-- Logs begin at Thu 2021-09-23 18:02:03 UTC, end at Thu 2021-09-23 20:52:43 UTC. -- Sep 23 19:07:32.370197 n-d-713301-16 systemd[1]: Started Devstack devstack@q-svc.service. Sep 23 19:07:35.171870 n-d-713301-16 neutron-server[94992]: INFO neutron.common.config [-] Logging enabled! Sep 23 19:07:35.172497 n-d-713301-16 neutron-server[94992]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev22 Sep 23 19:07:35.172664 n-d-713301-16 neutron-server[94992]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=94992) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Sep 23 19:07:35.176903 n-d-713301-16 neutron-server[94992]: INFO neutron.common.config [-] Logging enabled! Sep 23 19:07:35.177155 n-d-713301-16 neutron-server[94992]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev22 Sep 23 19:07:35.177468 n-d-713301-16 neutron-server[94992]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=94992) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Sep 23 19:07:35.178412 n-d-713301-16 neutron-server[94992]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=94992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Sep 23 19:07:35.178646 n-d-713301-16 neutron-server[94992]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=94992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Sep 23 19:07:35.179014 n-d-713301-16 neutron-server[94992]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Sep 23 19:07:35.179258 n-d-713301-16 neutron-server[94992]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Sep 23 19:07:35.179484 n-d-713301-16 neutron-server[94992]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=94992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Sep 23 19:07:35.179805 n-d-713301-16 neutron-server[94992]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=94992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 19:07:35.180104 n-d-713301-16 neutron-server[94992]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=94992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 19:07:35.180401 n-d-713301-16 neutron-server[94992]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=94992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 19:07:35.180648 n-d-713301-16 neutron-server[94992]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=94992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 19:07:35.180947 n-d-713301-16 neutron-server[94992]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=94992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 19:07:35.181240 n-d-713301-16 neutron-server[94992]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=94992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 19:07:35.181521 n-d-713301-16 neutron-server[94992]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=94992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 19:07:35.181808 n-d-713301-16 neutron-server[94992]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=94992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 19:07:35.182105 n-d-713301-16 neutron-server[94992]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=94992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 19:07:35.182389 n-d-713301-16 neutron-server[94992]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=94992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 19:07:35.182664 n-d-713301-16 neutron-server[94992]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=94992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 19:07:35.182946 n-d-713301-16 neutron-server[94992]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=94992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 19:07:35.183174 n-d-713301-16 neutron-server[94992]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 19:07:35.183454 n-d-713301-16 neutron-server[94992]: DEBUG neutron.common.config [-] config_source = [] {{(pid=94992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 19:07:35.183744 n-d-713301-16 neutron-server[94992]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=94992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 19:07:35.184027 n-d-713301-16 neutron-server[94992]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=94992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 19:07:35.184248 n-d-713301-16 neutron-server[94992]: DEBUG neutron.common.config [-] debug = True {{(pid=94992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 19:07:35.184521 n-d-713301-16 neutron-server[94992]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=94992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 19:07:35.185058 n-d-713301-16 neutron-server[94992]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=94992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 19:07:35.185472 n-d-713301-16 neutron-server[94992]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=94992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 19:07:35.185750 n-d-713301-16 neutron-server[94992]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=94992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 19:07:35.186037 n-d-713301-16 neutron-server[94992]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=94992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 19:07:35.186315 n-d-713301-16 neutron-server[94992]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=94992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 19:07:35.186585 n-d-713301-16 neutron-server[94992]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=94992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 19:07:35.186859 n-d-713301-16 neutron-server[94992]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=94992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 19:07:35.187139 n-d-713301-16 neutron-server[94992]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=94992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 19:07:35.187462 n-d-713301-16 neutron-server[94992]: DEBUG neutron.common.config [-] host = n-d-713301-16 {{(pid=94992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 19:07:35.187736 n-d-713301-16 neutron-server[94992]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=94992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 19:07:35.188017 n-d-713301-16 neutron-server[94992]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=94992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 19:07:35.188303 n-d-713301-16 neutron-server[94992]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=94992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 19:07:35.188581 n-d-713301-16 neutron-server[94992]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=94992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 19:07:35.188889 n-d-713301-16 neutron-server[94992]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=94992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 19:07:35.189162 n-d-713301-16 neutron-server[94992]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=94992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 19:07:35.189443 n-d-713301-16 neutron-server[94992]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=94992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 19:07:35.189711 n-d-713301-16 neutron-server[94992]: DEBUG neutron.common.config [-] log_dir = None {{(pid=94992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 19:07:35.189979 n-d-713301-16 neutron-server[94992]: DEBUG neutron.common.config [-] log_file = None {{(pid=94992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 19:07:35.190248 n-d-713301-16 neutron-server[94992]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=94992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 19:07:35.190531 n-d-713301-16 neutron-server[94992]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=94992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 19:07:35.190814 n-d-713301-16 neutron-server[94992]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=94992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 19:07:35.191102 n-d-713301-16 neutron-server[94992]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=94992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 19:07:35.192234 n-d-713301-16 neutron-server[94992]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=94992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 19:07:35.192460 n-d-713301-16 neutron-server[94992]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=94992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 19:07:35.192792 n-d-713301-16 neutron-server[94992]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=94992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 19:07:35.193084 n-d-713301-16 neutron-server[94992]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=94992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 19:07:35.193361 n-d-713301-16 neutron-server[94992]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=94992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 19:07:35.193638 n-d-713301-16 neutron-server[94992]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=94992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 19:07:35.193910 n-d-713301-16 neutron-server[94992]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=94992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 19:07:35.194185 n-d-713301-16 neutron-server[94992]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=94992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 19:07:35.194457 n-d-713301-16 neutron-server[94992]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=94992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 19:07:35.194727 n-d-713301-16 neutron-server[94992]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=94992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 19:07:35.195010 n-d-713301-16 neutron-server[94992]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=94992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 19:07:35.195291 n-d-713301-16 neutron-server[94992]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=94992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 19:07:35.195576 n-d-713301-16 neutron-server[94992]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=94992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 19:07:35.195849 n-d-713301-16 neutron-server[94992]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=94992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 19:07:35.196122 n-d-713301-16 neutron-server[94992]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=94992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 19:07:35.196393 n-d-713301-16 neutron-server[94992]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=94992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 19:07:35.196689 n-d-713301-16 neutron-server[94992]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=94992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 19:07:35.196975 n-d-713301-16 neutron-server[94992]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=94992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 19:07:35.197244 n-d-713301-16 neutron-server[94992]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=94992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 19:07:35.197515 n-d-713301-16 neutron-server[94992]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=94992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 19:07:35.197786 n-d-713301-16 neutron-server[94992]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=94992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 19:07:35.198070 n-d-713301-16 neutron-server[94992]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=94992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 19:07:35.198335 n-d-713301-16 neutron-server[94992]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=94992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 19:07:35.198605 n-d-713301-16 neutron-server[94992]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=94992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 19:07:35.198903 n-d-713301-16 neutron-server[94992]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=94992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 19:07:35.199190 n-d-713301-16 neutron-server[94992]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=94992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 19:07:35.199472 n-d-713301-16 neutron-server[94992]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=94992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 19:07:35.199753 n-d-713301-16 neutron-server[94992]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=94992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 19:07:35.200022 n-d-713301-16 neutron-server[94992]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=94992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 19:07:35.200301 n-d-713301-16 neutron-server[94992]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=94992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 19:07:35.200571 n-d-713301-16 neutron-server[94992]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=94992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 19:07:35.200866 n-d-713301-16 neutron-server[94992]: DEBUG neutron.common.config [-] use_journal = False {{(pid=94992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 19:07:35.201131 n-d-713301-16 neutron-server[94992]: DEBUG neutron.common.config [-] use_json = False {{(pid=94992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 19:07:35.201399 n-d-713301-16 neutron-server[94992]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=94992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 19:07:35.201666 n-d-713301-16 neutron-server[94992]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=94992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 19:07:35.201943 n-d-713301-16 neutron-server[94992]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=94992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 19:07:35.202211 n-d-713301-16 neutron-server[94992]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=94992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 19:07:35.202477 n-d-713301-16 neutron-server[94992]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=94992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 19:07:35.202742 n-d-713301-16 neutron-server[94992]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=94992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 19:07:35.203008 n-d-713301-16 neutron-server[94992]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=94992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 19:07:35.203288 n-d-713301-16 neutron-server[94992]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=94992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 19:07:35.203582 n-d-713301-16 neutron-server[94992]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=94992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:07:35.203895 n-d-713301-16 neutron-server[94992]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=94992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:07:35.204173 n-d-713301-16 neutron-server[94992]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=94992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:07:35.204456 n-d-713301-16 neutron-server[94992]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=94992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:07:35.204773 n-d-713301-16 neutron-server[94992]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=94992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:07:35.205050 n-d-713301-16 neutron-server[94992]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=94992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:07:35.205335 n-d-713301-16 neutron-server[94992]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=94992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:07:35.205611 n-d-713301-16 neutron-server[94992]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=94992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:07:35.205899 n-d-713301-16 neutron-server[94992]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=94992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:07:35.206186 n-d-713301-16 neutron-server[94992]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=94992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:07:35.206473 n-d-713301-16 neutron-server[94992]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=94992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:07:35.206749 n-d-713301-16 neutron-server[94992]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=94992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:07:35.208059 n-d-713301-16 neutron-server[94992]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=94992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:07:35.208352 n-d-713301-16 neutron-server[94992]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=94992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:07:35.208675 n-d-713301-16 neutron-server[94992]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=94992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:07:35.208986 n-d-713301-16 neutron-server[94992]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=94992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:07:35.209284 n-d-713301-16 neutron-server[94992]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=94992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:07:35.209582 n-d-713301-16 neutron-server[94992]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=94992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:07:35.209856 n-d-713301-16 neutron-server[94992]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=94992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:07:35.210130 n-d-713301-16 neutron-server[94992]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=94992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:07:35.210403 n-d-713301-16 neutron-server[94992]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=94992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:07:35.210680 n-d-713301-16 neutron-server[94992]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=94992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:07:35.210964 n-d-713301-16 neutron-server[94992]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=94992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:07:35.211240 n-d-713301-16 neutron-server[94992]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=94992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:07:35.211525 n-d-713301-16 neutron-server[94992]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=94992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:07:35.211812 n-d-713301-16 neutron-server[94992]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=94992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:07:35.212086 n-d-713301-16 neutron-server[94992]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=94992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:07:35.212370 n-d-713301-16 neutron-server[94992]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=94992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:07:35.212691 n-d-713301-16 neutron-server[94992]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=94992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:07:35.212980 n-d-713301-16 neutron-server[94992]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=94992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:07:35.213251 n-d-713301-16 neutron-server[94992]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=94992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:07:35.213527 n-d-713301-16 neutron-server[94992]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=94992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:07:35.213814 n-d-713301-16 neutron-server[94992]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=94992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:07:35.214088 n-d-713301-16 neutron-server[94992]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=94992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:07:35.214357 n-d-713301-16 neutron-server[94992]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=94992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:07:35.214630 n-d-713301-16 neutron-server[94992]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=94992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:07:35.214916 n-d-713301-16 neutron-server[94992]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=94992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:07:35.215190 n-d-713301-16 neutron-server[94992]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=94992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:07:35.215458 n-d-713301-16 neutron-server[94992]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=94992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:07:35.215737 n-d-713301-16 neutron-server[94992]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=94992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:07:35.216011 n-d-713301-16 neutron-server[94992]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=94992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:07:35.216279 n-d-713301-16 neutron-server[94992]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=94992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:07:35.216547 n-d-713301-16 neutron-server[94992]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=94992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:07:35.216847 n-d-713301-16 neutron-server[94992]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=94992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:07:35.217133 n-d-713301-16 neutron-server[94992]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=94992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:07:35.217404 n-d-713301-16 neutron-server[94992]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=94992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:07:35.217670 n-d-713301-16 neutron-server[94992]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=94992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:07:35.217937 n-d-713301-16 neutron-server[94992]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=94992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:07:35.218206 n-d-713301-16 neutron-server[94992]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=94992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:07:35.218472 n-d-713301-16 neutron-server[94992]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=94992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:07:35.218753 n-d-713301-16 neutron-server[94992]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=94992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:07:35.219023 n-d-713301-16 neutron-server[94992]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=94992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:07:35.219296 n-d-713301-16 neutron-server[94992]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=94992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:07:35.219561 n-d-713301-16 neutron-server[94992]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=94992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:07:35.219832 n-d-713301-16 neutron-server[94992]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=94992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:07:35.220098 n-d-713301-16 neutron-server[94992]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=94992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:07:35.220366 n-d-713301-16 neutron-server[94992]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=94992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:07:35.220675 n-d-713301-16 neutron-server[94992]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=94992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:07:35.220949 n-d-713301-16 neutron-server[94992]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=94992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:07:35.221220 n-d-713301-16 neutron-server[94992]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=94992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:07:35.221489 n-d-713301-16 neutron-server[94992]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=94992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:07:35.221754 n-d-713301-16 neutron-server[94992]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=94992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:07:35.222021 n-d-713301-16 neutron-server[94992]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=94992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:07:35.222291 n-d-713301-16 neutron-server[94992]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=94992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:07:35.223586 n-d-713301-16 neutron-server[94992]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=94992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:07:35.223871 n-d-713301-16 neutron-server[94992]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=94992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:07:35.224149 n-d-713301-16 neutron-server[94992]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=94992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:07:35.224429 n-d-713301-16 neutron-server[94992]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=94992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:07:35.224730 n-d-713301-16 neutron-server[94992]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=94992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:07:35.225008 n-d-713301-16 neutron-server[94992]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=94992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:07:35.225281 n-d-713301-16 neutron-server[94992]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=94992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:07:35.225553 n-d-713301-16 neutron-server[94992]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=94992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:07:35.225823 n-d-713301-16 neutron-server[94992]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=94992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:07:35.226109 n-d-713301-16 neutron-server[94992]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=94992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:07:35.226406 n-d-713301-16 neutron-server[94992]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=94992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:07:35.226682 n-d-713301-16 neutron-server[94992]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=94992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:07:35.226958 n-d-713301-16 neutron-server[94992]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=94992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:07:35.227232 n-d-713301-16 neutron-server[94992]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=94992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:07:35.227508 n-d-713301-16 neutron-server[94992]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=94992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:07:35.227782 n-d-713301-16 neutron-server[94992]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=94992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:07:35.228056 n-d-713301-16 neutron-server[94992]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=94992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:07:35.228330 n-d-713301-16 neutron-server[94992]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=94992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:07:35.228637 n-d-713301-16 neutron-server[94992]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=94992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:07:35.228892 n-d-713301-16 neutron-server[94992]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=94992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:07:35.229182 n-d-713301-16 neutron-server[94992]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=94992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:07:35.229463 n-d-713301-16 neutron-server[94992]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=94992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:07:35.229745 n-d-713301-16 neutron-server[94992]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=94992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:07:35.230030 n-d-713301-16 neutron-server[94992]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=94992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:07:35.230305 n-d-713301-16 neutron-server[94992]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=94992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:07:35.230604 n-d-713301-16 neutron-server[94992]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=94992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:07:35.230880 n-d-713301-16 neutron-server[94992]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=94992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:07:35.231159 n-d-713301-16 neutron-server[94992]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=94992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:07:35.231433 n-d-713301-16 neutron-server[94992]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=94992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:07:35.231705 n-d-713301-16 neutron-server[94992]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=94992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:07:35.231981 n-d-713301-16 neutron-server[94992]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=94992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:07:35.232261 n-d-713301-16 neutron-server[94992]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=94992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:07:35.232548 n-d-713301-16 neutron-server[94992]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=94992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:07:35.232865 n-d-713301-16 neutron-server[94992]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=94992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:07:35.233153 n-d-713301-16 neutron-server[94992]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=94992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:07:35.233442 n-d-713301-16 neutron-server[94992]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=94992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:07:35.233732 n-d-713301-16 neutron-server[94992]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=94992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:07:35.234008 n-d-713301-16 neutron-server[94992]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=94992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:07:35.234314 n-d-713301-16 neutron-server[94992]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=94992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:07:35.234589 n-d-713301-16 neutron-server[94992]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=94992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:07:35.234803 n-d-713301-16 neutron-server[94992]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=94992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Sep 23 19:07:35.235039 n-d-713301-16 neutron-server[94992]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=94992) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Sep 23 19:07:35.594976 n-d-713301-16 neutron-server[94992]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=94992) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 23 19:07:35.595256 n-d-713301-16 neutron-server[94992]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=94992) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 23 19:07:35.595541 n-d-713301-16 neutron-server[94992]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=94992) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 23 19:07:35.595867 n-d-713301-16 neutron-server[94992]: INFO neutron.manager [-] Loading core plugin: ml2 Sep 23 19:07:35.997876 n-d-713301-16 neutron-server[94992]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94992) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 19:07:35.998144 n-d-713301-16 neutron-server[94992]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94992) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 19:07:35.998595 n-d-713301-16 neutron-server[94992]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94992) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 19:07:35.999952 n-d-713301-16 neutron-server[94992]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94992) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 19:07:36.000225 n-d-713301-16 neutron-server[94992]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94992) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 19:07:36.000488 n-d-713301-16 neutron-server[94992]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94992) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 19:07:36.037852 n-d-713301-16 neutron-server[94992]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94992) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 19:07:36.038130 n-d-713301-16 neutron-server[94992]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94992) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 19:07:36.038390 n-d-713301-16 neutron-server[94992]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94992) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 19:07:36.053360 n-d-713301-16 neutron-server[94992]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94992) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 19:07:36.053634 n-d-713301-16 neutron-server[94992]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94992) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 19:07:36.053896 n-d-713301-16 neutron-server[94992]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94992) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 19:07:36.082922 n-d-713301-16 neutron-server[94992]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94992) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 19:07:36.083195 n-d-713301-16 neutron-server[94992]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94992) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 19:07:36.083459 n-d-713301-16 neutron-server[94992]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94992) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 19:07:36.121114 n-d-713301-16 neutron-server[94992]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94992) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 19:07:36.121383 n-d-713301-16 neutron-server[94992]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94992) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 19:07:36.121649 n-d-713301-16 neutron-server[94992]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94992) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 19:07:36.357408 n-d-713301-16 neutron-server[94992]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=94992) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 19:07:36.357966 n-d-713301-16 neutron-server[94992]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=94992) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 19:07:36.357966 n-d-713301-16 neutron-server[94992]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=94992) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 19:07:36.358187 n-d-713301-16 neutron-server[94992]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=94992) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 19:07:36.358882 n-d-713301-16 neutron-server[94992]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=94992) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 19:07:36.480957 n-d-713301-16 neutron-server[94992]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=94992) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 19:07:36.481272 n-d-713301-16 neutron-server[94992]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=94992) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 19:07:36.481549 n-d-713301-16 neutron-server[94992]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=94992) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 19:07:36.481830 n-d-713301-16 neutron-server[94992]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=94992) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 19:07:36.482088 n-d-713301-16 neutron-server[94992]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=94992) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 19:07:36.482395 n-d-713301-16 neutron-server[94992]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=94992) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 19:07:36.482650 n-d-713301-16 neutron-server[94992]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=94992) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 19:07:36.482900 n-d-713301-16 neutron-server[94992]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=94992) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 19:07:36.483146 n-d-713301-16 neutron-server[94992]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=94992) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 19:07:36.483421 n-d-713301-16 neutron-server[94992]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=94992) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 19:07:36.483673 n-d-713301-16 neutron-server[94992]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=94992) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 19:07:36.483930 n-d-713301-16 neutron-server[94992]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=94992) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 19:07:36.484178 n-d-713301-16 neutron-server[94992]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=94992) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 19:07:36.484423 n-d-713301-16 neutron-server[94992]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=94992) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 19:07:36.484719 n-d-713301-16 neutron-server[94992]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=94992) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 19:07:36.484953 n-d-713301-16 neutron-server[94992]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94992) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 19:07:36.485199 n-d-713301-16 neutron-server[94992]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=94992) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 19:07:36.485457 n-d-713301-16 neutron-server[94992]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=94992) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 19:07:36.485719 n-d-713301-16 neutron-server[94992]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=94992) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 19:07:36.485971 n-d-713301-16 neutron-server[94992]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=94992) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 19:07:36.486235 n-d-713301-16 neutron-server[94992]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94992) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 19:07:36.486484 n-d-713301-16 neutron-server[94992]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94992) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 19:07:36.486762 n-d-713301-16 neutron-server[94992]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=94992) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 19:07:36.487132 n-d-713301-16 neutron-server[94992]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94992) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 19:07:36.487377 n-d-713301-16 neutron-server[94992]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94992) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 19:07:36.487617 n-d-713301-16 neutron-server[94992]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94992) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 19:07:36.488072 n-d-713301-16 neutron-server[94992]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=94992) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 23 19:07:36.488433 n-d-713301-16 neutron-server[94992]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=94992) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 23 19:07:36.488783 n-d-713301-16 neutron-server[94992]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=94992) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 23 19:07:36.489026 n-d-713301-16 neutron-server[94992]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=94992) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 23 19:07:36.489257 n-d-713301-16 neutron-server[94992]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=94992) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 23 19:07:36.489487 n-d-713301-16 neutron-server[94992]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=94992) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 23 19:07:36.489848 n-d-713301-16 neutron-server[94992]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Sep 23 19:07:36.492926 n-d-713301-16 neutron-server[94992]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Sep 23 19:07:36.496929 n-d-713301-16 neutron-server[94992]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Sep 23 19:07:36.500529 n-d-713301-16 neutron-server[94992]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(600, 649)])]) Sep 23 19:07:36.502156 n-d-713301-16 neutron-server[94992]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Sep 23 19:07:36.502603 n-d-713301-16 neutron-server[94992]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Sep 23 19:07:36.502935 n-d-713301-16 neutron-server[94992]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Sep 23 19:07:36.503312 n-d-713301-16 neutron-server[94992]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Sep 23 19:07:36.506990 n-d-713301-16 neutron-server[94992]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Sep 23 19:07:36.507236 n-d-713301-16 neutron-server[94992]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Sep 23 19:07:36.507577 n-d-713301-16 neutron-server[94992]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Sep 23 19:07:36.513111 n-d-713301-16 neutron-server[94992]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Sep 23 19:07:36.536400 n-d-713301-16 neutron-server[94992]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Sep 23 19:07:36.536881 n-d-713301-16 neutron-server[94992]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=94992) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 19:07:36.537178 n-d-713301-16 neutron-server[94992]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=94992) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Sep 23 19:07:36.537535 n-d-713301-16 neutron-server[94992]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=94992) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 19:07:36.538887 n-d-713301-16 neutron-server[94992]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=94992) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Sep 23 19:07:36.539330 n-d-713301-16 neutron-server[94992]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Sep 23 19:07:36.539573 n-d-713301-16 neutron-server[94992]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Sep 23 19:07:36.542772 n-d-713301-16 neutron-server[94992]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=94992) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 19:07:36.543050 n-d-713301-16 neutron-server[94992]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=94992) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 19:07:36.609168 n-d-713301-16 neutron-server[94992]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Sep 23 19:07:36.609400 n-d-713301-16 neutron-server[94992]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Sep 23 19:07:36.609634 n-d-713301-16 neutron-server[94992]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Sep 23 19:07:36.610005 n-d-713301-16 neutron-server[94992]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Sep 23 19:07:36.633524 n-d-713301-16 neutron-server[94992]: DEBUG oslo_db.sqlalchemy.engines [None req-3ac3b247-1eea-4d1b-9385-f99b836ebe59 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=94992) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Sep 23 19:07:37.182744 n-d-713301-16 neutron-server[94992]: INFO neutron.plugins.ml2.managers [None req-3ac3b247-1eea-4d1b-9385-f99b836ebe59 None None] Initializing driver for type 'gre' Sep 23 19:07:37.183393 n-d-713301-16 neutron-server[94992]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-3ac3b247-1eea-4d1b-9385-f99b836ebe59 None None] gre ID ranges: [(1, 1000)] Sep 23 19:07:37.236918 n-d-713301-16 neutron-server[94992]: INFO neutron.plugins.ml2.managers [None req-3ac3b247-1eea-4d1b-9385-f99b836ebe59 None None] Initializing driver for type 'local' Sep 23 19:07:37.237388 n-d-713301-16 neutron-server[94992]: INFO neutron.plugins.ml2.managers [None req-3ac3b247-1eea-4d1b-9385-f99b836ebe59 None None] Initializing driver for type 'vlan' Sep 23 19:07:37.251292 n-d-713301-16 neutron-server[94992]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-3ac3b247-1eea-4d1b-9385-f99b836ebe59 None None] VlanTypeDriver initialization complete Sep 23 19:07:37.251685 n-d-713301-16 neutron-server[94992]: INFO neutron.plugins.ml2.managers [None req-3ac3b247-1eea-4d1b-9385-f99b836ebe59 None None] Initializing driver for type 'vxlan' Sep 23 19:07:37.252298 n-d-713301-16 neutron-server[94992]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-3ac3b247-1eea-4d1b-9385-f99b836ebe59 None None] vxlan ID ranges: [(1, 1000)] Sep 23 19:07:37.310878 n-d-713301-16 neutron-server[94992]: INFO neutron.plugins.ml2.managers [None req-3ac3b247-1eea-4d1b-9385-f99b836ebe59 None None] Initializing extension driver 'port_security' Sep 23 19:07:37.311394 n-d-713301-16 neutron-server[94992]: INFO neutron.plugins.ml2.extensions.port_security [None req-3ac3b247-1eea-4d1b-9385-f99b836ebe59 None None] PortSecurityExtensionDriver initialization complete Sep 23 19:07:37.311724 n-d-713301-16 neutron-server[94992]: INFO neutron.plugins.ml2.managers [None req-3ac3b247-1eea-4d1b-9385-f99b836ebe59 None None] Initializing mechanism driver 'openvswitch' Sep 23 19:07:37.312046 n-d-713301-16 neutron-server[94992]: INFO neutron.plugins.ml2.managers [None req-3ac3b247-1eea-4d1b-9385-f99b836ebe59 None None] Initializing mechanism driver 'hyperv' Sep 23 19:07:37.319558 n-d-713301-16 neutron-server[94992]: DEBUG neutron.plugins.ml2.plugin [None req-3ac3b247-1eea-4d1b-9385-f99b836ebe59 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=94992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:07:37.320232 n-d-713301-16 neutron-server[94992]: DEBUG neutron_lib.callbacks.manager [None req-3ac3b247-1eea-4d1b-9385-f99b836ebe59 None None] Subscribe: > port after_create 55550000 {{(pid=94992) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 19:07:37.320650 n-d-713301-16 neutron-server[94992]: DEBUG neutron_lib.callbacks.manager [None req-3ac3b247-1eea-4d1b-9385-f99b836ebe59 None None] Subscribe: > port after_update 55550000 {{(pid=94992) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 19:07:37.320959 n-d-713301-16 neutron-server[94992]: DEBUG neutron_lib.callbacks.manager [None req-3ac3b247-1eea-4d1b-9385-f99b836ebe59 None None] Subscribe: > port after_delete 55550000 {{(pid=94992) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 19:07:37.321486 n-d-713301-16 neutron-server[94992]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=94992) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 23 19:07:37.322094 n-d-713301-16 neutron-server[94992]: DEBUG neutron_lib.callbacks.manager [None req-3ac3b247-1eea-4d1b-9385-f99b836ebe59 None None] Subscribe: > subnet after_create 55550000 {{(pid=94992) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 19:07:37.322242 n-d-713301-16 neutron-server[94992]: DEBUG neutron_lib.callbacks.manager [None req-3ac3b247-1eea-4d1b-9385-f99b836ebe59 None None] Subscribe: > subnet after_update 55550000 {{(pid=94992) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 19:07:37.322586 n-d-713301-16 neutron-server[94992]: DEBUG neutron_lib.callbacks.manager [None req-3ac3b247-1eea-4d1b-9385-f99b836ebe59 None None] Subscribe: > subnet after_delete 55550000 {{(pid=94992) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 19:07:37.322970 n-d-713301-16 neutron-server[94992]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=94992) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 23 19:07:37.323370 n-d-713301-16 neutron-server[94992]: DEBUG neutron_lib.callbacks.manager [None req-3ac3b247-1eea-4d1b-9385-f99b836ebe59 None None] Subscribe: > network after_create 55550000 {{(pid=94992) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 19:07:37.323712 n-d-713301-16 neutron-server[94992]: DEBUG neutron_lib.callbacks.manager [None req-3ac3b247-1eea-4d1b-9385-f99b836ebe59 None None] Subscribe: > network after_update 55550000 {{(pid=94992) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 19:07:37.324049 n-d-713301-16 neutron-server[94992]: DEBUG neutron_lib.callbacks.manager [None req-3ac3b247-1eea-4d1b-9385-f99b836ebe59 None None] Subscribe: > network after_delete 55550000 {{(pid=94992) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 19:07:37.324433 n-d-713301-16 neutron-server[94992]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=94992) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 23 19:07:37.324862 n-d-713301-16 neutron-server[94992]: DEBUG neutron_lib.callbacks.manager [None req-3ac3b247-1eea-4d1b-9385-f99b836ebe59 None None] Subscribe: > security_group after_create 55550000 {{(pid=94992) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 19:07:37.325205 n-d-713301-16 neutron-server[94992]: DEBUG neutron_lib.callbacks.manager [None req-3ac3b247-1eea-4d1b-9385-f99b836ebe59 None None] Subscribe: > security_group after_update 55550000 {{(pid=94992) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 19:07:37.325537 n-d-713301-16 neutron-server[94992]: DEBUG neutron_lib.callbacks.manager [None req-3ac3b247-1eea-4d1b-9385-f99b836ebe59 None None] Subscribe: > security_group after_delete 55550000 {{(pid=94992) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 19:07:37.326055 n-d-713301-16 neutron-server[94992]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=94992) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 23 19:07:37.326456 n-d-713301-16 neutron-server[94992]: DEBUG neutron_lib.callbacks.manager [None req-3ac3b247-1eea-4d1b-9385-f99b836ebe59 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=94992) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 19:07:37.326801 n-d-713301-16 neutron-server[94992]: DEBUG neutron_lib.callbacks.manager [None req-3ac3b247-1eea-4d1b-9385-f99b836ebe59 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=94992) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 19:07:37.327141 n-d-713301-16 neutron-server[94992]: DEBUG neutron_lib.callbacks.manager [None req-3ac3b247-1eea-4d1b-9385-f99b836ebe59 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=94992) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 19:07:37.327527 n-d-713301-16 neutron-server[94992]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=94992) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 23 19:07:37.328035 n-d-713301-16 neutron-server[94992]: DEBUG neutron_lib.callbacks.manager [None req-3ac3b247-1eea-4d1b-9385-f99b836ebe59 None None] Subscribe: > address_group after_create 55550000 {{(pid=94992) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 19:07:37.328381 n-d-713301-16 neutron-server[94992]: DEBUG neutron_lib.callbacks.manager [None req-3ac3b247-1eea-4d1b-9385-f99b836ebe59 None None] Subscribe: > address_group after_update 55550000 {{(pid=94992) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 19:07:37.328748 n-d-713301-16 neutron-server[94992]: DEBUG neutron_lib.callbacks.manager [None req-3ac3b247-1eea-4d1b-9385-f99b836ebe59 None None] Subscribe: > address_group after_delete 55550000 {{(pid=94992) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 19:07:37.329132 n-d-713301-16 neutron-server[94992]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=94992) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 23 19:07:37.329501 n-d-713301-16 neutron-server[94992]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-3ac3b247-1eea-4d1b-9385-f99b836ebe59 None None] ML2 OVO RPC backend initialized. {{(pid=94992) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}} Sep 23 19:07:37.330199 n-d-713301-16 neutron-server[94992]: DEBUG neutron_lib.callbacks.manager [None req-3ac3b247-1eea-4d1b-9385-f99b836ebe59 None None] Subscribe: > router_interface after_create 55550000 {{(pid=94992) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 19:07:37.330550 n-d-713301-16 neutron-server[94992]: DEBUG neutron_lib.callbacks.manager [None req-3ac3b247-1eea-4d1b-9385-f99b836ebe59 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=94992) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 19:07:37.330960 n-d-713301-16 neutron-server[94992]: DEBUG neutron_lib.callbacks.manager [None req-3ac3b247-1eea-4d1b-9385-f99b836ebe59 None None] Subscribe: > network before_response 55550000 {{(pid=94992) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 19:07:37.331297 n-d-713301-16 neutron-server[94992]: DEBUG neutron_lib.callbacks.manager [None req-3ac3b247-1eea-4d1b-9385-f99b836ebe59 None None] Subscribe: > networks before_response 55550000 {{(pid=94992) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 19:07:37.331636 n-d-713301-16 neutron-server[94992]: DEBUG neutron_lib.callbacks.manager [None req-3ac3b247-1eea-4d1b-9385-f99b836ebe59 None None] Subscribe: > port before_response 55550000 {{(pid=94992) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 19:07:37.333038 n-d-713301-16 neutron-server[94992]: DEBUG neutron_lib.callbacks.manager [None req-3ac3b247-1eea-4d1b-9385-f99b836ebe59 None None] Subscribe: > ports before_response 55550000 {{(pid=94992) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 19:07:37.333391 n-d-713301-16 neutron-server[94992]: DEBUG neutron_lib.callbacks.manager [None req-3ac3b247-1eea-4d1b-9385-f99b836ebe59 None None] Subscribe: > subnet before_response 55550000 {{(pid=94992) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 19:07:37.333731 n-d-713301-16 neutron-server[94992]: DEBUG neutron_lib.callbacks.manager [None req-3ac3b247-1eea-4d1b-9385-f99b836ebe59 None None] Subscribe: > subnets before_response 55550000 {{(pid=94992) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 19:07:37.334072 n-d-713301-16 neutron-server[94992]: DEBUG neutron_lib.callbacks.manager [None req-3ac3b247-1eea-4d1b-9385-f99b836ebe59 None None] Subscribe: > network after_create 55550000 {{(pid=94992) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 19:07:37.334407 n-d-713301-16 neutron-server[94992]: DEBUG neutron_lib.callbacks.manager [None req-3ac3b247-1eea-4d1b-9385-f99b836ebe59 None None] Subscribe: > network after_update 55550000 {{(pid=94992) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 19:07:37.334738 n-d-713301-16 neutron-server[94992]: DEBUG neutron_lib.callbacks.manager [None req-3ac3b247-1eea-4d1b-9385-f99b836ebe59 None None] Subscribe: > network after_delete 55550000 {{(pid=94992) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 19:07:37.335069 n-d-713301-16 neutron-server[94992]: DEBUG neutron_lib.callbacks.manager [None req-3ac3b247-1eea-4d1b-9385-f99b836ebe59 None None] Subscribe: > port after_create 55550000 {{(pid=94992) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 19:07:37.335399 n-d-713301-16 neutron-server[94992]: DEBUG neutron_lib.callbacks.manager [None req-3ac3b247-1eea-4d1b-9385-f99b836ebe59 None None] Subscribe: > port after_update 55550000 {{(pid=94992) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 19:07:37.335726 n-d-713301-16 neutron-server[94992]: DEBUG neutron_lib.callbacks.manager [None req-3ac3b247-1eea-4d1b-9385-f99b836ebe59 None None] Subscribe: > port after_delete 55550000 {{(pid=94992) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 19:07:37.336055 n-d-713301-16 neutron-server[94992]: DEBUG neutron_lib.callbacks.manager [None req-3ac3b247-1eea-4d1b-9385-f99b836ebe59 None None] Subscribe: > subnet after_create 55550000 {{(pid=94992) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 19:07:37.336379 n-d-713301-16 neutron-server[94992]: DEBUG neutron_lib.callbacks.manager [None req-3ac3b247-1eea-4d1b-9385-f99b836ebe59 None None] Subscribe: > subnet after_update 55550000 {{(pid=94992) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 19:07:37.336741 n-d-713301-16 neutron-server[94992]: DEBUG neutron_lib.callbacks.manager [None req-3ac3b247-1eea-4d1b-9385-f99b836ebe59 None None] Subscribe: > subnet after_delete 55550000 {{(pid=94992) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 19:07:37.337321 n-d-713301-16 neutron-server[94992]: INFO neutron.plugins.ml2.plugin [None req-3ac3b247-1eea-4d1b-9385-f99b836ebe59 None None] Modular L2 Plugin initialization complete Sep 23 19:07:37.337643 n-d-713301-16 neutron-server[94992]: DEBUG neutron.manager [None req-3ac3b247-1eea-4d1b-9385-f99b836ebe59 None None] Loading services supported by the core plugin {{(pid=94992) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Sep 23 19:07:37.337964 n-d-713301-16 neutron-server[94992]: INFO neutron.plugins.ml2.managers [None req-3ac3b247-1eea-4d1b-9385-f99b836ebe59 None None] Got port-security extension from driver 'port_security' Sep 23 19:07:37.338418 n-d-713301-16 neutron-server[94992]: INFO neutron.extensions.vlantransparent [None req-3ac3b247-1eea-4d1b-9385-f99b836ebe59 None None] Disabled vlantransparent extension. Sep 23 19:07:37.338889 n-d-713301-16 neutron-server[94992]: DEBUG neutron.manager [None req-3ac3b247-1eea-4d1b-9385-f99b836ebe59 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=94992) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Sep 23 19:07:37.339195 n-d-713301-16 neutron-server[94992]: INFO neutron.manager [None req-3ac3b247-1eea-4d1b-9385-f99b836ebe59 None None] Loading Plugin: router Sep 23 19:07:37.375879 n-d-713301-16 neutron-server[94992]: DEBUG neutron_lib.callbacks.manager [None req-3ac3b247-1eea-4d1b-9385-f99b836ebe59 None None] Subscribe: > router_interface before_create 55550000 {{(pid=94992) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 19:07:37.376414 n-d-713301-16 neutron-server[94992]: DEBUG neutron_lib.callbacks.manager [None req-3ac3b247-1eea-4d1b-9385-f99b836ebe59 None None] Subscribe: > router after_create 55549900 {{(pid=94992) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 19:07:37.376639 n-d-713301-16 neutron-server[94992]: DEBUG neutron_lib.callbacks.manager [None req-3ac3b247-1eea-4d1b-9385-f99b836ebe59 None None] Subscribe: > router before_create 55549900 {{(pid=94992) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 19:07:37.377004 n-d-713301-16 neutron-server[94992]: DEBUG neutron_lib.callbacks.manager [None req-3ac3b247-1eea-4d1b-9385-f99b836ebe59 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=94992) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 19:07:37.377368 n-d-713301-16 neutron-server[94992]: DEBUG neutron_lib.callbacks.manager [None req-3ac3b247-1eea-4d1b-9385-f99b836ebe59 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=94992) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 19:07:37.377715 n-d-713301-16 neutron-server[94992]: DEBUG neutron_lib.callbacks.manager [None req-3ac3b247-1eea-4d1b-9385-f99b836ebe59 None None] Subscribe: > router after_delete 55549900 {{(pid=94992) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 19:07:37.378068 n-d-713301-16 neutron-server[94992]: DEBUG neutron_lib.callbacks.manager [None req-3ac3b247-1eea-4d1b-9385-f99b836ebe59 None None] Subscribe: > floatingip after_create 55550000 {{(pid=94992) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 19:07:37.378410 n-d-713301-16 neutron-server[94992]: DEBUG neutron_lib.callbacks.manager [None req-3ac3b247-1eea-4d1b-9385-f99b836ebe59 None None] Subscribe: > floatingip after_update 55550000 {{(pid=94992) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 19:07:37.378923 n-d-713301-16 neutron-server[94992]: DEBUG neutron_lib.callbacks.manager [None req-3ac3b247-1eea-4d1b-9385-f99b836ebe59 None None] Subscribe: > router after_create 55549900 {{(pid=94992) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 19:07:37.379365 n-d-713301-16 neutron-server[94992]: DEBUG neutron_lib.callbacks.manager [None req-3ac3b247-1eea-4d1b-9385-f99b836ebe59 None None] Subscribe: > router after_update 55549900 {{(pid=94992) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 19:07:37.379710 n-d-713301-16 neutron-server[94992]: DEBUG neutron_lib.callbacks.manager [None req-3ac3b247-1eea-4d1b-9385-f99b836ebe59 None None] Subscribe: > router after_update 55549900 {{(pid=94992) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 19:07:37.380053 n-d-713301-16 neutron-server[94992]: DEBUG neutron_lib.callbacks.manager [None req-3ac3b247-1eea-4d1b-9385-f99b836ebe59 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=94992) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 19:07:37.380409 n-d-713301-16 neutron-server[94992]: DEBUG neutron_lib.callbacks.manager [None req-3ac3b247-1eea-4d1b-9385-f99b836ebe59 None None] Subscribe: > router after_update 55549900 {{(pid=94992) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 19:07:37.380836 n-d-713301-16 neutron-server[94992]: DEBUG neutron_lib.callbacks.manager [None req-3ac3b247-1eea-4d1b-9385-f99b836ebe59 None None] Subscribe: > router precommit_update 55549900 {{(pid=94992) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 19:07:37.381211 n-d-713301-16 neutron-server[94992]: DEBUG neutron_lib.callbacks.manager [None req-3ac3b247-1eea-4d1b-9385-f99b836ebe59 None None] Subscribe: port after_update 55550000 {{(pid=94992) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 19:07:37.381541 n-d-713301-16 neutron-server[94992]: DEBUG neutron_lib.callbacks.manager [None req-3ac3b247-1eea-4d1b-9385-f99b836ebe59 None None] Subscribe: port after_delete 55550000 {{(pid=94992) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 19:07:37.381875 n-d-713301-16 neutron-server[94992]: DEBUG neutron_lib.callbacks.manager [None req-3ac3b247-1eea-4d1b-9385-f99b836ebe59 None None] Subscribe: subnet after_update 55550000 {{(pid=94992) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 19:07:37.382210 n-d-713301-16 neutron-server[94992]: DEBUG neutron_lib.callbacks.manager [None req-3ac3b247-1eea-4d1b-9385-f99b836ebe59 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=94992) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 19:07:37.382551 n-d-713301-16 neutron-server[94992]: DEBUG neutron_lib.callbacks.manager [None req-3ac3b247-1eea-4d1b-9385-f99b836ebe59 None None] Subscribe: > port precommit_delete 55550000 {{(pid=94992) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 19:07:37.382887 n-d-713301-16 neutron-server[94992]: DEBUG neutron_lib.callbacks.manager [None req-3ac3b247-1eea-4d1b-9385-f99b836ebe59 None None] Subscribe: > router precommit_create 55549900 {{(pid=94992) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 19:07:37.383220 n-d-713301-16 neutron-server[94992]: DEBUG neutron_lib.callbacks.manager [None req-3ac3b247-1eea-4d1b-9385-f99b836ebe59 None None] Subscribe: port before_delete 55550000 {{(pid=94992) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 19:07:37.383555 n-d-713301-16 neutron-server[94992]: DEBUG neutron_lib.callbacks.manager [None req-3ac3b247-1eea-4d1b-9385-f99b836ebe59 None None] Subscribe: > router precommit_create 55550000 {{(pid=94992) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 19:07:37.383903 n-d-713301-16 neutron-server[94992]: DEBUG neutron_lib.callbacks.manager [None req-3ac3b247-1eea-4d1b-9385-f99b836ebe59 None None] Subscribe: > router after_update 55549900 {{(pid=94992) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 19:07:37.384237 n-d-713301-16 neutron-server[94992]: DEBUG neutron_lib.callbacks.manager [None req-3ac3b247-1eea-4d1b-9385-f99b836ebe59 None None] Subscribe: > router precommit_delete 55549900 {{(pid=94992) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 19:07:37.384579 n-d-713301-16 neutron-server[94992]: DEBUG neutron_lib.callbacks.manager [None req-3ac3b247-1eea-4d1b-9385-f99b836ebe59 None None] Subscribe: > router precommit_create 55549900 {{(pid=94992) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 19:07:37.384960 n-d-713301-16 neutron-server[94992]: DEBUG neutron_lib.callbacks.manager [None req-3ac3b247-1eea-4d1b-9385-f99b836ebe59 None None] Subscribe: > router_interface after_create 55550000 {{(pid=94992) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 19:07:37.385299 n-d-713301-16 neutron-server[94992]: DEBUG neutron_lib.callbacks.manager [None req-3ac3b247-1eea-4d1b-9385-f99b836ebe59 None None] Subscribe: > router precommit_update 55549900 {{(pid=94992) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 19:07:37.385655 n-d-713301-16 neutron-server[94992]: DEBUG neutron_lib.callbacks.manager [None req-3ac3b247-1eea-4d1b-9385-f99b836ebe59 None None] Subscribe: > agent after_create 55550000 {{(pid=94992) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 19:07:37.385996 n-d-713301-16 neutron-server[94992]: DEBUG neutron_lib.callbacks.manager [None req-3ac3b247-1eea-4d1b-9385-f99b836ebe59 None None] Subscribe: > agent after_delete 55550000 {{(pid=94992) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 19:07:37.386333 n-d-713301-16 neutron-server[94992]: DEBUG neutron_lib.callbacks.manager [None req-3ac3b247-1eea-4d1b-9385-f99b836ebe59 None None] Subscribe: > network after_delete 55550000 {{(pid=94992) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 19:07:37.387458 n-d-713301-16 neutron-server[94992]: DEBUG neutron.quota.resource_registry [None req-3ac3b247-1eea-4d1b-9385-f99b836ebe59 None None] Tracking information for resource: router configured {{(pid=94992) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 23 19:07:37.387783 n-d-713301-16 neutron-server[94992]: DEBUG neutron.quota.resource_registry [None req-3ac3b247-1eea-4d1b-9385-f99b836ebe59 None None] Tracking information for resource: floatingip configured {{(pid=94992) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 23 19:07:37.392712 n-d-713301-16 neutron-server[94992]: INFO neutron.db.l3_agentschedulers_db [None req-3ac3b247-1eea-4d1b-9385-f99b836ebe59 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Sep 23 19:07:37.393278 n-d-713301-16 neutron-server[94992]: DEBUG neutron_lib.callbacks.manager [None req-3ac3b247-1eea-4d1b-9385-f99b836ebe59 None None] Subscribe: port after_update 55550000 {{(pid=94992) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 19:07:37.393632 n-d-713301-16 neutron-server[94992]: DEBUG neutron_lib.callbacks.manager [None req-3ac3b247-1eea-4d1b-9385-f99b836ebe59 None None] Subscribe: port after_create 55550000 {{(pid=94992) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 19:07:37.393978 n-d-713301-16 neutron-server[94992]: DEBUG neutron_lib.callbacks.manager [None req-3ac3b247-1eea-4d1b-9385-f99b836ebe59 None None] Subscribe: port after_delete 55550000 {{(pid=94992) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 19:07:37.395311 n-d-713301-16 neutron-server[94992]: DEBUG neutron_lib.callbacks.manager [None req-3ac3b247-1eea-4d1b-9385-f99b836ebe59 None None] Subscribe: port after_update 55550000 {{(pid=94992) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 19:07:37.396142 n-d-713301-16 neutron-server[94992]: DEBUG neutron_lib.callbacks.manager [None req-3ac3b247-1eea-4d1b-9385-f99b836ebe59 None None] Subscribe: > router before_create 55550100 {{(pid=94992) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 19:07:37.396505 n-d-713301-16 neutron-server[94992]: DEBUG neutron_lib.callbacks.manager [None req-3ac3b247-1eea-4d1b-9385-f99b836ebe59 None None] Subscribe: > router precommit_delete 55550100 {{(pid=94992) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 19:07:37.396909 n-d-713301-16 neutron-server[94992]: DEBUG neutron_lib.callbacks.manager [None req-3ac3b247-1eea-4d1b-9385-f99b836ebe59 None None] Subscribe: > router precommit_create 55550100 {{(pid=94992) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 19:07:37.397245 n-d-713301-16 neutron-server[94992]: DEBUG neutron_lib.callbacks.manager [None req-3ac3b247-1eea-4d1b-9385-f99b836ebe59 None None] Subscribe: > router precommit_update 55550100 {{(pid=94992) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 19:07:37.401971 n-d-713301-16 neutron-server[94992]: DEBUG neutron.services.provider_configuration [None req-3ac3b247-1eea-4d1b-9385-f99b836ebe59 None None] Service providers = [] {{(pid=94992) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Sep 23 19:07:37.402333 n-d-713301-16 neutron-server[94992]: DEBUG neutron.db.servicetype_db [None req-3ac3b247-1eea-4d1b-9385-f99b836ebe59 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=94992) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Sep 23 19:07:37.405289 n-d-713301-16 neutron-server[94992]: DEBUG neutron.services.service_base [None req-3ac3b247-1eea-4d1b-9385-f99b836ebe59 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=94992) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 23 19:07:37.405635 n-d-713301-16 neutron-server[94992]: DEBUG neutron.services.service_base [None req-3ac3b247-1eea-4d1b-9385-f99b836ebe59 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=94992) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 23 19:07:37.405969 n-d-713301-16 neutron-server[94992]: DEBUG neutron.services.service_base [None req-3ac3b247-1eea-4d1b-9385-f99b836ebe59 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=94992) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 23 19:07:37.406845 n-d-713301-16 neutron-server[94992]: DEBUG neutron.services.service_base [None req-3ac3b247-1eea-4d1b-9385-f99b836ebe59 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=94992) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 23 19:07:37.407209 n-d-713301-16 neutron-server[94992]: INFO neutron.services.service_base [None req-3ac3b247-1eea-4d1b-9385-f99b836ebe59 None None] Default provider is not specified for service type L3_ROUTER_NAT Sep 23 19:07:37.407579 n-d-713301-16 neutron-server[94992]: DEBUG neutron.manager [None req-3ac3b247-1eea-4d1b-9385-f99b836ebe59 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=94992) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 23 19:07:37.407889 n-d-713301-16 neutron-server[94992]: INFO neutron.manager [None req-3ac3b247-1eea-4d1b-9385-f99b836ebe59 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Sep 23 19:07:37.419320 n-d-713301-16 neutron-server[94992]: DEBUG neutron.manager [None req-3ac3b247-1eea-4d1b-9385-f99b836ebe59 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=94992) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 23 19:07:37.419654 n-d-713301-16 neutron-server[94992]: INFO neutron.manager [None req-3ac3b247-1eea-4d1b-9385-f99b836ebe59 None None] Loading Plugin: auto_allocate Sep 23 19:07:37.425367 n-d-713301-16 neutron-server[94992]: DEBUG neutron_lib.callbacks.manager [None req-3ac3b247-1eea-4d1b-9385-f99b836ebe59 None None] Subscribe: network precommit_update 55550000 {{(pid=94992) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 19:07:37.426260 n-d-713301-16 neutron-server[94992]: DEBUG neutron_lib.callbacks.manager [None req-3ac3b247-1eea-4d1b-9385-f99b836ebe59 None None] Subscribe: network precommit_create 55550000 {{(pid=94992) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 19:07:37.426777 n-d-713301-16 neutron-server[94992]: DEBUG neutron.manager [None req-3ac3b247-1eea-4d1b-9385-f99b836ebe59 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=94992) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 23 19:07:37.427098 n-d-713301-16 neutron-server[94992]: INFO neutron.manager [None req-3ac3b247-1eea-4d1b-9385-f99b836ebe59 None None] Loading Plugin: tag Sep 23 19:07:37.433812 n-d-713301-16 neutron-server[94992]: DEBUG neutron.manager [None req-3ac3b247-1eea-4d1b-9385-f99b836ebe59 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=94992) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 23 19:07:37.434091 n-d-713301-16 neutron-server[94992]: INFO neutron.manager [None req-3ac3b247-1eea-4d1b-9385-f99b836ebe59 None None] Loading Plugin: timestamp Sep 23 19:07:37.438072 n-d-713301-16 neutron-server[94992]: DEBUG neutron.manager [None req-3ac3b247-1eea-4d1b-9385-f99b836ebe59 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=94992) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 23 19:07:37.438394 n-d-713301-16 neutron-server[94992]: INFO neutron.manager [None req-3ac3b247-1eea-4d1b-9385-f99b836ebe59 None None] Loading Plugin: network_ip_availability Sep 23 19:07:37.444220 n-d-713301-16 neutron-server[94992]: DEBUG neutron_lib.callbacks.manager [None req-3ac3b247-1eea-4d1b-9385-f99b836ebe59 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=94992) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 19:07:37.444589 n-d-713301-16 neutron-server[94992]: DEBUG neutron_lib.callbacks.manager [None req-3ac3b247-1eea-4d1b-9385-f99b836ebe59 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=94992) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 19:07:37.444968 n-d-713301-16 neutron-server[94992]: DEBUG neutron_lib.callbacks.manager [None req-3ac3b247-1eea-4d1b-9385-f99b836ebe59 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94992) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 19:07:37.445669 n-d-713301-16 neutron-server[94992]: DEBUG neutron.manager [None req-3ac3b247-1eea-4d1b-9385-f99b836ebe59 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=94992) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 23 19:07:37.445982 n-d-713301-16 neutron-server[94992]: INFO neutron.manager [None req-3ac3b247-1eea-4d1b-9385-f99b836ebe59 None None] Loading Plugin: flavors Sep 23 19:07:37.450620 n-d-713301-16 neutron-server[94992]: DEBUG neutron.manager [None req-3ac3b247-1eea-4d1b-9385-f99b836ebe59 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=94992) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 23 19:07:37.450946 n-d-713301-16 neutron-server[94992]: INFO neutron.manager [None req-3ac3b247-1eea-4d1b-9385-f99b836ebe59 None None] Loading Plugin: revisions Sep 23 19:07:37.455181 n-d-713301-16 neutron-server[94992]: DEBUG neutron.manager [None req-3ac3b247-1eea-4d1b-9385-f99b836ebe59 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=94992) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 23 19:07:37.455563 n-d-713301-16 neutron-server[94992]: DEBUG oslo_concurrency.lockutils [None req-3ac3b247-1eea-4d1b-9385-f99b836ebe59 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.860s {{(pid=94992) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 23 19:07:37.456287 n-d-713301-16 neutron-server[94992]: DEBUG neutron.api.extensions [None req-3ac3b247-1eea-4d1b-9385-f99b836ebe59 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=94992) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Sep 23 19:07:37.456637 n-d-713301-16 neutron-server[94992]: INFO neutron.api.extensions [None req-3ac3b247-1eea-4d1b-9385-f99b836ebe59 None None] Initializing extension manager. Sep 23 19:07:37.458034 n-d-713301-16 neutron-server[94992]: DEBUG neutron.api.extensions [None req-3ac3b247-1eea-4d1b-9385-f99b836ebe59 None None] Loading extension file: __init__.py {{(pid=94992) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 19:07:37.458376 n-d-713301-16 neutron-server[94992]: DEBUG neutron.api.extensions [None req-3ac3b247-1eea-4d1b-9385-f99b836ebe59 None None] Loading extension file: __pycache__ {{(pid=94992) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 19:07:37.458707 n-d-713301-16 neutron-server[94992]: DEBUG neutron.api.extensions [None req-3ac3b247-1eea-4d1b-9385-f99b836ebe59 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=94992) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 19:07:37.459037 n-d-713301-16 neutron-server[94992]: DEBUG neutron.api.extensions [None req-3ac3b247-1eea-4d1b-9385-f99b836ebe59 None None] Loading extension file: address_group.py {{(pid=94992) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 19:07:37.459797 n-d-713301-16 neutron-server[94992]: DEBUG neutron.api.extensions [None req-3ac3b247-1eea-4d1b-9385-f99b836ebe59 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=94992) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 19:07:37.460357 n-d-713301-16 neutron-server[94992]: INFO neutron.api.extensions [None req-3ac3b247-1eea-4d1b-9385-f99b836ebe59 None None] Loaded extension: address-group Sep 23 19:07:37.460712 n-d-713301-16 neutron-server[94992]: DEBUG neutron.api.extensions [None req-3ac3b247-1eea-4d1b-9385-f99b836ebe59 None None] Loading extension file: address_scope.py {{(pid=94992) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 19:07:37.461611 n-d-713301-16 neutron-server[94992]: DEBUG neutron.api.extensions [None req-3ac3b247-1eea-4d1b-9385-f99b836ebe59 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=94992) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 19:07:37.462111 n-d-713301-16 neutron-server[94992]: INFO neutron.api.extensions [None req-3ac3b247-1eea-4d1b-9385-f99b836ebe59 None None] Loaded extension: address-scope Sep 23 19:07:37.462428 n-d-713301-16 neutron-server[94992]: DEBUG neutron.api.extensions [None req-3ac3b247-1eea-4d1b-9385-f99b836ebe59 None None] Loading extension file: admin_state_down_before_update.py {{(pid=94992) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 19:07:37.463351 n-d-713301-16 neutron-server[94992]: DEBUG neutron.api.extensions [None req-3ac3b247-1eea-4d1b-9385-f99b836ebe59 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=94992) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 19:07:37.463847 n-d-713301-16 neutron-server[94992]: INFO neutron.api.extensions [None req-3ac3b247-1eea-4d1b-9385-f99b836ebe59 None None] Loaded extension: router-admin-state-down-before-update Sep 23 19:07:37.464166 n-d-713301-16 neutron-server[94992]: DEBUG neutron.api.extensions [None req-3ac3b247-1eea-4d1b-9385-f99b836ebe59 None None] Loading extension file: agent.py {{(pid=94992) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 19:07:37.464890 n-d-713301-16 neutron-server[94992]: DEBUG neutron.api.extensions [None req-3ac3b247-1eea-4d1b-9385-f99b836ebe59 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=94992) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 19:07:37.465381 n-d-713301-16 neutron-server[94992]: INFO neutron.api.extensions [None req-3ac3b247-1eea-4d1b-9385-f99b836ebe59 None None] Loaded extension: agent Sep 23 19:07:37.465697 n-d-713301-16 neutron-server[94992]: DEBUG neutron.api.extensions [None req-3ac3b247-1eea-4d1b-9385-f99b836ebe59 None None] Loading extension file: agent_resources_synced.py {{(pid=94992) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 19:07:37.466599 n-d-713301-16 neutron-server[94992]: DEBUG neutron.api.extensions [None req-3ac3b247-1eea-4d1b-9385-f99b836ebe59 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=94992) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 19:07:37.467128 n-d-713301-16 neutron-server[94992]: INFO neutron.api.extensions [None req-3ac3b247-1eea-4d1b-9385-f99b836ebe59 None None] Loaded extension: agent-resources-synced Sep 23 19:07:37.467448 n-d-713301-16 neutron-server[94992]: DEBUG neutron.api.extensions [None req-3ac3b247-1eea-4d1b-9385-f99b836ebe59 None None] Loading extension file: allowedaddresspairs.py {{(pid=94992) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 19:07:37.469271 n-d-713301-16 neutron-server[94992]: DEBUG neutron.api.extensions [None req-3ac3b247-1eea-4d1b-9385-f99b836ebe59 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=94992) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 19:07:37.469790 n-d-713301-16 neutron-server[94992]: INFO neutron.api.extensions [None req-3ac3b247-1eea-4d1b-9385-f99b836ebe59 None None] Loaded extension: allowed-address-pairs Sep 23 19:07:37.470109 n-d-713301-16 neutron-server[94992]: DEBUG neutron.api.extensions [None req-3ac3b247-1eea-4d1b-9385-f99b836ebe59 None None] Loading extension file: auto_allocated_topology.py {{(pid=94992) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 19:07:37.471176 n-d-713301-16 neutron-server[94992]: DEBUG neutron.api.extensions [None req-3ac3b247-1eea-4d1b-9385-f99b836ebe59 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=94992) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 19:07:37.471682 n-d-713301-16 neutron-server[94992]: INFO neutron.api.extensions [None req-3ac3b247-1eea-4d1b-9385-f99b836ebe59 None None] Loaded extension: auto-allocated-topology Sep 23 19:07:37.471998 n-d-713301-16 neutron-server[94992]: DEBUG neutron.api.extensions [None req-3ac3b247-1eea-4d1b-9385-f99b836ebe59 None None] Loading extension file: availability_zone.py {{(pid=94992) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 19:07:37.473747 n-d-713301-16 neutron-server[94992]: DEBUG neutron.api.extensions [None req-3ac3b247-1eea-4d1b-9385-f99b836ebe59 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=94992) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 19:07:37.474246 n-d-713301-16 neutron-server[94992]: INFO neutron.api.extensions [None req-3ac3b247-1eea-4d1b-9385-f99b836ebe59 None None] Loaded extension: availability_zone Sep 23 19:07:37.474566 n-d-713301-16 neutron-server[94992]: DEBUG neutron.api.extensions [None req-3ac3b247-1eea-4d1b-9385-f99b836ebe59 None None] Loading extension file: availability_zone_filter.py {{(pid=94992) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 19:07:37.475483 n-d-713301-16 neutron-server[94992]: DEBUG neutron.api.extensions [None req-3ac3b247-1eea-4d1b-9385-f99b836ebe59 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=94992) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 19:07:37.475984 n-d-713301-16 neutron-server[94992]: INFO neutron.api.extensions [None req-3ac3b247-1eea-4d1b-9385-f99b836ebe59 None None] Loaded extension: availability_zone_filter Sep 23 19:07:37.476303 n-d-713301-16 neutron-server[94992]: DEBUG neutron.api.extensions [None req-3ac3b247-1eea-4d1b-9385-f99b836ebe59 None None] Loading extension file: data_plane_status.py {{(pid=94992) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 19:07:37.477224 n-d-713301-16 neutron-server[94992]: DEBUG neutron.api.extensions [None req-3ac3b247-1eea-4d1b-9385-f99b836ebe59 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=94992) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 19:07:37.477723 n-d-713301-16 neutron-server[94992]: INFO neutron.api.extensions [None req-3ac3b247-1eea-4d1b-9385-f99b836ebe59 None None] Extension data-plane-status not supported by any of loaded plugins Sep 23 19:07:37.478041 n-d-713301-16 neutron-server[94992]: DEBUG neutron.api.extensions [None req-3ac3b247-1eea-4d1b-9385-f99b836ebe59 None None] Loading extension file: default_subnetpools.py {{(pid=94992) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 19:07:37.478946 n-d-713301-16 neutron-server[94992]: DEBUG neutron.api.extensions [None req-3ac3b247-1eea-4d1b-9385-f99b836ebe59 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=94992) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 19:07:37.479441 n-d-713301-16 neutron-server[94992]: INFO neutron.api.extensions [None req-3ac3b247-1eea-4d1b-9385-f99b836ebe59 None None] Loaded extension: default-subnetpools Sep 23 19:07:37.479758 n-d-713301-16 neutron-server[94992]: DEBUG neutron.api.extensions [None req-3ac3b247-1eea-4d1b-9385-f99b836ebe59 None None] Loading extension file: dhcpagentscheduler.py {{(pid=94992) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 19:07:37.480571 n-d-713301-16 neutron-server[94992]: DEBUG neutron.api.extensions [None req-3ac3b247-1eea-4d1b-9385-f99b836ebe59 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=94992) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 19:07:37.481101 n-d-713301-16 neutron-server[94992]: INFO neutron.api.extensions [None req-3ac3b247-1eea-4d1b-9385-f99b836ebe59 None None] Loaded extension: dhcp_agent_scheduler Sep 23 19:07:37.481419 n-d-713301-16 neutron-server[94992]: DEBUG neutron.api.extensions [None req-3ac3b247-1eea-4d1b-9385-f99b836ebe59 None None] Loading extension file: dns.py {{(pid=94992) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 19:07:37.482329 n-d-713301-16 neutron-server[94992]: DEBUG neutron.api.extensions [None req-3ac3b247-1eea-4d1b-9385-f99b836ebe59 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=94992) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 19:07:37.482826 n-d-713301-16 neutron-server[94992]: INFO neutron.api.extensions [None req-3ac3b247-1eea-4d1b-9385-f99b836ebe59 None None] Extension dns-integration not supported by any of loaded plugins Sep 23 19:07:37.483142 n-d-713301-16 neutron-server[94992]: DEBUG neutron.api.extensions [None req-3ac3b247-1eea-4d1b-9385-f99b836ebe59 None None] Loading extension file: dns_domain_ports.py {{(pid=94992) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 19:07:37.484058 n-d-713301-16 neutron-server[94992]: DEBUG neutron.api.extensions [None req-3ac3b247-1eea-4d1b-9385-f99b836ebe59 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=94992) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 19:07:37.484555 n-d-713301-16 neutron-server[94992]: INFO neutron.api.extensions [None req-3ac3b247-1eea-4d1b-9385-f99b836ebe59 None None] Extension dns-domain-ports not supported by any of loaded plugins Sep 23 19:07:37.484903 n-d-713301-16 neutron-server[94992]: DEBUG neutron.api.extensions [None req-3ac3b247-1eea-4d1b-9385-f99b836ebe59 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=94992) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 19:07:37.485825 n-d-713301-16 neutron-server[94992]: DEBUG neutron.api.extensions [None req-3ac3b247-1eea-4d1b-9385-f99b836ebe59 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=94992) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 19:07:37.486319 n-d-713301-16 neutron-server[94992]: INFO neutron.api.extensions [None req-3ac3b247-1eea-4d1b-9385-f99b836ebe59 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Sep 23 19:07:37.486632 n-d-713301-16 neutron-server[94992]: DEBUG neutron.api.extensions [None req-3ac3b247-1eea-4d1b-9385-f99b836ebe59 None None] Loading extension file: dvr.py {{(pid=94992) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 19:07:37.487291 n-d-713301-16 neutron-server[94992]: DEBUG neutron.api.extensions [None req-3ac3b247-1eea-4d1b-9385-f99b836ebe59 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=94992) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 19:07:37.487788 n-d-713301-16 neutron-server[94992]: INFO neutron.api.extensions [None req-3ac3b247-1eea-4d1b-9385-f99b836ebe59 None None] Loaded extension: dvr Sep 23 19:07:37.488578 n-d-713301-16 neutron-server[94992]: DEBUG neutron.api.extensions [None req-3ac3b247-1eea-4d1b-9385-f99b836ebe59 None None] Loading extension file: ecmp_routes.py {{(pid=94992) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 19:07:37.489522 n-d-713301-16 neutron-server[94992]: DEBUG neutron.api.extensions [None req-3ac3b247-1eea-4d1b-9385-f99b836ebe59 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=94992) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 19:07:37.490017 n-d-713301-16 neutron-server[94992]: INFO neutron.api.extensions [None req-3ac3b247-1eea-4d1b-9385-f99b836ebe59 None None] Extension ecmp_routes not supported by any of loaded plugins Sep 23 19:07:37.490334 n-d-713301-16 neutron-server[94992]: DEBUG neutron.api.extensions [None req-3ac3b247-1eea-4d1b-9385-f99b836ebe59 None None] Loading extension file: empty_string_filtering.py {{(pid=94992) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 19:07:37.491242 n-d-713301-16 neutron-server[94992]: DEBUG neutron.api.extensions [None req-3ac3b247-1eea-4d1b-9385-f99b836ebe59 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=94992) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 19:07:37.491741 n-d-713301-16 neutron-server[94992]: INFO neutron.api.extensions [None req-3ac3b247-1eea-4d1b-9385-f99b836ebe59 None None] Loaded extension: empty-string-filtering Sep 23 19:07:37.492057 n-d-713301-16 neutron-server[94992]: DEBUG neutron.api.extensions [None req-3ac3b247-1eea-4d1b-9385-f99b836ebe59 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=94992) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 19:07:37.493001 n-d-713301-16 neutron-server[94992]: DEBUG neutron.api.extensions [None req-3ac3b247-1eea-4d1b-9385-f99b836ebe59 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=94992) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 19:07:37.493496 n-d-713301-16 neutron-server[94992]: INFO neutron.api.extensions [None req-3ac3b247-1eea-4d1b-9385-f99b836ebe59 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Sep 23 19:07:37.493808 n-d-713301-16 neutron-server[94992]: DEBUG neutron.api.extensions [None req-3ac3b247-1eea-4d1b-9385-f99b836ebe59 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=94992) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 19:07:37.494716 n-d-713301-16 neutron-server[94992]: DEBUG neutron.api.extensions [None req-3ac3b247-1eea-4d1b-9385-f99b836ebe59 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=94992) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 19:07:37.495213 n-d-713301-16 neutron-server[94992]: INFO neutron.api.extensions [None req-3ac3b247-1eea-4d1b-9385-f99b836ebe59 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Sep 23 19:07:37.495529 n-d-713301-16 neutron-server[94992]: DEBUG neutron.api.extensions [None req-3ac3b247-1eea-4d1b-9385-f99b836ebe59 None None] Loading extension file: external_net.py {{(pid=94992) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 19:07:37.496431 n-d-713301-16 neutron-server[94992]: DEBUG neutron.api.extensions [None req-3ac3b247-1eea-4d1b-9385-f99b836ebe59 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=94992) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 19:07:37.496959 n-d-713301-16 neutron-server[94992]: INFO neutron.api.extensions [None req-3ac3b247-1eea-4d1b-9385-f99b836ebe59 None None] Loaded extension: external-net Sep 23 19:07:37.497277 n-d-713301-16 neutron-server[94992]: DEBUG neutron.api.extensions [None req-3ac3b247-1eea-4d1b-9385-f99b836ebe59 None None] Loading extension file: extra_dhcp_opt.py {{(pid=94992) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 19:07:37.498168 n-d-713301-16 neutron-server[94992]: DEBUG neutron.api.extensions [None req-3ac3b247-1eea-4d1b-9385-f99b836ebe59 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=94992) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 19:07:37.498662 n-d-713301-16 neutron-server[94992]: INFO neutron.api.extensions [None req-3ac3b247-1eea-4d1b-9385-f99b836ebe59 None None] Loaded extension: extra_dhcp_opt Sep 23 19:07:37.498979 n-d-713301-16 neutron-server[94992]: DEBUG neutron.api.extensions [None req-3ac3b247-1eea-4d1b-9385-f99b836ebe59 None None] Loading extension file: extraroute.py {{(pid=94992) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 19:07:37.499877 n-d-713301-16 neutron-server[94992]: DEBUG neutron.api.extensions [None req-3ac3b247-1eea-4d1b-9385-f99b836ebe59 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=94992) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 19:07:37.500376 n-d-713301-16 neutron-server[94992]: INFO neutron.api.extensions [None req-3ac3b247-1eea-4d1b-9385-f99b836ebe59 None None] Loaded extension: extraroute Sep 23 19:07:37.500726 n-d-713301-16 neutron-server[94992]: DEBUG neutron.api.extensions [None req-3ac3b247-1eea-4d1b-9385-f99b836ebe59 None None] Loading extension file: extraroute_atomic.py {{(pid=94992) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 19:07:37.501741 n-d-713301-16 neutron-server[94992]: DEBUG neutron.api.extensions [None req-3ac3b247-1eea-4d1b-9385-f99b836ebe59 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=94992) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 19:07:37.502236 n-d-713301-16 neutron-server[94992]: INFO neutron.api.extensions [None req-3ac3b247-1eea-4d1b-9385-f99b836ebe59 None None] Loaded extension: extraroute-atomic Sep 23 19:07:37.502553 n-d-713301-16 neutron-server[94992]: DEBUG neutron.api.extensions [None req-3ac3b247-1eea-4d1b-9385-f99b836ebe59 None None] Loading extension file: filter_validation.py {{(pid=94992) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 19:07:37.503212 n-d-713301-16 neutron-server[94992]: DEBUG neutron.api.extensions [None req-3ac3b247-1eea-4d1b-9385-f99b836ebe59 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=94992) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 19:07:37.504144 n-d-713301-16 neutron-server[94992]: INFO neutron.api.extensions [None req-3ac3b247-1eea-4d1b-9385-f99b836ebe59 None None] Loaded extension: filter-validation Sep 23 19:07:37.504468 n-d-713301-16 neutron-server[94992]: DEBUG neutron.api.extensions [None req-3ac3b247-1eea-4d1b-9385-f99b836ebe59 None None] Loading extension file: fip_pf_description.py {{(pid=94992) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 19:07:37.505413 n-d-713301-16 neutron-server[94992]: DEBUG neutron.api.extensions [None req-3ac3b247-1eea-4d1b-9385-f99b836ebe59 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=94992) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 19:07:37.505915 n-d-713301-16 neutron-server[94992]: INFO neutron.api.extensions [None req-3ac3b247-1eea-4d1b-9385-f99b836ebe59 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Sep 23 19:07:37.506231 n-d-713301-16 neutron-server[94992]: DEBUG neutron.api.extensions [None req-3ac3b247-1eea-4d1b-9385-f99b836ebe59 None None] Loading extension file: fip_port_details.py {{(pid=94992) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 19:07:37.507142 n-d-713301-16 neutron-server[94992]: DEBUG neutron.api.extensions [None req-3ac3b247-1eea-4d1b-9385-f99b836ebe59 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=94992) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 19:07:37.507639 n-d-713301-16 neutron-server[94992]: INFO neutron.api.extensions [None req-3ac3b247-1eea-4d1b-9385-f99b836ebe59 None None] Loaded extension: fip-port-details Sep 23 19:07:37.507957 n-d-713301-16 neutron-server[94992]: DEBUG neutron.api.extensions [None req-3ac3b247-1eea-4d1b-9385-f99b836ebe59 None None] Loading extension file: flavors.py {{(pid=94992) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 19:07:37.509182 n-d-713301-16 neutron-server[94992]: DEBUG neutron.api.extensions [None req-3ac3b247-1eea-4d1b-9385-f99b836ebe59 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=94992) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 19:07:37.509686 n-d-713301-16 neutron-server[94992]: INFO neutron.api.extensions [None req-3ac3b247-1eea-4d1b-9385-f99b836ebe59 None None] Loaded extension: flavors Sep 23 19:07:37.510004 n-d-713301-16 neutron-server[94992]: DEBUG neutron.api.extensions [None req-3ac3b247-1eea-4d1b-9385-f99b836ebe59 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=94992) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 19:07:37.511897 n-d-713301-16 neutron-server[94992]: DEBUG neutron.api.extensions [None req-3ac3b247-1eea-4d1b-9385-f99b836ebe59 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=94992) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 19:07:37.512404 n-d-713301-16 neutron-server[94992]: INFO neutron.api.extensions [None req-3ac3b247-1eea-4d1b-9385-f99b836ebe59 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Sep 23 19:07:37.512765 n-d-713301-16 neutron-server[94992]: DEBUG neutron.api.extensions [None req-3ac3b247-1eea-4d1b-9385-f99b836ebe59 None None] Loading extension file: floatingip_pools.py {{(pid=94992) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 19:07:37.513460 n-d-713301-16 neutron-server[94992]: DEBUG neutron.api.extensions [None req-3ac3b247-1eea-4d1b-9385-f99b836ebe59 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=94992) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 19:07:37.513961 n-d-713301-16 neutron-server[94992]: INFO neutron.api.extensions [None req-3ac3b247-1eea-4d1b-9385-f99b836ebe59 None None] Loaded extension: floatingip-pools Sep 23 19:07:37.514282 n-d-713301-16 neutron-server[94992]: DEBUG neutron.api.extensions [None req-3ac3b247-1eea-4d1b-9385-f99b836ebe59 None None] Loading extension file: ip_allocation.py {{(pid=94992) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 19:07:37.515202 n-d-713301-16 neutron-server[94992]: DEBUG neutron.api.extensions [None req-3ac3b247-1eea-4d1b-9385-f99b836ebe59 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=94992) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 19:07:37.515693 n-d-713301-16 neutron-server[94992]: INFO neutron.api.extensions [None req-3ac3b247-1eea-4d1b-9385-f99b836ebe59 None None] Extension ip_allocation not supported by any of loaded plugins Sep 23 19:07:37.516009 n-d-713301-16 neutron-server[94992]: DEBUG neutron.api.extensions [None req-3ac3b247-1eea-4d1b-9385-f99b836ebe59 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=94992) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 19:07:37.516951 n-d-713301-16 neutron-server[94992]: DEBUG neutron.api.extensions [None req-3ac3b247-1eea-4d1b-9385-f99b836ebe59 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=94992) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 19:07:37.517450 n-d-713301-16 neutron-server[94992]: INFO neutron.api.extensions [None req-3ac3b247-1eea-4d1b-9385-f99b836ebe59 None None] Loaded extension: ip-substring-filtering Sep 23 19:07:37.517767 n-d-713301-16 neutron-server[94992]: DEBUG neutron.api.extensions [None req-3ac3b247-1eea-4d1b-9385-f99b836ebe59 None None] Loading extension file: l2_adjacency.py {{(pid=94992) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 19:07:37.518685 n-d-713301-16 neutron-server[94992]: DEBUG neutron.api.extensions [None req-3ac3b247-1eea-4d1b-9385-f99b836ebe59 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=94992) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 19:07:37.519702 n-d-713301-16 neutron-server[94992]: INFO neutron.api.extensions [None req-3ac3b247-1eea-4d1b-9385-f99b836ebe59 None None] Extension l2_adjacency not supported by any of loaded plugins Sep 23 19:07:37.520513 n-d-713301-16 neutron-server[94992]: DEBUG neutron.api.extensions [None req-3ac3b247-1eea-4d1b-9385-f99b836ebe59 None None] Loading extension file: l3.py {{(pid=94992) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 19:07:37.521629 n-d-713301-16 neutron-server[94992]: DEBUG neutron.api.extensions [None req-3ac3b247-1eea-4d1b-9385-f99b836ebe59 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=94992) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 19:07:37.522149 n-d-713301-16 neutron-server[94992]: INFO neutron.api.extensions [None req-3ac3b247-1eea-4d1b-9385-f99b836ebe59 None None] Loaded extension: router Sep 23 19:07:37.522470 n-d-713301-16 neutron-server[94992]: DEBUG neutron.api.extensions [None req-3ac3b247-1eea-4d1b-9385-f99b836ebe59 None None] Loading extension file: l3_conntrack_helper.py {{(pid=94992) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 19:07:37.524720 n-d-713301-16 neutron-server[94992]: DEBUG neutron.api.extensions [None req-3ac3b247-1eea-4d1b-9385-f99b836ebe59 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=94992) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 19:07:37.525248 n-d-713301-16 neutron-server[94992]: INFO neutron.api.extensions [None req-3ac3b247-1eea-4d1b-9385-f99b836ebe59 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Sep 23 19:07:37.525573 n-d-713301-16 neutron-server[94992]: DEBUG neutron.api.extensions [None req-3ac3b247-1eea-4d1b-9385-f99b836ebe59 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=94992) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 19:07:37.526504 n-d-713301-16 neutron-server[94992]: DEBUG neutron.api.extensions [None req-3ac3b247-1eea-4d1b-9385-f99b836ebe59 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=94992) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 19:07:37.527009 n-d-713301-16 neutron-server[94992]: INFO neutron.api.extensions [None req-3ac3b247-1eea-4d1b-9385-f99b836ebe59 None None] Loaded extension: ext-gw-mode Sep 23 19:07:37.527333 n-d-713301-16 neutron-server[94992]: DEBUG neutron.api.extensions [None req-3ac3b247-1eea-4d1b-9385-f99b836ebe59 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=94992) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 19:07:37.528238 n-d-713301-16 neutron-server[94992]: DEBUG neutron.api.extensions [None req-3ac3b247-1eea-4d1b-9385-f99b836ebe59 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=94992) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 19:07:37.528768 n-d-713301-16 neutron-server[94992]: INFO neutron.api.extensions [None req-3ac3b247-1eea-4d1b-9385-f99b836ebe59 None None] Loaded extension: l3-ha Sep 23 19:07:37.529089 n-d-713301-16 neutron-server[94992]: DEBUG neutron.api.extensions [None req-3ac3b247-1eea-4d1b-9385-f99b836ebe59 None None] Loading extension file: l3_flavors.py {{(pid=94992) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 19:07:37.530082 n-d-713301-16 neutron-server[94992]: DEBUG neutron.api.extensions [None req-3ac3b247-1eea-4d1b-9385-f99b836ebe59 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=94992) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 19:07:37.530587 n-d-713301-16 neutron-server[94992]: INFO neutron.api.extensions [None req-3ac3b247-1eea-4d1b-9385-f99b836ebe59 None None] Loaded extension: l3-flavors Sep 23 19:07:37.530911 n-d-713301-16 neutron-server[94992]: DEBUG neutron.api.extensions [None req-3ac3b247-1eea-4d1b-9385-f99b836ebe59 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=94992) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 19:07:37.531813 n-d-713301-16 neutron-server[94992]: DEBUG neutron.api.extensions [None req-3ac3b247-1eea-4d1b-9385-f99b836ebe59 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=94992) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 19:07:37.532312 n-d-713301-16 neutron-server[94992]: INFO neutron.api.extensions [None req-3ac3b247-1eea-4d1b-9385-f99b836ebe59 None None] Loaded extension: l3-port-ip-change-not-allowed Sep 23 19:07:37.532655 n-d-713301-16 neutron-server[94992]: DEBUG neutron.api.extensions [None req-3ac3b247-1eea-4d1b-9385-f99b836ebe59 None None] Loading extension file: l3agentscheduler.py {{(pid=94992) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 19:07:37.533666 n-d-713301-16 neutron-server[94992]: DEBUG neutron.api.extensions [None req-3ac3b247-1eea-4d1b-9385-f99b836ebe59 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=94992) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 19:07:37.534247 n-d-713301-16 neutron-server[94992]: INFO neutron.api.extensions [None req-3ac3b247-1eea-4d1b-9385-f99b836ebe59 None None] Loaded extension: l3_agent_scheduler Sep 23 19:07:37.534570 n-d-713301-16 neutron-server[94992]: DEBUG neutron.api.extensions [None req-3ac3b247-1eea-4d1b-9385-f99b836ebe59 None None] Loading extension file: logging.py {{(pid=94992) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 19:07:37.537002 n-d-713301-16 neutron-server[94992]: DEBUG neutron.api.extensions [None req-3ac3b247-1eea-4d1b-9385-f99b836ebe59 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=94992) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 19:07:37.537513 n-d-713301-16 neutron-server[94992]: INFO neutron.api.extensions [None req-3ac3b247-1eea-4d1b-9385-f99b836ebe59 None None] Extension logging not supported by any of loaded plugins Sep 23 19:07:37.537841 n-d-713301-16 neutron-server[94992]: DEBUG neutron.api.extensions [None req-3ac3b247-1eea-4d1b-9385-f99b836ebe59 None None] Loading extension file: metering.py {{(pid=94992) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 19:07:37.538577 n-d-713301-16 neutron-server[94992]: DEBUG neutron.api.extensions [None req-3ac3b247-1eea-4d1b-9385-f99b836ebe59 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=94992) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 19:07:37.539170 n-d-713301-16 neutron-server[94992]: INFO neutron.api.extensions [None req-3ac3b247-1eea-4d1b-9385-f99b836ebe59 None None] Loaded extension: metering Sep 23 19:07:37.539490 n-d-713301-16 neutron-server[94992]: DEBUG neutron.api.extensions [None req-3ac3b247-1eea-4d1b-9385-f99b836ebe59 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=94992) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 19:07:37.540569 n-d-713301-16 neutron-server[94992]: DEBUG neutron.api.extensions [None req-3ac3b247-1eea-4d1b-9385-f99b836ebe59 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=94992) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 19:07:37.541108 n-d-713301-16 neutron-server[94992]: INFO neutron.api.extensions [None req-3ac3b247-1eea-4d1b-9385-f99b836ebe59 None None] Loaded extension: metering_source_and_destination_fields Sep 23 19:07:37.541428 n-d-713301-16 neutron-server[94992]: DEBUG neutron.api.extensions [None req-3ac3b247-1eea-4d1b-9385-f99b836ebe59 None None] Loading extension file: multiprovidernet.py {{(pid=94992) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 19:07:37.542351 n-d-713301-16 neutron-server[94992]: DEBUG neutron.api.extensions [None req-3ac3b247-1eea-4d1b-9385-f99b836ebe59 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=94992) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 19:07:37.542847 n-d-713301-16 neutron-server[94992]: INFO neutron.api.extensions [None req-3ac3b247-1eea-4d1b-9385-f99b836ebe59 None None] Loaded extension: multi-provider Sep 23 19:07:37.543164 n-d-713301-16 neutron-server[94992]: DEBUG neutron.api.extensions [None req-3ac3b247-1eea-4d1b-9385-f99b836ebe59 None None] Loading extension file: netmtu.py {{(pid=94992) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 19:07:37.544070 n-d-713301-16 neutron-server[94992]: DEBUG neutron.api.extensions [None req-3ac3b247-1eea-4d1b-9385-f99b836ebe59 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=94992) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 19:07:37.544562 n-d-713301-16 neutron-server[94992]: INFO neutron.api.extensions [None req-3ac3b247-1eea-4d1b-9385-f99b836ebe59 None None] Loaded extension: net-mtu Sep 23 19:07:37.544902 n-d-713301-16 neutron-server[94992]: DEBUG neutron.api.extensions [None req-3ac3b247-1eea-4d1b-9385-f99b836ebe59 None None] Loading extension file: netmtu_writable.py {{(pid=94992) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 19:07:37.545813 n-d-713301-16 neutron-server[94992]: DEBUG neutron.api.extensions [None req-3ac3b247-1eea-4d1b-9385-f99b836ebe59 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=94992) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 19:07:37.546311 n-d-713301-16 neutron-server[94992]: INFO neutron.api.extensions [None req-3ac3b247-1eea-4d1b-9385-f99b836ebe59 None None] Loaded extension: net-mtu-writable Sep 23 19:07:37.546632 n-d-713301-16 neutron-server[94992]: DEBUG neutron.api.extensions [None req-3ac3b247-1eea-4d1b-9385-f99b836ebe59 None None] Loading extension file: network_availability_zone.py {{(pid=94992) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 19:07:37.547294 n-d-713301-16 neutron-server[94992]: DEBUG neutron.api.extensions [None req-3ac3b247-1eea-4d1b-9385-f99b836ebe59 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=94992) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 19:07:37.547789 n-d-713301-16 neutron-server[94992]: INFO neutron.api.extensions [None req-3ac3b247-1eea-4d1b-9385-f99b836ebe59 None None] Loaded extension: network_availability_zone Sep 23 19:07:37.548104 n-d-713301-16 neutron-server[94992]: DEBUG neutron.api.extensions [None req-3ac3b247-1eea-4d1b-9385-f99b836ebe59 None None] Loading extension file: network_ip_availability.py {{(pid=94992) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 19:07:37.549226 n-d-713301-16 neutron-server[94992]: DEBUG neutron.api.extensions [None req-3ac3b247-1eea-4d1b-9385-f99b836ebe59 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=94992) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 19:07:37.549728 n-d-713301-16 neutron-server[94992]: INFO neutron.api.extensions [None req-3ac3b247-1eea-4d1b-9385-f99b836ebe59 None None] Loaded extension: network-ip-availability Sep 23 19:07:37.550044 n-d-713301-16 neutron-server[94992]: DEBUG neutron.api.extensions [None req-3ac3b247-1eea-4d1b-9385-f99b836ebe59 None None] Loading extension file: network_segment_range.py {{(pid=94992) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 19:07:37.551289 n-d-713301-16 neutron-server[94992]: DEBUG neutron.api.extensions [None req-3ac3b247-1eea-4d1b-9385-f99b836ebe59 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=94992) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 19:07:37.551784 n-d-713301-16 neutron-server[94992]: INFO neutron.api.extensions [None req-3ac3b247-1eea-4d1b-9385-f99b836ebe59 None None] Extension network-segment-range not supported by any of loaded plugins Sep 23 19:07:37.552100 n-d-713301-16 neutron-server[94992]: DEBUG neutron.api.extensions [None req-3ac3b247-1eea-4d1b-9385-f99b836ebe59 None None] Loading extension file: pagination.py {{(pid=94992) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 19:07:37.553101 n-d-713301-16 neutron-server[94992]: DEBUG neutron.api.extensions [None req-3ac3b247-1eea-4d1b-9385-f99b836ebe59 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=94992) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 19:07:37.553426 n-d-713301-16 neutron-server[94992]: INFO neutron.api.extensions [None req-3ac3b247-1eea-4d1b-9385-f99b836ebe59 None None] Loaded extension: pagination Sep 23 19:07:37.553740 n-d-713301-16 neutron-server[94992]: DEBUG neutron.api.extensions [None req-3ac3b247-1eea-4d1b-9385-f99b836ebe59 None None] Loading extension file: port_device_profile.py {{(pid=94992) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 19:07:37.554637 n-d-713301-16 neutron-server[94992]: DEBUG neutron.api.extensions [None req-3ac3b247-1eea-4d1b-9385-f99b836ebe59 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=94992) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 19:07:37.555144 n-d-713301-16 neutron-server[94992]: INFO neutron.api.extensions [None req-3ac3b247-1eea-4d1b-9385-f99b836ebe59 None None] Loaded extension: port-device-profile Sep 23 19:07:37.555459 n-d-713301-16 neutron-server[94992]: DEBUG neutron.api.extensions [None req-3ac3b247-1eea-4d1b-9385-f99b836ebe59 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=94992) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 19:07:37.556376 n-d-713301-16 neutron-server[94992]: DEBUG neutron.api.extensions [None req-3ac3b247-1eea-4d1b-9385-f99b836ebe59 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=94992) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 19:07:37.556972 n-d-713301-16 neutron-server[94992]: INFO neutron.api.extensions [None req-3ac3b247-1eea-4d1b-9385-f99b836ebe59 None None] Loaded extension: port-mac-address-regenerate Sep 23 19:07:37.557289 n-d-713301-16 neutron-server[94992]: DEBUG neutron.api.extensions [None req-3ac3b247-1eea-4d1b-9385-f99b836ebe59 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=94992) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 19:07:37.558196 n-d-713301-16 neutron-server[94992]: DEBUG neutron.api.extensions [None req-3ac3b247-1eea-4d1b-9385-f99b836ebe59 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=94992) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 19:07:37.558694 n-d-713301-16 neutron-server[94992]: INFO neutron.api.extensions [None req-3ac3b247-1eea-4d1b-9385-f99b836ebe59 None None] Loaded extension: port-numa-affinity-policy Sep 23 19:07:37.559004 n-d-713301-16 neutron-server[94992]: DEBUG neutron.api.extensions [None req-3ac3b247-1eea-4d1b-9385-f99b836ebe59 None None] Loading extension file: port_resource_request.py {{(pid=94992) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 19:07:37.560026 n-d-713301-16 neutron-server[94992]: DEBUG neutron.api.extensions [None req-3ac3b247-1eea-4d1b-9385-f99b836ebe59 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=94992) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 19:07:37.560525 n-d-713301-16 neutron-server[94992]: INFO neutron.api.extensions [None req-3ac3b247-1eea-4d1b-9385-f99b836ebe59 None None] Extension port-resource-request not supported by any of loaded plugins Sep 23 19:07:37.560879 n-d-713301-16 neutron-server[94992]: DEBUG neutron.api.extensions [None req-3ac3b247-1eea-4d1b-9385-f99b836ebe59 None None] Loading extension file: portbindings.py {{(pid=94992) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 19:07:37.561813 n-d-713301-16 neutron-server[94992]: DEBUG neutron.api.extensions [None req-3ac3b247-1eea-4d1b-9385-f99b836ebe59 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=94992) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 19:07:37.562316 n-d-713301-16 neutron-server[94992]: INFO neutron.api.extensions [None req-3ac3b247-1eea-4d1b-9385-f99b836ebe59 None None] Loaded extension: binding Sep 23 19:07:37.562633 n-d-713301-16 neutron-server[94992]: DEBUG neutron.api.extensions [None req-3ac3b247-1eea-4d1b-9385-f99b836ebe59 None None] Loading extension file: portbindings_extended.py {{(pid=94992) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 19:07:37.563895 n-d-713301-16 neutron-server[94992]: DEBUG neutron.api.extensions [None req-3ac3b247-1eea-4d1b-9385-f99b836ebe59 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=94992) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 19:07:37.564395 n-d-713301-16 neutron-server[94992]: INFO neutron.api.extensions [None req-3ac3b247-1eea-4d1b-9385-f99b836ebe59 None None] Loaded extension: binding-extended Sep 23 19:07:37.564753 n-d-713301-16 neutron-server[94992]: DEBUG neutron.api.extensions [None req-3ac3b247-1eea-4d1b-9385-f99b836ebe59 None None] Loading extension file: portsecurity.py {{(pid=94992) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 19:07:37.565660 n-d-713301-16 neutron-server[94992]: DEBUG neutron.api.extensions [None req-3ac3b247-1eea-4d1b-9385-f99b836ebe59 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=94992) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 19:07:37.566604 n-d-713301-16 neutron-server[94992]: INFO neutron.api.extensions [None req-3ac3b247-1eea-4d1b-9385-f99b836ebe59 None None] Loaded extension: port-security Sep 23 19:07:37.566933 n-d-713301-16 neutron-server[94992]: DEBUG neutron.api.extensions [None req-3ac3b247-1eea-4d1b-9385-f99b836ebe59 None None] Loading extension file: project_id.py {{(pid=94992) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 19:07:37.567910 n-d-713301-16 neutron-server[94992]: DEBUG neutron.api.extensions [None req-3ac3b247-1eea-4d1b-9385-f99b836ebe59 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=94992) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 19:07:37.568231 n-d-713301-16 neutron-server[94992]: INFO neutron.api.extensions [None req-3ac3b247-1eea-4d1b-9385-f99b836ebe59 None None] Loaded extension: project-id Sep 23 19:07:37.568545 n-d-713301-16 neutron-server[94992]: DEBUG neutron.api.extensions [None req-3ac3b247-1eea-4d1b-9385-f99b836ebe59 None None] Loading extension file: providernet.py {{(pid=94992) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 19:07:37.569494 n-d-713301-16 neutron-server[94992]: DEBUG neutron.api.extensions [None req-3ac3b247-1eea-4d1b-9385-f99b836ebe59 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=94992) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 19:07:37.569992 n-d-713301-16 neutron-server[94992]: INFO neutron.api.extensions [None req-3ac3b247-1eea-4d1b-9385-f99b836ebe59 None None] Loaded extension: provider Sep 23 19:07:37.570321 n-d-713301-16 neutron-server[94992]: DEBUG neutron.api.extensions [None req-3ac3b247-1eea-4d1b-9385-f99b836ebe59 None None] Loading extension file: qos.py {{(pid=94992) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 19:07:37.573863 n-d-713301-16 neutron-server[94992]: DEBUG neutron.api.extensions [None req-3ac3b247-1eea-4d1b-9385-f99b836ebe59 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=94992) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 19:07:37.574382 n-d-713301-16 neutron-server[94992]: INFO neutron.api.extensions [None req-3ac3b247-1eea-4d1b-9385-f99b836ebe59 None None] Extension qos not supported by any of loaded plugins Sep 23 19:07:37.574708 n-d-713301-16 neutron-server[94992]: DEBUG neutron.api.extensions [None req-3ac3b247-1eea-4d1b-9385-f99b836ebe59 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=94992) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 19:07:37.575933 n-d-713301-16 neutron-server[94992]: DEBUG neutron.api.extensions [None req-3ac3b247-1eea-4d1b-9385-f99b836ebe59 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=94992) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 19:07:37.576437 n-d-713301-16 neutron-server[94992]: INFO neutron.api.extensions [None req-3ac3b247-1eea-4d1b-9385-f99b836ebe59 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Sep 23 19:07:37.576792 n-d-713301-16 neutron-server[94992]: DEBUG neutron.api.extensions [None req-3ac3b247-1eea-4d1b-9385-f99b836ebe59 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=94992) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 19:07:37.577702 n-d-713301-16 neutron-server[94992]: DEBUG neutron.api.extensions [None req-3ac3b247-1eea-4d1b-9385-f99b836ebe59 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=94992) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 19:07:37.578201 n-d-713301-16 neutron-server[94992]: INFO neutron.api.extensions [None req-3ac3b247-1eea-4d1b-9385-f99b836ebe59 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Sep 23 19:07:37.578524 n-d-713301-16 neutron-server[94992]: DEBUG neutron.api.extensions [None req-3ac3b247-1eea-4d1b-9385-f99b836ebe59 None None] Loading extension file: qos_default.py {{(pid=94992) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 19:07:37.579426 n-d-713301-16 neutron-server[94992]: DEBUG neutron.api.extensions [None req-3ac3b247-1eea-4d1b-9385-f99b836ebe59 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=94992) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 19:07:37.579923 n-d-713301-16 neutron-server[94992]: INFO neutron.api.extensions [None req-3ac3b247-1eea-4d1b-9385-f99b836ebe59 None None] Extension qos-default not supported by any of loaded plugins Sep 23 19:07:37.580245 n-d-713301-16 neutron-server[94992]: DEBUG neutron.api.extensions [None req-3ac3b247-1eea-4d1b-9385-f99b836ebe59 None None] Loading extension file: qos_fip.py {{(pid=94992) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 19:07:37.580924 n-d-713301-16 neutron-server[94992]: DEBUG neutron.api.extensions [None req-3ac3b247-1eea-4d1b-9385-f99b836ebe59 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=94992) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 19:07:37.581421 n-d-713301-16 neutron-server[94992]: INFO neutron.api.extensions [None req-3ac3b247-1eea-4d1b-9385-f99b836ebe59 None None] Extension qos-fip not supported by any of loaded plugins Sep 23 19:07:37.582324 n-d-713301-16 neutron-server[94992]: DEBUG neutron.api.extensions [None req-3ac3b247-1eea-4d1b-9385-f99b836ebe59 None None] Loading extension file: qos_gateway_ip.py {{(pid=94992) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 19:07:37.583728 n-d-713301-16 neutron-server[94992]: DEBUG neutron.api.extensions [None req-3ac3b247-1eea-4d1b-9385-f99b836ebe59 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=94992) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 19:07:37.584234 n-d-713301-16 neutron-server[94992]: INFO neutron.api.extensions [None req-3ac3b247-1eea-4d1b-9385-f99b836ebe59 None None] Extension qos-gateway-ip not supported by any of loaded plugins Sep 23 19:07:37.584555 n-d-713301-16 neutron-server[94992]: DEBUG neutron.api.extensions [None req-3ac3b247-1eea-4d1b-9385-f99b836ebe59 None None] Loading extension file: qos_port_network_policy.py {{(pid=94992) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 19:07:37.585484 n-d-713301-16 neutron-server[94992]: DEBUG neutron.api.extensions [None req-3ac3b247-1eea-4d1b-9385-f99b836ebe59 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=94992) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 19:07:37.585980 n-d-713301-16 neutron-server[94992]: INFO neutron.api.extensions [None req-3ac3b247-1eea-4d1b-9385-f99b836ebe59 None None] Extension qos-port-network-policy not supported by any of loaded plugins Sep 23 19:07:37.586299 n-d-713301-16 neutron-server[94992]: DEBUG neutron.api.extensions [None req-3ac3b247-1eea-4d1b-9385-f99b836ebe59 None None] Loading extension file: qos_pps_rule.py {{(pid=94992) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 19:07:37.587460 n-d-713301-16 neutron-server[94992]: DEBUG neutron.api.extensions [None req-3ac3b247-1eea-4d1b-9385-f99b836ebe59 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=94992) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 19:07:37.587964 n-d-713301-16 neutron-server[94992]: INFO neutron.api.extensions [None req-3ac3b247-1eea-4d1b-9385-f99b836ebe59 None None] Extension qos-pps not supported by any of loaded plugins Sep 23 19:07:37.588285 n-d-713301-16 neutron-server[94992]: DEBUG neutron.api.extensions [None req-3ac3b247-1eea-4d1b-9385-f99b836ebe59 None None] Loading extension file: qos_rule_type_details.py {{(pid=94992) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 19:07:37.589228 n-d-713301-16 neutron-server[94992]: DEBUG neutron.api.extensions [None req-3ac3b247-1eea-4d1b-9385-f99b836ebe59 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=94992) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 19:07:37.589727 n-d-713301-16 neutron-server[94992]: INFO neutron.api.extensions [None req-3ac3b247-1eea-4d1b-9385-f99b836ebe59 None None] Extension qos-rule-type-details not supported by any of loaded plugins Sep 23 19:07:37.590044 n-d-713301-16 neutron-server[94992]: DEBUG neutron.api.extensions [None req-3ac3b247-1eea-4d1b-9385-f99b836ebe59 None None] Loading extension file: qos_rules_alias.py {{(pid=94992) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 19:07:37.591096 n-d-713301-16 neutron-server[94992]: DEBUG neutron.api.extensions [None req-3ac3b247-1eea-4d1b-9385-f99b836ebe59 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=94992) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 19:07:37.591615 n-d-713301-16 neutron-server[94992]: INFO neutron.api.extensions [None req-3ac3b247-1eea-4d1b-9385-f99b836ebe59 None None] Extension qos-rules-alias not supported by any of loaded plugins Sep 23 19:07:37.591920 n-d-713301-16 neutron-server[94992]: DEBUG neutron.api.extensions [None req-3ac3b247-1eea-4d1b-9385-f99b836ebe59 None None] Loading extension file: quotasv2.py {{(pid=94992) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 19:07:37.592874 n-d-713301-16 neutron-server[94992]: DEBUG neutron.api.extensions [None req-3ac3b247-1eea-4d1b-9385-f99b836ebe59 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=94992) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 19:07:37.593197 n-d-713301-16 neutron-server[94992]: INFO neutron.api.extensions [None req-3ac3b247-1eea-4d1b-9385-f99b836ebe59 None None] Loaded extension: quotas Sep 23 19:07:37.593514 n-d-713301-16 neutron-server[94992]: DEBUG neutron.api.extensions [None req-3ac3b247-1eea-4d1b-9385-f99b836ebe59 None None] Loading extension file: quotasv2_detail.py {{(pid=94992) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 19:07:37.596765 n-d-713301-16 neutron-server[94992]: DEBUG neutron.api.extensions [None req-3ac3b247-1eea-4d1b-9385-f99b836ebe59 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=94992) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 19:07:37.597102 n-d-713301-16 neutron-server[94992]: INFO neutron.api.extensions [None req-3ac3b247-1eea-4d1b-9385-f99b836ebe59 None None] Loaded extension: quota_details Sep 23 19:07:37.598371 n-d-713301-16 neutron-server[94992]: DEBUG neutron.api.extensions [None req-3ac3b247-1eea-4d1b-9385-f99b836ebe59 None None] Loading extension file: rbac.py {{(pid=94992) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 19:07:37.599462 n-d-713301-16 neutron-server[94992]: DEBUG neutron.api.extensions [None req-3ac3b247-1eea-4d1b-9385-f99b836ebe59 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=94992) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 19:07:37.599986 n-d-713301-16 neutron-server[94992]: INFO neutron.api.extensions [None req-3ac3b247-1eea-4d1b-9385-f99b836ebe59 None None] Loaded extension: rbac-policies Sep 23 19:07:37.600308 n-d-713301-16 neutron-server[94992]: DEBUG neutron.api.extensions [None req-3ac3b247-1eea-4d1b-9385-f99b836ebe59 None None] Loading extension file: rbac_address_group.py {{(pid=94992) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 19:07:37.601284 n-d-713301-16 neutron-server[94992]: DEBUG neutron.api.extensions [None req-3ac3b247-1eea-4d1b-9385-f99b836ebe59 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=94992) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 19:07:37.601829 n-d-713301-16 neutron-server[94992]: INFO neutron.api.extensions [None req-3ac3b247-1eea-4d1b-9385-f99b836ebe59 None None] Loaded extension: rbac-address-group Sep 23 19:07:37.602154 n-d-713301-16 neutron-server[94992]: DEBUG neutron.api.extensions [None req-3ac3b247-1eea-4d1b-9385-f99b836ebe59 None None] Loading extension file: rbac_address_scope.py {{(pid=94992) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 19:07:37.603064 n-d-713301-16 neutron-server[94992]: DEBUG neutron.api.extensions [None req-3ac3b247-1eea-4d1b-9385-f99b836ebe59 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=94992) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 19:07:37.603565 n-d-713301-16 neutron-server[94992]: INFO neutron.api.extensions [None req-3ac3b247-1eea-4d1b-9385-f99b836ebe59 None None] Loaded extension: rbac-address-scope Sep 23 19:07:37.603883 n-d-713301-16 neutron-server[94992]: DEBUG neutron.api.extensions [None req-3ac3b247-1eea-4d1b-9385-f99b836ebe59 None None] Loading extension file: rbac_security_groups.py {{(pid=94992) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 19:07:37.604828 n-d-713301-16 neutron-server[94992]: DEBUG neutron.api.extensions [None req-3ac3b247-1eea-4d1b-9385-f99b836ebe59 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=94992) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 19:07:37.605331 n-d-713301-16 neutron-server[94992]: INFO neutron.api.extensions [None req-3ac3b247-1eea-4d1b-9385-f99b836ebe59 None None] Loaded extension: rbac-security-groups Sep 23 19:07:37.605647 n-d-713301-16 neutron-server[94992]: DEBUG neutron.api.extensions [None req-3ac3b247-1eea-4d1b-9385-f99b836ebe59 None None] Loading extension file: rbac_subnetpool.py {{(pid=94992) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 19:07:37.606552 n-d-713301-16 neutron-server[94992]: DEBUG neutron.api.extensions [None req-3ac3b247-1eea-4d1b-9385-f99b836ebe59 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=94992) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 19:07:37.607055 n-d-713301-16 neutron-server[94992]: INFO neutron.api.extensions [None req-3ac3b247-1eea-4d1b-9385-f99b836ebe59 None None] Loaded extension: rbac-subnetpool Sep 23 19:07:37.607371 n-d-713301-16 neutron-server[94992]: DEBUG neutron.api.extensions [None req-3ac3b247-1eea-4d1b-9385-f99b836ebe59 None None] Loading extension file: revisionifmatch.py {{(pid=94992) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 19:07:37.608279 n-d-713301-16 neutron-server[94992]: DEBUG neutron.api.extensions [None req-3ac3b247-1eea-4d1b-9385-f99b836ebe59 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=94992) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 19:07:37.608809 n-d-713301-16 neutron-server[94992]: INFO neutron.api.extensions [None req-3ac3b247-1eea-4d1b-9385-f99b836ebe59 None None] Loaded extension: revision-if-match Sep 23 19:07:37.609127 n-d-713301-16 neutron-server[94992]: DEBUG neutron.api.extensions [None req-3ac3b247-1eea-4d1b-9385-f99b836ebe59 None None] Loading extension file: revisions.py {{(pid=94992) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 19:07:37.610221 n-d-713301-16 neutron-server[94992]: DEBUG neutron.api.extensions [None req-3ac3b247-1eea-4d1b-9385-f99b836ebe59 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=94992) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 19:07:37.610723 n-d-713301-16 neutron-server[94992]: INFO neutron.api.extensions [None req-3ac3b247-1eea-4d1b-9385-f99b836ebe59 None None] Loaded extension: standard-attr-revisions Sep 23 19:07:37.611038 n-d-713301-16 neutron-server[94992]: DEBUG neutron.api.extensions [None req-3ac3b247-1eea-4d1b-9385-f99b836ebe59 None None] Loading extension file: router_availability_zone.py {{(pid=94992) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 19:07:37.611710 n-d-713301-16 neutron-server[94992]: DEBUG neutron.api.extensions [None req-3ac3b247-1eea-4d1b-9385-f99b836ebe59 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=94992) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 19:07:37.612206 n-d-713301-16 neutron-server[94992]: INFO neutron.api.extensions [None req-3ac3b247-1eea-4d1b-9385-f99b836ebe59 None None] Loaded extension: router_availability_zone Sep 23 19:07:37.612520 n-d-713301-16 neutron-server[94992]: DEBUG neutron.api.extensions [None req-3ac3b247-1eea-4d1b-9385-f99b836ebe59 None None] Loading extension file: routerservicetype.py {{(pid=94992) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 19:07:37.613869 n-d-713301-16 neutron-server[94992]: DEBUG neutron.api.extensions [None req-3ac3b247-1eea-4d1b-9385-f99b836ebe59 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=94992) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 19:07:37.614368 n-d-713301-16 neutron-server[94992]: INFO neutron.api.extensions [None req-3ac3b247-1eea-4d1b-9385-f99b836ebe59 None None] Extension router-service-type not supported by any of loaded plugins Sep 23 19:07:37.614685 n-d-713301-16 neutron-server[94992]: DEBUG neutron.api.extensions [None req-3ac3b247-1eea-4d1b-9385-f99b836ebe59 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=94992) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 19:07:37.615592 n-d-713301-16 neutron-server[94992]: DEBUG neutron.api.extensions [None req-3ac3b247-1eea-4d1b-9385-f99b836ebe59 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=94992) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 19:07:37.616093 n-d-713301-16 neutron-server[94992]: INFO neutron.api.extensions [None req-3ac3b247-1eea-4d1b-9385-f99b836ebe59 None None] Loaded extension: security-groups-normalized-cidr Sep 23 19:07:37.616408 n-d-713301-16 neutron-server[94992]: DEBUG neutron.api.extensions [None req-3ac3b247-1eea-4d1b-9385-f99b836ebe59 None None] Loading extension file: security_groups_port_filtering.py {{(pid=94992) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 19:07:37.617353 n-d-713301-16 neutron-server[94992]: DEBUG neutron.api.extensions [None req-3ac3b247-1eea-4d1b-9385-f99b836ebe59 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=94992) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 19:07:37.617852 n-d-713301-16 neutron-server[94992]: INFO neutron.api.extensions [None req-3ac3b247-1eea-4d1b-9385-f99b836ebe59 None None] Loaded extension: port-security-groups-filtering Sep 23 19:07:37.618167 n-d-713301-16 neutron-server[94992]: DEBUG neutron.api.extensions [None req-3ac3b247-1eea-4d1b-9385-f99b836ebe59 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=94992) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 19:07:37.619073 n-d-713301-16 neutron-server[94992]: DEBUG neutron.api.extensions [None req-3ac3b247-1eea-4d1b-9385-f99b836ebe59 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=94992) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 19:07:37.619574 n-d-713301-16 neutron-server[94992]: INFO neutron.api.extensions [None req-3ac3b247-1eea-4d1b-9385-f99b836ebe59 None None] Loaded extension: security-groups-remote-address-group Sep 23 19:07:37.619892 n-d-713301-16 neutron-server[94992]: DEBUG neutron.api.extensions [None req-3ac3b247-1eea-4d1b-9385-f99b836ebe59 None None] Loading extension file: securitygroup.py {{(pid=94992) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 19:07:37.631967 n-d-713301-16 neutron-server[94992]: DEBUG neutron.api.extensions [None req-3ac3b247-1eea-4d1b-9385-f99b836ebe59 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=94992) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 19:07:37.632489 n-d-713301-16 neutron-server[94992]: INFO neutron.api.extensions [None req-3ac3b247-1eea-4d1b-9385-f99b836ebe59 None None] Loaded extension: security-group Sep 23 19:07:37.632842 n-d-713301-16 neutron-server[94992]: DEBUG neutron.api.extensions [None req-3ac3b247-1eea-4d1b-9385-f99b836ebe59 None None] Loading extension file: segment.py {{(pid=94992) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 19:07:37.633625 n-d-713301-16 neutron-server[94992]: DEBUG neutron.api.extensions [None req-3ac3b247-1eea-4d1b-9385-f99b836ebe59 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=94992) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 19:07:37.634123 n-d-713301-16 neutron-server[94992]: INFO neutron.api.extensions [None req-3ac3b247-1eea-4d1b-9385-f99b836ebe59 None None] Extension segment not supported by any of loaded plugins Sep 23 19:07:37.634441 n-d-713301-16 neutron-server[94992]: DEBUG neutron.api.extensions [None req-3ac3b247-1eea-4d1b-9385-f99b836ebe59 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=94992) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 19:07:37.635380 n-d-713301-16 neutron-server[94992]: DEBUG neutron.api.extensions [None req-3ac3b247-1eea-4d1b-9385-f99b836ebe59 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=94992) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 19:07:37.635877 n-d-713301-16 neutron-server[94992]: INFO neutron.api.extensions [None req-3ac3b247-1eea-4d1b-9385-f99b836ebe59 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Sep 23 19:07:37.636193 n-d-713301-16 neutron-server[94992]: DEBUG neutron.api.extensions [None req-3ac3b247-1eea-4d1b-9385-f99b836ebe59 None None] Loading extension file: servicetype.py {{(pid=94992) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 19:07:37.637632 n-d-713301-16 neutron-server[94992]: DEBUG neutron.api.extensions [None req-3ac3b247-1eea-4d1b-9385-f99b836ebe59 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=94992) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 19:07:37.638141 n-d-713301-16 neutron-server[94992]: INFO neutron.api.extensions [None req-3ac3b247-1eea-4d1b-9385-f99b836ebe59 None None] Loaded extension: service-type Sep 23 19:07:37.638462 n-d-713301-16 neutron-server[94992]: DEBUG neutron.api.extensions [None req-3ac3b247-1eea-4d1b-9385-f99b836ebe59 None None] Loading extension file: sorting.py {{(pid=94992) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 19:07:37.639445 n-d-713301-16 neutron-server[94992]: DEBUG neutron.api.extensions [None req-3ac3b247-1eea-4d1b-9385-f99b836ebe59 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=94992) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 19:07:37.639772 n-d-713301-16 neutron-server[94992]: INFO neutron.api.extensions [None req-3ac3b247-1eea-4d1b-9385-f99b836ebe59 None None] Loaded extension: sorting Sep 23 19:07:37.640091 n-d-713301-16 neutron-server[94992]: DEBUG neutron.api.extensions [None req-3ac3b247-1eea-4d1b-9385-f99b836ebe59 None None] Loading extension file: standard_attr_segment.py {{(pid=94992) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 19:07:37.641030 n-d-713301-16 neutron-server[94992]: DEBUG neutron.api.extensions [None req-3ac3b247-1eea-4d1b-9385-f99b836ebe59 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=94992) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 19:07:37.641536 n-d-713301-16 neutron-server[94992]: INFO neutron.api.extensions [None req-3ac3b247-1eea-4d1b-9385-f99b836ebe59 None None] Extension standard-attr-segment not supported by any of loaded plugins Sep 23 19:07:37.641854 n-d-713301-16 neutron-server[94992]: DEBUG neutron.api.extensions [None req-3ac3b247-1eea-4d1b-9385-f99b836ebe59 None None] Loading extension file: standardattrdescription.py {{(pid=94992) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 19:07:37.642492 n-d-713301-16 neutron-server[94992]: DEBUG neutron.api.extensions [None req-3ac3b247-1eea-4d1b-9385-f99b836ebe59 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=94992) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 19:07:37.642987 n-d-713301-16 neutron-server[94992]: INFO neutron.api.extensions [None req-3ac3b247-1eea-4d1b-9385-f99b836ebe59 None None] Loaded extension: standard-attr-description Sep 23 19:07:37.643302 n-d-713301-16 neutron-server[94992]: DEBUG neutron.api.extensions [None req-3ac3b247-1eea-4d1b-9385-f99b836ebe59 None None] Loading extension file: stateful_security_group.py {{(pid=94992) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 19:07:37.644800 n-d-713301-16 neutron-server[94992]: DEBUG neutron.api.extensions [None req-3ac3b247-1eea-4d1b-9385-f99b836ebe59 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=94992) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 19:07:37.645762 n-d-713301-16 neutron-server[94992]: INFO neutron.api.extensions [None req-3ac3b247-1eea-4d1b-9385-f99b836ebe59 None None] Loaded extension: stateful-security-group Sep 23 19:07:37.646084 n-d-713301-16 neutron-server[94992]: DEBUG neutron.api.extensions [None req-3ac3b247-1eea-4d1b-9385-f99b836ebe59 None None] Loading extension file: stdattrs_common.py {{(pid=94992) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 19:07:37.646665 n-d-713301-16 neutron-server[94992]: WARNING neutron.api.extensions [None req-3ac3b247-1eea-4d1b-9385-f99b836ebe59 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Sep 23 19:07:37.646980 n-d-713301-16 neutron-server[94992]: DEBUG neutron.api.extensions [None req-3ac3b247-1eea-4d1b-9385-f99b836ebe59 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=94992) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 19:07:37.647897 n-d-713301-16 neutron-server[94992]: DEBUG neutron.api.extensions [None req-3ac3b247-1eea-4d1b-9385-f99b836ebe59 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=94992) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 19:07:37.648402 n-d-713301-16 neutron-server[94992]: INFO neutron.api.extensions [None req-3ac3b247-1eea-4d1b-9385-f99b836ebe59 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Sep 23 19:07:37.648748 n-d-713301-16 neutron-server[94992]: DEBUG neutron.api.extensions [None req-3ac3b247-1eea-4d1b-9385-f99b836ebe59 None None] Loading extension file: subnet_onboard.py {{(pid=94992) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 19:07:37.649828 n-d-713301-16 neutron-server[94992]: DEBUG neutron.api.extensions [None req-3ac3b247-1eea-4d1b-9385-f99b836ebe59 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=94992) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 19:07:37.650336 n-d-713301-16 neutron-server[94992]: INFO neutron.api.extensions [None req-3ac3b247-1eea-4d1b-9385-f99b836ebe59 None None] Loaded extension: subnet_onboard Sep 23 19:07:37.650652 n-d-713301-16 neutron-server[94992]: DEBUG neutron.api.extensions [None req-3ac3b247-1eea-4d1b-9385-f99b836ebe59 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=94992) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 19:07:37.651577 n-d-713301-16 neutron-server[94992]: DEBUG neutron.api.extensions [None req-3ac3b247-1eea-4d1b-9385-f99b836ebe59 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=94992) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 19:07:37.652076 n-d-713301-16 neutron-server[94992]: INFO neutron.api.extensions [None req-3ac3b247-1eea-4d1b-9385-f99b836ebe59 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Sep 23 19:07:37.652391 n-d-713301-16 neutron-server[94992]: DEBUG neutron.api.extensions [None req-3ac3b247-1eea-4d1b-9385-f99b836ebe59 None None] Loading extension file: subnet_service_types.py {{(pid=94992) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 19:07:37.653331 n-d-713301-16 neutron-server[94992]: DEBUG neutron.api.extensions [None req-3ac3b247-1eea-4d1b-9385-f99b836ebe59 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=94992) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 19:07:37.653832 n-d-713301-16 neutron-server[94992]: INFO neutron.api.extensions [None req-3ac3b247-1eea-4d1b-9385-f99b836ebe59 None None] Loaded extension: subnet-service-types Sep 23 19:07:37.654146 n-d-713301-16 neutron-server[94992]: DEBUG neutron.api.extensions [None req-3ac3b247-1eea-4d1b-9385-f99b836ebe59 None None] Loading extension file: subnetallocation.py {{(pid=94992) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 19:07:37.655217 n-d-713301-16 neutron-server[94992]: DEBUG neutron.api.extensions [None req-3ac3b247-1eea-4d1b-9385-f99b836ebe59 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=94992) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 19:07:37.655720 n-d-713301-16 neutron-server[94992]: INFO neutron.api.extensions [None req-3ac3b247-1eea-4d1b-9385-f99b836ebe59 None None] Loaded extension: subnet_allocation Sep 23 19:07:37.656036 n-d-713301-16 neutron-server[94992]: DEBUG neutron.api.extensions [None req-3ac3b247-1eea-4d1b-9385-f99b836ebe59 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=94992) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 19:07:37.656723 n-d-713301-16 neutron-server[94992]: DEBUG neutron.api.extensions [None req-3ac3b247-1eea-4d1b-9385-f99b836ebe59 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=94992) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 19:07:37.657224 n-d-713301-16 neutron-server[94992]: INFO neutron.api.extensions [None req-3ac3b247-1eea-4d1b-9385-f99b836ebe59 None None] Loaded extension: subnetpool-prefix-ops Sep 23 19:07:37.657539 n-d-713301-16 neutron-server[94992]: DEBUG neutron.api.extensions [None req-3ac3b247-1eea-4d1b-9385-f99b836ebe59 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=94992) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 19:07:37.658457 n-d-713301-16 neutron-server[94992]: DEBUG neutron.api.extensions [None req-3ac3b247-1eea-4d1b-9385-f99b836ebe59 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=94992) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 19:07:37.658958 n-d-713301-16 neutron-server[94992]: INFO neutron.api.extensions [None req-3ac3b247-1eea-4d1b-9385-f99b836ebe59 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Sep 23 19:07:37.659274 n-d-713301-16 neutron-server[94992]: DEBUG neutron.api.extensions [None req-3ac3b247-1eea-4d1b-9385-f99b836ebe59 None None] Loading extension file: tagging.py {{(pid=94992) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 19:07:37.660859 n-d-713301-16 neutron-server[94992]: DEBUG neutron.api.extensions [None req-3ac3b247-1eea-4d1b-9385-f99b836ebe59 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=94992) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 19:07:37.661371 n-d-713301-16 neutron-server[94992]: INFO neutron.api.extensions [None req-3ac3b247-1eea-4d1b-9385-f99b836ebe59 None None] Loaded extension: standard-attr-tag Sep 23 19:07:37.661698 n-d-713301-16 neutron-server[94992]: DEBUG neutron.api.extensions [None req-3ac3b247-1eea-4d1b-9385-f99b836ebe59 None None] Loading extension file: timestamp.py {{(pid=94992) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 19:07:37.662900 n-d-713301-16 neutron-server[94992]: DEBUG neutron.api.extensions [None req-3ac3b247-1eea-4d1b-9385-f99b836ebe59 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=94992) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 19:07:37.663409 n-d-713301-16 neutron-server[94992]: INFO neutron.api.extensions [None req-3ac3b247-1eea-4d1b-9385-f99b836ebe59 None None] Loaded extension: standard-attr-timestamp Sep 23 19:07:37.663734 n-d-713301-16 neutron-server[94992]: DEBUG neutron.api.extensions [None req-3ac3b247-1eea-4d1b-9385-f99b836ebe59 None None] Loading extension file: trunk.py {{(pid=94992) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 19:07:37.664797 n-d-713301-16 neutron-server[94992]: DEBUG neutron.api.extensions [None req-3ac3b247-1eea-4d1b-9385-f99b836ebe59 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=94992) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 19:07:37.665304 n-d-713301-16 neutron-server[94992]: INFO neutron.api.extensions [None req-3ac3b247-1eea-4d1b-9385-f99b836ebe59 None None] Extension trunk not supported by any of loaded plugins Sep 23 19:07:37.665624 n-d-713301-16 neutron-server[94992]: DEBUG neutron.api.extensions [None req-3ac3b247-1eea-4d1b-9385-f99b836ebe59 None None] Loading extension file: trunk_details.py {{(pid=94992) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 19:07:37.666538 n-d-713301-16 neutron-server[94992]: DEBUG neutron.api.extensions [None req-3ac3b247-1eea-4d1b-9385-f99b836ebe59 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=94992) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 19:07:37.667037 n-d-713301-16 neutron-server[94992]: INFO neutron.api.extensions [None req-3ac3b247-1eea-4d1b-9385-f99b836ebe59 None None] Extension trunk-details not supported by any of loaded plugins Sep 23 19:07:37.667357 n-d-713301-16 neutron-server[94992]: DEBUG neutron.api.extensions [None req-3ac3b247-1eea-4d1b-9385-f99b836ebe59 None None] Loading extension file: uplink_status_propagation.py {{(pid=94992) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 19:07:37.668303 n-d-713301-16 neutron-server[94992]: DEBUG neutron.api.extensions [None req-3ac3b247-1eea-4d1b-9385-f99b836ebe59 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=94992) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 19:07:37.668824 n-d-713301-16 neutron-server[94992]: INFO neutron.api.extensions [None req-3ac3b247-1eea-4d1b-9385-f99b836ebe59 None None] Extension uplink-status-propagation not supported by any of loaded plugins Sep 23 19:07:37.669142 n-d-713301-16 neutron-server[94992]: DEBUG neutron.api.extensions [None req-3ac3b247-1eea-4d1b-9385-f99b836ebe59 None None] Loading extension file: vlantransparent.py {{(pid=94992) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 19:07:37.669808 n-d-713301-16 neutron-server[94992]: DEBUG neutron.api.extensions [None req-3ac3b247-1eea-4d1b-9385-f99b836ebe59 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=94992) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 19:07:37.670306 n-d-713301-16 neutron-server[94992]: INFO neutron.api.extensions [None req-3ac3b247-1eea-4d1b-9385-f99b836ebe59 None None] Extension vlan-transparent not supported by any of loaded plugins Sep 23 19:07:37.672754 n-d-713301-16 neutron-server[94992]: INFO neutron.quota.resource_registry [None req-3ac3b247-1eea-4d1b-9385-f99b836ebe59 None None] Creating instance of TrackedResource for resource:network Sep 23 19:07:37.673279 n-d-713301-16 neutron-server[94992]: INFO neutron.quota.resource_registry [None req-3ac3b247-1eea-4d1b-9385-f99b836ebe59 None None] Creating instance of TrackedResource for resource:subnet Sep 23 19:07:37.673663 n-d-713301-16 neutron-server[94992]: INFO neutron.quota.resource_registry [None req-3ac3b247-1eea-4d1b-9385-f99b836ebe59 None None] Creating instance of TrackedResource for resource:subnetpool Sep 23 19:07:37.674056 n-d-713301-16 neutron-server[94992]: INFO neutron.quota.resource_registry [None req-3ac3b247-1eea-4d1b-9385-f99b836ebe59 None None] Creating instance of TrackedResource for resource:port Sep 23 19:07:37.675255 n-d-713301-16 neutron-server[94992]: DEBUG neutron.api.v2.resource_helper [None req-3ac3b247-1eea-4d1b-9385-f99b836ebe59 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94992) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 23 19:07:37.676137 n-d-713301-16 neutron-server[94992]: DEBUG neutron.api.v2.resource_helper [None req-3ac3b247-1eea-4d1b-9385-f99b836ebe59 None None] Service FLAVORS assigned prefix: {{(pid=94992) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 23 19:07:37.676809 n-d-713301-16 neutron-server[94992]: DEBUG neutron.api.v2.resource_helper [None req-3ac3b247-1eea-4d1b-9385-f99b836ebe59 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94992) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 23 19:07:37.677228 n-d-713301-16 neutron-server[94992]: DEBUG neutron.api.v2.resource_helper [None req-3ac3b247-1eea-4d1b-9385-f99b836ebe59 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94992) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 23 19:07:37.677560 n-d-713301-16 neutron-server[94992]: INFO neutron.quota.resource_registry [None req-3ac3b247-1eea-4d1b-9385-f99b836ebe59 None None] Creating instance of TrackedResource for resource:router Sep 23 19:07:37.677980 n-d-713301-16 neutron-server[94992]: INFO neutron.quota.resource_registry [None req-3ac3b247-1eea-4d1b-9385-f99b836ebe59 None None] Creating instance of TrackedResource for resource:floatingip Sep 23 19:07:37.678460 n-d-713301-16 neutron-server[94992]: DEBUG neutron.api.v2.resource_helper [None req-3ac3b247-1eea-4d1b-9385-f99b836ebe59 None None] Service METERING assigned prefix: /metering {{(pid=94992) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 23 19:07:37.679883 n-d-713301-16 neutron-server[94992]: DEBUG neutron_lib.callbacks.manager [None req-3ac3b247-1eea-4d1b-9385-f99b836ebe59 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=94992) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 19:07:37.680253 n-d-713301-16 neutron-server[94992]: DEBUG neutron_lib.callbacks.manager [None req-3ac3b247-1eea-4d1b-9385-f99b836ebe59 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=94992) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 19:07:37.680634 n-d-713301-16 neutron-server[94992]: DEBUG neutron_lib.callbacks.manager [None req-3ac3b247-1eea-4d1b-9385-f99b836ebe59 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94992) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 19:07:37.681630 n-d-713301-16 neutron-server[94992]: INFO neutron.quota.resource_registry [None req-3ac3b247-1eea-4d1b-9385-f99b836ebe59 None None] Creating instance of CountableResource for resource:rbac_policy Sep 23 19:07:37.682068 n-d-713301-16 neutron-server[94992]: INFO neutron.quota.resource_registry [None req-3ac3b247-1eea-4d1b-9385-f99b836ebe59 None None] Creating instance of TrackedResource for resource:security_group Sep 23 19:07:37.682493 n-d-713301-16 neutron-server[94992]: INFO neutron.quota.resource_registry [None req-3ac3b247-1eea-4d1b-9385-f99b836ebe59 None None] Creating instance of TrackedResource for resource:security_group_rule Sep 23 19:07:37.683068 n-d-713301-16 neutron-server[94992]: DEBUG neutron.api.v2.resource_helper [None req-3ac3b247-1eea-4d1b-9385-f99b836ebe59 None None] Service CORE assigned prefix: {{(pid=94992) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 23 19:07:37.683404 n-d-713301-16 neutron-server[94992]: INFO neutron.quota.resource_registry [None req-3ac3b247-1eea-4d1b-9385-f99b836ebe59 None None] Creating instance of TrackedResource for resource:subnetpool Sep 23 19:07:37.683738 n-d-713301-16 neutron-server[94992]: WARNING neutron.quota.resource_registry [None req-3ac3b247-1eea-4d1b-9385-f99b836ebe59 None None] subnetpool is already registered Sep 23 19:07:37.684211 n-d-713301-16 neutron-server[94992]: DEBUG neutron.api.v2.resource_helper [None req-3ac3b247-1eea-4d1b-9385-f99b836ebe59 None None] Service CORE assigned prefix: {{(pid=94992) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 23 19:07:37.684483 n-d-713301-16 neutron-server[94992]: INFO neutron.quota.resource_registry [None req-3ac3b247-1eea-4d1b-9385-f99b836ebe59 None None] Creating instance of TrackedResource for resource:subnetpool Sep 23 19:07:37.684832 n-d-713301-16 neutron-server[94992]: WARNING neutron.quota.resource_registry [None req-3ac3b247-1eea-4d1b-9385-f99b836ebe59 None None] subnetpool is already registered Sep 23 19:07:37.687105 n-d-713301-16 neutron-server[94992]: DEBUG neutron.api.v2.resource_helper [None req-3ac3b247-1eea-4d1b-9385-f99b836ebe59 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94992) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 23 19:07:37.687531 n-d-713301-16 neutron-server[94992]: DEBUG neutron.api.v2.resource_helper [None req-3ac3b247-1eea-4d1b-9385-f99b836ebe59 None None] Service FLAVORS assigned prefix: {{(pid=94992) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 23 19:07:37.688114 n-d-713301-16 neutron-server[94992]: DEBUG neutron.api.v2.resource_helper [None req-3ac3b247-1eea-4d1b-9385-f99b836ebe59 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94992) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 23 19:07:37.688526 n-d-713301-16 neutron-server[94992]: DEBUG neutron.api.v2.resource_helper [None req-3ac3b247-1eea-4d1b-9385-f99b836ebe59 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94992) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 23 19:07:37.688875 n-d-713301-16 neutron-server[94992]: INFO neutron.quota.resource_registry [None req-3ac3b247-1eea-4d1b-9385-f99b836ebe59 None None] Creating instance of TrackedResource for resource:router Sep 23 19:07:37.689210 n-d-713301-16 neutron-server[94992]: WARNING neutron.quota.resource_registry [None req-3ac3b247-1eea-4d1b-9385-f99b836ebe59 None None] router is already registered Sep 23 19:07:37.689612 n-d-713301-16 neutron-server[94992]: INFO neutron.quota.resource_registry [None req-3ac3b247-1eea-4d1b-9385-f99b836ebe59 None None] Creating instance of TrackedResource for resource:floatingip Sep 23 19:07:37.689943 n-d-713301-16 neutron-server[94992]: WARNING neutron.quota.resource_registry [None req-3ac3b247-1eea-4d1b-9385-f99b836ebe59 None None] floatingip is already registered Sep 23 19:07:37.690386 n-d-713301-16 neutron-server[94992]: DEBUG neutron.api.v2.resource_helper [None req-3ac3b247-1eea-4d1b-9385-f99b836ebe59 None None] Service METERING assigned prefix: /metering {{(pid=94992) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 23 19:07:37.691549 n-d-713301-16 neutron-server[94992]: INFO neutron.quota.resource_registry [None req-3ac3b247-1eea-4d1b-9385-f99b836ebe59 None None] Creating instance of CountableResource for resource:rbac_policy Sep 23 19:07:37.692290 n-d-713301-16 neutron-server[94992]: WARNING neutron.quota.resource_registry [None req-3ac3b247-1eea-4d1b-9385-f99b836ebe59 None None] rbac_policy is already registered Sep 23 19:07:37.692722 n-d-713301-16 neutron-server[94992]: INFO neutron.quota.resource_registry [None req-3ac3b247-1eea-4d1b-9385-f99b836ebe59 None None] Creating instance of TrackedResource for resource:security_group Sep 23 19:07:37.693055 n-d-713301-16 neutron-server[94992]: WARNING neutron.quota.resource_registry [None req-3ac3b247-1eea-4d1b-9385-f99b836ebe59 None None] security_group is already registered Sep 23 19:07:37.693448 n-d-713301-16 neutron-server[94992]: INFO neutron.quota.resource_registry [None req-3ac3b247-1eea-4d1b-9385-f99b836ebe59 None None] Creating instance of TrackedResource for resource:security_group_rule Sep 23 19:07:37.693775 n-d-713301-16 neutron-server[94992]: WARNING neutron.quota.resource_registry [None req-3ac3b247-1eea-4d1b-9385-f99b836ebe59 None None] security_group_rule is already registered Sep 23 19:07:37.694385 n-d-713301-16 neutron-server[94992]: DEBUG neutron.api.v2.resource_helper [None req-3ac3b247-1eea-4d1b-9385-f99b836ebe59 None None] Service CORE assigned prefix: {{(pid=94992) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 23 19:07:37.694703 n-d-713301-16 neutron-server[94992]: INFO neutron.quota.resource_registry [None req-3ac3b247-1eea-4d1b-9385-f99b836ebe59 None None] Creating instance of TrackedResource for resource:subnetpool Sep 23 19:07:37.695027 n-d-713301-16 neutron-server[94992]: WARNING neutron.quota.resource_registry [None req-3ac3b247-1eea-4d1b-9385-f99b836ebe59 None None] subnetpool is already registered Sep 23 19:07:37.695438 n-d-713301-16 neutron-server[94992]: DEBUG neutron.api.v2.resource_helper [None req-3ac3b247-1eea-4d1b-9385-f99b836ebe59 None None] Service CORE assigned prefix: {{(pid=94992) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 23 19:07:37.695787 n-d-713301-16 neutron-server[94992]: INFO neutron.quota.resource_registry [None req-3ac3b247-1eea-4d1b-9385-f99b836ebe59 None None] Creating instance of TrackedResource for resource:subnetpool Sep 23 19:07:37.696108 n-d-713301-16 neutron-server[94992]: WARNING neutron.quota.resource_registry [None req-3ac3b247-1eea-4d1b-9385-f99b836ebe59 None None] subnetpool is already registered Sep 23 19:07:37.696559 n-d-713301-16 neutron-server[94992]: DEBUG neutron.api.extensions [None req-3ac3b247-1eea-4d1b-9385-f99b836ebe59 None None] Extended resource: extensions {{(pid=94992) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 23 19:07:37.698038 n-d-713301-16 neutron-server[94992]: DEBUG neutron.api.extensions [None req-3ac3b247-1eea-4d1b-9385-f99b836ebe59 None None] Extended resource: address-groups {{(pid=94992) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 23 19:07:37.699495 n-d-713301-16 neutron-server[94992]: DEBUG neutron.api.extensions [None req-3ac3b247-1eea-4d1b-9385-f99b836ebe59 None None] Extended resource: address-scopes {{(pid=94992) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 23 19:07:37.700836 n-d-713301-16 neutron-server[94992]: DEBUG neutron.api.extensions [None req-3ac3b247-1eea-4d1b-9385-f99b836ebe59 None None] Extended resource: agents {{(pid=94992) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 23 19:07:37.701991 n-d-713301-16 neutron-server[94992]: DEBUG neutron.api.extensions [None req-3ac3b247-1eea-4d1b-9385-f99b836ebe59 None None] Extended resource: auto-allocated-topology {{(pid=94992) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 23 19:07:37.703225 n-d-713301-16 neutron-server[94992]: DEBUG neutron.api.extensions [None req-3ac3b247-1eea-4d1b-9385-f99b836ebe59 None None] Extended resource: availability_zones {{(pid=94992) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 23 19:07:37.704435 n-d-713301-16 neutron-server[94992]: DEBUG neutron.api.extensions [None req-3ac3b247-1eea-4d1b-9385-f99b836ebe59 None None] Extended resource: dhcp-networks {{(pid=94992) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 23 19:07:37.706020 n-d-713301-16 neutron-server[94992]: DEBUG neutron.api.extensions [None req-3ac3b247-1eea-4d1b-9385-f99b836ebe59 None None] Extended resource: dhcp-agents {{(pid=94992) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 23 19:07:37.708557 n-d-713301-16 neutron-server[94992]: DEBUG neutron.api.extensions [None req-3ac3b247-1eea-4d1b-9385-f99b836ebe59 None None] Extended resource: routers {{(pid=94992) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 23 19:07:37.710795 n-d-713301-16 neutron-server[94992]: DEBUG neutron.api.extensions [None req-3ac3b247-1eea-4d1b-9385-f99b836ebe59 None None] Extended resource: flavors {{(pid=94992) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 23 19:07:37.711946 n-d-713301-16 neutron-server[94992]: DEBUG neutron.api.extensions [None req-3ac3b247-1eea-4d1b-9385-f99b836ebe59 None None] Extended resource: service_profiles {{(pid=94992) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 23 19:07:37.713189 n-d-713301-16 neutron-server[94992]: DEBUG neutron.api.extensions [None req-3ac3b247-1eea-4d1b-9385-f99b836ebe59 None None] Extended resource: next_providers {{(pid=94992) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 23 19:07:37.714637 n-d-713301-16 neutron-server[94992]: DEBUG neutron.api.extensions [None req-3ac3b247-1eea-4d1b-9385-f99b836ebe59 None None] Extended resource: service_profiles {{(pid=94992) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 23 19:07:37.716157 n-d-713301-16 neutron-server[94992]: DEBUG neutron.api.extensions [None req-3ac3b247-1eea-4d1b-9385-f99b836ebe59 None None] Extended resource: floatingip-pools {{(pid=94992) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 23 19:07:37.717391 n-d-713301-16 neutron-server[94992]: DEBUG neutron.api.extensions [None req-3ac3b247-1eea-4d1b-9385-f99b836ebe59 None None] Extended resource: routers {{(pid=94992) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 23 19:07:37.719488 n-d-713301-16 neutron-server[94992]: DEBUG neutron.api.extensions [None req-3ac3b247-1eea-4d1b-9385-f99b836ebe59 None None] Extended resource: floatingips {{(pid=94992) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 23 19:07:37.720787 n-d-713301-16 neutron-server[94992]: DEBUG neutron.api.extensions [None req-3ac3b247-1eea-4d1b-9385-f99b836ebe59 None None] Extended resource: l3-routers {{(pid=94992) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 23 19:07:37.722177 n-d-713301-16 neutron-server[94992]: DEBUG neutron.api.extensions [None req-3ac3b247-1eea-4d1b-9385-f99b836ebe59 None None] Extended resource: l3-agents {{(pid=94992) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 23 19:07:37.724129 n-d-713301-16 neutron-server[94992]: DEBUG neutron.api.extensions [None req-3ac3b247-1eea-4d1b-9385-f99b836ebe59 None None] Extended resource: metering-labels {{(pid=94992) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 23 19:07:37.725508 n-d-713301-16 neutron-server[94992]: DEBUG neutron.api.extensions [None req-3ac3b247-1eea-4d1b-9385-f99b836ebe59 None None] Extended resource: metering-label-rules {{(pid=94992) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 23 19:07:37.726779 n-d-713301-16 neutron-server[94992]: DEBUG neutron.api.extensions [None req-3ac3b247-1eea-4d1b-9385-f99b836ebe59 None None] Extended resource: network-ip-availabilities {{(pid=94992) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 23 19:07:37.728023 n-d-713301-16 neutron-server[94992]: DEBUG neutron.api.extensions [None req-3ac3b247-1eea-4d1b-9385-f99b836ebe59 None None] Extended resource: bindings {{(pid=94992) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 23 19:07:37.730557 n-d-713301-16 neutron-server[94992]: DEBUG neutron.api.extensions [None req-3ac3b247-1eea-4d1b-9385-f99b836ebe59 None None] Extended resource: quotas {{(pid=94992) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 23 19:07:37.732107 n-d-713301-16 neutron-server[94992]: DEBUG neutron.api.extensions [None req-3ac3b247-1eea-4d1b-9385-f99b836ebe59 None None] Extended resource: quotas {{(pid=94992) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 23 19:07:37.733560 n-d-713301-16 neutron-server[94992]: DEBUG neutron.api.extensions [None req-3ac3b247-1eea-4d1b-9385-f99b836ebe59 None None] Extended resource: rbac-policies {{(pid=94992) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 23 19:07:37.734751 n-d-713301-16 neutron-server[94992]: DEBUG neutron.api.extensions [None req-3ac3b247-1eea-4d1b-9385-f99b836ebe59 None None] Extended resource: security-groups {{(pid=94992) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 23 19:07:37.736081 n-d-713301-16 neutron-server[94992]: DEBUG neutron.api.extensions [None req-3ac3b247-1eea-4d1b-9385-f99b836ebe59 None None] Extended resource: security-group-rules {{(pid=94992) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 23 19:07:37.737344 n-d-713301-16 neutron-server[94992]: DEBUG neutron.api.extensions [None req-3ac3b247-1eea-4d1b-9385-f99b836ebe59 None None] Extended resource: service-providers {{(pid=94992) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 23 19:07:37.739096 n-d-713301-16 neutron-server[94992]: DEBUG neutron.api.extensions [None req-3ac3b247-1eea-4d1b-9385-f99b836ebe59 None None] Extended resource: subnetpools {{(pid=94992) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 23 19:07:37.740521 n-d-713301-16 neutron-server[94992]: DEBUG neutron.api.extensions [None req-3ac3b247-1eea-4d1b-9385-f99b836ebe59 None None] Extended resource: subnetpools {{(pid=94992) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 23 19:07:37.741981 n-d-713301-16 neutron-server[94992]: DEBUG neutron.api.extensions [None req-3ac3b247-1eea-4d1b-9385-f99b836ebe59 None None] Extended resource: tags {{(pid=94992) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 23 19:07:37.743657 n-d-713301-16 neutron-server[94992]: DEBUG neutron.api.extensions [None req-3ac3b247-1eea-4d1b-9385-f99b836ebe59 None None] Extended resource: tags {{(pid=94992) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 23 19:07:37.745508 n-d-713301-16 neutron-server[94992]: DEBUG neutron.api.extensions [None req-3ac3b247-1eea-4d1b-9385-f99b836ebe59 None None] Extended resource: tags {{(pid=94992) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 23 19:07:37.747302 n-d-713301-16 neutron-server[94992]: DEBUG neutron.api.extensions [None req-3ac3b247-1eea-4d1b-9385-f99b836ebe59 None None] Extended resource: tags {{(pid=94992) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 23 19:07:37.749100 n-d-713301-16 neutron-server[94992]: DEBUG neutron.api.extensions [None req-3ac3b247-1eea-4d1b-9385-f99b836ebe59 None None] Extended resource: tags {{(pid=94992) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 23 19:07:37.750947 n-d-713301-16 neutron-server[94992]: DEBUG neutron.api.extensions [None req-3ac3b247-1eea-4d1b-9385-f99b836ebe59 None None] Extended resource: tags {{(pid=94992) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 23 19:07:37.752778 n-d-713301-16 neutron-server[94992]: DEBUG neutron.api.extensions [None req-3ac3b247-1eea-4d1b-9385-f99b836ebe59 None None] Extended resource: tags {{(pid=94992) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 23 19:07:37.755683 n-d-713301-16 neutron-server[94992]: DEBUG neutron.api.extensions [None req-3ac3b247-1eea-4d1b-9385-f99b836ebe59 None None] Extended resource: tags {{(pid=94992) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 23 19:07:37.757471 n-d-713301-16 neutron-server[94992]: DEBUG neutron.api.extensions [None req-3ac3b247-1eea-4d1b-9385-f99b836ebe59 None None] Extended resource: tags {{(pid=94992) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 23 19:07:37.759211 n-d-713301-16 neutron-server[94992]: DEBUG neutron.api.extensions [None req-3ac3b247-1eea-4d1b-9385-f99b836ebe59 None None] Extended resource: tags {{(pid=94992) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 23 19:07:37.765517 n-d-713301-16 neutron-server[94992]: WARNING keystonemiddleware.auth_token [None req-3ac3b247-1eea-4d1b-9385-f99b836ebe59 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Sep 23 19:07:37.771264 n-d-713301-16 neutron-server[94992]: WARNING keystonemiddleware.auth_token [None req-3ac3b247-1eea-4d1b-9385-f99b836ebe59 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Sep 23 19:07:37.779729 n-d-713301-16 neutron-server[94992]: DEBUG oslo_concurrency.lockutils [None req-3ac3b247-1eea-4d1b-9385-f99b836ebe59 None None] Acquired lock "singleton_lock" {{(pid=94992) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Sep 23 19:07:37.780190 n-d-713301-16 neutron-server[94992]: DEBUG oslo_concurrency.lockutils [None req-3ac3b247-1eea-4d1b-9385-f99b836ebe59 None None] Releasing lock "singleton_lock" {{(pid=94992) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Sep 23 19:07:37.780846 n-d-713301-16 neutron-server[94992]: INFO oslo_service.service [None req-3ac3b247-1eea-4d1b-9385-f99b836ebe59 None None] Starting 2 workers Sep 23 19:07:37.786102 n-d-713301-16 neutron-server[94992]: DEBUG oslo_service.service [None req-3ac3b247-1eea-4d1b-9385-f99b836ebe59 None None] Started child 95101 {{(pid=94992) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 23 19:07:37.790584 n-d-713301-16 neutron-server[94992]: DEBUG oslo_service.service [None req-3ac3b247-1eea-4d1b-9385-f99b836ebe59 None None] Started child 95102 {{(pid=94992) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 23 19:07:37.791308 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:07:37.792222 n-d-713301-16 neutron-server[94992]: INFO neutron.service [None req-3ac3b247-1eea-4d1b-9385-f99b836ebe59 None None] Neutron service started, listening on 0.0.0.0:9696 Sep 23 19:07:37.792978 n-d-713301-16 neutron-server[94992]: DEBUG neutron_lib.callbacks.manager [None req-3ac3b247-1eea-4d1b-9385-f99b836ebe59 None None] Notify callbacks [] for process, before_spawn {{(pid=94992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:07:37.793154 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [-] (95101) wsgi starting up on http://0.0.0.0:9696 Sep 23 19:07:37.795372 n-d-713301-16 neutron-server[94992]: INFO oslo_service.service [None req-3ac3b247-1eea-4d1b-9385-f99b836ebe59 None None] Starting 1 workers Sep 23 19:07:37.795538 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:07:37.796901 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [-] (95102) wsgi starting up on http://0.0.0.0:9696 Sep 23 19:07:37.800553 n-d-713301-16 neutron-server[94992]: DEBUG oslo_service.service [None req-3ac3b247-1eea-4d1b-9385-f99b836ebe59 None None] Started child 95103 {{(pid=94992) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 23 19:07:37.801741 n-d-713301-16 neutron-server[94992]: INFO oslo_service.service [None req-3ac3b247-1eea-4d1b-9385-f99b836ebe59 None None] Starting 1 workers Sep 23 19:07:37.804310 n-d-713301-16 neutron-server[95103]: DEBUG neutron.service [None req-3ac3b247-1eea-4d1b-9385-f99b836ebe59 None None] calling RpcWorker wait() {{(pid=95103) _wait /opt/stack/neutron/neutron/service.py:128}} Sep 23 19:07:37.804878 n-d-713301-16 neutron-server[95103]: DEBUG neutron.service [None req-3ac3b247-1eea-4d1b-9385-f99b836ebe59 None None] returning from RpcWorker wait() {{(pid=95103) _wait /opt/stack/neutron/neutron/service.py:135}} Sep 23 19:07:37.806155 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:07:37.806259 n-d-713301-16 neutron-server[94992]: DEBUG oslo_service.service [None req-3ac3b247-1eea-4d1b-9385-f99b836ebe59 None None] Started child 95104 {{(pid=94992) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 23 19:07:37.806668 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=95103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:07:37.806999 n-d-713301-16 neutron-server[94992]: DEBUG neutron_lib.callbacks.manager [None req-3ac3b247-1eea-4d1b-9385-f99b836ebe59 None None] Notify callbacks [] for process, after_spawn {{(pid=94992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:07:37.808921 n-d-713301-16 neutron-server[94992]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=94992) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Sep 23 19:07:37.809127 n-d-713301-16 neutron-server[94992]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=94992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Sep 23 19:07:37.809302 n-d-713301-16 neutron-server[94992]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=94992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Sep 23 19:07:37.809511 n-d-713301-16 neutron-server[94992]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Sep 23 19:07:37.809845 n-d-713301-16 neutron-server[94992]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Sep 23 19:07:37.810003 n-d-713301-16 neutron-server[94992]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=94992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Sep 23 19:07:37.810502 n-d-713301-16 neutron-server[94992]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=94992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 19:07:37.810773 n-d-713301-16 neutron-server[94992]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=94992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 19:07:37.811038 n-d-713301-16 neutron-server[94992]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=94992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 19:07:37.811139 n-d-713301-16 neutron-server[95104]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=95104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:07:37.811586 n-d-713301-16 neutron-server[94992]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=94992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 19:07:37.811586 n-d-713301-16 neutron-server[94992]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=94992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 19:07:37.812055 n-d-713301-16 neutron-server[95104]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=95104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:07:37.812154 n-d-713301-16 neutron-server[94992]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=94992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 19:07:37.812397 n-d-713301-16 neutron-server[94992]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=94992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 19:07:37.812673 n-d-713301-16 neutron-server[94992]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=94992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 19:07:37.812958 n-d-713301-16 neutron-server[94992]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=94992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 19:07:37.813216 n-d-713301-16 neutron-server[94992]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=94992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 19:07:37.813387 n-d-713301-16 neutron-server[94992]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=94992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 19:07:37.813550 n-d-713301-16 neutron-server[94992]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=94992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 19:07:37.813790 n-d-713301-16 neutron-server[94992]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=94992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 19:07:37.814038 n-d-713301-16 neutron-server[94992]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=94992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 19:07:37.814331 n-d-713301-16 neutron-server[94992]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=94992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 19:07:37.814612 n-d-713301-16 neutron-server[94992]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=94992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 19:07:37.814857 n-d-713301-16 neutron-server[94992]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=94992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 19:07:37.815106 n-d-713301-16 neutron-server[94992]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=94992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 19:07:37.815272 n-d-713301-16 neutron-server[94992]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 19:07:37.815506 n-d-713301-16 neutron-server[94992]: DEBUG oslo_service.service [-] config_source = [] {{(pid=94992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 19:07:37.815770 n-d-713301-16 neutron-server[94992]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=94992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 19:07:37.815992 n-d-713301-16 neutron-server[94992]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=94992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 19:07:37.816875 n-d-713301-16 neutron-server[94992]: DEBUG oslo_service.service [-] debug = True {{(pid=94992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 19:07:37.817670 n-d-713301-16 neutron-server[94992]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=94992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 19:07:37.818153 n-d-713301-16 neutron-server[94992]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=94992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 19:07:37.818380 n-d-713301-16 neutron-server[94992]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=94992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 19:07:37.818639 n-d-713301-16 neutron-server[94992]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=94992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 19:07:37.818880 n-d-713301-16 neutron-server[94992]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=94992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 19:07:37.819135 n-d-713301-16 neutron-server[94992]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=94992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 19:07:37.819359 n-d-713301-16 neutron-server[94992]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=94992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 19:07:37.819627 n-d-713301-16 neutron-server[94992]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=94992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 19:07:37.819877 n-d-713301-16 neutron-server[94992]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=94992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 19:07:37.820089 n-d-713301-16 neutron-server[94992]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=94992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 19:07:37.820330 n-d-713301-16 neutron-server[94992]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=94992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 19:07:37.820594 n-d-713301-16 neutron-server[94992]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=94992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 19:07:37.820863 n-d-713301-16 neutron-server[94992]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=94992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 19:07:37.821069 n-d-713301-16 neutron-server[94992]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=94992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 19:07:37.821299 n-d-713301-16 neutron-server[94992]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=94992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 19:07:37.821552 n-d-713301-16 neutron-server[94992]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=94992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 19:07:37.821790 n-d-713301-16 neutron-server[94992]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=94992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 19:07:37.822264 n-d-713301-16 neutron-server[94992]: DEBUG oslo_service.service [-] host = n-d-713301-16 {{(pid=94992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 19:07:37.822502 n-d-713301-16 neutron-server[94992]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=94992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 19:07:37.822731 n-d-713301-16 neutron-server[94992]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=94992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 19:07:37.822970 n-d-713301-16 neutron-server[94992]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=94992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 19:07:37.823209 n-d-713301-16 neutron-server[94992]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=94992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 19:07:37.823447 n-d-713301-16 neutron-server[94992]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=94992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 19:07:37.823662 n-d-713301-16 neutron-server[94992]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=94992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 19:07:37.823927 n-d-713301-16 neutron-server[94992]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=94992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 19:07:37.824162 n-d-713301-16 neutron-server[94992]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=94992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 19:07:37.824409 n-d-713301-16 neutron-server[94992]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=94992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 19:07:37.824647 n-d-713301-16 neutron-server[94992]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=94992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 19:07:37.824895 n-d-713301-16 neutron-server[94992]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=94992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 19:07:37.825139 n-d-713301-16 neutron-server[94992]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=94992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 19:07:37.825392 n-d-713301-16 neutron-server[94992]: DEBUG oslo_service.service [-] log_dir = None {{(pid=94992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 19:07:37.825627 n-d-713301-16 neutron-server[94992]: DEBUG oslo_service.service [-] log_file = None {{(pid=94992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 19:07:37.825802 n-d-713301-16 neutron-server[94992]: DEBUG oslo_service.service [-] log_options = True {{(pid=94992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 19:07:37.826035 n-d-713301-16 neutron-server[94992]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=94992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 19:07:37.826278 n-d-713301-16 neutron-server[94992]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=94992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 19:07:37.826543 n-d-713301-16 neutron-server[94992]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=94992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 19:07:37.826731 n-d-713301-16 neutron-server[94992]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=94992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 19:07:37.826896 n-d-713301-16 neutron-server[94992]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=94992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 19:07:37.827067 n-d-713301-16 neutron-server[94992]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=94992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 19:07:37.827301 n-d-713301-16 neutron-server[94992]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=94992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 19:07:37.827462 n-d-713301-16 neutron-server[94992]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=94992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 19:07:37.827708 n-d-713301-16 neutron-server[94992]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=94992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 19:07:37.827922 n-d-713301-16 neutron-server[94992]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=94992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 19:07:37.828134 n-d-713301-16 neutron-server[94992]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=94992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 19:07:37.828360 n-d-713301-16 neutron-server[94992]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=94992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 19:07:37.828592 n-d-713301-16 neutron-server[94992]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=94992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 19:07:37.828840 n-d-713301-16 neutron-server[94992]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=94992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 19:07:37.829101 n-d-713301-16 neutron-server[94992]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=94992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 19:07:37.829343 n-d-713301-16 neutron-server[94992]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=94992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 19:07:37.829561 n-d-713301-16 neutron-server[94992]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=94992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 19:07:37.829788 n-d-713301-16 neutron-server[94992]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=94992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 19:07:37.830026 n-d-713301-16 neutron-server[94992]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=94992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 19:07:37.830267 n-d-713301-16 neutron-server[94992]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=94992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 19:07:37.830489 n-d-713301-16 neutron-server[94992]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=94992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 19:07:37.830728 n-d-713301-16 neutron-server[94992]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=94992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 19:07:37.830961 n-d-713301-16 neutron-server[94992]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=94992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 19:07:37.831187 n-d-713301-16 neutron-server[94992]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=94992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 19:07:37.831404 n-d-713301-16 neutron-server[94992]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=94992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 19:07:37.831646 n-d-713301-16 neutron-server[94992]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=94992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 19:07:37.832580 n-d-713301-16 neutron-server[94992]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=94992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 19:07:37.833505 n-d-713301-16 neutron-server[94992]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=94992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 19:07:37.833725 n-d-713301-16 neutron-server[94992]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=94992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 19:07:37.834076 n-d-713301-16 neutron-server[94992]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=94992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 19:07:37.834214 n-d-713301-16 neutron-server[94992]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=94992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 19:07:37.834451 n-d-713301-16 neutron-server[94992]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=94992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 19:07:37.834669 n-d-713301-16 neutron-server[94992]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=94992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 19:07:37.834905 n-d-713301-16 neutron-server[94992]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=94992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 19:07:37.835177 n-d-713301-16 neutron-server[94992]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=94992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 19:07:37.835404 n-d-713301-16 neutron-server[94992]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=94992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 19:07:37.835629 n-d-713301-16 neutron-server[94992]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=94992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 19:07:37.835859 n-d-713301-16 neutron-server[94992]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=94992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 19:07:37.836133 n-d-713301-16 neutron-server[94992]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=94992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 19:07:37.836355 n-d-713301-16 neutron-server[94992]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=94992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 19:07:37.836624 n-d-713301-16 neutron-server[94992]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=94992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 19:07:37.836876 n-d-713301-16 neutron-server[94992]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=94992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 19:07:37.837091 n-d-713301-16 neutron-server[94992]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=94992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 19:07:37.837347 n-d-713301-16 neutron-server[94992]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=94992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 19:07:37.837580 n-d-713301-16 neutron-server[94992]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=94992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 19:07:37.837793 n-d-713301-16 neutron-server[94992]: DEBUG oslo_service.service [-] use_journal = False {{(pid=94992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 19:07:37.838006 n-d-713301-16 neutron-server[94992]: DEBUG oslo_service.service [-] use_json = False {{(pid=94992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 19:07:37.838217 n-d-713301-16 neutron-server[94992]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=94992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 19:07:37.838449 n-d-713301-16 neutron-server[94992]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=94992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 19:07:37.838719 n-d-713301-16 neutron-server[94992]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=94992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 19:07:37.838931 n-d-713301-16 neutron-server[94992]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=94992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 19:07:37.839162 n-d-713301-16 neutron-server[94992]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=94992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 19:07:37.839376 n-d-713301-16 neutron-server[94992]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=94992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 19:07:37.839587 n-d-713301-16 neutron-server[94992]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=94992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 19:07:37.839802 n-d-713301-16 neutron-server[94992]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=94992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 19:07:37.840244 n-d-713301-16 neutron-server[94992]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=94992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:07:37.840512 n-d-713301-16 neutron-server[94992]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=94992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:07:37.840860 n-d-713301-16 neutron-server[94992]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=94992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:07:37.841086 n-d-713301-16 neutron-server[94992]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=94992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:07:37.841333 n-d-713301-16 neutron-server[94992]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=94992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:07:37.842777 n-d-713301-16 neutron-server[94992]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=94992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:07:37.843039 n-d-713301-16 neutron-server[94992]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=94992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:07:37.843277 n-d-713301-16 neutron-server[94992]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=94992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:07:37.843536 n-d-713301-16 neutron-server[94992]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=94992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:07:37.843789 n-d-713301-16 neutron-server[94992]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=94992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:07:37.844183 n-d-713301-16 neutron-server[94992]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=94992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:07:37.844349 n-d-713301-16 neutron-server[94992]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=94992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:07:37.845512 n-d-713301-16 neutron-server[94992]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=94992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:07:37.846098 n-d-713301-16 neutron-server[94992]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=94992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:07:37.846346 n-d-713301-16 neutron-server[94992]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=94992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:07:37.846892 n-d-713301-16 neutron-server[94992]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=94992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:07:37.847152 n-d-713301-16 neutron-server[94992]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=94992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:07:37.847565 n-d-713301-16 neutron-server[94992]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=94992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:07:37.847565 n-d-713301-16 neutron-server[94992]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=94992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:07:37.848110 n-d-713301-16 neutron-server[94992]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=94992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:07:37.848288 n-d-713301-16 neutron-server[94992]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=94992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:07:37.848499 n-d-713301-16 neutron-server[94992]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=94992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:07:37.848875 n-d-713301-16 neutron-server[94992]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=94992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:07:37.849074 n-d-713301-16 neutron-server[94992]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=94992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:07:37.849318 n-d-713301-16 neutron-server[94992]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=94992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:07:37.849557 n-d-713301-16 neutron-server[94992]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=94992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:07:37.850467 n-d-713301-16 neutron-server[94992]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=94992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:07:37.851286 n-d-713301-16 neutron-server[94992]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=94992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:07:37.851286 n-d-713301-16 neutron-server[94992]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=94992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:07:37.851646 n-d-713301-16 neutron-server[94992]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.67/identity {{(pid=94992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:07:37.851646 n-d-713301-16 neutron-server[94992]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=94992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:07:37.852490 n-d-713301-16 neutron-server[94992]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=94992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:07:37.852490 n-d-713301-16 neutron-server[94992]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=94992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:07:37.852490 n-d-713301-16 neutron-server[94992]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=94992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:07:37.852490 n-d-713301-16 neutron-server[94992]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=94992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:07:37.853622 n-d-713301-16 neutron-server[94992]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=94992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:07:37.853852 n-d-713301-16 neutron-server[94992]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=94992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:07:37.855142 n-d-713301-16 neutron-server[94992]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=94992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:07:37.855307 n-d-713301-16 neutron-server[94992]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=94992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:07:37.855826 n-d-713301-16 neutron-server[94992]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=94992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:07:37.857142 n-d-713301-16 neutron-server[94992]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=94992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:07:37.857533 n-d-713301-16 neutron-server[94992]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=94992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:07:37.859732 n-d-713301-16 neutron-server[94992]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=94992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:07:37.860008 n-d-713301-16 neutron-server[94992]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=94992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:07:37.862342 n-d-713301-16 neutron-server[94992]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=94992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:07:37.862928 n-d-713301-16 neutron-server[94992]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=94992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:07:37.863200 n-d-713301-16 neutron-server[94992]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=94992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:07:37.863447 n-d-713301-16 neutron-server[94992]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=94992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:07:37.863732 n-d-713301-16 neutron-server[94992]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=94992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:07:37.864003 n-d-713301-16 neutron-server[94992]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=94992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:07:37.864228 n-d-713301-16 neutron-server[94992]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=94992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:07:37.864473 n-d-713301-16 neutron-server[94992]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=94992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:07:37.864742 n-d-713301-16 neutron-server[94992]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=94992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:07:37.864966 n-d-713301-16 neutron-server[94992]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=94992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:07:37.865241 n-d-713301-16 neutron-server[94992]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=94992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:07:37.865499 n-d-713301-16 neutron-server[94992]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=94992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:07:37.865732 n-d-713301-16 neutron-server[94992]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=94992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:07:37.865954 n-d-713301-16 neutron-server[94992]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=94992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:07:37.866174 n-d-713301-16 neutron-server[94992]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=94992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:07:37.866444 n-d-713301-16 neutron-server[94992]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=94992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:07:37.866691 n-d-713301-16 neutron-server[94992]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=94992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:07:37.866935 n-d-713301-16 neutron-server[94992]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=94992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:07:37.867152 n-d-713301-16 neutron-server[94992]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=94992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:07:37.867367 n-d-713301-16 neutron-server[94992]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=94992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:07:37.867586 n-d-713301-16 neutron-server[94992]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=94992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:07:37.867800 n-d-713301-16 neutron-server[94992]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=94992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:07:37.868057 n-d-713301-16 neutron-server[94992]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=94992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:07:37.868276 n-d-713301-16 neutron-server[94992]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=94992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:07:37.868501 n-d-713301-16 neutron-server[94992]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=94992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:07:37.871545 n-d-713301-16 neutron-server[94992]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=94992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:07:37.873205 n-d-713301-16 neutron-server[94992]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=94992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:07:37.873471 n-d-713301-16 neutron-server[94992]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=94992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:07:37.875207 n-d-713301-16 neutron-server[94992]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=94992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:07:37.875511 n-d-713301-16 neutron-server[94992]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=94992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:07:37.875753 n-d-713301-16 neutron-server[94992]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=94992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:07:37.875993 n-d-713301-16 neutron-server[94992]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=94992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:07:37.876229 n-d-713301-16 neutron-server[94992]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=94992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:07:37.876481 n-d-713301-16 neutron-server[94992]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=94992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:07:37.876750 n-d-713301-16 neutron-server[94992]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=94992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:07:37.876973 n-d-713301-16 neutron-server[94992]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=94992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:07:37.877191 n-d-713301-16 neutron-server[94992]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=94992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:07:37.877408 n-d-713301-16 neutron-server[94992]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=94992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:07:37.877630 n-d-713301-16 neutron-server[94992]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=94992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:07:37.877869 n-d-713301-16 neutron-server[94992]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=94992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:07:37.878086 n-d-713301-16 neutron-server[94992]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=94992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:07:37.878299 n-d-713301-16 neutron-server[94992]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=94992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:07:37.878515 n-d-713301-16 neutron-server[94992]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=94992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:07:37.879296 n-d-713301-16 neutron-server[94992]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=94992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:07:37.879581 n-d-713301-16 neutron-server[94992]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=94992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:07:37.879842 n-d-713301-16 neutron-server[94992]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=94992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:07:37.880164 n-d-713301-16 neutron-server[94992]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=94992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:07:37.880409 n-d-713301-16 neutron-server[94992]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=94992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:07:37.882868 n-d-713301-16 neutron-server[94992]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=94992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:07:37.883443 n-d-713301-16 neutron-server[94992]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=94992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:07:37.883987 n-d-713301-16 neutron-server[94992]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=94992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:07:37.884884 n-d-713301-16 neutron-server[94992]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=94992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:07:37.886385 n-d-713301-16 neutron-server[94992]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=94992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:07:37.886927 n-d-713301-16 neutron-server[94992]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=94992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:07:37.887202 n-d-713301-16 neutron-server[94992]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=94992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:07:37.887464 n-d-713301-16 neutron-server[94992]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=94992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:07:37.887735 n-d-713301-16 neutron-server[94992]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=94992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:07:37.887973 n-d-713301-16 neutron-server[94992]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=94992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:07:37.888249 n-d-713301-16 neutron-server[94992]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=94992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:07:37.888502 n-d-713301-16 neutron-server[94992]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=94992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:07:37.889014 n-d-713301-16 neutron-server[94992]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=94992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:07:37.889953 n-d-713301-16 neutron-server[94992]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=94992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:07:37.890189 n-d-713301-16 neutron-server[94992]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=94992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:07:37.891041 n-d-713301-16 neutron-server[94992]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=94992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:07:37.891312 n-d-713301-16 neutron-server[94992]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=94992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:07:37.891597 n-d-713301-16 neutron-server[94992]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=94992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:07:37.891852 n-d-713301-16 neutron-server[94992]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=94992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:07:37.892136 n-d-713301-16 neutron-server[94992]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=94992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:07:37.892392 n-d-713301-16 neutron-server[94992]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=94992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:07:37.892691 n-d-713301-16 neutron-server[94992]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=94992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:07:37.892943 n-d-713301-16 neutron-server[94992]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=94992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:07:37.893208 n-d-713301-16 neutron-server[94992]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=94992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:07:37.893491 n-d-713301-16 neutron-server[94992]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=94992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:07:37.893767 n-d-713301-16 neutron-server[94992]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=94992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:07:37.894922 n-d-713301-16 neutron-server[94992]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=94992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:07:37.895466 n-d-713301-16 neutron-server[94992]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=94992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:07:37.895756 n-d-713301-16 neutron-server[94992]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=94992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:07:37.896053 n-d-713301-16 neutron-server[94992]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=94992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:07:37.896372 n-d-713301-16 neutron-server[94992]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=94992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:07:37.896669 n-d-713301-16 neutron-server[94992]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=94992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:07:37.896953 n-d-713301-16 neutron-server[94992]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=94992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:07:37.897198 n-d-713301-16 neutron-server[94992]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=94992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:07:37.897462 n-d-713301-16 neutron-server[94992]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=94992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:07:37.897727 n-d-713301-16 neutron-server[94992]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=94992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:07:37.897998 n-d-713301-16 neutron-server[94992]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=94992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:07:37.898250 n-d-713301-16 neutron-server[94992]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=94992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:07:37.898488 n-d-713301-16 neutron-server[94992]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=94992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:07:37.898710 n-d-713301-16 neutron-server[94992]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=94992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:07:37.899057 n-d-713301-16 neutron-server[94992]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=94992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:07:37.899325 n-d-713301-16 neutron-server[94992]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=94992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:07:37.899557 n-d-713301-16 neutron-server[94992]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=94992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:07:37.899781 n-d-713301-16 neutron-server[94992]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=94992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:07:37.900035 n-d-713301-16 neutron-server[94992]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=94992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:07:37.900362 n-d-713301-16 neutron-server[94992]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=94992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:07:37.900658 n-d-713301-16 neutron-server[94992]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=94992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:07:37.900905 n-d-713301-16 neutron-server[94992]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=94992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:07:37.901128 n-d-713301-16 neutron-server[94992]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=94992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:07:37.901403 n-d-713301-16 neutron-server[94992]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=94992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:07:37.901660 n-d-713301-16 neutron-server[94992]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=94992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:07:37.901900 n-d-713301-16 neutron-server[94992]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=94992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:07:37.902169 n-d-713301-16 neutron-server[94992]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=94992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:07:37.902414 n-d-713301-16 neutron-server[94992]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=94992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:07:37.902678 n-d-713301-16 neutron-server[94992]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=94992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:07:37.902913 n-d-713301-16 neutron-server[94992]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=94992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:07:37.903141 n-d-713301-16 neutron-server[94992]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.67/identity {{(pid=94992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:07:37.903355 n-d-713301-16 neutron-server[94992]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=94992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:07:37.903613 n-d-713301-16 neutron-server[94992]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=94992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:07:37.903848 n-d-713301-16 neutron-server[94992]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=94992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:07:37.904151 n-d-713301-16 neutron-server[94992]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=94992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:07:37.904406 n-d-713301-16 neutron-server[94992]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=94992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:07:37.904690 n-d-713301-16 neutron-server[94992]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=94992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:07:37.904945 n-d-713301-16 neutron-server[94992]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=94992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:07:37.905169 n-d-713301-16 neutron-server[94992]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=94992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:07:37.905406 n-d-713301-16 neutron-server[94992]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=94992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:07:37.905657 n-d-713301-16 neutron-server[94992]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=94992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:07:37.905871 n-d-713301-16 neutron-server[94992]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=94992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:07:37.906091 n-d-713301-16 neutron-server[94992]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=94992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:07:37.906305 n-d-713301-16 neutron-server[94992]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=94992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:07:37.906524 n-d-713301-16 neutron-server[94992]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=94992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:07:37.906739 n-d-713301-16 neutron-server[94992]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=94992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:07:37.906985 n-d-713301-16 neutron-server[94992]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=94992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:07:37.907198 n-d-713301-16 neutron-server[94992]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=94992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:07:37.907418 n-d-713301-16 neutron-server[94992]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=94992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:07:37.907655 n-d-713301-16 neutron-server[94992]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=94992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:07:37.907890 n-d-713301-16 neutron-server[94992]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=94992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:07:37.908107 n-d-713301-16 neutron-server[94992]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=94992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:07:37.908344 n-d-713301-16 neutron-server[94992]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=94992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:07:37.908577 n-d-713301-16 neutron-server[94992]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=94992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:07:37.908848 n-d-713301-16 neutron-server[94992]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=94992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:07:37.909071 n-d-713301-16 neutron-server[94992]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=94992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:07:37.909337 n-d-713301-16 neutron-server[94992]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=94992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:07:37.909591 n-d-713301-16 neutron-server[94992]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=94992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:07:37.910084 n-d-713301-16 neutron-server[94992]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=94992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:07:37.910322 n-d-713301-16 neutron-server[94992]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=94992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:07:37.910575 n-d-713301-16 neutron-server[94992]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=94992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:07:37.910834 n-d-713301-16 neutron-server[94992]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=94992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:07:37.911070 n-d-713301-16 neutron-server[94992]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=94992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:07:37.911313 n-d-713301-16 neutron-server[94992]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=94992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:07:37.911535 n-d-713301-16 neutron-server[94992]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=94992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:07:37.911756 n-d-713301-16 neutron-server[94992]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=94992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:07:37.911970 n-d-713301-16 neutron-server[94992]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=94992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:07:37.912227 n-d-713301-16 neutron-server[94992]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=94992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:07:37.912444 n-d-713301-16 neutron-server[94992]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=94992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:07:37.912681 n-d-713301-16 neutron-server[94992]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=94992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:07:37.912912 n-d-713301-16 neutron-server[94992]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=94992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:07:37.913127 n-d-713301-16 neutron-server[94992]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=94992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:07:37.913381 n-d-713301-16 neutron-server[94992]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=94992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:07:37.913625 n-d-713301-16 neutron-server[94992]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=94992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:07:37.913968 n-d-713301-16 neutron-server[94992]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=94992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:07:37.914227 n-d-713301-16 neutron-server[94992]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=94992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:07:37.914480 n-d-713301-16 neutron-server[94992]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=94992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:07:37.914730 n-d-713301-16 neutron-server[94992]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=94992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:07:37.914948 n-d-713301-16 neutron-server[94992]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=94992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:07:37.915197 n-d-713301-16 neutron-server[94992]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=94992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:07:37.915435 n-d-713301-16 neutron-server[94992]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=94992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:07:37.915653 n-d-713301-16 neutron-server[94992]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=94992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:07:37.915893 n-d-713301-16 neutron-server[94992]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=94992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:07:37.917304 n-d-713301-16 neutron-server[94992]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=94992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:07:37.917532 n-d-713301-16 neutron-server[94992]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=94992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:07:37.917816 n-d-713301-16 neutron-server[94992]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=94992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:07:37.918044 n-d-713301-16 neutron-server[94992]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=94992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:07:37.918314 n-d-713301-16 neutron-server[94992]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=94992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:07:37.918532 n-d-713301-16 neutron-server[94992]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=94992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:07:37.918768 n-d-713301-16 neutron-server[94992]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=94992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:07:37.919315 n-d-713301-16 neutron-server[94992]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=94992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:07:37.919585 n-d-713301-16 neutron-server[94992]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=94992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:07:37.919901 n-d-713301-16 neutron-server[94992]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=94992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:07:37.920196 n-d-713301-16 neutron-server[94992]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=94992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:07:37.920835 n-d-713301-16 neutron-server[94992]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=94992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:07:37.921076 n-d-713301-16 neutron-server[94992]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=94992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:07:37.921338 n-d-713301-16 neutron-server[94992]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=94992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:07:37.921595 n-d-713301-16 neutron-server[94992]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=94992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:07:37.922877 n-d-713301-16 neutron-server[94992]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=94992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:07:37.922877 n-d-713301-16 neutron-server[94992]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=94992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:07:37.922877 n-d-713301-16 neutron-server[94992]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=94992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:07:37.922877 n-d-713301-16 neutron-server[94992]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=94992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:07:37.923208 n-d-713301-16 neutron-server[94992]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=94992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:07:37.923208 n-d-713301-16 neutron-server[94992]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=94992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:07:37.923350 n-d-713301-16 neutron-server[94992]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=94992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:07:37.923564 n-d-713301-16 neutron-server[94992]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=94992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:07:37.923782 n-d-713301-16 neutron-server[94992]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=94992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:07:37.923993 n-d-713301-16 neutron-server[94992]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=94992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:07:37.924436 n-d-713301-16 neutron-server[94992]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=94992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:07:37.924702 n-d-713301-16 neutron-server[94992]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=94992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:07:37.924903 n-d-713301-16 neutron-server[94992]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=94992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:07:37.925133 n-d-713301-16 neutron-server[94992]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=94992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:07:37.925371 n-d-713301-16 neutron-server[94992]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=94992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:07:37.925999 n-d-713301-16 neutron-server[94992]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=94992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:07:37.926233 n-d-713301-16 neutron-server[94992]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=94992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:07:37.926450 n-d-713301-16 neutron-server[94992]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=94992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:07:37.926659 n-d-713301-16 neutron-server[94992]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=94992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:07:37.926883 n-d-713301-16 neutron-server[94992]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=94992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:07:37.927093 n-d-713301-16 neutron-server[94992]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=94992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:07:37.927301 n-d-713301-16 neutron-server[94992]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=94992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:07:37.927544 n-d-713301-16 neutron-server[94992]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=94992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:07:37.927781 n-d-713301-16 neutron-server[94992]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=94992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:07:37.927995 n-d-713301-16 neutron-server[94992]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=94992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:07:37.928219 n-d-713301-16 neutron-server[94992]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=94992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:07:37.928452 n-d-713301-16 neutron-server[94992]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=94992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:07:37.928677 n-d-713301-16 neutron-server[94992]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=94992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:07:37.928920 n-d-713301-16 neutron-server[94992]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=94992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:07:37.929157 n-d-713301-16 neutron-server[94992]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=94992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:07:37.929364 n-d-713301-16 neutron-server[94992]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=94992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:07:37.929665 n-d-713301-16 neutron-server[94992]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=94992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:07:37.930046 n-d-713301-16 neutron-server[94992]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=94992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:07:37.930392 n-d-713301-16 neutron-server[94992]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=94992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:07:37.930685 n-d-713301-16 neutron-server[94992]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=94992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:07:37.930932 n-d-713301-16 neutron-server[94992]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=94992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:07:37.931179 n-d-713301-16 neutron-server[94992]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=94992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:07:37.931423 n-d-713301-16 neutron-server[94992]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=94992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:07:37.931741 n-d-713301-16 neutron-server[94992]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=94992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:07:37.931969 n-d-713301-16 neutron-server[94992]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=94992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:07:37.932207 n-d-713301-16 neutron-server[94992]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=94992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:07:37.932445 n-d-713301-16 neutron-server[94992]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=94992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:07:37.932708 n-d-713301-16 neutron-server[94992]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=94992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:07:37.932931 n-d-713301-16 neutron-server[94992]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=94992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:07:37.933186 n-d-713301-16 neutron-server[94992]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=94992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:07:37.933510 n-d-713301-16 neutron-server[94992]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=94992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:07:37.933822 n-d-713301-16 neutron-server[94992]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=94992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:07:37.934077 n-d-713301-16 neutron-server[94992]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=94992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:07:37.934374 n-d-713301-16 neutron-server[94992]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=94992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:07:37.934606 n-d-713301-16 neutron-server[94992]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=94992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:07:37.934912 n-d-713301-16 neutron-server[94992]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:600:649'] {{(pid=94992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:07:37.935178 n-d-713301-16 neutron-server[94992]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=94992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:07:37.935425 n-d-713301-16 neutron-server[94992]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=94992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:07:37.935715 n-d-713301-16 neutron-server[94992]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=94992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:07:37.936028 n-d-713301-16 neutron-server[94992]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=94992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:07:37.936292 n-d-713301-16 neutron-server[94992]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=94992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:07:37.936543 n-d-713301-16 neutron-server[94992]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=94992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:07:37.936806 n-d-713301-16 neutron-server[94992]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=94992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:07:37.937065 n-d-713301-16 neutron-server[94992]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=94992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:07:37.937286 n-d-713301-16 neutron-server[94992]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=94992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:07:37.937500 n-d-713301-16 neutron-server[94992]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=94992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:07:37.937722 n-d-713301-16 neutron-server[95103]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=95103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:07:37.937849 n-d-713301-16 neutron-server[94992]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=94992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:07:37.937976 n-d-713301-16 neutron-server[94992]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=94992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:07:37.938189 n-d-713301-16 neutron-server[94992]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=94992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:07:37.938442 n-d-713301-16 neutron-server[94992]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=94992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:07:37.938668 n-d-713301-16 neutron-server[94992]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=94992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:07:37.938889 n-d-713301-16 neutron-server[94992]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=94992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:07:37.939102 n-d-713301-16 neutron-server[94992]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=94992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:07:37.939324 n-d-713301-16 neutron-server[94992]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=94992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:07:37.939534 n-d-713301-16 neutron-server[94992]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=94992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:07:37.939759 n-d-713301-16 neutron-server[94992]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=94992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:07:37.939967 n-d-713301-16 neutron-server[94992]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=94992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:07:37.940203 n-d-713301-16 neutron-server[94992]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=94992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:07:37.940447 n-d-713301-16 neutron-server[94992]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=94992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:07:37.940708 n-d-713301-16 neutron-server[94992]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=94992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Sep 23 19:07:37.941674 n-d-713301-16 neutron-server[94992]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=94992) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Sep 23 19:07:37.941831 n-d-713301-16 neutron-server[94992]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=94992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Sep 23 19:07:37.941986 n-d-713301-16 neutron-server[94992]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=94992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Sep 23 19:07:37.942210 n-d-713301-16 neutron-server[94992]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Sep 23 19:07:37.942396 n-d-713301-16 neutron-server[94992]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Sep 23 19:07:37.942547 n-d-713301-16 neutron-server[94992]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=94992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Sep 23 19:07:37.942752 n-d-713301-16 neutron-server[94992]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=94992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 19:07:37.942909 n-d-713301-16 neutron-server[94992]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=94992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 19:07:37.943066 n-d-713301-16 neutron-server[94992]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=94992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 19:07:37.943223 n-d-713301-16 neutron-server[94992]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=94992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 19:07:37.943379 n-d-713301-16 neutron-server[94992]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=94992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 19:07:37.943555 n-d-713301-16 neutron-server[94992]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=94992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 19:07:37.943712 n-d-713301-16 neutron-server[94992]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=94992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 19:07:37.943867 n-d-713301-16 neutron-server[94992]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=94992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 19:07:37.944022 n-d-713301-16 neutron-server[94992]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=94992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 19:07:37.944178 n-d-713301-16 neutron-server[94992]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=94992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 19:07:37.944334 n-d-713301-16 neutron-server[94992]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=94992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 19:07:37.944491 n-d-713301-16 neutron-server[94992]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=94992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 19:07:37.944671 n-d-713301-16 neutron-server[94992]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=94992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 19:07:37.944828 n-d-713301-16 neutron-server[94992]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=94992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 19:07:37.944982 n-d-713301-16 neutron-server[94992]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=94992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 19:07:37.945142 n-d-713301-16 neutron-server[94992]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=94992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 19:07:37.945300 n-d-713301-16 neutron-server[94992]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=94992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 19:07:37.945455 n-d-713301-16 neutron-server[94992]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=94992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 19:07:37.945615 n-d-713301-16 neutron-server[94992]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 19:07:37.945771 n-d-713301-16 neutron-server[94992]: DEBUG oslo_service.service [-] config_source = [] {{(pid=94992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 19:07:37.945926 n-d-713301-16 neutron-server[94992]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=94992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 19:07:37.946081 n-d-713301-16 neutron-server[94992]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=94992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 19:07:37.946236 n-d-713301-16 neutron-server[94992]: DEBUG oslo_service.service [-] debug = True {{(pid=94992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 19:07:37.946391 n-d-713301-16 neutron-server[94992]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=94992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 19:07:37.946593 n-d-713301-16 neutron-server[94992]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=94992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 19:07:37.946757 n-d-713301-16 neutron-server[94992]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=94992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 19:07:37.946912 n-d-713301-16 neutron-server[94992]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=94992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 19:07:37.947067 n-d-713301-16 neutron-server[94992]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=94992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 19:07:37.947221 n-d-713301-16 neutron-server[94992]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=94992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 19:07:37.947375 n-d-713301-16 neutron-server[94992]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=94992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 19:07:37.947530 n-d-713301-16 neutron-server[94992]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=94992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 19:07:37.947684 n-d-713301-16 neutron-server[94992]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=94992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 19:07:37.947842 n-d-713301-16 neutron-server[94992]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=94992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 19:07:37.948000 n-d-713301-16 neutron-server[94992]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=94992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 19:07:37.948158 n-d-713301-16 neutron-server[94992]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=94992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 19:07:37.948313 n-d-713301-16 neutron-server[94992]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=94992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 19:07:37.948468 n-d-713301-16 neutron-server[94992]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=94992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 19:07:37.948638 n-d-713301-16 neutron-server[94992]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=94992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 19:07:37.948797 n-d-713301-16 neutron-server[94992]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=94992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 19:07:37.948951 n-d-713301-16 neutron-server[94992]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=94992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 19:07:37.949111 n-d-713301-16 neutron-server[94992]: DEBUG oslo_service.service [-] host = n-d-713301-16 {{(pid=94992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 19:07:37.949248 n-d-713301-16 neutron-server[94992]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=94992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 19:07:37.949405 n-d-713301-16 neutron-server[94992]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=94992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 19:07:37.949552 n-d-713301-16 neutron-server[94992]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=94992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 19:07:37.949707 n-d-713301-16 neutron-server[94992]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=94992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 19:07:37.949861 n-d-713301-16 neutron-server[94992]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=94992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 19:07:37.950017 n-d-713301-16 neutron-server[94992]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=94992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 19:07:37.950171 n-d-713301-16 neutron-server[94992]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=94992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 19:07:37.950326 n-d-713301-16 neutron-server[94992]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=94992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 19:07:37.950481 n-d-713301-16 neutron-server[94992]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=94992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 19:07:37.950634 n-d-713301-16 neutron-server[94992]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=94992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 19:07:37.950790 n-d-713301-16 neutron-server[94992]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=94992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 19:07:37.950942 n-d-713301-16 neutron-server[94992]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=94992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 19:07:37.952468 n-d-713301-16 neutron-server[94992]: DEBUG oslo_service.service [-] log_dir = None {{(pid=94992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 19:07:37.952653 n-d-713301-16 neutron-server[94992]: DEBUG oslo_service.service [-] log_file = None {{(pid=94992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 19:07:37.952817 n-d-713301-16 neutron-server[94992]: DEBUG oslo_service.service [-] log_options = True {{(pid=94992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 19:07:37.952974 n-d-713301-16 neutron-server[94992]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=94992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 19:07:37.953131 n-d-713301-16 neutron-server[94992]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=94992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 19:07:37.953286 n-d-713301-16 neutron-server[94992]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=94992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 19:07:37.953468 n-d-713301-16 neutron-server[94992]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=94992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 19:07:37.953635 n-d-713301-16 neutron-server[94992]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=94992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 19:07:37.953911 n-d-713301-16 neutron-server[94992]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=94992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 19:07:37.954293 n-d-713301-16 neutron-server[94992]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=94992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 19:07:37.954450 n-d-713301-16 neutron-server[94992]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=94992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 19:07:37.954723 n-d-713301-16 neutron-server[94992]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=94992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 19:07:37.955623 n-d-713301-16 neutron-server[94992]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=94992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 19:07:37.956188 n-d-713301-16 neutron-server[94992]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=94992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 19:07:37.956356 n-d-713301-16 neutron-server[94992]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=94992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 19:07:37.956518 n-d-713301-16 neutron-server[94992]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=94992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 19:07:37.956841 n-d-713301-16 neutron-server[94992]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=94992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 19:07:37.957877 n-d-713301-16 neutron-server[94992]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=94992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 19:07:37.958311 n-d-713301-16 neutron-server[94992]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=94992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 19:07:37.958478 n-d-713301-16 neutron-server[94992]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=94992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 19:07:37.958751 n-d-713301-16 neutron-server[94992]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=94992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 19:07:37.958921 n-d-713301-16 neutron-server[94992]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=94992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 19:07:37.959080 n-d-713301-16 neutron-server[94992]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=94992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 19:07:37.959238 n-d-713301-16 neutron-server[94992]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=94992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 19:07:37.959396 n-d-713301-16 neutron-server[94992]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=94992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 19:07:37.959547 n-d-713301-16 neutron-server[94992]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=94992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 19:07:37.959705 n-d-713301-16 neutron-server[94992]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=94992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 19:07:37.959955 n-d-713301-16 neutron-server[94992]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=94992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 19:07:37.960165 n-d-713301-16 neutron-server[94992]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=94992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 19:07:37.960324 n-d-713301-16 neutron-server[94992]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=94992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 19:07:37.960482 n-d-713301-16 neutron-server[94992]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=94992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 19:07:37.960771 n-d-713301-16 neutron-server[94992]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=94992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 19:07:37.961077 n-d-713301-16 neutron-server[94992]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=94992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 19:07:37.961331 n-d-713301-16 neutron-server[94992]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=94992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 19:07:37.961496 n-d-713301-16 neutron-server[94992]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=94992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 19:07:37.961653 n-d-713301-16 neutron-server[94992]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=94992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 19:07:37.961810 n-d-713301-16 neutron-server[94992]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=94992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 19:07:37.961968 n-d-713301-16 neutron-server[94992]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=94992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 19:07:37.962124 n-d-713301-16 neutron-server[94992]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=94992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 19:07:37.962329 n-d-713301-16 neutron-server[94992]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=94992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 19:07:37.962488 n-d-713301-16 neutron-server[94992]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=94992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 19:07:37.962650 n-d-713301-16 neutron-server[94992]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=94992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 19:07:37.962858 n-d-713301-16 neutron-server[94992]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=94992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 19:07:37.963059 n-d-713301-16 neutron-server[94992]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=94992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 19:07:37.963207 n-d-713301-16 neutron-server[94992]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=94992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 19:07:37.963563 n-d-713301-16 neutron-server[94992]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=94992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 19:07:37.963727 n-d-713301-16 neutron-server[94992]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=94992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 19:07:37.964631 n-d-713301-16 neutron-server[94992]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=94992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 19:07:37.964794 n-d-713301-16 neutron-server[94992]: DEBUG oslo_service.service [-] use_journal = False {{(pid=94992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 19:07:37.964952 n-d-713301-16 neutron-server[94992]: DEBUG oslo_service.service [-] use_json = False {{(pid=94992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 19:07:37.965108 n-d-713301-16 neutron-server[94992]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=94992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 19:07:37.965480 n-d-713301-16 neutron-server[94992]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=94992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 19:07:37.965641 n-d-713301-16 neutron-server[94992]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=94992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 19:07:37.965796 n-d-713301-16 neutron-server[94992]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=94992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 19:07:37.965950 n-d-713301-16 neutron-server[94992]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=94992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 19:07:37.966105 n-d-713301-16 neutron-server[94992]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=94992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 19:07:37.966630 n-d-713301-16 neutron-server[94992]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=94992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 19:07:37.966792 n-d-713301-16 neutron-server[94992]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=94992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 19:07:37.966969 n-d-713301-16 neutron-server[94992]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=94992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:07:37.967128 n-d-713301-16 neutron-server[94992]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=94992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:07:37.967298 n-d-713301-16 neutron-server[94992]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=94992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:07:37.967456 n-d-713301-16 neutron-server[94992]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=94992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:07:37.967615 n-d-713301-16 neutron-server[94992]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=94992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:07:37.967772 n-d-713301-16 neutron-server[94992]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=94992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:07:37.967929 n-d-713301-16 neutron-server[94992]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=94992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:07:37.968086 n-d-713301-16 neutron-server[94992]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=94992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:07:37.968244 n-d-713301-16 neutron-server[94992]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=94992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:07:37.968399 n-d-713301-16 neutron-server[94992]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=94992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:07:37.968564 n-d-713301-16 neutron-server[94992]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=94992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:07:37.968760 n-d-713301-16 neutron-server[94992]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=94992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:07:37.968928 n-d-713301-16 neutron-server[94992]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=94992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:07:37.969086 n-d-713301-16 neutron-server[94992]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=94992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:07:37.969242 n-d-713301-16 neutron-server[94992]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=94992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:07:37.969402 n-d-713301-16 neutron-server[94992]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=94992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:07:37.969560 n-d-713301-16 neutron-server[94992]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=94992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:07:37.969719 n-d-713301-16 neutron-server[94992]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=94992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:07:37.969879 n-d-713301-16 neutron-server[94992]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=94992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:07:37.970036 n-d-713301-16 neutron-server[94992]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=94992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:07:37.970192 n-d-713301-16 neutron-server[94992]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=94992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:07:37.970349 n-d-713301-16 neutron-server[94992]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=94992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:07:37.970516 n-d-713301-16 neutron-server[94992]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=94992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:07:37.970672 n-d-713301-16 neutron-server[94992]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=94992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:07:37.970831 n-d-713301-16 neutron-server[94992]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=94992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:07:37.970988 n-d-713301-16 neutron-server[94992]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=94992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:07:37.971144 n-d-713301-16 neutron-server[94992]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=94992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:07:37.971317 n-d-713301-16 neutron-server[94992]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=94992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:07:37.971473 n-d-713301-16 neutron-server[94992]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=94992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:07:37.971631 n-d-713301-16 neutron-server[94992]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.67/identity {{(pid=94992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:07:37.971791 n-d-713301-16 neutron-server[94992]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=94992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:07:37.971948 n-d-713301-16 neutron-server[94992]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=94992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:07:37.972106 n-d-713301-16 neutron-server[94992]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=94992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:07:37.972828 n-d-713301-16 neutron-server[94992]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=94992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:07:37.972971 n-d-713301-16 neutron-server[94992]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=94992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:07:37.973121 n-d-713301-16 neutron-server[94992]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=94992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:07:37.973279 n-d-713301-16 neutron-server[94992]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=94992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:07:37.973436 n-d-713301-16 neutron-server[94992]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=94992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:07:37.973592 n-d-713301-16 neutron-server[94992]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=94992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:07:37.973749 n-d-713301-16 neutron-server[94992]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=94992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:07:37.973931 n-d-713301-16 neutron-server[94992]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=94992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:07:37.974060 n-d-713301-16 neutron-server[94992]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=94992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:07:37.974218 n-d-713301-16 neutron-server[94992]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=94992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:07:37.974375 n-d-713301-16 neutron-server[94992]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=94992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:07:37.974532 n-d-713301-16 neutron-server[94992]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=94992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:07:37.974690 n-d-713301-16 neutron-server[94992]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=94992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:07:37.974846 n-d-713301-16 neutron-server[94992]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=94992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:07:37.975004 n-d-713301-16 neutron-server[94992]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=94992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:07:37.975163 n-d-713301-16 neutron-server[94992]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=94992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:07:37.975319 n-d-713301-16 neutron-server[94992]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=94992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:07:37.975481 n-d-713301-16 neutron-server[94992]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=94992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:07:37.975641 n-d-713301-16 neutron-server[94992]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=94992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:07:37.975796 n-d-713301-16 neutron-server[94992]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=94992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:07:37.975954 n-d-713301-16 neutron-server[94992]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=94992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:07:37.976110 n-d-713301-16 neutron-server[94992]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=94992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:07:37.976278 n-d-713301-16 neutron-server[94992]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=94992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:07:37.976435 n-d-713301-16 neutron-server[94992]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=94992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:07:37.976595 n-d-713301-16 neutron-server[94992]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=94992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:07:37.976786 n-d-713301-16 neutron-server[94992]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=94992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:07:37.976944 n-d-713301-16 neutron-server[94992]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=94992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:07:37.977102 n-d-713301-16 neutron-server[94992]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=94992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:07:37.977259 n-d-713301-16 neutron-server[94992]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=94992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:07:37.978051 n-d-713301-16 neutron-server[94992]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=94992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:07:37.978448 n-d-713301-16 neutron-server[94992]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=94992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:07:37.979072 n-d-713301-16 neutron-server[94992]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=94992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:07:37.979185 n-d-713301-16 neutron-server[94992]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=94992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:07:37.979287 n-d-713301-16 neutron-server[94992]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=94992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:07:37.979414 n-d-713301-16 neutron-server[94992]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=94992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:07:37.979578 n-d-713301-16 neutron-server[94992]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=94992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:07:37.979738 n-d-713301-16 neutron-server[94992]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=94992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:07:37.979895 n-d-713301-16 neutron-server[94992]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=94992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:07:37.980053 n-d-713301-16 neutron-server[94992]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=94992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:07:37.980211 n-d-713301-16 neutron-server[94992]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=94992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:07:37.980556 n-d-713301-16 neutron-server[94992]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=94992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:07:37.980708 n-d-713301-16 neutron-server[94992]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=94992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:07:37.980806 n-d-713301-16 neutron-server[94992]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=94992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:07:37.980935 n-d-713301-16 neutron-server[94992]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=94992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:07:37.981082 n-d-713301-16 neutron-server[94992]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=94992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:07:37.981243 n-d-713301-16 neutron-server[94992]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=94992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:07:37.981767 n-d-713301-16 neutron-server[94992]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=94992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:07:37.981933 n-d-713301-16 neutron-server[94992]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=94992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:07:37.982092 n-d-713301-16 neutron-server[94992]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=94992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:07:37.982256 n-d-713301-16 neutron-server[94992]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=94992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:07:37.982868 n-d-713301-16 neutron-server[94992]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=94992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:07:37.983031 n-d-713301-16 neutron-server[94992]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=94992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:07:37.983420 n-d-713301-16 neutron-server[94992]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=94992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:07:37.983584 n-d-713301-16 neutron-server[94992]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=94992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:07:37.983742 n-d-713301-16 neutron-server[94992]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=94992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:07:37.983900 n-d-713301-16 neutron-server[94992]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=94992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:07:37.984068 n-d-713301-16 neutron-server[94992]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=94992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:07:37.984242 n-d-713301-16 neutron-server[94992]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=94992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:07:37.984398 n-d-713301-16 neutron-server[94992]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=94992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:07:37.984546 n-d-713301-16 neutron-server[94992]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=94992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:07:37.984724 n-d-713301-16 neutron-server[94992]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=94992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:07:37.984883 n-d-713301-16 neutron-server[94992]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=94992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:07:37.985040 n-d-713301-16 neutron-server[94992]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=94992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:07:37.985502 n-d-713301-16 neutron-server[94992]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=94992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:07:37.985668 n-d-713301-16 neutron-server[94992]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=94992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:07:37.985824 n-d-713301-16 neutron-server[94992]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=94992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:07:37.985981 n-d-713301-16 neutron-server[94992]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=94992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:07:37.986139 n-d-713301-16 neutron-server[94992]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=94992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:07:37.986295 n-d-713301-16 neutron-server[94992]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=94992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:07:37.986455 n-d-713301-16 neutron-server[94992]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=94992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:07:37.986611 n-d-713301-16 neutron-server[94992]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=94992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:07:37.986790 n-d-713301-16 neutron-server[94992]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=94992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:07:37.986921 n-d-713301-16 neutron-server[94992]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=94992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:07:37.987045 n-d-713301-16 neutron-server[94992]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=94992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:07:37.987204 n-d-713301-16 neutron-server[94992]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=94992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:07:37.987700 n-d-713301-16 neutron-server[94992]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=94992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:07:37.988540 n-d-713301-16 neutron-server[94992]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=94992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:07:37.988725 n-d-713301-16 neutron-server[94992]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=94992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:07:37.988870 n-d-713301-16 neutron-server[94992]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=94992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:07:37.989031 n-d-713301-16 neutron-server[94992]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=94992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:07:37.989189 n-d-713301-16 neutron-server[94992]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=94992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:07:37.989345 n-d-713301-16 neutron-server[94992]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=94992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:07:37.989501 n-d-713301-16 neutron-server[94992]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=94992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:07:37.989667 n-d-713301-16 neutron-server[94992]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=94992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:07:37.990131 n-d-713301-16 neutron-server[94992]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=94992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:07:37.990299 n-d-713301-16 neutron-server[94992]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=94992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:07:37.990458 n-d-713301-16 neutron-server[94992]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=94992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:07:37.990623 n-d-713301-16 neutron-server[94992]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=94992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:07:37.991343 n-d-713301-16 neutron-server[94992]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=94992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:07:37.991514 n-d-713301-16 neutron-server[94992]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=94992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:07:37.991674 n-d-713301-16 neutron-server[94992]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=94992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:07:37.991974 n-d-713301-16 neutron-server[94992]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=94992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:07:37.992173 n-d-713301-16 neutron-server[94992]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=94992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:07:37.992333 n-d-713301-16 neutron-server[94992]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=94992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:07:37.992541 n-d-713301-16 neutron-server[94992]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=94992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:07:37.992729 n-d-713301-16 neutron-server[94992]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=94992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:07:37.992890 n-d-713301-16 neutron-server[94992]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=94992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:07:37.993049 n-d-713301-16 neutron-server[94992]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=94992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:07:37.993206 n-d-713301-16 neutron-server[94992]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=94992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:07:37.993376 n-d-713301-16 neutron-server[94992]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=94992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:07:37.993654 n-d-713301-16 neutron-server[94992]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=94992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:07:37.993818 n-d-713301-16 neutron-server[94992]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=94992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:07:37.993978 n-d-713301-16 neutron-server[94992]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=94992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:07:37.994135 n-d-713301-16 neutron-server[94992]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=94992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:07:37.994404 n-d-713301-16 neutron-server[94992]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=94992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:07:37.994569 n-d-713301-16 neutron-server[94992]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=94992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:07:37.994901 n-d-713301-16 neutron-server[94992]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=94992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:07:37.995114 n-d-713301-16 neutron-server[94992]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=94992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:07:37.995272 n-d-713301-16 neutron-server[94992]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=94992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:07:37.995430 n-d-713301-16 neutron-server[94992]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=94992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:07:37.995587 n-d-713301-16 neutron-server[94992]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=94992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:07:37.995747 n-d-713301-16 neutron-server[94992]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=94992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:07:37.995905 n-d-713301-16 neutron-server[94992]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=94992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:07:37.996062 n-d-713301-16 neutron-server[94992]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=94992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:07:37.996223 n-d-713301-16 neutron-server[94992]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=94992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:07:37.996382 n-d-713301-16 neutron-server[94992]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.67/identity {{(pid=94992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:07:37.996540 n-d-713301-16 neutron-server[94992]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=94992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:07:37.996720 n-d-713301-16 neutron-server[94992]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=94992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:07:37.996877 n-d-713301-16 neutron-server[94992]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=94992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:07:37.997035 n-d-713301-16 neutron-server[94992]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=94992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:07:37.997193 n-d-713301-16 neutron-server[94992]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=94992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:07:37.997350 n-d-713301-16 neutron-server[94992]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=94992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:07:37.997510 n-d-713301-16 neutron-server[94992]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=94992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:07:37.997669 n-d-713301-16 neutron-server[94992]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=94992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:07:37.997828 n-d-713301-16 neutron-server[94992]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=94992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:07:37.997984 n-d-713301-16 neutron-server[94992]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=94992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:07:37.998141 n-d-713301-16 neutron-server[94992]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=94992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:07:37.998299 n-d-713301-16 neutron-server[94992]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=94992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:07:37.998456 n-d-713301-16 neutron-server[94992]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=94992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:07:37.998614 n-d-713301-16 neutron-server[94992]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=94992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:07:37.998771 n-d-713301-16 neutron-server[94992]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=94992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:07:37.998928 n-d-713301-16 neutron-server[94992]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=94992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:07:37.999085 n-d-713301-16 neutron-server[94992]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=94992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:07:37.999241 n-d-713301-16 neutron-server[94992]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=94992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:07:37.999398 n-d-713301-16 neutron-server[94992]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=94992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:07:37.999554 n-d-713301-16 neutron-server[94992]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=94992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:07:37.999711 n-d-713301-16 neutron-server[94992]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=94992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:07:37.999868 n-d-713301-16 neutron-server[94992]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=94992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:07:38.000025 n-d-713301-16 neutron-server[94992]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=94992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:07:38.000183 n-d-713301-16 neutron-server[94992]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=94992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:07:38.000339 n-d-713301-16 neutron-server[94992]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=94992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:07:38.000499 n-d-713301-16 neutron-server[94992]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=94992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:07:38.000676 n-d-713301-16 neutron-server[94992]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=94992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:07:38.000836 n-d-713301-16 neutron-server[94992]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=94992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:07:38.000994 n-d-713301-16 neutron-server[94992]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=94992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:07:38.001152 n-d-713301-16 neutron-server[94992]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=94992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:07:38.001310 n-d-713301-16 neutron-server[94992]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=94992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:07:38.001468 n-d-713301-16 neutron-server[94992]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=94992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:07:38.001628 n-d-713301-16 neutron-server[94992]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=94992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:07:38.001786 n-d-713301-16 neutron-server[94992]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=94992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:07:38.001945 n-d-713301-16 neutron-server[94992]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=94992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:07:38.002102 n-d-713301-16 neutron-server[94992]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=94992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:07:38.002258 n-d-713301-16 neutron-server[94992]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=94992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:07:38.002422 n-d-713301-16 neutron-server[94992]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=94992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:07:38.002579 n-d-713301-16 neutron-server[94992]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=94992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:07:38.002737 n-d-713301-16 neutron-server[94992]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=94992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:07:38.002895 n-d-713301-16 neutron-server[94992]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=94992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:07:38.003051 n-d-713301-16 neutron-server[94992]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=94992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:07:38.003207 n-d-713301-16 neutron-server[94992]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=94992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:07:38.003379 n-d-713301-16 neutron-server[94992]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=94992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:07:38.004062 n-d-713301-16 neutron-server[94992]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=94992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:07:38.004218 n-d-713301-16 neutron-server[94992]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=94992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:07:38.004358 n-d-713301-16 neutron-server[94992]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=94992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:07:38.004506 n-d-713301-16 neutron-server[94992]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=94992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:07:38.004684 n-d-713301-16 neutron-server[94992]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=94992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:07:38.004843 n-d-713301-16 neutron-server[94992]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=94992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:07:38.005000 n-d-713301-16 neutron-server[94992]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=94992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:07:38.005156 n-d-713301-16 neutron-server[94992]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=94992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:07:38.005313 n-d-713301-16 neutron-server[94992]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=94992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:07:38.005469 n-d-713301-16 neutron-server[94992]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=94992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:07:38.005627 n-d-713301-16 neutron-server[94992]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=94992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:07:38.005787 n-d-713301-16 neutron-server[94992]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=94992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:07:38.005944 n-d-713301-16 neutron-server[94992]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=94992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:07:38.006101 n-d-713301-16 neutron-server[94992]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=94992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:07:38.006257 n-d-713301-16 neutron-server[94992]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=94992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:07:38.006413 n-d-713301-16 neutron-server[94992]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=94992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:07:38.006569 n-d-713301-16 neutron-server[94992]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=94992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:07:38.006728 n-d-713301-16 neutron-server[94992]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=94992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:07:38.006897 n-d-713301-16 neutron-server[94992]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=94992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:07:38.007055 n-d-713301-16 neutron-server[94992]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=94992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:07:38.007212 n-d-713301-16 neutron-server[94992]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=94992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:07:38.007369 n-d-713301-16 neutron-server[94992]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=94992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:07:38.007526 n-d-713301-16 neutron-server[94992]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=94992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:07:38.007684 n-d-713301-16 neutron-server[94992]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=94992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:07:38.007851 n-d-713301-16 neutron-server[94992]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=94992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:07:38.008008 n-d-713301-16 neutron-server[94992]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=94992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:07:38.008165 n-d-713301-16 neutron-server[94992]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=94992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:07:38.008320 n-d-713301-16 neutron-server[94992]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=94992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:07:38.008477 n-d-713301-16 neutron-server[94992]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=94992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:07:38.008652 n-d-713301-16 neutron-server[94992]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=94992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:07:38.008821 n-d-713301-16 neutron-server[94992]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=94992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:07:38.008978 n-d-713301-16 neutron-server[94992]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=94992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:07:38.009135 n-d-713301-16 neutron-server[94992]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=94992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:07:38.009291 n-d-713301-16 neutron-server[94992]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=94992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:07:38.009447 n-d-713301-16 neutron-server[94992]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=94992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:07:38.009604 n-d-713301-16 neutron-server[94992]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=94992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:07:38.009769 n-d-713301-16 neutron-server[94992]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=94992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:07:38.009926 n-d-713301-16 neutron-server[94992]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=94992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:07:38.010083 n-d-713301-16 neutron-server[94992]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=94992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:07:38.010240 n-d-713301-16 neutron-server[94992]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=94992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:07:38.010396 n-d-713301-16 neutron-server[94992]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=94992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:07:38.010553 n-d-713301-16 neutron-server[94992]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=94992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:07:38.010718 n-d-713301-16 neutron-server[94992]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=94992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:07:38.010875 n-d-713301-16 neutron-server[94992]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=94992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:07:38.011032 n-d-713301-16 neutron-server[94992]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=94992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:07:38.011188 n-d-713301-16 neutron-server[94992]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=94992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:07:38.011344 n-d-713301-16 neutron-server[94992]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=94992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:07:38.011501 n-d-713301-16 neutron-server[94992]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=94992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:07:38.011922 n-d-713301-16 neutron-server[94992]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=94992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:07:38.012079 n-d-713301-16 neutron-server[94992]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=94992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:07:38.012236 n-d-713301-16 neutron-server[94992]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=94992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:07:38.012392 n-d-713301-16 neutron-server[94992]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=94992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:07:38.012550 n-d-713301-16 neutron-server[94992]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=94992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:07:38.012732 n-d-713301-16 neutron-server[94992]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=94992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:07:38.012899 n-d-713301-16 neutron-server[94992]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=94992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:07:38.013058 n-d-713301-16 neutron-server[94992]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=94992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:07:38.013217 n-d-713301-16 neutron-server[94992]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=94992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:07:38.013383 n-d-713301-16 neutron-server[94992]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=94992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:07:38.013539 n-d-713301-16 neutron-server[94992]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=94992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:07:38.013695 n-d-713301-16 neutron-server[94992]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=94992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:07:38.013853 n-d-713301-16 neutron-server[94992]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=94992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:07:38.014022 n-d-713301-16 neutron-server[94992]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=94992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:07:38.014179 n-d-713301-16 neutron-server[94992]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=94992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:07:38.014339 n-d-713301-16 neutron-server[94992]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=94992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:07:38.014497 n-d-713301-16 neutron-server[94992]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=94992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:07:38.014653 n-d-713301-16 neutron-server[94992]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=94992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:07:38.014811 n-d-713301-16 neutron-server[94992]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=94992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:07:38.014970 n-d-713301-16 neutron-server[94992]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=94992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:07:38.015132 n-d-713301-16 neutron-server[94992]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=94992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:07:38.015299 n-d-713301-16 neutron-server[94992]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=94992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:07:38.015464 n-d-713301-16 neutron-server[94992]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=94992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:07:38.015622 n-d-713301-16 neutron-server[94992]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=94992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:07:38.016092 n-d-713301-16 neutron-server[94992]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=94992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:07:38.016092 n-d-713301-16 neutron-server[94992]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:600:649'] {{(pid=94992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:07:38.016092 n-d-713301-16 neutron-server[94992]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=94992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:07:38.016308 n-d-713301-16 neutron-server[94992]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=94992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:07:38.016396 n-d-713301-16 neutron-server[94992]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=94992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:07:38.016546 n-d-713301-16 neutron-server[94992]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=94992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:07:38.016723 n-d-713301-16 neutron-server[94992]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=94992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:07:38.016881 n-d-713301-16 neutron-server[94992]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=94992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:07:38.017038 n-d-713301-16 neutron-server[94992]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=94992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:07:38.017195 n-d-713301-16 neutron-server[94992]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=94992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:07:38.017352 n-d-713301-16 neutron-server[94992]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=94992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:07:38.017509 n-d-713301-16 neutron-server[94992]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=94992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:07:38.017667 n-d-713301-16 neutron-server[94992]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=94992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:07:38.017824 n-d-713301-16 neutron-server[94992]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=94992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:07:38.017980 n-d-713301-16 neutron-server[94992]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=94992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:07:38.018137 n-d-713301-16 neutron-server[94992]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=94992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:07:38.018294 n-d-713301-16 neutron-server[94992]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=94992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:07:38.018451 n-d-713301-16 neutron-server[94992]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=94992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:07:38.018608 n-d-713301-16 neutron-server[94992]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=94992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:07:38.018766 n-d-713301-16 neutron-server[94992]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=94992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:07:38.018922 n-d-713301-16 neutron-server[94992]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=94992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:07:38.019078 n-d-713301-16 neutron-server[94992]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=94992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:07:38.019951 n-d-713301-16 neutron-server[94992]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=94992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:07:38.020057 n-d-713301-16 neutron-server[94992]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=94992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:07:38.020213 n-d-713301-16 neutron-server[94992]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=94992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 19:07:38.020364 n-d-713301-16 neutron-server[94992]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=94992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Sep 23 19:07:38.048278 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 52496) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:07:38.057751 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [-] 10.222.0.67 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0072589 Sep 23 19:07:49.646724 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-029f9a4b-280f-4bf4-8cf6-b7685db616cd None None] get_active_networks_info from n-d-713301-16 {{(pid=95103) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 23 19:07:49.738354 n-d-713301-16 neutron-server[95103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-029f9a4b-280f-4bf4-8cf6-b7685db616cd None None] No non-hosted networks {{(pid=95103) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Sep 23 19:07:49.746267 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.agentschedulers_db [None req-029f9a4b-280f-4bf4-8cf6-b7685db616cd None None] DHCP Agent not found on host n-d-713301-16 {{(pid=95103) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Sep 23 19:07:49.893039 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-49be4c18-ab5c-45aa-b91a-62f22993e34e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-602059'] for agent, after_create {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:07:52.246760 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-fbd1b8ab-3f1d-4c5e-aa0d-73ff695c6fe2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-602059'] for agent, after_create {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:07:52.301932 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-3ffd28b5-bd5b-4e00-a787-6ec5d8660a96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:07:52.963350 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-602059'] for agent, after_create {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:07:52.966451 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:07:52.967053 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:07:52.967398 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:07:52.967947 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:07:52.968424 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:07:52.968800 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:07:52.969225 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:07:52.971112 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:07:52.973436 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:07:52.974113 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:07:52.975093 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:07:52.975819 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:07:52.976695 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'n-d-713301-16', {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=95103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:07:53.012534 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'n-d-713301-16', 'version_map': {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=95103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:07:53.267838 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-0ae75029-feb6-4728-9a94-5f9b60993d82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-602059'] for agent, after_create {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:07:55.125506 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-80e7e501-6c57-470d-92c6-e3d54bc3195c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-602059'] for agent, after_create {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:07:56.218449 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 52588) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:07:56.707897 n-d-713301-16 neutron-server[95102]: WARNING oslo_policy.policy [None req-a3dfbe93-dc9b-4e40-8063-aa6da015e7f2 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 23 19:07:56.708477 n-d-713301-16 neutron-server[95102]: WARNING oslo_policy.policy [None req-a3dfbe93-dc9b-4e40-8063-aa6da015e7f2 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 23 19:07:56.932168 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [None req-a3dfbe93-dc9b-4e40-8063-aa6da015e7f2 admin admin] http://10.222.0.67:9696/v2.0/extensions returned with HTTP 200 {{(pid=95102) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 23 19:07:56.933282 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-a3dfbe93-dc9b-4e40-8063-aa6da015e7f2 admin admin] 10.222.0.67 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7139325 Sep 23 19:07:59.364461 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 52602) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:07:59.597656 n-d-713301-16 neutron-server[95103]: INFO neutron.db.l3_hamode_db [None req-1e9e8324-b2f2-4de7-aea7-6453066931ba None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Sep 23 19:07:59.675188 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e9e8324-b2f2-4de7-aea7-6453066931ba None None] Routers set() bound to L3 agent in host n-d-713301-16 {{(pid=95103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 19:07:59.676064 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e9e8324-b2f2-4de7-aea7-6453066931ba None None] Router IDs set() for agent in host n-d-713301-16 {{(pid=95103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Sep 23 19:07:59.684255 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.v2.base [None req-493ec8e2-eba4-4961-afe7-22925b621209 admin admin] Request body: {'subnetpool': {'is_default': True, 'default_prefixlen': 26, 'name': 'shared-default-subnetpool-v4', 'prefixes': ['172.20.0.0/16'], 'shared': True}} {{(pid=95102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:07:59.778986 n-d-713301-16 neutron-server[95102]: DEBUG neutron.policy [None req-493ec8e2-eba4-4961-afe7-22925b621209 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=95102) register_rules /opt/stack/neutron/neutron/policy.py:73}} Sep 23 19:07:59.824475 n-d-713301-16 neutron-server[95102]: WARNING oslo_policy.policy [None req-493ec8e2-eba4-4961-afe7-22925b621209 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 23 19:07:59.824863 n-d-713301-16 neutron-server[95102]: WARNING oslo_policy.policy [None req-493ec8e2-eba4-4961-afe7-22925b621209 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 23 19:07:59.833438 n-d-713301-16 neutron-server[95102]: INFO neutron.quota [None req-493ec8e2-eba4-4961-afe7-22925b621209 admin admin] Loaded quota_driver: . Sep 23 19:07:59.925654 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-493ec8e2-eba4-4961-afe7-22925b621209 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8783149129950', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8783149130483', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8783149126516', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8783149016390', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8783148444562', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8783149033933', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-1621920', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1811332', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-708893', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-649767'] for rbac-policy, before_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:07:59.988935 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-493ec8e2-eba4-4961-afe7-22925b621209 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:07:59.990136 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-493ec8e2-eba4-4961-afe7-22925b621209 admin admin] 10.222.0.67 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6246803 Sep 23 19:08:02.643913 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 52614) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:08:03.133191 n-d-713301-16 neutron-server[95101]: WARNING oslo_policy.policy [None req-8acd98f8-2fb6-4cb2-b596-5a5df03c7b61 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 23 19:08:03.133772 n-d-713301-16 neutron-server[95101]: WARNING oslo_policy.policy [None req-8acd98f8-2fb6-4cb2-b596-5a5df03c7b61 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 23 19:08:03.363967 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.v2.base [None req-8acd98f8-2fb6-4cb2-b596-5a5df03c7b61 admin admin] Request body: {'network': {'project_id': 'c504dd2b4adf40db93289fde8bc88c6a', 'name': 'private', 'admin_state_up': True, 'tenant_id': 'c504dd2b4adf40db93289fde8bc88c6a'}} {{(pid=95101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:08:03.365546 n-d-713301-16 neutron-server[95101]: INFO neutron.quota [None req-8acd98f8-2fb6-4cb2-b596-5a5df03c7b61 admin admin] Loaded quota_driver: . Sep 23 19:08:03.422427 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8acd98f8-2fb6-4cb2-b596-5a5df03c7b61 admin admin] Made reservation on behalf of c504dd2b4adf40db93289fde8bc88c6a for: {'network': 1} {{(pid=95101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:08:03.489345 n-d-713301-16 neutron-server[95101]: DEBUG neutron.policy [None req-8acd98f8-2fb6-4cb2-b596-5a5df03c7b61 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=95101) register_rules /opt/stack/neutron/neutron/policy.py:73}} Sep 23 19:08:03.534079 n-d-713301-16 neutron-server[95101]: WARNING oslo_policy.policy [None req-8acd98f8-2fb6-4cb2-b596-5a5df03c7b61 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 23 19:08:03.534486 n-d-713301-16 neutron-server[95101]: WARNING oslo_policy.policy [None req-8acd98f8-2fb6-4cb2-b596-5a5df03c7b61 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 23 19:08:03.546132 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-8acd98f8-2fb6-4cb2-b596-5a5df03c7b61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for network, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:08:03.571852 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-8acd98f8-2fb6-4cb2-b596-5a5df03c7b61 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:08:03.705324 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-8acd98f8-2fb6-4cb2-b596-5a5df03c7b61 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:08:03.709028 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-8acd98f8-2fb6-4cb2-b596-5a5df03c7b61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:08:03.733667 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8acd98f8-2fb6-4cb2-b596-5a5df03c7b61 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 622} {{(pid=95101) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 19:08:03.762328 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-8acd98f8-2fb6-4cb2-b596-5a5df03c7b61 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8783146221451', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1756186'] for segment, precommit_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:08:03.762925 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-8acd98f8-2fb6-4cb2-b596-5a5df03c7b61 admin admin] Unsubscribe: segment precommit_create {{(pid=95101) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Sep 23 19:08:03.763453 n-d-713301-16 neutron-server[95101]: INFO neutron.db.segments_db [None req-8acd98f8-2fb6-4cb2-b596-5a5df03c7b61 admin admin] Added segment 915cc087-b079-4900-ab10-4e8821673cb1 of type vlan for network 5ecdfb74-1043-4999-9973-34ae5803614e Sep 23 19:08:03.769452 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8acd98f8-2fb6-4cb2-b596-5a5df03c7b61 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cdad6fb2-b573-4115-9d00-e399d342ad50,revision_number=1']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:08:03.790643 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8acd98f8-2fb6-4cb2-b596-5a5df03c7b61 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:08:03.790982 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8acd98f8-2fb6-4cb2-b596-5a5df03c7b61 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:08:03.791322 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8acd98f8-2fb6-4cb2-b596-5a5df03c7b61 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:08:03.791656 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8acd98f8-2fb6-4cb2-b596-5a5df03c7b61 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:08:03.791980 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8acd98f8-2fb6-4cb2-b596-5a5df03c7b61 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:08:03.792300 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8acd98f8-2fb6-4cb2-b596-5a5df03c7b61 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:08:03.792682 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8acd98f8-2fb6-4cb2-b596-5a5df03c7b61 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:08:03.793030 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8acd98f8-2fb6-4cb2-b596-5a5df03c7b61 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:08:03.793349 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8acd98f8-2fb6-4cb2-b596-5a5df03c7b61 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:08:03.793664 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8acd98f8-2fb6-4cb2-b596-5a5df03c7b61 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:08:03.793978 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8acd98f8-2fb6-4cb2-b596-5a5df03c7b61 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:08:03.794292 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8acd98f8-2fb6-4cb2-b596-5a5df03c7b61 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:08:03.795388 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8acd98f8-2fb6-4cb2-b596-5a5df03c7b61 admin admin] Tracked resource versions report: Sep 23 19:08:03.795388 n-d-713301-16 neutron-server[95101]: pushed versions: Sep 23 19:08:03.795388 n-d-713301-16 neutron-server[95101]: { 'AddressGroup': {'1.2'}, Sep 23 19:08:03.795388 n-d-713301-16 neutron-server[95101]: 'ConntrackHelper': {'1.0'}, Sep 23 19:08:03.795388 n-d-713301-16 neutron-server[95101]: 'Log': {'1.0'}, Sep 23 19:08:03.795388 n-d-713301-16 neutron-server[95101]: 'Network': {'1.1'}, Sep 23 19:08:03.795388 n-d-713301-16 neutron-server[95101]: 'Port': {'1.7'}, Sep 23 19:08:03.795388 n-d-713301-16 neutron-server[95101]: 'PortForwarding': {'1.2'}, Sep 23 19:08:03.795388 n-d-713301-16 neutron-server[95101]: 'QosPolicy': {'1.9'}, Sep 23 19:08:03.795388 n-d-713301-16 neutron-server[95101]: 'SecurityGroup': {'1.4'}, Sep 23 19:08:03.795388 n-d-713301-16 neutron-server[95101]: 'SecurityGroupRule': {'1.2'}, Sep 23 19:08:03.795388 n-d-713301-16 neutron-server[95101]: 'SubPort': {'1.0'}, Sep 23 19:08:03.795388 n-d-713301-16 neutron-server[95101]: 'Subnet': {'1.1'}, Sep 23 19:08:03.795388 n-d-713301-16 neutron-server[95101]: 'Trunk': {'1.1'}} Sep 23 19:08:03.795388 n-d-713301-16 neutron-server[95101]: consumer versions: Sep 23 19:08:03.795388 n-d-713301-16 neutron-server[95101]: { DHCP agent@n-d-713301-16: {}, Sep 23 19:08:03.795388 n-d-713301-16 neutron-server[95101]: L3 agent@n-d-713301-16: {}, Sep 23 19:08:03.795388 n-d-713301-16 neutron-server[95101]: Metadata agent@n-d-713301-16: {}, Sep 23 19:08:03.795388 n-d-713301-16 neutron-server[95101]: Metering agent@n-d-713301-16: {}, Sep 23 19:08:03.795388 n-d-713301-16 neutron-server[95101]: Open vSwitch agent@n-d-713301-16: { 'AddressGroup': '1.2', Sep 23 19:08:03.795388 n-d-713301-16 neutron-server[95101]: 'ConntrackHelper': '1.0', Sep 23 19:08:03.795388 n-d-713301-16 neutron-server[95101]: 'Log': '1.0', Sep 23 19:08:03.795388 n-d-713301-16 neutron-server[95101]: 'Network': '1.1', Sep 23 19:08:03.795388 n-d-713301-16 neutron-server[95101]: 'Port': '1.7', Sep 23 19:08:03.795388 n-d-713301-16 neutron-server[95101]: 'PortForwarding': '1.2', Sep 23 19:08:03.795388 n-d-713301-16 neutron-server[95101]: 'QosPolicy': '1.9', Sep 23 19:08:03.795388 n-d-713301-16 neutron-server[95101]: 'SecurityGroup': '1.4', Sep 23 19:08:03.795388 n-d-713301-16 neutron-server[95101]: 'SecurityGroupRule': '1.2', Sep 23 19:08:03.795388 n-d-713301-16 neutron-server[95101]: 'SubPort': '1.0', Sep 23 19:08:03.795388 n-d-713301-16 neutron-server[95101]: 'Subnet': '1.1', Sep 23 19:08:03.795388 n-d-713301-16 neutron-server[95101]: 'Trunk': '1.1'}} Sep 23 19:08:03.795388 n-d-713301-16 neutron-server[95101]: {{(pid=95101) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 23 19:08:03.884587 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-8acd98f8-2fb6-4cb2-b596-5a5df03c7b61 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783145630486'] for network, precommit_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:08:03.927048 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-8acd98f8-2fb6-4cb2-b596-5a5df03c7b61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299'] for network, after_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:08:03.930054 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8acd98f8-2fb6-4cb2-b596-5a5df03c7b61 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:08:03.930054 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-8acd98f8-2fb6-4cb2-b596-5a5df03c7b61 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527417'] for network, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:08:03.986110 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-8acd98f8-2fb6-4cb2-b596-5a5df03c7b61 admin admin] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 1.3398638 Sep 23 19:08:04.029308 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8acd98f8-2fb6-4cb2-b596-5a5df03c7b61 admin admin] Pushing event updated for resources: {'Network': ['ID=5ecdfb74-1043-4999-9973-34ae5803614e,revision_number=1']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:08:04.041596 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Network 5ecdfb74-1043-4999-9973-34ae5803614e details requested by agent ovs-agent-n-d-713301-16 with host n-d-713301-16 {{(pid=95103) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 19:08:06.726377 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 52636) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:08:07.167114 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf2e9728-f1c0-4a62-875a-c6bbb7d15678 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:08:07.168529 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-cf2e9728-f1c0-4a62-875a-c6bbb7d15678 admin admin] 10.222.0.67 "GET /v2.0/networks/5ecdfb74-1043-4999-9973-34ae5803614e HTTP/1.1" status: 200 len: 825 time: 0.4412236 Sep 23 19:08:07.193067 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-752887fe-f0d7-49ee-ac3a-f50f96446d06 admin admin] 10.222.0.67 "GET /v2.0/subnetpools/3bf7cdf9-ac15-45c4-8815-fc7b32de2040 HTTP/1.1" status: 200 len: 734 time: 0.0184851 Sep 23 19:08:07.202020 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.v2.base [None req-bd7e8554-02c5-4255-80b0-e4cdd2d38daf admin admin] Request body: {'subnet': {'tenant_id': 'c504dd2b4adf40db93289fde8bc88c6a', 'name': 'private-subnet', 'gateway_ip': '172.20.0.1', 'subnetpool_id': '3bf7cdf9-ac15-45c4-8815-fc7b32de2040', 'network_id': '5ecdfb74-1043-4999-9973-34ae5803614e', 'ip_version': 4}} {{(pid=95102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:08:07.231493 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd7e8554-02c5-4255-80b0-e4cdd2d38daf admin admin] Made reservation on behalf of c504dd2b4adf40db93289fde8bc88c6a for: {'subnet': 1} {{(pid=95102) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:08:07.234029 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-bd7e8554-02c5-4255-80b0-e4cdd2d38daf admin admin] Notify callbacks [] for subnet, before_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:08:07.520444 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-bd7e8554-02c5-4255-80b0-e4cdd2d38daf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299'] for subnet, after_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:08:07.586229 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd7e8554-02c5-4255-80b0-e4cdd2d38daf admin admin] Checking segment: {'id': '915cc087-b079-4900-ab10-4e8821673cb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '5ecdfb74-1043-4999-9973-34ae5803614e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95102) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:08:07.586598 n-d-713301-16 neutron-server[95102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd7e8554-02c5-4255-80b0-e4cdd2d38daf admin admin] Network hostable DHCP agents. Network: 5ecdfb74-1043-4999-9973-34ae5803614e, hostable agents: ['1b18bf05-1b5f-4587-be5c-af3ac38e32ad'], hosted agents: [] {{(pid=95102) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 19:08:07.601196 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd7e8554-02c5-4255-80b0-e4cdd2d38daf admin admin] Pushing event updated for resources: {'Subnet': ['ID=db9e7933-909c-4158-9d96-69774c2ab047,revision_number=0']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:08:07.614161 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd7e8554-02c5-4255-80b0-e4cdd2d38daf admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:08:07.614508 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd7e8554-02c5-4255-80b0-e4cdd2d38daf admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:08:07.614873 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd7e8554-02c5-4255-80b0-e4cdd2d38daf admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:08:07.615199 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd7e8554-02c5-4255-80b0-e4cdd2d38daf admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:08:07.615521 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd7e8554-02c5-4255-80b0-e4cdd2d38daf admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:08:07.615839 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd7e8554-02c5-4255-80b0-e4cdd2d38daf admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:08:07.616154 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd7e8554-02c5-4255-80b0-e4cdd2d38daf admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:08:07.616472 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd7e8554-02c5-4255-80b0-e4cdd2d38daf admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:08:07.616815 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd7e8554-02c5-4255-80b0-e4cdd2d38daf admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:08:07.617135 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd7e8554-02c5-4255-80b0-e4cdd2d38daf admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:08:07.617453 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd7e8554-02c5-4255-80b0-e4cdd2d38daf admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:08:07.617771 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd7e8554-02c5-4255-80b0-e4cdd2d38daf admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:08:07.618860 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd7e8554-02c5-4255-80b0-e4cdd2d38daf admin admin] Tracked resource versions report: Sep 23 19:08:07.618860 n-d-713301-16 neutron-server[95102]: pushed versions: Sep 23 19:08:07.618860 n-d-713301-16 neutron-server[95102]: { 'AddressGroup': {'1.2'}, Sep 23 19:08:07.618860 n-d-713301-16 neutron-server[95102]: 'ConntrackHelper': {'1.0'}, Sep 23 19:08:07.618860 n-d-713301-16 neutron-server[95102]: 'Log': {'1.0'}, Sep 23 19:08:07.618860 n-d-713301-16 neutron-server[95102]: 'Network': {'1.1'}, Sep 23 19:08:07.618860 n-d-713301-16 neutron-server[95102]: 'Port': {'1.7'}, Sep 23 19:08:07.618860 n-d-713301-16 neutron-server[95102]: 'PortForwarding': {'1.2'}, Sep 23 19:08:07.618860 n-d-713301-16 neutron-server[95102]: 'QosPolicy': {'1.9'}, Sep 23 19:08:07.618860 n-d-713301-16 neutron-server[95102]: 'SecurityGroup': {'1.4'}, Sep 23 19:08:07.618860 n-d-713301-16 neutron-server[95102]: 'SecurityGroupRule': {'1.2'}, Sep 23 19:08:07.618860 n-d-713301-16 neutron-server[95102]: 'SubPort': {'1.0'}, Sep 23 19:08:07.618860 n-d-713301-16 neutron-server[95102]: 'Subnet': {'1.1'}, Sep 23 19:08:07.618860 n-d-713301-16 neutron-server[95102]: 'Trunk': {'1.1'}} Sep 23 19:08:07.618860 n-d-713301-16 neutron-server[95102]: consumer versions: Sep 23 19:08:07.618860 n-d-713301-16 neutron-server[95102]: { DHCP agent@n-d-713301-16: {}, Sep 23 19:08:07.618860 n-d-713301-16 neutron-server[95102]: L3 agent@n-d-713301-16: {}, Sep 23 19:08:07.618860 n-d-713301-16 neutron-server[95102]: Metadata agent@n-d-713301-16: {}, Sep 23 19:08:07.618860 n-d-713301-16 neutron-server[95102]: Metering agent@n-d-713301-16: {}, Sep 23 19:08:07.618860 n-d-713301-16 neutron-server[95102]: Open vSwitch agent@n-d-713301-16: { 'AddressGroup': '1.2', Sep 23 19:08:07.618860 n-d-713301-16 neutron-server[95102]: 'ConntrackHelper': '1.0', Sep 23 19:08:07.618860 n-d-713301-16 neutron-server[95102]: 'Log': '1.0', Sep 23 19:08:07.618860 n-d-713301-16 neutron-server[95102]: 'Network': '1.1', Sep 23 19:08:07.618860 n-d-713301-16 neutron-server[95102]: 'Port': '1.7', Sep 23 19:08:07.618860 n-d-713301-16 neutron-server[95102]: 'PortForwarding': '1.2', Sep 23 19:08:07.618860 n-d-713301-16 neutron-server[95102]: 'QosPolicy': '1.9', Sep 23 19:08:07.618860 n-d-713301-16 neutron-server[95102]: 'SecurityGroup': '1.4', Sep 23 19:08:07.618860 n-d-713301-16 neutron-server[95102]: 'SecurityGroupRule': '1.2', Sep 23 19:08:07.618860 n-d-713301-16 neutron-server[95102]: 'SubPort': '1.0', Sep 23 19:08:07.618860 n-d-713301-16 neutron-server[95102]: 'Subnet': '1.1', Sep 23 19:08:07.618860 n-d-713301-16 neutron-server[95102]: 'Trunk': '1.1'}} Sep 23 19:08:07.618860 n-d-713301-16 neutron-server[95102]: {{(pid=95102) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 23 19:08:07.647712 n-d-713301-16 neutron-server[95102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd7e8554-02c5-4255-80b0-e4cdd2d38daf admin admin] Network 5ecdfb74-1043-4999-9973-34ae5803614e is scheduled to be hosted by DHCP agent 1b18bf05-1b5f-4587-be5c-af3ac38e32ad with binding_index 1 {{(pid=95102) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 19:08:07.661100 n-d-713301-16 neutron-server[95102]: DEBUG neutron.scheduler.base_scheduler [None req-bd7e8554-02c5-4255-80b0-e4cdd2d38daf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713301-16, 5ecdfb74-1043-4999-9973-34ae5803614e) {{(pid=95102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:08:07.665655 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd7e8554-02c5-4255-80b0-e4cdd2d38daf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:08:07.666283 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-bd7e8554-02c5-4255-80b0-e4cdd2d38daf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527417'] for subnet, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:08:07.670560 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db89d8eb-f1dc-4c8f-819f-c6b390cd3e1b None None] Network 5ecdfb74-1043-4999-9973-34ae5803614e requested from n-d-713301-16 {{(pid=95103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 19:08:07.681317 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-bd7e8554-02c5-4255-80b0-e4cdd2d38daf admin admin] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4824648 Sep 23 19:08:08.004738 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8bd2235-1667-4416-a30c-d6b5271ce7e9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4c8b80df-07eb-5275-9f17-5cf640db67c0-5ecdfb74-1043-4999-9973-34ae5803614e', 'network_id': '5ecdfb74-1043-4999-9973-34ae5803614e', 'tenant_id': 'c504dd2b4adf40db93289fde8bc88c6a', 'fixed_ips': [{'subnet_id': 'db9e7933-909c-4158-9d96-69774c2ab047'}]}} from n-d-713301-16. {{(pid=95103) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 23 19:08:08.006029 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-a8bd2235-1667-4416-a30c-d6b5271ce7e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_create {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:08:08.279222 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.db_base_plugin_common [None req-a8bd2235-1667-4416-a30c-d6b5271ce7e9 None None] Allocated IP 172.20.0.2 (5ecdfb74-1043-4999-9973-34ae5803614e/db9e7933-909c-4158-9d96-69774c2ab047/83f50dc1-7bf2-49c9-a782-1893936baab9) {{(pid=95103) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 19:08:08.508543 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-a8bd2235-1667-4416-a30c-d6b5271ce7e9 None None] Notify callbacks [] for port, precommit_create {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:08:08.515623 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-a8bd2235-1667-4416-a30c-d6b5271ce7e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783145673135'] for port, after_create {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:08:08.582363 n-d-713301-16 neutron-server[95103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8bd2235-1667-4416-a30c-d6b5271ce7e9 None None] Network 5ecdfb74-1043-4999-9973-34ae5803614e is already hosted by enough agents. {{(pid=95103) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:08:08.590196 n-d-713301-16 neutron-server[95103]: DEBUG neutron.scheduler.base_scheduler [None req-a8bd2235-1667-4416-a30c-d6b5271ce7e9 None None] Resources bound (agent type, host, resource id): {{(pid=95103) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:08:08.605833 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8bd2235-1667-4416-a30c-d6b5271ce7e9 None None] Received port after_create {{(pid=95103) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 19:08:08.607800 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8bd2235-1667-4416-a30c-d6b5271ce7e9 None None] Pushing event updated for resources: {'Port': ['ID=83f50dc1-7bf2-49c9-a782-1893936baab9,revision_number=1']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:08:08.618211 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8bd2235-1667-4416-a30c-d6b5271ce7e9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:08:08.618562 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8bd2235-1667-4416-a30c-d6b5271ce7e9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:08:08.618903 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8bd2235-1667-4416-a30c-d6b5271ce7e9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:08:08.619241 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8bd2235-1667-4416-a30c-d6b5271ce7e9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:08:08.619574 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8bd2235-1667-4416-a30c-d6b5271ce7e9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:08:08.619904 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8bd2235-1667-4416-a30c-d6b5271ce7e9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:08:08.620231 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8bd2235-1667-4416-a30c-d6b5271ce7e9 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:08:08.620556 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8bd2235-1667-4416-a30c-d6b5271ce7e9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:08:08.620909 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8bd2235-1667-4416-a30c-d6b5271ce7e9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:08:08.621232 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8bd2235-1667-4416-a30c-d6b5271ce7e9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:08:08.621555 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8bd2235-1667-4416-a30c-d6b5271ce7e9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:08:08.621876 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8bd2235-1667-4416-a30c-d6b5271ce7e9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:08:08.622987 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8bd2235-1667-4416-a30c-d6b5271ce7e9 None None] Tracked resource versions report: Sep 23 19:08:08.622987 n-d-713301-16 neutron-server[95103]: pushed versions: Sep 23 19:08:08.622987 n-d-713301-16 neutron-server[95103]: { 'AddressGroup': {'1.2'}, Sep 23 19:08:08.622987 n-d-713301-16 neutron-server[95103]: 'ConntrackHelper': {'1.0'}, Sep 23 19:08:08.622987 n-d-713301-16 neutron-server[95103]: 'Log': {'1.0'}, Sep 23 19:08:08.622987 n-d-713301-16 neutron-server[95103]: 'Network': {'1.1'}, Sep 23 19:08:08.622987 n-d-713301-16 neutron-server[95103]: 'Port': {'1.7'}, Sep 23 19:08:08.622987 n-d-713301-16 neutron-server[95103]: 'PortForwarding': {'1.2'}, Sep 23 19:08:08.622987 n-d-713301-16 neutron-server[95103]: 'QosPolicy': {'1.9'}, Sep 23 19:08:08.622987 n-d-713301-16 neutron-server[95103]: 'SecurityGroup': {'1.4'}, Sep 23 19:08:08.622987 n-d-713301-16 neutron-server[95103]: 'SecurityGroupRule': {'1.2'}, Sep 23 19:08:08.622987 n-d-713301-16 neutron-server[95103]: 'SubPort': {'1.0'}, Sep 23 19:08:08.622987 n-d-713301-16 neutron-server[95103]: 'Subnet': {'1.1'}, Sep 23 19:08:08.622987 n-d-713301-16 neutron-server[95103]: 'Trunk': {'1.1'}} Sep 23 19:08:08.622987 n-d-713301-16 neutron-server[95103]: consumer versions: Sep 23 19:08:08.622987 n-d-713301-16 neutron-server[95103]: { DHCP agent@n-d-713301-16: {}, Sep 23 19:08:08.622987 n-d-713301-16 neutron-server[95103]: L3 agent@n-d-713301-16: {}, Sep 23 19:08:08.622987 n-d-713301-16 neutron-server[95103]: Metadata agent@n-d-713301-16: {}, Sep 23 19:08:08.622987 n-d-713301-16 neutron-server[95103]: Metering agent@n-d-713301-16: {}, Sep 23 19:08:08.622987 n-d-713301-16 neutron-server[95103]: Open vSwitch agent@n-d-713301-16: { 'AddressGroup': '1.2', Sep 23 19:08:08.622987 n-d-713301-16 neutron-server[95103]: 'ConntrackHelper': '1.0', Sep 23 19:08:08.622987 n-d-713301-16 neutron-server[95103]: 'Log': '1.0', Sep 23 19:08:08.622987 n-d-713301-16 neutron-server[95103]: 'Network': '1.1', Sep 23 19:08:08.622987 n-d-713301-16 neutron-server[95103]: 'Port': '1.7', Sep 23 19:08:08.622987 n-d-713301-16 neutron-server[95103]: 'PortForwarding': '1.2', Sep 23 19:08:08.622987 n-d-713301-16 neutron-server[95103]: 'QosPolicy': '1.9', Sep 23 19:08:08.622987 n-d-713301-16 neutron-server[95103]: 'SecurityGroup': '1.4', Sep 23 19:08:08.622987 n-d-713301-16 neutron-server[95103]: 'SecurityGroupRule': '1.2', Sep 23 19:08:08.622987 n-d-713301-16 neutron-server[95103]: 'SubPort': '1.0', Sep 23 19:08:08.622987 n-d-713301-16 neutron-server[95103]: 'Subnet': '1.1', Sep 23 19:08:08.622987 n-d-713301-16 neutron-server[95103]: 'Trunk': '1.1'}} Sep 23 19:08:08.622987 n-d-713301-16 neutron-server[95103]: {{(pid=95103) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 23 19:08:08.694159 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.managers [None req-a8bd2235-1667-4416-a30c-d6b5271ce7e9 None None] Attempting to bind port 83f50dc1-7bf2-49c9-a782-1893936baab9 on host n-d-713301-16 for vnic_type normal with profile {{(pid=95103) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 19:08:08.694831 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.managers [None req-a8bd2235-1667-4416-a30c-d6b5271ce7e9 None None] Attempting to bind port 83f50dc1-7bf2-49c9-a782-1893936baab9 by drivers openvswitch,hyperv on host n-d-713301-16 at level 0 using segments [{'id': '915cc087-b079-4900-ab10-4e8821673cb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '5ecdfb74-1043-4999-9973-34ae5803614e'}] {{(pid=95103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 19:08:08.694972 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8bd2235-1667-4416-a30c-d6b5271ce7e9 None None] Attempting to bind port 83f50dc1-7bf2-49c9-a782-1893936baab9 on network 5ecdfb74-1043-4999-9973-34ae5803614e {{(pid=95103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:08:08.699861 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8bd2235-1667-4416-a30c-d6b5271ce7e9 None None] Checking agent: {'id': '70a14545-df24-472f-8f95-bfe1719bff93', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 19, 7, 53), 'started_at': datetime.datetime(2021, 9, 23, 19, 7, 53), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 19, 7, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 19:08:08.700275 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8bd2235-1667-4416-a30c-d6b5271ce7e9 None None] Checking segment: {'id': '915cc087-b079-4900-ab10-4e8821673cb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '5ecdfb74-1043-4999-9973-34ae5803614e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95103) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:08:08.700783 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-a8bd2235-1667-4416-a30c-d6b5271ce7e9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:08:08.701177 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8bd2235-1667-4416-a30c-d6b5271ce7e9 None None] Bound using segment: {'id': '915cc087-b079-4900-ab10-4e8821673cb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '5ecdfb74-1043-4999-9973-34ae5803614e'} {{(pid=95103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 19:08:08.701661 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.managers [None req-a8bd2235-1667-4416-a30c-d6b5271ce7e9 None None] Bound port: 83f50dc1-7bf2-49c9-a782-1893936baab9, host: n-d-713301-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '915cc087-b079-4900-ab10-4e8821673cb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '5ecdfb74-1043-4999-9973-34ae5803614e'}}] {{(pid=95103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 19:08:08.702078 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-a8bd2235-1667-4416-a30c-d6b5271ce7e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:08:08.764682 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-a8bd2235-1667-4416-a30c-d6b5271ce7e9 None None] For port 83f50dc1-7bf2-49c9-a782-1893936baab9, host n-d-713301-16, cleared binding levels {{(pid=95103) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 19:08:08.769683 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-a8bd2235-1667-4416-a30c-d6b5271ce7e9 None None] For port 83f50dc1-7bf2-49c9-a782-1893936baab9, host n-d-713301-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-16',level=0,port_id=83f50dc1-7bf2-49c9-a782-1893936baab9,segment=NetworkSegment(915cc087-b079-4900-ab10-4e8821673cb1),segment_id=915cc087-b079-4900-ab10-4e8821673cb1)] {{(pid=95103) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 19:08:08.773948 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-a8bd2235-1667-4416-a30c-d6b5271ce7e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:08:08.845708 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8bd2235-1667-4416-a30c-d6b5271ce7e9 None None] Pushing event updated for resources: {'Port': ['ID=83f50dc1-7bf2-49c9-a782-1893936baab9,revision_number=2']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:08:10.212373 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 52648) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:08:10.536262 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [None req-40836418-5999-41d2-9b7a-506a509539ce admin admin] http://10.222.0.67:9696/v2.0/extensions returned with HTTP 200 {{(pid=95102) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 23 19:08:10.537319 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-40836418-5999-41d2-9b7a-506a509539ce admin admin] 10.222.0.67 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3239570 Sep 23 19:08:12.965184 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 52656) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:08:13.289279 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [None req-c86b090f-67f0-48a4-a250-b4dc0f9239d7 admin admin] http://10.222.0.67:9696/v2.0/extensions returned with HTTP 200 {{(pid=95101) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 23 19:08:13.290379 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-c86b090f-67f0-48a4-a250-b4dc0f9239d7 admin admin] 10.222.0.67 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3242087 Sep 23 19:08:15.984349 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 52666) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:08:16.281689 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.v2.base [None req-3bc69e09-5028-4320-a256-58115bff86a9 admin admin] Request body: {'router': {'tenant_id': 'c504dd2b4adf40db93289fde8bc88c6a', 'name': 'router1', 'admin_state_up': True}} {{(pid=95101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:08:16.326727 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-3bc69e09-5028-4320-a256-58115bff86a9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-594563', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29355'] for router, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:08:16.328340 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-3bc69e09-5028-4320-a256-58115bff86a9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-597363', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-601731', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-739356', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29346'] for router, precommit_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:08:16.470579 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-3bc69e09-5028-4320-a256-58115bff86a9 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:08:16.476839 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-3bc69e09-5028-4320-a256-58115bff86a9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-597258', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-601790'] for router, after_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:08:16.492013 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-3bc69e09-5028-4320-a256-58115bff86a9 admin admin] Notify callbacks [] for router, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:08:16.494241 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-3bc69e09-5028-4320-a256-58115bff86a9 admin admin] 10.222.0.67 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.5088980 Sep 23 19:08:16.496475 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Device 83f50dc1-7bf2-49c9-a782-1893936baab9 up at agent ovs-agent-n-d-713301-16 {{(pid=95103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 19:08:16.594020 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Provisioning complete for port 83f50dc1-7bf2-49c9-a782-1893936baab9 triggered by entity L2. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:08:16.594318 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:08:16.715686 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:08:16.750864 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] For port 83f50dc1-7bf2-49c9-a782-1893936baab9, host n-d-713301-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-16',level=0,port_id=83f50dc1-7bf2-49c9-a782-1893936baab9,segment=NetworkSegment(915cc087-b079-4900-ab10-4e8821673cb1),segment_id=915cc087-b079-4900-ab10-4e8821673cb1)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:08:16.755476 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:08:16.801791 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Pushing event updated for resources: {'Port': ['ID=83f50dc1-7bf2-49c9-a782-1893936baab9,revision_number=3']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:08:17.458679 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-498c40ef-4a3f-4e85-9ca5-a0cd1c6d7e5c None None] Network 5ecdfb74-1043-4999-9973-34ae5803614e requested from n-d-713301-16 {{(pid=95103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 19:08:17.548593 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-d2f9ac9b-c350-4677-91c3-a429575b200f None None] Provisioning complete for port 83f50dc1-7bf2-49c9-a782-1893936baab9 triggered by entity DHCP. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:08:17.549273 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-d2f9ac9b-c350-4677-91c3-a429575b200f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:08:17.902774 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-5e2cb402-bb8c-4680-a492-6ed244ed98c9 None None] Provisioning complete for port 83f50dc1-7bf2-49c9-a782-1893936baab9 triggered by entity DHCP. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:08:17.903143 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-5e2cb402-bb8c-4680-a492-6ed244ed98c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:08:18.474759 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Device 83f50dc1-7bf2-49c9-a782-1893936baab9 up at agent ovs-agent-n-d-713301-16 {{(pid=95103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 19:08:18.520977 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Provisioning complete for port 83f50dc1-7bf2-49c9-a782-1893936baab9 triggered by entity L2. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:08:18.521422 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:08:18.941773 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 52678) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:08:19.247005 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [None req-429bfbd9-45b0-47b1-a58d-b1b5f8ffb2e7 admin admin] http://10.222.0.67:9696/v2.0/extensions returned with HTTP 200 {{(pid=95101) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 23 19:08:19.248039 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-429bfbd9-45b0-47b1-a58d-b1b5f8ffb2e7 admin admin] 10.222.0.67 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3053296 Sep 23 19:08:19.568617 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-3f241308-2977-4a20-ae53-91d1592d393c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:08:21.699242 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 52686) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:08:22.009305 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.v2.base [None req-8aaeb311-76a7-4425-b693-d653bc104394 admin admin] Request body: {'network': {'name': 'public', 'is_default': True, 'provider:network_type': 'flat', 'admin_state_up': True, 'provider:physical_network': 'physnet1', 'router:external': True}} {{(pid=95102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:08:22.031749 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8aaeb311-76a7-4425-b693-d653bc104394 admin admin] Made reservation on behalf of f49c62ac514b404ea07e564c251bcc21 for: {'network': 1} {{(pid=95102) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:08:22.034576 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-8aaeb311-76a7-4425-b693-d653bc104394 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for network, before_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:08:22.052966 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-8aaeb311-76a7-4425-b693-d653bc104394 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:08:22.166649 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-8aaeb311-76a7-4425-b693-d653bc104394 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:08:22.170271 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-8aaeb311-76a7-4425-b693-d653bc104394 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:08:22.184575 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-8aaeb311-76a7-4425-b693-d653bc104394 admin admin] Reserving flat network on physical network physnet1 {{(pid=95102) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Sep 23 19:08:22.208004 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-8aaeb311-76a7-4425-b693-d653bc104394 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8783146221451', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1756186'] for segment, precommit_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:08:22.208547 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-8aaeb311-76a7-4425-b693-d653bc104394 admin admin] Unsubscribe: segment precommit_create {{(pid=95102) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Sep 23 19:08:22.209049 n-d-713301-16 neutron-server[95102]: INFO neutron.db.segments_db [None req-8aaeb311-76a7-4425-b693-d653bc104394 admin admin] Added segment 7d4027f1-d893-4c7b-95d4-757b8e44e380 of type flat for network 5dec5c09-378e-4f50-89cc-d94eb81c3bac Sep 23 19:08:22.212345 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aaeb311-76a7-4425-b693-d653bc104394 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5df6ebf6-e39b-4b01-ae34-9518cae4d1ea,revision_number=1']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:08:22.244992 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-1f82bdec-5c56-4a85-af33-993cf72f3876 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:08:22.288943 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-8aaeb311-76a7-4425-b693-d653bc104394 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783145630486'] for network, precommit_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:08:22.334778 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-8aaeb311-76a7-4425-b693-d653bc104394 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299'] for network, after_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:08:22.335760 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8aaeb311-76a7-4425-b693-d653bc104394 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:08:22.336370 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-8aaeb311-76a7-4425-b693-d653bc104394 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527417'] for network, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:08:22.400974 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-8aaeb311-76a7-4425-b693-d653bc104394 admin admin] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.7006209 Sep 23 19:08:22.430444 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aaeb311-76a7-4425-b693-d653bc104394 admin admin] Pushing event updated for resources: {'Network': ['ID=5dec5c09-378e-4f50-89cc-d94eb81c3bac,revision_number=1']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:08:22.441746 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Network 5dec5c09-378e-4f50-89cc-d94eb81c3bac details requested by agent ovs-agent-n-d-713301-16 with host n-d-713301-16 {{(pid=95103) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 19:08:22.950803 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:08:23.200086 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-0ae75029-feb6-4728-9a94-5f9b60993d82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:08:24.830456 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 52704) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:08:25.007712 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-865e903a-aa13-4e95-bfd0-d5266abad769 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:08:25.009068 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-865e903a-aa13-4e95-bfd0-d5266abad769 admin admin] 10.222.0.67 "GET /v2.0/subnets/db9e7933-909c-4158-9d96-69774c2ab047 HTTP/1.1" status: 200 len: 849 time: 0.1771524 Sep 23 19:08:25.055286 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-80e7e501-6c57-470d-92c6-e3d54bc3195c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:08:25.175135 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-d19ad509-4141-4f8e-90a5-d6f6a69d3a24 admin admin] 10.222.0.67 "GET /v2.0/routers/bf49c33d-dd31-41ca-a206-7711da37e3d8 HTTP/1.1" status: 200 len: 704 time: 0.1590734 Sep 23 19:08:25.448944 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-234ffa7e-f461-4a0d-82d7-23e60e37e496 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:08:25.739041 n-d-713301-16 neutron-server[95102]: DEBUG neutron.db.db_base_plugin_common [None req-234ffa7e-f461-4a0d-82d7-23e60e37e496 admin admin] Allocated IP 172.20.0.1 (5ecdfb74-1043-4999-9973-34ae5803614e/db9e7933-909c-4158-9d96-69774c2ab047/5da61903-eecf-45ba-8cd7-25d1c83ce288) {{(pid=95102) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 19:08:25.892277 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-234ffa7e-f461-4a0d-82d7-23e60e37e496 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:08:25.961027 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-234ffa7e-f461-4a0d-82d7-23e60e37e496 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783145673135'] for port, after_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:08:26.078555 n-d-713301-16 neutron-server[95102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-234ffa7e-f461-4a0d-82d7-23e60e37e496 admin admin] Network 5ecdfb74-1043-4999-9973-34ae5803614e is already hosted by enough agents. {{(pid=95102) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:08:26.084012 n-d-713301-16 neutron-server[95102]: DEBUG neutron.scheduler.base_scheduler [None req-234ffa7e-f461-4a0d-82d7-23e60e37e496 admin admin] Resources bound (agent type, host, resource id): {{(pid=95102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:08:26.090479 n-d-713301-16 neutron-server[95102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-234ffa7e-f461-4a0d-82d7-23e60e37e496 admin admin] Received port after_create {{(pid=95102) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 19:08:26.091050 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-234ffa7e-f461-4a0d-82d7-23e60e37e496 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-601987'] for router_interface, before_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:08:26.114919 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-234ffa7e-f461-4a0d-82d7-23e60e37e496 admin admin] Pushing event updated for resources: {'Port': ['ID=5da61903-eecf-45ba-8cd7-25d1c83ce288,revision_number=1']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:08:26.246465 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-746fd8d4-ea7b-4c4d-ab5a-e8d3d7afc632 None None] Provisioning complete for port 5da61903-eecf-45ba-8cd7-25d1c83ce288 triggered by entity DHCP. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:08:26.246997 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-746fd8d4-ea7b-4c4d-ab5a-e8d3d7afc632 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:08:26.281572 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.plugin [None req-746fd8d4-ea7b-4c4d-ab5a-e8d3d7afc632 None None] Port 5da61903-eecf-45ba-8cd7-25d1c83ce288 cannot update to ACTIVE because it is not bound. {{(pid=95103) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 19:08:26.291890 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-234ffa7e-f461-4a0d-82d7-23e60e37e496 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:08:26.494719 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-234ffa7e-f461-4a0d-82d7-23e60e37e496 admin admin] Notify callbacks [] for port, precommit_update {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:08:26.499093 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-234ffa7e-f461-4a0d-82d7-23e60e37e496 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:08:26.499896 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-234ffa7e-f461-4a0d-82d7-23e60e37e496 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-527313', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-601459'] for router_interface, after_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:08:26.559539 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-234ffa7e-f461-4a0d-82d7-23e60e37e496 admin admin] Pushing event updated for resources: {'Port': ['ID=5da61903-eecf-45ba-8cd7-25d1c83ce288,revision_number=2']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:08:26.624432 n-d-713301-16 neutron-server[95102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-234ffa7e-f461-4a0d-82d7-23e60e37e496 admin admin] Network 5ecdfb74-1043-4999-9973-34ae5803614e is already hosted by enough agents. {{(pid=95102) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:08:26.625736 n-d-713301-16 neutron-server[95102]: DEBUG neutron.scheduler.base_scheduler [None req-234ffa7e-f461-4a0d-82d7-23e60e37e496 admin admin] Resources bound (agent type, host, resource id): {{(pid=95102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:08:26.785557 n-d-713301-16 neutron-server[95102]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-234ffa7e-f461-4a0d-82d7-23e60e37e496 admin admin] Router bf49c33d-dd31-41ca-a206-7711da37e3d8 is scheduled to L3 agent 79a740bf-7821-4989-8288-7186e3e128f3 with binding_index 1 {{(pid=95102) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 23 19:08:26.802687 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-2e8933c4-0aa1-4539-bac0-19a2285ad5b2 None None] Provisioning complete for port 5da61903-eecf-45ba-8cd7-25d1c83ce288 triggered by entity DHCP. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:08:26.803053 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-2e8933c4-0aa1-4539-bac0-19a2285ad5b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:08:26.835370 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.plugin [None req-2e8933c4-0aa1-4539-bac0-19a2285ad5b2 None None] Port 5da61903-eecf-45ba-8cd7-25d1c83ce288 cannot update to ACTIVE because it is not bound. {{(pid=95103) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 19:08:26.878831 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-234ffa7e-f461-4a0d-82d7-23e60e37e496 admin admin] Notify agent at l3_agent.n-d-713301-16 the message routers_updated {{(pid=95102) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 19:08:26.885359 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-234ffa7e-f461-4a0d-82d7-23e60e37e496 admin admin] 10.222.0.67 "PUT /v2.0/routers/bf49c33d-dd31-41ca-a206-7711da37e3d8/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.7039812 Sep 23 19:08:26.898276 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-910d57d4-97cd-4f5e-99e3-e0afde389e0b None None] Sync routers for ids ['bf49c33d-dd31-41ca-a206-7711da37e3d8'] in n-d-713301-16 {{(pid=95104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 19:08:26.909508 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-910d57d4-97cd-4f5e-99e3-e0afde389e0b None None] Routers {'bf49c33d-dd31-41ca-a206-7711da37e3d8'} bound to L3 agent in host n-d-713301-16 {{(pid=95104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 19:08:26.910576 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_hamode_db [None req-910d57d4-97cd-4f5e-99e3-e0afde389e0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-09-23T19:07:52Z,description=,heartbeat_timestamp=2021-09-23T19:08:22Z,host='n-d-713301-16',id=79a740bf-7821-4989-8288-7186e3e128f3,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:07:52Z,topic='l3_agent')) {'router_ids': ['bf49c33d-dd31-41ca-a206-7711da37e3d8'], 'active': True} {{(pid=95104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:08:27.098467 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_dvr_db [None req-910d57d4-97cd-4f5e-99e3-e0afde389e0b None None] Set router bf49c33d-dd31-41ca-a206-7711da37e3d8 gateway port host: None {{(pid=95104) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 19:08:27.529824 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_hamode_db [None req-910d57d4-97cd-4f5e-99e3-e0afde389e0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf49c33d-dd31-41ca-a206-7711da37e3d8', 'name': 'router1', 'tenant_id': 'c504dd2b4adf40db93289fde8bc88c6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:08:16Z', 'updated_at': '2021-09-23T19:08:26Z', 'revision_number': 2, 'project_id': 'c504dd2b4adf40db93289fde8bc88c6a', 'gw_port_host': None, '_interfaces': [{'id': '5da61903-eecf-45ba-8cd7-25d1c83ce288', 'name': '', 'network_id': '5ecdfb74-1043-4999-9973-34ae5803614e', 'tenant_id': 'c504dd2b4adf40db93289fde8bc88c6a', 'mac_address': 'fa:16:3e:81:4c:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf49c33d-dd31-41ca-a206-7711da37e3d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'db9e7933-909c-4158-9d96-69774c2ab047', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:08:25Z', 'updated_at': '2021-09-23T19:08:26Z', 'revision_number': 2, 'project_id': 'c504dd2b4adf40db93289fde8bc88c6a', 'subnets': [{'id': 'db9e7933-909c-4158-9d96-69774c2ab047', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '3bf7cdf9-ac15-45c4-8815-fc7b32de2040'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-16', False) {} {{(pid=95104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:08:27.581214 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-910d57d4-97cd-4f5e-99e3-e0afde389e0b None None] Checking router: bf49c33d-dd31-41ca-a206-7711da37e3d8 for host: n-d-713301-16 {{(pid=95104) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 19:08:27.581613 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-910d57d4-97cd-4f5e-99e3-e0afde389e0b None None] Updating router bf49c33d-dd31-41ca-a206-7711da37e3d8 port 5da61903-eecf-45ba-8cd7-25d1c83ce288 binding host n-d-713301-16 {{(pid=95104) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 23 19:08:27.629278 n-d-713301-16 neutron-server[95104]: DEBUG neutron_lib.callbacks.manager [None req-910d57d4-97cd-4f5e-99e3-e0afde389e0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:08:28.138816 n-d-713301-16 neutron-server[95104]: DEBUG neutron_lib.callbacks.manager [None req-910d57d4-97cd-4f5e-99e3-e0afde389e0b None None] Notify callbacks [] for port, precommit_update {{(pid=95104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:08:28.145806 n-d-713301-16 neutron-server[95104]: DEBUG neutron_lib.callbacks.manager [None req-910d57d4-97cd-4f5e-99e3-e0afde389e0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:08:28.287273 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c986d222-2075-4ee5-bd68-c5bd35c17fe7 None None] Pushing event updated for resources: {'Port': ['ID=5da61903-eecf-45ba-8cd7-25d1c83ce288,revision_number=3']} {{(pid=95104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:08:28.317549 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c986d222-2075-4ee5-bd68-c5bd35c17fe7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:08:28.317902 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c986d222-2075-4ee5-bd68-c5bd35c17fe7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:08:28.318238 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c986d222-2075-4ee5-bd68-c5bd35c17fe7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:08:28.318569 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c986d222-2075-4ee5-bd68-c5bd35c17fe7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:08:28.318901 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c986d222-2075-4ee5-bd68-c5bd35c17fe7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:08:28.319225 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c986d222-2075-4ee5-bd68-c5bd35c17fe7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:08:28.319545 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c986d222-2075-4ee5-bd68-c5bd35c17fe7 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:08:28.319863 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c986d222-2075-4ee5-bd68-c5bd35c17fe7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:08:28.321384 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c986d222-2075-4ee5-bd68-c5bd35c17fe7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:08:28.321959 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c986d222-2075-4ee5-bd68-c5bd35c17fe7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:08:28.322300 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c986d222-2075-4ee5-bd68-c5bd35c17fe7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:08:28.322628 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c986d222-2075-4ee5-bd68-c5bd35c17fe7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:08:28.323751 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c986d222-2075-4ee5-bd68-c5bd35c17fe7 None None] Tracked resource versions report: Sep 23 19:08:28.323751 n-d-713301-16 neutron-server[95104]: pushed versions: Sep 23 19:08:28.323751 n-d-713301-16 neutron-server[95104]: { 'AddressGroup': {'1.2'}, Sep 23 19:08:28.323751 n-d-713301-16 neutron-server[95104]: 'ConntrackHelper': {'1.0'}, Sep 23 19:08:28.323751 n-d-713301-16 neutron-server[95104]: 'Log': {'1.0'}, Sep 23 19:08:28.323751 n-d-713301-16 neutron-server[95104]: 'Network': {'1.1'}, Sep 23 19:08:28.323751 n-d-713301-16 neutron-server[95104]: 'Port': {'1.7'}, Sep 23 19:08:28.323751 n-d-713301-16 neutron-server[95104]: 'PortForwarding': {'1.2'}, Sep 23 19:08:28.323751 n-d-713301-16 neutron-server[95104]: 'QosPolicy': {'1.9'}, Sep 23 19:08:28.323751 n-d-713301-16 neutron-server[95104]: 'SecurityGroup': {'1.4'}, Sep 23 19:08:28.323751 n-d-713301-16 neutron-server[95104]: 'SecurityGroupRule': {'1.2'}, Sep 23 19:08:28.323751 n-d-713301-16 neutron-server[95104]: 'SubPort': {'1.0'}, Sep 23 19:08:28.323751 n-d-713301-16 neutron-server[95104]: 'Subnet': {'1.1'}, Sep 23 19:08:28.323751 n-d-713301-16 neutron-server[95104]: 'Trunk': {'1.1'}} Sep 23 19:08:28.323751 n-d-713301-16 neutron-server[95104]: consumer versions: Sep 23 19:08:28.323751 n-d-713301-16 neutron-server[95104]: { DHCP agent@n-d-713301-16: {}, Sep 23 19:08:28.323751 n-d-713301-16 neutron-server[95104]: L3 agent@n-d-713301-16: {}, Sep 23 19:08:28.323751 n-d-713301-16 neutron-server[95104]: Metadata agent@n-d-713301-16: {}, Sep 23 19:08:28.323751 n-d-713301-16 neutron-server[95104]: Metering agent@n-d-713301-16: {}, Sep 23 19:08:28.323751 n-d-713301-16 neutron-server[95104]: Open vSwitch agent@n-d-713301-16: { 'AddressGroup': '1.2', Sep 23 19:08:28.323751 n-d-713301-16 neutron-server[95104]: 'ConntrackHelper': '1.0', Sep 23 19:08:28.323751 n-d-713301-16 neutron-server[95104]: 'Log': '1.0', Sep 23 19:08:28.323751 n-d-713301-16 neutron-server[95104]: 'Network': '1.1', Sep 23 19:08:28.323751 n-d-713301-16 neutron-server[95104]: 'Port': '1.7', Sep 23 19:08:28.323751 n-d-713301-16 neutron-server[95104]: 'PortForwarding': '1.2', Sep 23 19:08:28.323751 n-d-713301-16 neutron-server[95104]: 'QosPolicy': '1.9', Sep 23 19:08:28.323751 n-d-713301-16 neutron-server[95104]: 'SecurityGroup': '1.4', Sep 23 19:08:28.323751 n-d-713301-16 neutron-server[95104]: 'SecurityGroupRule': '1.2', Sep 23 19:08:28.323751 n-d-713301-16 neutron-server[95104]: 'SubPort': '1.0', Sep 23 19:08:28.323751 n-d-713301-16 neutron-server[95104]: 'Subnet': '1.1', Sep 23 19:08:28.323751 n-d-713301-16 neutron-server[95104]: 'Trunk': '1.1'}} Sep 23 19:08:28.323751 n-d-713301-16 neutron-server[95104]: {{(pid=95104) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 23 19:08:28.336034 n-d-713301-16 neutron-server[95104]: DEBUG neutron.plugins.ml2.managers [None req-910d57d4-97cd-4f5e-99e3-e0afde389e0b None None] Attempting to bind port 5da61903-eecf-45ba-8cd7-25d1c83ce288 on host n-d-713301-16 for vnic_type normal with profile {{(pid=95104) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 19:08:28.336427 n-d-713301-16 neutron-server[95104]: DEBUG neutron.plugins.ml2.managers [None req-910d57d4-97cd-4f5e-99e3-e0afde389e0b None None] Attempting to bind port 5da61903-eecf-45ba-8cd7-25d1c83ce288 by drivers openvswitch,hyperv on host n-d-713301-16 at level 0 using segments [{'id': '915cc087-b079-4900-ab10-4e8821673cb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '5ecdfb74-1043-4999-9973-34ae5803614e'}] {{(pid=95104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 19:08:28.336906 n-d-713301-16 neutron-server[95104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-910d57d4-97cd-4f5e-99e3-e0afde389e0b None None] Attempting to bind port 5da61903-eecf-45ba-8cd7-25d1c83ce288 on network 5ecdfb74-1043-4999-9973-34ae5803614e {{(pid=95104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:08:28.342853 n-d-713301-16 neutron-server[95104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-910d57d4-97cd-4f5e-99e3-e0afde389e0b None None] Checking agent: {'id': '70a14545-df24-472f-8f95-bfe1719bff93', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 19, 7, 53), 'started_at': datetime.datetime(2021, 9, 23, 19, 8, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 19, 8, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 19:08:28.343248 n-d-713301-16 neutron-server[95104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-910d57d4-97cd-4f5e-99e3-e0afde389e0b None None] Checking segment: {'id': '915cc087-b079-4900-ab10-4e8821673cb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '5ecdfb74-1043-4999-9973-34ae5803614e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95104) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:08:28.343724 n-d-713301-16 neutron-server[95104]: DEBUG neutron_lib.callbacks.manager [None req-910d57d4-97cd-4f5e-99e3-e0afde389e0b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:08:28.344103 n-d-713301-16 neutron-server[95104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-910d57d4-97cd-4f5e-99e3-e0afde389e0b None None] Bound using segment: {'id': '915cc087-b079-4900-ab10-4e8821673cb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '5ecdfb74-1043-4999-9973-34ae5803614e'} {{(pid=95104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 19:08:28.344638 n-d-713301-16 neutron-server[95104]: DEBUG neutron.plugins.ml2.managers [None req-910d57d4-97cd-4f5e-99e3-e0afde389e0b None None] Bound port: 5da61903-eecf-45ba-8cd7-25d1c83ce288, host: n-d-713301-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '915cc087-b079-4900-ab10-4e8821673cb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '5ecdfb74-1043-4999-9973-34ae5803614e'}}] {{(pid=95104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 19:08:28.345022 n-d-713301-16 neutron-server[95104]: DEBUG neutron_lib.callbacks.manager [None req-910d57d4-97cd-4f5e-99e3-e0afde389e0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:08:28.412098 n-d-713301-16 neutron-server[95104]: DEBUG neutron.plugins.ml2.db [None req-910d57d4-97cd-4f5e-99e3-e0afde389e0b None None] For port 5da61903-eecf-45ba-8cd7-25d1c83ce288, host n-d-713301-16, cleared binding levels {{(pid=95104) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 19:08:28.431415 n-d-713301-16 neutron-server[95104]: DEBUG neutron.plugins.ml2.db [None req-910d57d4-97cd-4f5e-99e3-e0afde389e0b None None] For port 5da61903-eecf-45ba-8cd7-25d1c83ce288, host n-d-713301-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-16',level=0,port_id=5da61903-eecf-45ba-8cd7-25d1c83ce288,segment=NetworkSegment(915cc087-b079-4900-ab10-4e8821673cb1),segment_id=915cc087-b079-4900-ab10-4e8821673cb1)] {{(pid=95104) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 19:08:28.436393 n-d-713301-16 neutron-server[95104]: DEBUG neutron_lib.callbacks.manager [None req-910d57d4-97cd-4f5e-99e3-e0afde389e0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:08:28.463925 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-6d359e0b-becc-4e93-b328-a9edf7038235 None None] Provisioning complete for port 5da61903-eecf-45ba-8cd7-25d1c83ce288 triggered by entity DHCP. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:08:28.464469 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-6d359e0b-becc-4e93-b328-a9edf7038235 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:08:28.504693 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-910d57d4-97cd-4f5e-99e3-e0afde389e0b None None] Routers {'bf49c33d-dd31-41ca-a206-7711da37e3d8'} bound to L3 agent in host n-d-713301-16 {{(pid=95104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 19:08:28.505420 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_hamode_db [None req-910d57d4-97cd-4f5e-99e3-e0afde389e0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-09-23T19:07:52Z,description=,heartbeat_timestamp=2021-09-23T19:08:22Z,host='n-d-713301-16',id=79a740bf-7821-4989-8288-7186e3e128f3,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:07:52Z,topic='l3_agent')) {'router_ids': ['bf49c33d-dd31-41ca-a206-7711da37e3d8'], 'active': True} {{(pid=95104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:08:28.564534 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-6d359e0b-becc-4e93-b328-a9edf7038235 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:08:28.597702 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_dvr_db [None req-910d57d4-97cd-4f5e-99e3-e0afde389e0b None None] Set router bf49c33d-dd31-41ca-a206-7711da37e3d8 gateway port host: None {{(pid=95104) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 19:08:28.602582 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-6d359e0b-becc-4e93-b328-a9edf7038235 None None] For port 5da61903-eecf-45ba-8cd7-25d1c83ce288, host n-d-713301-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-16',level=0,port_id=5da61903-eecf-45ba-8cd7-25d1c83ce288,segment=NetworkSegment(915cc087-b079-4900-ab10-4e8821673cb1),segment_id=915cc087-b079-4900-ab10-4e8821673cb1)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:08:28.608051 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-6d359e0b-becc-4e93-b328-a9edf7038235 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:08:28.666367 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d359e0b-becc-4e93-b328-a9edf7038235 None None] Pushing event updated for resources: {'Port': ['ID=5da61903-eecf-45ba-8cd7-25d1c83ce288,revision_number=5']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:08:28.676519 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c986d222-2075-4ee5-bd68-c5bd35c17fe7 None None] Pushing event updated for resources: {'Port': ['ID=5da61903-eecf-45ba-8cd7-25d1c83ce288,revision_number=4']} {{(pid=95104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:08:28.729133 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-5987436e-30d6-4b8d-bbf2-4df5006cd2f9 None None] Provisioning complete for port 5da61903-eecf-45ba-8cd7-25d1c83ce288 triggered by entity DHCP. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:08:28.729550 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-5987436e-30d6-4b8d-bbf2-4df5006cd2f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:08:28.814424 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_hamode_db [None req-910d57d4-97cd-4f5e-99e3-e0afde389e0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf49c33d-dd31-41ca-a206-7711da37e3d8', 'name': 'router1', 'tenant_id': 'c504dd2b4adf40db93289fde8bc88c6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:08:16Z', 'updated_at': '2021-09-23T19:08:26Z', 'revision_number': 2, 'project_id': 'c504dd2b4adf40db93289fde8bc88c6a', 'gw_port_host': None, '_interfaces': [{'id': '5da61903-eecf-45ba-8cd7-25d1c83ce288', 'name': '', 'network_id': '5ecdfb74-1043-4999-9973-34ae5803614e', 'tenant_id': 'c504dd2b4adf40db93289fde8bc88c6a', 'mac_address': 'fa:16:3e:81:4c:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf49c33d-dd31-41ca-a206-7711da37e3d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'db9e7933-909c-4158-9d96-69774c2ab047', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:08:25Z', 'updated_at': '2021-09-23T19:08:28Z', 'revision_number': 4, 'project_id': 'c504dd2b4adf40db93289fde8bc88c6a', 'subnets': [{'id': 'db9e7933-909c-4158-9d96-69774c2ab047', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '3bf7cdf9-ac15-45c4-8815-fc7b32de2040'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-16', False) {} {{(pid=95104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:08:28.840540 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-910d57d4-97cd-4f5e-99e3-e0afde389e0b None None] The sync data for ids ['bf49c33d-dd31-41ca-a206-7711da37e3d8'] in n-d-713301-16 is: [{'id': 'bf49c33d-dd31-41ca-a206-7711da37e3d8', 'name': 'router1', 'tenant_id': 'c504dd2b4adf40db93289fde8bc88c6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:08:16Z', 'updated_at': '2021-09-23T19:08:26Z', 'revision_number': 2, 'project_id': 'c504dd2b4adf40db93289fde8bc88c6a', 'gw_port_host': None, '_interfaces': [{'id': '5da61903-eecf-45ba-8cd7-25d1c83ce288', 'name': '', 'network_id': '5ecdfb74-1043-4999-9973-34ae5803614e', 'tenant_id': 'c504dd2b4adf40db93289fde8bc88c6a', 'mac_address': 'fa:16:3e:81:4c:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf49c33d-dd31-41ca-a206-7711da37e3d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'db9e7933-909c-4158-9d96-69774c2ab047', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:08:25Z', 'updated_at': '2021-09-23T19:08:28Z', 'revision_number': 4, 'project_id': 'c504dd2b4adf40db93289fde8bc88c6a', 'subnets': [{'id': 'db9e7933-909c-4158-9d96-69774c2ab047', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '3bf7cdf9-ac15-45c4-8815-fc7b32de2040'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 19:08:29.162366 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 52724) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:08:29.271209 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ac6b86b-7e3f-41c5-a910-4ad93aaa449c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:08:29.272847 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-7ac6b86b-7e3f-41c5-a910-4ad93aaa449c admin admin] 10.222.0.67 "GET /v2.0/networks/5dec5c09-378e-4f50-89cc-d94eb81c3bac HTTP/1.1" status: 200 len: 842 time: 0.1093538 Sep 23 19:08:29.285007 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.v2.base [None req-f6fae865-3c85-418c-a338-d74656d6a1d1 admin admin] Request body: {'subnet': {'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'gateway_ip': '172.25.1.1', 'enable_dhcp': False, 'ip_version': 4, 'name': 'public-subnet', 'cidr': '172.25.1.0/24'}} {{(pid=95102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:08:29.306187 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6fae865-3c85-418c-a338-d74656d6a1d1 admin admin] Made reservation on behalf of f49c62ac514b404ea07e564c251bcc21 for: {'subnet': 1} {{(pid=95102) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:08:29.308456 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-f6fae865-3c85-418c-a338-d74656d6a1d1 admin admin] Notify callbacks [] for subnet, before_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:08:29.587711 n-d-713301-16 neutron-server[95102]: DEBUG neutron.objects.ports [None req-f6fae865-3c85-418c-a338-d74656d6a1d1 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=95102) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 23 19:08:29.588149 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-f6fae865-3c85-418c-a338-d74656d6a1d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299'] for subnet, after_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:08:29.647565 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6fae865-3c85-418c-a338-d74656d6a1d1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=eff83446-018c-428d-b3f5-54ac9abe7a2a,revision_number=0']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:08:29.658333 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6fae865-3c85-418c-a338-d74656d6a1d1 admin admin] Checking segment: {'id': '7d4027f1-d893-4c7b-95d4-757b8e44e380', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95102) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:08:29.659282 n-d-713301-16 neutron-server[95102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6fae865-3c85-418c-a338-d74656d6a1d1 admin admin] Network hostable DHCP agents. Network: 5dec5c09-378e-4f50-89cc-d94eb81c3bac, hostable agents: ['1b18bf05-1b5f-4587-be5c-af3ac38e32ad'], hosted agents: [] {{(pid=95102) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 19:08:29.674605 n-d-713301-16 neutron-server[95102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6fae865-3c85-418c-a338-d74656d6a1d1 admin admin] Network 5dec5c09-378e-4f50-89cc-d94eb81c3bac is scheduled to be hosted by DHCP agent 1b18bf05-1b5f-4587-be5c-af3ac38e32ad with binding_index 1 {{(pid=95102) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 19:08:29.684433 n-d-713301-16 neutron-server[95102]: DEBUG neutron.scheduler.base_scheduler [None req-f6fae865-3c85-418c-a338-d74656d6a1d1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713301-16, 5dec5c09-378e-4f50-89cc-d94eb81c3bac) {{(pid=95102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:08:29.688988 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6fae865-3c85-418c-a338-d74656d6a1d1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:08:29.689536 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-f6fae865-3c85-418c-a338-d74656d6a1d1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527417'] for subnet, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:08:29.697415 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f943c15-0f9b-4c87-b6a3-6524f50135ab None None] Network 5dec5c09-378e-4f50-89cc-d94eb81c3bac requested from n-d-713301-16 {{(pid=95103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 19:08:29.707984 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-f6fae865-3c85-418c-a338-d74656d6a1d1 admin admin] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4276342 Sep 23 19:08:29.835925 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c82a2e6b-9adc-4c6b-b3af-5c0b210f0091 None None] Network 5dec5c09-378e-4f50-89cc-d94eb81c3bac requested from n-d-713301-16 {{(pid=95103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 19:08:32.094792 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 52732) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:08:32.227962 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-e01fae5b-87f1-4985-95fa-947682fc6fbc admin admin] 10.222.0.67 "GET /v2.0/routers/bf49c33d-dd31-41ca-a206-7711da37e3d8 HTTP/1.1" status: 200 len: 710 time: 0.1320431 Sep 23 19:08:32.397201 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5a77838-304a-4c08-8886-83937f84f0b2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:08:32.398591 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-d5a77838-304a-4c08-8886-83937f84f0b2 admin admin] 10.222.0.67 "GET /v2.0/networks/5dec5c09-378e-4f50-89cc-d94eb81c3bac HTTP/1.1" status: 200 len: 886 time: 0.1646669 Sep 23 19:08:32.408133 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.v2.base [None req-3bf796d9-bf4d-4816-87b5-9bbdfacb368d admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac'}}} {{(pid=95102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:08:32.650516 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-3bf796d9-bf4d-4816-87b5-9bbdfacb368d admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:08:32.889478 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-3bf796d9-bf4d-4816-87b5-9bbdfacb368d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:08:32.962253 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-3bf796d9-bf4d-4816-87b5-9bbdfacb368d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:08:33.064191 n-d-713301-16 neutron-server[95102]: DEBUG neutron.db.db_base_plugin_common [None req-3bf796d9-bf4d-4816-87b5-9bbdfacb368d admin admin] Allocated IP 172.25.1.90 (5dec5c09-378e-4f50-89cc-d94eb81c3bac/eff83446-018c-428d-b3f5-54ac9abe7a2a/0d58da32-60ab-4281-8348-9fe3e598746b) {{(pid=95102) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 19:08:33.168470 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-3bf796d9-bf4d-4816-87b5-9bbdfacb368d admin admin] Notify callbacks [] for port, precommit_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:08:33.202403 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-3bf796d9-bf4d-4816-87b5-9bbdfacb368d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783145673135'] for port, after_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:08:33.237370 n-d-713301-16 neutron-server[95102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bf796d9-bf4d-4816-87b5-9bbdfacb368d admin admin] Network 5dec5c09-378e-4f50-89cc-d94eb81c3bac is already hosted by enough agents. {{(pid=95102) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:08:33.240217 n-d-713301-16 neutron-server[95102]: DEBUG neutron.scheduler.base_scheduler [None req-3bf796d9-bf4d-4816-87b5-9bbdfacb368d admin admin] Resources bound (agent type, host, resource id): {{(pid=95102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:08:33.243527 n-d-713301-16 neutron-server[95102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bf796d9-bf4d-4816-87b5-9bbdfacb368d admin admin] Received port after_create {{(pid=95102) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 19:08:33.285496 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bf796d9-bf4d-4816-87b5-9bbdfacb368d admin admin] Pushing event updated for resources: {'Port': ['ID=0d58da32-60ab-4281-8348-9fe3e598746b,revision_number=1']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:08:33.499530 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-3bf796d9-bf4d-4816-87b5-9bbdfacb368d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:08:33.772863 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-3bf796d9-bf4d-4816-87b5-9bbdfacb368d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-601749', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-597253', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29360'] for router, precommit_update {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:08:33.776167 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-3bf796d9-bf4d-4816-87b5-9bbdfacb368d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-601790', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-601772', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-601767', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-597276'] for router, after_update {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:08:33.887074 n-d-713301-16 neutron-server[95102]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3bf796d9-bf4d-4816-87b5-9bbdfacb368d admin admin] Router bf49c33d-dd31-41ca-a206-7711da37e3d8 has already been hosted by L3 agent 79a740bf-7821-4989-8288-7186e3e128f3 {{(pid=95102) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 19:08:34.005533 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3bf796d9-bf4d-4816-87b5-9bbdfacb368d admin admin] Notify agent at l3_agent.n-d-713301-16 the message routers_updated {{(pid=95102) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 19:08:34.009858 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-3bf796d9-bf4d-4816-87b5-9bbdfacb368d admin admin] Notify callbacks [] for router, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:08:34.011400 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-3bf796d9-bf4d-4816-87b5-9bbdfacb368d admin admin] 10.222.0.67 "PUT /v2.0/routers/bf49c33d-dd31-41ca-a206-7711da37e3d8 HTTP/1.1" status: 200 len: 889 time: 1.6064601 Sep 23 19:08:34.499769 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Device 5da61903-eecf-45ba-8cd7-25d1c83ce288 up at agent ovs-agent-n-d-713301-16 {{(pid=95103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 19:08:34.551602 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Provisioning complete for port 5da61903-eecf-45ba-8cd7-25d1c83ce288 triggered by entity L2. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:08:34.551977 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:08:35.355937 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f6ad7cf-51a3-4110-88df-55beba55df85 None None] Sync routers for ids ['bf49c33d-dd31-41ca-a206-7711da37e3d8'] in n-d-713301-16 {{(pid=95103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 19:08:35.366156 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f6ad7cf-51a3-4110-88df-55beba55df85 None None] Routers {'bf49c33d-dd31-41ca-a206-7711da37e3d8'} bound to L3 agent in host n-d-713301-16 {{(pid=95103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 19:08:35.366800 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_hamode_db [None req-2f6ad7cf-51a3-4110-88df-55beba55df85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-09-23T19:07:52Z,description=,heartbeat_timestamp=2021-09-23T19:08:22Z,host='n-d-713301-16',id=79a740bf-7821-4989-8288-7186e3e128f3,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:07:52Z,topic='l3_agent')) {'router_ids': ['bf49c33d-dd31-41ca-a206-7711da37e3d8'], 'active': True} {{(pid=95103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:08:35.574063 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_dvr_db [None req-2f6ad7cf-51a3-4110-88df-55beba55df85 None None] Set router bf49c33d-dd31-41ca-a206-7711da37e3d8 gateway port host: n-d-713301-16 {{(pid=95103) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 19:08:35.958451 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_hamode_db [None req-2f6ad7cf-51a3-4110-88df-55beba55df85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf49c33d-dd31-41ca-a206-7711da37e3d8', 'name': 'router1', 'tenant_id': 'c504dd2b4adf40db93289fde8bc88c6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'external_fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.90'}], 'enable_snat': True}, 'gw_port_id': '0d58da32-60ab-4281-8348-9fe3e598746b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:08:16Z', 'updated_at': '2021-09-23T19:08:33Z', 'revision_number': 4, 'project_id': 'c504dd2b4adf40db93289fde8bc88c6a', 'gw_port': {'id': '0d58da32-60ab-4281-8348-9fe3e598746b', 'name': '', 'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:14:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf49c33d-dd31-41ca-a206-7711da37e3d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:08:32Z', 'updated_at': '2021-09-23T19:08:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-16', '_interfaces': [{'id': '5da61903-eecf-45ba-8cd7-25d1c83ce288', 'name': '', 'network_id': '5ecdfb74-1043-4999-9973-34ae5803614e', 'tenant_id': 'c504dd2b4adf40db93289fde8bc88c6a', 'mac_address': 'fa:16:3e:81:4c:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf49c33d-dd31-41ca-a206-7711da37e3d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'db9e7933-909c-4158-9d96-69774c2ab047', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:08:25Z', 'updated_at': '2021-09-23T19:08:28Z', 'revision_number': 5, 'project_id': 'c504dd2b4adf40db93289fde8bc88c6a', 'subnets': [{'id': 'db9e7933-909c-4158-9d96-69774c2ab047', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '3bf7cdf9-ac15-45c4-8815-fc7b32de2040'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-16', False) {} {{(pid=95103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:08:36.009637 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f6ad7cf-51a3-4110-88df-55beba55df85 None None] Checking router: bf49c33d-dd31-41ca-a206-7711da37e3d8 for host: n-d-713301-16 {{(pid=95103) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 19:08:36.010257 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f6ad7cf-51a3-4110-88df-55beba55df85 None None] Updating router bf49c33d-dd31-41ca-a206-7711da37e3d8 port 0d58da32-60ab-4281-8348-9fe3e598746b binding host n-d-713301-16 {{(pid=95103) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 23 19:08:36.059407 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-2f6ad7cf-51a3-4110-88df-55beba55df85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:08:36.458154 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-2f6ad7cf-51a3-4110-88df-55beba55df85 None None] Notify callbacks [] for port, precommit_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:08:36.463806 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-2f6ad7cf-51a3-4110-88df-55beba55df85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:08:36.483586 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 52744) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:08:36.513007 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.managers [None req-2f6ad7cf-51a3-4110-88df-55beba55df85 None None] Attempting to bind port 0d58da32-60ab-4281-8348-9fe3e598746b on host n-d-713301-16 for vnic_type normal with profile {{(pid=95103) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 19:08:36.513375 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.managers [None req-2f6ad7cf-51a3-4110-88df-55beba55df85 None None] Attempting to bind port 0d58da32-60ab-4281-8348-9fe3e598746b by drivers openvswitch,hyperv on host n-d-713301-16 at level 0 using segments [{'id': '7d4027f1-d893-4c7b-95d4-757b8e44e380', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac'}] {{(pid=95103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 19:08:36.513735 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f6ad7cf-51a3-4110-88df-55beba55df85 None None] Attempting to bind port 0d58da32-60ab-4281-8348-9fe3e598746b on network 5dec5c09-378e-4f50-89cc-d94eb81c3bac {{(pid=95103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:08:36.521615 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ced301b6-1038-4eb5-b0e0-56425fe6b0ec None None] Pushing event updated for resources: {'Port': ['ID=0d58da32-60ab-4281-8348-9fe3e598746b,revision_number=2']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:08:36.527211 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f6ad7cf-51a3-4110-88df-55beba55df85 None None] Checking agent: {'id': '70a14545-df24-472f-8f95-bfe1719bff93', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 19, 7, 53), 'started_at': datetime.datetime(2021, 9, 23, 19, 8, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 19, 8, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 19:08:36.527652 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f6ad7cf-51a3-4110-88df-55beba55df85 None None] Checking segment: {'id': '7d4027f1-d893-4c7b-95d4-757b8e44e380', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95103) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:08:36.527977 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-2f6ad7cf-51a3-4110-88df-55beba55df85 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:08:36.528361 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f6ad7cf-51a3-4110-88df-55beba55df85 None None] Bound using segment: {'id': '7d4027f1-d893-4c7b-95d4-757b8e44e380', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac'} {{(pid=95103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 19:08:36.529091 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.managers [None req-2f6ad7cf-51a3-4110-88df-55beba55df85 None None] Bound port: 0d58da32-60ab-4281-8348-9fe3e598746b, host: n-d-713301-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7d4027f1-d893-4c7b-95d4-757b8e44e380', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac'}}] {{(pid=95103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 19:08:36.529667 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-2f6ad7cf-51a3-4110-88df-55beba55df85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:08:36.578145 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-2f6ad7cf-51a3-4110-88df-55beba55df85 None None] For port 0d58da32-60ab-4281-8348-9fe3e598746b, host n-d-713301-16, cleared binding levels {{(pid=95103) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 19:08:36.581801 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-2f6ad7cf-51a3-4110-88df-55beba55df85 None None] For port 0d58da32-60ab-4281-8348-9fe3e598746b, host n-d-713301-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-16',level=0,port_id=0d58da32-60ab-4281-8348-9fe3e598746b,segment=NetworkSegment(7d4027f1-d893-4c7b-95d4-757b8e44e380),segment_id=7d4027f1-d893-4c7b-95d4-757b8e44e380)] {{(pid=95103) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 19:08:36.585648 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-2f6ad7cf-51a3-4110-88df-55beba55df85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:08:36.604637 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-77010dff-d2b5-46f0-924e-2d073c707b2d admin admin] 10.222.0.67 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 410 time: 0.1158919 Sep 23 19:08:36.634385 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f6ad7cf-51a3-4110-88df-55beba55df85 None None] Routers {'bf49c33d-dd31-41ca-a206-7711da37e3d8'} bound to L3 agent in host n-d-713301-16 {{(pid=95103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 19:08:36.635281 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_hamode_db [None req-2f6ad7cf-51a3-4110-88df-55beba55df85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-09-23T19:07:52Z,description=,heartbeat_timestamp=2021-09-23T19:08:22Z,host='n-d-713301-16',id=79a740bf-7821-4989-8288-7186e3e128f3,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:07:52Z,topic='l3_agent')) {'router_ids': ['bf49c33d-dd31-41ca-a206-7711da37e3d8'], 'active': True} {{(pid=95103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:08:36.687706 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ced301b6-1038-4eb5-b0e0-56425fe6b0ec None None] Pushing event updated for resources: {'Port': ['ID=0d58da32-60ab-4281-8348-9fe3e598746b,revision_number=3']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:08:36.760745 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_dvr_db [None req-2f6ad7cf-51a3-4110-88df-55beba55df85 None None] Set router bf49c33d-dd31-41ca-a206-7711da37e3d8 gateway port host: n-d-713301-16 {{(pid=95103) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 19:08:36.973026 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_hamode_db [None req-2f6ad7cf-51a3-4110-88df-55beba55df85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf49c33d-dd31-41ca-a206-7711da37e3d8', 'name': 'router1', 'tenant_id': 'c504dd2b4adf40db93289fde8bc88c6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'external_fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.90'}], 'enable_snat': True}, 'gw_port_id': '0d58da32-60ab-4281-8348-9fe3e598746b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:08:16Z', 'updated_at': '2021-09-23T19:08:33Z', 'revision_number': 4, 'project_id': 'c504dd2b4adf40db93289fde8bc88c6a', 'gw_port': {'id': '0d58da32-60ab-4281-8348-9fe3e598746b', 'name': '', 'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:14:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf49c33d-dd31-41ca-a206-7711da37e3d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:08:32Z', 'updated_at': '2021-09-23T19:08:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-16', '_interfaces': [{'id': '5da61903-eecf-45ba-8cd7-25d1c83ce288', 'name': '', 'network_id': '5ecdfb74-1043-4999-9973-34ae5803614e', 'tenant_id': 'c504dd2b4adf40db93289fde8bc88c6a', 'mac_address': 'fa:16:3e:81:4c:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf49c33d-dd31-41ca-a206-7711da37e3d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'db9e7933-909c-4158-9d96-69774c2ab047', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:08:25Z', 'updated_at': '2021-09-23T19:08:28Z', 'revision_number': 5, 'project_id': 'c504dd2b4adf40db93289fde8bc88c6a', 'subnets': [{'id': 'db9e7933-909c-4158-9d96-69774c2ab047', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '3bf7cdf9-ac15-45c4-8815-fc7b32de2040'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-16', False) {} {{(pid=95103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:08:36.999554 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f6ad7cf-51a3-4110-88df-55beba55df85 None None] The sync data for ids ['bf49c33d-dd31-41ca-a206-7711da37e3d8'] in n-d-713301-16 is: [{'id': 'bf49c33d-dd31-41ca-a206-7711da37e3d8', 'name': 'router1', 'tenant_id': 'c504dd2b4adf40db93289fde8bc88c6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'external_fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.90'}], 'enable_snat': True}, 'gw_port_id': '0d58da32-60ab-4281-8348-9fe3e598746b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:08:16Z', 'updated_at': '2021-09-23T19:08:33Z', 'revision_number': 4, 'project_id': 'c504dd2b4adf40db93289fde8bc88c6a', 'gw_port': {'id': '0d58da32-60ab-4281-8348-9fe3e598746b', 'name': '', 'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:14:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf49c33d-dd31-41ca-a206-7711da37e3d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:08:32Z', 'updated_at': '2021-09-23T19:08:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-16', '_interfaces': [{'id': '5da61903-eecf-45ba-8cd7-25d1c83ce288', 'name': '', 'network_id': '5ecdfb74-1043-4999-9973-34ae5803614e', 'tenant_id': 'c504dd2b4adf40db93289fde8bc88c6a', 'mac_address': 'fa:16:3e:81:4c:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf49c33d-dd31-41ca-a206-7711da37e3d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'db9e7933-909c-4158-9d96-69774c2ab047', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:08:25Z', 'updated_at': '2021-09-23T19:08:28Z', 'revision_number': 5, 'project_id': 'c504dd2b4adf40db93289fde8bc88c6a', 'subnets': [{'id': 'db9e7933-909c-4158-9d96-69774c2ab047', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '3bf7cdf9-ac15-45c4-8815-fc7b32de2040'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 19:08:38.653929 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Device 0d58da32-60ab-4281-8348-9fe3e598746b up at agent ovs-agent-n-d-713301-16 {{(pid=95103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 19:08:38.710656 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Provisioning complete for port 0d58da32-60ab-4281-8348-9fe3e598746b triggered by entity L2. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:08:38.710656 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:08:38.796279 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:08:38.817658 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] For port 0d58da32-60ab-4281-8348-9fe3e598746b, host n-d-713301-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-16',level=0,port_id=0d58da32-60ab-4281-8348-9fe3e598746b,segment=NetworkSegment(7d4027f1-d893-4c7b-95d4-757b8e44e380),segment_id=7d4027f1-d893-4c7b-95d4-757b8e44e380)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:08:38.822888 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:08:38.878418 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Pushing event updated for resources: {'Port': ['ID=0d58da32-60ab-4281-8348-9fe3e598746b,revision_number=4']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:08:40.518413 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Device 0d58da32-60ab-4281-8348-9fe3e598746b up at agent ovs-agent-n-d-713301-16 {{(pid=95103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 19:08:40.593766 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Provisioning complete for port 0d58da32-60ab-4281-8348-9fe3e598746b triggered by entity L2. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:08:40.594141 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:08:45.865037 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.agents_db [None req-f2f5c474-60a3-474f-b2cc-02c4bd30880c None None] Agent healthcheck: found 5 active agents {{(pid=95104) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 19:08:49.573685 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-6586e048-72cb-4a97-a16b-f4f1c63bb285 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:08:52.246777 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-01e7c9f0-2a25-4b5e-a7b3-133498d0e48e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:08:52.955994 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:08:53.207715 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-0ae75029-feb6-4728-9a94-5f9b60993d82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:08:55.099892 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-80e7e501-6c57-470d-92c6-e3d54bc3195c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:09:19.575138 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-25f24cf9-7bc5-4fbf-bf9a-4d5aa3ea6723 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:09:22.251271 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-54a2b608-2207-4bc2-86f4-a0513f31daa0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:09:22.865569 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.agents_db [None req-f2f5c474-60a3-474f-b2cc-02c4bd30880c None None] Agent healthcheck: found 5 active agents {{(pid=95104) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 19:09:22.950544 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:09:23.212213 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-0ae75029-feb6-4728-9a94-5f9b60993d82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:09:25.099663 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-80e7e501-6c57-470d-92c6-e3d54bc3195c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:09:49.580109 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-0da52628-650b-47c3-b760-29f1b38f71b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:09:52.252981 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-70f035a7-eca4-44da-b001-166204709fc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:09:52.952244 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:09:53.211066 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-0ae75029-feb6-4728-9a94-5f9b60993d82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:09:55.100717 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-80e7e501-6c57-470d-92c6-e3d54bc3195c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:09:59.864753 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.agents_db [None req-f2f5c474-60a3-474f-b2cc-02c4bd30880c None None] Agent healthcheck: found 5 active agents {{(pid=95104) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 19:10:19.222355 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 53338) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:10:19.295074 n-d-713301-16 neutron-server[95101]: INFO neutron.pecan_wsgi.hooks.translation [None req-e44f99c2-1137-4a39-aed9-d552aa562204 admin admin] GET failed (client error): The resource could not be found. Sep 23 19:10:19.296472 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-e44f99c2-1137-4a39-aed9-d552aa562204 admin admin] 10.222.0.67 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0732031 Sep 23 19:10:19.483606 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9daa174-e5eb-45dd-803e-754d5cdaadd8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:10:19.485064 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-e9daa174-e5eb-45dd-803e-754d5cdaadd8 admin admin] 10.222.0.67 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1839256 Sep 23 19:10:19.584054 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-8f20a6e5-8c24-49f3-8d9a-1f635cf85c0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:10:21.708900 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 53348) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:10:21.803067 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7898684-e88f-43dd-b1fd-62127cd9d4e1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:10:21.804408 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-c7898684-e88f-43dd-b1fd-62127cd9d4e1 admin admin] 10.222.0.67 "GET /v2.0/subnets/db9e7933-909c-4158-9d96-69774c2ab047 HTTP/1.1" status: 200 len: 849 time: 0.0945597 Sep 23 19:10:21.815228 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.v2.base [None req-69992fc5-2392-4abf-903c-e47c3664e67f admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=95102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:10:21.897781 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-69992fc5-2392-4abf-903c-e47c3664e67f admin admin] Notify callbacks [] for subnet, before_update {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:10:22.036078 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-69992fc5-2392-4abf-903c-e47c3664e67f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8783146162167'] for subnet, after_update {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:10:22.065610 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69992fc5-2392-4abf-903c-e47c3664e67f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:10:22.066203 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-69992fc5-2392-4abf-903c-e47c3664e67f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527417'] for subnet, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:10:22.067832 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-69992fc5-2392-4abf-903c-e47c3664e67f admin admin] 10.222.0.67 "PUT /v2.0/subnets/db9e7933-909c-4158-9d96-69774c2ab047 HTTP/1.1" status: 200 len: 868 time: 0.2566364 Sep 23 19:10:22.071355 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b29d9d6-7cba-4382-8dba-2bb6b8b25863 None None] Network 5ecdfb74-1043-4999-9973-34ae5803614e requested from n-d-713301-16 {{(pid=95103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 19:10:22.088619 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69992fc5-2392-4abf-903c-e47c3664e67f admin admin] Pushing event updated for resources: {'Subnet': ['ID=db9e7933-909c-4158-9d96-69774c2ab047,revision_number=1']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:10:22.096087 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69992fc5-2392-4abf-903c-e47c3664e67f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:10:22.096479 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69992fc5-2392-4abf-903c-e47c3664e67f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:10:22.096851 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69992fc5-2392-4abf-903c-e47c3664e67f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:10:22.097190 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69992fc5-2392-4abf-903c-e47c3664e67f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:10:22.097527 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69992fc5-2392-4abf-903c-e47c3664e67f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:10:22.097862 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69992fc5-2392-4abf-903c-e47c3664e67f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:10:22.098200 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69992fc5-2392-4abf-903c-e47c3664e67f admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:10:22.098512 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69992fc5-2392-4abf-903c-e47c3664e67f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:10:22.098837 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69992fc5-2392-4abf-903c-e47c3664e67f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:10:22.099158 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69992fc5-2392-4abf-903c-e47c3664e67f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:10:22.099482 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69992fc5-2392-4abf-903c-e47c3664e67f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:10:22.099801 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69992fc5-2392-4abf-903c-e47c3664e67f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:10:22.258940 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-353a645c-b542-463c-90c7-c137a772c9b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:10:22.438170 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-fb0d771f-f61b-4b2d-a4e1-0d143f9a0bfc None None] Provisioning complete for port 83f50dc1-7bf2-49c9-a782-1893936baab9 triggered by entity DHCP. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:10:22.438546 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-fb0d771f-f61b-4b2d-a4e1-0d143f9a0bfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:10:22.531856 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-fb0d771f-f61b-4b2d-a4e1-0d143f9a0bfc None None] Provisioning complete for port 5da61903-eecf-45ba-8cd7-25d1c83ce288 triggered by entity DHCP. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:10:22.532276 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-fb0d771f-f61b-4b2d-a4e1-0d143f9a0bfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:10:22.955670 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:10:23.213523 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-0ae75029-feb6-4728-9a94-5f9b60993d82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:10:24.305600 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 53360) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:10:24.506388 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2aac4b25-731b-49f6-a525-2ae17eba29fe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:10:24.506783 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2aac4b25-731b-49f6-a525-2ae17eba29fe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:10:24.508327 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-2aac4b25-731b-49f6-a525-2ae17eba29fe admin admin] 10.222.0.67 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2017689 Sep 23 19:10:25.103348 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-80e7e501-6c57-470d-92c6-e3d54bc3195c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:10:26.710386 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 53368) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:10:26.838944 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33a0987c-9f03-4305-8625-549dcc4c84d3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:10:26.839420 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33a0987c-9f03-4305-8625-549dcc4c84d3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:10:26.840973 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-33a0987c-9f03-4305-8625-549dcc4c84d3 admin admin] 10.222.0.67 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1296406 Sep 23 19:10:29.054550 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 53376) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:10:29.230835 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18906849-ad1f-41e0-abda-a798cd0e6140 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:10:29.232232 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-18906849-ad1f-41e0-abda-a798cd0e6140 admin admin] 10.222.0.67 "GET /v2.0/networks/5dec5c09-378e-4f50-89cc-d94eb81c3bac HTTP/1.1" status: 200 len: 886 time: 0.1767321 Sep 23 19:10:31.410402 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 53384) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:10:31.555059 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10b17786-46e1-4c3b-9e98-65407240f625 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:10:31.556467 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-10b17786-46e1-4c3b-9e98-65407240f625 admin admin] 10.222.0.67 "GET /v2.0/networks/5ecdfb74-1043-4999-9973-34ae5803614e HTTP/1.1" status: 200 len: 869 time: 0.1451263 Sep 23 19:10:33.743646 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 53392) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:10:33.870506 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0eb70cf4-b8d0-473a-b05a-5cc1f4932382 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:10:33.870979 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0eb70cf4-b8d0-473a-b05a-5cc1f4932382 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:10:33.872731 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-0eb70cf4-b8d0-473a-b05a-5cc1f4932382 admin admin] 10.222.0.67 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1280856 Sep 23 19:10:36.073208 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 53400) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:10:36.165899 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-414a9e39-52bc-4d59-a6fd-b51cf3b37d41 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:10:36.166351 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-414a9e39-52bc-4d59-a6fd-b51cf3b37d41 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:10:36.167874 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-414a9e39-52bc-4d59-a6fd-b51cf3b37d41 admin admin] 10.222.0.67 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0937297 Sep 23 19:10:36.864090 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.agents_db [None req-f2f5c474-60a3-474f-b2cc-02c4bd30880c None None] Agent healthcheck: found 5 active agents {{(pid=95104) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 19:10:38.383609 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 53408) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:10:38.510647 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e12fce9-824c-4f63-96d4-1170b4bdf899 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:10:38.512273 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-3e12fce9-824c-4f63-96d4-1170b4bdf899 admin admin] 10.222.0.67 "GET /v2.0/subnets/db9e7933-909c-4158-9d96-69774c2ab047 HTTP/1.1" status: 200 len: 868 time: 0.1277230 Sep 23 19:10:40.716003 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 53416) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:10:40.800341 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45667f57-02de-4a38-b573-7f7cc4e401b3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:10:40.801750 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-45667f57-02de-4a38-b573-7f7cc4e401b3 admin admin] 10.222.0.67 "GET /v2.0/subnets/eff83446-018c-428d-b3f5-54ac9abe7a2a HTTP/1.1" status: 200 len: 816 time: 0.0847561 Sep 23 19:10:49.586340 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-3351c360-5b8c-4f16-859f-01b88021bc50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:10:52.251015 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-97f8cbee-2a5a-40c7-a1a6-020e38d5a4c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:10:52.957483 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:10:53.215154 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-0ae75029-feb6-4728-9a94-5f9b60993d82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:10:55.105485 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-80e7e501-6c57-470d-92c6-e3d54bc3195c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:11:05.023486 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 53470) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:11:05.072008 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [None req-0da345aa-23ae-4925-9d44-0a25e7d679fe admin admin] http://10.222.0.67:9696/v2.0/extensions returned with HTTP 200 {{(pid=95101) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 23 19:11:05.073044 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-0da345aa-23ae-4925-9d44-0a25e7d679fe admin admin] 10.222.0.67 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0485704 Sep 23 19:11:07.337349 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 53478) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:11:07.398828 n-d-713301-16 neutron-server[95101]: INFO neutron.pecan_wsgi.hooks.translation [None req-cac577f6-7f5c-4d0e-b3ba-21a00cb5effc admin admin] GET failed (client error): The resource could not be found. Sep 23 19:11:07.400165 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-cac577f6-7f5c-4d0e-b3ba-21a00cb5effc admin admin] 10.222.0.67 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0618889 Sep 23 19:11:07.485440 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f98a63cf-fd07-4404-b960-973fcaade6e1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:11:07.487417 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-f98a63cf-fd07-4404-b960-973fcaade6e1 admin admin] 10.222.0.67 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0821397 Sep 23 19:11:09.745704 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 53486) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:11:09.792369 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.v2.base [None req-46330f44-41cc-44fd-ac2f-29a4ff0ecc3a admin admin] Request body: {'network': {'name': 'shared', 'admin_state_up': True, 'shared': True}} {{(pid=95101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:11:09.812163 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46330f44-41cc-44fd-ac2f-29a4ff0ecc3a admin admin] Made reservation on behalf of f49c62ac514b404ea07e564c251bcc21 for: {'network': 1} {{(pid=95101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:11:09.815104 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-46330f44-41cc-44fd-ac2f-29a4ff0ecc3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for network, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:11:09.848726 n-d-713301-16 neutron-server[95101]: WARNING neutron.services.revisions.revision_plugin [None req-46330f44-41cc-44fd-ac2f-29a4ff0ecc3a admin admin] Could not find related network for resource to bump revision. Sep 23 19:11:09.860390 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-46330f44-41cc-44fd-ac2f-29a4ff0ecc3a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 624} {{(pid=95101) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 19:11:09.869806 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-46330f44-41cc-44fd-ac2f-29a4ff0ecc3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1756186'] for segment, precommit_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:11:09.870149 n-d-713301-16 neutron-server[95101]: INFO neutron.db.segments_db [None req-46330f44-41cc-44fd-ac2f-29a4ff0ecc3a admin admin] Added segment 6139d589-eb6c-4578-8935-c26ddf396853 of type vlan for network 5220cb0c-da05-478a-9604-8c11469a05b4 Sep 23 19:11:09.920036 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-46330f44-41cc-44fd-ac2f-29a4ff0ecc3a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783145630486'] for network, precommit_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:11:09.944195 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-46330f44-41cc-44fd-ac2f-29a4ff0ecc3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299'] for network, after_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:11:09.945101 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46330f44-41cc-44fd-ac2f-29a4ff0ecc3a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:11:09.945678 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-46330f44-41cc-44fd-ac2f-29a4ff0ecc3a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527417'] for network, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:11:09.975631 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-46330f44-41cc-44fd-ac2f-29a4ff0ecc3a admin admin] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.2288103 Sep 23 19:11:10.006504 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46330f44-41cc-44fd-ac2f-29a4ff0ecc3a admin admin] Pushing event updated for resources: {'Network': ['ID=5220cb0c-da05-478a-9604-8c11469a05b4,revision_number=1']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:11:10.014210 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46330f44-41cc-44fd-ac2f-29a4ff0ecc3a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:11:10.014554 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46330f44-41cc-44fd-ac2f-29a4ff0ecc3a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:11:10.014896 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46330f44-41cc-44fd-ac2f-29a4ff0ecc3a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:11:10.015235 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46330f44-41cc-44fd-ac2f-29a4ff0ecc3a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:11:10.015570 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46330f44-41cc-44fd-ac2f-29a4ff0ecc3a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:11:10.015909 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46330f44-41cc-44fd-ac2f-29a4ff0ecc3a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:11:10.016237 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46330f44-41cc-44fd-ac2f-29a4ff0ecc3a admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:11:10.016566 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46330f44-41cc-44fd-ac2f-29a4ff0ecc3a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:11:10.016955 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46330f44-41cc-44fd-ac2f-29a4ff0ecc3a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:11:10.017284 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46330f44-41cc-44fd-ac2f-29a4ff0ecc3a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:11:10.017626 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46330f44-41cc-44fd-ac2f-29a4ff0ecc3a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:11:10.018015 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46330f44-41cc-44fd-ac2f-29a4ff0ecc3a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:11:10.030078 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Network 5220cb0c-da05-478a-9604-8c11469a05b4 details requested by agent ovs-agent-n-d-713301-16 with host n-d-713301-16 {{(pid=95103) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 19:11:12.248141 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 53494) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:11:12.308279 n-d-713301-16 neutron-server[95101]: INFO neutron.pecan_wsgi.hooks.translation [None req-9fbb78ee-ab72-484f-99f5-d8257edd18fb admin admin] GET failed (client error): The resource could not be found. Sep 23 19:11:12.309699 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-9fbb78ee-ab72-484f-99f5-d8257edd18fb admin admin] 10.222.0.67 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0605748 Sep 23 19:11:12.381494 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6aea6069-f247-4d12-8ce9-b7c13534ccb9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:11:12.382962 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-6aea6069-f247-4d12-8ce9-b7c13534ccb9 admin admin] 10.222.0.67 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0680897 Sep 23 19:11:12.393979 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.v2.base [None req-56c4b07c-14f9-41c5-86e8-38bd12bdeafd admin admin] Request body: {'subnet': {'network_id': '5220cb0c-da05-478a-9604-8c11469a05b4', 'name': 'shared-subnet', 'description': 'shared-subnet', 'cidr': '192.168.233.0/24', 'ip_version': 4}} {{(pid=95101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:11:12.416285 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56c4b07c-14f9-41c5-86e8-38bd12bdeafd admin admin] Made reservation on behalf of f49c62ac514b404ea07e564c251bcc21 for: {'subnet': 1} {{(pid=95101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:11:12.418520 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-56c4b07c-14f9-41c5-86e8-38bd12bdeafd admin admin] Notify callbacks [] for subnet, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:11:12.602587 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-56c4b07c-14f9-41c5-86e8-38bd12bdeafd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299'] for subnet, after_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:11:12.658646 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56c4b07c-14f9-41c5-86e8-38bd12bdeafd admin admin] Pushing event updated for resources: {'Subnet': ['ID=1ccc69bc-9d6b-44d9-b227-204e47dc6e45,revision_number=0']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:11:12.670532 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56c4b07c-14f9-41c5-86e8-38bd12bdeafd admin admin] Checking segment: {'id': '6139d589-eb6c-4578-8935-c26ddf396853', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '5220cb0c-da05-478a-9604-8c11469a05b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:11:12.670894 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56c4b07c-14f9-41c5-86e8-38bd12bdeafd admin admin] Network hostable DHCP agents. Network: 5220cb0c-da05-478a-9604-8c11469a05b4, hostable agents: ['1b18bf05-1b5f-4587-be5c-af3ac38e32ad'], hosted agents: [] {{(pid=95101) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 19:11:12.696082 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56c4b07c-14f9-41c5-86e8-38bd12bdeafd admin admin] Network 5220cb0c-da05-478a-9604-8c11469a05b4 is scheduled to be hosted by DHCP agent 1b18bf05-1b5f-4587-be5c-af3ac38e32ad with binding_index 1 {{(pid=95101) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 19:11:12.706017 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.base_scheduler [None req-56c4b07c-14f9-41c5-86e8-38bd12bdeafd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713301-16, 5220cb0c-da05-478a-9604-8c11469a05b4) {{(pid=95101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:11:12.710573 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56c4b07c-14f9-41c5-86e8-38bd12bdeafd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:11:12.711208 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-56c4b07c-14f9-41c5-86e8-38bd12bdeafd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527417'] for subnet, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:11:12.715389 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09b5f415-6cae-4109-88d0-3563b30597a1 None None] Network 5220cb0c-da05-478a-9604-8c11469a05b4 requested from n-d-713301-16 {{(pid=95103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 19:11:12.725108 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-56c4b07c-14f9-41c5-86e8-38bd12bdeafd admin admin] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3350401 Sep 23 19:11:12.870801 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ed76e2c-035e-4d41-aeca-5ee0226bffc4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4c8b80df-07eb-5275-9f17-5cf640db67c0-5220cb0c-da05-478a-9604-8c11469a05b4', 'network_id': '5220cb0c-da05-478a-9604-8c11469a05b4', 'tenant_id': 'f49c62ac514b404ea07e564c251bcc21', 'fixed_ips': [{'subnet_id': '1ccc69bc-9d6b-44d9-b227-204e47dc6e45'}]}} from n-d-713301-16. {{(pid=95103) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 23 19:11:12.871702 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-8ed76e2c-035e-4d41-aeca-5ee0226bffc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_create {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:11:13.027568 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.db_base_plugin_common [None req-8ed76e2c-035e-4d41-aeca-5ee0226bffc4 None None] Allocated IP 192.168.233.2 (5220cb0c-da05-478a-9604-8c11469a05b4/1ccc69bc-9d6b-44d9-b227-204e47dc6e45/b977706a-7bcc-4fcc-bbf8-eefb9f96b708) {{(pid=95103) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 19:11:13.207486 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-8ed76e2c-035e-4d41-aeca-5ee0226bffc4 None None] Notify callbacks [] for port, precommit_create {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:11:13.214892 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-8ed76e2c-035e-4d41-aeca-5ee0226bffc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783145673135'] for port, after_create {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:11:13.266669 n-d-713301-16 neutron-server[95103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ed76e2c-035e-4d41-aeca-5ee0226bffc4 None None] Network 5220cb0c-da05-478a-9604-8c11469a05b4 is already hosted by enough agents. {{(pid=95103) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:11:13.269576 n-d-713301-16 neutron-server[95103]: DEBUG neutron.scheduler.base_scheduler [None req-8ed76e2c-035e-4d41-aeca-5ee0226bffc4 None None] Resources bound (agent type, host, resource id): {{(pid=95103) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:11:13.274474 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ed76e2c-035e-4d41-aeca-5ee0226bffc4 None None] Received port after_create {{(pid=95103) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 19:11:13.283337 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ed76e2c-035e-4d41-aeca-5ee0226bffc4 None None] Pushing event updated for resources: {'Port': ['ID=b977706a-7bcc-4fcc-bbf8-eefb9f96b708,revision_number=1']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:11:13.294960 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ed76e2c-035e-4d41-aeca-5ee0226bffc4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:11:13.295315 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ed76e2c-035e-4d41-aeca-5ee0226bffc4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:11:13.295665 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ed76e2c-035e-4d41-aeca-5ee0226bffc4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:11:13.296009 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ed76e2c-035e-4d41-aeca-5ee0226bffc4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:11:13.296343 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ed76e2c-035e-4d41-aeca-5ee0226bffc4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:11:13.296702 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ed76e2c-035e-4d41-aeca-5ee0226bffc4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:11:13.297035 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ed76e2c-035e-4d41-aeca-5ee0226bffc4 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:11:13.297364 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ed76e2c-035e-4d41-aeca-5ee0226bffc4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:11:13.297696 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ed76e2c-035e-4d41-aeca-5ee0226bffc4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:11:13.298688 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ed76e2c-035e-4d41-aeca-5ee0226bffc4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:11:13.299172 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ed76e2c-035e-4d41-aeca-5ee0226bffc4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:11:13.299607 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ed76e2c-035e-4d41-aeca-5ee0226bffc4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:11:13.357534 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.managers [None req-8ed76e2c-035e-4d41-aeca-5ee0226bffc4 None None] Attempting to bind port b977706a-7bcc-4fcc-bbf8-eefb9f96b708 on host n-d-713301-16 for vnic_type normal with profile {{(pid=95103) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 19:11:13.358234 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.managers [None req-8ed76e2c-035e-4d41-aeca-5ee0226bffc4 None None] Attempting to bind port b977706a-7bcc-4fcc-bbf8-eefb9f96b708 by drivers openvswitch,hyperv on host n-d-713301-16 at level 0 using segments [{'id': '6139d589-eb6c-4578-8935-c26ddf396853', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '5220cb0c-da05-478a-9604-8c11469a05b4'}] {{(pid=95103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 19:11:13.359598 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ed76e2c-035e-4d41-aeca-5ee0226bffc4 None None] Attempting to bind port b977706a-7bcc-4fcc-bbf8-eefb9f96b708 on network 5220cb0c-da05-478a-9604-8c11469a05b4 {{(pid=95103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:11:13.367637 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ed76e2c-035e-4d41-aeca-5ee0226bffc4 None None] Checking agent: {'id': '70a14545-df24-472f-8f95-bfe1719bff93', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 19, 7, 53), 'started_at': datetime.datetime(2021, 9, 23, 19, 8, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 19, 10, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 19:11:13.368207 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ed76e2c-035e-4d41-aeca-5ee0226bffc4 None None] Checking segment: {'id': '6139d589-eb6c-4578-8935-c26ddf396853', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '5220cb0c-da05-478a-9604-8c11469a05b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95103) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:11:13.368684 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-8ed76e2c-035e-4d41-aeca-5ee0226bffc4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:11:13.369196 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ed76e2c-035e-4d41-aeca-5ee0226bffc4 None None] Bound using segment: {'id': '6139d589-eb6c-4578-8935-c26ddf396853', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '5220cb0c-da05-478a-9604-8c11469a05b4'} {{(pid=95103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 19:11:13.369673 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.managers [None req-8ed76e2c-035e-4d41-aeca-5ee0226bffc4 None None] Bound port: b977706a-7bcc-4fcc-bbf8-eefb9f96b708, host: n-d-713301-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6139d589-eb6c-4578-8935-c26ddf396853', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '5220cb0c-da05-478a-9604-8c11469a05b4'}}] {{(pid=95103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 19:11:13.370077 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-8ed76e2c-035e-4d41-aeca-5ee0226bffc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:11:13.447344 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-8ed76e2c-035e-4d41-aeca-5ee0226bffc4 None None] For port b977706a-7bcc-4fcc-bbf8-eefb9f96b708, host n-d-713301-16, cleared binding levels {{(pid=95103) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 19:11:13.450896 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-8ed76e2c-035e-4d41-aeca-5ee0226bffc4 None None] For port b977706a-7bcc-4fcc-bbf8-eefb9f96b708, host n-d-713301-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-16',level=0,port_id=b977706a-7bcc-4fcc-bbf8-eefb9f96b708,segment=NetworkSegment(6139d589-eb6c-4578-8935-c26ddf396853),segment_id=6139d589-eb6c-4578-8935-c26ddf396853)] {{(pid=95103) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 19:11:13.457249 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-8ed76e2c-035e-4d41-aeca-5ee0226bffc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:11:13.534813 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ed76e2c-035e-4d41-aeca-5ee0226bffc4 None None] Pushing event updated for resources: {'Port': ['ID=b977706a-7bcc-4fcc-bbf8-eefb9f96b708,revision_number=2']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:11:13.862678 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.agents_db [None req-f2f5c474-60a3-474f-b2cc-02c4bd30880c None None] Agent healthcheck: found 5 active agents {{(pid=95104) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 19:11:14.364912 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48bebe61-919f-4da5-9aa4-96927fd3c541 None None] Network 5220cb0c-da05-478a-9604-8c11469a05b4 requested from n-d-713301-16 {{(pid=95103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 19:11:14.447022 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-277aed38-f79b-4312-be07-6417fe7c70f4 None None] Provisioning complete for port b977706a-7bcc-4fcc-bbf8-eefb9f96b708 triggered by entity DHCP. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:11:14.447487 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-277aed38-f79b-4312-be07-6417fe7c70f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:11:14.575687 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-277aed38-f79b-4312-be07-6417fe7c70f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:11:14.611666 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-277aed38-f79b-4312-be07-6417fe7c70f4 None None] For port b977706a-7bcc-4fcc-bbf8-eefb9f96b708, host n-d-713301-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-16',level=0,port_id=b977706a-7bcc-4fcc-bbf8-eefb9f96b708,segment=NetworkSegment(6139d589-eb6c-4578-8935-c26ddf396853),segment_id=6139d589-eb6c-4578-8935-c26ddf396853)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:11:14.619531 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-277aed38-f79b-4312-be07-6417fe7c70f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:11:14.672334 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Device b977706a-7bcc-4fcc-bbf8-eefb9f96b708 up at agent ovs-agent-n-d-713301-16 {{(pid=95103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 19:11:14.679967 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-277aed38-f79b-4312-be07-6417fe7c70f4 None None] Pushing event updated for resources: {'Port': ['ID=b977706a-7bcc-4fcc-bbf8-eefb9f96b708,revision_number=3']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:11:14.733359 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Provisioning complete for port b977706a-7bcc-4fcc-bbf8-eefb9f96b708 triggered by entity L2. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:11:14.733726 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:11:14.841170 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-4a125c5b-9235-4db1-90ca-1d13df07750d None None] Provisioning complete for port b977706a-7bcc-4fcc-bbf8-eefb9f96b708 triggered by entity DHCP. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:11:14.841543 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-4a125c5b-9235-4db1-90ca-1d13df07750d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:11:16.615279 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Device b977706a-7bcc-4fcc-bbf8-eefb9f96b708 up at agent ovs-agent-n-d-713301-16 {{(pid=95103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 19:11:16.662825 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Provisioning complete for port b977706a-7bcc-4fcc-bbf8-eefb9f96b708 triggered by entity L2. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:11:16.663187 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:11:19.588140 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-d0d5dfbe-0727-4d04-9c9a-30f5efd7dbfd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:11:22.255169 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-3ebb7d2b-5356-45cd-9485-6a01d8941bc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:11:22.958648 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:11:23.220179 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-0ae75029-feb6-4728-9a94-5f9b60993d82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:11:25.108817 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-80e7e501-6c57-470d-92c6-e3d54bc3195c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:11:49.590018 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-c734ce2e-bc72-4c07-abb8-1dea466b2184 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:11:50.861483 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.agents_db [None req-f2f5c474-60a3-474f-b2cc-02c4bd30880c None None] Agent healthcheck: found 5 active agents {{(pid=95104) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 19:11:52.257344 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-8981d9c7-8366-4759-a8f8-6957598949ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:11:52.961412 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:11:53.222448 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-0ae75029-feb6-4728-9a94-5f9b60993d82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:11:55.111328 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-80e7e501-6c57-470d-92c6-e3d54bc3195c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:12:19.592796 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-1be786af-e800-4d31-9284-1be206a16506 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:12:22.259351 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-8caba57c-3e13-42ee-b9c9-05fc24d3511e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:12:22.962710 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:12:23.226003 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-0ae75029-feb6-4728-9a94-5f9b60993d82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:12:25.114061 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-80e7e501-6c57-470d-92c6-e3d54bc3195c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:12:27.860627 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.agents_db [None req-f2f5c474-60a3-474f-b2cc-02c4bd30880c None None] Agent healthcheck: found 5 active agents {{(pid=95104) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 19:12:28.240455 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 53546) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:12:28.246239 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [None req-60b66c5c-0c41-401d-97ec-12a6fefcc9b3 tempest-verify_tempest_config-2011138916 tempest-verify_tempest_config-2011138916-project] http://10.222.0.67:9696/v2.0/extensions returned with HTTP 200 {{(pid=95101) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 23 19:12:28.247210 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-60b66c5c-0c41-401d-97ec-12a6fefcc9b3 tempest-verify_tempest_config-2011138916 tempest-verify_tempest_config-2011138916-project] 10.222.0.67 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0057399 Sep 23 19:12:28.535654 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 53564) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:12:28.641002 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-3768c484-a32b-43d4-a2b5-db0c387e517c admin admin] Notify callbacks [] for security_group, before_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:12:28.725872 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-3768c484-a32b-43d4-a2b5-db0c387e517c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:12:28.729565 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-3768c484-a32b-43d4-a2b5-db0c387e517c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:12:28.772682 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3768c484-a32b-43d4-a2b5-db0c387e517c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6800cef-2979-4931-b881-80ede135be09,revision_number=1']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:12:28.776397 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-3768c484-a32b-43d4-a2b5-db0c387e517c admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=2b5127876ad74c80a6c559df030ff530&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2397199 Sep 23 19:12:28.779235 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 53570) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:12:28.781872 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3768c484-a32b-43d4-a2b5-db0c387e517c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:12:28.782229 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3768c484-a32b-43d4-a2b5-db0c387e517c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:12:28.782578 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3768c484-a32b-43d4-a2b5-db0c387e517c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:12:28.782922 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3768c484-a32b-43d4-a2b5-db0c387e517c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:12:28.783265 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3768c484-a32b-43d4-a2b5-db0c387e517c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:12:28.783590 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3768c484-a32b-43d4-a2b5-db0c387e517c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:12:28.783920 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3768c484-a32b-43d4-a2b5-db0c387e517c admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:12:28.784249 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3768c484-a32b-43d4-a2b5-db0c387e517c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:12:28.784579 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3768c484-a32b-43d4-a2b5-db0c387e517c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:12:28.784925 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3768c484-a32b-43d4-a2b5-db0c387e517c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:12:28.785251 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3768c484-a32b-43d4-a2b5-db0c387e517c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:12:28.785578 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3768c484-a32b-43d4-a2b5-db0c387e517c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:12:28.837593 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-36e9817c-dab2-4feb-9140-05b4f1489f5a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:12:28.857766 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-36e9817c-dab2-4feb-9140-05b4f1489f5a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:12:28.944925 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-36e9817c-dab2-4feb-9140-05b4f1489f5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:12:28.947373 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-36e9817c-dab2-4feb-9140-05b4f1489f5a admin admin] Notify callbacks [] for security_group, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:12:28.948549 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-36e9817c-dab2-4feb-9140-05b4f1489f5a admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/a6800cef-2979-4931-b881-80ede135be09 HTTP/1.1" status: 204 len: 168 time: 0.1665311 Sep 23 19:12:28.956380 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36e9817c-dab2-4feb-9140-05b4f1489f5a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6800cef-2979-4931-b881-80ede135be09,revision_number=None']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:12:28.962989 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36e9817c-dab2-4feb-9140-05b4f1489f5a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:12:28.963322 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36e9817c-dab2-4feb-9140-05b4f1489f5a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:12:28.963656 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36e9817c-dab2-4feb-9140-05b4f1489f5a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:12:28.963991 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36e9817c-dab2-4feb-9140-05b4f1489f5a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:12:28.964314 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36e9817c-dab2-4feb-9140-05b4f1489f5a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:12:28.964662 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36e9817c-dab2-4feb-9140-05b4f1489f5a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:12:28.964989 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36e9817c-dab2-4feb-9140-05b4f1489f5a admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:12:28.965367 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36e9817c-dab2-4feb-9140-05b4f1489f5a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:12:28.965617 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36e9817c-dab2-4feb-9140-05b4f1489f5a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:12:28.965938 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36e9817c-dab2-4feb-9140-05b4f1489f5a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:12:28.966302 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36e9817c-dab2-4feb-9140-05b4f1489f5a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:12:28.966688 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36e9817c-dab2-4feb-9140-05b4f1489f5a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:12:49.593333 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-a4c0c090-3790-41b9-9fc6-3fb2038a2ca9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:12:52.260386 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-d6af7c1c-493c-4c85-8553-14f64c5e33c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:12:52.963526 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:12:53.227621 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-0ae75029-feb6-4728-9a94-5f9b60993d82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:12:55.115708 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-80e7e501-6c57-470d-92c6-e3d54bc3195c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:13:04.860675 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.agents_db [None req-f2f5c474-60a3-474f-b2cc-02c4bd30880c None None] Agent healthcheck: found 5 active agents {{(pid=95104) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 19:13:19.594679 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-805f737b-d6b8-455f-b674-ce927d583ac0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:13:22.264295 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-f3e2e75a-83f1-4c7d-88c8-999a0670e5fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:13:22.964177 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:13:23.229859 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-0ae75029-feb6-4728-9a94-5f9b60993d82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:13:25.121948 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-80e7e501-6c57-470d-92c6-e3d54bc3195c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:13:41.859938 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.agents_db [None req-f2f5c474-60a3-474f-b2cc-02c4bd30880c None None] Agent healthcheck: found 5 active agents {{(pid=95104) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 19:13:49.595561 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-42901c37-5f1e-4726-b9a1-168511465f7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:13:52.267538 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-49ef92fb-ceb9-4f1d-8dae-731138d789a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:13:52.965366 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:13:53.232188 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-0ae75029-feb6-4728-9a94-5f9b60993d82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:13:55.121020 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-80e7e501-6c57-470d-92c6-e3d54bc3195c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:14:18.859079 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.agents_db [None req-f2f5c474-60a3-474f-b2cc-02c4bd30880c None None] Agent healthcheck: found 5 active agents {{(pid=95104) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 19:14:19.599809 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-1abbec6c-4d5f-4286-bff6-5d3f8c9fbf22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:14:22.268529 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-85be8dc8-1167-476c-8846-08c01247abb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:14:22.966498 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:14:23.237135 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-0ae75029-feb6-4728-9a94-5f9b60993d82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:14:25.123347 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-80e7e501-6c57-470d-92c6-e3d54bc3195c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:14:49.600647 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-fb2bcb83-75b7-4c57-9d9f-e32e3533d7f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:14:52.273091 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-67200934-6960-43f5-bf50-7373cbd43e75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:14:52.968015 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:14:53.239326 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-0ae75029-feb6-4728-9a94-5f9b60993d82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:14:55.126780 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-80e7e501-6c57-470d-92c6-e3d54bc3195c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:14:55.857683 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.agents_db [None req-f2f5c474-60a3-474f-b2cc-02c4bd30880c None None] Agent healthcheck: found 5 active agents {{(pid=95104) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 19:15:19.601510 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-be90a94a-b103-40c3-8ea2-bf980c69dc90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:15:22.273973 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-381ef59e-39f8-4538-a583-7727e419556a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:15:22.969635 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:15:23.241606 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-0ae75029-feb6-4728-9a94-5f9b60993d82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:15:25.130460 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-80e7e501-6c57-470d-92c6-e3d54bc3195c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:15:27.772966 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-602059'] for agent, after_create {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:15:27.926662 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-602059'] for agent, after_create {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:15:32.857360 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.agents_db [None req-f2f5c474-60a3-474f-b2cc-02c4bd30880c None None] Agent healthcheck: found 7 active agents {{(pid=95104) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 19:15:49.602385 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-151164be-0341-4894-83a4-1380196d012e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:15:52.275381 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-2e1e0cf4-9ae8-4bcf-9247-551b0509c898 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:15:52.969595 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:15:53.243966 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-0ae75029-feb6-4728-9a94-5f9b60993d82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:15:55.132398 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-80e7e501-6c57-470d-92c6-e3d54bc3195c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:15:57.730230 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:15:57.910373 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:16:09.857151 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.agents_db [None req-f2f5c474-60a3-474f-b2cc-02c4bd30880c None None] Agent healthcheck: found 7 active agents {{(pid=95104) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 19:16:15.536079 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 53636) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:16:15.640864 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-d291a2bc-4b26-4531-a10e-4d03e674bab4 admin admin] 10.222.0.67 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4689 time: 0.1036181 Sep 23 19:16:17.873822 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 53646) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:16:17.929319 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-695a7b25-b4e7-41aa-b9f7-a4eb36a5b76a admin admin] 10.222.0.67 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4689 time: 0.0544326 Sep 23 19:16:19.603159 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-73177c43-41d0-4d15-a3a3-805fda80cd57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:16:22.366566 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-d56d5bc2-7b3c-4e16-b49a-525e05ae6a1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:16:22.969973 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:16:23.249560 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-0ae75029-feb6-4728-9a94-5f9b60993d82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:16:25.133831 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-80e7e501-6c57-470d-92c6-e3d54bc3195c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:16:27.735899 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:16:27.911046 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:16:46.856700 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.agents_db [None req-f2f5c474-60a3-474f-b2cc-02c4bd30880c None None] Agent healthcheck: found 7 active agents {{(pid=95104) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 19:16:49.604181 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-eb67cf17-a398-4f06-b419-3f20b1182ee8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:16:52.278619 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-5184f767-ad00-4ddc-91de-18ad387ff0ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:16:52.970482 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:16:53.249884 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-0ae75029-feb6-4728-9a94-5f9b60993d82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:16:55.137689 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-80e7e501-6c57-470d-92c6-e3d54bc3195c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:16:57.745014 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:16:57.910250 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:17:19.606527 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-0ca4f331-b484-4225-a6bc-f34b57cb700a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:17:22.279393 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-8f8c3730-691f-455a-a10c-a5fa17522220 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:17:22.972018 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:17:23.252137 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-0ae75029-feb6-4728-9a94-5f9b60993d82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:17:23.857913 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.agents_db [None req-f2f5c474-60a3-474f-b2cc-02c4bd30880c None None] Agent healthcheck: found 7 active agents {{(pid=95104) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 19:17:25.140551 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-80e7e501-6c57-470d-92c6-e3d54bc3195c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:17:27.743003 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:17:27.924594 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:17:44.851139 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 54048) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:17:44.854425 n-d-713301-16 neutron-server[95102]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Sep 23 19:17:44.882903 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-754d3fe4-a417-410b-bc42-f76b39dae4ab req-98959c53-9f9f-4654-bb72-abd08154be6b tempest-ServerDiagnosticsNegativeTest-1325912694 tempest-ServerDiagnosticsNegativeTest-1325912694-project] 10.222.0.67 "GET /v2.0/networks?tenant_id=a60f0d595d6b495a8284de41a766afff&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0304594 Sep 23 19:17:45.119392 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754d3fe4-a417-410b-bc42-f76b39dae4ab req-7f93716c-4548-4dff-92c8-0416e3ccbd86 tempest-ServerDiagnosticsNegativeTest-1325912694 tempest-ServerDiagnosticsNegativeTest-1325912694-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:17:45.126307 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-754d3fe4-a417-410b-bc42-f76b39dae4ab req-7f93716c-4548-4dff-92c8-0416e3ccbd86 tempest-ServerDiagnosticsNegativeTest-1325912694 tempest-ServerDiagnosticsNegativeTest-1325912694-project] 10.222.0.67 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2359130 Sep 23 19:17:45.149227 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-754d3fe4-a417-410b-bc42-f76b39dae4ab req-1dba3f29-9f8b-4960-aed3-e05c7f7cd6c7 tempest-ServerDiagnosticsNegativeTest-1325912694 tempest-ServerDiagnosticsNegativeTest-1325912694-project] 10.222.0.67 "GET /v2.0/quotas/a60f0d595d6b495a8284de41a766afff HTTP/1.1" status: 200 len: 375 time: 0.0218871 Sep 23 19:17:45.175753 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 54078) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:17:45.199796 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-754d3fe4-a417-410b-bc42-f76b39dae4ab req-222381df-afe9-421d-8adc-375dfaf9baa4 tempest-ServerDiagnosticsNegativeTest-1325912694 tempest-ServerDiagnosticsNegativeTest-1325912694-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=a60f0d595d6b495a8284de41a766afff&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0488036 Sep 23 19:17:45.263357 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 54084) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:17:45.380049 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-957d5731-a513-496d-9110-7aab310aabb5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:17:45.451341 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-05e5e23a-e48b-42df-8abb-56631079b14e admin admin] Notify callbacks [] for security_group, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:17:45.535371 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-957d5731-a513-496d-9110-7aab310aabb5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:17:45.538746 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 54112) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:17:45.541240 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-957d5731-a513-496d-9110-7aab310aabb5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:17:45.583411 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-957d5731-a513-496d-9110-7aab310aabb5 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=382540de25da4b5db9809eb545c46ee6&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4056094 Sep 23 19:17:45.585820 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 54120) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:17:45.617910 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-957d5731-a513-496d-9110-7aab310aabb5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26a6bb00-d689-4da7-a896-ba2de7edb595,revision_number=1']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:17:45.626956 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-957d5731-a513-496d-9110-7aab310aabb5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:17:45.627379 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-957d5731-a513-496d-9110-7aab310aabb5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:17:45.627650 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-957d5731-a513-496d-9110-7aab310aabb5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:17:45.627989 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-957d5731-a513-496d-9110-7aab310aabb5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:17:45.628318 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-957d5731-a513-496d-9110-7aab310aabb5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:17:45.628680 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-957d5731-a513-496d-9110-7aab310aabb5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:17:45.629014 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-957d5731-a513-496d-9110-7aab310aabb5 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:17:45.629342 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-957d5731-a513-496d-9110-7aab310aabb5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:17:45.629671 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-957d5731-a513-496d-9110-7aab310aabb5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:17:45.629995 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-957d5731-a513-496d-9110-7aab310aabb5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:17:45.630315 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-957d5731-a513-496d-9110-7aab310aabb5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:17:45.630805 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-957d5731-a513-496d-9110-7aab310aabb5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:17:45.632147 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-957d5731-a513-496d-9110-7aab310aabb5 admin admin] Tracked resource versions report: Sep 23 19:17:45.632147 n-d-713301-16 neutron-server[95101]: pushed versions: Sep 23 19:17:45.632147 n-d-713301-16 neutron-server[95101]: { 'AddressGroup': {'1.2'}, Sep 23 19:17:45.632147 n-d-713301-16 neutron-server[95101]: 'ConntrackHelper': {'1.0'}, Sep 23 19:17:45.632147 n-d-713301-16 neutron-server[95101]: 'Log': {'1.0'}, Sep 23 19:17:45.632147 n-d-713301-16 neutron-server[95101]: 'Network': {'1.1'}, Sep 23 19:17:45.632147 n-d-713301-16 neutron-server[95101]: 'Port': {'1.7'}, Sep 23 19:17:45.632147 n-d-713301-16 neutron-server[95101]: 'PortForwarding': {'1.2'}, Sep 23 19:17:45.632147 n-d-713301-16 neutron-server[95101]: 'QosPolicy': {'1.9'}, Sep 23 19:17:45.632147 n-d-713301-16 neutron-server[95101]: 'SecurityGroup': {'1.4'}, Sep 23 19:17:45.632147 n-d-713301-16 neutron-server[95101]: 'SecurityGroupRule': {'1.2'}, Sep 23 19:17:45.632147 n-d-713301-16 neutron-server[95101]: 'SubPort': {'1.0'}, Sep 23 19:17:45.632147 n-d-713301-16 neutron-server[95101]: 'Subnet': {'1.1'}, Sep 23 19:17:45.632147 n-d-713301-16 neutron-server[95101]: 'Trunk': {'1.1'}} Sep 23 19:17:45.632147 n-d-713301-16 neutron-server[95101]: consumer versions: Sep 23 19:17:45.632147 n-d-713301-16 neutron-server[95101]: { DHCP agent@n-d-713301-16: {}, Sep 23 19:17:45.632147 n-d-713301-16 neutron-server[95101]: HyperV agent@n-h1-713301-16: {}, Sep 23 19:17:45.632147 n-d-713301-16 neutron-server[95101]: HyperV agent@n-h2-713301-16: {}, Sep 23 19:17:45.632147 n-d-713301-16 neutron-server[95101]: L3 agent@n-d-713301-16: {}, Sep 23 19:17:45.632147 n-d-713301-16 neutron-server[95101]: Metadata agent@n-d-713301-16: {}, Sep 23 19:17:45.632147 n-d-713301-16 neutron-server[95101]: Metering agent@n-d-713301-16: {}, Sep 23 19:17:45.632147 n-d-713301-16 neutron-server[95101]: Open vSwitch agent@n-d-713301-16: { 'AddressGroup': '1.2', Sep 23 19:17:45.632147 n-d-713301-16 neutron-server[95101]: 'ConntrackHelper': '1.0', Sep 23 19:17:45.632147 n-d-713301-16 neutron-server[95101]: 'Log': '1.0', Sep 23 19:17:45.632147 n-d-713301-16 neutron-server[95101]: 'Network': '1.1', Sep 23 19:17:45.632147 n-d-713301-16 neutron-server[95101]: 'Port': '1.7', Sep 23 19:17:45.632147 n-d-713301-16 neutron-server[95101]: 'PortForwarding': '1.2', Sep 23 19:17:45.632147 n-d-713301-16 neutron-server[95101]: 'QosPolicy': '1.9', Sep 23 19:17:45.632147 n-d-713301-16 neutron-server[95101]: 'SecurityGroup': '1.4', Sep 23 19:17:45.632147 n-d-713301-16 neutron-server[95101]: 'SecurityGroupRule': '1.2', Sep 23 19:17:45.632147 n-d-713301-16 neutron-server[95101]: 'SubPort': '1.0', Sep 23 19:17:45.632147 n-d-713301-16 neutron-server[95101]: 'Subnet': '1.1', Sep 23 19:17:45.632147 n-d-713301-16 neutron-server[95101]: 'Trunk': '1.1'}} Sep 23 19:17:45.632147 n-d-713301-16 neutron-server[95101]: {{(pid=95101) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 23 19:17:45.670589 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-fc5fba61-b35f-4391-999b-e314fdb5afe2 req-cc8e99ac-df9f-4211-8033-cb05efbf9c4e tempest-ServerDiagnosticsNegativeTest-1325912694 tempest-ServerDiagnosticsNegativeTest-1325912694-project] 10.222.0.67 "GET /v2.0/ports?device_id=62a712d1-ebfa-4a2e-987a-2d535a34307c HTTP/1.1" status: 200 len: 210 time: 0.1284056 Sep 23 19:17:45.707132 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-f15e5f52-097f-46a1-9571-76af4972f611 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:17:45.731664 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-05e5e23a-e48b-42df-8abb-56631079b14e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:17:45.737748 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-05e5e23a-e48b-42df-8abb-56631079b14e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:17:45.770570 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-f15e5f52-097f-46a1-9571-76af4972f611 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:17:45.803741 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-05e5e23a-e48b-42df-8abb-56631079b14e admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=3ec6552979a14aefb767734a729476e0&name=default HTTP/1.1" status: 200 len: 2975 time: 0.5365903 Sep 23 19:17:45.805876 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 54144) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:17:45.822824 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05e5e23a-e48b-42df-8abb-56631079b14e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=738bc6ca-d41f-4a21-a05c-e31ddf8d193e,revision_number=1']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:17:45.871541 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-f15e5f52-097f-46a1-9571-76af4972f611 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:17:45.874404 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-f15e5f52-097f-46a1-9571-76af4972f611 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:17:45.875518 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-f15e5f52-097f-46a1-9571-76af4972f611 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/26a6bb00-d689-4da7-a896-ba2de7edb595 HTTP/1.1" status: 204 len: 168 time: 0.2887726 Sep 23 19:17:45.907862 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-df58530c-2f00-4044-9026-3cb6d15588ed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:17:45.910747 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f15e5f52-097f-46a1-9571-76af4972f611 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26a6bb00-d689-4da7-a896-ba2de7edb595,revision_number=None']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:17:45.922815 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f15e5f52-097f-46a1-9571-76af4972f611 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:17:45.923351 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f15e5f52-097f-46a1-9571-76af4972f611 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:17:45.923825 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f15e5f52-097f-46a1-9571-76af4972f611 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:17:45.924293 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f15e5f52-097f-46a1-9571-76af4972f611 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:17:45.924829 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f15e5f52-097f-46a1-9571-76af4972f611 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:17:45.925385 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f15e5f52-097f-46a1-9571-76af4972f611 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:17:45.925885 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f15e5f52-097f-46a1-9571-76af4972f611 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:17:45.926485 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f15e5f52-097f-46a1-9571-76af4972f611 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:17:45.927510 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f15e5f52-097f-46a1-9571-76af4972f611 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:17:45.928094 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f15e5f52-097f-46a1-9571-76af4972f611 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:17:45.928485 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f15e5f52-097f-46a1-9571-76af4972f611 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:17:45.928898 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f15e5f52-097f-46a1-9571-76af4972f611 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:17:45.930031 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f15e5f52-097f-46a1-9571-76af4972f611 admin admin] Tracked resource versions report: Sep 23 19:17:45.930031 n-d-713301-16 neutron-server[95102]: pushed versions: Sep 23 19:17:45.930031 n-d-713301-16 neutron-server[95102]: { 'AddressGroup': {'1.2'}, Sep 23 19:17:45.930031 n-d-713301-16 neutron-server[95102]: 'ConntrackHelper': {'1.0'}, Sep 23 19:17:45.930031 n-d-713301-16 neutron-server[95102]: 'Log': {'1.0'}, Sep 23 19:17:45.930031 n-d-713301-16 neutron-server[95102]: 'Network': {'1.1'}, Sep 23 19:17:45.930031 n-d-713301-16 neutron-server[95102]: 'Port': {'1.7'}, Sep 23 19:17:45.930031 n-d-713301-16 neutron-server[95102]: 'PortForwarding': {'1.2'}, Sep 23 19:17:45.930031 n-d-713301-16 neutron-server[95102]: 'QosPolicy': {'1.9'}, Sep 23 19:17:45.930031 n-d-713301-16 neutron-server[95102]: 'SecurityGroup': {'1.4'}, Sep 23 19:17:45.930031 n-d-713301-16 neutron-server[95102]: 'SecurityGroupRule': {'1.2'}, Sep 23 19:17:45.930031 n-d-713301-16 neutron-server[95102]: 'SubPort': {'1.0'}, Sep 23 19:17:45.930031 n-d-713301-16 neutron-server[95102]: 'Subnet': {'1.1'}, Sep 23 19:17:45.930031 n-d-713301-16 neutron-server[95102]: 'Trunk': {'1.1'}} Sep 23 19:17:45.930031 n-d-713301-16 neutron-server[95102]: consumer versions: Sep 23 19:17:45.930031 n-d-713301-16 neutron-server[95102]: { DHCP agent@n-d-713301-16: {}, Sep 23 19:17:45.930031 n-d-713301-16 neutron-server[95102]: HyperV agent@n-h1-713301-16: {}, Sep 23 19:17:45.930031 n-d-713301-16 neutron-server[95102]: HyperV agent@n-h2-713301-16: {}, Sep 23 19:17:45.930031 n-d-713301-16 neutron-server[95102]: L3 agent@n-d-713301-16: {}, Sep 23 19:17:45.930031 n-d-713301-16 neutron-server[95102]: Metadata agent@n-d-713301-16: {}, Sep 23 19:17:45.930031 n-d-713301-16 neutron-server[95102]: Metering agent@n-d-713301-16: {}, Sep 23 19:17:45.930031 n-d-713301-16 neutron-server[95102]: Open vSwitch agent@n-d-713301-16: { 'AddressGroup': '1.2', Sep 23 19:17:45.930031 n-d-713301-16 neutron-server[95102]: 'ConntrackHelper': '1.0', Sep 23 19:17:45.930031 n-d-713301-16 neutron-server[95102]: 'Log': '1.0', Sep 23 19:17:45.930031 n-d-713301-16 neutron-server[95102]: 'Network': '1.1', Sep 23 19:17:45.930031 n-d-713301-16 neutron-server[95102]: 'Port': '1.7', Sep 23 19:17:45.930031 n-d-713301-16 neutron-server[95102]: 'PortForwarding': '1.2', Sep 23 19:17:45.930031 n-d-713301-16 neutron-server[95102]: 'QosPolicy': '1.9', Sep 23 19:17:45.930031 n-d-713301-16 neutron-server[95102]: 'SecurityGroup': '1.4', Sep 23 19:17:45.930031 n-d-713301-16 neutron-server[95102]: 'SecurityGroupRule': '1.2', Sep 23 19:17:45.930031 n-d-713301-16 neutron-server[95102]: 'SubPort': '1.0', Sep 23 19:17:45.930031 n-d-713301-16 neutron-server[95102]: 'Subnet': '1.1', Sep 23 19:17:45.930031 n-d-713301-16 neutron-server[95102]: 'Trunk': '1.1'}} Sep 23 19:17:45.930031 n-d-713301-16 neutron-server[95102]: {{(pid=95102) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 23 19:17:45.964963 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-df58530c-2f00-4044-9026-3cb6d15588ed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:17:46.185773 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-df58530c-2f00-4044-9026-3cb6d15588ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:17:46.188253 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-df58530c-2f00-4044-9026-3cb6d15588ed admin admin] Notify callbacks [] for security_group, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:17:46.190169 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-df58530c-2f00-4044-9026-3cb6d15588ed admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/738bc6ca-d41f-4a21-a05c-e31ddf8d193e HTTP/1.1" status: 204 len: 168 time: 0.3825247 Sep 23 19:17:46.200243 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df58530c-2f00-4044-9026-3cb6d15588ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=738bc6ca-d41f-4a21-a05c-e31ddf8d193e,revision_number=None']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:17:46.309074 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 54190) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:17:46.329881 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-ec03a8d4-11e8-47de-a892-ed4b8fea083d admin admin] Notify callbacks [] for security_group, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:17:46.487586 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-544b9ce8-b1c9-4bd2-a451-4d288db19245 req-98af58bf-6114-414c-b97b-4706d845cbe8 tempest-AggregatesAdminTestJSON-599813148 tempest-AggregatesAdminTestJSON-599813148-project] 10.222.0.67 "GET /v2.0/networks?tenant_id=c58a255c5cfd4bd5a863bb2ccae2b200&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0407124 Sep 23 19:17:46.522547 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-ec03a8d4-11e8-47de-a892-ed4b8fea083d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:17:46.530588 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-ec03a8d4-11e8-47de-a892-ed4b8fea083d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:17:46.576846 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-ec03a8d4-11e8-47de-a892-ed4b8fea083d admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=410da38622bb414ca027851ae06614fb&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2665675 Sep 23 19:17:46.577695 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 54210) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:17:46.617811 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-544b9ce8-b1c9-4bd2-a451-4d288db19245 req-9392ae2d-039d-418f-aeca-f275ed4e67a5 tempest-AggregatesAdminTestJSON-599813148 tempest-AggregatesAdminTestJSON-599813148-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:17:46.621816 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec03a8d4-11e8-47de-a892-ed4b8fea083d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=320f092e-2877-4380-b29e-ddd05ff8dd8c,revision_number=1']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:17:46.626483 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-544b9ce8-b1c9-4bd2-a451-4d288db19245 req-9392ae2d-039d-418f-aeca-f275ed4e67a5 tempest-AggregatesAdminTestJSON-599813148 tempest-AggregatesAdminTestJSON-599813148-project] 10.222.0.67 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1378713 Sep 23 19:17:46.643930 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-544b9ce8-b1c9-4bd2-a451-4d288db19245 req-b005ae35-e4fb-4b00-a456-725cf4092adb tempest-AggregatesAdminTestJSON-599813148 tempest-AggregatesAdminTestJSON-599813148-project] 10.222.0.67 "GET /v2.0/quotas/c58a255c5cfd4bd5a863bb2ccae2b200 HTTP/1.1" status: 200 len: 375 time: 0.0164549 Sep 23 19:17:46.694170 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-544b9ce8-b1c9-4bd2-a451-4d288db19245 req-7aefd3e6-2aed-4862-a182-d614d032d9ae tempest-AggregatesAdminTestJSON-599813148 tempest-AggregatesAdminTestJSON-599813148-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=c58a255c5cfd4bd5a863bb2ccae2b200&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0492592 Sep 23 19:17:46.746687 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-e0e0b581-3262-4329-b311-4aebb93f3206 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:17:46.747826 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 54218) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:17:46.774392 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-e0e0b581-3262-4329-b311-4aebb93f3206 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:17:46.815299 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-8e9e575b-47c7-4535-bd38-195442660c3b req-30bc06b3-2492-4505-a38e-f5e7a05a8546 tempest-ServerDiagnosticsNegativeTest-1325912694 tempest-ServerDiagnosticsNegativeTest-1325912694-project] 10.222.0.67 "GET /v2.0/ports?device_id=62a712d1-ebfa-4a2e-987a-2d535a34307c HTTP/1.1" status: 200 len: 210 time: 0.0715275 Sep 23 19:17:46.847983 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-e0e0b581-3262-4329-b311-4aebb93f3206 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:17:46.851556 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-e0e0b581-3262-4329-b311-4aebb93f3206 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:17:46.856187 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-e0e0b581-3262-4329-b311-4aebb93f3206 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/320f092e-2877-4380-b29e-ddd05ff8dd8c HTTP/1.1" status: 204 len: 168 time: 0.2702091 Sep 23 19:17:46.865053 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0e0b581-3262-4329-b311-4aebb93f3206 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=320f092e-2877-4380-b29e-ddd05ff8dd8c,revision_number=None']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:17:46.980843 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-228700da-a813-4fa8-8bde-9dab7ae14640 req-9e0d8a37-e91a-4ec8-8c1c-2a8ff0b63c35 tempest-AggregatesAdminTestJSON-599813148 tempest-AggregatesAdminTestJSON-599813148-project] 10.222.0.67 "GET /v2.0/ports?device_id=906f408e-a0cc-4cd4-9ed0-96a70642e328 HTTP/1.1" status: 200 len: 210 time: 0.0368266 Sep 23 19:17:46.993852 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-19d8b2e3-c6cc-4ae3-812c-f5903f567809 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:17:47.013841 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 54236) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:17:47.035362 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-787c7e2e-44e9-498c-828e-11537efa8f10 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:17:47.160768 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-19d8b2e3-c6cc-4ae3-812c-f5903f567809 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:17:47.167023 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-19d8b2e3-c6cc-4ae3-812c-f5903f567809 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:17:47.231184 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 54246) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:17:47.242796 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-19d8b2e3-c6cc-4ae3-812c-f5903f567809 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=7ba9358afece4d66a0849095dd3dd88a&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4893382 Sep 23 19:17:47.253185 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d8b2e3-c6cc-4ae3-812c-f5903f567809 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fee63a79-aa35-4100-8031-75bb12a3cab3,revision_number=1']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:17:47.301185 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-1d0dbb0b-bb87-407c-8d35-be30f8de1d2a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:17:47.329505 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-1d0dbb0b-bb87-407c-8d35-be30f8de1d2a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:17:47.391229 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-787c7e2e-44e9-498c-828e-11537efa8f10 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:17:47.402742 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-787c7e2e-44e9-498c-828e-11537efa8f10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:17:47.403661 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-1d0dbb0b-bb87-407c-8d35-be30f8de1d2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:17:47.411966 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-1d0dbb0b-bb87-407c-8d35-be30f8de1d2a admin admin] Notify callbacks [] for security_group, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:17:47.413276 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-1d0dbb0b-bb87-407c-8d35-be30f8de1d2a admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/fee63a79-aa35-4100-8031-75bb12a3cab3 HTTP/1.1" status: 204 len: 168 time: 0.1811242 Sep 23 19:17:47.428948 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d0dbb0b-bb87-407c-8d35-be30f8de1d2a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fee63a79-aa35-4100-8031-75bb12a3cab3,revision_number=None']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:17:47.509809 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-787c7e2e-44e9-498c-828e-11537efa8f10 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f17f33b-790d-403a-93c1-bf597ed191a3,revision_number=1']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:17:47.522888 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 54262) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:17:47.523330 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-787c7e2e-44e9-498c-828e-11537efa8f10 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=13a68e332a90475581136a899d13875a&name=default HTTP/1.1" status: 200 len: 2975 time: 0.5079136 Sep 23 19:17:47.579327 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-02c28bc1-0ea9-4a91-904c-902413cdc740 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:17:47.605128 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-02c28bc1-0ea9-4a91-904c-902413cdc740 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:17:47.666559 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-02c28bc1-0ea9-4a91-904c-902413cdc740 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:17:47.669210 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-02c28bc1-0ea9-4a91-904c-902413cdc740 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:17:47.671543 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-02c28bc1-0ea9-4a91-904c-902413cdc740 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/5f17f33b-790d-403a-93c1-bf597ed191a3 HTTP/1.1" status: 204 len: 168 time: 0.1474991 Sep 23 19:17:47.683160 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02c28bc1-0ea9-4a91-904c-902413cdc740 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f17f33b-790d-403a-93c1-bf597ed191a3,revision_number=None']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:17:47.814877 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 54276) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:17:47.828355 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.53', 56937) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:17:47.835300 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-e1de91f7-9300-47c9-a38f-f83118c5978d admin admin] Notify callbacks [] for security_group, before_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:17:47.913832 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-754d3fe4-a417-410b-bc42-f76b39dae4ab req-ad19d2fd-a79f-4797-ad48-2a5045d1e54f tempest-ServerDiagnosticsNegativeTest-1325912694 tempest-ServerDiagnosticsNegativeTest-1325912694-project] 10.222.0.53 "GET /v2.0/networks?tenant_id=a60f0d595d6b495a8284de41a766afff&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0825121 Sep 23 19:17:48.084564 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-e1de91f7-9300-47c9-a38f-f83118c5978d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:17:48.146311 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-10860c46-9961-4cf6-ac7f-d13200d77364 req-7d8bf0bb-436c-4090-97dc-aa722119e380 tempest-ServerDiagnosticsNegativeTest-1325912694 tempest-ServerDiagnosticsNegativeTest-1325912694-project] 10.222.0.67 "GET /v2.0/ports?device_id=62a712d1-ebfa-4a2e-987a-2d535a34307c HTTP/1.1" status: 200 len: 210 time: 0.0877275 Sep 23 19:17:48.148905 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-e1de91f7-9300-47c9-a38f-f83118c5978d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:17:48.241918 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-e1de91f7-9300-47c9-a38f-f83118c5978d admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=c327fac1372f42e98d5c26c49b11fa5f&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4255450 Sep 23 19:17:48.251047 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 54300) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:17:48.309957 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-0f49a2aa-7b00-42f5-9119-930b6ecd1459 req-93467ce9-9064-4673-89c8-4e7a326890cc tempest-AggregatesAdminTestJSON-599813148 tempest-AggregatesAdminTestJSON-599813148-project] 10.222.0.67 "GET /v2.0/ports?device_id=906f408e-a0cc-4cd4-9ed0-96a70642e328 HTTP/1.1" status: 200 len: 210 time: 0.0553641 Sep 23 19:17:48.312212 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1de91f7-9300-47c9-a38f-f83118c5978d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6939aecd-041c-4fcf-99a4-6a2543adfbfb,revision_number=1']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:17:48.341659 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754d3fe4-a417-410b-bc42-f76b39dae4ab req-bcc3ff10-1d8e-45fd-b960-d8960ab86b62 tempest-ServerDiagnosticsNegativeTest-1325912694 tempest-ServerDiagnosticsNegativeTest-1325912694-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:17:48.343585 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-754d3fe4-a417-410b-bc42-f76b39dae4ab req-bcc3ff10-1d8e-45fd-b960-d8960ab86b62 tempest-ServerDiagnosticsNegativeTest-1325912694 tempest-ServerDiagnosticsNegativeTest-1325912694-project] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4248743 Sep 23 19:17:48.376312 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 54306) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:17:48.388466 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-a7879ee6-808c-4e69-bd5f-66f57005f85f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:17:48.418243 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-a7879ee6-808c-4e69-bd5f-66f57005f85f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:17:48.459506 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.v2.base [req-754d3fe4-a417-410b-bc42-f76b39dae4ab req-99e34fd2-61af-411f-b2c2-6f3bdb6588ac tempest-ServerDiagnosticsNegativeTest-1325912694 tempest-ServerDiagnosticsNegativeTest-1325912694-project] Request body: {'port': {'device_id': '62a712d1-ebfa-4a2e-987a-2d535a34307c', 'network_id': '5220cb0c-da05-478a-9604-8c11469a05b4', 'admin_state_up': True, 'tenant_id': 'a60f0d595d6b495a8284de41a766afff'}} {{(pid=95101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:17:48.493796 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.74', 55236) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:17:48.523518 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-544b9ce8-b1c9-4bd2-a451-4d288db19245 req-c818c407-da48-4f42-881a-6b0a96b43fd9 tempest-AggregatesAdminTestJSON-599813148 tempest-AggregatesAdminTestJSON-599813148-project] 10.222.0.74 "GET /v2.0/networks?tenant_id=c58a255c5cfd4bd5a863bb2ccae2b200&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0285063 Sep 23 19:17:48.593727 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-a7879ee6-808c-4e69-bd5f-66f57005f85f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:17:48.596178 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-a7879ee6-808c-4e69-bd5f-66f57005f85f admin admin] Notify callbacks [] for security_group, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:17:48.597355 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-a7879ee6-808c-4e69-bd5f-66f57005f85f admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/6939aecd-041c-4fcf-99a4-6a2543adfbfb HTTP/1.1" status: 204 len: 168 time: 0.3443317 Sep 23 19:17:48.622630 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7879ee6-808c-4e69-bd5f-66f57005f85f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6939aecd-041c-4fcf-99a4-6a2543adfbfb,revision_number=None']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:17:48.666975 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.v2.base [None req-81eaca4a-d521-4985-a101-f275b4b7c095 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsNegativeTestJSON-1718817476-network', 'tenant_id': 'b756d49085384071a17c2d3d1ef62c53'}} {{(pid=95101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:17:48.700830 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-544b9ce8-b1c9-4bd2-a451-4d288db19245 req-3ef7b73c-183a-413d-9b25-7bcb6745dcca tempest-AggregatesAdminTestJSON-599813148 tempest-AggregatesAdminTestJSON-599813148-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:17:48.703580 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-544b9ce8-b1c9-4bd2-a451-4d288db19245 req-3ef7b73c-183a-413d-9b25-7bcb6745dcca tempest-AggregatesAdminTestJSON-599813148 tempest-AggregatesAdminTestJSON-599813148-project] 10.222.0.74 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1739264 Sep 23 19:17:48.720631 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81eaca4a-d521-4985-a101-f275b4b7c095 admin admin] Made reservation on behalf of b756d49085384071a17c2d3d1ef62c53 for: {'network': 1} {{(pid=95101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:17:48.722938 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-81eaca4a-d521-4985-a101-f275b4b7c095 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for network, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:17:48.735738 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-81eaca4a-d521-4985-a101-f275b4b7c095 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:17:48.745330 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-754d3fe4-a417-410b-bc42-f76b39dae4ab req-99e34fd2-61af-411f-b2c2-6f3bdb6588ac tempest-ServerDiagnosticsNegativeTest-1325912694 tempest-ServerDiagnosticsNegativeTest-1325912694-project] Made reservation on behalf of a60f0d595d6b495a8284de41a766afff for: {'port': 1} {{(pid=95101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:17:48.748779 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-754d3fe4-a417-410b-bc42-f76b39dae4ab req-99e34fd2-61af-411f-b2c2-6f3bdb6588ac tempest-ServerDiagnosticsNegativeTest-1325912694 tempest-ServerDiagnosticsNegativeTest-1325912694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:17:48.762367 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-754d3fe4-a417-410b-bc42-f76b39dae4ab req-99e34fd2-61af-411f-b2c2-6f3bdb6588ac tempest-ServerDiagnosticsNegativeTest-1325912694 tempest-ServerDiagnosticsNegativeTest-1325912694-project] Notify callbacks [] for security_group, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:17:48.809585 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.v2.base [req-544b9ce8-b1c9-4bd2-a451-4d288db19245 req-6d723d9b-9a60-43b6-8e81-d762494834e8 tempest-AggregatesAdminTestJSON-599813148 tempest-AggregatesAdminTestJSON-599813148-project] Request body: {'port': {'device_id': '906f408e-a0cc-4cd4-9ed0-96a70642e328', 'network_id': '5220cb0c-da05-478a-9604-8c11469a05b4', 'admin_state_up': True, 'tenant_id': 'c58a255c5cfd4bd5a863bb2ccae2b200'}} {{(pid=95102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:17:48.882299 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-81eaca4a-d521-4985-a101-f275b4b7c095 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:17:48.891932 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-81eaca4a-d521-4985-a101-f275b4b7c095 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:17:48.940258 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-81eaca4a-d521-4985-a101-f275b4b7c095 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 618} {{(pid=95101) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 19:17:48.966229 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81eaca4a-d521-4985-a101-f275b4b7c095 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a7c4d23-e66f-4f9e-81ae-8f6d3c05d45b,revision_number=1']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:17:48.969215 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-81eaca4a-d521-4985-a101-f275b4b7c095 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1756186'] for segment, precommit_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:17:48.969723 n-d-713301-16 neutron-server[95101]: INFO neutron.db.segments_db [None req-81eaca4a-d521-4985-a101-f275b4b7c095 admin admin] Added segment 51e4c36a-a2c2-4558-a10b-484c3f359851 of type vlan for network ced61e55-e9f6-474e-9c22-ef2f67ecf614 Sep 23 19:17:49.002691 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 54342) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:17:49.031502 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-81eaca4a-d521-4985-a101-f275b4b7c095 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783145630486'] for network, precommit_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:17:49.081568 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-81eaca4a-d521-4985-a101-f275b4b7c095 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299'] for network, after_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:17:49.082539 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81eaca4a-d521-4985-a101-f275b4b7c095 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:17:49.083112 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-81eaca4a-d521-4985-a101-f275b4b7c095 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527417'] for network, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:17:49.091539 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-754d3fe4-a417-410b-bc42-f76b39dae4ab req-99e34fd2-61af-411f-b2c2-6f3bdb6588ac tempest-ServerDiagnosticsNegativeTest-1325912694 tempest-ServerDiagnosticsNegativeTest-1325912694-project] Notify callbacks [] for security_group, precommit_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:17:49.111229 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-754d3fe4-a417-410b-bc42-f76b39dae4ab req-99e34fd2-61af-411f-b2c2-6f3bdb6588ac tempest-ServerDiagnosticsNegativeTest-1325912694 tempest-ServerDiagnosticsNegativeTest-1325912694-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:17:49.138174 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-544b9ce8-b1c9-4bd2-a451-4d288db19245 req-6d723d9b-9a60-43b6-8e81-d762494834e8 tempest-AggregatesAdminTestJSON-599813148 tempest-AggregatesAdminTestJSON-599813148-project] Made reservation on behalf of c58a255c5cfd4bd5a863bb2ccae2b200 for: {'port': 1} {{(pid=95102) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:17:49.146194 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-544b9ce8-b1c9-4bd2-a451-4d288db19245 req-6d723d9b-9a60-43b6-8e81-d762494834e8 tempest-AggregatesAdminTestJSON-599813148 tempest-AggregatesAdminTestJSON-599813148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:17:49.156944 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-544b9ce8-b1c9-4bd2-a451-4d288db19245 req-6d723d9b-9a60-43b6-8e81-d762494834e8 tempest-AggregatesAdminTestJSON-599813148 tempest-AggregatesAdminTestJSON-599813148-project] Notify callbacks [] for security_group, before_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:17:49.174968 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e34fd2-61af-411f-b2c2-6f3bdb6588ac tempest-ServerDiagnosticsNegativeTest-1325912694 tempest-ServerDiagnosticsNegativeTest-1325912694-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dd5f3a88-c30d-4ec8-82b8-3ddce67b6d97,revision_number=1']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:17:49.226401 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-81eaca4a-d521-4985-a101-f275b4b7c095 admin admin] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 0.8488441 Sep 23 19:17:49.232783 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 54358) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:17:49.250037 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.v2.base [None req-d18af681-9e09-42e3-a122-5f9dfd1a9063 admin admin] Request body: {'subnet': {'network_id': 'ced61e55-e9f6-474e-9c22-ef2f67ecf614', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsNegativeTestJSON-1718817476-subnet', 'tenant_id': 'b756d49085384071a17c2d3d1ef62c53', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=95102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:17:49.335581 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81eaca4a-d521-4985-a101-f275b4b7c095 admin admin] Pushing event updated for resources: {'Network': ['ID=ced61e55-e9f6-474e-9c22-ef2f67ecf614,revision_number=1']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:17:49.347131 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Network ced61e55-e9f6-474e-9c22-ef2f67ecf614 details requested by agent ovs-agent-n-d-713301-16 with host n-d-713301-16 {{(pid=95103) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 19:17:49.386531 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.v2.base [None req-82ca9703-e19d-4ca9-9994-dcf23ce72222 admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1785898101-network', 'tenant_id': '07622c7485a94956bd0dfade6db60bcf'}} {{(pid=95101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:17:49.423873 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-2539e033-a477-4411-bcbd-3e2e63a9c855 req-f7c47b68-3ac6-4f90-a004-5628b6f5139d tempest-ServerDiagnosticsNegativeTest-1325912694 tempest-ServerDiagnosticsNegativeTest-1325912694-project] 10.222.0.67 "GET /v2.0/ports?device_id=62a712d1-ebfa-4a2e-987a-2d535a34307c HTTP/1.1" status: 200 len: 210 time: 0.1437955 Sep 23 19:17:49.564060 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-bc8ab0ef-10d7-4579-8257-ac5bacc6c978 req-401711ea-ecee-4cec-b623-13461e004eea tempest-AggregatesAdminTestJSON-599813148 tempest-AggregatesAdminTestJSON-599813148-project] 10.222.0.67 "GET /v2.0/ports?device_id=906f408e-a0cc-4cd4-9ed0-96a70642e328 HTTP/1.1" status: 200 len: 210 time: 0.1032670 Sep 23 19:17:49.623135 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-f8139fea-1a9e-49a9-a2ad-6c168f820935 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:17:49.658297 n-d-713301-16 neutron-server[95101]: DEBUG neutron.db.db_base_plugin_common [req-754d3fe4-a417-410b-bc42-f76b39dae4ab req-99e34fd2-61af-411f-b2c2-6f3bdb6588ac tempest-ServerDiagnosticsNegativeTest-1325912694 tempest-ServerDiagnosticsNegativeTest-1325912694-project] Allocated IP 192.168.233.141 (5220cb0c-da05-478a-9604-8c11469a05b4/1ccc69bc-9d6b-44d9-b227-204e47dc6e45/829fe766-0cd0-4105-87ca-0859a4186169) {{(pid=95101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 19:17:49.691336 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-544b9ce8-b1c9-4bd2-a451-4d288db19245 req-6d723d9b-9a60-43b6-8e81-d762494834e8 tempest-AggregatesAdminTestJSON-599813148 tempest-AggregatesAdminTestJSON-599813148-project] Notify callbacks [] for security_group, precommit_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:17:49.710101 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-544b9ce8-b1c9-4bd2-a451-4d288db19245 req-6d723d9b-9a60-43b6-8e81-d762494834e8 tempest-AggregatesAdminTestJSON-599813148 tempest-AggregatesAdminTestJSON-599813148-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:17:49.726867 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d18af681-9e09-42e3-a122-5f9dfd1a9063 admin admin] Made reservation on behalf of b756d49085384071a17c2d3d1ef62c53 for: {'subnet': 1} {{(pid=95102) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:17:49.731731 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-d18af681-9e09-42e3-a122-5f9dfd1a9063 admin admin] Notify callbacks [] for subnet, before_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:17:49.808625 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82ca9703-e19d-4ca9-9994-dcf23ce72222 admin admin] Made reservation on behalf of 07622c7485a94956bd0dfade6db60bcf for: {'network': 1} {{(pid=95101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:17:49.810664 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-82ca9703-e19d-4ca9-9994-dcf23ce72222 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for network, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:17:49.844752 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-82ca9703-e19d-4ca9-9994-dcf23ce72222 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:17:49.962954 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d723d9b-9a60-43b6-8e81-d762494834e8 tempest-AggregatesAdminTestJSON-599813148 tempest-AggregatesAdminTestJSON-599813148-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b79a559f-1696-46fe-9fcc-92a6c25c4030,revision_number=1']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:17:50.074039 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-754d3fe4-a417-410b-bc42-f76b39dae4ab req-99e34fd2-61af-411f-b2c2-6f3bdb6588ac tempest-ServerDiagnosticsNegativeTest-1325912694 tempest-ServerDiagnosticsNegativeTest-1325912694-project] Notify callbacks [] for port, precommit_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:17:50.132780 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-82ca9703-e19d-4ca9-9994-dcf23ce72222 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:17:50.142854 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-82ca9703-e19d-4ca9-9994-dcf23ce72222 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:17:50.189672 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ca9703-e19d-4ca9-9994-dcf23ce72222 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=456e066c-d222-42f0-b2c6-abb23891b299,revision_number=1']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:17:50.214316 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-82ca9703-e19d-4ca9-9994-dcf23ce72222 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 619} {{(pid=95101) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 19:17:50.262320 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-82ca9703-e19d-4ca9-9994-dcf23ce72222 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1756186'] for segment, precommit_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:17:50.262320 n-d-713301-16 neutron-server[95101]: INFO neutron.db.segments_db [None req-82ca9703-e19d-4ca9-9994-dcf23ce72222 admin admin] Added segment 7c11e0df-7313-4765-ac14-518be1d9f929 of type vlan for network d5983aa5-dc01-48bc-bff2-9c83789f0fba Sep 23 19:17:50.286201 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-754d3fe4-a417-410b-bc42-f76b39dae4ab req-99e34fd2-61af-411f-b2c2-6f3bdb6588ac tempest-ServerDiagnosticsNegativeTest-1325912694 tempest-ServerDiagnosticsNegativeTest-1325912694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783145673135'] for port, after_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:17:50.371316 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-d18af681-9e09-42e3-a122-5f9dfd1a9063 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299'] for subnet, after_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:17:50.434655 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-82ca9703-e19d-4ca9-9994-dcf23ce72222 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783145630486'] for network, precommit_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:17:50.507781 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-82ca9703-e19d-4ca9-9994-dcf23ce72222 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299'] for network, after_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:17:50.508885 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82ca9703-e19d-4ca9-9994-dcf23ce72222 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:17:50.510295 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-82ca9703-e19d-4ca9-9994-dcf23ce72222 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527417'] for network, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:17:50.720634 n-d-713301-16 neutron-server[95102]: DEBUG neutron.db.db_base_plugin_common [req-544b9ce8-b1c9-4bd2-a451-4d288db19245 req-6d723d9b-9a60-43b6-8e81-d762494834e8 tempest-AggregatesAdminTestJSON-599813148 tempest-AggregatesAdminTestJSON-599813148-project] Allocated IP 192.168.233.24 (5220cb0c-da05-478a-9604-8c11469a05b4/1ccc69bc-9d6b-44d9-b227-204e47dc6e45/8b917f82-2724-44e7-93af-0463dea0cae8) {{(pid=95102) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 19:17:50.736118 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d18af681-9e09-42e3-a122-5f9dfd1a9063 admin admin] Pushing event updated for resources: {'Subnet': ['ID=10369437-2465-4e4e-8343-dcb95119cf8a,revision_number=0']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:17:50.762712 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ca9703-e19d-4ca9-9994-dcf23ce72222 admin admin] Pushing event updated for resources: {'Network': ['ID=d5983aa5-dc01-48bc-bff2-9c83789f0fba,revision_number=1']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:17:50.773158 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Network d5983aa5-dc01-48bc-bff2-9c83789f0fba details requested by agent ovs-agent-n-d-713301-16 with host n-d-713301-16 {{(pid=95103) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 19:17:50.814827 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-754d3fe4-a417-410b-bc42-f76b39dae4ab req-99e34fd2-61af-411f-b2c2-6f3bdb6588ac tempest-ServerDiagnosticsNegativeTest-1325912694 tempest-ServerDiagnosticsNegativeTest-1325912694-project] Network 5220cb0c-da05-478a-9604-8c11469a05b4 is already hosted by enough agents. {{(pid=95101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:17:50.832555 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.base_scheduler [req-754d3fe4-a417-410b-bc42-f76b39dae4ab req-99e34fd2-61af-411f-b2c2-6f3bdb6588ac tempest-ServerDiagnosticsNegativeTest-1325912694 tempest-ServerDiagnosticsNegativeTest-1325912694-project] Resources bound (agent type, host, resource id): {{(pid=95101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:17:50.847695 n-d-713301-16 neutron-server[95101]: DEBUG neutron.db.l3_dvrscheduler_db [req-754d3fe4-a417-410b-bc42-f76b39dae4ab req-99e34fd2-61af-411f-b2c2-6f3bdb6588ac tempest-ServerDiagnosticsNegativeTest-1325912694 tempest-ServerDiagnosticsNegativeTest-1325912694-project] Received port after_create {{(pid=95101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 19:17:50.865973 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754d3fe4-a417-410b-bc42-f76b39dae4ab req-99e34fd2-61af-411f-b2c2-6f3bdb6588ac tempest-ServerDiagnosticsNegativeTest-1325912694 tempest-ServerDiagnosticsNegativeTest-1325912694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:17:50.872315 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-754d3fe4-a417-410b-bc42-f76b39dae4ab req-99e34fd2-61af-411f-b2c2-6f3bdb6588ac tempest-ServerDiagnosticsNegativeTest-1325912694 tempest-ServerDiagnosticsNegativeTest-1325912694-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527417'] for port, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:17:50.948107 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-e29b15f8-9b63-42b4-bd47-a73c779afd49 req-ce9a8e78-a68b-43f5-a579-c07d200c978f tempest-AggregatesAdminTestJSON-599813148 tempest-AggregatesAdminTestJSON-599813148-project] 10.222.0.67 "GET /v2.0/ports?device_id=906f408e-a0cc-4cd4-9ed0-96a70642e328 HTTP/1.1" status: 200 len: 210 time: 0.2677534 Sep 23 19:17:50.959203 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e34fd2-61af-411f-b2c2-6f3bdb6588ac tempest-ServerDiagnosticsNegativeTest-1325912694 tempest-ServerDiagnosticsNegativeTest-1325912694-project] Pushing event updated for resources: {'Port': ['ID=829fe766-0cd0-4105-87ca-0859a4186169,revision_number=1']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:17:50.990761 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-82ca9703-e19d-4ca9-9994-dcf23ce72222 admin admin] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.9850574 Sep 23 19:17:50.997743 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 54392) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:17:51.021254 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.v2.base [None req-01fed8bd-b523-4ef0-bfde-d8c0d264863f admin admin] Request body: {'subnet': {'network_id': 'd5983aa5-dc01-48bc-bff2-9c83789f0fba', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1785898101-subnet', 'tenant_id': '07622c7485a94956bd0dfade6db60bcf', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=95101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:17:51.025515 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d18af681-9e09-42e3-a122-5f9dfd1a9063 admin admin] Checking segment: {'id': '51e4c36a-a2c2-4558-a10b-484c3f359851', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'ced61e55-e9f6-474e-9c22-ef2f67ecf614'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95102) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:17:51.026095 n-d-713301-16 neutron-server[95102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d18af681-9e09-42e3-a122-5f9dfd1a9063 admin admin] Network hostable DHCP agents. Network: ced61e55-e9f6-474e-9c22-ef2f67ecf614, hostable agents: ['1b18bf05-1b5f-4587-be5c-af3ac38e32ad'], hosted agents: [] {{(pid=95102) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 19:17:51.039189 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-754d3fe4-a417-410b-bc42-f76b39dae4ab req-99e34fd2-61af-411f-b2c2-6f3bdb6588ac tempest-ServerDiagnosticsNegativeTest-1325912694 tempest-ServerDiagnosticsNegativeTest-1325912694-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.5860217 Sep 23 19:17:51.084009 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01fed8bd-b523-4ef0-bfde-d8c0d264863f admin admin] Made reservation on behalf of 07622c7485a94956bd0dfade6db60bcf for: {'subnet': 1} {{(pid=95101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:17:51.087794 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-01fed8bd-b523-4ef0-bfde-d8c0d264863f admin admin] Notify callbacks [] for subnet, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:17:51.171983 n-d-713301-16 neutron-server[95102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d18af681-9e09-42e3-a122-5f9dfd1a9063 admin admin] Network ced61e55-e9f6-474e-9c22-ef2f67ecf614 is scheduled to be hosted by DHCP agent 1b18bf05-1b5f-4587-be5c-af3ac38e32ad with binding_index 1 {{(pid=95102) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 19:17:51.232676 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a4ec17e-d4de-4268-8ffb-b8414fd7e3f6 req-5671a26e-28ef-436a-989e-fe5d0af439ee tempest-ServerDiagnosticsNegativeTest-1325912694 tempest-ServerDiagnosticsNegativeTest-1325912694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:17:51.234045 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-1a4ec17e-d4de-4268-8ffb-b8414fd7e3f6 req-5671a26e-28ef-436a-989e-fe5d0af439ee tempest-ServerDiagnosticsNegativeTest-1325912694 tempest-ServerDiagnosticsNegativeTest-1325912694-project] 10.222.0.67 "GET /v2.0/ports?device_id=62a712d1-ebfa-4a2e-987a-2d535a34307c HTTP/1.1" status: 200 len: 936 time: 0.6428497 Sep 23 19:17:51.343342 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-7265d528-b568-4f4a-8152-9f78896de757 None None] Provisioning complete for port 829fe766-0cd0-4105-87ca-0859a4186169 triggered by entity DHCP. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:17:51.343714 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-7265d528-b568-4f4a-8152-9f78896de757 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:17:51.361085 n-d-713301-16 neutron-server[95102]: DEBUG neutron.scheduler.base_scheduler [None req-d18af681-9e09-42e3-a122-5f9dfd1a9063 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713301-16, ced61e55-e9f6-474e-9c22-ef2f67ecf614) {{(pid=95102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:17:51.401896 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-01fed8bd-b523-4ef0-bfde-d8c0d264863f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299'] for subnet, after_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:17:51.412669 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d18af681-9e09-42e3-a122-5f9dfd1a9063 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:17:51.413268 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a1cdb63-e97e-45b5-99f5-cecd2c4b8ce0 None None] Network ced61e55-e9f6-474e-9c22-ef2f67ecf614 requested from n-d-713301-16 {{(pid=95103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 19:17:51.413364 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-d18af681-9e09-42e3-a122-5f9dfd1a9063 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527417'] for subnet, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:17:51.532700 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-d18af681-9e09-42e3-a122-5f9dfd1a9063 admin admin] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 2.2973685 Sep 23 19:17:51.543160 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 54402) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:17:51.545844 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-1a4ec17e-d4de-4268-8ffb-b8414fd7e3f6 req-50b29f55-cdd1-482c-bb67-a8ff38b60e7b tempest-ServerDiagnosticsNegativeTest-1325912694 tempest-ServerDiagnosticsNegativeTest-1325912694-project] 10.222.0.67 "GET /v2.0/security-groups?id=dd5f3a88-c30d-4ec8-82b8-3ddce67b6d97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2962677 Sep 23 19:17:51.555745 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.v2.base [None req-fb14fc89-4c85-4cd6-a2f3-10e0d0ca5234 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsNegativeTestJSON-1718817476-router', 'tenant_id': 'b756d49085384071a17c2d3d1ef62c53', 'external_gateway_info': {'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac'}}} {{(pid=95101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:17:51.567937 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01fed8bd-b523-4ef0-bfde-d8c0d264863f admin admin] Pushing event updated for resources: {'Subnet': ['ID=d6f0871f-c3f6-47e4-ac38-d95f0ade6ade,revision_number=0']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:17:51.580677 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.plugin [None req-7265d528-b568-4f4a-8152-9f78896de757 None None] Port 829fe766-0cd0-4105-87ca-0859a4186169 cannot update to ACTIVE because it is not bound. {{(pid=95103) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 19:17:51.596851 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01fed8bd-b523-4ef0-bfde-d8c0d264863f admin admin] Checking segment: {'id': '7c11e0df-7313-4765-ac14-518be1d9f929', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': 'd5983aa5-dc01-48bc-bff2-9c83789f0fba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:17:51.597094 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01fed8bd-b523-4ef0-bfde-d8c0d264863f admin admin] Network hostable DHCP agents. Network: d5983aa5-dc01-48bc-bff2-9c83789f0fba, hostable agents: ['1b18bf05-1b5f-4587-be5c-af3ac38e32ad'], hosted agents: [] {{(pid=95101) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 19:17:51.652097 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01fed8bd-b523-4ef0-bfde-d8c0d264863f admin admin] Network d5983aa5-dc01-48bc-bff2-9c83789f0fba is scheduled to be hosted by DHCP agent 1b18bf05-1b5f-4587-be5c-af3ac38e32ad with binding_index 1 {{(pid=95101) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 19:17:51.677278 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-fb14fc89-4c85-4cd6-a2f3-10e0d0ca5234 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-594563', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29355'] for router, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:17:51.678419 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-fb14fc89-4c85-4cd6-a2f3-10e0d0ca5234 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-597363', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-601731', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-739356', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29346'] for router, precommit_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:17:51.685150 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.base_scheduler [None req-01fed8bd-b523-4ef0-bfde-d8c0d264863f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713301-16, d5983aa5-dc01-48bc-bff2-9c83789f0fba) {{(pid=95101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:17:51.694535 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01fed8bd-b523-4ef0-bfde-d8c0d264863f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:17:51.697383 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-01fed8bd-b523-4ef0-bfde-d8c0d264863f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527417'] for subnet, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:17:51.707448 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c29cf82-c618-479c-bb6c-f52f253fce0a None None] Network d5983aa5-dc01-48bc-bff2-9c83789f0fba requested from n-d-713301-16 {{(pid=95103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 19:17:51.729822 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-01fed8bd-b523-4ef0-bfde-d8c0d264863f admin admin] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 0.7297168 Sep 23 19:17:51.733320 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 54406) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:17:51.742965 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.v2.base [None req-76150137-8157-450b-85b7-9ff7bf88894b admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1785898101-router', 'tenant_id': '07622c7485a94956bd0dfade6db60bcf', 'external_gateway_info': {'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac'}}} {{(pid=95101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:17:51.844587 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd543168-ecdf-4825-ac67-add4f45c2bd2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4c8b80df-07eb-5275-9f17-5cf640db67c0-ced61e55-e9f6-474e-9c22-ef2f67ecf614', 'network_id': 'ced61e55-e9f6-474e-9c22-ef2f67ecf614', 'tenant_id': 'b756d49085384071a17c2d3d1ef62c53', 'fixed_ips': [{'subnet_id': '10369437-2465-4e4e-8343-dcb95119cf8a'}]}} from n-d-713301-16. {{(pid=95103) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 23 19:17:51.845476 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-cd543168-ecdf-4825-ac67-add4f45c2bd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_create {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:17:51.885171 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-fb14fc89-4c85-4cd6-a2f3-10e0d0ca5234 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:17:51.923753 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 54408) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:17:51.932700 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [req-754d3fe4-a417-410b-bc42-f76b39dae4ab req-6bcbc9f5-bfd8-444e-96f5-2f297e18763e tempest-ServerDiagnosticsNegativeTest-1325912694 tempest-ServerDiagnosticsNegativeTest-1325912694-project] http://10.222.0.67:9696/v2.0/extensions returned with HTTP 200 {{(pid=95101) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 23 19:17:51.934057 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-754d3fe4-a417-410b-bc42-f76b39dae4ab req-6bcbc9f5-bfd8-444e-96f5-2f297e18763e tempest-ServerDiagnosticsNegativeTest-1325912694 tempest-ServerDiagnosticsNegativeTest-1325912694-project] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0063403 Sep 23 19:17:51.950918 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-544b9ce8-b1c9-4bd2-a451-4d288db19245 req-6d723d9b-9a60-43b6-8e81-d762494834e8 tempest-AggregatesAdminTestJSON-599813148 tempest-AggregatesAdminTestJSON-599813148-project] Notify callbacks [] for port, precommit_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:17:51.974457 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-76150137-8157-450b-85b7-9ff7bf88894b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-594563', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29355'] for router, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:17:51.975926 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-76150137-8157-450b-85b7-9ff7bf88894b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-597363', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-601731', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-739356', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29346'] for router, precommit_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:17:52.048570 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-544b9ce8-b1c9-4bd2-a451-4d288db19245 req-6d723d9b-9a60-43b6-8e81-d762494834e8 tempest-AggregatesAdminTestJSON-599813148 tempest-AggregatesAdminTestJSON-599813148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783145673135'] for port, after_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:17:52.167400 n-d-713301-16 neutron-server[95102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-544b9ce8-b1c9-4bd2-a451-4d288db19245 req-6d723d9b-9a60-43b6-8e81-d762494834e8 tempest-AggregatesAdminTestJSON-599813148 tempest-AggregatesAdminTestJSON-599813148-project] Network 5220cb0c-da05-478a-9604-8c11469a05b4 is already hosted by enough agents. {{(pid=95102) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:17:52.175374 n-d-713301-16 neutron-server[95102]: DEBUG neutron.scheduler.base_scheduler [req-544b9ce8-b1c9-4bd2-a451-4d288db19245 req-6d723d9b-9a60-43b6-8e81-d762494834e8 tempest-AggregatesAdminTestJSON-599813148 tempest-AggregatesAdminTestJSON-599813148-project] Resources bound (agent type, host, resource id): {{(pid=95102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:17:52.201583 n-d-713301-16 neutron-server[95102]: DEBUG neutron.db.l3_dvrscheduler_db [req-544b9ce8-b1c9-4bd2-a451-4d288db19245 req-6d723d9b-9a60-43b6-8e81-d762494834e8 tempest-AggregatesAdminTestJSON-599813148 tempest-AggregatesAdminTestJSON-599813148-project] Received port after_create {{(pid=95102) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 19:17:52.208059 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-544b9ce8-b1c9-4bd2-a451-4d288db19245 req-6d723d9b-9a60-43b6-8e81-d762494834e8 tempest-AggregatesAdminTestJSON-599813148 tempest-AggregatesAdminTestJSON-599813148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:17:52.208970 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-544b9ce8-b1c9-4bd2-a451-4d288db19245 req-6d723d9b-9a60-43b6-8e81-d762494834e8 tempest-AggregatesAdminTestJSON-599813148 tempest-AggregatesAdminTestJSON-599813148-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527417'] for port, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:17:52.230091 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d723d9b-9a60-43b6-8e81-d762494834e8 tempest-AggregatesAdminTestJSON-599813148 tempest-AggregatesAdminTestJSON-599813148-project] Pushing event updated for resources: {'Port': ['ID=8b917f82-2724-44e7-93af-0463dea0cae8,revision_number=1']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:17:52.247112 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-f09ab728-269e-47cf-bdc0-f9ee91e47b03 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:17:52.272421 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-fb14fc89-4c85-4cd6-a2f3-10e0d0ca5234 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:17:52.291868 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-544b9ce8-b1c9-4bd2-a451-4d288db19245 req-6d723d9b-9a60-43b6-8e81-d762494834e8 tempest-AggregatesAdminTestJSON-599813148 tempest-AggregatesAdminTestJSON-599813148-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.4929926 Sep 23 19:17:52.337945 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b34deafc-a769-4d80-a4b0-d512728271aa req-8c2ebe0b-17c1-4cc4-988e-ecd222d45c43 tempest-AggregatesAdminTestJSON-599813148 tempest-AggregatesAdminTestJSON-599813148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:17:52.339526 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-b34deafc-a769-4d80-a4b0-d512728271aa req-8c2ebe0b-17c1-4cc4-988e-ecd222d45c43 tempest-AggregatesAdminTestJSON-599813148 tempest-AggregatesAdminTestJSON-599813148-project] 10.222.0.67 "GET /v2.0/ports?device_id=906f408e-a0cc-4cd4-9ed0-96a70642e328 HTTP/1.1" status: 200 len: 935 time: 0.1218629 Sep 23 19:17:52.363055 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-76150137-8157-450b-85b7-9ff7bf88894b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:17:52.441706 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-b34deafc-a769-4d80-a4b0-d512728271aa req-369a70b5-81c4-4472-b80e-d81bfac6643b tempest-AggregatesAdminTestJSON-599813148 tempest-AggregatesAdminTestJSON-599813148-project] 10.222.0.67 "GET /v2.0/security-groups?id=b79a559f-1696-46fe-9fcc-92a6c25c4030&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935187 Sep 23 19:17:52.454020 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-66789559-9af1-4c84-ba16-6124f92b720a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:17:52.519021 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-f09ab728-269e-47cf-bdc0-f9ee91e47b03 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:17:52.526100 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-f09ab728-269e-47cf-bdc0-f9ee91e47b03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:17:52.577151 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-f09ab728-269e-47cf-bdc0-f9ee91e47b03 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=1b455376c4fb4ebf9436478a6d1e8a23&name=default HTTP/1.1" status: 200 len: 2975 time: 0.6496997 Sep 23 19:17:52.577151 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f09ab728-269e-47cf-bdc0-f9ee91e47b03 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d09044fc-f434-4ea8-8aae-d22a6bb07c00,revision_number=1']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:17:52.577421 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.v2.base [req-754d3fe4-a417-410b-bc42-f76b39dae4ab req-5330fbc6-4a3e-40cd-aa53-18aae81aac1f service neutron] Request body: {'port': {'device_id': '62a712d1-ebfa-4a2e-987a-2d535a34307c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713301-16'}} {{(pid=95101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:17:52.580512 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 54418) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:17:52.654766 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.db_base_plugin_common [None req-cd543168-ecdf-4825-ac67-add4f45c2bd2 None None] Allocated IP 172.20.0.2 (ced61e55-e9f6-474e-9c22-ef2f67ecf614/10369437-2465-4e4e-8343-dcb95119cf8a/b9931a0d-b83e-443e-b274-501f038f614c) {{(pid=95103) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 19:17:52.725601 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3ab14fa-00fd-4e22-8d82-a59deb6f0815 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4c8b80df-07eb-5275-9f17-5cf640db67c0-d5983aa5-dc01-48bc-bff2-9c83789f0fba', 'network_id': 'd5983aa5-dc01-48bc-bff2-9c83789f0fba', 'tenant_id': '07622c7485a94956bd0dfade6db60bcf', 'fixed_ips': [{'subnet_id': 'd6f0871f-c3f6-47e4-ac38-d95f0ade6ade'}]}} from n-d-713301-16. {{(pid=95103) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 23 19:17:52.726853 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-d3ab14fa-00fd-4e22-8d82-a59deb6f0815 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_create {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:17:52.729221 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-0e5068d4-ca71-430a-899e-22d9ed39a6ad None None] Provisioning complete for port 8b917f82-2724-44e7-93af-0463dea0cae8 triggered by entity DHCP. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:17:52.729750 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-0e5068d4-ca71-430a-899e-22d9ed39a6ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:17:52.771303 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-28767bcb-db9a-40dd-b57f-982fe068d180 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:17:52.863351 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.plugin [None req-0e5068d4-ca71-430a-899e-22d9ed39a6ad None None] Port 8b917f82-2724-44e7-93af-0463dea0cae8 cannot update to ACTIVE because it is not bound. {{(pid=95103) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 19:17:52.871529 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-28767bcb-db9a-40dd-b57f-982fe068d180 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:17:52.901445 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf909607-a6df-4d3c-ba4a-72ba9b1183bc req-2c4756b0-edee-478e-81ba-dcaecb7a9e4a tempest-ServerDiagnosticsNegativeTest-1325912694 tempest-ServerDiagnosticsNegativeTest-1325912694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:17:52.904425 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-76150137-8157-450b-85b7-9ff7bf88894b admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:17:52.913256 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-cf909607-a6df-4d3c-ba4a-72ba9b1183bc req-2c4756b0-edee-478e-81ba-dcaecb7a9e4a tempest-ServerDiagnosticsNegativeTest-1325912694 tempest-ServerDiagnosticsNegativeTest-1325912694-project] 10.222.0.67 "GET /v2.0/ports?device_id=62a712d1-ebfa-4a2e-987a-2d535a34307c HTTP/1.1" status: 200 len: 936 time: 0.2425113 Sep 23 19:17:53.051198 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-754d3fe4-a417-410b-bc42-f76b39dae4ab req-5330fbc6-4a3e-40cd-aa53-18aae81aac1f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:17:53.071212 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-cf909607-a6df-4d3c-ba4a-72ba9b1183bc req-24c0def3-f6d9-4939-98e3-1c749e795e91 tempest-ServerDiagnosticsNegativeTest-1325912694 tempest-ServerDiagnosticsNegativeTest-1325912694-project] 10.222.0.67 "GET /v2.0/security-groups?id=dd5f3a88-c30d-4ec8-82b8-3ddce67b6d97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1567929 Sep 23 19:17:53.116832 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-28767bcb-db9a-40dd-b57f-982fe068d180 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:17:53.120707 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-28767bcb-db9a-40dd-b57f-982fe068d180 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:17:53.125377 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-28767bcb-db9a-40dd-b57f-982fe068d180 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/d09044fc-f434-4ea8-8aae-d22a6bb07c00 HTTP/1.1" status: 204 len: 168 time: 0.5454042 Sep 23 19:17:53.145288 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:17:53.172262 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28767bcb-db9a-40dd-b57f-982fe068d180 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d09044fc-f434-4ea8-8aae-d22a6bb07c00,revision_number=None']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:17:53.203267 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-cd543168-ecdf-4825-ac67-add4f45c2bd2 None None] Notify callbacks [] for port, precommit_create {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:17:53.205741 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.db_base_plugin_common [None req-d3ab14fa-00fd-4e22-8d82-a59deb6f0815 None None] Allocated IP 172.20.0.2 (d5983aa5-dc01-48bc-bff2-9c83789f0fba/d6f0871f-c3f6-47e4-ac38-d95f0ade6ade/fd5d307e-c41e-4145-b8c6-03b14135d475) {{(pid=95103) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 19:17:53.222319 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-cd543168-ecdf-4825-ac67-add4f45c2bd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783145673135'] for port, after_create {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:17:53.351384 n-d-713301-16 neutron-server[95103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd543168-ecdf-4825-ac67-add4f45c2bd2 None None] Network ced61e55-e9f6-474e-9c22-ef2f67ecf614 is already hosted by enough agents. {{(pid=95103) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:17:53.356269 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-0ae75029-feb6-4728-9a94-5f9b60993d82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:17:53.365836 n-d-713301-16 neutron-server[95103]: DEBUG neutron.scheduler.base_scheduler [None req-cd543168-ecdf-4825-ac67-add4f45c2bd2 None None] Resources bound (agent type, host, resource id): {{(pid=95103) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:17:53.399432 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd543168-ecdf-4825-ac67-add4f45c2bd2 None None] Pushing event updated for resources: {'Port': ['ID=b9931a0d-b83e-443e-b274-501f038f614c,revision_number=1']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:17:53.407256 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd543168-ecdf-4825-ac67-add4f45c2bd2 None None] Received port after_create {{(pid=95103) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 19:17:53.426650 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd543168-ecdf-4825-ac67-add4f45c2bd2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:17:53.427203 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd543168-ecdf-4825-ac67-add4f45c2bd2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:17:53.427546 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd543168-ecdf-4825-ac67-add4f45c2bd2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:17:53.427974 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd543168-ecdf-4825-ac67-add4f45c2bd2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:17:53.428423 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd543168-ecdf-4825-ac67-add4f45c2bd2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:17:53.428815 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd543168-ecdf-4825-ac67-add4f45c2bd2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:17:53.429131 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd543168-ecdf-4825-ac67-add4f45c2bd2 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:17:53.429468 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd543168-ecdf-4825-ac67-add4f45c2bd2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:17:53.429795 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd543168-ecdf-4825-ac67-add4f45c2bd2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:17:53.430215 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd543168-ecdf-4825-ac67-add4f45c2bd2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:17:53.431368 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd543168-ecdf-4825-ac67-add4f45c2bd2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:17:53.431667 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd543168-ecdf-4825-ac67-add4f45c2bd2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:17:53.432864 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd543168-ecdf-4825-ac67-add4f45c2bd2 None None] Tracked resource versions report: Sep 23 19:17:53.432864 n-d-713301-16 neutron-server[95103]: pushed versions: Sep 23 19:17:53.432864 n-d-713301-16 neutron-server[95103]: { 'AddressGroup': {'1.2'}, Sep 23 19:17:53.432864 n-d-713301-16 neutron-server[95103]: 'ConntrackHelper': {'1.0'}, Sep 23 19:17:53.432864 n-d-713301-16 neutron-server[95103]: 'Log': {'1.0'}, Sep 23 19:17:53.432864 n-d-713301-16 neutron-server[95103]: 'Network': {'1.1'}, Sep 23 19:17:53.432864 n-d-713301-16 neutron-server[95103]: 'Port': {'1.7'}, Sep 23 19:17:53.432864 n-d-713301-16 neutron-server[95103]: 'PortForwarding': {'1.2'}, Sep 23 19:17:53.432864 n-d-713301-16 neutron-server[95103]: 'QosPolicy': {'1.9'}, Sep 23 19:17:53.432864 n-d-713301-16 neutron-server[95103]: 'SecurityGroup': {'1.4'}, Sep 23 19:17:53.432864 n-d-713301-16 neutron-server[95103]: 'SecurityGroupRule': {'1.2'}, Sep 23 19:17:53.432864 n-d-713301-16 neutron-server[95103]: 'SubPort': {'1.0'}, Sep 23 19:17:53.432864 n-d-713301-16 neutron-server[95103]: 'Subnet': {'1.1'}, Sep 23 19:17:53.432864 n-d-713301-16 neutron-server[95103]: 'Trunk': {'1.1'}} Sep 23 19:17:53.432864 n-d-713301-16 neutron-server[95103]: consumer versions: Sep 23 19:17:53.432864 n-d-713301-16 neutron-server[95103]: { DHCP agent@n-d-713301-16: {}, Sep 23 19:17:53.432864 n-d-713301-16 neutron-server[95103]: HyperV agent@n-h1-713301-16: {}, Sep 23 19:17:53.432864 n-d-713301-16 neutron-server[95103]: HyperV agent@n-h2-713301-16: {}, Sep 23 19:17:53.432864 n-d-713301-16 neutron-server[95103]: L3 agent@n-d-713301-16: {}, Sep 23 19:17:53.432864 n-d-713301-16 neutron-server[95103]: Metadata agent@n-d-713301-16: {}, Sep 23 19:17:53.432864 n-d-713301-16 neutron-server[95103]: Metering agent@n-d-713301-16: {}, Sep 23 19:17:53.432864 n-d-713301-16 neutron-server[95103]: Open vSwitch agent@n-d-713301-16: { 'AddressGroup': '1.2', Sep 23 19:17:53.432864 n-d-713301-16 neutron-server[95103]: 'ConntrackHelper': '1.0', Sep 23 19:17:53.432864 n-d-713301-16 neutron-server[95103]: 'Log': '1.0', Sep 23 19:17:53.432864 n-d-713301-16 neutron-server[95103]: 'Network': '1.1', Sep 23 19:17:53.432864 n-d-713301-16 neutron-server[95103]: 'Port': '1.7', Sep 23 19:17:53.432864 n-d-713301-16 neutron-server[95103]: 'PortForwarding': '1.2', Sep 23 19:17:53.432864 n-d-713301-16 neutron-server[95103]: 'QosPolicy': '1.9', Sep 23 19:17:53.432864 n-d-713301-16 neutron-server[95103]: 'SecurityGroup': '1.4', Sep 23 19:17:53.432864 n-d-713301-16 neutron-server[95103]: 'SecurityGroupRule': '1.2', Sep 23 19:17:53.432864 n-d-713301-16 neutron-server[95103]: 'SubPort': '1.0', Sep 23 19:17:53.432864 n-d-713301-16 neutron-server[95103]: 'Subnet': '1.1', Sep 23 19:17:53.432864 n-d-713301-16 neutron-server[95103]: 'Trunk': '1.1'}} Sep 23 19:17:53.432864 n-d-713301-16 neutron-server[95103]: {{(pid=95103) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 23 19:17:53.502364 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [req-544b9ce8-b1c9-4bd2-a451-4d288db19245 req-d173de09-0e49-4902-bf53-8b03603d656e tempest-AggregatesAdminTestJSON-599813148 tempest-AggregatesAdminTestJSON-599813148-project] http://10.222.0.67:9696/v2.0/extensions returned with HTTP 200 {{(pid=95102) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 23 19:17:53.503552 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-544b9ce8-b1c9-4bd2-a451-4d288db19245 req-d173de09-0e49-4902-bf53-8b03603d656e tempest-AggregatesAdminTestJSON-599813148 tempest-AggregatesAdminTestJSON-599813148-project] 10.222.0.74 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0061474 Sep 23 19:17:53.548837 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.managers [None req-cd543168-ecdf-4825-ac67-add4f45c2bd2 None None] Attempting to bind port b9931a0d-b83e-443e-b274-501f038f614c on host n-d-713301-16 for vnic_type normal with profile {{(pid=95103) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 19:17:53.549117 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.managers [None req-cd543168-ecdf-4825-ac67-add4f45c2bd2 None None] Attempting to bind port b9931a0d-b83e-443e-b274-501f038f614c by drivers openvswitch,hyperv on host n-d-713301-16 at level 0 using segments [{'id': '51e4c36a-a2c2-4558-a10b-484c3f359851', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'ced61e55-e9f6-474e-9c22-ef2f67ecf614'}] {{(pid=95103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 19:17:53.549564 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd543168-ecdf-4825-ac67-add4f45c2bd2 None None] Attempting to bind port b9931a0d-b83e-443e-b274-501f038f614c on network ced61e55-e9f6-474e-9c22-ef2f67ecf614 {{(pid=95103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:17:53.560235 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd543168-ecdf-4825-ac67-add4f45c2bd2 None None] Checking agent: {'id': '70a14545-df24-472f-8f95-bfe1719bff93', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 19, 7, 53), 'started_at': datetime.datetime(2021, 9, 23, 19, 8, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 19, 17, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 19:17:53.560729 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd543168-ecdf-4825-ac67-add4f45c2bd2 None None] Checking segment: {'id': '51e4c36a-a2c2-4558-a10b-484c3f359851', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'ced61e55-e9f6-474e-9c22-ef2f67ecf614'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95103) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:17:53.561136 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-cd543168-ecdf-4825-ac67-add4f45c2bd2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:17:53.561641 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd543168-ecdf-4825-ac67-add4f45c2bd2 None None] Bound using segment: {'id': '51e4c36a-a2c2-4558-a10b-484c3f359851', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'ced61e55-e9f6-474e-9c22-ef2f67ecf614'} {{(pid=95103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 19:17:53.562126 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.managers [None req-cd543168-ecdf-4825-ac67-add4f45c2bd2 None None] Bound port: b9931a0d-b83e-443e-b274-501f038f614c, host: n-d-713301-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '51e4c36a-a2c2-4558-a10b-484c3f359851', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'ced61e55-e9f6-474e-9c22-ef2f67ecf614'}}] {{(pid=95103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 19:17:53.562790 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-cd543168-ecdf-4825-ac67-add4f45c2bd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:17:53.685733 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-d3ab14fa-00fd-4e22-8d82-a59deb6f0815 None None] Notify callbacks [] for port, precommit_create {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:17:53.708216 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-d3ab14fa-00fd-4e22-8d82-a59deb6f0815 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783145673135'] for port, after_create {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:17:53.769566 n-d-713301-16 neutron-server[95103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3ab14fa-00fd-4e22-8d82-a59deb6f0815 None None] Network d5983aa5-dc01-48bc-bff2-9c83789f0fba is already hosted by enough agents. {{(pid=95103) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:17:53.778650 n-d-713301-16 neutron-server[95103]: DEBUG neutron.scheduler.base_scheduler [None req-d3ab14fa-00fd-4e22-8d82-a59deb6f0815 None None] Resources bound (agent type, host, resource id): {{(pid=95103) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:17:53.785547 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3ab14fa-00fd-4e22-8d82-a59deb6f0815 None None] Received port after_create {{(pid=95103) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 19:17:53.832318 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 54432) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:17:53.878165 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-cd543168-ecdf-4825-ac67-add4f45c2bd2 None None] For port b9931a0d-b83e-443e-b274-501f038f614c, host n-d-713301-16, cleared binding levels {{(pid=95103) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 19:17:53.895276 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd7fabd0-de12-4499-82dc-a78deedda8b4 req-f5b59fdc-ab57-44ba-a75f-8b40913f2de6 tempest-AggregatesAdminTestJSON-599813148 tempest-AggregatesAdminTestJSON-599813148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:17:53.908747 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-fd7fabd0-de12-4499-82dc-a78deedda8b4 req-f5b59fdc-ab57-44ba-a75f-8b40913f2de6 tempest-AggregatesAdminTestJSON-599813148 tempest-AggregatesAdminTestJSON-599813148-project] 10.222.0.67 "GET /v2.0/ports?device_id=906f408e-a0cc-4cd4-9ed0-96a70642e328 HTTP/1.1" status: 200 len: 935 time: 0.2009325 Sep 23 19:17:53.911813 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-7e285736-64ab-4967-b921-efaf02e1c59f admin admin] Notify callbacks [] for security_group, before_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:17:53.917499 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ab14fa-00fd-4e22-8d82-a59deb6f0815 None None] Pushing event updated for resources: {'Port': ['ID=fd5d307e-c41e-4145-b8c6-03b14135d475,revision_number=1']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:17:53.969598 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.managers [None req-d3ab14fa-00fd-4e22-8d82-a59deb6f0815 None None] Attempting to bind port fd5d307e-c41e-4145-b8c6-03b14135d475 on host n-d-713301-16 for vnic_type normal with profile {{(pid=95103) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 19:17:53.969972 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.managers [None req-d3ab14fa-00fd-4e22-8d82-a59deb6f0815 None None] Attempting to bind port fd5d307e-c41e-4145-b8c6-03b14135d475 by drivers openvswitch,hyperv on host n-d-713301-16 at level 0 using segments [{'id': '7c11e0df-7313-4765-ac14-518be1d9f929', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': 'd5983aa5-dc01-48bc-bff2-9c83789f0fba'}] {{(pid=95103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 19:17:53.970343 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3ab14fa-00fd-4e22-8d82-a59deb6f0815 None None] Attempting to bind port fd5d307e-c41e-4145-b8c6-03b14135d475 on network d5983aa5-dc01-48bc-bff2-9c83789f0fba {{(pid=95103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:17:53.986515 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-cd543168-ecdf-4825-ac67-add4f45c2bd2 None None] For port b9931a0d-b83e-443e-b274-501f038f614c, host n-d-713301-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-16',level=0,port_id=b9931a0d-b83e-443e-b274-501f038f614c,segment=NetworkSegment(51e4c36a-a2c2-4558-a10b-484c3f359851),segment_id=51e4c36a-a2c2-4558-a10b-484c3f359851)] {{(pid=95103) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 19:17:53.991855 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3ab14fa-00fd-4e22-8d82-a59deb6f0815 None None] Checking agent: {'id': '70a14545-df24-472f-8f95-bfe1719bff93', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 19, 7, 53), 'started_at': datetime.datetime(2021, 9, 23, 19, 8, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 19, 17, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 19:17:53.992203 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3ab14fa-00fd-4e22-8d82-a59deb6f0815 None None] Checking segment: {'id': '7c11e0df-7313-4765-ac14-518be1d9f929', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': 'd5983aa5-dc01-48bc-bff2-9c83789f0fba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95103) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:17:53.992678 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-d3ab14fa-00fd-4e22-8d82-a59deb6f0815 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:17:53.996945 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3ab14fa-00fd-4e22-8d82-a59deb6f0815 None None] Bound using segment: {'id': '7c11e0df-7313-4765-ac14-518be1d9f929', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': 'd5983aa5-dc01-48bc-bff2-9c83789f0fba'} {{(pid=95103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 19:17:53.997530 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.managers [None req-d3ab14fa-00fd-4e22-8d82-a59deb6f0815 None None] Bound port: fd5d307e-c41e-4145-b8c6-03b14135d475, host: n-d-713301-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7c11e0df-7313-4765-ac14-518be1d9f929', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': 'd5983aa5-dc01-48bc-bff2-9c83789f0fba'}}] {{(pid=95103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 19:17:53.997949 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-d3ab14fa-00fd-4e22-8d82-a59deb6f0815 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:17:54.001917 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-fd7fabd0-de12-4499-82dc-a78deedda8b4 req-d4695db3-dd28-418d-a8d0-0f3012ead919 tempest-AggregatesAdminTestJSON-599813148 tempest-AggregatesAdminTestJSON-599813148-project] 10.222.0.67 "GET /v2.0/security-groups?id=b79a559f-1696-46fe-9fcc-92a6c25c4030&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864089 Sep 23 19:17:54.003725 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-cd543168-ecdf-4825-ac67-add4f45c2bd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:17:54.020156 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.v2.base [req-544b9ce8-b1c9-4bd2-a451-4d288db19245 req-9858b8e6-7b47-46fb-9898-363022fa593f service neutron] Request body: {'port': {'device_id': '906f408e-a0cc-4cd4-9ed0-96a70642e328', 'device_owner': 'compute:tempest-test_az-1311972910', 'binding:host_id': 'n-h1-713301-16'}} {{(pid=95102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:17:54.097043 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-fb14fc89-4c85-4cd6-a2f3-10e0d0ca5234 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:17:54.168922 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-fb14fc89-4c85-4cd6-a2f3-10e0d0ca5234 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:17:54.417932 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-544b9ce8-b1c9-4bd2-a451-4d288db19245 req-9858b8e6-7b47-46fb-9898-363022fa593f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:17:54.445177 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd543168-ecdf-4825-ac67-add4f45c2bd2 None None] Pushing event updated for resources: {'Port': ['ID=b9931a0d-b83e-443e-b274-501f038f614c,revision_number=2']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:17:54.470012 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-d3ab14fa-00fd-4e22-8d82-a59deb6f0815 None None] For port fd5d307e-c41e-4145-b8c6-03b14135d475, host n-d-713301-16, cleared binding levels {{(pid=95103) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 19:17:54.493019 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-d3ab14fa-00fd-4e22-8d82-a59deb6f0815 None None] For port fd5d307e-c41e-4145-b8c6-03b14135d475, host n-d-713301-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-16',level=0,port_id=fd5d307e-c41e-4145-b8c6-03b14135d475,segment=NetworkSegment(7c11e0df-7313-4765-ac14-518be1d9f929),segment_id=7c11e0df-7313-4765-ac14-518be1d9f929)] {{(pid=95103) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 19:17:54.501439 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-d3ab14fa-00fd-4e22-8d82-a59deb6f0815 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:17:54.575984 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-7e285736-64ab-4967-b921-efaf02e1c59f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:17:54.648550 n-d-713301-16 neutron-server[95101]: DEBUG neutron.db.db_base_plugin_common [None req-fb14fc89-4c85-4cd6-a2f3-10e0d0ca5234 admin admin] Allocated IP 172.25.1.139 (5dec5c09-378e-4f50-89cc-d94eb81c3bac/eff83446-018c-428d-b3f5-54ac9abe7a2a/9e92d075-1511-468c-b311-4eafbb5932e2) {{(pid=95101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 19:17:54.681008 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ab14fa-00fd-4e22-8d82-a59deb6f0815 None None] Pushing event updated for resources: {'Port': ['ID=fd5d307e-c41e-4145-b8c6-03b14135d475,revision_number=2']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:17:54.897938 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-7e285736-64ab-4967-b921-efaf02e1c59f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:17:54.945781 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-7e285736-64ab-4967-b921-efaf02e1c59f admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=273d6086a02e4bf2b5ba7286e4edd223&name=default HTTP/1.1" status: 200 len: 2978 time: 1.0995109 Sep 23 19:17:54.962123 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 54436) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:17:54.976906 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a47455-e249-417e-a7df-09c1339e6ea8 req-4ca98f51-4cec-4ffc-9b8d-2b9779dc37ea tempest-ServerDiagnosticsNegativeTest-1325912694 tempest-ServerDiagnosticsNegativeTest-1325912694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:17:54.994789 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Device b9931a0d-b83e-443e-b274-501f038f614c up at agent ovs-agent-n-d-713301-16 {{(pid=95103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 19:17:55.003437 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-f2a47455-e249-417e-a7df-09c1339e6ea8 req-4ca98f51-4cec-4ffc-9b8d-2b9779dc37ea tempest-ServerDiagnosticsNegativeTest-1325912694 tempest-ServerDiagnosticsNegativeTest-1325912694-project] 10.222.0.67 "GET /v2.0/ports?device_id=62a712d1-ebfa-4a2e-987a-2d535a34307c HTTP/1.1" status: 200 len: 936 time: 0.7071428 Sep 23 19:17:55.109720 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Provisioning complete for port b9931a0d-b83e-443e-b274-501f038f614c triggered by entity L2. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:17:55.110099 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:17:55.173615 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-f2a47455-e249-417e-a7df-09c1339e6ea8 req-c124f5bf-70e3-4330-b143-10da893b00e0 tempest-ServerDiagnosticsNegativeTest-1325912694 tempest-ServerDiagnosticsNegativeTest-1325912694-project] 10.222.0.67 "GET /v2.0/security-groups?id=dd5f3a88-c30d-4ec8-82b8-3ddce67b6d97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1685209 Sep 23 19:17:55.205992 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e285736-64ab-4967-b921-efaf02e1c59f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45499833-b79f-4ee3-9cff-9a96dba182eb,revision_number=1']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:17:55.210602 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-add2aef5-9a08-4b6e-bc93-d3f2f7f2b2b8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:17:55.235382 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-80e7e501-6c57-470d-92c6-e3d54bc3195c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:17:55.291784 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-add2aef5-9a08-4b6e-bc93-d3f2f7f2b2b8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:17:55.323394 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:17:55.350873 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-76150137-8157-450b-85b7-9ff7bf88894b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:17:55.402815 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a68cda-8da0-4ac1-a323-66061327326f req-e31bd07f-a73c-4f05-ae68-334afede7766 tempest-AggregatesAdminTestJSON-599813148 tempest-AggregatesAdminTestJSON-599813148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:17:55.404637 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-34a68cda-8da0-4ac1-a323-66061327326f req-e31bd07f-a73c-4f05-ae68-334afede7766 tempest-AggregatesAdminTestJSON-599813148 tempest-AggregatesAdminTestJSON-599813148-project] 10.222.0.67 "GET /v2.0/ports?device_id=906f408e-a0cc-4cd4-9ed0-96a70642e328 HTTP/1.1" status: 200 len: 935 time: 0.1380327 Sep 23 19:17:55.408094 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-76150137-8157-450b-85b7-9ff7bf88894b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:17:55.417501 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] For port b9931a0d-b83e-443e-b274-501f038f614c, host n-d-713301-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-16',level=0,port_id=b9931a0d-b83e-443e-b274-501f038f614c,segment=NetworkSegment(51e4c36a-a2c2-4558-a10b-484c3f359851),segment_id=51e4c36a-a2c2-4558-a10b-484c3f359851)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:17:55.421215 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-fb14fc89-4c85-4cd6-a2f3-10e0d0ca5234 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:17:55.426121 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:17:55.455536 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-add2aef5-9a08-4b6e-bc93-d3f2f7f2b2b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:17:55.458575 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-add2aef5-9a08-4b6e-bc93-d3f2f7f2b2b8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:17:55.462996 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-add2aef5-9a08-4b6e-bc93-d3f2f7f2b2b8 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/45499833-b79f-4ee3-9cff-9a96dba182eb HTTP/1.1" status: 204 len: 168 time: 0.4959555 Sep 23 19:17:55.479192 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-34a68cda-8da0-4ac1-a323-66061327326f req-72bfc759-9d6f-4d31-b6fc-7dfa6ab99bc1 tempest-AggregatesAdminTestJSON-599813148 tempest-AggregatesAdminTestJSON-599813148-project] 10.222.0.67 "GET /v2.0/security-groups?id=b79a559f-1696-46fe-9fcc-92a6c25c4030&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673532 Sep 23 19:17:55.493701 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-add2aef5-9a08-4b6e-bc93-d3f2f7f2b2b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45499833-b79f-4ee3-9cff-9a96dba182eb,revision_number=None']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:17:55.496971 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Pushing event updated for resources: {'Port': ['ID=b9931a0d-b83e-443e-b274-501f038f614c,revision_number=3']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:17:55.638181 n-d-713301-16 neutron-server[95101]: DEBUG neutron.notifiers.nova [req-754d3fe4-a417-410b-bc42-f76b39dae4ab req-5330fbc6-4a3e-40cd-aa53-18aae81aac1f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 829fe766-0cd0-4105-87ca-0859a4186169 {{(pid=95101) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 19:17:55.661964 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-754d3fe4-a417-410b-bc42-f76b39dae4ab req-5330fbc6-4a3e-40cd-aa53-18aae81aac1f service neutron] Notify callbacks [] for port, precommit_update {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:17:55.725895 n-d-713301-16 neutron-server[95101]: DEBUG neutron.db.provisioning_blocks [req-754d3fe4-a417-410b-bc42-f76b39dae4ab req-5330fbc6-4a3e-40cd-aa53-18aae81aac1f service neutron] Transition to ACTIVE for port object 829fe766-0cd0-4105-87ca-0859a4186169 will not be triggered until provisioned by entity L2. {{(pid=95101) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 19:17:55.739203 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-754d3fe4-a417-410b-bc42-f76b39dae4ab req-5330fbc6-4a3e-40cd-aa53-18aae81aac1f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:17:55.901417 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-fb14fc89-4c85-4cd6-a2f3-10e0d0ca5234 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783145673135'] for port, after_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:17:56.031581 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4c65fa8-64d5-44c2-a228-91b175e641f8 None None] Network ced61e55-e9f6-474e-9c22-ef2f67ecf614 requested from n-d-713301-16 {{(pid=95103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 19:17:56.131895 n-d-713301-16 neutron-server[95102]: DEBUG neutron.notifiers.nova [req-544b9ce8-b1c9-4bd2-a451-4d288db19245 req-9858b8e6-7b47-46fb-9898-363022fa593f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8b917f82-2724-44e7-93af-0463dea0cae8 {{(pid=95102) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 19:17:56.161564 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-544b9ce8-b1c9-4bd2-a451-4d288db19245 req-9858b8e6-7b47-46fb-9898-363022fa593f service neutron] Notify callbacks [] for port, precommit_update {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:17:56.214218 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb14fc89-4c85-4cd6-a2f3-10e0d0ca5234 admin admin] Network 5dec5c09-378e-4f50-89cc-d94eb81c3bac is already hosted by enough agents. {{(pid=95101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:17:56.224401 n-d-713301-16 neutron-server[95102]: DEBUG neutron.db.provisioning_blocks [req-544b9ce8-b1c9-4bd2-a451-4d288db19245 req-9858b8e6-7b47-46fb-9898-363022fa593f service neutron] Transition to ACTIVE for port object 8b917f82-2724-44e7-93af-0463dea0cae8 will not be triggered until provisioned by entity L2. {{(pid=95102) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 19:17:56.228169 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5330fbc6-4a3e-40cd-aa53-18aae81aac1f service neutron] Pushing event updated for resources: {'Port': ['ID=829fe766-0cd0-4105-87ca-0859a4186169,revision_number=2']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:17:56.240216 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-544b9ce8-b1c9-4bd2-a451-4d288db19245 req-9858b8e6-7b47-46fb-9898-363022fa593f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:17:56.242196 n-d-713301-16 neutron-server[95101]: DEBUG neutron.db.db_base_plugin_common [None req-76150137-8157-450b-85b7-9ff7bf88894b admin admin] Allocated IP 172.25.1.211 (5dec5c09-378e-4f50-89cc-d94eb81c3bac/eff83446-018c-428d-b3f5-54ac9abe7a2a/f5b8b238-0c5d-4fc8-b0aa-a15d3368bb22) {{(pid=95101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 19:17:56.251918 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.base_scheduler [None req-fb14fc89-4c85-4cd6-a2f3-10e0d0ca5234 admin admin] Resources bound (agent type, host, resource id): {{(pid=95101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:17:56.264669 n-d-713301-16 neutron-server[95101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb14fc89-4c85-4cd6-a2f3-10e0d0ca5234 admin admin] Received port after_create {{(pid=95101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 19:17:56.335807 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-876f60b8-5977-4b97-bbdc-23b53cbe0e56 None None] Provisioning complete for port b9931a0d-b83e-443e-b274-501f038f614c triggered by entity DHCP. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:17:56.346526 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-876f60b8-5977-4b97-bbdc-23b53cbe0e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:17:56.417082 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9858b8e6-7b47-46fb-9898-363022fa593f service neutron] Pushing event updated for resources: {'Port': ['ID=8b917f82-2724-44e7-93af-0463dea0cae8,revision_number=2']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:17:56.478914 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb14fc89-4c85-4cd6-a2f3-10e0d0ca5234 admin admin] Pushing event updated for resources: {'Port': ['ID=9e92d075-1511-468c-b311-4eafbb5932e2,revision_number=1']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:17:56.605439 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb9c388e-c323-4066-9282-566ded59e67e None None] Network d5983aa5-dc01-48bc-bff2-9c83789f0fba requested from n-d-713301-16 {{(pid=95103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 19:17:56.675362 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.managers [req-544b9ce8-b1c9-4bd2-a451-4d288db19245 req-9858b8e6-7b47-46fb-9898-363022fa593f service neutron] Attempting to bind port 8b917f82-2724-44e7-93af-0463dea0cae8 on host n-h1-713301-16 for vnic_type normal with profile {{(pid=95102) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 19:17:56.685065 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.managers [req-544b9ce8-b1c9-4bd2-a451-4d288db19245 req-9858b8e6-7b47-46fb-9898-363022fa593f service neutron] Attempting to bind port 8b917f82-2724-44e7-93af-0463dea0cae8 by drivers openvswitch,hyperv on host n-h1-713301-16 at level 0 using segments [{'id': '6139d589-eb6c-4578-8935-c26ddf396853', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '5220cb0c-da05-478a-9604-8c11469a05b4'}] {{(pid=95102) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 19:17:56.685590 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-544b9ce8-b1c9-4bd2-a451-4d288db19245 req-9858b8e6-7b47-46fb-9898-363022fa593f service neutron] Attempting to bind port 8b917f82-2724-44e7-93af-0463dea0cae8 on network 5220cb0c-da05-478a-9604-8c11469a05b4 {{(pid=95102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:17:56.698663 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08d2720-fc34-467b-b098-ed4b6a726db3 req-2993551c-4e21-4554-8326-5c5eafeb19e2 tempest-ServerDiagnosticsNegativeTest-1325912694 tempest-ServerDiagnosticsNegativeTest-1325912694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:17:56.716890 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-f08d2720-fc34-467b-b098-ed4b6a726db3 req-2993551c-4e21-4554-8326-5c5eafeb19e2 tempest-ServerDiagnosticsNegativeTest-1325912694 tempest-ServerDiagnosticsNegativeTest-1325912694-project] 10.222.0.67 "GET /v2.0/ports?device_id=62a712d1-ebfa-4a2e-987a-2d535a34307c HTTP/1.1" status: 200 len: 948 time: 0.3070879 Sep 23 19:17:56.764737 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-544b9ce8-b1c9-4bd2-a451-4d288db19245 req-9858b8e6-7b47-46fb-9898-363022fa593f service neutron] Port 8b917f82-2724-44e7-93af-0463dea0cae8 on network 5220cb0c-da05-478a-9604-8c11469a05b4 not bound, no agent of type Open vSwitch agent registered on host n-h1-713301-16 {{(pid=95102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 19:17:56.768929 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-544b9ce8-b1c9-4bd2-a451-4d288db19245 req-9858b8e6-7b47-46fb-9898-363022fa593f service neutron] Attempting to bind port 8b917f82-2724-44e7-93af-0463dea0cae8 on network 5220cb0c-da05-478a-9604-8c11469a05b4 {{(pid=95102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:17:56.788257 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-544b9ce8-b1c9-4bd2-a451-4d288db19245 req-9858b8e6-7b47-46fb-9898-363022fa593f service neutron] Checking agent: {'id': '0708c3e9-0aad-4600-9be9-d2486535c898', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713301-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 19, 15, 28), 'started_at': datetime.datetime(2021, 9, 23, 19, 15, 28), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 19, 17, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 19:17:56.788257 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-544b9ce8-b1c9-4bd2-a451-4d288db19245 req-9858b8e6-7b47-46fb-9898-363022fa593f service neutron] Checking segment: {'id': '6139d589-eb6c-4578-8935-c26ddf396853', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '5220cb0c-da05-478a-9604-8c11469a05b4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95102) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:17:56.788257 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-544b9ce8-b1c9-4bd2-a451-4d288db19245 req-9858b8e6-7b47-46fb-9898-363022fa593f service neutron] Bound using segment: {'id': '6139d589-eb6c-4578-8935-c26ddf396853', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '5220cb0c-da05-478a-9604-8c11469a05b4'} {{(pid=95102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 19:17:56.788257 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.managers [req-544b9ce8-b1c9-4bd2-a451-4d288db19245 req-9858b8e6-7b47-46fb-9898-363022fa593f service neutron] Bound port: 8b917f82-2724-44e7-93af-0463dea0cae8, host: n-h1-713301-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6139d589-eb6c-4578-8935-c26ddf396853', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '5220cb0c-da05-478a-9604-8c11469a05b4'}}] {{(pid=95102) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 19:17:56.800045 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-544b9ce8-b1c9-4bd2-a451-4d288db19245 req-9858b8e6-7b47-46fb-9898-363022fa593f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:17:56.816278 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-76150137-8157-450b-85b7-9ff7bf88894b admin admin] Notify callbacks [] for port, precommit_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:17:56.906495 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.managers [req-754d3fe4-a417-410b-bc42-f76b39dae4ab req-5330fbc6-4a3e-40cd-aa53-18aae81aac1f service neutron] Attempting to bind port 829fe766-0cd0-4105-87ca-0859a4186169 on host n-h2-713301-16 for vnic_type normal with profile {{(pid=95101) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 19:17:56.907060 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.managers [req-754d3fe4-a417-410b-bc42-f76b39dae4ab req-5330fbc6-4a3e-40cd-aa53-18aae81aac1f service neutron] Attempting to bind port 829fe766-0cd0-4105-87ca-0859a4186169 by drivers openvswitch,hyperv on host n-h2-713301-16 at level 0 using segments [{'id': '6139d589-eb6c-4578-8935-c26ddf396853', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '5220cb0c-da05-478a-9604-8c11469a05b4'}] {{(pid=95101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 19:17:56.907844 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-754d3fe4-a417-410b-bc42-f76b39dae4ab req-5330fbc6-4a3e-40cd-aa53-18aae81aac1f service neutron] Attempting to bind port 829fe766-0cd0-4105-87ca-0859a4186169 on network 5220cb0c-da05-478a-9604-8c11469a05b4 {{(pid=95101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:17:56.918118 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-754d3fe4-a417-410b-bc42-f76b39dae4ab req-5330fbc6-4a3e-40cd-aa53-18aae81aac1f service neutron] Port 829fe766-0cd0-4105-87ca-0859a4186169 on network 5220cb0c-da05-478a-9604-8c11469a05b4 not bound, no agent of type Open vSwitch agent registered on host n-h2-713301-16 {{(pid=95101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 19:17:56.918550 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-754d3fe4-a417-410b-bc42-f76b39dae4ab req-5330fbc6-4a3e-40cd-aa53-18aae81aac1f service neutron] Attempting to bind port 829fe766-0cd0-4105-87ca-0859a4186169 on network 5220cb0c-da05-478a-9604-8c11469a05b4 {{(pid=95101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:17:56.934325 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-f08d2720-fc34-467b-b098-ed4b6a726db3 req-6ad36a2a-9b02-4773-8f1d-12b644375dec tempest-ServerDiagnosticsNegativeTest-1325912694 tempest-ServerDiagnosticsNegativeTest-1325912694-project] 10.222.0.67 "GET /v2.0/security-groups?id=dd5f3a88-c30d-4ec8-82b8-3ddce67b6d97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2152119 Sep 23 19:17:56.976735 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-76150137-8157-450b-85b7-9ff7bf88894b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783145673135'] for port, after_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:17:57.059318 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2741f03d-8a97-4555-99ac-1e4d37f12203 req-a6049396-d061-49bd-9833-8f883a424e32 tempest-AggregatesAdminTestJSON-599813148 tempest-AggregatesAdminTestJSON-599813148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:17:57.065964 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-2741f03d-8a97-4555-99ac-1e4d37f12203 req-a6049396-d061-49bd-9833-8f883a424e32 tempest-AggregatesAdminTestJSON-599813148 tempest-AggregatesAdminTestJSON-599813148-project] 10.222.0.67 "GET /v2.0/ports?device_id=906f408e-a0cc-4cd4-9ed0-96a70642e328 HTTP/1.1" status: 200 len: 969 time: 0.3466225 Sep 23 19:17:57.142092 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Device b9931a0d-b83e-443e-b274-501f038f614c up at agent ovs-agent-n-d-713301-16 {{(pid=95103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 19:17:57.162586 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-754d3fe4-a417-410b-bc42-f76b39dae4ab req-5330fbc6-4a3e-40cd-aa53-18aae81aac1f service neutron] Checking agent: {'id': '2a7cea34-db54-4faf-8d23-37521c3e34cb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713301-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 19, 15, 28), 'started_at': datetime.datetime(2021, 9, 23, 19, 15, 28), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 19, 17, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 19:17:57.162926 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-754d3fe4-a417-410b-bc42-f76b39dae4ab req-5330fbc6-4a3e-40cd-aa53-18aae81aac1f service neutron] Checking segment: {'id': '6139d589-eb6c-4578-8935-c26ddf396853', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '5220cb0c-da05-478a-9604-8c11469a05b4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:17:57.165441 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-754d3fe4-a417-410b-bc42-f76b39dae4ab req-5330fbc6-4a3e-40cd-aa53-18aae81aac1f service neutron] Bound using segment: {'id': '6139d589-eb6c-4578-8935-c26ddf396853', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '5220cb0c-da05-478a-9604-8c11469a05b4'} {{(pid=95101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 19:17:57.165966 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.managers [req-754d3fe4-a417-410b-bc42-f76b39dae4ab req-5330fbc6-4a3e-40cd-aa53-18aae81aac1f service neutron] Bound port: 829fe766-0cd0-4105-87ca-0859a4186169, host: n-h2-713301-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6139d589-eb6c-4578-8935-c26ddf396853', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '5220cb0c-da05-478a-9604-8c11469a05b4'}}] {{(pid=95101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 19:17:57.166425 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-754d3fe4-a417-410b-bc42-f76b39dae4ab req-5330fbc6-4a3e-40cd-aa53-18aae81aac1f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:17:57.222078 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.db [req-544b9ce8-b1c9-4bd2-a451-4d288db19245 req-9858b8e6-7b47-46fb-9898-363022fa593f service neutron] For port 8b917f82-2724-44e7-93af-0463dea0cae8, host n-h1-713301-16, cleared binding levels {{(pid=95102) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 19:17:57.249574 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-2741f03d-8a97-4555-99ac-1e4d37f12203 req-3a64bb29-bc7c-443e-b306-ae8a3599471d tempest-AggregatesAdminTestJSON-599813148 tempest-AggregatesAdminTestJSON-599813148-project] 10.222.0.67 "GET /v2.0/security-groups?id=b79a559f-1696-46fe-9fcc-92a6c25c4030&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1646469 Sep 23 19:17:57.268359 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.db [req-544b9ce8-b1c9-4bd2-a451-4d288db19245 req-9858b8e6-7b47-46fb-9898-363022fa593f service neutron] For port 8b917f82-2724-44e7-93af-0463dea0cae8, host n-h1-713301-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-16',level=0,port_id=8b917f82-2724-44e7-93af-0463dea0cae8,segment=NetworkSegment(6139d589-eb6c-4578-8935-c26ddf396853),segment_id=6139d589-eb6c-4578-8935-c26ddf396853)] {{(pid=95102) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 19:17:57.272366 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76150137-8157-450b-85b7-9ff7bf88894b admin admin] Network 5dec5c09-378e-4f50-89cc-d94eb81c3bac is already hosted by enough agents. {{(pid=95101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:17:57.287838 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-544b9ce8-b1c9-4bd2-a451-4d288db19245 req-9858b8e6-7b47-46fb-9898-363022fa593f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:17:57.290470 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.base_scheduler [None req-76150137-8157-450b-85b7-9ff7bf88894b admin admin] Resources bound (agent type, host, resource id): {{(pid=95101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:17:57.297432 n-d-713301-16 neutron-server[95101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76150137-8157-450b-85b7-9ff7bf88894b admin admin] Received port after_create {{(pid=95101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 19:17:57.358335 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-544b9ce8-b1c9-4bd2-a451-4d288db19245 req-9858b8e6-7b47-46fb-9898-363022fa593f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:17:57.359464 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-544b9ce8-b1c9-4bd2-a451-4d288db19245 req-9858b8e6-7b47-46fb-9898-363022fa593f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527417'] for port, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:17:57.361077 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-544b9ce8-b1c9-4bd2-a451-4d288db19245 req-9858b8e6-7b47-46fb-9898-363022fa593f service neutron] 10.222.0.74 "PUT /v2.0/ports/8b917f82-2724-44e7-93af-0463dea0cae8 HTTP/1.1" status: 200 len: 1118 time: 3.5738769 Sep 23 19:17:57.361510 n-d-713301-16 neutron-server[95102]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '906f408e-a0cc-4cd4-9ed0-96a70642e328', 'tag': '8b917f82-2724-44e7-93af-0463dea0cae8'}] {{(pid=95102) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 19:17:57.387887 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Provisioning complete for port b9931a0d-b83e-443e-b274-501f038f614c triggered by entity L2. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:17:57.388703 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:17:57.465149 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-b3f212ac-5eb4-47d1-802f-2449f33fedc4 None None] Provisioning complete for port fd5d307e-c41e-4145-b8c6-03b14135d475 triggered by entity DHCP. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:17:57.465688 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b3f212ac-5eb4-47d1-802f-2449f33fedc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:17:57.602682 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Device fd5d307e-c41e-4145-b8c6-03b14135d475 up at agent ovs-agent-n-d-713301-16 {{(pid=95103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 19:17:57.688534 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9858b8e6-7b47-46fb-9898-363022fa593f service neutron] Pushing event updated for resources: {'Port': ['ID=8b917f82-2724-44e7-93af-0463dea0cae8,revision_number=3']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:17:57.773838 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-544b9ce8-b1c9-4bd2-a451-4d288db19245 req-54038fa9-84e7-41ea-8afe-886e274fc38b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:17:57.778366 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-544b9ce8-b1c9-4bd2-a451-4d288db19245 req-54038fa9-84e7-41ea-8afe-886e274fc38b service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=c58a255c5cfd4bd5a863bb2ccae2b200&device_id=906f408e-a0cc-4cd4-9ed0-96a70642e328 HTTP/1.1" status: 200 len: 1121 time: 0.2046132 Sep 23 19:17:57.874423 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:17:57.908094 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b3f212ac-5eb4-47d1-802f-2449f33fedc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:17:57.986933 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76150137-8157-450b-85b7-9ff7bf88894b admin admin] Pushing event updated for resources: {'Port': ['ID=f5b8b238-0c5d-4fc8-b0aa-a15d3368bb22,revision_number=1']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:17:57.996740 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Provisioning complete for port fd5d307e-c41e-4145-b8c6-03b14135d475 triggered by entity L2. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:17:57.997210 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:17:58.015653 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-544b9ce8-b1c9-4bd2-a451-4d288db19245 req-14d3191f-72c4-498c-b86a-551a7761c727 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.24&port_id=8b917f82-2724-44e7-93af-0463dea0cae8 HTTP/1.1" status: 200 len: 217 time: 0.2262542 Sep 23 19:17:58.060352 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:17:58.089177 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-b3f212ac-5eb4-47d1-802f-2449f33fedc4 None None] For port fd5d307e-c41e-4145-b8c6-03b14135d475, host n-d-713301-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-16',level=0,port_id=fd5d307e-c41e-4145-b8c6-03b14135d475,segment=NetworkSegment(7c11e0df-7313-4765-ac14-518be1d9f929),segment_id=7c11e0df-7313-4765-ac14-518be1d9f929)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:17:58.098564 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b3f212ac-5eb4-47d1-802f-2449f33fedc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:17:58.111828 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-fb14fc89-4c85-4cd6-a2f3-10e0d0ca5234 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:17:58.187083 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f212ac-5eb4-47d1-802f-2449f33fedc4 None None] Pushing event updated for resources: {'Port': ['ID=fd5d307e-c41e-4145-b8c6-03b14135d475,revision_number=3']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:17:58.221347 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-544b9ce8-b1c9-4bd2-a451-4d288db19245 req-51638369-b25f-4b0d-b0dc-5bf6fde39d22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:17:58.227524 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-544b9ce8-b1c9-4bd2-a451-4d288db19245 req-51638369-b25f-4b0d-b0dc-5bf6fde39d22 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=1ccc69bc-9d6b-44d9-b227-204e47dc6e45 HTTP/1.1" status: 200 len: 843 time: 0.1973007 Sep 23 19:17:58.267195 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-b3f212ac-5eb4-47d1-802f-2449f33fedc4 None None] Provisioning complete for port b9931a0d-b83e-443e-b274-501f038f614c triggered by entity DHCP. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:17:58.268338 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b3f212ac-5eb4-47d1-802f-2449f33fedc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:17:58.278996 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.db [req-754d3fe4-a417-410b-bc42-f76b39dae4ab req-5330fbc6-4a3e-40cd-aa53-18aae81aac1f service neutron] For port 829fe766-0cd0-4105-87ca-0859a4186169, host n-h2-713301-16, cleared binding levels {{(pid=95101) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 19:17:58.423262 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.db [req-754d3fe4-a417-410b-bc42-f76b39dae4ab req-5330fbc6-4a3e-40cd-aa53-18aae81aac1f service neutron] For port 829fe766-0cd0-4105-87ca-0859a4186169, host n-h2-713301-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-16',level=0,port_id=829fe766-0cd0-4105-87ca-0859a4186169,segment=NetworkSegment(6139d589-eb6c-4578-8935-c26ddf396853),segment_id=6139d589-eb6c-4578-8935-c26ddf396853)] {{(pid=95101) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 19:17:58.468128 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-754d3fe4-a417-410b-bc42-f76b39dae4ab req-5330fbc6-4a3e-40cd-aa53-18aae81aac1f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:17:58.574107 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-ec14eff2-4a11-4292-866f-040a7e3475b6 None None] Provisioning complete for port fd5d307e-c41e-4145-b8c6-03b14135d475 triggered by entity DHCP. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:17:58.574831 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-ec14eff2-4a11-4292-866f-040a7e3475b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:17:58.586134 n-d-713301-16 neutron-server[95102]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab31b6d93e5336dbddfa8ec424565b3bd8cb2369c5b4d85bc943472dbb21e8ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f417361-69b7-4435-9f8b-36b4ab5bec50" -d '{"events": [{"name": "network-changed", "server_uuid": "906f408e-a0cc-4cd4-9ed0-96a70642e328", "tag": "8b917f82-2724-44e7-93af-0463dea0cae8"}]}' {{(pid=95102) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 19:17:58.621600 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754d3fe4-a417-410b-bc42-f76b39dae4ab req-5330fbc6-4a3e-40cd-aa53-18aae81aac1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:17:58.624273 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-754d3fe4-a417-410b-bc42-f76b39dae4ab req-5330fbc6-4a3e-40cd-aa53-18aae81aac1f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527417'] for port, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:17:58.626105 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-754d3fe4-a417-410b-bc42-f76b39dae4ab req-5330fbc6-4a3e-40cd-aa53-18aae81aac1f service neutron] 10.222.0.53 "PUT /v2.0/ports/829fe766-0cd0-4105-87ca-0859a4186169 HTTP/1.1" status: 200 len: 1097 time: 6.2532790 Sep 23 19:17:58.628868 n-d-713301-16 neutron-server[95101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '62a712d1-ebfa-4a2e-987a-2d535a34307c', 'tag': '829fe766-0cd0-4105-87ca-0859a4186169'}] {{(pid=95101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 19:17:58.945313 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae3e25f7-08ab-4334-9e8d-ca2883feb288 req-6a0c7f3f-6fef-4465-8947-462767400a7b tempest-ServerDiagnosticsNegativeTest-1325912694 tempest-ServerDiagnosticsNegativeTest-1325912694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:17:58.955730 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-ae3e25f7-08ab-4334-9e8d-ca2883feb288 req-6a0c7f3f-6fef-4465-8947-462767400a7b tempest-ServerDiagnosticsNegativeTest-1325912694 tempest-ServerDiagnosticsNegativeTest-1325912694-project] 10.222.0.67 "GET /v2.0/ports?device_id=62a712d1-ebfa-4a2e-987a-2d535a34307c HTTP/1.1" status: 200 len: 948 time: 0.7252727 Sep 23 19:17:58.964514 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Device fd5d307e-c41e-4145-b8c6-03b14135d475 up at agent ovs-agent-n-d-713301-16 {{(pid=95103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 19:17:58.987271 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-544b9ce8-b1c9-4bd2-a451-4d288db19245 req-6f3db093-1477-4ce7-9a99-648cb1a73926 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:17:58.989229 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-544b9ce8-b1c9-4bd2-a451-4d288db19245 req-6f3db093-1477-4ce7-9a99-648cb1a73926 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=5220cb0c-da05-478a-9604-8c11469a05b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3979864 Sep 23 19:17:59.060218 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5330fbc6-4a3e-40cd-aa53-18aae81aac1f service neutron] Pushing event updated for resources: {'Port': ['ID=829fe766-0cd0-4105-87ca-0859a4186169,revision_number=3']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:17:59.080908 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Provisioning complete for port fd5d307e-c41e-4145-b8c6-03b14135d475 triggered by entity L2. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:17:59.081586 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:17:59.135052 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c3d60d4-e683-441d-b30b-25ef40c03b76 req-d46a29b9-9c53-4839-980b-1fe5b2be5e5f tempest-AggregatesAdminTestJSON-599813148 tempest-AggregatesAdminTestJSON-599813148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:17:59.142844 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-2c3d60d4-e683-441d-b30b-25ef40c03b76 req-d46a29b9-9c53-4839-980b-1fe5b2be5e5f tempest-AggregatesAdminTestJSON-599813148 tempest-AggregatesAdminTestJSON-599813148-project] 10.222.0.67 "GET /v2.0/ports?device_id=906f408e-a0cc-4cd4-9ed0-96a70642e328 HTTP/1.1" status: 200 len: 969 time: 0.5527499 Sep 23 19:17:59.147891 n-d-713301-16 neutron-server[95101]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d8366c5740cd635e57ab12b71fe44a77c2acc3c19091ef849c6f68b380462244" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0e88b9d-a4f7-4ecb-9e1a-3a449722ae74" -d '{"events": [{"name": "network-changed", "server_uuid": "62a712d1-ebfa-4a2e-987a-2d535a34307c", "tag": "829fe766-0cd0-4105-87ca-0859a4186169"}]}' {{(pid=95101) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 19:17:59.183963 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-ae3e25f7-08ab-4334-9e8d-ca2883feb288 req-70b0008a-46a3-446e-95dd-ec94466b3cf9 tempest-ServerDiagnosticsNegativeTest-1325912694 tempest-ServerDiagnosticsNegativeTest-1325912694-project] 10.222.0.67 "GET /v2.0/security-groups?id=dd5f3a88-c30d-4ec8-82b8-3ddce67b6d97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2063680 Sep 23 19:17:59.188496 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-544b9ce8-b1c9-4bd2-a451-4d288db19245 req-0820139f-eae3-4f76-a888-fe62dca1b5ca service neutron] 10.222.0.74 "GET /v2.0/networks/5220cb0c-da05-478a-9604-8c11469a05b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1898134 Sep 23 19:17:59.233573 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-76150137-8157-450b-85b7-9ff7bf88894b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:17:59.260749 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-2c3d60d4-e683-441d-b30b-25ef40c03b76 req-612a93df-f0fa-43f1-a932-9d77a1129f0b tempest-AggregatesAdminTestJSON-599813148 tempest-AggregatesAdminTestJSON-599813148-project] 10.222.0.67 "GET /v2.0/security-groups?id=b79a559f-1696-46fe-9fcc-92a6c25c4030&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1167486 Sep 23 19:17:59.454034 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-544b9ce8-b1c9-4bd2-a451-4d288db19245 req-bd78b290-1889-4e2f-8eae-3c678c46b41b service neutron] 10.222.0.74 "GET /v2.0/networks/5220cb0c-da05-478a-9604-8c11469a05b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2405245 Sep 23 19:17:59.564770 n-d-713301-16 neutron-server[95102]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 19:17:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ccccbc4-5681-41c7-ac12-2cc4c22a0a95 x-openstack-request-id: req-8ccccbc4-5681-41c7-ac12-2cc4c22a0a95 {{(pid=95102) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 19:17:59.565345 n-d-713301-16 neutron-server[95102]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "906f408e-a0cc-4cd4-9ed0-96a70642e328", "tag": "8b917f82-2724-44e7-93af-0463dea0cae8", "status": "completed", "code": 200}]} {{(pid=95102) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 19:17:59.565838 n-d-713301-16 neutron-server[95102]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-8ccccbc4-5681-41c7-ac12-2cc4c22a0a95 {{(pid=95102) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 19:17:59.566936 n-d-713301-16 neutron-server[95102]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '906f408e-a0cc-4cd4-9ed0-96a70642e328', 'tag': '8b917f82-2724-44e7-93af-0463dea0cae8', 'status': 'completed', 'code': 200} Sep 23 19:17:59.620816 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754d3fe4-a417-410b-bc42-f76b39dae4ab req-456ab63e-c8eb-43e5-8b52-64d889b103b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:17:59.622952 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-754d3fe4-a417-410b-bc42-f76b39dae4ab req-456ab63e-c8eb-43e5-8b52-64d889b103b2 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=a60f0d595d6b495a8284de41a766afff&device_id=62a712d1-ebfa-4a2e-987a-2d535a34307c HTTP/1.1" status: 200 len: 1100 time: 0.8267596 Sep 23 19:17:59.624089 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-fb14fc89-4c85-4cd6-a2f3-10e0d0ca5234 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-597258', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-601790'] for router, after_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:17:59.717042 n-d-713301-16 neutron-server[95101]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 19:17:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2d5adfd-ab5d-4e0e-96cf-eb06ce8c3e65 x-openstack-request-id: req-f2d5adfd-ab5d-4e0e-96cf-eb06ce8c3e65 {{(pid=95101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 19:17:59.717335 n-d-713301-16 neutron-server[95101]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "62a712d1-ebfa-4a2e-987a-2d535a34307c", "tag": "829fe766-0cd0-4105-87ca-0859a4186169", "status": "completed", "code": 200}]} {{(pid=95101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 19:17:59.717573 n-d-713301-16 neutron-server[95101]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-f2d5adfd-ab5d-4e0e-96cf-eb06ce8c3e65 {{(pid=95101) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 19:17:59.718014 n-d-713301-16 neutron-server[95101]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '62a712d1-ebfa-4a2e-987a-2d535a34307c', 'tag': '829fe766-0cd0-4105-87ca-0859a4186169', 'status': 'completed', 'code': 200} Sep 23 19:17:59.782424 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-754d3fe4-a417-410b-bc42-f76b39dae4ab req-b8a24294-6ab0-41a2-93d2-7bd109f83c25 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.141&port_id=829fe766-0cd0-4105-87ca-0859a4186169 HTTP/1.1" status: 200 len: 217 time: 0.1104767 Sep 23 19:17:59.878168 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-76150137-8157-450b-85b7-9ff7bf88894b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-597258', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-601790'] for router, after_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:17:59.904325 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754d3fe4-a417-410b-bc42-f76b39dae4ab req-5a976edb-87fc-4582-a4a5-a9bb30643c9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:17:59.906085 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-754d3fe4-a417-410b-bc42-f76b39dae4ab req-5a976edb-87fc-4582-a4a5-a9bb30643c9c service neutron] 10.222.0.53 "GET /v2.0/subnets?id=1ccc69bc-9d6b-44d9-b227-204e47dc6e45 HTTP/1.1" status: 200 len: 843 time: 0.1135838 Sep 23 19:18:00.142432 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754d3fe4-a417-410b-bc42-f76b39dae4ab req-e5d482a1-421c-48ce-85ab-14184d457e7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:18:00.144012 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-754d3fe4-a417-410b-bc42-f76b39dae4ab req-e5d482a1-421c-48ce-85ab-14184d457e7a service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=5220cb0c-da05-478a-9604-8c11469a05b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1763775 Sep 23 19:18:00.203004 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb14fc89-4c85-4cd6-a2f3-10e0d0ca5234 admin admin] Router 4e57dbd1-7740-40f1-9ed9-2b1a4869aebb is scheduled to L3 agent 79a740bf-7821-4989-8288-7186e3e128f3 with binding_index 1 {{(pid=95101) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 23 19:18:00.391603 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ea09db-5165-4168-8429-9f349df75677 req-453d5d7e-b20e-44ff-a808-7c595388f3cd tempest-ServerDiagnosticsNegativeTest-1325912694 tempest-ServerDiagnosticsNegativeTest-1325912694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:18:00.393944 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-f4ea09db-5165-4168-8429-9f349df75677 req-453d5d7e-b20e-44ff-a808-7c595388f3cd tempest-ServerDiagnosticsNegativeTest-1325912694 tempest-ServerDiagnosticsNegativeTest-1325912694-project] 10.222.0.67 "GET /v2.0/ports?device_id=62a712d1-ebfa-4a2e-987a-2d535a34307c HTTP/1.1" status: 200 len: 948 time: 0.1003258 Sep 23 19:18:00.448139 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-f4ea09db-5165-4168-8429-9f349df75677 req-2d377a91-b003-4699-822c-0cbca568b862 tempest-ServerDiagnosticsNegativeTest-1325912694 tempest-ServerDiagnosticsNegativeTest-1325912694-project] 10.222.0.67 "GET /v2.0/security-groups?id=dd5f3a88-c30d-4ec8-82b8-3ddce67b6d97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471218 Sep 23 19:18:00.493410 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-76150137-8157-450b-85b7-9ff7bf88894b admin admin] Router feeab25d-ce84-4322-90bf-cabdf15b69ef is scheduled to L3 agent 79a740bf-7821-4989-8288-7186e3e128f3 with binding_index 1 {{(pid=95101) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 23 19:18:00.578994 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb14fc89-4c85-4cd6-a2f3-10e0d0ca5234 admin admin] Notify agent at l3_agent.n-d-713301-16 the message routers_updated {{(pid=95101) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 19:18:00.594639 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e5ad22c-fe60-4542-84d5-85a425ef2471 None None] Sync routers for ids ['4e57dbd1-7740-40f1-9ed9-2b1a4869aebb'] in n-d-713301-16 {{(pid=95104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 19:18:00.635583 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f417361-69b7-4435-9f8b-36b4ab5bec50 req-af172d98-3dbc-46b7-af88-b507bb032edf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:18:00.637450 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e5ad22c-fe60-4542-84d5-85a425ef2471 None None] Routers {'4e57dbd1-7740-40f1-9ed9-2b1a4869aebb'} bound to L3 agent in host n-d-713301-16 {{(pid=95104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 19:18:00.638498 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_hamode_db [None req-4e5ad22c-fe60-4542-84d5-85a425ef2471 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-23T19:07:52Z,description=,heartbeat_timestamp=2021-09-23T19:17:52Z,host='n-d-713301-16',id=79a740bf-7821-4989-8288-7186e3e128f3,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:07:52Z,topic='l3_agent')) {'router_ids': ['4e57dbd1-7740-40f1-9ed9-2b1a4869aebb'], 'active': True} {{(pid=95104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:18:00.643376 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-fb14fc89-4c85-4cd6-a2f3-10e0d0ca5234 admin admin] Notify callbacks [] for router, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:18:00.643753 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-9f417361-69b7-4435-9f8b-36b4ab5bec50 req-af172d98-3dbc-46b7-af88-b507bb032edf service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=c58a255c5cfd4bd5a863bb2ccae2b200&device_id=906f408e-a0cc-4cd4-9ed0-96a70642e328 HTTP/1.1" status: 200 len: 1121 time: 0.1668558 Sep 23 19:18:00.644992 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-fb14fc89-4c85-4cd6-a2f3-10e0d0ca5234 admin admin] 10.222.0.67 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 9.0965419 Sep 23 19:18:00.647849 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 54532) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:18:00.771876 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8028f8ca-bffc-4f96-a3f5-e270bdde67a0 req-dbbd81b0-8fca-48ce-bd87-66c045a837a0 tempest-AggregatesAdminTestJSON-599813148 tempest-AggregatesAdminTestJSON-599813148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:18:00.788137 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-8028f8ca-bffc-4f96-a3f5-e270bdde67a0 req-dbbd81b0-8fca-48ce-bd87-66c045a837a0 tempest-AggregatesAdminTestJSON-599813148 tempest-AggregatesAdminTestJSON-599813148-project] 10.222.0.67 "GET /v2.0/ports?device_id=906f408e-a0cc-4cd4-9ed0-96a70642e328 HTTP/1.1" status: 200 len: 969 time: 0.2368093 Sep 23 19:18:00.927850 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_dvr_db [None req-4e5ad22c-fe60-4542-84d5-85a425ef2471 None None] Set router 4e57dbd1-7740-40f1-9ed9-2b1a4869aebb gateway port host: n-d-713301-16 {{(pid=95104) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 19:18:00.951527 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-8028f8ca-bffc-4f96-a3f5-e270bdde67a0 req-cb5d2a60-1c3c-4c4f-9077-1ea196d29525 tempest-AggregatesAdminTestJSON-599813148 tempest-AggregatesAdminTestJSON-599813148-project] 10.222.0.67 "GET /v2.0/security-groups?id=b79a559f-1696-46fe-9fcc-92a6c25c4030&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1624036 Sep 23 19:18:00.983607 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f417361-69b7-4435-9f8b-36b4ab5bec50 req-e62389d6-c2ee-4a9b-8cc9-164f4a8e39aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:18:00.985533 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-9f417361-69b7-4435-9f8b-36b4ab5bec50 req-e62389d6-c2ee-4a9b-8cc9-164f4a8e39aa service neutron] 10.222.0.74 "GET /v2.0/networks?id=5220cb0c-da05-478a-9604-8c11469a05b4 HTTP/1.1" status: 200 len: 870 time: 0.3196676 Sep 23 19:18:00.995345 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76150137-8157-450b-85b7-9ff7bf88894b admin admin] Notify agent at l3_agent.n-d-713301-16 the message routers_updated {{(pid=95101) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 19:18:01.011568 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6204b6b0-f80c-426a-b8cc-9f1e8da4eeb0 None None] Sync routers for ids ['feeab25d-ce84-4322-90bf-cabdf15b69ef'] in n-d-713301-16 {{(pid=95103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 19:18:01.034242 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6204b6b0-f80c-426a-b8cc-9f1e8da4eeb0 None None] Routers {'feeab25d-ce84-4322-90bf-cabdf15b69ef'} bound to L3 agent in host n-d-713301-16 {{(pid=95103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 19:18:01.036048 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_hamode_db [None req-6204b6b0-f80c-426a-b8cc-9f1e8da4eeb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-23T19:07:52Z,description=,heartbeat_timestamp=2021-09-23T19:17:52Z,host='n-d-713301-16',id=79a740bf-7821-4989-8288-7186e3e128f3,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:07:52Z,topic='l3_agent')) {'router_ids': ['feeab25d-ce84-4322-90bf-cabdf15b69ef'], 'active': True} {{(pid=95103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:18:01.054789 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-76150137-8157-450b-85b7-9ff7bf88894b admin admin] Notify callbacks [] for router, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:18:01.059611 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-76150137-8157-450b-85b7-9ff7bf88894b admin admin] 10.222.0.67 "POST /v2.0/routers HTTP/1.1" status: 201 len: 936 time: 9.3206298 Sep 23 19:18:01.062459 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 54536) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:18:01.138886 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.agents_db [None req-f2f5c474-60a3-474f-b2cc-02c4bd30880c None None] Agent healthcheck: found 7 active agents {{(pid=95104) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 19:18:01.161532 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 54538) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:18:01.195332 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-9f417361-69b7-4435-9f8b-36b4ab5bec50 req-44e4c794-832e-457a-a21e-957efa67a49a service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.24&port_id=8b917f82-2724-44e7-93af-0463dea0cae8 HTTP/1.1" status: 200 len: 217 time: 0.1960382 Sep 23 19:18:01.243818 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_hamode_db [None req-4e5ad22c-fe60-4542-84d5-85a425ef2471 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e57dbd1-7740-40f1-9ed9-2b1a4869aebb', 'name': 'tempest-FloatingIPsNegativeTestJSON-1718817476-router', 'tenant_id': 'b756d49085384071a17c2d3d1ef62c53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'external_fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.139'}], 'enable_snat': True}, 'gw_port_id': '9e92d075-1511-468c-b311-4eafbb5932e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:17:51Z', 'updated_at': '2021-09-23T19:17:56Z', 'revision_number': 3, 'project_id': 'b756d49085384071a17c2d3d1ef62c53', 'gw_port': {'id': '9e92d075-1511-468c-b311-4eafbb5932e2', 'name': '', 'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:2c:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e57dbd1-7740-40f1-9ed9-2b1a4869aebb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:17:54Z', 'updated_at': '2021-09-23T19:17:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-16'}], 'n-d-713301-16', False) {} {{(pid=95104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:18:01.304348 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_dvr_db [None req-6204b6b0-f80c-426a-b8cc-9f1e8da4eeb0 None None] Set router feeab25d-ce84-4322-90bf-cabdf15b69ef gateway port host: n-d-713301-16 {{(pid=95103) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 19:18:01.305428 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e5ad22c-fe60-4542-84d5-85a425ef2471 None None] Checking router: 4e57dbd1-7740-40f1-9ed9-2b1a4869aebb for host: n-d-713301-16 {{(pid=95104) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 19:18:01.305871 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e5ad22c-fe60-4542-84d5-85a425ef2471 None None] Updating router 4e57dbd1-7740-40f1-9ed9-2b1a4869aebb port 9e92d075-1511-468c-b311-4eafbb5932e2 binding host n-d-713301-16 {{(pid=95104) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 23 19:18:01.365969 n-d-713301-16 neutron-server[95104]: DEBUG neutron_lib.callbacks.manager [None req-4e5ad22c-fe60-4542-84d5-85a425ef2471 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:18:01.368494 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f417361-69b7-4435-9f8b-36b4ab5bec50 req-1984ec8d-562c-4c09-85d9-afb5c38dddd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:18:01.377459 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-9f417361-69b7-4435-9f8b-36b4ab5bec50 req-1984ec8d-562c-4c09-85d9-afb5c38dddd3 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=1ccc69bc-9d6b-44d9-b227-204e47dc6e45 HTTP/1.1" status: 200 len: 843 time: 0.1465333 Sep 23 19:18:01.533247 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-405d3464-0c4b-493c-a7ae-a7e45a3eb5fd admin admin] Notify callbacks [] for security_group, before_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:18:01.689596 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f417361-69b7-4435-9f8b-36b4ab5bec50 req-cc63dd5f-d7be-41a5-b914-f838bed054dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:18:01.697298 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-9f417361-69b7-4435-9f8b-36b4ab5bec50 req-cc63dd5f-d7be-41a5-b914-f838bed054dc service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=5220cb0c-da05-478a-9604-8c11469a05b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2925143 Sep 23 19:18:01.780234 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_hamode_db [None req-6204b6b0-f80c-426a-b8cc-9f1e8da4eeb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'feeab25d-ce84-4322-90bf-cabdf15b69ef', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1785898101-router', 'tenant_id': '07622c7485a94956bd0dfade6db60bcf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'external_fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.211'}], 'enable_snat': True}, 'gw_port_id': 'f5b8b238-0c5d-4fc8-b0aa-a15d3368bb22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:17:51Z', 'updated_at': '2021-09-23T19:17:58Z', 'revision_number': 3, 'project_id': '07622c7485a94956bd0dfade6db60bcf', 'gw_port': {'id': 'f5b8b238-0c5d-4fc8-b0aa-a15d3368bb22', 'name': '', 'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:ae:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'feeab25d-ce84-4322-90bf-cabdf15b69ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:17:55Z', 'updated_at': '2021-09-23T19:17:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-16'}], 'n-d-713301-16', False) {} {{(pid=95103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:18:01.836655 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6204b6b0-f80c-426a-b8cc-9f1e8da4eeb0 None None] Checking router: feeab25d-ce84-4322-90bf-cabdf15b69ef for host: n-d-713301-16 {{(pid=95103) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 19:18:01.837267 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6204b6b0-f80c-426a-b8cc-9f1e8da4eeb0 None None] Updating router feeab25d-ce84-4322-90bf-cabdf15b69ef port f5b8b238-0c5d-4fc8-b0aa-a15d3368bb22 binding host n-d-713301-16 {{(pid=95103) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 23 19:18:01.887105 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-6204b6b0-f80c-426a-b8cc-9f1e8da4eeb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:18:01.925625 n-d-713301-16 neutron-server[95104]: DEBUG neutron_lib.callbacks.manager [None req-4e5ad22c-fe60-4542-84d5-85a425ef2471 None None] Notify callbacks [] for port, precommit_update {{(pid=95104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:18:01.935733 n-d-713301-16 neutron-server[95104]: DEBUG neutron_lib.callbacks.manager [None req-4e5ad22c-fe60-4542-84d5-85a425ef2471 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:18:01.984145 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f8a2ef4-7b8e-4594-bfda-0acd7e948154 req-74d65782-0072-4779-a768-72c3f8374881 tempest-ServerDiagnosticsNegativeTest-1325912694 tempest-ServerDiagnosticsNegativeTest-1325912694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:18:01.995932 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-8f8a2ef4-7b8e-4594-bfda-0acd7e948154 req-74d65782-0072-4779-a768-72c3f8374881 tempest-ServerDiagnosticsNegativeTest-1325912694 tempest-ServerDiagnosticsNegativeTest-1325912694-project] 10.222.0.67 "GET /v2.0/ports?device_id=62a712d1-ebfa-4a2e-987a-2d535a34307c HTTP/1.1" status: 200 len: 948 time: 0.3981500 Sep 23 19:18:02.005278 n-d-713301-16 neutron-server[95104]: DEBUG neutron.plugins.ml2.managers [None req-4e5ad22c-fe60-4542-84d5-85a425ef2471 None None] Attempting to bind port 9e92d075-1511-468c-b311-4eafbb5932e2 on host n-d-713301-16 for vnic_type normal with profile {{(pid=95104) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 19:18:02.006026 n-d-713301-16 neutron-server[95104]: DEBUG neutron.plugins.ml2.managers [None req-4e5ad22c-fe60-4542-84d5-85a425ef2471 None None] Attempting to bind port 9e92d075-1511-468c-b311-4eafbb5932e2 by drivers openvswitch,hyperv on host n-d-713301-16 at level 0 using segments [{'id': '7d4027f1-d893-4c7b-95d4-757b8e44e380', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac'}] {{(pid=95104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 19:18:02.006408 n-d-713301-16 neutron-server[95104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e5ad22c-fe60-4542-84d5-85a425ef2471 None None] Attempting to bind port 9e92d075-1511-468c-b311-4eafbb5932e2 on network 5dec5c09-378e-4f50-89cc-d94eb81c3bac {{(pid=95104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:18:02.059019 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-9f417361-69b7-4435-9f8b-36b4ab5bec50 req-88452b84-1d51-4b7d-8f4d-823d7818c739 service neutron] 10.222.0.74 "GET /v2.0/networks/5220cb0c-da05-478a-9604-8c11469a05b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3306174 Sep 23 19:18:02.105557 n-d-713301-16 neutron-server[95104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e5ad22c-fe60-4542-84d5-85a425ef2471 None None] Checking agent: {'id': '70a14545-df24-472f-8f95-bfe1719bff93', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 19, 7, 53), 'started_at': datetime.datetime(2021, 9, 23, 19, 8, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 19, 17, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 19:18:02.108532 n-d-713301-16 neutron-server[95104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e5ad22c-fe60-4542-84d5-85a425ef2471 None None] Checking segment: {'id': '7d4027f1-d893-4c7b-95d4-757b8e44e380', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95104) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:18:02.110735 n-d-713301-16 neutron-server[95104]: DEBUG neutron_lib.callbacks.manager [None req-4e5ad22c-fe60-4542-84d5-85a425ef2471 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:18:02.111316 n-d-713301-16 neutron-server[95104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e5ad22c-fe60-4542-84d5-85a425ef2471 None None] Bound using segment: {'id': '7d4027f1-d893-4c7b-95d4-757b8e44e380', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac'} {{(pid=95104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 19:18:02.113289 n-d-713301-16 neutron-server[95104]: DEBUG neutron.plugins.ml2.managers [None req-4e5ad22c-fe60-4542-84d5-85a425ef2471 None None] Bound port: 9e92d075-1511-468c-b311-4eafbb5932e2, host: n-d-713301-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7d4027f1-d893-4c7b-95d4-757b8e44e380', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac'}}] {{(pid=95104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 19:18:02.115117 n-d-713301-16 neutron-server[95104]: DEBUG neutron_lib.callbacks.manager [None req-4e5ad22c-fe60-4542-84d5-85a425ef2471 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:18:02.123763 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cde9321-e12d-4fb9-aa77-cf6f9dff293f None None] Pushing event updated for resources: {'Port': ['ID=9e92d075-1511-468c-b311-4eafbb5932e2,revision_number=2']} {{(pid=95104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:18:02.191456 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-27aaa2a8-ca0a-41f9-8281-c59b9983c91b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:18:02.198449 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-754d3fe4-a417-410b-bc42-f76b39dae4ab req-9c0596c5-81a2-4775-bb02-3d58afe43bec service neutron] 10.222.0.53 "GET /v2.0/networks/5220cb0c-da05-478a-9604-8c11469a05b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5452824 Sep 23 19:18:02.309697 n-d-713301-16 neutron-server[95104]: DEBUG neutron.plugins.ml2.db [None req-4e5ad22c-fe60-4542-84d5-85a425ef2471 None None] For port 9e92d075-1511-468c-b311-4eafbb5932e2, host n-d-713301-16, cleared binding levels {{(pid=95104) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 19:18:02.319357 n-d-713301-16 neutron-server[95104]: DEBUG neutron.plugins.ml2.db [None req-4e5ad22c-fe60-4542-84d5-85a425ef2471 None None] For port 9e92d075-1511-468c-b311-4eafbb5932e2, host n-d-713301-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-16',level=0,port_id=9e92d075-1511-468c-b311-4eafbb5932e2,segment=NetworkSegment(7d4027f1-d893-4c7b-95d4-757b8e44e380),segment_id=7d4027f1-d893-4c7b-95d4-757b8e44e380)] {{(pid=95104) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 19:18:02.342806 n-d-713301-16 neutron-server[95104]: DEBUG neutron_lib.callbacks.manager [None req-4e5ad22c-fe60-4542-84d5-85a425ef2471 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:18:02.386088 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cde9321-e12d-4fb9-aa77-cf6f9dff293f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:18:02.389278 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cde9321-e12d-4fb9-aa77-cf6f9dff293f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:18:02.390197 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cde9321-e12d-4fb9-aa77-cf6f9dff293f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:18:02.390957 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cde9321-e12d-4fb9-aa77-cf6f9dff293f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:18:02.391581 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cde9321-e12d-4fb9-aa77-cf6f9dff293f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:18:02.392288 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cde9321-e12d-4fb9-aa77-cf6f9dff293f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:18:02.395839 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cde9321-e12d-4fb9-aa77-cf6f9dff293f None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:18:02.396494 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-9f417361-69b7-4435-9f8b-36b4ab5bec50 req-db5beb2c-70b2-4890-bad5-e309437aa0bc service neutron] 10.222.0.74 "GET /v2.0/networks/5220cb0c-da05-478a-9604-8c11469a05b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2562723 Sep 23 19:18:02.396754 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cde9321-e12d-4fb9-aa77-cf6f9dff293f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:18:02.397445 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cde9321-e12d-4fb9-aa77-cf6f9dff293f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:18:02.400435 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cde9321-e12d-4fb9-aa77-cf6f9dff293f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:18:02.400985 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cde9321-e12d-4fb9-aa77-cf6f9dff293f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:18:02.401514 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cde9321-e12d-4fb9-aa77-cf6f9dff293f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:18:02.403174 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cde9321-e12d-4fb9-aa77-cf6f9dff293f None None] Tracked resource versions report: Sep 23 19:18:02.403174 n-d-713301-16 neutron-server[95104]: pushed versions: Sep 23 19:18:02.403174 n-d-713301-16 neutron-server[95104]: { 'AddressGroup': {'1.2'}, Sep 23 19:18:02.403174 n-d-713301-16 neutron-server[95104]: 'ConntrackHelper': {'1.0'}, Sep 23 19:18:02.403174 n-d-713301-16 neutron-server[95104]: 'Log': {'1.0'}, Sep 23 19:18:02.403174 n-d-713301-16 neutron-server[95104]: 'Network': {'1.1'}, Sep 23 19:18:02.403174 n-d-713301-16 neutron-server[95104]: 'Port': {'1.7'}, Sep 23 19:18:02.403174 n-d-713301-16 neutron-server[95104]: 'PortForwarding': {'1.2'}, Sep 23 19:18:02.403174 n-d-713301-16 neutron-server[95104]: 'QosPolicy': {'1.9'}, Sep 23 19:18:02.403174 n-d-713301-16 neutron-server[95104]: 'SecurityGroup': {'1.4'}, Sep 23 19:18:02.403174 n-d-713301-16 neutron-server[95104]: 'SecurityGroupRule': {'1.2'}, Sep 23 19:18:02.403174 n-d-713301-16 neutron-server[95104]: 'SubPort': {'1.0'}, Sep 23 19:18:02.403174 n-d-713301-16 neutron-server[95104]: 'Subnet': {'1.1'}, Sep 23 19:18:02.403174 n-d-713301-16 neutron-server[95104]: 'Trunk': {'1.1'}} Sep 23 19:18:02.403174 n-d-713301-16 neutron-server[95104]: consumer versions: Sep 23 19:18:02.403174 n-d-713301-16 neutron-server[95104]: { DHCP agent@n-d-713301-16: {}, Sep 23 19:18:02.403174 n-d-713301-16 neutron-server[95104]: HyperV agent@n-h1-713301-16: {}, Sep 23 19:18:02.403174 n-d-713301-16 neutron-server[95104]: HyperV agent@n-h2-713301-16: {}, Sep 23 19:18:02.403174 n-d-713301-16 neutron-server[95104]: L3 agent@n-d-713301-16: {}, Sep 23 19:18:02.403174 n-d-713301-16 neutron-server[95104]: Metadata agent@n-d-713301-16: {}, Sep 23 19:18:02.403174 n-d-713301-16 neutron-server[95104]: Metering agent@n-d-713301-16: {}, Sep 23 19:18:02.403174 n-d-713301-16 neutron-server[95104]: Open vSwitch agent@n-d-713301-16: { 'AddressGroup': '1.2', Sep 23 19:18:02.403174 n-d-713301-16 neutron-server[95104]: 'ConntrackHelper': '1.0', Sep 23 19:18:02.403174 n-d-713301-16 neutron-server[95104]: 'Log': '1.0', Sep 23 19:18:02.403174 n-d-713301-16 neutron-server[95104]: 'Network': '1.1', Sep 23 19:18:02.403174 n-d-713301-16 neutron-server[95104]: 'Port': '1.7', Sep 23 19:18:02.403174 n-d-713301-16 neutron-server[95104]: 'PortForwarding': '1.2', Sep 23 19:18:02.403174 n-d-713301-16 neutron-server[95104]: 'QosPolicy': '1.9', Sep 23 19:18:02.403174 n-d-713301-16 neutron-server[95104]: 'SecurityGroup': '1.4', Sep 23 19:18:02.403174 n-d-713301-16 neutron-server[95104]: 'SecurityGroupRule': '1.2', Sep 23 19:18:02.403174 n-d-713301-16 neutron-server[95104]: 'SubPort': '1.0', Sep 23 19:18:02.403174 n-d-713301-16 neutron-server[95104]: 'Subnet': '1.1', Sep 23 19:18:02.403174 n-d-713301-16 neutron-server[95104]: 'Trunk': '1.1'}} Sep 23 19:18:02.403174 n-d-713301-16 neutron-server[95104]: {{(pid=95104) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 23 19:18:02.493604 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-8f8a2ef4-7b8e-4594-bfda-0acd7e948154 req-f8d0335b-581c-4ae4-8aa0-892c400d33e8 tempest-ServerDiagnosticsNegativeTest-1325912694 tempest-ServerDiagnosticsNegativeTest-1325912694-project] 10.222.0.67 "GET /v2.0/security-groups?id=dd5f3a88-c30d-4ec8-82b8-3ddce67b6d97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4329164 Sep 23 19:18:02.511308 n-d-713301-16 neutron-server[95101]: DEBUG neutron.db.db_base_plugin_common [None req-27aaa2a8-ca0a-41f9-8281-c59b9983c91b admin admin] Allocated IP 172.20.0.1 (ced61e55-e9f6-474e-9c22-ef2f67ecf614/10369437-2465-4e4e-8343-dcb95119cf8a/b5ee9629-26f4-46be-b376-9cd1deeffd96) {{(pid=95101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 19:18:02.513049 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e5ad22c-fe60-4542-84d5-85a425ef2471 None None] Routers {'4e57dbd1-7740-40f1-9ed9-2b1a4869aebb'} bound to L3 agent in host n-d-713301-16 {{(pid=95104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 19:18:02.514319 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_hamode_db [None req-4e5ad22c-fe60-4542-84d5-85a425ef2471 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-23T19:07:52Z,description=,heartbeat_timestamp=2021-09-23T19:17:52Z,host='n-d-713301-16',id=79a740bf-7821-4989-8288-7186e3e128f3,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:07:52Z,topic='l3_agent')) {'router_ids': ['4e57dbd1-7740-40f1-9ed9-2b1a4869aebb'], 'active': True} {{(pid=95104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:18:02.532293 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-6204b6b0-f80c-426a-b8cc-9f1e8da4eeb0 None None] Notify callbacks [] for port, precommit_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:18:02.539105 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-6204b6b0-f80c-426a-b8cc-9f1e8da4eeb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:18:02.564512 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3dc38e2-0159-44b9-be0c-3b5b8f4a2030 req-d790145b-cad3-494a-8608-7acfbf2153c3 tempest-AggregatesAdminTestJSON-599813148 tempest-AggregatesAdminTestJSON-599813148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:18:02.566904 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-a3dc38e2-0159-44b9-be0c-3b5b8f4a2030 req-d790145b-cad3-494a-8608-7acfbf2153c3 tempest-AggregatesAdminTestJSON-599813148 tempest-AggregatesAdminTestJSON-599813148-project] 10.222.0.67 "GET /v2.0/ports?device_id=906f408e-a0cc-4cd4-9ed0-96a70642e328 HTTP/1.1" status: 200 len: 969 time: 0.4536941 Sep 23 19:18:02.621421 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-405d3464-0c4b-493c-a7ae-a7e45a3eb5fd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:18:02.637924 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-405d3464-0c4b-493c-a7ae-a7e45a3eb5fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:18:02.659119 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.managers [None req-6204b6b0-f80c-426a-b8cc-9f1e8da4eeb0 None None] Attempting to bind port f5b8b238-0c5d-4fc8-b0aa-a15d3368bb22 on host n-d-713301-16 for vnic_type normal with profile {{(pid=95103) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 19:18:02.664333 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.managers [None req-6204b6b0-f80c-426a-b8cc-9f1e8da4eeb0 None None] Attempting to bind port f5b8b238-0c5d-4fc8-b0aa-a15d3368bb22 by drivers openvswitch,hyperv on host n-d-713301-16 at level 0 using segments [{'id': '7d4027f1-d893-4c7b-95d4-757b8e44e380', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac'}] {{(pid=95103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 19:18:02.665556 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6204b6b0-f80c-426a-b8cc-9f1e8da4eeb0 None None] Attempting to bind port f5b8b238-0c5d-4fc8-b0aa-a15d3368bb22 on network 5dec5c09-378e-4f50-89cc-d94eb81c3bac {{(pid=95103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:18:02.682989 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6204b6b0-f80c-426a-b8cc-9f1e8da4eeb0 None None] Checking agent: {'id': '70a14545-df24-472f-8f95-bfe1719bff93', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 19, 7, 53), 'started_at': datetime.datetime(2021, 9, 23, 19, 8, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 19, 17, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 19:18:02.683804 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6204b6b0-f80c-426a-b8cc-9f1e8da4eeb0 None None] Checking segment: {'id': '7d4027f1-d893-4c7b-95d4-757b8e44e380', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95103) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:18:02.685502 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-6204b6b0-f80c-426a-b8cc-9f1e8da4eeb0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:18:02.688062 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6204b6b0-f80c-426a-b8cc-9f1e8da4eeb0 None None] Bound using segment: {'id': '7d4027f1-d893-4c7b-95d4-757b8e44e380', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac'} {{(pid=95103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 19:18:02.688892 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.managers [None req-6204b6b0-f80c-426a-b8cc-9f1e8da4eeb0 None None] Bound port: f5b8b238-0c5d-4fc8-b0aa-a15d3368bb22, host: n-d-713301-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7d4027f1-d893-4c7b-95d4-757b8e44e380', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac'}}] {{(pid=95103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 19:18:02.690205 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-6204b6b0-f80c-426a-b8cc-9f1e8da4eeb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:18:02.746564 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-405d3464-0c4b-493c-a7ae-a7e45a3eb5fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f580ce31-7f2f-4aa5-8495-05e76e575193,revision_number=1']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:18:02.752462 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cde9321-e12d-4fb9-aa77-cf6f9dff293f None None] Pushing event updated for resources: {'Port': ['ID=9e92d075-1511-468c-b311-4eafbb5932e2,revision_number=3']} {{(pid=95104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:18:02.784763 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-a3dc38e2-0159-44b9-be0c-3b5b8f4a2030 req-10ad8c33-651e-4054-af56-8af97cfe67a6 tempest-AggregatesAdminTestJSON-599813148 tempest-AggregatesAdminTestJSON-599813148-project] 10.222.0.67 "GET /v2.0/security-groups?id=b79a559f-1696-46fe-9fcc-92a6c25c4030&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2095311 Sep 23 19:18:02.790849 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-405d3464-0c4b-493c-a7ae-a7e45a3eb5fd admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=99b8520e7103434f99eed26eddfce196&name=default HTTP/1.1" status: 200 len: 2979 time: 1.6282678 Sep 23 19:18:02.791457 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 54548) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:18:02.796404 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_dvr_db [None req-4e5ad22c-fe60-4542-84d5-85a425ef2471 None None] Set router 4e57dbd1-7740-40f1-9ed9-2b1a4869aebb gateway port host: n-d-713301-16 {{(pid=95104) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 19:18:02.898897 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-f46976b1-d0ac-48ab-ac84-2ccbbc6144e4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:18:02.936307 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-6204b6b0-f80c-426a-b8cc-9f1e8da4eeb0 None None] For port f5b8b238-0c5d-4fc8-b0aa-a15d3368bb22, host n-d-713301-16, cleared binding levels {{(pid=95103) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 19:18:02.939314 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-b35f56d7-aed1-4744-9f66-a44c8955be3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:18:02.939718 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-6204b6b0-f80c-426a-b8cc-9f1e8da4eeb0 None None] For port f5b8b238-0c5d-4fc8-b0aa-a15d3368bb22, host n-d-713301-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-16',level=0,port_id=f5b8b238-0c5d-4fc8-b0aa-a15d3368bb22,segment=NetworkSegment(7d4027f1-d893-4c7b-95d4-757b8e44e380),segment_id=7d4027f1-d893-4c7b-95d4-757b8e44e380)] {{(pid=95103) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 19:18:02.957927 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-f46976b1-d0ac-48ab-ac84-2ccbbc6144e4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:18:02.958756 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-6204b6b0-f80c-426a-b8cc-9f1e8da4eeb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:18:02.967489 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05d21d12-66c1-44ec-a0bd-93f84f3d40fa None None] Pushing event updated for resources: {'Port': ['ID=f5b8b238-0c5d-4fc8-b0aa-a15d3368bb22,revision_number=2']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:18:02.988636 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-754d3fe4-a417-410b-bc42-f76b39dae4ab req-4a83091b-647a-4e5e-8afc-0f3f62ca0fde service neutron] 10.222.0.53 "GET /v2.0/networks/5220cb0c-da05-478a-9604-8c11469a05b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4659469 Sep 23 19:18:03.075034 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-27aaa2a8-ca0a-41f9-8281-c59b9983c91b admin admin] Notify callbacks [] for port, precommit_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:18:03.092902 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05d21d12-66c1-44ec-a0bd-93f84f3d40fa None None] Pushing event updated for resources: {'Port': ['ID=f5b8b238-0c5d-4fc8-b0aa-a15d3368bb22,revision_number=3']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:18:03.098283 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-f46976b1-d0ac-48ab-ac84-2ccbbc6144e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:18:03.104217 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-f46976b1-d0ac-48ab-ac84-2ccbbc6144e4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:18:03.105674 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-f46976b1-d0ac-48ab-ac84-2ccbbc6144e4 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/f580ce31-7f2f-4aa5-8495-05e76e575193 HTTP/1.1" status: 204 len: 168 time: 0.3131886 Sep 23 19:18:03.118669 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f46976b1-d0ac-48ab-ac84-2ccbbc6144e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f580ce31-7f2f-4aa5-8495-05e76e575193,revision_number=None']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:18:03.142692 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6204b6b0-f80c-426a-b8cc-9f1e8da4eeb0 None None] Routers {'feeab25d-ce84-4322-90bf-cabdf15b69ef'} bound to L3 agent in host n-d-713301-16 {{(pid=95103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 19:18:03.143527 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_hamode_db [None req-6204b6b0-f80c-426a-b8cc-9f1e8da4eeb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-23T19:07:52Z,description=,heartbeat_timestamp=2021-09-23T19:17:52Z,host='n-d-713301-16',id=79a740bf-7821-4989-8288-7186e3e128f3,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:07:52Z,topic='l3_agent')) {'router_ids': ['feeab25d-ce84-4322-90bf-cabdf15b69ef'], 'active': True} {{(pid=95103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:18:03.230741 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e88b9d-a4f7-4ecb-9e1a-3a449722ae74 req-397424ea-14fa-42d6-9b8c-e3400f26c9ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:18:03.232378 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-a0e88b9d-a4f7-4ecb-9e1a-3a449722ae74 req-397424ea-14fa-42d6-9b8c-e3400f26c9ea service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=a60f0d595d6b495a8284de41a766afff&device_id=62a712d1-ebfa-4a2e-987a-2d535a34307c HTTP/1.1" status: 200 len: 1100 time: 0.1791911 Sep 23 19:18:03.306772 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_dvr_db [None req-6204b6b0-f80c-426a-b8cc-9f1e8da4eeb0 None None] Set router feeab25d-ce84-4322-90bf-cabdf15b69ef gateway port host: n-d-713301-16 {{(pid=95103) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 19:18:03.350445 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-27aaa2a8-ca0a-41f9-8281-c59b9983c91b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783145673135'] for port, after_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:18:03.365723 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_hamode_db [None req-4e5ad22c-fe60-4542-84d5-85a425ef2471 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e57dbd1-7740-40f1-9ed9-2b1a4869aebb', 'name': 'tempest-FloatingIPsNegativeTestJSON-1718817476-router', 'tenant_id': 'b756d49085384071a17c2d3d1ef62c53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'external_fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.139'}], 'enable_snat': True}, 'gw_port_id': '9e92d075-1511-468c-b311-4eafbb5932e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:17:51Z', 'updated_at': '2021-09-23T19:17:56Z', 'revision_number': 3, 'project_id': 'b756d49085384071a17c2d3d1ef62c53', 'gw_port': {'id': '9e92d075-1511-468c-b311-4eafbb5932e2', 'name': '', 'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:2c:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e57dbd1-7740-40f1-9ed9-2b1a4869aebb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:17:54Z', 'updated_at': '2021-09-23T19:18:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-16'}], 'n-d-713301-16', False) {} {{(pid=95104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:18:03.445400 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e5ad22c-fe60-4542-84d5-85a425ef2471 None None] The sync data for ids ['4e57dbd1-7740-40f1-9ed9-2b1a4869aebb'] in n-d-713301-16 is: [{'id': '4e57dbd1-7740-40f1-9ed9-2b1a4869aebb', 'name': 'tempest-FloatingIPsNegativeTestJSON-1718817476-router', 'tenant_id': 'b756d49085384071a17c2d3d1ef62c53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'external_fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.139'}], 'enable_snat': True}, 'gw_port_id': '9e92d075-1511-468c-b311-4eafbb5932e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:17:51Z', 'updated_at': '2021-09-23T19:17:56Z', 'revision_number': 3, 'project_id': 'b756d49085384071a17c2d3d1ef62c53', 'gw_port': {'id': '9e92d075-1511-468c-b311-4eafbb5932e2', 'name': '', 'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:2c:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e57dbd1-7740-40f1-9ed9-2b1a4869aebb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:17:54Z', 'updated_at': '2021-09-23T19:18:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-16'}] {{(pid=95104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 19:18:03.459193 n-d-713301-16 neutron-server[95101]: DEBUG neutron.db.db_base_plugin_common [None req-b35f56d7-aed1-4744-9f66-a44c8955be3d admin admin] Allocated IP 172.20.0.1 (d5983aa5-dc01-48bc-bff2-9c83789f0fba/d6f0871f-c3f6-47e4-ac38-d95f0ade6ade/630db028-2806-40e9-aef2-932766c7b258) {{(pid=95101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 19:18:03.610663 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_hamode_db [None req-6204b6b0-f80c-426a-b8cc-9f1e8da4eeb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'feeab25d-ce84-4322-90bf-cabdf15b69ef', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1785898101-router', 'tenant_id': '07622c7485a94956bd0dfade6db60bcf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'external_fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.211'}], 'enable_snat': True}, 'gw_port_id': 'f5b8b238-0c5d-4fc8-b0aa-a15d3368bb22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:17:51Z', 'updated_at': '2021-09-23T19:17:58Z', 'revision_number': 3, 'project_id': '07622c7485a94956bd0dfade6db60bcf', 'gw_port': {'id': 'f5b8b238-0c5d-4fc8-b0aa-a15d3368bb22', 'name': '', 'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:ae:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'feeab25d-ce84-4322-90bf-cabdf15b69ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:17:55Z', 'updated_at': '2021-09-23T19:18:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-16'}], 'n-d-713301-16', False) {} {{(pid=95103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:18:03.657037 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 54556) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:18:03.675762 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6204b6b0-f80c-426a-b8cc-9f1e8da4eeb0 None None] The sync data for ids ['feeab25d-ce84-4322-90bf-cabdf15b69ef'] in n-d-713301-16 is: [{'id': 'feeab25d-ce84-4322-90bf-cabdf15b69ef', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1785898101-router', 'tenant_id': '07622c7485a94956bd0dfade6db60bcf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'external_fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.211'}], 'enable_snat': True}, 'gw_port_id': 'f5b8b238-0c5d-4fc8-b0aa-a15d3368bb22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:17:51Z', 'updated_at': '2021-09-23T19:17:58Z', 'revision_number': 3, 'project_id': '07622c7485a94956bd0dfade6db60bcf', 'gw_port': {'id': 'f5b8b238-0c5d-4fc8-b0aa-a15d3368bb22', 'name': '', 'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:ae:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'feeab25d-ce84-4322-90bf-cabdf15b69ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:17:55Z', 'updated_at': '2021-09-23T19:18:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-16'}] {{(pid=95103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 19:18:03.678701 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-50dbe6eb-18e6-4a55-85c1-794c88c9f671 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:18:03.713621 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-628953f9-90f2-41a8-94af-0effa64dc908 req-0bb448a9-61c2-44ad-9fc9-ffcd8078eefc tempest-ServerDiagnosticsNegativeTest-1325912694 tempest-ServerDiagnosticsNegativeTest-1325912694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:18:03.715460 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-628953f9-90f2-41a8-94af-0effa64dc908 req-0bb448a9-61c2-44ad-9fc9-ffcd8078eefc tempest-ServerDiagnosticsNegativeTest-1325912694 tempest-ServerDiagnosticsNegativeTest-1325912694-project] 10.222.0.67 "GET /v2.0/ports?device_id=62a712d1-ebfa-4a2e-987a-2d535a34307c HTTP/1.1" status: 200 len: 948 time: 0.1150944 Sep 23 19:18:03.759041 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e88b9d-a4f7-4ecb-9e1a-3a449722ae74 req-b1e493a2-11d2-4fb1-84ad-a55bd5284f40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:18:03.760760 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-a0e88b9d-a4f7-4ecb-9e1a-3a449722ae74 req-b1e493a2-11d2-4fb1-84ad-a55bd5284f40 service neutron] 10.222.0.53 "GET /v2.0/networks?id=5220cb0c-da05-478a-9604-8c11469a05b4 HTTP/1.1" status: 200 len: 870 time: 0.5200107 Sep 23 19:18:03.802969 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-628953f9-90f2-41a8-94af-0effa64dc908 req-dc94a95d-4bab-48ad-a36b-9d45ea023c35 tempest-ServerDiagnosticsNegativeTest-1325912694 tempest-ServerDiagnosticsNegativeTest-1325912694-project] 10.222.0.67 "GET /v2.0/security-groups?id=dd5f3a88-c30d-4ec8-82b8-3ddce67b6d97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791452 Sep 23 19:18:03.807245 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27aaa2a8-ca0a-41f9-8281-c59b9983c91b admin admin] Network ced61e55-e9f6-474e-9c22-ef2f67ecf614 is already hosted by enough agents. {{(pid=95101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:18:03.915967 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-50dbe6eb-18e6-4a55-85c1-794c88c9f671 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:18:03.937824 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.base_scheduler [None req-27aaa2a8-ca0a-41f9-8281-c59b9983c91b admin admin] Resources bound (agent type, host, resource id): {{(pid=95101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:18:03.939910 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-50dbe6eb-18e6-4a55-85c1-794c88c9f671 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:18:04.004309 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-b35f56d7-aed1-4744-9f66-a44c8955be3d admin admin] Notify callbacks [] for port, precommit_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:18:04.090419 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-a0e88b9d-a4f7-4ecb-9e1a-3a449722ae74 req-7e2b4348-bda7-4ffa-97ab-cfebabde6eec service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.141&port_id=829fe766-0cd0-4105-87ca-0859a4186169 HTTP/1.1" status: 200 len: 217 time: 0.2789447 Sep 23 19:18:04.095355 n-d-713301-16 neutron-server[95101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27aaa2a8-ca0a-41f9-8281-c59b9983c91b admin admin] Received port after_create {{(pid=95101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 19:18:04.096040 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-27aaa2a8-ca0a-41f9-8281-c59b9983c91b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-601987'] for router_interface, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:18:04.104632 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-b35f56d7-aed1-4744-9f66-a44c8955be3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783145673135'] for port, after_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:18:04.188637 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-50dbe6eb-18e6-4a55-85c1-794c88c9f671 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=0c2d2aad593444beaa0929aa1a55fe9a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5275326 Sep 23 19:18:04.190487 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 54560) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:18:04.200283 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6cb08bf-29be-4ed9-b942-fd1dcb884853 req-9a84197a-fe5e-489d-b99d-6f6ba7944c46 tempest-AggregatesAdminTestJSON-599813148 tempest-AggregatesAdminTestJSON-599813148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:18:04.201865 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-b6cb08bf-29be-4ed9-b942-fd1dcb884853 req-9a84197a-fe5e-489d-b99d-6f6ba7944c46 tempest-AggregatesAdminTestJSON-599813148 tempest-AggregatesAdminTestJSON-599813148-project] 10.222.0.67 "GET /v2.0/ports?device_id=906f408e-a0cc-4cd4-9ed0-96a70642e328 HTTP/1.1" status: 200 len: 969 time: 0.2844539 Sep 23 19:18:04.237012 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50dbe6eb-18e6-4a55-85c1-794c88c9f671 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1751ac2-7a7a-4fa5-883f-611fc811d585,revision_number=1']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:18:04.318381 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-b6cb08bf-29be-4ed9-b942-fd1dcb884853 req-542d7368-eb1c-4dd3-9931-1c115f116252 tempest-AggregatesAdminTestJSON-599813148 tempest-AggregatesAdminTestJSON-599813148-project] 10.222.0.67 "GET /v2.0/security-groups?id=b79a559f-1696-46fe-9fcc-92a6c25c4030&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1082113 Sep 23 19:18:04.331917 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-0724dfe3-eaa5-4715-84cf-ad762a8668ea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:18:04.387296 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-0724dfe3-eaa5-4715-84cf-ad762a8668ea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:18:04.397967 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e88b9d-a4f7-4ecb-9e1a-3a449722ae74 req-b9204a74-518c-4b3d-9593-fc755798b618 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:18:04.401375 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-a0e88b9d-a4f7-4ecb-9e1a-3a449722ae74 req-b9204a74-518c-4b3d-9593-fc755798b618 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=1ccc69bc-9d6b-44d9-b227-204e47dc6e45 HTTP/1.1" status: 200 len: 843 time: 0.2295854 Sep 23 19:18:04.432085 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27aaa2a8-ca0a-41f9-8281-c59b9983c91b admin admin] Pushing event updated for resources: {'Port': ['ID=b5ee9629-26f4-46be-b376-9cd1deeffd96,revision_number=1']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:18:04.443265 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b35f56d7-aed1-4744-9f66-a44c8955be3d admin admin] Network d5983aa5-dc01-48bc-bff2-9c83789f0fba is already hosted by enough agents. {{(pid=95101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:18:04.460144 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.base_scheduler [None req-b35f56d7-aed1-4744-9f66-a44c8955be3d admin admin] Resources bound (agent type, host, resource id): {{(pid=95101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:18:04.487603 n-d-713301-16 neutron-server[95101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b35f56d7-aed1-4744-9f66-a44c8955be3d admin admin] Received port after_create {{(pid=95101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 19:18:04.488402 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-b35f56d7-aed1-4744-9f66-a44c8955be3d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-601987'] for router_interface, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:18:04.508271 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-504a338e-db05-4186-a092-a91ee4c274ef None None] Provisioning complete for port b5ee9629-26f4-46be-b376-9cd1deeffd96 triggered by entity DHCP. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:18:04.511752 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-504a338e-db05-4186-a092-a91ee4c274ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:18:04.556044 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-0724dfe3-eaa5-4715-84cf-ad762a8668ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:18:04.560230 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-0724dfe3-eaa5-4715-84cf-ad762a8668ea admin admin] Notify callbacks [] for security_group, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:18:04.561557 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-0724dfe3-eaa5-4715-84cf-ad762a8668ea admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/f1751ac2-7a7a-4fa5-883f-611fc811d585 HTTP/1.1" status: 204 len: 168 time: 0.3581767 Sep 23 19:18:04.591807 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0724dfe3-eaa5-4715-84cf-ad762a8668ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1751ac2-7a7a-4fa5-883f-611fc811d585,revision_number=None']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:18:04.676080 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.plugin [None req-504a338e-db05-4186-a092-a91ee4c274ef None None] Port b5ee9629-26f4-46be-b376-9cd1deeffd96 cannot update to ACTIVE because it is not bound. {{(pid=95103) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 19:18:04.894965 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b35f56d7-aed1-4744-9f66-a44c8955be3d admin admin] Pushing event updated for resources: {'Port': ['ID=630db028-2806-40e9-aef2-932766c7b258,revision_number=1']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:18:04.924248 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-a050ce62-7bf9-442e-a087-ab8685137428 None None] Provisioning complete for port 630db028-2806-40e9-aef2-932766c7b258 triggered by entity DHCP. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:18:04.929433 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-a050ce62-7bf9-442e-a087-ab8685137428 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:18:04.957509 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e88b9d-a4f7-4ecb-9e1a-3a449722ae74 req-a6bc11de-86c7-46c4-a03e-9ba18c3fe17f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:18:04.958610 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-a0e88b9d-a4f7-4ecb-9e1a-3a449722ae74 req-a6bc11de-86c7-46c4-a03e-9ba18c3fe17f service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=5220cb0c-da05-478a-9604-8c11469a05b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.5473261 Sep 23 19:18:05.087237 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.plugin [None req-a050ce62-7bf9-442e-a087-ab8685137428 None None] Port 630db028-2806-40e9-aef2-932766c7b258 cannot update to ACTIVE because it is not bound. {{(pid=95103) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 19:18:05.106787 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c2ae39-4d61-4a5a-8308-f0edfd1b2fe4 req-c4b2d783-ac52-4e69-8818-02b308a111a7 tempest-ServerDiagnosticsNegativeTest-1325912694 tempest-ServerDiagnosticsNegativeTest-1325912694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:18:05.123077 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-85c2ae39-4d61-4a5a-8308-f0edfd1b2fe4 req-c4b2d783-ac52-4e69-8818-02b308a111a7 tempest-ServerDiagnosticsNegativeTest-1325912694 tempest-ServerDiagnosticsNegativeTest-1325912694-project] 10.222.0.67 "GET /v2.0/ports?device_id=62a712d1-ebfa-4a2e-987a-2d535a34307c HTTP/1.1" status: 200 len: 948 time: 0.1181619 Sep 23 19:18:05.163596 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Device f5b8b238-0c5d-4fc8-b0aa-a15d3368bb22 up at agent ovs-agent-n-d-713301-16 {{(pid=95103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 19:18:05.204029 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-85c2ae39-4d61-4a5a-8308-f0edfd1b2fe4 req-aace3ae4-7694-40a9-bca7-eb337bba8e58 tempest-ServerDiagnosticsNegativeTest-1325912694 tempest-ServerDiagnosticsNegativeTest-1325912694-project] 10.222.0.67 "GET /v2.0/security-groups?id=dd5f3a88-c30d-4ec8-82b8-3ddce67b6d97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784769 Sep 23 19:18:05.266210 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Provisioning complete for port f5b8b238-0c5d-4fc8-b0aa-a15d3368bb22 triggered by entity L2. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:18:05.266810 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:18:05.504896 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-a0e88b9d-a4f7-4ecb-9e1a-3a449722ae74 req-9749c1db-e99f-465f-a8e6-8b9b819d6fcd service neutron] 10.222.0.53 "GET /v2.0/networks/5220cb0c-da05-478a-9604-8c11469a05b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4885540 Sep 23 19:18:05.510924 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:18:05.554791 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] For port f5b8b238-0c5d-4fc8-b0aa-a15d3368bb22, host n-d-713301-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-16',level=0,port_id=f5b8b238-0c5d-4fc8-b0aa-a15d3368bb22,segment=NetworkSegment(7d4027f1-d893-4c7b-95d4-757b8e44e380),segment_id=7d4027f1-d893-4c7b-95d4-757b8e44e380)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:18:05.592038 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:18:05.593591 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Device 9e92d075-1511-468c-b311-4eafbb5932e2 up at agent ovs-agent-n-d-713301-16 {{(pid=95103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 19:18:05.612996 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c3dc477-af48-48f3-a67a-6d3a91279e89 req-e9da30b7-ff70-4c77-8247-0a8d81a9a90b tempest-AggregatesAdminTestJSON-599813148 tempest-AggregatesAdminTestJSON-599813148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:18:05.615001 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-5c3dc477-af48-48f3-a67a-6d3a91279e89 req-e9da30b7-ff70-4c77-8247-0a8d81a9a90b tempest-AggregatesAdminTestJSON-599813148 tempest-AggregatesAdminTestJSON-599813148-project] 10.222.0.67 "GET /v2.0/ports?device_id=906f408e-a0cc-4cd4-9ed0-96a70642e328 HTTP/1.1" status: 200 len: 969 time: 0.1538146 Sep 23 19:18:05.849140 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-27aaa2a8-ca0a-41f9-8281-c59b9983c91b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:18:05.856127 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-a0e88b9d-a4f7-4ecb-9e1a-3a449722ae74 req-5da25f33-5496-49fd-88a8-20f2e2829430 service neutron] 10.222.0.53 "GET /v2.0/networks/5220cb0c-da05-478a-9604-8c11469a05b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3180411 Sep 23 19:18:05.909182 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Provisioning complete for port 9e92d075-1511-468c-b311-4eafbb5932e2 triggered by entity L2. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:18:05.910783 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:18:05.921545 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Pushing event updated for resources: {'Port': ['ID=f5b8b238-0c5d-4fc8-b0aa-a15d3368bb22,revision_number=4']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:18:05.941486 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-b35f56d7-aed1-4744-9f66-a44c8955be3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:18:06.155914 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-5c3dc477-af48-48f3-a67a-6d3a91279e89 req-9f432e23-9514-4325-8d08-eb12bc5ae98c tempest-AggregatesAdminTestJSON-599813148 tempest-AggregatesAdminTestJSON-599813148-project] 10.222.0.67 "GET /v2.0/security-groups?id=b79a559f-1696-46fe-9fcc-92a6c25c4030&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5281289 Sep 23 19:18:06.168312 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:18:06.209062 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] For port 9e92d075-1511-468c-b311-4eafbb5932e2, host n-d-713301-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-16',level=0,port_id=9e92d075-1511-468c-b311-4eafbb5932e2,segment=NetworkSegment(7d4027f1-d893-4c7b-95d4-757b8e44e380),segment_id=7d4027f1-d893-4c7b-95d4-757b8e44e380)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:18:06.217233 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:18:06.406525 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Pushing event updated for resources: {'Port': ['ID=9e92d075-1511-468c-b311-4eafbb5932e2,revision_number=4']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:18:06.528024 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c53dc5-d796-4803-8ba0-86bf58219869 req-4d98d711-54f3-488e-b2cb-b15dec96381a tempest-ServerDiagnosticsNegativeTest-1325912694 tempest-ServerDiagnosticsNegativeTest-1325912694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:18:06.550667 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-31c53dc5-d796-4803-8ba0-86bf58219869 req-4d98d711-54f3-488e-b2cb-b15dec96381a tempest-ServerDiagnosticsNegativeTest-1325912694 tempest-ServerDiagnosticsNegativeTest-1325912694-project] 10.222.0.67 "GET /v2.0/ports?device_id=62a712d1-ebfa-4a2e-987a-2d535a34307c HTTP/1.1" status: 200 len: 948 time: 0.1444955 Sep 23 19:18:06.631510 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-31c53dc5-d796-4803-8ba0-86bf58219869 req-2e1e95e1-1cb2-42c5-b1e2-8f9731a34bfd tempest-ServerDiagnosticsNegativeTest-1325912694 tempest-ServerDiagnosticsNegativeTest-1325912694-project] 10.222.0.67 "GET /v2.0/security-groups?id=dd5f3a88-c30d-4ec8-82b8-3ddce67b6d97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792391 Sep 23 19:18:06.881307 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-b35f56d7-aed1-4744-9f66-a44c8955be3d admin admin] Notify callbacks [] for port, precommit_update {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:18:06.882484 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-27aaa2a8-ca0a-41f9-8281-c59b9983c91b admin admin] Notify callbacks [] for port, precommit_update {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:18:06.887923 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-b35f56d7-aed1-4744-9f66-a44c8955be3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:18:06.901838 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-b35f56d7-aed1-4744-9f66-a44c8955be3d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-527313', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-601459'] for router_interface, after_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:18:06.921102 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-27aaa2a8-ca0a-41f9-8281-c59b9983c91b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:18:06.922486 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-27aaa2a8-ca0a-41f9-8281-c59b9983c91b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-527313', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-601459'] for router_interface, after_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:18:06.972392 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Device f5b8b238-0c5d-4fc8-b0aa-a15d3368bb22 up at agent ovs-agent-n-d-713301-16 {{(pid=95103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 19:18:07.062497 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Provisioning complete for port f5b8b238-0c5d-4fc8-b0aa-a15d3368bb22 triggered by entity L2. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:18:07.063139 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:18:07.179326 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Device 9e92d075-1511-468c-b311-4eafbb5932e2 up at agent ovs-agent-n-d-713301-16 {{(pid=95103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 19:18:07.188485 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b35f56d7-aed1-4744-9f66-a44c8955be3d admin admin] Pushing event updated for resources: {'Port': ['ID=630db028-2806-40e9-aef2-932766c7b258,revision_number=2']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:18:07.281052 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Provisioning complete for port 9e92d075-1511-468c-b311-4eafbb5932e2 triggered by entity L2. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:18:07.281634 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:18:07.312872 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27aaa2a8-ca0a-41f9-8281-c59b9983c91b admin admin] Pushing event updated for resources: {'Port': ['ID=b5ee9629-26f4-46be-b376-9cd1deeffd96,revision_number=2']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:18:07.325816 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27aaa2a8-ca0a-41f9-8281-c59b9983c91b admin admin] Network ced61e55-e9f6-474e-9c22-ef2f67ecf614 is already hosted by enough agents. {{(pid=95101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:18:07.335953 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.base_scheduler [None req-27aaa2a8-ca0a-41f9-8281-c59b9983c91b admin admin] Resources bound (agent type, host, resource id): {{(pid=95101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:18:07.374092 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b35f56d7-aed1-4744-9f66-a44c8955be3d admin admin] Network d5983aa5-dc01-48bc-bff2-9c83789f0fba is already hosted by enough agents. {{(pid=95101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:18:07.418783 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.base_scheduler [None req-b35f56d7-aed1-4744-9f66-a44c8955be3d admin admin] Resources bound (agent type, host, resource id): {{(pid=95101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:18:07.470241 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c0e8a9-d05c-432d-a87e-fa650274c005 req-35d5150e-081d-4780-858e-5f3cafcdbf5c tempest-AggregatesAdminTestJSON-599813148 tempest-AggregatesAdminTestJSON-599813148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:18:07.477721 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-c9c0e8a9-d05c-432d-a87e-fa650274c005 req-35d5150e-081d-4780-858e-5f3cafcdbf5c tempest-AggregatesAdminTestJSON-599813148 tempest-AggregatesAdminTestJSON-599813148-project] 10.222.0.67 "GET /v2.0/ports?device_id=906f408e-a0cc-4cd4-9ed0-96a70642e328 HTTP/1.1" status: 200 len: 969 time: 0.1318305 Sep 23 19:18:07.525222 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-c9c0e8a9-d05c-432d-a87e-fa650274c005 req-26e3f303-980a-4132-a684-09a636579b4e tempest-AggregatesAdminTestJSON-599813148 tempest-AggregatesAdminTestJSON-599813148-project] 10.222.0.67 "GET /v2.0/security-groups?id=b79a559f-1696-46fe-9fcc-92a6c25c4030&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465057 Sep 23 19:18:07.636414 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-27aaa2a8-ca0a-41f9-8281-c59b9983c91b admin admin] Router 4e57dbd1-7740-40f1-9ed9-2b1a4869aebb has already been hosted by L3 agent 79a740bf-7821-4989-8288-7186e3e128f3 {{(pid=95101) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 19:18:07.677483 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b35f56d7-aed1-4744-9f66-a44c8955be3d admin admin] Router feeab25d-ce84-4322-90bf-cabdf15b69ef has already been hosted by L3 agent 79a740bf-7821-4989-8288-7186e3e128f3 {{(pid=95101) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 19:18:07.739225 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-528d2030-1e89-4c55-8df0-683cab17facb None None] Provisioning complete for port b5ee9629-26f4-46be-b376-9cd1deeffd96 triggered by entity DHCP. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:18:07.739592 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-528d2030-1e89-4c55-8df0-683cab17facb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:18:07.773055 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0bcd38b-b2ff-4715-950d-1fd681625a77 req-6387ac09-3309-4e71-88c0-f6a17d8a8ada tempest-ServerDiagnosticsNegativeTest-1325912694 tempest-ServerDiagnosticsNegativeTest-1325912694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:18:07.774762 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-d0bcd38b-b2ff-4715-950d-1fd681625a77 req-6387ac09-3309-4e71-88c0-f6a17d8a8ada tempest-ServerDiagnosticsNegativeTest-1325912694 tempest-ServerDiagnosticsNegativeTest-1325912694-project] 10.222.0.67 "GET /v2.0/ports?device_id=62a712d1-ebfa-4a2e-987a-2d535a34307c HTTP/1.1" status: 200 len: 948 time: 0.0588436 Sep 23 19:18:07.794068 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.plugin [None req-528d2030-1e89-4c55-8df0-683cab17facb None None] Port b5ee9629-26f4-46be-b376-9cd1deeffd96 cannot update to ACTIVE because it is not bound. {{(pid=95103) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 19:18:07.809166 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-528d2030-1e89-4c55-8df0-683cab17facb None None] Provisioning complete for port 630db028-2806-40e9-aef2-932766c7b258 triggered by entity DHCP. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:18:07.809703 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-528d2030-1e89-4c55-8df0-683cab17facb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:18:07.830271 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-d0bcd38b-b2ff-4715-950d-1fd681625a77 req-b887d86c-9273-45cd-8716-aa943479eb06 tempest-ServerDiagnosticsNegativeTest-1325912694 tempest-ServerDiagnosticsNegativeTest-1325912694-project] 10.222.0.67 "GET /v2.0/security-groups?id=dd5f3a88-c30d-4ec8-82b8-3ddce67b6d97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446610 Sep 23 19:18:07.855741 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.plugin [None req-528d2030-1e89-4c55-8df0-683cab17facb None None] Port 630db028-2806-40e9-aef2-932766c7b258 cannot update to ACTIVE because it is not bound. {{(pid=95103) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 19:18:07.876165 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27aaa2a8-ca0a-41f9-8281-c59b9983c91b admin admin] Notify agent at l3_agent.n-d-713301-16 the message routers_updated {{(pid=95101) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 19:18:07.882543 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-27aaa2a8-ca0a-41f9-8281-c59b9983c91b admin admin] 10.222.0.67 "PUT /v2.0/routers/4e57dbd1-7740-40f1-9ed9-2b1a4869aebb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.2338705 Sep 23 19:18:07.894688 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b35f56d7-aed1-4744-9f66-a44c8955be3d admin admin] Notify agent at l3_agent.n-d-713301-16 the message routers_updated {{(pid=95101) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 19:18:07.896283 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5c064d4-62d8-4f38-a00f-13725ec0008a None None] Sync routers for ids ['4e57dbd1-7740-40f1-9ed9-2b1a4869aebb'] in n-d-713301-16 {{(pid=95104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 19:18:07.900951 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-b35f56d7-aed1-4744-9f66-a44c8955be3d admin admin] 10.222.0.67 "PUT /v2.0/routers/feeab25d-ce84-4322-90bf-cabdf15b69ef/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8369308 Sep 23 19:18:07.909401 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de6eab9d-b98c-49c0-9f25-4d088d6b0434 None None] Sync routers for ids ['feeab25d-ce84-4322-90bf-cabdf15b69ef'] in n-d-713301-16 {{(pid=95103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 19:18:07.919006 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5c064d4-62d8-4f38-a00f-13725ec0008a None None] Routers {'4e57dbd1-7740-40f1-9ed9-2b1a4869aebb'} bound to L3 agent in host n-d-713301-16 {{(pid=95104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 19:18:07.919818 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_hamode_db [None req-c5c064d4-62d8-4f38-a00f-13725ec0008a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-23T19:07:52Z,description=,heartbeat_timestamp=2021-09-23T19:17:52Z,host='n-d-713301-16',id=79a740bf-7821-4989-8288-7186e3e128f3,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:07:52Z,topic='l3_agent')) {'router_ids': ['4e57dbd1-7740-40f1-9ed9-2b1a4869aebb'], 'active': True} {{(pid=95104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:18:07.920459 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de6eab9d-b98c-49c0-9f25-4d088d6b0434 None None] Routers {'feeab25d-ce84-4322-90bf-cabdf15b69ef'} bound to L3 agent in host n-d-713301-16 {{(pid=95103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 19:18:07.921157 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_hamode_db [None req-de6eab9d-b98c-49c0-9f25-4d088d6b0434 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-23T19:07:52Z,description=,heartbeat_timestamp=2021-09-23T19:17:52Z,host='n-d-713301-16',id=79a740bf-7821-4989-8288-7186e3e128f3,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:07:52Z,topic='l3_agent')) {'router_ids': ['feeab25d-ce84-4322-90bf-cabdf15b69ef'], 'active': True} {{(pid=95103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:18:08.039194 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_dvr_db [None req-c5c064d4-62d8-4f38-a00f-13725ec0008a None None] Set router 4e57dbd1-7740-40f1-9ed9-2b1a4869aebb gateway port host: n-d-713301-16 {{(pid=95104) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 19:18:08.056871 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_dvr_db [None req-de6eab9d-b98c-49c0-9f25-4d088d6b0434 None None] Set router feeab25d-ce84-4322-90bf-cabdf15b69ef gateway port host: n-d-713301-16 {{(pid=95103) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 19:18:08.276758 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-2e238d9a-69d5-4a12-8cda-770e324e5032 req-18596901-1ea2-40d1-a205-6187b41ae673 tempest-FloatingIPsNegativeTestJSON-1913156254 tempest-FloatingIPsNegativeTestJSON-1913156254-project] 10.222.0.67 "GET /v2.0/floatingips?tenant_id=b756d49085384071a17c2d3d1ef62c53 HTTP/1.1" status: 200 len: 217 time: 0.0964766 Sep 23 19:18:08.290505 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_hamode_db [None req-c5c064d4-62d8-4f38-a00f-13725ec0008a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e57dbd1-7740-40f1-9ed9-2b1a4869aebb', 'name': 'tempest-FloatingIPsNegativeTestJSON-1718817476-router', 'tenant_id': 'b756d49085384071a17c2d3d1ef62c53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'external_fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.139'}], 'enable_snat': True}, 'gw_port_id': '9e92d075-1511-468c-b311-4eafbb5932e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:17:51Z', 'updated_at': '2021-09-23T19:18:05Z', 'revision_number': 4, 'project_id': 'b756d49085384071a17c2d3d1ef62c53', 'gw_port': {'id': '9e92d075-1511-468c-b311-4eafbb5932e2', 'name': '', 'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:2c:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e57dbd1-7740-40f1-9ed9-2b1a4869aebb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:17:54Z', 'updated_at': '2021-09-23T19:18:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-16', '_interfaces': [{'id': 'b5ee9629-26f4-46be-b376-9cd1deeffd96', 'name': '', 'network_id': 'ced61e55-e9f6-474e-9c22-ef2f67ecf614', 'tenant_id': 'b756d49085384071a17c2d3d1ef62c53', 'mac_address': 'fa:16:3e:ff:93:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e57dbd1-7740-40f1-9ed9-2b1a4869aebb', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': '10369437-2465-4e4e-8343-dcb95119cf8a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:18:02Z', 'updated_at': '2021-09-23T19:18:06Z', 'revision_number': 2, 'project_id': 'b756d49085384071a17c2d3d1ef62c53', 'subnets': [{'id': '10369437-2465-4e4e-8343-dcb95119cf8a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-16', False) {} {{(pid=95104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:18:08.325192 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5c064d4-62d8-4f38-a00f-13725ec0008a None None] Checking router: 4e57dbd1-7740-40f1-9ed9-2b1a4869aebb for host: n-d-713301-16 {{(pid=95104) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 19:18:08.325398 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5c064d4-62d8-4f38-a00f-13725ec0008a None None] Updating router 4e57dbd1-7740-40f1-9ed9-2b1a4869aebb port b5ee9629-26f4-46be-b376-9cd1deeffd96 binding host n-d-713301-16 {{(pid=95104) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 23 19:18:08.332814 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-9cf19aea-0c18-4a97-90ba-cdc5b75a8ea6 req-70e17507-4c8a-4c07-8611-2861c99a4aa9 tempest-FloatingIPsNegativeTestJSON-1913156254 tempest-FloatingIPsNegativeTestJSON-1913156254-project] 10.222.0.67 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=non_exist_pool HTTP/1.1" status: 200 len: 213 time: 0.0437763 Sep 23 19:18:08.372349 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_hamode_db [None req-de6eab9d-b98c-49c0-9f25-4d088d6b0434 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'feeab25d-ce84-4322-90bf-cabdf15b69ef', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1785898101-router', 'tenant_id': '07622c7485a94956bd0dfade6db60bcf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'external_fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.211'}], 'enable_snat': True}, 'gw_port_id': 'f5b8b238-0c5d-4fc8-b0aa-a15d3368bb22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:17:51Z', 'updated_at': '2021-09-23T19:18:05Z', 'revision_number': 4, 'project_id': '07622c7485a94956bd0dfade6db60bcf', 'gw_port': {'id': 'f5b8b238-0c5d-4fc8-b0aa-a15d3368bb22', 'name': '', 'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:ae:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'feeab25d-ce84-4322-90bf-cabdf15b69ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:17:55Z', 'updated_at': '2021-09-23T19:18:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-16', '_interfaces': [{'id': '630db028-2806-40e9-aef2-932766c7b258', 'name': '', 'network_id': 'd5983aa5-dc01-48bc-bff2-9c83789f0fba', 'tenant_id': '07622c7485a94956bd0dfade6db60bcf', 'mac_address': 'fa:16:3e:69:94:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'feeab25d-ce84-4322-90bf-cabdf15b69ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': 'd6f0871f-c3f6-47e4-ac38-d95f0ade6ade', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:18:02Z', 'updated_at': '2021-09-23T19:18:06Z', 'revision_number': 2, 'project_id': '07622c7485a94956bd0dfade6db60bcf', 'subnets': [{'id': 'd6f0871f-c3f6-47e4-ac38-d95f0ade6ade', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-16', False) {} {{(pid=95103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:18:08.384333 n-d-713301-16 neutron-server[95104]: DEBUG neutron_lib.callbacks.manager [None req-c5c064d4-62d8-4f38-a00f-13725ec0008a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:18:08.403098 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de6eab9d-b98c-49c0-9f25-4d088d6b0434 None None] Checking router: feeab25d-ce84-4322-90bf-cabdf15b69ef for host: n-d-713301-16 {{(pid=95103) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 19:18:08.403387 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de6eab9d-b98c-49c0-9f25-4d088d6b0434 None None] Updating router feeab25d-ce84-4322-90bf-cabdf15b69ef port 630db028-2806-40e9-aef2-932766c7b258 binding host n-d-713301-16 {{(pid=95103) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 23 19:18:08.434778 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-de6eab9d-b98c-49c0-9f25-4d088d6b0434 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:18:08.472593 n-d-713301-16 neutron-server[95102]: INFO neutron.api.v2.resource [req-a039cb15-7b6a-42d6-9f08-6b0112407586 req-c363fbf0-ba2a-4e1c-90f5-4de39f7b9133 tempest-FloatingIPsNegativeTestJSON-1913156254 tempest-FloatingIPsNegativeTestJSON-1913156254-project] show failed (client error): The resource could not be found. Sep 23 19:18:08.473990 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-a039cb15-7b6a-42d6-9f08-6b0112407586 req-c363fbf0-ba2a-4e1c-90f5-4de39f7b9133 tempest-FloatingIPsNegativeTestJSON-1913156254 tempest-FloatingIPsNegativeTestJSON-1913156254-project] 10.222.0.67 "GET /v2.0/floatingips/ad73fa8e-cdd8-4017-ad50-964d28b66cd8 HTTP/1.1" status: 404 len: 350 time: 0.0786414 Sep 23 19:18:08.483317 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 54640) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:18:08.546524 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 54642) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:18:08.696794 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede6349b-4724-4b85-86c5-7c23aa810f06 req-66cc2e86-d6cd-443f-a657-f06fc353ca21 tempest-AggregatesAdminTestJSON-599813148 tempest-AggregatesAdminTestJSON-599813148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:18:08.699257 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-ede6349b-4724-4b85-86c5-7c23aa810f06 req-66cc2e86-d6cd-443f-a657-f06fc353ca21 tempest-AggregatesAdminTestJSON-599813148 tempest-AggregatesAdminTestJSON-599813148-project] 10.222.0.67 "GET /v2.0/ports?device_id=906f408e-a0cc-4cd4-9ed0-96a70642e328 HTTP/1.1" status: 200 len: 969 time: 0.0697117 Sep 23 19:18:08.751497 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-ede6349b-4724-4b85-86c5-7c23aa810f06 req-4c1d8900-0b92-43cd-8693-11dc688a9bb3 tempest-AggregatesAdminTestJSON-599813148 tempest-AggregatesAdminTestJSON-599813148-project] 10.222.0.67 "GET /v2.0/security-groups?id=b79a559f-1696-46fe-9fcc-92a6c25c4030&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468581 Sep 23 19:18:08.768326 n-d-713301-16 neutron-server[95104]: DEBUG neutron_lib.callbacks.manager [None req-c5c064d4-62d8-4f38-a00f-13725ec0008a None None] Notify callbacks [] for port, precommit_update {{(pid=95104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:18:08.777861 n-d-713301-16 neutron-server[95104]: DEBUG neutron_lib.callbacks.manager [None req-c5c064d4-62d8-4f38-a00f-13725ec0008a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:18:08.814600 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-48cbcdc2-9896-4484-bd22-7ac310eb8954 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:18:08.824180 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Device 8b917f82-2724-44e7-93af-0463dea0cae8 details requested by agent hyperv_n-h1-713301-16 with host n-h1-713301-16 {{(pid=95103) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 19:18:08.837308 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4d50847-b1e8-4133-85da-59ee6af017d7 None None] Pushing event updated for resources: {'Port': ['ID=b5ee9629-26f4-46be-b376-9cd1deeffd96,revision_number=3']} {{(pid=95104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:18:08.926155 n-d-713301-16 neutron-server[95104]: DEBUG neutron.plugins.ml2.managers [None req-c5c064d4-62d8-4f38-a00f-13725ec0008a None None] Attempting to bind port b5ee9629-26f4-46be-b376-9cd1deeffd96 on host n-d-713301-16 for vnic_type normal with profile {{(pid=95104) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 19:18:08.926801 n-d-713301-16 neutron-server[95104]: DEBUG neutron.plugins.ml2.managers [None req-c5c064d4-62d8-4f38-a00f-13725ec0008a None None] Attempting to bind port b5ee9629-26f4-46be-b376-9cd1deeffd96 by drivers openvswitch,hyperv on host n-d-713301-16 at level 0 using segments [{'id': '51e4c36a-a2c2-4558-a10b-484c3f359851', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'ced61e55-e9f6-474e-9c22-ef2f67ecf614'}] {{(pid=95104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 19:18:08.927139 n-d-713301-16 neutron-server[95104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5c064d4-62d8-4f38-a00f-13725ec0008a None None] Attempting to bind port b5ee9629-26f4-46be-b376-9cd1deeffd96 on network ced61e55-e9f6-474e-9c22-ef2f67ecf614 {{(pid=95104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:18:08.940031 n-d-713301-16 neutron-server[95104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5c064d4-62d8-4f38-a00f-13725ec0008a None None] Checking agent: {'id': '70a14545-df24-472f-8f95-bfe1719bff93', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 19, 7, 53), 'started_at': datetime.datetime(2021, 9, 23, 19, 8, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 19, 17, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 19:18:08.940455 n-d-713301-16 neutron-server[95104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5c064d4-62d8-4f38-a00f-13725ec0008a None None] Checking segment: {'id': '51e4c36a-a2c2-4558-a10b-484c3f359851', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'ced61e55-e9f6-474e-9c22-ef2f67ecf614'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95104) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:18:08.941047 n-d-713301-16 neutron-server[95104]: DEBUG neutron_lib.callbacks.manager [None req-c5c064d4-62d8-4f38-a00f-13725ec0008a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:18:08.941504 n-d-713301-16 neutron-server[95104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5c064d4-62d8-4f38-a00f-13725ec0008a None None] Bound using segment: {'id': '51e4c36a-a2c2-4558-a10b-484c3f359851', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'ced61e55-e9f6-474e-9c22-ef2f67ecf614'} {{(pid=95104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 19:18:08.942048 n-d-713301-16 neutron-server[95104]: DEBUG neutron.plugins.ml2.managers [None req-c5c064d4-62d8-4f38-a00f-13725ec0008a None None] Bound port: b5ee9629-26f4-46be-b376-9cd1deeffd96, host: n-d-713301-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '51e4c36a-a2c2-4558-a10b-484c3f359851', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'ced61e55-e9f6-474e-9c22-ef2f67ecf614'}}] {{(pid=95104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 19:18:08.942378 n-d-713301-16 neutron-server[95104]: DEBUG neutron_lib.callbacks.manager [None req-c5c064d4-62d8-4f38-a00f-13725ec0008a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:18:08.970342 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-48cbcdc2-9896-4484-bd22-7ac310eb8954 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:18:08.987692 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-48cbcdc2-9896-4484-bd22-7ac310eb8954 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:18:09.052927 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 54656) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:18:09.053461 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-48cbcdc2-9896-4484-bd22-7ac310eb8954 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=ec8e1d5199dd4560a4ab5fc4fca7bd35&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5017028 Sep 23 19:18:09.066379 n-d-713301-16 neutron-server[95104]: DEBUG neutron.plugins.ml2.db [None req-c5c064d4-62d8-4f38-a00f-13725ec0008a None None] For port b5ee9629-26f4-46be-b376-9cd1deeffd96, host n-d-713301-16, cleared binding levels {{(pid=95104) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 19:18:09.070474 n-d-713301-16 neutron-server[95104]: DEBUG neutron.plugins.ml2.db [None req-c5c064d4-62d8-4f38-a00f-13725ec0008a None None] For port b5ee9629-26f4-46be-b376-9cd1deeffd96, host n-d-713301-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-16',level=0,port_id=b5ee9629-26f4-46be-b376-9cd1deeffd96,segment=NetworkSegment(51e4c36a-a2c2-4558-a10b-484c3f359851),segment_id=51e4c36a-a2c2-4558-a10b-484c3f359851)] {{(pid=95104) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 19:18:09.074880 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] For port 8b917f82-2724-44e7-93af-0463dea0cae8, host n-h1-713301-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-16',level=0,port_id=8b917f82-2724-44e7-93af-0463dea0cae8,segment=NetworkSegment(6139d589-eb6c-4578-8935-c26ddf396853),segment_id=6139d589-eb6c-4578-8935-c26ddf396853)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:18:09.078657 n-d-713301-16 neutron-server[95104]: DEBUG neutron_lib.callbacks.manager [None req-c5c064d4-62d8-4f38-a00f-13725ec0008a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:18:09.093990 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Returning: {'device': '8b917f82-2724-44e7-93af-0463dea0cae8', 'network_id': '5220cb0c-da05-478a-9604-8c11469a05b4', 'port_id': '8b917f82-2724-44e7-93af-0463dea0cae8', 'mac_address': 'fa:16:3e:a6:99:a4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 624, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1ccc69bc-9d6b-44d9-b227-204e47dc6e45', 'ip_address': '192.168.233.24'}], 'device_owner': 'compute:tempest-test_az-1311972910', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95103) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 19:18:09.103890 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48cbcdc2-9896-4484-bd22-7ac310eb8954 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac1797d7-c7b5-4eb6-ae38-062e81c814a3,revision_number=1']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:18:09.139169 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 54660) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:18:09.145553 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca3b524-6770-4693-a1cc-aeca94727211 req-fa9e4847-dedc-4d01-8fd1-48176e109bfd tempest-ServerDiagnosticsNegativeTest-1325912694 tempest-ServerDiagnosticsNegativeTest-1325912694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:18:09.147509 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-cca3b524-6770-4693-a1cc-aeca94727211 req-fa9e4847-dedc-4d01-8fd1-48176e109bfd tempest-ServerDiagnosticsNegativeTest-1325912694 tempest-ServerDiagnosticsNegativeTest-1325912694-project] 10.222.0.67 "GET /v2.0/ports?device_id=62a712d1-ebfa-4a2e-987a-2d535a34307c HTTP/1.1" status: 200 len: 948 time: 0.1756289 Sep 23 19:18:09.154599 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.v2.base [None req-462fb670-d1b7-4001-8441-44a84f35718d admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1386876250-network', 'tenant_id': '32f55f819b6a492290ca4b14d32b7c3b'}} {{(pid=95101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:18:09.189851 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4d50847-b1e8-4133-85da-59ee6af017d7 None None] Pushing event updated for resources: {'Port': ['ID=b5ee9629-26f4-46be-b376-9cd1deeffd96,revision_number=4']} {{(pid=95104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:18:09.203251 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5c064d4-62d8-4f38-a00f-13725ec0008a None None] Routers {'4e57dbd1-7740-40f1-9ed9-2b1a4869aebb'} bound to L3 agent in host n-d-713301-16 {{(pid=95104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 19:18:09.203883 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_hamode_db [None req-c5c064d4-62d8-4f38-a00f-13725ec0008a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-23T19:07:52Z,description=,heartbeat_timestamp=2021-09-23T19:17:52Z,host='n-d-713301-16',id=79a740bf-7821-4989-8288-7186e3e128f3,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:07:52Z,topic='l3_agent')) {'router_ids': ['4e57dbd1-7740-40f1-9ed9-2b1a4869aebb'], 'active': True} {{(pid=95104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:18:09.224567 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-462fb670-d1b7-4001-8441-44a84f35718d admin admin] Made reservation on behalf of 32f55f819b6a492290ca4b14d32b7c3b for: {'network': 1} {{(pid=95101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:18:09.228020 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-462fb670-d1b7-4001-8441-44a84f35718d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for network, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:18:09.240981 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-cca3b524-6770-4693-a1cc-aeca94727211 req-6d7c5fae-e149-4307-9c96-98adc9eb269b tempest-ServerDiagnosticsNegativeTest-1325912694 tempest-ServerDiagnosticsNegativeTest-1325912694-project] 10.222.0.67 "GET /v2.0/security-groups?id=dd5f3a88-c30d-4ec8-82b8-3ddce67b6d97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822816 Sep 23 19:18:09.253160 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-7e6ad630-f821-4f6e-bd53-dead0933bb70 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:18:09.256587 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-462fb670-d1b7-4001-8441-44a84f35718d admin admin] Notify callbacks [] for security_group, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:18:09.298749 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-e8459ea9-9375-446e-b1e8-835d8af6282a None None] Provisioning complete for port b5ee9629-26f4-46be-b376-9cd1deeffd96 triggered by entity DHCP. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:18:09.299671 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-e8459ea9-9375-446e-b1e8-835d8af6282a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:18:09.336743 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:18:09.347354 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-7e6ad630-f821-4f6e-bd53-dead0933bb70 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:18:09.351088 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_dvr_db [None req-c5c064d4-62d8-4f38-a00f-13725ec0008a None None] Set router 4e57dbd1-7740-40f1-9ed9-2b1a4869aebb gateway port host: n-d-713301-16 {{(pid=95104) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 19:18:09.356800 n-d-713301-16 neutron-server[95103]: DEBUG neutron.notifiers.nova [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8b917f82-2724-44e7-93af-0463dea0cae8 {{(pid=95103) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 19:18:09.415241 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] For port 8b917f82-2724-44e7-93af-0463dea0cae8, host n-h1-713301-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-16',level=0,port_id=8b917f82-2724-44e7-93af-0463dea0cae8,segment=NetworkSegment(6139d589-eb6c-4578-8935-c26ddf396853),segment_id=6139d589-eb6c-4578-8935-c26ddf396853)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:18:09.427251 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:18:09.440114 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-7e6ad630-f821-4f6e-bd53-dead0933bb70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:18:09.443360 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-7e6ad630-f821-4f6e-bd53-dead0933bb70 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:18:09.444536 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-7e6ad630-f821-4f6e-bd53-dead0933bb70 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/ac1797d7-c7b5-4eb6-ae38-062e81c814a3 HTTP/1.1" status: 204 len: 168 time: 0.3893275 Sep 23 19:18:09.466753 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-de6eab9d-b98c-49c0-9f25-4d088d6b0434 None None] Notify callbacks [] for port, precommit_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:18:09.480806 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e6ad630-f821-4f6e-bd53-dead0933bb70 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac1797d7-c7b5-4eb6-ae38-062e81c814a3,revision_number=None']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:18:09.505388 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-2e81097b-0705-4c53-8a2a-caad812a497a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-601372'] for router_interface, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:18:09.528501 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-de6eab9d-b98c-49c0-9f25-4d088d6b0434 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:18:09.575621 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Pushing event updated for resources: {'Port': ['ID=8b917f82-2724-44e7-93af-0463dea0cae8,revision_number=4']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:18:09.582755 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-e8459ea9-9375-446e-b1e8-835d8af6282a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:18:09.699298 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-462fb670-d1b7-4001-8441-44a84f35718d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:18:09.715050 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-462fb670-d1b7-4001-8441-44a84f35718d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:18:09.725127 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_hamode_db [None req-c5c064d4-62d8-4f38-a00f-13725ec0008a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e57dbd1-7740-40f1-9ed9-2b1a4869aebb', 'name': 'tempest-FloatingIPsNegativeTestJSON-1718817476-router', 'tenant_id': 'b756d49085384071a17c2d3d1ef62c53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'external_fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.139'}], 'enable_snat': True}, 'gw_port_id': '9e92d075-1511-468c-b311-4eafbb5932e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:17:51Z', 'updated_at': '2021-09-23T19:18:05Z', 'revision_number': 4, 'project_id': 'b756d49085384071a17c2d3d1ef62c53', 'gw_port': {'id': '9e92d075-1511-468c-b311-4eafbb5932e2', 'name': '', 'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:2c:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e57dbd1-7740-40f1-9ed9-2b1a4869aebb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:17:54Z', 'updated_at': '2021-09-23T19:18:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-16', '_interfaces': [{'id': 'b5ee9629-26f4-46be-b376-9cd1deeffd96', 'name': '', 'network_id': 'ced61e55-e9f6-474e-9c22-ef2f67ecf614', 'tenant_id': 'b756d49085384071a17c2d3d1ef62c53', 'mac_address': 'fa:16:3e:ff:93:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e57dbd1-7740-40f1-9ed9-2b1a4869aebb', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': '10369437-2465-4e4e-8343-dcb95119cf8a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:18:02Z', 'updated_at': '2021-09-23T19:18:09Z', 'revision_number': 4, 'project_id': 'b756d49085384071a17c2d3d1ef62c53', 'subnets': [{'id': '10369437-2465-4e4e-8343-dcb95119cf8a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-16', False) {} {{(pid=95104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:18:09.760732 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5c064d4-62d8-4f38-a00f-13725ec0008a None None] The sync data for ids ['4e57dbd1-7740-40f1-9ed9-2b1a4869aebb'] in n-d-713301-16 is: [{'id': '4e57dbd1-7740-40f1-9ed9-2b1a4869aebb', 'name': 'tempest-FloatingIPsNegativeTestJSON-1718817476-router', 'tenant_id': 'b756d49085384071a17c2d3d1ef62c53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'external_fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.139'}], 'enable_snat': True}, 'gw_port_id': '9e92d075-1511-468c-b311-4eafbb5932e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:17:51Z', 'updated_at': '2021-09-23T19:18:05Z', 'revision_number': 4, 'project_id': 'b756d49085384071a17c2d3d1ef62c53', 'gw_port': {'id': '9e92d075-1511-468c-b311-4eafbb5932e2', 'name': '', 'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:2c:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e57dbd1-7740-40f1-9ed9-2b1a4869aebb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:17:54Z', 'updated_at': '2021-09-23T19:18:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-16', '_interfaces': [{'id': 'b5ee9629-26f4-46be-b376-9cd1deeffd96', 'name': '', 'network_id': 'ced61e55-e9f6-474e-9c22-ef2f67ecf614', 'tenant_id': 'b756d49085384071a17c2d3d1ef62c53', 'mac_address': 'fa:16:3e:ff:93:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e57dbd1-7740-40f1-9ed9-2b1a4869aebb', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': '10369437-2465-4e4e-8343-dcb95119cf8a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:18:02Z', 'updated_at': '2021-09-23T19:18:09Z', 'revision_number': 4, 'project_id': 'b756d49085384071a17c2d3d1ef62c53', 'subnets': [{'id': '10369437-2465-4e4e-8343-dcb95119cf8a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 19:18:09.818855 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] get_ports_and_sgs() called for port_ids ['8b917f82-2724-44e7-93af-0463dea0cae8'] {{(pid=95103) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 19:18:09.830772 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbe8ddeb-990a-4545-8d68-555ac81e33dd None None] Pushing event updated for resources: {'Port': ['ID=630db028-2806-40e9-aef2-932766c7b258,revision_number=3']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:18:09.878910 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-e8459ea9-9375-446e-b1e8-835d8af6282a None None] For port b5ee9629-26f4-46be-b376-9cd1deeffd96, host n-d-713301-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-16',level=0,port_id=b5ee9629-26f4-46be-b376-9cd1deeffd96,segment=NetworkSegment(51e4c36a-a2c2-4558-a10b-484c3f359851),segment_id=51e4c36a-a2c2-4558-a10b-484c3f359851)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:18:09.910488 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.managers [None req-de6eab9d-b98c-49c0-9f25-4d088d6b0434 None None] Attempting to bind port 630db028-2806-40e9-aef2-932766c7b258 on host n-d-713301-16 for vnic_type normal with profile {{(pid=95103) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 19:18:09.910948 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.managers [None req-de6eab9d-b98c-49c0-9f25-4d088d6b0434 None None] Attempting to bind port 630db028-2806-40e9-aef2-932766c7b258 by drivers openvswitch,hyperv on host n-d-713301-16 at level 0 using segments [{'id': '7c11e0df-7313-4765-ac14-518be1d9f929', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': 'd5983aa5-dc01-48bc-bff2-9c83789f0fba'}] {{(pid=95103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 19:18:09.911380 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de6eab9d-b98c-49c0-9f25-4d088d6b0434 None None] Attempting to bind port 630db028-2806-40e9-aef2-932766c7b258 on network d5983aa5-dc01-48bc-bff2-9c83789f0fba {{(pid=95103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:18:09.960026 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-e8459ea9-9375-446e-b1e8-835d8af6282a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:18:10.027624 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de6eab9d-b98c-49c0-9f25-4d088d6b0434 None None] Checking agent: {'id': '70a14545-df24-472f-8f95-bfe1719bff93', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 19, 7, 53), 'started_at': datetime.datetime(2021, 9, 23, 19, 8, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 19, 17, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 19:18:10.028285 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de6eab9d-b98c-49c0-9f25-4d088d6b0434 None None] Checking segment: {'id': '7c11e0df-7313-4765-ac14-518be1d9f929', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': 'd5983aa5-dc01-48bc-bff2-9c83789f0fba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95103) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:18:10.033320 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-de6eab9d-b98c-49c0-9f25-4d088d6b0434 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:18:10.033930 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de6eab9d-b98c-49c0-9f25-4d088d6b0434 None None] Bound using segment: {'id': '7c11e0df-7313-4765-ac14-518be1d9f929', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': 'd5983aa5-dc01-48bc-bff2-9c83789f0fba'} {{(pid=95103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 19:18:10.034537 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.managers [None req-de6eab9d-b98c-49c0-9f25-4d088d6b0434 None None] Bound port: 630db028-2806-40e9-aef2-932766c7b258, host: n-d-713301-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7c11e0df-7313-4765-ac14-518be1d9f929', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': 'd5983aa5-dc01-48bc-bff2-9c83789f0fba'}}] {{(pid=95103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 19:18:10.035029 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-de6eab9d-b98c-49c0-9f25-4d088d6b0434 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:18:10.140100 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f24a401-15ad-4073-861f-6e0c6a7d47a7 req-b391b036-216b-476e-ac61-23f288ffabe0 tempest-AggregatesAdminTestJSON-599813148 tempest-AggregatesAdminTestJSON-599813148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:18:10.149803 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-0f24a401-15ad-4073-861f-6e0c6a7d47a7 req-b391b036-216b-476e-ac61-23f288ffabe0 tempest-AggregatesAdminTestJSON-599813148 tempest-AggregatesAdminTestJSON-599813148-project] 10.222.0.67 "GET /v2.0/ports?device_id=906f408e-a0cc-4cd4-9ed0-96a70642e328 HTTP/1.1" status: 200 len: 970 time: 0.1399298 Sep 23 19:18:10.167672 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-462fb670-d1b7-4001-8441-44a84f35718d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 627} {{(pid=95101) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 19:18:10.192947 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8459ea9-9375-446e-b1e8-835d8af6282a None None] Pushing event updated for resources: {'Port': ['ID=b5ee9629-26f4-46be-b376-9cd1deeffd96,revision_number=5']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:18:10.201874 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-3e4801ab-8b4d-4d28-80a4-a14043dbcb52 None None] Provisioning complete for port b5ee9629-26f4-46be-b376-9cd1deeffd96 triggered by entity DHCP. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:18:10.202138 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-3e4801ab-8b4d-4d28-80a4-a14043dbcb52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:18:10.210966 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-462fb670-d1b7-4001-8441-44a84f35718d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dae54413-e961-426e-af89-3b40d771e273,revision_number=1']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:18:10.227866 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-462fb670-d1b7-4001-8441-44a84f35718d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1756186'] for segment, precommit_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:18:10.228003 n-d-713301-16 neutron-server[95101]: INFO neutron.db.segments_db [None req-462fb670-d1b7-4001-8441-44a84f35718d admin admin] Added segment 63b2487a-cddb-439a-9b63-5225bf1ecda3 of type vlan for network 6080ab87-ca87-438a-906f-b91f169bb6d8 Sep 23 19:18:10.249466 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-0f24a401-15ad-4073-861f-6e0c6a7d47a7 req-d212f5f3-00c9-4453-93a9-f7ebc40ee420 tempest-AggregatesAdminTestJSON-599813148 tempest-AggregatesAdminTestJSON-599813148-project] 10.222.0.67 "GET /v2.0/security-groups?id=b79a559f-1696-46fe-9fcc-92a6c25c4030&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864351 Sep 23 19:18:10.269824 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 54670) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:18:10.298068 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-2b3881b1-08e8-40e4-8774-b76326845696 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:18:10.311571 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-462fb670-d1b7-4001-8441-44a84f35718d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783145630486'] for network, precommit_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:18:10.339915 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-de6eab9d-b98c-49c0-9f25-4d088d6b0434 None None] For port 630db028-2806-40e9-aef2-932766c7b258, host n-d-713301-16, cleared binding levels {{(pid=95103) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 19:18:10.380231 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-de6eab9d-b98c-49c0-9f25-4d088d6b0434 None None] For port 630db028-2806-40e9-aef2-932766c7b258, host n-d-713301-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-16',level=0,port_id=630db028-2806-40e9-aef2-932766c7b258,segment=NetworkSegment(7c11e0df-7313-4765-ac14-518be1d9f929),segment_id=7c11e0df-7313-4765-ac14-518be1d9f929)] {{(pid=95103) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 19:18:10.390972 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-de6eab9d-b98c-49c0-9f25-4d088d6b0434 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:18:10.397306 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-462fb670-d1b7-4001-8441-44a84f35718d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299'] for network, after_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:18:10.398483 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-462fb670-d1b7-4001-8441-44a84f35718d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:18:10.399823 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-462fb670-d1b7-4001-8441-44a84f35718d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527417'] for network, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:18:10.441135 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b665b652-d34c-4f52-9f01-6ea0776efbf8 req-0f0c73a0-36af-4f5c-a272-a66ecaaaa0fa tempest-ServerDiagnosticsNegativeTest-1325912694 tempest-ServerDiagnosticsNegativeTest-1325912694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:18:10.449762 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-b665b652-d34c-4f52-9f01-6ea0776efbf8 req-0f0c73a0-36af-4f5c-a272-a66ecaaaa0fa tempest-ServerDiagnosticsNegativeTest-1325912694 tempest-ServerDiagnosticsNegativeTest-1325912694-project] 10.222.0.67 "GET /v2.0/ports?device_id=62a712d1-ebfa-4a2e-987a-2d535a34307c HTTP/1.1" status: 200 len: 948 time: 0.0873194 Sep 23 19:18:10.475427 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-462fb670-d1b7-4001-8441-44a84f35718d admin admin] Pushing event updated for resources: {'Network': ['ID=6080ab87-ca87-438a-906f-b91f169bb6d8,revision_number=1']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:18:10.492105 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.plugin [None req-2e81097b-0705-4c53-8a2a-caad812a497a admin admin] Deleting port b5ee9629-26f4-46be-b376-9cd1deeffd96 {{(pid=95101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:18:10.492422 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-2e81097b-0705-4c53-8a2a-caad812a497a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783146157096'] for port, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:18:10.520820 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Network 6080ab87-ca87-438a-906f-b91f169bb6d8 details requested by agent ovs-agent-n-d-713301-16 with host n-d-713301-16 {{(pid=95103) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 19:18:10.524230 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-b665b652-d34c-4f52-9f01-6ea0776efbf8 req-f8b4862e-adca-45ba-af6d-cabcd0326bc7 tempest-ServerDiagnosticsNegativeTest-1325912694 tempest-ServerDiagnosticsNegativeTest-1325912694-project] 10.222.0.67 "GET /v2.0/security-groups?id=dd5f3a88-c30d-4ec8-82b8-3ddce67b6d97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710056 Sep 23 19:18:10.543268 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-2b3881b1-08e8-40e4-8774-b76326845696 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:18:10.551035 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-2b3881b1-08e8-40e4-8774-b76326845696 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:18:10.591573 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-462fb670-d1b7-4001-8441-44a84f35718d admin admin] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.4513097 Sep 23 19:18:10.594440 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 54674) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:18:10.603663 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.v2.base [None req-104b11f2-0fd7-4302-98fc-ff9d32fdc013 admin admin] Request body: {'subnet': {'network_id': '6080ab87-ca87-438a-906f-b91f169bb6d8', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1386876250-subnet', 'tenant_id': '32f55f819b6a492290ca4b14d32b7c3b', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=95101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:18:10.629750 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 54676) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:18:10.633849 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-2b3881b1-08e8-40e4-8774-b76326845696 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=ce16c68b438d4f6a902bc08c02247f7a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3621137 Sep 23 19:18:10.642303 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b3881b1-08e8-40e4-8774-b76326845696 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d624a12-5386-4c25-ab0c-54ad8b0ac4ef,revision_number=1']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:18:10.662136 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.db [None req-2e81097b-0705-4c53-8a2a-caad812a497a admin admin] For port b5ee9629-26f4-46be-b376-9cd1deeffd96, host n-d-713301-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-16',level=0,port_id=b5ee9629-26f4-46be-b376-9cd1deeffd96,segment=NetworkSegment(51e4c36a-a2c2-4558-a10b-484c3f359851),segment_id=51e4c36a-a2c2-4558-a10b-484c3f359851)] {{(pid=95101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:18:10.662850 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-2e81097b-0705-4c53-8a2a-caad812a497a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-605701'] for port, precommit_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:18:10.678332 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.plugin [None req-2e81097b-0705-4c53-8a2a-caad812a497a admin admin] Calling delete_port for b5ee9629-26f4-46be-b376-9cd1deeffd96 owned by network:router_interface {{(pid=95101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:18:10.682354 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbe8ddeb-990a-4545-8d68-555ac81e33dd None None] Pushing event updated for resources: {'Port': ['ID=630db028-2806-40e9-aef2-932766c7b258,revision_number=4']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:18:10.702608 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de6eab9d-b98c-49c0-9f25-4d088d6b0434 None None] Routers {'feeab25d-ce84-4322-90bf-cabdf15b69ef'} bound to L3 agent in host n-d-713301-16 {{(pid=95103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 19:18:10.703257 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_hamode_db [None req-de6eab9d-b98c-49c0-9f25-4d088d6b0434 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-23T19:07:52Z,description=,heartbeat_timestamp=2021-09-23T19:17:52Z,host='n-d-713301-16',id=79a740bf-7821-4989-8288-7186e3e128f3,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:07:52Z,topic='l3_agent')) {'router_ids': ['feeab25d-ce84-4322-90bf-cabdf15b69ef'], 'active': True} {{(pid=95103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:18:10.777292 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-104b11f2-0fd7-4302-98fc-ff9d32fdc013 admin admin] Made reservation on behalf of 32f55f819b6a492290ca4b14d32b7c3b for: {'subnet': 1} {{(pid=95101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:18:10.779693 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-104b11f2-0fd7-4302-98fc-ff9d32fdc013 admin admin] Notify callbacks [] for subnet, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:18:10.817748 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-3e4801ab-8b4d-4d28-80a4-a14043dbcb52 None None] Provisioning complete for port 630db028-2806-40e9-aef2-932766c7b258 triggered by entity DHCP. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:18:10.818127 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-3e4801ab-8b4d-4d28-80a4-a14043dbcb52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:18:10.885072 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_dvr_db [None req-de6eab9d-b98c-49c0-9f25-4d088d6b0434 None None] Set router feeab25d-ce84-4322-90bf-cabdf15b69ef gateway port host: n-d-713301-16 {{(pid=95103) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 19:18:10.934865 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-9ac800b9-9ff5-491d-b740-815bddfbb64b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:18:10.942615 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Device b5ee9629-26f4-46be-b376-9cd1deeffd96 up at agent ovs-agent-n-d-713301-16 {{(pid=95103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 19:18:10.988017 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-9ac800b9-9ff5-491d-b740-815bddfbb64b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:18:11.068564 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-3e4801ab-8b4d-4d28-80a4-a14043dbcb52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:18:11.150902 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-3e4801ab-8b4d-4d28-80a4-a14043dbcb52 None None] For port 630db028-2806-40e9-aef2-932766c7b258, host n-d-713301-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-16',level=0,port_id=630db028-2806-40e9-aef2-932766c7b258,segment=NetworkSegment(7c11e0df-7313-4765-ac14-518be1d9f929),segment_id=7c11e0df-7313-4765-ac14-518be1d9f929)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:18:11.154789 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-9ac800b9-9ff5-491d-b740-815bddfbb64b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:18:11.157301 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-9ac800b9-9ff5-491d-b740-815bddfbb64b admin admin] Notify callbacks [] for security_group, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:18:11.158437 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-9ac800b9-9ff5-491d-b740-815bddfbb64b admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/4d624a12-5386-4c25-ab0c-54ad8b0ac4ef HTTP/1.1" status: 204 len: 168 time: 0.5273747 Sep 23 19:18:11.161247 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-3e4801ab-8b4d-4d28-80a4-a14043dbcb52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:18:11.170490 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Provisioning complete for port b5ee9629-26f4-46be-b376-9cd1deeffd96 triggered by entity L2. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:18:11.170658 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-2e81097b-0705-4c53-8a2a-caad812a497a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783146162158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783145673144'] for port, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:18:11.171085 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:18:11.193225 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-104b11f2-0fd7-4302-98fc-ff9d32fdc013 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299'] for subnet, after_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:18:11.200005 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e81097b-0705-4c53-8a2a-caad812a497a admin admin] Pushing event deleted for resources: {'Port': ['ID=b5ee9629-26f4-46be-b376-9cd1deeffd96,revision_number=None']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:18:11.233278 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.plugin [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Port b5ee9629-26f4-46be-b376-9cd1deeffd96 was deleted so its status cannot be updated. {{(pid=95103) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:331}} Sep 23 19:18:11.234875 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ac800b9-9ff5-491d-b740-815bddfbb64b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d624a12-5386-4c25-ab0c-54ad8b0ac4ef,revision_number=None']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:18:11.264351 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e4801ab-8b4d-4d28-80a4-a14043dbcb52 None None] Pushing event updated for resources: {'Port': ['ID=630db028-2806-40e9-aef2-932766c7b258,revision_number=5']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:18:11.295195 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-39163768-a28f-4d9f-aae0-30d93257a368 None None] Provisioning complete for port 630db028-2806-40e9-aef2-932766c7b258 triggered by entity DHCP. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:18:11.295675 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-39163768-a28f-4d9f-aae0-30d93257a368 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:18:11.325909 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-104b11f2-0fd7-4302-98fc-ff9d32fdc013 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2e14c1b6-26d5-4cd4-b5bd-92df9bef1b9e,revision_number=0']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:18:11.335281 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_hamode_db [None req-de6eab9d-b98c-49c0-9f25-4d088d6b0434 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'feeab25d-ce84-4322-90bf-cabdf15b69ef', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1785898101-router', 'tenant_id': '07622c7485a94956bd0dfade6db60bcf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'external_fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.211'}], 'enable_snat': True}, 'gw_port_id': 'f5b8b238-0c5d-4fc8-b0aa-a15d3368bb22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:17:51Z', 'updated_at': '2021-09-23T19:18:05Z', 'revision_number': 4, 'project_id': '07622c7485a94956bd0dfade6db60bcf', 'gw_port': {'id': 'f5b8b238-0c5d-4fc8-b0aa-a15d3368bb22', 'name': '', 'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:ae:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'feeab25d-ce84-4322-90bf-cabdf15b69ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:17:55Z', 'updated_at': '2021-09-23T19:18:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-16', '_interfaces': [{'id': '630db028-2806-40e9-aef2-932766c7b258', 'name': '', 'network_id': 'd5983aa5-dc01-48bc-bff2-9c83789f0fba', 'tenant_id': '07622c7485a94956bd0dfade6db60bcf', 'mac_address': 'fa:16:3e:69:94:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'feeab25d-ce84-4322-90bf-cabdf15b69ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': 'd6f0871f-c3f6-47e4-ac38-d95f0ade6ade', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:18:02Z', 'updated_at': '2021-09-23T19:18:10Z', 'revision_number': 4, 'project_id': '07622c7485a94956bd0dfade6db60bcf', 'subnets': [{'id': 'd6f0871f-c3f6-47e4-ac38-d95f0ade6ade', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-16', False) {} {{(pid=95103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:18:11.379356 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de6eab9d-b98c-49c0-9f25-4d088d6b0434 None None] The sync data for ids ['feeab25d-ce84-4322-90bf-cabdf15b69ef'] in n-d-713301-16 is: [{'id': 'feeab25d-ce84-4322-90bf-cabdf15b69ef', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1785898101-router', 'tenant_id': '07622c7485a94956bd0dfade6db60bcf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'external_fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.211'}], 'enable_snat': True}, 'gw_port_id': 'f5b8b238-0c5d-4fc8-b0aa-a15d3368bb22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:17:51Z', 'updated_at': '2021-09-23T19:18:05Z', 'revision_number': 4, 'project_id': '07622c7485a94956bd0dfade6db60bcf', 'gw_port': {'id': 'f5b8b238-0c5d-4fc8-b0aa-a15d3368bb22', 'name': '', 'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:ae:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'feeab25d-ce84-4322-90bf-cabdf15b69ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:17:55Z', 'updated_at': '2021-09-23T19:18:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-16', '_interfaces': [{'id': '630db028-2806-40e9-aef2-932766c7b258', 'name': '', 'network_id': 'd5983aa5-dc01-48bc-bff2-9c83789f0fba', 'tenant_id': '07622c7485a94956bd0dfade6db60bcf', 'mac_address': 'fa:16:3e:69:94:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'feeab25d-ce84-4322-90bf-cabdf15b69ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': 'd6f0871f-c3f6-47e4-ac38-d95f0ade6ade', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:18:02Z', 'updated_at': '2021-09-23T19:18:10Z', 'revision_number': 4, 'project_id': '07622c7485a94956bd0dfade6db60bcf', 'subnets': [{'id': 'd6f0871f-c3f6-47e4-ac38-d95f0ade6ade', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 19:18:11.429884 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32717c6f-7272-456c-a35c-e6b5923cdb66 req-795e5fd4-4ce9-4175-9657-90ed9f696c08 tempest-AggregatesAdminTestJSON-599813148 tempest-AggregatesAdminTestJSON-599813148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:18:11.438948 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-32717c6f-7272-456c-a35c-e6b5923cdb66 req-795e5fd4-4ce9-4175-9657-90ed9f696c08 tempest-AggregatesAdminTestJSON-599813148 tempest-AggregatesAdminTestJSON-599813148-project] 10.222.0.67 "GET /v2.0/ports?device_id=906f408e-a0cc-4cd4-9ed0-96a70642e328 HTTP/1.1" status: 200 len: 970 time: 0.0795698 Sep 23 19:18:11.445244 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-104b11f2-0fd7-4302-98fc-ff9d32fdc013 admin admin] Checking segment: {'id': '63b2487a-cddb-439a-9b63-5225bf1ecda3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '6080ab87-ca87-438a-906f-b91f169bb6d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:18:11.445934 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-104b11f2-0fd7-4302-98fc-ff9d32fdc013 admin admin] Network hostable DHCP agents. Network: 6080ab87-ca87-438a-906f-b91f169bb6d8, hostable agents: ['1b18bf05-1b5f-4587-be5c-af3ac38e32ad'], hosted agents: [] {{(pid=95101) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 19:18:11.491235 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-32717c6f-7272-456c-a35c-e6b5923cdb66 req-98e3137a-dd64-471b-b928-49faf013dc63 tempest-AggregatesAdminTestJSON-599813148 tempest-AggregatesAdminTestJSON-599813148-project] 10.222.0.67 "GET /v2.0/security-groups?id=b79a559f-1696-46fe-9fcc-92a6c25c4030&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473647 Sep 23 19:18:11.526310 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-104b11f2-0fd7-4302-98fc-ff9d32fdc013 admin admin] Network 6080ab87-ca87-438a-906f-b91f169bb6d8 is scheduled to be hosted by DHCP agent 1b18bf05-1b5f-4587-be5c-af3ac38e32ad with binding_index 1 {{(pid=95101) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 19:18:11.545772 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-2e81097b-0705-4c53-8a2a-caad812a497a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-527322', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-602005'] for router_interface, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:18:11.552292 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.base_scheduler [None req-104b11f2-0fd7-4302-98fc-ff9d32fdc013 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713301-16, 6080ab87-ca87-438a-906f-b91f169bb6d8) {{(pid=95101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:18:11.557961 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-104b11f2-0fd7-4302-98fc-ff9d32fdc013 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:18:11.558653 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-104b11f2-0fd7-4302-98fc-ff9d32fdc013 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527417'] for subnet, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:18:11.565010 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0af1d1d-f8d4-4fe6-9027-76926d3853f8 None None] Network 6080ab87-ca87-438a-906f-b91f169bb6d8 requested from n-d-713301-16 {{(pid=95103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 19:18:11.612421 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 54692) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:18:11.612671 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-104b11f2-0fd7-4302-98fc-ff9d32fdc013 admin admin] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 1.0168571 Sep 23 19:18:11.617196 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.v2.base [None req-b31e8e40-160b-4a6c-bda2-2d2423d59de5 admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1386876250-router', 'tenant_id': '32f55f819b6a492290ca4b14d32b7c3b', 'external_gateway_info': {'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac'}}} {{(pid=95102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:18:11.722652 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-b31e8e40-160b-4a6c-bda2-2d2423d59de5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-594563', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29355'] for router, before_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:18:11.724285 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-b31e8e40-160b-4a6c-bda2-2d2423d59de5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-597363', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-601731', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-739356', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29346'] for router, precommit_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:18:11.774254 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a07d729-de2a-41cb-8ed7-8d6c92a9dd2d req-ab4cd9d1-1f30-4696-9c77-a372867c0ddb tempest-ServerDiagnosticsNegativeTest-1325912694 tempest-ServerDiagnosticsNegativeTest-1325912694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:18:11.791688 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-0a07d729-de2a-41cb-8ed7-8d6c92a9dd2d req-ab4cd9d1-1f30-4696-9c77-a372867c0ddb tempest-ServerDiagnosticsNegativeTest-1325912694 tempest-ServerDiagnosticsNegativeTest-1325912694-project] 10.222.0.67 "GET /v2.0/ports?device_id=62a712d1-ebfa-4a2e-987a-2d535a34307c HTTP/1.1" status: 200 len: 948 time: 0.1555514 Sep 23 19:18:11.825922 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72f47d48-9b5a-41ac-9779-5d86f5567d8b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4c8b80df-07eb-5275-9f17-5cf640db67c0-6080ab87-ca87-438a-906f-b91f169bb6d8', 'network_id': '6080ab87-ca87-438a-906f-b91f169bb6d8', 'tenant_id': '32f55f819b6a492290ca4b14d32b7c3b', 'fixed_ips': [{'subnet_id': '2e14c1b6-26d5-4cd4-b5bd-92df9bef1b9e'}]}} from n-d-713301-16. {{(pid=95103) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 23 19:18:11.826834 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-72f47d48-9b5a-41ac-9779-5d86f5567d8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_create {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:18:11.930285 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e81097b-0705-4c53-8a2a-caad812a497a admin admin] Router 4e57dbd1-7740-40f1-9ed9-2b1a4869aebb has already been hosted by L3 agent 79a740bf-7821-4989-8288-7186e3e128f3 {{(pid=95101) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 19:18:11.938302 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-b31e8e40-160b-4a6c-bda2-2d2423d59de5 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:18:11.955927 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-0a07d729-de2a-41cb-8ed7-8d6c92a9dd2d req-d7c0e1a4-def9-4644-9ab5-af0c2a291337 tempest-ServerDiagnosticsNegativeTest-1325912694 tempest-ServerDiagnosticsNegativeTest-1325912694-project] 10.222.0.67 "GET /v2.0/security-groups?id=dd5f3a88-c30d-4ec8-82b8-3ddce67b6d97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1633053 Sep 23 19:18:12.104107 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e81097b-0705-4c53-8a2a-caad812a497a admin admin] Notify agent at l3_agent.n-d-713301-16 the message routers_updated {{(pid=95101) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 19:18:12.113078 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-2e81097b-0705-4c53-8a2a-caad812a497a admin admin] 10.222.0.67 "PUT /v2.0/routers/4e57dbd1-7740-40f1-9ed9-2b1a4869aebb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6279209 Sep 23 19:18:12.114926 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3caa128-7ee6-41bd-81c4-723c72dddfda None None] Sync routers for ids ['4e57dbd1-7740-40f1-9ed9-2b1a4869aebb'] in n-d-713301-16 {{(pid=95104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 19:18:12.116844 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 54700) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:18:12.136382 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3caa128-7ee6-41bd-81c4-723c72dddfda None None] Routers {'4e57dbd1-7740-40f1-9ed9-2b1a4869aebb'} bound to L3 agent in host n-d-713301-16 {{(pid=95104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 19:18:12.138719 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_hamode_db [None req-a3caa128-7ee6-41bd-81c4-723c72dddfda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-23T19:07:52Z,description=,heartbeat_timestamp=2021-09-23T19:17:52Z,host='n-d-713301-16',id=79a740bf-7821-4989-8288-7186e3e128f3,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:07:52Z,topic='l3_agent')) {'router_ids': ['4e57dbd1-7740-40f1-9ed9-2b1a4869aebb'], 'active': True} {{(pid=95104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:18:12.172798 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.db_base_plugin_common [None req-72f47d48-9b5a-41ac-9779-5d86f5567d8b None None] Allocated IP 172.20.0.2 (6080ab87-ca87-438a-906f-b91f169bb6d8/2e14c1b6-26d5-4cd4-b5bd-92df9bef1b9e/74aa34d2-cdad-45b5-9523-218e412dc669) {{(pid=95103) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 19:18:12.190392 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-b31e8e40-160b-4a6c-bda2-2d2423d59de5 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:18:12.385868 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_dvr_db [None req-a3caa128-7ee6-41bd-81c4-723c72dddfda None None] Set router 4e57dbd1-7740-40f1-9ed9-2b1a4869aebb gateway port host: n-d-713301-16 {{(pid=95104) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 19:18:12.387459 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-64610b24-ffc8-4f03-a598-c23807adf4eb admin admin] Notify callbacks [] for router, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:18:12.450223 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Device 829fe766-0cd0-4105-87ca-0859a4186169 details requested by agent hyperv_n-h2-713301-16 with host n-h2-713301-16 {{(pid=95103) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 19:18:12.503002 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-72f47d48-9b5a-41ac-9779-5d86f5567d8b None None] Notify callbacks [] for port, precommit_create {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:18:12.523185 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-72f47d48-9b5a-41ac-9779-5d86f5567d8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783145673135'] for port, after_create {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:18:12.562230 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-b31e8e40-160b-4a6c-bda2-2d2423d59de5 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:18:12.589300 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-64610b24-ffc8-4f03-a598-c23807adf4eb admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:18:12.610350 n-d-713301-16 neutron-server[95103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72f47d48-9b5a-41ac-9779-5d86f5567d8b None None] Network 6080ab87-ca87-438a-906f-b91f169bb6d8 is already hosted by enough agents. {{(pid=95103) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:18:12.615051 n-d-713301-16 neutron-server[95103]: DEBUG neutron.scheduler.base_scheduler [None req-72f47d48-9b5a-41ac-9779-5d86f5567d8b None None] Resources bound (agent type, host, resource id): {{(pid=95103) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:18:12.632223 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-b31e8e40-160b-4a6c-bda2-2d2423d59de5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:18:12.667351 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.plugin [None req-64610b24-ffc8-4f03-a598-c23807adf4eb admin admin] Deleting port 9e92d075-1511-468c-b311-4eafbb5932e2 {{(pid=95101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:18:12.669067 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-64610b24-ffc8-4f03-a598-c23807adf4eb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783146157096'] for port, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:18:12.675284 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72f47d48-9b5a-41ac-9779-5d86f5567d8b None None] Received port after_create {{(pid=95103) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 19:18:12.696364 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72f47d48-9b5a-41ac-9779-5d86f5567d8b None None] Pushing event updated for resources: {'Port': ['ID=74aa34d2-cdad-45b5-9523-218e412dc669,revision_number=1']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:18:12.792073 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.db [None req-64610b24-ffc8-4f03-a598-c23807adf4eb admin admin] For port 9e92d075-1511-468c-b311-4eafbb5932e2, host n-d-713301-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-16',level=0,port_id=9e92d075-1511-468c-b311-4eafbb5932e2,segment=NetworkSegment(7d4027f1-d893-4c7b-95d4-757b8e44e380),segment_id=7d4027f1-d893-4c7b-95d4-757b8e44e380)] {{(pid=95101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:18:12.792705 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-64610b24-ffc8-4f03-a598-c23807adf4eb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-605701'] for port, precommit_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:18:12.826063 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de88db6-917d-4153-bb8b-0aa32af12e44 req-bc9d60e1-8953-4e39-aa37-76d287d84533 tempest-AggregatesAdminTestJSON-599813148 tempest-AggregatesAdminTestJSON-599813148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:18:12.827797 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-5de88db6-917d-4153-bb8b-0aa32af12e44 req-bc9d60e1-8953-4e39-aa37-76d287d84533 tempest-AggregatesAdminTestJSON-599813148 tempest-AggregatesAdminTestJSON-599813148-project] 10.222.0.67 "GET /v2.0/ports?device_id=906f408e-a0cc-4cd4-9ed0-96a70642e328 HTTP/1.1" status: 200 len: 970 time: 0.1985099 Sep 23 19:18:12.831068 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] For port 829fe766-0cd0-4105-87ca-0859a4186169, host n-h2-713301-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-16',level=0,port_id=829fe766-0cd0-4105-87ca-0859a4186169,segment=NetworkSegment(6139d589-eb6c-4578-8935-c26ddf396853),segment_id=6139d589-eb6c-4578-8935-c26ddf396853)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:18:12.853250 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.plugin [None req-64610b24-ffc8-4f03-a598-c23807adf4eb admin admin] Calling delete_port for 9e92d075-1511-468c-b311-4eafbb5932e2 owned by network:router_gateway {{(pid=95101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:18:12.886341 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Returning: {'device': '829fe766-0cd0-4105-87ca-0859a4186169', 'network_id': '5220cb0c-da05-478a-9604-8c11469a05b4', 'port_id': '829fe766-0cd0-4105-87ca-0859a4186169', 'mac_address': 'fa:16:3e:c1:a2:99', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 624, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1ccc69bc-9d6b-44d9-b227-204e47dc6e45', 'ip_address': '192.168.233.141'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95103) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 19:18:12.888110 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Device 8b917f82-2724-44e7-93af-0463dea0cae8 up at agent hyperv_n-h1-713301-16 {{(pid=95103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 19:18:12.918450 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_hamode_db [None req-a3caa128-7ee6-41bd-81c4-723c72dddfda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e57dbd1-7740-40f1-9ed9-2b1a4869aebb', 'name': 'tempest-FloatingIPsNegativeTestJSON-1718817476-router', 'tenant_id': 'b756d49085384071a17c2d3d1ef62c53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'external_fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.139'}], 'enable_snat': True}, 'gw_port_id': '9e92d075-1511-468c-b311-4eafbb5932e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:17:51Z', 'updated_at': '2021-09-23T19:18:11Z', 'revision_number': 5, 'project_id': 'b756d49085384071a17c2d3d1ef62c53', 'gw_port': {'id': '9e92d075-1511-468c-b311-4eafbb5932e2', 'name': '', 'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:2c:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e57dbd1-7740-40f1-9ed9-2b1a4869aebb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:17:54Z', 'updated_at': '2021-09-23T19:18:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-16'}], 'n-d-713301-16', False) {} {{(pid=95104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:18:12.952199 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.managers [None req-72f47d48-9b5a-41ac-9779-5d86f5567d8b None None] Attempting to bind port 74aa34d2-cdad-45b5-9523-218e412dc669 on host n-d-713301-16 for vnic_type normal with profile {{(pid=95103) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 19:18:12.952747 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.managers [None req-72f47d48-9b5a-41ac-9779-5d86f5567d8b None None] Attempting to bind port 74aa34d2-cdad-45b5-9523-218e412dc669 by drivers openvswitch,hyperv on host n-d-713301-16 at level 0 using segments [{'id': '63b2487a-cddb-439a-9b63-5225bf1ecda3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '6080ab87-ca87-438a-906f-b91f169bb6d8'}] {{(pid=95103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 19:18:12.953241 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72f47d48-9b5a-41ac-9779-5d86f5567d8b None None] Attempting to bind port 74aa34d2-cdad-45b5-9523-218e412dc669 on network 6080ab87-ca87-438a-906f-b91f169bb6d8 {{(pid=95103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:18:12.992562 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3caa128-7ee6-41bd-81c4-723c72dddfda None None] Checking router: 4e57dbd1-7740-40f1-9ed9-2b1a4869aebb for host: n-d-713301-16 {{(pid=95104) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 19:18:13.013711 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3caa128-7ee6-41bd-81c4-723c72dddfda None None] Routers {'4e57dbd1-7740-40f1-9ed9-2b1a4869aebb'} bound to L3 agent in host n-d-713301-16 {{(pid=95104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 19:18:13.014356 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_hamode_db [None req-a3caa128-7ee6-41bd-81c4-723c72dddfda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-23T19:07:52Z,description=,heartbeat_timestamp=2021-09-23T19:17:52Z,host='n-d-713301-16',id=79a740bf-7821-4989-8288-7186e3e128f3,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:07:52Z,topic='l3_agent')) {'router_ids': ['4e57dbd1-7740-40f1-9ed9-2b1a4869aebb'], 'active': True} {{(pid=95104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:18:13.056882 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-5de88db6-917d-4153-bb8b-0aa32af12e44 req-0807e7e5-9c85-4bb7-88da-cd7aa10b4068 tempest-AggregatesAdminTestJSON-599813148 tempest-AggregatesAdminTestJSON-599813148-project] 10.222.0.67 "GET /v2.0/security-groups?id=b79a559f-1696-46fe-9fcc-92a6c25c4030&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2154760 Sep 23 19:18:13.058872 n-d-713301-16 neutron-server[95102]: DEBUG neutron.db.db_base_plugin_common [None req-b31e8e40-160b-4a6c-bda2-2d2423d59de5 admin admin] Allocated IP 172.25.1.135 (5dec5c09-378e-4f50-89cc-d94eb81c3bac/eff83446-018c-428d-b3f5-54ac9abe7a2a/9828cbb2-a3c9-4a9c-84cf-0751ba3305bf) {{(pid=95102) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 19:18:13.061320 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:18:13.077973 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72f47d48-9b5a-41ac-9779-5d86f5567d8b None None] Checking agent: {'id': '70a14545-df24-472f-8f95-bfe1719bff93', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 19, 7, 53), 'started_at': datetime.datetime(2021, 9, 23, 19, 8, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 19, 17, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 19:18:13.079513 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72f47d48-9b5a-41ac-9779-5d86f5567d8b None None] Checking segment: {'id': '63b2487a-cddb-439a-9b63-5225bf1ecda3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '6080ab87-ca87-438a-906f-b91f169bb6d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95103) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:18:13.079932 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-72f47d48-9b5a-41ac-9779-5d86f5567d8b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:18:13.081985 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72f47d48-9b5a-41ac-9779-5d86f5567d8b None None] Bound using segment: {'id': '63b2487a-cddb-439a-9b63-5225bf1ecda3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '6080ab87-ca87-438a-906f-b91f169bb6d8'} {{(pid=95103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 19:18:13.083021 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.managers [None req-72f47d48-9b5a-41ac-9779-5d86f5567d8b None None] Bound port: 74aa34d2-cdad-45b5-9523-218e412dc669, host: n-d-713301-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '63b2487a-cddb-439a-9b63-5225bf1ecda3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '6080ab87-ca87-438a-906f-b91f169bb6d8'}}] {{(pid=95103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 19:18:13.084468 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-72f47d48-9b5a-41ac-9779-5d86f5567d8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:18:13.147630 n-d-713301-16 neutron-server[95103]: DEBUG neutron.notifiers.nova [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 829fe766-0cd0-4105-87ca-0859a4186169 {{(pid=95103) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 19:18:13.154030 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Device 630db028-2806-40e9-aef2-932766c7b258 up at agent ovs-agent-n-d-713301-16 {{(pid=95103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 19:18:13.218289 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7401f528-c068-4ea2-99f6-589cdfb08b2a req-fc879cb5-88bf-4063-8175-5eeaa91663c7 tempest-ServerDiagnosticsNegativeTest-1325912694 tempest-ServerDiagnosticsNegativeTest-1325912694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:18:13.220096 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-7401f528-c068-4ea2-99f6-589cdfb08b2a req-fc879cb5-88bf-4063-8175-5eeaa91663c7 tempest-ServerDiagnosticsNegativeTest-1325912694 tempest-ServerDiagnosticsNegativeTest-1325912694-project] 10.222.0.67 "GET /v2.0/ports?device_id=62a712d1-ebfa-4a2e-987a-2d535a34307c HTTP/1.1" status: 200 len: 948 time: 0.1093605 Sep 23 19:18:13.220425 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-64610b24-ffc8-4f03-a598-c23807adf4eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783146162158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783145673144'] for port, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:18:13.257346 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_dvr_db [None req-a3caa128-7ee6-41bd-81c4-723c72dddfda None None] Set router 4e57dbd1-7740-40f1-9ed9-2b1a4869aebb gateway port host: None {{(pid=95104) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 19:18:13.265861 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64610b24-ffc8-4f03-a598-c23807adf4eb admin admin] Pushing event deleted for resources: {'Port': ['ID=9e92d075-1511-468c-b311-4eafbb5932e2,revision_number=None']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:18:13.269997 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-72f47d48-9b5a-41ac-9779-5d86f5567d8b None None] For port 74aa34d2-cdad-45b5-9523-218e412dc669, host n-d-713301-16, cleared binding levels {{(pid=95103) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 19:18:13.278403 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-72f47d48-9b5a-41ac-9779-5d86f5567d8b None None] For port 74aa34d2-cdad-45b5-9523-218e412dc669, host n-d-713301-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-16',level=0,port_id=74aa34d2-cdad-45b5-9523-218e412dc669,segment=NetworkSegment(63b2487a-cddb-439a-9b63-5225bf1ecda3),segment_id=63b2487a-cddb-439a-9b63-5225bf1ecda3)] {{(pid=95103) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 19:18:13.293236 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-7401f528-c068-4ea2-99f6-589cdfb08b2a req-777712f8-a0fc-4ca8-8647-347a1ad1930d tempest-ServerDiagnosticsNegativeTest-1325912694 tempest-ServerDiagnosticsNegativeTest-1325912694-project] 10.222.0.67 "GET /v2.0/security-groups?id=dd5f3a88-c30d-4ec8-82b8-3ddce67b6d97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636327 Sep 23 19:18:13.303659 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-b31e8e40-160b-4a6c-bda2-2d2423d59de5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:18:13.321544 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-64610b24-ffc8-4f03-a598-c23807adf4eb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-601942'] for router_gateway, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:18:13.372258 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-b31e8e40-160b-4a6c-bda2-2d2423d59de5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783145673135'] for port, after_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:18:13.403086 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-72f47d48-9b5a-41ac-9779-5d86f5567d8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:18:13.406269 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_hamode_db [None req-a3caa128-7ee6-41bd-81c4-723c72dddfda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e57dbd1-7740-40f1-9ed9-2b1a4869aebb', 'name': 'tempest-FloatingIPsNegativeTestJSON-1718817476-router', 'tenant_id': 'b756d49085384071a17c2d3d1ef62c53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:17:51Z', 'updated_at': '2021-09-23T19:18:12Z', 'revision_number': 6, 'project_id': 'b756d49085384071a17c2d3d1ef62c53', 'gw_port_host': None}], 'n-d-713301-16', False) {} {{(pid=95104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:18:13.447431 n-d-713301-16 neutron-server[95102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b31e8e40-160b-4a6c-bda2-2d2423d59de5 admin admin] Network 5dec5c09-378e-4f50-89cc-d94eb81c3bac is already hosted by enough agents. {{(pid=95102) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:18:13.450838 n-d-713301-16 neutron-server[95102]: DEBUG neutron.scheduler.base_scheduler [None req-b31e8e40-160b-4a6c-bda2-2d2423d59de5 admin admin] Resources bound (agent type, host, resource id): {{(pid=95102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:18:13.454684 n-d-713301-16 neutron-server[95102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b31e8e40-160b-4a6c-bda2-2d2423d59de5 admin admin] Received port after_create {{(pid=95102) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 19:18:13.488297 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3caa128-7ee6-41bd-81c4-723c72dddfda None None] The sync data for ids ['4e57dbd1-7740-40f1-9ed9-2b1a4869aebb'] in n-d-713301-16 is: [{'id': '4e57dbd1-7740-40f1-9ed9-2b1a4869aebb', 'name': 'tempest-FloatingIPsNegativeTestJSON-1718817476-router', 'tenant_id': 'b756d49085384071a17c2d3d1ef62c53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:17:51Z', 'updated_at': '2021-09-23T19:18:12Z', 'revision_number': 6, 'project_id': 'b756d49085384071a17c2d3d1ef62c53', 'gw_port_host': None}] {{(pid=95104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 19:18:13.518193 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] For port 829fe766-0cd0-4105-87ca-0859a4186169, host n-h2-713301-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-16',level=0,port_id=829fe766-0cd0-4105-87ca-0859a4186169,segment=NetworkSegment(6139d589-eb6c-4578-8935-c26ddf396853),segment_id=6139d589-eb6c-4578-8935-c26ddf396853)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:18:13.524110 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Provisioning for port 8b917f82-2724-44e7-93af-0463dea0cae8 completed by entity L2. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 19:18:13.538926 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:18:13.549375 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Provisioning complete for port 8b917f82-2724-44e7-93af-0463dea0cae8 triggered by entity L2. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:18:13.549375 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:18:13.615713 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b31e8e40-160b-4a6c-bda2-2d2423d59de5 admin admin] Pushing event updated for resources: {'Port': ['ID=9828cbb2-a3c9-4a9c-84cf-0751ba3305bf,revision_number=1']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:18:13.626533 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Provisioning complete for port 630db028-2806-40e9-aef2-932766c7b258 triggered by entity L2. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:18:13.626945 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:18:13.665117 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72f47d48-9b5a-41ac-9779-5d86f5567d8b None None] Pushing event updated for resources: {'Port': ['ID=74aa34d2-cdad-45b5-9523-218e412dc669,revision_number=2']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:18:13.728652 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-64610b24-ffc8-4f03-a598-c23807adf4eb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-597305', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29369'] for router, precommit_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:18:13.730852 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-64610b24-ffc8-4f03-a598-c23807adf4eb admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:18:13.766070 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-b31e8e40-160b-4a6c-bda2-2d2423d59de5 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:18:13.794162 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Pushing event updated for resources: {'Port': ['ID=829fe766-0cd0-4105-87ca-0859a4186169,revision_number=4']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:18:13.820308 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-64610b24-ffc8-4f03-a598-c23807adf4eb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-597296'] for router, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:18:13.822079 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64610b24-ffc8-4f03-a598-c23807adf4eb admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4e57dbd1-7740-40f1-9ed9-2b1a4869aebb {{(pid=95101) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 23 19:18:13.834113 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-64610b24-ffc8-4f03-a598-c23807adf4eb admin admin] Notify callbacks [] for router, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:18:13.837321 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-64610b24-ffc8-4f03-a598-c23807adf4eb admin admin] 10.222.0.67 "DELETE /v2.0/routers/4e57dbd1-7740-40f1-9ed9-2b1a4869aebb HTTP/1.1" status: 204 len: 168 time: 1.7192657 Sep 23 19:18:13.840312 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] get_ports_and_sgs() called for port_ids ['829fe766-0cd0-4105-87ca-0859a4186169'] {{(pid=95103) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 19:18:13.840952 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 54732) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:18:13.876758 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:18:13.937405 n-d-713301-16 neutron-server[95101]: DEBUG neutron.db.db_base_plugin_v2 [None req-8b6216f6-e4f7-471b-933b-a90a251bd6c2 admin admin] Deleting subnet 10369437-2465-4e4e-8343-dcb95119cf8a {{(pid=95101) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 23 19:18:13.956768 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-8b6216f6-e4f7-471b-933b-a90a251bd6c2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:18:13.965204 n-d-713301-16 neutron-server[95103]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '906f408e-a0cc-4cd4-9ed0-96a70642e328', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b917f82-2724-44e7-93af-0463dea0cae8'}] {{(pid=95103) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 19:18:14.010818 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-8b6216f6-e4f7-471b-933b-a90a251bd6c2 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:18:14.053446 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] For port 8b917f82-2724-44e7-93af-0463dea0cae8, host n-h1-713301-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-16',level=0,port_id=8b917f82-2724-44e7-93af-0463dea0cae8,segment=NetworkSegment(6139d589-eb6c-4578-8935-c26ddf396853),segment_id=6139d589-eb6c-4578-8935-c26ddf396853)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:18:14.063964 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:18:14.135854 n-d-713301-16 neutron-server[95103]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}81a1c17f2aa89d5b3ebbba3a3e0cf7eb588e431c2224256110c4c4facdd7c3e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d974dcd5-7532-40e4-a41d-31837d1685dc" -d '{"events": [{"server_uuid": "906f408e-a0cc-4cd4-9ed0-96a70642e328", "name": "network-vif-plugged", "status": "completed", "tag": "8b917f82-2724-44e7-93af-0463dea0cae8"}]}' {{(pid=95103) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 19:18:14.185328 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Pushing event updated for resources: {'Port': ['ID=8b917f82-2724-44e7-93af-0463dea0cae8,revision_number=5']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:18:14.225310 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-8b6216f6-e4f7-471b-933b-a90a251bd6c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1756813'] for subnet, precommit_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:18:14.303968 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-8b6216f6-e4f7-471b-933b-a90a251bd6c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1756804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299'] for subnet, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:18:14.312026 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef17707b-c815-4893-a3f1-4837e62727c4 req-ec454d36-941c-4a95-97b5-7e72f1bc4f2d tempest-AggregatesAdminTestJSON-599813148 tempest-AggregatesAdminTestJSON-599813148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:18:14.321173 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-ef17707b-c815-4893-a3f1-4837e62727c4 req-ec454d36-941c-4a95-97b5-7e72f1bc4f2d tempest-AggregatesAdminTestJSON-599813148 tempest-AggregatesAdminTestJSON-599813148-project] 10.222.0.67 "GET /v2.0/ports?device_id=906f408e-a0cc-4cd4-9ed0-96a70642e328 HTTP/1.1" status: 200 len: 971 time: 0.1043756 Sep 23 19:18:14.340383 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b6216f6-e4f7-471b-933b-a90a251bd6c2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=10369437-2465-4e4e-8343-dcb95119cf8a,revision_number=None']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:18:14.351185 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-8b6216f6-e4f7-471b-933b-a90a251bd6c2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527417'] for subnet, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:18:14.354284 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-b31e8e40-160b-4a6c-bda2-2d2423d59de5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-597258', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-601790'] for router, after_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:18:14.354956 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb809b39-b7a4-4e30-850f-593384379fff None None] Network ced61e55-e9f6-474e-9c22-ef2f67ecf614 requested from n-d-713301-16 {{(pid=95103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 19:18:14.367669 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-8b6216f6-e4f7-471b-933b-a90a251bd6c2 admin admin] 10.222.0.67 "DELETE /v2.0/subnets/10369437-2465-4e4e-8343-dcb95119cf8a HTTP/1.1" status: 204 len: 168 time: 0.5255318 Sep 23 19:18:14.369901 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 54744) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:18:14.376693 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-ef17707b-c815-4893-a3f1-4837e62727c4 req-1b8ebc98-3055-41bc-b828-2fac20c38c6e tempest-AggregatesAdminTestJSON-599813148 tempest-AggregatesAdminTestJSON-599813148-project] 10.222.0.67 "GET /v2.0/security-groups?id=b79a559f-1696-46fe-9fcc-92a6c25c4030&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564125 Sep 23 19:18:14.480117 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-1963f68d-6167-4862-b2e7-e98d62bc3e2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1628021'] for network, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:18:14.575024 n-d-713301-16 neutron-server[95102]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b31e8e40-160b-4a6c-bda2-2d2423d59de5 admin admin] Router 0b131336-cc94-4e68-920f-704f74d3d6e6 is scheduled to L3 agent 79a740bf-7821-4989-8288-7186e3e128f3 with binding_index 1 {{(pid=95102) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 23 19:18:14.606473 n-d-713301-16 neutron-server[95103]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 19:18:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01fb6c46-c401-4deb-bf8c-269e43a6c00c x-openstack-request-id: req-01fb6c46-c401-4deb-bf8c-269e43a6c00c {{(pid=95103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 19:18:14.606473 n-d-713301-16 neutron-server[95103]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "906f408e-a0cc-4cd4-9ed0-96a70642e328", "name": "network-vif-plugged", "status": "completed", "tag": "8b917f82-2724-44e7-93af-0463dea0cae8", "code": 200}]} {{(pid=95103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 19:18:14.607039 n-d-713301-16 neutron-server[95103]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-01fb6c46-c401-4deb-bf8c-269e43a6c00c {{(pid=95103) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 19:18:14.607400 n-d-713301-16 neutron-server[95103]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '906f408e-a0cc-4cd4-9ed0-96a70642e328', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b917f82-2724-44e7-93af-0463dea0cae8', 'code': 200} Sep 23 19:18:14.615630 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.plugin [None req-1963f68d-6167-4862-b2e7-e98d62bc3e2f admin admin] Deleting port b9931a0d-b83e-443e-b274-501f038f614c {{(pid=95101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:18:14.615975 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-1963f68d-6167-4862-b2e7-e98d62bc3e2f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783146157096'] for port, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:18:14.710256 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.db [None req-1963f68d-6167-4862-b2e7-e98d62bc3e2f admin admin] For port b9931a0d-b83e-443e-b274-501f038f614c, host n-d-713301-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-16',level=0,port_id=b9931a0d-b83e-443e-b274-501f038f614c,segment=NetworkSegment(51e4c36a-a2c2-4558-a10b-484c3f359851),segment_id=51e4c36a-a2c2-4558-a10b-484c3f359851)] {{(pid=95101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:18:14.710627 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-1963f68d-6167-4862-b2e7-e98d62bc3e2f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-605701'] for port, precommit_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:18:14.725250 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.plugin [None req-1963f68d-6167-4862-b2e7-e98d62bc3e2f admin admin] Calling delete_port for b9931a0d-b83e-443e-b274-501f038f614c owned by network:dhcp {{(pid=95101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:18:14.768575 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0f9c626-59a9-46c3-8a63-8d04183152d1 None None] DHCP port deletion for ced61e55-e9f6-474e-9c22-ef2f67ecf614 request from n-d-713301-16 {{(pid=95103) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 23 19:18:14.877054 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.plugin [None req-a0f9c626-59a9-46c3-8a63-8d04183152d1 None None] Deleting port b9931a0d-b83e-443e-b274-501f038f614c {{(pid=95103) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:18:14.877481 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-a0f9c626-59a9-46c3-8a63-8d04183152d1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783146157096'] for port, before_delete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:18:14.886309 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-1963f68d-6167-4862-b2e7-e98d62bc3e2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783146162158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783145673144'] for port, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:18:14.941459 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b31e8e40-160b-4a6c-bda2-2d2423d59de5 admin admin] Notify agent at l3_agent.n-d-713301-16 the message routers_updated {{(pid=95102) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 19:18:14.949356 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1963f68d-6167-4862-b2e7-e98d62bc3e2f admin admin] Pushing event deleted for resources: {'Port': ['ID=b9931a0d-b83e-443e-b274-501f038f614c,revision_number=None']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:18:14.963358 n-d-713301-16 neutron-server[95101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1963f68d-6167-4862-b2e7-e98d62bc3e2f admin admin] No DVR routers for this DVR port b9931a0d-b83e-443e-b274-501f038f614c on host n-d-713301-16 {{(pid=95101) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 19:18:14.971045 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83e5626e-2562-4cf4-b821-df5255701a67 None None] Sync routers for ids ['0b131336-cc94-4e68-920f-704f74d3d6e6'] in n-d-713301-16 {{(pid=95103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 19:18:14.989700 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Device 74aa34d2-cdad-45b5-9523-218e412dc669 up at agent ovs-agent-n-d-713301-16 {{(pid=95103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 19:18:14.990489 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-628aa1b3-99d6-497c-a0fc-fc8262427822 req-dcdc7f4b-08e5-4d4b-9cd0-a8b8480cfa5b tempest-ServerDiagnosticsNegativeTest-1325912694 tempest-ServerDiagnosticsNegativeTest-1325912694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:18:14.993496 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-628aa1b3-99d6-497c-a0fc-fc8262427822 req-dcdc7f4b-08e5-4d4b-9cd0-a8b8480cfa5b tempest-ServerDiagnosticsNegativeTest-1325912694 tempest-ServerDiagnosticsNegativeTest-1325912694-project] 10.222.0.67 "GET /v2.0/ports?device_id=62a712d1-ebfa-4a2e-987a-2d535a34307c HTTP/1.1" status: 200 len: 949 time: 0.3475902 Sep 23 19:18:14.995698 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-b31e8e40-160b-4a6c-bda2-2d2423d59de5 admin admin] Notify callbacks [] for router, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:18:15.001053 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-b31e8e40-160b-4a6c-bda2-2d2423d59de5 admin admin] 10.222.0.67 "POST /v2.0/routers HTTP/1.1" status: 201 len: 936 time: 3.3871641 Sep 23 19:18:15.003882 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 54750) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:18:15.026573 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24f32e6b-c0f7-4501-b46b-89a5247c6ef8 None None] Network 6080ab87-ca87-438a-906f-b91f169bb6d8 requested from n-d-713301-16 {{(pid=95103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 19:18:15.044717 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-a0f9c626-59a9-46c3-8a63-8d04183152d1 None None] For port b9931a0d-b83e-443e-b274-501f038f614c, host n-d-713301-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-16',level=0,port_id=b9931a0d-b83e-443e-b274-501f038f614c,segment=NetworkSegment(51e4c36a-a2c2-4558-a10b-484c3f359851),segment_id=51e4c36a-a2c2-4558-a10b-484c3f359851)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:18:15.045069 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-a0f9c626-59a9-46c3-8a63-8d04183152d1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-605701'] for port, precommit_delete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:18:15.063462 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b0d41f1-57fa-46a0-bcb2-164e81c3d51f req-9b5028e8-d0c0-425c-8fdf-bb790a60e7d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:18:15.065047 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-9b0d41f1-57fa-46a0-bcb2-164e81c3d51f req-9b5028e8-d0c0-425c-8fdf-bb790a60e7d7 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=906f408e-a0cc-4cd4-9ed0-96a70642e328 HTTP/1.1" status: 200 len: 1123 time: 0.3358176 Sep 23 19:18:15.066200 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83e5626e-2562-4cf4-b821-df5255701a67 None None] Routers {'0b131336-cc94-4e68-920f-704f74d3d6e6'} bound to L3 agent in host n-d-713301-16 {{(pid=95103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 19:18:15.066982 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_hamode_db [None req-83e5626e-2562-4cf4-b821-df5255701a67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-23T19:07:52Z,description=,heartbeat_timestamp=2021-09-23T19:17:52Z,host='n-d-713301-16',id=79a740bf-7821-4989-8288-7186e3e128f3,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:07:52Z,topic='l3_agent')) {'router_ids': ['0b131336-cc94-4e68-920f-704f74d3d6e6'], 'active': True} {{(pid=95103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:18:15.119814 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-1963f68d-6167-4862-b2e7-e98d62bc3e2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1754676', 'neutron.services.segments.db._delete_segments_for_network-8783146221460'] for network, precommit_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:18:15.126371 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.plugin [None req-a0f9c626-59a9-46c3-8a63-8d04183152d1 None None] Calling delete_port for b9931a0d-b83e-443e-b274-501f038f614c owned by network:dhcp {{(pid=95103) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:18:15.148059 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-9b0d41f1-57fa-46a0-bcb2-164e81c3d51f req-20c48738-d0aa-426f-ba8b-932b80016bd0 service neutron] Notify callbacks [] for security_group, before_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:18:15.175022 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-1963f68d-6167-4862-b2e7-e98d62bc3e2f admin admin] Subscribe: > segment before_delete 55550000 {{(pid=95101) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 19:18:15.175854 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-1963f68d-6167-4862-b2e7-e98d62bc3e2f admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=95101) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 19:18:15.177321 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-1963f68d-6167-4862-b2e7-e98d62bc3e2f admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=95101) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 19:18:15.181172 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-1963f68d-6167-4862-b2e7-e98d62bc3e2f admin admin] Subscribe: > port after_create 55550000 {{(pid=95101) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 19:18:15.181646 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-1963f68d-6167-4862-b2e7-e98d62bc3e2f admin admin] Subscribe: > port after_delete 55550000 {{(pid=95101) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 19:18:15.182424 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-628aa1b3-99d6-497c-a0fc-fc8262427822 req-3f43f146-b7e7-4743-b81e-16a1d2784307 tempest-ServerDiagnosticsNegativeTest-1325912694 tempest-ServerDiagnosticsNegativeTest-1325912694-project] 10.222.0.67 "GET /v2.0/security-groups?id=dd5f3a88-c30d-4ec8-82b8-3ddce67b6d97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1633935 Sep 23 19:18:15.195164 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-1963f68d-6167-4862-b2e7-e98d62bc3e2f admin admin] Subscribe: > port after_update 55550000 {{(pid=95101) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 19:18:15.196142 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-1963f68d-6167-4862-b2e7-e98d62bc3e2f admin admin] Subscribe: > segment after_delete 55550000 {{(pid=95101) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 19:18:15.206462 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-1963f68d-6167-4862-b2e7-e98d62bc3e2f admin admin] Subscribe: > subnet after_create 55550000 {{(pid=95101) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 19:18:15.207577 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-1963f68d-6167-4862-b2e7-e98d62bc3e2f admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=95101) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 19:18:15.208083 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-1963f68d-6167-4862-b2e7-e98d62bc3e2f admin admin] Subscribe: > subnet after_update 55550000 {{(pid=95101) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 19:18:15.311649 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-1963f68d-6167-4862-b2e7-e98d62bc3e2f admin admin] Subscribe: > subnet after_create 55550000 {{(pid=95101) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 19:18:15.312003 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-1963f68d-6167-4862-b2e7-e98d62bc3e2f admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=95101) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 19:18:15.320735 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-1963f68d-6167-4862-b2e7-e98d62bc3e2f admin admin] Subscribe: > subnet before_create 55550000 {{(pid=95101) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 19:18:15.320735 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-1963f68d-6167-4862-b2e7-e98d62bc3e2f admin admin] Subscribe: > subnet before_update 55550000 {{(pid=95101) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 19:18:15.320735 n-d-713301-16 neutron-server[95101]: DEBUG neutron.services.segments.db [None req-1963f68d-6167-4862-b2e7-e98d62bc3e2f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ced61e55-e9f6-474e-9c22-ef2f67ecf614']}} {{(pid=95101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:18:15.346354 n-d-713301-16 neutron-server[95101]: DEBUG neutron.services.segments.db [None req-1963f68d-6167-4862-b2e7-e98d62bc3e2f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '51e4c36a-a2c2-4558-a10b-484c3f359851') {'for_net_delete': True} {{(pid=95101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:18:15.346917 n-d-713301-16 neutron-server[95101]: DEBUG neutron.services.segments.db [None req-1963f68d-6167-4862-b2e7-e98d62bc3e2f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '51e4c36a-a2c2-4558-a10b-484c3f359851') {} {{(pid=95101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:18:15.370076 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-1963f68d-6167-4862-b2e7-e98d62bc3e2f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783146221725', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6007147'] for segment, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:18:15.397655 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-1963f68d-6167-4862-b2e7-e98d62bc3e2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1756186'] for segment, precommit_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:18:15.416266 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1963f68d-6167-4862-b2e7-e98d62bc3e2f admin admin] Releasing vlan 618 on physical network physnet1 to pool {{(pid=95101) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 19:18:15.416991 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-1963f68d-6167-4862-b2e7-e98d62bc3e2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1756186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5608436'] for segment, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:18:15.475637 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-9b0d41f1-57fa-46a0-bcb2-164e81c3d51f req-20c48738-d0aa-426f-ba8b-932b80016bd0 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:18:15.519254 n-d-713301-16 neutron-server[95101]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Sep 23 19:18:15.519254 n-d-713301-16 neutron-server[95101]: from cryptography.utils import int_from_bytes Sep 23 19:18:15.519254 n-d-713301-16 neutron-server[95101]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Sep 23 19:18:15.519254 n-d-713301-16 neutron-server[95101]: from cryptography.utils import int_from_bytes Sep 23 19:18:15.519254 n-d-713301-16 neutron-server[95101]: Traceback (most recent call last): Sep 23 19:18:15.519254 n-d-713301-16 neutron-server[95101]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 19:18:15.519254 n-d-713301-16 neutron-server[95101]: timer() Sep 23 19:18:15.519254 n-d-713301-16 neutron-server[95101]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 19:18:15.519254 n-d-713301-16 neutron-server[95101]: cb(*args, **kw) Sep 23 19:18:15.519254 n-d-713301-16 neutron-server[95101]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 19:18:15.519254 n-d-713301-16 neutron-server[95101]: return func(*args, **kwargs) Sep 23 19:18:15.519254 n-d-713301-16 neutron-server[95101]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 19:18:15.519254 n-d-713301-16 neutron-server[95101]: self._notify() Sep 23 19:18:15.519254 n-d-713301-16 neutron-server[95101]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 19:18:15.519254 n-d-713301-16 neutron-server[95101]: self.callback(batched_events) Sep 23 19:18:15.519254 n-d-713301-16 neutron-server[95101]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 19:18:15.519254 n-d-713301-16 neutron-server[95101]: event.method(event) Sep 23 19:18:15.519254 n-d-713301-16 neutron-server[95101]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 19:18:15.519254 n-d-713301-16 neutron-server[95101]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 19:18:15.519254 n-d-713301-16 neutron-server[95101]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 19:18:15.519254 n-d-713301-16 neutron-server[95101]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 19:18:15.519254 n-d-713301-16 neutron-server[95101]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 19:18:15.519254 n-d-713301-16 neutron-server[95101]: return f(self, *a, **k) Sep 23 19:18:15.519254 n-d-713301-16 neutron-server[95101]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 19:18:15.519254 n-d-713301-16 neutron-server[95101]: return self._get(url).json() Sep 23 19:18:15.519254 n-d-713301-16 neutron-server[95101]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 19:18:15.519254 n-d-713301-16 neutron-server[95101]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 19:18:15.519254 n-d-713301-16 neutron-server[95101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 19:18:15.519254 n-d-713301-16 neutron-server[95101]: return self.request(url, 'GET', **kwargs) Sep 23 19:18:15.519254 n-d-713301-16 neutron-server[95101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 19:18:15.519254 n-d-713301-16 neutron-server[95101]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 19:18:15.519254 n-d-713301-16 neutron-server[95101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 19:18:15.519254 n-d-713301-16 neutron-server[95101]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 19:18:15.519254 n-d-713301-16 neutron-server[95101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 19:18:15.519254 n-d-713301-16 neutron-server[95101]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 19:18:15.519254 n-d-713301-16 neutron-server[95101]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 19:18:15.521238 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-1963f68d-6167-4862-b2e7-e98d62bc3e2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1754627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-601866'] for network, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:18:15.530656 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-9b0d41f1-57fa-46a0-bcb2-164e81c3d51f req-20c48738-d0aa-426f-ba8b-932b80016bd0 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:18:15.536886 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-1963f68d-6167-4862-b2e7-e98d62bc3e2f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527417'] for network, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:18:15.542559 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-13c464de-3aad-498d-9f65-83d7119279ae None None] Provisioning complete for port 74aa34d2-cdad-45b5-9523-218e412dc669 triggered by entity DHCP. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:18:15.542724 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-1963f68d-6167-4862-b2e7-e98d62bc3e2f admin admin] 10.222.0.67 "DELETE /v2.0/networks/ced61e55-e9f6-474e-9c22-ef2f67ecf614 HTTP/1.1" status: 204 len: 168 time: 1.1691310 Sep 23 19:18:15.543353 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-13c464de-3aad-498d-9f65-83d7119279ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:18:15.558880 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1963f68d-6167-4862-b2e7-e98d62bc3e2f admin admin] Pushing event deleted for resources: {'Network': ['ID=ced61e55-e9f6-474e-9c22-ef2f67ecf614,revision_number=None']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:18:15.598052 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-9b0d41f1-57fa-46a0-bcb2-164e81c3d51f req-20c48738-d0aa-426f-ba8b-932b80016bd0 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=b79a559f-1696-46fe-9fcc-92a6c25c4030&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5178902 Sep 23 19:18:15.615573 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20c48738-d0aa-426f-ba8b-932b80016bd0 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=8803ee49-68df-49f2-ba1c-f141783a1c00,revision_number=1']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:18:15.660695 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Provisioning complete for port 74aa34d2-cdad-45b5-9523-218e412dc669 triggered by entity L2. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:18:15.661263 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:18:15.663724 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ecb0e8-2042-425d-8241-0f3f456b41d4 req-7d9386e7-1e89-4e7a-90d3-d5180c8e805e tempest-AggregatesAdminTestJSON-599813148 tempest-AggregatesAdminTestJSON-599813148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:18:15.665818 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-49ecb0e8-2042-425d-8241-0f3f456b41d4 req-7d9386e7-1e89-4e7a-90d3-d5180c8e805e tempest-AggregatesAdminTestJSON-599813148 tempest-AggregatesAdminTestJSON-599813148-project] 10.222.0.67 "GET /v2.0/ports?device_id=906f408e-a0cc-4cd4-9ed0-96a70642e328 HTTP/1.1" status: 200 len: 971 time: 0.1882854 Sep 23 19:18:15.677415 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_dvr_db [None req-83e5626e-2562-4cf4-b821-df5255701a67 None None] Set router 0b131336-cc94-4e68-920f-704f74d3d6e6 gateway port host: n-d-713301-16 {{(pid=95103) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 19:18:15.758559 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-49ecb0e8-2042-425d-8241-0f3f456b41d4 req-717e7185-45e8-4ce6-a66f-549bc94bb6b2 tempest-AggregatesAdminTestJSON-599813148 tempest-AggregatesAdminTestJSON-599813148-project] 10.222.0.67 "GET /v2.0/security-groups?id=b79a559f-1696-46fe-9fcc-92a6c25c4030&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804937 Sep 23 19:18:15.827651 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-3ea276fd-dcf5-4d33-bdec-727495ddedbd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:18:15.831554 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 54766) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:18:15.840197 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-a0f9c626-59a9-46c3-8a63-8d04183152d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783146162158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783145673144'] for port, after_delete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:18:15.904317 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-56d3b293-55e1-40b0-822a-a24cc2135218 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=b756d49085384071a17c2d3d1ef62c53&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0712178 Sep 23 19:18:15.908167 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 54774) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:18:15.921411 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0f9c626-59a9-46c3-8a63-8d04183152d1 None None] Pushing event deleted for resources: {'Port': ['ID=b9931a0d-b83e-443e-b274-501f038f614c,revision_number=None']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:18:15.927175 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-a0f9c626-59a9-46c3-8a63-8d04183152d1 None None] Network ced61e55-e9f6-474e-9c22-ef2f67ecf614 is not hosted by any dhcp agent {{(pid=95103) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Sep 23 19:18:15.927660 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0f9c626-59a9-46c3-8a63-8d04183152d1 None None] No DVR routers for this DVR port b9931a0d-b83e-443e-b274-501f038f614c on host n-d-713301-16 {{(pid=95103) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 19:18:15.968307 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-13c464de-3aad-498d-9f65-83d7119279ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:18:16.011329 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-2fa340d0-e456-4809-8679-e830f11037cb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:18:16.054076 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:18:16.065610 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-2fa340d0-e456-4809-8679-e830f11037cb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:18:16.079771 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-13c464de-3aad-498d-9f65-83d7119279ae None None] For port 74aa34d2-cdad-45b5-9523-218e412dc669, host n-d-713301-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-16',level=0,port_id=74aa34d2-cdad-45b5-9523-218e412dc669,segment=NetworkSegment(63b2487a-cddb-439a-9b63-5225bf1ecda3),segment_id=63b2487a-cddb-439a-9b63-5225bf1ecda3)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:18:16.098962 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-13c464de-3aad-498d-9f65-83d7119279ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:18:16.112978 n-d-713301-16 neutron-server[95102]: DEBUG neutron.db.db_base_plugin_common [None req-3ea276fd-dcf5-4d33-bdec-727495ddedbd admin admin] Allocated IP 172.20.0.1 (6080ab87-ca87-438a-906f-b91f169bb6d8/2e14c1b6-26d5-4cd4-b5bd-92df9bef1b9e/84b82312-6ab2-4464-aca6-0229412c53db) {{(pid=95102) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 19:18:16.174429 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-2fa340d0-e456-4809-8679-e830f11037cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:18:16.177254 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-2fa340d0-e456-4809-8679-e830f11037cb admin admin] Notify callbacks [] for security_group, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:18:16.181704 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-2fa340d0-e456-4809-8679-e830f11037cb admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/9a7c4d23-e66f-4f9e-81ae-8f6d3c05d45b HTTP/1.1" status: 204 len: 168 time: 0.2694457 Sep 23 19:18:16.217132 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_hamode_db [None req-83e5626e-2562-4cf4-b821-df5255701a67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b131336-cc94-4e68-920f-704f74d3d6e6', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1386876250-router', 'tenant_id': '32f55f819b6a492290ca4b14d32b7c3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'external_fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.135'}], 'enable_snat': True}, 'gw_port_id': '9828cbb2-a3c9-4a9c-84cf-0751ba3305bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:18:11Z', 'updated_at': '2021-09-23T19:18:13Z', 'revision_number': 3, 'project_id': '32f55f819b6a492290ca4b14d32b7c3b', 'gw_port': {'id': '9828cbb2-a3c9-4a9c-84cf-0751ba3305bf', 'name': '', 'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:41:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b131336-cc94-4e68-920f-704f74d3d6e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 137, 'fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:18:12Z', 'updated_at': '2021-09-23T19:18:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-16'}], 'n-d-713301-16', False) {} {{(pid=95103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:18:16.225473 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fa340d0-e456-4809-8679-e830f11037cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a7c4d23-e66f-4f9e-81ae-8f6d3c05d45b,revision_number=None']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:18:16.277123 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-3ea276fd-dcf5-4d33-bdec-727495ddedbd admin admin] Notify callbacks [] for port, precommit_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:18:16.280311 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83e5626e-2562-4cf4-b821-df5255701a67 None None] Checking router: 0b131336-cc94-4e68-920f-704f74d3d6e6 for host: n-d-713301-16 {{(pid=95103) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 19:18:16.280959 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83e5626e-2562-4cf4-b821-df5255701a67 None None] Updating router 0b131336-cc94-4e68-920f-704f74d3d6e6 port 9828cbb2-a3c9-4a9c-84cf-0751ba3305bf binding host n-d-713301-16 {{(pid=95103) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 23 19:18:16.283799 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.db.api [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95103) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 23 19:18:16.284401 n-d-713301-16 neutron-server[95103]: DEBUG oslo_db.api [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 23 19:18:16.290268 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13c464de-3aad-498d-9f65-83d7119279ae None None] Pushing event updated for resources: {'Port': ['ID=74aa34d2-cdad-45b5-9523-218e412dc669,revision_number=3']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:18:16.291219 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 54782) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:18:16.361964 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-3ea276fd-dcf5-4d33-bdec-727495ddedbd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783145673135'] for port, after_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:18:16.364557 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-2745a1da-9d45-4206-95cc-6e9122a3e244 None None] Provisioning complete for port 74aa34d2-cdad-45b5-9523-218e412dc669 triggered by entity DHCP. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:18:16.365247 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-2745a1da-9d45-4206-95cc-6e9122a3e244 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:18:16.367278 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-83e5626e-2562-4cf4-b821-df5255701a67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:18:16.422405 n-d-713301-16 neutron-server[95102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ea276fd-dcf5-4d33-bdec-727495ddedbd admin admin] Network 6080ab87-ca87-438a-906f-b91f169bb6d8 is already hosted by enough agents. {{(pid=95102) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:18:16.422885 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Device 829fe766-0cd0-4105-87ca-0859a4186169 up at agent hyperv_n-h2-713301-16 {{(pid=95103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 19:18:16.426048 n-d-713301-16 neutron-server[95102]: DEBUG neutron.scheduler.base_scheduler [None req-3ea276fd-dcf5-4d33-bdec-727495ddedbd admin admin] Resources bound (agent type, host, resource id): {{(pid=95102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:18:16.428948 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-07233fd7-31eb-4455-ae41-b4cce8063212 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:18:16.430168 n-d-713301-16 neutron-server[95102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ea276fd-dcf5-4d33-bdec-727495ddedbd admin admin] Received port after_create {{(pid=95102) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 19:18:16.430744 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-3ea276fd-dcf5-4d33-bdec-727495ddedbd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-601987'] for router_interface, before_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:18:16.619585 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-07233fd7-31eb-4455-ae41-b4cce8063212 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:18:16.621773 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Provisioning for port 829fe766-0cd0-4105-87ca-0859a4186169 completed by entity L2. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 19:18:16.632791 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-07233fd7-31eb-4455-ae41-b4cce8063212 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:18:16.644203 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Provisioning complete for port 829fe766-0cd0-4105-87ca-0859a4186169 triggered by entity L2. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:18:16.644923 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:18:16.688638 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07233fd7-31eb-4455-ae41-b4cce8063212 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e01e5e19-756c-4840-9fd9-2cc8382b59bb,revision_number=1']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:18:16.694087 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-07233fd7-31eb-4455-ae41-b4cce8063212 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=2999543b02084fdf86f49a1803c675af&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4018414 Sep 23 19:18:16.703638 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 54792) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:18:16.720595 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda96522-51f2-4e39-9647-a9ff0f0aa56c req-956efa87-12fd-433e-84bc-ad4f068b3889 tempest-ServerDiagnosticsNegativeTest-1325912694 tempest-ServerDiagnosticsNegativeTest-1325912694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:18:16.725301 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-bda96522-51f2-4e39-9647-a9ff0f0aa56c req-956efa87-12fd-433e-84bc-ad4f068b3889 tempest-ServerDiagnosticsNegativeTest-1325912694 tempest-ServerDiagnosticsNegativeTest-1325912694-project] 10.222.0.67 "GET /v2.0/ports?device_id=62a712d1-ebfa-4a2e-987a-2d535a34307c HTTP/1.1" status: 200 len: 949 time: 0.4067261 Sep 23 19:18:16.746819 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea276fd-dcf5-4d33-bdec-727495ddedbd admin admin] Pushing event updated for resources: {'Port': ['ID=84b82312-6ab2-4464-aca6-0229412c53db,revision_number=1']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:18:16.791614 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-258bbf0b-09d0-45b6-90fa-9f1eaf8aeff8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:18:16.817810 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-258bbf0b-09d0-45b6-90fa-9f1eaf8aeff8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:18:16.911004 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-bda96522-51f2-4e39-9647-a9ff0f0aa56c req-19e500f1-e978-4fc9-8437-20b38f23375d tempest-ServerDiagnosticsNegativeTest-1325912694 tempest-ServerDiagnosticsNegativeTest-1325912694-project] 10.222.0.67 "GET /v2.0/security-groups?id=dd5f3a88-c30d-4ec8-82b8-3ddce67b6d97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1568518 Sep 23 19:18:16.911500 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-258bbf0b-09d0-45b6-90fa-9f1eaf8aeff8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:18:16.913405 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-258bbf0b-09d0-45b6-90fa-9f1eaf8aeff8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:18:16.915902 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-258bbf0b-09d0-45b6-90fa-9f1eaf8aeff8 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/e01e5e19-756c-4840-9fd9-2cc8382b59bb HTTP/1.1" status: 204 len: 168 time: 0.2112856 Sep 23 19:18:16.925691 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-258bbf0b-09d0-45b6-90fa-9f1eaf8aeff8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e01e5e19-756c-4840-9fd9-2cc8382b59bb,revision_number=None']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:18:16.954010 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-82710c0c-7bce-4bf4-97b6-9c2a8e64d6f1 None None] Provisioning complete for port 84b82312-6ab2-4464-aca6-0229412c53db triggered by entity DHCP. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:18:16.955056 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-82710c0c-7bce-4bf4-97b6-9c2a8e64d6f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:18:16.978118 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:18:16.997376 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Device b5ee9629-26f4-46be-b376-9cd1deeffd96 no longer exists at agent ovs-agent-n-d-713301-16 {{(pid=95103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 19:18:17.011674 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c02f26e-f070-4ff0-99d2-0b64c6557128 req-3ac83660-d9fc-4c4b-9811-1c3147a474ab tempest-AggregatesAdminTestJSON-599813148 tempest-AggregatesAdminTestJSON-599813148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:18:17.013248 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-3c02f26e-f070-4ff0-99d2-0b64c6557128 req-3ac83660-d9fc-4c4b-9811-1c3147a474ab tempest-AggregatesAdminTestJSON-599813148 tempest-AggregatesAdminTestJSON-599813148-project] 10.222.0.67 "GET /v2.0/ports?device_id=906f408e-a0cc-4cd4-9ed0-96a70642e328 HTTP/1.1" status: 200 len: 971 time: 0.1404798 Sep 23 19:18:17.042379 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.plugin [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] No Port match for: b5ee9629-26f4-46be-b376-9cd1deeffd96 {{(pid=95103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 19:18:17.042379 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Device b5ee9629-26f4-46be-b376-9cd1deeffd96 not bound to the agent host n-d-713301-16 {{(pid=95103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 19:18:17.042827 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Device b9931a0d-b83e-443e-b274-501f038f614c no longer exists at agent ovs-agent-n-d-713301-16 {{(pid=95103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 19:18:17.054277 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-3ea276fd-dcf5-4d33-bdec-727495ddedbd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:18:17.067468 n-d-713301-16 neutron-server[95103]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '62a712d1-ebfa-4a2e-987a-2d535a34307c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '829fe766-0cd0-4105-87ca-0859a4186169'}] {{(pid=95103) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 19:18:17.069486 n-d-713301-16 neutron-server[95103]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}81a1c17f2aa89d5b3ebbba3a3e0cf7eb588e431c2224256110c4c4facdd7c3e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e23cee80-876a-4708-a40b-683dabbacc7b" -d '{"events": [{"server_uuid": "62a712d1-ebfa-4a2e-987a-2d535a34307c", "name": "network-vif-plugged", "status": "completed", "tag": "829fe766-0cd0-4105-87ca-0859a4186169"}]}' {{(pid=95103) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 19:18:17.108263 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.plugin [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] No Port match for: b9931a0d-b83e-443e-b274-501f038f614c {{(pid=95103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 19:18:17.108712 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Device b9931a0d-b83e-443e-b274-501f038f614c not bound to the agent host n-d-713301-16 {{(pid=95103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 19:18:17.109195 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Device 9e92d075-1511-468c-b311-4eafbb5932e2 no longer exists at agent ovs-agent-n-d-713301-16 {{(pid=95103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 19:18:17.115083 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] For port 829fe766-0cd0-4105-87ca-0859a4186169, host n-h2-713301-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-16',level=0,port_id=829fe766-0cd0-4105-87ca-0859a4186169,segment=NetworkSegment(6139d589-eb6c-4578-8935-c26ddf396853),segment_id=6139d589-eb6c-4578-8935-c26ddf396853)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:18:17.120540 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.plugin [None req-82710c0c-7bce-4bf4-97b6-9c2a8e64d6f1 None None] Port 84b82312-6ab2-4464-aca6-0229412c53db cannot update to ACTIVE because it is not bound. {{(pid=95103) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 19:18:17.150628 n-d-713301-16 neutron-server[95103]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 19:18:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3065c01d-58cc-448a-9342-eedac394829f x-openstack-request-id: req-3065c01d-58cc-448a-9342-eedac394829f {{(pid=95103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 19:18:17.151353 n-d-713301-16 neutron-server[95103]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "62a712d1-ebfa-4a2e-987a-2d535a34307c", "name": "network-vif-plugged", "status": "completed", "tag": "829fe766-0cd0-4105-87ca-0859a4186169", "code": 200}]} {{(pid=95103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 19:18:17.151353 n-d-713301-16 neutron-server[95103]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-3065c01d-58cc-448a-9342-eedac394829f {{(pid=95103) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 19:18:17.151799 n-d-713301-16 neutron-server[95103]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '62a712d1-ebfa-4a2e-987a-2d535a34307c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '829fe766-0cd0-4105-87ca-0859a4186169', 'code': 200} Sep 23 19:18:17.155097 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.plugin [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] No Port match for: 9e92d075-1511-468c-b311-4eafbb5932e2 {{(pid=95103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 19:18:17.155502 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Device 9e92d075-1511-468c-b311-4eafbb5932e2 not bound to the agent host n-d-713301-16 {{(pid=95103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 19:18:17.157181 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:18:17.160479 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-83e5626e-2562-4cf4-b821-df5255701a67 None None] Notify callbacks [] for port, precommit_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:18:17.192248 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-83e5626e-2562-4cf4-b821-df5255701a67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:18:17.218959 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-3c02f26e-f070-4ff0-99d2-0b64c6557128 req-b5570dfb-9d1e-4467-bf36-595e957241c3 tempest-AggregatesAdminTestJSON-599813148 tempest-AggregatesAdminTestJSON-599813148-project] 10.222.0.67 "GET /v2.0/security-groups?id=b79a559f-1696-46fe-9fcc-92a6c25c4030&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1894331 Sep 23 19:18:17.253792 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.managers [None req-83e5626e-2562-4cf4-b821-df5255701a67 None None] Attempting to bind port 9828cbb2-a3c9-4a9c-84cf-0751ba3305bf on host n-d-713301-16 for vnic_type normal with profile {{(pid=95103) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 19:18:17.254167 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.managers [None req-83e5626e-2562-4cf4-b821-df5255701a67 None None] Attempting to bind port 9828cbb2-a3c9-4a9c-84cf-0751ba3305bf by drivers openvswitch,hyperv on host n-d-713301-16 at level 0 using segments [{'id': '7d4027f1-d893-4c7b-95d4-757b8e44e380', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac'}] {{(pid=95103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 19:18:17.254525 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83e5626e-2562-4cf4-b821-df5255701a67 None None] Attempting to bind port 9828cbb2-a3c9-4a9c-84cf-0751ba3305bf on network 5dec5c09-378e-4f50-89cc-d94eb81c3bac {{(pid=95103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:18:17.266829 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Pushing event updated for resources: {'Port': ['ID=829fe766-0cd0-4105-87ca-0859a4186169,revision_number=5']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:18:17.287566 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83e5626e-2562-4cf4-b821-df5255701a67 None None] Checking agent: {'id': '70a14545-df24-472f-8f95-bfe1719bff93', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 19, 7, 53), 'started_at': datetime.datetime(2021, 9, 23, 19, 8, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 19, 17, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 19:18:17.288059 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83e5626e-2562-4cf4-b821-df5255701a67 None None] Checking segment: {'id': '7d4027f1-d893-4c7b-95d4-757b8e44e380', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95103) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:18:17.288343 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-83e5626e-2562-4cf4-b821-df5255701a67 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:18:17.288758 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83e5626e-2562-4cf4-b821-df5255701a67 None None] Bound using segment: {'id': '7d4027f1-d893-4c7b-95d4-757b8e44e380', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac'} {{(pid=95103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 19:18:17.289780 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.managers [None req-83e5626e-2562-4cf4-b821-df5255701a67 None None] Bound port: 9828cbb2-a3c9-4a9c-84cf-0751ba3305bf, host: n-d-713301-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7d4027f1-d893-4c7b-95d4-757b8e44e380', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac'}}] {{(pid=95103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 19:18:17.290504 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-83e5626e-2562-4cf4-b821-df5255701a67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:18:17.329127 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Device 74aa34d2-cdad-45b5-9523-218e412dc669 up at agent ovs-agent-n-d-713301-16 {{(pid=95103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 19:18:17.392358 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef302ff7-04f8-4ca4-8f3f-f5e4aff3d2c8 req-7b53b45a-b449-4e9d-8f7e-dc1327d66362 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:18:17.394247 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-ef302ff7-04f8-4ca4-8f3f-f5e4aff3d2c8 req-7b53b45a-b449-4e9d-8f7e-dc1327d66362 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=62a712d1-ebfa-4a2e-987a-2d535a34307c HTTP/1.1" status: 200 len: 1102 time: 0.1590350 Sep 23 19:18:17.449986 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 54814) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:18:17.452267 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-3ea276fd-dcf5-4d33-bdec-727495ddedbd admin admin] Notify callbacks [] for port, precommit_update {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:18:17.457503 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-3ea276fd-dcf5-4d33-bdec-727495ddedbd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:18:17.458824 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-3ea276fd-dcf5-4d33-bdec-727495ddedbd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-527313', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-601459'] for router_interface, after_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:18:17.480381 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af5311b7-d5a0-4cfa-913d-66b622eaf714 None None] Pushing event updated for resources: {'Port': ['ID=9828cbb2-a3c9-4a9c-84cf-0751ba3305bf,revision_number=2']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:18:17.511504 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-b533005a-a04f-4441-b805-4ae1fcfefaca admin admin] Notify callbacks [] for security_group, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:18:17.518646 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-83e5626e-2562-4cf4-b821-df5255701a67 None None] For port 9828cbb2-a3c9-4a9c-84cf-0751ba3305bf, host n-d-713301-16, cleared binding levels {{(pid=95103) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 19:18:17.524802 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-83e5626e-2562-4cf4-b821-df5255701a67 None None] For port 9828cbb2-a3c9-4a9c-84cf-0751ba3305bf, host n-d-713301-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-16',level=0,port_id=9828cbb2-a3c9-4a9c-84cf-0751ba3305bf,segment=NetworkSegment(7d4027f1-d893-4c7b-95d4-757b8e44e380),segment_id=7d4027f1-d893-4c7b-95d4-757b8e44e380)] {{(pid=95103) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 19:18:17.528884 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Provisioning complete for port 74aa34d2-cdad-45b5-9523-218e412dc669 triggered by entity L2. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:18:17.529356 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:18:17.544379 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea276fd-dcf5-4d33-bdec-727495ddedbd admin admin] Pushing event updated for resources: {'Port': ['ID=84b82312-6ab2-4464-aca6-0229412c53db,revision_number=2']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:18:17.551986 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-83e5626e-2562-4cf4-b821-df5255701a67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:18:17.573919 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 54816) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:18:17.589613 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-ef302ff7-04f8-4ca4-8f3f-f5e4aff3d2c8 req-5a55b5ce-5d5d-4797-b075-c6f498a538cb service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=dd5f3a88-c30d-4ec8-82b8-3ddce67b6d97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1792226 Sep 23 19:18:17.627805 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83e5626e-2562-4cf4-b821-df5255701a67 None None] Routers {'0b131336-cc94-4e68-920f-704f74d3d6e6'} bound to L3 agent in host n-d-713301-16 {{(pid=95103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 19:18:17.629213 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_hamode_db [None req-83e5626e-2562-4cf4-b821-df5255701a67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-23T19:07:52Z,description=,heartbeat_timestamp=2021-09-23T19:17:52Z,host='n-d-713301-16',id=79a740bf-7821-4989-8288-7186e3e128f3,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:07:52Z,topic='l3_agent')) {'router_ids': ['0b131336-cc94-4e68-920f-704f74d3d6e6'], 'active': True} {{(pid=95103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:18:17.657597 n-d-713301-16 neutron-server[95102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ea276fd-dcf5-4d33-bdec-727495ddedbd admin admin] Network 6080ab87-ca87-438a-906f-b91f169bb6d8 is already hosted by enough agents. {{(pid=95102) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:18:17.661246 n-d-713301-16 neutron-server[95102]: DEBUG neutron.scheduler.base_scheduler [None req-3ea276fd-dcf5-4d33-bdec-727495ddedbd admin admin] Resources bound (agent type, host, resource id): {{(pid=95102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:18:17.699815 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-b533005a-a04f-4441-b805-4ae1fcfefaca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:18:17.708741 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-b533005a-a04f-4441-b805-4ae1fcfefaca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:18:17.746075 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.v2.base [None req-a8ad41a3-0bb0-4447-9444-307284820342 admin admin] Request body: {'network': {'name': 'tempest-ImagesOneServerNegativeTestJSON-103104166-network', 'tenant_id': '427912597c8043d5912df510005a2424'}} {{(pid=95101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:18:17.784559 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-b533005a-a04f-4441-b805-4ae1fcfefaca admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=006fec750f794ddfad6f19e88b5c56ce&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3313498 Sep 23 19:18:17.785334 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 54820) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:18:17.788457 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b533005a-a04f-4441-b805-4ae1fcfefaca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6aaa541-eaf0-4aca-b6ca-efa9f2b3fb05,revision_number=1']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:18:17.808874 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8ad41a3-0bb0-4447-9444-307284820342 admin admin] Made reservation on behalf of 427912597c8043d5912df510005a2424 for: {'network': 1} {{(pid=95101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:18:17.811981 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-a8ad41a3-0bb0-4447-9444-307284820342 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for network, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:18:17.827838 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-a8ad41a3-0bb0-4447-9444-307284820342 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:18:17.830336 n-d-713301-16 neutron-server[95102]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ea276fd-dcf5-4d33-bdec-727495ddedbd admin admin] Router 0b131336-cc94-4e68-920f-704f74d3d6e6 has already been hosted by L3 agent 79a740bf-7821-4989-8288-7186e3e128f3 {{(pid=95102) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 19:18:17.869265 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af5311b7-d5a0-4cfa-913d-66b622eaf714 None None] Pushing event updated for resources: {'Port': ['ID=9828cbb2-a3c9-4a9c-84cf-0751ba3305bf,revision_number=3']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:18:17.899620 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-09d7bbe0-66e1-4636-a558-48fe4fbc9d2e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:18:17.937873 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-09d7bbe0-66e1-4636-a558-48fe4fbc9d2e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:18:17.986632 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ea276fd-dcf5-4d33-bdec-727495ddedbd admin admin] Notify agent at l3_agent.n-d-713301-16 the message routers_updated {{(pid=95102) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 19:18:17.993530 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-3ea276fd-dcf5-4d33-bdec-727495ddedbd admin admin] 10.222.0.67 "PUT /v2.0/routers/0b131336-cc94-4e68-920f-704f74d3d6e6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9862330 Sep 23 19:18:17.997484 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_dvr_db [None req-83e5626e-2562-4cf4-b821-df5255701a67 None None] Set router 0b131336-cc94-4e68-920f-704f74d3d6e6 gateway port host: n-d-713301-16 {{(pid=95103) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 19:18:18.041923 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-09d7bbe0-66e1-4636-a558-48fe4fbc9d2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:18:18.048015 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-09d7bbe0-66e1-4636-a558-48fe4fbc9d2e admin admin] Notify callbacks [] for security_group, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:18:18.057424 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-09d7bbe0-66e1-4636-a558-48fe4fbc9d2e admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/f6aaa541-eaf0-4aca-b6ca-efa9f2b3fb05 HTTP/1.1" status: 204 len: 168 time: 0.2646675 Sep 23 19:18:18.067975 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-6686898b-1440-4e4f-90e2-251d739510ca None None] Provisioning complete for port 84b82312-6ab2-4464-aca6-0229412c53db triggered by entity DHCP. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:18:18.068349 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-6686898b-1440-4e4f-90e2-251d739510ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:18:18.083023 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09d7bbe0-66e1-4636-a558-48fe4fbc9d2e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6aaa541-eaf0-4aca-b6ca-efa9f2b3fb05,revision_number=None']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:18:18.096448 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a06c4f-9275-4746-aa17-7c80dbc8540e req-6cd1d911-e7b5-4b04-b489-5cd7347d86d4 tempest-ServerDiagnosticsNegativeTest-1325912694 tempest-ServerDiagnosticsNegativeTest-1325912694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:18:18.098188 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-72a06c4f-9275-4746-aa17-7c80dbc8540e req-6cd1d911-e7b5-4b04-b489-5cd7347d86d4 tempest-ServerDiagnosticsNegativeTest-1325912694 tempest-ServerDiagnosticsNegativeTest-1325912694-project] 10.222.0.67 "GET /v2.0/ports?device_id=62a712d1-ebfa-4a2e-987a-2d535a34307c HTTP/1.1" status: 200 len: 950 time: 0.0863409 Sep 23 19:18:18.119175 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-a8ad41a3-0bb0-4447-9444-307284820342 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:18:18.124462 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-a8ad41a3-0bb0-4447-9444-307284820342 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:18:18.169231 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.plugin [None req-6686898b-1440-4e4f-90e2-251d739510ca None None] Port 84b82312-6ab2-4464-aca6-0229412c53db cannot update to ACTIVE because it is not bound. {{(pid=95103) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 19:18:18.181214 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8ad41a3-0bb0-4447-9444-307284820342 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19c0f9e9-a6be-47c1-af86-410f820e84bc,revision_number=1']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:18:18.184369 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-72a06c4f-9275-4746-aa17-7c80dbc8540e req-d0975f2c-549f-48d3-8125-4d68f4eaa7ca tempest-ServerDiagnosticsNegativeTest-1325912694 tempest-ServerDiagnosticsNegativeTest-1325912694-project] 10.222.0.67 "GET /v2.0/security-groups?id=dd5f3a88-c30d-4ec8-82b8-3ddce67b6d97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784781 Sep 23 19:18:18.206212 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a8ad41a3-0bb0-4447-9444-307284820342 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 648} {{(pid=95101) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 19:18:18.218456 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-a8ad41a3-0bb0-4447-9444-307284820342 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1756186'] for segment, precommit_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:18:18.218793 n-d-713301-16 neutron-server[95101]: INFO neutron.db.segments_db [None req-a8ad41a3-0bb0-4447-9444-307284820342 admin admin] Added segment 00f65067-1b00-468f-894b-1d8e13071c70 of type vlan for network 700d9bb9-bc11-4c9f-9c9e-ad5f0b765959 Sep 23 19:18:18.276050 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-a8ad41a3-0bb0-4447-9444-307284820342 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783145630486'] for network, precommit_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:18:18.312867 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-a8ad41a3-0bb0-4447-9444-307284820342 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299'] for network, after_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:18:18.313840 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8ad41a3-0bb0-4447-9444-307284820342 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:18:18.314828 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-a8ad41a3-0bb0-4447-9444-307284820342 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527417'] for network, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:18:18.349054 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-a8ad41a3-0bb0-4447-9444-307284820342 admin admin] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 0.7703066 Sep 23 19:18:18.350604 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 54836) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:18:18.354119 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_hamode_db [None req-83e5626e-2562-4cf4-b821-df5255701a67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b131336-cc94-4e68-920f-704f74d3d6e6', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1386876250-router', 'tenant_id': '32f55f819b6a492290ca4b14d32b7c3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'external_fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.135'}], 'enable_snat': True}, 'gw_port_id': '9828cbb2-a3c9-4a9c-84cf-0751ba3305bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:18:11Z', 'updated_at': '2021-09-23T19:18:16Z', 'revision_number': 4, 'project_id': '32f55f819b6a492290ca4b14d32b7c3b', 'gw_port': {'id': '9828cbb2-a3c9-4a9c-84cf-0751ba3305bf', 'name': '', 'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:41:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b131336-cc94-4e68-920f-704f74d3d6e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 137, 'fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:18:12Z', 'updated_at': '2021-09-23T19:18:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-16', '_interfaces': [{'id': '84b82312-6ab2-4464-aca6-0229412c53db', 'name': '', 'network_id': '6080ab87-ca87-438a-906f-b91f169bb6d8', 'tenant_id': '32f55f819b6a492290ca4b14d32b7c3b', 'mac_address': 'fa:16:3e:8f:c3:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b131336-cc94-4e68-920f-704f74d3d6e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 143, 'fixed_ips': [{'subnet_id': '2e14c1b6-26d5-4cd4-b5bd-92df9bef1b9e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:18:15Z', 'updated_at': '2021-09-23T19:18:17Z', 'revision_number': 2, 'project_id': '32f55f819b6a492290ca4b14d32b7c3b', 'subnets': [{'id': '2e14c1b6-26d5-4cd4-b5bd-92df9bef1b9e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-16', False) {} {{(pid=95103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:18:18.367100 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.v2.base [None req-c62aad15-c9f0-4d3b-a285-d1d61b93dc82 admin admin] Request body: {'subnet': {'network_id': '700d9bb9-bc11-4c9f-9c9e-ad5f0b765959', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesOneServerNegativeTestJSON-103104166-subnet', 'tenant_id': '427912597c8043d5912df510005a2424', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:18:18.384230 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-889871cb-98db-4040-a1cd-510ee22334dd req-9aaabecc-44ec-4032-ac48-220a8da1468b tempest-AggregatesAdminTestJSON-599813148 tempest-AggregatesAdminTestJSON-599813148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:18:18.386223 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-889871cb-98db-4040-a1cd-510ee22334dd req-9aaabecc-44ec-4032-ac48-220a8da1468b tempest-AggregatesAdminTestJSON-599813148 tempest-AggregatesAdminTestJSON-599813148-project] 10.222.0.67 "GET /v2.0/ports?device_id=906f408e-a0cc-4cd4-9ed0-96a70642e328 HTTP/1.1" status: 200 len: 971 time: 0.0739861 Sep 23 19:18:18.392210 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83e5626e-2562-4cf4-b821-df5255701a67 None None] The sync data for ids ['0b131336-cc94-4e68-920f-704f74d3d6e6'] in n-d-713301-16 is: [{'id': '0b131336-cc94-4e68-920f-704f74d3d6e6', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1386876250-router', 'tenant_id': '32f55f819b6a492290ca4b14d32b7c3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'external_fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.135'}], 'enable_snat': True}, 'gw_port_id': '9828cbb2-a3c9-4a9c-84cf-0751ba3305bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:18:11Z', 'updated_at': '2021-09-23T19:18:16Z', 'revision_number': 4, 'project_id': '32f55f819b6a492290ca4b14d32b7c3b', 'gw_port': {'id': '9828cbb2-a3c9-4a9c-84cf-0751ba3305bf', 'name': '', 'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:41:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b131336-cc94-4e68-920f-704f74d3d6e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 137, 'fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:18:12Z', 'updated_at': '2021-09-23T19:18:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-16', '_interfaces': [{'id': '84b82312-6ab2-4464-aca6-0229412c53db', 'name': '', 'network_id': '6080ab87-ca87-438a-906f-b91f169bb6d8', 'tenant_id': '32f55f819b6a492290ca4b14d32b7c3b', 'mac_address': 'fa:16:3e:8f:c3:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b131336-cc94-4e68-920f-704f74d3d6e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 143, 'fixed_ips': [{'subnet_id': '2e14c1b6-26d5-4cd4-b5bd-92df9bef1b9e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:18:15Z', 'updated_at': '2021-09-23T19:18:17Z', 'revision_number': 2, 'project_id': '32f55f819b6a492290ca4b14d32b7c3b', 'subnets': [{'id': '2e14c1b6-26d5-4cd4-b5bd-92df9bef1b9e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 19:18:18.404941 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8ad41a3-0bb0-4447-9444-307284820342 admin admin] Pushing event updated for resources: {'Network': ['ID=700d9bb9-bc11-4c9f-9c9e-ad5f0b765959,revision_number=1']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:18:18.417396 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Network 700d9bb9-bc11-4c9f-9c9e-ad5f0b765959 details requested by agent ovs-agent-n-d-713301-16 with host n-d-713301-16 {{(pid=95103) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 19:18:18.439590 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c62aad15-c9f0-4d3b-a285-d1d61b93dc82 admin admin] Made reservation on behalf of 427912597c8043d5912df510005a2424 for: {'subnet': 1} {{(pid=95101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:18:18.450863 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-c62aad15-c9f0-4d3b-a285-d1d61b93dc82 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6130979'] for subnet, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:18:18.466781 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-889871cb-98db-4040-a1cd-510ee22334dd req-a23b3609-ffb2-4f73-956f-4c7dda369aee tempest-AggregatesAdminTestJSON-599813148 tempest-AggregatesAdminTestJSON-599813148-project] 10.222.0.67 "GET /v2.0/security-groups?id=b79a559f-1696-46fe-9fcc-92a6c25c4030&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624986 Sep 23 19:18:18.679197 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-c62aad15-c9f0-4d3b-a285-d1d61b93dc82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5607579', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6130961'] for subnet, after_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:18:18.685275 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc0ad252-651e-4121-a869-79b208f049ee req-2c674adb-2c50-405d-8473-c09ccca62632 tempest-AggregatesAdminTestJSON-1644262204 tempest-AggregatesAdminTestJSON-1644262204-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:18:18.689108 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-fc0ad252-651e-4121-a869-79b208f049ee req-2c674adb-2c50-405d-8473-c09ccca62632 tempest-AggregatesAdminTestJSON-1644262204 tempest-AggregatesAdminTestJSON-1644262204-project-admin] 10.222.0.67 "GET /v2.0/ports?device_id=906f408e-a0cc-4cd4-9ed0-96a70642e328 HTTP/1.1" status: 200 len: 1123 time: 0.0553825 Sep 23 19:18:18.712238 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-fc0ad252-651e-4121-a869-79b208f049ee req-6083d468-ceb3-4b59-afbf-06955976d0fa tempest-AggregatesAdminTestJSON-1644262204 tempest-AggregatesAdminTestJSON-1644262204-project-admin] Notify callbacks [] for security_group, before_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:18:18.795708 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c62aad15-c9f0-4d3b-a285-d1d61b93dc82 admin admin] Checking segment: {'id': '00f65067-1b00-468f-894b-1d8e13071c70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '700d9bb9-bc11-4c9f-9c9e-ad5f0b765959'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:18:18.796332 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c62aad15-c9f0-4d3b-a285-d1d61b93dc82 admin admin] Network hostable DHCP agents. Network: 700d9bb9-bc11-4c9f-9c9e-ad5f0b765959, hostable agents: ['1b18bf05-1b5f-4587-be5c-af3ac38e32ad'], hosted agents: [] {{(pid=95101) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 19:18:18.800113 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c62aad15-c9f0-4d3b-a285-d1d61b93dc82 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0e8f2d91-dec7-4856-9400-fa2af5fd7699,revision_number=0']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:18:18.823187 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c62aad15-c9f0-4d3b-a285-d1d61b93dc82 admin admin] Network 700d9bb9-bc11-4c9f-9c9e-ad5f0b765959 is scheduled to be hosted by DHCP agent 1b18bf05-1b5f-4587-be5c-af3ac38e32ad with binding_index 1 {{(pid=95101) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 19:18:18.836199 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.base_scheduler [None req-c62aad15-c9f0-4d3b-a285-d1d61b93dc82 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713301-16, 700d9bb9-bc11-4c9f-9c9e-ad5f0b765959) {{(pid=95101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:18:18.843654 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c62aad15-c9f0-4d3b-a285-d1d61b93dc82 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:18:18.844512 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-c62aad15-c9f0-4d3b-a285-d1d61b93dc82 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527417'] for subnet, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:18:18.855407 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a48e4f0-d207-43f8-8b79-2c42346206c0 None None] Network 700d9bb9-bc11-4c9f-9c9e-ad5f0b765959 requested from n-d-713301-16 {{(pid=95103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 19:18:18.926923 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-fc0ad252-651e-4121-a869-79b208f049ee req-6083d468-ceb3-4b59-afbf-06955976d0fa tempest-AggregatesAdminTestJSON-1644262204 tempest-AggregatesAdminTestJSON-1644262204-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:18:18.937193 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-fc0ad252-651e-4121-a869-79b208f049ee req-6083d468-ceb3-4b59-afbf-06955976d0fa tempest-AggregatesAdminTestJSON-1644262204 tempest-AggregatesAdminTestJSON-1644262204-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:18:18.942015 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-c62aad15-c9f0-4d3b-a285-d1d61b93dc82 admin admin] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 0.5903201 Sep 23 19:18:18.971506 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6083d468-ceb3-4b59-afbf-06955976d0fa tempest-AggregatesAdminTestJSON-1644262204 tempest-AggregatesAdminTestJSON-1644262204-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b316293-32b8-41a8-b1ea-26147ff466c6,revision_number=1']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:18:18.986109 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-fc0ad252-651e-4121-a869-79b208f049ee req-6083d468-ceb3-4b59-afbf-06955976d0fa tempest-AggregatesAdminTestJSON-1644262204 tempest-AggregatesAdminTestJSON-1644262204-project-admin] 10.222.0.67 "GET /v2.0/security-groups?id=b79a559f-1696-46fe-9fcc-92a6c25c4030&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2882526 Sep 23 19:18:19.088166 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75a0526b-7478-477a-a73d-f360b886cbc2 None None] Network 700d9bb9-bc11-4c9f-9c9e-ad5f0b765959 requested from n-d-713301-16 {{(pid=95103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 19:18:19.313018 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 54882) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:18:19.515523 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.v2.base [None req-0d3c4e1f-54e2-499d-8c75-9b2212980171 admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-1819914838-network', 'tenant_id': '01fd0bf0664a4580a0559687f9bf7c73'}} {{(pid=95101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:18:19.522545 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df17246-bebd-486a-b51d-4b3acfcfd99f req-fed448ab-8c79-4a23-a15d-819f83e83699 tempest-ServerDiagnosticsNegativeTest-1325912694 tempest-ServerDiagnosticsNegativeTest-1325912694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:18:19.525232 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-4df17246-bebd-486a-b51d-4b3acfcfd99f req-fed448ab-8c79-4a23-a15d-819f83e83699 tempest-ServerDiagnosticsNegativeTest-1325912694 tempest-ServerDiagnosticsNegativeTest-1325912694-project] 10.222.0.67 "GET /v2.0/ports?device_id=62a712d1-ebfa-4a2e-987a-2d535a34307c HTTP/1.1" status: 200 len: 950 time: 0.0825598 Sep 23 19:18:19.548313 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d3c4e1f-54e2-499d-8c75-9b2212980171 admin admin] Made reservation on behalf of 01fd0bf0664a4580a0559687f9bf7c73 for: {'network': 1} {{(pid=95101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:18:19.551145 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-0d3c4e1f-54e2-499d-8c75-9b2212980171 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for network, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:18:19.561839 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-0d3c4e1f-54e2-499d-8c75-9b2212980171 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:18:19.576678 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-4df17246-bebd-486a-b51d-4b3acfcfd99f req-278d0ed3-e3b9-4020-9e47-0c5a99b6fba4 tempest-ServerDiagnosticsNegativeTest-1325912694 tempest-ServerDiagnosticsNegativeTest-1325912694-project] 10.222.0.67 "GET /v2.0/security-groups?id=dd5f3a88-c30d-4ec8-82b8-3ddce67b6d97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441239 Sep 23 19:18:19.613456 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 54890) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:18:19.623429 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.v2.base [None req-d4e0e086-bd77-4037-a8f8-e3f8e18cc30e tempest-ServersWithSpecificFlavorTestJSON-1837670196 tempest-ServersWithSpecificFlavorTestJSON-1837670196-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1855031561', 'description': 'tempest-description--68141761'}} {{(pid=95102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:18:19.629034 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-0cb8ea35-f9c0-45f0-b349-24ec01288f37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:18:19.709724 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-0d3c4e1f-54e2-499d-8c75-9b2212980171 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:18:19.718369 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-0d3c4e1f-54e2-499d-8c75-9b2212980171 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:18:19.746895 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-d4e0e086-bd77-4037-a8f8-e3f8e18cc30e tempest-ServersWithSpecificFlavorTestJSON-1837670196 tempest-ServersWithSpecificFlavorTestJSON-1837670196-project] Notify callbacks [] for security_group, before_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:18:19.751877 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0d3c4e1f-54e2-499d-8c75-9b2212980171 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 621} {{(pid=95101) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 19:18:19.775030 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d3c4e1f-54e2-499d-8c75-9b2212980171 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d32247e-8bb7-4ae1-818c-76baafa39c73,revision_number=1']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:18:19.778280 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-0d3c4e1f-54e2-499d-8c75-9b2212980171 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1756186'] for segment, precommit_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:18:19.778631 n-d-713301-16 neutron-server[95101]: INFO neutron.db.segments_db [None req-0d3c4e1f-54e2-499d-8c75-9b2212980171 admin admin] Added segment 5e7e2223-350e-4937-8d7b-2c6ab6ddc0ab of type vlan for network c2b58ecf-3b1b-414c-92a4-f53b08b3dace Sep 23 19:18:19.874532 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-0d3c4e1f-54e2-499d-8c75-9b2212980171 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783145630486'] for network, precommit_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:18:19.890562 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-d4e0e086-bd77-4037-a8f8-e3f8e18cc30e tempest-ServersWithSpecificFlavorTestJSON-1837670196 tempest-ServersWithSpecificFlavorTestJSON-1837670196-project] Notify callbacks [] for security_group, precommit_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:18:19.905490 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-d4e0e086-bd77-4037-a8f8-e3f8e18cc30e tempest-ServersWithSpecificFlavorTestJSON-1837670196 tempest-ServersWithSpecificFlavorTestJSON-1837670196-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:18:19.937823 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-0d3c4e1f-54e2-499d-8c75-9b2212980171 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299'] for network, after_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:18:19.940047 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d3c4e1f-54e2-499d-8c75-9b2212980171 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:18:19.942473 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-0d3c4e1f-54e2-499d-8c75-9b2212980171 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527417'] for network, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:18:19.948404 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-d4e0e086-bd77-4037-a8f8-e3f8e18cc30e tempest-ServersWithSpecificFlavorTestJSON-1837670196 tempest-ServersWithSpecificFlavorTestJSON-1837670196-project] Notify callbacks [] for security_group, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:18:19.952983 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-d4e0e086-bd77-4037-a8f8-e3f8e18cc30e tempest-ServersWithSpecificFlavorTestJSON-1837670196 tempest-ServersWithSpecificFlavorTestJSON-1837670196-project] 10.222.0.67 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.3382034 Sep 23 19:18:19.953654 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 54914) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:18:19.971275 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.v2.base [None req-41513b53-6128-4762-a1bc-29e3d20b83be tempest-ServersWithSpecificFlavorTestJSON-1837670196 tempest-ServersWithSpecificFlavorTestJSON-1837670196-project] Request body: {'security_group_rule': {'security_group_id': 'd5229659-9431-4b80-bd22-2c55198ccc0d', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:18:19.980774 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4e0e086-bd77-4037-a8f8-e3f8e18cc30e tempest-ServersWithSpecificFlavorTestJSON-1837670196 tempest-ServersWithSpecificFlavorTestJSON-1837670196-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d5229659-9431-4b80-bd22-2c55198ccc0d,revision_number=1']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:18:19.988125 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-0d3c4e1f-54e2-499d-8c75-9b2212980171 admin admin] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 0.6734819 Sep 23 19:18:19.991126 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 54922) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:18:19.998777 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.v2.base [None req-8e3228c7-d39e-49de-b8d1-8f6b17a46291 admin admin] Request body: {'subnet': {'network_id': 'c2b58ecf-3b1b-414c-92a4-f53b08b3dace', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-1819914838-subnet', 'tenant_id': '01fd0bf0664a4580a0559687f9bf7c73', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:18:20.031946 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d3c4e1f-54e2-499d-8c75-9b2212980171 admin admin] Pushing event updated for resources: {'Network': ['ID=c2b58ecf-3b1b-414c-92a4-f53b08b3dace,revision_number=1']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:18:20.043030 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Network c2b58ecf-3b1b-414c-92a4-f53b08b3dace details requested by agent ovs-agent-n-d-713301-16 with host n-d-713301-16 {{(pid=95103) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 19:18:20.050496 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-41513b53-6128-4762-a1bc-29e3d20b83be tempest-ServersWithSpecificFlavorTestJSON-1837670196 tempest-ServersWithSpecificFlavorTestJSON-1837670196-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:18:20.115305 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e3228c7-d39e-49de-b8d1-8f6b17a46291 admin admin] Made reservation on behalf of 01fd0bf0664a4580a0559687f9bf7c73 for: {'subnet': 1} {{(pid=95102) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:18:20.118688 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-8e3228c7-d39e-49de-b8d1-8f6b17a46291 admin admin] Notify callbacks [] for subnet, before_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:18:20.345124 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-41513b53-6128-4762-a1bc-29e3d20b83be tempest-ServersWithSpecificFlavorTestJSON-1837670196 tempest-ServersWithSpecificFlavorTestJSON-1837670196-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:18:20.359201 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-41513b53-6128-4762-a1bc-29e3d20b83be tempest-ServersWithSpecificFlavorTestJSON-1837670196 tempest-ServersWithSpecificFlavorTestJSON-1837670196-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575319'] for security_group_rule, after_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:18:20.393127 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc539b9-3a06-4f6f-b3a8-e43bb4b17f94 req-900ad1c7-6915-4139-8b73-8051859cb936 tempest-ImagesOneServerNegativeTestJSON-187090525 tempest-ImagesOneServerNegativeTestJSON-187090525-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:18:20.394626 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-5bc539b9-3a06-4f6f-b3a8-e43bb4b17f94 req-900ad1c7-6915-4139-8b73-8051859cb936 tempest-ImagesOneServerNegativeTestJSON-187090525 tempest-ImagesOneServerNegativeTestJSON-187090525-project] 10.222.0.67 "GET /v2.0/networks?id=700d9bb9-bc11-4c9f-9c9e-ad5f0b765959 HTTP/1.1" status: 200 len: 821 time: 0.3674471 Sep 23 19:18:20.402535 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41513b53-6128-4762-a1bc-29e3d20b83be tempest-ServersWithSpecificFlavorTestJSON-1837670196 tempest-ServersWithSpecificFlavorTestJSON-1837670196-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1e74d7bc-38a7-4284-b5d4-be882548ef61,revision_number=0']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:18:20.410742 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-41513b53-6128-4762-a1bc-29e3d20b83be tempest-ServersWithSpecificFlavorTestJSON-1837670196 tempest-ServersWithSpecificFlavorTestJSON-1837670196-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:18:20.411924 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-41513b53-6128-4762-a1bc-29e3d20b83be tempest-ServersWithSpecificFlavorTestJSON-1837670196 tempest-ServersWithSpecificFlavorTestJSON-1837670196-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4496293 Sep 23 19:18:20.415554 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 54946) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:18:20.420548 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.v2.base [None req-57926ce6-7d96-4b6f-b26d-5de4ad3cacb4 tempest-ServersWithSpecificFlavorTestJSON-1837670196 tempest-ServersWithSpecificFlavorTestJSON-1837670196-project] Request body: {'security_group_rule': {'security_group_id': 'd5229659-9431-4b80-bd22-2c55198ccc0d', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=95101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:18:20.443151 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-5bc539b9-3a06-4f6f-b3a8-e43bb4b17f94 req-e3e65ef2-d526-4cb9-8b67-a8b0a00b8651 tempest-ImagesOneServerNegativeTestJSON-187090525 tempest-ImagesOneServerNegativeTestJSON-187090525-project] 10.222.0.67 "GET /v2.0/quotas/427912597c8043d5912df510005a2424 HTTP/1.1" status: 200 len: 375 time: 0.0360634 Sep 23 19:18:20.477043 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-57926ce6-7d96-4b6f-b26d-5de4ad3cacb4 tempest-ServersWithSpecificFlavorTestJSON-1837670196 tempest-ServersWithSpecificFlavorTestJSON-1837670196-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:18:20.498947 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-5bc539b9-3a06-4f6f-b3a8-e43bb4b17f94 req-8afe218d-726a-45f3-89a9-b9927e551937 tempest-ImagesOneServerNegativeTestJSON-187090525 tempest-ImagesOneServerNegativeTestJSON-187090525-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=427912597c8043d5912df510005a2424&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0459831 Sep 23 19:18:20.553339 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-8e3228c7-d39e-49de-b8d1-8f6b17a46291 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299'] for subnet, after_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:18:20.583163 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-57926ce6-7d96-4b6f-b26d-5de4ad3cacb4 tempest-ServersWithSpecificFlavorTestJSON-1837670196 tempest-ServersWithSpecificFlavorTestJSON-1837670196-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:18:20.588502 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-57926ce6-7d96-4b6f-b26d-5de4ad3cacb4 tempest-ServersWithSpecificFlavorTestJSON-1837670196 tempest-ServersWithSpecificFlavorTestJSON-1837670196-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575319'] for security_group_rule, after_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:18:20.608767 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57926ce6-7d96-4b6f-b26d-5de4ad3cacb4 tempest-ServersWithSpecificFlavorTestJSON-1837670196 tempest-ServersWithSpecificFlavorTestJSON-1837670196-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aa6f0db3-1125-4b5e-b469-a562dfac73a8,revision_number=0']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:18:20.619282 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-57926ce6-7d96-4b6f-b26d-5de4ad3cacb4 tempest-ServersWithSpecificFlavorTestJSON-1837670196 tempest-ServersWithSpecificFlavorTestJSON-1837670196-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:18:20.622014 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-57926ce6-7d96-4b6f-b26d-5de4ad3cacb4 tempest-ServersWithSpecificFlavorTestJSON-1837670196 tempest-ServersWithSpecificFlavorTestJSON-1837670196-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2049673 Sep 23 19:18:20.624722 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 54964) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:18:20.637929 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.v2.base [None req-9a059e0d-07dd-4161-aea7-0c7e0cbc63d9 tempest-ServersWithSpecificFlavorTestJSON-1837670196 tempest-ServersWithSpecificFlavorTestJSON-1837670196-project] Request body: {'floatingip': {'floating_network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac'}} {{(pid=95101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:18:20.650231 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e3228c7-d39e-49de-b8d1-8f6b17a46291 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4cc4932b-c381-47ec-9303-11e42975856f,revision_number=0']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:18:20.667307 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [req-5bc539b9-3a06-4f6f-b3a8-e43bb4b17f94 req-44959f41-d31b-41f3-81ff-78a4c239e399 service neutron] http://10.222.0.67:9696/v2.0/extensions returned with HTTP 200 {{(pid=95102) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 23 19:18:20.673132 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-5bc539b9-3a06-4f6f-b3a8-e43bb4b17f94 req-44959f41-d31b-41f3-81ff-78a4c239e399 service neutron] 10.222.0.67 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1069534 Sep 23 19:18:20.677200 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e3228c7-d39e-49de-b8d1-8f6b17a46291 admin admin] Checking segment: {'id': '5e7e2223-350e-4937-8d7b-2c6ab6ddc0ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': 'c2b58ecf-3b1b-414c-92a4-f53b08b3dace'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95102) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:18:20.677557 n-d-713301-16 neutron-server[95102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e3228c7-d39e-49de-b8d1-8f6b17a46291 admin admin] Network hostable DHCP agents. Network: c2b58ecf-3b1b-414c-92a4-f53b08b3dace, hostable agents: ['1b18bf05-1b5f-4587-be5c-af3ac38e32ad'], hosted agents: [] {{(pid=95102) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 19:18:20.678640 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-9a059e0d-07dd-4161-aea7-0c7e0cbc63d9 tempest-ServersWithSpecificFlavorTestJSON-1837670196 tempest-ServersWithSpecificFlavorTestJSON-1837670196-project] Notify callbacks [] for floatingip, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:18:20.753594 n-d-713301-16 neutron-server[95102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e3228c7-d39e-49de-b8d1-8f6b17a46291 admin admin] Network c2b58ecf-3b1b-414c-92a4-f53b08b3dace is scheduled to be hosted by DHCP agent 1b18bf05-1b5f-4587-be5c-af3ac38e32ad with binding_index 1 {{(pid=95102) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 19:18:20.787719 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-9a059e0d-07dd-4161-aea7-0c7e0cbc63d9 tempest-ServersWithSpecificFlavorTestJSON-1837670196 tempest-ServersWithSpecificFlavorTestJSON-1837670196-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:18:20.806630 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-985129ca-cdd6-4958-bde0-8b337dc6b8ff req-8dd767d2-da77-46c9-b416-b059146b8861 tempest-ServerDiagnosticsNegativeTest-1325912694 tempest-ServerDiagnosticsNegativeTest-1325912694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:18:20.808117 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-985129ca-cdd6-4958-bde0-8b337dc6b8ff req-8dd767d2-da77-46c9-b416-b059146b8861 tempest-ServerDiagnosticsNegativeTest-1325912694 tempest-ServerDiagnosticsNegativeTest-1325912694-project] 10.222.0.67 "GET /v2.0/ports?device_id=62a712d1-ebfa-4a2e-987a-2d535a34307c HTTP/1.1" status: 200 len: 950 time: 0.1340132 Sep 23 19:18:20.810620 n-d-713301-16 neutron-server[95102]: DEBUG neutron.scheduler.base_scheduler [None req-8e3228c7-d39e-49de-b8d1-8f6b17a46291 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713301-16, c2b58ecf-3b1b-414c-92a4-f53b08b3dace) {{(pid=95102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:18:20.817858 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e3228c7-d39e-49de-b8d1-8f6b17a46291 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:18:20.818131 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-8e3228c7-d39e-49de-b8d1-8f6b17a46291 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527417'] for subnet, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:18:20.821178 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9f1579e-fb0c-4dfc-a2a3-fedc33016c07 None None] Network c2b58ecf-3b1b-414c-92a4-f53b08b3dace requested from n-d-713301-16 {{(pid=95103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 19:18:20.854208 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-5bc539b9-3a06-4f6f-b3a8-e43bb4b17f94 req-6cb5421a-3436-48b9-9fc2-99c6a2173a2a service neutron] 10.222.0.67 "GET /v2.0/networks/700d9bb9-bc11-4c9f-9c9e-ad5f0b765959?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1785986 Sep 23 19:18:20.868738 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-8e3228c7-d39e-49de-b8d1-8f6b17a46291 admin admin] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 0.8697710 Sep 23 19:18:20.918795 n-d-713301-16 neutron-server[95101]: DEBUG neutron.db.db_base_plugin_common [None req-9a059e0d-07dd-4161-aea7-0c7e0cbc63d9 tempest-ServersWithSpecificFlavorTestJSON-1837670196 tempest-ServersWithSpecificFlavorTestJSON-1837670196-project] Allocated IP 172.25.1.80 (5dec5c09-378e-4f50-89cc-d94eb81c3bac/eff83446-018c-428d-b3f5-54ac9abe7a2a/70045efc-f03f-483f-8d67-8228524808bd) {{(pid=95101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 19:18:20.921204 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-985129ca-cdd6-4958-bde0-8b337dc6b8ff req-76f63858-56e5-45b9-b811-4fbb617975e4 tempest-ServerDiagnosticsNegativeTest-1325912694 tempest-ServerDiagnosticsNegativeTest-1325912694-project] 10.222.0.67 "GET /v2.0/security-groups?id=dd5f3a88-c30d-4ec8-82b8-3ddce67b6d97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1049349 Sep 23 19:18:21.029842 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-846141b3-c2b0-4478-9afa-3f9b78160614 None None] Network c2b58ecf-3b1b-414c-92a4-f53b08b3dace requested from n-d-713301-16 {{(pid=95103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 19:18:21.113498 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00640e68-4521-45a1-ba4f-81c6783e75c3 None None] Sync routers for ids ['0b131336-cc94-4e68-920f-704f74d3d6e6'] in n-d-713301-16 {{(pid=95104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 19:18:21.134642 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-9a059e0d-07dd-4161-aea7-0c7e0cbc63d9 tempest-ServersWithSpecificFlavorTestJSON-1837670196 tempest-ServersWithSpecificFlavorTestJSON-1837670196-project] Notify callbacks [] for port, precommit_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:18:21.136545 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00640e68-4521-45a1-ba4f-81c6783e75c3 None None] Routers {'0b131336-cc94-4e68-920f-704f74d3d6e6'} bound to L3 agent in host n-d-713301-16 {{(pid=95104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 19:18:21.143034 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_hamode_db [None req-00640e68-4521-45a1-ba4f-81c6783e75c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-23T19:07:52Z,description=,heartbeat_timestamp=2021-09-23T19:17:52Z,host='n-d-713301-16',id=79a740bf-7821-4989-8288-7186e3e128f3,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:07:52Z,topic='l3_agent')) {'router_ids': ['0b131336-cc94-4e68-920f-704f74d3d6e6'], 'active': True} {{(pid=95104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:18:21.184493 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-9a059e0d-07dd-4161-aea7-0c7e0cbc63d9 tempest-ServersWithSpecificFlavorTestJSON-1837670196 tempest-ServersWithSpecificFlavorTestJSON-1837670196-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783145673135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5607431'] for port, after_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:18:21.231464 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-5bc539b9-3a06-4f6f-b3a8-e43bb4b17f94 req-e4e1d40c-bf41-4586-9445-fa43b38a956c service neutron] 10.222.0.67 "GET /v2.0/networks/700d9bb9-bc11-4c9f-9c9e-ad5f0b765959?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3627124 Sep 23 19:18:21.281972 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a059e0d-07dd-4161-aea7-0c7e0cbc63d9 tempest-ServersWithSpecificFlavorTestJSON-1837670196 tempest-ServersWithSpecificFlavorTestJSON-1837670196-project] Network 5dec5c09-378e-4f50-89cc-d94eb81c3bac is already hosted by enough agents. {{(pid=95101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:18:21.286549 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.base_scheduler [None req-9a059e0d-07dd-4161-aea7-0c7e0cbc63d9 tempest-ServersWithSpecificFlavorTestJSON-1837670196 tempest-ServersWithSpecificFlavorTestJSON-1837670196-project] Resources bound (agent type, host, resource id): {{(pid=95101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:18:21.292252 n-d-713301-16 neutron-server[95101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a059e0d-07dd-4161-aea7-0c7e0cbc63d9 tempest-ServersWithSpecificFlavorTestJSON-1837670196 tempest-ServersWithSpecificFlavorTestJSON-1837670196-project] Received port after_create {{(pid=95101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 19:18:21.333851 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a059e0d-07dd-4161-aea7-0c7e0cbc63d9 tempest-ServersWithSpecificFlavorTestJSON-1837670196 tempest-ServersWithSpecificFlavorTestJSON-1837670196-project] Pushing event updated for resources: {'Port': ['ID=70045efc-f03f-483f-8d67-8228524808bd,revision_number=1']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:18:21.400028 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Device 9828cbb2-a3c9-4a9c-84cf-0751ba3305bf up at agent ovs-agent-n-d-713301-16 {{(pid=95103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 19:18:21.441270 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_dvr_db [None req-00640e68-4521-45a1-ba4f-81c6783e75c3 None None] Set router 0b131336-cc94-4e68-920f-704f74d3d6e6 gateway port host: n-d-713301-16 {{(pid=95104) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 19:18:21.518598 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Provisioning complete for port 9828cbb2-a3c9-4a9c-84cf-0751ba3305bf triggered by entity L2. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:18:21.519077 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:18:21.722788 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:18:21.745455 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-9a059e0d-07dd-4161-aea7-0c7e0cbc63d9 tempest-ServersWithSpecificFlavorTestJSON-1837670196 tempest-ServersWithSpecificFlavorTestJSON-1837670196-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:18:21.748966 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] For port 9828cbb2-a3c9-4a9c-84cf-0751ba3305bf, host n-d-713301-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-16',level=0,port_id=9828cbb2-a3c9-4a9c-84cf-0751ba3305bf,segment=NetworkSegment(7d4027f1-d893-4c7b-95d4-757b8e44e380),segment_id=7d4027f1-d893-4c7b-95d4-757b8e44e380)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:18:21.756714 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:18:21.796434 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-9a059e0d-07dd-4161-aea7-0c7e0cbc63d9 tempest-ServersWithSpecificFlavorTestJSON-1837670196 tempest-ServersWithSpecificFlavorTestJSON-1837670196-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:18:21.831971 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Pushing event updated for resources: {'Port': ['ID=9828cbb2-a3c9-4a9c-84cf-0751ba3305bf,revision_number=4']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:18:21.864414 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-8d47adae-ae8a-4e1a-9da2-6f8927073af2 req-2185d918-fd40-4bdb-8181-b0dc762cc87d tempest-ImagesOneServerNegativeTestJSON-187090525 tempest-ImagesOneServerNegativeTestJSON-187090525-project] 10.222.0.67 "GET /v2.0/ports?device_id=56b87947-4cee-4099-98e4-6e69b43c7f13 HTTP/1.1" status: 200 len: 210 time: 0.0501134 Sep 23 19:18:21.865645 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 55008) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:18:21.872459 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.v2.base [None req-7a5546a7-8be6-4f40-8328-e7e2fd057942 admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-1952341254-network', 'tenant_id': '7cd1a98776d946a1933792ccd89b385c'}} {{(pid=95102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:18:21.933141 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a5546a7-8be6-4f40-8328-e7e2fd057942 admin admin] Made reservation on behalf of 7cd1a98776d946a1933792ccd89b385c for: {'network': 1} {{(pid=95102) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:18:21.938540 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-7a5546a7-8be6-4f40-8328-e7e2fd057942 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for network, before_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:18:21.980126 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-7a5546a7-8be6-4f40-8328-e7e2fd057942 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:18:22.008391 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_hamode_db [None req-00640e68-4521-45a1-ba4f-81c6783e75c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b131336-cc94-4e68-920f-704f74d3d6e6', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1386876250-router', 'tenant_id': '32f55f819b6a492290ca4b14d32b7c3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'external_fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.135'}], 'enable_snat': True}, 'gw_port_id': '9828cbb2-a3c9-4a9c-84cf-0751ba3305bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:18:11Z', 'updated_at': '2021-09-23T19:18:16Z', 'revision_number': 4, 'project_id': '32f55f819b6a492290ca4b14d32b7c3b', 'gw_port': {'id': '9828cbb2-a3c9-4a9c-84cf-0751ba3305bf', 'name': '', 'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:41:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b131336-cc94-4e68-920f-704f74d3d6e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 137, 'fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:18:12Z', 'updated_at': '2021-09-23T19:18:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-16', '_interfaces': [{'id': '84b82312-6ab2-4464-aca6-0229412c53db', 'name': '', 'network_id': '6080ab87-ca87-438a-906f-b91f169bb6d8', 'tenant_id': '32f55f819b6a492290ca4b14d32b7c3b', 'mac_address': 'fa:16:3e:8f:c3:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b131336-cc94-4e68-920f-704f74d3d6e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 143, 'fixed_ips': [{'subnet_id': '2e14c1b6-26d5-4cd4-b5bd-92df9bef1b9e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:18:15Z', 'updated_at': '2021-09-23T19:18:17Z', 'revision_number': 2, 'project_id': '32f55f819b6a492290ca4b14d32b7c3b', 'subnets': [{'id': '2e14c1b6-26d5-4cd4-b5bd-92df9bef1b9e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-16', False) {} {{(pid=95104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:18:22.031277 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-9a059e0d-07dd-4161-aea7-0c7e0cbc63d9 tempest-ServersWithSpecificFlavorTestJSON-1837670196 tempest-ServersWithSpecificFlavorTestJSON-1837670196-project] Notify callbacks [] for port, precommit_update {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:18:22.037533 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-9a059e0d-07dd-4161-aea7-0c7e0cbc63d9 tempest-ServersWithSpecificFlavorTestJSON-1837670196 tempest-ServersWithSpecificFlavorTestJSON-1837670196-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5607436'] for port, after_update {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:18:22.038855 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc36ea4f-5b10-4d76-8547-1c993912aac9 req-6a04b0be-37d0-4ffe-9cca-42b78a0529f5 tempest-ServerDiagnosticsNegativeTest-1325912694 tempest-ServerDiagnosticsNegativeTest-1325912694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:18:22.047708 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-dc36ea4f-5b10-4d76-8547-1c993912aac9 req-6a04b0be-37d0-4ffe-9cca-42b78a0529f5 tempest-ServerDiagnosticsNegativeTest-1325912694 tempest-ServerDiagnosticsNegativeTest-1325912694-project] 10.222.0.67 "GET /v2.0/ports?device_id=62a712d1-ebfa-4a2e-987a-2d535a34307c HTTP/1.1" status: 200 len: 950 time: 0.1003456 Sep 23 19:18:22.053732 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00640e68-4521-45a1-ba4f-81c6783e75c3 None None] Checking router: 0b131336-cc94-4e68-920f-704f74d3d6e6 for host: n-d-713301-16 {{(pid=95104) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 19:18:22.054324 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00640e68-4521-45a1-ba4f-81c6783e75c3 None None] Updating router 0b131336-cc94-4e68-920f-704f74d3d6e6 port 84b82312-6ab2-4464-aca6-0229412c53db binding host n-d-713301-16 {{(pid=95104) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 23 19:18:22.104832 n-d-713301-16 neutron-server[95104]: DEBUG neutron_lib.callbacks.manager [None req-00640e68-4521-45a1-ba4f-81c6783e75c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:18:22.121867 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-dc36ea4f-5b10-4d76-8547-1c993912aac9 req-2f09693a-0ef9-48b9-8cd8-17f7235eaadf tempest-ServerDiagnosticsNegativeTest-1325912694 tempest-ServerDiagnosticsNegativeTest-1325912694-project] 10.222.0.67 "GET /v2.0/security-groups?id=dd5f3a88-c30d-4ec8-82b8-3ddce67b6d97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731153 Sep 23 19:18:22.124219 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a059e0d-07dd-4161-aea7-0c7e0cbc63d9 tempest-ServersWithSpecificFlavorTestJSON-1837670196 tempest-ServersWithSpecificFlavorTestJSON-1837670196-project] Pushing event updated for resources: {'Port': ['ID=70045efc-f03f-483f-8d67-8228524808bd,revision_number=2']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:18:22.139883 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-9a059e0d-07dd-4161-aea7-0c7e0cbc63d9 tempest-ServersWithSpecificFlavorTestJSON-1837670196 tempest-ServersWithSpecificFlavorTestJSON-1837670196-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-601884'] for floatingip, after_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:18:22.169608 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-7a5546a7-8be6-4f40-8328-e7e2fd057942 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:18:22.183005 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-9a059e0d-07dd-4161-aea7-0c7e0cbc63d9 tempest-ServersWithSpecificFlavorTestJSON-1837670196 tempest-ServersWithSpecificFlavorTestJSON-1837670196-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222849'] for floatingip, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:18:22.184526 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-9a059e0d-07dd-4161-aea7-0c7e0cbc63d9 tempest-ServersWithSpecificFlavorTestJSON-1837670196 tempest-ServersWithSpecificFlavorTestJSON-1837670196-project] 10.222.0.67 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.5581603 Sep 23 19:18:22.194000 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-7a5546a7-8be6-4f40-8328-e7e2fd057942 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:18:22.222114 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7a5546a7-8be6-4f40-8328-e7e2fd057942 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 644} {{(pid=95102) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 19:18:22.244040 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-7a5546a7-8be6-4f40-8328-e7e2fd057942 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1756186'] for segment, precommit_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:18:22.244643 n-d-713301-16 neutron-server[95102]: INFO neutron.db.segments_db [None req-7a5546a7-8be6-4f40-8328-e7e2fd057942 admin admin] Added segment b64a3bec-7bb1-48a9-990d-5284e08b737e of type vlan for network 29b4d844-587c-4d15-b0dd-16ea6acbf3aa Sep 23 19:18:22.286803 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-71e3f6ad-801d-4c44-9849-6738532a08d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:18:22.295848 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a5546a7-8be6-4f40-8328-e7e2fd057942 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=440c5a98-e141-422a-9512-179525dae09c,revision_number=1']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:18:22.362151 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-7a5546a7-8be6-4f40-8328-e7e2fd057942 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783145630486'] for network, precommit_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:18:22.434039 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-7a5546a7-8be6-4f40-8328-e7e2fd057942 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299'] for network, after_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:18:22.434748 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a5546a7-8be6-4f40-8328-e7e2fd057942 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:18:22.435741 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-7a5546a7-8be6-4f40-8328-e7e2fd057942 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527417'] for network, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:18:22.485380 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-de47cdba-a929-41fd-b280-8985b64d8ab6 req-ccc7cf7a-3277-4535-a2ab-68774e7772e2 tempest-ServersWithSpecificFlavorTestJSON-1837670196 tempest-ServersWithSpecificFlavorTestJSON-1837670196-project] 10.222.0.67 "GET /v2.0/security-groups?name=tempest-securitygroup--1855031561&fields=id&tenant_id=07622c7485a94956bd0dfade6db60bcf HTTP/1.1" status: 200 len: 267 time: 0.0870495 Sep 23 19:18:22.499678 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-7a5546a7-8be6-4f40-8328-e7e2fd057942 admin admin] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 0.6282389 Sep 23 19:18:22.500129 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 55048) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:18:22.510314 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.v2.base [None req-f112ebbf-375c-49f1-8adf-669a964758dd admin admin] Request body: {'subnet': {'network_id': '29b4d844-587c-4d15-b0dd-16ea6acbf3aa', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-1952341254-subnet', 'tenant_id': '7cd1a98776d946a1933792ccd89b385c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:18:22.510640 n-d-713301-16 neutron-server[95104]: DEBUG neutron_lib.callbacks.manager [None req-00640e68-4521-45a1-ba4f-81c6783e75c3 None None] Notify callbacks [] for port, precommit_update {{(pid=95104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:18:22.514681 n-d-713301-16 neutron-server[95104]: DEBUG neutron_lib.callbacks.manager [None req-00640e68-4521-45a1-ba4f-81c6783e75c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:18:22.556819 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f112ebbf-375c-49f1-8adf-669a964758dd admin admin] Made reservation on behalf of 7cd1a98776d946a1933792ccd89b385c for: {'subnet': 1} {{(pid=95101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:18:22.560811 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-f112ebbf-375c-49f1-8adf-669a964758dd admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6130979'] for subnet, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:18:22.584112 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ac6cbad-2b68-4752-8283-2326e4c24e91 None None] Pushing event updated for resources: {'Port': ['ID=84b82312-6ab2-4464-aca6-0229412c53db,revision_number=3']} {{(pid=95104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:18:22.590052 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a5546a7-8be6-4f40-8328-e7e2fd057942 admin admin] Pushing event updated for resources: {'Network': ['ID=29b4d844-587c-4d15-b0dd-16ea6acbf3aa,revision_number=1']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:18:22.616157 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Network 29b4d844-587c-4d15-b0dd-16ea6acbf3aa details requested by agent ovs-agent-n-d-713301-16 with host n-d-713301-16 {{(pid=95103) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 19:18:22.669517 n-d-713301-16 neutron-server[95104]: DEBUG neutron.plugins.ml2.managers [None req-00640e68-4521-45a1-ba4f-81c6783e75c3 None None] Attempting to bind port 84b82312-6ab2-4464-aca6-0229412c53db on host n-d-713301-16 for vnic_type normal with profile {{(pid=95104) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 19:18:22.670248 n-d-713301-16 neutron-server[95104]: DEBUG neutron.plugins.ml2.managers [None req-00640e68-4521-45a1-ba4f-81c6783e75c3 None None] Attempting to bind port 84b82312-6ab2-4464-aca6-0229412c53db by drivers openvswitch,hyperv on host n-d-713301-16 at level 0 using segments [{'id': '63b2487a-cddb-439a-9b63-5225bf1ecda3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '6080ab87-ca87-438a-906f-b91f169bb6d8'}] {{(pid=95104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 19:18:22.670857 n-d-713301-16 neutron-server[95104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00640e68-4521-45a1-ba4f-81c6783e75c3 None None] Attempting to bind port 84b82312-6ab2-4464-aca6-0229412c53db on network 6080ab87-ca87-438a-906f-b91f169bb6d8 {{(pid=95104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:18:22.692075 n-d-713301-16 neutron-server[95104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00640e68-4521-45a1-ba4f-81c6783e75c3 None None] Checking agent: {'id': '70a14545-df24-472f-8f95-bfe1719bff93', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 19, 7, 53), 'started_at': datetime.datetime(2021, 9, 23, 19, 8, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 19, 17, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 19:18:22.693069 n-d-713301-16 neutron-server[95104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00640e68-4521-45a1-ba4f-81c6783e75c3 None None] Checking segment: {'id': '63b2487a-cddb-439a-9b63-5225bf1ecda3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '6080ab87-ca87-438a-906f-b91f169bb6d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95104) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:18:22.694088 n-d-713301-16 neutron-server[95104]: DEBUG neutron_lib.callbacks.manager [None req-00640e68-4521-45a1-ba4f-81c6783e75c3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:18:22.694712 n-d-713301-16 neutron-server[95104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00640e68-4521-45a1-ba4f-81c6783e75c3 None None] Bound using segment: {'id': '63b2487a-cddb-439a-9b63-5225bf1ecda3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '6080ab87-ca87-438a-906f-b91f169bb6d8'} {{(pid=95104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 19:18:22.696129 n-d-713301-16 neutron-server[95104]: DEBUG neutron.plugins.ml2.managers [None req-00640e68-4521-45a1-ba4f-81c6783e75c3 None None] Bound port: 84b82312-6ab2-4464-aca6-0229412c53db, host: n-d-713301-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '63b2487a-cddb-439a-9b63-5225bf1ecda3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '6080ab87-ca87-438a-906f-b91f169bb6d8'}}] {{(pid=95104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 19:18:22.696908 n-d-713301-16 neutron-server[95104]: DEBUG neutron_lib.callbacks.manager [None req-00640e68-4521-45a1-ba4f-81c6783e75c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:18:22.773109 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de47cdba-a929-41fd-b280-8985b64d8ab6 req-3e766c37-9e29-48da-bd61-60a70e63198a tempest-ServersWithSpecificFlavorTestJSON-1837670196 tempest-ServersWithSpecificFlavorTestJSON-1837670196-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:18:22.777357 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-de47cdba-a929-41fd-b280-8985b64d8ab6 req-3e766c37-9e29-48da-bd61-60a70e63198a tempest-ServersWithSpecificFlavorTestJSON-1837670196 tempest-ServersWithSpecificFlavorTestJSON-1837670196-project] 10.222.0.67 "GET /v2.0/networks?id=d5983aa5-dc01-48bc-bff2-9c83789f0fba HTTP/1.1" status: 200 len: 824 time: 0.2634304 Sep 23 19:18:22.817332 n-d-713301-16 neutron-server[95104]: DEBUG neutron.plugins.ml2.db [None req-00640e68-4521-45a1-ba4f-81c6783e75c3 None None] For port 84b82312-6ab2-4464-aca6-0229412c53db, host n-d-713301-16, cleared binding levels {{(pid=95104) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 19:18:22.822658 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-de47cdba-a929-41fd-b280-8985b64d8ab6 req-8ef87f3a-55d2-40c6-867e-fb1fef68810f tempest-ServersWithSpecificFlavorTestJSON-1837670196 tempest-ServersWithSpecificFlavorTestJSON-1837670196-project] 10.222.0.67 "GET /v2.0/quotas/07622c7485a94956bd0dfade6db60bcf HTTP/1.1" status: 200 len: 375 time: 0.0383275 Sep 23 19:18:22.826148 n-d-713301-16 neutron-server[95104]: DEBUG neutron.plugins.ml2.db [None req-00640e68-4521-45a1-ba4f-81c6783e75c3 None None] For port 84b82312-6ab2-4464-aca6-0229412c53db, host n-d-713301-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-16',level=0,port_id=84b82312-6ab2-4464-aca6-0229412c53db,segment=NetworkSegment(63b2487a-cddb-439a-9b63-5225bf1ecda3),segment_id=63b2487a-cddb-439a-9b63-5225bf1ecda3)] {{(pid=95104) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 19:18:22.834774 n-d-713301-16 neutron-server[95104]: DEBUG neutron_lib.callbacks.manager [None req-00640e68-4521-45a1-ba4f-81c6783e75c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:18:22.907966 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ac6cbad-2b68-4752-8283-2326e4c24e91 None None] Pushing event updated for resources: {'Port': ['ID=84b82312-6ab2-4464-aca6-0229412c53db,revision_number=4']} {{(pid=95104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:18:22.926576 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-f112ebbf-375c-49f1-8adf-669a964758dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5607579', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6130961'] for subnet, after_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:18:22.932847 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-55b47bcb-5b29-488a-9168-a7c771f492a3 None None] Provisioning complete for port 84b82312-6ab2-4464-aca6-0229412c53db triggered by entity DHCP. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:18:22.935859 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-55b47bcb-5b29-488a-9168-a7c771f492a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:18:22.974383 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-de47cdba-a929-41fd-b280-8985b64d8ab6 req-cb7e541c-f03b-4046-a2be-4c379dc06c2d tempest-ServersWithSpecificFlavorTestJSON-1837670196 tempest-ServersWithSpecificFlavorTestJSON-1837670196-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=07622c7485a94956bd0dfade6db60bcf&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1486537 Sep 23 19:18:22.981316 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00640e68-4521-45a1-ba4f-81c6783e75c3 None None] Routers {'0b131336-cc94-4e68-920f-704f74d3d6e6'} bound to L3 agent in host n-d-713301-16 {{(pid=95104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 19:18:22.985537 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_hamode_db [None req-00640e68-4521-45a1-ba4f-81c6783e75c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-23T19:07:52Z,description=,heartbeat_timestamp=2021-09-23T19:18:22Z,host='n-d-713301-16',id=79a740bf-7821-4989-8288-7186e3e128f3,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:07:52Z,topic='l3_agent')) {'router_ids': ['0b131336-cc94-4e68-920f-704f74d3d6e6'], 'active': True} {{(pid=95104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:18:23.049009 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:18:23.065870 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f112ebbf-375c-49f1-8adf-669a964758dd admin admin] Pushing event updated for resources: {'Subnet': ['ID=042aebaa-2598-47df-b158-03ef39c6c9f9,revision_number=0']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:18:23.089046 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-454e8fec-f85c-406a-aa88-cc74343de4ec req-9d428e58-97c5-42d3-9262-55819d01e635 tempest-ImagesOneServerNegativeTestJSON-187090525 tempest-ImagesOneServerNegativeTestJSON-187090525-project] 10.222.0.67 "GET /v2.0/ports?device_id=56b87947-4cee-4099-98e4-6e69b43c7f13 HTTP/1.1" status: 200 len: 210 time: 0.0691504 Sep 23 19:18:23.145461 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-55b47bcb-5b29-488a-9168-a7c771f492a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:18:23.198932 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f112ebbf-375c-49f1-8adf-669a964758dd admin admin] Checking segment: {'id': 'b64a3bec-7bb1-48a9-990d-5284e08b737e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '29b4d844-587c-4d15-b0dd-16ea6acbf3aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:18:23.199478 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f112ebbf-375c-49f1-8adf-669a964758dd admin admin] Network hostable DHCP agents. Network: 29b4d844-587c-4d15-b0dd-16ea6acbf3aa, hostable agents: ['1b18bf05-1b5f-4587-be5c-af3ac38e32ad'], hosted agents: [] {{(pid=95101) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 19:18:23.209653 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_dvr_db [None req-00640e68-4521-45a1-ba4f-81c6783e75c3 None None] Set router 0b131336-cc94-4e68-920f-704f74d3d6e6 gateway port host: n-d-713301-16 {{(pid=95104) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 19:18:23.270368 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [req-de47cdba-a929-41fd-b280-8985b64d8ab6 req-19b936cd-9570-4979-8b56-b2f00a22b5ef service neutron] http://10.222.0.67:9696/v2.0/extensions returned with HTTP 200 {{(pid=95102) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 23 19:18:23.271661 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-de47cdba-a929-41fd-b280-8985b64d8ab6 req-19b936cd-9570-4979-8b56-b2f00a22b5ef service neutron] 10.222.0.67 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1021292 Sep 23 19:18:23.279799 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-55b47bcb-5b29-488a-9168-a7c771f492a3 None None] For port 84b82312-6ab2-4464-aca6-0229412c53db, host n-d-713301-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-16',level=0,port_id=84b82312-6ab2-4464-aca6-0229412c53db,segment=NetworkSegment(63b2487a-cddb-439a-9b63-5225bf1ecda3),segment_id=63b2487a-cddb-439a-9b63-5225bf1ecda3)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:18:23.297833 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-55b47bcb-5b29-488a-9168-a7c771f492a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:18:23.318844 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32857278-ff93-437a-8ebc-6e2608ae52c5 req-2eeb3823-cbb0-4b8e-94c9-6686d1ce5b97 tempest-ServerDiagnosticsNegativeTest-1325912694 tempest-ServerDiagnosticsNegativeTest-1325912694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:18:23.321153 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-32857278-ff93-437a-8ebc-6e2608ae52c5 req-2eeb3823-cbb0-4b8e-94c9-6686d1ce5b97 tempest-ServerDiagnosticsNegativeTest-1325912694 tempest-ServerDiagnosticsNegativeTest-1325912694-project] 10.222.0.53 "GET /v2.0/ports?device_id=62a712d1-ebfa-4a2e-987a-2d535a34307c HTTP/1.1" status: 200 len: 950 time: 0.2332523 Sep 23 19:18:23.364819 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f112ebbf-375c-49f1-8adf-669a964758dd admin admin] Network 29b4d844-587c-4d15-b0dd-16ea6acbf3aa is scheduled to be hosted by DHCP agent 1b18bf05-1b5f-4587-be5c-af3ac38e32ad with binding_index 1 {{(pid=95101) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 19:18:23.375471 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b47bcb-5b29-488a-9168-a7c771f492a3 None None] Pushing event updated for resources: {'Port': ['ID=84b82312-6ab2-4464-aca6-0229412c53db,revision_number=5']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:18:23.384691 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Device 9828cbb2-a3c9-4a9c-84cf-0751ba3305bf up at agent ovs-agent-n-d-713301-16 {{(pid=95103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 19:18:23.388547 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-0ae75029-feb6-4728-9a94-5f9b60993d82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:18:23.415443 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.53', 56948) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:18:23.418281 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.base_scheduler [None req-f112ebbf-375c-49f1-8adf-669a964758dd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713301-16, 29b4d844-587c-4d15-b0dd-16ea6acbf3aa) {{(pid=95101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:18:23.454419 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2255784e-909b-4f4e-827c-96c3f62f2107 None None] Network 29b4d844-587c-4d15-b0dd-16ea6acbf3aa requested from n-d-713301-16 {{(pid=95103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 19:18:23.489465 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f112ebbf-375c-49f1-8adf-669a964758dd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:18:23.497398 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-f112ebbf-375c-49f1-8adf-669a964758dd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527417'] for subnet, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:18:23.509914 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-de47cdba-a929-41fd-b280-8985b64d8ab6 req-27c49eb8-32e3-4c5b-939f-42c5367bb7e6 service neutron] 10.222.0.67 "GET /v2.0/networks/d5983aa5-dc01-48bc-bff2-9c83789f0fba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2285705 Sep 23 19:18:23.529089 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1887064b-1d8a-459b-ab54-79095e9e5420 req-2820c3fc-e6aa-4185-8dde-bd862ef74f13 tempest-ServerDiagnosticsNegativeTest-1325912694 tempest-ServerDiagnosticsNegativeTest-1325912694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:18:23.536845 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-1887064b-1d8a-459b-ab54-79095e9e5420 req-2820c3fc-e6aa-4185-8dde-bd862ef74f13 tempest-ServerDiagnosticsNegativeTest-1325912694 tempest-ServerDiagnosticsNegativeTest-1325912694-project] 10.222.0.67 "GET /v2.0/ports?device_id=62a712d1-ebfa-4a2e-987a-2d535a34307c HTTP/1.1" status: 200 len: 950 time: 0.1408465 Sep 23 19:18:23.541207 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-f112ebbf-375c-49f1-8adf-669a964758dd admin admin] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 1.0390120 Sep 23 19:18:23.541404 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-d165ce63-05c5-4cc2-b994-118939d40203 None None] Provisioning complete for port 84b82312-6ab2-4464-aca6-0229412c53db triggered by entity DHCP. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:18:23.541728 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-d165ce63-05c5-4cc2-b994-118939d40203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:18:23.578112 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.plugin [req-32857278-ff93-437a-8ebc-6e2608ae52c5 req-7677f943-4b5f-47c3-8044-1c199284b3fb tempest-ServerDiagnosticsNegativeTest-1325912694 tempest-ServerDiagnosticsNegativeTest-1325912694-project] Deleting port 829fe766-0cd0-4105-87ca-0859a4186169 {{(pid=95101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:18:23.578648 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-32857278-ff93-437a-8ebc-6e2608ae52c5 req-7677f943-4b5f-47c3-8044-1c199284b3fb tempest-ServerDiagnosticsNegativeTest-1325912694 tempest-ServerDiagnosticsNegativeTest-1325912694-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783146157096'] for port, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:18:23.687463 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_hamode_db [None req-00640e68-4521-45a1-ba4f-81c6783e75c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b131336-cc94-4e68-920f-704f74d3d6e6', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1386876250-router', 'tenant_id': '32f55f819b6a492290ca4b14d32b7c3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'external_fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.135'}], 'enable_snat': True}, 'gw_port_id': '9828cbb2-a3c9-4a9c-84cf-0751ba3305bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:18:11Z', 'updated_at': '2021-09-23T19:18:16Z', 'revision_number': 4, 'project_id': '32f55f819b6a492290ca4b14d32b7c3b', 'gw_port': {'id': '9828cbb2-a3c9-4a9c-84cf-0751ba3305bf', 'name': '', 'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:41:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b131336-cc94-4e68-920f-704f74d3d6e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 137, 'fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:18:12Z', 'updated_at': '2021-09-23T19:18:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-16', '_interfaces': [{'id': '84b82312-6ab2-4464-aca6-0229412c53db', 'name': '', 'network_id': '6080ab87-ca87-438a-906f-b91f169bb6d8', 'tenant_id': '32f55f819b6a492290ca4b14d32b7c3b', 'mac_address': 'fa:16:3e:8f:c3:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b131336-cc94-4e68-920f-704f74d3d6e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 143, 'fixed_ips': [{'subnet_id': '2e14c1b6-26d5-4cd4-b5bd-92df9bef1b9e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:18:15Z', 'updated_at': '2021-09-23T19:18:22Z', 'revision_number': 4, 'project_id': '32f55f819b6a492290ca4b14d32b7c3b', 'subnets': [{'id': '2e14c1b6-26d5-4cd4-b5bd-92df9bef1b9e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-16', False) {} {{(pid=95104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:18:23.697556 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.db [req-32857278-ff93-437a-8ebc-6e2608ae52c5 req-7677f943-4b5f-47c3-8044-1c199284b3fb tempest-ServerDiagnosticsNegativeTest-1325912694 tempest-ServerDiagnosticsNegativeTest-1325912694-project] For port 829fe766-0cd0-4105-87ca-0859a4186169, host n-h2-713301-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-16',level=0,port_id=829fe766-0cd0-4105-87ca-0859a4186169,segment=NetworkSegment(6139d589-eb6c-4578-8935-c26ddf396853),segment_id=6139d589-eb6c-4578-8935-c26ddf396853)] {{(pid=95101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:18:23.698150 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-32857278-ff93-437a-8ebc-6e2608ae52c5 req-7677f943-4b5f-47c3-8044-1c199284b3fb tempest-ServerDiagnosticsNegativeTest-1325912694 tempest-ServerDiagnosticsNegativeTest-1325912694-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-605701'] for port, precommit_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:18:23.698441 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc539b9-3a06-4f6f-b3a8-e43bb4b17f94 req-27247817-1cad-436b-b7a9-ebae38c7d5a7 tempest-ImagesOneServerNegativeTestJSON-187090525 tempest-ImagesOneServerNegativeTestJSON-187090525-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:18:23.699925 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-5bc539b9-3a06-4f6f-b3a8-e43bb4b17f94 req-27247817-1cad-436b-b7a9-ebae38c7d5a7 tempest-ImagesOneServerNegativeTestJSON-187090525 tempest-ImagesOneServerNegativeTestJSON-187090525-project] 10.222.0.53 "GET /v2.0/networks?id=700d9bb9-bc11-4c9f-9c9e-ad5f0b765959 HTTP/1.1" status: 200 len: 821 time: 0.2835529 Sep 23 19:18:23.712482 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-1887064b-1d8a-459b-ab54-79095e9e5420 req-9d24452a-ba16-494a-bf2d-7ce690d58280 tempest-ServerDiagnosticsNegativeTest-1325912694 tempest-ServerDiagnosticsNegativeTest-1325912694-project] 10.222.0.67 "GET /v2.0/security-groups?id=dd5f3a88-c30d-4ec8-82b8-3ddce67b6d97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1747119 Sep 23 19:18:23.719715 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Provisioning complete for port 9828cbb2-a3c9-4a9c-84cf-0751ba3305bf triggered by entity L2. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:18:23.720352 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:18:23.722988 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.v2.base [req-5bc539b9-3a06-4f6f-b3a8-e43bb4b17f94 req-90313fc7-b2f0-49e8-89c2-790e9b81be93 tempest-ImagesOneServerNegativeTestJSON-187090525 tempest-ImagesOneServerNegativeTestJSON-187090525-project] Request body: {'port': {'device_id': '56b87947-4cee-4099-98e4-6e69b43c7f13', 'network_id': '700d9bb9-bc11-4c9f-9c9e-ad5f0b765959', 'admin_state_up': True, 'tenant_id': '427912597c8043d5912df510005a2424'}} {{(pid=95102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:18:23.737167 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.plugin [req-32857278-ff93-437a-8ebc-6e2608ae52c5 req-7677f943-4b5f-47c3-8044-1c199284b3fb tempest-ServerDiagnosticsNegativeTest-1325912694 tempest-ServerDiagnosticsNegativeTest-1325912694-project] Calling delete_port for 829fe766-0cd0-4105-87ca-0859a4186169 owned by compute:nova {{(pid=95101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:18:23.833147 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-de47cdba-a929-41fd-b280-8985b64d8ab6 req-9fbea21e-83ed-4f58-8bcf-5d2395e37ab1 service neutron] 10.222.0.67 "GET /v2.0/networks/d5983aa5-dc01-48bc-bff2-9c83789f0fba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3199642 Sep 23 19:18:23.908342 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00640e68-4521-45a1-ba4f-81c6783e75c3 None None] The sync data for ids ['0b131336-cc94-4e68-920f-704f74d3d6e6'] in n-d-713301-16 is: [{'id': '0b131336-cc94-4e68-920f-704f74d3d6e6', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1386876250-router', 'tenant_id': '32f55f819b6a492290ca4b14d32b7c3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'external_fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.135'}], 'enable_snat': True}, 'gw_port_id': '9828cbb2-a3c9-4a9c-84cf-0751ba3305bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:18:11Z', 'updated_at': '2021-09-23T19:18:16Z', 'revision_number': 4, 'project_id': '32f55f819b6a492290ca4b14d32b7c3b', 'gw_port': {'id': '9828cbb2-a3c9-4a9c-84cf-0751ba3305bf', 'name': '', 'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:41:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b131336-cc94-4e68-920f-704f74d3d6e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 137, 'fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:18:12Z', 'updated_at': '2021-09-23T19:18:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-16', '_interfaces': [{'id': '84b82312-6ab2-4464-aca6-0229412c53db', 'name': '', 'network_id': '6080ab87-ca87-438a-906f-b91f169bb6d8', 'tenant_id': '32f55f819b6a492290ca4b14d32b7c3b', 'mac_address': 'fa:16:3e:8f:c3:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b131336-cc94-4e68-920f-704f74d3d6e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 143, 'fixed_ips': [{'subnet_id': '2e14c1b6-26d5-4cd4-b5bd-92df9bef1b9e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:18:15Z', 'updated_at': '2021-09-23T19:18:22Z', 'revision_number': 4, 'project_id': '32f55f819b6a492290ca4b14d32b7c3b', 'subnets': [{'id': '2e14c1b6-26d5-4cd4-b5bd-92df9bef1b9e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 19:18:24.004634 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42c90e52-3c22-4237-9e56-a2dc3615a4eb None None] Network 29b4d844-587c-4d15-b0dd-16ea6acbf3aa requested from n-d-713301-16 {{(pid=95103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 19:18:24.028736 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5bc539b9-3a06-4f6f-b3a8-e43bb4b17f94 req-90313fc7-b2f0-49e8-89c2-790e9b81be93 tempest-ImagesOneServerNegativeTestJSON-187090525 tempest-ImagesOneServerNegativeTestJSON-187090525-project] Made reservation on behalf of 427912597c8043d5912df510005a2424 for: {'port': 1} {{(pid=95102) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:18:24.029647 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-32857278-ff93-437a-8ebc-6e2608ae52c5 req-7677f943-4b5f-47c3-8044-1c199284b3fb tempest-ServerDiagnosticsNegativeTest-1325912694 tempest-ServerDiagnosticsNegativeTest-1325912694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783146162158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783145673144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5607431'] for port, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:18:24.044038 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-5bc539b9-3a06-4f6f-b3a8-e43bb4b17f94 req-90313fc7-b2f0-49e8-89c2-790e9b81be93 tempest-ImagesOneServerNegativeTestJSON-187090525 tempest-ImagesOneServerNegativeTestJSON-187090525-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:18:24.075582 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7677f943-4b5f-47c3-8044-1c199284b3fb tempest-ServerDiagnosticsNegativeTest-1325912694 tempest-ServerDiagnosticsNegativeTest-1325912694-project] Pushing event deleted for resources: {'Port': ['ID=829fe766-0cd0-4105-87ca-0859a4186169,revision_number=None']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:18:24.158404 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] get_ports_and_sgs() called for port_ids ['829fe766-0cd0-4105-87ca-0859a4186169'] {{(pid=95103) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 19:18:24.299690 n-d-713301-16 neutron-server[95101]: DEBUG neutron.db.l3_dvrscheduler_db [req-32857278-ff93-437a-8ebc-6e2608ae52c5 req-7677f943-4b5f-47c3-8044-1c199284b3fb tempest-ServerDiagnosticsNegativeTest-1325912694 tempest-ServerDiagnosticsNegativeTest-1325912694-project] No DVR routers for this DVR port 829fe766-0cd0-4105-87ca-0859a4186169 on host n-h2-713301-16 {{(pid=95101) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 19:18:24.306098 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-32857278-ff93-437a-8ebc-6e2608ae52c5 req-7677f943-4b5f-47c3-8044-1c199284b3fb tempest-ServerDiagnosticsNegativeTest-1325912694 tempest-ServerDiagnosticsNegativeTest-1325912694-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222849'] for port, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:18:24.321513 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-32857278-ff93-437a-8ebc-6e2608ae52c5 req-7677f943-4b5f-47c3-8044-1c199284b3fb tempest-ServerDiagnosticsNegativeTest-1325912694 tempest-ServerDiagnosticsNegativeTest-1325912694-project] 10.222.0.53 "DELETE /v2.0/ports/829fe766-0cd0-4105-87ca-0859a4186169 HTTP/1.1" status: 204 len: 173 time: 0.9933596 Sep 23 19:18:24.322482 n-d-713301-16 neutron-server[95101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '62a712d1-ebfa-4a2e-987a-2d535a34307c', 'name': 'network-vif-deleted', 'tag': '829fe766-0cd0-4105-87ca-0859a4186169'}] {{(pid=95101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 19:18:24.325469 n-d-713301-16 neutron-server[95101]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d8366c5740cd635e57ab12b71fe44a77c2acc3c19091ef849c6f68b380462244" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d11dc69a-fe6f-48db-834f-ea4ca38c065b" -d '{"events": [{"server_uuid": "62a712d1-ebfa-4a2e-987a-2d535a34307c", "name": "network-vif-deleted", "tag": "829fe766-0cd0-4105-87ca-0859a4186169"}]}' {{(pid=95101) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 19:18:24.454598 n-d-713301-16 neutron-server[95102]: DEBUG neutron.db.db_base_plugin_common [req-5bc539b9-3a06-4f6f-b3a8-e43bb4b17f94 req-90313fc7-b2f0-49e8-89c2-790e9b81be93 tempest-ImagesOneServerNegativeTestJSON-187090525 tempest-ImagesOneServerNegativeTestJSON-187090525-project] Allocated IP 172.20.0.10 (700d9bb9-bc11-4c9f-9c9e-ad5f0b765959/0e8f2d91-dec7-4856-9400-fa2af5fd7699/e1915eac-faf9-4cce-9d4f-223fb16db9f3) {{(pid=95102) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 19:18:24.501284 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-7479f364-2218-471a-8a50-29242ad96ab2 req-0c183505-b6c5-4d48-8d94-d173d39a4157 tempest-ImagesOneServerNegativeTestJSON-187090525 tempest-ImagesOneServerNegativeTestJSON-187090525-project] 10.222.0.67 "GET /v2.0/ports?device_id=56b87947-4cee-4099-98e4-6e69b43c7f13 HTTP/1.1" status: 200 len: 210 time: 0.0556266 Sep 23 19:18:24.699639 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Device 84b82312-6ab2-4464-aca6-0229412c53db up at agent ovs-agent-n-d-713301-16 {{(pid=95103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 19:18:24.792333 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Provisioning complete for port 84b82312-6ab2-4464-aca6-0229412c53db triggered by entity L2. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:18:24.792829 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:18:24.817622 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-9ed2342b-020f-470f-85c6-c79a5ae7c2c8 req-7a4de2d1-fc5b-414d-85fc-b9d7f373ffb5 tempest-ServersWithSpecificFlavorTestJSON-1837670196 tempest-ServersWithSpecificFlavorTestJSON-1837670196-project] 10.222.0.67 "GET /v2.0/ports?device_id=4b82c186-58ee-4ec9-b85d-98d5bd440916 HTTP/1.1" status: 200 len: 210 time: 0.0935376 Sep 23 19:18:24.912542 n-d-713301-16 neutron-server[95101]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 19:18:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7d6b12f-813f-4a1d-a780-414294479817 x-openstack-request-id: req-f7d6b12f-813f-4a1d-a780-414294479817 {{(pid=95101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 19:18:24.912938 n-d-713301-16 neutron-server[95101]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "62a712d1-ebfa-4a2e-987a-2d535a34307c", "name": "network-vif-deleted", "tag": "829fe766-0cd0-4105-87ca-0859a4186169", "status": "completed", "code": 200}]} {{(pid=95101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 19:18:24.913302 n-d-713301-16 neutron-server[95101]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-f7d6b12f-813f-4a1d-a780-414294479817 {{(pid=95101) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 19:18:24.913727 n-d-713301-16 neutron-server[95101]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '62a712d1-ebfa-4a2e-987a-2d535a34307c', 'name': 'network-vif-deleted', 'tag': '829fe766-0cd0-4105-87ca-0859a4186169', 'status': 'completed', 'code': 200} Sep 23 19:18:24.932316 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25bf1ccd-d293-42fa-8c58-07b092a9889b req-199239b6-5e12-4092-bd78-e5730557416c tempest-LiveAutoBlockMigrationV225Test-1531822435 tempest-LiveAutoBlockMigrationV225Test-1531822435-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:18:24.933885 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-25bf1ccd-d293-42fa-8c58-07b092a9889b req-199239b6-5e12-4092-bd78-e5730557416c tempest-LiveAutoBlockMigrationV225Test-1531822435 tempest-LiveAutoBlockMigrationV225Test-1531822435-project] 10.222.0.67 "GET /v2.0/networks?id=c2b58ecf-3b1b-414c-92a4-f53b08b3dace HTTP/1.1" status: 200 len: 821 time: 0.3303306 Sep 23 19:18:24.969513 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-25bf1ccd-d293-42fa-8c58-07b092a9889b req-5d283ba0-99aa-49a2-a671-74b0e7b61716 tempest-LiveAutoBlockMigrationV225Test-1531822435 tempest-LiveAutoBlockMigrationV225Test-1531822435-project] 10.222.0.67 "GET /v2.0/quotas/01fd0bf0664a4580a0559687f9bf7c73 HTTP/1.1" status: 200 len: 375 time: 0.0283656 Sep 23 19:18:25.014564 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-25bf1ccd-d293-42fa-8c58-07b092a9889b req-4f44afde-101b-4c1e-a116-2b2b487226d5 tempest-LiveAutoBlockMigrationV225Test-1531822435 tempest-LiveAutoBlockMigrationV225Test-1531822435-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=01fd0bf0664a4580a0559687f9bf7c73&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0440433 Sep 23 19:18:25.026499 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-5bc539b9-3a06-4f6f-b3a8-e43bb4b17f94 req-90313fc7-b2f0-49e8-89c2-790e9b81be93 tempest-ImagesOneServerNegativeTestJSON-187090525 tempest-ImagesOneServerNegativeTestJSON-187090525-project] Notify callbacks [] for port, precommit_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:18:25.148059 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-80e7e501-6c57-470d-92c6-e3d54bc3195c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:18:25.159379 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-25bf1ccd-d293-42fa-8c58-07b092a9889b req-16e38591-02c1-4e0f-a4d1-d93bc8be19e7 service neutron] 10.222.0.67 "GET /v2.0/networks/c2b58ecf-3b1b-414c-92a4-f53b08b3dace?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1438508 Sep 23 19:18:25.168977 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-5bc539b9-3a06-4f6f-b3a8-e43bb4b17f94 req-90313fc7-b2f0-49e8-89c2-790e9b81be93 tempest-ImagesOneServerNegativeTestJSON-187090525 tempest-ImagesOneServerNegativeTestJSON-187090525-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783145673135'] for port, after_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:18:25.237591 n-d-713301-16 neutron-server[95102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5bc539b9-3a06-4f6f-b3a8-e43bb4b17f94 req-90313fc7-b2f0-49e8-89c2-790e9b81be93 tempest-ImagesOneServerNegativeTestJSON-187090525 tempest-ImagesOneServerNegativeTestJSON-187090525-project] Network 700d9bb9-bc11-4c9f-9c9e-ad5f0b765959 is already hosted by enough agents. {{(pid=95102) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:18:25.298241 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Device 84b82312-6ab2-4464-aca6-0229412c53db up at agent ovs-agent-n-d-713301-16 {{(pid=95103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 19:18:25.315488 n-d-713301-16 neutron-server[95102]: DEBUG neutron.scheduler.base_scheduler [req-5bc539b9-3a06-4f6f-b3a8-e43bb4b17f94 req-90313fc7-b2f0-49e8-89c2-790e9b81be93 tempest-ImagesOneServerNegativeTestJSON-187090525 tempest-ImagesOneServerNegativeTestJSON-187090525-project] Resources bound (agent type, host, resource id): {{(pid=95102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:18:25.323340 n-d-713301-16 neutron-server[95102]: DEBUG neutron.db.l3_dvrscheduler_db [req-5bc539b9-3a06-4f6f-b3a8-e43bb4b17f94 req-90313fc7-b2f0-49e8-89c2-790e9b81be93 tempest-ImagesOneServerNegativeTestJSON-187090525 tempest-ImagesOneServerNegativeTestJSON-187090525-project] Received port after_create {{(pid=95102) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 19:18:25.338089 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc539b9-3a06-4f6f-b3a8-e43bb4b17f94 req-90313fc7-b2f0-49e8-89c2-790e9b81be93 tempest-ImagesOneServerNegativeTestJSON-187090525 tempest-ImagesOneServerNegativeTestJSON-187090525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:18:25.338776 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-5bc539b9-3a06-4f6f-b3a8-e43bb4b17f94 req-90313fc7-b2f0-49e8-89c2-790e9b81be93 tempest-ImagesOneServerNegativeTestJSON-187090525 tempest-ImagesOneServerNegativeTestJSON-187090525-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527417'] for port, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:18:25.341263 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90313fc7-b2f0-49e8-89c2-790e9b81be93 tempest-ImagesOneServerNegativeTestJSON-187090525 tempest-ImagesOneServerNegativeTestJSON-187090525-project] Pushing event updated for resources: {'Port': ['ID=e1915eac-faf9-4cce-9d4f-223fb16db9f3,revision_number=1']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:18:25.392544 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-5bc539b9-3a06-4f6f-b3a8-e43bb4b17f94 req-90313fc7-b2f0-49e8-89c2-790e9b81be93 tempest-ImagesOneServerNegativeTestJSON-187090525 tempest-ImagesOneServerNegativeTestJSON-187090525-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6730883 Sep 23 19:18:25.400143 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Provisioning complete for port 84b82312-6ab2-4464-aca6-0229412c53db triggered by entity L2. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:18:25.401115 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:18:25.406922 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.v2.base [req-5bc539b9-3a06-4f6f-b3a8-e43bb4b17f94 req-a1e51680-9641-45ac-b477-2fe9733e07cf service neutron] Request body: {'port': {'device_id': '56b87947-4cee-4099-98e4-6e69b43c7f13', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713301-16'}} {{(pid=95102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:18:25.429812 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-25bf1ccd-d293-42fa-8c58-07b092a9889b req-c82d3f4b-6b41-49b4-8469-d2d62c09653f service neutron] 10.222.0.67 "GET /v2.0/networks/c2b58ecf-3b1b-414c-92a4-f53b08b3dace?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2693040 Sep 23 19:18:25.491599 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-5bc539b9-3a06-4f6f-b3a8-e43bb4b17f94 req-a1e51680-9641-45ac-b477-2fe9733e07cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:18:25.749008 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-7265b061-2342-4f9f-8f38-ff5259842ebf req-abde5ee5-524b-4430-b97a-b0ebad94db44 tempest-LiveAutoBlockMigrationV225Test-1531822435 tempest-LiveAutoBlockMigrationV225Test-1531822435-project] 10.222.0.67 "GET /v2.0/ports?device_id=34ddce53-382c-44ee-a43f-26559ac17462 HTTP/1.1" status: 200 len: 210 time: 0.0389998 Sep 23 19:18:25.790313 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2baa945e-5d86-4b2f-98e4-c229894ea10b req-24bb71a6-d73c-43d4-bf49-1b09af64dd82 tempest-ImagesOneServerNegativeTestJSON-187090525 tempest-ImagesOneServerNegativeTestJSON-187090525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:18:25.798733 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-2baa945e-5d86-4b2f-98e4-c229894ea10b req-24bb71a6-d73c-43d4-bf49-1b09af64dd82 tempest-ImagesOneServerNegativeTestJSON-187090525 tempest-ImagesOneServerNegativeTestJSON-187090525-project] 10.222.0.67 "GET /v2.0/ports?device_id=56b87947-4cee-4099-98e4-6e69b43c7f13 HTTP/1.1" status: 200 len: 932 time: 0.1318803 Sep 23 19:18:25.976986 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-2baa945e-5d86-4b2f-98e4-c229894ea10b req-5eb43c9d-d783-4d0b-a974-fb24a24c81cb tempest-ImagesOneServerNegativeTestJSON-187090525 tempest-ImagesOneServerNegativeTestJSON-187090525-project] 10.222.0.67 "GET /v2.0/security-groups?id=19c0f9e9-a6be-47c1-af86-410f820e84bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1727633 Sep 23 19:18:26.089149 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de47cdba-a929-41fd-b280-8985b64d8ab6 req-4e9af384-05fd-4f8e-becd-49d40d2dffd3 tempest-ServersWithSpecificFlavorTestJSON-1837670196 tempest-ServersWithSpecificFlavorTestJSON-1837670196-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:18:26.091385 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-de47cdba-a929-41fd-b280-8985b64d8ab6 req-4e9af384-05fd-4f8e-becd-49d40d2dffd3 tempest-ServersWithSpecificFlavorTestJSON-1837670196 tempest-ServersWithSpecificFlavorTestJSON-1837670196-project] 10.222.0.74 "GET /v2.0/networks?id=d5983aa5-dc01-48bc-bff2-9c83789f0fba HTTP/1.1" status: 200 len: 824 time: 0.2852240 Sep 23 19:18:26.156566 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-7b828e38-2a9a-41b7-a9b9-296f4a25a77e req-08845b21-9640-4988-9846-ac6e1c0dc05f tempest-ServersWithSpecificFlavorTestJSON-1837670196 tempest-ServersWithSpecificFlavorTestJSON-1837670196-project] 10.222.0.67 "GET /v2.0/ports?device_id=4b82c186-58ee-4ec9-b85d-98d5bd440916 HTTP/1.1" status: 200 len: 210 time: 0.0414119 Sep 23 19:18:26.173595 n-d-713301-16 neutron-server[95102]: DEBUG neutron.notifiers.nova [req-5bc539b9-3a06-4f6f-b3a8-e43bb4b17f94 req-a1e51680-9641-45ac-b477-2fe9733e07cf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e1915eac-faf9-4cce-9d4f-223fb16db9f3 {{(pid=95102) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 19:18:26.190690 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 55184) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:18:26.198156 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-5bc539b9-3a06-4f6f-b3a8-e43bb4b17f94 req-a1e51680-9641-45ac-b477-2fe9733e07cf service neutron] Notify callbacks [] for port, precommit_update {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:18:26.246975 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-de47cdba-a929-41fd-b280-8985b64d8ab6 req-03a695c5-42b1-4fce-b1fa-02e5e8a5f8e4 tempest-ServersWithSpecificFlavorTestJSON-1837670196 tempest-ServersWithSpecificFlavorTestJSON-1837670196-project] 10.222.0.74 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=07622c7485a94956bd0dfade6db60bcf HTTP/1.1" status: 200 len: 380 time: 0.1323833 Sep 23 19:18:26.268431 n-d-713301-16 neutron-server[95102]: DEBUG neutron.db.provisioning_blocks [req-5bc539b9-3a06-4f6f-b3a8-e43bb4b17f94 req-a1e51680-9641-45ac-b477-2fe9733e07cf service neutron] Transition to ACTIVE for port object e1915eac-faf9-4cce-9d4f-223fb16db9f3 will not be triggered until provisioned by entity L2. {{(pid=95102) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 19:18:26.291125 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.v2.base [req-de47cdba-a929-41fd-b280-8985b64d8ab6 req-6d4030ec-1b2d-43d1-b316-8b235718aa63 tempest-ServersWithSpecificFlavorTestJSON-1837670196 tempest-ServersWithSpecificFlavorTestJSON-1837670196-project] Request body: {'port': {'device_id': '4b82c186-58ee-4ec9-b85d-98d5bd440916', 'network_id': 'd5983aa5-dc01-48bc-bff2-9c83789f0fba', 'admin_state_up': True, 'tenant_id': '07622c7485a94956bd0dfade6db60bcf', 'security_groups': ['d5229659-9431-4b80-bd22-2c55198ccc0d']}} {{(pid=95102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:18:26.302834 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-5bc539b9-3a06-4f6f-b3a8-e43bb4b17f94 req-a1e51680-9641-45ac-b477-2fe9733e07cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:18:26.503443 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-ea0dae0a-c7a5-434c-a859-b4dc9a6d57c1 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=a60f0d595d6b495a8284de41a766afff&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3109131 Sep 23 19:18:26.506380 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 55216) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:18:26.651529 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-d58b0854-7365-4616-b56f-84d54a2f3ee3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:18:26.700260 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1e51680-9641-45ac-b477-2fe9733e07cf service neutron] Pushing event updated for resources: {'Port': ['ID=e1915eac-faf9-4cce-9d4f-223fb16db9f3,revision_number=2']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:18:26.719206 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-d58b0854-7365-4616-b56f-84d54a2f3ee3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:18:26.805721 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.managers [req-5bc539b9-3a06-4f6f-b3a8-e43bb4b17f94 req-a1e51680-9641-45ac-b477-2fe9733e07cf service neutron] Attempting to bind port e1915eac-faf9-4cce-9d4f-223fb16db9f3 on host n-h2-713301-16 for vnic_type normal with profile {{(pid=95102) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 19:18:26.806545 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.managers [req-5bc539b9-3a06-4f6f-b3a8-e43bb4b17f94 req-a1e51680-9641-45ac-b477-2fe9733e07cf service neutron] Attempting to bind port e1915eac-faf9-4cce-9d4f-223fb16db9f3 by drivers openvswitch,hyperv on host n-h2-713301-16 at level 0 using segments [{'id': '00f65067-1b00-468f-894b-1d8e13071c70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '700d9bb9-bc11-4c9f-9c9e-ad5f0b765959'}] {{(pid=95102) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 19:18:26.806545 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bc539b9-3a06-4f6f-b3a8-e43bb4b17f94 req-a1e51680-9641-45ac-b477-2fe9733e07cf service neutron] Attempting to bind port e1915eac-faf9-4cce-9d4f-223fb16db9f3 on network 700d9bb9-bc11-4c9f-9c9e-ad5f0b765959 {{(pid=95102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:18:26.806864 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 55244) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:18:26.816245 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bc539b9-3a06-4f6f-b3a8-e43bb4b17f94 req-a1e51680-9641-45ac-b477-2fe9733e07cf service neutron] Port e1915eac-faf9-4cce-9d4f-223fb16db9f3 on network 700d9bb9-bc11-4c9f-9c9e-ad5f0b765959 not bound, no agent of type Open vSwitch agent registered on host n-h2-713301-16 {{(pid=95102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 19:18:26.816590 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bc539b9-3a06-4f6f-b3a8-e43bb4b17f94 req-a1e51680-9641-45ac-b477-2fe9733e07cf service neutron] Attempting to bind port e1915eac-faf9-4cce-9d4f-223fb16db9f3 on network 700d9bb9-bc11-4c9f-9c9e-ad5f0b765959 {{(pid=95102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:18:26.828907 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bc539b9-3a06-4f6f-b3a8-e43bb4b17f94 req-a1e51680-9641-45ac-b477-2fe9733e07cf service neutron] Checking agent: {'id': '2a7cea34-db54-4faf-8d23-37521c3e34cb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713301-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 19, 15, 28), 'started_at': datetime.datetime(2021, 9, 23, 19, 15, 28), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 19, 17, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 19:18:26.829536 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bc539b9-3a06-4f6f-b3a8-e43bb4b17f94 req-a1e51680-9641-45ac-b477-2fe9733e07cf service neutron] Checking segment: {'id': '00f65067-1b00-468f-894b-1d8e13071c70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '700d9bb9-bc11-4c9f-9c9e-ad5f0b765959'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95102) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:18:26.830078 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bc539b9-3a06-4f6f-b3a8-e43bb4b17f94 req-a1e51680-9641-45ac-b477-2fe9733e07cf service neutron] Bound using segment: {'id': '00f65067-1b00-468f-894b-1d8e13071c70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '700d9bb9-bc11-4c9f-9c9e-ad5f0b765959'} {{(pid=95102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 19:18:26.830517 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.managers [req-5bc539b9-3a06-4f6f-b3a8-e43bb4b17f94 req-a1e51680-9641-45ac-b477-2fe9733e07cf service neutron] Bound port: e1915eac-faf9-4cce-9d4f-223fb16db9f3, host: n-h2-713301-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '00f65067-1b00-468f-894b-1d8e13071c70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '700d9bb9-bc11-4c9f-9c9e-ad5f0b765959'}}] {{(pid=95102) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 19:18:26.831140 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-5bc539b9-3a06-4f6f-b3a8-e43bb4b17f94 req-a1e51680-9641-45ac-b477-2fe9733e07cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:18:26.840293 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-d58b0854-7365-4616-b56f-84d54a2f3ee3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:18:26.843217 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-d58b0854-7365-4616-b56f-84d54a2f3ee3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:18:26.848222 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-d58b0854-7365-4616-b56f-84d54a2f3ee3 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/dd5f3a88-c30d-4ec8-82b8-3ddce67b6d97 HTTP/1.1" status: 204 len: 168 time: 0.3405163 Sep 23 19:18:26.859261 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d58b0854-7365-4616-b56f-84d54a2f3ee3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd5f3a88-c30d-4ec8-82b8-3ddce67b6d97,revision_number=None']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:18:26.884721 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-de47cdba-a929-41fd-b280-8985b64d8ab6 req-6d4030ec-1b2d-43d1-b316-8b235718aa63 tempest-ServersWithSpecificFlavorTestJSON-1837670196 tempest-ServersWithSpecificFlavorTestJSON-1837670196-project] Made reservation on behalf of 07622c7485a94956bd0dfade6db60bcf for: {'port': 1} {{(pid=95102) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:18:26.893869 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-de47cdba-a929-41fd-b280-8985b64d8ab6 req-6d4030ec-1b2d-43d1-b316-8b235718aa63 tempest-ServersWithSpecificFlavorTestJSON-1837670196 tempest-ServersWithSpecificFlavorTestJSON-1837670196-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:18:26.994401 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-7e108e81-7355-4c02-8e17-e7670bdbb75b req-3185b931-1fe1-4660-b94e-fef71164c454 tempest-LiveAutoBlockMigrationV225Test-1531822435 tempest-LiveAutoBlockMigrationV225Test-1531822435-project] 10.222.0.67 "GET /v2.0/ports?device_id=34ddce53-382c-44ee-a43f-26559ac17462 HTTP/1.1" status: 200 len: 210 time: 0.0556538 Sep 23 19:18:27.043824 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-1080e9d9-f588-4979-a1f2-c890935c73cb admin admin] Notify callbacks [] for security_group, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:18:27.074890 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.db [req-5bc539b9-3a06-4f6f-b3a8-e43bb4b17f94 req-a1e51680-9641-45ac-b477-2fe9733e07cf service neutron] For port e1915eac-faf9-4cce-9d4f-223fb16db9f3, host n-h2-713301-16, cleared binding levels {{(pid=95102) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 19:18:27.102831 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.db [req-5bc539b9-3a06-4f6f-b3a8-e43bb4b17f94 req-a1e51680-9641-45ac-b477-2fe9733e07cf service neutron] For port e1915eac-faf9-4cce-9d4f-223fb16db9f3, host n-h2-713301-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-16',level=0,port_id=e1915eac-faf9-4cce-9d4f-223fb16db9f3,segment=NetworkSegment(00f65067-1b00-468f-894b-1d8e13071c70),segment_id=00f65067-1b00-468f-894b-1d8e13071c70)] {{(pid=95102) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 19:18:27.129191 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-5bc539b9-3a06-4f6f-b3a8-e43bb4b17f94 req-a1e51680-9641-45ac-b477-2fe9733e07cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:18:27.284778 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc539b9-3a06-4f6f-b3a8-e43bb4b17f94 req-a1e51680-9641-45ac-b477-2fe9733e07cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:18:27.285462 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-5bc539b9-3a06-4f6f-b3a8-e43bb4b17f94 req-a1e51680-9641-45ac-b477-2fe9733e07cf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527417'] for port, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:18:27.286876 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-5bc539b9-3a06-4f6f-b3a8-e43bb4b17f94 req-a1e51680-9641-45ac-b477-2fe9733e07cf service neutron] 10.222.0.53 "PUT /v2.0/ports/e1915eac-faf9-4cce-9d4f-223fb16db9f3 HTTP/1.1" status: 200 len: 1093 time: 1.8851402 Sep 23 19:18:27.291933 n-d-713301-16 neutron-server[95102]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '56b87947-4cee-4099-98e4-6e69b43c7f13', 'tag': 'e1915eac-faf9-4cce-9d4f-223fb16db9f3'}] {{(pid=95102) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 19:18:27.294374 n-d-713301-16 neutron-server[95102]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab31b6d93e5336dbddfa8ec424565b3bd8cb2369c5b4d85bc943472dbb21e8ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-252865fd-08d6-44ea-a754-26cc5dca82b7" -d '{"events": [{"name": "network-changed", "server_uuid": "56b87947-4cee-4099-98e4-6e69b43c7f13", "tag": "e1915eac-faf9-4cce-9d4f-223fb16db9f3"}]}' {{(pid=95102) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 19:18:27.332122 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 55280) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:18:27.404153 n-d-713301-16 neutron-server[95102]: DEBUG neutron.db.db_base_plugin_common [req-de47cdba-a929-41fd-b280-8985b64d8ab6 req-6d4030ec-1b2d-43d1-b316-8b235718aa63 tempest-ServersWithSpecificFlavorTestJSON-1837670196 tempest-ServersWithSpecificFlavorTestJSON-1837670196-project] Allocated IP 172.20.0.12 (d5983aa5-dc01-48bc-bff2-9c83789f0fba/d6f0871f-c3f6-47e4-ac38-d95f0ade6ade/66109541-7cdd-41cd-a46a-a48c75dbdb18) {{(pid=95102) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 19:18:27.415162 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-b4d65951-ebfc-49d4-b175-7da9580d75ee admin admin] Notify callbacks [] for security_group, before_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:18:27.416574 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1e51680-9641-45ac-b477-2fe9733e07cf service neutron] Pushing event updated for resources: {'Port': ['ID=e1915eac-faf9-4cce-9d4f-223fb16db9f3,revision_number=3']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:18:27.456381 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c805c815-a8af-41b7-b08a-ff643f13a29d req-6e8d4765-e67d-4734-abc1-7908f8eeea0d tempest-ImagesOneServerNegativeTestJSON-187090525 tempest-ImagesOneServerNegativeTestJSON-187090525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:18:27.457992 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-c805c815-a8af-41b7-b08a-ff643f13a29d req-6e8d4765-e67d-4734-abc1-7908f8eeea0d tempest-ImagesOneServerNegativeTestJSON-187090525 tempest-ImagesOneServerNegativeTestJSON-187090525-project] 10.222.0.67 "GET /v2.0/ports?device_id=56b87947-4cee-4099-98e4-6e69b43c7f13 HTTP/1.1" status: 200 len: 944 time: 0.2760079 Sep 23 19:18:27.469662 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25bf1ccd-d293-42fa-8c58-07b092a9889b req-626998d3-0b74-4948-896b-6963a698d06b tempest-LiveAutoBlockMigrationV225Test-1531822435 tempest-LiveAutoBlockMigrationV225Test-1531822435-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:18:27.471958 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-25bf1ccd-d293-42fa-8c58-07b092a9889b req-626998d3-0b74-4948-896b-6963a698d06b tempest-LiveAutoBlockMigrationV225Test-1531822435 tempest-LiveAutoBlockMigrationV225Test-1531822435-project] 10.222.0.53 "GET /v2.0/networks?id=c2b58ecf-3b1b-414c-92a4-f53b08b3dace HTTP/1.1" status: 200 len: 821 time: 0.4649713 Sep 23 19:18:27.487120 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.v2.base [req-25bf1ccd-d293-42fa-8c58-07b092a9889b req-90975566-e28c-4483-b72d-38ff9cf75523 tempest-LiveAutoBlockMigrationV225Test-1531822435 tempest-LiveAutoBlockMigrationV225Test-1531822435-project] Request body: {'port': {'device_id': '34ddce53-382c-44ee-a43f-26559ac17462', 'network_id': 'c2b58ecf-3b1b-414c-92a4-f53b08b3dace', 'admin_state_up': True, 'tenant_id': '01fd0bf0664a4580a0559687f9bf7c73'}} {{(pid=95101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:18:27.514483 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc539b9-3a06-4f6f-b3a8-e43bb4b17f94 req-6ec0b94e-a3e7-4aef-a49c-d276a2285cfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:18:27.515990 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-5bc539b9-3a06-4f6f-b3a8-e43bb4b17f94 req-6ec0b94e-a3e7-4aef-a49c-d276a2285cfb service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=427912597c8043d5912df510005a2424&device_id=56b87947-4cee-4099-98e4-6e69b43c7f13 HTTP/1.1" status: 200 len: 1096 time: 0.1740723 Sep 23 19:18:27.538070 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-659900d9-a337-4bd3-a519-33844b5ece1e req-9671ca9b-869b-4fde-bb40-ae5d4d5c7597 tempest-ServersWithSpecificFlavorTestJSON-1837670196 tempest-ServersWithSpecificFlavorTestJSON-1837670196-project] 10.222.0.67 "GET /v2.0/ports?device_id=4b82c186-58ee-4ec9-b85d-98d5bd440916 HTTP/1.1" status: 200 len: 210 time: 0.0520744 Sep 23 19:18:27.542489 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-1080e9d9-f588-4979-a1f2-c890935c73cb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:18:27.550011 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-1080e9d9-f588-4979-a1f2-c890935c73cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:18:27.599904 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 55288) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:18:27.638346 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-5bc539b9-3a06-4f6f-b3a8-e43bb4b17f94 req-f5141056-4396-4aea-b555-c3e6cd73d58c service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e1915eac-faf9-4cce-9d4f-223fb16db9f3 HTTP/1.1" status: 200 len: 217 time: 0.1027801 Sep 23 19:18:27.647641 n-d-713301-16 neutron-server[95102]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 19:18:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58043979-626f-4c74-8cb6-e835db5a3ede x-openstack-request-id: req-58043979-626f-4c74-8cb6-e835db5a3ede {{(pid=95102) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 19:18:27.647921 n-d-713301-16 neutron-server[95102]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "56b87947-4cee-4099-98e4-6e69b43c7f13", "tag": "e1915eac-faf9-4cce-9d4f-223fb16db9f3", "status": "completed", "code": 200}]} {{(pid=95102) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 19:18:27.649002 n-d-713301-16 neutron-server[95102]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-58043979-626f-4c74-8cb6-e835db5a3ede {{(pid=95102) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 19:18:27.649481 n-d-713301-16 neutron-server[95102]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '56b87947-4cee-4099-98e4-6e69b43c7f13', 'tag': 'e1915eac-faf9-4cce-9d4f-223fb16db9f3', 'status': 'completed', 'code': 200} Sep 23 19:18:27.651974 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1080e9d9-f588-4979-a1f2-c890935c73cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=183b2257-5bb6-4ff9-9d47-7eccca6bcc8b,revision_number=1']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:18:27.659179 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-1080e9d9-f588-4979-a1f2-c890935c73cb admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=f3179423108a48a19badf9f2230f6887&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8516879 Sep 23 19:18:27.665809 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 55292) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:18:27.730808 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-9fba633a-52f0-4d9b-bee7-6e8291823748 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:18:27.732471 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-c805c815-a8af-41b7-b08a-ff643f13a29d req-901d8d4d-2bc4-4582-afcb-dec7789c8b8f tempest-ImagesOneServerNegativeTestJSON-187090525 tempest-ImagesOneServerNegativeTestJSON-187090525-project] 10.222.0.67 "GET /v2.0/security-groups?id=19c0f9e9-a6be-47c1-af86-410f820e84bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2636313 Sep 23 19:18:27.755595 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-9fba633a-52f0-4d9b-bee7-6e8291823748 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:18:27.780720 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:18:27.849453 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-9fba633a-52f0-4d9b-bee7-6e8291823748 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:18:27.855093 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-9fba633a-52f0-4d9b-bee7-6e8291823748 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:18:27.856364 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-9fba633a-52f0-4d9b-bee7-6e8291823748 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/183b2257-5bb6-4ff9-9d47-7eccca6bcc8b HTTP/1.1" status: 204 len: 168 time: 0.1891661 Sep 23 19:18:27.860140 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-513ca8e1-ecc4-42ce-9249-5361e645756a admin admin] Notify callbacks [] for security_group, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:18:27.877670 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc539b9-3a06-4f6f-b3a8-e43bb4b17f94 req-05e5348c-4553-44a9-aba1-19a9d4f5f13c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:18:27.890505 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-5bc539b9-3a06-4f6f-b3a8-e43bb4b17f94 req-05e5348c-4553-44a9-aba1-19a9d4f5f13c service neutron] 10.222.0.53 "GET /v2.0/subnets?id=0e8f2d91-dec7-4856-9400-fa2af5fd7699 HTTP/1.1" status: 200 len: 861 time: 0.2047937 Sep 23 19:18:27.907643 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fba633a-52f0-4d9b-bee7-6e8291823748 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=183b2257-5bb6-4ff9-9d47-7eccca6bcc8b,revision_number=None']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:18:27.977447 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:18:27.995904 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-de47cdba-a929-41fd-b280-8985b64d8ab6 req-6d4030ec-1b2d-43d1-b316-8b235718aa63 tempest-ServersWithSpecificFlavorTestJSON-1837670196 tempest-ServersWithSpecificFlavorTestJSON-1837670196-project] Notify callbacks [] for port, precommit_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:18:27.999994 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-5bc539b9-3a06-4f6f-b3a8-e43bb4b17f94 req-08eeb821-1dcb-4f6d-ac19-e12d159aaa02 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=700d9bb9-bc11-4c9f-9c9e-ad5f0b765959&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0714314 Sep 23 19:18:28.149537 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-b4d65951-ebfc-49d4-b175-7da9580d75ee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:18:28.167924 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.db.api [None req-513ca8e1-ecc4-42ce-9249-5361e645756a admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 23 19:18:28.167924 n-d-713301-16 neutron-server[95101]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Sep 23 19:18:28.167924 n-d-713301-16 neutron-server[95101]: [parameters: {'project_id_1': 'e6dabe7839534a199ed39efa23bb4951', 'expiration_1': datetime.datetime(2021, 9, 23, 19, 18, 7, 922743)}] Sep 23 19:18:28.167924 n-d-713301-16 neutron-server[95101]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=95101) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 23 19:18:28.168637 n-d-713301-16 neutron-server[95101]: DEBUG oslo_db.api [None req-513ca8e1-ecc4-42ce-9249-5361e645756a admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=95101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 23 19:18:28.174343 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-25bf1ccd-d293-42fa-8c58-07b092a9889b req-90975566-e28c-4483-b72d-38ff9cf75523 tempest-LiveAutoBlockMigrationV225Test-1531822435 tempest-LiveAutoBlockMigrationV225Test-1531822435-project] Made reservation on behalf of 01fd0bf0664a4580a0559687f9bf7c73 for: {'port': 1} {{(pid=95101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:18:28.178422 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-25bf1ccd-d293-42fa-8c58-07b092a9889b req-90975566-e28c-4483-b72d-38ff9cf75523 tempest-LiveAutoBlockMigrationV225Test-1531822435 tempest-LiveAutoBlockMigrationV225Test-1531822435-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:18:28.183783 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-b4d65951-ebfc-49d4-b175-7da9580d75ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:18:28.205528 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-76e55f3f-8e36-4629-a404-a640e2bb0ec5 req-a9ab8a22-88f3-461c-99bd-0f80c71f5e83 tempest-LiveAutoBlockMigrationV225Test-1531822435 tempest-LiveAutoBlockMigrationV225Test-1531822435-project] 10.222.0.67 "GET /v2.0/ports?device_id=34ddce53-382c-44ee-a43f-26559ac17462 HTTP/1.1" status: 200 len: 210 time: 0.0653617 Sep 23 19:18:28.243050 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 55318) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:18:28.276528 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4d65951-ebfc-49d4-b175-7da9580d75ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ad5a0a1-5330-4322-a6c2-d3d988433afb,revision_number=1']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:18:28.289508 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-5bc539b9-3a06-4f6f-b3a8-e43bb4b17f94 req-d45f9fd2-d23b-4663-bf76-61192d563b48 service neutron] 10.222.0.53 "GET /v2.0/networks/700d9bb9-bc11-4c9f-9c9e-ad5f0b765959?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2788768 Sep 23 19:18:28.297311 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46bec402-89a3-43fd-95bb-a6969f3e8115 req-e1f0e0ce-abcf-4162-9cbb-221c2ebb64af tempest-AggregatesAdminTestJSON-599813148 tempest-AggregatesAdminTestJSON-599813148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:18:28.298878 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-46bec402-89a3-43fd-95bb-a6969f3e8115 req-e1f0e0ce-abcf-4162-9cbb-221c2ebb64af tempest-AggregatesAdminTestJSON-599813148 tempest-AggregatesAdminTestJSON-599813148-project] 10.222.0.67 "GET /v2.0/ports?device_id=906f408e-a0cc-4cd4-9ed0-96a70642e328 HTTP/1.1" status: 200 len: 971 time: 0.2578852 Sep 23 19:18:28.299895 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-de47cdba-a929-41fd-b280-8985b64d8ab6 req-6d4030ec-1b2d-43d1-b316-8b235718aa63 tempest-ServersWithSpecificFlavorTestJSON-1837670196 tempest-ServersWithSpecificFlavorTestJSON-1837670196-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783145673135'] for port, after_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:18:28.342740 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-9b14d6d7-33db-4975-9f4b-8032c66f8700 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:18:28.343193 n-d-713301-16 neutron-server[95101]: DEBUG neutron.db.db_base_plugin_common [req-25bf1ccd-d293-42fa-8c58-07b092a9889b req-90975566-e28c-4483-b72d-38ff9cf75523 tempest-LiveAutoBlockMigrationV225Test-1531822435 tempest-LiveAutoBlockMigrationV225Test-1531822435-project] Allocated IP 172.20.0.13 (c2b58ecf-3b1b-414c-92a4-f53b08b3dace/4cc4932b-c381-47ec-9303-11e42975856f/e23aa9eb-90ac-4b46-a474-95f7b54d9570) {{(pid=95101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 19:18:28.361792 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-b4d65951-ebfc-49d4-b175-7da9580d75ee admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=17facf2cb23f4b69b900031d470e72b7&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0244048 Sep 23 19:18:28.364776 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 55330) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:18:28.486961 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Device 829fe766-0cd0-4105-87ca-0859a4186169 no longer exists at agent hyperv_n-h2-713301-16 {{(pid=95103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 19:18:28.519371 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-dd9d846a-ce59-4850-97b4-a368cd3b0b8c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:18:28.527368 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-46bec402-89a3-43fd-95bb-a6969f3e8115 req-c7ef7db9-3518-41c3-8253-b84fd9df6312 tempest-AggregatesAdminTestJSON-599813148 tempest-AggregatesAdminTestJSON-599813148-project] 10.222.0.67 "GET /v2.0/security-groups?id=b79a559f-1696-46fe-9fcc-92a6c25c4030&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1987615 Sep 23 19:18:28.529630 n-d-713301-16 neutron-server[95102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-de47cdba-a929-41fd-b280-8985b64d8ab6 req-6d4030ec-1b2d-43d1-b316-8b235718aa63 tempest-ServersWithSpecificFlavorTestJSON-1837670196 tempest-ServersWithSpecificFlavorTestJSON-1837670196-project] Network d5983aa5-dc01-48bc-bff2-9c83789f0fba is already hosted by enough agents. {{(pid=95102) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:18:28.540808 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.plugin [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] No Port match for: 829fe766-0cd0-4105-87ca-0859a4186169 {{(pid=95103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 19:18:28.541252 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Device 829fe766-0cd0-4105-87ca-0859a4186169 not bound to the agent host n-h2-713301-16 {{(pid=95103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 19:18:28.543777 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d4030ec-1b2d-43d1-b316-8b235718aa63 tempest-ServersWithSpecificFlavorTestJSON-1837670196 tempest-ServersWithSpecificFlavorTestJSON-1837670196-project] Pushing event updated for resources: {'Port': ['ID=66109541-7cdd-41cd-a46a-a48c75dbdb18,revision_number=1']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:18:28.553743 n-d-713301-16 neutron-server[95102]: DEBUG neutron.scheduler.base_scheduler [req-de47cdba-a929-41fd-b280-8985b64d8ab6 req-6d4030ec-1b2d-43d1-b316-8b235718aa63 tempest-ServersWithSpecificFlavorTestJSON-1837670196 tempest-ServersWithSpecificFlavorTestJSON-1837670196-project] Resources bound (agent type, host, resource id): {{(pid=95102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:18:28.562919 n-d-713301-16 neutron-server[95102]: DEBUG neutron.db.l3_dvrscheduler_db [req-de47cdba-a929-41fd-b280-8985b64d8ab6 req-6d4030ec-1b2d-43d1-b316-8b235718aa63 tempest-ServersWithSpecificFlavorTestJSON-1837670196 tempest-ServersWithSpecificFlavorTestJSON-1837670196-project] Received port after_create {{(pid=95102) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 19:18:28.568661 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de47cdba-a929-41fd-b280-8985b64d8ab6 req-6d4030ec-1b2d-43d1-b316-8b235718aa63 tempest-ServersWithSpecificFlavorTestJSON-1837670196 tempest-ServersWithSpecificFlavorTestJSON-1837670196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:18:28.569311 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-de47cdba-a929-41fd-b280-8985b64d8ab6 req-6d4030ec-1b2d-43d1-b316-8b235718aa63 tempest-ServersWithSpecificFlavorTestJSON-1837670196 tempest-ServersWithSpecificFlavorTestJSON-1837670196-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527417'] for port, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:18:28.577270 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-5bc539b9-3a06-4f6f-b3a8-e43bb4b17f94 req-dad75b66-6dd4-4ee2-9a4b-0af6984f3f80 service neutron] 10.222.0.53 "GET /v2.0/networks/700d9bb9-bc11-4c9f-9c9e-ad5f0b765959?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2646067 Sep 23 19:18:28.582694 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-dd9d846a-ce59-4850-97b4-a368cd3b0b8c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:18:28.659510 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-25bf1ccd-d293-42fa-8c58-07b092a9889b req-90975566-e28c-4483-b72d-38ff9cf75523 tempest-LiveAutoBlockMigrationV225Test-1531822435 tempest-LiveAutoBlockMigrationV225Test-1531822435-project] Notify callbacks [] for port, precommit_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:18:28.669547 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-513ca8e1-ecc4-42ce-9249-5361e645756a admin admin] Notify callbacks [] for security_group, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:18:28.697545 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-dd9d846a-ce59-4850-97b4-a368cd3b0b8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:18:28.699317 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-9b14d6d7-33db-4975-9f4b-8032c66f8700 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:18:28.701491 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-dd9d846a-ce59-4850-97b4-a368cd3b0b8c admin admin] Notify callbacks [] for security_group, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:18:28.703275 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-dd9d846a-ce59-4850-97b4-a368cd3b0b8c admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/5ad5a0a1-5330-4322-a6c2-d3d988433afb HTTP/1.1" status: 204 len: 168 time: 0.3369007 Sep 23 19:18:28.723875 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-9b14d6d7-33db-4975-9f4b-8032c66f8700 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:18:28.767358 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd9d846a-ce59-4850-97b4-a368cd3b0b8c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ad5a0a1-5330-4322-a6c2-d3d988433afb,revision_number=None']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:18:28.803177 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b14d6d7-33db-4975-9f4b-8032c66f8700 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9bb1efa0-7c12-44f4-98b2-20de15f39b0c,revision_number=1']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:18:28.808549 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-de47cdba-a929-41fd-b280-8985b64d8ab6 req-6d4030ec-1b2d-43d1-b316-8b235718aa63 tempest-ServersWithSpecificFlavorTestJSON-1837670196 tempest-ServersWithSpecificFlavorTestJSON-1837670196-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.5441661 Sep 23 19:18:28.843925 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-25bf1ccd-d293-42fa-8c58-07b092a9889b req-90975566-e28c-4483-b72d-38ff9cf75523 tempest-LiveAutoBlockMigrationV225Test-1531822435 tempest-LiveAutoBlockMigrationV225Test-1531822435-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783145673135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5607431'] for port, after_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:18:28.845331 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.v2.base [req-de47cdba-a929-41fd-b280-8985b64d8ab6 req-ea2ad537-1d86-4ecb-81a4-96b9961b85c0 service neutron] Request body: {'port': {'device_id': '4b82c186-58ee-4ec9-b85d-98d5bd440916', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713301-16'}} {{(pid=95102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:18:28.890766 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252865fd-08d6-44ea-a754-26cc5dca82b7 req-026f5b8a-0d8c-4d2e-ae76-967284bdcd3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:18:28.892481 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-252865fd-08d6-44ea-a754-26cc5dca82b7 req-026f5b8a-0d8c-4d2e-ae76-967284bdcd3b service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=427912597c8043d5912df510005a2424&device_id=56b87947-4cee-4099-98e4-6e69b43c7f13 HTTP/1.1" status: 200 len: 1096 time: 0.2530458 Sep 23 19:18:28.902581 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-9b14d6d7-33db-4975-9f4b-8032c66f8700 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=648bcce42e234208a06114ea3ce06b39&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6490178 Sep 23 19:18:28.905676 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 55350) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:18:28.955920 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-25bf1ccd-d293-42fa-8c58-07b092a9889b req-90975566-e28c-4483-b72d-38ff9cf75523 tempest-LiveAutoBlockMigrationV225Test-1531822435 tempest-LiveAutoBlockMigrationV225Test-1531822435-project] Network c2b58ecf-3b1b-414c-92a4-f53b08b3dace is already hosted by enough agents. {{(pid=95101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:18:28.970177 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.base_scheduler [req-25bf1ccd-d293-42fa-8c58-07b092a9889b req-90975566-e28c-4483-b72d-38ff9cf75523 tempest-LiveAutoBlockMigrationV225Test-1531822435 tempest-LiveAutoBlockMigrationV225Test-1531822435-project] Resources bound (agent type, host, resource id): {{(pid=95101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:18:28.978076 n-d-713301-16 neutron-server[95101]: DEBUG neutron.db.l3_dvrscheduler_db [req-25bf1ccd-d293-42fa-8c58-07b092a9889b req-90975566-e28c-4483-b72d-38ff9cf75523 tempest-LiveAutoBlockMigrationV225Test-1531822435 tempest-LiveAutoBlockMigrationV225Test-1531822435-project] Received port after_create {{(pid=95101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 19:18:29.001395 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ecc4aa3-e009-4975-8c19-f1ed1478029b req-51fe8c8d-3e78-4ed3-bb16-2db5797568ba tempest-ServersWithSpecificFlavorTestJSON-1837670196 tempest-ServersWithSpecificFlavorTestJSON-1837670196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:18:29.009626 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-1ecc4aa3-e009-4975-8c19-f1ed1478029b req-51fe8c8d-3e78-4ed3-bb16-2db5797568ba tempest-ServersWithSpecificFlavorTestJSON-1837670196 tempest-ServersWithSpecificFlavorTestJSON-1837670196-project] 10.222.0.67 "GET /v2.0/ports?device_id=4b82c186-58ee-4ec9-b85d-98d5bd440916 HTTP/1.1" status: 200 len: 932 time: 0.2951255 Sep 23 19:18:29.011307 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 55354) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:18:29.018488 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90975566-e28c-4483-b72d-38ff9cf75523 tempest-LiveAutoBlockMigrationV225Test-1531822435 tempest-LiveAutoBlockMigrationV225Test-1531822435-project] Pushing event updated for resources: {'Port': ['ID=e23aa9eb-90ac-4b46-a474-95f7b54d9570,revision_number=1']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:18:29.022185 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-513ca8e1-ecc4-42ce-9249-5361e645756a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:18:29.030626 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-513ca8e1-ecc4-42ce-9249-5361e645756a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:18:29.062076 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-8052c1ef-d274-4411-ae8d-4f2a239ffc51 None None] Provisioning complete for port 66109541-7cdd-41cd-a46a-a48c75dbdb18 triggered by entity DHCP. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:18:29.063023 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-8052c1ef-d274-4411-ae8d-4f2a239ffc51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:18:29.086528 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25bf1ccd-d293-42fa-8c58-07b092a9889b req-90975566-e28c-4483-b72d-38ff9cf75523 tempest-LiveAutoBlockMigrationV225Test-1531822435 tempest-LiveAutoBlockMigrationV225Test-1531822435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:18:29.087287 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-25bf1ccd-d293-42fa-8c58-07b092a9889b req-90975566-e28c-4483-b72d-38ff9cf75523 tempest-LiveAutoBlockMigrationV225Test-1531822435 tempest-LiveAutoBlockMigrationV225Test-1531822435-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222849'] for port, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:18:29.102365 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-513ca8e1-ecc4-42ce-9249-5361e645756a admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=e6dabe7839534a199ed39efa23bb4951&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4979715 Sep 23 19:18:29.106096 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 55358) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:18:29.113105 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-513ca8e1-ecc4-42ce-9249-5361e645756a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=623e93ef-ed21-4d9c-a58a-9d46101fb451,revision_number=1']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:18:29.136100 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-25bf1ccd-d293-42fa-8c58-07b092a9889b req-90975566-e28c-4483-b72d-38ff9cf75523 tempest-LiveAutoBlockMigrationV225Test-1531822435 tempest-LiveAutoBlockMigrationV225Test-1531822435-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6528618 Sep 23 19:18:29.140853 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.74', 55247) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:18:29.144759 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.plugin [None req-8052c1ef-d274-4411-ae8d-4f2a239ffc51 None None] Port 66109541-7cdd-41cd-a46a-a48c75dbdb18 cannot update to ACTIVE because it is not bound. {{(pid=95103) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 19:18:29.163572 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.v2.base [req-25bf1ccd-d293-42fa-8c58-07b092a9889b req-5f76dcf9-b205-4647-b738-0b6e3c701068 service neutron] Request body: {'port': {'device_id': '34ddce53-382c-44ee-a43f-26559ac17462', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713301-16'}} {{(pid=95101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:18:29.176944 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-de47cdba-a929-41fd-b280-8985b64d8ab6 req-ea2ad537-1d86-4ecb-81a4-96b9961b85c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:18:29.266940 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-1ecc4aa3-e009-4975-8c19-f1ed1478029b req-41652f22-7b95-4762-b9c3-8a3c15e96321 tempest-ServersWithSpecificFlavorTestJSON-1837670196 tempest-ServersWithSpecificFlavorTestJSON-1837670196-project] 10.222.0.67 "GET /v2.0/security-groups?id=d5229659-9431-4b80-bd22-2c55198ccc0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2562809 Sep 23 19:18:29.267357 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-805442b3-e791-4967-a6c9-752bd5346cfa req-5d55b7d0-12d5-4dfd-9da7-976a105595da tempest-AggregatesAdminTestJSON-599813148 tempest-AggregatesAdminTestJSON-599813148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:18:29.268912 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-805442b3-e791-4967-a6c9-752bd5346cfa req-5d55b7d0-12d5-4dfd-9da7-976a105595da tempest-AggregatesAdminTestJSON-599813148 tempest-AggregatesAdminTestJSON-599813148-project] 10.222.0.74 "GET /v2.0/ports?device_id=906f408e-a0cc-4cd4-9ed0-96a70642e328 HTTP/1.1" status: 200 len: 971 time: 0.1270938 Sep 23 19:18:29.276552 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-897f429c-2c51-4402-a884-9117f70072a4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:18:29.283144 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-1deacb2a-70a1-4feb-9f7a-2cb1ff7464e0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:18:29.285597 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-25bf1ccd-d293-42fa-8c58-07b092a9889b req-5f76dcf9-b205-4647-b738-0b6e3c701068 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:18:29.322251 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-6d5be6ef-8c4f-4e7a-9b3a-90e5b8a3a107 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:18:29.345943 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec4e6a2d-79f9-498b-9dd8-0cde00511e1f req-fac00197-6170-44ee-99ad-cf0c51aeb19d tempest-ImagesOneServerNegativeTestJSON-187090525 tempest-ImagesOneServerNegativeTestJSON-187090525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:18:29.347463 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-ec4e6a2d-79f9-498b-9dd8-0cde00511e1f req-fac00197-6170-44ee-99ad-cf0c51aeb19d tempest-ImagesOneServerNegativeTestJSON-187090525 tempest-ImagesOneServerNegativeTestJSON-187090525-project] 10.222.0.67 "GET /v2.0/ports?device_id=56b87947-4cee-4099-98e4-6e69b43c7f13 HTTP/1.1" status: 200 len: 944 time: 0.4062767 Sep 23 19:18:29.357943 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-897f429c-2c51-4402-a884-9117f70072a4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:18:29.379171 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252865fd-08d6-44ea-a754-26cc5dca82b7 req-5f5a1c04-2843-4c55-98ef-8f463a7e78fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:18:29.381023 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-252865fd-08d6-44ea-a754-26cc5dca82b7 req-5f5a1c04-2843-4c55-98ef-8f463a7e78fd service neutron] 10.222.0.53 "GET /v2.0/networks?id=700d9bb9-bc11-4c9f-9c9e-ad5f0b765959 HTTP/1.1" status: 200 len: 922 time: 0.4692194 Sep 23 19:18:29.537487 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-6d5be6ef-8c4f-4e7a-9b3a-90e5b8a3a107 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:18:29.542391 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-252865fd-08d6-44ea-a754-26cc5dca82b7 req-8f41077e-2b82-4959-b647-a9a7f88775b2 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e1915eac-faf9-4cce-9d4f-223fb16db9f3 HTTP/1.1" status: 200 len: 217 time: 0.1446426 Sep 23 19:18:29.659223 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-ec4e6a2d-79f9-498b-9dd8-0cde00511e1f req-26b0b442-6b13-4832-b099-e85659327785 tempest-ImagesOneServerNegativeTestJSON-187090525 tempest-ImagesOneServerNegativeTestJSON-187090525-project] 10.222.0.67 "GET /v2.0/security-groups?id=19c0f9e9-a6be-47c1-af86-410f820e84bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3014627 Sep 23 19:18:29.659742 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 55382) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:18:29.721198 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e455d0a9-dce5-425c-8dbc-a3295e1df8f5 req-a8fc980a-eae7-4e57-bb07-aedb9b884e93 tempest-LiveAutoBlockMigrationV225Test-1531822435 tempest-LiveAutoBlockMigrationV225Test-1531822435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:18:29.729145 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-e455d0a9-dce5-425c-8dbc-a3295e1df8f5 req-a8fc980a-eae7-4e57-bb07-aedb9b884e93 tempest-LiveAutoBlockMigrationV225Test-1531822435 tempest-LiveAutoBlockMigrationV225Test-1531822435-project] 10.222.0.67 "GET /v2.0/ports?device_id=34ddce53-382c-44ee-a43f-26559ac17462 HTTP/1.1" status: 200 len: 932 time: 0.3214910 Sep 23 19:18:29.750345 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.plugin [req-805442b3-e791-4967-a6c9-752bd5346cfa req-8131dfff-9842-4c60-9a06-c0dce6f5b37c tempest-AggregatesAdminTestJSON-599813148 tempest-AggregatesAdminTestJSON-599813148-project] Deleting port 8b917f82-2724-44e7-93af-0463dea0cae8 {{(pid=95101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:18:29.750998 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-805442b3-e791-4967-a6c9-752bd5346cfa req-8131dfff-9842-4c60-9a06-c0dce6f5b37c tempest-AggregatesAdminTestJSON-599813148 tempest-AggregatesAdminTestJSON-599813148-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783146157096'] for port, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:18:29.756065 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-897f429c-2c51-4402-a884-9117f70072a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:18:29.760087 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-897f429c-2c51-4402-a884-9117f70072a4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:18:29.761445 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-897f429c-2c51-4402-a884-9117f70072a4 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/623e93ef-ed21-4d9c-a58a-9d46101fb451 HTTP/1.1" status: 204 len: 168 time: 0.6547954 Sep 23 19:18:29.773934 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252865fd-08d6-44ea-a754-26cc5dca82b7 req-d80050e3-adfa-40c1-818c-9ff66f72df27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:18:29.775474 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-252865fd-08d6-44ea-a754-26cc5dca82b7 req-d80050e3-adfa-40c1-818c-9ff66f72df27 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=0e8f2d91-dec7-4856-9400-fa2af5fd7699 HTTP/1.1" status: 200 len: 861 time: 0.2212634 Sep 23 19:18:29.825916 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-897f429c-2c51-4402-a884-9117f70072a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=623e93ef-ed21-4d9c-a58a-9d46101fb451,revision_number=None']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:18:29.921981 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.db [req-805442b3-e791-4967-a6c9-752bd5346cfa req-8131dfff-9842-4c60-9a06-c0dce6f5b37c tempest-AggregatesAdminTestJSON-599813148 tempest-AggregatesAdminTestJSON-599813148-project] For port 8b917f82-2724-44e7-93af-0463dea0cae8, host n-h1-713301-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-16',level=0,port_id=8b917f82-2724-44e7-93af-0463dea0cae8,segment=NetworkSegment(6139d589-eb6c-4578-8935-c26ddf396853),segment_id=6139d589-eb6c-4578-8935-c26ddf396853)] {{(pid=95101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:18:29.922355 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-805442b3-e791-4967-a6c9-752bd5346cfa req-8131dfff-9842-4c60-9a06-c0dce6f5b37c tempest-AggregatesAdminTestJSON-599813148 tempest-AggregatesAdminTestJSON-599813148-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-605701'] for port, precommit_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:18:29.939417 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.plugin [req-805442b3-e791-4967-a6c9-752bd5346cfa req-8131dfff-9842-4c60-9a06-c0dce6f5b37c tempest-AggregatesAdminTestJSON-599813148 tempest-AggregatesAdminTestJSON-599813148-project] Calling delete_port for 8b917f82-2724-44e7-93af-0463dea0cae8 owned by compute:tempest-test_az-1311972910 {{(pid=95101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:18:30.029905 n-d-713301-16 neutron-server[95101]: DEBUG neutron.notifiers.nova [req-25bf1ccd-d293-42fa-8c58-07b092a9889b req-5f76dcf9-b205-4647-b738-0b6e3c701068 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e23aa9eb-90ac-4b46-a474-95f7b54d9570 {{(pid=95101) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 19:18:30.038150 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.v2.base [None req-fa20c7bc-26df-4936-918c-111d60340ea2 admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-120042920-network', 'tenant_id': '1b57601defaf4249865a0ba3430f0987'}} {{(pid=95102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:18:30.042285 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-25bf1ccd-d293-42fa-8c58-07b092a9889b req-5f76dcf9-b205-4647-b738-0b6e3c701068 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:18:30.079318 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-252865fd-08d6-44ea-a754-26cc5dca82b7 req-3f1d851f-47cc-4e4c-b27b-9310738dba75 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=700d9bb9-bc11-4c9f-9c9e-ad5f0b765959&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2928543 Sep 23 19:18:30.120409 n-d-713301-16 neutron-server[95101]: DEBUG neutron.db.provisioning_blocks [req-25bf1ccd-d293-42fa-8c58-07b092a9889b req-5f76dcf9-b205-4647-b738-0b6e3c701068 service neutron] Transition to ACTIVE for port object e23aa9eb-90ac-4b46-a474-95f7b54d9570 will not be triggered until provisioned by entity L2. {{(pid=95101) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 19:18:30.125355 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-25bf1ccd-d293-42fa-8c58-07b092a9889b req-5f76dcf9-b205-4647-b738-0b6e3c701068 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5607436'] for port, after_update {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:18:30.127467 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 55392) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:18:30.154460 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-6d5be6ef-8c4f-4e7a-9b3a-90e5b8a3a107 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:18:30.156992 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-6d5be6ef-8c4f-4e7a-9b3a-90e5b8a3a107 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:18:30.158121 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-6d5be6ef-8c4f-4e7a-9b3a-90e5b8a3a107 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/9bb1efa0-7c12-44f4-98b2-20de15f39b0c HTTP/1.1" status: 204 len: 168 time: 1.2389064 Sep 23 19:18:30.185098 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-419a4142-7210-403a-878e-26da1efa6699 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:18:30.201291 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-e455d0a9-dce5-425c-8dbc-a3295e1df8f5 req-a2ef2f2d-b6ce-4730-b173-8de459d85e6d tempest-LiveAutoBlockMigrationV225Test-1531822435 tempest-LiveAutoBlockMigrationV225Test-1531822435-project] 10.222.0.67 "GET /v2.0/security-groups?id=6d32247e-8bb7-4ae1-818c-76baafa39c73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4712873 Sep 23 19:18:30.215082 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-1deacb2a-70a1-4feb-9f7a-2cb1ff7464e0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:18:30.215824 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d5be6ef-8c4f-4e7a-9b3a-90e5b8a3a107 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9bb1efa0-7c12-44f4-98b2-20de15f39b0c,revision_number=None']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:18:30.220777 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-805442b3-e791-4967-a6c9-752bd5346cfa req-8131dfff-9842-4c60-9a06-c0dce6f5b37c tempest-AggregatesAdminTestJSON-599813148 tempest-AggregatesAdminTestJSON-599813148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783146162158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783145673144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5607431'] for port, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:18:30.238381 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] get_ports_and_sgs() called for port_ids ['8b917f82-2724-44e7-93af-0463dea0cae8'] {{(pid=95103) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 19:18:30.266684 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-1deacb2a-70a1-4feb-9f7a-2cb1ff7464e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:18:30.307793 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53dbc362-be87-4442-85d9-63a67cf9dede req-42a0e574-c7b2-4f1f-9430-bec96a0c1812 tempest-AggregatesAdminTestJSON-599813148 tempest-AggregatesAdminTestJSON-599813148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:18:30.309592 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-53dbc362-be87-4442-85d9-63a67cf9dede req-42a0e574-c7b2-4f1f-9430-bec96a0c1812 tempest-AggregatesAdminTestJSON-599813148 tempest-AggregatesAdminTestJSON-599813148-project] 10.222.0.67 "GET /v2.0/ports?device_id=906f408e-a0cc-4cd4-9ed0-96a70642e328 HTTP/1.1" status: 200 len: 889 time: 0.5264914 Sep 23 19:18:30.336245 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f76dcf9-b205-4647-b738-0b6e3c701068 service neutron] Pushing event updated for resources: {'Port': ['ID=e23aa9eb-90ac-4b46-a474-95f7b54d9570,revision_number=2']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:18:30.379637 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8131dfff-9842-4c60-9a06-c0dce6f5b37c tempest-AggregatesAdminTestJSON-599813148 tempest-AggregatesAdminTestJSON-599813148-project] Pushing event deleted for resources: {'Port': ['ID=8b917f82-2724-44e7-93af-0463dea0cae8,revision_number=None']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:18:30.381957 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.db.api [None req-419a4142-7210-403a-878e-26da1efa6699 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 23 19:18:30.381957 n-d-713301-16 neutron-server[95101]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Sep 23 19:18:30.381957 n-d-713301-16 neutron-server[95101]: [parameters: {'project_id_1': '64a1894917d444d3a351fef9c2eff2e9', 'expiration_1': datetime.datetime(2021, 9, 23, 19, 18, 10, 222930)}] Sep 23 19:18:30.381957 n-d-713301-16 neutron-server[95101]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=95101) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 23 19:18:30.382927 n-d-713301-16 neutron-server[95101]: DEBUG oslo_db.api [None req-419a4142-7210-403a-878e-26da1efa6699 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=95101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 23 19:18:30.405075 n-d-713301-16 neutron-server[95101]: DEBUG neutron.db.l3_dvrscheduler_db [req-805442b3-e791-4967-a6c9-752bd5346cfa req-8131dfff-9842-4c60-9a06-c0dce6f5b37c tempest-AggregatesAdminTestJSON-599813148 tempest-AggregatesAdminTestJSON-599813148-project] No DVR routers for this DVR port 8b917f82-2724-44e7-93af-0463dea0cae8 on host n-h1-713301-16 {{(pid=95101) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 19:18:30.409837 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-805442b3-e791-4967-a6c9-752bd5346cfa req-8131dfff-9842-4c60-9a06-c0dce6f5b37c tempest-AggregatesAdminTestJSON-599813148 tempest-AggregatesAdminTestJSON-599813148-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222849'] for port, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:18:30.414386 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-805442b3-e791-4967-a6c9-752bd5346cfa req-8131dfff-9842-4c60-9a06-c0dce6f5b37c tempest-AggregatesAdminTestJSON-599813148 tempest-AggregatesAdminTestJSON-599813148-project] 10.222.0.74 "DELETE /v2.0/ports/8b917f82-2724-44e7-93af-0463dea0cae8 HTTP/1.1" status: 204 len: 173 time: 1.1378732 Sep 23 19:18:30.415277 n-d-713301-16 neutron-server[95101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '906f408e-a0cc-4cd4-9ed0-96a70642e328', 'name': 'network-vif-deleted', 'tag': '8b917f82-2724-44e7-93af-0463dea0cae8'}] {{(pid=95101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 19:18:30.418941 n-d-713301-16 neutron-server[95101]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d8366c5740cd635e57ab12b71fe44a77c2acc3c19091ef849c6f68b380462244" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cfa69dad-673a-4ecc-ae64-2e5a55e2375f" -d '{"events": [{"server_uuid": "906f408e-a0cc-4cd4-9ed0-96a70642e328", "name": "network-vif-deleted", "tag": "8b917f82-2724-44e7-93af-0463dea0cae8"}]}' {{(pid=95101) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 19:18:30.457087 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-1deacb2a-70a1-4feb-9f7a-2cb1ff7464e0 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=7af4bb509eed4a6f9bfbf8a0dc3dc1cd&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4068828 Sep 23 19:18:30.457793 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa20c7bc-26df-4936-918c-111d60340ea2 admin admin] Made reservation on behalf of 1b57601defaf4249865a0ba3430f0987 for: {'network': 1} {{(pid=95102) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:18:30.460075 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-fa20c7bc-26df-4936-918c-111d60340ea2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for network, before_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:18:30.463010 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 55402) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:18:30.498050 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1deacb2a-70a1-4feb-9f7a-2cb1ff7464e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84c40e2d-9c61-462b-a16f-5559596bd409,revision_number=1']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:18:30.518839 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-252865fd-08d6-44ea-a754-26cc5dca82b7 req-ae337670-85a4-4b09-95be-2661f71e387b service neutron] 10.222.0.53 "GET /v2.0/networks/700d9bb9-bc11-4c9f-9c9e-ad5f0b765959?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4219663 Sep 23 19:18:30.527395 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.managers [req-25bf1ccd-d293-42fa-8c58-07b092a9889b req-5f76dcf9-b205-4647-b738-0b6e3c701068 service neutron] Attempting to bind port e23aa9eb-90ac-4b46-a474-95f7b54d9570 on host n-h2-713301-16 for vnic_type normal with profile {{(pid=95101) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 19:18:30.527879 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.managers [req-25bf1ccd-d293-42fa-8c58-07b092a9889b req-5f76dcf9-b205-4647-b738-0b6e3c701068 service neutron] Attempting to bind port e23aa9eb-90ac-4b46-a474-95f7b54d9570 by drivers openvswitch,hyperv on host n-h2-713301-16 at level 0 using segments [{'id': '5e7e2223-350e-4937-8d7b-2c6ab6ddc0ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': 'c2b58ecf-3b1b-414c-92a4-f53b08b3dace'}] {{(pid=95101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 19:18:30.528582 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25bf1ccd-d293-42fa-8c58-07b092a9889b req-5f76dcf9-b205-4647-b738-0b6e3c701068 service neutron] Attempting to bind port e23aa9eb-90ac-4b46-a474-95f7b54d9570 on network c2b58ecf-3b1b-414c-92a4-f53b08b3dace {{(pid=95101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:18:30.530543 n-d-713301-16 neutron-server[95102]: DEBUG neutron.notifiers.nova [req-de47cdba-a929-41fd-b280-8985b64d8ab6 req-ea2ad537-1d86-4ecb-81a4-96b9961b85c0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 66109541-7cdd-41cd-a46a-a48c75dbdb18 {{(pid=95102) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 19:18:30.544546 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25bf1ccd-d293-42fa-8c58-07b092a9889b req-5f76dcf9-b205-4647-b738-0b6e3c701068 service neutron] Port e23aa9eb-90ac-4b46-a474-95f7b54d9570 on network c2b58ecf-3b1b-414c-92a4-f53b08b3dace not bound, no agent of type Open vSwitch agent registered on host n-h2-713301-16 {{(pid=95101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 19:18:30.544731 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-fa20c7bc-26df-4936-918c-111d60340ea2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:18:30.545118 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25bf1ccd-d293-42fa-8c58-07b092a9889b req-5f76dcf9-b205-4647-b738-0b6e3c701068 service neutron] Attempting to bind port e23aa9eb-90ac-4b46-a474-95f7b54d9570 on network c2b58ecf-3b1b-414c-92a4-f53b08b3dace {{(pid=95101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:18:30.551872 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25bf1ccd-d293-42fa-8c58-07b092a9889b req-5f76dcf9-b205-4647-b738-0b6e3c701068 service neutron] Checking agent: {'id': '2a7cea34-db54-4faf-8d23-37521c3e34cb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713301-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 19, 15, 28), 'started_at': datetime.datetime(2021, 9, 23, 19, 15, 28), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 19, 18, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 19:18:30.552707 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25bf1ccd-d293-42fa-8c58-07b092a9889b req-5f76dcf9-b205-4647-b738-0b6e3c701068 service neutron] Checking segment: {'id': '5e7e2223-350e-4937-8d7b-2c6ab6ddc0ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': 'c2b58ecf-3b1b-414c-92a4-f53b08b3dace'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:18:30.553303 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25bf1ccd-d293-42fa-8c58-07b092a9889b req-5f76dcf9-b205-4647-b738-0b6e3c701068 service neutron] Bound using segment: {'id': '5e7e2223-350e-4937-8d7b-2c6ab6ddc0ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': 'c2b58ecf-3b1b-414c-92a4-f53b08b3dace'} {{(pid=95101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 19:18:30.553590 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.managers [req-25bf1ccd-d293-42fa-8c58-07b092a9889b req-5f76dcf9-b205-4647-b738-0b6e3c701068 service neutron] Bound port: e23aa9eb-90ac-4b46-a474-95f7b54d9570, host: n-h2-713301-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5e7e2223-350e-4937-8d7b-2c6ab6ddc0ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': 'c2b58ecf-3b1b-414c-92a4-f53b08b3dace'}}] {{(pid=95101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 19:18:30.556869 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-25bf1ccd-d293-42fa-8c58-07b092a9889b req-5f76dcf9-b205-4647-b738-0b6e3c701068 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:18:30.564230 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-de47cdba-a929-41fd-b280-8985b64d8ab6 req-ea2ad537-1d86-4ecb-81a4-96b9961b85c0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:18:30.616562 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-53dbc362-be87-4442-85d9-63a67cf9dede req-63c17906-d82a-4559-927c-85b548d22a11 tempest-AggregatesAdminTestJSON-599813148 tempest-AggregatesAdminTestJSON-599813148-project] 10.222.0.67 "GET /v2.0/security-groups?id=b79a559f-1696-46fe-9fcc-92a6c25c4030&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2799449 Sep 23 19:18:30.638289 n-d-713301-16 neutron-server[95102]: DEBUG neutron.db.provisioning_blocks [req-de47cdba-a929-41fd-b280-8985b64d8ab6 req-ea2ad537-1d86-4ecb-81a4-96b9961b85c0 service neutron] Transition to ACTIVE for port object 66109541-7cdd-41cd-a46a-a48c75dbdb18 will not be triggered until provisioned by entity L2. {{(pid=95102) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 19:18:30.652345 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.db [req-25bf1ccd-d293-42fa-8c58-07b092a9889b req-5f76dcf9-b205-4647-b738-0b6e3c701068 service neutron] For port e23aa9eb-90ac-4b46-a474-95f7b54d9570, host n-h2-713301-16, cleared binding levels {{(pid=95101) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 19:18:30.659126 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.db [req-25bf1ccd-d293-42fa-8c58-07b092a9889b req-5f76dcf9-b205-4647-b738-0b6e3c701068 service neutron] For port e23aa9eb-90ac-4b46-a474-95f7b54d9570, host n-h2-713301-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-16',level=0,port_id=e23aa9eb-90ac-4b46-a474-95f7b54d9570,segment=NetworkSegment(5e7e2223-350e-4937-8d7b-2c6ab6ddc0ab),segment_id=5e7e2223-350e-4937-8d7b-2c6ab6ddc0ab)] {{(pid=95101) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 19:18:30.666147 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-25bf1ccd-d293-42fa-8c58-07b092a9889b req-5f76dcf9-b205-4647-b738-0b6e3c701068 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5607436'] for port, after_update {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:18:30.680293 n-d-713301-16 neutron-server[95101]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 19:18:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1fc52b4-4a64-47e0-8ae9-300201859f23 x-openstack-request-id: req-a1fc52b4-4a64-47e0-8ae9-300201859f23 {{(pid=95101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 19:18:30.680709 n-d-713301-16 neutron-server[95101]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "906f408e-a0cc-4cd4-9ed0-96a70642e328", "name": "network-vif-deleted", "tag": "8b917f82-2724-44e7-93af-0463dea0cae8", "status": "completed", "code": 200}]} {{(pid=95101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 19:18:30.681026 n-d-713301-16 neutron-server[95101]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-a1fc52b4-4a64-47e0-8ae9-300201859f23 {{(pid=95101) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 19:18:30.681487 n-d-713301-16 neutron-server[95101]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '906f408e-a0cc-4cd4-9ed0-96a70642e328', 'name': 'network-vif-deleted', 'tag': '8b917f82-2724-44e7-93af-0463dea0cae8', 'status': 'completed', 'code': 200} Sep 23 19:18:30.690711 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-de47cdba-a929-41fd-b280-8985b64d8ab6 req-ea2ad537-1d86-4ecb-81a4-96b9961b85c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:18:30.714673 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25bf1ccd-d293-42fa-8c58-07b092a9889b req-5f76dcf9-b205-4647-b738-0b6e3c701068 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:18:30.715409 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-25bf1ccd-d293-42fa-8c58-07b092a9889b req-5f76dcf9-b205-4647-b738-0b6e3c701068 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222849'] for port, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:18:30.717042 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-25bf1ccd-d293-42fa-8c58-07b092a9889b req-5f76dcf9-b205-4647-b738-0b6e3c701068 service neutron] 10.222.0.53 "PUT /v2.0/ports/e23aa9eb-90ac-4b46-a474-95f7b54d9570 HTTP/1.1" status: 200 len: 1093 time: 1.5626755 Sep 23 19:18:30.726395 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12dbf102-322c-4883-be31-17cd95cc555c req-e32f5246-e76f-4345-8297-138f352bbf76 tempest-ServersWithSpecificFlavorTestJSON-1837670196 tempest-ServersWithSpecificFlavorTestJSON-1837670196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:18:30.734460 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-12dbf102-322c-4883-be31-17cd95cc555c req-e32f5246-e76f-4345-8297-138f352bbf76 tempest-ServersWithSpecificFlavorTestJSON-1837670196 tempest-ServersWithSpecificFlavorTestJSON-1837670196-project] 10.222.0.67 "GET /v2.0/ports?device_id=4b82c186-58ee-4ec9-b85d-98d5bd440916 HTTP/1.1" status: 200 len: 932 time: 0.3228426 Sep 23 19:18:30.737289 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f76dcf9-b205-4647-b738-0b6e3c701068 service neutron] Pushing event updated for resources: {'Port': ['ID=e23aa9eb-90ac-4b46-a474-95f7b54d9570,revision_number=3']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:18:30.819571 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25bf1ccd-d293-42fa-8c58-07b092a9889b req-867da3fd-e351-485d-9bae-5aef0bce6de9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:18:30.821206 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-25bf1ccd-d293-42fa-8c58-07b092a9889b req-867da3fd-e351-485d-9bae-5aef0bce6de9 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=01fd0bf0664a4580a0559687f9bf7c73&device_id=34ddce53-382c-44ee-a43f-26559ac17462 HTTP/1.1" status: 200 len: 1096 time: 0.0587451 Sep 23 19:18:30.873504 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-25bf1ccd-d293-42fa-8c58-07b092a9889b req-dd4cfb2a-0030-4ff2-8817-2cbb1505f604 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e23aa9eb-90ac-4b46-a474-95f7b54d9570 HTTP/1.1" status: 200 len: 217 time: 0.0443711 Sep 23 19:18:30.887022 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-419a4142-7210-403a-878e-26da1efa6699 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:18:30.919637 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea2ad537-1d86-4ecb-81a4-96b9961b85c0 service neutron] Pushing event updated for resources: {'Port': ['ID=66109541-7cdd-41cd-a46a-a48c75dbdb18,revision_number=2']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:18:30.969147 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-b7fc0de2-68e0-45ae-9e9c-2a09fc42a012 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:18:30.992093 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-252865fd-08d6-44ea-a754-26cc5dca82b7 req-d7174314-1a7e-48ca-83af-78207c231579 service neutron] 10.222.0.53 "GET /v2.0/networks/700d9bb9-bc11-4c9f-9c9e-ad5f0b765959?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4387019 Sep 23 19:18:31.005889 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25bf1ccd-d293-42fa-8c58-07b092a9889b req-1e2fa305-14ff-48b3-ae33-5684e6f50a62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:18:31.008446 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-25bf1ccd-d293-42fa-8c58-07b092a9889b req-1e2fa305-14ff-48b3-ae33-5684e6f50a62 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=4cc4932b-c381-47ec-9303-11e42975856f HTTP/1.1" status: 200 len: 861 time: 0.1180158 Sep 23 19:18:31.025334 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.managers [req-de47cdba-a929-41fd-b280-8985b64d8ab6 req-ea2ad537-1d86-4ecb-81a4-96b9961b85c0 service neutron] Attempting to bind port 66109541-7cdd-41cd-a46a-a48c75dbdb18 on host n-h1-713301-16 for vnic_type normal with profile {{(pid=95102) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 19:18:31.025925 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.managers [req-de47cdba-a929-41fd-b280-8985b64d8ab6 req-ea2ad537-1d86-4ecb-81a4-96b9961b85c0 service neutron] Attempting to bind port 66109541-7cdd-41cd-a46a-a48c75dbdb18 by drivers openvswitch,hyperv on host n-h1-713301-16 at level 0 using segments [{'id': '7c11e0df-7313-4765-ac14-518be1d9f929', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': 'd5983aa5-dc01-48bc-bff2-9c83789f0fba'}] {{(pid=95102) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 19:18:31.026481 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de47cdba-a929-41fd-b280-8985b64d8ab6 req-ea2ad537-1d86-4ecb-81a4-96b9961b85c0 service neutron] Attempting to bind port 66109541-7cdd-41cd-a46a-a48c75dbdb18 on network d5983aa5-dc01-48bc-bff2-9c83789f0fba {{(pid=95102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:18:31.055754 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de47cdba-a929-41fd-b280-8985b64d8ab6 req-ea2ad537-1d86-4ecb-81a4-96b9961b85c0 service neutron] Port 66109541-7cdd-41cd-a46a-a48c75dbdb18 on network d5983aa5-dc01-48bc-bff2-9c83789f0fba not bound, no agent of type Open vSwitch agent registered on host n-h1-713301-16 {{(pid=95102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 19:18:31.055979 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de47cdba-a929-41fd-b280-8985b64d8ab6 req-ea2ad537-1d86-4ecb-81a4-96b9961b85c0 service neutron] Attempting to bind port 66109541-7cdd-41cd-a46a-a48c75dbdb18 on network d5983aa5-dc01-48bc-bff2-9c83789f0fba {{(pid=95102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:18:31.060207 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-25bf1ccd-d293-42fa-8c58-07b092a9889b req-40e0c736-b335-4a95-bc91-7d74696d27bb service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=c2b58ecf-3b1b-414c-92a4-f53b08b3dace&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0439386 Sep 23 19:18:31.069637 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de47cdba-a929-41fd-b280-8985b64d8ab6 req-ea2ad537-1d86-4ecb-81a4-96b9961b85c0 service neutron] Checking agent: {'id': '0708c3e9-0aad-4600-9be9-d2486535c898', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713301-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 19, 15, 28), 'started_at': datetime.datetime(2021, 9, 23, 19, 15, 28), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 19, 18, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 19:18:31.070674 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de47cdba-a929-41fd-b280-8985b64d8ab6 req-ea2ad537-1d86-4ecb-81a4-96b9961b85c0 service neutron] Checking segment: {'id': '7c11e0df-7313-4765-ac14-518be1d9f929', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': 'd5983aa5-dc01-48bc-bff2-9c83789f0fba'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95102) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:18:31.071038 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de47cdba-a929-41fd-b280-8985b64d8ab6 req-ea2ad537-1d86-4ecb-81a4-96b9961b85c0 service neutron] Bound using segment: {'id': '7c11e0df-7313-4765-ac14-518be1d9f929', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': 'd5983aa5-dc01-48bc-bff2-9c83789f0fba'} {{(pid=95102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 19:18:31.071520 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.managers [req-de47cdba-a929-41fd-b280-8985b64d8ab6 req-ea2ad537-1d86-4ecb-81a4-96b9961b85c0 service neutron] Bound port: 66109541-7cdd-41cd-a46a-a48c75dbdb18, host: n-h1-713301-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7c11e0df-7313-4765-ac14-518be1d9f929', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': 'd5983aa5-dc01-48bc-bff2-9c83789f0fba'}}] {{(pid=95102) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 19:18:31.071890 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-de47cdba-a929-41fd-b280-8985b64d8ab6 req-ea2ad537-1d86-4ecb-81a4-96b9961b85c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:18:31.087515 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-b7fc0de2-68e0-45ae-9e9c-2a09fc42a012 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:18:31.107721 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe5c10c-1e80-4c89-8f6d-98308cb88fb7 req-b3316324-6aea-4ce4-a7bd-7346c4e0e873 tempest-ImagesOneServerNegativeTestJSON-187090525 tempest-ImagesOneServerNegativeTestJSON-187090525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:18:31.115936 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-9fe5c10c-1e80-4c89-8f6d-98308cb88fb7 req-b3316324-6aea-4ce4-a7bd-7346c4e0e873 tempest-ImagesOneServerNegativeTestJSON-187090525 tempest-ImagesOneServerNegativeTestJSON-187090525-project] 10.222.0.67 "GET /v2.0/ports?device_id=56b87947-4cee-4099-98e4-6e69b43c7f13 HTTP/1.1" status: 200 len: 944 time: 0.3189142 Sep 23 19:18:31.135917 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-12dbf102-322c-4883-be31-17cd95cc555c req-444e1365-20df-4197-aaf9-5c57453ed05a tempest-ServersWithSpecificFlavorTestJSON-1837670196 tempest-ServersWithSpecificFlavorTestJSON-1837670196-project] 10.222.0.67 "GET /v2.0/security-groups?id=d5229659-9431-4b80-bd22-2c55198ccc0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3953848 Sep 23 19:18:31.182040 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-25bf1ccd-d293-42fa-8c58-07b092a9889b req-b2e75104-ba46-49b0-b919-868b231bd44d service neutron] 10.222.0.53 "GET /v2.0/networks/c2b58ecf-3b1b-414c-92a4-f53b08b3dace?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1143813 Sep 23 19:18:31.264517 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-fa20c7bc-26df-4936-918c-111d60340ea2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:18:31.287721 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-fa20c7bc-26df-4936-918c-111d60340ea2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:18:31.322179 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-9fe5c10c-1e80-4c89-8f6d-98308cb88fb7 req-9a08ca27-8daf-4b5c-b22f-32b4c4b2d46b tempest-ImagesOneServerNegativeTestJSON-187090525 tempest-ImagesOneServerNegativeTestJSON-187090525-project] 10.222.0.67 "GET /v2.0/security-groups?id=19c0f9e9-a6be-47c1-af86-410f820e84bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2048907 Sep 23 19:18:31.343717 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-25bf1ccd-d293-42fa-8c58-07b092a9889b req-7263cdd5-ed59-4731-93da-a948f4a4aa66 service neutron] 10.222.0.53 "GET /v2.0/networks/c2b58ecf-3b1b-414c-92a4-f53b08b3dace?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1450226 Sep 23 19:18:31.383532 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.db [req-de47cdba-a929-41fd-b280-8985b64d8ab6 req-ea2ad537-1d86-4ecb-81a4-96b9961b85c0 service neutron] For port 66109541-7cdd-41cd-a46a-a48c75dbdb18, host n-h1-713301-16, cleared binding levels {{(pid=95102) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 19:18:31.396320 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa20c7bc-26df-4936-918c-111d60340ea2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c62cf39-fdd5-41c2-ace9-89ac5d0e1132,revision_number=1']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:18:31.413196 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-b7fc0de2-68e0-45ae-9e9c-2a09fc42a012 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:18:31.416718 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-b7fc0de2-68e0-45ae-9e9c-2a09fc42a012 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:18:31.420233 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-b7fc0de2-68e0-45ae-9e9c-2a09fc42a012 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/84c40e2d-9c61-462b-a16f-5559596bd409 HTTP/1.1" status: 204 len: 168 time: 0.9468176 Sep 23 19:18:31.422180 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fa20c7bc-26df-4936-918c-111d60340ea2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 612} {{(pid=95102) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 19:18:31.430574 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.db [req-de47cdba-a929-41fd-b280-8985b64d8ab6 req-ea2ad537-1d86-4ecb-81a4-96b9961b85c0 service neutron] For port 66109541-7cdd-41cd-a46a-a48c75dbdb18, host n-h1-713301-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-16',level=0,port_id=66109541-7cdd-41cd-a46a-a48c75dbdb18,segment=NetworkSegment(7c11e0df-7313-4765-ac14-518be1d9f929),segment_id=7c11e0df-7313-4765-ac14-518be1d9f929)] {{(pid=95102) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 19:18:31.442266 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7fc0de2-68e0-45ae-9e9c-2a09fc42a012 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84c40e2d-9c61-462b-a16f-5559596bd409,revision_number=None']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:18:31.445664 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-de47cdba-a929-41fd-b280-8985b64d8ab6 req-ea2ad537-1d86-4ecb-81a4-96b9961b85c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:18:31.461855 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-fa20c7bc-26df-4936-918c-111d60340ea2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1756186'] for segment, precommit_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:18:31.461855 n-d-713301-16 neutron-server[95102]: INFO neutron.db.segments_db [None req-fa20c7bc-26df-4936-918c-111d60340ea2 admin admin] Added segment 24a8f1c2-6cab-462e-bcd7-b4a9edb91257 of type vlan for network aeeb560d-d1ef-4fc8-a2fd-24b1eda13211 Sep 23 19:18:31.487200 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-419a4142-7210-403a-878e-26da1efa6699 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:18:31.492688 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-419a4142-7210-403a-878e-26da1efa6699 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:18:31.500084 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de47cdba-a929-41fd-b280-8985b64d8ab6 req-ea2ad537-1d86-4ecb-81a4-96b9961b85c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:18:31.500740 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-de47cdba-a929-41fd-b280-8985b64d8ab6 req-ea2ad537-1d86-4ecb-81a4-96b9961b85c0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527417'] for port, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:18:31.502190 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-de47cdba-a929-41fd-b280-8985b64d8ab6 req-ea2ad537-1d86-4ecb-81a4-96b9961b85c0 service neutron] 10.222.0.74 "PUT /v2.0/ports/66109541-7cdd-41cd-a46a-a48c75dbdb18 HTTP/1.1" status: 200 len: 1093 time: 2.6691723 Sep 23 19:18:31.503706 n-d-713301-16 neutron-server[95102]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4b82c186-58ee-4ec9-b85d-98d5bd440916', 'tag': '66109541-7cdd-41cd-a46a-a48c75dbdb18'}] {{(pid=95102) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 19:18:31.506343 n-d-713301-16 neutron-server[95102]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab31b6d93e5336dbddfa8ec424565b3bd8cb2369c5b4d85bc943472dbb21e8ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9aeaccca-946d-4e98-982a-2bcd3f540b51" -d '{"events": [{"name": "network-changed", "server_uuid": "4b82c186-58ee-4ec9-b85d-98d5bd440916", "tag": "66109541-7cdd-41cd-a46a-a48c75dbdb18"}]}' {{(pid=95102) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 19:18:31.550165 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3467ac49-ec5f-4e47-8d2c-37eab5434771 req-8f4e4999-91fc-4c81-b469-f45718aa06e7 tempest-LiveAutoBlockMigrationV225Test-1531822435 tempest-LiveAutoBlockMigrationV225Test-1531822435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:18:31.558332 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-419a4142-7210-403a-878e-26da1efa6699 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=64a1894917d444d3a351fef9c2eff2e9&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4069817 Sep 23 19:18:31.558912 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-419a4142-7210-403a-878e-26da1efa6699 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0ecf350-cc3f-4cce-bf1e-cd71a1f6811a,revision_number=1']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:18:31.561716 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 55432) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:18:31.566672 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-3467ac49-ec5f-4e47-8d2c-37eab5434771 req-8f4e4999-91fc-4c81-b469-f45718aa06e7 tempest-LiveAutoBlockMigrationV225Test-1531822435 tempest-LiveAutoBlockMigrationV225Test-1531822435-project] 10.222.0.67 "GET /v2.0/ports?device_id=34ddce53-382c-44ee-a43f-26559ac17462 HTTP/1.1" status: 200 len: 944 time: 0.2578740 Sep 23 19:18:31.613147 n-d-713301-16 neutron-server[95102]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 19:18:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98b8ebd8-d5c6-4712-90f7-6a7c2ac6fe22 x-openstack-request-id: req-98b8ebd8-d5c6-4712-90f7-6a7c2ac6fe22 {{(pid=95102) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 19:18:31.613441 n-d-713301-16 neutron-server[95102]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4b82c186-58ee-4ec9-b85d-98d5bd440916", "tag": "66109541-7cdd-41cd-a46a-a48c75dbdb18", "status": "completed", "code": 200}]} {{(pid=95102) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 19:18:31.613696 n-d-713301-16 neutron-server[95102]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-98b8ebd8-d5c6-4712-90f7-6a7c2ac6fe22 {{(pid=95102) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 19:18:31.614093 n-d-713301-16 neutron-server[95102]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4b82c186-58ee-4ec9-b85d-98d5bd440916', 'tag': '66109541-7cdd-41cd-a46a-a48c75dbdb18', 'status': 'completed', 'code': 200} Sep 23 19:18:31.658842 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-fc3e8cc5-6fe8-4fbb-9b84-4be85aeaf5a7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:18:31.704042 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-fc3e8cc5-6fe8-4fbb-9b84-4be85aeaf5a7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:18:31.711298 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-fa20c7bc-26df-4936-918c-111d60340ea2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783145630486'] for network, precommit_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:18:31.758748 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea2ad537-1d86-4ecb-81a4-96b9961b85c0 service neutron] Pushing event updated for resources: {'Port': ['ID=66109541-7cdd-41cd-a46a-a48c75dbdb18,revision_number=3']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:18:31.762058 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-fc3e8cc5-6fe8-4fbb-9b84-4be85aeaf5a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:18:31.770378 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-fc3e8cc5-6fe8-4fbb-9b84-4be85aeaf5a7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:18:31.774590 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-fc3e8cc5-6fe8-4fbb-9b84-4be85aeaf5a7 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/e0ecf350-cc3f-4cce-bf1e-cd71a1f6811a HTTP/1.1" status: 204 len: 168 time: 0.2090237 Sep 23 19:18:31.784100 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc3e8cc5-6fe8-4fbb-9b84-4be85aeaf5a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0ecf350-cc3f-4cce-bf1e-cd71a1f6811a,revision_number=None']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:18:31.823941 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-3467ac49-ec5f-4e47-8d2c-37eab5434771 req-7d6f0d5f-df41-4ba8-80ac-27331f12604b tempest-LiveAutoBlockMigrationV225Test-1531822435 tempest-LiveAutoBlockMigrationV225Test-1531822435-project] 10.222.0.67 "GET /v2.0/security-groups?id=6d32247e-8bb7-4ae1-818c-76baafa39c73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2552691 Sep 23 19:18:31.830813 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-fa20c7bc-26df-4936-918c-111d60340ea2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299'] for network, after_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:18:31.830813 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa20c7bc-26df-4936-918c-111d60340ea2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:18:31.830813 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-fa20c7bc-26df-4936-918c-111d60340ea2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527417'] for network, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:18:31.868231 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de47cdba-a929-41fd-b280-8985b64d8ab6 req-085bd47a-6b05-4ee3-ba9f-0301f6773c08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:18:31.869840 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-de47cdba-a929-41fd-b280-8985b64d8ab6 req-085bd47a-6b05-4ee3-ba9f-0301f6773c08 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=07622c7485a94956bd0dfade6db60bcf&device_id=4b82c186-58ee-4ec9-b85d-98d5bd440916 HTTP/1.1" status: 200 len: 1096 time: 0.2888055 Sep 23 19:18:31.922561 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 55444) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:18:31.928576 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-fa20c7bc-26df-4936-918c-111d60340ea2 admin admin] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 2.2550585 Sep 23 19:18:31.933094 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 55446) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:18:31.941875 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.v2.base [None req-74d92a9f-450d-429e-803b-dd2165f00a3b admin admin] Request body: {'subnet': {'network_id': 'aeeb560d-d1ef-4fc8-a2fd-24b1eda13211', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-120042920-subnet', 'tenant_id': '1b57601defaf4249865a0ba3430f0987', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=95101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:18:31.960191 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa20c7bc-26df-4936-918c-111d60340ea2 admin admin] Pushing event updated for resources: {'Network': ['ID=aeeb560d-d1ef-4fc8-a2fd-24b1eda13211,revision_number=1']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:18:31.963772 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-de47cdba-a929-41fd-b280-8985b64d8ab6 req-1f3087bc-82d3-4938-805c-96ed66cdf3cf service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=66109541-7cdd-41cd-a46a-a48c75dbdb18 HTTP/1.1" status: 200 len: 217 time: 0.0858827 Sep 23 19:18:31.974068 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Network aeeb560d-d1ef-4fc8-a2fd-24b1eda13211 details requested by agent ovs-agent-n-d-713301-16 with host n-d-713301-16 {{(pid=95103) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 19:18:31.991322 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74d92a9f-450d-429e-803b-dd2165f00a3b admin admin] Made reservation on behalf of 1b57601defaf4249865a0ba3430f0987 for: {'subnet': 1} {{(pid=95101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:18:31.998840 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-74d92a9f-450d-429e-803b-dd2165f00a3b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6130979'] for subnet, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:18:32.004416 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-154db255-8d97-4a25-abec-5f8dd159b905 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:18:32.028036 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de47cdba-a929-41fd-b280-8985b64d8ab6 req-6b800190-adb8-46a2-af30-84e4d5313eef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:18:32.037017 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-de47cdba-a929-41fd-b280-8985b64d8ab6 req-6b800190-adb8-46a2-af30-84e4d5313eef service neutron] 10.222.0.74 "GET /v2.0/subnets?id=d6f0871f-c3f6-47e4-ac38-d95f0ade6ade HTTP/1.1" status: 200 len: 863 time: 0.0661185 Sep 23 19:18:32.108868 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de47cdba-a929-41fd-b280-8985b64d8ab6 req-75625376-016c-4b92-8e28-16ef1f980c46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:18:32.110700 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-de47cdba-a929-41fd-b280-8985b64d8ab6 req-75625376-016c-4b92-8e28-16ef1f980c46 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=d5983aa5-dc01-48bc-bff2-9c83789f0fba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0666373 Sep 23 19:18:32.126310 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 55452) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:18:32.299573 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-de47cdba-a929-41fd-b280-8985b64d8ab6 req-9994c067-0862-443a-b862-7cc03a84a8b7 service neutron] 10.222.0.74 "GET /v2.0/networks/d5983aa5-dc01-48bc-bff2-9c83789f0fba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1812503 Sep 23 19:18:32.306895 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-74d92a9f-450d-429e-803b-dd2165f00a3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5607579', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6130961'] for subnet, after_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:18:32.313516 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-428d48cb-2ca3-479b-a88b-4b5795620243 req-e68f49ff-1370-4c25-83f0-d076fb658d30 tempest-ServersWithSpecificFlavorTestJSON-1837670196 tempest-ServersWithSpecificFlavorTestJSON-1837670196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:18:32.315230 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-428d48cb-2ca3-479b-a88b-4b5795620243 req-e68f49ff-1370-4c25-83f0-d076fb658d30 tempest-ServersWithSpecificFlavorTestJSON-1837670196 tempest-ServersWithSpecificFlavorTestJSON-1837670196-project] 10.222.0.67 "GET /v2.0/ports?device_id=4b82c186-58ee-4ec9-b85d-98d5bd440916 HTTP/1.1" status: 200 len: 944 time: 0.0840442 Sep 23 19:18:32.433594 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74d92a9f-450d-429e-803b-dd2165f00a3b admin admin] Pushing event updated for resources: {'Subnet': ['ID=7a24f63b-0d16-4860-b351-7d263234071f,revision_number=0']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:18:32.437012 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-154db255-8d97-4a25-abec-5f8dd159b905 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:18:32.450075 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-154db255-8d97-4a25-abec-5f8dd159b905 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:18:32.451203 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-de47cdba-a929-41fd-b280-8985b64d8ab6 req-06493cb6-5766-4f4d-b54e-e124d8f3b906 service neutron] 10.222.0.74 "GET /v2.0/networks/d5983aa5-dc01-48bc-bff2-9c83789f0fba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1339653 Sep 23 19:18:32.493861 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Device e1915eac-faf9-4cce-9d4f-223fb16db9f3 details requested by agent hyperv_n-h2-713301-16 with host n-h2-713301-16 {{(pid=95103) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 19:18:32.516350 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74d92a9f-450d-429e-803b-dd2165f00a3b admin admin] Checking segment: {'id': '24a8f1c2-6cab-462e-bcd7-b4a9edb91257', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'aeeb560d-d1ef-4fc8-a2fd-24b1eda13211'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:18:32.517983 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74d92a9f-450d-429e-803b-dd2165f00a3b admin admin] Network hostable DHCP agents. Network: aeeb560d-d1ef-4fc8-a2fd-24b1eda13211, hostable agents: ['1b18bf05-1b5f-4587-be5c-af3ac38e32ad'], hosted agents: [] {{(pid=95101) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 19:18:32.535611 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-154db255-8d97-4a25-abec-5f8dd159b905 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=45640b9af2e04a999326b6608f57d69e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6108944 Sep 23 19:18:32.538114 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 55468) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:18:32.550846 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-154db255-8d97-4a25-abec-5f8dd159b905 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22d7cddd-654e-4970-8989-3418608ab1b8,revision_number=1']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:18:32.575422 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-428d48cb-2ca3-479b-a88b-4b5795620243 req-16f9f80a-7ca9-4ad0-8dec-aa1c89832e4b tempest-ServersWithSpecificFlavorTestJSON-1837670196 tempest-ServersWithSpecificFlavorTestJSON-1837670196-project] 10.222.0.67 "GET /v2.0/security-groups?id=d5229659-9431-4b80-bd22-2c55198ccc0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1688507 Sep 23 19:18:32.606664 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74d92a9f-450d-429e-803b-dd2165f00a3b admin admin] Network aeeb560d-d1ef-4fc8-a2fd-24b1eda13211 is scheduled to be hosted by DHCP agent 1b18bf05-1b5f-4587-be5c-af3ac38e32ad with binding_index 1 {{(pid=95101) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 19:18:32.608081 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1dae16-04bc-407c-af78-808d05d65f4c req-fe2f2201-1c1d-4a4d-ac24-a43982ad1e1d tempest-ImagesOneServerNegativeTestJSON-187090525 tempest-ImagesOneServerNegativeTestJSON-187090525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:18:32.615877 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-1c1dae16-04bc-407c-af78-808d05d65f4c req-fe2f2201-1c1d-4a4d-ac24-a43982ad1e1d tempest-ImagesOneServerNegativeTestJSON-187090525 tempest-ImagesOneServerNegativeTestJSON-187090525-project] 10.222.0.67 "GET /v2.0/ports?device_id=56b87947-4cee-4099-98e4-6e69b43c7f13 HTTP/1.1" status: 200 len: 944 time: 0.1803193 Sep 23 19:18:32.625580 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-a3aea343-10fb-4ef5-aaa6-d983469fcbcf admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=c58a255c5cfd4bd5a863bb2ccae2b200&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4965959 Sep 23 19:18:32.629463 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 55472) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:18:32.659794 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.base_scheduler [None req-74d92a9f-450d-429e-803b-dd2165f00a3b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713301-16, aeeb560d-d1ef-4fc8-a2fd-24b1eda13211) {{(pid=95101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:18:32.664948 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aeaccca-946d-4e98-982a-2bcd3f540b51 req-9855c228-c767-4461-aac4-9a76caf6c993 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:18:32.667611 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-9aeaccca-946d-4e98-982a-2bcd3f540b51 req-9855c228-c767-4461-aac4-9a76caf6c993 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=07622c7485a94956bd0dfade6db60bcf&device_id=4b82c186-58ee-4ec9-b85d-98d5bd440916 HTTP/1.1" status: 200 len: 1096 time: 0.1490557 Sep 23 19:18:32.683933 n-d-713301-16 neutron-server[95101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '34ddce53-382c-44ee-a43f-26559ac17462', 'tag': 'e23aa9eb-90ac-4b46-a474-95f7b54d9570'}] {{(pid=95101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 19:18:32.684932 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27cf8e51-c10f-456b-8022-3076ff49537e None None] Network aeeb560d-d1ef-4fc8-a2fd-24b1eda13211 requested from n-d-713301-16 {{(pid=95103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 19:18:32.687264 n-d-713301-16 neutron-server[95101]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d8366c5740cd635e57ab12b71fe44a77c2acc3c19091ef849c6f68b380462244" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb9dd074-d341-41f2-b028-16eb27716f5f" -d '{"events": [{"name": "network-changed", "server_uuid": "34ddce53-382c-44ee-a43f-26559ac17462", "tag": "e23aa9eb-90ac-4b46-a474-95f7b54d9570"}]}' {{(pid=95101) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 19:18:32.691536 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74d92a9f-450d-429e-803b-dd2165f00a3b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:18:32.692371 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-74d92a9f-450d-429e-803b-dd2165f00a3b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527417'] for subnet, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:18:32.699985 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-7223b6ee-7c42-4d77-811f-45b1fd2368db admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:18:32.725994 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-7223b6ee-7c42-4d77-811f-45b1fd2368db admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:18:32.731563 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-1c1dae16-04bc-407c-af78-808d05d65f4c req-fcf988d8-666a-406b-9de1-a23d50f55cdc tempest-ImagesOneServerNegativeTestJSON-187090525 tempest-ImagesOneServerNegativeTestJSON-187090525-project] 10.222.0.67 "GET /v2.0/security-groups?id=19c0f9e9-a6be-47c1-af86-410f820e84bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1148436 Sep 23 19:18:32.795510 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-7223b6ee-7c42-4d77-811f-45b1fd2368db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:18:32.798662 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-7223b6ee-7c42-4d77-811f-45b1fd2368db admin admin] Notify callbacks [] for security_group, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:18:32.802369 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-7223b6ee-7c42-4d77-811f-45b1fd2368db admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/22d7cddd-654e-4970-8989-3418608ab1b8 HTTP/1.1" status: 204 len: 168 time: 0.2587547 Sep 23 19:18:32.802741 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] For port e1915eac-faf9-4cce-9d4f-223fb16db9f3, host n-h2-713301-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-16',level=0,port_id=e1915eac-faf9-4cce-9d4f-223fb16db9f3,segment=NetworkSegment(00f65067-1b00-468f-894b-1d8e13071c70),segment_id=00f65067-1b00-468f-894b-1d8e13071c70)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:18:32.808959 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-74d92a9f-450d-429e-803b-dd2165f00a3b admin admin] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.8712318 Sep 23 19:18:32.811932 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 55488) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:18:32.816926 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.v2.base [None req-21a97fa6-3c2c-4278-a98c-5b83e7fc066d admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-120042920-router', 'tenant_id': '1b57601defaf4249865a0ba3430f0987', 'external_gateway_info': {'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac'}}} {{(pid=95101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:18:32.821182 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7223b6ee-7c42-4d77-811f-45b1fd2368db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22d7cddd-654e-4970-8989-3418608ab1b8,revision_number=None']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:18:32.827994 n-d-713301-16 neutron-server[95101]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 19:18:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8ee72cb-1393-4755-94a3-1b871d00e490 x-openstack-request-id: req-e8ee72cb-1393-4755-94a3-1b871d00e490 {{(pid=95101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 19:18:32.829223 n-d-713301-16 neutron-server[95101]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "34ddce53-382c-44ee-a43f-26559ac17462", "tag": "e23aa9eb-90ac-4b46-a474-95f7b54d9570", "status": "completed", "code": 200}]} {{(pid=95101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 19:18:32.829223 n-d-713301-16 neutron-server[95101]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-e8ee72cb-1393-4755-94a3-1b871d00e490 {{(pid=95101) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 19:18:32.829223 n-d-713301-16 neutron-server[95101]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '34ddce53-382c-44ee-a43f-26559ac17462', 'tag': 'e23aa9eb-90ac-4b46-a474-95f7b54d9570', 'status': 'completed', 'code': 200} Sep 23 19:18:32.857112 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-60fd49a7-7e40-453a-90a8-860f79fa4e5c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:18:32.909391 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-21a97fa6-3c2c-4278-a98c-5b83e7fc066d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-594563', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29355'] for router, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:18:32.910682 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-21a97fa6-3c2c-4278-a98c-5b83e7fc066d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-597363', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-601731', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-739356', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29346'] for router, precommit_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:18:32.918557 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb9dd074-d341-41f2-b028-16eb27716f5f req-7c6a8a7e-db59-4790-b07c-d4999e3a6aa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:18:32.920695 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-bb9dd074-d341-41f2-b028-16eb27716f5f req-7c6a8a7e-db59-4790-b07c-d4999e3a6aa2 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=01fd0bf0664a4580a0559687f9bf7c73&device_id=34ddce53-382c-44ee-a43f-26559ac17462 HTTP/1.1" status: 200 len: 1096 time: 0.0731957 Sep 23 19:18:32.950652 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-60fd49a7-7e40-453a-90a8-860f79fa4e5c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:18:32.955662 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Device 8b917f82-2724-44e7-93af-0463dea0cae8 no longer exists at agent hyperv_n-h1-713301-16 {{(pid=95103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 19:18:32.985953 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aeaccca-946d-4e98-982a-2bcd3f540b51 req-775b63d2-7623-4c6c-98ba-f3ef0866619f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:18:32.987709 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-9aeaccca-946d-4e98-982a-2bcd3f540b51 req-775b63d2-7623-4c6c-98ba-f3ef0866619f service neutron] 10.222.0.74 "GET /v2.0/networks?id=d5983aa5-dc01-48bc-bff2-9c83789f0fba HTTP/1.1" status: 200 len: 925 time: 0.3055742 Sep 23 19:18:32.997035 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.plugin [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] No Port match for: 8b917f82-2724-44e7-93af-0463dea0cae8 {{(pid=95103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 19:18:32.997517 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Device 8b917f82-2724-44e7-93af-0463dea0cae8 not bound to the agent host n-h1-713301-16 {{(pid=95103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 19:18:33.001864 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Returning: {'device': 'e1915eac-faf9-4cce-9d4f-223fb16db9f3', 'network_id': '700d9bb9-bc11-4c9f-9c9e-ad5f0b765959', 'port_id': 'e1915eac-faf9-4cce-9d4f-223fb16db9f3', 'mac_address': 'fa:16:3e:2c:ce:1f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 648, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0e8f2d91-dec7-4856-9400-fa2af5fd7699', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95103) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 19:18:33.079332 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-21a97fa6-3c2c-4278-a98c-5b83e7fc066d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:18:33.097217 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-9aeaccca-946d-4e98-982a-2bcd3f540b51 req-d9c23bb0-364f-4853-abde-28aa0f04d1f5 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=66109541-7cdd-41cd-a46a-a48c75dbdb18 HTTP/1.1" status: 200 len: 217 time: 0.0999966 Sep 23 19:18:33.102515 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:18:33.134138 n-d-713301-16 neutron-server[95103]: DEBUG neutron.notifiers.nova [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e1915eac-faf9-4cce-9d4f-223fb16db9f3 {{(pid=95103) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 19:18:33.166810 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23e20766-86df-47dc-b92d-04cf2a30c153 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4c8b80df-07eb-5275-9f17-5cf640db67c0-aeeb560d-d1ef-4fc8-a2fd-24b1eda13211', 'network_id': 'aeeb560d-d1ef-4fc8-a2fd-24b1eda13211', 'tenant_id': '1b57601defaf4249865a0ba3430f0987', 'fixed_ips': [{'subnet_id': '7a24f63b-0d16-4860-b351-7d263234071f'}]}} from n-d-713301-16. {{(pid=95103) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 23 19:18:33.167699 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-23e20766-86df-47dc-b92d-04cf2a30c153 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_create {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:18:33.179264 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75794d90-de7d-49c0-b599-79215f3de504 req-9f43bcf0-08df-4634-bcb3-410cb9397c15 tempest-LiveAutoBlockMigrationV225Test-1531822435 tempest-LiveAutoBlockMigrationV225Test-1531822435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:18:33.187766 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] For port e1915eac-faf9-4cce-9d4f-223fb16db9f3, host n-h2-713301-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-16',level=0,port_id=e1915eac-faf9-4cce-9d4f-223fb16db9f3,segment=NetworkSegment(00f65067-1b00-468f-894b-1d8e13071c70),segment_id=00f65067-1b00-468f-894b-1d8e13071c70)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:18:33.189088 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-75794d90-de7d-49c0-b599-79215f3de504 req-9f43bcf0-08df-4634-bcb3-410cb9397c15 tempest-LiveAutoBlockMigrationV225Test-1531822435 tempest-LiveAutoBlockMigrationV225Test-1531822435-project] 10.222.0.67 "GET /v2.0/ports?device_id=34ddce53-382c-44ee-a43f-26559ac17462 HTTP/1.1" status: 200 len: 944 time: 0.2046132 Sep 23 19:18:33.208156 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:18:33.228913 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aeaccca-946d-4e98-982a-2bcd3f540b51 req-b835c980-675c-44cc-8c5f-cb26ab8f5c12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:18:33.231274 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-9aeaccca-946d-4e98-982a-2bcd3f540b51 req-b835c980-675c-44cc-8c5f-cb26ab8f5c12 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=d6f0871f-c3f6-47e4-ac38-d95f0ade6ade HTTP/1.1" status: 200 len: 863 time: 0.1252077 Sep 23 19:18:33.249379 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-60fd49a7-7e40-453a-90a8-860f79fa4e5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:18:33.256655 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-60fd49a7-7e40-453a-90a8-860f79fa4e5c admin admin] Notify callbacks [] for security_group, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:18:33.260717 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-60fd49a7-7e40-453a-90a8-860f79fa4e5c admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/b79a559f-1696-46fe-9fcc-92a6c25c4030 HTTP/1.1" status: 204 len: 168 time: 0.6286418 Sep 23 19:18:33.318549 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60fd49a7-7e40-453a-90a8-860f79fa4e5c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b79a559f-1696-46fe-9fcc-92a6c25c4030,revision_number=None']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:18:33.369773 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Pushing event updated for resources: {'Port': ['ID=e1915eac-faf9-4cce-9d4f-223fb16db9f3,revision_number=4']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:18:33.398955 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-75794d90-de7d-49c0-b599-79215f3de504 req-b81f4bcd-3ebe-44a1-8e3e-a3ef4ae2e9aa tempest-LiveAutoBlockMigrationV225Test-1531822435 tempest-LiveAutoBlockMigrationV225Test-1531822435-project] 10.222.0.67 "GET /v2.0/security-groups?id=6d32247e-8bb7-4ae1-818c-76baafa39c73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2059565 Sep 23 19:18:33.419603 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aeaccca-946d-4e98-982a-2bcd3f540b51 req-488e557c-f03a-4245-95ac-a0c34ee86476 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:18:33.421698 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-9aeaccca-946d-4e98-982a-2bcd3f540b51 req-488e557c-f03a-4245-95ac-a0c34ee86476 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=d5983aa5-dc01-48bc-bff2-9c83789f0fba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1562512 Sep 23 19:18:33.432060 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] get_ports_and_sgs() called for port_ids ['e1915eac-faf9-4cce-9d4f-223fb16db9f3'] {{(pid=95103) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 19:18:33.441091 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb9dd074-d341-41f2-b028-16eb27716f5f req-4ac62fa3-bac1-4f61-8adf-7febdbfc125f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:18:33.444189 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-bb9dd074-d341-41f2-b028-16eb27716f5f req-4ac62fa3-bac1-4f61-8adf-7febdbfc125f service neutron] 10.222.0.53 "GET /v2.0/networks?id=c2b58ecf-3b1b-414c-92a4-f53b08b3dace HTTP/1.1" status: 200 len: 922 time: 0.5115831 Sep 23 19:18:33.500749 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.db_base_plugin_common [None req-23e20766-86df-47dc-b92d-04cf2a30c153 None None] Allocated IP 172.20.0.2 (aeeb560d-d1ef-4fc8-a2fd-24b1eda13211/7a24f63b-0d16-4860-b351-7d263234071f/96e76c0a-bdcc-490c-9066-f83ed1bbf60f) {{(pid=95103) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 19:18:33.514539 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-21a97fa6-3c2c-4278-a98c-5b83e7fc066d admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:18:33.561201 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-9aeaccca-946d-4e98-982a-2bcd3f540b51 req-b25a4cfe-7376-4977-9ec5-905440651f21 service neutron] 10.222.0.74 "GET /v2.0/networks/d5983aa5-dc01-48bc-bff2-9c83789f0fba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1318355 Sep 23 19:18:33.583114 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-bb9dd074-d341-41f2-b028-16eb27716f5f req-e98da7c5-d19c-44f4-9b0d-bd7b9cc9f004 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e23aa9eb-90ac-4b46-a474-95f7b54d9570 HTTP/1.1" status: 200 len: 217 time: 0.0769033 Sep 23 19:18:33.695859 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-9aeaccca-946d-4e98-982a-2bcd3f540b51 req-67b7fd81-3c17-41ba-aebe-e074ca3aaba0 service neutron] 10.222.0.74 "GET /v2.0/networks/d5983aa5-dc01-48bc-bff2-9c83789f0fba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1261168 Sep 23 19:18:33.761480 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb9dd074-d341-41f2-b028-16eb27716f5f req-0f0fae96-713c-4470-9152-28851a8060f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:18:33.763092 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-bb9dd074-d341-41f2-b028-16eb27716f5f req-0f0fae96-713c-4470-9152-28851a8060f7 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=4cc4932b-c381-47ec-9303-11e42975856f HTTP/1.1" status: 200 len: 861 time: 0.1551344 Sep 23 19:18:33.796205 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c25061-7d3b-4a54-8b00-d3a005b4df11 req-64acebaa-3332-4b8b-806e-26ae6bbb15e0 tempest-ServersWithSpecificFlavorTestJSON-1837670196 tempest-ServersWithSpecificFlavorTestJSON-1837670196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:18:33.798262 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-e3c25061-7d3b-4a54-8b00-d3a005b4df11 req-64acebaa-3332-4b8b-806e-26ae6bbb15e0 tempest-ServersWithSpecificFlavorTestJSON-1837670196 tempest-ServersWithSpecificFlavorTestJSON-1837670196-project] 10.222.0.67 "GET /v2.0/ports?device_id=4b82c186-58ee-4ec9-b85d-98d5bd440916 HTTP/1.1" status: 200 len: 944 time: 0.0725055 Sep 23 19:18:33.798882 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-23e20766-86df-47dc-b92d-04cf2a30c153 None None] Notify callbacks [] for port, precommit_create {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:18:33.817385 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-23e20766-86df-47dc-b92d-04cf2a30c153 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783145673135'] for port, after_create {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:18:33.831133 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-bb9dd074-d341-41f2-b028-16eb27716f5f req-9f176c5d-545f-46fd-92c9-bedce4dcdd1d service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=c2b58ecf-3b1b-414c-92a4-f53b08b3dace&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0605547 Sep 23 19:18:33.846472 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-e3c25061-7d3b-4a54-8b00-d3a005b4df11 req-f03ff3ce-f763-468e-b44e-1911ef1841b8 tempest-ServersWithSpecificFlavorTestJSON-1837670196 tempest-ServersWithSpecificFlavorTestJSON-1837670196-project] 10.222.0.67 "GET /v2.0/security-groups?id=d5229659-9431-4b80-bd22-2c55198ccc0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398712 Sep 23 19:18:33.932266 n-d-713301-16 neutron-server[95103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23e20766-86df-47dc-b92d-04cf2a30c153 None None] Network aeeb560d-d1ef-4fc8-a2fd-24b1eda13211 is already hosted by enough agents. {{(pid=95103) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:18:33.939321 n-d-713301-16 neutron-server[95103]: DEBUG neutron.scheduler.base_scheduler [None req-23e20766-86df-47dc-b92d-04cf2a30c153 None None] Resources bound (agent type, host, resource id): {{(pid=95103) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:18:33.947733 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23e20766-86df-47dc-b92d-04cf2a30c153 None None] Received port after_create {{(pid=95103) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 19:18:33.986020 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23e20766-86df-47dc-b92d-04cf2a30c153 None None] Pushing event updated for resources: {'Port': ['ID=96e76c0a-bdcc-490c-9066-f83ed1bbf60f,revision_number=1']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:18:33.997308 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-bb9dd074-d341-41f2-b028-16eb27716f5f req-0bb5c9df-43d5-4659-94e1-a8cb8eff74f2 service neutron] 10.222.0.53 "GET /v2.0/networks/c2b58ecf-3b1b-414c-92a4-f53b08b3dace?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1560819 Sep 23 19:18:34.050183 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe57c8bf-8fbe-4276-b3d7-5929ebb841b1 req-d7de9658-3cef-49ef-975d-ba7a1c9d54a9 tempest-ImagesOneServerNegativeTestJSON-187090525 tempest-ImagesOneServerNegativeTestJSON-187090525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:18:34.051734 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-fe57c8bf-8fbe-4276-b3d7-5929ebb841b1 req-d7de9658-3cef-49ef-975d-ba7a1c9d54a9 tempest-ImagesOneServerNegativeTestJSON-187090525 tempest-ImagesOneServerNegativeTestJSON-187090525-project] 10.222.0.67 "GET /v2.0/ports?device_id=56b87947-4cee-4099-98e4-6e69b43c7f13 HTTP/1.1" status: 200 len: 945 time: 0.0803208 Sep 23 19:18:34.057078 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 55532) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:18:34.087106 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.managers [None req-23e20766-86df-47dc-b92d-04cf2a30c153 None None] Attempting to bind port 96e76c0a-bdcc-490c-9066-f83ed1bbf60f on host n-d-713301-16 for vnic_type normal with profile {{(pid=95103) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 19:18:34.087597 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.managers [None req-23e20766-86df-47dc-b92d-04cf2a30c153 None None] Attempting to bind port 96e76c0a-bdcc-490c-9066-f83ed1bbf60f by drivers openvswitch,hyperv on host n-d-713301-16 at level 0 using segments [{'id': '24a8f1c2-6cab-462e-bcd7-b4a9edb91257', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'aeeb560d-d1ef-4fc8-a2fd-24b1eda13211'}] {{(pid=95103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 19:18:34.088042 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23e20766-86df-47dc-b92d-04cf2a30c153 None None] Attempting to bind port 96e76c0a-bdcc-490c-9066-f83ed1bbf60f on network aeeb560d-d1ef-4fc8-a2fd-24b1eda13211 {{(pid=95103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:18:34.094044 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23e20766-86df-47dc-b92d-04cf2a30c153 None None] Checking agent: {'id': '70a14545-df24-472f-8f95-bfe1719bff93', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 19, 7, 53), 'started_at': datetime.datetime(2021, 9, 23, 19, 8, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 19, 18, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 19:18:34.095026 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23e20766-86df-47dc-b92d-04cf2a30c153 None None] Checking segment: {'id': '24a8f1c2-6cab-462e-bcd7-b4a9edb91257', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'aeeb560d-d1ef-4fc8-a2fd-24b1eda13211'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95103) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:18:34.095146 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-23e20766-86df-47dc-b92d-04cf2a30c153 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:18:34.095590 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23e20766-86df-47dc-b92d-04cf2a30c153 None None] Bound using segment: {'id': '24a8f1c2-6cab-462e-bcd7-b4a9edb91257', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'aeeb560d-d1ef-4fc8-a2fd-24b1eda13211'} {{(pid=95103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 19:18:34.096835 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.managers [None req-23e20766-86df-47dc-b92d-04cf2a30c153 None None] Bound port: 96e76c0a-bdcc-490c-9066-f83ed1bbf60f, host: n-d-713301-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '24a8f1c2-6cab-462e-bcd7-b4a9edb91257', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'aeeb560d-d1ef-4fc8-a2fd-24b1eda13211'}}] {{(pid=95103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 19:18:34.096835 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-23e20766-86df-47dc-b92d-04cf2a30c153 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:18:34.152898 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-21a97fa6-3c2c-4278-a98c-5b83e7fc066d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:18:34.175817 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-23e20766-86df-47dc-b92d-04cf2a30c153 None None] For port 96e76c0a-bdcc-490c-9066-f83ed1bbf60f, host n-d-713301-16, cleared binding levels {{(pid=95103) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 19:18:34.176651 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-21a97fa6-3c2c-4278-a98c-5b83e7fc066d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:18:34.181022 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-23e20766-86df-47dc-b92d-04cf2a30c153 None None] For port 96e76c0a-bdcc-490c-9066-f83ed1bbf60f, host n-d-713301-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-16',level=0,port_id=96e76c0a-bdcc-490c-9066-f83ed1bbf60f,segment=NetworkSegment(24a8f1c2-6cab-462e-bcd7-b4a9edb91257),segment_id=24a8f1c2-6cab-462e-bcd7-b4a9edb91257)] {{(pid=95103) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 19:18:34.186351 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-23e20766-86df-47dc-b92d-04cf2a30c153 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:18:34.201995 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-bb9dd074-d341-41f2-b028-16eb27716f5f req-9c688b5e-ee30-40ec-b9c8-33cf29698f00 service neutron] 10.222.0.53 "GET /v2.0/networks/c2b58ecf-3b1b-414c-92a4-f53b08b3dace?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1650503 Sep 23 19:18:34.218725 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-fe57c8bf-8fbe-4276-b3d7-5929ebb841b1 req-09701a9c-a8a5-46ba-9f5e-c53127d2e1b4 tempest-ImagesOneServerNegativeTestJSON-187090525 tempest-ImagesOneServerNegativeTestJSON-187090525-project] 10.222.0.67 "GET /v2.0/security-groups?id=19c0f9e9-a6be-47c1-af86-410f820e84bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1594164 Sep 23 19:18:34.228245 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-71c93a63-d703-4ef7-9117-d2c32dc5c299 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=434b80ab1caa477089aad77a6f87a48d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1700997 Sep 23 19:18:34.230670 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 55538) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:18:34.301708 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23e20766-86df-47dc-b92d-04cf2a30c153 None None] Pushing event updated for resources: {'Port': ['ID=96e76c0a-bdcc-490c-9066-f83ed1bbf60f,revision_number=2']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:18:34.313530 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-89561ced-dc8a-43cb-b496-4eff2ae7369f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:18:34.347396 n-d-713301-16 neutron-server[95101]: DEBUG neutron.db.db_base_plugin_common [None req-21a97fa6-3c2c-4278-a98c-5b83e7fc066d admin admin] Allocated IP 172.25.1.224 (5dec5c09-378e-4f50-89cc-d94eb81c3bac/eff83446-018c-428d-b3f5-54ac9abe7a2a/a27bbaa9-85ff-4190-b14e-ebbb68b6f0b6) {{(pid=95101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 19:18:34.371667 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-89561ced-dc8a-43cb-b496-4eff2ae7369f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:18:34.470296 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-89561ced-dc8a-43cb-b496-4eff2ae7369f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:18:34.480192 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-89561ced-dc8a-43cb-b496-4eff2ae7369f admin admin] Notify callbacks [] for security_group, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:18:34.481672 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-89561ced-dc8a-43cb-b496-4eff2ae7369f admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/2b316293-32b8-41a8-b1ea-26147ff466c6 HTTP/1.1" status: 204 len: 168 time: 0.2500508 Sep 23 19:18:34.500575 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Device e23aa9eb-90ac-4b46-a474-95f7b54d9570 details requested by agent hyperv_n-h2-713301-16 with host n-h2-713301-16 {{(pid=95103) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 19:18:34.547548 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89561ced-dc8a-43cb-b496-4eff2ae7369f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b316293-32b8-41a8-b1ea-26147ff466c6,revision_number=None']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:18:34.623244 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-21a97fa6-3c2c-4278-a98c-5b83e7fc066d admin admin] Notify callbacks [] for port, precommit_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:18:34.631395 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Device e1915eac-faf9-4cce-9d4f-223fb16db9f3 up at agent hyperv_n-h2-713301-16 {{(pid=95103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 19:18:34.681522 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-21a97fa6-3c2c-4278-a98c-5b83e7fc066d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783145673135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5607431'] for port, after_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:18:34.705597 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c1f8d2a-ef8e-4850-b2bb-e1ca91786c7a req-e9817f1c-dcf8-473c-ab7a-ef0d9527841a tempest-LiveAutoBlockMigrationV225Test-1531822435 tempest-LiveAutoBlockMigrationV225Test-1531822435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:18:34.715385 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-8c1f8d2a-ef8e-4850-b2bb-e1ca91786c7a req-e9817f1c-dcf8-473c-ab7a-ef0d9527841a tempest-LiveAutoBlockMigrationV225Test-1531822435 tempest-LiveAutoBlockMigrationV225Test-1531822435-project] 10.222.0.67 "GET /v2.0/ports?device_id=34ddce53-382c-44ee-a43f-26559ac17462 HTTP/1.1" status: 200 len: 944 time: 0.1893559 Sep 23 19:18:34.739213 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21a97fa6-3c2c-4278-a98c-5b83e7fc066d admin admin] Network 5dec5c09-378e-4f50-89cc-d94eb81c3bac is already hosted by enough agents. {{(pid=95101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:18:34.742620 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.base_scheduler [None req-21a97fa6-3c2c-4278-a98c-5b83e7fc066d admin admin] Resources bound (agent type, host, resource id): {{(pid=95101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:18:34.755153 n-d-713301-16 neutron-server[95101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21a97fa6-3c2c-4278-a98c-5b83e7fc066d admin admin] Received port after_create {{(pid=95101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 19:18:34.782085 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-8c1f8d2a-ef8e-4850-b2bb-e1ca91786c7a req-b2e3c9e0-259c-44e0-aaab-3482e282024c tempest-LiveAutoBlockMigrationV225Test-1531822435 tempest-LiveAutoBlockMigrationV225Test-1531822435-project] 10.222.0.67 "GET /v2.0/security-groups?id=6d32247e-8bb7-4ae1-818c-76baafa39c73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620992 Sep 23 19:18:34.832439 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21a97fa6-3c2c-4278-a98c-5b83e7fc066d admin admin] Pushing event updated for resources: {'Port': ['ID=a27bbaa9-85ff-4190-b14e-ebbb68b6f0b6,revision_number=1']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:18:34.848834 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] For port e23aa9eb-90ac-4b46-a474-95f7b54d9570, host n-h2-713301-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-16',level=0,port_id=e23aa9eb-90ac-4b46-a474-95f7b54d9570,segment=NetworkSegment(5e7e2223-350e-4937-8d7b-2c6ab6ddc0ab),segment_id=5e7e2223-350e-4937-8d7b-2c6ab6ddc0ab)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:18:34.865354 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Device 66109541-7cdd-41cd-a46a-a48c75dbdb18 details requested by agent hyperv_n-h1-713301-16 with host n-h1-713301-16 {{(pid=95103) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 19:18:34.877752 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Provisioning for port e1915eac-faf9-4cce-9d4f-223fb16db9f3 completed by entity L2. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 19:18:34.884853 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Returning: {'device': 'e23aa9eb-90ac-4b46-a474-95f7b54d9570', 'network_id': 'c2b58ecf-3b1b-414c-92a4-f53b08b3dace', 'port_id': 'e23aa9eb-90ac-4b46-a474-95f7b54d9570', 'mac_address': 'fa:16:3e:75:49:c8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 621, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4cc4932b-c381-47ec-9303-11e42975856f', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95103) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 19:18:34.892938 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Provisioning complete for port e1915eac-faf9-4cce-9d4f-223fb16db9f3 triggered by entity L2. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:18:34.893717 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:18:35.063891 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:18:35.066249 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2703153-ffb3-4725-93d0-4dde1938b6e9 req-598a0773-4918-4b31-918d-27244b997598 tempest-ServersWithSpecificFlavorTestJSON-1837670196 tempest-ServersWithSpecificFlavorTestJSON-1837670196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:18:35.068868 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-f2703153-ffb3-4725-93d0-4dde1938b6e9 req-598a0773-4918-4b31-918d-27244b997598 tempest-ServersWithSpecificFlavorTestJSON-1837670196 tempest-ServersWithSpecificFlavorTestJSON-1837670196-project] 10.222.0.67 "GET /v2.0/ports?device_id=4b82c186-58ee-4ec9-b85d-98d5bd440916 HTTP/1.1" status: 200 len: 944 time: 0.0708575 Sep 23 19:18:35.093649 n-d-713301-16 neutron-server[95103]: DEBUG neutron.notifiers.nova [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e23aa9eb-90ac-4b46-a474-95f7b54d9570 {{(pid=95103) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 19:18:35.151214 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] For port e23aa9eb-90ac-4b46-a474-95f7b54d9570, host n-h2-713301-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-16',level=0,port_id=e23aa9eb-90ac-4b46-a474-95f7b54d9570,segment=NetworkSegment(5e7e2223-350e-4937-8d7b-2c6ab6ddc0ab),segment_id=5e7e2223-350e-4937-8d7b-2c6ab6ddc0ab)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:18:35.167035 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-f2703153-ffb3-4725-93d0-4dde1938b6e9 req-1d9ed920-f8e8-4ef1-ba10-9790bb411d7d tempest-ServersWithSpecificFlavorTestJSON-1837670196 tempest-ServersWithSpecificFlavorTestJSON-1837670196-project] 10.222.0.67 "GET /v2.0/security-groups?id=d5229659-9431-4b80-bd22-2c55198ccc0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0815780 Sep 23 19:18:35.196469 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] For port 66109541-7cdd-41cd-a46a-a48c75dbdb18, host n-h1-713301-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-16',level=0,port_id=66109541-7cdd-41cd-a46a-a48c75dbdb18,segment=NetworkSegment(7c11e0df-7313-4765-ac14-518be1d9f929),segment_id=7c11e0df-7313-4765-ac14-518be1d9f929)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:18:35.199252 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:18:35.284085 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Pushing event updated for resources: {'Port': ['ID=e23aa9eb-90ac-4b46-a474-95f7b54d9570,revision_number=4']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:18:35.303290 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-21a97fa6-3c2c-4278-a98c-5b83e7fc066d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:18:35.319641 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Returning: {'device': '66109541-7cdd-41cd-a46a-a48c75dbdb18', 'network_id': 'd5983aa5-dc01-48bc-bff2-9c83789f0fba', 'port_id': '66109541-7cdd-41cd-a46a-a48c75dbdb18', 'mac_address': 'fa:16:3e:0a:5e:bd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 619, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd6f0871f-c3f6-47e4-ac38-d95f0ade6ade', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95103) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 19:18:35.375816 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:18:35.392108 n-d-713301-16 neutron-server[95103]: DEBUG neutron.notifiers.nova [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 66109541-7cdd-41cd-a46a-a48c75dbdb18 {{(pid=95103) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 19:18:35.407809 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] get_ports_and_sgs() called for port_ids ['e23aa9eb-90ac-4b46-a474-95f7b54d9570'] {{(pid=95103) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 19:18:35.412448 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:18:35.467556 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] For port 66109541-7cdd-41cd-a46a-a48c75dbdb18, host n-h1-713301-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-16',level=0,port_id=66109541-7cdd-41cd-a46a-a48c75dbdb18,segment=NetworkSegment(7c11e0df-7313-4765-ac14-518be1d9f929),segment_id=7c11e0df-7313-4765-ac14-518be1d9f929)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:18:35.498311 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Device 96e76c0a-bdcc-490c-9066-f83ed1bbf60f up at agent ovs-agent-n-d-713301-16 {{(pid=95103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 19:18:35.510863 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-783ba503-8cfb-48cd-bc14-e456a77601d4 req-fe748ae6-5e19-4e8b-b804-d81489d84fb4 tempest-ImagesOneServerNegativeTestJSON-187090525 tempest-ImagesOneServerNegativeTestJSON-187090525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:18:35.522701 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-783ba503-8cfb-48cd-bc14-e456a77601d4 req-fe748ae6-5e19-4e8b-b804-d81489d84fb4 tempest-ImagesOneServerNegativeTestJSON-187090525 tempest-ImagesOneServerNegativeTestJSON-187090525-project] 10.222.0.67 "GET /v2.0/ports?device_id=56b87947-4cee-4099-98e4-6e69b43c7f13 HTTP/1.1" status: 200 len: 945 time: 0.1360166 Sep 23 19:18:35.579024 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:18:35.629787 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-783ba503-8cfb-48cd-bc14-e456a77601d4 req-8134f770-ac0f-46f1-8f6f-3b4ec674365c tempest-ImagesOneServerNegativeTestJSON-187090525 tempest-ImagesOneServerNegativeTestJSON-187090525-project] 10.222.0.67 "GET /v2.0/security-groups?id=19c0f9e9-a6be-47c1-af86-410f820e84bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1005507 Sep 23 19:18:35.656084 n-d-713301-16 neutron-server[95103]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '56b87947-4cee-4099-98e4-6e69b43c7f13', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e1915eac-faf9-4cce-9d4f-223fb16db9f3'}] {{(pid=95103) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 19:18:35.670756 n-d-713301-16 neutron-server[95103]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}81a1c17f2aa89d5b3ebbba3a3e0cf7eb588e431c2224256110c4c4facdd7c3e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce83f9c8-1bea-4ae0-824b-d854977898db" -d '{"events": [{"server_uuid": "56b87947-4cee-4099-98e4-6e69b43c7f13", "name": "network-vif-plugged", "status": "completed", "tag": "e1915eac-faf9-4cce-9d4f-223fb16db9f3"}]}' {{(pid=95103) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 19:18:35.695236 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 55592) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:18:35.729462 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] For port e1915eac-faf9-4cce-9d4f-223fb16db9f3, host n-h2-713301-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-16',level=0,port_id=e1915eac-faf9-4cce-9d4f-223fb16db9f3,segment=NetworkSegment(00f65067-1b00-468f-894b-1d8e13071c70),segment_id=00f65067-1b00-468f-894b-1d8e13071c70)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:18:35.751681 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:18:35.766718 n-d-713301-16 neutron-server[95103]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 19:18:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f4bb791-633d-4ea3-bfa7-e6c20a61e859 x-openstack-request-id: req-5f4bb791-633d-4ea3-bfa7-e6c20a61e859 {{(pid=95103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 19:18:35.767006 n-d-713301-16 neutron-server[95103]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "56b87947-4cee-4099-98e4-6e69b43c7f13", "name": "network-vif-plugged", "status": "completed", "tag": "e1915eac-faf9-4cce-9d4f-223fb16db9f3", "code": 200}]} {{(pid=95103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 19:18:35.767890 n-d-713301-16 neutron-server[95103]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-5f4bb791-633d-4ea3-bfa7-e6c20a61e859 {{(pid=95103) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 19:18:35.767890 n-d-713301-16 neutron-server[95103]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '56b87947-4cee-4099-98e4-6e69b43c7f13', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e1915eac-faf9-4cce-9d4f-223fb16db9f3', 'code': 200} Sep 23 19:18:35.775989 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Provisioning complete for port 96e76c0a-bdcc-490c-9066-f83ed1bbf60f triggered by entity L2. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:18:35.776422 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:18:35.813990 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Pushing event updated for resources: {'Port': ['ID=66109541-7cdd-41cd-a46a-a48c75dbdb18,revision_number=4']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:18:35.828693 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] get_ports_and_sgs() called for port_ids ['66109541-7cdd-41cd-a46a-a48c75dbdb18'] {{(pid=95103) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 19:18:35.904907 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 55600) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:18:35.949446 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659dfe13-02eb-4c39-a765-c6b91bc5a0fa req-899f5ccc-bc4f-43ee-bcac-d66144c604ae tempest-LiveAutoBlockMigrationV225Test-1531822435 tempest-LiveAutoBlockMigrationV225Test-1531822435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:18:35.965592 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-659dfe13-02eb-4c39-a765-c6b91bc5a0fa req-899f5ccc-bc4f-43ee-bcac-d66144c604ae tempest-LiveAutoBlockMigrationV225Test-1531822435 tempest-LiveAutoBlockMigrationV225Test-1531822435-project] 10.222.0.67 "GET /v2.0/ports?device_id=34ddce53-382c-44ee-a43f-26559ac17462 HTTP/1.1" status: 200 len: 945 time: 0.0936587 Sep 23 19:18:36.033342 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4f80d59-9b27-48e0-8acc-be53ffde0ada None None] Network aeeb560d-d1ef-4fc8-a2fd-24b1eda13211 requested from n-d-713301-16 {{(pid=95103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 19:18:36.042882 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-659dfe13-02eb-4c39-a765-c6b91bc5a0fa req-f74f9a30-98c7-4317-bc81-a2219c2a2a15 tempest-LiveAutoBlockMigrationV225Test-1531822435 tempest-LiveAutoBlockMigrationV225Test-1531822435-project] 10.222.0.67 "GET /v2.0/security-groups?id=6d32247e-8bb7-4ae1-818c-76baafa39c73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704765 Sep 23 19:18:36.050006 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1224779c-f170-416b-b6de-1c19915bdbfb req-4821ce8c-03fc-4856-ba5d-a44f3d8197e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:18:36.051508 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-1224779c-f170-416b-b6de-1c19915bdbfb req-4821ce8c-03fc-4856-ba5d-a44f3d8197e7 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=56b87947-4cee-4099-98e4-6e69b43c7f13 HTTP/1.1" status: 200 len: 1098 time: 0.0947754 Sep 23 19:18:36.111084 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-1224779c-f170-416b-b6de-1c19915bdbfb req-29d5a7d5-5a55-4cfc-9ffb-927536771d15 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=19c0f9e9-a6be-47c1-af86-410f820e84bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512209 Sep 23 19:18:36.113723 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-21a97fa6-3c2c-4278-a98c-5b83e7fc066d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-597258', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-601790'] for router, after_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:18:36.199413 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-bb4b46b3-6983-45c8-9474-f78d71e76547 None None] Provisioning complete for port 96e76c0a-bdcc-490c-9066-f83ed1bbf60f triggered by entity DHCP. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:18:36.199881 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-bb4b46b3-6983-45c8-9474-f78d71e76547 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:18:36.236650 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Pushing event updated for resources: {'Port': ['ID=e1915eac-faf9-4cce-9d4f-223fb16db9f3,revision_number=5']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:18:36.318211 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-d3c3ce36-a062-4658-94eb-ca118136ff84 tempest-AutoAllocateNetworkTest-589794095 tempest-AutoAllocateNetworkTest-589794095-project] 10.222.0.67 "GET /v2.0/networks?tenant_id=d9a27516a9ce4f739d501f2738a2142f&shared=False HTTP/1.1" status: 200 len: 208 time: 0.6217129 Sep 23 19:18:36.321165 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 55610) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:18:36.337688 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-21a97fa6-3c2c-4278-a98c-5b83e7fc066d admin admin] Router 9cb2b6d2-dfed-43ba-b262-61d77a40b199 is scheduled to L3 agent 79a740bf-7821-4989-8288-7186e3e128f3 with binding_index 1 {{(pid=95101) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 23 19:18:36.372009 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e1a1ad5-f83b-44da-a6fd-e9ec4da7fe04 req-6a7f8c6f-d6b6-4dea-a2f7-9baf0f41c013 tempest-ServersWithSpecificFlavorTestJSON-1837670196 tempest-ServersWithSpecificFlavorTestJSON-1837670196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:18:36.381011 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-0e1a1ad5-f83b-44da-a6fd-e9ec4da7fe04 req-6a7f8c6f-d6b6-4dea-a2f7-9baf0f41c013 tempest-ServersWithSpecificFlavorTestJSON-1837670196 tempest-ServersWithSpecificFlavorTestJSON-1837670196-project] 10.222.0.67 "GET /v2.0/ports?device_id=4b82c186-58ee-4ec9-b85d-98d5bd440916 HTTP/1.1" status: 200 len: 945 time: 0.1370456 Sep 23 19:18:36.420162 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-47443d8c-2c78-4f6b-a480-686ef9554bbf admin admin] Notify callbacks [] for security_group, before_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:18:36.426100 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:18:36.540267 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4058bab3-9899-4c59-a601-c72b99c4ce7e tempest-AutoAllocateNetworkTest-589794095 tempest-AutoAllocateNetworkTest-589794095-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:18:36.542826 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-4058bab3-9899-4c59-a601-c72b99c4ce7e tempest-AutoAllocateNetworkTest-589794095 tempest-AutoAllocateNetworkTest-589794095-project] 10.222.0.67 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 764 time: 0.2205110 Sep 23 19:18:36.546283 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 55620) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:18:36.570424 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] For port 96e76c0a-bdcc-490c-9066-f83ed1bbf60f, host n-d-713301-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-16',level=0,port_id=96e76c0a-bdcc-490c-9066-f83ed1bbf60f,segment=NetworkSegment(24a8f1c2-6cab-462e-bcd7-b4a9edb91257),segment_id=24a8f1c2-6cab-462e-bcd7-b4a9edb91257)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:18:36.573680 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-0e1a1ad5-f83b-44da-a6fd-e9ec4da7fe04 req-60f34d47-2334-45e2-a062-af89945eb68a tempest-ServersWithSpecificFlavorTestJSON-1837670196 tempest-ServersWithSpecificFlavorTestJSON-1837670196-project] 10.222.0.67 "GET /v2.0/security-groups?id=d5229659-9431-4b80-bd22-2c55198ccc0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1823215 Sep 23 19:18:36.584883 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-bb4b46b3-6983-45c8-9474-f78d71e76547 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:18:36.593065 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:18:36.624011 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-2f5b7158-265c-4fdb-944a-233882d2b29e tempest-AutoAllocateNetworkTest-589794095 tempest-AutoAllocateNetworkTest-589794095-project] 10.222.0.67 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0761936 Sep 23 19:18:36.627418 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 55624) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:18:36.629787 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21a97fa6-3c2c-4278-a98c-5b83e7fc066d admin admin] Notify agent at l3_agent.n-d-713301-16 the message routers_updated {{(pid=95101) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 19:18:36.648085 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-47443d8c-2c78-4f6b-a480-686ef9554bbf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:18:36.655240 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-47443d8c-2c78-4f6b-a480-686ef9554bbf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:18:36.667960 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-ec08f91c-649a-4076-b844-715738668398 tempest-AutoAllocateNetworkTest-589794095 tempest-AutoAllocateNetworkTest-589794095-project] 10.222.0.67 "GET /v2.0/networks?tenant_id=d9a27516a9ce4f739d501f2738a2142f HTTP/1.1" status: 200 len: 208 time: 0.0391588 Sep 23 19:18:36.673841 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0811ca27-8556-413a-b9fb-077e4e9947f6 None None] Sync routers for ids ['9cb2b6d2-dfed-43ba-b262-61d77a40b199'] in n-d-713301-16 {{(pid=95103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 19:18:36.681604 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-21a97fa6-3c2c-4278-a98c-5b83e7fc066d admin admin] Notify callbacks [] for router, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:18:36.683098 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-21a97fa6-3c2c-4278-a98c-5b83e7fc066d admin admin] 10.222.0.67 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 3.8698370 Sep 23 19:18:36.686517 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 55630) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:18:36.741047 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0811ca27-8556-413a-b9fb-077e4e9947f6 None None] Routers {'9cb2b6d2-dfed-43ba-b262-61d77a40b199'} bound to L3 agent in host n-d-713301-16 {{(pid=95103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 19:18:36.745835 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_hamode_db [None req-0811ca27-8556-413a-b9fb-077e4e9947f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-23T19:07:52Z,description=,heartbeat_timestamp=2021-09-23T19:18:22Z,host='n-d-713301-16',id=79a740bf-7821-4989-8288-7186e3e128f3,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:07:52Z,topic='l3_agent')) {'router_ids': ['9cb2b6d2-dfed-43ba-b262-61d77a40b199'], 'active': True} {{(pid=95103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:18:36.771438 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-47443d8c-2c78-4f6b-a480-686ef9554bbf admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=6f916f306a264165b2b67e6ed30deb77&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8654091 Sep 23 19:18:36.780359 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 55634) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:18:36.796450 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47443d8c-2c78-4f6b-a480-686ef9554bbf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2628c9e5-a916-4f91-a300-7c2c8fd7fdde,revision_number=1']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:18:36.842585 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-296a3aa1-da2e-43bf-ae6a-f2a3eb7a3776 req-6b974007-5f56-48cd-b723-548c13776086 tempest-ImagesOneServerNegativeTestJSON-187090525 tempest-ImagesOneServerNegativeTestJSON-187090525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:18:36.850208 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-296a3aa1-da2e-43bf-ae6a-f2a3eb7a3776 req-6b974007-5f56-48cd-b723-548c13776086 tempest-ImagesOneServerNegativeTestJSON-187090525 tempest-ImagesOneServerNegativeTestJSON-187090525-project] 10.222.0.67 "GET /v2.0/ports?device_id=56b87947-4cee-4099-98e4-6e69b43c7f13 HTTP/1.1" status: 200 len: 946 time: 0.1130869 Sep 23 19:18:36.931664 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_dvr_db [None req-0811ca27-8556-413a-b9fb-077e4e9947f6 None None] Set router 9cb2b6d2-dfed-43ba-b262-61d77a40b199 gateway port host: n-d-713301-16 {{(pid=95103) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 19:18:37.028266 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-88d18b49-62ca-41f8-a617-8f66c50ff31e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:18:37.171261 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-88d18b49-62ca-41f8-a617-8f66c50ff31e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:18:37.183524 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-296a3aa1-da2e-43bf-ae6a-f2a3eb7a3776 req-7ec8a98a-8064-4ac0-b7a8-1c6847a72e1a tempest-ImagesOneServerNegativeTestJSON-187090525 tempest-ImagesOneServerNegativeTestJSON-187090525-project] 10.222.0.67 "GET /v2.0/security-groups?id=19c0f9e9-a6be-47c1-af86-410f820e84bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3318298 Sep 23 19:18:37.225075 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.db.api [None req-bb4b46b3-6983-45c8-9474-f78d71e76547 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95103) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 23 19:18:37.225591 n-d-713301-16 neutron-server[95103]: DEBUG oslo_db.api [None req-bb4b46b3-6983-45c8-9474-f78d71e76547 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 23 19:18:37.232903 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Pushing event updated for resources: {'Port': ['ID=96e76c0a-bdcc-490c-9066-f83ed1bbf60f,revision_number=3']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:18:37.243944 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 55642) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:18:37.288358 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_hamode_db [None req-0811ca27-8556-413a-b9fb-077e4e9947f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9cb2b6d2-dfed-43ba-b262-61d77a40b199', 'name': 'tempest-AttachSCSIVolumeTestJSON-120042920-router', 'tenant_id': '1b57601defaf4249865a0ba3430f0987', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'external_fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.224'}], 'enable_snat': True}, 'gw_port_id': 'a27bbaa9-85ff-4190-b14e-ebbb68b6f0b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:18:32Z', 'updated_at': '2021-09-23T19:18:35Z', 'revision_number': 3, 'project_id': '1b57601defaf4249865a0ba3430f0987', 'gw_port': {'id': 'a27bbaa9-85ff-4190-b14e-ebbb68b6f0b6', 'name': '', 'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:b7:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9cb2b6d2-dfed-43ba-b262-61d77a40b199', 'device_owner': 'network:router_gateway', 'standard_attr_id': 238, 'fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:18:34Z', 'updated_at': '2021-09-23T19:18:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-16'}], 'n-d-713301-16', False) {} {{(pid=95103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:18:37.320474 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1458b6c9-e835-47e2-b856-45dac45afd62 req-2268bb52-e8f9-4b21-85d6-7b17b32e3a6b tempest-LiveAutoBlockMigrationV225Test-1531822435 tempest-LiveAutoBlockMigrationV225Test-1531822435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:18:37.329509 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-1458b6c9-e835-47e2-b856-45dac45afd62 req-2268bb52-e8f9-4b21-85d6-7b17b32e3a6b tempest-LiveAutoBlockMigrationV225Test-1531822435 tempest-LiveAutoBlockMigrationV225Test-1531822435-project] 10.222.0.67 "GET /v2.0/ports?device_id=34ddce53-382c-44ee-a43f-26559ac17462 HTTP/1.1" status: 200 len: 945 time: 0.0673344 Sep 23 19:18:37.364472 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0811ca27-8556-413a-b9fb-077e4e9947f6 None None] Checking router: 9cb2b6d2-dfed-43ba-b262-61d77a40b199 for host: n-d-713301-16 {{(pid=95103) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 19:18:37.364947 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0811ca27-8556-413a-b9fb-077e4e9947f6 None None] Updating router 9cb2b6d2-dfed-43ba-b262-61d77a40b199 port a27bbaa9-85ff-4190-b14e-ebbb68b6f0b6 binding host n-d-713301-16 {{(pid=95103) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 23 19:18:37.385091 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-88d18b49-62ca-41f8-a617-8f66c50ff31e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:18:37.388026 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-88d18b49-62ca-41f8-a617-8f66c50ff31e admin admin] Notify callbacks [] for security_group, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:18:37.389323 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-88d18b49-62ca-41f8-a617-8f66c50ff31e admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/2628c9e5-a916-4f91-a300-7c2c8fd7fdde HTTP/1.1" status: 204 len: 168 time: 0.6065316 Sep 23 19:18:37.399495 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-1458b6c9-e835-47e2-b856-45dac45afd62 req-28701692-f1e3-4e4e-b5a9-1329acdd3e87 tempest-LiveAutoBlockMigrationV225Test-1531822435 tempest-LiveAutoBlockMigrationV225Test-1531822435-project] 10.222.0.67 "GET /v2.0/security-groups?id=6d32247e-8bb7-4ae1-818c-76baafa39c73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638952 Sep 23 19:18:37.408011 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88d18b49-62ca-41f8-a617-8f66c50ff31e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2628c9e5-a916-4f91-a300-7c2c8fd7fdde,revision_number=None']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:18:37.414286 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-0811ca27-8556-413a-b9fb-077e4e9947f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:18:37.456151 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-883ac9a8-71dd-49d6-8671-30adbfe91ed6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:18:37.647979 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-883ac9a8-71dd-49d6-8671-30adbfe91ed6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:18:37.658765 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-883ac9a8-71dd-49d6-8671-30adbfe91ed6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:18:37.670212 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 55658) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:18:37.689868 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-bc50bbd1-9c55-4d60-aa23-ce35fccdaf67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:18:37.716381 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-883ac9a8-71dd-49d6-8671-30adbfe91ed6 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=d9a27516a9ce4f739d501f2738a2142f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4713588 Sep 23 19:18:37.756698 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 55662) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:18:37.807689 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-883ac9a8-71dd-49d6-8671-30adbfe91ed6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a91cad80-5aff-4dfb-9b69-ad48be80e531,revision_number=1']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:18:37.838350 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e1aeaa-f8c2-4dd2-a3ac-b98145d34fd7 req-b473cdac-091f-4877-a842-5e154938b983 tempest-ServersWithSpecificFlavorTestJSON-1837670196 tempest-ServersWithSpecificFlavorTestJSON-1837670196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:18:37.846245 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-59e1aeaa-f8c2-4dd2-a3ac-b98145d34fd7 req-b473cdac-091f-4877-a842-5e154938b983 tempest-ServersWithSpecificFlavorTestJSON-1837670196 tempest-ServersWithSpecificFlavorTestJSON-1837670196-project] 10.222.0.67 "GET /v2.0/ports?device_id=4b82c186-58ee-4ec9-b85d-98d5bd440916 HTTP/1.1" status: 200 len: 945 time: 0.1340640 Sep 23 19:18:37.893903 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-f1f8d3f0-a407-4767-8d4f-673b7eff752f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:18:37.900012 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-59e1aeaa-f8c2-4dd2-a3ac-b98145d34fd7 req-6d9ac902-4206-4991-8577-870477b167b9 tempest-ServersWithSpecificFlavorTestJSON-1837670196 tempest-ServersWithSpecificFlavorTestJSON-1837670196-project] 10.222.0.67 "GET /v2.0/security-groups?id=d5229659-9431-4b80-bd22-2c55198ccc0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469396 Sep 23 19:18:37.940051 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-f1f8d3f0-a407-4767-8d4f-673b7eff752f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:18:37.956571 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-0811ca27-8556-413a-b9fb-077e4e9947f6 None None] Notify callbacks [] for port, precommit_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:18:37.965533 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-0811ca27-8556-413a-b9fb-077e4e9947f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:18:38.011371 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.agents_db [None req-f2f5c474-60a3-474f-b2cc-02c4bd30880c None None] Agent healthcheck: found 7 active agents {{(pid=95104) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 19:18:38.025553 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d61bd94-1dcb-48d2-96e8-6748edd27883 None None] Pushing event updated for resources: {'Port': ['ID=a27bbaa9-85ff-4190-b14e-ebbb68b6f0b6,revision_number=2']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:18:38.028486 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.managers [None req-0811ca27-8556-413a-b9fb-077e4e9947f6 None None] Attempting to bind port a27bbaa9-85ff-4190-b14e-ebbb68b6f0b6 on host n-d-713301-16 for vnic_type normal with profile {{(pid=95103) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 19:18:38.028892 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.managers [None req-0811ca27-8556-413a-b9fb-077e4e9947f6 None None] Attempting to bind port a27bbaa9-85ff-4190-b14e-ebbb68b6f0b6 by drivers openvswitch,hyperv on host n-d-713301-16 at level 0 using segments [{'id': '7d4027f1-d893-4c7b-95d4-757b8e44e380', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac'}] {{(pid=95103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 19:18:38.029260 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0811ca27-8556-413a-b9fb-077e4e9947f6 None None] Attempting to bind port a27bbaa9-85ff-4190-b14e-ebbb68b6f0b6 on network 5dec5c09-378e-4f50-89cc-d94eb81c3bac {{(pid=95103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:18:38.035101 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0811ca27-8556-413a-b9fb-077e4e9947f6 None None] Checking agent: {'id': '70a14545-df24-472f-8f95-bfe1719bff93', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 19, 7, 53), 'started_at': datetime.datetime(2021, 9, 23, 19, 8, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 19, 18, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 19:18:38.035441 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0811ca27-8556-413a-b9fb-077e4e9947f6 None None] Checking segment: {'id': '7d4027f1-d893-4c7b-95d4-757b8e44e380', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95103) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:18:38.035841 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-0811ca27-8556-413a-b9fb-077e4e9947f6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:18:38.036230 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0811ca27-8556-413a-b9fb-077e4e9947f6 None None] Bound using segment: {'id': '7d4027f1-d893-4c7b-95d4-757b8e44e380', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac'} {{(pid=95103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 19:18:38.036779 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.managers [None req-0811ca27-8556-413a-b9fb-077e4e9947f6 None None] Bound port: a27bbaa9-85ff-4190-b14e-ebbb68b6f0b6, host: n-d-713301-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7d4027f1-d893-4c7b-95d4-757b8e44e380', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac'}}] {{(pid=95103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 19:18:38.037175 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-0811ca27-8556-413a-b9fb-077e4e9947f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:18:38.067246 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-03156c1f-5064-4e3f-8858-cb12c096889e admin admin] Notify callbacks [] for security_group, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:18:38.093422 n-d-713301-16 neutron-server[95101]: DEBUG neutron.db.db_base_plugin_common [None req-bc50bbd1-9c55-4d60-aa23-ce35fccdaf67 admin admin] Allocated IP 172.20.0.1 (aeeb560d-d1ef-4fc8-a2fd-24b1eda13211/7a24f63b-0d16-4860-b351-7d263234071f/3a502910-6ec7-4aa6-b6e3-578028f996b5) {{(pid=95101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 19:18:38.106234 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-2825280f-d8c2-45b0-9732-2d4c0232659f None None] Provisioning complete for port 96e76c0a-bdcc-490c-9066-f83ed1bbf60f triggered by entity DHCP. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:18:38.106580 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-2825280f-d8c2-45b0-9732-2d4c0232659f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:18:38.125461 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-f1f8d3f0-a407-4767-8d4f-673b7eff752f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:18:38.128817 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-f1f8d3f0-a407-4767-8d4f-673b7eff752f admin admin] Notify callbacks [] for security_group, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:18:38.129666 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-f1f8d3f0-a407-4767-8d4f-673b7eff752f admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/a91cad80-5aff-4dfb-9b69-ad48be80e531 HTTP/1.1" status: 204 len: 168 time: 0.3716335 Sep 23 19:18:38.131863 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 55672) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:18:38.136282 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-0811ca27-8556-413a-b9fb-077e4e9947f6 None None] For port a27bbaa9-85ff-4190-b14e-ebbb68b6f0b6, host n-d-713301-16, cleared binding levels {{(pid=95103) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 19:18:38.159400 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-838c494e-b6d2-4c1c-bf84-32aea0a2507d admin admin] Notify callbacks [] for security_group, before_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:18:38.162766 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-0811ca27-8556-413a-b9fb-077e4e9947f6 None None] For port a27bbaa9-85ff-4190-b14e-ebbb68b6f0b6, host n-d-713301-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-16',level=0,port_id=a27bbaa9-85ff-4190-b14e-ebbb68b6f0b6,segment=NetworkSegment(7d4027f1-d893-4c7b-95d4-757b8e44e380),segment_id=7d4027f1-d893-4c7b-95d4-757b8e44e380)] {{(pid=95103) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 19:18:38.165160 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1f8d3f0-a407-4767-8d4f-673b7eff752f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a91cad80-5aff-4dfb-9b69-ad48be80e531,revision_number=None']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:18:38.172287 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-0811ca27-8556-413a-b9fb-077e4e9947f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:18:38.275614 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0811ca27-8556-413a-b9fb-077e4e9947f6 None None] Routers {'9cb2b6d2-dfed-43ba-b262-61d77a40b199'} bound to L3 agent in host n-d-713301-16 {{(pid=95103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 19:18:38.276272 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_hamode_db [None req-0811ca27-8556-413a-b9fb-077e4e9947f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-23T19:07:52Z,description=,heartbeat_timestamp=2021-09-23T19:18:22Z,host='n-d-713301-16',id=79a740bf-7821-4989-8288-7186e3e128f3,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:07:52Z,topic='l3_agent')) {'router_ids': ['9cb2b6d2-dfed-43ba-b262-61d77a40b199'], 'active': True} {{(pid=95103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:18:38.353801 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d61bd94-1dcb-48d2-96e8-6748edd27883 None None] Pushing event updated for resources: {'Port': ['ID=a27bbaa9-85ff-4190-b14e-ebbb68b6f0b6,revision_number=3']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:18:38.410514 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-bc50bbd1-9c55-4d60-aa23-ce35fccdaf67 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:18:38.416047 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac8032d0-d892-4b4a-8e3c-e824fecccdbc req-def5b2d2-b2bd-43fd-b019-f33e7e55493f tempest-ImagesOneServerNegativeTestJSON-187090525 tempest-ImagesOneServerNegativeTestJSON-187090525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:18:38.424723 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-ac8032d0-d892-4b4a-8e3c-e824fecccdbc req-def5b2d2-b2bd-43fd-b019-f33e7e55493f tempest-ImagesOneServerNegativeTestJSON-187090525 tempest-ImagesOneServerNegativeTestJSON-187090525-project] 10.222.0.67 "GET /v2.0/ports?device_id=56b87947-4cee-4099-98e4-6e69b43c7f13 HTTP/1.1" status: 200 len: 946 time: 0.1084781 Sep 23 19:18:38.426587 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_dvr_db [None req-0811ca27-8556-413a-b9fb-077e4e9947f6 None None] Set router 9cb2b6d2-dfed-43ba-b262-61d77a40b199 gateway port host: n-d-713301-16 {{(pid=95103) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 19:18:38.428041 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-03156c1f-5064-4e3f-8858-cb12c096889e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:18:38.438771 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-03156c1f-5064-4e3f-8858-cb12c096889e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:18:38.515357 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-ac8032d0-d892-4b4a-8e3c-e824fecccdbc req-858cd6d4-128d-4e4a-8a0c-e944a636c8ce tempest-ImagesOneServerNegativeTestJSON-187090525 tempest-ImagesOneServerNegativeTestJSON-187090525-project] 10.222.0.67 "GET /v2.0/security-groups?id=19c0f9e9-a6be-47c1-af86-410f820e84bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785484 Sep 23 19:18:38.551675 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-bc50bbd1-9c55-4d60-aa23-ce35fccdaf67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783145673135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5607431'] for port, after_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:18:38.624580 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03156c1f-5064-4e3f-8858-cb12c096889e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5cb6622-5c57-4e65-8540-81349775a513,revision_number=1']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:18:38.646433 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc50bbd1-9c55-4d60-aa23-ce35fccdaf67 admin admin] Network aeeb560d-d1ef-4fc8-a2fd-24b1eda13211 is already hosted by enough agents. {{(pid=95101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:18:38.651320 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.base_scheduler [None req-bc50bbd1-9c55-4d60-aa23-ce35fccdaf67 admin admin] Resources bound (agent type, host, resource id): {{(pid=95101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:18:38.654553 n-d-713301-16 neutron-server[95101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc50bbd1-9c55-4d60-aa23-ce35fccdaf67 admin admin] Received port after_create {{(pid=95101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 19:18:38.661365 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-03156c1f-5064-4e3f-8858-cb12c096889e admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=42ad2225f7504a12a432605f9d7d63d3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9897718 Sep 23 19:18:38.670995 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 55690) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:18:38.693869 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Device e23aa9eb-90ac-4b46-a474-95f7b54d9570 up at agent hyperv_n-h2-713301-16 {{(pid=95103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 19:18:38.776795 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc50bbd1-9c55-4d60-aa23-ce35fccdaf67 admin admin] Pushing event updated for resources: {'Port': ['ID=3a502910-6ec7-4aa6-b6e3-578028f996b5,revision_number=1']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:18:38.783380 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9949892e-aa2b-4f77-b26c-21c0c10691cc req-4e2bf266-db51-49f3-848a-06b8232d13e1 tempest-LiveAutoBlockMigrationV225Test-1531822435 tempest-LiveAutoBlockMigrationV225Test-1531822435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:18:38.785020 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-9949892e-aa2b-4f77-b26c-21c0c10691cc req-4e2bf266-db51-49f3-848a-06b8232d13e1 tempest-LiveAutoBlockMigrationV225Test-1531822435 tempest-LiveAutoBlockMigrationV225Test-1531822435-project] 10.222.0.67 "GET /v2.0/ports?device_id=34ddce53-382c-44ee-a43f-26559ac17462 HTTP/1.1" status: 200 len: 945 time: 0.2250547 Sep 23 19:18:38.793612 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-960b53ed-f78c-4bea-825c-336d7f70195c req-0903bf42-c8e6-4b66-9002-695b5eb0aca1 tempest-ImagesOneServerNegativeTestJSON-187090525 tempest-ImagesOneServerNegativeTestJSON-187090525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:18:38.801148 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-960b53ed-f78c-4bea-825c-336d7f70195c req-0903bf42-c8e6-4b66-9002-695b5eb0aca1 tempest-ImagesOneServerNegativeTestJSON-187090525 tempest-ImagesOneServerNegativeTestJSON-187090525-project] 10.222.0.67 "GET /v2.0/ports?device_id=56b87947-4cee-4099-98e4-6e69b43c7f13 HTTP/1.1" status: 200 len: 946 time: 0.1472023 Sep 23 19:18:38.829839 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-bc50bbd1-9c55-4d60-aa23-ce35fccdaf67 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-601987'] for router_interface, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:18:38.848739 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-a2477583-c219-491f-8d66-c3f121022a15 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:18:38.864719 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-838c494e-b6d2-4c1c-bf84-32aea0a2507d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:18:38.882986 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-838c494e-b6d2-4c1c-bf84-32aea0a2507d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:18:38.896183 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Device 66109541-7cdd-41cd-a46a-a48c75dbdb18 up at agent hyperv_n-h1-713301-16 {{(pid=95103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 19:18:38.923260 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-a2477583-c219-491f-8d66-c3f121022a15 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:18:38.939240 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-838c494e-b6d2-4c1c-bf84-32aea0a2507d admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=cba0d130b9d54ee68d3239959378e787&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8053212 Sep 23 19:18:38.946798 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 55702) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:18:38.954158 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Provisioning for port e23aa9eb-90ac-4b46-a474-95f7b54d9570 completed by entity L2. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 19:18:38.969701 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-960b53ed-f78c-4bea-825c-336d7f70195c req-ae054857-59d6-43cf-a06d-7944dfc21b71 tempest-ImagesOneServerNegativeTestJSON-187090525 tempest-ImagesOneServerNegativeTestJSON-187090525-project] 10.222.0.67 "GET /v2.0/security-groups?id=19c0f9e9-a6be-47c1-af86-410f820e84bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1673923 Sep 23 19:18:38.970238 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Provisioning complete for port e23aa9eb-90ac-4b46-a474-95f7b54d9570 triggered by entity L2. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:18:38.970678 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:18:38.995154 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-9949892e-aa2b-4f77-b26c-21c0c10691cc req-1f958b77-4ab0-4e6f-860d-090583b10d7a tempest-LiveAutoBlockMigrationV225Test-1531822435 tempest-LiveAutoBlockMigrationV225Test-1531822435-project] 10.222.0.67 "GET /v2.0/security-groups?id=6d32247e-8bb7-4ae1-818c-76baafa39c73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1898179 Sep 23 19:18:38.996594 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-838c494e-b6d2-4c1c-bf84-32aea0a2507d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3cb29ff-74af-4da0-9f95-ba02058ce1a6,revision_number=1']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:18:39.100455 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-c7ea2391-8ec1-48fc-be71-4ac1ca52b5cd None None] Provisioning complete for port 3a502910-6ec7-4aa6-b6e3-578028f996b5 triggered by entity DHCP. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:18:39.102797 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-c7ea2391-8ec1-48fc-be71-4ac1ca52b5cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:18:39.121639 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-1e05a387-e672-4b7c-bb8c-d53e40f1d71d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:18:39.153124 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Provisioning for port 66109541-7cdd-41cd-a46a-a48c75dbdb18 completed by entity L2. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 19:18:39.158118 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-a2477583-c219-491f-8d66-c3f121022a15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:18:39.161391 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Provisioning complete for port 66109541-7cdd-41cd-a46a-a48c75dbdb18 triggered by entity L2. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:18:39.161521 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-a2477583-c219-491f-8d66-c3f121022a15 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:18:39.162117 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:18:39.165644 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-a2477583-c219-491f-8d66-c3f121022a15 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/d5cb6622-5c57-4e65-8540-81349775a513 HTTP/1.1" status: 204 len: 168 time: 0.4908762 Sep 23 19:18:39.175189 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-1e05a387-e672-4b7c-bb8c-d53e40f1d71d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:18:39.185202 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-bc50bbd1-9c55-4d60-aa23-ce35fccdaf67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:18:39.203889 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2477583-c219-491f-8d66-c3f121022a15 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5cb6622-5c57-4e65-8540-81349775a513,revision_number=None']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:18:39.247779 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_hamode_db [None req-0811ca27-8556-413a-b9fb-077e4e9947f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9cb2b6d2-dfed-43ba-b262-61d77a40b199', 'name': 'tempest-AttachSCSIVolumeTestJSON-120042920-router', 'tenant_id': '1b57601defaf4249865a0ba3430f0987', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'external_fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.224'}], 'enable_snat': True}, 'gw_port_id': 'a27bbaa9-85ff-4190-b14e-ebbb68b6f0b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:18:32Z', 'updated_at': '2021-09-23T19:18:35Z', 'revision_number': 3, 'project_id': '1b57601defaf4249865a0ba3430f0987', 'gw_port': {'id': 'a27bbaa9-85ff-4190-b14e-ebbb68b6f0b6', 'name': '', 'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:b7:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9cb2b6d2-dfed-43ba-b262-61d77a40b199', 'device_owner': 'network:router_gateway', 'standard_attr_id': 238, 'fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:18:34Z', 'updated_at': '2021-09-23T19:18:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-16'}], 'n-d-713301-16', False) {} {{(pid=95103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:18:39.291192 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a34e5e9-b4e7-4887-80f8-63e398cbe955 req-5c6b9b5a-48b8-4f31-83dc-ecc4fe6adf77 tempest-ServersWithSpecificFlavorTestJSON-1837670196 tempest-ServersWithSpecificFlavorTestJSON-1837670196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:18:39.303122 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.plugin [None req-c7ea2391-8ec1-48fc-be71-4ac1ca52b5cd None None] Port 3a502910-6ec7-4aa6-b6e3-578028f996b5 cannot update to ACTIVE because it is not bound. {{(pid=95103) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 19:18:39.309459 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-3a34e5e9-b4e7-4887-80f8-63e398cbe955 req-5c6b9b5a-48b8-4f31-83dc-ecc4fe6adf77 tempest-ServersWithSpecificFlavorTestJSON-1837670196 tempest-ServersWithSpecificFlavorTestJSON-1837670196-project] 10.222.0.67 "GET /v2.0/ports?device_id=4b82c186-58ee-4ec9-b85d-98d5bd440916 HTTP/1.1" status: 200 len: 945 time: 0.1424150 Sep 23 19:18:39.312814 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0811ca27-8556-413a-b9fb-077e4e9947f6 None None] The sync data for ids ['9cb2b6d2-dfed-43ba-b262-61d77a40b199'] in n-d-713301-16 is: [{'id': '9cb2b6d2-dfed-43ba-b262-61d77a40b199', 'name': 'tempest-AttachSCSIVolumeTestJSON-120042920-router', 'tenant_id': '1b57601defaf4249865a0ba3430f0987', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'external_fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.224'}], 'enable_snat': True}, 'gw_port_id': 'a27bbaa9-85ff-4190-b14e-ebbb68b6f0b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:18:32Z', 'updated_at': '2021-09-23T19:18:35Z', 'revision_number': 3, 'project_id': '1b57601defaf4249865a0ba3430f0987', 'gw_port': {'id': 'a27bbaa9-85ff-4190-b14e-ebbb68b6f0b6', 'name': '', 'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:b7:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9cb2b6d2-dfed-43ba-b262-61d77a40b199', 'device_owner': 'network:router_gateway', 'standard_attr_id': 238, 'fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:18:34Z', 'updated_at': '2021-09-23T19:18:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-16'}] {{(pid=95103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 19:18:39.330556 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-1e05a387-e672-4b7c-bb8c-d53e40f1d71d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:18:39.334141 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-1e05a387-e672-4b7c-bb8c-d53e40f1d71d admin admin] Notify callbacks [] for security_group, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:18:39.336267 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-1e05a387-e672-4b7c-bb8c-d53e40f1d71d admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/d3cb29ff-74af-4da0-9f95-ba02058ce1a6 HTTP/1.1" status: 204 len: 168 time: 0.3743215 Sep 23 19:18:39.360498 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e05a387-e672-4b7c-bb8c-d53e40f1d71d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3cb29ff-74af-4da0-9f95-ba02058ce1a6,revision_number=None']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:18:39.364012 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:18:39.412466 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Device 96e76c0a-bdcc-490c-9066-f83ed1bbf60f up at agent ovs-agent-n-d-713301-16 {{(pid=95103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 19:18:39.465310 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-3a34e5e9-b4e7-4887-80f8-63e398cbe955 req-6b781c95-d0ef-4af5-8d41-fcf202bd8263 tempest-ServersWithSpecificFlavorTestJSON-1837670196 tempest-ServersWithSpecificFlavorTestJSON-1837670196-project] 10.222.0.67 "GET /v2.0/security-groups?id=d5229659-9431-4b80-bd22-2c55198ccc0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1520464 Sep 23 19:18:39.490166 n-d-713301-16 neutron-server[95103]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '34ddce53-382c-44ee-a43f-26559ac17462', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e23aa9eb-90ac-4b46-a474-95f7b54d9570'}] {{(pid=95103) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 19:18:39.492899 n-d-713301-16 neutron-server[95103]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}81a1c17f2aa89d5b3ebbba3a3e0cf7eb588e431c2224256110c4c4facdd7c3e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc6c9aab-0533-4e35-b9c1-8104c3784649" -d '{"events": [{"server_uuid": "34ddce53-382c-44ee-a43f-26559ac17462", "name": "network-vif-plugged", "status": "completed", "tag": "e23aa9eb-90ac-4b46-a474-95f7b54d9570"}]}' {{(pid=95103) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 19:18:39.514034 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] For port e23aa9eb-90ac-4b46-a474-95f7b54d9570, host n-h2-713301-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-16',level=0,port_id=e23aa9eb-90ac-4b46-a474-95f7b54d9570,segment=NetworkSegment(5e7e2223-350e-4937-8d7b-2c6ab6ddc0ab),segment_id=5e7e2223-350e-4937-8d7b-2c6ab6ddc0ab)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:18:39.515679 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:18:39.537268 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:18:39.556363 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-bc50bbd1-9c55-4d60-aa23-ce35fccdaf67 admin admin] Notify callbacks [] for port, precommit_update {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:18:39.565788 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-bc50bbd1-9c55-4d60-aa23-ce35fccdaf67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5607436'] for port, after_update {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:18:39.583077 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] For port 66109541-7cdd-41cd-a46a-a48c75dbdb18, host n-h1-713301-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-16',level=0,port_id=66109541-7cdd-41cd-a46a-a48c75dbdb18,segment=NetworkSegment(7c11e0df-7313-4765-ac14-518be1d9f929),segment_id=7c11e0df-7313-4765-ac14-518be1d9f929)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:18:39.591104 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Provisioning complete for port 96e76c0a-bdcc-490c-9066-f83ed1bbf60f triggered by entity L2. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:18:39.591478 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:18:39.595985 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:18:39.600384 n-d-713301-16 neutron-server[95103]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 19:18:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5f1eb5d-4a87-469c-84be-593b3fb0accd x-openstack-request-id: req-c5f1eb5d-4a87-469c-84be-593b3fb0accd {{(pid=95103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 19:18:39.601583 n-d-713301-16 neutron-server[95103]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "34ddce53-382c-44ee-a43f-26559ac17462", "name": "network-vif-plugged", "status": "completed", "tag": "e23aa9eb-90ac-4b46-a474-95f7b54d9570", "code": 200}]} {{(pid=95103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 19:18:39.601799 n-d-713301-16 neutron-server[95103]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-c5f1eb5d-4a87-469c-84be-593b3fb0accd {{(pid=95103) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 19:18:39.602429 n-d-713301-16 neutron-server[95103]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '34ddce53-382c-44ee-a43f-26559ac17462', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e23aa9eb-90ac-4b46-a474-95f7b54d9570', 'code': 200} Sep 23 19:18:39.665370 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-bc50bbd1-9c55-4d60-aa23-ce35fccdaf67 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-527313', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-601459'] for router_interface, after_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:18:39.681183 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Pushing event updated for resources: {'Port': ['ID=e23aa9eb-90ac-4b46-a474-95f7b54d9570,revision_number=5']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:18:39.693321 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ed72fa-b85f-4e06-bd2a-90473daee5ba req-33a0d268-0165-4610-9772-ef3c7a7f1c80 tempest-ImagesOneServerNegativeTestJSON-187090525 tempest-ImagesOneServerNegativeTestJSON-187090525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:18:39.701671 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-58ed72fa-b85f-4e06-bd2a-90473daee5ba req-33a0d268-0165-4610-9772-ef3c7a7f1c80 tempest-ImagesOneServerNegativeTestJSON-187090525 tempest-ImagesOneServerNegativeTestJSON-187090525-project] 10.222.0.67 "GET /v2.0/ports?device_id=56b87947-4cee-4099-98e4-6e69b43c7f13 HTTP/1.1" status: 200 len: 946 time: 0.1210446 Sep 23 19:18:39.784017 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-58ed72fa-b85f-4e06-bd2a-90473daee5ba req-78b197f3-95f4-4605-8bce-e95d78fb05a8 tempest-ImagesOneServerNegativeTestJSON-187090525 tempest-ImagesOneServerNegativeTestJSON-187090525-project] 10.222.0.67 "GET /v2.0/security-groups?id=19c0f9e9-a6be-47c1-af86-410f820e84bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813489 Sep 23 19:18:39.845488 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Pushing event updated for resources: {'Port': ['ID=66109541-7cdd-41cd-a46a-a48c75dbdb18,revision_number=5']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:18:39.878984 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc50bbd1-9c55-4d60-aa23-ce35fccdaf67 admin admin] Pushing event updated for resources: {'Port': ['ID=3a502910-6ec7-4aa6-b6e3-578028f996b5,revision_number=2']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:18:39.960581 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0508a467-5482-4ebe-b28a-481ca38a00d2 req-30181fb9-c188-4ee2-91ca-4c64f5c85499 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:18:39.962779 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-0508a467-5482-4ebe-b28a-481ca38a00d2 req-30181fb9-c188-4ee2-91ca-4c64f5c85499 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=34ddce53-382c-44ee-a43f-26559ac17462 HTTP/1.1" status: 200 len: 1098 time: 0.2747834 Sep 23 19:18:40.005604 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d4fe32-e640-472f-a8af-ec4b24614057 req-b2f5a3b0-eb0c-4fae-a7e1-1391ec9ceadb tempest-ImagesOneServerNegativeTestJSON-187090525 tempest-ImagesOneServerNegativeTestJSON-187090525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:18:40.010965 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-0508a467-5482-4ebe-b28a-481ca38a00d2 req-43937bfd-37b2-48b9-9659-b93b83f9bc7d service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=6d32247e-8bb7-4ae1-818c-76baafa39c73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404329 Sep 23 19:18:40.016443 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-b5d4fe32-e640-472f-a8af-ec4b24614057 req-b2f5a3b0-eb0c-4fae-a7e1-1391ec9ceadb tempest-ImagesOneServerNegativeTestJSON-187090525 tempest-ImagesOneServerNegativeTestJSON-187090525-project] 10.222.0.67 "GET /v2.0/ports?device_id=56b87947-4cee-4099-98e4-6e69b43c7f13 HTTP/1.1" status: 200 len: 946 time: 0.1053095 Sep 23 19:18:40.046732 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc50bbd1-9c55-4d60-aa23-ce35fccdaf67 admin admin] Network aeeb560d-d1ef-4fc8-a2fd-24b1eda13211 is already hosted by enough agents. {{(pid=95101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:18:40.050320 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.base_scheduler [None req-bc50bbd1-9c55-4d60-aa23-ce35fccdaf67 admin admin] Resources bound (agent type, host, resource id): {{(pid=95101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:18:40.114770 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-b5d4fe32-e640-472f-a8af-ec4b24614057 req-a35d7413-2a53-4cf2-851a-0118ec4df284 tempest-ImagesOneServerNegativeTestJSON-187090525 tempest-ImagesOneServerNegativeTestJSON-187090525-project] 10.222.0.67 "GET /v2.0/security-groups?id=19c0f9e9-a6be-47c1-af86-410f820e84bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923610 Sep 23 19:18:40.342338 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cbcb205-a096-4684-82c6-ced9d1046490 req-47914c96-dea2-48b2-9489-5e83609dda3c tempest-LiveAutoBlockMigrationV225Test-1531822435 tempest-LiveAutoBlockMigrationV225Test-1531822435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:18:40.353550 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-4cbcb205-a096-4684-82c6-ced9d1046490 req-47914c96-dea2-48b2-9489-5e83609dda3c tempest-LiveAutoBlockMigrationV225Test-1531822435 tempest-LiveAutoBlockMigrationV225Test-1531822435-project] 10.222.0.67 "GET /v2.0/ports?device_id=34ddce53-382c-44ee-a43f-26559ac17462 HTTP/1.1" status: 200 len: 946 time: 0.1329813 Sep 23 19:18:40.441590 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 55750) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:18:40.443972 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-37f74ff2-8830-496f-8559-ff0e2d2b3b32 None None] Provisioning complete for port 3a502910-6ec7-4aa6-b6e3-578028f996b5 triggered by entity DHCP. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:18:40.445034 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-37f74ff2-8830-496f-8559-ff0e2d2b3b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:18:40.520196 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-4cbcb205-a096-4684-82c6-ced9d1046490 req-62dae3e0-d026-4601-8397-359eeb8aaeb2 tempest-LiveAutoBlockMigrationV225Test-1531822435 tempest-LiveAutoBlockMigrationV225Test-1531822435-project] 10.222.0.67 "GET /v2.0/security-groups?id=6d32247e-8bb7-4ae1-818c-76baafa39c73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1616642 Sep 23 19:18:40.520196 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-12a55cfb-8f6a-464d-a5f7-828a6a0e10f2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:18:40.567846 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.plugin [None req-37f74ff2-8830-496f-8559-ff0e2d2b3b32 None None] Port 3a502910-6ec7-4aa6-b6e3-578028f996b5 cannot update to ACTIVE because it is not bound. {{(pid=95103) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 19:18:40.630877 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eaff1e5-810e-452e-b965-d26cb5edf6d5 req-8516c336-4f08-4d28-9c4e-276de3836fa6 tempest-ImagesOneServerNegativeTestJSON-187090525 tempest-ImagesOneServerNegativeTestJSON-187090525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:18:40.642609 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-6eaff1e5-810e-452e-b965-d26cb5edf6d5 req-8516c336-4f08-4d28-9c4e-276de3836fa6 tempest-ImagesOneServerNegativeTestJSON-187090525 tempest-ImagesOneServerNegativeTestJSON-187090525-project] 10.222.0.67 "GET /v2.0/ports?device_id=56b87947-4cee-4099-98e4-6e69b43c7f13 HTTP/1.1" status: 200 len: 946 time: 0.2501748 Sep 23 19:18:40.718076 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc50bbd1-9c55-4d60-aa23-ce35fccdaf67 admin admin] Router 9cb2b6d2-dfed-43ba-b262-61d77a40b199 has already been hosted by L3 agent 79a740bf-7821-4989-8288-7186e3e128f3 {{(pid=95101) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 19:18:40.784643 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-6eaff1e5-810e-452e-b965-d26cb5edf6d5 req-4a8bb810-ef48-4acd-8d9b-3ba341b37e4e tempest-ImagesOneServerNegativeTestJSON-187090525 tempest-ImagesOneServerNegativeTestJSON-187090525-project] 10.222.0.67 "GET /v2.0/security-groups?id=19c0f9e9-a6be-47c1-af86-410f820e84bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1279037 Sep 23 19:18:40.823772 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d68089-a1cc-481d-a318-9417210acf27 req-8ad848de-18e4-453c-8fbe-c438de7d53f2 tempest-ServersWithSpecificFlavorTestJSON-1837670196 tempest-ServersWithSpecificFlavorTestJSON-1837670196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:18:40.825374 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-52d68089-a1cc-481d-a318-9417210acf27 req-8ad848de-18e4-453c-8fbe-c438de7d53f2 tempest-ServersWithSpecificFlavorTestJSON-1837670196 tempest-ServersWithSpecificFlavorTestJSON-1837670196-project] 10.222.0.67 "GET /v2.0/ports?device_id=4b82c186-58ee-4ec9-b85d-98d5bd440916 HTTP/1.1" status: 200 len: 946 time: 0.1581237 Sep 23 19:18:40.861832 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc50bbd1-9c55-4d60-aa23-ce35fccdaf67 admin admin] Notify agent at l3_agent.n-d-713301-16 the message routers_updated {{(pid=95101) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 19:18:40.870890 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-bc50bbd1-9c55-4d60-aa23-ce35fccdaf67 admin admin] 10.222.0.67 "PUT /v2.0/routers/9cb2b6d2-dfed-43ba-b262-61d77a40b199/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1832459 Sep 23 19:18:40.937943 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-12a55cfb-8f6a-464d-a5f7-828a6a0e10f2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:18:40.941731 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-52d68089-a1cc-481d-a318-9417210acf27 req-908f5fc2-bb8b-42b4-8bd1-2b846538e0d7 tempest-ServersWithSpecificFlavorTestJSON-1837670196 tempest-ServersWithSpecificFlavorTestJSON-1837670196-project] 10.222.0.67 "GET /v2.0/security-groups?id=d5229659-9431-4b80-bd22-2c55198ccc0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0950243 Sep 23 19:18:40.955638 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-12a55cfb-8f6a-464d-a5f7-828a6a0e10f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:18:41.043877 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 55788) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:18:41.044083 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-12a55cfb-8f6a-464d-a5f7-828a6a0e10f2 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=5474ec6bc5a249949c3cf2d597a54c18&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5740414 Sep 23 19:18:41.046648 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12a55cfb-8f6a-464d-a5f7-828a6a0e10f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22dbc1ba-06c6-41ee-b2f1-88a457f7b86b,revision_number=1']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:18:41.058833 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7341d793-e72c-431f-ab73-9a86580c5b07 req-2b661565-a60a-4729-a93a-af2218f4a6d6 tempest-ImagesOneServerNegativeTestJSON-187090525 tempest-ImagesOneServerNegativeTestJSON-187090525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:18:41.060382 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-7341d793-e72c-431f-ab73-9a86580c5b07 req-2b661565-a60a-4729-a93a-af2218f4a6d6 tempest-ImagesOneServerNegativeTestJSON-187090525 tempest-ImagesOneServerNegativeTestJSON-187090525-project] 10.222.0.67 "GET /v2.0/ports?device_id=56b87947-4cee-4099-98e4-6e69b43c7f13 HTTP/1.1" status: 200 len: 946 time: 0.1256707 Sep 23 19:18:41.156187 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-7341d793-e72c-431f-ab73-9a86580c5b07 req-aa5e251a-876e-4c1d-9972-c9b4ebd0e943 tempest-ImagesOneServerNegativeTestJSON-187090525 tempest-ImagesOneServerNegativeTestJSON-187090525-project] 10.222.0.67 "GET /v2.0/security-groups?id=19c0f9e9-a6be-47c1-af86-410f820e84bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857732 Sep 23 19:18:41.176072 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-cff9f4cf-4c1a-4449-b7f2-d9820bf2de91 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:18:41.202327 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-cff9f4cf-4c1a-4449-b7f2-d9820bf2de91 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:18:41.321589 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-cff9f4cf-4c1a-4449-b7f2-d9820bf2de91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:18:41.326758 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-cff9f4cf-4c1a-4449-b7f2-d9820bf2de91 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:18:41.330191 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-cff9f4cf-4c1a-4449-b7f2-d9820bf2de91 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/22dbc1ba-06c6-41ee-b2f1-88a457f7b86b HTTP/1.1" status: 204 len: 168 time: 0.2824490 Sep 23 19:18:41.347178 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff9f4cf-4c1a-4449-b7f2-d9820bf2de91 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22dbc1ba-06c6-41ee-b2f1-88a457f7b86b,revision_number=None']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:18:41.358563 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e5eea7-425e-41bf-9bd8-e70eb2035245 req-c2bb8e02-a43c-4dff-af73-6330afdd965a tempest-ImagesOneServerNegativeTestJSON-187090525 tempest-ImagesOneServerNegativeTestJSON-187090525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:18:41.363324 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-c8e5eea7-425e-41bf-9bd8-e70eb2035245 req-c2bb8e02-a43c-4dff-af73-6330afdd965a tempest-ImagesOneServerNegativeTestJSON-187090525 tempest-ImagesOneServerNegativeTestJSON-187090525-project] 10.222.0.67 "GET /v2.0/ports?device_id=56b87947-4cee-4099-98e4-6e69b43c7f13 HTTP/1.1" status: 200 len: 946 time: 0.1251352 Sep 23 19:18:41.389118 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Device a27bbaa9-85ff-4190-b14e-ebbb68b6f0b6 up at agent ovs-agent-n-d-713301-16 {{(pid=95103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 19:18:41.426753 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-c8e5eea7-425e-41bf-9bd8-e70eb2035245 req-80433a2d-df69-4662-9e19-4ec62e71a912 tempest-ImagesOneServerNegativeTestJSON-187090525 tempest-ImagesOneServerNegativeTestJSON-187090525-project] 10.222.0.67 "GET /v2.0/security-groups?id=19c0f9e9-a6be-47c1-af86-410f820e84bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562837 Sep 23 19:18:41.474151 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Provisioning complete for port a27bbaa9-85ff-4190-b14e-ebbb68b6f0b6 triggered by entity L2. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:18:41.474659 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:18:41.577992 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a5fec8e-73f5-45c7-acaf-7b61f1ba65cd req-a909a2f0-674e-41fe-9861-60b5b59a471b tempest-ImagesOneServerNegativeTestJSON-187090525 tempest-ImagesOneServerNegativeTestJSON-187090525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:18:41.589856 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-7a5fec8e-73f5-45c7-acaf-7b61f1ba65cd req-a909a2f0-674e-41fe-9861-60b5b59a471b tempest-ImagesOneServerNegativeTestJSON-187090525 tempest-ImagesOneServerNegativeTestJSON-187090525-project] 10.222.0.67 "GET /v2.0/ports?device_id=56b87947-4cee-4099-98e4-6e69b43c7f13 HTTP/1.1" status: 200 len: 946 time: 0.0621400 Sep 23 19:18:41.593927 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:18:41.607673 n-d-713301-16 neutron-server[95103]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b82c186-58ee-4ec9-b85d-98d5bd440916', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66109541-7cdd-41cd-a46a-a48c75dbdb18'}] {{(pid=95103) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 19:18:41.612972 n-d-713301-16 neutron-server[95103]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}81a1c17f2aa89d5b3ebbba3a3e0cf7eb588e431c2224256110c4c4facdd7c3e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4888e65d-3c5c-4016-8327-fdbbc17a69c2" -d '{"events": [{"server_uuid": "4b82c186-58ee-4ec9-b85d-98d5bd440916", "name": "network-vif-plugged", "status": "completed", "tag": "66109541-7cdd-41cd-a46a-a48c75dbdb18"}]}' {{(pid=95103) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 19:18:41.635672 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] For port a27bbaa9-85ff-4190-b14e-ebbb68b6f0b6, host n-d-713301-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-16',level=0,port_id=a27bbaa9-85ff-4190-b14e-ebbb68b6f0b6,segment=NetworkSegment(7d4027f1-d893-4c7b-95d4-757b8e44e380),segment_id=7d4027f1-d893-4c7b-95d4-757b8e44e380)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:18:41.641308 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-7a5fec8e-73f5-45c7-acaf-7b61f1ba65cd req-5573a402-efce-4419-beca-1f039a6b6862 tempest-ImagesOneServerNegativeTestJSON-187090525 tempest-ImagesOneServerNegativeTestJSON-187090525-project] 10.222.0.67 "GET /v2.0/security-groups?id=19c0f9e9-a6be-47c1-af86-410f820e84bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502009 Sep 23 19:18:41.642123 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:18:41.717089 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Pushing event updated for resources: {'Port': ['ID=a27bbaa9-85ff-4190-b14e-ebbb68b6f0b6,revision_number=4']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:18:41.743132 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-851a8d6c-4c89-416e-befc-2c7c0f76deda None None] Sync routers for ids ['9cb2b6d2-dfed-43ba-b262-61d77a40b199'] in n-d-713301-16 {{(pid=95104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 19:18:41.758728 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-851a8d6c-4c89-416e-befc-2c7c0f76deda None None] Routers {'9cb2b6d2-dfed-43ba-b262-61d77a40b199'} bound to L3 agent in host n-d-713301-16 {{(pid=95104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 19:18:41.759762 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_hamode_db [None req-851a8d6c-4c89-416e-befc-2c7c0f76deda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-23T19:07:52Z,description=,heartbeat_timestamp=2021-09-23T19:18:22Z,host='n-d-713301-16',id=79a740bf-7821-4989-8288-7186e3e128f3,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:07:52Z,topic='l3_agent')) {'router_ids': ['9cb2b6d2-dfed-43ba-b262-61d77a40b199'], 'active': True} {{(pid=95104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:18:41.815728 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab9c9bc-3580-45ff-89ec-dbd328453ade req-19b51413-bb68-45af-a319-421dc58eff36 tempest-LiveAutoBlockMigrationV225Test-1531822435 tempest-LiveAutoBlockMigrationV225Test-1531822435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:18:41.817369 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-aab9c9bc-3580-45ff-89ec-dbd328453ade req-19b51413-bb68-45af-a319-421dc58eff36 tempest-LiveAutoBlockMigrationV225Test-1531822435 tempest-LiveAutoBlockMigrationV225Test-1531822435-project] 10.222.0.67 "GET /v2.0/ports?device_id=34ddce53-382c-44ee-a43f-26559ac17462 HTTP/1.1" status: 200 len: 946 time: 0.0672233 Sep 23 19:18:41.842886 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 55832) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:18:41.902102 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-aab9c9bc-3580-45ff-89ec-dbd328453ade req-929ee8f9-7082-4068-bc0b-206653c62a86 tempest-LiveAutoBlockMigrationV225Test-1531822435 tempest-LiveAutoBlockMigrationV225Test-1531822435-project] 10.222.0.67 "GET /v2.0/security-groups?id=6d32247e-8bb7-4ae1-818c-76baafa39c73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777066 Sep 23 19:18:41.904329 n-d-713301-16 neutron-server[95103]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 19:18:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d196153d-678c-4c12-bc94-4bc291ce8c40 x-openstack-request-id: req-d196153d-678c-4c12-bc94-4bc291ce8c40 {{(pid=95103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 19:18:41.904718 n-d-713301-16 neutron-server[95103]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4b82c186-58ee-4ec9-b85d-98d5bd440916", "name": "network-vif-plugged", "status": "completed", "tag": "66109541-7cdd-41cd-a46a-a48c75dbdb18", "code": 200}]} {{(pid=95103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 19:18:41.904970 n-d-713301-16 neutron-server[95103]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-d196153d-678c-4c12-bc94-4bc291ce8c40 {{(pid=95103) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 19:18:41.905356 n-d-713301-16 neutron-server[95103]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4b82c186-58ee-4ec9-b85d-98d5bd440916', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66109541-7cdd-41cd-a46a-a48c75dbdb18', 'code': 200} Sep 23 19:18:41.972813 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_dvr_db [None req-851a8d6c-4c89-416e-befc-2c7c0f76deda None None] Set router 9cb2b6d2-dfed-43ba-b262-61d77a40b199 gateway port host: n-d-713301-16 {{(pid=95104) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 19:18:42.042371 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce278ed-df81-446c-9a2e-4f38b744b685 req-b487a7a9-0d31-4d26-b86a-1254bf84fbe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:18:42.044168 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-6ce278ed-df81-446c-9a2e-4f38b744b685 req-b487a7a9-0d31-4d26-b86a-1254bf84fbe3 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=4b82c186-58ee-4ec9-b85d-98d5bd440916 HTTP/1.1" status: 200 len: 1098 time: 0.0743403 Sep 23 19:18:42.092366 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-6ce278ed-df81-446c-9a2e-4f38b744b685 req-f8d15f3b-e936-4267-9732-1bdb2aafcba8 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=d5229659-9431-4b80-bd22-2c55198ccc0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410814 Sep 23 19:18:42.331682 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_hamode_db [None req-851a8d6c-4c89-416e-befc-2c7c0f76deda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9cb2b6d2-dfed-43ba-b262-61d77a40b199', 'name': 'tempest-AttachSCSIVolumeTestJSON-120042920-router', 'tenant_id': '1b57601defaf4249865a0ba3430f0987', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'external_fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.224'}], 'enable_snat': True}, 'gw_port_id': 'a27bbaa9-85ff-4190-b14e-ebbb68b6f0b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:18:32Z', 'updated_at': '2021-09-23T19:18:39Z', 'revision_number': 4, 'project_id': '1b57601defaf4249865a0ba3430f0987', 'gw_port': {'id': 'a27bbaa9-85ff-4190-b14e-ebbb68b6f0b6', 'name': '', 'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:b7:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cb2b6d2-dfed-43ba-b262-61d77a40b199', 'device_owner': 'network:router_gateway', 'standard_attr_id': 238, 'fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:18:34Z', 'updated_at': '2021-09-23T19:18:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-16', '_interfaces': [{'id': '3a502910-6ec7-4aa6-b6e3-578028f996b5', 'name': '', 'network_id': 'aeeb560d-d1ef-4fc8-a2fd-24b1eda13211', 'tenant_id': '1b57601defaf4249865a0ba3430f0987', 'mac_address': 'fa:16:3e:ce:4c:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9cb2b6d2-dfed-43ba-b262-61d77a40b199', 'device_owner': 'network:router_interface', 'standard_attr_id': 249, 'fixed_ips': [{'subnet_id': '7a24f63b-0d16-4860-b351-7d263234071f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:18:37Z', 'updated_at': '2021-09-23T19:18:39Z', 'revision_number': 2, 'project_id': '1b57601defaf4249865a0ba3430f0987', 'subnets': [{'id': '7a24f63b-0d16-4860-b351-7d263234071f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-16', False) {} {{(pid=95104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:18:42.361880 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-2d19cb34-445b-4ffe-a337-60bcb46adf54 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:18:42.407325 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f20490-5d0c-4ead-af7b-606b4335c2b3 req-df66bdb7-8972-431c-8d70-ec47c2111b89 tempest-ServersWithSpecificFlavorTestJSON-1837670196 tempest-ServersWithSpecificFlavorTestJSON-1837670196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:18:42.409799 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-42f20490-5d0c-4ead-af7b-606b4335c2b3 req-df66bdb7-8972-431c-8d70-ec47c2111b89 tempest-ServersWithSpecificFlavorTestJSON-1837670196 tempest-ServersWithSpecificFlavorTestJSON-1837670196-project] 10.222.0.67 "GET /v2.0/ports?device_id=4b82c186-58ee-4ec9-b85d-98d5bd440916 HTTP/1.1" status: 200 len: 946 time: 0.0712352 Sep 23 19:18:42.432673 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-851a8d6c-4c89-416e-befc-2c7c0f76deda None None] Checking router: 9cb2b6d2-dfed-43ba-b262-61d77a40b199 for host: n-d-713301-16 {{(pid=95104) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 19:18:42.438872 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-851a8d6c-4c89-416e-befc-2c7c0f76deda None None] Updating router 9cb2b6d2-dfed-43ba-b262-61d77a40b199 port 3a502910-6ec7-4aa6-b6e3-578028f996b5 binding host n-d-713301-16 {{(pid=95104) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 23 19:18:42.474163 n-d-713301-16 neutron-server[95104]: DEBUG neutron_lib.callbacks.manager [None req-851a8d6c-4c89-416e-befc-2c7c0f76deda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:18:42.499427 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-2d19cb34-445b-4ffe-a337-60bcb46adf54 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:18:42.504710 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-2d19cb34-445b-4ffe-a337-60bcb46adf54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:18:42.535266 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-42f20490-5d0c-4ead-af7b-606b4335c2b3 req-5ac04d13-6056-47b1-9e38-e52bf1bb0dba tempest-ServersWithSpecificFlavorTestJSON-1837670196 tempest-ServersWithSpecificFlavorTestJSON-1837670196-project] 10.222.0.67 "GET /v2.0/security-groups?id=d5229659-9431-4b80-bd22-2c55198ccc0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1177652 Sep 23 19:18:42.583282 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-2d19cb34-445b-4ffe-a337-60bcb46adf54 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=d1b5fea507424af5b2c4ea40ff4a1e81&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7394822 Sep 23 19:18:42.586062 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 55866) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:18:42.610127 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d19cb34-445b-4ffe-a337-60bcb46adf54 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0874907c-dd38-47da-8ace-f807bdcb0318,revision_number=1']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:18:42.627227 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 55868) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:18:42.686364 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-c5f9eae4-3e48-41f7-8eed-fa4cffbebc32 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:18:42.733207 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-c5f9eae4-3e48-41f7-8eed-fa4cffbebc32 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:18:42.812244 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-c5f9eae4-3e48-41f7-8eed-fa4cffbebc32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:18:42.815113 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-c5f9eae4-3e48-41f7-8eed-fa4cffbebc32 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:18:42.817969 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-c5f9eae4-3e48-41f7-8eed-fa4cffbebc32 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/0874907c-dd38-47da-8ace-f807bdcb0318 HTTP/1.1" status: 204 len: 168 time: 0.2233732 Sep 23 19:18:42.833678 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f9eae4-3e48-41f7-8eed-fa4cffbebc32 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0874907c-dd38-47da-8ace-f807bdcb0318,revision_number=None']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:18:42.869165 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e36b02-65d2-42e1-b032-9f860d9c0a17 req-8f0ba0f2-d4a3-4db3-bfee-3061a087b8f5 tempest-LiveAutoBlockMigrationV225Test-1371897097 tempest-LiveAutoBlockMigrationV225Test-1371897097-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:18:42.872197 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-04e36b02-65d2-42e1-b032-9f860d9c0a17 req-8f0ba0f2-d4a3-4db3-bfee-3061a087b8f5 tempest-LiveAutoBlockMigrationV225Test-1371897097 tempest-LiveAutoBlockMigrationV225Test-1371897097-project-admin] 10.222.0.67 "GET /v2.0/ports?device_id=34ddce53-382c-44ee-a43f-26559ac17462 HTTP/1.1" status: 200 len: 1098 time: 0.0748069 Sep 23 19:18:42.939167 n-d-713301-16 neutron-server[95104]: DEBUG neutron_lib.callbacks.manager [None req-851a8d6c-4c89-416e-befc-2c7c0f76deda None None] Notify callbacks [] for port, precommit_update {{(pid=95104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:18:42.947284 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-feb19a11-4018-4062-8906-529c9f2a0869 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:18:42.955297 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-04e36b02-65d2-42e1-b032-9f860d9c0a17 req-1720592a-fbaf-4d0e-8366-09605a65d8d8 tempest-LiveAutoBlockMigrationV225Test-1371897097 tempest-LiveAutoBlockMigrationV225Test-1371897097-project-admin] 10.222.0.67 "GET /v2.0/security-groups?id=6d32247e-8bb7-4ae1-818c-76baafa39c73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759711 Sep 23 19:18:42.961318 n-d-713301-16 neutron-server[95104]: DEBUG neutron_lib.callbacks.manager [None req-851a8d6c-4c89-416e-befc-2c7c0f76deda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:18:43.026342 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 55892) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:18:43.032737 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.v2.base [None req-fb5e09c0-0a05-4338-9144-ab35f30233b4 admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-284940589-network', 'tenant_id': '3a72a2b3894541b9ad82b604333c6969'}} {{(pid=95101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:18:43.147394 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95492fc5-4215-434f-ac65-d35855fd1466 None None] Pushing event updated for resources: {'Port': ['ID=3a502910-6ec7-4aa6-b6e3-578028f996b5,revision_number=3']} {{(pid=95104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:18:43.196045 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-feb19a11-4018-4062-8906-529c9f2a0869 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:18:43.207024 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-feb19a11-4018-4062-8906-529c9f2a0869 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:18:43.235960 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb5e09c0-0a05-4338-9144-ab35f30233b4 admin admin] Made reservation on behalf of 3a72a2b3894541b9ad82b604333c6969 for: {'network': 1} {{(pid=95101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:18:43.240748 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-fb5e09c0-0a05-4338-9144-ab35f30233b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for network, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:18:43.248347 n-d-713301-16 neutron-server[95104]: DEBUG neutron.plugins.ml2.managers [None req-851a8d6c-4c89-416e-befc-2c7c0f76deda None None] Attempting to bind port 3a502910-6ec7-4aa6-b6e3-578028f996b5 on host n-d-713301-16 for vnic_type normal with profile {{(pid=95104) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 19:18:43.251679 n-d-713301-16 neutron-server[95104]: DEBUG neutron.plugins.ml2.managers [None req-851a8d6c-4c89-416e-befc-2c7c0f76deda None None] Attempting to bind port 3a502910-6ec7-4aa6-b6e3-578028f996b5 by drivers openvswitch,hyperv on host n-d-713301-16 at level 0 using segments [{'id': '24a8f1c2-6cab-462e-bcd7-b4a9edb91257', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'aeeb560d-d1ef-4fc8-a2fd-24b1eda13211'}] {{(pid=95104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 19:18:43.252085 n-d-713301-16 neutron-server[95104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-851a8d6c-4c89-416e-befc-2c7c0f76deda None None] Attempting to bind port 3a502910-6ec7-4aa6-b6e3-578028f996b5 on network aeeb560d-d1ef-4fc8-a2fd-24b1eda13211 {{(pid=95104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:18:43.265387 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-fb5e09c0-0a05-4338-9144-ab35f30233b4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:18:43.266122 n-d-713301-16 neutron-server[95104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-851a8d6c-4c89-416e-befc-2c7c0f76deda None None] Checking agent: {'id': '70a14545-df24-472f-8f95-bfe1719bff93', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 19, 7, 53), 'started_at': datetime.datetime(2021, 9, 23, 19, 8, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 19, 18, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 19:18:43.266618 n-d-713301-16 neutron-server[95104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-851a8d6c-4c89-416e-befc-2c7c0f76deda None None] Checking segment: {'id': '24a8f1c2-6cab-462e-bcd7-b4a9edb91257', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'aeeb560d-d1ef-4fc8-a2fd-24b1eda13211'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95104) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:18:43.267035 n-d-713301-16 neutron-server[95104]: DEBUG neutron_lib.callbacks.manager [None req-851a8d6c-4c89-416e-befc-2c7c0f76deda None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:18:43.267434 n-d-713301-16 neutron-server[95104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-851a8d6c-4c89-416e-befc-2c7c0f76deda None None] Bound using segment: {'id': '24a8f1c2-6cab-462e-bcd7-b4a9edb91257', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'aeeb560d-d1ef-4fc8-a2fd-24b1eda13211'} {{(pid=95104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 19:18:43.270174 n-d-713301-16 neutron-server[95104]: DEBUG neutron.plugins.ml2.managers [None req-851a8d6c-4c89-416e-befc-2c7c0f76deda None None] Bound port: 3a502910-6ec7-4aa6-b6e3-578028f996b5, host: n-d-713301-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '24a8f1c2-6cab-462e-bcd7-b4a9edb91257', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'aeeb560d-d1ef-4fc8-a2fd-24b1eda13211'}}] {{(pid=95104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 19:18:43.270589 n-d-713301-16 neutron-server[95104]: DEBUG neutron_lib.callbacks.manager [None req-851a8d6c-4c89-416e-befc-2c7c0f76deda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:18:43.331253 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Device a27bbaa9-85ff-4190-b14e-ebbb68b6f0b6 up at agent ovs-agent-n-d-713301-16 {{(pid=95103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 19:18:43.396659 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b1d844-ff38-4487-abf4-d6ccc0eab384 req-93d2220e-78da-4807-815c-cb8547f28280 tempest-ImagesOneServerNegativeTestJSON-187090525 tempest-ImagesOneServerNegativeTestJSON-187090525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:18:43.399216 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-60b1d844-ff38-4487-abf4-d6ccc0eab384 req-93d2220e-78da-4807-815c-cb8547f28280 tempest-ImagesOneServerNegativeTestJSON-187090525 tempest-ImagesOneServerNegativeTestJSON-187090525-project] 10.222.0.67 "GET /v2.0/ports?device_id=56b87947-4cee-4099-98e4-6e69b43c7f13 HTTP/1.1" status: 200 len: 946 time: 0.2909780 Sep 23 19:18:43.410132 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feb19a11-4018-4062-8906-529c9f2a0869 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f5835f1-6655-4996-9598-74a03afb25d7,revision_number=1']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:18:43.430880 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-b6c41357-bac6-4f27-a52d-5418a9569fb1 None None] Provisioning complete for port 3a502910-6ec7-4aa6-b6e3-578028f996b5 triggered by entity DHCP. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:18:43.431527 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b6c41357-bac6-4f27-a52d-5418a9569fb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:18:43.438932 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-feb19a11-4018-4062-8906-529c9f2a0869 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=2950e6ea0d3142e6b7d315309939e8d1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8106170 Sep 23 19:18:43.447991 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 55904) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:18:43.453377 n-d-713301-16 neutron-server[95104]: DEBUG neutron.plugins.ml2.db [None req-851a8d6c-4c89-416e-befc-2c7c0f76deda None None] For port 3a502910-6ec7-4aa6-b6e3-578028f996b5, host n-d-713301-16, cleared binding levels {{(pid=95104) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 19:18:43.462435 n-d-713301-16 neutron-server[95104]: DEBUG neutron.plugins.ml2.db [None req-851a8d6c-4c89-416e-befc-2c7c0f76deda None None] For port 3a502910-6ec7-4aa6-b6e3-578028f996b5, host n-d-713301-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-16',level=0,port_id=3a502910-6ec7-4aa6-b6e3-578028f996b5,segment=NetworkSegment(24a8f1c2-6cab-462e-bcd7-b4a9edb91257),segment_id=24a8f1c2-6cab-462e-bcd7-b4a9edb91257)] {{(pid=95104) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 19:18:43.470526 n-d-713301-16 neutron-server[95104]: DEBUG neutron_lib.callbacks.manager [None req-851a8d6c-4c89-416e-befc-2c7c0f76deda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:18:43.509856 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Provisioning complete for port a27bbaa9-85ff-4190-b14e-ebbb68b6f0b6 triggered by entity L2. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:18:43.511299 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:18:43.520984 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-fb5e09c0-0a05-4338-9144-ab35f30233b4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:18:43.526039 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-fb5e09c0-0a05-4338-9144-ab35f30233b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:18:43.548389 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.plugin [None req-b6c41357-bac6-4f27-a52d-5418a9569fb1 None None] Port 3a502910-6ec7-4aa6-b6e3-578028f996b5 cannot update to ACTIVE because it is not bound. {{(pid=95103) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 19:18:43.563542 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fb5e09c0-0a05-4338-9144-ab35f30233b4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 626} {{(pid=95101) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 19:18:43.569940 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95492fc5-4215-434f-ac65-d35855fd1466 None None] Pushing event updated for resources: {'Port': ['ID=3a502910-6ec7-4aa6-b6e3-578028f996b5,revision_number=4']} {{(pid=95104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:18:43.583681 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-851a8d6c-4c89-416e-befc-2c7c0f76deda None None] Routers {'9cb2b6d2-dfed-43ba-b262-61d77a40b199'} bound to L3 agent in host n-d-713301-16 {{(pid=95104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 19:18:43.584302 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_hamode_db [None req-851a8d6c-4c89-416e-befc-2c7c0f76deda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-23T19:07:52Z,description=,heartbeat_timestamp=2021-09-23T19:18:22Z,host='n-d-713301-16',id=79a740bf-7821-4989-8288-7186e3e128f3,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:07:52Z,topic='l3_agent')) {'router_ids': ['9cb2b6d2-dfed-43ba-b262-61d77a40b199'], 'active': True} {{(pid=95104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:18:43.602663 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-fb5e09c0-0a05-4338-9144-ab35f30233b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1756186'] for segment, precommit_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:18:43.603018 n-d-713301-16 neutron-server[95101]: INFO neutron.db.segments_db [None req-fb5e09c0-0a05-4338-9144-ab35f30233b4 admin admin] Added segment c44d53d2-f536-4aef-a188-6132f14a0162 of type vlan for network ddfa60aa-17aa-4997-9b7e-43433e9db8cf Sep 23 19:18:43.603757 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a167942a-aa23-46a6-a8aa-bd930c5815db req-6a41d17b-4a61-483b-9013-90a52fc95a0c tempest-LiveAutoBlockMigrationV225Test-1371897097 tempest-LiveAutoBlockMigrationV225Test-1371897097-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:18:43.622254 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-a167942a-aa23-46a6-a8aa-bd930c5815db req-6a41d17b-4a61-483b-9013-90a52fc95a0c tempest-LiveAutoBlockMigrationV225Test-1371897097 tempest-LiveAutoBlockMigrationV225Test-1371897097-project-admin] 10.222.0.67 "GET /v2.0/ports?device_id=34ddce53-382c-44ee-a43f-26559ac17462 HTTP/1.1" status: 200 len: 1098 time: 0.3848600 Sep 23 19:18:43.656527 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-60b1d844-ff38-4487-abf4-d6ccc0eab384 req-d6c374ec-daca-4a5c-8f80-93f9658c2abf tempest-ImagesOneServerNegativeTestJSON-187090525 tempest-ImagesOneServerNegativeTestJSON-187090525-project] 10.222.0.67 "GET /v2.0/security-groups?id=19c0f9e9-a6be-47c1-af86-410f820e84bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2448311 Sep 23 19:18:43.726271 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-fb5e09c0-0a05-4338-9144-ab35f30233b4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783145630486'] for network, precommit_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:18:43.766872 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-a167942a-aa23-46a6-a8aa-bd930c5815db req-adaff67f-2ebb-408b-b9ee-d46130e70fe8 tempest-LiveAutoBlockMigrationV225Test-1371897097 tempest-LiveAutoBlockMigrationV225Test-1371897097-project-admin] 10.222.0.67 "GET /v2.0/security-groups?id=6d32247e-8bb7-4ae1-818c-76baafa39c73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1436229 Sep 23 19:18:43.791712 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_dvr_db [None req-851a8d6c-4c89-416e-befc-2c7c0f76deda None None] Set router 9cb2b6d2-dfed-43ba-b262-61d77a40b199 gateway port host: n-d-713301-16 {{(pid=95104) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 19:18:43.827616 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-3937fd5c-5e6f-4de5-84ae-9f26ee976e98 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:18:43.839947 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-fb5e09c0-0a05-4338-9144-ab35f30233b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299'] for network, after_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:18:43.840954 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb5e09c0-0a05-4338-9144-ab35f30233b4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:18:43.841544 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-fb5e09c0-0a05-4338-9144-ab35f30233b4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527417'] for network, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:18:43.858308 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 55916) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:18:43.860465 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb5e09c0-0a05-4338-9144-ab35f30233b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c999b1e2-1ce4-4707-a72e-72b5077fb1a6,revision_number=1']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:18:43.880896 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-0d2907cd-b6a8-4cd6-b24f-69bad6755536 None None] Provisioning complete for port 3a502910-6ec7-4aa6-b6e3-578028f996b5 triggered by entity DHCP. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:18:43.881396 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-0d2907cd-b6a8-4cd6-b24f-69bad6755536 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:18:43.889295 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-3937fd5c-5e6f-4de5-84ae-9f26ee976e98 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:18:43.944498 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4417407-4ce0-4e80-b976-5cb3acc6cff8 req-86f0ba9d-5224-4b41-ac6d-158c0b1e35b1 tempest-ServersWithSpecificFlavorTestJSON-1837670196 tempest-ServersWithSpecificFlavorTestJSON-1837670196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:18:43.953477 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-e4417407-4ce0-4e80-b976-5cb3acc6cff8 req-86f0ba9d-5224-4b41-ac6d-158c0b1e35b1 tempest-ServersWithSpecificFlavorTestJSON-1837670196 tempest-ServersWithSpecificFlavorTestJSON-1837670196-project] 10.222.0.67 "GET /v2.0/ports?device_id=4b82c186-58ee-4ec9-b85d-98d5bd440916 HTTP/1.1" status: 200 len: 946 time: 0.1222980 Sep 23 19:18:43.972818 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-fb5e09c0-0a05-4338-9144-ab35f30233b4 admin admin] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.9391701 Sep 23 19:18:43.972818 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-c8fb1369-61f6-411a-87a7-ba4b8cf40ddc admin admin] Notify callbacks [] for security_group, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:18:43.972818 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 55922) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:18:44.009145 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-e4417407-4ce0-4e80-b976-5cb3acc6cff8 req-81e75d42-70d4-4f5b-a0c4-1e5746db2fc3 tempest-ServersWithSpecificFlavorTestJSON-1837670196 tempest-ServersWithSpecificFlavorTestJSON-1837670196-project] 10.222.0.67 "GET /v2.0/security-groups?id=d5229659-9431-4b80-bd22-2c55198ccc0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497119 Sep 23 19:18:44.017780 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.v2.base [None req-03c56b4c-1117-4ab5-a1bd-f5e933dc4a6e admin admin] Request body: {'subnet': {'network_id': 'ddfa60aa-17aa-4997-9b7e-43433e9db8cf', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-284940589-subnet', 'tenant_id': '3a72a2b3894541b9ad82b604333c6969', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=95101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:18:44.030998 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-3937fd5c-5e6f-4de5-84ae-9f26ee976e98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:18:44.040209 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-3937fd5c-5e6f-4de5-84ae-9f26ee976e98 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:18:44.041599 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-3937fd5c-5e6f-4de5-84ae-9f26ee976e98 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/1f5835f1-6655-4996-9598-74a03afb25d7 HTTP/1.1" status: 204 len: 168 time: 0.5843234 Sep 23 19:18:44.059893 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-0d2907cd-b6a8-4cd6-b24f-69bad6755536 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:18:44.060886 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3937fd5c-5e6f-4de5-84ae-9f26ee976e98 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f5835f1-6655-4996-9598-74a03afb25d7,revision_number=None']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:18:44.139452 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-0d2907cd-b6a8-4cd6-b24f-69bad6755536 None None] For port 3a502910-6ec7-4aa6-b6e3-578028f996b5, host n-d-713301-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-16',level=0,port_id=3a502910-6ec7-4aa6-b6e3-578028f996b5,segment=NetworkSegment(24a8f1c2-6cab-462e-bcd7-b4a9edb91257),segment_id=24a8f1c2-6cab-462e-bcd7-b4a9edb91257)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:18:44.152785 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb5e09c0-0a05-4338-9144-ab35f30233b4 admin admin] Pushing event updated for resources: {'Network': ['ID=ddfa60aa-17aa-4997-9b7e-43433e9db8cf,revision_number=1']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:18:44.158135 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-0d2907cd-b6a8-4cd6-b24f-69bad6755536 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:18:44.177523 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Network ddfa60aa-17aa-4997-9b7e-43433e9db8cf details requested by agent ovs-agent-n-d-713301-16 with host n-d-713301-16 {{(pid=95103) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 19:18:44.181896 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03c56b4c-1117-4ab5-a1bd-f5e933dc4a6e admin admin] Made reservation on behalf of 3a72a2b3894541b9ad82b604333c6969 for: {'subnet': 1} {{(pid=95101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:18:44.184429 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-03c56b4c-1117-4ab5-a1bd-f5e933dc4a6e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6130979'] for subnet, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:18:44.234035 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [req-4919a136-b47a-4188-bda0-375c57f27467 req-865ca1ee-3ec1-4eee-b78f-63dbc6b594a8 service neutron] http://10.222.0.67:9696/v2.0/extensions returned with HTTP 200 {{(pid=95102) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 23 19:18:44.239446 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-4919a136-b47a-4188-bda0-375c57f27467 req-865ca1ee-3ec1-4eee-b78f-63dbc6b594a8 service neutron] 10.222.0.67 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0226545 Sep 23 19:18:44.248868 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_hamode_db [None req-851a8d6c-4c89-416e-befc-2c7c0f76deda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9cb2b6d2-dfed-43ba-b262-61d77a40b199', 'name': 'tempest-AttachSCSIVolumeTestJSON-120042920-router', 'tenant_id': '1b57601defaf4249865a0ba3430f0987', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'external_fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.224'}], 'enable_snat': True}, 'gw_port_id': 'a27bbaa9-85ff-4190-b14e-ebbb68b6f0b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:18:32Z', 'updated_at': '2021-09-23T19:18:39Z', 'revision_number': 4, 'project_id': '1b57601defaf4249865a0ba3430f0987', 'gw_port': {'id': 'a27bbaa9-85ff-4190-b14e-ebbb68b6f0b6', 'name': '', 'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:b7:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cb2b6d2-dfed-43ba-b262-61d77a40b199', 'device_owner': 'network:router_gateway', 'standard_attr_id': 238, 'fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:18:34Z', 'updated_at': '2021-09-23T19:18:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-16', '_interfaces': [{'id': '3a502910-6ec7-4aa6-b6e3-578028f996b5', 'name': '', 'network_id': 'aeeb560d-d1ef-4fc8-a2fd-24b1eda13211', 'tenant_id': '1b57601defaf4249865a0ba3430f0987', 'mac_address': 'fa:16:3e:ce:4c:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9cb2b6d2-dfed-43ba-b262-61d77a40b199', 'device_owner': 'network:router_interface', 'standard_attr_id': 249, 'fixed_ips': [{'subnet_id': '7a24f63b-0d16-4860-b351-7d263234071f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:18:37Z', 'updated_at': '2021-09-23T19:18:43Z', 'revision_number': 4, 'project_id': '1b57601defaf4249865a0ba3430f0987', 'subnets': [{'id': '7a24f63b-0d16-4860-b351-7d263234071f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-16', False) {} {{(pid=95104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:18:44.326514 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-851a8d6c-4c89-416e-befc-2c7c0f76deda None None] The sync data for ids ['9cb2b6d2-dfed-43ba-b262-61d77a40b199'] in n-d-713301-16 is: [{'id': '9cb2b6d2-dfed-43ba-b262-61d77a40b199', 'name': 'tempest-AttachSCSIVolumeTestJSON-120042920-router', 'tenant_id': '1b57601defaf4249865a0ba3430f0987', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'external_fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.224'}], 'enable_snat': True}, 'gw_port_id': 'a27bbaa9-85ff-4190-b14e-ebbb68b6f0b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:18:32Z', 'updated_at': '2021-09-23T19:18:39Z', 'revision_number': 4, 'project_id': '1b57601defaf4249865a0ba3430f0987', 'gw_port': {'id': 'a27bbaa9-85ff-4190-b14e-ebbb68b6f0b6', 'name': '', 'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:b7:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cb2b6d2-dfed-43ba-b262-61d77a40b199', 'device_owner': 'network:router_gateway', 'standard_attr_id': 238, 'fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:18:34Z', 'updated_at': '2021-09-23T19:18:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-16', '_interfaces': [{'id': '3a502910-6ec7-4aa6-b6e3-578028f996b5', 'name': '', 'network_id': 'aeeb560d-d1ef-4fc8-a2fd-24b1eda13211', 'tenant_id': '1b57601defaf4249865a0ba3430f0987', 'mac_address': 'fa:16:3e:ce:4c:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9cb2b6d2-dfed-43ba-b262-61d77a40b199', 'device_owner': 'network:router_interface', 'standard_attr_id': 249, 'fixed_ips': [{'subnet_id': '7a24f63b-0d16-4860-b351-7d263234071f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:18:37Z', 'updated_at': '2021-09-23T19:18:43Z', 'revision_number': 4, 'project_id': '1b57601defaf4249865a0ba3430f0987', 'subnets': [{'id': '7a24f63b-0d16-4860-b351-7d263234071f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 19:18:44.333751 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c124564-7181-499a-97c1-7e03b35c4c0d req-802dd0e5-1cfd-4019-ac9d-5257caa1b63c tempest-ServersWithSpecificFlavorTestJSON-1837670196 tempest-ServersWithSpecificFlavorTestJSON-1837670196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:18:44.346970 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 55934) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:18:44.349805 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-8c124564-7181-499a-97c1-7e03b35c4c0d req-802dd0e5-1cfd-4019-ac9d-5257caa1b63c tempest-ServersWithSpecificFlavorTestJSON-1837670196 tempest-ServersWithSpecificFlavorTestJSON-1837670196-project] 10.222.0.67 "GET /v2.0/ports?device_id=4b82c186-58ee-4ec9-b85d-98d5bd440916 HTTP/1.1" status: 200 len: 946 time: 0.2078364 Sep 23 19:18:44.357160 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.v2.base [None req-1d85bbe8-bbba-44cb-a4ef-18ffc95235ce tempest-ServersWithSpecificFlavorTestJSON-1837670196 tempest-ServersWithSpecificFlavorTestJSON-1837670196-project] Request body: {'floatingip': {'port_id': '66109541-7cdd-41cd-a46a-a48c75dbdb18'}} {{(pid=95101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:18:44.361651 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d2907cd-b6a8-4cd6-b24f-69bad6755536 None None] Pushing event updated for resources: {'Port': ['ID=3a502910-6ec7-4aa6-b6e3-578028f996b5,revision_number=5']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:18:44.506652 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-1d85bbe8-bbba-44cb-a4ef-18ffc95235ce tempest-ServersWithSpecificFlavorTestJSON-1837670196 tempest-ServersWithSpecificFlavorTestJSON-1837670196-project] Notify callbacks [] for floatingip, before_update {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:18:44.543849 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 55938) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:18:44.646574 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-c8fb1369-61f6-411a-87a7-ba4b8cf40ddc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:18:44.713735 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-c8fb1369-61f6-411a-87a7-ba4b8cf40ddc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:18:44.797079 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-03c56b4c-1117-4ab5-a1bd-f5e933dc4a6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5607579', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6130961'] for subnet, after_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:18:44.904439 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.v2.base [None req-21f05d4b-893b-4174-b616-df2b8b8cfedc admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-834214270-network', 'tenant_id': 'da69a4975b874b21aa94f52d95a38a95'}} {{(pid=95102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:18:44.912239 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c56b4c-1117-4ab5-a1bd-f5e933dc4a6e admin admin] Pushing event updated for resources: {'Subnet': ['ID=b322a65f-89e3-4995-90fb-fc49a78499e9,revision_number=0']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:18:44.917208 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-c8fb1369-61f6-411a-87a7-ba4b8cf40ddc admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=a9f11651871d49378e84dc6a5488b13e&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0341942 Sep 23 19:18:44.925755 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 55954) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:18:45.008194 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21f05d4b-893b-4174-b616-df2b8b8cfedc admin admin] Made reservation on behalf of da69a4975b874b21aa94f52d95a38a95 for: {'network': 1} {{(pid=95102) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:18:45.010799 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-21f05d4b-893b-4174-b616-df2b8b8cfedc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for network, before_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:18:45.049972 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-21f05d4b-893b-4174-b616-df2b8b8cfedc admin admin] Notify callbacks [] for security_group, before_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:18:45.053554 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8fb1369-61f6-411a-87a7-ba4b8cf40ddc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5c8c07a-51ea-46fd-845c-4e3827482821,revision_number=1']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:18:45.069123 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-bbfaf189-6901-4801-92d2-ed2c891d1de9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:18:45.111046 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 55962) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:18:45.167232 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03c56b4c-1117-4ab5-a1bd-f5e933dc4a6e admin admin] Checking segment: {'id': 'c44d53d2-f536-4aef-a188-6132f14a0162', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'ddfa60aa-17aa-4997-9b7e-43433e9db8cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:18:45.167961 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03c56b4c-1117-4ab5-a1bd-f5e933dc4a6e admin admin] Network hostable DHCP agents. Network: ddfa60aa-17aa-4997-9b7e-43433e9db8cf, hostable agents: ['1b18bf05-1b5f-4587-be5c-af3ac38e32ad'], hosted agents: [] {{(pid=95101) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 19:18:45.178707 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-bbfaf189-6901-4801-92d2-ed2c891d1de9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:18:45.202573 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-2ce10dc6-0e90-409f-8c65-aca4b47c9f65 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:18:45.260537 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03c56b4c-1117-4ab5-a1bd-f5e933dc4a6e admin admin] Network ddfa60aa-17aa-4997-9b7e-43433e9db8cf is scheduled to be hosted by DHCP agent 1b18bf05-1b5f-4587-be5c-af3ac38e32ad with binding_index 1 {{(pid=95101) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 19:18:45.263480 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b91d4ae-d6d9-4123-a569-d4cb4294166b req-e174df2d-1012-4bb9-a199-f03d4628d748 tempest-ImagesOneServerNegativeTestJSON-187090525 tempest-ImagesOneServerNegativeTestJSON-187090525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:18:45.265086 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-8b91d4ae-d6d9-4123-a569-d4cb4294166b req-e174df2d-1012-4bb9-a199-f03d4628d748 tempest-ImagesOneServerNegativeTestJSON-187090525 tempest-ImagesOneServerNegativeTestJSON-187090525-project] 10.222.0.67 "GET /v2.0/ports?device_id=56b87947-4cee-4099-98e4-6e69b43c7f13 HTTP/1.1" status: 200 len: 946 time: 0.1806867 Sep 23 19:18:45.292362 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.base_scheduler [None req-03c56b4c-1117-4ab5-a1bd-f5e933dc4a6e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713301-16, ddfa60aa-17aa-4997-9b7e-43433e9db8cf) {{(pid=95101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:18:45.307309 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0127817-f13f-4a6b-a2ad-52c571a9efac None None] Network ddfa60aa-17aa-4997-9b7e-43433e9db8cf requested from n-d-713301-16 {{(pid=95103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 19:18:45.340835 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-bbfaf189-6901-4801-92d2-ed2c891d1de9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:18:45.346000 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-bbfaf189-6901-4801-92d2-ed2c891d1de9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:18:45.352262 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-bbfaf189-6901-4801-92d2-ed2c891d1de9 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/d5c8c07a-51ea-46fd-845c-4e3827482821 HTTP/1.1" status: 204 len: 168 time: 0.4225368 Sep 23 19:18:45.352447 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03c56b4c-1117-4ab5-a1bd-f5e933dc4a6e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:18:45.352905 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-03c56b4c-1117-4ab5-a1bd-f5e933dc4a6e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527417'] for subnet, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:18:45.394101 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbfaf189-6901-4801-92d2-ed2c891d1de9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5c8c07a-51ea-46fd-845c-4e3827482821,revision_number=None']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:18:45.420892 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-8b91d4ae-d6d9-4123-a569-d4cb4294166b req-12271200-af42-4951-b89c-440ef22cc815 tempest-ImagesOneServerNegativeTestJSON-187090525 tempest-ImagesOneServerNegativeTestJSON-187090525-project] 10.222.0.67 "GET /v2.0/security-groups?id=19c0f9e9-a6be-47c1-af86-410f820e84bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1353400 Sep 23 19:18:45.450589 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-21f05d4b-893b-4174-b616-df2b8b8cfedc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:18:45.458075 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-21f05d4b-893b-4174-b616-df2b8b8cfedc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:18:45.478877 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Device 3a502910-6ec7-4aa6-b6e3-578028f996b5 up at agent ovs-agent-n-d-713301-16 {{(pid=95103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 19:18:45.507391 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-21f05d4b-893b-4174-b616-df2b8b8cfedc admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 615} {{(pid=95102) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 19:18:45.536980 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-21f05d4b-893b-4174-b616-df2b8b8cfedc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1756186'] for segment, precommit_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:18:45.537749 n-d-713301-16 neutron-server[95102]: INFO neutron.db.segments_db [None req-21f05d4b-893b-4174-b616-df2b8b8cfedc admin admin] Added segment 225c670a-9033-4e21-9138-79200597fa57 of type vlan for network a223aff7-fdc0-4241-b683-f1ea21f63cac Sep 23 19:18:45.540852 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21f05d4b-893b-4174-b616-df2b8b8cfedc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ad0fb55-3d8a-4ae3-9594-63cca6a672f7,revision_number=1']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:18:45.612672 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.db.resource_extend [None req-1d85bbe8-bbba-44cb-a4ef-18ffc95235ce tempest-ServersWithSpecificFlavorTestJSON-1837670196 tempest-ServersWithSpecificFlavorTestJSON-1837670196-project] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=95101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 23 19:18:45.704332 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-2ce10dc6-0e90-409f-8c65-aca4b47c9f65 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:18:45.711527 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-21f05d4b-893b-4174-b616-df2b8b8cfedc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783145630486'] for network, precommit_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:18:45.716024 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-2ce10dc6-0e90-409f-8c65-aca4b47c9f65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:18:45.746247 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-1d85bbe8-bbba-44cb-a4ef-18ffc95235ce tempest-ServersWithSpecificFlavorTestJSON-1837670196 tempest-ServersWithSpecificFlavorTestJSON-1837670196-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:18:45.755438 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ce10dc6-0e90-409f-8c65-aca4b47c9f65 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84f2feb3-e804-4aa5-8bcb-d1e45415e1af,revision_number=1']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:18:45.758038 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-1d85bbe8-bbba-44cb-a4ef-18ffc95235ce tempest-ServersWithSpecificFlavorTestJSON-1837670196 tempest-ServersWithSpecificFlavorTestJSON-1837670196-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-601884'] for floatingip, after_update {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:18:45.836460 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-2ce10dc6-0e90-409f-8c65-aca4b47c9f65 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=5f24f876e1224882baf2ae9ab8b62ab1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7237694 Sep 23 19:18:45.839332 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 55982) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:18:45.862140 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-21f05d4b-893b-4174-b616-df2b8b8cfedc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299'] for network, after_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:18:45.868963 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-03c56b4c-1117-4ab5-a1bd-f5e933dc4a6e admin admin] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.8959754 Sep 23 19:18:45.872321 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 55984) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:18:45.877145 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21f05d4b-893b-4174-b616-df2b8b8cfedc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:18:45.882960 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.v2.base [None req-95fb7742-2e95-405f-a6c6-dc3095f5b2c5 admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-284940589-router', 'tenant_id': '3a72a2b3894541b9ad82b604333c6969', 'external_gateway_info': {'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac'}}} {{(pid=95101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:18:45.883261 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-21f05d4b-893b-4174-b616-df2b8b8cfedc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527417'] for network, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:18:45.883362 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Provisioning complete for port 3a502910-6ec7-4aa6-b6e3-578028f996b5 triggered by entity L2. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:18:45.883362 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:18:45.956546 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-95fb7742-2e95-405f-a6c6-dc3095f5b2c5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-594563', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29355'] for router, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:18:45.957640 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-95fb7742-2e95-405f-a6c6-dc3095f5b2c5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-597363', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-601731', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-739356', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29346'] for router, precommit_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:18:46.008472 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-21f05d4b-893b-4174-b616-df2b8b8cfedc admin admin] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.4634836 Sep 23 19:18:46.012581 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 56000) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:18:46.031670 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-95fb7742-2e95-405f-a6c6-dc3095f5b2c5 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:18:46.037851 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0566515-3542-4f5a-b228-7616fac324d2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4c8b80df-07eb-5275-9f17-5cf640db67c0-ddfa60aa-17aa-4997-9b7e-43433e9db8cf', 'network_id': 'ddfa60aa-17aa-4997-9b7e-43433e9db8cf', 'tenant_id': '3a72a2b3894541b9ad82b604333c6969', 'fixed_ips': [{'subnet_id': 'b322a65f-89e3-4995-90fb-fc49a78499e9'}]}} from n-d-713301-16. {{(pid=95103) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 23 19:18:46.039729 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-d0566515-3542-4f5a-b228-7616fac324d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_create {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:18:46.061798 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.v2.base [None req-328e2de9-5b40-43e1-8921-1c8ab30fcbf3 admin admin] Request body: {'subnet': {'network_id': 'a223aff7-fdc0-4241-b683-f1ea21f63cac', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-834214270-subnet', 'tenant_id': 'da69a4975b874b21aa94f52d95a38a95', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:18:46.104022 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-2da2bb83-7af9-491a-bad8-9c58fd8b4576 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:18:46.211368 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21f05d4b-893b-4174-b616-df2b8b8cfedc admin admin] Pushing event updated for resources: {'Network': ['ID=a223aff7-fdc0-4241-b683-f1ea21f63cac,revision_number=1']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:18:46.228738 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-2da2bb83-7af9-491a-bad8-9c58fd8b4576 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:18:46.233436 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21f05d4b-893b-4174-b616-df2b8b8cfedc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:18:46.234724 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21f05d4b-893b-4174-b616-df2b8b8cfedc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:18:46.235114 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21f05d4b-893b-4174-b616-df2b8b8cfedc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:18:46.235556 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21f05d4b-893b-4174-b616-df2b8b8cfedc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:18:46.235899 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21f05d4b-893b-4174-b616-df2b8b8cfedc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:18:46.236107 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21f05d4b-893b-4174-b616-df2b8b8cfedc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:18:46.236558 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21f05d4b-893b-4174-b616-df2b8b8cfedc admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:18:46.236948 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21f05d4b-893b-4174-b616-df2b8b8cfedc admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:18:46.237271 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21f05d4b-893b-4174-b616-df2b8b8cfedc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:18:46.237602 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21f05d4b-893b-4174-b616-df2b8b8cfedc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:18:46.237936 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21f05d4b-893b-4174-b616-df2b8b8cfedc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:18:46.238264 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21f05d4b-893b-4174-b616-df2b8b8cfedc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:18:46.262388 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-328e2de9-5b40-43e1-8921-1c8ab30fcbf3 admin admin] Made reservation on behalf of da69a4975b874b21aa94f52d95a38a95 for: {'subnet': 1} {{(pid=95102) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:18:46.263274 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-328e2de9-5b40-43e1-8921-1c8ab30fcbf3 admin admin] Notify callbacks [] for subnet, before_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:18:46.349719 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Network a223aff7-fdc0-4241-b683-f1ea21f63cac details requested by agent ovs-agent-n-d-713301-16 with host n-d-713301-16 {{(pid=95103) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 19:18:46.611073 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.db_base_plugin_common [None req-d0566515-3542-4f5a-b228-7616fac324d2 None None] Allocated IP 172.20.0.2 (ddfa60aa-17aa-4997-9b7e-43433e9db8cf/b322a65f-89e3-4995-90fb-fc49a78499e9/b93e5112-c597-471d-9cb1-cc155f4a7a0c) {{(pid=95103) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 19:18:46.637789 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-328e2de9-5b40-43e1-8921-1c8ab30fcbf3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299'] for subnet, after_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:18:46.706325 n-d-713301-16 neutron-server[95101]: INFO neutron.db.l3_db [None req-1d85bbe8-bbba-44cb-a4ef-18ffc95235ce tempest-ServersWithSpecificFlavorTestJSON-1837670196 tempest-ServersWithSpecificFlavorTestJSON-1837670196-project] Floating IP ef1de3c3-fef8-432c-8d1a-de57f33d4b75 associated. External IP: 172.25.1.80, port: 66109541-7cdd-41cd-a46a-a48c75dbdb18. Sep 23 19:18:46.817739 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-95fb7742-2e95-405f-a6c6-dc3095f5b2c5 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:18:46.818891 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da45582-0a61-44df-9540-b78b7c1841bc req-df87192c-6c30-4034-9aa0-c7d27e63ba94 tempest-ImagesOneServerNegativeTestJSON-187090525 tempest-ImagesOneServerNegativeTestJSON-187090525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:18:46.821310 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-5da45582-0a61-44df-9540-b78b7c1841bc req-df87192c-6c30-4034-9aa0-c7d27e63ba94 tempest-ImagesOneServerNegativeTestJSON-187090525 tempest-ImagesOneServerNegativeTestJSON-187090525-project] 10.222.0.67 "GET /v2.0/ports?device_id=56b87947-4cee-4099-98e4-6e69b43c7f13 HTTP/1.1" status: 200 len: 946 time: 0.2645082 Sep 23 19:18:46.824425 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-328e2de9-5b40-43e1-8921-1c8ab30fcbf3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f76c4f74-3d1f-41c5-8616-290746a2dfbc,revision_number=0']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:18:46.845667 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-328e2de9-5b40-43e1-8921-1c8ab30fcbf3 admin admin] Checking segment: {'id': '225c670a-9033-4e21-9138-79200597fa57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': 'a223aff7-fdc0-4241-b683-f1ea21f63cac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95102) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:18:46.846535 n-d-713301-16 neutron-server[95102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-328e2de9-5b40-43e1-8921-1c8ab30fcbf3 admin admin] Network hostable DHCP agents. Network: a223aff7-fdc0-4241-b683-f1ea21f63cac, hostable agents: ['1b18bf05-1b5f-4587-be5c-af3ac38e32ad'], hosted agents: [] {{(pid=95102) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 19:18:46.853769 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-2da2bb83-7af9-491a-bad8-9c58fd8b4576 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:18:46.857080 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-2da2bb83-7af9-491a-bad8-9c58fd8b4576 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:18:46.860530 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-2da2bb83-7af9-491a-bad8-9c58fd8b4576 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/84f2feb3-e804-4aa5-8bcb-d1e45415e1af HTTP/1.1" status: 204 len: 168 time: 1.0174522 Sep 23 19:18:46.884763 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2da2bb83-7af9-491a-bad8-9c58fd8b4576 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84f2feb3-e804-4aa5-8bcb-d1e45415e1af,revision_number=None']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:18:46.904802 n-d-713301-16 neutron-server[95102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-328e2de9-5b40-43e1-8921-1c8ab30fcbf3 admin admin] Network a223aff7-fdc0-4241-b683-f1ea21f63cac is scheduled to be hosted by DHCP agent 1b18bf05-1b5f-4587-be5c-af3ac38e32ad with binding_index 1 {{(pid=95102) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 19:18:46.919108 n-d-713301-16 neutron-server[95102]: DEBUG neutron.scheduler.base_scheduler [None req-328e2de9-5b40-43e1-8921-1c8ab30fcbf3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713301-16, a223aff7-fdc0-4241-b683-f1ea21f63cac) {{(pid=95102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:18:46.924100 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-328e2de9-5b40-43e1-8921-1c8ab30fcbf3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:18:46.925100 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-328e2de9-5b40-43e1-8921-1c8ab30fcbf3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527417'] for subnet, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:18:46.942641 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-5da45582-0a61-44df-9540-b78b7c1841bc req-1f0a71e4-7979-4381-b665-e2fbf850c21e tempest-ImagesOneServerNegativeTestJSON-187090525 tempest-ImagesOneServerNegativeTestJSON-187090525-project] 10.222.0.67 "GET /v2.0/security-groups?id=19c0f9e9-a6be-47c1-af86-410f820e84bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990150 Sep 23 19:18:46.949464 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-328e2de9-5b40-43e1-8921-1c8ab30fcbf3 admin admin] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.9015870 Sep 23 19:18:46.981606 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e087824f-d196-4dcc-87cb-9425dee38fd0 None None] Network a223aff7-fdc0-4241-b683-f1ea21f63cac requested from n-d-713301-16 {{(pid=95103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 19:18:47.043885 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-d0566515-3542-4f5a-b228-7616fac324d2 None None] Notify callbacks [] for port, precommit_create {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:18:47.062418 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 56058) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:18:47.086962 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-d0566515-3542-4f5a-b228-7616fac324d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783145673135'] for port, after_create {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:18:47.153515 n-d-713301-16 neutron-server[95103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0566515-3542-4f5a-b228-7616fac324d2 None None] Network ddfa60aa-17aa-4997-9b7e-43433e9db8cf is already hosted by enough agents. {{(pid=95103) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:18:47.165152 n-d-713301-16 neutron-server[95103]: DEBUG neutron.scheduler.base_scheduler [None req-d0566515-3542-4f5a-b228-7616fac324d2 None None] Resources bound (agent type, host, resource id): {{(pid=95103) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:18:47.169835 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0566515-3542-4f5a-b228-7616fac324d2 None None] Received port after_create {{(pid=95103) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 19:18:47.211516 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1d85bbe8-bbba-44cb-a4ef-18ffc95235ce tempest-ServersWithSpecificFlavorTestJSON-1837670196 tempest-ServersWithSpecificFlavorTestJSON-1837670196-project] Router feeab25d-ce84-4322-90bf-cabdf15b69ef has already been hosted by L3 agent 79a740bf-7821-4989-8288-7186e3e128f3 {{(pid=95101) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 19:18:47.219435 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0566515-3542-4f5a-b228-7616fac324d2 None None] Pushing event updated for resources: {'Port': ['ID=b93e5112-c597-471d-9cb1-cc155f4a7a0c,revision_number=1']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:18:47.271758 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 56066) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:18:47.276333 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a185943-60c7-4668-ae8d-3636813793c0 None None] Network a223aff7-fdc0-4241-b683-f1ea21f63cac requested from n-d-713301-16 {{(pid=95103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 19:18:47.305131 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.managers [None req-d0566515-3542-4f5a-b228-7616fac324d2 None None] Attempting to bind port b93e5112-c597-471d-9cb1-cc155f4a7a0c on host n-d-713301-16 for vnic_type normal with profile {{(pid=95103) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 19:18:47.305652 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.managers [None req-d0566515-3542-4f5a-b228-7616fac324d2 None None] Attempting to bind port b93e5112-c597-471d-9cb1-cc155f4a7a0c by drivers openvswitch,hyperv on host n-d-713301-16 at level 0 using segments [{'id': 'c44d53d2-f536-4aef-a188-6132f14a0162', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'ddfa60aa-17aa-4997-9b7e-43433e9db8cf'}] {{(pid=95103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 19:18:47.306084 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0566515-3542-4f5a-b228-7616fac324d2 None None] Attempting to bind port b93e5112-c597-471d-9cb1-cc155f4a7a0c on network ddfa60aa-17aa-4997-9b7e-43433e9db8cf {{(pid=95103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:18:47.321834 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0566515-3542-4f5a-b228-7616fac324d2 None None] Checking agent: {'id': '70a14545-df24-472f-8f95-bfe1719bff93', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 19, 7, 53), 'started_at': datetime.datetime(2021, 9, 23, 19, 8, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 19, 18, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 19:18:47.322612 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0566515-3542-4f5a-b228-7616fac324d2 None None] Checking segment: {'id': 'c44d53d2-f536-4aef-a188-6132f14a0162', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'ddfa60aa-17aa-4997-9b7e-43433e9db8cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95103) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:18:47.323232 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-d0566515-3542-4f5a-b228-7616fac324d2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:18:47.323843 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0566515-3542-4f5a-b228-7616fac324d2 None None] Bound using segment: {'id': 'c44d53d2-f536-4aef-a188-6132f14a0162', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'ddfa60aa-17aa-4997-9b7e-43433e9db8cf'} {{(pid=95103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 19:18:47.324848 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.managers [None req-d0566515-3542-4f5a-b228-7616fac324d2 None None] Bound port: b93e5112-c597-471d-9cb1-cc155f4a7a0c, host: n-d-713301-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c44d53d2-f536-4aef-a188-6132f14a0162', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'ddfa60aa-17aa-4997-9b7e-43433e9db8cf'}}] {{(pid=95103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 19:18:47.325569 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-d0566515-3542-4f5a-b228-7616fac324d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:18:47.388302 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3d93dd-c4dc-4b4c-8272-913926bdd0e4 req-57e3d65a-c9b9-41ea-8c95-2f5e0519455e tempest-ImagesOneServerNegativeTestJSON-187090525 tempest-ImagesOneServerNegativeTestJSON-187090525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:18:47.395628 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-2d3d93dd-c4dc-4b4c-8272-913926bdd0e4 req-57e3d65a-c9b9-41ea-8c95-2f5e0519455e tempest-ImagesOneServerNegativeTestJSON-187090525 tempest-ImagesOneServerNegativeTestJSON-187090525-project] 10.222.0.67 "GET /v2.0/ports?device_id=56b87947-4cee-4099-98e4-6e69b43c7f13 HTTP/1.1" status: 200 len: 946 time: 0.0859852 Sep 23 19:18:47.454984 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-2d3d93dd-c4dc-4b4c-8272-913926bdd0e4 req-2a665584-ca7d-4db8-832d-cca4ebdd956e tempest-ImagesOneServerNegativeTestJSON-187090525 tempest-ImagesOneServerNegativeTestJSON-187090525-project] 10.222.0.67 "GET /v2.0/security-groups?id=19c0f9e9-a6be-47c1-af86-410f820e84bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584872 Sep 23 19:18:47.469801 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d85bbe8-bbba-44cb-a4ef-18ffc95235ce tempest-ServersWithSpecificFlavorTestJSON-1837670196 tempest-ServersWithSpecificFlavorTestJSON-1837670196-project] Notify agent at l3_agent.n-d-713301-16 the message routers_updated {{(pid=95101) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 19:18:47.492371 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-1d85bbe8-bbba-44cb-a4ef-18ffc95235ce tempest-ServersWithSpecificFlavorTestJSON-1837670196 tempest-ServersWithSpecificFlavorTestJSON-1837670196-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222849'] for floatingip, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:18:47.503448 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea07e5ca-b159-4140-821a-eed6d3986227 None None] Sync routers for ids ['feeab25d-ce84-4322-90bf-cabdf15b69ef'] in n-d-713301-16 {{(pid=95103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 19:18:47.549652 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-1d85bbe8-bbba-44cb-a4ef-18ffc95235ce tempest-ServersWithSpecificFlavorTestJSON-1837670196 tempest-ServersWithSpecificFlavorTestJSON-1837670196-project] 10.222.0.67 "PUT /v2.0/floatingips/ef1de3c3-fef8-432c-8d1a-de57f33d4b75 HTTP/1.1" status: 200 len: 991 time: 3.2013073 Sep 23 19:18:47.551769 n-d-713301-16 neutron-server[95101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4b82c186-58ee-4ec9-b85d-98d5bd440916', 'tag': '66109541-7cdd-41cd-a46a-a48c75dbdb18'}] {{(pid=95101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 19:18:47.555011 n-d-713301-16 neutron-server[95101]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d8366c5740cd635e57ab12b71fe44a77c2acc3c19091ef849c6f68b380462244" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31b713b8-1a0a-4d74-b214-c11b16812ac5" -d '{"events": [{"name": "network-changed", "server_uuid": "4b82c186-58ee-4ec9-b85d-98d5bd440916", "tag": "66109541-7cdd-41cd-a46a-a48c75dbdb18"}]}' {{(pid=95101) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 19:18:47.556487 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-d0566515-3542-4f5a-b228-7616fac324d2 None None] For port b93e5112-c597-471d-9cb1-cc155f4a7a0c, host n-d-713301-16, cleared binding levels {{(pid=95103) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 19:18:47.561646 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-95fb7742-2e95-405f-a6c6-dc3095f5b2c5 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:18:47.570258 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea07e5ca-b159-4140-821a-eed6d3986227 None None] Routers {'feeab25d-ce84-4322-90bf-cabdf15b69ef'} bound to L3 agent in host n-d-713301-16 {{(pid=95103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 19:18:47.571033 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_hamode_db [None req-ea07e5ca-b159-4140-821a-eed6d3986227 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-23T19:07:52Z,description=,heartbeat_timestamp=2021-09-23T19:18:22Z,host='n-d-713301-16',id=79a740bf-7821-4989-8288-7186e3e128f3,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:07:52Z,topic='l3_agent')) {'router_ids': ['feeab25d-ce84-4322-90bf-cabdf15b69ef'], 'active': True} {{(pid=95103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:18:47.577372 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-d0566515-3542-4f5a-b228-7616fac324d2 None None] For port b93e5112-c597-471d-9cb1-cc155f4a7a0c, host n-d-713301-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-16',level=0,port_id=b93e5112-c597-471d-9cb1-cc155f4a7a0c,segment=NetworkSegment(c44d53d2-f536-4aef-a188-6132f14a0162),segment_id=c44d53d2-f536-4aef-a188-6132f14a0162)] {{(pid=95103) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 19:18:47.606001 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-95fb7742-2e95-405f-a6c6-dc3095f5b2c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:18:47.624638 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-d0566515-3542-4f5a-b228-7616fac324d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:18:47.684966 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-9a1fff72-4d03-4d25-b374-35793bf62c4f admin admin] Notify callbacks [] for security_group, before_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:18:47.780989 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0566515-3542-4f5a-b228-7616fac324d2 None None] Pushing event updated for resources: {'Port': ['ID=b93e5112-c597-471d-9cb1-cc155f4a7a0c,revision_number=2']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:18:47.795846 n-d-713301-16 neutron-server[95101]: DEBUG neutron.db.db_base_plugin_common [None req-95fb7742-2e95-405f-a6c6-dc3095f5b2c5 admin admin] Allocated IP 172.25.1.34 (5dec5c09-378e-4f50-89cc-d94eb81c3bac/eff83446-018c-428d-b3f5-54ac9abe7a2a/ce23ce5d-286e-4c65-b14c-1e78fba86b1b) {{(pid=95101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 19:18:47.806955 n-d-713301-16 neutron-server[95101]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 19:18:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34472ebe-a40b-43c2-bc94-a1d92c95fbcc x-openstack-request-id: req-34472ebe-a40b-43c2-bc94-a1d92c95fbcc {{(pid=95101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 19:18:47.807705 n-d-713301-16 neutron-server[95101]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4b82c186-58ee-4ec9-b85d-98d5bd440916", "tag": "66109541-7cdd-41cd-a46a-a48c75dbdb18", "status": "completed", "code": 200}]} {{(pid=95101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 19:18:47.808775 n-d-713301-16 neutron-server[95101]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-34472ebe-a40b-43c2-bc94-a1d92c95fbcc {{(pid=95101) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 19:18:47.809332 n-d-713301-16 neutron-server[95101]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4b82c186-58ee-4ec9-b85d-98d5bd440916', 'tag': '66109541-7cdd-41cd-a46a-a48c75dbdb18', 'status': 'completed', 'code': 200} Sep 23 19:18:47.815650 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_dvr_db [None req-ea07e5ca-b159-4140-821a-eed6d3986227 None None] Set router feeab25d-ce84-4322-90bf-cabdf15b69ef gateway port host: n-d-713301-16 {{(pid=95103) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 19:18:47.917940 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [req-429d5e34-6608-40b3-86ce-0e9468e5727f req-815256d8-c7b5-4649-ae80-8ca092118986 tempest-LiveAutoBlockMigrationV225Test-1371897097 tempest-LiveAutoBlockMigrationV225Test-1371897097-project-admin] http://10.222.0.67:9696/v2.0/extensions returned with HTTP 200 {{(pid=95102) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 23 19:18:47.918951 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-429d5e34-6608-40b3-86ce-0e9468e5727f req-815256d8-c7b5-4649-ae80-8ca092118986 tempest-LiveAutoBlockMigrationV225Test-1371897097 tempest-LiveAutoBlockMigrationV225Test-1371897097-project-admin] 10.222.0.67 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.6462054 Sep 23 19:18:47.977459 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-429d5e34-6608-40b3-86ce-0e9468e5727f req-b5a952e2-94d4-4300-b9da-6dd41c0aa0e5 tempest-LiveAutoBlockMigrationV225Test-1371897097 tempest-LiveAutoBlockMigrationV225Test-1371897097-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:18:47.978838 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-429d5e34-6608-40b3-86ce-0e9468e5727f req-b5a952e2-94d4-4300-b9da-6dd41c0aa0e5 tempest-LiveAutoBlockMigrationV225Test-1371897097 tempest-LiveAutoBlockMigrationV225Test-1371897097-project-admin] 10.222.0.67 "GET /v2.0/ports/e23aa9eb-90ac-4b46-a474-95f7b54d9570 HTTP/1.1" status: 200 len: 1095 time: 0.0509021 Sep 23 19:18:47.996675 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b713b8-1a0a-4d74-b214-c11b16812ac5 req-f9c80a67-6b31-4b12-b56f-1222b76e7eaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:18:47.998713 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-31b713b8-1a0a-4d74-b214-c11b16812ac5 req-f9c80a67-6b31-4b12-b56f-1222b76e7eaf service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=07622c7485a94956bd0dfade6db60bcf&device_id=4b82c186-58ee-4ec9-b85d-98d5bd440916 HTTP/1.1" status: 200 len: 1098 time: 0.1916702 Sep 23 19:18:48.051973 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-95fb7742-2e95-405f-a6c6-dc3095f5b2c5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:18:48.077052 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-9a1fff72-4d03-4d25-b374-35793bf62c4f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:18:48.103719 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-95fb7742-2e95-405f-a6c6-dc3095f5b2c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783145673135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5607431'] for port, after_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:18:48.105874 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-9a1fff72-4d03-4d25-b374-35793bf62c4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:18:48.140473 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a1fff72-4d03-4d25-b374-35793bf62c4f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c72f6188-b4bd-4ed8-86ed-971c3aaadc91,revision_number=1']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:18:48.149072 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95fb7742-2e95-405f-a6c6-dc3095f5b2c5 admin admin] Network 5dec5c09-378e-4f50-89cc-d94eb81c3bac is already hosted by enough agents. {{(pid=95101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:18:48.162689 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.base_scheduler [None req-95fb7742-2e95-405f-a6c6-dc3095f5b2c5 admin admin] Resources bound (agent type, host, resource id): {{(pid=95101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:18:48.168168 n-d-713301-16 neutron-server[95101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95fb7742-2e95-405f-a6c6-dc3095f5b2c5 admin admin] Received port after_create {{(pid=95101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 19:18:48.219405 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-9a1fff72-4d03-4d25-b374-35793bf62c4f admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=3868046973e34d3993602738254e8299&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1554234 Sep 23 19:18:48.223133 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 56092) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:18:48.292294 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b713b8-1a0a-4d74-b214-c11b16812ac5 req-09523a30-79ea-4532-ad76-88ef9b85ca27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:18:48.293794 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-31b713b8-1a0a-4d74-b214-c11b16812ac5 req-09523a30-79ea-4532-ad76-88ef9b85ca27 service neutron] 10.222.0.74 "GET /v2.0/networks?id=d5983aa5-dc01-48bc-bff2-9c83789f0fba HTTP/1.1" status: 200 len: 925 time: 0.2877789 Sep 23 19:18:48.317807 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-087db6bc-cf79-4b78-89d7-695470e5cf69 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:18:48.329964 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95fb7742-2e95-405f-a6c6-dc3095f5b2c5 admin admin] Pushing event updated for resources: {'Port': ['ID=ce23ce5d-286e-4c65-b14c-1e78fba86b1b,revision_number=1']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:18:48.361323 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95fb7742-2e95-405f-a6c6-dc3095f5b2c5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:18:48.361671 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95fb7742-2e95-405f-a6c6-dc3095f5b2c5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:18:48.362012 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95fb7742-2e95-405f-a6c6-dc3095f5b2c5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:18:48.362348 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95fb7742-2e95-405f-a6c6-dc3095f5b2c5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:18:48.362679 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95fb7742-2e95-405f-a6c6-dc3095f5b2c5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:18:48.363005 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95fb7742-2e95-405f-a6c6-dc3095f5b2c5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:18:48.363458 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95fb7742-2e95-405f-a6c6-dc3095f5b2c5 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:18:48.363788 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95fb7742-2e95-405f-a6c6-dc3095f5b2c5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:18:48.364108 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95fb7742-2e95-405f-a6c6-dc3095f5b2c5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:18:48.364430 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95fb7742-2e95-405f-a6c6-dc3095f5b2c5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:18:48.364794 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95fb7742-2e95-405f-a6c6-dc3095f5b2c5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:18:48.365113 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95fb7742-2e95-405f-a6c6-dc3095f5b2c5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:18:48.419778 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-087db6bc-cf79-4b78-89d7-695470e5cf69 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:18:48.460814 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-31b713b8-1a0a-4d74-b214-c11b16812ac5 req-4c82435e-1bdd-44b4-89e9-8f35024432b2 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=66109541-7cdd-41cd-a46a-a48c75dbdb18 HTTP/1.1" status: 200 len: 999 time: 0.1566224 Sep 23 19:18:48.510604 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.v2.base [req-429d5e34-6608-40b3-86ce-0e9468e5727f req-e92ae28a-a0b9-4693-bb55-b2ebd1df1d24 service neutron] Request body: {'binding': {'host': 'n-h1-713301-16', 'vnic_type': 'normal', 'profile': {}}} {{(pid=95102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:18:48.511124 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.v2.base [req-429d5e34-6608-40b3-86ce-0e9468e5727f req-e92ae28a-a0b9-4693-bb55-b2ebd1df1d24 service neutron] Unknown quota resources ['binding']. {{(pid=95102) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Sep 23 19:18:48.516938 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_hamode_db [None req-ea07e5ca-b159-4140-821a-eed6d3986227 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'feeab25d-ce84-4322-90bf-cabdf15b69ef', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1785898101-router', 'tenant_id': '07622c7485a94956bd0dfade6db60bcf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'external_fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.211'}], 'enable_snat': True}, 'gw_port_id': 'f5b8b238-0c5d-4fc8-b0aa-a15d3368bb22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:17:51Z', 'updated_at': '2021-09-23T19:18:05Z', 'revision_number': 4, 'project_id': '07622c7485a94956bd0dfade6db60bcf', 'gw_port': {'id': 'f5b8b238-0c5d-4fc8-b0aa-a15d3368bb22', 'name': '', 'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:ae:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'feeab25d-ce84-4322-90bf-cabdf15b69ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:17:55Z', 'updated_at': '2021-09-23T19:18:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-16', '_floatingips': [{'id': 'ef1de3c3-fef8-432c-8d1a-de57f33d4b75', 'tenant_id': '07622c7485a94956bd0dfade6db60bcf', 'floating_ip_address': '172.25.1.80', 'floating_network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'router_id': 'feeab25d-ce84-4322-90bf-cabdf15b69ef', 'port_id': '66109541-7cdd-41cd-a46a-a48c75dbdb18', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 181, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd5983aa5-dc01-48bc-bff2-9c83789f0fba', 'mac_address': 'fa:16:3e:0a:5e:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b82c186-58ee-4ec9-b85d-98d5bd440916', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-23T19:18:21Z', 'updated_at': '2021-09-23T19:18:45Z', 'revision_number': 1, 'project_id': '07622c7485a94956bd0dfade6db60bcf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '630db028-2806-40e9-aef2-932766c7b258', 'name': '', 'network_id': 'd5983aa5-dc01-48bc-bff2-9c83789f0fba', 'tenant_id': '07622c7485a94956bd0dfade6db60bcf', 'mac_address': 'fa:16:3e:69:94:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'feeab25d-ce84-4322-90bf-cabdf15b69ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': 'd6f0871f-c3f6-47e4-ac38-d95f0ade6ade', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:18:02Z', 'updated_at': '2021-09-23T19:18:11Z', 'revision_number': 5, 'project_id': '07622c7485a94956bd0dfade6db60bcf', 'subnets': [{'id': 'd6f0871f-c3f6-47e4-ac38-d95f0ade6ade', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-16', False) {} {{(pid=95103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:18:48.564959 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b713b8-1a0a-4d74-b214-c11b16812ac5 req-7d4aa3bd-070e-4a88-8d64-0e05285d3c8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:18:48.566413 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-31b713b8-1a0a-4d74-b214-c11b16812ac5 req-7d4aa3bd-070e-4a88-8d64-0e05285d3c8e service neutron] 10.222.0.74 "GET /v2.0/subnets?id=d6f0871f-c3f6-47e4-ac38-d95f0ade6ade HTTP/1.1" status: 200 len: 863 time: 0.0963459 Sep 23 19:18:48.579285 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-95fb7742-2e95-405f-a6c6-dc3095f5b2c5 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:18:48.582031 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea07e5ca-b159-4140-821a-eed6d3986227 None None] Checking router: feeab25d-ce84-4322-90bf-cabdf15b69ef for host: n-d-713301-16 {{(pid=95103) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 19:18:48.592499 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea07e5ca-b159-4140-821a-eed6d3986227 None None] Routers {'feeab25d-ce84-4322-90bf-cabdf15b69ef'} bound to L3 agent in host n-d-713301-16 {{(pid=95103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 19:18:48.593528 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_hamode_db [None req-ea07e5ca-b159-4140-821a-eed6d3986227 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-23T19:07:52Z,description=,heartbeat_timestamp=2021-09-23T19:18:22Z,host='n-d-713301-16',id=79a740bf-7821-4989-8288-7186e3e128f3,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:07:52Z,topic='l3_agent')) {'router_ids': ['feeab25d-ce84-4322-90bf-cabdf15b69ef'], 'active': True} {{(pid=95103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:18:48.628888 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-087db6bc-cf79-4b78-89d7-695470e5cf69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:18:48.632480 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-087db6bc-cf79-4b78-89d7-695470e5cf69 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:18:48.634506 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-087db6bc-cf79-4b78-89d7-695470e5cf69 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/c72f6188-b4bd-4ed8-86ed-971c3aaadc91 HTTP/1.1" status: 204 len: 168 time: 0.4095631 Sep 23 19:18:48.799977 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_dvr_db [None req-ea07e5ca-b159-4140-821a-eed6d3986227 None None] Set router feeab25d-ce84-4322-90bf-cabdf15b69ef gateway port host: n-d-713301-16 {{(pid=95103) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 19:18:48.815199 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-087db6bc-cf79-4b78-89d7-695470e5cf69 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c72f6188-b4bd-4ed8-86ed-971c3aaadc91,revision_number=None']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:18:48.882400 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b713b8-1a0a-4d74-b214-c11b16812ac5 req-49b70722-6348-4672-bbcf-0fb87693b554 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:18:48.884778 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-31b713b8-1a0a-4d74-b214-c11b16812ac5 req-49b70722-6348-4672-bbcf-0fb87693b554 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=d5983aa5-dc01-48bc-bff2-9c83789f0fba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3022480 Sep 23 19:18:48.897055 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a6f650-715c-4606-b1a9-4ea85d3dfd8a req-da0031b8-fbf6-46ec-9eda-b75c4928d0a5 tempest-ImagesOneServerNegativeTestJSON-187090525 tempest-ImagesOneServerNegativeTestJSON-187090525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:18:48.899455 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-68a6f650-715c-4606-b1a9-4ea85d3dfd8a req-da0031b8-fbf6-46ec-9eda-b75c4928d0a5 tempest-ImagesOneServerNegativeTestJSON-187090525 tempest-ImagesOneServerNegativeTestJSON-187090525-project] 10.222.0.67 "GET /v2.0/ports?device_id=56b87947-4cee-4099-98e4-6e69b43c7f13 HTTP/1.1" status: 200 len: 946 time: 0.3143334 Sep 23 19:18:48.955322 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25268222-14c4-4d1c-b40f-36a442af4d9b req-97fd4f22-e69f-491a-98de-df121d5b4949 tempest-ImagesOneServerNegativeTestJSON-187090525 tempest-ImagesOneServerNegativeTestJSON-187090525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:18:48.957042 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-25268222-14c4-4d1c-b40f-36a442af4d9b req-97fd4f22-e69f-491a-98de-df121d5b4949 tempest-ImagesOneServerNegativeTestJSON-187090525 tempest-ImagesOneServerNegativeTestJSON-187090525-project] 10.222.0.53 "GET /v2.0/ports?device_id=56b87947-4cee-4099-98e4-6e69b43c7f13 HTTP/1.1" status: 200 len: 946 time: 0.1218128 Sep 23 19:18:48.973672 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-95fb7742-2e95-405f-a6c6-dc3095f5b2c5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-597258', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-601790'] for router, after_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:18:49.030383 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.managers [req-429d5e34-6608-40b3-86ce-0e9468e5727f req-e92ae28a-a0b9-4693-bb55-b2ebd1df1d24 service neutron] Attempting to bind port e23aa9eb-90ac-4b46-a474-95f7b54d9570 on host n-h1-713301-16 for vnic_type normal with profile None {{(pid=95102) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 19:18:49.030724 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.managers [req-429d5e34-6608-40b3-86ce-0e9468e5727f req-e92ae28a-a0b9-4693-bb55-b2ebd1df1d24 service neutron] Attempting to bind port e23aa9eb-90ac-4b46-a474-95f7b54d9570 by drivers openvswitch,hyperv on host n-h1-713301-16 at level 0 using segments [{'id': '5e7e2223-350e-4937-8d7b-2c6ab6ddc0ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': 'c2b58ecf-3b1b-414c-92a4-f53b08b3dace'}] {{(pid=95102) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 19:18:49.031046 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-429d5e34-6608-40b3-86ce-0e9468e5727f req-e92ae28a-a0b9-4693-bb55-b2ebd1df1d24 service neutron] Attempting to bind port e23aa9eb-90ac-4b46-a474-95f7b54d9570 on network c2b58ecf-3b1b-414c-92a4-f53b08b3dace {{(pid=95102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:18:49.336734 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-95fb7742-2e95-405f-a6c6-dc3095f5b2c5 admin admin] Router 5abc7ba1-760a-40c8-92eb-c1beff085fa3 is scheduled to L3 agent 79a740bf-7821-4989-8288-7186e3e128f3 with binding_index 1 {{(pid=95101) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 23 19:18:49.366664 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-68a6f650-715c-4606-b1a9-4ea85d3dfd8a req-8e4d96b0-e3e6-49ef-949b-44c325edd295 tempest-ImagesOneServerNegativeTestJSON-187090525 tempest-ImagesOneServerNegativeTestJSON-187090525-project] 10.222.0.67 "GET /v2.0/security-groups?id=19c0f9e9-a6be-47c1-af86-410f820e84bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4466913 Sep 23 19:18:49.370003 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-429d5e34-6608-40b3-86ce-0e9468e5727f req-e92ae28a-a0b9-4693-bb55-b2ebd1df1d24 service neutron] Port e23aa9eb-90ac-4b46-a474-95f7b54d9570 on network c2b58ecf-3b1b-414c-92a4-f53b08b3dace not bound, no agent of type Open vSwitch agent registered on host n-h1-713301-16 {{(pid=95102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 19:18:49.370563 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-429d5e34-6608-40b3-86ce-0e9468e5727f req-e92ae28a-a0b9-4693-bb55-b2ebd1df1d24 service neutron] Attempting to bind port e23aa9eb-90ac-4b46-a474-95f7b54d9570 on network c2b58ecf-3b1b-414c-92a4-f53b08b3dace {{(pid=95102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:18:49.373016 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8da3790-5962-4645-b2d5-2c7d7099d65b None None] Network ddfa60aa-17aa-4997-9b7e-43433e9db8cf requested from n-d-713301-16 {{(pid=95103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 19:18:49.379017 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-429d5e34-6608-40b3-86ce-0e9468e5727f req-e92ae28a-a0b9-4693-bb55-b2ebd1df1d24 service neutron] Checking agent: {'id': '0708c3e9-0aad-4600-9be9-d2486535c898', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713301-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 19, 15, 28), 'started_at': datetime.datetime(2021, 9, 23, 19, 15, 28), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 19, 18, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 19:18:49.379933 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-429d5e34-6608-40b3-86ce-0e9468e5727f req-e92ae28a-a0b9-4693-bb55-b2ebd1df1d24 service neutron] Checking segment: {'id': '5e7e2223-350e-4937-8d7b-2c6ab6ddc0ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': 'c2b58ecf-3b1b-414c-92a4-f53b08b3dace'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95102) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:18:49.380551 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-429d5e34-6608-40b3-86ce-0e9468e5727f req-e92ae28a-a0b9-4693-bb55-b2ebd1df1d24 service neutron] Bound using segment: {'id': '5e7e2223-350e-4937-8d7b-2c6ab6ddc0ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': 'c2b58ecf-3b1b-414c-92a4-f53b08b3dace'} {{(pid=95102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 19:18:49.381238 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.managers [req-429d5e34-6608-40b3-86ce-0e9468e5727f req-e92ae28a-a0b9-4693-bb55-b2ebd1df1d24 service neutron] Bound port: e23aa9eb-90ac-4b46-a474-95f7b54d9570, host: n-h1-713301-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5e7e2223-350e-4937-8d7b-2c6ab6ddc0ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': 'c2b58ecf-3b1b-414c-92a4-f53b08b3dace'}}] {{(pid=95102) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 19:18:49.392573 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.plugin [req-25268222-14c4-4d1c-b40f-36a442af4d9b req-5e94c195-86fd-4d20-b22c-adcdbfd49558 tempest-ImagesOneServerNegativeTestJSON-187090525 tempest-ImagesOneServerNegativeTestJSON-187090525-project] Deleting port e1915eac-faf9-4cce-9d4f-223fb16db9f3 {{(pid=95101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:18:49.393428 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-25268222-14c4-4d1c-b40f-36a442af4d9b req-5e94c195-86fd-4d20-b22c-adcdbfd49558 tempest-ImagesOneServerNegativeTestJSON-187090525 tempest-ImagesOneServerNegativeTestJSON-187090525-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783146157096'] for port, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:18:49.465544 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-31b713b8-1a0a-4d74-b214-c11b16812ac5 req-d3d555a1-efd8-44ed-9c6e-39b1d4dd362f service neutron] 10.222.0.74 "GET /v2.0/networks/d5983aa5-dc01-48bc-bff2-9c83789f0fba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5648165 Sep 23 19:18:49.533129 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.db [req-429d5e34-6608-40b3-86ce-0e9468e5727f req-e92ae28a-a0b9-4693-bb55-b2ebd1df1d24 service neutron] For port e23aa9eb-90ac-4b46-a474-95f7b54d9570, host n-h1-713301-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-16',level=0,port_id=e23aa9eb-90ac-4b46-a474-95f7b54d9570,segment=NetworkSegment(5e7e2223-350e-4937-8d7b-2c6ab6ddc0ab),segment_id=5e7e2223-350e-4937-8d7b-2c6ab6ddc0ab)] {{(pid=95102) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 19:18:49.561833 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Device b93e5112-c597-471d-9cb1-cc155f4a7a0c up at agent ovs-agent-n-d-713301-16 {{(pid=95103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 19:18:49.572612 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-429d5e34-6608-40b3-86ce-0e9468e5727f req-e92ae28a-a0b9-4693-bb55-b2ebd1df1d24 service neutron] Notify callbacks [] for binding, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:18:49.574180 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-429d5e34-6608-40b3-86ce-0e9468e5727f req-e92ae28a-a0b9-4693-bb55-b2ebd1df1d24 service neutron] 10.222.0.67 "POST /v2.0/ports/e23aa9eb-90ac-4b46-a474-95f7b54d9570/bindings HTTP/1.1" status: 201 len: 390 time: 1.3022575 Sep 23 19:18:49.606236 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-31b713b8-1a0a-4d74-b214-c11b16812ac5 req-72bef8c4-a5d5-4cff-a848-1a7a9c974fe8 service neutron] 10.222.0.74 "GET /v2.0/networks/d5983aa5-dc01-48bc-bff2-9c83789f0fba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1296468 Sep 23 19:18:49.659357 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-c16dd233-6984-4451-82bd-50e2a81ed845 None None] Provisioning complete for port b93e5112-c597-471d-9cb1-cc155f4a7a0c triggered by entity DHCP. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:18:49.660081 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-c16dd233-6984-4451-82bd-50e2a81ed845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:18:49.678139 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 56124) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:18:49.711117 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-08b4b15c-c672-4d2a-a0dd-7080d862ad2f admin admin] Notify callbacks [] for security_group, before_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:18:49.742893 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.db [req-25268222-14c4-4d1c-b40f-36a442af4d9b req-5e94c195-86fd-4d20-b22c-adcdbfd49558 tempest-ImagesOneServerNegativeTestJSON-187090525 tempest-ImagesOneServerNegativeTestJSON-187090525-project] For port e1915eac-faf9-4cce-9d4f-223fb16db9f3, host n-h2-713301-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-16',level=0,port_id=e1915eac-faf9-4cce-9d4f-223fb16db9f3,segment=NetworkSegment(00f65067-1b00-468f-894b-1d8e13071c70),segment_id=00f65067-1b00-468f-894b-1d8e13071c70)] {{(pid=95101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:18:49.743748 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-25268222-14c4-4d1c-b40f-36a442af4d9b req-5e94c195-86fd-4d20-b22c-adcdbfd49558 tempest-ImagesOneServerNegativeTestJSON-187090525 tempest-ImagesOneServerNegativeTestJSON-187090525-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-605701'] for port, precommit_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:18:49.763334 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.plugin [req-25268222-14c4-4d1c-b40f-36a442af4d9b req-5e94c195-86fd-4d20-b22c-adcdbfd49558 tempest-ImagesOneServerNegativeTestJSON-187090525 tempest-ImagesOneServerNegativeTestJSON-187090525-project] Calling delete_port for e1915eac-faf9-4cce-9d4f-223fb16db9f3 owned by compute:nova {{(pid=95101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:18:49.829241 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95fb7742-2e95-405f-a6c6-dc3095f5b2c5 admin admin] Notify agent at l3_agent.n-d-713301-16 the message routers_updated {{(pid=95101) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 19:18:49.843815 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2a5d353-737c-464a-a6fa-7c4ac41b3675 None None] Sync routers for ids ['5abc7ba1-760a-40c8-92eb-c1beff085fa3'] in n-d-713301-16 {{(pid=95104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 19:18:49.861469 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2a5d353-737c-464a-a6fa-7c4ac41b3675 None None] Routers {'5abc7ba1-760a-40c8-92eb-c1beff085fa3'} bound to L3 agent in host n-d-713301-16 {{(pid=95104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 19:18:49.862481 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_hamode_db [None req-d2a5d353-737c-464a-a6fa-7c4ac41b3675 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-23T19:07:52Z,description=,heartbeat_timestamp=2021-09-23T19:18:22Z,host='n-d-713301-16',id=79a740bf-7821-4989-8288-7186e3e128f3,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:07:52Z,topic='l3_agent')) {'router_ids': ['5abc7ba1-760a-40c8-92eb-c1beff085fa3'], 'active': True} {{(pid=95104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:18:49.885556 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_hamode_db [None req-ea07e5ca-b159-4140-821a-eed6d3986227 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'feeab25d-ce84-4322-90bf-cabdf15b69ef', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1785898101-router', 'tenant_id': '07622c7485a94956bd0dfade6db60bcf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'external_fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.211'}], 'enable_snat': True}, 'gw_port_id': 'f5b8b238-0c5d-4fc8-b0aa-a15d3368bb22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:17:51Z', 'updated_at': '2021-09-23T19:18:05Z', 'revision_number': 4, 'project_id': '07622c7485a94956bd0dfade6db60bcf', 'gw_port': {'id': 'f5b8b238-0c5d-4fc8-b0aa-a15d3368bb22', 'name': '', 'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:ae:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'feeab25d-ce84-4322-90bf-cabdf15b69ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:17:55Z', 'updated_at': '2021-09-23T19:18:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-16', '_floatingips': [{'id': 'ef1de3c3-fef8-432c-8d1a-de57f33d4b75', 'tenant_id': '07622c7485a94956bd0dfade6db60bcf', 'floating_ip_address': '172.25.1.80', 'floating_network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'router_id': 'feeab25d-ce84-4322-90bf-cabdf15b69ef', 'port_id': '66109541-7cdd-41cd-a46a-a48c75dbdb18', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 181, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd5983aa5-dc01-48bc-bff2-9c83789f0fba', 'mac_address': 'fa:16:3e:0a:5e:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b82c186-58ee-4ec9-b85d-98d5bd440916', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-23T19:18:21Z', 'updated_at': '2021-09-23T19:18:45Z', 'revision_number': 1, 'project_id': '07622c7485a94956bd0dfade6db60bcf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '630db028-2806-40e9-aef2-932766c7b258', 'name': '', 'network_id': 'd5983aa5-dc01-48bc-bff2-9c83789f0fba', 'tenant_id': '07622c7485a94956bd0dfade6db60bcf', 'mac_address': 'fa:16:3e:69:94:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'feeab25d-ce84-4322-90bf-cabdf15b69ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': 'd6f0871f-c3f6-47e4-ac38-d95f0ade6ade', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:18:02Z', 'updated_at': '2021-09-23T19:18:11Z', 'revision_number': 5, 'project_id': '07622c7485a94956bd0dfade6db60bcf', 'subnets': [{'id': 'd6f0871f-c3f6-47e4-ac38-d95f0ade6ade', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-16', False) {} {{(pid=95103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:18:49.915760 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 56134) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:18:49.931088 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.v2.base [None req-852be467-2ba2-46bd-9ab3-36bad02a8beb admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1847666609-network', 'tenant_id': '1cf3c85eaf3e48d3b2fd55d0d5f92877'}} {{(pid=95101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:18:49.985965 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b2c6f01d-f9cd-4a42-a011-e9e586f885a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:18:49.990786 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-c16dd233-6984-4451-82bd-50e2a81ed845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:18:50.014889 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc6306ee-6b92-4cce-910b-533216316cd5 req-b3fdc24c-b762-4552-abb2-7800c2ed759d tempest-LiveAutoBlockMigrationV225Test-1531822435 tempest-LiveAutoBlockMigrationV225Test-1531822435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:18:50.024530 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-cc6306ee-6b92-4cce-910b-533216316cd5 req-b3fdc24c-b762-4552-abb2-7800c2ed759d tempest-LiveAutoBlockMigrationV225Test-1531822435 tempest-LiveAutoBlockMigrationV225Test-1531822435-project] 10.222.0.67 "GET /v2.0/ports?device_id=34ddce53-382c-44ee-a43f-26559ac17462 HTTP/1.1" status: 200 len: 946 time: 0.1801324 Sep 23 19:18:50.044324 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_dvr_db [None req-d2a5d353-737c-464a-a6fa-7c4ac41b3675 None None] Set router 5abc7ba1-760a-40c8-92eb-c1beff085fa3 gateway port host: n-d-713301-16 {{(pid=95104) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 19:18:50.045343 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-429d5e34-6608-40b3-86ce-0e9468e5727f req-343b718c-6825-4757-a12d-b01f95de4792 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:18:50.047203 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-429d5e34-6608-40b3-86ce-0e9468e5727f req-343b718c-6825-4757-a12d-b01f95de4792 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=01fd0bf0664a4580a0559687f9bf7c73&device_id=34ddce53-382c-44ee-a43f-26559ac17462 HTTP/1.1" status: 200 len: 1098 time: 0.1384423 Sep 23 19:18:50.082653 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea07e5ca-b159-4140-821a-eed6d3986227 None None] The sync data for ids ['feeab25d-ce84-4322-90bf-cabdf15b69ef'] in n-d-713301-16 is: [{'id': 'feeab25d-ce84-4322-90bf-cabdf15b69ef', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1785898101-router', 'tenant_id': '07622c7485a94956bd0dfade6db60bcf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'external_fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.211'}], 'enable_snat': True}, 'gw_port_id': 'f5b8b238-0c5d-4fc8-b0aa-a15d3368bb22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:17:51Z', 'updated_at': '2021-09-23T19:18:05Z', 'revision_number': 4, 'project_id': '07622c7485a94956bd0dfade6db60bcf', 'gw_port': {'id': 'f5b8b238-0c5d-4fc8-b0aa-a15d3368bb22', 'name': '', 'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:ae:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'feeab25d-ce84-4322-90bf-cabdf15b69ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:17:55Z', 'updated_at': '2021-09-23T19:18:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-16', '_floatingips': [{'id': 'ef1de3c3-fef8-432c-8d1a-de57f33d4b75', 'tenant_id': '07622c7485a94956bd0dfade6db60bcf', 'floating_ip_address': '172.25.1.80', 'floating_network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'router_id': 'feeab25d-ce84-4322-90bf-cabdf15b69ef', 'port_id': '66109541-7cdd-41cd-a46a-a48c75dbdb18', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 181, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd5983aa5-dc01-48bc-bff2-9c83789f0fba', 'mac_address': 'fa:16:3e:0a:5e:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b82c186-58ee-4ec9-b85d-98d5bd440916', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-23T19:18:21Z', 'updated_at': '2021-09-23T19:18:45Z', 'revision_number': 1, 'project_id': '07622c7485a94956bd0dfade6db60bcf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '630db028-2806-40e9-aef2-932766c7b258', 'name': '', 'network_id': 'd5983aa5-dc01-48bc-bff2-9c83789f0fba', 'tenant_id': '07622c7485a94956bd0dfade6db60bcf', 'mac_address': 'fa:16:3e:69:94:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'feeab25d-ce84-4322-90bf-cabdf15b69ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': 'd6f0871f-c3f6-47e4-ac38-d95f0ade6ade', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:18:02Z', 'updated_at': '2021-09-23T19:18:11Z', 'revision_number': 5, 'project_id': '07622c7485a94956bd0dfade6db60bcf', 'subnets': [{'id': 'd6f0871f-c3f6-47e4-ac38-d95f0ade6ade', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 19:18:50.126006 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-25268222-14c4-4d1c-b40f-36a442af4d9b req-5e94c195-86fd-4d20-b22c-adcdbfd49558 tempest-ImagesOneServerNegativeTestJSON-187090525 tempest-ImagesOneServerNegativeTestJSON-187090525-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783146162158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783145673144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5607431'] for port, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:18:50.126570 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-08b4b15c-c672-4d2a-a0dd-7080d862ad2f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:18:50.153612 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-08b4b15c-c672-4d2a-a0dd-7080d862ad2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:18:50.169490 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-c16dd233-6984-4451-82bd-50e2a81ed845 None None] For port b93e5112-c597-471d-9cb1-cc155f4a7a0c, host n-d-713301-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-16',level=0,port_id=b93e5112-c597-471d-9cb1-cc155f4a7a0c,segment=NetworkSegment(c44d53d2-f536-4aef-a188-6132f14a0162),segment_id=c44d53d2-f536-4aef-a188-6132f14a0162)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:18:50.171767 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Provisioning complete for port b93e5112-c597-471d-9cb1-cc155f4a7a0c triggered by entity L2. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:18:50.172152 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:18:50.193119 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] get_ports_and_sgs() called for port_ids ['e1915eac-faf9-4cce-9d4f-223fb16db9f3'] {{(pid=95103) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 19:18:50.256261 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-c16dd233-6984-4451-82bd-50e2a81ed845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:18:50.277863 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-cc6306ee-6b92-4cce-910b-533216316cd5 req-8b3caf78-a942-4e69-a181-df3a91312f2f tempest-LiveAutoBlockMigrationV225Test-1531822435 tempest-LiveAutoBlockMigrationV225Test-1531822435-project] 10.222.0.67 "GET /v2.0/security-groups?id=6d32247e-8bb7-4ae1-818c-76baafa39c73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2524140 Sep 23 19:18:50.343221 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08b4b15c-c672-4d2a-a0dd-7080d862ad2f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d3d619a-df8c-42d7-b5bc-87c34c14b6af,revision_number=1']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:18:50.385827 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-08b4b15c-c672-4d2a-a0dd-7080d862ad2f admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=6de04d9788344065a36d95c6e45c00bb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7058625 Sep 23 19:18:50.396232 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 56142) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:18:50.474966 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-429d5e34-6608-40b3-86ce-0e9468e5727f req-30716060-3c48-4067-b224-31011e5929a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:18:50.482612 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-429d5e34-6608-40b3-86ce-0e9468e5727f req-30716060-3c48-4067-b224-31011e5929a5 service neutron] 10.222.0.74 "GET /v2.0/networks?id=c2b58ecf-3b1b-414c-92a4-f53b08b3dace HTTP/1.1" status: 200 len: 922 time: 0.4142449 Sep 23 19:18:50.542337 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8eee2dfa-88df-4e70-8e28-7623ee084dae None None] New status for floating IP ef1de3c3-fef8-432c-8d1a-de57f33d4b75: ACTIVE {{(pid=95103) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 23 19:18:50.602895 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_hamode_db [None req-d2a5d353-737c-464a-a6fa-7c4ac41b3675 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5abc7ba1-760a-40c8-92eb-c1beff085fa3', 'name': 'tempest-AttachSCSIVolumeTestJSON-284940589-router', 'tenant_id': '3a72a2b3894541b9ad82b604333c6969', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'external_fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.34'}], 'enable_snat': True}, 'gw_port_id': 'ce23ce5d-286e-4c65-b14c-1e78fba86b1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:18:45Z', 'updated_at': '2021-09-23T19:18:48Z', 'revision_number': 3, 'project_id': '3a72a2b3894541b9ad82b604333c6969', 'gw_port': {'id': 'ce23ce5d-286e-4c65-b14c-1e78fba86b1b', 'name': '', 'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:15:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5abc7ba1-760a-40c8-92eb-c1beff085fa3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 303, 'fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:18:47Z', 'updated_at': '2021-09-23T19:18:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-16'}], 'n-d-713301-16', False) {} {{(pid=95104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:18:50.653918 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-8865c778-a3ac-4bde-adcc-0333667d22bb req-dc0fbde7-810f-4e25-a834-8452cfe3dbc1 tempest-ImagesOneServerNegativeTestJSON-187090525 tempest-ImagesOneServerNegativeTestJSON-187090525-project] 10.222.0.67 "GET /v2.0/ports?device_id=56b87947-4cee-4099-98e4-6e69b43c7f13 HTTP/1.1" status: 200 len: 210 time: 0.1195300 Sep 23 19:18:50.675020 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-429d5e34-6608-40b3-86ce-0e9468e5727f req-a5717c44-7140-45a9-8947-af2021d558b8 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e23aa9eb-90ac-4b46-a474-95f7b54d9570 HTTP/1.1" status: 200 len: 217 time: 0.1796231 Sep 23 19:18:50.677603 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2a5d353-737c-464a-a6fa-7c4ac41b3675 None None] Checking router: 5abc7ba1-760a-40c8-92eb-c1beff085fa3 for host: n-d-713301-16 {{(pid=95104) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 19:18:50.677962 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2a5d353-737c-464a-a6fa-7c4ac41b3675 None None] Updating router 5abc7ba1-760a-40c8-92eb-c1beff085fa3 port ce23ce5d-286e-4c65-b14c-1e78fba86b1b binding host n-d-713301-16 {{(pid=95104) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 23 19:18:50.744199 n-d-713301-16 neutron-server[95104]: DEBUG neutron_lib.callbacks.manager [None req-d2a5d353-737c-464a-a6fa-7c4ac41b3675 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:18:50.774563 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-429d5e34-6608-40b3-86ce-0e9468e5727f req-efa45de2-10fe-40e3-b0ff-89ad3c841f01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:18:50.776357 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-429d5e34-6608-40b3-86ce-0e9468e5727f req-efa45de2-10fe-40e3-b0ff-89ad3c841f01 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=4cc4932b-c381-47ec-9303-11e42975856f HTTP/1.1" status: 200 len: 861 time: 0.0942481 Sep 23 19:18:50.816258 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-95fb7742-2e95-405f-a6c6-dc3095f5b2c5 admin admin] Notify callbacks [] for router, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:18:50.816941 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-429d5e34-6608-40b3-86ce-0e9468e5727f req-0b674d03-9601-4ab5-8ac8-5205650d0a80 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=c2b58ecf-3b1b-414c-92a4-f53b08b3dace&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0320075 Sep 23 19:18:50.825750 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-95fb7742-2e95-405f-a6c6-dc3095f5b2c5 admin admin] 10.222.0.67 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 4.9513221 Sep 23 19:18:50.826679 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e94c195-86fd-4d20-b22c-adcdbfd49558 tempest-ImagesOneServerNegativeTestJSON-187090525 tempest-ImagesOneServerNegativeTestJSON-187090525-project] Pushing event deleted for resources: {'Port': ['ID=e1915eac-faf9-4cce-9d4f-223fb16db9f3,revision_number=None']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:18:50.828656 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 56160) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:18:50.906435 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c16dd233-6984-4451-82bd-50e2a81ed845 None None] Pushing event updated for resources: {'Port': ['ID=b93e5112-c597-471d-9cb1-cc155f4a7a0c,revision_number=3']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:18:50.914789 n-d-713301-16 neutron-server[95101]: DEBUG neutron.db.l3_dvrscheduler_db [req-25268222-14c4-4d1c-b40f-36a442af4d9b req-5e94c195-86fd-4d20-b22c-adcdbfd49558 tempest-ImagesOneServerNegativeTestJSON-187090525 tempest-ImagesOneServerNegativeTestJSON-187090525-project] No DVR routers for this DVR port e1915eac-faf9-4cce-9d4f-223fb16db9f3 on host n-h2-713301-16 {{(pid=95101) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 19:18:50.920004 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-25268222-14c4-4d1c-b40f-36a442af4d9b req-5e94c195-86fd-4d20-b22c-adcdbfd49558 tempest-ImagesOneServerNegativeTestJSON-187090525 tempest-ImagesOneServerNegativeTestJSON-187090525-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222849'] for port, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:18:50.927927 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-25268222-14c4-4d1c-b40f-36a442af4d9b req-5e94c195-86fd-4d20-b22c-adcdbfd49558 tempest-ImagesOneServerNegativeTestJSON-187090525 tempest-ImagesOneServerNegativeTestJSON-187090525-project] 10.222.0.53 "DELETE /v2.0/ports/e1915eac-faf9-4cce-9d4f-223fb16db9f3 HTTP/1.1" status: 204 len: 173 time: 1.9629583 Sep 23 19:18:50.928451 n-d-713301-16 neutron-server[95101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '56b87947-4cee-4099-98e4-6e69b43c7f13', 'name': 'network-vif-deleted', 'tag': 'e1915eac-faf9-4cce-9d4f-223fb16db9f3'}] {{(pid=95101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 19:18:50.932559 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-429d5e34-6608-40b3-86ce-0e9468e5727f req-91cddea6-32ad-4944-9f02-e4b79db07930 service neutron] 10.222.0.74 "GET /v2.0/networks/c2b58ecf-3b1b-414c-92a4-f53b08b3dace?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1027219 Sep 23 19:18:50.937111 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-1b94fd5d-f284-4ddf-ab48-731878708af2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:18:50.939934 n-d-713301-16 neutron-server[95101]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d8366c5740cd635e57ab12b71fe44a77c2acc3c19091ef849c6f68b380462244" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f3eac48-9726-45e7-b5a8-24bef60ad1c3" -d '{"events": [{"server_uuid": "56b87947-4cee-4099-98e4-6e69b43c7f13", "name": "network-vif-deleted", "tag": "e1915eac-faf9-4cce-9d4f-223fb16db9f3"}]}' {{(pid=95101) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 19:18:50.965451 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-1b94fd5d-f284-4ddf-ab48-731878708af2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:18:50.967343 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-852be467-2ba2-46bd-9ab3-36bad02a8beb admin admin] Made reservation on behalf of 1cf3c85eaf3e48d3b2fd55d0d5f92877 for: {'network': 1} {{(pid=95101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:18:50.969883 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-852be467-2ba2-46bd-9ab3-36bad02a8beb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for network, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:18:50.997594 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-852be467-2ba2-46bd-9ab3-36bad02a8beb admin admin] Notify callbacks [] for security_group, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:18:51.032990 n-d-713301-16 neutron-server[95101]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 19:18:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad03ef62-c09c-46b9-890f-545ceb591e64 x-openstack-request-id: req-ad03ef62-c09c-46b9-890f-545ceb591e64 {{(pid=95101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 19:18:51.033626 n-d-713301-16 neutron-server[95101]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "56b87947-4cee-4099-98e4-6e69b43c7f13", "name": "network-vif-deleted", "tag": "e1915eac-faf9-4cce-9d4f-223fb16db9f3", "status": "completed", "code": 200}]} {{(pid=95101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 19:18:51.034205 n-d-713301-16 neutron-server[95101]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-ad03ef62-c09c-46b9-890f-545ceb591e64 {{(pid=95101) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 19:18:51.034968 n-d-713301-16 neutron-server[95101]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '56b87947-4cee-4099-98e4-6e69b43c7f13', 'name': 'network-vif-deleted', 'tag': 'e1915eac-faf9-4cce-9d4f-223fb16db9f3', 'status': 'completed', 'code': 200} Sep 23 19:18:51.221482 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-1b94fd5d-f284-4ddf-ab48-731878708af2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:18:51.237529 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-1b94fd5d-f284-4ddf-ab48-731878708af2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:18:51.239441 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-1b94fd5d-f284-4ddf-ab48-731878708af2 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/2d3d619a-df8c-42d7-b5bc-87c34c14b6af HTTP/1.1" status: 204 len: 168 time: 0.8421454 Sep 23 19:18:51.300563 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-429d5e34-6608-40b3-86ce-0e9468e5727f req-ab8cfe20-a3e6-449b-8e70-dc65db8711a6 service neutron] 10.222.0.74 "GET /v2.0/networks/c2b58ecf-3b1b-414c-92a4-f53b08b3dace?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2925582 Sep 23 19:18:51.305804 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b94fd5d-f284-4ddf-ab48-731878708af2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d3d619a-df8c-42d7-b5bc-87c34c14b6af,revision_number=None']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:18:51.337220 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-852be467-2ba2-46bd-9ab3-36bad02a8beb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:18:51.351598 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-852be467-2ba2-46bd-9ab3-36bad02a8beb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:18:51.378468 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Device b93e5112-c597-471d-9cb1-cc155f4a7a0c up at agent ovs-agent-n-d-713301-16 {{(pid=95103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 19:18:51.399167 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-852be467-2ba2-46bd-9ab3-36bad02a8beb admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 629} {{(pid=95101) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 19:18:51.471418 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 56176) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:18:51.473917 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-852be467-2ba2-46bd-9ab3-36bad02a8beb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1756186'] for segment, precommit_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:18:51.474265 n-d-713301-16 neutron-server[95101]: INFO neutron.db.segments_db [None req-852be467-2ba2-46bd-9ab3-36bad02a8beb admin admin] Added segment c036df3a-88d6-4354-bfb9-7e1aae4b712c of type vlan for network db348270-bfae-47c0-bec0-fb43903e7bc8 Sep 23 19:18:51.487447 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-852be467-2ba2-46bd-9ab3-36bad02a8beb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73f4872d-bc99-4595-8cef-cc9943043945,revision_number=1']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:18:51.514235 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Provisioning complete for port b93e5112-c597-471d-9cb1-cc155f4a7a0c triggered by entity L2. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:18:51.514633 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:18:51.571179 n-d-713301-16 neutron-server[95104]: DEBUG neutron_lib.callbacks.manager [None req-d2a5d353-737c-464a-a6fa-7c4ac41b3675 None None] Notify callbacks [] for port, precommit_update {{(pid=95104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:18:51.587834 n-d-713301-16 neutron-server[95104]: DEBUG neutron_lib.callbacks.manager [None req-d2a5d353-737c-464a-a6fa-7c4ac41b3675 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:18:51.642872 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-852be467-2ba2-46bd-9ab3-36bad02a8beb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783145630486'] for network, precommit_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:18:51.679984 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-a38ada7b-49ad-44e9-97f1-f20194a5b566 None None] Provisioning complete for port b93e5112-c597-471d-9cb1-cc155f4a7a0c triggered by entity DHCP. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:18:51.680784 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-a38ada7b-49ad-44e9-97f1-f20194a5b566 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:18:51.683157 n-d-713301-16 neutron-server[95104]: DEBUG neutron.plugins.ml2.managers [None req-d2a5d353-737c-464a-a6fa-7c4ac41b3675 None None] Attempting to bind port ce23ce5d-286e-4c65-b14c-1e78fba86b1b on host n-d-713301-16 for vnic_type normal with profile {{(pid=95104) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 19:18:51.683632 n-d-713301-16 neutron-server[95104]: DEBUG neutron.plugins.ml2.managers [None req-d2a5d353-737c-464a-a6fa-7c4ac41b3675 None None] Attempting to bind port ce23ce5d-286e-4c65-b14c-1e78fba86b1b by drivers openvswitch,hyperv on host n-d-713301-16 at level 0 using segments [{'id': '7d4027f1-d893-4c7b-95d4-757b8e44e380', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac'}] {{(pid=95104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 19:18:51.684224 n-d-713301-16 neutron-server[95104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2a5d353-737c-464a-a6fa-7c4ac41b3675 None None] Attempting to bind port ce23ce5d-286e-4c65-b14c-1e78fba86b1b on network 5dec5c09-378e-4f50-89cc-d94eb81c3bac {{(pid=95104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:18:51.689185 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e5923b6-c700-4fbd-aa1e-69bb84b2f477 None None] Pushing event updated for resources: {'Port': ['ID=ce23ce5d-286e-4c65-b14c-1e78fba86b1b,revision_number=2']} {{(pid=95104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:18:51.693012 n-d-713301-16 neutron-server[95104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2a5d353-737c-464a-a6fa-7c4ac41b3675 None None] Checking agent: {'id': '70a14545-df24-472f-8f95-bfe1719bff93', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 19, 7, 53), 'started_at': datetime.datetime(2021, 9, 23, 19, 8, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 19, 18, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 19:18:51.693684 n-d-713301-16 neutron-server[95104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2a5d353-737c-464a-a6fa-7c4ac41b3675 None None] Checking segment: {'id': '7d4027f1-d893-4c7b-95d4-757b8e44e380', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95104) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:18:51.695021 n-d-713301-16 neutron-server[95104]: DEBUG neutron_lib.callbacks.manager [None req-d2a5d353-737c-464a-a6fa-7c4ac41b3675 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:18:51.695465 n-d-713301-16 neutron-server[95104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2a5d353-737c-464a-a6fa-7c4ac41b3675 None None] Bound using segment: {'id': '7d4027f1-d893-4c7b-95d4-757b8e44e380', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac'} {{(pid=95104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 19:18:51.696016 n-d-713301-16 neutron-server[95104]: DEBUG neutron.plugins.ml2.managers [None req-d2a5d353-737c-464a-a6fa-7c4ac41b3675 None None] Bound port: ce23ce5d-286e-4c65-b14c-1e78fba86b1b, host: n-d-713301-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7d4027f1-d893-4c7b-95d4-757b8e44e380', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac'}}] {{(pid=95104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 19:18:51.696704 n-d-713301-16 neutron-server[95104]: DEBUG neutron_lib.callbacks.manager [None req-d2a5d353-737c-464a-a6fa-7c4ac41b3675 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:18:51.728511 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-852be467-2ba2-46bd-9ab3-36bad02a8beb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299'] for network, after_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:18:51.730198 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-852be467-2ba2-46bd-9ab3-36bad02a8beb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:18:51.731945 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-852be467-2ba2-46bd-9ab3-36bad02a8beb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527417'] for network, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:18:51.821193 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-852be467-2ba2-46bd-9ab3-36bad02a8beb admin admin] Pushing event updated for resources: {'Network': ['ID=db348270-bfae-47c0-bec0-fb43903e7bc8,revision_number=1']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:18:51.840386 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-852be467-2ba2-46bd-9ab3-36bad02a8beb admin admin] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.9196336 Sep 23 19:18:51.843028 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 56190) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:18:51.848815 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Network db348270-bfae-47c0-bec0-fb43903e7bc8 details requested by agent ovs-agent-n-d-713301-16 with host n-d-713301-16 {{(pid=95103) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 19:18:51.851395 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.v2.base [None req-3fab96bb-bc7f-4f53-879f-8b402d8024c8 admin admin] Request body: {'subnet': {'network_id': 'db348270-bfae-47c0-bec0-fb43903e7bc8', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1847666609-subnet', 'tenant_id': '1cf3c85eaf3e48d3b2fd55d0d5f92877', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:18:51.860424 n-d-713301-16 neutron-server[95104]: DEBUG neutron.plugins.ml2.db [None req-d2a5d353-737c-464a-a6fa-7c4ac41b3675 None None] For port ce23ce5d-286e-4c65-b14c-1e78fba86b1b, host n-d-713301-16, cleared binding levels {{(pid=95104) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 19:18:51.870334 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-429d5e34-6608-40b3-86ce-0e9468e5727f req-cba3e40a-dfe3-4f13-bf7f-59e1b1d983a1 tempest-LiveAutoBlockMigrationV225Test-1371897097 tempest-LiveAutoBlockMigrationV225Test-1371897097-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:18:51.871143 n-d-713301-16 neutron-server[95104]: DEBUG neutron.plugins.ml2.db [None req-d2a5d353-737c-464a-a6fa-7c4ac41b3675 None None] For port ce23ce5d-286e-4c65-b14c-1e78fba86b1b, host n-d-713301-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-16',level=0,port_id=ce23ce5d-286e-4c65-b14c-1e78fba86b1b,segment=NetworkSegment(7d4027f1-d893-4c7b-95d4-757b8e44e380),segment_id=7d4027f1-d893-4c7b-95d4-757b8e44e380)] {{(pid=95104) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 19:18:51.873100 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-429d5e34-6608-40b3-86ce-0e9468e5727f req-cba3e40a-dfe3-4f13-bf7f-59e1b1d983a1 tempest-LiveAutoBlockMigrationV225Test-1371897097 tempest-LiveAutoBlockMigrationV225Test-1371897097-project-admin] 10.222.0.74 "GET /v2.0/ports?device_id=34ddce53-382c-44ee-a43f-26559ac17462&tenant_id=01fd0bf0664a4580a0559687f9bf7c73&binding%3Ahost_id=n-h2-713301-16 HTTP/1.1" status: 200 len: 1098 time: 0.3536651 Sep 23 19:18:51.883183 n-d-713301-16 neutron-server[95104]: DEBUG neutron_lib.callbacks.manager [None req-d2a5d353-737c-464a-a6fa-7c4ac41b3675 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:18:51.893574 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a6e102-24c5-438e-94cd-270b5ad9c3c5 req-c8c7f02c-5ac1-4e38-ab40-ef26b1250faa tempest-LiveAutoBlockMigrationV225Test-1531822435 tempest-LiveAutoBlockMigrationV225Test-1531822435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:18:51.904183 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-73a6e102-24c5-438e-94cd-270b5ad9c3c5 req-c8c7f02c-5ac1-4e38-ab40-ef26b1250faa tempest-LiveAutoBlockMigrationV225Test-1531822435 tempest-LiveAutoBlockMigrationV225Test-1531822435-project] 10.222.0.67 "GET /v2.0/ports?device_id=34ddce53-382c-44ee-a43f-26559ac17462 HTTP/1.1" status: 200 len: 946 time: 0.3784821 Sep 23 19:18:51.956711 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3fab96bb-bc7f-4f53-879f-8b402d8024c8 admin admin] Made reservation on behalf of 1cf3c85eaf3e48d3b2fd55d0d5f92877 for: {'subnet': 1} {{(pid=95101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:18:51.957821 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.v2.base [req-429d5e34-6608-40b3-86ce-0e9468e5727f req-53b38475-5fd6-4b4d-b921-27c75dfc974f service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-713301-16'}}} {{(pid=95102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:18:51.959028 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-3fab96bb-bc7f-4f53-879f-8b402d8024c8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6130979'] for subnet, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:18:51.982583 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-664926d9-0463-4905-9f60-b5ed85b206ae admin admin] Notify callbacks [] for security_group, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:18:52.007233 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-73a6e102-24c5-438e-94cd-270b5ad9c3c5 req-b7f62262-6201-44ca-bd93-feacd5e90076 tempest-LiveAutoBlockMigrationV225Test-1531822435 tempest-LiveAutoBlockMigrationV225Test-1531822435-project] 10.222.0.67 "GET /v2.0/security-groups?id=6d32247e-8bb7-4ae1-818c-76baafa39c73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1009452 Sep 23 19:18:52.063974 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2a5d353-737c-464a-a6fa-7c4ac41b3675 None None] Routers {'5abc7ba1-760a-40c8-92eb-c1beff085fa3'} bound to L3 agent in host n-d-713301-16 {{(pid=95104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 19:18:52.064324 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-429d5e34-6608-40b3-86ce-0e9468e5727f req-53b38475-5fd6-4b4d-b921-27c75dfc974f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:18:52.064593 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_hamode_db [None req-d2a5d353-737c-464a-a6fa-7c4ac41b3675 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-23T19:07:52Z,description=,heartbeat_timestamp=2021-09-23T19:18:22Z,host='n-d-713301-16',id=79a740bf-7821-4989-8288-7186e3e128f3,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:07:52Z,topic='l3_agent')) {'router_ids': ['5abc7ba1-760a-40c8-92eb-c1beff085fa3'], 'active': True} {{(pid=95104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:18:52.071290 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e5923b6-c700-4fbd-aa1e-69bb84b2f477 None None] Pushing event updated for resources: {'Port': ['ID=ce23ce5d-286e-4c65-b14c-1e78fba86b1b,revision_number=3']} {{(pid=95104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:18:52.244897 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_dvr_db [None req-d2a5d353-737c-464a-a6fa-7c4ac41b3675 None None] Set router 5abc7ba1-760a-40c8-92eb-c1beff085fa3 gateway port host: n-d-713301-16 {{(pid=95104) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 19:18:52.292293 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-0f513305-0955-44e1-9194-1f4191ecb77f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:18:52.376108 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-3a1b1a3c-1b7e-4402-9812-65e88588e5cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:18:52.421490 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 56208) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:18:52.432867 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.v2.base [None req-3b9a75f8-9e61-413e-885f-9015b2f87767 tempest-ImagesOneServerNegativeTestJSON-187090525 tempest-ImagesOneServerNegativeTestJSON-187090525-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1803896228', 'description': 'tempest-description--1959125078'}} {{(pid=95101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:18:52.443589 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.db [req-429d5e34-6608-40b3-86ce-0e9468e5727f req-53b38475-5fd6-4b4d-b921-27c75dfc974f service neutron] For port e23aa9eb-90ac-4b46-a474-95f7b54d9570, host n-h2-713301-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-16',level=0,port_id=e23aa9eb-90ac-4b46-a474-95f7b54d9570,segment=NetworkSegment(5e7e2223-350e-4937-8d7b-2c6ab6ddc0ab),segment_id=5e7e2223-350e-4937-8d7b-2c6ab6ddc0ab)] {{(pid=95102) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:18:52.455271 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-3fab96bb-bc7f-4f53-879f-8b402d8024c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5607579', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6130961'] for subnet, after_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:18:52.570415 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-664926d9-0463-4905-9f60-b5ed85b206ae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:18:52.574175 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.db [req-429d5e34-6608-40b3-86ce-0e9468e5727f req-53b38475-5fd6-4b4d-b921-27c75dfc974f service neutron] For port e23aa9eb-90ac-4b46-a474-95f7b54d9570, host n-h2-713301-16, cleared binding levels {{(pid=95102) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 19:18:52.591843 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Device e1915eac-faf9-4cce-9d4f-223fb16db9f3 no longer exists at agent hyperv_n-h2-713301-16 {{(pid=95103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 19:18:52.607381 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fab96bb-bc7f-4f53-879f-8b402d8024c8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0e129747-c2c0-4ab4-aeaf-dc35fb8aa7c4,revision_number=0']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:18:52.627977 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-664926d9-0463-4905-9f60-b5ed85b206ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:18:52.631087 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.plugin [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] No Port match for: e1915eac-faf9-4cce-9d4f-223fb16db9f3 {{(pid=95103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 19:18:52.633907 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Device e1915eac-faf9-4cce-9d4f-223fb16db9f3 not bound to the agent host n-h2-713301-16 {{(pid=95103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 19:18:52.640090 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-3b9a75f8-9e61-413e-885f-9015b2f87767 tempest-ImagesOneServerNegativeTestJSON-187090525 tempest-ImagesOneServerNegativeTestJSON-187090525-project] Notify callbacks [] for security_group, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:18:52.651180 n-d-713301-16 neutron-server[95102]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '34ddce53-382c-44ee-a43f-26559ac17462', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e23aa9eb-90ac-4b46-a474-95f7b54d9570'}] {{(pid=95102) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 19:18:52.653549 n-d-713301-16 neutron-server[95102]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab31b6d93e5336dbddfa8ec424565b3bd8cb2369c5b4d85bc943472dbb21e8ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-390edb3c-f6cc-4883-a58a-0a71310a0480" -d '{"events": [{"server_uuid": "34ddce53-382c-44ee-a43f-26559ac17462", "name": "network-vif-unplugged", "status": "completed", "tag": "e23aa9eb-90ac-4b46-a474-95f7b54d9570"}]}' {{(pid=95102) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 19:18:52.659908 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-429d5e34-6608-40b3-86ce-0e9468e5727f req-53b38475-5fd6-4b4d-b921-27c75dfc974f service neutron] Notify callbacks [] for port, precommit_update {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:18:52.674719 n-d-713301-16 neutron-server[95102]: DEBUG neutron.db.db_base_plugin_common [None req-3a1b1a3c-1b7e-4402-9812-65e88588e5cf admin admin] Allocated IP 172.20.0.1 (ddfa60aa-17aa-4997-9b7e-43433e9db8cf/b322a65f-89e3-4995-90fb-fc49a78499e9/bad2f26a-fcb4-479b-9c66-b1e64b6a15d7) {{(pid=95102) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 19:18:52.677850 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-429d5e34-6608-40b3-86ce-0e9468e5727f req-53b38475-5fd6-4b4d-b921-27c75dfc974f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:18:52.706668 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_hamode_db [None req-d2a5d353-737c-464a-a6fa-7c4ac41b3675 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5abc7ba1-760a-40c8-92eb-c1beff085fa3', 'name': 'tempest-AttachSCSIVolumeTestJSON-284940589-router', 'tenant_id': '3a72a2b3894541b9ad82b604333c6969', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'external_fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.34'}], 'enable_snat': True}, 'gw_port_id': 'ce23ce5d-286e-4c65-b14c-1e78fba86b1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:18:45Z', 'updated_at': '2021-09-23T19:18:48Z', 'revision_number': 3, 'project_id': '3a72a2b3894541b9ad82b604333c6969', 'gw_port': {'id': 'ce23ce5d-286e-4c65-b14c-1e78fba86b1b', 'name': '', 'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:15:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5abc7ba1-760a-40c8-92eb-c1beff085fa3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 303, 'fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:18:47Z', 'updated_at': '2021-09-23T19:18:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-16'}], 'n-d-713301-16', False) {} {{(pid=95104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:18:52.745903 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2a5d353-737c-464a-a6fa-7c4ac41b3675 None None] The sync data for ids ['5abc7ba1-760a-40c8-92eb-c1beff085fa3'] in n-d-713301-16 is: [{'id': '5abc7ba1-760a-40c8-92eb-c1beff085fa3', 'name': 'tempest-AttachSCSIVolumeTestJSON-284940589-router', 'tenant_id': '3a72a2b3894541b9ad82b604333c6969', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'external_fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.34'}], 'enable_snat': True}, 'gw_port_id': 'ce23ce5d-286e-4c65-b14c-1e78fba86b1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:18:45Z', 'updated_at': '2021-09-23T19:18:48Z', 'revision_number': 3, 'project_id': '3a72a2b3894541b9ad82b604333c6969', 'gw_port': {'id': 'ce23ce5d-286e-4c65-b14c-1e78fba86b1b', 'name': '', 'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:15:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5abc7ba1-760a-40c8-92eb-c1beff085fa3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 303, 'fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:18:47Z', 'updated_at': '2021-09-23T19:18:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-16'}] {{(pid=95104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 19:18:52.786714 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-664926d9-0463-4905-9f60-b5ed85b206ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3684367d-01f5-43c8-bf0f-a36e9a24b71b,revision_number=1']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:18:52.790962 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fab96bb-bc7f-4f53-879f-8b402d8024c8 admin admin] Checking segment: {'id': 'c036df3a-88d6-4354-bfb9-7e1aae4b712c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'db348270-bfae-47c0-bec0-fb43903e7bc8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:18:52.791546 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fab96bb-bc7f-4f53-879f-8b402d8024c8 admin admin] Network hostable DHCP agents. Network: db348270-bfae-47c0-bec0-fb43903e7bc8, hostable agents: ['1b18bf05-1b5f-4587-be5c-af3ac38e32ad'], hosted agents: [] {{(pid=95101) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 19:18:52.799878 n-d-713301-16 neutron-server[95102]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 23 Sep 2021 19:18:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03c4ba20-8dfa-462a-8cb6-b1e4c6efa34f x-openstack-request-id: req-03c4ba20-8dfa-462a-8cb6-b1e4c6efa34f {{(pid=95102) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 19:18:52.800023 n-d-713301-16 neutron-server[95102]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "34ddce53-382c-44ee-a43f-26559ac17462", "name": "network-vif-unplugged", "status": "completed", "tag": "e23aa9eb-90ac-4b46-a474-95f7b54d9570", "code": 200}]} {{(pid=95102) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 19:18:52.800221 n-d-713301-16 neutron-server[95102]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-03c4ba20-8dfa-462a-8cb6-b1e4c6efa34f {{(pid=95102) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 19:18:52.800742 n-d-713301-16 neutron-server[95102]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '34ddce53-382c-44ee-a43f-26559ac17462', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e23aa9eb-90ac-4b46-a474-95f7b54d9570', 'code': 200} Sep 23 19:18:52.801160 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53b38475-5fd6-4b4d-b921-27c75dfc974f service neutron] Pushing event updated for resources: {'Port': ['ID=e23aa9eb-90ac-4b46-a474-95f7b54d9570,revision_number=7']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:18:52.817273 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-664926d9-0463-4905-9f60-b5ed85b206ae admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=3fa1161010a64a9faa0c4d544dd21e2f&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3445699 Sep 23 19:18:52.822101 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 56228) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:18:52.840262 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fab96bb-bc7f-4f53-879f-8b402d8024c8 admin admin] Network db348270-bfae-47c0-bec0-fb43903e7bc8 is scheduled to be hosted by DHCP agent 1b18bf05-1b5f-4587-be5c-af3ac38e32ad with binding_index 1 {{(pid=95101) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 19:18:52.853953 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.base_scheduler [None req-3fab96bb-bc7f-4f53-879f-8b402d8024c8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713301-16, db348270-bfae-47c0-bec0-fb43903e7bc8) {{(pid=95101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:18:52.862983 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cca477e-9ef8-4af8-83c4-afdef92984b7 None None] Network db348270-bfae-47c0-bec0-fb43903e7bc8 requested from n-d-713301-16 {{(pid=95103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 19:18:52.864955 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-aac46285-ada0-4004-8e0e-e6e713d5d748 req-fbd4247f-7818-4055-8239-52ffe2670112 tempest-DeleteServersAdminTestJSON-860693392 tempest-DeleteServersAdminTestJSON-860693392-project] 10.222.0.67 "GET /v2.0/networks?tenant_id=885dd3698acb4840aa3b760382ca3660&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0697823 Sep 23 19:18:52.868082 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fab96bb-bc7f-4f53-879f-8b402d8024c8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:18:52.868843 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-3fab96bb-bc7f-4f53-879f-8b402d8024c8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527417'] for subnet, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:18:52.904189 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-3b9a75f8-9e61-413e-885f-9015b2f87767 tempest-ImagesOneServerNegativeTestJSON-187090525 tempest-ImagesOneServerNegativeTestJSON-187090525-project] Notify callbacks [] for security_group, precommit_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:18:52.911328 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-3b9a75f8-9e61-413e-885f-9015b2f87767 tempest-ImagesOneServerNegativeTestJSON-187090525 tempest-ImagesOneServerNegativeTestJSON-187090525-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:18:52.957028 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b9a75f8-9e61-413e-885f-9015b2f87767 tempest-ImagesOneServerNegativeTestJSON-187090525 tempest-ImagesOneServerNegativeTestJSON-187090525-project] Pushing event updated for resources: {'SecurityGroup': ['ID=47df5f76-7639-4df4-8b25-2e09e3eba67e,revision_number=1']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:18:52.964894 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-3fab96bb-bc7f-4f53-879f-8b402d8024c8 admin admin] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.1207771 Sep 23 19:18:52.976295 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-3b9a75f8-9e61-413e-885f-9015b2f87767 tempest-ImagesOneServerNegativeTestJSON-187090525 tempest-ImagesOneServerNegativeTestJSON-187090525-project] Notify callbacks [] for security_group, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:18:52.983204 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-3b9a75f8-9e61-413e-885f-9015b2f87767 tempest-ImagesOneServerNegativeTestJSON-187090525 tempest-ImagesOneServerNegativeTestJSON-187090525-project] 10.222.0.67 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.5571957 Sep 23 19:18:52.986165 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 56236) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:18:52.992372 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.v2.base [None req-907c9c95-c04b-4c00-902f-a488c53eb615 tempest-ImagesOneServerNegativeTestJSON-187090525 tempest-ImagesOneServerNegativeTestJSON-187090525-project] Request body: {'security_group_rule': {'security_group_id': '47df5f76-7639-4df4-8b25-2e09e3eba67e', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:18:53.043132 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-907c9c95-c04b-4c00-902f-a488c53eb615 tempest-ImagesOneServerNegativeTestJSON-187090525 tempest-ImagesOneServerNegativeTestJSON-187090525-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:18:53.128238 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:18:53.195857 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-625e0972-1b9e-4b93-b239-c6a5cf558509 None None] Network db348270-bfae-47c0-bec0-fb43903e7bc8 requested from n-d-713301-16 {{(pid=95103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 19:18:53.211407 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-907c9c95-c04b-4c00-902f-a488c53eb615 tempest-ImagesOneServerNegativeTestJSON-187090525 tempest-ImagesOneServerNegativeTestJSON-187090525-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:18:53.218429 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-907c9c95-c04b-4c00-902f-a488c53eb615 tempest-ImagesOneServerNegativeTestJSON-187090525 tempest-ImagesOneServerNegativeTestJSON-187090525-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575319'] for security_group_rule, after_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:18:53.245332 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-907c9c95-c04b-4c00-902f-a488c53eb615 tempest-ImagesOneServerNegativeTestJSON-187090525 tempest-ImagesOneServerNegativeTestJSON-187090525-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=70095f78-cef9-45b7-800b-3c35d538d7ab,revision_number=0']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:18:53.253363 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-907c9c95-c04b-4c00-902f-a488c53eb615 tempest-ImagesOneServerNegativeTestJSON-187090525 tempest-ImagesOneServerNegativeTestJSON-187090525-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:18:53.258572 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-907c9c95-c04b-4c00-902f-a488c53eb615 tempest-ImagesOneServerNegativeTestJSON-187090525 tempest-ImagesOneServerNegativeTestJSON-187090525-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2681317 Sep 23 19:18:53.259730 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 56242) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:18:53.270338 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.v2.base [None req-5f85f411-a87e-4021-8841-f709d928cb4f tempest-ImagesOneServerNegativeTestJSON-187090525 tempest-ImagesOneServerNegativeTestJSON-187090525-project] Request body: {'security_group_rule': {'security_group_id': '47df5f76-7639-4df4-8b25-2e09e3eba67e', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=95101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:18:53.287218 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 56244) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:18:53.373597 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-5f85f411-a87e-4021-8841-f709d928cb4f tempest-ImagesOneServerNegativeTestJSON-187090525 tempest-ImagesOneServerNegativeTestJSON-187090525-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:18:53.382177 n-d-713301-16 neutron-server[95101]: DEBUG neutron.db.db_base_plugin_v2 [None req-fb1956c2-e591-4f07-86c3-e6f7d2078852 admin admin] Deleting subnet f76c4f74-3d1f-41c5-8616-290746a2dfbc {{(pid=95101) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 23 19:18:53.387589 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-fb1956c2-e591-4f07-86c3-e6f7d2078852 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:18:53.442502 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Device ce23ce5d-286e-4c65-b14c-1e78fba86b1b up at agent ovs-agent-n-d-713301-16 {{(pid=95103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 19:18:53.487248 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-fb1956c2-e591-4f07-86c3-e6f7d2078852 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6007154'] for subnet, precommit_delete_associations {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:18:53.507315 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-0ae75029-feb6-4728-9a94-5f9b60993d82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:18:53.530334 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.managers [req-429d5e34-6608-40b3-86ce-0e9468e5727f req-53b38475-5fd6-4b4d-b921-27c75dfc974f service neutron] Attempting to bind port e23aa9eb-90ac-4b46-a474-95f7b54d9570 on host n-h2-713301-16 for vnic_type normal with profile {"migrating_to": "n-h1-713301-16"} {{(pid=95102) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 19:18:53.530931 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.managers [req-429d5e34-6608-40b3-86ce-0e9468e5727f req-53b38475-5fd6-4b4d-b921-27c75dfc974f service neutron] Attempting to bind port e23aa9eb-90ac-4b46-a474-95f7b54d9570 by drivers openvswitch,hyperv on host n-h2-713301-16 at level 0 using segments [{'id': '5e7e2223-350e-4937-8d7b-2c6ab6ddc0ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': 'c2b58ecf-3b1b-414c-92a4-f53b08b3dace'}] {{(pid=95102) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 19:18:53.531021 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-429d5e34-6608-40b3-86ce-0e9468e5727f req-53b38475-5fd6-4b4d-b921-27c75dfc974f service neutron] Attempting to bind port e23aa9eb-90ac-4b46-a474-95f7b54d9570 on network c2b58ecf-3b1b-414c-92a4-f53b08b3dace {{(pid=95102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:18:53.562427 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-5f85f411-a87e-4021-8841-f709d928cb4f tempest-ImagesOneServerNegativeTestJSON-187090525 tempest-ImagesOneServerNegativeTestJSON-187090525-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:18:53.574683 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-5f85f411-a87e-4021-8841-f709d928cb4f tempest-ImagesOneServerNegativeTestJSON-187090525 tempest-ImagesOneServerNegativeTestJSON-187090525-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575319'] for security_group_rule, after_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:18:53.576325 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-429d5e34-6608-40b3-86ce-0e9468e5727f req-53b38475-5fd6-4b4d-b921-27c75dfc974f service neutron] Port e23aa9eb-90ac-4b46-a474-95f7b54d9570 on network c2b58ecf-3b1b-414c-92a4-f53b08b3dace not bound, no agent of type Open vSwitch agent registered on host n-h2-713301-16 {{(pid=95102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 19:18:53.576865 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-429d5e34-6608-40b3-86ce-0e9468e5727f req-53b38475-5fd6-4b4d-b921-27c75dfc974f service neutron] Attempting to bind port e23aa9eb-90ac-4b46-a474-95f7b54d9570 on network c2b58ecf-3b1b-414c-92a4-f53b08b3dace {{(pid=95102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:18:53.587546 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Provisioning complete for port ce23ce5d-286e-4c65-b14c-1e78fba86b1b triggered by entity L2. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:18:53.587928 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:18:53.606517 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac46285-ada0-4004-8e0e-e6e713d5d748 req-41c496c8-0e37-4d34-9ed8-20c3b64337bc tempest-DeleteServersAdminTestJSON-860693392 tempest-DeleteServersAdminTestJSON-860693392-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:18:53.614742 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-aac46285-ada0-4004-8e0e-e6e713d5d748 req-41c496c8-0e37-4d34-9ed8-20c3b64337bc tempest-DeleteServersAdminTestJSON-860693392 tempest-DeleteServersAdminTestJSON-860693392-project] 10.222.0.67 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7479582 Sep 23 19:18:53.621165 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-264ed21b-7a0c-48f8-93ab-7b71bca4d69a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:18:53.625827 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-3a1b1a3c-1b7e-4402-9812-65e88588e5cf admin admin] Notify callbacks [] for port, precommit_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:18:53.635305 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-fb1956c2-e591-4f07-86c3-e6f7d2078852 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1756813'] for subnet, precommit_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:18:53.635582 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-429d5e34-6608-40b3-86ce-0e9468e5727f req-53b38475-5fd6-4b4d-b921-27c75dfc974f service neutron] Checking agent: {'id': '2a7cea34-db54-4faf-8d23-37521c3e34cb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713301-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 19, 15, 28), 'started_at': datetime.datetime(2021, 9, 23, 19, 15, 28), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 19, 18, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 19:18:53.636106 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-429d5e34-6608-40b3-86ce-0e9468e5727f req-53b38475-5fd6-4b4d-b921-27c75dfc974f service neutron] Checking segment: {'id': '5e7e2223-350e-4937-8d7b-2c6ab6ddc0ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': 'c2b58ecf-3b1b-414c-92a4-f53b08b3dace'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95102) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:18:53.636684 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-429d5e34-6608-40b3-86ce-0e9468e5727f req-53b38475-5fd6-4b4d-b921-27c75dfc974f service neutron] Bound using segment: {'id': '5e7e2223-350e-4937-8d7b-2c6ab6ddc0ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': 'c2b58ecf-3b1b-414c-92a4-f53b08b3dace'} {{(pid=95102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 19:18:53.637283 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.managers [req-429d5e34-6608-40b3-86ce-0e9468e5727f req-53b38475-5fd6-4b4d-b921-27c75dfc974f service neutron] Bound port: e23aa9eb-90ac-4b46-a474-95f7b54d9570, host: n-h2-713301-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5e7e2223-350e-4937-8d7b-2c6ab6ddc0ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': 'c2b58ecf-3b1b-414c-92a4-f53b08b3dace'}}] {{(pid=95102) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 19:18:53.637796 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-429d5e34-6608-40b3-86ce-0e9468e5727f req-53b38475-5fd6-4b4d-b921-27c75dfc974f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:18:53.672469 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-aac46285-ada0-4004-8e0e-e6e713d5d748 req-192e6a30-9785-41fc-b266-ac41f155c863 tempest-DeleteServersAdminTestJSON-860693392 tempest-DeleteServersAdminTestJSON-860693392-project] 10.222.0.67 "GET /v2.0/quotas/885dd3698acb4840aa3b760382ca3660 HTTP/1.1" status: 200 len: 375 time: 0.0570273 Sep 23 19:18:53.682762 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33310053-1423-465a-9aed-0950170f580a req-0daa2d4e-669c-4902-9a48-e9426d34652c tempest-LiveAutoBlockMigrationV225Test-1531822435 tempest-LiveAutoBlockMigrationV225Test-1531822435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:18:53.684282 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-33310053-1423-465a-9aed-0950170f580a req-0daa2d4e-669c-4902-9a48-e9426d34652c tempest-LiveAutoBlockMigrationV225Test-1531822435 tempest-LiveAutoBlockMigrationV225Test-1531822435-project] 10.222.0.67 "GET /v2.0/ports?device_id=34ddce53-382c-44ee-a43f-26559ac17462 HTTP/1.1" status: 200 len: 944 time: 0.3182786 Sep 23 19:18:53.693429 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f85f411-a87e-4021-8841-f709d928cb4f tempest-ImagesOneServerNegativeTestJSON-187090525 tempest-ImagesOneServerNegativeTestJSON-187090525-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=61dacd73-27f6-4bd8-b7e4-b879291cd386,revision_number=0']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:18:53.699772 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:18:53.705242 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-5f85f411-a87e-4021-8841-f709d928cb4f tempest-ImagesOneServerNegativeTestJSON-187090525 tempest-ImagesOneServerNegativeTestJSON-187090525-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:18:53.706570 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-5f85f411-a87e-4021-8841-f709d928cb4f tempest-ImagesOneServerNegativeTestJSON-187090525 tempest-ImagesOneServerNegativeTestJSON-187090525-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4454792 Sep 23 19:18:53.713246 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 56252) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:18:53.719103 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.v2.base [None req-1a5d9456-008b-4de5-988d-063b3b20f132 tempest-ImagesOneServerNegativeTestJSON-187090525 tempest-ImagesOneServerNegativeTestJSON-187090525-project] Request body: {'floatingip': {'floating_network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac'}} {{(pid=95101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:18:53.732708 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-264ed21b-7a0c-48f8-93ab-7b71bca4d69a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:18:53.753099 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] For port ce23ce5d-286e-4c65-b14c-1e78fba86b1b, host n-d-713301-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-16',level=0,port_id=ce23ce5d-286e-4c65-b14c-1e78fba86b1b,segment=NetworkSegment(7d4027f1-d893-4c7b-95d4-757b8e44e380),segment_id=7d4027f1-d893-4c7b-95d4-757b8e44e380)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:18:53.765564 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:18:53.766153 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-aac46285-ada0-4004-8e0e-e6e713d5d748 req-31e0e9d0-04dd-445b-af2c-2cbb902dcaa4 tempest-DeleteServersAdminTestJSON-860693392 tempest-DeleteServersAdminTestJSON-860693392-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=885dd3698acb4840aa3b760382ca3660&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0925436 Sep 23 19:18:53.777577 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-fb1956c2-e591-4f07-86c3-e6f7d2078852 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1756804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5607514', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6130950'] for subnet, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:18:53.839448 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb1956c2-e591-4f07-86c3-e6f7d2078852 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f76c4f74-3d1f-41c5-8616-290746a2dfbc,revision_number=None']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:18:53.841972 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-fb1956c2-e591-4f07-86c3-e6f7d2078852 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527417'] for subnet, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:18:53.846409 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-fb1956c2-e591-4f07-86c3-e6f7d2078852 admin admin] 10.222.0.67 "DELETE /v2.0/subnets/f76c4f74-3d1f-41c5-8616-290746a2dfbc HTTP/1.1" status: 204 len: 168 time: 0.5549142 Sep 23 19:18:53.846409 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-1a5d9456-008b-4de5-988d-063b3b20f132 tempest-ImagesOneServerNegativeTestJSON-187090525 tempest-ImagesOneServerNegativeTestJSON-187090525-project] Notify callbacks [] for floatingip, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:18:53.849788 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 56258) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:18:53.853060 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Pushing event updated for resources: {'Port': ['ID=ce23ce5d-286e-4c65-b14c-1e78fba86b1b,revision_number=4']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:18:53.863871 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:18:53.864327 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:18:53.864940 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:18:53.865316 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:18:53.866591 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:18:53.867551 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:18:53.868109 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:18:53.868541 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:18:53.869231 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:18:53.869673 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:18:53.870157 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:18:53.870588 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:18:53.960814 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-3a1b1a3c-1b7e-4402-9812-65e88588e5cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783145673135'] for port, after_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:18:53.979788 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.db [req-429d5e34-6608-40b3-86ce-0e9468e5727f req-53b38475-5fd6-4b4d-b921-27c75dfc974f service neutron] For port e23aa9eb-90ac-4b46-a474-95f7b54d9570, host n-h2-713301-16, cleared binding levels {{(pid=95102) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 19:18:54.009102 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-2aa0d483-fc74-46f6-84d3-9767a0ec1753 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1628021'] for network, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:18:54.042955 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-33310053-1423-465a-9aed-0950170f580a req-9af1c60f-dd4c-40c4-b3bd-361ef4f2c894 tempest-LiveAutoBlockMigrationV225Test-1531822435 tempest-LiveAutoBlockMigrationV225Test-1531822435-project] 10.222.0.67 "GET /v2.0/security-groups?id=6d32247e-8bb7-4ae1-818c-76baafa39c73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2918980 Sep 23 19:18:54.052062 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.db [req-429d5e34-6608-40b3-86ce-0e9468e5727f req-53b38475-5fd6-4b4d-b921-27c75dfc974f service neutron] For port e23aa9eb-90ac-4b46-a474-95f7b54d9570, host n-h2-713301-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-16',level=0,port_id=e23aa9eb-90ac-4b46-a474-95f7b54d9570,segment=NetworkSegment(5e7e2223-350e-4937-8d7b-2c6ab6ddc0ab),segment_id=5e7e2223-350e-4937-8d7b-2c6ab6ddc0ab)] {{(pid=95102) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 19:18:54.087043 n-d-713301-16 neutron-server[95102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a1b1a3c-1b7e-4402-9812-65e88588e5cf admin admin] Network ddfa60aa-17aa-4997-9b7e-43433e9db8cf is already hosted by enough agents. {{(pid=95102) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:18:54.130924 n-d-713301-16 neutron-server[95102]: DEBUG neutron.scheduler.base_scheduler [None req-3a1b1a3c-1b7e-4402-9812-65e88588e5cf admin admin] Resources bound (agent type, host, resource id): {{(pid=95102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:18:54.154319 n-d-713301-16 neutron-server[95102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a1b1a3c-1b7e-4402-9812-65e88588e5cf admin admin] Received port after_create {{(pid=95102) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 19:18:54.154814 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-3a1b1a3c-1b7e-4402-9812-65e88588e5cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-601987'] for router_interface, before_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:18:54.165154 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-2aa0d483-fc74-46f6-84d3-9767a0ec1753 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1754676', 'neutron.services.segments.db._delete_segments_for_network-8783146221460'] for network, precommit_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:18:54.191741 n-d-713301-16 neutron-server[95101]: DEBUG neutron.services.segments.db [None req-2aa0d483-fc74-46f6-84d3-9767a0ec1753 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a223aff7-fdc0-4241-b683-f1ea21f63cac']}} {{(pid=95101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:18:54.206000 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-264ed21b-7a0c-48f8-93ab-7b71bca4d69a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:18:54.208558 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-264ed21b-7a0c-48f8-93ab-7b71bca4d69a admin admin] Notify callbacks [] for security_group, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:18:54.210336 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-264ed21b-7a0c-48f8-93ab-7b71bca4d69a admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/3684367d-01f5-43c8-bf0f-a36e9a24b71b HTTP/1.1" status: 204 len: 168 time: 1.3838847 Sep 23 19:18:54.211377 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a1b1a3c-1b7e-4402-9812-65e88588e5cf admin admin] Pushing event updated for resources: {'Port': ['ID=bad2f26a-fcb4-479b-9c66-b1e64b6a15d7,revision_number=1']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:18:54.222238 n-d-713301-16 neutron-server[95101]: DEBUG neutron.services.segments.db [None req-2aa0d483-fc74-46f6-84d3-9767a0ec1753 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '225c670a-9033-4e21-9138-79200597fa57') {'for_net_delete': True} {{(pid=95101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:18:54.223256 n-d-713301-16 neutron-server[95101]: DEBUG neutron.services.segments.db [None req-2aa0d483-fc74-46f6-84d3-9767a0ec1753 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '225c670a-9033-4e21-9138-79200597fa57') {} {{(pid=95101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:18:54.236376 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-429d5e34-6608-40b3-86ce-0e9468e5727f req-53b38475-5fd6-4b4d-b921-27c75dfc974f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:18:54.236782 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-2aa0d483-fc74-46f6-84d3-9767a0ec1753 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783146221725', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6007147'] for segment, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:18:54.254932 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-2aa0d483-fc74-46f6-84d3-9767a0ec1753 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1756186'] for segment, precommit_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:18:54.265967 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2aa0d483-fc74-46f6-84d3-9767a0ec1753 admin admin] Releasing vlan 615 on physical network physnet1 to pool {{(pid=95101) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 19:18:54.266556 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-2aa0d483-fc74-46f6-84d3-9767a0ec1753 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1756186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5608436'] for segment, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:18:54.342515 n-d-713301-16 neutron-server[95101]: Traceback (most recent call last): Sep 23 19:18:54.342515 n-d-713301-16 neutron-server[95101]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 19:18:54.342515 n-d-713301-16 neutron-server[95101]: timer() Sep 23 19:18:54.342515 n-d-713301-16 neutron-server[95101]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 19:18:54.342515 n-d-713301-16 neutron-server[95101]: cb(*args, **kw) Sep 23 19:18:54.342515 n-d-713301-16 neutron-server[95101]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 19:18:54.342515 n-d-713301-16 neutron-server[95101]: return func(*args, **kwargs) Sep 23 19:18:54.342515 n-d-713301-16 neutron-server[95101]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 19:18:54.342515 n-d-713301-16 neutron-server[95101]: self._notify() Sep 23 19:18:54.342515 n-d-713301-16 neutron-server[95101]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 19:18:54.342515 n-d-713301-16 neutron-server[95101]: self.callback(batched_events) Sep 23 19:18:54.342515 n-d-713301-16 neutron-server[95101]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 19:18:54.342515 n-d-713301-16 neutron-server[95101]: event.method(event) Sep 23 19:18:54.342515 n-d-713301-16 neutron-server[95101]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 19:18:54.342515 n-d-713301-16 neutron-server[95101]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 19:18:54.342515 n-d-713301-16 neutron-server[95101]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 19:18:54.342515 n-d-713301-16 neutron-server[95101]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 19:18:54.342515 n-d-713301-16 neutron-server[95101]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 19:18:54.342515 n-d-713301-16 neutron-server[95101]: return f(self, *a, **k) Sep 23 19:18:54.342515 n-d-713301-16 neutron-server[95101]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 19:18:54.342515 n-d-713301-16 neutron-server[95101]: return self._get(url).json() Sep 23 19:18:54.342515 n-d-713301-16 neutron-server[95101]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 19:18:54.342515 n-d-713301-16 neutron-server[95101]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 19:18:54.342515 n-d-713301-16 neutron-server[95101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 19:18:54.342515 n-d-713301-16 neutron-server[95101]: return self.request(url, 'GET', **kwargs) Sep 23 19:18:54.342515 n-d-713301-16 neutron-server[95101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 19:18:54.342515 n-d-713301-16 neutron-server[95101]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 19:18:54.342515 n-d-713301-16 neutron-server[95101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 19:18:54.342515 n-d-713301-16 neutron-server[95101]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 19:18:54.342515 n-d-713301-16 neutron-server[95101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 19:18:54.342515 n-d-713301-16 neutron-server[95101]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 19:18:54.342515 n-d-713301-16 neutron-server[95101]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 19:18:54.346033 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-1a5d9456-008b-4de5-988d-063b3b20f132 tempest-ImagesOneServerNegativeTestJSON-187090525 tempest-ImagesOneServerNegativeTestJSON-187090525-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:18:54.355552 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-264ed21b-7a0c-48f8-93ab-7b71bca4d69a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3684367d-01f5-43c8-bf0f-a36e9a24b71b,revision_number=None']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:18:54.373500 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-e03459a4-a213-4cd0-8089-ae8559bf9782 req-58ae2838-b9bf-4598-9052-d51da816901b tempest-DeleteServersAdminTestJSON-860693392 tempest-DeleteServersAdminTestJSON-860693392-project] 10.222.0.67 "GET /v2.0/ports?device_id=c01c2803-4366-4803-9ee1-d2ff4e1ce6fe HTTP/1.1" status: 200 len: 210 time: 0.3014205 Sep 23 19:18:54.492446 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-2aa0d483-fc74-46f6-84d3-9767a0ec1753 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1754627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-601866'] for network, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:18:54.512788 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-2aa0d483-fc74-46f6-84d3-9767a0ec1753 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527417'] for network, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:18:54.514773 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-2aa0d483-fc74-46f6-84d3-9767a0ec1753 admin admin] 10.222.0.67 "DELETE /v2.0/networks/a223aff7-fdc0-4241-b683-f1ea21f63cac HTTP/1.1" status: 204 len: 168 time: 0.6633322 Sep 23 19:18:54.528495 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 56276) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:18:54.532490 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-429d5e34-6608-40b3-86ce-0e9468e5727f req-53b38475-5fd6-4b4d-b921-27c75dfc974f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:18:54.536531 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-429d5e34-6608-40b3-86ce-0e9468e5727f req-53b38475-5fd6-4b4d-b921-27c75dfc974f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527417'] for port, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:18:54.546154 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-429d5e34-6608-40b3-86ce-0e9468e5727f req-53b38475-5fd6-4b4d-b921-27c75dfc974f service neutron] 10.222.0.74 "PUT /v2.0/ports/e23aa9eb-90ac-4b46-a474-95f7b54d9570 HTTP/1.1" status: 200 len: 1124 time: 2.6360667 Sep 23 19:18:54.633761 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-1cb29509-98e8-4723-a8fa-a8a3a340710c None None] Provisioning complete for port bad2f26a-fcb4-479b-9c66-b1e64b6a15d7 triggered by entity DHCP. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:18:54.634874 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-1cb29509-98e8-4723-a8fa-a8a3a340710c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:18:54.635937 n-d-713301-16 neutron-server[95101]: DEBUG neutron.db.db_base_plugin_v2 [None req-8cbed220-18c7-406f-b9a7-3da5243c6e12 admin admin] Deleting subnet 0e129747-c2c0-4ab4-aeaf-dc35fb8aa7c4 {{(pid=95101) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 23 19:18:54.639661 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-8cbed220-18c7-406f-b9a7-3da5243c6e12 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:18:54.650510 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] get_ports_and_sgs() called for port_ids ['e23aa9eb-90ac-4b46-a474-95f7b54d9570'] {{(pid=95103) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 19:18:54.692672 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aa0d483-fc74-46f6-84d3-9767a0ec1753 admin admin] Pushing event deleted for resources: {'Network': ['ID=a223aff7-fdc0-4241-b683-f1ea21f63cac,revision_number=None']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:18:54.709772 n-d-713301-16 neutron-server[95101]: DEBUG neutron.db.db_base_plugin_common [None req-1a5d9456-008b-4de5-988d-063b3b20f132 tempest-ImagesOneServerNegativeTestJSON-187090525 tempest-ImagesOneServerNegativeTestJSON-187090525-project] Allocated IP 172.25.1.113 (5dec5c09-378e-4f50-89cc-d94eb81c3bac/eff83446-018c-428d-b3f5-54ac9abe7a2a/8f54b4fa-598f-4b8e-87d9-7a08360fb053) {{(pid=95101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 19:18:54.727893 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-8cbed220-18c7-406f-b9a7-3da5243c6e12 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6007154'] for subnet, precommit_delete_associations {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:18:54.731243 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53b38475-5fd6-4b4d-b921-27c75dfc974f service neutron] Pushing event updated for resources: {'Port': ['ID=e23aa9eb-90ac-4b46-a474-95f7b54d9570,revision_number=8']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:18:54.802188 n-d-713301-16 neutron-server[95102]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '34ddce53-382c-44ee-a43f-26559ac17462', 'tag': 'e23aa9eb-90ac-4b46-a474-95f7b54d9570'}] {{(pid=95102) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 19:18:54.806334 n-d-713301-16 neutron-server[95102]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab31b6d93e5336dbddfa8ec424565b3bd8cb2369c5b4d85bc943472dbb21e8ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1958583-0adc-4220-84a1-ea58adc92733" -d '{"events": [{"name": "network-changed", "server_uuid": "34ddce53-382c-44ee-a43f-26559ac17462", "tag": "e23aa9eb-90ac-4b46-a474-95f7b54d9570"}]}' {{(pid=95102) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 19:18:54.820356 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-3a1b1a3c-1b7e-4402-9812-65e88588e5cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:18:54.842376 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 56292) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:18:54.916312 n-d-713301-16 neutron-server[95102]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 19:18:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04c9a2ac-9fbe-493a-a1b7-d9aa46bdd7d6 x-openstack-request-id: req-04c9a2ac-9fbe-493a-a1b7-d9aa46bdd7d6 {{(pid=95102) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 19:18:54.916312 n-d-713301-16 neutron-server[95102]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "34ddce53-382c-44ee-a43f-26559ac17462", "tag": "e23aa9eb-90ac-4b46-a474-95f7b54d9570", "status": "completed", "code": 200}]} {{(pid=95102) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 19:18:54.916312 n-d-713301-16 neutron-server[95102]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-04c9a2ac-9fbe-493a-a1b7-d9aa46bdd7d6 {{(pid=95102) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 19:18:54.916312 n-d-713301-16 neutron-server[95102]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '34ddce53-382c-44ee-a43f-26559ac17462', 'tag': 'e23aa9eb-90ac-4b46-a474-95f7b54d9570', 'status': 'completed', 'code': 200} Sep 23 19:18:54.933351 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-8cbed220-18c7-406f-b9a7-3da5243c6e12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1756813'] for subnet, precommit_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:18:54.937757 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-6c410f0f-ddfd-49a1-929c-db2c54c83085 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:18:55.007458 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.plugin [None req-1cb29509-98e8-4723-a8fa-a8a3a340710c None None] Port bad2f26a-fcb4-479b-9c66-b1e64b6a15d7 cannot update to ACTIVE because it is not bound. {{(pid=95103) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 19:18:55.088562 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-1a5d9456-008b-4de5-988d-063b3b20f132 tempest-ImagesOneServerNegativeTestJSON-187090525 tempest-ImagesOneServerNegativeTestJSON-187090525-project] Notify callbacks [] for port, precommit_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:18:55.094209 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1958583-0adc-4220-84a1-ea58adc92733 req-f6114b28-a95d-4025-abdf-44cbdf1dd03f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:18:55.096025 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-a1958583-0adc-4220-84a1-ea58adc92733 req-f6114b28-a95d-4025-abdf-44cbdf1dd03f service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=01fd0bf0664a4580a0559687f9bf7c73&device_id=34ddce53-382c-44ee-a43f-26559ac17462 HTTP/1.1" status: 200 len: 1127 time: 0.1657634 Sep 23 19:18:55.119642 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-8cbed220-18c7-406f-b9a7-3da5243c6e12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1756804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5607514', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6130950'] for subnet, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:18:55.159209 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-8cbed220-18c7-406f-b9a7-3da5243c6e12 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527417'] for subnet, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:18:55.159598 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-80e7e501-6c57-470d-92c6-e3d54bc3195c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:18:55.164782 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-8cbed220-18c7-406f-b9a7-3da5243c6e12 admin admin] 10.222.0.67 "DELETE /v2.0/subnets/0e129747-c2c0-4ab4-aeaf-dc35fb8aa7c4 HTTP/1.1" status: 204 len: 168 time: 0.6283584 Sep 23 19:18:55.188507 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 56302) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:18:55.240730 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cbed220-18c7-406f-b9a7-3da5243c6e12 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0e129747-c2c0-4ab4-aeaf-dc35fb8aa7c4,revision_number=None']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:18:55.251027 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-1a5d9456-008b-4de5-988d-063b3b20f132 tempest-ImagesOneServerNegativeTestJSON-187090525 tempest-ImagesOneServerNegativeTestJSON-187090525-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783145673135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5607431'] for port, after_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:18:55.311853 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Device ce23ce5d-286e-4c65-b14c-1e78fba86b1b up at agent ovs-agent-n-d-713301-16 {{(pid=95103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 19:18:55.376569 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-2d97e08b-4ae7-4d0a-b001-edef9ccc771b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1628021'] for network, before_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:18:55.404992 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Provisioning complete for port ce23ce5d-286e-4c65-b14c-1e78fba86b1b triggered by entity L2. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:18:55.405201 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:18:55.406267 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a5d9456-008b-4de5-988d-063b3b20f132 tempest-ImagesOneServerNegativeTestJSON-187090525 tempest-ImagesOneServerNegativeTestJSON-187090525-project] Network 5dec5c09-378e-4f50-89cc-d94eb81c3bac is already hosted by enough agents. {{(pid=95101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:18:55.412301 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.base_scheduler [None req-1a5d9456-008b-4de5-988d-063b3b20f132 tempest-ImagesOneServerNegativeTestJSON-187090525 tempest-ImagesOneServerNegativeTestJSON-187090525-project] Resources bound (agent type, host, resource id): {{(pid=95101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:18:55.415052 n-d-713301-16 neutron-server[95101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a5d9456-008b-4de5-988d-063b3b20f132 tempest-ImagesOneServerNegativeTestJSON-187090525 tempest-ImagesOneServerNegativeTestJSON-187090525-project] Received port after_create {{(pid=95101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 19:18:55.422688 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1958583-0adc-4220-84a1-ea58adc92733 req-47b570e9-676f-4bd0-8911-672472ee0eca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:18:55.424754 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-a1958583-0adc-4220-84a1-ea58adc92733 req-47b570e9-676f-4bd0-8911-672472ee0eca service neutron] 10.222.0.53 "GET /v2.0/networks?id=c2b58ecf-3b1b-414c-92a4-f53b08b3dace HTTP/1.1" status: 200 len: 922 time: 0.2840486 Sep 23 19:18:55.437293 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 56308) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:18:55.467783 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a5d9456-008b-4de5-988d-063b3b20f132 tempest-ImagesOneServerNegativeTestJSON-187090525 tempest-ImagesOneServerNegativeTestJSON-187090525-project] Pushing event updated for resources: {'Port': ['ID=8f54b4fa-598f-4b8e-87d9-7a08360fb053,revision_number=1']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:18:55.511297 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-a1958583-0adc-4220-84a1-ea58adc92733 req-e6ee0464-a040-4c89-8a37-f4b7bbfea7f3 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e23aa9eb-90ac-4b46-a474-95f7b54d9570 HTTP/1.1" status: 200 len: 217 time: 0.0630534 Sep 23 19:18:55.520045 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b966eaa-6ec0-4e66-92c8-ada4024c9aa7 req-18d55cd7-b608-4061-a743-be9a1470ba51 tempest-LiveAutoBlockMigrationV225Test-1531822435 tempest-LiveAutoBlockMigrationV225Test-1531822435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:18:55.528967 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-2b966eaa-6ec0-4e66-92c8-ada4024c9aa7 req-18d55cd7-b608-4061-a743-be9a1470ba51 tempest-LiveAutoBlockMigrationV225Test-1531822435 tempest-LiveAutoBlockMigrationV225Test-1531822435-project] 10.222.0.67 "GET /v2.0/ports?device_id=34ddce53-382c-44ee-a43f-26559ac17462 HTTP/1.1" status: 200 len: 944 time: 0.3411529 Sep 23 19:18:55.640374 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1958583-0adc-4220-84a1-ea58adc92733 req-1404e640-de08-4233-b197-8094ae15c36d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:18:55.642674 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-a1958583-0adc-4220-84a1-ea58adc92733 req-1404e640-de08-4233-b197-8094ae15c36d service neutron] 10.222.0.53 "GET /v2.0/subnets?id=4cc4932b-c381-47ec-9303-11e42975856f HTTP/1.1" status: 200 len: 861 time: 0.1230938 Sep 23 19:18:55.660312 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-1a5d9456-008b-4de5-988d-063b3b20f132 tempest-ImagesOneServerNegativeTestJSON-187090525 tempest-ImagesOneServerNegativeTestJSON-187090525-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:18:55.665177 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-3a1b1a3c-1b7e-4402-9812-65e88588e5cf admin admin] Notify callbacks [] for port, precommit_update {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:18:55.677185 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-080991cd-c2c4-4066-8473-45034e53b2eb req-50030ebb-2ab0-4e40-a02f-aba314accb5e tempest-DeleteServersAdminTestJSON-860693392 tempest-DeleteServersAdminTestJSON-860693392-project] 10.222.0.67 "GET /v2.0/ports?device_id=c01c2803-4366-4803-9ee1-d2ff4e1ce6fe HTTP/1.1" status: 200 len: 210 time: 0.1442268 Sep 23 19:18:55.690211 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-a1958583-0adc-4220-84a1-ea58adc92733 req-50d8b2dc-3d2c-4e96-bf1b-443667d21f00 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=c2b58ecf-3b1b-414c-92a4-f53b08b3dace&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0393980 Sep 23 19:18:55.730872 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-6c410f0f-ddfd-49a1-929c-db2c54c83085 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:18:55.734034 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-aac46285-ada0-4004-8e0e-e6e713d5d748 req-e878263a-48dd-4d0b-8312-9d5831a020bd tempest-DeleteServersAdminTestJSON-860693392 tempest-DeleteServersAdminTestJSON-860693392-project] 10.222.0.53 "GET /v2.0/networks?tenant_id=885dd3698acb4840aa3b760382ca3660&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0710759 Sep 23 19:18:55.741205 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-3a1b1a3c-1b7e-4402-9812-65e88588e5cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:18:55.742015 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-3a1b1a3c-1b7e-4402-9812-65e88588e5cf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-527313', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-601459'] for router_interface, after_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:18:55.773256 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-2d97e08b-4ae7-4d0a-b001-edef9ccc771b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1754676', 'neutron.services.segments.db._delete_segments_for_network-8783146221460'] for network, precommit_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:18:55.780130 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-6c410f0f-ddfd-49a1-929c-db2c54c83085 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:18:55.782426 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-e5ec3d60-f5d3-46ba-9875-f2f9517715f9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:18:55.836459 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-1a5d9456-008b-4de5-988d-063b3b20f132 tempest-ImagesOneServerNegativeTestJSON-187090525 tempest-ImagesOneServerNegativeTestJSON-187090525-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:18:55.864567 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-a1958583-0adc-4220-84a1-ea58adc92733 req-5c4f3e5f-81d4-4b5f-9fb9-d209ec754f31 service neutron] 10.222.0.53 "GET /v2.0/networks/c2b58ecf-3b1b-414c-92a4-f53b08b3dace?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1618588 Sep 23 19:18:55.876938 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-2b966eaa-6ec0-4e66-92c8-ada4024c9aa7 req-0679acff-41e1-45f5-9b9f-a4280fd9e2b5 tempest-LiveAutoBlockMigrationV225Test-1531822435 tempest-LiveAutoBlockMigrationV225Test-1531822435-project] 10.222.0.67 "GET /v2.0/security-groups?id=6d32247e-8bb7-4ae1-818c-76baafa39c73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3468578 Sep 23 19:18:55.911946 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-2d97e08b-4ae7-4d0a-b001-edef9ccc771b admin admin] Subscribe: > segment before_delete 55550000 {{(pid=95102) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 19:18:55.912240 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-2d97e08b-4ae7-4d0a-b001-edef9ccc771b admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=95102) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 19:18:55.913117 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-2d97e08b-4ae7-4d0a-b001-edef9ccc771b admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=95102) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 19:18:55.913546 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-2d97e08b-4ae7-4d0a-b001-edef9ccc771b admin admin] Subscribe: > port after_create 55550000 {{(pid=95102) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 19:18:55.913927 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-2d97e08b-4ae7-4d0a-b001-edef9ccc771b admin admin] Subscribe: > port after_delete 55550000 {{(pid=95102) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 19:18:55.914264 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-2d97e08b-4ae7-4d0a-b001-edef9ccc771b admin admin] Subscribe: > port after_update 55550000 {{(pid=95102) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 19:18:55.914597 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-2d97e08b-4ae7-4d0a-b001-edef9ccc771b admin admin] Subscribe: > segment after_delete 55550000 {{(pid=95102) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 19:18:55.914914 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-2d97e08b-4ae7-4d0a-b001-edef9ccc771b admin admin] Subscribe: > subnet after_create 55550000 {{(pid=95102) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 19:18:55.915247 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-2d97e08b-4ae7-4d0a-b001-edef9ccc771b admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=95102) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 19:18:55.915566 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-2d97e08b-4ae7-4d0a-b001-edef9ccc771b admin admin] Subscribe: > subnet after_update 55550000 {{(pid=95102) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 19:18:55.982728 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-2d97e08b-4ae7-4d0a-b001-edef9ccc771b admin admin] Subscribe: > subnet after_create 55550000 {{(pid=95102) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 19:18:55.983075 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-2d97e08b-4ae7-4d0a-b001-edef9ccc771b admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=95102) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 19:18:55.983407 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-2d97e08b-4ae7-4d0a-b001-edef9ccc771b admin admin] Subscribe: > subnet before_create 55550000 {{(pid=95102) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 19:18:55.983737 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-2d97e08b-4ae7-4d0a-b001-edef9ccc771b admin admin] Subscribe: > subnet before_update 55550000 {{(pid=95102) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 19:18:55.984111 n-d-713301-16 neutron-server[95102]: DEBUG neutron.services.segments.db [None req-2d97e08b-4ae7-4d0a-b001-edef9ccc771b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['db348270-bfae-47c0-bec0-fb43903e7bc8']}} {{(pid=95102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:18:56.020978 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c410f0f-ddfd-49a1-929c-db2c54c83085 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77f79df4-8e35-4ed7-ad01-232864d771d4,revision_number=1']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:18:56.032914 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-a1958583-0adc-4220-84a1-ea58adc92733 req-bce60139-b7ff-4d45-98a0-19f5b35acd9f service neutron] 10.222.0.53 "GET /v2.0/networks/c2b58ecf-3b1b-414c-92a4-f53b08b3dace?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1596580 Sep 23 19:18:56.035953 n-d-713301-16 neutron-server[95102]: DEBUG neutron.services.segments.db [None req-2d97e08b-4ae7-4d0a-b001-edef9ccc771b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c036df3a-88d6-4354-bfb9-7e1aae4b712c') {'for_net_delete': True} {{(pid=95102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:18:56.036247 n-d-713301-16 neutron-server[95102]: DEBUG neutron.services.segments.db [None req-2d97e08b-4ae7-4d0a-b001-edef9ccc771b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c036df3a-88d6-4354-bfb9-7e1aae4b712c') {} {{(pid=95102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:18:56.055135 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-6c410f0f-ddfd-49a1-929c-db2c54c83085 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=f10aa67b3aa44d12b5cc62bfacc7c570&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2117260 Sep 23 19:18:56.061273 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 56316) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:18:56.074955 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a1b1a3c-1b7e-4402-9812-65e88588e5cf admin admin] Pushing event updated for resources: {'Port': ['ID=bad2f26a-fcb4-479b-9c66-b1e64b6a15d7,revision_number=2']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:18:56.110450 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-1a5d9456-008b-4de5-988d-063b3b20f132 tempest-ImagesOneServerNegativeTestJSON-187090525 tempest-ImagesOneServerNegativeTestJSON-187090525-project] Notify callbacks [] for port, precommit_update {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:18:56.117134 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-1a5d9456-008b-4de5-988d-063b3b20f132 tempest-ImagesOneServerNegativeTestJSON-187090525 tempest-ImagesOneServerNegativeTestJSON-187090525-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5607436'] for port, after_update {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:18:56.146328 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-2d97e08b-4ae7-4d0a-b001-edef9ccc771b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783146221725', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6162832'] for segment, before_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:18:56.164843 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-e88226a3-dc5f-4b59-a9f4-5839a903f1a6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:18:56.192037 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-2d97e08b-4ae7-4d0a-b001-edef9ccc771b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1756186'] for segment, precommit_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:18:56.215163 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a5d9456-008b-4de5-988d-063b3b20f132 tempest-ImagesOneServerNegativeTestJSON-187090525 tempest-ImagesOneServerNegativeTestJSON-187090525-project] Pushing event updated for resources: {'Port': ['ID=8f54b4fa-598f-4b8e-87d9-7a08360fb053,revision_number=2']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:18:56.221626 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2d97e08b-4ae7-4d0a-b001-edef9ccc771b admin admin] Releasing vlan 629 on physical network physnet1 to pool {{(pid=95102) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 19:18:56.222022 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-2d97e08b-4ae7-4d0a-b001-edef9ccc771b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1756186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4398095'] for segment, after_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:18:56.228019 n-d-713301-16 neutron-server[95102]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Sep 23 19:18:56.228019 n-d-713301-16 neutron-server[95102]: from cryptography.utils import int_from_bytes Sep 23 19:18:56.228019 n-d-713301-16 neutron-server[95102]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Sep 23 19:18:56.228019 n-d-713301-16 neutron-server[95102]: from cryptography.utils import int_from_bytes Sep 23 19:18:56.228019 n-d-713301-16 neutron-server[95102]: Traceback (most recent call last): Sep 23 19:18:56.228019 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 19:18:56.228019 n-d-713301-16 neutron-server[95102]: timer() Sep 23 19:18:56.228019 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 19:18:56.228019 n-d-713301-16 neutron-server[95102]: cb(*args, **kw) Sep 23 19:18:56.228019 n-d-713301-16 neutron-server[95102]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 19:18:56.228019 n-d-713301-16 neutron-server[95102]: return func(*args, **kwargs) Sep 23 19:18:56.228019 n-d-713301-16 neutron-server[95102]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 19:18:56.228019 n-d-713301-16 neutron-server[95102]: self._notify() Sep 23 19:18:56.228019 n-d-713301-16 neutron-server[95102]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 19:18:56.228019 n-d-713301-16 neutron-server[95102]: self.callback(batched_events) Sep 23 19:18:56.228019 n-d-713301-16 neutron-server[95102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 19:18:56.228019 n-d-713301-16 neutron-server[95102]: event.method(event) Sep 23 19:18:56.228019 n-d-713301-16 neutron-server[95102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 19:18:56.228019 n-d-713301-16 neutron-server[95102]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 19:18:56.228019 n-d-713301-16 neutron-server[95102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 19:18:56.228019 n-d-713301-16 neutron-server[95102]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 19:18:56.228019 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 19:18:56.228019 n-d-713301-16 neutron-server[95102]: return f(self, *a, **k) Sep 23 19:18:56.228019 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 19:18:56.228019 n-d-713301-16 neutron-server[95102]: return self._get(url).json() Sep 23 19:18:56.228019 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 19:18:56.228019 n-d-713301-16 neutron-server[95102]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 19:18:56.228019 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 19:18:56.228019 n-d-713301-16 neutron-server[95102]: return self.request(url, 'GET', **kwargs) Sep 23 19:18:56.228019 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 19:18:56.228019 n-d-713301-16 neutron-server[95102]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 19:18:56.228019 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 19:18:56.228019 n-d-713301-16 neutron-server[95102]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 19:18:56.228019 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 19:18:56.228019 n-d-713301-16 neutron-server[95102]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 19:18:56.228019 n-d-713301-16 neutron-server[95102]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 19:18:56.230182 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-e88226a3-dc5f-4b59-a9f4-5839a903f1a6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:18:56.240526 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-1a5d9456-008b-4de5-988d-063b3b20f132 tempest-ImagesOneServerNegativeTestJSON-187090525 tempest-ImagesOneServerNegativeTestJSON-187090525-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-601884'] for floatingip, after_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:18:56.278438 n-d-713301-16 neutron-server[95102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a1b1a3c-1b7e-4402-9812-65e88588e5cf admin admin] Network ddfa60aa-17aa-4997-9b7e-43433e9db8cf is already hosted by enough agents. {{(pid=95102) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:18:56.285717 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac46285-ada0-4004-8e0e-e6e713d5d748 req-1a463517-32ba-4493-a3b9-523d3136df0c tempest-DeleteServersAdminTestJSON-860693392 tempest-DeleteServersAdminTestJSON-860693392-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:18:56.287190 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-aac46285-ada0-4004-8e0e-e6e713d5d748 req-1a463517-32ba-4493-a3b9-523d3136df0c tempest-DeleteServersAdminTestJSON-860693392 tempest-DeleteServersAdminTestJSON-860693392-project] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5112591 Sep 23 19:18:56.292802 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-e88226a3-dc5f-4b59-a9f4-5839a903f1a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:18:56.295404 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-e88226a3-dc5f-4b59-a9f4-5839a903f1a6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:18:56.296542 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-e88226a3-dc5f-4b59-a9f4-5839a903f1a6 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/77f79df4-8e35-4ed7-ad01-232864d771d4 HTTP/1.1" status: 204 len: 168 time: 0.2343378 Sep 23 19:18:56.305333 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e88226a3-dc5f-4b59-a9f4-5839a903f1a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77f79df4-8e35-4ed7-ad01-232864d771d4,revision_number=None']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:18:56.317272 n-d-713301-16 neutron-server[95102]: DEBUG neutron.scheduler.base_scheduler [None req-3a1b1a3c-1b7e-4402-9812-65e88588e5cf admin admin] Resources bound (agent type, host, resource id): {{(pid=95102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:18:56.333988 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.v2.base [req-aac46285-ada0-4004-8e0e-e6e713d5d748 req-f77821ec-9836-448f-9c50-a1999088bfa8 tempest-DeleteServersAdminTestJSON-860693392 tempest-DeleteServersAdminTestJSON-860693392-project] Request body: {'port': {'device_id': 'c01c2803-4366-4803-9ee1-d2ff4e1ce6fe', 'network_id': '5220cb0c-da05-478a-9604-8c11469a05b4', 'admin_state_up': True, 'tenant_id': '885dd3698acb4840aa3b760382ca3660'}} {{(pid=95102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:18:56.359724 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-2d97e08b-4ae7-4d0a-b001-edef9ccc771b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1754627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-601866'] for network, after_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:18:56.428037 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-2d97e08b-4ae7-4d0a-b001-edef9ccc771b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527417'] for network, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:18:56.430354 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-2d97e08b-4ae7-4d0a-b001-edef9ccc771b admin admin] 10.222.0.67 "DELETE /v2.0/networks/db348270-bfae-47c0-bec0-fb43903e7bc8 HTTP/1.1" status: 204 len: 168 time: 1.2397242 Sep 23 19:18:56.512712 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d97e08b-4ae7-4d0a-b001-edef9ccc771b admin admin] Pushing event deleted for resources: {'Network': ['ID=db348270-bfae-47c0-bec0-fb43903e7bc8,revision_number=None']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:18:56.522373 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-e5ec3d60-f5d3-46ba-9875-f2f9517715f9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:18:56.533150 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-e5ec3d60-f5d3-46ba-9875-f2f9517715f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:18:56.538550 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-1a5d9456-008b-4de5-988d-063b3b20f132 tempest-ImagesOneServerNegativeTestJSON-187090525 tempest-ImagesOneServerNegativeTestJSON-187090525-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222849'] for floatingip, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:18:56.551771 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-1a5d9456-008b-4de5-988d-063b3b20f132 tempest-ImagesOneServerNegativeTestJSON-187090525 tempest-ImagesOneServerNegativeTestJSON-187090525-project] 10.222.0.67 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.8401411 Sep 23 19:18:56.561268 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-04eb2e43-23d3-4751-b5eb-40e06314db2d None None] Provisioning complete for port bad2f26a-fcb4-479b-9c66-b1e64b6a15d7 triggered by entity DHCP. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:18:56.562760 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-04eb2e43-23d3-4751-b5eb-40e06314db2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:18:56.619469 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-e5ec3d60-f5d3-46ba-9875-f2f9517715f9 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=b045b48c4337402bb777a5c8bdb398d4&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1799324 Sep 23 19:18:56.620217 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.plugin [None req-04eb2e43-23d3-4751-b5eb-40e06314db2d None None] Port bad2f26a-fcb4-479b-9c66-b1e64b6a15d7 cannot update to ACTIVE because it is not bound. {{(pid=95103) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 19:18:56.623481 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 56328) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:18:56.630742 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aac46285-ada0-4004-8e0e-e6e713d5d748 req-f77821ec-9836-448f-9c50-a1999088bfa8 tempest-DeleteServersAdminTestJSON-860693392 tempest-DeleteServersAdminTestJSON-860693392-project] Made reservation on behalf of 885dd3698acb4840aa3b760382ca3660 for: {'port': 1} {{(pid=95102) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:18:56.634423 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-aac46285-ada0-4004-8e0e-e6e713d5d748 req-f77821ec-9836-448f-9c50-a1999088bfa8 tempest-DeleteServersAdminTestJSON-860693392 tempest-DeleteServersAdminTestJSON-860693392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:18:56.645649 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-aac46285-ada0-4004-8e0e-e6e713d5d748 req-f77821ec-9836-448f-9c50-a1999088bfa8 tempest-DeleteServersAdminTestJSON-860693392 tempest-DeleteServersAdminTestJSON-860693392-project] Notify callbacks [] for security_group, before_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:18:56.649360 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5ec3d60-f5d3-46ba-9875-f2f9517715f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9007b78d-5f8d-47eb-967e-ff1390c5a7e2,revision_number=1']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:18:56.664464 n-d-713301-16 neutron-server[95102]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3a1b1a3c-1b7e-4402-9812-65e88588e5cf admin admin] Router 5abc7ba1-760a-40c8-92eb-c1beff085fa3 has already been hosted by L3 agent 79a740bf-7821-4989-8288-7186e3e128f3 {{(pid=95102) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 19:18:56.685339 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 56330) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:18:56.750094 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-ab967978-8c00-47e7-8597-f4ed65ea5173 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=da69a4975b874b21aa94f52d95a38a95&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0635567 Sep 23 19:18:56.750980 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 56336) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:18:56.761651 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-1ecdf3f9-a204-4ba4-87f9-94439e3a39fd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:18:56.799523 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a1b1a3c-1b7e-4402-9812-65e88588e5cf admin admin] Notify agent at l3_agent.n-d-713301-16 the message routers_updated {{(pid=95102) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 19:18:56.809156 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-3a1b1a3c-1b7e-4402-9812-65e88588e5cf admin admin] 10.222.0.67 "PUT /v2.0/routers/5abc7ba1-760a-40c8-92eb-c1beff085fa3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9781680 Sep 23 19:18:56.822296 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5f61150-70c4-46b4-913d-499295bd395e None None] Sync routers for ids ['5abc7ba1-760a-40c8-92eb-c1beff085fa3'] in n-d-713301-16 {{(pid=95104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 19:18:56.832671 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5f61150-70c4-46b4-913d-499295bd395e None None] Routers {'5abc7ba1-760a-40c8-92eb-c1beff085fa3'} bound to L3 agent in host n-d-713301-16 {{(pid=95104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 19:18:56.840418 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_hamode_db [None req-a5f61150-70c4-46b4-913d-499295bd395e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-23T19:07:52Z,description=,heartbeat_timestamp=2021-09-23T19:18:52Z,host='n-d-713301-16',id=79a740bf-7821-4989-8288-7186e3e128f3,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:07:52Z,topic='l3_agent')) {'router_ids': ['5abc7ba1-760a-40c8-92eb-c1beff085fa3'], 'active': True} {{(pid=95104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:18:56.860810 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-1ecdf3f9-a204-4ba4-87f9-94439e3a39fd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:18:56.951233 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-72e292a9-e9b6-4567-941b-96aad68601d5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:18:56.972141 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Device e23aa9eb-90ac-4b46-a474-95f7b54d9570 details requested by agent hyperv_n-h1-713301-16 with host n-h1-713301-16 {{(pid=95103) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 19:18:57.038603 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-72e292a9-e9b6-4567-941b-96aad68601d5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:18:57.075317 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_dvr_db [None req-a5f61150-70c4-46b4-913d-499295bd395e None None] Set router 5abc7ba1-760a-40c8-92eb-c1beff085fa3 gateway port host: n-d-713301-16 {{(pid=95104) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 19:18:57.112751 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-d8770cb0-f90c-4cb8-82bc-5e1bcbdc4cbc req-df5bb32b-b5a9-45c9-b66a-59fbb92a88b2 tempest-DeleteServersAdminTestJSON-860693392 tempest-DeleteServersAdminTestJSON-860693392-project] 10.222.0.67 "GET /v2.0/ports?device_id=c01c2803-4366-4803-9ee1-d2ff4e1ce6fe HTTP/1.1" status: 200 len: 210 time: 0.2968020 Sep 23 19:18:57.126656 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-1ecdf3f9-a204-4ba4-87f9-94439e3a39fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:18:57.132629 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-1ecdf3f9-a204-4ba4-87f9-94439e3a39fd admin admin] Notify callbacks [] for security_group, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:18:57.135704 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-1ecdf3f9-a204-4ba4-87f9-94439e3a39fd admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/9007b78d-5f8d-47eb-967e-ff1390c5a7e2 HTTP/1.1" status: 204 len: 168 time: 0.5100136 Sep 23 19:18:57.155531 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ecdf3f9-a204-4ba4-87f9-94439e3a39fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9007b78d-5f8d-47eb-967e-ff1390c5a7e2,revision_number=None']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:18:57.174510 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-72e292a9-e9b6-4567-941b-96aad68601d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:18:57.180771 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-72e292a9-e9b6-4567-941b-96aad68601d5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:18:57.187315 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-72e292a9-e9b6-4567-941b-96aad68601d5 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/0ad0fb55-3d8a-4ae3-9594-63cca6a672f7 HTTP/1.1" status: 204 len: 168 time: 0.4348629 Sep 23 19:18:57.195919 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] For port e23aa9eb-90ac-4b46-a474-95f7b54d9570, host n-h2-713301-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-16',level=0,port_id=e23aa9eb-90ac-4b46-a474-95f7b54d9570,segment=NetworkSegment(5e7e2223-350e-4937-8d7b-2c6ab6ddc0ab),segment_id=5e7e2223-350e-4937-8d7b-2c6ab6ddc0ab)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:18:57.220156 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e292a9-e9b6-4567-941b-96aad68601d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ad0fb55-3d8a-4ae3-9594-63cca6a672f7,revision_number=None']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:18:57.229858 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Device e23aa9eb-90ac-4b46-a474-95f7b54d9570 has no active binding in host n-h1-713301-16 {{(pid=95103) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Sep 23 19:18:57.281207 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-aac46285-ada0-4004-8e0e-e6e713d5d748 req-f77821ec-9836-448f-9c50-a1999088bfa8 tempest-DeleteServersAdminTestJSON-860693392 tempest-DeleteServersAdminTestJSON-860693392-project] Notify callbacks [] for security_group, precommit_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:18:57.289804 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-aac46285-ada0-4004-8e0e-e6e713d5d748 req-f77821ec-9836-448f-9c50-a1999088bfa8 tempest-DeleteServersAdminTestJSON-860693392 tempest-DeleteServersAdminTestJSON-860693392-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:18:57.309908 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5b9b03-7fa7-4004-9c08-4235003dc57a req-f6ce3b9f-424b-40d2-b7b9-afa0897a224a tempest-ImagesOneServerNegativeTestJSON-187090525 tempest-ImagesOneServerNegativeTestJSON-187090525-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:18:57.317293 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-ab5b9b03-7fa7-4004-9c08-4235003dc57a req-f6ce3b9f-424b-40d2-b7b9-afa0897a224a tempest-ImagesOneServerNegativeTestJSON-187090525 tempest-ImagesOneServerNegativeTestJSON-187090525-project] 10.222.0.67 "GET /v2.0/networks?id=700d9bb9-bc11-4c9f-9c9e-ad5f0b765959 HTTP/1.1" status: 200 len: 821 time: 0.2455294 Sep 23 19:18:57.357777 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-ab5b9b03-7fa7-4004-9c08-4235003dc57a req-6933fbc5-926a-4e1a-a48e-d6a345a5aae9 tempest-ImagesOneServerNegativeTestJSON-187090525 tempest-ImagesOneServerNegativeTestJSON-187090525-project] 10.222.0.67 "GET /v2.0/quotas/427912597c8043d5912df510005a2424 HTTP/1.1" status: 200 len: 375 time: 0.0394411 Sep 23 19:18:57.399290 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f77821ec-9836-448f-9c50-a1999088bfa8 tempest-DeleteServersAdminTestJSON-860693392 tempest-DeleteServersAdminTestJSON-860693392-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f29b6549-5121-43c2-ad5f-225d5d0eade2,revision_number=1']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:18:57.511519 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-ab5b9b03-7fa7-4004-9c08-4235003dc57a req-4c57da89-61bb-443c-bc47-412ae4fb0775 tempest-ImagesOneServerNegativeTestJSON-187090525 tempest-ImagesOneServerNegativeTestJSON-187090525-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=427912597c8043d5912df510005a2424&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1175599 Sep 23 19:18:57.532743 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_hamode_db [None req-a5f61150-70c4-46b4-913d-499295bd395e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5abc7ba1-760a-40c8-92eb-c1beff085fa3', 'name': 'tempest-AttachSCSIVolumeTestJSON-284940589-router', 'tenant_id': '3a72a2b3894541b9ad82b604333c6969', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'external_fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.34'}], 'enable_snat': True}, 'gw_port_id': 'ce23ce5d-286e-4c65-b14c-1e78fba86b1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:18:45Z', 'updated_at': '2021-09-23T19:18:54Z', 'revision_number': 4, 'project_id': '3a72a2b3894541b9ad82b604333c6969', 'gw_port': {'id': 'ce23ce5d-286e-4c65-b14c-1e78fba86b1b', 'name': '', 'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:15:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5abc7ba1-760a-40c8-92eb-c1beff085fa3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 303, 'fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:18:47Z', 'updated_at': '2021-09-23T19:18:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-16', '_interfaces': [{'id': 'bad2f26a-fcb4-479b-9c66-b1e64b6a15d7', 'name': '', 'network_id': 'ddfa60aa-17aa-4997-9b7e-43433e9db8cf', 'tenant_id': '3a72a2b3894541b9ad82b604333c6969', 'mac_address': 'fa:16:3e:f9:c2:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5abc7ba1-760a-40c8-92eb-c1beff085fa3', 'device_owner': 'network:router_interface', 'standard_attr_id': 327, 'fixed_ips': [{'subnet_id': 'b322a65f-89e3-4995-90fb-fc49a78499e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:18:52Z', 'updated_at': '2021-09-23T19:18:55Z', 'revision_number': 2, 'project_id': '3a72a2b3894541b9ad82b604333c6969', 'subnets': [{'id': 'b322a65f-89e3-4995-90fb-fc49a78499e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-16', False) {} {{(pid=95104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:18:57.571664 n-d-713301-16 neutron-server[95102]: DEBUG neutron.db.db_base_plugin_common [req-aac46285-ada0-4004-8e0e-e6e713d5d748 req-f77821ec-9836-448f-9c50-a1999088bfa8 tempest-DeleteServersAdminTestJSON-860693392 tempest-DeleteServersAdminTestJSON-860693392-project] Allocated IP 192.168.233.203 (5220cb0c-da05-478a-9604-8c11469a05b4/1ccc69bc-9d6b-44d9-b227-204e47dc6e45/1460ebe6-8877-44f7-b1dd-10dd2a99b2df) {{(pid=95102) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 19:18:57.650500 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5f61150-70c4-46b4-913d-499295bd395e None None] Checking router: 5abc7ba1-760a-40c8-92eb-c1beff085fa3 for host: n-d-713301-16 {{(pid=95104) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 19:18:57.651306 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5f61150-70c4-46b4-913d-499295bd395e None None] Updating router 5abc7ba1-760a-40c8-92eb-c1beff085fa3 port bad2f26a-fcb4-479b-9c66-b1e64b6a15d7 binding host n-d-713301-16 {{(pid=95104) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 23 19:18:57.751449 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-ab5b9b03-7fa7-4004-9c08-4235003dc57a req-255047ac-2800-46f4-943f-dd23c3592076 service neutron] 10.222.0.67 "GET /v2.0/networks/700d9bb9-bc11-4c9f-9c9e-ad5f0b765959?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2187347 Sep 23 19:18:57.788045 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:18:57.790203 n-d-713301-16 neutron-server[95104]: DEBUG neutron_lib.callbacks.manager [None req-a5f61150-70c4-46b4-913d-499295bd395e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:18:57.949653 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:18:58.025999 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4baddb2d-eec2-4a97-a002-1f40fb719112 req-f325b991-529e-48eb-bdf0-c1399c990b61 tempest-LiveAutoBlockMigrationV225Test-1531822435 tempest-LiveAutoBlockMigrationV225Test-1531822435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:18:58.027695 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-4baddb2d-eec2-4a97-a002-1f40fb719112 req-f325b991-529e-48eb-bdf0-c1399c990b61 tempest-LiveAutoBlockMigrationV225Test-1531822435 tempest-LiveAutoBlockMigrationV225Test-1531822435-project] 10.222.0.67 "GET /v2.0/ports?device_id=34ddce53-382c-44ee-a43f-26559ac17462 HTTP/1.1" status: 200 len: 944 time: 0.1760230 Sep 23 19:18:58.086419 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-ab5b9b03-7fa7-4004-9c08-4235003dc57a req-bc75e705-edc4-45b3-86e0-f178b30c822d service neutron] 10.222.0.67 "GET /v2.0/networks/700d9bb9-bc11-4c9f-9c9e-ad5f0b765959?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3336375 Sep 23 19:18:58.165705 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-4baddb2d-eec2-4a97-a002-1f40fb719112 req-37ffc1bb-0651-406f-8a3b-c41659ab7049 tempest-LiveAutoBlockMigrationV225Test-1531822435 tempest-LiveAutoBlockMigrationV225Test-1531822435-project] 10.222.0.67 "GET /v2.0/security-groups?id=6d32247e-8bb7-4ae1-818c-76baafa39c73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1240041 Sep 23 19:18:58.226608 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-aac46285-ada0-4004-8e0e-e6e713d5d748 req-f77821ec-9836-448f-9c50-a1999088bfa8 tempest-DeleteServersAdminTestJSON-860693392 tempest-DeleteServersAdminTestJSON-860693392-project] Notify callbacks [] for port, precommit_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:18:58.311944 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 56384) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:18:58.322361 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-aac46285-ada0-4004-8e0e-e6e713d5d748 req-f77821ec-9836-448f-9c50-a1999088bfa8 tempest-DeleteServersAdminTestJSON-860693392 tempest-DeleteServersAdminTestJSON-860693392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783145673135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4399100'] for port, after_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:18:58.363188 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-9d7c836f-e831-4f41-9aa8-4efdb41d2208 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:18:58.411011 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 56386) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:18:58.449103 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880c1466-0208-4504-979b-0477c951e57f req-3a91235b-5096-41b4-a3f2-3ff7a6516028 tempest-DeleteServersAdminTestJSON-860693392 tempest-DeleteServersAdminTestJSON-860693392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:18:58.457820 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-880c1466-0208-4504-979b-0477c951e57f req-3a91235b-5096-41b4-a3f2-3ff7a6516028 tempest-DeleteServersAdminTestJSON-860693392 tempest-DeleteServersAdminTestJSON-860693392-project] 10.222.0.67 "GET /v2.0/ports?device_id=c01c2803-4366-4803-9ee1-d2ff4e1ce6fe HTTP/1.1" status: 200 len: 936 time: 0.1486309 Sep 23 19:18:58.478581 n-d-713301-16 neutron-server[95102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aac46285-ada0-4004-8e0e-e6e713d5d748 req-f77821ec-9836-448f-9c50-a1999088bfa8 tempest-DeleteServersAdminTestJSON-860693392 tempest-DeleteServersAdminTestJSON-860693392-project] Network 5220cb0c-da05-478a-9604-8c11469a05b4 is already hosted by enough agents. {{(pid=95102) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:18:58.486800 n-d-713301-16 neutron-server[95102]: DEBUG neutron.scheduler.base_scheduler [req-aac46285-ada0-4004-8e0e-e6e713d5d748 req-f77821ec-9836-448f-9c50-a1999088bfa8 tempest-DeleteServersAdminTestJSON-860693392 tempest-DeleteServersAdminTestJSON-860693392-project] Resources bound (agent type, host, resource id): {{(pid=95102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:18:58.543957 n-d-713301-16 neutron-server[95102]: DEBUG neutron.db.l3_dvrscheduler_db [req-aac46285-ada0-4004-8e0e-e6e713d5d748 req-f77821ec-9836-448f-9c50-a1999088bfa8 tempest-DeleteServersAdminTestJSON-860693392 tempest-DeleteServersAdminTestJSON-860693392-project] Received port after_create {{(pid=95102) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 19:18:58.689990 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f77821ec-9836-448f-9c50-a1999088bfa8 tempest-DeleteServersAdminTestJSON-860693392 tempest-DeleteServersAdminTestJSON-860693392-project] Pushing event updated for resources: {'Port': ['ID=1460ebe6-8877-44f7-b1dd-10dd2a99b2df,revision_number=1']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:18:58.738115 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-c204c67a-6755-4057-8ed7-a501bf317f90 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=1cf3c85eaf3e48d3b2fd55d0d5f92877&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3186219 Sep 23 19:18:58.745496 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 56394) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:18:58.751307 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-9d7c836f-e831-4f41-9aa8-4efdb41d2208 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:18:58.774420 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-9d7c836f-e831-4f41-9aa8-4efdb41d2208 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:18:58.847873 n-d-713301-16 neutron-server[95104]: DEBUG neutron_lib.callbacks.manager [None req-a5f61150-70c4-46b4-913d-499295bd395e None None] Notify callbacks [] for port, precommit_update {{(pid=95104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:18:58.859843 n-d-713301-16 neutron-server[95104]: DEBUG neutron_lib.callbacks.manager [None req-a5f61150-70c4-46b4-913d-499295bd395e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:18:58.894359 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-dae94548-98c8-47ab-927c-2c3feb6e3f47 req-2870abac-cf47-4fe3-96fc-9766d3e914a8 tempest-ImagesOneServerNegativeTestJSON-187090525 tempest-ImagesOneServerNegativeTestJSON-187090525-project] 10.222.0.67 "GET /v2.0/ports?device_id=5e6c8c22-e875-4e36-b85b-b5a9d5eb2437 HTTP/1.1" status: 200 len: 210 time: 0.1589413 Sep 23 19:18:59.048366 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac46285-ada0-4004-8e0e-e6e713d5d748 req-f77821ec-9836-448f-9c50-a1999088bfa8 tempest-DeleteServersAdminTestJSON-860693392 tempest-DeleteServersAdminTestJSON-860693392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:18:59.049427 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-aac46285-ada0-4004-8e0e-e6e713d5d748 req-f77821ec-9836-448f-9c50-a1999088bfa8 tempest-DeleteServersAdminTestJSON-860693392 tempest-DeleteServersAdminTestJSON-860693392-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527417'] for port, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:18:59.079931 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-9d7c836f-e831-4f41-9aa8-4efdb41d2208 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=2475a62587374d73917f1fe9cb7ab623&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7654591 Sep 23 19:18:59.096767 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 56402) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:18:59.129304 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-880c1466-0208-4504-979b-0477c951e57f req-5bae47a5-8940-44b8-b612-cb745cb183f5 tempest-DeleteServersAdminTestJSON-860693392 tempest-DeleteServersAdminTestJSON-860693392-project] 10.222.0.67 "GET /v2.0/security-groups?id=f29b6549-5121-43c2-ad5f-225d5d0eade2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6680014 Sep 23 19:18:59.155347 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-aac46285-ada0-4004-8e0e-e6e713d5d748 req-f77821ec-9836-448f-9c50-a1999088bfa8 tempest-DeleteServersAdminTestJSON-860693392 tempest-DeleteServersAdminTestJSON-860693392-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.8317783 Sep 23 19:18:59.174629 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.v2.base [req-aac46285-ada0-4004-8e0e-e6e713d5d748 req-94a0d508-f433-4bbe-b115-e5522576a5c7 service neutron] Request body: {'port': {'device_id': 'c01c2803-4366-4803-9ee1-d2ff4e1ce6fe', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713301-16'}} {{(pid=95102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:18:59.282549 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d7c836f-e831-4f41-9aa8-4efdb41d2208 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10db94f2-a507-4ffa-86b4-dab52ed506e1,revision_number=1']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:18:59.302896 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-d0cf86ec-0c17-4b36-b723-9013dda6be13 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:18:59.332295 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c9ca7f-652d-488b-af92-dfa337139f4d None None] Pushing event updated for resources: {'Port': ['ID=bad2f26a-fcb4-479b-9c66-b1e64b6a15d7,revision_number=3']} {{(pid=95104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:18:59.366865 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-aac46285-ada0-4004-8e0e-e6e713d5d748 req-94a0d508-f433-4bbe-b115-e5522576a5c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:18:59.393614 n-d-713301-16 neutron-server[95104]: DEBUG neutron.plugins.ml2.managers [None req-a5f61150-70c4-46b4-913d-499295bd395e None None] Attempting to bind port bad2f26a-fcb4-479b-9c66-b1e64b6a15d7 on host n-d-713301-16 for vnic_type normal with profile {{(pid=95104) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 19:18:59.394109 n-d-713301-16 neutron-server[95104]: DEBUG neutron.plugins.ml2.managers [None req-a5f61150-70c4-46b4-913d-499295bd395e None None] Attempting to bind port bad2f26a-fcb4-479b-9c66-b1e64b6a15d7 by drivers openvswitch,hyperv on host n-d-713301-16 at level 0 using segments [{'id': 'c44d53d2-f536-4aef-a188-6132f14a0162', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'ddfa60aa-17aa-4997-9b7e-43433e9db8cf'}] {{(pid=95104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 19:18:59.395717 n-d-713301-16 neutron-server[95104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5f61150-70c4-46b4-913d-499295bd395e None None] Attempting to bind port bad2f26a-fcb4-479b-9c66-b1e64b6a15d7 on network ddfa60aa-17aa-4997-9b7e-43433e9db8cf {{(pid=95104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:18:59.418192 n-d-713301-16 neutron-server[95104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5f61150-70c4-46b4-913d-499295bd395e None None] Checking agent: {'id': '70a14545-df24-472f-8f95-bfe1719bff93', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 19, 7, 53), 'started_at': datetime.datetime(2021, 9, 23, 19, 8, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 19, 18, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 19:18:59.418532 n-d-713301-16 neutron-server[95104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5f61150-70c4-46b4-913d-499295bd395e None None] Checking segment: {'id': 'c44d53d2-f536-4aef-a188-6132f14a0162', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'ddfa60aa-17aa-4997-9b7e-43433e9db8cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95104) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:18:59.418894 n-d-713301-16 neutron-server[95104]: DEBUG neutron_lib.callbacks.manager [None req-a5f61150-70c4-46b4-913d-499295bd395e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:18:59.419635 n-d-713301-16 neutron-server[95104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5f61150-70c4-46b4-913d-499295bd395e None None] Bound using segment: {'id': 'c44d53d2-f536-4aef-a188-6132f14a0162', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'ddfa60aa-17aa-4997-9b7e-43433e9db8cf'} {{(pid=95104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 19:18:59.422703 n-d-713301-16 neutron-server[95104]: DEBUG neutron.plugins.ml2.managers [None req-a5f61150-70c4-46b4-913d-499295bd395e None None] Bound port: bad2f26a-fcb4-479b-9c66-b1e64b6a15d7, host: n-d-713301-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c44d53d2-f536-4aef-a188-6132f14a0162', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'ddfa60aa-17aa-4997-9b7e-43433e9db8cf'}}] {{(pid=95104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 19:18:59.422703 n-d-713301-16 neutron-server[95104]: DEBUG neutron_lib.callbacks.manager [None req-a5f61150-70c4-46b4-913d-499295bd395e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:18:59.463519 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-6092539d-a76a-490a-a69d-85119d8e03b8 None None] Provisioning complete for port 1460ebe6-8877-44f7-b1dd-10dd2a99b2df triggered by entity DHCP. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:18:59.464148 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-6092539d-a76a-490a-a69d-85119d8e03b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:18:59.464820 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-b1e6e7a1-70e2-4619-ab82-7e02cff8e542 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:18:59.527974 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-b1e6e7a1-70e2-4619-ab82-7e02cff8e542 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:18:59.555889 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.plugin [None req-6092539d-a76a-490a-a69d-85119d8e03b8 None None] Port 1460ebe6-8877-44f7-b1dd-10dd2a99b2df cannot update to ACTIVE because it is not bound. {{(pid=95103) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 19:18:59.573987 n-d-713301-16 neutron-server[95104]: DEBUG neutron.plugins.ml2.db [None req-a5f61150-70c4-46b4-913d-499295bd395e None None] For port bad2f26a-fcb4-479b-9c66-b1e64b6a15d7, host n-d-713301-16, cleared binding levels {{(pid=95104) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 19:18:59.579280 n-d-713301-16 neutron-server[95104]: DEBUG neutron.plugins.ml2.db [None req-a5f61150-70c4-46b4-913d-499295bd395e None None] For port bad2f26a-fcb4-479b-9c66-b1e64b6a15d7, host n-d-713301-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-16',level=0,port_id=bad2f26a-fcb4-479b-9c66-b1e64b6a15d7,segment=NetworkSegment(c44d53d2-f536-4aef-a188-6132f14a0162),segment_id=c44d53d2-f536-4aef-a188-6132f14a0162)] {{(pid=95104) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 19:18:59.588125 n-d-713301-16 neutron-server[95104]: DEBUG neutron_lib.callbacks.manager [None req-a5f61150-70c4-46b4-913d-499295bd395e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:18:59.632345 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-171ae025-90a6-422d-b56e-84a74d25456c req-2fd6aacd-f290-4251-b6df-2d3f0ddb2dcb tempest-LiveAutoBlockMigrationV225Test-1531822435 tempest-LiveAutoBlockMigrationV225Test-1531822435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:18:59.640311 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-171ae025-90a6-422d-b56e-84a74d25456c req-2fd6aacd-f290-4251-b6df-2d3f0ddb2dcb tempest-LiveAutoBlockMigrationV225Test-1531822435 tempest-LiveAutoBlockMigrationV225Test-1531822435-project] 10.222.0.67 "GET /v2.0/ports?device_id=34ddce53-382c-44ee-a43f-26559ac17462 HTTP/1.1" status: 200 len: 944 time: 0.2486622 Sep 23 19:18:59.685719 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-b1e6e7a1-70e2-4619-ab82-7e02cff8e542 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:18:59.690218 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-b1e6e7a1-70e2-4619-ab82-7e02cff8e542 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:18:59.692318 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-537a0903-8749-469f-8515-7e94ec7464bc None None] Provisioning complete for port bad2f26a-fcb4-479b-9c66-b1e64b6a15d7 triggered by entity DHCP. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:18:59.692941 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-537a0903-8749-469f-8515-7e94ec7464bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:18:59.708167 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-b1e6e7a1-70e2-4619-ab82-7e02cff8e542 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/10db94f2-a507-4ffa-86b4-dab52ed506e1 HTTP/1.1" status: 204 len: 168 time: 0.5948956 Sep 23 19:18:59.737149 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5f61150-70c4-46b4-913d-499295bd395e None None] Routers {'5abc7ba1-760a-40c8-92eb-c1beff085fa3'} bound to L3 agent in host n-d-713301-16 {{(pid=95104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 19:18:59.740532 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_hamode_db [None req-a5f61150-70c4-46b4-913d-499295bd395e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-23T19:07:52Z,description=,heartbeat_timestamp=2021-09-23T19:18:52Z,host='n-d-713301-16',id=79a740bf-7821-4989-8288-7186e3e128f3,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:07:52Z,topic='l3_agent')) {'router_ids': ['5abc7ba1-760a-40c8-92eb-c1beff085fa3'], 'active': True} {{(pid=95104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:18:59.742873 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-d0cf86ec-0c17-4b36-b723-9013dda6be13 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:18:59.753500 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1e6e7a1-70e2-4619-ab82-7e02cff8e542 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10db94f2-a507-4ffa-86b4-dab52ed506e1,revision_number=None']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:18:59.770242 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c9ca7f-652d-488b-af92-dfa337139f4d None None] Pushing event updated for resources: {'Port': ['ID=bad2f26a-fcb4-479b-9c66-b1e64b6a15d7,revision_number=4']} {{(pid=95104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:18:59.813720 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-171ae025-90a6-422d-b56e-84a74d25456c req-6ee8f3c2-5701-4342-84f6-f7eb9dec8e62 tempest-LiveAutoBlockMigrationV225Test-1531822435 tempest-LiveAutoBlockMigrationV225Test-1531822435-project] 10.222.0.67 "GET /v2.0/security-groups?id=6d32247e-8bb7-4ae1-818c-76baafa39c73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1705308 Sep 23 19:18:59.905669 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-d0cf86ec-0c17-4b36-b723-9013dda6be13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:18:59.909398 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-d0cf86ec-0c17-4b36-b723-9013dda6be13 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:18:59.913682 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-d0cf86ec-0c17-4b36-b723-9013dda6be13 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/73f4872d-bc99-4595-8cef-cc9943043945 HTTP/1.1" status: 204 len: 168 time: 1.1637990 Sep 23 19:18:59.920091 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0cf86ec-0c17-4b36-b723-9013dda6be13 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73f4872d-bc99-4595-8cef-cc9943043945,revision_number=None']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:19:00.172556 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-537a0903-8749-469f-8515-7e94ec7464bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:19:00.251033 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-d711a004-c672-4058-913a-e1742fd2ecca req-d8f99ca9-f645-421c-8484-8890eaa20b5c tempest-ImagesOneServerNegativeTestJSON-187090525 tempest-ImagesOneServerNegativeTestJSON-187090525-project] 10.222.0.67 "GET /v2.0/ports?device_id=5e6c8c22-e875-4e36-b85b-b5a9d5eb2437 HTTP/1.1" status: 200 len: 210 time: 0.1820807 Sep 23 19:19:00.288988 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-537a0903-8749-469f-8515-7e94ec7464bc None None] For port bad2f26a-fcb4-479b-9c66-b1e64b6a15d7, host n-d-713301-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-16',level=0,port_id=bad2f26a-fcb4-479b-9c66-b1e64b6a15d7,segment=NetworkSegment(c44d53d2-f536-4aef-a188-6132f14a0162),segment_id=c44d53d2-f536-4aef-a188-6132f14a0162)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:19:00.296819 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-537a0903-8749-469f-8515-7e94ec7464bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:19:00.330057 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_dvr_db [None req-a5f61150-70c4-46b4-913d-499295bd395e None None] Set router 5abc7ba1-760a-40c8-92eb-c1beff085fa3 gateway port host: n-d-713301-16 {{(pid=95104) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 19:19:00.556727 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-bd2a5401-d5ab-43e0-aeae-194f6c6cdfba None None] Provisioning complete for port bad2f26a-fcb4-479b-9c66-b1e64b6a15d7 triggered by entity DHCP. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:19:00.557812 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-bd2a5401-d5ab-43e0-aeae-194f6c6cdfba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:19:00.589804 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-537a0903-8749-469f-8515-7e94ec7464bc None None] Pushing event updated for resources: {'Port': ['ID=bad2f26a-fcb4-479b-9c66-b1e64b6a15d7,revision_number=5']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:19:00.610752 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-429d5e34-6608-40b3-86ce-0e9468e5727f req-626dcc8a-c6fb-4e9f-a223-457e0b13c6bf service neutron] 10.222.0.53 "GET /v2.0/ports/e23aa9eb-90ac-4b46-a474-95f7b54d9570/bindings/n-h1-713301-16 HTTP/1.1" status: 200 len: 385 time: 0.3777428 Sep 23 19:19:00.913870 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_hamode_db [None req-a5f61150-70c4-46b4-913d-499295bd395e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5abc7ba1-760a-40c8-92eb-c1beff085fa3', 'name': 'tempest-AttachSCSIVolumeTestJSON-284940589-router', 'tenant_id': '3a72a2b3894541b9ad82b604333c6969', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'external_fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.34'}], 'enable_snat': True}, 'gw_port_id': 'ce23ce5d-286e-4c65-b14c-1e78fba86b1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:18:45Z', 'updated_at': '2021-09-23T19:18:54Z', 'revision_number': 4, 'project_id': '3a72a2b3894541b9ad82b604333c6969', 'gw_port': {'id': 'ce23ce5d-286e-4c65-b14c-1e78fba86b1b', 'name': '', 'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:15:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5abc7ba1-760a-40c8-92eb-c1beff085fa3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 303, 'fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:18:47Z', 'updated_at': '2021-09-23T19:18:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-16', '_interfaces': [{'id': 'bad2f26a-fcb4-479b-9c66-b1e64b6a15d7', 'name': '', 'network_id': 'ddfa60aa-17aa-4997-9b7e-43433e9db8cf', 'tenant_id': '3a72a2b3894541b9ad82b604333c6969', 'mac_address': 'fa:16:3e:f9:c2:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5abc7ba1-760a-40c8-92eb-c1beff085fa3', 'device_owner': 'network:router_interface', 'standard_attr_id': 327, 'fixed_ips': [{'subnet_id': 'b322a65f-89e3-4995-90fb-fc49a78499e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:18:52Z', 'updated_at': '2021-09-23T19:18:59Z', 'revision_number': 4, 'project_id': '3a72a2b3894541b9ad82b604333c6969', 'subnets': [{'id': 'b322a65f-89e3-4995-90fb-fc49a78499e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-16', False) {} {{(pid=95104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:19:00.983594 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5f61150-70c4-46b4-913d-499295bd395e None None] The sync data for ids ['5abc7ba1-760a-40c8-92eb-c1beff085fa3'] in n-d-713301-16 is: [{'id': '5abc7ba1-760a-40c8-92eb-c1beff085fa3', 'name': 'tempest-AttachSCSIVolumeTestJSON-284940589-router', 'tenant_id': '3a72a2b3894541b9ad82b604333c6969', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'external_fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.34'}], 'enable_snat': True}, 'gw_port_id': 'ce23ce5d-286e-4c65-b14c-1e78fba86b1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:18:45Z', 'updated_at': '2021-09-23T19:18:54Z', 'revision_number': 4, 'project_id': '3a72a2b3894541b9ad82b604333c6969', 'gw_port': {'id': 'ce23ce5d-286e-4c65-b14c-1e78fba86b1b', 'name': '', 'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:15:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5abc7ba1-760a-40c8-92eb-c1beff085fa3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 303, 'fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:18:47Z', 'updated_at': '2021-09-23T19:18:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-16', '_interfaces': [{'id': 'bad2f26a-fcb4-479b-9c66-b1e64b6a15d7', 'name': '', 'network_id': 'ddfa60aa-17aa-4997-9b7e-43433e9db8cf', 'tenant_id': '3a72a2b3894541b9ad82b604333c6969', 'mac_address': 'fa:16:3e:f9:c2:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5abc7ba1-760a-40c8-92eb-c1beff085fa3', 'device_owner': 'network:router_interface', 'standard_attr_id': 327, 'fixed_ips': [{'subnet_id': 'b322a65f-89e3-4995-90fb-fc49a78499e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:18:52Z', 'updated_at': '2021-09-23T19:18:59Z', 'revision_number': 4, 'project_id': '3a72a2b3894541b9ad82b604333c6969', 'subnets': [{'id': 'b322a65f-89e3-4995-90fb-fc49a78499e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 19:19:01.275253 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a001013-a1fe-4358-bc8d-581d3e3ec44e req-6fb87da1-6019-4bfd-a849-5713798910e6 tempest-DeleteServersAdminTestJSON-860693392 tempest-DeleteServersAdminTestJSON-860693392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:19:01.281342 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-4a001013-a1fe-4358-bc8d-581d3e3ec44e req-6fb87da1-6019-4bfd-a849-5713798910e6 tempest-DeleteServersAdminTestJSON-860693392 tempest-DeleteServersAdminTestJSON-860693392-project] 10.222.0.67 "GET /v2.0/ports?device_id=c01c2803-4366-4803-9ee1-d2ff4e1ce6fe HTTP/1.1" status: 200 len: 936 time: 0.5319366 Sep 23 19:19:01.290573 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.db [req-429d5e34-6608-40b3-86ce-0e9468e5727f req-37ef1bda-7e03-4e43-8514-c077fb52c231 service neutron] For port e23aa9eb-90ac-4b46-a474-95f7b54d9570, host n-h2-713301-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-16',level=0,port_id=e23aa9eb-90ac-4b46-a474-95f7b54d9570,segment=NetworkSegment(5e7e2223-350e-4937-8d7b-2c6ab6ddc0ab),segment_id=5e7e2223-350e-4937-8d7b-2c6ab6ddc0ab)] {{(pid=95101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:19:01.366063 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.db [req-429d5e34-6608-40b3-86ce-0e9468e5727f req-37ef1bda-7e03-4e43-8514-c077fb52c231 service neutron] For port e23aa9eb-90ac-4b46-a474-95f7b54d9570, host n-h2-713301-16, cleared binding levels {{(pid=95101) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 19:19:01.467536 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Device bad2f26a-fcb4-479b-9c66-b1e64b6a15d7 up at agent ovs-agent-n-d-713301-16 {{(pid=95103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 19:19:01.554823 n-d-713301-16 neutron-server[95101]: DEBUG neutron.notifiers.nova [req-429d5e34-6608-40b3-86ce-0e9468e5727f req-37ef1bda-7e03-4e43-8514-c077fb52c231 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e23aa9eb-90ac-4b46-a474-95f7b54d9570 {{(pid=95101) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 19:19:01.571560 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.db [req-429d5e34-6608-40b3-86ce-0e9468e5727f req-37ef1bda-7e03-4e43-8514-c077fb52c231 service neutron] For port e23aa9eb-90ac-4b46-a474-95f7b54d9570, host n-h1-713301-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-16',level=0,port_id=e23aa9eb-90ac-4b46-a474-95f7b54d9570,segment=NetworkSegment(5e7e2223-350e-4937-8d7b-2c6ab6ddc0ab),segment_id=5e7e2223-350e-4937-8d7b-2c6ab6ddc0ab)] {{(pid=95101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:19:01.607701 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-429d5e34-6608-40b3-86ce-0e9468e5727f req-37ef1bda-7e03-4e43-8514-c077fb52c231 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:19:01.671465 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Provisioning complete for port bad2f26a-fcb4-479b-9c66-b1e64b6a15d7 triggered by entity L2. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:19:01.674017 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:19:01.951889 n-d-713301-16 neutron-server[95101]: DEBUG neutron.db.provisioning_blocks [req-429d5e34-6608-40b3-86ce-0e9468e5727f req-37ef1bda-7e03-4e43-8514-c077fb52c231 service neutron] Transition to ACTIVE for port object e23aa9eb-90ac-4b46-a474-95f7b54d9570 will not be triggered until provisioned by entity L2. {{(pid=95101) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 19:19:01.961514 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-429d5e34-6608-40b3-86ce-0e9468e5727f req-37ef1bda-7e03-4e43-8514-c077fb52c231 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5607436'] for port, after_update {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:19:01.999155 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5b9b03-7fa7-4004-9c08-4235003dc57a req-e35cdefc-88e0-46b9-a712-f6bfcfb457a6 tempest-ImagesOneServerNegativeTestJSON-187090525 tempest-ImagesOneServerNegativeTestJSON-187090525-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:19:02.000749 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-ab5b9b03-7fa7-4004-9c08-4235003dc57a req-e35cdefc-88e0-46b9-a712-f6bfcfb457a6 tempest-ImagesOneServerNegativeTestJSON-187090525 tempest-ImagesOneServerNegativeTestJSON-187090525-project] 10.222.0.74 "GET /v2.0/networks?id=700d9bb9-bc11-4c9f-9c9e-ad5f0b765959 HTTP/1.1" status: 200 len: 821 time: 1.0367162 Sep 23 19:19:02.019677 n-d-713301-16 neutron-server[95102]: DEBUG neutron.notifiers.nova [req-aac46285-ada0-4004-8e0e-e6e713d5d748 req-94a0d508-f433-4bbe-b115-e5522576a5c7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1460ebe6-8877-44f7-b1dd-10dd2a99b2df {{(pid=95102) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 19:19:02.037392 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-aac46285-ada0-4004-8e0e-e6e713d5d748 req-94a0d508-f433-4bbe-b115-e5522576a5c7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:19:02.066670 n-d-713301-16 neutron-server[95102]: DEBUG neutron.db.provisioning_blocks [req-aac46285-ada0-4004-8e0e-e6e713d5d748 req-94a0d508-f433-4bbe-b115-e5522576a5c7 service neutron] Transition to ACTIVE for port object 1460ebe6-8877-44f7-b1dd-10dd2a99b2df will not be triggered until provisioned by entity L2. {{(pid=95102) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 19:19:02.096663 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.v2.base [req-ab5b9b03-7fa7-4004-9c08-4235003dc57a req-ce393b15-f257-4684-85c7-dc176c5815c3 tempest-ImagesOneServerNegativeTestJSON-187090525 tempest-ImagesOneServerNegativeTestJSON-187090525-project] Request body: {'port': {'device_id': '5e6c8c22-e875-4e36-b85b-b5a9d5eb2437', 'network_id': '700d9bb9-bc11-4c9f-9c9e-ad5f0b765959', 'admin_state_up': True, 'tenant_id': '427912597c8043d5912df510005a2424'}} {{(pid=95102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:19:02.111844 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-aac46285-ada0-4004-8e0e-e6e713d5d748 req-94a0d508-f433-4bbe-b115-e5522576a5c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4399095'] for port, after_update {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:19:02.150696 n-d-713301-16 neutron-server[95101]: DEBUG neutron.db.l3_dvrscheduler_db [req-429d5e34-6608-40b3-86ce-0e9468e5727f req-37ef1bda-7e03-4e43-8514-c077fb52c231 service neutron] No DVR routers for this DVR port e23aa9eb-90ac-4b46-a474-95f7b54d9570 on host n-h2-713301-16 {{(pid=95101) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 19:19:02.205632 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37ef1bda-7e03-4e43-8514-c077fb52c231 service neutron] Pushing event updated for resources: {'Port': ['ID=e23aa9eb-90ac-4b46-a474-95f7b54d9570,revision_number=10']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:19:02.281174 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-429d5e34-6608-40b3-86ce-0e9468e5727f req-37ef1bda-7e03-4e43-8514-c077fb52c231 service neutron] 10.222.0.53 "PUT /v2.0/ports/e23aa9eb-90ac-4b46-a474-95f7b54d9570/bindings/n-h1-713301-16/activate HTTP/1.1" status: 200 len: 370 time: 1.6622174 Sep 23 19:19:02.298863 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a1a787-cab6-4c9a-b0f6-c4ce8f0dbb72 req-eb46be4f-025c-47d6-8308-41e42ddbdfe5 tempest-LiveAutoBlockMigrationV225Test-1531822435 tempest-LiveAutoBlockMigrationV225Test-1531822435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:19:02.306155 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-c0a1a787-cab6-4c9a-b0f6-c4ce8f0dbb72 req-eb46be4f-025c-47d6-8308-41e42ddbdfe5 tempest-LiveAutoBlockMigrationV225Test-1531822435 tempest-LiveAutoBlockMigrationV225Test-1531822435-project] 10.222.0.67 "GET /v2.0/ports?device_id=34ddce53-382c-44ee-a43f-26559ac17462 HTTP/1.1" status: 200 len: 944 time: 1.1129091 Sep 23 19:19:02.496548 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-4a001013-a1fe-4358-bc8d-581d3e3ec44e req-9ebf0196-4d35-407a-8764-ac1c4d8f5ff7 tempest-DeleteServersAdminTestJSON-860693392 tempest-DeleteServersAdminTestJSON-860693392-project] 10.222.0.67 "GET /v2.0/security-groups?id=f29b6549-5121-43c2-ad5f-225d5d0eade2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8984761 Sep 23 19:19:02.686681 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94a0d508-f433-4bbe-b115-e5522576a5c7 service neutron] Pushing event updated for resources: {'Port': ['ID=1460ebe6-8877-44f7-b1dd-10dd2a99b2df,revision_number=2']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:19:02.700447 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-429d5e34-6608-40b3-86ce-0e9468e5727f req-060a6bdd-834e-4c16-aab4-c1619a370c13 tempest-LiveAutoBlockMigrationV225Test-1371897097 tempest-LiveAutoBlockMigrationV225Test-1371897097-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:19:02.706086 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-429d5e34-6608-40b3-86ce-0e9468e5727f req-060a6bdd-834e-4c16-aab4-c1619a370c13 tempest-LiveAutoBlockMigrationV225Test-1371897097 tempest-LiveAutoBlockMigrationV225Test-1371897097-project-admin] 10.222.0.74 "GET /v2.0/ports?device_id=34ddce53-382c-44ee-a43f-26559ac17462&tenant_id=01fd0bf0664a4580a0559687f9bf7c73&binding%3Ahost_id=n-h2-713301-16 HTTP/1.1" status: 200 len: 1097 time: 0.3578534 Sep 23 19:19:03.027484 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-c0a1a787-cab6-4c9a-b0f6-c4ce8f0dbb72 req-45f7b6b0-7b40-49ed-bd60-e6fcaf868c2d tempest-LiveAutoBlockMigrationV225Test-1531822435 tempest-LiveAutoBlockMigrationV225Test-1531822435-project] 10.222.0.67 "GET /v2.0/security-groups?id=6d32247e-8bb7-4ae1-818c-76baafa39c73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5113308 Sep 23 19:19:03.044882 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.managers [req-aac46285-ada0-4004-8e0e-e6e713d5d748 req-94a0d508-f433-4bbe-b115-e5522576a5c7 service neutron] Attempting to bind port 1460ebe6-8877-44f7-b1dd-10dd2a99b2df on host n-h2-713301-16 for vnic_type normal with profile {{(pid=95102) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 19:19:03.053397 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.managers [req-aac46285-ada0-4004-8e0e-e6e713d5d748 req-94a0d508-f433-4bbe-b115-e5522576a5c7 service neutron] Attempting to bind port 1460ebe6-8877-44f7-b1dd-10dd2a99b2df by drivers openvswitch,hyperv on host n-h2-713301-16 at level 0 using segments [{'id': '6139d589-eb6c-4578-8935-c26ddf396853', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '5220cb0c-da05-478a-9604-8c11469a05b4'}] {{(pid=95102) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 19:19:03.054195 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aac46285-ada0-4004-8e0e-e6e713d5d748 req-94a0d508-f433-4bbe-b115-e5522576a5c7 service neutron] Attempting to bind port 1460ebe6-8877-44f7-b1dd-10dd2a99b2df on network 5220cb0c-da05-478a-9604-8c11469a05b4 {{(pid=95102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:19:03.088702 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-ad04a127-eaf0-4b51-a760-aa1b4aaf41f3 req-be653fcf-77bc-42c3-b51b-673d9f98eaf2 tempest-ImagesOneServerNegativeTestJSON-187090525 tempest-ImagesOneServerNegativeTestJSON-187090525-project] 10.222.0.67 "GET /v2.0/ports?device_id=5e6c8c22-e875-4e36-b85b-b5a9d5eb2437 HTTP/1.1" status: 200 len: 210 time: 0.4479980 Sep 23 19:19:03.117631 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aac46285-ada0-4004-8e0e-e6e713d5d748 req-94a0d508-f433-4bbe-b115-e5522576a5c7 service neutron] Port 1460ebe6-8877-44f7-b1dd-10dd2a99b2df on network 5220cb0c-da05-478a-9604-8c11469a05b4 not bound, no agent of type Open vSwitch agent registered on host n-h2-713301-16 {{(pid=95102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 19:19:03.117631 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aac46285-ada0-4004-8e0e-e6e713d5d748 req-94a0d508-f433-4bbe-b115-e5522576a5c7 service neutron] Attempting to bind port 1460ebe6-8877-44f7-b1dd-10dd2a99b2df on network 5220cb0c-da05-478a-9604-8c11469a05b4 {{(pid=95102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:19:03.167029 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aac46285-ada0-4004-8e0e-e6e713d5d748 req-94a0d508-f433-4bbe-b115-e5522576a5c7 service neutron] Checking agent: {'id': '2a7cea34-db54-4faf-8d23-37521c3e34cb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713301-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 19, 15, 28), 'started_at': datetime.datetime(2021, 9, 23, 19, 15, 28), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 19, 18, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 19:19:03.175900 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aac46285-ada0-4004-8e0e-e6e713d5d748 req-94a0d508-f433-4bbe-b115-e5522576a5c7 service neutron] Checking segment: {'id': '6139d589-eb6c-4578-8935-c26ddf396853', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '5220cb0c-da05-478a-9604-8c11469a05b4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95102) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:19:03.177339 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aac46285-ada0-4004-8e0e-e6e713d5d748 req-94a0d508-f433-4bbe-b115-e5522576a5c7 service neutron] Bound using segment: {'id': '6139d589-eb6c-4578-8935-c26ddf396853', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '5220cb0c-da05-478a-9604-8c11469a05b4'} {{(pid=95102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 19:19:03.181073 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.managers [req-aac46285-ada0-4004-8e0e-e6e713d5d748 req-94a0d508-f433-4bbe-b115-e5522576a5c7 service neutron] Bound port: 1460ebe6-8877-44f7-b1dd-10dd2a99b2df, host: n-h2-713301-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6139d589-eb6c-4578-8935-c26ddf396853', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '5220cb0c-da05-478a-9604-8c11469a05b4'}}] {{(pid=95102) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 19:19:03.181652 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-aac46285-ada0-4004-8e0e-e6e713d5d748 req-94a0d508-f433-4bbe-b115-e5522576a5c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:19:03.314799 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ab5b9b03-7fa7-4004-9c08-4235003dc57a req-ce393b15-f257-4684-85c7-dc176c5815c3 tempest-ImagesOneServerNegativeTestJSON-187090525 tempest-ImagesOneServerNegativeTestJSON-187090525-project] Made reservation on behalf of 427912597c8043d5912df510005a2424 for: {'port': 1} {{(pid=95102) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:19:03.319796 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-ab5b9b03-7fa7-4004-9c08-4235003dc57a req-ce393b15-f257-4684-85c7-dc176c5815c3 tempest-ImagesOneServerNegativeTestJSON-187090525 tempest-ImagesOneServerNegativeTestJSON-187090525-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:19:03.472261 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-429d5e34-6608-40b3-86ce-0e9468e5727f req-914bf744-6fc2-4b58-811f-b31ae7d9780d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:19:03.477625 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-429d5e34-6608-40b3-86ce-0e9468e5727f req-914bf744-6fc2-4b58-811f-b31ae7d9780d service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=34ddce53-382c-44ee-a43f-26559ac17462&tenant_id=01fd0bf0664a4580a0559687f9bf7c73 HTTP/1.1" status: 200 len: 1097 time: 0.7625234 Sep 23 19:19:03.607848 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-429d5e34-6608-40b3-86ce-0e9468e5727f req-2c995c3d-98b7-4342-8321-9866ee6ce85e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:19:03.611392 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-429d5e34-6608-40b3-86ce-0e9468e5727f req-2c995c3d-98b7-4342-8321-9866ee6ce85e service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=01fd0bf0664a4580a0559687f9bf7c73&device_id=34ddce53-382c-44ee-a43f-26559ac17462 HTTP/1.1" status: 200 len: 1097 time: 0.0978563 Sep 23 19:19:03.622167 n-d-713301-16 neutron-server[95102]: DEBUG neutron.db.db_base_plugin_common [req-ab5b9b03-7fa7-4004-9c08-4235003dc57a req-ce393b15-f257-4684-85c7-dc176c5815c3 tempest-ImagesOneServerNegativeTestJSON-187090525 tempest-ImagesOneServerNegativeTestJSON-187090525-project] Allocated IP 172.20.0.11 (700d9bb9-bc11-4c9f-9c9e-ad5f0b765959/0e8f2d91-dec7-4856-9400-fa2af5fd7699/eac7a0bc-e00f-4273-b9c3-0458806207dc) {{(pid=95102) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 19:19:03.808985 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-429d5e34-6608-40b3-86ce-0e9468e5727f req-fb777372-440c-43d0-9f96-043a5f6f67f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:19:03.811194 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-429d5e34-6608-40b3-86ce-0e9468e5727f req-fb777372-440c-43d0-9f96-043a5f6f67f2 service neutron] 10.222.0.74 "GET /v2.0/networks?id=c2b58ecf-3b1b-414c-92a4-f53b08b3dace HTTP/1.1" status: 200 len: 922 time: 0.1913598 Sep 23 19:19:03.812732 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 56494) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:19:03.871331 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-429d5e34-6608-40b3-86ce-0e9468e5727f req-f7a9ece3-4252-4f78-a373-8f4cb2154967 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e23aa9eb-90ac-4b46-a474-95f7b54d9570 HTTP/1.1" status: 200 len: 217 time: 0.0477607 Sep 23 19:19:03.926905 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.db [req-aac46285-ada0-4004-8e0e-e6e713d5d748 req-94a0d508-f433-4bbe-b115-e5522576a5c7 service neutron] For port 1460ebe6-8877-44f7-b1dd-10dd2a99b2df, host n-h2-713301-16, cleared binding levels {{(pid=95102) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 19:19:03.932493 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.db [req-aac46285-ada0-4004-8e0e-e6e713d5d748 req-94a0d508-f433-4bbe-b115-e5522576a5c7 service neutron] For port 1460ebe6-8877-44f7-b1dd-10dd2a99b2df, host n-h2-713301-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-16',level=0,port_id=1460ebe6-8877-44f7-b1dd-10dd2a99b2df,segment=NetworkSegment(6139d589-eb6c-4578-8935-c26ddf396853),segment_id=6139d589-eb6c-4578-8935-c26ddf396853)] {{(pid=95102) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 19:19:03.959331 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-429d5e34-6608-40b3-86ce-0e9468e5727f req-e177e557-f3dc-4b5e-a89e-784dd6d00f86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:19:03.961143 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-429d5e34-6608-40b3-86ce-0e9468e5727f req-e177e557-f3dc-4b5e-a89e-784dd6d00f86 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=4cc4932b-c381-47ec-9303-11e42975856f HTTP/1.1" status: 200 len: 861 time: 0.0811396 Sep 23 19:19:03.970018 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-aac46285-ada0-4004-8e0e-e6e713d5d748 req-94a0d508-f433-4bbe-b115-e5522576a5c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4399095'] for port, after_update {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:19:03.982932 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-ab5b9b03-7fa7-4004-9c08-4235003dc57a req-ce393b15-f257-4684-85c7-dc176c5815c3 tempest-ImagesOneServerNegativeTestJSON-187090525 tempest-ImagesOneServerNegativeTestJSON-187090525-project] Notify callbacks [] for port, precommit_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:19:03.999758 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178b35e9-a248-4089-9682-767f385da4f5 req-4ad11748-8ce8-4205-b6d5-123f1df79cdc tempest-DeleteServersAdminTestJSON-860693392 tempest-DeleteServersAdminTestJSON-860693392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:19:04.008110 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-178b35e9-a248-4089-9682-767f385da4f5 req-4ad11748-8ce8-4205-b6d5-123f1df79cdc tempest-DeleteServersAdminTestJSON-860693392 tempest-DeleteServersAdminTestJSON-860693392-project] 10.222.0.67 "GET /v2.0/ports?device_id=c01c2803-4366-4803-9ee1-d2ff4e1ce6fe HTTP/1.1" status: 200 len: 948 time: 0.1683667 Sep 23 19:19:04.026567 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-429d5e34-6608-40b3-86ce-0e9468e5727f req-367b6180-e343-4840-a6e8-737267b61f18 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=c2b58ecf-3b1b-414c-92a4-f53b08b3dace&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0510714 Sep 23 19:19:04.042851 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac46285-ada0-4004-8e0e-e6e713d5d748 req-94a0d508-f433-4bbe-b115-e5522576a5c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:19:04.043712 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-aac46285-ada0-4004-8e0e-e6e713d5d748 req-94a0d508-f433-4bbe-b115-e5522576a5c7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527417'] for port, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:19:04.045424 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-aac46285-ada0-4004-8e0e-e6e713d5d748 req-94a0d508-f433-4bbe-b115-e5522576a5c7 service neutron] 10.222.0.53 "PUT /v2.0/ports/1460ebe6-8877-44f7-b1dd-10dd2a99b2df HTTP/1.1" status: 200 len: 1097 time: 4.8757398 Sep 23 19:19:04.046098 n-d-713301-16 neutron-server[95102]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c01c2803-4366-4803-9ee1-d2ff4e1ce6fe', 'tag': '1460ebe6-8877-44f7-b1dd-10dd2a99b2df'}] {{(pid=95102) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 19:19:04.058107 n-d-713301-16 neutron-server[95102]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab31b6d93e5336dbddfa8ec424565b3bd8cb2369c5b4d85bc943472dbb21e8ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb16f12e-2fcc-4bf4-a95c-f5c3c5f0ed35" -d '{"events": [{"name": "network-changed", "server_uuid": "c01c2803-4366-4803-9ee1-d2ff4e1ce6fe", "tag": "1460ebe6-8877-44f7-b1dd-10dd2a99b2df"}]}' {{(pid=95102) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 19:19:04.267573 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94a0d508-f433-4bbe-b115-e5522576a5c7 service neutron] Pushing event updated for resources: {'Port': ['ID=1460ebe6-8877-44f7-b1dd-10dd2a99b2df,revision_number=3']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:19:04.308002 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.v2.base [None req-0344a5eb-286a-40ad-a8d1-16bfb10884af admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-946802765-network', 'tenant_id': '0f5d9c33c3334ce192c43e08217ee019'}} {{(pid=95101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:19:04.322247 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-178b35e9-a248-4089-9682-767f385da4f5 req-3d225ba6-aef2-417c-900c-8663be0b2a4a tempest-DeleteServersAdminTestJSON-860693392 tempest-DeleteServersAdminTestJSON-860693392-project] 10.222.0.67 "GET /v2.0/security-groups?id=f29b6549-5121-43c2-ad5f-225d5d0eade2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3127670 Sep 23 19:19:04.342621 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-429d5e34-6608-40b3-86ce-0e9468e5727f req-6a02c765-3949-42e5-befb-e12d69919e3f service neutron] 10.222.0.74 "GET /v2.0/networks/c2b58ecf-3b1b-414c-92a4-f53b08b3dace?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3112147 Sep 23 19:19:04.351518 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac46285-ada0-4004-8e0e-e6e713d5d748 req-daa8f6b5-301f-4c84-85e6-85f5de48022d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:19:04.359848 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-aac46285-ada0-4004-8e0e-e6e713d5d748 req-daa8f6b5-301f-4c84-85e6-85f5de48022d service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=885dd3698acb4840aa3b760382ca3660&device_id=c01c2803-4366-4803-9ee1-d2ff4e1ce6fe HTTP/1.1" status: 200 len: 1100 time: 0.2619407 Sep 23 19:19:04.415893 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0344a5eb-286a-40ad-a8d1-16bfb10884af admin admin] Made reservation on behalf of 0f5d9c33c3334ce192c43e08217ee019 for: {'network': 1} {{(pid=95101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:19:04.421902 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-0344a5eb-286a-40ad-a8d1-16bfb10884af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for network, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:19:04.437774 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-0344a5eb-286a-40ad-a8d1-16bfb10884af admin admin] Notify callbacks [] for security_group, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:19:04.465824 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-ab5b9b03-7fa7-4004-9c08-4235003dc57a req-ce393b15-f257-4684-85c7-dc176c5815c3 tempest-ImagesOneServerNegativeTestJSON-187090525 tempest-ImagesOneServerNegativeTestJSON-187090525-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783145673135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4399100'] for port, after_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:19:04.510515 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-aac46285-ada0-4004-8e0e-e6e713d5d748 req-4212acfa-7002-4088-898f-a530496a44bb service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.203&port_id=1460ebe6-8877-44f7-b1dd-10dd2a99b2df HTTP/1.1" status: 200 len: 217 time: 0.1402392 Sep 23 19:19:04.619617 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Device e23aa9eb-90ac-4b46-a474-95f7b54d9570 no longer exists at agent hyperv_n-h2-713301-16 {{(pid=95103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 19:19:04.690818 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-0344a5eb-286a-40ad-a8d1-16bfb10884af admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:19:04.702812 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-0344a5eb-286a-40ad-a8d1-16bfb10884af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:19:04.725862 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Device e23aa9eb-90ac-4b46-a474-95f7b54d9570 not bound to the agent host n-h2-713301-16 {{(pid=95103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 19:19:04.735921 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0344a5eb-286a-40ad-a8d1-16bfb10884af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c151358-1cab-48a6-be3e-ad7507b4da06,revision_number=1']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:19:04.771357 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0344a5eb-286a-40ad-a8d1-16bfb10884af admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 608} {{(pid=95101) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 19:19:04.791485 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-429d5e34-6608-40b3-86ce-0e9468e5727f req-7c4838f8-1505-4cba-bb16-69062e08875a service neutron] 10.222.0.74 "GET /v2.0/networks/c2b58ecf-3b1b-414c-92a4-f53b08b3dace?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4341080 Sep 23 19:19:04.795453 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-0344a5eb-286a-40ad-a8d1-16bfb10884af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1756186'] for segment, precommit_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:19:04.796095 n-d-713301-16 neutron-server[95101]: INFO neutron.db.segments_db [None req-0344a5eb-286a-40ad-a8d1-16bfb10884af admin admin] Added segment 6735b3c2-9e0f-43a7-8f57-e48eb1a30c85 of type vlan for network bf651024-673c-4eec-84ce-c6ef83d369a1 Sep 23 19:19:04.845957 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-0344a5eb-286a-40ad-a8d1-16bfb10884af admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783145630486'] for network, precommit_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:19:04.876002 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-0344a5eb-286a-40ad-a8d1-16bfb10884af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299'] for network, after_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:19:04.877665 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0344a5eb-286a-40ad-a8d1-16bfb10884af admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:19:04.878637 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-0344a5eb-286a-40ad-a8d1-16bfb10884af admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527417'] for network, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:19:04.917352 n-d-713301-16 neutron-server[95102]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 19:19:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9369fe3d-950c-4621-bdf9-da1c233c7075 x-openstack-request-id: req-9369fe3d-950c-4621-bdf9-da1c233c7075 {{(pid=95102) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 19:19:04.917736 n-d-713301-16 neutron-server[95102]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c01c2803-4366-4803-9ee1-d2ff4e1ce6fe", "tag": "1460ebe6-8877-44f7-b1dd-10dd2a99b2df", "status": "completed", "code": 200}]} {{(pid=95102) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 19:19:04.917862 n-d-713301-16 neutron-server[95102]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-9369fe3d-950c-4621-bdf9-da1c233c7075 {{(pid=95102) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 19:19:04.918435 n-d-713301-16 neutron-server[95102]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c01c2803-4366-4803-9ee1-d2ff4e1ce6fe', 'tag': '1460ebe6-8877-44f7-b1dd-10dd2a99b2df', 'status': 'completed', 'code': 200} Sep 23 19:19:04.964250 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0344a5eb-286a-40ad-a8d1-16bfb10884af admin admin] Pushing event updated for resources: {'Network': ['ID=bf651024-673c-4eec-84ce-c6ef83d369a1,revision_number=1']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:19:04.974011 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-0344a5eb-286a-40ad-a8d1-16bfb10884af admin admin] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 1.1600640 Sep 23 19:19:04.977179 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 56520) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:19:04.980000 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Network bf651024-673c-4eec-84ce-c6ef83d369a1 details requested by agent ovs-agent-n-d-713301-16 with host n-d-713301-16 {{(pid=95103) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 19:19:04.985912 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.v2.base [None req-a50e0286-c57b-49e2-b945-3abca20b8138 admin admin] Request body: {'subnet': {'network_id': 'bf651024-673c-4eec-84ce-c6ef83d369a1', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-946802765-subnet', 'tenant_id': '0f5d9c33c3334ce192c43e08217ee019', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:19:04.998064 n-d-713301-16 neutron-server[95102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ab5b9b03-7fa7-4004-9c08-4235003dc57a req-ce393b15-f257-4684-85c7-dc176c5815c3 tempest-ImagesOneServerNegativeTestJSON-187090525 tempest-ImagesOneServerNegativeTestJSON-187090525-project] Network 700d9bb9-bc11-4c9f-9c9e-ad5f0b765959 is already hosted by enough agents. {{(pid=95102) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:19:04.999257 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce393b15-f257-4684-85c7-dc176c5815c3 tempest-ImagesOneServerNegativeTestJSON-187090525 tempest-ImagesOneServerNegativeTestJSON-187090525-project] Pushing event updated for resources: {'Port': ['ID=eac7a0bc-e00f-4273-b9c3-0458806207dc,revision_number=1']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:19:05.022564 n-d-713301-16 neutron-server[95102]: DEBUG neutron.scheduler.base_scheduler [req-ab5b9b03-7fa7-4004-9c08-4235003dc57a req-ce393b15-f257-4684-85c7-dc176c5815c3 tempest-ImagesOneServerNegativeTestJSON-187090525 tempest-ImagesOneServerNegativeTestJSON-187090525-project] Resources bound (agent type, host, resource id): {{(pid=95102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:19:05.024920 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a50e0286-c57b-49e2-b945-3abca20b8138 admin admin] Made reservation on behalf of 0f5d9c33c3334ce192c43e08217ee019 for: {'subnet': 1} {{(pid=95101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:19:05.029526 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-a50e0286-c57b-49e2-b945-3abca20b8138 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6130979'] for subnet, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:19:05.040628 n-d-713301-16 neutron-server[95102]: DEBUG neutron.db.l3_dvrscheduler_db [req-ab5b9b03-7fa7-4004-9c08-4235003dc57a req-ce393b15-f257-4684-85c7-dc176c5815c3 tempest-ImagesOneServerNegativeTestJSON-187090525 tempest-ImagesOneServerNegativeTestJSON-187090525-project] Received port after_create {{(pid=95102) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 19:19:05.097691 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5b9b03-7fa7-4004-9c08-4235003dc57a req-ce393b15-f257-4684-85c7-dc176c5815c3 tempest-ImagesOneServerNegativeTestJSON-187090525 tempest-ImagesOneServerNegativeTestJSON-187090525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:19:05.098375 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-ab5b9b03-7fa7-4004-9c08-4235003dc57a req-ce393b15-f257-4684-85c7-dc176c5815c3 tempest-ImagesOneServerNegativeTestJSON-187090525 tempest-ImagesOneServerNegativeTestJSON-187090525-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527417'] for port, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:19:05.141829 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-ab5b9b03-7fa7-4004-9c08-4235003dc57a req-ce393b15-f257-4684-85c7-dc176c5815c3 tempest-ImagesOneServerNegativeTestJSON-187090525 tempest-ImagesOneServerNegativeTestJSON-187090525-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.0614552 Sep 23 19:19:05.156654 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2324739b-5c17-4955-ac20-ca1c81a763be req-89504f93-d24f-4990-a97e-61ab6273c01a tempest-LiveAutoBlockMigrationV225Test-1531822435 tempest-LiveAutoBlockMigrationV225Test-1531822435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:19:05.161395 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-2324739b-5c17-4955-ac20-ca1c81a763be req-89504f93-d24f-4990-a97e-61ab6273c01a tempest-LiveAutoBlockMigrationV225Test-1531822435 tempest-LiveAutoBlockMigrationV225Test-1531822435-project] 10.222.0.67 "GET /v2.0/ports?device_id=34ddce53-382c-44ee-a43f-26559ac17462 HTTP/1.1" status: 200 len: 945 time: 0.6966436 Sep 23 19:19:05.165841 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac46285-ada0-4004-8e0e-e6e713d5d748 req-a0fd82cb-ba48-419c-a7f3-412c0b298f31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:19:05.168008 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-aac46285-ada0-4004-8e0e-e6e713d5d748 req-a0fd82cb-ba48-419c-a7f3-412c0b298f31 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=1ccc69bc-9d6b-44d9-b227-204e47dc6e45 HTTP/1.1" status: 200 len: 843 time: 0.2421312 Sep 23 19:19:05.173049 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.v2.base [req-ab5b9b03-7fa7-4004-9c08-4235003dc57a req-416c2bbf-ee68-4000-a7e8-bba9b911c162 service neutron] Request body: {'port': {'device_id': '5e6c8c22-e875-4e36-b85b-b5a9d5eb2437', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713301-16'}} {{(pid=95102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:19:05.246477 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-ab5b9b03-7fa7-4004-9c08-4235003dc57a req-416c2bbf-ee68-4000-a7e8-bba9b911c162 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:19:05.251507 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-429d5e34-6608-40b3-86ce-0e9468e5727f req-9599d5c3-f546-47e9-8c1b-b76897fc0f87 tempest-LiveAutoBlockMigrationV225Test-1371897097 tempest-LiveAutoBlockMigrationV225Test-1371897097-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:19:05.253505 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-429d5e34-6608-40b3-86ce-0e9468e5727f req-9599d5c3-f546-47e9-8c1b-b76897fc0f87 tempest-LiveAutoBlockMigrationV225Test-1371897097 tempest-LiveAutoBlockMigrationV225Test-1371897097-project-admin] 10.222.0.74 "GET /v2.0/ports?device_id=34ddce53-382c-44ee-a43f-26559ac17462&tenant_id=01fd0bf0664a4580a0559687f9bf7c73&binding%3Ahost_id=n-h1-713301-16 HTTP/1.1" status: 200 len: 1097 time: 0.0895894 Sep 23 19:19:05.302864 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae96dacc-c1f8-4410-9b4d-50efb681ef48 req-72235cb2-0852-4837-81d7-12460116d387 tempest-ImagesOneServerNegativeTestJSON-187090525 tempest-ImagesOneServerNegativeTestJSON-187090525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:19:05.311148 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-ae96dacc-c1f8-4410-9b4d-50efb681ef48 req-72235cb2-0852-4837-81d7-12460116d387 tempest-ImagesOneServerNegativeTestJSON-187090525 tempest-ImagesOneServerNegativeTestJSON-187090525-project] 10.222.0.67 "GET /v2.0/ports?device_id=5e6c8c22-e875-4e36-b85b-b5a9d5eb2437 HTTP/1.1" status: 200 len: 932 time: 0.3864739 Sep 23 19:19:05.395178 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-ae96dacc-c1f8-4410-9b4d-50efb681ef48 req-3c44fd29-8c18-452e-86dd-f787abe76722 tempest-ImagesOneServerNegativeTestJSON-187090525 tempest-ImagesOneServerNegativeTestJSON-187090525-project] 10.222.0.67 "GET /v2.0/security-groups?id=19c0f9e9-a6be-47c1-af86-410f820e84bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780950 Sep 23 19:19:05.472036 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac46285-ada0-4004-8e0e-e6e713d5d748 req-2d870d04-f688-48ed-bdad-264d8db953a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:19:05.476809 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-aac46285-ada0-4004-8e0e-e6e713d5d748 req-2d870d04-f688-48ed-bdad-264d8db953a6 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=5220cb0c-da05-478a-9604-8c11469a05b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2386279 Sep 23 19:19:05.483032 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.db [req-429d5e34-6608-40b3-86ce-0e9468e5727f req-fdfa3ce5-783f-4964-873f-08e05e5927ed service neutron] For port e23aa9eb-90ac-4b46-a474-95f7b54d9570, host n-h2-713301-16, cleared binding levels {{(pid=95101) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 19:19:05.487571 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-429d5e34-6608-40b3-86ce-0e9468e5727f req-fdfa3ce5-783f-4964-873f-08e05e5927ed service neutron] Notify callbacks [] for binding, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:19:05.489389 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-429d5e34-6608-40b3-86ce-0e9468e5727f req-fdfa3ce5-783f-4964-873f-08e05e5927ed service neutron] 10.222.0.74 "DELETE /v2.0/ports/e23aa9eb-90ac-4b46-a474-95f7b54d9570/bindings/n-h2-713301-16 HTTP/1.1" status: 204 len: 173 time: 0.2246516 Sep 23 19:19:05.529965 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-2324739b-5c17-4955-ac20-ca1c81a763be req-0f62d3dd-6629-4bbd-aacd-2125819e811b tempest-LiveAutoBlockMigrationV225Test-1531822435 tempest-LiveAutoBlockMigrationV225Test-1531822435-project] 10.222.0.67 "GET /v2.0/security-groups?id=6d32247e-8bb7-4ae1-818c-76baafa39c73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3265049 Sep 23 19:19:05.603748 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-a50e0286-c57b-49e2-b945-3abca20b8138 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5607579', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6130961'] for subnet, after_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:19:05.684765 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-aac46285-ada0-4004-8e0e-e6e713d5d748 req-cc46bdbc-2cba-440d-b127-9498c0066738 service neutron] 10.222.0.53 "GET /v2.0/networks/5220cb0c-da05-478a-9604-8c11469a05b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1989944 Sep 23 19:19:05.743076 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a50e0286-c57b-49e2-b945-3abca20b8138 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a9e01a0e-19a1-4eb7-ad45-3b74532cbcd9,revision_number=0']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:19:05.749118 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a50e0286-c57b-49e2-b945-3abca20b8138 admin admin] Checking segment: {'id': '6735b3c2-9e0f-43a7-8f57-e48eb1a30c85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': 'bf651024-673c-4eec-84ce-c6ef83d369a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:19:05.750141 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a50e0286-c57b-49e2-b945-3abca20b8138 admin admin] Network hostable DHCP agents. Network: bf651024-673c-4eec-84ce-c6ef83d369a1, hostable agents: ['1b18bf05-1b5f-4587-be5c-af3ac38e32ad'], hosted agents: [] {{(pid=95101) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 19:19:05.787604 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a50e0286-c57b-49e2-b945-3abca20b8138 admin admin] Network bf651024-673c-4eec-84ce-c6ef83d369a1 is scheduled to be hosted by DHCP agent 1b18bf05-1b5f-4587-be5c-af3ac38e32ad with binding_index 1 {{(pid=95101) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 19:19:05.820378 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.base_scheduler [None req-a50e0286-c57b-49e2-b945-3abca20b8138 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713301-16, bf651024-673c-4eec-84ce-c6ef83d369a1) {{(pid=95101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:19:05.831509 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a7cd3f6-8515-4874-9e71-de4043947fd9 None None] Network bf651024-673c-4eec-84ce-c6ef83d369a1 requested from n-d-713301-16 {{(pid=95103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 19:19:05.841945 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a50e0286-c57b-49e2-b945-3abca20b8138 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:19:05.845094 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-a50e0286-c57b-49e2-b945-3abca20b8138 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527417'] for subnet, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:19:05.873990 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-aac46285-ada0-4004-8e0e-e6e713d5d748 req-b17afb66-21ad-41e0-838a-af5b48a8124b service neutron] 10.222.0.53 "GET /v2.0/networks/5220cb0c-da05-478a-9604-8c11469a05b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1773067 Sep 23 19:19:05.891576 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-a50e0286-c57b-49e2-b945-3abca20b8138 admin admin] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.9087496 Sep 23 19:19:06.084905 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb16f12e-2fcc-4bf4-a95c-f5c3c5f0ed35 req-0fe77231-201d-4799-b4f5-46ef92973afe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:19:06.086788 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-bb16f12e-2fcc-4bf4-a95c-f5c3c5f0ed35 req-0fe77231-201d-4799-b4f5-46ef92973afe service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=885dd3698acb4840aa3b760382ca3660&device_id=c01c2803-4366-4803-9ee1-d2ff4e1ce6fe HTTP/1.1" status: 200 len: 1100 time: 0.1159046 Sep 23 19:19:06.222622 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23913f89-efd6-4b0f-adbc-3ef8ca4ad446 None None] Network bf651024-673c-4eec-84ce-c6ef83d369a1 requested from n-d-713301-16 {{(pid=95103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 19:19:06.301457 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c6d64fc-b805-47da-ae32-16e06bb69d6d req-80d6a762-f0c5-4545-9151-cc8eb57ce524 tempest-DeleteServersAdminTestJSON-860693392 tempest-DeleteServersAdminTestJSON-860693392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:19:06.303605 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-2c6d64fc-b805-47da-ae32-16e06bb69d6d req-80d6a762-f0c5-4545-9151-cc8eb57ce524 tempest-DeleteServersAdminTestJSON-860693392 tempest-DeleteServersAdminTestJSON-860693392-project] 10.222.0.67 "GET /v2.0/ports?device_id=c01c2803-4366-4803-9ee1-d2ff4e1ce6fe HTTP/1.1" status: 200 len: 948 time: 0.1236820 Sep 23 19:19:06.307570 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb16f12e-2fcc-4bf4-a95c-f5c3c5f0ed35 req-d222cd77-f1ea-44e0-846c-bbe0e4d14159 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:19:06.310736 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-bb16f12e-2fcc-4bf4-a95c-f5c3c5f0ed35 req-d222cd77-f1ea-44e0-846c-bbe0e4d14159 service neutron] 10.222.0.53 "GET /v2.0/networks?id=5220cb0c-da05-478a-9604-8c11469a05b4 HTTP/1.1" status: 200 len: 870 time: 0.2088521 Sep 23 19:19:06.515661 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-bb16f12e-2fcc-4bf4-a95c-f5c3c5f0ed35 req-bdb39117-5c27-4706-a62a-dd7885ddb9c2 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.203&port_id=1460ebe6-8877-44f7-b1dd-10dd2a99b2df HTTP/1.1" status: 200 len: 217 time: 0.1592038 Sep 23 19:19:06.535958 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-2c6d64fc-b805-47da-ae32-16e06bb69d6d req-7194a56c-808c-4ce4-9c9a-0d2a5128acc9 tempest-DeleteServersAdminTestJSON-860693392 tempest-DeleteServersAdminTestJSON-860693392-project] 10.222.0.67 "GET /v2.0/security-groups?id=f29b6549-5121-43c2-ad5f-225d5d0eade2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1802840 Sep 23 19:19:06.601921 n-d-713301-16 neutron-server[95102]: DEBUG neutron.notifiers.nova [req-ab5b9b03-7fa7-4004-9c08-4235003dc57a req-416c2bbf-ee68-4000-a7e8-bba9b911c162 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eac7a0bc-e00f-4273-b9c3-0458806207dc {{(pid=95102) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 19:19:06.640335 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-ab5b9b03-7fa7-4004-9c08-4235003dc57a req-416c2bbf-ee68-4000-a7e8-bba9b911c162 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:19:06.683486 n-d-713301-16 neutron-server[95102]: DEBUG neutron.db.provisioning_blocks [req-ab5b9b03-7fa7-4004-9c08-4235003dc57a req-416c2bbf-ee68-4000-a7e8-bba9b911c162 service neutron] Transition to ACTIVE for port object eac7a0bc-e00f-4273-b9c3-0458806207dc will not be triggered until provisioned by entity L2. {{(pid=95102) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 19:19:06.692145 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-ab5b9b03-7fa7-4004-9c08-4235003dc57a req-416c2bbf-ee68-4000-a7e8-bba9b911c162 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4399095'] for port, after_update {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:19:06.712551 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f9e6315-d040-49c6-a96f-db9225a71b6b req-b9a7c72a-5b15-4d4f-bd69-b7ff6df047de tempest-ImagesOneServerNegativeTestJSON-187090525 tempest-ImagesOneServerNegativeTestJSON-187090525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:19:06.720106 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-2f9e6315-d040-49c6-a96f-db9225a71b6b req-b9a7c72a-5b15-4d4f-bd69-b7ff6df047de tempest-ImagesOneServerNegativeTestJSON-187090525 tempest-ImagesOneServerNegativeTestJSON-187090525-project] 10.222.0.67 "GET /v2.0/ports?device_id=5e6c8c22-e875-4e36-b85b-b5a9d5eb2437 HTTP/1.1" status: 200 len: 932 time: 0.1826921 Sep 23 19:19:06.805598 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-416c2bbf-ee68-4000-a7e8-bba9b911c162 service neutron] Pushing event updated for resources: {'Port': ['ID=eac7a0bc-e00f-4273-b9c3-0458806207dc,revision_number=2']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:19:06.823990 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb16f12e-2fcc-4bf4-a95c-f5c3c5f0ed35 req-db38ead1-1f42-4afa-a05e-b1b59fc613ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:19:06.825560 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-bb16f12e-2fcc-4bf4-a95c-f5c3c5f0ed35 req-db38ead1-1f42-4afa-a05e-b1b59fc613ba service neutron] 10.222.0.53 "GET /v2.0/subnets?id=1ccc69bc-9d6b-44d9-b227-204e47dc6e45 HTTP/1.1" status: 200 len: 843 time: 0.2868233 Sep 23 19:19:06.943253 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-2f9e6315-d040-49c6-a96f-db9225a71b6b req-1c2d8394-d097-4cfe-afa8-d92140552020 tempest-ImagesOneServerNegativeTestJSON-187090525 tempest-ImagesOneServerNegativeTestJSON-187090525-project] 10.222.0.67 "GET /v2.0/security-groups?id=19c0f9e9-a6be-47c1-af86-410f820e84bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2221029 Sep 23 19:19:06.993329 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.managers [req-ab5b9b03-7fa7-4004-9c08-4235003dc57a req-416c2bbf-ee68-4000-a7e8-bba9b911c162 service neutron] Attempting to bind port eac7a0bc-e00f-4273-b9c3-0458806207dc on host n-h1-713301-16 for vnic_type normal with profile {{(pid=95102) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 19:19:06.993682 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.managers [req-ab5b9b03-7fa7-4004-9c08-4235003dc57a req-416c2bbf-ee68-4000-a7e8-bba9b911c162 service neutron] Attempting to bind port eac7a0bc-e00f-4273-b9c3-0458806207dc by drivers openvswitch,hyperv on host n-h1-713301-16 at level 0 using segments [{'id': '00f65067-1b00-468f-894b-1d8e13071c70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '700d9bb9-bc11-4c9f-9c9e-ad5f0b765959'}] {{(pid=95102) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 19:19:06.995707 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab5b9b03-7fa7-4004-9c08-4235003dc57a req-416c2bbf-ee68-4000-a7e8-bba9b911c162 service neutron] Attempting to bind port eac7a0bc-e00f-4273-b9c3-0458806207dc on network 700d9bb9-bc11-4c9f-9c9e-ad5f0b765959 {{(pid=95102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:19:07.027913 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab5b9b03-7fa7-4004-9c08-4235003dc57a req-416c2bbf-ee68-4000-a7e8-bba9b911c162 service neutron] Port eac7a0bc-e00f-4273-b9c3-0458806207dc on network 700d9bb9-bc11-4c9f-9c9e-ad5f0b765959 not bound, no agent of type Open vSwitch agent registered on host n-h1-713301-16 {{(pid=95102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 19:19:07.043510 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab5b9b03-7fa7-4004-9c08-4235003dc57a req-416c2bbf-ee68-4000-a7e8-bba9b911c162 service neutron] Attempting to bind port eac7a0bc-e00f-4273-b9c3-0458806207dc on network 700d9bb9-bc11-4c9f-9c9e-ad5f0b765959 {{(pid=95102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:19:07.061991 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb16f12e-2fcc-4bf4-a95c-f5c3c5f0ed35 req-95b15a7c-d351-4530-a832-0d0bb5203eca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:19:07.061991 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-bb16f12e-2fcc-4bf4-a95c-f5c3c5f0ed35 req-95b15a7c-d351-4530-a832-0d0bb5203eca service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=5220cb0c-da05-478a-9604-8c11469a05b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2234313 Sep 23 19:19:07.081741 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 56566) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:19:07.088250 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.v2.base [None req-47546362-422a-4f97-a711-d9ab2fb7d712 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-1717934646-network', 'tenant_id': '614e6208c52841fe808ecd42e9dac0a8'}} {{(pid=95101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:19:07.128313 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47546362-422a-4f97-a711-d9ab2fb7d712 admin admin] Made reservation on behalf of 614e6208c52841fe808ecd42e9dac0a8 for: {'network': 1} {{(pid=95101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:19:07.131734 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-47546362-422a-4f97-a711-d9ab2fb7d712 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for network, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:19:07.142911 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-47546362-422a-4f97-a711-d9ab2fb7d712 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:19:07.259930 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-bb16f12e-2fcc-4bf4-a95c-f5c3c5f0ed35 req-a5086372-46e3-4c1d-b98c-d68440d1a477 service neutron] 10.222.0.53 "GET /v2.0/networks/5220cb0c-da05-478a-9604-8c11469a05b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1862507 Sep 23 19:19:07.290450 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab5b9b03-7fa7-4004-9c08-4235003dc57a req-416c2bbf-ee68-4000-a7e8-bba9b911c162 service neutron] Checking agent: {'id': '0708c3e9-0aad-4600-9be9-d2486535c898', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713301-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 19, 15, 28), 'started_at': datetime.datetime(2021, 9, 23, 19, 15, 28), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 19, 18, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 19:19:07.290450 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab5b9b03-7fa7-4004-9c08-4235003dc57a req-416c2bbf-ee68-4000-a7e8-bba9b911c162 service neutron] Checking segment: {'id': '00f65067-1b00-468f-894b-1d8e13071c70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '700d9bb9-bc11-4c9f-9c9e-ad5f0b765959'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95102) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:19:07.290767 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab5b9b03-7fa7-4004-9c08-4235003dc57a req-416c2bbf-ee68-4000-a7e8-bba9b911c162 service neutron] Bound using segment: {'id': '00f65067-1b00-468f-894b-1d8e13071c70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '700d9bb9-bc11-4c9f-9c9e-ad5f0b765959'} {{(pid=95102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 19:19:07.291221 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.managers [req-ab5b9b03-7fa7-4004-9c08-4235003dc57a req-416c2bbf-ee68-4000-a7e8-bba9b911c162 service neutron] Bound port: eac7a0bc-e00f-4273-b9c3-0458806207dc, host: n-h1-713301-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '00f65067-1b00-468f-894b-1d8e13071c70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '700d9bb9-bc11-4c9f-9c9e-ad5f0b765959'}}] {{(pid=95102) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 19:19:07.291583 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-ab5b9b03-7fa7-4004-9c08-4235003dc57a req-416c2bbf-ee68-4000-a7e8-bba9b911c162 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:19:07.387357 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-47546362-422a-4f97-a711-d9ab2fb7d712 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:19:07.405267 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-47546362-422a-4f97-a711-d9ab2fb7d712 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:19:07.417431 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a9795c0-68be-439c-b082-b30969c07c18 req-3d73874e-11da-4638-8ac7-d10d8485eb03 tempest-LiveAutoBlockMigrationV225Test-1531822435 tempest-LiveAutoBlockMigrationV225Test-1531822435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:19:07.419099 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-3a9795c0-68be-439c-b082-b30969c07c18 req-3d73874e-11da-4638-8ac7-d10d8485eb03 tempest-LiveAutoBlockMigrationV225Test-1531822435 tempest-LiveAutoBlockMigrationV225Test-1531822435-project] 10.222.0.67 "GET /v2.0/ports?device_id=34ddce53-382c-44ee-a43f-26559ac17462 HTTP/1.1" status: 200 len: 945 time: 0.1584613 Sep 23 19:19:07.473987 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-47546362-422a-4f97-a711-d9ab2fb7d712 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 643} {{(pid=95101) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 19:19:07.492142 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-47546362-422a-4f97-a711-d9ab2fb7d712 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1756186'] for segment, precommit_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:19:07.493248 n-d-713301-16 neutron-server[95101]: INFO neutron.db.segments_db [None req-47546362-422a-4f97-a711-d9ab2fb7d712 admin admin] Added segment 375f2294-7835-4a0e-b108-881be8a3bfc3 of type vlan for network 3dc3e305-d4f8-41b3-9cb8-5a427fe51b9e Sep 23 19:19:07.511263 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47546362-422a-4f97-a711-d9ab2fb7d712 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2cd8d863-5084-413f-a299-ed08216790c4,revision_number=1']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:19:07.530550 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-3a9795c0-68be-439c-b082-b30969c07c18 req-9bccfc4c-6380-43d2-a6a4-e882920e664c tempest-LiveAutoBlockMigrationV225Test-1531822435 tempest-LiveAutoBlockMigrationV225Test-1531822435-project] 10.222.0.67 "GET /v2.0/security-groups?id=6d32247e-8bb7-4ae1-818c-76baafa39c73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969496 Sep 23 19:19:07.571002 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-47546362-422a-4f97-a711-d9ab2fb7d712 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783145630486'] for network, precommit_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:19:07.582057 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.db [req-ab5b9b03-7fa7-4004-9c08-4235003dc57a req-416c2bbf-ee68-4000-a7e8-bba9b911c162 service neutron] For port eac7a0bc-e00f-4273-b9c3-0458806207dc, host n-h1-713301-16, cleared binding levels {{(pid=95102) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 19:19:07.602829 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.db [req-ab5b9b03-7fa7-4004-9c08-4235003dc57a req-416c2bbf-ee68-4000-a7e8-bba9b911c162 service neutron] For port eac7a0bc-e00f-4273-b9c3-0458806207dc, host n-h1-713301-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-16',level=0,port_id=eac7a0bc-e00f-4273-b9c3-0458806207dc,segment=NetworkSegment(00f65067-1b00-468f-894b-1d8e13071c70),segment_id=00f65067-1b00-468f-894b-1d8e13071c70)] {{(pid=95102) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 19:19:07.621406 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-47546362-422a-4f97-a711-d9ab2fb7d712 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299'] for network, after_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:19:07.626520 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47546362-422a-4f97-a711-d9ab2fb7d712 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:19:07.627349 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-47546362-422a-4f97-a711-d9ab2fb7d712 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527417'] for network, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:19:07.646136 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-bb16f12e-2fcc-4bf4-a95c-f5c3c5f0ed35 req-74ad5314-f763-4d02-a6d9-c2ec7e538612 service neutron] 10.222.0.53 "GET /v2.0/networks/5220cb0c-da05-478a-9604-8c11469a05b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3292475 Sep 23 19:19:07.647730 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-ab5b9b03-7fa7-4004-9c08-4235003dc57a req-416c2bbf-ee68-4000-a7e8-bba9b911c162 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4399095'] for port, after_update {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:19:07.723082 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5b9b03-7fa7-4004-9c08-4235003dc57a req-416c2bbf-ee68-4000-a7e8-bba9b911c162 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:19:07.725264 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-ab5b9b03-7fa7-4004-9c08-4235003dc57a req-416c2bbf-ee68-4000-a7e8-bba9b911c162 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527417'] for port, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:19:07.726288 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-47546362-422a-4f97-a711-d9ab2fb7d712 admin admin] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.6430447 Sep 23 19:19:07.726679 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-ab5b9b03-7fa7-4004-9c08-4235003dc57a req-416c2bbf-ee68-4000-a7e8-bba9b911c162 service neutron] 10.222.0.74 "PUT /v2.0/ports/eac7a0bc-e00f-4273-b9c3-0458806207dc HTTP/1.1" status: 200 len: 1093 time: 2.5631413 Sep 23 19:19:07.727236 n-d-713301-16 neutron-server[95102]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5e6c8c22-e875-4e36-b85b-b5a9d5eb2437', 'tag': 'eac7a0bc-e00f-4273-b9c3-0458806207dc'}] {{(pid=95102) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 19:19:07.734497 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 56596) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:19:07.741688 n-d-713301-16 neutron-server[95102]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab31b6d93e5336dbddfa8ec424565b3bd8cb2369c5b4d85bc943472dbb21e8ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da694919-824e-47b7-9832-47b52057968e" -d '{"events": [{"name": "network-changed", "server_uuid": "5e6c8c22-e875-4e36-b85b-b5a9d5eb2437", "tag": "eac7a0bc-e00f-4273-b9c3-0458806207dc"}]}' {{(pid=95102) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 19:19:07.745556 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.v2.base [None req-73743792-63d9-42fa-81f0-7a6a8a5ba9f4 admin admin] Request body: {'subnet': {'network_id': '3dc3e305-d4f8-41b3-9cb8-5a427fe51b9e', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-1717934646-subnet', 'tenant_id': '614e6208c52841fe808ecd42e9dac0a8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:19:07.813314 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47546362-422a-4f97-a711-d9ab2fb7d712 admin admin] Pushing event updated for resources: {'Network': ['ID=3dc3e305-d4f8-41b3-9cb8-5a427fe51b9e,revision_number=1']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:19:07.825629 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Network 3dc3e305-d4f8-41b3-9cb8-5a427fe51b9e details requested by agent ovs-agent-n-d-713301-16 with host n-d-713301-16 {{(pid=95103) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 19:19:07.868993 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73743792-63d9-42fa-81f0-7a6a8a5ba9f4 admin admin] Made reservation on behalf of 614e6208c52841fe808ecd42e9dac0a8 for: {'subnet': 1} {{(pid=95101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:19:07.871883 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-73743792-63d9-42fa-81f0-7a6a8a5ba9f4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6130979'] for subnet, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:19:07.951537 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-416c2bbf-ee68-4000-a7e8-bba9b911c162 service neutron] Pushing event updated for resources: {'Port': ['ID=eac7a0bc-e00f-4273-b9c3-0458806207dc,revision_number=3']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:19:07.988682 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec05fa3-9906-4a44-98f5-a8e52441af95 req-6baff0c3-4c84-4beb-97ac-45534750e230 tempest-DeleteServersAdminTestJSON-860693392 tempest-DeleteServersAdminTestJSON-860693392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:19:08.001163 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-6ec05fa3-9906-4a44-98f5-a8e52441af95 req-6baff0c3-4c84-4beb-97ac-45534750e230 tempest-DeleteServersAdminTestJSON-860693392 tempest-DeleteServersAdminTestJSON-860693392-project] 10.222.0.67 "GET /v2.0/ports?device_id=c01c2803-4366-4803-9ee1-d2ff4e1ce6fe HTTP/1.1" status: 200 len: 948 time: 0.1902611 Sep 23 19:19:08.074544 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5b9b03-7fa7-4004-9c08-4235003dc57a req-1af909d3-2705-4c2b-971d-ad46f1ffa0f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:19:08.075944 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-ab5b9b03-7fa7-4004-9c08-4235003dc57a req-1af909d3-2705-4c2b-971d-ad46f1ffa0f5 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=427912597c8043d5912df510005a2424&device_id=5e6c8c22-e875-4e36-b85b-b5a9d5eb2437 HTTP/1.1" status: 200 len: 1096 time: 0.2642028 Sep 23 19:19:08.104657 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-6ec05fa3-9906-4a44-98f5-a8e52441af95 req-80d21d96-848e-47c9-b16e-41b67cd37ebc tempest-DeleteServersAdminTestJSON-860693392 tempest-DeleteServersAdminTestJSON-860693392-project] 10.222.0.67 "GET /v2.0/security-groups?id=f29b6549-5121-43c2-ad5f-225d5d0eade2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965312 Sep 23 19:19:08.128795 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f7841a-e462-42cc-b464-324f2582a102 req-edd1cf08-ef35-4a63-8f6e-7f889321ab55 tempest-LiveAutoBlockMigrationV225Test-1371897097 tempest-LiveAutoBlockMigrationV225Test-1371897097-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:19:08.141080 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-71f7841a-e462-42cc-b464-324f2582a102 req-edd1cf08-ef35-4a63-8f6e-7f889321ab55 tempest-LiveAutoBlockMigrationV225Test-1371897097 tempest-LiveAutoBlockMigrationV225Test-1371897097-project-admin] 10.222.0.67 "GET /v2.0/ports?device_id=34ddce53-382c-44ee-a43f-26559ac17462 HTTP/1.1" status: 200 len: 1097 time: 0.1376565 Sep 23 19:19:08.196031 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-ab5b9b03-7fa7-4004-9c08-4235003dc57a req-34fc47f0-e740-4915-974a-1e598b4a953c service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=eac7a0bc-e00f-4273-b9c3-0458806207dc HTTP/1.1" status: 200 len: 217 time: 0.0834181 Sep 23 19:19:08.223272 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-73743792-63d9-42fa-81f0-7a6a8a5ba9f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5607579', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6130961'] for subnet, after_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:19:08.230696 n-d-713301-16 neutron-server[95102]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 19:19:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52cfadd8-2955-4189-927d-7455d0ffdaf2 x-openstack-request-id: req-52cfadd8-2955-4189-927d-7455d0ffdaf2 {{(pid=95102) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 19:19:08.230812 n-d-713301-16 neutron-server[95102]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5e6c8c22-e875-4e36-b85b-b5a9d5eb2437", "tag": "eac7a0bc-e00f-4273-b9c3-0458806207dc", "status": "completed", "code": 200}]} {{(pid=95102) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 19:19:08.231100 n-d-713301-16 neutron-server[95102]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-52cfadd8-2955-4189-927d-7455d0ffdaf2 {{(pid=95102) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 19:19:08.231598 n-d-713301-16 neutron-server[95102]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5e6c8c22-e875-4e36-b85b-b5a9d5eb2437', 'tag': 'eac7a0bc-e00f-4273-b9c3-0458806207dc', 'status': 'completed', 'code': 200} Sep 23 19:19:08.310804 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73743792-63d9-42fa-81f0-7a6a8a5ba9f4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4f263a8b-2607-40d7-b7f7-14212394de88,revision_number=0']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:19:08.328112 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73743792-63d9-42fa-81f0-7a6a8a5ba9f4 admin admin] Checking segment: {'id': '375f2294-7835-4a0e-b108-881be8a3bfc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '3dc3e305-d4f8-41b3-9cb8-5a427fe51b9e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:19:08.328482 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73743792-63d9-42fa-81f0-7a6a8a5ba9f4 admin admin] Network hostable DHCP agents. Network: 3dc3e305-d4f8-41b3-9cb8-5a427fe51b9e, hostable agents: ['1b18bf05-1b5f-4587-be5c-af3ac38e32ad'], hosted agents: [] {{(pid=95101) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 19:19:08.353512 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-71f7841a-e462-42cc-b464-324f2582a102 req-54c90fca-58a4-49c7-8db4-e2324bee2ac9 tempest-LiveAutoBlockMigrationV225Test-1371897097 tempest-LiveAutoBlockMigrationV225Test-1371897097-project-admin] 10.222.0.67 "GET /v2.0/security-groups?id=6d32247e-8bb7-4ae1-818c-76baafa39c73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2106063 Sep 23 19:19:08.356876 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5b9b03-7fa7-4004-9c08-4235003dc57a req-2071b320-dc64-40a8-a069-7ba0295b7ce5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:19:08.358590 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-ab5b9b03-7fa7-4004-9c08-4235003dc57a req-2071b320-dc64-40a8-a069-7ba0295b7ce5 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=0e8f2d91-dec7-4856-9400-fa2af5fd7699 HTTP/1.1" status: 200 len: 861 time: 0.1606107 Sep 23 19:19:08.359617 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73743792-63d9-42fa-81f0-7a6a8a5ba9f4 admin admin] Network 3dc3e305-d4f8-41b3-9cb8-5a427fe51b9e is scheduled to be hosted by DHCP agent 1b18bf05-1b5f-4587-be5c-af3ac38e32ad with binding_index 1 {{(pid=95101) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 19:19:08.376650 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.base_scheduler [None req-73743792-63d9-42fa-81f0-7a6a8a5ba9f4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713301-16, 3dc3e305-d4f8-41b3-9cb8-5a427fe51b9e) {{(pid=95101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:19:08.383252 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73743792-63d9-42fa-81f0-7a6a8a5ba9f4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:19:08.383960 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-73743792-63d9-42fa-81f0-7a6a8a5ba9f4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527417'] for subnet, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:19:08.402770 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40b5b40e-f121-485e-bcd8-a859b468b376 None None] Network 3dc3e305-d4f8-41b3-9cb8-5a427fe51b9e requested from n-d-713301-16 {{(pid=95103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 19:19:08.403013 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-ab5b9b03-7fa7-4004-9c08-4235003dc57a req-c627c35b-d4ef-4707-be6d-e34ddd04ba4d service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=700d9bb9-bc11-4c9f-9c9e-ad5f0b765959&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0341225 Sep 23 19:19:08.409917 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-73743792-63d9-42fa-81f0-7a6a8a5ba9f4 admin admin] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6694970 Sep 23 19:19:08.418082 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0445e21-1cea-4ada-8e4b-77179b87d20c req-64ab60a8-74d1-4f7d-9def-df5d43725200 tempest-ImagesOneServerNegativeTestJSON-187090525 tempest-ImagesOneServerNegativeTestJSON-187090525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:19:08.420511 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-f0445e21-1cea-4ada-8e4b-77179b87d20c req-64ab60a8-74d1-4f7d-9def-df5d43725200 tempest-ImagesOneServerNegativeTestJSON-187090525 tempest-ImagesOneServerNegativeTestJSON-187090525-project] 10.222.0.67 "GET /v2.0/ports?device_id=5e6c8c22-e875-4e36-b85b-b5a9d5eb2437 HTTP/1.1" status: 200 len: 944 time: 0.1265626 Sep 23 19:19:08.500859 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-f0445e21-1cea-4ada-8e4b-77179b87d20c req-324f0448-efea-4843-a8e0-16599e98d53c tempest-ImagesOneServerNegativeTestJSON-187090525 tempest-ImagesOneServerNegativeTestJSON-187090525-project] 10.222.0.67 "GET /v2.0/security-groups?id=19c0f9e9-a6be-47c1-af86-410f820e84bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700924 Sep 23 19:19:08.611785 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-ab5b9b03-7fa7-4004-9c08-4235003dc57a req-ef223a14-a293-4ce9-af5f-7c619c74381c service neutron] 10.222.0.74 "GET /v2.0/networks/700d9bb9-bc11-4c9f-9c9e-ad5f0b765959?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1902387 Sep 23 19:19:08.673359 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Device 1460ebe6-8877-44f7-b1dd-10dd2a99b2df details requested by agent hyperv_n-h2-713301-16 with host n-h2-713301-16 {{(pid=95103) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 19:19:08.778043 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-ab5b9b03-7fa7-4004-9c08-4235003dc57a req-ec21e84d-bc3b-4f21-b812-d8ab02b42cc1 service neutron] 10.222.0.74 "GET /v2.0/networks/700d9bb9-bc11-4c9f-9c9e-ad5f0b765959?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1551695 Sep 23 19:19:08.909423 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] For port 1460ebe6-8877-44f7-b1dd-10dd2a99b2df, host n-h2-713301-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-16',level=0,port_id=1460ebe6-8877-44f7-b1dd-10dd2a99b2df,segment=NetworkSegment(6139d589-eb6c-4578-8935-c26ddf396853),segment_id=6139d589-eb6c-4578-8935-c26ddf396853)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:19:08.920658 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56661f21-580f-49ca-b2d6-e8a9ce3774fa None None] Network 3dc3e305-d4f8-41b3-9cb8-5a427fe51b9e requested from n-d-713301-16 {{(pid=95103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 19:19:08.965780 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da694919-824e-47b7-9832-47b52057968e req-02c0b349-2eaa-46e0-b03a-72cdbbb3a6e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:19:08.967538 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-da694919-824e-47b7-9832-47b52057968e req-02c0b349-2eaa-46e0-b03a-72cdbbb3a6e4 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=427912597c8043d5912df510005a2424&device_id=5e6c8c22-e875-4e36-b85b-b5a9d5eb2437 HTTP/1.1" status: 200 len: 1096 time: 0.1274230 Sep 23 19:19:09.077389 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Returning: {'device': '1460ebe6-8877-44f7-b1dd-10dd2a99b2df', 'network_id': '5220cb0c-da05-478a-9604-8c11469a05b4', 'port_id': '1460ebe6-8877-44f7-b1dd-10dd2a99b2df', 'mac_address': 'fa:16:3e:fb:7b:87', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 624, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1ccc69bc-9d6b-44d9-b227-204e47dc6e45', 'ip_address': '192.168.233.203'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95103) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 19:19:09.144043 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:19:09.167220 n-d-713301-16 neutron-server[95103]: DEBUG neutron.notifiers.nova [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1460ebe6-8877-44f7-b1dd-10dd2a99b2df {{(pid=95103) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 19:19:09.245406 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd93632-bb64-4ea8-b512-a4e1178f4424 req-159d8f2b-e6b8-4977-972d-76924635019c tempest-LiveAutoBlockMigrationV225Test-1531822435 tempest-LiveAutoBlockMigrationV225Test-1531822435-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:19:09.246810 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-4dd93632-bb64-4ea8-b512-a4e1178f4424 req-159d8f2b-e6b8-4977-972d-76924635019c tempest-LiveAutoBlockMigrationV225Test-1531822435 tempest-LiveAutoBlockMigrationV225Test-1531822435-project] 10.222.0.67 "GET /v2.0/networks?id=c2b58ecf-3b1b-414c-92a4-f53b08b3dace HTTP/1.1" status: 200 len: 821 time: 0.1733799 Sep 23 19:19:09.285873 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] For port 1460ebe6-8877-44f7-b1dd-10dd2a99b2df, host n-h2-713301-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-16',level=0,port_id=1460ebe6-8877-44f7-b1dd-10dd2a99b2df,segment=NetworkSegment(6139d589-eb6c-4578-8935-c26ddf396853),segment_id=6139d589-eb6c-4578-8935-c26ddf396853)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:19:09.317872 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:19:09.344140 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-4dd93632-bb64-4ea8-b512-a4e1178f4424 req-30c054a9-755d-4c10-9a88-761588d9cb40 tempest-LiveAutoBlockMigrationV225Test-1531822435 tempest-LiveAutoBlockMigrationV225Test-1531822435-project] 10.222.0.67 "GET /v2.0/quotas/01fd0bf0664a4580a0559687f9bf7c73 HTTP/1.1" status: 200 len: 375 time: 0.0855508 Sep 23 19:19:09.410580 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Pushing event updated for resources: {'Port': ['ID=1460ebe6-8877-44f7-b1dd-10dd2a99b2df,revision_number=4']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:19:09.419318 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 56654) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:19:09.448301 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da694919-824e-47b7-9832-47b52057968e req-13f661a2-e9a7-4c75-a9a8-dceee990e664 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:19:09.449989 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-da694919-824e-47b7-9832-47b52057968e req-13f661a2-e9a7-4c75-a9a8-dceee990e664 service neutron] 10.222.0.74 "GET /v2.0/networks?id=700d9bb9-bc11-4c9f-9c9e-ad5f0b765959 HTTP/1.1" status: 200 len: 922 time: 0.4741216 Sep 23 19:19:09.502335 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-da694919-824e-47b7-9832-47b52057968e req-9ba62de0-882b-4e08-851f-5d6999e55cf9 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=eac7a0bc-e00f-4273-b9c3-0458806207dc HTTP/1.1" status: 200 len: 217 time: 0.0420280 Sep 23 19:19:09.516047 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] get_ports_and_sgs() called for port_ids ['1460ebe6-8877-44f7-b1dd-10dd2a99b2df'] {{(pid=95103) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 19:19:09.524398 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-4dd93632-bb64-4ea8-b512-a4e1178f4424 req-ae6de81c-000a-417c-aa03-bb8024b4e231 tempest-LiveAutoBlockMigrationV225Test-1531822435 tempest-LiveAutoBlockMigrationV225Test-1531822435-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=01fd0bf0664a4580a0559687f9bf7c73&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1568143 Sep 23 19:19:09.612539 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-01369f7b-c6f6-48cb-bf67-031b90a41c78 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:19:09.753208 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-01369f7b-c6f6-48cb-bf67-031b90a41c78 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:19:09.759104 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-01369f7b-c6f6-48cb-bf67-031b90a41c78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:19:09.803948 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01369f7b-c6f6-48cb-bf67-031b90a41c78 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aae8f4bc-310a-4ec3-a290-b57ad8c23bb1,revision_number=1']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:19:09.812542 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-01369f7b-c6f6-48cb-bf67-031b90a41c78 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=ce5a26a0374d46a581b939bdae19f61c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3896210 Sep 23 19:19:09.819291 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 56670) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:19:09.889642 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-2a508243-be95-4eb6-8945-664732f87a42 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:19:09.920778 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-2a508243-be95-4eb6-8945-664732f87a42 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:19:09.963789 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da694919-824e-47b7-9832-47b52057968e req-97158be6-e3f9-47a8-b3c6-aa00f0665cd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:19:09.966451 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-da694919-824e-47b7-9832-47b52057968e req-97158be6-e3f9-47a8-b3c6-aa00f0665cd6 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=0e8f2d91-dec7-4856-9400-fa2af5fd7699 HTTP/1.1" status: 200 len: 861 time: 0.4215376 Sep 23 19:19:09.987421 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-2a508243-be95-4eb6-8945-664732f87a42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:19:09.990014 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-2a508243-be95-4eb6-8945-664732f87a42 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:19:09.993719 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-2a508243-be95-4eb6-8945-664732f87a42 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/aae8f4bc-310a-4ec3-a290-b57ad8c23bb1 HTTP/1.1" status: 204 len: 168 time: 0.1709652 Sep 23 19:19:09.999993 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a508243-be95-4eb6-8945-664732f87a42 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aae8f4bc-310a-4ec3-a290-b57ad8c23bb1,revision_number=None']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:19:10.050711 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-da694919-824e-47b7-9832-47b52057968e req-3251b433-638c-49ff-a3ee-3999cb9def10 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=700d9bb9-bc11-4c9f-9c9e-ad5f0b765959&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0665815 Sep 23 19:19:10.059026 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f83644-5715-4bc5-8aa6-a9fd4ba70c67 req-09d5edce-4192-496a-ac21-cf00d239c485 tempest-LiveMigrationTest-1843640962 tempest-LiveMigrationTest-1843640962-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:19:10.066003 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-81f83644-5715-4bc5-8aa6-a9fd4ba70c67 req-09d5edce-4192-496a-ac21-cf00d239c485 tempest-LiveMigrationTest-1843640962 tempest-LiveMigrationTest-1843640962-project] 10.222.0.67 "GET /v2.0/networks?id=bf651024-673c-4eec-84ce-c6ef83d369a1 HTTP/1.1" status: 200 len: 807 time: 0.4442949 Sep 23 19:19:10.075858 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-4dd93632-bb64-4ea8-b512-a4e1178f4424 req-d1c95033-fe84-4363-b611-d1401214166b service neutron] 10.222.0.67 "GET /v2.0/networks/c2b58ecf-3b1b-414c-92a4-f53b08b3dace?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5471618 Sep 23 19:19:10.129770 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-81f83644-5715-4bc5-8aa6-a9fd4ba70c67 req-c3dc1552-2adb-4de3-9fd9-d45b3b62fcad tempest-LiveMigrationTest-1843640962 tempest-LiveMigrationTest-1843640962-project] 10.222.0.67 "GET /v2.0/quotas/0f5d9c33c3334ce192c43e08217ee019 HTTP/1.1" status: 200 len: 375 time: 0.0626159 Sep 23 19:19:10.177030 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-81f83644-5715-4bc5-8aa6-a9fd4ba70c67 req-0f0c7bbb-20ab-4853-90c8-293928a450ca tempest-LiveMigrationTest-1843640962 tempest-LiveMigrationTest-1843640962-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=0f5d9c33c3334ce192c43e08217ee019&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0336323 Sep 23 19:19:10.378694 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-da694919-824e-47b7-9832-47b52057968e req-936c84e0-4185-4378-b801-f49200cbb353 service neutron] 10.222.0.74 "GET /v2.0/networks/700d9bb9-bc11-4c9f-9c9e-ad5f0b765959?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2942996 Sep 23 19:19:10.398581 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-4dd93632-bb64-4ea8-b512-a4e1178f4424 req-1fc01fbe-cbfb-47ad-9cc3-1bf075e49d4d service neutron] 10.222.0.67 "GET /v2.0/networks/c2b58ecf-3b1b-414c-92a4-f53b08b3dace?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3219361 Sep 23 19:19:10.430442 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 56676) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:19:10.454531 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-84e46966-68c6-4baa-9a77-5ef5928ab29b admin admin] Notify callbacks [] for security_group, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:19:10.483467 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-81f83644-5715-4bc5-8aa6-a9fd4ba70c67 req-4090c557-607f-42c4-8199-ac0b8dd19628 service neutron] 10.222.0.67 "GET /v2.0/networks/bf651024-673c-4eec-84ce-c6ef83d369a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2322855 Sep 23 19:19:10.624830 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Device 1460ebe6-8877-44f7-b1dd-10dd2a99b2df up at agent hyperv_n-h2-713301-16 {{(pid=95103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 19:19:10.664270 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-81f83644-5715-4bc5-8aa6-a9fd4ba70c67 req-f56359d3-55e8-4e58-b3f2-e1b0835a85d8 service neutron] 10.222.0.67 "GET /v2.0/networks/bf651024-673c-4eec-84ce-c6ef83d369a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1697326 Sep 23 19:19:10.666549 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-84e46966-68c6-4baa-9a77-5ef5928ab29b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:19:10.671548 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-84e46966-68c6-4baa-9a77-5ef5928ab29b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:19:10.736312 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-84e46966-68c6-4baa-9a77-5ef5928ab29b admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=343d3c3e2629439facab351044204c36&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3019633 Sep 23 19:19:10.737837 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 56680) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:19:10.760360 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e46966-68c6-4baa-9a77-5ef5928ab29b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97ea3e1f-f787-42b5-a0f7-8367e5e4556f,revision_number=1']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:19:10.831545 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Provisioning for port 1460ebe6-8877-44f7-b1dd-10dd2a99b2df completed by entity L2. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 19:19:10.838634 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Provisioning complete for port 1460ebe6-8877-44f7-b1dd-10dd2a99b2df triggered by entity L2. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:19:10.839278 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:19:10.887492 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-bef561d5-22f0-4bbf-a7ae-13be472e2159 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:19:10.919603 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-bef561d5-22f0-4bbf-a7ae-13be472e2159 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:19:10.964514 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:19:11.025441 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] For port 1460ebe6-8877-44f7-b1dd-10dd2a99b2df, host n-h2-713301-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-16',level=0,port_id=1460ebe6-8877-44f7-b1dd-10dd2a99b2df,segment=NetworkSegment(6139d589-eb6c-4578-8935-c26ddf396853),segment_id=6139d589-eb6c-4578-8935-c26ddf396853)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:19:11.047440 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-da694919-824e-47b7-9832-47b52057968e req-50c49afb-4624-4e0a-a457-e03be19e0f28 service neutron] 10.222.0.74 "GET /v2.0/networks/700d9bb9-bc11-4c9f-9c9e-ad5f0b765959?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6425126 Sep 23 19:19:11.056025 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-bef561d5-22f0-4bbf-a7ae-13be472e2159 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:19:11.065482 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-bef561d5-22f0-4bbf-a7ae-13be472e2159 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:19:11.069183 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-bef561d5-22f0-4bbf-a7ae-13be472e2159 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/97ea3e1f-f787-42b5-a0f7-8367e5e4556f HTTP/1.1" status: 204 len: 168 time: 0.3278003 Sep 23 19:19:11.080817 n-d-713301-16 neutron-server[95103]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c01c2803-4366-4803-9ee1-d2ff4e1ce6fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1460ebe6-8877-44f7-b1dd-10dd2a99b2df'}] {{(pid=95103) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 19:19:11.094153 n-d-713301-16 neutron-server[95103]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}81a1c17f2aa89d5b3ebbba3a3e0cf7eb588e431c2224256110c4c4facdd7c3e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5775c086-3762-41b0-bcb7-942f36541a3f" -d '{"events": [{"server_uuid": "c01c2803-4366-4803-9ee1-d2ff4e1ce6fe", "name": "network-vif-plugged", "status": "completed", "tag": "1460ebe6-8877-44f7-b1dd-10dd2a99b2df"}]}' {{(pid=95103) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 19:19:11.095630 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bef561d5-22f0-4bbf-a7ae-13be472e2159 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97ea3e1f-f787-42b5-a0f7-8367e5e4556f,revision_number=None']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:19:11.107824 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9271be06-e812-4bab-8370-df1de66f0c6d req-3de162ce-12c2-4b19-872e-a1273bbbfe17 tempest-DeleteServersAdminTestJSON-860693392 tempest-DeleteServersAdminTestJSON-860693392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:19:11.110091 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-9271be06-e812-4bab-8370-df1de66f0c6d req-3de162ce-12c2-4b19-872e-a1273bbbfe17 tempest-DeleteServersAdminTestJSON-860693392 tempest-DeleteServersAdminTestJSON-860693392-project] 10.222.0.67 "GET /v2.0/ports?device_id=c01c2803-4366-4803-9ee1-d2ff4e1ce6fe HTTP/1.1" status: 200 len: 949 time: 0.1891086 Sep 23 19:19:11.145152 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Device eac7a0bc-e00f-4273-b9c3-0458806207dc details requested by agent hyperv_n-h1-713301-16 with host n-h1-713301-16 {{(pid=95103) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 19:19:11.171847 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-9271be06-e812-4bab-8370-df1de66f0c6d req-79bef1e1-d240-4d6b-a93c-b12f675b37b7 tempest-DeleteServersAdminTestJSON-860693392 tempest-DeleteServersAdminTestJSON-860693392-project] 10.222.0.67 "GET /v2.0/security-groups?id=f29b6549-5121-43c2-ad5f-225d5d0eade2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549116 Sep 23 19:19:11.192789 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:19:11.323492 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Pushing event updated for resources: {'Port': ['ID=1460ebe6-8877-44f7-b1dd-10dd2a99b2df,revision_number=5']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:19:11.520921 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] For port eac7a0bc-e00f-4273-b9c3-0458806207dc, host n-h1-713301-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-16',level=0,port_id=eac7a0bc-e00f-4273-b9c3-0458806207dc,segment=NetworkSegment(00f65067-1b00-468f-894b-1d8e13071c70),segment_id=00f65067-1b00-468f-894b-1d8e13071c70)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:19:11.543656 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Returning: {'device': 'eac7a0bc-e00f-4273-b9c3-0458806207dc', 'network_id': '700d9bb9-bc11-4c9f-9c9e-ad5f0b765959', 'port_id': 'eac7a0bc-e00f-4273-b9c3-0458806207dc', 'mac_address': 'fa:16:3e:36:3b:f8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 648, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0e8f2d91-dec7-4856-9400-fa2af5fd7699', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95103) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 19:19:11.580594 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c19bc18-17c9-4890-ada9-6530b545b8b5 req-bc3b636a-cbc0-4ed6-8a7e-bdd3ec7a587d tempest-ImagesOneServerNegativeTestJSON-187090525 tempest-ImagesOneServerNegativeTestJSON-187090525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:19:11.593924 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-6c19bc18-17c9-4890-ada9-6530b545b8b5 req-bc3b636a-cbc0-4ed6-8a7e-bdd3ec7a587d tempest-ImagesOneServerNegativeTestJSON-187090525 tempest-ImagesOneServerNegativeTestJSON-187090525-project] 10.222.0.67 "GET /v2.0/ports?device_id=5e6c8c22-e875-4e36-b85b-b5a9d5eb2437 HTTP/1.1" status: 200 len: 944 time: 0.1544352 Sep 23 19:19:11.619469 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:19:11.641730 n-d-713301-16 neutron-server[95103]: DEBUG neutron.notifiers.nova [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eac7a0bc-e00f-4273-b9c3-0458806207dc {{(pid=95103) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 19:19:11.711242 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-6c19bc18-17c9-4890-ada9-6530b545b8b5 req-93b2b738-912e-4da3-b328-5f7b9589ed96 tempest-ImagesOneServerNegativeTestJSON-187090525 tempest-ImagesOneServerNegativeTestJSON-187090525-project] 10.222.0.67 "GET /v2.0/security-groups?id=19c0f9e9-a6be-47c1-af86-410f820e84bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1040540 Sep 23 19:19:11.714054 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] For port eac7a0bc-e00f-4273-b9c3-0458806207dc, host n-h1-713301-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-16',level=0,port_id=eac7a0bc-e00f-4273-b9c3-0458806207dc,segment=NetworkSegment(00f65067-1b00-468f-894b-1d8e13071c70),segment_id=00f65067-1b00-468f-894b-1d8e13071c70)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:19:11.726813 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:19:11.817399 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Pushing event updated for resources: {'Port': ['ID=eac7a0bc-e00f-4273-b9c3-0458806207dc,revision_number=4']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:19:11.890836 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-78037442-393f-4717-951e-8ff8504f385b req-982ed972-3853-4cdc-8c25-0834d626fe21 tempest-LiveAutoBlockMigrationV225Test-1531822435 tempest-LiveAutoBlockMigrationV225Test-1531822435-project] 10.222.0.67 "GET /v2.0/ports?device_id=3f93ff56-89d6-4d8a-827d-77dcf6e19457 HTTP/1.1" status: 200 len: 210 time: 0.0672362 Sep 23 19:19:11.968592 n-d-713301-16 neutron-server[95103]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 19:19:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3577ac57-9675-40eb-ba76-de9490b081eb x-openstack-request-id: req-3577ac57-9675-40eb-ba76-de9490b081eb {{(pid=95103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 19:19:11.969104 n-d-713301-16 neutron-server[95103]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c01c2803-4366-4803-9ee1-d2ff4e1ce6fe", "name": "network-vif-plugged", "status": "completed", "tag": "1460ebe6-8877-44f7-b1dd-10dd2a99b2df", "code": 200}]} {{(pid=95103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 19:19:11.969564 n-d-713301-16 neutron-server[95103]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-3577ac57-9675-40eb-ba76-de9490b081eb {{(pid=95103) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 19:19:11.970106 n-d-713301-16 neutron-server[95103]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c01c2803-4366-4803-9ee1-d2ff4e1ce6fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1460ebe6-8877-44f7-b1dd-10dd2a99b2df', 'code': 200} Sep 23 19:19:11.974165 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] get_ports_and_sgs() called for port_ids ['eac7a0bc-e00f-4273-b9c3-0458806207dc'] {{(pid=95103) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 19:19:11.987020 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-4a80c0cb-9a13-41e6-ad12-269bef483d3a req-259aa6da-09bd-4ba4-bd2c-5f9d66a56fc2 tempest-LiveMigrationTest-1843640962 tempest-LiveMigrationTest-1843640962-project] 10.222.0.67 "GET /v2.0/ports?device_id=91012e8e-e67b-47ad-a34e-08f42534c38f HTTP/1.1" status: 200 len: 210 time: 0.0795295 Sep 23 19:19:12.127783 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5183e1d6-f1c9-4076-93db-86834539be2b req-946de265-5c13-44da-8000-192abdff70bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:19:12.131359 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-5183e1d6-f1c9-4076-93db-86834539be2b req-946de265-5c13-44da-8000-192abdff70bc service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=c01c2803-4366-4803-9ee1-d2ff4e1ce6fe HTTP/1.1" status: 200 len: 1102 time: 0.0609071 Sep 23 19:19:12.195918 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-5183e1d6-f1c9-4076-93db-86834539be2b req-42ae95dc-de15-4721-b858-1296b504f3ce service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=f29b6549-5121-43c2-ad5f-225d5d0eade2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529344 Sep 23 19:19:12.353792 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79e8c58-c23a-4df1-9fd9-9afe69fcf655 req-5e42c762-1356-4e4b-bbb0-1f8ee563b478 tempest-DeleteServersAdminTestJSON-860693392 tempest-DeleteServersAdminTestJSON-860693392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:19:12.355845 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-d79e8c58-c23a-4df1-9fd9-9afe69fcf655 req-5e42c762-1356-4e4b-bbb0-1f8ee563b478 tempest-DeleteServersAdminTestJSON-860693392 tempest-DeleteServersAdminTestJSON-860693392-project] 10.222.0.67 "GET /v2.0/ports?device_id=c01c2803-4366-4803-9ee1-d2ff4e1ce6fe HTTP/1.1" status: 200 len: 950 time: 0.0606542 Sep 23 19:19:12.431220 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-d79e8c58-c23a-4df1-9fd9-9afe69fcf655 req-f447a797-ab5a-424c-8031-cbab336c4d66 tempest-DeleteServersAdminTestJSON-860693392 tempest-DeleteServersAdminTestJSON-860693392-project] 10.222.0.67 "GET /v2.0/security-groups?id=f29b6549-5121-43c2-ad5f-225d5d0eade2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687137 Sep 23 19:19:12.516506 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 56764) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:19:12.717045 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.v2.base [None req-6f2b8427-fa9c-471e-8913-5a0931652899 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationTestJSON-1746853027-network', 'tenant_id': '1837c91936d44f518fad2d97e5027d38'}} {{(pid=95101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:19:12.757324 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f2b8427-fa9c-471e-8913-5a0931652899 admin admin] Made reservation on behalf of 1837c91936d44f518fad2d97e5027d38 for: {'network': 1} {{(pid=95101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:19:12.768854 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-6f2b8427-fa9c-471e-8913-5a0931652899 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for network, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:19:12.816162 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-6f2b8427-fa9c-471e-8913-5a0931652899 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:19:12.983099 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-6f2b8427-fa9c-471e-8913-5a0931652899 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:19:12.989330 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d6e1a5-3073-4647-8a74-e3f29495e8be req-6fa52f40-5fd5-4685-b5ef-f8332d6384b4 tempest-ImagesOneServerNegativeTestJSON-187090525 tempest-ImagesOneServerNegativeTestJSON-187090525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:19:12.989539 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-6f2b8427-fa9c-471e-8913-5a0931652899 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:19:12.997725 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-b6d6e1a5-3073-4647-8a74-e3f29495e8be req-6fa52f40-5fd5-4685-b5ef-f8332d6384b4 tempest-ImagesOneServerNegativeTestJSON-187090525 tempest-ImagesOneServerNegativeTestJSON-187090525-project] 10.222.0.67 "GET /v2.0/ports?device_id=5e6c8c22-e875-4e36-b85b-b5a9d5eb2437 HTTP/1.1" status: 200 len: 945 time: 0.1253765 Sep 23 19:19:13.007905 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd93632-bb64-4ea8-b512-a4e1178f4424 req-9075448a-7ebd-4470-a623-07dd8960ee0a tempest-LiveAutoBlockMigrationV225Test-1531822435 tempest-LiveAutoBlockMigrationV225Test-1531822435-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:19:13.009956 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-4dd93632-bb64-4ea8-b512-a4e1178f4424 req-9075448a-7ebd-4470-a623-07dd8960ee0a tempest-LiveAutoBlockMigrationV225Test-1531822435 tempest-LiveAutoBlockMigrationV225Test-1531822435-project] 10.222.0.53 "GET /v2.0/networks?id=c2b58ecf-3b1b-414c-92a4-f53b08b3dace HTTP/1.1" status: 200 len: 821 time: 0.2839694 Sep 23 19:19:13.016162 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6f2b8427-fa9c-471e-8913-5a0931652899 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 628} {{(pid=95101) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 19:19:13.032139 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f2b8427-fa9c-471e-8913-5a0931652899 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb9248a2-4263-4f57-a68c-8a6c3c3d2519,revision_number=1']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:19:13.040317 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Device eac7a0bc-e00f-4273-b9c3-0458806207dc up at agent hyperv_n-h1-713301-16 {{(pid=95103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 19:19:13.061677 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.v2.base [req-4dd93632-bb64-4ea8-b512-a4e1178f4424 req-d925f416-f478-4ad3-8083-f146ae5f10d4 tempest-LiveAutoBlockMigrationV225Test-1531822435 tempest-LiveAutoBlockMigrationV225Test-1531822435-project] Request body: {'port': {'device_id': '3f93ff56-89d6-4d8a-827d-77dcf6e19457', 'network_id': 'c2b58ecf-3b1b-414c-92a4-f53b08b3dace', 'admin_state_up': True, 'tenant_id': '01fd0bf0664a4580a0559687f9bf7c73'}} {{(pid=95102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:19:13.066780 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-6f2b8427-fa9c-471e-8913-5a0931652899 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1756186'] for segment, precommit_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:19:13.068206 n-d-713301-16 neutron-server[95101]: INFO neutron.db.segments_db [None req-6f2b8427-fa9c-471e-8913-5a0931652899 admin admin] Added segment 60344de3-4656-4e44-ba87-ebbfec08b080 of type vlan for network 13779c5f-d832-4edd-ba35-ebc363f13a7c Sep 23 19:19:13.074894 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-b6d6e1a5-3073-4647-8a74-e3f29495e8be req-5f268486-8c60-4d55-ba30-5c0ddb0488da tempest-ImagesOneServerNegativeTestJSON-187090525 tempest-ImagesOneServerNegativeTestJSON-187090525-project] 10.222.0.67 "GET /v2.0/security-groups?id=19c0f9e9-a6be-47c1-af86-410f820e84bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749211 Sep 23 19:19:13.141673 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-6f2b8427-fa9c-471e-8913-5a0931652899 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783145630486'] for network, precommit_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:19:13.176538 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Provisioning for port eac7a0bc-e00f-4273-b9c3-0458806207dc completed by entity L2. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 19:19:13.184309 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Provisioning complete for port eac7a0bc-e00f-4273-b9c3-0458806207dc triggered by entity L2. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:19:13.184736 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:19:13.198422 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-6f2b8427-fa9c-471e-8913-5a0931652899 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299'] for network, after_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:19:13.200291 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f2b8427-fa9c-471e-8913-5a0931652899 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:19:13.202315 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-6f2b8427-fa9c-471e-8913-5a0931652899 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527417'] for network, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:19:13.285349 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-6f2b8427-fa9c-471e-8913-5a0931652899 admin admin] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 0.7667150 Sep 23 19:19:13.300926 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 56784) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:19:13.323056 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.v2.base [None req-7eba2276-acfd-43b2-97d2-ec7e706cf2db admin admin] Request body: {'subnet': {'network_id': '13779c5f-d832-4edd-ba35-ebc363f13a7c', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationTestJSON-1746853027-subnet', 'tenant_id': '1837c91936d44f518fad2d97e5027d38', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=95101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:19:13.394127 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-9d56879d-600e-4483-9634-cc7c6a619f9a req-d8c9c9ea-72db-40cd-bac3-2670c4268cdc tempest-LiveAutoBlockMigrationV225Test-1531822435 tempest-LiveAutoBlockMigrationV225Test-1531822435-project] 10.222.0.67 "GET /v2.0/ports?device_id=3f93ff56-89d6-4d8a-827d-77dcf6e19457 HTTP/1.1" status: 200 len: 210 time: 0.0866134 Sep 23 19:19:13.423020 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:19:13.483794 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f2b8427-fa9c-471e-8913-5a0931652899 admin admin] Pushing event updated for resources: {'Network': ['ID=13779c5f-d832-4edd-ba35-ebc363f13a7c,revision_number=1']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:19:13.487560 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-e9e535b9-fd92-424a-b02d-36c63893aeae req-34a382aa-832c-4322-8dc7-0ddede63eb93 tempest-LiveMigrationTest-1843640962 tempest-LiveMigrationTest-1843640962-project] 10.222.0.67 "GET /v2.0/ports?device_id=91012e8e-e67b-47ad-a34e-08f42534c38f HTTP/1.1" status: 200 len: 210 time: 0.1011686 Sep 23 19:19:13.512004 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4dd93632-bb64-4ea8-b512-a4e1178f4424 req-d925f416-f478-4ad3-8083-f146ae5f10d4 tempest-LiveAutoBlockMigrationV225Test-1531822435 tempest-LiveAutoBlockMigrationV225Test-1531822435-project] Made reservation on behalf of 01fd0bf0664a4580a0559687f9bf7c73 for: {'port': 1} {{(pid=95102) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:19:13.515734 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.db.api [None req-7eba2276-acfd-43b2-97d2-ec7e706cf2db admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 23 19:19:13.515734 n-d-713301-16 neutron-server[95101]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Sep 23 19:19:13.515734 n-d-713301-16 neutron-server[95101]: [parameters: {'project_id_1': '1837c91936d44f518fad2d97e5027d38', 'expiration_1': datetime.datetime(2021, 9, 23, 19, 18, 53, 386470)}] Sep 23 19:19:13.515734 n-d-713301-16 neutron-server[95101]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=95101) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 23 19:19:13.519110 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-4dd93632-bb64-4ea8-b512-a4e1178f4424 req-d925f416-f478-4ad3-8083-f146ae5f10d4 tempest-LiveAutoBlockMigrationV225Test-1531822435 tempest-LiveAutoBlockMigrationV225Test-1531822435-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:19:13.519212 n-d-713301-16 neutron-server[95101]: DEBUG oslo_db.api [None req-7eba2276-acfd-43b2-97d2-ec7e706cf2db admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=95101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 23 19:19:13.527537 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Network 13779c5f-d832-4edd-ba35-ebc363f13a7c details requested by agent ovs-agent-n-d-713301-16 with host n-d-713301-16 {{(pid=95103) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 19:19:13.530902 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] For port eac7a0bc-e00f-4273-b9c3-0458806207dc, host n-h1-713301-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-16',level=0,port_id=eac7a0bc-e00f-4273-b9c3-0458806207dc,segment=NetworkSegment(00f65067-1b00-468f-894b-1d8e13071c70),segment_id=00f65067-1b00-468f-894b-1d8e13071c70)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:19:13.542943 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:19:13.657163 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f83644-5715-4bc5-8aa6-a9fd4ba70c67 req-0fef8f11-be15-40f2-bcb4-79ce343175d5 tempest-LiveMigrationTest-1843640962 tempest-LiveMigrationTest-1843640962-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:19:13.659298 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-81f83644-5715-4bc5-8aa6-a9fd4ba70c67 req-0fef8f11-be15-40f2-bcb4-79ce343175d5 tempest-LiveMigrationTest-1843640962 tempest-LiveMigrationTest-1843640962-project] 10.222.0.53 "GET /v2.0/networks?id=bf651024-673c-4eec-84ce-c6ef83d369a1 HTTP/1.1" status: 200 len: 807 time: 0.3227575 Sep 23 19:19:13.677489 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.v2.base [req-81f83644-5715-4bc5-8aa6-a9fd4ba70c67 req-08ddbbd0-17f6-4ec0-a01c-ff80ceaf8067 tempest-LiveMigrationTest-1843640962 tempest-LiveMigrationTest-1843640962-project] Request body: {'port': {'device_id': '91012e8e-e67b-47ad-a34e-08f42534c38f', 'network_id': 'bf651024-673c-4eec-84ce-c6ef83d369a1', 'admin_state_up': True, 'tenant_id': '0f5d9c33c3334ce192c43e08217ee019'}} {{(pid=95101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:19:13.853214 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db311c02-65f4-4ef6-892a-bfb9165ef032 req-cc8246d7-68aa-43e0-ae0c-c33095a3f0e3 tempest-DeleteServersAdminTestJSON-860693392 tempest-DeleteServersAdminTestJSON-860693392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:19:13.857494 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-81f83644-5715-4bc5-8aa6-a9fd4ba70c67 req-08ddbbd0-17f6-4ec0-a01c-ff80ceaf8067 tempest-LiveMigrationTest-1843640962 tempest-LiveMigrationTest-1843640962-project] Made reservation on behalf of 0f5d9c33c3334ce192c43e08217ee019 for: {'port': 1} {{(pid=95101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:19:13.858332 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-db311c02-65f4-4ef6-892a-bfb9165ef032 req-cc8246d7-68aa-43e0-ae0c-c33095a3f0e3 tempest-DeleteServersAdminTestJSON-860693392 tempest-DeleteServersAdminTestJSON-860693392-project] 10.222.0.67 "GET /v2.0/ports?device_id=c01c2803-4366-4803-9ee1-d2ff4e1ce6fe HTTP/1.1" status: 200 len: 950 time: 0.1965754 Sep 23 19:19:13.878626 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-81f83644-5715-4bc5-8aa6-a9fd4ba70c67 req-08ddbbd0-17f6-4ec0-a01c-ff80ceaf8067 tempest-LiveMigrationTest-1843640962 tempest-LiveMigrationTest-1843640962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:19:13.940449 n-d-713301-16 neutron-server[95102]: DEBUG neutron.db.db_base_plugin_common [req-4dd93632-bb64-4ea8-b512-a4e1178f4424 req-d925f416-f478-4ad3-8083-f146ae5f10d4 tempest-LiveAutoBlockMigrationV225Test-1531822435 tempest-LiveAutoBlockMigrationV225Test-1531822435-project] Allocated IP 172.20.0.9 (c2b58ecf-3b1b-414c-92a4-f53b08b3dace/4cc4932b-c381-47ec-9303-11e42975856f/d731a94f-f6c7-482a-9353-f2064dd9ad4e) {{(pid=95102) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 19:19:13.971903 n-d-713301-16 neutron-server[95103]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e6c8c22-e875-4e36-b85b-b5a9d5eb2437', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eac7a0bc-e00f-4273-b9c3-0458806207dc'}] {{(pid=95103) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 19:19:13.980321 n-d-713301-16 neutron-server[95103]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}81a1c17f2aa89d5b3ebbba3a3e0cf7eb588e431c2224256110c4c4facdd7c3e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5e4e8ee-ab8a-4ba3-bca6-326435458faf" -d '{"events": [{"server_uuid": "5e6c8c22-e875-4e36-b85b-b5a9d5eb2437", "name": "network-vif-plugged", "status": "completed", "tag": "eac7a0bc-e00f-4273-b9c3-0458806207dc"}]}' {{(pid=95103) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 19:19:13.998849 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Pushing event updated for resources: {'Port': ['ID=eac7a0bc-e00f-4273-b9c3-0458806207dc,revision_number=5']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:19:14.063222 n-d-713301-16 neutron-server[95101]: DEBUG neutron.db.db_base_plugin_common [req-81f83644-5715-4bc5-8aa6-a9fd4ba70c67 req-08ddbbd0-17f6-4ec0-a01c-ff80ceaf8067 tempest-LiveMigrationTest-1843640962 tempest-LiveMigrationTest-1843640962-project] Allocated IP 172.20.0.3 (bf651024-673c-4eec-84ce-c6ef83d369a1/a9e01a0e-19a1-4eb7-ad45-3b74532cbcd9/f9280300-5270-4d06-bf5d-2447b17be945) {{(pid=95101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 19:19:14.105746 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-db311c02-65f4-4ef6-892a-bfb9165ef032 req-ad369989-c71c-4513-a9cc-6a05a2a3e1cd tempest-DeleteServersAdminTestJSON-860693392 tempest-DeleteServersAdminTestJSON-860693392-project] 10.222.0.67 "GET /v2.0/security-groups?id=f29b6549-5121-43c2-ad5f-225d5d0eade2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2293231 Sep 23 19:19:14.168060 n-d-713301-16 neutron-server[95103]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 19:19:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e691e043-6ada-4421-b2a6-e9ac63c67aee x-openstack-request-id: req-e691e043-6ada-4421-b2a6-e9ac63c67aee {{(pid=95103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 19:19:14.168947 n-d-713301-16 neutron-server[95103]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5e6c8c22-e875-4e36-b85b-b5a9d5eb2437", "name": "network-vif-plugged", "status": "completed", "tag": "eac7a0bc-e00f-4273-b9c3-0458806207dc", "code": 200}]} {{(pid=95103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 19:19:14.170180 n-d-713301-16 neutron-server[95103]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-e691e043-6ada-4421-b2a6-e9ac63c67aee {{(pid=95103) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 19:19:14.170796 n-d-713301-16 neutron-server[95103]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5e6c8c22-e875-4e36-b85b-b5a9d5eb2437', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eac7a0bc-e00f-4273-b9c3-0458806207dc', 'code': 200} Sep 23 19:19:14.236590 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7eba2276-acfd-43b2-97d2-ec7e706cf2db admin admin] Made reservation on behalf of 1837c91936d44f518fad2d97e5027d38 for: {'subnet': 1} {{(pid=95101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:19:14.239059 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-7eba2276-acfd-43b2-97d2-ec7e706cf2db admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6130979'] for subnet, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:19:14.285941 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-4dd93632-bb64-4ea8-b512-a4e1178f4424 req-d925f416-f478-4ad3-8083-f146ae5f10d4 tempest-LiveAutoBlockMigrationV225Test-1531822435 tempest-LiveAutoBlockMigrationV225Test-1531822435-project] Notify callbacks [] for port, precommit_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:19:14.361939 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-81f83644-5715-4bc5-8aa6-a9fd4ba70c67 req-08ddbbd0-17f6-4ec0-a01c-ff80ceaf8067 tempest-LiveMigrationTest-1843640962 tempest-LiveMigrationTest-1843640962-project] Notify callbacks [] for port, precommit_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:19:14.376793 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-4dd93632-bb64-4ea8-b512-a4e1178f4424 req-d925f416-f478-4ad3-8083-f146ae5f10d4 tempest-LiveAutoBlockMigrationV225Test-1531822435 tempest-LiveAutoBlockMigrationV225Test-1531822435-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783145673135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4399100'] for port, after_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:19:14.458998 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-81f83644-5715-4bc5-8aa6-a9fd4ba70c67 req-08ddbbd0-17f6-4ec0-a01c-ff80ceaf8067 tempest-LiveMigrationTest-1843640962 tempest-LiveMigrationTest-1843640962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783145673135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5607431'] for port, after_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:19:14.466743 n-d-713301-16 neutron-server[95102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4dd93632-bb64-4ea8-b512-a4e1178f4424 req-d925f416-f478-4ad3-8083-f146ae5f10d4 tempest-LiveAutoBlockMigrationV225Test-1531822435 tempest-LiveAutoBlockMigrationV225Test-1531822435-project] Network c2b58ecf-3b1b-414c-92a4-f53b08b3dace is already hosted by enough agents. {{(pid=95102) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:19:14.479945 n-d-713301-16 neutron-server[95102]: DEBUG neutron.scheduler.base_scheduler [req-4dd93632-bb64-4ea8-b512-a4e1178f4424 req-d925f416-f478-4ad3-8083-f146ae5f10d4 tempest-LiveAutoBlockMigrationV225Test-1531822435 tempest-LiveAutoBlockMigrationV225Test-1531822435-project] Resources bound (agent type, host, resource id): {{(pid=95102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:19:14.482861 n-d-713301-16 neutron-server[95102]: DEBUG neutron.db.l3_dvrscheduler_db [req-4dd93632-bb64-4ea8-b512-a4e1178f4424 req-d925f416-f478-4ad3-8083-f146ae5f10d4 tempest-LiveAutoBlockMigrationV225Test-1531822435 tempest-LiveAutoBlockMigrationV225Test-1531822435-project] Received port after_create {{(pid=95102) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 19:19:14.535635 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08ddbbd0-17f6-4ec0-a01c-ff80ceaf8067 tempest-LiveMigrationTest-1843640962 tempest-LiveMigrationTest-1843640962-project] Pushing event updated for resources: {'Port': ['ID=f9280300-5270-4d06-bf5d-2447b17be945,revision_number=1']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:19:14.545005 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd93632-bb64-4ea8-b512-a4e1178f4424 req-d925f416-f478-4ad3-8083-f146ae5f10d4 tempest-LiveAutoBlockMigrationV225Test-1531822435 tempest-LiveAutoBlockMigrationV225Test-1531822435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:19:14.545904 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-4dd93632-bb64-4ea8-b512-a4e1178f4424 req-d925f416-f478-4ad3-8083-f146ae5f10d4 tempest-LiveAutoBlockMigrationV225Test-1531822435 tempest-LiveAutoBlockMigrationV225Test-1531822435-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527417'] for port, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:19:14.551816 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d925f416-f478-4ad3-8083-f146ae5f10d4 tempest-LiveAutoBlockMigrationV225Test-1531822435 tempest-LiveAutoBlockMigrationV225Test-1531822435-project] Pushing event updated for resources: {'Port': ['ID=d731a94f-f6c7-482a-9353-f2064dd9ad4e,revision_number=1']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:19:14.576912 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ec3314-eac5-48a7-b9df-227f1bc4d692 req-eba33a76-96c8-4833-ba1c-a40e48316cb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:19:14.578660 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-76ec3314-eac5-48a7-b9df-227f1bc4d692 req-eba33a76-96c8-4833-ba1c-a40e48316cb7 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=5e6c8c22-e875-4e36-b85b-b5a9d5eb2437 HTTP/1.1" status: 200 len: 1098 time: 0.2392828 Sep 23 19:19:14.594977 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5810ff-38ea-4803-86d3-d37364b31f33 req-aa6b7add-8d0b-4bc9-8801-5c45484e122d tempest-ImagesOneServerNegativeTestJSON-187090525 tempest-ImagesOneServerNegativeTestJSON-187090525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:19:14.596779 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-5b5810ff-38ea-4803-86d3-d37364b31f33 req-aa6b7add-8d0b-4bc9-8801-5c45484e122d tempest-ImagesOneServerNegativeTestJSON-187090525 tempest-ImagesOneServerNegativeTestJSON-187090525-project] 10.222.0.67 "GET /v2.0/ports?device_id=5e6c8c22-e875-4e36-b85b-b5a9d5eb2437 HTTP/1.1" status: 200 len: 946 time: 0.2683270 Sep 23 19:19:14.616317 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-81f83644-5715-4bc5-8aa6-a9fd4ba70c67 req-08ddbbd0-17f6-4ec0-a01c-ff80ceaf8067 tempest-LiveMigrationTest-1843640962 tempest-LiveMigrationTest-1843640962-project] Network bf651024-673c-4eec-84ce-c6ef83d369a1 is already hosted by enough agents. {{(pid=95101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:19:14.619040 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-4dd93632-bb64-4ea8-b512-a4e1178f4424 req-d925f416-f478-4ad3-8083-f146ae5f10d4 tempest-LiveAutoBlockMigrationV225Test-1531822435 tempest-LiveAutoBlockMigrationV225Test-1531822435-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5636423 Sep 23 19:19:14.627256 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.base_scheduler [req-81f83644-5715-4bc5-8aa6-a9fd4ba70c67 req-08ddbbd0-17f6-4ec0-a01c-ff80ceaf8067 tempest-LiveMigrationTest-1843640962 tempest-LiveMigrationTest-1843640962-project] Resources bound (agent type, host, resource id): {{(pid=95101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:19:14.637530 n-d-713301-16 neutron-server[95101]: DEBUG neutron.db.l3_dvrscheduler_db [req-81f83644-5715-4bc5-8aa6-a9fd4ba70c67 req-08ddbbd0-17f6-4ec0-a01c-ff80ceaf8067 tempest-LiveMigrationTest-1843640962 tempest-LiveMigrationTest-1843640962-project] Received port after_create {{(pid=95101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 19:19:14.651186 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.v2.base [req-4dd93632-bb64-4ea8-b512-a4e1178f4424 req-714c2f8f-1a52-4caf-bb7e-6d812eac528b service neutron] Request body: {'port': {'device_id': '3f93ff56-89d6-4d8a-827d-77dcf6e19457', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713301-16'}} {{(pid=95102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:19:14.674223 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-7eba2276-acfd-43b2-97d2-ec7e706cf2db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5607579', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6130961'] for subnet, after_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:19:14.751708 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f83644-5715-4bc5-8aa6-a9fd4ba70c67 req-08ddbbd0-17f6-4ec0-a01c-ff80ceaf8067 tempest-LiveMigrationTest-1843640962 tempest-LiveMigrationTest-1843640962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:19:14.752660 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-81f83644-5715-4bc5-8aa6-a9fd4ba70c67 req-08ddbbd0-17f6-4ec0-a01c-ff80ceaf8067 tempest-LiveMigrationTest-1843640962 tempest-LiveMigrationTest-1843640962-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222849'] for port, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:19:14.762162 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eba2276-acfd-43b2-97d2-ec7e706cf2db admin admin] Pushing event updated for resources: {'Subnet': ['ID=7acfa417-039d-4281-a2fc-e6454233f5db,revision_number=0']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:19:14.764562 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-76ec3314-eac5-48a7-b9df-227f1bc4d692 req-e17d710b-06f5-4773-b449-522a03387c8c service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=19c0f9e9-a6be-47c1-af86-410f820e84bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1666806 Sep 23 19:19:14.786695 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7eba2276-acfd-43b2-97d2-ec7e706cf2db admin admin] Checking segment: {'id': '60344de3-4656-4e44-ba87-ebbfec08b080', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '13779c5f-d832-4edd-ba35-ebc363f13a7c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:19:14.787604 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7eba2276-acfd-43b2-97d2-ec7e706cf2db admin admin] Network hostable DHCP agents. Network: 13779c5f-d832-4edd-ba35-ebc363f13a7c, hostable agents: ['1b18bf05-1b5f-4587-be5c-af3ac38e32ad'], hosted agents: [] {{(pid=95101) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 19:19:14.791999 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-81f83644-5715-4bc5-8aa6-a9fd4ba70c67 req-08ddbbd0-17f6-4ec0-a01c-ff80ceaf8067 tempest-LiveMigrationTest-1843640962 tempest-LiveMigrationTest-1843640962-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1227307 Sep 23 19:19:14.810465 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.v2.base [req-81f83644-5715-4bc5-8aa6-a9fd4ba70c67 req-cbd5aa9a-27dc-460d-85c4-9bf87e6220b2 service neutron] Request body: {'port': {'device_id': '91012e8e-e67b-47ad-a34e-08f42534c38f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713301-16'}} {{(pid=95101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:19:14.811246 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-5b5810ff-38ea-4803-86d3-d37364b31f33 req-f3e7704d-acf5-4c4e-847b-0ff285e30105 tempest-ImagesOneServerNegativeTestJSON-187090525 tempest-ImagesOneServerNegativeTestJSON-187090525-project] 10.222.0.67 "GET /v2.0/security-groups?id=19c0f9e9-a6be-47c1-af86-410f820e84bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1971815 Sep 23 19:19:14.825539 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7eba2276-acfd-43b2-97d2-ec7e706cf2db admin admin] Network 13779c5f-d832-4edd-ba35-ebc363f13a7c is scheduled to be hosted by DHCP agent 1b18bf05-1b5f-4587-be5c-af3ac38e32ad with binding_index 1 {{(pid=95101) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 19:19:14.835025 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-4dd93632-bb64-4ea8-b512-a4e1178f4424 req-714c2f8f-1a52-4caf-bb7e-6d812eac528b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:19:14.855734 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.base_scheduler [None req-7eba2276-acfd-43b2-97d2-ec7e706cf2db admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713301-16, 13779c5f-d832-4edd-ba35-ebc363f13a7c) {{(pid=95101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:19:14.866330 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7eba2276-acfd-43b2-97d2-ec7e706cf2db admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:19:14.866604 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1ab0747-7857-4d58-8ac2-2a4c130efe63 None None] Network 13779c5f-d832-4edd-ba35-ebc363f13a7c requested from n-d-713301-16 {{(pid=95103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 19:19:14.867133 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-7eba2276-acfd-43b2-97d2-ec7e706cf2db admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527417'] for subnet, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:19:14.918517 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-81f83644-5715-4bc5-8aa6-a9fd4ba70c67 req-cbd5aa9a-27dc-460d-85c4-9bf87e6220b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:19:14.941572 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-7eba2276-acfd-43b2-97d2-ec7e706cf2db admin admin] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 1.6273134 Sep 23 19:19:14.944014 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 56818) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:19:14.961000 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.v2.base [None req-2381df00-d917-4912-ab4c-70264e8d1942 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationTestJSON-1746853027-router', 'tenant_id': '1837c91936d44f518fad2d97e5027d38', 'external_gateway_info': {'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac'}}} {{(pid=95101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:19:15.012153 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.agents_db [None req-f2f5c474-60a3-474f-b2cc-02c4bd30880c None None] Agent healthcheck: found 7 active agents {{(pid=95104) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 19:19:15.038536 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-2381df00-d917-4912-ab4c-70264e8d1942 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-594563', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29355'] for router, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:19:15.040274 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-2381df00-d917-4912-ab4c-70264e8d1942 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-597363', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-601731', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-739356', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29346'] for router, precommit_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:19:15.153334 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8de30ac-73bd-42dc-ad9e-91bbcb942aa6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4c8b80df-07eb-5275-9f17-5cf640db67c0-13779c5f-d832-4edd-ba35-ebc363f13a7c', 'network_id': '13779c5f-d832-4edd-ba35-ebc363f13a7c', 'tenant_id': '1837c91936d44f518fad2d97e5027d38', 'fixed_ips': [{'subnet_id': '7acfa417-039d-4281-a2fc-e6454233f5db'}]}} from n-d-713301-16. {{(pid=95103) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 23 19:19:15.154225 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-c8de30ac-73bd-42dc-ad9e-91bbcb942aa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_create {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:19:15.214898 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-2381df00-d917-4912-ab4c-70264e8d1942 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:19:15.401485 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd2ec0fa-433f-4f94-86aa-03c4c9c5a730 req-c4328b21-a384-4f3d-a0a0-250fc8cf1eb2 tempest-LiveAutoBlockMigrationV225Test-1531822435 tempest-LiveAutoBlockMigrationV225Test-1531822435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:19:15.402992 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-fd2ec0fa-433f-4f94-86aa-03c4c9c5a730 req-c4328b21-a384-4f3d-a0a0-250fc8cf1eb2 tempest-LiveAutoBlockMigrationV225Test-1531822435 tempest-LiveAutoBlockMigrationV225Test-1531822435-project] 10.222.0.67 "GET /v2.0/ports?device_id=3f93ff56-89d6-4d8a-827d-77dcf6e19457 HTTP/1.1" status: 200 len: 931 time: 0.3015785 Sep 23 19:19:15.457639 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-2381df00-d917-4912-ab4c-70264e8d1942 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:19:15.479604 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-fd2ec0fa-433f-4f94-86aa-03c4c9c5a730 req-8ac40e76-2040-4c06-b227-6e5b7e61807e tempest-LiveAutoBlockMigrationV225Test-1531822435 tempest-LiveAutoBlockMigrationV225Test-1531822435-project] 10.222.0.67 "GET /v2.0/security-groups?id=6d32247e-8bb7-4ae1-818c-76baafa39c73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678933 Sep 23 19:19:15.490742 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d7be2ef-7c4b-473c-88af-4ebc979749a3 req-76c80673-4c09-4e50-8d6c-6ae7cb8cb332 tempest-LiveMigrationTest-1843640962 tempest-LiveMigrationTest-1843640962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:19:15.497967 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-8d7be2ef-7c4b-473c-88af-4ebc979749a3 req-76c80673-4c09-4e50-8d6c-6ae7cb8cb332 tempest-LiveMigrationTest-1843640962 tempest-LiveMigrationTest-1843640962-project] 10.222.0.67 "GET /v2.0/ports?device_id=91012e8e-e67b-47ad-a34e-08f42534c38f HTTP/1.1" status: 200 len: 931 time: 0.1924021 Sep 23 19:19:15.556884 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-8d7be2ef-7c4b-473c-88af-4ebc979749a3 req-6b3f8a31-4ac7-4729-bcee-2164c0709bae tempest-LiveMigrationTest-1843640962 tempest-LiveMigrationTest-1843640962-project] 10.222.0.67 "GET /v2.0/security-groups?id=1c151358-1cab-48a6-be3e-ad7507b4da06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554175 Sep 23 19:19:15.595070 n-d-713301-16 neutron-server[95101]: DEBUG neutron.notifiers.nova [req-81f83644-5715-4bc5-8aa6-a9fd4ba70c67 req-cbd5aa9a-27dc-460d-85c4-9bf87e6220b2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f9280300-5270-4d06-bf5d-2447b17be945 {{(pid=95101) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 19:19:15.619639 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-81f83644-5715-4bc5-8aa6-a9fd4ba70c67 req-cbd5aa9a-27dc-460d-85c4-9bf87e6220b2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:19:15.628294 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.db_base_plugin_common [None req-c8de30ac-73bd-42dc-ad9e-91bbcb942aa6 None None] Allocated IP 172.20.0.2 (13779c5f-d832-4edd-ba35-ebc363f13a7c/7acfa417-039d-4281-a2fc-e6454233f5db/27d345d6-fe15-4307-a180-71bde1df2db5) {{(pid=95103) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 19:19:15.638832 n-d-713301-16 neutron-server[95101]: DEBUG neutron.db.provisioning_blocks [req-81f83644-5715-4bc5-8aa6-a9fd4ba70c67 req-cbd5aa9a-27dc-460d-85c4-9bf87e6220b2 service neutron] Transition to ACTIVE for port object f9280300-5270-4d06-bf5d-2447b17be945 will not be triggered until provisioned by entity L2. {{(pid=95101) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 19:19:15.658899 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-81f83644-5715-4bc5-8aa6-a9fd4ba70c67 req-cbd5aa9a-27dc-460d-85c4-9bf87e6220b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5607436'] for port, after_update {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:19:15.773923 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd5aa9a-27dc-460d-85c4-9bf87e6220b2 service neutron] Pushing event updated for resources: {'Port': ['ID=f9280300-5270-4d06-bf5d-2447b17be945,revision_number=2']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:19:15.789012 n-d-713301-16 neutron-server[95102]: DEBUG neutron.notifiers.nova [req-4dd93632-bb64-4ea8-b512-a4e1178f4424 req-714c2f8f-1a52-4caf-bb7e-6d812eac528b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d731a94f-f6c7-482a-9353-f2064dd9ad4e {{(pid=95102) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 19:19:15.822511 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-4dd93632-bb64-4ea8-b512-a4e1178f4424 req-714c2f8f-1a52-4caf-bb7e-6d812eac528b service neutron] Notify callbacks [] for port, precommit_update {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:19:15.875755 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-c8de30ac-73bd-42dc-ad9e-91bbcb942aa6 None None] Notify callbacks [] for port, precommit_create {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:19:15.887683 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-c8de30ac-73bd-42dc-ad9e-91bbcb942aa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783145673135'] for port, after_create {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:19:15.890894 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5045f59-c6c0-4168-abe3-24bd35b7cd95 req-4c95e2af-f016-4b75-9e7b-24bf37caf743 tempest-DeleteServersAdminTestJSON-860693392 tempest-DeleteServersAdminTestJSON-860693392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:19:15.904392 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.managers [req-81f83644-5715-4bc5-8aa6-a9fd4ba70c67 req-cbd5aa9a-27dc-460d-85c4-9bf87e6220b2 service neutron] Attempting to bind port f9280300-5270-4d06-bf5d-2447b17be945 on host n-h2-713301-16 for vnic_type normal with profile {{(pid=95101) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 19:19:15.906144 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.managers [req-81f83644-5715-4bc5-8aa6-a9fd4ba70c67 req-cbd5aa9a-27dc-460d-85c4-9bf87e6220b2 service neutron] Attempting to bind port f9280300-5270-4d06-bf5d-2447b17be945 by drivers openvswitch,hyperv on host n-h2-713301-16 at level 0 using segments [{'id': '6735b3c2-9e0f-43a7-8f57-e48eb1a30c85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': 'bf651024-673c-4eec-84ce-c6ef83d369a1'}] {{(pid=95101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 19:19:15.906588 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81f83644-5715-4bc5-8aa6-a9fd4ba70c67 req-cbd5aa9a-27dc-460d-85c4-9bf87e6220b2 service neutron] Attempting to bind port f9280300-5270-4d06-bf5d-2447b17be945 on network bf651024-673c-4eec-84ce-c6ef83d369a1 {{(pid=95101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:19:15.907777 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-c5045f59-c6c0-4168-abe3-24bd35b7cd95 req-4c95e2af-f016-4b75-9e7b-24bf37caf743 tempest-DeleteServersAdminTestJSON-860693392 tempest-DeleteServersAdminTestJSON-860693392-project] 10.222.0.67 "GET /v2.0/ports?device_id=c01c2803-4366-4803-9ee1-d2ff4e1ce6fe HTTP/1.1" status: 200 len: 950 time: 0.2634480 Sep 23 19:19:15.912527 n-d-713301-16 neutron-server[95102]: DEBUG neutron.db.provisioning_blocks [req-4dd93632-bb64-4ea8-b512-a4e1178f4424 req-714c2f8f-1a52-4caf-bb7e-6d812eac528b service neutron] Transition to ACTIVE for port object d731a94f-f6c7-482a-9353-f2064dd9ad4e will not be triggered until provisioned by entity L2. {{(pid=95102) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 19:19:15.925346 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81f83644-5715-4bc5-8aa6-a9fd4ba70c67 req-cbd5aa9a-27dc-460d-85c4-9bf87e6220b2 service neutron] Port f9280300-5270-4d06-bf5d-2447b17be945 on network bf651024-673c-4eec-84ce-c6ef83d369a1 not bound, no agent of type Open vSwitch agent registered on host n-h2-713301-16 {{(pid=95101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 19:19:15.926627 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81f83644-5715-4bc5-8aa6-a9fd4ba70c67 req-cbd5aa9a-27dc-460d-85c4-9bf87e6220b2 service neutron] Attempting to bind port f9280300-5270-4d06-bf5d-2447b17be945 on network bf651024-673c-4eec-84ce-c6ef83d369a1 {{(pid=95101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:19:15.935071 n-d-713301-16 neutron-server[95103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8de30ac-73bd-42dc-ad9e-91bbcb942aa6 None None] Network 13779c5f-d832-4edd-ba35-ebc363f13a7c is already hosted by enough agents. {{(pid=95103) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:19:15.938812 n-d-713301-16 neutron-server[95103]: DEBUG neutron.scheduler.base_scheduler [None req-c8de30ac-73bd-42dc-ad9e-91bbcb942aa6 None None] Resources bound (agent type, host, resource id): {{(pid=95103) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:19:15.944157 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8de30ac-73bd-42dc-ad9e-91bbcb942aa6 None None] Received port after_create {{(pid=95103) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 19:19:15.955250 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.53', 56983) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:19:15.969801 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8de30ac-73bd-42dc-ad9e-91bbcb942aa6 None None] Pushing event updated for resources: {'Port': ['ID=27d345d6-fe15-4307-a180-71bde1df2db5,revision_number=1']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:19:15.995991 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-4dd93632-bb64-4ea8-b512-a4e1178f4424 req-714c2f8f-1a52-4caf-bb7e-6d812eac528b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4399095'] for port, after_update {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:19:16.039980 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.managers [None req-c8de30ac-73bd-42dc-ad9e-91bbcb942aa6 None None] Attempting to bind port 27d345d6-fe15-4307-a180-71bde1df2db5 on host n-d-713301-16 for vnic_type normal with profile {{(pid=95103) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 19:19:16.040270 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.managers [None req-c8de30ac-73bd-42dc-ad9e-91bbcb942aa6 None None] Attempting to bind port 27d345d6-fe15-4307-a180-71bde1df2db5 by drivers openvswitch,hyperv on host n-d-713301-16 at level 0 using segments [{'id': '60344de3-4656-4e44-ba87-ebbfec08b080', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '13779c5f-d832-4edd-ba35-ebc363f13a7c'}] {{(pid=95103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 19:19:16.040704 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8de30ac-73bd-42dc-ad9e-91bbcb942aa6 None None] Attempting to bind port 27d345d6-fe15-4307-a180-71bde1df2db5 on network 13779c5f-d832-4edd-ba35-ebc363f13a7c {{(pid=95103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:19:16.048333 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8de30ac-73bd-42dc-ad9e-91bbcb942aa6 None None] Checking agent: {'id': '70a14545-df24-472f-8f95-bfe1719bff93', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 19, 7, 53), 'started_at': datetime.datetime(2021, 9, 23, 19, 8, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 19, 18, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 19:19:16.048816 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8de30ac-73bd-42dc-ad9e-91bbcb942aa6 None None] Checking segment: {'id': '60344de3-4656-4e44-ba87-ebbfec08b080', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '13779c5f-d832-4edd-ba35-ebc363f13a7c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95103) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:19:16.049278 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-c8de30ac-73bd-42dc-ad9e-91bbcb942aa6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:19:16.049940 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8de30ac-73bd-42dc-ad9e-91bbcb942aa6 None None] Bound using segment: {'id': '60344de3-4656-4e44-ba87-ebbfec08b080', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '13779c5f-d832-4edd-ba35-ebc363f13a7c'} {{(pid=95103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 19:19:16.050423 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.managers [None req-c8de30ac-73bd-42dc-ad9e-91bbcb942aa6 None None] Bound port: 27d345d6-fe15-4307-a180-71bde1df2db5, host: n-d-713301-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '60344de3-4656-4e44-ba87-ebbfec08b080', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '13779c5f-d832-4edd-ba35-ebc363f13a7c'}}] {{(pid=95103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 19:19:16.050858 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-c8de30ac-73bd-42dc-ad9e-91bbcb942aa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:19:16.082628 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81f83644-5715-4bc5-8aa6-a9fd4ba70c67 req-cbd5aa9a-27dc-460d-85c4-9bf87e6220b2 service neutron] Checking agent: {'id': '2a7cea34-db54-4faf-8d23-37521c3e34cb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713301-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 19, 15, 28), 'started_at': datetime.datetime(2021, 9, 23, 19, 15, 28), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 19, 18, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 19:19:16.082628 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81f83644-5715-4bc5-8aa6-a9fd4ba70c67 req-cbd5aa9a-27dc-460d-85c4-9bf87e6220b2 service neutron] Checking segment: {'id': '6735b3c2-9e0f-43a7-8f57-e48eb1a30c85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': 'bf651024-673c-4eec-84ce-c6ef83d369a1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:19:16.083541 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-c5045f59-c6c0-4168-abe3-24bd35b7cd95 req-4f59a4ce-5e70-4a75-960a-e8ff5d800739 tempest-DeleteServersAdminTestJSON-860693392 tempest-DeleteServersAdminTestJSON-860693392-project] 10.222.0.67 "GET /v2.0/security-groups?id=f29b6549-5121-43c2-ad5f-225d5d0eade2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1682224 Sep 23 19:19:16.088578 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81f83644-5715-4bc5-8aa6-a9fd4ba70c67 req-cbd5aa9a-27dc-460d-85c4-9bf87e6220b2 service neutron] Bound using segment: {'id': '6735b3c2-9e0f-43a7-8f57-e48eb1a30c85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': 'bf651024-673c-4eec-84ce-c6ef83d369a1'} {{(pid=95101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 19:19:16.089477 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.managers [req-81f83644-5715-4bc5-8aa6-a9fd4ba70c67 req-cbd5aa9a-27dc-460d-85c4-9bf87e6220b2 service neutron] Bound port: f9280300-5270-4d06-bf5d-2447b17be945, host: n-h2-713301-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6735b3c2-9e0f-43a7-8f57-e48eb1a30c85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': 'bf651024-673c-4eec-84ce-c6ef83d369a1'}}] {{(pid=95101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 19:19:16.089954 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-81f83644-5715-4bc5-8aa6-a9fd4ba70c67 req-cbd5aa9a-27dc-460d-85c4-9bf87e6220b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:19:16.234275 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-c8de30ac-73bd-42dc-ad9e-91bbcb942aa6 None None] For port 27d345d6-fe15-4307-a180-71bde1df2db5, host n-d-713301-16, cleared binding levels {{(pid=95103) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 19:19:16.237904 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-c8de30ac-73bd-42dc-ad9e-91bbcb942aa6 None None] For port 27d345d6-fe15-4307-a180-71bde1df2db5, host n-d-713301-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-16',level=0,port_id=27d345d6-fe15-4307-a180-71bde1df2db5,segment=NetworkSegment(60344de3-4656-4e44-ba87-ebbfec08b080),segment_id=60344de3-4656-4e44-ba87-ebbfec08b080)] {{(pid=95103) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 19:19:16.242121 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-714c2f8f-1a52-4caf-bb7e-6d812eac528b service neutron] Pushing event updated for resources: {'Port': ['ID=d731a94f-f6c7-482a-9353-f2064dd9ad4e,revision_number=2']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:19:16.246545 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-c8de30ac-73bd-42dc-ad9e-91bbcb942aa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:19:16.410533 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8de30ac-73bd-42dc-ad9e-91bbcb942aa6 None None] Pushing event updated for resources: {'Port': ['ID=27d345d6-fe15-4307-a180-71bde1df2db5,revision_number=2']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:19:16.417254 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf86c39-ab38-4692-bb36-c9ff66cfd6af req-67bf203e-7175-436a-b8a5-fa50b2b591b5 tempest-ImagesOneServerNegativeTestJSON-187090525 tempest-ImagesOneServerNegativeTestJSON-187090525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:19:16.425302 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-0cf86c39-ab38-4692-bb36-c9ff66cfd6af req-67bf203e-7175-436a-b8a5-fa50b2b591b5 tempest-ImagesOneServerNegativeTestJSON-187090525 tempest-ImagesOneServerNegativeTestJSON-187090525-project] 10.222.0.67 "GET /v2.0/ports?device_id=5e6c8c22-e875-4e36-b85b-b5a9d5eb2437 HTTP/1.1" status: 200 len: 946 time: 0.1850169 Sep 23 19:19:16.448487 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.managers [req-4dd93632-bb64-4ea8-b512-a4e1178f4424 req-714c2f8f-1a52-4caf-bb7e-6d812eac528b service neutron] Attempting to bind port d731a94f-f6c7-482a-9353-f2064dd9ad4e on host n-h2-713301-16 for vnic_type normal with profile {{(pid=95102) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 19:19:16.448876 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.managers [req-4dd93632-bb64-4ea8-b512-a4e1178f4424 req-714c2f8f-1a52-4caf-bb7e-6d812eac528b service neutron] Attempting to bind port d731a94f-f6c7-482a-9353-f2064dd9ad4e by drivers openvswitch,hyperv on host n-h2-713301-16 at level 0 using segments [{'id': '5e7e2223-350e-4937-8d7b-2c6ab6ddc0ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': 'c2b58ecf-3b1b-414c-92a4-f53b08b3dace'}] {{(pid=95102) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 19:19:16.449212 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4dd93632-bb64-4ea8-b512-a4e1178f4424 req-714c2f8f-1a52-4caf-bb7e-6d812eac528b service neutron] Attempting to bind port d731a94f-f6c7-482a-9353-f2064dd9ad4e on network c2b58ecf-3b1b-414c-92a4-f53b08b3dace {{(pid=95102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:19:16.470063 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4dd93632-bb64-4ea8-b512-a4e1178f4424 req-714c2f8f-1a52-4caf-bb7e-6d812eac528b service neutron] Port d731a94f-f6c7-482a-9353-f2064dd9ad4e on network c2b58ecf-3b1b-414c-92a4-f53b08b3dace not bound, no agent of type Open vSwitch agent registered on host n-h2-713301-16 {{(pid=95102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 19:19:16.470398 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4dd93632-bb64-4ea8-b512-a4e1178f4424 req-714c2f8f-1a52-4caf-bb7e-6d812eac528b service neutron] Attempting to bind port d731a94f-f6c7-482a-9353-f2064dd9ad4e on network c2b58ecf-3b1b-414c-92a4-f53b08b3dace {{(pid=95102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:19:16.495040 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4dd93632-bb64-4ea8-b512-a4e1178f4424 req-714c2f8f-1a52-4caf-bb7e-6d812eac528b service neutron] Checking agent: {'id': '2a7cea34-db54-4faf-8d23-37521c3e34cb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713301-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 19, 15, 28), 'started_at': datetime.datetime(2021, 9, 23, 19, 15, 28), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 19, 18, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 19:19:16.495634 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4dd93632-bb64-4ea8-b512-a4e1178f4424 req-714c2f8f-1a52-4caf-bb7e-6d812eac528b service neutron] Checking segment: {'id': '5e7e2223-350e-4937-8d7b-2c6ab6ddc0ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': 'c2b58ecf-3b1b-414c-92a4-f53b08b3dace'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95102) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:19:16.495757 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4dd93632-bb64-4ea8-b512-a4e1178f4424 req-714c2f8f-1a52-4caf-bb7e-6d812eac528b service neutron] Bound using segment: {'id': '5e7e2223-350e-4937-8d7b-2c6ab6ddc0ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': 'c2b58ecf-3b1b-414c-92a4-f53b08b3dace'} {{(pid=95102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 19:19:16.496210 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.managers [req-4dd93632-bb64-4ea8-b512-a4e1178f4424 req-714c2f8f-1a52-4caf-bb7e-6d812eac528b service neutron] Bound port: d731a94f-f6c7-482a-9353-f2064dd9ad4e, host: n-h2-713301-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5e7e2223-350e-4937-8d7b-2c6ab6ddc0ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': 'c2b58ecf-3b1b-414c-92a4-f53b08b3dace'}}] {{(pid=95102) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 19:19:16.496576 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-4dd93632-bb64-4ea8-b512-a4e1178f4424 req-714c2f8f-1a52-4caf-bb7e-6d812eac528b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:19:16.553781 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-0cf86c39-ab38-4692-bb36-c9ff66cfd6af req-6d25472c-97de-4ade-9b17-72a830f31815 tempest-ImagesOneServerNegativeTestJSON-187090525 tempest-ImagesOneServerNegativeTestJSON-187090525-project] 10.222.0.67 "GET /v2.0/security-groups?id=19c0f9e9-a6be-47c1-af86-410f820e84bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1107764 Sep 23 19:19:16.721480 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca4197b6-27a9-43f2-902d-808592d752d8 req-dfb168ba-7541-449d-8f49-216098ea4d9e tempest-DeleteServersAdminTestJSON-1582657291 tempest-DeleteServersAdminTestJSON-1582657291-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:19:16.723079 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-ca4197b6-27a9-43f2-902d-808592d752d8 req-dfb168ba-7541-449d-8f49-216098ea4d9e tempest-DeleteServersAdminTestJSON-1582657291 tempest-DeleteServersAdminTestJSON-1582657291-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=c01c2803-4366-4803-9ee1-d2ff4e1ce6fe HTTP/1.1" status: 200 len: 1102 time: 0.7572432 Sep 23 19:19:16.807228 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.db [req-4dd93632-bb64-4ea8-b512-a4e1178f4424 req-714c2f8f-1a52-4caf-bb7e-6d812eac528b service neutron] For port d731a94f-f6c7-482a-9353-f2064dd9ad4e, host n-h2-713301-16, cleared binding levels {{(pid=95102) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 19:19:16.836067 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-2381df00-d917-4912-ab4c-70264e8d1942 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:19:16.850446 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5cf68ad-e2b8-46b0-ac43-363eaf4b1338 req-bb81ad70-68f5-4b88-98f0-6a98ffe7220c tempest-LiveAutoBlockMigrationV225Test-1531822435 tempest-LiveAutoBlockMigrationV225Test-1531822435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:19:16.858090 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-b5cf68ad-e2b8-46b0-ac43-363eaf4b1338 req-bb81ad70-68f5-4b88-98f0-6a98ffe7220c tempest-LiveAutoBlockMigrationV225Test-1531822435 tempest-LiveAutoBlockMigrationV225Test-1531822435-project] 10.222.0.67 "GET /v2.0/ports?device_id=3f93ff56-89d6-4d8a-827d-77dcf6e19457 HTTP/1.1" status: 200 len: 943 time: 0.1782193 Sep 23 19:19:16.860368 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.db [req-4dd93632-bb64-4ea8-b512-a4e1178f4424 req-714c2f8f-1a52-4caf-bb7e-6d812eac528b service neutron] For port d731a94f-f6c7-482a-9353-f2064dd9ad4e, host n-h2-713301-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-16',level=0,port_id=d731a94f-f6c7-482a-9353-f2064dd9ad4e,segment=NetworkSegment(5e7e2223-350e-4937-8d7b-2c6ab6ddc0ab),segment_id=5e7e2223-350e-4937-8d7b-2c6ab6ddc0ab)] {{(pid=95102) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 19:19:16.863465 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-2381df00-d917-4912-ab4c-70264e8d1942 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:19:16.882509 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-4dd93632-bb64-4ea8-b512-a4e1178f4424 req-714c2f8f-1a52-4caf-bb7e-6d812eac528b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4399095'] for port, after_update {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:19:16.893129 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 56840) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:19:16.896142 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.db [req-81f83644-5715-4bc5-8aa6-a9fd4ba70c67 req-cbd5aa9a-27dc-460d-85c4-9bf87e6220b2 service neutron] For port f9280300-5270-4d06-bf5d-2447b17be945, host n-h2-713301-16, cleared binding levels {{(pid=95101) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 19:19:16.900851 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58cf9a78-ea4c-4e7e-b215-d923e8c5387f req-5954f4e2-3899-46bf-bae7-6ebaa6fcc14f tempest-ImagesOneServerNegativeTestJSON-187090525 tempest-ImagesOneServerNegativeTestJSON-187090525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:19:16.908633 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-58cf9a78-ea4c-4e7e-b215-d923e8c5387f req-5954f4e2-3899-46bf-bae7-6ebaa6fcc14f tempest-ImagesOneServerNegativeTestJSON-187090525 tempest-ImagesOneServerNegativeTestJSON-187090525-project] 10.222.0.67 "GET /v2.0/ports?device_id=5e6c8c22-e875-4e36-b85b-b5a9d5eb2437 HTTP/1.1" status: 200 len: 946 time: 0.1737750 Sep 23 19:19:16.975252 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.db [req-81f83644-5715-4bc5-8aa6-a9fd4ba70c67 req-cbd5aa9a-27dc-460d-85c4-9bf87e6220b2 service neutron] For port f9280300-5270-4d06-bf5d-2447b17be945, host n-h2-713301-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-16',level=0,port_id=f9280300-5270-4d06-bf5d-2447b17be945,segment=NetworkSegment(6735b3c2-9e0f-43a7-8f57-e48eb1a30c85),segment_id=6735b3c2-9e0f-43a7-8f57-e48eb1a30c85)] {{(pid=95101) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 19:19:16.985157 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd93632-bb64-4ea8-b512-a4e1178f4424 req-714c2f8f-1a52-4caf-bb7e-6d812eac528b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:19:16.985849 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-4dd93632-bb64-4ea8-b512-a4e1178f4424 req-714c2f8f-1a52-4caf-bb7e-6d812eac528b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527417'] for port, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:19:16.988533 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-4dd93632-bb64-4ea8-b512-a4e1178f4424 req-714c2f8f-1a52-4caf-bb7e-6d812eac528b service neutron] 10.222.0.53 "PUT /v2.0/ports/d731a94f-f6c7-482a-9353-f2064dd9ad4e HTTP/1.1" status: 200 len: 1092 time: 2.3503101 Sep 23 19:19:16.989518 n-d-713301-16 neutron-server[95102]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3f93ff56-89d6-4d8a-827d-77dcf6e19457', 'tag': 'd731a94f-f6c7-482a-9353-f2064dd9ad4e'}] {{(pid=95102) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 19:19:16.993349 n-d-713301-16 neutron-server[95102]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab31b6d93e5336dbddfa8ec424565b3bd8cb2369c5b4d85bc943472dbb21e8ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc2099af-49e9-40ad-9a6e-4fb28c7bf314" -d '{"events": [{"name": "network-changed", "server_uuid": "3f93ff56-89d6-4d8a-827d-77dcf6e19457", "tag": "d731a94f-f6c7-482a-9353-f2064dd9ad4e"}]}' {{(pid=95102) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 19:19:16.995757 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-81f83644-5715-4bc5-8aa6-a9fd4ba70c67 req-cbd5aa9a-27dc-460d-85c4-9bf87e6220b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5607436'] for port, after_update {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:19:17.027134 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-58cf9a78-ea4c-4e7e-b215-d923e8c5387f req-dd3c8d56-e76b-42da-8ade-d55ff520e6c6 tempest-ImagesOneServerNegativeTestJSON-187090525 tempest-ImagesOneServerNegativeTestJSON-187090525-project] 10.222.0.67 "GET /v2.0/security-groups?id=19c0f9e9-a6be-47c1-af86-410f820e84bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1174331 Sep 23 19:19:17.069081 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f83644-5715-4bc5-8aa6-a9fd4ba70c67 req-cbd5aa9a-27dc-460d-85c4-9bf87e6220b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:19:17.070001 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-81f83644-5715-4bc5-8aa6-a9fd4ba70c67 req-cbd5aa9a-27dc-460d-85c4-9bf87e6220b2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222849'] for port, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:19:17.071934 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-81f83644-5715-4bc5-8aa6-a9fd4ba70c67 req-cbd5aa9a-27dc-460d-85c4-9bf87e6220b2 service neutron] 10.222.0.53 "PUT /v2.0/ports/f9280300-5270-4d06-bf5d-2447b17be945 HTTP/1.1" status: 200 len: 1092 time: 2.2695987 Sep 23 19:19:17.077165 n-d-713301-16 neutron-server[95101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '91012e8e-e67b-47ad-a34e-08f42534c38f', 'tag': 'f9280300-5270-4d06-bf5d-2447b17be945'}] {{(pid=95101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 19:19:17.079471 n-d-713301-16 neutron-server[95101]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d8366c5740cd635e57ab12b71fe44a77c2acc3c19091ef849c6f68b380462244" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa78bd67-fcef-481c-ae17-62abea147840" -d '{"events": [{"name": "network-changed", "server_uuid": "91012e8e-e67b-47ad-a34e-08f42534c38f", "tag": "f9280300-5270-4d06-bf5d-2447b17be945"}]}' {{(pid=95101) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 19:19:17.119421 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-b5cf68ad-e2b8-46b0-ac43-363eaf4b1338 req-30f297a4-74c6-4132-8421-838b31dbd1e8 tempest-LiveAutoBlockMigrationV225Test-1531822435 tempest-LiveAutoBlockMigrationV225Test-1531822435-project] 10.222.0.67 "GET /v2.0/security-groups?id=6d32247e-8bb7-4ae1-818c-76baafa39c73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2509866 Sep 23 19:19:17.177968 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd5aa9a-27dc-460d-85c4-9bf87e6220b2 service neutron] Pushing event updated for resources: {'Port': ['ID=f9280300-5270-4d06-bf5d-2447b17be945,revision_number=3']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:19:17.187025 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-714c2f8f-1a52-4caf-bb7e-6d812eac528b service neutron] Pushing event updated for resources: {'Port': ['ID=d731a94f-f6c7-482a-9353-f2064dd9ad4e,revision_number=3']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:19:17.221097 n-d-713301-16 neutron-server[95101]: DEBUG neutron.db.db_base_plugin_common [None req-2381df00-d917-4912-ab4c-70264e8d1942 admin admin] Allocated IP 172.25.1.41 (5dec5c09-378e-4f50-89cc-d94eb81c3bac/eff83446-018c-428d-b3f5-54ac9abe7a2a/3c44aec2-6b7f-49af-9d57-a9be1e2a3abf) {{(pid=95101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 19:19:17.223745 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd93632-bb64-4ea8-b512-a4e1178f4424 req-549b8156-22d3-435a-83bc-7907c5e24dad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:19:17.225372 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-4dd93632-bb64-4ea8-b512-a4e1178f4424 req-549b8156-22d3-435a-83bc-7907c5e24dad service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=01fd0bf0664a4580a0559687f9bf7c73&device_id=3f93ff56-89d6-4d8a-827d-77dcf6e19457 HTTP/1.1" status: 200 len: 1095 time: 0.1701269 Sep 23 19:19:17.295323 n-d-713301-16 neutron-server[95102]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 19:19:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b08ab6db-9950-4106-ac0b-bc5d3b4aece9 x-openstack-request-id: req-b08ab6db-9950-4106-ac0b-bc5d3b4aece9 {{(pid=95102) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 19:19:17.295980 n-d-713301-16 neutron-server[95102]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3f93ff56-89d6-4d8a-827d-77dcf6e19457", "tag": "d731a94f-f6c7-482a-9353-f2064dd9ad4e", "status": "completed", "code": 200}]} {{(pid=95102) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 19:19:17.296849 n-d-713301-16 neutron-server[95102]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-b08ab6db-9950-4106-ac0b-bc5d3b4aece9 {{(pid=95102) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 19:19:17.297353 n-d-713301-16 neutron-server[95102]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3f93ff56-89d6-4d8a-827d-77dcf6e19457', 'tag': 'd731a94f-f6c7-482a-9353-f2064dd9ad4e', 'status': 'completed', 'code': 200} Sep 23 19:19:17.301036 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-4dd93632-bb64-4ea8-b512-a4e1178f4424 req-ff0a1616-cef4-44ad-881b-2e1a41371cf6 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d731a94f-f6c7-482a-9353-f2064dd9ad4e HTTP/1.1" status: 200 len: 217 time: 0.0638309 Sep 23 19:19:17.311664 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ce1254-6790-4f49-b826-fd473839572b req-bd3f0073-7748-4448-977f-8bc0a4ea3d9a tempest-LiveMigrationTest-1843640962 tempest-LiveMigrationTest-1843640962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:19:17.313309 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-b7ce1254-6790-4f49-b826-fd473839572b req-bd3f0073-7748-4448-977f-8bc0a4ea3d9a tempest-LiveMigrationTest-1843640962 tempest-LiveMigrationTest-1843640962-project] 10.222.0.67 "GET /v2.0/ports?device_id=91012e8e-e67b-47ad-a34e-08f42534c38f HTTP/1.1" status: 200 len: 943 time: 0.1556964 Sep 23 19:19:17.404996 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-2381df00-d917-4912-ab4c-70264e8d1942 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:19:17.588338 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.plugin [req-ca4197b6-27a9-43f2-902d-808592d752d8 req-3e9758d6-c045-45a6-95a6-a1548fb5ef92 tempest-DeleteServersAdminTestJSON-1582657291 tempest-DeleteServersAdminTestJSON-1582657291-project-admin] Deleting port 1460ebe6-8877-44f7-b1dd-10dd2a99b2df {{(pid=95101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:19:17.589263 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-ca4197b6-27a9-43f2-902d-808592d752d8 req-3e9758d6-c045-45a6-95a6-a1548fb5ef92 tempest-DeleteServersAdminTestJSON-1582657291 tempest-DeleteServersAdminTestJSON-1582657291-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783146157096'] for port, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:19:17.626196 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd93632-bb64-4ea8-b512-a4e1178f4424 req-9d7da3bb-3987-436e-b8a3-2651b85cb4bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:19:17.627805 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-02396e24-209f-45fc-8e29-a84d78b2baa1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:19:17.637631 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-4dd93632-bb64-4ea8-b512-a4e1178f4424 req-9d7da3bb-3987-436e-b8a3-2651b85cb4bd service neutron] 10.222.0.53 "GET /v2.0/subnets?id=4cc4932b-c381-47ec-9303-11e42975856f HTTP/1.1" status: 200 len: 861 time: 0.3180823 Sep 23 19:19:17.646146 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-2381df00-d917-4912-ab4c-70264e8d1942 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783145673135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5607431'] for port, after_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:19:17.653562 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Device 27d345d6-fe15-4307-a180-71bde1df2db5 up at agent ovs-agent-n-d-713301-16 {{(pid=95103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 19:19:17.701438 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-b7ce1254-6790-4f49-b826-fd473839572b req-1127c241-8298-4f6b-ae43-4dd069128eaf tempest-LiveMigrationTest-1843640962 tempest-LiveMigrationTest-1843640962-project] 10.222.0.67 "GET /v2.0/security-groups?id=1c151358-1cab-48a6-be3e-ad7507b4da06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3792636 Sep 23 19:19:17.800869 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Provisioning complete for port 27d345d6-fe15-4307-a180-71bde1df2db5 triggered by entity L2. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:19:17.801241 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:19:17.832118 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-02396e24-209f-45fc-8e29-a84d78b2baa1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:19:17.864579 n-d-713301-16 neutron-server[95101]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 19:19:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3fb0869e-3907-4822-85a3-d14d367cd62b x-openstack-request-id: req-3fb0869e-3907-4822-85a3-d14d367cd62b {{(pid=95101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 19:19:17.864579 n-d-713301-16 neutron-server[95101]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "91012e8e-e67b-47ad-a34e-08f42534c38f", "tag": "f9280300-5270-4d06-bf5d-2447b17be945", "status": "completed", "code": 200}]} {{(pid=95101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 19:19:17.864579 n-d-713301-16 neutron-server[95101]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-3fb0869e-3907-4822-85a3-d14d367cd62b {{(pid=95101) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 19:19:17.865072 n-d-713301-16 neutron-server[95101]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '91012e8e-e67b-47ad-a34e-08f42534c38f', 'tag': 'f9280300-5270-4d06-bf5d-2447b17be945', 'status': 'completed', 'code': 200} Sep 23 19:19:17.874950 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-02396e24-209f-45fc-8e29-a84d78b2baa1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:19:17.949924 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2381df00-d917-4912-ab4c-70264e8d1942 admin admin] Network 5dec5c09-378e-4f50-89cc-d94eb81c3bac is already hosted by enough agents. {{(pid=95101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:19:18.000397 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-02396e24-209f-45fc-8e29-a84d78b2baa1 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=533c143663ab4450b91da751bdb85b11&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1058068 Sep 23 19:19:18.021651 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:19:18.031375 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02396e24-209f-45fc-8e29-a84d78b2baa1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c84de1b7-47b1-403b-a017-988c8772ca42,revision_number=1']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:19:18.043472 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 56868) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:19:18.052018 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.base_scheduler [None req-2381df00-d917-4912-ab4c-70264e8d1942 admin admin] Resources bound (agent type, host, resource id): {{(pid=95101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:19:18.069612 n-d-713301-16 neutron-server[95101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2381df00-d917-4912-ab4c-70264e8d1942 admin admin] Received port after_create {{(pid=95101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 19:19:18.109811 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f83644-5715-4bc5-8aa6-a9fd4ba70c67 req-7ee438a2-34df-4b76-a365-cd9448c84192 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:19:18.111266 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-81f83644-5715-4bc5-8aa6-a9fd4ba70c67 req-7ee438a2-34df-4b76-a365-cd9448c84192 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=0f5d9c33c3334ce192c43e08217ee019&device_id=91012e8e-e67b-47ad-a34e-08f42534c38f HTTP/1.1" status: 200 len: 1095 time: 0.9298067 Sep 23 19:19:18.115830 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] For port 27d345d6-fe15-4307-a180-71bde1df2db5, host n-d-713301-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-16',level=0,port_id=27d345d6-fe15-4307-a180-71bde1df2db5,segment=NetworkSegment(60344de3-4656-4e44-ba87-ebbfec08b080),segment_id=60344de3-4656-4e44-ba87-ebbfec08b080)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:19:18.124955 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:19:18.197282 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f52f1382-74ef-49da-b8a6-5612dae146c9 None None] Network 13779c5f-d832-4edd-ba35-ebc363f13a7c requested from n-d-713301-16 {{(pid=95103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 19:19:18.232909 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-81f83644-5715-4bc5-8aa6-a9fd4ba70c67 req-336707e9-d7b9-4bbc-ab2e-3143fa7135b5 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f9280300-5270-4d06-bf5d-2447b17be945 HTTP/1.1" status: 200 len: 217 time: 0.1009765 Sep 23 19:19:18.356700 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-4dd93632-bb64-4ea8-b512-a4e1178f4424 req-36cd0268-928a-42dd-8a85-b67d1a69bf74 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=c2b58ecf-3b1b-414c-92a4-f53b08b3dace&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.6854258 Sep 23 19:19:18.384948 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f83644-5715-4bc5-8aa6-a9fd4ba70c67 req-35ece206-58f8-4364-a566-2f6372a4a971 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:19:18.388726 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-81f83644-5715-4bc5-8aa6-a9fd4ba70c67 req-35ece206-58f8-4364-a566-2f6372a4a971 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=a9e01a0e-19a1-4eb7-ad45-3b74532cbcd9 HTTP/1.1" status: 200 len: 847 time: 0.1231647 Sep 23 19:19:18.389395 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2381df00-d917-4912-ab4c-70264e8d1942 admin admin] Pushing event updated for resources: {'Port': ['ID=3c44aec2-6b7f-49af-9d57-a9be1e2a3abf,revision_number=1']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:19:18.420962 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Pushing event updated for resources: {'Port': ['ID=27d345d6-fe15-4307-a180-71bde1df2db5,revision_number=3']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:19:18.426660 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-e7f42ba3-c169-4bea-9d98-6a78dac33c06 None None] Provisioning complete for port 27d345d6-fe15-4307-a180-71bde1df2db5 triggered by entity DHCP. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:19:18.427446 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-e7f42ba3-c169-4bea-9d98-6a78dac33c06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:19:18.500531 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-4dd93632-bb64-4ea8-b512-a4e1178f4424 req-da3ac825-2767-4d2b-9f81-803bfa25ed86 service neutron] 10.222.0.53 "GET /v2.0/networks/c2b58ecf-3b1b-414c-92a4-f53b08b3dace?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1264057 Sep 23 19:19:18.565974 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-81f83644-5715-4bc5-8aa6-a9fd4ba70c67 req-03cb9060-0233-4655-9459-a782a01b9e20 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=bf651024-673c-4eec-84ce-c6ef83d369a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1232471 Sep 23 19:19:18.623991 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d0337b-b44a-4baf-82f2-833f011266bf req-afffe113-bce1-46d1-88e4-18336f59d936 tempest-DeleteServersAdminTestJSON-860693392 tempest-DeleteServersAdminTestJSON-860693392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:19:18.625699 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-42d0337b-b44a-4baf-82f2-833f011266bf req-afffe113-bce1-46d1-88e4-18336f59d936 tempest-DeleteServersAdminTestJSON-860693392 tempest-DeleteServersAdminTestJSON-860693392-project] 10.222.0.67 "GET /v2.0/ports?device_id=c01c2803-4366-4803-9ee1-d2ff4e1ce6fe HTTP/1.1" status: 200 len: 950 time: 0.2742252 Sep 23 19:19:18.721145 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-4dd93632-bb64-4ea8-b512-a4e1178f4424 req-a3be35a8-6aca-4060-a09f-4491b6b9778d service neutron] 10.222.0.53 "GET /v2.0/networks/c2b58ecf-3b1b-414c-92a4-f53b08b3dace?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2024696 Sep 23 19:19:18.745734 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-42d0337b-b44a-4baf-82f2-833f011266bf req-a63c17ea-0fa3-4211-b855-52cc35fce4f5 tempest-DeleteServersAdminTestJSON-860693392 tempest-DeleteServersAdminTestJSON-860693392-project] 10.222.0.67 "GET /v2.0/security-groups?id=f29b6549-5121-43c2-ad5f-225d5d0eade2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756278 Sep 23 19:19:18.753695 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-130fd532-ba27-4276-8841-a2fef08935bb req-f20f7bc9-26de-4059-b681-42faa6193a5f tempest-LiveAutoBlockMigrationV225Test-1531822435 tempest-LiveAutoBlockMigrationV225Test-1531822435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:19:18.755847 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-130fd532-ba27-4276-8841-a2fef08935bb req-f20f7bc9-26de-4059-b681-42faa6193a5f tempest-LiveAutoBlockMigrationV225Test-1531822435 tempest-LiveAutoBlockMigrationV225Test-1531822435-project] 10.222.0.67 "GET /v2.0/ports?device_id=3f93ff56-89d6-4d8a-827d-77dcf6e19457 HTTP/1.1" status: 200 len: 943 time: 0.1581559 Sep 23 19:19:18.802035 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.db [req-ca4197b6-27a9-43f2-902d-808592d752d8 req-3e9758d6-c045-45a6-95a6-a1548fb5ef92 tempest-DeleteServersAdminTestJSON-1582657291 tempest-DeleteServersAdminTestJSON-1582657291-project-admin] For port 1460ebe6-8877-44f7-b1dd-10dd2a99b2df, host n-h2-713301-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-16',level=0,port_id=1460ebe6-8877-44f7-b1dd-10dd2a99b2df,segment=NetworkSegment(6139d589-eb6c-4578-8935-c26ddf396853),segment_id=6139d589-eb6c-4578-8935-c26ddf396853)] {{(pid=95101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:19:18.805539 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-ca4197b6-27a9-43f2-902d-808592d752d8 req-3e9758d6-c045-45a6-95a6-a1548fb5ef92 tempest-DeleteServersAdminTestJSON-1582657291 tempest-DeleteServersAdminTestJSON-1582657291-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-605701'] for port, precommit_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:19:18.873530 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.plugin [req-ca4197b6-27a9-43f2-902d-808592d752d8 req-3e9758d6-c045-45a6-95a6-a1548fb5ef92 tempest-DeleteServersAdminTestJSON-1582657291 tempest-DeleteServersAdminTestJSON-1582657291-project-admin] Calling delete_port for 1460ebe6-8877-44f7-b1dd-10dd2a99b2df owned by compute:nova {{(pid=95101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:19:18.912441 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-a06ba15c-d179-4732-b898-b9ac9252beeb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:19:18.921404 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-130fd532-ba27-4276-8841-a2fef08935bb req-ba653827-2cde-4422-91e1-e3f08252450f tempest-LiveAutoBlockMigrationV225Test-1531822435 tempest-LiveAutoBlockMigrationV225Test-1531822435-project] 10.222.0.67 "GET /v2.0/security-groups?id=6d32247e-8bb7-4ae1-818c-76baafa39c73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1332374 Sep 23 19:19:18.926485 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2099af-49e9-40ad-9a6e-4fb28c7bf314 req-81fba0fe-5f20-4936-b0e7-7c9a36c8008c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:19:18.929793 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-bc2099af-49e9-40ad-9a6e-4fb28c7bf314 req-81fba0fe-5f20-4936-b0e7-7c9a36c8008c service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=01fd0bf0664a4580a0559687f9bf7c73&device_id=3f93ff56-89d6-4d8a-827d-77dcf6e19457 HTTP/1.1" status: 200 len: 1095 time: 0.1518035 Sep 23 19:19:19.011130 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-61eebd05-04f9-41f4-bd07-22eadc44d021 None None] Provisioning complete for port 27d345d6-fe15-4307-a180-71bde1df2db5 triggered by entity DHCP. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:19:19.011727 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-61eebd05-04f9-41f4-bd07-22eadc44d021 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:19:19.017728 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-81f83644-5715-4bc5-8aa6-a9fd4ba70c67 req-58ac2511-f4b1-4f23-86f4-0f47869a0e2a service neutron] 10.222.0.53 "GET /v2.0/networks/bf651024-673c-4eec-84ce-c6ef83d369a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4323428 Sep 23 19:19:19.023675 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-a06ba15c-d179-4732-b898-b9ac9252beeb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:19:19.095937 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e9bb39-2b57-4f01-8088-48600d0403e9 req-f4514f06-b057-4490-837e-5722de62e479 tempest-LiveMigrationTest-1843640962 tempest-LiveMigrationTest-1843640962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:19:19.098086 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-51e9bb39-2b57-4f01-8088-48600d0403e9 req-f4514f06-b057-4490-837e-5722de62e479 tempest-LiveMigrationTest-1843640962 tempest-LiveMigrationTest-1843640962-project] 10.222.0.67 "GET /v2.0/ports?device_id=91012e8e-e67b-47ad-a34e-08f42534c38f HTTP/1.1" status: 200 len: 943 time: 0.1748915 Sep 23 19:19:19.151019 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2099af-49e9-40ad-9a6e-4fb28c7bf314 req-c17d48e5-3e54-4ac8-89b3-54e9929d3754 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:19:19.157294 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-bc2099af-49e9-40ad-9a6e-4fb28c7bf314 req-c17d48e5-3e54-4ac8-89b3-54e9929d3754 service neutron] 10.222.0.53 "GET /v2.0/networks?id=c2b58ecf-3b1b-414c-92a4-f53b08b3dace HTTP/1.1" status: 200 len: 922 time: 0.2117021 Sep 23 19:19:19.170280 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a4b16c-bb05-4d3c-af35-5aa01bde20c6 req-f1686b60-bffa-4037-8773-456cc4f36ccc tempest-ImagesOneServerNegativeTestJSON-187090525 tempest-ImagesOneServerNegativeTestJSON-187090525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:19:19.172107 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-81a4b16c-bb05-4d3c-af35-5aa01bde20c6 req-f1686b60-bffa-4037-8773-456cc4f36ccc tempest-ImagesOneServerNegativeTestJSON-187090525 tempest-ImagesOneServerNegativeTestJSON-187090525-project] 10.222.0.67 "GET /v2.0/ports?device_id=5e6c8c22-e875-4e36-b85b-b5a9d5eb2437 HTTP/1.1" status: 200 len: 946 time: 0.1606650 Sep 23 19:19:19.241965 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-bc2099af-49e9-40ad-9a6e-4fb28c7bf314 req-5f3e84ae-2239-40f6-9508-2811860ac47f service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d731a94f-f6c7-482a-9353-f2064dd9ad4e HTTP/1.1" status: 200 len: 217 time: 0.0686188 Sep 23 19:19:19.282178 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-51e9bb39-2b57-4f01-8088-48600d0403e9 req-b544bf42-4270-41a6-80c6-c033f02b1d79 tempest-LiveMigrationTest-1843640962 tempest-LiveMigrationTest-1843640962-project] 10.222.0.67 "GET /v2.0/security-groups?id=1c151358-1cab-48a6-be3e-ad7507b4da06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1609795 Sep 23 19:19:19.365583 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-81f83644-5715-4bc5-8aa6-a9fd4ba70c67 req-c009c884-e140-4aeb-9290-ad42d525dbc1 service neutron] 10.222.0.53 "GET /v2.0/networks/bf651024-673c-4eec-84ce-c6ef83d369a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3382065 Sep 23 19:19:19.383102 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-a06ba15c-d179-4732-b898-b9ac9252beeb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:19:19.387334 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-a06ba15c-d179-4732-b898-b9ac9252beeb admin admin] Notify callbacks [] for security_group, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:19:19.388867 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-a06ba15c-d179-4732-b898-b9ac9252beeb admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/c84de1b7-47b1-403b-a017-988c8772ca42 HTTP/1.1" status: 204 len: 168 time: 1.3382227 Sep 23 19:19:19.407880 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Device 27d345d6-fe15-4307-a180-71bde1df2db5 up at agent ovs-agent-n-d-713301-16 {{(pid=95103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 19:19:19.422486 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-81a4b16c-bb05-4d3c-af35-5aa01bde20c6 req-321d1bb9-fd84-409c-b11f-45feb748ff39 tempest-ImagesOneServerNegativeTestJSON-187090525 tempest-ImagesOneServerNegativeTestJSON-187090525-project] 10.222.0.67 "GET /v2.0/security-groups?id=19c0f9e9-a6be-47c1-af86-410f820e84bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2385583 Sep 23 19:19:19.431814 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-2381df00-d917-4912-ab4c-70264e8d1942 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:19:19.436885 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2099af-49e9-40ad-9a6e-4fb28c7bf314 req-600840d7-47a8-4ea1-80fc-b3806e4a98b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:19:19.438701 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-bc2099af-49e9-40ad-9a6e-4fb28c7bf314 req-600840d7-47a8-4ea1-80fc-b3806e4a98b5 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=4cc4932b-c381-47ec-9303-11e42975856f HTTP/1.1" status: 200 len: 861 time: 0.1863658 Sep 23 19:19:19.500385 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-bc2099af-49e9-40ad-9a6e-4fb28c7bf314 req-6e7fbaa8-0657-4a08-867d-e7db5dbaea52 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=c2b58ecf-3b1b-414c-92a4-f53b08b3dace&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0537641 Sep 23 19:19:19.503389 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Provisioning complete for port 27d345d6-fe15-4307-a180-71bde1df2db5 triggered by entity L2. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:19:19.503788 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:19:19.619509 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a06ba15c-d179-4732-b898-b9ac9252beeb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c84de1b7-47b1-403b-a017-988c8772ca42,revision_number=None']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:19:19.660132 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-1da8e27d-f779-4ee8-b19f-0de4a1069109 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:19:19.726967 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-bc2099af-49e9-40ad-9a6e-4fb28c7bf314 req-c5ef0ddf-0409-4d6d-8e58-9a5faa831e4e service neutron] 10.222.0.53 "GET /v2.0/networks/c2b58ecf-3b1b-414c-92a4-f53b08b3dace?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2177353 Sep 23 19:19:19.885516 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-ca4197b6-27a9-43f2-902d-808592d752d8 req-3e9758d6-c045-45a6-95a6-a1548fb5ef92 tempest-DeleteServersAdminTestJSON-1582657291 tempest-DeleteServersAdminTestJSON-1582657291-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783146162158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783145673144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5607431'] for port, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:19:19.896698 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa78bd67-fcef-481c-ae17-62abea147840 req-d34d1de0-071c-44aa-8f85-24d7fbd7961d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:19:19.897171 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-bc2099af-49e9-40ad-9a6e-4fb28c7bf314 req-d2c2f2db-2de9-4b5d-8a3c-a40e8c94453a service neutron] 10.222.0.53 "GET /v2.0/networks/c2b58ecf-3b1b-414c-92a4-f53b08b3dace?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1612558 Sep 23 19:19:19.899253 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-fa78bd67-fcef-481c-ae17-62abea147840 req-d34d1de0-071c-44aa-8f85-24d7fbd7961d service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=0f5d9c33c3334ce192c43e08217ee019&device_id=91012e8e-e67b-47ad-a34e-08f42534c38f HTTP/1.1" status: 200 len: 1095 time: 0.4648008 Sep 23 19:19:19.968256 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e9758d6-c045-45a6-95a6-a1548fb5ef92 tempest-DeleteServersAdminTestJSON-1582657291 tempest-DeleteServersAdminTestJSON-1582657291-project-admin] Pushing event deleted for resources: {'Port': ['ID=1460ebe6-8877-44f7-b1dd-10dd2a99b2df,revision_number=None']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:19:19.968818 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-0434866b-e725-45d1-8c72-875224e21bdf req-e682feb8-de2d-4869-9156-3679aa6a44f5 tempest-DeleteServersAdminTestJSON-860693392 tempest-DeleteServersAdminTestJSON-860693392-project] 10.222.0.67 "GET /v2.0/ports?device_id=c01c2803-4366-4803-9ee1-d2ff4e1ce6fe HTTP/1.1" status: 200 len: 210 time: 0.0512719 Sep 23 19:19:20.027889 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 56902) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:19:20.059464 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-c86c0352-91e8-44a3-bd14-1cc72fc99f70 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:19:20.282102 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9ce60e-d26f-4304-b314-ef24ed89d07c req-7db389f7-6196-4846-927a-89f2bc6576b1 tempest-LiveAutoBlockMigrationV225Test-1531822435 tempest-LiveAutoBlockMigrationV225Test-1531822435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:19:20.283734 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-7b9ce60e-d26f-4304-b314-ef24ed89d07c req-7db389f7-6196-4846-927a-89f2bc6576b1 tempest-LiveAutoBlockMigrationV225Test-1531822435 tempest-LiveAutoBlockMigrationV225Test-1531822435-project] 10.222.0.67 "GET /v2.0/ports?device_id=3f93ff56-89d6-4d8a-827d-77dcf6e19457 HTTP/1.1" status: 200 len: 943 time: 0.1892548 Sep 23 19:19:20.375725 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-c86c0352-91e8-44a3-bd14-1cc72fc99f70 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:19:20.396644 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-7b9ce60e-d26f-4304-b314-ef24ed89d07c req-1d1a3b56-77dc-4f51-89e6-3ddca3ef610d tempest-LiveAutoBlockMigrationV225Test-1531822435 tempest-LiveAutoBlockMigrationV225Test-1531822435-project] 10.222.0.67 "GET /v2.0/security-groups?id=6d32247e-8bb7-4ae1-818c-76baafa39c73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1023772 Sep 23 19:19:20.404984 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-c86c0352-91e8-44a3-bd14-1cc72fc99f70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:19:20.484391 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-c86c0352-91e8-44a3-bd14-1cc72fc99f70 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=5f646309f2fe4381b0175ecd52e15e31&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4527221 Sep 23 19:19:20.493987 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 56908) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:19:20.544883 n-d-713301-16 neutron-server[95101]: DEBUG neutron.db.l3_dvrscheduler_db [req-ca4197b6-27a9-43f2-902d-808592d752d8 req-3e9758d6-c045-45a6-95a6-a1548fb5ef92 tempest-DeleteServersAdminTestJSON-1582657291 tempest-DeleteServersAdminTestJSON-1582657291-project-admin] No DVR routers for this DVR port 1460ebe6-8877-44f7-b1dd-10dd2a99b2df on host n-h2-713301-16 {{(pid=95101) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 19:19:20.555064 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-ca4197b6-27a9-43f2-902d-808592d752d8 req-3e9758d6-c045-45a6-95a6-a1548fb5ef92 tempest-DeleteServersAdminTestJSON-1582657291 tempest-DeleteServersAdminTestJSON-1582657291-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222849'] for port, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:19:20.555064 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-ca4197b6-27a9-43f2-902d-808592d752d8 req-3e9758d6-c045-45a6-95a6-a1548fb5ef92 tempest-DeleteServersAdminTestJSON-1582657291 tempest-DeleteServersAdminTestJSON-1582657291-project-admin] 10.222.0.53 "DELETE /v2.0/ports/1460ebe6-8877-44f7-b1dd-10dd2a99b2df HTTP/1.1" status: 204 len: 173 time: 3.8236778 Sep 23 19:19:20.555902 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-2381df00-d917-4912-ab4c-70264e8d1942 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-597258', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-601790'] for router, after_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:19:20.557035 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c86c0352-91e8-44a3-bd14-1cc72fc99f70 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=017c4e24-3a46-407c-b688-495580ebaadf,revision_number=1']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:19:20.558232 n-d-713301-16 neutron-server[95101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c01c2803-4366-4803-9ee1-d2ff4e1ce6fe', 'name': 'network-vif-deleted', 'tag': '1460ebe6-8877-44f7-b1dd-10dd2a99b2df'}] {{(pid=95101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 19:19:20.570067 n-d-713301-16 neutron-server[95101]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d8366c5740cd635e57ab12b71fe44a77c2acc3c19091ef849c6f68b380462244" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a27e13b-1e3e-481e-a669-a664b0ad84db" -d '{"events": [{"server_uuid": "c01c2803-4366-4803-9ee1-d2ff4e1ce6fe", "name": "network-vif-deleted", "tag": "1460ebe6-8877-44f7-b1dd-10dd2a99b2df"}]}' {{(pid=95101) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 19:19:20.616919 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb84e7af-057b-41d5-9f7d-22506b7b4010 req-8ef19769-a46d-46eb-8966-1fdf9f76b93f tempest-LiveMigrationTest-1843640962 tempest-LiveMigrationTest-1843640962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:19:20.619612 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-bb84e7af-057b-41d5-9f7d-22506b7b4010 req-8ef19769-a46d-46eb-8966-1fdf9f76b93f tempest-LiveMigrationTest-1843640962 tempest-LiveMigrationTest-1843640962-project] 10.222.0.67 "GET /v2.0/ports?device_id=91012e8e-e67b-47ad-a34e-08f42534c38f HTTP/1.1" status: 200 len: 943 time: 0.1415102 Sep 23 19:19:20.662402 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-d4b11a7a-70f5-417a-ba3f-1febd393fa05 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:19:20.703802 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Device 1460ebe6-8877-44f7-b1dd-10dd2a99b2df no longer exists at agent hyperv_n-h2-713301-16 {{(pid=95103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 19:19:20.737272 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.plugin [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] No Port match for: 1460ebe6-8877-44f7-b1dd-10dd2a99b2df {{(pid=95103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 19:19:20.738146 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Device 1460ebe6-8877-44f7-b1dd-10dd2a99b2df not bound to the agent host n-h2-713301-16 {{(pid=95103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 19:19:20.746924 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-bb84e7af-057b-41d5-9f7d-22506b7b4010 req-76853e57-55ae-42c3-9ed2-6f71c02c4a9f tempest-LiveMigrationTest-1843640962 tempest-LiveMigrationTest-1843640962-project] 10.222.0.67 "GET /v2.0/security-groups?id=1c151358-1cab-48a6-be3e-ad7507b4da06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1182697 Sep 23 19:19:20.749126 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-d4b11a7a-70f5-417a-ba3f-1febd393fa05 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:19:20.798521 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa78bd67-fcef-481c-ae17-62abea147840 req-c7728361-37f1-40b0-87f2-99591899334d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:19:20.801119 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-fa78bd67-fcef-481c-ae17-62abea147840 req-c7728361-37f1-40b0-87f2-99591899334d service neutron] 10.222.0.53 "GET /v2.0/networks?id=bf651024-673c-4eec-84ce-c6ef83d369a1 HTTP/1.1" status: 200 len: 908 time: 0.8503778 Sep 23 19:19:20.828346 n-d-713301-16 neutron-server[95101]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 19:19:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d237a98-03f8-495f-8eb4-a50b31bd34f2 x-openstack-request-id: req-4d237a98-03f8-495f-8eb4-a50b31bd34f2 {{(pid=95101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 19:19:20.828667 n-d-713301-16 neutron-server[95101]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c01c2803-4366-4803-9ee1-d2ff4e1ce6fe", "name": "network-vif-deleted", "tag": "1460ebe6-8877-44f7-b1dd-10dd2a99b2df", "status": "completed", "code": 200}]} {{(pid=95101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 19:19:20.828914 n-d-713301-16 neutron-server[95101]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-4d237a98-03f8-495f-8eb4-a50b31bd34f2 {{(pid=95101) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 19:19:20.829310 n-d-713301-16 neutron-server[95101]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c01c2803-4366-4803-9ee1-d2ff4e1ce6fe', 'name': 'network-vif-deleted', 'tag': '1460ebe6-8877-44f7-b1dd-10dd2a99b2df', 'status': 'completed', 'code': 200} Sep 23 19:19:20.861703 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f953468e-6660-45be-bf5d-8b7a601374fb req-3eb46a42-0f93-4e9a-8437-f8847fb6b936 tempest-ImagesOneServerNegativeTestJSON-187090525 tempest-ImagesOneServerNegativeTestJSON-187090525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:19:20.863410 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-fa78bd67-fcef-481c-ae17-62abea147840 req-9fb99be4-6e2a-46f1-9e20-842474b1bb61 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f9280300-5270-4d06-bf5d-2447b17be945 HTTP/1.1" status: 200 len: 217 time: 0.0516179 Sep 23 19:19:20.865526 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-f953468e-6660-45be-bf5d-8b7a601374fb req-3eb46a42-0f93-4e9a-8437-f8847fb6b936 tempest-ImagesOneServerNegativeTestJSON-187090525 tempest-ImagesOneServerNegativeTestJSON-187090525-project] 10.222.0.67 "GET /v2.0/ports?device_id=5e6c8c22-e875-4e36-b85b-b5a9d5eb2437 HTTP/1.1" status: 200 len: 946 time: 0.1922994 Sep 23 19:19:20.892121 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2381df00-d917-4912-ab4c-70264e8d1942 admin admin] Router c3636d9e-644f-4dcd-83d7-48470ac1bc59 is scheduled to L3 agent 79a740bf-7821-4989-8288-7186e3e128f3 with binding_index 1 {{(pid=95101) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 23 19:19:20.915912 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-d4b11a7a-70f5-417a-ba3f-1febd393fa05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:19:20.921878 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-d4b11a7a-70f5-417a-ba3f-1febd393fa05 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:19:20.924319 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-d4b11a7a-70f5-417a-ba3f-1febd393fa05 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/017c4e24-3a46-407c-b688-495580ebaadf HTTP/1.1" status: 204 len: 168 time: 0.4290011 Sep 23 19:19:20.952506 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4b11a7a-70f5-417a-ba3f-1febd393fa05 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=017c4e24-3a46-407c-b688-495580ebaadf,revision_number=None']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:19:20.985626 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-f953468e-6660-45be-bf5d-8b7a601374fb req-31d8dfb0-f2be-42f1-b378-e67da7eddc5f tempest-ImagesOneServerNegativeTestJSON-187090525 tempest-ImagesOneServerNegativeTestJSON-187090525-project] 10.222.0.67 "GET /v2.0/security-groups?id=19c0f9e9-a6be-47c1-af86-410f820e84bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808852 Sep 23 19:19:21.096378 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa78bd67-fcef-481c-ae17-62abea147840 req-5829f452-7dad-4153-80d2-857f91abc3e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:19:21.098071 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-fa78bd67-fcef-481c-ae17-62abea147840 req-5829f452-7dad-4153-80d2-857f91abc3e8 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=a9e01a0e-19a1-4eb7-ad45-3b74532cbcd9 HTTP/1.1" status: 200 len: 847 time: 0.2219839 Sep 23 19:19:21.119445 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Device eac7a0bc-e00f-4273-b9c3-0458806207dc details requested by agent hyperv_n-h1-713301-16 with host n-h1-713301-16 {{(pid=95103) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 19:19:21.194341 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-37c976d2-6137-48e3-97f0-a9791e4a9773 req-9290ee1c-2f54-493d-8745-6418717eb289 tempest-DeleteServersAdminTestJSON-860693392 tempest-DeleteServersAdminTestJSON-860693392-project] 10.222.0.67 "GET /v2.0/ports?device_id=c01c2803-4366-4803-9ee1-d2ff4e1ce6fe HTTP/1.1" status: 200 len: 210 time: 0.0737643 Sep 23 19:19:21.293984 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-fa78bd67-fcef-481c-ae17-62abea147840 req-d6cdb03e-567d-40a0-8b27-6b5e4373bcb5 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=bf651024-673c-4eec-84ce-c6ef83d369a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1251705 Sep 23 19:19:21.471163 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] For port eac7a0bc-e00f-4273-b9c3-0458806207dc, host n-h1-713301-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-16',level=0,port_id=eac7a0bc-e00f-4273-b9c3-0458806207dc,segment=NetworkSegment(00f65067-1b00-468f-894b-1d8e13071c70),segment_id=00f65067-1b00-468f-894b-1d8e13071c70)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:19:21.496908 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2381df00-d917-4912-ab4c-70264e8d1942 admin admin] Notify agent at l3_agent.n-d-713301-16 the message routers_updated {{(pid=95101) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 19:19:21.515218 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Returning: {'device': 'eac7a0bc-e00f-4273-b9c3-0458806207dc', 'network_id': '700d9bb9-bc11-4c9f-9c9e-ad5f0b765959', 'port_id': 'eac7a0bc-e00f-4273-b9c3-0458806207dc', 'mac_address': 'fa:16:3e:36:3b:f8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 648, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0e8f2d91-dec7-4856-9400-fa2af5fd7699', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95103) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 19:19:21.541404 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-2381df00-d917-4912-ab4c-70264e8d1942 admin admin] Notify callbacks [] for router, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:19:21.543809 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-2381df00-d917-4912-ab4c-70264e8d1942 admin admin] 10.222.0.67 "POST /v2.0/routers HTTP/1.1" status: 201 len: 932 time: 6.5936916 Sep 23 19:19:21.546793 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 56924) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:19:21.638355 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-fa78bd67-fcef-481c-ae17-62abea147840 req-0a4b8242-cbbb-43ef-a9ca-1cb08b1837ba service neutron] 10.222.0.53 "GET /v2.0/networks/bf651024-673c-4eec-84ce-c6ef83d369a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3306026 Sep 23 19:19:21.674473 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97bc0031-0184-4373-9f10-757dbf917aa9 None None] Sync routers for ids ['c3636d9e-644f-4dcd-83d7-48470ac1bc59'] in n-d-713301-16 {{(pid=95103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 19:19:21.691100 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:19:21.750835 n-d-713301-16 neutron-server[95103]: DEBUG neutron.notifiers.nova [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id eac7a0bc-e00f-4273-b9c3-0458806207dc {{(pid=95103) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 19:19:21.794734 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] For port eac7a0bc-e00f-4273-b9c3-0458806207dc, host n-h1-713301-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-16',level=0,port_id=eac7a0bc-e00f-4273-b9c3-0458806207dc,segment=NetworkSegment(00f65067-1b00-468f-894b-1d8e13071c70),segment_id=00f65067-1b00-468f-894b-1d8e13071c70)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:19:21.806670 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97bc0031-0184-4373-9f10-757dbf917aa9 None None] Routers {'c3636d9e-644f-4dcd-83d7-48470ac1bc59'} bound to L3 agent in host n-d-713301-16 {{(pid=95103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 19:19:21.808027 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_hamode_db [None req-97bc0031-0184-4373-9f10-757dbf917aa9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-23T19:07:52Z,description=,heartbeat_timestamp=2021-09-23T19:18:52Z,host='n-d-713301-16',id=79a740bf-7821-4989-8288-7186e3e128f3,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:07:52Z,topic='l3_agent')) {'router_ids': ['c3636d9e-644f-4dcd-83d7-48470ac1bc59'], 'active': True} {{(pid=95103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:19:21.813180 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-fa78bd67-fcef-481c-ae17-62abea147840 req-3e1e25fd-c154-4c03-a193-ba2f134d58f0 service neutron] 10.222.0.53 "GET /v2.0/networks/bf651024-673c-4eec-84ce-c6ef83d369a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1590483 Sep 23 19:19:21.815670 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:19:22.004656 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Pushing event updated for resources: {'Port': ['ID=eac7a0bc-e00f-4273-b9c3-0458806207dc,revision_number=6']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:19:22.032091 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c2c13a-3272-452c-8f7a-4d45d5079a6e req-23eebc51-6e2c-4001-985e-935a0b13da97 tempest-LiveAutoBlockMigrationV225Test-1531822435 tempest-LiveAutoBlockMigrationV225Test-1531822435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:19:22.042954 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-a9c2c13a-3272-452c-8f7a-4d45d5079a6e req-23eebc51-6e2c-4001-985e-935a0b13da97 tempest-LiveAutoBlockMigrationV225Test-1531822435 tempest-LiveAutoBlockMigrationV225Test-1531822435-project] 10.222.0.67 "GET /v2.0/ports?device_id=3f93ff56-89d6-4d8a-827d-77dcf6e19457 HTTP/1.1" status: 200 len: 943 time: 0.4000726 Sep 23 19:19:22.067815 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c083633-3ea2-485a-a737-42a26eeba5bb req-38c88e96-1255-4be2-b2ee-53ec2af8fae6 tempest-LiveMigrationTest-1843640962 tempest-LiveMigrationTest-1843640962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:19:22.075798 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-3c083633-3ea2-485a-a737-42a26eeba5bb req-38c88e96-1255-4be2-b2ee-53ec2af8fae6 tempest-LiveMigrationTest-1843640962 tempest-LiveMigrationTest-1843640962-project] 10.222.0.67 "GET /v2.0/ports?device_id=91012e8e-e67b-47ad-a34e-08f42534c38f HTTP/1.1" status: 200 len: 943 time: 0.1697767 Sep 23 19:19:22.105914 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] get_ports_and_sgs() called for port_ids ['eac7a0bc-e00f-4273-b9c3-0458806207dc'] {{(pid=95103) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 19:19:22.169307 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-a9c2c13a-3272-452c-8f7a-4d45d5079a6e req-5fb615cd-ba70-4f0e-879c-be231c060c0a tempest-LiveAutoBlockMigrationV225Test-1531822435 tempest-LiveAutoBlockMigrationV225Test-1531822435-project] 10.222.0.67 "GET /v2.0/security-groups?id=6d32247e-8bb7-4ae1-818c-76baafa39c73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1238821 Sep 23 19:19:22.207608 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-3c083633-3ea2-485a-a737-42a26eeba5bb req-28b87754-0a39-4d9b-8dd9-5953631ced1d tempest-LiveMigrationTest-1843640962 tempest-LiveMigrationTest-1843640962-project] 10.222.0.67 "GET /v2.0/security-groups?id=1c151358-1cab-48a6-be3e-ad7507b4da06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1309826 Sep 23 19:19:22.460963 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-a0d318a0-a6c7-46d4-b83b-5f49492ab6b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:19:22.491660 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_dvr_db [None req-97bc0031-0184-4373-9f10-757dbf917aa9 None None] Set router c3636d9e-644f-4dcd-83d7-48470ac1bc59 gateway port host: n-d-713301-16 {{(pid=95103) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 19:19:22.533840 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3720cbc-fae3-4ccb-b350-f30fe438eb3c req-d1c54df1-d73f-4fd4-b5fa-6851810b8f47 tempest-ImagesOneServerNegativeTestJSON-187090525 tempest-ImagesOneServerNegativeTestJSON-187090525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:19:22.544682 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-c3720cbc-fae3-4ccb-b350-f30fe438eb3c req-d1c54df1-d73f-4fd4-b5fa-6851810b8f47 tempest-ImagesOneServerNegativeTestJSON-187090525 tempest-ImagesOneServerNegativeTestJSON-187090525-project] 10.222.0.67 "GET /v2.0/ports?device_id=5e6c8c22-e875-4e36-b85b-b5a9d5eb2437 HTTP/1.1" status: 200 len: 945 time: 0.1656322 Sep 23 19:19:22.762461 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Device f9280300-5270-4d06-bf5d-2447b17be945 details requested by agent hyperv_n-h2-713301-16 with host n-h2-713301-16 {{(pid=95103) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 19:19:22.832803 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-c3720cbc-fae3-4ccb-b350-f30fe438eb3c req-12271f32-1066-4c32-b345-f520a03c0726 tempest-ImagesOneServerNegativeTestJSON-187090525 tempest-ImagesOneServerNegativeTestJSON-187090525-project] 10.222.0.67 "GET /v2.0/security-groups?id=19c0f9e9-a6be-47c1-af86-410f820e84bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2790301 Sep 23 19:19:22.911100 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-1d8ffc11-f5de-4fad-ac23-ee8650bb5f2f req-6d2c2a50-7147-44f6-848c-1b6001b19bc3 tempest-DeleteServersAdminTestJSON-860693392 tempest-DeleteServersAdminTestJSON-860693392-project] 10.222.0.67 "GET /v2.0/networks?tenant_id=885dd3698acb4840aa3b760382ca3660&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1320739 Sep 23 19:19:23.033115 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:19:23.051525 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] For port f9280300-5270-4d06-bf5d-2447b17be945, host n-h2-713301-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-16',level=0,port_id=f9280300-5270-4d06-bf5d-2447b17be945,segment=NetworkSegment(6735b3c2-9e0f-43a7-8f57-e48eb1a30c85),segment_id=6735b3c2-9e0f-43a7-8f57-e48eb1a30c85)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:19:23.066651 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_hamode_db [None req-97bc0031-0184-4373-9f10-757dbf917aa9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3636d9e-644f-4dcd-83d7-48470ac1bc59', 'name': 'tempest-FloatingIPsAssociationTestJSON-1746853027-router', 'tenant_id': '1837c91936d44f518fad2d97e5027d38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'external_fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.41'}], 'enable_snat': True}, 'gw_port_id': '3c44aec2-6b7f-49af-9d57-a9be1e2a3abf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:19:15Z', 'updated_at': '2021-09-23T19:19:19Z', 'revision_number': 3, 'project_id': '1837c91936d44f518fad2d97e5027d38', 'gw_port': {'id': '3c44aec2-6b7f-49af-9d57-a9be1e2a3abf', 'name': '', 'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:f9:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3636d9e-644f-4dcd-83d7-48470ac1bc59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 395, 'fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:19:16Z', 'updated_at': '2021-09-23T19:19:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-16'}], 'n-d-713301-16', False) {} {{(pid=95103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:19:23.069333 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Returning: {'device': 'f9280300-5270-4d06-bf5d-2447b17be945', 'network_id': 'bf651024-673c-4eec-84ce-c6ef83d369a1', 'port_id': 'f9280300-5270-4d06-bf5d-2447b17be945', 'mac_address': 'fa:16:3e:4c:ca:f3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 608, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a9e01a0e-19a1-4eb7-ad45-3b74532cbcd9', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95103) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 19:19:23.121917 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97bc0031-0184-4373-9f10-757dbf917aa9 None None] Checking router: c3636d9e-644f-4dcd-83d7-48470ac1bc59 for host: n-d-713301-16 {{(pid=95103) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 19:19:23.122492 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97bc0031-0184-4373-9f10-757dbf917aa9 None None] Updating router c3636d9e-644f-4dcd-83d7-48470ac1bc59 port 3c44aec2-6b7f-49af-9d57-a9be1e2a3abf binding host n-d-713301-16 {{(pid=95103) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 23 19:19:23.159428 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Device eac7a0bc-e00f-4273-b9c3-0458806207dc no longer exists at agent hyperv_n-h1-713301-16 {{(pid=95103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 19:19:23.385865 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-97bc0031-0184-4373-9f10-757dbf917aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:19:23.401359 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-870a099d-8631-4d05-941b-498a5e81f991 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:19:23.500799 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8ffc11-f5de-4fad-ac23-ee8650bb5f2f req-8cc6189e-ede0-48de-b722-d29e766076cc tempest-DeleteServersAdminTestJSON-860693392 tempest-DeleteServersAdminTestJSON-860693392-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:19:23.502398 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-1d8ffc11-f5de-4fad-ac23-ee8650bb5f2f req-8cc6189e-ede0-48de-b722-d29e766076cc tempest-DeleteServersAdminTestJSON-860693392 tempest-DeleteServersAdminTestJSON-860693392-project] 10.222.0.67 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5861759 Sep 23 19:19:23.537587 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:19:23.547205 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-1d8ffc11-f5de-4fad-ac23-ee8650bb5f2f req-e0854a0d-78d3-4b0e-a9d1-a1d4d31da032 tempest-DeleteServersAdminTestJSON-860693392 tempest-DeleteServersAdminTestJSON-860693392-project] 10.222.0.67 "GET /v2.0/quotas/885dd3698acb4840aa3b760382ca3660 HTTP/1.1" status: 200 len: 375 time: 0.0218558 Sep 23 19:19:23.578638 n-d-713301-16 neutron-server[95103]: DEBUG neutron.notifiers.nova [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f9280300-5270-4d06-bf5d-2447b17be945 {{(pid=95103) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 19:19:23.595902 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-0ae75029-feb6-4728-9a94-5f9b60993d82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:19:23.624018 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:19:23.633736 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a7215b-6443-494f-8128-037152c0145f req-3f2ea9b9-c903-4d66-9b89-9ea78f98243f tempest-LiveAutoBlockMigrationV225Test-1531822435 tempest-LiveAutoBlockMigrationV225Test-1531822435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:19:23.642153 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-e5a7215b-6443-494f-8128-037152c0145f req-3f2ea9b9-c903-4d66-9b89-9ea78f98243f tempest-LiveAutoBlockMigrationV225Test-1531822435 tempest-LiveAutoBlockMigrationV225Test-1531822435-project] 10.222.0.67 "GET /v2.0/ports?device_id=3f93ff56-89d6-4d8a-827d-77dcf6e19457 HTTP/1.1" status: 200 len: 943 time: 0.2118528 Sep 23 19:19:23.649022 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-1d8ffc11-f5de-4fad-ac23-ee8650bb5f2f req-37ce3356-aba1-44ab-b0d7-de9ec48e8822 tempest-DeleteServersAdminTestJSON-860693392 tempest-DeleteServersAdminTestJSON-860693392-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=885dd3698acb4840aa3b760382ca3660&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0620658 Sep 23 19:19:23.650358 n-d-713301-16 neutron-server[95103]: DEBUG neutron.notifiers.nova [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id eac7a0bc-e00f-4273-b9c3-0458806207dc {{(pid=95103) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 19:19:23.673757 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] For port f9280300-5270-4d06-bf5d-2447b17be945, host n-h2-713301-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-16',level=0,port_id=f9280300-5270-4d06-bf5d-2447b17be945,segment=NetworkSegment(6735b3c2-9e0f-43a7-8f57-e48eb1a30c85),segment_id=6735b3c2-9e0f-43a7-8f57-e48eb1a30c85)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:19:23.738771 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:19:23.739411 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Device d731a94f-f6c7-482a-9353-f2064dd9ad4e details requested by agent hyperv_n-h2-713301-16 with host n-h2-713301-16 {{(pid=95103) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 19:19:23.748277 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-e5a7215b-6443-494f-8128-037152c0145f req-ee2a90c0-ab7f-4dbd-be10-1e1b32178fa3 tempest-LiveAutoBlockMigrationV225Test-1531822435 tempest-LiveAutoBlockMigrationV225Test-1531822435-project] 10.222.0.67 "GET /v2.0/security-groups?id=6d32247e-8bb7-4ae1-818c-76baafa39c73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1005719 Sep 23 19:19:23.849579 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Pushing event updated for resources: {'Port': ['ID=f9280300-5270-4d06-bf5d-2447b17be945,revision_number=4']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:19:23.892628 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] For port eac7a0bc-e00f-4273-b9c3-0458806207dc, host n-h1-713301-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-16',level=0,port_id=eac7a0bc-e00f-4273-b9c3-0458806207dc,segment=NetworkSegment(00f65067-1b00-468f-894b-1d8e13071c70),segment_id=00f65067-1b00-468f-894b-1d8e13071c70)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:19:23.922188 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:19:23.940924 n-d-713301-16 neutron-server[95102]: DEBUG neutron.db.db_base_plugin_common [None req-870a099d-8631-4d05-941b-498a5e81f991 admin admin] Allocated IP 172.20.0.1 (13779c5f-d832-4edd-ba35-ebc363f13a7c/7acfa417-039d-4281-a2fc-e6454233f5db/9f3b17d9-fba6-4806-b04c-069574f4ada6) {{(pid=95102) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 19:19:23.978364 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85de335c-a29d-4c8e-851a-293fa9a845e1 req-3159a5f7-c0d2-4083-9b57-01920f876109 tempest-LiveMigrationTest-1843640962 tempest-LiveMigrationTest-1843640962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:19:23.986699 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-85de335c-a29d-4c8e-851a-293fa9a845e1 req-3159a5f7-c0d2-4083-9b57-01920f876109 tempest-LiveMigrationTest-1843640962 tempest-LiveMigrationTest-1843640962-project] 10.222.0.67 "GET /v2.0/ports?device_id=91012e8e-e67b-47ad-a34e-08f42534c38f HTTP/1.1" status: 200 len: 944 time: 0.1106627 Sep 23 19:19:24.000283 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Pushing event updated for resources: {'Port': ['ID=eac7a0bc-e00f-4273-b9c3-0458806207dc,revision_number=7']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:19:24.006897 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.db.resource_extend [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=95103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 23 19:19:24.237590 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-85de335c-a29d-4c8e-851a-293fa9a845e1 req-1efca151-7ea9-4126-8e64-e8361f9f3bc4 tempest-LiveMigrationTest-1843640962 tempest-LiveMigrationTest-1843640962-project] 10.222.0.67 "GET /v2.0/security-groups?id=1c151358-1cab-48a6-be3e-ad7507b4da06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2496130 Sep 23 19:19:24.332128 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab86c09-372d-43c8-9d84-992c9ecdd4ca req-2afb565c-5ae3-4de6-8941-bff4aac56d17 tempest-ImagesOneServerNegativeTestJSON-187090525 tempest-ImagesOneServerNegativeTestJSON-187090525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:19:24.332804 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] For port d731a94f-f6c7-482a-9353-f2064dd9ad4e, host n-h2-713301-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-16',level=0,port_id=d731a94f-f6c7-482a-9353-f2064dd9ad4e,segment=NetworkSegment(5e7e2223-350e-4937-8d7b-2c6ab6ddc0ab),segment_id=5e7e2223-350e-4937-8d7b-2c6ab6ddc0ab)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:19:24.342720 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-cab86c09-372d-43c8-9d84-992c9ecdd4ca req-2afb565c-5ae3-4de6-8941-bff4aac56d17 tempest-ImagesOneServerNegativeTestJSON-187090525 tempest-ImagesOneServerNegativeTestJSON-187090525-project] 10.222.0.67 "GET /v2.0/ports?device_id=5e6c8c22-e875-4e36-b85b-b5a9d5eb2437 HTTP/1.1" status: 200 len: 944 time: 0.2138374 Sep 23 19:19:24.364491 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Returning: {'device': 'd731a94f-f6c7-482a-9353-f2064dd9ad4e', 'network_id': 'c2b58ecf-3b1b-414c-92a4-f53b08b3dace', 'port_id': 'd731a94f-f6c7-482a-9353-f2064dd9ad4e', 'mac_address': 'fa:16:3e:36:06:96', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 621, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4cc4932b-c381-47ec-9303-11e42975856f', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95103) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 19:19:24.418849 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-53fdb611-7024-4e88-9639-88d20c7f6447 req-8dbeadc3-1677-485b-8331-710fcb181bfd tempest-DeleteServersAdminTestJSON-860693392 tempest-DeleteServersAdminTestJSON-860693392-project] 10.222.0.67 "GET /v2.0/ports?device_id=8a9e8a49-6fb8-4f00-a5b9-4e70c93a4a29 HTTP/1.1" status: 200 len: 210 time: 0.0983458 Sep 23 19:19:24.436660 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-870a099d-8631-4d05-941b-498a5e81f991 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:19:24.471856 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:19:24.484678 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-cab86c09-372d-43c8-9d84-992c9ecdd4ca req-20292a7f-ffb9-4c92-a3ea-12ed039502e0 tempest-ImagesOneServerNegativeTestJSON-187090525 tempest-ImagesOneServerNegativeTestJSON-187090525-project] 10.222.0.67 "GET /v2.0/security-groups?id=19c0f9e9-a6be-47c1-af86-410f820e84bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1410027 Sep 23 19:19:24.544175 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-870a099d-8631-4d05-941b-498a5e81f991 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783145673135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4399100'] for port, after_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:19:24.554697 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-97bc0031-0184-4373-9f10-757dbf917aa9 None None] Notify callbacks [] for port, precommit_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:19:24.560891 n-d-713301-16 neutron-server[95103]: DEBUG neutron.notifiers.nova [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d731a94f-f6c7-482a-9353-f2064dd9ad4e {{(pid=95103) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 19:19:24.567273 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-97bc0031-0184-4373-9f10-757dbf917aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:19:24.628159 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] For port d731a94f-f6c7-482a-9353-f2064dd9ad4e, host n-h2-713301-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-16',level=0,port_id=d731a94f-f6c7-482a-9353-f2064dd9ad4e,segment=NetworkSegment(5e7e2223-350e-4937-8d7b-2c6ab6ddc0ab),segment_id=5e7e2223-350e-4937-8d7b-2c6ab6ddc0ab)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:19:24.653488 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:19:24.664037 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.managers [None req-97bc0031-0184-4373-9f10-757dbf917aa9 None None] Attempting to bind port 3c44aec2-6b7f-49af-9d57-a9be1e2a3abf on host n-d-713301-16 for vnic_type normal with profile {{(pid=95103) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 19:19:24.664586 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.managers [None req-97bc0031-0184-4373-9f10-757dbf917aa9 None None] Attempting to bind port 3c44aec2-6b7f-49af-9d57-a9be1e2a3abf by drivers openvswitch,hyperv on host n-d-713301-16 at level 0 using segments [{'id': '7d4027f1-d893-4c7b-95d4-757b8e44e380', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac'}] {{(pid=95103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 19:19:24.664987 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97bc0031-0184-4373-9f10-757dbf917aa9 None None] Attempting to bind port 3c44aec2-6b7f-49af-9d57-a9be1e2a3abf on network 5dec5c09-378e-4f50-89cc-d94eb81c3bac {{(pid=95103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:19:24.686662 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e97a09f7-d627-4188-8304-c2b5efb7a109 None None] Pushing event updated for resources: {'Port': ['ID=3c44aec2-6b7f-49af-9d57-a9be1e2a3abf,revision_number=2']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:19:24.749557 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Pushing event updated for resources: {'Port': ['ID=d731a94f-f6c7-482a-9353-f2064dd9ad4e,revision_number=4']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:19:24.754398 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97bc0031-0184-4373-9f10-757dbf917aa9 None None] Checking agent: {'id': '70a14545-df24-472f-8f95-bfe1719bff93', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 19, 7, 53), 'started_at': datetime.datetime(2021, 9, 23, 19, 8, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 19, 19, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 19:19:24.754824 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97bc0031-0184-4373-9f10-757dbf917aa9 None None] Checking segment: {'id': '7d4027f1-d893-4c7b-95d4-757b8e44e380', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95103) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:19:24.755920 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-97bc0031-0184-4373-9f10-757dbf917aa9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:19:24.756355 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97bc0031-0184-4373-9f10-757dbf917aa9 None None] Bound using segment: {'id': '7d4027f1-d893-4c7b-95d4-757b8e44e380', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac'} {{(pid=95103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 19:19:24.756889 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.managers [None req-97bc0031-0184-4373-9f10-757dbf917aa9 None None] Bound port: 3c44aec2-6b7f-49af-9d57-a9be1e2a3abf, host: n-d-713301-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7d4027f1-d893-4c7b-95d4-757b8e44e380', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac'}}] {{(pid=95103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 19:19:24.757704 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-97bc0031-0184-4373-9f10-757dbf917aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:19:24.868514 n-d-713301-16 neutron-server[95102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-870a099d-8631-4d05-941b-498a5e81f991 admin admin] Network 13779c5f-d832-4edd-ba35-ebc363f13a7c is already hosted by enough agents. {{(pid=95102) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:19:24.870142 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-870a099d-8631-4d05-941b-498a5e81f991 admin admin] Pushing event updated for resources: {'Port': ['ID=9f3b17d9-fba6-4806-b04c-069574f4ada6,revision_number=1']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:19:24.873524 n-d-713301-16 neutron-server[95102]: DEBUG neutron.scheduler.base_scheduler [None req-870a099d-8631-4d05-941b-498a5e81f991 admin admin] Resources bound (agent type, host, resource id): {{(pid=95102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:19:24.877063 n-d-713301-16 neutron-server[95102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-870a099d-8631-4d05-941b-498a5e81f991 admin admin] Received port after_create {{(pid=95102) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 19:19:24.920647 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] get_ports_and_sgs() called for port_ids ['d731a94f-f6c7-482a-9353-f2064dd9ad4e'] {{(pid=95103) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 19:19:24.924882 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] get_ports_and_sgs() called for port_ids ['f9280300-5270-4d06-bf5d-2447b17be945'] {{(pid=95103) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 19:19:24.942780 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-870a099d-8631-4d05-941b-498a5e81f991 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-601987'] for router_interface, before_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:19:25.014417 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-97bc0031-0184-4373-9f10-757dbf917aa9 None None] For port 3c44aec2-6b7f-49af-9d57-a9be1e2a3abf, host n-d-713301-16, cleared binding levels {{(pid=95103) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 19:19:25.044886 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-97bc0031-0184-4373-9f10-757dbf917aa9 None None] For port 3c44aec2-6b7f-49af-9d57-a9be1e2a3abf, host n-d-713301-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-16',level=0,port_id=3c44aec2-6b7f-49af-9d57-a9be1e2a3abf,segment=NetworkSegment(7d4027f1-d893-4c7b-95d4-757b8e44e380),segment_id=7d4027f1-d893-4c7b-95d4-757b8e44e380)] {{(pid=95103) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 19:19:25.058120 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-97bc0031-0184-4373-9f10-757dbf917aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:19:25.160282 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Device eac7a0bc-e00f-4273-b9c3-0458806207dc up at agent hyperv_n-h1-713301-16 {{(pid=95103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 19:19:25.225449 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a7e101c-e450-4866-bc30-b0d8cb892919 req-044e2bac-2546-4c16-bae2-2b29d1b15f20 tempest-ImagesOneServerNegativeTestJSON-187090525 tempest-ImagesOneServerNegativeTestJSON-187090525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:19:25.226911 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-7a7e101c-e450-4866-bc30-b0d8cb892919 req-044e2bac-2546-4c16-bae2-2b29d1b15f20 tempest-ImagesOneServerNegativeTestJSON-187090525 tempest-ImagesOneServerNegativeTestJSON-187090525-project] 10.222.0.74 "GET /v2.0/ports?device_id=5e6c8c22-e875-4e36-b85b-b5a9d5eb2437 HTTP/1.1" status: 200 len: 944 time: 0.2657120 Sep 23 19:19:25.377358 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-921bdb41-add7-4221-a3ee-61550cca6fc7 None None] Provisioning complete for port 9f3b17d9-fba6-4806-b04c-069574f4ada6 triggered by entity DHCP. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:19:25.377987 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-921bdb41-add7-4221-a3ee-61550cca6fc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:19:25.389253 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f30b81fc-2117-4551-88c1-918c201a5827 req-79c36173-4dfe-41c9-8b8b-90085fa43a20 tempest-LiveAutoBlockMigrationV225Test-1531822435 tempest-LiveAutoBlockMigrationV225Test-1531822435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:19:25.398146 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-f30b81fc-2117-4551-88c1-918c201a5827 req-79c36173-4dfe-41c9-8b8b-90085fa43a20 tempest-LiveAutoBlockMigrationV225Test-1531822435 tempest-LiveAutoBlockMigrationV225Test-1531822435-project] 10.222.0.67 "GET /v2.0/ports?device_id=3f93ff56-89d6-4d8a-827d-77dcf6e19457 HTTP/1.1" status: 200 len: 944 time: 0.4496548 Sep 23 19:19:25.438041 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.plugin [None req-921bdb41-add7-4221-a3ee-61550cca6fc7 None None] Port 9f3b17d9-fba6-4806-b04c-069574f4ada6 cannot update to ACTIVE because it is not bound. {{(pid=95103) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 19:19:25.446038 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-80e7e501-6c57-470d-92c6-e3d54bc3195c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:19:25.459572 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97bc0031-0184-4373-9f10-757dbf917aa9 None None] Routers {'c3636d9e-644f-4dcd-83d7-48470ac1bc59'} bound to L3 agent in host n-d-713301-16 {{(pid=95103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 19:19:25.460438 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_hamode_db [None req-97bc0031-0184-4373-9f10-757dbf917aa9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-23T19:07:52Z,description=,heartbeat_timestamp=2021-09-23T19:19:22Z,host='n-d-713301-16',id=79a740bf-7821-4989-8288-7186e3e128f3,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:07:52Z,topic='l3_agent')) {'router_ids': ['c3636d9e-644f-4dcd-83d7-48470ac1bc59'], 'active': True} {{(pid=95103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:19:25.476763 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e97a09f7-d627-4188-8304-c2b5efb7a109 None None] Pushing event updated for resources: {'Port': ['ID=3c44aec2-6b7f-49af-9d57-a9be1e2a3abf,revision_number=3']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:19:25.494670 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-f30b81fc-2117-4551-88c1-918c201a5827 req-88267f1f-26a5-4ade-8701-8250490429e0 tempest-LiveAutoBlockMigrationV225Test-1531822435 tempest-LiveAutoBlockMigrationV225Test-1531822435-project] 10.222.0.67 "GET /v2.0/security-groups?id=6d32247e-8bb7-4ae1-818c-76baafa39c73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915959 Sep 23 19:19:25.534228 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.plugin [req-7a7e101c-e450-4866-bc30-b0d8cb892919 req-1c07c307-278d-4946-b6d1-3a99bcf9bfde tempest-ImagesOneServerNegativeTestJSON-187090525 tempest-ImagesOneServerNegativeTestJSON-187090525-project] Deleting port eac7a0bc-e00f-4273-b9c3-0458806207dc {{(pid=95102) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:19:25.538336 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-7a7e101c-e450-4866-bc30-b0d8cb892919 req-1c07c307-278d-4946-b6d1-3a99bcf9bfde tempest-ImagesOneServerNegativeTestJSON-187090525 tempest-ImagesOneServerNegativeTestJSON-187090525-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783146157096'] for port, before_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:19:25.591686 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-870a099d-8631-4d05-941b-498a5e81f991 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:19:25.813718 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-813491b5-55d9-4086-8a09-463d2f5f26dc req-698b36b2-a1fb-4c10-9dda-db82066e6dea tempest-LiveMigrationTest-1843640962 tempest-LiveMigrationTest-1843640962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:19:25.822056 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-813491b5-55d9-4086-8a09-463d2f5f26dc req-698b36b2-a1fb-4c10-9dda-db82066e6dea tempest-LiveMigrationTest-1843640962 tempest-LiveMigrationTest-1843640962-project] 10.222.0.67 "GET /v2.0/ports?device_id=91012e8e-e67b-47ad-a34e-08f42534c38f HTTP/1.1" status: 200 len: 944 time: 0.1986589 Sep 23 19:19:25.870292 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-cc5ba32c-2f5f-4512-b5c0-c9bf327bb26d req-0d47de68-31a2-452e-891a-9c6ec32f154a tempest-DeleteServersAdminTestJSON-860693392 tempest-DeleteServersAdminTestJSON-860693392-project] 10.222.0.67 "GET /v2.0/ports?device_id=8a9e8a49-6fb8-4f00-a5b9-4e70c93a4a29 HTTP/1.1" status: 200 len: 210 time: 0.0848496 Sep 23 19:19:25.926630 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Provisioning complete for port eac7a0bc-e00f-4273-b9c3-0458806207dc triggered by entity L2. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:19:25.927518 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:19:25.930201 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.db [req-7a7e101c-e450-4866-bc30-b0d8cb892919 req-1c07c307-278d-4946-b6d1-3a99bcf9bfde tempest-ImagesOneServerNegativeTestJSON-187090525 tempest-ImagesOneServerNegativeTestJSON-187090525-project] For port eac7a0bc-e00f-4273-b9c3-0458806207dc, host n-h1-713301-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-16',level=0,port_id=eac7a0bc-e00f-4273-b9c3-0458806207dc,segment=NetworkSegment(00f65067-1b00-468f-894b-1d8e13071c70),segment_id=00f65067-1b00-468f-894b-1d8e13071c70)] {{(pid=95102) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:19:25.931250 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-7a7e101c-e450-4866-bc30-b0d8cb892919 req-1c07c307-278d-4946-b6d1-3a99bcf9bfde tempest-ImagesOneServerNegativeTestJSON-187090525 tempest-ImagesOneServerNegativeTestJSON-187090525-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-605701'] for port, precommit_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:19:25.950899 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-813491b5-55d9-4086-8a09-463d2f5f26dc req-1a06624b-841e-494b-9399-fcf58c7d27e0 tempest-LiveMigrationTest-1843640962 tempest-LiveMigrationTest-1843640962-project] 10.222.0.67 "GET /v2.0/security-groups?id=1c151358-1cab-48a6-be3e-ad7507b4da06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1269429 Sep 23 19:19:26.025223 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.plugin [req-7a7e101c-e450-4866-bc30-b0d8cb892919 req-1c07c307-278d-4946-b6d1-3a99bcf9bfde tempest-ImagesOneServerNegativeTestJSON-187090525 tempest-ImagesOneServerNegativeTestJSON-187090525-project] Calling delete_port for eac7a0bc-e00f-4273-b9c3-0458806207dc owned by compute:nova {{(pid=95102) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:19:26.038522 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_dvr_db [None req-97bc0031-0184-4373-9f10-757dbf917aa9 None None] Set router c3636d9e-644f-4dcd-83d7-48470ac1bc59 gateway port host: n-d-713301-16 {{(pid=95103) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 19:19:26.169918 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-1d8ffc11-f5de-4fad-ac23-ee8650bb5f2f req-5efb42d1-405f-4731-aa19-8731b74f09a4 tempest-DeleteServersAdminTestJSON-860693392 tempest-DeleteServersAdminTestJSON-860693392-project] 10.222.0.53 "GET /v2.0/networks?tenant_id=885dd3698acb4840aa3b760382ca3660&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0581918 Sep 23 19:19:26.215729 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:19:26.293425 n-d-713301-16 neutron-server[95103]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e6c8c22-e875-4e36-b85b-b5a9d5eb2437', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eac7a0bc-e00f-4273-b9c3-0458806207dc'}] {{(pid=95103) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 19:19:26.296154 n-d-713301-16 neutron-server[95103]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}81a1c17f2aa89d5b3ebbba3a3e0cf7eb588e431c2224256110c4c4facdd7c3e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6a802ca-9598-4409-a76b-7ec1f27bab4e" -d '{"events": [{"server_uuid": "5e6c8c22-e875-4e36-b85b-b5a9d5eb2437", "name": "network-vif-plugged", "status": "completed", "tag": "eac7a0bc-e00f-4273-b9c3-0458806207dc"}]}' {{(pid=95103) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 19:19:26.380966 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] For port eac7a0bc-e00f-4273-b9c3-0458806207dc, host n-h1-713301-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-16',level=0,port_id=eac7a0bc-e00f-4273-b9c3-0458806207dc,segment=NetworkSegment(00f65067-1b00-468f-894b-1d8e13071c70),segment_id=00f65067-1b00-468f-894b-1d8e13071c70)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:19:26.393760 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:19:26.470638 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8ffc11-f5de-4fad-ac23-ee8650bb5f2f req-33084608-00b4-46fd-a730-743432f9cc0c tempest-DeleteServersAdminTestJSON-860693392 tempest-DeleteServersAdminTestJSON-860693392-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:19:26.473763 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-1d8ffc11-f5de-4fad-ac23-ee8650bb5f2f req-33084608-00b4-46fd-a730-743432f9cc0c tempest-DeleteServersAdminTestJSON-860693392 tempest-DeleteServersAdminTestJSON-860693392-project] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2979562 Sep 23 19:19:26.500218 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.v2.base [req-1d8ffc11-f5de-4fad-ac23-ee8650bb5f2f req-627479f5-fb1d-48a5-ad3f-d9cceee7a329 tempest-DeleteServersAdminTestJSON-860693392 tempest-DeleteServersAdminTestJSON-860693392-project] Request body: {'port': {'device_id': '8a9e8a49-6fb8-4f00-a5b9-4e70c93a4a29', 'network_id': '5220cb0c-da05-478a-9604-8c11469a05b4', 'admin_state_up': True, 'tenant_id': '885dd3698acb4840aa3b760382ca3660'}} {{(pid=95101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:19:26.542581 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-870a099d-8631-4d05-941b-498a5e81f991 admin admin] Notify callbacks [] for port, precommit_update {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:19:26.543431 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Pushing event updated for resources: {'Port': ['ID=eac7a0bc-e00f-4273-b9c3-0458806207dc,revision_number=8']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:19:26.558963 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-870a099d-8631-4d05-941b-498a5e81f991 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4399095'] for port, after_update {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:19:26.573746 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_hamode_db [None req-97bc0031-0184-4373-9f10-757dbf917aa9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3636d9e-644f-4dcd-83d7-48470ac1bc59', 'name': 'tempest-FloatingIPsAssociationTestJSON-1746853027-router', 'tenant_id': '1837c91936d44f518fad2d97e5027d38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'external_fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.41'}], 'enable_snat': True}, 'gw_port_id': '3c44aec2-6b7f-49af-9d57-a9be1e2a3abf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:19:15Z', 'updated_at': '2021-09-23T19:19:19Z', 'revision_number': 3, 'project_id': '1837c91936d44f518fad2d97e5027d38', 'gw_port': {'id': '3c44aec2-6b7f-49af-9d57-a9be1e2a3abf', 'name': '', 'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:f9:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3636d9e-644f-4dcd-83d7-48470ac1bc59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 395, 'fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:19:16Z', 'updated_at': '2021-09-23T19:19:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-16'}], 'n-d-713301-16', False) {} {{(pid=95103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:19:26.638184 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1955a09-845b-4dde-994f-e5c645a24783 req-4291830c-504f-48f3-9203-3f1416434641 tempest-ImagesOneServerNegativeTestJSON-187090525 tempest-ImagesOneServerNegativeTestJSON-187090525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:19:26.645984 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-e1955a09-845b-4dde-994f-e5c645a24783 req-4291830c-504f-48f3-9203-3f1416434641 tempest-ImagesOneServerNegativeTestJSON-187090525 tempest-ImagesOneServerNegativeTestJSON-187090525-project] 10.222.0.67 "GET /v2.0/ports?device_id=5e6c8c22-e875-4e36-b85b-b5a9d5eb2437 HTTP/1.1" status: 200 len: 944 time: 0.4627843 Sep 23 19:19:26.647638 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97bc0031-0184-4373-9f10-757dbf917aa9 None None] The sync data for ids ['c3636d9e-644f-4dcd-83d7-48470ac1bc59'] in n-d-713301-16 is: [{'id': 'c3636d9e-644f-4dcd-83d7-48470ac1bc59', 'name': 'tempest-FloatingIPsAssociationTestJSON-1746853027-router', 'tenant_id': '1837c91936d44f518fad2d97e5027d38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'external_fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.41'}], 'enable_snat': True}, 'gw_port_id': '3c44aec2-6b7f-49af-9d57-a9be1e2a3abf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:19:15Z', 'updated_at': '2021-09-23T19:19:19Z', 'revision_number': 3, 'project_id': '1837c91936d44f518fad2d97e5027d38', 'gw_port': {'id': '3c44aec2-6b7f-49af-9d57-a9be1e2a3abf', 'name': '', 'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:f9:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3636d9e-644f-4dcd-83d7-48470ac1bc59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 395, 'fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:19:16Z', 'updated_at': '2021-09-23T19:19:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-16'}] {{(pid=95103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 19:19:26.665218 n-d-713301-16 neutron-server[95103]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 19:19:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03a57aa6-a14a-4d9d-bef3-d9dd628884ef x-openstack-request-id: req-03a57aa6-a14a-4d9d-bef3-d9dd628884ef {{(pid=95103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 19:19:26.665574 n-d-713301-16 neutron-server[95103]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5e6c8c22-e875-4e36-b85b-b5a9d5eb2437", "name": "network-vif-plugged", "status": "completed", "tag": "eac7a0bc-e00f-4273-b9c3-0458806207dc", "code": 200}]} {{(pid=95103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 19:19:26.666444 n-d-713301-16 neutron-server[95103]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-03a57aa6-a14a-4d9d-bef3-d9dd628884ef {{(pid=95103) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 19:19:26.666444 n-d-713301-16 neutron-server[95103]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5e6c8c22-e875-4e36-b85b-b5a9d5eb2437', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eac7a0bc-e00f-4273-b9c3-0458806207dc', 'code': 200} Sep 23 19:19:26.708561 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-870a099d-8631-4d05-941b-498a5e81f991 admin admin] Pushing event updated for resources: {'Port': ['ID=9f3b17d9-fba6-4806-b04c-069574f4ada6,revision_number=2']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:19:26.750678 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-e1955a09-845b-4dde-994f-e5c645a24783 req-bd6c12af-cdc0-4c1d-80ed-a954a0e50e62 tempest-ImagesOneServerNegativeTestJSON-187090525 tempest-ImagesOneServerNegativeTestJSON-187090525-project] 10.222.0.67 "GET /v2.0/security-groups?id=19c0f9e9-a6be-47c1-af86-410f820e84bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1039031 Sep 23 19:19:26.751715 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-870a099d-8631-4d05-941b-498a5e81f991 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-527313', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-601459'] for router_interface, after_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:19:26.759305 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Device f9280300-5270-4d06-bf5d-2447b17be945 up at agent hyperv_n-h2-713301-16 {{(pid=95103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 19:19:26.774033 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1d8ffc11-f5de-4fad-ac23-ee8650bb5f2f req-627479f5-fb1d-48a5-ad3f-d9cceee7a329 tempest-DeleteServersAdminTestJSON-860693392 tempest-DeleteServersAdminTestJSON-860693392-project] Made reservation on behalf of 885dd3698acb4840aa3b760382ca3660 for: {'port': 1} {{(pid=95101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:19:26.785515 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-1d8ffc11-f5de-4fad-ac23-ee8650bb5f2f req-627479f5-fb1d-48a5-ad3f-d9cceee7a329 tempest-DeleteServersAdminTestJSON-860693392 tempest-DeleteServersAdminTestJSON-860693392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:19:26.926559 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Provisioning for port f9280300-5270-4d06-bf5d-2447b17be945 completed by entity L2. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 19:19:26.944423 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Provisioning complete for port f9280300-5270-4d06-bf5d-2447b17be945 triggered by entity L2. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:19:26.945516 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:19:27.044768 n-d-713301-16 neutron-server[95101]: DEBUG neutron.db.db_base_plugin_common [req-1d8ffc11-f5de-4fad-ac23-ee8650bb5f2f req-627479f5-fb1d-48a5-ad3f-d9cceee7a329 tempest-DeleteServersAdminTestJSON-860693392 tempest-DeleteServersAdminTestJSON-860693392-project] Allocated IP 192.168.233.183 (5220cb0c-da05-478a-9604-8c11469a05b4/1ccc69bc-9d6b-44d9-b227-204e47dc6e45/407de278-3bf9-4390-82ff-ccae8f3d8bce) {{(pid=95101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 19:19:27.145263 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-ce283f47-7d5d-46fb-aba4-169f10a0fe7b req-896386a9-4c26-4a1f-b6d7-6980f9d2f58f tempest-DeleteServersAdminTestJSON-860693392 tempest-DeleteServersAdminTestJSON-860693392-project] 10.222.0.67 "GET /v2.0/ports?device_id=8a9e8a49-6fb8-4f00-a5b9-4e70c93a4a29 HTTP/1.1" status: 200 len: 210 time: 0.0457902 Sep 23 19:19:27.167208 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-7a7e101c-e450-4866-bc30-b0d8cb892919 req-1c07c307-278d-4946-b6d1-3a99bcf9bfde tempest-ImagesOneServerNegativeTestJSON-187090525 tempest-ImagesOneServerNegativeTestJSON-187090525-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783146162158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783145673144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4399100'] for port, after_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:19:27.186283 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:19:27.266749 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] For port f9280300-5270-4d06-bf5d-2447b17be945, host n-h2-713301-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-16',level=0,port_id=f9280300-5270-4d06-bf5d-2447b17be945,segment=NetworkSegment(6735b3c2-9e0f-43a7-8f57-e48eb1a30c85),segment_id=6735b3c2-9e0f-43a7-8f57-e48eb1a30c85)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:19:27.276036 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:19:27.277923 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Device d731a94f-f6c7-482a-9353-f2064dd9ad4e up at agent hyperv_n-h2-713301-16 {{(pid=95103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 19:19:27.284403 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007fec80-4fb7-4c50-bcc0-8257e3251c56 req-fff1d0db-0c7e-4a71-a890-728090f3d0bb tempest-LiveAutoBlockMigrationV225Test-1531822435 tempest-LiveAutoBlockMigrationV225Test-1531822435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:19:27.301339 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-007fec80-4fb7-4c50-bcc0-8257e3251c56 req-fff1d0db-0c7e-4a71-a890-728090f3d0bb tempest-LiveAutoBlockMigrationV225Test-1531822435 tempest-LiveAutoBlockMigrationV225Test-1531822435-project] 10.222.0.67 "GET /v2.0/ports?device_id=3f93ff56-89d6-4d8a-827d-77dcf6e19457 HTTP/1.1" status: 200 len: 944 time: 0.4809411 Sep 23 19:19:27.513452 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Device 3c44aec2-6b7f-49af-9d57-a9be1e2a3abf up at agent ovs-agent-n-d-713301-16 {{(pid=95103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 19:19:27.516341 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c07c307-278d-4946-b6d1-3a99bcf9bfde tempest-ImagesOneServerNegativeTestJSON-187090525 tempest-ImagesOneServerNegativeTestJSON-187090525-project] Pushing event deleted for resources: {'Port': ['ID=eac7a0bc-e00f-4273-b9c3-0458806207dc,revision_number=None']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:19:27.591450 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-1d8ffc11-f5de-4fad-ac23-ee8650bb5f2f req-627479f5-fb1d-48a5-ad3f-d9cceee7a329 tempest-DeleteServersAdminTestJSON-860693392 tempest-DeleteServersAdminTestJSON-860693392-project] Notify callbacks [] for port, precommit_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:19:27.592012 n-d-713301-16 neutron-server[95102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-870a099d-8631-4d05-941b-498a5e81f991 admin admin] Network 13779c5f-d832-4edd-ba35-ebc363f13a7c is already hosted by enough agents. {{(pid=95102) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:19:27.599999 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Provisioning for port d731a94f-f6c7-482a-9353-f2064dd9ad4e completed by entity L2. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 19:19:27.632150 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-1d8ffc11-f5de-4fad-ac23-ee8650bb5f2f req-627479f5-fb1d-48a5-ad3f-d9cceee7a329 tempest-DeleteServersAdminTestJSON-860693392 tempest-DeleteServersAdminTestJSON-860693392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783145673135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5607431'] for port, after_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:19:27.652677 n-d-713301-16 neutron-server[95102]: DEBUG neutron.scheduler.base_scheduler [None req-870a099d-8631-4d05-941b-498a5e81f991 admin admin] Resources bound (agent type, host, resource id): {{(pid=95102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:19:27.671508 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Provisioning complete for port d731a94f-f6c7-482a-9353-f2064dd9ad4e triggered by entity L2. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:19:27.674048 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:19:27.704070 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1d8ffc11-f5de-4fad-ac23-ee8650bb5f2f req-627479f5-fb1d-48a5-ad3f-d9cceee7a329 tempest-DeleteServersAdminTestJSON-860693392 tempest-DeleteServersAdminTestJSON-860693392-project] Network 5220cb0c-da05-478a-9604-8c11469a05b4 is already hosted by enough agents. {{(pid=95101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:19:27.722195 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.base_scheduler [req-1d8ffc11-f5de-4fad-ac23-ee8650bb5f2f req-627479f5-fb1d-48a5-ad3f-d9cceee7a329 tempest-DeleteServersAdminTestJSON-860693392 tempest-DeleteServersAdminTestJSON-860693392-project] Resources bound (agent type, host, resource id): {{(pid=95101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:19:27.748866 n-d-713301-16 neutron-server[95101]: DEBUG neutron.db.l3_dvrscheduler_db [req-1d8ffc11-f5de-4fad-ac23-ee8650bb5f2f req-627479f5-fb1d-48a5-ad3f-d9cceee7a329 tempest-DeleteServersAdminTestJSON-860693392 tempest-DeleteServersAdminTestJSON-860693392-project] Received port after_create {{(pid=95101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 19:19:27.758973 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-627479f5-fb1d-48a5-ad3f-d9cceee7a329 tempest-DeleteServersAdminTestJSON-860693392 tempest-DeleteServersAdminTestJSON-860693392-project] Pushing event updated for resources: {'Port': ['ID=407de278-3bf9-4390-82ff-ccae8f3d8bce,revision_number=1']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:19:27.852333 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Pushing event updated for resources: {'Port': ['ID=f9280300-5270-4d06-bf5d-2447b17be945,revision_number=5']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:19:27.980394 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8ffc11-f5de-4fad-ac23-ee8650bb5f2f req-627479f5-fb1d-48a5-ad3f-d9cceee7a329 tempest-DeleteServersAdminTestJSON-860693392 tempest-DeleteServersAdminTestJSON-860693392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:19:27.983552 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-1d8ffc11-f5de-4fad-ac23-ee8650bb5f2f req-627479f5-fb1d-48a5-ad3f-d9cceee7a329 tempest-DeleteServersAdminTestJSON-860693392 tempest-DeleteServersAdminTestJSON-860693392-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222849'] for port, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:19:28.002498 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:19:28.012754 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-1d8ffc11-f5de-4fad-ac23-ee8650bb5f2f req-627479f5-fb1d-48a5-ad3f-d9cceee7a329 tempest-DeleteServersAdminTestJSON-860693392 tempest-DeleteServersAdminTestJSON-860693392-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.5252926 Sep 23 19:19:28.038519 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Provisioning complete for port 3c44aec2-6b7f-49af-9d57-a9be1e2a3abf triggered by entity L2. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:19:28.039018 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:19:28.042710 n-d-713301-16 neutron-server[95102]: DEBUG neutron.db.l3_dvrscheduler_db [req-7a7e101c-e450-4866-bc30-b0d8cb892919 req-1c07c307-278d-4946-b6d1-3a99bcf9bfde tempest-ImagesOneServerNegativeTestJSON-187090525 tempest-ImagesOneServerNegativeTestJSON-187090525-project] No DVR routers for this DVR port eac7a0bc-e00f-4273-b9c3-0458806207dc on host n-h1-713301-16 {{(pid=95102) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 19:19:28.075930 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-7a7e101c-e450-4866-bc30-b0d8cb892919 req-1c07c307-278d-4946-b6d1-3a99bcf9bfde tempest-ImagesOneServerNegativeTestJSON-187090525 tempest-ImagesOneServerNegativeTestJSON-187090525-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222849'] for port, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:19:28.078648 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-7a7e101c-e450-4866-bc30-b0d8cb892919 req-1c07c307-278d-4946-b6d1-3a99bcf9bfde tempest-ImagesOneServerNegativeTestJSON-187090525 tempest-ImagesOneServerNegativeTestJSON-187090525-project] 10.222.0.74 "DELETE /v2.0/ports/eac7a0bc-e00f-4273-b9c3-0458806207dc HTTP/1.1" status: 204 len: 173 time: 2.8433657 Sep 23 19:19:28.085293 n-d-713301-16 neutron-server[95102]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e6c8c22-e875-4e36-b85b-b5a9d5eb2437', 'name': 'network-vif-deleted', 'tag': 'eac7a0bc-e00f-4273-b9c3-0458806207dc'}] {{(pid=95102) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 19:19:28.088478 n-d-713301-16 neutron-server[95102]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab31b6d93e5336dbddfa8ec424565b3bd8cb2369c5b4d85bc943472dbb21e8ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be423f77-f960-4906-a6c8-71f4cda3fc21" -d '{"events": [{"server_uuid": "5e6c8c22-e875-4e36-b85b-b5a9d5eb2437", "name": "network-vif-deleted", "tag": "eac7a0bc-e00f-4273-b9c3-0458806207dc"}]}' {{(pid=95102) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 19:19:28.101941 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.v2.base [req-1d8ffc11-f5de-4fad-ac23-ee8650bb5f2f req-5998eb43-569f-49fe-b17e-2dc95d478533 service neutron] Request body: {'port': {'device_id': '8a9e8a49-6fb8-4f00-a5b9-4e70c93a4a29', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713301-16'}} {{(pid=95101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:19:28.154042 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:19:28.207671 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09dfdeb1-2688-4c56-b825-abf10423f4f7 req-b5fa1658-9ea8-4f13-8872-a3e550c639b6 tempest-LiveMigrationTest-1843640962 tempest-LiveMigrationTest-1843640962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:19:28.213102 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-09dfdeb1-2688-4c56-b825-abf10423f4f7 req-b5fa1658-9ea8-4f13-8872-a3e550c639b6 tempest-LiveMigrationTest-1843640962 tempest-LiveMigrationTest-1843640962-project] 10.222.0.67 "GET /v2.0/ports?device_id=91012e8e-e67b-47ad-a34e-08f42534c38f HTTP/1.1" status: 200 len: 945 time: 0.7444830 Sep 23 19:19:28.218992 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-1d8ffc11-f5de-4fad-ac23-ee8650bb5f2f req-5998eb43-569f-49fe-b17e-2dc95d478533 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:19:28.275357 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-007fec80-4fb7-4c50-bcc0-8257e3251c56 req-a3898771-1e00-4168-bece-8b9bf4387681 tempest-LiveAutoBlockMigrationV225Test-1531822435 tempest-LiveAutoBlockMigrationV225Test-1531822435-project] 10.222.0.67 "GET /v2.0/security-groups?id=6d32247e-8bb7-4ae1-818c-76baafa39c73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9649813 Sep 23 19:19:28.354206 n-d-713301-16 neutron-server[95102]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-870a099d-8631-4d05-941b-498a5e81f991 admin admin] Router c3636d9e-644f-4dcd-83d7-48470ac1bc59 has already been hosted by L3 agent 79a740bf-7821-4989-8288-7186e3e128f3 {{(pid=95102) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 19:19:28.383937 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-09dfdeb1-2688-4c56-b825-abf10423f4f7 req-d099fb2a-2737-4a40-bd89-9b93028c42e9 tempest-LiveMigrationTest-1843640962 tempest-LiveMigrationTest-1843640962-project] 10.222.0.67 "GET /v2.0/security-groups?id=1c151358-1cab-48a6-be3e-ad7507b4da06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1613815 Sep 23 19:19:28.520639 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:19:28.603286 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] For port 3c44aec2-6b7f-49af-9d57-a9be1e2a3abf, host n-d-713301-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-16',level=0,port_id=3c44aec2-6b7f-49af-9d57-a9be1e2a3abf,segment=NetworkSegment(7d4027f1-d893-4c7b-95d4-757b8e44e380),segment_id=7d4027f1-d893-4c7b-95d4-757b8e44e380)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:19:28.610409 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-67d0a583-f60a-41bb-9501-1408ce53a5fc None None] Provisioning complete for port 9f3b17d9-fba6-4806-b04c-069574f4ada6 triggered by entity DHCP. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:19:28.612400 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-67d0a583-f60a-41bb-9501-1408ce53a5fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:19:28.737264 n-d-713301-16 neutron-server[95103]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '91012e8e-e67b-47ad-a34e-08f42534c38f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f9280300-5270-4d06-bf5d-2447b17be945'}] {{(pid=95103) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 19:19:28.759411 n-d-713301-16 neutron-server[95103]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}81a1c17f2aa89d5b3ebbba3a3e0cf7eb588e431c2224256110c4c4facdd7c3e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e1b27bf-6d89-4ebb-b281-28a8b8217b57" -d '{"events": [{"server_uuid": "91012e8e-e67b-47ad-a34e-08f42534c38f", "name": "network-vif-plugged", "status": "completed", "tag": "f9280300-5270-4d06-bf5d-2447b17be945"}]}' {{(pid=95103) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 19:19:28.765429 n-d-713301-16 neutron-server[95102]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 19:19:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4268bde-2f47-43c0-bdf0-5686021cb9ee x-openstack-request-id: req-c4268bde-2f47-43c0-bdf0-5686021cb9ee {{(pid=95102) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 19:19:28.765429 n-d-713301-16 neutron-server[95102]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5e6c8c22-e875-4e36-b85b-b5a9d5eb2437", "name": "network-vif-deleted", "tag": "eac7a0bc-e00f-4273-b9c3-0458806207dc", "status": "completed", "code": 200}]} {{(pid=95102) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 19:19:28.765429 n-d-713301-16 neutron-server[95102]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-c4268bde-2f47-43c0-bdf0-5686021cb9ee {{(pid=95102) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 19:19:28.765429 n-d-713301-16 neutron-server[95102]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5e6c8c22-e875-4e36-b85b-b5a9d5eb2437', 'name': 'network-vif-deleted', 'tag': 'eac7a0bc-e00f-4273-b9c3-0458806207dc', 'status': 'completed', 'code': 200} Sep 23 19:19:28.777658 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:19:28.800286 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:19:28.874927 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-870a099d-8631-4d05-941b-498a5e81f991 admin admin] Notify agent at l3_agent.n-d-713301-16 the message routers_updated {{(pid=95102) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 19:19:28.893986 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-3b85de55-5279-4d47-9727-fb3e45349cb3 req-1a87fe00-a27a-458a-a4f0-18069062201f tempest-ImagesOneServerNegativeTestJSON-187090525 tempest-ImagesOneServerNegativeTestJSON-187090525-project] 10.222.0.67 "GET /v2.0/ports?device_id=5e6c8c22-e875-4e36-b85b-b5a9d5eb2437 HTTP/1.1" status: 200 len: 210 time: 0.1274538 Sep 23 19:19:28.894816 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 57078) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:19:28.946934 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Pushing event updated for resources: {'Port': ['ID=3c44aec2-6b7f-49af-9d57-a9be1e2a3abf,revision_number=4']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:19:28.955597 n-d-713301-16 neutron-server[95101]: DEBUG neutron.notifiers.nova [req-1d8ffc11-f5de-4fad-ac23-ee8650bb5f2f req-5998eb43-569f-49fe-b17e-2dc95d478533 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 407de278-3bf9-4390-82ff-ccae8f3d8bce {{(pid=95101) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 19:19:28.962350 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-870a099d-8631-4d05-941b-498a5e81f991 admin admin] 10.222.0.67 "PUT /v2.0/routers/c3636d9e-644f-4dcd-83d7-48470ac1bc59/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.4141910 Sep 23 19:19:28.977043 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.plugin [None req-67d0a583-f60a-41bb-9501-1408ce53a5fc None None] Port 9f3b17d9-fba6-4806-b04c-069574f4ada6 cannot update to ACTIVE because it is not bound. {{(pid=95103) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 19:19:28.983910 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-1d8ffc11-f5de-4fad-ac23-ee8650bb5f2f req-5998eb43-569f-49fe-b17e-2dc95d478533 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:19:29.050178 n-d-713301-16 neutron-server[95101]: DEBUG neutron.db.provisioning_blocks [req-1d8ffc11-f5de-4fad-ac23-ee8650bb5f2f req-5998eb43-569f-49fe-b17e-2dc95d478533 service neutron] Transition to ACTIVE for port object 407de278-3bf9-4390-82ff-ccae8f3d8bce will not be triggered until provisioned by entity L2. {{(pid=95101) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 19:19:29.062439 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-1d8ffc11-f5de-4fad-ac23-ee8650bb5f2f req-5998eb43-569f-49fe-b17e-2dc95d478533 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5607436'] for port, after_update {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:19:29.068313 n-d-713301-16 neutron-server[95103]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 19:19:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-218b5fdf-0358-49b4-aadd-69dbfbb785b2 x-openstack-request-id: req-218b5fdf-0358-49b4-aadd-69dbfbb785b2 {{(pid=95103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 19:19:29.070995 n-d-713301-16 neutron-server[95103]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "91012e8e-e67b-47ad-a34e-08f42534c38f", "name": "network-vif-plugged", "status": "completed", "tag": "f9280300-5270-4d06-bf5d-2447b17be945", "code": 200}]} {{(pid=95103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 19:19:29.071264 n-d-713301-16 neutron-server[95103]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-218b5fdf-0358-49b4-aadd-69dbfbb785b2 {{(pid=95103) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 19:19:29.071680 n-d-713301-16 neutron-server[95103]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '91012e8e-e67b-47ad-a34e-08f42534c38f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f9280300-5270-4d06-bf5d-2447b17be945', 'code': 200} Sep 23 19:19:29.086674 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] For port d731a94f-f6c7-482a-9353-f2064dd9ad4e, host n-h2-713301-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-16',level=0,port_id=d731a94f-f6c7-482a-9353-f2064dd9ad4e,segment=NetworkSegment(5e7e2223-350e-4937-8d7b-2c6ab6ddc0ab),segment_id=5e7e2223-350e-4937-8d7b-2c6ab6ddc0ab)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:19:29.096955 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:19:29.123430 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1177ad72-6ed8-46c2-8f26-b324bf1ff120 req-af09b508-71c6-479f-8b49-9ea4546a3df0 tempest-DeleteServersAdminTestJSON-860693392 tempest-DeleteServersAdminTestJSON-860693392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:19:29.137392 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-1177ad72-6ed8-46c2-8f26-b324bf1ff120 req-af09b508-71c6-479f-8b49-9ea4546a3df0 tempest-DeleteServersAdminTestJSON-860693392 tempest-DeleteServersAdminTestJSON-860693392-project] 10.222.0.67 "GET /v2.0/ports?device_id=8a9e8a49-6fb8-4f00-a5b9-4e70c93a4a29 HTTP/1.1" status: 200 len: 936 time: 0.2396214 Sep 23 19:19:29.199199 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5998eb43-569f-49fe-b17e-2dc95d478533 service neutron] Pushing event updated for resources: {'Port': ['ID=407de278-3bf9-4390-82ff-ccae8f3d8bce,revision_number=2']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:19:29.209997 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a45867-c8b3-4936-8560-86d3cdbca5e0 req-c16162c5-c36e-4265-80c3-c8a99cd9bb84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:19:29.219707 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-84a45867-c8b3-4936-8560-86d3cdbca5e0 req-c16162c5-c36e-4265-80c3-c8a99cd9bb84 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=91012e8e-e67b-47ad-a34e-08f42534c38f HTTP/1.1" status: 200 len: 1097 time: 0.0959332 Sep 23 19:19:29.247010 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-1177ad72-6ed8-46c2-8f26-b324bf1ff120 req-4ef56803-3ab8-44e3-bcd9-a65f877ca55c tempest-DeleteServersAdminTestJSON-860693392 tempest-DeleteServersAdminTestJSON-860693392-project] 10.222.0.67 "GET /v2.0/security-groups?id=f29b6549-5121-43c2-ad5f-225d5d0eade2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1088746 Sep 23 19:19:29.312199 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Pushing event updated for resources: {'Port': ['ID=d731a94f-f6c7-482a-9353-f2064dd9ad4e,revision_number=5']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:19:29.315303 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Device eac7a0bc-e00f-4273-b9c3-0458806207dc no longer exists at agent hyperv_n-h1-713301-16 {{(pid=95103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 19:19:29.342866 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-84a45867-c8b3-4936-8560-86d3cdbca5e0 req-a0bc6b15-a883-40d7-b455-e29d995cdbc0 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=1c151358-1cab-48a6-be3e-ad7507b4da06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993829 Sep 23 19:19:29.397656 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-2ef87245-7240-4c3f-83df-603c1365d97d admin admin] Notify callbacks [] for security_group, before_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:19:29.419282 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.managers [req-1d8ffc11-f5de-4fad-ac23-ee8650bb5f2f req-5998eb43-569f-49fe-b17e-2dc95d478533 service neutron] Attempting to bind port 407de278-3bf9-4390-82ff-ccae8f3d8bce on host n-h2-713301-16 for vnic_type normal with profile {{(pid=95101) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 19:19:29.419779 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.managers [req-1d8ffc11-f5de-4fad-ac23-ee8650bb5f2f req-5998eb43-569f-49fe-b17e-2dc95d478533 service neutron] Attempting to bind port 407de278-3bf9-4390-82ff-ccae8f3d8bce by drivers openvswitch,hyperv on host n-h2-713301-16 at level 0 using segments [{'id': '6139d589-eb6c-4578-8935-c26ddf396853', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '5220cb0c-da05-478a-9604-8c11469a05b4'}] {{(pid=95101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 19:19:29.420213 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d8ffc11-f5de-4fad-ac23-ee8650bb5f2f req-5998eb43-569f-49fe-b17e-2dc95d478533 service neutron] Attempting to bind port 407de278-3bf9-4390-82ff-ccae8f3d8bce on network 5220cb0c-da05-478a-9604-8c11469a05b4 {{(pid=95101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:19:29.435316 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.plugin [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] No Port match for: eac7a0bc-e00f-4273-b9c3-0458806207dc {{(pid=95103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 19:19:29.436058 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d8ffc11-f5de-4fad-ac23-ee8650bb5f2f req-5998eb43-569f-49fe-b17e-2dc95d478533 service neutron] Port 407de278-3bf9-4390-82ff-ccae8f3d8bce on network 5220cb0c-da05-478a-9604-8c11469a05b4 not bound, no agent of type Open vSwitch agent registered on host n-h2-713301-16 {{(pid=95101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 19:19:29.436387 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d8ffc11-f5de-4fad-ac23-ee8650bb5f2f req-5998eb43-569f-49fe-b17e-2dc95d478533 service neutron] Attempting to bind port 407de278-3bf9-4390-82ff-ccae8f3d8bce on network 5220cb0c-da05-478a-9604-8c11469a05b4 {{(pid=95101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:19:29.440473 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Device eac7a0bc-e00f-4273-b9c3-0458806207dc not bound to the agent host n-h1-713301-16 {{(pid=95103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 19:19:29.459848 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d8ffc11-f5de-4fad-ac23-ee8650bb5f2f req-5998eb43-569f-49fe-b17e-2dc95d478533 service neutron] Checking agent: {'id': '2a7cea34-db54-4faf-8d23-37521c3e34cb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713301-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 19, 15, 28), 'started_at': datetime.datetime(2021, 9, 23, 19, 15, 28), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 19, 19, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 19:19:29.460353 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d8ffc11-f5de-4fad-ac23-ee8650bb5f2f req-5998eb43-569f-49fe-b17e-2dc95d478533 service neutron] Checking segment: {'id': '6139d589-eb6c-4578-8935-c26ddf396853', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '5220cb0c-da05-478a-9604-8c11469a05b4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:19:29.460770 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d8ffc11-f5de-4fad-ac23-ee8650bb5f2f req-5998eb43-569f-49fe-b17e-2dc95d478533 service neutron] Bound using segment: {'id': '6139d589-eb6c-4578-8935-c26ddf396853', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '5220cb0c-da05-478a-9604-8c11469a05b4'} {{(pid=95101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 19:19:29.461213 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.managers [req-1d8ffc11-f5de-4fad-ac23-ee8650bb5f2f req-5998eb43-569f-49fe-b17e-2dc95d478533 service neutron] Bound port: 407de278-3bf9-4390-82ff-ccae8f3d8bce, host: n-h2-713301-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6139d589-eb6c-4578-8935-c26ddf396853', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '5220cb0c-da05-478a-9604-8c11469a05b4'}}] {{(pid=95101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 19:19:29.461579 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-1d8ffc11-f5de-4fad-ac23-ee8650bb5f2f req-5998eb43-569f-49fe-b17e-2dc95d478533 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:19:29.467011 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Device 3c44aec2-6b7f-49af-9d57-a9be1e2a3abf up at agent ovs-agent-n-d-713301-16 {{(pid=95103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 19:19:29.634423 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Provisioning complete for port 3c44aec2-6b7f-49af-9d57-a9be1e2a3abf triggered by entity L2. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:19:29.634818 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:19:29.639243 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.db [req-1d8ffc11-f5de-4fad-ac23-ee8650bb5f2f req-5998eb43-569f-49fe-b17e-2dc95d478533 service neutron] For port 407de278-3bf9-4390-82ff-ccae8f3d8bce, host n-h2-713301-16, cleared binding levels {{(pid=95101) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 19:19:29.642754 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.db [req-1d8ffc11-f5de-4fad-ac23-ee8650bb5f2f req-5998eb43-569f-49fe-b17e-2dc95d478533 service neutron] For port 407de278-3bf9-4390-82ff-ccae8f3d8bce, host n-h2-713301-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-16',level=0,port_id=407de278-3bf9-4390-82ff-ccae8f3d8bce,segment=NetworkSegment(6139d589-eb6c-4578-8935-c26ddf396853),segment_id=6139d589-eb6c-4578-8935-c26ddf396853)] {{(pid=95101) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 19:19:29.650490 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-1d8ffc11-f5de-4fad-ac23-ee8650bb5f2f req-5998eb43-569f-49fe-b17e-2dc95d478533 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5607436'] for port, after_update {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:19:29.734138 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8ffc11-f5de-4fad-ac23-ee8650bb5f2f req-5998eb43-569f-49fe-b17e-2dc95d478533 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:19:29.734771 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-1d8ffc11-f5de-4fad-ac23-ee8650bb5f2f req-5998eb43-569f-49fe-b17e-2dc95d478533 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222849'] for port, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:19:29.736208 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-1d8ffc11-f5de-4fad-ac23-ee8650bb5f2f req-5998eb43-569f-49fe-b17e-2dc95d478533 service neutron] 10.222.0.53 "PUT /v2.0/ports/407de278-3bf9-4390-82ff-ccae8f3d8bce HTTP/1.1" status: 200 len: 1097 time: 1.6663489 Sep 23 19:19:29.739231 n-d-713301-16 neutron-server[95101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8a9e8a49-6fb8-4f00-a5b9-4e70c93a4a29', 'tag': '407de278-3bf9-4390-82ff-ccae8f3d8bce'}] {{(pid=95101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 19:19:29.746945 n-d-713301-16 neutron-server[95101]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d8366c5740cd635e57ab12b71fe44a77c2acc3c19091ef849c6f68b380462244" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-915599e6-cfbc-4767-a4bc-6ab931e7d852" -d '{"events": [{"name": "network-changed", "server_uuid": "8a9e8a49-6fb8-4f00-a5b9-4e70c93a4a29", "tag": "407de278-3bf9-4390-82ff-ccae8f3d8bce"}]}' {{(pid=95101) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 19:19:29.798808 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5998eb43-569f-49fe-b17e-2dc95d478533 service neutron] Pushing event updated for resources: {'Port': ['ID=407de278-3bf9-4390-82ff-ccae8f3d8bce,revision_number=3']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:19:29.870746 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8ffc11-f5de-4fad-ac23-ee8650bb5f2f req-14e03341-6ef6-44da-831c-180804528e01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:19:29.873064 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-1d8ffc11-f5de-4fad-ac23-ee8650bb5f2f req-14e03341-6ef6-44da-831c-180804528e01 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=885dd3698acb4840aa3b760382ca3660&device_id=8a9e8a49-6fb8-4f00-a5b9-4e70c93a4a29 HTTP/1.1" status: 200 len: 1100 time: 0.0864847 Sep 23 19:19:29.940858 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-1d8ffc11-f5de-4fad-ac23-ee8650bb5f2f req-764a7c5a-6707-4e1d-90c1-47b69317782b service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.183&port_id=407de278-3bf9-4390-82ff-ccae8f3d8bce HTTP/1.1" status: 200 len: 217 time: 0.0589123 Sep 23 19:19:29.992009 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5354dd72-b00d-48f9-b3e2-d63b453a8255 None None] Sync routers for ids ['c3636d9e-644f-4dcd-83d7-48470ac1bc59'] in n-d-713301-16 {{(pid=95104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 19:19:30.015275 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5354dd72-b00d-48f9-b3e2-d63b453a8255 None None] Routers {'c3636d9e-644f-4dcd-83d7-48470ac1bc59'} bound to L3 agent in host n-d-713301-16 {{(pid=95104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 19:19:30.016105 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_hamode_db [None req-5354dd72-b00d-48f9-b3e2-d63b453a8255 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-23T19:07:52Z,description=,heartbeat_timestamp=2021-09-23T19:19:22Z,host='n-d-713301-16',id=79a740bf-7821-4989-8288-7186e3e128f3,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:07:52Z,topic='l3_agent')) {'router_ids': ['c3636d9e-644f-4dcd-83d7-48470ac1bc59'], 'active': True} {{(pid=95104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:19:30.065848 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f6cbed2-18cc-4e74-898b-1aa27686c1c2 req-5411456f-e7e4-4a55-9260-731182359621 tempest-LiveAutoBlockMigrationV225Test-1531822435 tempest-LiveAutoBlockMigrationV225Test-1531822435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:19:30.067426 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-4f6cbed2-18cc-4e74-898b-1aa27686c1c2 req-5411456f-e7e4-4a55-9260-731182359621 tempest-LiveAutoBlockMigrationV225Test-1531822435 tempest-LiveAutoBlockMigrationV225Test-1531822435-project] 10.222.0.67 "GET /v2.0/ports?device_id=3f93ff56-89d6-4d8a-827d-77dcf6e19457 HTTP/1.1" status: 200 len: 945 time: 0.5596280 Sep 23 19:19:30.077142 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8ffc11-f5de-4fad-ac23-ee8650bb5f2f req-da0db5b4-0c0c-46c7-8cf2-a7b529db3291 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:19:30.080315 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-1d8ffc11-f5de-4fad-ac23-ee8650bb5f2f req-da0db5b4-0c0c-46c7-8cf2-a7b529db3291 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=1ccc69bc-9d6b-44d9-b227-204e47dc6e45 HTTP/1.1" status: 200 len: 843 time: 0.1319559 Sep 23 19:19:30.157135 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-2ef87245-7240-4c3f-83df-603c1365d97d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:19:30.188140 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8ffc11-f5de-4fad-ac23-ee8650bb5f2f req-2123d175-0225-4aac-9809-c4e337be2aad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:19:30.189476 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-1d8ffc11-f5de-4fad-ac23-ee8650bb5f2f req-2123d175-0225-4aac-9809-c4e337be2aad service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=5220cb0c-da05-478a-9604-8c11469a05b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0917666 Sep 23 19:19:30.191180 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4661cc3-2a64-4d96-a51b-009b19b5573e req-4c081b41-8de3-44d5-b0c7-20bbb27faccb tempest-LiveMigrationTest-1843640962 tempest-LiveMigrationTest-1843640962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:19:30.193689 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-a4661cc3-2a64-4d96-a51b-009b19b5573e req-4c081b41-8de3-44d5-b0c7-20bbb27faccb tempest-LiveMigrationTest-1843640962 tempest-LiveMigrationTest-1843640962-project] 10.222.0.67 "GET /v2.0/ports?device_id=91012e8e-e67b-47ad-a34e-08f42534c38f HTTP/1.1" status: 200 len: 945 time: 0.6122208 Sep 23 19:19:30.198243 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-2ef87245-7240-4c3f-83df-603c1365d97d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:19:30.239123 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_dvr_db [None req-5354dd72-b00d-48f9-b3e2-d63b453a8255 None None] Set router c3636d9e-644f-4dcd-83d7-48470ac1bc59 gateway port host: n-d-713301-16 {{(pid=95104) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 19:19:30.243802 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-2ef87245-7240-4c3f-83df-603c1365d97d admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=71a50fc0feed44e6b5d1182aca0910f4&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2778056 Sep 23 19:19:30.258156 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-4f6cbed2-18cc-4e74-898b-1aa27686c1c2 req-c75c9a22-2d50-447e-b8c7-effef17d270d tempest-LiveAutoBlockMigrationV225Test-1531822435 tempest-LiveAutoBlockMigrationV225Test-1531822435-project] 10.222.0.67 "GET /v2.0/security-groups?id=6d32247e-8bb7-4ae1-818c-76baafa39c73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1817427 Sep 23 19:19:30.266900 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 57098) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:19:30.356395 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-1d8ffc11-f5de-4fad-ac23-ee8650bb5f2f req-c7c002c5-fa9d-4468-9d5f-f43fa15f0c0c service neutron] 10.222.0.53 "GET /v2.0/networks/5220cb0c-da05-478a-9604-8c11469a05b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1511068 Sep 23 19:19:30.375157 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef87245-7240-4c3f-83df-603c1365d97d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=340f4f9c-a70b-4fd0-8f81-ba85ae68744d,revision_number=1']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:19:30.389791 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-a4661cc3-2a64-4d96-a51b-009b19b5573e req-b9bc7848-bdde-4d01-bb69-c1c17f8576e4 tempest-LiveMigrationTest-1843640962 tempest-LiveMigrationTest-1843640962-project] 10.222.0.67 "GET /v2.0/security-groups?id=1c151358-1cab-48a6-be3e-ad7507b4da06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1591060 Sep 23 19:19:30.457069 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-3b6c7a71-6baa-468c-b70c-cd5abde3eaf8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:19:30.524726 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-3b6c7a71-6baa-468c-b70c-cd5abde3eaf8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:19:30.575051 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-1d8ffc11-f5de-4fad-ac23-ee8650bb5f2f req-dce49599-3c3b-4043-b113-3e4af5cde94d service neutron] 10.222.0.53 "GET /v2.0/networks/5220cb0c-da05-478a-9604-8c11469a05b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2113495 Sep 23 19:19:30.619808 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-3b6c7a71-6baa-468c-b70c-cd5abde3eaf8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:19:30.622564 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-3b6c7a71-6baa-468c-b70c-cd5abde3eaf8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:19:30.627385 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-3b6c7a71-6baa-468c-b70c-cd5abde3eaf8 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/340f4f9c-a70b-4fd0-8f81-ba85ae68744d HTTP/1.1" status: 204 len: 168 time: 0.3540492 Sep 23 19:19:30.635985 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b6c7a71-6baa-468c-b70c-cd5abde3eaf8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=340f4f9c-a70b-4fd0-8f81-ba85ae68744d,revision_number=None']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:19:30.684403 n-d-713301-16 neutron-server[95101]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 19:19:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85ab8ef8-1db9-4d4e-a440-e2f918b5e7b5 x-openstack-request-id: req-85ab8ef8-1db9-4d4e-a440-e2f918b5e7b5 {{(pid=95101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 19:19:30.684773 n-d-713301-16 neutron-server[95101]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8a9e8a49-6fb8-4f00-a5b9-4e70c93a4a29", "tag": "407de278-3bf9-4390-82ff-ccae8f3d8bce", "status": "completed", "code": 200}]} {{(pid=95101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 19:19:30.684967 n-d-713301-16 neutron-server[95101]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-85ab8ef8-1db9-4d4e-a440-e2f918b5e7b5 {{(pid=95101) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 19:19:30.685375 n-d-713301-16 neutron-server[95101]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8a9e8a49-6fb8-4f00-a5b9-4e70c93a4a29', 'tag': '407de278-3bf9-4390-82ff-ccae8f3d8bce', 'status': 'completed', 'code': 200} Sep 23 19:19:30.814592 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-915599e6-cfbc-4767-a4bc-6ab931e7d852 req-1e67fe97-151d-4c57-886d-fedafc18c301 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:19:30.815710 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_hamode_db [None req-5354dd72-b00d-48f9-b3e2-d63b453a8255 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3636d9e-644f-4dcd-83d7-48470ac1bc59', 'name': 'tempest-FloatingIPsAssociationTestJSON-1746853027-router', 'tenant_id': '1837c91936d44f518fad2d97e5027d38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'external_fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.41'}], 'enable_snat': True}, 'gw_port_id': '3c44aec2-6b7f-49af-9d57-a9be1e2a3abf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:19:15Z', 'updated_at': '2021-09-23T19:19:25Z', 'revision_number': 4, 'project_id': '1837c91936d44f518fad2d97e5027d38', 'gw_port': {'id': '3c44aec2-6b7f-49af-9d57-a9be1e2a3abf', 'name': '', 'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:f9:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3636d9e-644f-4dcd-83d7-48470ac1bc59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 395, 'fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:19:16Z', 'updated_at': '2021-09-23T19:19:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-16', '_interfaces': [{'id': '9f3b17d9-fba6-4806-b04c-069574f4ada6', 'name': '', 'network_id': '13779c5f-d832-4edd-ba35-ebc363f13a7c', 'tenant_id': '1837c91936d44f518fad2d97e5027d38', 'mac_address': 'fa:16:3e:ec:57:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3636d9e-644f-4dcd-83d7-48470ac1bc59', 'device_owner': 'network:router_interface', 'standard_attr_id': 406, 'fixed_ips': [{'subnet_id': '7acfa417-039d-4281-a2fc-e6454233f5db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:19:23Z', 'updated_at': '2021-09-23T19:19:25Z', 'revision_number': 2, 'project_id': '1837c91936d44f518fad2d97e5027d38', 'subnets': [{'id': '7acfa417-039d-4281-a2fc-e6454233f5db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-16', False) {} {{(pid=95104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:19:30.816179 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-915599e6-cfbc-4767-a4bc-6ab931e7d852 req-1e67fe97-151d-4c57-886d-fedafc18c301 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=885dd3698acb4840aa3b760382ca3660&device_id=8a9e8a49-6fb8-4f00-a5b9-4e70c93a4a29 HTTP/1.1" status: 200 len: 1100 time: 0.1510980 Sep 23 19:19:30.890906 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5354dd72-b00d-48f9-b3e2-d63b453a8255 None None] Checking router: c3636d9e-644f-4dcd-83d7-48470ac1bc59 for host: n-d-713301-16 {{(pid=95104) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 19:19:30.891564 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5354dd72-b00d-48f9-b3e2-d63b453a8255 None None] Updating router c3636d9e-644f-4dcd-83d7-48470ac1bc59 port 9f3b17d9-fba6-4806-b04c-069574f4ada6 binding host n-d-713301-16 {{(pid=95104) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 23 19:19:30.960138 n-d-713301-16 neutron-server[95104]: DEBUG neutron_lib.callbacks.manager [None req-5354dd72-b00d-48f9-b3e2-d63b453a8255 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:19:31.022746 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf72aa3-05ee-440b-b6ea-b0d43ca33181 req-a09b5c01-c621-4bfe-9e6f-08167cfd65b0 tempest-FloatingIPsAssociationTestJSON-1050306137 tempest-FloatingIPsAssociationTestJSON-1050306137-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:19:31.024851 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-edf72aa3-05ee-440b-b6ea-b0d43ca33181 req-a09b5c01-c621-4bfe-9e6f-08167cfd65b0 tempest-FloatingIPsAssociationTestJSON-1050306137 tempest-FloatingIPsAssociationTestJSON-1050306137-project] 10.222.0.67 "GET /v2.0/networks?id=13779c5f-d832-4edd-ba35-ebc363f13a7c HTTP/1.1" status: 200 len: 821 time: 0.2866416 Sep 23 19:19:31.073304 n-d-713301-16 neutron-server[95103]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f93ff56-89d6-4d8a-827d-77dcf6e19457', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd731a94f-f6c7-482a-9353-f2064dd9ad4e'}] {{(pid=95103) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 19:19:31.076289 n-d-713301-16 neutron-server[95103]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}81a1c17f2aa89d5b3ebbba3a3e0cf7eb588e431c2224256110c4c4facdd7c3e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71322d32-5778-41f4-bdcd-f4298f5aea2c" -d '{"events": [{"server_uuid": "3f93ff56-89d6-4d8a-827d-77dcf6e19457", "name": "network-vif-plugged", "status": "completed", "tag": "d731a94f-f6c7-482a-9353-f2064dd9ad4e"}]}' {{(pid=95103) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 19:19:31.102269 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-edf72aa3-05ee-440b-b6ea-b0d43ca33181 req-4efa0b9c-0113-4841-92de-6ac4766bf28a tempest-FloatingIPsAssociationTestJSON-1050306137 tempest-FloatingIPsAssociationTestJSON-1050306137-project] 10.222.0.67 "GET /v2.0/quotas/1837c91936d44f518fad2d97e5027d38 HTTP/1.1" status: 200 len: 375 time: 0.0551391 Sep 23 19:19:31.193192 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-915599e6-cfbc-4767-a4bc-6ab931e7d852 req-0de0e427-46fe-40d6-a2ec-f977ab5ca7e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:19:31.195330 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-915599e6-cfbc-4767-a4bc-6ab931e7d852 req-0de0e427-46fe-40d6-a2ec-f977ab5ca7e9 service neutron] 10.222.0.53 "GET /v2.0/networks?id=5220cb0c-da05-478a-9604-8c11469a05b4 HTTP/1.1" status: 200 len: 870 time: 0.3665109 Sep 23 19:19:31.254534 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c3ef31-a981-41e6-be6a-914422f279df req-5ab57f91-fb35-4442-ac97-7357a39f2cb5 tempest-DeleteServersAdminTestJSON-860693392 tempest-DeleteServersAdminTestJSON-860693392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:19:31.259089 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-915599e6-cfbc-4767-a4bc-6ab931e7d852 req-039f06b3-7e0c-4388-9ac3-174f9fd185bf service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.183&port_id=407de278-3bf9-4390-82ff-ccae8f3d8bce HTTP/1.1" status: 200 len: 217 time: 0.0548446 Sep 23 19:19:31.263897 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-28c3ef31-a981-41e6-be6a-914422f279df req-5ab57f91-fb35-4442-ac97-7357a39f2cb5 tempest-DeleteServersAdminTestJSON-860693392 tempest-DeleteServersAdminTestJSON-860693392-project] 10.222.0.67 "GET /v2.0/ports?device_id=8a9e8a49-6fb8-4f00-a5b9-4e70c93a4a29 HTTP/1.1" status: 200 len: 948 time: 0.2345226 Sep 23 19:19:31.351951 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-edf72aa3-05ee-440b-b6ea-b0d43ca33181 req-e4fafae1-34c9-4116-820f-db9cad2efebb tempest-FloatingIPsAssociationTestJSON-1050306137 tempest-FloatingIPsAssociationTestJSON-1050306137-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=1837c91936d44f518fad2d97e5027d38&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2306871 Sep 23 19:19:31.352185 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 57124) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:19:31.375814 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-b7ad4765-a129-4d94-b846-983979d2d399 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:19:31.474917 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-915599e6-cfbc-4767-a4bc-6ab931e7d852 req-0e3131b0-70d7-4835-9828-a7206320972f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:19:31.479779 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-915599e6-cfbc-4767-a4bc-6ab931e7d852 req-0e3131b0-70d7-4835-9828-a7206320972f service neutron] 10.222.0.53 "GET /v2.0/subnets?id=1ccc69bc-9d6b-44d9-b227-204e47dc6e45 HTTP/1.1" status: 200 len: 843 time: 0.2117617 Sep 23 19:19:31.504475 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-edf72aa3-05ee-440b-b6ea-b0d43ca33181 req-52051aca-5e3d-46fb-99ca-48c6081c21ed service neutron] 10.222.0.67 "GET /v2.0/networks/13779c5f-d832-4edd-ba35-ebc363f13a7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1513395 Sep 23 19:19:31.550964 n-d-713301-16 neutron-server[95104]: DEBUG neutron_lib.callbacks.manager [None req-5354dd72-b00d-48f9-b3e2-d63b453a8255 None None] Notify callbacks [] for port, precommit_update {{(pid=95104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:19:31.570540 n-d-713301-16 neutron-server[95104]: DEBUG neutron_lib.callbacks.manager [None req-5354dd72-b00d-48f9-b3e2-d63b453a8255 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:19:31.581608 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-915599e6-cfbc-4767-a4bc-6ab931e7d852 req-331b1c6f-138f-416e-b18f-96a4025b6359 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:19:31.584454 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-915599e6-cfbc-4767-a4bc-6ab931e7d852 req-331b1c6f-138f-416e-b18f-96a4025b6359 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=5220cb0c-da05-478a-9604-8c11469a05b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0913124 Sep 23 19:19:31.589048 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-28c3ef31-a981-41e6-be6a-914422f279df req-631345e5-a3cd-428d-9f60-6886e595c451 tempest-DeleteServersAdminTestJSON-860693392 tempest-DeleteServersAdminTestJSON-860693392-project] 10.222.0.67 "GET /v2.0/security-groups?id=f29b6549-5121-43c2-ad5f-225d5d0eade2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3063464 Sep 23 19:19:31.646975 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d376228-c9b7-4fcb-a22f-6b7239b6d6e6 None None] Pushing event updated for resources: {'Port': ['ID=9f3b17d9-fba6-4806-b04c-069574f4ada6,revision_number=3']} {{(pid=95104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:19:31.668069 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d376228-c9b7-4fcb-a22f-6b7239b6d6e6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:19:31.669017 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d376228-c9b7-4fcb-a22f-6b7239b6d6e6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:19:31.669688 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d376228-c9b7-4fcb-a22f-6b7239b6d6e6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:19:31.670244 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d376228-c9b7-4fcb-a22f-6b7239b6d6e6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:19:31.670903 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d376228-c9b7-4fcb-a22f-6b7239b6d6e6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:19:31.671676 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d376228-c9b7-4fcb-a22f-6b7239b6d6e6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:19:31.674047 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d376228-c9b7-4fcb-a22f-6b7239b6d6e6 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:19:31.674931 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d376228-c9b7-4fcb-a22f-6b7239b6d6e6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:19:31.675919 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d376228-c9b7-4fcb-a22f-6b7239b6d6e6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:19:31.676880 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d376228-c9b7-4fcb-a22f-6b7239b6d6e6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:19:31.678287 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d376228-c9b7-4fcb-a22f-6b7239b6d6e6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:19:31.679321 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d376228-c9b7-4fcb-a22f-6b7239b6d6e6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:19:31.757058 n-d-713301-16 neutron-server[95104]: DEBUG neutron.plugins.ml2.managers [None req-5354dd72-b00d-48f9-b3e2-d63b453a8255 None None] Attempting to bind port 9f3b17d9-fba6-4806-b04c-069574f4ada6 on host n-d-713301-16 for vnic_type normal with profile {{(pid=95104) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 19:19:31.757584 n-d-713301-16 neutron-server[95104]: DEBUG neutron.plugins.ml2.managers [None req-5354dd72-b00d-48f9-b3e2-d63b453a8255 None None] Attempting to bind port 9f3b17d9-fba6-4806-b04c-069574f4ada6 by drivers openvswitch,hyperv on host n-d-713301-16 at level 0 using segments [{'id': '60344de3-4656-4e44-ba87-ebbfec08b080', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '13779c5f-d832-4edd-ba35-ebc363f13a7c'}] {{(pid=95104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 19:19:31.758076 n-d-713301-16 neutron-server[95104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5354dd72-b00d-48f9-b3e2-d63b453a8255 None None] Attempting to bind port 9f3b17d9-fba6-4806-b04c-069574f4ada6 on network 13779c5f-d832-4edd-ba35-ebc363f13a7c {{(pid=95104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:19:31.768036 n-d-713301-16 neutron-server[95104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5354dd72-b00d-48f9-b3e2-d63b453a8255 None None] Checking agent: {'id': '70a14545-df24-472f-8f95-bfe1719bff93', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 19, 7, 53), 'started_at': datetime.datetime(2021, 9, 23, 19, 8, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 19, 19, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 19:19:31.768661 n-d-713301-16 neutron-server[95104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5354dd72-b00d-48f9-b3e2-d63b453a8255 None None] Checking segment: {'id': '60344de3-4656-4e44-ba87-ebbfec08b080', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '13779c5f-d832-4edd-ba35-ebc363f13a7c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95104) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:19:31.769372 n-d-713301-16 neutron-server[95104]: DEBUG neutron_lib.callbacks.manager [None req-5354dd72-b00d-48f9-b3e2-d63b453a8255 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:19:31.769973 n-d-713301-16 neutron-server[95104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5354dd72-b00d-48f9-b3e2-d63b453a8255 None None] Bound using segment: {'id': '60344de3-4656-4e44-ba87-ebbfec08b080', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '13779c5f-d832-4edd-ba35-ebc363f13a7c'} {{(pid=95104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 19:19:31.770704 n-d-713301-16 neutron-server[95104]: DEBUG neutron.plugins.ml2.managers [None req-5354dd72-b00d-48f9-b3e2-d63b453a8255 None None] Bound port: 9f3b17d9-fba6-4806-b04c-069574f4ada6, host: n-d-713301-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '60344de3-4656-4e44-ba87-ebbfec08b080', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '13779c5f-d832-4edd-ba35-ebc363f13a7c'}}] {{(pid=95104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 19:19:31.771822 n-d-713301-16 neutron-server[95104]: DEBUG neutron_lib.callbacks.manager [None req-5354dd72-b00d-48f9-b3e2-d63b453a8255 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:19:31.809372 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-915599e6-cfbc-4767-a4bc-6ab931e7d852 req-a9619107-6b05-4147-af2b-899a35487acb service neutron] 10.222.0.53 "GET /v2.0/networks/5220cb0c-da05-478a-9604-8c11469a05b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2139883 Sep 23 19:19:31.843102 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-b7ad4765-a129-4d94-b846-983979d2d399 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:19:31.877727 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-b7ad4765-a129-4d94-b846-983979d2d399 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:19:31.905816 n-d-713301-16 neutron-server[95104]: DEBUG neutron.plugins.ml2.db [None req-5354dd72-b00d-48f9-b3e2-d63b453a8255 None None] For port 9f3b17d9-fba6-4806-b04c-069574f4ada6, host n-d-713301-16, cleared binding levels {{(pid=95104) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 19:19:31.910787 n-d-713301-16 neutron-server[95104]: DEBUG neutron.plugins.ml2.db [None req-5354dd72-b00d-48f9-b3e2-d63b453a8255 None None] For port 9f3b17d9-fba6-4806-b04c-069574f4ada6, host n-d-713301-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-16',level=0,port_id=9f3b17d9-fba6-4806-b04c-069574f4ada6,segment=NetworkSegment(60344de3-4656-4e44-ba87-ebbfec08b080),segment_id=60344de3-4656-4e44-ba87-ebbfec08b080)] {{(pid=95104) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 19:19:31.922073 n-d-713301-16 neutron-server[95104]: DEBUG neutron_lib.callbacks.manager [None req-5354dd72-b00d-48f9-b3e2-d63b453a8255 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:19:31.926336 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ad4765-a129-4d94-b846-983979d2d399 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=876433ef-fb0b-413a-aae3-48439d8bf572,revision_number=1']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:19:31.952323 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4103b19-5b43-4ab8-8b16-d4668b5349e2 req-29a58f68-4d3b-4367-8598-f24eb262b5ff tempest-ImagesOneServerNegativeTestJSON-187090525 tempest-ImagesOneServerNegativeTestJSON-187090525-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:19:31.969127 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-e4103b19-5b43-4ab8-8b16-d4668b5349e2 req-29a58f68-4d3b-4367-8598-f24eb262b5ff tempest-ImagesOneServerNegativeTestJSON-187090525 tempest-ImagesOneServerNegativeTestJSON-187090525-project] 10.222.0.67 "GET /v2.0/networks?id=700d9bb9-bc11-4c9f-9c9e-ad5f0b765959 HTTP/1.1" status: 200 len: 821 time: 0.2193844 Sep 23 19:19:31.982685 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-b7ad4765-a129-4d94-b846-983979d2d399 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=37fa9f5eb24a43d18ab0272f9a9b187b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6224306 Sep 23 19:19:31.987748 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-50f0230e-e116-4ebe-892a-2f2adf3d743e req-3f06a84b-1d1b-4cf3-b0bf-106d696d0c19 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=4b82c186-58ee-4ec9-b85d-98d5bd440916&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.6524425 Sep 23 19:19:31.988291 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 57138) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:19:32.042695 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-e4103b19-5b43-4ab8-8b16-d4668b5349e2 req-e0db0ca0-5c7d-42d7-bd52-462c1c92e859 tempest-ImagesOneServerNegativeTestJSON-187090525 tempest-ImagesOneServerNegativeTestJSON-187090525-project] 10.222.0.67 "GET /v2.0/quotas/427912597c8043d5912df510005a2424 HTTP/1.1" status: 200 len: 375 time: 0.0703976 Sep 23 19:19:32.099849 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-915599e6-cfbc-4767-a4bc-6ab931e7d852 req-6387c5e7-bd47-40e9-81f0-502645c0f9ec service neutron] 10.222.0.53 "GET /v2.0/networks/5220cb0c-da05-478a-9604-8c11469a05b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2607234 Sep 23 19:19:32.131451 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d376228-c9b7-4fcb-a22f-6b7239b6d6e6 None None] Pushing event updated for resources: {'Port': ['ID=9f3b17d9-fba6-4806-b04c-069574f4ada6,revision_number=4']} {{(pid=95104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:19:32.147959 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5354dd72-b00d-48f9-b3e2-d63b453a8255 None None] Routers {'c3636d9e-644f-4dcd-83d7-48470ac1bc59'} bound to L3 agent in host n-d-713301-16 {{(pid=95104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 19:19:32.149619 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_hamode_db [None req-5354dd72-b00d-48f9-b3e2-d63b453a8255 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-23T19:07:52Z,description=,heartbeat_timestamp=2021-09-23T19:19:22Z,host='n-d-713301-16',id=79a740bf-7821-4989-8288-7186e3e128f3,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:07:52Z,topic='l3_agent')) {'router_ids': ['c3636d9e-644f-4dcd-83d7-48470ac1bc59'], 'active': True} {{(pid=95104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:19:32.163006 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-26f29358-267f-4b68-8299-bb3094586683 None None] Provisioning complete for port 9f3b17d9-fba6-4806-b04c-069574f4ada6 triggered by entity DHCP. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:19:32.163491 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-26f29358-267f-4b68-8299-bb3094586683 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:19:32.208261 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f0230e-e116-4ebe-892a-2f2adf3d743e req-a7190381-6b1c-42fd-b740-9cd7ad4514e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:19:32.214662 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-50f0230e-e116-4ebe-892a-2f2adf3d743e req-a7190381-6b1c-42fd-b740-9cd7ad4514e4 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=07622c7485a94956bd0dfade6db60bcf&device_id=4b82c186-58ee-4ec9-b85d-98d5bd440916 HTTP/1.1" status: 200 len: 1098 time: 0.1399417 Sep 23 19:19:32.251088 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-e4103b19-5b43-4ab8-8b16-d4668b5349e2 req-58e21b26-0836-4748-a165-27b189c46df7 tempest-ImagesOneServerNegativeTestJSON-187090525 tempest-ImagesOneServerNegativeTestJSON-187090525-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=427912597c8043d5912df510005a2424&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2074120 Sep 23 19:19:32.325217 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-26f29358-267f-4b68-8299-bb3094586683 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:19:32.393653 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-26f29358-267f-4b68-8299-bb3094586683 None None] For port 9f3b17d9-fba6-4806-b04c-069574f4ada6, host n-d-713301-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-16',level=0,port_id=9f3b17d9-fba6-4806-b04c-069574f4ada6,segment=NetworkSegment(60344de3-4656-4e44-ba87-ebbfec08b080),segment_id=60344de3-4656-4e44-ba87-ebbfec08b080)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:19:32.408300 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-26f29358-267f-4b68-8299-bb3094586683 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:19:32.437855 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-7f5314d7-b2bf-4530-b962-9ed3cbe0caa5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:19:32.441166 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-edf72aa3-05ee-440b-b6ea-b0d43ca33181 req-4c1bea47-5749-4a8d-b487-dc6d8d14fc4e service neutron] 10.222.0.67 "GET /v2.0/networks/13779c5f-d832-4edd-ba35-ebc363f13a7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9364414 Sep 23 19:19:32.464848 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_dvr_db [None req-5354dd72-b00d-48f9-b3e2-d63b453a8255 None None] Set router c3636d9e-644f-4dcd-83d7-48470ac1bc59 gateway port host: n-d-713301-16 {{(pid=95104) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 19:19:32.546049 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26f29358-267f-4b68-8299-bb3094586683 None None] Pushing event updated for resources: {'Port': ['ID=9f3b17d9-fba6-4806-b04c-069574f4ada6,revision_number=5']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:19:32.624270 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-7f5314d7-b2bf-4530-b962-9ed3cbe0caa5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:19:32.640674 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-55264a64-9934-4ef7-814d-5521be267ec8 None None] Provisioning complete for port 9f3b17d9-fba6-4806-b04c-069574f4ada6 triggered by entity DHCP. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:19:32.641987 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-55264a64-9934-4ef7-814d-5521be267ec8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:19:32.719534 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-e4103b19-5b43-4ab8-8b16-d4668b5349e2 req-b9f86626-1ae9-436c-b23f-08a795cccc54 service neutron] 10.222.0.67 "GET /v2.0/networks/700d9bb9-bc11-4c9f-9c9e-ad5f0b765959?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4672084 Sep 23 19:19:32.739241 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f0230e-e116-4ebe-892a-2f2adf3d743e req-c98f6276-eccd-4f33-8492-e1297f1048fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:19:32.741395 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-50f0230e-e116-4ebe-892a-2f2adf3d743e req-c98f6276-eccd-4f33-8492-e1297f1048fa service neutron] 10.222.0.74 "GET /v2.0/networks?id=d5983aa5-dc01-48bc-bff2-9c83789f0fba HTTP/1.1" status: 200 len: 925 time: 0.4480679 Sep 23 19:19:32.762298 n-d-713301-16 neutron-server[95103]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 19:19:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b84416a5-44e2-4f53-8c82-eaed31b4aad3 x-openstack-request-id: req-b84416a5-44e2-4f53-8c82-eaed31b4aad3 {{(pid=95103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 19:19:32.763899 n-d-713301-16 neutron-server[95103]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3f93ff56-89d6-4d8a-827d-77dcf6e19457", "name": "network-vif-plugged", "status": "completed", "tag": "d731a94f-f6c7-482a-9353-f2064dd9ad4e", "code": 200}]} {{(pid=95103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 19:19:32.768579 n-d-713301-16 neutron-server[95103]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-b84416a5-44e2-4f53-8c82-eaed31b4aad3 {{(pid=95103) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 19:19:32.769273 n-d-713301-16 neutron-server[95103]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3f93ff56-89d6-4d8a-827d-77dcf6e19457', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd731a94f-f6c7-482a-9353-f2064dd9ad4e', 'code': 200} Sep 23 19:19:32.832336 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-50f0230e-e116-4ebe-892a-2f2adf3d743e req-74c05832-7d32-41d6-b7e7-d46b2b0f9508 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=66109541-7cdd-41cd-a46a-a48c75dbdb18 HTTP/1.1" status: 200 len: 1001 time: 0.0739911 Sep 23 19:19:32.960975 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-7f5314d7-b2bf-4530-b962-9ed3cbe0caa5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:19:32.963194 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-7f5314d7-b2bf-4530-b962-9ed3cbe0caa5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:19:32.967063 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-7f5314d7-b2bf-4530-b962-9ed3cbe0caa5 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/876433ef-fb0b-413a-aae3-48439d8bf572 HTTP/1.1" status: 204 len: 168 time: 0.9704509 Sep 23 19:19:32.968835 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f0230e-e116-4ebe-892a-2f2adf3d743e req-725e957a-c86d-4bf7-9a19-f7629f4e16e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:19:32.970320 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-50f0230e-e116-4ebe-892a-2f2adf3d743e req-725e957a-c86d-4bf7-9a19-f7629f4e16e7 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=d6f0871f-c3f6-47e4-ac38-d95f0ade6ade HTTP/1.1" status: 200 len: 863 time: 0.1278665 Sep 23 19:19:33.008391 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_hamode_db [None req-5354dd72-b00d-48f9-b3e2-d63b453a8255 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3636d9e-644f-4dcd-83d7-48470ac1bc59', 'name': 'tempest-FloatingIPsAssociationTestJSON-1746853027-router', 'tenant_id': '1837c91936d44f518fad2d97e5027d38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'external_fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.41'}], 'enable_snat': True}, 'gw_port_id': '3c44aec2-6b7f-49af-9d57-a9be1e2a3abf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:19:15Z', 'updated_at': '2021-09-23T19:19:25Z', 'revision_number': 4, 'project_id': '1837c91936d44f518fad2d97e5027d38', 'gw_port': {'id': '3c44aec2-6b7f-49af-9d57-a9be1e2a3abf', 'name': '', 'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:f9:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3636d9e-644f-4dcd-83d7-48470ac1bc59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 395, 'fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:19:16Z', 'updated_at': '2021-09-23T19:19:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-16', '_interfaces': [{'id': '9f3b17d9-fba6-4806-b04c-069574f4ada6', 'name': '', 'network_id': '13779c5f-d832-4edd-ba35-ebc363f13a7c', 'tenant_id': '1837c91936d44f518fad2d97e5027d38', 'mac_address': 'fa:16:3e:ec:57:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3636d9e-644f-4dcd-83d7-48470ac1bc59', 'device_owner': 'network:router_interface', 'standard_attr_id': 406, 'fixed_ips': [{'subnet_id': '7acfa417-039d-4281-a2fc-e6454233f5db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:19:23Z', 'updated_at': '2021-09-23T19:19:31Z', 'revision_number': 4, 'project_id': '1837c91936d44f518fad2d97e5027d38', 'subnets': [{'id': '7acfa417-039d-4281-a2fc-e6454233f5db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-16', False) {} {{(pid=95104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:19:33.015394 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e36a2f-5632-4946-b464-00de247067bc req-39603c3e-e235-44a6-9850-a0996d549ee8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:19:33.022898 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-e4103b19-5b43-4ab8-8b16-d4668b5349e2 req-a4b288da-178e-4778-8496-a170d162c133 service neutron] 10.222.0.67 "GET /v2.0/networks/700d9bb9-bc11-4c9f-9c9e-ad5f0b765959?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3021793 Sep 23 19:19:33.027157 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-f1e36a2f-5632-4946-b464-00de247067bc req-39603c3e-e235-44a6-9850-a0996d549ee8 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=3f93ff56-89d6-4d8a-827d-77dcf6e19457 HTTP/1.1" status: 200 len: 1097 time: 0.1892202 Sep 23 19:19:33.035703 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f5314d7-b2bf-4530-b962-9ed3cbe0caa5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=876433ef-fb0b-413a-aae3-48439d8bf572,revision_number=None']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:19:33.102562 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5354dd72-b00d-48f9-b3e2-d63b453a8255 None None] The sync data for ids ['c3636d9e-644f-4dcd-83d7-48470ac1bc59'] in n-d-713301-16 is: [{'id': 'c3636d9e-644f-4dcd-83d7-48470ac1bc59', 'name': 'tempest-FloatingIPsAssociationTestJSON-1746853027-router', 'tenant_id': '1837c91936d44f518fad2d97e5027d38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'external_fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.41'}], 'enable_snat': True}, 'gw_port_id': '3c44aec2-6b7f-49af-9d57-a9be1e2a3abf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:19:15Z', 'updated_at': '2021-09-23T19:19:25Z', 'revision_number': 4, 'project_id': '1837c91936d44f518fad2d97e5027d38', 'gw_port': {'id': '3c44aec2-6b7f-49af-9d57-a9be1e2a3abf', 'name': '', 'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:f9:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3636d9e-644f-4dcd-83d7-48470ac1bc59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 395, 'fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:19:16Z', 'updated_at': '2021-09-23T19:19:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-16', '_interfaces': [{'id': '9f3b17d9-fba6-4806-b04c-069574f4ada6', 'name': '', 'network_id': '13779c5f-d832-4edd-ba35-ebc363f13a7c', 'tenant_id': '1837c91936d44f518fad2d97e5027d38', 'mac_address': 'fa:16:3e:ec:57:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3636d9e-644f-4dcd-83d7-48470ac1bc59', 'device_owner': 'network:router_interface', 'standard_attr_id': 406, 'fixed_ips': [{'subnet_id': '7acfa417-039d-4281-a2fc-e6454233f5db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:19:23Z', 'updated_at': '2021-09-23T19:19:31Z', 'revision_number': 4, 'project_id': '1837c91936d44f518fad2d97e5027d38', 'subnets': [{'id': '7acfa417-039d-4281-a2fc-e6454233f5db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 19:19:33.116587 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f0230e-e116-4ebe-892a-2f2adf3d743e req-12b8e5ce-a6d0-4b3a-9e05-c9fb1d83ca9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:19:33.118709 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-50f0230e-e116-4ebe-892a-2f2adf3d743e req-12b8e5ce-a6d0-4b3a-9e05-c9fb1d83ca9a service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=d5983aa5-dc01-48bc-bff2-9c83789f0fba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1411986 Sep 23 19:19:33.212157 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-f1e36a2f-5632-4946-b464-00de247067bc req-0aff2813-86b0-4e63-b37f-ac67fdd6dafe service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=6d32247e-8bb7-4ae1-818c-76baafa39c73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1773329 Sep 23 19:19:33.265019 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b39df479-7163-4608-8a24-12c2f2ea1742 req-4d0e8253-06fa-40a2-8cc3-91bbf02605c1 tempest-LiveAutoBlockMigrationV225Test-1531822435 tempest-LiveAutoBlockMigrationV225Test-1531822435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:19:33.265960 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-b39df479-7163-4608-8a24-12c2f2ea1742 req-4d0e8253-06fa-40a2-8cc3-91bbf02605c1 tempest-LiveAutoBlockMigrationV225Test-1531822435 tempest-LiveAutoBlockMigrationV225Test-1531822435-project] 10.222.0.67 "GET /v2.0/ports?device_id=3f93ff56-89d6-4d8a-827d-77dcf6e19457 HTTP/1.1" status: 200 len: 945 time: 0.2366865 Sep 23 19:19:33.394635 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-50f0230e-e116-4ebe-892a-2f2adf3d743e req-f3bac04b-c9db-43bc-8e5b-6237f2e73e5d service neutron] 10.222.0.74 "GET /v2.0/networks/d5983aa5-dc01-48bc-bff2-9c83789f0fba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2667038 Sep 23 19:19:33.510603 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Device 9f3b17d9-fba6-4806-b04c-069574f4ada6 up at agent ovs-agent-n-d-713301-16 {{(pid=95103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 19:19:33.671741 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-b39df479-7163-4608-8a24-12c2f2ea1742 req-fdec38c7-26ab-4b6a-adaa-3161a97b5d5f tempest-LiveAutoBlockMigrationV225Test-1531822435 tempest-LiveAutoBlockMigrationV225Test-1531822435-project] 10.222.0.67 "GET /v2.0/security-groups?id=6d32247e-8bb7-4ae1-818c-76baafa39c73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3742766 Sep 23 19:19:33.698973 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Provisioning complete for port 9f3b17d9-fba6-4806-b04c-069574f4ada6 triggered by entity L2. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:19:33.700047 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:19:33.780471 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-50f0230e-e116-4ebe-892a-2f2adf3d743e req-57bdb600-3151-4b05-a31a-1c386bd045ce service neutron] 10.222.0.74 "GET /v2.0/networks/d5983aa5-dc01-48bc-bff2-9c83789f0fba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3633723 Sep 23 19:19:33.884442 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-519fa302-0154-40cd-8fd2-e00e86752bff req-e67e533d-56bf-42a6-9fa2-f11309976a0a tempest-LiveMigrationTest-1843640962 tempest-LiveMigrationTest-1843640962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:19:33.896194 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-519fa302-0154-40cd-8fd2-e00e86752bff req-e67e533d-56bf-42a6-9fa2-f11309976a0a tempest-LiveMigrationTest-1843640962 tempest-LiveMigrationTest-1843640962-project] 10.222.0.67 "GET /v2.0/ports?device_id=91012e8e-e67b-47ad-a34e-08f42534c38f HTTP/1.1" status: 200 len: 945 time: 0.2343941 Sep 23 19:19:33.996330 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-519fa302-0154-40cd-8fd2-e00e86752bff req-8d98650e-0ae5-40f3-ac7b-4b40d4c91070 tempest-LiveMigrationTest-1843640962 tempest-LiveMigrationTest-1843640962-project] 10.222.0.67 "GET /v2.0/security-groups?id=1c151358-1cab-48a6-be3e-ad7507b4da06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983517 Sep 23 19:19:34.184147 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-f9e08b02-3464-406f-978a-38fe31e45826 req-766cf8da-104a-46ea-a0da-7245b89c09cd tempest-FloatingIPsAssociationTestJSON-1050306137 tempest-FloatingIPsAssociationTestJSON-1050306137-project] 10.222.0.67 "GET /v2.0/ports?device_id=54888381-550f-4f37-8d36-836d2b5567e2 HTTP/1.1" status: 200 len: 210 time: 0.0736258 Sep 23 19:19:34.342551 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0a0257-795c-4e00-92bb-e98fdb863a2e req-2259ba9c-1023-497c-9415-d82da18be8ce tempest-DeleteServersAdminTestJSON-860693392 tempest-DeleteServersAdminTestJSON-860693392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:19:34.351695 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-bf0a0257-795c-4e00-92bb-e98fdb863a2e req-2259ba9c-1023-497c-9415-d82da18be8ce tempest-DeleteServersAdminTestJSON-860693392 tempest-DeleteServersAdminTestJSON-860693392-project] 10.222.0.67 "GET /v2.0/ports?device_id=8a9e8a49-6fb8-4f00-a5b9-4e70c93a4a29 HTTP/1.1" status: 200 len: 948 time: 0.1649249 Sep 23 19:19:34.368796 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-54d0fbd6-96e0-41af-a068-7c29d35a7851 req-78946109-52c3-4124-8f21-0bf1c9085a8f tempest-ImagesOneServerNegativeTestJSON-187090525 tempest-ImagesOneServerNegativeTestJSON-187090525-project] 10.222.0.67 "GET /v2.0/ports?device_id=97aabb61-3917-4b0b-bd79-2844716b7dd6 HTTP/1.1" status: 200 len: 210 time: 0.0835130 Sep 23 19:19:34.448951 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-bf0a0257-795c-4e00-92bb-e98fdb863a2e req-132128e4-a072-4345-a293-9dc8e6f6b9a6 tempest-DeleteServersAdminTestJSON-860693392 tempest-DeleteServersAdminTestJSON-860693392-project] 10.222.0.67 "GET /v2.0/security-groups?id=f29b6549-5121-43c2-ad5f-225d5d0eade2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957298 Sep 23 19:19:34.793722 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Device 407de278-3bf9-4390-82ff-ccae8f3d8bce details requested by agent hyperv_n-h2-713301-16 with host n-h2-713301-16 {{(pid=95103) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 19:19:35.143345 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] For port 407de278-3bf9-4390-82ff-ccae8f3d8bce, host n-h2-713301-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-16',level=0,port_id=407de278-3bf9-4390-82ff-ccae8f3d8bce,segment=NetworkSegment(6139d589-eb6c-4578-8935-c26ddf396853),segment_id=6139d589-eb6c-4578-8935-c26ddf396853)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:19:35.195697 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Returning: {'device': '407de278-3bf9-4390-82ff-ccae8f3d8bce', 'network_id': '5220cb0c-da05-478a-9604-8c11469a05b4', 'port_id': '407de278-3bf9-4390-82ff-ccae8f3d8bce', 'mac_address': 'fa:16:3e:b1:1f:cc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 624, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1ccc69bc-9d6b-44d9-b227-204e47dc6e45', 'ip_address': '192.168.233.183'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95103) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 19:19:35.210355 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25548858-512d-4f7e-8bd9-0b2f7fa8ad6d req-f8a86a54-897b-484e-a40e-4da2d3522987 tempest-LiveAutoBlockMigrationV225Test-1531822435 tempest-LiveAutoBlockMigrationV225Test-1531822435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:19:35.229414 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-25548858-512d-4f7e-8bd9-0b2f7fa8ad6d req-f8a86a54-897b-484e-a40e-4da2d3522987 tempest-LiveAutoBlockMigrationV225Test-1531822435 tempest-LiveAutoBlockMigrationV225Test-1531822435-project] 10.222.0.67 "GET /v2.0/ports?device_id=3f93ff56-89d6-4d8a-827d-77dcf6e19457 HTTP/1.1" status: 200 len: 945 time: 0.3687477 Sep 23 19:19:35.360666 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f2c928-dc0a-4568-8e67-cf5c5189793c req-2d13751a-d62c-403e-9567-3c8afb59cea3 tempest-LiveMigrationTest-677110171 tempest-LiveMigrationTest-677110171-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:19:35.362631 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:19:35.363585 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-57f2c928-dc0a-4568-8e67-cf5c5189793c req-2d13751a-d62c-403e-9567-3c8afb59cea3 tempest-LiveMigrationTest-677110171 tempest-LiveMigrationTest-677110171-project-admin] 10.222.0.67 "GET /v2.0/ports?device_id=91012e8e-e67b-47ad-a34e-08f42534c38f HTTP/1.1" status: 200 len: 1097 time: 0.4224772 Sep 23 19:19:35.380394 n-d-713301-16 neutron-server[95103]: DEBUG neutron.notifiers.nova [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 407de278-3bf9-4390-82ff-ccae8f3d8bce {{(pid=95103) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 19:19:35.415185 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] For port 407de278-3bf9-4390-82ff-ccae8f3d8bce, host n-h2-713301-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-16',level=0,port_id=407de278-3bf9-4390-82ff-ccae8f3d8bce,segment=NetworkSegment(6139d589-eb6c-4578-8935-c26ddf396853),segment_id=6139d589-eb6c-4578-8935-c26ddf396853)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:19:35.425415 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:19:35.500283 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Pushing event updated for resources: {'Port': ['ID=407de278-3bf9-4390-82ff-ccae8f3d8bce,revision_number=4']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:19:35.576919 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-25548858-512d-4f7e-8bd9-0b2f7fa8ad6d req-1badf9f4-8814-4856-a897-abb54987e558 tempest-LiveAutoBlockMigrationV225Test-1531822435 tempest-LiveAutoBlockMigrationV225Test-1531822435-project] 10.222.0.67 "GET /v2.0/security-groups?id=6d32247e-8bb7-4ae1-818c-76baafa39c73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3324764 Sep 23 19:19:35.640063 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-57f2c928-dc0a-4568-8e67-cf5c5189793c req-da3edc2a-a5b2-4785-8bc8-22b02f730e7d tempest-LiveMigrationTest-677110171 tempest-LiveMigrationTest-677110171-project-admin] 10.222.0.67 "GET /v2.0/security-groups?id=1c151358-1cab-48a6-be3e-ad7507b4da06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2536216 Sep 23 19:19:35.678772 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf72aa3-05ee-440b-b6ea-b0d43ca33181 req-53470107-3221-4920-9d42-7268e9c37327 tempest-FloatingIPsAssociationTestJSON-1050306137 tempest-FloatingIPsAssociationTestJSON-1050306137-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:19:35.680139 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-edf72aa3-05ee-440b-b6ea-b0d43ca33181 req-53470107-3221-4920-9d42-7268e9c37327 tempest-FloatingIPsAssociationTestJSON-1050306137 tempest-FloatingIPsAssociationTestJSON-1050306137-project] 10.222.0.74 "GET /v2.0/networks?id=13779c5f-d832-4edd-ba35-ebc363f13a7c HTTP/1.1" status: 200 len: 821 time: 0.6353910 Sep 23 19:19:35.682893 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] get_ports_and_sgs() called for port_ids ['407de278-3bf9-4390-82ff-ccae8f3d8bce'] {{(pid=95103) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 19:19:35.702495 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.v2.base [req-edf72aa3-05ee-440b-b6ea-b0d43ca33181 req-4d79840a-e597-4f4b-aa2c-c51e9463e417 tempest-FloatingIPsAssociationTestJSON-1050306137 tempest-FloatingIPsAssociationTestJSON-1050306137-project] Request body: {'port': {'device_id': '54888381-550f-4f37-8d36-836d2b5567e2', 'network_id': '13779c5f-d832-4edd-ba35-ebc363f13a7c', 'admin_state_up': True, 'tenant_id': '1837c91936d44f518fad2d97e5027d38'}} {{(pid=95102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:19:35.900380 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-83c366b8-3991-4e16-a9df-8aa7423d4b38 req-86aa07d5-bbf9-4f03-94a5-474f593e6f33 tempest-FloatingIPsAssociationTestJSON-1050306137 tempest-FloatingIPsAssociationTestJSON-1050306137-project] 10.222.0.67 "GET /v2.0/ports?device_id=54888381-550f-4f37-8d36-836d2b5567e2 HTTP/1.1" status: 200 len: 210 time: 0.1202416 Sep 23 19:19:35.946512 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-30aea5b0-23f2-47d3-9538-a19ced208bac req-5481bf62-766b-43e7-97d0-9e24b9d46950 tempest-ImagesOneServerNegativeTestJSON-187090525 tempest-ImagesOneServerNegativeTestJSON-187090525-project] 10.222.0.67 "GET /v2.0/ports?device_id=97aabb61-3917-4b0b-bd79-2844716b7dd6 HTTP/1.1" status: 200 len: 210 time: 0.0517735 Sep 23 19:19:36.102041 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-edf72aa3-05ee-440b-b6ea-b0d43ca33181 req-4d79840a-e597-4f4b-aa2c-c51e9463e417 tempest-FloatingIPsAssociationTestJSON-1050306137 tempest-FloatingIPsAssociationTestJSON-1050306137-project] Made reservation on behalf of 1837c91936d44f518fad2d97e5027d38 for: {'port': 1} {{(pid=95102) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:19:36.105780 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-edf72aa3-05ee-440b-b6ea-b0d43ca33181 req-4d79840a-e597-4f4b-aa2c-c51e9463e417 tempest-FloatingIPsAssociationTestJSON-1050306137 tempest-FloatingIPsAssociationTestJSON-1050306137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:19:36.163999 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cde42a4-8798-4102-ab23-2986248b329e req-cef9349a-7ba5-4fa8-8213-1e3acacf0c24 tempest-DeleteServersAdminTestJSON-860693392 tempest-DeleteServersAdminTestJSON-860693392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:19:36.173353 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-0cde42a4-8798-4102-ab23-2986248b329e req-cef9349a-7ba5-4fa8-8213-1e3acacf0c24 tempest-DeleteServersAdminTestJSON-860693392 tempest-DeleteServersAdminTestJSON-860693392-project] 10.222.0.67 "GET /v2.0/ports?device_id=8a9e8a49-6fb8-4f00-a5b9-4e70c93a4a29 HTTP/1.1" status: 200 len: 949 time: 0.1215646 Sep 23 19:19:36.184588 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd53c03d-6129-48a8-bbec-a18212844d9e req-4a10c662-e09b-468c-8887-dc11afbed558 tempest-LiveAutoBlockMigrationV225Test-1371897097 tempest-LiveAutoBlockMigrationV225Test-1371897097-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:19:36.191937 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-dd53c03d-6129-48a8-bbec-a18212844d9e req-4a10c662-e09b-468c-8887-dc11afbed558 tempest-LiveAutoBlockMigrationV225Test-1371897097 tempest-LiveAutoBlockMigrationV225Test-1371897097-project-admin] 10.222.0.67 "GET /v2.0/ports?device_id=3f93ff56-89d6-4d8a-827d-77dcf6e19457 HTTP/1.1" status: 200 len: 1097 time: 0.1112547 Sep 23 19:19:36.330917 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-0cde42a4-8798-4102-ab23-2986248b329e req-0a9834ed-fe16-461b-9400-e1b060a79830 tempest-DeleteServersAdminTestJSON-860693392 tempest-DeleteServersAdminTestJSON-860693392-project] 10.222.0.67 "GET /v2.0/security-groups?id=f29b6549-5121-43c2-ad5f-225d5d0eade2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1578176 Sep 23 19:19:36.363163 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-dd53c03d-6129-48a8-bbec-a18212844d9e req-07d17135-9bc1-4284-b81a-5efc0bdf848e tempest-LiveAutoBlockMigrationV225Test-1371897097 tempest-LiveAutoBlockMigrationV225Test-1371897097-project-admin] 10.222.0.67 "GET /v2.0/security-groups?id=6d32247e-8bb7-4ae1-818c-76baafa39c73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1590512 Sep 23 19:19:36.422278 n-d-713301-16 neutron-server[95102]: DEBUG neutron.db.db_base_plugin_common [req-edf72aa3-05ee-440b-b6ea-b0d43ca33181 req-4d79840a-e597-4f4b-aa2c-c51e9463e417 tempest-FloatingIPsAssociationTestJSON-1050306137 tempest-FloatingIPsAssociationTestJSON-1050306137-project] Allocated IP 172.20.0.12 (13779c5f-d832-4edd-ba35-ebc363f13a7c/7acfa417-039d-4281-a2fc-e6454233f5db/873e7b65-11d6-43a3-9a7a-31d0e534d4d5) {{(pid=95102) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 19:19:36.510207 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4103b19-5b43-4ab8-8b16-d4668b5349e2 req-7eb2593d-b19b-443c-911e-34b32ef9d49b tempest-ImagesOneServerNegativeTestJSON-187090525 tempest-ImagesOneServerNegativeTestJSON-187090525-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:19:36.516521 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-e4103b19-5b43-4ab8-8b16-d4668b5349e2 req-7eb2593d-b19b-443c-911e-34b32ef9d49b tempest-ImagesOneServerNegativeTestJSON-187090525 tempest-ImagesOneServerNegativeTestJSON-187090525-project] 10.222.0.74 "GET /v2.0/networks?id=700d9bb9-bc11-4c9f-9c9e-ad5f0b765959 HTTP/1.1" status: 200 len: 821 time: 0.3280675 Sep 23 19:19:36.532438 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.v2.base [req-e4103b19-5b43-4ab8-8b16-d4668b5349e2 req-2f6511d5-395b-4946-9d03-b07d73bd02fa tempest-ImagesOneServerNegativeTestJSON-187090525 tempest-ImagesOneServerNegativeTestJSON-187090525-project] Request body: {'port': {'device_id': '97aabb61-3917-4b0b-bd79-2844716b7dd6', 'network_id': '700d9bb9-bc11-4c9f-9c9e-ad5f0b765959', 'admin_state_up': True, 'tenant_id': '427912597c8043d5912df510005a2424'}} {{(pid=95101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:19:36.668018 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa167604-6359-4b02-88bd-b90e3c592efc req-668aaad7-772d-4395-8a87-abe6d683971d tempest-LiveAutoBlockMigrationV225Test-1371897097 tempest-LiveAutoBlockMigrationV225Test-1371897097-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:19:36.673169 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-aa167604-6359-4b02-88bd-b90e3c592efc req-668aaad7-772d-4395-8a87-abe6d683971d tempest-LiveAutoBlockMigrationV225Test-1371897097 tempest-LiveAutoBlockMigrationV225Test-1371897097-project-admin] 10.222.0.67 "GET /v2.0/ports?device_id=3f93ff56-89d6-4d8a-827d-77dcf6e19457 HTTP/1.1" status: 200 len: 1097 time: 0.1135709 Sep 23 19:19:36.680402 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0fc9f34-1bfa-4bcb-a270-51ae722d601d req-d2c17dcb-fca5-447a-b0bd-0825b65a9c34 tempest-LiveMigrationTest-677110171 tempest-LiveMigrationTest-677110171-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:19:36.682339 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-c0fc9f34-1bfa-4bcb-a270-51ae722d601d req-d2c17dcb-fca5-447a-b0bd-0825b65a9c34 tempest-LiveMigrationTest-677110171 tempest-LiveMigrationTest-677110171-project-admin] 10.222.0.67 "GET /v2.0/ports?device_id=91012e8e-e67b-47ad-a34e-08f42534c38f HTTP/1.1" status: 200 len: 1097 time: 0.1935868 Sep 23 19:19:36.740102 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e4103b19-5b43-4ab8-8b16-d4668b5349e2 req-2f6511d5-395b-4946-9d03-b07d73bd02fa tempest-ImagesOneServerNegativeTestJSON-187090525 tempest-ImagesOneServerNegativeTestJSON-187090525-project] Made reservation on behalf of 427912597c8043d5912df510005a2424 for: {'port': 1} {{(pid=95101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:19:36.746921 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-e4103b19-5b43-4ab8-8b16-d4668b5349e2 req-2f6511d5-395b-4946-9d03-b07d73bd02fa tempest-ImagesOneServerNegativeTestJSON-187090525 tempest-ImagesOneServerNegativeTestJSON-187090525-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:19:36.796298 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Device 407de278-3bf9-4390-82ff-ccae8f3d8bce up at agent hyperv_n-h2-713301-16 {{(pid=95103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 19:19:36.875801 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Provisioning for port 407de278-3bf9-4390-82ff-ccae8f3d8bce completed by entity L2. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 19:19:36.882939 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Provisioning complete for port 407de278-3bf9-4390-82ff-ccae8f3d8bce triggered by entity L2. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:19:36.885604 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:19:36.919837 n-d-713301-16 neutron-server[95101]: DEBUG neutron.db.db_base_plugin_common [req-e4103b19-5b43-4ab8-8b16-d4668b5349e2 req-2f6511d5-395b-4946-9d03-b07d73bd02fa tempest-ImagesOneServerNegativeTestJSON-187090525 tempest-ImagesOneServerNegativeTestJSON-187090525-project] Allocated IP 172.20.0.2 (700d9bb9-bc11-4c9f-9c9e-ad5f0b765959/0e8f2d91-dec7-4856-9400-fa2af5fd7699/f91a3f21-5f34-443d-9308-d1ead0aa7534) {{(pid=95101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 19:19:37.017424 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-aa167604-6359-4b02-88bd-b90e3c592efc req-424abc8c-d440-4634-8210-ec9cc04d3bab tempest-LiveAutoBlockMigrationV225Test-1371897097 tempest-LiveAutoBlockMigrationV225Test-1371897097-project-admin] 10.222.0.67 "GET /v2.0/security-groups?id=6d32247e-8bb7-4ae1-818c-76baafa39c73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3086224 Sep 23 19:19:37.023258 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:19:37.037334 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-c0fc9f34-1bfa-4bcb-a270-51ae722d601d req-19c3f08b-97c6-4fd4-b53d-095283848118 tempest-LiveMigrationTest-677110171 tempest-LiveMigrationTest-677110171-project-admin] 10.222.0.67 "GET /v2.0/security-groups?id=1c151358-1cab-48a6-be3e-ad7507b4da06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3274782 Sep 23 19:19:37.068321 n-d-713301-16 neutron-server[95103]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a9e8a49-6fb8-4f00-a5b9-4e70c93a4a29', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '407de278-3bf9-4390-82ff-ccae8f3d8bce'}] {{(pid=95103) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 19:19:37.071401 n-d-713301-16 neutron-server[95103]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}81a1c17f2aa89d5b3ebbba3a3e0cf7eb588e431c2224256110c4c4facdd7c3e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dcac4396-e7e5-4826-937a-eca34f773658" -d '{"events": [{"server_uuid": "8a9e8a49-6fb8-4f00-a5b9-4e70c93a4a29", "name": "network-vif-plugged", "status": "completed", "tag": "407de278-3bf9-4390-82ff-ccae8f3d8bce"}]}' {{(pid=95103) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 19:19:37.094344 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] For port 407de278-3bf9-4390-82ff-ccae8f3d8bce, host n-h2-713301-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-16',level=0,port_id=407de278-3bf9-4390-82ff-ccae8f3d8bce,segment=NetworkSegment(6139d589-eb6c-4578-8935-c26ddf396853),segment_id=6139d589-eb6c-4578-8935-c26ddf396853)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:19:37.103809 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:19:37.118272 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-edf72aa3-05ee-440b-b6ea-b0d43ca33181 req-4d79840a-e597-4f4b-aa2c-c51e9463e417 tempest-FloatingIPsAssociationTestJSON-1050306137 tempest-FloatingIPsAssociationTestJSON-1050306137-project] Notify callbacks [] for port, precommit_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:19:37.177966 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Pushing event updated for resources: {'Port': ['ID=407de278-3bf9-4390-82ff-ccae8f3d8bce,revision_number=5']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:19:37.201503 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-edf72aa3-05ee-440b-b6ea-b0d43ca33181 req-4d79840a-e597-4f4b-aa2c-c51e9463e417 tempest-FloatingIPsAssociationTestJSON-1050306137 tempest-FloatingIPsAssociationTestJSON-1050306137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783145673135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4399100'] for port, after_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:19:37.231518 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-e4103b19-5b43-4ab8-8b16-d4668b5349e2 req-2f6511d5-395b-4946-9d03-b07d73bd02fa tempest-ImagesOneServerNegativeTestJSON-187090525 tempest-ImagesOneServerNegativeTestJSON-187090525-project] Notify callbacks [] for port, precommit_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:19:37.305846 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d79840a-e597-4f4b-aa2c-c51e9463e417 tempest-FloatingIPsAssociationTestJSON-1050306137 tempest-FloatingIPsAssociationTestJSON-1050306137-project] Pushing event updated for resources: {'Port': ['ID=873e7b65-11d6-43a3-9a7a-31d0e534d4d5,revision_number=1']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:19:37.369642 n-d-713301-16 neutron-server[95102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-edf72aa3-05ee-440b-b6ea-b0d43ca33181 req-4d79840a-e597-4f4b-aa2c-c51e9463e417 tempest-FloatingIPsAssociationTestJSON-1050306137 tempest-FloatingIPsAssociationTestJSON-1050306137-project] Network 13779c5f-d832-4edd-ba35-ebc363f13a7c is already hosted by enough agents. {{(pid=95102) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:19:37.372266 n-d-713301-16 neutron-server[95102]: DEBUG neutron.scheduler.base_scheduler [req-edf72aa3-05ee-440b-b6ea-b0d43ca33181 req-4d79840a-e597-4f4b-aa2c-c51e9463e417 tempest-FloatingIPsAssociationTestJSON-1050306137 tempest-FloatingIPsAssociationTestJSON-1050306137-project] Resources bound (agent type, host, resource id): {{(pid=95102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:19:37.393134 n-d-713301-16 neutron-server[95102]: DEBUG neutron.db.l3_dvrscheduler_db [req-edf72aa3-05ee-440b-b6ea-b0d43ca33181 req-4d79840a-e597-4f4b-aa2c-c51e9463e417 tempest-FloatingIPsAssociationTestJSON-1050306137 tempest-FloatingIPsAssociationTestJSON-1050306137-project] Received port after_create {{(pid=95102) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 19:19:37.480209 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.v2.base [req-e2b84d92-f519-491c-a5a3-6ea12976e0d5 req-f6b85e53-4127-4603-a0a9-242e760fb037 tempest-SecurityGroupsTestAdminJSON-803662798 tempest-SecurityGroupsTestAdminJSON-803662798-project] Request body: {'security_group': {'name': 'tempest-securitygroup-1617005333', 'description': 'tempest-description-585747586'}} {{(pid=95102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:19:37.537353 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-221e930b-5aff-4a8d-9bbc-7a680e662a86 req-ecbe9830-b844-4989-ac80-8cc050a9b8bc tempest-FloatingIPsAssociationTestJSON-1050306137 tempest-FloatingIPsAssociationTestJSON-1050306137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:19:37.547007 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-221e930b-5aff-4a8d-9bbc-7a680e662a86 req-ecbe9830-b844-4989-ac80-8cc050a9b8bc tempest-FloatingIPsAssociationTestJSON-1050306137 tempest-FloatingIPsAssociationTestJSON-1050306137-project] 10.222.0.67 "GET /v2.0/ports?device_id=54888381-550f-4f37-8d36-836d2b5567e2 HTTP/1.1" status: 200 len: 932 time: 0.2432318 Sep 23 19:19:37.565140 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf72aa3-05ee-440b-b6ea-b0d43ca33181 req-4d79840a-e597-4f4b-aa2c-c51e9463e417 tempest-FloatingIPsAssociationTestJSON-1050306137 tempest-FloatingIPsAssociationTestJSON-1050306137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:19:37.565789 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-edf72aa3-05ee-440b-b6ea-b0d43ca33181 req-4d79840a-e597-4f4b-aa2c-c51e9463e417 tempest-FloatingIPsAssociationTestJSON-1050306137 tempest-FloatingIPsAssociationTestJSON-1050306137-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222849'] for port, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:19:37.567371 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-e4103b19-5b43-4ab8-8b16-d4668b5349e2 req-2f6511d5-395b-4946-9d03-b07d73bd02fa tempest-ImagesOneServerNegativeTestJSON-187090525 tempest-ImagesOneServerNegativeTestJSON-187090525-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783145673135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5607431'] for port, after_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:19:37.584314 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-e2b84d92-f519-491c-a5a3-6ea12976e0d5 req-f6b85e53-4127-4603-a0a9-242e760fb037 tempest-SecurityGroupsTestAdminJSON-803662798 tempest-SecurityGroupsTestAdminJSON-803662798-project] Notify callbacks [] for security_group, before_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:19:37.602617 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-edf72aa3-05ee-440b-b6ea-b0d43ca33181 req-4d79840a-e597-4f4b-aa2c-c51e9463e417 tempest-FloatingIPsAssociationTestJSON-1050306137 tempest-FloatingIPsAssociationTestJSON-1050306137-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9043591 Sep 23 19:19:37.604692 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-e2b84d92-f519-491c-a5a3-6ea12976e0d5 req-f6b85e53-4127-4603-a0a9-242e760fb037 tempest-SecurityGroupsTestAdminJSON-803662798 tempest-SecurityGroupsTestAdminJSON-803662798-project] Notify callbacks [] for security_group, before_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:19:37.627582 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e4103b19-5b43-4ab8-8b16-d4668b5349e2 req-2f6511d5-395b-4946-9d03-b07d73bd02fa tempest-ImagesOneServerNegativeTestJSON-187090525 tempest-ImagesOneServerNegativeTestJSON-187090525-project] Network 700d9bb9-bc11-4c9f-9c9e-ad5f0b765959 is already hosted by enough agents. {{(pid=95101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:19:37.631584 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.base_scheduler [req-e4103b19-5b43-4ab8-8b16-d4668b5349e2 req-2f6511d5-395b-4946-9d03-b07d73bd02fa tempest-ImagesOneServerNegativeTestJSON-187090525 tempest-ImagesOneServerNegativeTestJSON-187090525-project] Resources bound (agent type, host, resource id): {{(pid=95101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:19:37.635924 n-d-713301-16 neutron-server[95101]: DEBUG neutron.db.l3_dvrscheduler_db [req-e4103b19-5b43-4ab8-8b16-d4668b5349e2 req-2f6511d5-395b-4946-9d03-b07d73bd02fa tempest-ImagesOneServerNegativeTestJSON-187090525 tempest-ImagesOneServerNegativeTestJSON-187090525-project] Received port after_create {{(pid=95101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 19:19:37.695656 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f6511d5-395b-4946-9d03-b07d73bd02fa tempest-ImagesOneServerNegativeTestJSON-187090525 tempest-ImagesOneServerNegativeTestJSON-187090525-project] Pushing event updated for resources: {'Port': ['ID=f91a3f21-5f34-443d-9308-d1ead0aa7534,revision_number=1']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:19:37.716753 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.v2.base [req-edf72aa3-05ee-440b-b6ea-b0d43ca33181 req-fcf4cbd7-1f5e-4ed6-ad33-5c2038754202 service neutron] Request body: {'port': {'device_id': '54888381-550f-4f37-8d36-836d2b5567e2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713301-16'}} {{(pid=95102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:19:37.740116 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4103b19-5b43-4ab8-8b16-d4668b5349e2 req-2f6511d5-395b-4946-9d03-b07d73bd02fa tempest-ImagesOneServerNegativeTestJSON-187090525 tempest-ImagesOneServerNegativeTestJSON-187090525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:19:37.740790 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-e4103b19-5b43-4ab8-8b16-d4668b5349e2 req-2f6511d5-395b-4946-9d03-b07d73bd02fa tempest-ImagesOneServerNegativeTestJSON-187090525 tempest-ImagesOneServerNegativeTestJSON-187090525-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222849'] for port, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:19:37.750486 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-221e930b-5aff-4a8d-9bbc-7a680e662a86 req-953f1bfe-a362-4f6a-a647-748869e322db tempest-FloatingIPsAssociationTestJSON-1050306137 tempest-FloatingIPsAssociationTestJSON-1050306137-project] 10.222.0.67 "GET /v2.0/security-groups?id=cb9248a2-4263-4f57-a68c-8a6c3c3d2519&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2026010 Sep 23 19:19:37.755574 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-e2b84d92-f519-491c-a5a3-6ea12976e0d5 req-f6b85e53-4127-4603-a0a9-242e760fb037 tempest-SecurityGroupsTestAdminJSON-803662798 tempest-SecurityGroupsTestAdminJSON-803662798-project] Notify callbacks [] for security_group, precommit_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:19:37.765942 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-e4103b19-5b43-4ab8-8b16-d4668b5349e2 req-2f6511d5-395b-4946-9d03-b07d73bd02fa tempest-ImagesOneServerNegativeTestJSON-187090525 tempest-ImagesOneServerNegativeTestJSON-187090525-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2394364 Sep 23 19:19:37.775568 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-e2b84d92-f519-491c-a5a3-6ea12976e0d5 req-f6b85e53-4127-4603-a0a9-242e760fb037 tempest-SecurityGroupsTestAdminJSON-803662798 tempest-SecurityGroupsTestAdminJSON-803662798-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:19:37.782427 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.v2.base [req-e4103b19-5b43-4ab8-8b16-d4668b5349e2 req-cd73b1a4-f517-431c-84cf-d6b791b72434 service neutron] Request body: {'port': {'device_id': '97aabb61-3917-4b0b-bd79-2844716b7dd6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713301-16'}} {{(pid=95101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:19:37.792231 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-809d03b5-f788-4549-955a-1f2a38e0ee96 None None] Provisioning complete for port 873e7b65-11d6-43a3-9a7a-31d0e534d4d5 triggered by entity DHCP. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:19:37.792629 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-809d03b5-f788-4549-955a-1f2a38e0ee96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:19:37.832349 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.plugin [None req-809d03b5-f788-4549-955a-1f2a38e0ee96 None None] Port 873e7b65-11d6-43a3-9a7a-31d0e534d4d5 cannot update to ACTIVE because it is not bound. {{(pid=95103) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 19:19:37.889973 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-e4103b19-5b43-4ab8-8b16-d4668b5349e2 req-cd73b1a4-f517-431c-84cf-d6b791b72434 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:19:37.905385 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-edf72aa3-05ee-440b-b6ea-b0d43ca33181 req-fcf4cbd7-1f5e-4ed6-ad33-5c2038754202 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:19:37.937055 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6b85e53-4127-4603-a0a9-242e760fb037 tempest-SecurityGroupsTestAdminJSON-803662798 tempest-SecurityGroupsTestAdminJSON-803662798-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e26072df-c04c-4351-a203-29f9a3a3cfa0,revision_number=1']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:19:38.011643 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d1daf7-4bdf-4cdd-9c69-751dfd098197 req-997ea7e8-dd07-40d5-bfbc-9f0c3900bf19 tempest-ImagesOneServerNegativeTestJSON-187090525 tempest-ImagesOneServerNegativeTestJSON-187090525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:19:38.013205 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-10d1daf7-4bdf-4cdd-9c69-751dfd098197 req-997ea7e8-dd07-40d5-bfbc-9f0c3900bf19 tempest-ImagesOneServerNegativeTestJSON-187090525 tempest-ImagesOneServerNegativeTestJSON-187090525-project] 10.222.0.67 "GET /v2.0/ports?device_id=97aabb61-3917-4b0b-bd79-2844716b7dd6 HTTP/1.1" status: 200 len: 931 time: 0.1727095 Sep 23 19:19:38.167080 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-10d1daf7-4bdf-4cdd-9c69-751dfd098197 req-c0d44ceb-2e5c-413a-9a94-f79d8906f6f8 tempest-ImagesOneServerNegativeTestJSON-187090525 tempest-ImagesOneServerNegativeTestJSON-187090525-project] 10.222.0.67 "GET /v2.0/security-groups?id=19c0f9e9-a6be-47c1-af86-410f820e84bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1375778 Sep 23 19:19:38.174487 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-e2b84d92-f519-491c-a5a3-6ea12976e0d5 req-f6b85e53-4127-4603-a0a9-242e760fb037 tempest-SecurityGroupsTestAdminJSON-803662798 tempest-SecurityGroupsTestAdminJSON-803662798-project] Notify callbacks [] for security_group, precommit_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:19:38.185859 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-e2b84d92-f519-491c-a5a3-6ea12976e0d5 req-f6b85e53-4127-4603-a0a9-242e760fb037 tempest-SecurityGroupsTestAdminJSON-803662798 tempest-SecurityGroupsTestAdminJSON-803662798-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:19:38.211713 n-d-713301-16 neutron-server[95101]: DEBUG neutron.notifiers.nova [req-e4103b19-5b43-4ab8-8b16-d4668b5349e2 req-cd73b1a4-f517-431c-84cf-d6b791b72434 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f91a3f21-5f34-443d-9308-d1ead0aa7534 {{(pid=95101) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 19:19:38.222395 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-e4103b19-5b43-4ab8-8b16-d4668b5349e2 req-cd73b1a4-f517-431c-84cf-d6b791b72434 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:19:38.240752 n-d-713301-16 neutron-server[95101]: DEBUG neutron.db.provisioning_blocks [req-e4103b19-5b43-4ab8-8b16-d4668b5349e2 req-cd73b1a4-f517-431c-84cf-d6b791b72434 service neutron] Transition to ACTIVE for port object f91a3f21-5f34-443d-9308-d1ead0aa7534 will not be triggered until provisioned by entity L2. {{(pid=95101) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 19:19:38.248765 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-e4103b19-5b43-4ab8-8b16-d4668b5349e2 req-cd73b1a4-f517-431c-84cf-d6b791b72434 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5607436'] for port, after_update {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:19:38.253996 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-e2b84d92-f519-491c-a5a3-6ea12976e0d5 req-f6b85e53-4127-4603-a0a9-242e760fb037 tempest-SecurityGroupsTestAdminJSON-803662798 tempest-SecurityGroupsTestAdminJSON-803662798-project] Notify callbacks [] for security_group, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:19:38.254404 n-d-713301-16 neutron-server[95103]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 19:19:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28deaae2-96b0-48e0-876c-5e5ece229713 x-openstack-request-id: req-28deaae2-96b0-48e0-876c-5e5ece229713 {{(pid=95103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 19:19:38.254853 n-d-713301-16 neutron-server[95103]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8a9e8a49-6fb8-4f00-a5b9-4e70c93a4a29", "name": "network-vif-plugged", "status": "completed", "tag": "407de278-3bf9-4390-82ff-ccae8f3d8bce", "code": 200}]} {{(pid=95103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 19:19:38.255653 n-d-713301-16 neutron-server[95103]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-28deaae2-96b0-48e0-876c-5e5ece229713 {{(pid=95103) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 19:19:38.255880 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-e2b84d92-f519-491c-a5a3-6ea12976e0d5 req-f6b85e53-4127-4603-a0a9-242e760fb037 tempest-SecurityGroupsTestAdminJSON-803662798 tempest-SecurityGroupsTestAdminJSON-803662798-project] 10.222.0.67 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.8045070 Sep 23 19:19:38.256369 n-d-713301-16 neutron-server[95103]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8a9e8a49-6fb8-4f00-a5b9-4e70c93a4a29', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '407de278-3bf9-4390-82ff-ccae8f3d8bce', 'code': 200} Sep 23 19:19:38.272021 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6b85e53-4127-4603-a0a9-242e760fb037 tempest-SecurityGroupsTestAdminJSON-803662798 tempest-SecurityGroupsTestAdminJSON-803662798-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0f380af9-2ced-48f3-9761-26abc350c38e,revision_number=1']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:19:38.367310 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd73b1a4-f517-431c-84cf-d6b791b72434 service neutron] Pushing event updated for resources: {'Port': ['ID=f91a3f21-5f34-443d-9308-d1ead0aa7534,revision_number=2']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:19:38.409805 n-d-713301-16 neutron-server[95102]: DEBUG neutron.notifiers.nova [req-edf72aa3-05ee-440b-b6ea-b0d43ca33181 req-fcf4cbd7-1f5e-4ed6-ad33-5c2038754202 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 873e7b65-11d6-43a3-9a7a-31d0e534d4d5 {{(pid=95102) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 19:19:38.422784 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-edf72aa3-05ee-440b-b6ea-b0d43ca33181 req-fcf4cbd7-1f5e-4ed6-ad33-5c2038754202 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:19:38.436834 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b94f35-3ffc-411f-ab2b-04089ad58a18 req-86a98bd1-0111-4e55-a139-34c259afc6c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:19:38.438526 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deee1855-b250-489f-bcce-dce74fc9e1b4 req-64d926b7-63d6-4451-bcef-6f9308b5a211 tempest-DeleteServersAdminTestJSON-860693392 tempest-DeleteServersAdminTestJSON-860693392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:19:38.440216 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-deee1855-b250-489f-bcce-dce74fc9e1b4 req-64d926b7-63d6-4451-bcef-6f9308b5a211 tempest-DeleteServersAdminTestJSON-860693392 tempest-DeleteServersAdminTestJSON-860693392-project] 10.222.0.67 "GET /v2.0/ports?device_id=8a9e8a49-6fb8-4f00-a5b9-4e70c93a4a29 HTTP/1.1" status: 200 len: 950 time: 0.0994580 Sep 23 19:19:38.445722 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-60b94f35-3ffc-411f-ab2b-04089ad58a18 req-86a98bd1-0111-4e55-a139-34c259afc6c5 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=8a9e8a49-6fb8-4f00-a5b9-4e70c93a4a29 HTTP/1.1" status: 200 len: 1102 time: 0.1118426 Sep 23 19:19:38.459381 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.managers [req-e4103b19-5b43-4ab8-8b16-d4668b5349e2 req-cd73b1a4-f517-431c-84cf-d6b791b72434 service neutron] Attempting to bind port f91a3f21-5f34-443d-9308-d1ead0aa7534 on host n-h1-713301-16 for vnic_type normal with profile {{(pid=95101) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 19:19:38.459834 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.managers [req-e4103b19-5b43-4ab8-8b16-d4668b5349e2 req-cd73b1a4-f517-431c-84cf-d6b791b72434 service neutron] Attempting to bind port f91a3f21-5f34-443d-9308-d1ead0aa7534 by drivers openvswitch,hyperv on host n-h1-713301-16 at level 0 using segments [{'id': '00f65067-1b00-468f-894b-1d8e13071c70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '700d9bb9-bc11-4c9f-9c9e-ad5f0b765959'}] {{(pid=95101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 19:19:38.460381 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4103b19-5b43-4ab8-8b16-d4668b5349e2 req-cd73b1a4-f517-431c-84cf-d6b791b72434 service neutron] Attempting to bind port f91a3f21-5f34-443d-9308-d1ead0aa7534 on network 700d9bb9-bc11-4c9f-9c9e-ad5f0b765959 {{(pid=95101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:19:38.470870 n-d-713301-16 neutron-server[95102]: DEBUG neutron.db.provisioning_blocks [req-edf72aa3-05ee-440b-b6ea-b0d43ca33181 req-fcf4cbd7-1f5e-4ed6-ad33-5c2038754202 service neutron] Transition to ACTIVE for port object 873e7b65-11d6-43a3-9a7a-31d0e534d4d5 will not be triggered until provisioned by entity L2. {{(pid=95102) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 19:19:38.477348 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4103b19-5b43-4ab8-8b16-d4668b5349e2 req-cd73b1a4-f517-431c-84cf-d6b791b72434 service neutron] Port f91a3f21-5f34-443d-9308-d1ead0aa7534 on network 700d9bb9-bc11-4c9f-9c9e-ad5f0b765959 not bound, no agent of type Open vSwitch agent registered on host n-h1-713301-16 {{(pid=95101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 19:19:38.477687 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4103b19-5b43-4ab8-8b16-d4668b5349e2 req-cd73b1a4-f517-431c-84cf-d6b791b72434 service neutron] Attempting to bind port f91a3f21-5f34-443d-9308-d1ead0aa7534 on network 700d9bb9-bc11-4c9f-9c9e-ad5f0b765959 {{(pid=95101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:19:38.482201 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-edf72aa3-05ee-440b-b6ea-b0d43ca33181 req-fcf4cbd7-1f5e-4ed6-ad33-5c2038754202 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4399095'] for port, after_update {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:19:38.485700 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4103b19-5b43-4ab8-8b16-d4668b5349e2 req-cd73b1a4-f517-431c-84cf-d6b791b72434 service neutron] Checking agent: {'id': '0708c3e9-0aad-4600-9be9-d2486535c898', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713301-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 19, 15, 28), 'started_at': datetime.datetime(2021, 9, 23, 19, 15, 28), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 19, 19, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 19:19:38.486044 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4103b19-5b43-4ab8-8b16-d4668b5349e2 req-cd73b1a4-f517-431c-84cf-d6b791b72434 service neutron] Checking segment: {'id': '00f65067-1b00-468f-894b-1d8e13071c70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '700d9bb9-bc11-4c9f-9c9e-ad5f0b765959'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:19:38.486434 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4103b19-5b43-4ab8-8b16-d4668b5349e2 req-cd73b1a4-f517-431c-84cf-d6b791b72434 service neutron] Bound using segment: {'id': '00f65067-1b00-468f-894b-1d8e13071c70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '700d9bb9-bc11-4c9f-9c9e-ad5f0b765959'} {{(pid=95101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 19:19:38.486870 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.managers [req-e4103b19-5b43-4ab8-8b16-d4668b5349e2 req-cd73b1a4-f517-431c-84cf-d6b791b72434 service neutron] Bound port: f91a3f21-5f34-443d-9308-d1ead0aa7534, host: n-h1-713301-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '00f65067-1b00-468f-894b-1d8e13071c70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '700d9bb9-bc11-4c9f-9c9e-ad5f0b765959'}}] {{(pid=95101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 19:19:38.487229 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-e4103b19-5b43-4ab8-8b16-d4668b5349e2 req-cd73b1a4-f517-431c-84cf-d6b791b72434 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:19:38.512033 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-60b94f35-3ffc-411f-ab2b-04089ad58a18 req-9ea734d9-4b60-48e9-8c69-4cfb49dcbca7 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=f29b6549-5121-43c2-ad5f-225d5d0eade2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539880 Sep 23 19:19:38.528283 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-deee1855-b250-489f-bcce-dce74fc9e1b4 req-859e449a-3367-4e11-a28f-fa66cb33e3bc tempest-DeleteServersAdminTestJSON-860693392 tempest-DeleteServersAdminTestJSON-860693392-project] 10.222.0.67 "GET /v2.0/security-groups?id=f29b6549-5121-43c2-ad5f-225d5d0eade2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802441 Sep 23 19:19:38.577669 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcf4cbd7-1f5e-4ed6-ad33-5c2038754202 service neutron] Pushing event updated for resources: {'Port': ['ID=873e7b65-11d6-43a3-9a7a-31d0e534d4d5,revision_number=2']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:19:38.584023 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.db [req-e4103b19-5b43-4ab8-8b16-d4668b5349e2 req-cd73b1a4-f517-431c-84cf-d6b791b72434 service neutron] For port f91a3f21-5f34-443d-9308-d1ead0aa7534, host n-h1-713301-16, cleared binding levels {{(pid=95101) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 19:19:38.592236 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.db [req-e4103b19-5b43-4ab8-8b16-d4668b5349e2 req-cd73b1a4-f517-431c-84cf-d6b791b72434 service neutron] For port f91a3f21-5f34-443d-9308-d1ead0aa7534, host n-h1-713301-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-16',level=0,port_id=f91a3f21-5f34-443d-9308-d1ead0aa7534,segment=NetworkSegment(00f65067-1b00-468f-894b-1d8e13071c70),segment_id=00f65067-1b00-468f-894b-1d8e13071c70)] {{(pid=95101) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 19:19:38.601485 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-e4103b19-5b43-4ab8-8b16-d4668b5349e2 req-cd73b1a4-f517-431c-84cf-d6b791b72434 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5607436'] for port, after_update {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:19:38.644945 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4103b19-5b43-4ab8-8b16-d4668b5349e2 req-cd73b1a4-f517-431c-84cf-d6b791b72434 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:19:38.645618 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-e4103b19-5b43-4ab8-8b16-d4668b5349e2 req-cd73b1a4-f517-431c-84cf-d6b791b72434 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222849'] for port, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:19:38.647148 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-e4103b19-5b43-4ab8-8b16-d4668b5349e2 req-cd73b1a4-f517-431c-84cf-d6b791b72434 service neutron] 10.222.0.74 "PUT /v2.0/ports/f91a3f21-5f34-443d-9308-d1ead0aa7534 HTTP/1.1" status: 200 len: 1092 time: 0.8737981 Sep 23 19:19:38.647599 n-d-713301-16 neutron-server[95101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '97aabb61-3917-4b0b-bd79-2844716b7dd6', 'tag': 'f91a3f21-5f34-443d-9308-d1ead0aa7534'}] {{(pid=95101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 19:19:38.650107 n-d-713301-16 neutron-server[95101]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d8366c5740cd635e57ab12b71fe44a77c2acc3c19091ef849c6f68b380462244" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2cb5385-7551-45a6-849a-7c2bff43d012" -d '{"events": [{"name": "network-changed", "server_uuid": "97aabb61-3917-4b0b-bd79-2844716b7dd6", "tag": "f91a3f21-5f34-443d-9308-d1ead0aa7534"}]}' {{(pid=95101) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 19:19:38.684463 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd73b1a4-f517-431c-84cf-d6b791b72434 service neutron] Pushing event updated for resources: {'Port': ['ID=f91a3f21-5f34-443d-9308-d1ead0aa7534,revision_number=3']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:19:38.746573 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d7de48-54c6-4784-bf38-472faa04f307 req-4ae05a1e-1784-44d4-b2a0-d9e27f05de2e tempest-AttachSCSIVolumeTestJSON-38860171 tempest-AttachSCSIVolumeTestJSON-38860171-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:19:38.755339 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-02d7de48-54c6-4784-bf38-472faa04f307 req-4ae05a1e-1784-44d4-b2a0-d9e27f05de2e tempest-AttachSCSIVolumeTestJSON-38860171 tempest-AttachSCSIVolumeTestJSON-38860171-project] 10.222.0.67 "GET /v2.0/networks?id=aeeb560d-d1ef-4fc8-a2fd-24b1eda13211 HTTP/1.1" status: 200 len: 814 time: 0.2342858 Sep 23 19:19:38.758068 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.managers [req-edf72aa3-05ee-440b-b6ea-b0d43ca33181 req-fcf4cbd7-1f5e-4ed6-ad33-5c2038754202 service neutron] Attempting to bind port 873e7b65-11d6-43a3-9a7a-31d0e534d4d5 on host n-h1-713301-16 for vnic_type normal with profile {{(pid=95102) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 19:19:38.758934 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.managers [req-edf72aa3-05ee-440b-b6ea-b0d43ca33181 req-fcf4cbd7-1f5e-4ed6-ad33-5c2038754202 service neutron] Attempting to bind port 873e7b65-11d6-43a3-9a7a-31d0e534d4d5 by drivers openvswitch,hyperv on host n-h1-713301-16 at level 0 using segments [{'id': '60344de3-4656-4e44-ba87-ebbfec08b080', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '13779c5f-d832-4edd-ba35-ebc363f13a7c'}] {{(pid=95102) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 19:19:38.758934 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edf72aa3-05ee-440b-b6ea-b0d43ca33181 req-fcf4cbd7-1f5e-4ed6-ad33-5c2038754202 service neutron] Attempting to bind port 873e7b65-11d6-43a3-9a7a-31d0e534d4d5 on network 13779c5f-d832-4edd-ba35-ebc363f13a7c {{(pid=95102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:19:38.765479 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4103b19-5b43-4ab8-8b16-d4668b5349e2 req-cb2e7b14-d730-451d-bd92-cddb9ddf2482 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:19:38.767833 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-e4103b19-5b43-4ab8-8b16-d4668b5349e2 req-cb2e7b14-d730-451d-bd92-cddb9ddf2482 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=427912597c8043d5912df510005a2424&device_id=97aabb61-3917-4b0b-bd79-2844716b7dd6 HTTP/1.1" status: 200 len: 1095 time: 0.0709062 Sep 23 19:19:38.773082 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.v2.base [req-979b2d22-c215-4095-a396-a9914c08d407 req-dc2c8e4d-27d6-46f8-8c0b-84b91fab3e66 tempest-SecurityGroupsTestAdminJSON-803662798 tempest-SecurityGroupsTestAdminJSON-803662798-project] Request body: {'security_group': {'name': 'tempest-securitygroup-1444686634', 'description': 'tempest-description-1117660410'}} {{(pid=95102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:19:38.780466 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edf72aa3-05ee-440b-b6ea-b0d43ca33181 req-fcf4cbd7-1f5e-4ed6-ad33-5c2038754202 service neutron] Port 873e7b65-11d6-43a3-9a7a-31d0e534d4d5 on network 13779c5f-d832-4edd-ba35-ebc363f13a7c not bound, no agent of type Open vSwitch agent registered on host n-h1-713301-16 {{(pid=95102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 19:19:38.780827 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edf72aa3-05ee-440b-b6ea-b0d43ca33181 req-fcf4cbd7-1f5e-4ed6-ad33-5c2038754202 service neutron] Attempting to bind port 873e7b65-11d6-43a3-9a7a-31d0e534d4d5 on network 13779c5f-d832-4edd-ba35-ebc363f13a7c {{(pid=95102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:19:38.791649 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-02d7de48-54c6-4784-bf38-472faa04f307 req-2b7203f1-897e-4fd0-a44d-120cf8dc2d69 tempest-AttachSCSIVolumeTestJSON-38860171 tempest-AttachSCSIVolumeTestJSON-38860171-project] 10.222.0.67 "GET /v2.0/quotas/1b57601defaf4249865a0ba3430f0987 HTTP/1.1" status: 200 len: 375 time: 0.0354216 Sep 23 19:19:38.809202 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edf72aa3-05ee-440b-b6ea-b0d43ca33181 req-fcf4cbd7-1f5e-4ed6-ad33-5c2038754202 service neutron] Checking agent: {'id': '0708c3e9-0aad-4600-9be9-d2486535c898', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713301-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 19, 15, 28), 'started_at': datetime.datetime(2021, 9, 23, 19, 15, 28), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 19, 19, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 19:19:38.809471 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edf72aa3-05ee-440b-b6ea-b0d43ca33181 req-fcf4cbd7-1f5e-4ed6-ad33-5c2038754202 service neutron] Checking segment: {'id': '60344de3-4656-4e44-ba87-ebbfec08b080', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '13779c5f-d832-4edd-ba35-ebc363f13a7c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95102) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:19:38.809864 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edf72aa3-05ee-440b-b6ea-b0d43ca33181 req-fcf4cbd7-1f5e-4ed6-ad33-5c2038754202 service neutron] Bound using segment: {'id': '60344de3-4656-4e44-ba87-ebbfec08b080', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '13779c5f-d832-4edd-ba35-ebc363f13a7c'} {{(pid=95102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 19:19:38.810304 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.managers [req-edf72aa3-05ee-440b-b6ea-b0d43ca33181 req-fcf4cbd7-1f5e-4ed6-ad33-5c2038754202 service neutron] Bound port: 873e7b65-11d6-43a3-9a7a-31d0e534d4d5, host: n-h1-713301-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '60344de3-4656-4e44-ba87-ebbfec08b080', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '13779c5f-d832-4edd-ba35-ebc363f13a7c'}}] {{(pid=95102) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 19:19:38.810666 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-edf72aa3-05ee-440b-b6ea-b0d43ca33181 req-fcf4cbd7-1f5e-4ed6-ad33-5c2038754202 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:19:38.831540 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-e4103b19-5b43-4ab8-8b16-d4668b5349e2 req-1b0ca420-2855-434f-af84-c1f79d03f2aa service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=f91a3f21-5f34-443d-9308-d1ead0aa7534 HTTP/1.1" status: 200 len: 217 time: 0.0553968 Sep 23 19:19:38.870747 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-979b2d22-c215-4095-a396-a9914c08d407 req-dc2c8e4d-27d6-46f8-8c0b-84b91fab3e66 tempest-SecurityGroupsTestAdminJSON-803662798 tempest-SecurityGroupsTestAdminJSON-803662798-project] Notify callbacks [] for security_group, before_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:19:38.888549 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4103b19-5b43-4ab8-8b16-d4668b5349e2 req-7daf0fef-be9d-4325-b91d-35620f3d2ea7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:19:38.890070 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-e4103b19-5b43-4ab8-8b16-d4668b5349e2 req-7daf0fef-be9d-4325-b91d-35620f3d2ea7 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=0e8f2d91-dec7-4856-9400-fa2af5fd7699 HTTP/1.1" status: 200 len: 861 time: 0.0507703 Sep 23 19:19:38.899789 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-02d7de48-54c6-4784-bf38-472faa04f307 req-3719608e-6b05-44db-9f44-490d36441dae tempest-AttachSCSIVolumeTestJSON-38860171 tempest-AttachSCSIVolumeTestJSON-38860171-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=1b57601defaf4249865a0ba3430f0987&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1071100 Sep 23 19:19:38.923798 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-e4103b19-5b43-4ab8-8b16-d4668b5349e2 req-f080c81c-0081-4618-92cc-469be5cb2780 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=700d9bb9-bc11-4c9f-9c9e-ad5f0b765959&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0255680 Sep 23 19:19:38.972170 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.db [req-edf72aa3-05ee-440b-b6ea-b0d43ca33181 req-fcf4cbd7-1f5e-4ed6-ad33-5c2038754202 service neutron] For port 873e7b65-11d6-43a3-9a7a-31d0e534d4d5, host n-h1-713301-16, cleared binding levels {{(pid=95102) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 19:19:38.995569 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.db [req-edf72aa3-05ee-440b-b6ea-b0d43ca33181 req-fcf4cbd7-1f5e-4ed6-ad33-5c2038754202 service neutron] For port 873e7b65-11d6-43a3-9a7a-31d0e534d4d5, host n-h1-713301-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-16',level=0,port_id=873e7b65-11d6-43a3-9a7a-31d0e534d4d5,segment=NetworkSegment(60344de3-4656-4e44-ba87-ebbfec08b080),segment_id=60344de3-4656-4e44-ba87-ebbfec08b080)] {{(pid=95102) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 19:19:39.026584 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-e4103b19-5b43-4ab8-8b16-d4668b5349e2 req-d5b07034-105a-4af9-a2ed-396c7cbe1a14 service neutron] 10.222.0.74 "GET /v2.0/networks/700d9bb9-bc11-4c9f-9c9e-ad5f0b765959?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0951355 Sep 23 19:19:39.031573 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-edf72aa3-05ee-440b-b6ea-b0d43ca33181 req-fcf4cbd7-1f5e-4ed6-ad33-5c2038754202 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4399095'] for port, after_update {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:19:39.093860 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf72aa3-05ee-440b-b6ea-b0d43ca33181 req-fcf4cbd7-1f5e-4ed6-ad33-5c2038754202 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:19:39.094273 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-edf72aa3-05ee-440b-b6ea-b0d43ca33181 req-fcf4cbd7-1f5e-4ed6-ad33-5c2038754202 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222849'] for port, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:19:39.095663 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-edf72aa3-05ee-440b-b6ea-b0d43ca33181 req-fcf4cbd7-1f5e-4ed6-ad33-5c2038754202 service neutron] 10.222.0.74 "PUT /v2.0/ports/873e7b65-11d6-43a3-9a7a-31d0e534d4d5 HTTP/1.1" status: 200 len: 1093 time: 1.4773724 Sep 23 19:19:39.099663 n-d-713301-16 neutron-server[95102]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '54888381-550f-4f37-8d36-836d2b5567e2', 'tag': '873e7b65-11d6-43a3-9a7a-31d0e534d4d5'}] {{(pid=95102) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 19:19:39.101979 n-d-713301-16 neutron-server[95102]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab31b6d93e5336dbddfa8ec424565b3bd8cb2369c5b4d85bc943472dbb21e8ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9dd10442-b8eb-4208-a257-6b1def06246f" -d '{"events": [{"name": "network-changed", "server_uuid": "54888381-550f-4f37-8d36-836d2b5567e2", "tag": "873e7b65-11d6-43a3-9a7a-31d0e534d4d5"}]}' {{(pid=95102) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 19:19:39.132852 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-e4103b19-5b43-4ab8-8b16-d4668b5349e2 req-33c19c23-6d73-4be1-89be-7cb99e5276d3 service neutron] 10.222.0.74 "GET /v2.0/networks/700d9bb9-bc11-4c9f-9c9e-ad5f0b765959?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0985270 Sep 23 19:19:39.156544 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-02d7de48-54c6-4784-bf38-472faa04f307 req-e234539e-d447-428d-b42e-614afdcfff4a service neutron] 10.222.0.67 "GET /v2.0/networks/aeeb560d-d1ef-4fc8-a2fd-24b1eda13211?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2415309 Sep 23 19:19:39.165019 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcf4cbd7-1f5e-4ed6-ad33-5c2038754202 service neutron] Pushing event updated for resources: {'Port': ['ID=873e7b65-11d6-43a3-9a7a-31d0e534d4d5,revision_number=3']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:19:39.169362 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-979b2d22-c215-4095-a396-a9914c08d407 req-dc2c8e4d-27d6-46f8-8c0b-84b91fab3e66 tempest-SecurityGroupsTestAdminJSON-803662798 tempest-SecurityGroupsTestAdminJSON-803662798-project] Notify callbacks [] for security_group, precommit_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:19:39.194877 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-979b2d22-c215-4095-a396-a9914c08d407 req-dc2c8e4d-27d6-46f8-8c0b-84b91fab3e66 tempest-SecurityGroupsTestAdminJSON-803662798 tempest-SecurityGroupsTestAdminJSON-803662798-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:19:39.248714 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-979b2d22-c215-4095-a396-a9914c08d407 req-dc2c8e4d-27d6-46f8-8c0b-84b91fab3e66 tempest-SecurityGroupsTestAdminJSON-803662798 tempest-SecurityGroupsTestAdminJSON-803662798-project] Notify callbacks [] for security_group, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:19:39.249945 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-979b2d22-c215-4095-a396-a9914c08d407 req-dc2c8e4d-27d6-46f8-8c0b-84b91fab3e66 tempest-SecurityGroupsTestAdminJSON-803662798 tempest-SecurityGroupsTestAdminJSON-803662798-project] 10.222.0.67 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1783 time: 0.4830115 Sep 23 19:19:39.287074 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf72aa3-05ee-440b-b6ea-b0d43ca33181 req-e7dde12f-70dd-4b84-82ba-e71a741371db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:19:39.288498 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-edf72aa3-05ee-440b-b6ea-b0d43ca33181 req-e7dde12f-70dd-4b84-82ba-e71a741371db service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=1837c91936d44f518fad2d97e5027d38&device_id=54888381-550f-4f37-8d36-836d2b5567e2 HTTP/1.1" status: 200 len: 1096 time: 0.1505322 Sep 23 19:19:39.289228 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc2c8e4d-27d6-46f8-8c0b-84b91fab3e66 tempest-SecurityGroupsTestAdminJSON-803662798 tempest-SecurityGroupsTestAdminJSON-803662798-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1dce1b60-bfa6-436e-8fdb-e9100eda5df5,revision_number=1']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:19:39.340438 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-edf72aa3-05ee-440b-b6ea-b0d43ca33181 req-dabb7fab-1d53-46da-beb6-cc705da6fd9b service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=873e7b65-11d6-43a3-9a7a-31d0e534d4d5 HTTP/1.1" status: 200 len: 217 time: 0.0415750 Sep 23 19:19:39.389808 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-02d7de48-54c6-4784-bf38-472faa04f307 req-58b39901-9331-4779-840b-77318942a0f5 service neutron] 10.222.0.67 "GET /v2.0/networks/aeeb560d-d1ef-4fc8-a2fd-24b1eda13211?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2188993 Sep 23 19:19:39.414472 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf72aa3-05ee-440b-b6ea-b0d43ca33181 req-fb1f5d63-e01a-4c46-88c3-8427f3112b63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:19:39.416243 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-edf72aa3-05ee-440b-b6ea-b0d43ca33181 req-fb1f5d63-e01a-4c46-88c3-8427f3112b63 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=7acfa417-039d-4281-a2fc-e6454233f5db HTTP/1.1" status: 200 len: 860 time: 0.0661211 Sep 23 19:19:39.474108 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf72aa3-05ee-440b-b6ea-b0d43ca33181 req-f9f6d97d-412f-4c98-8490-b84dec6f3f82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:19:39.476476 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-edf72aa3-05ee-440b-b6ea-b0d43ca33181 req-f9f6d97d-412f-4c98-8490-b84dec6f3f82 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=13779c5f-d832-4edd-ba35-ebc363f13a7c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0508871 Sep 23 19:19:39.576956 n-d-713301-16 neutron-server[95101]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 19:19:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-174869c2-275d-4527-ad55-74c055106d4b x-openstack-request-id: req-174869c2-275d-4527-ad55-74c055106d4b {{(pid=95101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 19:19:39.577370 n-d-713301-16 neutron-server[95101]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "97aabb61-3917-4b0b-bd79-2844716b7dd6", "tag": "f91a3f21-5f34-443d-9308-d1ead0aa7534", "status": "completed", "code": 200}]} {{(pid=95101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 19:19:39.577724 n-d-713301-16 neutron-server[95101]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-174869c2-275d-4527-ad55-74c055106d4b {{(pid=95101) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 19:19:39.578251 n-d-713301-16 neutron-server[95101]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '97aabb61-3917-4b0b-bd79-2844716b7dd6', 'tag': 'f91a3f21-5f34-443d-9308-d1ead0aa7534', 'status': 'completed', 'code': 200} Sep 23 19:19:39.656759 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2cb5385-7551-45a6-849a-7c2bff43d012 req-99dcd770-3f2d-41ed-b15d-0655842f42ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:19:39.658941 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-d2cb5385-7551-45a6-849a-7c2bff43d012 req-99dcd770-3f2d-41ed-b15d-0655842f42ce service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=427912597c8043d5912df510005a2424&device_id=97aabb61-3917-4b0b-bd79-2844716b7dd6 HTTP/1.1" status: 200 len: 1095 time: 0.0555160 Sep 23 19:19:39.704010 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-edf72aa3-05ee-440b-b6ea-b0d43ca33181 req-4eecb573-9b74-4c71-80ef-44224de3f7a1 service neutron] 10.222.0.74 "GET /v2.0/networks/13779c5f-d832-4edd-ba35-ebc363f13a7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2185116 Sep 23 19:19:39.738910 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb7d789-03bd-4c73-acc5-ea6f8a73c13b req-883a6853-8ccf-45fc-9c10-37d16ca91f11 tempest-LiveAutoBlockMigrationV225Test-1371897097 tempest-LiveAutoBlockMigrationV225Test-1371897097-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:19:39.747073 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-edb7d789-03bd-4c73-acc5-ea6f8a73c13b req-883a6853-8ccf-45fc-9c10-37d16ca91f11 tempest-LiveAutoBlockMigrationV225Test-1371897097 tempest-LiveAutoBlockMigrationV225Test-1371897097-project-admin] 10.222.0.67 "GET /v2.0/ports?device_id=3f93ff56-89d6-4d8a-827d-77dcf6e19457 HTTP/1.1" status: 200 len: 1097 time: 0.0837743 Sep 23 19:19:39.789271 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2cb5385-7551-45a6-849a-7c2bff43d012 req-506cb51f-93ed-4e28-8b54-9be9007fc4c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:19:39.792438 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-d2cb5385-7551-45a6-849a-7c2bff43d012 req-506cb51f-93ed-4e28-8b54-9be9007fc4c3 service neutron] 10.222.0.74 "GET /v2.0/networks?id=700d9bb9-bc11-4c9f-9c9e-ad5f0b765959 HTTP/1.1" status: 200 len: 922 time: 0.1259942 Sep 23 19:19:39.820670 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-edb7d789-03bd-4c73-acc5-ea6f8a73c13b req-9de66e0b-0a4e-4a41-82fc-e2b7712f4936 tempest-LiveAutoBlockMigrationV225Test-1371897097 tempest-LiveAutoBlockMigrationV225Test-1371897097-project-admin] 10.222.0.67 "GET /v2.0/security-groups?id=6d32247e-8bb7-4ae1-818c-76baafa39c73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727055 Sep 23 19:19:39.849433 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-d2cb5385-7551-45a6-849a-7c2bff43d012 req-117eb71d-6f06-41f4-b5a0-cd8adbc8802e service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=f91a3f21-5f34-443d-9308-d1ead0aa7534 HTTP/1.1" status: 200 len: 217 time: 0.0491862 Sep 23 19:19:39.853385 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-edf72aa3-05ee-440b-b6ea-b0d43ca33181 req-5513d6dd-8a8e-40bf-80db-12341758b89e service neutron] 10.222.0.74 "GET /v2.0/networks/13779c5f-d832-4edd-ba35-ebc363f13a7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1400883 Sep 23 19:19:39.918690 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2cb5385-7551-45a6-849a-7c2bff43d012 req-49453b0d-d130-4ddc-9aa0-5292d150b1a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:19:39.920853 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-d2cb5385-7551-45a6-849a-7c2bff43d012 req-49453b0d-d130-4ddc-9aa0-5292d150b1a7 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=0e8f2d91-dec7-4856-9400-fa2af5fd7699 HTTP/1.1" status: 200 len: 861 time: 0.0592730 Sep 23 19:19:39.963483 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-d2cb5385-7551-45a6-849a-7c2bff43d012 req-775730cb-2ba1-4fb5-887e-6cb86d8c78d3 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=700d9bb9-bc11-4c9f-9c9e-ad5f0b765959&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0346470 Sep 23 19:19:39.985320 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd84cec9-1835-42d5-9a81-1a95a7fadd7e req-c6684fcb-ba38-48b5-8ac0-c8eb7ea76f84 tempest-FloatingIPsAssociationTestJSON-1050306137 tempest-FloatingIPsAssociationTestJSON-1050306137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:19:39.987019 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-fd84cec9-1835-42d5-9a81-1a95a7fadd7e req-c6684fcb-ba38-48b5-8ac0-c8eb7ea76f84 tempest-FloatingIPsAssociationTestJSON-1050306137 tempest-FloatingIPsAssociationTestJSON-1050306137-project] 10.222.0.67 "GET /v2.0/ports?device_id=54888381-550f-4f37-8d36-836d2b5567e2 HTTP/1.1" status: 200 len: 944 time: 0.0628076 Sep 23 19:19:40.048750 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-fd84cec9-1835-42d5-9a81-1a95a7fadd7e req-e421787d-68c0-4b96-86d8-5bdd2bb1f3de tempest-FloatingIPsAssociationTestJSON-1050306137 tempest-FloatingIPsAssociationTestJSON-1050306137-project] 10.222.0.67 "GET /v2.0/security-groups?id=cb9248a2-4263-4f57-a68c-8a6c3c3d2519&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497057 Sep 23 19:19:40.083966 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-d2cb5385-7551-45a6-849a-7c2bff43d012 req-6c60c705-ece1-4b15-9721-9f25e21b051d service neutron] 10.222.0.74 "GET /v2.0/networks/700d9bb9-bc11-4c9f-9c9e-ad5f0b765959?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1118467 Sep 23 19:19:40.089175 n-d-713301-16 neutron-server[95102]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 19:19:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9df522fe-c8c2-4c8f-962f-b8014d04357c x-openstack-request-id: req-9df522fe-c8c2-4c8f-962f-b8014d04357c {{(pid=95102) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 19:19:40.089460 n-d-713301-16 neutron-server[95102]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "54888381-550f-4f37-8d36-836d2b5567e2", "tag": "873e7b65-11d6-43a3-9a7a-31d0e534d4d5", "status": "completed", "code": 200}]} {{(pid=95102) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 19:19:40.089706 n-d-713301-16 neutron-server[95102]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-9df522fe-c8c2-4c8f-962f-b8014d04357c {{(pid=95102) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 19:19:40.090412 n-d-713301-16 neutron-server[95102]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '54888381-550f-4f37-8d36-836d2b5567e2', 'tag': '873e7b65-11d6-43a3-9a7a-31d0e534d4d5', 'status': 'completed', 'code': 200} Sep 23 19:19:40.213566 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd10442-b8eb-4208-a257-6b1def06246f req-e346268e-d997-4ccc-a722-966049176c84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:19:40.215292 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-9dd10442-b8eb-4208-a257-6b1def06246f req-e346268e-d997-4ccc-a722-966049176c84 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=1837c91936d44f518fad2d97e5027d38&device_id=54888381-550f-4f37-8d36-836d2b5567e2 HTTP/1.1" status: 200 len: 1096 time: 0.0977669 Sep 23 19:19:40.245462 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a47259-931b-4d94-8742-19b46fbc8b09 req-525b7827-1862-4017-b42e-cfd10b1f4c72 tempest-ImagesOneServerNegativeTestJSON-187090525 tempest-ImagesOneServerNegativeTestJSON-187090525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:19:40.247407 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-c6a47259-931b-4d94-8742-19b46fbc8b09 req-525b7827-1862-4017-b42e-cfd10b1f4c72 tempest-ImagesOneServerNegativeTestJSON-187090525 tempest-ImagesOneServerNegativeTestJSON-187090525-project] 10.222.0.67 "GET /v2.0/ports?device_id=97aabb61-3917-4b0b-bd79-2844716b7dd6 HTTP/1.1" status: 200 len: 943 time: 0.0870788 Sep 23 19:19:40.248183 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-d2cb5385-7551-45a6-849a-7c2bff43d012 req-19725bee-d6b8-40df-8d50-4fcd2683579e service neutron] 10.222.0.74 "GET /v2.0/networks/700d9bb9-bc11-4c9f-9c9e-ad5f0b765959?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1454821 Sep 23 19:19:40.347288 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-c6a47259-931b-4d94-8742-19b46fbc8b09 req-3dd91553-bd7f-4224-bb9b-2b8ceb3f3eba tempest-ImagesOneServerNegativeTestJSON-187090525 tempest-ImagesOneServerNegativeTestJSON-187090525-project] 10.222.0.67 "GET /v2.0/security-groups?id=19c0f9e9-a6be-47c1-af86-410f820e84bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863039 Sep 23 19:19:40.375403 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd10442-b8eb-4208-a257-6b1def06246f req-664beeda-6c56-406b-907a-5efd08a1ac9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:19:40.377094 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-9dd10442-b8eb-4208-a257-6b1def06246f req-664beeda-6c56-406b-907a-5efd08a1ac9f service neutron] 10.222.0.74 "GET /v2.0/networks?id=13779c5f-d832-4edd-ba35-ebc363f13a7c HTTP/1.1" status: 200 len: 922 time: 0.1526430 Sep 23 19:19:40.431362 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-9dd10442-b8eb-4208-a257-6b1def06246f req-60b526ce-0f2f-4cb1-9b00-7e283cee7712 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=873e7b65-11d6-43a3-9a7a-31d0e534d4d5 HTTP/1.1" status: 200 len: 217 time: 0.0446584 Sep 23 19:19:40.456117 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [req-f3a3a265-97df-4492-9bc6-a602198fe69f req-42f4df01-56c6-451a-9c94-9c2c4d6b1a5a tempest-LiveMigrationTest-677110171 tempest-LiveMigrationTest-677110171-project-admin] http://10.222.0.67:9696/v2.0/extensions returned with HTTP 200 {{(pid=95102) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 23 19:19:40.460444 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-f3a3a265-97df-4492-9bc6-a602198fe69f req-42f4df01-56c6-451a-9c94-9c2c4d6b1a5a tempest-LiveMigrationTest-677110171 tempest-LiveMigrationTest-677110171-project-admin] 10.222.0.67 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0229115 Sep 23 19:19:40.487645 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.v2.base [req-6cb77dd5-3e2a-4301-b962-1543cb85f451 req-9a0b68d9-6e7b-4b3c-b73f-65f0d3e63515 tempest-SecurityGroupsTestAdminJSON-2067076537 tempest-SecurityGroupsTestAdminJSON-2067076537-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-1611720901', 'description': 'tempest-description-514969220'}} {{(pid=95102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:19:40.539886 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a3a265-97df-4492-9bc6-a602198fe69f req-1a5873ad-ab56-4843-9c96-0e4aa5d37814 tempest-LiveMigrationTest-677110171 tempest-LiveMigrationTest-677110171-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:19:40.541437 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-f3a3a265-97df-4492-9bc6-a602198fe69f req-1a5873ad-ab56-4843-9c96-0e4aa5d37814 tempest-LiveMigrationTest-677110171 tempest-LiveMigrationTest-677110171-project-admin] 10.222.0.67 "GET /v2.0/ports/f9280300-5270-4d06-bf5d-2447b17be945 HTTP/1.1" status: 200 len: 1094 time: 0.0609655 Sep 23 19:19:40.542766 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd10442-b8eb-4208-a257-6b1def06246f req-a8a576d7-96b8-43c1-ae53-50dbc454592b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:19:40.544139 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-9dd10442-b8eb-4208-a257-6b1def06246f req-a8a576d7-96b8-43c1-ae53-50dbc454592b service neutron] 10.222.0.74 "GET /v2.0/subnets?id=7acfa417-039d-4281-a2fc-e6454233f5db HTTP/1.1" status: 200 len: 860 time: 0.1046541 Sep 23 19:19:40.552828 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.v2.base [req-f3a3a265-97df-4492-9bc6-a602198fe69f req-c83e3bf6-212a-4832-ae55-bf58bb2f54cb service neutron] Request body: {'binding': {'host': 'n-h1-713301-16', 'vnic_type': 'normal', 'profile': {}}} {{(pid=95102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:19:40.553355 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.v2.base [req-f3a3a265-97df-4492-9bc6-a602198fe69f req-c83e3bf6-212a-4832-ae55-bf58bb2f54cb service neutron] Unknown quota resources ['binding']. {{(pid=95102) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Sep 23 19:19:40.589791 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-6cb77dd5-3e2a-4301-b962-1543cb85f451 req-9a0b68d9-6e7b-4b3c-b73f-65f0d3e63515 tempest-SecurityGroupsTestAdminJSON-2067076537 tempest-SecurityGroupsTestAdminJSON-2067076537-project-admin] Notify callbacks [] for security_group, before_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:19:40.620426 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-6cb77dd5-3e2a-4301-b962-1543cb85f451 req-9a0b68d9-6e7b-4b3c-b73f-65f0d3e63515 tempest-SecurityGroupsTestAdminJSON-2067076537 tempest-SecurityGroupsTestAdminJSON-2067076537-project-admin] Notify callbacks [] for security_group, before_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:19:40.674653 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd10442-b8eb-4208-a257-6b1def06246f req-639c294a-050a-4ab0-afc9-ef71db7decf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:19:40.676164 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-9dd10442-b8eb-4208-a257-6b1def06246f req-639c294a-050a-4ab0-afc9-ef71db7decf8 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=13779c5f-d832-4edd-ba35-ebc363f13a7c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1198030 Sep 23 19:19:40.835451 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d7de48-54c6-4784-bf38-472faa04f307 req-9d3997ff-1416-44dd-a630-ecd27eb79c6d tempest-AttachSCSIVolumeTestJSON-38860171 tempest-AttachSCSIVolumeTestJSON-38860171-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:19:40.837012 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-02d7de48-54c6-4784-bf38-472faa04f307 req-9d3997ff-1416-44dd-a630-ecd27eb79c6d tempest-AttachSCSIVolumeTestJSON-38860171 tempest-AttachSCSIVolumeTestJSON-38860171-project] 10.222.0.53 "GET /v2.0/networks?id=aeeb560d-d1ef-4fc8-a2fd-24b1eda13211 HTTP/1.1" status: 200 len: 814 time: 0.1081076 Sep 23 19:19:40.850990 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.v2.base [req-02d7de48-54c6-4784-bf38-472faa04f307 req-6f150da2-d2b3-457e-915d-6f67ebcc9eb7 tempest-AttachSCSIVolumeTestJSON-38860171 tempest-AttachSCSIVolumeTestJSON-38860171-project] Request body: {'port': {'device_id': 'f9cb8e6e-3d0e-4a53-a7ec-32ca0d28db43', 'network_id': 'aeeb560d-d1ef-4fc8-a2fd-24b1eda13211', 'admin_state_up': True, 'tenant_id': '1b57601defaf4249865a0ba3430f0987'}} {{(pid=95101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:19:40.869667 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-9dd10442-b8eb-4208-a257-6b1def06246f req-70659635-af48-471c-b943-9c26a969fa0c service neutron] 10.222.0.74 "GET /v2.0/networks/13779c5f-d832-4edd-ba35-ebc363f13a7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1658103 Sep 23 19:19:40.880414 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.managers [req-f3a3a265-97df-4492-9bc6-a602198fe69f req-c83e3bf6-212a-4832-ae55-bf58bb2f54cb service neutron] Attempting to bind port f9280300-5270-4d06-bf5d-2447b17be945 on host n-h1-713301-16 for vnic_type normal with profile None {{(pid=95102) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 19:19:40.884548 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.managers [req-f3a3a265-97df-4492-9bc6-a602198fe69f req-c83e3bf6-212a-4832-ae55-bf58bb2f54cb service neutron] Attempting to bind port f9280300-5270-4d06-bf5d-2447b17be945 by drivers openvswitch,hyperv on host n-h1-713301-16 at level 0 using segments [{'id': '6735b3c2-9e0f-43a7-8f57-e48eb1a30c85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': 'bf651024-673c-4eec-84ce-c6ef83d369a1'}] {{(pid=95102) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 19:19:40.884548 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3a3a265-97df-4492-9bc6-a602198fe69f req-c83e3bf6-212a-4832-ae55-bf58bb2f54cb service neutron] Attempting to bind port f9280300-5270-4d06-bf5d-2447b17be945 on network bf651024-673c-4eec-84ce-c6ef83d369a1 {{(pid=95102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:19:40.910752 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3a3a265-97df-4492-9bc6-a602198fe69f req-c83e3bf6-212a-4832-ae55-bf58bb2f54cb service neutron] Port f9280300-5270-4d06-bf5d-2447b17be945 on network bf651024-673c-4eec-84ce-c6ef83d369a1 not bound, no agent of type Open vSwitch agent registered on host n-h1-713301-16 {{(pid=95102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 19:19:40.911291 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3a3a265-97df-4492-9bc6-a602198fe69f req-c83e3bf6-212a-4832-ae55-bf58bb2f54cb service neutron] Attempting to bind port f9280300-5270-4d06-bf5d-2447b17be945 on network bf651024-673c-4eec-84ce-c6ef83d369a1 {{(pid=95102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:19:40.926321 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-6cb77dd5-3e2a-4301-b962-1543cb85f451 req-9a0b68d9-6e7b-4b3c-b73f-65f0d3e63515 tempest-SecurityGroupsTestAdminJSON-2067076537 tempest-SecurityGroupsTestAdminJSON-2067076537-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:19:40.937311 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3a3a265-97df-4492-9bc6-a602198fe69f req-c83e3bf6-212a-4832-ae55-bf58bb2f54cb service neutron] Checking agent: {'id': '0708c3e9-0aad-4600-9be9-d2486535c898', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713301-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 19, 15, 28), 'started_at': datetime.datetime(2021, 9, 23, 19, 15, 28), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 19, 19, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 19:19:40.937679 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3a3a265-97df-4492-9bc6-a602198fe69f req-c83e3bf6-212a-4832-ae55-bf58bb2f54cb service neutron] Checking segment: {'id': '6735b3c2-9e0f-43a7-8f57-e48eb1a30c85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': 'bf651024-673c-4eec-84ce-c6ef83d369a1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95102) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:19:40.938068 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3a3a265-97df-4492-9bc6-a602198fe69f req-c83e3bf6-212a-4832-ae55-bf58bb2f54cb service neutron] Bound using segment: {'id': '6735b3c2-9e0f-43a7-8f57-e48eb1a30c85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': 'bf651024-673c-4eec-84ce-c6ef83d369a1'} {{(pid=95102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 19:19:40.938506 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.managers [req-f3a3a265-97df-4492-9bc6-a602198fe69f req-c83e3bf6-212a-4832-ae55-bf58bb2f54cb service neutron] Bound port: f9280300-5270-4d06-bf5d-2447b17be945, host: n-h1-713301-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6735b3c2-9e0f-43a7-8f57-e48eb1a30c85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': 'bf651024-673c-4eec-84ce-c6ef83d369a1'}}] {{(pid=95102) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 19:19:40.946897 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-6cb77dd5-3e2a-4301-b962-1543cb85f451 req-9a0b68d9-6e7b-4b3c-b73f-65f0d3e63515 tempest-SecurityGroupsTestAdminJSON-2067076537 tempest-SecurityGroupsTestAdminJSON-2067076537-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:19:40.973618 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-02d7de48-54c6-4784-bf38-472faa04f307 req-6f150da2-d2b3-457e-915d-6f67ebcc9eb7 tempest-AttachSCSIVolumeTestJSON-38860171 tempest-AttachSCSIVolumeTestJSON-38860171-project] Made reservation on behalf of 1b57601defaf4249865a0ba3430f0987 for: {'port': 1} {{(pid=95101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:19:40.977745 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-02d7de48-54c6-4784-bf38-472faa04f307 req-6f150da2-d2b3-457e-915d-6f67ebcc9eb7 tempest-AttachSCSIVolumeTestJSON-38860171 tempest-AttachSCSIVolumeTestJSON-38860171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:19:41.052591 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a0b68d9-6e7b-4b3c-b73f-65f0d3e63515 tempest-SecurityGroupsTestAdminJSON-2067076537 tempest-SecurityGroupsTestAdminJSON-2067076537-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d73fb2a9-aed9-4928-a37d-f19e4ff381dc,revision_number=1']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:19:41.093295 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.db [req-f3a3a265-97df-4492-9bc6-a602198fe69f req-c83e3bf6-212a-4832-ae55-bf58bb2f54cb service neutron] For port f9280300-5270-4d06-bf5d-2447b17be945, host n-h1-713301-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-16',level=0,port_id=f9280300-5270-4d06-bf5d-2447b17be945,segment=NetworkSegment(6735b3c2-9e0f-43a7-8f57-e48eb1a30c85),segment_id=6735b3c2-9e0f-43a7-8f57-e48eb1a30c85)] {{(pid=95102) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 19:19:41.096799 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-9dd10442-b8eb-4208-a257-6b1def06246f req-95f1c53d-e246-4538-9609-3864c487719c service neutron] 10.222.0.74 "GET /v2.0/networks/13779c5f-d832-4edd-ba35-ebc363f13a7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2187021 Sep 23 19:19:41.103424 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-f3a3a265-97df-4492-9bc6-a602198fe69f req-c83e3bf6-212a-4832-ae55-bf58bb2f54cb service neutron] Notify callbacks [] for binding, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:19:41.112433 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-f3a3a265-97df-4492-9bc6-a602198fe69f req-c83e3bf6-212a-4832-ae55-bf58bb2f54cb service neutron] 10.222.0.67 "POST /v2.0/ports/f9280300-5270-4d06-bf5d-2447b17be945/bindings HTTP/1.1" status: 201 len: 390 time: 0.5612080 Sep 23 19:19:41.133871 n-d-713301-16 neutron-server[95101]: DEBUG neutron.db.db_base_plugin_common [req-02d7de48-54c6-4784-bf38-472faa04f307 req-6f150da2-d2b3-457e-915d-6f67ebcc9eb7 tempest-AttachSCSIVolumeTestJSON-38860171 tempest-AttachSCSIVolumeTestJSON-38860171-project] Allocated IP 172.20.0.7 (aeeb560d-d1ef-4fc8-a2fd-24b1eda13211/7a24f63b-0d16-4860-b351-7d263234071f/fb0b1835-9081-4c25-80cf-d12f1b4e6751) {{(pid=95101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 19:19:41.157496 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-6cb77dd5-3e2a-4301-b962-1543cb85f451 req-9a0b68d9-6e7b-4b3c-b73f-65f0d3e63515 tempest-SecurityGroupsTestAdminJSON-2067076537 tempest-SecurityGroupsTestAdminJSON-2067076537-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:19:41.167786 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-6cb77dd5-3e2a-4301-b962-1543cb85f451 req-9a0b68d9-6e7b-4b3c-b73f-65f0d3e63515 tempest-SecurityGroupsTestAdminJSON-2067076537 tempest-SecurityGroupsTestAdminJSON-2067076537-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:19:41.172965 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Device f91a3f21-5f34-443d-9308-d1ead0aa7534 details requested by agent hyperv_n-h1-713301-16 with host n-h1-713301-16 {{(pid=95103) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 19:19:41.211140 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-6cb77dd5-3e2a-4301-b962-1543cb85f451 req-9a0b68d9-6e7b-4b3c-b73f-65f0d3e63515 tempest-SecurityGroupsTestAdminJSON-2067076537 tempest-SecurityGroupsTestAdminJSON-2067076537-project-admin] Notify callbacks [] for security_group, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:19:41.229206 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-6cb77dd5-3e2a-4301-b962-1543cb85f451 req-9a0b68d9-6e7b-4b3c-b73f-65f0d3e63515 tempest-SecurityGroupsTestAdminJSON-2067076537 tempest-SecurityGroupsTestAdminJSON-2067076537-project-admin] 10.222.0.67 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.7471354 Sep 23 19:19:41.241116 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a0b68d9-6e7b-4b3c-b73f-65f0d3e63515 tempest-SecurityGroupsTestAdminJSON-2067076537 tempest-SecurityGroupsTestAdminJSON-2067076537-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0f09f13-10d1-40bb-9d5f-1979bc59dba0,revision_number=1']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:19:41.308551 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-5ea7112b-3d2f-43b5-8704-24cc88864daa req-0d7f999e-2f7a-49cf-954d-7ab980d1de54 tempest-AttachSCSIVolumeTestJSON-38860171 tempest-AttachSCSIVolumeTestJSON-38860171-project] 10.222.0.67 "GET /v2.0/ports?device_id=f9cb8e6e-3d0e-4a53-a7ec-32ca0d28db43 HTTP/1.1" status: 200 len: 210 time: 0.0603554 Sep 23 19:19:41.385782 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac5e5fd0-ea1e-4596-89ed-0f2666e26f42 req-61288408-fcc8-4ba2-b49b-ab7eab610693 tempest-DeleteServersAdminTestJSON-860693392 tempest-DeleteServersAdminTestJSON-860693392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:19:41.390348 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-ac5e5fd0-ea1e-4596-89ed-0f2666e26f42 req-61288408-fcc8-4ba2-b49b-ab7eab610693 tempest-DeleteServersAdminTestJSON-860693392 tempest-DeleteServersAdminTestJSON-860693392-project] 10.222.0.67 "GET /v2.0/ports?device_id=8a9e8a49-6fb8-4f00-a5b9-4e70c93a4a29 HTTP/1.1" status: 200 len: 950 time: 0.0733557 Sep 23 19:19:41.407245 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] For port f91a3f21-5f34-443d-9308-d1ead0aa7534, host n-h1-713301-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-16',level=0,port_id=f91a3f21-5f34-443d-9308-d1ead0aa7534,segment=NetworkSegment(00f65067-1b00-468f-894b-1d8e13071c70),segment_id=00f65067-1b00-468f-894b-1d8e13071c70)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:19:41.420354 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Returning: {'device': 'f91a3f21-5f34-443d-9308-d1ead0aa7534', 'network_id': '700d9bb9-bc11-4c9f-9c9e-ad5f0b765959', 'port_id': 'f91a3f21-5f34-443d-9308-d1ead0aa7534', 'mac_address': 'fa:16:3e:78:41:fd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 648, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0e8f2d91-dec7-4856-9400-fa2af5fd7699', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95103) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 19:19:41.432393 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-02d7de48-54c6-4784-bf38-472faa04f307 req-6f150da2-d2b3-457e-915d-6f67ebcc9eb7 tempest-AttachSCSIVolumeTestJSON-38860171 tempest-AttachSCSIVolumeTestJSON-38860171-project] Notify callbacks [] for port, precommit_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:19:41.470260 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:19:41.485249 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-ac5e5fd0-ea1e-4596-89ed-0f2666e26f42 req-eea54034-f782-41b7-b85f-2be4b8d8b79e tempest-DeleteServersAdminTestJSON-860693392 tempest-DeleteServersAdminTestJSON-860693392-project] 10.222.0.67 "GET /v2.0/security-groups?id=f29b6549-5121-43c2-ad5f-225d5d0eade2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901709 Sep 23 19:19:41.491303 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-02d7de48-54c6-4784-bf38-472faa04f307 req-6f150da2-d2b3-457e-915d-6f67ebcc9eb7 tempest-AttachSCSIVolumeTestJSON-38860171 tempest-AttachSCSIVolumeTestJSON-38860171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783145673135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5607431'] for port, after_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:19:41.495310 n-d-713301-16 neutron-server[95103]: DEBUG neutron.notifiers.nova [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f91a3f21-5f34-443d-9308-d1ead0aa7534 {{(pid=95103) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 19:19:41.531180 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a3a265-97df-4492-9bc6-a602198fe69f req-02a2cb57-954b-42bb-bc9e-d2c2ec0b0376 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:19:41.534821 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-f3a3a265-97df-4492-9bc6-a602198fe69f req-02a2cb57-954b-42bb-bc9e-d2c2ec0b0376 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=0f5d9c33c3334ce192c43e08217ee019&device_id=91012e8e-e67b-47ad-a34e-08f42534c38f HTTP/1.1" status: 200 len: 1097 time: 0.1262250 Sep 23 19:19:41.536563 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] For port f91a3f21-5f34-443d-9308-d1ead0aa7534, host n-h1-713301-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-16',level=0,port_id=f91a3f21-5f34-443d-9308-d1ead0aa7534,segment=NetworkSegment(00f65067-1b00-468f-894b-1d8e13071c70),segment_id=00f65067-1b00-468f-894b-1d8e13071c70)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:19:41.549042 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:19:41.568160 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f150da2-d2b3-457e-915d-6f67ebcc9eb7 tempest-AttachSCSIVolumeTestJSON-38860171 tempest-AttachSCSIVolumeTestJSON-38860171-project] Pushing event updated for resources: {'Port': ['ID=fb0b1835-9081-4c25-80cf-d12f1b4e6751,revision_number=1']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:19:41.578162 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-02d7de48-54c6-4784-bf38-472faa04f307 req-6f150da2-d2b3-457e-915d-6f67ebcc9eb7 tempest-AttachSCSIVolumeTestJSON-38860171 tempest-AttachSCSIVolumeTestJSON-38860171-project] Network aeeb560d-d1ef-4fc8-a2fd-24b1eda13211 is already hosted by enough agents. {{(pid=95101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:19:41.579796 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.base_scheduler [req-02d7de48-54c6-4784-bf38-472faa04f307 req-6f150da2-d2b3-457e-915d-6f67ebcc9eb7 tempest-AttachSCSIVolumeTestJSON-38860171 tempest-AttachSCSIVolumeTestJSON-38860171-project] Resources bound (agent type, host, resource id): {{(pid=95101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:19:41.584414 n-d-713301-16 neutron-server[95101]: DEBUG neutron.db.l3_dvrscheduler_db [req-02d7de48-54c6-4784-bf38-472faa04f307 req-6f150da2-d2b3-457e-915d-6f67ebcc9eb7 tempest-AttachSCSIVolumeTestJSON-38860171 tempest-AttachSCSIVolumeTestJSON-38860171-project] Received port after_create {{(pid=95101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 19:19:41.623987 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Pushing event updated for resources: {'Port': ['ID=f91a3f21-5f34-443d-9308-d1ead0aa7534,revision_number=4']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:19:41.653911 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d7de48-54c6-4784-bf38-472faa04f307 req-6f150da2-d2b3-457e-915d-6f67ebcc9eb7 tempest-AttachSCSIVolumeTestJSON-38860171 tempest-AttachSCSIVolumeTestJSON-38860171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:19:41.654614 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-02d7de48-54c6-4784-bf38-472faa04f307 req-6f150da2-d2b3-457e-915d-6f67ebcc9eb7 tempest-AttachSCSIVolumeTestJSON-38860171 tempest-AttachSCSIVolumeTestJSON-38860171-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222849'] for port, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:19:41.674933 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-02d7de48-54c6-4784-bf38-472faa04f307 req-6f150da2-d2b3-457e-915d-6f67ebcc9eb7 tempest-AttachSCSIVolumeTestJSON-38860171 tempest-AttachSCSIVolumeTestJSON-38860171-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8286633 Sep 23 19:19:41.695949 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.v2.base [req-02d7de48-54c6-4784-bf38-472faa04f307 req-40365226-6833-4e76-ac2d-bfa5fd6f3f42 service neutron] Request body: {'port': {'device_id': 'f9cb8e6e-3d0e-4a53-a7ec-32ca0d28db43', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713301-16'}} {{(pid=95101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:19:41.758756 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] get_ports_and_sgs() called for port_ids ['f91a3f21-5f34-443d-9308-d1ead0aa7534'] {{(pid=95103) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 19:19:41.794068 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-02d7de48-54c6-4784-bf38-472faa04f307 req-40365226-6833-4e76-ac2d-bfa5fd6f3f42 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:19:41.839153 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-969ba13c-c85d-41cd-9d6c-e2642bf64261 req-d29b7168-5697-4a7f-a6a1-a9f597a89dbc tempest-FloatingIPsAssociationTestJSON-1050306137 tempest-FloatingIPsAssociationTestJSON-1050306137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:19:41.850183 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-969ba13c-c85d-41cd-9d6c-e2642bf64261 req-d29b7168-5697-4a7f-a6a1-a9f597a89dbc tempest-FloatingIPsAssociationTestJSON-1050306137 tempest-FloatingIPsAssociationTestJSON-1050306137-project] 10.222.0.67 "GET /v2.0/ports?device_id=54888381-550f-4f37-8d36-836d2b5567e2 HTTP/1.1" status: 200 len: 944 time: 0.2156453 Sep 23 19:19:41.951585 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a3a265-97df-4492-9bc6-a602198fe69f req-95aa920e-441d-45bb-aa21-c49c1fd40f99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:19:41.954220 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-f3a3a265-97df-4492-9bc6-a602198fe69f req-95aa920e-441d-45bb-aa21-c49c1fd40f99 service neutron] 10.222.0.74 "GET /v2.0/networks?id=bf651024-673c-4eec-84ce-c6ef83d369a1 HTTP/1.1" status: 200 len: 908 time: 0.4124873 Sep 23 19:19:42.021431 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-969ba13c-c85d-41cd-9d6c-e2642bf64261 req-aa38b0d0-bc4f-4574-abb5-bbcbdb3e4aa5 tempest-FloatingIPsAssociationTestJSON-1050306137 tempest-FloatingIPsAssociationTestJSON-1050306137-project] 10.222.0.67 "GET /v2.0/security-groups?id=cb9248a2-4263-4f57-a68c-8a6c3c3d2519&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1611440 Sep 23 19:19:42.092091 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-5c0e547d-db2c-4c3c-be9a-03e4bf11aa33 None None] Provisioning complete for port fb0b1835-9081-4c25-80cf-d12f1b4e6751 triggered by entity DHCP. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:19:42.092567 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-5c0e547d-db2c-4c3c-be9a-03e4bf11aa33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:19:42.141857 n-d-713301-16 neutron-server[95101]: DEBUG neutron.notifiers.nova [req-02d7de48-54c6-4784-bf38-472faa04f307 req-40365226-6833-4e76-ac2d-bfa5fd6f3f42 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fb0b1835-9081-4c25-80cf-d12f1b4e6751 {{(pid=95101) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 19:19:42.146442 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-f3a3a265-97df-4492-9bc6-a602198fe69f req-8c0c839c-5a56-42b8-a943-3e81f3e1170e service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f9280300-5270-4d06-bf5d-2447b17be945 HTTP/1.1" status: 200 len: 217 time: 0.1796615 Sep 23 19:19:42.150475 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-02d7de48-54c6-4784-bf38-472faa04f307 req-40365226-6833-4e76-ac2d-bfa5fd6f3f42 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:19:42.171734 n-d-713301-16 neutron-server[95101]: DEBUG neutron.db.provisioning_blocks [req-02d7de48-54c6-4784-bf38-472faa04f307 req-40365226-6833-4e76-ac2d-bfa5fd6f3f42 service neutron] Transition to ACTIVE for port object fb0b1835-9081-4c25-80cf-d12f1b4e6751 will not be triggered until provisioned by entity L2. {{(pid=95101) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 19:19:42.179251 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-02d7de48-54c6-4784-bf38-472faa04f307 req-40365226-6833-4e76-ac2d-bfa5fd6f3f42 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5607436'] for port, after_update {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:19:42.219082 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.plugin [None req-5c0e547d-db2c-4c3c-be9a-03e4bf11aa33 None None] Port fb0b1835-9081-4c25-80cf-d12f1b4e6751 cannot update to ACTIVE because it is not bound. {{(pid=95103) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 19:19:42.263267 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40365226-6833-4e76-ac2d-bfa5fd6f3f42 service neutron] Pushing event updated for resources: {'Port': ['ID=fb0b1835-9081-4c25-80cf-d12f1b4e6751,revision_number=2']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:19:42.367101 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a3a265-97df-4492-9bc6-a602198fe69f req-fc86357c-5877-4ef8-bd93-88ed75fe909d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:19:42.368798 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-f3a3a265-97df-4492-9bc6-a602198fe69f req-fc86357c-5877-4ef8-bd93-88ed75fe909d service neutron] 10.222.0.74 "GET /v2.0/subnets?id=a9e01a0e-19a1-4eb7-ad45-3b74532cbcd9 HTTP/1.1" status: 200 len: 847 time: 0.2149553 Sep 23 19:19:42.401108 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.managers [req-02d7de48-54c6-4784-bf38-472faa04f307 req-40365226-6833-4e76-ac2d-bfa5fd6f3f42 service neutron] Attempting to bind port fb0b1835-9081-4c25-80cf-d12f1b4e6751 on host n-h2-713301-16 for vnic_type normal with profile {{(pid=95101) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 19:19:42.401456 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.managers [req-02d7de48-54c6-4784-bf38-472faa04f307 req-40365226-6833-4e76-ac2d-bfa5fd6f3f42 service neutron] Attempting to bind port fb0b1835-9081-4c25-80cf-d12f1b4e6751 by drivers openvswitch,hyperv on host n-h2-713301-16 at level 0 using segments [{'id': '24a8f1c2-6cab-462e-bcd7-b4a9edb91257', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'aeeb560d-d1ef-4fc8-a2fd-24b1eda13211'}] {{(pid=95101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 19:19:42.401744 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02d7de48-54c6-4784-bf38-472faa04f307 req-40365226-6833-4e76-ac2d-bfa5fd6f3f42 service neutron] Attempting to bind port fb0b1835-9081-4c25-80cf-d12f1b4e6751 on network aeeb560d-d1ef-4fc8-a2fd-24b1eda13211 {{(pid=95101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:19:42.406630 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02d7de48-54c6-4784-bf38-472faa04f307 req-40365226-6833-4e76-ac2d-bfa5fd6f3f42 service neutron] Port fb0b1835-9081-4c25-80cf-d12f1b4e6751 on network aeeb560d-d1ef-4fc8-a2fd-24b1eda13211 not bound, no agent of type Open vSwitch agent registered on host n-h2-713301-16 {{(pid=95101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 19:19:42.406950 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02d7de48-54c6-4784-bf38-472faa04f307 req-40365226-6833-4e76-ac2d-bfa5fd6f3f42 service neutron] Attempting to bind port fb0b1835-9081-4c25-80cf-d12f1b4e6751 on network aeeb560d-d1ef-4fc8-a2fd-24b1eda13211 {{(pid=95101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:19:42.412973 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02d7de48-54c6-4784-bf38-472faa04f307 req-40365226-6833-4e76-ac2d-bfa5fd6f3f42 service neutron] Checking agent: {'id': '2a7cea34-db54-4faf-8d23-37521c3e34cb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713301-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 19, 15, 28), 'started_at': datetime.datetime(2021, 9, 23, 19, 15, 28), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 19, 19, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 19:19:42.413313 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02d7de48-54c6-4784-bf38-472faa04f307 req-40365226-6833-4e76-ac2d-bfa5fd6f3f42 service neutron] Checking segment: {'id': '24a8f1c2-6cab-462e-bcd7-b4a9edb91257', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'aeeb560d-d1ef-4fc8-a2fd-24b1eda13211'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:19:42.413708 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02d7de48-54c6-4784-bf38-472faa04f307 req-40365226-6833-4e76-ac2d-bfa5fd6f3f42 service neutron] Bound using segment: {'id': '24a8f1c2-6cab-462e-bcd7-b4a9edb91257', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'aeeb560d-d1ef-4fc8-a2fd-24b1eda13211'} {{(pid=95101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 19:19:42.414314 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.managers [req-02d7de48-54c6-4784-bf38-472faa04f307 req-40365226-6833-4e76-ac2d-bfa5fd6f3f42 service neutron] Bound port: fb0b1835-9081-4c25-80cf-d12f1b4e6751, host: n-h2-713301-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '24a8f1c2-6cab-462e-bcd7-b4a9edb91257', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'aeeb560d-d1ef-4fc8-a2fd-24b1eda13211'}}] {{(pid=95101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 19:19:42.414484 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-02d7de48-54c6-4784-bf38-472faa04f307 req-40365226-6833-4e76-ac2d-bfa5fd6f3f42 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:19:42.471515 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374e97c3-72e7-4308-b106-d286f03b603a req-c0f98323-db1b-4e6f-9fc7-7ef6146f4639 tempest-LiveMigrationTest-1843640962 tempest-LiveMigrationTest-1843640962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:19:42.481894 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-374e97c3-72e7-4308-b106-d286f03b603a req-c0f98323-db1b-4e6f-9fc7-7ef6146f4639 tempest-LiveMigrationTest-1843640962 tempest-LiveMigrationTest-1843640962-project] 10.222.0.67 "GET /v2.0/ports?device_id=91012e8e-e67b-47ad-a34e-08f42534c38f HTTP/1.1" status: 200 len: 945 time: 0.2479239 Sep 23 19:19:42.487881 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-f3a3a265-97df-4492-9bc6-a602198fe69f req-50220abb-7273-4918-8623-8307cbb6a872 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=bf651024-673c-4eec-84ce-c6ef83d369a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0923669 Sep 23 19:19:42.593306 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.db [req-02d7de48-54c6-4784-bf38-472faa04f307 req-40365226-6833-4e76-ac2d-bfa5fd6f3f42 service neutron] For port fb0b1835-9081-4c25-80cf-d12f1b4e6751, host n-h2-713301-16, cleared binding levels {{(pid=95101) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 19:19:42.596747 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.db [req-02d7de48-54c6-4784-bf38-472faa04f307 req-40365226-6833-4e76-ac2d-bfa5fd6f3f42 service neutron] For port fb0b1835-9081-4c25-80cf-d12f1b4e6751, host n-h2-713301-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-16',level=0,port_id=fb0b1835-9081-4c25-80cf-d12f1b4e6751,segment=NetworkSegment(24a8f1c2-6cab-462e-bcd7-b4a9edb91257),segment_id=24a8f1c2-6cab-462e-bcd7-b4a9edb91257)] {{(pid=95101) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 19:19:42.604508 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-02d7de48-54c6-4784-bf38-472faa04f307 req-40365226-6833-4e76-ac2d-bfa5fd6f3f42 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5607436'] for port, after_update {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:19:42.643561 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-f3a3a265-97df-4492-9bc6-a602198fe69f req-ab8b60c2-c4fa-4a9e-95c8-110f905f48b7 service neutron] 10.222.0.74 "GET /v2.0/networks/bf651024-673c-4eec-84ce-c6ef83d369a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1420240 Sep 23 19:19:42.681252 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40365226-6833-4e76-ac2d-bfa5fd6f3f42 service neutron] Pushing event updated for resources: {'Port': ['ID=fb0b1835-9081-4c25-80cf-d12f1b4e6751,revision_number=3']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:19:42.707430 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d7de48-54c6-4784-bf38-472faa04f307 req-40365226-6833-4e76-ac2d-bfa5fd6f3f42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:19:42.708108 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-02d7de48-54c6-4784-bf38-472faa04f307 req-40365226-6833-4e76-ac2d-bfa5fd6f3f42 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222849'] for port, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:19:42.715741 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-02d7de48-54c6-4784-bf38-472faa04f307 req-40365226-6833-4e76-ac2d-bfa5fd6f3f42 service neutron] 10.222.0.53 "PUT /v2.0/ports/fb0b1835-9081-4c25-80cf-d12f1b4e6751 HTTP/1.1" status: 200 len: 1092 time: 1.0307598 Sep 23 19:19:42.727532 n-d-713301-16 neutron-server[95101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f9cb8e6e-3d0e-4a53-a7ec-32ca0d28db43', 'tag': 'fb0b1835-9081-4c25-80cf-d12f1b4e6751'}] {{(pid=95101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 19:19:42.741428 n-d-713301-16 neutron-server[95101]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d8366c5740cd635e57ab12b71fe44a77c2acc3c19091ef849c6f68b380462244" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-576b60fa-de6e-4326-ac73-4fd755c1edaf" -d '{"events": [{"name": "network-changed", "server_uuid": "f9cb8e6e-3d0e-4a53-a7ec-32ca0d28db43", "tag": "fb0b1835-9081-4c25-80cf-d12f1b4e6751"}]}' {{(pid=95101) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 19:19:43.056410 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-374e97c3-72e7-4308-b106-d286f03b603a req-4c4137ff-ef8b-4f77-b45a-5b18f31578ab tempest-LiveMigrationTest-1843640962 tempest-LiveMigrationTest-1843640962-project] 10.222.0.67 "GET /v2.0/security-groups?id=1c151358-1cab-48a6-be3e-ad7507b4da06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5730944 Sep 23 19:19:43.077015 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-f3a3a265-97df-4492-9bc6-a602198fe69f req-3640853a-3182-4ea9-b004-6a5aea810e67 service neutron] 10.222.0.74 "GET /v2.0/networks/bf651024-673c-4eec-84ce-c6ef83d369a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4237573 Sep 23 19:19:43.089787 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.v2.base [req-5c01d931-3b7a-4c40-82d3-70278e529265 req-09f85ea4-bf3f-4cae-9f24-2fd331db4f51 tempest-SecurityGroupsTestAdminJSON-2067076537 tempest-SecurityGroupsTestAdminJSON-2067076537-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-960951452', 'description': 'tempest-description-1287790028'}} {{(pid=95102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:19:43.116532 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-5c01d931-3b7a-4c40-82d3-70278e529265 req-09f85ea4-bf3f-4cae-9f24-2fd331db4f51 tempest-SecurityGroupsTestAdminJSON-2067076537 tempest-SecurityGroupsTestAdminJSON-2067076537-project-admin] Notify callbacks [] for security_group, before_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:19:43.172168 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Device 873e7b65-11d6-43a3-9a7a-31d0e534d4d5 details requested by agent hyperv_n-h1-713301-16 with host n-h1-713301-16 {{(pid=95103) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 19:19:43.209593 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a3a265-97df-4492-9bc6-a602198fe69f req-90db7538-a221-47ef-9686-0af7a6f615c4 tempest-LiveMigrationTest-677110171 tempest-LiveMigrationTest-677110171-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:19:43.210210 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Device f91a3f21-5f34-443d-9308-d1ead0aa7534 up at agent hyperv_n-h1-713301-16 {{(pid=95103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 19:19:43.211311 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-f3a3a265-97df-4492-9bc6-a602198fe69f req-90db7538-a221-47ef-9686-0af7a6f615c4 tempest-LiveMigrationTest-677110171 tempest-LiveMigrationTest-677110171-project-admin] 10.222.0.74 "GET /v2.0/ports?device_id=91012e8e-e67b-47ad-a34e-08f42534c38f&tenant_id=0f5d9c33c3334ce192c43e08217ee019&binding%3Ahost_id=n-h2-713301-16 HTTP/1.1" status: 200 len: 1097 time: 0.0714228 Sep 23 19:19:43.226101 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.v2.base [req-f3a3a265-97df-4492-9bc6-a602198fe69f req-a5d5b6e8-82d1-4131-ba77-8c397d7fc0e0 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-713301-16'}}} {{(pid=95102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:19:43.267461 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-5c01d931-3b7a-4c40-82d3-70278e529265 req-09f85ea4-bf3f-4cae-9f24-2fd331db4f51 tempest-SecurityGroupsTestAdminJSON-2067076537 tempest-SecurityGroupsTestAdminJSON-2067076537-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:19:43.274663 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-5c01d931-3b7a-4c40-82d3-70278e529265 req-09f85ea4-bf3f-4cae-9f24-2fd331db4f51 tempest-SecurityGroupsTestAdminJSON-2067076537 tempest-SecurityGroupsTestAdminJSON-2067076537-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:19:43.323660 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-f3a3a265-97df-4492-9bc6-a602198fe69f req-a5d5b6e8-82d1-4131-ba77-8c397d7fc0e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:19:43.328879 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-5c01d931-3b7a-4c40-82d3-70278e529265 req-09f85ea4-bf3f-4cae-9f24-2fd331db4f51 tempest-SecurityGroupsTestAdminJSON-2067076537 tempest-SecurityGroupsTestAdminJSON-2067076537-project-admin] Notify callbacks [] for security_group, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:19:43.330189 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-5c01d931-3b7a-4c40-82d3-70278e529265 req-09f85ea4-bf3f-4cae-9f24-2fd331db4f51 tempest-SecurityGroupsTestAdminJSON-2067076537 tempest-SecurityGroupsTestAdminJSON-2067076537-project-admin] 10.222.0.67 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.2483144 Sep 23 19:19:43.339886 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09f85ea4-bf3f-4cae-9f24-2fd331db4f51 tempest-SecurityGroupsTestAdminJSON-2067076537 tempest-SecurityGroupsTestAdminJSON-2067076537-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe180fe2-f10d-4636-bab0-a5e1015a480b,revision_number=1']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:19:43.380690 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] For port 873e7b65-11d6-43a3-9a7a-31d0e534d4d5, host n-h1-713301-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-16',level=0,port_id=873e7b65-11d6-43a3-9a7a-31d0e534d4d5,segment=NetworkSegment(60344de3-4656-4e44-ba87-ebbfec08b080),segment_id=60344de3-4656-4e44-ba87-ebbfec08b080)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:19:43.382988 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Provisioning for port f91a3f21-5f34-443d-9308-d1ead0aa7534 completed by entity L2. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 19:19:43.397131 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Provisioning complete for port f91a3f21-5f34-443d-9308-d1ead0aa7534 triggered by entity L2. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:19:43.397775 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:19:43.407013 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Returning: {'device': '873e7b65-11d6-43a3-9a7a-31d0e534d4d5', 'network_id': '13779c5f-d832-4edd-ba35-ebc363f13a7c', 'port_id': '873e7b65-11d6-43a3-9a7a-31d0e534d4d5', 'mac_address': 'fa:16:3e:d8:9c:15', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 628, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7acfa417-039d-4281-a2fc-e6454233f5db', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95103) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 19:19:43.485417 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:19:43.503140 n-d-713301-16 neutron-server[95103]: DEBUG neutron.notifiers.nova [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 873e7b65-11d6-43a3-9a7a-31d0e534d4d5 {{(pid=95103) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 19:19:43.549860 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] For port 873e7b65-11d6-43a3-9a7a-31d0e534d4d5, host n-h1-713301-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-16',level=0,port_id=873e7b65-11d6-43a3-9a7a-31d0e534d4d5,segment=NetworkSegment(60344de3-4656-4e44-ba87-ebbfec08b080),segment_id=60344de3-4656-4e44-ba87-ebbfec08b080)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:19:43.551200 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87907276-9629-4301-a354-f87cb17028ad req-891ea4c9-02d8-40ff-9ad2-8f4a20942f47 tempest-ImagesOneServerNegativeTestJSON-187090525 tempest-ImagesOneServerNegativeTestJSON-187090525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:19:43.553204 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-87907276-9629-4301-a354-f87cb17028ad req-891ea4c9-02d8-40ff-9ad2-8f4a20942f47 tempest-ImagesOneServerNegativeTestJSON-187090525 tempest-ImagesOneServerNegativeTestJSON-187090525-project] 10.222.0.67 "GET /v2.0/ports?device_id=97aabb61-3917-4b0b-bd79-2844716b7dd6 HTTP/1.1" status: 200 len: 944 time: 0.1213901 Sep 23 19:19:43.563474 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.db [req-f3a3a265-97df-4492-9bc6-a602198fe69f req-a5d5b6e8-82d1-4131-ba77-8c397d7fc0e0 service neutron] For port f9280300-5270-4d06-bf5d-2447b17be945, host n-h2-713301-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-16',level=0,port_id=f9280300-5270-4d06-bf5d-2447b17be945,segment=NetworkSegment(6735b3c2-9e0f-43a7-8f57-e48eb1a30c85),segment_id=6735b3c2-9e0f-43a7-8f57-e48eb1a30c85)] {{(pid=95102) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:19:43.563746 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:19:43.575113 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:19:43.616093 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-87907276-9629-4301-a354-f87cb17028ad req-5574e98b-11a5-48aa-b211-5828d9587bda tempest-ImagesOneServerNegativeTestJSON-187090525 tempest-ImagesOneServerNegativeTestJSON-187090525-project] 10.222.0.67 "GET /v2.0/security-groups?id=19c0f9e9-a6be-47c1-af86-410f820e84bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553582 Sep 23 19:19:43.635039 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.db [req-f3a3a265-97df-4492-9bc6-a602198fe69f req-a5d5b6e8-82d1-4131-ba77-8c397d7fc0e0 service neutron] For port f9280300-5270-4d06-bf5d-2447b17be945, host n-h2-713301-16, cleared binding levels {{(pid=95102) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 19:19:43.694782 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-f3a3a265-97df-4492-9bc6-a602198fe69f req-a5d5b6e8-82d1-4131-ba77-8c397d7fc0e0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:19:43.700522 n-d-713301-16 neutron-server[95102]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '91012e8e-e67b-47ad-a34e-08f42534c38f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f9280300-5270-4d06-bf5d-2447b17be945'}] {{(pid=95102) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 19:19:43.703279 n-d-713301-16 neutron-server[95102]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab31b6d93e5336dbddfa8ec424565b3bd8cb2369c5b4d85bc943472dbb21e8ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7aa4e3b2-f268-4a19-97dc-0358c10249c0" -d '{"events": [{"server_uuid": "91012e8e-e67b-47ad-a34e-08f42534c38f", "name": "network-vif-unplugged", "status": "completed", "tag": "f9280300-5270-4d06-bf5d-2447b17be945"}]}' {{(pid=95102) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 19:19:43.708784 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-f3a3a265-97df-4492-9bc6-a602198fe69f req-a5d5b6e8-82d1-4131-ba77-8c397d7fc0e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4399095'] for port, after_update {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:19:43.807150 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5d5b6e8-82d1-4131-ba77-8c397d7fc0e0 service neutron] Pushing event updated for resources: {'Port': ['ID=f9280300-5270-4d06-bf5d-2447b17be945,revision_number=7']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:19:43.812248 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.managers [req-f3a3a265-97df-4492-9bc6-a602198fe69f req-a5d5b6e8-82d1-4131-ba77-8c397d7fc0e0 service neutron] Attempting to bind port f9280300-5270-4d06-bf5d-2447b17be945 on host n-h2-713301-16 for vnic_type normal with profile {"migrating_to": "n-h1-713301-16"} {{(pid=95102) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 19:19:43.812593 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.managers [req-f3a3a265-97df-4492-9bc6-a602198fe69f req-a5d5b6e8-82d1-4131-ba77-8c397d7fc0e0 service neutron] Attempting to bind port f9280300-5270-4d06-bf5d-2447b17be945 by drivers openvswitch,hyperv on host n-h2-713301-16 at level 0 using segments [{'id': '6735b3c2-9e0f-43a7-8f57-e48eb1a30c85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': 'bf651024-673c-4eec-84ce-c6ef83d369a1'}] {{(pid=95102) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 19:19:43.812950 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3a3a265-97df-4492-9bc6-a602198fe69f req-a5d5b6e8-82d1-4131-ba77-8c397d7fc0e0 service neutron] Attempting to bind port f9280300-5270-4d06-bf5d-2447b17be945 on network bf651024-673c-4eec-84ce-c6ef83d369a1 {{(pid=95102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:19:43.817625 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3a3a265-97df-4492-9bc6-a602198fe69f req-a5d5b6e8-82d1-4131-ba77-8c397d7fc0e0 service neutron] Port f9280300-5270-4d06-bf5d-2447b17be945 on network bf651024-673c-4eec-84ce-c6ef83d369a1 not bound, no agent of type Open vSwitch agent registered on host n-h2-713301-16 {{(pid=95102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 19:19:43.818244 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3a3a265-97df-4492-9bc6-a602198fe69f req-a5d5b6e8-82d1-4131-ba77-8c397d7fc0e0 service neutron] Attempting to bind port f9280300-5270-4d06-bf5d-2447b17be945 on network bf651024-673c-4eec-84ce-c6ef83d369a1 {{(pid=95102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:19:43.824983 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3a3a265-97df-4492-9bc6-a602198fe69f req-a5d5b6e8-82d1-4131-ba77-8c397d7fc0e0 service neutron] Checking agent: {'id': '2a7cea34-db54-4faf-8d23-37521c3e34cb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713301-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 19, 15, 28), 'started_at': datetime.datetime(2021, 9, 23, 19, 15, 28), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 19, 19, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 19:19:43.825445 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3a3a265-97df-4492-9bc6-a602198fe69f req-a5d5b6e8-82d1-4131-ba77-8c397d7fc0e0 service neutron] Checking segment: {'id': '6735b3c2-9e0f-43a7-8f57-e48eb1a30c85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': 'bf651024-673c-4eec-84ce-c6ef83d369a1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95102) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:19:43.826071 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3a3a265-97df-4492-9bc6-a602198fe69f req-a5d5b6e8-82d1-4131-ba77-8c397d7fc0e0 service neutron] Bound using segment: {'id': '6735b3c2-9e0f-43a7-8f57-e48eb1a30c85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': 'bf651024-673c-4eec-84ce-c6ef83d369a1'} {{(pid=95102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 19:19:43.826525 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.managers [req-f3a3a265-97df-4492-9bc6-a602198fe69f req-a5d5b6e8-82d1-4131-ba77-8c397d7fc0e0 service neutron] Bound port: f9280300-5270-4d06-bf5d-2447b17be945, host: n-h2-713301-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6735b3c2-9e0f-43a7-8f57-e48eb1a30c85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': 'bf651024-673c-4eec-84ce-c6ef83d369a1'}}] {{(pid=95102) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 19:19:43.827026 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-f3a3a265-97df-4492-9bc6-a602198fe69f req-a5d5b6e8-82d1-4131-ba77-8c397d7fc0e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:19:43.845624 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Pushing event updated for resources: {'Port': ['ID=873e7b65-11d6-43a3-9a7a-31d0e534d4d5,revision_number=4']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:19:43.883432 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] For port f91a3f21-5f34-443d-9308-d1ead0aa7534, host n-h1-713301-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-16',level=0,port_id=f91a3f21-5f34-443d-9308-d1ead0aa7534,segment=NetworkSegment(00f65067-1b00-468f-894b-1d8e13071c70),segment_id=00f65067-1b00-468f-894b-1d8e13071c70)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:19:43.884630 n-d-713301-16 neutron-server[95103]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97aabb61-3917-4b0b-bd79-2844716b7dd6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f91a3f21-5f34-443d-9308-d1ead0aa7534'}] {{(pid=95103) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 19:19:43.888020 n-d-713301-16 neutron-server[95103]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}81a1c17f2aa89d5b3ebbba3a3e0cf7eb588e431c2224256110c4c4facdd7c3e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2d9f86b-fa11-4118-858f-a4cd9fda37f1" -d '{"events": [{"server_uuid": "97aabb61-3917-4b0b-bd79-2844716b7dd6", "name": "network-vif-plugged", "status": "completed", "tag": "f91a3f21-5f34-443d-9308-d1ead0aa7534"}]}' {{(pid=95103) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 19:19:43.894219 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:19:43.922227 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.db [req-f3a3a265-97df-4492-9bc6-a602198fe69f req-a5d5b6e8-82d1-4131-ba77-8c397d7fc0e0 service neutron] For port f9280300-5270-4d06-bf5d-2447b17be945, host n-h2-713301-16, cleared binding levels {{(pid=95102) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 19:19:43.928235 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] get_ports_and_sgs() called for port_ids ['873e7b65-11d6-43a3-9a7a-31d0e534d4d5'] {{(pid=95103) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 19:19:43.956523 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.db [req-f3a3a265-97df-4492-9bc6-a602198fe69f req-a5d5b6e8-82d1-4131-ba77-8c397d7fc0e0 service neutron] For port f9280300-5270-4d06-bf5d-2447b17be945, host n-h2-713301-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-16',level=0,port_id=f9280300-5270-4d06-bf5d-2447b17be945,segment=NetworkSegment(6735b3c2-9e0f-43a7-8f57-e48eb1a30c85),segment_id=6735b3c2-9e0f-43a7-8f57-e48eb1a30c85)] {{(pid=95102) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 19:19:43.964724 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-f3a3a265-97df-4492-9bc6-a602198fe69f req-a5d5b6e8-82d1-4131-ba77-8c397d7fc0e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4399095'] for port, after_update {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:19:43.992522 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Pushing event updated for resources: {'Port': ['ID=f91a3f21-5f34-443d-9308-d1ead0aa7534,revision_number=5']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:19:44.014047 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e425a66-154f-4054-a9f5-2db96f656a21 req-9a91e8a6-8ae0-4bf7-a1ad-0903ed8913fb tempest-AttachSCSIVolumeTestJSON-38860171 tempest-AttachSCSIVolumeTestJSON-38860171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:19:44.015629 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-0e425a66-154f-4054-a9f5-2db96f656a21 req-9a91e8a6-8ae0-4bf7-a1ad-0903ed8913fb tempest-AttachSCSIVolumeTestJSON-38860171 tempest-AttachSCSIVolumeTestJSON-38860171-project] 10.222.0.67 "GET /v2.0/ports?device_id=f9cb8e6e-3d0e-4a53-a7ec-32ca0d28db43 HTTP/1.1" status: 200 len: 943 time: 0.0949216 Sep 23 19:19:44.091226 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5d5b6e8-82d1-4131-ba77-8c397d7fc0e0 service neutron] Pushing event updated for resources: {'Port': ['ID=f9280300-5270-4d06-bf5d-2447b17be945,revision_number=8']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:19:44.101846 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a3a265-97df-4492-9bc6-a602198fe69f req-a5d5b6e8-82d1-4131-ba77-8c397d7fc0e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:19:44.102482 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-f3a3a265-97df-4492-9bc6-a602198fe69f req-a5d5b6e8-82d1-4131-ba77-8c397d7fc0e0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222849'] for port, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:19:44.103887 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-f3a3a265-97df-4492-9bc6-a602198fe69f req-a5d5b6e8-82d1-4131-ba77-8c397d7fc0e0 service neutron] 10.222.0.74 "PUT /v2.0/ports/f9280300-5270-4d06-bf5d-2447b17be945 HTTP/1.1" status: 200 len: 1123 time: 0.8839674 Sep 23 19:19:44.107319 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-0e425a66-154f-4054-a9f5-2db96f656a21 req-d2e498ba-48c6-4331-a1e1-a7391224f57d tempest-AttachSCSIVolumeTestJSON-38860171 tempest-AttachSCSIVolumeTestJSON-38860171-project] 10.222.0.67 "GET /v2.0/security-groups?id=0c62cf39-fdd5-41c2-ace9-89ac5d0e1132&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844300 Sep 23 19:19:44.188401 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] get_ports_and_sgs() called for port_ids ['f9280300-5270-4d06-bf5d-2447b17be945'] {{(pid=95103) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 19:19:44.229595 n-d-713301-16 neutron-server[95101]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 19:19:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5dd5ffe2-afd9-40f9-b82d-ad9d52c2b728 x-openstack-request-id: req-5dd5ffe2-afd9-40f9-b82d-ad9d52c2b728 {{(pid=95101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 19:19:44.230104 n-d-713301-16 neutron-server[95101]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f9cb8e6e-3d0e-4a53-a7ec-32ca0d28db43", "tag": "fb0b1835-9081-4c25-80cf-d12f1b4e6751", "status": "completed", "code": 200}]} {{(pid=95101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 19:19:44.230231 n-d-713301-16 neutron-server[95101]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-5dd5ffe2-afd9-40f9-b82d-ad9d52c2b728 {{(pid=95101) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 19:19:44.230645 n-d-713301-16 neutron-server[95101]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f9cb8e6e-3d0e-4a53-a7ec-32ca0d28db43', 'tag': 'fb0b1835-9081-4c25-80cf-d12f1b4e6751', 'status': 'completed', 'code': 200} Sep 23 19:19:44.344284 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c92c1dd5-42bb-41f2-9beb-dc9176d63779 req-85125965-70d6-48c7-87c3-828e5bc70190 tempest-FloatingIPsAssociationTestJSON-1050306137 tempest-FloatingIPsAssociationTestJSON-1050306137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:19:44.345838 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-c92c1dd5-42bb-41f2-9beb-dc9176d63779 req-85125965-70d6-48c7-87c3-828e5bc70190 tempest-FloatingIPsAssociationTestJSON-1050306137 tempest-FloatingIPsAssociationTestJSON-1050306137-project] 10.222.0.67 "GET /v2.0/ports?device_id=54888381-550f-4f37-8d36-836d2b5567e2 HTTP/1.1" status: 200 len: 945 time: 0.0562685 Sep 23 19:19:44.387858 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-c92c1dd5-42bb-41f2-9beb-dc9176d63779 req-2480d3bf-99da-45b4-b1d6-6589ead3f798 tempest-FloatingIPsAssociationTestJSON-1050306137 tempest-FloatingIPsAssociationTestJSON-1050306137-project] 10.222.0.67 "GET /v2.0/security-groups?id=cb9248a2-4263-4f57-a68c-8a6c3c3d2519&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349710 Sep 23 19:19:44.686583 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-0f8fcdba-4c39-4c59-8382-37fc5467b8ee req-bc680f45-2cf8-4f94-ada8-91908c6a8ac6 tempest-SecurityGroupsTestAdminJSON-2067076537 tempest-SecurityGroupsTestAdminJSON-2067076537-project-admin] 10.222.0.67 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 56099 time: 0.2697165 Sep 23 19:19:44.772839 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-0f8fcdba-4c39-4c59-8382-37fc5467b8ee req-24b1b049-2325-4fbf-ab3d-0754ce7d9833 tempest-SecurityGroupsTestAdminJSON-2067076537 tempest-SecurityGroupsTestAdminJSON-2067076537-project-admin] 10.222.0.67 "GET /v2.0/security-groups/0c62cf39-fdd5-41c2-ace9-89ac5d0e1132 HTTP/1.1" status: 200 len: 2981 time: 0.0365658 Sep 23 19:19:44.817198 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-0f8fcdba-4c39-4c59-8382-37fc5467b8ee req-a84a5056-1497-42ae-a3ab-555bd1881f70 tempest-SecurityGroupsTestAdminJSON-2067076537 tempest-SecurityGroupsTestAdminJSON-2067076537-project-admin] 10.222.0.67 "GET /v2.0/security-groups/0c62cf39-fdd5-41c2-ace9-89ac5d0e1132 HTTP/1.1" status: 200 len: 2981 time: 0.0382280 Sep 23 19:19:44.860639 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-0f8fcdba-4c39-4c59-8382-37fc5467b8ee req-b7615635-9bc1-484a-a210-4bac7d684580 tempest-SecurityGroupsTestAdminJSON-2067076537 tempest-SecurityGroupsTestAdminJSON-2067076537-project-admin] 10.222.0.67 "GET /v2.0/security-groups/19c0f9e9-a6be-47c1-af86-410f820e84bc HTTP/1.1" status: 200 len: 2981 time: 0.0373013 Sep 23 19:19:44.906348 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-0f8fcdba-4c39-4c59-8382-37fc5467b8ee req-1ccdc2f1-bfb2-4b12-81d7-71e4ec548b35 tempest-SecurityGroupsTestAdminJSON-2067076537 tempest-SecurityGroupsTestAdminJSON-2067076537-project-admin] 10.222.0.67 "GET /v2.0/security-groups/19c0f9e9-a6be-47c1-af86-410f820e84bc HTTP/1.1" status: 200 len: 2981 time: 0.0395198 Sep 23 19:19:44.955898 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-0f8fcdba-4c39-4c59-8382-37fc5467b8ee req-e538ebc1-48c0-4c75-8ce9-6f07ba506c95 tempest-SecurityGroupsTestAdminJSON-2067076537 tempest-SecurityGroupsTestAdminJSON-2067076537-project-admin] 10.222.0.67 "GET /v2.0/security-groups/1c151358-1cab-48a6-be3e-ad7507b4da06 HTTP/1.1" status: 200 len: 2981 time: 0.0436256 Sep 23 19:19:45.011375 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-0f8fcdba-4c39-4c59-8382-37fc5467b8ee req-8e0996e6-d19e-4ce0-87aa-3577809d3255 tempest-SecurityGroupsTestAdminJSON-2067076537 tempest-SecurityGroupsTestAdminJSON-2067076537-project-admin] 10.222.0.67 "GET /v2.0/security-groups/1c151358-1cab-48a6-be3e-ad7507b4da06 HTTP/1.1" status: 200 len: 2981 time: 0.0475733 Sep 23 19:19:45.054741 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-0f8fcdba-4c39-4c59-8382-37fc5467b8ee req-aa7614a0-0cd5-4d02-a2f5-b75262236ee4 tempest-SecurityGroupsTestAdminJSON-2067076537 tempest-SecurityGroupsTestAdminJSON-2067076537-project-admin] 10.222.0.67 "GET /v2.0/security-groups/2cd8d863-5084-413f-a299-ed08216790c4 HTTP/1.1" status: 200 len: 2981 time: 0.0391088 Sep 23 19:19:45.100019 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-0f8fcdba-4c39-4c59-8382-37fc5467b8ee req-989dc8b8-3928-4648-a9ff-2dfe575987f7 tempest-SecurityGroupsTestAdminJSON-2067076537 tempest-SecurityGroupsTestAdminJSON-2067076537-project-admin] 10.222.0.67 "GET /v2.0/security-groups/2cd8d863-5084-413f-a299-ed08216790c4 HTTP/1.1" status: 200 len: 2981 time: 0.0393293 Sep 23 19:19:45.153243 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-0f8fcdba-4c39-4c59-8382-37fc5467b8ee req-c0066485-871e-4254-aee1-f68113ce0507 tempest-SecurityGroupsTestAdminJSON-2067076537 tempest-SecurityGroupsTestAdminJSON-2067076537-project-admin] 10.222.0.67 "GET /v2.0/security-groups/440c5a98-e141-422a-9512-179525dae09c HTTP/1.1" status: 200 len: 2981 time: 0.0465803 Sep 23 19:19:45.188031 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Device 873e7b65-11d6-43a3-9a7a-31d0e534d4d5 up at agent hyperv_n-h1-713301-16 {{(pid=95103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 19:19:45.195700 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-0f8fcdba-4c39-4c59-8382-37fc5467b8ee req-19a28db5-e4e4-41b2-9d10-c55f40c31ffd tempest-SecurityGroupsTestAdminJSON-2067076537 tempest-SecurityGroupsTestAdminJSON-2067076537-project-admin] 10.222.0.67 "GET /v2.0/security-groups/440c5a98-e141-422a-9512-179525dae09c HTTP/1.1" status: 200 len: 2981 time: 0.0413249 Sep 23 19:19:45.248393 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-0f8fcdba-4c39-4c59-8382-37fc5467b8ee req-0a7cee51-2c3d-463e-814a-9adc0b480e8b tempest-SecurityGroupsTestAdminJSON-2067076537 tempest-SecurityGroupsTestAdminJSON-2067076537-project-admin] 10.222.0.67 "GET /v2.0/security-groups/456e066c-d222-42f0-b2c6-abb23891b299 HTTP/1.1" status: 200 len: 2977 time: 0.0461092 Sep 23 19:19:45.250623 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Provisioning for port 873e7b65-11d6-43a3-9a7a-31d0e534d4d5 completed by entity L2. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 19:19:45.257713 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Provisioning complete for port 873e7b65-11d6-43a3-9a7a-31d0e534d4d5 triggered by entity L2. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:19:45.258193 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:19:45.304999 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-0f8fcdba-4c39-4c59-8382-37fc5467b8ee req-4a619e5f-bdbd-4548-bf8c-d30befc4d52c tempest-SecurityGroupsTestAdminJSON-2067076537 tempest-SecurityGroupsTestAdminJSON-2067076537-project-admin] 10.222.0.67 "GET /v2.0/security-groups/456e066c-d222-42f0-b2c6-abb23891b299 HTTP/1.1" status: 200 len: 2977 time: 0.0489640 Sep 23 19:19:45.356791 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:19:45.361134 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-0f8fcdba-4c39-4c59-8382-37fc5467b8ee req-dd41eee0-eea5-4d64-8091-2282c4b243f4 tempest-SecurityGroupsTestAdminJSON-2067076537 tempest-SecurityGroupsTestAdminJSON-2067076537-project-admin] 10.222.0.67 "GET /v2.0/security-groups/5df6ebf6-e39b-4b01-ae34-9518cae4d1ea HTTP/1.1" status: 200 len: 2977 time: 0.0487235 Sep 23 19:19:45.396093 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] For port 873e7b65-11d6-43a3-9a7a-31d0e534d4d5, host n-h1-713301-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-16',level=0,port_id=873e7b65-11d6-43a3-9a7a-31d0e534d4d5,segment=NetworkSegment(60344de3-4656-4e44-ba87-ebbfec08b080),segment_id=60344de3-4656-4e44-ba87-ebbfec08b080)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:19:45.405104 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:19:45.411415 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-0f8fcdba-4c39-4c59-8382-37fc5467b8ee req-4c2912b1-7152-46fb-a8eb-e3b496056099 tempest-SecurityGroupsTestAdminJSON-2067076537 tempest-SecurityGroupsTestAdminJSON-2067076537-project-admin] 10.222.0.67 "GET /v2.0/security-groups/5df6ebf6-e39b-4b01-ae34-9518cae4d1ea HTTP/1.1" status: 200 len: 2977 time: 0.0449407 Sep 23 19:19:45.462538 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-0f8fcdba-4c39-4c59-8382-37fc5467b8ee req-14523722-ddaf-4c72-9ab5-6a0e63272c00 tempest-SecurityGroupsTestAdminJSON-2067076537 tempest-SecurityGroupsTestAdminJSON-2067076537-project-admin] 10.222.0.67 "GET /v2.0/security-groups/6d32247e-8bb7-4ae1-818c-76baafa39c73 HTTP/1.1" status: 200 len: 2981 time: 0.0391445 Sep 23 19:19:45.464277 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Pushing event updated for resources: {'Port': ['ID=873e7b65-11d6-43a3-9a7a-31d0e534d4d5,revision_number=5']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:19:45.508276 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-0f8fcdba-4c39-4c59-8382-37fc5467b8ee req-39dfbf39-dd73-4c87-993c-343a6bdd10d0 tempest-SecurityGroupsTestAdminJSON-2067076537 tempest-SecurityGroupsTestAdminJSON-2067076537-project-admin] 10.222.0.67 "GET /v2.0/security-groups/6d32247e-8bb7-4ae1-818c-76baafa39c73 HTTP/1.1" status: 200 len: 2981 time: 0.0396461 Sep 23 19:19:45.554621 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-0f8fcdba-4c39-4c59-8382-37fc5467b8ee req-30d957e1-c70c-4cde-8a44-370891ec1630 tempest-SecurityGroupsTestAdminJSON-2067076537 tempest-SecurityGroupsTestAdminJSON-2067076537-project-admin] 10.222.0.67 "GET /v2.0/security-groups/8803ee49-68df-49f2-ba1c-f141783a1c00 HTTP/1.1" status: 200 len: 2981 time: 0.0401924 Sep 23 19:19:45.601483 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-0f8fcdba-4c39-4c59-8382-37fc5467b8ee req-57d8d932-f8d6-4487-a2b8-89d5ff1ce647 tempest-SecurityGroupsTestAdminJSON-2067076537 tempest-SecurityGroupsTestAdminJSON-2067076537-project-admin] 10.222.0.67 "GET /v2.0/security-groups/8803ee49-68df-49f2-ba1c-f141783a1c00 HTTP/1.1" status: 200 len: 2981 time: 0.0409193 Sep 23 19:19:45.648719 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-0f8fcdba-4c39-4c59-8382-37fc5467b8ee req-028c3b32-c65e-42b9-beb5-52fdbbc1a054 tempest-SecurityGroupsTestAdminJSON-2067076537 tempest-SecurityGroupsTestAdminJSON-2067076537-project-admin] 10.222.0.67 "GET /v2.0/security-groups/c999b1e2-1ce4-4707-a72e-72b5077fb1a6 HTTP/1.1" status: 200 len: 2981 time: 0.0398867 Sep 23 19:19:45.692426 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-0f8fcdba-4c39-4c59-8382-37fc5467b8ee req-664734bb-4190-48b9-b00b-0f56f1c1244a tempest-SecurityGroupsTestAdminJSON-2067076537 tempest-SecurityGroupsTestAdminJSON-2067076537-project-admin] 10.222.0.67 "GET /v2.0/security-groups/c999b1e2-1ce4-4707-a72e-72b5077fb1a6 HTTP/1.1" status: 200 len: 2981 time: 0.0373898 Sep 23 19:19:45.737487 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-0f8fcdba-4c39-4c59-8382-37fc5467b8ee req-1c20a3ae-4f09-42c5-b02b-dc151684f4f0 tempest-SecurityGroupsTestAdminJSON-2067076537 tempest-SecurityGroupsTestAdminJSON-2067076537-project-admin] 10.222.0.67 "GET /v2.0/security-groups/cb9248a2-4263-4f57-a68c-8a6c3c3d2519 HTTP/1.1" status: 200 len: 2981 time: 0.0387871 Sep 23 19:19:45.783849 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-0f8fcdba-4c39-4c59-8382-37fc5467b8ee req-2b23b399-881e-4803-96aa-523f2b4274a0 tempest-SecurityGroupsTestAdminJSON-2067076537 tempest-SecurityGroupsTestAdminJSON-2067076537-project-admin] 10.222.0.67 "GET /v2.0/security-groups/cb9248a2-4263-4f57-a68c-8a6c3c3d2519 HTTP/1.1" status: 200 len: 2981 time: 0.0386591 Sep 23 19:19:45.826534 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-0f8fcdba-4c39-4c59-8382-37fc5467b8ee req-6ccaabb2-6883-4530-a7eb-a028b12720f4 tempest-SecurityGroupsTestAdminJSON-2067076537 tempest-SecurityGroupsTestAdminJSON-2067076537-project-admin] 10.222.0.67 "GET /v2.0/security-groups/cdad6fb2-b573-4115-9d00-e399d342ad50 HTTP/1.1" status: 200 len: 2973 time: 0.0360875 Sep 23 19:19:45.876012 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-0f8fcdba-4c39-4c59-8382-37fc5467b8ee req-7f81f88f-b944-4403-a8b9-c96ac51ce04f tempest-SecurityGroupsTestAdminJSON-2067076537 tempest-SecurityGroupsTestAdminJSON-2067076537-project-admin] 10.222.0.67 "GET /v2.0/security-groups/cdad6fb2-b573-4115-9d00-e399d342ad50 HTTP/1.1" status: 200 len: 2973 time: 0.0431910 Sep 23 19:19:45.920662 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-0f8fcdba-4c39-4c59-8382-37fc5467b8ee req-aedf6637-ea07-4346-90a8-6d2c926eb66e tempest-SecurityGroupsTestAdminJSON-2067076537 tempest-SecurityGroupsTestAdminJSON-2067076537-project-admin] 10.222.0.67 "GET /v2.0/security-groups/d73fb2a9-aed9-4928-a37d-f19e4ff381dc HTTP/1.1" status: 200 len: 2981 time: 0.0377407 Sep 23 19:19:45.964686 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-0f8fcdba-4c39-4c59-8382-37fc5467b8ee req-69291860-c72b-4b32-bd5c-c0f935e1b456 tempest-SecurityGroupsTestAdminJSON-2067076537 tempest-SecurityGroupsTestAdminJSON-2067076537-project-admin] 10.222.0.67 "GET /v2.0/security-groups/d73fb2a9-aed9-4928-a37d-f19e4ff381dc HTTP/1.1" status: 200 len: 2981 time: 0.0377591 Sep 23 19:19:46.008559 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-0f8fcdba-4c39-4c59-8382-37fc5467b8ee req-ddb82ae2-7104-44df-9cd6-16c8e475cd15 tempest-SecurityGroupsTestAdminJSON-2067076537 tempest-SecurityGroupsTestAdminJSON-2067076537-project-admin] 10.222.0.67 "GET /v2.0/security-groups/dae54413-e961-426e-af89-3b40d771e273 HTTP/1.1" status: 200 len: 2981 time: 0.0379016 Sep 23 19:19:46.053343 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-0f8fcdba-4c39-4c59-8382-37fc5467b8ee req-a68d03fb-0a3a-4382-96f4-4e1806b35e05 tempest-SecurityGroupsTestAdminJSON-2067076537 tempest-SecurityGroupsTestAdminJSON-2067076537-project-admin] 10.222.0.67 "GET /v2.0/security-groups/dae54413-e961-426e-af89-3b40d771e273 HTTP/1.1" status: 200 len: 2981 time: 0.0389659 Sep 23 19:19:46.097682 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-0f8fcdba-4c39-4c59-8382-37fc5467b8ee req-cba86822-6cc3-4dbe-96de-c3e8160ae3ed tempest-SecurityGroupsTestAdminJSON-2067076537 tempest-SecurityGroupsTestAdminJSON-2067076537-project-admin] 10.222.0.67 "GET /v2.0/security-groups/e26072df-c04c-4351-a203-29f9a3a3cfa0 HTTP/1.1" status: 200 len: 2981 time: 0.0372899 Sep 23 19:19:46.145011 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-0f8fcdba-4c39-4c59-8382-37fc5467b8ee req-e8d7b547-3b77-46cd-95ed-4196c02a8215 tempest-SecurityGroupsTestAdminJSON-2067076537 tempest-SecurityGroupsTestAdminJSON-2067076537-project-admin] 10.222.0.67 "GET /v2.0/security-groups/e26072df-c04c-4351-a203-29f9a3a3cfa0 HTTP/1.1" status: 200 len: 2981 time: 0.0405922 Sep 23 19:19:46.189024 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-0f8fcdba-4c39-4c59-8382-37fc5467b8ee req-db5531c5-9a61-40b6-834e-a0be61a98fa2 tempest-SecurityGroupsTestAdminJSON-2067076537 tempest-SecurityGroupsTestAdminJSON-2067076537-project-admin] 10.222.0.67 "GET /v2.0/security-groups/f29b6549-5121-43c2-ad5f-225d5d0eade2 HTTP/1.1" status: 200 len: 2981 time: 0.0379429 Sep 23 19:19:46.241415 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-0f8fcdba-4c39-4c59-8382-37fc5467b8ee req-2b51fc74-8ec5-43c2-913d-a54c0f302a7a tempest-SecurityGroupsTestAdminJSON-2067076537 tempest-SecurityGroupsTestAdminJSON-2067076537-project-admin] 10.222.0.67 "GET /v2.0/security-groups/f29b6549-5121-43c2-ad5f-225d5d0eade2 HTTP/1.1" status: 200 len: 2981 time: 0.0453708 Sep 23 19:19:46.275365 n-d-713301-16 neutron-server[95102]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 23 Sep 2021 19:19:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f3f9a9a-f44e-4f6e-8ac1-73ac485e2852 x-openstack-request-id: req-2f3f9a9a-f44e-4f6e-8ac1-73ac485e2852 {{(pid=95102) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 19:19:46.275662 n-d-713301-16 neutron-server[95102]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "91012e8e-e67b-47ad-a34e-08f42534c38f", "name": "network-vif-unplugged", "status": "completed", "tag": "f9280300-5270-4d06-bf5d-2447b17be945", "code": 200}]} {{(pid=95102) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 19:19:46.275918 n-d-713301-16 neutron-server[95102]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-2f3f9a9a-f44e-4f6e-8ac1-73ac485e2852 {{(pid=95102) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 19:19:46.276325 n-d-713301-16 neutron-server[95102]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '91012e8e-e67b-47ad-a34e-08f42534c38f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f9280300-5270-4d06-bf5d-2447b17be945', 'code': 200} Sep 23 19:19:46.396631 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98239585-9f18-41b5-8806-19d18d19d597 req-1af8c83e-8938-44fe-84e9-b69f166509cb tempest-DeleteServersAdminTestJSON-860693392 tempest-DeleteServersAdminTestJSON-860693392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:19:46.398530 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-98239585-9f18-41b5-8806-19d18d19d597 req-1af8c83e-8938-44fe-84e9-b69f166509cb tempest-DeleteServersAdminTestJSON-860693392 tempest-DeleteServersAdminTestJSON-860693392-project] 10.222.0.67 "GET /v2.0/ports?device_id=8a9e8a49-6fb8-4f00-a5b9-4e70c93a4a29 HTTP/1.1" status: 200 len: 950 time: 0.0616302 Sep 23 19:19:46.438703 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-98239585-9f18-41b5-8806-19d18d19d597 req-12bd8a4d-9c00-4ab8-859f-d80f74d0f36e tempest-DeleteServersAdminTestJSON-860693392 tempest-DeleteServersAdminTestJSON-860693392-project] 10.222.0.67 "GET /v2.0/security-groups?id=f29b6549-5121-43c2-ad5f-225d5d0eade2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340204 Sep 23 19:19:46.490732 n-d-713301-16 neutron-server[95103]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 19:19:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-901b9e42-c620-4fb3-8023-306ce3276215 x-openstack-request-id: req-901b9e42-c620-4fb3-8023-306ce3276215 {{(pid=95103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 19:19:46.491907 n-d-713301-16 neutron-server[95103]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "97aabb61-3917-4b0b-bd79-2844716b7dd6", "name": "network-vif-plugged", "status": "completed", "tag": "f91a3f21-5f34-443d-9308-d1ead0aa7534", "code": 200}]} {{(pid=95103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 19:19:46.492396 n-d-713301-16 neutron-server[95103]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-901b9e42-c620-4fb3-8023-306ce3276215 {{(pid=95103) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 19:19:46.492973 n-d-713301-16 neutron-server[95103]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '97aabb61-3917-4b0b-bd79-2844716b7dd6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f91a3f21-5f34-443d-9308-d1ead0aa7534', 'code': 200} Sep 23 19:19:46.617249 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95314eb3-9cbe-45a4-8506-ab1db62a2560 req-f02a00b1-ca9c-4c11-9df3-e44aba34ce35 tempest-LiveMigrationTest-1843640962 tempest-LiveMigrationTest-1843640962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:19:46.619479 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-95314eb3-9cbe-45a4-8506-ab1db62a2560 req-f02a00b1-ca9c-4c11-9df3-e44aba34ce35 tempest-LiveMigrationTest-1843640962 tempest-LiveMigrationTest-1843640962-project] 10.222.0.67 "GET /v2.0/ports?device_id=91012e8e-e67b-47ad-a34e-08f42534c38f HTTP/1.1" status: 200 len: 943 time: 0.0797176 Sep 23 19:19:46.622622 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a568cc96-60bc-4b82-b7c1-e77a1ab4f75c req-bb214c51-4ce3-47ab-9cb8-cb36b1d9e85a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:19:46.624162 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-a568cc96-60bc-4b82-b7c1-e77a1ab4f75c req-bb214c51-4ce3-47ab-9cb8-cb36b1d9e85a service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=97aabb61-3917-4b0b-bd79-2844716b7dd6 HTTP/1.1" status: 200 len: 1097 time: 0.0744340 Sep 23 19:19:46.678350 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-95314eb3-9cbe-45a4-8506-ab1db62a2560 req-9779d7a4-4feb-4149-8733-62b3470014f2 tempest-LiveMigrationTest-1843640962 tempest-LiveMigrationTest-1843640962-project] 10.222.0.67 "GET /v2.0/security-groups?id=1c151358-1cab-48a6-be3e-ad7507b4da06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521357 Sep 23 19:19:46.682666 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-a568cc96-60bc-4b82-b7c1-e77a1ab4f75c req-9096e0cb-1cb9-4d72-8f73-b7c3e12965d7 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=19c0f9e9-a6be-47c1-af86-410f820e84bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501373 Sep 23 19:19:46.789292 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c798254-7f6f-4145-b472-77d982622e68 req-3497a74c-60af-4baa-b5db-71d3c967d766 tempest-ImagesOneServerNegativeTestJSON-187090525 tempest-ImagesOneServerNegativeTestJSON-187090525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:19:46.790760 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-1c798254-7f6f-4145-b472-77d982622e68 req-3497a74c-60af-4baa-b5db-71d3c967d766 tempest-ImagesOneServerNegativeTestJSON-187090525 tempest-ImagesOneServerNegativeTestJSON-187090525-project] 10.222.0.67 "GET /v2.0/ports?device_id=97aabb61-3917-4b0b-bd79-2844716b7dd6 HTTP/1.1" status: 200 len: 945 time: 0.0543687 Sep 23 19:19:46.832634 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-1c798254-7f6f-4145-b472-77d982622e68 req-0d22b942-f602-4cbe-b6aa-810581666dab tempest-ImagesOneServerNegativeTestJSON-187090525 tempest-ImagesOneServerNegativeTestJSON-187090525-project] 10.222.0.67 "GET /v2.0/security-groups?id=19c0f9e9-a6be-47c1-af86-410f820e84bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349360 Sep 23 19:19:46.944361 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278a5ec3-30a7-4a04-aced-4d9523197d2f req-1e1c83d1-d508-4da4-98ac-c14a66ad3995 tempest-AttachSCSIVolumeTestJSON-38860171 tempest-AttachSCSIVolumeTestJSON-38860171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:19:46.945987 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-278a5ec3-30a7-4a04-aced-4d9523197d2f req-1e1c83d1-d508-4da4-98ac-c14a66ad3995 tempest-AttachSCSIVolumeTestJSON-38860171 tempest-AttachSCSIVolumeTestJSON-38860171-project] 10.222.0.67 "GET /v2.0/ports?device_id=f9cb8e6e-3d0e-4a53-a7ec-32ca0d28db43 HTTP/1.1" status: 200 len: 943 time: 0.0557179 Sep 23 19:19:46.991722 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-278a5ec3-30a7-4a04-aced-4d9523197d2f req-9c079344-85be-428e-8fde-7e257101c3bc tempest-AttachSCSIVolumeTestJSON-38860171 tempest-AttachSCSIVolumeTestJSON-38860171-project] 10.222.0.67 "GET /v2.0/security-groups?id=0c62cf39-fdd5-41c2-ace9-89ac5d0e1132&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349741 Sep 23 19:19:47.171332 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46eb5c9a-36bf-4406-9e82-ccf96ab99f16 req-e31be334-4b7a-4564-8ae1-e4d3286aca87 tempest-FloatingIPsAssociationTestJSON-1050306137 tempest-FloatingIPsAssociationTestJSON-1050306137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:19:47.172868 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-46eb5c9a-36bf-4406-9e82-ccf96ab99f16 req-e31be334-4b7a-4564-8ae1-e4d3286aca87 tempest-FloatingIPsAssociationTestJSON-1050306137 tempest-FloatingIPsAssociationTestJSON-1050306137-project] 10.222.0.67 "GET /v2.0/ports?device_id=54888381-550f-4f37-8d36-836d2b5567e2 HTTP/1.1" status: 200 len: 946 time: 0.0569901 Sep 23 19:19:47.227055 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-46eb5c9a-36bf-4406-9e82-ccf96ab99f16 req-d8b187e7-f76f-4cf4-b2a1-a7b8ef44bece tempest-FloatingIPsAssociationTestJSON-1050306137 tempest-FloatingIPsAssociationTestJSON-1050306137-project] 10.222.0.67 "GET /v2.0/security-groups?id=cb9248a2-4263-4f57-a68c-8a6c3c3d2519&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399001 Sep 23 19:19:47.305322 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-0def08c6-acaf-49e2-8f90-354832ea3872 req-897e4206-f7d9-40be-b2ae-1408bfe438d2 tempest-SecurityGroupsTestAdminJSON-803662798 tempest-SecurityGroupsTestAdminJSON-803662798-project] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=659f031a5d8641619a9ead1127925fb0 HTTP/1.1" status: 200 len: 6103 time: 0.0679932 Sep 23 19:19:47.355371 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-0def08c6-acaf-49e2-8f90-354832ea3872 req-8267a804-4878-4d21-ad67-d4261e373bfc tempest-SecurityGroupsTestAdminJSON-803662798 tempest-SecurityGroupsTestAdminJSON-803662798-project] 10.222.0.67 "GET /v2.0/security-groups/e26072df-c04c-4351-a203-29f9a3a3cfa0 HTTP/1.1" status: 200 len: 2981 time: 0.0438206 Sep 23 19:19:47.409942 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-0def08c6-acaf-49e2-8f90-354832ea3872 req-e4684dcf-e6b4-4c33-88f7-0855535399e5 tempest-SecurityGroupsTestAdminJSON-803662798 tempest-SecurityGroupsTestAdminJSON-803662798-project] 10.222.0.67 "GET /v2.0/security-groups/e26072df-c04c-4351-a203-29f9a3a3cfa0 HTTP/1.1" status: 200 len: 2981 time: 0.0485950 Sep 23 19:19:47.603361 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-2e4e11d1-4470-482d-96a9-e45909261a2c req-f63f3acf-9b93-4af0-a522-987119e21196 tempest-SecurityGroupsTestAdminJSON-2067076537 tempest-SecurityGroupsTestAdminJSON-2067076537-project-admin] 10.222.0.67 "GET /v2.0/security-groups/fe180fe2-f10d-4636-bab0-a5e1015a480b HTTP/1.1" status: 200 len: 1777 time: 0.0380342 Sep 23 19:19:47.660034 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-2e4e11d1-4470-482d-96a9-e45909261a2c req-ce257fbe-28e5-48e2-be06-e3813f7da40c tempest-SecurityGroupsTestAdminJSON-2067076537 tempest-SecurityGroupsTestAdminJSON-2067076537-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:19:47.690658 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-2e4e11d1-4470-482d-96a9-e45909261a2c req-ce257fbe-28e5-48e2-be06-e3813f7da40c tempest-SecurityGroupsTestAdminJSON-2067076537 tempest-SecurityGroupsTestAdminJSON-2067076537-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:19:47.732912 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-2e4e11d1-4470-482d-96a9-e45909261a2c req-ce257fbe-28e5-48e2-be06-e3813f7da40c tempest-SecurityGroupsTestAdminJSON-2067076537 tempest-SecurityGroupsTestAdminJSON-2067076537-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:19:47.735664 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-2e4e11d1-4470-482d-96a9-e45909261a2c req-ce257fbe-28e5-48e2-be06-e3813f7da40c tempest-SecurityGroupsTestAdminJSON-2067076537 tempest-SecurityGroupsTestAdminJSON-2067076537-project-admin] Notify callbacks [] for security_group, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:19:47.736822 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-2e4e11d1-4470-482d-96a9-e45909261a2c req-ce257fbe-28e5-48e2-be06-e3813f7da40c tempest-SecurityGroupsTestAdminJSON-2067076537 tempest-SecurityGroupsTestAdminJSON-2067076537-project-admin] 10.222.0.67 "DELETE /v2.0/security-groups/fe180fe2-f10d-4636-bab0-a5e1015a480b HTTP/1.1" status: 204 len: 173 time: 0.1274827 Sep 23 19:19:47.745972 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce257fbe-28e5-48e2-be06-e3813f7da40c tempest-SecurityGroupsTestAdminJSON-2067076537 tempest-SecurityGroupsTestAdminJSON-2067076537-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe180fe2-f10d-4636-bab0-a5e1015a480b,revision_number=None']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:19:47.754731 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce257fbe-28e5-48e2-be06-e3813f7da40c tempest-SecurityGroupsTestAdminJSON-2067076537 tempest-SecurityGroupsTestAdminJSON-2067076537-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:19:47.761368 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce257fbe-28e5-48e2-be06-e3813f7da40c tempest-SecurityGroupsTestAdminJSON-2067076537 tempest-SecurityGroupsTestAdminJSON-2067076537-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:19:47.762240 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce257fbe-28e5-48e2-be06-e3813f7da40c tempest-SecurityGroupsTestAdminJSON-2067076537 tempest-SecurityGroupsTestAdminJSON-2067076537-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:19:47.762731 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce257fbe-28e5-48e2-be06-e3813f7da40c tempest-SecurityGroupsTestAdminJSON-2067076537 tempest-SecurityGroupsTestAdminJSON-2067076537-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:19:47.763259 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce257fbe-28e5-48e2-be06-e3813f7da40c tempest-SecurityGroupsTestAdminJSON-2067076537 tempest-SecurityGroupsTestAdminJSON-2067076537-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:19:47.763611 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce257fbe-28e5-48e2-be06-e3813f7da40c tempest-SecurityGroupsTestAdminJSON-2067076537 tempest-SecurityGroupsTestAdminJSON-2067076537-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:19:47.764144 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce257fbe-28e5-48e2-be06-e3813f7da40c tempest-SecurityGroupsTestAdminJSON-2067076537 tempest-SecurityGroupsTestAdminJSON-2067076537-project-admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:19:47.764657 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce257fbe-28e5-48e2-be06-e3813f7da40c tempest-SecurityGroupsTestAdminJSON-2067076537 tempest-SecurityGroupsTestAdminJSON-2067076537-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:19:47.764977 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce257fbe-28e5-48e2-be06-e3813f7da40c tempest-SecurityGroupsTestAdminJSON-2067076537 tempest-SecurityGroupsTestAdminJSON-2067076537-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:19:47.765361 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce257fbe-28e5-48e2-be06-e3813f7da40c tempest-SecurityGroupsTestAdminJSON-2067076537 tempest-SecurityGroupsTestAdminJSON-2067076537-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:19:47.765716 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce257fbe-28e5-48e2-be06-e3813f7da40c tempest-SecurityGroupsTestAdminJSON-2067076537 tempest-SecurityGroupsTestAdminJSON-2067076537-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:19:47.766043 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce257fbe-28e5-48e2-be06-e3813f7da40c tempest-SecurityGroupsTestAdminJSON-2067076537 tempest-SecurityGroupsTestAdminJSON-2067076537-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:19:47.891598 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd03da0-8408-49db-82f4-a3d99ee8c282 req-82045315-90f6-40cd-830b-dabdc9613c9a tempest-DeleteServersAdminTestJSON-860693392 tempest-DeleteServersAdminTestJSON-860693392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:19:47.893559 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-1bd03da0-8408-49db-82f4-a3d99ee8c282 req-82045315-90f6-40cd-830b-dabdc9613c9a tempest-DeleteServersAdminTestJSON-860693392 tempest-DeleteServersAdminTestJSON-860693392-project] 10.222.0.67 "GET /v2.0/ports?device_id=8a9e8a49-6fb8-4f00-a5b9-4e70c93a4a29 HTTP/1.1" status: 200 len: 950 time: 0.0580063 Sep 23 19:19:47.937879 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-1bd03da0-8408-49db-82f4-a3d99ee8c282 req-f505b913-20e7-4b7c-b9d0-57a92f066e15 tempest-DeleteServersAdminTestJSON-860693392 tempest-DeleteServersAdminTestJSON-860693392-project] 10.222.0.67 "GET /v2.0/security-groups?id=f29b6549-5121-43c2-ad5f-225d5d0eade2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372155 Sep 23 19:19:48.058803 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e912c191-094c-4c48-9bb2-6fce1b77c519 req-31f636b4-f196-49a7-a3c5-b7402efd21c8 tempest-LiveMigrationTest-1843640962 tempest-LiveMigrationTest-1843640962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:19:48.060259 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-e912c191-094c-4c48-9bb2-6fce1b77c519 req-31f636b4-f196-49a7-a3c5-b7402efd21c8 tempest-LiveMigrationTest-1843640962 tempest-LiveMigrationTest-1843640962-project] 10.222.0.67 "GET /v2.0/ports?device_id=91012e8e-e67b-47ad-a34e-08f42534c38f HTTP/1.1" status: 200 len: 943 time: 0.0594444 Sep 23 19:19:48.102776 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-e912c191-094c-4c48-9bb2-6fce1b77c519 req-336dc465-1bc9-441f-a3c7-6fef9c9997e3 tempest-LiveMigrationTest-1843640962 tempest-LiveMigrationTest-1843640962-project] 10.222.0.67 "GET /v2.0/security-groups?id=1c151358-1cab-48a6-be3e-ad7507b4da06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362234 Sep 23 19:19:48.185151 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-f4ebf8d2-55a8-4725-9771-7eeabf8f382a req-eca26ea7-1214-496c-871f-978b46933659 tempest-SecurityGroupsTestAdminJSON-2067076537 tempest-SecurityGroupsTestAdminJSON-2067076537-project-admin] 10.222.0.67 "GET /v2.0/security-groups/f0f09f13-10d1-40bb-9d5f-1979bc59dba0 HTTP/1.1" status: 200 len: 1777 time: 0.0490065 Sep 23 19:19:48.243045 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-f4ebf8d2-55a8-4725-9771-7eeabf8f382a req-a8fb7062-dbee-43a9-a90c-f5ecbaf89bdb tempest-SecurityGroupsTestAdminJSON-2067076537 tempest-SecurityGroupsTestAdminJSON-2067076537-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:19:48.264518 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-f4ebf8d2-55a8-4725-9771-7eeabf8f382a req-a8fb7062-dbee-43a9-a90c-f5ecbaf89bdb tempest-SecurityGroupsTestAdminJSON-2067076537 tempest-SecurityGroupsTestAdminJSON-2067076537-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:19:48.281056 n-d-713301-16 neutron-server[95102]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '91012e8e-e67b-47ad-a34e-08f42534c38f', 'tag': 'f9280300-5270-4d06-bf5d-2447b17be945'}] {{(pid=95102) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 19:19:48.283692 n-d-713301-16 neutron-server[95102]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab31b6d93e5336dbddfa8ec424565b3bd8cb2369c5b4d85bc943472dbb21e8ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4abe8ac3-72c4-4348-b0f4-e54713415ca8" -d '{"events": [{"name": "network-changed", "server_uuid": "91012e8e-e67b-47ad-a34e-08f42534c38f", "tag": "f9280300-5270-4d06-bf5d-2447b17be945"}]}' {{(pid=95102) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 19:19:48.315263 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-f4ebf8d2-55a8-4725-9771-7eeabf8f382a req-a8fb7062-dbee-43a9-a90c-f5ecbaf89bdb tempest-SecurityGroupsTestAdminJSON-2067076537 tempest-SecurityGroupsTestAdminJSON-2067076537-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:19:48.319290 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-f4ebf8d2-55a8-4725-9771-7eeabf8f382a req-a8fb7062-dbee-43a9-a90c-f5ecbaf89bdb tempest-SecurityGroupsTestAdminJSON-2067076537 tempest-SecurityGroupsTestAdminJSON-2067076537-project-admin] Notify callbacks [] for security_group, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:19:48.320714 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-f4ebf8d2-55a8-4725-9771-7eeabf8f382a req-a8fb7062-dbee-43a9-a90c-f5ecbaf89bdb tempest-SecurityGroupsTestAdminJSON-2067076537 tempest-SecurityGroupsTestAdminJSON-2067076537-project-admin] 10.222.0.67 "DELETE /v2.0/security-groups/f0f09f13-10d1-40bb-9d5f-1979bc59dba0 HTTP/1.1" status: 204 len: 173 time: 0.1296453 Sep 23 19:19:48.331977 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8fb7062-dbee-43a9-a90c-f5ecbaf89bdb tempest-SecurityGroupsTestAdminJSON-2067076537 tempest-SecurityGroupsTestAdminJSON-2067076537-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0f09f13-10d1-40bb-9d5f-1979bc59dba0,revision_number=None']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:19:48.452845 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1eb9750-8022-4b94-9ba3-ffbc2785735f req-e93fc29d-ca09-497e-96fa-6370c85ed578 tempest-ImagesOneServerNegativeTestJSON-187090525 tempest-ImagesOneServerNegativeTestJSON-187090525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:19:48.454401 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-a1eb9750-8022-4b94-9ba3-ffbc2785735f req-e93fc29d-ca09-497e-96fa-6370c85ed578 tempest-ImagesOneServerNegativeTestJSON-187090525 tempest-ImagesOneServerNegativeTestJSON-187090525-project] 10.222.0.67 "GET /v2.0/ports?device_id=97aabb61-3917-4b0b-bd79-2844716b7dd6 HTTP/1.1" status: 200 len: 945 time: 0.0574756 Sep 23 19:19:48.494739 n-d-713301-16 neutron-server[95103]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '54888381-550f-4f37-8d36-836d2b5567e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '873e7b65-11d6-43a3-9a7a-31d0e534d4d5'}] {{(pid=95103) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 19:19:48.499019 n-d-713301-16 neutron-server[95103]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}81a1c17f2aa89d5b3ebbba3a3e0cf7eb588e431c2224256110c4c4facdd7c3e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6d6e7bf-e19a-4a17-be5c-f9ce0e780cb3" -d '{"events": [{"server_uuid": "54888381-550f-4f37-8d36-836d2b5567e2", "name": "network-vif-plugged", "status": "completed", "tag": "873e7b65-11d6-43a3-9a7a-31d0e534d4d5"}]}' {{(pid=95103) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 19:19:48.509393 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-a1eb9750-8022-4b94-9ba3-ffbc2785735f req-8abd66ab-2ebd-4481-be7c-9dcb7e6b60fe tempest-ImagesOneServerNegativeTestJSON-187090525 tempest-ImagesOneServerNegativeTestJSON-187090525-project] 10.222.0.67 "GET /v2.0/security-groups?id=19c0f9e9-a6be-47c1-af86-410f820e84bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489390 Sep 23 19:19:48.635148 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a36485-ba6f-4ae0-8e6f-67c87933b298 req-9a01d49e-92dd-409a-9e8d-e052c79b3468 tempest-AttachSCSIVolumeTestJSON-38860171 tempest-AttachSCSIVolumeTestJSON-38860171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:19:48.636729 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-b5a36485-ba6f-4ae0-8e6f-67c87933b298 req-9a01d49e-92dd-409a-9e8d-e052c79b3468 tempest-AttachSCSIVolumeTestJSON-38860171 tempest-AttachSCSIVolumeTestJSON-38860171-project] 10.222.0.67 "GET /v2.0/ports?device_id=f9cb8e6e-3d0e-4a53-a7ec-32ca0d28db43 HTTP/1.1" status: 200 len: 943 time: 0.0671742 Sep 23 19:19:48.688643 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-b5a36485-ba6f-4ae0-8e6f-67c87933b298 req-535fd04d-bffa-4972-b519-b6e16f07621f tempest-AttachSCSIVolumeTestJSON-38860171 tempest-AttachSCSIVolumeTestJSON-38860171-project] 10.222.0.67 "GET /v2.0/security-groups?id=0c62cf39-fdd5-41c2-ace9-89ac5d0e1132&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456023 Sep 23 19:19:48.869063 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f484007-a3d1-4098-a5e8-ac9764fa1f85 req-1a89b62a-818c-4f9b-b907-c254f96968f1 tempest-FloatingIPsAssociationTestJSON-1050306137 tempest-FloatingIPsAssociationTestJSON-1050306137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:19:48.873371 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-2f484007-a3d1-4098-a5e8-ac9764fa1f85 req-1a89b62a-818c-4f9b-b907-c254f96968f1 tempest-FloatingIPsAssociationTestJSON-1050306137 tempest-FloatingIPsAssociationTestJSON-1050306137-project] 10.222.0.67 "GET /v2.0/ports?device_id=54888381-550f-4f37-8d36-836d2b5567e2 HTTP/1.1" status: 200 len: 946 time: 0.0559044 Sep 23 19:19:48.915769 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-2f484007-a3d1-4098-a5e8-ac9764fa1f85 req-715a975d-763e-43f4-8112-4ea7e9924473 tempest-FloatingIPsAssociationTestJSON-1050306137 tempest-FloatingIPsAssociationTestJSON-1050306137-project] 10.222.0.67 "GET /v2.0/security-groups?id=cb9248a2-4263-4f57-a68c-8a6c3c3d2519&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387387 Sep 23 19:19:48.966884 n-d-713301-16 neutron-server[95102]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 19:19:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9966b30c-24ea-4a73-9ffc-f4faa14e41dc x-openstack-request-id: req-9966b30c-24ea-4a73-9ffc-f4faa14e41dc {{(pid=95102) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 19:19:48.967337 n-d-713301-16 neutron-server[95102]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "91012e8e-e67b-47ad-a34e-08f42534c38f", "tag": "f9280300-5270-4d06-bf5d-2447b17be945", "status": "completed", "code": 200}]} {{(pid=95102) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 19:19:48.967513 n-d-713301-16 neutron-server[95102]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-9966b30c-24ea-4a73-9ffc-f4faa14e41dc {{(pid=95102) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 19:19:48.967907 n-d-713301-16 neutron-server[95102]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '91012e8e-e67b-47ad-a34e-08f42534c38f', 'tag': 'f9280300-5270-4d06-bf5d-2447b17be945', 'status': 'completed', 'code': 200} Sep 23 19:19:49.023549 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-12f97f4b-73e9-49f1-b3ef-67a7cd92da6c req-158c25fc-8ed6-43c4-8cfc-bea7b11dc840 tempest-SecurityGroupsTestAdminJSON-803662798 tempest-SecurityGroupsTestAdminJSON-803662798-project] 10.222.0.67 "GET /v2.0/security-groups/1dce1b60-bfa6-436e-8fdb-e9100eda5df5 HTTP/1.1" status: 200 len: 1778 time: 0.0428245 Sep 23 19:19:49.104465 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-12f97f4b-73e9-49f1-b3ef-67a7cd92da6c req-3846df0e-46d1-46a4-8c17-d081527c704a tempest-SecurityGroupsTestAdminJSON-803662798 tempest-SecurityGroupsTestAdminJSON-803662798-project] Notify callbacks [] for security_group, before_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:19:49.134124 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-12f97f4b-73e9-49f1-b3ef-67a7cd92da6c req-3846df0e-46d1-46a4-8c17-d081527c704a tempest-SecurityGroupsTestAdminJSON-803662798 tempest-SecurityGroupsTestAdminJSON-803662798-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:19:49.188230 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-12f97f4b-73e9-49f1-b3ef-67a7cd92da6c req-3846df0e-46d1-46a4-8c17-d081527c704a tempest-SecurityGroupsTestAdminJSON-803662798 tempest-SecurityGroupsTestAdminJSON-803662798-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:19:49.191093 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-12f97f4b-73e9-49f1-b3ef-67a7cd92da6c req-3846df0e-46d1-46a4-8c17-d081527c704a tempest-SecurityGroupsTestAdminJSON-803662798 tempest-SecurityGroupsTestAdminJSON-803662798-project] Notify callbacks [] for security_group, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:19:49.191093 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-12f97f4b-73e9-49f1-b3ef-67a7cd92da6c req-3846df0e-46d1-46a4-8c17-d081527c704a tempest-SecurityGroupsTestAdminJSON-803662798 tempest-SecurityGroupsTestAdminJSON-803662798-project] 10.222.0.67 "DELETE /v2.0/security-groups/1dce1b60-bfa6-436e-8fdb-e9100eda5df5 HTTP/1.1" status: 204 len: 173 time: 0.1604800 Sep 23 19:19:49.202769 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3846df0e-46d1-46a4-8c17-d081527c704a tempest-SecurityGroupsTestAdminJSON-803662798 tempest-SecurityGroupsTestAdminJSON-803662798-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1dce1b60-bfa6-436e-8fdb-e9100eda5df5,revision_number=None']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:19:49.250518 n-d-713301-16 neutron-server[95103]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 19:19:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5bf72709-4258-483f-a1ed-3da717109cc3 x-openstack-request-id: req-5bf72709-4258-483f-a1ed-3da717109cc3 {{(pid=95103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 19:19:49.250813 n-d-713301-16 neutron-server[95103]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "54888381-550f-4f37-8d36-836d2b5567e2", "name": "network-vif-plugged", "status": "completed", "tag": "873e7b65-11d6-43a3-9a7a-31d0e534d4d5", "code": 200}]} {{(pid=95103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 19:19:49.251063 n-d-713301-16 neutron-server[95103]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-5bf72709-4258-483f-a1ed-3da717109cc3 {{(pid=95103) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 19:19:49.251454 n-d-713301-16 neutron-server[95103]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '54888381-550f-4f37-8d36-836d2b5567e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '873e7b65-11d6-43a3-9a7a-31d0e534d4d5', 'code': 200} Sep 23 19:19:49.366566 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c33fd942-a686-4e81-a928-94c6a8224b16 req-c3cd37b0-1565-4684-84c4-669ba31011b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:19:49.368079 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-c33fd942-a686-4e81-a928-94c6a8224b16 req-c3cd37b0-1565-4684-84c4-669ba31011b6 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=54888381-550f-4f37-8d36-836d2b5567e2 HTTP/1.1" status: 200 len: 1098 time: 0.0527842 Sep 23 19:19:49.413205 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-c33fd942-a686-4e81-a928-94c6a8224b16 req-4d1de3fc-fb56-4f95-8f91-a8f4dab55081 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=cb9248a2-4263-4f57-a68c-8a6c3c3d2519&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373843 Sep 23 19:19:49.558685 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee5212b-931a-484e-8264-8bd488dddf58 req-c583c9d8-8653-4096-8b47-a294be7a1983 tempest-DeleteServersAdminTestJSON-860693392 tempest-DeleteServersAdminTestJSON-860693392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:19:49.560243 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-dee5212b-931a-484e-8264-8bd488dddf58 req-c583c9d8-8653-4096-8b47-a294be7a1983 tempest-DeleteServersAdminTestJSON-860693392 tempest-DeleteServersAdminTestJSON-860693392-project] 10.222.0.67 "GET /v2.0/ports?device_id=8a9e8a49-6fb8-4f00-a5b9-4e70c93a4a29 HTTP/1.1" status: 200 len: 950 time: 0.0584927 Sep 23 19:19:49.602860 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-dee5212b-931a-484e-8264-8bd488dddf58 req-d31e02f9-7420-45cb-81a4-6dd32ba3490d tempest-DeleteServersAdminTestJSON-860693392 tempest-DeleteServersAdminTestJSON-860693392-project] 10.222.0.67 "GET /v2.0/security-groups?id=f29b6549-5121-43c2-ad5f-225d5d0eade2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366750 Sep 23 19:19:49.616131 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-04771259-a6c4-40fe-b562-f5b54618e5e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:19:49.721415 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474d6e4b-d884-49a9-8739-09507bb9bf93 req-63be5142-99f1-46b0-9f99-374db44c9dba tempest-LiveMigrationTest-1843640962 tempest-LiveMigrationTest-1843640962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:19:49.723856 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-474d6e4b-d884-49a9-8739-09507bb9bf93 req-63be5142-99f1-46b0-9f99-374db44c9dba tempest-LiveMigrationTest-1843640962 tempest-LiveMigrationTest-1843640962-project] 10.222.0.67 "GET /v2.0/ports?device_id=91012e8e-e67b-47ad-a34e-08f42534c38f HTTP/1.1" status: 200 len: 943 time: 0.0557556 Sep 23 19:19:49.764080 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-474d6e4b-d884-49a9-8739-09507bb9bf93 req-b5d30643-5c5c-4bdb-8e78-d52d9ca86892 tempest-LiveMigrationTest-1843640962 tempest-LiveMigrationTest-1843640962-project] 10.222.0.67 "GET /v2.0/security-groups?id=1c151358-1cab-48a6-be3e-ad7507b4da06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337067 Sep 23 19:19:49.826917 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-4bd749dc-7176-4f90-884a-8306f46c1003 req-4fa838fc-3681-4485-b4b0-292885abe45c tempest-SecurityGroupsTestAdminJSON-803662798 tempest-SecurityGroupsTestAdminJSON-803662798-project] 10.222.0.67 "GET /v2.0/security-groups/0f380af9-2ced-48f3-9761-26abc350c38e HTTP/1.1" status: 200 len: 1777 time: 0.0402343 Sep 23 19:19:49.889846 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-4bd749dc-7176-4f90-884a-8306f46c1003 req-04b01d73-170c-4e7f-b51f-61f60bc7a50a tempest-SecurityGroupsTestAdminJSON-803662798 tempest-SecurityGroupsTestAdminJSON-803662798-project] Notify callbacks [] for security_group, before_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:19:49.914260 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-4bd749dc-7176-4f90-884a-8306f46c1003 req-04b01d73-170c-4e7f-b51f-61f60bc7a50a tempest-SecurityGroupsTestAdminJSON-803662798 tempest-SecurityGroupsTestAdminJSON-803662798-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:19:49.957780 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-4bd749dc-7176-4f90-884a-8306f46c1003 req-04b01d73-170c-4e7f-b51f-61f60bc7a50a tempest-SecurityGroupsTestAdminJSON-803662798 tempest-SecurityGroupsTestAdminJSON-803662798-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:19:49.961053 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-4bd749dc-7176-4f90-884a-8306f46c1003 req-04b01d73-170c-4e7f-b51f-61f60bc7a50a tempest-SecurityGroupsTestAdminJSON-803662798 tempest-SecurityGroupsTestAdminJSON-803662798-project] Notify callbacks [] for security_group, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:19:49.962204 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-4bd749dc-7176-4f90-884a-8306f46c1003 req-04b01d73-170c-4e7f-b51f-61f60bc7a50a tempest-SecurityGroupsTestAdminJSON-803662798 tempest-SecurityGroupsTestAdminJSON-803662798-project] 10.222.0.67 "DELETE /v2.0/security-groups/0f380af9-2ced-48f3-9761-26abc350c38e HTTP/1.1" status: 204 len: 173 time: 0.1281993 Sep 23 19:19:49.975328 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04b01d73-170c-4e7f-b51f-61f60bc7a50a tempest-SecurityGroupsTestAdminJSON-803662798 tempest-SecurityGroupsTestAdminJSON-803662798-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f380af9-2ced-48f3-9761-26abc350c38e,revision_number=None']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:19:50.089987 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11db2e0a-e596-48a6-ab51-a82a8769ec37 req-0bb7f034-4b5e-4643-8154-6176b0f1235c tempest-ImagesOneServerNegativeTestJSON-187090525 tempest-ImagesOneServerNegativeTestJSON-187090525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:19:50.091901 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-11db2e0a-e596-48a6-ab51-a82a8769ec37 req-0bb7f034-4b5e-4643-8154-6176b0f1235c tempest-ImagesOneServerNegativeTestJSON-187090525 tempest-ImagesOneServerNegativeTestJSON-187090525-project] 10.222.0.67 "GET /v2.0/ports?device_id=97aabb61-3917-4b0b-bd79-2844716b7dd6 HTTP/1.1" status: 200 len: 945 time: 0.0632200 Sep 23 19:19:50.144045 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-11db2e0a-e596-48a6-ab51-a82a8769ec37 req-25bbe0cc-6745-43a6-a0c6-134ea75a9d78 tempest-ImagesOneServerNegativeTestJSON-187090525 tempest-ImagesOneServerNegativeTestJSON-187090525-project] 10.222.0.67 "GET /v2.0/security-groups?id=19c0f9e9-a6be-47c1-af86-410f820e84bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423512 Sep 23 19:19:50.289814 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 57442) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:19:50.300137 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b24c855-c44f-4d1e-9c0f-6ab154097cdd req-d6c0662f-5c7e-46f7-a26b-7b356321132b tempest-AttachSCSIVolumeTestJSON-38860171 tempest-AttachSCSIVolumeTestJSON-38860171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:19:50.302447 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-3b24c855-c44f-4d1e-9c0f-6ab154097cdd req-d6c0662f-5c7e-46f7-a26b-7b356321132b tempest-AttachSCSIVolumeTestJSON-38860171 tempest-AttachSCSIVolumeTestJSON-38860171-project] 10.222.0.67 "GET /v2.0/ports?device_id=f9cb8e6e-3d0e-4a53-a7ec-32ca0d28db43 HTTP/1.1" status: 200 len: 943 time: 0.0664592 Sep 23 19:19:50.360773 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-3b24c855-c44f-4d1e-9c0f-6ab154097cdd req-5d54444c-9600-41fd-945f-94c7bd49e615 tempest-AttachSCSIVolumeTestJSON-38860171 tempest-AttachSCSIVolumeTestJSON-38860171-project] 10.222.0.67 "GET /v2.0/security-groups?id=0c62cf39-fdd5-41c2-ace9-89ac5d0e1132&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444481 Sep 23 19:19:50.497608 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-ac68d362-96f2-43aa-b5a7-c95d423c52c4 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=659f031a5d8641619a9ead1127925fb0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2058208 Sep 23 19:19:50.500207 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 57446) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:19:50.560872 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc8bff8d-545d-4ce4-a433-b32013003abd req-e8f99868-0113-4a0d-b482-0d64b38638a1 tempest-FloatingIPsAssociationTestJSON-1050306137 tempest-FloatingIPsAssociationTestJSON-1050306137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:19:50.562275 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-fc8bff8d-545d-4ce4-a433-b32013003abd req-e8f99868-0113-4a0d-b482-0d64b38638a1 tempest-FloatingIPsAssociationTestJSON-1050306137 tempest-FloatingIPsAssociationTestJSON-1050306137-project] 10.222.0.67 "GET /v2.0/ports?device_id=54888381-550f-4f37-8d36-836d2b5567e2 HTTP/1.1" status: 200 len: 946 time: 0.0617607 Sep 23 19:19:50.563639 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-740acdbb-c264-4602-b871-83e472139fc0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:19:50.589228 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-740acdbb-c264-4602-b871-83e472139fc0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:19:50.608950 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-fc8bff8d-545d-4ce4-a433-b32013003abd req-15a2074f-fc72-429b-a129-aa900d3e4607 tempest-FloatingIPsAssociationTestJSON-1050306137 tempest-FloatingIPsAssociationTestJSON-1050306137-project] 10.222.0.67 "GET /v2.0/security-groups?id=cb9248a2-4263-4f57-a68c-8a6c3c3d2519&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392580 Sep 23 19:19:50.666422 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-740acdbb-c264-4602-b871-83e472139fc0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:19:50.670543 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-740acdbb-c264-4602-b871-83e472139fc0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:19:50.680731 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-740acdbb-c264-4602-b871-83e472139fc0 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/e26072df-c04c-4351-a203-29f9a3a3cfa0 HTTP/1.1" status: 204 len: 168 time: 0.1758490 Sep 23 19:19:50.698236 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-740acdbb-c264-4602-b871-83e472139fc0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e26072df-c04c-4351-a203-29f9a3a3cfa0,revision_number=None']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:19:50.706560 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-740acdbb-c264-4602-b871-83e472139fc0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:19:50.707041 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-740acdbb-c264-4602-b871-83e472139fc0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:19:50.707418 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-740acdbb-c264-4602-b871-83e472139fc0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:19:50.707848 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-740acdbb-c264-4602-b871-83e472139fc0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:19:50.708356 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-740acdbb-c264-4602-b871-83e472139fc0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:19:50.708676 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-740acdbb-c264-4602-b871-83e472139fc0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:19:50.709020 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-740acdbb-c264-4602-b871-83e472139fc0 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:19:50.709345 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-740acdbb-c264-4602-b871-83e472139fc0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:19:50.709808 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-740acdbb-c264-4602-b871-83e472139fc0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:19:50.710046 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-740acdbb-c264-4602-b871-83e472139fc0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:19:50.710378 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-740acdbb-c264-4602-b871-83e472139fc0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:19:50.710708 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-740acdbb-c264-4602-b871-83e472139fc0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:19:50.938781 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-6a013ea3-26ed-4ee8-916e-c87ce1a09d12 req-9b6021d8-3424-4030-a98b-703945b1071f tempest-FloatingIPsAssociationTestJSON-1050306137 tempest-FloatingIPsAssociationTestJSON-1050306137-project] 10.222.0.67 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2932322 Sep 23 19:19:50.945384 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.v2.base [req-6a013ea3-26ed-4ee8-916e-c87ce1a09d12 req-7e5ca440-543f-47db-8cdb-0caa6eb9dded tempest-FloatingIPsAssociationTestJSON-1050306137 tempest-FloatingIPsAssociationTestJSON-1050306137-project] Request body: {'floatingip': {'floating_network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac'}} {{(pid=95102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:19:50.990643 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-6a013ea3-26ed-4ee8-916e-c87ce1a09d12 req-7e5ca440-543f-47db-8cdb-0caa6eb9dded tempest-FloatingIPsAssociationTestJSON-1050306137 tempest-FloatingIPsAssociationTestJSON-1050306137-project] Notify callbacks [] for floatingip, before_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:19:51.094236 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 57458) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:19:51.119966 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d159d5-5d2c-46ec-ad51-77cf0bf8f255 req-79439702-7adc-4cc4-9a60-062ce0d7fc11 tempest-ImagesOneServerNegativeTestJSON-187090525 tempest-ImagesOneServerNegativeTestJSON-187090525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:19:51.121863 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-75d159d5-5d2c-46ec-ad51-77cf0bf8f255 req-79439702-7adc-4cc4-9a60-062ce0d7fc11 tempest-ImagesOneServerNegativeTestJSON-187090525 tempest-ImagesOneServerNegativeTestJSON-187090525-project] 10.222.0.74 "GET /v2.0/ports?device_id=97aabb61-3917-4b0b-bd79-2844716b7dd6 HTTP/1.1" status: 200 len: 945 time: 0.0991156 Sep 23 19:19:51.148633 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-fdd70fe1-914f-4477-8f57-c259786adb82 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=23953865024142d49ae895d2679fca89&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0531127 Sep 23 19:19:51.151093 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 57460) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:19:51.207833 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-f9b300f1-a6dd-4b9b-b085-bcf6f0b4f134 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:19:51.232836 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-f9b300f1-a6dd-4b9b-b085-bcf6f0b4f134 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:19:51.248214 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-6a013ea3-26ed-4ee8-916e-c87ce1a09d12 req-7e5ca440-543f-47db-8cdb-0caa6eb9dded tempest-FloatingIPsAssociationTestJSON-1050306137 tempest-FloatingIPsAssociationTestJSON-1050306137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:19:51.291388 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-f9b300f1-a6dd-4b9b-b085-bcf6f0b4f134 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:19:51.294275 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-f9b300f1-a6dd-4b9b-b085-bcf6f0b4f134 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:19:51.297981 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-f9b300f1-a6dd-4b9b-b085-bcf6f0b4f134 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/d73fb2a9-aed9-4928-a37d-f19e4ff381dc HTTP/1.1" status: 204 len: 168 time: 0.1432781 Sep 23 19:19:51.309662 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.plugin [req-75d159d5-5d2c-46ec-ad51-77cf0bf8f255 req-f6718015-3f56-43ee-863d-c6429e1caa68 tempest-ImagesOneServerNegativeTestJSON-187090525 tempest-ImagesOneServerNegativeTestJSON-187090525-project] Deleting port f91a3f21-5f34-443d-9308-d1ead0aa7534 {{(pid=95102) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:19:51.310005 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-75d159d5-5d2c-46ec-ad51-77cf0bf8f255 req-f6718015-3f56-43ee-863d-c6429e1caa68 tempest-ImagesOneServerNegativeTestJSON-187090525 tempest-ImagesOneServerNegativeTestJSON-187090525-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783146157096'] for port, before_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:19:51.316456 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b300f1-a6dd-4b9b-b085-bcf6f0b4f134 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d73fb2a9-aed9-4928-a37d-f19e4ff381dc,revision_number=None']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:19:51.527335 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.db [req-75d159d5-5d2c-46ec-ad51-77cf0bf8f255 req-f6718015-3f56-43ee-863d-c6429e1caa68 tempest-ImagesOneServerNegativeTestJSON-187090525 tempest-ImagesOneServerNegativeTestJSON-187090525-project] For port f91a3f21-5f34-443d-9308-d1ead0aa7534, host n-h1-713301-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-16',level=0,port_id=f91a3f21-5f34-443d-9308-d1ead0aa7534,segment=NetworkSegment(00f65067-1b00-468f-894b-1d8e13071c70),segment_id=00f65067-1b00-468f-894b-1d8e13071c70)] {{(pid=95102) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:19:51.528050 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-75d159d5-5d2c-46ec-ad51-77cf0bf8f255 req-f6718015-3f56-43ee-863d-c6429e1caa68 tempest-ImagesOneServerNegativeTestJSON-187090525 tempest-ImagesOneServerNegativeTestJSON-187090525-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-605701'] for port, precommit_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:19:51.530744 n-d-713301-16 neutron-server[95102]: DEBUG neutron.db.db_base_plugin_common [req-6a013ea3-26ed-4ee8-916e-c87ce1a09d12 req-7e5ca440-543f-47db-8cdb-0caa6eb9dded tempest-FloatingIPsAssociationTestJSON-1050306137 tempest-FloatingIPsAssociationTestJSON-1050306137-project] Allocated IP 172.25.1.126 (5dec5c09-378e-4f50-89cc-d94eb81c3bac/eff83446-018c-428d-b3f5-54ac9abe7a2a/b2c91408-aaa5-4452-b195-5f328d4c6a7c) {{(pid=95102) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 19:19:51.554135 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.plugin [req-75d159d5-5d2c-46ec-ad51-77cf0bf8f255 req-f6718015-3f56-43ee-863d-c6429e1caa68 tempest-ImagesOneServerNegativeTestJSON-187090525 tempest-ImagesOneServerNegativeTestJSON-187090525-project] Calling delete_port for f91a3f21-5f34-443d-9308-d1ead0aa7534 owned by compute:nova {{(pid=95102) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:19:51.757599 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-6a013ea3-26ed-4ee8-916e-c87ce1a09d12 req-7e5ca440-543f-47db-8cdb-0caa6eb9dded tempest-FloatingIPsAssociationTestJSON-1050306137 tempest-FloatingIPsAssociationTestJSON-1050306137-project] Notify callbacks [] for port, precommit_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:19:51.852377 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-75d159d5-5d2c-46ec-ad51-77cf0bf8f255 req-f6718015-3f56-43ee-863d-c6429e1caa68 tempest-ImagesOneServerNegativeTestJSON-187090525 tempest-ImagesOneServerNegativeTestJSON-187090525-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783146162158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783145673144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4399100'] for port, after_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:19:51.854904 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-6a013ea3-26ed-4ee8-916e-c87ce1a09d12 req-7e5ca440-543f-47db-8cdb-0caa6eb9dded tempest-FloatingIPsAssociationTestJSON-1050306137 tempest-FloatingIPsAssociationTestJSON-1050306137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783145673135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4399100'] for port, after_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:19:51.864716 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] get_ports_and_sgs() called for port_ids ['f91a3f21-5f34-443d-9308-d1ead0aa7534'] {{(pid=95103) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 19:19:51.929280 n-d-713301-16 neutron-server[95102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6a013ea3-26ed-4ee8-916e-c87ce1a09d12 req-7e5ca440-543f-47db-8cdb-0caa6eb9dded tempest-FloatingIPsAssociationTestJSON-1050306137 tempest-FloatingIPsAssociationTestJSON-1050306137-project] Network 5dec5c09-378e-4f50-89cc-d94eb81c3bac is already hosted by enough agents. {{(pid=95102) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:19:51.935932 n-d-713301-16 neutron-server[95102]: DEBUG neutron.scheduler.base_scheduler [req-6a013ea3-26ed-4ee8-916e-c87ce1a09d12 req-7e5ca440-543f-47db-8cdb-0caa6eb9dded tempest-FloatingIPsAssociationTestJSON-1050306137 tempest-FloatingIPsAssociationTestJSON-1050306137-project] Resources bound (agent type, host, resource id): {{(pid=95102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:19:51.960667 n-d-713301-16 neutron-server[95102]: DEBUG neutron.db.l3_dvrscheduler_db [req-6a013ea3-26ed-4ee8-916e-c87ce1a09d12 req-7e5ca440-543f-47db-8cdb-0caa6eb9dded tempest-FloatingIPsAssociationTestJSON-1050306137 tempest-FloatingIPsAssociationTestJSON-1050306137-project] Received port after_create {{(pid=95102) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 19:19:51.964239 n-d-713301-16 neutron-server[95102]: DEBUG neutron.db.l3_dvrscheduler_db [req-75d159d5-5d2c-46ec-ad51-77cf0bf8f255 req-f6718015-3f56-43ee-863d-c6429e1caa68 tempest-ImagesOneServerNegativeTestJSON-187090525 tempest-ImagesOneServerNegativeTestJSON-187090525-project] No DVR routers for this DVR port f91a3f21-5f34-443d-9308-d1ead0aa7534 on host n-h1-713301-16 {{(pid=95102) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 19:19:51.968774 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e5ca440-543f-47db-8cdb-0caa6eb9dded tempest-FloatingIPsAssociationTestJSON-1050306137 tempest-FloatingIPsAssociationTestJSON-1050306137-project] Pushing event updated for resources: {'Port': ['ID=b2c91408-aaa5-4452-b195-5f328d4c6a7c,revision_number=1']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:19:52.008626 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-75d159d5-5d2c-46ec-ad51-77cf0bf8f255 req-f6718015-3f56-43ee-863d-c6429e1caa68 tempest-ImagesOneServerNegativeTestJSON-187090525 tempest-ImagesOneServerNegativeTestJSON-187090525-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222849'] for port, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:19:52.010647 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-75d159d5-5d2c-46ec-ad51-77cf0bf8f255 req-f6718015-3f56-43ee-863d-c6429e1caa68 tempest-ImagesOneServerNegativeTestJSON-187090525 tempest-ImagesOneServerNegativeTestJSON-187090525-project] 10.222.0.74 "DELETE /v2.0/ports/f91a3f21-5f34-443d-9308-d1ead0aa7534 HTTP/1.1" status: 204 len: 173 time: 0.8809247 Sep 23 19:19:52.011195 n-d-713301-16 neutron-server[95102]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97aabb61-3917-4b0b-bd79-2844716b7dd6', 'name': 'network-vif-deleted', 'tag': 'f91a3f21-5f34-443d-9308-d1ead0aa7534'}] {{(pid=95102) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 19:19:52.013635 n-d-713301-16 neutron-server[95102]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab31b6d93e5336dbddfa8ec424565b3bd8cb2369c5b4d85bc943472dbb21e8ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8ffbefa-af43-4d4b-9f9f-320975b2192d" -d '{"events": [{"server_uuid": "97aabb61-3917-4b0b-bd79-2844716b7dd6", "name": "network-vif-deleted", "tag": "f91a3f21-5f34-443d-9308-d1ead0aa7534"}]}' {{(pid=95102) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 19:19:52.019577 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.agents_db [None req-f2f5c474-60a3-474f-b2cc-02c4bd30880c None None] Agent healthcheck: found 7 active agents {{(pid=95104) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 19:19:52.071819 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6718015-3f56-43ee-863d-c6429e1caa68 tempest-ImagesOneServerNegativeTestJSON-187090525 tempest-ImagesOneServerNegativeTestJSON-187090525-project] Pushing event deleted for resources: {'Port': ['ID=f91a3f21-5f34-443d-9308-d1ead0aa7534,revision_number=None']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:19:52.241891 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-6a013ea3-26ed-4ee8-916e-c87ce1a09d12 req-7e5ca440-543f-47db-8cdb-0caa6eb9dded tempest-FloatingIPsAssociationTestJSON-1050306137 tempest-FloatingIPsAssociationTestJSON-1050306137-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:19:52.286756 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-9169e0c6-73bb-4fb7-9ba8-5269484aeb62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:19:52.295592 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-6a013ea3-26ed-4ee8-916e-c87ce1a09d12 req-7e5ca440-543f-47db-8cdb-0caa6eb9dded tempest-FloatingIPsAssociationTestJSON-1050306137 tempest-FloatingIPsAssociationTestJSON-1050306137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:19:52.735674 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-6a013ea3-26ed-4ee8-916e-c87ce1a09d12 req-7e5ca440-543f-47db-8cdb-0caa6eb9dded tempest-FloatingIPsAssociationTestJSON-1050306137 tempest-FloatingIPsAssociationTestJSON-1050306137-project] Notify callbacks [] for port, precommit_update {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:19:52.743998 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-6a013ea3-26ed-4ee8-916e-c87ce1a09d12 req-7e5ca440-543f-47db-8cdb-0caa6eb9dded tempest-FloatingIPsAssociationTestJSON-1050306137 tempest-FloatingIPsAssociationTestJSON-1050306137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4399095'] for port, after_update {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:19:52.843893 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e5ca440-543f-47db-8cdb-0caa6eb9dded tempest-FloatingIPsAssociationTestJSON-1050306137 tempest-FloatingIPsAssociationTestJSON-1050306137-project] Pushing event updated for resources: {'Port': ['ID=b2c91408-aaa5-4452-b195-5f328d4c6a7c,revision_number=2']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:19:52.869893 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-6a013ea3-26ed-4ee8-916e-c87ce1a09d12 req-7e5ca440-543f-47db-8cdb-0caa6eb9dded tempest-FloatingIPsAssociationTestJSON-1050306137 tempest-FloatingIPsAssociationTestJSON-1050306137-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-601884'] for floatingip, after_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:19:52.889374 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-6a013ea3-26ed-4ee8-916e-c87ce1a09d12 req-7e5ca440-543f-47db-8cdb-0caa6eb9dded tempest-FloatingIPsAssociationTestJSON-1050306137 tempest-FloatingIPsAssociationTestJSON-1050306137-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222849'] for floatingip, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:19:52.890664 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-6a013ea3-26ed-4ee8-916e-c87ce1a09d12 req-7e5ca440-543f-47db-8cdb-0caa6eb9dded tempest-FloatingIPsAssociationTestJSON-1050306137 tempest-FloatingIPsAssociationTestJSON-1050306137-project] 10.222.0.67 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.9506791 Sep 23 19:19:52.992252 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-6a013ea3-26ed-4ee8-916e-c87ce1a09d12 req-f4c1eed6-3639-4a57-a9f5-3109c281d380 tempest-FloatingIPsAssociationTestJSON-1050306137 tempest-FloatingIPsAssociationTestJSON-1050306137-project] 10.222.0.67 "GET /v2.0/floatingips?floating_ip_address=172.25.1.126 HTTP/1.1" status: 200 len: 696 time: 0.0855358 Sep 23 19:19:53.014974 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:19:53.126010 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a013ea3-26ed-4ee8-916e-c87ce1a09d12 req-4381d877-c0e6-4eb1-85bf-298a8ae692ac tempest-FloatingIPsAssociationTestJSON-1050306137 tempest-FloatingIPsAssociationTestJSON-1050306137-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:19:53.127512 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-6a013ea3-26ed-4ee8-916e-c87ce1a09d12 req-4381d877-c0e6-4eb1-85bf-298a8ae692ac tempest-FloatingIPsAssociationTestJSON-1050306137 tempest-FloatingIPsAssociationTestJSON-1050306137-project] 10.222.0.67 "GET /v2.0/networks/5dec5c09-378e-4f50-89cc-d94eb81c3bac HTTP/1.1" status: 200 len: 784 time: 0.1210032 Sep 23 19:19:53.142825 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [req-6a013ea3-26ed-4ee8-916e-c87ce1a09d12 req-771fc8c6-974c-477f-b1aa-7cca12950a59 tempest-FloatingIPsAssociationTestJSON-1050306137 tempest-FloatingIPsAssociationTestJSON-1050306137-project] http://10.222.0.67:9696/v2.0/extensions returned with HTTP 200 {{(pid=95102) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 23 19:19:53.143873 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-6a013ea3-26ed-4ee8-916e-c87ce1a09d12 req-771fc8c6-974c-477f-b1aa-7cca12950a59 tempest-FloatingIPsAssociationTestJSON-1050306137 tempest-FloatingIPsAssociationTestJSON-1050306137-project] 10.222.0.67 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0066688 Sep 23 19:19:53.297659 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-0ae75029-feb6-4728-9a94-5f9b60993d82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:19:53.335488 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f79ff4-58bb-4533-9576-72121dc84985 req-75c65686-2636-474e-85a7-2c627fa7c86d tempest-DeleteServersAdminTestJSON-860693392 tempest-DeleteServersAdminTestJSON-860693392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:19:53.337154 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-82f79ff4-58bb-4533-9576-72121dc84985 req-75c65686-2636-474e-85a7-2c627fa7c86d tempest-DeleteServersAdminTestJSON-860693392 tempest-DeleteServersAdminTestJSON-860693392-project] 10.222.0.67 "GET /v2.0/ports?device_id=8a9e8a49-6fb8-4f00-a5b9-4e70c93a4a29 HTTP/1.1" status: 200 len: 950 time: 0.1012840 Sep 23 19:19:53.384673 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-82f79ff4-58bb-4533-9576-72121dc84985 req-9bcfb6c2-b8eb-4e88-a20d-90284894d094 tempest-DeleteServersAdminTestJSON-860693392 tempest-DeleteServersAdminTestJSON-860693392-project] 10.222.0.67 "GET /v2.0/security-groups?id=f29b6549-5121-43c2-ad5f-225d5d0eade2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412099 Sep 23 19:19:53.409589 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [req-39009ebb-4126-4817-910a-e25e2f8401f6 req-3c5f5590-ddd7-417f-a8ec-5e33db4482b7 tempest-LiveAutoBlockMigrationV225Test-1371897097 tempest-LiveAutoBlockMigrationV225Test-1371897097-project-admin] http://10.222.0.67:9696/v2.0/extensions returned with HTTP 200 {{(pid=95102) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 23 19:19:53.411553 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-39009ebb-4126-4817-910a-e25e2f8401f6 req-3c5f5590-ddd7-417f-a8ec-5e33db4482b7 tempest-LiveAutoBlockMigrationV225Test-1371897097 tempest-LiveAutoBlockMigrationV225Test-1371897097-project-admin] 10.222.0.67 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0066252 Sep 23 19:19:53.424048 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576b60fa-de6e-4326-ac73-4fd755c1edaf req-1c779046-e72a-4596-ab9a-e791c2cba52b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:19:53.427434 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-576b60fa-de6e-4326-ac73-4fd755c1edaf req-1c779046-e72a-4596-ab9a-e791c2cba52b service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=1b57601defaf4249865a0ba3430f0987&device_id=f9cb8e6e-3d0e-4a53-a7ec-32ca0d28db43 HTTP/1.1" status: 200 len: 1095 time: 0.1449313 Sep 23 19:19:53.435444 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4abe8ac3-72c4-4348-b0f4-e54713415ca8 req-7b98da70-88fc-4cae-bec3-408b67b6fe9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:19:53.439446 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-4abe8ac3-72c4-4348-b0f4-e54713415ca8 req-7b98da70-88fc-4cae-bec3-408b67b6fe9a service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=0f5d9c33c3334ce192c43e08217ee019&device_id=91012e8e-e67b-47ad-a34e-08f42534c38f HTTP/1.1" status: 200 len: 1126 time: 0.1313643 Sep 23 19:19:53.457744 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39009ebb-4126-4817-910a-e25e2f8401f6 req-fbd2bf4e-743c-40cc-9c82-a30c6425b8a7 tempest-LiveAutoBlockMigrationV225Test-1371897097 tempest-LiveAutoBlockMigrationV225Test-1371897097-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:19:53.459551 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-39009ebb-4126-4817-910a-e25e2f8401f6 req-fbd2bf4e-743c-40cc-9c82-a30c6425b8a7 tempest-LiveAutoBlockMigrationV225Test-1371897097 tempest-LiveAutoBlockMigrationV225Test-1371897097-project-admin] 10.222.0.67 "GET /v2.0/ports/d731a94f-f6c7-482a-9353-f2064dd9ad4e HTTP/1.1" status: 200 len: 1094 time: 0.0407784 Sep 23 19:19:53.469362 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.v2.base [req-39009ebb-4126-4817-910a-e25e2f8401f6 req-99b1bdd0-c0fb-4315-b560-33c2962dd479 service neutron] Request body: {'binding': {'host': 'n-h1-713301-16', 'vnic_type': 'normal', 'profile': {}}} {{(pid=95102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:19:53.469832 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.v2.base [req-39009ebb-4126-4817-910a-e25e2f8401f6 req-99b1bdd0-c0fb-4315-b560-33c2962dd479 service neutron] Unknown quota resources ['binding']. {{(pid=95102) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Sep 23 19:19:53.629899 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e78a70-8a83-4a9b-8805-b194269b47bc req-94ce67cf-f2d6-4b64-b19e-0bcddbfea70a tempest-LiveMigrationTest-1843640962 tempest-LiveMigrationTest-1843640962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:19:53.632205 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-29e78a70-8a83-4a9b-8805-b194269b47bc req-94ce67cf-f2d6-4b64-b19e-0bcddbfea70a tempest-LiveMigrationTest-1843640962 tempest-LiveMigrationTest-1843640962-project] 10.222.0.67 "GET /v2.0/ports?device_id=91012e8e-e67b-47ad-a34e-08f42534c38f HTTP/1.1" status: 200 len: 943 time: 0.1185791 Sep 23 19:19:53.691422 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.managers [req-39009ebb-4126-4817-910a-e25e2f8401f6 req-99b1bdd0-c0fb-4315-b560-33c2962dd479 service neutron] Attempting to bind port d731a94f-f6c7-482a-9353-f2064dd9ad4e on host n-h1-713301-16 for vnic_type normal with profile None {{(pid=95102) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 19:19:53.691736 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.managers [req-39009ebb-4126-4817-910a-e25e2f8401f6 req-99b1bdd0-c0fb-4315-b560-33c2962dd479 service neutron] Attempting to bind port d731a94f-f6c7-482a-9353-f2064dd9ad4e by drivers openvswitch,hyperv on host n-h1-713301-16 at level 0 using segments [{'id': '5e7e2223-350e-4937-8d7b-2c6ab6ddc0ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': 'c2b58ecf-3b1b-414c-92a4-f53b08b3dace'}] {{(pid=95102) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 19:19:53.692741 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39009ebb-4126-4817-910a-e25e2f8401f6 req-99b1bdd0-c0fb-4315-b560-33c2962dd479 service neutron] Attempting to bind port d731a94f-f6c7-482a-9353-f2064dd9ad4e on network c2b58ecf-3b1b-414c-92a4-f53b08b3dace {{(pid=95102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:19:53.698810 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-29e78a70-8a83-4a9b-8805-b194269b47bc req-a0cc6ce6-b194-47d6-aed2-7ca67e283a15 tempest-LiveMigrationTest-1843640962 tempest-LiveMigrationTest-1843640962-project] 10.222.0.67 "GET /v2.0/security-groups?id=1c151358-1cab-48a6-be3e-ad7507b4da06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605822 Sep 23 19:19:53.701556 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39009ebb-4126-4817-910a-e25e2f8401f6 req-99b1bdd0-c0fb-4315-b560-33c2962dd479 service neutron] Port d731a94f-f6c7-482a-9353-f2064dd9ad4e on network c2b58ecf-3b1b-414c-92a4-f53b08b3dace not bound, no agent of type Open vSwitch agent registered on host n-h1-713301-16 {{(pid=95102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 19:19:53.701875 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39009ebb-4126-4817-910a-e25e2f8401f6 req-99b1bdd0-c0fb-4315-b560-33c2962dd479 service neutron] Attempting to bind port d731a94f-f6c7-482a-9353-f2064dd9ad4e on network c2b58ecf-3b1b-414c-92a4-f53b08b3dace {{(pid=95102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:19:53.708543 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39009ebb-4126-4817-910a-e25e2f8401f6 req-99b1bdd0-c0fb-4315-b560-33c2962dd479 service neutron] Checking agent: {'id': '0708c3e9-0aad-4600-9be9-d2486535c898', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713301-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 19, 15, 28), 'started_at': datetime.datetime(2021, 9, 23, 19, 15, 28), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 19, 19, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 19:19:53.708913 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39009ebb-4126-4817-910a-e25e2f8401f6 req-99b1bdd0-c0fb-4315-b560-33c2962dd479 service neutron] Checking segment: {'id': '5e7e2223-350e-4937-8d7b-2c6ab6ddc0ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': 'c2b58ecf-3b1b-414c-92a4-f53b08b3dace'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95102) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:19:53.709302 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39009ebb-4126-4817-910a-e25e2f8401f6 req-99b1bdd0-c0fb-4315-b560-33c2962dd479 service neutron] Bound using segment: {'id': '5e7e2223-350e-4937-8d7b-2c6ab6ddc0ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': 'c2b58ecf-3b1b-414c-92a4-f53b08b3dace'} {{(pid=95102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 19:19:53.709735 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.managers [req-39009ebb-4126-4817-910a-e25e2f8401f6 req-99b1bdd0-c0fb-4315-b560-33c2962dd479 service neutron] Bound port: d731a94f-f6c7-482a-9353-f2064dd9ad4e, host: n-h1-713301-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5e7e2223-350e-4937-8d7b-2c6ab6ddc0ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': 'c2b58ecf-3b1b-414c-92a4-f53b08b3dace'}}] {{(pid=95102) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 19:19:53.736186 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576b60fa-de6e-4326-ac73-4fd755c1edaf req-9de72402-b2ce-465d-a4ef-dc8e41f30181 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:19:53.737722 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-576b60fa-de6e-4326-ac73-4fd755c1edaf req-9de72402-b2ce-465d-a4ef-dc8e41f30181 service neutron] 10.222.0.53 "GET /v2.0/networks?tenant_id=1b57601defaf4249865a0ba3430f0987&shared=False HTTP/1.1" status: 200 len: 915 time: 0.2965770 Sep 23 19:19:53.739765 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4abe8ac3-72c4-4348-b0f4-e54713415ca8 req-435d93df-ceef-491b-bc2d-6c91f2019d30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:19:53.741145 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-4abe8ac3-72c4-4348-b0f4-e54713415ca8 req-435d93df-ceef-491b-bc2d-6c91f2019d30 service neutron] 10.222.0.53 "GET /v2.0/networks?id=bf651024-673c-4eec-84ce-c6ef83d369a1 HTTP/1.1" status: 200 len: 908 time: 0.2689288 Sep 23 19:19:53.767944 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.db [req-39009ebb-4126-4817-910a-e25e2f8401f6 req-99b1bdd0-c0fb-4315-b560-33c2962dd479 service neutron] For port d731a94f-f6c7-482a-9353-f2064dd9ad4e, host n-h1-713301-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-16',level=0,port_id=d731a94f-f6c7-482a-9353-f2064dd9ad4e,segment=NetworkSegment(5e7e2223-350e-4937-8d7b-2c6ab6ddc0ab),segment_id=5e7e2223-350e-4937-8d7b-2c6ab6ddc0ab)] {{(pid=95102) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 19:19:53.775200 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-39009ebb-4126-4817-910a-e25e2f8401f6 req-99b1bdd0-c0fb-4315-b560-33c2962dd479 service neutron] Notify callbacks [] for binding, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:19:53.776876 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-39009ebb-4126-4817-910a-e25e2f8401f6 req-99b1bdd0-c0fb-4315-b560-33c2962dd479 service neutron] 10.222.0.67 "POST /v2.0/ports/d731a94f-f6c7-482a-9353-f2064dd9ad4e/bindings HTTP/1.1" status: 201 len: 390 time: 0.3112314 Sep 23 19:19:53.826126 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-4abe8ac3-72c4-4348-b0f4-e54713415ca8 req-3719ca9f-ded2-4925-896f-76640d5bee4d service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f9280300-5270-4d06-bf5d-2447b17be945 HTTP/1.1" status: 200 len: 217 time: 0.0740206 Sep 23 19:19:53.885549 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bdf480b-71da-4a9c-a855-5ec7c36f2a17 req-233d1d3e-4811-48bc-bd7e-f56b99c9bd70 tempest-AttachSCSIVolumeTestJSON-38860171 tempest-AttachSCSIVolumeTestJSON-38860171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:19:53.893228 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-7bdf480b-71da-4a9c-a855-5ec7c36f2a17 req-233d1d3e-4811-48bc-bd7e-f56b99c9bd70 tempest-AttachSCSIVolumeTestJSON-38860171 tempest-AttachSCSIVolumeTestJSON-38860171-project] 10.222.0.67 "GET /v2.0/ports?device_id=f9cb8e6e-3d0e-4a53-a7ec-32ca0d28db43 HTTP/1.1" status: 200 len: 943 time: 0.0955167 Sep 23 19:19:53.928900 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-7bdf480b-71da-4a9c-a855-5ec7c36f2a17 req-3199088c-566b-4039-953e-7901935deecf tempest-AttachSCSIVolumeTestJSON-38860171 tempest-AttachSCSIVolumeTestJSON-38860171-project] 10.222.0.67 "GET /v2.0/security-groups?id=0c62cf39-fdd5-41c2-ace9-89ac5d0e1132&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347335 Sep 23 19:19:53.945842 n-d-713301-16 neutron-server[95102]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 19:19:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e25b6986-02d8-4ce5-b2e8-7659a80cc87e x-openstack-request-id: req-e25b6986-02d8-4ce5-b2e8-7659a80cc87e {{(pid=95102) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 19:19:53.946269 n-d-713301-16 neutron-server[95102]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "97aabb61-3917-4b0b-bd79-2844716b7dd6", "name": "network-vif-deleted", "tag": "f91a3f21-5f34-443d-9308-d1ead0aa7534", "status": "completed", "code": 200}]} {{(pid=95102) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 19:19:53.947467 n-d-713301-16 neutron-server[95102]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-e25b6986-02d8-4ce5-b2e8-7659a80cc87e {{(pid=95102) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 19:19:53.948047 n-d-713301-16 neutron-server[95102]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '97aabb61-3917-4b0b-bd79-2844716b7dd6', 'name': 'network-vif-deleted', 'tag': 'f91a3f21-5f34-443d-9308-d1ead0aa7534', 'status': 'completed', 'code': 200} Sep 23 19:19:53.993986 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4abe8ac3-72c4-4348-b0f4-e54713415ca8 req-9c56f64b-12e3-4c99-aa26-d4308003d21d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:19:53.995494 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-4abe8ac3-72c4-4348-b0f4-e54713415ca8 req-9c56f64b-12e3-4c99-aa26-d4308003d21d service neutron] 10.222.0.53 "GET /v2.0/subnets?id=a9e01a0e-19a1-4eb7-ad45-3b74532cbcd9 HTTP/1.1" status: 200 len: 847 time: 0.1562634 Sep 23 19:19:54.040055 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-4abe8ac3-72c4-4348-b0f4-e54713415ca8 req-ad9dbd99-8145-4653-96c4-1746bfc9070e service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=bf651024-673c-4eec-84ce-c6ef83d369a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0336936 Sep 23 19:19:54.041205 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576b60fa-de6e-4326-ac73-4fd755c1edaf req-32141752-b7e4-4948-b3ae-09a70563ef4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:19:54.042552 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-576b60fa-de6e-4326-ac73-4fd755c1edaf req-32141752-b7e4-4948-b3ae-09a70563ef4f service neutron] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2917955 Sep 23 19:19:54.140208 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3f89ed-e082-40e7-a036-d8d219f57a7d req-70d10c1b-265b-4f8d-9ea4-78140e37d0fc tempest-FloatingIPsAssociationTestJSON-1050306137 tempest-FloatingIPsAssociationTestJSON-1050306137-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:19:54.142030 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-2d3f89ed-e082-40e7-a036-d8d219f57a7d req-70d10c1b-265b-4f8d-9ea4-78140e37d0fc tempest-FloatingIPsAssociationTestJSON-1050306137 tempest-FloatingIPsAssociationTestJSON-1050306137-project] 10.222.0.67 "GET /v2.0/networks?id=13779c5f-d832-4edd-ba35-ebc363f13a7c HTTP/1.1" status: 200 len: 821 time: 0.1263463 Sep 23 19:19:54.180747 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-4abe8ac3-72c4-4348-b0f4-e54713415ca8 req-a5507cf3-f578-40aa-804b-9f5a4db7f326 service neutron] 10.222.0.53 "GET /v2.0/networks/bf651024-673c-4eec-84ce-c6ef83d369a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1284566 Sep 23 19:19:54.183503 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d7de48-54c6-4784-bf38-472faa04f307 req-389b0ce0-a982-43ac-9e5e-081212fd49fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:19:54.183729 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-2d3f89ed-e082-40e7-a036-d8d219f57a7d req-01bfbe6e-3a6e-4d3a-82c6-70744b979d3e tempest-FloatingIPsAssociationTestJSON-1050306137 tempest-FloatingIPsAssociationTestJSON-1050306137-project] 10.222.0.67 "GET /v2.0/quotas/1837c91936d44f518fad2d97e5027d38 HTTP/1.1" status: 200 len: 375 time: 0.0348928 Sep 23 19:19:54.184914 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-02d7de48-54c6-4784-bf38-472faa04f307 req-389b0ce0-a982-43ac-9e5e-081212fd49fa service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=1b57601defaf4249865a0ba3430f0987&device_id=f9cb8e6e-3d0e-4a53-a7ec-32ca0d28db43 HTTP/1.1" status: 200 len: 1095 time: 0.0639238 Sep 23 19:19:54.185436 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-2a4101a9-18d0-433c-b76b-41aba8664b4a req-3d21809a-d962-491d-822a-f6fca5455c2f tempest-ServersAdminTestJSON-1371927677 tempest-ServersAdminTestJSON-1371927677-project] 10.222.0.67 "GET /v2.0/networks?tenant_id=c24f47dc20fc456d9867e81e5b0f7002&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0291739 Sep 23 19:19:54.254493 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-02d7de48-54c6-4784-bf38-472faa04f307 req-2e7bca98-6f13-437f-9153-e6f6f4522254 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=fb0b1835-9081-4c25-80cf-d12f1b4e6751 HTTP/1.1" status: 200 len: 217 time: 0.0549302 Sep 23 19:19:54.312068 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-2d3f89ed-e082-40e7-a036-d8d219f57a7d req-eddaafc5-9075-44be-a58d-b6a19207a612 tempest-FloatingIPsAssociationTestJSON-1050306137 tempest-FloatingIPsAssociationTestJSON-1050306137-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=1837c91936d44f518fad2d97e5027d38&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1220450 Sep 23 19:19:54.371745 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a4101a9-18d0-433c-b76b-41aba8664b4a req-ed039af5-e681-4dba-a451-a83744fd6627 tempest-ServersAdminTestJSON-1371927677 tempest-ServersAdminTestJSON-1371927677-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:19:54.373403 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-2a4101a9-18d0-433c-b76b-41aba8664b4a req-ed039af5-e681-4dba-a451-a83744fd6627 tempest-ServersAdminTestJSON-1371927677 tempest-ServersAdminTestJSON-1371927677-project] 10.222.0.67 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1817820 Sep 23 19:19:54.424084 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-2a4101a9-18d0-433c-b76b-41aba8664b4a req-aa1ff807-2650-4403-90da-f87df27e3a14 tempest-ServersAdminTestJSON-1371927677 tempest-ServersAdminTestJSON-1371927677-project] 10.222.0.67 "GET /v2.0/quotas/c24f47dc20fc456d9867e81e5b0f7002 HTTP/1.1" status: 200 len: 375 time: 0.0425239 Sep 23 19:19:54.454497 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-2d3f89ed-e082-40e7-a036-d8d219f57a7d req-f132b321-4a79-446c-98b5-7d240ae809c2 service neutron] 10.222.0.67 "GET /v2.0/networks/13779c5f-d832-4edd-ba35-ebc363f13a7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1316626 Sep 23 19:19:54.477435 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-2a4101a9-18d0-433c-b76b-41aba8664b4a req-ff84ab86-c3b9-4b92-9f0f-807d3799a1eb tempest-ServersAdminTestJSON-1371927677 tempest-ServersAdminTestJSON-1371927677-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=c24f47dc20fc456d9867e81e5b0f7002&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0433998 Sep 23 19:19:54.569767 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-2d3f89ed-e082-40e7-a036-d8d219f57a7d req-239fb261-609f-4736-8907-f42da0841b7f service neutron] 10.222.0.67 "GET /v2.0/networks/13779c5f-d832-4edd-ba35-ebc363f13a7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1010714 Sep 23 19:19:54.604553 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-4abe8ac3-72c4-4348-b0f4-e54713415ca8 req-ca64e726-7dd4-4448-874c-dc23299e6dbc service neutron] 10.222.0.53 "GET /v2.0/networks/bf651024-673c-4eec-84ce-c6ef83d369a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4063063 Sep 23 19:19:54.605989 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d7de48-54c6-4784-bf38-472faa04f307 req-26b803d5-95ac-4be6-af12-8e2fc329e915 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:19:54.607658 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-02d7de48-54c6-4784-bf38-472faa04f307 req-26b803d5-95ac-4be6-af12-8e2fc329e915 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=7a24f63b-0d16-4860-b351-7d263234071f HTTP/1.1" status: 200 len: 853 time: 0.3400526 Sep 23 19:19:54.684218 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d7de48-54c6-4784-bf38-472faa04f307 req-9a5e3b5a-827d-48e3-9ca5-d14cd7f3e961 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:19:54.686991 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-02d7de48-54c6-4784-bf38-472faa04f307 req-9a5e3b5a-827d-48e3-9ca5-d14cd7f3e961 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=aeeb560d-d1ef-4fc8-a2fd-24b1eda13211&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0637662 Sep 23 19:19:54.813250 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-02d7de48-54c6-4784-bf38-472faa04f307 req-2f3b76d5-41d0-46d5-91bc-272a19fbfe44 service neutron] 10.222.0.53 "GET /v2.0/networks/aeeb560d-d1ef-4fc8-a2fd-24b1eda13211?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1173055 Sep 23 19:19:54.817630 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84fe303c-ebcd-4aca-bace-f3d38807d3a9 req-40037f70-788b-41c1-8f9a-672accf06303 tempest-LiveAutoBlockMigrationV225Test-1531822435 tempest-LiveAutoBlockMigrationV225Test-1531822435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:19:54.819325 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-84fe303c-ebcd-4aca-bace-f3d38807d3a9 req-40037f70-788b-41c1-8f9a-672accf06303 tempest-LiveAutoBlockMigrationV225Test-1531822435 tempest-LiveAutoBlockMigrationV225Test-1531822435-project] 10.222.0.67 "GET /v2.0/ports?device_id=3f93ff56-89d6-4d8a-827d-77dcf6e19457 HTTP/1.1" status: 200 len: 945 time: 0.0928540 Sep 23 19:19:54.917421 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-84fe303c-ebcd-4aca-bace-f3d38807d3a9 req-7b03beb1-2041-4767-b37f-26e571a37e90 tempest-LiveAutoBlockMigrationV225Test-1531822435 tempest-LiveAutoBlockMigrationV225Test-1531822435-project] 10.222.0.67 "GET /v2.0/security-groups?id=6d32247e-8bb7-4ae1-818c-76baafa39c73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863490 Sep 23 19:19:54.937583 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16028b8e-4695-4d1a-83f5-1731c1da96db req-12585f51-7a7a-4c52-8860-c2fa36c9aaea tempest-DeleteServersAdminTestJSON-860693392 tempest-DeleteServersAdminTestJSON-860693392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:19:54.939434 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-16028b8e-4695-4d1a-83f5-1731c1da96db req-12585f51-7a7a-4c52-8860-c2fa36c9aaea tempest-DeleteServersAdminTestJSON-860693392 tempest-DeleteServersAdminTestJSON-860693392-project] 10.222.0.67 "GET /v2.0/ports?device_id=8a9e8a49-6fb8-4f00-a5b9-4e70c93a4a29 HTTP/1.1" status: 200 len: 950 time: 0.1190448 Sep 23 19:19:54.974005 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-02d7de48-54c6-4784-bf38-472faa04f307 req-0fe0cc43-5ff9-4bbb-9e6e-8a331b64dd71 service neutron] 10.222.0.53 "GET /v2.0/networks/aeeb560d-d1ef-4fc8-a2fd-24b1eda13211?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1523507 Sep 23 19:19:54.993268 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ffc8eef-33c1-4f21-848e-b8e2b8a04060 req-73b920b8-51d3-47d2-99c9-dfe0ab87e6cd tempest-DeleteServersAdminTestJSON-860693392 tempest-DeleteServersAdminTestJSON-860693392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:19:54.995642 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-6ffc8eef-33c1-4f21-848e-b8e2b8a04060 req-73b920b8-51d3-47d2-99c9-dfe0ab87e6cd tempest-DeleteServersAdminTestJSON-860693392 tempest-DeleteServersAdminTestJSON-860693392-project] 10.222.0.53 "GET /v2.0/ports?device_id=8a9e8a49-6fb8-4f00-a5b9-4e70c93a4a29 HTTP/1.1" status: 200 len: 950 time: 0.0820134 Sep 23 19:19:55.011984 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-16028b8e-4695-4d1a-83f5-1731c1da96db req-874fa6c6-0ec6-4a69-be90-71c4a50c0d4d tempest-DeleteServersAdminTestJSON-860693392 tempest-DeleteServersAdminTestJSON-860693392-project] 10.222.0.67 "GET /v2.0/security-groups?id=f29b6549-5121-43c2-ad5f-225d5d0eade2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615389 Sep 23 19:19:55.157816 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-80e7e501-6c57-470d-92c6-e3d54bc3195c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:19:55.175302 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-ad55599f-f2e8-4dc8-ba47-d2da9c4bcc7d req-a0f45c2e-4ca3-470e-b960-05123a63d684 tempest-ServersAdminTestJSON-1371927677 tempest-ServersAdminTestJSON-1371927677-project] 10.222.0.67 "GET /v2.0/networks?tenant_id=c24f47dc20fc456d9867e81e5b0f7002&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0959916 Sep 23 19:19:55.182477 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.plugin [req-6ffc8eef-33c1-4f21-848e-b8e2b8a04060 req-fd71840d-e2cc-4f9e-91b1-5ce308d7d59b tempest-DeleteServersAdminTestJSON-860693392 tempest-DeleteServersAdminTestJSON-860693392-project] Deleting port 407de278-3bf9-4390-82ff-ccae8f3d8bce {{(pid=95101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:19:55.182846 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-6ffc8eef-33c1-4f21-848e-b8e2b8a04060 req-fd71840d-e2cc-4f9e-91b1-5ce308d7d59b tempest-DeleteServersAdminTestJSON-860693392 tempest-DeleteServersAdminTestJSON-860693392-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783146157096'] for port, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:19:55.268538 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Device f9280300-5270-4d06-bf5d-2447b17be945 details requested by agent hyperv_n-h1-713301-16 with host n-h1-713301-16 {{(pid=95103) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 19:19:55.312692 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Device f91a3f21-5f34-443d-9308-d1ead0aa7534 no longer exists at agent hyperv_n-h1-713301-16 {{(pid=95103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 19:19:55.340311 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.db [req-6ffc8eef-33c1-4f21-848e-b8e2b8a04060 req-fd71840d-e2cc-4f9e-91b1-5ce308d7d59b tempest-DeleteServersAdminTestJSON-860693392 tempest-DeleteServersAdminTestJSON-860693392-project] For port 407de278-3bf9-4390-82ff-ccae8f3d8bce, host n-h2-713301-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-16',level=0,port_id=407de278-3bf9-4390-82ff-ccae8f3d8bce,segment=NetworkSegment(6139d589-eb6c-4578-8935-c26ddf396853),segment_id=6139d589-eb6c-4578-8935-c26ddf396853)] {{(pid=95101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:19:55.341547 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-6ffc8eef-33c1-4f21-848e-b8e2b8a04060 req-fd71840d-e2cc-4f9e-91b1-5ce308d7d59b tempest-DeleteServersAdminTestJSON-860693392 tempest-DeleteServersAdminTestJSON-860693392-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-605701'] for port, precommit_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:19:55.346093 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.plugin [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] No Port match for: f91a3f21-5f34-443d-9308-d1ead0aa7534 {{(pid=95103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 19:19:55.346744 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Device f91a3f21-5f34-443d-9308-d1ead0aa7534 not bound to the agent host n-h1-713301-16 {{(pid=95103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 19:19:55.352722 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b1beec8-656e-47ed-85cf-25101f9c1d53 req-f00b47c9-416b-4ade-9ab8-877cf39c7081 tempest-LiveMigrationTest-1843640962 tempest-LiveMigrationTest-1843640962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:19:55.354924 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-7b1beec8-656e-47ed-85cf-25101f9c1d53 req-f00b47c9-416b-4ade-9ab8-877cf39c7081 tempest-LiveMigrationTest-1843640962 tempest-LiveMigrationTest-1843640962-project] 10.222.0.67 "GET /v2.0/ports?device_id=91012e8e-e67b-47ad-a34e-08f42534c38f HTTP/1.1" status: 200 len: 943 time: 0.1650078 Sep 23 19:19:55.372286 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.plugin [req-6ffc8eef-33c1-4f21-848e-b8e2b8a04060 req-fd71840d-e2cc-4f9e-91b1-5ce308d7d59b tempest-DeleteServersAdminTestJSON-860693392 tempest-DeleteServersAdminTestJSON-860693392-project] Calling delete_port for 407de278-3bf9-4390-82ff-ccae8f3d8bce owned by compute:nova {{(pid=95101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:19:55.420649 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad55599f-f2e8-4dc8-ba47-d2da9c4bcc7d req-d2212681-1061-42ba-95eb-f6149ed612e2 tempest-ServersAdminTestJSON-1371927677 tempest-ServersAdminTestJSON-1371927677-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:19:55.430232 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-ad55599f-f2e8-4dc8-ba47-d2da9c4bcc7d req-d2212681-1061-42ba-95eb-f6149ed612e2 tempest-ServersAdminTestJSON-1371927677 tempest-ServersAdminTestJSON-1371927677-project] 10.222.0.67 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2537141 Sep 23 19:19:55.457736 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-ad55599f-f2e8-4dc8-ba47-d2da9c4bcc7d req-62e17480-169f-412c-bb50-5d1b871279e6 tempest-ServersAdminTestJSON-1371927677 tempest-ServersAdminTestJSON-1371927677-project] 10.222.0.67 "GET /v2.0/quotas/c24f47dc20fc456d9867e81e5b0f7002 HTTP/1.1" status: 200 len: 375 time: 0.0260527 Sep 23 19:19:55.470477 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-7b1beec8-656e-47ed-85cf-25101f9c1d53 req-56613cff-0d82-4351-b069-1eaaf115aa94 tempest-LiveMigrationTest-1843640962 tempest-LiveMigrationTest-1843640962-project] 10.222.0.67 "GET /v2.0/security-groups?id=1c151358-1cab-48a6-be3e-ad7507b4da06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1031294 Sep 23 19:19:55.494014 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-ad55599f-f2e8-4dc8-ba47-d2da9c4bcc7d req-93e0e9e7-cb3a-407a-8c8f-dd7c31f6ce3d tempest-ServersAdminTestJSON-1371927677 tempest-ServersAdminTestJSON-1371927677-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=c24f47dc20fc456d9867e81e5b0f7002&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0353317 Sep 23 19:19:55.536847 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] For port f9280300-5270-4d06-bf5d-2447b17be945, host n-h2-713301-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-16',level=0,port_id=f9280300-5270-4d06-bf5d-2447b17be945,segment=NetworkSegment(6735b3c2-9e0f-43a7-8f57-e48eb1a30c85),segment_id=6735b3c2-9e0f-43a7-8f57-e48eb1a30c85)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:19:55.561707 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Device f9280300-5270-4d06-bf5d-2447b17be945 has no active binding in host n-h1-713301-16 {{(pid=95103) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Sep 23 19:19:55.595297 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-6ffc8eef-33c1-4f21-848e-b8e2b8a04060 req-fd71840d-e2cc-4f9e-91b1-5ce308d7d59b tempest-DeleteServersAdminTestJSON-860693392 tempest-DeleteServersAdminTestJSON-860693392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783146162158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783145673144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5607431'] for port, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:19:55.611510 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] get_ports_and_sgs() called for port_ids ['407de278-3bf9-4390-82ff-ccae8f3d8bce'] {{(pid=95103) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 19:19:55.631252 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-0cbde00d-0ec7-44c8-86d8-7b8636777a27 req-bab92a96-de8f-4042-9671-3c1e1fc31b0d tempest-FloatingIPsAssociationTestJSON-1050306137 tempest-FloatingIPsAssociationTestJSON-1050306137-project] 10.222.0.67 "GET /v2.0/ports?device_id=35f886c6-a071-4ff1-96c0-5c1ef089643d HTTP/1.1" status: 200 len: 210 time: 0.0456841 Sep 23 19:19:55.638635 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd71840d-e2cc-4f9e-91b1-5ce308d7d59b tempest-DeleteServersAdminTestJSON-860693392 tempest-DeleteServersAdminTestJSON-860693392-project] Pushing event deleted for resources: {'Port': ['ID=407de278-3bf9-4390-82ff-ccae8f3d8bce,revision_number=None']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:19:55.706807 n-d-713301-16 neutron-server[95101]: DEBUG neutron.db.l3_dvrscheduler_db [req-6ffc8eef-33c1-4f21-848e-b8e2b8a04060 req-fd71840d-e2cc-4f9e-91b1-5ce308d7d59b tempest-DeleteServersAdminTestJSON-860693392 tempest-DeleteServersAdminTestJSON-860693392-project] No DVR routers for this DVR port 407de278-3bf9-4390-82ff-ccae8f3d8bce on host n-h2-713301-16 {{(pid=95101) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 19:19:55.712189 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-6ffc8eef-33c1-4f21-848e-b8e2b8a04060 req-fd71840d-e2cc-4f9e-91b1-5ce308d7d59b tempest-DeleteServersAdminTestJSON-860693392 tempest-DeleteServersAdminTestJSON-860693392-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222849'] for port, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:19:55.714534 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-6ffc8eef-33c1-4f21-848e-b8e2b8a04060 req-fd71840d-e2cc-4f9e-91b1-5ce308d7d59b tempest-DeleteServersAdminTestJSON-860693392 tempest-DeleteServersAdminTestJSON-860693392-project] 10.222.0.53 "DELETE /v2.0/ports/407de278-3bf9-4390-82ff-ccae8f3d8bce HTTP/1.1" status: 204 len: 173 time: 0.7128594 Sep 23 19:19:55.714991 n-d-713301-16 neutron-server[95101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a9e8a49-6fb8-4f00-a5b9-4e70c93a4a29', 'name': 'network-vif-deleted', 'tag': '407de278-3bf9-4390-82ff-ccae8f3d8bce'}] {{(pid=95101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 19:19:55.723655 n-d-713301-16 neutron-server[95101]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d8366c5740cd635e57ab12b71fe44a77c2acc3c19091ef849c6f68b380462244" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c5ba19a-2237-4fb8-8d54-afcc110a9c6e" -d '{"events": [{"server_uuid": "8a9e8a49-6fb8-4f00-a5b9-4e70c93a4a29", "name": "network-vif-deleted", "tag": "407de278-3bf9-4390-82ff-ccae8f3d8bce"}]}' {{(pid=95101) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 19:19:55.788901 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7613711d-9d8a-429f-9285-fa4283889ec4 req-03a07831-8eed-49ff-bac3-6501bb4cec55 tempest-AttachSCSIVolumeTestJSON-38860171 tempest-AttachSCSIVolumeTestJSON-38860171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:19:55.797923 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-7613711d-9d8a-429f-9285-fa4283889ec4 req-03a07831-8eed-49ff-bac3-6501bb4cec55 tempest-AttachSCSIVolumeTestJSON-38860171 tempest-AttachSCSIVolumeTestJSON-38860171-project] 10.222.0.67 "GET /v2.0/ports?device_id=f9cb8e6e-3d0e-4a53-a7ec-32ca0d28db43 HTTP/1.1" status: 200 len: 943 time: 0.1024492 Sep 23 19:19:55.850248 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-39d738dd-aa46-4417-a51b-945d677fd312 req-e8f01c6b-33ba-4077-a0a6-154397043b6a tempest-ServersAdminTestJSON-1371927677 tempest-ServersAdminTestJSON-1371927677-project] 10.222.0.67 "GET /v2.0/ports?device_id=9a5f6079-92f5-4eed-b704-4339934659a8 HTTP/1.1" status: 200 len: 210 time: 0.0387821 Sep 23 19:19:55.878568 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-7613711d-9d8a-429f-9285-fa4283889ec4 req-b887e276-38ca-4802-887d-22f431a77fa1 tempest-AttachSCSIVolumeTestJSON-38860171 tempest-AttachSCSIVolumeTestJSON-38860171-project] 10.222.0.67 "GET /v2.0/security-groups?id=0c62cf39-fdd5-41c2-ace9-89ac5d0e1132&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793421 Sep 23 19:19:55.917564 n-d-713301-16 neutron-server[95101]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 19:19:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1940577d-0996-4523-9360-5067ef9b7913 x-openstack-request-id: req-1940577d-0996-4523-9360-5067ef9b7913 {{(pid=95101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 19:19:55.918148 n-d-713301-16 neutron-server[95101]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8a9e8a49-6fb8-4f00-a5b9-4e70c93a4a29", "name": "network-vif-deleted", "tag": "407de278-3bf9-4390-82ff-ccae8f3d8bce", "status": "completed", "code": 200}]} {{(pid=95101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 19:19:55.918488 n-d-713301-16 neutron-server[95101]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-1940577d-0996-4523-9360-5067ef9b7913 {{(pid=95101) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 19:19:55.919121 n-d-713301-16 neutron-server[95101]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8a9e8a49-6fb8-4f00-a5b9-4e70c93a4a29', 'name': 'network-vif-deleted', 'tag': '407de278-3bf9-4390-82ff-ccae8f3d8bce', 'status': 'completed', 'code': 200} Sep 23 19:19:55.945495 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 57596) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:19:56.048936 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-e9631ea1-964a-4bfb-a61c-5fe6a132a649 tempest-ImagesOneServerNegativeTestJSON-187090525 tempest-ImagesOneServerNegativeTestJSON-187090525-project] Notify callbacks [] for security_group, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:19:56.085296 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-2a4101a9-18d0-433c-b76b-41aba8664b4a req-95da1715-f7a1-4fbb-bfa0-33e256f15c4d tempest-ServersAdminTestJSON-1371927677 tempest-ServersAdminTestJSON-1371927677-project] 10.222.0.74 "GET /v2.0/networks?tenant_id=c24f47dc20fc456d9867e81e5b0f7002&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0301590 Sep 23 19:19:56.088357 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-e9631ea1-964a-4bfb-a61c-5fe6a132a649 tempest-ImagesOneServerNegativeTestJSON-187090525 tempest-ImagesOneServerNegativeTestJSON-187090525-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:19:56.164830 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-e9631ea1-964a-4bfb-a61c-5fe6a132a649 tempest-ImagesOneServerNegativeTestJSON-187090525 tempest-ImagesOneServerNegativeTestJSON-187090525-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:19:56.169800 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-e9631ea1-964a-4bfb-a61c-5fe6a132a649 tempest-ImagesOneServerNegativeTestJSON-187090525 tempest-ImagesOneServerNegativeTestJSON-187090525-project] Notify callbacks [] for security_group, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:19:56.171027 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-e9631ea1-964a-4bfb-a61c-5fe6a132a649 tempest-ImagesOneServerNegativeTestJSON-187090525 tempest-ImagesOneServerNegativeTestJSON-187090525-project] 10.222.0.67 "DELETE /v2.0/security-groups/47df5f76-7639-4df4-8b25-2e09e3eba67e HTTP/1.1" status: 204 len: 168 time: 0.2234826 Sep 23 19:19:56.173637 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d2a5524-9336-4f91-b140-1574b04460a9 req-ab96f758-399e-4424-afb3-c5c40ec896fc tempest-LiveAutoBlockMigrationV225Test-1531822435 tempest-LiveAutoBlockMigrationV225Test-1531822435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:19:56.175265 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 57604) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:19:56.184088 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-0d2a5524-9336-4f91-b140-1574b04460a9 req-ab96f758-399e-4424-afb3-c5c40ec896fc tempest-LiveAutoBlockMigrationV225Test-1531822435 tempest-LiveAutoBlockMigrationV225Test-1531822435-project] 10.222.0.67 "GET /v2.0/ports?device_id=3f93ff56-89d6-4d8a-827d-77dcf6e19457 HTTP/1.1" status: 200 len: 945 time: 0.1698639 Sep 23 19:19:56.198783 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9631ea1-964a-4bfb-a61c-5fe6a132a649 tempest-ImagesOneServerNegativeTestJSON-187090525 tempest-ImagesOneServerNegativeTestJSON-187090525-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=47df5f76-7639-4df4-8b25-2e09e3eba67e,revision_number=None']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:19:56.200931 n-d-713301-16 neutron-server[95101]: INFO neutron.api.v2.resource [None req-7a9d653f-71e3-4f15-8ede-6776344722d2 tempest-ImagesOneServerNegativeTestJSON-187090525 tempest-ImagesOneServerNegativeTestJSON-187090525-project] show failed (client error): The resource could not be found. Sep 23 19:19:56.208335 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-7a9d653f-71e3-4f15-8ede-6776344722d2 tempest-ImagesOneServerNegativeTestJSON-187090525 tempest-ImagesOneServerNegativeTestJSON-187090525-project] 10.222.0.67 "GET /v2.0/security-groups/47df5f76-7639-4df4-8b25-2e09e3eba67e HTTP/1.1" status: 404 len: 347 time: 0.0296302 Sep 23 19:19:56.210826 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 57606) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:19:56.249912 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-ffb0afd2-7e6f-474c-8218-54aa10af004c req-e2632101-ab27-4081-90c3-5ca456f52239 tempest-DeleteServersAdminTestJSON-860693392 tempest-DeleteServersAdminTestJSON-860693392-project] 10.222.0.67 "GET /v2.0/ports?device_id=8a9e8a49-6fb8-4f00-a5b9-4e70c93a4a29 HTTP/1.1" status: 200 len: 210 time: 0.1172562 Sep 23 19:19:56.373924 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-0d2a5524-9336-4f91-b140-1574b04460a9 req-da183980-d96a-43f6-b8f5-5eec28d06407 tempest-LiveAutoBlockMigrationV225Test-1531822435 tempest-LiveAutoBlockMigrationV225Test-1531822435-project] 10.222.0.67 "GET /v2.0/security-groups?id=6d32247e-8bb7-4ae1-818c-76baafa39c73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1839857 Sep 23 19:19:56.404675 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a4101a9-18d0-433c-b76b-41aba8664b4a req-e0455f53-15de-4c8c-98ad-ed39ee361fe6 tempest-ServersAdminTestJSON-1371927677 tempest-ServersAdminTestJSON-1371927677-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:19:56.406753 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-2a4101a9-18d0-433c-b76b-41aba8664b4a req-e0455f53-15de-4c8c-98ad-ed39ee361fe6 tempest-ServersAdminTestJSON-1371927677 tempest-ServersAdminTestJSON-1371927677-project] 10.222.0.74 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3128593 Sep 23 19:19:56.411021 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.plugin [None req-7e81ae7b-bd6c-4335-8dfc-8681daddb7db tempest-ImagesOneServerNegativeTestJSON-187090525 tempest-ImagesOneServerNegativeTestJSON-187090525-project] Deleting port 8f54b4fa-598f-4b8e-87d9-7a08360fb053 {{(pid=95101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:19:56.411515 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-7e81ae7b-bd6c-4335-8dfc-8681daddb7db tempest-ImagesOneServerNegativeTestJSON-187090525 tempest-ImagesOneServerNegativeTestJSON-187090525-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783146157096'] for port, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:19:56.421367 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.v2.base [req-2a4101a9-18d0-433c-b76b-41aba8664b4a req-d33e015e-9158-454d-99ad-7a2929199ddc tempest-ServersAdminTestJSON-1371927677 tempest-ServersAdminTestJSON-1371927677-project] Request body: {'port': {'device_id': '8adc1d5c-ae67-4d87-8284-04120d7c0f9e', 'network_id': '5220cb0c-da05-478a-9604-8c11469a05b4', 'admin_state_up': True, 'tenant_id': 'c24f47dc20fc456d9867e81e5b0f7002'}} {{(pid=95102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:19:56.504905 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-7e81ae7b-bd6c-4335-8dfc-8681daddb7db tempest-ImagesOneServerNegativeTestJSON-187090525 tempest-ImagesOneServerNegativeTestJSON-187090525-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-605701'] for port, precommit_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:19:56.505243 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-7e81ae7b-bd6c-4335-8dfc-8681daddb7db tempest-ImagesOneServerNegativeTestJSON-187090525 tempest-ImagesOneServerNegativeTestJSON-187090525-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:19:56.518344 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.plugin [None req-7e81ae7b-bd6c-4335-8dfc-8681daddb7db tempest-ImagesOneServerNegativeTestJSON-187090525 tempest-ImagesOneServerNegativeTestJSON-187090525-project] Calling delete_port for 8f54b4fa-598f-4b8e-87d9-7a08360fb053 owned by network:floatingip {{(pid=95101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:19:56.556745 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2a4101a9-18d0-433c-b76b-41aba8664b4a req-d33e015e-9158-454d-99ad-7a2929199ddc tempest-ServersAdminTestJSON-1371927677 tempest-ServersAdminTestJSON-1371927677-project] Made reservation on behalf of c24f47dc20fc456d9867e81e5b0f7002 for: {'port': 1} {{(pid=95102) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:19:56.560412 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-2a4101a9-18d0-433c-b76b-41aba8664b4a req-d33e015e-9158-454d-99ad-7a2929199ddc tempest-ServersAdminTestJSON-1371927677 tempest-ServersAdminTestJSON-1371927677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:19:56.581813 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-2a4101a9-18d0-433c-b76b-41aba8664b4a req-d33e015e-9158-454d-99ad-7a2929199ddc tempest-ServersAdminTestJSON-1371927677 tempest-ServersAdminTestJSON-1371927677-project] Notify callbacks [] for security_group, before_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:19:56.650783 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79147a33-7705-4d99-8267-b53949bfd5a9 req-2f2829d9-82f4-46f2-a2c3-183fb929fa3f tempest-LiveMigrationTest-1843640962 tempest-LiveMigrationTest-1843640962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:19:56.673608 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-79147a33-7705-4d99-8267-b53949bfd5a9 req-2f2829d9-82f4-46f2-a2c3-183fb929fa3f tempest-LiveMigrationTest-1843640962 tempest-LiveMigrationTest-1843640962-project] 10.222.0.67 "GET /v2.0/ports?device_id=91012e8e-e67b-47ad-a34e-08f42534c38f HTTP/1.1" status: 200 len: 943 time: 0.1106040 Sep 23 19:19:56.801049 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-68e21d9b-1d1d-4fa0-b4aa-4895debb8896 req-5314b8e5-2ce1-4ec4-a756-acef48536656 tempest-FloatingIPsAssociationTestJSON-1050306137 tempest-FloatingIPsAssociationTestJSON-1050306137-project] 10.222.0.67 "GET /v2.0/ports?device_id=35f886c6-a071-4ff1-96c0-5c1ef089643d HTTP/1.1" status: 200 len: 210 time: 0.0455928 Sep 23 19:19:56.806055 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-79147a33-7705-4d99-8267-b53949bfd5a9 req-a81d4ff8-e59f-4bd5-9ae1-70b48283c500 tempest-LiveMigrationTest-1843640962 tempest-LiveMigrationTest-1843640962-project] 10.222.0.67 "GET /v2.0/security-groups?id=1c151358-1cab-48a6-be3e-ad7507b4da06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1104248 Sep 23 19:19:56.809333 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-7e81ae7b-bd6c-4335-8dfc-8681daddb7db tempest-ImagesOneServerNegativeTestJSON-187090525 tempest-ImagesOneServerNegativeTestJSON-187090525-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783146162158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783145673144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5607431'] for port, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:19:56.885157 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-2a4101a9-18d0-433c-b76b-41aba8664b4a req-d33e015e-9158-454d-99ad-7a2929199ddc tempest-ServersAdminTestJSON-1371927677 tempest-ServersAdminTestJSON-1371927677-project] Notify callbacks [] for security_group, precommit_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:19:56.889900 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-2a4101a9-18d0-433c-b76b-41aba8664b4a req-d33e015e-9158-454d-99ad-7a2929199ddc tempest-ServersAdminTestJSON-1371927677 tempest-ServersAdminTestJSON-1371927677-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:19:56.994915 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e81ae7b-bd6c-4335-8dfc-8681daddb7db tempest-ImagesOneServerNegativeTestJSON-187090525 tempest-ImagesOneServerNegativeTestJSON-187090525-project] Pushing event deleted for resources: {'Port': ['ID=8f54b4fa-598f-4b8e-87d9-7a08360fb053,revision_number=None']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:19:57.016545 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d33e015e-9158-454d-99ad-7a2929199ddc tempest-ServersAdminTestJSON-1371927677 tempest-ServersAdminTestJSON-1371927677-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f6ea2bc2-ae02-426e-9312-246b38837e94,revision_number=1']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:19:57.042786 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-1c98e1d9-6414-4f6c-ba31-4f907a40b9fc req-3ff478ca-a12b-43b3-86f5-291200aa25e1 tempest-ServersAdminTestJSON-1371927677 tempest-ServersAdminTestJSON-1371927677-project] 10.222.0.67 "GET /v2.0/ports?device_id=9a5f6079-92f5-4eed-b704-4339934659a8 HTTP/1.1" status: 200 len: 210 time: 0.0555449 Sep 23 19:19:57.078313 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3f89ed-e082-40e7-a036-d8d219f57a7d req-4daa8df4-4601-4493-81f6-f4a0718b841a tempest-FloatingIPsAssociationTestJSON-1050306137 tempest-FloatingIPsAssociationTestJSON-1050306137-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:19:57.079787 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-2d3f89ed-e082-40e7-a036-d8d219f57a7d req-4daa8df4-4601-4493-81f6-f4a0718b841a tempest-FloatingIPsAssociationTestJSON-1050306137 tempest-FloatingIPsAssociationTestJSON-1050306137-project] 10.222.0.74 "GET /v2.0/networks?id=13779c5f-d832-4edd-ba35-ebc363f13a7c HTTP/1.1" status: 200 len: 821 time: 0.2400873 Sep 23 19:19:57.086495 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-7e81ae7b-bd6c-4335-8dfc-8681daddb7db tempest-ImagesOneServerNegativeTestJSON-187090525 tempest-ImagesOneServerNegativeTestJSON-187090525-project] Notify callbacks [] for floatingip, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:19:57.089068 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-7e81ae7b-bd6c-4335-8dfc-8681daddb7db tempest-ImagesOneServerNegativeTestJSON-187090525 tempest-ImagesOneServerNegativeTestJSON-187090525-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222849'] for floatingip, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:19:57.090131 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-7e81ae7b-bd6c-4335-8dfc-8681daddb7db tempest-ImagesOneServerNegativeTestJSON-187090525 tempest-ImagesOneServerNegativeTestJSON-187090525-project] 10.222.0.67 "DELETE /v2.0/floatingips/58327160-c6c2-429f-a777-b9549019a97d HTTP/1.1" status: 204 len: 168 time: 0.8784094 Sep 23 19:19:57.095002 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.v2.base [req-2d3f89ed-e082-40e7-a036-d8d219f57a7d req-673a9f72-97f3-40db-9249-decdefe4349c tempest-FloatingIPsAssociationTestJSON-1050306137 tempest-FloatingIPsAssociationTestJSON-1050306137-project] Request body: {'port': {'device_id': '35f886c6-a071-4ff1-96c0-5c1ef089643d', 'network_id': '13779c5f-d832-4edd-ba35-ebc363f13a7c', 'admin_state_up': True, 'tenant_id': '1837c91936d44f518fad2d97e5027d38'}} {{(pid=95101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:19:57.115101 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5202f3a0-dcfa-4ef4-9a7a-128b881dec99 req-59e439b7-aea5-4d9a-8700-019de65a58eb tempest-AttachSCSIVolumeTestJSON-38860171 tempest-AttachSCSIVolumeTestJSON-38860171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:19:57.116667 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-5202f3a0-dcfa-4ef4-9a7a-128b881dec99 req-59e439b7-aea5-4d9a-8700-019de65a58eb tempest-AttachSCSIVolumeTestJSON-38860171 tempest-AttachSCSIVolumeTestJSON-38860171-project] 10.222.0.67 "GET /v2.0/ports?device_id=f9cb8e6e-3d0e-4a53-a7ec-32ca0d28db43 HTTP/1.1" status: 200 len: 943 time: 0.1161253 Sep 23 19:19:57.124786 n-d-713301-16 neutron-server[95102]: DEBUG neutron.db.db_base_plugin_common [req-2a4101a9-18d0-433c-b76b-41aba8664b4a req-d33e015e-9158-454d-99ad-7a2929199ddc tempest-ServersAdminTestJSON-1371927677 tempest-ServersAdminTestJSON-1371927677-project] Allocated IP 192.168.233.122 (5220cb0c-da05-478a-9604-8c11469a05b4/1ccc69bc-9d6b-44d9-b227-204e47dc6e45/ab5e3235-e78f-4241-bc0a-4d5d913dcd9b) {{(pid=95102) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 19:19:57.181684 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-5202f3a0-dcfa-4ef4-9a7a-128b881dec99 req-4232ae80-483f-4270-81b4-3f3f878702ca tempest-AttachSCSIVolumeTestJSON-38860171 tempest-AttachSCSIVolumeTestJSON-38860171-project] 10.222.0.67 "GET /v2.0/security-groups?id=0c62cf39-fdd5-41c2-ace9-89ac5d0e1132&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583203 Sep 23 19:19:57.223070 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 57630) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:19:57.260004 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.74', 55267) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:19:57.299026 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-ad55599f-f2e8-4dc8-ba47-d2da9c4bcc7d req-37e881db-b445-406b-9c16-35e637313750 tempest-ServersAdminTestJSON-1371927677 tempest-ServersAdminTestJSON-1371927677-project] 10.222.0.74 "GET /v2.0/networks?tenant_id=c24f47dc20fc456d9867e81e5b0f7002&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0377882 Sep 23 19:19:57.348858 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-2a4101a9-18d0-433c-b76b-41aba8664b4a req-d33e015e-9158-454d-99ad-7a2929199ddc tempest-ServersAdminTestJSON-1371927677 tempest-ServersAdminTestJSON-1371927677-project] Notify callbacks [] for port, precommit_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:19:57.362653 n-d-713301-16 neutron-server[95101]: DEBUG neutron.db.db_base_plugin_v2 [None req-30cacd8b-8edc-41f1-8cfc-20f7e57c7217 admin admin] Deleting subnet 0e8f2d91-dec7-4856-9400-fa2af5fd7699 {{(pid=95101) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 23 19:19:57.379532 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2d3f89ed-e082-40e7-a036-d8d219f57a7d req-673a9f72-97f3-40db-9249-decdefe4349c tempest-FloatingIPsAssociationTestJSON-1050306137 tempest-FloatingIPsAssociationTestJSON-1050306137-project] Made reservation on behalf of 1837c91936d44f518fad2d97e5027d38 for: {'port': 1} {{(pid=95101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:19:57.383156 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-2d3f89ed-e082-40e7-a036-d8d219f57a7d req-673a9f72-97f3-40db-9249-decdefe4349c tempest-FloatingIPsAssociationTestJSON-1050306137 tempest-FloatingIPsAssociationTestJSON-1050306137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:19:57.385312 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-30cacd8b-8edc-41f1-8cfc-20f7e57c7217 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:19:57.399880 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-2a4101a9-18d0-433c-b76b-41aba8664b4a req-d33e015e-9158-454d-99ad-7a2929199ddc tempest-ServersAdminTestJSON-1371927677 tempest-ServersAdminTestJSON-1371927677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783145673135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4399100'] for port, after_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:19:57.453248 n-d-713301-16 neutron-server[95102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2a4101a9-18d0-433c-b76b-41aba8664b4a req-d33e015e-9158-454d-99ad-7a2929199ddc tempest-ServersAdminTestJSON-1371927677 tempest-ServersAdminTestJSON-1371927677-project] Network 5220cb0c-da05-478a-9604-8c11469a05b4 is already hosted by enough agents. {{(pid=95102) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:19:57.456646 n-d-713301-16 neutron-server[95102]: DEBUG neutron.scheduler.base_scheduler [req-2a4101a9-18d0-433c-b76b-41aba8664b4a req-d33e015e-9158-454d-99ad-7a2929199ddc tempest-ServersAdminTestJSON-1371927677 tempest-ServersAdminTestJSON-1371927677-project] Resources bound (agent type, host, resource id): {{(pid=95102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:19:57.460480 n-d-713301-16 neutron-server[95102]: DEBUG neutron.db.l3_dvrscheduler_db [req-2a4101a9-18d0-433c-b76b-41aba8664b4a req-d33e015e-9158-454d-99ad-7a2929199ddc tempest-ServersAdminTestJSON-1371927677 tempest-ServersAdminTestJSON-1371927677-project] Received port after_create {{(pid=95102) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 19:19:57.523193 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a4101a9-18d0-433c-b76b-41aba8664b4a req-d33e015e-9158-454d-99ad-7a2929199ddc tempest-ServersAdminTestJSON-1371927677 tempest-ServersAdminTestJSON-1371927677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:19:57.523794 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-2a4101a9-18d0-433c-b76b-41aba8664b4a req-d33e015e-9158-454d-99ad-7a2929199ddc tempest-ServersAdminTestJSON-1371927677 tempest-ServersAdminTestJSON-1371927677-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222849'] for port, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:19:57.539730 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-30cacd8b-8edc-41f1-8cfc-20f7e57c7217 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6007154'] for subnet, precommit_delete_associations {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:19:57.573188 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d33e015e-9158-454d-99ad-7a2929199ddc tempest-ServersAdminTestJSON-1371927677 tempest-ServersAdminTestJSON-1371927677-project] Pushing event updated for resources: {'Port': ['ID=ab5e3235-e78f-4241-bc0a-4d5d913dcd9b,revision_number=1']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:19:57.593486 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-2a4101a9-18d0-433c-b76b-41aba8664b4a req-d33e015e-9158-454d-99ad-7a2929199ddc tempest-ServersAdminTestJSON-1371927677 tempest-ServersAdminTestJSON-1371927677-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.1758614 Sep 23 19:19:57.610498 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.v2.base [req-2a4101a9-18d0-433c-b76b-41aba8664b4a req-353e8e08-3e41-47e1-8576-3341aa6da55d service neutron] Request body: {'port': {'device_id': '8adc1d5c-ae67-4d87-8284-04120d7c0f9e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713301-16'}} {{(pid=95102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:19:57.651543 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad55599f-f2e8-4dc8-ba47-d2da9c4bcc7d req-07b77762-d2b1-4f7c-b2d2-d47ee2f084b9 tempest-ServersAdminTestJSON-1371927677 tempest-ServersAdminTestJSON-1371927677-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:19:57.653261 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-ad55599f-f2e8-4dc8-ba47-d2da9c4bcc7d req-07b77762-d2b1-4f7c-b2d2-d47ee2f084b9 tempest-ServersAdminTestJSON-1371927677 tempest-ServersAdminTestJSON-1371927677-project] 10.222.0.74 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3474853 Sep 23 19:19:57.667264 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf512872-3149-4ba6-987c-12230d4328a2 req-a217aa17-84cf-40e8-b693-8b17a6461e25 tempest-LiveAutoBlockMigrationV225Test-1531822435 tempest-LiveAutoBlockMigrationV225Test-1531822435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:19:57.678820 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.v2.base [req-ad55599f-f2e8-4dc8-ba47-d2da9c4bcc7d req-4f511b68-cb96-4fcb-af01-d5f666d1a522 tempest-ServersAdminTestJSON-1371927677 tempest-ServersAdminTestJSON-1371927677-project] Request body: {'port': {'device_id': '9a5f6079-92f5-4eed-b704-4339934659a8', 'network_id': '5220cb0c-da05-478a-9604-8c11469a05b4', 'admin_state_up': True, 'tenant_id': 'c24f47dc20fc456d9867e81e5b0f7002'}} {{(pid=95101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:19:57.679259 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-cf512872-3149-4ba6-987c-12230d4328a2 req-a217aa17-84cf-40e8-b693-8b17a6461e25 tempest-LiveAutoBlockMigrationV225Test-1531822435 tempest-LiveAutoBlockMigrationV225Test-1531822435-project] 10.222.0.67 "GET /v2.0/ports?device_id=3f93ff56-89d6-4d8a-827d-77dcf6e19457 HTTP/1.1" status: 200 len: 945 time: 0.1487813 Sep 23 19:19:57.709535 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-2a4101a9-18d0-433c-b76b-41aba8664b4a req-353e8e08-3e41-47e1-8576-3341aa6da55d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:19:57.723527 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-30cacd8b-8edc-41f1-8cfc-20f7e57c7217 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1756813'] for subnet, precommit_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:19:57.728465 n-d-713301-16 neutron-server[95101]: DEBUG neutron.db.db_base_plugin_common [req-2d3f89ed-e082-40e7-a036-d8d219f57a7d req-673a9f72-97f3-40db-9249-decdefe4349c tempest-FloatingIPsAssociationTestJSON-1050306137 tempest-FloatingIPsAssociationTestJSON-1050306137-project] Allocated IP 172.20.0.7 (13779c5f-d832-4edd-ba35-ebc363f13a7c/7acfa417-039d-4281-a2fc-e6454233f5db/adfc2094-8565-46e7-b934-be5d7a3613f3) {{(pid=95101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 19:19:57.730408 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-cf512872-3149-4ba6-987c-12230d4328a2 req-97dc1345-f5b4-4e56-a6b4-c5793314076e tempest-LiveAutoBlockMigrationV225Test-1531822435 tempest-LiveAutoBlockMigrationV225Test-1531822435-project] 10.222.0.67 "GET /v2.0/security-groups?id=6d32247e-8bb7-4ae1-818c-76baafa39c73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502610 Sep 23 19:19:57.776644 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-534ae4cb-150e-4ef8-a07e-6c9c2a6df5da None None] Provisioning complete for port ab5e3235-e78f-4241-bc0a-4d5d913dcd9b triggered by entity DHCP. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:19:57.778321 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-534ae4cb-150e-4ef8-a07e-6c9c2a6df5da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:19:57.818506 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.plugin [None req-534ae4cb-150e-4ef8-a07e-6c9c2a6df5da None None] Port ab5e3235-e78f-4241-bc0a-4d5d913dcd9b cannot update to ACTIVE because it is not bound. {{(pid=95103) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 19:19:57.824498 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:19:57.905857 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-30cacd8b-8edc-41f1-8cfc-20f7e57c7217 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1756804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5607514', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6130950'] for subnet, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:19:57.915914 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-73acdf7a-491f-4830-8657-62b09127c464 req-a4675f5d-bdfe-4aea-953c-a80224d63aff tempest-FloatingIPsAssociationTestJSON-1050306137 tempest-FloatingIPsAssociationTestJSON-1050306137-project] 10.222.0.67 "GET /v2.0/ports?device_id=35f886c6-a071-4ff1-96c0-5c1ef089643d HTTP/1.1" status: 200 len: 210 time: 0.0320537 Sep 23 19:19:57.973473 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:19:58.005234 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 57654) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:19:58.037050 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30cacd8b-8edc-41f1-8cfc-20f7e57c7217 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0e8f2d91-dec7-4856-9400-fa2af5fd7699,revision_number=None']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:19:58.046257 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-30cacd8b-8edc-41f1-8cfc-20f7e57c7217 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527417'] for subnet, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:19:58.051492 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-30cacd8b-8edc-41f1-8cfc-20f7e57c7217 admin admin] 10.222.0.67 "DELETE /v2.0/subnets/0e8f2d91-dec7-4856-9400-fa2af5fd7699 HTTP/1.1" status: 204 len: 168 time: 0.8267248 Sep 23 19:19:58.053197 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 57658) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:19:58.073996 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21fe960b-57f6-4c5e-815d-91f5f025f2f8 req-10d1349a-f1cf-4c3b-ae22-d580e6fb06db tempest-LiveMigrationTest-1843640962 tempest-LiveMigrationTest-1843640962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:19:58.075497 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-21fe960b-57f6-4c5e-815d-91f5f025f2f8 req-10d1349a-f1cf-4c3b-ae22-d580e6fb06db tempest-LiveMigrationTest-1843640962 tempest-LiveMigrationTest-1843640962-project] 10.222.0.67 "GET /v2.0/ports?device_id=91012e8e-e67b-47ad-a34e-08f42534c38f HTTP/1.1" status: 200 len: 943 time: 0.1318858 Sep 23 19:19:58.108425 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-2d3f89ed-e082-40e7-a036-d8d219f57a7d req-673a9f72-97f3-40db-9249-decdefe4349c tempest-FloatingIPsAssociationTestJSON-1050306137 tempest-FloatingIPsAssociationTestJSON-1050306137-project] Notify callbacks [] for port, precommit_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:19:58.121969 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ad55599f-f2e8-4dc8-ba47-d2da9c4bcc7d req-4f511b68-cb96-4fcb-af01-d5f666d1a522 tempest-ServersAdminTestJSON-1371927677 tempest-ServersAdminTestJSON-1371927677-project] Made reservation on behalf of c24f47dc20fc456d9867e81e5b0f7002 for: {'port': 1} {{(pid=95101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:19:58.125478 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-ad55599f-f2e8-4dc8-ba47-d2da9c4bcc7d req-4f511b68-cb96-4fcb-af01-d5f666d1a522 tempest-ServersAdminTestJSON-1371927677 tempest-ServersAdminTestJSON-1371927677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:19:58.178126 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-e033d026-f395-427e-8d54-6afb63f27c8c req-8bd7da17-4e55-4d63-96cb-db91cd237974 tempest-ServersAdminTestJSON-1371927677 tempest-ServersAdminTestJSON-1371927677-project] 10.222.0.67 "GET /v2.0/ports?device_id=9a5f6079-92f5-4eed-b704-4339934659a8 HTTP/1.1" status: 200 len: 210 time: 0.0592878 Sep 23 19:19:58.187519 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-21fe960b-57f6-4c5e-815d-91f5f025f2f8 req-c82b5eca-df6e-4066-9500-1a1471846965 tempest-LiveMigrationTest-1843640962 tempest-LiveMigrationTest-1843640962-project] 10.222.0.67 "GET /v2.0/security-groups?id=1c151358-1cab-48a6-be3e-ad7507b4da06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1020496 Sep 23 19:19:58.250206 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-54c453df-5858-4986-9b0e-b88f20c29b91 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=885dd3698acb4840aa3b760382ca3660&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2400100 Sep 23 19:19:58.251806 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 57664) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:19:58.263104 n-d-713301-16 neutron-server[95102]: DEBUG neutron.notifiers.nova [req-2a4101a9-18d0-433c-b76b-41aba8664b4a req-353e8e08-3e41-47e1-8576-3341aa6da55d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ab5e3235-e78f-4241-bc0a-4d5d913dcd9b {{(pid=95102) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 19:19:58.270219 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-2d3f89ed-e082-40e7-a036-d8d219f57a7d req-673a9f72-97f3-40db-9249-decdefe4349c tempest-FloatingIPsAssociationTestJSON-1050306137 tempest-FloatingIPsAssociationTestJSON-1050306137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783145673135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5607431'] for port, after_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:19:58.279883 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-2a4101a9-18d0-433c-b76b-41aba8664b4a req-353e8e08-3e41-47e1-8576-3341aa6da55d service neutron] Notify callbacks [] for port, precommit_update {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:19:58.281615 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-12627ea4-7b6e-4514-837c-2309cc213fb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1628021'] for network, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:19:58.284640 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] get_ports_and_sgs() called for port_ids ['873e7b65-11d6-43a3-9a7a-31d0e534d4d5'] {{(pid=95103) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 19:19:58.335698 n-d-713301-16 neutron-server[95102]: DEBUG neutron.db.provisioning_blocks [req-2a4101a9-18d0-433c-b76b-41aba8664b4a req-353e8e08-3e41-47e1-8576-3341aa6da55d service neutron] Transition to ACTIVE for port object ab5e3235-e78f-4241-bc0a-4d5d913dcd9b will not be triggered until provisioned by entity L2. {{(pid=95102) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 19:19:58.353518 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-2a4101a9-18d0-433c-b76b-41aba8664b4a req-353e8e08-3e41-47e1-8576-3341aa6da55d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4399095'] for port, after_update {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:19:58.361275 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2d3f89ed-e082-40e7-a036-d8d219f57a7d req-673a9f72-97f3-40db-9249-decdefe4349c tempest-FloatingIPsAssociationTestJSON-1050306137 tempest-FloatingIPsAssociationTestJSON-1050306137-project] Network 13779c5f-d832-4edd-ba35-ebc363f13a7c is already hosted by enough agents. {{(pid=95101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:19:58.368764 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.base_scheduler [req-2d3f89ed-e082-40e7-a036-d8d219f57a7d req-673a9f72-97f3-40db-9249-decdefe4349c tempest-FloatingIPsAssociationTestJSON-1050306137 tempest-FloatingIPsAssociationTestJSON-1050306137-project] Resources bound (agent type, host, resource id): {{(pid=95101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:19:58.374962 n-d-713301-16 neutron-server[95101]: DEBUG neutron.db.l3_dvrscheduler_db [req-2d3f89ed-e082-40e7-a036-d8d219f57a7d req-673a9f72-97f3-40db-9249-decdefe4349c tempest-FloatingIPsAssociationTestJSON-1050306137 tempest-FloatingIPsAssociationTestJSON-1050306137-project] Received port after_create {{(pid=95101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 19:19:58.434097 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bde6f4e-d495-4df3-8d60-2fb8622e4f94 req-ef55b96a-f84a-45d5-89e3-9ea9388d8360 tempest-AttachSCSIVolumeTestJSON-38860171 tempest-AttachSCSIVolumeTestJSON-38860171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:19:58.435621 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-5bde6f4e-d495-4df3-8d60-2fb8622e4f94 req-ef55b96a-f84a-45d5-89e3-9ea9388d8360 tempest-AttachSCSIVolumeTestJSON-38860171 tempest-AttachSCSIVolumeTestJSON-38860171-project] 10.222.0.67 "GET /v2.0/ports?device_id=f9cb8e6e-3d0e-4a53-a7ec-32ca0d28db43 HTTP/1.1" status: 200 len: 943 time: 0.1521983 Sep 23 19:19:58.448093 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-dfa37f54-f7b4-41b2-8222-b49e0b595c7b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:19:58.516526 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-673a9f72-97f3-40db-9249-decdefe4349c tempest-FloatingIPsAssociationTestJSON-1050306137 tempest-FloatingIPsAssociationTestJSON-1050306137-project] Pushing event updated for resources: {'Port': ['ID=adfc2094-8565-46e7-b934-be5d7a3613f3,revision_number=1']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:19:58.562257 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3f89ed-e082-40e7-a036-d8d219f57a7d req-673a9f72-97f3-40db-9249-decdefe4349c tempest-FloatingIPsAssociationTestJSON-1050306137 tempest-FloatingIPsAssociationTestJSON-1050306137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:19:58.562939 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-2d3f89ed-e082-40e7-a036-d8d219f57a7d req-673a9f72-97f3-40db-9249-decdefe4349c tempest-FloatingIPsAssociationTestJSON-1050306137 tempest-FloatingIPsAssociationTestJSON-1050306137-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222849'] for port, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:19:58.622052 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-12627ea4-7b6e-4514-837c-2309cc213fb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1754676', 'neutron.services.segments.db._delete_segments_for_network-8783146221460'] for network, precommit_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:19:58.643959 n-d-713301-16 neutron-server[95101]: DEBUG neutron.db.db_base_plugin_common [req-ad55599f-f2e8-4dc8-ba47-d2da9c4bcc7d req-4f511b68-cb96-4fcb-af01-d5f666d1a522 tempest-ServersAdminTestJSON-1371927677 tempest-ServersAdminTestJSON-1371927677-project] Allocated IP 192.168.233.15 (5220cb0c-da05-478a-9604-8c11469a05b4/1ccc69bc-9d6b-44d9-b227-204e47dc6e45/0307641e-042f-4609-8b5c-a0d2aeb0d6c3) {{(pid=95101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 19:19:58.672683 n-d-713301-16 neutron-server[95101]: DEBUG neutron.services.segments.db [None req-12627ea4-7b6e-4514-837c-2309cc213fb7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['700d9bb9-bc11-4c9f-9c9e-ad5f0b765959']}} {{(pid=95101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:19:58.685384 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-2d3f89ed-e082-40e7-a036-d8d219f57a7d req-673a9f72-97f3-40db-9249-decdefe4349c tempest-FloatingIPsAssociationTestJSON-1050306137 tempest-FloatingIPsAssociationTestJSON-1050306137-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5940690 Sep 23 19:19:58.693077 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-f3a3a265-97df-4492-9bc6-a602198fe69f req-deaecf7b-f6dc-4ceb-8c43-46cdc61b88c7 service neutron] 10.222.0.53 "GET /v2.0/ports/f9280300-5270-4d06-bf5d-2447b17be945/bindings/n-h1-713301-16 HTTP/1.1" status: 200 len: 385 time: 0.2688582 Sep 23 19:19:58.694954 n-d-713301-16 neutron-server[95101]: DEBUG neutron.services.segments.db [None req-12627ea4-7b6e-4514-837c-2309cc213fb7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '00f65067-1b00-468f-894b-1d8e13071c70') {'for_net_delete': True} {{(pid=95101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:19:58.695252 n-d-713301-16 neutron-server[95101]: DEBUG neutron.services.segments.db [None req-12627ea4-7b6e-4514-837c-2309cc213fb7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '00f65067-1b00-468f-894b-1d8e13071c70') {} {{(pid=95101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:19:58.708832 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.v2.base [req-2d3f89ed-e082-40e7-a036-d8d219f57a7d req-759b7220-ed58-4f0f-8383-a4839edb9130 service neutron] Request body: {'port': {'device_id': '35f886c6-a071-4ff1-96c0-5c1ef089643d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713301-16'}} {{(pid=95101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:19:58.723311 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-12627ea4-7b6e-4514-837c-2309cc213fb7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783146221725', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6007147'] for segment, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:19:58.739956 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-353e8e08-3e41-47e1-8576-3341aa6da55d service neutron] Pushing event updated for resources: {'Port': ['ID=ab5e3235-e78f-4241-bc0a-4d5d913dcd9b,revision_number=2']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:19:58.758382 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-e00ad34e-b6ed-4bdd-b58a-384ed0820cb4 None None] Provisioning complete for port adfc2094-8565-46e7-b934-be5d7a3613f3 triggered by entity DHCP. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:19:58.758907 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-e00ad34e-b6ed-4bdd-b58a-384ed0820cb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:19:58.759606 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-dfa37f54-f7b4-41b2-8222-b49e0b595c7b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:19:58.807544 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-12627ea4-7b6e-4514-837c-2309cc213fb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1756186'] for segment, precommit_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:19:58.822657 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.plugin [None req-e00ad34e-b6ed-4bdd-b58a-384ed0820cb4 None None] Port adfc2094-8565-46e7-b934-be5d7a3613f3 cannot update to ACTIVE because it is not bound. {{(pid=95103) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 19:19:58.826624 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-12627ea4-7b6e-4514-837c-2309cc213fb7 admin admin] Releasing vlan 648 on physical network physnet1 to pool {{(pid=95101) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 19:19:58.827033 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-12627ea4-7b6e-4514-837c-2309cc213fb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1756186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5608436'] for segment, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:19:58.829673 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-5bde6f4e-d495-4df3-8d60-2fb8622e4f94 req-c029fd72-4ec8-4377-96db-1978dd7196e6 tempest-AttachSCSIVolumeTestJSON-38860171 tempest-AttachSCSIVolumeTestJSON-38860171-project] 10.222.0.67 "GET /v2.0/security-groups?id=0c62cf39-fdd5-41c2-ace9-89ac5d0e1132&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3831403 Sep 23 19:19:58.841828 n-d-713301-16 neutron-server[95101]: Traceback (most recent call last): Sep 23 19:19:58.841828 n-d-713301-16 neutron-server[95101]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 19:19:58.841828 n-d-713301-16 neutron-server[95101]: timer() Sep 23 19:19:58.841828 n-d-713301-16 neutron-server[95101]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 19:19:58.841828 n-d-713301-16 neutron-server[95101]: cb(*args, **kw) Sep 23 19:19:58.841828 n-d-713301-16 neutron-server[95101]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 19:19:58.841828 n-d-713301-16 neutron-server[95101]: return func(*args, **kwargs) Sep 23 19:19:58.841828 n-d-713301-16 neutron-server[95101]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 19:19:58.841828 n-d-713301-16 neutron-server[95101]: self._notify() Sep 23 19:19:58.841828 n-d-713301-16 neutron-server[95101]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 19:19:58.841828 n-d-713301-16 neutron-server[95101]: self.callback(batched_events) Sep 23 19:19:58.841828 n-d-713301-16 neutron-server[95101]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 19:19:58.841828 n-d-713301-16 neutron-server[95101]: event.method(event) Sep 23 19:19:58.841828 n-d-713301-16 neutron-server[95101]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 19:19:58.841828 n-d-713301-16 neutron-server[95101]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 19:19:58.841828 n-d-713301-16 neutron-server[95101]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 19:19:58.841828 n-d-713301-16 neutron-server[95101]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 19:19:58.841828 n-d-713301-16 neutron-server[95101]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 19:19:58.841828 n-d-713301-16 neutron-server[95101]: return f(self, *a, **k) Sep 23 19:19:58.841828 n-d-713301-16 neutron-server[95101]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 19:19:58.841828 n-d-713301-16 neutron-server[95101]: return self._get(url).json() Sep 23 19:19:58.841828 n-d-713301-16 neutron-server[95101]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 19:19:58.841828 n-d-713301-16 neutron-server[95101]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 19:19:58.841828 n-d-713301-16 neutron-server[95101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 19:19:58.841828 n-d-713301-16 neutron-server[95101]: return self.request(url, 'GET', **kwargs) Sep 23 19:19:58.841828 n-d-713301-16 neutron-server[95101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 19:19:58.841828 n-d-713301-16 neutron-server[95101]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 19:19:58.841828 n-d-713301-16 neutron-server[95101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 19:19:58.841828 n-d-713301-16 neutron-server[95101]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 19:19:58.841828 n-d-713301-16 neutron-server[95101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 19:19:58.841828 n-d-713301-16 neutron-server[95101]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 19:19:58.841828 n-d-713301-16 neutron-server[95101]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 19:19:58.894345 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.managers [req-2a4101a9-18d0-433c-b76b-41aba8664b4a req-353e8e08-3e41-47e1-8576-3341aa6da55d service neutron] Attempting to bind port ab5e3235-e78f-4241-bc0a-4d5d913dcd9b on host n-h1-713301-16 for vnic_type normal with profile {{(pid=95102) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 19:19:58.895423 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.managers [req-2a4101a9-18d0-433c-b76b-41aba8664b4a req-353e8e08-3e41-47e1-8576-3341aa6da55d service neutron] Attempting to bind port ab5e3235-e78f-4241-bc0a-4d5d913dcd9b by drivers openvswitch,hyperv on host n-h1-713301-16 at level 0 using segments [{'id': '6139d589-eb6c-4578-8935-c26ddf396853', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '5220cb0c-da05-478a-9604-8c11469a05b4'}] {{(pid=95102) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 19:19:58.895751 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a4101a9-18d0-433c-b76b-41aba8664b4a req-353e8e08-3e41-47e1-8576-3341aa6da55d service neutron] Attempting to bind port ab5e3235-e78f-4241-bc0a-4d5d913dcd9b on network 5220cb0c-da05-478a-9604-8c11469a05b4 {{(pid=95102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:19:58.904933 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Device fb0b1835-9081-4c25-80cf-d12f1b4e6751 details requested by agent hyperv_n-h2-713301-16 with host n-h2-713301-16 {{(pid=95103) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 19:19:58.905408 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a4101a9-18d0-433c-b76b-41aba8664b4a req-353e8e08-3e41-47e1-8576-3341aa6da55d service neutron] Port ab5e3235-e78f-4241-bc0a-4d5d913dcd9b on network 5220cb0c-da05-478a-9604-8c11469a05b4 not bound, no agent of type Open vSwitch agent registered on host n-h1-713301-16 {{(pid=95102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 19:19:58.905783 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a4101a9-18d0-433c-b76b-41aba8664b4a req-353e8e08-3e41-47e1-8576-3341aa6da55d service neutron] Attempting to bind port ab5e3235-e78f-4241-bc0a-4d5d913dcd9b on network 5220cb0c-da05-478a-9604-8c11469a05b4 {{(pid=95102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:19:58.913608 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Device 407de278-3bf9-4390-82ff-ccae8f3d8bce no longer exists at agent hyperv_n-h2-713301-16 {{(pid=95103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 19:19:58.916777 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a4101a9-18d0-433c-b76b-41aba8664b4a req-353e8e08-3e41-47e1-8576-3341aa6da55d service neutron] Checking agent: {'id': '0708c3e9-0aad-4600-9be9-d2486535c898', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713301-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 19, 15, 28), 'started_at': datetime.datetime(2021, 9, 23, 19, 15, 28), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 19, 19, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 19:19:58.917160 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a4101a9-18d0-433c-b76b-41aba8664b4a req-353e8e08-3e41-47e1-8576-3341aa6da55d service neutron] Checking segment: {'id': '6139d589-eb6c-4578-8935-c26ddf396853', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '5220cb0c-da05-478a-9604-8c11469a05b4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95102) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:19:58.917512 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a4101a9-18d0-433c-b76b-41aba8664b4a req-353e8e08-3e41-47e1-8576-3341aa6da55d service neutron] Bound using segment: {'id': '6139d589-eb6c-4578-8935-c26ddf396853', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '5220cb0c-da05-478a-9604-8c11469a05b4'} {{(pid=95102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 19:19:58.917971 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.managers [req-2a4101a9-18d0-433c-b76b-41aba8664b4a req-353e8e08-3e41-47e1-8576-3341aa6da55d service neutron] Bound port: ab5e3235-e78f-4241-bc0a-4d5d913dcd9b, host: n-h1-713301-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6139d589-eb6c-4578-8935-c26ddf396853', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '5220cb0c-da05-478a-9604-8c11469a05b4'}}] {{(pid=95102) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 19:19:58.918454 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-2a4101a9-18d0-433c-b76b-41aba8664b4a req-353e8e08-3e41-47e1-8576-3341aa6da55d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:19:58.930203 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-dfa37f54-f7b4-41b2-8222-b49e0b595c7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:19:58.932739 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-dfa37f54-f7b4-41b2-8222-b49e0b595c7b admin admin] Notify callbacks [] for security_group, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:19:58.936197 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-dfa37f54-f7b4-41b2-8222-b49e0b595c7b admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/f29b6549-5121-43c2-ad5f-225d5d0eade2 HTTP/1.1" status: 204 len: 168 time: 0.6810172 Sep 23 19:19:58.944710 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.plugin [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] No Port match for: 407de278-3bf9-4390-82ff-ccae8f3d8bce {{(pid=95103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 19:19:58.945941 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Device 407de278-3bf9-4390-82ff-ccae8f3d8bce not bound to the agent host n-h2-713301-16 {{(pid=95103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 19:19:58.964921 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-2d3f89ed-e082-40e7-a036-d8d219f57a7d req-759b7220-ed58-4f0f-8383-a4839edb9130 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:19:58.976514 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa37f54-f7b4-41b2-8222-b49e0b595c7b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f29b6549-5121-43c2-ad5f-225d5d0eade2,revision_number=None']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:19:58.997519 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-12627ea4-7b6e-4514-837c-2309cc213fb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1754627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-601866'] for network, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:19:59.021075 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-12627ea4-7b6e-4514-837c-2309cc213fb7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527417'] for network, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:19:59.025843 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-12627ea4-7b6e-4514-837c-2309cc213fb7 admin admin] 10.222.0.67 "DELETE /v2.0/networks/700d9bb9-bc11-4c9f-9c9e-ad5f0b765959 HTTP/1.1" status: 204 len: 168 time: 0.9697304 Sep 23 19:19:59.042090 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340cdd35-2935-4549-9705-96f8b163ff33 req-f4226a89-8535-4bdd-941b-ccc9f3404c61 tempest-LiveAutoBlockMigrationV225Test-1531822435 tempest-LiveAutoBlockMigrationV225Test-1531822435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:19:59.044683 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-340cdd35-2935-4549-9705-96f8b163ff33 req-f4226a89-8535-4bdd-941b-ccc9f3404c61 tempest-LiveAutoBlockMigrationV225Test-1531822435 tempest-LiveAutoBlockMigrationV225Test-1531822435-project] 10.222.0.67 "GET /v2.0/ports?device_id=3f93ff56-89d6-4d8a-827d-77dcf6e19457 HTTP/1.1" status: 200 len: 945 time: 0.1847143 Sep 23 19:19:59.069235 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12627ea4-7b6e-4514-837c-2309cc213fb7 admin admin] Pushing event deleted for resources: {'Network': ['ID=700d9bb9-bc11-4c9f-9c9e-ad5f0b765959,revision_number=None']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:19:59.154582 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-ad55599f-f2e8-4dc8-ba47-d2da9c4bcc7d req-4f511b68-cb96-4fcb-af01-d5f666d1a522 tempest-ServersAdminTestJSON-1371927677 tempest-ServersAdminTestJSON-1371927677-project] Notify callbacks [] for port, precommit_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:19:59.158543 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.db [req-2a4101a9-18d0-433c-b76b-41aba8664b4a req-353e8e08-3e41-47e1-8576-3341aa6da55d service neutron] For port ab5e3235-e78f-4241-bc0a-4d5d913dcd9b, host n-h1-713301-16, cleared binding levels {{(pid=95102) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 19:19:59.169837 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-340cdd35-2935-4549-9705-96f8b163ff33 req-56aecb31-c54f-40f4-a98c-d5cd4bb73c0a tempest-LiveAutoBlockMigrationV225Test-1531822435 tempest-LiveAutoBlockMigrationV225Test-1531822435-project] 10.222.0.67 "GET /v2.0/security-groups?id=6d32247e-8bb7-4ae1-818c-76baafa39c73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1090126 Sep 23 19:19:59.176871 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] For port fb0b1835-9081-4c25-80cf-d12f1b4e6751, host n-h2-713301-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-16',level=0,port_id=fb0b1835-9081-4c25-80cf-d12f1b4e6751,segment=NetworkSegment(24a8f1c2-6cab-462e-bcd7-b4a9edb91257),segment_id=24a8f1c2-6cab-462e-bcd7-b4a9edb91257)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:19:59.187340 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47744f10-76ee-4fb2-a94d-7303d509d636 req-59ac1dd2-2cff-4ea3-8b0a-1be0e988930d tempest-FloatingIPsAssociationTestJSON-1050306137 tempest-FloatingIPsAssociationTestJSON-1050306137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:19:59.195323 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-47744f10-76ee-4fb2-a94d-7303d509d636 req-59ac1dd2-2cff-4ea3-8b0a-1be0e988930d tempest-FloatingIPsAssociationTestJSON-1050306137 tempest-FloatingIPsAssociationTestJSON-1050306137-project] 10.222.0.67 "GET /v2.0/ports?device_id=35f886c6-a071-4ff1-96c0-5c1ef089643d HTTP/1.1" status: 200 len: 931 time: 0.1495714 Sep 23 19:19:59.198336 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.db [req-2a4101a9-18d0-433c-b76b-41aba8664b4a req-353e8e08-3e41-47e1-8576-3341aa6da55d service neutron] For port ab5e3235-e78f-4241-bc0a-4d5d913dcd9b, host n-h1-713301-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-16',level=0,port_id=ab5e3235-e78f-4241-bc0a-4d5d913dcd9b,segment=NetworkSegment(6139d589-eb6c-4578-8935-c26ddf396853),segment_id=6139d589-eb6c-4578-8935-c26ddf396853)] {{(pid=95102) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 19:19:59.201285 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Returning: {'device': 'fb0b1835-9081-4c25-80cf-d12f1b4e6751', 'network_id': 'aeeb560d-d1ef-4fc8-a2fd-24b1eda13211', 'port_id': 'fb0b1835-9081-4c25-80cf-d12f1b4e6751', 'mac_address': 'fa:16:3e:42:6f:ec', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 612, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7a24f63b-0d16-4860-b351-7d263234071f', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95103) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 19:19:59.221797 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-2a4101a9-18d0-433c-b76b-41aba8664b4a req-353e8e08-3e41-47e1-8576-3341aa6da55d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4399095'] for port, after_update {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:19:59.281267 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a4101a9-18d0-433c-b76b-41aba8664b4a req-353e8e08-3e41-47e1-8576-3341aa6da55d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:19:59.281267 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-2a4101a9-18d0-433c-b76b-41aba8664b4a req-353e8e08-3e41-47e1-8576-3341aa6da55d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222849'] for port, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:19:59.294980 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-2a4101a9-18d0-433c-b76b-41aba8664b4a req-353e8e08-3e41-47e1-8576-3341aa6da55d service neutron] 10.222.0.74 "PUT /v2.0/ports/ab5e3235-e78f-4241-bc0a-4d5d913dcd9b HTTP/1.1" status: 200 len: 1097 time: 1.6913373 Sep 23 19:19:59.298081 n-d-713301-16 neutron-server[95102]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8adc1d5c-ae67-4d87-8284-04120d7c0f9e', 'tag': 'ab5e3235-e78f-4241-bc0a-4d5d913dcd9b'}] {{(pid=95102) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 19:19:59.305349 n-d-713301-16 neutron-server[95102]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab31b6d93e5336dbddfa8ec424565b3bd8cb2369c5b4d85bc943472dbb21e8ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b34fd5d-db88-43bf-bed9-c2fb4fd1d437" -d '{"events": [{"name": "network-changed", "server_uuid": "8adc1d5c-ae67-4d87-8284-04120d7c0f9e", "tag": "ab5e3235-e78f-4241-bc0a-4d5d913dcd9b"}]}' {{(pid=95102) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 19:19:59.329777 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-47744f10-76ee-4fb2-a94d-7303d509d636 req-6d62ccda-5384-4707-8666-84c8b5cda44b tempest-FloatingIPsAssociationTestJSON-1050306137 tempest-FloatingIPsAssociationTestJSON-1050306137-project] 10.222.0.67 "GET /v2.0/security-groups?id=cb9248a2-4263-4f57-a68c-8a6c3c3d2519&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1318107 Sep 23 19:19:59.349643 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:19:59.389546 n-d-713301-16 neutron-server[95103]: DEBUG neutron.notifiers.nova [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fb0b1835-9081-4c25-80cf-d12f1b4e6751 {{(pid=95103) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 19:19:59.451573 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] For port fb0b1835-9081-4c25-80cf-d12f1b4e6751, host n-h2-713301-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-16',level=0,port_id=fb0b1835-9081-4c25-80cf-d12f1b4e6751,segment=NetworkSegment(24a8f1c2-6cab-462e-bcd7-b4a9edb91257),segment_id=24a8f1c2-6cab-462e-bcd7-b4a9edb91257)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:19:59.460426 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:19:59.486368 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-353e8e08-3e41-47e1-8576-3341aa6da55d service neutron] Pushing event updated for resources: {'Port': ['ID=ab5e3235-e78f-4241-bc0a-4d5d913dcd9b,revision_number=3']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:19:59.531324 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 57684) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:19:59.534664 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-61b43864-e933-4c0c-9093-567b26e2f5ba req-0ff4b72f-c5eb-465d-8cb2-c6929f6b8f63 tempest-ServersAdminTestJSON-1371927677 tempest-ServersAdminTestJSON-1371927677-project] 10.222.0.67 "GET /v2.0/ports?device_id=9a5f6079-92f5-4eed-b704-4339934659a8 HTTP/1.1" status: 200 len: 210 time: 0.0443904 Sep 23 19:19:59.549247 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Pushing event updated for resources: {'Port': ['ID=fb0b1835-9081-4c25-80cf-d12f1b4e6751,revision_number=4']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:19:59.573070 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:19:59.573575 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:19:59.574004 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:19:59.574450 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:19:59.574872 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:19:59.575297 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:19:59.575764 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:19:59.576322 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:19:59.576883 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:19:59.577431 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:19:59.578097 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:19:59.578627 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:19:59.590429 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 57686) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:19:59.616648 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-1877eaf1-acdb-4fcb-8c0e-ea7206c01bfc admin admin] Notify callbacks [] for security_group, before_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:19:59.619717 n-d-713301-16 neutron-server[95102]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 19:19:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-896ac1f1-689c-4d89-bfc6-0dff5a3bbcb1 x-openstack-request-id: req-896ac1f1-689c-4d89-bfc6-0dff5a3bbcb1 {{(pid=95102) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 19:19:59.620002 n-d-713301-16 neutron-server[95102]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8adc1d5c-ae67-4d87-8284-04120d7c0f9e", "tag": "ab5e3235-e78f-4241-bc0a-4d5d913dcd9b", "status": "completed", "code": 200}]} {{(pid=95102) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 19:19:59.620243 n-d-713301-16 neutron-server[95102]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-896ac1f1-689c-4d89-bfc6-0dff5a3bbcb1 {{(pid=95102) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 19:19:59.620648 n-d-713301-16 neutron-server[95102]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8adc1d5c-ae67-4d87-8284-04120d7c0f9e', 'tag': 'ab5e3235-e78f-4241-bc0a-4d5d913dcd9b', 'status': 'completed', 'code': 200} Sep 23 19:19:59.660837 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a4101a9-18d0-433c-b76b-41aba8664b4a req-ddd2dd1c-86d4-4cc5-bda3-97a80005a30b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:19:59.662406 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-2a4101a9-18d0-433c-b76b-41aba8664b4a req-ddd2dd1c-86d4-4cc5-bda3-97a80005a30b service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=c24f47dc20fc456d9867e81e5b0f7002&device_id=8adc1d5c-ae67-4d87-8284-04120d7c0f9e HTTP/1.1" status: 200 len: 1100 time: 0.2992914 Sep 23 19:19:59.663755 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] get_ports_and_sgs() called for port_ids ['fb0b1835-9081-4c25-80cf-d12f1b4e6751'] {{(pid=95103) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 19:19:59.664642 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-ea225997-df44-4acf-87cd-abadd8afd3ab admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=427912597c8043d5912df510005a2424&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1288977 Sep 23 19:19:59.670177 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 57688) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:19:59.695418 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e9f6d3-83fb-4260-94b7-a08934423166 req-b89e6a99-84b5-40f3-a8a6-f8dc3373cd06 tempest-LiveMigrationTest-1843640962 tempest-LiveMigrationTest-1843640962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:19:59.696942 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-30e9f6d3-83fb-4260-94b7-a08934423166 req-b89e6a99-84b5-40f3-a8a6-f8dc3373cd06 tempest-LiveMigrationTest-1843640962 tempest-LiveMigrationTest-1843640962-project] 10.222.0.67 "GET /v2.0/ports?device_id=91012e8e-e67b-47ad-a34e-08f42534c38f HTTP/1.1" status: 200 len: 943 time: 0.1783876 Sep 23 19:19:59.744500 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-2a4101a9-18d0-433c-b76b-41aba8664b4a req-35077e0e-1261-4865-83b3-09d53f5b5fd9 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.122&port_id=ab5e3235-e78f-4241-bc0a-4d5d913dcd9b HTTP/1.1" status: 200 len: 217 time: 0.0673082 Sep 23 19:19:59.750038 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.db [req-f3a3a265-97df-4492-9bc6-a602198fe69f req-12e0f794-9163-4ab3-bfcc-b91c3e0a54c8 service neutron] For port f9280300-5270-4d06-bf5d-2447b17be945, host n-h2-713301-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-16',level=0,port_id=f9280300-5270-4d06-bf5d-2447b17be945,segment=NetworkSegment(6735b3c2-9e0f-43a7-8f57-e48eb1a30c85),segment_id=6735b3c2-9e0f-43a7-8f57-e48eb1a30c85)] {{(pid=95101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:19:59.774145 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-ad55599f-f2e8-4dc8-ba47-d2da9c4bcc7d req-4f511b68-cb96-4fcb-af01-d5f666d1a522 tempest-ServersAdminTestJSON-1371927677 tempest-ServersAdminTestJSON-1371927677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783145673135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5607431'] for port, after_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:19:59.839101 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.db [req-f3a3a265-97df-4492-9bc6-a602198fe69f req-12e0f794-9163-4ab3-bfcc-b91c3e0a54c8 service neutron] For port f9280300-5270-4d06-bf5d-2447b17be945, host n-h2-713301-16, cleared binding levels {{(pid=95101) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 19:19:59.860238 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a4101a9-18d0-433c-b76b-41aba8664b4a req-27decda8-d629-4b70-ba1b-c14e4c32439b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:19:59.861819 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-2a4101a9-18d0-433c-b76b-41aba8664b4a req-27decda8-d629-4b70-ba1b-c14e4c32439b service neutron] 10.222.0.74 "GET /v2.0/subnets?id=1ccc69bc-9d6b-44d9-b227-204e47dc6e45 HTTP/1.1" status: 200 len: 843 time: 0.1059446 Sep 23 19:19:59.876191 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-30e9f6d3-83fb-4260-94b7-a08934423166 req-5446194d-c769-4739-a5b8-5e7cd6719e91 tempest-LiveMigrationTest-1843640962 tempest-LiveMigrationTest-1843640962-project] 10.222.0.67 "GET /v2.0/security-groups?id=1c151358-1cab-48a6-be3e-ad7507b4da06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1389580 Sep 23 19:19:59.876830 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-45042ce6-121f-410a-b80c-78bfd8258242 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:19:59.888332 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ad55599f-f2e8-4dc8-ba47-d2da9c4bcc7d req-4f511b68-cb96-4fcb-af01-d5f666d1a522 tempest-ServersAdminTestJSON-1371927677 tempest-ServersAdminTestJSON-1371927677-project] Network 5220cb0c-da05-478a-9604-8c11469a05b4 is already hosted by enough agents. {{(pid=95101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:19:59.902333 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.base_scheduler [req-ad55599f-f2e8-4dc8-ba47-d2da9c4bcc7d req-4f511b68-cb96-4fcb-af01-d5f666d1a522 tempest-ServersAdminTestJSON-1371927677 tempest-ServersAdminTestJSON-1371927677-project] Resources bound (agent type, host, resource id): {{(pid=95101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:19:59.907633 n-d-713301-16 neutron-server[95101]: DEBUG neutron.db.l3_dvrscheduler_db [req-ad55599f-f2e8-4dc8-ba47-d2da9c4bcc7d req-4f511b68-cb96-4fcb-af01-d5f666d1a522 tempest-ServersAdminTestJSON-1371927677 tempest-ServersAdminTestJSON-1371927677-project] Received port after_create {{(pid=95101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 19:19:59.914568 n-d-713301-16 neutron-server[95101]: DEBUG neutron.notifiers.nova [req-f3a3a265-97df-4492-9bc6-a602198fe69f req-12e0f794-9163-4ab3-bfcc-b91c3e0a54c8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f9280300-5270-4d06-bf5d-2447b17be945 {{(pid=95101) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 19:19:59.930450 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f511b68-cb96-4fcb-af01-d5f666d1a522 tempest-ServersAdminTestJSON-1371927677 tempest-ServersAdminTestJSON-1371927677-project] Pushing event updated for resources: {'Port': ['ID=0307641e-042f-4609-8b5c-a0d2aeb0d6c3,revision_number=1']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:19:59.938695 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-45042ce6-121f-410a-b80c-78bfd8258242 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:19:59.966430 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.db [req-f3a3a265-97df-4492-9bc6-a602198fe69f req-12e0f794-9163-4ab3-bfcc-b91c3e0a54c8 service neutron] For port f9280300-5270-4d06-bf5d-2447b17be945, host n-h1-713301-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-16',level=0,port_id=f9280300-5270-4d06-bf5d-2447b17be945,segment=NetworkSegment(6735b3c2-9e0f-43a7-8f57-e48eb1a30c85),segment_id=6735b3c2-9e0f-43a7-8f57-e48eb1a30c85)] {{(pid=95101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:19:59.994204 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-f3a3a265-97df-4492-9bc6-a602198fe69f req-12e0f794-9163-4ab3-bfcc-b91c3e0a54c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:20:00.029983 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad55599f-f2e8-4dc8-ba47-d2da9c4bcc7d req-4f511b68-cb96-4fcb-af01-d5f666d1a522 tempest-ServersAdminTestJSON-1371927677 tempest-ServersAdminTestJSON-1371927677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:20:00.030695 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-ad55599f-f2e8-4dc8-ba47-d2da9c4bcc7d req-4f511b68-cb96-4fcb-af01-d5f666d1a522 tempest-ServersAdminTestJSON-1371927677 tempest-ServersAdminTestJSON-1371927677-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222849'] for port, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:20:00.031397 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a4101a9-18d0-433c-b76b-41aba8664b4a req-b13a6438-d96e-444c-96f1-57c1a2d5e606 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:20:00.032977 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-2a4101a9-18d0-433c-b76b-41aba8664b4a req-b13a6438-d96e-444c-96f1-57c1a2d5e606 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=5220cb0c-da05-478a-9604-8c11469a05b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1603522 Sep 23 19:20:00.035559 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-1877eaf1-acdb-4fcb-8c0e-ea7206c01bfc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:20:00.050669 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-1877eaf1-acdb-4fcb-8c0e-ea7206c01bfc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:20:00.089969 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-ad55599f-f2e8-4dc8-ba47-d2da9c4bcc7d req-4f511b68-cb96-4fcb-af01-d5f666d1a522 tempest-ServersAdminTestJSON-1371927677 tempest-ServersAdminTestJSON-1371927677-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.4250650 Sep 23 19:20:00.103904 n-d-713301-16 neutron-server[95101]: DEBUG neutron.notifiers.nova [req-2d3f89ed-e082-40e7-a036-d8d219f57a7d req-759b7220-ed58-4f0f-8383-a4839edb9130 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id adfc2094-8565-46e7-b934-be5d7a3613f3 {{(pid=95101) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 19:20:00.112383 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-45042ce6-121f-410a-b80c-78bfd8258242 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:20:00.114783 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.v2.base [req-ad55599f-f2e8-4dc8-ba47-d2da9c4bcc7d req-a6a267c4-89b8-4935-9732-a49b0d2edb09 service neutron] Request body: {'port': {'device_id': '9a5f6079-92f5-4eed-b704-4339934659a8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713301-16'}} {{(pid=95101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:20:00.115508 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-45042ce6-121f-410a-b80c-78bfd8258242 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:20:00.119335 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-45042ce6-121f-410a-b80c-78bfd8258242 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/19c0f9e9-a6be-47c1-af86-410f820e84bc HTTP/1.1" status: 204 len: 168 time: 0.4440727 Sep 23 19:20:00.135329 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8155f691-1092-4d96-a121-df05e4156f13 req-051555f9-f91a-403c-9cec-4dd85d5de3fd tempest-AttachSCSIVolumeTestJSON-38860171 tempest-AttachSCSIVolumeTestJSON-38860171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:20:00.136958 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-8155f691-1092-4d96-a121-df05e4156f13 req-051555f9-f91a-403c-9cec-4dd85d5de3fd tempest-AttachSCSIVolumeTestJSON-38860171 tempest-AttachSCSIVolumeTestJSON-38860171-project] 10.222.0.67 "GET /v2.0/ports?device_id=f9cb8e6e-3d0e-4a53-a7ec-32ca0d28db43 HTTP/1.1" status: 200 len: 944 time: 0.1835477 Sep 23 19:20:00.140815 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-2d3f89ed-e082-40e7-a036-d8d219f57a7d req-759b7220-ed58-4f0f-8383-a4839edb9130 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:20:00.173056 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-1877eaf1-acdb-4fcb-8c0e-ea7206c01bfc admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=c406148d21074c87803ebf1179390bae&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5765383 Sep 23 19:20:00.173258 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 57694) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:20:00.178778 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1877eaf1-acdb-4fcb-8c0e-ea7206c01bfc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0f3d070-6735-48dc-a230-bc40976a9e6a,revision_number=1']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:20:00.191088 n-d-713301-16 neutron-server[95101]: DEBUG neutron.db.provisioning_blocks [req-2d3f89ed-e082-40e7-a036-d8d219f57a7d req-759b7220-ed58-4f0f-8383-a4839edb9130 service neutron] Transition to ACTIVE for port object adfc2094-8565-46e7-b934-be5d7a3613f3 will not be triggered until provisioned by entity L2. {{(pid=95101) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 19:20:00.210512 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-2d3f89ed-e082-40e7-a036-d8d219f57a7d req-759b7220-ed58-4f0f-8383-a4839edb9130 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5607436'] for port, after_update {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:20:00.210741 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45042ce6-121f-410a-b80c-78bfd8258242 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19c0f9e9-a6be-47c1-af86-410f820e84bc,revision_number=None']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:20:00.242753 n-d-713301-16 neutron-server[95101]: DEBUG neutron.db.provisioning_blocks [req-f3a3a265-97df-4492-9bc6-a602198fe69f req-12e0f794-9163-4ab3-bfcc-b91c3e0a54c8 service neutron] Transition to ACTIVE for port object f9280300-5270-4d06-bf5d-2447b17be945 will not be triggered until provisioned by entity L2. {{(pid=95101) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 19:20:00.256476 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-8155f691-1092-4d96-a121-df05e4156f13 req-8445ee8c-3719-4415-b6c1-4677a1c5f456 tempest-AttachSCSIVolumeTestJSON-38860171 tempest-AttachSCSIVolumeTestJSON-38860171-project] 10.222.0.67 "GET /v2.0/security-groups?id=0c62cf39-fdd5-41c2-ace9-89ac5d0e1132&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822530 Sep 23 19:20:00.258751 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-2a4101a9-18d0-433c-b76b-41aba8664b4a req-803d39dc-7699-4040-94ea-4b29b92a3301 service neutron] 10.222.0.74 "GET /v2.0/networks/5220cb0c-da05-478a-9604-8c11469a05b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2171118 Sep 23 19:20:00.287300 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-f3a3a265-97df-4492-9bc6-a602198fe69f req-12e0f794-9163-4ab3-bfcc-b91c3e0a54c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5607436'] for port, after_update {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:20:00.293322 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-ad55599f-f2e8-4dc8-ba47-d2da9c4bcc7d req-a6a267c4-89b8-4935-9732-a49b0d2edb09 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:20:00.339338 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-759b7220-ed58-4f0f-8383-a4839edb9130 service neutron] Pushing event updated for resources: {'Port': ['ID=adfc2094-8565-46e7-b934-be5d7a3613f3,revision_number=2']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:20:00.362272 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-d79fe500-e39a-4faf-904a-c96894fd20ff None None] Provisioning complete for port 0307641e-042f-4609-8b5c-a0d2aeb0d6c3 triggered by entity DHCP. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:20:00.363436 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-d79fe500-e39a-4faf-904a-c96894fd20ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:20:00.444333 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.plugin [None req-d79fe500-e39a-4faf-904a-c96894fd20ff None None] Port 0307641e-042f-4609-8b5c-a0d2aeb0d6c3 cannot update to ACTIVE because it is not bound. {{(pid=95103) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 19:20:00.454480 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-2a4101a9-18d0-433c-b76b-41aba8664b4a req-417e30f7-33e3-4054-bb32-ffbd0ee3e8e8 service neutron] 10.222.0.74 "GET /v2.0/networks/5220cb0c-da05-478a-9604-8c11469a05b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1849456 Sep 23 19:20:00.464698 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-3398a206-7d9f-4af6-86dd-ac96df9ec3a4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:20:00.475764 n-d-713301-16 neutron-server[95101]: DEBUG neutron.db.l3_dvrscheduler_db [req-f3a3a265-97df-4492-9bc6-a602198fe69f req-12e0f794-9163-4ab3-bfcc-b91c3e0a54c8 service neutron] No DVR routers for this DVR port f9280300-5270-4d06-bf5d-2447b17be945 on host n-h2-713301-16 {{(pid=95101) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 19:20:00.605764 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba670f3e-6f23-4097-b2a6-0dbf115cd672 req-f1118d23-7a50-49f3-8f75-254df5c2981c tempest-LiveAutoBlockMigrationV225Test-1531822435 tempest-LiveAutoBlockMigrationV225Test-1531822435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:20:00.607367 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-ba670f3e-6f23-4097-b2a6-0dbf115cd672 req-f1118d23-7a50-49f3-8f75-254df5c2981c tempest-LiveAutoBlockMigrationV225Test-1531822435 tempest-LiveAutoBlockMigrationV225Test-1531822435-project] 10.222.0.67 "GET /v2.0/ports?device_id=3f93ff56-89d6-4d8a-827d-77dcf6e19457 HTTP/1.1" status: 200 len: 945 time: 0.1967223 Sep 23 19:20:00.609251 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-3398a206-7d9f-4af6-86dd-ac96df9ec3a4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:20:00.628786 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b34fd5d-db88-43bf-bed9-c2fb4fd1d437 req-e3f53d27-6459-4c83-9ac0-f1e4a8283be4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:20:00.630791 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-0b34fd5d-db88-43bf-bed9-c2fb4fd1d437 req-e3f53d27-6459-4c83-9ac0-f1e4a8283be4 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=c24f47dc20fc456d9867e81e5b0f7002&device_id=8adc1d5c-ae67-4d87-8284-04120d7c0f9e HTTP/1.1" status: 200 len: 1100 time: 0.1154232 Sep 23 19:20:00.648899 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.managers [req-2d3f89ed-e082-40e7-a036-d8d219f57a7d req-759b7220-ed58-4f0f-8383-a4839edb9130 service neutron] Attempting to bind port adfc2094-8565-46e7-b934-be5d7a3613f3 on host n-h1-713301-16 for vnic_type normal with profile {{(pid=95101) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 19:20:00.649390 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.managers [req-2d3f89ed-e082-40e7-a036-d8d219f57a7d req-759b7220-ed58-4f0f-8383-a4839edb9130 service neutron] Attempting to bind port adfc2094-8565-46e7-b934-be5d7a3613f3 by drivers openvswitch,hyperv on host n-h1-713301-16 at level 0 using segments [{'id': '60344de3-4656-4e44-ba87-ebbfec08b080', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '13779c5f-d832-4edd-ba35-ebc363f13a7c'}] {{(pid=95101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 19:20:00.649809 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d3f89ed-e082-40e7-a036-d8d219f57a7d req-759b7220-ed58-4f0f-8383-a4839edb9130 service neutron] Attempting to bind port adfc2094-8565-46e7-b934-be5d7a3613f3 on network 13779c5f-d832-4edd-ba35-ebc363f13a7c {{(pid=95101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:20:00.660274 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ad1ac5-7c35-419b-a45e-fecf704f320b req-35087c06-3193-435c-816d-f9eda420f2cf tempest-FloatingIPsAssociationTestJSON-1050306137 tempest-FloatingIPsAssociationTestJSON-1050306137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:20:00.667912 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-b7ad1ac5-7c35-419b-a45e-fecf704f320b req-35087c06-3193-435c-816d-f9eda420f2cf tempest-FloatingIPsAssociationTestJSON-1050306137 tempest-FloatingIPsAssociationTestJSON-1050306137-project] 10.222.0.67 "GET /v2.0/ports?device_id=35f886c6-a071-4ff1-96c0-5c1ef089643d HTTP/1.1" status: 200 len: 943 time: 0.1303854 Sep 23 19:20:00.720724 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-f3a3a265-97df-4492-9bc6-a602198fe69f req-12e0f794-9163-4ab3-bfcc-b91c3e0a54c8 service neutron] 10.222.0.53 "PUT /v2.0/ports/f9280300-5270-4d06-bf5d-2447b17be945/bindings/n-h1-713301-16/activate HTTP/1.1" status: 200 len: 370 time: 2.0014510 Sep 23 19:20:00.721359 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12e0f794-9163-4ab3-bfcc-b91c3e0a54c8 service neutron] Pushing event updated for resources: {'Port': ['ID=f9280300-5270-4d06-bf5d-2447b17be945,revision_number=10']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:20:00.741903 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d3f89ed-e082-40e7-a036-d8d219f57a7d req-759b7220-ed58-4f0f-8383-a4839edb9130 service neutron] Port adfc2094-8565-46e7-b934-be5d7a3613f3 on network 13779c5f-d832-4edd-ba35-ebc363f13a7c not bound, no agent of type Open vSwitch agent registered on host n-h1-713301-16 {{(pid=95101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 19:20:00.742234 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d3f89ed-e082-40e7-a036-d8d219f57a7d req-759b7220-ed58-4f0f-8383-a4839edb9130 service neutron] Attempting to bind port adfc2094-8565-46e7-b934-be5d7a3613f3 on network 13779c5f-d832-4edd-ba35-ebc363f13a7c {{(pid=95101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:20:00.772242 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-ba670f3e-6f23-4097-b2a6-0dbf115cd672 req-2728fa09-af38-4a31-a691-542368b13240 tempest-LiveAutoBlockMigrationV225Test-1531822435 tempest-LiveAutoBlockMigrationV225Test-1531822435-project] 10.222.0.67 "GET /v2.0/security-groups?id=6d32247e-8bb7-4ae1-818c-76baafa39c73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1548593 Sep 23 19:20:00.781911 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d3f89ed-e082-40e7-a036-d8d219f57a7d req-759b7220-ed58-4f0f-8383-a4839edb9130 service neutron] Checking agent: {'id': '0708c3e9-0aad-4600-9be9-d2486535c898', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713301-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 19, 15, 28), 'started_at': datetime.datetime(2021, 9, 23, 19, 15, 28), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 19, 19, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 19:20:00.782264 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d3f89ed-e082-40e7-a036-d8d219f57a7d req-759b7220-ed58-4f0f-8383-a4839edb9130 service neutron] Checking segment: {'id': '60344de3-4656-4e44-ba87-ebbfec08b080', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '13779c5f-d832-4edd-ba35-ebc363f13a7c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:20:00.782723 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d3f89ed-e082-40e7-a036-d8d219f57a7d req-759b7220-ed58-4f0f-8383-a4839edb9130 service neutron] Bound using segment: {'id': '60344de3-4656-4e44-ba87-ebbfec08b080', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '13779c5f-d832-4edd-ba35-ebc363f13a7c'} {{(pid=95101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 19:20:00.783198 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.managers [req-2d3f89ed-e082-40e7-a036-d8d219f57a7d req-759b7220-ed58-4f0f-8383-a4839edb9130 service neutron] Bound port: adfc2094-8565-46e7-b934-be5d7a3613f3, host: n-h1-713301-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '60344de3-4656-4e44-ba87-ebbfec08b080', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '13779c5f-d832-4edd-ba35-ebc363f13a7c'}}] {{(pid=95101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 19:20:00.783610 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-2d3f89ed-e082-40e7-a036-d8d219f57a7d req-759b7220-ed58-4f0f-8383-a4839edb9130 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:20:00.799098 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-b7ad1ac5-7c35-419b-a45e-fecf704f320b req-79857bd1-67c4-4937-864d-498528829f3f tempest-FloatingIPsAssociationTestJSON-1050306137 tempest-FloatingIPsAssociationTestJSON-1050306137-project] 10.222.0.67 "GET /v2.0/security-groups?id=cb9248a2-4263-4f57-a68c-8a6c3c3d2519&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1300707 Sep 23 19:20:00.811543 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.74', 55268) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:20:00.840677 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b34fd5d-db88-43bf-bed9-c2fb4fd1d437 req-60de44cc-8575-4d9e-a547-35b370d6e8a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:20:00.842201 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-0b34fd5d-db88-43bf-bed9-c2fb4fd1d437 req-60de44cc-8575-4d9e-a547-35b370d6e8a7 service neutron] 10.222.0.74 "GET /v2.0/networks?id=5220cb0c-da05-478a-9604-8c11469a05b4 HTTP/1.1" status: 200 len: 870 time: 0.2034321 Sep 23 19:20:00.898666 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-0b34fd5d-db88-43bf-bed9-c2fb4fd1d437 req-8fa4e7eb-6dca-4375-b5ab-bd3bce115ed7 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.122&port_id=ab5e3235-e78f-4241-bc0a-4d5d913dcd9b HTTP/1.1" status: 200 len: 217 time: 0.0408356 Sep 23 19:20:00.916277 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Device fb0b1835-9081-4c25-80cf-d12f1b4e6751 up at agent hyperv_n-h2-713301-16 {{(pid=95103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 19:20:00.954037 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-3398a206-7d9f-4af6-86dd-ac96df9ec3a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:20:00.958405 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-3398a206-7d9f-4af6-86dd-ac96df9ec3a4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:20:00.963094 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-3398a206-7d9f-4af6-86dd-ac96df9ec3a4 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/f0f3d070-6735-48dc-a230-bc40976a9e6a HTTP/1.1" status: 204 len: 168 time: 0.7845716 Sep 23 19:20:00.984568 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3398a206-7d9f-4af6-86dd-ac96df9ec3a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0f3d070-6735-48dc-a230-bc40976a9e6a,revision_number=None']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:20:00.995918 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.db [req-2d3f89ed-e082-40e7-a036-d8d219f57a7d req-759b7220-ed58-4f0f-8383-a4839edb9130 service neutron] For port adfc2094-8565-46e7-b934-be5d7a3613f3, host n-h1-713301-16, cleared binding levels {{(pid=95101) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 19:20:01.026147 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.db [req-2d3f89ed-e082-40e7-a036-d8d219f57a7d req-759b7220-ed58-4f0f-8383-a4839edb9130 service neutron] For port adfc2094-8565-46e7-b934-be5d7a3613f3, host n-h1-713301-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-16',level=0,port_id=adfc2094-8565-46e7-b934-be5d7a3613f3,segment=NetworkSegment(60344de3-4656-4e44-ba87-ebbfec08b080),segment_id=60344de3-4656-4e44-ba87-ebbfec08b080)] {{(pid=95101) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 19:20:01.057106 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a3a265-97df-4492-9bc6-a602198fe69f req-b17b4739-8a54-4dec-a9d9-75feb9cb3297 tempest-LiveMigrationTest-677110171 tempest-LiveMigrationTest-677110171-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:20:01.057388 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-2d3f89ed-e082-40e7-a036-d8d219f57a7d req-759b7220-ed58-4f0f-8383-a4839edb9130 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5607436'] for port, after_update {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:20:01.058653 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-f3a3a265-97df-4492-9bc6-a602198fe69f req-b17b4739-8a54-4dec-a9d9-75feb9cb3297 tempest-LiveMigrationTest-677110171 tempest-LiveMigrationTest-677110171-project-admin] 10.222.0.74 "GET /v2.0/ports?device_id=91012e8e-e67b-47ad-a34e-08f42534c38f&tenant_id=0f5d9c33c3334ce192c43e08217ee019&binding%3Ahost_id=n-h2-713301-16 HTTP/1.1" status: 200 len: 1096 time: 0.2470777 Sep 23 19:20:01.084307 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Provisioning for port fb0b1835-9081-4c25-80cf-d12f1b4e6751 completed by entity L2. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 19:20:01.091783 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Provisioning complete for port fb0b1835-9081-4c25-80cf-d12f1b4e6751 triggered by entity L2. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:20:01.092160 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:20:01.104724 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da61afd-f9dc-46c7-b855-f7c64007c2c0 req-fae87aa1-378d-4ba7-8cfa-d99e9f1ae939 tempest-ServersAdminTestJSON-1371927677 tempest-ServersAdminTestJSON-1371927677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:20:01.111074 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-3da61afd-f9dc-46c7-b855-f7c64007c2c0 req-fae87aa1-378d-4ba7-8cfa-d99e9f1ae939 tempest-ServersAdminTestJSON-1371927677 tempest-ServersAdminTestJSON-1371927677-project] 10.222.0.67 "GET /v2.0/ports?device_id=9a5f6079-92f5-4eed-b704-4339934659a8 HTTP/1.1" status: 200 len: 935 time: 0.2085757 Sep 23 19:20:01.114636 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b34fd5d-db88-43bf-bed9-c2fb4fd1d437 req-a9d58adb-7618-4caf-8010-c72d8480ef5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:20:01.116193 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-0b34fd5d-db88-43bf-bed9-c2fb4fd1d437 req-a9d58adb-7618-4caf-8010-c72d8480ef5c service neutron] 10.222.0.74 "GET /v2.0/subnets?id=1ccc69bc-9d6b-44d9-b227-204e47dc6e45 HTTP/1.1" status: 200 len: 843 time: 0.1927722 Sep 23 19:20:01.130247 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-759b7220-ed58-4f0f-8383-a4839edb9130 service neutron] Pushing event updated for resources: {'Port': ['ID=adfc2094-8565-46e7-b934-be5d7a3613f3,revision_number=3']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:20:01.168480 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3f89ed-e082-40e7-a036-d8d219f57a7d req-759b7220-ed58-4f0f-8383-a4839edb9130 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:20:01.169009 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-2d3f89ed-e082-40e7-a036-d8d219f57a7d req-759b7220-ed58-4f0f-8383-a4839edb9130 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222849'] for port, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:20:01.170539 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-2d3f89ed-e082-40e7-a036-d8d219f57a7d req-759b7220-ed58-4f0f-8383-a4839edb9130 service neutron] 10.222.0.74 "PUT /v2.0/ports/adfc2094-8565-46e7-b934-be5d7a3613f3 HTTP/1.1" status: 200 len: 1092 time: 2.4666417 Sep 23 19:20:01.170999 n-d-713301-16 neutron-server[95101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '35f886c6-a071-4ff1-96c0-5c1ef089643d', 'tag': 'adfc2094-8565-46e7-b934-be5d7a3613f3'}] {{(pid=95101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 19:20:01.173321 n-d-713301-16 neutron-server[95101]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d8366c5740cd635e57ab12b71fe44a77c2acc3c19091ef849c6f68b380462244" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c2fe8ff-423c-42aa-978d-e27f526de8e2" -d '{"events": [{"name": "network-changed", "server_uuid": "35f886c6-a071-4ff1-96c0-5c1ef089643d", "tag": "adfc2094-8565-46e7-b934-be5d7a3613f3"}]}' {{(pid=95101) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 19:20:01.244646 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e1f9a1d-bc50-4e30-a253-996de3bcfe87 req-8518b665-4760-432f-a83b-0c5ef5c9e1fb tempest-LiveMigrationTest-1843640962 tempest-LiveMigrationTest-1843640962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:20:01.248618 n-d-713301-16 neutron-server[95101]: DEBUG neutron.notifiers.nova [req-ad55599f-f2e8-4dc8-ba47-d2da9c4bcc7d req-a6a267c4-89b8-4935-9732-a49b0d2edb09 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0307641e-042f-4609-8b5c-a0d2aeb0d6c3 {{(pid=95101) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 19:20:01.249826 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-9e1f9a1d-bc50-4e30-a253-996de3bcfe87 req-8518b665-4760-432f-a83b-0c5ef5c9e1fb tempest-LiveMigrationTest-1843640962 tempest-LiveMigrationTest-1843640962-project] 10.222.0.67 "GET /v2.0/ports?device_id=91012e8e-e67b-47ad-a34e-08f42534c38f HTTP/1.1" status: 200 len: 944 time: 0.2130370 Sep 23 19:20:01.292522 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-ad55599f-f2e8-4dc8-ba47-d2da9c4bcc7d req-a6a267c4-89b8-4935-9732-a49b0d2edb09 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:20:01.310589 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-3da61afd-f9dc-46c7-b855-f7c64007c2c0 req-fae38709-8036-477d-b3a3-709d995b9e40 tempest-ServersAdminTestJSON-1371927677 tempest-ServersAdminTestJSON-1371927677-project] 10.222.0.67 "GET /v2.0/security-groups?id=f6ea2bc2-ae02-426e-9312-246b38837e94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1985688 Sep 23 19:20:01.334018 n-d-713301-16 neutron-server[95101]: DEBUG neutron.db.provisioning_blocks [req-ad55599f-f2e8-4dc8-ba47-d2da9c4bcc7d req-a6a267c4-89b8-4935-9732-a49b0d2edb09 service neutron] Transition to ACTIVE for port object 0307641e-042f-4609-8b5c-a0d2aeb0d6c3 will not be triggered until provisioned by entity L2. {{(pid=95101) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 19:20:01.337464 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3f89ed-e082-40e7-a036-d8d219f57a7d req-b03a4b8b-3935-4296-8c02-64780ec8d01a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:20:01.338629 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:20:01.338923 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-2d3f89ed-e082-40e7-a036-d8d219f57a7d req-b03a4b8b-3935-4296-8c02-64780ec8d01a service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=1837c91936d44f518fad2d97e5027d38&device_id=35f886c6-a071-4ff1-96c0-5c1ef089643d HTTP/1.1" status: 200 len: 1095 time: 0.1113641 Sep 23 19:20:01.340095 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-ad55599f-f2e8-4dc8-ba47-d2da9c4bcc7d req-a6a267c4-89b8-4935-9732-a49b0d2edb09 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5607436'] for port, after_update {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:20:01.390166 n-d-713301-16 neutron-server[95103]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f9cb8e6e-3d0e-4a53-a7ec-32ca0d28db43', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb0b1835-9081-4c25-80cf-d12f1b4e6751'}] {{(pid=95103) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 19:20:01.392717 n-d-713301-16 neutron-server[95103]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}81a1c17f2aa89d5b3ebbba3a3e0cf7eb588e431c2224256110c4c4facdd7c3e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65d2a168-b3e5-4111-8f8c-075c68da113c" -d '{"events": [{"server_uuid": "f9cb8e6e-3d0e-4a53-a7ec-32ca0d28db43", "name": "network-vif-plugged", "status": "completed", "tag": "fb0b1835-9081-4c25-80cf-d12f1b4e6751"}]}' {{(pid=95103) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 19:20:01.400127 n-d-713301-16 neutron-server[95101]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 19:20:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1246d04a-0009-45c2-b6e0-9a9c607b3b71 x-openstack-request-id: req-1246d04a-0009-45c2-b6e0-9a9c607b3b71 {{(pid=95101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 19:20:01.400432 n-d-713301-16 neutron-server[95101]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "35f886c6-a071-4ff1-96c0-5c1ef089643d", "tag": "adfc2094-8565-46e7-b934-be5d7a3613f3", "status": "completed", "code": 200}]} {{(pid=95101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 19:20:01.400689 n-d-713301-16 neutron-server[95101]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-1246d04a-0009-45c2-b6e0-9a9c607b3b71 {{(pid=95101) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 19:20:01.401086 n-d-713301-16 neutron-server[95101]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '35f886c6-a071-4ff1-96c0-5c1ef089643d', 'tag': 'adfc2094-8565-46e7-b934-be5d7a3613f3', 'status': 'completed', 'code': 200} Sep 23 19:20:01.401665 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a267c4-89b8-4935-9732-a49b0d2edb09 service neutron] Pushing event updated for resources: {'Port': ['ID=0307641e-042f-4609-8b5c-a0d2aeb0d6c3,revision_number=2']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:20:01.403626 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a3a265-97df-4492-9bc6-a602198fe69f req-f1c6915c-3e42-409e-bb9b-28bb060a2d3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:20:01.413731 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-f3a3a265-97df-4492-9bc6-a602198fe69f req-f1c6915c-3e42-409e-bb9b-28bb060a2d3c service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=91012e8e-e67b-47ad-a34e-08f42534c38f&tenant_id=0f5d9c33c3334ce192c43e08217ee019 HTTP/1.1" status: 200 len: 1096 time: 0.3318782 Sep 23 19:20:01.432915 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] For port fb0b1835-9081-4c25-80cf-d12f1b4e6751, host n-h2-713301-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-16',level=0,port_id=fb0b1835-9081-4c25-80cf-d12f1b4e6751,segment=NetworkSegment(24a8f1c2-6cab-462e-bcd7-b4a9edb91257),segment_id=24a8f1c2-6cab-462e-bcd7-b4a9edb91257)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:20:01.440568 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b34fd5d-db88-43bf-bed9-c2fb4fd1d437 req-b351226c-534b-4bd6-8333-697d6d3fb329 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:20:01.442747 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:20:01.457068 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-0b34fd5d-db88-43bf-bed9-c2fb4fd1d437 req-b351226c-534b-4bd6-8333-697d6d3fb329 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=5220cb0c-da05-478a-9604-8c11469a05b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3090742 Sep 23 19:20:01.468200 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-2d3f89ed-e082-40e7-a036-d8d219f57a7d req-fd906740-651f-45eb-b24a-463cf2311b1a service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=adfc2094-8565-46e7-b934-be5d7a3613f3 HTTP/1.1" status: 200 len: 217 time: 0.0709555 Sep 23 19:20:01.480896 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-9e1f9a1d-bc50-4e30-a253-996de3bcfe87 req-74264400-d371-4e7c-942f-a16e2e6d673b tempest-LiveMigrationTest-1843640962 tempest-LiveMigrationTest-1843640962-project] 10.222.0.67 "GET /v2.0/security-groups?id=1c151358-1cab-48a6-be3e-ad7507b4da06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2058821 Sep 23 19:20:01.580933 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Pushing event updated for resources: {'Port': ['ID=fb0b1835-9081-4c25-80cf-d12f1b4e6751,revision_number=5']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:20:01.605521 n-d-713301-16 neutron-server[95103]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 19:20:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0b9cca4-b003-4bbf-9038-e4047564ba10 x-openstack-request-id: req-a0b9cca4-b003-4bbf-9038-e4047564ba10 {{(pid=95103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 19:20:01.605923 n-d-713301-16 neutron-server[95103]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f9cb8e6e-3d0e-4a53-a7ec-32ca0d28db43", "name": "network-vif-plugged", "status": "completed", "tag": "fb0b1835-9081-4c25-80cf-d12f1b4e6751", "code": 200}]} {{(pid=95103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 19:20:01.606279 n-d-713301-16 neutron-server[95103]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-a0b9cca4-b003-4bbf-9038-e4047564ba10 {{(pid=95103) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 19:20:01.606817 n-d-713301-16 neutron-server[95103]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f9cb8e6e-3d0e-4a53-a7ec-32ca0d28db43', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb0b1835-9081-4c25-80cf-d12f1b4e6751', 'code': 200} Sep 23 19:20:01.712187 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3f89ed-e082-40e7-a036-d8d219f57a7d req-7ac20bc4-dea1-4d69-992a-2fcc27ff47cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:20:01.714398 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-2d3f89ed-e082-40e7-a036-d8d219f57a7d req-7ac20bc4-dea1-4d69-992a-2fcc27ff47cf service neutron] 10.222.0.74 "GET /v2.0/subnets?id=7acfa417-039d-4281-a2fc-e6454233f5db HTTP/1.1" status: 200 len: 860 time: 0.2367008 Sep 23 19:20:01.756185 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c69798c-1258-4917-927f-019c97f9320b req-cf4d475d-790e-4b36-a272-98566712db9c tempest-AttachSCSIVolumeTestJSON-38860171 tempest-AttachSCSIVolumeTestJSON-38860171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:20:01.758606 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-7c69798c-1258-4917-927f-019c97f9320b req-cf4d475d-790e-4b36-a272-98566712db9c tempest-AttachSCSIVolumeTestJSON-38860171 tempest-AttachSCSIVolumeTestJSON-38860171-project] 10.222.0.67 "GET /v2.0/ports?device_id=f9cb8e6e-3d0e-4a53-a7ec-32ca0d28db43 HTTP/1.1" status: 200 len: 945 time: 0.2393324 Sep 23 19:20:01.769010 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f014962-eb42-4954-8125-5edf8ab659c3 req-3f1bac80-b1ca-4324-a530-c0fa52a45840 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:20:01.770948 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-7f014962-eb42-4954-8125-5edf8ab659c3 req-3f1bac80-b1ca-4324-a530-c0fa52a45840 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=f9cb8e6e-3d0e-4a53-a7ec-32ca0d28db43 HTTP/1.1" status: 200 len: 1097 time: 0.1142552 Sep 23 19:20:01.792758 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a3a265-97df-4492-9bc6-a602198fe69f req-266619c8-fba7-46a0-9805-8265dc68356c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:20:01.794476 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-f3a3a265-97df-4492-9bc6-a602198fe69f req-266619c8-fba7-46a0-9805-8265dc68356c service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=0f5d9c33c3334ce192c43e08217ee019&device_id=91012e8e-e67b-47ad-a34e-08f42534c38f HTTP/1.1" status: 200 len: 1096 time: 0.3089049 Sep 23 19:20:01.814795 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-0b34fd5d-db88-43bf-bed9-c2fb4fd1d437 req-236b5ba9-061c-4df4-8204-a18dc9f3061f service neutron] 10.222.0.74 "GET /v2.0/networks/5220cb0c-da05-478a-9604-8c11469a05b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3279963 Sep 23 19:20:01.817253 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.managers [req-ad55599f-f2e8-4dc8-ba47-d2da9c4bcc7d req-a6a267c4-89b8-4935-9732-a49b0d2edb09 service neutron] Attempting to bind port 0307641e-042f-4609-8b5c-a0d2aeb0d6c3 on host n-h1-713301-16 for vnic_type normal with profile {{(pid=95101) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 19:20:01.817819 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.managers [req-ad55599f-f2e8-4dc8-ba47-d2da9c4bcc7d req-a6a267c4-89b8-4935-9732-a49b0d2edb09 service neutron] Attempting to bind port 0307641e-042f-4609-8b5c-a0d2aeb0d6c3 by drivers openvswitch,hyperv on host n-h1-713301-16 at level 0 using segments [{'id': '6139d589-eb6c-4578-8935-c26ddf396853', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '5220cb0c-da05-478a-9604-8c11469a05b4'}] {{(pid=95101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 19:20:01.820893 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad55599f-f2e8-4dc8-ba47-d2da9c4bcc7d req-a6a267c4-89b8-4935-9732-a49b0d2edb09 service neutron] Attempting to bind port 0307641e-042f-4609-8b5c-a0d2aeb0d6c3 on network 5220cb0c-da05-478a-9604-8c11469a05b4 {{(pid=95101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:20:01.829043 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 57740) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:20:01.863004 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3f89ed-e082-40e7-a036-d8d219f57a7d req-d96cfc4e-43f7-4a8b-b22b-c46c4ea5916b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:20:01.866484 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-2d3f89ed-e082-40e7-a036-d8d219f57a7d req-d96cfc4e-43f7-4a8b-b22b-c46c4ea5916b service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=13779c5f-d832-4edd-ba35-ebc363f13a7c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1379859 Sep 23 19:20:01.867845 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad55599f-f2e8-4dc8-ba47-d2da9c4bcc7d req-a6a267c4-89b8-4935-9732-a49b0d2edb09 service neutron] Port 0307641e-042f-4609-8b5c-a0d2aeb0d6c3 on network 5220cb0c-da05-478a-9604-8c11469a05b4 not bound, no agent of type Open vSwitch agent registered on host n-h1-713301-16 {{(pid=95101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 19:20:01.868439 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad55599f-f2e8-4dc8-ba47-d2da9c4bcc7d req-a6a267c4-89b8-4935-9732-a49b0d2edb09 service neutron] Attempting to bind port 0307641e-042f-4609-8b5c-a0d2aeb0d6c3 on network 5220cb0c-da05-478a-9604-8c11469a05b4 {{(pid=95101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:20:01.877843 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-7f014962-eb42-4954-8125-5edf8ab659c3 req-fbadc868-3c0d-4b7d-a24a-a5a9587affb2 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=0c62cf39-fdd5-41c2-ace9-89ac5d0e1132&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976763 Sep 23 19:20:01.906669 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad55599f-f2e8-4dc8-ba47-d2da9c4bcc7d req-a6a267c4-89b8-4935-9732-a49b0d2edb09 service neutron] Checking agent: {'id': '0708c3e9-0aad-4600-9be9-d2486535c898', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713301-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 19, 15, 28), 'started_at': datetime.datetime(2021, 9, 23, 19, 15, 28), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 19, 19, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 19:20:01.913279 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad55599f-f2e8-4dc8-ba47-d2da9c4bcc7d req-a6a267c4-89b8-4935-9732-a49b0d2edb09 service neutron] Checking segment: {'id': '6139d589-eb6c-4578-8935-c26ddf396853', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '5220cb0c-da05-478a-9604-8c11469a05b4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:20:01.913478 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad55599f-f2e8-4dc8-ba47-d2da9c4bcc7d req-a6a267c4-89b8-4935-9732-a49b0d2edb09 service neutron] Bound using segment: {'id': '6139d589-eb6c-4578-8935-c26ddf396853', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '5220cb0c-da05-478a-9604-8c11469a05b4'} {{(pid=95101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 19:20:01.915410 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.managers [req-ad55599f-f2e8-4dc8-ba47-d2da9c4bcc7d req-a6a267c4-89b8-4935-9732-a49b0d2edb09 service neutron] Bound port: 0307641e-042f-4609-8b5c-a0d2aeb0d6c3, host: n-h1-713301-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6139d589-eb6c-4578-8935-c26ddf396853', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '5220cb0c-da05-478a-9604-8c11469a05b4'}}] {{(pid=95101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 19:20:01.915410 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-ad55599f-f2e8-4dc8-ba47-d2da9c4bcc7d req-a6a267c4-89b8-4935-9732-a49b0d2edb09 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:20:01.934380 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-7c69798c-1258-4917-927f-019c97f9320b req-6773b911-139b-4feb-99ee-a79744020557 tempest-AttachSCSIVolumeTestJSON-38860171 tempest-AttachSCSIVolumeTestJSON-38860171-project] 10.222.0.67 "GET /v2.0/security-groups?id=0c62cf39-fdd5-41c2-ace9-89ac5d0e1132&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1584194 Sep 23 19:20:02.062489 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-2d3f89ed-e082-40e7-a036-d8d219f57a7d req-3924d983-8459-4097-b0e6-211f0202eb63 service neutron] 10.222.0.74 "GET /v2.0/networks/13779c5f-d832-4edd-ba35-ebc363f13a7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1826839 Sep 23 19:20:02.064182 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.db [req-ad55599f-f2e8-4dc8-ba47-d2da9c4bcc7d req-a6a267c4-89b8-4935-9732-a49b0d2edb09 service neutron] For port 0307641e-042f-4609-8b5c-a0d2aeb0d6c3, host n-h1-713301-16, cleared binding levels {{(pid=95101) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 19:20:02.071157 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.db [req-ad55599f-f2e8-4dc8-ba47-d2da9c4bcc7d req-a6a267c4-89b8-4935-9732-a49b0d2edb09 service neutron] For port 0307641e-042f-4609-8b5c-a0d2aeb0d6c3, host n-h1-713301-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-16',level=0,port_id=0307641e-042f-4609-8b5c-a0d2aeb0d6c3,segment=NetworkSegment(6139d589-eb6c-4578-8935-c26ddf396853),segment_id=6139d589-eb6c-4578-8935-c26ddf396853)] {{(pid=95101) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 19:20:02.083046 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-ad55599f-f2e8-4dc8-ba47-d2da9c4bcc7d req-a6a267c4-89b8-4935-9732-a49b0d2edb09 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5607436'] for port, after_update {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:20:02.115982 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.v2.base [None req-b885ca1a-c25d-44da-a869-a02b287ad21c admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesTestJSON-127495027-network', 'tenant_id': '4fdf196116d1453ea60e11fe9778105b'}} {{(pid=95101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:20:02.150638 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a3a265-97df-4492-9bc6-a602198fe69f req-116311e7-84bc-4b4a-8c6d-86892ebb7234 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:20:02.152140 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-f3a3a265-97df-4492-9bc6-a602198fe69f req-116311e7-84bc-4b4a-8c6d-86892ebb7234 service neutron] 10.222.0.74 "GET /v2.0/networks?id=bf651024-673c-4eec-84ce-c6ef83d369a1 HTTP/1.1" status: 200 len: 908 time: 0.3483534 Sep 23 19:20:02.157270 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad55599f-f2e8-4dc8-ba47-d2da9c4bcc7d req-a6a267c4-89b8-4935-9732-a49b0d2edb09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:20:02.157910 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-ad55599f-f2e8-4dc8-ba47-d2da9c4bcc7d req-a6a267c4-89b8-4935-9732-a49b0d2edb09 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222849'] for port, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:20:02.160051 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-ad55599f-f2e8-4dc8-ba47-d2da9c4bcc7d req-a6a267c4-89b8-4935-9732-a49b0d2edb09 service neutron] 10.222.0.74 "PUT /v2.0/ports/0307641e-042f-4609-8b5c-a0d2aeb0d6c3 HTTP/1.1" status: 200 len: 1096 time: 2.0499158 Sep 23 19:20:02.166258 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d5aab8-9f3b-40d9-952a-a6a153551510 req-bd54b83b-8dd1-412e-aace-0a5b830b817f tempest-LiveAutoBlockMigrationV225Test-1531822435 tempest-LiveAutoBlockMigrationV225Test-1531822435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:20:02.167793 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-87d5aab8-9f3b-40d9-952a-a6a153551510 req-bd54b83b-8dd1-412e-aace-0a5b830b817f tempest-LiveAutoBlockMigrationV225Test-1531822435 tempest-LiveAutoBlockMigrationV225Test-1531822435-project] 10.222.0.67 "GET /v2.0/ports?device_id=3f93ff56-89d6-4d8a-827d-77dcf6e19457 HTTP/1.1" status: 200 len: 945 time: 0.2324340 Sep 23 19:20:02.173134 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-0b34fd5d-db88-43bf-bed9-c2fb4fd1d437 req-40b473d2-60a9-4b0d-85a9-4f30b5edfebc service neutron] 10.222.0.74 "GET /v2.0/networks/5220cb0c-da05-478a-9604-8c11469a05b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3440020 Sep 23 19:20:02.229487 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-f3a3a265-97df-4492-9bc6-a602198fe69f req-31a8bfad-8daf-478e-99b6-b01aa942665c service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f9280300-5270-4d06-bf5d-2447b17be945 HTTP/1.1" status: 200 len: 217 time: 0.0603750 Sep 23 19:20:02.250888 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737fb9aa-d0c7-4cd9-86c7-9c15b6687c32 req-bd79d2af-cb09-4c59-aac3-b2fb28e2b442 tempest-FloatingIPsAssociationTestJSON-1050306137 tempest-FloatingIPsAssociationTestJSON-1050306137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:20:02.259354 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-737fb9aa-d0c7-4cd9-86c7-9c15b6687c32 req-bd79d2af-cb09-4c59-aac3-b2fb28e2b442 tempest-FloatingIPsAssociationTestJSON-1050306137 tempest-FloatingIPsAssociationTestJSON-1050306137-project] 10.222.0.67 "GET /v2.0/ports?device_id=35f886c6-a071-4ff1-96c0-5c1ef089643d HTTP/1.1" status: 200 len: 943 time: 0.2219508 Sep 23 19:20:02.261566 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b885ca1a-c25d-44da-a869-a02b287ad21c admin admin] Made reservation on behalf of 4fdf196116d1453ea60e11fe9778105b for: {'network': 1} {{(pid=95101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:20:02.264225 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-b885ca1a-c25d-44da-a869-a02b287ad21c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for network, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:20:02.284569 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a267c4-89b8-4935-9732-a49b0d2edb09 service neutron] Pushing event updated for resources: {'Port': ['ID=0307641e-042f-4609-8b5c-a0d2aeb0d6c3,revision_number=3']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:20:02.292485 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-b885ca1a-c25d-44da-a869-a02b287ad21c admin admin] Notify callbacks [] for security_group, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:20:02.299710 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-2d3f89ed-e082-40e7-a036-d8d219f57a7d req-0209eadf-4a3c-4a20-a78c-7dcda089bbc8 service neutron] 10.222.0.74 "GET /v2.0/networks/13779c5f-d832-4edd-ba35-ebc363f13a7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2271309 Sep 23 19:20:02.420519 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a3a265-97df-4492-9bc6-a602198fe69f req-3a2b567f-d7a5-42bc-8a10-92fd165ec70f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:20:02.423400 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-f3a3a265-97df-4492-9bc6-a602198fe69f req-3a2b567f-d7a5-42bc-8a10-92fd165ec70f service neutron] 10.222.0.74 "GET /v2.0/subnets?id=a9e01a0e-19a1-4eb7-ad45-3b74532cbcd9 HTTP/1.1" status: 200 len: 847 time: 0.1596653 Sep 23 19:20:02.440547 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2fe8ff-423c-42aa-978d-e27f526de8e2 req-bb0adf2a-c6b7-41f9-87df-9b962493da6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:20:02.443099 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-0c2fe8ff-423c-42aa-978d-e27f526de8e2 req-bb0adf2a-c6b7-41f9-87df-9b962493da6a service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=1837c91936d44f518fad2d97e5027d38&device_id=35f886c6-a071-4ff1-96c0-5c1ef089643d HTTP/1.1" status: 200 len: 1095 time: 0.0867515 Sep 23 19:20:02.525072 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-87d5aab8-9f3b-40d9-952a-a6a153551510 req-43188236-d6c4-4eee-a3f3-e56c682949b1 tempest-LiveAutoBlockMigrationV225Test-1531822435 tempest-LiveAutoBlockMigrationV225Test-1531822435-project] 10.222.0.67 "GET /v2.0/security-groups?id=6d32247e-8bb7-4ae1-818c-76baafa39c73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3338218 Sep 23 19:20:02.538084 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad55599f-f2e8-4dc8-ba47-d2da9c4bcc7d req-6614aaf4-54d6-4dff-822e-1fad80ba6a9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:20:02.538084 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-ad55599f-f2e8-4dc8-ba47-d2da9c4bcc7d req-6614aaf4-54d6-4dff-822e-1fad80ba6a9b service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=c24f47dc20fc456d9867e81e5b0f7002&device_id=9a5f6079-92f5-4eed-b704-4339934659a8 HTTP/1.1" status: 200 len: 1099 time: 0.3103557 Sep 23 19:20:02.538889 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-f3a3a265-97df-4492-9bc6-a602198fe69f req-1817c07d-1b1c-41e7-b73c-8d1f1ce44397 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=bf651024-673c-4eec-84ce-c6ef83d369a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1034811 Sep 23 19:20:02.546419 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-b885ca1a-c25d-44da-a869-a02b287ad21c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:20:02.548529 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-737fb9aa-d0c7-4cd9-86c7-9c15b6687c32 req-96fcfac6-af44-4858-852a-1d51d7d48f65 tempest-FloatingIPsAssociationTestJSON-1050306137 tempest-FloatingIPsAssociationTestJSON-1050306137-project] 10.222.0.67 "GET /v2.0/security-groups?id=cb9248a2-4263-4f57-a68c-8a6c3c3d2519&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2879221 Sep 23 19:20:02.555795 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-b885ca1a-c25d-44da-a869-a02b287ad21c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:20:02.580353 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b885ca1a-c25d-44da-a869-a02b287ad21c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 615} {{(pid=95101) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 19:20:02.607673 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-b885ca1a-c25d-44da-a869-a02b287ad21c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1756186'] for segment, precommit_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:20:02.608048 n-d-713301-16 neutron-server[95101]: INFO neutron.db.segments_db [None req-b885ca1a-c25d-44da-a869-a02b287ad21c admin admin] Added segment 850378fe-e0ca-4d27-ae43-8d91e346440a of type vlan for network 1916a9a7-3e6a-4012-9949-57dc27ef82a0 Sep 23 19:20:02.685724 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-b885ca1a-c25d-44da-a869-a02b287ad21c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783145630486'] for network, precommit_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:20:02.703941 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2fe8ff-423c-42aa-978d-e27f526de8e2 req-e8bd5d94-7358-4b9e-a41f-765f41b0ae9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:20:02.703941 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-0c2fe8ff-423c-42aa-978d-e27f526de8e2 req-e8bd5d94-7358-4b9e-a41f-765f41b0ae9f service neutron] 10.222.0.74 "GET /v2.0/networks?id=13779c5f-d832-4edd-ba35-ebc363f13a7c HTTP/1.1" status: 200 len: 922 time: 0.2516682 Sep 23 19:20:02.704280 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b885ca1a-c25d-44da-a869-a02b287ad21c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=250ade16-fd59-458c-99c1-f70b059d1cbf,revision_number=1']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:20:02.765888 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-0c2fe8ff-423c-42aa-978d-e27f526de8e2 req-4bac1f4f-1cb1-479e-a240-5792117e4b25 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=adfc2094-8565-46e7-b934-be5d7a3613f3 HTTP/1.1" status: 200 len: 217 time: 0.0510206 Sep 23 19:20:02.773046 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-b885ca1a-c25d-44da-a869-a02b287ad21c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299'] for network, after_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:20:02.774103 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b885ca1a-c25d-44da-a869-a02b287ad21c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:20:02.777854 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-b885ca1a-c25d-44da-a869-a02b287ad21c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527417'] for network, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:20:02.862343 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-b885ca1a-c25d-44da-a869-a02b287ad21c admin admin] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.0264285 Sep 23 19:20:02.863749 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 57774) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:20:02.870282 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.v2.base [None req-fc2276a4-7df6-4a5f-819a-4643f054b206 admin admin] Request body: {'subnet': {'network_id': '1916a9a7-3e6a-4012-9949-57dc27ef82a0', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesTestJSON-127495027-subnet', 'tenant_id': '4fdf196116d1453ea60e11fe9778105b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:20:02.904840 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-ad55599f-f2e8-4dc8-ba47-d2da9c4bcc7d req-d2392731-eb0e-453d-93b6-cf9e8f795aa6 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.15&port_id=0307641e-042f-4609-8b5c-a0d2aeb0d6c3 HTTP/1.1" status: 200 len: 217 time: 0.3489454 Sep 23 19:20:02.919529 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Device f9280300-5270-4d06-bf5d-2447b17be945 no longer exists at agent hyperv_n-h2-713301-16 {{(pid=95103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 19:20:02.951472 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2fe8ff-423c-42aa-978d-e27f526de8e2 req-812c474b-c75d-43ad-b18f-6bd89e9532bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:20:02.953108 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-0c2fe8ff-423c-42aa-978d-e27f526de8e2 req-812c474b-c75d-43ad-b18f-6bd89e9532bd service neutron] 10.222.0.74 "GET /v2.0/subnets?id=7acfa417-039d-4281-a2fc-e6454233f5db HTTP/1.1" status: 200 len: 860 time: 0.1724005 Sep 23 19:20:02.954737 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc2276a4-7df6-4a5f-819a-4643f054b206 admin admin] Made reservation on behalf of 4fdf196116d1453ea60e11fe9778105b for: {'subnet': 1} {{(pid=95101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:20:02.968133 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-fc2276a4-7df6-4a5f-819a-4643f054b206 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6130979'] for subnet, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:20:02.972487 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b885ca1a-c25d-44da-a869-a02b287ad21c admin admin] Pushing event updated for resources: {'Network': ['ID=1916a9a7-3e6a-4012-9949-57dc27ef82a0,revision_number=1']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:20:03.000143 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Device f9280300-5270-4d06-bf5d-2447b17be945 not bound to the agent host n-h2-713301-16 {{(pid=95103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 19:20:03.010160 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Network 1916a9a7-3e6a-4012-9949-57dc27ef82a0 details requested by agent ovs-agent-n-d-713301-16 with host n-d-713301-16 {{(pid=95103) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 19:20:03.100881 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2fe8ff-423c-42aa-978d-e27f526de8e2 req-1ed75a44-d169-4d0a-81d2-0e52e2ac1d75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:20:03.102671 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-0c2fe8ff-423c-42aa-978d-e27f526de8e2 req-1ed75a44-d169-4d0a-81d2-0e52e2ac1d75 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=13779c5f-d832-4edd-ba35-ebc363f13a7c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1320860 Sep 23 19:20:03.111984 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48a2b93-64d1-406f-8f2b-7372f00c5795 req-dbd2fcec-29c3-47ab-999e-6ee31ce7213d tempest-LiveMigrationTest-1843640962 tempest-LiveMigrationTest-1843640962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:20:03.114653 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-f48a2b93-64d1-406f-8f2b-7372f00c5795 req-dbd2fcec-29c3-47ab-999e-6ee31ce7213d tempest-LiveMigrationTest-1843640962 tempest-LiveMigrationTest-1843640962-project] 10.222.0.67 "GET /v2.0/ports?device_id=91012e8e-e67b-47ad-a34e-08f42534c38f HTTP/1.1" status: 200 len: 944 time: 0.2223451 Sep 23 19:20:03.127828 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad55599f-f2e8-4dc8-ba47-d2da9c4bcc7d req-b6dab79e-d1d6-4387-abb8-79bac0c8c33b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:20:03.131173 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-ad55599f-f2e8-4dc8-ba47-d2da9c4bcc7d req-b6dab79e-d1d6-4387-abb8-79bac0c8c33b service neutron] 10.222.0.74 "GET /v2.0/subnets?id=1ccc69bc-9d6b-44d9-b227-204e47dc6e45 HTTP/1.1" status: 200 len: 843 time: 0.1923954 Sep 23 19:20:03.144904 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6632496-28b4-465e-b625-23a67230b22e req-8e1240d2-6a30-4595-9260-3bc96fbc39bd tempest-ServersAdminTestJSON-1371927677 tempest-ServersAdminTestJSON-1371927677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:20:03.147301 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-d6632496-28b4-465e-b625-23a67230b22e req-8e1240d2-6a30-4595-9260-3bc96fbc39bd tempest-ServersAdminTestJSON-1371927677 tempest-ServersAdminTestJSON-1371927677-project] 10.222.0.67 "GET /v2.0/ports?device_id=9a5f6079-92f5-4eed-b704-4339934659a8 HTTP/1.1" status: 200 len: 947 time: 0.5369434 Sep 23 19:20:03.197060 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-f3a3a265-97df-4492-9bc6-a602198fe69f req-85e63fe7-b17b-477d-a9cf-59745b89d327 service neutron] 10.222.0.74 "GET /v2.0/networks/bf651024-673c-4eec-84ce-c6ef83d369a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6209486 Sep 23 19:20:03.278629 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-f48a2b93-64d1-406f-8f2b-7372f00c5795 req-f7c462c1-cda3-4005-99ee-170c274661a4 tempest-LiveMigrationTest-1843640962 tempest-LiveMigrationTest-1843640962-project] 10.222.0.67 "GET /v2.0/security-groups?id=1c151358-1cab-48a6-be3e-ad7507b4da06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1524973 Sep 23 19:20:03.286685 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Device ab5e3235-e78f-4241-bc0a-4d5d913dcd9b details requested by agent hyperv_n-h1-713301-16 with host n-h1-713301-16 {{(pid=95103) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 19:20:03.290190 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-d6632496-28b4-465e-b625-23a67230b22e req-f03437a6-8090-448d-864b-2a4b8c923252 tempest-ServersAdminTestJSON-1371927677 tempest-ServersAdminTestJSON-1371927677-project] 10.222.0.67 "GET /v2.0/security-groups?id=f6ea2bc2-ae02-426e-9312-246b38837e94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1216207 Sep 23 19:20:03.306202 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-0c2fe8ff-423c-42aa-978d-e27f526de8e2 req-aac39bc5-3373-49d3-9455-32ba8ffc9d94 service neutron] 10.222.0.74 "GET /v2.0/networks/13779c5f-d832-4edd-ba35-ebc363f13a7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1938517 Sep 23 19:20:03.328844 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad55599f-f2e8-4dc8-ba47-d2da9c4bcc7d req-672535b7-73cc-41d0-9721-31f0d9bcf907 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:20:03.329827 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-ad55599f-f2e8-4dc8-ba47-d2da9c4bcc7d req-672535b7-73cc-41d0-9721-31f0d9bcf907 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=5220cb0c-da05-478a-9604-8c11469a05b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1718919 Sep 23 19:20:03.390530 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-f3a3a265-97df-4492-9bc6-a602198fe69f req-a0ed9185-6806-442a-905b-9f81e852078d service neutron] 10.222.0.74 "GET /v2.0/networks/bf651024-673c-4eec-84ce-c6ef83d369a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1779726 Sep 23 19:20:03.411427 n-d-713301-16 neutron-server[95101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9a5f6079-92f5-4eed-b704-4339934659a8', 'tag': '0307641e-042f-4609-8b5c-a0d2aeb0d6c3'}] {{(pid=95101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 19:20:03.413757 n-d-713301-16 neutron-server[95101]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d8366c5740cd635e57ab12b71fe44a77c2acc3c19091ef849c6f68b380462244" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06b887f5-87ba-402e-9274-2896ce1e2bcc" -d '{"events": [{"name": "network-changed", "server_uuid": "9a5f6079-92f5-4eed-b704-4339934659a8", "tag": "0307641e-042f-4609-8b5c-a0d2aeb0d6c3"}]}' {{(pid=95101) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 19:20:03.419198 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-fc2276a4-7df6-4a5f-819a-4643f054b206 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5607579', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6130961'] for subnet, after_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:20:03.483814 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] For port ab5e3235-e78f-4241-bc0a-4d5d913dcd9b, host n-h1-713301-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-16',level=0,port_id=ab5e3235-e78f-4241-bc0a-4d5d913dcd9b,segment=NetworkSegment(6139d589-eb6c-4578-8935-c26ddf396853),segment_id=6139d589-eb6c-4578-8935-c26ddf396853)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:20:03.498487 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-ad55599f-f2e8-4dc8-ba47-d2da9c4bcc7d req-cfb0c357-d5ac-4a6a-9d39-d6576a26ca92 service neutron] 10.222.0.74 "GET /v2.0/networks/5220cb0c-da05-478a-9604-8c11469a05b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1600728 Sep 23 19:20:03.500977 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Returning: {'device': 'ab5e3235-e78f-4241-bc0a-4d5d913dcd9b', 'network_id': '5220cb0c-da05-478a-9604-8c11469a05b4', 'port_id': 'ab5e3235-e78f-4241-bc0a-4d5d913dcd9b', 'mac_address': 'fa:16:3e:fe:ef:8c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 624, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1ccc69bc-9d6b-44d9-b227-204e47dc6e45', 'ip_address': '192.168.233.122'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95103) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 19:20:03.514411 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-125fb48c-a718-42ad-8ec8-a84e50ffbc45 req-917afc1f-972d-4a33-81c2-a1f7697fa367 tempest-AttachSCSIVolumeTestJSON-38860171 tempest-AttachSCSIVolumeTestJSON-38860171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:20:03.515931 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-125fb48c-a718-42ad-8ec8-a84e50ffbc45 req-917afc1f-972d-4a33-81c2-a1f7697fa367 tempest-AttachSCSIVolumeTestJSON-38860171 tempest-AttachSCSIVolumeTestJSON-38860171-project] 10.222.0.67 "GET /v2.0/ports?device_id=f9cb8e6e-3d0e-4a53-a7ec-32ca0d28db43 HTTP/1.1" status: 200 len: 945 time: 0.0775115 Sep 23 19:20:03.544055 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc2276a4-7df6-4a5f-819a-4643f054b206 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2a6b46fc-c311-48b0-910b-930d3a8d11f3,revision_number=0']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:20:03.555087 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-0c2fe8ff-423c-42aa-978d-e27f526de8e2 req-01771dd2-d5e6-4796-b171-c46d29e9af01 service neutron] 10.222.0.74 "GET /v2.0/networks/13779c5f-d832-4edd-ba35-ebc363f13a7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2290561 Sep 23 19:20:03.559692 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:20:03.578323 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc2276a4-7df6-4a5f-819a-4643f054b206 admin admin] Checking segment: {'id': '850378fe-e0ca-4d27-ae43-8d91e346440a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '1916a9a7-3e6a-4012-9949-57dc27ef82a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:20:03.578755 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc2276a4-7df6-4a5f-819a-4643f054b206 admin admin] Network hostable DHCP agents. Network: 1916a9a7-3e6a-4012-9949-57dc27ef82a0, hostable agents: ['1b18bf05-1b5f-4587-be5c-af3ac38e32ad'], hosted agents: [] {{(pid=95101) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 19:20:03.578864 n-d-713301-16 neutron-server[95103]: DEBUG neutron.notifiers.nova [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ab5e3235-e78f-4241-bc0a-4d5d913dcd9b {{(pid=95103) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 19:20:03.612217 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc2276a4-7df6-4a5f-819a-4643f054b206 admin admin] Network 1916a9a7-3e6a-4012-9949-57dc27ef82a0 is scheduled to be hosted by DHCP agent 1b18bf05-1b5f-4587-be5c-af3ac38e32ad with binding_index 1 {{(pid=95101) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 19:20:03.613973 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] For port ab5e3235-e78f-4241-bc0a-4d5d913dcd9b, host n-h1-713301-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-16',level=0,port_id=ab5e3235-e78f-4241-bc0a-4d5d913dcd9b,segment=NetworkSegment(6139d589-eb6c-4578-8935-c26ddf396853),segment_id=6139d589-eb6c-4578-8935-c26ddf396853)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:20:03.624179 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:20:03.635493 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.base_scheduler [None req-fc2276a4-7df6-4a5f-819a-4643f054b206 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713301-16, 1916a9a7-3e6a-4012-9949-57dc27ef82a0) {{(pid=95101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:20:03.646130 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc2276a4-7df6-4a5f-819a-4643f054b206 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:20:03.647030 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-fc2276a4-7df6-4a5f-819a-4643f054b206 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527417'] for subnet, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:20:03.659667 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4dafb8cb-d953-405c-a09f-a3f7fec6ae6c None None] Network 1916a9a7-3e6a-4012-9949-57dc27ef82a0 requested from n-d-713301-16 {{(pid=95103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 19:20:03.672818 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-125fb48c-a718-42ad-8ec8-a84e50ffbc45 req-cb871f49-22a6-40e6-bafd-d1face7191fb tempest-AttachSCSIVolumeTestJSON-38860171 tempest-AttachSCSIVolumeTestJSON-38860171-project] 10.222.0.67 "GET /v2.0/security-groups?id=0c62cf39-fdd5-41c2-ace9-89ac5d0e1132&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1457095 Sep 23 19:20:03.716682 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-fc2276a4-7df6-4a5f-819a-4643f054b206 admin admin] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.8463678 Sep 23 19:20:03.731870 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-ad55599f-f2e8-4dc8-ba47-d2da9c4bcc7d req-0cd2f921-a777-4f64-b10c-212ba3d8343f service neutron] 10.222.0.74 "GET /v2.0/networks/5220cb0c-da05-478a-9604-8c11469a05b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2148604 Sep 23 19:20:03.784140 n-d-713301-16 neutron-server[95101]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 19:20:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7739e575-10ec-4cc0-8666-33e753d2c9b8 x-openstack-request-id: req-7739e575-10ec-4cc0-8666-33e753d2c9b8 {{(pid=95101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 19:20:03.784422 n-d-713301-16 neutron-server[95101]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9a5f6079-92f5-4eed-b704-4339934659a8", "tag": "0307641e-042f-4609-8b5c-a0d2aeb0d6c3", "status": "completed", "code": 200}]} {{(pid=95101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 19:20:03.784694 n-d-713301-16 neutron-server[95101]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-7739e575-10ec-4cc0-8666-33e753d2c9b8 {{(pid=95101) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 19:20:03.785122 n-d-713301-16 neutron-server[95101]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9a5f6079-92f5-4eed-b704-4339934659a8', 'tag': '0307641e-042f-4609-8b5c-a0d2aeb0d6c3', 'status': 'completed', 'code': 200} Sep 23 19:20:03.785836 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Pushing event updated for resources: {'Port': ['ID=ab5e3235-e78f-4241-bc0a-4d5d913dcd9b,revision_number=4']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:20:03.793887 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a3a265-97df-4492-9bc6-a602198fe69f req-ab2ede51-d112-4fb5-a485-67b1dda5aeac tempest-LiveMigrationTest-677110171 tempest-LiveMigrationTest-677110171-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:20:03.795490 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-f3a3a265-97df-4492-9bc6-a602198fe69f req-ab2ede51-d112-4fb5-a485-67b1dda5aeac tempest-LiveMigrationTest-677110171 tempest-LiveMigrationTest-677110171-project-admin] 10.222.0.74 "GET /v2.0/ports?device_id=91012e8e-e67b-47ad-a34e-08f42534c38f&tenant_id=0f5d9c33c3334ce192c43e08217ee019&binding%3Ahost_id=n-h1-713301-16 HTTP/1.1" status: 200 len: 1096 time: 0.1321502 Sep 23 19:20:03.910236 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27fd88b6-0827-40bb-a697-b6065fac0844 None None] Network 1916a9a7-3e6a-4012-9949-57dc27ef82a0 requested from n-d-713301-16 {{(pid=95103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 19:20:03.952188 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-7b4d423a-e9bf-415e-bb27-6ec83bde09b2 req-45dc816b-8e93-4148-87b1-34ebd4b56e25 tempest-LiveMigrationNegativeTest-42861435 tempest-LiveMigrationNegativeTest-42861435-project] 10.222.0.67 "GET /v2.0/networks?tenant_id=b4eee7f3c2614055afa8645752461390&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0918722 Sep 23 19:20:03.982018 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.db [req-f3a3a265-97df-4492-9bc6-a602198fe69f req-b9338579-3cc4-4972-965d-93a2a29262eb service neutron] For port f9280300-5270-4d06-bf5d-2447b17be945, host n-h2-713301-16, cleared binding levels {{(pid=95101) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 19:20:03.987908 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-f3a3a265-97df-4492-9bc6-a602198fe69f req-b9338579-3cc4-4972-965d-93a2a29262eb service neutron] Notify callbacks [] for binding, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:20:03.990143 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-f3a3a265-97df-4492-9bc6-a602198fe69f req-b9338579-3cc4-4972-965d-93a2a29262eb service neutron] 10.222.0.74 "DELETE /v2.0/ports/f9280300-5270-4d06-bf5d-2447b17be945/bindings/n-h2-713301-16 HTTP/1.1" status: 204 len: 173 time: 0.1664689 Sep 23 19:20:03.992889 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] get_ports_and_sgs() called for port_ids ['ab5e3235-e78f-4241-bc0a-4d5d913dcd9b'] {{(pid=95103) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 19:20:04.039838 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b887f5-87ba-402e-9274-2896ce1e2bcc req-21058b55-0b00-4784-9840-6b0420a093af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:20:04.041654 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-06b887f5-87ba-402e-9274-2896ce1e2bcc req-21058b55-0b00-4784-9840-6b0420a093af service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=c24f47dc20fc456d9867e81e5b0f7002&device_id=9a5f6079-92f5-4eed-b704-4339934659a8 HTTP/1.1" status: 200 len: 1099 time: 0.2157130 Sep 23 19:20:04.105879 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce00999-44b8-4373-b649-ff50615b2b11 req-323b0aa1-b56d-41bf-9ce7-01e3656b1c43 tempest-LiveAutoBlockMigrationV225Test-1531822435 tempest-LiveAutoBlockMigrationV225Test-1531822435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:20:04.107511 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-6ce00999-44b8-4373-b649-ff50615b2b11 req-323b0aa1-b56d-41bf-9ce7-01e3656b1c43 tempest-LiveAutoBlockMigrationV225Test-1531822435 tempest-LiveAutoBlockMigrationV225Test-1531822435-project] 10.222.0.67 "GET /v2.0/ports?device_id=3f93ff56-89d6-4d8a-827d-77dcf6e19457 HTTP/1.1" status: 200 len: 945 time: 0.2218268 Sep 23 19:20:04.201687 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4d423a-e9bf-415e-bb27-6ec83bde09b2 req-41def36e-1263-4b0e-a114-22ea522959d4 tempest-LiveMigrationNegativeTest-42861435 tempest-LiveMigrationNegativeTest-42861435-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:20:04.203210 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-7b4d423a-e9bf-415e-bb27-6ec83bde09b2 req-41def36e-1263-4b0e-a114-22ea522959d4 tempest-LiveMigrationNegativeTest-42861435 tempest-LiveMigrationNegativeTest-42861435-project] 10.222.0.67 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2489202 Sep 23 19:20:04.229835 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-6ce00999-44b8-4373-b649-ff50615b2b11 req-1f9423c8-4194-4bdf-9ee6-08ebbaf629ae tempest-LiveAutoBlockMigrationV225Test-1531822435 tempest-LiveAutoBlockMigrationV225Test-1531822435-project] 10.222.0.67 "GET /v2.0/security-groups?id=6d32247e-8bb7-4ae1-818c-76baafa39c73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1075795 Sep 23 19:20:04.236972 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-7b4d423a-e9bf-415e-bb27-6ec83bde09b2 req-0491dd75-8ca5-46a6-a235-222b37e90e79 tempest-LiveMigrationNegativeTest-42861435 tempest-LiveMigrationNegativeTest-42861435-project] 10.222.0.67 "GET /v2.0/quotas/b4eee7f3c2614055afa8645752461390 HTTP/1.1" status: 200 len: 375 time: 0.0214210 Sep 23 19:20:04.257351 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b887f5-87ba-402e-9274-2896ce1e2bcc req-fe2182a9-e81a-4af2-abf8-5edf4e0eb1f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:20:04.258807 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-06b887f5-87ba-402e-9274-2896ce1e2bcc req-fe2182a9-e81a-4af2-abf8-5edf4e0eb1f2 service neutron] 10.222.0.74 "GET /v2.0/networks?id=5220cb0c-da05-478a-9604-8c11469a05b4 HTTP/1.1" status: 200 len: 870 time: 0.1873517 Sep 23 19:20:04.282117 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-7b4d423a-e9bf-415e-bb27-6ec83bde09b2 req-c066adc7-1345-46c8-b3a6-f50089399d0d tempest-LiveMigrationNegativeTest-42861435 tempest-LiveMigrationNegativeTest-42861435-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=b4eee7f3c2614055afa8645752461390&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0361094 Sep 23 19:20:04.345894 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-06b887f5-87ba-402e-9274-2896ce1e2bcc req-3018014b-0ee6-4a32-93ad-90c6310b510b service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.15&port_id=0307641e-042f-4609-8b5c-a0d2aeb0d6c3 HTTP/1.1" status: 200 len: 217 time: 0.0663989 Sep 23 19:20:04.460956 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8070edcd-b4fb-46cd-a158-2340b7b54fc9 req-1606a8bf-73d5-44b7-a13e-2c9578a9f5a5 tempest-FloatingIPsAssociationTestJSON-1050306137 tempest-FloatingIPsAssociationTestJSON-1050306137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:20:04.469286 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-8070edcd-b4fb-46cd-a158-2340b7b54fc9 req-1606a8bf-73d5-44b7-a13e-2c9578a9f5a5 tempest-FloatingIPsAssociationTestJSON-1050306137 tempest-FloatingIPsAssociationTestJSON-1050306137-project] 10.222.0.67 "GET /v2.0/ports?device_id=35f886c6-a071-4ff1-96c0-5c1ef089643d HTTP/1.1" status: 200 len: 943 time: 0.1421263 Sep 23 19:20:04.491348 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b887f5-87ba-402e-9274-2896ce1e2bcc req-f38c7697-4df3-43fd-bc93-29e771fce758 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:20:04.492926 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-06b887f5-87ba-402e-9274-2896ce1e2bcc req-f38c7697-4df3-43fd-bc93-29e771fce758 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=1ccc69bc-9d6b-44d9-b227-204e47dc6e45 HTTP/1.1" status: 200 len: 843 time: 0.1081715 Sep 23 19:20:04.574760 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-8070edcd-b4fb-46cd-a158-2340b7b54fc9 req-06c446d4-e019-48dc-afb2-97e5b2857e56 tempest-FloatingIPsAssociationTestJSON-1050306137 tempest-FloatingIPsAssociationTestJSON-1050306137-project] 10.222.0.67 "GET /v2.0/security-groups?id=cb9248a2-4263-4f57-a68c-8a6c3c3d2519&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1025400 Sep 23 19:20:04.594617 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b887f5-87ba-402e-9274-2896ce1e2bcc req-aa51064b-5745-4acd-b236-ac3b28dd0a0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:20:04.596317 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-06b887f5-87ba-402e-9274-2896ce1e2bcc req-aa51064b-5745-4acd-b236-ac3b28dd0a0d service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=5220cb0c-da05-478a-9604-8c11469a05b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0922434 Sep 23 19:20:04.682863 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.v2.base [req-3b45dc9d-bb83-460d-a016-7d2db630d1a9 req-7d7bba80-e6fe-4fa8-a179-2bd6940cdbcf tempest-SecurityGroupRulesTestJSON-915228312 tempest-SecurityGroupRulesTestJSON-915228312-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-234979594', 'description': 'tempest-description-7264182'}} {{(pid=95102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:20:04.838400 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-3b45dc9d-bb83-460d-a016-7d2db630d1a9 req-7d7bba80-e6fe-4fa8-a179-2bd6940cdbcf tempest-SecurityGroupRulesTestJSON-915228312 tempest-SecurityGroupRulesTestJSON-915228312-project] Notify callbacks [] for security_group, before_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:20:04.889083 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b85764e5-f8b0-449d-a8ca-bc387476650a req-b3f18b14-c408-41c7-bcbe-7f0b0fbe4d60 tempest-ServersAdminTestJSON-1371927677 tempest-ServersAdminTestJSON-1371927677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:20:04.891016 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-b85764e5-f8b0-449d-a8ca-bc387476650a req-b3f18b14-c408-41c7-bcbe-7f0b0fbe4d60 tempest-ServersAdminTestJSON-1371927677 tempest-ServersAdminTestJSON-1371927677-project] 10.222.0.67 "GET /v2.0/ports?device_id=9a5f6079-92f5-4eed-b704-4339934659a8 HTTP/1.1" status: 200 len: 947 time: 0.2003868 Sep 23 19:20:04.893526 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-06b887f5-87ba-402e-9274-2896ce1e2bcc req-f42dfe8f-7aca-4329-97bd-fc314a075287 service neutron] 10.222.0.74 "GET /v2.0/networks/5220cb0c-da05-478a-9604-8c11469a05b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2857842 Sep 23 19:20:05.077247 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-b85764e5-f8b0-449d-a8ca-bc387476650a req-13b1a50f-cc5d-4d22-a7f6-cfbdafc37e15 tempest-ServersAdminTestJSON-1371927677 tempest-ServersAdminTestJSON-1371927677-project] 10.222.0.67 "GET /v2.0/security-groups?id=f6ea2bc2-ae02-426e-9312-246b38837e94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1731632 Sep 23 19:20:05.078838 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39009ebb-4126-4817-910a-e25e2f8401f6 req-9de9ba60-4414-4e43-b7a2-e92238bccd9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:20:05.082442 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-39009ebb-4126-4817-910a-e25e2f8401f6 req-9de9ba60-4414-4e43-b7a2-e92238bccd9f service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=01fd0bf0664a4580a0559687f9bf7c73&device_id=3f93ff56-89d6-4d8a-827d-77dcf6e19457 HTTP/1.1" status: 200 len: 1097 time: 0.0660088 Sep 23 19:20:05.155665 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-06b887f5-87ba-402e-9274-2896ce1e2bcc req-b83e98b2-157c-4727-b6a7-46a60d3c296d service neutron] 10.222.0.74 "GET /v2.0/networks/5220cb0c-da05-478a-9604-8c11469a05b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2501762 Sep 23 19:20:05.240284 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-3b45dc9d-bb83-460d-a016-7d2db630d1a9 req-7d7bba80-e6fe-4fa8-a179-2bd6940cdbcf tempest-SecurityGroupRulesTestJSON-915228312 tempest-SecurityGroupRulesTestJSON-915228312-project] Notify callbacks [] for security_group, precommit_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:20:05.247190 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-3b45dc9d-bb83-460d-a016-7d2db630d1a9 req-7d7bba80-e6fe-4fa8-a179-2bd6940cdbcf tempest-SecurityGroupRulesTestJSON-915228312 tempest-SecurityGroupRulesTestJSON-915228312-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:20:05.256001 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39009ebb-4126-4817-910a-e25e2f8401f6 req-4f3a9a38-3b3f-4ead-bf9b-874de4790095 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:20:05.258026 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-39009ebb-4126-4817-910a-e25e2f8401f6 req-4f3a9a38-3b3f-4ead-bf9b-874de4790095 service neutron] 10.222.0.74 "GET /v2.0/networks?id=c2b58ecf-3b1b-414c-92a4-f53b08b3dace HTTP/1.1" status: 200 len: 922 time: 0.1685140 Sep 23 19:20:05.271514 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd661f1-7bb0-4eaf-8373-d549fb0a98c1 req-c9c91d00-ee4b-4d78-bbd7-bbc1fd78fc72 tempest-LiveMigrationTest-1843640962 tempest-LiveMigrationTest-1843640962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:20:05.279226 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-4cd661f1-7bb0-4eaf-8373-d549fb0a98c1 req-c9c91d00-ee4b-4d78-bbd7-bbc1fd78fc72 tempest-LiveMigrationTest-1843640962 tempest-LiveMigrationTest-1843640962-project] 10.222.0.67 "GET /v2.0/ports?device_id=91012e8e-e67b-47ad-a34e-08f42534c38f HTTP/1.1" status: 200 len: 944 time: 0.1002769 Sep 23 19:20:05.308105 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Device adfc2094-8565-46e7-b934-be5d7a3613f3 details requested by agent hyperv_n-h1-713301-16 with host n-h1-713301-16 {{(pid=95103) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 19:20:05.309238 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-3b45dc9d-bb83-460d-a016-7d2db630d1a9 req-7d7bba80-e6fe-4fa8-a179-2bd6940cdbcf tempest-SecurityGroupRulesTestJSON-915228312 tempest-SecurityGroupRulesTestJSON-915228312-project] Notify callbacks [] for security_group, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:20:05.310244 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-3b45dc9d-bb83-460d-a016-7d2db630d1a9 req-7d7bba80-e6fe-4fa8-a179-2bd6940cdbcf tempest-SecurityGroupRulesTestJSON-915228312 tempest-SecurityGroupRulesTestJSON-915228312-project] 10.222.0.67 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1806 time: 0.6598864 Sep 23 19:20:05.344454 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d7bba80-e6fe-4fa8-a179-2bd6940cdbcf tempest-SecurityGroupRulesTestJSON-915228312 tempest-SecurityGroupRulesTestJSON-915228312-project] Pushing event updated for resources: {'SecurityGroup': ['ID=28d8dc3b-cff5-41ef-843d-d6d3818c9dcd,revision_number=1']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:20:05.356939 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Device ab5e3235-e78f-4241-bc0a-4d5d913dcd9b up at agent hyperv_n-h1-713301-16 {{(pid=95103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 19:20:05.375185 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-4cd661f1-7bb0-4eaf-8373-d549fb0a98c1 req-6be8406c-408f-4774-a7b9-1a3dc1b1d930 tempest-LiveMigrationTest-1843640962 tempest-LiveMigrationTest-1843640962-project] 10.222.0.67 "GET /v2.0/security-groups?id=1c151358-1cab-48a6-be3e-ad7507b4da06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949621 Sep 23 19:20:05.436254 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-39009ebb-4126-4817-910a-e25e2f8401f6 req-32bd8322-d95c-4e75-a2da-8bc6c8f88c86 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d731a94f-f6c7-482a-9353-f2064dd9ad4e HTTP/1.1" status: 200 len: 217 time: 0.1656477 Sep 23 19:20:05.473271 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.db.resource_extend [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=95103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 23 19:20:05.513558 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39009ebb-4126-4817-910a-e25e2f8401f6 req-a2deed67-82ce-4e8c-89d2-02f6ac054ca7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:20:05.515838 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-39009ebb-4126-4817-910a-e25e2f8401f6 req-a2deed67-82ce-4e8c-89d2-02f6ac054ca7 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=4cc4932b-c381-47ec-9303-11e42975856f HTTP/1.1" status: 200 len: 861 time: 0.0740619 Sep 23 19:20:05.554397 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-38870bb3-0d63-4b6e-b4d4-16b100631916 req-53cdd47f-f807-4676-9586-3d52d8451e57 tempest-LiveMigrationNegativeTest-42861435 tempest-LiveMigrationNegativeTest-42861435-project] 10.222.0.67 "GET /v2.0/ports?device_id=7ec37224-0572-43ff-ae2b-f6b0a2e7c863 HTTP/1.1" status: 200 len: 210 time: 0.0803797 Sep 23 19:20:05.586878 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Provisioning for port ab5e3235-e78f-4241-bc0a-4d5d913dcd9b completed by entity L2. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 19:20:05.601637 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Provisioning complete for port ab5e3235-e78f-4241-bc0a-4d5d913dcd9b triggered by entity L2. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:20:05.602337 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:20:05.649074 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] For port adfc2094-8565-46e7-b934-be5d7a3613f3, host n-h1-713301-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-16',level=0,port_id=adfc2094-8565-46e7-b934-be5d7a3613f3,segment=NetworkSegment(60344de3-4656-4e44-ba87-ebbfec08b080),segment_id=60344de3-4656-4e44-ba87-ebbfec08b080)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:20:05.650006 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-39009ebb-4126-4817-910a-e25e2f8401f6 req-e0f64a0b-21ad-4990-a0a5-848223eca78d service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=c2b58ecf-3b1b-414c-92a4-f53b08b3dace&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1251404 Sep 23 19:20:05.669633 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Returning: {'device': 'adfc2094-8565-46e7-b934-be5d7a3613f3', 'network_id': '13779c5f-d832-4edd-ba35-ebc363f13a7c', 'port_id': 'adfc2094-8565-46e7-b934-be5d7a3613f3', 'mac_address': 'fa:16:3e:4e:37:34', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 628, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7acfa417-039d-4281-a2fc-e6454233f5db', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95103) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 19:20:05.760361 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:20:05.763063 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-32ab12a3-2ff7-49fb-95aa-f5401c004815 req-68eae442-8540-4a1a-8779-b00172390af9 tempest-SecurityGroupRulesTestJSON-915228312 tempest-SecurityGroupRulesTestJSON-915228312-project] 10.222.0.67 "GET /v2.0/security-groups/28d8dc3b-cff5-41ef-843d-d6d3818c9dcd HTTP/1.1" status: 200 len: 1801 time: 0.0791321 Sep 23 19:20:05.774007 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab9e0ab-c6cc-472c-9756-0c0b7f1bd99a req-31610586-c288-48fb-8df1-ab1c0c01b574 tempest-LiveAutoBlockMigrationV225Test-1531822435 tempest-LiveAutoBlockMigrationV225Test-1531822435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:20:05.775617 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-0ab9e0ab-c6cc-472c-9756-0c0b7f1bd99a req-31610586-c288-48fb-8df1-ab1c0c01b574 tempest-LiveAutoBlockMigrationV225Test-1531822435 tempest-LiveAutoBlockMigrationV225Test-1531822435-project] 10.222.0.67 "GET /v2.0/ports?device_id=3f93ff56-89d6-4d8a-827d-77dcf6e19457 HTTP/1.1" status: 200 len: 945 time: 0.1768875 Sep 23 19:20:05.780706 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.v2.base [req-32ab12a3-2ff7-49fb-95aa-f5401c004815 req-033b9e08-cd6c-4f44-a8d2-0b7cb2ae5258 tempest-SecurityGroupRulesTestJSON-915228312 tempest-SecurityGroupRulesTestJSON-915228312-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '28d8dc3b-cff5-41ef-843d-d6d3818c9dcd', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=95102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:20:05.781085 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.v2.base [req-32ab12a3-2ff7-49fb-95aa-f5401c004815 req-033b9e08-cd6c-4f44-a8d2-0b7cb2ae5258 tempest-SecurityGroupRulesTestJSON-915228312 tempest-SecurityGroupRulesTestJSON-915228312-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '28d8dc3b-cff5-41ef-843d-d6d3818c9dcd', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=95102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:20:05.784494 n-d-713301-16 neutron-server[95103]: DEBUG neutron.notifiers.nova [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id adfc2094-8565-46e7-b934-be5d7a3613f3 {{(pid=95103) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 19:20:05.790983 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:20:05.825471 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] For port adfc2094-8565-46e7-b934-be5d7a3613f3, host n-h1-713301-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-16',level=0,port_id=adfc2094-8565-46e7-b934-be5d7a3613f3,segment=NetworkSegment(60344de3-4656-4e44-ba87-ebbfec08b080),segment_id=60344de3-4656-4e44-ba87-ebbfec08b080)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:20:05.832414 n-d-713301-16 neutron-server[95103]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8adc1d5c-ae67-4d87-8284-04120d7c0f9e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab5e3235-e78f-4241-bc0a-4d5d913dcd9b'}] {{(pid=95103) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 19:20:05.835114 n-d-713301-16 neutron-server[95103]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}81a1c17f2aa89d5b3ebbba3a3e0cf7eb588e431c2224256110c4c4facdd7c3e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5945805-60ae-4304-a186-6737beed0876" -d '{"events": [{"server_uuid": "8adc1d5c-ae67-4d87-8284-04120d7c0f9e", "name": "network-vif-plugged", "status": "completed", "tag": "ab5e3235-e78f-4241-bc0a-4d5d913dcd9b"}]}' {{(pid=95103) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 19:20:05.845109 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:20:05.851208 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-0ab9e0ab-c6cc-472c-9756-0c0b7f1bd99a req-ed302680-33ad-4e19-9129-a6e770b14d96 tempest-LiveAutoBlockMigrationV225Test-1531822435 tempest-LiveAutoBlockMigrationV225Test-1531822435-project] 10.222.0.67 "GET /v2.0/security-groups?id=6d32247e-8bb7-4ae1-818c-76baafa39c73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645249 Sep 23 19:20:05.851389 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] For port ab5e3235-e78f-4241-bc0a-4d5d913dcd9b, host n-h1-713301-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-16',level=0,port_id=ab5e3235-e78f-4241-bc0a-4d5d913dcd9b,segment=NetworkSegment(6139d589-eb6c-4578-8935-c26ddf396853),segment_id=6139d589-eb6c-4578-8935-c26ddf396853)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:20:05.873639 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:20:05.885589 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-39009ebb-4126-4817-910a-e25e2f8401f6 req-cb6372f5-9abc-4d16-8b72-2bee2113dfac service neutron] 10.222.0.74 "GET /v2.0/networks/c2b58ecf-3b1b-414c-92a4-f53b08b3dace?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2169650 Sep 23 19:20:05.930745 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-32ab12a3-2ff7-49fb-95aa-f5401c004815 req-033b9e08-cd6c-4f44-a8d2-0b7cb2ae5258 tempest-SecurityGroupRulesTestJSON-915228312 tempest-SecurityGroupRulesTestJSON-915228312-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:20:05.940832 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Pushing event updated for resources: {'Port': ['ID=adfc2094-8565-46e7-b934-be5d7a3613f3,revision_number=4']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:20:05.957648 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-32ab12a3-2ff7-49fb-95aa-f5401c004815 req-033b9e08-cd6c-4f44-a8d2-0b7cb2ae5258 tempest-SecurityGroupRulesTestJSON-915228312 tempest-SecurityGroupRulesTestJSON-915228312-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:20:05.963123 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-32ab12a3-2ff7-49fb-95aa-f5401c004815 req-033b9e08-cd6c-4f44-a8d2-0b7cb2ae5258 tempest-SecurityGroupRulesTestJSON-915228312 tempest-SecurityGroupRulesTestJSON-915228312-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575319'] for security_group_rule, after_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:20:05.999673 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-32ab12a3-2ff7-49fb-95aa-f5401c004815 req-033b9e08-cd6c-4f44-a8d2-0b7cb2ae5258 tempest-SecurityGroupRulesTestJSON-915228312 tempest-SecurityGroupRulesTestJSON-915228312-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:20:06.022217 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-32ab12a3-2ff7-49fb-95aa-f5401c004815 req-033b9e08-cd6c-4f44-a8d2-0b7cb2ae5258 tempest-SecurityGroupRulesTestJSON-915228312 tempest-SecurityGroupRulesTestJSON-915228312-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.2449837 Sep 23 19:20:06.025539 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Pushing event updated for resources: {'Port': ['ID=ab5e3235-e78f-4241-bc0a-4d5d913dcd9b,revision_number=5']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:20:06.042300 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-033b9e08-cd6c-4f44-a8d2-0b7cb2ae5258 tempest-SecurityGroupRulesTestJSON-915228312 tempest-SecurityGroupRulesTestJSON-915228312-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c76f5be3-698a-4c62-98c0-9ce5b66d4548,revision_number=0']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:20:06.089454 n-d-713301-16 neutron-server[95103]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 19:20:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65b1f088-6593-4847-a219-40973f81c745 x-openstack-request-id: req-65b1f088-6593-4847-a219-40973f81c745 {{(pid=95103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 19:20:06.089953 n-d-713301-16 neutron-server[95103]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8adc1d5c-ae67-4d87-8284-04120d7c0f9e", "name": "network-vif-plugged", "status": "completed", "tag": "ab5e3235-e78f-4241-bc0a-4d5d913dcd9b", "code": 200}]} {{(pid=95103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 19:20:06.090411 n-d-713301-16 neutron-server[95103]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-65b1f088-6593-4847-a219-40973f81c745 {{(pid=95103) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 19:20:06.091000 n-d-713301-16 neutron-server[95103]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8adc1d5c-ae67-4d87-8284-04120d7c0f9e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab5e3235-e78f-4241-bc0a-4d5d913dcd9b', 'code': 200} Sep 23 19:20:06.116921 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-7b4d423a-e9bf-415e-bb27-6ec83bde09b2 req-751f323f-5abf-4f8a-abb1-3c417e7f46e6 tempest-LiveMigrationNegativeTest-42861435 tempest-LiveMigrationNegativeTest-42861435-project] 10.222.0.53 "GET /v2.0/networks?tenant_id=b4eee7f3c2614055afa8645752461390&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0575616 Sep 23 19:20:06.120875 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] get_ports_and_sgs() called for port_ids ['adfc2094-8565-46e7-b934-be5d7a3613f3'] {{(pid=95103) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 19:20:06.170600 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-39009ebb-4126-4817-910a-e25e2f8401f6 req-bbbe77f6-b1ce-41a8-9e81-c96655f3d5fe service neutron] 10.222.0.74 "GET /v2.0/networks/c2b58ecf-3b1b-414c-92a4-f53b08b3dace?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2647393 Sep 23 19:20:06.174183 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a307da56-9e54-4fe1-b73a-3c893177227c req-e7bb5537-9490-4715-a38a-366f6d979f87 tempest-FloatingIPsAssociationTestJSON-1050306137 tempest-FloatingIPsAssociationTestJSON-1050306137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:20:06.185354 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-a307da56-9e54-4fe1-b73a-3c893177227c req-e7bb5537-9490-4715-a38a-366f6d979f87 tempest-FloatingIPsAssociationTestJSON-1050306137 tempest-FloatingIPsAssociationTestJSON-1050306137-project] 10.222.0.67 "GET /v2.0/ports?device_id=35f886c6-a071-4ff1-96c0-5c1ef089643d HTTP/1.1" status: 200 len: 944 time: 0.1315157 Sep 23 19:20:06.289223 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-a307da56-9e54-4fe1-b73a-3c893177227c req-e6c6b2ea-b832-4082-a4fe-b153bf4b93ad tempest-FloatingIPsAssociationTestJSON-1050306137 tempest-FloatingIPsAssociationTestJSON-1050306137-project] 10.222.0.67 "GET /v2.0/security-groups?id=cb9248a2-4263-4f57-a68c-8a6c3c3d2519&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1025794 Sep 23 19:20:06.321196 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70dd9507-7684-4826-b979-55c96162c840 req-075ef594-bccd-4098-9bba-4b2ce5cdf8b1 tempest-LiveMigrationTest-677110171 tempest-LiveMigrationTest-677110171-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:20:06.331265 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-70dd9507-7684-4826-b979-55c96162c840 req-075ef594-bccd-4098-9bba-4b2ce5cdf8b1 tempest-LiveMigrationTest-677110171 tempest-LiveMigrationTest-677110171-project-admin] 10.222.0.67 "GET /v2.0/ports?device_id=91012e8e-e67b-47ad-a34e-08f42534c38f HTTP/1.1" status: 200 len: 1096 time: 0.1309412 Sep 23 19:20:06.333906 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.v2.base [req-63c9b8e8-39c9-4d8e-9d08-2aa919cb50bf req-4f54db0d-5aa9-4186-aa1b-df1a92c9b940 tempest-SecurityGroupRulesTestJSON-915228312 tempest-SecurityGroupRulesTestJSON-915228312-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-571116880', 'description': 'tempest-description-1950750388'}} {{(pid=95102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:20:06.357007 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b853e1-0018-42f3-b680-2c11c0a5d550 req-a2d775e3-aa1e-4612-a16a-dcfc4a3b74da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:20:06.358767 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-f1b853e1-0018-42f3-b680-2c11c0a5d550 req-a2d775e3-aa1e-4612-a16a-dcfc4a3b74da service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=8adc1d5c-ae67-4d87-8284-04120d7c0f9e HTTP/1.1" status: 200 len: 1102 time: 0.1101453 Sep 23 19:20:06.385371 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4d423a-e9bf-415e-bb27-6ec83bde09b2 req-f274edc0-3b96-4b1d-a60f-5764bf24ff21 tempest-LiveMigrationNegativeTest-42861435 tempest-LiveMigrationNegativeTest-42861435-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:20:06.388098 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-7b4d423a-e9bf-415e-bb27-6ec83bde09b2 req-f274edc0-3b96-4b1d-a60f-5764bf24ff21 tempest-LiveMigrationNegativeTest-42861435 tempest-LiveMigrationNegativeTest-42861435-project] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2154951 Sep 23 19:20:06.409254 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.v2.base [req-7b4d423a-e9bf-415e-bb27-6ec83bde09b2 req-5c139cac-bd7f-4ed9-951e-c30bcbeb31e8 tempest-LiveMigrationNegativeTest-42861435 tempest-LiveMigrationNegativeTest-42861435-project] Request body: {'port': {'device_id': '7ec37224-0572-43ff-ae2b-f6b0a2e7c863', 'network_id': '5220cb0c-da05-478a-9604-8c11469a05b4', 'admin_state_up': True, 'tenant_id': 'b4eee7f3c2614055afa8645752461390'}} {{(pid=95101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:20:06.427784 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-70dd9507-7684-4826-b979-55c96162c840 req-f5e3b682-da9a-4cc1-bf5d-df11908f7226 tempest-LiveMigrationTest-677110171 tempest-LiveMigrationTest-677110171-project-admin] 10.222.0.67 "GET /v2.0/security-groups?id=1c151358-1cab-48a6-be3e-ad7507b4da06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926905 Sep 23 19:20:06.437127 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-63c9b8e8-39c9-4d8e-9d08-2aa919cb50bf req-4f54db0d-5aa9-4186-aa1b-df1a92c9b940 tempest-SecurityGroupRulesTestJSON-915228312 tempest-SecurityGroupRulesTestJSON-915228312-project] Notify callbacks [] for security_group, before_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:20:06.488977 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39009ebb-4126-4817-910a-e25e2f8401f6 req-dffa1bb0-d684-4573-a3c5-00f987885cdc tempest-LiveAutoBlockMigrationV225Test-1371897097 tempest-LiveAutoBlockMigrationV225Test-1371897097-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:20:06.495190 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-39009ebb-4126-4817-910a-e25e2f8401f6 req-dffa1bb0-d684-4573-a3c5-00f987885cdc tempest-LiveAutoBlockMigrationV225Test-1371897097 tempest-LiveAutoBlockMigrationV225Test-1371897097-project-admin] 10.222.0.74 "GET /v2.0/ports?device_id=3f93ff56-89d6-4d8a-827d-77dcf6e19457&tenant_id=01fd0bf0664a4580a0559687f9bf7c73&binding%3Ahost_id=n-h2-713301-16 HTTP/1.1" status: 200 len: 1097 time: 0.1294129 Sep 23 19:20:06.521832 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.v2.base [req-39009ebb-4126-4817-910a-e25e2f8401f6 req-c960fd67-efac-4be0-be75-23ebf7053f26 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-713301-16'}}} {{(pid=95102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:20:06.526855 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-f1b853e1-0018-42f3-b680-2c11c0a5d550 req-1ee09971-b477-4365-a53d-70dd06f6e274 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=f6ea2bc2-ae02-426e-9312-246b38837e94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1575015 Sep 23 19:20:06.646829 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-39009ebb-4126-4817-910a-e25e2f8401f6 req-c960fd67-efac-4be0-be75-23ebf7053f26 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:20:06.683312 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b0e44d-d72c-4611-9a70-6518b8b6c5b2 req-477e6d2e-936e-4ce2-bb49-74c7cad69bb6 tempest-ServersAdminTestJSON-1371927677 tempest-ServersAdminTestJSON-1371927677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:20:06.684847 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-d0b0e44d-d72c-4611-9a70-6518b8b6c5b2 req-477e6d2e-936e-4ce2-bb49-74c7cad69bb6 tempest-ServersAdminTestJSON-1371927677 tempest-ServersAdminTestJSON-1371927677-project] 10.222.0.67 "GET /v2.0/ports?device_id=9a5f6079-92f5-4eed-b704-4339934659a8 HTTP/1.1" status: 200 len: 947 time: 0.1495738 Sep 23 19:20:06.748305 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-63c9b8e8-39c9-4d8e-9d08-2aa919cb50bf req-4f54db0d-5aa9-4186-aa1b-df1a92c9b940 tempest-SecurityGroupRulesTestJSON-915228312 tempest-SecurityGroupRulesTestJSON-915228312-project] Notify callbacks [] for security_group, precommit_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:20:06.760133 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-63c9b8e8-39c9-4d8e-9d08-2aa919cb50bf req-4f54db0d-5aa9-4186-aa1b-df1a92c9b940 tempest-SecurityGroupRulesTestJSON-915228312 tempest-SecurityGroupRulesTestJSON-915228312-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:20:06.772701 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7b4d423a-e9bf-415e-bb27-6ec83bde09b2 req-5c139cac-bd7f-4ed9-951e-c30bcbeb31e8 tempest-LiveMigrationNegativeTest-42861435 tempest-LiveMigrationNegativeTest-42861435-project] Made reservation on behalf of b4eee7f3c2614055afa8645752461390 for: {'port': 1} {{(pid=95101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:20:06.776314 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-7b4d423a-e9bf-415e-bb27-6ec83bde09b2 req-5c139cac-bd7f-4ed9-951e-c30bcbeb31e8 tempest-LiveMigrationNegativeTest-42861435 tempest-LiveMigrationNegativeTest-42861435-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:20:06.785262 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-7b4d423a-e9bf-415e-bb27-6ec83bde09b2 req-5c139cac-bd7f-4ed9-951e-c30bcbeb31e8 tempest-LiveMigrationNegativeTest-42861435 tempest-LiveMigrationNegativeTest-42861435-project] Notify callbacks [] for security_group, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:20:06.801262 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-d0b0e44d-d72c-4611-9a70-6518b8b6c5b2 req-f843645b-1318-4f06-8283-4d34d50e0505 tempest-ServersAdminTestJSON-1371927677 tempest-ServersAdminTestJSON-1371927677-project] 10.222.0.67 "GET /v2.0/security-groups?id=f6ea2bc2-ae02-426e-9312-246b38837e94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929034 Sep 23 19:20:06.823227 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f54db0d-5aa9-4186-aa1b-df1a92c9b940 tempest-SecurityGroupRulesTestJSON-915228312 tempest-SecurityGroupRulesTestJSON-915228312-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cb2ff2b9-4b60-461a-9f26-dc2f2753d583,revision_number=1']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:20:06.901656 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.db [req-39009ebb-4126-4817-910a-e25e2f8401f6 req-c960fd67-efac-4be0-be75-23ebf7053f26 service neutron] For port d731a94f-f6c7-482a-9353-f2064dd9ad4e, host n-h2-713301-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-16',level=0,port_id=d731a94f-f6c7-482a-9353-f2064dd9ad4e,segment=NetworkSegment(5e7e2223-350e-4937-8d7b-2c6ab6ddc0ab),segment_id=5e7e2223-350e-4937-8d7b-2c6ab6ddc0ab)] {{(pid=95102) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:20:06.964738 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.db [req-39009ebb-4126-4817-910a-e25e2f8401f6 req-c960fd67-efac-4be0-be75-23ebf7053f26 service neutron] For port d731a94f-f6c7-482a-9353-f2064dd9ad4e, host n-h2-713301-16, cleared binding levels {{(pid=95102) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 19:20:06.972010 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-7b4d423a-e9bf-415e-bb27-6ec83bde09b2 req-5c139cac-bd7f-4ed9-951e-c30bcbeb31e8 tempest-LiveMigrationNegativeTest-42861435 tempest-LiveMigrationNegativeTest-42861435-project] Notify callbacks [] for security_group, precommit_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:20:06.979435 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-7b4d423a-e9bf-415e-bb27-6ec83bde09b2 req-5c139cac-bd7f-4ed9-951e-c30bcbeb31e8 tempest-LiveMigrationNegativeTest-42861435 tempest-LiveMigrationNegativeTest-42861435-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:20:06.999122 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-63c9b8e8-39c9-4d8e-9d08-2aa919cb50bf req-4f54db0d-5aa9-4186-aa1b-df1a92c9b940 tempest-SecurityGroupRulesTestJSON-915228312 tempest-SecurityGroupRulesTestJSON-915228312-project] Notify callbacks [] for security_group, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:20:07.000033 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-63c9b8e8-39c9-4d8e-9d08-2aa919cb50bf req-4f54db0d-5aa9-4186-aa1b-df1a92c9b940 tempest-SecurityGroupRulesTestJSON-915228312 tempest-SecurityGroupRulesTestJSON-915228312-project] 10.222.0.67 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.6856050 Sep 23 19:20:07.025832 n-d-713301-16 neutron-server[95102]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f93ff56-89d6-4d8a-827d-77dcf6e19457', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd731a94f-f6c7-482a-9353-f2064dd9ad4e'}] {{(pid=95102) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 19:20:07.033249 n-d-713301-16 neutron-server[95102]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab31b6d93e5336dbddfa8ec424565b3bd8cb2369c5b4d85bc943472dbb21e8ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0bb8358c-d2d6-4101-9e19-4ef476fcf122" -d '{"events": [{"server_uuid": "3f93ff56-89d6-4d8a-827d-77dcf6e19457", "name": "network-vif-unplugged", "status": "completed", "tag": "d731a94f-f6c7-482a-9353-f2064dd9ad4e"}]}' {{(pid=95102) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 19:20:07.038908 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-39009ebb-4126-4817-910a-e25e2f8401f6 req-c960fd67-efac-4be0-be75-23ebf7053f26 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:20:07.047957 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-39009ebb-4126-4817-910a-e25e2f8401f6 req-c960fd67-efac-4be0-be75-23ebf7053f26 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4399095'] for port, after_update {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:20:07.095427 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c139cac-bd7f-4ed9-951e-c30bcbeb31e8 tempest-LiveMigrationNegativeTest-42861435 tempest-LiveMigrationNegativeTest-42861435-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4ed1ec61-8ec9-44fd-9365-22dc1954f969,revision_number=1']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:20:07.142946 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-c21449b1-269b-4a7e-8c73-ef6f400385b2 req-86b2d8fd-a569-4942-89b3-6a3aa149b399 tempest-LiveMigrationNegativeTest-42861435 tempest-LiveMigrationNegativeTest-42861435-project] 10.222.0.67 "GET /v2.0/ports?device_id=7ec37224-0572-43ff-ae2b-f6b0a2e7c863 HTTP/1.1" status: 200 len: 210 time: 0.0614114 Sep 23 19:20:07.187013 n-d-713301-16 neutron-server[95101]: DEBUG neutron.db.db_base_plugin_common [req-7b4d423a-e9bf-415e-bb27-6ec83bde09b2 req-5c139cac-bd7f-4ed9-951e-c30bcbeb31e8 tempest-LiveMigrationNegativeTest-42861435 tempest-LiveMigrationNegativeTest-42861435-project] Allocated IP 192.168.233.43 (5220cb0c-da05-478a-9604-8c11469a05b4/1ccc69bc-9d6b-44d9-b227-204e47dc6e45/8e0df6b1-5122-4155-8760-205c511b3245) {{(pid=95101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 19:20:07.234701 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c960fd67-efac-4be0-be75-23ebf7053f26 service neutron] Pushing event updated for resources: {'Port': ['ID=d731a94f-f6c7-482a-9353-f2064dd9ad4e,revision_number=7']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:20:07.282795 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.managers [req-39009ebb-4126-4817-910a-e25e2f8401f6 req-c960fd67-efac-4be0-be75-23ebf7053f26 service neutron] Attempting to bind port d731a94f-f6c7-482a-9353-f2064dd9ad4e on host n-h2-713301-16 for vnic_type normal with profile {"migrating_to": "n-h1-713301-16"} {{(pid=95102) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 19:20:07.283131 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.managers [req-39009ebb-4126-4817-910a-e25e2f8401f6 req-c960fd67-efac-4be0-be75-23ebf7053f26 service neutron] Attempting to bind port d731a94f-f6c7-482a-9353-f2064dd9ad4e by drivers openvswitch,hyperv on host n-h2-713301-16 at level 0 using segments [{'id': '5e7e2223-350e-4937-8d7b-2c6ab6ddc0ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': 'c2b58ecf-3b1b-414c-92a4-f53b08b3dace'}] {{(pid=95102) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 19:20:07.283463 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39009ebb-4126-4817-910a-e25e2f8401f6 req-c960fd67-efac-4be0-be75-23ebf7053f26 service neutron] Attempting to bind port d731a94f-f6c7-482a-9353-f2064dd9ad4e on network c2b58ecf-3b1b-414c-92a4-f53b08b3dace {{(pid=95102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:20:07.297045 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Device 0307641e-042f-4609-8b5c-a0d2aeb0d6c3 details requested by agent hyperv_n-h1-713301-16 with host n-h1-713301-16 {{(pid=95103) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 19:20:07.301863 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e1d718-f580-4946-a9d7-b4e41adfca5e req-961f0ccb-763e-4541-b6c9-5e5763c0b612 tempest-LiveMigrationTest-1843640962 tempest-LiveMigrationTest-1843640962-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:20:07.302772 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Device adfc2094-8565-46e7-b934-be5d7a3613f3 up at agent hyperv_n-h1-713301-16 {{(pid=95103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 19:20:07.303433 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-70e1d718-f580-4946-a9d7-b4e41adfca5e req-961f0ccb-763e-4541-b6c9-5e5763c0b612 tempest-LiveMigrationTest-1843640962 tempest-LiveMigrationTest-1843640962-project] 10.222.0.67 "GET /v2.0/networks?id=bf651024-673c-4eec-84ce-c6ef83d369a1 HTTP/1.1" status: 200 len: 807 time: 0.2444255 Sep 23 19:20:07.305064 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39009ebb-4126-4817-910a-e25e2f8401f6 req-c960fd67-efac-4be0-be75-23ebf7053f26 service neutron] Port d731a94f-f6c7-482a-9353-f2064dd9ad4e on network c2b58ecf-3b1b-414c-92a4-f53b08b3dace not bound, no agent of type Open vSwitch agent registered on host n-h2-713301-16 {{(pid=95102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 19:20:07.305394 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39009ebb-4126-4817-910a-e25e2f8401f6 req-c960fd67-efac-4be0-be75-23ebf7053f26 service neutron] Attempting to bind port d731a94f-f6c7-482a-9353-f2064dd9ad4e on network c2b58ecf-3b1b-414c-92a4-f53b08b3dace {{(pid=95102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:20:07.314592 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39009ebb-4126-4817-910a-e25e2f8401f6 req-c960fd67-efac-4be0-be75-23ebf7053f26 service neutron] Checking agent: {'id': '2a7cea34-db54-4faf-8d23-37521c3e34cb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713301-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 19, 15, 28), 'started_at': datetime.datetime(2021, 9, 23, 19, 15, 28), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 19, 19, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 19:20:07.314939 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39009ebb-4126-4817-910a-e25e2f8401f6 req-c960fd67-efac-4be0-be75-23ebf7053f26 service neutron] Checking segment: {'id': '5e7e2223-350e-4937-8d7b-2c6ab6ddc0ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': 'c2b58ecf-3b1b-414c-92a4-f53b08b3dace'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95102) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:20:07.315330 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39009ebb-4126-4817-910a-e25e2f8401f6 req-c960fd67-efac-4be0-be75-23ebf7053f26 service neutron] Bound using segment: {'id': '5e7e2223-350e-4937-8d7b-2c6ab6ddc0ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': 'c2b58ecf-3b1b-414c-92a4-f53b08b3dace'} {{(pid=95102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 19:20:07.315775 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.managers [req-39009ebb-4126-4817-910a-e25e2f8401f6 req-c960fd67-efac-4be0-be75-23ebf7053f26 service neutron] Bound port: d731a94f-f6c7-482a-9353-f2064dd9ad4e, host: n-h2-713301-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5e7e2223-350e-4937-8d7b-2c6ab6ddc0ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': 'c2b58ecf-3b1b-414c-92a4-f53b08b3dace'}}] {{(pid=95102) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 19:20:07.316217 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-39009ebb-4126-4817-910a-e25e2f8401f6 req-c960fd67-efac-4be0-be75-23ebf7053f26 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:20:07.344485 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4459b8c5-03ca-47f9-896a-38be43f090d5 req-fd4a4bfa-000a-4627-99f8-e4bed4085a05 tempest-LiveAutoBlockMigrationV225Test-1531822435 tempest-LiveAutoBlockMigrationV225Test-1531822435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:20:07.345952 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-4459b8c5-03ca-47f9-896a-38be43f090d5 req-fd4a4bfa-000a-4627-99f8-e4bed4085a05 tempest-LiveAutoBlockMigrationV225Test-1531822435 tempest-LiveAutoBlockMigrationV225Test-1531822435-project] 10.222.0.67 "GET /v2.0/ports?device_id=3f93ff56-89d6-4d8a-827d-77dcf6e19457 HTTP/1.1" status: 200 len: 943 time: 0.1184130 Sep 23 19:20:07.357462 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-70e1d718-f580-4946-a9d7-b4e41adfca5e req-d95da506-1dde-4587-b801-932ae6a1ccaf tempest-LiveMigrationTest-1843640962 tempest-LiveMigrationTest-1843640962-project] 10.222.0.67 "GET /v2.0/quotas/0f5d9c33c3334ce192c43e08217ee019 HTTP/1.1" status: 200 len: 375 time: 0.0362515 Sep 23 19:20:07.407370 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-7b4d423a-e9bf-415e-bb27-6ec83bde09b2 req-5c139cac-bd7f-4ed9-951e-c30bcbeb31e8 tempest-LiveMigrationNegativeTest-42861435 tempest-LiveMigrationNegativeTest-42861435-project] Notify callbacks [] for port, precommit_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:20:07.441549 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Provisioning for port adfc2094-8565-46e7-b934-be5d7a3613f3 completed by entity L2. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 19:20:07.455462 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Provisioning complete for port adfc2094-8565-46e7-b934-be5d7a3613f3 triggered by entity L2. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:20:07.455791 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:20:07.462269 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-7b4d423a-e9bf-415e-bb27-6ec83bde09b2 req-5c139cac-bd7f-4ed9-951e-c30bcbeb31e8 tempest-LiveMigrationNegativeTest-42861435 tempest-LiveMigrationNegativeTest-42861435-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783145673135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5607431'] for port, after_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:20:07.473303 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-4459b8c5-03ca-47f9-896a-38be43f090d5 req-01cd452f-06bc-4d42-81c8-2aa3f365ff15 tempest-LiveAutoBlockMigrationV225Test-1531822435 tempest-LiveAutoBlockMigrationV225Test-1531822435-project] 10.222.0.67 "GET /v2.0/security-groups?id=6d32247e-8bb7-4ae1-818c-76baafa39c73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1122110 Sep 23 19:20:07.477275 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.db [req-39009ebb-4126-4817-910a-e25e2f8401f6 req-c960fd67-efac-4be0-be75-23ebf7053f26 service neutron] For port d731a94f-f6c7-482a-9353-f2064dd9ad4e, host n-h2-713301-16, cleared binding levels {{(pid=95102) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 19:20:07.482081 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.db [req-39009ebb-4126-4817-910a-e25e2f8401f6 req-c960fd67-efac-4be0-be75-23ebf7053f26 service neutron] For port d731a94f-f6c7-482a-9353-f2064dd9ad4e, host n-h2-713301-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-16',level=0,port_id=d731a94f-f6c7-482a-9353-f2064dd9ad4e,segment=NetworkSegment(5e7e2223-350e-4937-8d7b-2c6ab6ddc0ab),segment_id=5e7e2223-350e-4937-8d7b-2c6ab6ddc0ab)] {{(pid=95102) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 19:20:07.495694 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-70e1d718-f580-4946-a9d7-b4e41adfca5e req-2ca4866d-b073-41ee-851b-cbc2d947abbb tempest-LiveMigrationTest-1843640962 tempest-LiveMigrationTest-1843640962-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=0f5d9c33c3334ce192c43e08217ee019&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1373041 Sep 23 19:20:07.505080 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-39009ebb-4126-4817-910a-e25e2f8401f6 req-c960fd67-efac-4be0-be75-23ebf7053f26 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4399095'] for port, after_update {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:20:07.531245 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] For port 0307641e-042f-4609-8b5c-a0d2aeb0d6c3, host n-h1-713301-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-16',level=0,port_id=0307641e-042f-4609-8b5c-a0d2aeb0d6c3,segment=NetworkSegment(6139d589-eb6c-4578-8935-c26ddf396853),segment_id=6139d589-eb6c-4578-8935-c26ddf396853)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:20:07.539715 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c139cac-bd7f-4ed9-951e-c30bcbeb31e8 tempest-LiveMigrationNegativeTest-42861435 tempest-LiveMigrationNegativeTest-42861435-project] Pushing event updated for resources: {'Port': ['ID=8e0df6b1-5122-4155-8760-205c511b3245,revision_number=1']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:20:07.544963 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7b4d423a-e9bf-415e-bb27-6ec83bde09b2 req-5c139cac-bd7f-4ed9-951e-c30bcbeb31e8 tempest-LiveMigrationNegativeTest-42861435 tempest-LiveMigrationNegativeTest-42861435-project] Network 5220cb0c-da05-478a-9604-8c11469a05b4 is already hosted by enough agents. {{(pid=95101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:20:07.546708 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.base_scheduler [req-7b4d423a-e9bf-415e-bb27-6ec83bde09b2 req-5c139cac-bd7f-4ed9-951e-c30bcbeb31e8 tempest-LiveMigrationNegativeTest-42861435 tempest-LiveMigrationNegativeTest-42861435-project] Resources bound (agent type, host, resource id): {{(pid=95101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:20:07.551075 n-d-713301-16 neutron-server[95101]: DEBUG neutron.db.l3_dvrscheduler_db [req-7b4d423a-e9bf-415e-bb27-6ec83bde09b2 req-5c139cac-bd7f-4ed9-951e-c30bcbeb31e8 tempest-LiveMigrationNegativeTest-42861435 tempest-LiveMigrationNegativeTest-42861435-project] Received port after_create {{(pid=95101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 19:20:07.576506 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Returning: {'device': '0307641e-042f-4609-8b5c-a0d2aeb0d6c3', 'network_id': '5220cb0c-da05-478a-9604-8c11469a05b4', 'port_id': '0307641e-042f-4609-8b5c-a0d2aeb0d6c3', 'mac_address': 'fa:16:3e:ec:76:a1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 624, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1ccc69bc-9d6b-44d9-b227-204e47dc6e45', 'ip_address': '192.168.233.15'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95103) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 19:20:07.614928 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4d423a-e9bf-415e-bb27-6ec83bde09b2 req-5c139cac-bd7f-4ed9-951e-c30bcbeb31e8 tempest-LiveMigrationNegativeTest-42861435 tempest-LiveMigrationNegativeTest-42861435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:20:07.615629 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-7b4d423a-e9bf-415e-bb27-6ec83bde09b2 req-5c139cac-bd7f-4ed9-951e-c30bcbeb31e8 tempest-LiveMigrationNegativeTest-42861435 tempest-LiveMigrationNegativeTest-42861435-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222849'] for port, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:20:07.640498 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-7b4d423a-e9bf-415e-bb27-6ec83bde09b2 req-5c139cac-bd7f-4ed9-951e-c30bcbeb31e8 tempest-LiveMigrationNegativeTest-42861435 tempest-LiveMigrationNegativeTest-42861435-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.2349756 Sep 23 19:20:07.653142 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.v2.base [req-7b4d423a-e9bf-415e-bb27-6ec83bde09b2 req-1dc5c3ee-6efc-4ebc-b03d-4a510c561509 service neutron] Request body: {'port': {'device_id': '7ec37224-0572-43ff-ae2b-f6b0a2e7c863', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713301-16'}} {{(pid=95101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:20:07.665757 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c960fd67-efac-4be0-be75-23ebf7053f26 service neutron] Pushing event updated for resources: {'Port': ['ID=d731a94f-f6c7-482a-9353-f2064dd9ad4e,revision_number=8']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:20:07.699347 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:20:07.700411 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39009ebb-4126-4817-910a-e25e2f8401f6 req-c960fd67-efac-4be0-be75-23ebf7053f26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:20:07.701195 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-39009ebb-4126-4817-910a-e25e2f8401f6 req-c960fd67-efac-4be0-be75-23ebf7053f26 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222849'] for port, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:20:07.702619 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:20:07.703132 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-39009ebb-4126-4817-910a-e25e2f8401f6 req-c960fd67-efac-4be0-be75-23ebf7053f26 service neutron] 10.222.0.74 "PUT /v2.0/ports/d731a94f-f6c7-482a-9353-f2064dd9ad4e HTTP/1.1" status: 200 len: 1123 time: 1.1942358 Sep 23 19:20:07.722926 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-5814eeba-fbbe-4abc-a0f9-ff3c177396dc req-450b1df5-322a-41ae-b710-5c8240ad98b8 tempest-SecurityGroupRulesTestJSON-915228312 tempest-SecurityGroupRulesTestJSON-915228312-project] 10.222.0.67 "GET /v2.0/security-groups/cb2ff2b9-4b60-461a-9f26-dc2f2753d583 HTTP/1.1" status: 200 len: 1804 time: 0.1724439 Sep 23 19:20:07.728006 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.v2.base [req-5814eeba-fbbe-4abc-a0f9-ff3c177396dc req-2344b910-a7fb-41e7-9f20-666ad96ec4ec tempest-SecurityGroupRulesTestJSON-915228312 tempest-SecurityGroupRulesTestJSON-915228312-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': 'cb2ff2b9-4b60-461a-9f26-dc2f2753d583', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=95102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:20:07.728333 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.v2.base [req-5814eeba-fbbe-4abc-a0f9-ff3c177396dc req-2344b910-a7fb-41e7-9f20-666ad96ec4ec tempest-SecurityGroupRulesTestJSON-915228312 tempest-SecurityGroupRulesTestJSON-915228312-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': 'cb2ff2b9-4b60-461a-9f26-dc2f2753d583', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=95102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:20:07.730126 n-d-713301-16 neutron-server[95103]: DEBUG neutron.notifiers.nova [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0307641e-042f-4609-8b5c-a0d2aeb0d6c3 {{(pid=95103) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 19:20:07.745279 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-70e1d718-f580-4946-a9d7-b4e41adfca5e req-12dfc753-c9f5-417b-87e3-eb515cb77964 service neutron] 10.222.0.67 "GET /v2.0/networks/bf651024-673c-4eec-84ce-c6ef83d369a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2486734 Sep 23 19:20:07.765732 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-7b4d423a-e9bf-415e-bb27-6ec83bde09b2 req-1dc5c3ee-6efc-4ebc-b03d-4a510c561509 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:20:07.789863 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] get_ports_and_sgs() called for port_ids ['d731a94f-f6c7-482a-9353-f2064dd9ad4e'] {{(pid=95103) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 19:20:07.796012 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] For port 0307641e-042f-4609-8b5c-a0d2aeb0d6c3, host n-h1-713301-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-16',level=0,port_id=0307641e-042f-4609-8b5c-a0d2aeb0d6c3,segment=NetworkSegment(6139d589-eb6c-4578-8935-c26ddf396853),segment_id=6139d589-eb6c-4578-8935-c26ddf396853)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:20:07.829554 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:20:07.834908 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] For port adfc2094-8565-46e7-b934-be5d7a3613f3, host n-h1-713301-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-16',level=0,port_id=adfc2094-8565-46e7-b934-be5d7a3613f3,segment=NetworkSegment(60344de3-4656-4e44-ba87-ebbfec08b080),segment_id=60344de3-4656-4e44-ba87-ebbfec08b080)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:20:07.844986 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:20:07.922492 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-70e1d718-f580-4946-a9d7-b4e41adfca5e req-1cd52309-f84c-45c0-9e70-61f0f02ab37e service neutron] 10.222.0.67 "GET /v2.0/networks/bf651024-673c-4eec-84ce-c6ef83d369a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1693776 Sep 23 19:20:07.972355 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-5814eeba-fbbe-4abc-a0f9-ff3c177396dc req-2344b910-a7fb-41e7-9f20-666ad96ec4ec tempest-SecurityGroupRulesTestJSON-915228312 tempest-SecurityGroupRulesTestJSON-915228312-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:20:08.039181 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-5814eeba-fbbe-4abc-a0f9-ff3c177396dc req-2344b910-a7fb-41e7-9f20-666ad96ec4ec tempest-SecurityGroupRulesTestJSON-915228312 tempest-SecurityGroupRulesTestJSON-915228312-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:20:08.045657 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-5814eeba-fbbe-4abc-a0f9-ff3c177396dc req-2344b910-a7fb-41e7-9f20-666ad96ec4ec tempest-SecurityGroupRulesTestJSON-915228312 tempest-SecurityGroupRulesTestJSON-915228312-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575319'] for security_group_rule, after_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:20:08.068936 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2344b910-a7fb-41e7-9f20-666ad96ec4ec tempest-SecurityGroupRulesTestJSON-915228312 tempest-SecurityGroupRulesTestJSON-915228312-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d4df89a9-bb74-4738-adb1-ad42143b41a9,revision_number=0']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:20:08.080956 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-5814eeba-fbbe-4abc-a0f9-ff3c177396dc req-2344b910-a7fb-41e7-9f20-666ad96ec4ec tempest-SecurityGroupRulesTestJSON-915228312 tempest-SecurityGroupRulesTestJSON-915228312-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:20:08.083968 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-5814eeba-fbbe-4abc-a0f9-ff3c177396dc req-2344b910-a7fb-41e7-9f20-666ad96ec4ec tempest-SecurityGroupRulesTestJSON-915228312 tempest-SecurityGroupRulesTestJSON-915228312-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 792 time: 0.3601391 Sep 23 19:20:08.100526 n-d-713301-16 neutron-server[95103]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '35f886c6-a071-4ff1-96c0-5c1ef089643d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'adfc2094-8565-46e7-b934-be5d7a3613f3'}] {{(pid=95103) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 19:20:08.102813 n-d-713301-16 neutron-server[95103]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}81a1c17f2aa89d5b3ebbba3a3e0cf7eb588e431c2224256110c4c4facdd7c3e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60524e39-9c7c-403a-af69-21391575baff" -d '{"events": [{"server_uuid": "35f886c6-a071-4ff1-96c0-5c1ef089643d", "name": "network-vif-plugged", "status": "completed", "tag": "adfc2094-8565-46e7-b934-be5d7a3613f3"}]}' {{(pid=95103) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 19:20:08.131927 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Pushing event updated for resources: {'Port': ['ID=0307641e-042f-4609-8b5c-a0d2aeb0d6c3,revision_number=4']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:20:08.134219 n-d-713301-16 neutron-server[95102]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 23 Sep 2021 19:20:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86533397-e839-4920-bcc5-ff291d0a743f x-openstack-request-id: req-86533397-e839-4920-bcc5-ff291d0a743f {{(pid=95102) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 19:20:08.134642 n-d-713301-16 neutron-server[95102]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3f93ff56-89d6-4d8a-827d-77dcf6e19457", "name": "network-vif-unplugged", "status": "completed", "tag": "d731a94f-f6c7-482a-9353-f2064dd9ad4e", "code": 200}]} {{(pid=95102) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 19:20:08.134960 n-d-713301-16 neutron-server[95102]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-86533397-e839-4920-bcc5-ff291d0a743f {{(pid=95102) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 19:20:08.135423 n-d-713301-16 neutron-server[95102]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3f93ff56-89d6-4d8a-827d-77dcf6e19457', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd731a94f-f6c7-482a-9353-f2064dd9ad4e', 'code': 200} Sep 23 19:20:08.144203 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-cb6965c7-2f67-49d7-bde8-81e5f283a1ed None None] Provisioning complete for port 8e0df6b1-5122-4155-8760-205c511b3245 triggered by entity DHCP. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:20:08.144203 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-cb6965c7-2f67-49d7-bde8-81e5f283a1ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:20:08.242372 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.plugin [None req-cb6965c7-2f67-49d7-bde8-81e5f283a1ed None None] Port 8e0df6b1-5122-4155-8760-205c511b3245 cannot update to ACTIVE because it is not bound. {{(pid=95103) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 19:20:08.246256 n-d-713301-16 neutron-server[95101]: DEBUG neutron.notifiers.nova [req-7b4d423a-e9bf-415e-bb27-6ec83bde09b2 req-1dc5c3ee-6efc-4ebc-b03d-4a510c561509 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8e0df6b1-5122-4155-8760-205c511b3245 {{(pid=95101) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 19:20:08.248117 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Pushing event updated for resources: {'Port': ['ID=adfc2094-8565-46e7-b934-be5d7a3613f3,revision_number=5']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:20:08.267078 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-7b4d423a-e9bf-415e-bb27-6ec83bde09b2 req-1dc5c3ee-6efc-4ebc-b03d-4a510c561509 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:20:08.267252 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] get_ports_and_sgs() called for port_ids ['0307641e-042f-4609-8b5c-a0d2aeb0d6c3'] {{(pid=95103) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 19:20:08.281731 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0671d4b3-e9f6-41fb-a6ac-536aec17aa7c req-321a0653-722c-4957-8d3b-6571441d2861 tempest-FloatingIPsAssociationTestJSON-1050306137 tempest-FloatingIPsAssociationTestJSON-1050306137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:20:08.283335 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-0671d4b3-e9f6-41fb-a6ac-536aec17aa7c req-321a0653-722c-4957-8d3b-6571441d2861 tempest-FloatingIPsAssociationTestJSON-1050306137 tempest-FloatingIPsAssociationTestJSON-1050306137-project] 10.222.0.67 "GET /v2.0/ports?device_id=35f886c6-a071-4ff1-96c0-5c1ef089643d HTTP/1.1" status: 200 len: 945 time: 0.0910909 Sep 23 19:20:08.284206 n-d-713301-16 neutron-server[95101]: DEBUG neutron.db.provisioning_blocks [req-7b4d423a-e9bf-415e-bb27-6ec83bde09b2 req-1dc5c3ee-6efc-4ebc-b03d-4a510c561509 service neutron] Transition to ACTIVE for port object 8e0df6b1-5122-4155-8760-205c511b3245 will not be triggered until provisioned by entity L2. {{(pid=95101) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 19:20:08.290380 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-7b4d423a-e9bf-415e-bb27-6ec83bde09b2 req-1dc5c3ee-6efc-4ebc-b03d-4a510c561509 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5607436'] for port, after_update {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:20:08.383277 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dc5c3ee-6efc-4ebc-b03d-4a510c561509 service neutron] Pushing event updated for resources: {'Port': ['ID=8e0df6b1-5122-4155-8760-205c511b3245,revision_number=2']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:20:08.383521 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-0671d4b3-e9f6-41fb-a6ac-536aec17aa7c req-3c089c0f-3a1d-48fe-8e2f-935a82910f59 tempest-FloatingIPsAssociationTestJSON-1050306137 tempest-FloatingIPsAssociationTestJSON-1050306137-project] 10.222.0.67 "GET /v2.0/security-groups?id=cb9248a2-4263-4f57-a68c-8a6c3c3d2519&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880096 Sep 23 19:20:08.414569 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b76916-98fd-4a89-9ce4-e429dbc4f294 req-f1f6a0f7-d969-4458-8071-f5e2eb510e01 tempest-ServersAdminTestJSON-1371927677 tempest-ServersAdminTestJSON-1371927677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:20:08.422494 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-07b76916-98fd-4a89-9ce4-e429dbc4f294 req-f1f6a0f7-d969-4458-8071-f5e2eb510e01 tempest-ServersAdminTestJSON-1371927677 tempest-ServersAdminTestJSON-1371927677-project] 10.222.0.67 "GET /v2.0/ports?device_id=9a5f6079-92f5-4eed-b704-4339934659a8 HTTP/1.1" status: 200 len: 948 time: 0.1557388 Sep 23 19:20:08.532741 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-07b76916-98fd-4a89-9ce4-e429dbc4f294 req-e3038409-1d18-4b35-a753-85943b7eb8a9 tempest-ServersAdminTestJSON-1371927677 tempest-ServersAdminTestJSON-1371927677-project] 10.222.0.67 "GET /v2.0/security-groups?id=f6ea2bc2-ae02-426e-9312-246b38837e94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1049950 Sep 23 19:20:08.572372 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.v2.base [req-e8d1f1ac-c662-4114-8e9c-1c8978f626bd req-1c6195df-c59a-4415-ada9-e4e4adcaee91 tempest-SecurityGroupRulesTestJSON-915228312 tempest-SecurityGroupRulesTestJSON-915228312-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1656680162', 'description': 'tempest-description-682963431'}} {{(pid=95102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:20:08.608387 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-e8d1f1ac-c662-4114-8e9c-1c8978f626bd req-1c6195df-c59a-4415-ada9-e4e4adcaee91 tempest-SecurityGroupRulesTestJSON-915228312 tempest-SecurityGroupRulesTestJSON-915228312-project] Notify callbacks [] for security_group, before_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:20:08.742512 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-e8d1f1ac-c662-4114-8e9c-1c8978f626bd req-1c6195df-c59a-4415-ada9-e4e4adcaee91 tempest-SecurityGroupRulesTestJSON-915228312 tempest-SecurityGroupRulesTestJSON-915228312-project] Notify callbacks [] for security_group, precommit_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:20:08.747961 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-e8d1f1ac-c662-4114-8e9c-1c8978f626bd req-1c6195df-c59a-4415-ada9-e4e4adcaee91 tempest-SecurityGroupRulesTestJSON-915228312 tempest-SecurityGroupRulesTestJSON-915228312-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:20:08.782290 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-e8d1f1ac-c662-4114-8e9c-1c8978f626bd req-1c6195df-c59a-4415-ada9-e4e4adcaee91 tempest-SecurityGroupRulesTestJSON-915228312 tempest-SecurityGroupRulesTestJSON-915228312-project] Notify callbacks [] for security_group, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:20:08.783546 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-e8d1f1ac-c662-4114-8e9c-1c8978f626bd req-1c6195df-c59a-4415-ada9-e4e4adcaee91 tempest-SecurityGroupRulesTestJSON-915228312 tempest-SecurityGroupRulesTestJSON-915228312-project] 10.222.0.67 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.2170277 Sep 23 19:20:08.787021 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c6195df-c59a-4415-ada9-e4e4adcaee91 tempest-SecurityGroupRulesTestJSON-915228312 tempest-SecurityGroupRulesTestJSON-915228312-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e2782fb4-70fe-48b9-969d-d183e0f94c5c,revision_number=1']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:20:08.821111 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.managers [req-7b4d423a-e9bf-415e-bb27-6ec83bde09b2 req-1dc5c3ee-6efc-4ebc-b03d-4a510c561509 service neutron] Attempting to bind port 8e0df6b1-5122-4155-8760-205c511b3245 on host n-h2-713301-16 for vnic_type normal with profile {{(pid=95101) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 19:20:08.821542 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.managers [req-7b4d423a-e9bf-415e-bb27-6ec83bde09b2 req-1dc5c3ee-6efc-4ebc-b03d-4a510c561509 service neutron] Attempting to bind port 8e0df6b1-5122-4155-8760-205c511b3245 by drivers openvswitch,hyperv on host n-h2-713301-16 at level 0 using segments [{'id': '6139d589-eb6c-4578-8935-c26ddf396853', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '5220cb0c-da05-478a-9604-8c11469a05b4'}] {{(pid=95101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 19:20:08.822030 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b4d423a-e9bf-415e-bb27-6ec83bde09b2 req-1dc5c3ee-6efc-4ebc-b03d-4a510c561509 service neutron] Attempting to bind port 8e0df6b1-5122-4155-8760-205c511b3245 on network 5220cb0c-da05-478a-9604-8c11469a05b4 {{(pid=95101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:20:08.826993 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b4d423a-e9bf-415e-bb27-6ec83bde09b2 req-1dc5c3ee-6efc-4ebc-b03d-4a510c561509 service neutron] Port 8e0df6b1-5122-4155-8760-205c511b3245 on network 5220cb0c-da05-478a-9604-8c11469a05b4 not bound, no agent of type Open vSwitch agent registered on host n-h2-713301-16 {{(pid=95101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 19:20:08.827378 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b4d423a-e9bf-415e-bb27-6ec83bde09b2 req-1dc5c3ee-6efc-4ebc-b03d-4a510c561509 service neutron] Attempting to bind port 8e0df6b1-5122-4155-8760-205c511b3245 on network 5220cb0c-da05-478a-9604-8c11469a05b4 {{(pid=95101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:20:08.832772 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b4d423a-e9bf-415e-bb27-6ec83bde09b2 req-1dc5c3ee-6efc-4ebc-b03d-4a510c561509 service neutron] Checking agent: {'id': '2a7cea34-db54-4faf-8d23-37521c3e34cb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713301-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 19, 15, 28), 'started_at': datetime.datetime(2021, 9, 23, 19, 15, 28), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 19, 19, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 19:20:08.833100 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b4d423a-e9bf-415e-bb27-6ec83bde09b2 req-1dc5c3ee-6efc-4ebc-b03d-4a510c561509 service neutron] Checking segment: {'id': '6139d589-eb6c-4578-8935-c26ddf396853', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '5220cb0c-da05-478a-9604-8c11469a05b4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:20:08.833484 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b4d423a-e9bf-415e-bb27-6ec83bde09b2 req-1dc5c3ee-6efc-4ebc-b03d-4a510c561509 service neutron] Bound using segment: {'id': '6139d589-eb6c-4578-8935-c26ddf396853', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '5220cb0c-da05-478a-9604-8c11469a05b4'} {{(pid=95101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 19:20:08.834053 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.managers [req-7b4d423a-e9bf-415e-bb27-6ec83bde09b2 req-1dc5c3ee-6efc-4ebc-b03d-4a510c561509 service neutron] Bound port: 8e0df6b1-5122-4155-8760-205c511b3245, host: n-h2-713301-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6139d589-eb6c-4578-8935-c26ddf396853', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '5220cb0c-da05-478a-9604-8c11469a05b4'}}] {{(pid=95101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 19:20:08.834456 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-7b4d423a-e9bf-415e-bb27-6ec83bde09b2 req-1dc5c3ee-6efc-4ebc-b03d-4a510c561509 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:20:08.889218 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-8da46ab1-708c-4abf-805c-0f376606a7b1 req-2a88a8f5-d41b-4775-80a4-be150ecfa69a tempest-LiveMigrationTest-1843640962 tempest-LiveMigrationTest-1843640962-project] 10.222.0.67 "GET /v2.0/ports?device_id=ba1a1de7-919d-4e04-a64c-8e58b5236248 HTTP/1.1" status: 200 len: 210 time: 0.0355742 Sep 23 19:20:08.928362 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.db [req-7b4d423a-e9bf-415e-bb27-6ec83bde09b2 req-1dc5c3ee-6efc-4ebc-b03d-4a510c561509 service neutron] For port 8e0df6b1-5122-4155-8760-205c511b3245, host n-h2-713301-16, cleared binding levels {{(pid=95101) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 19:20:08.932161 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.db [req-7b4d423a-e9bf-415e-bb27-6ec83bde09b2 req-1dc5c3ee-6efc-4ebc-b03d-4a510c561509 service neutron] For port 8e0df6b1-5122-4155-8760-205c511b3245, host n-h2-713301-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-16',level=0,port_id=8e0df6b1-5122-4155-8760-205c511b3245,segment=NetworkSegment(6139d589-eb6c-4578-8935-c26ddf396853),segment_id=6139d589-eb6c-4578-8935-c26ddf396853)] {{(pid=95101) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 19:20:08.939700 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-7b4d423a-e9bf-415e-bb27-6ec83bde09b2 req-1dc5c3ee-6efc-4ebc-b03d-4a510c561509 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5607436'] for port, after_update {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:20:08.947867 n-d-713301-16 neutron-server[95103]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 19:20:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f604d4a0-85f6-4d5a-8ad3-44b2c78066a2 x-openstack-request-id: req-f604d4a0-85f6-4d5a-8ad3-44b2c78066a2 {{(pid=95103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 19:20:08.948373 n-d-713301-16 neutron-server[95103]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "35f886c6-a071-4ff1-96c0-5c1ef089643d", "name": "network-vif-plugged", "status": "completed", "tag": "adfc2094-8565-46e7-b934-be5d7a3613f3", "code": 200}]} {{(pid=95103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 19:20:08.948373 n-d-713301-16 neutron-server[95103]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-f604d4a0-85f6-4d5a-8ad3-44b2c78066a2 {{(pid=95103) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 19:20:08.949022 n-d-713301-16 neutron-server[95103]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '35f886c6-a071-4ff1-96c0-5c1ef089643d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'adfc2094-8565-46e7-b934-be5d7a3613f3', 'code': 200} Sep 23 19:20:08.986604 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4d423a-e9bf-415e-bb27-6ec83bde09b2 req-1dc5c3ee-6efc-4ebc-b03d-4a510c561509 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:20:08.987339 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-7b4d423a-e9bf-415e-bb27-6ec83bde09b2 req-1dc5c3ee-6efc-4ebc-b03d-4a510c561509 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222849'] for port, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:20:08.990035 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-7b4d423a-e9bf-415e-bb27-6ec83bde09b2 req-1dc5c3ee-6efc-4ebc-b03d-4a510c561509 service neutron] 10.222.0.53 "PUT /v2.0/ports/8e0df6b1-5122-4155-8760-205c511b3245 HTTP/1.1" status: 200 len: 1096 time: 1.3415310 Sep 23 19:20:08.992676 n-d-713301-16 neutron-server[95101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7ec37224-0572-43ff-ae2b-f6b0a2e7c863', 'tag': '8e0df6b1-5122-4155-8760-205c511b3245'}] {{(pid=95101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 19:20:08.996141 n-d-713301-16 neutron-server[95101]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d8366c5740cd635e57ab12b71fe44a77c2acc3c19091ef849c6f68b380462244" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-568da809-2821-4987-9188-ce4c42a94da3" -d '{"events": [{"name": "network-changed", "server_uuid": "7ec37224-0572-43ff-ae2b-f6b0a2e7c863", "tag": "8e0df6b1-5122-4155-8760-205c511b3245"}]}' {{(pid=95101) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 19:20:09.033079 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dc5c3ee-6efc-4ebc-b03d-4a510c561509 service neutron] Pushing event updated for resources: {'Port': ['ID=8e0df6b1-5122-4155-8760-205c511b3245,revision_number=3']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:20:09.187352 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2b21cf-292a-485d-866f-bc4f4e790325 req-0e583874-6900-420d-9f1c-26ef10864cc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:20:09.188929 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-7d2b21cf-292a-485d-866f-bc4f4e790325 req-0e583874-6900-420d-9f1c-26ef10864cc5 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=35f886c6-a071-4ff1-96c0-5c1ef089643d HTTP/1.1" status: 200 len: 1097 time: 0.1152570 Sep 23 19:20:09.205298 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85861835-6f83-4ae3-944c-2fbd90c14ea0 req-021b009e-6370-416e-a278-101b881380af tempest-LiveMigrationNegativeTest-42861435 tempest-LiveMigrationNegativeTest-42861435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:20:09.206866 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-85861835-6f83-4ae3-944c-2fbd90c14ea0 req-021b009e-6370-416e-a278-101b881380af tempest-LiveMigrationNegativeTest-42861435 tempest-LiveMigrationNegativeTest-42861435-project] 10.222.0.67 "GET /v2.0/ports?device_id=7ec37224-0572-43ff-ae2b-f6b0a2e7c863 HTTP/1.1" status: 200 len: 947 time: 0.1153696 Sep 23 19:20:09.238390 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b05397b8-c4d7-4d58-bb9b-e8a4ef18e55d req-8f381345-a1a2-4163-baca-848974c98b24 tempest-LiveAutoBlockMigrationV225Test-1531822435 tempest-LiveAutoBlockMigrationV225Test-1531822435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:20:09.240088 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-b05397b8-c4d7-4d58-bb9b-e8a4ef18e55d req-8f381345-a1a2-4163-baca-848974c98b24 tempest-LiveAutoBlockMigrationV225Test-1531822435 tempest-LiveAutoBlockMigrationV225Test-1531822435-project] 10.222.0.67 "GET /v2.0/ports?device_id=3f93ff56-89d6-4d8a-827d-77dcf6e19457 HTTP/1.1" status: 200 len: 943 time: 0.1192462 Sep 23 19:20:09.291604 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-7d2b21cf-292a-485d-866f-bc4f4e790325 req-79547ee3-b3dc-4a92-9fbd-df6947869499 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=cb9248a2-4263-4f57-a68c-8a6c3c3d2519&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941133 Sep 23 19:20:09.301156 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-85861835-6f83-4ae3-944c-2fbd90c14ea0 req-0cd1d815-3772-4cf7-8878-2ac6354c2512 tempest-LiveMigrationNegativeTest-42861435 tempest-LiveMigrationNegativeTest-42861435-project] 10.222.0.67 "GET /v2.0/security-groups?id=4ed1ec61-8ec9-44fd-9365-22dc1954f969&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852284 Sep 23 19:20:09.328348 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-b05397b8-c4d7-4d58-bb9b-e8a4ef18e55d req-2dbb4f48-0688-430a-b10a-ea342a7c536b tempest-LiveAutoBlockMigrationV225Test-1531822435 tempest-LiveAutoBlockMigrationV225Test-1531822435-project] 10.222.0.67 "GET /v2.0/security-groups?id=6d32247e-8bb7-4ae1-818c-76baafa39c73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796456 Sep 23 19:20:09.352861 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4d423a-e9bf-415e-bb27-6ec83bde09b2 req-f72dc003-f30b-4945-a91e-309b509c5104 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:20:09.355447 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-7b4d423a-e9bf-415e-bb27-6ec83bde09b2 req-f72dc003-f30b-4945-a91e-309b509c5104 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=b4eee7f3c2614055afa8645752461390&device_id=7ec37224-0572-43ff-ae2b-f6b0a2e7c863 HTTP/1.1" status: 200 len: 1099 time: 0.0732884 Sep 23 19:20:09.358158 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.v2.base [req-565118b8-48d5-41a5-9f2c-f939c322ab60 req-c81df068-b6d1-45cd-b42a-d994e5301e30 tempest-SecurityGroupRulesTestJSON-915228312 tempest-SecurityGroupRulesTestJSON-915228312-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-660856480', 'description': 'tempest-description-546100836'}} {{(pid=95102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:20:09.388733 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-565118b8-48d5-41a5-9f2c-f939c322ab60 req-c81df068-b6d1-45cd-b42a-d994e5301e30 tempest-SecurityGroupRulesTestJSON-915228312 tempest-SecurityGroupRulesTestJSON-915228312-project] Notify callbacks [] for security_group, before_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:20:09.413454 n-d-713301-16 neutron-server[95101]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 19:20:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3bb1f802-b793-468e-b4ed-5b8dee725cdd x-openstack-request-id: req-3bb1f802-b793-468e-b4ed-5b8dee725cdd {{(pid=95101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 19:20:09.413845 n-d-713301-16 neutron-server[95101]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7ec37224-0572-43ff-ae2b-f6b0a2e7c863", "tag": "8e0df6b1-5122-4155-8760-205c511b3245", "status": "completed", "code": 200}]} {{(pid=95101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 19:20:09.414010 n-d-713301-16 neutron-server[95101]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-3bb1f802-b793-468e-b4ed-5b8dee725cdd {{(pid=95101) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 19:20:09.414380 n-d-713301-16 neutron-server[95101]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7ec37224-0572-43ff-ae2b-f6b0a2e7c863', 'tag': '8e0df6b1-5122-4155-8760-205c511b3245', 'status': 'completed', 'code': 200} Sep 23 19:20:09.416677 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-7b4d423a-e9bf-415e-bb27-6ec83bde09b2 req-861cdf0d-40ac-4b10-978b-60760eeb5014 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.43&port_id=8e0df6b1-5122-4155-8760-205c511b3245 HTTP/1.1" status: 200 len: 217 time: 0.0507360 Sep 23 19:20:09.476953 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4d423a-e9bf-415e-bb27-6ec83bde09b2 req-4a19651e-120c-4d17-9570-850c140a587f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:20:09.478649 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-7b4d423a-e9bf-415e-bb27-6ec83bde09b2 req-4a19651e-120c-4d17-9570-850c140a587f service neutron] 10.222.0.53 "GET /v2.0/subnets?id=1ccc69bc-9d6b-44d9-b227-204e47dc6e45 HTTP/1.1" status: 200 len: 843 time: 0.0548477 Sep 23 19:20:09.524651 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-565118b8-48d5-41a5-9f2c-f939c322ab60 req-c81df068-b6d1-45cd-b42a-d994e5301e30 tempest-SecurityGroupRulesTestJSON-915228312 tempest-SecurityGroupRulesTestJSON-915228312-project] Notify callbacks [] for security_group, precommit_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:20:09.532445 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-565118b8-48d5-41a5-9f2c-f939c322ab60 req-c81df068-b6d1-45cd-b42a-d994e5301e30 tempest-SecurityGroupRulesTestJSON-915228312 tempest-SecurityGroupRulesTestJSON-915228312-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:20:09.545570 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4d423a-e9bf-415e-bb27-6ec83bde09b2 req-d0d06a78-80e6-42ad-a294-560a71555586 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:20:09.547279 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-7b4d423a-e9bf-415e-bb27-6ec83bde09b2 req-d0d06a78-80e6-42ad-a294-560a71555586 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=5220cb0c-da05-478a-9604-8c11469a05b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0605721 Sep 23 19:20:09.564760 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7314f1fa-52bd-4dd0-9735-19b94bb39072 req-8527225c-e177-4d3f-874c-1be4c73f0221 tempest-FloatingIPsAssociationTestJSON-1050306137 tempest-FloatingIPsAssociationTestJSON-1050306137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:20:09.572448 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-7314f1fa-52bd-4dd0-9735-19b94bb39072 req-8527225c-e177-4d3f-874c-1be4c73f0221 tempest-FloatingIPsAssociationTestJSON-1050306137 tempest-FloatingIPsAssociationTestJSON-1050306137-project] 10.222.0.67 "GET /v2.0/ports?device_id=35f886c6-a071-4ff1-96c0-5c1ef089643d HTTP/1.1" status: 200 len: 945 time: 0.0969951 Sep 23 19:20:09.586723 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-565118b8-48d5-41a5-9f2c-f939c322ab60 req-c81df068-b6d1-45cd-b42a-d994e5301e30 tempest-SecurityGroupRulesTestJSON-915228312 tempest-SecurityGroupRulesTestJSON-915228312-project] Notify callbacks [] for security_group, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:20:09.588639 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-565118b8-48d5-41a5-9f2c-f939c322ab60 req-c81df068-b6d1-45cd-b42a-d994e5301e30 tempest-SecurityGroupRulesTestJSON-915228312 tempest-SecurityGroupRulesTestJSON-915228312-project] 10.222.0.67 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1808 time: 0.2339430 Sep 23 19:20:09.601513 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c81df068-b6d1-45cd-b42a-d994e5301e30 tempest-SecurityGroupRulesTestJSON-915228312 tempest-SecurityGroupRulesTestJSON-915228312-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7ba40947-c819-4954-8eaf-c6be52fe99eb,revision_number=1']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:20:09.636448 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-7314f1fa-52bd-4dd0-9735-19b94bb39072 req-95be0868-f692-4e20-9c5e-d9db11a9228c tempest-FloatingIPsAssociationTestJSON-1050306137 tempest-FloatingIPsAssociationTestJSON-1050306137-project] 10.222.0.67 "GET /v2.0/security-groups?id=cb9248a2-4263-4f57-a68c-8a6c3c3d2519&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628674 Sep 23 19:20:09.714253 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-7b4d423a-e9bf-415e-bb27-6ec83bde09b2 req-bff9389e-08f4-46ab-95b4-04198dd143ed service neutron] 10.222.0.53 "GET /v2.0/networks/5220cb0c-da05-478a-9604-8c11469a05b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1578770 Sep 23 19:20:09.756775 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc8c81be-3bba-412b-96c7-7ff86ae252ef req-28b0aacc-75d9-4a80-bef2-8d0912c7d87c tempest-ServersAdminTestJSON-1371927677 tempest-ServersAdminTestJSON-1371927677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:20:09.758798 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-dc8c81be-3bba-412b-96c7-7ff86ae252ef req-28b0aacc-75d9-4a80-bef2-8d0912c7d87c tempest-ServersAdminTestJSON-1371927677 tempest-ServersAdminTestJSON-1371927677-project] 10.222.0.67 "GET /v2.0/ports?device_id=9a5f6079-92f5-4eed-b704-4339934659a8 HTTP/1.1" status: 200 len: 948 time: 0.0645909 Sep 23 19:20:09.849704 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-dc8c81be-3bba-412b-96c7-7ff86ae252ef req-c5334cbe-2d45-4b5f-98ee-addbdd98301a tempest-ServersAdminTestJSON-1371927677 tempest-ServersAdminTestJSON-1371927677-project] 10.222.0.67 "GET /v2.0/security-groups?id=f6ea2bc2-ae02-426e-9312-246b38837e94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819826 Sep 23 19:20:09.883167 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-748d3e67-7067-4ade-81f5-18d3a0b63043 req-3f672d06-5fa4-4c01-81fb-7d0ee518118e tempest-SecurityGroupRulesTestJSON-915228312 tempest-SecurityGroupRulesTestJSON-915228312-project] 10.222.0.67 "GET /v2.0/security-groups/e2782fb4-70fe-48b9-969d-d183e0f94c5c HTTP/1.1" status: 200 len: 1804 time: 0.0746980 Sep 23 19:20:09.922623 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-7b4d423a-e9bf-415e-bb27-6ec83bde09b2 req-ac3285b1-26cf-434c-9ed4-72acf66e6b6d service neutron] 10.222.0.53 "GET /v2.0/networks/5220cb0c-da05-478a-9604-8c11469a05b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2006869 Sep 23 19:20:09.954725 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-748d3e67-7067-4ade-81f5-18d3a0b63043 req-a0104ab1-31e6-4cb8-9822-09255df7ffc6 tempest-SecurityGroupRulesTestJSON-915228312 tempest-SecurityGroupRulesTestJSON-915228312-project] 10.222.0.67 "GET /v2.0/security-groups/7ba40947-c819-4954-8eaf-c6be52fe99eb HTTP/1.1" status: 200 len: 1803 time: 0.0644724 Sep 23 19:20:09.960553 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.v2.base [req-748d3e67-7067-4ade-81f5-18d3a0b63043 req-44d61ebd-eaeb-4494-8192-f2b187fee02d tempest-SecurityGroupRulesTestJSON-915228312 tempest-SecurityGroupRulesTestJSON-915228312-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'e2782fb4-70fe-48b9-969d-d183e0f94c5c', 'remote_group_id': '7ba40947-c819-4954-8eaf-c6be52fe99eb', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=95102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:20:09.961371 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.v2.base [req-748d3e67-7067-4ade-81f5-18d3a0b63043 req-44d61ebd-eaeb-4494-8192-f2b187fee02d tempest-SecurityGroupRulesTestJSON-915228312 tempest-SecurityGroupRulesTestJSON-915228312-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'e2782fb4-70fe-48b9-969d-d183e0f94c5c', 'remote_group_id': '7ba40947-c819-4954-8eaf-c6be52fe99eb', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=95102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:20:09.985722 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e1d718-f580-4946-a9d7-b4e41adfca5e req-528cd945-5765-4a56-9664-bcde10d1f30f tempest-LiveMigrationTest-1843640962 tempest-LiveMigrationTest-1843640962-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:20:09.986984 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-70e1d718-f580-4946-a9d7-b4e41adfca5e req-528cd945-5765-4a56-9664-bcde10d1f30f tempest-LiveMigrationTest-1843640962 tempest-LiveMigrationTest-1843640962-project] 10.222.0.53 "GET /v2.0/networks?id=bf651024-673c-4eec-84ce-c6ef83d369a1 HTTP/1.1" status: 200 len: 807 time: 0.1654260 Sep 23 19:20:10.007974 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.v2.base [req-70e1d718-f580-4946-a9d7-b4e41adfca5e req-236dfc90-0bde-43ec-831f-4417e16db921 tempest-LiveMigrationTest-1843640962 tempest-LiveMigrationTest-1843640962-project] Request body: {'port': {'device_id': 'ba1a1de7-919d-4e04-a64c-8e58b5236248', 'network_id': 'bf651024-673c-4eec-84ce-c6ef83d369a1', 'admin_state_up': True, 'tenant_id': '0f5d9c33c3334ce192c43e08217ee019'}} {{(pid=95101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:20:10.070759 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-ea21a406-3856-4aad-a276-b801594536f9 req-cf97a0db-abd4-4104-b6e8-b39258c51acc tempest-LiveMigrationTest-1843640962 tempest-LiveMigrationTest-1843640962-project] 10.222.0.67 "GET /v2.0/ports?device_id=ba1a1de7-919d-4e04-a64c-8e58b5236248 HTTP/1.1" status: 200 len: 210 time: 0.0381999 Sep 23 19:20:10.099418 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-748d3e67-7067-4ade-81f5-18d3a0b63043 req-44d61ebd-eaeb-4494-8192-f2b187fee02d tempest-SecurityGroupRulesTestJSON-915228312 tempest-SecurityGroupRulesTestJSON-915228312-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:20:10.136336 n-d-713301-16 neutron-server[95102]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3f93ff56-89d6-4d8a-827d-77dcf6e19457', 'tag': 'd731a94f-f6c7-482a-9353-f2064dd9ad4e'}] {{(pid=95102) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 19:20:10.138770 n-d-713301-16 neutron-server[95102]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab31b6d93e5336dbddfa8ec424565b3bd8cb2369c5b4d85bc943472dbb21e8ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f36987c5-dc54-4607-8cfd-3cac26fae291" -d '{"events": [{"name": "network-changed", "server_uuid": "3f93ff56-89d6-4d8a-827d-77dcf6e19457", "tag": "d731a94f-f6c7-482a-9353-f2064dd9ad4e"}]}' {{(pid=95102) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 19:20:10.152916 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-748d3e67-7067-4ade-81f5-18d3a0b63043 req-44d61ebd-eaeb-4494-8192-f2b187fee02d tempest-SecurityGroupRulesTestJSON-915228312 tempest-SecurityGroupRulesTestJSON-915228312-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:20:10.160216 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-748d3e67-7067-4ade-81f5-18d3a0b63043 req-44d61ebd-eaeb-4494-8192-f2b187fee02d tempest-SecurityGroupRulesTestJSON-915228312 tempest-SecurityGroupRulesTestJSON-915228312-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575319'] for security_group_rule, after_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:20:10.176852 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-568da809-2821-4987-9188-ce4c42a94da3 req-909257d0-763e-44de-aa10-a522d7184521 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:20:10.178441 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-568da809-2821-4987-9188-ce4c42a94da3 req-909257d0-763e-44de-aa10-a522d7184521 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=b4eee7f3c2614055afa8645752461390&device_id=7ec37224-0572-43ff-ae2b-f6b0a2e7c863 HTTP/1.1" status: 200 len: 1099 time: 0.1369872 Sep 23 19:20:10.180399 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44d61ebd-eaeb-4494-8192-f2b187fee02d tempest-SecurityGroupRulesTestJSON-915228312 tempest-SecurityGroupRulesTestJSON-915228312-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bb844eb2-6a0d-455f-b605-70f9b5cb9e69,revision_number=0']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:20:10.197463 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-748d3e67-7067-4ade-81f5-18d3a0b63043 req-44d61ebd-eaeb-4494-8192-f2b187fee02d tempest-SecurityGroupRulesTestJSON-915228312 tempest-SecurityGroupRulesTestJSON-915228312-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:20:10.212070 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-748d3e67-7067-4ade-81f5-18d3a0b63043 req-44d61ebd-eaeb-4494-8192-f2b187fee02d tempest-SecurityGroupRulesTestJSON-915228312 tempest-SecurityGroupRulesTestJSON-915228312-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.2493129 Sep 23 19:20:10.218623 n-d-713301-16 neutron-server[95102]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 19:20:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-161823fb-906a-4993-a7d6-c6f42e50abad x-openstack-request-id: req-161823fb-906a-4993-a7d6-c6f42e50abad {{(pid=95102) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 19:20:10.219103 n-d-713301-16 neutron-server[95102]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3f93ff56-89d6-4d8a-827d-77dcf6e19457", "tag": "d731a94f-f6c7-482a-9353-f2064dd9ad4e", "status": "completed", "code": 200}]} {{(pid=95102) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 19:20:10.219550 n-d-713301-16 neutron-server[95102]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-161823fb-906a-4993-a7d6-c6f42e50abad {{(pid=95102) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 19:20:10.220088 n-d-713301-16 neutron-server[95102]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3f93ff56-89d6-4d8a-827d-77dcf6e19457', 'tag': 'd731a94f-f6c7-482a-9353-f2064dd9ad4e', 'status': 'completed', 'code': 200} Sep 23 19:20:10.237293 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.v2.base [req-a9a3e013-336d-4360-b9ec-05c31eaccd43 req-163fb45c-088f-46b0-a1b6-1abd845e8f5e tempest-SecurityGroupRulesTestJSON-915228312 tempest-SecurityGroupRulesTestJSON-915228312-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-800825247', 'description': 'tempest-description-1165863967'}} {{(pid=95102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:20:10.293911 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.db.api [req-70e1d718-f580-4946-a9d7-b4e41adfca5e req-236dfc90-0bde-43ec-831f-4417e16db921 tempest-LiveMigrationTest-1843640962 tempest-LiveMigrationTest-1843640962-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 23 19:20:10.293911 n-d-713301-16 neutron-server[95101]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Sep 23 19:20:10.293911 n-d-713301-16 neutron-server[95101]: [parameters: {'project_id': '0f5d9c33c3334ce192c43e08217ee019', 'id': '02a1084d-bf55-441e-a012-0b858b8e2c2e', 'expiration': datetime.datetime(2021, 9, 23, 19, 22, 10, 286024)}] Sep 23 19:20:10.293911 n-d-713301-16 neutron-server[95101]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=95101) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 23 19:20:10.294362 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f36987c5-dc54-4607-8cfd-3cac26fae291 req-d26e1d19-2f76-4201-a483-44a09e2f3345 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:20:10.294818 n-d-713301-16 neutron-server[95101]: DEBUG oslo_db.api [req-70e1d718-f580-4946-a9d7-b4e41adfca5e req-236dfc90-0bde-43ec-831f-4417e16db921 tempest-LiveMigrationTest-1843640962 tempest-LiveMigrationTest-1843640962-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=95101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 23 19:20:10.295672 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-f36987c5-dc54-4607-8cfd-3cac26fae291 req-d26e1d19-2f76-4201-a483-44a09e2f3345 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=01fd0bf0664a4580a0559687f9bf7c73&device_id=3f93ff56-89d6-4d8a-827d-77dcf6e19457 HTTP/1.1" status: 200 len: 1126 time: 0.0536096 Sep 23 19:20:10.302931 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-a9a3e013-336d-4360-b9ec-05c31eaccd43 req-163fb45c-088f-46b0-a1b6-1abd845e8f5e tempest-SecurityGroupRulesTestJSON-915228312 tempest-SecurityGroupRulesTestJSON-915228312-project] Notify callbacks [] for security_group, before_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:20:10.312272 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-568da809-2821-4987-9188-ce4c42a94da3 req-cba2e693-5609-4ba2-bcb8-1765db7a518d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:20:10.313989 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-568da809-2821-4987-9188-ce4c42a94da3 req-cba2e693-5609-4ba2-bcb8-1765db7a518d service neutron] 10.222.0.53 "GET /v2.0/networks?id=5220cb0c-da05-478a-9604-8c11469a05b4 HTTP/1.1" status: 200 len: 870 time: 0.1279814 Sep 23 19:20:10.366278 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-568da809-2821-4987-9188-ce4c42a94da3 req-e1a0f99b-0d9f-4b5e-a436-da4f77ca2be4 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.43&port_id=8e0df6b1-5122-4155-8760-205c511b3245 HTTP/1.1" status: 200 len: 217 time: 0.0413244 Sep 23 19:20:10.425016 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-568da809-2821-4987-9188-ce4c42a94da3 req-ded77afa-45b9-43eb-8f24-c16597c7f947 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:20:10.427362 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-568da809-2821-4987-9188-ce4c42a94da3 req-ded77afa-45b9-43eb-8f24-c16597c7f947 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=1ccc69bc-9d6b-44d9-b227-204e47dc6e45 HTTP/1.1" status: 200 len: 843 time: 0.0529232 Sep 23 19:20:10.486953 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-568da809-2821-4987-9188-ce4c42a94da3 req-f29d9060-dbb6-4b36-a987-2d566c462a97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:20:10.488499 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-568da809-2821-4987-9188-ce4c42a94da3 req-f29d9060-dbb6-4b36-a987-2d566c462a97 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=5220cb0c-da05-478a-9604-8c11469a05b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0516293 Sep 23 19:20:10.588443 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-568da809-2821-4987-9188-ce4c42a94da3 req-20099d93-6600-469a-ad66-02405c2a85ec service neutron] 10.222.0.53 "GET /v2.0/networks/5220cb0c-da05-478a-9604-8c11469a05b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0907152 Sep 23 19:20:10.699879 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-568da809-2821-4987-9188-ce4c42a94da3 req-5c1b7fbc-5033-49e4-88f8-27d1edc7af3a service neutron] 10.222.0.53 "GET /v2.0/networks/5220cb0c-da05-478a-9604-8c11469a05b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0980928 Sep 23 19:20:10.722067 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f36987c5-dc54-4607-8cfd-3cac26fae291 req-04ce0bd3-888f-40df-9f0f-485861e2bed7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:20:10.724324 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-f36987c5-dc54-4607-8cfd-3cac26fae291 req-04ce0bd3-888f-40df-9f0f-485861e2bed7 service neutron] 10.222.0.53 "GET /v2.0/networks?id=c2b58ecf-3b1b-414c-92a4-f53b08b3dace HTTP/1.1" status: 200 len: 922 time: 0.4191480 Sep 23 19:20:10.749812 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ffe0d6-7d2d-4bdd-89d9-f72d1c4f340c req-1391d2df-2f84-4487-b2bd-caf7b1cf2d41 tempest-LiveMigrationNegativeTest-42861435 tempest-LiveMigrationNegativeTest-42861435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:20:10.751278 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-18ffe0d6-7d2d-4bdd-89d9-f72d1c4f340c req-1391d2df-2f84-4487-b2bd-caf7b1cf2d41 tempest-LiveMigrationNegativeTest-42861435 tempest-LiveMigrationNegativeTest-42861435-project] 10.222.0.67 "GET /v2.0/ports?device_id=7ec37224-0572-43ff-ae2b-f6b0a2e7c863 HTTP/1.1" status: 200 len: 947 time: 0.1138241 Sep 23 19:20:10.793098 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-f36987c5-dc54-4607-8cfd-3cac26fae291 req-ac543efa-d399-4f22-9c75-7d1e2b1c0588 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d731a94f-f6c7-482a-9353-f2064dd9ad4e HTTP/1.1" status: 200 len: 217 time: 0.0589106 Sep 23 19:20:10.904683 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-a9a3e013-336d-4360-b9ec-05c31eaccd43 req-163fb45c-088f-46b0-a1b6-1abd845e8f5e tempest-SecurityGroupRulesTestJSON-915228312 tempest-SecurityGroupRulesTestJSON-915228312-project] Notify callbacks [] for security_group, precommit_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:20:10.919968 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-18ffe0d6-7d2d-4bdd-89d9-f72d1c4f340c req-29e017de-c7aa-4363-a7c3-85a616250068 tempest-LiveMigrationNegativeTest-42861435 tempest-LiveMigrationNegativeTest-42861435-project] 10.222.0.67 "GET /v2.0/security-groups?id=4ed1ec61-8ec9-44fd-9365-22dc1954f969&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1362340 Sep 23 19:20:10.920907 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-a9a3e013-336d-4360-b9ec-05c31eaccd43 req-163fb45c-088f-46b0-a1b6-1abd845e8f5e tempest-SecurityGroupRulesTestJSON-915228312 tempest-SecurityGroupRulesTestJSON-915228312-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:20:10.940840 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f36987c5-dc54-4607-8cfd-3cac26fae291 req-0e717e35-d549-4116-ab8c-477e8b16b188 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:20:10.944725 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-f36987c5-dc54-4607-8cfd-3cac26fae291 req-0e717e35-d549-4116-ab8c-477e8b16b188 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=4cc4932b-c381-47ec-9303-11e42975856f HTTP/1.1" status: 200 len: 861 time: 0.1433618 Sep 23 19:20:10.951207 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-70e1d718-f580-4946-a9d7-b4e41adfca5e req-236dfc90-0bde-43ec-831f-4417e16db921 tempest-LiveMigrationTest-1843640962 tempest-LiveMigrationTest-1843640962-project] Made reservation on behalf of 0f5d9c33c3334ce192c43e08217ee019 for: {'port': 1} {{(pid=95101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:20:10.959852 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-70e1d718-f580-4946-a9d7-b4e41adfca5e req-236dfc90-0bde-43ec-831f-4417e16db921 tempest-LiveMigrationTest-1843640962 tempest-LiveMigrationTest-1843640962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:20:10.994281 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-a9a3e013-336d-4360-b9ec-05c31eaccd43 req-163fb45c-088f-46b0-a1b6-1abd845e8f5e tempest-SecurityGroupRulesTestJSON-915228312 tempest-SecurityGroupRulesTestJSON-915228312-project] Notify callbacks [] for security_group, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:20:10.994490 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-a9a3e013-336d-4360-b9ec-05c31eaccd43 req-163fb45c-088f-46b0-a1b6-1abd845e8f5e tempest-SecurityGroupRulesTestJSON-915228312 tempest-SecurityGroupRulesTestJSON-915228312-project] 10.222.0.67 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.7619586 Sep 23 19:20:11.030957 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-f36987c5-dc54-4607-8cfd-3cac26fae291 req-ab264cec-57be-4fca-b054-3e42f710c2d6 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=c2b58ecf-3b1b-414c-92a4-f53b08b3dace&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0718262 Sep 23 19:20:11.033386 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-163fb45c-088f-46b0-a1b6-1abd845e8f5e tempest-SecurityGroupRulesTestJSON-915228312 tempest-SecurityGroupRulesTestJSON-915228312-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c2b7414b-fb3a-4cd0-849b-37602949bdd7,revision_number=1']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:20:11.262616 n-d-713301-16 neutron-server[95101]: DEBUG neutron.db.db_base_plugin_common [req-70e1d718-f580-4946-a9d7-b4e41adfca5e req-236dfc90-0bde-43ec-831f-4417e16db921 tempest-LiveMigrationTest-1843640962 tempest-LiveMigrationTest-1843640962-project] Allocated IP 172.20.0.11 (bf651024-673c-4eec-84ce-c6ef83d369a1/a9e01a0e-19a1-4eb7-ad45-3b74532cbcd9/ad21dcb9-92a9-4609-9d58-ec31250ff83d) {{(pid=95101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 19:20:11.294337 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-f36987c5-dc54-4607-8cfd-3cac26fae291 req-7280a240-9237-4f40-8884-7834ee810bc5 service neutron] 10.222.0.53 "GET /v2.0/networks/c2b58ecf-3b1b-414c-92a4-f53b08b3dace?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2550120 Sep 23 19:20:11.309579 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Device d731a94f-f6c7-482a-9353-f2064dd9ad4e details requested by agent hyperv_n-h1-713301-16 with host n-h1-713301-16 {{(pid=95103) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 19:20:11.312721 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Device 0307641e-042f-4609-8b5c-a0d2aeb0d6c3 up at agent hyperv_n-h1-713301-16 {{(pid=95103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 19:20:11.335314 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c49a7a0-a5ed-4621-b767-2269057c6e2d req-2592baea-1926-417d-a7b3-81a91f21ceff tempest-FloatingIPsAssociationTestJSON-1050306137 tempest-FloatingIPsAssociationTestJSON-1050306137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:20:11.343380 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-0c49a7a0-a5ed-4621-b767-2269057c6e2d req-2592baea-1926-417d-a7b3-81a91f21ceff tempest-FloatingIPsAssociationTestJSON-1050306137 tempest-FloatingIPsAssociationTestJSON-1050306137-project] 10.222.0.67 "GET /v2.0/ports?device_id=35f886c6-a071-4ff1-96c0-5c1ef089643d HTTP/1.1" status: 200 len: 945 time: 0.1875808 Sep 23 19:20:11.377025 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f6d8629-1ea2-452b-bfc6-2c79e2e47204 req-574501fb-fc00-4ff6-9455-149f2a511cb9 tempest-LiveAutoBlockMigrationV225Test-1531822435 tempest-LiveAutoBlockMigrationV225Test-1531822435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:20:11.378965 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-4f6d8629-1ea2-452b-bfc6-2c79e2e47204 req-574501fb-fc00-4ff6-9455-149f2a511cb9 tempest-LiveAutoBlockMigrationV225Test-1531822435 tempest-LiveAutoBlockMigrationV225Test-1531822435-project] 10.222.0.67 "GET /v2.0/ports?device_id=3f93ff56-89d6-4d8a-827d-77dcf6e19457 HTTP/1.1" status: 200 len: 943 time: 0.3000925 Sep 23 19:20:11.478688 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Provisioning for port 0307641e-042f-4609-8b5c-a0d2aeb0d6c3 completed by entity L2. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 19:20:11.490096 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Provisioning complete for port 0307641e-042f-4609-8b5c-a0d2aeb0d6c3 triggered by entity L2. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:20:11.491003 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:20:11.518421 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-0c49a7a0-a5ed-4621-b767-2269057c6e2d req-cd98480b-18fe-4584-9fcd-a702bb09766f tempest-FloatingIPsAssociationTestJSON-1050306137 tempest-FloatingIPsAssociationTestJSON-1050306137-project] 10.222.0.67 "GET /v2.0/security-groups?id=cb9248a2-4263-4f57-a68c-8a6c3c3d2519&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1678209 Sep 23 19:20:11.529933 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-70e1d718-f580-4946-a9d7-b4e41adfca5e req-236dfc90-0bde-43ec-831f-4417e16db921 tempest-LiveMigrationTest-1843640962 tempest-LiveMigrationTest-1843640962-project] Notify callbacks [] for port, precommit_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:20:11.532187 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] For port d731a94f-f6c7-482a-9353-f2064dd9ad4e, host n-h2-713301-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-16',level=0,port_id=d731a94f-f6c7-482a-9353-f2064dd9ad4e,segment=NetworkSegment(5e7e2223-350e-4937-8d7b-2c6ab6ddc0ab),segment_id=5e7e2223-350e-4937-8d7b-2c6ab6ddc0ab)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:20:11.532950 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-4f6d8629-1ea2-452b-bfc6-2c79e2e47204 req-023c1ece-9caf-4c0e-bd34-3dd33a38312b tempest-LiveAutoBlockMigrationV225Test-1531822435 tempest-LiveAutoBlockMigrationV225Test-1531822435-project] 10.222.0.67 "GET /v2.0/security-groups?id=6d32247e-8bb7-4ae1-818c-76baafa39c73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1360416 Sep 23 19:20:11.557453 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-f36987c5-dc54-4607-8cfd-3cac26fae291 req-4baaeec4-d7b5-4e95-8aa2-f9e3593d1893 service neutron] 10.222.0.53 "GET /v2.0/networks/c2b58ecf-3b1b-414c-92a4-f53b08b3dace?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2533119 Sep 23 19:20:11.571743 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Device d731a94f-f6c7-482a-9353-f2064dd9ad4e has no active binding in host n-h1-713301-16 {{(pid=95103) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Sep 23 19:20:11.660507 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-39009ebb-4126-4817-910a-e25e2f8401f6 req-5342ee9e-59ee-4723-a265-460c11025d34 service neutron] 10.222.0.53 "GET /v2.0/ports/d731a94f-f6c7-482a-9353-f2064dd9ad4e/bindings/n-h1-713301-16 HTTP/1.1" status: 200 len: 385 time: 0.1247218 Sep 23 19:20:11.664248 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:20:11.674104 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.v2.base [req-7dc833b9-eb3a-4767-9738-7309f5123e1c req-e59322b0-28f3-4244-94ae-c33142dbcf69 tempest-SecurityGroupRulesTestJSON-915228312 tempest-SecurityGroupRulesTestJSON-915228312-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1220235869', 'description': 'tempest-description-841184000'}} {{(pid=95102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:20:11.682124 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-70e1d718-f580-4946-a9d7-b4e41adfca5e req-236dfc90-0bde-43ec-831f-4417e16db921 tempest-LiveMigrationTest-1843640962 tempest-LiveMigrationTest-1843640962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783145673135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5607431'] for port, after_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:20:11.700091 n-d-713301-16 neutron-server[95103]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a5f6079-92f5-4eed-b704-4339934659a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0307641e-042f-4609-8b5c-a0d2aeb0d6c3'}] {{(pid=95103) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 19:20:11.702708 n-d-713301-16 neutron-server[95103]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}81a1c17f2aa89d5b3ebbba3a3e0cf7eb588e431c2224256110c4c4facdd7c3e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c9f7477-f556-4186-b3d9-a181a9e4c80f" -d '{"events": [{"server_uuid": "9a5f6079-92f5-4eed-b704-4339934659a8", "name": "network-vif-plugged", "status": "completed", "tag": "0307641e-042f-4609-8b5c-a0d2aeb0d6c3"}]}' {{(pid=95103) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 19:20:11.719708 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] For port 0307641e-042f-4609-8b5c-a0d2aeb0d6c3, host n-h1-713301-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-16',level=0,port_id=0307641e-042f-4609-8b5c-a0d2aeb0d6c3,segment=NetworkSegment(6139d589-eb6c-4578-8935-c26ddf396853),segment_id=6139d589-eb6c-4578-8935-c26ddf396853)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:20:11.725330 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-7dc833b9-eb3a-4767-9738-7309f5123e1c req-e59322b0-28f3-4244-94ae-c33142dbcf69 tempest-SecurityGroupRulesTestJSON-915228312 tempest-SecurityGroupRulesTestJSON-915228312-project] Notify callbacks [] for security_group, before_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:20:11.727983 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:20:11.736666 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-555ca17f-342e-4476-9454-7cd2f2788f5b req-b44117d0-bfd4-409c-bfab-e261c298e79d tempest-ServersAdminTestJSON-1371927677 tempest-ServersAdminTestJSON-1371927677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:20:11.738851 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-555ca17f-342e-4476-9454-7cd2f2788f5b req-b44117d0-bfd4-409c-bfab-e261c298e79d tempest-ServersAdminTestJSON-1371927677 tempest-ServersAdminTestJSON-1371927677-project] 10.222.0.67 "GET /v2.0/ports?device_id=9a5f6079-92f5-4eed-b704-4339934659a8 HTTP/1.1" status: 200 len: 948 time: 0.0764298 Sep 23 19:20:11.749945 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-70e1d718-f580-4946-a9d7-b4e41adfca5e req-236dfc90-0bde-43ec-831f-4417e16db921 tempest-LiveMigrationTest-1843640962 tempest-LiveMigrationTest-1843640962-project] Network bf651024-673c-4eec-84ce-c6ef83d369a1 is already hosted by enough agents. {{(pid=95101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:20:11.755021 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.base_scheduler [req-70e1d718-f580-4946-a9d7-b4e41adfca5e req-236dfc90-0bde-43ec-831f-4417e16db921 tempest-LiveMigrationTest-1843640962 tempest-LiveMigrationTest-1843640962-project] Resources bound (agent type, host, resource id): {{(pid=95101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:20:11.797714 n-d-713301-16 neutron-server[95101]: DEBUG neutron.db.l3_dvrscheduler_db [req-70e1d718-f580-4946-a9d7-b4e41adfca5e req-236dfc90-0bde-43ec-831f-4417e16db921 tempest-LiveMigrationTest-1843640962 tempest-LiveMigrationTest-1843640962-project] Received port after_create {{(pid=95101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 19:20:11.803378 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-555ca17f-342e-4476-9454-7cd2f2788f5b req-511770cc-bb4d-4d93-8564-8d28e41e136e tempest-ServersAdminTestJSON-1371927677 tempest-ServersAdminTestJSON-1371927677-project] 10.222.0.67 "GET /v2.0/security-groups?id=f6ea2bc2-ae02-426e-9312-246b38837e94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569265 Sep 23 19:20:11.823860 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Pushing event updated for resources: {'Port': ['ID=0307641e-042f-4609-8b5c-a0d2aeb0d6c3,revision_number=5']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:20:11.868255 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e1d718-f580-4946-a9d7-b4e41adfca5e req-236dfc90-0bde-43ec-831f-4417e16db921 tempest-LiveMigrationTest-1843640962 tempest-LiveMigrationTest-1843640962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:20:11.868255 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-70e1d718-f580-4946-a9d7-b4e41adfca5e req-236dfc90-0bde-43ec-831f-4417e16db921 tempest-LiveMigrationTest-1843640962 tempest-LiveMigrationTest-1843640962-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222849'] for port, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:20:11.896260 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-7dc833b9-eb3a-4767-9738-7309f5123e1c req-e59322b0-28f3-4244-94ae-c33142dbcf69 tempest-SecurityGroupRulesTestJSON-915228312 tempest-SecurityGroupRulesTestJSON-915228312-project] Notify callbacks [] for security_group, precommit_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:20:11.910496 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-7dc833b9-eb3a-4767-9738-7309f5123e1c req-e59322b0-28f3-4244-94ae-c33142dbcf69 tempest-SecurityGroupRulesTestJSON-915228312 tempest-SecurityGroupRulesTestJSON-915228312-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:20:11.914151 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-70e1d718-f580-4946-a9d7-b4e41adfca5e req-236dfc90-0bde-43ec-831f-4417e16db921 tempest-LiveMigrationTest-1843640962 tempest-LiveMigrationTest-1843640962-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9172251 Sep 23 19:20:11.914753 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-236dfc90-0bde-43ec-831f-4417e16db921 tempest-LiveMigrationTest-1843640962 tempest-LiveMigrationTest-1843640962-project] Pushing event updated for resources: {'Port': ['ID=ad21dcb9-92a9-4609-9d58-ec31250ff83d,revision_number=1']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:20:11.931164 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.v2.base [req-70e1d718-f580-4946-a9d7-b4e41adfca5e req-54475818-0e87-445a-8d7a-655aca26b70a service neutron] Request body: {'port': {'device_id': 'ba1a1de7-919d-4e04-a64c-8e58b5236248', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713301-16'}} {{(pid=95101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:20:11.965342 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-7dc833b9-eb3a-4767-9738-7309f5123e1c req-e59322b0-28f3-4244-94ae-c33142dbcf69 tempest-SecurityGroupRulesTestJSON-915228312 tempest-SecurityGroupRulesTestJSON-915228312-project] Notify callbacks [] for security_group, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:20:11.969442 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-7dc833b9-eb3a-4767-9738-7309f5123e1c req-e59322b0-28f3-4244-94ae-c33142dbcf69 tempest-SecurityGroupRulesTestJSON-915228312 tempest-SecurityGroupRulesTestJSON-915228312-project] 10.222.0.67 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.3118451 Sep 23 19:20:11.975590 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e59322b0-28f3-4244-94ae-c33142dbcf69 tempest-SecurityGroupRulesTestJSON-915228312 tempest-SecurityGroupRulesTestJSON-915228312-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b3c291d5-fc95-4e0e-af2e-0e7d0b28bce0,revision_number=1']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:20:12.009628 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-139197bb-3694-4be7-a78d-911cc865479b req-c6fffc23-f9e9-47ab-a135-9d3788f38d19 tempest-LiveMigrationTest-1843640962 tempest-LiveMigrationTest-1843640962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:20:12.011277 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-139197bb-3694-4be7-a78d-911cc865479b req-c6fffc23-f9e9-47ab-a135-9d3788f38d19 tempest-LiveMigrationTest-1843640962 tempest-LiveMigrationTest-1843640962-project] 10.222.0.67 "GET /v2.0/ports?device_id=ba1a1de7-919d-4e04-a64c-8e58b5236248 HTTP/1.1" status: 200 len: 932 time: 0.1133847 Sep 23 19:20:12.032807 n-d-713301-16 neutron-server[95103]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 19:20:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff540d72-0a87-4896-bb7e-a346bc160aa8 x-openstack-request-id: req-ff540d72-0a87-4896-bb7e-a346bc160aa8 {{(pid=95103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 19:20:12.033016 n-d-713301-16 neutron-server[95103]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9a5f6079-92f5-4eed-b704-4339934659a8", "name": "network-vif-plugged", "status": "completed", "tag": "0307641e-042f-4609-8b5c-a0d2aeb0d6c3", "code": 200}]} {{(pid=95103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 19:20:12.033269 n-d-713301-16 neutron-server[95103]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-ff540d72-0a87-4896-bb7e-a346bc160aa8 {{(pid=95103) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 19:20:12.033662 n-d-713301-16 neutron-server[95103]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a5f6079-92f5-4eed-b704-4339934659a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0307641e-042f-4609-8b5c-a0d2aeb0d6c3', 'code': 200} Sep 23 19:20:12.112673 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-70e1d718-f580-4946-a9d7-b4e41adfca5e req-54475818-0e87-445a-8d7a-655aca26b70a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:20:12.159328 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-139197bb-3694-4be7-a78d-911cc865479b req-bf3dc227-7697-45f3-bc97-469546d09b0c tempest-LiveMigrationTest-1843640962 tempest-LiveMigrationTest-1843640962-project] 10.222.0.67 "GET /v2.0/security-groups?id=1c151358-1cab-48a6-be3e-ad7507b4da06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1376860 Sep 23 19:20:12.184288 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bda0956-3554-4e79-a25a-5096d731b2a8 req-f9d88cbc-9d58-4573-a804-71ad43802154 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:20:12.186365 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-2bda0956-3554-4e79-a25a-5096d731b2a8 req-f9d88cbc-9d58-4573-a804-71ad43802154 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=9a5f6079-92f5-4eed-b704-4339934659a8 HTTP/1.1" status: 200 len: 1101 time: 0.0750794 Sep 23 19:20:12.197338 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb30631-26ee-4765-9e6c-ef447f733d69 req-42e5a034-bcc1-4669-96d4-f27e7c252339 tempest-LiveMigrationNegativeTest-42861435 tempest-LiveMigrationNegativeTest-42861435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:20:12.198539 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-acb30631-26ee-4765-9e6c-ef447f733d69 req-42e5a034-bcc1-4669-96d4-f27e7c252339 tempest-LiveMigrationNegativeTest-42861435 tempest-LiveMigrationNegativeTest-42861435-project] 10.222.0.67 "GET /v2.0/ports?device_id=7ec37224-0572-43ff-ae2b-f6b0a2e7c863 HTTP/1.1" status: 200 len: 947 time: 0.1076269 Sep 23 19:20:12.198722 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.db [req-39009ebb-4126-4817-910a-e25e2f8401f6 req-9e99501f-207e-4b64-b95a-9f69f401a1fe service neutron] For port d731a94f-f6c7-482a-9353-f2064dd9ad4e, host n-h2-713301-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-16',level=0,port_id=d731a94f-f6c7-482a-9353-f2064dd9ad4e,segment=NetworkSegment(5e7e2223-350e-4937-8d7b-2c6ab6ddc0ab),segment_id=5e7e2223-350e-4937-8d7b-2c6ab6ddc0ab)] {{(pid=95101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:20:12.283037 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.db [req-39009ebb-4126-4817-910a-e25e2f8401f6 req-9e99501f-207e-4b64-b95a-9f69f401a1fe service neutron] For port d731a94f-f6c7-482a-9353-f2064dd9ad4e, host n-h2-713301-16, cleared binding levels {{(pid=95101) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 19:20:12.287292 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-2bda0956-3554-4e79-a25a-5096d731b2a8 req-f20fe94d-c3df-4194-b10a-3e0982324854 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=f6ea2bc2-ae02-426e-9312-246b38837e94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805862 Sep 23 19:20:12.289520 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-44d02c4c-921b-4aa8-9d05-64a6a7cc7baa req-6e13052c-db59-4fdf-8a4f-1ec531f61437 tempest-SecurityGroupRulesTestJSON-915228312 tempest-SecurityGroupRulesTestJSON-915228312-project] 10.222.0.67 "GET /v2.0/security-groups/c2b7414b-fb3a-4cd0-849b-37602949bdd7 HTTP/1.1" status: 200 len: 1804 time: 0.0899978 Sep 23 19:20:12.303214 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-acb30631-26ee-4765-9e6c-ef447f733d69 req-1e86b597-713d-42fd-8b06-3d1763721248 tempest-LiveMigrationNegativeTest-42861435 tempest-LiveMigrationNegativeTest-42861435-project] 10.222.0.67 "GET /v2.0/security-groups?id=4ed1ec61-8ec9-44fd-9365-22dc1954f969&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943990 Sep 23 19:20:12.353913 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-44d02c4c-921b-4aa8-9d05-64a6a7cc7baa req-3ba5cefe-4468-4636-a255-39b14c8d062b tempest-SecurityGroupRulesTestJSON-915228312 tempest-SecurityGroupRulesTestJSON-915228312-project] 10.222.0.67 "GET /v2.0/security-groups/b3c291d5-fc95-4e0e-af2e-0e7d0b28bce0 HTTP/1.1" status: 200 len: 1804 time: 0.0556986 Sep 23 19:20:12.358649 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.v2.base [req-44d02c4c-921b-4aa8-9d05-64a6a7cc7baa req-cd7817ed-7718-48bb-b02d-a1fcfe3b123a tempest-SecurityGroupRulesTestJSON-915228312 tempest-SecurityGroupRulesTestJSON-915228312-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'c2b7414b-fb3a-4cd0-849b-37602949bdd7', 'remote_group_id': 'b3c291d5-fc95-4e0e-af2e-0e7d0b28bce0', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=95102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:20:12.358971 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.v2.base [req-44d02c4c-921b-4aa8-9d05-64a6a7cc7baa req-cd7817ed-7718-48bb-b02d-a1fcfe3b123a tempest-SecurityGroupRulesTestJSON-915228312 tempest-SecurityGroupRulesTestJSON-915228312-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'c2b7414b-fb3a-4cd0-849b-37602949bdd7', 'remote_group_id': 'b3c291d5-fc95-4e0e-af2e-0e7d0b28bce0', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=95102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:20:12.363838 n-d-713301-16 neutron-server[95101]: DEBUG neutron.notifiers.nova [req-39009ebb-4126-4817-910a-e25e2f8401f6 req-9e99501f-207e-4b64-b95a-9f69f401a1fe service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d731a94f-f6c7-482a-9353-f2064dd9ad4e {{(pid=95101) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 19:20:12.378903 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.db [req-39009ebb-4126-4817-910a-e25e2f8401f6 req-9e99501f-207e-4b64-b95a-9f69f401a1fe service neutron] For port d731a94f-f6c7-482a-9353-f2064dd9ad4e, host n-h1-713301-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-16',level=0,port_id=d731a94f-f6c7-482a-9353-f2064dd9ad4e,segment=NetworkSegment(5e7e2223-350e-4937-8d7b-2c6ab6ddc0ab),segment_id=5e7e2223-350e-4937-8d7b-2c6ab6ddc0ab)] {{(pid=95101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:20:12.422677 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-39009ebb-4126-4817-910a-e25e2f8401f6 req-9e99501f-207e-4b64-b95a-9f69f401a1fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:20:12.432999 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-44d02c4c-921b-4aa8-9d05-64a6a7cc7baa req-cd7817ed-7718-48bb-b02d-a1fcfe3b123a tempest-SecurityGroupRulesTestJSON-915228312 tempest-SecurityGroupRulesTestJSON-915228312-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:20:12.474362 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-44d02c4c-921b-4aa8-9d05-64a6a7cc7baa req-cd7817ed-7718-48bb-b02d-a1fcfe3b123a tempest-SecurityGroupRulesTestJSON-915228312 tempest-SecurityGroupRulesTestJSON-915228312-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:20:12.480448 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-44d02c4c-921b-4aa8-9d05-64a6a7cc7baa req-cd7817ed-7718-48bb-b02d-a1fcfe3b123a tempest-SecurityGroupRulesTestJSON-915228312 tempest-SecurityGroupRulesTestJSON-915228312-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575319'] for security_group_rule, after_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:20:12.509860 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd7817ed-7718-48bb-b02d-a1fcfe3b123a tempest-SecurityGroupRulesTestJSON-915228312 tempest-SecurityGroupRulesTestJSON-915228312-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f5f89c0f-fa03-41eb-b6dc-a0220347fcfe,revision_number=0']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:20:12.516779 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-44d02c4c-921b-4aa8-9d05-64a6a7cc7baa req-cd7817ed-7718-48bb-b02d-a1fcfe3b123a tempest-SecurityGroupRulesTestJSON-915228312 tempest-SecurityGroupRulesTestJSON-915228312-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:20:12.517828 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-44d02c4c-921b-4aa8-9d05-64a6a7cc7baa req-cd7817ed-7718-48bb-b02d-a1fcfe3b123a tempest-SecurityGroupRulesTestJSON-915228312 tempest-SecurityGroupRulesTestJSON-915228312-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.1630895 Sep 23 19:20:12.595437 n-d-713301-16 neutron-server[95101]: DEBUG neutron.notifiers.nova [req-70e1d718-f580-4946-a9d7-b4e41adfca5e req-54475818-0e87-445a-8d7a-655aca26b70a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ad21dcb9-92a9-4609-9d58-ec31250ff83d {{(pid=95101) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 19:20:12.596733 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-5ba7fa0f-a8b7-40a8-8f2c-fa39e21a191e req-cfe71f91-5a3c-4169-92bf-51e4b8b4a5a0 tempest-SecurityGroupRulesTestJSON-915228312 tempest-SecurityGroupRulesTestJSON-915228312-project] 10.222.0.67 "GET /v2.0/security-groups/b3c291d5-fc95-4e0e-af2e-0e7d0b28bce0 HTTP/1.1" status: 200 len: 1804 time: 0.0493922 Sep 23 19:20:12.608906 n-d-713301-16 neutron-server[95101]: DEBUG neutron.db.provisioning_blocks [req-39009ebb-4126-4817-910a-e25e2f8401f6 req-9e99501f-207e-4b64-b95a-9f69f401a1fe service neutron] Transition to ACTIVE for port object d731a94f-f6c7-482a-9353-f2064dd9ad4e will not be triggered until provisioned by entity L2. {{(pid=95101) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 19:20:12.611150 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-70e1d718-f580-4946-a9d7-b4e41adfca5e req-54475818-0e87-445a-8d7a-655aca26b70a service neutron] Notify callbacks [] for port, precommit_update {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:20:12.615370 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-39009ebb-4126-4817-910a-e25e2f8401f6 req-9e99501f-207e-4b64-b95a-9f69f401a1fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5607436'] for port, after_update {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:20:12.658341 n-d-713301-16 neutron-server[95101]: DEBUG neutron.db.provisioning_blocks [req-70e1d718-f580-4946-a9d7-b4e41adfca5e req-54475818-0e87-445a-8d7a-655aca26b70a service neutron] Transition to ACTIVE for port object ad21dcb9-92a9-4609-9d58-ec31250ff83d will not be triggered until provisioned by entity L2. {{(pid=95101) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 19:20:12.670149 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-70e1d718-f580-4946-a9d7-b4e41adfca5e req-54475818-0e87-445a-8d7a-655aca26b70a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5607436'] for port, after_update {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:20:12.701310 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adfbbde8-e17b-46ca-9b2a-e7cec90d6245 req-67e81a0f-500c-4ec9-8992-28dd667ecbde tempest-FloatingIPsAssociationTestJSON-1050306137 tempest-FloatingIPsAssociationTestJSON-1050306137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:20:12.703115 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-adfbbde8-e17b-46ca-9b2a-e7cec90d6245 req-67e81a0f-500c-4ec9-8992-28dd667ecbde tempest-FloatingIPsAssociationTestJSON-1050306137 tempest-FloatingIPsAssociationTestJSON-1050306137-project] 10.222.0.67 "GET /v2.0/ports?device_id=35f886c6-a071-4ff1-96c0-5c1ef089643d HTTP/1.1" status: 200 len: 945 time: 0.1009033 Sep 23 19:20:12.712674 n-d-713301-16 neutron-server[95101]: DEBUG neutron.db.l3_dvrscheduler_db [req-39009ebb-4126-4817-910a-e25e2f8401f6 req-9e99501f-207e-4b64-b95a-9f69f401a1fe service neutron] No DVR routers for this DVR port d731a94f-f6c7-482a-9353-f2064dd9ad4e on host n-h2-713301-16 {{(pid=95101) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 19:20:12.716507 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e99501f-207e-4b64-b95a-9f69f401a1fe service neutron] Pushing event updated for resources: {'Port': ['ID=d731a94f-f6c7-482a-9353-f2064dd9ad4e,revision_number=10']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:20:12.718704 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-5ba7fa0f-a8b7-40a8-8f2c-fa39e21a191e req-52f978d9-8f5b-4b42-8e20-86c227d62f83 tempest-SecurityGroupRulesTestJSON-915228312 tempest-SecurityGroupRulesTestJSON-915228312-project] Notify callbacks [] for security_group, before_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:20:12.775792 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-5ba7fa0f-a8b7-40a8-8f2c-fa39e21a191e req-52f978d9-8f5b-4b42-8e20-86c227d62f83 tempest-SecurityGroupRulesTestJSON-915228312 tempest-SecurityGroupRulesTestJSON-915228312-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:20:12.804944 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-39009ebb-4126-4817-910a-e25e2f8401f6 req-9e99501f-207e-4b64-b95a-9f69f401a1fe service neutron] 10.222.0.53 "PUT /v2.0/ports/d731a94f-f6c7-482a-9353-f2064dd9ad4e/bindings/n-h1-713301-16/activate HTTP/1.1" status: 200 len: 370 time: 1.1361718 Sep 23 19:20:12.811479 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-adfbbde8-e17b-46ca-9b2a-e7cec90d6245 req-78193b25-351d-40e0-925b-2398cca88ceb tempest-FloatingIPsAssociationTestJSON-1050306137 tempest-FloatingIPsAssociationTestJSON-1050306137-project] 10.222.0.67 "GET /v2.0/security-groups?id=cb9248a2-4263-4f57-a68c-8a6c3c3d2519&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708961 Sep 23 19:20:12.812294 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54475818-0e87-445a-8d7a-655aca26b70a service neutron] Pushing event updated for resources: {'Port': ['ID=ad21dcb9-92a9-4609-9d58-ec31250ff83d,revision_number=2']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:20:12.893758 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.managers [req-70e1d718-f580-4946-a9d7-b4e41adfca5e req-54475818-0e87-445a-8d7a-655aca26b70a service neutron] Attempting to bind port ad21dcb9-92a9-4609-9d58-ec31250ff83d on host n-h2-713301-16 for vnic_type normal with profile {{(pid=95101) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 19:20:12.894185 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.managers [req-70e1d718-f580-4946-a9d7-b4e41adfca5e req-54475818-0e87-445a-8d7a-655aca26b70a service neutron] Attempting to bind port ad21dcb9-92a9-4609-9d58-ec31250ff83d by drivers openvswitch,hyperv on host n-h2-713301-16 at level 0 using segments [{'id': '6735b3c2-9e0f-43a7-8f57-e48eb1a30c85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': 'bf651024-673c-4eec-84ce-c6ef83d369a1'}] {{(pid=95101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 19:20:12.895245 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70e1d718-f580-4946-a9d7-b4e41adfca5e req-54475818-0e87-445a-8d7a-655aca26b70a service neutron] Attempting to bind port ad21dcb9-92a9-4609-9d58-ec31250ff83d on network bf651024-673c-4eec-84ce-c6ef83d369a1 {{(pid=95101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:20:12.900841 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70e1d718-f580-4946-a9d7-b4e41adfca5e req-54475818-0e87-445a-8d7a-655aca26b70a service neutron] Port ad21dcb9-92a9-4609-9d58-ec31250ff83d on network bf651024-673c-4eec-84ce-c6ef83d369a1 not bound, no agent of type Open vSwitch agent registered on host n-h2-713301-16 {{(pid=95101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 19:20:12.901627 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70e1d718-f580-4946-a9d7-b4e41adfca5e req-54475818-0e87-445a-8d7a-655aca26b70a service neutron] Attempting to bind port ad21dcb9-92a9-4609-9d58-ec31250ff83d on network bf651024-673c-4eec-84ce-c6ef83d369a1 {{(pid=95101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:20:12.914527 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70e1d718-f580-4946-a9d7-b4e41adfca5e req-54475818-0e87-445a-8d7a-655aca26b70a service neutron] Checking agent: {'id': '2a7cea34-db54-4faf-8d23-37521c3e34cb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713301-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 19, 15, 28), 'started_at': datetime.datetime(2021, 9, 23, 19, 15, 28), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 19, 19, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 19:20:12.916460 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70e1d718-f580-4946-a9d7-b4e41adfca5e req-54475818-0e87-445a-8d7a-655aca26b70a service neutron] Checking segment: {'id': '6735b3c2-9e0f-43a7-8f57-e48eb1a30c85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': 'bf651024-673c-4eec-84ce-c6ef83d369a1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:20:12.917065 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70e1d718-f580-4946-a9d7-b4e41adfca5e req-54475818-0e87-445a-8d7a-655aca26b70a service neutron] Bound using segment: {'id': '6735b3c2-9e0f-43a7-8f57-e48eb1a30c85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': 'bf651024-673c-4eec-84ce-c6ef83d369a1'} {{(pid=95101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 19:20:12.917510 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.managers [req-70e1d718-f580-4946-a9d7-b4e41adfca5e req-54475818-0e87-445a-8d7a-655aca26b70a service neutron] Bound port: ad21dcb9-92a9-4609-9d58-ec31250ff83d, host: n-h2-713301-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6735b3c2-9e0f-43a7-8f57-e48eb1a30c85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': 'bf651024-673c-4eec-84ce-c6ef83d369a1'}}] {{(pid=95101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 19:20:12.917885 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-70e1d718-f580-4946-a9d7-b4e41adfca5e req-54475818-0e87-445a-8d7a-655aca26b70a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:20:12.923672 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-5ba7fa0f-a8b7-40a8-8f2c-fa39e21a191e req-52f978d9-8f5b-4b42-8e20-86c227d62f83 tempest-SecurityGroupRulesTestJSON-915228312 tempest-SecurityGroupRulesTestJSON-915228312-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:20:12.927643 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-5ba7fa0f-a8b7-40a8-8f2c-fa39e21a191e req-52f978d9-8f5b-4b42-8e20-86c227d62f83 tempest-SecurityGroupRulesTestJSON-915228312 tempest-SecurityGroupRulesTestJSON-915228312-project] Notify callbacks [] for security_group, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:20:12.932916 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-5ba7fa0f-a8b7-40a8-8f2c-fa39e21a191e req-52f978d9-8f5b-4b42-8e20-86c227d62f83 tempest-SecurityGroupRulesTestJSON-915228312 tempest-SecurityGroupRulesTestJSON-915228312-project] 10.222.0.67 "DELETE /v2.0/security-groups/b3c291d5-fc95-4e0e-af2e-0e7d0b28bce0 HTTP/1.1" status: 204 len: 173 time: 0.3285673 Sep 23 19:20:12.974630 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Device 8e0df6b1-5122-4155-8760-205c511b3245 details requested by agent hyperv_n-h2-713301-16 with host n-h2-713301-16 {{(pid=95103) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 19:20:12.995809 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f978d9-8f5b-4b42-8e20-86c227d62f83 tempest-SecurityGroupRulesTestJSON-915228312 tempest-SecurityGroupRulesTestJSON-915228312-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3c291d5-fc95-4e0e-af2e-0e7d0b28bce0,revision_number=None']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:20:13.012032 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39009ebb-4126-4817-910a-e25e2f8401f6 req-477230a3-fef4-4a4c-b7e5-cdc32b2e68d8 tempest-LiveAutoBlockMigrationV225Test-1371897097 tempest-LiveAutoBlockMigrationV225Test-1371897097-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:20:13.013883 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-39009ebb-4126-4817-910a-e25e2f8401f6 req-477230a3-fef4-4a4c-b7e5-cdc32b2e68d8 tempest-LiveAutoBlockMigrationV225Test-1371897097 tempest-LiveAutoBlockMigrationV225Test-1371897097-project-admin] 10.222.0.74 "GET /v2.0/ports?device_id=3f93ff56-89d6-4d8a-827d-77dcf6e19457&tenant_id=01fd0bf0664a4580a0559687f9bf7c73&binding%3Ahost_id=n-h2-713301-16 HTTP/1.1" status: 200 len: 1096 time: 0.1279912 Sep 23 19:20:13.028615 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e2b38a-0d19-44fa-9664-2eff488d73a6 req-29127c19-5879-4b1b-ad89-6581e84c180d tempest-LiveAutoBlockMigrationV225Test-1531822435 tempest-LiveAutoBlockMigrationV225Test-1531822435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:20:13.030712 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-e9e2b38a-0d19-44fa-9664-2eff488d73a6 req-29127c19-5879-4b1b-ad89-6581e84c180d tempest-LiveAutoBlockMigrationV225Test-1531822435 tempest-LiveAutoBlockMigrationV225Test-1531822435-project] 10.222.0.67 "GET /v2.0/ports?device_id=3f93ff56-89d6-4d8a-827d-77dcf6e19457 HTTP/1.1" status: 200 len: 944 time: 0.0935099 Sep 23 19:20:13.056264 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.db [req-70e1d718-f580-4946-a9d7-b4e41adfca5e req-54475818-0e87-445a-8d7a-655aca26b70a service neutron] For port ad21dcb9-92a9-4609-9d58-ec31250ff83d, host n-h2-713301-16, cleared binding levels {{(pid=95101) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 19:20:13.078150 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.db [req-70e1d718-f580-4946-a9d7-b4e41adfca5e req-54475818-0e87-445a-8d7a-655aca26b70a service neutron] For port ad21dcb9-92a9-4609-9d58-ec31250ff83d, host n-h2-713301-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-16',level=0,port_id=ad21dcb9-92a9-4609-9d58-ec31250ff83d,segment=NetworkSegment(6735b3c2-9e0f-43a7-8f57-e48eb1a30c85),segment_id=6735b3c2-9e0f-43a7-8f57-e48eb1a30c85)] {{(pid=95101) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 19:20:13.089675 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-70e1d718-f580-4946-a9d7-b4e41adfca5e req-54475818-0e87-445a-8d7a-655aca26b70a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5607436'] for port, after_update {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:20:13.103618 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-e9e2b38a-0d19-44fa-9664-2eff488d73a6 req-ce2370fc-3078-4126-b087-f60e9011e9e1 tempest-LiveAutoBlockMigrationV225Test-1531822435 tempest-LiveAutoBlockMigrationV225Test-1531822435-project] 10.222.0.67 "GET /v2.0/security-groups?id=6d32247e-8bb7-4ae1-818c-76baafa39c73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580316 Sep 23 19:20:13.130470 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39009ebb-4126-4817-910a-e25e2f8401f6 req-3e155c2d-cca1-4489-814b-e905a56fe6ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:20:13.138150 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-39009ebb-4126-4817-910a-e25e2f8401f6 req-3e155c2d-cca1-4489-814b-e905a56fe6ef service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=3f93ff56-89d6-4d8a-827d-77dcf6e19457&tenant_id=01fd0bf0664a4580a0559687f9bf7c73 HTTP/1.1" status: 200 len: 1096 time: 0.1059599 Sep 23 19:20:13.152795 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e1d718-f580-4946-a9d7-b4e41adfca5e req-54475818-0e87-445a-8d7a-655aca26b70a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:20:13.153727 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-70e1d718-f580-4946-a9d7-b4e41adfca5e req-54475818-0e87-445a-8d7a-655aca26b70a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222849'] for port, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:20:13.156129 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-70e1d718-f580-4946-a9d7-b4e41adfca5e req-54475818-0e87-445a-8d7a-655aca26b70a service neutron] 10.222.0.53 "PUT /v2.0/ports/ad21dcb9-92a9-4609-9d58-ec31250ff83d HTTP/1.1" status: 200 len: 1093 time: 1.2324109 Sep 23 19:20:13.156638 n-d-713301-16 neutron-server[95101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ba1a1de7-919d-4e04-a64c-8e58b5236248', 'tag': 'ad21dcb9-92a9-4609-9d58-ec31250ff83d'}] {{(pid=95101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 19:20:13.159126 n-d-713301-16 neutron-server[95101]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d8366c5740cd635e57ab12b71fe44a77c2acc3c19091ef849c6f68b380462244" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b15e685c-95bd-4df2-a965-fef1a81bb386" -d '{"events": [{"name": "network-changed", "server_uuid": "ba1a1de7-919d-4e04-a64c-8e58b5236248", "tag": "ad21dcb9-92a9-4609-9d58-ec31250ff83d"}]}' {{(pid=95101) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 19:20:13.232646 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] For port 8e0df6b1-5122-4155-8760-205c511b3245, host n-h2-713301-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-16',level=0,port_id=8e0df6b1-5122-4155-8760-205c511b3245,segment=NetworkSegment(6139d589-eb6c-4578-8935-c26ddf396853),segment_id=6139d589-eb6c-4578-8935-c26ddf396853)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:20:13.257700 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Returning: {'device': '8e0df6b1-5122-4155-8760-205c511b3245', 'network_id': '5220cb0c-da05-478a-9604-8c11469a05b4', 'port_id': '8e0df6b1-5122-4155-8760-205c511b3245', 'mac_address': 'fa:16:3e:f0:ae:b3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 624, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1ccc69bc-9d6b-44d9-b227-204e47dc6e45', 'ip_address': '192.168.233.43'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95103) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 19:20:13.261395 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54475818-0e87-445a-8d7a-655aca26b70a service neutron] Pushing event updated for resources: {'Port': ['ID=ad21dcb9-92a9-4609-9d58-ec31250ff83d,revision_number=3']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:20:13.280826 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e1d718-f580-4946-a9d7-b4e41adfca5e req-685916f9-6d0f-4519-ba57-dbc5021b956a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:20:13.282867 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-70e1d718-f580-4946-a9d7-b4e41adfca5e req-685916f9-6d0f-4519-ba57-dbc5021b956a service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=0f5d9c33c3334ce192c43e08217ee019&device_id=ba1a1de7-919d-4e04-a64c-8e58b5236248 HTTP/1.1" status: 200 len: 1096 time: 0.0627453 Sep 23 19:20:13.312744 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:20:13.335973 n-d-713301-16 neutron-server[95103]: DEBUG neutron.notifiers.nova [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8e0df6b1-5122-4155-8760-205c511b3245 {{(pid=95103) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 19:20:13.344984 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-70e1d718-f580-4946-a9d7-b4e41adfca5e req-3cf73e28-fd7a-4a1b-bc28-ff085b9f329a service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ad21dcb9-92a9-4609-9d58-ec31250ff83d HTTP/1.1" status: 200 len: 217 time: 0.0544126 Sep 23 19:20:13.370143 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] For port 8e0df6b1-5122-4155-8760-205c511b3245, host n-h2-713301-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-16',level=0,port_id=8e0df6b1-5122-4155-8760-205c511b3245,segment=NetworkSegment(6139d589-eb6c-4578-8935-c26ddf396853),segment_id=6139d589-eb6c-4578-8935-c26ddf396853)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:20:13.386857 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:20:13.387478 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737aa7e2-a47c-4d66-afd0-a9fc655f3f01 req-30695fc5-6889-41fb-8c1e-7fd46aff3b04 tempest-ServersAdminTestJSON-1371927677 tempest-ServersAdminTestJSON-1371927677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:20:13.405054 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-737aa7e2-a47c-4d66-afd0-a9fc655f3f01 req-30695fc5-6889-41fb-8c1e-7fd46aff3b04 tempest-ServersAdminTestJSON-1371927677 tempest-ServersAdminTestJSON-1371927677-project] 10.222.0.67 "GET /v2.0/ports?device_id=9a5f6079-92f5-4eed-b704-4339934659a8 HTTP/1.1" status: 200 len: 949 time: 0.2616723 Sep 23 19:20:13.416029 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e1d718-f580-4946-a9d7-b4e41adfca5e req-2ea56369-59aa-4c83-9bed-e62ceb0a6e2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:20:13.417988 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-70e1d718-f580-4946-a9d7-b4e41adfca5e req-2ea56369-59aa-4c83-9bed-e62ceb0a6e2b service neutron] 10.222.0.53 "GET /v2.0/subnets?id=a9e01a0e-19a1-4eb7-ad45-3b74532cbcd9 HTTP/1.1" status: 200 len: 847 time: 0.0662599 Sep 23 19:20:13.434371 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39009ebb-4126-4817-910a-e25e2f8401f6 req-f630b9e4-91c9-4a1a-88e6-a6c5c43998f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:20:13.435906 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-39009ebb-4126-4817-910a-e25e2f8401f6 req-f630b9e4-91c9-4a1a-88e6-a6c5c43998f2 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=01fd0bf0664a4580a0559687f9bf7c73&device_id=3f93ff56-89d6-4d8a-827d-77dcf6e19457 HTTP/1.1" status: 200 len: 1096 time: 0.2271512 Sep 23 19:20:13.454863 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Pushing event updated for resources: {'Port': ['ID=8e0df6b1-5122-4155-8760-205c511b3245,revision_number=4']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:20:13.467806 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd5f83f-9269-44e9-ac25-d8bc0a198718 req-59cd2b15-1199-4dec-97e6-ad4386fabb0a tempest-FloatingIPsAssociationTestJSON-1050306137 tempest-FloatingIPsAssociationTestJSON-1050306137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:20:13.467806 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-3bd5f83f-9269-44e9-ac25-d8bc0a198718 req-59cd2b15-1199-4dec-97e6-ad4386fabb0a tempest-FloatingIPsAssociationTestJSON-1050306137 tempest-FloatingIPsAssociationTestJSON-1050306137-project] 10.222.0.67 "GET /v2.0/ports?device_id=54888381-550f-4f37-8d36-836d2b5567e2&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.1890495 Sep 23 19:20:13.475909 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-70e1d718-f580-4946-a9d7-b4e41adfca5e req-12f9f35f-1ac0-40ee-9572-adacd490d1fa service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=bf651024-673c-4eec-84ce-c6ef83d369a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0504913 Sep 23 19:20:13.572830 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-3bd5f83f-9269-44e9-ac25-d8bc0a198718 req-8facaad3-d7f3-4aae-b179-81975357f631 tempest-FloatingIPsAssociationTestJSON-1050306137 tempest-FloatingIPsAssociationTestJSON-1050306137-project] 10.222.0.67 "GET /v2.0/floatingips?floating_ip_address=172.25.1.126 HTTP/1.1" status: 200 len: 696 time: 0.1042435 Sep 23 19:20:13.588259 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-70e1d718-f580-4946-a9d7-b4e41adfca5e req-8e70706e-a87c-4ac6-98d8-515aa4294a8a service neutron] 10.222.0.53 "GET /v2.0/networks/bf651024-673c-4eec-84ce-c6ef83d369a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1025038 Sep 23 19:20:13.596397 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] get_ports_and_sgs() called for port_ids ['8e0df6b1-5122-4155-8760-205c511b3245'] {{(pid=95103) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 19:20:13.627909 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.v2.base [req-3bd5f83f-9269-44e9-ac25-d8bc0a198718 req-c29e5626-e603-4249-bf8e-7ac012f19419 tempest-FloatingIPsAssociationTestJSON-1050306137 tempest-FloatingIPsAssociationTestJSON-1050306137-project] Request body: {'floatingip': {'port_id': '873e7b65-11d6-43a3-9a7a-31d0e534d4d5', 'fixed_ip_address': '172.20.0.12'}} {{(pid=95102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:20:13.645628 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-737aa7e2-a47c-4d66-afd0-a9fc655f3f01 req-19c778ea-5f45-4459-ab1c-cdad04415378 tempest-ServersAdminTestJSON-1371927677 tempest-ServersAdminTestJSON-1371927677-project] 10.222.0.67 "GET /v2.0/security-groups?id=f6ea2bc2-ae02-426e-9312-246b38837e94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2235408 Sep 23 19:20:13.782699 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-73fe0f59-0aba-419e-9af7-82abb0d2fd13 req-8a0a4665-b987-41d0-9c72-1fe60a32e3c2 tempest-SecurityGroupRulesTestJSON-915228312 tempest-SecurityGroupRulesTestJSON-915228312-project] 10.222.0.67 "GET /v2.0/security-groups/c2b7414b-fb3a-4cd0-849b-37602949bdd7 HTTP/1.1" status: 200 len: 1804 time: 0.0620558 Sep 23 19:20:13.795687 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-70e1d718-f580-4946-a9d7-b4e41adfca5e req-67dd7951-a718-4a4e-bacf-33ee2fa92c54 service neutron] 10.222.0.53 "GET /v2.0/networks/bf651024-673c-4eec-84ce-c6ef83d369a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1976311 Sep 23 19:20:13.801614 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-3bd5f83f-9269-44e9-ac25-d8bc0a198718 req-c29e5626-e603-4249-bf8e-7ac012f19419 tempest-FloatingIPsAssociationTestJSON-1050306137 tempest-FloatingIPsAssociationTestJSON-1050306137-project] Notify callbacks [] for floatingip, before_update {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:20:13.844936 n-d-713301-16 neutron-server[95101]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 19:20:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2de7bf71-0e63-4965-82d4-af95a2eabf6f x-openstack-request-id: req-2de7bf71-0e63-4965-82d4-af95a2eabf6f {{(pid=95101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 19:20:13.845553 n-d-713301-16 neutron-server[95101]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ba1a1de7-919d-4e04-a64c-8e58b5236248", "tag": "ad21dcb9-92a9-4609-9d58-ec31250ff83d", "status": "completed", "code": 200}]} {{(pid=95101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 19:20:13.846134 n-d-713301-16 neutron-server[95101]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-2de7bf71-0e63-4965-82d4-af95a2eabf6f {{(pid=95101) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 19:20:13.847003 n-d-713301-16 neutron-server[95101]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ba1a1de7-919d-4e04-a64c-8e58b5236248', 'tag': 'ad21dcb9-92a9-4609-9d58-ec31250ff83d', 'status': 'completed', 'code': 200} Sep 23 19:20:13.927763 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b15e685c-95bd-4df2-a965-fef1a81bb386 req-d36384d9-188b-470a-9ca5-0e7478b683d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:20:13.929641 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-b15e685c-95bd-4df2-a965-fef1a81bb386 req-d36384d9-188b-470a-9ca5-0e7478b683d8 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=0f5d9c33c3334ce192c43e08217ee019&device_id=ba1a1de7-919d-4e04-a64c-8e58b5236248 HTTP/1.1" status: 200 len: 1096 time: 0.0648043 Sep 23 19:20:13.933360 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39009ebb-4126-4817-910a-e25e2f8401f6 req-bdb37944-f2e7-4019-ad0e-b3cd9507c537 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:20:13.934965 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-39009ebb-4126-4817-910a-e25e2f8401f6 req-bdb37944-f2e7-4019-ad0e-b3cd9507c537 service neutron] 10.222.0.74 "GET /v2.0/networks?id=c2b58ecf-3b1b-414c-92a4-f53b08b3dace HTTP/1.1" status: 200 len: 922 time: 0.4654212 Sep 23 19:20:14.028742 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-39009ebb-4126-4817-910a-e25e2f8401f6 req-aab5abb6-652c-46c9-a3e5-22c51270dbb9 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d731a94f-f6c7-482a-9353-f2064dd9ad4e HTTP/1.1" status: 200 len: 217 time: 0.0796833 Sep 23 19:20:14.039780 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b15e685c-95bd-4df2-a965-fef1a81bb386 req-689bc83a-9096-4966-ab5f-136b2b36aeba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:20:14.041424 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-b15e685c-95bd-4df2-a965-fef1a81bb386 req-689bc83a-9096-4966-ab5f-136b2b36aeba service neutron] 10.222.0.53 "GET /v2.0/networks?id=bf651024-673c-4eec-84ce-c6ef83d369a1 HTTP/1.1" status: 200 len: 908 time: 0.1043398 Sep 23 19:20:14.084503 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-b15e685c-95bd-4df2-a965-fef1a81bb386 req-473c6f66-21b1-4fb1-84c6-a31f68f80e49 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ad21dcb9-92a9-4609-9d58-ec31250ff83d HTTP/1.1" status: 200 len: 217 time: 0.0351095 Sep 23 19:20:14.141496 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2746563e-65bd-4990-98e3-5c4f68e82be8 req-baeae30e-abfd-4526-a394-2c1a7bea44d0 tempest-LiveMigrationTest-1843640962 tempest-LiveMigrationTest-1843640962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:20:14.144366 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b15e685c-95bd-4df2-a965-fef1a81bb386 req-5437617f-1d13-4711-8431-25cff3702270 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:20:14.144862 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-2746563e-65bd-4990-98e3-5c4f68e82be8 req-baeae30e-abfd-4526-a394-2c1a7bea44d0 tempest-LiveMigrationTest-1843640962 tempest-LiveMigrationTest-1843640962-project] 10.222.0.67 "GET /v2.0/ports?device_id=ba1a1de7-919d-4e04-a64c-8e58b5236248 HTTP/1.1" status: 200 len: 944 time: 0.2126057 Sep 23 19:20:14.146479 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-b15e685c-95bd-4df2-a965-fef1a81bb386 req-5437617f-1d13-4711-8431-25cff3702270 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=a9e01a0e-19a1-4eb7-ad45-3b74532cbcd9 HTTP/1.1" status: 200 len: 847 time: 0.0540988 Sep 23 19:20:14.182065 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-b15e685c-95bd-4df2-a965-fef1a81bb386 req-9460321a-d9af-4a77-a377-0b132084e8bf service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=bf651024-673c-4eec-84ce-c6ef83d369a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0259838 Sep 23 19:20:14.192086 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39009ebb-4126-4817-910a-e25e2f8401f6 req-6cd9dc3a-f9b4-43b4-aa79-64665df172dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:20:14.193588 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-39009ebb-4126-4817-910a-e25e2f8401f6 req-6cd9dc3a-f9b4-43b4-aa79-64665df172dc service neutron] 10.222.0.74 "GET /v2.0/subnets?id=4cc4932b-c381-47ec-9303-11e42975856f HTTP/1.1" status: 200 len: 861 time: 0.1546569 Sep 23 19:20:14.249105 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-39009ebb-4126-4817-910a-e25e2f8401f6 req-160bf379-08e9-477c-80d4-fe7fcdecc487 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=c2b58ecf-3b1b-414c-92a4-f53b08b3dace&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0409944 Sep 23 19:20:14.265396 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-2746563e-65bd-4990-98e3-5c4f68e82be8 req-908f7611-ffb9-4fa1-ab7c-d92b41e5e620 tempest-LiveMigrationTest-1843640962 tempest-LiveMigrationTest-1843640962-project] 10.222.0.67 "GET /v2.0/security-groups?id=1c151358-1cab-48a6-be3e-ad7507b4da06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1121306 Sep 23 19:20:14.289745 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-b15e685c-95bd-4df2-a965-fef1a81bb386 req-7fdf9693-e0c6-4667-964f-82faed2f75f9 service neutron] 10.222.0.53 "GET /v2.0/networks/bf651024-673c-4eec-84ce-c6ef83d369a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0971942 Sep 23 19:20:14.415553 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-b15e685c-95bd-4df2-a965-fef1a81bb386 req-80384611-f9c4-4736-994d-ba7eb1067b3c service neutron] 10.222.0.53 "GET /v2.0/networks/bf651024-673c-4eec-84ce-c6ef83d369a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1173730 Sep 23 19:20:14.817541 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-39009ebb-4126-4817-910a-e25e2f8401f6 req-91295f15-2650-4ad4-89cb-76433b5528a2 service neutron] 10.222.0.74 "GET /v2.0/networks/c2b58ecf-3b1b-414c-92a4-f53b08b3dace?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5555336 Sep 23 19:20:14.852552 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88fc08d1-a173-40ee-8f4f-2f262926a0d4 req-e29e6998-4140-4deb-a40b-b26656f3a5b2 tempest-LiveMigrationNegativeTest-42861435 tempest-LiveMigrationNegativeTest-42861435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:20:14.854048 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-88fc08d1-a173-40ee-8f4f-2f262926a0d4 req-e29e6998-4140-4deb-a40b-b26656f3a5b2 tempest-LiveMigrationNegativeTest-42861435 tempest-LiveMigrationNegativeTest-42861435-project] 10.222.0.67 "GET /v2.0/ports?device_id=7ec37224-0572-43ff-ae2b-f6b0a2e7c863 HTTP/1.1" status: 200 len: 948 time: 0.4447703 Sep 23 19:20:14.979569 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Device 8e0df6b1-5122-4155-8760-205c511b3245 up at agent hyperv_n-h2-713301-16 {{(pid=95103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 19:20:15.031011 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Provisioning for port 8e0df6b1-5122-4155-8760-205c511b3245 completed by entity L2. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 19:20:15.035438 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Provisioning complete for port 8e0df6b1-5122-4155-8760-205c511b3245 triggered by entity L2. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:20:15.035810 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:20:15.039766 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.db.resource_extend [req-3bd5f83f-9269-44e9-ac25-d8bc0a198718 req-c29e5626-e603-4249-bf8e-7ac012f19419 tempest-FloatingIPsAssociationTestJSON-1050306137 tempest-FloatingIPsAssociationTestJSON-1050306137-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=95102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 23 19:20:15.078434 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-88fc08d1-a173-40ee-8f4f-2f262926a0d4 req-9d4369b6-a53d-4d29-b55c-d0a0e5c02372 tempest-LiveMigrationNegativeTest-42861435 tempest-LiveMigrationNegativeTest-42861435-project] 10.222.0.67 "GET /v2.0/security-groups?id=4ed1ec61-8ec9-44fd-9365-22dc1954f969&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2084606 Sep 23 19:20:15.123121 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.v2.base [req-6f3a1455-4666-4cb8-a785-e7539205ccd0 req-911c4891-0b7f-4f60-915b-a1bad3a9ef91 tempest-SecurityGroupRulesTestJSON-915228312 tempest-SecurityGroupRulesTestJSON-915228312-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1274647757', 'description': 'tempest-description-1761886130'}} {{(pid=95102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:20:15.123572 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:20:15.135347 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-39009ebb-4126-4817-910a-e25e2f8401f6 req-fe27ebe6-d617-427d-abe9-7083e67a6114 service neutron] 10.222.0.74 "GET /v2.0/networks/c2b58ecf-3b1b-414c-92a4-f53b08b3dace?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3025439 Sep 23 19:20:15.148763 n-d-713301-16 neutron-server[95103]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ec37224-0572-43ff-ae2b-f6b0a2e7c863', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e0df6b1-5122-4155-8760-205c511b3245'}] {{(pid=95103) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 19:20:15.151016 n-d-713301-16 neutron-server[95103]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}81a1c17f2aa89d5b3ebbba3a3e0cf7eb588e431c2224256110c4c4facdd7c3e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66c3dcb2-be3c-4759-bf38-4181d195f3e6" -d '{"events": [{"server_uuid": "7ec37224-0572-43ff-ae2b-f6b0a2e7c863", "name": "network-vif-plugged", "status": "completed", "tag": "8e0df6b1-5122-4155-8760-205c511b3245"}]}' {{(pid=95103) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 19:20:15.155809 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-3bd5f83f-9269-44e9-ac25-d8bc0a198718 req-c29e5626-e603-4249-bf8e-7ac012f19419 tempest-FloatingIPsAssociationTestJSON-1050306137 tempest-FloatingIPsAssociationTestJSON-1050306137-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:20:15.161400 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-3bd5f83f-9269-44e9-ac25-d8bc0a198718 req-c29e5626-e603-4249-bf8e-7ac012f19419 tempest-FloatingIPsAssociationTestJSON-1050306137 tempest-FloatingIPsAssociationTestJSON-1050306137-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-601884'] for floatingip, after_update {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:20:15.165739 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] For port 8e0df6b1-5122-4155-8760-205c511b3245, host n-h2-713301-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-16',level=0,port_id=8e0df6b1-5122-4155-8760-205c511b3245,segment=NetworkSegment(6139d589-eb6c-4578-8935-c26ddf396853),segment_id=6139d589-eb6c-4578-8935-c26ddf396853)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:20:15.171959 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:20:15.171959 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Device d731a94f-f6c7-482a-9353-f2064dd9ad4e no longer exists at agent hyperv_n-h2-713301-16 {{(pid=95103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 19:20:15.202602 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-6f3a1455-4666-4cb8-a785-e7539205ccd0 req-911c4891-0b7f-4f60-915b-a1bad3a9ef91 tempest-SecurityGroupRulesTestJSON-915228312 tempest-SecurityGroupRulesTestJSON-915228312-project] Notify callbacks [] for security_group, before_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:20:15.246738 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Device d731a94f-f6c7-482a-9353-f2064dd9ad4e not bound to the agent host n-h2-713301-16 {{(pid=95103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 19:20:15.248279 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Pushing event updated for resources: {'Port': ['ID=8e0df6b1-5122-4155-8760-205c511b3245,revision_number=5']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:20:15.298306 n-d-713301-16 neutron-server[95102]: INFO neutron.db.l3_db [req-3bd5f83f-9269-44e9-ac25-d8bc0a198718 req-c29e5626-e603-4249-bf8e-7ac012f19419 tempest-FloatingIPsAssociationTestJSON-1050306137 tempest-FloatingIPsAssociationTestJSON-1050306137-project] Floating IP 082b25a9-a906-49b1-824e-9a61d349c236 associated. External IP: 172.25.1.126, port: 873e7b65-11d6-43a3-9a7a-31d0e534d4d5. Sep 23 19:20:15.435049 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-6f3a1455-4666-4cb8-a785-e7539205ccd0 req-911c4891-0b7f-4f60-915b-a1bad3a9ef91 tempest-SecurityGroupRulesTestJSON-915228312 tempest-SecurityGroupRulesTestJSON-915228312-project] Notify callbacks [] for security_group, precommit_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:20:15.445179 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-6f3a1455-4666-4cb8-a785-e7539205ccd0 req-911c4891-0b7f-4f60-915b-a1bad3a9ef91 tempest-SecurityGroupRulesTestJSON-915228312 tempest-SecurityGroupRulesTestJSON-915228312-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:20:15.491766 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39009ebb-4126-4817-910a-e25e2f8401f6 req-f3ecec07-ce18-4e12-b522-a1c4eb553ea5 tempest-LiveAutoBlockMigrationV225Test-1371897097 tempest-LiveAutoBlockMigrationV225Test-1371897097-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:20:15.493465 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-39009ebb-4126-4817-910a-e25e2f8401f6 req-f3ecec07-ce18-4e12-b522-a1c4eb553ea5 tempest-LiveAutoBlockMigrationV225Test-1371897097 tempest-LiveAutoBlockMigrationV225Test-1371897097-project-admin] 10.222.0.74 "GET /v2.0/ports?device_id=3f93ff56-89d6-4d8a-827d-77dcf6e19457&tenant_id=01fd0bf0664a4580a0559687f9bf7c73&binding%3Ahost_id=n-h1-713301-16 HTTP/1.1" status: 200 len: 1096 time: 0.1140261 Sep 23 19:20:15.495812 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-6f3a1455-4666-4cb8-a785-e7539205ccd0 req-911c4891-0b7f-4f60-915b-a1bad3a9ef91 tempest-SecurityGroupRulesTestJSON-915228312 tempest-SecurityGroupRulesTestJSON-915228312-project] Notify callbacks [] for security_group, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:20:15.496938 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-6f3a1455-4666-4cb8-a785-e7539205ccd0 req-911c4891-0b7f-4f60-915b-a1bad3a9ef91 tempest-SecurityGroupRulesTestJSON-915228312 tempest-SecurityGroupRulesTestJSON-915228312-project] 10.222.0.67 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1810 time: 0.3845549 Sep 23 19:20:15.497896 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-911c4891-0b7f-4f60-915b-a1bad3a9ef91 tempest-SecurityGroupRulesTestJSON-915228312 tempest-SecurityGroupRulesTestJSON-915228312-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5587ab4d-de9d-4413-b158-86f8e22a6347,revision_number=1']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:20:15.750985 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba078b65-b2eb-4723-bba1-e3ef6213df73 req-8c28a3eb-bd2e-4ef8-abcd-25f79a39ac42 tempest-LiveAutoBlockMigrationV225Test-1531822435 tempest-LiveAutoBlockMigrationV225Test-1531822435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:20:15.752400 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-ba078b65-b2eb-4723-bba1-e3ef6213df73 req-8c28a3eb-bd2e-4ef8-abcd-25f79a39ac42 tempest-LiveAutoBlockMigrationV225Test-1531822435 tempest-LiveAutoBlockMigrationV225Test-1531822435-project] 10.222.0.67 "GET /v2.0/ports?device_id=3f93ff56-89d6-4d8a-827d-77dcf6e19457 HTTP/1.1" status: 200 len: 944 time: 0.1281457 Sep 23 19:20:15.761948 n-d-713301-16 neutron-server[95102]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3bd5f83f-9269-44e9-ac25-d8bc0a198718 req-c29e5626-e603-4249-bf8e-7ac012f19419 tempest-FloatingIPsAssociationTestJSON-1050306137 tempest-FloatingIPsAssociationTestJSON-1050306137-project] Router c3636d9e-644f-4dcd-83d7-48470ac1bc59 has already been hosted by L3 agent 79a740bf-7821-4989-8288-7186e3e128f3 {{(pid=95102) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 19:20:15.774239 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.db [req-39009ebb-4126-4817-910a-e25e2f8401f6 req-fed2e635-fcff-4827-bc5c-6dfeb2594fd8 service neutron] For port d731a94f-f6c7-482a-9353-f2064dd9ad4e, host n-h2-713301-16, cleared binding levels {{(pid=95102) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 19:20:15.787456 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-39009ebb-4126-4817-910a-e25e2f8401f6 req-fed2e635-fcff-4827-bc5c-6dfeb2594fd8 service neutron] Notify callbacks [] for binding, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:20:15.788556 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-39009ebb-4126-4817-910a-e25e2f8401f6 req-fed2e635-fcff-4827-bc5c-6dfeb2594fd8 service neutron] 10.222.0.74 "DELETE /v2.0/ports/d731a94f-f6c7-482a-9353-f2064dd9ad4e/bindings/n-h2-713301-16 HTTP/1.1" status: 204 len: 173 time: 0.2836344 Sep 23 19:20:15.850624 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-ba078b65-b2eb-4723-bba1-e3ef6213df73 req-5ebfe3f2-e17b-4f67-a511-49b54c7a0acb tempest-LiveAutoBlockMigrationV225Test-1531822435 tempest-LiveAutoBlockMigrationV225Test-1531822435-project] 10.222.0.67 "GET /v2.0/security-groups?id=6d32247e-8bb7-4ae1-818c-76baafa39c73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909331 Sep 23 19:20:15.934572 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3bd5f83f-9269-44e9-ac25-d8bc0a198718 req-c29e5626-e603-4249-bf8e-7ac012f19419 tempest-FloatingIPsAssociationTestJSON-1050306137 tempest-FloatingIPsAssociationTestJSON-1050306137-project] Notify agent at l3_agent.n-d-713301-16 the message routers_updated {{(pid=95102) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 19:20:15.939780 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-3bd5f83f-9269-44e9-ac25-d8bc0a198718 req-c29e5626-e603-4249-bf8e-7ac012f19419 tempest-FloatingIPsAssociationTestJSON-1050306137 tempest-FloatingIPsAssociationTestJSON-1050306137-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222849'] for floatingip, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:20:15.946142 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9788b8f0-acec-447e-876b-f2d42375ef40 None None] Sync routers for ids ['c3636d9e-644f-4dcd-83d7-48470ac1bc59'] in n-d-713301-16 {{(pid=95103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 19:20:15.956104 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9788b8f0-acec-447e-876b-f2d42375ef40 None None] Routers {'c3636d9e-644f-4dcd-83d7-48470ac1bc59'} bound to L3 agent in host n-d-713301-16 {{(pid=95103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 19:20:15.957552 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_hamode_db [None req-9788b8f0-acec-447e-876b-f2d42375ef40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-23T19:07:52Z,description=,heartbeat_timestamp=2021-09-23T19:19:52Z,host='n-d-713301-16',id=79a740bf-7821-4989-8288-7186e3e128f3,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:07:52Z,topic='l3_agent')) {'router_ids': ['c3636d9e-644f-4dcd-83d7-48470ac1bc59'], 'active': True} {{(pid=95103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:20:15.989526 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-3bd5f83f-9269-44e9-ac25-d8bc0a198718 req-c29e5626-e603-4249-bf8e-7ac012f19419 tempest-FloatingIPsAssociationTestJSON-1050306137 tempest-FloatingIPsAssociationTestJSON-1050306137-project] 10.222.0.67 "PUT /v2.0/floatingips/082b25a9-a906-49b1-824e-9a61d349c236 HTTP/1.1" status: 200 len: 997 time: 2.3737249 Sep 23 19:20:15.991645 n-d-713301-16 neutron-server[95102]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '54888381-550f-4f37-8d36-836d2b5567e2', 'tag': '873e7b65-11d6-43a3-9a7a-31d0e534d4d5'}] {{(pid=95102) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 19:20:15.994004 n-d-713301-16 neutron-server[95102]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab31b6d93e5336dbddfa8ec424565b3bd8cb2369c5b4d85bc943472dbb21e8ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c98528d7-221e-40db-9661-bb4f5fde3cdf" -d '{"events": [{"name": "network-changed", "server_uuid": "54888381-550f-4f37-8d36-836d2b5567e2", "tag": "873e7b65-11d6-43a3-9a7a-31d0e534d4d5"}]}' {{(pid=95102) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 19:20:16.006683 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10193720-1260-40ae-b6bc-fe8bc3d968a7 req-2a2d9645-38da-4022-ba51-f94145d1a2f5 tempest-ServersAdminTestJSON-1371927677 tempest-ServersAdminTestJSON-1371927677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:20:16.008383 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-10193720-1260-40ae-b6bc-fe8bc3d968a7 req-2a2d9645-38da-4022-ba51-f94145d1a2f5 tempest-ServersAdminTestJSON-1371927677 tempest-ServersAdminTestJSON-1371927677-project] 10.222.0.67 "GET /v2.0/ports?device_id=9a5f6079-92f5-4eed-b704-4339934659a8 HTTP/1.1" status: 200 len: 949 time: 0.0843680 Sep 23 19:20:16.078138 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-10193720-1260-40ae-b6bc-fe8bc3d968a7 req-b5046f61-ca38-49c0-992d-8b9974916d90 tempest-ServersAdminTestJSON-1371927677 tempest-ServersAdminTestJSON-1371927677-project] 10.222.0.67 "GET /v2.0/security-groups?id=f6ea2bc2-ae02-426e-9312-246b38837e94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544124 Sep 23 19:20:16.083753 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd5f83f-9269-44e9-ac25-d8bc0a198718 req-2be0f5e8-0244-4339-832d-f22c56c1fc1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:20:16.085414 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-3bd5f83f-9269-44e9-ac25-d8bc0a198718 req-2be0f5e8-0244-4339-832d-f22c56c1fc1f service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=1837c91936d44f518fad2d97e5027d38&device_id=54888381-550f-4f37-8d36-836d2b5567e2 HTTP/1.1" status: 200 len: 1098 time: 0.0704517 Sep 23 19:20:16.087047 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_dvr_db [None req-9788b8f0-acec-447e-876b-f2d42375ef40 None None] Set router c3636d9e-644f-4dcd-83d7-48470ac1bc59 gateway port host: n-d-713301-16 {{(pid=95103) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 19:20:16.130850 n-d-713301-16 neutron-server[95103]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 19:20:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd3feaee-4a80-4add-b365-bddb8017fde3 x-openstack-request-id: req-dd3feaee-4a80-4add-b365-bddb8017fde3 {{(pid=95103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 19:20:16.131803 n-d-713301-16 neutron-server[95103]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7ec37224-0572-43ff-ae2b-f6b0a2e7c863", "name": "network-vif-plugged", "status": "completed", "tag": "8e0df6b1-5122-4155-8760-205c511b3245", "code": 200}]} {{(pid=95103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 19:20:16.132073 n-d-713301-16 neutron-server[95103]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-dd3feaee-4a80-4add-b365-bddb8017fde3 {{(pid=95103) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 19:20:16.132477 n-d-713301-16 neutron-server[95103]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7ec37224-0572-43ff-ae2b-f6b0a2e7c863', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e0df6b1-5122-4155-8760-205c511b3245', 'code': 200} Sep 23 19:20:16.246996 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd5f83f-9269-44e9-ac25-d8bc0a198718 req-b6c0fe7e-261d-419f-8ae9-a471237c1030 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:20:16.249956 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-3bd5f83f-9269-44e9-ac25-d8bc0a198718 req-b6c0fe7e-261d-419f-8ae9-a471237c1030 service neutron] 10.222.0.67 "GET /v2.0/networks?id=13779c5f-d832-4edd-ba35-ebc363f13a7c HTTP/1.1" status: 200 len: 922 time: 0.1525233 Sep 23 19:20:16.273681 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b37896cf-1c7a-48c8-9f96-b0adbacb0202 req-06452804-4cf6-47af-b041-d7765123d312 tempest-LiveMigrationTest-1843640962 tempest-LiveMigrationTest-1843640962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:20:16.275649 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-b37896cf-1c7a-48c8-9f96-b0adbacb0202 req-06452804-4cf6-47af-b041-d7765123d312 tempest-LiveMigrationTest-1843640962 tempest-LiveMigrationTest-1843640962-project] 10.222.0.67 "GET /v2.0/ports?device_id=ba1a1de7-919d-4e04-a64c-8e58b5236248 HTTP/1.1" status: 200 len: 944 time: 0.0907540 Sep 23 19:20:16.280970 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a56922-6e79-4646-ae07-d02bbca6c889 req-d09ac6f6-f5d6-4694-8c62-71f6c1189447 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:20:16.282695 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-48a56922-6e79-4646-ae07-d02bbca6c889 req-d09ac6f6-f5d6-4694-8c62-71f6c1189447 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=7ec37224-0572-43ff-ae2b-f6b0a2e7c863 HTTP/1.1" status: 200 len: 1101 time: 0.0436006 Sep 23 19:20:16.321962 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-48a56922-6e79-4646-ae07-d02bbca6c889 req-4cc8270b-6d24-4cf2-92a7-5ff4d1ad2148 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=4ed1ec61-8ec9-44fd-9365-22dc1954f969&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310674 Sep 23 19:20:16.365188 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_hamode_db [None req-9788b8f0-acec-447e-876b-f2d42375ef40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3636d9e-644f-4dcd-83d7-48470ac1bc59', 'name': 'tempest-FloatingIPsAssociationTestJSON-1746853027-router', 'tenant_id': '1837c91936d44f518fad2d97e5027d38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'external_fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.41'}], 'enable_snat': True}, 'gw_port_id': '3c44aec2-6b7f-49af-9d57-a9be1e2a3abf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:19:15Z', 'updated_at': '2021-09-23T19:19:25Z', 'revision_number': 4, 'project_id': '1837c91936d44f518fad2d97e5027d38', 'gw_port': {'id': '3c44aec2-6b7f-49af-9d57-a9be1e2a3abf', 'name': '', 'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:f9:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3636d9e-644f-4dcd-83d7-48470ac1bc59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 395, 'fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:19:16Z', 'updated_at': '2021-09-23T19:19:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-16', '_floatingips': [{'id': '082b25a9-a906-49b1-824e-9a61d349c236', 'tenant_id': '1837c91936d44f518fad2d97e5027d38', 'floating_ip_address': '172.25.1.126', 'floating_network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'router_id': 'c3636d9e-644f-4dcd-83d7-48470ac1bc59', 'port_id': '873e7b65-11d6-43a3-9a7a-31d0e534d4d5', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 444, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '13779c5f-d832-4edd-ba35-ebc363f13a7c', 'mac_address': 'fa:16:3e:d8:9c:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54888381-550f-4f37-8d36-836d2b5567e2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-23T19:19:52Z', 'updated_at': '2021-09-23T19:20:14Z', 'revision_number': 1, 'project_id': '1837c91936d44f518fad2d97e5027d38', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9f3b17d9-fba6-4806-b04c-069574f4ada6', 'name': '', 'network_id': '13779c5f-d832-4edd-ba35-ebc363f13a7c', 'tenant_id': '1837c91936d44f518fad2d97e5027d38', 'mac_address': 'fa:16:3e:ec:57:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3636d9e-644f-4dcd-83d7-48470ac1bc59', 'device_owner': 'network:router_interface', 'standard_attr_id': 406, 'fixed_ips': [{'subnet_id': '7acfa417-039d-4281-a2fc-e6454233f5db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:19:23Z', 'updated_at': '2021-09-23T19:19:32Z', 'revision_number': 5, 'project_id': '1837c91936d44f518fad2d97e5027d38', 'subnets': [{'id': '7acfa417-039d-4281-a2fc-e6454233f5db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-16', False) {} {{(pid=95103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:20:16.375662 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-3bd5f83f-9269-44e9-ac25-d8bc0a198718 req-9c4732a1-960e-46b9-b952-753859e97b63 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=873e7b65-11d6-43a3-9a7a-31d0e534d4d5 HTTP/1.1" status: 200 len: 1000 time: 0.1125712 Sep 23 19:20:16.381805 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-b37896cf-1c7a-48c8-9f96-b0adbacb0202 req-c8957b72-11a5-43ea-b16b-aeda1bc9fe77 tempest-LiveMigrationTest-1843640962 tempest-LiveMigrationTest-1843640962-project] 10.222.0.67 "GET /v2.0/security-groups?id=1c151358-1cab-48a6-be3e-ad7507b4da06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571406 Sep 23 19:20:16.392008 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9788b8f0-acec-447e-876b-f2d42375ef40 None None] Checking router: c3636d9e-644f-4dcd-83d7-48470ac1bc59 for host: n-d-713301-16 {{(pid=95103) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 19:20:16.411842 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9788b8f0-acec-447e-876b-f2d42375ef40 None None] Routers {'c3636d9e-644f-4dcd-83d7-48470ac1bc59'} bound to L3 agent in host n-d-713301-16 {{(pid=95103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 19:20:16.412498 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_hamode_db [None req-9788b8f0-acec-447e-876b-f2d42375ef40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-23T19:07:52Z,description=,heartbeat_timestamp=2021-09-23T19:19:52Z,host='n-d-713301-16',id=79a740bf-7821-4989-8288-7186e3e128f3,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:07:52Z,topic='l3_agent')) {'router_ids': ['c3636d9e-644f-4dcd-83d7-48470ac1bc59'], 'active': True} {{(pid=95103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:20:16.454674 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd5f83f-9269-44e9-ac25-d8bc0a198718 req-9c4f1014-7e4a-4480-b29d-986b093c1a10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:20:16.456162 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-3bd5f83f-9269-44e9-ac25-d8bc0a198718 req-9c4f1014-7e4a-4480-b29d-986b093c1a10 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=7acfa417-039d-4281-a2fc-e6454233f5db HTTP/1.1" status: 200 len: 860 time: 0.0674918 Sep 23 19:20:16.480980 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-a10fb083-14d2-4db7-bac2-0682dd21f19c req-79ab0456-4942-449d-a7e1-c5cc8de86c6d tempest-SecurityGroupRulesTestJSON-915228312 tempest-SecurityGroupRulesTestJSON-915228312-project] 10.222.0.67 "GET /v2.0/security-groups/5587ab4d-de9d-4413-b158-86f8e22a6347 HTTP/1.1" status: 200 len: 1805 time: 0.0633557 Sep 23 19:20:16.500747 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.v2.base [req-a10fb083-14d2-4db7-bac2-0682dd21f19c req-be919563-3daa-47fa-941a-14aa4dc1ee50 tempest-SecurityGroupRulesTestJSON-915228312 tempest-SecurityGroupRulesTestJSON-915228312-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '5587ab4d-de9d-4413-b158-86f8e22a6347', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=95102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:20:16.501058 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.v2.base [req-a10fb083-14d2-4db7-bac2-0682dd21f19c req-be919563-3daa-47fa-941a-14aa4dc1ee50 tempest-SecurityGroupRulesTestJSON-915228312 tempest-SecurityGroupRulesTestJSON-915228312-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '5587ab4d-de9d-4413-b158-86f8e22a6347', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=95102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:20:16.536442 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_dvr_db [None req-9788b8f0-acec-447e-876b-f2d42375ef40 None None] Set router c3636d9e-644f-4dcd-83d7-48470ac1bc59 gateway port host: n-d-713301-16 {{(pid=95103) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 19:20:16.538094 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd5f83f-9269-44e9-ac25-d8bc0a198718 req-3006f31a-d907-4d0d-8b81-57accf2b1ded service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:20:16.539669 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-3bd5f83f-9269-44e9-ac25-d8bc0a198718 req-3006f31a-d907-4d0d-8b81-57accf2b1ded service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=13779c5f-d832-4edd-ba35-ebc363f13a7c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0709810 Sep 23 19:20:16.553244 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [req-3bd5f83f-9269-44e9-ac25-d8bc0a198718 req-a8c1afa7-9fdb-48fe-bf0e-985f498b370e service neutron] http://10.222.0.67:9696/v2.0/extensions returned with HTTP 200 {{(pid=95102) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 23 19:20:16.554212 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-3bd5f83f-9269-44e9-ac25-d8bc0a198718 req-a8c1afa7-9fdb-48fe-bf0e-985f498b370e service neutron] 10.222.0.67 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0062714 Sep 23 19:20:16.612319 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-a10fb083-14d2-4db7-bac2-0682dd21f19c req-be919563-3daa-47fa-941a-14aa4dc1ee50 tempest-SecurityGroupRulesTestJSON-915228312 tempest-SecurityGroupRulesTestJSON-915228312-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:20:16.667720 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-a10fb083-14d2-4db7-bac2-0682dd21f19c req-be919563-3daa-47fa-941a-14aa4dc1ee50 tempest-SecurityGroupRulesTestJSON-915228312 tempest-SecurityGroupRulesTestJSON-915228312-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:20:16.674828 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-a10fb083-14d2-4db7-bac2-0682dd21f19c req-be919563-3daa-47fa-941a-14aa4dc1ee50 tempest-SecurityGroupRulesTestJSON-915228312 tempest-SecurityGroupRulesTestJSON-915228312-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575319'] for security_group_rule, after_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:20:16.702545 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-3bd5f83f-9269-44e9-ac25-d8bc0a198718 req-3aaccb73-2866-4b64-8bb0-2b750d9d333b service neutron] 10.222.0.67 "GET /v2.0/networks/13779c5f-d832-4edd-ba35-ebc363f13a7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1373327 Sep 23 19:20:16.714265 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be919563-3daa-47fa-941a-14aa4dc1ee50 tempest-SecurityGroupRulesTestJSON-915228312 tempest-SecurityGroupRulesTestJSON-915228312-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8606cbca-0368-4aab-bf70-49ea3793853f,revision_number=0']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:20:16.725640 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-a10fb083-14d2-4db7-bac2-0682dd21f19c req-be919563-3daa-47fa-941a-14aa4dc1ee50 tempest-SecurityGroupRulesTestJSON-915228312 tempest-SecurityGroupRulesTestJSON-915228312-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:20:16.726939 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-a10fb083-14d2-4db7-bac2-0682dd21f19c req-be919563-3daa-47fa-941a-14aa4dc1ee50 tempest-SecurityGroupRulesTestJSON-915228312 tempest-SecurityGroupRulesTestJSON-915228312-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.2315867 Sep 23 19:20:16.811416 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_hamode_db [None req-9788b8f0-acec-447e-876b-f2d42375ef40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3636d9e-644f-4dcd-83d7-48470ac1bc59', 'name': 'tempest-FloatingIPsAssociationTestJSON-1746853027-router', 'tenant_id': '1837c91936d44f518fad2d97e5027d38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'external_fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.41'}], 'enable_snat': True}, 'gw_port_id': '3c44aec2-6b7f-49af-9d57-a9be1e2a3abf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:19:15Z', 'updated_at': '2021-09-23T19:19:25Z', 'revision_number': 4, 'project_id': '1837c91936d44f518fad2d97e5027d38', 'gw_port': {'id': '3c44aec2-6b7f-49af-9d57-a9be1e2a3abf', 'name': '', 'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:f9:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3636d9e-644f-4dcd-83d7-48470ac1bc59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 395, 'fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:19:16Z', 'updated_at': '2021-09-23T19:19:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-16', '_floatingips': [{'id': '082b25a9-a906-49b1-824e-9a61d349c236', 'tenant_id': '1837c91936d44f518fad2d97e5027d38', 'floating_ip_address': '172.25.1.126', 'floating_network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'router_id': 'c3636d9e-644f-4dcd-83d7-48470ac1bc59', 'port_id': '873e7b65-11d6-43a3-9a7a-31d0e534d4d5', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 444, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '13779c5f-d832-4edd-ba35-ebc363f13a7c', 'mac_address': 'fa:16:3e:d8:9c:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54888381-550f-4f37-8d36-836d2b5567e2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-23T19:19:52Z', 'updated_at': '2021-09-23T19:20:14Z', 'revision_number': 1, 'project_id': '1837c91936d44f518fad2d97e5027d38', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9f3b17d9-fba6-4806-b04c-069574f4ada6', 'name': '', 'network_id': '13779c5f-d832-4edd-ba35-ebc363f13a7c', 'tenant_id': '1837c91936d44f518fad2d97e5027d38', 'mac_address': 'fa:16:3e:ec:57:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3636d9e-644f-4dcd-83d7-48470ac1bc59', 'device_owner': 'network:router_interface', 'standard_attr_id': 406, 'fixed_ips': [{'subnet_id': '7acfa417-039d-4281-a2fc-e6454233f5db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:19:23Z', 'updated_at': '2021-09-23T19:19:32Z', 'revision_number': 5, 'project_id': '1837c91936d44f518fad2d97e5027d38', 'subnets': [{'id': '7acfa417-039d-4281-a2fc-e6454233f5db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-16', False) {} {{(pid=95103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:20:16.858249 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9788b8f0-acec-447e-876b-f2d42375ef40 None None] The sync data for ids ['c3636d9e-644f-4dcd-83d7-48470ac1bc59'] in n-d-713301-16 is: [{'id': 'c3636d9e-644f-4dcd-83d7-48470ac1bc59', 'name': 'tempest-FloatingIPsAssociationTestJSON-1746853027-router', 'tenant_id': '1837c91936d44f518fad2d97e5027d38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'external_fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.41'}], 'enable_snat': True}, 'gw_port_id': '3c44aec2-6b7f-49af-9d57-a9be1e2a3abf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:19:15Z', 'updated_at': '2021-09-23T19:19:25Z', 'revision_number': 4, 'project_id': '1837c91936d44f518fad2d97e5027d38', 'gw_port': {'id': '3c44aec2-6b7f-49af-9d57-a9be1e2a3abf', 'name': '', 'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:f9:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3636d9e-644f-4dcd-83d7-48470ac1bc59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 395, 'fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:19:16Z', 'updated_at': '2021-09-23T19:19:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-16', '_floatingips': [{'id': '082b25a9-a906-49b1-824e-9a61d349c236', 'tenant_id': '1837c91936d44f518fad2d97e5027d38', 'floating_ip_address': '172.25.1.126', 'floating_network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'router_id': 'c3636d9e-644f-4dcd-83d7-48470ac1bc59', 'port_id': '873e7b65-11d6-43a3-9a7a-31d0e534d4d5', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 444, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '13779c5f-d832-4edd-ba35-ebc363f13a7c', 'mac_address': 'fa:16:3e:d8:9c:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54888381-550f-4f37-8d36-836d2b5567e2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-23T19:19:52Z', 'updated_at': '2021-09-23T19:20:14Z', 'revision_number': 1, 'project_id': '1837c91936d44f518fad2d97e5027d38', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9f3b17d9-fba6-4806-b04c-069574f4ada6', 'name': '', 'network_id': '13779c5f-d832-4edd-ba35-ebc363f13a7c', 'tenant_id': '1837c91936d44f518fad2d97e5027d38', 'mac_address': 'fa:16:3e:ec:57:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3636d9e-644f-4dcd-83d7-48470ac1bc59', 'device_owner': 'network:router_interface', 'standard_attr_id': 406, 'fixed_ips': [{'subnet_id': '7acfa417-039d-4281-a2fc-e6454233f5db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:19:23Z', 'updated_at': '2021-09-23T19:19:32Z', 'revision_number': 5, 'project_id': '1837c91936d44f518fad2d97e5027d38', 'subnets': [{'id': '7acfa417-039d-4281-a2fc-e6454233f5db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 19:20:17.006454 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Device ad21dcb9-92a9-4609-9d58-ec31250ff83d details requested by agent hyperv_n-h2-713301-16 with host n-h2-713301-16 {{(pid=95103) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 19:20:17.060238 n-d-713301-16 neutron-server[95102]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 19:20:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f7d87f0-7bb4-4ffd-9e88-cab86f95deac x-openstack-request-id: req-0f7d87f0-7bb4-4ffd-9e88-cab86f95deac {{(pid=95102) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 19:20:17.060849 n-d-713301-16 neutron-server[95102]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "54888381-550f-4f37-8d36-836d2b5567e2", "tag": "873e7b65-11d6-43a3-9a7a-31d0e534d4d5", "status": "completed", "code": 200}]} {{(pid=95102) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 19:20:17.060849 n-d-713301-16 neutron-server[95102]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-0f7d87f0-7bb4-4ffd-9e88-cab86f95deac {{(pid=95102) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 19:20:17.061038 n-d-713301-16 neutron-server[95102]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '54888381-550f-4f37-8d36-836d2b5567e2', 'tag': '873e7b65-11d6-43a3-9a7a-31d0e534d4d5', 'status': 'completed', 'code': 200} Sep 23 19:20:17.073608 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cdacf91-b8c6-4f6e-8a76-72143bcb254b None None] New status for floating IP 082b25a9-a906-49b1-824e-9a61d349c236: ACTIVE {{(pid=95104) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 23 19:20:17.140018 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] For port ad21dcb9-92a9-4609-9d58-ec31250ff83d, host n-h2-713301-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-16',level=0,port_id=ad21dcb9-92a9-4609-9d58-ec31250ff83d,segment=NetworkSegment(6735b3c2-9e0f-43a7-8f57-e48eb1a30c85),segment_id=6735b3c2-9e0f-43a7-8f57-e48eb1a30c85)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:20:17.164007 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Returning: {'device': 'ad21dcb9-92a9-4609-9d58-ec31250ff83d', 'network_id': 'bf651024-673c-4eec-84ce-c6ef83d369a1', 'port_id': 'ad21dcb9-92a9-4609-9d58-ec31250ff83d', 'mac_address': 'fa:16:3e:bc:06:d0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 608, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a9e01a0e-19a1-4eb7-ad45-3b74532cbcd9', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95103) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 19:20:17.165896 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433aedd2-e8b5-4090-986a-bc26ba799c1b req-28fea656-15d6-4e9e-9f4b-d906df2d4c11 tempest-LiveMigrationNegativeTest-42861435 tempest-LiveMigrationNegativeTest-42861435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:20:17.167463 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-433aedd2-e8b5-4090-986a-bc26ba799c1b req-28fea656-15d6-4e9e-9f4b-d906df2d4c11 tempest-LiveMigrationNegativeTest-42861435 tempest-LiveMigrationNegativeTest-42861435-project] 10.222.0.67 "GET /v2.0/ports?device_id=7ec37224-0572-43ff-ae2b-f6b0a2e7c863 HTTP/1.1" status: 200 len: 949 time: 0.1042771 Sep 23 19:20:17.171288 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-3bd5f83f-9269-44e9-ac25-d8bc0a198718 req-c78e4f25-69f1-4899-a0e2-c799e0767a59 service neutron] 10.222.0.67 "GET /v2.0/networks/13779c5f-d832-4edd-ba35-ebc363f13a7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4581609 Sep 23 19:20:17.174283 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c98528d7-221e-40db-9661-bb4f5fde3cdf req-c353dfa1-176e-4db0-bb99-8fabf14845aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:20:17.176941 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-c98528d7-221e-40db-9661-bb4f5fde3cdf req-c353dfa1-176e-4db0-bb99-8fabf14845aa service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=1837c91936d44f518fad2d97e5027d38&device_id=54888381-550f-4f37-8d36-836d2b5567e2 HTTP/1.1" status: 200 len: 1098 time: 0.1144319 Sep 23 19:20:17.220750 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:20:17.235686 n-d-713301-16 neutron-server[95103]: DEBUG neutron.notifiers.nova [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ad21dcb9-92a9-4609-9d58-ec31250ff83d {{(pid=95103) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 19:20:17.257670 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] For port ad21dcb9-92a9-4609-9d58-ec31250ff83d, host n-h2-713301-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-16',level=0,port_id=ad21dcb9-92a9-4609-9d58-ec31250ff83d,segment=NetworkSegment(6735b3c2-9e0f-43a7-8f57-e48eb1a30c85),segment_id=6735b3c2-9e0f-43a7-8f57-e48eb1a30c85)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:20:17.263779 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:20:17.277428 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-433aedd2-e8b5-4090-986a-bc26ba799c1b req-8d5352ff-6911-4555-9e04-009e7f894a65 tempest-LiveMigrationNegativeTest-42861435 tempest-LiveMigrationNegativeTest-42861435-project] 10.222.0.67 "GET /v2.0/security-groups?id=4ed1ec61-8ec9-44fd-9365-22dc1954f969&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940118 Sep 23 19:20:17.322558 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Pushing event updated for resources: {'Port': ['ID=ad21dcb9-92a9-4609-9d58-ec31250ff83d,revision_number=4']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:20:17.374708 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6edbc2c-d5e8-4863-83cc-35dc8610f633 req-98922a5c-d4fb-49d6-97aa-f68eec0231aa tempest-ServersAdminTestJSON-1371927677 tempest-ServersAdminTestJSON-1371927677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:20:17.376301 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-e6edbc2c-d5e8-4863-83cc-35dc8610f633 req-98922a5c-d4fb-49d6-97aa-f68eec0231aa tempest-ServersAdminTestJSON-1371927677 tempest-ServersAdminTestJSON-1371927677-project] 10.222.0.67 "GET /v2.0/ports?device_id=8adc1d5c-ae67-4d87-8284-04120d7c0f9e HTTP/1.1" status: 200 len: 950 time: 0.1025162 Sep 23 19:20:17.378713 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c98528d7-221e-40db-9661-bb4f5fde3cdf req-b2703e8e-3f6f-4c8b-83a1-2ecc2e2755a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:20:17.380189 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-c98528d7-221e-40db-9661-bb4f5fde3cdf req-b2703e8e-3f6f-4c8b-83a1-2ecc2e2755a4 service neutron] 10.222.0.74 "GET /v2.0/networks?id=13779c5f-d832-4edd-ba35-ebc363f13a7c HTTP/1.1" status: 200 len: 922 time: 0.1956971 Sep 23 19:20:17.507046 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-e6edbc2c-d5e8-4863-83cc-35dc8610f633 req-ca575e10-0a9f-4b58-a854-e46692df0aaf tempest-ServersAdminTestJSON-1371927677 tempest-ServersAdminTestJSON-1371927677-project] 10.222.0.67 "GET /v2.0/security-groups?id=f6ea2bc2-ae02-426e-9312-246b38837e94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1165521 Sep 23 19:20:17.516135 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-a1c93429-875b-421a-b414-8ac260d6ba1e req-5bae90cf-4166-409d-b807-a3cbee3063f3 tempest-SecurityGroupRulesTestJSON-915228312 tempest-SecurityGroupRulesTestJSON-915228312-project] 10.222.0.67 "GET /v2.0/security-groups/5587ab4d-de9d-4413-b158-86f8e22a6347 HTTP/1.1" status: 200 len: 2398 time: 0.1176243 Sep 23 19:20:17.518014 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-c98528d7-221e-40db-9661-bb4f5fde3cdf req-c318ae47-1235-403c-9c04-7ea506474a68 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=873e7b65-11d6-43a3-9a7a-31d0e534d4d5 HTTP/1.1" status: 200 len: 1002 time: 0.1291604 Sep 23 19:20:17.540050 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] get_ports_and_sgs() called for port_ids ['ad21dcb9-92a9-4609-9d58-ec31250ff83d'] {{(pid=95103) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 19:20:17.543377 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.v2.base [req-a1c93429-875b-421a-b414-8ac260d6ba1e req-0c4850fd-153e-493e-ae0d-57455405e47e tempest-SecurityGroupRulesTestJSON-915228312 tempest-SecurityGroupRulesTestJSON-915228312-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '5587ab4d-de9d-4413-b158-86f8e22a6347', 'remote_group_id': None}]} {{(pid=95102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:20:17.543702 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.v2.base [req-a1c93429-875b-421a-b414-8ac260d6ba1e req-0c4850fd-153e-493e-ae0d-57455405e47e tempest-SecurityGroupRulesTestJSON-915228312 tempest-SecurityGroupRulesTestJSON-915228312-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '5587ab4d-de9d-4413-b158-86f8e22a6347', 'remote_group_id': None}} {{(pid=95102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:20:17.610664 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c98528d7-221e-40db-9661-bb4f5fde3cdf req-e09c560b-04e7-4923-9d3f-980cc210ee80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:20:17.612191 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-c98528d7-221e-40db-9661-bb4f5fde3cdf req-e09c560b-04e7-4923-9d3f-980cc210ee80 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=7acfa417-039d-4281-a2fc-e6454233f5db HTTP/1.1" status: 200 len: 860 time: 0.0845101 Sep 23 19:20:17.708180 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3713a4e5-89a6-4dc4-91b8-4011ef0b1b47 req-92215b94-ffd1-4137-b3a3-0b629289ccdf tempest-LiveAutoBlockMigrationV225Test-1371897097 tempest-LiveAutoBlockMigrationV225Test-1371897097-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:20:17.709823 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-3713a4e5-89a6-4dc4-91b8-4011ef0b1b47 req-92215b94-ffd1-4137-b3a3-0b629289ccdf tempest-LiveAutoBlockMigrationV225Test-1371897097 tempest-LiveAutoBlockMigrationV225Test-1371897097-project-admin] 10.222.0.67 "GET /v2.0/ports?device_id=3f93ff56-89d6-4d8a-827d-77dcf6e19457 HTTP/1.1" status: 200 len: 1096 time: 0.1174943 Sep 23 19:20:17.713659 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-a1c93429-875b-421a-b414-8ac260d6ba1e req-0c4850fd-153e-493e-ae0d-57455405e47e tempest-SecurityGroupRulesTestJSON-915228312 tempest-SecurityGroupRulesTestJSON-915228312-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:20:17.729164 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c98528d7-221e-40db-9661-bb4f5fde3cdf req-6a5ff22d-505a-4250-8721-e46609f2e2c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:20:17.730696 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-c98528d7-221e-40db-9661-bb4f5fde3cdf req-6a5ff22d-505a-4250-8721-e46609f2e2c3 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=13779c5f-d832-4edd-ba35-ebc363f13a7c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1032338 Sep 23 19:20:17.776525 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-a1c93429-875b-421a-b414-8ac260d6ba1e req-0c4850fd-153e-493e-ae0d-57455405e47e tempest-SecurityGroupRulesTestJSON-915228312 tempest-SecurityGroupRulesTestJSON-915228312-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:20:17.790600 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-a1c93429-875b-421a-b414-8ac260d6ba1e req-0c4850fd-153e-493e-ae0d-57455405e47e tempest-SecurityGroupRulesTestJSON-915228312 tempest-SecurityGroupRulesTestJSON-915228312-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575319'] for security_group_rule, after_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:20:17.843034 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-3713a4e5-89a6-4dc4-91b8-4011ef0b1b47 req-a55afdf3-b4a1-499b-9433-52fe2d46e801 tempest-LiveAutoBlockMigrationV225Test-1371897097 tempest-LiveAutoBlockMigrationV225Test-1371897097-project-admin] 10.222.0.67 "GET /v2.0/security-groups?id=6d32247e-8bb7-4ae1-818c-76baafa39c73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1242192 Sep 23 19:20:17.847219 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c4850fd-153e-493e-ae0d-57455405e47e tempest-SecurityGroupRulesTestJSON-915228312 tempest-SecurityGroupRulesTestJSON-915228312-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fb310709-5fc0-4b16-a0ba-f6c563d75c31,revision_number=0']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:20:17.862500 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-a1c93429-875b-421a-b414-8ac260d6ba1e req-0c4850fd-153e-493e-ae0d-57455405e47e tempest-SecurityGroupRulesTestJSON-915228312 tempest-SecurityGroupRulesTestJSON-915228312-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:20:17.864370 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-a1c93429-875b-421a-b414-8ac260d6ba1e req-0c4850fd-153e-493e-ae0d-57455405e47e tempest-SecurityGroupRulesTestJSON-915228312 tempest-SecurityGroupRulesTestJSON-915228312-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 791 time: 0.3381841 Sep 23 19:20:17.885254 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-c98528d7-221e-40db-9661-bb4f5fde3cdf req-af86277f-e121-4496-af78-fac8e405979c service neutron] 10.222.0.74 "GET /v2.0/networks/13779c5f-d832-4edd-ba35-ebc363f13a7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1415422 Sep 23 19:20:18.060220 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-c98528d7-221e-40db-9661-bb4f5fde3cdf req-2b9a32e9-4700-4352-8a5e-7e152d19d941 service neutron] 10.222.0.74 "GET /v2.0/networks/13779c5f-d832-4edd-ba35-ebc363f13a7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1668568 Sep 23 19:20:18.078134 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0197d330-b23b-4012-b77f-0401ec31e03c req-d16f471b-a095-4e6c-9588-54de05f1bcff tempest-LiveMigrationTest-1843640962 tempest-LiveMigrationTest-1843640962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:20:18.079625 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-0197d330-b23b-4012-b77f-0401ec31e03c req-d16f471b-a095-4e6c-9588-54de05f1bcff tempest-LiveMigrationTest-1843640962 tempest-LiveMigrationTest-1843640962-project] 10.222.0.67 "GET /v2.0/ports?device_id=ba1a1de7-919d-4e04-a64c-8e58b5236248 HTTP/1.1" status: 200 len: 945 time: 0.1047118 Sep 23 19:20:18.087812 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ca5c79-05b2-45e7-aa00-cf6dc4e17dc3 req-d04737d0-3d07-414d-93ff-b3b1cbebc55f tempest-FloatingIPsAssociationTestJSON-1050306137 tempest-FloatingIPsAssociationTestJSON-1050306137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:20:18.089234 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-a2ca5c79-05b2-45e7-aa00-cf6dc4e17dc3 req-d04737d0-3d07-414d-93ff-b3b1cbebc55f tempest-FloatingIPsAssociationTestJSON-1050306137 tempest-FloatingIPsAssociationTestJSON-1050306137-project] 10.222.0.67 "GET /v2.0/ports?device_id=35f886c6-a071-4ff1-96c0-5c1ef089643d&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1132467 Sep 23 19:20:18.184853 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-0197d330-b23b-4012-b77f-0401ec31e03c req-0cfce906-2c6d-438a-a45d-a7d9c32fce5d tempest-LiveMigrationTest-1843640962 tempest-LiveMigrationTest-1843640962-project] 10.222.0.67 "GET /v2.0/security-groups?id=1c151358-1cab-48a6-be3e-ad7507b4da06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946479 Sep 23 19:20:18.203626 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-a2ca5c79-05b2-45e7-aa00-cf6dc4e17dc3 req-e6e52be3-0bf0-42e8-aec9-56f174ca4230 tempest-FloatingIPsAssociationTestJSON-1050306137 tempest-FloatingIPsAssociationTestJSON-1050306137-project] 10.222.0.67 "GET /v2.0/floatingips?floating_ip_address=172.25.1.126 HTTP/1.1" status: 200 len: 1002 time: 0.1077440 Sep 23 19:20:18.214580 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.v2.base [req-a2ca5c79-05b2-45e7-aa00-cf6dc4e17dc3 req-647e029c-ee38-40ad-a7c8-667cc89a6eb5 tempest-FloatingIPsAssociationTestJSON-1050306137 tempest-FloatingIPsAssociationTestJSON-1050306137-project] Request body: {'floatingip': {'port_id': 'adfc2094-8565-46e7-b934-be5d7a3613f3', 'fixed_ip_address': '172.20.0.7'}} {{(pid=95102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:20:18.279575 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-a2ca5c79-05b2-45e7-aa00-cf6dc4e17dc3 req-647e029c-ee38-40ad-a7c8-667cc89a6eb5 tempest-FloatingIPsAssociationTestJSON-1050306137 tempest-FloatingIPsAssociationTestJSON-1050306137-project] Notify callbacks [] for floatingip, before_update {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:20:18.321960 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-f1b5fc87-944b-4c47-bab9-89fc91432ff2 req-70d5df37-f9a7-4246-b13d-a60e510c971b tempest-ServersAdminTestJSON-1371927677 tempest-ServersAdminTestJSON-1371927677-project] 10.222.0.67 "GET /v2.0/networks?tenant_id=c24f47dc20fc456d9867e81e5b0f7002&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0581324 Sep 23 19:20:18.530230 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b5fc87-944b-4c47-bab9-89fc91432ff2 req-f4b4417c-69e2-4f9e-92c2-d0c4e2df856b tempest-ServersAdminTestJSON-1371927677 tempest-ServersAdminTestJSON-1371927677-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:20:18.531662 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-f1b5fc87-944b-4c47-bab9-89fc91432ff2 req-f4b4417c-69e2-4f9e-92c2-d0c4e2df856b tempest-ServersAdminTestJSON-1371927677 tempest-ServersAdminTestJSON-1371927677-project] 10.222.0.67 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2035182 Sep 23 19:20:18.580649 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-f1b5fc87-944b-4c47-bab9-89fc91432ff2 req-b5433e6a-a6e0-40d0-afc7-8d181fa6d21b tempest-ServersAdminTestJSON-1371927677 tempest-ServersAdminTestJSON-1371927677-project] 10.222.0.67 "GET /v2.0/quotas/c24f47dc20fc456d9867e81e5b0f7002 HTTP/1.1" status: 200 len: 375 time: 0.0413613 Sep 23 19:20:18.681906 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-f1b5fc87-944b-4c47-bab9-89fc91432ff2 req-b1939330-cc9c-4cce-8e6c-07cf0589bdf4 tempest-ServersAdminTestJSON-1371927677 tempest-ServersAdminTestJSON-1371927677-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=c24f47dc20fc456d9867e81e5b0f7002&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0943568 Sep 23 19:20:18.914484 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-7baa26dd-5960-4ef1-9d63-1729e3a82dce req-afd18a14-16b7-4a5f-9f35-c6ca63f4f116 tempest-SecurityGroupRulesTestJSON-915228312 tempest-SecurityGroupRulesTestJSON-915228312-project] 10.222.0.67 "GET /v2.0/security-groups/5587ab4d-de9d-4413-b158-86f8e22a6347 HTTP/1.1" status: 200 len: 2996 time: 0.1075554 Sep 23 19:20:18.938648 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-a2ca5c79-05b2-45e7-aa00-cf6dc4e17dc3 req-647e029c-ee38-40ad-a7c8-667cc89a6eb5 tempest-FloatingIPsAssociationTestJSON-1050306137 tempest-FloatingIPsAssociationTestJSON-1050306137-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:20:18.944427 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-a2ca5c79-05b2-45e7-aa00-cf6dc4e17dc3 req-647e029c-ee38-40ad-a7c8-667cc89a6eb5 tempest-FloatingIPsAssociationTestJSON-1050306137 tempest-FloatingIPsAssociationTestJSON-1050306137-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-601884'] for floatingip, after_update {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:20:19.021640 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Device ad21dcb9-92a9-4609-9d58-ec31250ff83d up at agent hyperv_n-h2-713301-16 {{(pid=95103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 19:20:19.076469 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Provisioning for port ad21dcb9-92a9-4609-9d58-ec31250ff83d completed by entity L2. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 19:20:19.080588 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Provisioning complete for port ad21dcb9-92a9-4609-9d58-ec31250ff83d triggered by entity L2. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:20:19.081110 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:20:19.123799 n-d-713301-16 neutron-server[95102]: INFO neutron.db.l3_db [req-a2ca5c79-05b2-45e7-aa00-cf6dc4e17dc3 req-647e029c-ee38-40ad-a7c8-667cc89a6eb5 tempest-FloatingIPsAssociationTestJSON-1050306137 tempest-FloatingIPsAssociationTestJSON-1050306137-project] Floating IP 082b25a9-a906-49b1-824e-9a61d349c236 associated. External IP: 172.25.1.126, port: 873e7b65-11d6-43a3-9a7a-31d0e534d4d5. Sep 23 19:20:19.167931 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:20:19.170368 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-899cd92e-5895-4ab6-adf1-d83b4399fa34 req-229d3632-d944-45b2-b339-6ea332198982 tempest-LiveAutoBlockMigrationV225Test-1531822435 tempest-LiveAutoBlockMigrationV225Test-1531822435-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:20:19.172328 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-899cd92e-5895-4ab6-adf1-d83b4399fa34 req-229d3632-d944-45b2-b339-6ea332198982 tempest-LiveAutoBlockMigrationV225Test-1531822435 tempest-LiveAutoBlockMigrationV225Test-1531822435-project] 10.222.0.67 "GET /v2.0/networks?id=c2b58ecf-3b1b-414c-92a4-f53b08b3dace HTTP/1.1" status: 200 len: 821 time: 0.1901333 Sep 23 19:20:19.197161 n-d-713301-16 neutron-server[95103]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba1a1de7-919d-4e04-a64c-8e58b5236248', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad21dcb9-92a9-4609-9d58-ec31250ff83d'}] {{(pid=95103) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 19:20:19.200852 n-d-713301-16 neutron-server[95103]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}81a1c17f2aa89d5b3ebbba3a3e0cf7eb588e431c2224256110c4c4facdd7c3e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91b48519-7e3b-45f5-97d8-16d33e594a88" -d '{"events": [{"server_uuid": "ba1a1de7-919d-4e04-a64c-8e58b5236248", "name": "network-vif-plugged", "status": "completed", "tag": "ad21dcb9-92a9-4609-9d58-ec31250ff83d"}]}' {{(pid=95103) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 19:20:19.216685 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] For port ad21dcb9-92a9-4609-9d58-ec31250ff83d, host n-h2-713301-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-16',level=0,port_id=ad21dcb9-92a9-4609-9d58-ec31250ff83d,segment=NetworkSegment(6735b3c2-9e0f-43a7-8f57-e48eb1a30c85),segment_id=6735b3c2-9e0f-43a7-8f57-e48eb1a30c85)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:20:19.221204 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:20:19.224478 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-899cd92e-5895-4ab6-adf1-d83b4399fa34 req-0b465c30-dbe0-432b-902d-711233f0b440 tempest-LiveAutoBlockMigrationV225Test-1531822435 tempest-LiveAutoBlockMigrationV225Test-1531822435-project] 10.222.0.67 "GET /v2.0/quotas/01fd0bf0664a4580a0559687f9bf7c73 HTTP/1.1" status: 200 len: 375 time: 0.0166790 Sep 23 19:20:19.277422 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Pushing event updated for resources: {'Port': ['ID=ad21dcb9-92a9-4609-9d58-ec31250ff83d,revision_number=5']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:20:19.300758 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-899cd92e-5895-4ab6-adf1-d83b4399fa34 req-3590e873-bd3b-48ee-a275-f6aacc99f278 tempest-LiveAutoBlockMigrationV225Test-1531822435 tempest-LiveAutoBlockMigrationV225Test-1531822435-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=01fd0bf0664a4580a0559687f9bf7c73&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0666873 Sep 23 19:20:19.474739 n-d-713301-16 neutron-server[95102]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a2ca5c79-05b2-45e7-aa00-cf6dc4e17dc3 req-647e029c-ee38-40ad-a7c8-667cc89a6eb5 tempest-FloatingIPsAssociationTestJSON-1050306137 tempest-FloatingIPsAssociationTestJSON-1050306137-project] Router c3636d9e-644f-4dcd-83d7-48470ac1bc59 has already been hosted by L3 agent 79a740bf-7821-4989-8288-7186e3e128f3 {{(pid=95102) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 19:20:19.477599 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-899cd92e-5895-4ab6-adf1-d83b4399fa34 req-28a1e122-9311-4491-b4dd-9b411f12f5bd service neutron] 10.222.0.67 "GET /v2.0/networks/c2b58ecf-3b1b-414c-92a4-f53b08b3dace?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1471508 Sep 23 19:20:19.609131 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-61ce81fc-6fea-48f7-a28f-bf11c7768d97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:20:19.877256 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-f1b5fc87-944b-4c47-bab9-89fc91432ff2 req-bba9a71e-ef57-438d-b445-d2a7f173940d tempest-ServersAdminTestJSON-1371927677 tempest-ServersAdminTestJSON-1371927677-project] 10.222.0.74 "GET /v2.0/networks?tenant_id=c24f47dc20fc456d9867e81e5b0f7002&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0313971 Sep 23 19:20:19.936389 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-899cd92e-5895-4ab6-adf1-d83b4399fa34 req-29744e4b-dabe-4ff9-9af0-85d21c9e8298 service neutron] 10.222.0.67 "GET /v2.0/networks/c2b58ecf-3b1b-414c-92a4-f53b08b3dace?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4520640 Sep 23 19:20:19.953776 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a2ca5c79-05b2-45e7-aa00-cf6dc4e17dc3 req-647e029c-ee38-40ad-a7c8-667cc89a6eb5 tempest-FloatingIPsAssociationTestJSON-1050306137 tempest-FloatingIPsAssociationTestJSON-1050306137-project] Notify agent at l3_agent.n-d-713301-16 the message routers_updated {{(pid=95102) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 19:20:19.966545 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f99631a6-b832-4c2a-b31f-a800c6a75a09 None None] Sync routers for ids ['c3636d9e-644f-4dcd-83d7-48470ac1bc59'] in n-d-713301-16 {{(pid=95103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 19:20:19.977985 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f99631a6-b832-4c2a-b31f-a800c6a75a09 None None] Routers {'c3636d9e-644f-4dcd-83d7-48470ac1bc59'} bound to L3 agent in host n-d-713301-16 {{(pid=95103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 19:20:19.978754 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_hamode_db [None req-f99631a6-b832-4c2a-b31f-a800c6a75a09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-23T19:07:52Z,description=,heartbeat_timestamp=2021-09-23T19:19:52Z,host='n-d-713301-16',id=79a740bf-7821-4989-8288-7186e3e128f3,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:07:52Z,topic='l3_agent')) {'router_ids': ['c3636d9e-644f-4dcd-83d7-48470ac1bc59'], 'active': True} {{(pid=95103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:20:20.099892 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b5fc87-944b-4c47-bab9-89fc91432ff2 req-3011c546-093e-4016-98fd-a3c857643017 tempest-ServersAdminTestJSON-1371927677 tempest-ServersAdminTestJSON-1371927677-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:20:20.101494 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-f1b5fc87-944b-4c47-bab9-89fc91432ff2 req-3011c546-093e-4016-98fd-a3c857643017 tempest-ServersAdminTestJSON-1371927677 tempest-ServersAdminTestJSON-1371927677-project] 10.222.0.74 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2131209 Sep 23 19:20:20.119151 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.v2.base [req-f1b5fc87-944b-4c47-bab9-89fc91432ff2 req-72160d9d-bb8f-4e7f-be37-f6a4b55fa8b4 tempest-ServersAdminTestJSON-1371927677 tempest-ServersAdminTestJSON-1371927677-project] Request body: {'port': {'device_id': 'eec269a6-21d4-4d21-9edd-6b8e46784f66', 'network_id': '5220cb0c-da05-478a-9604-8c11469a05b4', 'admin_state_up': True, 'tenant_id': 'c24f47dc20fc456d9867e81e5b0f7002'}} {{(pid=95102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:20:20.231155 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_dvr_db [None req-f99631a6-b832-4c2a-b31f-a800c6a75a09 None None] Set router c3636d9e-644f-4dcd-83d7-48470ac1bc59 gateway port host: n-d-713301-16 {{(pid=95103) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 19:20:20.327731 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5875534-438b-4fed-be7a-0e91ef037d32 req-b0d7db42-d80b-43c9-b726-03a9de36be56 tempest-LiveMigrationNegativeTest-42861435 tempest-LiveMigrationNegativeTest-42861435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:20:20.329784 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-c5875534-438b-4fed-be7a-0e91ef037d32 req-b0d7db42-d80b-43c9-b726-03a9de36be56 tempest-LiveMigrationNegativeTest-42861435 tempest-LiveMigrationNegativeTest-42861435-project] 10.222.0.67 "GET /v2.0/ports?device_id=7ec37224-0572-43ff-ae2b-f6b0a2e7c863 HTTP/1.1" status: 200 len: 949 time: 0.2056687 Sep 23 19:20:20.394340 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f1b5fc87-944b-4c47-bab9-89fc91432ff2 req-72160d9d-bb8f-4e7f-be37-f6a4b55fa8b4 tempest-ServersAdminTestJSON-1371927677 tempest-ServersAdminTestJSON-1371927677-project] Made reservation on behalf of c24f47dc20fc456d9867e81e5b0f7002 for: {'port': 1} {{(pid=95102) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:20:20.397800 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-f1b5fc87-944b-4c47-bab9-89fc91432ff2 req-72160d9d-bb8f-4e7f-be37-f6a4b55fa8b4 tempest-ServersAdminTestJSON-1371927677 tempest-ServersAdminTestJSON-1371927677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:20:20.416059 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-c5875534-438b-4fed-be7a-0e91ef037d32 req-f8d025b4-5772-4afc-bc07-3b386e55ca0f tempest-LiveMigrationNegativeTest-42861435 tempest-LiveMigrationNegativeTest-42861435-project] 10.222.0.67 "GET /v2.0/security-groups?id=4ed1ec61-8ec9-44fd-9365-22dc1954f969&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785227 Sep 23 19:20:20.428777 n-d-713301-16 neutron-server[95102]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a2ca5c79-05b2-45e7-aa00-cf6dc4e17dc3 req-647e029c-ee38-40ad-a7c8-667cc89a6eb5 tempest-FloatingIPsAssociationTestJSON-1050306137 tempest-FloatingIPsAssociationTestJSON-1050306137-project] Router c3636d9e-644f-4dcd-83d7-48470ac1bc59 has already been hosted by L3 agent 79a740bf-7821-4989-8288-7186e3e128f3 {{(pid=95102) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 19:20:20.515299 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_hamode_db [None req-f99631a6-b832-4c2a-b31f-a800c6a75a09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3636d9e-644f-4dcd-83d7-48470ac1bc59', 'name': 'tempest-FloatingIPsAssociationTestJSON-1746853027-router', 'tenant_id': '1837c91936d44f518fad2d97e5027d38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'external_fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.41'}], 'enable_snat': True}, 'gw_port_id': '3c44aec2-6b7f-49af-9d57-a9be1e2a3abf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:19:15Z', 'updated_at': '2021-09-23T19:19:25Z', 'revision_number': 4, 'project_id': '1837c91936d44f518fad2d97e5027d38', 'gw_port': {'id': '3c44aec2-6b7f-49af-9d57-a9be1e2a3abf', 'name': '', 'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:f9:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3636d9e-644f-4dcd-83d7-48470ac1bc59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 395, 'fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:19:16Z', 'updated_at': '2021-09-23T19:19:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-16', '_floatingips': [{'id': '082b25a9-a906-49b1-824e-9a61d349c236', 'tenant_id': '1837c91936d44f518fad2d97e5027d38', 'floating_ip_address': '172.25.1.126', 'floating_network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'router_id': 'c3636d9e-644f-4dcd-83d7-48470ac1bc59', 'port_id': 'adfc2094-8565-46e7-b934-be5d7a3613f3', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 444, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '13779c5f-d832-4edd-ba35-ebc363f13a7c', 'mac_address': 'fa:16:3e:4e:37:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35f886c6-a071-4ff1-96c0-5c1ef089643d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-23T19:19:52Z', 'updated_at': '2021-09-23T19:20:18Z', 'revision_number': 3, 'project_id': '1837c91936d44f518fad2d97e5027d38', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9f3b17d9-fba6-4806-b04c-069574f4ada6', 'name': '', 'network_id': '13779c5f-d832-4edd-ba35-ebc363f13a7c', 'tenant_id': '1837c91936d44f518fad2d97e5027d38', 'mac_address': 'fa:16:3e:ec:57:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3636d9e-644f-4dcd-83d7-48470ac1bc59', 'device_owner': 'network:router_interface', 'standard_attr_id': 406, 'fixed_ips': [{'subnet_id': '7acfa417-039d-4281-a2fc-e6454233f5db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:19:23Z', 'updated_at': '2021-09-23T19:19:32Z', 'revision_number': 5, 'project_id': '1837c91936d44f518fad2d97e5027d38', 'subnets': [{'id': '7acfa417-039d-4281-a2fc-e6454233f5db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-16', False) {} {{(pid=95103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:20:20.566271 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f99631a6-b832-4c2a-b31f-a800c6a75a09 None None] Checking router: c3636d9e-644f-4dcd-83d7-48470ac1bc59 for host: n-d-713301-16 {{(pid=95103) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 19:20:20.575789 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f99631a6-b832-4c2a-b31f-a800c6a75a09 None None] Routers {'c3636d9e-644f-4dcd-83d7-48470ac1bc59'} bound to L3 agent in host n-d-713301-16 {{(pid=95103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 19:20:20.576418 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_hamode_db [None req-f99631a6-b832-4c2a-b31f-a800c6a75a09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-23T19:07:52Z,description=,heartbeat_timestamp=2021-09-23T19:19:52Z,host='n-d-713301-16',id=79a740bf-7821-4989-8288-7186e3e128f3,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:07:52Z,topic='l3_agent')) {'router_ids': ['c3636d9e-644f-4dcd-83d7-48470ac1bc59'], 'active': True} {{(pid=95103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:20:20.648774 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-a1c31df4-3181-49f3-87b9-d9c5ece81637 req-476bfc10-d48f-4481-bed3-a1cc7ef61a2a tempest-ServersAdminTestJSON-1371927677 tempest-ServersAdminTestJSON-1371927677-project] 10.222.0.67 "GET /v2.0/ports?device_id=eec269a6-21d4-4d21-9edd-6b8e46784f66 HTTP/1.1" status: 200 len: 210 time: 0.0628963 Sep 23 19:20:20.675611 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a2ca5c79-05b2-45e7-aa00-cf6dc4e17dc3 req-647e029c-ee38-40ad-a7c8-667cc89a6eb5 tempest-FloatingIPsAssociationTestJSON-1050306137 tempest-FloatingIPsAssociationTestJSON-1050306137-project] Notify agent at l3_agent.n-d-713301-16 the message routers_updated {{(pid=95102) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 19:20:20.692315 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-a2ca5c79-05b2-45e7-aa00-cf6dc4e17dc3 req-647e029c-ee38-40ad-a7c8-667cc89a6eb5 tempest-FloatingIPsAssociationTestJSON-1050306137 tempest-FloatingIPsAssociationTestJSON-1050306137-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222849'] for floatingip, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:20:20.697035 n-d-713301-16 neutron-server[95102]: DEBUG neutron.db.db_base_plugin_common [req-f1b5fc87-944b-4c47-bab9-89fc91432ff2 req-72160d9d-bb8f-4e7f-be37-f6a4b55fa8b4 tempest-ServersAdminTestJSON-1371927677 tempest-ServersAdminTestJSON-1371927677-project] Allocated IP 192.168.233.67 (5220cb0c-da05-478a-9604-8c11469a05b4/1ccc69bc-9d6b-44d9-b227-204e47dc6e45/20cd5993-3d02-4bca-a096-a6dc31942e53) {{(pid=95102) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 19:20:20.718329 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_dvr_db [None req-f99631a6-b832-4c2a-b31f-a800c6a75a09 None None] Set router c3636d9e-644f-4dcd-83d7-48470ac1bc59 gateway port host: n-d-713301-16 {{(pid=95103) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 19:20:20.752346 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-d07b43d5-8d8d-4d27-acf5-0117efd0fb18 req-289d1425-1d41-422d-bb4d-5c317f6cc6a4 tempest-SecurityGroupRulesTestJSON-915228312 tempest-SecurityGroupRulesTestJSON-915228312-project] 10.222.0.67 "GET /v2.0/security-group-rules/fb310709-5fc0-4b16-a0ba-f6c563d75c31 HTTP/1.1" status: 200 len: 783 time: 0.0575624 Sep 23 19:20:20.764424 n-d-713301-16 neutron-server[95102]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '54888381-550f-4f37-8d36-836d2b5567e2', 'tag': '873e7b65-11d6-43a3-9a7a-31d0e534d4d5'}] {{(pid=95102) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 19:20:20.766709 n-d-713301-16 neutron-server[95102]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab31b6d93e5336dbddfa8ec424565b3bd8cb2369c5b4d85bc943472dbb21e8ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e666cfa0-fe0e-4c1c-8f80-81d0c6b4f0fd" -d '{"events": [{"name": "network-changed", "server_uuid": "54888381-550f-4f37-8d36-836d2b5567e2", "tag": "873e7b65-11d6-43a3-9a7a-31d0e534d4d5"}]}' {{(pid=95102) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 19:20:20.835277 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-a2ca5c79-05b2-45e7-aa00-cf6dc4e17dc3 req-647e029c-ee38-40ad-a7c8-667cc89a6eb5 tempest-FloatingIPsAssociationTestJSON-1050306137 tempest-FloatingIPsAssociationTestJSON-1050306137-project] 10.222.0.67 "PUT /v2.0/floatingips/082b25a9-a906-49b1-824e-9a61d349c236 HTTP/1.1" status: 200 len: 998 time: 2.6246464 Sep 23 19:20:20.917983 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-d07b43d5-8d8d-4d27-acf5-0117efd0fb18 req-ee1c30e1-8e55-49f4-be13-d054cbab6655 tempest-SecurityGroupRulesTestJSON-915228312 tempest-SecurityGroupRulesTestJSON-915228312-project] 10.222.0.67 "GET /v2.0/security-groups/5587ab4d-de9d-4413-b158-86f8e22a6347 HTTP/1.1" status: 200 len: 2996 time: 0.1340888 Sep 23 19:20:20.936979 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ca5c79-05b2-45e7-aa00-cf6dc4e17dc3 req-8bf3d450-9e9b-465c-af89-843922e42b58 tempest-FloatingIPsAssociationTestJSON-1050306137 tempest-FloatingIPsAssociationTestJSON-1050306137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:20:20.938309 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-a2ca5c79-05b2-45e7-aa00-cf6dc4e17dc3 req-8bf3d450-9e9b-465c-af89-843922e42b58 tempest-FloatingIPsAssociationTestJSON-1050306137 tempest-FloatingIPsAssociationTestJSON-1050306137-project] 10.222.0.67 "GET /v2.0/ports/873e7b65-11d6-43a3-9a7a-31d0e534d4d5 HTTP/1.1" status: 200 len: 943 time: 0.0952344 Sep 23 19:20:20.979386 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_hamode_db [None req-f99631a6-b832-4c2a-b31f-a800c6a75a09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3636d9e-644f-4dcd-83d7-48470ac1bc59', 'name': 'tempest-FloatingIPsAssociationTestJSON-1746853027-router', 'tenant_id': '1837c91936d44f518fad2d97e5027d38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'external_fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.41'}], 'enable_snat': True}, 'gw_port_id': '3c44aec2-6b7f-49af-9d57-a9be1e2a3abf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:19:15Z', 'updated_at': '2021-09-23T19:19:25Z', 'revision_number': 4, 'project_id': '1837c91936d44f518fad2d97e5027d38', 'gw_port': {'id': '3c44aec2-6b7f-49af-9d57-a9be1e2a3abf', 'name': '', 'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:f9:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3636d9e-644f-4dcd-83d7-48470ac1bc59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 395, 'fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:19:16Z', 'updated_at': '2021-09-23T19:19:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-16', '_floatingips': [{'id': '082b25a9-a906-49b1-824e-9a61d349c236', 'tenant_id': '1837c91936d44f518fad2d97e5027d38', 'floating_ip_address': '172.25.1.126', 'floating_network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'router_id': 'c3636d9e-644f-4dcd-83d7-48470ac1bc59', 'port_id': 'adfc2094-8565-46e7-b934-be5d7a3613f3', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 444, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '13779c5f-d832-4edd-ba35-ebc363f13a7c', 'mac_address': 'fa:16:3e:4e:37:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35f886c6-a071-4ff1-96c0-5c1ef089643d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-23T19:19:52Z', 'updated_at': '2021-09-23T19:20:18Z', 'revision_number': 3, 'project_id': '1837c91936d44f518fad2d97e5027d38', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9f3b17d9-fba6-4806-b04c-069574f4ada6', 'name': '', 'network_id': '13779c5f-d832-4edd-ba35-ebc363f13a7c', 'tenant_id': '1837c91936d44f518fad2d97e5027d38', 'mac_address': 'fa:16:3e:ec:57:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3636d9e-644f-4dcd-83d7-48470ac1bc59', 'device_owner': 'network:router_interface', 'standard_attr_id': 406, 'fixed_ips': [{'subnet_id': '7acfa417-039d-4281-a2fc-e6454233f5db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:19:23Z', 'updated_at': '2021-09-23T19:19:32Z', 'revision_number': 5, 'project_id': '1837c91936d44f518fad2d97e5027d38', 'subnets': [{'id': '7acfa417-039d-4281-a2fc-e6454233f5db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-16', False) {} {{(pid=95103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:20:21.008383 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-d07b43d5-8d8d-4d27-acf5-0117efd0fb18 req-00b39fe9-c877-4586-a3a0-2579cecd1bd3 tempest-SecurityGroupRulesTestJSON-915228312 tempest-SecurityGroupRulesTestJSON-915228312-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:20:21.018892 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f99631a6-b832-4c2a-b31f-a800c6a75a09 None None] The sync data for ids ['c3636d9e-644f-4dcd-83d7-48470ac1bc59'] in n-d-713301-16 is: [{'id': 'c3636d9e-644f-4dcd-83d7-48470ac1bc59', 'name': 'tempest-FloatingIPsAssociationTestJSON-1746853027-router', 'tenant_id': '1837c91936d44f518fad2d97e5027d38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'external_fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.41'}], 'enable_snat': True}, 'gw_port_id': '3c44aec2-6b7f-49af-9d57-a9be1e2a3abf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:19:15Z', 'updated_at': '2021-09-23T19:19:25Z', 'revision_number': 4, 'project_id': '1837c91936d44f518fad2d97e5027d38', 'gw_port': {'id': '3c44aec2-6b7f-49af-9d57-a9be1e2a3abf', 'name': '', 'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:f9:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3636d9e-644f-4dcd-83d7-48470ac1bc59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 395, 'fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:19:16Z', 'updated_at': '2021-09-23T19:19:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-16', '_floatingips': [{'id': '082b25a9-a906-49b1-824e-9a61d349c236', 'tenant_id': '1837c91936d44f518fad2d97e5027d38', 'floating_ip_address': '172.25.1.126', 'floating_network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'router_id': 'c3636d9e-644f-4dcd-83d7-48470ac1bc59', 'port_id': 'adfc2094-8565-46e7-b934-be5d7a3613f3', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 444, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '13779c5f-d832-4edd-ba35-ebc363f13a7c', 'mac_address': 'fa:16:3e:4e:37:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35f886c6-a071-4ff1-96c0-5c1ef089643d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-23T19:19:52Z', 'updated_at': '2021-09-23T19:20:18Z', 'revision_number': 3, 'project_id': '1837c91936d44f518fad2d97e5027d38', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9f3b17d9-fba6-4806-b04c-069574f4ada6', 'name': '', 'network_id': '13779c5f-d832-4edd-ba35-ebc363f13a7c', 'tenant_id': '1837c91936d44f518fad2d97e5027d38', 'mac_address': 'fa:16:3e:ec:57:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3636d9e-644f-4dcd-83d7-48470ac1bc59', 'device_owner': 'network:router_interface', 'standard_attr_id': 406, 'fixed_ips': [{'subnet_id': '7acfa417-039d-4281-a2fc-e6454233f5db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:19:23Z', 'updated_at': '2021-09-23T19:19:32Z', 'revision_number': 5, 'project_id': '1837c91936d44f518fad2d97e5027d38', 'subnets': [{'id': '7acfa417-039d-4281-a2fc-e6454233f5db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 19:20:21.029812 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-d07b43d5-8d8d-4d27-acf5-0117efd0fb18 req-00b39fe9-c877-4586-a3a0-2579cecd1bd3 tempest-SecurityGroupRulesTestJSON-915228312 tempest-SecurityGroupRulesTestJSON-915228312-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:20:21.086142 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-f1b5fc87-944b-4c47-bab9-89fc91432ff2 req-72160d9d-bb8f-4e7f-be37-f6a4b55fa8b4 tempest-ServersAdminTestJSON-1371927677 tempest-ServersAdminTestJSON-1371927677-project] Notify callbacks [] for port, precommit_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:20:21.102527 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-d07b43d5-8d8d-4d27-acf5-0117efd0fb18 req-00b39fe9-c877-4586-a3a0-2579cecd1bd3 tempest-SecurityGroupRulesTestJSON-915228312 tempest-SecurityGroupRulesTestJSON-915228312-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575319'] for security_group_rule, after_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:20:21.114587 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-d07b43d5-8d8d-4d27-acf5-0117efd0fb18 req-00b39fe9-c877-4586-a3a0-2579cecd1bd3 tempest-SecurityGroupRulesTestJSON-915228312 tempest-SecurityGroupRulesTestJSON-915228312-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:20:21.115707 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-d07b43d5-8d8d-4d27-acf5-0117efd0fb18 req-00b39fe9-c877-4586-a3a0-2579cecd1bd3 tempest-SecurityGroupRulesTestJSON-915228312 tempest-SecurityGroupRulesTestJSON-915228312-project] 10.222.0.67 "DELETE /v2.0/security-group-rules/fb310709-5fc0-4b16-a0ba-f6c563d75c31 HTTP/1.1" status: 204 len: 173 time: 0.1765060 Sep 23 19:20:21.120007 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ca5c79-05b2-45e7-aa00-cf6dc4e17dc3 req-9c92bbc6-f698-4837-970b-535555c2fdb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:20:21.121553 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-a2ca5c79-05b2-45e7-aa00-cf6dc4e17dc3 req-9c92bbc6-f698-4837-970b-535555c2fdb5 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=1837c91936d44f518fad2d97e5027d38&device_id=54888381-550f-4f37-8d36-836d2b5567e2 HTTP/1.1" status: 200 len: 1098 time: 0.1145530 Sep 23 19:20:21.132358 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00b39fe9-c877-4586-a3a0-2579cecd1bd3 tempest-SecurityGroupRulesTestJSON-915228312 tempest-SecurityGroupRulesTestJSON-915228312-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=fb310709-5fc0-4b16-a0ba-f6c563d75c31,revision_number=None']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:20:21.173640 n-d-713301-16 neutron-server[95103]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 19:20:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8dddfe0b-b460-494d-bee3-75c9bcef91c1 x-openstack-request-id: req-8dddfe0b-b460-494d-bee3-75c9bcef91c1 {{(pid=95103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 19:20:21.173930 n-d-713301-16 neutron-server[95103]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ba1a1de7-919d-4e04-a64c-8e58b5236248", "name": "network-vif-plugged", "status": "completed", "tag": "ad21dcb9-92a9-4609-9d58-ec31250ff83d", "code": 200}]} {{(pid=95103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 19:20:21.174183 n-d-713301-16 neutron-server[95103]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-8dddfe0b-b460-494d-bee3-75c9bcef91c1 {{(pid=95103) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 19:20:21.176303 n-d-713301-16 neutron-server[95103]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ba1a1de7-919d-4e04-a64c-8e58b5236248', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad21dcb9-92a9-4609-9d58-ec31250ff83d', 'code': 200} Sep 23 19:20:21.215987 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-f1b5fc87-944b-4c47-bab9-89fc91432ff2 req-72160d9d-bb8f-4e7f-be37-f6a4b55fa8b4 tempest-ServersAdminTestJSON-1371927677 tempest-ServersAdminTestJSON-1371927677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783145673135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4399100'] for port, after_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:20:21.229037 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] get_ports_and_sgs() called for port_ids ['ab5e3235-e78f-4241-bc0a-4d5d913dcd9b', '0307641e-042f-4609-8b5c-a0d2aeb0d6c3'] {{(pid=95103) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 19:20:21.290778 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83545f23-7f8e-4cc2-a896-88f65ebaed84 None None] New status for floating IP 082b25a9-a906-49b1-824e-9a61d349c236: ACTIVE {{(pid=95104) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 23 19:20:21.316712 n-d-713301-16 neutron-server[95102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f1b5fc87-944b-4c47-bab9-89fc91432ff2 req-72160d9d-bb8f-4e7f-be37-f6a4b55fa8b4 tempest-ServersAdminTestJSON-1371927677 tempest-ServersAdminTestJSON-1371927677-project] Network 5220cb0c-da05-478a-9604-8c11469a05b4 is already hosted by enough agents. {{(pid=95102) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:20:21.320694 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ca5c79-05b2-45e7-aa00-cf6dc4e17dc3 req-2af30d66-ad5c-455f-8704-a966d8f298b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:20:21.326377 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-a2ca5c79-05b2-45e7-aa00-cf6dc4e17dc3 req-2af30d66-ad5c-455f-8704-a966d8f298b0 service neutron] 10.222.0.67 "GET /v2.0/networks?id=13779c5f-d832-4edd-ba35-ebc363f13a7c HTTP/1.1" status: 200 len: 922 time: 0.1880260 Sep 23 19:20:21.340469 n-d-713301-16 neutron-server[95102]: DEBUG neutron.scheduler.base_scheduler [req-f1b5fc87-944b-4c47-bab9-89fc91432ff2 req-72160d9d-bb8f-4e7f-be37-f6a4b55fa8b4 tempest-ServersAdminTestJSON-1371927677 tempest-ServersAdminTestJSON-1371927677-project] Resources bound (agent type, host, resource id): {{(pid=95102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:20:21.412248 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-a2ca5c79-05b2-45e7-aa00-cf6dc4e17dc3 req-e125dfb6-0723-42fc-9f09-6bd28e4d2cfa service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=873e7b65-11d6-43a3-9a7a-31d0e534d4d5 HTTP/1.1" status: 200 len: 217 time: 0.0849409 Sep 23 19:20:21.421958 n-d-713301-16 neutron-server[95102]: DEBUG neutron.db.l3_dvrscheduler_db [req-f1b5fc87-944b-4c47-bab9-89fc91432ff2 req-72160d9d-bb8f-4e7f-be37-f6a4b55fa8b4 tempest-ServersAdminTestJSON-1371927677 tempest-ServersAdminTestJSON-1371927677-project] Received port after_create {{(pid=95102) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 19:20:21.446569 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-610cd5e3-9671-4940-8e7d-3988e7f20693 req-9d954007-645b-4908-8064-6342d9a2e535 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:20:21.448794 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-610cd5e3-9671-4940-8e7d-3988e7f20693 req-9d954007-645b-4908-8064-6342d9a2e535 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=ba1a1de7-919d-4e04-a64c-8e58b5236248 HTTP/1.1" status: 200 len: 1098 time: 0.1188037 Sep 23 19:20:21.520032 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-899cd92e-5895-4ab6-adf1-d83b4399fa34 req-4246bf6b-abd1-4f55-9c30-9ff7a1e395e0 tempest-LiveAutoBlockMigrationV225Test-1531822435 tempest-LiveAutoBlockMigrationV225Test-1531822435-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:20:21.521029 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72160d9d-bb8f-4e7f-be37-f6a4b55fa8b4 tempest-ServersAdminTestJSON-1371927677 tempest-ServersAdminTestJSON-1371927677-project] Pushing event updated for resources: {'Port': ['ID=20cd5993-3d02-4bca-a096-a6dc31942e53,revision_number=1']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:20:21.521930 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-899cd92e-5895-4ab6-adf1-d83b4399fa34 req-4246bf6b-abd1-4f55-9c30-9ff7a1e395e0 tempest-LiveAutoBlockMigrationV225Test-1531822435 tempest-LiveAutoBlockMigrationV225Test-1531822435-project] 10.222.0.53 "GET /v2.0/networks?id=c2b58ecf-3b1b-414c-92a4-f53b08b3dace HTTP/1.1" status: 200 len: 821 time: 0.2763216 Sep 23 19:20:21.540556 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.v2.base [req-899cd92e-5895-4ab6-adf1-d83b4399fa34 req-13befd8a-1499-41d7-ac45-a2100b52212a tempest-LiveAutoBlockMigrationV225Test-1531822435 tempest-LiveAutoBlockMigrationV225Test-1531822435-project] Request body: {'port': {'device_id': 'b12a90d4-a99f-4737-98f8-64ef72d18294', 'network_id': 'c2b58ecf-3b1b-414c-92a4-f53b08b3dace', 'admin_state_up': True, 'tenant_id': '01fd0bf0664a4580a0559687f9bf7c73'}} {{(pid=95101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:20:21.583847 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85787a0a-ee1c-4327-9832-79d9cfd470d0 req-e53db631-ee83-4866-82ef-0d28c81fc94f tempest-LiveMigrationTest-1843640962 tempest-LiveMigrationTest-1843640962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:20:21.591184 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-85787a0a-ee1c-4327-9832-79d9cfd470d0 req-e53db631-ee83-4866-82ef-0d28c81fc94f tempest-LiveMigrationTest-1843640962 tempest-LiveMigrationTest-1843640962-project] 10.222.0.67 "GET /v2.0/ports?device_id=ba1a1de7-919d-4e04-a64c-8e58b5236248 HTTP/1.1" status: 200 len: 946 time: 0.3236592 Sep 23 19:20:21.612295 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-610cd5e3-9671-4940-8e7d-3988e7f20693 req-3559cfe7-f608-4952-b6d0-be02b10a531b service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=1c151358-1cab-48a6-be3e-ad7507b4da06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1466029 Sep 23 19:20:21.618301 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b5fc87-944b-4c47-bab9-89fc91432ff2 req-72160d9d-bb8f-4e7f-be37-f6a4b55fa8b4 tempest-ServersAdminTestJSON-1371927677 tempest-ServersAdminTestJSON-1371927677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:20:21.619031 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-f1b5fc87-944b-4c47-bab9-89fc91432ff2 req-72160d9d-bb8f-4e7f-be37-f6a4b55fa8b4 tempest-ServersAdminTestJSON-1371927677 tempest-ServersAdminTestJSON-1371927677-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222849'] for port, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:20:21.645900 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ca5c79-05b2-45e7-aa00-cf6dc4e17dc3 req-ec69a3b6-3baa-42da-9b04-8b7c25c5cdd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:20:21.647402 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-a2ca5c79-05b2-45e7-aa00-cf6dc4e17dc3 req-ec69a3b6-3baa-42da-9b04-8b7c25c5cdd2 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=7acfa417-039d-4281-a2fc-e6454233f5db HTTP/1.1" status: 200 len: 860 time: 0.2040341 Sep 23 19:20:21.653473 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-f1b5fc87-944b-4c47-bab9-89fc91432ff2 req-72160d9d-bb8f-4e7f-be37-f6a4b55fa8b4 tempest-ServersAdminTestJSON-1371927677 tempest-ServersAdminTestJSON-1371927677-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.5379071 Sep 23 19:20:21.676157 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.v2.base [req-f1b5fc87-944b-4c47-bab9-89fc91432ff2 req-259b7c56-2e00-4e18-85da-d94c85c12f2a service neutron] Request body: {'port': {'device_id': 'eec269a6-21d4-4d21-9edd-6b8e46784f66', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713301-16'}} {{(pid=95102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:20:21.684424 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-307893ef-1d15-4079-8af6-0f834857edaa None None] Sync routers for ids ['c3636d9e-644f-4dcd-83d7-48470ac1bc59'] in n-d-713301-16 {{(pid=95103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 19:20:21.693478 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-307893ef-1d15-4079-8af6-0f834857edaa None None] Routers {'c3636d9e-644f-4dcd-83d7-48470ac1bc59'} bound to L3 agent in host n-d-713301-16 {{(pid=95103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 19:20:21.694105 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_hamode_db [None req-307893ef-1d15-4079-8af6-0f834857edaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-23T19:07:52Z,description=,heartbeat_timestamp=2021-09-23T19:19:52Z,host='n-d-713301-16',id=79a740bf-7821-4989-8288-7186e3e128f3,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:07:52Z,topic='l3_agent')) {'router_ids': ['c3636d9e-644f-4dcd-83d7-48470ac1bc59'], 'active': True} {{(pid=95103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:20:21.716421 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-899cd92e-5895-4ab6-adf1-d83b4399fa34 req-13befd8a-1499-41d7-ac45-a2100b52212a tempest-LiveAutoBlockMigrationV225Test-1531822435 tempest-LiveAutoBlockMigrationV225Test-1531822435-project] Made reservation on behalf of 01fd0bf0664a4580a0559687f9bf7c73 for: {'port': 1} {{(pid=95101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:20:21.721008 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-899cd92e-5895-4ab6-adf1-d83b4399fa34 req-13befd8a-1499-41d7-ac45-a2100b52212a tempest-LiveAutoBlockMigrationV225Test-1531822435 tempest-LiveAutoBlockMigrationV225Test-1531822435-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:20:21.728319 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-85787a0a-ee1c-4327-9832-79d9cfd470d0 req-c2a7dc21-3ac1-455a-88f7-e553576c4c7f tempest-LiveMigrationTest-1843640962 tempest-LiveMigrationTest-1843640962-project] 10.222.0.67 "GET /v2.0/security-groups?id=1c151358-1cab-48a6-be3e-ad7507b4da06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1362770 Sep 23 19:20:21.778230 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ca5c79-05b2-45e7-aa00-cf6dc4e17dc3 req-06f855be-fdee-471c-a44a-bb138c702636 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:20:21.786024 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-a2ca5c79-05b2-45e7-aa00-cf6dc4e17dc3 req-06f855be-fdee-471c-a44a-bb138c702636 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=13779c5f-d832-4edd-ba35-ebc363f13a7c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1267254 Sep 23 19:20:21.791793 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-4b9c16fd-669e-45ba-853c-6ad800b75442 None None] Provisioning complete for port 20cd5993-3d02-4bca-a096-a6dc31942e53 triggered by entity DHCP. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:20:21.792259 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-4b9c16fd-669e-45ba-853c-6ad800b75442 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:20:21.794579 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [req-a2ca5c79-05b2-45e7-aa00-cf6dc4e17dc3 req-0aaeb257-a602-4b68-91be-a794277dcf4a service neutron] http://10.222.0.67:9696/v2.0/extensions returned with HTTP 200 {{(pid=95102) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 23 19:20:21.795585 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-a2ca5c79-05b2-45e7-aa00-cf6dc4e17dc3 req-0aaeb257-a602-4b68-91be-a794277dcf4a service neutron] 10.222.0.67 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0067353 Sep 23 19:20:21.796632 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-f1b5fc87-944b-4c47-bab9-89fc91432ff2 req-259b7c56-2e00-4e18-85da-d94c85c12f2a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:20:21.850101 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.plugin [None req-4b9c16fd-669e-45ba-853c-6ad800b75442 None None] Port 20cd5993-3d02-4bca-a096-a6dc31942e53 cannot update to ACTIVE because it is not bound. {{(pid=95103) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 19:20:21.856985 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-dc35d50b-ab0b-449f-8e12-2d3f968bd861 req-a32d4217-eb51-4696-b2a8-b0afbbfdf36b tempest-LiveAutoBlockMigrationV225Test-1531822435 tempest-LiveAutoBlockMigrationV225Test-1531822435-project] 10.222.0.67 "GET /v2.0/ports?device_id=b12a90d4-a99f-4737-98f8-64ef72d18294 HTTP/1.1" status: 200 len: 210 time: 0.0440872 Sep 23 19:20:21.863544 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_dvr_db [None req-307893ef-1d15-4079-8af6-0f834857edaa None None] Set router c3636d9e-644f-4dcd-83d7-48470ac1bc59 gateway port host: n-d-713301-16 {{(pid=95103) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 19:20:21.907650 n-d-713301-16 neutron-server[95101]: DEBUG neutron.db.db_base_plugin_common [req-899cd92e-5895-4ab6-adf1-d83b4399fa34 req-13befd8a-1499-41d7-ac45-a2100b52212a tempest-LiveAutoBlockMigrationV225Test-1531822435 tempest-LiveAutoBlockMigrationV225Test-1531822435-project] Allocated IP 172.20.0.7 (c2b58ecf-3b1b-414c-92a4-f53b08b3dace/4cc4932b-c381-47ec-9303-11e42975856f/3b1ed664-84d3-4e55-90c8-29444560ec78) {{(pid=95101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 19:20:22.040474 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-a2ca5c79-05b2-45e7-aa00-cf6dc4e17dc3 req-5b85b172-16df-41a8-81e7-8b41e7c0bd27 service neutron] 10.222.0.67 "GET /v2.0/networks/13779c5f-d832-4edd-ba35-ebc363f13a7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2349522 Sep 23 19:20:22.105690 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [req-6e42f46a-57d1-4717-b54a-19e02dda1154 req-c0b67806-ced1-418a-864c-e2dd88beb179 service neutron] http://10.222.0.67:9696/v2.0/extensions returned with HTTP 200 {{(pid=95102) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 23 19:20:22.105690 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-6e42f46a-57d1-4717-b54a-19e02dda1154 req-c0b67806-ced1-418a-864c-e2dd88beb179 service neutron] 10.222.0.67 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0150485 Sep 23 19:20:22.197166 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_hamode_db [None req-307893ef-1d15-4079-8af6-0f834857edaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3636d9e-644f-4dcd-83d7-48470ac1bc59', 'name': 'tempest-FloatingIPsAssociationTestJSON-1746853027-router', 'tenant_id': '1837c91936d44f518fad2d97e5027d38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'external_fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.41'}], 'enable_snat': True}, 'gw_port_id': '3c44aec2-6b7f-49af-9d57-a9be1e2a3abf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:19:15Z', 'updated_at': '2021-09-23T19:19:25Z', 'revision_number': 4, 'project_id': '1837c91936d44f518fad2d97e5027d38', 'gw_port': {'id': '3c44aec2-6b7f-49af-9d57-a9be1e2a3abf', 'name': '', 'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:f9:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3636d9e-644f-4dcd-83d7-48470ac1bc59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 395, 'fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:19:16Z', 'updated_at': '2021-09-23T19:19:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-16', '_floatingips': [{'id': '082b25a9-a906-49b1-824e-9a61d349c236', 'tenant_id': '1837c91936d44f518fad2d97e5027d38', 'floating_ip_address': '172.25.1.126', 'floating_network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'router_id': 'c3636d9e-644f-4dcd-83d7-48470ac1bc59', 'port_id': 'adfc2094-8565-46e7-b934-be5d7a3613f3', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 444, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '13779c5f-d832-4edd-ba35-ebc363f13a7c', 'mac_address': 'fa:16:3e:4e:37:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35f886c6-a071-4ff1-96c0-5c1ef089643d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-23T19:19:52Z', 'updated_at': '2021-09-23T19:20:21Z', 'revision_number': 4, 'project_id': '1837c91936d44f518fad2d97e5027d38', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9f3b17d9-fba6-4806-b04c-069574f4ada6', 'name': '', 'network_id': '13779c5f-d832-4edd-ba35-ebc363f13a7c', 'tenant_id': '1837c91936d44f518fad2d97e5027d38', 'mac_address': 'fa:16:3e:ec:57:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3636d9e-644f-4dcd-83d7-48470ac1bc59', 'device_owner': 'network:router_interface', 'standard_attr_id': 406, 'fixed_ips': [{'subnet_id': '7acfa417-039d-4281-a2fc-e6454233f5db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:19:23Z', 'updated_at': '2021-09-23T19:19:32Z', 'revision_number': 5, 'project_id': '1837c91936d44f518fad2d97e5027d38', 'subnets': [{'id': '7acfa417-039d-4281-a2fc-e6454233f5db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-16', False) {} {{(pid=95103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:20:22.213628 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-899cd92e-5895-4ab6-adf1-d83b4399fa34 req-13befd8a-1499-41d7-ac45-a2100b52212a tempest-LiveAutoBlockMigrationV225Test-1531822435 tempest-LiveAutoBlockMigrationV225Test-1531822435-project] Notify callbacks [] for port, precommit_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:20:22.233698 n-d-713301-16 neutron-server[95102]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 19:20:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a580c4ac-b27e-4fa3-bda2-bbf2e101fad6 x-openstack-request-id: req-a580c4ac-b27e-4fa3-bda2-bbf2e101fad6 {{(pid=95102) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 19:20:22.233698 n-d-713301-16 neutron-server[95102]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "54888381-550f-4f37-8d36-836d2b5567e2", "tag": "873e7b65-11d6-43a3-9a7a-31d0e534d4d5", "status": "completed", "code": 200}]} {{(pid=95102) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 19:20:22.234029 n-d-713301-16 neutron-server[95102]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-a580c4ac-b27e-4fa3-bda2-bbf2e101fad6 {{(pid=95102) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 19:20:22.234613 n-d-713301-16 neutron-server[95102]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '54888381-550f-4f37-8d36-836d2b5567e2', 'tag': '873e7b65-11d6-43a3-9a7a-31d0e534d4d5', 'status': 'completed', 'code': 200} Sep 23 19:20:22.239359 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-307893ef-1d15-4079-8af6-0f834857edaa None None] Checking router: c3636d9e-644f-4dcd-83d7-48470ac1bc59 for host: n-d-713301-16 {{(pid=95103) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 19:20:22.250855 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-307893ef-1d15-4079-8af6-0f834857edaa None None] Routers {'c3636d9e-644f-4dcd-83d7-48470ac1bc59'} bound to L3 agent in host n-d-713301-16 {{(pid=95103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 19:20:22.251505 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_hamode_db [None req-307893ef-1d15-4079-8af6-0f834857edaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-23T19:07:52Z,description=,heartbeat_timestamp=2021-09-23T19:19:52Z,host='n-d-713301-16',id=79a740bf-7821-4989-8288-7186e3e128f3,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:07:52Z,topic='l3_agent')) {'router_ids': ['c3636d9e-644f-4dcd-83d7-48470ac1bc59'], 'active': True} {{(pid=95103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:20:22.257858 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-a2ca5c79-05b2-45e7-aa00-cf6dc4e17dc3 req-1148a619-114c-48c1-af88-b59c8d8fa074 service neutron] 10.222.0.67 "GET /v2.0/networks/13779c5f-d832-4edd-ba35-ebc363f13a7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2054627 Sep 23 19:20:22.280017 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-899cd92e-5895-4ab6-adf1-d83b4399fa34 req-13befd8a-1499-41d7-ac45-a2100b52212a tempest-LiveAutoBlockMigrationV225Test-1531822435 tempest-LiveAutoBlockMigrationV225Test-1531822435-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783145673135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5607431'] for port, after_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:20:22.354804 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-be21552f-84a5-4891-bbe9-9a1f20b50ec2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:20:22.377021 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-59f2ee2b-1d08-405f-95a5-8bf63864c366 req-cd25ddfb-f7d7-4cce-9dda-b9c90ca17ad2 tempest-SecurityGroupRulesTestJSON-915228312 tempest-SecurityGroupRulesTestJSON-915228312-project] 10.222.0.67 "GET /v2.0/security-groups/5587ab4d-de9d-4413-b158-86f8e22a6347 HTTP/1.1" status: 200 len: 2398 time: 0.1082861 Sep 23 19:20:22.389603 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-899cd92e-5895-4ab6-adf1-d83b4399fa34 req-13befd8a-1499-41d7-ac45-a2100b52212a tempest-LiveAutoBlockMigrationV225Test-1531822435 tempest-LiveAutoBlockMigrationV225Test-1531822435-project] Network c2b58ecf-3b1b-414c-92a4-f53b08b3dace is already hosted by enough agents. {{(pid=95101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:20:22.390689 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13befd8a-1499-41d7-ac45-a2100b52212a tempest-LiveAutoBlockMigrationV225Test-1531822435 tempest-LiveAutoBlockMigrationV225Test-1531822435-project] Pushing event updated for resources: {'Port': ['ID=3b1ed664-84d3-4e55-90c8-29444560ec78,revision_number=1']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:20:22.393211 n-d-713301-16 neutron-server[95102]: DEBUG neutron.notifiers.nova [req-f1b5fc87-944b-4c47-bab9-89fc91432ff2 req-259b7c56-2e00-4e18-85da-d94c85c12f2a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 20cd5993-3d02-4bca-a096-a6dc31942e53 {{(pid=95102) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 19:20:22.397201 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.base_scheduler [req-899cd92e-5895-4ab6-adf1-d83b4399fa34 req-13befd8a-1499-41d7-ac45-a2100b52212a tempest-LiveAutoBlockMigrationV225Test-1531822435 tempest-LiveAutoBlockMigrationV225Test-1531822435-project] Resources bound (agent type, host, resource id): {{(pid=95101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:20:22.400539 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e666cfa0-fe0e-4c1c-8f80-81d0c6b4f0fd req-8bbb7a1a-a184-4e99-979e-787d8a1d8949 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:20:22.402128 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-e666cfa0-fe0e-4c1c-8f80-81d0c6b4f0fd req-8bbb7a1a-a184-4e99-979e-787d8a1d8949 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=1837c91936d44f518fad2d97e5027d38&device_id=54888381-550f-4f37-8d36-836d2b5567e2 HTTP/1.1" status: 200 len: 1098 time: 0.1334352 Sep 23 19:20:22.402821 n-d-713301-16 neutron-server[95101]: DEBUG neutron.db.l3_dvrscheduler_db [req-899cd92e-5895-4ab6-adf1-d83b4399fa34 req-13befd8a-1499-41d7-ac45-a2100b52212a tempest-LiveAutoBlockMigrationV225Test-1531822435 tempest-LiveAutoBlockMigrationV225Test-1531822435-project] Received port after_create {{(pid=95101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 19:20:22.410768 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_dvr_db [None req-307893ef-1d15-4079-8af6-0f834857edaa None None] Set router c3636d9e-644f-4dcd-83d7-48470ac1bc59 gateway port host: n-d-713301-16 {{(pid=95103) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 19:20:22.416924 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-f1b5fc87-944b-4c47-bab9-89fc91432ff2 req-259b7c56-2e00-4e18-85da-d94c85c12f2a service neutron] Notify callbacks [] for port, precommit_update {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:20:22.461608 n-d-713301-16 neutron-server[95102]: DEBUG neutron.db.provisioning_blocks [req-f1b5fc87-944b-4c47-bab9-89fc91432ff2 req-259b7c56-2e00-4e18-85da-d94c85c12f2a service neutron] Transition to ACTIVE for port object 20cd5993-3d02-4bca-a096-a6dc31942e53 will not be triggered until provisioned by entity L2. {{(pid=95102) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 19:20:22.463982 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ca5c79-05b2-45e7-aa00-cf6dc4e17dc3 req-e81e5533-79b4-465a-90d9-52b7281a26a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:20:22.469662 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-a2ca5c79-05b2-45e7-aa00-cf6dc4e17dc3 req-e81e5533-79b4-465a-90d9-52b7281a26a9 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=1837c91936d44f518fad2d97e5027d38&device_id=35f886c6-a071-4ff1-96c0-5c1ef089643d HTTP/1.1" status: 200 len: 1097 time: 0.1624086 Sep 23 19:20:22.479203 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-f1b5fc87-944b-4c47-bab9-89fc91432ff2 req-259b7c56-2e00-4e18-85da-d94c85c12f2a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4399095'] for port, after_update {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:20:22.512663 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-899cd92e-5895-4ab6-adf1-d83b4399fa34 req-13befd8a-1499-41d7-ac45-a2100b52212a tempest-LiveAutoBlockMigrationV225Test-1531822435 tempest-LiveAutoBlockMigrationV225Test-1531822435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:20:22.513271 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-899cd92e-5895-4ab6-adf1-d83b4399fa34 req-13befd8a-1499-41d7-ac45-a2100b52212a tempest-LiveAutoBlockMigrationV225Test-1531822435 tempest-LiveAutoBlockMigrationV225Test-1531822435-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222849'] for port, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:20:22.539778 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-899cd92e-5895-4ab6-adf1-d83b4399fa34 req-13befd8a-1499-41d7-ac45-a2100b52212a tempest-LiveAutoBlockMigrationV225Test-1531822435 tempest-LiveAutoBlockMigrationV225Test-1531822435-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0033913 Sep 23 19:20:22.551450 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e666cfa0-fe0e-4c1c-8f80-81d0c6b4f0fd req-003e2f9c-8d02-456e-b298-39fc5adc19d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:20:22.552994 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-e666cfa0-fe0e-4c1c-8f80-81d0c6b4f0fd req-003e2f9c-8d02-456e-b298-39fc5adc19d8 service neutron] 10.222.0.74 "GET /v2.0/networks?id=13779c5f-d832-4edd-ba35-ebc363f13a7c HTTP/1.1" status: 200 len: 922 time: 0.1260457 Sep 23 19:20:22.561239 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.v2.base [req-899cd92e-5895-4ab6-adf1-d83b4399fa34 req-0fa7a7c9-45ea-42ae-94ca-9b829fed2613 service neutron] Request body: {'port': {'device_id': 'b12a90d4-a99f-4737-98f8-64ef72d18294', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713301-16'}} {{(pid=95101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:20:22.593015 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259b7c56-2e00-4e18-85da-d94c85c12f2a service neutron] Pushing event updated for resources: {'Port': ['ID=20cd5993-3d02-4bca-a096-a6dc31942e53,revision_number=2']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:20:22.618904 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-e666cfa0-fe0e-4c1c-8f80-81d0c6b4f0fd req-7af16980-ae6d-4889-9968-8d3c9681f225 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=873e7b65-11d6-43a3-9a7a-31d0e534d4d5 HTTP/1.1" status: 200 len: 217 time: 0.0544941 Sep 23 19:20:22.624885 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-59f2ee2b-1d08-405f-95a5-8bf63864c366 req-1787bad8-d9ec-4025-b095-40fadbdde8b8 tempest-SecurityGroupRulesTestJSON-915228312 tempest-SecurityGroupRulesTestJSON-915228312-project] Notify callbacks [] for security_group, before_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:20:22.700709 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-899cd92e-5895-4ab6-adf1-d83b4399fa34 req-0fa7a7c9-45ea-42ae-94ca-9b829fed2613 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:20:22.703795 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e666cfa0-fe0e-4c1c-8f80-81d0c6b4f0fd req-ba6e163f-6192-4fa7-b9c6-b8181d566c0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:20:22.708020 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-e666cfa0-fe0e-4c1c-8f80-81d0c6b4f0fd req-ba6e163f-6192-4fa7-b9c6-b8181d566c0d service neutron] 10.222.0.74 "GET /v2.0/subnets?id=7acfa417-039d-4281-a2fc-e6454233f5db HTTP/1.1" status: 200 len: 860 time: 0.0776527 Sep 23 19:20:22.741939 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_hamode_db [None req-307893ef-1d15-4079-8af6-0f834857edaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3636d9e-644f-4dcd-83d7-48470ac1bc59', 'name': 'tempest-FloatingIPsAssociationTestJSON-1746853027-router', 'tenant_id': '1837c91936d44f518fad2d97e5027d38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'external_fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.41'}], 'enable_snat': True}, 'gw_port_id': '3c44aec2-6b7f-49af-9d57-a9be1e2a3abf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:19:15Z', 'updated_at': '2021-09-23T19:19:25Z', 'revision_number': 4, 'project_id': '1837c91936d44f518fad2d97e5027d38', 'gw_port': {'id': '3c44aec2-6b7f-49af-9d57-a9be1e2a3abf', 'name': '', 'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:f9:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3636d9e-644f-4dcd-83d7-48470ac1bc59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 395, 'fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:19:16Z', 'updated_at': '2021-09-23T19:19:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-16', '_floatingips': [{'id': '082b25a9-a906-49b1-824e-9a61d349c236', 'tenant_id': '1837c91936d44f518fad2d97e5027d38', 'floating_ip_address': '172.25.1.126', 'floating_network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'router_id': 'c3636d9e-644f-4dcd-83d7-48470ac1bc59', 'port_id': 'adfc2094-8565-46e7-b934-be5d7a3613f3', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 444, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '13779c5f-d832-4edd-ba35-ebc363f13a7c', 'mac_address': 'fa:16:3e:4e:37:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35f886c6-a071-4ff1-96c0-5c1ef089643d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-23T19:19:52Z', 'updated_at': '2021-09-23T19:20:21Z', 'revision_number': 4, 'project_id': '1837c91936d44f518fad2d97e5027d38', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9f3b17d9-fba6-4806-b04c-069574f4ada6', 'name': '', 'network_id': '13779c5f-d832-4edd-ba35-ebc363f13a7c', 'tenant_id': '1837c91936d44f518fad2d97e5027d38', 'mac_address': 'fa:16:3e:ec:57:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3636d9e-644f-4dcd-83d7-48470ac1bc59', 'device_owner': 'network:router_interface', 'standard_attr_id': 406, 'fixed_ips': [{'subnet_id': '7acfa417-039d-4281-a2fc-e6454233f5db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:19:23Z', 'updated_at': '2021-09-23T19:19:32Z', 'revision_number': 5, 'project_id': '1837c91936d44f518fad2d97e5027d38', 'subnets': [{'id': '7acfa417-039d-4281-a2fc-e6454233f5db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-16', False) {} {{(pid=95103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:20:22.766952 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-59f2ee2b-1d08-405f-95a5-8bf63864c366 req-1787bad8-d9ec-4025-b095-40fadbdde8b8 tempest-SecurityGroupRulesTestJSON-915228312 tempest-SecurityGroupRulesTestJSON-915228312-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:20:22.776068 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-307893ef-1d15-4079-8af6-0f834857edaa None None] The sync data for ids ['c3636d9e-644f-4dcd-83d7-48470ac1bc59'] in n-d-713301-16 is: [{'id': 'c3636d9e-644f-4dcd-83d7-48470ac1bc59', 'name': 'tempest-FloatingIPsAssociationTestJSON-1746853027-router', 'tenant_id': '1837c91936d44f518fad2d97e5027d38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'external_fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.41'}], 'enable_snat': True}, 'gw_port_id': '3c44aec2-6b7f-49af-9d57-a9be1e2a3abf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:19:15Z', 'updated_at': '2021-09-23T19:19:25Z', 'revision_number': 4, 'project_id': '1837c91936d44f518fad2d97e5027d38', 'gw_port': {'id': '3c44aec2-6b7f-49af-9d57-a9be1e2a3abf', 'name': '', 'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:f9:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3636d9e-644f-4dcd-83d7-48470ac1bc59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 395, 'fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:19:16Z', 'updated_at': '2021-09-23T19:19:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-16', '_floatingips': [{'id': '082b25a9-a906-49b1-824e-9a61d349c236', 'tenant_id': '1837c91936d44f518fad2d97e5027d38', 'floating_ip_address': '172.25.1.126', 'floating_network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'router_id': 'c3636d9e-644f-4dcd-83d7-48470ac1bc59', 'port_id': 'adfc2094-8565-46e7-b934-be5d7a3613f3', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 444, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '13779c5f-d832-4edd-ba35-ebc363f13a7c', 'mac_address': 'fa:16:3e:4e:37:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35f886c6-a071-4ff1-96c0-5c1ef089643d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-23T19:19:52Z', 'updated_at': '2021-09-23T19:20:21Z', 'revision_number': 4, 'project_id': '1837c91936d44f518fad2d97e5027d38', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9f3b17d9-fba6-4806-b04c-069574f4ada6', 'name': '', 'network_id': '13779c5f-d832-4edd-ba35-ebc363f13a7c', 'tenant_id': '1837c91936d44f518fad2d97e5027d38', 'mac_address': 'fa:16:3e:ec:57:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3636d9e-644f-4dcd-83d7-48470ac1bc59', 'device_owner': 'network:router_interface', 'standard_attr_id': 406, 'fixed_ips': [{'subnet_id': '7acfa417-039d-4281-a2fc-e6454233f5db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:19:23Z', 'updated_at': '2021-09-23T19:19:32Z', 'revision_number': 5, 'project_id': '1837c91936d44f518fad2d97e5027d38', 'subnets': [{'id': '7acfa417-039d-4281-a2fc-e6454233f5db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 19:20:22.810055 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e666cfa0-fe0e-4c1c-8f80-81d0c6b4f0fd req-9e6348b9-2735-4779-b645-5708facffccb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:20:22.812039 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-e666cfa0-fe0e-4c1c-8f80-81d0c6b4f0fd req-9e6348b9-2735-4779-b645-5708facffccb service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=13779c5f-d832-4edd-ba35-ebc363f13a7c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0675271 Sep 23 19:20:22.833916 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ca5c79-05b2-45e7-aa00-cf6dc4e17dc3 req-c1ff98af-f94f-4945-b343-583ea7723090 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:20:22.835579 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-a2ca5c79-05b2-45e7-aa00-cf6dc4e17dc3 req-c1ff98af-f94f-4945-b343-583ea7723090 service neutron] 10.222.0.67 "GET /v2.0/networks?id=13779c5f-d832-4edd-ba35-ebc363f13a7c HTTP/1.1" status: 200 len: 922 time: 0.3470218 Sep 23 19:20:22.912084 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.managers [req-f1b5fc87-944b-4c47-bab9-89fc91432ff2 req-259b7c56-2e00-4e18-85da-d94c85c12f2a service neutron] Attempting to bind port 20cd5993-3d02-4bca-a096-a6dc31942e53 on host n-h1-713301-16 for vnic_type normal with profile {{(pid=95102) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 19:20:22.912463 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.managers [req-f1b5fc87-944b-4c47-bab9-89fc91432ff2 req-259b7c56-2e00-4e18-85da-d94c85c12f2a service neutron] Attempting to bind port 20cd5993-3d02-4bca-a096-a6dc31942e53 by drivers openvswitch,hyperv on host n-h1-713301-16 at level 0 using segments [{'id': '6139d589-eb6c-4578-8935-c26ddf396853', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '5220cb0c-da05-478a-9604-8c11469a05b4'}] {{(pid=95102) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 19:20:22.912825 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1b5fc87-944b-4c47-bab9-89fc91432ff2 req-259b7c56-2e00-4e18-85da-d94c85c12f2a service neutron] Attempting to bind port 20cd5993-3d02-4bca-a096-a6dc31942e53 on network 5220cb0c-da05-478a-9604-8c11469a05b4 {{(pid=95102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:20:22.923531 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1b5fc87-944b-4c47-bab9-89fc91432ff2 req-259b7c56-2e00-4e18-85da-d94c85c12f2a service neutron] Port 20cd5993-3d02-4bca-a096-a6dc31942e53 on network 5220cb0c-da05-478a-9604-8c11469a05b4 not bound, no agent of type Open vSwitch agent registered on host n-h1-713301-16 {{(pid=95102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 19:20:22.923784 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1b5fc87-944b-4c47-bab9-89fc91432ff2 req-259b7c56-2e00-4e18-85da-d94c85c12f2a service neutron] Attempting to bind port 20cd5993-3d02-4bca-a096-a6dc31942e53 on network 5220cb0c-da05-478a-9604-8c11469a05b4 {{(pid=95102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:20:22.932516 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-59f2ee2b-1d08-405f-95a5-8bf63864c366 req-1787bad8-d9ec-4025-b095-40fadbdde8b8 tempest-SecurityGroupRulesTestJSON-915228312 tempest-SecurityGroupRulesTestJSON-915228312-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:20:22.935085 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-59f2ee2b-1d08-405f-95a5-8bf63864c366 req-1787bad8-d9ec-4025-b095-40fadbdde8b8 tempest-SecurityGroupRulesTestJSON-915228312 tempest-SecurityGroupRulesTestJSON-915228312-project] Notify callbacks [] for security_group, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:20:22.936230 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-59f2ee2b-1d08-405f-95a5-8bf63864c366 req-1787bad8-d9ec-4025-b095-40fadbdde8b8 tempest-SecurityGroupRulesTestJSON-915228312 tempest-SecurityGroupRulesTestJSON-915228312-project] 10.222.0.67 "DELETE /v2.0/security-groups/5587ab4d-de9d-4413-b158-86f8e22a6347 HTTP/1.1" status: 204 len: 173 time: 0.5489540 Sep 23 19:20:22.950526 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1b5fc87-944b-4c47-bab9-89fc91432ff2 req-259b7c56-2e00-4e18-85da-d94c85c12f2a service neutron] Checking agent: {'id': '0708c3e9-0aad-4600-9be9-d2486535c898', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713301-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 19, 15, 28), 'started_at': datetime.datetime(2021, 9, 23, 19, 15, 28), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 19, 19, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 19:20:22.950868 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1b5fc87-944b-4c47-bab9-89fc91432ff2 req-259b7c56-2e00-4e18-85da-d94c85c12f2a service neutron] Checking segment: {'id': '6139d589-eb6c-4578-8935-c26ddf396853', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '5220cb0c-da05-478a-9604-8c11469a05b4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95102) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:20:22.951258 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1b5fc87-944b-4c47-bab9-89fc91432ff2 req-259b7c56-2e00-4e18-85da-d94c85c12f2a service neutron] Bound using segment: {'id': '6139d589-eb6c-4578-8935-c26ddf396853', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '5220cb0c-da05-478a-9604-8c11469a05b4'} {{(pid=95102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 19:20:22.951699 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.managers [req-f1b5fc87-944b-4c47-bab9-89fc91432ff2 req-259b7c56-2e00-4e18-85da-d94c85c12f2a service neutron] Bound port: 20cd5993-3d02-4bca-a096-a6dc31942e53, host: n-h1-713301-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6139d589-eb6c-4578-8935-c26ddf396853', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '5220cb0c-da05-478a-9604-8c11469a05b4'}}] {{(pid=95102) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 19:20:22.952059 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-f1b5fc87-944b-4c47-bab9-89fc91432ff2 req-259b7c56-2e00-4e18-85da-d94c85c12f2a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:20:23.004155 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:20:23.052362 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-e666cfa0-fe0e-4c1c-8f80-81d0c6b4f0fd req-e5ad2965-0621-45c4-bc82-1cca0846be0a service neutron] 10.222.0.74 "GET /v2.0/networks/13779c5f-d832-4edd-ba35-ebc363f13a7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1877730 Sep 23 19:20:23.229619 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-a2ca5c79-05b2-45e7-aa00-cf6dc4e17dc3 req-1a3b0950-8a91-4ce5-a2b8-2cc2e55c1616 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=adfc2094-8565-46e7-b934-be5d7a3613f3 HTTP/1.1" status: 200 len: 1001 time: 0.3869188 Sep 23 19:20:23.255105 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1787bad8-d9ec-4025-b095-40fadbdde8b8 tempest-SecurityGroupRulesTestJSON-915228312 tempest-SecurityGroupRulesTestJSON-915228312-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5587ab4d-de9d-4413-b158-86f8e22a6347,revision_number=None']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:20:23.287221 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-0ae75029-feb6-4728-9a94-5f9b60993d82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:20:23.362673 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ca5c79-05b2-45e7-aa00-cf6dc4e17dc3 req-8b62ef5b-053c-4a2d-b4e8-c23e84003b04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:20:23.364169 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-a2ca5c79-05b2-45e7-aa00-cf6dc4e17dc3 req-8b62ef5b-053c-4a2d-b4e8-c23e84003b04 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=7acfa417-039d-4281-a2fc-e6454233f5db HTTP/1.1" status: 200 len: 860 time: 0.1250980 Sep 23 19:20:23.375600 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f3124e-dd29-429e-8aaa-3b9a33ef6fdd req-6ba1e11a-0e7b-477d-a64b-086d3e6424dd tempest-ServersAdminTestJSON-1371927677 tempest-ServersAdminTestJSON-1371927677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:20:23.377177 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-f1f3124e-dd29-429e-8aaa-3b9a33ef6fdd req-6ba1e11a-0e7b-477d-a64b-086d3e6424dd tempest-ServersAdminTestJSON-1371927677 tempest-ServersAdminTestJSON-1371927677-project] 10.222.0.67 "GET /v2.0/ports?device_id=eec269a6-21d4-4d21-9edd-6b8e46784f66 HTTP/1.1" status: 200 len: 947 time: 0.1413755 Sep 23 19:20:23.380328 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.db [req-f1b5fc87-944b-4c47-bab9-89fc91432ff2 req-259b7c56-2e00-4e18-85da-d94c85c12f2a service neutron] For port 20cd5993-3d02-4bca-a096-a6dc31942e53, host n-h1-713301-16, cleared binding levels {{(pid=95102) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 19:20:23.390498 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.db [req-f1b5fc87-944b-4c47-bab9-89fc91432ff2 req-259b7c56-2e00-4e18-85da-d94c85c12f2a service neutron] For port 20cd5993-3d02-4bca-a096-a6dc31942e53, host n-h1-713301-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-16',level=0,port_id=20cd5993-3d02-4bca-a096-a6dc31942e53,segment=NetworkSegment(6139d589-eb6c-4578-8935-c26ddf396853),segment_id=6139d589-eb6c-4578-8935-c26ddf396853)] {{(pid=95102) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 19:20:23.397525 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-f1b5fc87-944b-4c47-bab9-89fc91432ff2 req-259b7c56-2e00-4e18-85da-d94c85c12f2a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4399095'] for port, after_update {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:20:23.431466 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-e666cfa0-fe0e-4c1c-8f80-81d0c6b4f0fd req-49c64e34-482d-4328-add5-3951a0894dcc service neutron] 10.222.0.74 "GET /v2.0/networks/13779c5f-d832-4edd-ba35-ebc363f13a7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3642581 Sep 23 19:20:23.468051 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b5fc87-944b-4c47-bab9-89fc91432ff2 req-259b7c56-2e00-4e18-85da-d94c85c12f2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:20:23.468182 n-d-713301-16 neutron-server[95101]: DEBUG neutron.notifiers.nova [req-899cd92e-5895-4ab6-adf1-d83b4399fa34 req-0fa7a7c9-45ea-42ae-94ca-9b829fed2613 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3b1ed664-84d3-4e55-90c8-29444560ec78 {{(pid=95101) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 19:20:23.468869 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-f1b5fc87-944b-4c47-bab9-89fc91432ff2 req-259b7c56-2e00-4e18-85da-d94c85c12f2a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222849'] for port, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:20:23.470106 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-f1b5fc87-944b-4c47-bab9-89fc91432ff2 req-259b7c56-2e00-4e18-85da-d94c85c12f2a service neutron] 10.222.0.74 "PUT /v2.0/ports/20cd5993-3d02-4bca-a096-a6dc31942e53 HTTP/1.1" status: 200 len: 1096 time: 1.7983720 Sep 23 19:20:23.477031 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-899cd92e-5895-4ab6-adf1-d83b4399fa34 req-0fa7a7c9-45ea-42ae-94ca-9b829fed2613 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:20:23.493947 n-d-713301-16 neutron-server[95101]: DEBUG neutron.db.provisioning_blocks [req-899cd92e-5895-4ab6-adf1-d83b4399fa34 req-0fa7a7c9-45ea-42ae-94ca-9b829fed2613 service neutron] Transition to ACTIVE for port object 3b1ed664-84d3-4e55-90c8-29444560ec78 will not be triggered until provisioned by entity L2. {{(pid=95101) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 19:20:23.499200 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-899cd92e-5895-4ab6-adf1-d83b4399fa34 req-0fa7a7c9-45ea-42ae-94ca-9b829fed2613 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5607436'] for port, after_update {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:20:23.511182 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-f1f3124e-dd29-429e-8aaa-3b9a33ef6fdd req-bea91fd4-3148-489c-8dab-d6377d5e1bca tempest-ServersAdminTestJSON-1371927677 tempest-ServersAdminTestJSON-1371927677-project] 10.222.0.67 "GET /v2.0/security-groups?id=f6ea2bc2-ae02-426e-9312-246b38837e94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1193194 Sep 23 19:20:23.515307 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259b7c56-2e00-4e18-85da-d94c85c12f2a service neutron] Pushing event updated for resources: {'Port': ['ID=20cd5993-3d02-4bca-a096-a6dc31942e53,revision_number=3']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:20:23.519756 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ca5c79-05b2-45e7-aa00-cf6dc4e17dc3 req-507e7fe6-cb1b-4f72-9139-67edc242a4ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:20:23.521350 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-a2ca5c79-05b2-45e7-aa00-cf6dc4e17dc3 req-507e7fe6-cb1b-4f72-9139-67edc242a4ba service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=13779c5f-d832-4edd-ba35-ebc363f13a7c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1424792 Sep 23 19:20:23.598326 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fa7a7c9-45ea-42ae-94ca-9b829fed2613 service neutron] Pushing event updated for resources: {'Port': ['ID=3b1ed664-84d3-4e55-90c8-29444560ec78,revision_number=2']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:20:23.655904 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.managers [req-899cd92e-5895-4ab6-adf1-d83b4399fa34 req-0fa7a7c9-45ea-42ae-94ca-9b829fed2613 service neutron] Attempting to bind port 3b1ed664-84d3-4e55-90c8-29444560ec78 on host n-h2-713301-16 for vnic_type normal with profile {{(pid=95101) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 19:20:23.656228 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.managers [req-899cd92e-5895-4ab6-adf1-d83b4399fa34 req-0fa7a7c9-45ea-42ae-94ca-9b829fed2613 service neutron] Attempting to bind port 3b1ed664-84d3-4e55-90c8-29444560ec78 by drivers openvswitch,hyperv on host n-h2-713301-16 at level 0 using segments [{'id': '5e7e2223-350e-4937-8d7b-2c6ab6ddc0ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': 'c2b58ecf-3b1b-414c-92a4-f53b08b3dace'}] {{(pid=95101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 19:20:23.656555 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-899cd92e-5895-4ab6-adf1-d83b4399fa34 req-0fa7a7c9-45ea-42ae-94ca-9b829fed2613 service neutron] Attempting to bind port 3b1ed664-84d3-4e55-90c8-29444560ec78 on network c2b58ecf-3b1b-414c-92a4-f53b08b3dace {{(pid=95101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:20:23.662337 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-899cd92e-5895-4ab6-adf1-d83b4399fa34 req-0fa7a7c9-45ea-42ae-94ca-9b829fed2613 service neutron] Port 3b1ed664-84d3-4e55-90c8-29444560ec78 on network c2b58ecf-3b1b-414c-92a4-f53b08b3dace not bound, no agent of type Open vSwitch agent registered on host n-h2-713301-16 {{(pid=95101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 19:20:23.662662 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-899cd92e-5895-4ab6-adf1-d83b4399fa34 req-0fa7a7c9-45ea-42ae-94ca-9b829fed2613 service neutron] Attempting to bind port 3b1ed664-84d3-4e55-90c8-29444560ec78 on network c2b58ecf-3b1b-414c-92a4-f53b08b3dace {{(pid=95101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:20:23.667738 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-899cd92e-5895-4ab6-adf1-d83b4399fa34 req-0fa7a7c9-45ea-42ae-94ca-9b829fed2613 service neutron] Checking agent: {'id': '2a7cea34-db54-4faf-8d23-37521c3e34cb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713301-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 19, 15, 28), 'started_at': datetime.datetime(2021, 9, 23, 19, 15, 28), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 19, 19, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 19:20:23.668077 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-899cd92e-5895-4ab6-adf1-d83b4399fa34 req-0fa7a7c9-45ea-42ae-94ca-9b829fed2613 service neutron] Checking segment: {'id': '5e7e2223-350e-4937-8d7b-2c6ab6ddc0ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': 'c2b58ecf-3b1b-414c-92a4-f53b08b3dace'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:20:23.668459 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-899cd92e-5895-4ab6-adf1-d83b4399fa34 req-0fa7a7c9-45ea-42ae-94ca-9b829fed2613 service neutron] Bound using segment: {'id': '5e7e2223-350e-4937-8d7b-2c6ab6ddc0ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': 'c2b58ecf-3b1b-414c-92a4-f53b08b3dace'} {{(pid=95101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 19:20:23.668906 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.managers [req-899cd92e-5895-4ab6-adf1-d83b4399fa34 req-0fa7a7c9-45ea-42ae-94ca-9b829fed2613 service neutron] Bound port: 3b1ed664-84d3-4e55-90c8-29444560ec78, host: n-h2-713301-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5e7e2223-350e-4937-8d7b-2c6ab6ddc0ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': 'c2b58ecf-3b1b-414c-92a4-f53b08b3dace'}}] {{(pid=95101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 19:20:23.669271 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-899cd92e-5895-4ab6-adf1-d83b4399fa34 req-0fa7a7c9-45ea-42ae-94ca-9b829fed2613 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:20:23.687996 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b5fc87-944b-4c47-bab9-89fc91432ff2 req-364dac15-d02f-4145-bf0c-0e1e227496c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:20:23.689560 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-f1b5fc87-944b-4c47-bab9-89fc91432ff2 req-364dac15-d02f-4145-bf0c-0e1e227496c2 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=c24f47dc20fc456d9867e81e5b0f7002&device_id=eec269a6-21d4-4d21-9edd-6b8e46784f66 HTTP/1.1" status: 200 len: 1099 time: 0.1461773 Sep 23 19:20:23.707305 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40eb5c39-9700-4c85-9389-114f17fca218 req-acd76dcc-4224-4013-9946-19237d97f23d tempest-LiveMigrationNegativeTest-42861435 tempest-LiveMigrationNegativeTest-42861435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:20:23.708828 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-40eb5c39-9700-4c85-9389-114f17fca218 req-acd76dcc-4224-4013-9946-19237d97f23d tempest-LiveMigrationNegativeTest-42861435 tempest-LiveMigrationNegativeTest-42861435-project] 10.222.0.67 "GET /v2.0/ports?device_id=7ec37224-0572-43ff-ae2b-f6b0a2e7c863 HTTP/1.1" status: 200 len: 949 time: 0.1123114 Sep 23 19:20:23.734243 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.db [req-899cd92e-5895-4ab6-adf1-d83b4399fa34 req-0fa7a7c9-45ea-42ae-94ca-9b829fed2613 service neutron] For port 3b1ed664-84d3-4e55-90c8-29444560ec78, host n-h2-713301-16, cleared binding levels {{(pid=95101) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 19:20:23.737780 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.db [req-899cd92e-5895-4ab6-adf1-d83b4399fa34 req-0fa7a7c9-45ea-42ae-94ca-9b829fed2613 service neutron] For port 3b1ed664-84d3-4e55-90c8-29444560ec78, host n-h2-713301-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-16',level=0,port_id=3b1ed664-84d3-4e55-90c8-29444560ec78,segment=NetworkSegment(5e7e2223-350e-4937-8d7b-2c6ab6ddc0ab),segment_id=5e7e2223-350e-4937-8d7b-2c6ab6ddc0ab)] {{(pid=95101) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 19:20:23.742683 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-899cd92e-5895-4ab6-adf1-d83b4399fa34 req-0fa7a7c9-45ea-42ae-94ca-9b829fed2613 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5607436'] for port, after_update {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:20:23.762744 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-a2ca5c79-05b2-45e7-aa00-cf6dc4e17dc3 req-5f1e942e-a12d-4a42-9da1-852636f5ede5 service neutron] 10.222.0.67 "GET /v2.0/networks/13779c5f-d832-4edd-ba35-ebc363f13a7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2204700 Sep 23 19:20:23.763971 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-f1b5fc87-944b-4c47-bab9-89fc91432ff2 req-cb6b37a0-7460-495e-b25f-3fb8af0d9db7 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.67&port_id=20cd5993-3d02-4bca-a096-a6dc31942e53 HTTP/1.1" status: 200 len: 217 time: 0.0542891 Sep 23 19:20:23.777091 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-899cd92e-5895-4ab6-adf1-d83b4399fa34 req-0fa7a7c9-45ea-42ae-94ca-9b829fed2613 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:20:23.777710 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-899cd92e-5895-4ab6-adf1-d83b4399fa34 req-0fa7a7c9-45ea-42ae-94ca-9b829fed2613 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222849'] for port, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:20:23.779080 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-899cd92e-5895-4ab6-adf1-d83b4399fa34 req-0fa7a7c9-45ea-42ae-94ca-9b829fed2613 service neutron] 10.222.0.53 "PUT /v2.0/ports/3b1ed664-84d3-4e55-90c8-29444560ec78 HTTP/1.1" status: 200 len: 1092 time: 1.2220964 Sep 23 19:20:23.779531 n-d-713301-16 neutron-server[95101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b12a90d4-a99f-4737-98f8-64ef72d18294', 'tag': '3b1ed664-84d3-4e55-90c8-29444560ec78'}] {{(pid=95101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 19:20:23.781759 n-d-713301-16 neutron-server[95101]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d8366c5740cd635e57ab12b71fe44a77c2acc3c19091ef849c6f68b380462244" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d313809d-2e49-4e7b-96d0-e0d67934c443" -d '{"events": [{"name": "network-changed", "server_uuid": "b12a90d4-a99f-4737-98f8-64ef72d18294", "tag": "3b1ed664-84d3-4e55-90c8-29444560ec78"}]}' {{(pid=95101) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 19:20:23.805426 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fa7a7c9-45ea-42ae-94ca-9b829fed2613 service neutron] Pushing event updated for resources: {'Port': ['ID=3b1ed664-84d3-4e55-90c8-29444560ec78,revision_number=3']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:20:23.848508 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-40eb5c39-9700-4c85-9389-114f17fca218 req-0aa1df5c-18e3-4b1f-8487-0ac68a3df7a3 tempest-LiveMigrationNegativeTest-42861435 tempest-LiveMigrationNegativeTest-42861435-project] 10.222.0.67 "GET /v2.0/security-groups?id=4ed1ec61-8ec9-44fd-9365-22dc1954f969&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1211042 Sep 23 19:20:23.865514 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-899cd92e-5895-4ab6-adf1-d83b4399fa34 req-f0b8324f-4fd8-474a-bfa5-663b580c68d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:20:23.867690 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-899cd92e-5895-4ab6-adf1-d83b4399fa34 req-f0b8324f-4fd8-474a-bfa5-663b580c68d9 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=01fd0bf0664a4580a0559687f9bf7c73&device_id=b12a90d4-a99f-4737-98f8-64ef72d18294 HTTP/1.1" status: 200 len: 1095 time: 0.0482566 Sep 23 19:20:23.889611 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b5fc87-944b-4c47-bab9-89fc91432ff2 req-d6924214-20ec-48f0-bb9b-44eb16c1bbe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:20:23.891106 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-f1b5fc87-944b-4c47-bab9-89fc91432ff2 req-d6924214-20ec-48f0-bb9b-44eb16c1bbe3 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=1ccc69bc-9d6b-44d9-b227-204e47dc6e45 HTTP/1.1" status: 200 len: 843 time: 0.1102641 Sep 23 19:20:23.931566 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-899cd92e-5895-4ab6-adf1-d83b4399fa34 req-c1207746-15a7-47b6-9e64-605fa851e867 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3b1ed664-84d3-4e55-90c8-29444560ec78 HTTP/1.1" status: 200 len: 217 time: 0.0558836 Sep 23 19:20:23.952870 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-a2ca5c79-05b2-45e7-aa00-cf6dc4e17dc3 req-93b2ad59-0840-4a5c-b6fc-f459ec6c0c99 service neutron] 10.222.0.67 "GET /v2.0/networks/13779c5f-d832-4edd-ba35-ebc363f13a7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1825268 Sep 23 19:20:23.966866 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b5fc87-944b-4c47-bab9-89fc91432ff2 req-5936b570-c0ad-4fb9-9ecf-055dab662674 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:20:23.968785 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-f1b5fc87-944b-4c47-bab9-89fc91432ff2 req-5936b570-c0ad-4fb9-9ecf-055dab662674 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=5220cb0c-da05-478a-9604-8c11469a05b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0574262 Sep 23 19:20:23.986825 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-899cd92e-5895-4ab6-adf1-d83b4399fa34 req-a44c717f-2f73-459b-a4b8-259aebc81baf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:20:23.988803 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-899cd92e-5895-4ab6-adf1-d83b4399fa34 req-a44c717f-2f73-459b-a4b8-259aebc81baf service neutron] 10.222.0.53 "GET /v2.0/subnets?id=4cc4932b-c381-47ec-9303-11e42975856f HTTP/1.1" status: 200 len: 861 time: 0.0500476 Sep 23 19:20:24.030669 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-899cd92e-5895-4ab6-adf1-d83b4399fa34 req-e3ea6c3b-b5d0-4a35-a28b-39d8ed100300 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=c2b58ecf-3b1b-414c-92a4-f53b08b3dace&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0350869 Sep 23 19:20:24.113016 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e708810-c108-4ce9-9939-0d107914bedb req-ce6fc96b-49aa-49f5-a306-d37595c4adcf tempest-LiveMigrationTest-1843640962 tempest-LiveMigrationTest-1843640962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:20:24.116219 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-9e708810-c108-4ce9-9939-0d107914bedb req-ce6fc96b-49aa-49f5-a306-d37595c4adcf tempest-LiveMigrationTest-1843640962 tempest-LiveMigrationTest-1843640962-project] 10.222.0.67 "GET /v2.0/ports?device_id=ba1a1de7-919d-4e04-a64c-8e58b5236248 HTTP/1.1" status: 200 len: 946 time: 0.1448262 Sep 23 19:20:24.150250 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-899cd92e-5895-4ab6-adf1-d83b4399fa34 req-ca77322a-25a7-49a7-b0d5-0ead2855ddbf service neutron] 10.222.0.53 "GET /v2.0/networks/c2b58ecf-3b1b-414c-92a4-f53b08b3dace?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1114228 Sep 23 19:20:24.151216 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-f1b5fc87-944b-4c47-bab9-89fc91432ff2 req-ac84af4b-d84c-4b81-94c4-4b53fd219eb2 service neutron] 10.222.0.74 "GET /v2.0/networks/5220cb0c-da05-478a-9604-8c11469a05b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1714878 Sep 23 19:20:24.177563 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e09e956-dc18-43a7-ad17-d2416b773c4c req-d2dda6be-e592-46a6-9310-8b64ecdea92e tempest-LiveAutoBlockMigrationV225Test-1531822435 tempest-LiveAutoBlockMigrationV225Test-1531822435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:20:24.179981 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-6e09e956-dc18-43a7-ad17-d2416b773c4c req-d2dda6be-e592-46a6-9310-8b64ecdea92e tempest-LiveAutoBlockMigrationV225Test-1531822435 tempest-LiveAutoBlockMigrationV225Test-1531822435-project] 10.222.0.67 "GET /v2.0/ports?device_id=b12a90d4-a99f-4737-98f8-64ef72d18294 HTTP/1.1" status: 200 len: 943 time: 0.1447692 Sep 23 19:20:24.216839 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-9e708810-c108-4ce9-9939-0d107914bedb req-f70c2f61-f375-4831-81ba-9374bb41c02b tempest-LiveMigrationTest-1843640962 tempest-LiveMigrationTest-1843640962-project] 10.222.0.67 "GET /v2.0/security-groups?id=1c151358-1cab-48a6-be3e-ad7507b4da06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877097 Sep 23 19:20:24.235505 n-d-713301-16 neutron-server[95102]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '35f886c6-a071-4ff1-96c0-5c1ef089643d', 'tag': 'adfc2094-8565-46e7-b934-be5d7a3613f3'}, {'name': 'network-changed', 'server_uuid': 'eec269a6-21d4-4d21-9edd-6b8e46784f66', 'tag': '20cd5993-3d02-4bca-a096-a6dc31942e53'}] {{(pid=95102) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 19:20:24.237840 n-d-713301-16 neutron-server[95102]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab31b6d93e5336dbddfa8ec424565b3bd8cb2369c5b4d85bc943472dbb21e8ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a6c1e8f-6b98-48ac-b141-3aa5b42b8ccc" -d '{"events": [{"name": "network-changed", "server_uuid": "35f886c6-a071-4ff1-96c0-5c1ef089643d", "tag": "adfc2094-8565-46e7-b934-be5d7a3613f3"}, {"name": "network-changed", "server_uuid": "eec269a6-21d4-4d21-9edd-6b8e46784f66", "tag": "20cd5993-3d02-4bca-a096-a6dc31942e53"}]}' {{(pid=95102) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 19:20:24.271084 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-899cd92e-5895-4ab6-adf1-d83b4399fa34 req-f164a3bb-d346-456a-aa6c-8d3a1bb2aad3 service neutron] 10.222.0.53 "GET /v2.0/networks/c2b58ecf-3b1b-414c-92a4-f53b08b3dace?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1136811 Sep 23 19:20:24.319085 n-d-713301-16 neutron-server[95102]: INFO neutron.api.v2.resource [req-5d062478-953d-4efe-a99c-a139d05fdc61 req-07bd2666-b247-4433-8ca5-82dc6946bad8 tempest-SecurityGroupRulesTestJSON-915228312 tempest-SecurityGroupRulesTestJSON-915228312-project] show failed (client error): The resource could not be found. Sep 23 19:20:24.320688 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-5d062478-953d-4efe-a99c-a139d05fdc61 req-07bd2666-b247-4433-8ca5-82dc6946bad8 tempest-SecurityGroupRulesTestJSON-915228312 tempest-SecurityGroupRulesTestJSON-915228312-project] 10.222.0.67 "GET /v2.0/security-groups/b3c291d5-fc95-4e0e-af2e-0e7d0b28bce0 HTTP/1.1" status: 404 len: 352 time: 0.0641139 Sep 23 19:20:24.330075 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-6e09e956-dc18-43a7-ad17-d2416b773c4c req-3f25bee3-7716-436f-9ccf-4ffec39b2507 tempest-LiveAutoBlockMigrationV225Test-1531822435 tempest-LiveAutoBlockMigrationV225Test-1531822435-project] 10.222.0.67 "GET /v2.0/security-groups?id=6d32247e-8bb7-4ae1-818c-76baafa39c73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1352422 Sep 23 19:20:24.354324 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-f1b5fc87-944b-4c47-bab9-89fc91432ff2 req-4b8049ba-85c1-4032-94ed-119792d66b82 service neutron] 10.222.0.74 "GET /v2.0/networks/5220cb0c-da05-478a-9604-8c11469a05b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1861818 Sep 23 19:20:24.398523 n-d-713301-16 neutron-server[95101]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 19:20:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef25fa75-9138-4ac1-a6bf-0a922e4651cf x-openstack-request-id: req-ef25fa75-9138-4ac1-a6bf-0a922e4651cf {{(pid=95101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 19:20:24.398999 n-d-713301-16 neutron-server[95101]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b12a90d4-a99f-4737-98f8-64ef72d18294", "tag": "3b1ed664-84d3-4e55-90c8-29444560ec78", "status": "completed", "code": 200}]} {{(pid=95101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 19:20:24.399369 n-d-713301-16 neutron-server[95101]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-ef25fa75-9138-4ac1-a6bf-0a922e4651cf {{(pid=95101) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 19:20:24.399871 n-d-713301-16 neutron-server[95101]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b12a90d4-a99f-4737-98f8-64ef72d18294', 'tag': '3b1ed664-84d3-4e55-90c8-29444560ec78', 'status': 'completed', 'code': 200} Sep 23 19:20:24.482691 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d313809d-2e49-4e7b-96d0-e0d67934c443 req-9e9f63f1-8315-45f9-8127-0eaf20a6703e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:20:24.484232 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-d313809d-2e49-4e7b-96d0-e0d67934c443 req-9e9f63f1-8315-45f9-8127-0eaf20a6703e service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=01fd0bf0664a4580a0559687f9bf7c73&device_id=b12a90d4-a99f-4737-98f8-64ef72d18294 HTTP/1.1" status: 200 len: 1095 time: 0.0677269 Sep 23 19:20:24.484945 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-78ea9436-b7ca-4e12-b511-8d2ab655d549 req-158f0215-c9c6-4460-b0ba-a76de9e93591 tempest-LiveMigrationNegativeTest-42861435 tempest-LiveMigrationNegativeTest-42861435-project] 10.222.0.67 "GET /v2.0/networks?tenant_id=b4eee7f3c2614055afa8645752461390&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0239313 Sep 23 19:20:24.617423 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d313809d-2e49-4e7b-96d0-e0d67934c443 req-e5c6c59b-5acb-4c3d-84cc-fa806c844c1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:20:24.619777 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-d313809d-2e49-4e7b-96d0-e0d67934c443 req-e5c6c59b-5acb-4c3d-84cc-fa806c844c1e service neutron] 10.222.0.53 "GET /v2.0/networks?id=c2b58ecf-3b1b-414c-92a4-f53b08b3dace HTTP/1.1" status: 200 len: 922 time: 0.1236076 Sep 23 19:20:24.631494 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ea9436-b7ca-4e12-b511-8d2ab655d549 req-4dbf4594-11fa-4a66-9593-a82e0106be5c tempest-LiveMigrationNegativeTest-42861435 tempest-LiveMigrationNegativeTest-42861435-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:20:24.633066 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-78ea9436-b7ca-4e12-b511-8d2ab655d549 req-4dbf4594-11fa-4a66-9593-a82e0106be5c tempest-LiveMigrationNegativeTest-42861435 tempest-LiveMigrationNegativeTest-42861435-project] 10.222.0.67 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1380811 Sep 23 19:20:24.657718 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-78ea9436-b7ca-4e12-b511-8d2ab655d549 req-6c5e51f7-668f-4267-917e-4b87e22d8215 tempest-LiveMigrationNegativeTest-42861435 tempest-LiveMigrationNegativeTest-42861435-project] 10.222.0.67 "GET /v2.0/quotas/b4eee7f3c2614055afa8645752461390 HTTP/1.1" status: 200 len: 375 time: 0.0178101 Sep 23 19:20:24.670070 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-d313809d-2e49-4e7b-96d0-e0d67934c443 req-8fca3019-ae98-44ce-be2f-3713aa1102c6 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3b1ed664-84d3-4e55-90c8-29444560ec78 HTTP/1.1" status: 200 len: 217 time: 0.0428808 Sep 23 19:20:24.742720 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d313809d-2e49-4e7b-96d0-e0d67934c443 req-883ce05e-1146-496c-b199-97765f41421d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:20:24.744504 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-d313809d-2e49-4e7b-96d0-e0d67934c443 req-883ce05e-1146-496c-b199-97765f41421d service neutron] 10.222.0.53 "GET /v2.0/subnets?id=4cc4932b-c381-47ec-9303-11e42975856f HTTP/1.1" status: 200 len: 861 time: 0.0638409 Sep 23 19:20:24.783698 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-d313809d-2e49-4e7b-96d0-e0d67934c443 req-08235004-3928-415d-a802-224640ba58e2 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=c2b58ecf-3b1b-414c-92a4-f53b08b3dace&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0270875 Sep 23 19:20:24.795844 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-22d14784-90e2-4aa4-aac5-fc036566cceb req-a8b5c8a5-c361-4871-8323-b70b8fa8668c tempest-FloatingIPsAssociationTestJSON-1050306137 tempest-FloatingIPsAssociationTestJSON-1050306137-project] 10.222.0.67 "GET /v2.0/floatingips?floating_ip_address=172.25.1.126 HTTP/1.1" status: 200 len: 1001 time: 0.0963523 Sep 23 19:20:24.805336 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-78ea9436-b7ca-4e12-b511-8d2ab655d549 req-680000ff-7b02-4a58-99e4-109f4acc69f7 tempest-LiveMigrationNegativeTest-42861435 tempest-LiveMigrationNegativeTest-42861435-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=b4eee7f3c2614055afa8645752461390&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1447034 Sep 23 19:20:24.856025 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d14784-90e2-4aa4-aac5-fc036566cceb req-998203d9-1b28-4e7f-b819-ed1bc6ab2070 tempest-FloatingIPsAssociationTestJSON-1050306137 tempest-FloatingIPsAssociationTestJSON-1050306137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:20:24.857486 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-22d14784-90e2-4aa4-aac5-fc036566cceb req-998203d9-1b28-4e7f-b819-ed1bc6ab2070 tempest-FloatingIPsAssociationTestJSON-1050306137 tempest-FloatingIPsAssociationTestJSON-1050306137-project] 10.222.0.67 "GET /v2.0/ports/adfc2094-8565-46e7-b934-be5d7a3613f3 HTTP/1.1" status: 200 len: 942 time: 0.0510404 Sep 23 19:20:24.888670 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-d313809d-2e49-4e7b-96d0-e0d67934c443 req-816aea4f-5244-4a27-8f41-7dba71975fb8 service neutron] 10.222.0.53 "GET /v2.0/networks/c2b58ecf-3b1b-414c-92a4-f53b08b3dace?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0965595 Sep 23 19:20:24.969927 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-22d14784-90e2-4aa4-aac5-fc036566cceb req-4333b9fc-ed03-4366-9faa-f6ec50bbeb6d tempest-FloatingIPsAssociationTestJSON-1050306137 tempest-FloatingIPsAssociationTestJSON-1050306137-project] 10.222.0.67 "GET /v2.0/floatingips?floating_ip_address=172.25.1.126 HTTP/1.1" status: 200 len: 1001 time: 0.0695410 Sep 23 19:20:25.022023 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-d313809d-2e49-4e7b-96d0-e0d67934c443 req-da5218d0-ad95-49d3-945a-d02332c684a8 service neutron] 10.222.0.53 "GET /v2.0/networks/c2b58ecf-3b1b-414c-92a4-f53b08b3dace?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1248040 Sep 23 19:20:25.122559 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d14784-90e2-4aa4-aac5-fc036566cceb req-22d96371-1c19-44b7-9777-a6428724646b tempest-FloatingIPsAssociationTestJSON-1050306137 tempest-FloatingIPsAssociationTestJSON-1050306137-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:20:25.123910 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-22d14784-90e2-4aa4-aac5-fc036566cceb req-22d96371-1c19-44b7-9777-a6428724646b tempest-FloatingIPsAssociationTestJSON-1050306137 tempest-FloatingIPsAssociationTestJSON-1050306137-project] 10.222.0.67 "GET /v2.0/networks/5dec5c09-378e-4f50-89cc-d94eb81c3bac HTTP/1.1" status: 200 len: 784 time: 0.1482632 Sep 23 19:20:25.126616 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c3a326b-e5a9-4ec9-9b24-1f90bc65d2ad req-be528ab3-d5e1-47d3-91a8-41cc24b68209 tempest-LiveMigrationTest-677110171 tempest-LiveMigrationTest-677110171-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:20:25.128413 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-1c3a326b-e5a9-4ec9-9b24-1f90bc65d2ad req-be528ab3-d5e1-47d3-91a8-41cc24b68209 tempest-LiveMigrationTest-677110171 tempest-LiveMigrationTest-677110171-project-admin] 10.222.0.67 "GET /v2.0/ports?device_id=ba1a1de7-919d-4e04-a64c-8e58b5236248 HTTP/1.1" status: 200 len: 1098 time: 0.0754683 Sep 23 19:20:25.152335 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-80e7e501-6c57-470d-92c6-e3d54bc3195c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:20:25.172290 n-d-713301-16 neutron-server[95102]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Thu, 23 Sep 2021 19:20:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6dd1b20-e83a-4eec-a2f9-8a899e3577a1 x-openstack-request-id: req-f6dd1b20-e83a-4eec-a2f9-8a899e3577a1 {{(pid=95102) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 19:20:25.172731 n-d-713301-16 neutron-server[95102]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "35f886c6-a071-4ff1-96c0-5c1ef089643d", "tag": "adfc2094-8565-46e7-b934-be5d7a3613f3", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "eec269a6-21d4-4d21-9edd-6b8e46784f66", "tag": "20cd5993-3d02-4bca-a096-a6dc31942e53", "status": "completed", "code": 200}]} {{(pid=95102) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 19:20:25.173122 n-d-713301-16 neutron-server[95102]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-f6dd1b20-e83a-4eec-a2f9-8a899e3577a1 {{(pid=95102) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 19:20:25.173634 n-d-713301-16 neutron-server[95102]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '35f886c6-a071-4ff1-96c0-5c1ef089643d', 'tag': 'adfc2094-8565-46e7-b934-be5d7a3613f3', 'status': 'completed', 'code': 200} Sep 23 19:20:25.174220 n-d-713301-16 neutron-server[95102]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eec269a6-21d4-4d21-9edd-6b8e46784f66', 'tag': '20cd5993-3d02-4bca-a096-a6dc31942e53', 'status': 'completed', 'code': 200} Sep 23 19:20:25.176303 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-1c3a326b-e5a9-4ec9-9b24-1f90bc65d2ad req-709112b7-77d9-4998-981c-5a841ae611b0 tempest-LiveMigrationTest-677110171 tempest-LiveMigrationTest-677110171-project-admin] 10.222.0.67 "GET /v2.0/security-groups?id=1c151358-1cab-48a6-be3e-ad7507b4da06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367885 Sep 23 19:20:25.273000 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-a2b5ca19-ee71-4d60-9e87-d272f15535e8 req-195653a3-2bc7-475b-96ee-f99c458c8df7 tempest-SecurityGroupRulesTestJSON-915228312 tempest-SecurityGroupRulesTestJSON-915228312-project] 10.222.0.67 "GET /v2.0/security-groups/c2b7414b-fb3a-4cd0-849b-37602949bdd7 HTTP/1.1" status: 200 len: 1804 time: 0.0893223 Sep 23 19:20:25.315470 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a6c1e8f-6b98-48ac-b141-3aa5b42b8ccc req-2a2c7476-4b56-455e-9577-feb1fad31c25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:20:25.317657 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-5a6c1e8f-6b98-48ac-b141-3aa5b42b8ccc req-2a2c7476-4b56-455e-9577-feb1fad31c25 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=1837c91936d44f518fad2d97e5027d38&device_id=35f886c6-a071-4ff1-96c0-5c1ef089643d HTTP/1.1" status: 200 len: 1097 time: 0.1011949 Sep 23 19:20:25.378775 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e08b2076-e382-465b-9bf7-4be3a608a9e3 req-350bda59-7be5-4d82-9acb-d14d4bcf60cd tempest-ServersAdminTestJSON-1371927677 tempest-ServersAdminTestJSON-1371927677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:20:25.381228 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-e08b2076-e382-465b-9bf7-4be3a608a9e3 req-350bda59-7be5-4d82-9acb-d14d4bcf60cd tempest-ServersAdminTestJSON-1371927677 tempest-ServersAdminTestJSON-1371927677-project] 10.222.0.67 "GET /v2.0/ports?device_id=eec269a6-21d4-4d21-9edd-6b8e46784f66 HTTP/1.1" status: 200 len: 947 time: 0.1294808 Sep 23 19:20:25.469574 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-a2b5ca19-ee71-4d60-9e87-d272f15535e8 req-c872576d-2cb3-4303-a616-b9cabb733da3 tempest-SecurityGroupRulesTestJSON-915228312 tempest-SecurityGroupRulesTestJSON-915228312-project] Notify callbacks [] for security_group, before_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:20:25.501789 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-e08b2076-e382-465b-9bf7-4be3a608a9e3 req-86470c96-232b-4ac1-bd40-4ef3bc8d0f45 tempest-ServersAdminTestJSON-1371927677 tempest-ServersAdminTestJSON-1371927677-project] 10.222.0.67 "GET /v2.0/security-groups?id=f6ea2bc2-ae02-426e-9312-246b38837e94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1132061 Sep 23 19:20:25.519431 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-a2b5ca19-ee71-4d60-9e87-d272f15535e8 req-c872576d-2cb3-4303-a616-b9cabb733da3 tempest-SecurityGroupRulesTestJSON-915228312 tempest-SecurityGroupRulesTestJSON-915228312-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:20:25.564214 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a6c1e8f-6b98-48ac-b141-3aa5b42b8ccc req-c3619fce-dab1-4a8e-85cf-bb6c1a18cf48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:20:25.566203 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-5a6c1e8f-6b98-48ac-b141-3aa5b42b8ccc req-c3619fce-dab1-4a8e-85cf-bb6c1a18cf48 service neutron] 10.222.0.74 "GET /v2.0/networks?id=13779c5f-d832-4edd-ba35-ebc363f13a7c HTTP/1.1" status: 200 len: 922 time: 0.2328460 Sep 23 19:20:25.656431 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-041043e9-dc85-426d-a7cb-774518cfd3cc req-5af4e8a9-4733-455a-ab64-f6e692789b1c tempest-LiveMigrationNegativeTest-42861435 tempest-LiveMigrationNegativeTest-42861435-project] 10.222.0.67 "GET /v2.0/ports?device_id=8be33c61-acc3-4d38-bc96-9f9b0f45c04e HTTP/1.1" status: 200 len: 210 time: 0.0351572 Sep 23 19:20:25.658735 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-a2b5ca19-ee71-4d60-9e87-d272f15535e8 req-c872576d-2cb3-4303-a616-b9cabb733da3 tempest-SecurityGroupRulesTestJSON-915228312 tempest-SecurityGroupRulesTestJSON-915228312-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:20:25.662118 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-a2b5ca19-ee71-4d60-9e87-d272f15535e8 req-c872576d-2cb3-4303-a616-b9cabb733da3 tempest-SecurityGroupRulesTestJSON-915228312 tempest-SecurityGroupRulesTestJSON-915228312-project] Notify callbacks [] for security_group, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:20:25.669101 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-a2b5ca19-ee71-4d60-9e87-d272f15535e8 req-c872576d-2cb3-4303-a616-b9cabb733da3 tempest-SecurityGroupRulesTestJSON-915228312 tempest-SecurityGroupRulesTestJSON-915228312-project] 10.222.0.67 "DELETE /v2.0/security-groups/c2b7414b-fb3a-4cd0-849b-37602949bdd7 HTTP/1.1" status: 204 len: 173 time: 0.3807936 Sep 23 19:20:25.689388 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-5a6c1e8f-6b98-48ac-b141-3aa5b42b8ccc req-97268657-e8c0-4bfd-a676-0bd49e7492f6 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=adfc2094-8565-46e7-b934-be5d7a3613f3 HTTP/1.1" status: 200 len: 1001 time: 0.1152327 Sep 23 19:20:25.712907 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c872576d-2cb3-4303-a616-b9cabb733da3 tempest-SecurityGroupRulesTestJSON-915228312 tempest-SecurityGroupRulesTestJSON-915228312-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2b7414b-fb3a-4cd0-849b-37602949bdd7,revision_number=None']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:20:25.825434 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a6c1e8f-6b98-48ac-b141-3aa5b42b8ccc req-ec0bb4f7-07ff-45ba-9e9e-b205487d5109 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:20:25.826918 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-5a6c1e8f-6b98-48ac-b141-3aa5b42b8ccc req-ec0bb4f7-07ff-45ba-9e9e-b205487d5109 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=7acfa417-039d-4281-a2fc-e6454233f5db HTTP/1.1" status: 200 len: 860 time: 0.1244724 Sep 23 19:20:25.832450 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-3c8dfb1e-1d86-4acb-b770-b1b6b7ce2369 req-a3d4a3ed-87d2-4cd1-9145-128eac583803 tempest-FloatingIPsAssociationTestJSON-1050306137 tempest-FloatingIPsAssociationTestJSON-1050306137-project] 10.222.0.67 "GET /v2.0/floatingips?floating_ip_address=172.25.1.126 HTTP/1.1" status: 200 len: 1001 time: 0.1419878 Sep 23 19:20:25.848734 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b1f96fb-9e80-4a71-b5bc-e78712f68ade req-bb631aae-b6d2-4187-b5c6-90c8dfb754c2 tempest-LiveMigrationTest-677110171 tempest-LiveMigrationTest-677110171-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:20:25.850233 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-3b1f96fb-9e80-4a71-b5bc-e78712f68ade req-bb631aae-b6d2-4187-b5c6-90c8dfb754c2 tempest-LiveMigrationTest-677110171 tempest-LiveMigrationTest-677110171-project-admin] 10.222.0.67 "GET /v2.0/ports?device_id=ba1a1de7-919d-4e04-a64c-8e58b5236248 HTTP/1.1" status: 200 len: 1098 time: 0.1065946 Sep 23 19:20:25.934908 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c8dfb1e-1d86-4acb-b770-b1b6b7ce2369 req-e2615b25-21ea-46fd-a09e-9475c7198476 tempest-FloatingIPsAssociationTestJSON-1050306137 tempest-FloatingIPsAssociationTestJSON-1050306137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:20:25.936313 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-3c8dfb1e-1d86-4acb-b770-b1b6b7ce2369 req-e2615b25-21ea-46fd-a09e-9475c7198476 tempest-FloatingIPsAssociationTestJSON-1050306137 tempest-FloatingIPsAssociationTestJSON-1050306137-project] 10.222.0.67 "GET /v2.0/ports/adfc2094-8565-46e7-b934-be5d7a3613f3 HTTP/1.1" status: 200 len: 942 time: 0.0905781 Sep 23 19:20:25.949896 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-3b1f96fb-9e80-4a71-b5bc-e78712f68ade req-c4084e0f-af7e-478d-a070-7df82052092a tempest-LiveMigrationTest-677110171 tempest-LiveMigrationTest-677110171-project-admin] 10.222.0.67 "GET /v2.0/security-groups?id=1c151358-1cab-48a6-be3e-ad7507b4da06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779982 Sep 23 19:20:25.952819 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a6c1e8f-6b98-48ac-b141-3aa5b42b8ccc req-0b3a87ac-4c94-4105-af5e-0af8a4809c55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:20:25.954340 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-5a6c1e8f-6b98-48ac-b141-3aa5b42b8ccc req-0b3a87ac-4c94-4105-af5e-0af8a4809c55 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=13779c5f-d832-4edd-ba35-ebc363f13a7c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1180086 Sep 23 19:20:25.971908 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-78ea9436-b7ca-4e12-b511-8d2ab655d549 req-380c8812-b6d8-436e-af7d-3d0aab51ec67 tempest-LiveMigrationNegativeTest-42861435 tempest-LiveMigrationNegativeTest-42861435-project] 10.222.0.53 "GET /v2.0/networks?tenant_id=b4eee7f3c2614055afa8645752461390&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0361624 Sep 23 19:20:26.140322 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-3c8dfb1e-1d86-4acb-b770-b1b6b7ce2369 req-a96857fc-d56d-4dcd-b32b-94e89702e319 tempest-FloatingIPsAssociationTestJSON-1050306137 tempest-FloatingIPsAssociationTestJSON-1050306137-project] 10.222.0.67 "GET /v2.0/floatingips?floating_ip_address=172.25.1.126 HTTP/1.1" status: 200 len: 1001 time: 0.1401134 Sep 23 19:20:26.151285 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ea9436-b7ca-4e12-b511-8d2ab655d549 req-3e5b4249-569b-478a-9c5d-8ac9824d712f tempest-LiveMigrationNegativeTest-42861435 tempest-LiveMigrationNegativeTest-42861435-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:20:26.153150 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-78ea9436-b7ca-4e12-b511-8d2ab655d549 req-3e5b4249-569b-478a-9c5d-8ac9824d712f tempest-LiveMigrationNegativeTest-42861435 tempest-LiveMigrationNegativeTest-42861435-project] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1743405 Sep 23 19:20:26.169422 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.v2.base [req-78ea9436-b7ca-4e12-b511-8d2ab655d549 req-327d417a-f479-4aeb-abb1-0b7e7b10cb18 tempest-LiveMigrationNegativeTest-42861435 tempest-LiveMigrationNegativeTest-42861435-project] Request body: {'port': {'device_id': '8be33c61-acc3-4d38-bc96-9f9b0f45c04e', 'network_id': '5220cb0c-da05-478a-9604-8c11469a05b4', 'admin_state_up': True, 'tenant_id': 'b4eee7f3c2614055afa8645752461390'}} {{(pid=95101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:20:26.169943 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-5a6c1e8f-6b98-48ac-b141-3aa5b42b8ccc req-43c13537-1262-441c-b8bb-f76d68abcad9 service neutron] 10.222.0.74 "GET /v2.0/networks/13779c5f-d832-4edd-ba35-ebc363f13a7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2003977 Sep 23 19:20:26.202218 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a2c873-869f-4a7e-b447-525075f4486a req-6f97d68e-9b2a-42cd-9d4f-7ab41636643d tempest-LiveAutoBlockMigrationV225Test-1531822435 tempest-LiveAutoBlockMigrationV225Test-1531822435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:20:26.203761 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-10a2c873-869f-4a7e-b447-525075f4486a req-6f97d68e-9b2a-42cd-9d4f-7ab41636643d tempest-LiveAutoBlockMigrationV225Test-1531822435 tempest-LiveAutoBlockMigrationV225Test-1531822435-project] 10.222.0.67 "GET /v2.0/ports?device_id=b12a90d4-a99f-4737-98f8-64ef72d18294 HTTP/1.1" status: 200 len: 943 time: 0.1203651 Sep 23 19:20:26.305041 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-78ea9436-b7ca-4e12-b511-8d2ab655d549 req-327d417a-f479-4aeb-abb1-0b7e7b10cb18 tempest-LiveMigrationNegativeTest-42861435 tempest-LiveMigrationNegativeTest-42861435-project] Made reservation on behalf of b4eee7f3c2614055afa8645752461390 for: {'port': 1} {{(pid=95101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:20:26.309881 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-78ea9436-b7ca-4e12-b511-8d2ab655d549 req-327d417a-f479-4aeb-abb1-0b7e7b10cb18 tempest-LiveMigrationNegativeTest-42861435 tempest-LiveMigrationNegativeTest-42861435-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:20:26.370728 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c8dfb1e-1d86-4acb-b770-b1b6b7ce2369 req-30f431de-4cb6-4b35-8a46-586295a7bed1 tempest-FloatingIPsAssociationTestJSON-1050306137 tempest-FloatingIPsAssociationTestJSON-1050306137-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:20:26.372103 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-3c8dfb1e-1d86-4acb-b770-b1b6b7ce2369 req-30f431de-4cb6-4b35-8a46-586295a7bed1 tempest-FloatingIPsAssociationTestJSON-1050306137 tempest-FloatingIPsAssociationTestJSON-1050306137-project] 10.222.0.67 "GET /v2.0/networks/5dec5c09-378e-4f50-89cc-d94eb81c3bac HTTP/1.1" status: 200 len: 784 time: 0.2185068 Sep 23 19:20:26.377077 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-10a2c873-869f-4a7e-b447-525075f4486a req-bf939796-05dd-4285-92c1-529ba40ee9d0 tempest-LiveAutoBlockMigrationV225Test-1531822435 tempest-LiveAutoBlockMigrationV225Test-1531822435-project] 10.222.0.67 "GET /v2.0/security-groups?id=6d32247e-8bb7-4ae1-818c-76baafa39c73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1640337 Sep 23 19:20:26.457875 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-5a6c1e8f-6b98-48ac-b141-3aa5b42b8ccc req-11245012-2776-40bc-a697-c1e01a695159 service neutron] 10.222.0.74 "GET /v2.0/networks/13779c5f-d832-4edd-ba35-ebc363f13a7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2731662 Sep 23 19:20:26.473188 n-d-713301-16 neutron-server[95101]: DEBUG neutron.db.db_base_plugin_common [req-78ea9436-b7ca-4e12-b511-8d2ab655d549 req-327d417a-f479-4aeb-abb1-0b7e7b10cb18 tempest-LiveMigrationNegativeTest-42861435 tempest-LiveMigrationNegativeTest-42861435-project] Allocated IP 192.168.233.209 (5220cb0c-da05-478a-9604-8c11469a05b4/1ccc69bc-9d6b-44d9-b227-204e47dc6e45/99250b4a-5613-4966-b9c6-4f77b051ac40) {{(pid=95101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 19:20:26.511117 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-3c8dfb1e-1d86-4acb-b770-b1b6b7ce2369 req-23f7279e-30a5-4fd0-8e23-76aed8bb9fde tempest-FloatingIPsAssociationTestJSON-1050306137 tempest-FloatingIPsAssociationTestJSON-1050306137-project] 10.222.0.67 "GET /v2.0/floatingips?floating_ip_address=172.25.1.126 HTTP/1.1" status: 200 len: 1001 time: 0.1247597 Sep 23 19:20:26.517530 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-0a930553-412e-4d44-beb1-0fa087857f85 req-78bed384-b955-4100-890f-0c29823fa990 tempest-SecurityGroupRulesTestJSON-915228312 tempest-SecurityGroupRulesTestJSON-915228312-project] 10.222.0.67 "GET /v2.0/security-groups/7ba40947-c819-4954-8eaf-c6be52fe99eb HTTP/1.1" status: 200 len: 1803 time: 0.0808706 Sep 23 19:20:26.533871 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.v2.base [req-3c8dfb1e-1d86-4acb-b770-b1b6b7ce2369 req-a277f7c2-3edc-4d86-aba0-33726df98bf1 tempest-FloatingIPsAssociationTestJSON-1050306137 tempest-FloatingIPsAssociationTestJSON-1050306137-project] Request body: {'floatingip': {'port_id': None}} {{(pid=95102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:20:26.650458 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-78ea9436-b7ca-4e12-b511-8d2ab655d549 req-327d417a-f479-4aeb-abb1-0b7e7b10cb18 tempest-LiveMigrationNegativeTest-42861435 tempest-LiveMigrationNegativeTest-42861435-project] Notify callbacks [] for port, precommit_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:20:26.650693 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-3c8dfb1e-1d86-4acb-b770-b1b6b7ce2369 req-a277f7c2-3edc-4d86-aba0-33726df98bf1 tempest-FloatingIPsAssociationTestJSON-1050306137 tempest-FloatingIPsAssociationTestJSON-1050306137-project] Notify callbacks [] for floatingip, before_update {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:20:26.682392 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a6c1e8f-6b98-48ac-b141-3aa5b42b8ccc req-bd06b6f7-851e-461c-a7bc-a2df5a410ac6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:20:26.684176 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-5a6c1e8f-6b98-48ac-b141-3aa5b42b8ccc req-bd06b6f7-851e-461c-a7bc-a2df5a410ac6 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=c24f47dc20fc456d9867e81e5b0f7002&device_id=eec269a6-21d4-4d21-9edd-6b8e46784f66 HTTP/1.1" status: 200 len: 1099 time: 0.1658022 Sep 23 19:20:26.687117 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-78ea9436-b7ca-4e12-b511-8d2ab655d549 req-327d417a-f479-4aeb-abb1-0b7e7b10cb18 tempest-LiveMigrationNegativeTest-42861435 tempest-LiveMigrationNegativeTest-42861435-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783145673135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5607431'] for port, after_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:20:26.701805 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] get_ports_and_sgs() called for port_ids ['8e0df6b1-5122-4155-8760-205c511b3245'] {{(pid=95103) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 19:20:26.735249 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-78ea9436-b7ca-4e12-b511-8d2ab655d549 req-327d417a-f479-4aeb-abb1-0b7e7b10cb18 tempest-LiveMigrationNegativeTest-42861435 tempest-LiveMigrationNegativeTest-42861435-project] Network 5220cb0c-da05-478a-9604-8c11469a05b4 is already hosted by enough agents. {{(pid=95101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:20:26.738090 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-0a930553-412e-4d44-beb1-0fa087857f85 req-23657a33-49d7-4850-8fa5-019e448aac7b tempest-SecurityGroupRulesTestJSON-915228312 tempest-SecurityGroupRulesTestJSON-915228312-project] Notify callbacks [] for security_group, before_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:20:26.739205 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.base_scheduler [req-78ea9436-b7ca-4e12-b511-8d2ab655d549 req-327d417a-f479-4aeb-abb1-0b7e7b10cb18 tempest-LiveMigrationNegativeTest-42861435 tempest-LiveMigrationNegativeTest-42861435-project] Resources bound (agent type, host, resource id): {{(pid=95101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:20:26.742399 n-d-713301-16 neutron-server[95101]: DEBUG neutron.db.l3_dvrscheduler_db [req-78ea9436-b7ca-4e12-b511-8d2ab655d549 req-327d417a-f479-4aeb-abb1-0b7e7b10cb18 tempest-LiveMigrationNegativeTest-42861435 tempest-LiveMigrationNegativeTest-42861435-project] Received port after_create {{(pid=95101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 19:20:26.799028 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-327d417a-f479-4aeb-abb1-0b7e7b10cb18 tempest-LiveMigrationNegativeTest-42861435 tempest-LiveMigrationNegativeTest-42861435-project] Pushing event updated for resources: {'Port': ['ID=99250b4a-5613-4966-b9c6-4f77b051ac40,revision_number=1']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:20:26.814646 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ea9436-b7ca-4e12-b511-8d2ab655d549 req-327d417a-f479-4aeb-abb1-0b7e7b10cb18 tempest-LiveMigrationNegativeTest-42861435 tempest-LiveMigrationNegativeTest-42861435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:20:26.815448 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-78ea9436-b7ca-4e12-b511-8d2ab655d549 req-327d417a-f479-4aeb-abb1-0b7e7b10cb18 tempest-LiveMigrationNegativeTest-42861435 tempest-LiveMigrationNegativeTest-42861435-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222849'] for port, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:20:26.848306 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-78ea9436-b7ca-4e12-b511-8d2ab655d549 req-327d417a-f479-4aeb-abb1-0b7e7b10cb18 tempest-LiveMigrationNegativeTest-42861435 tempest-LiveMigrationNegativeTest-42861435-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.6826117 Sep 23 19:20:26.865430 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.v2.base [req-78ea9436-b7ca-4e12-b511-8d2ab655d549 req-1c2f105b-523a-42cb-915c-8e3550b118e8 service neutron] Request body: {'port': {'device_id': '8be33c61-acc3-4d38-bc96-9f9b0f45c04e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713301-16'}} {{(pid=95101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:20:26.943922 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-78ea9436-b7ca-4e12-b511-8d2ab655d549 req-1c2f105b-523a-42cb-915c-8e3550b118e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:20:27.062062 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Device 3b1ed664-84d3-4e55-90c8-29444560ec78 details requested by agent hyperv_n-h2-713301-16 with host n-h2-713301-16 {{(pid=95103) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 19:20:27.161016 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-0a930553-412e-4d44-beb1-0fa087857f85 req-23657a33-49d7-4850-8fa5-019e448aac7b tempest-SecurityGroupRulesTestJSON-915228312 tempest-SecurityGroupRulesTestJSON-915228312-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:20:27.199119 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] For port 3b1ed664-84d3-4e55-90c8-29444560ec78, host n-h2-713301-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-16',level=0,port_id=3b1ed664-84d3-4e55-90c8-29444560ec78,segment=NetworkSegment(5e7e2223-350e-4937-8d7b-2c6ab6ddc0ab),segment_id=5e7e2223-350e-4937-8d7b-2c6ab6ddc0ab)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:20:27.216477 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a6c1e8f-6b98-48ac-b141-3aa5b42b8ccc req-997820cc-f11d-4001-84c1-c8c372cdb730 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:20:27.218009 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-5a6c1e8f-6b98-48ac-b141-3aa5b42b8ccc req-997820cc-f11d-4001-84c1-c8c372cdb730 service neutron] 10.222.0.74 "GET /v2.0/networks?id=5220cb0c-da05-478a-9604-8c11469a05b4 HTTP/1.1" status: 200 len: 870 time: 0.5151932 Sep 23 19:20:27.228705 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Returning: {'device': '3b1ed664-84d3-4e55-90c8-29444560ec78', 'network_id': 'c2b58ecf-3b1b-414c-92a4-f53b08b3dace', 'port_id': '3b1ed664-84d3-4e55-90c8-29444560ec78', 'mac_address': 'fa:16:3e:6f:fa:c3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 621, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4cc4932b-c381-47ec-9303-11e42975856f', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95103) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 19:20:27.236064 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-a829f6e8-39e9-4c9f-9105-9da6c4cde84a None None] Provisioning complete for port 99250b4a-5613-4966-b9c6-4f77b051ac40 triggered by entity DHCP. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:20:27.236834 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-a829f6e8-39e9-4c9f-9105-9da6c4cde84a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:20:27.258558 n-d-713301-16 neutron-server[95101]: DEBUG neutron.notifiers.nova [req-78ea9436-b7ca-4e12-b511-8d2ab655d549 req-1c2f105b-523a-42cb-915c-8e3550b118e8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 99250b4a-5613-4966-b9c6-4f77b051ac40 {{(pid=95101) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 19:20:27.264620 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-3c8dfb1e-1d86-4acb-b770-b1b6b7ce2369 req-a277f7c2-3edc-4d86-aba0-33726df98bf1 tempest-FloatingIPsAssociationTestJSON-1050306137 tempest-FloatingIPsAssociationTestJSON-1050306137-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:20:27.270722 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-78ea9436-b7ca-4e12-b511-8d2ab655d549 req-1c2f105b-523a-42cb-915c-8e3550b118e8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:20:27.292642 n-d-713301-16 neutron-server[95101]: DEBUG neutron.db.provisioning_blocks [req-78ea9436-b7ca-4e12-b511-8d2ab655d549 req-1c2f105b-523a-42cb-915c-8e3550b118e8 service neutron] Transition to ACTIVE for port object 99250b4a-5613-4966-b9c6-4f77b051ac40 will not be triggered until provisioned by entity L2. {{(pid=95101) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 19:20:27.298089 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-78ea9436-b7ca-4e12-b511-8d2ab655d549 req-1c2f105b-523a-42cb-915c-8e3550b118e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5607436'] for port, after_update {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:20:27.299495 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.plugin [None req-a829f6e8-39e9-4c9f-9105-9da6c4cde84a None None] Port 99250b4a-5613-4966-b9c6-4f77b051ac40 cannot update to ACTIVE because it is not bound. {{(pid=95103) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 19:20:27.304303 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-3c8dfb1e-1d86-4acb-b770-b1b6b7ce2369 req-a277f7c2-3edc-4d86-aba0-33726df98bf1 tempest-FloatingIPsAssociationTestJSON-1050306137 tempest-FloatingIPsAssociationTestJSON-1050306137-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-601884'] for floatingip, after_update {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:20:27.304661 n-d-713301-16 neutron-server[95102]: INFO neutron.db.l3_db [req-3c8dfb1e-1d86-4acb-b770-b1b6b7ce2369 req-a277f7c2-3edc-4d86-aba0-33726df98bf1 tempest-FloatingIPsAssociationTestJSON-1050306137 tempest-FloatingIPsAssociationTestJSON-1050306137-project] Floating IP 082b25a9-a906-49b1-824e-9a61d349c236 disassociated. External IP: 172.25.1.126, port: adfc2094-8565-46e7-b934-be5d7a3613f3. Sep 23 19:20:27.308804 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:20:27.309135 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-5a6c1e8f-6b98-48ac-b141-3aa5b42b8ccc req-a75f8c3e-cc4c-4c86-8107-e3900bc02f54 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.67&port_id=20cd5993-3d02-4bca-a096-a6dc31942e53 HTTP/1.1" status: 200 len: 217 time: 0.0580246 Sep 23 19:20:27.339864 n-d-713301-16 neutron-server[95103]: DEBUG neutron.notifiers.nova [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3b1ed664-84d3-4e55-90c8-29444560ec78 {{(pid=95103) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 19:20:27.379463 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2f105b-523a-42cb-915c-8e3550b118e8 service neutron] Pushing event updated for resources: {'Port': ['ID=99250b4a-5613-4966-b9c6-4f77b051ac40,revision_number=2']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:20:27.398339 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] For port 3b1ed664-84d3-4e55-90c8-29444560ec78, host n-h2-713301-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-16',level=0,port_id=3b1ed664-84d3-4e55-90c8-29444560ec78,segment=NetworkSegment(5e7e2223-350e-4937-8d7b-2c6ab6ddc0ab),segment_id=5e7e2223-350e-4937-8d7b-2c6ab6ddc0ab)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:20:27.405100 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:20:27.436826 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Device 20cd5993-3d02-4bca-a096-a6dc31942e53 details requested by agent hyperv_n-h1-713301-16 with host n-h1-713301-16 {{(pid=95103) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 19:20:27.477810 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-0a930553-412e-4d44-beb1-0fa087857f85 req-23657a33-49d7-4850-8fa5-019e448aac7b tempest-SecurityGroupRulesTestJSON-915228312 tempest-SecurityGroupRulesTestJSON-915228312-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:20:27.480831 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-0a930553-412e-4d44-beb1-0fa087857f85 req-23657a33-49d7-4850-8fa5-019e448aac7b tempest-SecurityGroupRulesTestJSON-915228312 tempest-SecurityGroupRulesTestJSON-915228312-project] Notify callbacks [] for security_group, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:20:27.485678 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-0a930553-412e-4d44-beb1-0fa087857f85 req-23657a33-49d7-4850-8fa5-019e448aac7b tempest-SecurityGroupRulesTestJSON-915228312 tempest-SecurityGroupRulesTestJSON-915228312-project] 10.222.0.67 "DELETE /v2.0/security-groups/7ba40947-c819-4954-8eaf-c6be52fe99eb HTTP/1.1" status: 204 len: 173 time: 0.9557798 Sep 23 19:20:27.507077 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a6c1e8f-6b98-48ac-b141-3aa5b42b8ccc req-06313698-217c-4e26-8bda-1c68eb73082e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:20:27.512066 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-5a6c1e8f-6b98-48ac-b141-3aa5b42b8ccc req-06313698-217c-4e26-8bda-1c68eb73082e service neutron] 10.222.0.74 "GET /v2.0/subnets?id=1ccc69bc-9d6b-44d9-b227-204e47dc6e45 HTTP/1.1" status: 200 len: 843 time: 0.1705785 Sep 23 19:20:27.530632 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.managers [req-78ea9436-b7ca-4e12-b511-8d2ab655d549 req-1c2f105b-523a-42cb-915c-8e3550b118e8 service neutron] Attempting to bind port 99250b4a-5613-4966-b9c6-4f77b051ac40 on host n-h2-713301-16 for vnic_type normal with profile {{(pid=95101) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 19:20:27.530975 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.managers [req-78ea9436-b7ca-4e12-b511-8d2ab655d549 req-1c2f105b-523a-42cb-915c-8e3550b118e8 service neutron] Attempting to bind port 99250b4a-5613-4966-b9c6-4f77b051ac40 by drivers openvswitch,hyperv on host n-h2-713301-16 at level 0 using segments [{'id': '6139d589-eb6c-4578-8935-c26ddf396853', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '5220cb0c-da05-478a-9604-8c11469a05b4'}] {{(pid=95101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 19:20:27.532025 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78ea9436-b7ca-4e12-b511-8d2ab655d549 req-1c2f105b-523a-42cb-915c-8e3550b118e8 service neutron] Attempting to bind port 99250b4a-5613-4966-b9c6-4f77b051ac40 on network 5220cb0c-da05-478a-9604-8c11469a05b4 {{(pid=95101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:20:27.548814 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78ea9436-b7ca-4e12-b511-8d2ab655d549 req-1c2f105b-523a-42cb-915c-8e3550b118e8 service neutron] Port 99250b4a-5613-4966-b9c6-4f77b051ac40 on network 5220cb0c-da05-478a-9604-8c11469a05b4 not bound, no agent of type Open vSwitch agent registered on host n-h2-713301-16 {{(pid=95101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 19:20:27.549219 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78ea9436-b7ca-4e12-b511-8d2ab655d549 req-1c2f105b-523a-42cb-915c-8e3550b118e8 service neutron] Attempting to bind port 99250b4a-5613-4966-b9c6-4f77b051ac40 on network 5220cb0c-da05-478a-9604-8c11469a05b4 {{(pid=95101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:20:27.561600 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78ea9436-b7ca-4e12-b511-8d2ab655d549 req-1c2f105b-523a-42cb-915c-8e3550b118e8 service neutron] Checking agent: {'id': '2a7cea34-db54-4faf-8d23-37521c3e34cb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713301-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 19, 15, 28), 'started_at': datetime.datetime(2021, 9, 23, 19, 15, 28), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 19, 19, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 19:20:27.561600 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78ea9436-b7ca-4e12-b511-8d2ab655d549 req-1c2f105b-523a-42cb-915c-8e3550b118e8 service neutron] Checking segment: {'id': '6139d589-eb6c-4578-8935-c26ddf396853', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '5220cb0c-da05-478a-9604-8c11469a05b4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:20:27.561600 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78ea9436-b7ca-4e12-b511-8d2ab655d549 req-1c2f105b-523a-42cb-915c-8e3550b118e8 service neutron] Bound using segment: {'id': '6139d589-eb6c-4578-8935-c26ddf396853', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '5220cb0c-da05-478a-9604-8c11469a05b4'} {{(pid=95101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 19:20:27.561600 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.managers [req-78ea9436-b7ca-4e12-b511-8d2ab655d549 req-1c2f105b-523a-42cb-915c-8e3550b118e8 service neutron] Bound port: 99250b4a-5613-4966-b9c6-4f77b051ac40, host: n-h2-713301-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6139d589-eb6c-4578-8935-c26ddf396853', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '5220cb0c-da05-478a-9604-8c11469a05b4'}}] {{(pid=95101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 19:20:27.561600 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-78ea9436-b7ca-4e12-b511-8d2ab655d549 req-1c2f105b-523a-42cb-915c-8e3550b118e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:20:27.610930 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23657a33-49d7-4850-8fa5-019e448aac7b tempest-SecurityGroupRulesTestJSON-915228312 tempest-SecurityGroupRulesTestJSON-915228312-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ba40947-c819-4954-8eaf-c6be52fe99eb,revision_number=None']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:20:27.631044 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Pushing event updated for resources: {'Port': ['ID=3b1ed664-84d3-4e55-90c8-29444560ec78,revision_number=4']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:20:27.646635 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] For port 20cd5993-3d02-4bca-a096-a6dc31942e53, host n-h1-713301-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-16',level=0,port_id=20cd5993-3d02-4bca-a096-a6dc31942e53,segment=NetworkSegment(6139d589-eb6c-4578-8935-c26ddf396853),segment_id=6139d589-eb6c-4578-8935-c26ddf396853)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:20:27.662765 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Returning: {'device': '20cd5993-3d02-4bca-a096-a6dc31942e53', 'network_id': '5220cb0c-da05-478a-9604-8c11469a05b4', 'port_id': '20cd5993-3d02-4bca-a096-a6dc31942e53', 'mac_address': 'fa:16:3e:4e:41:f7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 624, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1ccc69bc-9d6b-44d9-b227-204e47dc6e45', 'ip_address': '192.168.233.67'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95103) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 19:20:27.699808 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] get_ports_and_sgs() called for port_ids ['3b1ed664-84d3-4e55-90c8-29444560ec78'] {{(pid=95103) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 19:20:27.712823 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.db [req-78ea9436-b7ca-4e12-b511-8d2ab655d549 req-1c2f105b-523a-42cb-915c-8e3550b118e8 service neutron] For port 99250b4a-5613-4966-b9c6-4f77b051ac40, host n-h2-713301-16, cleared binding levels {{(pid=95101) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 19:20:27.719911 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.db [req-78ea9436-b7ca-4e12-b511-8d2ab655d549 req-1c2f105b-523a-42cb-915c-8e3550b118e8 service neutron] For port 99250b4a-5613-4966-b9c6-4f77b051ac40, host n-h2-713301-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-16',level=0,port_id=99250b4a-5613-4966-b9c6-4f77b051ac40,segment=NetworkSegment(6139d589-eb6c-4578-8935-c26ddf396853),segment_id=6139d589-eb6c-4578-8935-c26ddf396853)] {{(pid=95101) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 19:20:27.731941 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-78ea9436-b7ca-4e12-b511-8d2ab655d549 req-1c2f105b-523a-42cb-915c-8e3550b118e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5607436'] for port, after_update {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:20:27.778117 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ea9436-b7ca-4e12-b511-8d2ab655d549 req-1c2f105b-523a-42cb-915c-8e3550b118e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:20:27.779433 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-78ea9436-b7ca-4e12-b511-8d2ab655d549 req-1c2f105b-523a-42cb-915c-8e3550b118e8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222849'] for port, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:20:27.780444 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-78ea9436-b7ca-4e12-b511-8d2ab655d549 req-1c2f105b-523a-42cb-915c-8e3550b118e8 service neutron] 10.222.0.53 "PUT /v2.0/ports/99250b4a-5613-4966-b9c6-4f77b051ac40 HTTP/1.1" status: 200 len: 1097 time: 0.9219372 Sep 23 19:20:27.780795 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a6c1e8f-6b98-48ac-b141-3aa5b42b8ccc req-625ddada-ddc3-4192-9ec8-93a626c66469 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:20:27.780959 n-d-713301-16 neutron-server[95101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8be33c61-acc3-4d38-bc96-9f9b0f45c04e', 'tag': '99250b4a-5613-4966-b9c6-4f77b051ac40'}] {{(pid=95101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 19:20:27.782812 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-5a6c1e8f-6b98-48ac-b141-3aa5b42b8ccc req-625ddada-ddc3-4192-9ec8-93a626c66469 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=5220cb0c-da05-478a-9604-8c11469a05b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2512071 Sep 23 19:20:27.783294 n-d-713301-16 neutron-server[95101]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d8366c5740cd635e57ab12b71fe44a77c2acc3c19091ef849c6f68b380462244" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a228b583-09e8-4d58-94c0-3fac78f1e03d" -d '{"events": [{"name": "network-changed", "server_uuid": "8be33c61-acc3-4d38-bc96-9f9b0f45c04e", "tag": "99250b4a-5613-4966-b9c6-4f77b051ac40"}]}' {{(pid=95101) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 19:20:27.856535 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2f105b-523a-42cb-915c-8e3550b118e8 service neutron] Pushing event updated for resources: {'Port': ['ID=99250b4a-5613-4966-b9c6-4f77b051ac40,revision_number=3']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:20:27.918274 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ea9436-b7ca-4e12-b511-8d2ab655d549 req-dc9499f7-6e90-4731-814a-9a37f7de0be8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:20:27.920096 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-78ea9436-b7ca-4e12-b511-8d2ab655d549 req-dc9499f7-6e90-4731-814a-9a37f7de0be8 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=b4eee7f3c2614055afa8645752461390&device_id=8be33c61-acc3-4d38-bc96-9f9b0f45c04e HTTP/1.1" status: 200 len: 1100 time: 0.0809827 Sep 23 19:20:27.944437 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c370e4e2-e04f-4d4e-a14b-3fc9858fc8ab req-9caed0f5-5a6d-4f3f-8b9f-ccdca093d493 tempest-ServersAdminTestJSON-1371927677 tempest-ServersAdminTestJSON-1371927677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:20:27.959631 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-c370e4e2-e04f-4d4e-a14b-3fc9858fc8ab req-9caed0f5-5a6d-4f3f-8b9f-ccdca093d493 tempest-ServersAdminTestJSON-1371927677 tempest-ServersAdminTestJSON-1371927677-project] 10.222.0.67 "GET /v2.0/ports?device_id=eec269a6-21d4-4d21-9edd-6b8e46784f66 HTTP/1.1" status: 200 len: 947 time: 0.1936557 Sep 23 19:20:28.000066 n-d-713301-16 neutron-server[95102]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3c8dfb1e-1d86-4acb-b770-b1b6b7ce2369 req-a277f7c2-3edc-4d86-aba0-33726df98bf1 tempest-FloatingIPsAssociationTestJSON-1050306137 tempest-FloatingIPsAssociationTestJSON-1050306137-project] Router c3636d9e-644f-4dcd-83d7-48470ac1bc59 has already been hosted by L3 agent 79a740bf-7821-4989-8288-7186e3e128f3 {{(pid=95102) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 19:20:28.004808 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-5a6c1e8f-6b98-48ac-b141-3aa5b42b8ccc req-df6dbc3f-cd80-4a46-8c69-02d3e9eebda3 service neutron] 10.222.0.74 "GET /v2.0/networks/5220cb0c-da05-478a-9604-8c11469a05b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2027228 Sep 23 19:20:28.043040 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-78ea9436-b7ca-4e12-b511-8d2ab655d549 req-25d5f826-0c83-4354-b520-9b57af6dd576 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.209&port_id=99250b4a-5613-4966-b9c6-4f77b051ac40 HTTP/1.1" status: 200 len: 217 time: 0.1131361 Sep 23 19:20:28.048555 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:20:28.079975 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-c370e4e2-e04f-4d4e-a14b-3fc9858fc8ab req-c30b2d39-f360-4a97-a77d-64cd9a5a11b7 tempest-ServersAdminTestJSON-1371927677 tempest-ServersAdminTestJSON-1371927677-project] 10.222.0.67 "GET /v2.0/security-groups?id=f6ea2bc2-ae02-426e-9312-246b38837e94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1177115 Sep 23 19:20:28.105490 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:20:28.129734 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:20:28.156407 n-d-713301-16 neutron-server[95103]: DEBUG neutron.notifiers.nova [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 20cd5993-3d02-4bca-a096-a6dc31942e53 {{(pid=95103) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 19:20:28.157290 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ea9436-b7ca-4e12-b511-8d2ab655d549 req-0095f9a0-db9c-4cd6-81ea-4b410702260c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:20:28.160328 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-78ea9436-b7ca-4e12-b511-8d2ab655d549 req-0095f9a0-db9c-4cd6-81ea-4b410702260c service neutron] 10.222.0.53 "GET /v2.0/subnets?id=1ccc69bc-9d6b-44d9-b227-204e47dc6e45 HTTP/1.1" status: 200 len: 843 time: 0.1082175 Sep 23 19:20:28.218221 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] For port 20cd5993-3d02-4bca-a096-a6dc31942e53, host n-h1-713301-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-16',level=0,port_id=20cd5993-3d02-4bca-a096-a6dc31942e53,segment=NetworkSegment(6139d589-eb6c-4578-8935-c26ddf396853),segment_id=6139d589-eb6c-4578-8935-c26ddf396853)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:20:28.234159 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:20:28.290706 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ea9436-b7ca-4e12-b511-8d2ab655d549 req-f8f13677-6c28-4b60-b50e-e56c44793ff1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:20:28.293139 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-78ea9436-b7ca-4e12-b511-8d2ab655d549 req-f8f13677-6c28-4b60-b50e-e56c44793ff1 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=5220cb0c-da05-478a-9604-8c11469a05b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1214323 Sep 23 19:20:28.359067 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Pushing event updated for resources: {'Port': ['ID=20cd5993-3d02-4bca-a096-a6dc31942e53,revision_number=4']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:20:28.385126 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e07eadd6-8d5e-4efb-92f4-68a233d9252b req-f78c00d2-38f4-487b-8096-66d14ade82e8 tempest-LiveMigrationNegativeTest-42861435 tempest-LiveMigrationNegativeTest-42861435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:20:28.386698 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-e07eadd6-8d5e-4efb-92f4-68a233d9252b req-f78c00d2-38f4-487b-8096-66d14ade82e8 tempest-LiveMigrationNegativeTest-42861435 tempest-LiveMigrationNegativeTest-42861435-project] 10.222.0.67 "GET /v2.0/ports?device_id=8be33c61-acc3-4d38-bc96-9f9b0f45c04e HTTP/1.1" status: 200 len: 948 time: 0.1410980 Sep 23 19:20:28.389047 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-5a6c1e8f-6b98-48ac-b141-3aa5b42b8ccc req-f858dc6e-16cc-4b24-b2fb-1b16297add29 service neutron] 10.222.0.74 "GET /v2.0/networks/5220cb0c-da05-478a-9604-8c11469a05b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3693247 Sep 23 19:20:28.390209 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3c8dfb1e-1d86-4acb-b770-b1b6b7ce2369 req-a277f7c2-3edc-4d86-aba0-33726df98bf1 tempest-FloatingIPsAssociationTestJSON-1050306137 tempest-FloatingIPsAssociationTestJSON-1050306137-project] Notify agent at l3_agent.n-d-713301-16 the message routers_updated {{(pid=95102) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 19:20:28.397631 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-3c8dfb1e-1d86-4acb-b770-b1b6b7ce2369 req-a277f7c2-3edc-4d86-aba0-33726df98bf1 tempest-FloatingIPsAssociationTestJSON-1050306137 tempest-FloatingIPsAssociationTestJSON-1050306137-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222849'] for floatingip, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:20:28.404406 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-958a7a50-8a2e-406e-a42f-fa8f505a065a None None] Sync routers for ids ['c3636d9e-644f-4dcd-83d7-48470ac1bc59'] in n-d-713301-16 {{(pid=95104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 19:20:28.423354 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-958a7a50-8a2e-406e-a42f-fa8f505a065a None None] Routers {'c3636d9e-644f-4dcd-83d7-48470ac1bc59'} bound to L3 agent in host n-d-713301-16 {{(pid=95104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 19:20:28.424260 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_hamode_db [None req-958a7a50-8a2e-406e-a42f-fa8f505a065a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-23T19:07:52Z,description=,heartbeat_timestamp=2021-09-23T19:20:22Z,host='n-d-713301-16',id=79a740bf-7821-4989-8288-7186e3e128f3,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:07:52Z,topic='l3_agent')) {'router_ids': ['c3636d9e-644f-4dcd-83d7-48470ac1bc59'], 'active': True} {{(pid=95104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:20:28.476582 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-3c8dfb1e-1d86-4acb-b770-b1b6b7ce2369 req-a277f7c2-3edc-4d86-aba0-33726df98bf1 tempest-FloatingIPsAssociationTestJSON-1050306137 tempest-FloatingIPsAssociationTestJSON-1050306137-project] 10.222.0.67 "PUT /v2.0/floatingips/082b25a9-a906-49b1-824e-9a61d349c236 HTTP/1.1" status: 200 len: 695 time: 1.9417553 Sep 23 19:20:28.516646 n-d-713301-16 neutron-server[95102]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '35f886c6-a071-4ff1-96c0-5c1ef089643d', 'tag': 'adfc2094-8565-46e7-b934-be5d7a3613f3'}] {{(pid=95102) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 19:20:28.520125 n-d-713301-16 neutron-server[95102]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab31b6d93e5336dbddfa8ec424565b3bd8cb2369c5b4d85bc943472dbb21e8ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-954f4dea-f0a1-4a44-bde1-d9bc60107370" -d '{"events": [{"name": "network-changed", "server_uuid": "35f886c6-a071-4ff1-96c0-5c1ef089643d", "tag": "adfc2094-8565-46e7-b934-be5d7a3613f3"}]}' {{(pid=95102) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 19:20:28.547556 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-78ea9436-b7ca-4e12-b511-8d2ab655d549 req-fd656278-becc-4776-bfd3-167f9e7f718e service neutron] 10.222.0.53 "GET /v2.0/networks/5220cb0c-da05-478a-9604-8c11469a05b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2392848 Sep 23 19:20:28.595614 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-e07eadd6-8d5e-4efb-92f4-68a233d9252b req-7d0ebae8-c140-4f76-9504-8717577a7c01 tempest-LiveMigrationNegativeTest-42861435 tempest-LiveMigrationNegativeTest-42861435-project] 10.222.0.67 "GET /v2.0/security-groups?id=4ed1ec61-8ec9-44fd-9365-22dc1954f969&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1953702 Sep 23 19:20:28.605711 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_dvr_db [None req-958a7a50-8a2e-406e-a42f-fa8f505a065a None None] Set router c3636d9e-644f-4dcd-83d7-48470ac1bc59 gateway port host: n-d-713301-16 {{(pid=95104) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 19:20:28.620498 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] get_ports_and_sgs() called for port_ids ['20cd5993-3d02-4bca-a096-a6dc31942e53'] {{(pid=95103) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 19:20:28.625407 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c8dfb1e-1d86-4acb-b770-b1b6b7ce2369 req-0b05195b-71b0-4ace-b5f0-e9bb530479fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:20:28.629131 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-3c8dfb1e-1d86-4acb-b770-b1b6b7ce2369 req-0b05195b-71b0-4ace-b5f0-e9bb530479fb service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=1837c91936d44f518fad2d97e5027d38&device_id=35f886c6-a071-4ff1-96c0-5c1ef089643d HTTP/1.1" status: 200 len: 1097 time: 0.1517971 Sep 23 19:20:28.755160 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-78ea9436-b7ca-4e12-b511-8d2ab655d549 req-a499448a-542a-4392-898f-bbb01bbbcec0 service neutron] 10.222.0.53 "GET /v2.0/networks/5220cb0c-da05-478a-9604-8c11469a05b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1953950 Sep 23 19:20:28.840571 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c8dfb1e-1d86-4acb-b770-b1b6b7ce2369 req-3032c289-c56c-4fb6-b83e-3b31f0e60208 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:20:28.842127 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-3c8dfb1e-1d86-4acb-b770-b1b6b7ce2369 req-3032c289-c56c-4fb6-b83e-3b31f0e60208 service neutron] 10.222.0.67 "GET /v2.0/networks?id=13779c5f-d832-4edd-ba35-ebc363f13a7c HTTP/1.1" status: 200 len: 922 time: 0.2068598 Sep 23 19:20:28.853877 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201cc831-39a4-4fb7-9b92-5edb2a7ddc97 req-218cd0fe-2147-400b-ae37-d6e7d2fb040e tempest-LiveAutoBlockMigrationV225Test-1531822435 tempest-LiveAutoBlockMigrationV225Test-1531822435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:20:28.855581 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-201cc831-39a4-4fb7-9b92-5edb2a7ddc97 req-218cd0fe-2147-400b-ae37-d6e7d2fb040e tempest-LiveAutoBlockMigrationV225Test-1531822435 tempest-LiveAutoBlockMigrationV225Test-1531822435-project] 10.222.0.67 "GET /v2.0/ports?device_id=b12a90d4-a99f-4737-98f8-64ef72d18294 HTTP/1.1" status: 200 len: 944 time: 0.1351583 Sep 23 19:20:28.904261 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_hamode_db [None req-958a7a50-8a2e-406e-a42f-fa8f505a065a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3636d9e-644f-4dcd-83d7-48470ac1bc59', 'name': 'tempest-FloatingIPsAssociationTestJSON-1746853027-router', 'tenant_id': '1837c91936d44f518fad2d97e5027d38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'external_fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.41'}], 'enable_snat': True}, 'gw_port_id': '3c44aec2-6b7f-49af-9d57-a9be1e2a3abf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:19:15Z', 'updated_at': '2021-09-23T19:19:25Z', 'revision_number': 4, 'project_id': '1837c91936d44f518fad2d97e5027d38', 'gw_port': {'id': '3c44aec2-6b7f-49af-9d57-a9be1e2a3abf', 'name': '', 'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:f9:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3636d9e-644f-4dcd-83d7-48470ac1bc59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 395, 'fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:19:16Z', 'updated_at': '2021-09-23T19:19:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-16', '_interfaces': [{'id': '9f3b17d9-fba6-4806-b04c-069574f4ada6', 'name': '', 'network_id': '13779c5f-d832-4edd-ba35-ebc363f13a7c', 'tenant_id': '1837c91936d44f518fad2d97e5027d38', 'mac_address': 'fa:16:3e:ec:57:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3636d9e-644f-4dcd-83d7-48470ac1bc59', 'device_owner': 'network:router_interface', 'standard_attr_id': 406, 'fixed_ips': [{'subnet_id': '7acfa417-039d-4281-a2fc-e6454233f5db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:19:23Z', 'updated_at': '2021-09-23T19:19:32Z', 'revision_number': 5, 'project_id': '1837c91936d44f518fad2d97e5027d38', 'subnets': [{'id': '7acfa417-039d-4281-a2fc-e6454233f5db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-16', False) {} {{(pid=95104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:20:28.908539 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-3c8dfb1e-1d86-4acb-b770-b1b6b7ce2369 req-1aeaae82-7fd6-4464-ab33-60a382b3237e service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=adfc2094-8565-46e7-b934-be5d7a3613f3 HTTP/1.1" status: 200 len: 217 time: 0.0519948 Sep 23 19:20:28.937940 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-958a7a50-8a2e-406e-a42f-fa8f505a065a None None] Checking router: c3636d9e-644f-4dcd-83d7-48470ac1bc59 for host: n-d-713301-16 {{(pid=95104) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 19:20:28.947718 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-958a7a50-8a2e-406e-a42f-fa8f505a065a None None] Routers {'c3636d9e-644f-4dcd-83d7-48470ac1bc59'} bound to L3 agent in host n-d-713301-16 {{(pid=95104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 19:20:28.948394 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_hamode_db [None req-958a7a50-8a2e-406e-a42f-fa8f505a065a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-23T19:07:52Z,description=,heartbeat_timestamp=2021-09-23T19:20:22Z,host='n-d-713301-16',id=79a740bf-7821-4989-8288-7186e3e128f3,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:07:52Z,topic='l3_agent')) {'router_ids': ['c3636d9e-644f-4dcd-83d7-48470ac1bc59'], 'active': True} {{(pid=95104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:20:28.960338 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-201cc831-39a4-4fb7-9b92-5edb2a7ddc97 req-aba655ba-ea12-4890-9c47-abe3474f6227 tempest-LiveAutoBlockMigrationV225Test-1531822435 tempest-LiveAutoBlockMigrationV225Test-1531822435-project] 10.222.0.67 "GET /v2.0/security-groups?id=6d32247e-8bb7-4ae1-818c-76baafa39c73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950069 Sep 23 19:20:28.973694 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c8dfb1e-1d86-4acb-b770-b1b6b7ce2369 req-16c38e7f-1dc7-42cb-a61a-6bfb03a6d865 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:20:28.975202 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-3c8dfb1e-1d86-4acb-b770-b1b6b7ce2369 req-16c38e7f-1dc7-42cb-a61a-6bfb03a6d865 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=7acfa417-039d-4281-a2fc-e6454233f5db HTTP/1.1" status: 200 len: 860 time: 0.0585055 Sep 23 19:20:29.044177 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.agents_db [None req-f2f5c474-60a3-474f-b2cc-02c4bd30880c None None] Agent healthcheck: found 7 active agents {{(pid=95104) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 19:20:29.074432 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Device 3b1ed664-84d3-4e55-90c8-29444560ec78 up at agent hyperv_n-h2-713301-16 {{(pid=95103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 19:20:29.078454 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c8dfb1e-1d86-4acb-b770-b1b6b7ce2369 req-42740c9c-477a-498c-90f1-e5014cd61acd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:20:29.086028 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-3c8dfb1e-1d86-4acb-b770-b1b6b7ce2369 req-42740c9c-477a-498c-90f1-e5014cd61acd service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=13779c5f-d832-4edd-ba35-ebc363f13a7c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0992408 Sep 23 19:20:29.086382 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_dvr_db [None req-958a7a50-8a2e-406e-a42f-fa8f505a065a None None] Set router c3636d9e-644f-4dcd-83d7-48470ac1bc59 gateway port host: n-d-713301-16 {{(pid=95104) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 19:20:29.100870 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-4db3300e-f91e-45eb-822c-00e35030e08e req-751b48da-5766-458c-b9de-2b2d86b00123 tempest-SecurityGroupRulesTestJSON-915228312 tempest-SecurityGroupRulesTestJSON-915228312-project] 10.222.0.67 "GET /v2.0/security-groups/e2782fb4-70fe-48b9-969d-d183e0f94c5c HTTP/1.1" status: 200 len: 1804 time: 0.1046700 Sep 23 19:20:29.160638 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Provisioning for port 3b1ed664-84d3-4e55-90c8-29444560ec78 completed by entity L2. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 19:20:29.165767 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Provisioning complete for port 3b1ed664-84d3-4e55-90c8-29444560ec78 triggered by entity L2. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:20:29.166470 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:20:29.235807 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-3c8dfb1e-1d86-4acb-b770-b1b6b7ce2369 req-927cd2d8-202c-4bea-ab92-7535805b67b8 service neutron] 10.222.0.67 "GET /v2.0/networks/13779c5f-d832-4edd-ba35-ebc363f13a7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1487243 Sep 23 19:20:29.247656 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-4db3300e-f91e-45eb-822c-00e35030e08e req-cdb2e245-ecac-473e-9827-4666c5969ceb tempest-SecurityGroupRulesTestJSON-915228312 tempest-SecurityGroupRulesTestJSON-915228312-project] Notify callbacks [] for security_group, before_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:20:29.278437 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:20:29.305699 n-d-713301-16 neutron-server[95103]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b12a90d4-a99f-4737-98f8-64ef72d18294', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b1ed664-84d3-4e55-90c8-29444560ec78'}] {{(pid=95103) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 19:20:29.309002 n-d-713301-16 neutron-server[95103]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}81a1c17f2aa89d5b3ebbba3a3e0cf7eb588e431c2224256110c4c4facdd7c3e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0fe7adf-0999-4499-8f2b-f651b5f0b16e" -d '{"events": [{"server_uuid": "b12a90d4-a99f-4737-98f8-64ef72d18294", "name": "network-vif-plugged", "status": "completed", "tag": "3b1ed664-84d3-4e55-90c8-29444560ec78"}]}' {{(pid=95103) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 19:20:29.321780 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-4db3300e-f91e-45eb-822c-00e35030e08e req-cdb2e245-ecac-473e-9827-4666c5969ceb tempest-SecurityGroupRulesTestJSON-915228312 tempest-SecurityGroupRulesTestJSON-915228312-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:20:29.341678 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_hamode_db [None req-958a7a50-8a2e-406e-a42f-fa8f505a065a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3636d9e-644f-4dcd-83d7-48470ac1bc59', 'name': 'tempest-FloatingIPsAssociationTestJSON-1746853027-router', 'tenant_id': '1837c91936d44f518fad2d97e5027d38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'external_fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.41'}], 'enable_snat': True}, 'gw_port_id': '3c44aec2-6b7f-49af-9d57-a9be1e2a3abf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:19:15Z', 'updated_at': '2021-09-23T19:19:25Z', 'revision_number': 4, 'project_id': '1837c91936d44f518fad2d97e5027d38', 'gw_port': {'id': '3c44aec2-6b7f-49af-9d57-a9be1e2a3abf', 'name': '', 'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:f9:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3636d9e-644f-4dcd-83d7-48470ac1bc59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 395, 'fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:19:16Z', 'updated_at': '2021-09-23T19:19:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-16', '_interfaces': [{'id': '9f3b17d9-fba6-4806-b04c-069574f4ada6', 'name': '', 'network_id': '13779c5f-d832-4edd-ba35-ebc363f13a7c', 'tenant_id': '1837c91936d44f518fad2d97e5027d38', 'mac_address': 'fa:16:3e:ec:57:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3636d9e-644f-4dcd-83d7-48470ac1bc59', 'device_owner': 'network:router_interface', 'standard_attr_id': 406, 'fixed_ips': [{'subnet_id': '7acfa417-039d-4281-a2fc-e6454233f5db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:19:23Z', 'updated_at': '2021-09-23T19:19:32Z', 'revision_number': 5, 'project_id': '1837c91936d44f518fad2d97e5027d38', 'subnets': [{'id': '7acfa417-039d-4281-a2fc-e6454233f5db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-16', False) {} {{(pid=95104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:20:29.349238 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] For port 3b1ed664-84d3-4e55-90c8-29444560ec78, host n-h2-713301-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-16',level=0,port_id=3b1ed664-84d3-4e55-90c8-29444560ec78,segment=NetworkSegment(5e7e2223-350e-4937-8d7b-2c6ab6ddc0ab),segment_id=5e7e2223-350e-4937-8d7b-2c6ab6ddc0ab)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:20:29.362419 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:20:29.389881 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-3c8dfb1e-1d86-4acb-b770-b1b6b7ce2369 req-e638bcb5-ea26-4173-a87c-d415ad17a53a service neutron] 10.222.0.67 "GET /v2.0/networks/13779c5f-d832-4edd-ba35-ebc363f13a7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1503880 Sep 23 19:20:29.410009 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-4db3300e-f91e-45eb-822c-00e35030e08e req-cdb2e245-ecac-473e-9827-4666c5969ceb tempest-SecurityGroupRulesTestJSON-915228312 tempest-SecurityGroupRulesTestJSON-915228312-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:20:29.410009 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-4db3300e-f91e-45eb-822c-00e35030e08e req-cdb2e245-ecac-473e-9827-4666c5969ceb tempest-SecurityGroupRulesTestJSON-915228312 tempest-SecurityGroupRulesTestJSON-915228312-project] Notify callbacks [] for security_group, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:20:29.410998 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-4db3300e-f91e-45eb-822c-00e35030e08e req-cdb2e245-ecac-473e-9827-4666c5969ceb tempest-SecurityGroupRulesTestJSON-915228312 tempest-SecurityGroupRulesTestJSON-915228312-project] 10.222.0.67 "DELETE /v2.0/security-groups/e2782fb4-70fe-48b9-969d-d183e0f94c5c HTTP/1.1" status: 204 len: 173 time: 0.3003187 Sep 23 19:20:29.430060 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdb2e245-ecac-473e-9827-4666c5969ceb tempest-SecurityGroupRulesTestJSON-915228312 tempest-SecurityGroupRulesTestJSON-915228312-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2782fb4-70fe-48b9-969d-d183e0f94c5c,revision_number=None']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:20:29.450571 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Pushing event updated for resources: {'Port': ['ID=3b1ed664-84d3-4e55-90c8-29444560ec78,revision_number=5']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:20:29.509945 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-958a7a50-8a2e-406e-a42f-fa8f505a065a None None] The sync data for ids ['c3636d9e-644f-4dcd-83d7-48470ac1bc59'] in n-d-713301-16 is: [{'id': 'c3636d9e-644f-4dcd-83d7-48470ac1bc59', 'name': 'tempest-FloatingIPsAssociationTestJSON-1746853027-router', 'tenant_id': '1837c91936d44f518fad2d97e5027d38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'external_fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.41'}], 'enable_snat': True}, 'gw_port_id': '3c44aec2-6b7f-49af-9d57-a9be1e2a3abf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:19:15Z', 'updated_at': '2021-09-23T19:19:25Z', 'revision_number': 4, 'project_id': '1837c91936d44f518fad2d97e5027d38', 'gw_port': {'id': '3c44aec2-6b7f-49af-9d57-a9be1e2a3abf', 'name': '', 'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:f9:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3636d9e-644f-4dcd-83d7-48470ac1bc59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 395, 'fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:19:16Z', 'updated_at': '2021-09-23T19:19:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-16', '_interfaces': [{'id': '9f3b17d9-fba6-4806-b04c-069574f4ada6', 'name': '', 'network_id': '13779c5f-d832-4edd-ba35-ebc363f13a7c', 'tenant_id': '1837c91936d44f518fad2d97e5027d38', 'mac_address': 'fa:16:3e:ec:57:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3636d9e-644f-4dcd-83d7-48470ac1bc59', 'device_owner': 'network:router_interface', 'standard_attr_id': 406, 'fixed_ips': [{'subnet_id': '7acfa417-039d-4281-a2fc-e6454233f5db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:19:23Z', 'updated_at': '2021-09-23T19:19:32Z', 'revision_number': 5, 'project_id': '1837c91936d44f518fad2d97e5027d38', 'subnets': [{'id': '7acfa417-039d-4281-a2fc-e6454233f5db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 19:20:29.571852 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b19ecd2-f6a4-4347-9099-e4f4e47dcdc2 req-47da0ddf-182f-496f-a978-3cfd59f30db7 tempest-ServersWithSpecificFlavorTestJSON-1837670196 tempest-ServersWithSpecificFlavorTestJSON-1837670196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:20:29.574678 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-4b19ecd2-f6a4-4347-9099-e4f4e47dcdc2 req-47da0ddf-182f-496f-a978-3cfd59f30db7 tempest-ServersWithSpecificFlavorTestJSON-1837670196 tempest-ServersWithSpecificFlavorTestJSON-1837670196-project] 10.222.0.67 "GET /v2.0/ports?device_id=4b82c186-58ee-4ec9-b85d-98d5bd440916 HTTP/1.1" status: 200 len: 946 time: 0.0814757 Sep 23 19:20:29.577863 n-d-713301-16 neutron-server[95101]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 19:20:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0527ad5a-bdce-4a63-a3fa-0e345e230f31 x-openstack-request-id: req-0527ad5a-bdce-4a63-a3fa-0e345e230f31 {{(pid=95101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 19:20:29.578415 n-d-713301-16 neutron-server[95101]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8be33c61-acc3-4d38-bc96-9f9b0f45c04e", "tag": "99250b4a-5613-4966-b9c6-4f77b051ac40", "status": "completed", "code": 200}]} {{(pid=95101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 19:20:29.578415 n-d-713301-16 neutron-server[95101]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-0527ad5a-bdce-4a63-a3fa-0e345e230f31 {{(pid=95101) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 19:20:29.578768 n-d-713301-16 neutron-server[95101]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8be33c61-acc3-4d38-bc96-9f9b0f45c04e', 'tag': '99250b4a-5613-4966-b9c6-4f77b051ac40', 'status': 'completed', 'code': 200} Sep 23 19:20:29.627117 n-d-713301-16 neutron-server[95102]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 19:20:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3573437b-9f6b-4ca3-a592-833f5528e1f7 x-openstack-request-id: req-3573437b-9f6b-4ca3-a592-833f5528e1f7 {{(pid=95102) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 19:20:29.627884 n-d-713301-16 neutron-server[95102]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "35f886c6-a071-4ff1-96c0-5c1ef089643d", "tag": "adfc2094-8565-46e7-b934-be5d7a3613f3", "status": "completed", "code": 200}]} {{(pid=95102) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 19:20:29.629478 n-d-713301-16 neutron-server[95102]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-3573437b-9f6b-4ca3-a592-833f5528e1f7 {{(pid=95102) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 19:20:29.629908 n-d-713301-16 neutron-server[95102]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '35f886c6-a071-4ff1-96c0-5c1ef089643d', 'tag': 'adfc2094-8565-46e7-b934-be5d7a3613f3', 'status': 'completed', 'code': 200} Sep 23 19:20:29.654012 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-4b19ecd2-f6a4-4347-9099-e4f4e47dcdc2 req-ca9aa5c3-80d3-4d75-b5ef-532a09b97b7b tempest-ServersWithSpecificFlavorTestJSON-1837670196 tempest-ServersWithSpecificFlavorTestJSON-1837670196-project] 10.222.0.67 "GET /v2.0/security-groups?id=d5229659-9431-4b80-bd22-2c55198ccc0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0720255 Sep 23 19:20:29.662856 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a228b583-09e8-4d58-94c0-3fac78f1e03d req-de251c36-36cf-493c-a46b-bbc97dfbc200 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:20:29.664512 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-a228b583-09e8-4d58-94c0-3fac78f1e03d req-de251c36-36cf-493c-a46b-bbc97dfbc200 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=b4eee7f3c2614055afa8645752461390&device_id=8be33c61-acc3-4d38-bc96-9f9b0f45c04e HTTP/1.1" status: 200 len: 1100 time: 0.0561316 Sep 23 19:20:29.736632 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954f4dea-f0a1-4a44-bde1-d9bc60107370 req-36dd96a4-8f49-4cc2-8eb3-7c78f7cd56c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:20:29.743156 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-954f4dea-f0a1-4a44-bde1-d9bc60107370 req-36dd96a4-8f49-4cc2-8eb3-7c78f7cd56c2 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=1837c91936d44f518fad2d97e5027d38&device_id=35f886c6-a071-4ff1-96c0-5c1ef089643d HTTP/1.1" status: 200 len: 1097 time: 0.0880485 Sep 23 19:20:29.751994 n-d-713301-16 neutron-server[95103]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 19:20:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05ac1ab5-f2f0-45b6-b5ff-fb841036b918 x-openstack-request-id: req-05ac1ab5-f2f0-45b6-b5ff-fb841036b918 {{(pid=95103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 19:20:29.753396 n-d-713301-16 neutron-server[95103]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b12a90d4-a99f-4737-98f8-64ef72d18294", "name": "network-vif-plugged", "status": "completed", "tag": "3b1ed664-84d3-4e55-90c8-29444560ec78", "code": 200}]} {{(pid=95103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 19:20:29.754329 n-d-713301-16 neutron-server[95103]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-05ac1ab5-f2f0-45b6-b5ff-fb841036b918 {{(pid=95103) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 19:20:29.754907 n-d-713301-16 neutron-server[95103]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b12a90d4-a99f-4737-98f8-64ef72d18294', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b1ed664-84d3-4e55-90c8-29444560ec78', 'code': 200} Sep 23 19:20:29.782457 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a228b583-09e8-4d58-94c0-3fac78f1e03d req-ac06177c-e0be-4b5c-8056-dd009e5edd33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:20:29.784203 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-a228b583-09e8-4d58-94c0-3fac78f1e03d req-ac06177c-e0be-4b5c-8056-dd009e5edd33 service neutron] 10.222.0.53 "GET /v2.0/networks?id=5220cb0c-da05-478a-9604-8c11469a05b4 HTTP/1.1" status: 200 len: 870 time: 0.1079085 Sep 23 19:20:29.848474 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-a228b583-09e8-4d58-94c0-3fac78f1e03d req-c673ade8-f9c5-458f-985d-e3008a1da666 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.209&port_id=99250b4a-5613-4966-b9c6-4f77b051ac40 HTTP/1.1" status: 200 len: 217 time: 0.0564463 Sep 23 19:20:29.940934 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7458fea9-67f6-49e0-a57b-8eb8a093dbf3 req-038d5cc6-3357-4ff8-ae21-34e9664eb21b tempest-ServersAdminTestJSON-1371927677 tempest-ServersAdminTestJSON-1371927677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:20:29.942707 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-7458fea9-67f6-49e0-a57b-8eb8a093dbf3 req-038d5cc6-3357-4ff8-ae21-34e9664eb21b tempest-ServersAdminTestJSON-1371927677 tempest-ServersAdminTestJSON-1371927677-project] 10.222.0.67 "GET /v2.0/ports?device_id=eec269a6-21d4-4d21-9edd-6b8e46784f66 HTTP/1.1" status: 200 len: 948 time: 0.1965244 Sep 23 19:20:29.948649 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a228b583-09e8-4d58-94c0-3fac78f1e03d req-1a59c6b7-bced-40ef-bc9a-41a0f531bb97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:20:29.950198 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-a228b583-09e8-4d58-94c0-3fac78f1e03d req-1a59c6b7-bced-40ef-bc9a-41a0f531bb97 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=1ccc69bc-9d6b-44d9-b227-204e47dc6e45 HTTP/1.1" status: 200 len: 843 time: 0.0928905 Sep 23 19:20:29.973757 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954f4dea-f0a1-4a44-bde1-d9bc60107370 req-6c1cdd34-3720-4c60-a530-599f9eeef034 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:20:29.975295 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-954f4dea-f0a1-4a44-bde1-d9bc60107370 req-6c1cdd34-3720-4c60-a530-599f9eeef034 service neutron] 10.222.0.74 "GET /v2.0/networks?id=13779c5f-d832-4edd-ba35-ebc363f13a7c HTTP/1.1" status: 200 len: 922 time: 0.1881466 Sep 23 19:20:29.983762 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd91250c-b53d-4042-9f1e-ac7d628f7c1d None None] New status for floating IP 082b25a9-a906-49b1-824e-9a61d349c236: DOWN {{(pid=95103) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 23 19:20:30.028401 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a228b583-09e8-4d58-94c0-3fac78f1e03d req-9af3a826-04bc-4ffc-9f77-4eedb2e32afa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:20:30.029954 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-a228b583-09e8-4d58-94c0-3fac78f1e03d req-9af3a826-04bc-4ffc-9f77-4eedb2e32afa service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=5220cb0c-da05-478a-9604-8c11469a05b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0629375 Sep 23 19:20:30.032640 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-657a0413-d2aa-401c-bb99-cbdfdd9fe3bd req-74e72079-d41d-4581-a7ef-0156bf1db3b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:20:30.033181 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-657a0413-d2aa-401c-bb99-cbdfdd9fe3bd req-74e72079-d41d-4581-a7ef-0156bf1db3b9 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=b12a90d4-a99f-4737-98f8-64ef72d18294 HTTP/1.1" status: 200 len: 1097 time: 0.0969493 Sep 23 19:20:30.042274 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-954f4dea-f0a1-4a44-bde1-d9bc60107370 req-e5d8e5ae-d614-4219-8ecc-0b4360a819d0 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=adfc2094-8565-46e7-b934-be5d7a3613f3 HTTP/1.1" status: 200 len: 217 time: 0.0498338 Sep 23 19:20:30.092495 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-7458fea9-67f6-49e0-a57b-8eb8a093dbf3 req-1523faa8-8ac5-45d0-bf48-a8e81144df15 tempest-ServersAdminTestJSON-1371927677 tempest-ServersAdminTestJSON-1371927677-project] 10.222.0.67 "GET /v2.0/security-groups?id=f6ea2bc2-ae02-426e-9312-246b38837e94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1288042 Sep 23 19:20:30.124111 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-657a0413-d2aa-401c-bb99-cbdfdd9fe3bd req-7d76ef6d-1ac2-469d-8e92-2bca57b5ac49 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=6d32247e-8bb7-4ae1-818c-76baafa39c73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785842 Sep 23 19:20:30.133881 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-dda1584f-1cc7-4aef-9e52-547126275621 req-7d4b48f4-6ac7-4d83-9363-8e87a4f81e86 tempest-SecurityGroupRulesTestJSON-915228312 tempest-SecurityGroupRulesTestJSON-915228312-project] 10.222.0.67 "GET /v2.0/security-groups/cb2ff2b9-4b60-461a-9f26-dc2f2753d583 HTTP/1.1" status: 200 len: 2403 time: 0.1312864 Sep 23 19:20:30.135424 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954f4dea-f0a1-4a44-bde1-d9bc60107370 req-dc526ffb-5974-4020-89c0-1ee5b178954c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:20:30.136852 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-954f4dea-f0a1-4a44-bde1-d9bc60107370 req-dc526ffb-5974-4020-89c0-1ee5b178954c service neutron] 10.222.0.74 "GET /v2.0/subnets?id=7acfa417-039d-4281-a2fc-e6454233f5db HTTP/1.1" status: 200 len: 860 time: 0.0842190 Sep 23 19:20:30.230595 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-a228b583-09e8-4d58-94c0-3fac78f1e03d req-9dcc1a26-7494-46b3-a019-56e8890d7c4d service neutron] 10.222.0.53 "GET /v2.0/networks/5220cb0c-da05-478a-9604-8c11469a05b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1864443 Sep 23 19:20:30.273787 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954f4dea-f0a1-4a44-bde1-d9bc60107370 req-292f6a2a-3211-40d8-9368-00dfd20e13f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:20:30.275293 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-954f4dea-f0a1-4a44-bde1-d9bc60107370 req-292f6a2a-3211-40d8-9368-00dfd20e13f6 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=13779c5f-d832-4edd-ba35-ebc363f13a7c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1225853 Sep 23 19:20:30.281632 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2406dff5-bb5a-4d00-939a-4d01e1aad82e req-db7d933e-d22e-4908-862f-452f51e2c810 tempest-LiveMigrationTest-677110171 tempest-LiveMigrationTest-677110171-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:20:30.283033 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-2406dff5-bb5a-4d00-939a-4d01e1aad82e req-db7d933e-d22e-4908-862f-452f51e2c810 tempest-LiveMigrationTest-677110171 tempest-LiveMigrationTest-677110171-project-admin] 10.222.0.67 "GET /v2.0/ports?device_id=ba1a1de7-919d-4e04-a64c-8e58b5236248 HTTP/1.1" status: 200 len: 1098 time: 0.1077409 Sep 23 19:20:30.288652 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-dda1584f-1cc7-4aef-9e52-547126275621 req-30ed312b-47ea-42ff-a7ad-ac91c88f20c6 tempest-SecurityGroupRulesTestJSON-915228312 tempest-SecurityGroupRulesTestJSON-915228312-project] Notify callbacks [] for security_group, before_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:20:30.358732 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-dda1584f-1cc7-4aef-9e52-547126275621 req-30ed312b-47ea-42ff-a7ad-ac91c88f20c6 tempest-SecurityGroupRulesTestJSON-915228312 tempest-SecurityGroupRulesTestJSON-915228312-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:20:30.417351 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-2406dff5-bb5a-4d00-939a-4d01e1aad82e req-393cd36d-e3b3-44d7-a12b-d25ebd857747 tempest-LiveMigrationTest-677110171 tempest-LiveMigrationTest-677110171-project-admin] 10.222.0.67 "GET /v2.0/security-groups?id=1c151358-1cab-48a6-be3e-ad7507b4da06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1260176 Sep 23 19:20:30.427273 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-a228b583-09e8-4d58-94c0-3fac78f1e03d req-11110265-e046-4723-aa22-6bdc55303cae service neutron] 10.222.0.53 "GET /v2.0/networks/5220cb0c-da05-478a-9604-8c11469a05b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1018376 Sep 23 19:20:30.453443 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-954f4dea-f0a1-4a44-bde1-d9bc60107370 req-3ab5559a-ea64-4257-9ab5-7aabbdc98444 service neutron] 10.222.0.74 "GET /v2.0/networks/13779c5f-d832-4edd-ba35-ebc363f13a7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1545053 Sep 23 19:20:30.461843 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-dda1584f-1cc7-4aef-9e52-547126275621 req-30ed312b-47ea-42ff-a7ad-ac91c88f20c6 tempest-SecurityGroupRulesTestJSON-915228312 tempest-SecurityGroupRulesTestJSON-915228312-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:20:30.464491 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-dda1584f-1cc7-4aef-9e52-547126275621 req-30ed312b-47ea-42ff-a7ad-ac91c88f20c6 tempest-SecurityGroupRulesTestJSON-915228312 tempest-SecurityGroupRulesTestJSON-915228312-project] Notify callbacks [] for security_group, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:20:30.465810 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-dda1584f-1cc7-4aef-9e52-547126275621 req-30ed312b-47ea-42ff-a7ad-ac91c88f20c6 tempest-SecurityGroupRulesTestJSON-915228312 tempest-SecurityGroupRulesTestJSON-915228312-project] 10.222.0.67 "DELETE /v2.0/security-groups/cb2ff2b9-4b60-461a-9f26-dc2f2753d583 HTTP/1.1" status: 204 len: 173 time: 0.3241565 Sep 23 19:20:30.532737 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ed312b-47ea-42ff-a7ad-ac91c88f20c6 tempest-SecurityGroupRulesTestJSON-915228312 tempest-SecurityGroupRulesTestJSON-915228312-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb2ff2b9-4b60-461a-9f26-dc2f2753d583,revision_number=None']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:20:30.623726 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c19c86c-43b3-4f57-86ae-e96f867115d1 req-25b341d8-5c6b-4d4f-bfda-e198edbf3883 tempest-LiveMigrationNegativeTest-42861435 tempest-LiveMigrationNegativeTest-42861435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:20:30.625175 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-3c19c86c-43b3-4f57-86ae-e96f867115d1 req-25b341d8-5c6b-4d4f-bfda-e198edbf3883 tempest-LiveMigrationNegativeTest-42861435 tempest-LiveMigrationNegativeTest-42861435-project] 10.222.0.67 "GET /v2.0/ports?device_id=8be33c61-acc3-4d38-bc96-9f9b0f45c04e HTTP/1.1" status: 200 len: 948 time: 0.1453004 Sep 23 19:20:30.661639 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-654e2fb7-b8f2-4a2e-ae18-6c7781a6a314 req-08ddf067-6f2d-4eba-9b69-42713330dc8f tempest-FloatingIPsAssociationTestJSON-1050306137 tempest-FloatingIPsAssociationTestJSON-1050306137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:20:30.663251 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-654e2fb7-b8f2-4a2e-ae18-6c7781a6a314 req-08ddf067-6f2d-4eba-9b69-42713330dc8f tempest-FloatingIPsAssociationTestJSON-1050306137 tempest-FloatingIPsAssociationTestJSON-1050306137-project] 10.222.0.67 "GET /v2.0/ports?device_id=54888381-550f-4f37-8d36-836d2b5567e2&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.1372697 Sep 23 19:20:30.671912 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-954f4dea-f0a1-4a44-bde1-d9bc60107370 req-0b8cb7f2-f461-465c-a0e3-1f54f5ef1e42 service neutron] 10.222.0.74 "GET /v2.0/networks/13779c5f-d832-4edd-ba35-ebc363f13a7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2052040 Sep 23 19:20:30.730737 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-654e2fb7-b8f2-4a2e-ae18-6c7781a6a314 req-1bd49ded-07b1-48bd-a8d9-b39fced50491 tempest-FloatingIPsAssociationTestJSON-1050306137 tempest-FloatingIPsAssociationTestJSON-1050306137-project] 10.222.0.67 "GET /v2.0/floatingips?floating_ip_address=172.25.1.126 HTTP/1.1" status: 200 len: 696 time: 0.0609128 Sep 23 19:20:30.733837 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-3c19c86c-43b3-4f57-86ae-e96f867115d1 req-c2e13b1d-cabe-4e81-90f6-64d117f86acc tempest-LiveMigrationNegativeTest-42861435 tempest-LiveMigrationNegativeTest-42861435-project] 10.222.0.67 "GET /v2.0/security-groups?id=4ed1ec61-8ec9-44fd-9365-22dc1954f969&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928457 Sep 23 19:20:30.741599 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.v2.base [req-654e2fb7-b8f2-4a2e-ae18-6c7781a6a314 req-315b0ed7-e0ba-413f-897c-83a483a224fb tempest-FloatingIPsAssociationTestJSON-1050306137 tempest-FloatingIPsAssociationTestJSON-1050306137-project] Request body: {'floatingip': {'port_id': '873e7b65-11d6-43a3-9a7a-31d0e534d4d5', 'fixed_ip_address': '172.20.0.12'}} {{(pid=95102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:20:30.784392 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-8e79b712-f5a2-4630-b755-245e5d306dad req-48e702ff-7fcc-4f20-b395-c0740971fdcd service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=f9cb8e6e-3d0e-4a53-a7ec-32ca0d28db43&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0414569 Sep 23 19:20:30.789703 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-654e2fb7-b8f2-4a2e-ae18-6c7781a6a314 req-315b0ed7-e0ba-413f-897c-83a483a224fb tempest-FloatingIPsAssociationTestJSON-1050306137 tempest-FloatingIPsAssociationTestJSON-1050306137-project] Notify callbacks [] for floatingip, before_update {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:20:30.871231 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e79b712-f5a2-4630-b755-245e5d306dad req-0a9b0dc3-b32b-4f20-ac56-ab83567323d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:20:30.872775 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-8e79b712-f5a2-4630-b755-245e5d306dad req-0a9b0dc3-b32b-4f20-ac56-ab83567323d3 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=1b57601defaf4249865a0ba3430f0987&device_id=f9cb8e6e-3d0e-4a53-a7ec-32ca0d28db43 HTTP/1.1" status: 200 len: 1097 time: 0.0442758 Sep 23 19:20:30.927771 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2c81d9-f4f9-4602-8315-8868b38fd132 req-65e73f8e-79c1-4898-a209-c153402f327f tempest-LiveAutoBlockMigrationV225Test-1531822435 tempest-LiveAutoBlockMigrationV225Test-1531822435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:20:30.929260 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-8b2c81d9-f4f9-4602-8315-8868b38fd132 req-65e73f8e-79c1-4898-a209-c153402f327f tempest-LiveAutoBlockMigrationV225Test-1531822435 tempest-LiveAutoBlockMigrationV225Test-1531822435-project] 10.222.0.67 "GET /v2.0/ports?device_id=b12a90d4-a99f-4737-98f8-64ef72d18294 HTTP/1.1" status: 200 len: 945 time: 0.1062529 Sep 23 19:20:30.979075 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e79b712-f5a2-4630-b755-245e5d306dad req-304f3950-d267-4f1b-874c-bd82bf4cad54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:20:30.980652 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-8e79b712-f5a2-4630-b755-245e5d306dad req-304f3950-d267-4f1b-874c-bd82bf4cad54 service neutron] 10.222.0.53 "GET /v2.0/networks?id=aeeb560d-d1ef-4fc8-a2fd-24b1eda13211 HTTP/1.1" status: 200 len: 915 time: 0.0853524 Sep 23 19:20:31.027113 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-8e79b712-f5a2-4630-b755-245e5d306dad req-23163eb1-04e0-427d-8bb9-9bb32d7aeaea service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=fb0b1835-9081-4c25-80cf-d12f1b4e6751 HTTP/1.1" status: 200 len: 217 time: 0.0383990 Sep 23 19:20:31.038751 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-8b2c81d9-f4f9-4602-8315-8868b38fd132 req-860e7d91-cc67-476d-b2eb-d9f0cc544ef8 tempest-LiveAutoBlockMigrationV225Test-1531822435 tempest-LiveAutoBlockMigrationV225Test-1531822435-project] 10.222.0.67 "GET /v2.0/security-groups?id=6d32247e-8bb7-4ae1-818c-76baafa39c73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985825 Sep 23 19:20:31.087927 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e79b712-f5a2-4630-b755-245e5d306dad req-65092cd3-c102-4b6c-89e3-dca78407139a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:20:31.089474 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-8e79b712-f5a2-4630-b755-245e5d306dad req-65092cd3-c102-4b6c-89e3-dca78407139a service neutron] 10.222.0.53 "GET /v2.0/subnets?id=7a24f63b-0d16-4860-b351-7d263234071f HTTP/1.1" status: 200 len: 853 time: 0.0466487 Sep 23 19:20:31.151701 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e79b712-f5a2-4630-b755-245e5d306dad req-54274b53-ec31-4455-bed9-2d874a074825 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:20:31.153372 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-8e79b712-f5a2-4630-b755-245e5d306dad req-54274b53-ec31-4455-bed9-2d874a074825 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=aeeb560d-d1ef-4fc8-a2fd-24b1eda13211&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0475049 Sep 23 19:20:31.273273 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-8e79b712-f5a2-4630-b755-245e5d306dad req-a1e604ce-e37b-408c-a6e3-4a725a130478 service neutron] 10.222.0.53 "GET /v2.0/networks/aeeb560d-d1ef-4fc8-a2fd-24b1eda13211?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1072249 Sep 23 19:20:31.397192 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-8e79b712-f5a2-4630-b755-245e5d306dad req-3b3b4c0b-72ad-452e-87b8-4477f5545b87 service neutron] 10.222.0.53 "GET /v2.0/networks/aeeb560d-d1ef-4fc8-a2fd-24b1eda13211?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1147127 Sep 23 19:20:31.429705 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Device 20cd5993-3d02-4bca-a096-a6dc31942e53 up at agent hyperv_n-h1-713301-16 {{(pid=95103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 19:20:31.481015 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Provisioning for port 20cd5993-3d02-4bca-a096-a6dc31942e53 completed by entity L2. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 19:20:31.485276 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Provisioning complete for port 20cd5993-3d02-4bca-a096-a6dc31942e53 triggered by entity L2. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:20:31.485645 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:20:31.569645 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:20:31.588788 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-654e2fb7-b8f2-4a2e-ae18-6c7781a6a314 req-315b0ed7-e0ba-413f-897c-83a483a224fb tempest-FloatingIPsAssociationTestJSON-1050306137 tempest-FloatingIPsAssociationTestJSON-1050306137-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:20:31.593736 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-654e2fb7-b8f2-4a2e-ae18-6c7781a6a314 req-315b0ed7-e0ba-413f-897c-83a483a224fb tempest-FloatingIPsAssociationTestJSON-1050306137 tempest-FloatingIPsAssociationTestJSON-1050306137-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-601884'] for floatingip, after_update {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:20:31.606097 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] For port 20cd5993-3d02-4bca-a096-a6dc31942e53, host n-h1-713301-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-16',level=0,port_id=20cd5993-3d02-4bca-a096-a6dc31942e53,segment=NetworkSegment(6139d589-eb6c-4578-8935-c26ddf396853),segment_id=6139d589-eb6c-4578-8935-c26ddf396853)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:20:31.611943 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:20:31.662225 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Pushing event updated for resources: {'Port': ['ID=20cd5993-3d02-4bca-a096-a6dc31942e53,revision_number=5']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:20:31.700066 n-d-713301-16 neutron-server[95102]: INFO neutron.db.l3_db [req-654e2fb7-b8f2-4a2e-ae18-6c7781a6a314 req-315b0ed7-e0ba-413f-897c-83a483a224fb tempest-FloatingIPsAssociationTestJSON-1050306137 tempest-FloatingIPsAssociationTestJSON-1050306137-project] Floating IP 082b25a9-a906-49b1-824e-9a61d349c236 associated. External IP: 172.25.1.126, port: 873e7b65-11d6-43a3-9a7a-31d0e534d4d5. Sep 23 19:20:31.756968 n-d-713301-16 neutron-server[95103]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eec269a6-21d4-4d21-9edd-6b8e46784f66', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '20cd5993-3d02-4bca-a096-a6dc31942e53'}] {{(pid=95103) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 19:20:31.759641 n-d-713301-16 neutron-server[95103]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}81a1c17f2aa89d5b3ebbba3a3e0cf7eb588e431c2224256110c4c4facdd7c3e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5290535e-72dd-4551-a74a-91d1405249af" -d '{"events": [{"server_uuid": "eec269a6-21d4-4d21-9edd-6b8e46784f66", "name": "network-vif-plugged", "status": "completed", "tag": "20cd5993-3d02-4bca-a096-a6dc31942e53"}]}' {{(pid=95103) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 19:20:31.830650 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35664715-be4e-4971-9f2d-06e365d5425f req-66bffea8-fbde-426b-ac23-7281fb8987b4 tempest-FloatingIPsAssociationTestJSON-1050306137 tempest-FloatingIPsAssociationTestJSON-1050306137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:20:31.832718 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-35664715-be4e-4971-9f2d-06e365d5425f req-66bffea8-fbde-426b-ac23-7281fb8987b4 tempest-FloatingIPsAssociationTestJSON-1050306137 tempest-FloatingIPsAssociationTestJSON-1050306137-project] 10.222.0.74 "GET /v2.0/ports?device_id=35f886c6-a071-4ff1-96c0-5c1ef089643d HTTP/1.1" status: 200 len: 945 time: 0.0949035 Sep 23 19:20:32.020226 n-d-713301-16 neutron-server[95102]: DEBUG neutron.scheduler.l3_agent_scheduler [req-654e2fb7-b8f2-4a2e-ae18-6c7781a6a314 req-315b0ed7-e0ba-413f-897c-83a483a224fb tempest-FloatingIPsAssociationTestJSON-1050306137 tempest-FloatingIPsAssociationTestJSON-1050306137-project] Router c3636d9e-644f-4dcd-83d7-48470ac1bc59 has already been hosted by L3 agent 79a740bf-7821-4989-8288-7186e3e128f3 {{(pid=95102) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 19:20:32.022599 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.plugin [req-35664715-be4e-4971-9f2d-06e365d5425f req-843fbe7d-3aeb-49e0-a845-4c63d26ef797 tempest-FloatingIPsAssociationTestJSON-1050306137 tempest-FloatingIPsAssociationTestJSON-1050306137-project] Deleting port adfc2094-8565-46e7-b934-be5d7a3613f3 {{(pid=95102) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:20:32.022942 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-35664715-be4e-4971-9f2d-06e365d5425f req-843fbe7d-3aeb-49e0-a845-4c63d26ef797 tempest-FloatingIPsAssociationTestJSON-1050306137 tempest-FloatingIPsAssociationTestJSON-1050306137-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783146157096'] for port, before_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:20:32.192861 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.db [req-35664715-be4e-4971-9f2d-06e365d5425f req-843fbe7d-3aeb-49e0-a845-4c63d26ef797 tempest-FloatingIPsAssociationTestJSON-1050306137 tempest-FloatingIPsAssociationTestJSON-1050306137-project] For port adfc2094-8565-46e7-b934-be5d7a3613f3, host n-h1-713301-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-16',level=0,port_id=adfc2094-8565-46e7-b934-be5d7a3613f3,segment=NetworkSegment(60344de3-4656-4e44-ba87-ebbfec08b080),segment_id=60344de3-4656-4e44-ba87-ebbfec08b080)] {{(pid=95102) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:20:32.193244 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-35664715-be4e-4971-9f2d-06e365d5425f req-843fbe7d-3aeb-49e0-a845-4c63d26ef797 tempest-FloatingIPsAssociationTestJSON-1050306137 tempest-FloatingIPsAssociationTestJSON-1050306137-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-605701'] for port, precommit_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:20:32.210095 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.plugin [req-35664715-be4e-4971-9f2d-06e365d5425f req-843fbe7d-3aeb-49e0-a845-4c63d26ef797 tempest-FloatingIPsAssociationTestJSON-1050306137 tempest-FloatingIPsAssociationTestJSON-1050306137-project] Calling delete_port for adfc2094-8565-46e7-b934-be5d7a3613f3 owned by compute:nova {{(pid=95102) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:20:32.220363 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 58272) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:20:32.226750 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-654e2fb7-b8f2-4a2e-ae18-6c7781a6a314 req-315b0ed7-e0ba-413f-897c-83a483a224fb tempest-FloatingIPsAssociationTestJSON-1050306137 tempest-FloatingIPsAssociationTestJSON-1050306137-project] Notify agent at l3_agent.n-d-713301-16 the message routers_updated {{(pid=95102) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 19:20:32.232177 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-654e2fb7-b8f2-4a2e-ae18-6c7781a6a314 req-315b0ed7-e0ba-413f-897c-83a483a224fb tempest-FloatingIPsAssociationTestJSON-1050306137 tempest-FloatingIPsAssociationTestJSON-1050306137-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222849'] for floatingip, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:20:32.238216 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3829b459-1ae3-4036-9905-b5e1243ab091 None None] Sync routers for ids ['c3636d9e-644f-4dcd-83d7-48470ac1bc59'] in n-d-713301-16 {{(pid=95104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 19:20:32.259092 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3829b459-1ae3-4036-9905-b5e1243ab091 None None] Routers {'c3636d9e-644f-4dcd-83d7-48470ac1bc59'} bound to L3 agent in host n-d-713301-16 {{(pid=95104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 19:20:32.260786 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_hamode_db [None req-3829b459-1ae3-4036-9905-b5e1243ab091 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-23T19:07:52Z,description=,heartbeat_timestamp=2021-09-23T19:20:22Z,host='n-d-713301-16',id=79a740bf-7821-4989-8288-7186e3e128f3,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:07:52Z,topic='l3_agent')) {'router_ids': ['c3636d9e-644f-4dcd-83d7-48470ac1bc59'], 'active': True} {{(pid=95104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:20:32.292013 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-654e2fb7-b8f2-4a2e-ae18-6c7781a6a314 req-315b0ed7-e0ba-413f-897c-83a483a224fb tempest-FloatingIPsAssociationTestJSON-1050306137 tempest-FloatingIPsAssociationTestJSON-1050306137-project] 10.222.0.67 "PUT /v2.0/floatingips/082b25a9-a906-49b1-824e-9a61d349c236 HTTP/1.1" status: 200 len: 997 time: 1.5543745 Sep 23 19:20:32.293629 n-d-713301-16 neutron-server[95102]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '54888381-550f-4f37-8d36-836d2b5567e2', 'tag': '873e7b65-11d6-43a3-9a7a-31d0e534d4d5'}] {{(pid=95102) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 19:20:32.295904 n-d-713301-16 neutron-server[95102]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab31b6d93e5336dbddfa8ec424565b3bd8cb2369c5b4d85bc943472dbb21e8ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb1863a9-ab22-4795-bdbe-31385065335e" -d '{"events": [{"name": "network-changed", "server_uuid": "54888381-550f-4f37-8d36-836d2b5567e2", "tag": "873e7b65-11d6-43a3-9a7a-31d0e534d4d5"}]}' {{(pid=95102) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 19:20:32.343980 n-d-713301-16 neutron-server[95101]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Sep 23 19:20:32.374734 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [req-f859074d-8e22-4daa-9eb8-53ff6550388f req-d1941c3e-341c-4e20-9b6c-b59a2f440b2d tempest-LiveMigrationTest-677110171 tempest-LiveMigrationTest-677110171-project-admin] http://10.222.0.67:9696/v2.0/extensions returned with HTTP 200 {{(pid=95101) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 23 19:20:32.381153 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-f859074d-8e22-4daa-9eb8-53ff6550388f req-d1941c3e-341c-4e20-9b6c-b59a2f440b2d tempest-LiveMigrationTest-677110171 tempest-LiveMigrationTest-677110171-project-admin] 10.222.0.67 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1596222 Sep 23 19:20:32.397009 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_dvr_db [None req-3829b459-1ae3-4036-9905-b5e1243ab091 None None] Set router c3636d9e-644f-4dcd-83d7-48470ac1bc59 gateway port host: n-d-713301-16 {{(pid=95104) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 19:20:32.406367 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-654e2fb7-b8f2-4a2e-ae18-6c7781a6a314 req-ea30b5cb-baed-4731-a56c-f3abff107cf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:20:32.414750 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-654e2fb7-b8f2-4a2e-ae18-6c7781a6a314 req-ea30b5cb-baed-4731-a56c-f3abff107cf2 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=1837c91936d44f518fad2d97e5027d38&device_id=54888381-550f-4f37-8d36-836d2b5567e2 HTTP/1.1" status: 200 len: 1098 time: 0.1051748 Sep 23 19:20:32.435011 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f859074d-8e22-4daa-9eb8-53ff6550388f req-c0f34b2b-f06a-4f17-bef9-772979d070c9 tempest-LiveMigrationTest-677110171 tempest-LiveMigrationTest-677110171-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:20:32.455441 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-f859074d-8e22-4daa-9eb8-53ff6550388f req-c0f34b2b-f06a-4f17-bef9-772979d070c9 tempest-LiveMigrationTest-677110171 tempest-LiveMigrationTest-677110171-project-admin] 10.222.0.67 "GET /v2.0/ports/ad21dcb9-92a9-4609-9d58-ec31250ff83d HTTP/1.1" status: 200 len: 1095 time: 0.0676663 Sep 23 19:20:32.486116 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-5e4301c3-b1e8-4c27-9abd-eba9a58e8e37 req-9e607813-7f1e-42d1-a67e-ae32cb87fcfd service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=34ddce53-382c-44ee-a43f-26559ac17462&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1429846 Sep 23 19:20:32.515836 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-35664715-be4e-4971-9f2d-06e365d5425f req-843fbe7d-3aeb-49e0-a845-4c63d26ef797 tempest-FloatingIPsAssociationTestJSON-1050306137 tempest-FloatingIPsAssociationTestJSON-1050306137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783146162158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783145673144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4399100'] for port, after_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:20:32.530966 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] get_ports_and_sgs() called for port_ids ['873e7b65-11d6-43a3-9a7a-31d0e534d4d5', 'adfc2094-8565-46e7-b934-be5d7a3613f3'] {{(pid=95103) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 19:20:32.584988 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e4301c3-b1e8-4c27-9abd-eba9a58e8e37 req-bb4b54a2-a3ec-4db4-a746-45a3f72047f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:20:32.586818 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-5e4301c3-b1e8-4c27-9abd-eba9a58e8e37 req-bb4b54a2-a3ec-4db4-a746-45a3f72047f0 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=01fd0bf0664a4580a0559687f9bf7c73&device_id=34ddce53-382c-44ee-a43f-26559ac17462 HTTP/1.1" status: 200 len: 1097 time: 0.0729494 Sep 23 19:20:32.610838 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-843fbe7d-3aeb-49e0-a845-4c63d26ef797 tempest-FloatingIPsAssociationTestJSON-1050306137 tempest-FloatingIPsAssociationTestJSON-1050306137-project] Pushing event deleted for resources: {'Port': ['ID=adfc2094-8565-46e7-b934-be5d7a3613f3,revision_number=None']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:20:32.642300 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.v2.base [req-f859074d-8e22-4daa-9eb8-53ff6550388f req-60679bf2-a01c-454c-993c-8b8d51556a6b service neutron] Request body: {'binding': {'host': 'n-h1-713301-16', 'vnic_type': 'normal', 'profile': {}}} {{(pid=95101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:20:32.643100 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.v2.base [req-f859074d-8e22-4daa-9eb8-53ff6550388f req-60679bf2-a01c-454c-993c-8b8d51556a6b service neutron] Unknown quota resources ['binding']. {{(pid=95101) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Sep 23 19:20:32.693181 n-d-713301-16 neutron-server[95102]: DEBUG neutron.db.l3_dvrscheduler_db [req-35664715-be4e-4971-9f2d-06e365d5425f req-843fbe7d-3aeb-49e0-a845-4c63d26ef797 tempest-FloatingIPsAssociationTestJSON-1050306137 tempest-FloatingIPsAssociationTestJSON-1050306137-project] No DVR routers for this DVR port adfc2094-8565-46e7-b934-be5d7a3613f3 on host n-h1-713301-16 {{(pid=95102) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 19:20:32.703796 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-35664715-be4e-4971-9f2d-06e365d5425f req-843fbe7d-3aeb-49e0-a845-4c63d26ef797 tempest-FloatingIPsAssociationTestJSON-1050306137 tempest-FloatingIPsAssociationTestJSON-1050306137-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222849'] for port, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:20:32.706759 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-35664715-be4e-4971-9f2d-06e365d5425f req-843fbe7d-3aeb-49e0-a845-4c63d26ef797 tempest-FloatingIPsAssociationTestJSON-1050306137 tempest-FloatingIPsAssociationTestJSON-1050306137-project] 10.222.0.74 "DELETE /v2.0/ports/adfc2094-8565-46e7-b934-be5d7a3613f3 HTTP/1.1" status: 204 len: 173 time: 0.8648102 Sep 23 19:20:32.725086 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-654e2fb7-b8f2-4a2e-ae18-6c7781a6a314 req-b17e1e19-acf4-43bc-86e1-d3cf5a44f392 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:20:32.726665 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-654e2fb7-b8f2-4a2e-ae18-6c7781a6a314 req-b17e1e19-acf4-43bc-86e1-d3cf5a44f392 service neutron] 10.222.0.67 "GET /v2.0/networks?id=13779c5f-d832-4edd-ba35-ebc363f13a7c HTTP/1.1" status: 200 len: 922 time: 0.3111675 Sep 23 19:20:32.784965 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_hamode_db [None req-3829b459-1ae3-4036-9905-b5e1243ab091 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3636d9e-644f-4dcd-83d7-48470ac1bc59', 'name': 'tempest-FloatingIPsAssociationTestJSON-1746853027-router', 'tenant_id': '1837c91936d44f518fad2d97e5027d38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'external_fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.41'}], 'enable_snat': True}, 'gw_port_id': '3c44aec2-6b7f-49af-9d57-a9be1e2a3abf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:19:15Z', 'updated_at': '2021-09-23T19:19:25Z', 'revision_number': 4, 'project_id': '1837c91936d44f518fad2d97e5027d38', 'gw_port': {'id': '3c44aec2-6b7f-49af-9d57-a9be1e2a3abf', 'name': '', 'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:f9:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3636d9e-644f-4dcd-83d7-48470ac1bc59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 395, 'fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:19:16Z', 'updated_at': '2021-09-23T19:19:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-16', '_floatingips': [{'id': '082b25a9-a906-49b1-824e-9a61d349c236', 'tenant_id': '1837c91936d44f518fad2d97e5027d38', 'floating_ip_address': '172.25.1.126', 'floating_network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'router_id': 'c3636d9e-644f-4dcd-83d7-48470ac1bc59', 'port_id': '873e7b65-11d6-43a3-9a7a-31d0e534d4d5', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 444, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '13779c5f-d832-4edd-ba35-ebc363f13a7c', 'mac_address': 'fa:16:3e:d8:9c:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54888381-550f-4f37-8d36-836d2b5567e2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-23T19:19:52Z', 'updated_at': '2021-09-23T19:20:31Z', 'revision_number': 8, 'project_id': '1837c91936d44f518fad2d97e5027d38', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9f3b17d9-fba6-4806-b04c-069574f4ada6', 'name': '', 'network_id': '13779c5f-d832-4edd-ba35-ebc363f13a7c', 'tenant_id': '1837c91936d44f518fad2d97e5027d38', 'mac_address': 'fa:16:3e:ec:57:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3636d9e-644f-4dcd-83d7-48470ac1bc59', 'device_owner': 'network:router_interface', 'standard_attr_id': 406, 'fixed_ips': [{'subnet_id': '7acfa417-039d-4281-a2fc-e6454233f5db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:19:23Z', 'updated_at': '2021-09-23T19:19:32Z', 'revision_number': 5, 'project_id': '1837c91936d44f518fad2d97e5027d38', 'subnets': [{'id': '7acfa417-039d-4281-a2fc-e6454233f5db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-16', False) {} {{(pid=95104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:20:32.848099 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3829b459-1ae3-4036-9905-b5e1243ab091 None None] Checking router: c3636d9e-644f-4dcd-83d7-48470ac1bc59 for host: n-d-713301-16 {{(pid=95104) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 19:20:32.872823 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3829b459-1ae3-4036-9905-b5e1243ab091 None None] Routers {'c3636d9e-644f-4dcd-83d7-48470ac1bc59'} bound to L3 agent in host n-d-713301-16 {{(pid=95104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 19:20:32.873453 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_hamode_db [None req-3829b459-1ae3-4036-9905-b5e1243ab091 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-23T19:07:52Z,description=,heartbeat_timestamp=2021-09-23T19:20:22Z,host='n-d-713301-16',id=79a740bf-7821-4989-8288-7186e3e128f3,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:07:52Z,topic='l3_agent')) {'router_ids': ['c3636d9e-644f-4dcd-83d7-48470ac1bc59'], 'active': True} {{(pid=95104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:20:32.888937 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-654e2fb7-b8f2-4a2e-ae18-6c7781a6a314 req-d4c6318b-451b-447b-9acc-cb621eec8a05 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=873e7b65-11d6-43a3-9a7a-31d0e534d4d5 HTTP/1.1" status: 200 len: 1000 time: 0.1535826 Sep 23 19:20:32.975080 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-654e2fb7-b8f2-4a2e-ae18-6c7781a6a314 req-48877dea-53f1-41fb-8f0f-5e8b0e7e5c4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:20:32.977723 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-654e2fb7-b8f2-4a2e-ae18-6c7781a6a314 req-48877dea-53f1-41fb-8f0f-5e8b0e7e5c4b service neutron] 10.222.0.67 "GET /v2.0/subnets?id=7acfa417-039d-4281-a2fc-e6454233f5db HTTP/1.1" status: 200 len: 860 time: 0.0808375 Sep 23 19:20:32.993911 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e4301c3-b1e8-4c27-9abd-eba9a58e8e37 req-8ecf9c73-a1fa-4239-8860-ac6db978b704 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:20:32.995380 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-5e4301c3-b1e8-4c27-9abd-eba9a58e8e37 req-8ecf9c73-a1fa-4239-8860-ac6db978b704 service neutron] 10.222.0.74 "GET /v2.0/networks?id=c2b58ecf-3b1b-414c-92a4-f53b08b3dace HTTP/1.1" status: 200 len: 922 time: 0.3834138 Sep 23 19:20:33.034877 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-654e2fb7-b8f2-4a2e-ae18-6c7781a6a314 req-336eb76c-8c94-4c80-bf42-bb034209d6ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:20:33.036625 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-654e2fb7-b8f2-4a2e-ae18-6c7781a6a314 req-336eb76c-8c94-4c80-bf42-bb034209d6ac service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=13779c5f-d832-4edd-ba35-ebc363f13a7c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0505416 Sep 23 19:20:33.041783 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_dvr_db [None req-3829b459-1ae3-4036-9905-b5e1243ab091 None None] Set router c3636d9e-644f-4dcd-83d7-48470ac1bc59 gateway port host: n-d-713301-16 {{(pid=95104) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 19:20:33.055911 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-5e4301c3-b1e8-4c27-9abd-eba9a58e8e37 req-b6bcd11b-3b1a-4463-bf67-c45701928e83 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e23aa9eb-90ac-4b46-a474-95f7b54d9570 HTTP/1.1" status: 200 len: 217 time: 0.0466926 Sep 23 19:20:33.084409 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Device 99250b4a-5613-4966-b9c6-4f77b051ac40 details requested by agent hyperv_n-h2-713301-16 with host n-h2-713301-16 {{(pid=95103) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 19:20:33.125481 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e4301c3-b1e8-4c27-9abd-eba9a58e8e37 req-ed35e8e2-2a50-4d83-a96d-ebe1b187186b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:20:33.128777 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-5e4301c3-b1e8-4c27-9abd-eba9a58e8e37 req-ed35e8e2-2a50-4d83-a96d-ebe1b187186b service neutron] 10.222.0.74 "GET /v2.0/subnets?id=4cc4932b-c381-47ec-9303-11e42975856f HTTP/1.1" status: 200 len: 861 time: 0.0593746 Sep 23 19:20:33.130750 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.managers [req-f859074d-8e22-4daa-9eb8-53ff6550388f req-60679bf2-a01c-454c-993c-8b8d51556a6b service neutron] Attempting to bind port ad21dcb9-92a9-4609-9d58-ec31250ff83d on host n-h1-713301-16 for vnic_type normal with profile None {{(pid=95101) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 19:20:33.131094 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.managers [req-f859074d-8e22-4daa-9eb8-53ff6550388f req-60679bf2-a01c-454c-993c-8b8d51556a6b service neutron] Attempting to bind port ad21dcb9-92a9-4609-9d58-ec31250ff83d by drivers openvswitch,hyperv on host n-h1-713301-16 at level 0 using segments [{'id': '6735b3c2-9e0f-43a7-8f57-e48eb1a30c85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': 'bf651024-673c-4eec-84ce-c6ef83d369a1'}] {{(pid=95101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 19:20:33.131978 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f859074d-8e22-4daa-9eb8-53ff6550388f req-60679bf2-a01c-454c-993c-8b8d51556a6b service neutron] Attempting to bind port ad21dcb9-92a9-4609-9d58-ec31250ff83d on network bf651024-673c-4eec-84ce-c6ef83d369a1 {{(pid=95101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:20:33.136412 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f859074d-8e22-4daa-9eb8-53ff6550388f req-60679bf2-a01c-454c-993c-8b8d51556a6b service neutron] Port ad21dcb9-92a9-4609-9d58-ec31250ff83d on network bf651024-673c-4eec-84ce-c6ef83d369a1 not bound, no agent of type Open vSwitch agent registered on host n-h1-713301-16 {{(pid=95101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 19:20:33.136776 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f859074d-8e22-4daa-9eb8-53ff6550388f req-60679bf2-a01c-454c-993c-8b8d51556a6b service neutron] Attempting to bind port ad21dcb9-92a9-4609-9d58-ec31250ff83d on network bf651024-673c-4eec-84ce-c6ef83d369a1 {{(pid=95101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:20:33.164238 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-654e2fb7-b8f2-4a2e-ae18-6c7781a6a314 req-707ec09a-c8d1-4bee-8ad4-57cb0e1cbc64 service neutron] 10.222.0.67 "GET /v2.0/networks/13779c5f-d832-4edd-ba35-ebc363f13a7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1190817 Sep 23 19:20:33.168277 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-5e4301c3-b1e8-4c27-9abd-eba9a58e8e37 req-4e62ca7f-d99b-45c8-b117-ccea4bdfbd19 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=c2b58ecf-3b1b-414c-92a4-f53b08b3dace&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0284367 Sep 23 19:20:33.169446 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f859074d-8e22-4daa-9eb8-53ff6550388f req-60679bf2-a01c-454c-993c-8b8d51556a6b service neutron] Checking agent: {'id': '0708c3e9-0aad-4600-9be9-d2486535c898', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713301-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 19, 15, 28), 'started_at': datetime.datetime(2021, 9, 23, 19, 15, 28), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 19, 20, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 19:20:33.169779 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f859074d-8e22-4daa-9eb8-53ff6550388f req-60679bf2-a01c-454c-993c-8b8d51556a6b service neutron] Checking segment: {'id': '6735b3c2-9e0f-43a7-8f57-e48eb1a30c85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': 'bf651024-673c-4eec-84ce-c6ef83d369a1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:20:33.170157 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f859074d-8e22-4daa-9eb8-53ff6550388f req-60679bf2-a01c-454c-993c-8b8d51556a6b service neutron] Bound using segment: {'id': '6735b3c2-9e0f-43a7-8f57-e48eb1a30c85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': 'bf651024-673c-4eec-84ce-c6ef83d369a1'} {{(pid=95101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 19:20:33.171150 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.managers [req-f859074d-8e22-4daa-9eb8-53ff6550388f req-60679bf2-a01c-454c-993c-8b8d51556a6b service neutron] Bound port: ad21dcb9-92a9-4609-9d58-ec31250ff83d, host: n-h1-713301-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6735b3c2-9e0f-43a7-8f57-e48eb1a30c85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': 'bf651024-673c-4eec-84ce-c6ef83d369a1'}}] {{(pid=95101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 19:20:33.229874 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] For port 99250b4a-5613-4966-b9c6-4f77b051ac40, host n-h2-713301-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-16',level=0,port_id=99250b4a-5613-4966-b9c6-4f77b051ac40,segment=NetworkSegment(6139d589-eb6c-4578-8935-c26ddf396853),segment_id=6139d589-eb6c-4578-8935-c26ddf396853)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:20:33.259936 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Returning: {'device': '99250b4a-5613-4966-b9c6-4f77b051ac40', 'network_id': '5220cb0c-da05-478a-9604-8c11469a05b4', 'port_id': '99250b4a-5613-4966-b9c6-4f77b051ac40', 'mac_address': 'fa:16:3e:15:da:c3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 624, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1ccc69bc-9d6b-44d9-b227-204e47dc6e45', 'ip_address': '192.168.233.209'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95103) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 19:20:33.277545 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-654e2fb7-b8f2-4a2e-ae18-6c7781a6a314 req-759b4c3d-edd0-4a30-9e4c-fed0e9b63c8d service neutron] 10.222.0.67 "GET /v2.0/networks/13779c5f-d832-4edd-ba35-ebc363f13a7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1053200 Sep 23 19:20:33.295864 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.db [req-f859074d-8e22-4daa-9eb8-53ff6550388f req-60679bf2-a01c-454c-993c-8b8d51556a6b service neutron] For port ad21dcb9-92a9-4609-9d58-ec31250ff83d, host n-h1-713301-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-16',level=0,port_id=ad21dcb9-92a9-4609-9d58-ec31250ff83d,segment=NetworkSegment(6735b3c2-9e0f-43a7-8f57-e48eb1a30c85),segment_id=6735b3c2-9e0f-43a7-8f57-e48eb1a30c85)] {{(pid=95101) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 19:20:33.301737 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:20:33.305299 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-f859074d-8e22-4daa-9eb8-53ff6550388f req-60679bf2-a01c-454c-993c-8b8d51556a6b service neutron] Notify callbacks [] for binding, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:20:33.312014 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-f859074d-8e22-4daa-9eb8-53ff6550388f req-60679bf2-a01c-454c-993c-8b8d51556a6b service neutron] 10.222.0.67 "POST /v2.0/ports/ad21dcb9-92a9-4609-9d58-ec31250ff83d/bindings HTTP/1.1" status: 201 len: 390 time: 0.7852638 Sep 23 19:20:33.315764 n-d-713301-16 neutron-server[95103]: DEBUG neutron.notifiers.nova [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 99250b4a-5613-4966-b9c6-4f77b051ac40 {{(pid=95103) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 19:20:33.346521 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-5e4301c3-b1e8-4c27-9abd-eba9a58e8e37 req-d88d7e62-767d-4ada-b470-bbc1d4ec8f64 service neutron] 10.222.0.74 "GET /v2.0/networks/c2b58ecf-3b1b-414c-92a4-f53b08b3dace?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1465168 Sep 23 19:20:33.352185 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] For port 99250b4a-5613-4966-b9c6-4f77b051ac40, host n-h2-713301-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-16',level=0,port_id=99250b4a-5613-4966-b9c6-4f77b051ac40,segment=NetworkSegment(6139d589-eb6c-4578-8935-c26ddf396853),segment_id=6139d589-eb6c-4578-8935-c26ddf396853)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:20:33.364618 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:20:33.406707 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_hamode_db [None req-3829b459-1ae3-4036-9905-b5e1243ab091 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3636d9e-644f-4dcd-83d7-48470ac1bc59', 'name': 'tempest-FloatingIPsAssociationTestJSON-1746853027-router', 'tenant_id': '1837c91936d44f518fad2d97e5027d38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'external_fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.41'}], 'enable_snat': True}, 'gw_port_id': '3c44aec2-6b7f-49af-9d57-a9be1e2a3abf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:19:15Z', 'updated_at': '2021-09-23T19:19:25Z', 'revision_number': 4, 'project_id': '1837c91936d44f518fad2d97e5027d38', 'gw_port': {'id': '3c44aec2-6b7f-49af-9d57-a9be1e2a3abf', 'name': '', 'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:f9:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3636d9e-644f-4dcd-83d7-48470ac1bc59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 395, 'fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:19:16Z', 'updated_at': '2021-09-23T19:19:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-16', '_floatingips': [{'id': '082b25a9-a906-49b1-824e-9a61d349c236', 'tenant_id': '1837c91936d44f518fad2d97e5027d38', 'floating_ip_address': '172.25.1.126', 'floating_network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'router_id': 'c3636d9e-644f-4dcd-83d7-48470ac1bc59', 'port_id': '873e7b65-11d6-43a3-9a7a-31d0e534d4d5', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 444, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '13779c5f-d832-4edd-ba35-ebc363f13a7c', 'mac_address': 'fa:16:3e:d8:9c:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54888381-550f-4f37-8d36-836d2b5567e2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-23T19:19:52Z', 'updated_at': '2021-09-23T19:20:31Z', 'revision_number': 8, 'project_id': '1837c91936d44f518fad2d97e5027d38', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9f3b17d9-fba6-4806-b04c-069574f4ada6', 'name': '', 'network_id': '13779c5f-d832-4edd-ba35-ebc363f13a7c', 'tenant_id': '1837c91936d44f518fad2d97e5027d38', 'mac_address': 'fa:16:3e:ec:57:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3636d9e-644f-4dcd-83d7-48470ac1bc59', 'device_owner': 'network:router_interface', 'standard_attr_id': 406, 'fixed_ips': [{'subnet_id': '7acfa417-039d-4281-a2fc-e6454233f5db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:19:23Z', 'updated_at': '2021-09-23T19:19:32Z', 'revision_number': 5, 'project_id': '1837c91936d44f518fad2d97e5027d38', 'subnets': [{'id': '7acfa417-039d-4281-a2fc-e6454233f5db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-16', False) {} {{(pid=95104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:20:33.421283 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-6a918359-662d-4dd0-b67f-566ac30f8f37 req-0afbd185-fd1b-4fae-8578-4ee673bb278c tempest-SecurityGroupRulesTestJSON-915228312 tempest-SecurityGroupRulesTestJSON-915228312-project] 10.222.0.67 "GET /v2.0/security-groups/28d8dc3b-cff5-41ef-843d-d6d3818c9dcd HTTP/1.1" status: 200 len: 2394 time: 0.1007590 Sep 23 19:20:33.467768 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Pushing event updated for resources: {'Port': ['ID=99250b4a-5613-4966-b9c6-4f77b051ac40,revision_number=4']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:20:33.505706 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3829b459-1ae3-4036-9905-b5e1243ab091 None None] The sync data for ids ['c3636d9e-644f-4dcd-83d7-48470ac1bc59'] in n-d-713301-16 is: [{'id': 'c3636d9e-644f-4dcd-83d7-48470ac1bc59', 'name': 'tempest-FloatingIPsAssociationTestJSON-1746853027-router', 'tenant_id': '1837c91936d44f518fad2d97e5027d38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'external_fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.41'}], 'enable_snat': True}, 'gw_port_id': '3c44aec2-6b7f-49af-9d57-a9be1e2a3abf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:19:15Z', 'updated_at': '2021-09-23T19:19:25Z', 'revision_number': 4, 'project_id': '1837c91936d44f518fad2d97e5027d38', 'gw_port': {'id': '3c44aec2-6b7f-49af-9d57-a9be1e2a3abf', 'name': '', 'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:f9:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3636d9e-644f-4dcd-83d7-48470ac1bc59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 395, 'fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:19:16Z', 'updated_at': '2021-09-23T19:19:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-16', '_floatingips': [{'id': '082b25a9-a906-49b1-824e-9a61d349c236', 'tenant_id': '1837c91936d44f518fad2d97e5027d38', 'floating_ip_address': '172.25.1.126', 'floating_network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'router_id': 'c3636d9e-644f-4dcd-83d7-48470ac1bc59', 'port_id': '873e7b65-11d6-43a3-9a7a-31d0e534d4d5', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 444, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '13779c5f-d832-4edd-ba35-ebc363f13a7c', 'mac_address': 'fa:16:3e:d8:9c:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54888381-550f-4f37-8d36-836d2b5567e2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-23T19:19:52Z', 'updated_at': '2021-09-23T19:20:31Z', 'revision_number': 8, 'project_id': '1837c91936d44f518fad2d97e5027d38', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9f3b17d9-fba6-4806-b04c-069574f4ada6', 'name': '', 'network_id': '13779c5f-d832-4edd-ba35-ebc363f13a7c', 'tenant_id': '1837c91936d44f518fad2d97e5027d38', 'mac_address': 'fa:16:3e:ec:57:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3636d9e-644f-4dcd-83d7-48470ac1bc59', 'device_owner': 'network:router_interface', 'standard_attr_id': 406, 'fixed_ips': [{'subnet_id': '7acfa417-039d-4281-a2fc-e6454233f5db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:19:23Z', 'updated_at': '2021-09-23T19:19:32Z', 'revision_number': 5, 'project_id': '1837c91936d44f518fad2d97e5027d38', 'subnets': [{'id': '7acfa417-039d-4281-a2fc-e6454233f5db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 19:20:33.511991 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-6a918359-662d-4dd0-b67f-566ac30f8f37 req-7173ef38-d685-4713-9404-1d100fa79b95 tempest-SecurityGroupRulesTestJSON-915228312 tempest-SecurityGroupRulesTestJSON-915228312-project] Notify callbacks [] for security_group, before_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:20:33.574686 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-6a918359-662d-4dd0-b67f-566ac30f8f37 req-7173ef38-d685-4713-9404-1d100fa79b95 tempest-SecurityGroupRulesTestJSON-915228312 tempest-SecurityGroupRulesTestJSON-915228312-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:20:33.590187 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-5e4301c3-b1e8-4c27-9abd-eba9a58e8e37 req-89972cd5-cb0c-4ca0-8344-2710557f53b4 service neutron] 10.222.0.74 "GET /v2.0/networks/c2b58ecf-3b1b-414c-92a4-f53b08b3dace?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2355320 Sep 23 19:20:33.663098 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-6a918359-662d-4dd0-b67f-566ac30f8f37 req-7173ef38-d685-4713-9404-1d100fa79b95 tempest-SecurityGroupRulesTestJSON-915228312 tempest-SecurityGroupRulesTestJSON-915228312-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:20:33.666103 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-6a918359-662d-4dd0-b67f-566ac30f8f37 req-7173ef38-d685-4713-9404-1d100fa79b95 tempest-SecurityGroupRulesTestJSON-915228312 tempest-SecurityGroupRulesTestJSON-915228312-project] Notify callbacks [] for security_group, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:20:33.667389 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-6a918359-662d-4dd0-b67f-566ac30f8f37 req-7173ef38-d685-4713-9404-1d100fa79b95 tempest-SecurityGroupRulesTestJSON-915228312 tempest-SecurityGroupRulesTestJSON-915228312-project] 10.222.0.67 "DELETE /v2.0/security-groups/28d8dc3b-cff5-41ef-843d-d6d3818c9dcd HTTP/1.1" status: 204 len: 173 time: 0.2447307 Sep 23 19:20:33.670763 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] get_ports_and_sgs() called for port_ids ['99250b4a-5613-4966-b9c6-4f77b051ac40'] {{(pid=95103) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 19:20:33.681674 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 58290) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:20:33.711652 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7173ef38-d685-4713-9404-1d100fa79b95 tempest-SecurityGroupRulesTestJSON-915228312 tempest-SecurityGroupRulesTestJSON-915228312-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=28d8dc3b-cff5-41ef-843d-d6d3818c9dcd,revision_number=None']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:20:33.747565 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-327fd3b2-88ca-4982-a236-16faa3a84f5a req-33cf00db-3742-4294-a39a-6ab237733449 tempest-ServersAdminTestJSON-1371927677 tempest-ServersAdminTestJSON-1371927677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:20:33.755230 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-327fd3b2-88ca-4982-a236-16faa3a84f5a req-33cf00db-3742-4294-a39a-6ab237733449 tempest-ServersAdminTestJSON-1371927677 tempest-ServersAdminTestJSON-1371927677-project] 10.222.0.67 "GET /v2.0/ports?device_id=eec269a6-21d4-4d21-9edd-6b8e46784f66 HTTP/1.1" status: 200 len: 949 time: 0.0730028 Sep 23 19:20:33.772814 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f859074d-8e22-4daa-9eb8-53ff6550388f req-9bdba988-1e09-4514-88a9-04c7390b8616 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:20:33.786197 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-f859074d-8e22-4daa-9eb8-53ff6550388f req-9bdba988-1e09-4514-88a9-04c7390b8616 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=0f5d9c33c3334ce192c43e08217ee019&device_id=ba1a1de7-919d-4e04-a64c-8e58b5236248 HTTP/1.1" status: 200 len: 1098 time: 0.1496518 Sep 23 19:20:33.786197 n-d-713301-16 neutron-server[95101]: DEBUG neutron.db.db_base_plugin_v2 [None req-b9763c68-22b6-46c1-9010-b8ac61c46939 admin admin] Deleting subnet 2a6b46fc-c311-48b0-910b-930d3a8d11f3 {{(pid=95101) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 23 19:20:33.795913 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-b9763c68-22b6-46c1-9010-b8ac61c46939 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:20:33.838846 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-327fd3b2-88ca-4982-a236-16faa3a84f5a req-acb83d42-d837-40cd-aca3-7b0b17afef54 tempest-ServersAdminTestJSON-1371927677 tempest-ServersAdminTestJSON-1371927677-project] 10.222.0.67 "GET /v2.0/security-groups?id=f6ea2bc2-ae02-426e-9312-246b38837e94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645421 Sep 23 19:20:33.913994 n-d-713301-16 neutron-server[95103]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 19:20:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60efbfeb-30fe-462e-9001-d68b75dbd9dd x-openstack-request-id: req-60efbfeb-30fe-462e-9001-d68b75dbd9dd {{(pid=95103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 19:20:33.914353 n-d-713301-16 neutron-server[95103]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eec269a6-21d4-4d21-9edd-6b8e46784f66", "name": "network-vif-plugged", "status": "completed", "tag": "20cd5993-3d02-4bca-a096-a6dc31942e53", "code": 200}]} {{(pid=95103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 19:20:33.914675 n-d-713301-16 neutron-server[95103]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-60efbfeb-30fe-462e-9001-d68b75dbd9dd {{(pid=95103) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 19:20:33.915134 n-d-713301-16 neutron-server[95103]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eec269a6-21d4-4d21-9edd-6b8e46784f66', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '20cd5993-3d02-4bca-a096-a6dc31942e53', 'code': 200} Sep 23 19:20:33.922757 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7586775a-6b16-4521-989d-a321efb18544 req-3eab7ab9-173d-400f-888e-8a663a4d0270 tempest-LiveMigrationNegativeTest-42861435 tempest-LiveMigrationNegativeTest-42861435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:20:33.930822 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-7586775a-6b16-4521-989d-a321efb18544 req-3eab7ab9-173d-400f-888e-8a663a4d0270 tempest-LiveMigrationNegativeTest-42861435 tempest-LiveMigrationNegativeTest-42861435-project] 10.222.0.67 "GET /v2.0/ports?device_id=8be33c61-acc3-4d38-bc96-9f9b0f45c04e HTTP/1.1" status: 200 len: 949 time: 0.0824716 Sep 23 19:20:33.947934 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-b9763c68-22b6-46c1-9010-b8ac61c46939 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6007154'] for subnet, precommit_delete_associations {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:20:33.967997 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b75ad3b-d183-4ac0-af60-6781fae22e04 None None] New status for floating IP 082b25a9-a906-49b1-824e-9a61d349c236: ACTIVE {{(pid=95103) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 23 19:20:33.977988 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-7586775a-6b16-4521-989d-a321efb18544 req-c63011e0-c820-4c45-8253-9daa006bd77b tempest-LiveMigrationNegativeTest-42861435 tempest-LiveMigrationNegativeTest-42861435-project] 10.222.0.67 "GET /v2.0/security-groups?id=4ed1ec61-8ec9-44fd-9365-22dc1954f969&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461252 Sep 23 19:20:34.050086 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-b9763c68-22b6-46c1-9010-b8ac61c46939 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1756813'] for subnet, precommit_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:20:34.053601 n-d-713301-16 neutron-server[95102]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 19:20:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-861169ab-fe6f-4845-9743-78336766391f x-openstack-request-id: req-861169ab-fe6f-4845-9743-78336766391f {{(pid=95102) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 19:20:34.054033 n-d-713301-16 neutron-server[95102]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "54888381-550f-4f37-8d36-836d2b5567e2", "tag": "873e7b65-11d6-43a3-9a7a-31d0e534d4d5", "status": "completed", "code": 200}]} {{(pid=95102) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 19:20:34.054384 n-d-713301-16 neutron-server[95102]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-861169ab-fe6f-4845-9743-78336766391f {{(pid=95102) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 19:20:34.054940 n-d-713301-16 neutron-server[95102]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '54888381-550f-4f37-8d36-836d2b5567e2', 'tag': '873e7b65-11d6-43a3-9a7a-31d0e534d4d5', 'status': 'completed', 'code': 200} Sep 23 19:20:34.075388 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f859074d-8e22-4daa-9eb8-53ff6550388f req-81568fd8-6e1f-4d66-8d66-6291356e5d7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:20:34.076460 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-f859074d-8e22-4daa-9eb8-53ff6550388f req-81568fd8-6e1f-4d66-8d66-6291356e5d7e service neutron] 10.222.0.74 "GET /v2.0/networks?id=bf651024-673c-4eec-84ce-c6ef83d369a1 HTTP/1.1" status: 200 len: 908 time: 0.2765129 Sep 23 19:20:34.077016 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a29ada79-c892-4906-8791-35a401d965e8 req-47d02954-e029-4e71-8daa-0360fbdf3532 tempest-LiveAutoBlockMigrationV225Test-1531822435 tempest-LiveAutoBlockMigrationV225Test-1531822435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:20:34.078693 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-a29ada79-c892-4906-8791-35a401d965e8 req-47d02954-e029-4e71-8daa-0360fbdf3532 tempest-LiveAutoBlockMigrationV225Test-1531822435 tempest-LiveAutoBlockMigrationV225Test-1531822435-project] 10.222.0.67 "GET /v2.0/ports?device_id=b12a90d4-a99f-4737-98f8-64ef72d18294 HTTP/1.1" status: 200 len: 945 time: 0.0994201 Sep 23 19:20:34.132729 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-f859074d-8e22-4daa-9eb8-53ff6550388f req-060ccb81-ccb3-4067-b9c7-7683773cae6a service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ad21dcb9-92a9-4609-9d58-ec31250ff83d HTTP/1.1" status: 200 len: 217 time: 0.0450301 Sep 23 19:20:34.156079 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-b9763c68-22b6-46c1-9010-b8ac61c46939 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1756804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5607514', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6130950'] for subnet, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:20:34.160733 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e6cd042-c603-476a-a22f-3f42cd27ac0f req-c6480416-24de-41a1-91c6-e6161b0a5d78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:20:34.162310 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-1e6cd042-c603-476a-a22f-3f42cd27ac0f req-c6480416-24de-41a1-91c6-e6161b0a5d78 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=eec269a6-21d4-4d21-9edd-6b8e46784f66 HTTP/1.1" status: 200 len: 1101 time: 0.1474018 Sep 23 19:20:34.226877 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-db06443d-b138-4beb-84b1-6747300ce26b req-9ac94b12-ee45-420b-8b5a-f580aeb0bb90 tempest-FloatingIPsAssociationTestJSON-1050306137 tempest-FloatingIPsAssociationTestJSON-1050306137-project] 10.222.0.67 "GET /v2.0/floatingips/082b25a9-a906-49b1-824e-9a61d349c236 HTTP/1.1" status: 200 len: 997 time: 0.1598935 Sep 23 19:20:34.246173 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-a29ada79-c892-4906-8791-35a401d965e8 req-f5186e2e-efc2-4194-af54-63098a093319 tempest-LiveAutoBlockMigrationV225Test-1531822435 tempest-LiveAutoBlockMigrationV225Test-1531822435-project] 10.222.0.67 "GET /v2.0/security-groups?id=6d32247e-8bb7-4ae1-818c-76baafa39c73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1440291 Sep 23 19:20:34.255414 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb1863a9-ab22-4795-bdbe-31385065335e req-d62e137f-0084-4a9a-bfa8-d80641bf72ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:20:34.257000 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-eb1863a9-ab22-4795-bdbe-31385065335e req-d62e137f-0084-4a9a-bfa8-d80641bf72ea service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=1837c91936d44f518fad2d97e5027d38&device_id=54888381-550f-4f37-8d36-836d2b5567e2 HTTP/1.1" status: 200 len: 1098 time: 0.1774204 Sep 23 19:20:34.279876 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-1e6cd042-c603-476a-a22f-3f42cd27ac0f req-b31fca2e-6623-4a59-ad4e-18f77497b50d service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=f6ea2bc2-ae02-426e-9312-246b38837e94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008358 Sep 23 19:20:34.473210 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db06443d-b138-4beb-84b1-6747300ce26b req-63d61008-9264-46ca-afbf-e4c3a07d3158 tempest-FloatingIPsAssociationTestJSON-1050306137 tempest-FloatingIPsAssociationTestJSON-1050306137-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:20:34.474500 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-db06443d-b138-4beb-84b1-6747300ce26b req-63d61008-9264-46ca-afbf-e4c3a07d3158 tempest-FloatingIPsAssociationTestJSON-1050306137 tempest-FloatingIPsAssociationTestJSON-1050306137-project] 10.222.0.67 "GET /v2.0/networks/5dec5c09-378e-4f50-89cc-d94eb81c3bac HTTP/1.1" status: 200 len: 784 time: 0.2247174 Sep 23 19:20:34.474723 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9763c68-22b6-46c1-9010-b8ac61c46939 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2a6b46fc-c311-48b0-910b-930d3a8d11f3,revision_number=None']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:20:34.482928 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-b9763c68-22b6-46c1-9010-b8ac61c46939 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527417'] for subnet, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:20:34.487844 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aacc2c3-cc4f-44a0-850a-1e707259c123 req-50799f27-693e-4b2c-a008-ba3a79de9154 tempest-LiveMigrationTest-1843640962 tempest-LiveMigrationTest-1843640962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:20:34.487980 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-b9763c68-22b6-46c1-9010-b8ac61c46939 admin admin] 10.222.0.67 "DELETE /v2.0/subnets/2a6b46fc-c311-48b0-910b-930d3a8d11f3 HTTP/1.1" status: 204 len: 168 time: 0.8038030 Sep 23 19:20:34.488546 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 58300) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:20:34.489380 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-6aacc2c3-cc4f-44a0-850a-1e707259c123 req-50799f27-693e-4b2c-a008-ba3a79de9154 tempest-LiveMigrationTest-1843640962 tempest-LiveMigrationTest-1843640962-project] 10.222.0.67 "GET /v2.0/ports?device_id=ba1a1de7-919d-4e04-a64c-8e58b5236248 HTTP/1.1" status: 200 len: 946 time: 0.1553814 Sep 23 19:20:34.497855 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [req-db06443d-b138-4beb-84b1-6747300ce26b req-5d8b2b51-2c84-439b-b44c-cf2e4131986f tempest-FloatingIPsAssociationTestJSON-1050306137 tempest-FloatingIPsAssociationTestJSON-1050306137-project] http://10.222.0.67:9696/v2.0/extensions returned with HTTP 200 {{(pid=95102) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 23 19:20:34.498835 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-db06443d-b138-4beb-84b1-6747300ce26b req-5d8b2b51-2c84-439b-b44c-cf2e4131986f tempest-FloatingIPsAssociationTestJSON-1050306137 tempest-FloatingIPsAssociationTestJSON-1050306137-project] 10.222.0.67 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0069146 Sep 23 19:20:34.501291 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb1863a9-ab22-4795-bdbe-31385065335e req-3c94daca-b34b-4e41-aa45-395e26c1b230 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:20:34.503664 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-eb1863a9-ab22-4795-bdbe-31385065335e req-3c94daca-b34b-4e41-aa45-395e26c1b230 service neutron] 10.222.0.74 "GET /v2.0/networks?id=13779c5f-d832-4edd-ba35-ebc363f13a7c HTTP/1.1" status: 200 len: 922 time: 0.2272108 Sep 23 19:20:34.518258 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f859074d-8e22-4daa-9eb8-53ff6550388f req-b0c52f7b-dbe6-4221-b726-5e55b9914388 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:20:34.520920 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-f859074d-8e22-4daa-9eb8-53ff6550388f req-b0c52f7b-dbe6-4221-b726-5e55b9914388 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=a9e01a0e-19a1-4eb7-ad45-3b74532cbcd9 HTTP/1.1" status: 200 len: 847 time: 0.3670421 Sep 23 19:20:34.590265 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-f859074d-8e22-4daa-9eb8-53ff6550388f req-5b6e4bca-e07e-4208-819f-cffff5f18ff6 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=bf651024-673c-4eec-84ce-c6ef83d369a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0555749 Sep 23 19:20:34.591942 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-6aacc2c3-cc4f-44a0-850a-1e707259c123 req-589d74a5-97d1-43be-938d-bb30f768dca4 tempest-LiveMigrationTest-1843640962 tempest-LiveMigrationTest-1843640962-project] 10.222.0.67 "GET /v2.0/security-groups?id=1c151358-1cab-48a6-be3e-ad7507b4da06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918493 Sep 23 19:20:34.594295 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-c56b557d-0bbb-40ca-b644-87e412dfe24a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1628021'] for network, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:20:34.613434 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-eb1863a9-ab22-4795-bdbe-31385065335e req-828617cf-97b1-4ff3-8c56-93a45a89263c service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=873e7b65-11d6-43a3-9a7a-31d0e534d4d5 HTTP/1.1" status: 200 len: 1002 time: 0.0906143 Sep 23 19:20:34.664660 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-bd1bb3ad-2a9b-44ef-bfed-4e87e486cce5 req-cfb57ed7-2e0a-4d49-a37f-a4da3940beba tempest-ServersWithSpecificFlavorTestJSON-1837670196 tempest-ServersWithSpecificFlavorTestJSON-1837670196-project] 10.222.0.67 "GET /v2.0/security-groups?name=tempest-securitygroup--1855031561&fields=id&tenant_id=07622c7485a94956bd0dfade6db60bcf HTTP/1.1" status: 200 len: 267 time: 0.0885270 Sep 23 19:20:34.711439 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb1863a9-ab22-4795-bdbe-31385065335e req-54161ba9-bc1d-4177-b402-be9c31876188 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:20:34.713103 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-eb1863a9-ab22-4795-bdbe-31385065335e req-54161ba9-bc1d-4177-b402-be9c31876188 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=7acfa417-039d-4281-a2fc-e6454233f5db HTTP/1.1" status: 200 len: 860 time: 0.0886002 Sep 23 19:20:34.743192 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-c56b557d-0bbb-40ca-b644-87e412dfe24a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1754676', 'neutron.services.segments.db._delete_segments_for_network-8783146221460'] for network, precommit_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:20:34.775470 n-d-713301-16 neutron-server[95101]: DEBUG neutron.services.segments.db [None req-c56b557d-0bbb-40ca-b644-87e412dfe24a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1916a9a7-3e6a-4012-9949-57dc27ef82a0']}} {{(pid=95101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:20:34.798347 n-d-713301-16 neutron-server[95101]: DEBUG neutron.services.segments.db [None req-c56b557d-0bbb-40ca-b644-87e412dfe24a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '850378fe-e0ca-4d27-ae43-8d91e346440a') {'for_net_delete': True} {{(pid=95101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:20:34.798347 n-d-713301-16 neutron-server[95101]: DEBUG neutron.services.segments.db [None req-c56b557d-0bbb-40ca-b644-87e412dfe24a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '850378fe-e0ca-4d27-ae43-8d91e346440a') {} {{(pid=95101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:20:34.801937 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-f859074d-8e22-4daa-9eb8-53ff6550388f req-aa6b666a-fa49-46a0-b529-e95db4760a98 service neutron] 10.222.0.74 "GET /v2.0/networks/bf651024-673c-4eec-84ce-c6ef83d369a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1941743 Sep 23 19:20:34.815541 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-c56b557d-0bbb-40ca-b644-87e412dfe24a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783146221725', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6007147'] for segment, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:20:34.855660 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-c56b557d-0bbb-40ca-b644-87e412dfe24a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1756186'] for segment, precommit_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:20:34.868841 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c56b557d-0bbb-40ca-b644-87e412dfe24a admin admin] Releasing vlan 615 on physical network physnet1 to pool {{(pid=95101) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 19:20:34.869263 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-c56b557d-0bbb-40ca-b644-87e412dfe24a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1756186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5608436'] for segment, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:20:34.871034 n-d-713301-16 neutron-server[95101]: Traceback (most recent call last): Sep 23 19:20:34.871034 n-d-713301-16 neutron-server[95101]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 19:20:34.871034 n-d-713301-16 neutron-server[95101]: timer() Sep 23 19:20:34.871034 n-d-713301-16 neutron-server[95101]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 19:20:34.871034 n-d-713301-16 neutron-server[95101]: cb(*args, **kw) Sep 23 19:20:34.871034 n-d-713301-16 neutron-server[95101]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 19:20:34.871034 n-d-713301-16 neutron-server[95101]: return func(*args, **kwargs) Sep 23 19:20:34.871034 n-d-713301-16 neutron-server[95101]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 19:20:34.871034 n-d-713301-16 neutron-server[95101]: self._notify() Sep 23 19:20:34.871034 n-d-713301-16 neutron-server[95101]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 19:20:34.871034 n-d-713301-16 neutron-server[95101]: self.callback(batched_events) Sep 23 19:20:34.871034 n-d-713301-16 neutron-server[95101]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 19:20:34.871034 n-d-713301-16 neutron-server[95101]: event.method(event) Sep 23 19:20:34.871034 n-d-713301-16 neutron-server[95101]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 19:20:34.871034 n-d-713301-16 neutron-server[95101]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 19:20:34.871034 n-d-713301-16 neutron-server[95101]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 19:20:34.871034 n-d-713301-16 neutron-server[95101]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 19:20:34.871034 n-d-713301-16 neutron-server[95101]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 19:20:34.871034 n-d-713301-16 neutron-server[95101]: return f(self, *a, **k) Sep 23 19:20:34.871034 n-d-713301-16 neutron-server[95101]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 19:20:34.871034 n-d-713301-16 neutron-server[95101]: return self._get(url).json() Sep 23 19:20:34.871034 n-d-713301-16 neutron-server[95101]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 19:20:34.871034 n-d-713301-16 neutron-server[95101]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 19:20:34.871034 n-d-713301-16 neutron-server[95101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 19:20:34.871034 n-d-713301-16 neutron-server[95101]: return self.request(url, 'GET', **kwargs) Sep 23 19:20:34.871034 n-d-713301-16 neutron-server[95101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 19:20:34.871034 n-d-713301-16 neutron-server[95101]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 19:20:34.871034 n-d-713301-16 neutron-server[95101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 19:20:34.871034 n-d-713301-16 neutron-server[95101]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 19:20:34.871034 n-d-713301-16 neutron-server[95101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 19:20:34.871034 n-d-713301-16 neutron-server[95101]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 19:20:34.871034 n-d-713301-16 neutron-server[95101]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 19:20:34.980527 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-c56b557d-0bbb-40ca-b644-87e412dfe24a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1754627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-601866'] for network, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:20:34.983640 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-f859074d-8e22-4daa-9eb8-53ff6550388f req-82b4b71f-75d2-4987-850d-5952c5069aaf service neutron] 10.222.0.74 "GET /v2.0/networks/bf651024-673c-4eec-84ce-c6ef83d369a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1705027 Sep 23 19:20:34.999521 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-c56b557d-0bbb-40ca-b644-87e412dfe24a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527417'] for network, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:20:35.012829 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-c56b557d-0bbb-40ca-b644-87e412dfe24a admin admin] 10.222.0.67 "DELETE /v2.0/networks/1916a9a7-3e6a-4012-9949-57dc27ef82a0 HTTP/1.1" status: 204 len: 168 time: 0.5138111 Sep 23 19:20:35.013894 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c56b557d-0bbb-40ca-b644-87e412dfe24a admin admin] Pushing event deleted for resources: {'Network': ['ID=1916a9a7-3e6a-4012-9949-57dc27ef82a0,revision_number=None']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:20:35.106675 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Device 99250b4a-5613-4966-b9c6-4f77b051ac40 up at agent hyperv_n-h2-713301-16 {{(pid=95103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 19:20:35.139355 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb1863a9-ab22-4795-bdbe-31385065335e req-bfd11fff-ace5-46ca-9445-5e0a1cefc347 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:20:35.140911 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-eb1863a9-ab22-4795-bdbe-31385065335e req-bfd11fff-ace5-46ca-9445-5e0a1cefc347 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=13779c5f-d832-4edd-ba35-ebc363f13a7c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3986259 Sep 23 19:20:35.144865 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f859074d-8e22-4daa-9eb8-53ff6550388f req-a3f49f96-24e1-4524-b7c8-8ee4f1c9ce14 tempest-LiveMigrationTest-677110171 tempest-LiveMigrationTest-677110171-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:20:35.146949 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-f859074d-8e22-4daa-9eb8-53ff6550388f req-a3f49f96-24e1-4524-b7c8-8ee4f1c9ce14 tempest-LiveMigrationTest-677110171 tempest-LiveMigrationTest-677110171-project-admin] 10.222.0.74 "GET /v2.0/ports?device_id=ba1a1de7-919d-4e04-a64c-8e58b5236248&tenant_id=0f5d9c33c3334ce192c43e08217ee019&binding%3Ahost_id=n-h2-713301-16 HTTP/1.1" status: 200 len: 1098 time: 0.0606785 Sep 23 19:20:35.148140 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1bb3ad-2a9b-44ef-bfed-4e87e486cce5 req-c171ef31-ee7f-4f3b-b732-ca76e944d1c9 tempest-ServersWithSpecificFlavorTestJSON-1837670196 tempest-ServersWithSpecificFlavorTestJSON-1837670196-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:20:35.149619 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-bd1bb3ad-2a9b-44ef-bfed-4e87e486cce5 req-c171ef31-ee7f-4f3b-b732-ca76e944d1c9 tempest-ServersWithSpecificFlavorTestJSON-1837670196 tempest-ServersWithSpecificFlavorTestJSON-1837670196-project] 10.222.0.67 "GET /v2.0/networks?id=d5983aa5-dc01-48bc-bff2-9c83789f0fba HTTP/1.1" status: 200 len: 824 time: 0.4730415 Sep 23 19:20:35.156061 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0df5727-b189-482f-b8a2-92196482f9be req-f6be5d26-01ee-4791-b752-334c3334a4bc tempest-LiveAutoBlockMigrationV225Test-1371897097 tempest-LiveAutoBlockMigrationV225Test-1371897097-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:20:35.157730 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-a0df5727-b189-482f-b8a2-92196482f9be req-f6be5d26-01ee-4791-b752-334c3334a4bc tempest-LiveAutoBlockMigrationV225Test-1371897097 tempest-LiveAutoBlockMigrationV225Test-1371897097-project-admin] 10.222.0.67 "GET /v2.0/ports?device_id=b12a90d4-a99f-4737-98f8-64ef72d18294 HTTP/1.1" status: 200 len: 1097 time: 0.3674760 Sep 23 19:20:35.173499 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.v2.base [req-f859074d-8e22-4daa-9eb8-53ff6550388f req-dffce815-3b47-4f08-ab45-314b0c6e6dc4 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-713301-16'}}} {{(pid=95101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:20:35.184090 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Provisioning for port 99250b4a-5613-4966-b9c6-4f77b051ac40 completed by entity L2. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 19:20:35.192650 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Provisioning complete for port 99250b4a-5613-4966-b9c6-4f77b051ac40 triggered by entity L2. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:20:35.193264 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:20:35.218785 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-bd1bb3ad-2a9b-44ef-bfed-4e87e486cce5 req-de1bdc4d-0279-41d5-8158-1a0cf52ebb33 tempest-ServersWithSpecificFlavorTestJSON-1837670196 tempest-ServersWithSpecificFlavorTestJSON-1837670196-project] 10.222.0.67 "GET /v2.0/quotas/07622c7485a94956bd0dfade6db60bcf HTTP/1.1" status: 200 len: 375 time: 0.0528181 Sep 23 19:20:35.282181 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 58320) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:20:35.296171 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-a0df5727-b189-482f-b8a2-92196482f9be req-b5c3c6e4-e11f-4573-8d86-5c129384a136 tempest-LiveAutoBlockMigrationV225Test-1371897097 tempest-LiveAutoBlockMigrationV225Test-1371897097-project-admin] 10.222.0.67 "GET /v2.0/security-groups?id=6d32247e-8bb7-4ae1-818c-76baafa39c73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1284671 Sep 23 19:20:35.307562 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:20:35.332031 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-eb1863a9-ab22-4795-bdbe-31385065335e req-1f63151a-576d-4b07-845a-d5bfc84d0c67 service neutron] 10.222.0.74 "GET /v2.0/networks/13779c5f-d832-4edd-ba35-ebc363f13a7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1722910 Sep 23 19:20:35.339552 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-f859074d-8e22-4daa-9eb8-53ff6550388f req-dffce815-3b47-4f08-ab45-314b0c6e6dc4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:20:35.346397 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] For port 99250b4a-5613-4966-b9c6-4f77b051ac40, host n-h2-713301-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-16',level=0,port_id=99250b4a-5613-4966-b9c6-4f77b051ac40,segment=NetworkSegment(6139d589-eb6c-4578-8935-c26ddf396853),segment_id=6139d589-eb6c-4578-8935-c26ddf396853)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:20:35.352420 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:20:35.359220 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-bd1bb3ad-2a9b-44ef-bfed-4e87e486cce5 req-42bc0a36-d13a-441b-92a3-a3f586cbe07c tempest-ServersWithSpecificFlavorTestJSON-1837670196 tempest-ServersWithSpecificFlavorTestJSON-1837670196-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=07622c7485a94956bd0dfade6db60bcf&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1395938 Sep 23 19:20:35.420595 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Pushing event updated for resources: {'Port': ['ID=99250b4a-5613-4966-b9c6-4f77b051ac40,revision_number=5']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:20:35.434396 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-d9669be5-ea47-4e4c-92b5-6a2cce5dfde4 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=4fdf196116d1453ea60e11fe9778105b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1448936 Sep 23 19:20:35.436815 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 58324) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:20:35.449392 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Device adfc2094-8565-46e7-b934-be5d7a3613f3 no longer exists at agent hyperv_n-h1-713301-16 {{(pid=95103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 19:20:35.475379 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.plugin [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] No Port match for: adfc2094-8565-46e7-b934-be5d7a3613f3 {{(pid=95103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 19:20:35.475865 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Device adfc2094-8565-46e7-b934-be5d7a3613f3 not bound to the agent host n-h1-713301-16 {{(pid=95103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 19:20:35.564484 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-eb1863a9-ab22-4795-bdbe-31385065335e req-b3b68f7b-7a7b-4c6b-bc67-97bba7bf83eb service neutron] 10.222.0.74 "GET /v2.0/networks/13779c5f-d832-4edd-ba35-ebc363f13a7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2026706 Sep 23 19:20:35.565128 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-99b8dfb2-acdc-42d8-8533-f3459ccf75a9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:20:35.591082 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.db [req-f859074d-8e22-4daa-9eb8-53ff6550388f req-dffce815-3b47-4f08-ab45-314b0c6e6dc4 service neutron] For port ad21dcb9-92a9-4609-9d58-ec31250ff83d, host n-h2-713301-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-16',level=0,port_id=ad21dcb9-92a9-4609-9d58-ec31250ff83d,segment=NetworkSegment(6735b3c2-9e0f-43a7-8f57-e48eb1a30c85),segment_id=6735b3c2-9e0f-43a7-8f57-e48eb1a30c85)] {{(pid=95101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:20:35.602458 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-51222e23-8fdd-44d4-88e5-a0605f5922ee req-6ea6ae0c-2775-460b-baa8-a1cd37482986 tempest-FloatingIPsAssociationTestJSON-1050306137 tempest-FloatingIPsAssociationTestJSON-1050306137-project] 10.222.0.67 "GET /v2.0/floatingips?floating_ip_address=172.25.1.126 HTTP/1.1" status: 200 len: 1002 time: 0.1353149 Sep 23 19:20:35.613025 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-99b8dfb2-acdc-42d8-8533-f3459ccf75a9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:20:35.666192 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.db [req-f859074d-8e22-4daa-9eb8-53ff6550388f req-dffce815-3b47-4f08-ab45-314b0c6e6dc4 service neutron] For port ad21dcb9-92a9-4609-9d58-ec31250ff83d, host n-h2-713301-16, cleared binding levels {{(pid=95101) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 19:20:35.706084 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51222e23-8fdd-44d4-88e5-a0605f5922ee req-8409f839-20aa-4c27-91d6-efd699c356f7 tempest-FloatingIPsAssociationTestJSON-1050306137 tempest-FloatingIPsAssociationTestJSON-1050306137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:20:35.707718 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-51222e23-8fdd-44d4-88e5-a0605f5922ee req-8409f839-20aa-4c27-91d6-efd699c356f7 tempest-FloatingIPsAssociationTestJSON-1050306137 tempest-FloatingIPsAssociationTestJSON-1050306137-project] 10.222.0.67 "GET /v2.0/ports/873e7b65-11d6-43a3-9a7a-31d0e534d4d5 HTTP/1.1" status: 200 len: 943 time: 0.0899270 Sep 23 19:20:35.714818 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-bd1bb3ad-2a9b-44ef-bfed-4e87e486cce5 req-705ebf68-9ffe-49c1-bfa0-11f608810744 service neutron] 10.222.0.67 "GET /v2.0/networks/d5983aa5-dc01-48bc-bff2-9c83789f0fba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2488179 Sep 23 19:20:35.718360 n-d-713301-16 neutron-server[95101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba1a1de7-919d-4e04-a64c-8e58b5236248', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ad21dcb9-92a9-4609-9d58-ec31250ff83d'}] {{(pid=95101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 19:20:35.721995 n-d-713301-16 neutron-server[95101]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d8366c5740cd635e57ab12b71fe44a77c2acc3c19091ef849c6f68b380462244" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9761ce7e-8d45-4ce3-88ce-e8d3f5be52c5" -d '{"events": [{"server_uuid": "ba1a1de7-919d-4e04-a64c-8e58b5236248", "name": "network-vif-unplugged", "status": "completed", "tag": "ad21dcb9-92a9-4609-9d58-ec31250ff83d"}]}' {{(pid=95101) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 19:20:35.726920 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-f859074d-8e22-4daa-9eb8-53ff6550388f req-dffce815-3b47-4f08-ab45-314b0c6e6dc4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:20:35.729936 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-99b8dfb2-acdc-42d8-8533-f3459ccf75a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:20:35.732753 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-99b8dfb2-acdc-42d8-8533-f3459ccf75a9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:20:35.734740 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-99b8dfb2-acdc-42d8-8533-f3459ccf75a9 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/250ade16-fd59-458c-99c1-f70b059d1cbf HTTP/1.1" status: 204 len: 168 time: 0.2967014 Sep 23 19:20:35.739468 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3edda77-e2db-454a-aff7-ad8237728648 req-abbb949a-4141-45f0-9eb5-26ca66ea8e0e tempest-ServersWithSpecificFlavorTestJSON-1837670196 tempest-ServersWithSpecificFlavorTestJSON-1837670196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:20:35.742285 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-b3edda77-e2db-454a-aff7-ad8237728648 req-abbb949a-4141-45f0-9eb5-26ca66ea8e0e tempest-ServersWithSpecificFlavorTestJSON-1837670196 tempest-ServersWithSpecificFlavorTestJSON-1837670196-project] 10.222.0.74 "GET /v2.0/ports?device_id=4b82c186-58ee-4ec9-b85d-98d5bd440916 HTTP/1.1" status: 200 len: 946 time: 0.0916800 Sep 23 19:20:35.746229 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-f859074d-8e22-4daa-9eb8-53ff6550388f req-dffce815-3b47-4f08-ab45-314b0c6e6dc4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5607436'] for port, after_update {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:20:35.750651 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b8dfb2-acdc-42d8-8533-f3459ccf75a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=250ade16-fd59-458c-99c1-f70b059d1cbf,revision_number=None']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:20:35.851241 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dffce815-3b47-4f08-ab45-314b0c6e6dc4 service neutron] Pushing event updated for resources: {'Port': ['ID=ad21dcb9-92a9-4609-9d58-ec31250ff83d,revision_number=7']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:20:35.860919 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.managers [req-f859074d-8e22-4daa-9eb8-53ff6550388f req-dffce815-3b47-4f08-ab45-314b0c6e6dc4 service neutron] Attempting to bind port ad21dcb9-92a9-4609-9d58-ec31250ff83d on host n-h2-713301-16 for vnic_type normal with profile {"migrating_to": "n-h1-713301-16"} {{(pid=95101) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 19:20:35.861153 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.managers [req-f859074d-8e22-4daa-9eb8-53ff6550388f req-dffce815-3b47-4f08-ab45-314b0c6e6dc4 service neutron] Attempting to bind port ad21dcb9-92a9-4609-9d58-ec31250ff83d by drivers openvswitch,hyperv on host n-h2-713301-16 at level 0 using segments [{'id': '6735b3c2-9e0f-43a7-8f57-e48eb1a30c85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': 'bf651024-673c-4eec-84ce-c6ef83d369a1'}] {{(pid=95101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 19:20:35.861457 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f859074d-8e22-4daa-9eb8-53ff6550388f req-dffce815-3b47-4f08-ab45-314b0c6e6dc4 service neutron] Attempting to bind port ad21dcb9-92a9-4609-9d58-ec31250ff83d on network bf651024-673c-4eec-84ce-c6ef83d369a1 {{(pid=95101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:20:35.866782 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f859074d-8e22-4daa-9eb8-53ff6550388f req-dffce815-3b47-4f08-ab45-314b0c6e6dc4 service neutron] Port ad21dcb9-92a9-4609-9d58-ec31250ff83d on network bf651024-673c-4eec-84ce-c6ef83d369a1 not bound, no agent of type Open vSwitch agent registered on host n-h2-713301-16 {{(pid=95101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 19:20:35.867383 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f859074d-8e22-4daa-9eb8-53ff6550388f req-dffce815-3b47-4f08-ab45-314b0c6e6dc4 service neutron] Attempting to bind port ad21dcb9-92a9-4609-9d58-ec31250ff83d on network bf651024-673c-4eec-84ce-c6ef83d369a1 {{(pid=95101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:20:35.873174 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f859074d-8e22-4daa-9eb8-53ff6550388f req-dffce815-3b47-4f08-ab45-314b0c6e6dc4 service neutron] Checking agent: {'id': '2a7cea34-db54-4faf-8d23-37521c3e34cb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713301-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 19, 15, 28), 'started_at': datetime.datetime(2021, 9, 23, 19, 15, 28), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 19, 20, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 19:20:35.873556 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f859074d-8e22-4daa-9eb8-53ff6550388f req-dffce815-3b47-4f08-ab45-314b0c6e6dc4 service neutron] Checking segment: {'id': '6735b3c2-9e0f-43a7-8f57-e48eb1a30c85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': 'bf651024-673c-4eec-84ce-c6ef83d369a1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:20:35.873896 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f859074d-8e22-4daa-9eb8-53ff6550388f req-dffce815-3b47-4f08-ab45-314b0c6e6dc4 service neutron] Bound using segment: {'id': '6735b3c2-9e0f-43a7-8f57-e48eb1a30c85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': 'bf651024-673c-4eec-84ce-c6ef83d369a1'} {{(pid=95101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 19:20:35.874323 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.managers [req-f859074d-8e22-4daa-9eb8-53ff6550388f req-dffce815-3b47-4f08-ab45-314b0c6e6dc4 service neutron] Bound port: ad21dcb9-92a9-4609-9d58-ec31250ff83d, host: n-h2-713301-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6735b3c2-9e0f-43a7-8f57-e48eb1a30c85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': 'bf651024-673c-4eec-84ce-c6ef83d369a1'}}] {{(pid=95101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 19:20:35.874688 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-f859074d-8e22-4daa-9eb8-53ff6550388f req-dffce815-3b47-4f08-ab45-314b0c6e6dc4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:20:35.916516 n-d-713301-16 neutron-server[95103]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8be33c61-acc3-4d38-bc96-9f9b0f45c04e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '99250b4a-5613-4966-b9c6-4f77b051ac40'}] {{(pid=95103) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 19:20:35.918979 n-d-713301-16 neutron-server[95103]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}81a1c17f2aa89d5b3ebbba3a3e0cf7eb588e431c2224256110c4c4facdd7c3e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f850f1e-bec7-4b4a-bd6c-885a2defd53d" -d '{"events": [{"server_uuid": "8be33c61-acc3-4d38-bc96-9f9b0f45c04e", "name": "network-vif-plugged", "status": "completed", "tag": "99250b4a-5613-4966-b9c6-4f77b051ac40"}]}' {{(pid=95103) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 19:20:35.960321 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.db [req-f859074d-8e22-4daa-9eb8-53ff6550388f req-dffce815-3b47-4f08-ab45-314b0c6e6dc4 service neutron] For port ad21dcb9-92a9-4609-9d58-ec31250ff83d, host n-h2-713301-16, cleared binding levels {{(pid=95101) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 19:20:35.962010 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.db [req-f859074d-8e22-4daa-9eb8-53ff6550388f req-dffce815-3b47-4f08-ab45-314b0c6e6dc4 service neutron] For port ad21dcb9-92a9-4609-9d58-ec31250ff83d, host n-h2-713301-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-16',level=0,port_id=ad21dcb9-92a9-4609-9d58-ec31250ff83d,segment=NetworkSegment(6735b3c2-9e0f-43a7-8f57-e48eb1a30c85),segment_id=6735b3c2-9e0f-43a7-8f57-e48eb1a30c85)] {{(pid=95101) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 19:20:35.967152 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-f859074d-8e22-4daa-9eb8-53ff6550388f req-dffce815-3b47-4f08-ab45-314b0c6e6dc4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5607436'] for port, after_update {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:20:35.988317 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-bd1bb3ad-2a9b-44ef-bfed-4e87e486cce5 req-19593d1f-fb12-4a3e-99ee-0df5ee0a4a2f service neutron] 10.222.0.67 "GET /v2.0/networks/d5983aa5-dc01-48bc-bff2-9c83789f0fba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2614810 Sep 23 19:20:36.004721 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-51222e23-8fdd-44d4-88e5-a0605f5922ee req-b4df1690-73ea-488d-8dba-2ba321da58e3 tempest-FloatingIPsAssociationTestJSON-1050306137 tempest-FloatingIPsAssociationTestJSON-1050306137-project] 10.222.0.67 "GET /v2.0/floatingips?floating_ip_address=172.25.1.126 HTTP/1.1" status: 200 len: 1002 time: 0.1505694 Sep 23 19:20:36.055480 n-d-713301-16 neutron-server[95102]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '35f886c6-a071-4ff1-96c0-5c1ef089643d', 'name': 'network-vif-deleted', 'tag': 'adfc2094-8565-46e7-b934-be5d7a3613f3'}] {{(pid=95102) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 19:20:36.058518 n-d-713301-16 neutron-server[95102]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab31b6d93e5336dbddfa8ec424565b3bd8cb2369c5b4d85bc943472dbb21e8ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2141d7de-7609-44e0-936c-7c9c43b061ab" -d '{"events": [{"server_uuid": "35f886c6-a071-4ff1-96c0-5c1ef089643d", "name": "network-vif-deleted", "tag": "adfc2094-8565-46e7-b934-be5d7a3613f3"}]}' {{(pid=95102) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 19:20:36.075364 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f859074d-8e22-4daa-9eb8-53ff6550388f req-dffce815-3b47-4f08-ab45-314b0c6e6dc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:20:36.077229 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-f859074d-8e22-4daa-9eb8-53ff6550388f req-dffce815-3b47-4f08-ab45-314b0c6e6dc4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222849'] for port, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:20:36.078678 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-f859074d-8e22-4daa-9eb8-53ff6550388f req-dffce815-3b47-4f08-ab45-314b0c6e6dc4 service neutron] 10.222.0.74 "PUT /v2.0/ports/ad21dcb9-92a9-4609-9d58-ec31250ff83d HTTP/1.1" status: 200 len: 1124 time: 0.9161639 Sep 23 19:20:36.079876 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dffce815-3b47-4f08-ab45-314b0c6e6dc4 service neutron] Pushing event updated for resources: {'Port': ['ID=ad21dcb9-92a9-4609-9d58-ec31250ff83d,revision_number=8']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:20:36.110175 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.plugin [req-b3edda77-e2db-454a-aff7-ad8237728648 req-9de4caab-199c-4f62-a832-ea6a907bb8a8 tempest-ServersWithSpecificFlavorTestJSON-1837670196 tempest-ServersWithSpecificFlavorTestJSON-1837670196-project] Deleting port 66109541-7cdd-41cd-a46a-a48c75dbdb18 {{(pid=95102) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:20:36.110543 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-b3edda77-e2db-454a-aff7-ad8237728648 req-9de4caab-199c-4f62-a832-ea6a907bb8a8 tempest-ServersWithSpecificFlavorTestJSON-1837670196 tempest-ServersWithSpecificFlavorTestJSON-1837670196-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783146157096'] for port, before_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:20:36.186874 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] get_ports_and_sgs() called for port_ids ['ad21dcb9-92a9-4609-9d58-ec31250ff83d'] {{(pid=95103) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 19:20:36.199501 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51222e23-8fdd-44d4-88e5-a0605f5922ee req-8fdffb1c-e81b-441a-adfa-f212763e995f tempest-FloatingIPsAssociationTestJSON-1050306137 tempest-FloatingIPsAssociationTestJSON-1050306137-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:20:36.208088 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-51222e23-8fdd-44d4-88e5-a0605f5922ee req-8fdffb1c-e81b-441a-adfa-f212763e995f tempest-FloatingIPsAssociationTestJSON-1050306137 tempest-FloatingIPsAssociationTestJSON-1050306137-project] 10.222.0.67 "GET /v2.0/networks/5dec5c09-378e-4f50-89cc-d94eb81c3bac HTTP/1.1" status: 200 len: 784 time: 0.1968768 Sep 23 19:20:36.295398 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.db [req-b3edda77-e2db-454a-aff7-ad8237728648 req-9de4caab-199c-4f62-a832-ea6a907bb8a8 tempest-ServersWithSpecificFlavorTestJSON-1837670196 tempest-ServersWithSpecificFlavorTestJSON-1837670196-project] For port 66109541-7cdd-41cd-a46a-a48c75dbdb18, host n-h1-713301-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-16',level=0,port_id=66109541-7cdd-41cd-a46a-a48c75dbdb18,segment=NetworkSegment(7c11e0df-7313-4765-ac14-518be1d9f929),segment_id=7c11e0df-7313-4765-ac14-518be1d9f929)] {{(pid=95102) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:20:36.295781 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-b3edda77-e2db-454a-aff7-ad8237728648 req-9de4caab-199c-4f62-a832-ea6a907bb8a8 tempest-ServersWithSpecificFlavorTestJSON-1837670196 tempest-ServersWithSpecificFlavorTestJSON-1837670196-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-605701'] for port, precommit_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:20:36.326196 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-51222e23-8fdd-44d4-88e5-a0605f5922ee req-08d97006-920d-47dd-82b7-fbb74c4444ff tempest-FloatingIPsAssociationTestJSON-1050306137 tempest-FloatingIPsAssociationTestJSON-1050306137-project] 10.222.0.67 "GET /v2.0/floatingips?floating_ip_address=172.25.1.126 HTTP/1.1" status: 200 len: 1002 time: 0.1171207 Sep 23 19:20:36.331717 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.v2.base [req-51222e23-8fdd-44d4-88e5-a0605f5922ee req-bbc937b9-f20b-4ef3-915d-9d01482db8e7 tempest-FloatingIPsAssociationTestJSON-1050306137 tempest-FloatingIPsAssociationTestJSON-1050306137-project] Request body: {'floatingip': {'port_id': None}} {{(pid=95102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:20:36.522736 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-51222e23-8fdd-44d4-88e5-a0605f5922ee req-bbc937b9-f20b-4ef3-915d-9d01482db8e7 tempest-FloatingIPsAssociationTestJSON-1050306137 tempest-FloatingIPsAssociationTestJSON-1050306137-project] Notify callbacks [] for floatingip, before_update {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:20:36.528184 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4313c5ad-cd22-40d0-aa2b-3608b3f236b9 req-dff4fa02-3813-4c55-a1d2-4ffbc5de3c67 tempest-AttachSCSIVolumeTestJSON-38860171 tempest-AttachSCSIVolumeTestJSON-38860171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:20:36.529619 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-4313c5ad-cd22-40d0-aa2b-3608b3f236b9 req-dff4fa02-3813-4c55-a1d2-4ffbc5de3c67 tempest-AttachSCSIVolumeTestJSON-38860171 tempest-AttachSCSIVolumeTestJSON-38860171-project] 10.222.0.53 "GET /v2.0/ports?device_id=f9cb8e6e-3d0e-4a53-a7ec-32ca0d28db43 HTTP/1.1" status: 200 len: 945 time: 0.0827792 Sep 23 19:20:36.560119 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f7f1c0-62e5-40f1-bb3b-6f7f5ee5010f req-ab1aca0f-0833-4ab9-a0f5-7595603ab646 tempest-AttachSCSIVolumeTestJSON-38860171 tempest-AttachSCSIVolumeTestJSON-38860171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:20:36.567742 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-70f7f1c0-62e5-40f1-bb3b-6f7f5ee5010f req-ab1aca0f-0833-4ab9-a0f5-7595603ab646 tempest-AttachSCSIVolumeTestJSON-38860171 tempest-AttachSCSIVolumeTestJSON-38860171-project] 10.222.0.67 "GET /v2.0/ports?device_id=f9cb8e6e-3d0e-4a53-a7ec-32ca0d28db43 HTTP/1.1" status: 200 len: 945 time: 0.2690871 Sep 23 19:20:36.645412 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.plugin [req-4313c5ad-cd22-40d0-aa2b-3608b3f236b9 req-ae44a33a-2c91-4458-8e26-e1c078cc83ea tempest-AttachSCSIVolumeTestJSON-38860171 tempest-AttachSCSIVolumeTestJSON-38860171-project] Deleting port fb0b1835-9081-4c25-80cf-d12f1b4e6751 {{(pid=95101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:20:36.646042 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-4313c5ad-cd22-40d0-aa2b-3608b3f236b9 req-ae44a33a-2c91-4458-8e26-e1c078cc83ea tempest-AttachSCSIVolumeTestJSON-38860171 tempest-AttachSCSIVolumeTestJSON-38860171-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783146157096'] for port, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:20:36.728634 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-70f7f1c0-62e5-40f1-bb3b-6f7f5ee5010f req-af24e345-fa17-406d-8560-a050492e901f tempest-AttachSCSIVolumeTestJSON-38860171 tempest-AttachSCSIVolumeTestJSON-38860171-project] 10.222.0.67 "GET /v2.0/security-groups?id=0c62cf39-fdd5-41c2-ace9-89ac5d0e1132&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1597586 Sep 23 19:20:36.768750 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-b3edda77-e2db-454a-aff7-ad8237728648 req-9de4caab-199c-4f62-a832-ea6a907bb8a8 tempest-ServersWithSpecificFlavorTestJSON-1837670196 tempest-ServersWithSpecificFlavorTestJSON-1837670196-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:20:36.769129 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-b3edda77-e2db-454a-aff7-ad8237728648 req-9de4caab-199c-4f62-a832-ea6a907bb8a8 tempest-ServersWithSpecificFlavorTestJSON-1837670196 tempest-ServersWithSpecificFlavorTestJSON-1837670196-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-601884'] for floatingip, after_update {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:20:36.769470 n-d-713301-16 neutron-server[95102]: INFO neutron.db.l3_db [req-b3edda77-e2db-454a-aff7-ad8237728648 req-9de4caab-199c-4f62-a832-ea6a907bb8a8 tempest-ServersWithSpecificFlavorTestJSON-1837670196 tempest-ServersWithSpecificFlavorTestJSON-1837670196-project] Floating IP ef1de3c3-fef8-432c-8d1a-de57f33d4b75 disassociated. External IP: 172.25.1.80, port: 66109541-7cdd-41cd-a46a-a48c75dbdb18. Sep 23 19:20:36.769822 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.plugin [req-b3edda77-e2db-454a-aff7-ad8237728648 req-9de4caab-199c-4f62-a832-ea6a907bb8a8 tempest-ServersWithSpecificFlavorTestJSON-1837670196 tempest-ServersWithSpecificFlavorTestJSON-1837670196-project] Calling delete_port for 66109541-7cdd-41cd-a46a-a48c75dbdb18 owned by compute:nova {{(pid=95102) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:20:36.812506 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.db [req-4313c5ad-cd22-40d0-aa2b-3608b3f236b9 req-ae44a33a-2c91-4458-8e26-e1c078cc83ea tempest-AttachSCSIVolumeTestJSON-38860171 tempest-AttachSCSIVolumeTestJSON-38860171-project] For port fb0b1835-9081-4c25-80cf-d12f1b4e6751, host n-h2-713301-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-16',level=0,port_id=fb0b1835-9081-4c25-80cf-d12f1b4e6751,segment=NetworkSegment(24a8f1c2-6cab-462e-bcd7-b4a9edb91257),segment_id=24a8f1c2-6cab-462e-bcd7-b4a9edb91257)] {{(pid=95101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:20:36.812915 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-4313c5ad-cd22-40d0-aa2b-3608b3f236b9 req-ae44a33a-2c91-4458-8e26-e1c078cc83ea tempest-AttachSCSIVolumeTestJSON-38860171 tempest-AttachSCSIVolumeTestJSON-38860171-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-605701'] for port, precommit_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:20:36.824986 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-51222e23-8fdd-44d4-88e5-a0605f5922ee req-bbc937b9-f20b-4ef3-915d-9d01482db8e7 tempest-FloatingIPsAssociationTestJSON-1050306137 tempest-FloatingIPsAssociationTestJSON-1050306137-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:20:36.831516 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.plugin [req-4313c5ad-cd22-40d0-aa2b-3608b3f236b9 req-ae44a33a-2c91-4458-8e26-e1c078cc83ea tempest-AttachSCSIVolumeTestJSON-38860171 tempest-AttachSCSIVolumeTestJSON-38860171-project] Calling delete_port for fb0b1835-9081-4c25-80cf-d12f1b4e6751 owned by compute:nova {{(pid=95101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:20:36.873925 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 58364) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:20:36.874564 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-51222e23-8fdd-44d4-88e5-a0605f5922ee req-bbc937b9-f20b-4ef3-915d-9d01482db8e7 tempest-FloatingIPsAssociationTestJSON-1050306137 tempest-FloatingIPsAssociationTestJSON-1050306137-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-601884'] for floatingip, after_update {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:20:36.874903 n-d-713301-16 neutron-server[95102]: INFO neutron.db.l3_db [req-51222e23-8fdd-44d4-88e5-a0605f5922ee req-bbc937b9-f20b-4ef3-915d-9d01482db8e7 tempest-FloatingIPsAssociationTestJSON-1050306137 tempest-FloatingIPsAssociationTestJSON-1050306137-project] Floating IP 082b25a9-a906-49b1-824e-9a61d349c236 disassociated. External IP: 172.25.1.126, port: 873e7b65-11d6-43a3-9a7a-31d0e534d4d5. Sep 23 19:20:36.990734 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a34847a-fb26-4555-9c1e-6f5c70dacbac req-f49e77c5-6e43-43ea-824f-1e4cd5d3289e tempest-ServersAdminTestJSON-1371927677 tempest-ServersAdminTestJSON-1371927677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:20:36.992472 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-3a34847a-fb26-4555-9c1e-6f5c70dacbac req-f49e77c5-6e43-43ea-824f-1e4cd5d3289e tempest-ServersAdminTestJSON-1371927677 tempest-ServersAdminTestJSON-1371927677-project] 10.222.0.67 "GET /v2.0/ports?device_id=eec269a6-21d4-4d21-9edd-6b8e46784f66 HTTP/1.1" status: 200 len: 949 time: 0.1866376 Sep 23 19:20:37.041395 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-4313c5ad-cd22-40d0-aa2b-3608b3f236b9 req-ae44a33a-2c91-4458-8e26-e1c078cc83ea tempest-AttachSCSIVolumeTestJSON-38860171 tempest-AttachSCSIVolumeTestJSON-38860171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783146162158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783145673144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5607431'] for port, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:20:37.053909 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] get_ports_and_sgs() called for port_ids ['fb0b1835-9081-4c25-80cf-d12f1b4e6751'] {{(pid=95103) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 19:20:37.086188 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae44a33a-2c91-4458-8e26-e1c078cc83ea tempest-AttachSCSIVolumeTestJSON-38860171 tempest-AttachSCSIVolumeTestJSON-38860171-project] Pushing event deleted for resources: {'Port': ['ID=fb0b1835-9081-4c25-80cf-d12f1b4e6751,revision_number=None']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:20:37.089404 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.v2.base [None req-c6634f59-a2b1-423d-8638-9065e327a47d admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsTestJSON-677822387-network', 'tenant_id': '5c7e58d511994cccb082b917c36a96c0'}} {{(pid=95102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:20:37.104135 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-3a34847a-fb26-4555-9c1e-6f5c70dacbac req-bf6ee8eb-42af-4927-995a-df37a509dcf4 tempest-ServersAdminTestJSON-1371927677 tempest-ServersAdminTestJSON-1371927677-project] 10.222.0.67 "GET /v2.0/security-groups?id=f6ea2bc2-ae02-426e-9312-246b38837e94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956190 Sep 23 19:20:37.163610 n-d-713301-16 neutron-server[95101]: DEBUG neutron.db.l3_dvrscheduler_db [req-4313c5ad-cd22-40d0-aa2b-3608b3f236b9 req-ae44a33a-2c91-4458-8e26-e1c078cc83ea tempest-AttachSCSIVolumeTestJSON-38860171 tempest-AttachSCSIVolumeTestJSON-38860171-project] No DVR routers for this DVR port fb0b1835-9081-4c25-80cf-d12f1b4e6751 on host n-h2-713301-16 {{(pid=95101) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 19:20:37.169938 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-4313c5ad-cd22-40d0-aa2b-3608b3f236b9 req-ae44a33a-2c91-4458-8e26-e1c078cc83ea tempest-AttachSCSIVolumeTestJSON-38860171 tempest-AttachSCSIVolumeTestJSON-38860171-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222849'] for port, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:20:37.172713 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-4313c5ad-cd22-40d0-aa2b-3608b3f236b9 req-ae44a33a-2c91-4458-8e26-e1c078cc83ea tempest-AttachSCSIVolumeTestJSON-38860171 tempest-AttachSCSIVolumeTestJSON-38860171-project] 10.222.0.53 "DELETE /v2.0/ports/fb0b1835-9081-4c25-80cf-d12f1b4e6751 HTTP/1.1" status: 204 len: 173 time: 0.6363335 Sep 23 19:20:37.204583 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6634f59-a2b1-423d-8638-9065e327a47d admin admin] Made reservation on behalf of 5c7e58d511994cccb082b917c36a96c0 for: {'network': 1} {{(pid=95102) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:20:37.208107 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-c6634f59-a2b1-423d-8638-9065e327a47d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for network, before_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:20:37.210314 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-b3edda77-e2db-454a-aff7-ad8237728648 req-9de4caab-199c-4f62-a832-ea6a907bb8a8 tempest-ServersWithSpecificFlavorTestJSON-1837670196 tempest-ServersWithSpecificFlavorTestJSON-1837670196-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783146162158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783145673144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4399100'] for port, after_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:20:37.532337 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-c6634f59-a2b1-423d-8638-9065e327a47d admin admin] Notify callbacks [] for security_group, before_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:20:37.550504 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9de4caab-199c-4f62-a832-ea6a907bb8a8 tempest-ServersWithSpecificFlavorTestJSON-1837670196 tempest-ServersWithSpecificFlavorTestJSON-1837670196-project] Pushing event deleted for resources: {'Port': ['ID=66109541-7cdd-41cd-a46a-a48c75dbdb18,revision_number=None']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:20:37.648571 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb09645-037d-4fc3-953d-b99f54768fb8 req-788e487e-82a1-485a-853e-045df20a88f1 tempest-LiveMigrationNegativeTest-42861435 tempest-LiveMigrationNegativeTest-42861435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:20:37.655212 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1bb3ad-2a9b-44ef-bfed-4e87e486cce5 req-5ec154fa-3129-45bb-ac29-7bb0f2106055 tempest-ServersWithSpecificFlavorTestJSON-1837670196 tempest-ServersWithSpecificFlavorTestJSON-1837670196-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:20:37.655749 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-5cb09645-037d-4fc3-953d-b99f54768fb8 req-788e487e-82a1-485a-853e-045df20a88f1 tempest-LiveMigrationNegativeTest-42861435 tempest-LiveMigrationNegativeTest-42861435-project] 10.222.0.67 "GET /v2.0/ports?device_id=8be33c61-acc3-4d38-bc96-9f9b0f45c04e HTTP/1.1" status: 200 len: 950 time: 0.4433281 Sep 23 19:20:37.656878 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-bd1bb3ad-2a9b-44ef-bfed-4e87e486cce5 req-5ec154fa-3129-45bb-ac29-7bb0f2106055 tempest-ServersWithSpecificFlavorTestJSON-1837670196 tempest-ServersWithSpecificFlavorTestJSON-1837670196-project] 10.222.0.53 "GET /v2.0/networks?id=d5983aa5-dc01-48bc-bff2-9c83789f0fba HTTP/1.1" status: 200 len: 824 time: 0.1354156 Sep 23 19:20:37.663899 n-d-713301-16 neutron-server[95102]: DEBUG neutron.scheduler.l3_agent_scheduler [req-51222e23-8fdd-44d4-88e5-a0605f5922ee req-bbc937b9-f20b-4ef3-915d-9d01482db8e7 tempest-FloatingIPsAssociationTestJSON-1050306137 tempest-FloatingIPsAssociationTestJSON-1050306137-project] Router c3636d9e-644f-4dcd-83d7-48470ac1bc59 has already been hosted by L3 agent 79a740bf-7821-4989-8288-7186e3e128f3 {{(pid=95102) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 19:20:37.801290 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-bd1bb3ad-2a9b-44ef-bfed-4e87e486cce5 req-7202ae88-0ec8-4547-940e-3cef0abc2655 tempest-ServersWithSpecificFlavorTestJSON-1837670196 tempest-ServersWithSpecificFlavorTestJSON-1837670196-project] 10.222.0.53 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=07622c7485a94956bd0dfade6db60bcf HTTP/1.1" status: 200 len: 380 time: 0.1294804 Sep 23 19:20:37.818578 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.v2.base [req-bd1bb3ad-2a9b-44ef-bfed-4e87e486cce5 req-7b10dea4-aedf-4cf2-9da2-6053408f20f5 tempest-ServersWithSpecificFlavorTestJSON-1837670196 tempest-ServersWithSpecificFlavorTestJSON-1837670196-project] Request body: {'port': {'device_id': '56dbe3b8-fbb3-4256-9bd0-adad1d2faa26', 'network_id': 'd5983aa5-dc01-48bc-bff2-9c83789f0fba', 'admin_state_up': True, 'tenant_id': '07622c7485a94956bd0dfade6db60bcf', 'security_groups': ['d5229659-9431-4b80-bd22-2c55198ccc0d']}} {{(pid=95101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:20:37.828318 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-5cb09645-037d-4fc3-953d-b99f54768fb8 req-669cc7d7-6393-4009-a664-8626dd314470 tempest-LiveMigrationNegativeTest-42861435 tempest-LiveMigrationNegativeTest-42861435-project] 10.222.0.67 "GET /v2.0/security-groups?id=4ed1ec61-8ec9-44fd-9365-22dc1954f969&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1716549 Sep 23 19:20:37.917070 n-d-713301-16 neutron-server[95102]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b3edda77-e2db-454a-aff7-ad8237728648 req-9de4caab-199c-4f62-a832-ea6a907bb8a8 tempest-ServersWithSpecificFlavorTestJSON-1837670196 tempest-ServersWithSpecificFlavorTestJSON-1837670196-project] Router feeab25d-ce84-4322-90bf-cabdf15b69ef has already been hosted by L3 agent 79a740bf-7821-4989-8288-7186e3e128f3 {{(pid=95102) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 19:20:37.933998 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-c6634f59-a2b1-423d-8638-9065e327a47d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:20:37.945052 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-c6634f59-a2b1-423d-8638-9065e327a47d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:20:38.025377 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c6634f59-a2b1-423d-8638-9065e327a47d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 636} {{(pid=95102) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 19:20:38.039179 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-51222e23-8fdd-44d4-88e5-a0605f5922ee req-bbc937b9-f20b-4ef3-915d-9d01482db8e7 tempest-FloatingIPsAssociationTestJSON-1050306137 tempest-FloatingIPsAssociationTestJSON-1050306137-project] Notify agent at l3_agent.n-d-713301-16 the message routers_updated {{(pid=95102) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 19:20:38.047025 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bde4f0f4-abe4-40d2-a230-a8c905b2f5af None None] Sync routers for ids ['c3636d9e-644f-4dcd-83d7-48470ac1bc59'] in n-d-713301-16 {{(pid=95104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 19:20:38.072199 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-51222e23-8fdd-44d4-88e5-a0605f5922ee req-bbc937b9-f20b-4ef3-915d-9d01482db8e7 tempest-FloatingIPsAssociationTestJSON-1050306137 tempest-FloatingIPsAssociationTestJSON-1050306137-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222849'] for floatingip, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:20:38.074128 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bd1bb3ad-2a9b-44ef-bfed-4e87e486cce5 req-7b10dea4-aedf-4cf2-9da2-6053408f20f5 tempest-ServersWithSpecificFlavorTestJSON-1837670196 tempest-ServersWithSpecificFlavorTestJSON-1837670196-project] Made reservation on behalf of 07622c7485a94956bd0dfade6db60bcf for: {'port': 1} {{(pid=95101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:20:38.076401 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bde4f0f4-abe4-40d2-a230-a8c905b2f5af None None] Routers {'c3636d9e-644f-4dcd-83d7-48470ac1bc59'} bound to L3 agent in host n-d-713301-16 {{(pid=95104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 19:20:38.077214 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6634f59-a2b1-423d-8638-9065e327a47d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87ba3455-2374-4d66-b6f9-7fb4c2df74bb,revision_number=1']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:20:38.078347 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_hamode_db [None req-bde4f0f4-abe4-40d2-a230-a8c905b2f5af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-23T19:07:52Z,description=,heartbeat_timestamp=2021-09-23T19:20:22Z,host='n-d-713301-16',id=79a740bf-7821-4989-8288-7186e3e128f3,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:07:52Z,topic='l3_agent')) {'router_ids': ['c3636d9e-644f-4dcd-83d7-48470ac1bc59'], 'active': True} {{(pid=95104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:20:38.088812 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-bd1bb3ad-2a9b-44ef-bfed-4e87e486cce5 req-7b10dea4-aedf-4cf2-9da2-6053408f20f5 tempest-ServersWithSpecificFlavorTestJSON-1837670196 tempest-ServersWithSpecificFlavorTestJSON-1837670196-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:20:38.113048 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-c6634f59-a2b1-423d-8638-9065e327a47d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1756186'] for segment, precommit_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:20:38.113395 n-d-713301-16 neutron-server[95102]: INFO neutron.db.segments_db [None req-c6634f59-a2b1-423d-8638-9065e327a47d admin admin] Added segment 49f54249-a606-4788-b164-92fb7c23cb9c of type vlan for network 1048b771-fe5c-4195-91f1-88a21e64a743 Sep 23 19:20:38.155832 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-51222e23-8fdd-44d4-88e5-a0605f5922ee req-bbc937b9-f20b-4ef3-915d-9d01482db8e7 tempest-FloatingIPsAssociationTestJSON-1050306137 tempest-FloatingIPsAssociationTestJSON-1050306137-project] 10.222.0.67 "PUT /v2.0/floatingips/082b25a9-a906-49b1-824e-9a61d349c236 HTTP/1.1" status: 200 len: 696 time: 1.8287029 Sep 23 19:20:38.217843 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-c6634f59-a2b1-423d-8638-9065e327a47d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783145630486'] for network, precommit_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:20:38.246129 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_dvr_db [None req-bde4f0f4-abe4-40d2-a230-a8c905b2f5af None None] Set router c3636d9e-644f-4dcd-83d7-48470ac1bc59 gateway port host: n-d-713301-16 {{(pid=95104) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 19:20:38.254262 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12884c1c-d3b6-4492-b595-75cae6de57a4 req-a5650043-6a8f-4da4-b86b-81521baf6356 tempest-LiveMigrationTest-1843640962 tempest-LiveMigrationTest-1843640962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:20:38.255849 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-12884c1c-d3b6-4492-b595-75cae6de57a4 req-a5650043-6a8f-4da4-b86b-81521baf6356 tempest-LiveMigrationTest-1843640962 tempest-LiveMigrationTest-1843640962-project] 10.222.0.67 "GET /v2.0/ports?device_id=ba1a1de7-919d-4e04-a64c-8e58b5236248 HTTP/1.1" status: 200 len: 944 time: 0.1796227 Sep 23 19:20:38.260862 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b3edda77-e2db-454a-aff7-ad8237728648 req-9de4caab-199c-4f62-a832-ea6a907bb8a8 tempest-ServersWithSpecificFlavorTestJSON-1837670196 tempest-ServersWithSpecificFlavorTestJSON-1837670196-project] Notify agent at l3_agent.n-d-713301-16 the message routers_updated {{(pid=95102) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 19:20:38.280953 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02d18e45-95cf-48be-a14c-397e48886aed None None] Sync routers for ids ['feeab25d-ce84-4322-90bf-cabdf15b69ef'] in n-d-713301-16 {{(pid=95103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 19:20:38.311885 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02d18e45-95cf-48be-a14c-397e48886aed None None] Routers {'feeab25d-ce84-4322-90bf-cabdf15b69ef'} bound to L3 agent in host n-d-713301-16 {{(pid=95103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 19:20:38.312666 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_hamode_db [None req-02d18e45-95cf-48be-a14c-397e48886aed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-23T19:07:52Z,description=,heartbeat_timestamp=2021-09-23T19:20:22Z,host='n-d-713301-16',id=79a740bf-7821-4989-8288-7186e3e128f3,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:07:52Z,topic='l3_agent')) {'router_ids': ['feeab25d-ce84-4322-90bf-cabdf15b69ef'], 'active': True} {{(pid=95103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:20:38.317715 n-d-713301-16 neutron-server[95101]: DEBUG neutron.db.db_base_plugin_common [req-bd1bb3ad-2a9b-44ef-bfed-4e87e486cce5 req-7b10dea4-aedf-4cf2-9da2-6053408f20f5 tempest-ServersWithSpecificFlavorTestJSON-1837670196 tempest-ServersWithSpecificFlavorTestJSON-1837670196-project] Allocated IP 172.20.0.12 (d5983aa5-dc01-48bc-bff2-9c83789f0fba/d6f0871f-c3f6-47e4-ac38-d95f0ade6ade/e0c92bce-f19f-4445-a89e-4f4298f09c27) {{(pid=95101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 19:20:38.322896 n-d-713301-16 neutron-server[95102]: DEBUG neutron.db.l3_dvrscheduler_db [req-b3edda77-e2db-454a-aff7-ad8237728648 req-9de4caab-199c-4f62-a832-ea6a907bb8a8 tempest-ServersWithSpecificFlavorTestJSON-1837670196 tempest-ServersWithSpecificFlavorTestJSON-1837670196-project] No DVR routers for this DVR port 66109541-7cdd-41cd-a46a-a48c75dbdb18 on host n-h1-713301-16 {{(pid=95102) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 19:20:38.328889 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-b3edda77-e2db-454a-aff7-ad8237728648 req-9de4caab-199c-4f62-a832-ea6a907bb8a8 tempest-ServersWithSpecificFlavorTestJSON-1837670196 tempest-ServersWithSpecificFlavorTestJSON-1837670196-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222849'] for port, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:20:38.331522 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-b3edda77-e2db-454a-aff7-ad8237728648 req-9de4caab-199c-4f62-a832-ea6a907bb8a8 tempest-ServersWithSpecificFlavorTestJSON-1837670196 tempest-ServersWithSpecificFlavorTestJSON-1837670196-project] 10.222.0.74 "DELETE /v2.0/ports/66109541-7cdd-41cd-a46a-a48c75dbdb18 HTTP/1.1" status: 204 len: 173 time: 2.4762259 Sep 23 19:20:38.357995 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-c6634f59-a2b1-423d-8638-9065e327a47d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299'] for network, after_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:20:38.358968 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6634f59-a2b1-423d-8638-9065e327a47d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:20:38.359564 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-c6634f59-a2b1-423d-8638-9065e327a47d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527417'] for network, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:20:38.498995 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6634f59-a2b1-423d-8638-9065e327a47d admin admin] Pushing event updated for resources: {'Network': ['ID=1048b771-fe5c-4195-91f1-88a21e64a743,revision_number=1']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:20:38.502716 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51222e23-8fdd-44d4-88e5-a0605f5922ee req-a59fc228-dcee-48f7-a4fc-b206088da8d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:20:38.517281 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-51222e23-8fdd-44d4-88e5-a0605f5922ee req-a59fc228-dcee-48f7-a4fc-b206088da8d4 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=1837c91936d44f518fad2d97e5027d38&device_id=54888381-550f-4f37-8d36-836d2b5567e2 HTTP/1.1" status: 200 len: 1098 time: 0.3357627 Sep 23 19:20:38.559046 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-bd1bb3ad-2a9b-44ef-bfed-4e87e486cce5 req-7b10dea4-aedf-4cf2-9da2-6053408f20f5 tempest-ServersWithSpecificFlavorTestJSON-1837670196 tempest-ServersWithSpecificFlavorTestJSON-1837670196-project] Notify callbacks [] for port, precommit_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:20:38.563327 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Network 1048b771-fe5c-4195-91f1-88a21e64a743 details requested by agent ovs-agent-n-d-713301-16 with host n-d-713301-16 {{(pid=95103) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 19:20:38.597777 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-c6634f59-a2b1-423d-8638-9065e327a47d admin admin] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.7206128 Sep 23 19:20:38.601166 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 58380) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:20:38.610150 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.v2.base [None req-23f3ce4a-6ec6-4595-af2c-3efa041ed30b admin admin] Request body: {'subnet': {'network_id': '1048b771-fe5c-4195-91f1-88a21e64a743', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsTestJSON-677822387-subnet', 'tenant_id': '5c7e58d511994cccb082b917c36a96c0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:20:38.616798 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-bd1bb3ad-2a9b-44ef-bfed-4e87e486cce5 req-7b10dea4-aedf-4cf2-9da2-6053408f20f5 tempest-ServersWithSpecificFlavorTestJSON-1837670196 tempest-ServersWithSpecificFlavorTestJSON-1837670196-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783145673135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5607431'] for port, after_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:20:38.628763 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-12884c1c-d3b6-4492-b595-75cae6de57a4 req-08e00721-e199-4ab0-8f4e-7f507ea73315 tempest-LiveMigrationTest-1843640962 tempest-LiveMigrationTest-1843640962-project] 10.222.0.67 "GET /v2.0/security-groups?id=1c151358-1cab-48a6-be3e-ad7507b4da06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3249133 Sep 23 19:20:38.694524 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b10dea4-aedf-4cf2-9da2-6053408f20f5 tempest-ServersWithSpecificFlavorTestJSON-1837670196 tempest-ServersWithSpecificFlavorTestJSON-1837670196-project] Pushing event updated for resources: {'Port': ['ID=e0c92bce-f19f-4445-a89e-4f4298f09c27,revision_number=1']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:20:38.727447 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bd1bb3ad-2a9b-44ef-bfed-4e87e486cce5 req-7b10dea4-aedf-4cf2-9da2-6053408f20f5 tempest-ServersWithSpecificFlavorTestJSON-1837670196 tempest-ServersWithSpecificFlavorTestJSON-1837670196-project] Network d5983aa5-dc01-48bc-bff2-9c83789f0fba is already hosted by enough agents. {{(pid=95101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:20:38.731207 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.base_scheduler [req-bd1bb3ad-2a9b-44ef-bfed-4e87e486cce5 req-7b10dea4-aedf-4cf2-9da2-6053408f20f5 tempest-ServersWithSpecificFlavorTestJSON-1837670196 tempest-ServersWithSpecificFlavorTestJSON-1837670196-project] Resources bound (agent type, host, resource id): {{(pid=95101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:20:38.732629 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_dvr_db [None req-02d18e45-95cf-48be-a14c-397e48886aed None None] Set router feeab25d-ce84-4322-90bf-cabdf15b69ef gateway port host: n-d-713301-16 {{(pid=95103) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 19:20:38.733820 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_hamode_db [None req-bde4f0f4-abe4-40d2-a230-a8c905b2f5af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3636d9e-644f-4dcd-83d7-48470ac1bc59', 'name': 'tempest-FloatingIPsAssociationTestJSON-1746853027-router', 'tenant_id': '1837c91936d44f518fad2d97e5027d38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'external_fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.41'}], 'enable_snat': True}, 'gw_port_id': '3c44aec2-6b7f-49af-9d57-a9be1e2a3abf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:19:15Z', 'updated_at': '2021-09-23T19:19:25Z', 'revision_number': 4, 'project_id': '1837c91936d44f518fad2d97e5027d38', 'gw_port': {'id': '3c44aec2-6b7f-49af-9d57-a9be1e2a3abf', 'name': '', 'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:f9:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3636d9e-644f-4dcd-83d7-48470ac1bc59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 395, 'fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:19:16Z', 'updated_at': '2021-09-23T19:19:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-16', '_interfaces': [{'id': '9f3b17d9-fba6-4806-b04c-069574f4ada6', 'name': '', 'network_id': '13779c5f-d832-4edd-ba35-ebc363f13a7c', 'tenant_id': '1837c91936d44f518fad2d97e5027d38', 'mac_address': 'fa:16:3e:ec:57:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3636d9e-644f-4dcd-83d7-48470ac1bc59', 'device_owner': 'network:router_interface', 'standard_attr_id': 406, 'fixed_ips': [{'subnet_id': '7acfa417-039d-4281-a2fc-e6454233f5db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:19:23Z', 'updated_at': '2021-09-23T19:19:32Z', 'revision_number': 5, 'project_id': '1837c91936d44f518fad2d97e5027d38', 'subnets': [{'id': '7acfa417-039d-4281-a2fc-e6454233f5db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-16', False) {} {{(pid=95104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:20:38.743231 n-d-713301-16 neutron-server[95101]: DEBUG neutron.db.l3_dvrscheduler_db [req-bd1bb3ad-2a9b-44ef-bfed-4e87e486cce5 req-7b10dea4-aedf-4cf2-9da2-6053408f20f5 tempest-ServersWithSpecificFlavorTestJSON-1837670196 tempest-ServersWithSpecificFlavorTestJSON-1837670196-project] Received port after_create {{(pid=95101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 19:20:38.796376 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bde4f0f4-abe4-40d2-a230-a8c905b2f5af None None] Checking router: c3636d9e-644f-4dcd-83d7-48470ac1bc59 for host: n-d-713301-16 {{(pid=95104) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 19:20:38.806865 n-d-713301-16 neutron-server[95101]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 23 Sep 2021 19:20:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6569f0ef-2da4-4e28-970a-1049a47cd694 x-openstack-request-id: req-6569f0ef-2da4-4e28-970a-1049a47cd694 {{(pid=95101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 19:20:38.807157 n-d-713301-16 neutron-server[95101]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ba1a1de7-919d-4e04-a64c-8e58b5236248", "name": "network-vif-unplugged", "status": "completed", "tag": "ad21dcb9-92a9-4609-9d58-ec31250ff83d", "code": 200}]} {{(pid=95101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 19:20:38.807414 n-d-713301-16 neutron-server[95101]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-6569f0ef-2da4-4e28-970a-1049a47cd694 {{(pid=95101) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 19:20:38.807811 n-d-713301-16 neutron-server[95101]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ba1a1de7-919d-4e04-a64c-8e58b5236248', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ad21dcb9-92a9-4609-9d58-ec31250ff83d', 'code': 200} Sep 23 19:20:38.809469 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bde4f0f4-abe4-40d2-a230-a8c905b2f5af None None] Routers {'c3636d9e-644f-4dcd-83d7-48470ac1bc59'} bound to L3 agent in host n-d-713301-16 {{(pid=95104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 19:20:38.813282 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_hamode_db [None req-bde4f0f4-abe4-40d2-a230-a8c905b2f5af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-23T19:07:52Z,description=,heartbeat_timestamp=2021-09-23T19:20:22Z,host='n-d-713301-16',id=79a740bf-7821-4989-8288-7186e3e128f3,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:07:52Z,topic='l3_agent')) {'router_ids': ['c3636d9e-644f-4dcd-83d7-48470ac1bc59'], 'active': True} {{(pid=95104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:20:38.817253 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1bb3ad-2a9b-44ef-bfed-4e87e486cce5 req-7b10dea4-aedf-4cf2-9da2-6053408f20f5 tempest-ServersWithSpecificFlavorTestJSON-1837670196 tempest-ServersWithSpecificFlavorTestJSON-1837670196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:20:38.818216 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-bd1bb3ad-2a9b-44ef-bfed-4e87e486cce5 req-7b10dea4-aedf-4cf2-9da2-6053408f20f5 tempest-ServersWithSpecificFlavorTestJSON-1837670196 tempest-ServersWithSpecificFlavorTestJSON-1837670196-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222849'] for port, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:20:38.820804 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23f3ce4a-6ec6-4595-af2c-3efa041ed30b admin admin] Made reservation on behalf of 5c7e58d511994cccb082b917c36a96c0 for: {'subnet': 1} {{(pid=95101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:20:38.823013 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-23f3ce4a-6ec6-4595-af2c-3efa041ed30b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6130979'] for subnet, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:20:38.862739 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51222e23-8fdd-44d4-88e5-a0605f5922ee req-74d04491-1809-4bea-aad3-a56e22d6918d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:20:38.869053 n-d-713301-16 neutron-server[95103]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 19:20:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b533e16d-6fb1-46f0-9f29-c2b074006d2a x-openstack-request-id: req-b533e16d-6fb1-46f0-9f29-c2b074006d2a {{(pid=95103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 19:20:38.869790 n-d-713301-16 neutron-server[95103]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8be33c61-acc3-4d38-bc96-9f9b0f45c04e", "name": "network-vif-plugged", "status": "completed", "tag": "99250b4a-5613-4966-b9c6-4f77b051ac40", "code": 200}]} {{(pid=95103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 19:20:38.870298 n-d-713301-16 neutron-server[95103]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-b533e16d-6fb1-46f0-9f29-c2b074006d2a {{(pid=95103) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 19:20:38.870847 n-d-713301-16 neutron-server[95103]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8be33c61-acc3-4d38-bc96-9f9b0f45c04e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '99250b4a-5613-4966-b9c6-4f77b051ac40', 'code': 200} Sep 23 19:20:38.892033 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-51222e23-8fdd-44d4-88e5-a0605f5922ee req-74d04491-1809-4bea-aad3-a56e22d6918d service neutron] 10.222.0.67 "GET /v2.0/networks?id=13779c5f-d832-4edd-ba35-ebc363f13a7c HTTP/1.1" status: 200 len: 922 time: 0.3731344 Sep 23 19:20:38.997766 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-51222e23-8fdd-44d4-88e5-a0605f5922ee req-38a8c85d-ec79-4ce4-b890-2d2d13a3ccf3 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=873e7b65-11d6-43a3-9a7a-31d0e534d4d5 HTTP/1.1" status: 200 len: 217 time: 0.1018226 Sep 23 19:20:39.001478 n-d-713301-16 neutron-server[95102]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 19:20:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d803da27-e09d-465f-9d93-0428c2849b0a x-openstack-request-id: req-d803da27-e09d-465f-9d93-0428c2849b0a {{(pid=95102) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 19:20:39.001880 n-d-713301-16 neutron-server[95102]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "35f886c6-a071-4ff1-96c0-5c1ef089643d", "name": "network-vif-deleted", "tag": "adfc2094-8565-46e7-b934-be5d7a3613f3", "status": "completed", "code": 200}]} {{(pid=95102) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 19:20:39.003028 n-d-713301-16 neutron-server[95102]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-d803da27-e09d-465f-9d93-0428c2849b0a {{(pid=95102) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 19:20:39.012642 n-d-713301-16 neutron-server[95102]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '35f886c6-a071-4ff1-96c0-5c1ef089643d', 'name': 'network-vif-deleted', 'tag': 'adfc2094-8565-46e7-b934-be5d7a3613f3', 'status': 'completed', 'code': 200} Sep 23 19:20:39.051128 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-bd1bb3ad-2a9b-44ef-bfed-4e87e486cce5 req-7b10dea4-aedf-4cf2-9da2-6053408f20f5 tempest-ServersWithSpecificFlavorTestJSON-1837670196 tempest-ServersWithSpecificFlavorTestJSON-1837670196-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2371514 Sep 23 19:20:39.071390 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.v2.base [req-bd1bb3ad-2a9b-44ef-bfed-4e87e486cce5 req-573eabb9-f470-4109-bf2b-435f204e304f service neutron] Request body: {'port': {'device_id': '56dbe3b8-fbb3-4256-9bd0-adad1d2faa26', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713301-16'}} {{(pid=95101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:20:39.091175 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_dvr_db [None req-bde4f0f4-abe4-40d2-a230-a8c905b2f5af None None] Set router c3636d9e-644f-4dcd-83d7-48470ac1bc59 gateway port host: n-d-713301-16 {{(pid=95104) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 19:20:39.122367 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4eff5b0-c318-4dab-95e0-320d7bd8e9f1 req-29fe2758-6593-457f-bdf8-4f9a3ae9ae45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:20:39.124412 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-d4eff5b0-c318-4dab-95e0-320d7bd8e9f1 req-29fe2758-6593-457f-bdf8-4f9a3ae9ae45 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=8be33c61-acc3-4d38-bc96-9f9b0f45c04e HTTP/1.1" status: 200 len: 1102 time: 0.1740477 Sep 23 19:20:39.196214 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51222e23-8fdd-44d4-88e5-a0605f5922ee req-a0ed2df2-68c9-496b-a071-6bf76313f779 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:20:39.207842 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-51222e23-8fdd-44d4-88e5-a0605f5922ee req-a0ed2df2-68c9-496b-a071-6bf76313f779 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=7acfa417-039d-4281-a2fc-e6454233f5db HTTP/1.1" status: 200 len: 860 time: 0.1940091 Sep 23 19:20:39.256887 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-116b8d6b-4bb0-44e6-b081-1bb52fe68cdd req-0a51998c-6cf5-42f3-909e-a27b4f1987be tempest-ServersWithSpecificFlavorTestJSON-1837670196 tempest-ServersWithSpecificFlavorTestJSON-1837670196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:20:39.258807 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-116b8d6b-4bb0-44e6-b081-1bb52fe68cdd req-0a51998c-6cf5-42f3-909e-a27b4f1987be tempest-ServersWithSpecificFlavorTestJSON-1837670196 tempest-ServersWithSpecificFlavorTestJSON-1837670196-project] 10.222.0.67 "GET /v2.0/ports?device_id=56dbe3b8-fbb3-4256-9bd0-adad1d2faa26 HTTP/1.1" status: 200 len: 932 time: 0.1853442 Sep 23 19:20:39.270613 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-d4eff5b0-c318-4dab-95e0-320d7bd8e9f1 req-9cffcafd-98c5-4f0c-b7a6-60cf27b46598 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=4ed1ec61-8ec9-44fd-9365-22dc1954f969&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1286077 Sep 23 19:20:39.271458 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-bd1bb3ad-2a9b-44ef-bfed-4e87e486cce5 req-573eabb9-f470-4109-bf2b-435f204e304f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:20:39.278202 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51222e23-8fdd-44d4-88e5-a0605f5922ee req-b90f3328-98a4-4857-9c82-d3c300aaa34f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:20:39.286563 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-51222e23-8fdd-44d4-88e5-a0605f5922ee req-b90f3328-98a4-4857-9c82-d3c300aaa34f service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=13779c5f-d832-4edd-ba35-ebc363f13a7c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0775106 Sep 23 19:20:39.369351 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-116b8d6b-4bb0-44e6-b081-1bb52fe68cdd req-cb99b0f5-eec1-46fa-989c-0223bda15c03 tempest-ServersWithSpecificFlavorTestJSON-1837670196 tempest-ServersWithSpecificFlavorTestJSON-1837670196-project] 10.222.0.67 "GET /v2.0/security-groups?id=d5229659-9431-4b80-bd22-2c55198ccc0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0998039 Sep 23 19:20:39.389525 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-23f3ce4a-6ec6-4595-af2c-3efa041ed30b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5607579', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6130961'] for subnet, after_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:20:39.454510 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_hamode_db [None req-02d18e45-95cf-48be-a14c-397e48886aed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'feeab25d-ce84-4322-90bf-cabdf15b69ef', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1785898101-router', 'tenant_id': '07622c7485a94956bd0dfade6db60bcf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'external_fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.211'}], 'enable_snat': True}, 'gw_port_id': 'f5b8b238-0c5d-4fc8-b0aa-a15d3368bb22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:17:51Z', 'updated_at': '2021-09-23T19:18:05Z', 'revision_number': 4, 'project_id': '07622c7485a94956bd0dfade6db60bcf', 'gw_port': {'id': 'f5b8b238-0c5d-4fc8-b0aa-a15d3368bb22', 'name': '', 'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:ae:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'feeab25d-ce84-4322-90bf-cabdf15b69ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:17:55Z', 'updated_at': '2021-09-23T19:18:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-16', '_interfaces': [{'id': '630db028-2806-40e9-aef2-932766c7b258', 'name': '', 'network_id': 'd5983aa5-dc01-48bc-bff2-9c83789f0fba', 'tenant_id': '07622c7485a94956bd0dfade6db60bcf', 'mac_address': 'fa:16:3e:69:94:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'feeab25d-ce84-4322-90bf-cabdf15b69ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': 'd6f0871f-c3f6-47e4-ac38-d95f0ade6ade', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:18:02Z', 'updated_at': '2021-09-23T19:18:11Z', 'revision_number': 5, 'project_id': '07622c7485a94956bd0dfade6db60bcf', 'subnets': [{'id': 'd6f0871f-c3f6-47e4-ac38-d95f0ade6ade', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-16', False) {} {{(pid=95103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:20:39.485288 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-51222e23-8fdd-44d4-88e5-a0605f5922ee req-02a79d51-86d0-4eab-8840-3dc7ac5d5816 service neutron] 10.222.0.67 "GET /v2.0/networks/13779c5f-d832-4edd-ba35-ebc363f13a7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1971219 Sep 23 19:20:39.492899 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02d18e45-95cf-48be-a14c-397e48886aed None None] Checking router: feeab25d-ce84-4322-90bf-cabdf15b69ef for host: n-d-713301-16 {{(pid=95103) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 19:20:39.498422 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Device ad21dcb9-92a9-4609-9d58-ec31250ff83d details requested by agent hyperv_n-h1-713301-16 with host n-h1-713301-16 {{(pid=95103) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 19:20:39.505546 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23f3ce4a-6ec6-4595-af2c-3efa041ed30b admin admin] Pushing event updated for resources: {'Subnet': ['ID=b84f7821-b37e-4a80-a926-f6a9a7ebc403,revision_number=0']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:20:39.702578 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Device 66109541-7cdd-41cd-a46a-a48c75dbdb18 no longer exists at agent hyperv_n-h1-713301-16 {{(pid=95103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 19:20:39.792761 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-51222e23-8fdd-44d4-88e5-a0605f5922ee req-91c1ab73-1d59-43a6-b21b-cb882a0cce10 service neutron] 10.222.0.67 "GET /v2.0/networks/13779c5f-d832-4edd-ba35-ebc363f13a7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3059154 Sep 23 19:20:39.840116 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.plugin [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] No Port match for: 66109541-7cdd-41cd-a46a-a48c75dbdb18 {{(pid=95103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 19:20:39.840462 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Device 66109541-7cdd-41cd-a46a-a48c75dbdb18 not bound to the agent host n-h1-713301-16 {{(pid=95103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 19:20:39.846178 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23f3ce4a-6ec6-4595-af2c-3efa041ed30b admin admin] Checking segment: {'id': '49f54249-a606-4788-b164-92fb7c23cb9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '1048b771-fe5c-4195-91f1-88a21e64a743'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:20:39.846822 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23f3ce4a-6ec6-4595-af2c-3efa041ed30b admin admin] Network hostable DHCP agents. Network: 1048b771-fe5c-4195-91f1-88a21e64a743, hostable agents: ['1b18bf05-1b5f-4587-be5c-af3ac38e32ad'], hosted agents: [] {{(pid=95101) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 19:20:39.852191 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02d18e45-95cf-48be-a14c-397e48886aed None None] Routers {'feeab25d-ce84-4322-90bf-cabdf15b69ef'} bound to L3 agent in host n-d-713301-16 {{(pid=95103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 19:20:39.852870 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_hamode_db [None req-02d18e45-95cf-48be-a14c-397e48886aed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-23T19:07:52Z,description=,heartbeat_timestamp=2021-09-23T19:20:22Z,host='n-d-713301-16',id=79a740bf-7821-4989-8288-7186e3e128f3,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:07:52Z,topic='l3_agent')) {'router_ids': ['feeab25d-ce84-4322-90bf-cabdf15b69ef'], 'active': True} {{(pid=95103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:20:39.891951 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_hamode_db [None req-bde4f0f4-abe4-40d2-a230-a8c905b2f5af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3636d9e-644f-4dcd-83d7-48470ac1bc59', 'name': 'tempest-FloatingIPsAssociationTestJSON-1746853027-router', 'tenant_id': '1837c91936d44f518fad2d97e5027d38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'external_fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.41'}], 'enable_snat': True}, 'gw_port_id': '3c44aec2-6b7f-49af-9d57-a9be1e2a3abf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:19:15Z', 'updated_at': '2021-09-23T19:19:25Z', 'revision_number': 4, 'project_id': '1837c91936d44f518fad2d97e5027d38', 'gw_port': {'id': '3c44aec2-6b7f-49af-9d57-a9be1e2a3abf', 'name': '', 'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:f9:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3636d9e-644f-4dcd-83d7-48470ac1bc59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 395, 'fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:19:16Z', 'updated_at': '2021-09-23T19:19:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-16', '_interfaces': [{'id': '9f3b17d9-fba6-4806-b04c-069574f4ada6', 'name': '', 'network_id': '13779c5f-d832-4edd-ba35-ebc363f13a7c', 'tenant_id': '1837c91936d44f518fad2d97e5027d38', 'mac_address': 'fa:16:3e:ec:57:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3636d9e-644f-4dcd-83d7-48470ac1bc59', 'device_owner': 'network:router_interface', 'standard_attr_id': 406, 'fixed_ips': [{'subnet_id': '7acfa417-039d-4281-a2fc-e6454233f5db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:19:23Z', 'updated_at': '2021-09-23T19:19:32Z', 'revision_number': 5, 'project_id': '1837c91936d44f518fad2d97e5027d38', 'subnets': [{'id': '7acfa417-039d-4281-a2fc-e6454233f5db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-16', False) {} {{(pid=95104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:20:39.991029 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bde4f0f4-abe4-40d2-a230-a8c905b2f5af None None] The sync data for ids ['c3636d9e-644f-4dcd-83d7-48470ac1bc59'] in n-d-713301-16 is: [{'id': 'c3636d9e-644f-4dcd-83d7-48470ac1bc59', 'name': 'tempest-FloatingIPsAssociationTestJSON-1746853027-router', 'tenant_id': '1837c91936d44f518fad2d97e5027d38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'external_fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.41'}], 'enable_snat': True}, 'gw_port_id': '3c44aec2-6b7f-49af-9d57-a9be1e2a3abf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:19:15Z', 'updated_at': '2021-09-23T19:19:25Z', 'revision_number': 4, 'project_id': '1837c91936d44f518fad2d97e5027d38', 'gw_port': {'id': '3c44aec2-6b7f-49af-9d57-a9be1e2a3abf', 'name': '', 'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:f9:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3636d9e-644f-4dcd-83d7-48470ac1bc59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 395, 'fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:19:16Z', 'updated_at': '2021-09-23T19:19:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-16', '_interfaces': [{'id': '9f3b17d9-fba6-4806-b04c-069574f4ada6', 'name': '', 'network_id': '13779c5f-d832-4edd-ba35-ebc363f13a7c', 'tenant_id': '1837c91936d44f518fad2d97e5027d38', 'mac_address': 'fa:16:3e:ec:57:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3636d9e-644f-4dcd-83d7-48470ac1bc59', 'device_owner': 'network:router_interface', 'standard_attr_id': 406, 'fixed_ips': [{'subnet_id': '7acfa417-039d-4281-a2fc-e6454233f5db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:19:23Z', 'updated_at': '2021-09-23T19:19:32Z', 'revision_number': 5, 'project_id': '1837c91936d44f518fad2d97e5027d38', 'subnets': [{'id': '7acfa417-039d-4281-a2fc-e6454233f5db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 19:20:40.001112 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] For port ad21dcb9-92a9-4609-9d58-ec31250ff83d, host n-h2-713301-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-16',level=0,port_id=ad21dcb9-92a9-4609-9d58-ec31250ff83d,segment=NetworkSegment(6735b3c2-9e0f-43a7-8f57-e48eb1a30c85),segment_id=6735b3c2-9e0f-43a7-8f57-e48eb1a30c85)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:20:40.016457 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23f3ce4a-6ec6-4595-af2c-3efa041ed30b admin admin] Network 1048b771-fe5c-4195-91f1-88a21e64a743 is scheduled to be hosted by DHCP agent 1b18bf05-1b5f-4587-be5c-af3ac38e32ad with binding_index 1 {{(pid=95101) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 19:20:40.092212 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b8dc36-a343-4646-a14d-262a75233cc3 req-4d0c3814-e0c0-4c64-9be7-aba1be08d2e4 tempest-LiveMigrationNegativeTest-42861435 tempest-LiveMigrationNegativeTest-42861435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:20:40.099609 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-f6b8dc36-a343-4646-a14d-262a75233cc3 req-4d0c3814-e0c0-4c64-9be7-aba1be08d2e4 tempest-LiveMigrationNegativeTest-42861435 tempest-LiveMigrationNegativeTest-42861435-project] 10.222.0.67 "GET /v2.0/ports?device_id=8be33c61-acc3-4d38-bc96-9f9b0f45c04e HTTP/1.1" status: 200 len: 950 time: 0.0726850 Sep 23 19:20:40.157129 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Device ad21dcb9-92a9-4609-9d58-ec31250ff83d has no active binding in host n-h1-713301-16 {{(pid=95103) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Sep 23 19:20:40.160680 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.base_scheduler [None req-23f3ce4a-6ec6-4595-af2c-3efa041ed30b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713301-16, 1048b771-fe5c-4195-91f1-88a21e64a743) {{(pid=95101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:20:40.178457 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-f6b8dc36-a343-4646-a14d-262a75233cc3 req-4b8a624e-02f1-420e-8e82-2b0fc5309478 tempest-LiveMigrationNegativeTest-42861435 tempest-LiveMigrationNegativeTest-42861435-project] 10.222.0.67 "GET /v2.0/security-groups?id=4ed1ec61-8ec9-44fd-9365-22dc1954f969&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725801 Sep 23 19:20:40.181283 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96ffd774-13de-43d9-b8b4-1be63b9fedf4 None None] Network 1048b771-fe5c-4195-91f1-88a21e64a743 requested from n-d-713301-16 {{(pid=95103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 19:20:40.227321 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23f3ce4a-6ec6-4595-af2c-3efa041ed30b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:20:40.228227 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-23f3ce4a-6ec6-4595-af2c-3efa041ed30b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527417'] for subnet, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:20:40.287363 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_dvr_db [None req-02d18e45-95cf-48be-a14c-397e48886aed None None] Set router feeab25d-ce84-4322-90bf-cabdf15b69ef gateway port host: n-d-713301-16 {{(pid=95103) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 19:20:40.291513 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-23f3ce4a-6ec6-4595-af2c-3efa041ed30b admin admin] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.6881945 Sep 23 19:20:40.310090 n-d-713301-16 neutron-server[95101]: DEBUG neutron.notifiers.nova [req-bd1bb3ad-2a9b-44ef-bfed-4e87e486cce5 req-573eabb9-f470-4109-bf2b-435f204e304f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e0c92bce-f19f-4445-a89e-4f4298f09c27 {{(pid=95101) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 19:20:40.332861 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-bd1bb3ad-2a9b-44ef-bfed-4e87e486cce5 req-573eabb9-f470-4109-bf2b-435f204e304f service neutron] Notify callbacks [] for port, precommit_update {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:20:40.389283 n-d-713301-16 neutron-server[95101]: DEBUG neutron.db.provisioning_blocks [req-bd1bb3ad-2a9b-44ef-bfed-4e87e486cce5 req-573eabb9-f470-4109-bf2b-435f204e304f service neutron] Transition to ACTIVE for port object e0c92bce-f19f-4445-a89e-4f4298f09c27 will not be triggered until provisioned by entity L2. {{(pid=95101) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 19:20:40.398934 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-bd1bb3ad-2a9b-44ef-bfed-4e87e486cce5 req-573eabb9-f470-4109-bf2b-435f204e304f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5607436'] for port, after_update {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:20:40.422140 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-032f1916-8ca7-4308-97f5-4e53a2014406 req-e16878b4-0808-4240-9a03-3c98e967d250 tempest-LiveMigrationTest-1843640962 tempest-LiveMigrationTest-1843640962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:20:40.426572 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-032f1916-8ca7-4308-97f5-4e53a2014406 req-e16878b4-0808-4240-9a03-3c98e967d250 tempest-LiveMigrationTest-1843640962 tempest-LiveMigrationTest-1843640962-project] 10.222.0.67 "GET /v2.0/ports?device_id=ba1a1de7-919d-4e04-a64c-8e58b5236248 HTTP/1.1" status: 200 len: 944 time: 0.1626458 Sep 23 19:20:40.505639 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12b4de99-7c7d-4994-a8b3-55f9fba40865 None None] New status for floating IP 082b25a9-a906-49b1-824e-9a61d349c236: DOWN {{(pid=95104) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 23 19:20:40.525742 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-032f1916-8ca7-4308-97f5-4e53a2014406 req-1f1d20d1-0b15-48e5-bae0-10f46de9bc50 tempest-LiveMigrationTest-1843640962 tempest-LiveMigrationTest-1843640962-project] 10.222.0.67 "GET /v2.0/security-groups?id=1c151358-1cab-48a6-be3e-ad7507b4da06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909510 Sep 23 19:20:40.598307 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-573eabb9-f470-4109-bf2b-435f204e304f service neutron] Pushing event updated for resources: {'Port': ['ID=e0c92bce-f19f-4445-a89e-4f4298f09c27,revision_number=2']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:20:40.624569 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b9010c4-c582-417b-af18-4273414719b1 None None] Network 1048b771-fe5c-4195-91f1-88a21e64a743 requested from n-d-713301-16 {{(pid=95103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 19:20:40.762220 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.managers [req-bd1bb3ad-2a9b-44ef-bfed-4e87e486cce5 req-573eabb9-f470-4109-bf2b-435f204e304f service neutron] Attempting to bind port e0c92bce-f19f-4445-a89e-4f4298f09c27 on host n-h2-713301-16 for vnic_type normal with profile {{(pid=95101) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 19:20:40.765641 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.managers [req-bd1bb3ad-2a9b-44ef-bfed-4e87e486cce5 req-573eabb9-f470-4109-bf2b-435f204e304f service neutron] Attempting to bind port e0c92bce-f19f-4445-a89e-4f4298f09c27 by drivers openvswitch,hyperv on host n-h2-713301-16 at level 0 using segments [{'id': '7c11e0df-7313-4765-ac14-518be1d9f929', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': 'd5983aa5-dc01-48bc-bff2-9c83789f0fba'}] {{(pid=95101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 19:20:40.767453 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd1bb3ad-2a9b-44ef-bfed-4e87e486cce5 req-573eabb9-f470-4109-bf2b-435f204e304f service neutron] Attempting to bind port e0c92bce-f19f-4445-a89e-4f4298f09c27 on network d5983aa5-dc01-48bc-bff2-9c83789f0fba {{(pid=95101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:20:40.779245 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd1bb3ad-2a9b-44ef-bfed-4e87e486cce5 req-573eabb9-f470-4109-bf2b-435f204e304f service neutron] Port e0c92bce-f19f-4445-a89e-4f4298f09c27 on network d5983aa5-dc01-48bc-bff2-9c83789f0fba not bound, no agent of type Open vSwitch agent registered on host n-h2-713301-16 {{(pid=95101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 19:20:40.783914 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd1bb3ad-2a9b-44ef-bfed-4e87e486cce5 req-573eabb9-f470-4109-bf2b-435f204e304f service neutron] Attempting to bind port e0c92bce-f19f-4445-a89e-4f4298f09c27 on network d5983aa5-dc01-48bc-bff2-9c83789f0fba {{(pid=95101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:20:40.828435 n-d-713301-16 neutron-server[95101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ba1a1de7-919d-4e04-a64c-8e58b5236248', 'tag': 'ad21dcb9-92a9-4609-9d58-ec31250ff83d'}, {'server_uuid': 'f9cb8e6e-3d0e-4a53-a7ec-32ca0d28db43', 'name': 'network-vif-deleted', 'tag': 'fb0b1835-9081-4c25-80cf-d12f1b4e6751'}] {{(pid=95101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 19:20:40.831528 n-d-713301-16 neutron-server[95101]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d8366c5740cd635e57ab12b71fe44a77c2acc3c19091ef849c6f68b380462244" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16d2853e-1207-4e64-996b-97970c769629" -d '{"events": [{"name": "network-changed", "server_uuid": "ba1a1de7-919d-4e04-a64c-8e58b5236248", "tag": "ad21dcb9-92a9-4609-9d58-ec31250ff83d"}, {"server_uuid": "f9cb8e6e-3d0e-4a53-a7ec-32ca0d28db43", "name": "network-vif-deleted", "tag": "fb0b1835-9081-4c25-80cf-d12f1b4e6751"}]}' {{(pid=95101) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 19:20:40.837046 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd1bb3ad-2a9b-44ef-bfed-4e87e486cce5 req-573eabb9-f470-4109-bf2b-435f204e304f service neutron] Checking agent: {'id': '2a7cea34-db54-4faf-8d23-37521c3e34cb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713301-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 19, 15, 28), 'started_at': datetime.datetime(2021, 9, 23, 19, 15, 28), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 19, 20, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 19:20:40.837612 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd1bb3ad-2a9b-44ef-bfed-4e87e486cce5 req-573eabb9-f470-4109-bf2b-435f204e304f service neutron] Checking segment: {'id': '7c11e0df-7313-4765-ac14-518be1d9f929', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': 'd5983aa5-dc01-48bc-bff2-9c83789f0fba'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:20:40.838178 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd1bb3ad-2a9b-44ef-bfed-4e87e486cce5 req-573eabb9-f470-4109-bf2b-435f204e304f service neutron] Bound using segment: {'id': '7c11e0df-7313-4765-ac14-518be1d9f929', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': 'd5983aa5-dc01-48bc-bff2-9c83789f0fba'} {{(pid=95101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 19:20:40.838795 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.managers [req-bd1bb3ad-2a9b-44ef-bfed-4e87e486cce5 req-573eabb9-f470-4109-bf2b-435f204e304f service neutron] Bound port: e0c92bce-f19f-4445-a89e-4f4298f09c27, host: n-h2-713301-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7c11e0df-7313-4765-ac14-518be1d9f929', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': 'd5983aa5-dc01-48bc-bff2-9c83789f0fba'}}] {{(pid=95101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 19:20:40.839335 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-bd1bb3ad-2a9b-44ef-bfed-4e87e486cce5 req-573eabb9-f470-4109-bf2b-435f204e304f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:20:40.915805 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-819004cb-9377-4dcf-b9ca-7ed1ea52b7b1 req-a5929b80-49b2-4f23-9dcc-67edf85c6e03 tempest-ServersWithSpecificFlavorTestJSON-1837670196 tempest-ServersWithSpecificFlavorTestJSON-1837670196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:20:40.932185 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-819004cb-9377-4dcf-b9ca-7ed1ea52b7b1 req-a5929b80-49b2-4f23-9dcc-67edf85c6e03 tempest-ServersWithSpecificFlavorTestJSON-1837670196 tempest-ServersWithSpecificFlavorTestJSON-1837670196-project] 10.222.0.67 "GET /v2.0/ports?device_id=56dbe3b8-fbb3-4256-9bd0-adad1d2faa26 HTTP/1.1" status: 200 len: 944 time: 0.1332753 Sep 23 19:20:40.936723 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-f859074d-8e22-4daa-9eb8-53ff6550388f req-106a5def-79e3-44e7-bbe8-5e373e1ecf13 service neutron] 10.222.0.53 "GET /v2.0/ports/ad21dcb9-92a9-4609-9d58-ec31250ff83d/bindings/n-h1-713301-16 HTTP/1.1" status: 200 len: 385 time: 0.1471422 Sep 23 19:20:40.956112 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.db [req-bd1bb3ad-2a9b-44ef-bfed-4e87e486cce5 req-573eabb9-f470-4109-bf2b-435f204e304f service neutron] For port e0c92bce-f19f-4445-a89e-4f4298f09c27, host n-h2-713301-16, cleared binding levels {{(pid=95101) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 19:20:40.990095 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.db [req-bd1bb3ad-2a9b-44ef-bfed-4e87e486cce5 req-573eabb9-f470-4109-bf2b-435f204e304f service neutron] For port e0c92bce-f19f-4445-a89e-4f4298f09c27, host n-h2-713301-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-16',level=0,port_id=e0c92bce-f19f-4445-a89e-4f4298f09c27,segment=NetworkSegment(7c11e0df-7313-4765-ac14-518be1d9f929),segment_id=7c11e0df-7313-4765-ac14-518be1d9f929)] {{(pid=95101) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 19:20:41.009922 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-bd1bb3ad-2a9b-44ef-bfed-4e87e486cce5 req-573eabb9-f470-4109-bf2b-435f204e304f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5607436'] for port, after_update {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:20:41.016879 n-d-713301-16 neutron-server[95102]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '54888381-550f-4f37-8d36-836d2b5567e2', 'tag': '873e7b65-11d6-43a3-9a7a-31d0e534d4d5'}, {'server_uuid': '4b82c186-58ee-4ec9-b85d-98d5bd440916', 'name': 'network-vif-deleted', 'tag': '66109541-7cdd-41cd-a46a-a48c75dbdb18'}] {{(pid=95102) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 19:20:41.019701 n-d-713301-16 neutron-server[95102]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab31b6d93e5336dbddfa8ec424565b3bd8cb2369c5b4d85bc943472dbb21e8ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4e86604-2688-4db2-99a2-d78f51ab8f93" -d '{"events": [{"name": "network-changed", "server_uuid": "54888381-550f-4f37-8d36-836d2b5567e2", "tag": "873e7b65-11d6-43a3-9a7a-31d0e534d4d5"}, {"server_uuid": "4b82c186-58ee-4ec9-b85d-98d5bd440916", "name": "network-vif-deleted", "tag": "66109541-7cdd-41cd-a46a-a48c75dbdb18"}]}' {{(pid=95102) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 19:20:41.053371 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-819004cb-9377-4dcf-b9ca-7ed1ea52b7b1 req-d42ca448-6807-4b33-a691-bf80934900f8 tempest-ServersWithSpecificFlavorTestJSON-1837670196 tempest-ServersWithSpecificFlavorTestJSON-1837670196-project] 10.222.0.67 "GET /v2.0/security-groups?id=d5229659-9431-4b80-bd22-2c55198ccc0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1199396 Sep 23 19:20:41.086976 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff20e29a-eef0-447c-a5c8-ec1c86fcdd8d req-0c70d5bd-584a-4a85-a620-86593af1e5f0 tempest-ServersAdminTestJSON-540451408 tempest-ServersAdminTestJSON-540451408-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:20:41.087731 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff20e29a-eef0-447c-a5c8-ec1c86fcdd8d req-0c70d5bd-584a-4a85-a620-86593af1e5f0 tempest-ServersAdminTestJSON-540451408 tempest-ServersAdminTestJSON-540451408-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:20:41.088386 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff20e29a-eef0-447c-a5c8-ec1c86fcdd8d req-0c70d5bd-584a-4a85-a620-86593af1e5f0 tempest-ServersAdminTestJSON-540451408 tempest-ServersAdminTestJSON-540451408-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:20:41.089088 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff20e29a-eef0-447c-a5c8-ec1c86fcdd8d req-0c70d5bd-584a-4a85-a620-86593af1e5f0 tempest-ServersAdminTestJSON-540451408 tempest-ServersAdminTestJSON-540451408-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:20:41.089913 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff20e29a-eef0-447c-a5c8-ec1c86fcdd8d req-0c70d5bd-584a-4a85-a620-86593af1e5f0 tempest-ServersAdminTestJSON-540451408 tempest-ServersAdminTestJSON-540451408-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:20:41.092682 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff20e29a-eef0-447c-a5c8-ec1c86fcdd8d req-0c70d5bd-584a-4a85-a620-86593af1e5f0 tempest-ServersAdminTestJSON-540451408 tempest-ServersAdminTestJSON-540451408-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:20:41.093926 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-573eabb9-f470-4109-bf2b-435f204e304f service neutron] Pushing event updated for resources: {'Port': ['ID=e0c92bce-f19f-4445-a89e-4f4298f09c27,revision_number=3']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:20:41.094566 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff20e29a-eef0-447c-a5c8-ec1c86fcdd8d req-0c70d5bd-584a-4a85-a620-86593af1e5f0 tempest-ServersAdminTestJSON-540451408 tempest-ServersAdminTestJSON-540451408-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:20:41.095272 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff20e29a-eef0-447c-a5c8-ec1c86fcdd8d req-0c70d5bd-584a-4a85-a620-86593af1e5f0 tempest-ServersAdminTestJSON-540451408 tempest-ServersAdminTestJSON-540451408-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:20:41.096158 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff20e29a-eef0-447c-a5c8-ec1c86fcdd8d req-0c70d5bd-584a-4a85-a620-86593af1e5f0 tempest-ServersAdminTestJSON-540451408 tempest-ServersAdminTestJSON-540451408-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:20:41.109639 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff20e29a-eef0-447c-a5c8-ec1c86fcdd8d req-0c70d5bd-584a-4a85-a620-86593af1e5f0 tempest-ServersAdminTestJSON-540451408 tempest-ServersAdminTestJSON-540451408-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:20:41.110441 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff20e29a-eef0-447c-a5c8-ec1c86fcdd8d req-0c70d5bd-584a-4a85-a620-86593af1e5f0 tempest-ServersAdminTestJSON-540451408 tempest-ServersAdminTestJSON-540451408-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:20:41.111214 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff20e29a-eef0-447c-a5c8-ec1c86fcdd8d req-0c70d5bd-584a-4a85-a620-86593af1e5f0 tempest-ServersAdminTestJSON-540451408 tempest-ServersAdminTestJSON-540451408-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:20:41.116140 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-ff20e29a-eef0-447c-a5c8-ec1c86fcdd8d req-0c70d5bd-584a-4a85-a620-86593af1e5f0 tempest-ServersAdminTestJSON-540451408 tempest-ServersAdminTestJSON-540451408-project-admin] 10.222.0.67 "GET /v2.0/ports?device_id=56dbe3b8-fbb3-4256-9bd0-adad1d2faa26&device_id=8be33c61-acc3-4d38-bc96-9f9b0f45c04e&device_id=b12a90d4-a99f-4737-98f8-64ef72d18294&device_id=eec269a6-21d4-4d21-9edd-6b8e46784f66&device_id=ba1a1de7-919d-4e04-a64c-8e58b5236248&device_id=7ec37224-0572-43ff-ae2b-f6b0a2e7c863&device_id=9a5f6079-92f5-4eed-b704-4339934659a8&device_id=8adc1d5c-ae67-4d87-8284-04120d7c0f9e&device_id=54888381-550f-4f37-8d36-836d2b5567e2&device_id=3f93ff56-89d6-4d8a-827d-77dcf6e19457&device_id=91012e8e-e67b-47ad-a34e-08f42534c38f&device_id=34ddce53-382c-44ee-a43f-26559ac17462 HTTP/1.1" status: 200 len: 10864 time: 0.1427748 Sep 23 19:20:41.137490 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1bb3ad-2a9b-44ef-bfed-4e87e486cce5 req-573eabb9-f470-4109-bf2b-435f204e304f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:20:41.138998 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-bd1bb3ad-2a9b-44ef-bfed-4e87e486cce5 req-573eabb9-f470-4109-bf2b-435f204e304f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222849'] for port, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:20:41.140700 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-bd1bb3ad-2a9b-44ef-bfed-4e87e486cce5 req-573eabb9-f470-4109-bf2b-435f204e304f service neutron] 10.222.0.53 "PUT /v2.0/ports/e0c92bce-f19f-4445-a89e-4f4298f09c27 HTTP/1.1" status: 200 len: 1093 time: 2.0778284 Sep 23 19:20:41.155824 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-ff20e29a-eef0-447c-a5c8-ec1c86fcdd8d req-512cc618-c47f-43e5-a702-88f10bccd7b4 tempest-ServersAdminTestJSON-540451408 tempest-ServersAdminTestJSON-540451408-project-admin] Notify callbacks [] for security_group, before_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:20:41.172935 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Device fb0b1835-9081-4c25-80cf-d12f1b4e6751 no longer exists at agent hyperv_n-h2-713301-16 {{(pid=95103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 19:20:41.207226 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.plugin [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] No Port match for: fb0b1835-9081-4c25-80cf-d12f1b4e6751 {{(pid=95103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 19:20:41.207573 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Device fb0b1835-9081-4c25-80cf-d12f1b4e6751 not bound to the agent host n-h2-713301-16 {{(pid=95103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 19:20:41.211002 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_hamode_db [None req-02d18e45-95cf-48be-a14c-397e48886aed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'feeab25d-ce84-4322-90bf-cabdf15b69ef', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1785898101-router', 'tenant_id': '07622c7485a94956bd0dfade6db60bcf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'external_fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.211'}], 'enable_snat': True}, 'gw_port_id': 'f5b8b238-0c5d-4fc8-b0aa-a15d3368bb22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:17:51Z', 'updated_at': '2021-09-23T19:18:05Z', 'revision_number': 4, 'project_id': '07622c7485a94956bd0dfade6db60bcf', 'gw_port': {'id': 'f5b8b238-0c5d-4fc8-b0aa-a15d3368bb22', 'name': '', 'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:ae:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'feeab25d-ce84-4322-90bf-cabdf15b69ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:17:55Z', 'updated_at': '2021-09-23T19:18:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-16', '_interfaces': [{'id': '630db028-2806-40e9-aef2-932766c7b258', 'name': '', 'network_id': 'd5983aa5-dc01-48bc-bff2-9c83789f0fba', 'tenant_id': '07622c7485a94956bd0dfade6db60bcf', 'mac_address': 'fa:16:3e:69:94:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'feeab25d-ce84-4322-90bf-cabdf15b69ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': 'd6f0871f-c3f6-47e4-ac38-d95f0ade6ade', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:18:02Z', 'updated_at': '2021-09-23T19:18:11Z', 'revision_number': 5, 'project_id': '07622c7485a94956bd0dfade6db60bcf', 'subnets': [{'id': 'd6f0871f-c3f6-47e4-ac38-d95f0ade6ade', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-16', False) {} {{(pid=95103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:20:41.223224 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.v2.base [req-700e1d3e-a18e-4eee-add2-8e967706b8bc req-df1e54b0-00e8-4535-8756-e3a69c0d9a84 tempest-SecurityGroupsTestJSON-1637632090 tempest-SecurityGroupsTestJSON-1637632090-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-368044078', 'description': 'tempest-description-1446794531'}} {{(pid=95102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:20:41.240908 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02d18e45-95cf-48be-a14c-397e48886aed None None] The sync data for ids ['feeab25d-ce84-4322-90bf-cabdf15b69ef'] in n-d-713301-16 is: [{'id': 'feeab25d-ce84-4322-90bf-cabdf15b69ef', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1785898101-router', 'tenant_id': '07622c7485a94956bd0dfade6db60bcf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'external_fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.211'}], 'enable_snat': True}, 'gw_port_id': 'f5b8b238-0c5d-4fc8-b0aa-a15d3368bb22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:17:51Z', 'updated_at': '2021-09-23T19:18:05Z', 'revision_number': 4, 'project_id': '07622c7485a94956bd0dfade6db60bcf', 'gw_port': {'id': 'f5b8b238-0c5d-4fc8-b0aa-a15d3368bb22', 'name': '', 'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:ae:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'feeab25d-ce84-4322-90bf-cabdf15b69ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:17:55Z', 'updated_at': '2021-09-23T19:18:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-16', '_interfaces': [{'id': '630db028-2806-40e9-aef2-932766c7b258', 'name': '', 'network_id': 'd5983aa5-dc01-48bc-bff2-9c83789f0fba', 'tenant_id': '07622c7485a94956bd0dfade6db60bcf', 'mac_address': 'fa:16:3e:69:94:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'feeab25d-ce84-4322-90bf-cabdf15b69ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': 'd6f0871f-c3f6-47e4-ac38-d95f0ade6ade', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:18:02Z', 'updated_at': '2021-09-23T19:18:11Z', 'revision_number': 5, 'project_id': '07622c7485a94956bd0dfade6db60bcf', 'subnets': [{'id': 'd6f0871f-c3f6-47e4-ac38-d95f0ade6ade', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 19:20:41.262904 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.db.api [req-ff20e29a-eef0-447c-a5c8-ec1c86fcdd8d req-512cc618-c47f-43e5-a702-88f10bccd7b4 tempest-ServersAdminTestJSON-540451408 tempest-ServersAdminTestJSON-540451408-project-admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 23 19:20:41.262904 n-d-713301-16 neutron-server[95102]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Sep 23 19:20:41.262904 n-d-713301-16 neutron-server[95102]: [parameters: {'project_id': 'c7885bbdded84db6bf9f2795f729e613', 'id': '8980ae81-d2c1-4caa-8f60-809c8d3280c7', 'expiration': datetime.datetime(2021, 9, 23, 19, 22, 41, 255196)}] Sep 23 19:20:41.262904 n-d-713301-16 neutron-server[95102]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=95102) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 23 19:20:41.266790 n-d-713301-16 neutron-server[95102]: DEBUG oslo_db.api [req-ff20e29a-eef0-447c-a5c8-ec1c86fcdd8d req-512cc618-c47f-43e5-a702-88f10bccd7b4 tempest-ServersAdminTestJSON-540451408 tempest-ServersAdminTestJSON-540451408-project-admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=95102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 23 19:20:41.283066 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-700e1d3e-a18e-4eee-add2-8e967706b8bc req-df1e54b0-00e8-4535-8756-e3a69c0d9a84 tempest-SecurityGroupsTestJSON-1637632090 tempest-SecurityGroupsTestJSON-1637632090-project] Notify callbacks [] for security_group, before_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:20:41.417653 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-700e1d3e-a18e-4eee-add2-8e967706b8bc req-df1e54b0-00e8-4535-8756-e3a69c0d9a84 tempest-SecurityGroupsTestJSON-1637632090 tempest-SecurityGroupsTestJSON-1637632090-project] Notify callbacks [] for security_group, precommit_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:20:41.429420 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-700e1d3e-a18e-4eee-add2-8e967706b8bc req-df1e54b0-00e8-4535-8756-e3a69c0d9a84 tempest-SecurityGroupsTestJSON-1637632090 tempest-SecurityGroupsTestJSON-1637632090-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:20:41.443213 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1bb3ad-2a9b-44ef-bfed-4e87e486cce5 req-28747edd-962e-488e-94f7-e12c01afaf7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:20:41.445539 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-bd1bb3ad-2a9b-44ef-bfed-4e87e486cce5 req-28747edd-962e-488e-94f7-e12c01afaf7d service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=07622c7485a94956bd0dfade6db60bcf&device_id=56dbe3b8-fbb3-4256-9bd0-adad1d2faa26 HTTP/1.1" status: 200 len: 1096 time: 0.2351367 Sep 23 19:20:41.462091 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-700e1d3e-a18e-4eee-add2-8e967706b8bc req-df1e54b0-00e8-4535-8756-e3a69c0d9a84 tempest-SecurityGroupsTestJSON-1637632090 tempest-SecurityGroupsTestJSON-1637632090-project] Notify callbacks [] for security_group, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:20:41.463397 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-700e1d3e-a18e-4eee-add2-8e967706b8bc req-df1e54b0-00e8-4535-8756-e3a69c0d9a84 tempest-SecurityGroupsTestJSON-1637632090 tempest-SecurityGroupsTestJSON-1637632090-project] 10.222.0.67 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1805 time: 0.2628798 Sep 23 19:20:41.467812 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df1e54b0-00e8-4535-8756-e3a69c0d9a84 tempest-SecurityGroupsTestJSON-1637632090 tempest-SecurityGroupsTestJSON-1637632090-project] Pushing event updated for resources: {'SecurityGroup': ['ID=324df7dc-37bb-4cbc-8e0d-8282e8332062,revision_number=1']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:20:41.512046 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-bd1bb3ad-2a9b-44ef-bfed-4e87e486cce5 req-944ab4d1-0d3b-40ea-94bf-12400a295651 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e0c92bce-f19f-4445-a89e-4f4298f09c27 HTTP/1.1" status: 200 len: 217 time: 0.0568972 Sep 23 19:20:41.514750 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Device ad21dcb9-92a9-4609-9d58-ec31250ff83d details requested by agent hyperv_n-h1-713301-16 with host n-h1-713301-16 {{(pid=95103) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 19:20:41.557420 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-015a1261-c043-4641-a75f-bcb72346959c req-bb5c5dcd-df6e-4810-9ff6-3c3b4ab563fa tempest-FloatingIPsAssociationTestJSON-1050306137 tempest-FloatingIPsAssociationTestJSON-1050306137-project] 10.222.0.67 "GET /v2.0/floatingips/082b25a9-a906-49b1-824e-9a61d349c236 HTTP/1.1" status: 200 len: 694 time: 0.0605528 Sep 23 19:20:41.567946 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1bb3ad-2a9b-44ef-bfed-4e87e486cce5 req-33f20b7f-c81d-4c71-865a-3978cfcee7ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:20:41.569728 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-bd1bb3ad-2a9b-44ef-bfed-4e87e486cce5 req-33f20b7f-c81d-4c71-865a-3978cfcee7ed service neutron] 10.222.0.53 "GET /v2.0/subnets?id=d6f0871f-c3f6-47e4-ac38-d95f0ade6ade HTTP/1.1" status: 200 len: 863 time: 0.0503592 Sep 23 19:20:41.571821 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.db [req-f859074d-8e22-4daa-9eb8-53ff6550388f req-6dc6ece0-ed9e-407b-afec-6b0efee0a7dd service neutron] For port ad21dcb9-92a9-4609-9d58-ec31250ff83d, host n-h2-713301-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-16',level=0,port_id=ad21dcb9-92a9-4609-9d58-ec31250ff83d,segment=NetworkSegment(6735b3c2-9e0f-43a7-8f57-e48eb1a30c85),segment_id=6735b3c2-9e0f-43a7-8f57-e48eb1a30c85)] {{(pid=95101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:20:41.634398 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.db [req-f859074d-8e22-4daa-9eb8-53ff6550388f req-6dc6ece0-ed9e-407b-afec-6b0efee0a7dd service neutron] For port ad21dcb9-92a9-4609-9d58-ec31250ff83d, host n-h2-713301-16, cleared binding levels {{(pid=95101) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 19:20:41.680461 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1bb3ad-2a9b-44ef-bfed-4e87e486cce5 req-e0cb24ed-fbdf-4c87-b473-00d5882c64a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:20:41.681256 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] For port ad21dcb9-92a9-4609-9d58-ec31250ff83d, host n-h2-713301-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-16',level=0,port_id=ad21dcb9-92a9-4609-9d58-ec31250ff83d,segment=NetworkSegment(6735b3c2-9e0f-43a7-8f57-e48eb1a30c85),segment_id=6735b3c2-9e0f-43a7-8f57-e48eb1a30c85)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:20:41.682024 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-bd1bb3ad-2a9b-44ef-bfed-4e87e486cce5 req-e0cb24ed-fbdf-4c87-b473-00d5882c64a3 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=d5983aa5-dc01-48bc-bff2-9c83789f0fba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1020238 Sep 23 19:20:41.694010 n-d-713301-16 neutron-server[95101]: DEBUG neutron.notifiers.nova [req-f859074d-8e22-4daa-9eb8-53ff6550388f req-6dc6ece0-ed9e-407b-afec-6b0efee0a7dd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ad21dcb9-92a9-4609-9d58-ec31250ff83d {{(pid=95101) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 19:20:41.705058 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Device ad21dcb9-92a9-4609-9d58-ec31250ff83d has no active binding in host n-h1-713301-16 {{(pid=95103) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Sep 23 19:20:41.722030 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.db [req-f859074d-8e22-4daa-9eb8-53ff6550388f req-6dc6ece0-ed9e-407b-afec-6b0efee0a7dd service neutron] For port ad21dcb9-92a9-4609-9d58-ec31250ff83d, host n-h1-713301-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-16',level=0,port_id=ad21dcb9-92a9-4609-9d58-ec31250ff83d,segment=NetworkSegment(6735b3c2-9e0f-43a7-8f57-e48eb1a30c85),segment_id=6735b3c2-9e0f-43a7-8f57-e48eb1a30c85)] {{(pid=95101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:20:41.723660 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7921d81-ed89-468f-9859-629753c0fb32 None None] New status for floating IP ef1de3c3-fef8-432c-8d1a-de57f33d4b75: DOWN {{(pid=95103) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 23 19:20:41.739313 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015a1261-c043-4641-a75f-bcb72346959c req-72e76585-be9e-4093-8722-a2a173c01720 tempest-FloatingIPsAssociationTestJSON-1050306137 tempest-FloatingIPsAssociationTestJSON-1050306137-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:20:41.740979 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-015a1261-c043-4641-a75f-bcb72346959c req-72e76585-be9e-4093-8722-a2a173c01720 tempest-FloatingIPsAssociationTestJSON-1050306137 tempest-FloatingIPsAssociationTestJSON-1050306137-project] 10.222.0.67 "GET /v2.0/networks/5dec5c09-378e-4f50-89cc-d94eb81c3bac HTTP/1.1" status: 200 len: 784 time: 0.1715415 Sep 23 19:20:41.749846 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-f859074d-8e22-4daa-9eb8-53ff6550388f req-6dc6ece0-ed9e-407b-afec-6b0efee0a7dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:20:41.756178 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [req-015a1261-c043-4641-a75f-bcb72346959c req-2f1d094b-e92b-4f22-8686-b201b363d5e5 tempest-FloatingIPsAssociationTestJSON-1050306137 tempest-FloatingIPsAssociationTestJSON-1050306137-project] http://10.222.0.67:9696/v2.0/extensions returned with HTTP 200 {{(pid=95102) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 23 19:20:41.757324 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-015a1261-c043-4641-a75f-bcb72346959c req-2f1d094b-e92b-4f22-8686-b201b363d5e5 tempest-FloatingIPsAssociationTestJSON-1050306137 tempest-FloatingIPsAssociationTestJSON-1050306137-project] 10.222.0.67 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0084827 Sep 23 19:20:41.777927 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-ff20e29a-eef0-447c-a5c8-ec1c86fcdd8d req-512cc618-c47f-43e5-a702-88f10bccd7b4 tempest-ServersAdminTestJSON-540451408 tempest-ServersAdminTestJSON-540451408-project-admin] Notify callbacks [] for security_group, before_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:20:41.839733 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-bd1bb3ad-2a9b-44ef-bfed-4e87e486cce5 req-928b549d-26cf-4a70-9495-1526ee80dc99 service neutron] 10.222.0.53 "GET /v2.0/networks/d5983aa5-dc01-48bc-bff2-9c83789f0fba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1409597 Sep 23 19:20:41.854088 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-015a1261-c043-4641-a75f-bcb72346959c req-4bed6cbc-ca2d-46e0-91a3-38931426ae70 tempest-FloatingIPsAssociationTestJSON-1050306137 tempest-FloatingIPsAssociationTestJSON-1050306137-project] 10.222.0.67 "GET /v2.0/floatingips?floating_ip_address=172.25.1.126 HTTP/1.1" status: 200 len: 697 time: 0.0894487 Sep 23 19:20:41.911686 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-015a1261-c043-4641-a75f-bcb72346959c req-4350d07e-9591-4918-b385-d9b93cb6cb5f tempest-FloatingIPsAssociationTestJSON-1050306137 tempest-FloatingIPsAssociationTestJSON-1050306137-project] 10.222.0.67 "GET /v2.0/floatingips?floating_ip_address=172.25.1.126 HTTP/1.1" status: 200 len: 697 time: 0.0564237 Sep 23 19:20:41.928142 n-d-713301-16 neutron-server[95101]: DEBUG neutron.db.provisioning_blocks [req-f859074d-8e22-4daa-9eb8-53ff6550388f req-6dc6ece0-ed9e-407b-afec-6b0efee0a7dd service neutron] Transition to ACTIVE for port object ad21dcb9-92a9-4609-9d58-ec31250ff83d will not be triggered until provisioned by entity L2. {{(pid=95101) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 19:20:41.938368 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-f859074d-8e22-4daa-9eb8-53ff6550388f req-6dc6ece0-ed9e-407b-afec-6b0efee0a7dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5607436'] for port, after_update {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:20:41.991198 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-bd1bb3ad-2a9b-44ef-bfed-4e87e486cce5 req-f8125e39-8147-4638-b8d7-53565ae5a1ec service neutron] 10.222.0.53 "GET /v2.0/networks/d5983aa5-dc01-48bc-bff2-9c83789f0fba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1399684 Sep 23 19:20:42.021664 n-d-713301-16 neutron-server[95101]: DEBUG neutron.db.l3_dvrscheduler_db [req-f859074d-8e22-4daa-9eb8-53ff6550388f req-6dc6ece0-ed9e-407b-afec-6b0efee0a7dd service neutron] No DVR routers for this DVR port ad21dcb9-92a9-4609-9d58-ec31250ff83d on host n-h2-713301-16 {{(pid=95101) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 19:20:42.039601 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dc6ece0-ed9e-407b-afec-6b0efee0a7dd service neutron] Pushing event updated for resources: {'Port': ['ID=ad21dcb9-92a9-4609-9d58-ec31250ff83d,revision_number=10']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:20:42.066569 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-f859074d-8e22-4daa-9eb8-53ff6550388f req-6dc6ece0-ed9e-407b-afec-6b0efee0a7dd service neutron] 10.222.0.53 "PUT /v2.0/ports/ad21dcb9-92a9-4609-9d58-ec31250ff83d/bindings/n-h1-713301-16/activate HTTP/1.1" status: 200 len: 370 time: 1.1211514 Sep 23 19:20:42.178215 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-ff20e29a-eef0-447c-a5c8-ec1c86fcdd8d req-512cc618-c47f-43e5-a702-88f10bccd7b4 tempest-ServersAdminTestJSON-540451408 tempest-ServersAdminTestJSON-540451408-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:20:42.186497 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.plugin [req-015a1261-c043-4641-a75f-bcb72346959c req-606dd5af-e761-4ca3-be1b-dc90e2a143e3 tempest-FloatingIPsAssociationTestJSON-1050306137 tempest-FloatingIPsAssociationTestJSON-1050306137-project] Deleting port b2c91408-aaa5-4452-b195-5f328d4c6a7c {{(pid=95102) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:20:42.186840 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-015a1261-c043-4641-a75f-bcb72346959c req-606dd5af-e761-4ca3-be1b-dc90e2a143e3 tempest-FloatingIPsAssociationTestJSON-1050306137 tempest-FloatingIPsAssociationTestJSON-1050306137-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783146157096'] for port, before_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:20:42.189588 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-ff20e29a-eef0-447c-a5c8-ec1c86fcdd8d req-512cc618-c47f-43e5-a702-88f10bccd7b4 tempest-ServersAdminTestJSON-540451408 tempest-ServersAdminTestJSON-540451408-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:20:42.255011 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-ff20e29a-eef0-447c-a5c8-ec1c86fcdd8d req-512cc618-c47f-43e5-a702-88f10bccd7b4 tempest-ServersAdminTestJSON-540451408 tempest-ServersAdminTestJSON-540451408-project-admin] 10.222.0.67 "GET /v2.0/security-groups?id=6d32247e-8bb7-4ae1-818c-76baafa39c73&id=4ed1ec61-8ec9-44fd-9365-22dc1954f969&id=cb9248a2-4263-4f57-a68c-8a6c3c3d2519&id=f6ea2bc2-ae02-426e-9312-246b38837e94&id=1c151358-1cab-48a6-be3e-ad7507b4da06&id=d5229659-9431-4b80-bd22-2c55198ccc0d&fields=id&fields=name HTTP/1.1" status: 200 len: 648 time: 1.1296570 Sep 23 19:20:42.259679 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f859074d-8e22-4daa-9eb8-53ff6550388f req-6e78e36c-c127-431e-a936-4f2a36621d77 tempest-LiveMigrationTest-677110171 tempest-LiveMigrationTest-677110171-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:20:42.261278 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-f859074d-8e22-4daa-9eb8-53ff6550388f req-6e78e36c-c127-431e-a936-4f2a36621d77 tempest-LiveMigrationTest-677110171 tempest-LiveMigrationTest-677110171-project-admin] 10.222.0.74 "GET /v2.0/ports?device_id=ba1a1de7-919d-4e04-a64c-8e58b5236248&tenant_id=0f5d9c33c3334ce192c43e08217ee019&binding%3Ahost_id=n-h2-713301-16 HTTP/1.1" status: 200 len: 1097 time: 0.1381707 Sep 23 19:20:42.261874 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-512cc618-c47f-43e5-a702-88f10bccd7b4 tempest-ServersAdminTestJSON-540451408 tempest-ServersAdminTestJSON-540451408-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8fedca8-6e3b-4435-87ca-cf52df6361ff,revision_number=1']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:20:42.363307 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-015a1261-c043-4641-a75f-bcb72346959c req-606dd5af-e761-4ca3-be1b-dc90e2a143e3 tempest-FloatingIPsAssociationTestJSON-1050306137 tempest-FloatingIPsAssociationTestJSON-1050306137-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-605701'] for port, precommit_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:20:42.363584 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-015a1261-c043-4641-a75f-bcb72346959c req-606dd5af-e761-4ca3-be1b-dc90e2a143e3 tempest-FloatingIPsAssociationTestJSON-1050306137 tempest-FloatingIPsAssociationTestJSON-1050306137-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:20:42.383070 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f859074d-8e22-4daa-9eb8-53ff6550388f req-512c6e57-ff7c-4436-8799-07fd23215f22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:20:42.384691 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-f859074d-8e22-4daa-9eb8-53ff6550388f req-512c6e57-ff7c-4436-8799-07fd23215f22 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=ba1a1de7-919d-4e04-a64c-8e58b5236248&tenant_id=0f5d9c33c3334ce192c43e08217ee019 HTTP/1.1" status: 200 len: 1097 time: 0.1135473 Sep 23 19:20:42.385562 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.plugin [req-015a1261-c043-4641-a75f-bcb72346959c req-606dd5af-e761-4ca3-be1b-dc90e2a143e3 tempest-FloatingIPsAssociationTestJSON-1050306137 tempest-FloatingIPsAssociationTestJSON-1050306137-project] Calling delete_port for b2c91408-aaa5-4452-b195-5f328d4c6a7c owned by network:floatingip {{(pid=95102) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:20:42.537994 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f859074d-8e22-4daa-9eb8-53ff6550388f req-17c747ae-87e8-4c96-aeb3-74bbca51d584 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:20:42.539634 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-f859074d-8e22-4daa-9eb8-53ff6550388f req-17c747ae-87e8-4c96-aeb3-74bbca51d584 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=0f5d9c33c3334ce192c43e08217ee019&device_id=ba1a1de7-919d-4e04-a64c-8e58b5236248 HTTP/1.1" status: 200 len: 1097 time: 0.0965552 Sep 23 19:20:42.638178 n-d-713301-16 neutron-server[95101]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Thu, 23 Sep 2021 19:20:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e47e392a-277b-4ab7-98f2-3672759064ff x-openstack-request-id: req-e47e392a-277b-4ab7-98f2-3672759064ff {{(pid=95101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 19:20:42.638580 n-d-713301-16 neutron-server[95101]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ba1a1de7-919d-4e04-a64c-8e58b5236248", "tag": "ad21dcb9-92a9-4609-9d58-ec31250ff83d", "status": "completed", "code": 200}, {"server_uuid": "f9cb8e6e-3d0e-4a53-a7ec-32ca0d28db43", "name": "network-vif-deleted", "tag": "fb0b1835-9081-4c25-80cf-d12f1b4e6751", "status": "completed", "code": 200}]} {{(pid=95101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 19:20:42.638928 n-d-713301-16 neutron-server[95101]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-e47e392a-277b-4ab7-98f2-3672759064ff {{(pid=95101) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 19:20:42.639420 n-d-713301-16 neutron-server[95101]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ba1a1de7-919d-4e04-a64c-8e58b5236248', 'tag': 'ad21dcb9-92a9-4609-9d58-ec31250ff83d', 'status': 'completed', 'code': 200} Sep 23 19:20:42.639811 n-d-713301-16 neutron-server[95101]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f9cb8e6e-3d0e-4a53-a7ec-32ca0d28db43', 'name': 'network-vif-deleted', 'tag': 'fb0b1835-9081-4c25-80cf-d12f1b4e6751', 'status': 'completed', 'code': 200} Sep 23 19:20:42.689012 n-d-713301-16 neutron-server[95102]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Thu, 23 Sep 2021 19:20:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6a13ca0-fb44-4d77-88ad-cb402d1a562b x-openstack-request-id: req-c6a13ca0-fb44-4d77-88ad-cb402d1a562b {{(pid=95102) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 19:20:42.689320 n-d-713301-16 neutron-server[95102]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "54888381-550f-4f37-8d36-836d2b5567e2", "tag": "873e7b65-11d6-43a3-9a7a-31d0e534d4d5", "status": "completed", "code": 200}, {"server_uuid": "4b82c186-58ee-4ec9-b85d-98d5bd440916", "name": "network-vif-deleted", "tag": "66109541-7cdd-41cd-a46a-a48c75dbdb18", "status": "completed", "code": 200}]} {{(pid=95102) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 19:20:42.689572 n-d-713301-16 neutron-server[95102]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-c6a13ca0-fb44-4d77-88ad-cb402d1a562b {{(pid=95102) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 19:20:42.690114 n-d-713301-16 neutron-server[95102]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '54888381-550f-4f37-8d36-836d2b5567e2', 'tag': '873e7b65-11d6-43a3-9a7a-31d0e534d4d5', 'status': 'completed', 'code': 200} Sep 23 19:20:42.690114 n-d-713301-16 neutron-server[95102]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4b82c186-58ee-4ec9-b85d-98d5bd440916', 'name': 'network-vif-deleted', 'tag': '66109541-7cdd-41cd-a46a-a48c75dbdb18', 'status': 'completed', 'code': 200} Sep 23 19:20:42.710205 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f859074d-8e22-4daa-9eb8-53ff6550388f req-7b5e0a22-de4a-4774-99b3-f3819917b09b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:20:42.711766 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-f859074d-8e22-4daa-9eb8-53ff6550388f req-7b5e0a22-de4a-4774-99b3-f3819917b09b service neutron] 10.222.0.74 "GET /v2.0/networks?id=bf651024-673c-4eec-84ce-c6ef83d369a1 HTTP/1.1" status: 200 len: 908 time: 0.1628003 Sep 23 19:20:42.735971 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-015a1261-c043-4641-a75f-bcb72346959c req-606dd5af-e761-4ca3-be1b-dc90e2a143e3 tempest-FloatingIPsAssociationTestJSON-1050306137 tempest-FloatingIPsAssociationTestJSON-1050306137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783146162158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783145673144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4399100'] for port, after_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:20:42.795663 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d2853e-1207-4e64-996b-97970c769629 req-d0ba166d-ef6e-4f99-ac7e-dc1f50ef1e98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:20:42.796147 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-f859074d-8e22-4daa-9eb8-53ff6550388f req-8c348357-e101-4fe8-9731-af3eb631da57 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ad21dcb9-92a9-4609-9d58-ec31250ff83d HTTP/1.1" status: 200 len: 217 time: 0.0729630 Sep 23 19:20:42.797207 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-16d2853e-1207-4e64-996b-97970c769629 req-d0ba166d-ef6e-4f99-ac7e-dc1f50ef1e98 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=0f5d9c33c3334ce192c43e08217ee019&device_id=ba1a1de7-919d-4e04-a64c-8e58b5236248 HTTP/1.1" status: 200 len: 1097 time: 0.1152370 Sep 23 19:20:42.800761 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e86604-2688-4db2-99a2-d78f51ab8f93 req-a6aa6e7e-53a2-4353-a8d0-4be0f3d5aff5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:20:42.802180 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-a4e86604-2688-4db2-99a2-d78f51ab8f93 req-a6aa6e7e-53a2-4353-a8d0-4be0f3d5aff5 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=1837c91936d44f518fad2d97e5027d38&device_id=54888381-550f-4f37-8d36-836d2b5567e2 HTTP/1.1" status: 200 len: 1098 time: 0.0747399 Sep 23 19:20:42.824900 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-606dd5af-e761-4ca3-be1b-dc90e2a143e3 tempest-FloatingIPsAssociationTestJSON-1050306137 tempest-FloatingIPsAssociationTestJSON-1050306137-project] Pushing event deleted for resources: {'Port': ['ID=b2c91408-aaa5-4452-b195-5f328d4c6a7c,revision_number=None']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:20:42.949735 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f859074d-8e22-4daa-9eb8-53ff6550388f req-3213a351-9945-4892-8817-c4f9c4758486 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:20:42.951172 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-f859074d-8e22-4daa-9eb8-53ff6550388f req-3213a351-9945-4892-8817-c4f9c4758486 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=a9e01a0e-19a1-4eb7-ad45-3b74532cbcd9 HTTP/1.1" status: 200 len: 847 time: 0.1350687 Sep 23 19:20:42.964795 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7673a74-6ec3-4544-a4d5-5e6785d2bd61 req-7e0cf985-1de5-438a-be47-5dac26d6cf7d tempest-LiveMigrationNegativeTest-42861435 tempest-LiveMigrationNegativeTest-42861435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:20:42.966473 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-e7673a74-6ec3-4544-a4d5-5e6785d2bd61 req-7e0cf985-1de5-438a-be47-5dac26d6cf7d tempest-LiveMigrationNegativeTest-42861435 tempest-LiveMigrationNegativeTest-42861435-project] 10.222.0.67 "GET /v2.0/ports?device_id=8be33c61-acc3-4d38-bc96-9f9b0f45c04e HTTP/1.1" status: 200 len: 950 time: 0.1898351 Sep 23 19:20:42.967584 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-015a1261-c043-4641-a75f-bcb72346959c req-606dd5af-e761-4ca3-be1b-dc90e2a143e3 tempest-FloatingIPsAssociationTestJSON-1050306137 tempest-FloatingIPsAssociationTestJSON-1050306137-project] Notify callbacks [] for floatingip, after_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:20:42.970178 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-015a1261-c043-4641-a75f-bcb72346959c req-606dd5af-e761-4ca3-be1b-dc90e2a143e3 tempest-FloatingIPsAssociationTestJSON-1050306137 tempest-FloatingIPsAssociationTestJSON-1050306137-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222849'] for floatingip, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:20:42.988014 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-015a1261-c043-4641-a75f-bcb72346959c req-606dd5af-e761-4ca3-be1b-dc90e2a143e3 tempest-FloatingIPsAssociationTestJSON-1050306137 tempest-FloatingIPsAssociationTestJSON-1050306137-project] 10.222.0.67 "DELETE /v2.0/floatingips/082b25a9-a906-49b1-824e-9a61d349c236 HTTP/1.1" status: 204 len: 173 time: 1.0617881 Sep 23 19:20:43.041444 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.v2.base [req-1067eede-f8ef-4fb1-87ff-ad2fb79216a5 req-117bd230-9ef0-4839-87b4-5516c959acc9 tempest-SecurityGroupsTestJSON-1637632090 tempest-SecurityGroupsTestJSON-1637632090-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-323594482', 'description': 'tempest-description-341973824'}} {{(pid=95102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:20:43.049046 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-f859074d-8e22-4daa-9eb8-53ff6550388f req-fb545537-db5e-46c2-bd89-17dbe75168b9 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=bf651024-673c-4eec-84ce-c6ef83d369a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0599532 Sep 23 19:20:43.081181 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-e7673a74-6ec3-4544-a4d5-5e6785d2bd61 req-f763d192-0d0c-4790-9fe8-cad59700a7c7 tempest-LiveMigrationNegativeTest-42861435 tempest-LiveMigrationNegativeTest-42861435-project] 10.222.0.67 "GET /v2.0/security-groups?id=4ed1ec61-8ec9-44fd-9365-22dc1954f969&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898826 Sep 23 19:20:43.179421 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-1067eede-f8ef-4fb1-87ff-ad2fb79216a5 req-117bd230-9ef0-4839-87b4-5516c959acc9 tempest-SecurityGroupsTestJSON-1637632090 tempest-SecurityGroupsTestJSON-1637632090-project] Notify callbacks [] for security_group, before_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:20:43.254798 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-f859074d-8e22-4daa-9eb8-53ff6550388f req-7fd8a847-57dc-4f81-b846-db7b99db0e1a service neutron] 10.222.0.74 "GET /v2.0/networks/bf651024-673c-4eec-84ce-c6ef83d369a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1931641 Sep 23 19:20:43.272855 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1c4815-d43b-4867-98bb-9d2fc6d1a638 req-a2cb979a-e05e-4b5d-a412-ad716017ab00 tempest-LiveMigrationTest-1843640962 tempest-LiveMigrationTest-1843640962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:20:43.274424 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-ff1c4815-d43b-4867-98bb-9d2fc6d1a638 req-a2cb979a-e05e-4b5d-a412-ad716017ab00 tempest-LiveMigrationTest-1843640962 tempest-LiveMigrationTest-1843640962-project] 10.222.0.67 "GET /v2.0/ports?device_id=ba1a1de7-919d-4e04-a64c-8e58b5236248 HTTP/1.1" status: 200 len: 945 time: 0.0975296 Sep 23 19:20:43.285773 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e86604-2688-4db2-99a2-d78f51ab8f93 req-1519ed21-d889-46cc-b689-4796deab77ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:20:43.287442 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-a4e86604-2688-4db2-99a2-d78f51ab8f93 req-1519ed21-d889-46cc-b689-4796deab77ca service neutron] 10.222.0.74 "GET /v2.0/networks?id=13779c5f-d832-4edd-ba35-ebc363f13a7c HTTP/1.1" status: 200 len: 922 time: 0.4747014 Sep 23 19:20:43.288936 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d2853e-1207-4e64-996b-97970c769629 req-ab0ba5a0-79f1-4b91-9b12-fbc9fb34d7e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:20:43.290604 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-16d2853e-1207-4e64-996b-97970c769629 req-ab0ba5a0-79f1-4b91-9b12-fbc9fb34d7e0 service neutron] 10.222.0.53 "GET /v2.0/networks?id=bf651024-673c-4eec-84ce-c6ef83d369a1 HTTP/1.1" status: 200 len: 908 time: 0.4667518 Sep 23 19:20:43.402271 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-ff1c4815-d43b-4867-98bb-9d2fc6d1a638 req-58a0d229-9ff9-4851-a03d-d1276ac1b267 tempest-LiveMigrationTest-1843640962 tempest-LiveMigrationTest-1843640962-project] 10.222.0.67 "GET /v2.0/security-groups?id=1c151358-1cab-48a6-be3e-ad7507b4da06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1158202 Sep 23 19:20:43.418264 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-a4e86604-2688-4db2-99a2-d78f51ab8f93 req-2cd277cc-ea85-48e5-adb6-e7d7f5a22b29 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=873e7b65-11d6-43a3-9a7a-31d0e534d4d5 HTTP/1.1" status: 200 len: 217 time: 0.1197278 Sep 23 19:20:43.419999 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-16d2853e-1207-4e64-996b-97970c769629 req-30d1c273-ffd4-43fb-8b78-a754131dec90 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ad21dcb9-92a9-4609-9d58-ec31250ff83d HTTP/1.1" status: 200 len: 217 time: 0.1121557 Sep 23 19:20:43.444828 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-f859074d-8e22-4daa-9eb8-53ff6550388f req-b73d7c1d-58d8-4448-ab96-df8abdcb3e9b service neutron] 10.222.0.74 "GET /v2.0/networks/bf651024-673c-4eec-84ce-c6ef83d369a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1693439 Sep 23 19:20:43.468034 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-1067eede-f8ef-4fb1-87ff-ad2fb79216a5 req-117bd230-9ef0-4839-87b4-5516c959acc9 tempest-SecurityGroupsTestJSON-1637632090 tempest-SecurityGroupsTestJSON-1637632090-project] Notify callbacks [] for security_group, precommit_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:20:43.474567 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-1067eede-f8ef-4fb1-87ff-ad2fb79216a5 req-117bd230-9ef0-4839-87b4-5516c959acc9 tempest-SecurityGroupsTestJSON-1637632090 tempest-SecurityGroupsTestJSON-1637632090-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:20:43.523564 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-1067eede-f8ef-4fb1-87ff-ad2fb79216a5 req-117bd230-9ef0-4839-87b4-5516c959acc9 tempest-SecurityGroupsTestJSON-1637632090 tempest-SecurityGroupsTestJSON-1637632090-project] Notify callbacks [] for security_group, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:20:43.536765 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-1067eede-f8ef-4fb1-87ff-ad2fb79216a5 req-117bd230-9ef0-4839-87b4-5516c959acc9 tempest-SecurityGroupsTestJSON-1637632090 tempest-SecurityGroupsTestJSON-1637632090-project] 10.222.0.67 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1804 time: 0.5362782 Sep 23 19:20:43.548926 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-117bd230-9ef0-4839-87b4-5516c959acc9 tempest-SecurityGroupsTestJSON-1637632090 tempest-SecurityGroupsTestJSON-1637632090-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d4e77f23-fcf3-449a-b5b1-a2c962818cef,revision_number=1']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:20:43.673807 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e9b543-20fa-4789-88c7-1bbc1750335e req-93a9838d-3ee4-4087-b091-563cdbebb10a tempest-ServersWithSpecificFlavorTestJSON-1837670196 tempest-ServersWithSpecificFlavorTestJSON-1837670196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:20:43.675843 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-62e9b543-20fa-4789-88c7-1bbc1750335e req-93a9838d-3ee4-4087-b091-563cdbebb10a tempest-ServersWithSpecificFlavorTestJSON-1837670196 tempest-ServersWithSpecificFlavorTestJSON-1837670196-project] 10.222.0.67 "GET /v2.0/ports?device_id=56dbe3b8-fbb3-4256-9bd0-adad1d2faa26 HTTP/1.1" status: 200 len: 944 time: 0.1155527 Sep 23 19:20:43.709100 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d2853e-1207-4e64-996b-97970c769629 req-07bf31a1-9526-4e59-93d1-e04be3fecb55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:20:43.710697 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-16d2853e-1207-4e64-996b-97970c769629 req-07bf31a1-9526-4e59-93d1-e04be3fecb55 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=a9e01a0e-19a1-4eb7-ad45-3b74532cbcd9 HTTP/1.1" status: 200 len: 847 time: 0.2781217 Sep 23 19:20:43.715469 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e86604-2688-4db2-99a2-d78f51ab8f93 req-8b761515-046b-43fe-afaf-69ed638d5843 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:20:43.716652 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-a4e86604-2688-4db2-99a2-d78f51ab8f93 req-8b761515-046b-43fe-afaf-69ed638d5843 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=7acfa417-039d-4281-a2fc-e6454233f5db HTTP/1.1" status: 200 len: 860 time: 0.2464497 Sep 23 19:20:43.725691 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-62e9b543-20fa-4789-88c7-1bbc1750335e req-62b91de3-b3c0-4cd4-ad8d-2ca41ee94868 tempest-ServersWithSpecificFlavorTestJSON-1837670196 tempest-ServersWithSpecificFlavorTestJSON-1837670196-project] 10.222.0.67 "GET /v2.0/security-groups?id=d5229659-9431-4b80-bd22-2c55198ccc0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437977 Sep 23 19:20:43.782854 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-16d2853e-1207-4e64-996b-97970c769629 req-aad27b4a-316e-4fff-92f1-aa3af4012616 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=bf651024-673c-4eec-84ce-c6ef83d369a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0627975 Sep 23 19:20:43.897796 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f859074d-8e22-4daa-9eb8-53ff6550388f req-5e1a004c-6bbf-4850-8d74-f360d9579170 tempest-LiveMigrationTest-677110171 tempest-LiveMigrationTest-677110171-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:20:43.913105 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-f859074d-8e22-4daa-9eb8-53ff6550388f req-5e1a004c-6bbf-4850-8d74-f360d9579170 tempest-LiveMigrationTest-677110171 tempest-LiveMigrationTest-677110171-project-admin] 10.222.0.74 "GET /v2.0/ports?device_id=ba1a1de7-919d-4e04-a64c-8e58b5236248&tenant_id=0f5d9c33c3334ce192c43e08217ee019&binding%3Ahost_id=n-h1-713301-16 HTTP/1.1" status: 200 len: 1097 time: 0.1365101 Sep 23 19:20:43.929334 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-16d2853e-1207-4e64-996b-97970c769629 req-0b4bd05b-2585-4ae1-af24-4a41f911beea service neutron] 10.222.0.53 "GET /v2.0/networks/bf651024-673c-4eec-84ce-c6ef83d369a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1260202 Sep 23 19:20:44.055795 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-16d2853e-1207-4e64-996b-97970c769629 req-031c855c-d2ed-4643-8ec7-3366bb74f565 service neutron] 10.222.0.53 "GET /v2.0/networks/bf651024-673c-4eec-84ce-c6ef83d369a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1169810 Sep 23 19:20:44.059005 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e86604-2688-4db2-99a2-d78f51ab8f93 req-0412c629-dd0d-4240-a641-669b17bca856 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:20:44.060652 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-a4e86604-2688-4db2-99a2-d78f51ab8f93 req-0412c629-dd0d-4240-a641-669b17bca856 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=13779c5f-d832-4edd-ba35-ebc363f13a7c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3222811 Sep 23 19:20:44.205127 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-a4e86604-2688-4db2-99a2-d78f51ab8f93 req-a84f7f6f-3aac-40b9-a5b3-18e1a5e93c43 service neutron] 10.222.0.74 "GET /v2.0/networks/13779c5f-d832-4edd-ba35-ebc363f13a7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1307039 Sep 23 19:20:44.347530 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-a4e86604-2688-4db2-99a2-d78f51ab8f93 req-59651b4f-8e74-47a7-ba6c-2ab088f4e236 service neutron] 10.222.0.74 "GET /v2.0/networks/13779c5f-d832-4edd-ba35-ebc363f13a7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1330554 Sep 23 19:20:44.632572 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.db [req-f859074d-8e22-4daa-9eb8-53ff6550388f req-58ab174a-1e37-47e8-8024-f0a336b186dd service neutron] For port ad21dcb9-92a9-4609-9d58-ec31250ff83d, host n-h2-713301-16, cleared binding levels {{(pid=95102) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 19:20:44.641082 n-d-713301-16 neutron-server[95101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '56dbe3b8-fbb3-4256-9bd0-adad1d2faa26', 'tag': 'e0c92bce-f19f-4445-a89e-4f4298f09c27'}] {{(pid=95101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 19:20:44.644269 n-d-713301-16 neutron-server[95101]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d8366c5740cd635e57ab12b71fe44a77c2acc3c19091ef849c6f68b380462244" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18b52d43-7544-4aab-be48-58be82bbaacc" -d '{"events": [{"name": "network-changed", "server_uuid": "56dbe3b8-fbb3-4256-9bd0-adad1d2faa26", "tag": "e0c92bce-f19f-4445-a89e-4f4298f09c27"}]}' {{(pid=95101) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 19:20:44.655114 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-f859074d-8e22-4daa-9eb8-53ff6550388f req-58ab174a-1e37-47e8-8024-f0a336b186dd service neutron] Notify callbacks [] for binding, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:20:44.656223 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-f859074d-8e22-4daa-9eb8-53ff6550388f req-58ab174a-1e37-47e8-8024-f0a336b186dd service neutron] 10.222.0.74 "DELETE /v2.0/ports/ad21dcb9-92a9-4609-9d58-ec31250ff83d/bindings/n-h2-713301-16 HTTP/1.1" status: 204 len: 173 time: 0.7311471 Sep 23 19:20:44.683148 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f47edf10-38b6-4e08-9e71-7a40f66f274e req-5beb88ff-3e54-46b1-901e-fb21b6fb14c8 tempest-SecurityGroupsTestJSON-1637632090 tempest-SecurityGroupsTestJSON-1637632090-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:20:44.684754 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-f47edf10-38b6-4e08-9e71-7a40f66f274e req-5beb88ff-3e54-46b1-901e-fb21b6fb14c8 tempest-SecurityGroupsTestJSON-1637632090 tempest-SecurityGroupsTestJSON-1637632090-project] 10.222.0.67 "GET /v2.0/networks?id=1048b771-fe5c-4195-91f1-88a21e64a743 HTTP/1.1" status: 200 len: 812 time: 0.5609233 Sep 23 19:20:44.709003 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd805e6-0b4e-44d3-af58-ddbe3a143034 req-59cd092f-f413-4423-a2c4-56b71b502b5e tempest-ServersAdminTestJSON-540451408 tempest-ServersAdminTestJSON-540451408-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:20:44.709605 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd805e6-0b4e-44d3-af58-ddbe3a143034 req-59cd092f-f413-4423-a2c4-56b71b502b5e tempest-ServersAdminTestJSON-540451408 tempest-ServersAdminTestJSON-540451408-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:20:44.710527 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd805e6-0b4e-44d3-af58-ddbe3a143034 req-59cd092f-f413-4423-a2c4-56b71b502b5e tempest-ServersAdminTestJSON-540451408 tempest-ServersAdminTestJSON-540451408-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:20:44.712863 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-6dd805e6-0b4e-44d3-af58-ddbe3a143034 req-59cd092f-f413-4423-a2c4-56b71b502b5e tempest-ServersAdminTestJSON-540451408 tempest-ServersAdminTestJSON-540451408-project-admin] 10.222.0.67 "GET /v2.0/ports?device_id=eec269a6-21d4-4d21-9edd-6b8e46784f66&device_id=9a5f6079-92f5-4eed-b704-4339934659a8&device_id=8adc1d5c-ae67-4d87-8284-04120d7c0f9e HTTP/1.1" status: 200 len: 2885 time: 0.1009243 Sep 23 19:20:44.729247 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-f47edf10-38b6-4e08-9e71-7a40f66f274e req-b61d2130-e9bb-4fb8-9d9f-93199e2609ce tempest-SecurityGroupsTestJSON-1637632090 tempest-SecurityGroupsTestJSON-1637632090-project] 10.222.0.67 "GET /v2.0/quotas/5c7e58d511994cccb082b917c36a96c0 HTTP/1.1" status: 200 len: 375 time: 0.0278597 Sep 23 19:20:44.774101 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-f47edf10-38b6-4e08-9e71-7a40f66f274e req-3f22f226-2b14-462a-9e35-814c475784b2 tempest-SecurityGroupsTestJSON-1637632090 tempest-SecurityGroupsTestJSON-1637632090-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=5c7e58d511994cccb082b917c36a96c0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0417016 Sep 23 19:20:44.807483 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-6dd805e6-0b4e-44d3-af58-ddbe3a143034 req-fbd318d5-6d29-4d07-8069-75bb6b134ee2 tempest-ServersAdminTestJSON-540451408 tempest-ServersAdminTestJSON-540451408-project-admin] 10.222.0.67 "GET /v2.0/security-groups?id=f6ea2bc2-ae02-426e-9312-246b38837e94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768161 Sep 23 19:20:44.930943 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-f47edf10-38b6-4e08-9e71-7a40f66f274e req-7f371d84-16f7-4d00-ac13-9caf48c1fe5d service neutron] 10.222.0.67 "GET /v2.0/networks/1048b771-fe5c-4195-91f1-88a21e64a743?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1468394 Sep 23 19:20:44.979408 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a95806-0359-48e6-a7f7-90316a69039b req-b1666914-959e-415f-b0cf-b2ae42c97b0f tempest-FloatingIPsAssociationTestJSON-1050306137 tempest-FloatingIPsAssociationTestJSON-1050306137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:20:44.986907 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-89a95806-0359-48e6-a7f7-90316a69039b req-b1666914-959e-415f-b0cf-b2ae42c97b0f tempest-FloatingIPsAssociationTestJSON-1050306137 tempest-FloatingIPsAssociationTestJSON-1050306137-project] 10.222.0.67 "GET /v2.0/ports?device_id=54888381-550f-4f37-8d36-836d2b5567e2 HTTP/1.1" status: 200 len: 946 time: 0.0897336 Sep 23 19:20:45.083009 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-89a95806-0359-48e6-a7f7-90316a69039b req-21eb32a9-f465-4cb0-a19c-ef09534ad486 tempest-FloatingIPsAssociationTestJSON-1050306137 tempest-FloatingIPsAssociationTestJSON-1050306137-project] 10.222.0.67 "GET /v2.0/security-groups?id=cb9248a2-4263-4f57-a68c-8a6c3c3d2519&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951819 Sep 23 19:20:45.108371 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-f47edf10-38b6-4e08-9e71-7a40f66f274e req-9539bf83-05a3-4e2d-affe-df2440e995ae service neutron] 10.222.0.67 "GET /v2.0/networks/1048b771-fe5c-4195-91f1-88a21e64a743?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1643071 Sep 23 19:20:45.154700 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Device e0c92bce-f19f-4445-a89e-4f4298f09c27 details requested by agent hyperv_n-h2-713301-16 with host n-h2-713301-16 {{(pid=95103) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 19:20:45.160510 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Device ad21dcb9-92a9-4609-9d58-ec31250ff83d no longer exists at agent hyperv_n-h2-713301-16 {{(pid=95103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 19:20:45.277878 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56189fc-9e31-4c14-beb7-3b529f9af897 req-e8941737-9ef5-4a42-b6f9-b423fb04ad75 tempest-LiveMigrationNegativeTest-42861435 tempest-LiveMigrationNegativeTest-42861435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:20:45.279480 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-d56189fc-9e31-4c14-beb7-3b529f9af897 req-e8941737-9ef5-4a42-b6f9-b423fb04ad75 tempest-LiveMigrationNegativeTest-42861435 tempest-LiveMigrationNegativeTest-42861435-project] 10.222.0.67 "GET /v2.0/ports?device_id=8be33c61-acc3-4d38-bc96-9f9b0f45c04e HTTP/1.1" status: 200 len: 950 time: 0.1249554 Sep 23 19:20:45.348214 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Device ad21dcb9-92a9-4609-9d58-ec31250ff83d not bound to the agent host n-h2-713301-16 {{(pid=95103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 19:20:45.380563 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] For port e0c92bce-f19f-4445-a89e-4f4298f09c27, host n-h2-713301-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-16',level=0,port_id=e0c92bce-f19f-4445-a89e-4f4298f09c27,segment=NetworkSegment(7c11e0df-7313-4765-ac14-518be1d9f929),segment_id=7c11e0df-7313-4765-ac14-518be1d9f929)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:20:45.398932 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Returning: {'device': 'e0c92bce-f19f-4445-a89e-4f4298f09c27', 'network_id': 'd5983aa5-dc01-48bc-bff2-9c83789f0fba', 'port_id': 'e0c92bce-f19f-4445-a89e-4f4298f09c27', 'mac_address': 'fa:16:3e:a5:99:f6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 619, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd6f0871f-c3f6-47e4-ac38-d95f0ade6ade', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95103) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 19:20:45.448276 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:20:45.459653 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-d56189fc-9e31-4c14-beb7-3b529f9af897 req-a5dfa2bd-cf13-464b-85e3-801126cc5e39 tempest-LiveMigrationNegativeTest-42861435 tempest-LiveMigrationNegativeTest-42861435-project] 10.222.0.67 "GET /v2.0/security-groups?id=4ed1ec61-8ec9-44fd-9365-22dc1954f969&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1671922 Sep 23 19:20:45.463908 n-d-713301-16 neutron-server[95103]: DEBUG neutron.notifiers.nova [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e0c92bce-f19f-4445-a89e-4f4298f09c27 {{(pid=95103) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 19:20:45.495906 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] For port e0c92bce-f19f-4445-a89e-4f4298f09c27, host n-h2-713301-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-16',level=0,port_id=e0c92bce-f19f-4445-a89e-4f4298f09c27,segment=NetworkSegment(7c11e0df-7313-4765-ac14-518be1d9f929),segment_id=7c11e0df-7313-4765-ac14-518be1d9f929)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:20:45.496354 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd997d96-5835-4c82-8f8e-40ab25ed02cc req-6a5bc3a7-3ded-4ea9-bdb8-ed1cf0aced6b tempest-LiveMigrationTest-1843640962 tempest-LiveMigrationTest-1843640962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:20:45.498323 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-cd997d96-5835-4c82-8f8e-40ab25ed02cc req-6a5bc3a7-3ded-4ea9-bdb8-ed1cf0aced6b tempest-LiveMigrationTest-1843640962 tempest-LiveMigrationTest-1843640962-project] 10.222.0.67 "GET /v2.0/ports?device_id=ba1a1de7-919d-4e04-a64c-8e58b5236248 HTTP/1.1" status: 200 len: 945 time: 0.1869247 Sep 23 19:20:45.508184 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:20:45.513910 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7724bdce-2adf-4ed4-bc81-c9fa68b64cb1 req-ea5abb1e-6d5f-4683-a693-319b34d17b48 tempest-FloatingIPsAssociationTestJSON-1050306137 tempest-FloatingIPsAssociationTestJSON-1050306137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:20:45.515923 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-7724bdce-2adf-4ed4-bc81-c9fa68b64cb1 req-ea5abb1e-6d5f-4683-a693-319b34d17b48 tempest-FloatingIPsAssociationTestJSON-1050306137 tempest-FloatingIPsAssociationTestJSON-1050306137-project] 10.222.0.74 "GET /v2.0/ports?device_id=54888381-550f-4f37-8d36-836d2b5567e2 HTTP/1.1" status: 200 len: 946 time: 0.1283138 Sep 23 19:20:45.591688 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-cd997d96-5835-4c82-8f8e-40ab25ed02cc req-7cde6852-995d-4cb7-b96e-cb8bf70fafd5 tempest-LiveMigrationTest-1843640962 tempest-LiveMigrationTest-1843640962-project] 10.222.0.67 "GET /v2.0/security-groups?id=1c151358-1cab-48a6-be3e-ad7507b4da06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747373 Sep 23 19:20:45.620960 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Pushing event updated for resources: {'Port': ['ID=e0c92bce-f19f-4445-a89e-4f4298f09c27,revision_number=4']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:20:45.635025 n-d-713301-16 neutron-server[95101]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 19:20:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7a39f3c-7d3e-4979-b26b-0ccaa9e40473 x-openstack-request-id: req-b7a39f3c-7d3e-4979-b26b-0ccaa9e40473 {{(pid=95101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 19:20:45.635863 n-d-713301-16 neutron-server[95101]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "56dbe3b8-fbb3-4256-9bd0-adad1d2faa26", "tag": "e0c92bce-f19f-4445-a89e-4f4298f09c27", "status": "completed", "code": 200}]} {{(pid=95101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 19:20:45.636473 n-d-713301-16 neutron-server[95101]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-b7a39f3c-7d3e-4979-b26b-0ccaa9e40473 {{(pid=95101) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 19:20:45.637061 n-d-713301-16 neutron-server[95101]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '56dbe3b8-fbb3-4256-9bd0-adad1d2faa26', 'tag': 'e0c92bce-f19f-4445-a89e-4f4298f09c27', 'status': 'completed', 'code': 200} Sep 23 19:20:45.701728 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.plugin [req-7724bdce-2adf-4ed4-bc81-c9fa68b64cb1 req-fbf0efcf-f3e1-418b-b0ff-1d7b513bc91a tempest-FloatingIPsAssociationTestJSON-1050306137 tempest-FloatingIPsAssociationTestJSON-1050306137-project] Deleting port 873e7b65-11d6-43a3-9a7a-31d0e534d4d5 {{(pid=95102) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:20:45.702176 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-7724bdce-2adf-4ed4-bc81-c9fa68b64cb1 req-fbf0efcf-f3e1-418b-b0ff-1d7b513bc91a tempest-FloatingIPsAssociationTestJSON-1050306137 tempest-FloatingIPsAssociationTestJSON-1050306137-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783146157096'] for port, before_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:20:45.717438 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b52d43-7544-4aab-be48-58be82bbaacc req-cc499a68-f1a9-4653-82d1-76d46c346d7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:20:45.723753 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-18b52d43-7544-4aab-be48-58be82bbaacc req-cc499a68-f1a9-4653-82d1-76d46c346d7e service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=07622c7485a94956bd0dfade6db60bcf&device_id=56dbe3b8-fbb3-4256-9bd0-adad1d2faa26 HTTP/1.1" status: 200 len: 1097 time: 0.0631583 Sep 23 19:20:45.778522 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] get_ports_and_sgs() called for port_ids ['e0c92bce-f19f-4445-a89e-4f4298f09c27'] {{(pid=95103) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 19:20:45.888882 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-35ebbc3c-0a00-45ad-8e45-2a387cda1bdf req-10b03cc2-cf4b-4007-a544-5b67c92d89a5 tempest-SecurityGroupsTestJSON-1637632090 tempest-SecurityGroupsTestJSON-1637632090-project] 10.222.0.67 "GET /v2.0/ports?device_id=44cfa62c-9ec6-4912-9330-d2c472f9656a HTTP/1.1" status: 200 len: 210 time: 0.0867424 Sep 23 19:20:45.991911 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b52d43-7544-4aab-be48-58be82bbaacc req-64bbf1dd-1827-4c1d-8789-8e8ec4a66d73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:20:45.995747 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-18b52d43-7544-4aab-be48-58be82bbaacc req-64bbf1dd-1827-4c1d-8789-8e8ec4a66d73 service neutron] 10.222.0.53 "GET /v2.0/networks?id=d5983aa5-dc01-48bc-bff2-9c83789f0fba HTTP/1.1" status: 200 len: 925 time: 0.2639148 Sep 23 19:20:46.000658 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd644cbf-93c3-4172-a7a8-8b6b88a6562f req-1f855643-d6c5-4936-b0e9-5c5bcf72f62b tempest-ServersWithSpecificFlavorTestJSON-1837670196 tempest-ServersWithSpecificFlavorTestJSON-1837670196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:20:46.002536 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-bd644cbf-93c3-4172-a7a8-8b6b88a6562f req-1f855643-d6c5-4936-b0e9-5c5bcf72f62b tempest-ServersWithSpecificFlavorTestJSON-1837670196 tempest-ServersWithSpecificFlavorTestJSON-1837670196-project] 10.222.0.67 "GET /v2.0/ports?device_id=56dbe3b8-fbb3-4256-9bd0-adad1d2faa26 HTTP/1.1" status: 200 len: 945 time: 0.2683270 Sep 23 19:20:46.059530 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-18b52d43-7544-4aab-be48-58be82bbaacc req-906644e6-f24e-4605-af76-77cbb3fb1299 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e0c92bce-f19f-4445-a89e-4f4298f09c27 HTTP/1.1" status: 200 len: 217 time: 0.0509334 Sep 23 19:20:46.076651 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.db [req-7724bdce-2adf-4ed4-bc81-c9fa68b64cb1 req-fbf0efcf-f3e1-418b-b0ff-1d7b513bc91a tempest-FloatingIPsAssociationTestJSON-1050306137 tempest-FloatingIPsAssociationTestJSON-1050306137-project] For port 873e7b65-11d6-43a3-9a7a-31d0e534d4d5, host n-h1-713301-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-16',level=0,port_id=873e7b65-11d6-43a3-9a7a-31d0e534d4d5,segment=NetworkSegment(60344de3-4656-4e44-ba87-ebbfec08b080),segment_id=60344de3-4656-4e44-ba87-ebbfec08b080)] {{(pid=95102) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:20:46.076651 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-7724bdce-2adf-4ed4-bc81-c9fa68b64cb1 req-fbf0efcf-f3e1-418b-b0ff-1d7b513bc91a tempest-FloatingIPsAssociationTestJSON-1050306137 tempest-FloatingIPsAssociationTestJSON-1050306137-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-605701'] for port, precommit_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:20:46.102372 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-bd644cbf-93c3-4172-a7a8-8b6b88a6562f req-57829abf-c1cf-4a3d-8ed6-5414665aafcd tempest-ServersWithSpecificFlavorTestJSON-1837670196 tempest-ServersWithSpecificFlavorTestJSON-1837670196-project] 10.222.0.67 "GET /v2.0/security-groups?id=d5229659-9431-4b80-bd22-2c55198ccc0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0864851 Sep 23 19:20:46.114566 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.plugin [req-7724bdce-2adf-4ed4-bc81-c9fa68b64cb1 req-fbf0efcf-f3e1-418b-b0ff-1d7b513bc91a tempest-FloatingIPsAssociationTestJSON-1050306137 tempest-FloatingIPsAssociationTestJSON-1050306137-project] Calling delete_port for 873e7b65-11d6-43a3-9a7a-31d0e534d4d5 owned by compute:nova {{(pid=95102) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:20:46.129201 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b52d43-7544-4aab-be48-58be82bbaacc req-a3cfce9b-163d-473f-a2f1-dd892a95c78f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:20:46.130354 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbee31d5-dccc-4bca-8767-9a6151dee10c req-da49cc0b-7274-4213-9950-66105c82382a tempest-LiveMigrationNegativeTest-402772745 tempest-LiveMigrationNegativeTest-402772745-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:20:46.131198 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-18b52d43-7544-4aab-be48-58be82bbaacc req-a3cfce9b-163d-473f-a2f1-dd892a95c78f service neutron] 10.222.0.53 "GET /v2.0/subnets?id=d6f0871f-c3f6-47e4-ac38-d95f0ade6ade HTTP/1.1" status: 200 len: 863 time: 0.0584736 Sep 23 19:20:46.131934 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-cbee31d5-dccc-4bca-8767-9a6151dee10c req-da49cc0b-7274-4213-9950-66105c82382a tempest-LiveMigrationNegativeTest-402772745 tempest-LiveMigrationNegativeTest-402772745-project-admin] 10.222.0.67 "GET /v2.0/ports?device_id=8be33c61-acc3-4d38-bc96-9f9b0f45c04e HTTP/1.1" status: 200 len: 1102 time: 0.0816073 Sep 23 19:20:46.188913 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 58544) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:20:46.190807 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-cbee31d5-dccc-4bca-8767-9a6151dee10c req-f0eac448-97c0-4c43-82a4-31ba6d97cec8 tempest-LiveMigrationNegativeTest-402772745 tempest-LiveMigrationNegativeTest-402772745-project-admin] Notify callbacks [] for security_group, before_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:20:46.244229 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b52d43-7544-4aab-be48-58be82bbaacc req-c18702d3-1531-4772-9188-635aac9c61dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:20:46.246237 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-18b52d43-7544-4aab-be48-58be82bbaacc req-c18702d3-1531-4772-9188-635aac9c61dc service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=d5983aa5-dc01-48bc-bff2-9c83789f0fba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1059091 Sep 23 19:20:46.414205 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-18b52d43-7544-4aab-be48-58be82bbaacc req-ad364824-42ae-45b2-adf8-fd18f1a165c5 service neutron] 10.222.0.53 "GET /v2.0/networks/d5983aa5-dc01-48bc-bff2-9c83789f0fba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1272514 Sep 23 19:20:46.459685 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-7724bdce-2adf-4ed4-bc81-c9fa68b64cb1 req-fbf0efcf-f3e1-418b-b0ff-1d7b513bc91a tempest-FloatingIPsAssociationTestJSON-1050306137 tempest-FloatingIPsAssociationTestJSON-1050306137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783146162158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783145673144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4399100'] for port, after_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:20:46.472120 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ada271-9498-42d9-bd5f-713d9ad50713 req-46c315b4-fd20-4ad8-aa4c-9b0a69b53a8c tempest-FloatingIPsAssociationTestJSON-1050306137 tempest-FloatingIPsAssociationTestJSON-1050306137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:20:46.473250 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] get_ports_and_sgs() called for port_ids ['873e7b65-11d6-43a3-9a7a-31d0e534d4d5'] {{(pid=95103) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 19:20:46.479925 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-b0ada271-9498-42d9-bd5f-713d9ad50713 req-46c315b4-fd20-4ad8-aa4c-9b0a69b53a8c tempest-FloatingIPsAssociationTestJSON-1050306137 tempest-FloatingIPsAssociationTestJSON-1050306137-project] 10.222.0.67 "GET /v2.0/ports?device_id=54888381-550f-4f37-8d36-836d2b5567e2 HTTP/1.1" status: 200 len: 867 time: 0.1740975 Sep 23 19:20:46.489721 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-cbee31d5-dccc-4bca-8767-9a6151dee10c req-f0eac448-97c0-4c43-82a4-31ba6d97cec8 tempest-LiveMigrationNegativeTest-402772745 tempest-LiveMigrationNegativeTest-402772745-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:20:46.529719 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-cbee31d5-dccc-4bca-8767-9a6151dee10c req-f0eac448-97c0-4c43-82a4-31ba6d97cec8 tempest-LiveMigrationNegativeTest-402772745 tempest-LiveMigrationNegativeTest-402772745-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:20:46.541970 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf0efcf-f3e1-418b-b0ff-1d7b513bc91a tempest-FloatingIPsAssociationTestJSON-1050306137 tempest-FloatingIPsAssociationTestJSON-1050306137-project] Pushing event deleted for resources: {'Port': ['ID=873e7b65-11d6-43a3-9a7a-31d0e534d4d5,revision_number=None']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:20:46.583407 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-cbee31d5-dccc-4bca-8767-9a6151dee10c req-f0eac448-97c0-4c43-82a4-31ba6d97cec8 tempest-LiveMigrationNegativeTest-402772745 tempest-LiveMigrationNegativeTest-402772745-project-admin] 10.222.0.67 "GET /v2.0/security-groups?id=4ed1ec61-8ec9-44fd-9365-22dc1954f969&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4404867 Sep 23 19:20:46.638466 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-18b52d43-7544-4aab-be48-58be82bbaacc req-5d7fb168-aa6a-4684-bf4f-3070f757ae1e service neutron] 10.222.0.53 "GET /v2.0/networks/d5983aa5-dc01-48bc-bff2-9c83789f0fba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2150562 Sep 23 19:20:46.640417 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-b0ada271-9498-42d9-bd5f-713d9ad50713 req-73eb2bf9-c1e7-4538-a6c8-730aa45707ab tempest-FloatingIPsAssociationTestJSON-1050306137 tempest-FloatingIPsAssociationTestJSON-1050306137-project] 10.222.0.67 "GET /v2.0/security-groups?id=cb9248a2-4263-4f57-a68c-8a6c3c3d2519&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1596129 Sep 23 19:20:46.645285 n-d-713301-16 neutron-server[95102]: DEBUG neutron.db.l3_dvrscheduler_db [req-7724bdce-2adf-4ed4-bc81-c9fa68b64cb1 req-fbf0efcf-f3e1-418b-b0ff-1d7b513bc91a tempest-FloatingIPsAssociationTestJSON-1050306137 tempest-FloatingIPsAssociationTestJSON-1050306137-project] No DVR routers for this DVR port 873e7b65-11d6-43a3-9a7a-31d0e534d4d5 on host n-h1-713301-16 {{(pid=95102) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 19:20:46.655445 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0eac448-97c0-4c43-82a4-31ba6d97cec8 tempest-LiveMigrationNegativeTest-402772745 tempest-LiveMigrationNegativeTest-402772745-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00f031e1-acd7-47f9-aede-443b39100c49,revision_number=1']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:20:46.655445 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-7724bdce-2adf-4ed4-bc81-c9fa68b64cb1 req-fbf0efcf-f3e1-418b-b0ff-1d7b513bc91a tempest-FloatingIPsAssociationTestJSON-1050306137 tempest-FloatingIPsAssociationTestJSON-1050306137-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222849'] for port, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:20:46.655445 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-7724bdce-2adf-4ed4-bc81-c9fa68b64cb1 req-fbf0efcf-f3e1-418b-b0ff-1d7b513bc91a tempest-FloatingIPsAssociationTestJSON-1050306137 tempest-FloatingIPsAssociationTestJSON-1050306137-project] 10.222.0.74 "DELETE /v2.0/ports/873e7b65-11d6-43a3-9a7a-31d0e534d4d5 HTTP/1.1" status: 204 len: 173 time: 1.1080897 Sep 23 19:20:46.655445 n-d-713301-16 neutron-server[95102]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '54888381-550f-4f37-8d36-836d2b5567e2', 'name': 'network-vif-deleted', 'tag': '873e7b65-11d6-43a3-9a7a-31d0e534d4d5'}] {{(pid=95102) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 19:20:46.662986 n-d-713301-16 neutron-server[95102]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab31b6d93e5336dbddfa8ec424565b3bd8cb2369c5b4d85bc943472dbb21e8ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1590e34b-511b-495c-83ee-12bb17345fb1" -d '{"events": [{"server_uuid": "54888381-550f-4f37-8d36-836d2b5567e2", "name": "network-vif-deleted", "tag": "873e7b65-11d6-43a3-9a7a-31d0e534d4d5"}]}' {{(pid=95102) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 19:20:46.780590 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d653b369-7987-4041-9219-23b0d372ba28 req-b0bba2d6-07e2-4885-86a2-34a8777bb074 tempest-LiveMigrationTest-677110171 tempest-LiveMigrationTest-677110171-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:20:46.782394 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-d653b369-7987-4041-9219-23b0d372ba28 req-b0bba2d6-07e2-4885-86a2-34a8777bb074 tempest-LiveMigrationTest-677110171 tempest-LiveMigrationTest-677110171-project-admin] 10.222.0.67 "GET /v2.0/ports?device_id=ba1a1de7-919d-4e04-a64c-8e58b5236248 HTTP/1.1" status: 200 len: 1097 time: 0.0646806 Sep 23 19:20:46.849960 n-d-713301-16 neutron-server[95102]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 19:20:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f36e3cd8-3140-46f6-82b6-729c54180019 x-openstack-request-id: req-f36e3cd8-3140-46f6-82b6-729c54180019 {{(pid=95102) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 19:20:46.850525 n-d-713301-16 neutron-server[95102]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "54888381-550f-4f37-8d36-836d2b5567e2", "name": "network-vif-deleted", "tag": "873e7b65-11d6-43a3-9a7a-31d0e534d4d5", "status": "completed", "code": 200}]} {{(pid=95102) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 19:20:46.850993 n-d-713301-16 neutron-server[95102]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-f36e3cd8-3140-46f6-82b6-729c54180019 {{(pid=95102) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 19:20:46.851614 n-d-713301-16 neutron-server[95102]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '54888381-550f-4f37-8d36-836d2b5567e2', 'name': 'network-vif-deleted', 'tag': '873e7b65-11d6-43a3-9a7a-31d0e534d4d5', 'status': 'completed', 'code': 200} Sep 23 19:20:46.866821 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-d653b369-7987-4041-9219-23b0d372ba28 req-920eb0ab-f4a4-432d-87b2-c5d99364cafd tempest-LiveMigrationTest-677110171 tempest-LiveMigrationTest-677110171-project-admin] 10.222.0.67 "GET /v2.0/security-groups?id=1c151358-1cab-48a6-be3e-ad7507b4da06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716808 Sep 23 19:20:46.883748 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-d9069cea-e04f-4be2-a736-f8fea693ccf0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-601372'] for router_interface, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:20:47.162164 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Device e0c92bce-f19f-4445-a89e-4f4298f09c27 up at agent hyperv_n-h2-713301-16 {{(pid=95103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 19:20:47.173268 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f47edf10-38b6-4e08-9e71-7a40f66f274e req-4b720483-23e7-4fb1-9bd2-1fa84a982d89 tempest-SecurityGroupsTestJSON-1637632090 tempest-SecurityGroupsTestJSON-1637632090-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:20:47.175741 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-f47edf10-38b6-4e08-9e71-7a40f66f274e req-4b720483-23e7-4fb1-9bd2-1fa84a982d89 tempest-SecurityGroupsTestJSON-1637632090 tempest-SecurityGroupsTestJSON-1637632090-project] 10.222.0.53 "GET /v2.0/networks?id=1048b771-fe5c-4195-91f1-88a21e64a743 HTTP/1.1" status: 200 len: 812 time: 0.3029964 Sep 23 19:20:47.220272 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-790aacb6-4d42-42d3-916a-a4b0f59a3f2b req-5352115e-2477-4e08-8c16-7907f46fb40b tempest-SecurityGroupsTestJSON-1637632090 tempest-SecurityGroupsTestJSON-1637632090-project] 10.222.0.67 "GET /v2.0/ports?device_id=44cfa62c-9ec6-4912-9330-d2c472f9656a HTTP/1.1" status: 200 len: 210 time: 0.0707455 Sep 23 19:20:47.251068 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Provisioning for port e0c92bce-f19f-4445-a89e-4f4298f09c27 completed by entity L2. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 19:20:47.258556 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Provisioning complete for port e0c92bce-f19f-4445-a89e-4f4298f09c27 triggered by entity L2. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:20:47.259317 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:20:47.264947 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.v2.base [req-f47edf10-38b6-4e08-9e71-7a40f66f274e req-482102a5-9a7a-44d3-bbb9-c23956717875 tempest-SecurityGroupsTestJSON-1637632090 tempest-SecurityGroupsTestJSON-1637632090-project] Request body: {'port': {'device_id': '44cfa62c-9ec6-4912-9330-d2c472f9656a', 'network_id': '1048b771-fe5c-4195-91f1-88a21e64a743', 'admin_state_up': True, 'tenant_id': '5c7e58d511994cccb082b917c36a96c0'}} {{(pid=95101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:20:47.390969 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:20:47.467771 n-d-713301-16 neutron-server[95103]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '56dbe3b8-fbb3-4256-9bd0-adad1d2faa26', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e0c92bce-f19f-4445-a89e-4f4298f09c27'}] {{(pid=95103) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 19:20:47.471274 n-d-713301-16 neutron-server[95103]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}81a1c17f2aa89d5b3ebbba3a3e0cf7eb588e431c2224256110c4c4facdd7c3e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66e2ae6a-51d0-43aa-aac7-05ab1efbf4d2" -d '{"events": [{"server_uuid": "56dbe3b8-fbb3-4256-9bd0-adad1d2faa26", "name": "network-vif-plugged", "status": "completed", "tag": "e0c92bce-f19f-4445-a89e-4f4298f09c27"}]}' {{(pid=95103) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 19:20:47.497446 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] For port e0c92bce-f19f-4445-a89e-4f4298f09c27, host n-h2-713301-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-16',level=0,port_id=e0c92bce-f19f-4445-a89e-4f4298f09c27,segment=NetworkSegment(7c11e0df-7313-4765-ac14-518be1d9f929),segment_id=7c11e0df-7313-4765-ac14-518be1d9f929)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:20:47.504541 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:20:47.565778 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Pushing event updated for resources: {'Port': ['ID=e0c92bce-f19f-4445-a89e-4f4298f09c27,revision_number=5']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:20:47.566476 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f47edf10-38b6-4e08-9e71-7a40f66f274e req-482102a5-9a7a-44d3-bbb9-c23956717875 tempest-SecurityGroupsTestJSON-1637632090 tempest-SecurityGroupsTestJSON-1637632090-project] Made reservation on behalf of 5c7e58d511994cccb082b917c36a96c0 for: {'port': 1} {{(pid=95101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:20:47.570171 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-f47edf10-38b6-4e08-9e71-7a40f66f274e req-482102a5-9a7a-44d3-bbb9-c23956717875 tempest-SecurityGroupsTestJSON-1637632090 tempest-SecurityGroupsTestJSON-1637632090-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:20:47.642214 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12141fc1-bed0-4316-b16d-852c46e54856 req-1b2aff26-973d-45b5-9514-ea75d848b8a8 tempest-LiveMigrationTest-1843640962 tempest-LiveMigrationTest-1843640962-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:20:47.643890 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-12141fc1-bed0-4316-b16d-852c46e54856 req-1b2aff26-973d-45b5-9514-ea75d848b8a8 tempest-LiveMigrationTest-1843640962 tempest-LiveMigrationTest-1843640962-project] 10.222.0.67 "GET /v2.0/networks?id=bf651024-673c-4eec-84ce-c6ef83d369a1 HTTP/1.1" status: 200 len: 807 time: 0.2146211 Sep 23 19:20:47.653191 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-376ad0f4-8b64-4ec8-8a64-672bc7eddf18 req-6a3756e1-53cf-4643-b527-7b7e5cc9936a tempest-ServersWithSpecificFlavorTestJSON-1837670196 tempest-ServersWithSpecificFlavorTestJSON-1837670196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:20:47.654876 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-376ad0f4-8b64-4ec8-8a64-672bc7eddf18 req-6a3756e1-53cf-4643-b527-7b7e5cc9936a tempest-ServersWithSpecificFlavorTestJSON-1837670196 tempest-ServersWithSpecificFlavorTestJSON-1837670196-project] 10.222.0.67 "GET /v2.0/ports?device_id=56dbe3b8-fbb3-4256-9bd0-adad1d2faa26 HTTP/1.1" status: 200 len: 946 time: 0.1300216 Sep 23 19:20:47.666869 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-12141fc1-bed0-4316-b16d-852c46e54856 req-71d49105-5820-4d6c-bfde-d126cbfcd6c2 tempest-LiveMigrationTest-1843640962 tempest-LiveMigrationTest-1843640962-project] 10.222.0.67 "GET /v2.0/quotas/0f5d9c33c3334ce192c43e08217ee019 HTTP/1.1" status: 200 len: 375 time: 0.0108521 Sep 23 19:20:47.682506 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.plugin [None req-d9069cea-e04f-4be2-a736-f8fea693ccf0 admin admin] Deleting port 3a502910-6ec7-4aa6-b6e3-578028f996b5 {{(pid=95101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:20:47.683114 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-d9069cea-e04f-4be2-a736-f8fea693ccf0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783146157096'] for port, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:20:47.730941 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-376ad0f4-8b64-4ec8-8a64-672bc7eddf18 req-2bfd1371-90fc-4f9e-9eaf-6d2dd83a288f tempest-ServersWithSpecificFlavorTestJSON-1837670196 tempest-ServersWithSpecificFlavorTestJSON-1837670196-project] 10.222.0.67 "GET /v2.0/security-groups?id=d5229659-9431-4b80-bd22-2c55198ccc0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0627995 Sep 23 19:20:47.749554 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-12141fc1-bed0-4316-b16d-852c46e54856 req-a4865b98-4696-4ae0-9ac2-f128c4acc545 tempest-LiveMigrationTest-1843640962 tempest-LiveMigrationTest-1843640962-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=0f5d9c33c3334ce192c43e08217ee019&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0596972 Sep 23 19:20:47.788254 n-d-713301-16 neutron-server[95101]: DEBUG neutron.db.db_base_plugin_common [req-f47edf10-38b6-4e08-9e71-7a40f66f274e req-482102a5-9a7a-44d3-bbb9-c23956717875 tempest-SecurityGroupsTestJSON-1637632090 tempest-SecurityGroupsTestJSON-1637632090-project] Allocated IP 172.20.0.11 (1048b771-fe5c-4195-91f1-88a21e64a743/b84f7821-b37e-4a80-a926-f6a9a7ebc403/85712aaf-b3f1-464a-b5db-c24a708e4fb9) {{(pid=95101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 19:20:47.820289 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.db [None req-d9069cea-e04f-4be2-a736-f8fea693ccf0 admin admin] For port 3a502910-6ec7-4aa6-b6e3-578028f996b5, host n-d-713301-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-16',level=0,port_id=3a502910-6ec7-4aa6-b6e3-578028f996b5,segment=NetworkSegment(24a8f1c2-6cab-462e-bcd7-b4a9edb91257),segment_id=24a8f1c2-6cab-462e-bcd7-b4a9edb91257)] {{(pid=95101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:20:47.820761 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-d9069cea-e04f-4be2-a736-f8fea693ccf0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-605701'] for port, precommit_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:20:47.845226 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.plugin [None req-d9069cea-e04f-4be2-a736-f8fea693ccf0 admin admin] Calling delete_port for 3a502910-6ec7-4aa6-b6e3-578028f996b5 owned by network:router_interface {{(pid=95101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:20:47.873100 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-12141fc1-bed0-4316-b16d-852c46e54856 req-f7f8501d-ce07-409c-a31f-f6a20c0d034e service neutron] 10.222.0.67 "GET /v2.0/networks/bf651024-673c-4eec-84ce-c6ef83d369a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1165049 Sep 23 19:20:47.985327 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-12141fc1-bed0-4316-b16d-852c46e54856 req-c8e4006b-cb13-4864-a358-eddcccf0d55e service neutron] 10.222.0.67 "GET /v2.0/networks/bf651024-673c-4eec-84ce-c6ef83d369a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1111798 Sep 23 19:20:48.067808 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df5a97a-b087-4203-b1f5-a90c2ed1e35f req-533ebe87-a46b-4d7f-9b3f-4595ceda3bce tempest-LiveMigrationNegativeTest-42861435 tempest-LiveMigrationNegativeTest-42861435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:20:48.073044 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-f47edf10-38b6-4e08-9e71-7a40f66f274e req-482102a5-9a7a-44d3-bbb9-c23956717875 tempest-SecurityGroupsTestJSON-1637632090 tempest-SecurityGroupsTestJSON-1637632090-project] Notify callbacks [] for port, precommit_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:20:48.081605 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-7df5a97a-b087-4203-b1f5-a90c2ed1e35f req-533ebe87-a46b-4d7f-9b3f-4595ceda3bce tempest-LiveMigrationNegativeTest-42861435 tempest-LiveMigrationNegativeTest-42861435-project] 10.222.0.67 "GET /v2.0/ports?device_id=8be33c61-acc3-4d38-bc96-9f9b0f45c04e HTTP/1.1" status: 200 len: 950 time: 0.0927980 Sep 23 19:20:48.133192 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-7df5a97a-b087-4203-b1f5-a90c2ed1e35f req-38661e28-0ba6-4c38-8224-2cd036b36aae tempest-LiveMigrationNegativeTest-42861435 tempest-LiveMigrationNegativeTest-42861435-project] 10.222.0.67 "GET /v2.0/security-groups?id=4ed1ec61-8ec9-44fd-9365-22dc1954f969&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498388 Sep 23 19:20:48.153542 n-d-713301-16 neutron-server[95103]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 19:20:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23893b02-d171-4726-811a-5afe7a4f086c x-openstack-request-id: req-23893b02-d171-4726-811a-5afe7a4f086c {{(pid=95103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 19:20:48.153833 n-d-713301-16 neutron-server[95103]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "56dbe3b8-fbb3-4256-9bd0-adad1d2faa26", "name": "network-vif-plugged", "status": "completed", "tag": "e0c92bce-f19f-4445-a89e-4f4298f09c27", "code": 200}]} {{(pid=95103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 19:20:48.154087 n-d-713301-16 neutron-server[95103]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-23893b02-d171-4726-811a-5afe7a4f086c {{(pid=95103) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 19:20:48.154537 n-d-713301-16 neutron-server[95103]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '56dbe3b8-fbb3-4256-9bd0-adad1d2faa26', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e0c92bce-f19f-4445-a89e-4f4298f09c27', 'code': 200} Sep 23 19:20:48.209185 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 58596) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:20:48.228498 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-f47edf10-38b6-4e08-9e71-7a40f66f274e req-482102a5-9a7a-44d3-bbb9-c23956717875 tempest-SecurityGroupsTestJSON-1637632090 tempest-SecurityGroupsTestJSON-1637632090-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783145673135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5607431'] for port, after_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:20:48.312183 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-d9069cea-e04f-4be2-a736-f8fea693ccf0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783146162158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783145673144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5607431'] for port, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:20:48.327687 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f47edf10-38b6-4e08-9e71-7a40f66f274e req-482102a5-9a7a-44d3-bbb9-c23956717875 tempest-SecurityGroupsTestJSON-1637632090 tempest-SecurityGroupsTestJSON-1637632090-project] Network 1048b771-fe5c-4195-91f1-88a21e64a743 is already hosted by enough agents. {{(pid=95101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:20:48.338900 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-482102a5-9a7a-44d3-bbb9-c23956717875 tempest-SecurityGroupsTestJSON-1637632090 tempest-SecurityGroupsTestJSON-1637632090-project] Pushing event updated for resources: {'Port': ['ID=85712aaf-b3f1-464a-b5db-c24a708e4fb9,revision_number=1']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:20:48.343483 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.base_scheduler [req-f47edf10-38b6-4e08-9e71-7a40f66f274e req-482102a5-9a7a-44d3-bbb9-c23956717875 tempest-SecurityGroupsTestJSON-1637632090 tempest-SecurityGroupsTestJSON-1637632090-project] Resources bound (agent type, host, resource id): {{(pid=95101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:20:48.351262 n-d-713301-16 neutron-server[95101]: DEBUG neutron.db.l3_dvrscheduler_db [req-f47edf10-38b6-4e08-9e71-7a40f66f274e req-482102a5-9a7a-44d3-bbb9-c23956717875 tempest-SecurityGroupsTestJSON-1637632090 tempest-SecurityGroupsTestJSON-1637632090-project] Received port after_create {{(pid=95101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 19:20:48.397398 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-7457ac86-49b7-4d51-80b9-4000a7643a5c req-ba99914b-989b-4f40-8d24-1dc1ed282c54 tempest-LiveMigrationTest-1843640962 tempest-LiveMigrationTest-1843640962-project] 10.222.0.67 "GET /v2.0/ports?device_id=0ed7f64c-c2e6-47dd-8a6e-2481a7a0c2eb HTTP/1.1" status: 200 len: 210 time: 0.0996132 Sep 23 19:20:48.493974 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80351c7b-46b3-4758-ad61-9097e235c732 req-6b956b03-940b-4578-9be5-30a7c1b16adb tempest-ServersAdminTestJSON-540451408 tempest-ServersAdminTestJSON-540451408-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:20:48.495421 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-80351c7b-46b3-4758-ad61-9097e235c732 req-6b956b03-940b-4578-9be5-30a7c1b16adb tempest-ServersAdminTestJSON-540451408 tempest-ServersAdminTestJSON-540451408-project-admin] 10.222.0.67 "GET /v2.0/ports?device_id=8adc1d5c-ae67-4d87-8284-04120d7c0f9e HTTP/1.1" status: 200 len: 1102 time: 0.2116625 Sep 23 19:20:48.514468 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9069cea-e04f-4be2-a736-f8fea693ccf0 admin admin] Pushing event deleted for resources: {'Port': ['ID=3a502910-6ec7-4aa6-b6e3-578028f996b5,revision_number=None']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:20:48.530087 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1224c14-70e6-41b2-afce-a22db333b18a req-721a424e-6320-4ad8-9e9e-b329e366032e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:20:48.531760 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-f1224c14-70e6-41b2-afce-a22db333b18a req-721a424e-6320-4ad8-9e9e-b329e366032e service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=56dbe3b8-fbb3-4256-9bd0-adad1d2faa26 HTTP/1.1" status: 200 len: 1098 time: 0.2828093 Sep 23 19:20:48.602711 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f47edf10-38b6-4e08-9e71-7a40f66f274e req-482102a5-9a7a-44d3-bbb9-c23956717875 tempest-SecurityGroupsTestJSON-1637632090 tempest-SecurityGroupsTestJSON-1637632090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:20:48.603491 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-f47edf10-38b6-4e08-9e71-7a40f66f274e req-482102a5-9a7a-44d3-bbb9-c23956717875 tempest-SecurityGroupsTestJSON-1637632090 tempest-SecurityGroupsTestJSON-1637632090-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222849'] for port, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:20:48.610837 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-f1224c14-70e6-41b2-afce-a22db333b18a req-ef062fde-b3fb-46f1-a8be-3ee02c6b8eb0 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=d5229659-9431-4b80-bd22-2c55198ccc0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0671527 Sep 23 19:20:48.671650 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-80351c7b-46b3-4758-ad61-9097e235c732 req-e76335b2-510c-4ce2-937e-d2b5b2a2e444 tempest-ServersAdminTestJSON-540451408 tempest-ServersAdminTestJSON-540451408-project-admin] 10.222.0.67 "GET /v2.0/security-groups?id=f6ea2bc2-ae02-426e-9312-246b38837e94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1613500 Sep 23 19:20:48.704478 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-f47edf10-38b6-4e08-9e71-7a40f66f274e req-482102a5-9a7a-44d3-bbb9-c23956717875 tempest-SecurityGroupsTestJSON-1637632090 tempest-SecurityGroupsTestJSON-1637632090-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4926462 Sep 23 19:20:48.718353 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30062e5c-1bfb-4726-a5f4-3c128dee7f32 req-2c45e0e0-70b2-4f7e-ac3a-2c9cc08cdee1 tempest-SecurityGroupsTestJSON-1637632090 tempest-SecurityGroupsTestJSON-1637632090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:20:48.719921 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-30062e5c-1bfb-4726-a5f4-3c128dee7f32 req-2c45e0e0-70b2-4f7e-ac3a-2c9cc08cdee1 tempest-SecurityGroupsTestJSON-1637632090 tempest-SecurityGroupsTestJSON-1637632090-project] 10.222.0.67 "GET /v2.0/ports?device_id=44cfa62c-9ec6-4912-9330-d2c472f9656a HTTP/1.1" status: 200 len: 932 time: 0.2086210 Sep 23 19:20:48.765570 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-d9069cea-e04f-4be2-a736-f8fea693ccf0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-527322', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-602005'] for router_interface, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:20:48.861259 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-30062e5c-1bfb-4726-a5f4-3c128dee7f32 req-aef5655c-24cc-4ce3-a976-c257d472148e tempest-SecurityGroupsTestJSON-1637632090 tempest-SecurityGroupsTestJSON-1637632090-project] 10.222.0.67 "GET /v2.0/security-groups?id=87ba3455-2374-4d66-b6f9-7fb4c2df74bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1318045 Sep 23 19:20:48.862011 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.v2.base [req-f47edf10-38b6-4e08-9e71-7a40f66f274e req-92aab3ed-ba05-487c-8eff-aff5b7806a0e service neutron] Request body: {'port': {'device_id': '44cfa62c-9ec6-4912-9330-d2c472f9656a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713301-16'}} {{(pid=95101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:20:48.917054 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2de1f71-f519-45c7-b6f9-daab58064096 req-6b0d99bb-c285-4034-bbc6-67ffd98b2b69 tempest-ServersAdminTestJSON-540451408 tempest-ServersAdminTestJSON-540451408-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:20:48.918610 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-f2de1f71-f519-45c7-b6f9-daab58064096 req-6b0d99bb-c285-4034-bbc6-67ffd98b2b69 tempest-ServersAdminTestJSON-540451408 tempest-ServersAdminTestJSON-540451408-project-admin] 10.222.0.67 "GET /v2.0/ports?device_id=8adc1d5c-ae67-4d87-8284-04120d7c0f9e HTTP/1.1" status: 200 len: 1102 time: 0.1138461 Sep 23 19:20:48.933313 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-f47edf10-38b6-4e08-9e71-7a40f66f274e req-92aab3ed-ba05-487c-8eff-aff5b7806a0e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:20:49.035788 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-f2de1f71-f519-45c7-b6f9-daab58064096 req-eaacfce2-a409-4335-8771-ea184a7e9567 tempest-ServersAdminTestJSON-540451408 tempest-ServersAdminTestJSON-540451408-project-admin] 10.222.0.67 "GET /v2.0/security-groups?id=f6ea2bc2-ae02-426e-9312-246b38837e94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1043801 Sep 23 19:20:49.093821 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d3d5a9f-5fe4-4224-ad38-e7024cabb7ed req-c831192c-2d8b-4381-8f60-dce39f321058 tempest-ServersWithSpecificFlavorTestJSON-1837670196 tempest-ServersWithSpecificFlavorTestJSON-1837670196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:20:49.095572 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-1d3d5a9f-5fe4-4224-ad38-e7024cabb7ed req-c831192c-2d8b-4381-8f60-dce39f321058 tempest-ServersWithSpecificFlavorTestJSON-1837670196 tempest-ServersWithSpecificFlavorTestJSON-1837670196-project] 10.222.0.67 "GET /v2.0/ports?device_id=56dbe3b8-fbb3-4256-9bd0-adad1d2faa26 HTTP/1.1" status: 200 len: 946 time: 0.1452544 Sep 23 19:20:49.170828 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-1d3d5a9f-5fe4-4224-ad38-e7024cabb7ed req-28042bd2-1239-4a3d-8082-c7299dbf64fa tempest-ServersWithSpecificFlavorTestJSON-1837670196 tempest-ServersWithSpecificFlavorTestJSON-1837670196-project] 10.222.0.67 "GET /v2.0/security-groups?id=d5229659-9431-4b80-bd22-2c55198ccc0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0655143 Sep 23 19:20:49.196927 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-37581c95-f8f2-421b-ad19-aeea6d226ed2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-601372'] for router_interface, before_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:20:49.363473 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba2c316-b535-41b7-ab40-276a203d00f6 req-98baf5df-a18f-4809-ba98-89cf744cdacb tempest-LiveMigrationNegativeTest-42861435 tempest-LiveMigrationNegativeTest-42861435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:20:49.365111 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-aba2c316-b535-41b7-ab40-276a203d00f6 req-98baf5df-a18f-4809-ba98-89cf744cdacb tempest-LiveMigrationNegativeTest-42861435 tempest-LiveMigrationNegativeTest-42861435-project] 10.222.0.53 "GET /v2.0/ports?device_id=8be33c61-acc3-4d38-bc96-9f9b0f45c04e HTTP/1.1" status: 200 len: 950 time: 0.1205685 Sep 23 19:20:49.456258 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a493b4-952b-4ce6-b483-a4ecd539899f req-11e3bb63-635c-4233-b5ae-2f9f035bd679 tempest-LiveMigrationNegativeTest-42861435 tempest-LiveMigrationNegativeTest-42861435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:20:49.466483 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-01a493b4-952b-4ce6-b483-a4ecd539899f req-11e3bb63-635c-4233-b5ae-2f9f035bd679 tempest-LiveMigrationNegativeTest-42861435 tempest-LiveMigrationNegativeTest-42861435-project] 10.222.0.67 "GET /v2.0/ports?device_id=8be33c61-acc3-4d38-bc96-9f9b0f45c04e HTTP/1.1" status: 200 len: 950 time: 0.1608560 Sep 23 19:20:49.566546 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Device 873e7b65-11d6-43a3-9a7a-31d0e534d4d5 no longer exists at agent hyperv_n-h1-713301-16 {{(pid=95103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 19:20:49.603821 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.plugin [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] No Port match for: 873e7b65-11d6-43a3-9a7a-31d0e534d4d5 {{(pid=95103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 19:20:49.604290 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Device 873e7b65-11d6-43a3-9a7a-31d0e534d4d5 not bound to the agent host n-h1-713301-16 {{(pid=95103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 19:20:49.610643 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d9069cea-e04f-4be2-a736-f8fea693ccf0 admin admin] Router 9cb2b6d2-dfed-43ba-b262-61d77a40b199 has already been hosted by L3 agent 79a740bf-7821-4989-8288-7186e3e128f3 {{(pid=95101) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 19:20:49.620842 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-7612938c-101c-4234-b56b-1b88a49e9d32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:20:49.625043 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-9731e7cc-ff46-4a3f-8e22-5de68ad440b9 req-626e626d-3997-4dc5-b75d-f6e5150bb3b0 tempest-LiveMigrationTest-1843640962 tempest-LiveMigrationTest-1843640962-project] 10.222.0.67 "GET /v2.0/ports?device_id=0ed7f64c-c2e6-47dd-8a6e-2481a7a0c2eb HTTP/1.1" status: 200 len: 210 time: 0.0806873 Sep 23 19:20:49.676094 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-01a493b4-952b-4ce6-b483-a4ecd539899f req-688491fb-efb7-4e3d-90ca-47dacc7527a0 tempest-LiveMigrationNegativeTest-42861435 tempest-LiveMigrationNegativeTest-42861435-project] 10.222.0.67 "GET /v2.0/security-groups?id=4ed1ec61-8ec9-44fd-9365-22dc1954f969&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2085931 Sep 23 19:20:49.751556 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.plugin [req-aba2c316-b535-41b7-ab40-276a203d00f6 req-0f7f88a8-25a7-4a36-b6f4-134d2fe7a889 tempest-LiveMigrationNegativeTest-42861435 tempest-LiveMigrationNegativeTest-42861435-project] Deleting port 99250b4a-5613-4966-b9c6-4f77b051ac40 {{(pid=95101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:20:49.752658 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-aba2c316-b535-41b7-ab40-276a203d00f6 req-0f7f88a8-25a7-4a36-b6f4-134d2fe7a889 tempest-LiveMigrationNegativeTest-42861435 tempest-LiveMigrationNegativeTest-42861435-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783146157096'] for port, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:20:49.771702 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12141fc1-bed0-4316-b16d-852c46e54856 req-64586f0c-3256-412d-b7d6-c0a638bdf1f5 tempest-LiveMigrationTest-1843640962 tempest-LiveMigrationTest-1843640962-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:20:49.773072 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-12141fc1-bed0-4316-b16d-852c46e54856 req-64586f0c-3256-412d-b7d6-c0a638bdf1f5 tempest-LiveMigrationTest-1843640962 tempest-LiveMigrationTest-1843640962-project] 10.222.0.74 "GET /v2.0/networks?id=bf651024-673c-4eec-84ce-c6ef83d369a1 HTTP/1.1" status: 200 len: 807 time: 0.2818222 Sep 23 19:20:49.805396 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.v2.base [req-12141fc1-bed0-4316-b16d-852c46e54856 req-35d8810b-16dd-4ea7-b16c-4a5b215913c7 tempest-LiveMigrationTest-1843640962 tempest-LiveMigrationTest-1843640962-project] Request body: {'port': {'device_id': '0ed7f64c-c2e6-47dd-8a6e-2481a7a0c2eb', 'network_id': 'bf651024-673c-4eec-84ce-c6ef83d369a1', 'admin_state_up': True, 'tenant_id': '0f5d9c33c3334ce192c43e08217ee019'}} {{(pid=95102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:20:49.912678 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9069cea-e04f-4be2-a736-f8fea693ccf0 admin admin] Notify agent at l3_agent.n-d-713301-16 the message routers_updated {{(pid=95101) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 19:20:49.925341 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e8d09c3-1f61-4cdc-83f9-6e9a8b80713a None None] Sync routers for ids ['9cb2b6d2-dfed-43ba-b262-61d77a40b199'] in n-d-713301-16 {{(pid=95104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 19:20:49.929959 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-d9069cea-e04f-4be2-a736-f8fea693ccf0 admin admin] 10.222.0.67 "PUT /v2.0/routers/9cb2b6d2-dfed-43ba-b262-61d77a40b199/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7398384 Sep 23 19:20:49.932618 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 58634) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:20:49.947174 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e8d09c3-1f61-4cdc-83f9-6e9a8b80713a None None] Routers {'9cb2b6d2-dfed-43ba-b262-61d77a40b199'} bound to L3 agent in host n-d-713301-16 {{(pid=95104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 19:20:49.948119 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.db [req-aba2c316-b535-41b7-ab40-276a203d00f6 req-0f7f88a8-25a7-4a36-b6f4-134d2fe7a889 tempest-LiveMigrationNegativeTest-42861435 tempest-LiveMigrationNegativeTest-42861435-project] For port 99250b4a-5613-4966-b9c6-4f77b051ac40, host n-h2-713301-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-16',level=0,port_id=99250b4a-5613-4966-b9c6-4f77b051ac40,segment=NetworkSegment(6139d589-eb6c-4578-8935-c26ddf396853),segment_id=6139d589-eb6c-4578-8935-c26ddf396853)] {{(pid=95101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:20:49.948624 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-aba2c316-b535-41b7-ab40-276a203d00f6 req-0f7f88a8-25a7-4a36-b6f4-134d2fe7a889 tempest-LiveMigrationNegativeTest-42861435 tempest-LiveMigrationNegativeTest-42861435-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-605701'] for port, precommit_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:20:49.950100 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_hamode_db [None req-6e8d09c3-1f61-4cdc-83f9-6e9a8b80713a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-23T19:07:52Z,description=,heartbeat_timestamp=2021-09-23T19:20:22Z,host='n-d-713301-16',id=79a740bf-7821-4989-8288-7186e3e128f3,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:07:52Z,topic='l3_agent')) {'router_ids': ['9cb2b6d2-dfed-43ba-b262-61d77a40b199'], 'active': True} {{(pid=95104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:20:50.004306 n-d-713301-16 neutron-server[95101]: DEBUG neutron.notifiers.nova [req-f47edf10-38b6-4e08-9e71-7a40f66f274e req-92aab3ed-ba05-487c-8eff-aff5b7806a0e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 85712aaf-b3f1-464a-b5db-c24a708e4fb9 {{(pid=95101) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 19:20:50.018246 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-f47edf10-38b6-4e08-9e71-7a40f66f274e req-92aab3ed-ba05-487c-8eff-aff5b7806a0e service neutron] Notify callbacks [] for port, precommit_update {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:20:50.021114 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.plugin [req-aba2c316-b535-41b7-ab40-276a203d00f6 req-0f7f88a8-25a7-4a36-b6f4-134d2fe7a889 tempest-LiveMigrationNegativeTest-42861435 tempest-LiveMigrationNegativeTest-42861435-project] Calling delete_port for 99250b4a-5613-4966-b9c6-4f77b051ac40 owned by compute:nova {{(pid=95101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:20:50.076327 n-d-713301-16 neutron-server[95101]: DEBUG neutron.db.provisioning_blocks [req-f47edf10-38b6-4e08-9e71-7a40f66f274e req-92aab3ed-ba05-487c-8eff-aff5b7806a0e service neutron] Transition to ACTIVE for port object 85712aaf-b3f1-464a-b5db-c24a708e4fb9 will not be triggered until provisioned by entity L2. {{(pid=95101) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 19:20:50.129527 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_dvr_db [None req-6e8d09c3-1f61-4cdc-83f9-6e9a8b80713a None None] Set router 9cb2b6d2-dfed-43ba-b262-61d77a40b199 gateway port host: n-d-713301-16 {{(pid=95104) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 19:20:50.164344 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-f47edf10-38b6-4e08-9e71-7a40f66f274e req-92aab3ed-ba05-487c-8eff-aff5b7806a0e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5607436'] for port, after_update {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:20:50.261633 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-a3aede8c-72f2-4ebe-bfaf-e838a359e18e admin admin] Notify callbacks [] for router, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:20:50.283695 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.plugin [None req-37581c95-f8f2-421b-ad19-aeea6d226ed2 admin admin] Deleting port 9f3b17d9-fba6-4806-b04c-069574f4ada6 {{(pid=95102) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:20:50.284292 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-37581c95-f8f2-421b-ad19-aeea6d226ed2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783146157096'] for port, before_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:20:50.373249 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_hamode_db [None req-6e8d09c3-1f61-4cdc-83f9-6e9a8b80713a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9cb2b6d2-dfed-43ba-b262-61d77a40b199', 'name': 'tempest-AttachSCSIVolumeTestJSON-120042920-router', 'tenant_id': '1b57601defaf4249865a0ba3430f0987', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'external_fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.224'}], 'enable_snat': True}, 'gw_port_id': 'a27bbaa9-85ff-4190-b14e-ebbb68b6f0b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:18:32Z', 'updated_at': '2021-09-23T19:20:48Z', 'revision_number': 5, 'project_id': '1b57601defaf4249865a0ba3430f0987', 'gw_port': {'id': 'a27bbaa9-85ff-4190-b14e-ebbb68b6f0b6', 'name': '', 'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:b7:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cb2b6d2-dfed-43ba-b262-61d77a40b199', 'device_owner': 'network:router_gateway', 'standard_attr_id': 238, 'fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:18:34Z', 'updated_at': '2021-09-23T19:18:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-16'}], 'n-d-713301-16', False) {} {{(pid=95104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:20:50.390848 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208fbb03-5cfc-4b39-99b4-6bb232947abc req-73c33a62-d6b2-4ada-a0f4-9c38b2737cde tempest-SecurityGroupsTestJSON-1637632090 tempest-SecurityGroupsTestJSON-1637632090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:20:50.394026 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-208fbb03-5cfc-4b39-99b4-6bb232947abc req-73c33a62-d6b2-4ada-a0f4-9c38b2737cde tempest-SecurityGroupsTestJSON-1637632090 tempest-SecurityGroupsTestJSON-1637632090-project] 10.222.0.67 "GET /v2.0/ports?device_id=44cfa62c-9ec6-4912-9330-d2c472f9656a HTTP/1.1" status: 200 len: 944 time: 0.1982839 Sep 23 19:20:50.407992 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e8d09c3-1f61-4cdc-83f9-6e9a8b80713a None None] Checking router: 9cb2b6d2-dfed-43ba-b262-61d77a40b199 for host: n-d-713301-16 {{(pid=95104) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 19:20:50.413136 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92aab3ed-ba05-487c-8eff-aff5b7806a0e service neutron] Pushing event updated for resources: {'Port': ['ID=85712aaf-b3f1-464a-b5db-c24a708e4fb9,revision_number=2']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:20:50.429591 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e8d09c3-1f61-4cdc-83f9-6e9a8b80713a None None] Routers {'9cb2b6d2-dfed-43ba-b262-61d77a40b199'} bound to L3 agent in host n-d-713301-16 {{(pid=95104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 19:20:50.430962 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_hamode_db [None req-6e8d09c3-1f61-4cdc-83f9-6e9a8b80713a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-23T19:07:52Z,description=,heartbeat_timestamp=2021-09-23T19:20:22Z,host='n-d-713301-16',id=79a740bf-7821-4989-8288-7186e3e128f3,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:07:52Z,topic='l3_agent')) {'router_ids': ['9cb2b6d2-dfed-43ba-b262-61d77a40b199'], 'active': True} {{(pid=95104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:20:50.478705 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c43999a8-07bb-4cc4-bcf6-5a7230c48021 req-77f2379f-2f37-4a31-afee-3df4bb3d0d01 tempest-ServersAdminTestJSON-1371927677 tempest-ServersAdminTestJSON-1371927677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:20:50.480490 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-c43999a8-07bb-4cc4-bcf6-5a7230c48021 req-77f2379f-2f37-4a31-afee-3df4bb3d0d01 tempest-ServersAdminTestJSON-1371927677 tempest-ServersAdminTestJSON-1371927677-project] 10.222.0.67 "GET /v2.0/ports?device_id=8adc1d5c-ae67-4d87-8284-04120d7c0f9e HTTP/1.1" status: 200 len: 950 time: 0.2376137 Sep 23 19:20:50.505964 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-12141fc1-bed0-4316-b16d-852c46e54856 req-35d8810b-16dd-4ea7-b16c-4a5b215913c7 tempest-LiveMigrationTest-1843640962 tempest-LiveMigrationTest-1843640962-project] Made reservation on behalf of 0f5d9c33c3334ce192c43e08217ee019 for: {'port': 1} {{(pid=95102) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:20:50.509846 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-12141fc1-bed0-4316-b16d-852c46e54856 req-35d8810b-16dd-4ea7-b16c-4a5b215913c7 tempest-LiveMigrationTest-1843640962 tempest-LiveMigrationTest-1843640962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:20:50.520391 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-a3aede8c-72f2-4ebe-bfaf-e838a359e18e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:20:50.546245 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-aba2c316-b535-41b7-ab40-276a203d00f6 req-0f7f88a8-25a7-4a36-b6f4-134d2fe7a889 tempest-LiveMigrationNegativeTest-42861435 tempest-LiveMigrationNegativeTest-42861435-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783146162158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783145673144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5607431'] for port, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:20:50.562029 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] get_ports_and_sgs() called for port_ids ['8e0df6b1-5122-4155-8760-205c511b3245', '99250b4a-5613-4966-b9c6-4f77b051ac40'] {{(pid=95103) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 19:20:50.566350 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.db [None req-37581c95-f8f2-421b-ad19-aeea6d226ed2 admin admin] For port 9f3b17d9-fba6-4806-b04c-069574f4ada6, host n-d-713301-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-16',level=0,port_id=9f3b17d9-fba6-4806-b04c-069574f4ada6,segment=NetworkSegment(60344de3-4656-4e44-ba87-ebbfec08b080),segment_id=60344de3-4656-4e44-ba87-ebbfec08b080)] {{(pid=95102) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:20:50.567015 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-37581c95-f8f2-421b-ad19-aeea6d226ed2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-605701'] for port, precommit_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:20:50.571590 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_dvr_db [None req-6e8d09c3-1f61-4cdc-83f9-6e9a8b80713a None None] Set router 9cb2b6d2-dfed-43ba-b262-61d77a40b199 gateway port host: n-d-713301-16 {{(pid=95104) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 19:20:50.572971 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.managers [req-f47edf10-38b6-4e08-9e71-7a40f66f274e req-92aab3ed-ba05-487c-8eff-aff5b7806a0e service neutron] Attempting to bind port 85712aaf-b3f1-464a-b5db-c24a708e4fb9 on host n-h2-713301-16 for vnic_type normal with profile {{(pid=95101) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 19:20:50.573305 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.managers [req-f47edf10-38b6-4e08-9e71-7a40f66f274e req-92aab3ed-ba05-487c-8eff-aff5b7806a0e service neutron] Attempting to bind port 85712aaf-b3f1-464a-b5db-c24a708e4fb9 by drivers openvswitch,hyperv on host n-h2-713301-16 at level 0 using segments [{'id': '49f54249-a606-4788-b164-92fb7c23cb9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '1048b771-fe5c-4195-91f1-88a21e64a743'}] {{(pid=95101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 19:20:50.573633 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f47edf10-38b6-4e08-9e71-7a40f66f274e req-92aab3ed-ba05-487c-8eff-aff5b7806a0e service neutron] Attempting to bind port 85712aaf-b3f1-464a-b5db-c24a708e4fb9 on network 1048b771-fe5c-4195-91f1-88a21e64a743 {{(pid=95101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:20:50.603118 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f7f88a8-25a7-4a36-b6f4-134d2fe7a889 tempest-LiveMigrationNegativeTest-42861435 tempest-LiveMigrationNegativeTest-42861435-project] Pushing event deleted for resources: {'Port': ['ID=99250b4a-5613-4966-b9c6-4f77b051ac40,revision_number=None']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:20:50.611974 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f47edf10-38b6-4e08-9e71-7a40f66f274e req-92aab3ed-ba05-487c-8eff-aff5b7806a0e service neutron] Port 85712aaf-b3f1-464a-b5db-c24a708e4fb9 on network 1048b771-fe5c-4195-91f1-88a21e64a743 not bound, no agent of type Open vSwitch agent registered on host n-h2-713301-16 {{(pid=95101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 19:20:50.612300 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f47edf10-38b6-4e08-9e71-7a40f66f274e req-92aab3ed-ba05-487c-8eff-aff5b7806a0e service neutron] Attempting to bind port 85712aaf-b3f1-464a-b5db-c24a708e4fb9 on network 1048b771-fe5c-4195-91f1-88a21e64a743 {{(pid=95101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:20:50.634488 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f47edf10-38b6-4e08-9e71-7a40f66f274e req-92aab3ed-ba05-487c-8eff-aff5b7806a0e service neutron] Checking agent: {'id': '2a7cea34-db54-4faf-8d23-37521c3e34cb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713301-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 19, 15, 28), 'started_at': datetime.datetime(2021, 9, 23, 19, 15, 28), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 19, 20, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 19:20:50.634826 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f47edf10-38b6-4e08-9e71-7a40f66f274e req-92aab3ed-ba05-487c-8eff-aff5b7806a0e service neutron] Checking segment: {'id': '49f54249-a606-4788-b164-92fb7c23cb9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '1048b771-fe5c-4195-91f1-88a21e64a743'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:20:50.635216 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f47edf10-38b6-4e08-9e71-7a40f66f274e req-92aab3ed-ba05-487c-8eff-aff5b7806a0e service neutron] Bound using segment: {'id': '49f54249-a606-4788-b164-92fb7c23cb9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '1048b771-fe5c-4195-91f1-88a21e64a743'} {{(pid=95101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 19:20:50.635656 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.managers [req-f47edf10-38b6-4e08-9e71-7a40f66f274e req-92aab3ed-ba05-487c-8eff-aff5b7806a0e service neutron] Bound port: 85712aaf-b3f1-464a-b5db-c24a708e4fb9, host: n-h2-713301-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '49f54249-a606-4788-b164-92fb7c23cb9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '1048b771-fe5c-4195-91f1-88a21e64a743'}}] {{(pid=95101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 19:20:50.636015 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-f47edf10-38b6-4e08-9e71-7a40f66f274e req-92aab3ed-ba05-487c-8eff-aff5b7806a0e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:20:50.679053 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-208fbb03-5cfc-4b39-99b4-6bb232947abc req-2c7cce84-1e2f-4f41-9128-8b8c6b5096f3 tempest-SecurityGroupsTestJSON-1637632090 tempest-SecurityGroupsTestJSON-1637632090-project] 10.222.0.67 "GET /v2.0/security-groups?id=87ba3455-2374-4d66-b6f9-7fb4c2df74bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2756557 Sep 23 19:20:50.684363 n-d-713301-16 neutron-server[95101]: DEBUG neutron.db.l3_dvrscheduler_db [req-aba2c316-b535-41b7-ab40-276a203d00f6 req-0f7f88a8-25a7-4a36-b6f4-134d2fe7a889 tempest-LiveMigrationNegativeTest-42861435 tempest-LiveMigrationNegativeTest-42861435-project] No DVR routers for this DVR port 99250b4a-5613-4966-b9c6-4f77b051ac40 on host n-h2-713301-16 {{(pid=95101) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 19:20:50.696206 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-aba2c316-b535-41b7-ab40-276a203d00f6 req-0f7f88a8-25a7-4a36-b6f4-134d2fe7a889 tempest-LiveMigrationNegativeTest-42861435 tempest-LiveMigrationNegativeTest-42861435-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222849'] for port, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:20:50.698247 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-aba2c316-b535-41b7-ab40-276a203d00f6 req-0f7f88a8-25a7-4a36-b6f4-134d2fe7a889 tempest-LiveMigrationNegativeTest-42861435 tempest-LiveMigrationNegativeTest-42861435-project] 10.222.0.53 "DELETE /v2.0/ports/99250b4a-5613-4966-b9c6-4f77b051ac40 HTTP/1.1" status: 204 len: 173 time: 1.2905898 Sep 23 19:20:50.698732 n-d-713301-16 neutron-server[95101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8be33c61-acc3-4d38-bc96-9f9b0f45c04e', 'name': 'network-vif-deleted', 'tag': '99250b4a-5613-4966-b9c6-4f77b051ac40'}] {{(pid=95101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 19:20:50.701198 n-d-713301-16 neutron-server[95101]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d8366c5740cd635e57ab12b71fe44a77c2acc3c19091ef849c6f68b380462244" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a958abc-e817-4865-b131-39a7cffea6b8" -d '{"events": [{"server_uuid": "8be33c61-acc3-4d38-bc96-9f9b0f45c04e", "name": "network-vif-deleted", "tag": "99250b4a-5613-4966-b9c6-4f77b051ac40"}]}' {{(pid=95101) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 19:20:50.774239 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.plugin [None req-a3aede8c-72f2-4ebe-bfaf-e838a359e18e admin admin] Deleting port a27bbaa9-85ff-4190-b14e-ebbb68b6f0b6 {{(pid=95101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:20:50.774908 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-a3aede8c-72f2-4ebe-bfaf-e838a359e18e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783146157096'] for port, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:20:50.848448 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.plugin [None req-37581c95-f8f2-421b-ad19-aeea6d226ed2 admin admin] Calling delete_port for 9f3b17d9-fba6-4806-b04c-069574f4ada6 owned by network:router_interface {{(pid=95102) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:20:50.855414 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.db [req-f47edf10-38b6-4e08-9e71-7a40f66f274e req-92aab3ed-ba05-487c-8eff-aff5b7806a0e service neutron] For port 85712aaf-b3f1-464a-b5db-c24a708e4fb9, host n-h2-713301-16, cleared binding levels {{(pid=95101) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 19:20:50.904451 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-c43999a8-07bb-4cc4-bcf6-5a7230c48021 req-3a76ee7f-1bb5-4a32-8149-598f658b418c tempest-ServersAdminTestJSON-1371927677 tempest-ServersAdminTestJSON-1371927677-project] 10.222.0.67 "GET /v2.0/security-groups?id=f6ea2bc2-ae02-426e-9312-246b38837e94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4072547 Sep 23 19:20:50.917172 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.db [req-f47edf10-38b6-4e08-9e71-7a40f66f274e req-92aab3ed-ba05-487c-8eff-aff5b7806a0e service neutron] For port 85712aaf-b3f1-464a-b5db-c24a708e4fb9, host n-h2-713301-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-16',level=0,port_id=85712aaf-b3f1-464a-b5db-c24a708e4fb9,segment=NetworkSegment(49f54249-a606-4788-b164-92fb7c23cb9c),segment_id=49f54249-a606-4788-b164-92fb7c23cb9c)] {{(pid=95101) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 19:20:50.926636 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-f47edf10-38b6-4e08-9e71-7a40f66f274e req-92aab3ed-ba05-487c-8eff-aff5b7806a0e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5607436'] for port, after_update {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:20:50.944385 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_hamode_db [None req-6e8d09c3-1f61-4cdc-83f9-6e9a8b80713a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9cb2b6d2-dfed-43ba-b262-61d77a40b199', 'name': 'tempest-AttachSCSIVolumeTestJSON-120042920-router', 'tenant_id': '1b57601defaf4249865a0ba3430f0987', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'external_fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.224'}], 'enable_snat': True}, 'gw_port_id': 'a27bbaa9-85ff-4190-b14e-ebbb68b6f0b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:18:32Z', 'updated_at': '2021-09-23T19:20:48Z', 'revision_number': 5, 'project_id': '1b57601defaf4249865a0ba3430f0987', 'gw_port': {'id': 'a27bbaa9-85ff-4190-b14e-ebbb68b6f0b6', 'name': '', 'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:b7:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cb2b6d2-dfed-43ba-b262-61d77a40b199', 'device_owner': 'network:router_gateway', 'standard_attr_id': 238, 'fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:18:34Z', 'updated_at': '2021-09-23T19:18:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-16'}], 'n-d-713301-16', False) {} {{(pid=95104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:20:50.983631 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e8d09c3-1f61-4cdc-83f9-6e9a8b80713a None None] The sync data for ids ['9cb2b6d2-dfed-43ba-b262-61d77a40b199'] in n-d-713301-16 is: [{'id': '9cb2b6d2-dfed-43ba-b262-61d77a40b199', 'name': 'tempest-AttachSCSIVolumeTestJSON-120042920-router', 'tenant_id': '1b57601defaf4249865a0ba3430f0987', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'external_fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.224'}], 'enable_snat': True}, 'gw_port_id': 'a27bbaa9-85ff-4190-b14e-ebbb68b6f0b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:18:32Z', 'updated_at': '2021-09-23T19:20:48Z', 'revision_number': 5, 'project_id': '1b57601defaf4249865a0ba3430f0987', 'gw_port': {'id': 'a27bbaa9-85ff-4190-b14e-ebbb68b6f0b6', 'name': '', 'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:b7:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cb2b6d2-dfed-43ba-b262-61d77a40b199', 'device_owner': 'network:router_gateway', 'standard_attr_id': 238, 'fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:18:34Z', 'updated_at': '2021-09-23T19:18:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-16'}] {{(pid=95104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 19:20:50.991313 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f47edf10-38b6-4e08-9e71-7a40f66f274e req-92aab3ed-ba05-487c-8eff-aff5b7806a0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:20:50.992381 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-f47edf10-38b6-4e08-9e71-7a40f66f274e req-92aab3ed-ba05-487c-8eff-aff5b7806a0e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222849'] for port, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:20:50.998278 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-f47edf10-38b6-4e08-9e71-7a40f66f274e req-92aab3ed-ba05-487c-8eff-aff5b7806a0e service neutron] 10.222.0.53 "PUT /v2.0/ports/85712aaf-b3f1-464a-b5db-c24a708e4fb9 HTTP/1.1" status: 200 len: 1093 time: 2.1409636 Sep 23 19:20:51.002636 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.db [None req-a3aede8c-72f2-4ebe-bfaf-e838a359e18e admin admin] For port a27bbaa9-85ff-4190-b14e-ebbb68b6f0b6, host n-d-713301-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-16',level=0,port_id=a27bbaa9-85ff-4190-b14e-ebbb68b6f0b6,segment=NetworkSegment(7d4027f1-d893-4c7b-95d4-757b8e44e380),segment_id=7d4027f1-d893-4c7b-95d4-757b8e44e380)] {{(pid=95101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:20:51.008165 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-a3aede8c-72f2-4ebe-bfaf-e838a359e18e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-605701'] for port, precommit_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:20:51.048262 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.plugin [None req-a3aede8c-72f2-4ebe-bfaf-e838a359e18e admin admin] Calling delete_port for a27bbaa9-85ff-4190-b14e-ebbb68b6f0b6 owned by network:router_gateway {{(pid=95101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:20:51.054030 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92aab3ed-ba05-487c-8eff-aff5b7806a0e service neutron] Pushing event updated for resources: {'Port': ['ID=85712aaf-b3f1-464a-b5db-c24a708e4fb9,revision_number=3']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:20:51.066557 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b3b120-6b90-4247-b247-f579a46dbfdf req-e8861413-0f12-41da-b4c8-3b2bd179d747 tempest-ServersWithSpecificFlavorTestJSON-1837670196 tempest-ServersWithSpecificFlavorTestJSON-1837670196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:20:51.068232 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-33b3b120-6b90-4247-b247-f579a46dbfdf req-e8861413-0f12-41da-b4c8-3b2bd179d747 tempest-ServersWithSpecificFlavorTestJSON-1837670196 tempest-ServersWithSpecificFlavorTestJSON-1837670196-project] 10.222.0.67 "GET /v2.0/ports?device_id=56dbe3b8-fbb3-4256-9bd0-adad1d2faa26 HTTP/1.1" status: 200 len: 946 time: 0.1978645 Sep 23 19:20:51.098093 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92aab3ed-ba05-487c-8eff-aff5b7806a0e service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:20:51.098797 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92aab3ed-ba05-487c-8eff-aff5b7806a0e service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:20:51.099142 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92aab3ed-ba05-487c-8eff-aff5b7806a0e service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:20:51.099483 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92aab3ed-ba05-487c-8eff-aff5b7806a0e service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:20:51.099815 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92aab3ed-ba05-487c-8eff-aff5b7806a0e service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:20:51.100146 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92aab3ed-ba05-487c-8eff-aff5b7806a0e service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:20:51.100475 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92aab3ed-ba05-487c-8eff-aff5b7806a0e service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:20:51.100830 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92aab3ed-ba05-487c-8eff-aff5b7806a0e service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:20:51.101160 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92aab3ed-ba05-487c-8eff-aff5b7806a0e service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:20:51.101484 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92aab3ed-ba05-487c-8eff-aff5b7806a0e service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:20:51.101808 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92aab3ed-ba05-487c-8eff-aff5b7806a0e service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:20:51.102132 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92aab3ed-ba05-487c-8eff-aff5b7806a0e service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:20:51.119476 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-38331000-3703-4f08-a2cb-7113c0df2717 req-0b9bccb3-53ba-4082-a65b-ef747b7c029f tempest-LiveMigrationTest-1843640962 tempest-LiveMigrationTest-1843640962-project] 10.222.0.67 "GET /v2.0/ports?device_id=0ed7f64c-c2e6-47dd-8a6e-2481a7a0c2eb HTTP/1.1" status: 200 len: 210 time: 0.0482776 Sep 23 19:20:51.127785 n-d-713301-16 neutron-server[95102]: DEBUG neutron.db.db_base_plugin_common [req-12141fc1-bed0-4316-b16d-852c46e54856 req-35d8810b-16dd-4ea7-b16c-4a5b215913c7 tempest-LiveMigrationTest-1843640962 tempest-LiveMigrationTest-1843640962-project] Allocated IP 172.20.0.14 (bf651024-673c-4eec-84ce-c6ef83d369a1/a9e01a0e-19a1-4eb7-ad45-3b74532cbcd9/15f9c12e-f506-439f-9d2f-18ac8686c0c4) {{(pid=95102) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 19:20:51.161747 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f47edf10-38b6-4e08-9e71-7a40f66f274e req-1199a2c8-eb2a-4c28-aafc-22252d9b5e40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:20:51.163673 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-f47edf10-38b6-4e08-9e71-7a40f66f274e req-1199a2c8-eb2a-4c28-aafc-22252d9b5e40 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=5c7e58d511994cccb082b917c36a96c0&device_id=44cfa62c-9ec6-4912-9330-d2c472f9656a HTTP/1.1" status: 200 len: 1096 time: 0.1045284 Sep 23 19:20:51.213915 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-33b3b120-6b90-4247-b247-f579a46dbfdf req-a121c975-b95c-481c-bbe2-2b2bafbea3e6 tempest-ServersWithSpecificFlavorTestJSON-1837670196 tempest-ServersWithSpecificFlavorTestJSON-1837670196-project] 10.222.0.67 "GET /v2.0/security-groups?id=d5229659-9431-4b80-bd22-2c55198ccc0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1261165 Sep 23 19:20:51.245532 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-f47edf10-38b6-4e08-9e71-7a40f66f274e req-d46b6fe0-9d6c-44fe-acbc-585043d00799 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=85712aaf-b3f1-464a-b5db-c24a708e4fb9 HTTP/1.1" status: 200 len: 217 time: 0.0693762 Sep 23 19:20:51.307684 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-4a4de109-286c-4221-a537-e8186219a5d1 req-b45431d0-3c8e-4088-93f9-c137bdceaa44 tempest-LiveMigrationNegativeTest-42861435 tempest-LiveMigrationNegativeTest-42861435-project] 10.222.0.67 "GET /v2.0/ports?device_id=8be33c61-acc3-4d38-bc96-9f9b0f45c04e HTTP/1.1" status: 200 len: 210 time: 0.0496824 Sep 23 19:20:51.323102 n-d-713301-16 neutron-server[95101]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 19:20:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6471079e-76de-4a6f-b767-11a474aa6af7 x-openstack-request-id: req-6471079e-76de-4a6f-b767-11a474aa6af7 {{(pid=95101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 19:20:51.323575 n-d-713301-16 neutron-server[95101]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8be33c61-acc3-4d38-bc96-9f9b0f45c04e", "name": "network-vif-deleted", "tag": "99250b4a-5613-4966-b9c6-4f77b051ac40", "status": "completed", "code": 200}]} {{(pid=95101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 19:20:51.324084 n-d-713301-16 neutron-server[95101]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-6471079e-76de-4a6f-b767-11a474aa6af7 {{(pid=95101) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 19:20:51.324776 n-d-713301-16 neutron-server[95101]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8be33c61-acc3-4d38-bc96-9f9b0f45c04e', 'name': 'network-vif-deleted', 'tag': '99250b4a-5613-4966-b9c6-4f77b051ac40', 'status': 'completed', 'code': 200} Sep 23 19:20:51.347307 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f47edf10-38b6-4e08-9e71-7a40f66f274e req-8b8238d8-509f-4126-a72d-a6492ae89414 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:20:51.348997 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-f47edf10-38b6-4e08-9e71-7a40f66f274e req-8b8238d8-509f-4126-a72d-a6492ae89414 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=b84f7821-b37e-4a80-a926-f6a9a7ebc403 HTTP/1.1" status: 200 len: 852 time: 0.0873351 Sep 23 19:20:51.418177 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-f47edf10-38b6-4e08-9e71-7a40f66f274e req-68f6ec24-fa2f-42a8-a3ed-afabefef5a7b service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=1048b771-fe5c-4195-91f1-88a21e64a743&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0378642 Sep 23 19:20:51.426323 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Device 3a502910-6ec7-4aa6-b6e3-578028f996b5 no longer exists at agent ovs-agent-n-d-713301-16 {{(pid=95103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 19:20:51.462416 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-37581c95-f8f2-421b-ad19-aeea6d226ed2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783146162158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783145673144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4399100'] for port, after_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:20:51.489876 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.plugin [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] No Port match for: 3a502910-6ec7-4aa6-b6e3-578028f996b5 {{(pid=95103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 19:20:51.489876 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Device 3a502910-6ec7-4aa6-b6e3-578028f996b5 not bound to the agent host n-d-713301-16 {{(pid=95103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 19:20:51.513573 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37581c95-f8f2-421b-ad19-aeea6d226ed2 admin admin] Pushing event deleted for resources: {'Port': ['ID=9f3b17d9-fba6-4806-b04c-069574f4ada6,revision_number=None']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:20:51.528915 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f7a43b-a5c9-4405-87bc-e1b084fa0861 req-67f4e92f-2aa8-48ea-a6a8-2a6f0994ca3e tempest-ServersWithSpecificFlavorTestJSON-1837670196 tempest-ServersWithSpecificFlavorTestJSON-1837670196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:20:51.530540 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-94f7a43b-a5c9-4405-87bc-e1b084fa0861 req-67f4e92f-2aa8-48ea-a6a8-2a6f0994ca3e tempest-ServersWithSpecificFlavorTestJSON-1837670196 tempest-ServersWithSpecificFlavorTestJSON-1837670196-project] 10.222.0.67 "GET /v2.0/ports?device_id=56dbe3b8-fbb3-4256-9bd0-adad1d2faa26 HTTP/1.1" status: 200 len: 946 time: 0.1254997 Sep 23 19:20:51.542640 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 58658) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:20:51.551035 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.v2.base [None req-86a29120-1868-414d-8fd7-fb173fdf903f tempest-ServersWithSpecificFlavorTestJSON-1837670196 tempest-ServersWithSpecificFlavorTestJSON-1837670196-project] Request body: {'floatingip': {'port_id': 'e0c92bce-f19f-4445-a89e-4f4298f09c27'}} {{(pid=95101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:20:51.567398 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37581c95-f8f2-421b-ad19-aeea6d226ed2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:20:51.567750 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37581c95-f8f2-421b-ad19-aeea6d226ed2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:20:51.568092 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37581c95-f8f2-421b-ad19-aeea6d226ed2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:20:51.568431 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37581c95-f8f2-421b-ad19-aeea6d226ed2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:20:51.573994 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37581c95-f8f2-421b-ad19-aeea6d226ed2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:20:51.574346 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37581c95-f8f2-421b-ad19-aeea6d226ed2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:20:51.574690 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37581c95-f8f2-421b-ad19-aeea6d226ed2 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:20:51.575208 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37581c95-f8f2-421b-ad19-aeea6d226ed2 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:20:51.575347 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37581c95-f8f2-421b-ad19-aeea6d226ed2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:20:51.575682 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37581c95-f8f2-421b-ad19-aeea6d226ed2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:20:51.576012 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37581c95-f8f2-421b-ad19-aeea6d226ed2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:20:51.576340 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37581c95-f8f2-421b-ad19-aeea6d226ed2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:20:51.601159 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-a3aede8c-72f2-4ebe-bfaf-e838a359e18e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783146162158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783145673144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5607431'] for port, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:20:51.609511 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-12141fc1-bed0-4316-b16d-852c46e54856 req-35d8810b-16dd-4ea7-b16c-4a5b215913c7 tempest-LiveMigrationTest-1843640962 tempest-LiveMigrationTest-1843640962-project] Notify callbacks [] for port, precommit_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:20:51.630219 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-86a29120-1868-414d-8fd7-fb173fdf903f tempest-ServersWithSpecificFlavorTestJSON-1837670196 tempest-ServersWithSpecificFlavorTestJSON-1837670196-project] Notify callbacks [] for floatingip, before_update {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:20:51.740666 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-12141fc1-bed0-4316-b16d-852c46e54856 req-35d8810b-16dd-4ea7-b16c-4a5b215913c7 tempest-LiveMigrationTest-1843640962 tempest-LiveMigrationTest-1843640962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783145673135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4399100'] for port, after_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:20:51.833263 n-d-713301-16 neutron-server[95102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-12141fc1-bed0-4316-b16d-852c46e54856 req-35d8810b-16dd-4ea7-b16c-4a5b215913c7 tempest-LiveMigrationTest-1843640962 tempest-LiveMigrationTest-1843640962-project] Network bf651024-673c-4eec-84ce-c6ef83d369a1 is already hosted by enough agents. {{(pid=95102) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:20:51.841533 n-d-713301-16 neutron-server[95102]: DEBUG neutron.scheduler.base_scheduler [req-12141fc1-bed0-4316-b16d-852c46e54856 req-35d8810b-16dd-4ea7-b16c-4a5b215913c7 tempest-LiveMigrationTest-1843640962 tempest-LiveMigrationTest-1843640962-project] Resources bound (agent type, host, resource id): {{(pid=95102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:20:51.850284 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-37581c95-f8f2-421b-ad19-aeea6d226ed2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-527322', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-602005'] for router_interface, after_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:20:51.852251 n-d-713301-16 neutron-server[95102]: DEBUG neutron.db.l3_dvrscheduler_db [req-12141fc1-bed0-4316-b16d-852c46e54856 req-35d8810b-16dd-4ea7-b16c-4a5b215913c7 tempest-LiveMigrationTest-1843640962 tempest-LiveMigrationTest-1843640962-project] Received port after_create {{(pid=95102) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 19:20:51.857915 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35d8810b-16dd-4ea7-b16c-4a5b215913c7 tempest-LiveMigrationTest-1843640962 tempest-LiveMigrationTest-1843640962-project] Pushing event updated for resources: {'Port': ['ID=15f9c12e-f506-439f-9d2f-18ac8686c0c4,revision_number=1']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:20:51.904962 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd60dfb4-c8b1-483e-9bcb-11fcde9e3df9 req-cceecde2-4053-4ff4-aaf7-ef27cd82b104 tempest-SecurityGroupsTestJSON-1637632090 tempest-SecurityGroupsTestJSON-1637632090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:20:51.906526 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-dd60dfb4-c8b1-483e-9bcb-11fcde9e3df9 req-cceecde2-4053-4ff4-aaf7-ef27cd82b104 tempest-SecurityGroupsTestJSON-1637632090 tempest-SecurityGroupsTestJSON-1637632090-project] 10.222.0.67 "GET /v2.0/ports?device_id=44cfa62c-9ec6-4912-9330-d2c472f9656a HTTP/1.1" status: 200 len: 944 time: 0.1510491 Sep 23 19:20:51.935463 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3aede8c-72f2-4ebe-bfaf-e838a359e18e admin admin] Pushing event deleted for resources: {'Port': ['ID=a27bbaa9-85ff-4190-b14e-ebbb68b6f0b6,revision_number=None']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:20:51.979472 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12141fc1-bed0-4316-b16d-852c46e54856 req-35d8810b-16dd-4ea7-b16c-4a5b215913c7 tempest-LiveMigrationTest-1843640962 tempest-LiveMigrationTest-1843640962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:20:51.980123 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-12141fc1-bed0-4316-b16d-852c46e54856 req-35d8810b-16dd-4ea7-b16c-4a5b215913c7 tempest-LiveMigrationTest-1843640962 tempest-LiveMigrationTest-1843640962-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222849'] for port, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:20:52.028074 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-f47edf10-38b6-4e08-9e71-7a40f66f274e req-b82ee929-7b33-4eeb-99e6-d24beabce2e5 service neutron] 10.222.0.53 "GET /v2.0/networks/1048b771-fe5c-4195-91f1-88a21e64a743?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5931065 Sep 23 19:20:52.071079 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-12141fc1-bed0-4316-b16d-852c46e54856 req-35d8810b-16dd-4ea7-b16c-4a5b215913c7 tempest-LiveMigrationTest-1843640962 tempest-LiveMigrationTest-1843640962-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2710888 Sep 23 19:20:52.076309 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-dd60dfb4-c8b1-483e-9bcb-11fcde9e3df9 req-7634e0ae-8e98-45bc-b8a1-d4deed44fc68 tempest-SecurityGroupsTestJSON-1637632090 tempest-SecurityGroupsTestJSON-1637632090-project] 10.222.0.67 "GET /v2.0/security-groups?id=87ba3455-2374-4d66-b6f9-7fb4c2df74bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1617966 Sep 23 19:20:52.092835 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.v2.base [req-12141fc1-bed0-4316-b16d-852c46e54856 req-525dab35-89cb-4673-9640-ee0e699dfe98 service neutron] Request body: {'port': {'device_id': '0ed7f64c-c2e6-47dd-8a6e-2481a7a0c2eb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713301-16'}} {{(pid=95102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:20:52.130835 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-149d1d8e-bd20-4faa-b47e-fef183183b70 req-c1310d66-2925-4405-be70-38eb7d6ad9e0 tempest-ServersAdminTestJSON-1371927677 tempest-ServersAdminTestJSON-1371927677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:20:52.132336 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-149d1d8e-bd20-4faa-b47e-fef183183b70 req-c1310d66-2925-4405-be70-38eb7d6ad9e0 tempest-ServersAdminTestJSON-1371927677 tempest-ServersAdminTestJSON-1371927677-project] 10.222.0.67 "GET /v2.0/ports?device_id=8adc1d5c-ae67-4d87-8284-04120d7c0f9e HTTP/1.1" status: 200 len: 950 time: 0.1177819 Sep 23 19:20:52.177701 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-a3aede8c-72f2-4ebe-bfaf-e838a359e18e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-601942'] for router_gateway, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:20:52.277225 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-5d4d9650-27a9-49ae-996b-6f42f1fcdcfd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:20:52.282995 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-12141fc1-bed0-4316-b16d-852c46e54856 req-525dab35-89cb-4673-9640-ee0e699dfe98 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:20:52.303964 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-149d1d8e-bd20-4faa-b47e-fef183183b70 req-30fe88d1-5a63-40aa-81e4-f0e893a05be1 tempest-ServersAdminTestJSON-1371927677 tempest-ServersAdminTestJSON-1371927677-project] 10.222.0.67 "GET /v2.0/security-groups?id=f6ea2bc2-ae02-426e-9312-246b38837e94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1647627 Sep 23 19:20:52.334056 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-a3aede8c-72f2-4ebe-bfaf-e838a359e18e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-597305', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29369'] for router, precommit_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:20:52.338216 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-a3aede8c-72f2-4ebe-bfaf-e838a359e18e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:20:52.341364 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-f47edf10-38b6-4e08-9e71-7a40f66f274e req-fc3b3f4c-3ad7-436a-a708-d987c9461a2c service neutron] 10.222.0.53 "GET /v2.0/networks/1048b771-fe5c-4195-91f1-88a21e64a743?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2896273 Sep 23 19:20:52.388020 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ba5525-9bff-4e81-b994-73ffc17d0aad req-be81c709-ad30-4043-af03-6b7820b465b4 tempest-LiveMigrationTest-1843640962 tempest-LiveMigrationTest-1843640962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:20:52.397250 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-b7ba5525-9bff-4e81-b994-73ffc17d0aad req-be81c709-ad30-4043-af03-6b7820b465b4 tempest-LiveMigrationTest-1843640962 tempest-LiveMigrationTest-1843640962-project] 10.222.0.67 "GET /v2.0/ports?device_id=0ed7f64c-c2e6-47dd-8a6e-2481a7a0c2eb HTTP/1.1" status: 200 len: 932 time: 0.1857116 Sep 23 19:20:52.417546 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-a3aede8c-72f2-4ebe-bfaf-e838a359e18e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-597296'] for router, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:20:52.418059 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3aede8c-72f2-4ebe-bfaf-e838a359e18e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9cb2b6d2-dfed-43ba-b262-61d77a40b199 {{(pid=95101) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 23 19:20:52.423658 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-a3aede8c-72f2-4ebe-bfaf-e838a359e18e admin admin] Notify callbacks [] for router, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:20:52.424852 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-a3aede8c-72f2-4ebe-bfaf-e838a359e18e admin admin] 10.222.0.67 "DELETE /v2.0/routers/9cb2b6d2-dfed-43ba-b262-61d77a40b199 HTTP/1.1" status: 204 len: 168 time: 2.4895568 Sep 23 19:20:52.451780 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 58670) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:20:52.492632 n-d-713301-16 neutron-server[95102]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-37581c95-f8f2-421b-ad19-aeea6d226ed2 admin admin] Router c3636d9e-644f-4dcd-83d7-48470ac1bc59 has already been hosted by L3 agent 79a740bf-7821-4989-8288-7186e3e128f3 {{(pid=95102) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 19:20:52.530461 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-b7ba5525-9bff-4e81-b994-73ffc17d0aad req-0d92a411-c868-45a9-b75c-7877497f55c1 tempest-LiveMigrationTest-1843640962 tempest-LiveMigrationTest-1843640962-project] 10.222.0.67 "GET /v2.0/security-groups?id=1c151358-1cab-48a6-be3e-ad7507b4da06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1322041 Sep 23 19:20:52.591471 n-d-713301-16 neutron-server[95101]: DEBUG neutron.db.db_base_plugin_v2 [None req-e4b7fec5-1cd4-48be-95e6-0ce41f791732 admin admin] Deleting subnet 7a24f63b-0d16-4860-b351-7d263234071f {{(pid=95101) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 23 19:20:52.599150 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-e4b7fec5-1cd4-48be-95e6-0ce41f791732 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:20:52.684896 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-e4b7fec5-1cd4-48be-95e6-0ce41f791732 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6007154'] for subnet, precommit_delete_associations {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:20:52.762564 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37581c95-f8f2-421b-ad19-aeea6d226ed2 admin admin] Notify agent at l3_agent.n-d-713301-16 the message routers_updated {{(pid=95102) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 19:20:52.774082 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-37581c95-f8f2-421b-ad19-aeea6d226ed2 admin admin] 10.222.0.67 "PUT /v2.0/routers/c3636d9e-644f-4dcd-83d7-48470ac1bc59/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5631611 Sep 23 19:20:52.775701 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0be8f15-a69d-4516-9e6c-4c968a629798 None None] Sync routers for ids ['c3636d9e-644f-4dcd-83d7-48470ac1bc59'] in n-d-713301-16 {{(pid=95103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 19:20:52.780131 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 58676) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:20:52.786661 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0be8f15-a69d-4516-9e6c-4c968a629798 None None] Routers {'c3636d9e-644f-4dcd-83d7-48470ac1bc59'} bound to L3 agent in host n-d-713301-16 {{(pid=95103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 19:20:52.787373 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_hamode_db [None req-a0be8f15-a69d-4516-9e6c-4c968a629798 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-23T19:07:52Z,description=,heartbeat_timestamp=2021-09-23T19:20:52Z,host='n-d-713301-16',id=79a740bf-7821-4989-8288-7186e3e128f3,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:07:52Z,topic='l3_agent')) {'router_ids': ['c3636d9e-644f-4dcd-83d7-48470ac1bc59'], 'active': True} {{(pid=95103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:20:52.790093 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-86a29120-1868-414d-8fd7-fb173fdf903f tempest-ServersWithSpecificFlavorTestJSON-1837670196 tempest-ServersWithSpecificFlavorTestJSON-1837670196-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:20:52.797263 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-86a29120-1868-414d-8fd7-fb173fdf903f tempest-ServersWithSpecificFlavorTestJSON-1837670196 tempest-ServersWithSpecificFlavorTestJSON-1837670196-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-601884'] for floatingip, after_update {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:20:52.856251 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb86a129-5161-4318-9c64-7c777c137078 req-95baa742-9c90-4d3b-a425-d0a7a67e60e2 tempest-LiveMigrationNegativeTest-42861435 tempest-LiveMigrationNegativeTest-42861435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:20:52.858635 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-eb86a129-5161-4318-9c64-7c777c137078 req-95baa742-9c90-4d3b-a425-d0a7a67e60e2 tempest-LiveMigrationNegativeTest-42861435 tempest-LiveMigrationNegativeTest-42861435-project] 10.222.0.67 "GET /v2.0/ports?device_id=7ec37224-0572-43ff-ae2b-f6b0a2e7c863 HTTP/1.1" status: 200 len: 949 time: 0.1591115 Sep 23 19:20:52.902697 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_dvr_db [None req-a0be8f15-a69d-4516-9e6c-4c968a629798 None None] Set router c3636d9e-644f-4dcd-83d7-48470ac1bc59 gateway port host: n-d-713301-16 {{(pid=95103) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 19:20:52.905784 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-e4b7fec5-1cd4-48be-95e6-0ce41f791732 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1756813'] for subnet, precommit_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:20:52.964377 n-d-713301-16 neutron-server[95101]: INFO neutron.db.l3_db [None req-86a29120-1868-414d-8fd7-fb173fdf903f tempest-ServersWithSpecificFlavorTestJSON-1837670196 tempest-ServersWithSpecificFlavorTestJSON-1837670196-project] Floating IP ef1de3c3-fef8-432c-8d1a-de57f33d4b75 associated. External IP: 172.25.1.80, port: e0c92bce-f19f-4445-a89e-4f4298f09c27. Sep 23 19:20:53.050281 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-e4b7fec5-1cd4-48be-95e6-0ce41f791732 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1756804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5607514', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6130950'] for subnet, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:20:53.053574 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:20:53.080706 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bde1418-72c6-4997-9cd8-0015b88b0043 None None] Network aeeb560d-d1ef-4fc8-a2fd-24b1eda13211 requested from n-d-713301-16 {{(pid=95103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 19:20:53.084753 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-e4b7fec5-1cd4-48be-95e6-0ce41f791732 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527417'] for subnet, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:20:53.090159 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-e4b7fec5-1cd4-48be-95e6-0ce41f791732 admin admin] 10.222.0.67 "DELETE /v2.0/subnets/7a24f63b-0d16-4860-b351-7d263234071f HTTP/1.1" status: 204 len: 168 time: 0.6372976 Sep 23 19:20:53.091012 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 58678) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:20:53.093780 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4b7fec5-1cd4-48be-95e6-0ce41f791732 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7a24f63b-0d16-4860-b351-7d263234071f,revision_number=None']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:20:53.235608 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_hamode_db [None req-a0be8f15-a69d-4516-9e6c-4c968a629798 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3636d9e-644f-4dcd-83d7-48470ac1bc59', 'name': 'tempest-FloatingIPsAssociationTestJSON-1746853027-router', 'tenant_id': '1837c91936d44f518fad2d97e5027d38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'external_fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.41'}], 'enable_snat': True}, 'gw_port_id': '3c44aec2-6b7f-49af-9d57-a9be1e2a3abf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:19:15Z', 'updated_at': '2021-09-23T19:20:51Z', 'revision_number': 5, 'project_id': '1837c91936d44f518fad2d97e5027d38', 'gw_port': {'id': '3c44aec2-6b7f-49af-9d57-a9be1e2a3abf', 'name': '', 'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:f9:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3636d9e-644f-4dcd-83d7-48470ac1bc59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 395, 'fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:19:16Z', 'updated_at': '2021-09-23T19:19:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-16'}], 'n-d-713301-16', False) {} {{(pid=95103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:20:53.259528 n-d-713301-16 neutron-server[95102]: DEBUG neutron.notifiers.nova [req-12141fc1-bed0-4316-b16d-852c46e54856 req-525dab35-89cb-4673-9640-ee0e699dfe98 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 15f9c12e-f506-439f-9d2f-18ac8686c0c4 {{(pid=95102) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 19:20:53.286099 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0be8f15-a69d-4516-9e6c-4c968a629798 None None] Checking router: c3636d9e-644f-4dcd-83d7-48470ac1bc59 for host: n-d-713301-16 {{(pid=95103) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 19:20:53.288125 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Device 99250b4a-5613-4966-b9c6-4f77b051ac40 no longer exists at agent hyperv_n-h2-713301-16 {{(pid=95103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 19:20:53.299561 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-23f6830a-4893-49e5-b94c-79f49c95a525 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1628021'] for network, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:20:53.301774 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-12141fc1-bed0-4316-b16d-852c46e54856 req-525dab35-89cb-4673-9640-ee0e699dfe98 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:20:53.329306 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.plugin [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] No Port match for: 99250b4a-5613-4966-b9c6-4f77b051ac40 {{(pid=95103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 19:20:53.329646 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Device 99250b4a-5613-4966-b9c6-4f77b051ac40 not bound to the agent host n-h2-713301-16 {{(pid=95103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 19:20:53.338729 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0be8f15-a69d-4516-9e6c-4c968a629798 None None] Routers {'c3636d9e-644f-4dcd-83d7-48470ac1bc59'} bound to L3 agent in host n-d-713301-16 {{(pid=95103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 19:20:53.339622 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_hamode_db [None req-a0be8f15-a69d-4516-9e6c-4c968a629798 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-23T19:07:52Z,description=,heartbeat_timestamp=2021-09-23T19:20:52Z,host='n-d-713301-16',id=79a740bf-7821-4989-8288-7186e3e128f3,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:07:52Z,topic='l3_agent')) {'router_ids': ['c3636d9e-644f-4dcd-83d7-48470ac1bc59'], 'active': True} {{(pid=95103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:20:53.341563 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-0ae75029-feb6-4728-9a94-5f9b60993d82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:20:53.344522 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-eb86a129-5161-4318-9c64-7c777c137078 req-53c2ddf2-f704-4e99-8c75-7e7916aa9134 tempest-LiveMigrationNegativeTest-42861435 tempest-LiveMigrationNegativeTest-42861435-project] 10.222.0.67 "GET /v2.0/security-groups?id=4ed1ec61-8ec9-44fd-9365-22dc1954f969&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4772954 Sep 23 19:20:53.346118 n-d-713301-16 neutron-server[95102]: DEBUG neutron.db.provisioning_blocks [req-12141fc1-bed0-4316-b16d-852c46e54856 req-525dab35-89cb-4673-9640-ee0e699dfe98 service neutron] Transition to ACTIVE for port object 15f9c12e-f506-439f-9d2f-18ac8686c0c4 will not be triggered until provisioned by entity L2. {{(pid=95102) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 19:20:53.359450 n-d-713301-16 neutron-server[95101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '44cfa62c-9ec6-4912-9330-d2c472f9656a', 'tag': '85712aaf-b3f1-464a-b5db-c24a708e4fb9'}] {{(pid=95101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 19:20:53.365160 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-12141fc1-bed0-4316-b16d-852c46e54856 req-525dab35-89cb-4673-9640-ee0e699dfe98 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4399095'] for port, after_update {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:20:53.373837 n-d-713301-16 neutron-server[95101]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d8366c5740cd635e57ab12b71fe44a77c2acc3c19091ef849c6f68b380462244" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9143764-4d44-44e9-8f0e-15af5c5ee78d" -d '{"events": [{"name": "network-changed", "server_uuid": "44cfa62c-9ec6-4912-9330-d2c472f9656a", "tag": "85712aaf-b3f1-464a-b5db-c24a708e4fb9"}]}' {{(pid=95101) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 19:20:53.385499 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-20b8d603-1add-4f9e-a070-c9b7caf60077 admin admin] Notify callbacks [] for router, before_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:20:53.419963 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-86a29120-1868-414d-8fd7-fb173fdf903f tempest-ServersWithSpecificFlavorTestJSON-1837670196 tempest-ServersWithSpecificFlavorTestJSON-1837670196-project] Router feeab25d-ce84-4322-90bf-cabdf15b69ef has already been hosted by L3 agent 79a740bf-7821-4989-8288-7186e3e128f3 {{(pid=95101) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 19:20:53.443608 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.plugin [None req-23f6830a-4893-49e5-b94c-79f49c95a525 admin admin] Deleting port 96e76c0a-bdcc-490c-9066-f83ed1bbf60f {{(pid=95101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:20:53.444038 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-23f6830a-4893-49e5-b94c-79f49c95a525 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783146157096'] for port, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:20:53.506077 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b65054-7501-4297-9033-a36dab04198d req-56260016-da46-4c27-a0a9-2374782a2551 tempest-SecurityGroupsTestJSON-1637632090 tempest-SecurityGroupsTestJSON-1637632090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:20:53.514848 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-a5b65054-7501-4297-9033-a36dab04198d req-56260016-da46-4c27-a0a9-2374782a2551 tempest-SecurityGroupsTestJSON-1637632090 tempest-SecurityGroupsTestJSON-1637632090-project] 10.222.0.67 "GET /v2.0/ports?device_id=44cfa62c-9ec6-4912-9330-d2c472f9656a HTTP/1.1" status: 200 len: 944 time: 0.2656708 Sep 23 19:20:53.530913 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_dvr_db [None req-a0be8f15-a69d-4516-9e6c-4c968a629798 None None] Set router c3636d9e-644f-4dcd-83d7-48470ac1bc59 gateway port host: n-d-713301-16 {{(pid=95103) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 19:20:53.535774 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd5733d6-892a-4fcb-91b3-3dd01b8732f4 None None] DHCP port deletion for aeeb560d-d1ef-4fc8-a2fd-24b1eda13211 request from n-d-713301-16 {{(pid=95103) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 23 19:20:53.589935 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.db [None req-23f6830a-4893-49e5-b94c-79f49c95a525 admin admin] For port 96e76c0a-bdcc-490c-9066-f83ed1bbf60f, host n-d-713301-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-16',level=0,port_id=96e76c0a-bdcc-490c-9066-f83ed1bbf60f,segment=NetworkSegment(24a8f1c2-6cab-462e-bcd7-b4a9edb91257),segment_id=24a8f1c2-6cab-462e-bcd7-b4a9edb91257)] {{(pid=95101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:20:53.590415 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-23f6830a-4893-49e5-b94c-79f49c95a525 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-605701'] for port, precommit_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:20:53.609255 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.plugin [None req-23f6830a-4893-49e5-b94c-79f49c95a525 admin admin] Calling delete_port for 96e76c0a-bdcc-490c-9066-f83ed1bbf60f owned by network:dhcp {{(pid=95101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:20:53.612947 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Device a27bbaa9-85ff-4190-b14e-ebbb68b6f0b6 no longer exists at agent ovs-agent-n-d-713301-16 {{(pid=95103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 19:20:53.626469 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-525dab35-89cb-4673-9640-ee0e699dfe98 service neutron] Pushing event updated for resources: {'Port': ['ID=15f9c12e-f506-439f-9d2f-18ac8686c0c4,revision_number=2']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:20:53.632708 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86a29120-1868-414d-8fd7-fb173fdf903f tempest-ServersWithSpecificFlavorTestJSON-1837670196 tempest-ServersWithSpecificFlavorTestJSON-1837670196-project] Notify agent at l3_agent.n-d-713301-16 the message routers_updated {{(pid=95101) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 19:20:53.637373 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-86a29120-1868-414d-8fd7-fb173fdf903f tempest-ServersWithSpecificFlavorTestJSON-1837670196 tempest-ServersWithSpecificFlavorTestJSON-1837670196-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222849'] for floatingip, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:20:53.647618 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3434bd16-d855-49c7-ac4d-ff58424583c1 None None] Sync routers for ids ['feeab25d-ce84-4322-90bf-cabdf15b69ef'] in n-d-713301-16 {{(pid=95104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 19:20:53.659879 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3434bd16-d855-49c7-ac4d-ff58424583c1 None None] Routers {'feeab25d-ce84-4322-90bf-cabdf15b69ef'} bound to L3 agent in host n-d-713301-16 {{(pid=95104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 19:20:53.660800 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_hamode_db [None req-3434bd16-d855-49c7-ac4d-ff58424583c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-23T19:07:52Z,description=,heartbeat_timestamp=2021-09-23T19:20:52Z,host='n-d-713301-16',id=79a740bf-7821-4989-8288-7186e3e128f3,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:07:52Z,topic='l3_agent')) {'router_ids': ['feeab25d-ce84-4322-90bf-cabdf15b69ef'], 'active': True} {{(pid=95104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:20:53.666585 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.plugin [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] No Port match for: a27bbaa9-85ff-4190-b14e-ebbb68b6f0b6 {{(pid=95103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 19:20:53.667148 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Device a27bbaa9-85ff-4190-b14e-ebbb68b6f0b6 not bound to the agent host n-d-713301-16 {{(pid=95103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 19:20:53.712799 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-86a29120-1868-414d-8fd7-fb173fdf903f tempest-ServersWithSpecificFlavorTestJSON-1837670196 tempest-ServersWithSpecificFlavorTestJSON-1837670196-project] 10.222.0.67 "PUT /v2.0/floatingips/ef1de3c3-fef8-432c-8d1a-de57f33d4b75 HTTP/1.1" status: 200 len: 991 time: 2.1667118 Sep 23 19:20:53.714834 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-a5b65054-7501-4297-9033-a36dab04198d req-5fe58f48-871c-4fcd-aa78-647f51dc2d14 tempest-SecurityGroupsTestJSON-1637632090 tempest-SecurityGroupsTestJSON-1637632090-project] 10.222.0.67 "GET /v2.0/security-groups?id=87ba3455-2374-4d66-b6f9-7fb4c2df74bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1990650 Sep 23 19:20:53.759346 n-d-713301-16 neutron-server[95101]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 19:20:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67d11d22-a158-467d-9e0d-484a151016f4 x-openstack-request-id: req-67d11d22-a158-467d-9e0d-484a151016f4 {{(pid=95101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 19:20:53.762828 n-d-713301-16 neutron-server[95101]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "44cfa62c-9ec6-4912-9330-d2c472f9656a", "tag": "85712aaf-b3f1-464a-b5db-c24a708e4fb9", "status": "completed", "code": 200}]} {{(pid=95101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 19:20:53.763379 n-d-713301-16 neutron-server[95101]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-67d11d22-a158-467d-9e0d-484a151016f4 {{(pid=95101) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 19:20:53.764548 n-d-713301-16 neutron-server[95101]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '44cfa62c-9ec6-4912-9330-d2c472f9656a', 'tag': '85712aaf-b3f1-464a-b5db-c24a708e4fb9', 'status': 'completed', 'code': 200} Sep 23 19:20:53.795526 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e487077-5859-4463-babe-118889252c1d req-1328e439-efb9-4f76-abc6-5cea0f51ab56 tempest-ServersAdminTestJSON-1371927677 tempest-ServersAdminTestJSON-1371927677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:20:53.810369 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_dvr_db [None req-3434bd16-d855-49c7-ac4d-ff58424583c1 None None] Set router feeab25d-ce84-4322-90bf-cabdf15b69ef gateway port host: n-d-713301-16 {{(pid=95104) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 19:20:53.812868 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-8e487077-5859-4463-babe-118889252c1d req-1328e439-efb9-4f76-abc6-5cea0f51ab56 tempest-ServersAdminTestJSON-1371927677 tempest-ServersAdminTestJSON-1371927677-project] 10.222.0.67 "GET /v2.0/ports?device_id=8adc1d5c-ae67-4d87-8284-04120d7c0f9e HTTP/1.1" status: 200 len: 950 time: 0.3153868 Sep 23 19:20:53.846614 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-20b8d603-1add-4f9e-a070-c9b7caf60077 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:20:53.860476 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-23f6830a-4893-49e5-b94c-79f49c95a525 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783146162158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783145673144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5607431'] for port, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:20:53.876035 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.plugin [None req-cd5733d6-892a-4fcb-91b3-3dd01b8732f4 None None] Deleting port 96e76c0a-bdcc-490c-9066-f83ed1bbf60f {{(pid=95103) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:20:53.876958 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-cd5733d6-892a-4fcb-91b3-3dd01b8732f4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783146157096'] for port, before_delete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:20:53.877548 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9143764-4d44-44e9-8f0e-15af5c5ee78d req-d0446188-d99d-4ec2-896c-7e1ae4d575f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:20:53.879702 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-e9143764-4d44-44e9-8f0e-15af5c5ee78d req-d0446188-d99d-4ec2-896c-7e1ae4d575f4 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=5c7e58d511994cccb082b917c36a96c0&device_id=44cfa62c-9ec6-4912-9330-d2c472f9656a HTTP/1.1" status: 200 len: 1096 time: 0.0846384 Sep 23 19:20:53.919667 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-8e487077-5859-4463-babe-118889252c1d req-2f8b12ec-45cb-4de6-8c86-2a9c71ef4979 tempest-ServersAdminTestJSON-1371927677 tempest-ServersAdminTestJSON-1371927677-project] 10.222.0.67 "GET /v2.0/security-groups?id=f6ea2bc2-ae02-426e-9312-246b38837e94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1015565 Sep 23 19:20:53.928803 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23f6830a-4893-49e5-b94c-79f49c95a525 admin admin] Pushing event deleted for resources: {'Port': ['ID=96e76c0a-bdcc-490c-9066-f83ed1bbf60f,revision_number=None']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:20:53.930576 n-d-713301-16 neutron-server[95101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23f6830a-4893-49e5-b94c-79f49c95a525 admin admin] No DVR routers for this DVR port 96e76c0a-bdcc-490c-9066-f83ed1bbf60f on host n-d-713301-16 {{(pid=95101) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 19:20:53.965814 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-cd5733d6-892a-4fcb-91b3-3dd01b8732f4 None None] For port 96e76c0a-bdcc-490c-9066-f83ed1bbf60f, host n-d-713301-16, got binding levels [] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:20:53.966224 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-cd5733d6-892a-4fcb-91b3-3dd01b8732f4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-605701'] for port, precommit_delete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:20:53.980367 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.plugin [None req-cd5733d6-892a-4fcb-91b3-3dd01b8732f4 None None] Calling delete_port for 96e76c0a-bdcc-490c-9066-f83ed1bbf60f owned by network:dhcp {{(pid=95103) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:20:53.983186 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.ipam_backend_mixin [None req-cd5733d6-892a-4fcb-91b3-3dd01b8732f4 None None] Port 96e76c0a-bdcc-490c-9066-f83ed1bbf60f was not found and therefore no delete operation was performed {{(pid=95103) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Sep 23 19:20:53.988043 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-cd5733d6-892a-4fcb-91b3-3dd01b8732f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783146162158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783145673144'] for port, after_delete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:20:54.001527 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.managers [req-12141fc1-bed0-4316-b16d-852c46e54856 req-525dab35-89cb-4673-9640-ee0e699dfe98 service neutron] Attempting to bind port 15f9c12e-f506-439f-9d2f-18ac8686c0c4 on host n-h1-713301-16 for vnic_type normal with profile {{(pid=95102) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 19:20:54.006089 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.managers [req-12141fc1-bed0-4316-b16d-852c46e54856 req-525dab35-89cb-4673-9640-ee0e699dfe98 service neutron] Attempting to bind port 15f9c12e-f506-439f-9d2f-18ac8686c0c4 by drivers openvswitch,hyperv on host n-h1-713301-16 at level 0 using segments [{'id': '6735b3c2-9e0f-43a7-8f57-e48eb1a30c85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': 'bf651024-673c-4eec-84ce-c6ef83d369a1'}] {{(pid=95102) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 19:20:54.006817 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12141fc1-bed0-4316-b16d-852c46e54856 req-525dab35-89cb-4673-9640-ee0e699dfe98 service neutron] Attempting to bind port 15f9c12e-f506-439f-9d2f-18ac8686c0c4 on network bf651024-673c-4eec-84ce-c6ef83d369a1 {{(pid=95102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:20:54.017276 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd5733d6-892a-4fcb-91b3-3dd01b8732f4 None None] Pushing event deleted for resources: {'Port': ['ID=96e76c0a-bdcc-490c-9066-f83ed1bbf60f,revision_number=None']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:20:54.037104 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12141fc1-bed0-4316-b16d-852c46e54856 req-525dab35-89cb-4673-9640-ee0e699dfe98 service neutron] Port 15f9c12e-f506-439f-9d2f-18ac8686c0c4 on network bf651024-673c-4eec-84ce-c6ef83d369a1 not bound, no agent of type Open vSwitch agent registered on host n-h1-713301-16 {{(pid=95102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 19:20:54.039234 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd5733d6-892a-4fcb-91b3-3dd01b8732f4 None None] No DVR routers for this DVR port 96e76c0a-bdcc-490c-9066-f83ed1bbf60f on host n-d-713301-16 {{(pid=95103) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 19:20:54.043710 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12141fc1-bed0-4316-b16d-852c46e54856 req-525dab35-89cb-4673-9640-ee0e699dfe98 service neutron] Attempting to bind port 15f9c12e-f506-439f-9d2f-18ac8686c0c4 on network bf651024-673c-4eec-84ce-c6ef83d369a1 {{(pid=95102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:20:54.063289 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_hamode_db [None req-a0be8f15-a69d-4516-9e6c-4c968a629798 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3636d9e-644f-4dcd-83d7-48470ac1bc59', 'name': 'tempest-FloatingIPsAssociationTestJSON-1746853027-router', 'tenant_id': '1837c91936d44f518fad2d97e5027d38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'external_fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.41'}], 'enable_snat': True}, 'gw_port_id': '3c44aec2-6b7f-49af-9d57-a9be1e2a3abf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:19:15Z', 'updated_at': '2021-09-23T19:20:51Z', 'revision_number': 5, 'project_id': '1837c91936d44f518fad2d97e5027d38', 'gw_port': {'id': '3c44aec2-6b7f-49af-9d57-a9be1e2a3abf', 'name': '', 'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:f9:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3636d9e-644f-4dcd-83d7-48470ac1bc59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 395, 'fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:19:16Z', 'updated_at': '2021-09-23T19:19:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-16'}], 'n-d-713301-16', False) {} {{(pid=95103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:20:54.073833 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12141fc1-bed0-4316-b16d-852c46e54856 req-525dab35-89cb-4673-9640-ee0e699dfe98 service neutron] Checking agent: {'id': '0708c3e9-0aad-4600-9be9-d2486535c898', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713301-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 19, 15, 28), 'started_at': datetime.datetime(2021, 9, 23, 19, 15, 28), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 19, 20, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 19:20:54.092238 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12141fc1-bed0-4316-b16d-852c46e54856 req-525dab35-89cb-4673-9640-ee0e699dfe98 service neutron] Checking segment: {'id': '6735b3c2-9e0f-43a7-8f57-e48eb1a30c85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': 'bf651024-673c-4eec-84ce-c6ef83d369a1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95102) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:20:54.093097 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12141fc1-bed0-4316-b16d-852c46e54856 req-525dab35-89cb-4673-9640-ee0e699dfe98 service neutron] Bound using segment: {'id': '6735b3c2-9e0f-43a7-8f57-e48eb1a30c85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': 'bf651024-673c-4eec-84ce-c6ef83d369a1'} {{(pid=95102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 19:20:54.094594 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.managers [req-12141fc1-bed0-4316-b16d-852c46e54856 req-525dab35-89cb-4673-9640-ee0e699dfe98 service neutron] Bound port: 15f9c12e-f506-439f-9d2f-18ac8686c0c4, host: n-h1-713301-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6735b3c2-9e0f-43a7-8f57-e48eb1a30c85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': 'bf651024-673c-4eec-84ce-c6ef83d369a1'}}] {{(pid=95102) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 19:20:54.095518 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-12141fc1-bed0-4316-b16d-852c46e54856 req-525dab35-89cb-4673-9640-ee0e699dfe98 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:20:54.118374 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0be8f15-a69d-4516-9e6c-4c968a629798 None None] The sync data for ids ['c3636d9e-644f-4dcd-83d7-48470ac1bc59'] in n-d-713301-16 is: [{'id': 'c3636d9e-644f-4dcd-83d7-48470ac1bc59', 'name': 'tempest-FloatingIPsAssociationTestJSON-1746853027-router', 'tenant_id': '1837c91936d44f518fad2d97e5027d38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'external_fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.41'}], 'enable_snat': True}, 'gw_port_id': '3c44aec2-6b7f-49af-9d57-a9be1e2a3abf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:19:15Z', 'updated_at': '2021-09-23T19:20:51Z', 'revision_number': 5, 'project_id': '1837c91936d44f518fad2d97e5027d38', 'gw_port': {'id': '3c44aec2-6b7f-49af-9d57-a9be1e2a3abf', 'name': '', 'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:f9:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3636d9e-644f-4dcd-83d7-48470ac1bc59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 395, 'fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:19:16Z', 'updated_at': '2021-09-23T19:19:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-16'}] {{(pid=95103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 19:20:54.136275 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bff4c4e-1534-4651-a32d-b21c87fe93ea req-ce037311-82ca-44ea-b574-243b16a09bf4 tempest-LiveMigrationTest-1843640962 tempest-LiveMigrationTest-1843640962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:20:54.145296 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-3bff4c4e-1534-4651-a32d-b21c87fe93ea req-ce037311-82ca-44ea-b574-243b16a09bf4 tempest-LiveMigrationTest-1843640962 tempest-LiveMigrationTest-1843640962-project] 10.222.0.67 "GET /v2.0/ports?device_id=0ed7f64c-c2e6-47dd-8a6e-2481a7a0c2eb HTTP/1.1" status: 200 len: 944 time: 0.2893143 Sep 23 19:20:54.229153 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.plugin [None req-20b8d603-1add-4f9e-a070-c9b7caf60077 admin admin] Deleting port 3c44aec2-6b7f-49af-9d57-a9be1e2a3abf {{(pid=95102) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:20:54.229661 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-20b8d603-1add-4f9e-a070-c9b7caf60077 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783146157096'] for port, before_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:20:54.267051 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-3bff4c4e-1534-4651-a32d-b21c87fe93ea req-dc9d105e-dd1f-478d-be09-29060ef06c77 tempest-LiveMigrationTest-1843640962 tempest-LiveMigrationTest-1843640962-project] 10.222.0.67 "GET /v2.0/security-groups?id=1c151358-1cab-48a6-be3e-ad7507b4da06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1202395 Sep 23 19:20:54.270123 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_hamode_db [None req-3434bd16-d855-49c7-ac4d-ff58424583c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'feeab25d-ce84-4322-90bf-cabdf15b69ef', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1785898101-router', 'tenant_id': '07622c7485a94956bd0dfade6db60bcf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'external_fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.211'}], 'enable_snat': True}, 'gw_port_id': 'f5b8b238-0c5d-4fc8-b0aa-a15d3368bb22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:17:51Z', 'updated_at': '2021-09-23T19:18:05Z', 'revision_number': 4, 'project_id': '07622c7485a94956bd0dfade6db60bcf', 'gw_port': {'id': 'f5b8b238-0c5d-4fc8-b0aa-a15d3368bb22', 'name': '', 'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:ae:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'feeab25d-ce84-4322-90bf-cabdf15b69ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:17:55Z', 'updated_at': '2021-09-23T19:18:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-16', '_floatingips': [{'id': 'ef1de3c3-fef8-432c-8d1a-de57f33d4b75', 'tenant_id': '07622c7485a94956bd0dfade6db60bcf', 'floating_ip_address': '172.25.1.80', 'floating_network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'router_id': 'feeab25d-ce84-4322-90bf-cabdf15b69ef', 'port_id': 'e0c92bce-f19f-4445-a89e-4f4298f09c27', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 181, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd5983aa5-dc01-48bc-bff2-9c83789f0fba', 'mac_address': 'fa:16:3e:a5:99:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56dbe3b8-fbb3-4256-9bd0-adad1d2faa26', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-23T19:18:21Z', 'updated_at': '2021-09-23T19:20:52Z', 'revision_number': 5, 'project_id': '07622c7485a94956bd0dfade6db60bcf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '630db028-2806-40e9-aef2-932766c7b258', 'name': '', 'network_id': 'd5983aa5-dc01-48bc-bff2-9c83789f0fba', 'tenant_id': '07622c7485a94956bd0dfade6db60bcf', 'mac_address': 'fa:16:3e:69:94:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'feeab25d-ce84-4322-90bf-cabdf15b69ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': 'd6f0871f-c3f6-47e4-ac38-d95f0ade6ade', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:18:02Z', 'updated_at': '2021-09-23T19:18:11Z', 'revision_number': 5, 'project_id': '07622c7485a94956bd0dfade6db60bcf', 'subnets': [{'id': 'd6f0871f-c3f6-47e4-ac38-d95f0ade6ade', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-16', False) {} {{(pid=95104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:20:54.313768 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3434bd16-d855-49c7-ac4d-ff58424583c1 None None] Checking router: feeab25d-ce84-4322-90bf-cabdf15b69ef for host: n-d-713301-16 {{(pid=95104) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 19:20:54.323509 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3434bd16-d855-49c7-ac4d-ff58424583c1 None None] Routers {'feeab25d-ce84-4322-90bf-cabdf15b69ef'} bound to L3 agent in host n-d-713301-16 {{(pid=95104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 19:20:54.324119 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_hamode_db [None req-3434bd16-d855-49c7-ac4d-ff58424583c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-23T19:07:52Z,description=,heartbeat_timestamp=2021-09-23T19:20:52Z,host='n-d-713301-16',id=79a740bf-7821-4989-8288-7186e3e128f3,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:07:52Z,topic='l3_agent')) {'router_ids': ['feeab25d-ce84-4322-90bf-cabdf15b69ef'], 'active': True} {{(pid=95104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:20:54.349658 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.db [req-12141fc1-bed0-4316-b16d-852c46e54856 req-525dab35-89cb-4673-9640-ee0e699dfe98 service neutron] For port 15f9c12e-f506-439f-9d2f-18ac8686c0c4, host n-h1-713301-16, cleared binding levels {{(pid=95102) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 19:20:54.369054 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.db [req-12141fc1-bed0-4316-b16d-852c46e54856 req-525dab35-89cb-4673-9640-ee0e699dfe98 service neutron] For port 15f9c12e-f506-439f-9d2f-18ac8686c0c4, host n-h1-713301-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-16',level=0,port_id=15f9c12e-f506-439f-9d2f-18ac8686c0c4,segment=NetworkSegment(6735b3c2-9e0f-43a7-8f57-e48eb1a30c85),segment_id=6735b3c2-9e0f-43a7-8f57-e48eb1a30c85)] {{(pid=95102) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 19:20:54.402905 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.db [None req-20b8d603-1add-4f9e-a070-c9b7caf60077 admin admin] For port 3c44aec2-6b7f-49af-9d57-a9be1e2a3abf, host n-d-713301-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-16',level=0,port_id=3c44aec2-6b7f-49af-9d57-a9be1e2a3abf,segment=NetworkSegment(7d4027f1-d893-4c7b-95d4-757b8e44e380),segment_id=7d4027f1-d893-4c7b-95d4-757b8e44e380)] {{(pid=95102) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:20:54.403203 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-20b8d603-1add-4f9e-a070-c9b7caf60077 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-605701'] for port, precommit_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:20:54.421676 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.plugin [None req-20b8d603-1add-4f9e-a070-c9b7caf60077 admin admin] Calling delete_port for 3c44aec2-6b7f-49af-9d57-a9be1e2a3abf owned by network:router_gateway {{(pid=95102) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:20:54.443692 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_dvr_db [None req-3434bd16-d855-49c7-ac4d-ff58424583c1 None None] Set router feeab25d-ce84-4322-90bf-cabdf15b69ef gateway port host: n-d-713301-16 {{(pid=95104) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 19:20:54.449021 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-23f6830a-4893-49e5-b94c-79f49c95a525 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1754676', 'neutron.services.segments.db._delete_segments_for_network-8783146221460'] for network, precommit_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:20:54.472116 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-12141fc1-bed0-4316-b16d-852c46e54856 req-525dab35-89cb-4673-9640-ee0e699dfe98 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4399095'] for port, after_update {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:20:54.496589 n-d-713301-16 neutron-server[95101]: DEBUG neutron.services.segments.db [None req-23f6830a-4893-49e5-b94c-79f49c95a525 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aeeb560d-d1ef-4fc8-a2fd-24b1eda13211']}} {{(pid=95101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:20:54.499378 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9143764-4d44-44e9-8f0e-15af5c5ee78d req-603e7bc9-ba87-456e-8dc1-3e85e354ee0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:20:54.501290 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-e9143764-4d44-44e9-8f0e-15af5c5ee78d req-603e7bc9-ba87-456e-8dc1-3e85e354ee0b service neutron] 10.222.0.53 "GET /v2.0/networks?id=1048b771-fe5c-4195-91f1-88a21e64a743 HTTP/1.1" status: 200 len: 913 time: 0.6003439 Sep 23 19:20:54.515842 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ba7edc-9e14-4064-b206-f0005fb25f5c req-a68ae226-63dd-46a5-b258-ac06fd5d283d tempest-LiveMigrationNegativeTest-42861435 tempest-LiveMigrationNegativeTest-42861435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:20:54.518280 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-e5ba7edc-9e14-4064-b206-f0005fb25f5c req-a68ae226-63dd-46a5-b258-ac06fd5d283d tempest-LiveMigrationNegativeTest-42861435 tempest-LiveMigrationNegativeTest-42861435-project] 10.222.0.53 "GET /v2.0/ports?device_id=7ec37224-0572-43ff-ae2b-f6b0a2e7c863 HTTP/1.1" status: 200 len: 949 time: 0.1584318 Sep 23 19:20:54.528738 n-d-713301-16 neutron-server[95101]: DEBUG neutron.services.segments.db [None req-23f6830a-4893-49e5-b94c-79f49c95a525 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '24a8f1c2-6cab-462e-bcd7-b4a9edb91257') {'for_net_delete': True} {{(pid=95101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:20:54.528948 n-d-713301-16 neutron-server[95101]: DEBUG neutron.services.segments.db [None req-23f6830a-4893-49e5-b94c-79f49c95a525 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '24a8f1c2-6cab-462e-bcd7-b4a9edb91257') {} {{(pid=95101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:20:54.551250 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12141fc1-bed0-4316-b16d-852c46e54856 req-525dab35-89cb-4673-9640-ee0e699dfe98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:20:54.551878 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-12141fc1-bed0-4316-b16d-852c46e54856 req-525dab35-89cb-4673-9640-ee0e699dfe98 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222849'] for port, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:20:54.553345 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-12141fc1-bed0-4316-b16d-852c46e54856 req-525dab35-89cb-4673-9640-ee0e699dfe98 service neutron] 10.222.0.74 "PUT /v2.0/ports/15f9c12e-f506-439f-9d2f-18ac8686c0c4 HTTP/1.1" status: 200 len: 1093 time: 2.4647536 Sep 23 19:20:54.561122 n-d-713301-16 neutron-server[95102]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0ed7f64c-c2e6-47dd-8a6e-2481a7a0c2eb', 'tag': '15f9c12e-f506-439f-9d2f-18ac8686c0c4'}] {{(pid=95102) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 19:20:54.563391 n-d-713301-16 neutron-server[95102]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab31b6d93e5336dbddfa8ec424565b3bd8cb2369c5b4d85bc943472dbb21e8ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c34b2e1b-499c-4696-bcca-a58a54eae96f" -d '{"events": [{"name": "network-changed", "server_uuid": "0ed7f64c-c2e6-47dd-8a6e-2481a7a0c2eb", "tag": "15f9c12e-f506-439f-9d2f-18ac8686c0c4"}]}' {{(pid=95102) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 19:20:54.590219 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-23f6830a-4893-49e5-b94c-79f49c95a525 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783146221725', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6007147'] for segment, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:20:54.609747 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-23f6830a-4893-49e5-b94c-79f49c95a525 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1756186'] for segment, precommit_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:20:54.633872 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-e9143764-4d44-44e9-8f0e-15af5c5ee78d req-90fe2767-8655-4629-a45b-c9df1dcbbc05 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=85712aaf-b3f1-464a-b5db-c24a708e4fb9 HTTP/1.1" status: 200 len: 217 time: 0.1122656 Sep 23 19:20:54.638276 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-23f6830a-4893-49e5-b94c-79f49c95a525 admin admin] Releasing vlan 612 on physical network physnet1 to pool {{(pid=95101) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 19:20:54.646772 n-d-713301-16 neutron-server[95102]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 19:20:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4cd18ee-79c9-45fa-b45b-ee22a7efb3ae x-openstack-request-id: req-a4cd18ee-79c9-45fa-b45b-ee22a7efb3ae {{(pid=95102) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 19:20:54.647330 n-d-713301-16 neutron-server[95102]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0ed7f64c-c2e6-47dd-8a6e-2481a7a0c2eb", "tag": "15f9c12e-f506-439f-9d2f-18ac8686c0c4", "status": "completed", "code": 200}]} {{(pid=95102) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 19:20:54.647722 n-d-713301-16 neutron-server[95102]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-a4cd18ee-79c9-45fa-b45b-ee22a7efb3ae {{(pid=95102) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 19:20:54.648265 n-d-713301-16 neutron-server[95102]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0ed7f64c-c2e6-47dd-8a6e-2481a7a0c2eb', 'tag': '15f9c12e-f506-439f-9d2f-18ac8686c0c4', 'status': 'completed', 'code': 200} Sep 23 19:20:54.649323 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-23f6830a-4893-49e5-b94c-79f49c95a525 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1756186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5608436'] for segment, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:20:54.675864 n-d-713301-16 neutron-server[95101]: Traceback (most recent call last): Sep 23 19:20:54.675864 n-d-713301-16 neutron-server[95101]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 19:20:54.675864 n-d-713301-16 neutron-server[95101]: timer() Sep 23 19:20:54.675864 n-d-713301-16 neutron-server[95101]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 19:20:54.675864 n-d-713301-16 neutron-server[95101]: cb(*args, **kw) Sep 23 19:20:54.675864 n-d-713301-16 neutron-server[95101]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 19:20:54.675864 n-d-713301-16 neutron-server[95101]: return func(*args, **kwargs) Sep 23 19:20:54.675864 n-d-713301-16 neutron-server[95101]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 19:20:54.675864 n-d-713301-16 neutron-server[95101]: self._notify() Sep 23 19:20:54.675864 n-d-713301-16 neutron-server[95101]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 19:20:54.675864 n-d-713301-16 neutron-server[95101]: self.callback(batched_events) Sep 23 19:20:54.675864 n-d-713301-16 neutron-server[95101]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 19:20:54.675864 n-d-713301-16 neutron-server[95101]: event.method(event) Sep 23 19:20:54.675864 n-d-713301-16 neutron-server[95101]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 19:20:54.675864 n-d-713301-16 neutron-server[95101]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 19:20:54.675864 n-d-713301-16 neutron-server[95101]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 19:20:54.675864 n-d-713301-16 neutron-server[95101]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 19:20:54.675864 n-d-713301-16 neutron-server[95101]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 19:20:54.675864 n-d-713301-16 neutron-server[95101]: return f(self, *a, **k) Sep 23 19:20:54.675864 n-d-713301-16 neutron-server[95101]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 19:20:54.675864 n-d-713301-16 neutron-server[95101]: return self._get(url).json() Sep 23 19:20:54.675864 n-d-713301-16 neutron-server[95101]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 19:20:54.675864 n-d-713301-16 neutron-server[95101]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 19:20:54.675864 n-d-713301-16 neutron-server[95101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 19:20:54.675864 n-d-713301-16 neutron-server[95101]: return self.request(url, 'GET', **kwargs) Sep 23 19:20:54.675864 n-d-713301-16 neutron-server[95101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 19:20:54.675864 n-d-713301-16 neutron-server[95101]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 19:20:54.675864 n-d-713301-16 neutron-server[95101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 19:20:54.675864 n-d-713301-16 neutron-server[95101]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 19:20:54.675864 n-d-713301-16 neutron-server[95101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 19:20:54.675864 n-d-713301-16 neutron-server[95101]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 19:20:54.675864 n-d-713301-16 neutron-server[95101]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 19:20:54.691537 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ffba99f-21ca-4d2d-acba-8af1a8d12d24 req-a2cb3b7e-9da8-47e0-8db2-5d8ba9348a4f tempest-LiveMigrationNegativeTest-42861435 tempest-LiveMigrationNegativeTest-42861435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:20:54.699417 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-0ffba99f-21ca-4d2d-acba-8af1a8d12d24 req-a2cb3b7e-9da8-47e0-8db2-5d8ba9348a4f tempest-LiveMigrationNegativeTest-42861435 tempest-LiveMigrationNegativeTest-42861435-project] 10.222.0.67 "GET /v2.0/ports?device_id=7ec37224-0572-43ff-ae2b-f6b0a2e7c863 HTTP/1.1" status: 200 len: 949 time: 0.2613511 Sep 23 19:20:54.757346 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_hamode_db [None req-3434bd16-d855-49c7-ac4d-ff58424583c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'feeab25d-ce84-4322-90bf-cabdf15b69ef', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1785898101-router', 'tenant_id': '07622c7485a94956bd0dfade6db60bcf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'external_fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.211'}], 'enable_snat': True}, 'gw_port_id': 'f5b8b238-0c5d-4fc8-b0aa-a15d3368bb22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:17:51Z', 'updated_at': '2021-09-23T19:18:05Z', 'revision_number': 4, 'project_id': '07622c7485a94956bd0dfade6db60bcf', 'gw_port': {'id': 'f5b8b238-0c5d-4fc8-b0aa-a15d3368bb22', 'name': '', 'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:ae:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'feeab25d-ce84-4322-90bf-cabdf15b69ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:17:55Z', 'updated_at': '2021-09-23T19:18:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-16', '_floatingips': [{'id': 'ef1de3c3-fef8-432c-8d1a-de57f33d4b75', 'tenant_id': '07622c7485a94956bd0dfade6db60bcf', 'floating_ip_address': '172.25.1.80', 'floating_network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'router_id': 'feeab25d-ce84-4322-90bf-cabdf15b69ef', 'port_id': 'e0c92bce-f19f-4445-a89e-4f4298f09c27', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 181, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd5983aa5-dc01-48bc-bff2-9c83789f0fba', 'mac_address': 'fa:16:3e:a5:99:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56dbe3b8-fbb3-4256-9bd0-adad1d2faa26', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-23T19:18:21Z', 'updated_at': '2021-09-23T19:20:52Z', 'revision_number': 5, 'project_id': '07622c7485a94956bd0dfade6db60bcf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '630db028-2806-40e9-aef2-932766c7b258', 'name': '', 'network_id': 'd5983aa5-dc01-48bc-bff2-9c83789f0fba', 'tenant_id': '07622c7485a94956bd0dfade6db60bcf', 'mac_address': 'fa:16:3e:69:94:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'feeab25d-ce84-4322-90bf-cabdf15b69ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': 'd6f0871f-c3f6-47e4-ac38-d95f0ade6ade', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:18:02Z', 'updated_at': '2021-09-23T19:18:11Z', 'revision_number': 5, 'project_id': '07622c7485a94956bd0dfade6db60bcf', 'subnets': [{'id': 'd6f0871f-c3f6-47e4-ac38-d95f0ade6ade', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-16', False) {} {{(pid=95104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:20:54.788759 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-525dab35-89cb-4673-9640-ee0e699dfe98 service neutron] Pushing event updated for resources: {'Port': ['ID=15f9c12e-f506-439f-9d2f-18ac8686c0c4,revision_number=3']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:20:54.791929 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3434bd16-d855-49c7-ac4d-ff58424583c1 None None] The sync data for ids ['feeab25d-ce84-4322-90bf-cabdf15b69ef'] in n-d-713301-16 is: [{'id': 'feeab25d-ce84-4322-90bf-cabdf15b69ef', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1785898101-router', 'tenant_id': '07622c7485a94956bd0dfade6db60bcf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'external_fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.211'}], 'enable_snat': True}, 'gw_port_id': 'f5b8b238-0c5d-4fc8-b0aa-a15d3368bb22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:17:51Z', 'updated_at': '2021-09-23T19:18:05Z', 'revision_number': 4, 'project_id': '07622c7485a94956bd0dfade6db60bcf', 'gw_port': {'id': 'f5b8b238-0c5d-4fc8-b0aa-a15d3368bb22', 'name': '', 'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:ae:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'feeab25d-ce84-4322-90bf-cabdf15b69ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:17:55Z', 'updated_at': '2021-09-23T19:18:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-16', '_floatingips': [{'id': 'ef1de3c3-fef8-432c-8d1a-de57f33d4b75', 'tenant_id': '07622c7485a94956bd0dfade6db60bcf', 'floating_ip_address': '172.25.1.80', 'floating_network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'router_id': 'feeab25d-ce84-4322-90bf-cabdf15b69ef', 'port_id': 'e0c92bce-f19f-4445-a89e-4f4298f09c27', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 181, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd5983aa5-dc01-48bc-bff2-9c83789f0fba', 'mac_address': 'fa:16:3e:a5:99:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56dbe3b8-fbb3-4256-9bd0-adad1d2faa26', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-23T19:18:21Z', 'updated_at': '2021-09-23T19:20:52Z', 'revision_number': 5, 'project_id': '07622c7485a94956bd0dfade6db60bcf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '630db028-2806-40e9-aef2-932766c7b258', 'name': '', 'network_id': 'd5983aa5-dc01-48bc-bff2-9c83789f0fba', 'tenant_id': '07622c7485a94956bd0dfade6db60bcf', 'mac_address': 'fa:16:3e:69:94:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'feeab25d-ce84-4322-90bf-cabdf15b69ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': 'd6f0871f-c3f6-47e4-ac38-d95f0ade6ade', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:18:02Z', 'updated_at': '2021-09-23T19:18:11Z', 'revision_number': 5, 'project_id': '07622c7485a94956bd0dfade6db60bcf', 'subnets': [{'id': 'd6f0871f-c3f6-47e4-ac38-d95f0ade6ade', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 19:20:54.826151 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-23f6830a-4893-49e5-b94c-79f49c95a525 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1754627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-601866'] for network, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:20:54.833864 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-23f6830a-4893-49e5-b94c-79f49c95a525 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527417'] for network, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:20:54.836524 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-23f6830a-4893-49e5-b94c-79f49c95a525 admin admin] 10.222.0.67 "DELETE /v2.0/networks/aeeb560d-d1ef-4fc8-a2fd-24b1eda13211 HTTP/1.1" status: 204 len: 168 time: 1.7406263 Sep 23 19:20:54.837503 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-0ffba99f-21ca-4d2d-acba-8af1a8d12d24 req-928a167d-e1d0-4440-ae04-3d7af0601ff1 tempest-LiveMigrationNegativeTest-42861435 tempest-LiveMigrationNegativeTest-42861435-project] 10.222.0.67 "GET /v2.0/security-groups?id=4ed1ec61-8ec9-44fd-9365-22dc1954f969&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1371574 Sep 23 19:20:54.841539 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9143764-4d44-44e9-8f0e-15af5c5ee78d req-70bfdc61-ed23-4388-ac01-31737358d772 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:20:54.842975 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-e9143764-4d44-44e9-8f0e-15af5c5ee78d req-70bfdc61-ed23-4388-ac01-31737358d772 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=b84f7821-b37e-4a80-a926-f6a9a7ebc403 HTTP/1.1" status: 200 len: 852 time: 0.1603093 Sep 23 19:20:54.844887 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 58700) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:20:54.912297 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23f6830a-4893-49e5-b94c-79f49c95a525 admin admin] Pushing event deleted for resources: {'Network': ['ID=aeeb560d-d1ef-4fc8-a2fd-24b1eda13211,revision_number=None']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:20:54.931422 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12141fc1-bed0-4316-b16d-852c46e54856 req-2d532d2b-8ec9-44d4-850c-8b2a48b9ab4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:20:54.933213 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-12141fc1-bed0-4316-b16d-852c46e54856 req-2d532d2b-8ec9-44d4-850c-8b2a48b9ab4a service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=0f5d9c33c3334ce192c43e08217ee019&device_id=0ed7f64c-c2e6-47dd-8a6e-2481a7a0c2eb HTTP/1.1" status: 200 len: 1096 time: 0.3148463 Sep 23 19:20:54.936216 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-e9143764-4d44-44e9-8f0e-15af5c5ee78d req-1d8e0723-eff4-43a8-8520-0a9abcba1a31 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=1048b771-fe5c-4195-91f1-88a21e64a743&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0683253 Sep 23 19:20:54.950840 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e50e1c8a-67ff-49ca-932a-aa41f229d08d req-9c60e674-da5c-4432-bac2-5cf1c0177d9a tempest-SecurityGroupsTestJSON-1637632090 tempest-SecurityGroupsTestJSON-1637632090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:20:54.952517 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-e50e1c8a-67ff-49ca-932a-aa41f229d08d req-9c60e674-da5c-4432-bac2-5cf1c0177d9a tempest-SecurityGroupsTestJSON-1637632090 tempest-SecurityGroupsTestJSON-1637632090-project] 10.222.0.67 "GET /v2.0/ports?device_id=44cfa62c-9ec6-4912-9330-d2c472f9656a HTTP/1.1" status: 200 len: 944 time: 0.1573687 Sep 23 19:20:55.010214 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-12141fc1-bed0-4316-b16d-852c46e54856 req-cf42c407-38f6-4db9-91fe-1ad6a9248381 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=15f9c12e-f506-439f-9d2f-18ac8686c0c4 HTTP/1.1" status: 200 len: 217 time: 0.0565112 Sep 23 19:20:55.045363 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.plugin [req-e5ba7edc-9e14-4064-b206-f0005fb25f5c req-a6037d23-adcd-4a3c-bf43-af142f047841 tempest-LiveMigrationNegativeTest-42861435 tempest-LiveMigrationNegativeTest-42861435-project] Deleting port 8e0df6b1-5122-4155-8760-205c511b3245 {{(pid=95101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:20:55.045705 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-e5ba7edc-9e14-4064-b206-f0005fb25f5c req-a6037d23-adcd-4a3c-bf43-af142f047841 tempest-LiveMigrationNegativeTest-42861435 tempest-LiveMigrationNegativeTest-42861435-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783146157096'] for port, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:20:55.072531 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-20b8d603-1add-4f9e-a070-c9b7caf60077 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783146162158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783145673144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4399100'] for port, after_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:20:55.101361 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-e50e1c8a-67ff-49ca-932a-aa41f229d08d req-f2024739-2a6e-4367-9b90-68125374a2dd tempest-SecurityGroupsTestJSON-1637632090 tempest-SecurityGroupsTestJSON-1637632090-project] 10.222.0.67 "GET /v2.0/security-groups?id=87ba3455-2374-4d66-b6f9-7fb4c2df74bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1383784 Sep 23 19:20:55.125545 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f85b29f8-bdd2-41b0-be77-7d1d3ee0e5b4 None None] New status for floating IP ef1de3c3-fef8-432c-8d1a-de57f33d4b75: ACTIVE {{(pid=95103) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 23 19:20:55.142953 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20b8d603-1add-4f9e-a070-c9b7caf60077 admin admin] Pushing event deleted for resources: {'Port': ['ID=3c44aec2-6b7f-49af-9d57-a9be1e2a3abf,revision_number=None']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:20:55.203832 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12141fc1-bed0-4316-b16d-852c46e54856 req-872c5e3d-3329-4eec-86e0-83a8d6ee6810 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:20:55.205673 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-12141fc1-bed0-4316-b16d-852c46e54856 req-872c5e3d-3329-4eec-86e0-83a8d6ee6810 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=a9e01a0e-19a1-4eb7-ad45-3b74532cbcd9 HTTP/1.1" status: 200 len: 847 time: 0.1806276 Sep 23 19:20:55.213718 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-80e7e501-6c57-470d-92c6-e3d54bc3195c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:20:55.259003 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Device 85712aaf-b3f1-464a-b5db-c24a708e4fb9 details requested by agent hyperv_n-h2-713301-16 with host n-h2-713301-16 {{(pid=95103) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 19:20:55.259235 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-e9143764-4d44-44e9-8f0e-15af5c5ee78d req-fc41440e-4718-4214-922a-6022757bb48e service neutron] 10.222.0.53 "GET /v2.0/networks/1048b771-fe5c-4195-91f1-88a21e64a743?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2732043 Sep 23 19:20:55.272899 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-12141fc1-bed0-4316-b16d-852c46e54856 req-e898455a-6fae-421f-840c-f29b5bb2599c service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=bf651024-673c-4eec-84ce-c6ef83d369a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0488818 Sep 23 19:20:55.289120 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf5cffb6-42af-4cb6-ac28-1cae782d3041 req-c6bd874e-f28a-4449-ba82-eb1e409d5714 tempest-ServersAdminTestJSON-1371927677 tempest-ServersAdminTestJSON-1371927677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:20:55.290679 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-bf5cffb6-42af-4cb6-ac28-1cae782d3041 req-c6bd874e-f28a-4449-ba82-eb1e409d5714 tempest-ServersAdminTestJSON-1371927677 tempest-ServersAdminTestJSON-1371927677-project] 10.222.0.67 "GET /v2.0/ports?device_id=8adc1d5c-ae67-4d87-8284-04120d7c0f9e HTTP/1.1" status: 200 len: 950 time: 0.2516789 Sep 23 19:20:55.303920 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-20b8d603-1add-4f9e-a070-c9b7caf60077 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-601942'] for router_gateway, after_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:20:55.365563 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.db [req-e5ba7edc-9e14-4064-b206-f0005fb25f5c req-a6037d23-adcd-4a3c-bf43-af142f047841 tempest-LiveMigrationNegativeTest-42861435 tempest-LiveMigrationNegativeTest-42861435-project] For port 8e0df6b1-5122-4155-8760-205c511b3245, host n-h2-713301-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-16',level=0,port_id=8e0df6b1-5122-4155-8760-205c511b3245,segment=NetworkSegment(6139d589-eb6c-4578-8935-c26ddf396853),segment_id=6139d589-eb6c-4578-8935-c26ddf396853)] {{(pid=95101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:20:55.365940 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-e5ba7edc-9e14-4064-b206-f0005fb25f5c req-a6037d23-adcd-4a3c-bf43-af142f047841 tempest-LiveMigrationNegativeTest-42861435 tempest-LiveMigrationNegativeTest-42861435-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-605701'] for port, precommit_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:20:55.396568 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.plugin [req-e5ba7edc-9e14-4064-b206-f0005fb25f5c req-a6037d23-adcd-4a3c-bf43-af142f047841 tempest-LiveMigrationNegativeTest-42861435 tempest-LiveMigrationNegativeTest-42861435-project] Calling delete_port for 8e0df6b1-5122-4155-8760-205c511b3245 owned by compute:nova {{(pid=95101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:20:55.435093 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] For port 85712aaf-b3f1-464a-b5db-c24a708e4fb9, host n-h2-713301-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-16',level=0,port_id=85712aaf-b3f1-464a-b5db-c24a708e4fb9,segment=NetworkSegment(49f54249-a606-4788-b164-92fb7c23cb9c),segment_id=49f54249-a606-4788-b164-92fb7c23cb9c)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:20:55.468000 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Returning: {'device': '85712aaf-b3f1-464a-b5db-c24a708e4fb9', 'network_id': '1048b771-fe5c-4195-91f1-88a21e64a743', 'port_id': '85712aaf-b3f1-464a-b5db-c24a708e4fb9', 'mac_address': 'fa:16:3e:d8:fb:7b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 636, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b84f7821-b37e-4a80-a926-f6a9a7ebc403', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95103) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 19:20:55.507026 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-e9143764-4d44-44e9-8f0e-15af5c5ee78d req-8e4dff40-6c95-43dc-a0c0-0e35f5f669db service neutron] 10.222.0.53 "GET /v2.0/networks/1048b771-fe5c-4195-91f1-88a21e64a743?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2351959 Sep 23 19:20:55.509772 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-20b8d603-1add-4f9e-a070-c9b7caf60077 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-597305', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29369'] for router, precommit_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:20:55.512781 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:20:55.527278 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-20b8d603-1add-4f9e-a070-c9b7caf60077 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:20:55.528223 n-d-713301-16 neutron-server[95103]: DEBUG neutron.notifiers.nova [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 85712aaf-b3f1-464a-b5db-c24a708e4fb9 {{(pid=95103) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 19:20:55.531182 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e5b36e0-7afe-4a07-b799-31c7dd1210dc req-b9d542ea-e58e-421a-9c4d-5292508378ca tempest-LiveAutoBlockMigrationV225Test-1371897097 tempest-LiveAutoBlockMigrationV225Test-1371897097-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:20:55.539238 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-3e5b36e0-7afe-4a07-b799-31c7dd1210dc req-b9d542ea-e58e-421a-9c4d-5292508378ca tempest-LiveAutoBlockMigrationV225Test-1371897097 tempest-LiveAutoBlockMigrationV225Test-1371897097-project-admin] 10.222.0.67 "GET /v2.0/ports?device_id=b12a90d4-a99f-4737-98f8-64ef72d18294 HTTP/1.1" status: 200 len: 1097 time: 0.3326218 Sep 23 19:20:55.558841 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] For port 85712aaf-b3f1-464a-b5db-c24a708e4fb9, host n-h2-713301-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-16',level=0,port_id=85712aaf-b3f1-464a-b5db-c24a708e4fb9,segment=NetworkSegment(49f54249-a606-4788-b164-92fb7c23cb9c),segment_id=49f54249-a606-4788-b164-92fb7c23cb9c)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:20:55.566772 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:20:55.596422 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Device 96e76c0a-bdcc-490c-9066-f83ed1bbf60f no longer exists at agent ovs-agent-n-d-713301-16 {{(pid=95103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 19:20:55.619135 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.plugin [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] No Port match for: 96e76c0a-bdcc-490c-9066-f83ed1bbf60f {{(pid=95103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 19:20:55.619773 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Device 96e76c0a-bdcc-490c-9066-f83ed1bbf60f not bound to the agent host n-d-713301-16 {{(pid=95103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 19:20:55.620341 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Device 9f3b17d9-fba6-4806-b04c-069574f4ada6 no longer exists at agent ovs-agent-n-d-713301-16 {{(pid=95103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 19:20:55.641646 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.plugin [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] No Port match for: 9f3b17d9-fba6-4806-b04c-069574f4ada6 {{(pid=95103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 19:20:55.642262 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Device 9f3b17d9-fba6-4806-b04c-069574f4ada6 not bound to the agent host n-d-713301-16 {{(pid=95103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 19:20:55.654999 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-bf5cffb6-42af-4cb6-ac28-1cae782d3041 req-ec0a782c-3a1a-457e-b0b5-ddce2f5dae75 tempest-ServersAdminTestJSON-1371927677 tempest-ServersAdminTestJSON-1371927677-project] 10.222.0.67 "GET /v2.0/security-groups?id=f6ea2bc2-ae02-426e-9312-246b38837e94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3182709 Sep 23 19:20:55.682870 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-20b8d603-1add-4f9e-a070-c9b7caf60077 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-597296'] for router, after_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:20:55.683271 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Pushing event updated for resources: {'Port': ['ID=85712aaf-b3f1-464a-b5db-c24a708e4fb9,revision_number=4']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:20:55.683855 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20b8d603-1add-4f9e-a070-c9b7caf60077 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c3636d9e-644f-4dcd-83d7-48470ac1bc59 {{(pid=95102) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 23 19:20:55.691097 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-20b8d603-1add-4f9e-a070-c9b7caf60077 admin admin] Notify callbacks [] for router, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:20:55.692703 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-20b8d603-1add-4f9e-a070-c9b7caf60077 admin admin] 10.222.0.67 "DELETE /v2.0/routers/c3636d9e-644f-4dcd-83d7-48470ac1bc59 HTTP/1.1" status: 204 len: 168 time: 2.9099193 Sep 23 19:20:55.695344 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-12141fc1-bed0-4316-b16d-852c46e54856 req-c6dd9603-20f1-4b2c-8ef0-0c41333d6ec4 service neutron] 10.222.0.74 "GET /v2.0/networks/bf651024-673c-4eec-84ce-c6ef83d369a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4026949 Sep 23 19:20:55.696406 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 58712) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:20:55.698256 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-3e5b36e0-7afe-4a07-b799-31c7dd1210dc req-fdf8a325-9fb1-4c2c-8904-d1426be702f9 tempest-LiveAutoBlockMigrationV225Test-1371897097 tempest-LiveAutoBlockMigrationV225Test-1371897097-project-admin] 10.222.0.67 "GET /v2.0/security-groups?id=6d32247e-8bb7-4ae1-818c-76baafa39c73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1582534 Sep 23 19:20:55.719710 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-e5ba7edc-9e14-4064-b206-f0005fb25f5c req-a6037d23-adcd-4a3c-bf43-af142f047841 tempest-LiveMigrationNegativeTest-42861435 tempest-LiveMigrationNegativeTest-42861435-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783146162158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783145673144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5607431'] for port, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:20:55.736489 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] get_ports_and_sgs() called for port_ids ['8e0df6b1-5122-4155-8760-205c511b3245'] {{(pid=95103) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 19:20:55.791608 n-d-713301-16 neutron-server[95101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '56dbe3b8-fbb3-4256-9bd0-adad1d2faa26', 'tag': 'e0c92bce-f19f-4445-a89e-4f4298f09c27'}] {{(pid=95101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 19:20:55.793908 n-d-713301-16 neutron-server[95101]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d8366c5740cd635e57ab12b71fe44a77c2acc3c19091ef849c6f68b380462244" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-047fc2d4-8d46-4849-9078-d2143e10740f" -d '{"events": [{"name": "network-changed", "server_uuid": "56dbe3b8-fbb3-4256-9bd0-adad1d2faa26", "tag": "e0c92bce-f19f-4445-a89e-4f4298f09c27"}]}' {{(pid=95101) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 19:20:55.800377 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] get_ports_and_sgs() called for port_ids ['85712aaf-b3f1-464a-b5db-c24a708e4fb9'] {{(pid=95103) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 19:20:55.810722 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6037d23-adcd-4a3c-bf43-af142f047841 tempest-LiveMigrationNegativeTest-42861435 tempest-LiveMigrationNegativeTest-42861435-project] Pushing event deleted for resources: {'Port': ['ID=8e0df6b1-5122-4155-8760-205c511b3245,revision_number=None']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:20:55.822561 n-d-713301-16 neutron-server[95102]: DEBUG neutron.db.db_base_plugin_v2 [None req-07e25262-0603-4036-8d31-6663a92244b1 admin admin] Deleting subnet 7acfa417-039d-4281-a2fc-e6454233f5db {{(pid=95102) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 23 19:20:55.839301 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-07e25262-0603-4036-8d31-6663a92244b1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:20:55.902396 n-d-713301-16 neutron-server[95101]: DEBUG neutron.db.l3_dvrscheduler_db [req-e5ba7edc-9e14-4064-b206-f0005fb25f5c req-a6037d23-adcd-4a3c-bf43-af142f047841 tempest-LiveMigrationNegativeTest-42861435 tempest-LiveMigrationNegativeTest-42861435-project] No DVR routers for this DVR port 8e0df6b1-5122-4155-8760-205c511b3245 on host n-h2-713301-16 {{(pid=95101) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 19:20:55.905799 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-e5ba7edc-9e14-4064-b206-f0005fb25f5c req-a6037d23-adcd-4a3c-bf43-af142f047841 tempest-LiveMigrationNegativeTest-42861435 tempest-LiveMigrationNegativeTest-42861435-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222849'] for port, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:20:55.907830 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-e5ba7edc-9e14-4064-b206-f0005fb25f5c req-a6037d23-adcd-4a3c-bf43-af142f047841 tempest-LiveMigrationNegativeTest-42861435 tempest-LiveMigrationNegativeTest-42861435-project] 10.222.0.53 "DELETE /v2.0/ports/8e0df6b1-5122-4155-8760-205c511b3245 HTTP/1.1" status: 204 len: 173 time: 1.3770394 Sep 23 19:20:55.930636 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-52fc7306-cc1b-4bb3-b35c-191761771f96 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-601372'] for router_interface, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:20:55.987300 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-07e25262-0603-4036-8d31-6663a92244b1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6162825'] for subnet, precommit_delete_associations {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:20:56.040287 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-12141fc1-bed0-4316-b16d-852c46e54856 req-02a4fd90-a03c-4fbc-a79f-ec6a6b4623c7 service neutron] 10.222.0.74 "GET /v2.0/networks/bf651024-673c-4eec-84ce-c6ef83d369a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3290818 Sep 23 19:20:56.060963 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8157fa1d-53b6-4da1-95a6-f7e033ad4726 req-42d3926e-75bb-4b27-a3ac-8bfe497f5e08 tempest-LiveMigrationTest-1843640962 tempest-LiveMigrationTest-1843640962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:20:56.069305 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-8157fa1d-53b6-4da1-95a6-f7e033ad4726 req-42d3926e-75bb-4b27-a3ac-8bfe497f5e08 tempest-LiveMigrationTest-1843640962 tempest-LiveMigrationTest-1843640962-project] 10.222.0.67 "GET /v2.0/ports?device_id=0ed7f64c-c2e6-47dd-8a6e-2481a7a0c2eb HTTP/1.1" status: 200 len: 944 time: 0.1583807 Sep 23 19:20:56.257857 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-8157fa1d-53b6-4da1-95a6-f7e033ad4726 req-33acf20b-65a0-4871-a6fa-8ceae8035237 tempest-LiveMigrationTest-1843640962 tempest-LiveMigrationTest-1843640962-project] 10.222.0.67 "GET /v2.0/security-groups?id=1c151358-1cab-48a6-be3e-ad7507b4da06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1876812 Sep 23 19:20:56.333712 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c34b2e1b-499c-4696-bcca-a58a54eae96f req-39bfa6e3-5cfc-47f6-a320-50f8048bbe19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:20:56.336471 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-c34b2e1b-499c-4696-bcca-a58a54eae96f req-39bfa6e3-5cfc-47f6-a320-50f8048bbe19 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=0f5d9c33c3334ce192c43e08217ee019&device_id=0ed7f64c-c2e6-47dd-8a6e-2481a7a0c2eb HTTP/1.1" status: 200 len: 1096 time: 0.2178288 Sep 23 19:20:56.338836 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-07e25262-0603-4036-8d31-6663a92244b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1756813'] for subnet, precommit_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:20:56.384079 n-d-713301-16 neutron-server[95101]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 19:20:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52daa352-732e-4206-8840-ea3cc796eee1 x-openstack-request-id: req-52daa352-732e-4206-8840-ea3cc796eee1 {{(pid=95101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 19:20:56.384302 n-d-713301-16 neutron-server[95101]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "56dbe3b8-fbb3-4256-9bd0-adad1d2faa26", "tag": "e0c92bce-f19f-4445-a89e-4f4298f09c27", "status": "completed", "code": 200}]} {{(pid=95101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 19:20:56.384553 n-d-713301-16 neutron-server[95101]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-52daa352-732e-4206-8840-ea3cc796eee1 {{(pid=95101) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 19:20:56.384972 n-d-713301-16 neutron-server[95101]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '56dbe3b8-fbb3-4256-9bd0-adad1d2faa26', 'tag': 'e0c92bce-f19f-4445-a89e-4f4298f09c27', 'status': 'completed', 'code': 200} Sep 23 19:20:56.423452 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.plugin [None req-52fc7306-cc1b-4bb3-b35c-191761771f96 admin admin] Deleting port bad2f26a-fcb4-479b-9c66-b1e64b6a15d7 {{(pid=95101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:20:56.424424 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-52fc7306-cc1b-4bb3-b35c-191761771f96 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783146157096'] for port, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:20:56.562455 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-a3b8cb69-86d5-4228-a952-1a2a648b38ac req-31ff9af3-8316-4986-aea2-d1fe97c08462 tempest-LiveMigrationNegativeTest-42861435 tempest-LiveMigrationNegativeTest-42861435-project] 10.222.0.67 "GET /v2.0/ports?device_id=7ec37224-0572-43ff-ae2b-f6b0a2e7c863 HTTP/1.1" status: 200 len: 210 time: 0.0351188 Sep 23 19:20:56.564171 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-07e25262-0603-4036-8d31-6663a92244b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1756804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4399009', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5388229'] for subnet, after_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:20:56.569902 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c34b2e1b-499c-4696-bcca-a58a54eae96f req-47585a06-1af4-44d2-8026-f811231e111e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:20:56.572271 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-c34b2e1b-499c-4696-bcca-a58a54eae96f req-47585a06-1af4-44d2-8026-f811231e111e service neutron] 10.222.0.74 "GET /v2.0/networks?id=bf651024-673c-4eec-84ce-c6ef83d369a1 HTTP/1.1" status: 200 len: 908 time: 0.1961498 Sep 23 19:20:56.581489 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-047fc2d4-8d46-4849-9078-d2143e10740f req-3b5e794b-16c0-43cf-a780-cb563e42cb80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:20:56.587875 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-047fc2d4-8d46-4849-9078-d2143e10740f req-3b5e794b-16c0-43cf-a780-cb563e42cb80 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=07622c7485a94956bd0dfade6db60bcf&device_id=56dbe3b8-fbb3-4256-9bd0-adad1d2faa26 HTTP/1.1" status: 200 len: 1098 time: 0.1214976 Sep 23 19:20:56.588782 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95ed22ef-8fbb-49fe-9aec-cf9eaed0249b None None] Network 13779c5f-d832-4edd-ba35-ebc363f13a7c requested from n-d-713301-16 {{(pid=95103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 19:20:56.623967 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-07e25262-0603-4036-8d31-6663a92244b1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:20:56.629389 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-07e25262-0603-4036-8d31-6663a92244b1 admin admin] 10.222.0.67 "DELETE /v2.0/subnets/7acfa417-039d-4281-a2fc-e6454233f5db HTTP/1.1" status: 204 len: 168 time: 0.9299421 Sep 23 19:20:56.649621 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.db [None req-52fc7306-cc1b-4bb3-b35c-191761771f96 admin admin] For port bad2f26a-fcb4-479b-9c66-b1e64b6a15d7, host n-d-713301-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-16',level=0,port_id=bad2f26a-fcb4-479b-9c66-b1e64b6a15d7,segment=NetworkSegment(c44d53d2-f536-4aef-a188-6132f14a0162),segment_id=c44d53d2-f536-4aef-a188-6132f14a0162)] {{(pid=95101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:20:56.649986 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-52fc7306-cc1b-4bb3-b35c-191761771f96 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-605701'] for port, precommit_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:20:56.661409 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 58740) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:20:56.666642 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.plugin [None req-52fc7306-cc1b-4bb3-b35c-191761771f96 admin admin] Calling delete_port for bad2f26a-fcb4-479b-9c66-b1e64b6a15d7 owned by network:router_interface {{(pid=95101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:20:56.673043 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e25262-0603-4036-8d31-6663a92244b1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7acfa417-039d-4281-a2fc-e6454233f5db,revision_number=None']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:20:56.685903 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-c34b2e1b-499c-4696-bcca-a58a54eae96f req-06096d26-c4b1-4003-add4-ea57e268df6c service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=15f9c12e-f506-439f-9d2f-18ac8686c0c4 HTTP/1.1" status: 200 len: 217 time: 0.1035485 Sep 23 19:20:56.815764 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-4a20f98a-13b7-4bff-adca-e370b3b926b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1628021'] for network, before_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:20:56.831775 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c34b2e1b-499c-4696-bcca-a58a54eae96f req-7ef2f524-7b1e-44dd-b6ff-8e228e911c47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:20:56.833321 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-c34b2e1b-499c-4696-bcca-a58a54eae96f req-7ef2f524-7b1e-44dd-b6ff-8e228e911c47 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=a9e01a0e-19a1-4eb7-ad45-3b74532cbcd9 HTTP/1.1" status: 200 len: 847 time: 0.1337698 Sep 23 19:20:56.842822 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c8d1a4b-e093-4323-9686-f8d1db7499b7 req-d4f2c2cd-4c08-4b87-97d2-bc7d3086e47e tempest-SecurityGroupsTestJSON-1637632090 tempest-SecurityGroupsTestJSON-1637632090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:20:56.843953 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-7c8d1a4b-e093-4323-9686-f8d1db7499b7 req-d4f2c2cd-4c08-4b87-97d2-bc7d3086e47e tempest-SecurityGroupsTestJSON-1637632090 tempest-SecurityGroupsTestJSON-1637632090-project] 10.222.0.67 "GET /v2.0/ports?device_id=44cfa62c-9ec6-4912-9330-d2c472f9656a HTTP/1.1" status: 200 len: 945 time: 0.1688175 Sep 23 19:20:56.862759 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c07a2b47-3640-4bdd-82e9-d384ecbc229f None None] DHCP port deletion for 13779c5f-d832-4edd-ba35-ebc363f13a7c request from n-d-713301-16 {{(pid=95103) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 23 19:20:56.884347 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-c34b2e1b-499c-4696-bcca-a58a54eae96f req-af853234-a16a-418a-89d3-48877f443070 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=bf651024-673c-4eec-84ce-c6ef83d369a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0363350 Sep 23 19:20:56.905178 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-047fc2d4-8d46-4849-9078-d2143e10740f req-5471b891-5703-4668-97f2-07b665272d1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:20:56.906671 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-047fc2d4-8d46-4849-9078-d2143e10740f req-5471b891-5703-4668-97f2-07b665272d1e service neutron] 10.222.0.53 "GET /v2.0/networks?id=d5983aa5-dc01-48bc-bff2-9c83789f0fba HTTP/1.1" status: 200 len: 925 time: 0.2203391 Sep 23 19:20:56.929374 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.plugin [None req-c07a2b47-3640-4bdd-82e9-d384ecbc229f None None] Deleting port 27d345d6-fe15-4307-a180-71bde1df2db5 {{(pid=95103) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:20:56.929757 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-c07a2b47-3640-4bdd-82e9-d384ecbc229f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783146157096'] for port, before_delete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:20:56.994975 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-7c8d1a4b-e093-4323-9686-f8d1db7499b7 req-e4f00c81-5515-4cd4-91e6-33a2d70ad5be tempest-SecurityGroupsTestJSON-1637632090 tempest-SecurityGroupsTestJSON-1637632090-project] 10.222.0.67 "GET /v2.0/security-groups?id=87ba3455-2374-4d66-b6f9-7fb4c2df74bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1358235 Sep 23 19:20:57.000790 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-c07a2b47-3640-4bdd-82e9-d384ecbc229f None None] For port 27d345d6-fe15-4307-a180-71bde1df2db5, host n-d-713301-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-16',level=0,port_id=27d345d6-fe15-4307-a180-71bde1df2db5,segment=NetworkSegment(60344de3-4656-4e44-ba87-ebbfec08b080),segment_id=60344de3-4656-4e44-ba87-ebbfec08b080)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:20:57.002025 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-c07a2b47-3640-4bdd-82e9-d384ecbc229f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-605701'] for port, precommit_delete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:20:57.020144 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.plugin [None req-c07a2b47-3640-4bdd-82e9-d384ecbc229f None None] Calling delete_port for 27d345d6-fe15-4307-a180-71bde1df2db5 owned by network:dhcp {{(pid=95103) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:20:57.036110 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.plugin [None req-4a20f98a-13b7-4bff-adca-e370b3b926b9 admin admin] Deleting port 27d345d6-fe15-4307-a180-71bde1df2db5 {{(pid=95102) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:20:57.036110 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-4a20f98a-13b7-4bff-adca-e370b3b926b9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783146157096'] for port, before_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:20:57.040687 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-c34b2e1b-499c-4696-bcca-a58a54eae96f req-a80376a6-3e6e-4286-b3da-df6bfe0f1003 service neutron] 10.222.0.74 "GET /v2.0/networks/bf651024-673c-4eec-84ce-c6ef83d369a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1307364 Sep 23 19:20:57.069635 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-047fc2d4-8d46-4849-9078-d2143e10740f req-537e631f-258f-4c61-91ed-45874f538609 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e0c92bce-f19f-4445-a89e-4f4298f09c27 HTTP/1.1" status: 200 len: 1001 time: 0.1526542 Sep 23 19:20:57.091455 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [req-4b0285aa-a3ec-4348-8b13-3565d4e5c273 req-1b636841-a388-4f9b-a517-83b731c9cf39 tempest-LiveAutoBlockMigrationV225Test-1371897097 tempest-LiveAutoBlockMigrationV225Test-1371897097-project-admin] http://10.222.0.67:9696/v2.0/extensions returned with HTTP 200 {{(pid=95102) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 23 19:20:57.092462 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-4b0285aa-a3ec-4348-8b13-3565d4e5c273 req-1b636841-a388-4f9b-a517-83b731c9cf39 tempest-LiveAutoBlockMigrationV225Test-1371897097 tempest-LiveAutoBlockMigrationV225Test-1371897097-project-admin] 10.222.0.67 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0219352 Sep 23 19:20:57.130714 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-c07a2b47-3640-4bdd-82e9-d384ecbc229f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783146162158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783145673144'] for port, after_delete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:20:57.146679 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-047fc2d4-8d46-4849-9078-d2143e10740f req-f4c2b45a-0104-4c82-928d-0a177bfb5379 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:20:57.148400 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-047fc2d4-8d46-4849-9078-d2143e10740f req-f4c2b45a-0104-4c82-928d-0a177bfb5379 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=d6f0871f-c3f6-47e4-ac38-d95f0ade6ade HTTP/1.1" status: 200 len: 863 time: 0.0613194 Sep 23 19:20:57.149653 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-52fc7306-cc1b-4bb3-b35c-191761771f96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783146162158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783145673144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5607431'] for port, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:20:57.166392 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c07a2b47-3640-4bdd-82e9-d384ecbc229f None None] Pushing event deleted for resources: {'Port': ['ID=27d345d6-fe15-4307-a180-71bde1df2db5,revision_number=None']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:20:57.176767 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c07a2b47-3640-4bdd-82e9-d384ecbc229f None None] No DVR routers for this DVR port 27d345d6-fe15-4307-a180-71bde1df2db5 on host n-d-713301-16 {{(pid=95103) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 19:20:57.191723 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52fc7306-cc1b-4bb3-b35c-191761771f96 admin admin] Pushing event deleted for resources: {'Port': ['ID=bad2f26a-fcb4-479b-9c66-b1e64b6a15d7,revision_number=None']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:20:57.275632 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-047fc2d4-8d46-4849-9078-d2143e10740f req-2d0b6066-e174-4536-9c7e-1a180c7edca8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:20:57.277267 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-047fc2d4-8d46-4849-9078-d2143e10740f req-2d0b6066-e174-4536-9c7e-1a180c7edca8 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=d5983aa5-dc01-48bc-bff2-9c83789f0fba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1192865 Sep 23 19:20:57.278261 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Device 85712aaf-b3f1-464a-b5db-c24a708e4fb9 up at agent hyperv_n-h2-713301-16 {{(pid=95103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 19:20:57.355925 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Provisioning for port 85712aaf-b3f1-464a-b5db-c24a708e4fb9 completed by entity L2. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 19:20:57.367083 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Provisioning complete for port 85712aaf-b3f1-464a-b5db-c24a708e4fb9 triggered by entity L2. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:20:57.367603 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:20:57.524987 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:20:57.555065 n-d-713301-16 neutron-server[95103]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '44cfa62c-9ec6-4912-9330-d2c472f9656a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85712aaf-b3f1-464a-b5db-c24a708e4fb9'}] {{(pid=95103) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 19:20:57.557794 n-d-713301-16 neutron-server[95103]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}81a1c17f2aa89d5b3ebbba3a3e0cf7eb588e431c2224256110c4c4facdd7c3e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29c3f55d-0408-462d-b964-09b6a249fda5" -d '{"events": [{"server_uuid": "44cfa62c-9ec6-4912-9330-d2c472f9656a", "name": "network-vif-plugged", "status": "completed", "tag": "85712aaf-b3f1-464a-b5db-c24a708e4fb9"}]}' {{(pid=95103) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 19:20:57.574671 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] For port 85712aaf-b3f1-464a-b5db-c24a708e4fb9, host n-h2-713301-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-16',level=0,port_id=85712aaf-b3f1-464a-b5db-c24a708e4fb9,segment=NetworkSegment(49f54249-a606-4788-b164-92fb7c23cb9c),segment_id=49f54249-a606-4788-b164-92fb7c23cb9c)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:20:57.579084 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:20:57.579280 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b0285aa-a3ec-4348-8b13-3565d4e5c273 req-04bd300a-59a7-4c63-88ca-bd92a1e44733 tempest-LiveAutoBlockMigrationV225Test-1371897097 tempest-LiveAutoBlockMigrationV225Test-1371897097-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:20:57.586745 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-4b0285aa-a3ec-4348-8b13-3565d4e5c273 req-04bd300a-59a7-4c63-88ca-bd92a1e44733 tempest-LiveAutoBlockMigrationV225Test-1371897097 tempest-LiveAutoBlockMigrationV225Test-1371897097-project-admin] 10.222.0.67 "GET /v2.0/ports/3b1ed664-84d3-4e55-90c8-29444560ec78 HTTP/1.1" status: 200 len: 1094 time: 0.4795082 Sep 23 19:20:57.590576 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Device 27d345d6-fe15-4307-a180-71bde1df2db5 no longer exists at agent ovs-agent-n-d-713301-16 {{(pid=95103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 19:20:57.591079 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.v2.base [req-4b0285aa-a3ec-4348-8b13-3565d4e5c273 req-a47c04cd-87db-4a17-9c85-11288416d33a service neutron] Request body: {'binding': {'host': 'n-h1-713301-16', 'vnic_type': 'normal', 'profile': {}}} {{(pid=95102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:20:57.591398 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.v2.base [req-4b0285aa-a3ec-4348-8b13-3565d4e5c273 req-a47c04cd-87db-4a17-9c85-11288416d33a service neutron] Unknown quota resources ['binding']. {{(pid=95102) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Sep 23 19:20:57.602335 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.db [None req-4a20f98a-13b7-4bff-adca-e370b3b926b9 admin admin] For port 27d345d6-fe15-4307-a180-71bde1df2db5, host n-d-713301-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-16',level=0,port_id=27d345d6-fe15-4307-a180-71bde1df2db5,segment=NetworkSegment(60344de3-4656-4e44-ba87-ebbfec08b080),segment_id=60344de3-4656-4e44-ba87-ebbfec08b080)] {{(pid=95102) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:20:57.602702 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-4a20f98a-13b7-4bff-adca-e370b3b926b9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-605701'] for port, precommit_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:20:57.634375 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.plugin [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] No Port match for: 27d345d6-fe15-4307-a180-71bde1df2db5 {{(pid=95103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 19:20:57.634877 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Device 27d345d6-fe15-4307-a180-71bde1df2db5 not bound to the agent host n-d-713301-16 {{(pid=95103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 19:20:57.635391 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Device 3c44aec2-6b7f-49af-9d57-a9be1e2a3abf no longer exists at agent ovs-agent-n-d-713301-16 {{(pid=95103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 19:20:57.654091 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.plugin [None req-4a20f98a-13b7-4bff-adca-e370b3b926b9 admin admin] Calling delete_port for 27d345d6-fe15-4307-a180-71bde1df2db5 owned by network:dhcp {{(pid=95102) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:20:57.658731 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.plugin [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] No Port match for: 3c44aec2-6b7f-49af-9d57-a9be1e2a3abf {{(pid=95103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 19:20:57.659192 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Device 3c44aec2-6b7f-49af-9d57-a9be1e2a3abf not bound to the agent host n-d-713301-16 {{(pid=95103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 19:20:57.667499 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-c34b2e1b-499c-4696-bcca-a58a54eae96f req-99c6e914-1aa4-47e4-bc5f-f8906dab23ac service neutron] 10.222.0.74 "GET /v2.0/networks/bf651024-673c-4eec-84ce-c6ef83d369a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6155705 Sep 23 19:20:57.685958 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a81d46-3d71-4d97-b980-2a9009badcfd req-a64adb70-0288-4005-b35c-f40e05668dce tempest-ServersAdminTestJSON-1371927677 tempest-ServersAdminTestJSON-1371927677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:20:57.686177 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Pushing event updated for resources: {'Port': ['ID=85712aaf-b3f1-464a-b5db-c24a708e4fb9,revision_number=5']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:20:57.693186 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-00a81d46-3d71-4d97-b980-2a9009badcfd req-a64adb70-0288-4005-b35c-f40e05668dce tempest-ServersAdminTestJSON-1371927677 tempest-ServersAdminTestJSON-1371927677-project] 10.222.0.67 "GET /v2.0/ports?device_id=8adc1d5c-ae67-4d87-8284-04120d7c0f9e HTTP/1.1" status: 200 len: 950 time: 0.5204210 Sep 23 19:20:57.761623 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-52fc7306-cc1b-4bb3-b35c-191761771f96 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-527322', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-602005'] for router_interface, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:20:57.765366 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-047fc2d4-8d46-4849-9078-d2143e10740f req-2c6d8c0b-4ae1-42ca-8cff-57015e16e764 service neutron] 10.222.0.53 "GET /v2.0/networks/d5983aa5-dc01-48bc-bff2-9c83789f0fba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4785991 Sep 23 19:20:57.794105 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:20:57.841991 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-00a81d46-3d71-4d97-b980-2a9009badcfd req-418c4133-1085-4865-9e84-1bcdf89aa489 tempest-ServersAdminTestJSON-1371927677 tempest-ServersAdminTestJSON-1371927677-project] 10.222.0.67 "GET /v2.0/security-groups?id=f6ea2bc2-ae02-426e-9312-246b38837e94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1406519 Sep 23 19:20:57.900077 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-4a20f98a-13b7-4bff-adca-e370b3b926b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783146162158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783145673144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4399100'] for port, after_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:20:57.926600 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.managers [req-4b0285aa-a3ec-4348-8b13-3565d4e5c273 req-a47c04cd-87db-4a17-9c85-11288416d33a service neutron] Attempting to bind port 3b1ed664-84d3-4e55-90c8-29444560ec78 on host n-h1-713301-16 for vnic_type normal with profile None {{(pid=95102) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 19:20:57.926979 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.managers [req-4b0285aa-a3ec-4348-8b13-3565d4e5c273 req-a47c04cd-87db-4a17-9c85-11288416d33a service neutron] Attempting to bind port 3b1ed664-84d3-4e55-90c8-29444560ec78 by drivers openvswitch,hyperv on host n-h1-713301-16 at level 0 using segments [{'id': '5e7e2223-350e-4937-8d7b-2c6ab6ddc0ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': 'c2b58ecf-3b1b-414c-92a4-f53b08b3dace'}] {{(pid=95102) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 19:20:57.927262 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b0285aa-a3ec-4348-8b13-3565d4e5c273 req-a47c04cd-87db-4a17-9c85-11288416d33a service neutron] Attempting to bind port 3b1ed664-84d3-4e55-90c8-29444560ec78 on network c2b58ecf-3b1b-414c-92a4-f53b08b3dace {{(pid=95102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:20:57.932272 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a20f98a-13b7-4bff-adca-e370b3b926b9 admin admin] Pushing event deleted for resources: {'Port': ['ID=27d345d6-fe15-4307-a180-71bde1df2db5,revision_number=None']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:20:57.937786 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b0285aa-a3ec-4348-8b13-3565d4e5c273 req-a47c04cd-87db-4a17-9c85-11288416d33a service neutron] Port 3b1ed664-84d3-4e55-90c8-29444560ec78 on network c2b58ecf-3b1b-414c-92a4-f53b08b3dace not bound, no agent of type Open vSwitch agent registered on host n-h1-713301-16 {{(pid=95102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 19:20:57.938114 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b0285aa-a3ec-4348-8b13-3565d4e5c273 req-a47c04cd-87db-4a17-9c85-11288416d33a service neutron] Attempting to bind port 3b1ed664-84d3-4e55-90c8-29444560ec78 on network c2b58ecf-3b1b-414c-92a4-f53b08b3dace {{(pid=95102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:20:57.938447 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-047fc2d4-8d46-4849-9078-d2143e10740f req-07879437-e261-4a12-bb04-4d8f178acd08 service neutron] 10.222.0.53 "GET /v2.0/networks/d5983aa5-dc01-48bc-bff2-9c83789f0fba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1644976 Sep 23 19:20:57.942274 n-d-713301-16 neutron-server[95102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a20f98a-13b7-4bff-adca-e370b3b926b9 admin admin] No DVR routers for this DVR port 27d345d6-fe15-4307-a180-71bde1df2db5 on host n-d-713301-16 {{(pid=95102) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 19:20:57.948312 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b0285aa-a3ec-4348-8b13-3565d4e5c273 req-a47c04cd-87db-4a17-9c85-11288416d33a service neutron] Checking agent: {'id': '0708c3e9-0aad-4600-9be9-d2486535c898', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713301-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 19, 15, 28), 'started_at': datetime.datetime(2021, 9, 23, 19, 15, 28), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 19, 20, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 19:20:57.948678 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b0285aa-a3ec-4348-8b13-3565d4e5c273 req-a47c04cd-87db-4a17-9c85-11288416d33a service neutron] Checking segment: {'id': '5e7e2223-350e-4937-8d7b-2c6ab6ddc0ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': 'c2b58ecf-3b1b-414c-92a4-f53b08b3dace'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95102) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:20:57.949063 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b0285aa-a3ec-4348-8b13-3565d4e5c273 req-a47c04cd-87db-4a17-9c85-11288416d33a service neutron] Bound using segment: {'id': '5e7e2223-350e-4937-8d7b-2c6ab6ddc0ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': 'c2b58ecf-3b1b-414c-92a4-f53b08b3dace'} {{(pid=95102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 19:20:57.950112 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.managers [req-4b0285aa-a3ec-4348-8b13-3565d4e5c273 req-a47c04cd-87db-4a17-9c85-11288416d33a service neutron] Bound port: 3b1ed664-84d3-4e55-90c8-29444560ec78, host: n-h1-713301-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5e7e2223-350e-4937-8d7b-2c6ab6ddc0ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': 'c2b58ecf-3b1b-414c-92a4-f53b08b3dace'}}] {{(pid=95102) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 19:20:57.979962 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:20:58.065740 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-52fc7306-cc1b-4bb3-b35c-191761771f96 admin admin] Router 5abc7ba1-760a-40c8-92eb-c1beff085fa3 has already been hosted by L3 agent 79a740bf-7821-4989-8288-7186e3e128f3 {{(pid=95101) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 19:20:58.094815 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-4a20f98a-13b7-4bff-adca-e370b3b926b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1754676', 'neutron.services.segments.db._delete_segments_for_network-8783146221460'] for network, precommit_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:20:58.120187 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.db [req-4b0285aa-a3ec-4348-8b13-3565d4e5c273 req-a47c04cd-87db-4a17-9c85-11288416d33a service neutron] For port 3b1ed664-84d3-4e55-90c8-29444560ec78, host n-h1-713301-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-16',level=0,port_id=3b1ed664-84d3-4e55-90c8-29444560ec78,segment=NetworkSegment(5e7e2223-350e-4937-8d7b-2c6ab6ddc0ab),segment_id=5e7e2223-350e-4937-8d7b-2c6ab6ddc0ab)] {{(pid=95102) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 19:20:58.131049 n-d-713301-16 neutron-server[95102]: DEBUG neutron.services.segments.db [None req-4a20f98a-13b7-4bff-adca-e370b3b926b9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['13779c5f-d832-4edd-ba35-ebc363f13a7c']}} {{(pid=95102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:20:58.134058 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-4b0285aa-a3ec-4348-8b13-3565d4e5c273 req-a47c04cd-87db-4a17-9c85-11288416d33a service neutron] Notify callbacks [] for binding, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:20:58.135199 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-4b0285aa-a3ec-4348-8b13-3565d4e5c273 req-a47c04cd-87db-4a17-9c85-11288416d33a service neutron] 10.222.0.67 "POST /v2.0/ports/3b1ed664-84d3-4e55-90c8-29444560ec78/bindings HTTP/1.1" status: 201 len: 390 time: 0.5476861 Sep 23 19:20:58.150827 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f97c5dab-61a9-4edb-bfb0-995973ec5d54 req-79657f98-00ed-48df-acef-f609ddac3595 tempest-LiveMigrationTest-1843640962 tempest-LiveMigrationTest-1843640962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:20:58.151888 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-f97c5dab-61a9-4edb-bfb0-995973ec5d54 req-79657f98-00ed-48df-acef-f609ddac3595 tempest-LiveMigrationTest-1843640962 tempest-LiveMigrationTest-1843640962-project] 10.222.0.67 "GET /v2.0/ports?device_id=0ed7f64c-c2e6-47dd-8a6e-2481a7a0c2eb HTTP/1.1" status: 200 len: 944 time: 0.1576591 Sep 23 19:20:58.153735 n-d-713301-16 neutron-server[95102]: DEBUG neutron.services.segments.db [None req-4a20f98a-13b7-4bff-adca-e370b3b926b9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '60344de3-4656-4e44-ba87-ebbfec08b080') {'for_net_delete': True} {{(pid=95102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:20:58.153980 n-d-713301-16 neutron-server[95102]: DEBUG neutron.services.segments.db [None req-4a20f98a-13b7-4bff-adca-e370b3b926b9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '60344de3-4656-4e44-ba87-ebbfec08b080') {} {{(pid=95102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:20:58.166764 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-4a20f98a-13b7-4bff-adca-e370b3b926b9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783146221725', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6162832'] for segment, before_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:20:58.192970 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52fc7306-cc1b-4bb3-b35c-191761771f96 admin admin] Notify agent at l3_agent.n-d-713301-16 the message routers_updated {{(pid=95101) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 19:20:58.194274 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-4a20f98a-13b7-4bff-adca-e370b3b926b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1756186'] for segment, precommit_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:20:58.198872 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-52fc7306-cc1b-4bb3-b35c-191761771f96 admin admin] 10.222.0.67 "PUT /v2.0/routers/5abc7ba1-760a-40c8-92eb-c1beff085fa3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3513222 Sep 23 19:20:58.201416 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 58760) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:20:58.204125 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4a20f98a-13b7-4bff-adca-e370b3b926b9 admin admin] Releasing vlan 628 on physical network physnet1 to pool {{(pid=95102) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 19:20:58.204537 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-4a20f98a-13b7-4bff-adca-e370b3b926b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1756186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4398095'] for segment, after_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:20:58.207025 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d409b0b-b3a3-4136-856e-bcfaf3fe0c61 None None] Sync routers for ids ['5abc7ba1-760a-40c8-92eb-c1beff085fa3'] in n-d-713301-16 {{(pid=95104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 19:20:58.207814 n-d-713301-16 neutron-server[95102]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 23 19:20:58.207814 n-d-713301-16 neutron-server[95102]: self.session.flush() Sep 23 19:20:58.207814 n-d-713301-16 neutron-server[95102]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 23 19:20:58.207814 n-d-713301-16 neutron-server[95102]: self.session.flush() Sep 23 19:20:58.207814 n-d-713301-16 neutron-server[95102]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 23 19:20:58.207814 n-d-713301-16 neutron-server[95102]: self.session.flush() Sep 23 19:20:58.207814 n-d-713301-16 neutron-server[95102]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 23 19:20:58.207814 n-d-713301-16 neutron-server[95102]: self.session.flush() Sep 23 19:20:58.207814 n-d-713301-16 neutron-server[95102]: Traceback (most recent call last): Sep 23 19:20:58.207814 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 19:20:58.207814 n-d-713301-16 neutron-server[95102]: timer() Sep 23 19:20:58.207814 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 19:20:58.207814 n-d-713301-16 neutron-server[95102]: cb(*args, **kw) Sep 23 19:20:58.207814 n-d-713301-16 neutron-server[95102]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 19:20:58.207814 n-d-713301-16 neutron-server[95102]: return func(*args, **kwargs) Sep 23 19:20:58.207814 n-d-713301-16 neutron-server[95102]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 19:20:58.207814 n-d-713301-16 neutron-server[95102]: self._notify() Sep 23 19:20:58.207814 n-d-713301-16 neutron-server[95102]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 19:20:58.207814 n-d-713301-16 neutron-server[95102]: self.callback(batched_events) Sep 23 19:20:58.207814 n-d-713301-16 neutron-server[95102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 19:20:58.207814 n-d-713301-16 neutron-server[95102]: event.method(event) Sep 23 19:20:58.207814 n-d-713301-16 neutron-server[95102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 19:20:58.207814 n-d-713301-16 neutron-server[95102]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 19:20:58.207814 n-d-713301-16 neutron-server[95102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 19:20:58.207814 n-d-713301-16 neutron-server[95102]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 19:20:58.207814 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 19:20:58.207814 n-d-713301-16 neutron-server[95102]: return f(self, *a, **k) Sep 23 19:20:58.207814 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 19:20:58.207814 n-d-713301-16 neutron-server[95102]: return self._get(url).json() Sep 23 19:20:58.207814 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 19:20:58.207814 n-d-713301-16 neutron-server[95102]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 19:20:58.207814 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 19:20:58.207814 n-d-713301-16 neutron-server[95102]: return self.request(url, 'GET', **kwargs) Sep 23 19:20:58.207814 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 19:20:58.207814 n-d-713301-16 neutron-server[95102]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 19:20:58.207814 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 19:20:58.207814 n-d-713301-16 neutron-server[95102]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 19:20:58.207814 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 19:20:58.207814 n-d-713301-16 neutron-server[95102]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 19:20:58.207814 n-d-713301-16 neutron-server[95102]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 19:20:58.224800 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d409b0b-b3a3-4136-856e-bcfaf3fe0c61 None None] Routers {'5abc7ba1-760a-40c8-92eb-c1beff085fa3'} bound to L3 agent in host n-d-713301-16 {{(pid=95104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 19:20:58.238421 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_hamode_db [None req-8d409b0b-b3a3-4136-856e-bcfaf3fe0c61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-23T19:07:52Z,description=,heartbeat_timestamp=2021-09-23T19:20:52Z,host='n-d-713301-16',id=79a740bf-7821-4989-8288-7186e3e128f3,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:07:52Z,topic='l3_agent')) {'router_ids': ['5abc7ba1-760a-40c8-92eb-c1beff085fa3'], 'active': True} {{(pid=95104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:20:58.244180 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-f97c5dab-61a9-4edb-bfb0-995973ec5d54 req-214aa118-f39c-43ae-8398-432c50024b4c tempest-LiveMigrationTest-1843640962 tempest-LiveMigrationTest-1843640962-project] 10.222.0.67 "GET /v2.0/security-groups?id=1c151358-1cab-48a6-be3e-ad7507b4da06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812109 Sep 23 19:20:58.320275 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-4a20f98a-13b7-4bff-adca-e370b3b926b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1754627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-601866'] for network, after_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:20:58.337931 n-d-713301-16 neutron-server[95103]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 19:20:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59277f62-620c-4304-968d-36b41ec383b2 x-openstack-request-id: req-59277f62-620c-4304-968d-36b41ec383b2 {{(pid=95103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 19:20:58.338240 n-d-713301-16 neutron-server[95103]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "44cfa62c-9ec6-4912-9330-d2c472f9656a", "name": "network-vif-plugged", "status": "completed", "tag": "85712aaf-b3f1-464a-b5db-c24a708e4fb9", "code": 200}]} {{(pid=95103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 19:20:58.338546 n-d-713301-16 neutron-server[95103]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-59277f62-620c-4304-968d-36b41ec383b2 {{(pid=95103) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 19:20:58.338955 n-d-713301-16 neutron-server[95103]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '44cfa62c-9ec6-4912-9330-d2c472f9656a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85712aaf-b3f1-464a-b5db-c24a708e4fb9', 'code': 200} Sep 23 19:20:58.352427 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-4a20f98a-13b7-4bff-adca-e370b3b926b9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527417'] for network, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:20:58.364440 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-4a20f98a-13b7-4bff-adca-e370b3b926b9 admin admin] 10.222.0.67 "DELETE /v2.0/networks/13779c5f-d832-4edd-ba35-ebc363f13a7c HTTP/1.1" status: 204 len: 168 time: 1.6934202 Sep 23 19:20:58.380481 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a20f98a-13b7-4bff-adca-e370b3b926b9 admin admin] Pushing event deleted for resources: {'Network': ['ID=13779c5f-d832-4edd-ba35-ebc363f13a7c,revision_number=None']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:20:58.419386 n-d-713301-16 neutron-server[95101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ec37224-0572-43ff-ae2b-f6b0a2e7c863', 'name': 'network-vif-deleted', 'tag': '8e0df6b1-5122-4155-8760-205c511b3245'}] {{(pid=95101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 19:20:58.426742 n-d-713301-16 neutron-server[95101]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d8366c5740cd635e57ab12b71fe44a77c2acc3c19091ef849c6f68b380462244" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a09cf56-d3a9-4d5b-b02c-61f0bbfa6976" -d '{"events": [{"server_uuid": "7ec37224-0572-43ff-ae2b-f6b0a2e7c863", "name": "network-vif-deleted", "tag": "8e0df6b1-5122-4155-8760-205c511b3245"}]}' {{(pid=95101) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 19:20:58.434193 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-1f5a2aae-4e67-4f45-9beb-89095ecfb405 admin admin] Notify callbacks [] for router, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:20:58.526222 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_dvr_db [None req-8d409b0b-b3a3-4136-856e-bcfaf3fe0c61 None None] Set router 5abc7ba1-760a-40c8-92eb-c1beff085fa3 gateway port host: n-d-713301-16 {{(pid=95104) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 19:20:58.533087 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e184576-20c6-4d62-a5d4-4d4760681138 req-95b566f9-030f-4084-a6f3-12a8effdd473 tempest-SecurityGroupsTestJSON-1637632090 tempest-SecurityGroupsTestJSON-1637632090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:20:58.537692 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-7e184576-20c6-4d62-a5d4-4d4760681138 req-95b566f9-030f-4084-a6f3-12a8effdd473 tempest-SecurityGroupsTestJSON-1637632090 tempest-SecurityGroupsTestJSON-1637632090-project] 10.222.0.67 "GET /v2.0/ports?device_id=44cfa62c-9ec6-4912-9330-d2c472f9656a HTTP/1.1" status: 200 len: 946 time: 0.1717527 Sep 23 19:20:58.577560 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 58768) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:20:58.634926 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b0285aa-a3ec-4348-8b13-3565d4e5c273 req-108a52d1-fedb-4d64-98bc-702998fb870f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:20:58.637173 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-4b0285aa-a3ec-4348-8b13-3565d4e5c273 req-108a52d1-fedb-4d64-98bc-702998fb870f service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=01fd0bf0664a4580a0559687f9bf7c73&device_id=b12a90d4-a99f-4737-98f8-64ef72d18294 HTTP/1.1" status: 200 len: 1097 time: 0.1823652 Sep 23 19:20:58.649681 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a9ce42-f50b-4e7c-9296-96a302ded307 req-7667f675-4e02-41c9-8a3e-cbdaad0678f7 tempest-LiveAutoBlockMigrationV225Test-1531822435 tempest-LiveAutoBlockMigrationV225Test-1531822435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:20:58.651057 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-1f5a2aae-4e67-4f45-9beb-89095ecfb405 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:20:58.657578 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-70a9ce42-f50b-4e7c-9296-96a302ded307 req-7667f675-4e02-41c9-8a3e-cbdaad0678f7 tempest-LiveAutoBlockMigrationV225Test-1531822435 tempest-LiveAutoBlockMigrationV225Test-1531822435-project] 10.222.0.67 "GET /v2.0/ports?device_id=b12a90d4-a99f-4737-98f8-64ef72d18294 HTTP/1.1" status: 200 len: 945 time: 0.1603289 Sep 23 19:20:58.698982 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c750018-17c2-47e7-8dcc-8729e63b3fab req-a18604ed-9fed-4fbb-9466-d2ae5bf466ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:20:58.701367 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-0c750018-17c2-47e7-8dcc-8729e63b3fab req-a18604ed-9fed-4fbb-9466-d2ae5bf466ac service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=44cfa62c-9ec6-4912-9330-d2c472f9656a HTTP/1.1" status: 200 len: 1098 time: 0.0995691 Sep 23 19:20:58.709325 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-7e184576-20c6-4d62-a5d4-4d4760681138 req-3725b163-6345-4f93-8bd6-bdaec5a82676 tempest-SecurityGroupsTestJSON-1637632090 tempest-SecurityGroupsTestJSON-1637632090-project] 10.222.0.67 "GET /v2.0/security-groups?id=87ba3455-2374-4d66-b6f9-7fb4c2df74bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1482251 Sep 23 19:20:58.740832 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 58772) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:20:58.759688 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.plugin [None req-1f5a2aae-4e67-4f45-9beb-89095ecfb405 admin admin] Deleting port ce23ce5d-286e-4c65-b14c-1e78fba86b1b {{(pid=95101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:20:58.760036 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-1f5a2aae-4e67-4f45-9beb-89095ecfb405 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783146157096'] for port, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:20:58.768578 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-2b9c3811-08cf-4f03-8565-a2a7d7a7f9c4 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=1837c91936d44f518fad2d97e5027d38&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1882653 Sep 23 19:20:58.773685 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 58776) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:20:58.832460 n-d-713301-16 neutron-server[95101]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 19:20:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1372c2b-c805-4135-9496-96fdad5be18b x-openstack-request-id: req-e1372c2b-c805-4135-9496-96fdad5be18b {{(pid=95101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 19:20:58.833097 n-d-713301-16 neutron-server[95101]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7ec37224-0572-43ff-ae2b-f6b0a2e7c863", "name": "network-vif-deleted", "tag": "8e0df6b1-5122-4155-8760-205c511b3245", "status": "completed", "code": 200}]} {{(pid=95101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 19:20:58.833097 n-d-713301-16 neutron-server[95101]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-e1372c2b-c805-4135-9496-96fdad5be18b {{(pid=95101) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 19:20:58.833524 n-d-713301-16 neutron-server[95101]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7ec37224-0572-43ff-ae2b-f6b0a2e7c863', 'name': 'network-vif-deleted', 'tag': '8e0df6b1-5122-4155-8760-205c511b3245', 'status': 'completed', 'code': 200} Sep 23 19:20:58.838974 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_hamode_db [None req-8d409b0b-b3a3-4136-856e-bcfaf3fe0c61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5abc7ba1-760a-40c8-92eb-c1beff085fa3', 'name': 'tempest-AttachSCSIVolumeTestJSON-284940589-router', 'tenant_id': '3a72a2b3894541b9ad82b604333c6969', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'external_fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.34'}], 'enable_snat': True}, 'gw_port_id': 'ce23ce5d-286e-4c65-b14c-1e78fba86b1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:18:45Z', 'updated_at': '2021-09-23T19:20:57Z', 'revision_number': 5, 'project_id': '3a72a2b3894541b9ad82b604333c6969', 'gw_port': {'id': 'ce23ce5d-286e-4c65-b14c-1e78fba86b1b', 'name': '', 'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:15:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5abc7ba1-760a-40c8-92eb-c1beff085fa3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 303, 'fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:18:47Z', 'updated_at': '2021-09-23T19:18:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-16'}], 'n-d-713301-16', False) {} {{(pid=95104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:20:58.850723 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-0c750018-17c2-47e7-8dcc-8729e63b3fab req-4d715262-291f-435a-acf8-33b8c50612ba service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=87ba3455-2374-4d66-b6f9-7fb4c2df74bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1375501 Sep 23 19:20:58.859898 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-70a9ce42-f50b-4e7c-9296-96a302ded307 req-3e5fb033-27eb-43c5-9ae0-049d6c30e9de tempest-LiveAutoBlockMigrationV225Test-1531822435 tempest-LiveAutoBlockMigrationV225Test-1531822435-project] 10.222.0.67 "GET /v2.0/security-groups?id=6d32247e-8bb7-4ae1-818c-76baafa39c73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1951594 Sep 23 19:20:58.871581 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d409b0b-b3a3-4136-856e-bcfaf3fe0c61 None None] Checking router: 5abc7ba1-760a-40c8-92eb-c1beff085fa3 for host: n-d-713301-16 {{(pid=95104) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 19:20:58.879654 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.db [None req-1f5a2aae-4e67-4f45-9beb-89095ecfb405 admin admin] For port ce23ce5d-286e-4c65-b14c-1e78fba86b1b, host n-d-713301-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-16',level=0,port_id=ce23ce5d-286e-4c65-b14c-1e78fba86b1b,segment=NetworkSegment(7d4027f1-d893-4c7b-95d4-757b8e44e380),segment_id=7d4027f1-d893-4c7b-95d4-757b8e44e380)] {{(pid=95101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:20:58.880333 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-1f5a2aae-4e67-4f45-9beb-89095ecfb405 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-605701'] for port, precommit_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:20:58.881195 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d409b0b-b3a3-4136-856e-bcfaf3fe0c61 None None] Routers {'5abc7ba1-760a-40c8-92eb-c1beff085fa3'} bound to L3 agent in host n-d-713301-16 {{(pid=95104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 19:20:58.881814 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_hamode_db [None req-8d409b0b-b3a3-4136-856e-bcfaf3fe0c61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-23T19:07:52Z,description=,heartbeat_timestamp=2021-09-23T19:20:52Z,host='n-d-713301-16',id=79a740bf-7821-4989-8288-7186e3e128f3,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:07:52Z,topic='l3_agent')) {'router_ids': ['5abc7ba1-760a-40c8-92eb-c1beff085fa3'], 'active': True} {{(pid=95104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:20:58.897042 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.plugin [None req-1f5a2aae-4e67-4f45-9beb-89095ecfb405 admin admin] Calling delete_port for ce23ce5d-286e-4c65-b14c-1e78fba86b1b owned by network:router_gateway {{(pid=95101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:20:58.910138 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b0285aa-a3ec-4348-8b13-3565d4e5c273 req-8686c713-8113-4104-a36f-dced4d89d93c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:20:58.911959 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-4b0285aa-a3ec-4348-8b13-3565d4e5c273 req-8686c713-8113-4104-a36f-dced4d89d93c service neutron] 10.222.0.74 "GET /v2.0/networks?id=c2b58ecf-3b1b-414c-92a4-f53b08b3dace HTTP/1.1" status: 200 len: 922 time: 0.2403674 Sep 23 19:20:58.995826 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_dvr_db [None req-8d409b0b-b3a3-4136-856e-bcfaf3fe0c61 None None] Set router 5abc7ba1-760a-40c8-92eb-c1beff085fa3 gateway port host: None {{(pid=95104) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 19:20:58.996075 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-4b0285aa-a3ec-4348-8b13-3565d4e5c273 req-7d0becd4-a8c5-4c08-b8e5-d668bd7be729 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3b1ed664-84d3-4e55-90c8-29444560ec78 HTTP/1.1" status: 200 len: 217 time: 0.0636187 Sep 23 19:20:59.008646 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-5c943ef4-e59d-45b8-af5b-30641766f81c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:20:59.052175 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_hamode_db [None req-8d409b0b-b3a3-4136-856e-bcfaf3fe0c61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5abc7ba1-760a-40c8-92eb-c1beff085fa3', 'name': 'tempest-AttachSCSIVolumeTestJSON-284940589-router', 'tenant_id': '3a72a2b3894541b9ad82b604333c6969', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:18:45Z', 'updated_at': '2021-09-23T19:20:58Z', 'revision_number': 6, 'project_id': '3a72a2b3894541b9ad82b604333c6969', 'gw_port_host': None}], 'n-d-713301-16', False) {} {{(pid=95104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:20:59.078465 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d409b0b-b3a3-4136-856e-bcfaf3fe0c61 None None] The sync data for ids ['5abc7ba1-760a-40c8-92eb-c1beff085fa3'] in n-d-713301-16 is: [{'id': '5abc7ba1-760a-40c8-92eb-c1beff085fa3', 'name': 'tempest-AttachSCSIVolumeTestJSON-284940589-router', 'tenant_id': '3a72a2b3894541b9ad82b604333c6969', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:18:45Z', 'updated_at': '2021-09-23T19:20:58Z', 'revision_number': 6, 'project_id': '3a72a2b3894541b9ad82b604333c6969', 'gw_port_host': None}] {{(pid=95104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 19:20:59.094602 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-1f5a2aae-4e67-4f45-9beb-89095ecfb405 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783146162158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783145673144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5607431'] for port, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:20:59.094851 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-5c943ef4-e59d-45b8-af5b-30641766f81c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:20:59.123588 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f5a2aae-4e67-4f45-9beb-89095ecfb405 admin admin] Pushing event deleted for resources: {'Port': ['ID=ce23ce5d-286e-4c65-b14c-1e78fba86b1b,revision_number=None']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:20:59.134753 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-69f840b6-c7a4-437e-b9ee-90f57e6678f2 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=b4eee7f3c2614055afa8645752461390&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3884339 Sep 23 19:20:59.142935 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 58782) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:20:59.160225 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b0285aa-a3ec-4348-8b13-3565d4e5c273 req-e5a0b4a7-867e-4d35-bac5-c95fc6c3a19e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:20:59.161746 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-4b0285aa-a3ec-4348-8b13-3565d4e5c273 req-e5a0b4a7-867e-4d35-bac5-c95fc6c3a19e service neutron] 10.222.0.74 "GET /v2.0/subnets?id=4cc4932b-c381-47ec-9303-11e42975856f HTTP/1.1" status: 200 len: 861 time: 0.1568806 Sep 23 19:20:59.178315 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88129e7-c7e3-41f7-af3f-83392f201292 req-0e48131b-fe19-4f45-a490-eabc258f07f8 tempest-ServersAdminTestJSON-1371927677 tempest-ServersAdminTestJSON-1371927677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:20:59.180862 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-f88129e7-c7e3-41f7-af3f-83392f201292 req-0e48131b-fe19-4f45-a490-eabc258f07f8 tempest-ServersAdminTestJSON-1371927677 tempest-ServersAdminTestJSON-1371927677-project] 10.222.0.67 "GET /v2.0/ports?device_id=8adc1d5c-ae67-4d87-8284-04120d7c0f9e HTTP/1.1" status: 200 len: 950 time: 0.1892929 Sep 23 19:20:59.194718 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-1f5a2aae-4e67-4f45-9beb-89095ecfb405 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-601942'] for router_gateway, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:20:59.234951 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-4b0285aa-a3ec-4348-8b13-3565d4e5c273 req-185561c7-9d43-4aff-8b39-4790a3e2a0b0 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=c2b58ecf-3b1b-414c-92a4-f53b08b3dace&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0539865 Sep 23 19:20:59.277351 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Device 8e0df6b1-5122-4155-8760-205c511b3245 no longer exists at agent hyperv_n-h2-713301-16 {{(pid=95103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 19:20:59.285262 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-5c943ef4-e59d-45b8-af5b-30641766f81c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:20:59.287807 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-5c943ef4-e59d-45b8-af5b-30641766f81c admin admin] Notify callbacks [] for security_group, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:20:59.288993 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-5c943ef4-e59d-45b8-af5b-30641766f81c admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/cb9248a2-4263-4f57-a68c-8a6c3c3d2519 HTTP/1.1" status: 204 len: 168 time: 0.5117650 Sep 23 19:20:59.312837 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.plugin [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] No Port match for: 8e0df6b1-5122-4155-8760-205c511b3245 {{(pid=95103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 19:20:59.313211 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-1f5a2aae-4e67-4f45-9beb-89095ecfb405 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-597305', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29369'] for router, precommit_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:20:59.314656 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Device 8e0df6b1-5122-4155-8760-205c511b3245 not bound to the agent host n-h2-713301-16 {{(pid=95103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 19:20:59.317442 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-1f5a2aae-4e67-4f45-9beb-89095ecfb405 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:20:59.338842 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-f88129e7-c7e3-41f7-af3f-83392f201292 req-d8151e61-512d-43ce-a086-e4c58e5eba27 tempest-ServersAdminTestJSON-1371927677 tempest-ServersAdminTestJSON-1371927677-project] 10.222.0.67 "GET /v2.0/security-groups?id=f6ea2bc2-ae02-426e-9312-246b38837e94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1378803 Sep 23 19:20:59.363848 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-1f5a2aae-4e67-4f45-9beb-89095ecfb405 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-597296'] for router, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:20:59.364871 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f5a2aae-4e67-4f45-9beb-89095ecfb405 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5abc7ba1-760a-40c8-92eb-c1beff085fa3 {{(pid=95101) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 23 19:20:59.373791 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c943ef4-e59d-45b8-af5b-30641766f81c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb9248a2-4263-4f57-a68c-8a6c3c3d2519,revision_number=None']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:20:59.374362 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-1f5a2aae-4e67-4f45-9beb-89095ecfb405 admin admin] Notify callbacks [] for router, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:20:59.379305 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-1f5a2aae-4e67-4f45-9beb-89095ecfb405 admin admin] 10.222.0.67 "DELETE /v2.0/routers/5abc7ba1-760a-40c8-92eb-c1beff085fa3 HTTP/1.1" status: 204 len: 168 time: 1.1767852 Sep 23 19:20:59.380005 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 58788) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:20:59.386572 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-73ac5b1b-13da-456f-82e2-bd6e50312146 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:20:59.442378 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-73ac5b1b-13da-456f-82e2-bd6e50312146 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:20:59.446575 n-d-713301-16 neutron-server[95101]: DEBUG neutron.db.db_base_plugin_v2 [None req-b4d9b939-b6c0-4d53-a81a-6dbc3505b444 admin admin] Deleting subnet b322a65f-89e3-4995-90fb-fc49a78499e9 {{(pid=95101) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 23 19:20:59.448776 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-b4d9b939-b6c0-4d53-a81a-6dbc3505b444 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:20:59.473633 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-4b0285aa-a3ec-4348-8b13-3565d4e5c273 req-fce89b50-902f-4639-92ea-a39f56c52a6b service neutron] 10.222.0.74 "GET /v2.0/networks/c2b58ecf-3b1b-414c-92a4-f53b08b3dace?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2267029 Sep 23 19:20:59.511552 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-b4d9b939-b6c0-4d53-a81a-6dbc3505b444 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6007154'] for subnet, precommit_delete_associations {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:20:59.539308 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Device bad2f26a-fcb4-479b-9c66-b1e64b6a15d7 no longer exists at agent ovs-agent-n-d-713301-16 {{(pid=95103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 19:20:59.565349 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.plugin [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] No Port match for: bad2f26a-fcb4-479b-9c66-b1e64b6a15d7 {{(pid=95103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 19:20:59.566023 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Device bad2f26a-fcb4-479b-9c66-b1e64b6a15d7 not bound to the agent host n-d-713301-16 {{(pid=95103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 19:20:59.590578 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f67c8bd5-b257-469f-8189-1ecb3d434fdb req-c1a7c7d8-7158-410f-b38f-cedd04d1b7cc tempest-LiveMigrationTest-1843640962 tempest-LiveMigrationTest-1843640962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:20:59.592137 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-f67c8bd5-b257-469f-8189-1ecb3d434fdb req-c1a7c7d8-7158-410f-b38f-cedd04d1b7cc tempest-LiveMigrationTest-1843640962 tempest-LiveMigrationTest-1843640962-project] 10.222.0.67 "GET /v2.0/ports?device_id=0ed7f64c-c2e6-47dd-8a6e-2481a7a0c2eb HTTP/1.1" status: 200 len: 944 time: 0.1744857 Sep 23 19:20:59.595635 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Device 15f9c12e-f506-439f-9d2f-18ac8686c0c4 details requested by agent hyperv_n-h1-713301-16 with host n-h1-713301-16 {{(pid=95103) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 19:20:59.632108 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-b4d9b939-b6c0-4d53-a81a-6dbc3505b444 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1756813'] for subnet, precommit_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:20:59.678852 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-f67c8bd5-b257-469f-8189-1ecb3d434fdb req-26a54842-ac8c-4f2d-a5c1-09e89a412935 tempest-LiveMigrationTest-1843640962 tempest-LiveMigrationTest-1843640962-project] 10.222.0.67 "GET /v2.0/security-groups?id=1c151358-1cab-48a6-be3e-ad7507b4da06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785162 Sep 23 19:20:59.681187 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-73ac5b1b-13da-456f-82e2-bd6e50312146 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:20:59.683813 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-73ac5b1b-13da-456f-82e2-bd6e50312146 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:20:59.685598 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-73ac5b1b-13da-456f-82e2-bd6e50312146 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/4ed1ec61-8ec9-44fd-9365-22dc1954f969 HTTP/1.1" status: 204 len: 168 time: 0.5395405 Sep 23 19:20:59.715240 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73ac5b1b-13da-456f-82e2-bd6e50312146 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ed1ec61-8ec9-44fd-9365-22dc1954f969,revision_number=None']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:20:59.721719 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-b4d9b939-b6c0-4d53-a81a-6dbc3505b444 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1756804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5607514', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6130950'] for subnet, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:20:59.725931 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-4b0285aa-a3ec-4348-8b13-3565d4e5c273 req-754719c6-55e9-437d-a2d6-78ad4db259ba service neutron] 10.222.0.74 "GET /v2.0/networks/c2b58ecf-3b1b-414c-92a4-f53b08b3dace?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2367127 Sep 23 19:20:59.772888 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-b4d9b939-b6c0-4d53-a81a-6dbc3505b444 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527417'] for subnet, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:20:59.780578 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-b4d9b939-b6c0-4d53-a81a-6dbc3505b444 admin admin] 10.222.0.67 "DELETE /v2.0/subnets/b322a65f-89e3-4995-90fb-fc49a78499e9 HTTP/1.1" status: 204 len: 168 time: 0.3943789 Sep 23 19:20:59.780578 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4d9b939-b6c0-4d53-a81a-6dbc3505b444 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b322a65f-89e3-4995-90fb-fc49a78499e9,revision_number=None']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:20:59.780985 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 58798) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:20:59.803289 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae5ad83b-3fb2-4354-9901-2fb9bc348632 None None] Network ddfa60aa-17aa-4997-9b7e-43433e9db8cf requested from n-d-713301-16 {{(pid=95103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 19:20:59.808198 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] For port 15f9c12e-f506-439f-9d2f-18ac8686c0c4, host n-h1-713301-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-16',level=0,port_id=15f9c12e-f506-439f-9d2f-18ac8686c0c4,segment=NetworkSegment(6735b3c2-9e0f-43a7-8f57-e48eb1a30c85),segment_id=6735b3c2-9e0f-43a7-8f57-e48eb1a30c85)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:20:59.850532 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Returning: {'device': '15f9c12e-f506-439f-9d2f-18ac8686c0c4', 'network_id': 'bf651024-673c-4eec-84ce-c6ef83d369a1', 'port_id': '15f9c12e-f506-439f-9d2f-18ac8686c0c4', 'mac_address': 'fa:16:3e:ef:7e:74', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 608, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a9e01a0e-19a1-4eb7-ad45-3b74532cbcd9', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95103) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 19:20:59.913565 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-20462370-ad28-4300-8a97-5d163505da9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1628021'] for network, before_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:20:59.924995 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb4f4a50-a980-4596-8fb6-7e294593b054 req-62798640-db71-4d59-95fe-b6315e25ec71 tempest-SecurityGroupsTestJSON-1637632090 tempest-SecurityGroupsTestJSON-1637632090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:20:59.926569 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-fb4f4a50-a980-4596-8fb6-7e294593b054 req-62798640-db71-4d59-95fe-b6315e25ec71 tempest-SecurityGroupsTestJSON-1637632090 tempest-SecurityGroupsTestJSON-1637632090-project] 10.222.0.67 "GET /v2.0/ports?device_id=44cfa62c-9ec6-4912-9330-d2c472f9656a HTTP/1.1" status: 200 len: 946 time: 0.1073012 Sep 23 19:20:59.989670 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-fb4f4a50-a980-4596-8fb6-7e294593b054 req-33c6c2b3-f983-4256-b5fb-da598b728727 tempest-SecurityGroupsTestJSON-1637632090 tempest-SecurityGroupsTestJSON-1637632090-project] 10.222.0.67 "GET /v2.0/security-groups?id=87ba3455-2374-4d66-b6f9-7fb4c2df74bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539162 Sep 23 19:21:00.030926 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:21:00.052693 n-d-713301-16 neutron-server[95103]: DEBUG neutron.notifiers.nova [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 15f9c12e-f506-439f-9d2f-18ac8686c0c4 {{(pid=95103) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 19:21:00.080781 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] For port 15f9c12e-f506-439f-9d2f-18ac8686c0c4, host n-h1-713301-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-16',level=0,port_id=15f9c12e-f506-439f-9d2f-18ac8686c0c4,segment=NetworkSegment(6735b3c2-9e0f-43a7-8f57-e48eb1a30c85),segment_id=6735b3c2-9e0f-43a7-8f57-e48eb1a30c85)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:21:00.098250 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:21:00.135964 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9145ebb-c975-4d57-864d-731c778a2b40 req-5e771fbe-603d-499f-b4bf-45ccdc85c1fd tempest-LiveAutoBlockMigrationV225Test-1531822435 tempest-LiveAutoBlockMigrationV225Test-1531822435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:21:00.143617 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-b9145ebb-c975-4d57-864d-731c778a2b40 req-5e771fbe-603d-499f-b4bf-45ccdc85c1fd tempest-LiveAutoBlockMigrationV225Test-1531822435 tempest-LiveAutoBlockMigrationV225Test-1531822435-project] 10.222.0.67 "GET /v2.0/ports?device_id=b12a90d4-a99f-4737-98f8-64ef72d18294 HTTP/1.1" status: 200 len: 945 time: 0.1257007 Sep 23 19:21:00.195022 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c60cecbb-e515-49f4-b077-2be7df400166 None None] DHCP port deletion for ddfa60aa-17aa-4997-9b7e-43433e9db8cf request from n-d-713301-16 {{(pid=95103) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 23 19:21:00.206790 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Pushing event updated for resources: {'Port': ['ID=15f9c12e-f506-439f-9d2f-18ac8686c0c4,revision_number=4']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:21:00.229844 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-b9145ebb-c975-4d57-864d-731c778a2b40 req-04296898-36ca-4f31-a81d-d74e69c3acb4 tempest-LiveAutoBlockMigrationV225Test-1531822435 tempest-LiveAutoBlockMigrationV225Test-1531822435-project] 10.222.0.67 "GET /v2.0/security-groups?id=6d32247e-8bb7-4ae1-818c-76baafa39c73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758657 Sep 23 19:21:00.231834 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.plugin [None req-20462370-ad28-4300-8a97-5d163505da9d admin admin] Deleting port b93e5112-c597-471d-9cb1-cc155f4a7a0c {{(pid=95102) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:21:00.238078 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-20462370-ad28-4300-8a97-5d163505da9d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783146157096'] for port, before_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:21:00.249573 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:21:00.249927 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:21:00.250325 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:21:00.250670 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:21:00.251008 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:21:00.251508 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:21:00.252169 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:21:00.252514 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:21:00.254292 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:21:00.254426 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:21:00.254675 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:21:00.255044 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:21:00.311838 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.plugin [None req-c60cecbb-e515-49f4-b077-2be7df400166 None None] Deleting port b93e5112-c597-471d-9cb1-cc155f4a7a0c {{(pid=95103) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:21:00.312639 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-c60cecbb-e515-49f4-b077-2be7df400166 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783146157096'] for port, before_delete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:21:00.339902 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 58812) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:21:00.416255 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] get_ports_and_sgs() called for port_ids ['15f9c12e-f506-439f-9d2f-18ac8686c0c4'] {{(pid=95103) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 19:21:00.451559 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-311844d0-0d4f-43ea-b7c8-40fca971b2d1 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=1f576f6ac1004c6987ebe94fb65ec6a4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1098201 Sep 23 19:21:00.454059 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 58816) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:21:00.532989 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.db [None req-20462370-ad28-4300-8a97-5d163505da9d admin admin] For port b93e5112-c597-471d-9cb1-cc155f4a7a0c, host n-d-713301-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-16',level=0,port_id=b93e5112-c597-471d-9cb1-cc155f4a7a0c,segment=NetworkSegment(c44d53d2-f536-4aef-a188-6132f14a0162),segment_id=c44d53d2-f536-4aef-a188-6132f14a0162)] {{(pid=95102) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:21:00.533443 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-20462370-ad28-4300-8a97-5d163505da9d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-605701'] for port, precommit_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:21:00.553874 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-c60cecbb-e515-49f4-b077-2be7df400166 None None] For port b93e5112-c597-471d-9cb1-cc155f4a7a0c, host n-d-713301-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-16',level=0,port_id=b93e5112-c597-471d-9cb1-cc155f4a7a0c,segment=NetworkSegment(c44d53d2-f536-4aef-a188-6132f14a0162),segment_id=c44d53d2-f536-4aef-a188-6132f14a0162)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:21:00.554752 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-c60cecbb-e515-49f4-b077-2be7df400166 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-605701'] for port, precommit_delete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:21:00.556803 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.plugin [None req-20462370-ad28-4300-8a97-5d163505da9d admin admin] Calling delete_port for b93e5112-c597-471d-9cb1-cc155f4a7a0c owned by network:dhcp {{(pid=95102) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:21:00.582037 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.plugin [None req-c60cecbb-e515-49f4-b077-2be7df400166 None None] Calling delete_port for b93e5112-c597-471d-9cb1-cc155f4a7a0c owned by network:dhcp {{(pid=95103) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:21:00.633559 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df8981f2-5a40-45bf-9bf7-f97ef7bb684e req-635033ce-c666-47da-9a91-ce9905f91afc tempest-ServersAdminTestJSON-1371927677 tempest-ServersAdminTestJSON-1371927677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:21:00.635554 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-df8981f2-5a40-45bf-9bf7-f97ef7bb684e req-635033ce-c666-47da-9a91-ce9905f91afc tempest-ServersAdminTestJSON-1371927677 tempest-ServersAdminTestJSON-1371927677-project] 10.222.0.67 "GET /v2.0/ports?device_id=8adc1d5c-ae67-4d87-8284-04120d7c0f9e HTTP/1.1" status: 200 len: 950 time: 0.1800299 Sep 23 19:21:00.639468 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-99a885b1-219d-49f7-894c-4fcc1ea06bfa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:21:00.666723 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-99a885b1-219d-49f7-894c-4fcc1ea06bfa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:21:00.769188 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-df8981f2-5a40-45bf-9bf7-f97ef7bb684e req-ae69f493-66a4-4ae4-b8eb-7aa881e84e9b tempest-ServersAdminTestJSON-1371927677 tempest-ServersAdminTestJSON-1371927677-project] 10.222.0.67 "GET /v2.0/security-groups?id=f6ea2bc2-ae02-426e-9312-246b38837e94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683777 Sep 23 19:21:00.799037 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-c60cecbb-e515-49f4-b077-2be7df400166 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783146162158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783145673144'] for port, after_delete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:21:00.802930 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-99a885b1-219d-49f7-894c-4fcc1ea06bfa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:21:00.805510 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-99a885b1-219d-49f7-894c-4fcc1ea06bfa admin admin] Notify callbacks [] for security_group, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:21:00.806672 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-99a885b1-219d-49f7-894c-4fcc1ea06bfa admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/00f031e1-acd7-47f9-aede-443b39100c49 HTTP/1.1" status: 204 len: 168 time: 0.3498976 Sep 23 19:21:00.831989 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c60cecbb-e515-49f4-b077-2be7df400166 None None] No DVR routers for this DVR port b93e5112-c597-471d-9cb1-cc155f4a7a0c on host n-d-713301-16 {{(pid=95103) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 19:21:00.836196 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c60cecbb-e515-49f4-b077-2be7df400166 None None] Pushing event deleted for resources: {'Port': ['ID=b93e5112-c597-471d-9cb1-cc155f4a7a0c,revision_number=None']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:21:00.849901 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99a885b1-219d-49f7-894c-4fcc1ea06bfa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00f031e1-acd7-47f9-aede-443b39100c49,revision_number=None']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:21:00.856694 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-20462370-ad28-4300-8a97-5d163505da9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783146162158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783145673144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4399100'] for port, after_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:21:00.912100 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20462370-ad28-4300-8a97-5d163505da9d admin admin] Pushing event deleted for resources: {'Port': ['ID=b93e5112-c597-471d-9cb1-cc155f4a7a0c,revision_number=None']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:21:00.922745 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72538c77-d352-4678-8a9c-0cd4fd2822ec req-402af366-18c7-4695-87da-bad042015b88 tempest-LiveMigrationTest-1843640962 tempest-LiveMigrationTest-1843640962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:21:00.925721 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-72538c77-d352-4678-8a9c-0cd4fd2822ec req-402af366-18c7-4695-87da-bad042015b88 tempest-LiveMigrationTest-1843640962 tempest-LiveMigrationTest-1843640962-project] 10.222.0.67 "GET /v2.0/ports?device_id=0ed7f64c-c2e6-47dd-8a6e-2481a7a0c2eb HTTP/1.1" status: 200 len: 945 time: 0.1437962 Sep 23 19:21:00.931704 n-d-713301-16 neutron-server[95102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20462370-ad28-4300-8a97-5d163505da9d admin admin] No DVR routers for this DVR port b93e5112-c597-471d-9cb1-cc155f4a7a0c on host n-d-713301-16 {{(pid=95102) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 19:21:01.050182 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-20462370-ad28-4300-8a97-5d163505da9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1754676', 'neutron.services.segments.db._delete_segments_for_network-8783146221460'] for network, precommit_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:21:01.071819 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-72538c77-d352-4678-8a9c-0cd4fd2822ec req-8ad91a5f-046c-4eb3-ba9a-93cda3dcf67c tempest-LiveMigrationTest-1843640962 tempest-LiveMigrationTest-1843640962-project] 10.222.0.67 "GET /v2.0/security-groups?id=1c151358-1cab-48a6-be3e-ad7507b4da06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1379259 Sep 23 19:21:01.096488 n-d-713301-16 neutron-server[95102]: DEBUG neutron.services.segments.db [None req-20462370-ad28-4300-8a97-5d163505da9d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ddfa60aa-17aa-4997-9b7e-43433e9db8cf']}} {{(pid=95102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:21:01.106920 n-d-713301-16 neutron-server[95102]: DEBUG neutron.services.segments.db [None req-20462370-ad28-4300-8a97-5d163505da9d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c44d53d2-f536-4aef-a188-6132f14a0162') {'for_net_delete': True} {{(pid=95102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:21:01.107186 n-d-713301-16 neutron-server[95102]: DEBUG neutron.services.segments.db [None req-20462370-ad28-4300-8a97-5d163505da9d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c44d53d2-f536-4aef-a188-6132f14a0162') {} {{(pid=95102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:21:01.118573 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-20462370-ad28-4300-8a97-5d163505da9d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783146221725', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6162832'] for segment, before_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:21:01.136488 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-20462370-ad28-4300-8a97-5d163505da9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1756186'] for segment, precommit_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:21:01.158715 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-20462370-ad28-4300-8a97-5d163505da9d admin admin] Releasing vlan 626 on physical network physnet1 to pool {{(pid=95102) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 19:21:01.159231 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-20462370-ad28-4300-8a97-5d163505da9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1756186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4398095'] for segment, after_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:21:01.160920 n-d-713301-16 neutron-server[95102]: Traceback (most recent call last): Sep 23 19:21:01.160920 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 19:21:01.160920 n-d-713301-16 neutron-server[95102]: timer() Sep 23 19:21:01.160920 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 19:21:01.160920 n-d-713301-16 neutron-server[95102]: cb(*args, **kw) Sep 23 19:21:01.160920 n-d-713301-16 neutron-server[95102]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 19:21:01.160920 n-d-713301-16 neutron-server[95102]: return func(*args, **kwargs) Sep 23 19:21:01.160920 n-d-713301-16 neutron-server[95102]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 19:21:01.160920 n-d-713301-16 neutron-server[95102]: self._notify() Sep 23 19:21:01.160920 n-d-713301-16 neutron-server[95102]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 19:21:01.160920 n-d-713301-16 neutron-server[95102]: self.callback(batched_events) Sep 23 19:21:01.160920 n-d-713301-16 neutron-server[95102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 19:21:01.160920 n-d-713301-16 neutron-server[95102]: event.method(event) Sep 23 19:21:01.160920 n-d-713301-16 neutron-server[95102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 19:21:01.160920 n-d-713301-16 neutron-server[95102]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 19:21:01.160920 n-d-713301-16 neutron-server[95102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 19:21:01.160920 n-d-713301-16 neutron-server[95102]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 19:21:01.160920 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 19:21:01.160920 n-d-713301-16 neutron-server[95102]: return f(self, *a, **k) Sep 23 19:21:01.160920 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 19:21:01.160920 n-d-713301-16 neutron-server[95102]: return self._get(url).json() Sep 23 19:21:01.160920 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 19:21:01.160920 n-d-713301-16 neutron-server[95102]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 19:21:01.160920 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 19:21:01.160920 n-d-713301-16 neutron-server[95102]: return self.request(url, 'GET', **kwargs) Sep 23 19:21:01.160920 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 19:21:01.160920 n-d-713301-16 neutron-server[95102]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 19:21:01.160920 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 19:21:01.160920 n-d-713301-16 neutron-server[95102]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 19:21:01.160920 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 19:21:01.160920 n-d-713301-16 neutron-server[95102]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 19:21:01.160920 n-d-713301-16 neutron-server[95102]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 19:21:01.279756 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-287e9f3f-e353-4a3f-af27-9f77416c3aad req-6c952298-255d-4a06-a9dc-7f2e73573a7e tempest-SecurityGroupsTestJSON-1637632090 tempest-SecurityGroupsTestJSON-1637632090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:21:01.287488 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-287e9f3f-e353-4a3f-af27-9f77416c3aad req-6c952298-255d-4a06-a9dc-7f2e73573a7e tempest-SecurityGroupsTestJSON-1637632090 tempest-SecurityGroupsTestJSON-1637632090-project] 10.222.0.67 "GET /v2.0/ports?device_id=44cfa62c-9ec6-4912-9330-d2c472f9656a HTTP/1.1" status: 200 len: 946 time: 0.1481762 Sep 23 19:21:01.304261 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-20462370-ad28-4300-8a97-5d163505da9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1754627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-601866'] for network, after_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:21:01.334257 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-20462370-ad28-4300-8a97-5d163505da9d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527417'] for network, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:21:01.347294 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-20462370-ad28-4300-8a97-5d163505da9d admin admin] 10.222.0.67 "DELETE /v2.0/networks/ddfa60aa-17aa-4997-9b7e-43433e9db8cf HTTP/1.1" status: 204 len: 168 time: 1.5631125 Sep 23 19:21:01.352179 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20462370-ad28-4300-8a97-5d163505da9d admin admin] Pushing event deleted for resources: {'Network': ['ID=ddfa60aa-17aa-4997-9b7e-43433e9db8cf,revision_number=None']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:21:01.434862 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-287e9f3f-e353-4a3f-af27-9f77416c3aad req-826b1a3d-6549-438e-ac07-f6af53729315 tempest-SecurityGroupsTestJSON-1637632090 tempest-SecurityGroupsTestJSON-1637632090-project] 10.222.0.67 "GET /v2.0/security-groups?id=87ba3455-2374-4d66-b6f9-7fb4c2df74bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1454635 Sep 23 19:21:01.500906 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Device b93e5112-c597-471d-9cb1-cc155f4a7a0c no longer exists at agent ovs-agent-n-d-713301-16 {{(pid=95103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 19:21:01.524433 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-781372f3-64df-45d2-907c-0a770849c01c req-04e7ec0f-5faf-45fd-ad3e-a9fb160fbce2 tempest-LiveAutoBlockMigrationV225Test-1531822435 tempest-LiveAutoBlockMigrationV225Test-1531822435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:21:01.536227 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.plugin [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] No Port match for: b93e5112-c597-471d-9cb1-cc155f4a7a0c {{(pid=95103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 19:21:01.536960 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Device b93e5112-c597-471d-9cb1-cc155f4a7a0c not bound to the agent host n-d-713301-16 {{(pid=95103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 19:21:01.537564 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Device ce23ce5d-286e-4c65-b14c-1e78fba86b1b no longer exists at agent ovs-agent-n-d-713301-16 {{(pid=95103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 19:21:01.538374 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-781372f3-64df-45d2-907c-0a770849c01c req-04e7ec0f-5faf-45fd-ad3e-a9fb160fbce2 tempest-LiveAutoBlockMigrationV225Test-1531822435 tempest-LiveAutoBlockMigrationV225Test-1531822435-project] 10.222.0.67 "GET /v2.0/ports?device_id=b12a90d4-a99f-4737-98f8-64ef72d18294 HTTP/1.1" status: 200 len: 945 time: 0.1302142 Sep 23 19:21:01.552488 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 58860) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:21:01.563953 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.plugin [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] No Port match for: ce23ce5d-286e-4c65-b14c-1e78fba86b1b {{(pid=95103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 19:21:01.567369 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Device ce23ce5d-286e-4c65-b14c-1e78fba86b1b not bound to the agent host n-d-713301-16 {{(pid=95103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 19:21:01.606188 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-781372f3-64df-45d2-907c-0a770849c01c req-45f34c3d-aac5-4d34-a656-3c78b624f453 tempest-LiveAutoBlockMigrationV225Test-1531822435 tempest-LiveAutoBlockMigrationV225Test-1531822435-project] 10.222.0.67 "GET /v2.0/security-groups?id=6d32247e-8bb7-4ae1-818c-76baafa39c73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605009 Sep 23 19:21:01.623224 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Device 15f9c12e-f506-439f-9d2f-18ac8686c0c4 up at agent hyperv_n-h1-713301-16 {{(pid=95103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 19:21:01.658567 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 58870) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:21:01.660149 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-bdcbeabe-fdb7-44b2-8d97-25960e1844ae admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=1b57601defaf4249865a0ba3430f0987&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1008019 Sep 23 19:21:01.725570 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Provisioning for port 15f9c12e-f506-439f-9d2f-18ac8686c0c4 completed by entity L2. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 19:21:01.730859 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Provisioning complete for port 15f9c12e-f506-439f-9d2f-18ac8686c0c4 triggered by entity L2. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:21:01.732379 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:21:01.759750 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-e09b4952-8380-4022-9834-b550f28f41cd req-a4ca529d-4223-4209-bd0d-889dbf9e925a tempest-SecurityGroupsTestJSON-1637632090 tempest-SecurityGroupsTestJSON-1637632090-project] 10.222.0.67 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-368044078&fields=id&tenant_id=5c7e58d511994cccb082b917c36a96c0 HTTP/1.1" status: 200 len: 267 time: 0.0740259 Sep 23 19:21:01.820632 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-cbca356e-e51e-4a39-8fda-2dbe9b9c42f8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:21:01.873883 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e09b4952-8380-4022-9834-b550f28f41cd req-15ea7b5d-a42b-4518-aab1-0dd0c5d9ad61 tempest-SecurityGroupsTestJSON-1637632090 tempest-SecurityGroupsTestJSON-1637632090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:21:01.880086 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:21:01.885387 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-e09b4952-8380-4022-9834-b550f28f41cd req-15ea7b5d-a42b-4518-aab1-0dd0c5d9ad61 tempest-SecurityGroupsTestJSON-1637632090 tempest-SecurityGroupsTestJSON-1637632090-project] 10.222.0.67 "GET /v2.0/ports?device_id=44cfa62c-9ec6-4912-9330-d2c472f9656a HTTP/1.1" status: 200 len: 946 time: 0.1246645 Sep 23 19:21:01.911317 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-cbca356e-e51e-4a39-8fda-2dbe9b9c42f8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:21:01.916678 n-d-713301-16 neutron-server[95103]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ed7f64c-c2e6-47dd-8a6e-2481a7a0c2eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '15f9c12e-f506-439f-9d2f-18ac8686c0c4'}] {{(pid=95103) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 19:21:01.916890 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.v2.base [req-e09b4952-8380-4022-9834-b550f28f41cd req-6248e357-ef46-4da5-b0ca-11bdf61983ec tempest-SecurityGroupsTestJSON-1637632090 tempest-SecurityGroupsTestJSON-1637632090-project] Request body: {'port': {'security_groups': ['87ba3455-2374-4d66-b6f9-7fb4c2df74bb', '324df7dc-37bb-4cbc-8e0d-8282e8332062']}} {{(pid=95102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:21:01.919691 n-d-713301-16 neutron-server[95103]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}81a1c17f2aa89d5b3ebbba3a3e0cf7eb588e431c2224256110c4c4facdd7c3e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c98e9d05-d584-4197-b830-c3f165c72e87" -d '{"events": [{"server_uuid": "0ed7f64c-c2e6-47dd-8a6e-2481a7a0c2eb", "name": "network-vif-plugged", "status": "completed", "tag": "15f9c12e-f506-439f-9d2f-18ac8686c0c4"}]}' {{(pid=95103) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 19:21:01.937615 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] For port 15f9c12e-f506-439f-9d2f-18ac8686c0c4, host n-h1-713301-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-16',level=0,port_id=15f9c12e-f506-439f-9d2f-18ac8686c0c4,segment=NetworkSegment(6735b3c2-9e0f-43a7-8f57-e48eb1a30c85),segment_id=6735b3c2-9e0f-43a7-8f57-e48eb1a30c85)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:21:01.943896 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:21:02.005671 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Pushing event updated for resources: {'Port': ['ID=15f9c12e-f506-439f-9d2f-18ac8686c0c4,revision_number=5']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:21:02.019794 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9bd6c93-2c46-4ffe-9ad3-82676e407e3d req-0a867518-f9e4-48ba-81dd-7ea1af4a3df5 tempest-ServersAdminTestJSON-1371927677 tempest-ServersAdminTestJSON-1371927677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:21:02.021340 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-d9bd6c93-2c46-4ffe-9ad3-82676e407e3d req-0a867518-f9e4-48ba-81dd-7ea1af4a3df5 tempest-ServersAdminTestJSON-1371927677 tempest-ServersAdminTestJSON-1371927677-project] 10.222.0.67 "GET /v2.0/ports?device_id=8adc1d5c-ae67-4d87-8284-04120d7c0f9e HTTP/1.1" status: 200 len: 950 time: 0.1742520 Sep 23 19:21:02.031339 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-e09b4952-8380-4022-9834-b550f28f41cd req-6248e357-ef46-4da5-b0ca-11bdf61983ec tempest-SecurityGroupsTestJSON-1637632090 tempest-SecurityGroupsTestJSON-1637632090-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:21:02.051961 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-cbca356e-e51e-4a39-8fda-2dbe9b9c42f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:21:02.054457 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-cbca356e-e51e-4a39-8fda-2dbe9b9c42f8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:21:02.055575 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-cbca356e-e51e-4a39-8fda-2dbe9b9c42f8 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/0c62cf39-fdd5-41c2-ace9-89ac5d0e1132 HTTP/1.1" status: 204 len: 168 time: 0.3953149 Sep 23 19:21:02.074057 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbca356e-e51e-4a39-8fda-2dbe9b9c42f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c62cf39-fdd5-41c2-ace9-89ac5d0e1132,revision_number=None']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:21:02.127702 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-d9bd6c93-2c46-4ffe-9ad3-82676e407e3d req-9781c8cd-6336-46cf-927a-b1ae2012c85b tempest-ServersAdminTestJSON-1371927677 tempest-ServersAdminTestJSON-1371927677-project] 10.222.0.67 "GET /v2.0/security-groups?id=f6ea2bc2-ae02-426e-9312-246b38837e94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872927 Sep 23 19:21:02.270046 n-d-713301-16 neutron-server[95103]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 19:21:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-960e4f68-2d3c-4efd-8890-ebd0d0e666db x-openstack-request-id: req-960e4f68-2d3c-4efd-8890-ebd0d0e666db {{(pid=95103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 19:21:02.270787 n-d-713301-16 neutron-server[95103]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0ed7f64c-c2e6-47dd-8a6e-2481a7a0c2eb", "name": "network-vif-plugged", "status": "completed", "tag": "15f9c12e-f506-439f-9d2f-18ac8686c0c4", "code": 200}]} {{(pid=95103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 19:21:02.271349 n-d-713301-16 neutron-server[95103]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-960e4f68-2d3c-4efd-8890-ebd0d0e666db {{(pid=95103) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 19:21:02.271998 n-d-713301-16 neutron-server[95103]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0ed7f64c-c2e6-47dd-8a6e-2481a7a0c2eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '15f9c12e-f506-439f-9d2f-18ac8686c0c4', 'code': 200} Sep 23 19:21:02.425979 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.db [req-e09b4952-8380-4022-9834-b550f28f41cd req-6248e357-ef46-4da5-b0ca-11bdf61983ec tempest-SecurityGroupsTestJSON-1637632090 tempest-SecurityGroupsTestJSON-1637632090-project] For port 85712aaf-b3f1-464a-b5db-c24a708e4fb9, host n-h2-713301-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-16',level=0,port_id=85712aaf-b3f1-464a-b5db-c24a708e4fb9,segment=NetworkSegment(49f54249-a606-4788-b164-92fb7c23cb9c),segment_id=49f54249-a606-4788-b164-92fb7c23cb9c)] {{(pid=95102) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:21:02.503540 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-e09b4952-8380-4022-9834-b550f28f41cd req-6248e357-ef46-4da5-b0ca-11bdf61983ec tempest-SecurityGroupsTestJSON-1637632090 tempest-SecurityGroupsTestJSON-1637632090-project] Notify callbacks [] for port, precommit_update {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:21:02.508387 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d6ad357-94aa-43e0-bd5b-82b76bb3105d req-932bd56b-c4ee-4c90-942b-d1e068420eb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:21:02.510029 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-9d6ad357-94aa-43e0-bd5b-82b76bb3105d req-932bd56b-c4ee-4c90-942b-d1e068420eb0 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=0ed7f64c-c2e6-47dd-8a6e-2481a7a0c2eb HTTP/1.1" status: 200 len: 1098 time: 0.1493888 Sep 23 19:21:02.520169 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-081e681c-4ae6-44da-8016-a3756e587f69 req-b00c4439-09e1-43de-94a6-cf9c5b15ffaa tempest-LiveMigrationTest-1843640962 tempest-LiveMigrationTest-1843640962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:21:02.521909 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-081e681c-4ae6-44da-8016-a3756e587f69 req-b00c4439-09e1-43de-94a6-cf9c5b15ffaa tempest-LiveMigrationTest-1843640962 tempest-LiveMigrationTest-1843640962-project] 10.222.0.67 "GET /v2.0/ports?device_id=0ed7f64c-c2e6-47dd-8a6e-2481a7a0c2eb HTTP/1.1" status: 200 len: 946 time: 0.1416221 Sep 23 19:21:02.528928 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-e09b4952-8380-4022-9834-b550f28f41cd req-6248e357-ef46-4da5-b0ca-11bdf61983ec tempest-SecurityGroupsTestJSON-1637632090 tempest-SecurityGroupsTestJSON-1637632090-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4399095'] for port, after_update {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:21:02.542562 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] get_ports_and_sgs() called for port_ids ['85712aaf-b3f1-464a-b5db-c24a708e4fb9'] {{(pid=95103) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 19:21:02.685118 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e09b4952-8380-4022-9834-b550f28f41cd req-6248e357-ef46-4da5-b0ca-11bdf61983ec tempest-SecurityGroupsTestJSON-1637632090 tempest-SecurityGroupsTestJSON-1637632090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:21:02.686189 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-e09b4952-8380-4022-9834-b550f28f41cd req-6248e357-ef46-4da5-b0ca-11bdf61983ec tempest-SecurityGroupsTestJSON-1637632090 tempest-SecurityGroupsTestJSON-1637632090-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222849'] for port, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:21:02.691939 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 58926) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:21:02.695129 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-e09b4952-8380-4022-9834-b550f28f41cd req-6248e357-ef46-4da5-b0ca-11bdf61983ec tempest-SecurityGroupsTestJSON-1637632090 tempest-SecurityGroupsTestJSON-1637632090-project] 10.222.0.67 "PUT /v2.0/ports/85712aaf-b3f1-464a-b5db-c24a708e4fb9 HTTP/1.1" status: 200 len: 982 time: 0.8087995 Sep 23 19:21:02.732454 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-9d6ad357-94aa-43e0-bd5b-82b76bb3105d req-222e76f6-917c-4358-886a-f6b156c5a3af service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=1c151358-1cab-48a6-be3e-ad7507b4da06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2093837 Sep 23 19:21:02.733159 n-d-713301-16 neutron-server[95102]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '44cfa62c-9ec6-4912-9330-d2c472f9656a', 'tag': '85712aaf-b3f1-464a-b5db-c24a708e4fb9'}] {{(pid=95102) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 19:21:02.736515 n-d-713301-16 neutron-server[95102]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab31b6d93e5336dbddfa8ec424565b3bd8cb2369c5b4d85bc943472dbb21e8ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d22c5e0-1006-49c6-b4ec-a071936e487a" -d '{"events": [{"name": "network-changed", "server_uuid": "44cfa62c-9ec6-4912-9330-d2c472f9656a", "tag": "85712aaf-b3f1-464a-b5db-c24a708e4fb9"}]}' {{(pid=95102) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 19:21:02.739667 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6248e357-ef46-4da5-b0ca-11bdf61983ec tempest-SecurityGroupsTestJSON-1637632090 tempest-SecurityGroupsTestJSON-1637632090-project] Pushing event updated for resources: {'Port': ['ID=85712aaf-b3f1-464a-b5db-c24a708e4fb9,revision_number=6']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:21:02.770827 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-081e681c-4ae6-44da-8016-a3756e587f69 req-e4700c49-46d0-4bc8-b080-308c786c7847 tempest-LiveMigrationTest-1843640962 tempest-LiveMigrationTest-1843640962-project] 10.222.0.67 "GET /v2.0/security-groups?id=1c151358-1cab-48a6-be3e-ad7507b4da06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2315397 Sep 23 19:21:02.774368 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-3ea30ed4-b9a7-41e0-9ad0-1371609d8ea5 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=3a72a2b3894541b9ad82b604333c6969&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0763218 Sep 23 19:21:02.777200 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 58932) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:21:02.794945 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] get_ports_and_sgs() called for port_ids ['85712aaf-b3f1-464a-b5db-c24a708e4fb9'] {{(pid=95103) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 19:21:02.840870 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 58934) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:21:02.944594 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-f6c0e380-7213-44d6-8a0b-ab41d7be5ec6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:21:02.971196 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-f6c0e380-7213-44d6-8a0b-ab41d7be5ec6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:21:03.034341 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-a6c08b15-145b-4d57-906e-651bc6cfe628 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:21:03.046046 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-f6c0e380-7213-44d6-8a0b-ab41d7be5ec6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:21:03.049410 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-f6c0e380-7213-44d6-8a0b-ab41d7be5ec6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:21:03.052943 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-f6c0e380-7213-44d6-8a0b-ab41d7be5ec6 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/c999b1e2-1ce4-4707-a72e-72b5077fb1a6 HTTP/1.1" status: 204 len: 168 time: 0.2722373 Sep 23 19:21:03.089587 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-9f445d8b-b1c4-4fb5-b052-e4ade65a0f9e req-00c9abf0-f9ce-4309-8a91-c3d02b7e85df tempest-SecurityGroupsTestJSON-1637632090 tempest-SecurityGroupsTestJSON-1637632090-project] 10.222.0.67 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-323594482&fields=id&tenant_id=5c7e58d511994cccb082b917c36a96c0 HTTP/1.1" status: 200 len: 267 time: 0.1538820 Sep 23 19:21:03.090579 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6c0e380-7213-44d6-8a0b-ab41d7be5ec6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c999b1e2-1ce4-4707-a72e-72b5077fb1a6,revision_number=None']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:21:03.116352 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d791ebda-dbb6-464e-9295-4881b6ad05ae req-228067c8-b792-42ac-aa48-d87b837b4135 tempest-LiveAutoBlockMigrationV225Test-1531822435 tempest-LiveAutoBlockMigrationV225Test-1531822435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:21:03.124473 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-d791ebda-dbb6-464e-9295-4881b6ad05ae req-228067c8-b792-42ac-aa48-d87b837b4135 tempest-LiveAutoBlockMigrationV225Test-1531822435 tempest-LiveAutoBlockMigrationV225Test-1531822435-project] 10.222.0.67 "GET /v2.0/ports?device_id=b12a90d4-a99f-4737-98f8-64ef72d18294 HTTP/1.1" status: 200 len: 945 time: 0.2232518 Sep 23 19:21:03.234687 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f445d8b-b1c4-4fb5-b052-e4ade65a0f9e req-2b5b9b96-c615-448a-b17d-c5bec344ded9 tempest-SecurityGroupsTestJSON-1637632090 tempest-SecurityGroupsTestJSON-1637632090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:21:03.238278 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-9f445d8b-b1c4-4fb5-b052-e4ade65a0f9e req-2b5b9b96-c615-448a-b17d-c5bec344ded9 tempest-SecurityGroupsTestJSON-1637632090 tempest-SecurityGroupsTestJSON-1637632090-project] 10.222.0.67 "GET /v2.0/ports?device_id=44cfa62c-9ec6-4912-9330-d2c472f9656a HTTP/1.1" status: 200 len: 985 time: 0.1364427 Sep 23 19:21:03.254347 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-d791ebda-dbb6-464e-9295-4881b6ad05ae req-83de31fa-1488-412e-bd3f-0635cf0dc3d9 tempest-LiveAutoBlockMigrationV225Test-1531822435 tempest-LiveAutoBlockMigrationV225Test-1531822435-project] 10.222.0.67 "GET /v2.0/security-groups?id=6d32247e-8bb7-4ae1-818c-76baafa39c73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1246595 Sep 23 19:21:03.274235 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-a6c08b15-145b-4d57-906e-651bc6cfe628 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:21:03.278564 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.v2.base [req-9f445d8b-b1c4-4fb5-b052-e4ade65a0f9e req-2b42cab0-d991-4e90-b5f0-eca84c50fd28 tempest-SecurityGroupsTestJSON-1637632090 tempest-SecurityGroupsTestJSON-1637632090-project] Request body: {'port': {'security_groups': ['324df7dc-37bb-4cbc-8e0d-8282e8332062', '87ba3455-2374-4d66-b6f9-7fb4c2df74bb', 'd4e77f23-fcf3-449a-b5b1-a2c962818cef']}} {{(pid=95102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:21:03.284008 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-a6c08b15-145b-4d57-906e-651bc6cfe628 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:21:03.359136 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-a6c08b15-145b-4d57-906e-651bc6cfe628 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=fd7f575c5a86405092704dd280fdf595&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5169561 Sep 23 19:21:03.359988 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 58950) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:21:03.408499 n-d-713301-16 neutron-server[95102]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 19:21:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-904bb8a4-df40-46ad-aacd-919c30e5178d x-openstack-request-id: req-904bb8a4-df40-46ad-aacd-919c30e5178d {{(pid=95102) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 19:21:03.408499 n-d-713301-16 neutron-server[95102]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "44cfa62c-9ec6-4912-9330-d2c472f9656a", "tag": "85712aaf-b3f1-464a-b5db-c24a708e4fb9", "status": "completed", "code": 200}]} {{(pid=95102) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 19:21:03.408809 n-d-713301-16 neutron-server[95102]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-904bb8a4-df40-46ad-aacd-919c30e5178d {{(pid=95102) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 19:21:03.409183 n-d-713301-16 neutron-server[95102]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '44cfa62c-9ec6-4912-9330-d2c472f9656a', 'tag': '85712aaf-b3f1-464a-b5db-c24a708e4fb9', 'status': 'completed', 'code': 200} Sep 23 19:21:03.424064 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-9f445d8b-b1c4-4fb5-b052-e4ade65a0f9e req-2b42cab0-d991-4e90-b5f0-eca84c50fd28 tempest-SecurityGroupsTestJSON-1637632090 tempest-SecurityGroupsTestJSON-1637632090-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:21:03.473548 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6c08b15-145b-4d57-906e-651bc6cfe628 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=677b60fb-15ee-4d37-877b-62e235a7d14c,revision_number=1']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:21:03.521340 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d22c5e0-1006-49c6-b4ec-a071936e487a req-94efbfe6-f887-43ba-b3f4-0f92b30366a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:21:03.522872 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-6d22c5e0-1006-49c6-b4ec-a071936e487a req-94efbfe6-f887-43ba-b3f4-0f92b30366a6 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=5c7e58d511994cccb082b917c36a96c0&device_id=44cfa62c-9ec6-4912-9330-d2c472f9656a HTTP/1.1" status: 200 len: 1137 time: 0.1403744 Sep 23 19:21:03.526894 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-30310a4b-ae63-4cdd-ae99-234ef67d06dd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:21:03.556054 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-30310a4b-ae63-4cdd-ae99-234ef67d06dd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:21:03.610600 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ca5834-ffab-4d89-874c-24b99f111caa req-2ef25827-a970-4344-b7c2-2afe93087bf2 tempest-ServersAdminTestJSON-1371927677 tempest-ServersAdminTestJSON-1371927677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:21:03.611538 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-46ca5834-ffab-4d89-874c-24b99f111caa req-2ef25827-a970-4344-b7c2-2afe93087bf2 tempest-ServersAdminTestJSON-1371927677 tempest-ServersAdminTestJSON-1371927677-project] 10.222.0.67 "GET /v2.0/ports?device_id=8adc1d5c-ae67-4d87-8284-04120d7c0f9e HTTP/1.1" status: 200 len: 950 time: 0.1378262 Sep 23 19:21:03.657081 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-30310a4b-ae63-4cdd-ae99-234ef67d06dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:21:03.659624 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-30310a4b-ae63-4cdd-ae99-234ef67d06dd admin admin] Notify callbacks [] for security_group, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:21:03.663900 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-30310a4b-ae63-4cdd-ae99-234ef67d06dd admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/677b60fb-15ee-4d37-877b-62e235a7d14c HTTP/1.1" status: 204 len: 168 time: 0.2989154 Sep 23 19:21:03.696891 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30310a4b-ae63-4cdd-ae99-234ef67d06dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=677b60fb-15ee-4d37-877b-62e235a7d14c,revision_number=None']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:21:03.728744 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-46ca5834-ffab-4d89-874c-24b99f111caa req-bdf6f30a-51fc-483b-98d9-263a724c19dc tempest-ServersAdminTestJSON-1371927677 tempest-ServersAdminTestJSON-1371927677-project] 10.222.0.67 "GET /v2.0/security-groups?id=f6ea2bc2-ae02-426e-9312-246b38837e94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920198 Sep 23 19:21:03.773228 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d22c5e0-1006-49c6-b4ec-a071936e487a req-1f953d98-38bf-41e5-8ed0-da173ba4b0f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:21:03.775637 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-6d22c5e0-1006-49c6-b4ec-a071936e487a req-1f953d98-38bf-41e5-8ed0-da173ba4b0f8 service neutron] 10.222.0.53 "GET /v2.0/networks?id=1048b771-fe5c-4195-91f1-88a21e64a743 HTTP/1.1" status: 200 len: 913 time: 0.1428945 Sep 23 19:21:03.887416 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-6d22c5e0-1006-49c6-b4ec-a071936e487a req-fcbb9aed-cc2d-416a-a75c-130e1ad2deee service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=85712aaf-b3f1-464a-b5db-c24a708e4fb9 HTTP/1.1" status: 200 len: 217 time: 0.0961902 Sep 23 19:21:03.961371 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.db [req-9f445d8b-b1c4-4fb5-b052-e4ade65a0f9e req-2b42cab0-d991-4e90-b5f0-eca84c50fd28 tempest-SecurityGroupsTestJSON-1637632090 tempest-SecurityGroupsTestJSON-1637632090-project] For port 85712aaf-b3f1-464a-b5db-c24a708e4fb9, host n-h2-713301-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-16',level=0,port_id=85712aaf-b3f1-464a-b5db-c24a708e4fb9,segment=NetworkSegment(49f54249-a606-4788-b164-92fb7c23cb9c),segment_id=49f54249-a606-4788-b164-92fb7c23cb9c)] {{(pid=95102) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:21:03.984268 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d22c5e0-1006-49c6-b4ec-a071936e487a req-b5302f64-d7b3-4a38-8890-f3f76f8c3028 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:21:03.990637 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-6d22c5e0-1006-49c6-b4ec-a071936e487a req-b5302f64-d7b3-4a38-8890-f3f76f8c3028 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=b84f7821-b37e-4a80-a926-f6a9a7ebc403 HTTP/1.1" status: 200 len: 852 time: 0.0942538 Sep 23 19:21:04.006188 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-9f445d8b-b1c4-4fb5-b052-e4ade65a0f9e req-2b42cab0-d991-4e90-b5f0-eca84c50fd28 tempest-SecurityGroupsTestJSON-1637632090 tempest-SecurityGroupsTestJSON-1637632090-project] Notify callbacks [] for port, precommit_update {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:21:04.027888 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b602b8-8563-45ab-83f1-ffbd4a8a413c req-7ceb5598-22d7-4029-b43d-a0c222e39af9 tempest-LiveMigrationTest-1843640962 tempest-LiveMigrationTest-1843640962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:21:04.030057 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-71b602b8-8563-45ab-83f1-ffbd4a8a413c req-7ceb5598-22d7-4029-b43d-a0c222e39af9 tempest-LiveMigrationTest-1843640962 tempest-LiveMigrationTest-1843640962-project] 10.222.0.67 "GET /v2.0/ports?device_id=0ed7f64c-c2e6-47dd-8a6e-2481a7a0c2eb HTTP/1.1" status: 200 len: 946 time: 0.1812491 Sep 23 19:21:04.031759 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-9f445d8b-b1c4-4fb5-b052-e4ade65a0f9e req-2b42cab0-d991-4e90-b5f0-eca84c50fd28 tempest-SecurityGroupsTestJSON-1637632090 tempest-SecurityGroupsTestJSON-1637632090-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4399095'] for port, after_update {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:21:04.047164 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] get_ports_and_sgs() called for port_ids ['85712aaf-b3f1-464a-b5db-c24a708e4fb9'] {{(pid=95103) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 19:21:04.056017 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-6d22c5e0-1006-49c6-b4ec-a071936e487a req-e805f86d-8fc1-4f15-8294-2634112a169c service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=1048b771-fe5c-4195-91f1-88a21e64a743&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0585265 Sep 23 19:21:04.075613 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 58972) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:21:04.118858 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f445d8b-b1c4-4fb5-b052-e4ade65a0f9e req-2b42cab0-d991-4e90-b5f0-eca84c50fd28 tempest-SecurityGroupsTestJSON-1637632090 tempest-SecurityGroupsTestJSON-1637632090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:21:04.120006 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-9f445d8b-b1c4-4fb5-b052-e4ade65a0f9e req-2b42cab0-d991-4e90-b5f0-eca84c50fd28 tempest-SecurityGroupsTestJSON-1637632090 tempest-SecurityGroupsTestJSON-1637632090-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222849'] for port, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:21:04.123355 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-9f445d8b-b1c4-4fb5-b052-e4ade65a0f9e req-2b42cab0-d991-4e90-b5f0-eca84c50fd28 tempest-SecurityGroupsTestJSON-1637632090 tempest-SecurityGroupsTestJSON-1637632090-project] 10.222.0.67 "PUT /v2.0/ports/85712aaf-b3f1-464a-b5db-c24a708e4fb9 HTTP/1.1" status: 200 len: 1021 time: 0.8678086 Sep 23 19:21:04.230345 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] get_ports_and_sgs() called for port_ids ['85712aaf-b3f1-464a-b5db-c24a708e4fb9'] {{(pid=95103) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 19:21:04.342268 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-6d22c5e0-1006-49c6-b4ec-a071936e487a req-823d526a-5c0c-414c-9b30-9c6975cd55e1 service neutron] 10.222.0.53 "GET /v2.0/networks/1048b771-fe5c-4195-91f1-88a21e64a743?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2748439 Sep 23 19:21:04.504993 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-6d22c5e0-1006-49c6-b4ec-a071936e487a req-46826e96-300c-4503-ab5f-954867269b12 service neutron] 10.222.0.53 "GET /v2.0/networks/1048b771-fe5c-4195-91f1-88a21e64a743?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1526301 Sep 23 19:21:04.570117 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-82b64759-6f88-4db2-a454-a6e9bda3369c admin admin] Notify callbacks [] for security_group, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:21:04.859004 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-82b64759-6f88-4db2-a454-a6e9bda3369c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:21:04.867992 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-82b64759-6f88-4db2-a454-a6e9bda3369c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:21:04.928755 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-71b602b8-8563-45ab-83f1-ffbd4a8a413c req-ad810561-323e-4b35-9def-e97537ccee49 tempest-LiveMigrationTest-1843640962 tempest-LiveMigrationTest-1843640962-project] 10.222.0.67 "GET /v2.0/security-groups?id=1c151358-1cab-48a6-be3e-ad7507b4da06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8862550 Sep 23 19:21:04.932209 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b42cab0-d991-4e90-b5f0-eca84c50fd28 tempest-SecurityGroupsTestJSON-1637632090 tempest-SecurityGroupsTestJSON-1637632090-project] Pushing event updated for resources: {'Port': ['ID=85712aaf-b3f1-464a-b5db-c24a708e4fb9,revision_number=7']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:21:04.988004 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-82b64759-6f88-4db2-a454-a6e9bda3369c admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=59c835ef04a2416eac697689996aa68f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9051316 Sep 23 19:21:04.991868 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 59004) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:21:04.992514 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe3b757-be6a-4d66-a456-b23145bad42b req-c278d00b-a9c0-4221-bd6f-38f70845982d tempest-SecurityGroupsTestJSON-1637632090 tempest-SecurityGroupsTestJSON-1637632090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:21:04.994095 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82b64759-6f88-4db2-a454-a6e9bda3369c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7e1bfe9-1ba4-4ea4-ac73-75057f353a5a,revision_number=1']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:21:05.001095 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-1fe3b757-be6a-4d66-a456-b23145bad42b req-c278d00b-a9c0-4221-bd6f-38f70845982d tempest-SecurityGroupsTestJSON-1637632090 tempest-SecurityGroupsTestJSON-1637632090-project] 10.222.0.67 "GET /v2.0/ports?device_id=44cfa62c-9ec6-4912-9330-d2c472f9656a HTTP/1.1" status: 200 len: 1024 time: 0.1270247 Sep 23 19:21:05.115822 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-084c3d7a-28c9-4302-9db1-ed52b72fba6a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:21:05.153423 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 59008) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:21:05.153796 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-1fe3b757-be6a-4d66-a456-b23145bad42b req-b43aa967-8dbb-4570-a3a0-a75326c95457 tempest-SecurityGroupsTestJSON-1637632090 tempest-SecurityGroupsTestJSON-1637632090-project] 10.222.0.67 "GET /v2.0/security-groups?id=87ba3455-2374-4d66-b6f9-7fb4c2df74bb&id=324df7dc-37bb-4cbc-8e0d-8282e8332062&id=d4e77f23-fcf3-449a-b5b1-a2c962818cef HTTP/1.1" status: 200 len: 6147 time: 0.1509976 Sep 23 19:21:05.170036 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-084c3d7a-28c9-4302-9db1-ed52b72fba6a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:21:05.177808 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e669726-d1dc-44a9-a4d9-76801c800016 req-d34313d1-402c-4106-83c2-3727369e4670 tempest-LiveAutoBlockMigrationV225Test-1531822435 tempest-LiveAutoBlockMigrationV225Test-1531822435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:21:05.189785 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-0e669726-d1dc-44a9-a4d9-76801c800016 req-d34313d1-402c-4106-83c2-3727369e4670 tempest-LiveAutoBlockMigrationV225Test-1531822435 tempest-LiveAutoBlockMigrationV225Test-1531822435-project] 10.222.0.67 "GET /v2.0/ports?device_id=b12a90d4-a99f-4737-98f8-64ef72d18294 HTTP/1.1" status: 200 len: 945 time: 0.1420653 Sep 23 19:21:05.237978 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-084c3d7a-28c9-4302-9db1-ed52b72fba6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:21:05.241224 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-084c3d7a-28c9-4302-9db1-ed52b72fba6a admin admin] Notify callbacks [] for security_group, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:21:05.246004 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-084c3d7a-28c9-4302-9db1-ed52b72fba6a admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/d7e1bfe9-1ba4-4ea4-ac73-75057f353a5a HTTP/1.1" status: 204 len: 168 time: 0.2433519 Sep 23 19:21:05.260470 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-084c3d7a-28c9-4302-9db1-ed52b72fba6a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7e1bfe9-1ba4-4ea4-ac73-75057f353a5a,revision_number=None']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:21:05.300901 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-0e669726-d1dc-44a9-a4d9-76801c800016 req-7db7c0a3-b515-49b0-b25d-6645b4ba41a9 tempest-LiveAutoBlockMigrationV225Test-1531822435 tempest-LiveAutoBlockMigrationV225Test-1531822435-project] 10.222.0.67 "GET /v2.0/security-groups?id=6d32247e-8bb7-4ae1-818c-76baafa39c73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1098640 Sep 23 19:21:05.337720 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff24135-79f3-45d2-97d4-6d9a08f71c18 req-924e1bbf-d14d-4a86-8a04-ccb38478ba90 tempest-ServersAdminTestJSON-1371927677 tempest-ServersAdminTestJSON-1371927677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:21:05.344906 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-3ff24135-79f3-45d2-97d4-6d9a08f71c18 req-924e1bbf-d14d-4a86-8a04-ccb38478ba90 tempest-ServersAdminTestJSON-1371927677 tempest-ServersAdminTestJSON-1371927677-project] 10.222.0.67 "GET /v2.0/ports?device_id=8adc1d5c-ae67-4d87-8284-04120d7c0f9e HTTP/1.1" status: 200 len: 950 time: 0.1048329 Sep 23 19:21:05.356731 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.v2.base [req-3a977751-a593-4a64-bc07-29b3cde90bb8 req-7710877a-fbc5-45ee-afc3-aa4fe0b29c38 tempest-SecurityGroupsTestJSON-1637632090 tempest-SecurityGroupsTestJSON-1637632090-project] Request body: {'security_group': {'name': ' tempest-securitygroup -667862885 ', 'description': 'tempest-description-1684761665'}} {{(pid=95102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:21:05.365797 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 59020) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:21:05.385339 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-3a977751-a593-4a64-bc07-29b3cde90bb8 req-7710877a-fbc5-45ee-afc3-aa4fe0b29c38 tempest-SecurityGroupsTestJSON-1637632090 tempest-SecurityGroupsTestJSON-1637632090-project] Notify callbacks [] for security_group, before_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:21:05.415085 n-d-713301-16 neutron-server[95102]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '44cfa62c-9ec6-4912-9330-d2c472f9656a', 'tag': '85712aaf-b3f1-464a-b5db-c24a708e4fb9'}] {{(pid=95102) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 19:21:05.418459 n-d-713301-16 neutron-server[95102]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab31b6d93e5336dbddfa8ec424565b3bd8cb2369c5b4d85bc943472dbb21e8ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af11cf33-d88b-43b9-acc3-0a45bf7714a3" -d '{"events": [{"name": "network-changed", "server_uuid": "44cfa62c-9ec6-4912-9330-d2c472f9656a", "tag": "85712aaf-b3f1-464a-b5db-c24a708e4fb9"}]}' {{(pid=95102) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 19:21:05.454196 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-3ff24135-79f3-45d2-97d4-6d9a08f71c18 req-a41f95a1-7a91-442e-83be-b6d023f48e06 tempest-ServersAdminTestJSON-1371927677 tempest-ServersAdminTestJSON-1371927677-project] 10.222.0.67 "GET /v2.0/security-groups?id=f6ea2bc2-ae02-426e-9312-246b38837e94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1038189 Sep 23 19:21:05.507107 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.v2.base [None req-ecf507f9-bf52-41e9-a0ef-d1d85939c39b admin admin] Request body: {'network': {'name': 'tempest-ImagesTestJSON-58928728-network', 'tenant_id': 'e0fb920d7d3f49caa9f9e971b4a6829a'}} {{(pid=95101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:21:05.555899 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-3a977751-a593-4a64-bc07-29b3cde90bb8 req-7710877a-fbc5-45ee-afc3-aa4fe0b29c38 tempest-SecurityGroupsTestJSON-1637632090 tempest-SecurityGroupsTestJSON-1637632090-project] Notify callbacks [] for security_group, precommit_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:21:05.563163 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-3a977751-a593-4a64-bc07-29b3cde90bb8 req-7710877a-fbc5-45ee-afc3-aa4fe0b29c38 tempest-SecurityGroupsTestJSON-1637632090 tempest-SecurityGroupsTestJSON-1637632090-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:21:05.585246 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ecf507f9-bf52-41e9-a0ef-d1d85939c39b admin admin] Made reservation on behalf of e0fb920d7d3f49caa9f9e971b4a6829a for: {'network': 1} {{(pid=95101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:21:05.587592 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-ecf507f9-bf52-41e9-a0ef-d1d85939c39b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for network, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:21:05.610118 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-3a977751-a593-4a64-bc07-29b3cde90bb8 req-7710877a-fbc5-45ee-afc3-aa4fe0b29c38 tempest-SecurityGroupsTestJSON-1637632090 tempest-SecurityGroupsTestJSON-1637632090-project] Notify callbacks [] for security_group, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:21:05.617213 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-ecf507f9-bf52-41e9-a0ef-d1d85939c39b admin admin] Notify callbacks [] for security_group, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:21:05.618457 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-3a977751-a593-4a64-bc07-29b3cde90bb8 req-7710877a-fbc5-45ee-afc3-aa4fe0b29c38 tempest-SecurityGroupsTestJSON-1637632090 tempest-SecurityGroupsTestJSON-1637632090-project] 10.222.0.67 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1785 time: 0.2654054 Sep 23 19:21:05.637877 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Device ab5e3235-e78f-4241-bc0a-4d5d913dcd9b details requested by agent hyperv_n-h1-713301-16 with host n-h1-713301-16 {{(pid=95103) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 19:21:05.641428 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Device ab5e3235-e78f-4241-bc0a-4d5d913dcd9b no longer exists at agent hyperv_n-h1-713301-16 {{(pid=95103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 19:21:05.663588 n-d-713301-16 neutron-server[95102]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 19:21:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9abda067-630d-4529-9385-3b6fda058a8a x-openstack-request-id: req-9abda067-630d-4529-9385-3b6fda058a8a {{(pid=95102) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 19:21:05.664300 n-d-713301-16 neutron-server[95102]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "44cfa62c-9ec6-4912-9330-d2c472f9656a", "tag": "85712aaf-b3f1-464a-b5db-c24a708e4fb9", "status": "completed", "code": 200}]} {{(pid=95102) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 19:21:05.665680 n-d-713301-16 neutron-server[95102]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-9abda067-630d-4529-9385-3b6fda058a8a {{(pid=95102) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 19:21:05.667106 n-d-713301-16 neutron-server[95102]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '44cfa62c-9ec6-4912-9330-d2c472f9656a', 'tag': '85712aaf-b3f1-464a-b5db-c24a708e4fb9', 'status': 'completed', 'code': 200} Sep 23 19:21:05.670252 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7710877a-fbc5-45ee-afc3-aa4fe0b29c38 tempest-SecurityGroupsTestJSON-1637632090 tempest-SecurityGroupsTestJSON-1637632090-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3ef82141-7d71-46e9-b795-84c6cfa88a6d,revision_number=1']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:21:05.753634 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-de812f8f-d8e1-40a8-aa09-910bf03c426a req-b1106e2b-6c68-4a2f-bdd1-6efce22f2464 tempest-SecurityGroupsTestJSON-1637632090 tempest-SecurityGroupsTestJSON-1637632090-project] 10.222.0.67 "GET /v2.0/security-groups/3ef82141-7d71-46e9-b795-84c6cfa88a6d HTTP/1.1" status: 200 len: 1780 time: 0.0830271 Sep 23 19:21:05.808710 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af11cf33-d88b-43b9-acc3-0a45bf7714a3 req-b872ada8-a293-4ff9-951a-a772a9db4e63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:21:05.812529 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-af11cf33-d88b-43b9-acc3-0a45bf7714a3 req-b872ada8-a293-4ff9-951a-a772a9db4e63 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=5c7e58d511994cccb082b917c36a96c0&device_id=44cfa62c-9ec6-4912-9330-d2c472f9656a HTTP/1.1" status: 200 len: 1176 time: 0.1486053 Sep 23 19:21:05.842188 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-64b48428-bccc-48a6-afd6-e6ee340cd351 req-ad74c81d-1b36-4a88-958a-9164ca2517c2 tempest-SecurityGroupsTestJSON-1637632090 tempest-SecurityGroupsTestJSON-1637632090-project] 10.222.0.67 "GET /v2.0/security-groups/3ef82141-7d71-46e9-b795-84c6cfa88a6d HTTP/1.1" status: 200 len: 1780 time: 0.0697305 Sep 23 19:21:05.852236 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.v2.base [None req-8d4687f7-bda6-43b6-ba8f-4cd8bef131f0 admin admin] Request body: {'network': {'name': 'tempest-ServersTestBootFromVolume-424061460-network', 'tenant_id': 'b9b1bf1e052747edb79d8459636eb975'}} {{(pid=95101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:21:05.920489 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-64b48428-bccc-48a6-afd6-e6ee340cd351 req-16200cf3-e62f-4db5-bc2b-b6274200a989 tempest-SecurityGroupsTestJSON-1637632090 tempest-SecurityGroupsTestJSON-1637632090-project] Notify callbacks [] for security_group, before_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:21:05.951808 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-64b48428-bccc-48a6-afd6-e6ee340cd351 req-16200cf3-e62f-4db5-bc2b-b6274200a989 tempest-SecurityGroupsTestJSON-1637632090 tempest-SecurityGroupsTestJSON-1637632090-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:21:05.988054 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 59034) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:21:06.014087 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-03b5941c-53dd-4180-8181-6112428dba83 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:21:06.038650 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] For port ab5e3235-e78f-4241-bc0a-4d5d913dcd9b, host n-h1-713301-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-16',level=0,port_id=ab5e3235-e78f-4241-bc0a-4d5d913dcd9b,segment=NetworkSegment(6139d589-eb6c-4578-8935-c26ddf396853),segment_id=6139d589-eb6c-4578-8935-c26ddf396853)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:21:06.046235 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.agents_db [None req-f2f5c474-60a3-474f-b2cc-02c4bd30880c None None] Agent healthcheck: found 7 active agents {{(pid=95104) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 19:21:06.053135 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:21:06.055349 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-ecf507f9-bf52-41e9-a0ef-d1d85939c39b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:21:06.059233 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-64b48428-bccc-48a6-afd6-e6ee340cd351 req-16200cf3-e62f-4db5-bc2b-b6274200a989 tempest-SecurityGroupsTestJSON-1637632090 tempest-SecurityGroupsTestJSON-1637632090-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:21:06.060580 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af11cf33-d88b-43b9-acc3-0a45bf7714a3 req-43712680-2d68-479f-95d0-da97f41519b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:21:06.061319 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-af11cf33-d88b-43b9-acc3-0a45bf7714a3 req-43712680-2d68-479f-95d0-da97f41519b9 service neutron] 10.222.0.53 "GET /v2.0/networks?id=1048b771-fe5c-4195-91f1-88a21e64a743 HTTP/1.1" status: 200 len: 913 time: 0.2349164 Sep 23 19:21:06.062330 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-64b48428-bccc-48a6-afd6-e6ee340cd351 req-16200cf3-e62f-4db5-bc2b-b6274200a989 tempest-SecurityGroupsTestJSON-1637632090 tempest-SecurityGroupsTestJSON-1637632090-project] Notify callbacks [] for security_group, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:21:06.065354 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-ecf507f9-bf52-41e9-a0ef-d1d85939c39b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:21:06.065736 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Returning: {'device': 'ab5e3235-e78f-4241-bc0a-4d5d913dcd9b', 'network_id': '5220cb0c-da05-478a-9604-8c11469a05b4', 'port_id': 'ab5e3235-e78f-4241-bc0a-4d5d913dcd9b', 'mac_address': 'fa:16:3e:fe:ef:8c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 624, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1ccc69bc-9d6b-44d9-b227-204e47dc6e45', 'ip_address': '192.168.233.122'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95103) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 19:21:06.067992 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-64b48428-bccc-48a6-afd6-e6ee340cd351 req-16200cf3-e62f-4db5-bc2b-b6274200a989 tempest-SecurityGroupsTestJSON-1637632090 tempest-SecurityGroupsTestJSON-1637632090-project] 10.222.0.67 "DELETE /v2.0/security-groups/3ef82141-7d71-46e9-b795-84c6cfa88a6d HTTP/1.1" status: 204 len: 173 time: 0.2248232 Sep 23 19:21:06.106771 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16200cf3-e62f-4db5-bc2b-b6274200a989 tempest-SecurityGroupsTestJSON-1637632090 tempest-SecurityGroupsTestJSON-1637632090-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ef82141-7d71-46e9-b795-84c6cfa88a6d,revision_number=None']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:21:06.124860 n-d-713301-16 neutron-server[95103]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8adc1d5c-ae67-4d87-8284-04120d7c0f9e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ab5e3235-e78f-4241-bc0a-4d5d913dcd9b'}] {{(pid=95103) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 19:21:06.127960 n-d-713301-16 neutron-server[95103]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}81a1c17f2aa89d5b3ebbba3a3e0cf7eb588e431c2224256110c4c4facdd7c3e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0631aa24-9f81-470f-acd8-8c84f546cd53" -d '{"events": [{"server_uuid": "8adc1d5c-ae67-4d87-8284-04120d7c0f9e", "name": "network-vif-unplugged", "status": "completed", "tag": "ab5e3235-e78f-4241-bc0a-4d5d913dcd9b"}]}' {{(pid=95103) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 19:21:06.133270 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.db.api [None req-03b5941c-53dd-4180-8181-6112428dba83 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 23 19:21:06.133270 n-d-713301-16 neutron-server[95102]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Sep 23 19:21:06.133270 n-d-713301-16 neutron-server[95102]: [parameters: {'project_id_1': '61e190ebd84f497d9893142aee8147b0', 'expiration_1': datetime.datetime(2021, 9, 23, 19, 20, 46, 44123)}] Sep 23 19:21:06.133270 n-d-713301-16 neutron-server[95102]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=95102) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 23 19:21:06.133717 n-d-713301-16 neutron-server[95102]: DEBUG oslo_db.api [None req-03b5941c-53dd-4180-8181-6112428dba83 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=95102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 23 19:21:06.134318 n-d-713301-16 neutron-server[95102]: INFO neutron.api.v2.resource [req-a5708921-5fa6-4c64-85a6-48ecb65fbf58 req-13bd20c5-e7f5-4931-83b5-06177edafe11 tempest-SecurityGroupsTestJSON-1637632090 tempest-SecurityGroupsTestJSON-1637632090-project] show failed (client error): The resource could not be found. Sep 23 19:21:06.134717 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ecf507f9-bf52-41e9-a0ef-d1d85939c39b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 607} {{(pid=95101) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 19:21:06.135955 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-a5708921-5fa6-4c64-85a6-48ecb65fbf58 req-13bd20c5-e7f5-4931-83b5-06177edafe11 tempest-SecurityGroupsTestJSON-1637632090 tempest-SecurityGroupsTestJSON-1637632090-project] 10.222.0.67 "GET /v2.0/security-groups/3ef82141-7d71-46e9-b795-84c6cfa88a6d HTTP/1.1" status: 404 len: 352 time: 0.0302989 Sep 23 19:21:06.146047 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-ecf507f9-bf52-41e9-a0ef-d1d85939c39b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1756186'] for segment, precommit_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:21:06.146762 n-d-713301-16 neutron-server[95101]: INFO neutron.db.segments_db [None req-ecf507f9-bf52-41e9-a0ef-d1d85939c39b admin admin] Added segment 2f3be12e-dba6-4aef-9978-6b9e569ce081 of type vlan for network 3933cf84-cdd3-4c59-ac2d-c58afedb7fce Sep 23 19:21:06.157248 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] For port ab5e3235-e78f-4241-bc0a-4d5d913dcd9b, host n-h1-713301-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-16',level=0,port_id=ab5e3235-e78f-4241-bc0a-4d5d913dcd9b,segment=NetworkSegment(6139d589-eb6c-4578-8935-c26ddf396853),segment_id=6139d589-eb6c-4578-8935-c26ddf396853)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:21:06.163767 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96685266-fe58-4602-b348-0433d382afac req-511ec3b0-a953-491a-b9f8-97061aaeef57 tempest-LiveMigrationTest-1843640962 tempest-LiveMigrationTest-1843640962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:21:06.165699 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:21:06.165854 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-96685266-fe58-4602-b348-0433d382afac req-511ec3b0-a953-491a-b9f8-97061aaeef57 tempest-LiveMigrationTest-1843640962 tempest-LiveMigrationTest-1843640962-project] 10.222.0.67 "GET /v2.0/ports?device_id=0ed7f64c-c2e6-47dd-8a6e-2481a7a0c2eb HTTP/1.1" status: 200 len: 946 time: 0.1238122 Sep 23 19:21:06.176150 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:21:06.191802 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-ecf507f9-bf52-41e9-a0ef-d1d85939c39b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783145630486'] for network, precommit_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:21:06.217999 n-d-713301-16 neutron-server[95103]: DEBUG neutron.notifiers.nova [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id ab5e3235-e78f-4241-bc0a-4d5d913dcd9b {{(pid=95103) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 19:21:06.219163 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecf507f9-bf52-41e9-a0ef-d1d85939c39b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=076f8f10-41da-413e-8d86-ebe8d5fe93ac,revision_number=1']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:21:06.227845 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-ecf507f9-bf52-41e9-a0ef-d1d85939c39b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299'] for network, after_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:21:06.228853 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecf507f9-bf52-41e9-a0ef-d1d85939c39b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:21:06.229442 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-ecf507f9-bf52-41e9-a0ef-d1d85939c39b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527417'] for network, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:21:06.236992 n-d-713301-16 neutron-server[95103]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 23 Sep 2021 19:21:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb945d11-0262-4b32-8f05-427472de2285 x-openstack-request-id: req-fb945d11-0262-4b32-8f05-427472de2285 {{(pid=95103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 19:21:06.237352 n-d-713301-16 neutron-server[95103]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8adc1d5c-ae67-4d87-8284-04120d7c0f9e", "name": "network-vif-unplugged", "status": "completed", "tag": "ab5e3235-e78f-4241-bc0a-4d5d913dcd9b", "code": 200}]} {{(pid=95103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 19:21:06.237607 n-d-713301-16 neutron-server[95103]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-fb945d11-0262-4b32-8f05-427472de2285 {{(pid=95103) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 19:21:06.238127 n-d-713301-16 neutron-server[95103]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8adc1d5c-ae67-4d87-8284-04120d7c0f9e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ab5e3235-e78f-4241-bc0a-4d5d913dcd9b', 'code': 200} Sep 23 19:21:06.259181 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.v2.base [req-aeec2f50-8cf8-4a35-9c83-a965e96c9930 req-bbc44c49-5a76-41cb-913f-20f0a5ff7f9a tempest-SecurityGroupsTestJSON-1637632090 tempest-SecurityGroupsTestJSON-1637632090-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-909001032', 'description': 'tempest-description-595109484'}} {{(pid=95102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:21:06.270397 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-af11cf33-d88b-43b9-acc3-0a45bf7714a3 req-12e0303d-2915-4a51-a46c-2341d0b772b4 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=85712aaf-b3f1-464a-b5db-c24a708e4fb9 HTTP/1.1" status: 200 len: 217 time: 0.1953409 Sep 23 19:21:06.272876 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-96685266-fe58-4602-b348-0433d382afac req-1aa57241-38f0-44d1-93aa-600bb7393fa2 tempest-LiveMigrationTest-1843640962 tempest-LiveMigrationTest-1843640962-project] 10.222.0.67 "GET /v2.0/security-groups?id=1c151358-1cab-48a6-be3e-ad7507b4da06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984559 Sep 23 19:21:06.297049 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d4687f7-bda6-43b6-ba8f-4cd8bef131f0 admin admin] Made reservation on behalf of b9b1bf1e052747edb79d8459636eb975 for: {'network': 1} {{(pid=95101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:21:06.299433 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-8d4687f7-bda6-43b6-ba8f-4cd8bef131f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for network, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:21:06.313540 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-8d4687f7-bda6-43b6-ba8f-4cd8bef131f0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:21:06.345541 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-aeec2f50-8cf8-4a35-9c83-a965e96c9930 req-bbc44c49-5a76-41cb-913f-20f0a5ff7f9a tempest-SecurityGroupsTestJSON-1637632090 tempest-SecurityGroupsTestJSON-1637632090-project] Notify callbacks [] for security_group, before_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:21:06.387683 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-ecf507f9-bf52-41e9-a0ef-d1d85939c39b admin admin] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 876 time: 1.2275403 Sep 23 19:21:06.398704 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 59046) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:21:06.405733 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.v2.base [None req-710041b8-3ccb-4410-a30c-c7bfcf7859fc admin admin] Request body: {'subnet': {'network_id': '3933cf84-cdd3-4c59-ac2d-c58afedb7fce', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesTestJSON-58928728-subnet', 'tenant_id': 'e0fb920d7d3f49caa9f9e971b4a6829a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:21:06.429442 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecf507f9-bf52-41e9-a0ef-d1d85939c39b admin admin] Pushing event updated for resources: {'Network': ['ID=3933cf84-cdd3-4c59-ac2d-c58afedb7fce,revision_number=1']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:21:06.429811 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Pushing event updated for resources: {'Port': ['ID=ab5e3235-e78f-4241-bc0a-4d5d913dcd9b,revision_number=6']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:21:06.438750 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.db.api [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95103) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 23 19:21:06.439252 n-d-713301-16 neutron-server[95103]: DEBUG oslo_db.api [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 23 19:21:06.441989 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af11cf33-d88b-43b9-acc3-0a45bf7714a3 req-53d4ecae-0513-4852-9406-b354e0227559 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:21:06.443588 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-af11cf33-d88b-43b9-acc3-0a45bf7714a3 req-53d4ecae-0513-4852-9406-b354e0227559 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=b84f7821-b37e-4a80-a926-f6a9a7ebc403 HTTP/1.1" status: 200 len: 852 time: 0.1589396 Sep 23 19:21:06.443759 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Network 3933cf84-cdd3-4c59-ac2d-c58afedb7fce details requested by agent ovs-agent-n-d-713301-16 with host n-d-713301-16 {{(pid=95103) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 19:21:06.456726 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-710041b8-3ccb-4410-a30c-c7bfcf7859fc admin admin] Made reservation on behalf of e0fb920d7d3f49caa9f9e971b4a6829a for: {'subnet': 1} {{(pid=95102) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:21:06.458395 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-710041b8-3ccb-4410-a30c-c7bfcf7859fc admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5388256'] for subnet, before_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:21:06.537631 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-af11cf33-d88b-43b9-acc3-0a45bf7714a3 req-eea2ba4a-9c95-42b8-b345-047de919f875 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=1048b771-fe5c-4195-91f1-88a21e64a743&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0321143 Sep 23 19:21:06.580233 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2598e270-bab2-407c-8850-efc012de4953 req-f43ffea0-a095-4837-aaa3-2ac06b21bb5f tempest-LiveMigrationTest-677110171 tempest-LiveMigrationTest-677110171-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:21:06.582020 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-2598e270-bab2-407c-8850-efc012de4953 req-f43ffea0-a095-4837-aaa3-2ac06b21bb5f tempest-LiveMigrationTest-677110171 tempest-LiveMigrationTest-677110171-project-admin] 10.222.0.67 "GET /v2.0/ports?device_id=0ed7f64c-c2e6-47dd-8a6e-2481a7a0c2eb HTTP/1.1" status: 200 len: 1098 time: 0.1550822 Sep 23 19:21:06.630277 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-8d4687f7-bda6-43b6-ba8f-4cd8bef131f0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:21:06.635912 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-03b5941c-53dd-4180-8181-6112428dba83 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:21:06.638311 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-8d4687f7-bda6-43b6-ba8f-4cd8bef131f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:21:06.673812 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-2598e270-bab2-407c-8850-efc012de4953 req-42375d1a-7c4d-4b44-901f-f81f6396ff2f tempest-LiveMigrationTest-677110171 tempest-LiveMigrationTest-677110171-project-admin] 10.222.0.67 "GET /v2.0/security-groups?id=1c151358-1cab-48a6-be3e-ad7507b4da06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843015 Sep 23 19:21:06.679926 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8d4687f7-bda6-43b6-ba8f-4cd8bef131f0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 630} {{(pid=95101) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 19:21:06.696071 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d4687f7-bda6-43b6-ba8f-4cd8bef131f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea291150-9b8c-4fcb-bd51-1cb2e081f160,revision_number=1']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:21:06.702464 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-8d4687f7-bda6-43b6-ba8f-4cd8bef131f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1756186'] for segment, precommit_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:21:06.702812 n-d-713301-16 neutron-server[95101]: INFO neutron.db.segments_db [None req-8d4687f7-bda6-43b6-ba8f-4cd8bef131f0 admin admin] Added segment d9fca353-00c7-4d63-8b31-29fd9abb60f3 of type vlan for network 3018c2b7-6d99-4bca-a625-99b7a6f447b4 Sep 23 19:21:06.706148 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-af11cf33-d88b-43b9-acc3-0a45bf7714a3 req-20c0ce36-d712-4f26-bcd7-7fe45e2a2cb1 service neutron] 10.222.0.53 "GET /v2.0/networks/1048b771-fe5c-4195-91f1-88a21e64a743?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1602623 Sep 23 19:21:06.745379 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-710041b8-3ccb-4410-a30c-c7bfcf7859fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4398944', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5388242'] for subnet, after_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:21:06.777999 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-8d4687f7-bda6-43b6-ba8f-4cd8bef131f0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783145630486'] for network, precommit_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:21:06.844894 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-8d4687f7-bda6-43b6-ba8f-4cd8bef131f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299'] for network, after_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:21:06.846503 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d4687f7-bda6-43b6-ba8f-4cd8bef131f0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:21:06.847092 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-8d4687f7-bda6-43b6-ba8f-4cd8bef131f0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527417'] for network, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:21:06.859525 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-aeec2f50-8cf8-4a35-9c83-a965e96c9930 req-bbc44c49-5a76-41cb-913f-20f0a5ff7f9a tempest-SecurityGroupsTestJSON-1637632090 tempest-SecurityGroupsTestJSON-1637632090-project] Notify callbacks [] for security_group, precommit_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:21:06.867065 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-710041b8-3ccb-4410-a30c-c7bfcf7859fc admin admin] Pushing event updated for resources: {'Subnet': ['ID=ddb01988-b766-48de-9eb4-7d664700d39d,revision_number=0']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:21:06.870651 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-af11cf33-d88b-43b9-acc3-0a45bf7714a3 req-89fc861a-44ab-49c9-91bc-a138223ee572 service neutron] 10.222.0.53 "GET /v2.0/networks/1048b771-fe5c-4195-91f1-88a21e64a743?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1349576 Sep 23 19:21:06.875107 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-aeec2f50-8cf8-4a35-9c83-a965e96c9930 req-bbc44c49-5a76-41cb-913f-20f0a5ff7f9a tempest-SecurityGroupsTestJSON-1637632090 tempest-SecurityGroupsTestJSON-1637632090-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:21:06.921806 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d4687f7-bda6-43b6-ba8f-4cd8bef131f0 admin admin] Pushing event updated for resources: {'Network': ['ID=3018c2b7-6d99-4bca-a625-99b7a6f447b4,revision_number=1']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:21:06.932683 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Network 3018c2b7-6d99-4bca-a625-99b7a6f447b4 details requested by agent ovs-agent-n-d-713301-16 with host n-d-713301-16 {{(pid=95103) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 19:21:06.937928 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b420265c-b8ce-465b-a8d4-eb9649a0810a req-c9c2d7bf-b0de-4604-a50d-bfd3bdbf5b52 tempest-LiveAutoBlockMigrationV225Test-1531822435 tempest-LiveAutoBlockMigrationV225Test-1531822435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:21:06.939534 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-b420265c-b8ce-465b-a8d4-eb9649a0810a req-c9c2d7bf-b0de-4604-a50d-bfd3bdbf5b52 tempest-LiveAutoBlockMigrationV225Test-1531822435 tempest-LiveAutoBlockMigrationV225Test-1531822435-project] 10.222.0.67 "GET /v2.0/ports?device_id=b12a90d4-a99f-4737-98f8-64ef72d18294 HTTP/1.1" status: 200 len: 945 time: 0.1838512 Sep 23 19:21:06.943613 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-710041b8-3ccb-4410-a30c-c7bfcf7859fc admin admin] Checking segment: {'id': '2f3be12e-dba6-4aef-9978-6b9e569ce081', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '3933cf84-cdd3-4c59-ac2d-c58afedb7fce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95102) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:21:06.943974 n-d-713301-16 neutron-server[95102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-710041b8-3ccb-4410-a30c-c7bfcf7859fc admin admin] Network hostable DHCP agents. Network: 3933cf84-cdd3-4c59-ac2d-c58afedb7fce, hostable agents: ['1b18bf05-1b5f-4587-be5c-af3ac38e32ad'], hosted agents: [] {{(pid=95102) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 19:21:06.959105 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbc44c49-5a76-41cb-913f-20f0a5ff7f9a tempest-SecurityGroupsTestJSON-1637632090 tempest-SecurityGroupsTestJSON-1637632090-project] Pushing event updated for resources: {'SecurityGroup': ['ID=93c83c91-b85a-4920-9a4c-e55a98db58d1,revision_number=1']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:21:07.003882 n-d-713301-16 neutron-server[95102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-710041b8-3ccb-4410-a30c-c7bfcf7859fc admin admin] Network 3933cf84-cdd3-4c59-ac2d-c58afedb7fce is scheduled to be hosted by DHCP agent 1b18bf05-1b5f-4587-be5c-af3ac38e32ad with binding_index 1 {{(pid=95102) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 19:21:07.019761 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-b420265c-b8ce-465b-a8d4-eb9649a0810a req-584ddba1-7e10-4154-bb3a-ebd6457467c5 tempest-LiveAutoBlockMigrationV225Test-1531822435 tempest-LiveAutoBlockMigrationV225Test-1531822435-project] 10.222.0.67 "GET /v2.0/security-groups?id=6d32247e-8bb7-4ae1-818c-76baafa39c73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718620 Sep 23 19:21:07.021515 n-d-713301-16 neutron-server[95102]: DEBUG neutron.scheduler.base_scheduler [None req-710041b8-3ccb-4410-a30c-c7bfcf7859fc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713301-16, 3933cf84-cdd3-4c59-ac2d-c58afedb7fce) {{(pid=95102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:21:07.024914 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:21:07.031501 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-710041b8-3ccb-4410-a30c-c7bfcf7859fc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:21:07.031891 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-710041b8-3ccb-4410-a30c-c7bfcf7859fc admin admin] Notify callbacks [] for subnet, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:21:07.039583 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-faa4c786-e64d-403f-9ab4-4603dec99d6f None None] Network 3933cf84-cdd3-4c59-ac2d-c58afedb7fce requested from n-d-713301-16 {{(pid=95103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 19:21:07.063698 n-d-713301-16 neutron-server[95103]: DEBUG neutron.notifiers.nova [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ab5e3235-e78f-4241-bc0a-4d5d913dcd9b {{(pid=95103) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 19:21:07.092774 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-03b5941c-53dd-4180-8181-6112428dba83 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:21:07.102020 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-03b5941c-53dd-4180-8181-6112428dba83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:21:07.107038 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-8d4687f7-bda6-43b6-ba8f-4cd8bef131f0 admin admin] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.7372675 Sep 23 19:21:07.107554 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 59054) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:21:07.113459 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.v2.base [None req-b987ba86-66d6-48f8-b5d0-c5aa768907a9 admin admin] Request body: {'subnet': {'network_id': '3018c2b7-6d99-4bca-a625-99b7a6f447b4', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestBootFromVolume-424061460-subnet', 'tenant_id': 'b9b1bf1e052747edb79d8459636eb975', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=95101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:21:07.119423 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] For port ab5e3235-e78f-4241-bc0a-4d5d913dcd9b, host n-h1-713301-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-16',level=0,port_id=ab5e3235-e78f-4241-bc0a-4d5d913dcd9b,segment=NetworkSegment(6139d589-eb6c-4578-8935-c26ddf396853),segment_id=6139d589-eb6c-4578-8935-c26ddf396853)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:21:07.125353 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-aeec2f50-8cf8-4a35-9c83-a965e96c9930 req-bbc44c49-5a76-41cb-913f-20f0a5ff7f9a tempest-SecurityGroupsTestJSON-1637632090 tempest-SecurityGroupsTestJSON-1637632090-project] Notify callbacks [] for security_group, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:21:07.125528 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:21:07.127595 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-aeec2f50-8cf8-4a35-9c83-a965e96c9930 req-bbc44c49-5a76-41cb-913f-20f0a5ff7f9a tempest-SecurityGroupsTestJSON-1637632090 tempest-SecurityGroupsTestJSON-1637632090-project] 10.222.0.67 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1804 time: 0.8719921 Sep 23 19:21:07.138080 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-710041b8-3ccb-4410-a30c-c7bfcf7859fc admin admin] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 0.7381921 Sep 23 19:21:07.161793 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b987ba86-66d6-48f8-b5d0-c5aa768907a9 admin admin] Made reservation on behalf of b9b1bf1e052747edb79d8459636eb975 for: {'subnet': 1} {{(pid=95101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:21:07.164549 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-b987ba86-66d6-48f8-b5d0-c5aa768907a9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6130979'] for subnet, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:21:07.208203 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-03b5941c-53dd-4180-8181-6112428dba83 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=61e190ebd84f497d9893142aee8147b0&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2187743 Sep 23 19:21:07.209043 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03b5941c-53dd-4180-8181-6112428dba83 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec17d70b-104d-4fa9-a176-b037df3ed7b5,revision_number=1']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:21:07.211527 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 59060) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:21:07.230902 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73203598-44b8-48f1-8e30-d1965d2dd397 req-1274a3c9-00cd-4c0c-a9a1-b81d1d4b6e22 tempest-ServersAdminTestJSON-1371927677 tempest-ServersAdminTestJSON-1371927677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:21:07.232905 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-73203598-44b8-48f1-8e30-d1965d2dd397 req-1274a3c9-00cd-4c0c-a9a1-b81d1d4b6e22 tempest-ServersAdminTestJSON-1371927677 tempest-ServersAdminTestJSON-1371927677-project] 10.222.0.67 "GET /v2.0/ports?device_id=8adc1d5c-ae67-4d87-8284-04120d7c0f9e HTTP/1.1" status: 200 len: 949 time: 0.1190104 Sep 23 19:21:07.288104 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7219048-4c2f-4a98-b3df-a51df7da5361 None None] Network 3933cf84-cdd3-4c59-ac2d-c58afedb7fce requested from n-d-713301-16 {{(pid=95103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 19:21:07.333035 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-73203598-44b8-48f1-8e30-d1965d2dd397 req-78171692-1a83-45b0-bf5e-089b45547c8e tempest-ServersAdminTestJSON-1371927677 tempest-ServersAdminTestJSON-1371927677-project] 10.222.0.67 "GET /v2.0/security-groups?id=f6ea2bc2-ae02-426e-9312-246b38837e94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929508 Sep 23 19:21:07.333715 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-1edf2026-169e-4300-a8ca-9d8af990c7b0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:21:07.341038 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Pushing event updated for resources: {'Port': ['ID=ab5e3235-e78f-4241-bc0a-4d5d913dcd9b,revision_number=7']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:21:07.367192 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.v2.base [req-06bb729f-208a-4760-ab6c-3d581058733e req-48fb9a4d-9135-4e8d-80ec-2d63caa42d11 tempest-SecurityGroupsTestJSON-1637632090 tempest-SecurityGroupsTestJSON-1637632090-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1500663338', 'description': 'tempest-description-1622440751'}} {{(pid=95102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:21:07.394669 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-1edf2026-169e-4300-a8ca-9d8af990c7b0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:21:07.456278 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-1edf2026-169e-4300-a8ca-9d8af990c7b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:21:07.459261 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-1edf2026-169e-4300-a8ca-9d8af990c7b0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:21:07.460880 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-1edf2026-169e-4300-a8ca-9d8af990c7b0 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/ec17d70b-104d-4fa9-a176-b037df3ed7b5 HTTP/1.1" status: 204 len: 168 time: 0.2465928 Sep 23 19:21:07.476347 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-b987ba86-66d6-48f8-b5d0-c5aa768907a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5607579', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6130961'] for subnet, after_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:21:07.476990 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1edf2026-169e-4300-a8ca-9d8af990c7b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec17d70b-104d-4fa9-a176-b037df3ed7b5,revision_number=None']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:21:07.485666 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-06bb729f-208a-4760-ab6c-3d581058733e req-48fb9a4d-9135-4e8d-80ec-2d63caa42d11 tempest-SecurityGroupsTestJSON-1637632090 tempest-SecurityGroupsTestJSON-1637632090-project] Notify callbacks [] for security_group, before_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:21:07.515845 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] get_ports_and_sgs() called for port_ids ['ab5e3235-e78f-4241-bc0a-4d5d913dcd9b'] {{(pid=95103) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 19:21:07.656899 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b987ba86-66d6-48f8-b5d0-c5aa768907a9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c4da4d29-f3ff-4267-a202-348183c23904,revision_number=0']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:21:07.660128 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b987ba86-66d6-48f8-b5d0-c5aa768907a9 admin admin] Checking segment: {'id': 'd9fca353-00c7-4d63-8b31-29fd9abb60f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '3018c2b7-6d99-4bca-a625-99b7a6f447b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:21:07.660487 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b987ba86-66d6-48f8-b5d0-c5aa768907a9 admin admin] Network hostable DHCP agents. Network: 3018c2b7-6d99-4bca-a625-99b7a6f447b4, hostable agents: ['1b18bf05-1b5f-4587-be5c-af3ac38e32ad'], hosted agents: [] {{(pid=95101) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 19:21:07.699772 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-06bb729f-208a-4760-ab6c-3d581058733e req-48fb9a4d-9135-4e8d-80ec-2d63caa42d11 tempest-SecurityGroupsTestJSON-1637632090 tempest-SecurityGroupsTestJSON-1637632090-project] Notify callbacks [] for security_group, precommit_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:21:07.706524 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b987ba86-66d6-48f8-b5d0-c5aa768907a9 admin admin] Network 3018c2b7-6d99-4bca-a625-99b7a6f447b4 is scheduled to be hosted by DHCP agent 1b18bf05-1b5f-4587-be5c-af3ac38e32ad with binding_index 1 {{(pid=95101) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 19:21:07.714942 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-06bb729f-208a-4760-ab6c-3d581058733e req-48fb9a4d-9135-4e8d-80ec-2d63caa42d11 tempest-SecurityGroupsTestJSON-1637632090 tempest-SecurityGroupsTestJSON-1637632090-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:21:07.728812 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.base_scheduler [None req-b987ba86-66d6-48f8-b5d0-c5aa768907a9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713301-16, 3018c2b7-6d99-4bca-a625-99b7a6f447b4) {{(pid=95101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:21:07.747869 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b987ba86-66d6-48f8-b5d0-c5aa768907a9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:21:07.748869 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-b987ba86-66d6-48f8-b5d0-c5aa768907a9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527417'] for subnet, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:21:07.758504 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e79d20e-2e8d-4360-a391-fdaf93e14577 None None] Network 3018c2b7-6d99-4bca-a625-99b7a6f447b4 requested from n-d-713301-16 {{(pid=95103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 19:21:07.786796 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48fb9a4d-9135-4e8d-80ec-2d63caa42d11 tempest-SecurityGroupsTestJSON-1637632090 tempest-SecurityGroupsTestJSON-1637632090-project] Pushing event updated for resources: {'SecurityGroup': ['ID=94f0443d-254e-4643-9f9b-47c9a698d34d,revision_number=1']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:21:07.787156 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-b987ba86-66d6-48f8-b5d0-c5aa768907a9 admin admin] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6785100 Sep 23 19:21:07.799492 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-06bb729f-208a-4760-ab6c-3d581058733e req-48fb9a4d-9135-4e8d-80ec-2d63caa42d11 tempest-SecurityGroupsTestJSON-1637632090 tempest-SecurityGroupsTestJSON-1637632090-project] Notify callbacks [] for security_group, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:21:07.801074 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-06bb729f-208a-4760-ab6c-3d581058733e req-48fb9a4d-9135-4e8d-80ec-2d63caa42d11 tempest-SecurityGroupsTestJSON-1637632090 tempest-SecurityGroupsTestJSON-1637632090-project] 10.222.0.67 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1806 time: 0.4486644 Sep 23 19:21:07.801196 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 59084) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:21:07.809170 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.v2.base [None req-d54f02e9-c64b-482e-82f4-7ef59e8b60a2 admin admin] Request body: {'router': {'name': 'tempest-ServersTestBootFromVolume-424061460-router', 'tenant_id': 'b9b1bf1e052747edb79d8459636eb975', 'external_gateway_info': {'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac'}}} {{(pid=95101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:21:07.842452 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a681e4f-ebf8-44c9-b7f9-dfd5c82d5fba req-2b207a2e-9478-4fb3-bd26-258f60944a3c tempest-ImagesTestJSON-1030216449 tempest-ImagesTestJSON-1030216449-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:21:07.844020 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-8a681e4f-ebf8-44c9-b7f9-dfd5c82d5fba req-2b207a2e-9478-4fb3-bd26-258f60944a3c tempest-ImagesTestJSON-1030216449 tempest-ImagesTestJSON-1030216449-project] 10.222.0.67 "GET /v2.0/networks?id=3933cf84-cdd3-4c59-ac2d-c58afedb7fce HTTP/1.1" status: 200 len: 803 time: 0.2219334 Sep 23 19:21:07.848517 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.v2.base [req-b02c05cf-74f6-4423-a816-bdb8f3da8234 req-c58465e3-7c2d-4eef-9a65-1d3c5086ed3f tempest-SecurityGroupsTestJSON-1637632090 tempest-SecurityGroupsTestJSON-1637632090-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1591702151', 'description': 'tempest-description-216473426'}} {{(pid=95102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:21:07.860211 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-d54f02e9-c64b-482e-82f4-7ef59e8b60a2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-594563', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29355'] for router, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:21:07.863741 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-d54f02e9-c64b-482e-82f4-7ef59e8b60a2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-597363', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-601731', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-739356', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29346'] for router, precommit_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:21:07.874445 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-8a681e4f-ebf8-44c9-b7f9-dfd5c82d5fba req-e1e5327a-c983-4454-8672-154086e69980 tempest-ImagesTestJSON-1030216449 tempest-ImagesTestJSON-1030216449-project] 10.222.0.67 "GET /v2.0/quotas/e0fb920d7d3f49caa9f9e971b4a6829a HTTP/1.1" status: 200 len: 375 time: 0.0201797 Sep 23 19:21:07.886350 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-b02c05cf-74f6-4423-a816-bdb8f3da8234 req-c58465e3-7c2d-4eef-9a65-1d3c5086ed3f tempest-SecurityGroupsTestJSON-1637632090 tempest-SecurityGroupsTestJSON-1637632090-project] Notify callbacks [] for security_group, before_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:21:07.959919 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-d54f02e9-c64b-482e-82f4-7ef59e8b60a2 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:21:07.963773 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-8a681e4f-ebf8-44c9-b7f9-dfd5c82d5fba req-ff61d188-3ba8-429b-8f0f-354ca7bed278 tempest-ImagesTestJSON-1030216449 tempest-ImagesTestJSON-1030216449-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=e0fb920d7d3f49caa9f9e971b4a6829a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0727968 Sep 23 19:21:08.050480 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1210e116-7b71-4c3d-a505-81269e404599 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4c8b80df-07eb-5275-9f17-5cf640db67c0-3018c2b7-6d99-4bca-a625-99b7a6f447b4', 'network_id': '3018c2b7-6d99-4bca-a625-99b7a6f447b4', 'tenant_id': 'b9b1bf1e052747edb79d8459636eb975', 'fixed_ips': [{'subnet_id': 'c4da4d29-f3ff-4267-a202-348183c23904'}]}} from n-d-713301-16. {{(pid=95103) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 23 19:21:08.051601 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-1210e116-7b71-4c3d-a505-81269e404599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_create {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:21:08.114877 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-8a681e4f-ebf8-44c9-b7f9-dfd5c82d5fba req-6a17c6fe-c79b-45b9-95c0-e5b6d2868cbf service neutron] 10.222.0.67 "GET /v2.0/networks/3933cf84-cdd3-4c59-ac2d-c58afedb7fce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1377020 Sep 23 19:21:08.128015 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-b02c05cf-74f6-4423-a816-bdb8f3da8234 req-c58465e3-7c2d-4eef-9a65-1d3c5086ed3f tempest-SecurityGroupsTestJSON-1637632090 tempest-SecurityGroupsTestJSON-1637632090-project] Notify callbacks [] for security_group, precommit_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:21:08.220632 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-d54f02e9-c64b-482e-82f4-7ef59e8b60a2 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:21:08.233160 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-b02c05cf-74f6-4423-a816-bdb8f3da8234 req-c58465e3-7c2d-4eef-9a65-1d3c5086ed3f tempest-SecurityGroupsTestJSON-1637632090 tempest-SecurityGroupsTestJSON-1637632090-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:21:08.291813 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.db_base_plugin_common [None req-1210e116-7b71-4c3d-a505-81269e404599 None None] Allocated IP 172.20.0.2 (3018c2b7-6d99-4bca-a625-99b7a6f447b4/c4da4d29-f3ff-4267-a202-348183c23904/4b3f0429-7c4f-4598-8d25-eaaa44ae5b13) {{(pid=95103) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 19:21:08.304634 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c58465e3-7c2d-4eef-9a65-1d3c5086ed3f tempest-SecurityGroupsTestJSON-1637632090 tempest-SecurityGroupsTestJSON-1637632090-project] Pushing event updated for resources: {'SecurityGroup': ['ID=71ec5571-7cec-4681-a638-905ef941ef11,revision_number=1']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:21:08.308221 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-b02c05cf-74f6-4423-a816-bdb8f3da8234 req-c58465e3-7c2d-4eef-9a65-1d3c5086ed3f tempest-SecurityGroupsTestJSON-1637632090 tempest-SecurityGroupsTestJSON-1637632090-project] Notify callbacks [] for security_group, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:21:08.309496 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-b02c05cf-74f6-4423-a816-bdb8f3da8234 req-c58465e3-7c2d-4eef-9a65-1d3c5086ed3f tempest-SecurityGroupsTestJSON-1637632090 tempest-SecurityGroupsTestJSON-1637632090-project] 10.222.0.67 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1805 time: 0.4790990 Sep 23 19:21:08.330206 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-8a681e4f-ebf8-44c9-b7f9-dfd5c82d5fba req-2e05c864-ccdf-452c-8a41-73902317c766 service neutron] 10.222.0.67 "GET /v2.0/networks/3933cf84-cdd3-4c59-ac2d-c58afedb7fce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2053230 Sep 23 19:21:08.584398 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-1210e116-7b71-4c3d-a505-81269e404599 None None] Notify callbacks [] for port, precommit_create {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:21:08.592923 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-1210e116-7b71-4c3d-a505-81269e404599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783145673135'] for port, after_create {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:21:08.598097 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f04267-1d9e-4174-bd7b-194f180c68fc req-86e53ae1-ad47-4a93-8b82-b07d70829cd5 tempest-LiveAutoBlockMigrationV225Test-1531822435 tempest-LiveAutoBlockMigrationV225Test-1531822435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:21:08.606757 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-e0f04267-1d9e-4174-bd7b-194f180c68fc req-86e53ae1-ad47-4a93-8b82-b07d70829cd5 tempest-LiveAutoBlockMigrationV225Test-1531822435 tempest-LiveAutoBlockMigrationV225Test-1531822435-project] 10.222.0.67 "GET /v2.0/ports?device_id=b12a90d4-a99f-4737-98f8-64ef72d18294 HTTP/1.1" status: 200 len: 945 time: 0.1328361 Sep 23 19:21:08.671722 n-d-713301-16 neutron-server[95103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1210e116-7b71-4c3d-a505-81269e404599 None None] Network 3018c2b7-6d99-4bca-a625-99b7a6f447b4 is already hosted by enough agents. {{(pid=95103) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:21:08.682867 n-d-713301-16 neutron-server[95103]: DEBUG neutron.scheduler.base_scheduler [None req-1210e116-7b71-4c3d-a505-81269e404599 None None] Resources bound (agent type, host, resource id): {{(pid=95103) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:21:08.697173 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1210e116-7b71-4c3d-a505-81269e404599 None None] Received port after_create {{(pid=95103) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 19:21:08.703852 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1210e116-7b71-4c3d-a505-81269e404599 None None] Pushing event updated for resources: {'Port': ['ID=4b3f0429-7c4f-4598-8d25-eaaa44ae5b13,revision_number=1']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:21:08.708978 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-e0f04267-1d9e-4174-bd7b-194f180c68fc req-7dbfe7a1-91eb-486c-a4b4-9991ed8440df tempest-LiveAutoBlockMigrationV225Test-1531822435 tempest-LiveAutoBlockMigrationV225Test-1531822435-project] 10.222.0.67 "GET /v2.0/security-groups?id=6d32247e-8bb7-4ae1-818c-76baafa39c73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011903 Sep 23 19:21:08.791996 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.managers [None req-1210e116-7b71-4c3d-a505-81269e404599 None None] Attempting to bind port 4b3f0429-7c4f-4598-8d25-eaaa44ae5b13 on host n-d-713301-16 for vnic_type normal with profile {{(pid=95103) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 19:21:08.792436 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.managers [None req-1210e116-7b71-4c3d-a505-81269e404599 None None] Attempting to bind port 4b3f0429-7c4f-4598-8d25-eaaa44ae5b13 by drivers openvswitch,hyperv on host n-d-713301-16 at level 0 using segments [{'id': 'd9fca353-00c7-4d63-8b31-29fd9abb60f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '3018c2b7-6d99-4bca-a625-99b7a6f447b4'}] {{(pid=95103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 19:21:08.792986 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1210e116-7b71-4c3d-a505-81269e404599 None None] Attempting to bind port 4b3f0429-7c4f-4598-8d25-eaaa44ae5b13 on network 3018c2b7-6d99-4bca-a625-99b7a6f447b4 {{(pid=95103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:21:08.800757 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1210e116-7b71-4c3d-a505-81269e404599 None None] Checking agent: {'id': '70a14545-df24-472f-8f95-bfe1719bff93', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 19, 7, 53), 'started_at': datetime.datetime(2021, 9, 23, 19, 8, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 19, 20, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 19:21:08.801987 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1210e116-7b71-4c3d-a505-81269e404599 None None] Checking segment: {'id': 'd9fca353-00c7-4d63-8b31-29fd9abb60f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '3018c2b7-6d99-4bca-a625-99b7a6f447b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95103) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:21:08.802419 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-1210e116-7b71-4c3d-a505-81269e404599 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:21:08.803002 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1210e116-7b71-4c3d-a505-81269e404599 None None] Bound using segment: {'id': 'd9fca353-00c7-4d63-8b31-29fd9abb60f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '3018c2b7-6d99-4bca-a625-99b7a6f447b4'} {{(pid=95103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 19:21:08.803455 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.managers [None req-1210e116-7b71-4c3d-a505-81269e404599 None None] Bound port: 4b3f0429-7c4f-4598-8d25-eaaa44ae5b13, host: n-d-713301-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd9fca353-00c7-4d63-8b31-29fd9abb60f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '3018c2b7-6d99-4bca-a625-99b7a6f447b4'}}] {{(pid=95103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 19:21:08.803902 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-1210e116-7b71-4c3d-a505-81269e404599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:21:08.886821 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-c56e44db-40a7-43d1-8001-8cdcdfea9293 req-5650ee7b-4a1a-4028-ba75-0f1bfe2f6733 tempest-SecurityGroupsTestJSON-1637632090 tempest-SecurityGroupsTestJSON-1637632090-project] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=5c7e58d511994cccb082b917c36a96c0 HTTP/1.1" status: 200 len: 10894 time: 0.2712486 Sep 23 19:21:09.022876 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-1210e116-7b71-4c3d-a505-81269e404599 None None] For port 4b3f0429-7c4f-4598-8d25-eaaa44ae5b13, host n-d-713301-16, cleared binding levels {{(pid=95103) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 19:21:09.027763 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-1210e116-7b71-4c3d-a505-81269e404599 None None] For port 4b3f0429-7c4f-4598-8d25-eaaa44ae5b13, host n-d-713301-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-16',level=0,port_id=4b3f0429-7c4f-4598-8d25-eaaa44ae5b13,segment=NetworkSegment(d9fca353-00c7-4d63-8b31-29fd9abb60f3),segment_id=d9fca353-00c7-4d63-8b31-29fd9abb60f3)] {{(pid=95103) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 19:21:09.031290 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-c56e44db-40a7-43d1-8001-8cdcdfea9293 req-e71514dd-1f00-4e6a-a525-8cc4c7b362bf tempest-SecurityGroupsTestJSON-1637632090 tempest-SecurityGroupsTestJSON-1637632090-project] 10.222.0.67 "GET /v2.0/security-groups/87ba3455-2374-4d66-b6f9-7fb4c2df74bb HTTP/1.1" status: 200 len: 2981 time: 0.1176674 Sep 23 19:21:09.035721 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-1210e116-7b71-4c3d-a505-81269e404599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:21:09.051844 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b74b1d-e0dc-439f-adb0-a0005bdc2e29 req-5c49f511-430f-45db-a4ca-8c17310786c2 tempest-ServersAdminTestJSON-1371927677 tempest-ServersAdminTestJSON-1371927677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:21:09.053766 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-41b74b1d-e0dc-439f-adb0-a0005bdc2e29 req-5c49f511-430f-45db-a4ca-8c17310786c2 tempest-ServersAdminTestJSON-1371927677 tempest-ServersAdminTestJSON-1371927677-project] 10.222.0.67 "GET /v2.0/ports?device_id=8adc1d5c-ae67-4d87-8284-04120d7c0f9e HTTP/1.1" status: 200 len: 949 time: 0.1842523 Sep 23 19:21:09.135918 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1210e116-7b71-4c3d-a505-81269e404599 None None] Pushing event updated for resources: {'Port': ['ID=4b3f0429-7c4f-4598-8d25-eaaa44ae5b13,revision_number=2']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:21:09.175040 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-41b74b1d-e0dc-439f-adb0-a0005bdc2e29 req-82919846-1203-47a6-9952-1d7a71452006 tempest-ServersAdminTestJSON-1371927677 tempest-ServersAdminTestJSON-1371927677-project] 10.222.0.67 "GET /v2.0/security-groups?id=f6ea2bc2-ae02-426e-9312-246b38837e94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944135 Sep 23 19:21:09.197646 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-c56e44db-40a7-43d1-8001-8cdcdfea9293 req-9574dc4d-5576-4a57-acf6-13df769a257a tempest-SecurityGroupsTestJSON-1637632090 tempest-SecurityGroupsTestJSON-1637632090-project] 10.222.0.67 "GET /v2.0/security-groups/87ba3455-2374-4d66-b6f9-7fb4c2df74bb HTTP/1.1" status: 200 len: 2981 time: 0.1319530 Sep 23 19:21:09.246451 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-d54f02e9-c64b-482e-82f4-7ef59e8b60a2 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:21:09.267472 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-d54f02e9-c64b-482e-82f4-7ef59e8b60a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:21:09.337113 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-3c37af65-61aa-429d-8a85-fd1827abfba2 req-3e95aa4f-6839-4e56-8b08-34f5092c8d6c tempest-SecurityGroupsTestJSON-1637632090 tempest-SecurityGroupsTestJSON-1637632090-project] 10.222.0.67 "GET /v2.0/security-groups/93c83c91-b85a-4920-9a4c-e55a98db58d1 HTTP/1.1" status: 200 len: 1799 time: 0.1100404 Sep 23 19:21:09.339746 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-63214dd4-ed64-4d81-9557-601cb51e3645 req-7e4237b4-5b98-4145-ac56-bc912f332508 tempest-ImagesTestJSON-1030216449 tempest-ImagesTestJSON-1030216449-project] 10.222.0.67 "GET /v2.0/ports?device_id=33510898-09b3-4694-9adb-128d54910ad2 HTTP/1.1" status: 200 len: 210 time: 0.0604830 Sep 23 19:21:09.444265 n-d-713301-16 neutron-server[95101]: DEBUG neutron.db.db_base_plugin_common [None req-d54f02e9-c64b-482e-82f4-7ef59e8b60a2 admin admin] Allocated IP 172.25.1.95 (5dec5c09-378e-4f50-89cc-d94eb81c3bac/eff83446-018c-428d-b3f5-54ac9abe7a2a/e8904638-1ea1-46e8-8511-305a3e759973) {{(pid=95101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 19:21:09.527025 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-3c37af65-61aa-429d-8a85-fd1827abfba2 req-1e4184fd-a34b-4941-bad3-6bca471da5b8 tempest-SecurityGroupsTestJSON-1637632090 tempest-SecurityGroupsTestJSON-1637632090-project] Notify callbacks [] for security_group, before_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:21:09.577080 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-3c37af65-61aa-429d-8a85-fd1827abfba2 req-1e4184fd-a34b-4941-bad3-6bca471da5b8 tempest-SecurityGroupsTestJSON-1637632090 tempest-SecurityGroupsTestJSON-1637632090-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:21:09.590338 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Device 4b3f0429-7c4f-4598-8d25-eaaa44ae5b13 up at agent ovs-agent-n-d-713301-16 {{(pid=95103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 19:21:09.628091 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-d54f02e9-c64b-482e-82f4-7ef59e8b60a2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:21:09.670314 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Device ab5e3235-e78f-4241-bc0a-4d5d913dcd9b up at agent hyperv_n-h1-713301-16 {{(pid=95103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 19:21:09.685094 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-3c37af65-61aa-429d-8a85-fd1827abfba2 req-1e4184fd-a34b-4941-bad3-6bca471da5b8 tempest-SecurityGroupsTestJSON-1637632090 tempest-SecurityGroupsTestJSON-1637632090-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:21:09.690118 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-3c37af65-61aa-429d-8a85-fd1827abfba2 req-1e4184fd-a34b-4941-bad3-6bca471da5b8 tempest-SecurityGroupsTestJSON-1637632090 tempest-SecurityGroupsTestJSON-1637632090-project] Notify callbacks [] for security_group, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:21:09.694360 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-d54f02e9-c64b-482e-82f4-7ef59e8b60a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783145673135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5607431'] for port, after_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:21:09.699389 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-3c37af65-61aa-429d-8a85-fd1827abfba2 req-1e4184fd-a34b-4941-bad3-6bca471da5b8 tempest-SecurityGroupsTestJSON-1637632090 tempest-SecurityGroupsTestJSON-1637632090-project] 10.222.0.67 "DELETE /v2.0/security-groups/93c83c91-b85a-4920-9a4c-e55a98db58d1 HTTP/1.1" status: 204 len: 173 time: 0.3298490 Sep 23 19:21:09.709943 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e4184fd-a34b-4941-bad3-6bca471da5b8 tempest-SecurityGroupsTestJSON-1637632090 tempest-SecurityGroupsTestJSON-1637632090-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=93c83c91-b85a-4920-9a4c-e55a98db58d1,revision_number=None']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:21:09.741377 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d54f02e9-c64b-482e-82f4-7ef59e8b60a2 admin admin] Network 5dec5c09-378e-4f50-89cc-d94eb81c3bac is already hosted by enough agents. {{(pid=95101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:21:09.750004 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.base_scheduler [None req-d54f02e9-c64b-482e-82f4-7ef59e8b60a2 admin admin] Resources bound (agent type, host, resource id): {{(pid=95101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:21:09.757063 n-d-713301-16 neutron-server[95102]: INFO neutron.api.v2.resource [req-09ca2948-5af9-493d-bd5c-bc45399a8e67 req-415b06c2-d7b9-4398-b96d-bde7fb62139f tempest-SecurityGroupsTestJSON-1637632090 tempest-SecurityGroupsTestJSON-1637632090-project] show failed (client error): The resource could not be found. Sep 23 19:21:09.760302 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-09ca2948-5af9-493d-bd5c-bc45399a8e67 req-415b06c2-d7b9-4398-b96d-bde7fb62139f tempest-SecurityGroupsTestJSON-1637632090 tempest-SecurityGroupsTestJSON-1637632090-project] 10.222.0.67 "GET /v2.0/security-groups/93c83c91-b85a-4920-9a4c-e55a98db58d1 HTTP/1.1" status: 404 len: 352 time: 0.0346851 Sep 23 19:21:09.765807 n-d-713301-16 neutron-server[95101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d54f02e9-c64b-482e-82f4-7ef59e8b60a2 admin admin] Received port after_create {{(pid=95101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 19:21:09.782185 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Provisioning complete for port 4b3f0429-7c4f-4598-8d25-eaaa44ae5b13 triggered by entity L2. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:21:09.783293 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:21:09.797353 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d54f02e9-c64b-482e-82f4-7ef59e8b60a2 admin admin] Pushing event updated for resources: {'Port': ['ID=e8904638-1ea1-46e8-8511-305a3e759973,revision_number=1']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:21:09.832011 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Provisioning complete for port ab5e3235-e78f-4241-bc0a-4d5d913dcd9b triggered by entity L2. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:21:09.832485 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:21:09.883720 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-df040fa2-65e7-482a-869a-9b104d3defa1 req-4ac6ba77-6f2f-417a-b7be-e056bddd289a tempest-SecurityGroupsTestJSON-1637632090 tempest-SecurityGroupsTestJSON-1637632090-project] 10.222.0.67 "GET /v2.0/security-groups/94f0443d-254e-4643-9f9b-47c9a698d34d HTTP/1.1" status: 200 len: 1801 time: 0.0950742 Sep 23 19:21:09.911709 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e8d2ab-7a4e-4e1e-9752-b3b0ed18565d req-869513c8-18aa-4b9a-a5f5-760350d7ed44 tempest-LiveAutoBlockMigrationV225Test-1531822435 tempest-LiveAutoBlockMigrationV225Test-1531822435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:21:09.913687 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-85e8d2ab-7a4e-4e1e-9752-b3b0ed18565d req-869513c8-18aa-4b9a-a5f5-760350d7ed44 tempest-LiveAutoBlockMigrationV225Test-1531822435 tempest-LiveAutoBlockMigrationV225Test-1531822435-project] 10.222.0.67 "GET /v2.0/ports?device_id=b12a90d4-a99f-4737-98f8-64ef72d18294 HTTP/1.1" status: 200 len: 945 time: 0.0794256 Sep 23 19:21:10.016340 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:21:10.033639 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-df040fa2-65e7-482a-869a-9b104d3defa1 req-21060577-1037-40e7-8b65-3129b085adb4 tempest-SecurityGroupsTestJSON-1637632090 tempest-SecurityGroupsTestJSON-1637632090-project] Notify callbacks [] for security_group, before_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:21:10.043418 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:21:10.072312 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-85e8d2ab-7a4e-4e1e-9752-b3b0ed18565d req-220094b6-b29a-4f6c-8e9d-c3a7701cad52 tempest-LiveAutoBlockMigrationV225Test-1531822435 tempest-LiveAutoBlockMigrationV225Test-1531822435-project] 10.222.0.67 "GET /v2.0/security-groups?id=6d32247e-8bb7-4ae1-818c-76baafa39c73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1347957 Sep 23 19:21:10.084776 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] For port ab5e3235-e78f-4241-bc0a-4d5d913dcd9b, host n-h1-713301-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-16',level=0,port_id=ab5e3235-e78f-4241-bc0a-4d5d913dcd9b,segment=NetworkSegment(6139d589-eb6c-4578-8935-c26ddf396853),segment_id=6139d589-eb6c-4578-8935-c26ddf396853)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:21:10.091400 n-d-713301-16 neutron-server[95103]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8adc1d5c-ae67-4d87-8284-04120d7c0f9e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab5e3235-e78f-4241-bc0a-4d5d913dcd9b'}] {{(pid=95103) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 19:21:10.095256 n-d-713301-16 neutron-server[95103]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}81a1c17f2aa89d5b3ebbba3a3e0cf7eb588e431c2224256110c4c4facdd7c3e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dcb7f261-0452-4916-bbe1-effea6b042f7" -d '{"events": [{"server_uuid": "8adc1d5c-ae67-4d87-8284-04120d7c0f9e", "name": "network-vif-plugged", "status": "completed", "tag": "ab5e3235-e78f-4241-bc0a-4d5d913dcd9b"}]}' {{(pid=95103) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 19:21:10.100450 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:21:10.125760 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-df040fa2-65e7-482a-869a-9b104d3defa1 req-21060577-1037-40e7-8b65-3129b085adb4 tempest-SecurityGroupsTestJSON-1637632090 tempest-SecurityGroupsTestJSON-1637632090-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:21:10.146661 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-d54f02e9-c64b-482e-82f4-7ef59e8b60a2 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:21:10.209545 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-df040fa2-65e7-482a-869a-9b104d3defa1 req-21060577-1037-40e7-8b65-3129b085adb4 tempest-SecurityGroupsTestJSON-1637632090 tempest-SecurityGroupsTestJSON-1637632090-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:21:10.210127 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Pushing event updated for resources: {'Port': ['ID=ab5e3235-e78f-4241-bc0a-4d5d913dcd9b,revision_number=8']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:21:10.212990 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-df040fa2-65e7-482a-869a-9b104d3defa1 req-21060577-1037-40e7-8b65-3129b085adb4 tempest-SecurityGroupsTestJSON-1637632090 tempest-SecurityGroupsTestJSON-1637632090-project] Notify callbacks [] for security_group, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:21:10.215078 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-df040fa2-65e7-482a-869a-9b104d3defa1 req-21060577-1037-40e7-8b65-3129b085adb4 tempest-SecurityGroupsTestJSON-1637632090 tempest-SecurityGroupsTestJSON-1637632090-project] 10.222.0.67 "DELETE /v2.0/security-groups/94f0443d-254e-4643-9f9b-47c9a698d34d HTTP/1.1" status: 204 len: 173 time: 0.3217936 Sep 23 19:21:10.230194 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21060577-1037-40e7-8b65-3129b085adb4 tempest-SecurityGroupsTestJSON-1637632090 tempest-SecurityGroupsTestJSON-1637632090-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=94f0443d-254e-4643-9f9b-47c9a698d34d,revision_number=None']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:21:10.277530 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] For port 4b3f0429-7c4f-4598-8d25-eaaa44ae5b13, host n-d-713301-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-16',level=0,port_id=4b3f0429-7c4f-4598-8d25-eaaa44ae5b13,segment=NetworkSegment(d9fca353-00c7-4d63-8b31-29fd9abb60f3),segment_id=d9fca353-00c7-4d63-8b31-29fd9abb60f3)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:21:10.303045 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:21:10.371431 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a681e4f-ebf8-44c9-b7f9-dfd5c82d5fba req-1df8c8b8-3a93-4af9-a891-3cfef289844c tempest-ImagesTestJSON-1030216449 tempest-ImagesTestJSON-1030216449-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:21:10.372994 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-8a681e4f-ebf8-44c9-b7f9-dfd5c82d5fba req-1df8c8b8-3a93-4af9-a891-3cfef289844c tempest-ImagesTestJSON-1030216449 tempest-ImagesTestJSON-1030216449-project] 10.222.0.53 "GET /v2.0/networks?id=3933cf84-cdd3-4c59-ac2d-c58afedb7fce HTTP/1.1" status: 200 len: 803 time: 0.2536497 Sep 23 19:21:10.374806 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Pushing event updated for resources: {'Port': ['ID=4b3f0429-7c4f-4598-8d25-eaaa44ae5b13,revision_number=3']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:21:10.421491 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.v2.base [req-8a681e4f-ebf8-44c9-b7f9-dfd5c82d5fba req-fc730aac-cec8-44cf-a9e1-63033e983361 tempest-ImagesTestJSON-1030216449 tempest-ImagesTestJSON-1030216449-project] Request body: {'port': {'device_id': '33510898-09b3-4694-9adb-128d54910ad2', 'network_id': '3933cf84-cdd3-4c59-ac2d-c58afedb7fce', 'admin_state_up': True, 'tenant_id': 'e0fb920d7d3f49caa9f9e971b4a6829a'}} {{(pid=95101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:21:10.475254 n-d-713301-16 neutron-server[95103]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 19:21:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75a5b58d-95d4-4552-8ce0-006f28619fec x-openstack-request-id: req-75a5b58d-95d4-4552-8ce0-006f28619fec {{(pid=95103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 19:21:10.475667 n-d-713301-16 neutron-server[95103]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8adc1d5c-ae67-4d87-8284-04120d7c0f9e", "name": "network-vif-plugged", "status": "completed", "tag": "ab5e3235-e78f-4241-bc0a-4d5d913dcd9b", "code": 200}]} {{(pid=95103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 19:21:10.476176 n-d-713301-16 neutron-server[95103]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-75a5b58d-95d4-4552-8ce0-006f28619fec {{(pid=95103) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 19:21:10.477956 n-d-713301-16 neutron-server[95103]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8adc1d5c-ae67-4d87-8284-04120d7c0f9e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab5e3235-e78f-4241-bc0a-4d5d913dcd9b', 'code': 200} Sep 23 19:21:10.571961 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-d54f02e9-c64b-482e-82f4-7ef59e8b60a2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-597258', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-601790'] for router, after_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:21:10.619134 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f28cbbc8-1992-4f25-809b-850e23e41cfb None None] Network 3018c2b7-6d99-4bca-a625-99b7a6f447b4 requested from n-d-713301-16 {{(pid=95103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 19:21:10.674889 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8a681e4f-ebf8-44c9-b7f9-dfd5c82d5fba req-fc730aac-cec8-44cf-a9e1-63033e983361 tempest-ImagesTestJSON-1030216449 tempest-ImagesTestJSON-1030216449-project] Made reservation on behalf of e0fb920d7d3f49caa9f9e971b4a6829a for: {'port': 1} {{(pid=95101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:21:10.675443 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e5857c-9e04-47b2-88c8-c4e3578c5185 req-e6b53cad-871e-4e6e-9891-aa72dbc84103 tempest-ServersAdminTestJSON-1371927677 tempest-ServersAdminTestJSON-1371927677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:21:10.677514 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-48e5857c-9e04-47b2-88c8-c4e3578c5185 req-e6b53cad-871e-4e6e-9891-aa72dbc84103 tempest-ServersAdminTestJSON-1371927677 tempest-ServersAdminTestJSON-1371927677-project] 10.222.0.67 "GET /v2.0/ports?device_id=8adc1d5c-ae67-4d87-8284-04120d7c0f9e HTTP/1.1" status: 200 len: 950 time: 0.1051803 Sep 23 19:21:10.678020 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-8a681e4f-ebf8-44c9-b7f9-dfd5c82d5fba req-fc730aac-cec8-44cf-a9e1-63033e983361 tempest-ImagesTestJSON-1030216449 tempest-ImagesTestJSON-1030216449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:21:10.727215 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-7f72d083-22cb-43af-914b-2c8e15fe7f3b None None] Provisioning complete for port 4b3f0429-7c4f-4598-8d25-eaaa44ae5b13 triggered by entity DHCP. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:21:10.727592 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-7f72d083-22cb-43af-914b-2c8e15fe7f3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:21:10.754163 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-48e5857c-9e04-47b2-88c8-c4e3578c5185 req-d887f292-a168-4e00-adef-3879b563d2a9 tempest-ServersAdminTestJSON-1371927677 tempest-ServersAdminTestJSON-1371927677-project] 10.222.0.67 "GET /v2.0/security-groups?id=f6ea2bc2-ae02-426e-9312-246b38837e94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696695 Sep 23 19:21:10.806322 n-d-713301-16 neutron-server[95102]: INFO neutron.api.v2.resource [req-aafe8c5a-8128-4f66-b0dc-f54d210a1c28 req-6b035971-17e4-4aad-af3f-2de3361376d8 tempest-SecurityGroupsTestJSON-1637632090 tempest-SecurityGroupsTestJSON-1637632090-project] show failed (client error): The resource could not be found. Sep 23 19:21:10.808361 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-aafe8c5a-8128-4f66-b0dc-f54d210a1c28 req-6b035971-17e4-4aad-af3f-2de3361376d8 tempest-SecurityGroupsTestJSON-1637632090 tempest-SecurityGroupsTestJSON-1637632090-project] 10.222.0.67 "GET /v2.0/security-groups/94f0443d-254e-4643-9f9b-47c9a698d34d HTTP/1.1" status: 404 len: 352 time: 0.0601752 Sep 23 19:21:10.835197 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf079f1b-d5d3-4dbb-b87c-919abe841e64 req-0246c67d-a0b9-4298-a086-d8fa981f7ae5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:21:10.840376 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-cf079f1b-d5d3-4dbb-b87c-919abe841e64 req-0246c67d-a0b9-4298-a086-d8fa981f7ae5 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=8adc1d5c-ae67-4d87-8284-04120d7c0f9e HTTP/1.1" status: 200 len: 1102 time: 0.0928788 Sep 23 19:21:10.921344 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-ae7db696-f648-48fd-b29c-01a473134570 req-6290e5cf-93a1-4366-b12b-281b3baf7dc9 tempest-ImagesTestJSON-1030216449 tempest-ImagesTestJSON-1030216449-project] 10.222.0.67 "GET /v2.0/ports?device_id=33510898-09b3-4694-9adb-128d54910ad2 HTTP/1.1" status: 200 len: 210 time: 0.0515738 Sep 23 19:21:10.947368 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-cf079f1b-d5d3-4dbb-b87c-919abe841e64 req-547484a6-0eeb-4613-a5f9-00e8d94780e3 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=f6ea2bc2-ae02-426e-9312-246b38837e94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999072 Sep 23 19:21:10.949015 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d54f02e9-c64b-482e-82f4-7ef59e8b60a2 admin admin] Router d4549d7c-751b-482a-9388-b3f8449c4e3e is scheduled to L3 agent 79a740bf-7821-4989-8288-7186e3e128f3 with binding_index 1 {{(pid=95101) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 23 19:21:10.986029 n-d-713301-16 neutron-server[95101]: DEBUG neutron.db.db_base_plugin_common [req-8a681e4f-ebf8-44c9-b7f9-dfd5c82d5fba req-fc730aac-cec8-44cf-a9e1-63033e983361 tempest-ImagesTestJSON-1030216449 tempest-ImagesTestJSON-1030216449-project] Allocated IP 172.20.0.3 (3933cf84-cdd3-4c59-ac2d-c58afedb7fce/ddb01988-b766-48de-9eb4-7d664700d39d/07aacc81-3123-429b-b5b6-79fd88c8a4ed) {{(pid=95101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 19:21:11.035355 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-4ce78d28-7540-48d5-b487-f1bd64f11698 req-4f110846-1fa5-4d18-b29b-e6a5e316e3bf tempest-SecurityGroupsTestJSON-1637632090 tempest-SecurityGroupsTestJSON-1637632090-project] 10.222.0.67 "GET /v2.0/security-groups/71ec5571-7cec-4681-a638-905ef941ef11 HTTP/1.1" status: 200 len: 1800 time: 0.0654297 Sep 23 19:21:11.127863 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-4ce78d28-7540-48d5-b487-f1bd64f11698 req-2b0cba61-ffe6-4e51-837f-cf66e200e1a6 tempest-SecurityGroupsTestJSON-1637632090 tempest-SecurityGroupsTestJSON-1637632090-project] Notify callbacks [] for security_group, before_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:21:11.154360 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-4ce78d28-7540-48d5-b487-f1bd64f11698 req-2b0cba61-ffe6-4e51-837f-cf66e200e1a6 tempest-SecurityGroupsTestJSON-1637632090 tempest-SecurityGroupsTestJSON-1637632090-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:21:11.179715 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d54f02e9-c64b-482e-82f4-7ef59e8b60a2 admin admin] Notify agent at l3_agent.n-d-713301-16 the message routers_updated {{(pid=95101) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 19:21:11.194448 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a9a133d-4a2c-4ee2-90a3-48aff320db06 None None] Sync routers for ids ['d4549d7c-751b-482a-9388-b3f8449c4e3e'] in n-d-713301-16 {{(pid=95103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 19:21:11.220976 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-4ce78d28-7540-48d5-b487-f1bd64f11698 req-2b0cba61-ffe6-4e51-837f-cf66e200e1a6 tempest-SecurityGroupsTestJSON-1637632090 tempest-SecurityGroupsTestJSON-1637632090-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:21:11.224356 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-4ce78d28-7540-48d5-b487-f1bd64f11698 req-2b0cba61-ffe6-4e51-837f-cf66e200e1a6 tempest-SecurityGroupsTestJSON-1637632090 tempest-SecurityGroupsTestJSON-1637632090-project] Notify callbacks [] for security_group, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:21:11.225770 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a9a133d-4a2c-4ee2-90a3-48aff320db06 None None] Routers {'d4549d7c-751b-482a-9388-b3f8449c4e3e'} bound to L3 agent in host n-d-713301-16 {{(pid=95103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 19:21:11.226529 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_hamode_db [None req-1a9a133d-4a2c-4ee2-90a3-48aff320db06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-23T19:07:52Z,description=,heartbeat_timestamp=2021-09-23T19:20:52Z,host='n-d-713301-16',id=79a740bf-7821-4989-8288-7186e3e128f3,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:07:52Z,topic='l3_agent')) {'router_ids': ['d4549d7c-751b-482a-9388-b3f8449c4e3e'], 'active': True} {{(pid=95103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:21:11.232624 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-4ce78d28-7540-48d5-b487-f1bd64f11698 req-2b0cba61-ffe6-4e51-837f-cf66e200e1a6 tempest-SecurityGroupsTestJSON-1637632090 tempest-SecurityGroupsTestJSON-1637632090-project] 10.222.0.67 "DELETE /v2.0/security-groups/71ec5571-7cec-4681-a638-905ef941ef11 HTTP/1.1" status: 204 len: 173 time: 0.1872442 Sep 23 19:21:11.258567 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-d54f02e9-c64b-482e-82f4-7ef59e8b60a2 admin admin] Notify callbacks [] for router, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:21:11.260171 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-d54f02e9-c64b-482e-82f4-7ef59e8b60a2 admin admin] 10.222.0.67 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 3.4574258 Sep 23 19:21:11.263259 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 59206) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:21:11.288582 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b0cba61-ffe6-4e51-837f-cf66e200e1a6 tempest-SecurityGroupsTestJSON-1637632090 tempest-SecurityGroupsTestJSON-1637632090-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=71ec5571-7cec-4681-a638-905ef941ef11,revision_number=None']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:21:11.324623 n-d-713301-16 neutron-server[95102]: INFO neutron.api.v2.resource [req-b5715442-19cb-4928-bbc5-ef3312ea1e40 req-2de010a3-37df-42df-baf7-1eeaecd640aa tempest-SecurityGroupsTestJSON-1637632090 tempest-SecurityGroupsTestJSON-1637632090-project] show failed (client error): The resource could not be found. Sep 23 19:21:11.325633 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-b5715442-19cb-4928-bbc5-ef3312ea1e40 req-2de010a3-37df-42df-baf7-1eeaecd640aa tempest-SecurityGroupsTestJSON-1637632090 tempest-SecurityGroupsTestJSON-1637632090-project] 10.222.0.67 "GET /v2.0/security-groups/71ec5571-7cec-4681-a638-905ef941ef11 HTTP/1.1" status: 404 len: 352 time: 0.0537920 Sep 23 19:21:11.438469 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-8a681e4f-ebf8-44c9-b7f9-dfd5c82d5fba req-fc730aac-cec8-44cf-a9e1-63033e983361 tempest-ImagesTestJSON-1030216449 tempest-ImagesTestJSON-1030216449-project] Notify callbacks [] for port, precommit_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:21:11.472806 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3437c865-858e-47c8-b406-0eb6a832f16c req-169b9416-234b-4eb3-a658-657067aacfcd tempest-LiveAutoBlockMigrationV225Test-1531822435 tempest-LiveAutoBlockMigrationV225Test-1531822435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:21:11.482093 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-3437c865-858e-47c8-b406-0eb6a832f16c req-169b9416-234b-4eb3-a658-657067aacfcd tempest-LiveAutoBlockMigrationV225Test-1531822435 tempest-LiveAutoBlockMigrationV225Test-1531822435-project] 10.222.0.67 "GET /v2.0/ports?device_id=b12a90d4-a99f-4737-98f8-64ef72d18294 HTTP/1.1" status: 200 len: 945 time: 0.1510520 Sep 23 19:21:11.538636 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-8a681e4f-ebf8-44c9-b7f9-dfd5c82d5fba req-fc730aac-cec8-44cf-a9e1-63033e983361 tempest-ImagesTestJSON-1030216449 tempest-ImagesTestJSON-1030216449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783145673135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5607431'] for port, after_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:21:11.620852 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Device 4b3f0429-7c4f-4598-8d25-eaaa44ae5b13 up at agent ovs-agent-n-d-713301-16 {{(pid=95103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 19:21:11.651401 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc730aac-cec8-44cf-a9e1-63033e983361 tempest-ImagesTestJSON-1030216449 tempest-ImagesTestJSON-1030216449-project] Pushing event updated for resources: {'Port': ['ID=07aacc81-3123-429b-b5b6-79fd88c8a4ed,revision_number=1']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:21:11.663080 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_dvr_db [None req-1a9a133d-4a2c-4ee2-90a3-48aff320db06 None None] Set router d4549d7c-751b-482a-9388-b3f8449c4e3e gateway port host: n-d-713301-16 {{(pid=95103) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 19:21:11.665671 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-6dcf5036-197e-4720-945c-9a11fa771393 None None] Provisioning complete for port 4b3f0429-7c4f-4598-8d25-eaaa44ae5b13 triggered by entity DHCP. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:21:11.666042 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-6dcf5036-197e-4720-945c-9a11fa771393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:21:11.669753 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-3437c865-858e-47c8-b406-0eb6a832f16c req-7d025799-035d-4a40-bd74-f3ee7df10fc5 tempest-LiveAutoBlockMigrationV225Test-1531822435 tempest-LiveAutoBlockMigrationV225Test-1531822435-project] 10.222.0.67 "GET /v2.0/security-groups?id=6d32247e-8bb7-4ae1-818c-76baafa39c73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1866446 Sep 23 19:21:11.734145 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-43bea43f-fc86-4b61-8f9d-bc8ba5c4a8c4 req-4c7adc64-da59-456a-9ea5-6a9cc9b0954d tempest-SecurityGroupsTestJSON-1637632090 tempest-SecurityGroupsTestJSON-1637632090-project] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=5c7e58d511994cccb082b917c36a96c0 HTTP/1.1" status: 200 len: 6147 time: 0.3742445 Sep 23 19:21:11.753758 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8a681e4f-ebf8-44c9-b7f9-dfd5c82d5fba req-fc730aac-cec8-44cf-a9e1-63033e983361 tempest-ImagesTestJSON-1030216449 tempest-ImagesTestJSON-1030216449-project] Network 3933cf84-cdd3-4c59-ac2d-c58afedb7fce is already hosted by enough agents. {{(pid=95101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:21:11.757017 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.base_scheduler [req-8a681e4f-ebf8-44c9-b7f9-dfd5c82d5fba req-fc730aac-cec8-44cf-a9e1-63033e983361 tempest-ImagesTestJSON-1030216449 tempest-ImagesTestJSON-1030216449-project] Resources bound (agent type, host, resource id): {{(pid=95101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:21:11.764248 n-d-713301-16 neutron-server[95101]: DEBUG neutron.db.l3_dvrscheduler_db [req-8a681e4f-ebf8-44c9-b7f9-dfd5c82d5fba req-fc730aac-cec8-44cf-a9e1-63033e983361 tempest-ImagesTestJSON-1030216449 tempest-ImagesTestJSON-1030216449-project] Received port after_create {{(pid=95101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 19:21:11.820588 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 59214) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:21:11.838496 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-43bea43f-fc86-4b61-8f9d-bc8ba5c4a8c4 req-b0df698d-6677-4057-be6b-3e9b21d1fcbb tempest-SecurityGroupsTestJSON-1637632090 tempest-SecurityGroupsTestJSON-1637632090-project] 10.222.0.67 "GET /v2.0/security-groups/87ba3455-2374-4d66-b6f9-7fb4c2df74bb HTTP/1.1" status: 200 len: 2981 time: 0.1028974 Sep 23 19:21:11.868651 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a681e4f-ebf8-44c9-b7f9-dfd5c82d5fba req-fc730aac-cec8-44cf-a9e1-63033e983361 tempest-ImagesTestJSON-1030216449 tempest-ImagesTestJSON-1030216449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:21:11.874323 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-8a681e4f-ebf8-44c9-b7f9-dfd5c82d5fba req-fc730aac-cec8-44cf-a9e1-63033e983361 tempest-ImagesTestJSON-1030216449 tempest-ImagesTestJSON-1030216449-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222849'] for port, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:21:11.998880 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Provisioning complete for port 4b3f0429-7c4f-4598-8d25-eaaa44ae5b13 triggered by entity L2. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:21:11.999289 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:21:12.003864 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-43bea43f-fc86-4b61-8f9d-bc8ba5c4a8c4 req-e7cebf5d-4285-4f98-8b9e-6bde63b3ac02 tempest-SecurityGroupsTestJSON-1637632090 tempest-SecurityGroupsTestJSON-1637632090-project] 10.222.0.67 "GET /v2.0/security-groups/87ba3455-2374-4d66-b6f9-7fb4c2df74bb HTTP/1.1" status: 200 len: 2981 time: 0.1642368 Sep 23 19:21:12.030642 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-8a681e4f-ebf8-44c9-b7f9-dfd5c82d5fba req-fc730aac-cec8-44cf-a9e1-63033e983361 tempest-ImagesTestJSON-1030216449 tempest-ImagesTestJSON-1030216449-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6152201 Sep 23 19:21:12.047547 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5455ef9-0a09-4e4a-a5ac-4176aaa0fb5c req-d9470178-b7cb-4b89-81d2-a117b642fe97 tempest-ServersAdminTestJSON-1371927677 tempest-ServersAdminTestJSON-1371927677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:21:12.054608 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.v2.base [req-8a681e4f-ebf8-44c9-b7f9-dfd5c82d5fba req-07044764-7f1e-48eb-adb3-679090e25a7a service neutron] Request body: {'port': {'device_id': '33510898-09b3-4694-9adb-128d54910ad2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713301-16'}} {{(pid=95101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:21:12.061476 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-f5455ef9-0a09-4e4a-a5ac-4176aaa0fb5c req-d9470178-b7cb-4b89-81d2-a117b642fe97 tempest-ServersAdminTestJSON-1371927677 tempest-ServersAdminTestJSON-1371927677-project] 10.222.0.67 "GET /v2.0/ports?device_id=8adc1d5c-ae67-4d87-8284-04120d7c0f9e HTTP/1.1" status: 200 len: 950 time: 0.1895633 Sep 23 19:21:12.085556 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_hamode_db [None req-1a9a133d-4a2c-4ee2-90a3-48aff320db06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4549d7c-751b-482a-9388-b3f8449c4e3e', 'name': 'tempest-ServersTestBootFromVolume-424061460-router', 'tenant_id': 'b9b1bf1e052747edb79d8459636eb975', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'external_fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.95'}], 'enable_snat': True}, 'gw_port_id': 'e8904638-1ea1-46e8-8511-305a3e759973', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:21:07Z', 'updated_at': '2021-09-23T19:21:09Z', 'revision_number': 3, 'project_id': 'b9b1bf1e052747edb79d8459636eb975', 'gw_port': {'id': 'e8904638-1ea1-46e8-8511-305a3e759973', 'name': '', 'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:a5:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4549d7c-751b-482a-9388-b3f8449c4e3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 575, 'fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:21:09Z', 'updated_at': '2021-09-23T19:21:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-16'}], 'n-d-713301-16', False) {} {{(pid=95103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:21:12.105886 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-f22ca3e7-9865-4771-817f-e97b482c6994 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:21:12.119171 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-f5455ef9-0a09-4e4a-a5ac-4176aaa0fb5c req-7bbbc456-f283-4523-9084-e0f45d3b3c77 tempest-ServersAdminTestJSON-1371927677 tempest-ServersAdminTestJSON-1371927677-project] 10.222.0.67 "GET /v2.0/security-groups?id=f6ea2bc2-ae02-426e-9312-246b38837e94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565464 Sep 23 19:21:12.131899 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a9a133d-4a2c-4ee2-90a3-48aff320db06 None None] Checking router: d4549d7c-751b-482a-9388-b3f8449c4e3e for host: n-d-713301-16 {{(pid=95103) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 19:21:12.132249 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a9a133d-4a2c-4ee2-90a3-48aff320db06 None None] Updating router d4549d7c-751b-482a-9388-b3f8449c4e3e port e8904638-1ea1-46e8-8511-305a3e759973 binding host n-d-713301-16 {{(pid=95103) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 23 19:21:12.152142 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-8a681e4f-ebf8-44c9-b7f9-dfd5c82d5fba req-07044764-7f1e-48eb-adb3-679090e25a7a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:21:12.173862 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-1a9a133d-4a2c-4ee2-90a3-48aff320db06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:21:12.185613 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.v2.base [req-22a4e44b-36d3-4ca3-b17a-6c56e3880f50 req-d3a19648-119d-4f9e-9bdb-93fdfd41b4d5 tempest-SecurityGroupsTestJSON-1637632090 tempest-SecurityGroupsTestJSON-1637632090-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-2036139110', 'description': 'tempest-description-615797934'}} {{(pid=95102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:21:12.213525 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-669c06c2-a349-409c-8499-d6e4e60aa1d0 req-ba0f6560-63dc-4ff1-888f-a5ae938ab148 tempest-ImagesTestJSON-1030216449 tempest-ImagesTestJSON-1030216449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:21:12.222391 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-669c06c2-a349-409c-8499-d6e4e60aa1d0 req-ba0f6560-63dc-4ff1-888f-a5ae938ab148 tempest-ImagesTestJSON-1030216449 tempest-ImagesTestJSON-1030216449-project] 10.222.0.67 "GET /v2.0/ports?device_id=33510898-09b3-4694-9adb-128d54910ad2 HTTP/1.1" status: 200 len: 931 time: 0.1014411 Sep 23 19:21:12.277000 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-669c06c2-a349-409c-8499-d6e4e60aa1d0 req-e0b96dbb-2362-4cd5-9636-a9af95385b23 tempest-ImagesTestJSON-1030216449 tempest-ImagesTestJSON-1030216449-project] 10.222.0.67 "GET /v2.0/security-groups?id=076f8f10-41da-413e-8d86-ebe8d5fe93ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517900 Sep 23 19:21:12.547306 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-1a9a133d-4a2c-4ee2-90a3-48aff320db06 None None] Notify callbacks [] for port, precommit_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:21:12.553702 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-1a9a133d-4a2c-4ee2-90a3-48aff320db06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:21:12.614390 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.managers [None req-1a9a133d-4a2c-4ee2-90a3-48aff320db06 None None] Attempting to bind port e8904638-1ea1-46e8-8511-305a3e759973 on host n-d-713301-16 for vnic_type normal with profile {{(pid=95103) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 19:21:12.614771 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.managers [None req-1a9a133d-4a2c-4ee2-90a3-48aff320db06 None None] Attempting to bind port e8904638-1ea1-46e8-8511-305a3e759973 by drivers openvswitch,hyperv on host n-d-713301-16 at level 0 using segments [{'id': '7d4027f1-d893-4c7b-95d4-757b8e44e380', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac'}] {{(pid=95103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 19:21:12.615109 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a9a133d-4a2c-4ee2-90a3-48aff320db06 None None] Attempting to bind port e8904638-1ea1-46e8-8511-305a3e759973 on network 5dec5c09-378e-4f50-89cc-d94eb81c3bac {{(pid=95103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:21:12.618440 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b42dbca-45ee-4a86-b481-d10cc7b369dc None None] Pushing event updated for resources: {'Port': ['ID=e8904638-1ea1-46e8-8511-305a3e759973,revision_number=2']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:21:12.623958 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a9a133d-4a2c-4ee2-90a3-48aff320db06 None None] Checking agent: {'id': '70a14545-df24-472f-8f95-bfe1719bff93', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 19, 7, 53), 'started_at': datetime.datetime(2021, 9, 23, 19, 8, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 19, 20, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 19:21:12.624366 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a9a133d-4a2c-4ee2-90a3-48aff320db06 None None] Checking segment: {'id': '7d4027f1-d893-4c7b-95d4-757b8e44e380', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95103) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:21:12.624769 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-1a9a133d-4a2c-4ee2-90a3-48aff320db06 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:21:12.625157 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a9a133d-4a2c-4ee2-90a3-48aff320db06 None None] Bound using segment: {'id': '7d4027f1-d893-4c7b-95d4-757b8e44e380', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac'} {{(pid=95103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 19:21:12.625629 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.managers [None req-1a9a133d-4a2c-4ee2-90a3-48aff320db06 None None] Bound port: e8904638-1ea1-46e8-8511-305a3e759973, host: n-d-713301-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7d4027f1-d893-4c7b-95d4-757b8e44e380', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac'}}] {{(pid=95103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 19:21:12.626063 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-1a9a133d-4a2c-4ee2-90a3-48aff320db06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:21:12.829114 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-1a9a133d-4a2c-4ee2-90a3-48aff320db06 None None] For port e8904638-1ea1-46e8-8511-305a3e759973, host n-d-713301-16, cleared binding levels {{(pid=95103) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 19:21:12.832568 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-1a9a133d-4a2c-4ee2-90a3-48aff320db06 None None] For port e8904638-1ea1-46e8-8511-305a3e759973, host n-d-713301-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-16',level=0,port_id=e8904638-1ea1-46e8-8511-305a3e759973,segment=NetworkSegment(7d4027f1-d893-4c7b-95d4-757b8e44e380),segment_id=7d4027f1-d893-4c7b-95d4-757b8e44e380)] {{(pid=95103) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 19:21:12.838958 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-1a9a133d-4a2c-4ee2-90a3-48aff320db06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:21:12.856463 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-f22ca3e7-9865-4771-817f-e97b482c6994 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:21:12.864962 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2437971-9ca6-4ff7-b8f3-4b07bcf56529 req-e6e3ce6e-0224-45ae-8f1f-fd9ba5edc199 tempest-LiveAutoBlockMigrationV225Test-1531822435 tempest-LiveAutoBlockMigrationV225Test-1531822435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:21:12.869221 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-f22ca3e7-9865-4771-817f-e97b482c6994 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:21:12.881410 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-e2437971-9ca6-4ff7-b8f3-4b07bcf56529 req-e6e3ce6e-0224-45ae-8f1f-fd9ba5edc199 tempest-LiveAutoBlockMigrationV225Test-1531822435 tempest-LiveAutoBlockMigrationV225Test-1531822435-project] 10.222.0.67 "GET /v2.0/ports?device_id=b12a90d4-a99f-4737-98f8-64ef72d18294 HTTP/1.1" status: 200 len: 945 time: 0.0886462 Sep 23 19:21:12.898963 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a9a133d-4a2c-4ee2-90a3-48aff320db06 None None] Routers {'d4549d7c-751b-482a-9388-b3f8449c4e3e'} bound to L3 agent in host n-d-713301-16 {{(pid=95103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 19:21:12.899773 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_hamode_db [None req-1a9a133d-4a2c-4ee2-90a3-48aff320db06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-23T19:07:52Z,description=,heartbeat_timestamp=2021-09-23T19:20:52Z,host='n-d-713301-16',id=79a740bf-7821-4989-8288-7186e3e128f3,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:07:52Z,topic='l3_agent')) {'router_ids': ['d4549d7c-751b-482a-9388-b3f8449c4e3e'], 'active': True} {{(pid=95103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:21:12.936410 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-55b8fb1f-078e-4864-882b-01339e00ae4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:21:12.943724 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-22a4e44b-36d3-4ca3-b17a-6c56e3880f50 req-d3a19648-119d-4f9e-9bdb-93fdfd41b4d5 tempest-SecurityGroupsTestJSON-1637632090 tempest-SecurityGroupsTestJSON-1637632090-project] Notify callbacks [] for security_group, before_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:21:12.963504 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-f22ca3e7-9865-4771-817f-e97b482c6994 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=b745e45205dc4314b2ce372985e9f10a&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1417809 Sep 23 19:21:12.965894 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 59230) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:21:12.969165 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f22ca3e7-9865-4771-817f-e97b482c6994 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5952f37-0e1d-4efd-8084-f572c3403a21,revision_number=1']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:21:12.969985 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b42dbca-45ee-4a86-b481-d10cc7b369dc None None] Pushing event updated for resources: {'Port': ['ID=e8904638-1ea1-46e8-8511-305a3e759973,revision_number=3']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:21:13.000517 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-e2437971-9ca6-4ff7-b8f3-4b07bcf56529 req-a1607144-b057-4d03-8624-a8b3a558ffbf tempest-LiveAutoBlockMigrationV225Test-1531822435 tempest-LiveAutoBlockMigrationV225Test-1531822435-project] 10.222.0.67 "GET /v2.0/security-groups?id=6d32247e-8bb7-4ae1-818c-76baafa39c73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1182468 Sep 23 19:21:13.067413 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_dvr_db [None req-1a9a133d-4a2c-4ee2-90a3-48aff320db06 None None] Set router d4549d7c-751b-482a-9388-b3f8449c4e3e gateway port host: n-d-713301-16 {{(pid=95103) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 19:21:13.104241 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-22a4e44b-36d3-4ca3-b17a-6c56e3880f50 req-d3a19648-119d-4f9e-9bdb-93fdfd41b4d5 tempest-SecurityGroupsTestJSON-1637632090 tempest-SecurityGroupsTestJSON-1637632090-project] Notify callbacks [] for security_group, precommit_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:21:13.109669 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-22a4e44b-36d3-4ca3-b17a-6c56e3880f50 req-d3a19648-119d-4f9e-9bdb-93fdfd41b4d5 tempest-SecurityGroupsTestJSON-1637632090 tempest-SecurityGroupsTestJSON-1637632090-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:21:13.112085 n-d-713301-16 neutron-server[95101]: DEBUG neutron.notifiers.nova [req-8a681e4f-ebf8-44c9-b7f9-dfd5c82d5fba req-07044764-7f1e-48eb-adb3-679090e25a7a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 07aacc81-3123-429b-b5b6-79fd88c8a4ed {{(pid=95101) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 19:21:13.124396 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-8a681e4f-ebf8-44c9-b7f9-dfd5c82d5fba req-07044764-7f1e-48eb-adb3-679090e25a7a service neutron] Notify callbacks [] for port, precommit_update {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:21:13.148846 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3a19648-119d-4f9e-9bdb-93fdfd41b4d5 tempest-SecurityGroupsTestJSON-1637632090 tempest-SecurityGroupsTestJSON-1637632090-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b545ed46-ce37-4321-b2fe-031df6cb4e67,revision_number=1']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:21:13.168379 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-22a4e44b-36d3-4ca3-b17a-6c56e3880f50 req-d3a19648-119d-4f9e-9bdb-93fdfd41b4d5 tempest-SecurityGroupsTestJSON-1637632090 tempest-SecurityGroupsTestJSON-1637632090-project] Notify callbacks [] for security_group, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:21:13.178637 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-5d8831af-5aaa-46b1-8663-ffc45cf21c8d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:21:13.186101 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-22a4e44b-36d3-4ca3-b17a-6c56e3880f50 req-d3a19648-119d-4f9e-9bdb-93fdfd41b4d5 tempest-SecurityGroupsTestJSON-1637632090 tempest-SecurityGroupsTestJSON-1637632090-project] 10.222.0.67 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1805 time: 1.0087929 Sep 23 19:21:13.197702 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.v2.base [req-a1e75c17-8bb0-433a-9e47-db699c344d65 req-c89b3fdb-1554-4c6e-a002-d83e9a9e0563 tempest-SecurityGroupsTestJSON-1637632090 tempest-SecurityGroupsTestJSON-1637632090-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-360053219', 'description': 'tempest-description-1642570977'}} {{(pid=95102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:21:13.199532 n-d-713301-16 neutron-server[95101]: DEBUG neutron.db.provisioning_blocks [req-8a681e4f-ebf8-44c9-b7f9-dfd5c82d5fba req-07044764-7f1e-48eb-adb3-679090e25a7a service neutron] Transition to ACTIVE for port object 07aacc81-3123-429b-b5b6-79fd88c8a4ed will not be triggered until provisioned by entity L2. {{(pid=95101) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 19:21:13.216989 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-8a681e4f-ebf8-44c9-b7f9-dfd5c82d5fba req-07044764-7f1e-48eb-adb3-679090e25a7a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5607436'] for port, after_update {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:21:13.240382 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-a1e75c17-8bb0-433a-9e47-db699c344d65 req-c89b3fdb-1554-4c6e-a002-d83e9a9e0563 tempest-SecurityGroupsTestJSON-1637632090 tempest-SecurityGroupsTestJSON-1637632090-project] Notify callbacks [] for security_group, before_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:21:13.246365 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-5d8831af-5aaa-46b1-8663-ffc45cf21c8d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:21:13.298489 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed203f60-e9f7-4a05-b8a7-0736f8b290b9 req-c3aa1666-51b1-48aa-a9d0-0af138ffa78d tempest-ServersAdminTestJSON-1371927677 tempest-ServersAdminTestJSON-1371927677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:21:13.300502 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-ed203f60-e9f7-4a05-b8a7-0736f8b290b9 req-c3aa1666-51b1-48aa-a9d0-0af138ffa78d tempest-ServersAdminTestJSON-1371927677 tempest-ServersAdminTestJSON-1371927677-project] 10.222.0.67 "GET /v2.0/ports?device_id=8adc1d5c-ae67-4d87-8284-04120d7c0f9e HTTP/1.1" status: 200 len: 950 time: 0.0732410 Sep 23 19:21:13.362892 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_hamode_db [None req-1a9a133d-4a2c-4ee2-90a3-48aff320db06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4549d7c-751b-482a-9388-b3f8449c4e3e', 'name': 'tempest-ServersTestBootFromVolume-424061460-router', 'tenant_id': 'b9b1bf1e052747edb79d8459636eb975', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'external_fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.95'}], 'enable_snat': True}, 'gw_port_id': 'e8904638-1ea1-46e8-8511-305a3e759973', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:21:07Z', 'updated_at': '2021-09-23T19:21:09Z', 'revision_number': 3, 'project_id': 'b9b1bf1e052747edb79d8459636eb975', 'gw_port': {'id': 'e8904638-1ea1-46e8-8511-305a3e759973', 'name': '', 'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:a5:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4549d7c-751b-482a-9388-b3f8449c4e3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 575, 'fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:21:09Z', 'updated_at': '2021-09-23T19:21:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-16'}], 'n-d-713301-16', False) {} {{(pid=95103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:21:13.367871 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-ed203f60-e9f7-4a05-b8a7-0736f8b290b9 req-7805ca25-7b65-4669-bc8b-bfd223a3e3c4 tempest-ServersAdminTestJSON-1371927677 tempest-ServersAdminTestJSON-1371927677-project] 10.222.0.67 "GET /v2.0/security-groups?id=f6ea2bc2-ae02-426e-9312-246b38837e94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614531 Sep 23 19:21:13.382831 n-d-713301-16 neutron-server[95101]: DEBUG neutron.db.db_base_plugin_common [None req-55b8fb1f-078e-4864-882b-01339e00ae4b admin admin] Allocated IP 172.20.0.1 (3018c2b7-6d99-4bca-a625-99b7a6f447b4/c4da4d29-f3ff-4267-a202-348183c23904/b1a76ce2-06dc-409f-91c7-09045dd595e4) {{(pid=95101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 19:21:13.416544 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-a1e75c17-8bb0-433a-9e47-db699c344d65 req-c89b3fdb-1554-4c6e-a002-d83e9a9e0563 tempest-SecurityGroupsTestJSON-1637632090 tempest-SecurityGroupsTestJSON-1637632090-project] Notify callbacks [] for security_group, precommit_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:21:13.423890 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-a1e75c17-8bb0-433a-9e47-db699c344d65 req-c89b3fdb-1554-4c6e-a002-d83e9a9e0563 tempest-SecurityGroupsTestJSON-1637632090 tempest-SecurityGroupsTestJSON-1637632090-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:21:13.430823 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a9a133d-4a2c-4ee2-90a3-48aff320db06 None None] The sync data for ids ['d4549d7c-751b-482a-9388-b3f8449c4e3e'] in n-d-713301-16 is: [{'id': 'd4549d7c-751b-482a-9388-b3f8449c4e3e', 'name': 'tempest-ServersTestBootFromVolume-424061460-router', 'tenant_id': 'b9b1bf1e052747edb79d8459636eb975', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'external_fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.95'}], 'enable_snat': True}, 'gw_port_id': 'e8904638-1ea1-46e8-8511-305a3e759973', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:21:07Z', 'updated_at': '2021-09-23T19:21:09Z', 'revision_number': 3, 'project_id': 'b9b1bf1e052747edb79d8459636eb975', 'gw_port': {'id': 'e8904638-1ea1-46e8-8511-305a3e759973', 'name': '', 'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:a5:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4549d7c-751b-482a-9388-b3f8449c4e3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 575, 'fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:21:09Z', 'updated_at': '2021-09-23T19:21:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-16'}] {{(pid=95103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 19:21:13.459742 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-a1e75c17-8bb0-433a-9e47-db699c344d65 req-c89b3fdb-1554-4c6e-a002-d83e9a9e0563 tempest-SecurityGroupsTestJSON-1637632090 tempest-SecurityGroupsTestJSON-1637632090-project] Notify callbacks [] for security_group, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:21:13.467038 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-a1e75c17-8bb0-433a-9e47-db699c344d65 req-c89b3fdb-1554-4c6e-a002-d83e9a9e0563 tempest-SecurityGroupsTestJSON-1637632090 tempest-SecurityGroupsTestJSON-1637632090-project] 10.222.0.67 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1805 time: 0.2736833 Sep 23 19:21:13.476121 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c89b3fdb-1554-4c6e-a002-d83e9a9e0563 tempest-SecurityGroupsTestJSON-1637632090 tempest-SecurityGroupsTestJSON-1637632090-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7eab948c-97f1-4bbb-a8e1-8786326bee3f,revision_number=1']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:21:13.529154 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-5d8831af-5aaa-46b1-8663-ffc45cf21c8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:21:13.535247 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-5d8831af-5aaa-46b1-8663-ffc45cf21c8d admin admin] Notify callbacks [] for security_group, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:21:13.537080 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-5d8831af-5aaa-46b1-8663-ffc45cf21c8d admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/e5952f37-0e1d-4efd-8084-f572c3403a21 HTTP/1.1" status: 204 len: 168 time: 0.5689263 Sep 23 19:21:13.585852 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b0285aa-a3ec-4348-8b13-3565d4e5c273 req-0ac83801-7ce6-4951-8dbb-3a144cde017c tempest-LiveAutoBlockMigrationV225Test-1371897097 tempest-LiveAutoBlockMigrationV225Test-1371897097-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:21:13.587385 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-4b0285aa-a3ec-4348-8b13-3565d4e5c273 req-0ac83801-7ce6-4951-8dbb-3a144cde017c tempest-LiveAutoBlockMigrationV225Test-1371897097 tempest-LiveAutoBlockMigrationV225Test-1371897097-project-admin] 10.222.0.74 "GET /v2.0/ports?device_id=b12a90d4-a99f-4737-98f8-64ef72d18294&tenant_id=01fd0bf0664a4580a0559687f9bf7c73&binding%3Ahost_id=n-h2-713301-16 HTTP/1.1" status: 200 len: 1097 time: 0.1012273 Sep 23 19:21:13.590027 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d8831af-5aaa-46b1-8663-ffc45cf21c8d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5952f37-0e1d-4efd-8084-f572c3403a21,revision_number=None']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:21:13.608362 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.v2.base [req-4b0285aa-a3ec-4348-8b13-3565d4e5c273 req-57e45d2f-759e-4862-8f36-162a9c0069cf service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-713301-16'}}} {{(pid=95102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:21:13.683967 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e39e269-0564-4c3f-93ba-070cd468668a req-e4086bfc-4298-4975-bc3e-38d42a150d1a tempest-ImagesTestJSON-1030216449 tempest-ImagesTestJSON-1030216449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:21:13.696567 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-1e39e269-0564-4c3f-93ba-070cd468668a req-e4086bfc-4298-4975-bc3e-38d42a150d1a tempest-ImagesTestJSON-1030216449 tempest-ImagesTestJSON-1030216449-project] 10.222.0.67 "GET /v2.0/ports?device_id=33510898-09b3-4694-9adb-128d54910ad2 HTTP/1.1" status: 200 len: 943 time: 0.1658888 Sep 23 19:21:13.736092 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07044764-7f1e-48eb-adb3-679090e25a7a service neutron] Pushing event updated for resources: {'Port': ['ID=07aacc81-3123-429b-b5b6-79fd88c8a4ed,revision_number=2']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:21:13.750342 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.managers [req-8a681e4f-ebf8-44c9-b7f9-dfd5c82d5fba req-07044764-7f1e-48eb-adb3-679090e25a7a service neutron] Attempting to bind port 07aacc81-3123-429b-b5b6-79fd88c8a4ed on host n-h2-713301-16 for vnic_type normal with profile {{(pid=95101) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 19:21:13.750891 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.managers [req-8a681e4f-ebf8-44c9-b7f9-dfd5c82d5fba req-07044764-7f1e-48eb-adb3-679090e25a7a service neutron] Attempting to bind port 07aacc81-3123-429b-b5b6-79fd88c8a4ed by drivers openvswitch,hyperv on host n-h2-713301-16 at level 0 using segments [{'id': '2f3be12e-dba6-4aef-9978-6b9e569ce081', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '3933cf84-cdd3-4c59-ac2d-c58afedb7fce'}] {{(pid=95101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 19:21:13.751775 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a681e4f-ebf8-44c9-b7f9-dfd5c82d5fba req-07044764-7f1e-48eb-adb3-679090e25a7a service neutron] Attempting to bind port 07aacc81-3123-429b-b5b6-79fd88c8a4ed on network 3933cf84-cdd3-4c59-ac2d-c58afedb7fce {{(pid=95101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:21:13.764541 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a681e4f-ebf8-44c9-b7f9-dfd5c82d5fba req-07044764-7f1e-48eb-adb3-679090e25a7a service neutron] Port 07aacc81-3123-429b-b5b6-79fd88c8a4ed on network 3933cf84-cdd3-4c59-ac2d-c58afedb7fce not bound, no agent of type Open vSwitch agent registered on host n-h2-713301-16 {{(pid=95101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 19:21:13.765064 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a681e4f-ebf8-44c9-b7f9-dfd5c82d5fba req-07044764-7f1e-48eb-adb3-679090e25a7a service neutron] Attempting to bind port 07aacc81-3123-429b-b5b6-79fd88c8a4ed on network 3933cf84-cdd3-4c59-ac2d-c58afedb7fce {{(pid=95101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:21:13.786898 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a681e4f-ebf8-44c9-b7f9-dfd5c82d5fba req-07044764-7f1e-48eb-adb3-679090e25a7a service neutron] Checking agent: {'id': '2a7cea34-db54-4faf-8d23-37521c3e34cb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713301-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 19, 15, 28), 'started_at': datetime.datetime(2021, 9, 23, 19, 15, 28), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 19, 20, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 19:21:13.787794 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a681e4f-ebf8-44c9-b7f9-dfd5c82d5fba req-07044764-7f1e-48eb-adb3-679090e25a7a service neutron] Checking segment: {'id': '2f3be12e-dba6-4aef-9978-6b9e569ce081', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '3933cf84-cdd3-4c59-ac2d-c58afedb7fce'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:21:13.788422 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a681e4f-ebf8-44c9-b7f9-dfd5c82d5fba req-07044764-7f1e-48eb-adb3-679090e25a7a service neutron] Bound using segment: {'id': '2f3be12e-dba6-4aef-9978-6b9e569ce081', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '3933cf84-cdd3-4c59-ac2d-c58afedb7fce'} {{(pid=95101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 19:21:13.789241 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.managers [req-8a681e4f-ebf8-44c9-b7f9-dfd5c82d5fba req-07044764-7f1e-48eb-adb3-679090e25a7a service neutron] Bound port: 07aacc81-3123-429b-b5b6-79fd88c8a4ed, host: n-h2-713301-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2f3be12e-dba6-4aef-9978-6b9e569ce081', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '3933cf84-cdd3-4c59-ac2d-c58afedb7fce'}}] {{(pid=95101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 19:21:13.789869 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-8a681e4f-ebf8-44c9-b7f9-dfd5c82d5fba req-07044764-7f1e-48eb-adb3-679090e25a7a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:21:13.803369 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-55b8fb1f-078e-4864-882b-01339e00ae4b admin admin] Notify callbacks [] for port, precommit_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:21:13.810984 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-4b0285aa-a3ec-4348-8b13-3565d4e5c273 req-57e45d2f-759e-4862-8f36-162a9c0069cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:21:13.860181 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-1e39e269-0564-4c3f-93ba-070cd468668a req-b3a09eb8-3537-4665-b193-b1a1f9e01c02 tempest-ImagesTestJSON-1030216449 tempest-ImagesTestJSON-1030216449-project] 10.222.0.67 "GET /v2.0/security-groups?id=076f8f10-41da-413e-8d86-ebe8d5fe93ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1556871 Sep 23 19:21:13.919742 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.db [req-8a681e4f-ebf8-44c9-b7f9-dfd5c82d5fba req-07044764-7f1e-48eb-adb3-679090e25a7a service neutron] For port 07aacc81-3123-429b-b5b6-79fd88c8a4ed, host n-h2-713301-16, cleared binding levels {{(pid=95101) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 19:21:13.925332 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.db [req-8a681e4f-ebf8-44c9-b7f9-dfd5c82d5fba req-07044764-7f1e-48eb-adb3-679090e25a7a service neutron] For port 07aacc81-3123-429b-b5b6-79fd88c8a4ed, host n-h2-713301-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-16',level=0,port_id=07aacc81-3123-429b-b5b6-79fd88c8a4ed,segment=NetworkSegment(2f3be12e-dba6-4aef-9978-6b9e569ce081),segment_id=2f3be12e-dba6-4aef-9978-6b9e569ce081)] {{(pid=95101) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 19:21:13.932927 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-8a681e4f-ebf8-44c9-b7f9-dfd5c82d5fba req-07044764-7f1e-48eb-adb3-679090e25a7a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5607436'] for port, after_update {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:21:13.946215 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-55b8fb1f-078e-4864-882b-01339e00ae4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783145673135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5607431'] for port, after_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:21:13.987207 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a681e4f-ebf8-44c9-b7f9-dfd5c82d5fba req-07044764-7f1e-48eb-adb3-679090e25a7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:21:13.987819 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-8a681e4f-ebf8-44c9-b7f9-dfd5c82d5fba req-07044764-7f1e-48eb-adb3-679090e25a7a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222849'] for port, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:21:13.989997 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-8a681e4f-ebf8-44c9-b7f9-dfd5c82d5fba req-07044764-7f1e-48eb-adb3-679090e25a7a service neutron] 10.222.0.53 "PUT /v2.0/ports/07aacc81-3123-429b-b5b6-79fd88c8a4ed HTTP/1.1" status: 200 len: 1092 time: 1.9471128 Sep 23 19:21:14.012429 n-d-713301-16 neutron-server[95101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '33510898-09b3-4694-9adb-128d54910ad2', 'tag': '07aacc81-3123-429b-b5b6-79fd88c8a4ed'}] {{(pid=95101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 19:21:14.015296 n-d-713301-16 neutron-server[95101]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d8366c5740cd635e57ab12b71fe44a77c2acc3c19091ef849c6f68b380462244" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47886f52-7025-4ec9-86d8-22d8123440a6" -d '{"events": [{"name": "network-changed", "server_uuid": "33510898-09b3-4694-9adb-128d54910ad2", "tag": "07aacc81-3123-429b-b5b6-79fd88c8a4ed"}]}' {{(pid=95101) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 19:21:14.039621 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c73dd55f-2de7-4f9a-b2ae-1aca54ac2ee8 req-56646a29-c9d2-48d6-8c0f-5c41f23ccb5b tempest-ServersAdminTestJSON-1371927677 tempest-ServersAdminTestJSON-1371927677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:21:14.041428 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-c73dd55f-2de7-4f9a-b2ae-1aca54ac2ee8 req-56646a29-c9d2-48d6-8c0f-5c41f23ccb5b tempest-ServersAdminTestJSON-1371927677 tempest-ServersAdminTestJSON-1371927677-project] 10.222.0.67 "GET /v2.0/ports?device_id=8adc1d5c-ae67-4d87-8284-04120d7c0f9e HTTP/1.1" status: 200 len: 950 time: 0.3138199 Sep 23 19:21:14.068538 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55b8fb1f-078e-4864-882b-01339e00ae4b admin admin] Network 3018c2b7-6d99-4bca-a625-99b7a6f447b4 is already hosted by enough agents. {{(pid=95101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:21:14.078794 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 59258) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:21:14.088397 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.base_scheduler [None req-55b8fb1f-078e-4864-882b-01339e00ae4b admin admin] Resources bound (agent type, host, resource id): {{(pid=95101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:21:14.091096 n-d-713301-16 neutron-server[95101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55b8fb1f-078e-4864-882b-01339e00ae4b admin admin] Received port after_create {{(pid=95101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 19:21:14.099235 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07044764-7f1e-48eb-adb3-679090e25a7a service neutron] Pushing event updated for resources: {'Port': ['ID=07aacc81-3123-429b-b5b6-79fd88c8a4ed,revision_number=3']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:21:14.106300 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-e0a88c81-3c9a-491e-bca0-b26bba770b95 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:21:14.196809 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a681e4f-ebf8-44c9-b7f9-dfd5c82d5fba req-f12420c7-fda7-43fe-ac30-151f2092c51c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:21:14.199968 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-8a681e4f-ebf8-44c9-b7f9-dfd5c82d5fba req-f12420c7-fda7-43fe-ac30-151f2092c51c service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=e0fb920d7d3f49caa9f9e971b4a6829a&device_id=33510898-09b3-4694-9adb-128d54910ad2 HTTP/1.1" status: 200 len: 1095 time: 0.1620378 Sep 23 19:21:14.202891 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b8fb1f-078e-4864-882b-01339e00ae4b admin admin] Pushing event updated for resources: {'Port': ['ID=b1a76ce2-06dc-409f-91c7-09045dd595e4,revision_number=1']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:21:14.208843 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-55b8fb1f-078e-4864-882b-01339e00ae4b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-601987'] for router_interface, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:21:14.283944 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-c73dd55f-2de7-4f9a-b2ae-1aca54ac2ee8 req-f11feff6-e5fd-48d7-be2c-5f4ee4e0fe6a tempest-ServersAdminTestJSON-1371927677 tempest-ServersAdminTestJSON-1371927677-project] 10.222.0.67 "GET /v2.0/security-groups?id=f6ea2bc2-ae02-426e-9312-246b38837e94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2148662 Sep 23 19:21:14.309841 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-8a681e4f-ebf8-44c9-b7f9-dfd5c82d5fba req-ef06d7f9-eaa3-48f7-8a91-8c8916624257 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=07aacc81-3123-429b-b5b6-79fd88c8a4ed HTTP/1.1" status: 200 len: 217 time: 0.0979657 Sep 23 19:21:14.406082 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a681e4f-ebf8-44c9-b7f9-dfd5c82d5fba req-6501c7df-bb1f-426d-bf39-1bfa3c2ce69f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:21:14.408525 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-8a681e4f-ebf8-44c9-b7f9-dfd5c82d5fba req-6501c7df-bb1f-426d-bf39-1bfa3c2ce69f service neutron] 10.222.0.53 "GET /v2.0/subnets?id=ddb01988-b766-48de-9eb4-7d664700d39d HTTP/1.1" status: 200 len: 843 time: 0.0883150 Sep 23 19:21:14.414231 n-d-713301-16 neutron-server[95101]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 19:21:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf594e89-33e9-4339-945f-a3a2d3517b7e x-openstack-request-id: req-bf594e89-33e9-4339-945f-a3a2d3517b7e {{(pid=95101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 19:21:14.414694 n-d-713301-16 neutron-server[95101]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "33510898-09b3-4694-9adb-128d54910ad2", "tag": "07aacc81-3123-429b-b5b6-79fd88c8a4ed", "status": "completed", "code": 200}]} {{(pid=95101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 19:21:14.415068 n-d-713301-16 neutron-server[95101]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-bf594e89-33e9-4339-945f-a3a2d3517b7e {{(pid=95101) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 19:21:14.415653 n-d-713301-16 neutron-server[95101]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '33510898-09b3-4694-9adb-128d54910ad2', 'tag': '07aacc81-3123-429b-b5b6-79fd88c8a4ed', 'status': 'completed', 'code': 200} Sep 23 19:21:14.470831 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-8a681e4f-ebf8-44c9-b7f9-dfd5c82d5fba req-aeee2cdf-5304-4e3c-8229-0c005b0e25d3 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=3933cf84-cdd3-4c59-ac2d-c58afedb7fce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0515840 Sep 23 19:21:14.477166 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.db [req-4b0285aa-a3ec-4348-8b13-3565d4e5c273 req-57e45d2f-759e-4862-8f36-162a9c0069cf service neutron] For port 3b1ed664-84d3-4e55-90c8-29444560ec78, host n-h2-713301-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-16',level=0,port_id=3b1ed664-84d3-4e55-90c8-29444560ec78,segment=NetworkSegment(5e7e2223-350e-4937-8d7b-2c6ab6ddc0ab),segment_id=5e7e2223-350e-4937-8d7b-2c6ab6ddc0ab)] {{(pid=95102) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:21:14.510952 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-2549704c-e4da-43aa-9e58-339a83f6da7b None None] Provisioning complete for port b1a76ce2-06dc-409f-91c7-09045dd595e4 triggered by entity DHCP. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:21:14.511443 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-2549704c-e4da-43aa-9e58-339a83f6da7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:21:14.557684 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d389d892-271d-496a-88fe-67b22644eaaa req-0a83dbfb-770a-4be7-b242-42ba1f2f0dec tempest-SecurityGroupsTestJSON-1637632090 tempest-SecurityGroupsTestJSON-1637632090-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:21:14.559245 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-d389d892-271d-496a-88fe-67b22644eaaa req-0a83dbfb-770a-4be7-b242-42ba1f2f0dec tempest-SecurityGroupsTestJSON-1637632090 tempest-SecurityGroupsTestJSON-1637632090-project] 10.222.0.67 "GET /v2.0/networks?id=1048b771-fe5c-4195-91f1-88a21e64a743 HTTP/1.1" status: 200 len: 812 time: 0.4154150 Sep 23 19:21:14.574023 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.plugin [None req-2549704c-e4da-43aa-9e58-339a83f6da7b None None] Port b1a76ce2-06dc-409f-91c7-09045dd595e4 cannot update to ACTIVE because it is not bound. {{(pid=95103) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 19:21:14.641017 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-d389d892-271d-496a-88fe-67b22644eaaa req-b2828249-1d74-47a5-9f5a-3edf051cfb9e tempest-SecurityGroupsTestJSON-1637632090 tempest-SecurityGroupsTestJSON-1637632090-project] 10.222.0.67 "GET /v2.0/quotas/5c7e58d511994cccb082b917c36a96c0 HTTP/1.1" status: 200 len: 375 time: 0.0509930 Sep 23 19:21:14.650616 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-8a681e4f-ebf8-44c9-b7f9-dfd5c82d5fba req-37ac409d-fdca-46b3-974f-2054d68c012b service neutron] 10.222.0.53 "GET /v2.0/networks/3933cf84-cdd3-4c59-ac2d-c58afedb7fce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1689970 Sep 23 19:21:14.678258 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.db [req-4b0285aa-a3ec-4348-8b13-3565d4e5c273 req-57e45d2f-759e-4862-8f36-162a9c0069cf service neutron] For port 3b1ed664-84d3-4e55-90c8-29444560ec78, host n-h2-713301-16, cleared binding levels {{(pid=95102) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 19:21:14.739583 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f9f844-f359-4440-aca0-dea8653936d6 req-56ad41f7-3fee-43df-9942-ceebe0325801 tempest-LiveAutoBlockMigrationV225Test-1531822435 tempest-LiveAutoBlockMigrationV225Test-1531822435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:21:14.746958 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-96f9f844-f359-4440-aca0-dea8653936d6 req-56ad41f7-3fee-43df-9942-ceebe0325801 tempest-LiveAutoBlockMigrationV225Test-1531822435 tempest-LiveAutoBlockMigrationV225Test-1531822435-project] 10.222.0.67 "GET /v2.0/ports?device_id=b12a90d4-a99f-4737-98f8-64ef72d18294 HTTP/1.1" status: 200 len: 945 time: 0.2676265 Sep 23 19:21:14.768402 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-e0a88c81-3c9a-491e-bca0-b26bba770b95 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:21:14.772970 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-8a681e4f-ebf8-44c9-b7f9-dfd5c82d5fba req-e96673e1-e6d2-49cc-bce2-eac0ece14358 service neutron] 10.222.0.53 "GET /v2.0/networks/3933cf84-cdd3-4c59-ac2d-c58afedb7fce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1061416 Sep 23 19:21:14.793930 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-e0a88c81-3c9a-491e-bca0-b26bba770b95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:21:14.806551 n-d-713301-16 neutron-server[95102]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b12a90d4-a99f-4737-98f8-64ef72d18294', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3b1ed664-84d3-4e55-90c8-29444560ec78'}] {{(pid=95102) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 19:21:14.808820 n-d-713301-16 neutron-server[95102]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab31b6d93e5336dbddfa8ec424565b3bd8cb2369c5b4d85bc943472dbb21e8ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f802a66d-7e5a-48bc-802a-0996bb858226" -d '{"events": [{"server_uuid": "b12a90d4-a99f-4737-98f8-64ef72d18294", "name": "network-vif-unplugged", "status": "completed", "tag": "3b1ed664-84d3-4e55-90c8-29444560ec78"}]}' {{(pid=95102) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 19:21:14.812547 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-55b8fb1f-078e-4864-882b-01339e00ae4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:21:14.825693 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-4b0285aa-a3ec-4348-8b13-3565d4e5c273 req-57e45d2f-759e-4862-8f36-162a9c0069cf service neutron] Notify callbacks [] for port, precommit_update {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:21:14.862930 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-4b0285aa-a3ec-4348-8b13-3565d4e5c273 req-57e45d2f-759e-4862-8f36-162a9c0069cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4399095'] for port, after_update {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:21:14.880827 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-d389d892-271d-496a-88fe-67b22644eaaa req-de5543fe-04ed-4217-ba39-3f61dffab967 tempest-SecurityGroupsTestJSON-1637632090 tempest-SecurityGroupsTestJSON-1637632090-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=5c7e58d511994cccb082b917c36a96c0&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2276595 Sep 23 19:21:14.881737 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0a88c81-3c9a-491e-bca0-b26bba770b95 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f148107-f6f0-4d66-89ce-ca0571f90a47,revision_number=1']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:21:14.886129 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-e0a88c81-3c9a-491e-bca0-b26bba770b95 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=0b2073598dde4f83974f7111c38f63a6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8053904 Sep 23 19:21:14.903211 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 59270) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:21:14.913108 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-96f9f844-f359-4440-aca0-dea8653936d6 req-82f7071a-c8f6-48b9-a8a4-8ebbbc21638c tempest-LiveAutoBlockMigrationV225Test-1531822435 tempest-LiveAutoBlockMigrationV225Test-1531822435-project] 10.222.0.67 "GET /v2.0/security-groups?id=6d32247e-8bb7-4ae1-818c-76baafa39c73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1652768 Sep 23 19:21:14.998215 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57e45d2f-759e-4862-8f36-162a9c0069cf service neutron] Pushing event updated for resources: {'Port': ['ID=3b1ed664-84d3-4e55-90c8-29444560ec78,revision_number=7']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:21:15.076083 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-dce7dfdf-49df-4e02-be9a-855c7fc8688a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:21:15.085038 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.managers [req-4b0285aa-a3ec-4348-8b13-3565d4e5c273 req-57e45d2f-759e-4862-8f36-162a9c0069cf service neutron] Attempting to bind port 3b1ed664-84d3-4e55-90c8-29444560ec78 on host n-h2-713301-16 for vnic_type normal with profile {"migrating_to": "n-h1-713301-16"} {{(pid=95102) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 19:21:15.085382 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.managers [req-4b0285aa-a3ec-4348-8b13-3565d4e5c273 req-57e45d2f-759e-4862-8f36-162a9c0069cf service neutron] Attempting to bind port 3b1ed664-84d3-4e55-90c8-29444560ec78 by drivers openvswitch,hyperv on host n-h2-713301-16 at level 0 using segments [{'id': '5e7e2223-350e-4937-8d7b-2c6ab6ddc0ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': 'c2b58ecf-3b1b-414c-92a4-f53b08b3dace'}] {{(pid=95102) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 19:21:15.085713 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b0285aa-a3ec-4348-8b13-3565d4e5c273 req-57e45d2f-759e-4862-8f36-162a9c0069cf service neutron] Attempting to bind port 3b1ed664-84d3-4e55-90c8-29444560ec78 on network c2b58ecf-3b1b-414c-92a4-f53b08b3dace {{(pid=95102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:21:15.092079 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b0285aa-a3ec-4348-8b13-3565d4e5c273 req-57e45d2f-759e-4862-8f36-162a9c0069cf service neutron] Port 3b1ed664-84d3-4e55-90c8-29444560ec78 on network c2b58ecf-3b1b-414c-92a4-f53b08b3dace not bound, no agent of type Open vSwitch agent registered on host n-h2-713301-16 {{(pid=95102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 19:21:15.092415 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b0285aa-a3ec-4348-8b13-3565d4e5c273 req-57e45d2f-759e-4862-8f36-162a9c0069cf service neutron] Attempting to bind port 3b1ed664-84d3-4e55-90c8-29444560ec78 on network c2b58ecf-3b1b-414c-92a4-f53b08b3dace {{(pid=95102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:21:15.099208 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-dce7dfdf-49df-4e02-be9a-855c7fc8688a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:21:15.104869 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b0285aa-a3ec-4348-8b13-3565d4e5c273 req-57e45d2f-759e-4862-8f36-162a9c0069cf service neutron] Checking agent: {'id': '2a7cea34-db54-4faf-8d23-37521c3e34cb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713301-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 19, 15, 28), 'started_at': datetime.datetime(2021, 9, 23, 19, 15, 28), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 19, 20, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 19:21:15.105221 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b0285aa-a3ec-4348-8b13-3565d4e5c273 req-57e45d2f-759e-4862-8f36-162a9c0069cf service neutron] Checking segment: {'id': '5e7e2223-350e-4937-8d7b-2c6ab6ddc0ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': 'c2b58ecf-3b1b-414c-92a4-f53b08b3dace'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95102) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:21:15.105614 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b0285aa-a3ec-4348-8b13-3565d4e5c273 req-57e45d2f-759e-4862-8f36-162a9c0069cf service neutron] Bound using segment: {'id': '5e7e2223-350e-4937-8d7b-2c6ab6ddc0ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': 'c2b58ecf-3b1b-414c-92a4-f53b08b3dace'} {{(pid=95102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 19:21:15.106050 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.managers [req-4b0285aa-a3ec-4348-8b13-3565d4e5c273 req-57e45d2f-759e-4862-8f36-162a9c0069cf service neutron] Bound port: 3b1ed664-84d3-4e55-90c8-29444560ec78, host: n-h2-713301-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5e7e2223-350e-4937-8d7b-2c6ab6ddc0ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': 'c2b58ecf-3b1b-414c-92a4-f53b08b3dace'}}] {{(pid=95102) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 19:21:15.106415 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-4b0285aa-a3ec-4348-8b13-3565d4e5c273 req-57e45d2f-759e-4862-8f36-162a9c0069cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:21:15.108970 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47886f52-7025-4ec9-86d8-22d8123440a6 req-2f5b7b66-dbd8-4b8a-af0a-ab4739db6766 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:21:15.111228 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-47886f52-7025-4ec9-86d8-22d8123440a6 req-2f5b7b66-dbd8-4b8a-af0a-ab4739db6766 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=e0fb920d7d3f49caa9f9e971b4a6829a&device_id=33510898-09b3-4694-9adb-128d54910ad2 HTTP/1.1" status: 200 len: 1095 time: 0.2393403 Sep 23 19:21:15.168087 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-d389d892-271d-496a-88fe-67b22644eaaa req-68540e18-389a-4cf9-9473-e1589d5aa609 service neutron] 10.222.0.67 "GET /v2.0/networks/1048b771-fe5c-4195-91f1-88a21e64a743?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2504656 Sep 23 19:21:15.300826 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.db [req-4b0285aa-a3ec-4348-8b13-3565d4e5c273 req-57e45d2f-759e-4862-8f36-162a9c0069cf service neutron] For port 3b1ed664-84d3-4e55-90c8-29444560ec78, host n-h2-713301-16, cleared binding levels {{(pid=95102) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 19:21:15.308406 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.db [req-4b0285aa-a3ec-4348-8b13-3565d4e5c273 req-57e45d2f-759e-4862-8f36-162a9c0069cf service neutron] For port 3b1ed664-84d3-4e55-90c8-29444560ec78, host n-h2-713301-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-16',level=0,port_id=3b1ed664-84d3-4e55-90c8-29444560ec78,segment=NetworkSegment(5e7e2223-350e-4937-8d7b-2c6ab6ddc0ab),segment_id=5e7e2223-350e-4937-8d7b-2c6ab6ddc0ab)] {{(pid=95102) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 19:21:15.356921 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-dce7dfdf-49df-4e02-be9a-855c7fc8688a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:21:15.359427 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-dce7dfdf-49df-4e02-be9a-855c7fc8688a admin admin] Notify callbacks [] for security_group, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:21:15.364656 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-dce7dfdf-49df-4e02-be9a-855c7fc8688a admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/2f148107-f6f0-4d66-89ce-ca0571f90a47 HTTP/1.1" status: 204 len: 168 time: 0.4561534 Sep 23 19:21:15.366723 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-4b0285aa-a3ec-4348-8b13-3565d4e5c273 req-57e45d2f-759e-4862-8f36-162a9c0069cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4399095'] for port, after_update {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:21:15.404418 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce7dfdf-49df-4e02-be9a-855c7fc8688a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f148107-f6f0-4d66-89ce-ca0571f90a47,revision_number=None']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:21:15.421375 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-55b8fb1f-078e-4864-882b-01339e00ae4b admin admin] Notify callbacks [] for port, precommit_update {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:21:15.438550 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47886f52-7025-4ec9-86d8-22d8123440a6 req-f7a2d162-1369-4346-bbc4-12d644437f87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:21:15.440714 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-47886f52-7025-4ec9-86d8-22d8123440a6 req-f7a2d162-1369-4346-bbc4-12d644437f87 service neutron] 10.222.0.53 "GET /v2.0/networks?id=3933cf84-cdd3-4c59-ac2d-c58afedb7fce HTTP/1.1" status: 200 len: 904 time: 0.3176153 Sep 23 19:21:15.441862 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-55b8fb1f-078e-4864-882b-01339e00ae4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5607436'] for port, after_update {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:21:15.511846 n-d-713301-16 neutron-server[95102]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 23 Sep 2021 19:21:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c78e605-36bd-44f6-9d04-d6ab0d652d4b x-openstack-request-id: req-0c78e605-36bd-44f6-9d04-d6ab0d652d4b {{(pid=95102) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 19:21:15.512154 n-d-713301-16 neutron-server[95102]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b12a90d4-a99f-4737-98f8-64ef72d18294", "name": "network-vif-unplugged", "status": "completed", "tag": "3b1ed664-84d3-4e55-90c8-29444560ec78", "code": 200}]} {{(pid=95102) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 19:21:15.512412 n-d-713301-16 neutron-server[95102]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-0c78e605-36bd-44f6-9d04-d6ab0d652d4b {{(pid=95102) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 19:21:15.513977 n-d-713301-16 neutron-server[95102]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b12a90d4-a99f-4737-98f8-64ef72d18294', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3b1ed664-84d3-4e55-90c8-29444560ec78', 'code': 200} Sep 23 19:21:15.570189 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-55b8fb1f-078e-4864-882b-01339e00ae4b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-527313', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-601459'] for router_interface, after_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:21:15.604451 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-d389d892-271d-496a-88fe-67b22644eaaa req-5992971d-a7f9-452a-aaa1-13b3629fc990 service neutron] 10.222.0.67 "GET /v2.0/networks/1048b771-fe5c-4195-91f1-88a21e64a743?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4226270 Sep 23 19:21:15.639066 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b0285aa-a3ec-4348-8b13-3565d4e5c273 req-57e45d2f-759e-4862-8f36-162a9c0069cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:21:15.639683 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-4b0285aa-a3ec-4348-8b13-3565d4e5c273 req-57e45d2f-759e-4862-8f36-162a9c0069cf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222849'] for port, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:21:15.641159 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-4b0285aa-a3ec-4348-8b13-3565d4e5c273 req-57e45d2f-759e-4862-8f36-162a9c0069cf service neutron] 10.222.0.74 "PUT /v2.0/ports/3b1ed664-84d3-4e55-90c8-29444560ec78 HTTP/1.1" status: 200 len: 1123 time: 2.0380051 Sep 23 19:21:15.644065 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57e45d2f-759e-4862-8f36-162a9c0069cf service neutron] Pushing event updated for resources: {'Port': ['ID=3b1ed664-84d3-4e55-90c8-29444560ec78,revision_number=8']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:21:15.686071 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Device e8904638-1ea1-46e8-8511-305a3e759973 up at agent ovs-agent-n-d-713301-16 {{(pid=95103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 19:21:15.698580 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b8fb1f-078e-4864-882b-01339e00ae4b admin admin] Pushing event updated for resources: {'Port': ['ID=b1a76ce2-06dc-409f-91c7-09045dd595e4,revision_number=2']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:21:15.700165 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a0a230-4d07-4224-8390-ff60447179d1 req-4c646dc7-0f08-41c1-8bfd-bd0b9e9aaa9a tempest-ImagesTestJSON-1030216449 tempest-ImagesTestJSON-1030216449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:21:15.706584 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Device 3b1ed664-84d3-4e55-90c8-29444560ec78 details requested by agent hyperv_n-h1-713301-16 with host n-h1-713301-16 {{(pid=95103) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 19:21:15.718035 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-73a0a230-4d07-4224-8390-ff60447179d1 req-4c646dc7-0f08-41c1-8bfd-bd0b9e9aaa9a tempest-ImagesTestJSON-1030216449 tempest-ImagesTestJSON-1030216449-project] 10.222.0.67 "GET /v2.0/ports?device_id=33510898-09b3-4694-9adb-128d54910ad2 HTTP/1.1" status: 200 len: 943 time: 0.1674063 Sep 23 19:21:15.718718 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-47886f52-7025-4ec9-86d8-22d8123440a6 req-31b25006-e6ef-420a-9e7b-8f8413e938bf service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=07aacc81-3123-429b-b5b6-79fd88c8a4ed HTTP/1.1" status: 200 len: 217 time: 0.2296755 Sep 23 19:21:15.776412 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-73a0a230-4d07-4224-8390-ff60447179d1 req-06b7492c-a8fe-4fc3-846d-979973f94c13 tempest-ImagesTestJSON-1030216449 tempest-ImagesTestJSON-1030216449-project] 10.222.0.67 "GET /v2.0/security-groups?id=076f8f10-41da-413e-8d86-ebe8d5fe93ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564697 Sep 23 19:21:15.859259 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47886f52-7025-4ec9-86d8-22d8123440a6 req-c703b1d0-f167-4633-9898-2f885c823a6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:21:15.862814 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-47886f52-7025-4ec9-86d8-22d8123440a6 req-c703b1d0-f167-4633-9898-2f885c823a6c service neutron] 10.222.0.53 "GET /v2.0/subnets?id=ddb01988-b766-48de-9eb4-7d664700d39d HTTP/1.1" status: 200 len: 843 time: 0.1249907 Sep 23 19:21:15.966231 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] get_ports_and_sgs() called for port_ids ['3b1ed664-84d3-4e55-90c8-29444560ec78'] {{(pid=95103) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 19:21:16.037987 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] For port 3b1ed664-84d3-4e55-90c8-29444560ec78, host n-h2-713301-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-16',level=0,port_id=3b1ed664-84d3-4e55-90c8-29444560ec78,segment=NetworkSegment(5e7e2223-350e-4937-8d7b-2c6ab6ddc0ab),segment_id=5e7e2223-350e-4937-8d7b-2c6ab6ddc0ab)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:21:16.068824 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Device 3b1ed664-84d3-4e55-90c8-29444560ec78 has no active binding in host n-h1-713301-16 {{(pid=95103) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Sep 23 19:21:16.085660 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-47886f52-7025-4ec9-86d8-22d8123440a6 req-cb32058b-5d8c-462f-8494-d0278021450f service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=3933cf84-cdd3-4c59-ac2d-c58afedb7fce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2069037 Sep 23 19:21:16.094582 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-8854dd1b-490d-4af0-9db3-a136ae6c105f req-f1d3c40d-4dd5-4824-bd7e-9a76bbe43b26 tempest-SecurityGroupsTestJSON-1637632090 tempest-SecurityGroupsTestJSON-1637632090-project] 10.222.0.67 "GET /v2.0/ports?device_id=b79685d2-bbec-4068-b922-e8f92a4571e4 HTTP/1.1" status: 200 len: 210 time: 0.0741265 Sep 23 19:21:16.120102 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] get_ports_and_sgs() called for port_ids ['3b1ed664-84d3-4e55-90c8-29444560ec78'] {{(pid=95103) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 19:21:16.226785 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Provisioning complete for port e8904638-1ea1-46e8-8511-305a3e759973 triggered by entity L2. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:21:16.227088 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:21:16.339861 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec81930-557b-43d3-af4c-e722ba3cb613 req-943554f9-f7e9-4387-b66b-7151f7cc0a8e tempest-ServersAdminTestJSON-1371927677 tempest-ServersAdminTestJSON-1371927677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:21:16.378180 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-4ec81930-557b-43d3-af4c-e722ba3cb613 req-943554f9-f7e9-4387-b66b-7151f7cc0a8e tempest-ServersAdminTestJSON-1371927677 tempest-ServersAdminTestJSON-1371927677-project] 10.222.0.67 "GET /v2.0/ports?device_id=8adc1d5c-ae67-4d87-8284-04120d7c0f9e HTTP/1.1" status: 200 len: 950 time: 0.2334762 Sep 23 19:21:16.383136 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55b8fb1f-078e-4864-882b-01339e00ae4b admin admin] Network 3018c2b7-6d99-4bca-a625-99b7a6f447b4 is already hosted by enough agents. {{(pid=95101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:21:16.390339 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.base_scheduler [None req-55b8fb1f-078e-4864-882b-01339e00ae4b admin admin] Resources bound (agent type, host, resource id): {{(pid=95101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:21:16.412563 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-47886f52-7025-4ec9-86d8-22d8123440a6 req-5c2e6b1a-f13d-4409-9f86-31263ad11578 service neutron] 10.222.0.53 "GET /v2.0/networks/3933cf84-cdd3-4c59-ac2d-c58afedb7fce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2958453 Sep 23 19:21:16.499945 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c726c9-50e4-48dd-a8a3-84847a16ffa6 req-06cb05bc-5b67-435e-9eea-b66d70dd89e9 tempest-LiveAutoBlockMigrationV225Test-1531822435 tempest-LiveAutoBlockMigrationV225Test-1531822435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:21:16.504901 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:21:16.507839 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-02c726c9-50e4-48dd-a8a3-84847a16ffa6 req-06cb05bc-5b67-435e-9eea-b66d70dd89e9 tempest-LiveAutoBlockMigrationV225Test-1531822435 tempest-LiveAutoBlockMigrationV225Test-1531822435-project] 10.222.0.67 "GET /v2.0/ports?device_id=b12a90d4-a99f-4737-98f8-64ef72d18294 HTTP/1.1" status: 200 len: 943 time: 0.3076532 Sep 23 19:21:16.536479 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-4ec81930-557b-43d3-af4c-e722ba3cb613 req-879da384-f0ab-452d-baec-ba01aedf189f tempest-ServersAdminTestJSON-1371927677 tempest-ServersAdminTestJSON-1371927677-project] 10.222.0.67 "GET /v2.0/security-groups?id=f6ea2bc2-ae02-426e-9312-246b38837e94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1535175 Sep 23 19:21:16.549371 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] For port e8904638-1ea1-46e8-8511-305a3e759973, host n-d-713301-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-16',level=0,port_id=e8904638-1ea1-46e8-8511-305a3e759973,segment=NetworkSegment(7d4027f1-d893-4c7b-95d4-757b8e44e380),segment_id=7d4027f1-d893-4c7b-95d4-757b8e44e380)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:21:16.556483 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:21:16.664271 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-02c726c9-50e4-48dd-a8a3-84847a16ffa6 req-a8921a0a-60c8-411b-9876-4b13fb22861c tempest-LiveAutoBlockMigrationV225Test-1531822435 tempest-LiveAutoBlockMigrationV225Test-1531822435-project] 10.222.0.67 "GET /v2.0/security-groups?id=6d32247e-8bb7-4ae1-818c-76baafa39c73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1240907 Sep 23 19:21:16.668202 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Pushing event updated for resources: {'Port': ['ID=e8904638-1ea1-46e8-8511-305a3e759973,revision_number=4']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:21:16.751931 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-55b8fb1f-078e-4864-882b-01339e00ae4b admin admin] Router d4549d7c-751b-482a-9388-b3f8449c4e3e has already been hosted by L3 agent 79a740bf-7821-4989-8288-7186e3e128f3 {{(pid=95101) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 19:21:16.822722 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-47886f52-7025-4ec9-86d8-22d8123440a6 req-d05275d0-8841-415f-8208-eeebaa50fccd service neutron] 10.222.0.53 "GET /v2.0/networks/3933cf84-cdd3-4c59-ac2d-c58afedb7fce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4013340 Sep 23 19:21:16.827668 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-8d2bd99b-5ecb-4041-89fe-bc453a4ca316 None None] Provisioning complete for port b1a76ce2-06dc-409f-91c7-09045dd595e4 triggered by entity DHCP. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:21:16.829531 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-8d2bd99b-5ecb-4041-89fe-bc453a4ca316 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:21:16.926211 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.plugin [None req-8d2bd99b-5ecb-4041-89fe-bc453a4ca316 None None] Port b1a76ce2-06dc-409f-91c7-09045dd595e4 cannot update to ACTIVE because it is not bound. {{(pid=95103) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 19:21:16.942272 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55b8fb1f-078e-4864-882b-01339e00ae4b admin admin] Notify agent at l3_agent.n-d-713301-16 the message routers_updated {{(pid=95101) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 19:21:16.947849 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-55b8fb1f-078e-4864-882b-01339e00ae4b admin admin] 10.222.0.67 "PUT /v2.0/routers/d4549d7c-751b-482a-9388-b3f8449c4e3e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6834376 Sep 23 19:21:16.957243 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f44cc06-563d-4ed6-96f8-7f7d04223a3d None None] Sync routers for ids ['d4549d7c-751b-482a-9388-b3f8449c4e3e'] in n-d-713301-16 {{(pid=95104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 19:21:16.973176 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f44cc06-563d-4ed6-96f8-7f7d04223a3d None None] Routers {'d4549d7c-751b-482a-9388-b3f8449c4e3e'} bound to L3 agent in host n-d-713301-16 {{(pid=95104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 19:21:16.973809 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_hamode_db [None req-5f44cc06-563d-4ed6-96f8-7f7d04223a3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-23T19:07:52Z,description=,heartbeat_timestamp=2021-09-23T19:20:52Z,host='n-d-713301-16',id=79a740bf-7821-4989-8288-7186e3e128f3,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:07:52Z,topic='l3_agent')) {'router_ids': ['d4549d7c-751b-482a-9388-b3f8449c4e3e'], 'active': True} {{(pid=95104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:21:17.039716 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c021cc2-16a6-4d10-a21f-faa06dec29af req-2f0b6e2c-bbaa-45b6-9a9c-1d93db691765 tempest-ImagesTestJSON-1030216449 tempest-ImagesTestJSON-1030216449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:21:17.053180 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-3c021cc2-16a6-4d10-a21f-faa06dec29af req-2f0b6e2c-bbaa-45b6-9a9c-1d93db691765 tempest-ImagesTestJSON-1030216449 tempest-ImagesTestJSON-1030216449-project] 10.222.0.67 "GET /v2.0/ports?device_id=33510898-09b3-4694-9adb-128d54910ad2 HTTP/1.1" status: 200 len: 943 time: 0.1323767 Sep 23 19:21:17.159872 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-3c021cc2-16a6-4d10-a21f-faa06dec29af req-18fc4216-8f8e-4181-837d-fc1db5df32e6 tempest-ImagesTestJSON-1030216449 tempest-ImagesTestJSON-1030216449-project] 10.222.0.67 "GET /v2.0/security-groups?id=076f8f10-41da-413e-8d86-ebe8d5fe93ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0997102 Sep 23 19:21:17.216811 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_dvr_db [None req-5f44cc06-563d-4ed6-96f8-7f7d04223a3d None None] Set router d4549d7c-751b-482a-9388-b3f8449c4e3e gateway port host: n-d-713301-16 {{(pid=95104) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 19:21:17.295195 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-0d9a52e4-c3d5-465e-93fc-c276c515173d req-43f97bd8-92c4-45f8-be4d-fb9a7338bdcf tempest-SecurityGroupsTestJSON-1637632090 tempest-SecurityGroupsTestJSON-1637632090-project] 10.222.0.67 "GET /v2.0/ports?device_id=b79685d2-bbec-4068-b922-e8f92a4571e4 HTTP/1.1" status: 200 len: 210 time: 0.0579531 Sep 23 19:21:17.351803 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Device 07aacc81-3123-429b-b5b6-79fd88c8a4ed details requested by agent hyperv_n-h2-713301-16 with host n-h2-713301-16 {{(pid=95103) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 19:21:17.514978 n-d-713301-16 neutron-server[95102]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b12a90d4-a99f-4737-98f8-64ef72d18294', 'tag': '3b1ed664-84d3-4e55-90c8-29444560ec78'}] {{(pid=95102) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 19:21:17.517848 n-d-713301-16 neutron-server[95102]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab31b6d93e5336dbddfa8ec424565b3bd8cb2369c5b4d85bc943472dbb21e8ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f65a98c0-d095-4111-b112-e30e2579bdae" -d '{"events": [{"name": "network-changed", "server_uuid": "b12a90d4-a99f-4737-98f8-64ef72d18294", "tag": "3b1ed664-84d3-4e55-90c8-29444560ec78"}]}' {{(pid=95102) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 19:21:17.539854 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_hamode_db [None req-5f44cc06-563d-4ed6-96f8-7f7d04223a3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4549d7c-751b-482a-9388-b3f8449c4e3e', 'name': 'tempest-ServersTestBootFromVolume-424061460-router', 'tenant_id': 'b9b1bf1e052747edb79d8459636eb975', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'external_fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.95'}], 'enable_snat': True}, 'gw_port_id': 'e8904638-1ea1-46e8-8511-305a3e759973', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:21:07Z', 'updated_at': '2021-09-23T19:21:14Z', 'revision_number': 4, 'project_id': 'b9b1bf1e052747edb79d8459636eb975', 'gw_port': {'id': 'e8904638-1ea1-46e8-8511-305a3e759973', 'name': '', 'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:a5:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4549d7c-751b-482a-9388-b3f8449c4e3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 575, 'fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:21:09Z', 'updated_at': '2021-09-23T19:21:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-16', '_interfaces': [{'id': 'b1a76ce2-06dc-409f-91c7-09045dd595e4', 'name': '', 'network_id': '3018c2b7-6d99-4bca-a625-99b7a6f447b4', 'tenant_id': 'b9b1bf1e052747edb79d8459636eb975', 'mac_address': 'fa:16:3e:bd:1c:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4549d7c-751b-482a-9388-b3f8449c4e3e', 'device_owner': 'network:router_interface', 'standard_attr_id': 582, 'fixed_ips': [{'subnet_id': 'c4da4d29-f3ff-4267-a202-348183c23904', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:21:12Z', 'updated_at': '2021-09-23T19:21:14Z', 'revision_number': 2, 'project_id': 'b9b1bf1e052747edb79d8459636eb975', 'subnets': [{'id': 'c4da4d29-f3ff-4267-a202-348183c23904', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-16', False) {} {{(pid=95104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:21:17.566765 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Device e8904638-1ea1-46e8-8511-305a3e759973 up at agent ovs-agent-n-d-713301-16 {{(pid=95103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 19:21:17.611273 n-d-713301-16 neutron-server[95102]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 19:21:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6745cad-4f56-4c89-8a6e-0e86b624f210 x-openstack-request-id: req-b6745cad-4f56-4c89-8a6e-0e86b624f210 {{(pid=95102) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 19:21:17.611560 n-d-713301-16 neutron-server[95102]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b12a90d4-a99f-4737-98f8-64ef72d18294", "tag": "3b1ed664-84d3-4e55-90c8-29444560ec78", "status": "completed", "code": 200}]} {{(pid=95102) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 19:21:17.611814 n-d-713301-16 neutron-server[95102]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-b6745cad-4f56-4c89-8a6e-0e86b624f210 {{(pid=95102) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 19:21:17.612255 n-d-713301-16 neutron-server[95102]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b12a90d4-a99f-4737-98f8-64ef72d18294', 'tag': '3b1ed664-84d3-4e55-90c8-29444560ec78', 'status': 'completed', 'code': 200} Sep 23 19:21:17.713431 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f44cc06-563d-4ed6-96f8-7f7d04223a3d None None] Checking router: d4549d7c-751b-482a-9388-b3f8449c4e3e for host: n-d-713301-16 {{(pid=95104) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 19:21:17.714847 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f44cc06-563d-4ed6-96f8-7f7d04223a3d None None] Updating router d4549d7c-751b-482a-9388-b3f8449c4e3e port b1a76ce2-06dc-409f-91c7-09045dd595e4 binding host n-d-713301-16 {{(pid=95104) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 23 19:21:17.732780 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] For port 07aacc81-3123-429b-b5b6-79fd88c8a4ed, host n-h2-713301-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-16',level=0,port_id=07aacc81-3123-429b-b5b6-79fd88c8a4ed,segment=NetworkSegment(2f3be12e-dba6-4aef-9978-6b9e569ce081),segment_id=2f3be12e-dba6-4aef-9978-6b9e569ce081)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:21:17.748727 n-d-713301-16 neutron-server[95104]: DEBUG neutron_lib.callbacks.manager [None req-5f44cc06-563d-4ed6-96f8-7f7d04223a3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:21:17.839255 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Provisioning complete for port e8904638-1ea1-46e8-8511-305a3e759973 triggered by entity L2. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:21:17.839831 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:21:17.846850 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Returning: {'device': '07aacc81-3123-429b-b5b6-79fd88c8a4ed', 'network_id': '3933cf84-cdd3-4c59-ac2d-c58afedb7fce', 'port_id': '07aacc81-3123-429b-b5b6-79fd88c8a4ed', 'mac_address': 'fa:16:3e:40:57:f9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 607, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ddb01988-b766-48de-9eb4-7d664700d39d', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95103) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 19:21:17.871481 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca94857d-b51d-4184-be99-038dc99b5aa3 req-695d1f61-2674-4a30-bc97-de6229b6931d tempest-ServersAdminTestJSON-1371927677 tempest-ServersAdminTestJSON-1371927677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:21:17.885394 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-ca94857d-b51d-4184-be99-038dc99b5aa3 req-695d1f61-2674-4a30-bc97-de6229b6931d tempest-ServersAdminTestJSON-1371927677 tempest-ServersAdminTestJSON-1371927677-project] 10.222.0.67 "GET /v2.0/ports?device_id=8adc1d5c-ae67-4d87-8284-04120d7c0f9e HTTP/1.1" status: 200 len: 950 time: 0.1751504 Sep 23 19:21:17.985025 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-ca94857d-b51d-4184-be99-038dc99b5aa3 req-d32f78b7-9689-4984-8447-d65d9861e00a tempest-ServersAdminTestJSON-1371927677 tempest-ServersAdminTestJSON-1371927677-project] 10.222.0.67 "GET /v2.0/security-groups?id=f6ea2bc2-ae02-426e-9312-246b38837e94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892203 Sep 23 19:21:18.052495 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:21:18.052965 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 59360) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:21:18.066567 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.v2.base [None req-c4f348b2-27a1-4546-99dd-a55a0bbbf07f tempest-ServersTestBootFromVolume-2071761147 tempest-ServersTestBootFromVolume-2071761147-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1659905446', 'description': 'tempest-description--1518871327'}} {{(pid=95102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:21:18.073912 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d389d892-271d-496a-88fe-67b22644eaaa req-e82b4da8-b178-4e33-9ef8-0b191e093905 tempest-SecurityGroupsTestJSON-1637632090 tempest-SecurityGroupsTestJSON-1637632090-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:21:18.075473 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-d389d892-271d-496a-88fe-67b22644eaaa req-e82b4da8-b178-4e33-9ef8-0b191e093905 tempest-SecurityGroupsTestJSON-1637632090 tempest-SecurityGroupsTestJSON-1637632090-project] 10.222.0.53 "GET /v2.0/networks?id=1048b771-fe5c-4195-91f1-88a21e64a743 HTTP/1.1" status: 200 len: 812 time: 0.4353986 Sep 23 19:21:18.103399 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.v2.base [req-d389d892-271d-496a-88fe-67b22644eaaa req-39928f18-2abb-4daa-8770-d3c719b7b6de tempest-SecurityGroupsTestJSON-1637632090 tempest-SecurityGroupsTestJSON-1637632090-project] Request body: {'port': {'device_id': 'b79685d2-bbec-4068-b922-e8f92a4571e4', 'network_id': '1048b771-fe5c-4195-91f1-88a21e64a743', 'admin_state_up': True, 'tenant_id': '5c7e58d511994cccb082b917c36a96c0'}} {{(pid=95101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:21:18.123959 n-d-713301-16 neutron-server[95103]: DEBUG neutron.notifiers.nova [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 07aacc81-3123-429b-b5b6-79fd88c8a4ed {{(pid=95103) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 19:21:18.147194 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] For port 07aacc81-3123-429b-b5b6-79fd88c8a4ed, host n-h2-713301-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-16',level=0,port_id=07aacc81-3123-429b-b5b6-79fd88c8a4ed,segment=NetworkSegment(2f3be12e-dba6-4aef-9978-6b9e569ce081),segment_id=2f3be12e-dba6-4aef-9978-6b9e569ce081)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:21:18.156178 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:21:18.186043 n-d-713301-16 neutron-server[95104]: DEBUG neutron_lib.callbacks.manager [None req-5f44cc06-563d-4ed6-96f8-7f7d04223a3d None None] Notify callbacks [] for port, precommit_update {{(pid=95104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:21:18.201157 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-c4f348b2-27a1-4546-99dd-a55a0bbbf07f tempest-ServersTestBootFromVolume-2071761147 tempest-ServersTestBootFromVolume-2071761147-project] Notify callbacks [] for security_group, before_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:21:18.213651 n-d-713301-16 neutron-server[95104]: DEBUG neutron_lib.callbacks.manager [None req-5f44cc06-563d-4ed6-96f8-7f7d04223a3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:21:18.252198 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8db9c3-9677-4853-82ca-fc13e127bdec req-360818bf-e777-4b36-98ce-cf9e043b0589 tempest-LiveAutoBlockMigrationV225Test-1531822435 tempest-LiveAutoBlockMigrationV225Test-1531822435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:21:18.259830 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-1d8db9c3-9677-4853-82ca-fc13e127bdec req-360818bf-e777-4b36-98ce-cf9e043b0589 tempest-LiveAutoBlockMigrationV225Test-1531822435 tempest-LiveAutoBlockMigrationV225Test-1531822435-project] 10.222.0.67 "GET /v2.0/ports?device_id=b12a90d4-a99f-4737-98f8-64ef72d18294 HTTP/1.1" status: 200 len: 943 time: 0.1684644 Sep 23 19:21:18.270559 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-817e6b7f-23fc-4340-95b2-92a0b1e986ac None None] Pushing event updated for resources: {'Port': ['ID=b1a76ce2-06dc-409f-91c7-09045dd595e4,revision_number=3']} {{(pid=95104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:21:18.282967 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-817e6b7f-23fc-4340-95b2-92a0b1e986ac None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:21:18.283652 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-817e6b7f-23fc-4340-95b2-92a0b1e986ac None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:21:18.284524 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-817e6b7f-23fc-4340-95b2-92a0b1e986ac None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:21:18.285097 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-817e6b7f-23fc-4340-95b2-92a0b1e986ac None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:21:18.285690 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Pushing event updated for resources: {'Port': ['ID=07aacc81-3123-429b-b5b6-79fd88c8a4ed,revision_number=4']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:21:18.286226 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-817e6b7f-23fc-4340-95b2-92a0b1e986ac None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:21:18.286939 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-817e6b7f-23fc-4340-95b2-92a0b1e986ac None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:21:18.287503 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-817e6b7f-23fc-4340-95b2-92a0b1e986ac None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:21:18.288046 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-817e6b7f-23fc-4340-95b2-92a0b1e986ac None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:21:18.289186 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-817e6b7f-23fc-4340-95b2-92a0b1e986ac None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:21:18.289755 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-817e6b7f-23fc-4340-95b2-92a0b1e986ac None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:21:18.290299 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-817e6b7f-23fc-4340-95b2-92a0b1e986ac None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:21:18.290859 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-817e6b7f-23fc-4340-95b2-92a0b1e986ac None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:21:18.331549 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-1d8db9c3-9677-4853-82ca-fc13e127bdec req-8010de7d-2409-416f-a004-618fc3efb6f7 tempest-LiveAutoBlockMigrationV225Test-1531822435 tempest-LiveAutoBlockMigrationV225Test-1531822435-project] 10.222.0.67 "GET /v2.0/security-groups?id=6d32247e-8bb7-4ae1-818c-76baafa39c73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615628 Sep 23 19:21:18.406221 n-d-713301-16 neutron-server[95104]: DEBUG neutron.plugins.ml2.managers [None req-5f44cc06-563d-4ed6-96f8-7f7d04223a3d None None] Attempting to bind port b1a76ce2-06dc-409f-91c7-09045dd595e4 on host n-d-713301-16 for vnic_type normal with profile {{(pid=95104) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 19:21:18.406803 n-d-713301-16 neutron-server[95104]: DEBUG neutron.plugins.ml2.managers [None req-5f44cc06-563d-4ed6-96f8-7f7d04223a3d None None] Attempting to bind port b1a76ce2-06dc-409f-91c7-09045dd595e4 by drivers openvswitch,hyperv on host n-d-713301-16 at level 0 using segments [{'id': 'd9fca353-00c7-4d63-8b31-29fd9abb60f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '3018c2b7-6d99-4bca-a625-99b7a6f447b4'}] {{(pid=95104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 19:21:18.407458 n-d-713301-16 neutron-server[95104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f44cc06-563d-4ed6-96f8-7f7d04223a3d None None] Attempting to bind port b1a76ce2-06dc-409f-91c7-09045dd595e4 on network 3018c2b7-6d99-4bca-a625-99b7a6f447b4 {{(pid=95104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:21:18.415422 n-d-713301-16 neutron-server[95104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f44cc06-563d-4ed6-96f8-7f7d04223a3d None None] Checking agent: {'id': '70a14545-df24-472f-8f95-bfe1719bff93', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 19, 7, 53), 'started_at': datetime.datetime(2021, 9, 23, 19, 8, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 19, 20, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 19:21:18.416250 n-d-713301-16 neutron-server[95104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f44cc06-563d-4ed6-96f8-7f7d04223a3d None None] Checking segment: {'id': 'd9fca353-00c7-4d63-8b31-29fd9abb60f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '3018c2b7-6d99-4bca-a625-99b7a6f447b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95104) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:21:18.417048 n-d-713301-16 neutron-server[95104]: DEBUG neutron_lib.callbacks.manager [None req-5f44cc06-563d-4ed6-96f8-7f7d04223a3d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:21:18.417695 n-d-713301-16 neutron-server[95104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f44cc06-563d-4ed6-96f8-7f7d04223a3d None None] Bound using segment: {'id': 'd9fca353-00c7-4d63-8b31-29fd9abb60f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '3018c2b7-6d99-4bca-a625-99b7a6f447b4'} {{(pid=95104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 19:21:18.418242 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] get_ports_and_sgs() called for port_ids ['07aacc81-3123-429b-b5b6-79fd88c8a4ed'] {{(pid=95103) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 19:21:18.418849 n-d-713301-16 neutron-server[95104]: DEBUG neutron.plugins.ml2.managers [None req-5f44cc06-563d-4ed6-96f8-7f7d04223a3d None None] Bound port: b1a76ce2-06dc-409f-91c7-09045dd595e4, host: n-d-713301-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd9fca353-00c7-4d63-8b31-29fd9abb60f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '3018c2b7-6d99-4bca-a625-99b7a6f447b4'}}] {{(pid=95104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 19:21:18.419598 n-d-713301-16 neutron-server[95104]: DEBUG neutron_lib.callbacks.manager [None req-5f44cc06-563d-4ed6-96f8-7f7d04223a3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:21:18.509183 n-d-713301-16 neutron-server[95104]: DEBUG neutron.plugins.ml2.db [None req-5f44cc06-563d-4ed6-96f8-7f7d04223a3d None None] For port b1a76ce2-06dc-409f-91c7-09045dd595e4, host n-d-713301-16, cleared binding levels {{(pid=95104) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 19:21:18.513698 n-d-713301-16 neutron-server[95104]: DEBUG neutron.plugins.ml2.db [None req-5f44cc06-563d-4ed6-96f8-7f7d04223a3d None None] For port b1a76ce2-06dc-409f-91c7-09045dd595e4, host n-d-713301-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-16',level=0,port_id=b1a76ce2-06dc-409f-91c7-09045dd595e4,segment=NetworkSegment(d9fca353-00c7-4d63-8b31-29fd9abb60f3),segment_id=d9fca353-00c7-4d63-8b31-29fd9abb60f3)] {{(pid=95104) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 19:21:18.518270 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-524ab53f-9153-42f5-a079-b5c4134e5b38 req-477d536f-64c7-4e30-8ad2-81632650db93 tempest-ImagesTestJSON-1030216449 tempest-ImagesTestJSON-1030216449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:21:18.521342 n-d-713301-16 neutron-server[95104]: DEBUG neutron_lib.callbacks.manager [None req-5f44cc06-563d-4ed6-96f8-7f7d04223a3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:21:18.522507 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-524ab53f-9153-42f5-a079-b5c4134e5b38 req-477d536f-64c7-4e30-8ad2-81632650db93 tempest-ImagesTestJSON-1030216449 tempest-ImagesTestJSON-1030216449-project] 10.222.0.67 "GET /v2.0/ports?device_id=33510898-09b3-4694-9adb-128d54910ad2 HTTP/1.1" status: 200 len: 944 time: 0.1611440 Sep 23 19:21:18.540910 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-c4f348b2-27a1-4546-99dd-a55a0bbbf07f tempest-ServersTestBootFromVolume-2071761147 tempest-ServersTestBootFromVolume-2071761147-project] Notify callbacks [] for security_group, precommit_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:21:18.575912 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-c4f348b2-27a1-4546-99dd-a55a0bbbf07f tempest-ServersTestBootFromVolume-2071761147 tempest-ServersTestBootFromVolume-2071761147-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:21:18.579159 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-817e6b7f-23fc-4340-95b2-92a0b1e986ac None None] Pushing event updated for resources: {'Port': ['ID=b1a76ce2-06dc-409f-91c7-09045dd595e4,revision_number=4']} {{(pid=95104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:21:18.609919 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f44cc06-563d-4ed6-96f8-7f7d04223a3d None None] Routers {'d4549d7c-751b-482a-9388-b3f8449c4e3e'} bound to L3 agent in host n-d-713301-16 {{(pid=95104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 19:21:18.611043 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_hamode_db [None req-5f44cc06-563d-4ed6-96f8-7f7d04223a3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-23T19:07:52Z,description=,heartbeat_timestamp=2021-09-23T19:20:52Z,host='n-d-713301-16',id=79a740bf-7821-4989-8288-7186e3e128f3,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:07:52Z,topic='l3_agent')) {'router_ids': ['d4549d7c-751b-482a-9388-b3f8449c4e3e'], 'active': True} {{(pid=95104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:21:18.638187 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-524ab53f-9153-42f5-a079-b5c4134e5b38 req-eee448ee-226d-411e-baba-eb6f1cb1de64 tempest-ImagesTestJSON-1030216449 tempest-ImagesTestJSON-1030216449-project] 10.222.0.67 "GET /v2.0/security-groups?id=076f8f10-41da-413e-8d86-ebe8d5fe93ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1074164 Sep 23 19:21:18.656417 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4f348b2-27a1-4546-99dd-a55a0bbbf07f tempest-ServersTestBootFromVolume-2071761147 tempest-ServersTestBootFromVolume-2071761147-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6f980132-c67f-4d54-a2e9-1f4e7c6ad324,revision_number=1']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:21:18.672027 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-c4f348b2-27a1-4546-99dd-a55a0bbbf07f tempest-ServersTestBootFromVolume-2071761147 tempest-ServersTestBootFromVolume-2071761147-project] Notify callbacks [] for security_group, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:21:18.678856 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-c4f348b2-27a1-4546-99dd-a55a0bbbf07f tempest-ServersTestBootFromVolume-2071761147 tempest-ServersTestBootFromVolume-2071761147-project] 10.222.0.67 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.6245775 Sep 23 19:21:18.679789 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 59378) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:21:18.686393 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.v2.base [None req-cf7375f5-24f9-4a7a-aaa6-d0f77eab285a tempest-ServersTestBootFromVolume-2071761147 tempest-ServersTestBootFromVolume-2071761147-project] Request body: {'security_group_rule': {'security_group_id': '6f980132-c67f-4d54-a2e9-1f4e7c6ad324', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:21:18.758022 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-4ab2e29e-a052-423b-9d74-f7acd2825183 req-4143abf6-bca0-44e6-b723-213e7d889c70 tempest-SecurityGroupsTestJSON-1637632090 tempest-SecurityGroupsTestJSON-1637632090-project] 10.222.0.67 "GET /v2.0/ports?device_id=b79685d2-bbec-4068-b922-e8f92a4571e4 HTTP/1.1" status: 200 len: 210 time: 0.0817959 Sep 23 19:21:18.783299 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-cf7375f5-24f9-4a7a-aaa6-d0f77eab285a tempest-ServersTestBootFromVolume-2071761147 tempest-ServersTestBootFromVolume-2071761147-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:21:18.820965 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-cf04bb4f-321b-45a9-b046-ce22f0b13f7d None None] Provisioning complete for port b1a76ce2-06dc-409f-91c7-09045dd595e4 triggered by entity DHCP. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:21:18.821589 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-cf04bb4f-321b-45a9-b046-ce22f0b13f7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:21:18.848112 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_dvr_db [None req-5f44cc06-563d-4ed6-96f8-7f7d04223a3d None None] Set router d4549d7c-751b-482a-9388-b3f8449c4e3e gateway port host: n-d-713301-16 {{(pid=95104) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 19:21:18.866916 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f65a98c0-d095-4111-b112-e30e2579bdae req-e301ef25-7f5c-4e64-a981-0dbcfa97312e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:21:18.877956 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-f65a98c0-d095-4111-b112-e30e2579bdae req-e301ef25-7f5c-4e64-a981-0dbcfa97312e service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=01fd0bf0664a4580a0559687f9bf7c73&device_id=b12a90d4-a99f-4737-98f8-64ef72d18294 HTTP/1.1" status: 200 len: 1126 time: 0.8960447 Sep 23 19:21:18.883926 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-cf7375f5-24f9-4a7a-aaa6-d0f77eab285a tempest-ServersTestBootFromVolume-2071761147 tempest-ServersTestBootFromVolume-2071761147-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:21:18.893933 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-cf7375f5-24f9-4a7a-aaa6-d0f77eab285a tempest-ServersTestBootFromVolume-2071761147 tempest-ServersTestBootFromVolume-2071761147-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575319'] for security_group_rule, after_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:21:18.947003 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf7375f5-24f9-4a7a-aaa6-d0f77eab285a tempest-ServersTestBootFromVolume-2071761147 tempest-ServersTestBootFromVolume-2071761147-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e0ad4d18-ce1d-484a-8fe9-541f58cc7b92,revision_number=0']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:21:18.982096 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-cf04bb4f-321b-45a9-b046-ce22f0b13f7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:21:18.983959 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-cf7375f5-24f9-4a7a-aaa6-d0f77eab285a tempest-ServersTestBootFromVolume-2071761147 tempest-ServersTestBootFromVolume-2071761147-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:21:18.985426 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-cf7375f5-24f9-4a7a-aaa6-d0f77eab285a tempest-ServersTestBootFromVolume-2071761147 tempest-ServersTestBootFromVolume-2071761147-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3032212 Sep 23 19:21:18.988258 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 59386) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:21:18.993266 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.v2.base [None req-cd7c088a-5751-49fb-809c-6914e555ffec tempest-ServersTestBootFromVolume-2071761147 tempest-ServersTestBootFromVolume-2071761147-project] Request body: {'security_group_rule': {'security_group_id': '6f980132-c67f-4d54-a2e9-1f4e7c6ad324', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=95102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:21:19.013173 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d389d892-271d-496a-88fe-67b22644eaaa req-39928f18-2abb-4daa-8770-d3c719b7b6de tempest-SecurityGroupsTestJSON-1637632090 tempest-SecurityGroupsTestJSON-1637632090-project] Made reservation on behalf of 5c7e58d511994cccb082b917c36a96c0 for: {'port': 1} {{(pid=95101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:21:19.019050 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-d389d892-271d-496a-88fe-67b22644eaaa req-39928f18-2abb-4daa-8770-d3c719b7b6de tempest-SecurityGroupsTestJSON-1637632090 tempest-SecurityGroupsTestJSON-1637632090-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:21:19.043509 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-cd7c088a-5751-49fb-809c-6914e555ffec tempest-ServersTestBootFromVolume-2071761147 tempest-ServersTestBootFromVolume-2071761147-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:21:19.076159 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-cf04bb4f-321b-45a9-b046-ce22f0b13f7d None None] For port b1a76ce2-06dc-409f-91c7-09045dd595e4, host n-d-713301-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-16',level=0,port_id=b1a76ce2-06dc-409f-91c7-09045dd595e4,segment=NetworkSegment(d9fca353-00c7-4d63-8b31-29fd9abb60f3),segment_id=d9fca353-00c7-4d63-8b31-29fd9abb60f3)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:21:19.085268 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-cf04bb4f-321b-45a9-b046-ce22f0b13f7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:21:19.123614 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f65a98c0-d095-4111-b112-e30e2579bdae req-734620ee-afb1-44cf-b847-264df5955d97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:21:19.125275 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-f65a98c0-d095-4111-b112-e30e2579bdae req-734620ee-afb1-44cf-b847-264df5955d97 service neutron] 10.222.0.53 "GET /v2.0/networks?id=c2b58ecf-3b1b-414c-92a4-f53b08b3dace HTTP/1.1" status: 200 len: 922 time: 0.2349937 Sep 23 19:21:19.173149 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf04bb4f-321b-45a9-b046-ce22f0b13f7d None None] Pushing event updated for resources: {'Port': ['ID=b1a76ce2-06dc-409f-91c7-09045dd595e4,revision_number=5']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:21:19.178521 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-f65a98c0-d095-4111-b112-e30e2579bdae req-aba86a0b-cc13-469a-acf9-2138aeb72bdf service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3b1ed664-84d3-4e55-90c8-29444560ec78 HTTP/1.1" status: 200 len: 217 time: 0.0441206 Sep 23 19:21:19.192055 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_hamode_db [None req-5f44cc06-563d-4ed6-96f8-7f7d04223a3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4549d7c-751b-482a-9388-b3f8449c4e3e', 'name': 'tempest-ServersTestBootFromVolume-424061460-router', 'tenant_id': 'b9b1bf1e052747edb79d8459636eb975', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'external_fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.95'}], 'enable_snat': True}, 'gw_port_id': 'e8904638-1ea1-46e8-8511-305a3e759973', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:21:07Z', 'updated_at': '2021-09-23T19:21:14Z', 'revision_number': 4, 'project_id': 'b9b1bf1e052747edb79d8459636eb975', 'gw_port': {'id': 'e8904638-1ea1-46e8-8511-305a3e759973', 'name': '', 'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:a5:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4549d7c-751b-482a-9388-b3f8449c4e3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 575, 'fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:21:09Z', 'updated_at': '2021-09-23T19:21:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-16', '_interfaces': [{'id': 'b1a76ce2-06dc-409f-91c7-09045dd595e4', 'name': '', 'network_id': '3018c2b7-6d99-4bca-a625-99b7a6f447b4', 'tenant_id': 'b9b1bf1e052747edb79d8459636eb975', 'mac_address': 'fa:16:3e:bd:1c:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4549d7c-751b-482a-9388-b3f8449c4e3e', 'device_owner': 'network:router_interface', 'standard_attr_id': 582, 'fixed_ips': [{'subnet_id': 'c4da4d29-f3ff-4267-a202-348183c23904', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:21:12Z', 'updated_at': '2021-09-23T19:21:18Z', 'revision_number': 4, 'project_id': 'b9b1bf1e052747edb79d8459636eb975', 'subnets': [{'id': 'c4da4d29-f3ff-4267-a202-348183c23904', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-16', False) {} {{(pid=95104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:21:19.193565 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-cd7c088a-5751-49fb-809c-6914e555ffec tempest-ServersTestBootFromVolume-2071761147 tempest-ServersTestBootFromVolume-2071761147-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:21:19.209876 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-9e58c9c1-bcdf-4f07-88f9-9924cebd58a1 None None] Provisioning complete for port b1a76ce2-06dc-409f-91c7-09045dd595e4 triggered by entity DHCP. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:21:19.210646 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-9e58c9c1-bcdf-4f07-88f9-9924cebd58a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:21:19.210957 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bacb71c-d571-419b-9ec3-17a5ee33c80e req-386a1c43-38ed-4fc2-bcfb-d76d875ab316 tempest-ServersAdminTestJSON-1371927677 tempest-ServersAdminTestJSON-1371927677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:21:19.220411 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-0bacb71c-d571-419b-9ec3-17a5ee33c80e req-386a1c43-38ed-4fc2-bcfb-d76d875ab316 tempest-ServersAdminTestJSON-1371927677 tempest-ServersAdminTestJSON-1371927677-project] 10.222.0.67 "GET /v2.0/ports?device_id=8adc1d5c-ae67-4d87-8284-04120d7c0f9e HTTP/1.1" status: 200 len: 950 time: 0.1122990 Sep 23 19:21:19.229632 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-cd7c088a-5751-49fb-809c-6914e555ffec tempest-ServersTestBootFromVolume-2071761147 tempest-ServersTestBootFromVolume-2071761147-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575319'] for security_group_rule, after_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:21:19.261343 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd7c088a-5751-49fb-809c-6914e555ffec tempest-ServersTestBootFromVolume-2071761147 tempest-ServersTestBootFromVolume-2071761147-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4ed7eb52-9476-4a15-a5d6-775856868a56,revision_number=0']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:21:19.279436 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-cd7c088a-5751-49fb-809c-6914e555ffec tempest-ServersTestBootFromVolume-2071761147 tempest-ServersTestBootFromVolume-2071761147-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:21:19.281084 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-cd7c088a-5751-49fb-809c-6914e555ffec tempest-ServersTestBootFromVolume-2071761147 tempest-ServersTestBootFromVolume-2071761147-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2915933 Sep 23 19:21:19.284286 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f44cc06-563d-4ed6-96f8-7f7d04223a3d None None] The sync data for ids ['d4549d7c-751b-482a-9388-b3f8449c4e3e'] in n-d-713301-16 is: [{'id': 'd4549d7c-751b-482a-9388-b3f8449c4e3e', 'name': 'tempest-ServersTestBootFromVolume-424061460-router', 'tenant_id': 'b9b1bf1e052747edb79d8459636eb975', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'external_fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.95'}], 'enable_snat': True}, 'gw_port_id': 'e8904638-1ea1-46e8-8511-305a3e759973', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:21:07Z', 'updated_at': '2021-09-23T19:21:14Z', 'revision_number': 4, 'project_id': 'b9b1bf1e052747edb79d8459636eb975', 'gw_port': {'id': 'e8904638-1ea1-46e8-8511-305a3e759973', 'name': '', 'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:a5:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4549d7c-751b-482a-9388-b3f8449c4e3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 575, 'fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:21:09Z', 'updated_at': '2021-09-23T19:21:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-16', '_interfaces': [{'id': 'b1a76ce2-06dc-409f-91c7-09045dd595e4', 'name': '', 'network_id': '3018c2b7-6d99-4bca-a625-99b7a6f447b4', 'tenant_id': 'b9b1bf1e052747edb79d8459636eb975', 'mac_address': 'fa:16:3e:bd:1c:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4549d7c-751b-482a-9388-b3f8449c4e3e', 'device_owner': 'network:router_interface', 'standard_attr_id': 582, 'fixed_ips': [{'subnet_id': 'c4da4d29-f3ff-4267-a202-348183c23904', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:21:12Z', 'updated_at': '2021-09-23T19:21:18Z', 'revision_number': 4, 'project_id': 'b9b1bf1e052747edb79d8459636eb975', 'subnets': [{'id': 'c4da4d29-f3ff-4267-a202-348183c23904', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 19:21:19.284778 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 59392) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:21:19.312013 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.v2.base [None req-1db4f705-2edd-4450-8a60-75ac325a82a3 tempest-ServersTestBootFromVolume-2071761147 tempest-ServersTestBootFromVolume-2071761147-project] Request body: {'floatingip': {'floating_network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac'}} {{(pid=95102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:21:19.333864 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-0bacb71c-d571-419b-9ec3-17a5ee33c80e req-a05d1e80-9c29-4ff5-8c65-76ca80783f60 tempest-ServersAdminTestJSON-1371927677 tempest-ServersAdminTestJSON-1371927677-project] 10.222.0.67 "GET /v2.0/security-groups?id=f6ea2bc2-ae02-426e-9312-246b38837e94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1066132 Sep 23 19:21:19.371915 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-1db4f705-2edd-4450-8a60-75ac325a82a3 tempest-ServersTestBootFromVolume-2071761147 tempest-ServersTestBootFromVolume-2071761147-project] Notify callbacks [] for floatingip, before_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:21:19.373604 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f65a98c0-d095-4111-b112-e30e2579bdae req-102c2b23-294a-404d-ae4a-4f6444bfae84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:21:19.375369 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-f65a98c0-d095-4111-b112-e30e2579bdae req-102c2b23-294a-404d-ae4a-4f6444bfae84 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=4cc4932b-c381-47ec-9303-11e42975856f HTTP/1.1" status: 200 len: 861 time: 0.1866777 Sep 23 19:21:19.419882 n-d-713301-16 neutron-server[95101]: DEBUG neutron.db.db_base_plugin_common [req-d389d892-271d-496a-88fe-67b22644eaaa req-39928f18-2abb-4daa-8770-d3c719b7b6de tempest-SecurityGroupsTestJSON-1637632090 tempest-SecurityGroupsTestJSON-1637632090-project] Allocated IP 172.20.0.12 (1048b771-fe5c-4195-91f1-88a21e64a743/b84f7821-b37e-4a80-a926-f6a9a7ebc403/9e1ea211-1f70-4e64-9d18-fd8409ab6039) {{(pid=95101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 19:21:19.453690 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-f65a98c0-d095-4111-b112-e30e2579bdae req-ba515d45-e168-4f71-9e62-c2a21fc983c5 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=c2b58ecf-3b1b-414c-92a4-f53b08b3dace&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0482054 Sep 23 19:21:19.520976 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 59398) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:21:19.578501 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Device b1a76ce2-06dc-409f-91c7-09045dd595e4 up at agent ovs-agent-n-d-713301-16 {{(pid=95103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 19:21:19.605875 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-863e4915-e65e-42c4-a7b4-f3186da02ac4 req-113445c5-2c73-4b1d-a1ad-ce99d8188031 tempest-LiveAutoBlockMigrationV225Test-1531822435 tempest-LiveAutoBlockMigrationV225Test-1531822435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:21:19.616138 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-863e4915-e65e-42c4-a7b4-f3186da02ac4 req-113445c5-2c73-4b1d-a1ad-ce99d8188031 tempest-LiveAutoBlockMigrationV225Test-1531822435 tempest-LiveAutoBlockMigrationV225Test-1531822435-project] 10.222.0.67 "GET /v2.0/ports?device_id=b12a90d4-a99f-4737-98f8-64ef72d18294 HTTP/1.1" status: 200 len: 943 time: 0.1650863 Sep 23 19:21:19.659761 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-f65a98c0-d095-4111-b112-e30e2579bdae req-5cbbf4b8-25ac-449a-b6ae-c4d0aebbc123 service neutron] 10.222.0.53 "GET /v2.0/networks/c2b58ecf-3b1b-414c-92a4-f53b08b3dace?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1967866 Sep 23 19:21:19.688106 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-863e4915-e65e-42c4-a7b4-f3186da02ac4 req-235c255d-d64a-4167-8189-5c8cefb020ce tempest-LiveAutoBlockMigrationV225Test-1531822435 tempest-LiveAutoBlockMigrationV225Test-1531822435-project] 10.222.0.67 "GET /v2.0/security-groups?id=6d32247e-8bb7-4ae1-818c-76baafa39c73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704355 Sep 23 19:21:19.696057 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-1db4f705-2edd-4450-8a60-75ac325a82a3 tempest-ServersTestBootFromVolume-2071761147 tempest-ServersTestBootFromVolume-2071761147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:21:19.709097 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-5eac9448-0bfa-45a0-937c-c640d186fe9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:21:19.723431 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-45b5f9ee-7a70-436a-b436-68dfbc5c1b38 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:21:19.755224 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Provisioning complete for port b1a76ce2-06dc-409f-91c7-09045dd595e4 triggered by entity L2. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:21:19.755598 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:21:19.759176 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-d389d892-271d-496a-88fe-67b22644eaaa req-39928f18-2abb-4daa-8770-d3c719b7b6de tempest-SecurityGroupsTestJSON-1637632090 tempest-SecurityGroupsTestJSON-1637632090-project] Notify callbacks [] for port, precommit_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:21:19.869698 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-f65a98c0-d095-4111-b112-e30e2579bdae req-e9fbbcf7-0da7-443b-af15-0d4176d408ec service neutron] 10.222.0.53 "GET /v2.0/networks/c2b58ecf-3b1b-414c-92a4-f53b08b3dace?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1681831 Sep 23 19:21:19.880659 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-d389d892-271d-496a-88fe-67b22644eaaa req-39928f18-2abb-4daa-8770-d3c719b7b6de tempest-SecurityGroupsTestJSON-1637632090 tempest-SecurityGroupsTestJSON-1637632090-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783145673135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5607431'] for port, after_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:21:19.895882 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] get_ports_and_sgs() called for port_ids ['85712aaf-b3f1-464a-b5db-c24a708e4fb9'] {{(pid=95103) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 19:21:19.938251 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d389d892-271d-496a-88fe-67b22644eaaa req-39928f18-2abb-4daa-8770-d3c719b7b6de tempest-SecurityGroupsTestJSON-1637632090 tempest-SecurityGroupsTestJSON-1637632090-project] Network 1048b771-fe5c-4195-91f1-88a21e64a743 is already hosted by enough agents. {{(pid=95101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:21:19.941874 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.base_scheduler [req-d389d892-271d-496a-88fe-67b22644eaaa req-39928f18-2abb-4daa-8770-d3c719b7b6de tempest-SecurityGroupsTestJSON-1637632090 tempest-SecurityGroupsTestJSON-1637632090-project] Resources bound (agent type, host, resource id): {{(pid=95101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:21:19.946325 n-d-713301-16 neutron-server[95101]: DEBUG neutron.db.l3_dvrscheduler_db [req-d389d892-271d-496a-88fe-67b22644eaaa req-39928f18-2abb-4daa-8770-d3c719b7b6de tempest-SecurityGroupsTestJSON-1637632090 tempest-SecurityGroupsTestJSON-1637632090-project] Received port after_create {{(pid=95101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 19:21:19.994631 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39928f18-2abb-4daa-8770-d3c719b7b6de tempest-SecurityGroupsTestJSON-1637632090 tempest-SecurityGroupsTestJSON-1637632090-project] Pushing event updated for resources: {'Port': ['ID=9e1ea211-1f70-4e64-9d18-fd8409ab6039,revision_number=1']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:21:20.038919 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d389d892-271d-496a-88fe-67b22644eaaa req-39928f18-2abb-4daa-8770-d3c719b7b6de tempest-SecurityGroupsTestJSON-1637632090 tempest-SecurityGroupsTestJSON-1637632090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:21:20.039608 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-d389d892-271d-496a-88fe-67b22644eaaa req-39928f18-2abb-4daa-8770-d3c719b7b6de tempest-SecurityGroupsTestJSON-1637632090 tempest-SecurityGroupsTestJSON-1637632090-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222849'] for port, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:21:20.292022 n-d-713301-16 neutron-server[95102]: DEBUG neutron.db.db_base_plugin_common [None req-1db4f705-2edd-4450-8a60-75ac325a82a3 tempest-ServersTestBootFromVolume-2071761147 tempest-ServersTestBootFromVolume-2071761147-project] Allocated IP 172.25.1.108 (5dec5c09-378e-4f50-89cc-d94eb81c3bac/eff83446-018c-428d-b3f5-54ac9abe7a2a/a33ca912-e2e1-48e2-8c6f-1a3f8fece958) {{(pid=95102) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 19:21:20.330060 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68419c7a-bb20-4f1b-989a-f1eb192754cf req-aa0e8b4a-89ad-4c9d-805d-d5ce0d0d8632 tempest-SecurityGroupsTestJSON-1637632090 tempest-SecurityGroupsTestJSON-1637632090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:21:20.331233 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-68419c7a-bb20-4f1b-989a-f1eb192754cf req-aa0e8b4a-89ad-4c9d-805d-d5ce0d0d8632 tempest-SecurityGroupsTestJSON-1637632090 tempest-SecurityGroupsTestJSON-1637632090-project] 10.222.0.67 "GET /v2.0/ports?device_id=b79685d2-bbec-4068-b922-e8f92a4571e4 HTTP/1.1" status: 200 len: 932 time: 0.1678302 Sep 23 19:21:20.338705 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ebd6fa-34ed-4bde-a984-88afe040c6c9 req-ee0e1849-1d88-429b-ae5d-e43e884d468b tempest-ImagesTestJSON-1030216449 tempest-ImagesTestJSON-1030216449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:21:20.340177 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-58ebd6fa-34ed-4bde-a984-88afe040c6c9 req-ee0e1849-1d88-429b-ae5d-e43e884d468b tempest-ImagesTestJSON-1030216449 tempest-ImagesTestJSON-1030216449-project] 10.222.0.67 "GET /v2.0/ports?device_id=33510898-09b3-4694-9adb-128d54910ad2 HTTP/1.1" status: 200 len: 944 time: 0.5241060 Sep 23 19:21:20.481988 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-45b5f9ee-7a70-436a-b436-68dfbc5c1b38 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:21:20.490312 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-68419c7a-bb20-4f1b-989a-f1eb192754cf req-1136b94a-1402-42f9-907b-68ea4df1be24 tempest-SecurityGroupsTestJSON-1637632090 tempest-SecurityGroupsTestJSON-1637632090-project] 10.222.0.67 "GET /v2.0/security-groups?id=87ba3455-2374-4d66-b6f9-7fb4c2df74bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1491172 Sep 23 19:21:20.494531 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-d389d892-271d-496a-88fe-67b22644eaaa req-39928f18-2abb-4daa-8770-d3c719b7b6de tempest-SecurityGroupsTestJSON-1637632090 tempest-SecurityGroupsTestJSON-1637632090-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.4009910 Sep 23 19:21:20.495654 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-58ebd6fa-34ed-4bde-a984-88afe040c6c9 req-c43715db-d1c7-41ab-b56a-b935f93a3f76 tempest-ImagesTestJSON-1030216449 tempest-ImagesTestJSON-1030216449-project] 10.222.0.67 "GET /v2.0/security-groups?id=076f8f10-41da-413e-8d86-ebe8d5fe93ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1459537 Sep 23 19:21:20.497408 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-45b5f9ee-7a70-436a-b436-68dfbc5c1b38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:21:20.513568 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.v2.base [req-d389d892-271d-496a-88fe-67b22644eaaa req-16076696-f010-4ba9-8db2-7f51a0a4a0f7 service neutron] Request body: {'port': {'device_id': 'b79685d2-bbec-4068-b922-e8f92a4571e4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713301-16'}} {{(pid=95101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:21:20.563114 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-45b5f9ee-7a70-436a-b436-68dfbc5c1b38 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=4c2a0f5e53a14aa9923188945e284179&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0411453 Sep 23 19:21:20.569356 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 59412) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:21:20.576168 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-1db4f705-2edd-4450-8a60-75ac325a82a3 tempest-ServersTestBootFromVolume-2071761147 tempest-ServersTestBootFromVolume-2071761147-project] Notify callbacks [] for port, precommit_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:21:20.583601 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45b5f9ee-7a70-436a-b436-68dfbc5c1b38 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7fd54bc6-31ce-4721-98c8-5357542aab4e,revision_number=1']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:21:20.614592 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-d389d892-271d-496a-88fe-67b22644eaaa req-16076696-f010-4ba9-8db2-7f51a0a4a0f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:21:20.629665 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-1db4f705-2edd-4450-8a60-75ac325a82a3 tempest-ServersTestBootFromVolume-2071761147 tempest-ServersTestBootFromVolume-2071761147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783145673135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4399100'] for port, after_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:21:20.687537 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-2c12709c-623e-4660-b54c-2001033fa322 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:21:20.696469 n-d-713301-16 neutron-server[95102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1db4f705-2edd-4450-8a60-75ac325a82a3 tempest-ServersTestBootFromVolume-2071761147 tempest-ServersTestBootFromVolume-2071761147-project] Network 5dec5c09-378e-4f50-89cc-d94eb81c3bac is already hosted by enough agents. {{(pid=95102) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:21:20.704770 n-d-713301-16 neutron-server[95102]: DEBUG neutron.scheduler.base_scheduler [None req-1db4f705-2edd-4450-8a60-75ac325a82a3 tempest-ServersTestBootFromVolume-2071761147 tempest-ServersTestBootFromVolume-2071761147-project] Resources bound (agent type, host, resource id): {{(pid=95102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:21:20.714195 n-d-713301-16 neutron-server[95102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1db4f705-2edd-4450-8a60-75ac325a82a3 tempest-ServersTestBootFromVolume-2071761147 tempest-ServersTestBootFromVolume-2071761147-project] Received port after_create {{(pid=95102) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 19:21:20.718156 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1db4f705-2edd-4450-8a60-75ac325a82a3 tempest-ServersTestBootFromVolume-2071761147 tempest-ServersTestBootFromVolume-2071761147-project] Pushing event updated for resources: {'Port': ['ID=a33ca912-e2e1-48e2-8c6f-1a3f8fece958,revision_number=1']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:21:20.767914 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e037a3-57f3-4e2d-8ede-69a1db14790d req-93f736e5-7c7f-444e-8d9d-e8ae45fbf87d tempest-ServersAdminTestJSON-1371927677 tempest-ServersAdminTestJSON-1371927677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:21:20.769497 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-89e037a3-57f3-4e2d-8ede-69a1db14790d req-93f736e5-7c7f-444e-8d9d-e8ae45fbf87d tempest-ServersAdminTestJSON-1371927677 tempest-ServersAdminTestJSON-1371927677-project] 10.222.0.67 "GET /v2.0/ports?device_id=8adc1d5c-ae67-4d87-8284-04120d7c0f9e HTTP/1.1" status: 200 len: 950 time: 0.1094606 Sep 23 19:21:20.783246 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-2c12709c-623e-4660-b54c-2001033fa322 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:21:20.883575 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-89e037a3-57f3-4e2d-8ede-69a1db14790d req-9c0e6257-3b1a-4756-b15a-9669b69f01d8 tempest-ServersAdminTestJSON-1371927677 tempest-ServersAdminTestJSON-1371927677-project] 10.222.0.67 "GET /v2.0/security-groups?id=f6ea2bc2-ae02-426e-9312-246b38837e94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0975811 Sep 23 19:21:20.895816 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-1db4f705-2edd-4450-8a60-75ac325a82a3 tempest-ServersTestBootFromVolume-2071761147 tempest-ServersTestBootFromVolume-2071761147-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:21:20.902793 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-2c12709c-623e-4660-b54c-2001033fa322 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:21:20.905645 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-2c12709c-623e-4660-b54c-2001033fa322 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:21:20.906995 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-2c12709c-623e-4660-b54c-2001033fa322 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/7fd54bc6-31ce-4721-98c8-5357542aab4e HTTP/1.1" status: 204 len: 168 time: 0.3353295 Sep 23 19:21:20.923967 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42218065-2bf2-4b9f-8491-fb7a644c9614 req-d1a8237f-72d4-4339-9482-620147f7b095 tempest-LiveAutoBlockMigrationV225Test-1531822435 tempest-LiveAutoBlockMigrationV225Test-1531822435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:21:20.923967 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-42218065-2bf2-4b9f-8491-fb7a644c9614 req-d1a8237f-72d4-4339-9482-620147f7b095 tempest-LiveAutoBlockMigrationV225Test-1531822435 tempest-LiveAutoBlockMigrationV225Test-1531822435-project] 10.222.0.67 "GET /v2.0/ports?device_id=b12a90d4-a99f-4737-98f8-64ef72d18294 HTTP/1.1" status: 200 len: 943 time: 0.1315076 Sep 23 19:21:20.928348 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c12709c-623e-4660-b54c-2001033fa322 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7fd54bc6-31ce-4721-98c8-5357542aab4e,revision_number=None']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:21:20.983273 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-1db4f705-2edd-4450-8a60-75ac325a82a3 tempest-ServersTestBootFromVolume-2071761147 tempest-ServersTestBootFromVolume-2071761147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:21:21.008581 n-d-713301-16 neutron-server[95101]: DEBUG neutron.notifiers.nova [req-d389d892-271d-496a-88fe-67b22644eaaa req-16076696-f010-4ba9-8db2-7f51a0a4a0f7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9e1ea211-1f70-4e64-9d18-fd8409ab6039 {{(pid=95101) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 19:21:21.016902 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-d389d892-271d-496a-88fe-67b22644eaaa req-16076696-f010-4ba9-8db2-7f51a0a4a0f7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:21:21.029024 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-42218065-2bf2-4b9f-8491-fb7a644c9614 req-a31dcab0-c4a0-4b95-81f5-68340b4d6f73 tempest-LiveAutoBlockMigrationV225Test-1531822435 tempest-LiveAutoBlockMigrationV225Test-1531822435-project] 10.222.0.67 "GET /v2.0/security-groups?id=6d32247e-8bb7-4ae1-818c-76baafa39c73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965629 Sep 23 19:21:21.030364 n-d-713301-16 neutron-server[95101]: DEBUG neutron.db.provisioning_blocks [req-d389d892-271d-496a-88fe-67b22644eaaa req-16076696-f010-4ba9-8db2-7f51a0a4a0f7 service neutron] Transition to ACTIVE for port object 9e1ea211-1f70-4e64-9d18-fd8409ab6039 will not be triggered until provisioned by entity L2. {{(pid=95101) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 19:21:21.037397 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-d389d892-271d-496a-88fe-67b22644eaaa req-16076696-f010-4ba9-8db2-7f51a0a4a0f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5607436'] for port, after_update {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:21:21.118806 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16076696-f010-4ba9-8db2-7f51a0a4a0f7 service neutron] Pushing event updated for resources: {'Port': ['ID=9e1ea211-1f70-4e64-9d18-fd8409ab6039,revision_number=2']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:21:21.179225 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.managers [req-d389d892-271d-496a-88fe-67b22644eaaa req-16076696-f010-4ba9-8db2-7f51a0a4a0f7 service neutron] Attempting to bind port 9e1ea211-1f70-4e64-9d18-fd8409ab6039 on host n-h2-713301-16 for vnic_type normal with profile {{(pid=95101) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 19:21:21.179661 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.managers [req-d389d892-271d-496a-88fe-67b22644eaaa req-16076696-f010-4ba9-8db2-7f51a0a4a0f7 service neutron] Attempting to bind port 9e1ea211-1f70-4e64-9d18-fd8409ab6039 by drivers openvswitch,hyperv on host n-h2-713301-16 at level 0 using segments [{'id': '49f54249-a606-4788-b164-92fb7c23cb9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '1048b771-fe5c-4195-91f1-88a21e64a743'}] {{(pid=95101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 19:21:21.179987 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d389d892-271d-496a-88fe-67b22644eaaa req-16076696-f010-4ba9-8db2-7f51a0a4a0f7 service neutron] Attempting to bind port 9e1ea211-1f70-4e64-9d18-fd8409ab6039 on network 1048b771-fe5c-4195-91f1-88a21e64a743 {{(pid=95101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:21:21.180880 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-1db4f705-2edd-4450-8a60-75ac325a82a3 tempest-ServersTestBootFromVolume-2071761147 tempest-ServersTestBootFromVolume-2071761147-project] Notify callbacks [] for port, precommit_update {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:21:21.185054 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d389d892-271d-496a-88fe-67b22644eaaa req-16076696-f010-4ba9-8db2-7f51a0a4a0f7 service neutron] Port 9e1ea211-1f70-4e64-9d18-fd8409ab6039 on network 1048b771-fe5c-4195-91f1-88a21e64a743 not bound, no agent of type Open vSwitch agent registered on host n-h2-713301-16 {{(pid=95101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 19:21:21.185407 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d389d892-271d-496a-88fe-67b22644eaaa req-16076696-f010-4ba9-8db2-7f51a0a4a0f7 service neutron] Attempting to bind port 9e1ea211-1f70-4e64-9d18-fd8409ab6039 on network 1048b771-fe5c-4195-91f1-88a21e64a743 {{(pid=95101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:21:21.186082 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-1db4f705-2edd-4450-8a60-75ac325a82a3 tempest-ServersTestBootFromVolume-2071761147 tempest-ServersTestBootFromVolume-2071761147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4399095'] for port, after_update {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:21:21.191696 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d389d892-271d-496a-88fe-67b22644eaaa req-16076696-f010-4ba9-8db2-7f51a0a4a0f7 service neutron] Checking agent: {'id': '2a7cea34-db54-4faf-8d23-37521c3e34cb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713301-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 19, 15, 28), 'started_at': datetime.datetime(2021, 9, 23, 19, 15, 28), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 19, 20, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 19:21:21.192033 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d389d892-271d-496a-88fe-67b22644eaaa req-16076696-f010-4ba9-8db2-7f51a0a4a0f7 service neutron] Checking segment: {'id': '49f54249-a606-4788-b164-92fb7c23cb9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '1048b771-fe5c-4195-91f1-88a21e64a743'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:21:21.192411 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d389d892-271d-496a-88fe-67b22644eaaa req-16076696-f010-4ba9-8db2-7f51a0a4a0f7 service neutron] Bound using segment: {'id': '49f54249-a606-4788-b164-92fb7c23cb9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '1048b771-fe5c-4195-91f1-88a21e64a743'} {{(pid=95101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 19:21:21.192868 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.managers [req-d389d892-271d-496a-88fe-67b22644eaaa req-16076696-f010-4ba9-8db2-7f51a0a4a0f7 service neutron] Bound port: 9e1ea211-1f70-4e64-9d18-fd8409ab6039, host: n-h2-713301-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '49f54249-a606-4788-b164-92fb7c23cb9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '1048b771-fe5c-4195-91f1-88a21e64a743'}}] {{(pid=95101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 19:21:21.193806 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-d389d892-271d-496a-88fe-67b22644eaaa req-16076696-f010-4ba9-8db2-7f51a0a4a0f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:21:21.254615 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 59422) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:21:21.268843 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.db [req-d389d892-271d-496a-88fe-67b22644eaaa req-16076696-f010-4ba9-8db2-7f51a0a4a0f7 service neutron] For port 9e1ea211-1f70-4e64-9d18-fd8409ab6039, host n-h2-713301-16, cleared binding levels {{(pid=95101) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 19:21:21.272237 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.db [req-d389d892-271d-496a-88fe-67b22644eaaa req-16076696-f010-4ba9-8db2-7f51a0a4a0f7 service neutron] For port 9e1ea211-1f70-4e64-9d18-fd8409ab6039, host n-h2-713301-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-16',level=0,port_id=9e1ea211-1f70-4e64-9d18-fd8409ab6039,segment=NetworkSegment(49f54249-a606-4788-b164-92fb7c23cb9c),segment_id=49f54249-a606-4788-b164-92fb7c23cb9c)] {{(pid=95101) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 19:21:21.276726 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-d389d892-271d-496a-88fe-67b22644eaaa req-16076696-f010-4ba9-8db2-7f51a0a4a0f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5607436'] for port, after_update {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:21:21.282156 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1db4f705-2edd-4450-8a60-75ac325a82a3 tempest-ServersTestBootFromVolume-2071761147 tempest-ServersTestBootFromVolume-2071761147-project] Pushing event updated for resources: {'Port': ['ID=a33ca912-e2e1-48e2-8c6f-1a3f8fece958,revision_number=2']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:21:21.286721 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-5b93e30d-c3c4-4ac1-998b-9de089a39b4e admin admin] Notify callbacks [] for security_group, before_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:21:21.294749 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-1db4f705-2edd-4450-8a60-75ac325a82a3 tempest-ServersTestBootFromVolume-2071761147 tempest-ServersTestBootFromVolume-2071761147-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-601884'] for floatingip, after_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:21:21.311625 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d389d892-271d-496a-88fe-67b22644eaaa req-16076696-f010-4ba9-8db2-7f51a0a4a0f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:21:21.312235 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-d389d892-271d-496a-88fe-67b22644eaaa req-16076696-f010-4ba9-8db2-7f51a0a4a0f7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222849'] for port, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:21:21.314463 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-d389d892-271d-496a-88fe-67b22644eaaa req-16076696-f010-4ba9-8db2-7f51a0a4a0f7 service neutron] 10.222.0.53 "PUT /v2.0/ports/9e1ea211-1f70-4e64-9d18-fd8409ab6039 HTTP/1.1" status: 200 len: 1093 time: 0.8072188 Sep 23 19:21:21.315520 n-d-713301-16 neutron-server[95101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b79685d2-bbec-4068-b922-e8f92a4571e4', 'tag': '9e1ea211-1f70-4e64-9d18-fd8409ab6039'}] {{(pid=95101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 19:21:21.317284 n-d-713301-16 neutron-server[95101]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d8366c5740cd635e57ab12b71fe44a77c2acc3c19091ef849c6f68b380462244" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-230ad18b-3dc1-41fc-ba37-6b286967f3fe" -d '{"events": [{"name": "network-changed", "server_uuid": "b79685d2-bbec-4068-b922-e8f92a4571e4", "tag": "9e1ea211-1f70-4e64-9d18-fd8409ab6039"}]}' {{(pid=95101) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 19:21:21.353804 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16076696-f010-4ba9-8db2-7f51a0a4a0f7 service neutron] Pushing event updated for resources: {'Port': ['ID=9e1ea211-1f70-4e64-9d18-fd8409ab6039,revision_number=3']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:21:21.381116 n-d-713301-16 neutron-server[95101]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 19:21:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a13c7c5-cbbc-47de-aac1-1d49fd21b94b x-openstack-request-id: req-2a13c7c5-cbbc-47de-aac1-1d49fd21b94b {{(pid=95101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 19:21:21.381418 n-d-713301-16 neutron-server[95101]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b79685d2-bbec-4068-b922-e8f92a4571e4", "tag": "9e1ea211-1f70-4e64-9d18-fd8409ab6039", "status": "completed", "code": 200}]} {{(pid=95101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 19:21:21.381673 n-d-713301-16 neutron-server[95101]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-2a13c7c5-cbbc-47de-aac1-1d49fd21b94b {{(pid=95101) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 19:21:21.382098 n-d-713301-16 neutron-server[95101]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b79685d2-bbec-4068-b922-e8f92a4571e4', 'tag': '9e1ea211-1f70-4e64-9d18-fd8409ab6039', 'status': 'completed', 'code': 200} Sep 23 19:21:21.385194 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Device 07aacc81-3123-429b-b5b6-79fd88c8a4ed up at agent hyperv_n-h2-713301-16 {{(pid=95103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 19:21:21.412132 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-5b93e30d-c3c4-4ac1-998b-9de089a39b4e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:21:21.412923 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d389d892-271d-496a-88fe-67b22644eaaa req-27b3a5e3-8deb-43bc-ade7-024b9e74ae28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:21:21.414448 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-d389d892-271d-496a-88fe-67b22644eaaa req-27b3a5e3-8deb-43bc-ade7-024b9e74ae28 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=5c7e58d511994cccb082b917c36a96c0&device_id=b79685d2-bbec-4068-b922-e8f92a4571e4 HTTP/1.1" status: 200 len: 1096 time: 0.0465472 Sep 23 19:21:21.418518 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-5b93e30d-c3c4-4ac1-998b-9de089a39b4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:21:21.428992 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-1db4f705-2edd-4450-8a60-75ac325a82a3 tempest-ServersTestBootFromVolume-2071761147 tempest-ServersTestBootFromVolume-2071761147-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222849'] for floatingip, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:21:21.430248 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-1db4f705-2edd-4450-8a60-75ac325a82a3 tempest-ServersTestBootFromVolume-2071761147 tempest-ServersTestBootFromVolume-2071761147-project] 10.222.0.67 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.1444690 Sep 23 19:21:21.458223 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Provisioning for port 07aacc81-3123-429b-b5b6-79fd88c8a4ed completed by entity L2. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 19:21:21.463768 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-5b93e30d-c3c4-4ac1-998b-9de089a39b4e admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=fba40dd9fbb6439eb97e7728427e13e2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2064936 Sep 23 19:21:21.464253 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 59428) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:21:21.468396 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Provisioning complete for port 07aacc81-3123-429b-b5b6-79fd88c8a4ed triggered by entity L2. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:21:21.468804 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:21:21.475378 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b93e30d-c3c4-4ac1-998b-9de089a39b4e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13c092c3-3ab9-40a9-a85a-17894dc8a8ca,revision_number=1']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:21:21.480408 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-d389d892-271d-496a-88fe-67b22644eaaa req-8b0413b5-a8f6-4503-a271-db78c91d757e service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9e1ea211-1f70-4e64-9d18-fd8409ab6039 HTTP/1.1" status: 200 len: 217 time: 0.0453272 Sep 23 19:21:21.532906 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-074b5108-1de6-4b15-9fce-a0157f920af0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:21:21.552657 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d389d892-271d-496a-88fe-67b22644eaaa req-a6ad73d5-8838-41eb-bfd5-b40d3726e9b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:21:21.554195 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-d389d892-271d-496a-88fe-67b22644eaaa req-a6ad73d5-8838-41eb-bfd5-b40d3726e9b3 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=b84f7821-b37e-4a80-a926-f6a9a7ebc403 HTTP/1.1" status: 200 len: 852 time: 0.0655701 Sep 23 19:21:21.575504 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-074b5108-1de6-4b15-9fce-a0157f920af0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:21:21.613676 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:21:21.623653 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-d389d892-271d-496a-88fe-67b22644eaaa req-1ace379d-97a5-490d-b7d3-c99f94bf3584 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=1048b771-fe5c-4195-91f1-88a21e64a743&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0595014 Sep 23 19:21:21.691747 n-d-713301-16 neutron-server[95103]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '33510898-09b3-4694-9adb-128d54910ad2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '07aacc81-3123-429b-b5b6-79fd88c8a4ed'}] {{(pid=95103) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 19:21:21.706095 n-d-713301-16 neutron-server[95103]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}81a1c17f2aa89d5b3ebbba3a3e0cf7eb588e431c2224256110c4c4facdd7c3e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1fa9fd92-73b4-4d29-9c0b-62852c40537a" -d '{"events": [{"server_uuid": "33510898-09b3-4694-9adb-128d54910ad2", "name": "network-vif-plugged", "status": "completed", "tag": "07aacc81-3123-429b-b5b6-79fd88c8a4ed"}]}' {{(pid=95103) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 19:21:21.726692 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe4547a-2288-44f0-afd8-75c242f2da9d req-a32bda89-5c72-46d0-8252-287e84c0a15c tempest-ImagesTestJSON-1030216449 tempest-ImagesTestJSON-1030216449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:21:21.728327 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-fbe4547a-2288-44f0-afd8-75c242f2da9d req-a32bda89-5c72-46d0-8252-287e84c0a15c tempest-ImagesTestJSON-1030216449 tempest-ImagesTestJSON-1030216449-project] 10.222.0.67 "GET /v2.0/ports?device_id=33510898-09b3-4694-9adb-128d54910ad2 HTTP/1.1" status: 200 len: 944 time: 0.1012390 Sep 23 19:21:21.737651 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3dbdcfc-a68a-4198-9663-fcd6011da1cf req-902f8832-c749-4ad7-ad9f-00a3af5aeec2 tempest-SecurityGroupsTestJSON-1637632090 tempest-SecurityGroupsTestJSON-1637632090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:21:21.738051 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] For port 07aacc81-3123-429b-b5b6-79fd88c8a4ed, host n-h2-713301-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-16',level=0,port_id=07aacc81-3123-429b-b5b6-79fd88c8a4ed,segment=NetworkSegment(2f3be12e-dba6-4aef-9978-6b9e569ce081),segment_id=2f3be12e-dba6-4aef-9978-6b9e569ce081)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:21:21.745172 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-c3dbdcfc-a68a-4198-9663-fcd6011da1cf req-902f8832-c749-4ad7-ad9f-00a3af5aeec2 tempest-SecurityGroupsTestJSON-1637632090 tempest-SecurityGroupsTestJSON-1637632090-project] 10.222.0.67 "GET /v2.0/ports?device_id=b79685d2-bbec-4068-b922-e8f92a4571e4 HTTP/1.1" status: 200 len: 944 time: 0.1018519 Sep 23 19:21:21.746987 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:21:21.750015 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-074b5108-1de6-4b15-9fce-a0157f920af0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:21:21.754427 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-074b5108-1de6-4b15-9fce-a0157f920af0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:21:21.755574 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-074b5108-1de6-4b15-9fce-a0157f920af0 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/13c092c3-3ab9-40a9-a85a-17894dc8a8ca HTTP/1.1" status: 204 len: 168 time: 0.2877803 Sep 23 19:21:21.773109 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-d389d892-271d-496a-88fe-67b22644eaaa req-9f040aea-cfb4-4c89-b4c6-25d18548ab75 service neutron] 10.222.0.53 "GET /v2.0/networks/1048b771-fe5c-4195-91f1-88a21e64a743?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1398461 Sep 23 19:21:21.837780 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Pushing event updated for resources: {'Port': ['ID=07aacc81-3123-429b-b5b6-79fd88c8a4ed,revision_number=5']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:21:21.865800 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-074b5108-1de6-4b15-9fce-a0157f920af0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13c092c3-3ab9-40a9-a85a-17894dc8a8ca,revision_number=None']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:21:21.888414 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-fbe4547a-2288-44f0-afd8-75c242f2da9d req-931d950b-41e8-46c3-a443-b0a9d28e6ad3 tempest-ImagesTestJSON-1030216449 tempest-ImagesTestJSON-1030216449-project] 10.222.0.67 "GET /v2.0/security-groups?id=076f8f10-41da-413e-8d86-ebe8d5fe93ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1411743 Sep 23 19:21:21.891304 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-c3dbdcfc-a68a-4198-9663-fcd6011da1cf req-167486e2-8b19-4473-9e86-7af5a1ac7218 tempest-SecurityGroupsTestJSON-1637632090 tempest-SecurityGroupsTestJSON-1637632090-project] 10.222.0.67 "GET /v2.0/security-groups?id=87ba3455-2374-4d66-b6f9-7fb4c2df74bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1452332 Sep 23 19:21:21.960844 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-d389d892-271d-496a-88fe-67b22644eaaa req-5ffada95-5c66-4701-9759-46ff8f09f58f service neutron] 10.222.0.53 "GET /v2.0/networks/1048b771-fe5c-4195-91f1-88a21e64a743?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1782353 Sep 23 19:21:21.981763 n-d-713301-16 neutron-server[95103]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 19:21:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4034bb9-9768-4595-a88b-70e9a1651b78 x-openstack-request-id: req-e4034bb9-9768-4595-a88b-70e9a1651b78 {{(pid=95103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 19:21:21.982026 n-d-713301-16 neutron-server[95103]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "33510898-09b3-4694-9adb-128d54910ad2", "name": "network-vif-plugged", "status": "completed", "tag": "07aacc81-3123-429b-b5b6-79fd88c8a4ed", "code": 200}]} {{(pid=95103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 19:21:21.982575 n-d-713301-16 neutron-server[95103]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-e4034bb9-9768-4595-a88b-70e9a1651b78 {{(pid=95103) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 19:21:21.983273 n-d-713301-16 neutron-server[95103]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '33510898-09b3-4694-9adb-128d54910ad2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '07aacc81-3123-429b-b5b6-79fd88c8a4ed', 'code': 200} Sep 23 19:21:22.185892 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-230ad18b-3dc1-41fc-ba37-6b286967f3fe req-6d73fefe-4215-4c43-87dc-5602c9a1a984 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:21:22.189894 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-230ad18b-3dc1-41fc-ba37-6b286967f3fe req-6d73fefe-4215-4c43-87dc-5602c9a1a984 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=5c7e58d511994cccb082b917c36a96c0&device_id=b79685d2-bbec-4068-b922-e8f92a4571e4 HTTP/1.1" status: 200 len: 1096 time: 0.1554041 Sep 23 19:21:22.201624 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92429d3f-fd60-4199-8eb2-0d100c1ae550 req-4664b59e-99a6-4fa3-b9bf-d0a94b54297a tempest-LiveAutoBlockMigrationV225Test-1531822435 tempest-LiveAutoBlockMigrationV225Test-1531822435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:21:22.204423 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-92429d3f-fd60-4199-8eb2-0d100c1ae550 req-4664b59e-99a6-4fa3-b9bf-d0a94b54297a tempest-LiveAutoBlockMigrationV225Test-1531822435 tempest-LiveAutoBlockMigrationV225Test-1531822435-project] 10.222.0.67 "GET /v2.0/ports?device_id=b12a90d4-a99f-4737-98f8-64ef72d18294 HTTP/1.1" status: 200 len: 943 time: 0.0670829 Sep 23 19:21:22.213030 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31101a82-9cc0-4d47-a703-ac12453b14d4 req-c3af8a0c-5498-4ff1-b83e-1a393adfb1fa tempest-ServersAdminTestJSON-1371927677 tempest-ServersAdminTestJSON-1371927677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:21:22.214695 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-31101a82-9cc0-4d47-a703-ac12453b14d4 req-c3af8a0c-5498-4ff1-b83e-1a393adfb1fa tempest-ServersAdminTestJSON-1371927677 tempest-ServersAdminTestJSON-1371927677-project] 10.222.0.67 "GET /v2.0/ports?device_id=8adc1d5c-ae67-4d87-8284-04120d7c0f9e HTTP/1.1" status: 200 len: 950 time: 0.1332235 Sep 23 19:21:22.287294 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-54d3fe19-9407-463e-b7f2-462b9965d129 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:21:22.290475 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e2b6e5-b9a0-4f48-806b-678d2ae327dc req-c4d3af9c-f0d6-4769-bc44-db0360d25c90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:21:22.291135 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-31101a82-9cc0-4d47-a703-ac12453b14d4 req-208a0a24-1a5a-4783-9345-d1ec7b953cf0 tempest-ServersAdminTestJSON-1371927677 tempest-ServersAdminTestJSON-1371927677-project] 10.222.0.67 "GET /v2.0/security-groups?id=f6ea2bc2-ae02-426e-9312-246b38837e94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676765 Sep 23 19:21:22.297239 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-92429d3f-fd60-4199-8eb2-0d100c1ae550 req-36398e47-95c6-477b-a6c0-72541062f308 tempest-LiveAutoBlockMigrationV225Test-1531822435 tempest-LiveAutoBlockMigrationV225Test-1531822435-project] 10.222.0.67 "GET /v2.0/security-groups?id=6d32247e-8bb7-4ae1-818c-76baafa39c73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815237 Sep 23 19:21:22.304695 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-88e2b6e5-b9a0-4f48-806b-678d2ae327dc req-c4d3af9c-f0d6-4769-bc44-db0360d25c90 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=33510898-09b3-4694-9adb-128d54910ad2 HTTP/1.1" status: 200 len: 1097 time: 0.2220848 Sep 23 19:21:22.471400 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-88e2b6e5-b9a0-4f48-806b-678d2ae327dc req-71b06c22-a633-488c-a5f9-180a20acf05d service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=076f8f10-41da-413e-8d86-ebe8d5fe93ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1508946 Sep 23 19:21:22.519137 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-230ad18b-3dc1-41fc-ba37-6b286967f3fe req-a152a78f-9b2c-4c87-9908-c724ed5e8d1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:21:22.521013 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-230ad18b-3dc1-41fc-ba37-6b286967f3fe req-a152a78f-9b2c-4c87-9908-c724ed5e8d1d service neutron] 10.222.0.53 "GET /v2.0/networks?id=1048b771-fe5c-4195-91f1-88a21e64a743 HTTP/1.1" status: 200 len: 913 time: 0.3224468 Sep 23 19:21:22.704516 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-230ad18b-3dc1-41fc-ba37-6b286967f3fe req-c3f56445-b785-4ae6-8e79-7cf52cc16ddc service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9e1ea211-1f70-4e64-9d18-fd8409ab6039 HTTP/1.1" status: 200 len: 217 time: 0.0399861 Sep 23 19:21:22.769652 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-230ad18b-3dc1-41fc-ba37-6b286967f3fe req-8af9fb8f-9a7a-4a4c-9e32-1d90e02c8656 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:21:22.772447 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-230ad18b-3dc1-41fc-ba37-6b286967f3fe req-8af9fb8f-9a7a-4a4c-9e32-1d90e02c8656 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=b84f7821-b37e-4a80-a926-f6a9a7ebc403 HTTP/1.1" status: 200 len: 852 time: 0.0592878 Sep 23 19:21:22.810534 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-230ad18b-3dc1-41fc-ba37-6b286967f3fe req-ca3482ab-6a6d-4939-9cf0-9fa8c6b5a4f8 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=1048b771-fe5c-4195-91f1-88a21e64a743&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0289705 Sep 23 19:21:22.840298 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 59538) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:21:22.948288 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-230ad18b-3dc1-41fc-ba37-6b286967f3fe req-860bf9d0-12b6-4289-b330-5d4edca4f360 service neutron] 10.222.0.53 "GET /v2.0/networks/1048b771-fe5c-4195-91f1-88a21e64a743?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1262257 Sep 23 19:21:23.010515 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:21:23.011574 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.v2.base [None req-2f7247e7-ca4e-4c11-8b8a-c82bdaae6b82 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsTestJSON-2071015854-network', 'tenant_id': '7221bc35cd9b4c59895b66592d500676'}} {{(pid=95102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:21:23.117189 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-230ad18b-3dc1-41fc-ba37-6b286967f3fe req-564129f3-20ac-4174-bb4b-7718f41fcbb4 service neutron] 10.222.0.53 "GET /v2.0/networks/1048b771-fe5c-4195-91f1-88a21e64a743?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1599801 Sep 23 19:21:23.117530 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f7247e7-ca4e-4c11-8b8a-c82bdaae6b82 admin admin] Made reservation on behalf of 7221bc35cd9b4c59895b66592d500676 for: {'network': 1} {{(pid=95102) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:21:23.120007 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-2f7247e7-ca4e-4c11-8b8a-c82bdaae6b82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for network, before_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:21:23.160647 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-2f7247e7-ca4e-4c11-8b8a-c82bdaae6b82 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:21:23.199180 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeec7500-99b6-479c-b3b5-c568d3ff60ef req-02dcf3bb-7ce8-4c17-81e7-8244986b225a tempest-SecurityGroupsTestJSON-1637632090 tempest-SecurityGroupsTestJSON-1637632090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:21:23.200878 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-eeec7500-99b6-479c-b3b5-c568d3ff60ef req-02dcf3bb-7ce8-4c17-81e7-8244986b225a tempest-SecurityGroupsTestJSON-1637632090 tempest-SecurityGroupsTestJSON-1637632090-project] 10.222.0.67 "GET /v2.0/ports?device_id=b79685d2-bbec-4068-b922-e8f92a4571e4 HTTP/1.1" status: 200 len: 944 time: 0.1566520 Sep 23 19:21:23.208321 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7646dbf-7f5f-4e59-ad44-c183ad34b2a3 req-74e1b662-c3dc-49fe-8e4e-e9a63bfcaab7 tempest-ImagesTestJSON-1030216449 tempest-ImagesTestJSON-1030216449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:21:23.209838 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-b7646dbf-7f5f-4e59-ad44-c183ad34b2a3 req-74e1b662-c3dc-49fe-8e4e-e9a63bfcaab7 tempest-ImagesTestJSON-1030216449 tempest-ImagesTestJSON-1030216449-project] 10.222.0.67 "GET /v2.0/ports?device_id=33510898-09b3-4694-9adb-128d54910ad2 HTTP/1.1" status: 200 len: 945 time: 0.1536367 Sep 23 19:21:23.286835 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-0ae75029-feb6-4728-9a94-5f9b60993d82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:21:23.310585 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-b7646dbf-7f5f-4e59-ad44-c183ad34b2a3 req-e0d26f02-1435-4055-b35d-3cfa3b124767 tempest-ImagesTestJSON-1030216449 tempest-ImagesTestJSON-1030216449-project] 10.222.0.67 "GET /v2.0/security-groups?id=076f8f10-41da-413e-8d86-ebe8d5fe93ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945561 Sep 23 19:21:23.316456 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-eeec7500-99b6-479c-b3b5-c568d3ff60ef req-fada4cfc-60cd-48db-aa32-5e73361e2180 tempest-SecurityGroupsTestJSON-1637632090 tempest-SecurityGroupsTestJSON-1637632090-project] 10.222.0.67 "GET /v2.0/security-groups?id=87ba3455-2374-4d66-b6f9-7fb4c2df74bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1015546 Sep 23 19:21:23.420425 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-2f7247e7-ca4e-4c11-8b8a-c82bdaae6b82 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:21:23.425947 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-2f7247e7-ca4e-4c11-8b8a-c82bdaae6b82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:21:23.512580 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2f7247e7-ca4e-4c11-8b8a-c82bdaae6b82 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 625} {{(pid=95102) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 19:21:23.568743 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-2f7247e7-ca4e-4c11-8b8a-c82bdaae6b82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1756186'] for segment, precommit_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:21:23.569340 n-d-713301-16 neutron-server[95102]: INFO neutron.db.segments_db [None req-2f7247e7-ca4e-4c11-8b8a-c82bdaae6b82 admin admin] Added segment b18cfa36-0cf0-4a9e-aa2a-95ec649e47c2 of type vlan for network 50142829-9136-4abb-90e2-1c4acbfba479 Sep 23 19:21:23.582189 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f7247e7-ca4e-4c11-8b8a-c82bdaae6b82 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12bc166b-28f4-438a-8441-a943f34b4992,revision_number=1']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:21:23.627823 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe0d7b7-a245-4562-b5d5-a5283240b36d req-e464c310-7bd7-4d40-9a61-1e19e51adfcb tempest-ServersAdminTestJSON-1371927677 tempest-ServersAdminTestJSON-1371927677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:21:23.629451 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-bfe0d7b7-a245-4562-b5d5-a5283240b36d req-e464c310-7bd7-4d40-9a61-1e19e51adfcb tempest-ServersAdminTestJSON-1371927677 tempest-ServersAdminTestJSON-1371927677-project] 10.222.0.67 "GET /v2.0/ports?device_id=8adc1d5c-ae67-4d87-8284-04120d7c0f9e HTTP/1.1" status: 200 len: 950 time: 0.1824355 Sep 23 19:21:23.654541 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-2f7247e7-ca4e-4c11-8b8a-c82bdaae6b82 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783145630486'] for network, precommit_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:21:23.671341 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-4b0285aa-a3ec-4348-8b13-3565d4e5c273 req-b861b775-c5a5-44cd-9e71-af7c83273105 service neutron] 10.222.0.53 "GET /v2.0/ports/3b1ed664-84d3-4e55-90c8-29444560ec78/bindings/n-h1-713301-16 HTTP/1.1" status: 200 len: 385 time: 0.0950758 Sep 23 19:21:23.679988 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ec5445-1d16-451c-8dbe-19d5e206f5f7 req-31d6b519-95ef-4ffb-b094-6c8af19740dd tempest-LiveAutoBlockMigrationV225Test-1531822435 tempest-LiveAutoBlockMigrationV225Test-1531822435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:21:23.681806 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-57ec5445-1d16-451c-8dbe-19d5e206f5f7 req-31d6b519-95ef-4ffb-b094-6c8af19740dd tempest-LiveAutoBlockMigrationV225Test-1531822435 tempest-LiveAutoBlockMigrationV225Test-1531822435-project] 10.222.0.67 "GET /v2.0/ports?device_id=b12a90d4-a99f-4737-98f8-64ef72d18294 HTTP/1.1" status: 200 len: 943 time: 0.1556394 Sep 23 19:21:23.739072 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-bfe0d7b7-a245-4562-b5d5-a5283240b36d req-94760cbe-8594-434e-aaf4-8d329e183006 tempest-ServersAdminTestJSON-1371927677 tempest-ServersAdminTestJSON-1371927677-project] 10.222.0.67 "GET /v2.0/security-groups?id=f6ea2bc2-ae02-426e-9312-246b38837e94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961082 Sep 23 19:21:23.745288 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-2f7247e7-ca4e-4c11-8b8a-c82bdaae6b82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299'] for network, after_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:21:23.746327 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f7247e7-ca4e-4c11-8b8a-c82bdaae6b82 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:21:23.746955 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-2f7247e7-ca4e-4c11-8b8a-c82bdaae6b82 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527417'] for network, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:21:23.792634 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-57ec5445-1d16-451c-8dbe-19d5e206f5f7 req-eb14b969-489c-40ce-abec-1d3d9315dae3 tempest-LiveAutoBlockMigrationV225Test-1531822435 tempest-LiveAutoBlockMigrationV225Test-1531822435-project] 10.222.0.67 "GET /v2.0/security-groups?id=6d32247e-8bb7-4ae1-818c-76baafa39c73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985458 Sep 23 19:21:23.793984 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-2f7247e7-ca4e-4c11-8b8a-c82bdaae6b82 admin admin] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.9519727 Sep 23 19:21:23.796941 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 59556) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:21:23.803951 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.v2.base [None req-96b1b2fc-9fb6-40f5-8c09-14b28c1423ff admin admin] Request body: {'subnet': {'network_id': '50142829-9136-4abb-90e2-1c4acbfba479', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsTestJSON-2071015854-subnet', 'tenant_id': '7221bc35cd9b4c59895b66592d500676', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=95102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:21:23.846343 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f7247e7-ca4e-4c11-8b8a-c82bdaae6b82 admin admin] Pushing event updated for resources: {'Network': ['ID=50142829-9136-4abb-90e2-1c4acbfba479,revision_number=1']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:21:23.862483 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96b1b2fc-9fb6-40f5-8c09-14b28c1423ff admin admin] Made reservation on behalf of 7221bc35cd9b4c59895b66592d500676 for: {'subnet': 1} {{(pid=95102) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:21:23.865357 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Network 50142829-9136-4abb-90e2-1c4acbfba479 details requested by agent ovs-agent-n-d-713301-16 with host n-d-713301-16 {{(pid=95103) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 19:21:23.865894 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-96b1b2fc-9fb6-40f5-8c09-14b28c1423ff admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5388256'] for subnet, before_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:21:23.980511 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.db [req-4b0285aa-a3ec-4348-8b13-3565d4e5c273 req-4e70ef0f-a705-41c4-a327-5dd98ed7e354 service neutron] For port 3b1ed664-84d3-4e55-90c8-29444560ec78, host n-h2-713301-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-16',level=0,port_id=3b1ed664-84d3-4e55-90c8-29444560ec78,segment=NetworkSegment(5e7e2223-350e-4937-8d7b-2c6ab6ddc0ab),segment_id=5e7e2223-350e-4937-8d7b-2c6ab6ddc0ab)] {{(pid=95101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:21:24.009339 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.db [req-4b0285aa-a3ec-4348-8b13-3565d4e5c273 req-4e70ef0f-a705-41c4-a327-5dd98ed7e354 service neutron] For port 3b1ed664-84d3-4e55-90c8-29444560ec78, host n-h2-713301-16, cleared binding levels {{(pid=95101) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 19:21:24.058354 n-d-713301-16 neutron-server[95101]: DEBUG neutron.notifiers.nova [req-4b0285aa-a3ec-4348-8b13-3565d4e5c273 req-4e70ef0f-a705-41c4-a327-5dd98ed7e354 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3b1ed664-84d3-4e55-90c8-29444560ec78 {{(pid=95101) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 19:21:24.071942 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.db [req-4b0285aa-a3ec-4348-8b13-3565d4e5c273 req-4e70ef0f-a705-41c4-a327-5dd98ed7e354 service neutron] For port 3b1ed664-84d3-4e55-90c8-29444560ec78, host n-h1-713301-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-16',level=0,port_id=3b1ed664-84d3-4e55-90c8-29444560ec78,segment=NetworkSegment(5e7e2223-350e-4937-8d7b-2c6ab6ddc0ab),segment_id=5e7e2223-350e-4937-8d7b-2c6ab6ddc0ab)] {{(pid=95101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:21:24.090474 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-4b0285aa-a3ec-4348-8b13-3565d4e5c273 req-4e70ef0f-a705-41c4-a327-5dd98ed7e354 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:21:24.094703 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-96b1b2fc-9fb6-40f5-8c09-14b28c1423ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4398944', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5388242'] for subnet, after_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:21:24.164138 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96b1b2fc-9fb6-40f5-8c09-14b28c1423ff admin admin] Pushing event updated for resources: {'Subnet': ['ID=7949b2db-23df-44c6-b012-1b3dcc362a08,revision_number=0']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:21:24.173531 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96b1b2fc-9fb6-40f5-8c09-14b28c1423ff admin admin] Checking segment: {'id': 'b18cfa36-0cf0-4a9e-aa2a-95ec649e47c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '50142829-9136-4abb-90e2-1c4acbfba479'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95102) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:21:24.174156 n-d-713301-16 neutron-server[95102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96b1b2fc-9fb6-40f5-8c09-14b28c1423ff admin admin] Network hostable DHCP agents. Network: 50142829-9136-4abb-90e2-1c4acbfba479, hostable agents: ['1b18bf05-1b5f-4587-be5c-af3ac38e32ad'], hosted agents: [] {{(pid=95102) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 19:21:24.177828 n-d-713301-16 neutron-server[95101]: DEBUG neutron.db.provisioning_blocks [req-4b0285aa-a3ec-4348-8b13-3565d4e5c273 req-4e70ef0f-a705-41c4-a327-5dd98ed7e354 service neutron] Transition to ACTIVE for port object 3b1ed664-84d3-4e55-90c8-29444560ec78 will not be triggered until provisioned by entity L2. {{(pid=95101) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 19:21:24.183166 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-4b0285aa-a3ec-4348-8b13-3565d4e5c273 req-4e70ef0f-a705-41c4-a327-5dd98ed7e354 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5607436'] for port, after_update {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:21:24.191785 n-d-713301-16 neutron-server[95102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96b1b2fc-9fb6-40f5-8c09-14b28c1423ff admin admin] Network 50142829-9136-4abb-90e2-1c4acbfba479 is scheduled to be hosted by DHCP agent 1b18bf05-1b5f-4587-be5c-af3ac38e32ad with binding_index 1 {{(pid=95102) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 19:21:24.201415 n-d-713301-16 neutron-server[95102]: DEBUG neutron.scheduler.base_scheduler [None req-96b1b2fc-9fb6-40f5-8c09-14b28c1423ff admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713301-16, 50142829-9136-4abb-90e2-1c4acbfba479) {{(pid=95102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:21:24.206202 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96b1b2fc-9fb6-40f5-8c09-14b28c1423ff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:21:24.206829 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-96b1b2fc-9fb6-40f5-8c09-14b28c1423ff admin admin] Notify callbacks [] for subnet, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:21:24.210416 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdf3d975-b3c3-4d26-827c-d3332f1aee52 None None] Network 50142829-9136-4abb-90e2-1c4acbfba479 requested from n-d-713301-16 {{(pid=95103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 19:21:24.226869 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-96b1b2fc-9fb6-40f5-8c09-14b28c1423ff admin admin] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.4280472 Sep 23 19:21:24.229613 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 59558) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:21:24.234662 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.v2.base [None req-142b1b65-3007-4c9d-a9f6-60ae7575861e admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsTestJSON-2071015854-router', 'tenant_id': '7221bc35cd9b4c59895b66592d500676', 'external_gateway_info': {'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac'}}} {{(pid=95102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:21:24.260667 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-142b1b65-3007-4c9d-a9f6-60ae7575861e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-594563', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29355'] for router, before_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:21:24.261212 n-d-713301-16 neutron-server[95101]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b0285aa-a3ec-4348-8b13-3565d4e5c273 req-4e70ef0f-a705-41c4-a327-5dd98ed7e354 service neutron] No DVR routers for this DVR port 3b1ed664-84d3-4e55-90c8-29444560ec78 on host n-h2-713301-16 {{(pid=95101) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 19:21:24.261712 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-142b1b65-3007-4c9d-a9f6-60ae7575861e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-597363', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-601731', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-739356', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29346'] for router, precommit_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:21:24.269215 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e70ef0f-a705-41c4-a327-5dd98ed7e354 service neutron] Pushing event updated for resources: {'Port': ['ID=3b1ed664-84d3-4e55-90c8-29444560ec78,revision_number=10']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:21:24.303863 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-4b0285aa-a3ec-4348-8b13-3565d4e5c273 req-4e70ef0f-a705-41c4-a327-5dd98ed7e354 service neutron] 10.222.0.53 "PUT /v2.0/ports/3b1ed664-84d3-4e55-90c8-29444560ec78/bindings/n-h1-713301-16/activate HTTP/1.1" status: 200 len: 370 time: 0.6140802 Sep 23 19:21:24.327422 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-142b1b65-3007-4c9d-a9f6-60ae7575861e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:21:24.465930 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b358d27-c45e-4272-828b-a38316607982 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4c8b80df-07eb-5275-9f17-5cf640db67c0-50142829-9136-4abb-90e2-1c4acbfba479', 'network_id': '50142829-9136-4abb-90e2-1c4acbfba479', 'tenant_id': '7221bc35cd9b4c59895b66592d500676', 'fixed_ips': [{'subnet_id': '7949b2db-23df-44c6-b012-1b3dcc362a08'}]}} from n-d-713301-16. {{(pid=95103) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 23 19:21:24.466810 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-5b358d27-c45e-4272-828b-a38316607982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_create {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:21:24.603913 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-142b1b65-3007-4c9d-a9f6-60ae7575861e admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:21:24.631581 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b0285aa-a3ec-4348-8b13-3565d4e5c273 req-469893d0-1d0e-4193-9c20-c16beffff9b5 tempest-LiveAutoBlockMigrationV225Test-1371897097 tempest-LiveAutoBlockMigrationV225Test-1371897097-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:21:24.633277 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-4b0285aa-a3ec-4348-8b13-3565d4e5c273 req-469893d0-1d0e-4193-9c20-c16beffff9b5 tempest-LiveAutoBlockMigrationV225Test-1371897097 tempest-LiveAutoBlockMigrationV225Test-1371897097-project-admin] 10.222.0.74 "GET /v2.0/ports?device_id=b12a90d4-a99f-4737-98f8-64ef72d18294&tenant_id=01fd0bf0664a4580a0559687f9bf7c73&binding%3Ahost_id=n-h2-713301-16 HTTP/1.1" status: 200 len: 1096 time: 0.2514100 Sep 23 19:21:24.695650 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f4d9908-b10d-4bed-b377-fd2fd13cd6a8 req-a8593c66-00d5-4ce2-8357-feb26094c4c1 tempest-SecurityGroupsTestJSON-1637632090 tempest-SecurityGroupsTestJSON-1637632090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:21:24.697278 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-0f4d9908-b10d-4bed-b377-fd2fd13cd6a8 req-a8593c66-00d5-4ce2-8357-feb26094c4c1 tempest-SecurityGroupsTestJSON-1637632090 tempest-SecurityGroupsTestJSON-1637632090-project] 10.222.0.67 "GET /v2.0/ports?device_id=b79685d2-bbec-4068-b922-e8f92a4571e4 HTTP/1.1" status: 200 len: 944 time: 0.2565720 Sep 23 19:21:24.723065 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb5b920-2944-4dc8-9954-12b1e7269789 req-8e5c4061-82f7-4922-b172-684d8a0c4b83 tempest-ImagesTestJSON-1030216449 tempest-ImagesTestJSON-1030216449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:21:24.724649 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-acb5b920-2944-4dc8-9954-12b1e7269789 req-8e5c4061-82f7-4922-b172-684d8a0c4b83 tempest-ImagesTestJSON-1030216449 tempest-ImagesTestJSON-1030216449-project] 10.222.0.67 "GET /v2.0/ports?device_id=33510898-09b3-4694-9adb-128d54910ad2 HTTP/1.1" status: 200 len: 945 time: 0.2688787 Sep 23 19:21:24.784070 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b0285aa-a3ec-4348-8b13-3565d4e5c273 req-d38b7be0-6f18-47c3-a4cb-0955bf2f30e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:21:24.785616 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-4b0285aa-a3ec-4348-8b13-3565d4e5c273 req-d38b7be0-6f18-47c3-a4cb-0955bf2f30e9 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=b12a90d4-a99f-4737-98f8-64ef72d18294&tenant_id=01fd0bf0664a4580a0559687f9bf7c73 HTTP/1.1" status: 200 len: 1096 time: 0.1382139 Sep 23 19:21:24.796115 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-0f4d9908-b10d-4bed-b377-fd2fd13cd6a8 req-311d938c-9088-4303-ac72-05b1df335c09 tempest-SecurityGroupsTestJSON-1637632090 tempest-SecurityGroupsTestJSON-1637632090-project] 10.222.0.67 "GET /v2.0/security-groups?id=87ba3455-2374-4d66-b6f9-7fb4c2df74bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924180 Sep 23 19:21:24.807574 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.db_base_plugin_common [None req-5b358d27-c45e-4272-828b-a38316607982 None None] Allocated IP 172.20.0.2 (50142829-9136-4abb-90e2-1c4acbfba479/7949b2db-23df-44c6-b012-1b3dcc362a08/ebc290b0-adc1-4d6a-a7aa-884079c25bb2) {{(pid=95103) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 19:21:24.814753 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-acb5b920-2944-4dc8-9954-12b1e7269789 req-98b115f4-fc25-4424-b6d2-c2f2253a3264 tempest-ImagesTestJSON-1030216449 tempest-ImagesTestJSON-1030216449-project] 10.222.0.67 "GET /v2.0/security-groups?id=076f8f10-41da-413e-8d86-ebe8d5fe93ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736969 Sep 23 19:21:24.900731 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b0285aa-a3ec-4348-8b13-3565d4e5c273 req-7d5a4e4c-ffc0-4820-99f5-63a891c83d2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:21:24.902251 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-4b0285aa-a3ec-4348-8b13-3565d4e5c273 req-7d5a4e4c-ffc0-4820-99f5-63a891c83d2e service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=01fd0bf0664a4580a0559687f9bf7c73&device_id=b12a90d4-a99f-4737-98f8-64ef72d18294 HTTP/1.1" status: 200 len: 1096 time: 0.0632596 Sep 23 19:21:25.056061 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-5b358d27-c45e-4272-828b-a38316607982 None None] Notify callbacks [] for port, precommit_create {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:21:25.062778 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-5b358d27-c45e-4272-828b-a38316607982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783145673135'] for port, after_create {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:21:25.103705 n-d-713301-16 neutron-server[95103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b358d27-c45e-4272-828b-a38316607982 None None] Network 50142829-9136-4abb-90e2-1c4acbfba479 is already hosted by enough agents. {{(pid=95103) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:21:25.109400 n-d-713301-16 neutron-server[95103]: DEBUG neutron.scheduler.base_scheduler [None req-5b358d27-c45e-4272-828b-a38316607982 None None] Resources bound (agent type, host, resource id): {{(pid=95103) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:21:25.113342 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b358d27-c45e-4272-828b-a38316607982 None None] Received port after_create {{(pid=95103) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 19:21:25.168317 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b358d27-c45e-4272-828b-a38316607982 None None] Pushing event updated for resources: {'Port': ['ID=ebc290b0-adc1-4d6a-a7aa-884079c25bb2,revision_number=1']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:21:25.206806 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-80e7e501-6c57-470d-92c6-e3d54bc3195c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:21:25.209707 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.managers [None req-5b358d27-c45e-4272-828b-a38316607982 None None] Attempting to bind port ebc290b0-adc1-4d6a-a7aa-884079c25bb2 on host n-d-713301-16 for vnic_type normal with profile {{(pid=95103) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 19:21:25.210083 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.managers [None req-5b358d27-c45e-4272-828b-a38316607982 None None] Attempting to bind port ebc290b0-adc1-4d6a-a7aa-884079c25bb2 by drivers openvswitch,hyperv on host n-d-713301-16 at level 0 using segments [{'id': 'b18cfa36-0cf0-4a9e-aa2a-95ec649e47c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '50142829-9136-4abb-90e2-1c4acbfba479'}] {{(pid=95103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 19:21:25.211031 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b358d27-c45e-4272-828b-a38316607982 None None] Attempting to bind port ebc290b0-adc1-4d6a-a7aa-884079c25bb2 on network 50142829-9136-4abb-90e2-1c4acbfba479 {{(pid=95103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:21:25.218152 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ece3238-4464-42f5-b0ae-9c0ae2aa2896 req-1d2682f0-50db-4180-bca5-82df06084faa tempest-LiveMigrationTest-677110171 tempest-LiveMigrationTest-677110171-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:21:25.219404 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b358d27-c45e-4272-828b-a38316607982 None None] Checking agent: {'id': '70a14545-df24-472f-8f95-bfe1719bff93', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 19, 7, 53), 'started_at': datetime.datetime(2021, 9, 23, 19, 8, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 19, 21, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 19:21:25.220310 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b358d27-c45e-4272-828b-a38316607982 None None] Checking segment: {'id': 'b18cfa36-0cf0-4a9e-aa2a-95ec649e47c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '50142829-9136-4abb-90e2-1c4acbfba479'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95103) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:21:25.220758 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-3ece3238-4464-42f5-b0ae-9c0ae2aa2896 req-1d2682f0-50db-4180-bca5-82df06084faa tempest-LiveMigrationTest-677110171 tempest-LiveMigrationTest-677110171-project-admin] 10.222.0.67 "GET /v2.0/ports?device_id=0ed7f64c-c2e6-47dd-8a6e-2481a7a0c2eb HTTP/1.1" status: 200 len: 1098 time: 0.2740383 Sep 23 19:21:25.220892 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-5b358d27-c45e-4272-828b-a38316607982 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:21:25.221210 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b358d27-c45e-4272-828b-a38316607982 None None] Bound using segment: {'id': 'b18cfa36-0cf0-4a9e-aa2a-95ec649e47c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '50142829-9136-4abb-90e2-1c4acbfba479'} {{(pid=95103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 19:21:25.221780 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.managers [None req-5b358d27-c45e-4272-828b-a38316607982 None None] Bound port: ebc290b0-adc1-4d6a-a7aa-884079c25bb2, host: n-d-713301-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b18cfa36-0cf0-4a9e-aa2a-95ec649e47c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '50142829-9136-4abb-90e2-1c4acbfba479'}}] {{(pid=95103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 19:21:25.222293 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-5b358d27-c45e-4272-828b-a38316607982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:21:25.224308 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-142b1b65-3007-4c9d-a9f6-60ae7575861e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:21:25.233938 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc3e068-a28f-4627-8deb-b1c6f74aad28 req-725743d5-5732-44b6-96aa-91d12f9c915b tempest-ServersAdminTestJSON-1371927677 tempest-ServersAdminTestJSON-1371927677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:21:25.236923 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-0fc3e068-a28f-4627-8deb-b1c6f74aad28 req-725743d5-5732-44b6-96aa-91d12f9c915b tempest-ServersAdminTestJSON-1371927677 tempest-ServersAdminTestJSON-1371927677-project] 10.222.0.67 "GET /v2.0/ports?device_id=8adc1d5c-ae67-4d87-8284-04120d7c0f9e HTTP/1.1" status: 200 len: 950 time: 0.2408581 Sep 23 19:21:25.240298 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b0285aa-a3ec-4348-8b13-3565d4e5c273 req-5c671bac-7c5e-493d-ab9b-b0d979a9f538 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:21:25.242127 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-4b0285aa-a3ec-4348-8b13-3565d4e5c273 req-5c671bac-7c5e-493d-ab9b-b0d979a9f538 service neutron] 10.222.0.74 "GET /v2.0/networks?id=c2b58ecf-3b1b-414c-92a4-f53b08b3dace HTTP/1.1" status: 200 len: 922 time: 0.3262677 Sep 23 19:21:25.278383 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-142b1b65-3007-4c9d-a9f6-60ae7575861e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:21:25.306997 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-5b358d27-c45e-4272-828b-a38316607982 None None] For port ebc290b0-adc1-4d6a-a7aa-884079c25bb2, host n-d-713301-16, cleared binding levels {{(pid=95103) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 19:21:25.311087 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-5b358d27-c45e-4272-828b-a38316607982 None None] For port ebc290b0-adc1-4d6a-a7aa-884079c25bb2, host n-d-713301-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-16',level=0,port_id=ebc290b0-adc1-4d6a-a7aa-884079c25bb2,segment=NetworkSegment(b18cfa36-0cf0-4a9e-aa2a-95ec649e47c2),segment_id=b18cfa36-0cf0-4a9e-aa2a-95ec649e47c2)] {{(pid=95103) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 19:21:25.328284 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-5b358d27-c45e-4272-828b-a38316607982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:21:25.359667 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-4b0285aa-a3ec-4348-8b13-3565d4e5c273 req-92f39a0f-c839-4ab8-940b-0ad66dc1b5c6 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3b1ed664-84d3-4e55-90c8-29444560ec78 HTTP/1.1" status: 200 len: 217 time: 0.0908434 Sep 23 19:21:25.404932 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Device 9e1ea211-1f70-4e64-9d18-fd8409ab6039 details requested by agent hyperv_n-h2-713301-16 with host n-h2-713301-16 {{(pid=95103) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 19:21:25.408655 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Device 3b1ed664-84d3-4e55-90c8-29444560ec78 no longer exists at agent hyperv_n-h2-713301-16 {{(pid=95103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 19:21:25.421039 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b358d27-c45e-4272-828b-a38316607982 None None] Pushing event updated for resources: {'Port': ['ID=ebc290b0-adc1-4d6a-a7aa-884079c25bb2,revision_number=2']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:21:25.477018 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-0fc3e068-a28f-4627-8deb-b1c6f74aad28 req-876913c7-94cc-4420-bc3e-5119b4e0dac9 tempest-ServersAdminTestJSON-1371927677 tempest-ServersAdminTestJSON-1371927677-project] 10.222.0.67 "GET /v2.0/security-groups?id=f6ea2bc2-ae02-426e-9312-246b38837e94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2093971 Sep 23 19:21:25.494848 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-3ece3238-4464-42f5-b0ae-9c0ae2aa2896 req-a5b96a79-31f3-47c7-acc3-40b642c9cdc5 tempest-LiveMigrationTest-677110171 tempest-LiveMigrationTest-677110171-project-admin] 10.222.0.67 "GET /v2.0/security-groups?id=1c151358-1cab-48a6-be3e-ad7507b4da06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2560296 Sep 23 19:21:25.563916 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b0285aa-a3ec-4348-8b13-3565d4e5c273 req-75dec2de-fece-4250-b068-bbe1e885ae7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:21:25.566550 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-4b0285aa-a3ec-4348-8b13-3565d4e5c273 req-75dec2de-fece-4250-b068-bbe1e885ae7a service neutron] 10.222.0.74 "GET /v2.0/subnets?id=4cc4932b-c381-47ec-9303-11e42975856f HTTP/1.1" status: 200 len: 861 time: 0.1688812 Sep 23 19:21:25.604133 n-d-713301-16 neutron-server[95102]: DEBUG neutron.db.db_base_plugin_common [None req-142b1b65-3007-4c9d-a9f6-60ae7575861e admin admin] Allocated IP 172.25.1.91 (5dec5c09-378e-4f50-89cc-d94eb81c3bac/eff83446-018c-428d-b3f5-54ac9abe7a2a/cf68deae-4561-489d-bb74-fe6332e4159b) {{(pid=95102) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 19:21:25.646792 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] For port 9e1ea211-1f70-4e64-9d18-fd8409ab6039, host n-h2-713301-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-16',level=0,port_id=9e1ea211-1f70-4e64-9d18-fd8409ab6039,segment=NetworkSegment(49f54249-a606-4788-b164-92fb7c23cb9c),segment_id=49f54249-a606-4788-b164-92fb7c23cb9c)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:21:25.664963 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Returning: {'device': '9e1ea211-1f70-4e64-9d18-fd8409ab6039', 'network_id': '1048b771-fe5c-4195-91f1-88a21e64a743', 'port_id': '9e1ea211-1f70-4e64-9d18-fd8409ab6039', 'mac_address': 'fa:16:3e:2b:da:e4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 636, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b84f7821-b37e-4a80-a926-f6a9a7ebc403', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95103) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 19:21:25.691378 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Device 3b1ed664-84d3-4e55-90c8-29444560ec78 not bound to the agent host n-h2-713301-16 {{(pid=95103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 19:21:25.846947 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:21:25.894663 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-4b0285aa-a3ec-4348-8b13-3565d4e5c273 req-5e09c6f7-6c6d-4de5-8e2a-f47853567d09 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=c2b58ecf-3b1b-414c-92a4-f53b08b3dace&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0977242 Sep 23 19:21:25.897472 n-d-713301-16 neutron-server[95103]: DEBUG neutron.notifiers.nova [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9e1ea211-1f70-4e64-9d18-fd8409ab6039 {{(pid=95103) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 19:21:25.897793 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-142b1b65-3007-4c9d-a9f6-60ae7575861e admin admin] Notify callbacks [] for port, precommit_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:21:25.927495 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] For port 9e1ea211-1f70-4e64-9d18-fd8409ab6039, host n-h2-713301-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-16',level=0,port_id=9e1ea211-1f70-4e64-9d18-fd8409ab6039,segment=NetworkSegment(49f54249-a606-4788-b164-92fb7c23cb9c),segment_id=49f54249-a606-4788-b164-92fb7c23cb9c)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:21:25.937119 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:21:26.007869 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Pushing event updated for resources: {'Port': ['ID=9e1ea211-1f70-4e64-9d18-fd8409ab6039,revision_number=4']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:21:26.021529 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2249bf7-746f-4b85-a26b-2640582b9149 req-e9b6128a-08b2-4f47-a296-39491df0ea27 tempest-LiveAutoBlockMigrationV225Test-1531822435 tempest-LiveAutoBlockMigrationV225Test-1531822435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:21:26.023294 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-b2249bf7-746f-4b85-a26b-2640582b9149 req-e9b6128a-08b2-4f47-a296-39491df0ea27 tempest-LiveAutoBlockMigrationV225Test-1531822435 tempest-LiveAutoBlockMigrationV225Test-1531822435-project] 10.222.0.67 "GET /v2.0/ports?device_id=b12a90d4-a99f-4737-98f8-64ef72d18294 HTTP/1.1" status: 200 len: 944 time: 0.2240095 Sep 23 19:21:26.225066 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] get_ports_and_sgs() called for port_ids ['9e1ea211-1f70-4e64-9d18-fd8409ab6039'] {{(pid=95103) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 19:21:26.355422 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-142b1b65-3007-4c9d-a9f6-60ae7575861e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783145673135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4399100'] for port, after_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:21:26.434472 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-4b0285aa-a3ec-4348-8b13-3565d4e5c273 req-8c6610a3-5097-41fb-9f15-ec54c0b93f3b service neutron] 10.222.0.74 "GET /v2.0/networks/c2b58ecf-3b1b-414c-92a4-f53b08b3dace?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5300512 Sep 23 19:21:26.436995 n-d-713301-16 neutron-server[95102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-142b1b65-3007-4c9d-a9f6-60ae7575861e admin admin] Network 5dec5c09-378e-4f50-89cc-d94eb81c3bac is already hosted by enough agents. {{(pid=95102) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:21:26.442153 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-b2249bf7-746f-4b85-a26b-2640582b9149 req-5cb420b1-d2c5-4cea-ad51-5ebbb4247641 tempest-LiveAutoBlockMigrationV225Test-1531822435 tempest-LiveAutoBlockMigrationV225Test-1531822435-project] 10.222.0.67 "GET /v2.0/security-groups?id=6d32247e-8bb7-4ae1-818c-76baafa39c73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4108715 Sep 23 19:21:26.459018 n-d-713301-16 neutron-server[95102]: DEBUG neutron.scheduler.base_scheduler [None req-142b1b65-3007-4c9d-a9f6-60ae7575861e admin admin] Resources bound (agent type, host, resource id): {{(pid=95102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:21:26.467596 n-d-713301-16 neutron-server[95102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-142b1b65-3007-4c9d-a9f6-60ae7575861e admin admin] Received port after_create {{(pid=95102) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 19:21:26.480646 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142b1b65-3007-4c9d-a9f6-60ae7575861e admin admin] Pushing event updated for resources: {'Port': ['ID=cf68deae-4561-489d-bb74-fe6332e4159b,revision_number=1']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:21:26.703209 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-4b0285aa-a3ec-4348-8b13-3565d4e5c273 req-e9362ab0-e959-4582-af70-54fd51988afb service neutron] 10.222.0.74 "GET /v2.0/networks/c2b58ecf-3b1b-414c-92a4-f53b08b3dace?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2600548 Sep 23 19:21:26.738906 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f9193c9-59bc-49f9-9e6d-c6d413c9ee0e req-175ab16a-3764-4510-97d6-f2da6121a62f tempest-ImagesTestJSON-1030216449 tempest-ImagesTestJSON-1030216449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:21:26.740472 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-3f9193c9-59bc-49f9-9e6d-c6d413c9ee0e req-175ab16a-3764-4510-97d6-f2da6121a62f tempest-ImagesTestJSON-1030216449 tempest-ImagesTestJSON-1030216449-project] 10.222.0.67 "GET /v2.0/ports?device_id=33510898-09b3-4694-9adb-128d54910ad2 HTTP/1.1" status: 200 len: 945 time: 0.1354339 Sep 23 19:21:26.868049 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-3f9193c9-59bc-49f9-9e6d-c6d413c9ee0e req-da4ced07-56e2-4911-b630-7243c573e92f tempest-ImagesTestJSON-1030216449 tempest-ImagesTestJSON-1030216449-project] 10.222.0.67 "GET /v2.0/security-groups?id=076f8f10-41da-413e-8d86-ebe8d5fe93ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1187723 Sep 23 19:21:26.901046 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-142b1b65-3007-4c9d-a9f6-60ae7575861e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:21:26.947034 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-354c3f74-88e9-4c8a-9a60-1e70bb2dda39 None None] Network 50142829-9136-4abb-90e2-1c4acbfba479 requested from n-d-713301-16 {{(pid=95103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 19:21:27.040844 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-04eabdb9-6f43-41f7-9776-39a6d64f766c None None] Provisioning complete for port ebc290b0-adc1-4d6a-a7aa-884079c25bb2 triggered by entity DHCP. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:21:27.041215 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-04eabdb9-6f43-41f7-9776-39a6d64f766c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:21:27.096029 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b0285aa-a3ec-4348-8b13-3565d4e5c273 req-b55f37d0-aa12-413e-a348-d585e8c145c0 tempest-LiveAutoBlockMigrationV225Test-1371897097 tempest-LiveAutoBlockMigrationV225Test-1371897097-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:21:27.097600 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-4b0285aa-a3ec-4348-8b13-3565d4e5c273 req-b55f37d0-aa12-413e-a348-d585e8c145c0 tempest-LiveAutoBlockMigrationV225Test-1371897097 tempest-LiveAutoBlockMigrationV225Test-1371897097-project-admin] 10.222.0.74 "GET /v2.0/ports?device_id=b12a90d4-a99f-4737-98f8-64ef72d18294&tenant_id=01fd0bf0664a4580a0559687f9bf7c73&binding%3Ahost_id=n-h1-713301-16 HTTP/1.1" status: 200 len: 1096 time: 0.0902581 Sep 23 19:21:27.158379 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-905a1132-4d24-4c4d-9162-60630a2ccf69 req-c8e2da68-f211-4821-b3fa-3d5141e55ba8 tempest-SecurityGroupsTestJSON-1637632090 tempest-SecurityGroupsTestJSON-1637632090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:21:27.159914 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-905a1132-4d24-4c4d-9162-60630a2ccf69 req-c8e2da68-f211-4821-b3fa-3d5141e55ba8 tempest-SecurityGroupsTestJSON-1637632090 tempest-SecurityGroupsTestJSON-1637632090-project] 10.222.0.67 "GET /v2.0/ports?device_id=b79685d2-bbec-4068-b922-e8f92a4571e4 HTTP/1.1" status: 200 len: 945 time: 0.1912475 Sep 23 19:21:27.200917 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-04eabdb9-6f43-41f7-9776-39a6d64f766c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:21:27.202499 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [req-a7694059-6160-4d15-8ae3-eae4b58653d5 req-f53e1535-463c-4dca-a61e-790ea65a18be tempest-LiveMigrationTest-677110171 tempest-LiveMigrationTest-677110171-project-admin] http://10.222.0.67:9696/v2.0/extensions returned with HTTP 200 {{(pid=95102) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 23 19:21:27.204185 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-a7694059-6160-4d15-8ae3-eae4b58653d5 req-f53e1535-463c-4dca-a61e-790ea65a18be tempest-LiveMigrationTest-677110171 tempest-LiveMigrationTest-677110171-project-admin] 10.222.0.67 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0560653 Sep 23 19:21:27.243090 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-04eabdb9-6f43-41f7-9776-39a6d64f766c None None] For port ebc290b0-adc1-4d6a-a7aa-884079c25bb2, host n-d-713301-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-16',level=0,port_id=ebc290b0-adc1-4d6a-a7aa-884079c25bb2,segment=NetworkSegment(b18cfa36-0cf0-4a9e-aa2a-95ec649e47c2),segment_id=b18cfa36-0cf0-4a9e-aa2a-95ec649e47c2)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:21:27.251689 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-04eabdb9-6f43-41f7-9776-39a6d64f766c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:21:27.315708 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04eabdb9-6f43-41f7-9776-39a6d64f766c None None] Pushing event updated for resources: {'Port': ['ID=ebc290b0-adc1-4d6a-a7aa-884079c25bb2,revision_number=3']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:21:27.334871 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7694059-6160-4d15-8ae3-eae4b58653d5 req-33f59b3e-9dd4-4505-92a7-74a974817de0 tempest-LiveMigrationTest-677110171 tempest-LiveMigrationTest-677110171-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:21:27.336278 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-a7694059-6160-4d15-8ae3-eae4b58653d5 req-33f59b3e-9dd4-4505-92a7-74a974817de0 tempest-LiveMigrationTest-677110171 tempest-LiveMigrationTest-677110171-project-admin] 10.222.0.67 "GET /v2.0/ports/15f9c12e-f506-439f-9d2f-18ac8686c0c4 HTTP/1.1" status: 200 len: 1095 time: 0.1132221 Sep 23 19:21:27.356252 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.v2.base [req-a7694059-6160-4d15-8ae3-eae4b58653d5 req-0c69cf24-aac8-4d84-89d6-bcf996e8ca05 service neutron] Request body: {'binding': {'host': 'n-h2-713301-16', 'vnic_type': 'normal', 'profile': {}}} {{(pid=95102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:21:27.356739 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.v2.base [req-a7694059-6160-4d15-8ae3-eae4b58653d5 req-0c69cf24-aac8-4d84-89d6-bcf996e8ca05 service neutron] Unknown quota resources ['binding']. {{(pid=95102) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Sep 23 19:21:27.362452 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-905a1132-4d24-4c4d-9162-60630a2ccf69 req-20d03498-217e-4841-851c-fb8e32e7fd9e tempest-SecurityGroupsTestJSON-1637632090 tempest-SecurityGroupsTestJSON-1637632090-project] 10.222.0.67 "GET /v2.0/security-groups?id=87ba3455-2374-4d66-b6f9-7fb4c2df74bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1558402 Sep 23 19:21:27.412290 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Device 9e1ea211-1f70-4e64-9d18-fd8409ab6039 up at agent hyperv_n-h2-713301-16 {{(pid=95103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 19:21:27.456323 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-142b1b65-3007-4c9d-a9f6-60ae7575861e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-597258', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-601790'] for router, after_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:21:27.520248 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Provisioning for port 9e1ea211-1f70-4e64-9d18-fd8409ab6039 completed by entity L2. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 19:21:27.531543 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Provisioning complete for port 9e1ea211-1f70-4e64-9d18-fd8409ab6039 triggered by entity L2. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:21:27.533883 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:21:27.593936 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.db [req-4b0285aa-a3ec-4348-8b13-3565d4e5c273 req-97b46bc0-56ca-43d9-8736-3d8d393a7bfd service neutron] For port 3b1ed664-84d3-4e55-90c8-29444560ec78, host n-h2-713301-16, cleared binding levels {{(pid=95102) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 19:21:27.599937 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-82f89d9d-8ad4-43d0-b3a5-72a584ade2bb None None] Provisioning complete for port ebc290b0-adc1-4d6a-a7aa-884079c25bb2 triggered by entity DHCP. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:21:27.600306 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-82f89d9d-8ad4-43d0-b3a5-72a584ade2bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:21:27.604373 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-4b0285aa-a3ec-4348-8b13-3565d4e5c273 req-97b46bc0-56ca-43d9-8736-3d8d393a7bfd service neutron] Notify callbacks [] for binding, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:21:27.605869 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-4b0285aa-a3ec-4348-8b13-3565d4e5c273 req-97b46bc0-56ca-43d9-8736-3d8d393a7bfd service neutron] 10.222.0.74 "DELETE /v2.0/ports/3b1ed664-84d3-4e55-90c8-29444560ec78/bindings/n-h2-713301-16 HTTP/1.1" status: 204 len: 173 time: 0.4930153 Sep 23 19:21:27.637439 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Device ebc290b0-adc1-4d6a-a7aa-884079c25bb2 up at agent ovs-agent-n-d-713301-16 {{(pid=95103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 19:21:27.744278 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc06c47-61bc-4ebf-940d-71b7cc3a7c79 req-e9a9308e-4fac-4844-a08f-e395151ee27e tempest-ServersAdminTestJSON-1371927677 tempest-ServersAdminTestJSON-1371927677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:21:27.746022 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-ddc06c47-61bc-4ebf-940d-71b7cc3a7c79 req-e9a9308e-4fac-4844-a08f-e395151ee27e tempest-ServersAdminTestJSON-1371927677 tempest-ServersAdminTestJSON-1371927677-project] 10.222.0.67 "GET /v2.0/ports?device_id=8adc1d5c-ae67-4d87-8284-04120d7c0f9e HTTP/1.1" status: 200 len: 950 time: 0.1551104 Sep 23 19:21:27.751634 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.managers [req-a7694059-6160-4d15-8ae3-eae4b58653d5 req-0c69cf24-aac8-4d84-89d6-bcf996e8ca05 service neutron] Attempting to bind port 15f9c12e-f506-439f-9d2f-18ac8686c0c4 on host n-h2-713301-16 for vnic_type normal with profile None {{(pid=95102) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 19:21:27.752014 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.managers [req-a7694059-6160-4d15-8ae3-eae4b58653d5 req-0c69cf24-aac8-4d84-89d6-bcf996e8ca05 service neutron] Attempting to bind port 15f9c12e-f506-439f-9d2f-18ac8686c0c4 by drivers openvswitch,hyperv on host n-h2-713301-16 at level 0 using segments [{'id': '6735b3c2-9e0f-43a7-8f57-e48eb1a30c85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': 'bf651024-673c-4eec-84ce-c6ef83d369a1'}] {{(pid=95102) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 19:21:27.752329 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7694059-6160-4d15-8ae3-eae4b58653d5 req-0c69cf24-aac8-4d84-89d6-bcf996e8ca05 service neutron] Attempting to bind port 15f9c12e-f506-439f-9d2f-18ac8686c0c4 on network bf651024-673c-4eec-84ce-c6ef83d369a1 {{(pid=95102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:21:27.774449 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:21:27.777120 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7694059-6160-4d15-8ae3-eae4b58653d5 req-0c69cf24-aac8-4d84-89d6-bcf996e8ca05 service neutron] Port 15f9c12e-f506-439f-9d2f-18ac8686c0c4 on network bf651024-673c-4eec-84ce-c6ef83d369a1 not bound, no agent of type Open vSwitch agent registered on host n-h2-713301-16 {{(pid=95102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 19:21:27.777420 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7694059-6160-4d15-8ae3-eae4b58653d5 req-0c69cf24-aac8-4d84-89d6-bcf996e8ca05 service neutron] Attempting to bind port 15f9c12e-f506-439f-9d2f-18ac8686c0c4 on network bf651024-673c-4eec-84ce-c6ef83d369a1 {{(pid=95102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:21:27.794123 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7694059-6160-4d15-8ae3-eae4b58653d5 req-0c69cf24-aac8-4d84-89d6-bcf996e8ca05 service neutron] Checking agent: {'id': '2a7cea34-db54-4faf-8d23-37521c3e34cb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713301-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 19, 15, 28), 'started_at': datetime.datetime(2021, 9, 23, 19, 15, 28), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 19, 20, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 19:21:27.794925 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7694059-6160-4d15-8ae3-eae4b58653d5 req-0c69cf24-aac8-4d84-89d6-bcf996e8ca05 service neutron] Checking segment: {'id': '6735b3c2-9e0f-43a7-8f57-e48eb1a30c85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': 'bf651024-673c-4eec-84ce-c6ef83d369a1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95102) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:21:27.794925 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7694059-6160-4d15-8ae3-eae4b58653d5 req-0c69cf24-aac8-4d84-89d6-bcf996e8ca05 service neutron] Bound using segment: {'id': '6735b3c2-9e0f-43a7-8f57-e48eb1a30c85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': 'bf651024-673c-4eec-84ce-c6ef83d369a1'} {{(pid=95102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 19:21:27.795246 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.managers [req-a7694059-6160-4d15-8ae3-eae4b58653d5 req-0c69cf24-aac8-4d84-89d6-bcf996e8ca05 service neutron] Bound port: 15f9c12e-f506-439f-9d2f-18ac8686c0c4, host: n-h2-713301-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6735b3c2-9e0f-43a7-8f57-e48eb1a30c85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': 'bf651024-673c-4eec-84ce-c6ef83d369a1'}}] {{(pid=95102) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 19:21:27.796513 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Provisioning complete for port ebc290b0-adc1-4d6a-a7aa-884079c25bb2 triggered by entity L2. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:21:27.796898 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:21:27.831497 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:21:27.840110 n-d-713301-16 neutron-server[95103]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b79685d2-bbec-4068-b922-e8f92a4571e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e1ea211-1f70-4e64-9d18-fd8409ab6039'}] {{(pid=95103) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 19:21:27.842672 n-d-713301-16 neutron-server[95103]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}81a1c17f2aa89d5b3ebbba3a3e0cf7eb588e431c2224256110c4c4facdd7c3e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67a00e1e-b323-4e8c-8faa-ed55def6b5de" -d '{"events": [{"server_uuid": "b79685d2-bbec-4068-b922-e8f92a4571e4", "name": "network-vif-plugged", "status": "completed", "tag": "9e1ea211-1f70-4e64-9d18-fd8409ab6039"}]}' {{(pid=95103) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 19:21:27.842944 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-ddc06c47-61bc-4ebf-940d-71b7cc3a7c79 req-e3095eba-0a60-4441-b63f-70b42303fcf7 tempest-ServersAdminTestJSON-1371927677 tempest-ServersAdminTestJSON-1371927677-project] 10.222.0.67 "GET /v2.0/security-groups?id=f6ea2bc2-ae02-426e-9312-246b38837e94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850062 Sep 23 19:21:27.866275 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] For port 9e1ea211-1f70-4e64-9d18-fd8409ab6039, host n-h2-713301-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-16',level=0,port_id=9e1ea211-1f70-4e64-9d18-fd8409ab6039,segment=NetworkSegment(49f54249-a606-4788-b164-92fb7c23cb9c),segment_id=49f54249-a606-4788-b164-92fb7c23cb9c)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:21:27.886876 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:21:27.887086 n-d-713301-16 neutron-server[95102]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-142b1b65-3007-4c9d-a9f6-60ae7575861e admin admin] Router 8fa9981c-489a-4ed0-9995-26f6ae6b81dc is scheduled to L3 agent 79a740bf-7821-4989-8288-7186e3e128f3 with binding_index 1 {{(pid=95102) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 23 19:21:27.890254 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.db [req-a7694059-6160-4d15-8ae3-eae4b58653d5 req-0c69cf24-aac8-4d84-89d6-bcf996e8ca05 service neutron] For port 15f9c12e-f506-439f-9d2f-18ac8686c0c4, host n-h2-713301-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-16',level=0,port_id=15f9c12e-f506-439f-9d2f-18ac8686c0c4,segment=NetworkSegment(6735b3c2-9e0f-43a7-8f57-e48eb1a30c85),segment_id=6735b3c2-9e0f-43a7-8f57-e48eb1a30c85)] {{(pid=95102) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 19:21:27.901235 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-a7694059-6160-4d15-8ae3-eae4b58653d5 req-0c69cf24-aac8-4d84-89d6-bcf996e8ca05 service neutron] Notify callbacks [] for binding, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:21:27.902802 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-a7694059-6160-4d15-8ae3-eae4b58653d5 req-0c69cf24-aac8-4d84-89d6-bcf996e8ca05 service neutron] 10.222.0.67 "POST /v2.0/ports/15f9c12e-f506-439f-9d2f-18ac8686c0c4/bindings HTTP/1.1" status: 201 len: 390 time: 0.5529759 Sep 23 19:21:28.007922 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Pushing event updated for resources: {'Port': ['ID=9e1ea211-1f70-4e64-9d18-fd8409ab6039,revision_number=5']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:21:28.022813 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:21:28.247774 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58bd9df4-04ea-4c19-bf38-5e63df8ce460 req-a84099ab-e411-4d6c-bda8-c1885e6c27b0 tempest-LiveAutoBlockMigrationV225Test-1531822435 tempest-LiveAutoBlockMigrationV225Test-1531822435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:21:28.249747 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-58bd9df4-04ea-4c19-bf38-5e63df8ce460 req-a84099ab-e411-4d6c-bda8-c1885e6c27b0 tempest-LiveAutoBlockMigrationV225Test-1531822435 tempest-LiveAutoBlockMigrationV225Test-1531822435-project] 10.222.0.67 "GET /v2.0/ports?device_id=b12a90d4-a99f-4737-98f8-64ef72d18294 HTTP/1.1" status: 200 len: 944 time: 0.1493108 Sep 23 19:21:28.258977 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-142b1b65-3007-4c9d-a9f6-60ae7575861e admin admin] Notify agent at l3_agent.n-d-713301-16 the message routers_updated {{(pid=95102) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 19:21:28.272050 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8f1da6e-8437-4991-887e-1a29ec78b465 None None] Sync routers for ids ['8fa9981c-489a-4ed0-9995-26f6ae6b81dc'] in n-d-713301-16 {{(pid=95103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 19:21:28.303354 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-142b1b65-3007-4c9d-a9f6-60ae7575861e admin admin] Notify callbacks [] for router, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:21:28.304627 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-142b1b65-3007-4c9d-a9f6-60ae7575861e admin admin] 10.222.0.67 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 4.0740147 Sep 23 19:21:28.311640 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8f1da6e-8437-4991-887e-1a29ec78b465 None None] Routers {'8fa9981c-489a-4ed0-9995-26f6ae6b81dc'} bound to L3 agent in host n-d-713301-16 {{(pid=95103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 19:21:28.312209 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_hamode_db [None req-f8f1da6e-8437-4991-887e-1a29ec78b465 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-23T19:07:52Z,description=,heartbeat_timestamp=2021-09-23T19:21:22Z,host='n-d-713301-16',id=79a740bf-7821-4989-8288-7186e3e128f3,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:07:52Z,topic='l3_agent')) {'router_ids': ['8fa9981c-489a-4ed0-9995-26f6ae6b81dc'], 'active': True} {{(pid=95103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:21:28.317096 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 59634) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:21:28.332724 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-58bd9df4-04ea-4c19-bf38-5e63df8ce460 req-842c9691-38f7-4dd5-b4b8-d763421b7a76 tempest-LiveAutoBlockMigrationV225Test-1531822435 tempest-LiveAutoBlockMigrationV225Test-1531822435-project] 10.222.0.67 "GET /v2.0/security-groups?id=6d32247e-8bb7-4ae1-818c-76baafa39c73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679166 Sep 23 19:21:28.500292 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7694059-6160-4d15-8ae3-eae4b58653d5 req-24783e23-0f2d-4dc0-8c9d-01ab8a539128 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:21:28.506060 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-a7694059-6160-4d15-8ae3-eae4b58653d5 req-24783e23-0f2d-4dc0-8c9d-01ab8a539128 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=0f5d9c33c3334ce192c43e08217ee019&device_id=0ed7f64c-c2e6-47dd-8a6e-2481a7a0c2eb HTTP/1.1" status: 200 len: 1098 time: 0.1929471 Sep 23 19:21:28.511383 n-d-713301-16 neutron-server[95103]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 19:21:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4425e6e4-d29c-4a0c-a58b-f62680771404 x-openstack-request-id: req-4425e6e4-d29c-4a0c-a58b-f62680771404 {{(pid=95103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 19:21:28.515279 n-d-713301-16 neutron-server[95103]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b79685d2-bbec-4068-b922-e8f92a4571e4", "name": "network-vif-plugged", "status": "completed", "tag": "9e1ea211-1f70-4e64-9d18-fd8409ab6039", "code": 200}]} {{(pid=95103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 19:21:28.515615 n-d-713301-16 neutron-server[95103]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-4425e6e4-d29c-4a0c-a58b-f62680771404 {{(pid=95103) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 19:21:28.516700 n-d-713301-16 neutron-server[95103]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b79685d2-bbec-4068-b922-e8f92a4571e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e1ea211-1f70-4e64-9d18-fd8409ab6039', 'code': 200} Sep 23 19:21:28.564361 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_dvr_db [None req-f8f1da6e-8437-4991-887e-1a29ec78b465 None None] Set router 8fa9981c-489a-4ed0-9995-26f6ae6b81dc gateway port host: n-d-713301-16 {{(pid=95103) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 19:21:28.604180 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f25a83-136d-4005-bb87-cfec5f7ddd3c req-b0e07880-cff5-457f-a181-bbef900a9b8d tempest-LiveMigrationTest-1843640962 tempest-LiveMigrationTest-1843640962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:21:28.614429 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-87f25a83-136d-4005-bb87-cfec5f7ddd3c req-b0e07880-cff5-457f-a181-bbef900a9b8d tempest-LiveMigrationTest-1843640962 tempest-LiveMigrationTest-1843640962-project] 10.222.0.67 "GET /v2.0/ports?device_id=0ed7f64c-c2e6-47dd-8a6e-2481a7a0c2eb HTTP/1.1" status: 200 len: 946 time: 0.1068726 Sep 23 19:21:28.695070 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-87f25a83-136d-4005-bb87-cfec5f7ddd3c req-ac80ddbd-6f7d-4a70-8024-74ce988ff607 tempest-LiveMigrationTest-1843640962 tempest-LiveMigrationTest-1843640962-project] 10.222.0.67 "GET /v2.0/security-groups?id=1c151358-1cab-48a6-be3e-ad7507b4da06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797558 Sep 23 19:21:28.729648 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-959c36d4-b1fe-4778-8105-b1311f399d6e req-a38d455f-c6a2-42c9-85f6-bd9c0d9dfcbb tempest-SecurityGroupsTestJSON-1637632090 tempest-SecurityGroupsTestJSON-1637632090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:21:28.735392 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-959c36d4-b1fe-4778-8105-b1311f399d6e req-a38d455f-c6a2-42c9-85f6-bd9c0d9dfcbb tempest-SecurityGroupsTestJSON-1637632090 tempest-SecurityGroupsTestJSON-1637632090-project] 10.222.0.67 "GET /v2.0/ports?device_id=b79685d2-bbec-4068-b922-e8f92a4571e4 HTTP/1.1" status: 200 len: 946 time: 0.1125550 Sep 23 19:21:28.799347 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7694059-6160-4d15-8ae3-eae4b58653d5 req-f0d7bda9-b31c-4b61-ad8d-0f0deb95684f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:21:28.801141 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-a7694059-6160-4d15-8ae3-eae4b58653d5 req-f0d7bda9-b31c-4b61-ad8d-0f0deb95684f service neutron] 10.222.0.53 "GET /v2.0/networks?id=bf651024-673c-4eec-84ce-c6ef83d369a1 HTTP/1.1" status: 200 len: 908 time: 0.2732511 Sep 23 19:21:28.825947 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea48aa8-a840-48ce-a47e-5152f2a78005 req-2f020886-9382-4f1a-8b88-e74bf7b5b1c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:21:28.826675 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-959c36d4-b1fe-4778-8105-b1311f399d6e req-a69d2be5-897f-41df-9863-d8d0861cbcff tempest-SecurityGroupsTestJSON-1637632090 tempest-SecurityGroupsTestJSON-1637632090-project] 10.222.0.67 "GET /v2.0/security-groups?id=87ba3455-2374-4d66-b6f9-7fb4c2df74bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683937 Sep 23 19:21:28.827417 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-7ea48aa8-a840-48ce-a47e-5152f2a78005 req-2f020886-9382-4f1a-8b88-e74bf7b5b1c2 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=b79685d2-bbec-4068-b922-e8f92a4571e4 HTTP/1.1" status: 200 len: 1098 time: 0.2983754 Sep 23 19:21:28.903179 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_hamode_db [None req-f8f1da6e-8437-4991-887e-1a29ec78b465 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8fa9981c-489a-4ed0-9995-26f6ae6b81dc', 'name': 'tempest-FloatingIPsTestJSON-2071015854-router', 'tenant_id': '7221bc35cd9b4c59895b66592d500676', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'external_fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.91'}], 'enable_snat': True}, 'gw_port_id': 'cf68deae-4561-489d-bb74-fe6332e4159b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:21:24Z', 'updated_at': '2021-09-23T19:21:26Z', 'revision_number': 3, 'project_id': '7221bc35cd9b4c59895b66592d500676', 'gw_port': {'id': 'cf68deae-4561-489d-bb74-fe6332e4159b', 'name': '', 'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:8c:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8fa9981c-489a-4ed0-9995-26f6ae6b81dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 622, 'fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:21:25Z', 'updated_at': '2021-09-23T19:21:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-16'}], 'n-d-713301-16', False) {} {{(pid=95103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:21:28.943406 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8f1da6e-8437-4991-887e-1a29ec78b465 None None] Checking router: 8fa9981c-489a-4ed0-9995-26f6ae6b81dc for host: n-d-713301-16 {{(pid=95103) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 19:21:28.944500 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8f1da6e-8437-4991-887e-1a29ec78b465 None None] Updating router 8fa9981c-489a-4ed0-9995-26f6ae6b81dc port cf68deae-4561-489d-bb74-fe6332e4159b binding host n-d-713301-16 {{(pid=95103) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 23 19:21:28.980974 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-a7694059-6160-4d15-8ae3-eae4b58653d5 req-230542ce-1668-4c43-80ed-ebeac1c41ef9 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=15f9c12e-f506-439f-9d2f-18ac8686c0c4 HTTP/1.1" status: 200 len: 217 time: 0.1571574 Sep 23 19:21:28.995494 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-f8f1da6e-8437-4991-887e-1a29ec78b465 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:21:29.027931 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae893783-e75d-4600-9143-e4bf22f52352 req-b39febd3-927a-4546-bc18-9e871dcae358 tempest-LiveAutoBlockMigrationV225Test-1371897097 tempest-LiveAutoBlockMigrationV225Test-1371897097-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:21:29.029952 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-ae893783-e75d-4600-9143-e4bf22f52352 req-b39febd3-927a-4546-bc18-9e871dcae358 tempest-LiveAutoBlockMigrationV225Test-1371897097 tempest-LiveAutoBlockMigrationV225Test-1371897097-project-admin] 10.222.0.67 "GET /v2.0/ports?device_id=b12a90d4-a99f-4737-98f8-64ef72d18294 HTTP/1.1" status: 200 len: 1096 time: 0.0776858 Sep 23 19:21:29.066437 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-7ea48aa8-a840-48ce-a47e-5152f2a78005 req-8a4eaa48-6199-4f9e-bbb3-f1844e3dbee7 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=87ba3455-2374-4d66-b6f9-7fb4c2df74bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2226586 Sep 23 19:21:29.084044 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa7591da-1699-4d17-b227-fa3b5e38701a req-c1f15718-0b61-4fe6-869c-5b2fd1866444 tempest-ServersAdminTestJSON-1371927677 tempest-ServersAdminTestJSON-1371927677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:21:29.085862 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-aa7591da-1699-4d17-b227-fa3b5e38701a req-c1f15718-0b61-4fe6-869c-5b2fd1866444 tempest-ServersAdminTestJSON-1371927677 tempest-ServersAdminTestJSON-1371927677-project] 10.222.0.67 "GET /v2.0/ports?device_id=8adc1d5c-ae67-4d87-8284-04120d7c0f9e HTTP/1.1" status: 200 len: 950 time: 0.1005018 Sep 23 19:21:29.103760 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7694059-6160-4d15-8ae3-eae4b58653d5 req-cfd9c422-165f-42c5-bca0-ff3b94acd9ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:21:29.105539 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-a7694059-6160-4d15-8ae3-eae4b58653d5 req-cfd9c422-165f-42c5-bca0-ff3b94acd9ce service neutron] 10.222.0.53 "GET /v2.0/subnets?id=a9e01a0e-19a1-4eb7-ad45-3b74532cbcd9 HTTP/1.1" status: 200 len: 847 time: 0.1043992 Sep 23 19:21:29.117638 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-ae893783-e75d-4600-9143-e4bf22f52352 req-3d6a816b-3171-4a2a-9ccd-91bcfa2891bd tempest-LiveAutoBlockMigrationV225Test-1371897097 tempest-LiveAutoBlockMigrationV225Test-1371897097-project-admin] 10.222.0.67 "GET /v2.0/security-groups?id=6d32247e-8bb7-4ae1-818c-76baafa39c73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736225 Sep 23 19:21:29.147562 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-aa7591da-1699-4d17-b227-fa3b5e38701a req-78986a05-0c55-4661-afbe-31da92327b5f tempest-ServersAdminTestJSON-1371927677 tempest-ServersAdminTestJSON-1371927677-project] 10.222.0.67 "GET /v2.0/security-groups?id=f6ea2bc2-ae02-426e-9312-246b38837e94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542295 Sep 23 19:21:29.287168 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1cd6a1-0945-4c2e-bae8-91d58498cc6b req-a223b736-6695-4e45-a213-149ac1918e07 tempest-LiveAutoBlockMigrationV225Test-1371897097 tempest-LiveAutoBlockMigrationV225Test-1371897097-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:21:29.297344 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-3d1cd6a1-0945-4c2e-bae8-91d58498cc6b req-a223b736-6695-4e45-a213-149ac1918e07 tempest-LiveAutoBlockMigrationV225Test-1371897097 tempest-LiveAutoBlockMigrationV225Test-1371897097-project-admin] 10.222.0.67 "GET /v2.0/ports?device_id=b12a90d4-a99f-4737-98f8-64ef72d18294 HTTP/1.1" status: 200 len: 1096 time: 0.0677447 Sep 23 19:21:29.319904 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-a7694059-6160-4d15-8ae3-eae4b58653d5 req-02a75d25-65fd-42ac-9186-891942120b11 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=bf651024-673c-4eec-84ce-c6ef83d369a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0299308 Sep 23 19:21:29.349208 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-3d1cd6a1-0945-4c2e-bae8-91d58498cc6b req-a228cfbc-5036-4c80-9823-626475d51e64 tempest-LiveAutoBlockMigrationV225Test-1371897097 tempest-LiveAutoBlockMigrationV225Test-1371897097-project-admin] 10.222.0.67 "GET /v2.0/security-groups?id=6d32247e-8bb7-4ae1-818c-76baafa39c73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448618 Sep 23 19:21:29.399469 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-f8f1da6e-8437-4991-887e-1a29ec78b465 None None] Notify callbacks [] for port, precommit_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:21:29.406469 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-f8f1da6e-8437-4991-887e-1a29ec78b465 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:21:29.464172 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.managers [None req-f8f1da6e-8437-4991-887e-1a29ec78b465 None None] Attempting to bind port cf68deae-4561-489d-bb74-fe6332e4159b on host n-d-713301-16 for vnic_type normal with profile {{(pid=95103) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 19:21:29.464914 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.managers [None req-f8f1da6e-8437-4991-887e-1a29ec78b465 None None] Attempting to bind port cf68deae-4561-489d-bb74-fe6332e4159b by drivers openvswitch,hyperv on host n-d-713301-16 at level 0 using segments [{'id': '7d4027f1-d893-4c7b-95d4-757b8e44e380', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac'}] {{(pid=95103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 19:21:29.465602 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8f1da6e-8437-4991-887e-1a29ec78b465 None None] Attempting to bind port cf68deae-4561-489d-bb74-fe6332e4159b on network 5dec5c09-378e-4f50-89cc-d94eb81c3bac {{(pid=95103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:21:29.476093 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8f1da6e-8437-4991-887e-1a29ec78b465 None None] Checking agent: {'id': '70a14545-df24-472f-8f95-bfe1719bff93', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 19, 7, 53), 'started_at': datetime.datetime(2021, 9, 23, 19, 8, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 19, 21, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 19:21:29.476475 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8f1da6e-8437-4991-887e-1a29ec78b465 None None] Checking segment: {'id': '7d4027f1-d893-4c7b-95d4-757b8e44e380', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95103) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:21:29.476915 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-f8f1da6e-8437-4991-887e-1a29ec78b465 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:21:29.477313 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8f1da6e-8437-4991-887e-1a29ec78b465 None None] Bound using segment: {'id': '7d4027f1-d893-4c7b-95d4-757b8e44e380', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac'} {{(pid=95103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 19:21:29.477787 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.managers [None req-f8f1da6e-8437-4991-887e-1a29ec78b465 None None] Bound port: cf68deae-4561-489d-bb74-fe6332e4159b, host: n-d-713301-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7d4027f1-d893-4c7b-95d4-757b8e44e380', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac'}}] {{(pid=95103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 19:21:29.478171 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-f8f1da6e-8437-4991-887e-1a29ec78b465 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:21:29.503701 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-268f5418-b977-4506-a936-874e498e0690 None None] Pushing event updated for resources: {'Port': ['ID=cf68deae-4561-489d-bb74-fe6332e4159b,revision_number=2']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:21:29.524179 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-6570f0da-1f18-40fd-9151-71b09a3d6845 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:21:29.547914 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-f8f1da6e-8437-4991-887e-1a29ec78b465 None None] For port cf68deae-4561-489d-bb74-fe6332e4159b, host n-d-713301-16, cleared binding levels {{(pid=95103) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 19:21:29.553938 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-f8f1da6e-8437-4991-887e-1a29ec78b465 None None] For port cf68deae-4561-489d-bb74-fe6332e4159b, host n-d-713301-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-16',level=0,port_id=cf68deae-4561-489d-bb74-fe6332e4159b,segment=NetworkSegment(7d4027f1-d893-4c7b-95d4-757b8e44e380),segment_id=7d4027f1-d893-4c7b-95d4-757b8e44e380)] {{(pid=95103) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 19:21:29.557928 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-a7694059-6160-4d15-8ae3-eae4b58653d5 req-b39a5465-f6f3-4a95-b2de-743e1f72c200 service neutron] 10.222.0.53 "GET /v2.0/networks/bf651024-673c-4eec-84ce-c6ef83d369a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1940727 Sep 23 19:21:29.561309 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-f8f1da6e-8437-4991-887e-1a29ec78b465 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:21:29.645286 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-268f5418-b977-4506-a936-874e498e0690 None None] Pushing event updated for resources: {'Port': ['ID=cf68deae-4561-489d-bb74-fe6332e4159b,revision_number=3']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:21:29.649893 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8f1da6e-8437-4991-887e-1a29ec78b465 None None] Routers {'8fa9981c-489a-4ed0-9995-26f6ae6b81dc'} bound to L3 agent in host n-d-713301-16 {{(pid=95103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 19:21:29.650648 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_hamode_db [None req-f8f1da6e-8437-4991-887e-1a29ec78b465 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-23T19:07:52Z,description=,heartbeat_timestamp=2021-09-23T19:21:22Z,host='n-d-713301-16',id=79a740bf-7821-4989-8288-7186e3e128f3,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:07:52Z,topic='l3_agent')) {'router_ids': ['8fa9981c-489a-4ed0-9995-26f6ae6b81dc'], 'active': True} {{(pid=95103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:21:29.759584 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-a7694059-6160-4d15-8ae3-eae4b58653d5 req-3a4986f9-087b-4e2c-a9f0-7f08403fb176 service neutron] 10.222.0.53 "GET /v2.0/networks/bf651024-673c-4eec-84ce-c6ef83d369a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1875556 Sep 23 19:21:29.823766 n-d-713301-16 neutron-server[95101]: DEBUG neutron.db.db_base_plugin_common [None req-6570f0da-1f18-40fd-9151-71b09a3d6845 admin admin] Allocated IP 172.20.0.1 (50142829-9136-4abb-90e2-1c4acbfba479/7949b2db-23df-44c6-b012-1b3dcc362a08/6d9d4506-b656-44b3-98ba-bb427a2724f8) {{(pid=95101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 19:21:29.883262 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_dvr_db [None req-f8f1da6e-8437-4991-887e-1a29ec78b465 None None] Set router 8fa9981c-489a-4ed0-9995-26f6ae6b81dc gateway port host: n-d-713301-16 {{(pid=95103) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 19:21:29.899021 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5da9b6-ef9f-4cc6-a761-423ce10ab5f6 req-7aff37a8-824a-4e29-a7f5-b2dd814457ed tempest-LiveMigrationTest-1843640962 tempest-LiveMigrationTest-1843640962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:21:29.901292 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-4b5da9b6-ef9f-4cc6-a761-423ce10ab5f6 req-7aff37a8-824a-4e29-a7f5-b2dd814457ed tempest-LiveMigrationTest-1843640962 tempest-LiveMigrationTest-1843640962-project] 10.222.0.67 "GET /v2.0/ports?device_id=0ed7f64c-c2e6-47dd-8a6e-2481a7a0c2eb HTTP/1.1" status: 200 len: 946 time: 0.1242580 Sep 23 19:21:30.026954 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-4b5da9b6-ef9f-4cc6-a761-423ce10ab5f6 req-326ae997-37c2-4958-a847-38bf53aff458 tempest-LiveMigrationTest-1843640962 tempest-LiveMigrationTest-1843640962-project] 10.222.0.67 "GET /v2.0/security-groups?id=1c151358-1cab-48a6-be3e-ad7507b4da06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1184607 Sep 23 19:21:30.226246 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd282cb-6b75-4fb1-af24-51b622e544a9 req-87a7ae99-557f-494a-bff8-90107213b5ed tempest-SecurityGroupsTestJSON-1637632090 tempest-SecurityGroupsTestJSON-1637632090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:21:30.232967 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-bcd282cb-6b75-4fb1-af24-51b622e544a9 req-87a7ae99-557f-494a-bff8-90107213b5ed tempest-SecurityGroupsTestJSON-1637632090 tempest-SecurityGroupsTestJSON-1637632090-project] 10.222.0.67 "GET /v2.0/ports?device_id=b79685d2-bbec-4068-b922-e8f92a4571e4 HTTP/1.1" status: 200 len: 946 time: 0.1256640 Sep 23 19:21:30.441390 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-bcd282cb-6b75-4fb1-af24-51b622e544a9 req-2f3cb673-80ec-431a-8674-e9f69fbf1b52 tempest-SecurityGroupsTestJSON-1637632090 tempest-SecurityGroupsTestJSON-1637632090-project] 10.222.0.67 "GET /v2.0/security-groups?id=87ba3455-2374-4d66-b6f9-7fb4c2df74bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1922746 Sep 23 19:21:30.466431 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-6570f0da-1f18-40fd-9151-71b09a3d6845 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:21:30.488969 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec4cc69-2f10-4bd1-9fcf-7cbf090c980c req-d9c956d0-aa80-4f36-a71c-af93e58dde4e tempest-ServersAdminTestJSON-1371927677 tempest-ServersAdminTestJSON-1371927677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:21:30.502485 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-3ec4cc69-2f10-4bd1-9fcf-7cbf090c980c req-d9c956d0-aa80-4f36-a71c-af93e58dde4e tempest-ServersAdminTestJSON-1371927677 tempest-ServersAdminTestJSON-1371927677-project] 10.222.0.67 "GET /v2.0/ports?device_id=8adc1d5c-ae67-4d87-8284-04120d7c0f9e HTTP/1.1" status: 200 len: 950 time: 0.2110827 Sep 23 19:21:30.509975 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-6570f0da-1f18-40fd-9151-71b09a3d6845 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783145673135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5607431'] for port, after_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:21:30.525636 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_hamode_db [None req-f8f1da6e-8437-4991-887e-1a29ec78b465 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8fa9981c-489a-4ed0-9995-26f6ae6b81dc', 'name': 'tempest-FloatingIPsTestJSON-2071015854-router', 'tenant_id': '7221bc35cd9b4c59895b66592d500676', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'external_fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.91'}], 'enable_snat': True}, 'gw_port_id': 'cf68deae-4561-489d-bb74-fe6332e4159b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:21:24Z', 'updated_at': '2021-09-23T19:21:26Z', 'revision_number': 3, 'project_id': '7221bc35cd9b4c59895b66592d500676', 'gw_port': {'id': 'cf68deae-4561-489d-bb74-fe6332e4159b', 'name': '', 'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:8c:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8fa9981c-489a-4ed0-9995-26f6ae6b81dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 622, 'fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:21:25Z', 'updated_at': '2021-09-23T19:21:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-16'}], 'n-d-713301-16', False) {} {{(pid=95103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:21:30.564107 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6570f0da-1f18-40fd-9151-71b09a3d6845 admin admin] Network 50142829-9136-4abb-90e2-1c4acbfba479 is already hosted by enough agents. {{(pid=95101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:21:30.570663 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.base_scheduler [None req-6570f0da-1f18-40fd-9151-71b09a3d6845 admin admin] Resources bound (agent type, host, resource id): {{(pid=95101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:21:30.578086 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8f1da6e-8437-4991-887e-1a29ec78b465 None None] The sync data for ids ['8fa9981c-489a-4ed0-9995-26f6ae6b81dc'] in n-d-713301-16 is: [{'id': '8fa9981c-489a-4ed0-9995-26f6ae6b81dc', 'name': 'tempest-FloatingIPsTestJSON-2071015854-router', 'tenant_id': '7221bc35cd9b4c59895b66592d500676', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'external_fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.91'}], 'enable_snat': True}, 'gw_port_id': 'cf68deae-4561-489d-bb74-fe6332e4159b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:21:24Z', 'updated_at': '2021-09-23T19:21:26Z', 'revision_number': 3, 'project_id': '7221bc35cd9b4c59895b66592d500676', 'gw_port': {'id': 'cf68deae-4561-489d-bb74-fe6332e4159b', 'name': '', 'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:8c:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8fa9981c-489a-4ed0-9995-26f6ae6b81dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 622, 'fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:21:25Z', 'updated_at': '2021-09-23T19:21:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-16'}] {{(pid=95103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 19:21:30.585817 n-d-713301-16 neutron-server[95101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6570f0da-1f18-40fd-9151-71b09a3d6845 admin admin] Received port after_create {{(pid=95101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 19:21:30.632863 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-3ec4cc69-2f10-4bd1-9fcf-7cbf090c980c req-155053b9-1c49-4876-8b10-65f9e3f91fe1 tempest-ServersAdminTestJSON-1371927677 tempest-ServersAdminTestJSON-1371927677-project] 10.222.0.67 "GET /v2.0/security-groups?id=f6ea2bc2-ae02-426e-9312-246b38837e94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1149485 Sep 23 19:21:30.650074 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6570f0da-1f18-40fd-9151-71b09a3d6845 admin admin] Pushing event updated for resources: {'Port': ['ID=6d9d4506-b656-44b3-98ba-bb427a2724f8,revision_number=1']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:21:30.663021 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-6570f0da-1f18-40fd-9151-71b09a3d6845 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-601987'] for router_interface, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:21:30.868799 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-6570f0da-1f18-40fd-9151-71b09a3d6845 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:21:30.966476 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-12d488f3-090c-4b00-ad73-c63b58af7abb None None] Provisioning complete for port 6d9d4506-b656-44b3-98ba-bb427a2724f8 triggered by entity DHCP. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:21:30.966854 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-12d488f3-090c-4b00-ad73-c63b58af7abb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:21:31.052886 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.plugin [None req-12d488f3-090c-4b00-ad73-c63b58af7abb None None] Port 6d9d4506-b656-44b3-98ba-bb427a2724f8 cannot update to ACTIVE because it is not bound. {{(pid=95103) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 19:21:31.206668 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-6570f0da-1f18-40fd-9151-71b09a3d6845 admin admin] Notify callbacks [] for port, precommit_update {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:21:31.215580 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-6570f0da-1f18-40fd-9151-71b09a3d6845 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5607436'] for port, after_update {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:21:31.271156 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da9a4bf6-4201-4c9d-9510-fed15fe565d7 req-9857e5a6-aa3f-461e-82de-1831c287d320 tempest-LiveMigrationTest-1843640962 tempest-LiveMigrationTest-1843640962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:21:31.282175 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-da9a4bf6-4201-4c9d-9510-fed15fe565d7 req-9857e5a6-aa3f-461e-82de-1831c287d320 tempest-LiveMigrationTest-1843640962 tempest-LiveMigrationTest-1843640962-project] 10.222.0.67 "GET /v2.0/ports?device_id=0ed7f64c-c2e6-47dd-8a6e-2481a7a0c2eb HTTP/1.1" status: 200 len: 946 time: 0.1349115 Sep 23 19:21:31.290657 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-6570f0da-1f18-40fd-9151-71b09a3d6845 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-527313', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-601459'] for router_interface, after_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:21:31.348043 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-da9a4bf6-4201-4c9d-9510-fed15fe565d7 req-efcc69db-d318-4220-9b5c-251184b05fb5 tempest-LiveMigrationTest-1843640962 tempest-LiveMigrationTest-1843640962-project] 10.222.0.67 "GET /v2.0/security-groups?id=1c151358-1cab-48a6-be3e-ad7507b4da06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648441 Sep 23 19:21:31.398369 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6570f0da-1f18-40fd-9151-71b09a3d6845 admin admin] Pushing event updated for resources: {'Port': ['ID=6d9d4506-b656-44b3-98ba-bb427a2724f8,revision_number=2']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:21:31.413813 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Device 07aacc81-3123-429b-b5b6-79fd88c8a4ed details requested by agent hyperv_n-h2-713301-16 with host n-h2-713301-16 {{(pid=95103) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 19:21:31.538943 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6570f0da-1f18-40fd-9151-71b09a3d6845 admin admin] Network 50142829-9136-4abb-90e2-1c4acbfba479 is already hosted by enough agents. {{(pid=95101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:21:31.542512 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.base_scheduler [None req-6570f0da-1f18-40fd-9151-71b09a3d6845 admin admin] Resources bound (agent type, host, resource id): {{(pid=95101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:21:31.636469 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Device cf68deae-4561-489d-bb74-fe6332e4159b up at agent ovs-agent-n-d-713301-16 {{(pid=95103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 19:21:31.746816 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-869d54a7-0b22-41fe-be15-3079dbc89b26 req-03f5db26-d8f5-49ef-9875-3886246a9cd1 tempest-SecurityGroupsTestJSON-1637632090 tempest-SecurityGroupsTestJSON-1637632090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:21:31.763525 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-869d54a7-0b22-41fe-be15-3079dbc89b26 req-03f5db26-d8f5-49ef-9875-3886246a9cd1 tempest-SecurityGroupsTestJSON-1637632090 tempest-SecurityGroupsTestJSON-1637632090-project] 10.222.0.67 "GET /v2.0/ports?device_id=b79685d2-bbec-4068-b922-e8f92a4571e4 HTTP/1.1" status: 200 len: 946 time: 0.1549113 Sep 23 19:21:31.783206 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] For port 07aacc81-3123-429b-b5b6-79fd88c8a4ed, host n-h2-713301-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-16',level=0,port_id=07aacc81-3123-429b-b5b6-79fd88c8a4ed,segment=NetworkSegment(2f3be12e-dba6-4aef-9978-6b9e569ce081),segment_id=2f3be12e-dba6-4aef-9978-6b9e569ce081)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:21:31.831852 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Returning: {'device': '07aacc81-3123-429b-b5b6-79fd88c8a4ed', 'network_id': '3933cf84-cdd3-4c59-ac2d-c58afedb7fce', 'port_id': '07aacc81-3123-429b-b5b6-79fd88c8a4ed', 'mac_address': 'fa:16:3e:40:57:f9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 607, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ddb01988-b766-48de-9eb4-7d664700d39d', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95103) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 19:21:31.852588 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Provisioning complete for port cf68deae-4561-489d-bb74-fe6332e4159b triggered by entity L2. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:21:31.856445 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:21:31.896663 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-869d54a7-0b22-41fe-be15-3079dbc89b26 req-673ad2fa-453b-40b3-9a51-636b604f203f tempest-SecurityGroupsTestJSON-1637632090 tempest-SecurityGroupsTestJSON-1637632090-project] 10.222.0.67 "GET /v2.0/security-groups?id=87ba3455-2374-4d66-b6f9-7fb4c2df74bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1204150 Sep 23 19:21:31.940540 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6570f0da-1f18-40fd-9151-71b09a3d6845 admin admin] Router 8fa9981c-489a-4ed0-9995-26f6ae6b81dc has already been hosted by L3 agent 79a740bf-7821-4989-8288-7186e3e128f3 {{(pid=95101) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 19:21:31.994231 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd0ad43-9403-4fd4-8587-e11b7fbdb127 req-42307116-0f0d-4b68-b000-2d707e95bb45 tempest-ServersAdminTestJSON-1371927677 tempest-ServersAdminTestJSON-1371927677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:21:32.003838 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-cbd0ad43-9403-4fd4-8587-e11b7fbdb127 req-42307116-0f0d-4b68-b000-2d707e95bb45 tempest-ServersAdminTestJSON-1371927677 tempest-ServersAdminTestJSON-1371927677-project] 10.222.0.67 "GET /v2.0/ports?device_id=8adc1d5c-ae67-4d87-8284-04120d7c0f9e HTTP/1.1" status: 200 len: 950 time: 0.1814623 Sep 23 19:21:32.010248 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:21:32.090808 n-d-713301-16 neutron-server[95103]: DEBUG neutron.notifiers.nova [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 07aacc81-3123-429b-b5b6-79fd88c8a4ed {{(pid=95103) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 19:21:32.098160 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-cbd0ad43-9403-4fd4-8587-e11b7fbdb127 req-804cbdc5-0d7b-4b33-a657-d2799d647a99 tempest-ServersAdminTestJSON-1371927677 tempest-ServersAdminTestJSON-1371927677-project] 10.222.0.67 "GET /v2.0/security-groups?id=f6ea2bc2-ae02-426e-9312-246b38837e94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932505 Sep 23 19:21:32.115137 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] For port 07aacc81-3123-429b-b5b6-79fd88c8a4ed, host n-h2-713301-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-16',level=0,port_id=07aacc81-3123-429b-b5b6-79fd88c8a4ed,segment=NetworkSegment(2f3be12e-dba6-4aef-9978-6b9e569ce081),segment_id=2f3be12e-dba6-4aef-9978-6b9e569ce081)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:21:32.128846 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-2486aa42-1cf2-45dd-8195-8932f39f52b3 None None] Provisioning complete for port 6d9d4506-b656-44b3-98ba-bb427a2724f8 triggered by entity DHCP. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:21:32.129614 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-2486aa42-1cf2-45dd-8195-8932f39f52b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:21:32.133447 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:21:32.160077 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-d34058fc-67f4-45d0-9cdc-760f7ea74dca req-16ae7215-eee8-4718-895a-6909ca0c666b tempest-SecurityGroupsTestJSON-1637632090 tempest-SecurityGroupsTestJSON-1637632090-project] 10.222.0.67 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-2036139110&fields=id&tenant_id=5c7e58d511994cccb082b917c36a96c0 HTTP/1.1" status: 200 len: 267 time: 0.1301632 Sep 23 19:21:32.297105 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6570f0da-1f18-40fd-9151-71b09a3d6845 admin admin] Notify agent at l3_agent.n-d-713301-16 the message routers_updated {{(pid=95101) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 19:21:32.315146 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d34058fc-67f4-45d0-9cdc-760f7ea74dca req-02e70892-f478-4096-be92-e99047e5d8fc tempest-SecurityGroupsTestJSON-1637632090 tempest-SecurityGroupsTestJSON-1637632090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:21:32.317028 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] get_ports_and_sgs() called for port_ids ['07aacc81-3123-429b-b5b6-79fd88c8a4ed'] {{(pid=95103) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 19:21:32.319729 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.plugin [None req-2486aa42-1cf2-45dd-8195-8932f39f52b3 None None] Port 6d9d4506-b656-44b3-98ba-bb427a2724f8 cannot update to ACTIVE because it is not bound. {{(pid=95103) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 19:21:32.337469 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-6570f0da-1f18-40fd-9151-71b09a3d6845 admin admin] 10.222.0.67 "PUT /v2.0/routers/8fa9981c-489a-4ed0-9995-26f6ae6b81dc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9990838 Sep 23 19:21:32.343270 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-d34058fc-67f4-45d0-9cdc-760f7ea74dca req-02e70892-f478-4096-be92-e99047e5d8fc tempest-SecurityGroupsTestJSON-1637632090 tempest-SecurityGroupsTestJSON-1637632090-project] 10.222.0.67 "GET /v2.0/ports?device_id=b79685d2-bbec-4068-b922-e8f92a4571e4 HTTP/1.1" status: 200 len: 946 time: 0.1815584 Sep 23 19:21:32.351626 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.v2.base [req-d34058fc-67f4-45d0-9cdc-760f7ea74dca req-03d8359c-10d6-4ddf-a471-7adc2ada71a5 tempest-SecurityGroupsTestJSON-1637632090 tempest-SecurityGroupsTestJSON-1637632090-project] Request body: {'port': {'security_groups': ['87ba3455-2374-4d66-b6f9-7fb4c2df74bb', 'b545ed46-ce37-4321-b2fe-031df6cb4e67']}} {{(pid=95102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:21:32.432539 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Pushing event updated for resources: {'Port': ['ID=07aacc81-3123-429b-b5b6-79fd88c8a4ed,revision_number=6']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:21:32.458451 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-d34058fc-67f4-45d0-9cdc-760f7ea74dca req-03d8359c-10d6-4ddf-a471-7adc2ada71a5 tempest-SecurityGroupsTestJSON-1637632090 tempest-SecurityGroupsTestJSON-1637632090-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:21:32.468301 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:21:32.571613 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] For port cf68deae-4561-489d-bb74-fe6332e4159b, host n-d-713301-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-16',level=0,port_id=cf68deae-4561-489d-bb74-fe6332e4159b,segment=NetworkSegment(7d4027f1-d893-4c7b-95d4-757b8e44e380),segment_id=7d4027f1-d893-4c7b-95d4-757b8e44e380)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:21:32.586742 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:21:32.727246 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Pushing event updated for resources: {'Port': ['ID=cf68deae-4561-489d-bb74-fe6332e4159b,revision_number=4']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:21:32.878100 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.db [req-d34058fc-67f4-45d0-9cdc-760f7ea74dca req-03d8359c-10d6-4ddf-a471-7adc2ada71a5 tempest-SecurityGroupsTestJSON-1637632090 tempest-SecurityGroupsTestJSON-1637632090-project] For port 9e1ea211-1f70-4e64-9d18-fd8409ab6039, host n-h2-713301-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-16',level=0,port_id=9e1ea211-1f70-4e64-9d18-fd8409ab6039,segment=NetworkSegment(49f54249-a606-4788-b164-92fb7c23cb9c),segment_id=49f54249-a606-4788-b164-92fb7c23cb9c)] {{(pid=95102) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:21:32.938119 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-d34058fc-67f4-45d0-9cdc-760f7ea74dca req-03d8359c-10d6-4ddf-a471-7adc2ada71a5 tempest-SecurityGroupsTestJSON-1637632090 tempest-SecurityGroupsTestJSON-1637632090-project] Notify callbacks [] for port, precommit_update {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:21:32.946270 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-d34058fc-67f4-45d0-9cdc-760f7ea74dca req-03d8359c-10d6-4ddf-a471-7adc2ada71a5 tempest-SecurityGroupsTestJSON-1637632090 tempest-SecurityGroupsTestJSON-1637632090-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4399095'] for port, after_update {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:21:32.960326 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] get_ports_and_sgs() called for port_ids ['85712aaf-b3f1-464a-b5db-c24a708e4fb9', '9e1ea211-1f70-4e64-9d18-fd8409ab6039'] {{(pid=95103) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 19:21:32.985065 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d34058fc-67f4-45d0-9cdc-760f7ea74dca req-03d8359c-10d6-4ddf-a471-7adc2ada71a5 tempest-SecurityGroupsTestJSON-1637632090 tempest-SecurityGroupsTestJSON-1637632090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:21:32.989711 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-d34058fc-67f4-45d0-9cdc-760f7ea74dca req-03d8359c-10d6-4ddf-a471-7adc2ada71a5 tempest-SecurityGroupsTestJSON-1637632090 tempest-SecurityGroupsTestJSON-1637632090-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222849'] for port, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:21:32.991289 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-d34058fc-67f4-45d0-9cdc-760f7ea74dca req-03d8359c-10d6-4ddf-a471-7adc2ada71a5 tempest-SecurityGroupsTestJSON-1637632090 tempest-SecurityGroupsTestJSON-1637632090-project] 10.222.0.67 "PUT /v2.0/ports/9e1ea211-1f70-4e64-9d18-fd8409ab6039 HTTP/1.1" status: 200 len: 982 time: 0.6466477 Sep 23 19:21:32.993266 n-d-713301-16 neutron-server[95102]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b79685d2-bbec-4068-b922-e8f92a4571e4', 'tag': '9e1ea211-1f70-4e64-9d18-fd8409ab6039'}] {{(pid=95102) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 19:21:32.998353 n-d-713301-16 neutron-server[95102]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab31b6d93e5336dbddfa8ec424565b3bd8cb2369c5b4d85bc943472dbb21e8ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f60e91ea-4569-48cb-809b-562a3f81bb1f" -d '{"events": [{"name": "network-changed", "server_uuid": "b79685d2-bbec-4068-b922-e8f92a4571e4", "tag": "9e1ea211-1f70-4e64-9d18-fd8409ab6039"}]}' {{(pid=95102) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 19:21:33.123760 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03d8359c-10d6-4ddf-a471-7adc2ada71a5 tempest-SecurityGroupsTestJSON-1637632090 tempest-SecurityGroupsTestJSON-1637632090-project] Pushing event updated for resources: {'Port': ['ID=9e1ea211-1f70-4e64-9d18-fd8409ab6039,revision_number=6']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:21:33.148789 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] get_ports_and_sgs() called for port_ids ['9e1ea211-1f70-4e64-9d18-fd8409ab6039'] {{(pid=95103) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 19:21:33.396934 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba5fe3ed-0983-4d03-b970-2aff8e193aea req-d16648a5-2eaf-4c49-995d-450613cfeda6 tempest-LiveMigrationTest-1843640962 tempest-LiveMigrationTest-1843640962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:21:33.400231 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-ba5fe3ed-0983-4d03-b970-2aff8e193aea req-d16648a5-2eaf-4c49-995d-450613cfeda6 tempest-LiveMigrationTest-1843640962 tempest-LiveMigrationTest-1843640962-project] 10.222.0.67 "GET /v2.0/ports?device_id=0ed7f64c-c2e6-47dd-8a6e-2481a7a0c2eb HTTP/1.1" status: 200 len: 946 time: 0.1610734 Sep 23 19:21:33.438237 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Device 07aacc81-3123-429b-b5b6-79fd88c8a4ed up at agent hyperv_n-h2-713301-16 {{(pid=95103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 19:21:33.497943 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51b6a1fa-233a-4c66-8b37-23672b524158 None None] Sync routers for ids ['8fa9981c-489a-4ed0-9995-26f6ae6b81dc'] in n-d-713301-16 {{(pid=95104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 19:21:33.528116 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51b6a1fa-233a-4c66-8b37-23672b524158 None None] Routers {'8fa9981c-489a-4ed0-9995-26f6ae6b81dc'} bound to L3 agent in host n-d-713301-16 {{(pid=95104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 19:21:33.533080 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_hamode_db [None req-51b6a1fa-233a-4c66-8b37-23672b524158 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-23T19:07:52Z,description=,heartbeat_timestamp=2021-09-23T19:21:22Z,host='n-d-713301-16',id=79a740bf-7821-4989-8288-7186e3e128f3,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:07:52Z,topic='l3_agent')) {'router_ids': ['8fa9981c-489a-4ed0-9995-26f6ae6b81dc'], 'active': True} {{(pid=95104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:21:33.641973 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-ba5fe3ed-0983-4d03-b970-2aff8e193aea req-145df960-e8fd-4ce9-91df-d199214d6525 tempest-LiveMigrationTest-1843640962 tempest-LiveMigrationTest-1843640962-project] 10.222.0.67 "GET /v2.0/security-groups?id=1c151358-1cab-48a6-be3e-ad7507b4da06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1955757 Sep 23 19:21:33.643258 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Device cf68deae-4561-489d-bb74-fe6332e4159b up at agent ovs-agent-n-d-713301-16 {{(pid=95103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 19:21:33.673790 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-f83e1de1-16c1-4779-88a0-2850a88ac8fa req-4a435d59-5471-45a7-9e48-999d6e78ee3c service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=34ddce53-382c-44ee-a43f-26559ac17462&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2707102 Sep 23 19:21:33.786754 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Provisioning complete for port 07aacc81-3123-429b-b5b6-79fd88c8a4ed triggered by entity L2. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:21:33.788087 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:21:33.831952 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83e1de1-16c1-4779-88a0-2850a88ac8fa req-160ffcc8-ab08-4bdb-bf5e-c6942da50a0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:21:33.833758 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-f83e1de1-16c1-4779-88a0-2850a88ac8fa req-160ffcc8-ab08-4bdb-bf5e-c6942da50a0d service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=01fd0bf0664a4580a0559687f9bf7c73&device_id=34ddce53-382c-44ee-a43f-26559ac17462 HTTP/1.1" status: 200 len: 1097 time: 0.0814829 Sep 23 19:21:33.877832 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_dvr_db [None req-51b6a1fa-233a-4c66-8b37-23672b524158 None None] Set router 8fa9981c-489a-4ed0-9995-26f6ae6b81dc gateway port host: n-d-713301-16 {{(pid=95104) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 19:21:34.040268 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Provisioning complete for port cf68deae-4561-489d-bb74-fe6332e4159b triggered by entity L2. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:21:34.040556 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:21:34.239569 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83e1de1-16c1-4779-88a0-2850a88ac8fa req-dae15ba8-24e1-475a-98ac-84cb3dea4847 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:21:34.241507 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-f83e1de1-16c1-4779-88a0-2850a88ac8fa req-dae15ba8-24e1-475a-98ac-84cb3dea4847 service neutron] 10.222.0.74 "GET /v2.0/networks?id=c2b58ecf-3b1b-414c-92a4-f53b08b3dace HTTP/1.1" status: 200 len: 922 time: 0.3775332 Sep 23 19:21:34.251668 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:21:34.353282 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] For port 07aacc81-3123-429b-b5b6-79fd88c8a4ed, host n-h2-713301-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-16',level=0,port_id=07aacc81-3123-429b-b5b6-79fd88c8a4ed,segment=NetworkSegment(2f3be12e-dba6-4aef-9978-6b9e569ce081),segment_id=2f3be12e-dba6-4aef-9978-6b9e569ce081)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:21:34.362411 n-d-713301-16 neutron-server[95103]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '33510898-09b3-4694-9adb-128d54910ad2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '07aacc81-3123-429b-b5b6-79fd88c8a4ed'}] {{(pid=95103) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 19:21:34.368997 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-f83e1de1-16c1-4779-88a0-2850a88ac8fa req-7b722562-8055-4035-9f22-737df2561af2 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e23aa9eb-90ac-4b46-a474-95f7b54d9570 HTTP/1.1" status: 200 len: 217 time: 0.1113999 Sep 23 19:21:34.371677 n-d-713301-16 neutron-server[95103]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}81a1c17f2aa89d5b3ebbba3a3e0cf7eb588e431c2224256110c4c4facdd7c3e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ef436e8-30e4-402d-951e-a3ae4205e9ca" -d '{"events": [{"server_uuid": "33510898-09b3-4694-9adb-128d54910ad2", "name": "network-vif-plugged", "status": "completed", "tag": "07aacc81-3123-429b-b5b6-79fd88c8a4ed"}]}' {{(pid=95103) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 19:21:34.379118 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_hamode_db [None req-51b6a1fa-233a-4c66-8b37-23672b524158 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8fa9981c-489a-4ed0-9995-26f6ae6b81dc', 'name': 'tempest-FloatingIPsTestJSON-2071015854-router', 'tenant_id': '7221bc35cd9b4c59895b66592d500676', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'external_fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.91'}], 'enable_snat': True}, 'gw_port_id': 'cf68deae-4561-489d-bb74-fe6332e4159b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:21:24Z', 'updated_at': '2021-09-23T19:21:30Z', 'revision_number': 4, 'project_id': '7221bc35cd9b4c59895b66592d500676', 'gw_port': {'id': 'cf68deae-4561-489d-bb74-fe6332e4159b', 'name': '', 'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:8c:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fa9981c-489a-4ed0-9995-26f6ae6b81dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 622, 'fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:21:25Z', 'updated_at': '2021-09-23T19:21:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-16', '_interfaces': [{'id': '6d9d4506-b656-44b3-98ba-bb427a2724f8', 'name': '', 'network_id': '50142829-9136-4abb-90e2-1c4acbfba479', 'tenant_id': '7221bc35cd9b4c59895b66592d500676', 'mac_address': 'fa:16:3e:4d:34:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8fa9981c-489a-4ed0-9995-26f6ae6b81dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 623, 'fixed_ips': [{'subnet_id': '7949b2db-23df-44c6-b012-1b3dcc362a08', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:21:29Z', 'updated_at': '2021-09-23T19:21:30Z', 'revision_number': 2, 'project_id': '7221bc35cd9b4c59895b66592d500676', 'subnets': [{'id': '7949b2db-23df-44c6-b012-1b3dcc362a08', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-16', False) {} {{(pid=95104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:21:34.396569 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:21:34.398384 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-bcdb36ca-a654-40fd-8394-d8571b24e3ce req-b9c39d20-8a8e-4353-891d-a4b5cb78b4ad tempest-FloatingIPsTestJSON-1249645508 tempest-FloatingIPsTestJSON-1249645508-project] 10.222.0.67 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.4527578 Sep 23 19:21:34.411403 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.v2.base [req-bcdb36ca-a654-40fd-8394-d8571b24e3ce req-305afc13-5f76-453f-9214-17f24afddb13 tempest-FloatingIPsTestJSON-1249645508 tempest-FloatingIPsTestJSON-1249645508-project] Request body: {'floatingip': {'floating_network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac'}} {{(pid=95102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:21:34.414974 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51b6a1fa-233a-4c66-8b37-23672b524158 None None] Checking router: 8fa9981c-489a-4ed0-9995-26f6ae6b81dc for host: n-d-713301-16 {{(pid=95104) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 19:21:34.415441 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51b6a1fa-233a-4c66-8b37-23672b524158 None None] Updating router 8fa9981c-489a-4ed0-9995-26f6ae6b81dc port 6d9d4506-b656-44b3-98ba-bb427a2724f8 binding host n-d-713301-16 {{(pid=95104) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 23 19:21:34.463461 n-d-713301-16 neutron-server[95104]: DEBUG neutron_lib.callbacks.manager [None req-51b6a1fa-233a-4c66-8b37-23672b524158 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:21:34.531098 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Pushing event updated for resources: {'Port': ['ID=07aacc81-3123-429b-b5b6-79fd88c8a4ed,revision_number=7']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:21:34.577547 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-bcdb36ca-a654-40fd-8394-d8571b24e3ce req-305afc13-5f76-453f-9214-17f24afddb13 tempest-FloatingIPsTestJSON-1249645508 tempest-FloatingIPsTestJSON-1249645508-project] Notify callbacks [] for floatingip, before_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:21:34.600399 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83e1de1-16c1-4779-88a0-2850a88ac8fa req-c40b0571-3078-4603-99ae-d8f9ff434efa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:21:34.611168 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-f83e1de1-16c1-4779-88a0-2850a88ac8fa req-c40b0571-3078-4603-99ae-d8f9ff434efa service neutron] 10.222.0.74 "GET /v2.0/subnets?id=4cc4932b-c381-47ec-9303-11e42975856f HTTP/1.1" status: 200 len: 861 time: 0.2095912 Sep 23 19:21:34.699151 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-f83e1de1-16c1-4779-88a0-2850a88ac8fa req-02f02103-ab65-4f73-8ffd-3e50c19d01ae service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=c2b58ecf-3b1b-414c-92a4-f53b08b3dace&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0803294 Sep 23 19:21:34.943642 n-d-713301-16 neutron-server[95104]: DEBUG neutron_lib.callbacks.manager [None req-51b6a1fa-233a-4c66-8b37-23672b524158 None None] Notify callbacks [] for port, precommit_update {{(pid=95104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:21:34.960792 n-d-713301-16 neutron-server[95104]: DEBUG neutron_lib.callbacks.manager [None req-51b6a1fa-233a-4c66-8b37-23672b524158 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:21:35.311402 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3087256c-f1ee-43cf-9ab2-67d7fea1ab63 None None] Pushing event updated for resources: {'Port': ['ID=6d9d4506-b656-44b3-98ba-bb427a2724f8,revision_number=3']} {{(pid=95104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:21:35.348257 n-d-713301-16 neutron-server[95104]: DEBUG neutron.plugins.ml2.managers [None req-51b6a1fa-233a-4c66-8b37-23672b524158 None None] Attempting to bind port 6d9d4506-b656-44b3-98ba-bb427a2724f8 on host n-d-713301-16 for vnic_type normal with profile {{(pid=95104) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 19:21:35.348820 n-d-713301-16 neutron-server[95104]: DEBUG neutron.plugins.ml2.managers [None req-51b6a1fa-233a-4c66-8b37-23672b524158 None None] Attempting to bind port 6d9d4506-b656-44b3-98ba-bb427a2724f8 by drivers openvswitch,hyperv on host n-d-713301-16 at level 0 using segments [{'id': 'b18cfa36-0cf0-4a9e-aa2a-95ec649e47c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '50142829-9136-4abb-90e2-1c4acbfba479'}] {{(pid=95104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 19:21:35.349150 n-d-713301-16 neutron-server[95104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51b6a1fa-233a-4c66-8b37-23672b524158 None None] Attempting to bind port 6d9d4506-b656-44b3-98ba-bb427a2724f8 on network 50142829-9136-4abb-90e2-1c4acbfba479 {{(pid=95104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:21:35.357013 n-d-713301-16 neutron-server[95104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51b6a1fa-233a-4c66-8b37-23672b524158 None None] Checking agent: {'id': '70a14545-df24-472f-8f95-bfe1719bff93', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 19, 7, 53), 'started_at': datetime.datetime(2021, 9, 23, 19, 8, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 19, 21, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 19:21:35.357257 n-d-713301-16 neutron-server[95104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51b6a1fa-233a-4c66-8b37-23672b524158 None None] Checking segment: {'id': 'b18cfa36-0cf0-4a9e-aa2a-95ec649e47c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '50142829-9136-4abb-90e2-1c4acbfba479'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95104) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:21:35.357699 n-d-713301-16 neutron-server[95104]: DEBUG neutron_lib.callbacks.manager [None req-51b6a1fa-233a-4c66-8b37-23672b524158 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:21:35.358086 n-d-713301-16 neutron-server[95104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51b6a1fa-233a-4c66-8b37-23672b524158 None None] Bound using segment: {'id': 'b18cfa36-0cf0-4a9e-aa2a-95ec649e47c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '50142829-9136-4abb-90e2-1c4acbfba479'} {{(pid=95104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 19:21:35.358540 n-d-713301-16 neutron-server[95104]: DEBUG neutron.plugins.ml2.managers [None req-51b6a1fa-233a-4c66-8b37-23672b524158 None None] Bound port: 6d9d4506-b656-44b3-98ba-bb427a2724f8, host: n-d-713301-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b18cfa36-0cf0-4a9e-aa2a-95ec649e47c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '50142829-9136-4abb-90e2-1c4acbfba479'}}] {{(pid=95104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 19:21:35.358928 n-d-713301-16 neutron-server[95104]: DEBUG neutron_lib.callbacks.manager [None req-51b6a1fa-233a-4c66-8b37-23672b524158 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:21:35.480701 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-79fd63cc-1455-472c-af9b-b15732a2c340 None None] Provisioning complete for port 6d9d4506-b656-44b3-98ba-bb427a2724f8 triggered by entity DHCP. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:21:35.481779 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-79fd63cc-1455-472c-af9b-b15732a2c340 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:21:35.525890 n-d-713301-16 neutron-server[95104]: DEBUG neutron.plugins.ml2.db [None req-51b6a1fa-233a-4c66-8b37-23672b524158 None None] For port 6d9d4506-b656-44b3-98ba-bb427a2724f8, host n-d-713301-16, cleared binding levels {{(pid=95104) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 19:21:35.536888 n-d-713301-16 neutron-server[95104]: DEBUG neutron.plugins.ml2.db [None req-51b6a1fa-233a-4c66-8b37-23672b524158 None None] For port 6d9d4506-b656-44b3-98ba-bb427a2724f8, host n-d-713301-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-16',level=0,port_id=6d9d4506-b656-44b3-98ba-bb427a2724f8,segment=NetworkSegment(b18cfa36-0cf0-4a9e-aa2a-95ec649e47c2),segment_id=b18cfa36-0cf0-4a9e-aa2a-95ec649e47c2)] {{(pid=95104) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 19:21:35.560222 n-d-713301-16 neutron-server[95104]: DEBUG neutron_lib.callbacks.manager [None req-51b6a1fa-233a-4c66-8b37-23672b524158 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:21:35.579806 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.plugin [None req-79fd63cc-1455-472c-af9b-b15732a2c340 None None] Port 6d9d4506-b656-44b3-98ba-bb427a2724f8 cannot update to ACTIVE because it is not bound. {{(pid=95103) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 19:21:35.670942 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51b6a1fa-233a-4c66-8b37-23672b524158 None None] Routers {'8fa9981c-489a-4ed0-9995-26f6ae6b81dc'} bound to L3 agent in host n-d-713301-16 {{(pid=95104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 19:21:35.672665 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_hamode_db [None req-51b6a1fa-233a-4c66-8b37-23672b524158 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-23T19:07:52Z,description=,heartbeat_timestamp=2021-09-23T19:21:22Z,host='n-d-713301-16',id=79a740bf-7821-4989-8288-7186e3e128f3,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:07:52Z,topic='l3_agent')) {'router_ids': ['8fa9981c-489a-4ed0-9995-26f6ae6b81dc'], 'active': True} {{(pid=95104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:21:35.690849 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-f83e1de1-16c1-4779-88a0-2850a88ac8fa req-08feb409-25f4-4dbc-bc25-2bc2f6bbacfe service neutron] 10.222.0.74 "GET /v2.0/networks/c2b58ecf-3b1b-414c-92a4-f53b08b3dace?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9791555 Sep 23 19:21:35.808116 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-bcdb36ca-a654-40fd-8394-d8571b24e3ce req-305afc13-5f76-453f-9214-17f24afddb13 tempest-FloatingIPsTestJSON-1249645508 tempest-FloatingIPsTestJSON-1249645508-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:21:35.816702 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_dvr_db [None req-51b6a1fa-233a-4c66-8b37-23672b524158 None None] Set router 8fa9981c-489a-4ed0-9995-26f6ae6b81dc gateway port host: n-d-713301-16 {{(pid=95104) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 19:21:35.921442 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3087256c-f1ee-43cf-9ab2-67d7fea1ab63 None None] Pushing event updated for resources: {'Port': ['ID=6d9d4506-b656-44b3-98ba-bb427a2724f8,revision_number=4']} {{(pid=95104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:21:36.024702 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-f83e1de1-16c1-4779-88a0-2850a88ac8fa req-74da7d50-acfd-4cf1-9fc5-3de0a70ff457 service neutron] 10.222.0.74 "GET /v2.0/networks/c2b58ecf-3b1b-414c-92a4-f53b08b3dace?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3227482 Sep 23 19:21:36.034761 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-b52f0e98-fe26-41b4-aeb7-0926f8b1f902 None None] Provisioning complete for port 6d9d4506-b656-44b3-98ba-bb427a2724f8 triggered by entity DHCP. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:21:36.035430 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b52f0e98-fe26-41b4-aeb7-0926f8b1f902 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:21:36.132667 n-d-713301-16 neutron-server[95102]: DEBUG neutron.db.db_base_plugin_common [req-bcdb36ca-a654-40fd-8394-d8571b24e3ce req-305afc13-5f76-453f-9214-17f24afddb13 tempest-FloatingIPsTestJSON-1249645508 tempest-FloatingIPsTestJSON-1249645508-project] Allocated IP 172.25.1.15 (5dec5c09-378e-4f50-89cc-d94eb81c3bac/eff83446-018c-428d-b3f5-54ac9abe7a2a/a74d26e8-b24d-4815-8184-fdc3ec30a2c4) {{(pid=95102) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 19:21:36.199375 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b52f0e98-fe26-41b4-aeb7-0926f8b1f902 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:21:36.276308 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-b52f0e98-fe26-41b4-aeb7-0926f8b1f902 None None] For port 6d9d4506-b656-44b3-98ba-bb427a2724f8, host n-d-713301-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-16',level=0,port_id=6d9d4506-b656-44b3-98ba-bb427a2724f8,segment=NetworkSegment(b18cfa36-0cf0-4a9e-aa2a-95ec649e47c2),segment_id=b18cfa36-0cf0-4a9e-aa2a-95ec649e47c2)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:21:36.282987 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b52f0e98-fe26-41b4-aeb7-0926f8b1f902 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:21:36.343218 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_hamode_db [None req-51b6a1fa-233a-4c66-8b37-23672b524158 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8fa9981c-489a-4ed0-9995-26f6ae6b81dc', 'name': 'tempest-FloatingIPsTestJSON-2071015854-router', 'tenant_id': '7221bc35cd9b4c59895b66592d500676', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'external_fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.91'}], 'enable_snat': True}, 'gw_port_id': 'cf68deae-4561-489d-bb74-fe6332e4159b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:21:24Z', 'updated_at': '2021-09-23T19:21:30Z', 'revision_number': 4, 'project_id': '7221bc35cd9b4c59895b66592d500676', 'gw_port': {'id': 'cf68deae-4561-489d-bb74-fe6332e4159b', 'name': '', 'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:8c:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fa9981c-489a-4ed0-9995-26f6ae6b81dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 622, 'fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:21:25Z', 'updated_at': '2021-09-23T19:21:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-16', '_interfaces': [{'id': '6d9d4506-b656-44b3-98ba-bb427a2724f8', 'name': '', 'network_id': '50142829-9136-4abb-90e2-1c4acbfba479', 'tenant_id': '7221bc35cd9b4c59895b66592d500676', 'mac_address': 'fa:16:3e:4d:34:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8fa9981c-489a-4ed0-9995-26f6ae6b81dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 623, 'fixed_ips': [{'subnet_id': '7949b2db-23df-44c6-b012-1b3dcc362a08', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:21:29Z', 'updated_at': '2021-09-23T19:21:35Z', 'revision_number': 4, 'project_id': '7221bc35cd9b4c59895b66592d500676', 'subnets': [{'id': '7949b2db-23df-44c6-b012-1b3dcc362a08', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-16', False) {} {{(pid=95104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:21:36.380200 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-bcdb36ca-a654-40fd-8394-d8571b24e3ce req-305afc13-5f76-453f-9214-17f24afddb13 tempest-FloatingIPsTestJSON-1249645508 tempest-FloatingIPsTestJSON-1249645508-project] Notify callbacks [] for port, precommit_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:21:36.403121 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b52f0e98-fe26-41b4-aeb7-0926f8b1f902 None None] Pushing event updated for resources: {'Port': ['ID=6d9d4506-b656-44b3-98ba-bb427a2724f8,revision_number=5']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:21:36.425926 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51b6a1fa-233a-4c66-8b37-23672b524158 None None] The sync data for ids ['8fa9981c-489a-4ed0-9995-26f6ae6b81dc'] in n-d-713301-16 is: [{'id': '8fa9981c-489a-4ed0-9995-26f6ae6b81dc', 'name': 'tempest-FloatingIPsTestJSON-2071015854-router', 'tenant_id': '7221bc35cd9b4c59895b66592d500676', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'external_fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.91'}], 'enable_snat': True}, 'gw_port_id': 'cf68deae-4561-489d-bb74-fe6332e4159b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:21:24Z', 'updated_at': '2021-09-23T19:21:30Z', 'revision_number': 4, 'project_id': '7221bc35cd9b4c59895b66592d500676', 'gw_port': {'id': 'cf68deae-4561-489d-bb74-fe6332e4159b', 'name': '', 'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:8c:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fa9981c-489a-4ed0-9995-26f6ae6b81dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 622, 'fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:21:25Z', 'updated_at': '2021-09-23T19:21:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-16', '_interfaces': [{'id': '6d9d4506-b656-44b3-98ba-bb427a2724f8', 'name': '', 'network_id': '50142829-9136-4abb-90e2-1c4acbfba479', 'tenant_id': '7221bc35cd9b4c59895b66592d500676', 'mac_address': 'fa:16:3e:4d:34:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8fa9981c-489a-4ed0-9995-26f6ae6b81dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 623, 'fixed_ips': [{'subnet_id': '7949b2db-23df-44c6-b012-1b3dcc362a08', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:21:29Z', 'updated_at': '2021-09-23T19:21:35Z', 'revision_number': 4, 'project_id': '7221bc35cd9b4c59895b66592d500676', 'subnets': [{'id': '7949b2db-23df-44c6-b012-1b3dcc362a08', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 19:21:36.436300 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-bcdb36ca-a654-40fd-8394-d8571b24e3ce req-305afc13-5f76-453f-9214-17f24afddb13 tempest-FloatingIPsTestJSON-1249645508 tempest-FloatingIPsTestJSON-1249645508-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783145673135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4399100'] for port, after_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:21:36.492879 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-305afc13-5f76-453f-9214-17f24afddb13 tempest-FloatingIPsTestJSON-1249645508 tempest-FloatingIPsTestJSON-1249645508-project] Pushing event updated for resources: {'Port': ['ID=a74d26e8-b24d-4815-8184-fdc3ec30a2c4,revision_number=1']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:21:36.542467 n-d-713301-16 neutron-server[95102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bcdb36ca-a654-40fd-8394-d8571b24e3ce req-305afc13-5f76-453f-9214-17f24afddb13 tempest-FloatingIPsTestJSON-1249645508 tempest-FloatingIPsTestJSON-1249645508-project] Network 5dec5c09-378e-4f50-89cc-d94eb81c3bac is already hosted by enough agents. {{(pid=95102) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:21:36.543913 n-d-713301-16 neutron-server[95102]: DEBUG neutron.scheduler.base_scheduler [req-bcdb36ca-a654-40fd-8394-d8571b24e3ce req-305afc13-5f76-453f-9214-17f24afddb13 tempest-FloatingIPsTestJSON-1249645508 tempest-FloatingIPsTestJSON-1249645508-project] Resources bound (agent type, host, resource id): {{(pid=95102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:21:36.549713 n-d-713301-16 neutron-server[95102]: DEBUG neutron.db.l3_dvrscheduler_db [req-bcdb36ca-a654-40fd-8394-d8571b24e3ce req-305afc13-5f76-453f-9214-17f24afddb13 tempest-FloatingIPsTestJSON-1249645508 tempest-FloatingIPsTestJSON-1249645508-project] Received port after_create {{(pid=95102) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 19:21:36.745582 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-bcdb36ca-a654-40fd-8394-d8571b24e3ce req-305afc13-5f76-453f-9214-17f24afddb13 tempest-FloatingIPsTestJSON-1249645508 tempest-FloatingIPsTestJSON-1249645508-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:21:36.826221 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-bcdb36ca-a654-40fd-8394-d8571b24e3ce req-305afc13-5f76-453f-9214-17f24afddb13 tempest-FloatingIPsTestJSON-1249645508 tempest-FloatingIPsTestJSON-1249645508-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:21:37.142609 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-bcdb36ca-a654-40fd-8394-d8571b24e3ce req-305afc13-5f76-453f-9214-17f24afddb13 tempest-FloatingIPsTestJSON-1249645508 tempest-FloatingIPsTestJSON-1249645508-project] Notify callbacks [] for port, precommit_update {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:21:37.150435 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-bcdb36ca-a654-40fd-8394-d8571b24e3ce req-305afc13-5f76-453f-9214-17f24afddb13 tempest-FloatingIPsTestJSON-1249645508 tempest-FloatingIPsTestJSON-1249645508-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4399095'] for port, after_update {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:21:37.268172 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-305afc13-5f76-453f-9214-17f24afddb13 tempest-FloatingIPsTestJSON-1249645508 tempest-FloatingIPsTestJSON-1249645508-project] Pushing event updated for resources: {'Port': ['ID=a74d26e8-b24d-4815-8184-fdc3ec30a2c4,revision_number=2']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:21:37.274949 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-bcdb36ca-a654-40fd-8394-d8571b24e3ce req-305afc13-5f76-453f-9214-17f24afddb13 tempest-FloatingIPsTestJSON-1249645508 tempest-FloatingIPsTestJSON-1249645508-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-601884'] for floatingip, after_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:21:37.312226 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-bcdb36ca-a654-40fd-8394-d8571b24e3ce req-305afc13-5f76-453f-9214-17f24afddb13 tempest-FloatingIPsTestJSON-1249645508 tempest-FloatingIPsTestJSON-1249645508-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222849'] for floatingip, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:21:37.314976 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-bcdb36ca-a654-40fd-8394-d8571b24e3ce req-305afc13-5f76-453f-9214-17f24afddb13 tempest-FloatingIPsTestJSON-1249645508 tempest-FloatingIPsTestJSON-1249645508-project] 10.222.0.67 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 2.9157059 Sep 23 19:21:37.459283 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-bcdb36ca-a654-40fd-8394-d8571b24e3ce req-8be0a7c9-a84c-4bcf-b696-64cc832086b5 tempest-FloatingIPsTestJSON-1249645508 tempest-FloatingIPsTestJSON-1249645508-project] 10.222.0.67 "GET /v2.0/floatingips?floating_ip_address=172.25.1.15 HTTP/1.1" status: 200 len: 695 time: 0.1345401 Sep 23 19:21:37.648122 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Device 6d9d4506-b656-44b3-98ba-bb427a2724f8 up at agent ovs-agent-n-d-713301-16 {{(pid=95103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 19:21:37.793553 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Provisioning complete for port 6d9d4506-b656-44b3-98ba-bb427a2724f8 triggered by entity L2. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:21:37.793918 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:21:37.825918 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcdb36ca-a654-40fd-8394-d8571b24e3ce req-4c9dc6dc-b7a9-42a6-9c71-1be29eed3626 tempest-FloatingIPsTestJSON-1249645508 tempest-FloatingIPsTestJSON-1249645508-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:21:37.835395 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-bcdb36ca-a654-40fd-8394-d8571b24e3ce req-4c9dc6dc-b7a9-42a6-9c71-1be29eed3626 tempest-FloatingIPsTestJSON-1249645508 tempest-FloatingIPsTestJSON-1249645508-project] 10.222.0.67 "GET /v2.0/networks/5dec5c09-378e-4f50-89cc-d94eb81c3bac HTTP/1.1" status: 200 len: 784 time: 0.3670206 Sep 23 19:21:37.847313 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [req-bcdb36ca-a654-40fd-8394-d8571b24e3ce req-ae322857-7a93-4af1-95fb-94ca710bcb48 tempest-FloatingIPsTestJSON-1249645508 tempest-FloatingIPsTestJSON-1249645508-project] http://10.222.0.67:9696/v2.0/extensions returned with HTTP 200 {{(pid=95102) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 23 19:21:37.861089 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-bcdb36ca-a654-40fd-8394-d8571b24e3ce req-ae322857-7a93-4af1-95fb-94ca710bcb48 tempest-FloatingIPsTestJSON-1249645508 tempest-FloatingIPsTestJSON-1249645508-project] 10.222.0.67 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0238094 Sep 23 19:21:37.989052 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-40d01c01-f0fb-4e6a-a7a1-13f17d85321c req-112d76a7-2391-46b5-95d4-e5d94cfd2eb1 tempest-SecurityGroupsTestJSON-1637632090 tempest-SecurityGroupsTestJSON-1637632090-project] 10.222.0.67 "GET /v2.0/security-groups/b545ed46-ce37-4321-b2fe-031df6cb4e67 HTTP/1.1" status: 200 len: 1800 time: 0.0937891 Sep 23 19:21:38.053066 n-d-713301-16 neutron-server[95102]: INFO neutron.api.v2.resource [req-40d01c01-f0fb-4e6a-a7a1-13f17d85321c req-627a4429-ba2d-4431-a355-7c1f1b6f4220 tempest-SecurityGroupsTestJSON-1637632090 tempest-SecurityGroupsTestJSON-1637632090-project] delete failed (client error): There was a conflict when trying to complete your request. Sep 23 19:21:38.064971 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-40d01c01-f0fb-4e6a-a7a1-13f17d85321c req-627a4429-ba2d-4431-a355-7c1f1b6f4220 tempest-SecurityGroupsTestJSON-1637632090 tempest-SecurityGroupsTestJSON-1637632090-project] 10.222.0.67 "DELETE /v2.0/security-groups/b545ed46-ce37-4321-b2fe-031df6cb4e67 HTTP/1.1" status: 409 len: 341 time: 0.0749335 Sep 23 19:21:38.098624 n-d-713301-16 neutron-server[95102]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 19:21:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ce53d07-076e-424d-b7fb-c759166adea3 x-openstack-request-id: req-7ce53d07-076e-424d-b7fb-c759166adea3 {{(pid=95102) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 19:21:38.099196 n-d-713301-16 neutron-server[95102]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b79685d2-bbec-4068-b922-e8f92a4571e4", "tag": "9e1ea211-1f70-4e64-9d18-fd8409ab6039", "status": "completed", "code": 200}]} {{(pid=95102) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 19:21:38.099621 n-d-713301-16 neutron-server[95102]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-7ce53d07-076e-424d-b7fb-c759166adea3 {{(pid=95102) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 19:21:38.100213 n-d-713301-16 neutron-server[95102]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b79685d2-bbec-4068-b922-e8f92a4571e4', 'tag': '9e1ea211-1f70-4e64-9d18-fd8409ab6039', 'status': 'completed', 'code': 200} Sep 23 19:21:38.215781 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f60e91ea-4569-48cb-809b-562a3f81bb1f req-cf6d6c9a-aab3-452c-9489-a30253a42442 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:21:38.221975 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-f60e91ea-4569-48cb-809b-562a3f81bb1f req-cf6d6c9a-aab3-452c-9489-a30253a42442 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=5c7e58d511994cccb082b917c36a96c0&device_id=b79685d2-bbec-4068-b922-e8f92a4571e4 HTTP/1.1" status: 200 len: 1137 time: 0.0922487 Sep 23 19:21:38.284421 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f97b9298-d396-4e9d-8da8-173b9ebf4257 req-020aa715-380e-4141-9256-c5dbef4be091 tempest-ServersAdminTestJSON-1371927677 tempest-ServersAdminTestJSON-1371927677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:21:38.292209 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-f97b9298-d396-4e9d-8da8-173b9ebf4257 req-020aa715-380e-4141-9256-c5dbef4be091 tempest-ServersAdminTestJSON-1371927677 tempest-ServersAdminTestJSON-1371927677-project] 10.222.0.67 "GET /v2.0/ports?device_id=8adc1d5c-ae67-4d87-8284-04120d7c0f9e HTTP/1.1" status: 200 len: 950 time: 0.1169086 Sep 23 19:21:38.377450 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-f97b9298-d396-4e9d-8da8-173b9ebf4257 req-af57153a-8686-43bb-9ae9-d1733cc68743 tempest-ServersAdminTestJSON-1371927677 tempest-ServersAdminTestJSON-1371927677-project] 10.222.0.67 "GET /v2.0/security-groups?id=f6ea2bc2-ae02-426e-9312-246b38837e94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754669 Sep 23 19:21:38.470861 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f60e91ea-4569-48cb-809b-562a3f81bb1f req-1a7940e3-848f-40d4-862c-dbee94b6a106 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:21:38.473078 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-f60e91ea-4569-48cb-809b-562a3f81bb1f req-1a7940e3-848f-40d4-862c-dbee94b6a106 service neutron] 10.222.0.53 "GET /v2.0/networks?id=1048b771-fe5c-4195-91f1-88a21e64a743 HTTP/1.1" status: 200 len: 913 time: 0.2413204 Sep 23 19:21:38.609295 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-f60e91ea-4569-48cb-809b-562a3f81bb1f req-51f88da9-3e06-4b1b-9010-ac4eacf039d2 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9e1ea211-1f70-4e64-9d18-fd8409ab6039 HTTP/1.1" status: 200 len: 217 time: 0.0896327 Sep 23 19:21:38.710530 n-d-713301-16 neutron-server[95103]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 19:21:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7fe4c8b6-b8d5-4a56-8f6d-9fd52c803fbb x-openstack-request-id: req-7fe4c8b6-b8d5-4a56-8f6d-9fd52c803fbb {{(pid=95103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 19:21:38.711087 n-d-713301-16 neutron-server[95103]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "33510898-09b3-4694-9adb-128d54910ad2", "name": "network-vif-plugged", "status": "completed", "tag": "07aacc81-3123-429b-b5b6-79fd88c8a4ed", "code": 200}]} {{(pid=95103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 19:21:38.711087 n-d-713301-16 neutron-server[95103]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-7fe4c8b6-b8d5-4a56-8f6d-9fd52c803fbb {{(pid=95103) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 19:21:38.711444 n-d-713301-16 neutron-server[95103]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '33510898-09b3-4694-9adb-128d54910ad2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '07aacc81-3123-429b-b5b6-79fd88c8a4ed', 'code': 200} Sep 23 19:21:38.769472 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f60e91ea-4569-48cb-809b-562a3f81bb1f req-b88319d4-2c24-47f6-ba44-475e2df9fad5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:21:38.770982 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-f60e91ea-4569-48cb-809b-562a3f81bb1f req-b88319d4-2c24-47f6-ba44-475e2df9fad5 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=b84f7821-b37e-4a80-a926-f6a9a7ebc403 HTTP/1.1" status: 200 len: 852 time: 0.1739075 Sep 23 19:21:38.840325 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-f60e91ea-4569-48cb-809b-562a3f81bb1f req-fafbac62-4eef-4b60-a5b3-2a40fb6e04bd service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=1048b771-fe5c-4195-91f1-88a21e64a743&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0582473 Sep 23 19:21:38.886293 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed6c5055-ac39-4210-9992-3ad4fac4b9fe req-bf13eb2b-6308-431f-8344-6cbd49c76acc tempest-LiveMigrationTest-1843640962 tempest-LiveMigrationTest-1843640962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:21:38.897069 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-ed6c5055-ac39-4210-9992-3ad4fac4b9fe req-bf13eb2b-6308-431f-8344-6cbd49c76acc tempest-LiveMigrationTest-1843640962 tempest-LiveMigrationTest-1843640962-project] 10.222.0.67 "GET /v2.0/ports?device_id=0ed7f64c-c2e6-47dd-8a6e-2481a7a0c2eb HTTP/1.1" status: 200 len: 946 time: 0.0771973 Sep 23 19:21:38.977844 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-ed6c5055-ac39-4210-9992-3ad4fac4b9fe req-fb47c610-1676-4a29-9117-c76d64806b3b tempest-LiveMigrationTest-1843640962 tempest-LiveMigrationTest-1843640962-project] 10.222.0.67 "GET /v2.0/security-groups?id=1c151358-1cab-48a6-be3e-ad7507b4da06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798357 Sep 23 19:21:39.041102 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-f60e91ea-4569-48cb-809b-562a3f81bb1f req-edc93240-2967-4c7f-a33b-c326c3c12ad2 service neutron] 10.222.0.53 "GET /v2.0/networks/1048b771-fe5c-4195-91f1-88a21e64a743?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1813757 Sep 23 19:21:39.108867 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-1eeaa8cc-5413-4c7c-927d-89769ff0f794 req-526a3508-7d25-4f67-9c2e-9f3dc304b383 tempest-FloatingIPsTestJSON-1249645508 tempest-FloatingIPsTestJSON-1249645508-project] 10.222.0.67 "GET /v2.0/floatingips/9f956c9f-83dd-4d7e-bb4b-2398a96b4609 HTTP/1.1" status: 200 len: 692 time: 0.0837717 Sep 23 19:21:39.242398 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-f60e91ea-4569-48cb-809b-562a3f81bb1f req-167adb74-0c1b-4b31-9e46-a415afcfdaf9 service neutron] 10.222.0.53 "GET /v2.0/networks/1048b771-fe5c-4195-91f1-88a21e64a743?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1918864 Sep 23 19:21:39.244091 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eeaa8cc-5413-4c7c-927d-89769ff0f794 req-fc94f6d2-2fb6-48a5-8dd2-dfde847324b2 tempest-FloatingIPsTestJSON-1249645508 tempest-FloatingIPsTestJSON-1249645508-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:21:39.245496 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-1eeaa8cc-5413-4c7c-927d-89769ff0f794 req-fc94f6d2-2fb6-48a5-8dd2-dfde847324b2 tempest-FloatingIPsTestJSON-1249645508 tempest-FloatingIPsTestJSON-1249645508-project] 10.222.0.67 "GET /v2.0/networks/5dec5c09-378e-4f50-89cc-d94eb81c3bac HTTP/1.1" status: 200 len: 784 time: 0.1358473 Sep 23 19:21:39.258325 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [req-1eeaa8cc-5413-4c7c-927d-89769ff0f794 req-78fc4f89-9ff9-4916-bf59-0eba6eb0a3bc tempest-FloatingIPsTestJSON-1249645508 tempest-FloatingIPsTestJSON-1249645508-project] http://10.222.0.67:9696/v2.0/extensions returned with HTTP 200 {{(pid=95102) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 23 19:21:39.265275 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-1eeaa8cc-5413-4c7c-927d-89769ff0f794 req-78fc4f89-9ff9-4916-bf59-0eba6eb0a3bc tempest-FloatingIPsTestJSON-1249645508 tempest-FloatingIPsTestJSON-1249645508-project] 10.222.0.67 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0117757 Sep 23 19:21:39.589142 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-dffd6c64-e6db-4d9a-8ec9-4700381acd0a req-45573440-25ea-4d8f-b615-ec20784bbd89 tempest-FloatingIPsTestJSON-1249645508 tempest-FloatingIPsTestJSON-1249645508-project] 10.222.0.67 "GET /v2.0/floatingips?tenant_id=7221bc35cd9b4c59895b66592d500676 HTTP/1.1" status: 200 len: 695 time: 0.0984576 Sep 23 19:21:39.642045 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbce0671-738c-4a11-a919-2e36f3497d6c req-554497e7-c78f-4c31-87cd-da199c5ddf21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:21:39.648485 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-fbce0671-738c-4a11-a919-2e36f3497d6c req-554497e7-c78f-4c31-87cd-da199c5ddf21 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=5c7e58d511994cccb082b917c36a96c0&device_id=b79685d2-bbec-4068-b922-e8f92a4571e4 HTTP/1.1" status: 200 len: 1137 time: 0.0994067 Sep 23 19:21:39.794390 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dffd6c64-e6db-4d9a-8ec9-4700381acd0a req-cd55f1a0-01cc-48fc-b6b0-0c7fe6b9ac5f tempest-FloatingIPsTestJSON-1249645508 tempest-FloatingIPsTestJSON-1249645508-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:21:39.802994 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-dffd6c64-e6db-4d9a-8ec9-4700381acd0a req-cd55f1a0-01cc-48fc-b6b0-0c7fe6b9ac5f tempest-FloatingIPsTestJSON-1249645508 tempest-FloatingIPsTestJSON-1249645508-project] 10.222.0.67 "GET /v2.0/networks?id=5dec5c09-378e-4f50-89cc-d94eb81c3bac HTTP/1.1" status: 200 len: 787 time: 0.2129557 Sep 23 19:21:39.814991 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [req-dffd6c64-e6db-4d9a-8ec9-4700381acd0a req-7629be3a-67bd-4ba0-a45a-89144754ef56 tempest-FloatingIPsTestJSON-1249645508 tempest-FloatingIPsTestJSON-1249645508-project] http://10.222.0.67:9696/v2.0/extensions returned with HTTP 200 {{(pid=95102) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 23 19:21:39.817673 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-dffd6c64-e6db-4d9a-8ec9-4700381acd0a req-7629be3a-67bd-4ba0-a45a-89144754ef56 tempest-FloatingIPsTestJSON-1249645508 tempest-FloatingIPsTestJSON-1249645508-project] 10.222.0.67 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0123258 Sep 23 19:21:39.871586 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbce0671-738c-4a11-a919-2e36f3497d6c req-c4854984-571e-4e75-ac03-f64f899bd4a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:21:39.873856 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-fbce0671-738c-4a11-a919-2e36f3497d6c req-c4854984-571e-4e75-ac03-f64f899bd4a0 service neutron] 10.222.0.53 "GET /v2.0/networks?id=1048b771-fe5c-4195-91f1-88a21e64a743 HTTP/1.1" status: 200 len: 913 time: 0.2174981 Sep 23 19:21:39.946737 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-fbce0671-738c-4a11-a919-2e36f3497d6c req-f24a324d-3e8d-4c68-bf6f-c97c2b0103c4 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9e1ea211-1f70-4e64-9d18-fd8409ab6039 HTTP/1.1" status: 200 len: 217 time: 0.0606771 Sep 23 19:21:40.061553 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff9af18a-af71-4cb6-988c-833973ef24d1 req-614e553d-3f8e-444a-85fd-771f005f1373 tempest-ServersAdminTestJSON-1371927677 tempest-ServersAdminTestJSON-1371927677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:21:40.063307 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-ff9af18a-af71-4cb6-988c-833973ef24d1 req-614e553d-3f8e-444a-85fd-771f005f1373 tempest-ServersAdminTestJSON-1371927677 tempest-ServersAdminTestJSON-1371927677-project] 10.222.0.67 "GET /v2.0/ports?device_id=8adc1d5c-ae67-4d87-8284-04120d7c0f9e HTTP/1.1" status: 200 len: 950 time: 0.1119556 Sep 23 19:21:40.063444 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbce0671-738c-4a11-a919-2e36f3497d6c req-34788694-aeee-4247-b988-b0c0c284545a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:21:40.066203 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-fbce0671-738c-4a11-a919-2e36f3497d6c req-34788694-aeee-4247-b988-b0c0c284545a service neutron] 10.222.0.53 "GET /v2.0/subnets?id=b84f7821-b37e-4a80-a926-f6a9a7ebc403 HTTP/1.1" status: 200 len: 852 time: 0.1009181 Sep 23 19:21:40.123513 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-fbce0671-738c-4a11-a919-2e36f3497d6c req-aab64952-d566-455c-a234-bbf9d2e7f30d service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=1048b771-fe5c-4195-91f1-88a21e64a743&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0463223 Sep 23 19:21:40.155303 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-ff9af18a-af71-4cb6-988c-833973ef24d1 req-8ec59ebe-8845-4bd0-b793-a7d996d7256b tempest-ServersAdminTestJSON-1371927677 tempest-ServersAdminTestJSON-1371927677-project] 10.222.0.67 "GET /v2.0/security-groups?id=f6ea2bc2-ae02-426e-9312-246b38837e94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802503 Sep 23 19:21:40.327906 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-fbce0671-738c-4a11-a919-2e36f3497d6c req-ad4ca464-16b2-45c0-81d9-4daf6fbc3ed4 service neutron] 10.222.0.53 "GET /v2.0/networks/1048b771-fe5c-4195-91f1-88a21e64a743?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1941516 Sep 23 19:21:40.362227 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46dc3aed-502c-4ce8-bb12-d339ac8680b0 req-b9c4632a-9d48-45f2-bc12-45693a57f499 tempest-SecurityGroupsTestJSON-1637632090 tempest-SecurityGroupsTestJSON-1637632090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:21:40.364099 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-46dc3aed-502c-4ce8-bb12-d339ac8680b0 req-b9c4632a-9d48-45f2-bc12-45693a57f499 tempest-SecurityGroupsTestJSON-1637632090 tempest-SecurityGroupsTestJSON-1637632090-project] 10.222.0.67 "GET /v2.0/ports?device_id=b79685d2-bbec-4068-b922-e8f92a4571e4 HTTP/1.1" status: 200 len: 985 time: 0.0947921 Sep 23 19:21:40.440331 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-46dc3aed-502c-4ce8-bb12-d339ac8680b0 req-710d0da0-1468-4aa9-bc9d-11f280b2b8b9 tempest-SecurityGroupsTestJSON-1637632090 tempest-SecurityGroupsTestJSON-1637632090-project] 10.222.0.67 "GET /v2.0/security-groups?id=87ba3455-2374-4d66-b6f9-7fb4c2df74bb&id=b545ed46-ce37-4321-b2fe-031df6cb4e67&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.0693891 Sep 23 19:21:40.568469 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-fbce0671-738c-4a11-a919-2e36f3497d6c req-3948deae-48e1-4da8-a480-1e1240457da1 service neutron] 10.222.0.53 "GET /v2.0/networks/1048b771-fe5c-4195-91f1-88a21e64a743?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2321191 Sep 23 19:21:40.640385 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-1c494f34-73d4-489f-937e-2a89884ff0c1 req-d8f2010e-9a81-47c2-95e4-b25d4ed12615 tempest-FloatingIPsTestJSON-1249645508 tempest-FloatingIPsTestJSON-1249645508-project] 10.222.0.67 "GET /v2.0/floatingips/9f956c9f-83dd-4d7e-bb4b-2398a96b4609 HTTP/1.1" status: 200 len: 692 time: 0.0719419 Sep 23 19:21:40.866754 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c494f34-73d4-489f-937e-2a89884ff0c1 req-0c6f59be-a273-4e58-a24b-412bdb9a4f1a tempest-FloatingIPsTestJSON-1249645508 tempest-FloatingIPsTestJSON-1249645508-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:21:40.876191 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-1c494f34-73d4-489f-937e-2a89884ff0c1 req-0c6f59be-a273-4e58-a24b-412bdb9a4f1a tempest-FloatingIPsTestJSON-1249645508 tempest-FloatingIPsTestJSON-1249645508-project] 10.222.0.67 "GET /v2.0/networks/5dec5c09-378e-4f50-89cc-d94eb81c3bac HTTP/1.1" status: 200 len: 784 time: 0.2203021 Sep 23 19:21:40.883651 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [req-1c494f34-73d4-489f-937e-2a89884ff0c1 req-00c9eb54-61b0-4eac-a777-1e18b88f202f tempest-FloatingIPsTestJSON-1249645508 tempest-FloatingIPsTestJSON-1249645508-project] http://10.222.0.67:9696/v2.0/extensions returned with HTTP 200 {{(pid=95102) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 23 19:21:40.893258 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-1c494f34-73d4-489f-937e-2a89884ff0c1 req-00c9eb54-61b0-4eac-a777-1e18b88f202f tempest-FloatingIPsTestJSON-1249645508 tempest-FloatingIPsTestJSON-1249645508-project] 10.222.0.67 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0160515 Sep 23 19:21:40.973688 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-1c494f34-73d4-489f-937e-2a89884ff0c1 req-1048f2bd-5cb8-4c66-b32c-4cb6ee19a0f0 tempest-FloatingIPsTestJSON-1249645508 tempest-FloatingIPsTestJSON-1249645508-project] 10.222.0.67 "GET /v2.0/floatingips?floating_ip_address=172.25.1.15 HTTP/1.1" status: 200 len: 695 time: 0.0794764 Sep 23 19:21:41.079475 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910936f0-13f7-4b9c-ba92-4ee1fa12de77 req-207aaff2-c8d7-46af-8c18-16da44a60bee tempest-LiveMigrationTest-1843640962 tempest-LiveMigrationTest-1843640962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:21:41.081244 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-910936f0-13f7-4b9c-ba92-4ee1fa12de77 req-207aaff2-c8d7-46af-8c18-16da44a60bee tempest-LiveMigrationTest-1843640962 tempest-LiveMigrationTest-1843640962-project] 10.222.0.67 "GET /v2.0/ports?device_id=0ed7f64c-c2e6-47dd-8a6e-2481a7a0c2eb HTTP/1.1" status: 200 len: 946 time: 0.1281686 Sep 23 19:21:41.090652 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-1c494f34-73d4-489f-937e-2a89884ff0c1 req-bf39f387-fe3c-464d-bc55-cbf5ac893c4f tempest-FloatingIPsTestJSON-1249645508 tempest-FloatingIPsTestJSON-1249645508-project] 10.222.0.67 "GET /v2.0/floatingips?floating_ip_address=172.25.1.15 HTTP/1.1" status: 200 len: 695 time: 0.0781641 Sep 23 19:21:41.192518 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-910936f0-13f7-4b9c-ba92-4ee1fa12de77 req-564007e2-ae53-4f2a-ad95-51a8e2b787ec tempest-LiveMigrationTest-1843640962 tempest-LiveMigrationTest-1843640962-project] 10.222.0.67 "GET /v2.0/security-groups?id=1c151358-1cab-48a6-be3e-ad7507b4da06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007833 Sep 23 19:21:41.325697 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.plugin [req-1c494f34-73d4-489f-937e-2a89884ff0c1 req-e4ca760d-ca77-4ea7-838b-d31d71d3f831 tempest-FloatingIPsTestJSON-1249645508 tempest-FloatingIPsTestJSON-1249645508-project] Deleting port a74d26e8-b24d-4815-8184-fdc3ec30a2c4 {{(pid=95102) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:21:41.326191 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-1c494f34-73d4-489f-937e-2a89884ff0c1 req-e4ca760d-ca77-4ea7-838b-d31d71d3f831 tempest-FloatingIPsTestJSON-1249645508 tempest-FloatingIPsTestJSON-1249645508-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783146157096'] for port, before_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:21:41.538752 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-1c494f34-73d4-489f-937e-2a89884ff0c1 req-e4ca760d-ca77-4ea7-838b-d31d71d3f831 tempest-FloatingIPsTestJSON-1249645508 tempest-FloatingIPsTestJSON-1249645508-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-605701'] for port, precommit_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:21:41.539051 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-1c494f34-73d4-489f-937e-2a89884ff0c1 req-e4ca760d-ca77-4ea7-838b-d31d71d3f831 tempest-FloatingIPsTestJSON-1249645508 tempest-FloatingIPsTestJSON-1249645508-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:21:41.560107 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c32a0d00-ce2d-49b4-83ed-5317f43dcdb9 req-308897b5-305f-4b5e-bdca-865266d89e80 tempest-ServersAdminTestJSON-1371927677 tempest-ServersAdminTestJSON-1371927677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:21:41.569103 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-c32a0d00-ce2d-49b4-83ed-5317f43dcdb9 req-308897b5-305f-4b5e-bdca-865266d89e80 tempest-ServersAdminTestJSON-1371927677 tempest-ServersAdminTestJSON-1371927677-project] 10.222.0.67 "GET /v2.0/ports?device_id=8adc1d5c-ae67-4d87-8284-04120d7c0f9e HTTP/1.1" status: 200 len: 950 time: 0.1289277 Sep 23 19:21:41.608403 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.plugin [req-1c494f34-73d4-489f-937e-2a89884ff0c1 req-e4ca760d-ca77-4ea7-838b-d31d71d3f831 tempest-FloatingIPsTestJSON-1249645508 tempest-FloatingIPsTestJSON-1249645508-project] Calling delete_port for a74d26e8-b24d-4815-8184-fdc3ec30a2c4 owned by network:floatingip {{(pid=95102) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:21:41.747206 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-c32a0d00-ce2d-49b4-83ed-5317f43dcdb9 req-7af19691-2d23-4c96-91d6-f82d32fd74f7 tempest-ServersAdminTestJSON-1371927677 tempest-ServersAdminTestJSON-1371927677-project] 10.222.0.67 "GET /v2.0/security-groups?id=f6ea2bc2-ae02-426e-9312-246b38837e94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1551757 Sep 23 19:21:41.993987 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f8182ae-f90b-457a-9c2c-34c7542c368e req-553b4372-0e12-4205-9632-a52d47df498e tempest-SecurityGroupsTestJSON-1637632090 tempest-SecurityGroupsTestJSON-1637632090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:21:42.002715 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-0f8182ae-f90b-457a-9c2c-34c7542c368e req-553b4372-0e12-4205-9632-a52d47df498e tempest-SecurityGroupsTestJSON-1637632090 tempest-SecurityGroupsTestJSON-1637632090-project] 10.222.0.67 "GET /v2.0/ports?device_id=b79685d2-bbec-4068-b922-e8f92a4571e4 HTTP/1.1" status: 200 len: 985 time: 0.1534464 Sep 23 19:21:42.095951 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-1c494f34-73d4-489f-937e-2a89884ff0c1 req-e4ca760d-ca77-4ea7-838b-d31d71d3f831 tempest-FloatingIPsTestJSON-1249645508 tempest-FloatingIPsTestJSON-1249645508-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783146162158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783145673144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4399100'] for port, after_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:21:42.126015 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-0f8182ae-f90b-457a-9c2c-34c7542c368e req-53b754ad-fb8e-4db0-aa88-b9864e58ec9e tempest-SecurityGroupsTestJSON-1637632090 tempest-SecurityGroupsTestJSON-1637632090-project] 10.222.0.67 "GET /v2.0/security-groups?id=87ba3455-2374-4d66-b6f9-7fb4c2df74bb&id=b545ed46-ce37-4321-b2fe-031df6cb4e67&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.1174300 Sep 23 19:21:42.187087 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ca760d-ca77-4ea7-838b-d31d71d3f831 tempest-FloatingIPsTestJSON-1249645508 tempest-FloatingIPsTestJSON-1249645508-project] Pushing event deleted for resources: {'Port': ['ID=a74d26e8-b24d-4815-8184-fdc3ec30a2c4,revision_number=None']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:21:42.307991 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-1c494f34-73d4-489f-937e-2a89884ff0c1 req-e4ca760d-ca77-4ea7-838b-d31d71d3f831 tempest-FloatingIPsTestJSON-1249645508 tempest-FloatingIPsTestJSON-1249645508-project] Notify callbacks [] for floatingip, after_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:21:42.310855 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-1c494f34-73d4-489f-937e-2a89884ff0c1 req-e4ca760d-ca77-4ea7-838b-d31d71d3f831 tempest-FloatingIPsTestJSON-1249645508 tempest-FloatingIPsTestJSON-1249645508-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222849'] for floatingip, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:21:42.330232 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-1c494f34-73d4-489f-937e-2a89884ff0c1 req-e4ca760d-ca77-4ea7-838b-d31d71d3f831 tempest-FloatingIPsTestJSON-1249645508 tempest-FloatingIPsTestJSON-1249645508-project] 10.222.0.67 "DELETE /v2.0/floatingips/9f956c9f-83dd-4d7e-bb4b-2398a96b4609 HTTP/1.1" status: 204 len: 173 time: 1.2312937 Sep 23 19:21:42.460572 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-d388cb11-1010-4f33-a479-1d6c31cd7135 req-9f0d6459-6de5-46d5-a65a-ac9e1dd60103 tempest-SecurityGroupsTestJSON-1637632090 tempest-SecurityGroupsTestJSON-1637632090-project] 10.222.0.67 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-360053219&fields=id&tenant_id=5c7e58d511994cccb082b917c36a96c0 HTTP/1.1" status: 200 len: 267 time: 0.0717490 Sep 23 19:21:42.535007 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d388cb11-1010-4f33-a479-1d6c31cd7135 req-1f9c075b-ee30-4a0a-9659-3317a4c6bf28 tempest-SecurityGroupsTestJSON-1637632090 tempest-SecurityGroupsTestJSON-1637632090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:21:42.548298 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-d388cb11-1010-4f33-a479-1d6c31cd7135 req-1f9c075b-ee30-4a0a-9659-3317a4c6bf28 tempest-SecurityGroupsTestJSON-1637632090 tempest-SecurityGroupsTestJSON-1637632090-project] 10.222.0.67 "GET /v2.0/ports?device_id=b79685d2-bbec-4068-b922-e8f92a4571e4 HTTP/1.1" status: 200 len: 985 time: 0.0754495 Sep 23 19:21:42.561331 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.v2.base [req-d388cb11-1010-4f33-a479-1d6c31cd7135 req-ac8a1528-4a08-41ae-918e-db0093cd3ef3 tempest-SecurityGroupsTestJSON-1637632090 tempest-SecurityGroupsTestJSON-1637632090-project] Request body: {'port': {'security_groups': ['87ba3455-2374-4d66-b6f9-7fb4c2df74bb', 'b545ed46-ce37-4321-b2fe-031df6cb4e67', '7eab948c-97f1-4bbb-a8e1-8786326bee3f']}} {{(pid=95102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:21:42.667307 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-d388cb11-1010-4f33-a479-1d6c31cd7135 req-ac8a1528-4a08-41ae-918e-db0093cd3ef3 tempest-SecurityGroupsTestJSON-1637632090 tempest-SecurityGroupsTestJSON-1637632090-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:21:43.045741 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.agents_db [None req-f2f5c474-60a3-474f-b2cc-02c4bd30880c None None] Agent healthcheck: found 7 active agents {{(pid=95104) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 19:21:43.046544 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.db [req-d388cb11-1010-4f33-a479-1d6c31cd7135 req-ac8a1528-4a08-41ae-918e-db0093cd3ef3 tempest-SecurityGroupsTestJSON-1637632090 tempest-SecurityGroupsTestJSON-1637632090-project] For port 9e1ea211-1f70-4e64-9d18-fd8409ab6039, host n-h2-713301-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-16',level=0,port_id=9e1ea211-1f70-4e64-9d18-fd8409ab6039,segment=NetworkSegment(49f54249-a606-4788-b164-92fb7c23cb9c),segment_id=49f54249-a606-4788-b164-92fb7c23cb9c)] {{(pid=95102) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:21:43.091154 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-d388cb11-1010-4f33-a479-1d6c31cd7135 req-ac8a1528-4a08-41ae-918e-db0093cd3ef3 tempest-SecurityGroupsTestJSON-1637632090 tempest-SecurityGroupsTestJSON-1637632090-project] Notify callbacks [] for port, precommit_update {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:21:43.097331 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-d388cb11-1010-4f33-a479-1d6c31cd7135 req-ac8a1528-4a08-41ae-918e-db0093cd3ef3 tempest-SecurityGroupsTestJSON-1637632090 tempest-SecurityGroupsTestJSON-1637632090-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4399095'] for port, after_update {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:21:43.112704 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] get_ports_and_sgs() called for port_ids ['85712aaf-b3f1-464a-b5db-c24a708e4fb9', '9e1ea211-1f70-4e64-9d18-fd8409ab6039'] {{(pid=95103) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 19:21:43.222722 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d388cb11-1010-4f33-a479-1d6c31cd7135 req-ac8a1528-4a08-41ae-918e-db0093cd3ef3 tempest-SecurityGroupsTestJSON-1637632090 tempest-SecurityGroupsTestJSON-1637632090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:21:43.223408 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-d388cb11-1010-4f33-a479-1d6c31cd7135 req-ac8a1528-4a08-41ae-918e-db0093cd3ef3 tempest-SecurityGroupsTestJSON-1637632090 tempest-SecurityGroupsTestJSON-1637632090-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222849'] for port, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:21:43.224893 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-d388cb11-1010-4f33-a479-1d6c31cd7135 req-ac8a1528-4a08-41ae-918e-db0093cd3ef3 tempest-SecurityGroupsTestJSON-1637632090 tempest-SecurityGroupsTestJSON-1637632090-project] 10.222.0.67 "PUT /v2.0/ports/9e1ea211-1f70-4e64-9d18-fd8409ab6039 HTTP/1.1" status: 200 len: 1021 time: 0.6708922 Sep 23 19:21:43.225361 n-d-713301-16 neutron-server[95102]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b79685d2-bbec-4068-b922-e8f92a4571e4', 'tag': '9e1ea211-1f70-4e64-9d18-fd8409ab6039'}] {{(pid=95102) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 19:21:43.230309 n-d-713301-16 neutron-server[95102]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab31b6d93e5336dbddfa8ec424565b3bd8cb2369c5b4d85bc943472dbb21e8ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5b6399c-efeb-40bb-aae5-360ee1e6c09f" -d '{"events": [{"name": "network-changed", "server_uuid": "b79685d2-bbec-4068-b922-e8f92a4571e4", "tag": "9e1ea211-1f70-4e64-9d18-fd8409ab6039"}]}' {{(pid=95102) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 19:21:43.267950 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac8a1528-4a08-41ae-918e-db0093cd3ef3 tempest-SecurityGroupsTestJSON-1637632090 tempest-SecurityGroupsTestJSON-1637632090-project] Pushing event updated for resources: {'Port': ['ID=9e1ea211-1f70-4e64-9d18-fd8409ab6039,revision_number=7']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:21:43.328845 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] get_ports_and_sgs() called for port_ids ['9e1ea211-1f70-4e64-9d18-fd8409ab6039'] {{(pid=95103) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 19:21:43.457152 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9843eeb4-3b25-46c1-a152-b60244cd9766 req-bb9180f1-4f40-4da8-b363-5f3196eaa2b9 tempest-LiveMigrationTest-1843640962 tempest-LiveMigrationTest-1843640962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:21:43.459863 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-9843eeb4-3b25-46c1-a152-b60244cd9766 req-bb9180f1-4f40-4da8-b363-5f3196eaa2b9 tempest-LiveMigrationTest-1843640962 tempest-LiveMigrationTest-1843640962-project] 10.222.0.67 "GET /v2.0/ports?device_id=0ed7f64c-c2e6-47dd-8a6e-2481a7a0c2eb HTTP/1.1" status: 200 len: 946 time: 0.1200941 Sep 23 19:21:43.524835 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-9843eeb4-3b25-46c1-a152-b60244cd9766 req-0b1cac11-54f0-44e3-94b5-2f4836ecccce tempest-LiveMigrationTest-1843640962 tempest-LiveMigrationTest-1843640962-project] 10.222.0.67 "GET /v2.0/security-groups?id=1c151358-1cab-48a6-be3e-ad7507b4da06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511975 Sep 23 19:21:43.761307 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-3fd3a23b-85cc-4145-961b-b20b71695f5e req-382cd409-abc9-42db-b6e5-62613bb1414a tempest-FloatingIPsTestJSON-1249645508 tempest-FloatingIPsTestJSON-1249645508-project] 10.222.0.67 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1842875 Sep 23 19:21:43.770279 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.v2.base [req-3fd3a23b-85cc-4145-961b-b20b71695f5e req-90d168a1-83a6-49a1-8c61-c25f153bbc2e tempest-FloatingIPsTestJSON-1249645508 tempest-FloatingIPsTestJSON-1249645508-project] Request body: {'floatingip': {'floating_network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac'}} {{(pid=95102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:21:43.810049 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-3fd3a23b-85cc-4145-961b-b20b71695f5e req-90d168a1-83a6-49a1-8c61-c25f153bbc2e tempest-FloatingIPsTestJSON-1249645508 tempest-FloatingIPsTestJSON-1249645508-project] Notify callbacks [] for floatingip, before_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:21:43.981427 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-3fd3a23b-85cc-4145-961b-b20b71695f5e req-90d168a1-83a6-49a1-8c61-c25f153bbc2e tempest-FloatingIPsTestJSON-1249645508 tempest-FloatingIPsTestJSON-1249645508-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:21:44.131390 n-d-713301-16 neutron-server[95102]: DEBUG neutron.db.db_base_plugin_common [req-3fd3a23b-85cc-4145-961b-b20b71695f5e req-90d168a1-83a6-49a1-8c61-c25f153bbc2e tempest-FloatingIPsTestJSON-1249645508 tempest-FloatingIPsTestJSON-1249645508-project] Allocated IP 172.25.1.153 (5dec5c09-378e-4f50-89cc-d94eb81c3bac/eff83446-018c-428d-b3f5-54ac9abe7a2a/f84394ea-9bf8-4762-881d-cf6b3299fd4c) {{(pid=95102) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 19:21:44.274624 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-3fd3a23b-85cc-4145-961b-b20b71695f5e req-90d168a1-83a6-49a1-8c61-c25f153bbc2e tempest-FloatingIPsTestJSON-1249645508 tempest-FloatingIPsTestJSON-1249645508-project] Notify callbacks [] for port, precommit_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:21:44.379551 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-3fd3a23b-85cc-4145-961b-b20b71695f5e req-90d168a1-83a6-49a1-8c61-c25f153bbc2e tempest-FloatingIPsTestJSON-1249645508 tempest-FloatingIPsTestJSON-1249645508-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783145673135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4399100'] for port, after_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:21:44.459845 n-d-713301-16 neutron-server[95102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3fd3a23b-85cc-4145-961b-b20b71695f5e req-90d168a1-83a6-49a1-8c61-c25f153bbc2e tempest-FloatingIPsTestJSON-1249645508 tempest-FloatingIPsTestJSON-1249645508-project] Network 5dec5c09-378e-4f50-89cc-d94eb81c3bac is already hosted by enough agents. {{(pid=95102) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:21:44.461847 n-d-713301-16 neutron-server[95102]: DEBUG neutron.scheduler.base_scheduler [req-3fd3a23b-85cc-4145-961b-b20b71695f5e req-90d168a1-83a6-49a1-8c61-c25f153bbc2e tempest-FloatingIPsTestJSON-1249645508 tempest-FloatingIPsTestJSON-1249645508-project] Resources bound (agent type, host, resource id): {{(pid=95102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:21:44.465086 n-d-713301-16 neutron-server[95102]: DEBUG neutron.db.l3_dvrscheduler_db [req-3fd3a23b-85cc-4145-961b-b20b71695f5e req-90d168a1-83a6-49a1-8c61-c25f153bbc2e tempest-FloatingIPsTestJSON-1249645508 tempest-FloatingIPsTestJSON-1249645508-project] Received port after_create {{(pid=95102) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 19:21:44.481202 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d168a1-83a6-49a1-8c61-c25f153bbc2e tempest-FloatingIPsTestJSON-1249645508 tempest-FloatingIPsTestJSON-1249645508-project] Pushing event updated for resources: {'Port': ['ID=f84394ea-9bf8-4762-881d-cf6b3299fd4c,revision_number=1']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:21:44.586528 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-3fd3a23b-85cc-4145-961b-b20b71695f5e req-90d168a1-83a6-49a1-8c61-c25f153bbc2e tempest-FloatingIPsTestJSON-1249645508 tempest-FloatingIPsTestJSON-1249645508-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:21:44.637581 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-3fd3a23b-85cc-4145-961b-b20b71695f5e req-90d168a1-83a6-49a1-8c61-c25f153bbc2e tempest-FloatingIPsTestJSON-1249645508 tempest-FloatingIPsTestJSON-1249645508-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:21:44.841115 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-3fd3a23b-85cc-4145-961b-b20b71695f5e req-90d168a1-83a6-49a1-8c61-c25f153bbc2e tempest-FloatingIPsTestJSON-1249645508 tempest-FloatingIPsTestJSON-1249645508-project] Notify callbacks [] for port, precommit_update {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:21:44.850146 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-3fd3a23b-85cc-4145-961b-b20b71695f5e req-90d168a1-83a6-49a1-8c61-c25f153bbc2e tempest-FloatingIPsTestJSON-1249645508 tempest-FloatingIPsTestJSON-1249645508-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4399095'] for port, after_update {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:21:44.905651 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d168a1-83a6-49a1-8c61-c25f153bbc2e tempest-FloatingIPsTestJSON-1249645508 tempest-FloatingIPsTestJSON-1249645508-project] Pushing event updated for resources: {'Port': ['ID=f84394ea-9bf8-4762-881d-cf6b3299fd4c,revision_number=2']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:21:44.996891 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-3fd3a23b-85cc-4145-961b-b20b71695f5e req-90d168a1-83a6-49a1-8c61-c25f153bbc2e tempest-FloatingIPsTestJSON-1249645508 tempest-FloatingIPsTestJSON-1249645508-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-601884'] for floatingip, after_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:21:45.020218 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-3fd3a23b-85cc-4145-961b-b20b71695f5e req-90d168a1-83a6-49a1-8c61-c25f153bbc2e tempest-FloatingIPsTestJSON-1249645508 tempest-FloatingIPsTestJSON-1249645508-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222849'] for floatingip, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:21:45.021680 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-3fd3a23b-85cc-4145-961b-b20b71695f5e req-90d168a1-83a6-49a1-8c61-c25f153bbc2e tempest-FloatingIPsTestJSON-1249645508 tempest-FloatingIPsTestJSON-1249645508-project] 10.222.0.67 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.2591381 Sep 23 19:21:45.123676 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-3fd3a23b-85cc-4145-961b-b20b71695f5e req-fd5fec22-4700-42d1-9d02-182557c290cc tempest-FloatingIPsTestJSON-1249645508 tempest-FloatingIPsTestJSON-1249645508-project] 10.222.0.67 "GET /v2.0/floatingips?floating_ip_address=172.25.1.153 HTTP/1.1" status: 200 len: 696 time: 0.0950665 Sep 23 19:21:45.266089 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd3a23b-85cc-4145-961b-b20b71695f5e req-7ab10823-af96-4715-bf8a-95e7a7910cf8 tempest-FloatingIPsTestJSON-1249645508 tempest-FloatingIPsTestJSON-1249645508-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:21:45.267780 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-3fd3a23b-85cc-4145-961b-b20b71695f5e req-7ab10823-af96-4715-bf8a-95e7a7910cf8 tempest-FloatingIPsTestJSON-1249645508 tempest-FloatingIPsTestJSON-1249645508-project] 10.222.0.67 "GET /v2.0/networks/5dec5c09-378e-4f50-89cc-d94eb81c3bac HTTP/1.1" status: 200 len: 784 time: 0.1290839 Sep 23 19:21:45.416244 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d44cc073-3385-459d-ab11-e97333bfe66d req-d612639a-b93f-4263-8444-6557c7e64215 tempest-ServersAdminTestJSON-1371927677 tempest-ServersAdminTestJSON-1371927677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:21:45.418027 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-d44cc073-3385-459d-ab11-e97333bfe66d req-d612639a-b93f-4263-8444-6557c7e64215 tempest-ServersAdminTestJSON-1371927677 tempest-ServersAdminTestJSON-1371927677-project] 10.222.0.67 "GET /v2.0/ports?device_id=8adc1d5c-ae67-4d87-8284-04120d7c0f9e HTTP/1.1" status: 200 len: 950 time: 0.0712385 Sep 23 19:21:45.477753 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-d44cc073-3385-459d-ab11-e97333bfe66d req-0e3342aa-1ec7-4cc7-b886-4f33e6f15d6c tempest-ServersAdminTestJSON-1371927677 tempest-ServersAdminTestJSON-1371927677-project] 10.222.0.67 "GET /v2.0/security-groups?id=f6ea2bc2-ae02-426e-9312-246b38837e94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517430 Sep 23 19:21:45.591426 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-38d1f29a-835c-42a1-b388-d14ca77ff3f2 req-c800af86-6c83-484e-b319-5a37d78e014a tempest-SecurityGroupsTestJSON-1637632090 tempest-SecurityGroupsTestJSON-1637632090-project] 10.222.0.67 "GET /v2.0/security-groups/7eab948c-97f1-4bbb-a8e1-8786326bee3f HTTP/1.1" status: 200 len: 1800 time: 0.0618608 Sep 23 19:21:45.661597 n-d-713301-16 neutron-server[95102]: INFO neutron.api.v2.resource [req-38d1f29a-835c-42a1-b388-d14ca77ff3f2 req-0f978cb1-40e7-4a04-bd14-0e99ca1d11d3 tempest-SecurityGroupsTestJSON-1637632090 tempest-SecurityGroupsTestJSON-1637632090-project] delete failed (client error): There was a conflict when trying to complete your request. Sep 23 19:21:45.662977 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-38d1f29a-835c-42a1-b388-d14ca77ff3f2 req-0f978cb1-40e7-4a04-bd14-0e99ca1d11d3 tempest-SecurityGroupsTestJSON-1637632090 tempest-SecurityGroupsTestJSON-1637632090-project] 10.222.0.67 "DELETE /v2.0/security-groups/7eab948c-97f1-4bbb-a8e1-8786326bee3f HTTP/1.1" status: 409 len: 341 time: 0.0631876 Sep 23 19:21:45.710032 n-d-713301-16 neutron-server[95102]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 19:21:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b4233d7-6a95-4b87-9c41-05f34f1b573a x-openstack-request-id: req-3b4233d7-6a95-4b87-9c41-05f34f1b573a {{(pid=95102) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 19:21:45.710335 n-d-713301-16 neutron-server[95102]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b79685d2-bbec-4068-b922-e8f92a4571e4", "tag": "9e1ea211-1f70-4e64-9d18-fd8409ab6039", "status": "completed", "code": 200}]} {{(pid=95102) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 19:21:45.710596 n-d-713301-16 neutron-server[95102]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-3b4233d7-6a95-4b87-9c41-05f34f1b573a {{(pid=95102) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 19:21:45.711003 n-d-713301-16 neutron-server[95102]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b79685d2-bbec-4068-b922-e8f92a4571e4', 'tag': '9e1ea211-1f70-4e64-9d18-fd8409ab6039', 'status': 'completed', 'code': 200} Sep 23 19:21:45.795010 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b6399c-efeb-40bb-aae5-360ee1e6c09f req-32438845-c00b-421f-a54d-4734e27823a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:21:45.797789 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-d5b6399c-efeb-40bb-aae5-360ee1e6c09f req-32438845-c00b-421f-a54d-4734e27823a8 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=5c7e58d511994cccb082b917c36a96c0&device_id=b79685d2-bbec-4068-b922-e8f92a4571e4 HTTP/1.1" status: 200 len: 1176 time: 0.0588307 Sep 23 19:21:45.961522 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b6399c-efeb-40bb-aae5-360ee1e6c09f req-aa145dd1-a29d-44c6-b751-6f96bddc197c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:21:45.963811 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-d5b6399c-efeb-40bb-aae5-360ee1e6c09f req-aa145dd1-a29d-44c6-b751-6f96bddc197c service neutron] 10.222.0.53 "GET /v2.0/networks?id=1048b771-fe5c-4195-91f1-88a21e64a743 HTTP/1.1" status: 200 len: 913 time: 0.1582401 Sep 23 19:21:45.973158 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b23bfa3-bf55-4ccf-9e47-70f7dfb4bd15 req-660e43e5-970d-4cc5-8389-da66e4ed20f0 tempest-LiveMigrationTest-1843640962 tempest-LiveMigrationTest-1843640962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:21:45.990721 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-3b23bfa3-bf55-4ccf-9e47-70f7dfb4bd15 req-660e43e5-970d-4cc5-8389-da66e4ed20f0 tempest-LiveMigrationTest-1843640962 tempest-LiveMigrationTest-1843640962-project] 10.222.0.67 "GET /v2.0/ports?device_id=0ed7f64c-c2e6-47dd-8a6e-2481a7a0c2eb HTTP/1.1" status: 200 len: 946 time: 0.1034212 Sep 23 19:21:46.020016 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-d5b6399c-efeb-40bb-aae5-360ee1e6c09f req-4ca66c8a-2eed-40c3-9715-ae2c5338f526 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9e1ea211-1f70-4e64-9d18-fd8409ab6039 HTTP/1.1" status: 200 len: 217 time: 0.0484233 Sep 23 19:21:46.100662 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-3b23bfa3-bf55-4ccf-9e47-70f7dfb4bd15 req-bc67ec4d-1251-4202-bd09-3b6e0b811072 tempest-LiveMigrationTest-1843640962 tempest-LiveMigrationTest-1843640962-project] 10.222.0.67 "GET /v2.0/security-groups?id=1c151358-1cab-48a6-be3e-ad7507b4da06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1019797 Sep 23 19:21:46.178246 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b6399c-efeb-40bb-aae5-360ee1e6c09f req-2aa7f53b-b56b-44ed-a1a5-f8387921c01e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:21:46.180062 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-d5b6399c-efeb-40bb-aae5-360ee1e6c09f req-2aa7f53b-b56b-44ed-a1a5-f8387921c01e service neutron] 10.222.0.53 "GET /v2.0/subnets?id=b84f7821-b37e-4a80-a926-f6a9a7ebc403 HTTP/1.1" status: 200 len: 852 time: 0.1416638 Sep 23 19:21:46.224561 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-d5b6399c-efeb-40bb-aae5-360ee1e6c09f req-18f56b89-708f-475d-9e6a-3f3c13cb4703 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=1048b771-fe5c-4195-91f1-88a21e64a743&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0349717 Sep 23 19:21:46.240543 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-a3423e81-a2c1-4d89-9d33-a395aed17c7f req-ae7b89b5-af5c-4e8f-80ac-5f743095ff75 tempest-FloatingIPsTestJSON-1249645508 tempest-FloatingIPsTestJSON-1249645508-project] 10.222.0.67 "GET /v2.0/floatingips/cade2fb2-630f-42a4-b13b-93cb13b7505e HTTP/1.1" status: 200 len: 693 time: 0.0957751 Sep 23 19:21:46.337940 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-d5b6399c-efeb-40bb-aae5-360ee1e6c09f req-1b551f40-3105-4920-9204-fa7f9fe128f3 service neutron] 10.222.0.53 "GET /v2.0/networks/1048b771-fe5c-4195-91f1-88a21e64a743?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1061840 Sep 23 19:21:46.367432 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3423e81-a2c1-4d89-9d33-a395aed17c7f req-9a8af9ce-5f52-4785-a941-953584ecd568 tempest-FloatingIPsTestJSON-1249645508 tempest-FloatingIPsTestJSON-1249645508-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:21:46.368946 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-a3423e81-a2c1-4d89-9d33-a395aed17c7f req-9a8af9ce-5f52-4785-a941-953584ecd568 tempest-FloatingIPsTestJSON-1249645508 tempest-FloatingIPsTestJSON-1249645508-project] 10.222.0.67 "GET /v2.0/networks/5dec5c09-378e-4f50-89cc-d94eb81c3bac HTTP/1.1" status: 200 len: 784 time: 0.1227450 Sep 23 19:21:46.449188 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-a3423e81-a2c1-4d89-9d33-a395aed17c7f req-344e43b2-3125-4d52-9838-e35c09982455 tempest-FloatingIPsTestJSON-1249645508 tempest-FloatingIPsTestJSON-1249645508-project] 10.222.0.67 "GET /v2.0/floatingips?floating_ip_address=172.25.1.153 HTTP/1.1" status: 200 len: 696 time: 0.0660717 Sep 23 19:21:46.491468 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-d5b6399c-efeb-40bb-aae5-360ee1e6c09f req-49fc55ca-efc3-4aa8-8236-1d575e68a183 service neutron] 10.222.0.53 "GET /v2.0/networks/1048b771-fe5c-4195-91f1-88a21e64a743?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1453149 Sep 23 19:21:46.565442 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-a3423e81-a2c1-4d89-9d33-a395aed17c7f req-27da202b-e2bc-402c-b82b-dfa8aafe37b5 tempest-FloatingIPsTestJSON-1249645508 tempest-FloatingIPsTestJSON-1249645508-project] 10.222.0.67 "GET /v2.0/floatingips?floating_ip_address=172.25.1.153 HTTP/1.1" status: 200 len: 696 time: 0.0980558 Sep 23 19:21:46.731965 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.plugin [req-a3423e81-a2c1-4d89-9d33-a395aed17c7f req-59c1778f-729c-439b-861a-f0ca9135fb96 tempest-FloatingIPsTestJSON-1249645508 tempest-FloatingIPsTestJSON-1249645508-project] Deleting port f84394ea-9bf8-4762-881d-cf6b3299fd4c {{(pid=95102) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:21:46.732711 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-a3423e81-a2c1-4d89-9d33-a395aed17c7f req-59c1778f-729c-439b-861a-f0ca9135fb96 tempest-FloatingIPsTestJSON-1249645508 tempest-FloatingIPsTestJSON-1249645508-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783146157096'] for port, before_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:21:46.860999 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-a3423e81-a2c1-4d89-9d33-a395aed17c7f req-59c1778f-729c-439b-861a-f0ca9135fb96 tempest-FloatingIPsTestJSON-1249645508 tempest-FloatingIPsTestJSON-1249645508-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-605701'] for port, precommit_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:21:46.861718 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-a3423e81-a2c1-4d89-9d33-a395aed17c7f req-59c1778f-729c-439b-861a-f0ca9135fb96 tempest-FloatingIPsTestJSON-1249645508 tempest-FloatingIPsTestJSON-1249645508-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:21:46.882005 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.plugin [req-a3423e81-a2c1-4d89-9d33-a395aed17c7f req-59c1778f-729c-439b-861a-f0ca9135fb96 tempest-FloatingIPsTestJSON-1249645508 tempest-FloatingIPsTestJSON-1249645508-project] Calling delete_port for f84394ea-9bf8-4762-881d-cf6b3299fd4c owned by network:floatingip {{(pid=95102) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:21:47.090610 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-a3423e81-a2c1-4d89-9d33-a395aed17c7f req-59c1778f-729c-439b-861a-f0ca9135fb96 tempest-FloatingIPsTestJSON-1249645508 tempest-FloatingIPsTestJSON-1249645508-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783146162158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783145673144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4399100'] for port, after_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:21:47.121307 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59c1778f-729c-439b-861a-f0ca9135fb96 tempest-FloatingIPsTestJSON-1249645508 tempest-FloatingIPsTestJSON-1249645508-project] Pushing event deleted for resources: {'Port': ['ID=f84394ea-9bf8-4762-881d-cf6b3299fd4c,revision_number=None']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:21:47.252169 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-a3423e81-a2c1-4d89-9d33-a395aed17c7f req-59c1778f-729c-439b-861a-f0ca9135fb96 tempest-FloatingIPsTestJSON-1249645508 tempest-FloatingIPsTestJSON-1249645508-project] Notify callbacks [] for floatingip, after_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:21:47.256408 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-a3423e81-a2c1-4d89-9d33-a395aed17c7f req-59c1778f-729c-439b-861a-f0ca9135fb96 tempest-FloatingIPsTestJSON-1249645508 tempest-FloatingIPsTestJSON-1249645508-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222849'] for floatingip, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:21:47.257694 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-a3423e81-a2c1-4d89-9d33-a395aed17c7f req-59c1778f-729c-439b-861a-f0ca9135fb96 tempest-FloatingIPsTestJSON-1249645508 tempest-FloatingIPsTestJSON-1249645508-project] 10.222.0.67 "DELETE /v2.0/floatingips/cade2fb2-630f-42a4-b13b-93cb13b7505e HTTP/1.1" status: 204 len: 173 time: 0.6860282 Sep 23 19:21:47.659196 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4234e23-186d-4f21-81da-920a02a28b15 req-c42c43bd-159e-49fb-9153-b0b1480b503a tempest-ServersAdminTestJSON-1371927677 tempest-ServersAdminTestJSON-1371927677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:21:47.662262 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-c4234e23-186d-4f21-81da-920a02a28b15 req-c42c43bd-159e-49fb-9153-b0b1480b503a tempest-ServersAdminTestJSON-1371927677 tempest-ServersAdminTestJSON-1371927677-project] 10.222.0.67 "GET /v2.0/ports?device_id=8adc1d5c-ae67-4d87-8284-04120d7c0f9e HTTP/1.1" status: 200 len: 950 time: 0.1568112 Sep 23 19:21:47.739914 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-c4234e23-186d-4f21-81da-920a02a28b15 req-54a0432b-183f-4f8a-b1d2-5be7548aa29b tempest-ServersAdminTestJSON-1371927677 tempest-ServersAdminTestJSON-1371927677-project] 10.222.0.67 "GET /v2.0/security-groups?id=f6ea2bc2-ae02-426e-9312-246b38837e94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715899 Sep 23 19:21:48.002628 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d99b5cf4-8788-4aed-831b-b36c4021f359 req-8200a5ea-a4ac-45e9-8034-37b7a717db19 tempest-LiveMigrationTest-1843640962 tempest-LiveMigrationTest-1843640962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:21:48.004344 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-d99b5cf4-8788-4aed-831b-b36c4021f359 req-8200a5ea-a4ac-45e9-8034-37b7a717db19 tempest-LiveMigrationTest-1843640962 tempest-LiveMigrationTest-1843640962-project] 10.222.0.67 "GET /v2.0/ports?device_id=0ed7f64c-c2e6-47dd-8a6e-2481a7a0c2eb HTTP/1.1" status: 200 len: 946 time: 0.0776892 Sep 23 19:21:48.091909 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-d99b5cf4-8788-4aed-831b-b36c4021f359 req-b1a9968f-f545-4551-8422-d22f4b3bb1db tempest-LiveMigrationTest-1843640962 tempest-LiveMigrationTest-1843640962-project] 10.222.0.67 "GET /v2.0/security-groups?id=1c151358-1cab-48a6-be3e-ad7507b4da06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689847 Sep 23 19:21:48.191181 n-d-713301-16 neutron-server[95102]: INFO neutron.api.v2.resource [req-9620178c-5ddc-4978-9dbf-92b6af1881a7 req-0f0c404c-8bcd-400a-a250-6f8ec26540cd tempest-FloatingIPsTestJSON-1249645508 tempest-FloatingIPsTestJSON-1249645508-project] show failed (client error): The resource could not be found. Sep 23 19:21:48.202500 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-9620178c-5ddc-4978-9dbf-92b6af1881a7 req-0f0c404c-8bcd-400a-a250-6f8ec26540cd tempest-FloatingIPsTestJSON-1249645508 tempest-FloatingIPsTestJSON-1249645508-project] 10.222.0.67 "GET /v2.0/floatingips/cade2fb2-630f-42a4-b13b-93cb13b7505e HTTP/1.1" status: 404 len: 350 time: 0.0795047 Sep 23 19:21:48.361438 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ea9b27-23e1-4b31-ada8-34de5853c668 req-7d3a431a-00a2-429a-a5b2-eb69f30d4818 tempest-SecurityGroupsTestJSON-1637632090 tempest-SecurityGroupsTestJSON-1637632090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:21:48.363120 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-79ea9b27-23e1-4b31-ada8-34de5853c668 req-7d3a431a-00a2-429a-a5b2-eb69f30d4818 tempest-SecurityGroupsTestJSON-1637632090 tempest-SecurityGroupsTestJSON-1637632090-project] 10.222.0.67 "GET /v2.0/ports?device_id=b79685d2-bbec-4068-b922-e8f92a4571e4 HTTP/1.1" status: 200 len: 1024 time: 0.0683908 Sep 23 19:21:48.424320 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-79ea9b27-23e1-4b31-ada8-34de5853c668 req-87821ab1-9cd2-4e3b-99b6-2a9cc057a4b0 tempest-SecurityGroupsTestJSON-1637632090 tempest-SecurityGroupsTestJSON-1637632090-project] 10.222.0.67 "GET /v2.0/security-groups?id=7eab948c-97f1-4bbb-a8e1-8786326bee3f&id=87ba3455-2374-4d66-b6f9-7fb4c2df74bb&id=b545ed46-ce37-4321-b2fe-031df6cb4e67&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.0525584 Sep 23 19:21:48.489287 n-d-713301-16 neutron-server[95102]: INFO neutron.api.v2.resource [req-598ef6ac-9791-4bf1-a521-17a2f968a237 req-ac57ed86-f51d-4a05-b91a-5e3d3c867868 tempest-FloatingIPsTestJSON-1249645508 tempest-FloatingIPsTestJSON-1249645508-project] show failed (client error): The resource could not be found. Sep 23 19:21:48.490332 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-598ef6ac-9791-4bf1-a521-17a2f968a237 req-ac57ed86-f51d-4a05-b91a-5e3d3c867868 tempest-FloatingIPsTestJSON-1249645508 tempest-FloatingIPsTestJSON-1249645508-project] 10.222.0.67 "GET /v2.0/floatingips/cade2fb2-630f-42a4-b13b-93cb13b7505e HTTP/1.1" status: 404 len: 350 time: 0.0425975 Sep 23 19:21:48.499301 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 59964) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:21:49.094477 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-610b5796-9d91-4dd1-ab35-d02a4a7b23c8 req-a92b631a-75ee-4e63-b176-54a4b7bd701f tempest-ServersAdminTestJSON-1371927677 tempest-ServersAdminTestJSON-1371927677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:21:49.096108 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-610b5796-9d91-4dd1-ab35-d02a4a7b23c8 req-a92b631a-75ee-4e63-b176-54a4b7bd701f tempest-ServersAdminTestJSON-1371927677 tempest-ServersAdminTestJSON-1371927677-project] 10.222.0.67 "GET /v2.0/ports?device_id=8adc1d5c-ae67-4d87-8284-04120d7c0f9e HTTP/1.1" status: 200 len: 950 time: 0.1045761 Sep 23 19:21:49.134519 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c559baeb-2cb7-4a92-ad6c-94ce683bfd64 req-42e53b4b-3a7e-4ce1-82af-e8864cc8d1cc tempest-SecurityGroupsTestJSON-1637632090 tempest-SecurityGroupsTestJSON-1637632090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:21:49.136149 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-c559baeb-2cb7-4a92-ad6c-94ce683bfd64 req-42e53b4b-3a7e-4ce1-82af-e8864cc8d1cc tempest-SecurityGroupsTestJSON-1637632090 tempest-SecurityGroupsTestJSON-1637632090-project] 10.222.0.53 "GET /v2.0/ports?device_id=b79685d2-bbec-4068-b922-e8f92a4571e4 HTTP/1.1" status: 200 len: 1024 time: 0.0823410 Sep 23 19:21:49.190319 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-610b5796-9d91-4dd1-ab35-d02a4a7b23c8 req-c45bb867-cd38-4d03-9e8b-cc4af7881822 tempest-ServersAdminTestJSON-1371927677 tempest-ServersAdminTestJSON-1371927677-project] 10.222.0.67 "GET /v2.0/security-groups?id=f6ea2bc2-ae02-426e-9312-246b38837e94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849049 Sep 23 19:21:49.426911 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7694059-6160-4d15-8ae3-eae4b58653d5 req-4ff958a1-6b9e-46ee-8554-f48b6cd88561 tempest-LiveMigrationTest-677110171 tempest-LiveMigrationTest-677110171-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:21:49.428617 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-a7694059-6160-4d15-8ae3-eae4b58653d5 req-4ff958a1-6b9e-46ee-8554-f48b6cd88561 tempest-LiveMigrationTest-677110171 tempest-LiveMigrationTest-677110171-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=0ed7f64c-c2e6-47dd-8a6e-2481a7a0c2eb&tenant_id=0f5d9c33c3334ce192c43e08217ee019&binding%3Ahost_id=n-h1-713301-16 HTTP/1.1" status: 200 len: 1098 time: 0.0980783 Sep 23 19:21:49.433205 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.plugin [req-c559baeb-2cb7-4a92-ad6c-94ce683bfd64 req-7cd7ea28-a586-4afd-aa22-a220c2810d86 tempest-SecurityGroupsTestJSON-1637632090 tempest-SecurityGroupsTestJSON-1637632090-project] Deleting port 9e1ea211-1f70-4e64-9d18-fd8409ab6039 {{(pid=95101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:21:49.433205 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-c559baeb-2cb7-4a92-ad6c-94ce683bfd64 req-7cd7ea28-a586-4afd-aa22-a220c2810d86 tempest-SecurityGroupsTestJSON-1637632090 tempest-SecurityGroupsTestJSON-1637632090-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783146157096'] for port, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:21:49.441938 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.v2.base [req-a7694059-6160-4d15-8ae3-eae4b58653d5 req-9740f1de-e82d-464c-a52e-bafccd4e02f4 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-713301-16'}}} {{(pid=95101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:21:49.489101 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-782338e1-496a-4fec-a408-34a81e832d48 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-601372'] for router_interface, before_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:21:49.627846 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-24f61892-abd8-4ad1-86b3-e2f1e7157a50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:21:49.631231 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e8580bc-d65e-4dfb-8fe7-876a603502d9 req-c1a5cb1d-bfc6-4caf-8ead-f2155caba46d tempest-LiveMigrationTest-1843640962 tempest-LiveMigrationTest-1843640962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:21:49.633276 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-6e8580bc-d65e-4dfb-8fe7-876a603502d9 req-c1a5cb1d-bfc6-4caf-8ead-f2155caba46d tempest-LiveMigrationTest-1843640962 tempest-LiveMigrationTest-1843640962-project] 10.222.0.67 "GET /v2.0/ports?device_id=0ed7f64c-c2e6-47dd-8a6e-2481a7a0c2eb HTTP/1.1" status: 200 len: 946 time: 0.1998992 Sep 23 19:21:49.644538 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-a7694059-6160-4d15-8ae3-eae4b58653d5 req-9740f1de-e82d-464c-a52e-bafccd4e02f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:21:49.690525 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-6e8580bc-d65e-4dfb-8fe7-876a603502d9 req-bf774a34-0547-46ef-81a1-8b38dcfc3957 tempest-LiveMigrationTest-1843640962 tempest-LiveMigrationTest-1843640962-project] 10.222.0.67 "GET /v2.0/security-groups?id=1c151358-1cab-48a6-be3e-ad7507b4da06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466783 Sep 23 19:21:49.705794 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.db [req-c559baeb-2cb7-4a92-ad6c-94ce683bfd64 req-7cd7ea28-a586-4afd-aa22-a220c2810d86 tempest-SecurityGroupsTestJSON-1637632090 tempest-SecurityGroupsTestJSON-1637632090-project] For port 9e1ea211-1f70-4e64-9d18-fd8409ab6039, host n-h2-713301-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-16',level=0,port_id=9e1ea211-1f70-4e64-9d18-fd8409ab6039,segment=NetworkSegment(49f54249-a606-4788-b164-92fb7c23cb9c),segment_id=49f54249-a606-4788-b164-92fb7c23cb9c)] {{(pid=95101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:21:49.706217 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-c559baeb-2cb7-4a92-ad6c-94ce683bfd64 req-7cd7ea28-a586-4afd-aa22-a220c2810d86 tempest-SecurityGroupsTestJSON-1637632090 tempest-SecurityGroupsTestJSON-1637632090-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-605701'] for port, precommit_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:21:49.739322 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.plugin [req-c559baeb-2cb7-4a92-ad6c-94ce683bfd64 req-7cd7ea28-a586-4afd-aa22-a220c2810d86 tempest-SecurityGroupsTestJSON-1637632090 tempest-SecurityGroupsTestJSON-1637632090-project] Calling delete_port for 9e1ea211-1f70-4e64-9d18-fd8409ab6039 owned by compute:nova {{(pid=95101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:21:49.855186 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Device ab5e3235-e78f-4241-bc0a-4d5d913dcd9b details requested by agent hyperv_n-h1-713301-16 with host n-h1-713301-16 {{(pid=95103) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 19:21:49.913377 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.db [req-a7694059-6160-4d15-8ae3-eae4b58653d5 req-9740f1de-e82d-464c-a52e-bafccd4e02f4 service neutron] For port 15f9c12e-f506-439f-9d2f-18ac8686c0c4, host n-h1-713301-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-16',level=0,port_id=15f9c12e-f506-439f-9d2f-18ac8686c0c4,segment=NetworkSegment(6735b3c2-9e0f-43a7-8f57-e48eb1a30c85),segment_id=6735b3c2-9e0f-43a7-8f57-e48eb1a30c85)] {{(pid=95101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:21:49.929550 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2889301-eb46-46d3-b770-cd9208847ae4 req-a2682d86-64da-4341-8754-f520b026f838 tempest-SecurityGroupsTestJSON-1637632090 tempest-SecurityGroupsTestJSON-1637632090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:21:49.941254 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-b2889301-eb46-46d3-b770-cd9208847ae4 req-a2682d86-64da-4341-8754-f520b026f838 tempest-SecurityGroupsTestJSON-1637632090 tempest-SecurityGroupsTestJSON-1637632090-project] 10.222.0.67 "GET /v2.0/ports?device_id=b79685d2-bbec-4068-b922-e8f92a4571e4 HTTP/1.1" status: 200 len: 1024 time: 0.1314566 Sep 23 19:21:50.013087 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-b2889301-eb46-46d3-b770-cd9208847ae4 req-d76f98e5-a53a-4364-9a71-e6b5e1316f3f tempest-SecurityGroupsTestJSON-1637632090 tempest-SecurityGroupsTestJSON-1637632090-project] 10.222.0.67 "GET /v2.0/security-groups?id=7eab948c-97f1-4bbb-a8e1-8786326bee3f&id=87ba3455-2374-4d66-b6f9-7fb4c2df74bb&id=b545ed46-ce37-4321-b2fe-031df6cb4e67&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.0707786 Sep 23 19:21:50.026747 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] For port ab5e3235-e78f-4241-bc0a-4d5d913dcd9b, host n-h1-713301-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-16',level=0,port_id=ab5e3235-e78f-4241-bc0a-4d5d913dcd9b,segment=NetworkSegment(6139d589-eb6c-4578-8935-c26ddf396853),segment_id=6139d589-eb6c-4578-8935-c26ddf396853)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:21:50.033221 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.plugin [None req-782338e1-496a-4fec-a408-34a81e832d48 admin admin] Deleting port 6d9d4506-b656-44b3-98ba-bb427a2724f8 {{(pid=95102) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:21:50.033725 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-782338e1-496a-4fec-a408-34a81e832d48 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783146157096'] for port, before_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:21:50.057474 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Returning: {'device': 'ab5e3235-e78f-4241-bc0a-4d5d913dcd9b', 'network_id': '5220cb0c-da05-478a-9604-8c11469a05b4', 'port_id': 'ab5e3235-e78f-4241-bc0a-4d5d913dcd9b', 'mac_address': 'fa:16:3e:fe:ef:8c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 624, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1ccc69bc-9d6b-44d9-b227-204e47dc6e45', 'ip_address': '192.168.233.122'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95103) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 19:21:50.081477 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.db [req-a7694059-6160-4d15-8ae3-eae4b58653d5 req-9740f1de-e82d-464c-a52e-bafccd4e02f4 service neutron] For port 15f9c12e-f506-439f-9d2f-18ac8686c0c4, host n-h1-713301-16, cleared binding levels {{(pid=95101) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 19:21:50.084086 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-c559baeb-2cb7-4a92-ad6c-94ce683bfd64 req-7cd7ea28-a586-4afd-aa22-a220c2810d86 tempest-SecurityGroupsTestJSON-1637632090 tempest-SecurityGroupsTestJSON-1637632090-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783146162158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783145673144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5607431'] for port, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:21:50.099011 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] get_ports_and_sgs() called for port_ids ['85712aaf-b3f1-464a-b5db-c24a708e4fb9', '9e1ea211-1f70-4e64-9d18-fd8409ab6039'] {{(pid=95103) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 19:21:50.165486 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cd7ea28-a586-4afd-aa22-a220c2810d86 tempest-SecurityGroupsTestJSON-1637632090 tempest-SecurityGroupsTestJSON-1637632090-project] Pushing event deleted for resources: {'Port': ['ID=9e1ea211-1f70-4e64-9d18-fd8409ab6039,revision_number=None']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:21:50.183099 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:21:50.198940 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.db [None req-782338e1-496a-4fec-a408-34a81e832d48 admin admin] For port 6d9d4506-b656-44b3-98ba-bb427a2724f8, host n-d-713301-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-16',level=0,port_id=6d9d4506-b656-44b3-98ba-bb427a2724f8,segment=NetworkSegment(b18cfa36-0cf0-4a9e-aa2a-95ec649e47c2),segment_id=b18cfa36-0cf0-4a9e-aa2a-95ec649e47c2)] {{(pid=95102) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:21:50.199576 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-782338e1-496a-4fec-a408-34a81e832d48 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-605701'] for port, precommit_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:21:50.221640 n-d-713301-16 neutron-server[95103]: DEBUG neutron.notifiers.nova [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id ab5e3235-e78f-4241-bc0a-4d5d913dcd9b {{(pid=95103) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 19:21:50.226469 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.plugin [None req-782338e1-496a-4fec-a408-34a81e832d48 admin admin] Calling delete_port for 6d9d4506-b656-44b3-98ba-bb427a2724f8 owned by network:router_interface {{(pid=95102) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:21:50.300993 n-d-713301-16 neutron-server[95101]: DEBUG neutron.db.l3_dvrscheduler_db [req-c559baeb-2cb7-4a92-ad6c-94ce683bfd64 req-7cd7ea28-a586-4afd-aa22-a220c2810d86 tempest-SecurityGroupsTestJSON-1637632090 tempest-SecurityGroupsTestJSON-1637632090-project] No DVR routers for this DVR port 9e1ea211-1f70-4e64-9d18-fd8409ab6039 on host n-h2-713301-16 {{(pid=95101) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 19:21:50.307781 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] For port ab5e3235-e78f-4241-bc0a-4d5d913dcd9b, host n-h1-713301-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-16',level=0,port_id=ab5e3235-e78f-4241-bc0a-4d5d913dcd9b,segment=NetworkSegment(6139d589-eb6c-4578-8935-c26ddf396853),segment_id=6139d589-eb6c-4578-8935-c26ddf396853)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:21:50.310363 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-c559baeb-2cb7-4a92-ad6c-94ce683bfd64 req-7cd7ea28-a586-4afd-aa22-a220c2810d86 tempest-SecurityGroupsTestJSON-1637632090 tempest-SecurityGroupsTestJSON-1637632090-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222849'] for port, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:21:50.313834 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-c559baeb-2cb7-4a92-ad6c-94ce683bfd64 req-7cd7ea28-a586-4afd-aa22-a220c2810d86 tempest-SecurityGroupsTestJSON-1637632090 tempest-SecurityGroupsTestJSON-1637632090-project] 10.222.0.53 "DELETE /v2.0/ports/9e1ea211-1f70-4e64-9d18-fd8409ab6039 HTTP/1.1" status: 204 len: 173 time: 1.1706150 Sep 23 19:21:50.314301 n-d-713301-16 neutron-server[95101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b79685d2-bbec-4068-b922-e8f92a4571e4', 'name': 'network-vif-deleted', 'tag': '9e1ea211-1f70-4e64-9d18-fd8409ab6039'}] {{(pid=95101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 19:21:50.316731 n-d-713301-16 neutron-server[95101]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d8366c5740cd635e57ab12b71fe44a77c2acc3c19091ef849c6f68b380462244" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-987f687f-6210-4253-be5e-31bda3b62574" -d '{"events": [{"server_uuid": "b79685d2-bbec-4068-b922-e8f92a4571e4", "name": "network-vif-deleted", "tag": "9e1ea211-1f70-4e64-9d18-fd8409ab6039"}]}' {{(pid=95101) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 19:21:50.323978 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:21:50.332418 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-a7694059-6160-4d15-8ae3-eae4b58653d5 req-9740f1de-e82d-464c-a52e-bafccd4e02f4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:21:50.350114 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-a7694059-6160-4d15-8ae3-eae4b58653d5 req-9740f1de-e82d-464c-a52e-bafccd4e02f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5607436'] for port, after_update {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:21:50.425160 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e50c4767-0ae5-46ee-9868-ac12345f34f4 req-849249c0-8b35-413d-bdd5-12fe227f5667 tempest-ServersAdminTestJSON-1371927677 tempest-ServersAdminTestJSON-1371927677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:21:50.433442 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-e50c4767-0ae5-46ee-9868-ac12345f34f4 req-849249c0-8b35-413d-bdd5-12fe227f5667 tempest-ServersAdminTestJSON-1371927677 tempest-ServersAdminTestJSON-1371927677-project] 10.222.0.67 "GET /v2.0/ports?device_id=8adc1d5c-ae67-4d87-8284-04120d7c0f9e HTTP/1.1" status: 200 len: 949 time: 0.1249514 Sep 23 19:21:50.498674 n-d-713301-16 neutron-server[95101]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 19:21:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e04197b-c8dc-433a-a78e-dc7bb29fc84d x-openstack-request-id: req-5e04197b-c8dc-433a-a78e-dc7bb29fc84d {{(pid=95101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 19:21:50.498966 n-d-713301-16 neutron-server[95101]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b79685d2-bbec-4068-b922-e8f92a4571e4", "name": "network-vif-deleted", "tag": "9e1ea211-1f70-4e64-9d18-fd8409ab6039", "status": "completed", "code": 200}]} {{(pid=95101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 19:21:50.499218 n-d-713301-16 neutron-server[95101]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-5e04197b-c8dc-433a-a78e-dc7bb29fc84d {{(pid=95101) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 19:21:50.499699 n-d-713301-16 neutron-server[95101]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b79685d2-bbec-4068-b922-e8f92a4571e4', 'name': 'network-vif-deleted', 'tag': '9e1ea211-1f70-4e64-9d18-fd8409ab6039', 'status': 'completed', 'code': 200} Sep 23 19:21:50.503006 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9740f1de-e82d-464c-a52e-bafccd4e02f4 service neutron] Pushing event updated for resources: {'Port': ['ID=15f9c12e-f506-439f-9d2f-18ac8686c0c4,revision_number=7']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:21:50.578758 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-e50c4767-0ae5-46ee-9868-ac12345f34f4 req-b69e4cfd-e5ef-4778-a4b4-948ba748ae87 tempest-ServersAdminTestJSON-1371927677 tempest-ServersAdminTestJSON-1371927677-project] 10.222.0.67 "GET /v2.0/security-groups?id=f6ea2bc2-ae02-426e-9312-246b38837e94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1354253 Sep 23 19:21:50.598082 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.managers [req-a7694059-6160-4d15-8ae3-eae4b58653d5 req-9740f1de-e82d-464c-a52e-bafccd4e02f4 service neutron] Attempting to bind port 15f9c12e-f506-439f-9d2f-18ac8686c0c4 on host n-h1-713301-16 for vnic_type normal with profile {"migrating_to": "n-h2-713301-16"} {{(pid=95101) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 19:21:50.598672 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.managers [req-a7694059-6160-4d15-8ae3-eae4b58653d5 req-9740f1de-e82d-464c-a52e-bafccd4e02f4 service neutron] Attempting to bind port 15f9c12e-f506-439f-9d2f-18ac8686c0c4 by drivers openvswitch,hyperv on host n-h1-713301-16 at level 0 using segments [{'id': '6735b3c2-9e0f-43a7-8f57-e48eb1a30c85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': 'bf651024-673c-4eec-84ce-c6ef83d369a1'}] {{(pid=95101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 19:21:50.599228 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7694059-6160-4d15-8ae3-eae4b58653d5 req-9740f1de-e82d-464c-a52e-bafccd4e02f4 service neutron] Attempting to bind port 15f9c12e-f506-439f-9d2f-18ac8686c0c4 on network bf651024-673c-4eec-84ce-c6ef83d369a1 {{(pid=95101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:21:50.604327 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7694059-6160-4d15-8ae3-eae4b58653d5 req-9740f1de-e82d-464c-a52e-bafccd4e02f4 service neutron] Port 15f9c12e-f506-439f-9d2f-18ac8686c0c4 on network bf651024-673c-4eec-84ce-c6ef83d369a1 not bound, no agent of type Open vSwitch agent registered on host n-h1-713301-16 {{(pid=95101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 19:21:50.605103 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7694059-6160-4d15-8ae3-eae4b58653d5 req-9740f1de-e82d-464c-a52e-bafccd4e02f4 service neutron] Attempting to bind port 15f9c12e-f506-439f-9d2f-18ac8686c0c4 on network bf651024-673c-4eec-84ce-c6ef83d369a1 {{(pid=95101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:21:50.614197 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7694059-6160-4d15-8ae3-eae4b58653d5 req-9740f1de-e82d-464c-a52e-bafccd4e02f4 service neutron] Checking agent: {'id': '0708c3e9-0aad-4600-9be9-d2486535c898', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713301-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 19, 15, 28), 'started_at': datetime.datetime(2021, 9, 23, 19, 15, 28), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 19, 21, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 19:21:50.614528 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7694059-6160-4d15-8ae3-eae4b58653d5 req-9740f1de-e82d-464c-a52e-bafccd4e02f4 service neutron] Checking segment: {'id': '6735b3c2-9e0f-43a7-8f57-e48eb1a30c85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': 'bf651024-673c-4eec-84ce-c6ef83d369a1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:21:50.615133 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7694059-6160-4d15-8ae3-eae4b58653d5 req-9740f1de-e82d-464c-a52e-bafccd4e02f4 service neutron] Bound using segment: {'id': '6735b3c2-9e0f-43a7-8f57-e48eb1a30c85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': 'bf651024-673c-4eec-84ce-c6ef83d369a1'} {{(pid=95101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 19:21:50.615333 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.managers [req-a7694059-6160-4d15-8ae3-eae4b58653d5 req-9740f1de-e82d-464c-a52e-bafccd4e02f4 service neutron] Bound port: 15f9c12e-f506-439f-9d2f-18ac8686c0c4, host: n-h1-713301-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6735b3c2-9e0f-43a7-8f57-e48eb1a30c85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': 'bf651024-673c-4eec-84ce-c6ef83d369a1'}}] {{(pid=95101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 19:21:50.615880 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-a7694059-6160-4d15-8ae3-eae4b58653d5 req-9740f1de-e82d-464c-a52e-bafccd4e02f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:21:50.712702 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-782338e1-496a-4fec-a408-34a81e832d48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783146162158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783145673144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4399100'] for port, after_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:21:50.734452 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.db [req-a7694059-6160-4d15-8ae3-eae4b58653d5 req-9740f1de-e82d-464c-a52e-bafccd4e02f4 service neutron] For port 15f9c12e-f506-439f-9d2f-18ac8686c0c4, host n-h1-713301-16, cleared binding levels {{(pid=95101) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 19:21:50.739999 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.db [req-a7694059-6160-4d15-8ae3-eae4b58653d5 req-9740f1de-e82d-464c-a52e-bafccd4e02f4 service neutron] For port 15f9c12e-f506-439f-9d2f-18ac8686c0c4, host n-h1-713301-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-16',level=0,port_id=15f9c12e-f506-439f-9d2f-18ac8686c0c4,segment=NetworkSegment(6735b3c2-9e0f-43a7-8f57-e48eb1a30c85),segment_id=6735b3c2-9e0f-43a7-8f57-e48eb1a30c85)] {{(pid=95101) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 19:21:50.752365 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-a7694059-6160-4d15-8ae3-eae4b58653d5 req-9740f1de-e82d-464c-a52e-bafccd4e02f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5607436'] for port, after_update {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:21:50.760952 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-782338e1-496a-4fec-a408-34a81e832d48 admin admin] Pushing event deleted for resources: {'Port': ['ID=6d9d4506-b656-44b3-98ba-bb427a2724f8,revision_number=None']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:21:50.836850 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] get_ports_and_sgs() called for port_ids ['ab5e3235-e78f-4241-bc0a-4d5d913dcd9b'] {{(pid=95103) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 19:21:50.877716 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Pushing event updated for resources: {'Port': ['ID=ab5e3235-e78f-4241-bc0a-4d5d913dcd9b,revision_number=9']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:21:51.108361 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7694059-6160-4d15-8ae3-eae4b58653d5 req-9740f1de-e82d-464c-a52e-bafccd4e02f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:21:51.110903 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-a7694059-6160-4d15-8ae3-eae4b58653d5 req-9740f1de-e82d-464c-a52e-bafccd4e02f4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222849'] for port, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:21:51.114712 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-a7694059-6160-4d15-8ae3-eae4b58653d5 req-9740f1de-e82d-464c-a52e-bafccd4e02f4 service neutron] 10.222.0.53 "PUT /v2.0/ports/15f9c12e-f506-439f-9d2f-18ac8686c0c4 HTTP/1.1" status: 200 len: 1124 time: 1.6770601 Sep 23 19:21:51.116941 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9740f1de-e82d-464c-a52e-bafccd4e02f4 service neutron] Pushing event updated for resources: {'Port': ['ID=15f9c12e-f506-439f-9d2f-18ac8686c0c4,revision_number=8']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:21:51.146065 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9740f1de-e82d-464c-a52e-bafccd4e02f4 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:21:51.148464 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9740f1de-e82d-464c-a52e-bafccd4e02f4 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:21:51.148854 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9740f1de-e82d-464c-a52e-bafccd4e02f4 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:21:51.149195 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9740f1de-e82d-464c-a52e-bafccd4e02f4 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:21:51.151179 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9740f1de-e82d-464c-a52e-bafccd4e02f4 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:21:51.151545 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9740f1de-e82d-464c-a52e-bafccd4e02f4 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:21:51.153012 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9740f1de-e82d-464c-a52e-bafccd4e02f4 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:21:51.153344 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9740f1de-e82d-464c-a52e-bafccd4e02f4 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:21:51.154220 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9740f1de-e82d-464c-a52e-bafccd4e02f4 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:21:51.154557 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9740f1de-e82d-464c-a52e-bafccd4e02f4 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:21:51.154875 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9740f1de-e82d-464c-a52e-bafccd4e02f4 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:21:51.155191 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9740f1de-e82d-464c-a52e-bafccd4e02f4 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:21:51.189031 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d29c14-9986-40af-b1eb-84ce5b8f660d req-e5815b56-4517-4f82-acb5-7e3e84c2f663 tempest-LiveMigrationTest-1843640962 tempest-LiveMigrationTest-1843640962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:21:51.193019 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-f2d29c14-9986-40af-b1eb-84ce5b8f660d req-e5815b56-4517-4f82-acb5-7e3e84c2f663 tempest-LiveMigrationTest-1843640962 tempest-LiveMigrationTest-1843640962-project] 10.222.0.67 "GET /v2.0/ports?device_id=0ed7f64c-c2e6-47dd-8a6e-2481a7a0c2eb HTTP/1.1" status: 200 len: 944 time: 0.3342016 Sep 23 19:21:51.231492 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] get_ports_and_sgs() called for port_ids ['15f9c12e-f506-439f-9d2f-18ac8686c0c4'] {{(pid=95103) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 19:21:51.292627 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] get_ports_and_sgs() called for port_ids ['15f9c12e-f506-439f-9d2f-18ac8686c0c4'] {{(pid=95103) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 19:21:51.345964 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-f2d29c14-9986-40af-b1eb-84ce5b8f660d req-29249d81-9128-402a-8800-b0fde5c5b390 tempest-LiveMigrationTest-1843640962 tempest-LiveMigrationTest-1843640962-project] 10.222.0.67 "GET /v2.0/security-groups?id=1c151358-1cab-48a6-be3e-ad7507b4da06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1452003 Sep 23 19:21:51.377154 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-782338e1-496a-4fec-a408-34a81e832d48 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-527322', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-602005'] for router_interface, after_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:21:51.528568 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Device 15f9c12e-f506-439f-9d2f-18ac8686c0c4 details requested by agent hyperv_n-h2-713301-16 with host n-h2-713301-16 {{(pid=95103) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 19:21:51.752055 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-27d95281-d513-4212-8a4b-4e13e97fa38d req-cc347b81-c93b-4aa2-b6ad-59c2967f0405 tempest-SecurityGroupsTestJSON-1637632090 tempest-SecurityGroupsTestJSON-1637632090-project] 10.222.0.67 "GET /v2.0/security-groups/b545ed46-ce37-4321-b2fe-031df6cb4e67 HTTP/1.1" status: 200 len: 1800 time: 0.0882332 Sep 23 19:21:51.872593 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Device ab5e3235-e78f-4241-bc0a-4d5d913dcd9b no longer exists at agent hyperv_n-h1-713301-16 {{(pid=95103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 19:21:51.945691 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-27d95281-d513-4212-8a4b-4e13e97fa38d req-f6f6bafd-97f8-4493-a89a-72174706e164 tempest-SecurityGroupsTestJSON-1637632090 tempest-SecurityGroupsTestJSON-1637632090-project] Notify callbacks [] for security_group, before_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:21:51.997183 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] For port 15f9c12e-f506-439f-9d2f-18ac8686c0c4, host n-h1-713301-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-16',level=0,port_id=15f9c12e-f506-439f-9d2f-18ac8686c0c4,segment=NetworkSegment(6735b3c2-9e0f-43a7-8f57-e48eb1a30c85),segment_id=6735b3c2-9e0f-43a7-8f57-e48eb1a30c85)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:21:52.017614 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Device 15f9c12e-f506-439f-9d2f-18ac8686c0c4 has no active binding in host n-h2-713301-16 {{(pid=95103) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Sep 23 19:21:52.047079 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-27d95281-d513-4212-8a4b-4e13e97fa38d req-f6f6bafd-97f8-4493-a89a-72174706e164 tempest-SecurityGroupsTestJSON-1637632090 tempest-SecurityGroupsTestJSON-1637632090-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:21:52.060770 n-d-713301-16 neutron-server[95102]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-782338e1-496a-4fec-a408-34a81e832d48 admin admin] Router 8fa9981c-489a-4ed0-9995-26f6ae6b81dc has already been hosted by L3 agent 79a740bf-7821-4989-8288-7186e3e128f3 {{(pid=95102) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 19:21:52.088803 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:21:52.107717 n-d-713301-16 neutron-server[95103]: DEBUG neutron.notifiers.nova [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id ab5e3235-e78f-4241-bc0a-4d5d913dcd9b {{(pid=95103) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 19:21:52.133686 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] For port ab5e3235-e78f-4241-bc0a-4d5d913dcd9b, host n-h1-713301-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-16',level=0,port_id=ab5e3235-e78f-4241-bc0a-4d5d913dcd9b,segment=NetworkSegment(6139d589-eb6c-4578-8935-c26ddf396853),segment_id=6139d589-eb6c-4578-8935-c26ddf396853)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:21:52.147004 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:21:52.192882 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a16a3fd-188c-4d27-aa51-44fb165bc3f2 req-266571ca-e4ed-43b9-8ed2-ce75fcecf166 tempest-ServersAdminTestJSON-1371927677 tempest-ServersAdminTestJSON-1371927677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:21:52.200286 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-4a16a3fd-188c-4d27-aa51-44fb165bc3f2 req-266571ca-e4ed-43b9-8ed2-ce75fcecf166 tempest-ServersAdminTestJSON-1371927677 tempest-ServersAdminTestJSON-1371927677-project] 10.222.0.67 "GET /v2.0/ports?device_id=8adc1d5c-ae67-4d87-8284-04120d7c0f9e HTTP/1.1" status: 200 len: 949 time: 0.1482055 Sep 23 19:21:52.202390 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Pushing event updated for resources: {'Port': ['ID=ab5e3235-e78f-4241-bc0a-4d5d913dcd9b,revision_number=10']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:21:52.246999 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-27d95281-d513-4212-8a4b-4e13e97fa38d req-f6f6bafd-97f8-4493-a89a-72174706e164 tempest-SecurityGroupsTestJSON-1637632090 tempest-SecurityGroupsTestJSON-1637632090-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:21:52.249787 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-27d95281-d513-4212-8a4b-4e13e97fa38d req-f6f6bafd-97f8-4493-a89a-72174706e164 tempest-SecurityGroupsTestJSON-1637632090 tempest-SecurityGroupsTestJSON-1637632090-project] Notify callbacks [] for security_group, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:21:52.263586 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-27d95281-d513-4212-8a4b-4e13e97fa38d req-f6f6bafd-97f8-4493-a89a-72174706e164 tempest-SecurityGroupsTestJSON-1637632090 tempest-SecurityGroupsTestJSON-1637632090-project] 10.222.0.67 "DELETE /v2.0/security-groups/b545ed46-ce37-4321-b2fe-031df6cb4e67 HTTP/1.1" status: 204 len: 173 time: 0.4687877 Sep 23 19:21:52.296138 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-eccf2d8e-3c1c-4880-809f-a950a5184091 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:21:52.307193 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6f6bafd-97f8-4493-a89a-72174706e164 tempest-SecurityGroupsTestJSON-1637632090 tempest-SecurityGroupsTestJSON-1637632090-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b545ed46-ce37-4321-b2fe-031df6cb4e67,revision_number=None']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:21:52.333324 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6f6bafd-97f8-4493-a89a-72174706e164 tempest-SecurityGroupsTestJSON-1637632090 tempest-SecurityGroupsTestJSON-1637632090-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:21:52.333676 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6f6bafd-97f8-4493-a89a-72174706e164 tempest-SecurityGroupsTestJSON-1637632090 tempest-SecurityGroupsTestJSON-1637632090-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:21:52.334018 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6f6bafd-97f8-4493-a89a-72174706e164 tempest-SecurityGroupsTestJSON-1637632090 tempest-SecurityGroupsTestJSON-1637632090-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:21:52.334363 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6f6bafd-97f8-4493-a89a-72174706e164 tempest-SecurityGroupsTestJSON-1637632090 tempest-SecurityGroupsTestJSON-1637632090-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:21:52.334694 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6f6bafd-97f8-4493-a89a-72174706e164 tempest-SecurityGroupsTestJSON-1637632090 tempest-SecurityGroupsTestJSON-1637632090-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:21:52.335024 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6f6bafd-97f8-4493-a89a-72174706e164 tempest-SecurityGroupsTestJSON-1637632090 tempest-SecurityGroupsTestJSON-1637632090-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:21:52.335360 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6f6bafd-97f8-4493-a89a-72174706e164 tempest-SecurityGroupsTestJSON-1637632090 tempest-SecurityGroupsTestJSON-1637632090-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:21:52.335687 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6f6bafd-97f8-4493-a89a-72174706e164 tempest-SecurityGroupsTestJSON-1637632090 tempest-SecurityGroupsTestJSON-1637632090-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:21:52.336018 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6f6bafd-97f8-4493-a89a-72174706e164 tempest-SecurityGroupsTestJSON-1637632090 tempest-SecurityGroupsTestJSON-1637632090-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:21:52.336338 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6f6bafd-97f8-4493-a89a-72174706e164 tempest-SecurityGroupsTestJSON-1637632090 tempest-SecurityGroupsTestJSON-1637632090-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:21:52.336686 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6f6bafd-97f8-4493-a89a-72174706e164 tempest-SecurityGroupsTestJSON-1637632090 tempest-SecurityGroupsTestJSON-1637632090-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:21:52.337010 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6f6bafd-97f8-4493-a89a-72174706e164 tempest-SecurityGroupsTestJSON-1637632090 tempest-SecurityGroupsTestJSON-1637632090-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:21:52.359672 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-4a16a3fd-188c-4d27-aa51-44fb165bc3f2 req-9f45fd58-76bb-47f6-ac4b-d5b4b8857fc9 tempest-ServersAdminTestJSON-1371927677 tempest-ServersAdminTestJSON-1371927677-project] 10.222.0.67 "GET /v2.0/security-groups?id=f6ea2bc2-ae02-426e-9312-246b38837e94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1583622 Sep 23 19:21:52.388151 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-782338e1-496a-4fec-a408-34a81e832d48 admin admin] Notify agent at l3_agent.n-d-713301-16 the message routers_updated {{(pid=95102) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 19:21:52.397282 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-782338e1-496a-4fec-a408-34a81e832d48 admin admin] 10.222.0.67 "PUT /v2.0/routers/8fa9981c-489a-4ed0-9995-26f6ae6b81dc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8942976 Sep 23 19:21:52.397399 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 60094) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:21:52.412707 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61664c7a-4746-4a8e-801e-aba627c91711 None None] Sync routers for ids ['8fa9981c-489a-4ed0-9995-26f6ae6b81dc'] in n-d-713301-16 {{(pid=95103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 19:21:52.435387 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61664c7a-4746-4a8e-801e-aba627c91711 None None] Routers {'8fa9981c-489a-4ed0-9995-26f6ae6b81dc'} bound to L3 agent in host n-d-713301-16 {{(pid=95103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 19:21:52.436205 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_hamode_db [None req-61664c7a-4746-4a8e-801e-aba627c91711 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-23T19:07:52Z,description=,heartbeat_timestamp=2021-09-23T19:21:52Z,host='n-d-713301-16',id=79a740bf-7821-4989-8288-7186e3e128f3,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:07:52Z,topic='l3_agent')) {'router_ids': ['8fa9981c-489a-4ed0-9995-26f6ae6b81dc'], 'active': True} {{(pid=95103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:21:52.478455 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-f03f7b78-8b09-47c9-8073-73e2b60a3cbe req-1b86d887-2e78-4b55-a2ae-b886dc5517c4 tempest-SecurityGroupsTestJSON-1637632090 tempest-SecurityGroupsTestJSON-1637632090-project] 10.222.0.67 "GET /v2.0/security-groups/7eab948c-97f1-4bbb-a8e1-8786326bee3f HTTP/1.1" status: 200 len: 1800 time: 0.0822520 Sep 23 19:21:52.633042 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-f03f7b78-8b09-47c9-8073-73e2b60a3cbe req-c77c89be-5fee-4988-8edc-4aa831db773b tempest-SecurityGroupsTestJSON-1637632090 tempest-SecurityGroupsTestJSON-1637632090-project] Notify callbacks [] for security_group, before_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:21:52.669462 n-d-713301-16 neutron-server[95101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ed7f64c-c2e6-47dd-8a6e-2481a7a0c2eb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '15f9c12e-f506-439f-9d2f-18ac8686c0c4'}, {'name': 'network-changed', 'server_uuid': '0ed7f64c-c2e6-47dd-8a6e-2481a7a0c2eb', 'tag': '15f9c12e-f506-439f-9d2f-18ac8686c0c4'}] {{(pid=95101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 19:21:52.672930 n-d-713301-16 neutron-server[95101]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d8366c5740cd635e57ab12b71fe44a77c2acc3c19091ef849c6f68b380462244" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7874aff3-e063-44a0-8610-80cbd26ec986" -d '{"events": [{"server_uuid": "0ed7f64c-c2e6-47dd-8a6e-2481a7a0c2eb", "name": "network-vif-unplugged", "status": "completed", "tag": "15f9c12e-f506-439f-9d2f-18ac8686c0c4"}, {"name": "network-changed", "server_uuid": "0ed7f64c-c2e6-47dd-8a6e-2481a7a0c2eb", "tag": "15f9c12e-f506-439f-9d2f-18ac8686c0c4"}]}' {{(pid=95101) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 19:21:52.677907 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-bad55f08-2519-4af1-8f64-4e05863fc547 admin admin] Notify callbacks [] for router, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:21:52.715168 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-f03f7b78-8b09-47c9-8073-73e2b60a3cbe req-c77c89be-5fee-4988-8edc-4aa831db773b tempest-SecurityGroupsTestJSON-1637632090 tempest-SecurityGroupsTestJSON-1637632090-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:21:52.751451 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d51cb0-dda8-4134-985b-8afaa331ed11 req-9a5f09a8-f209-42b6-9a04-b1f5ad896455 tempest-LiveMigrationTest-1843640962 tempest-LiveMigrationTest-1843640962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:21:52.760041 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-23d51cb0-dda8-4134-985b-8afaa331ed11 req-9a5f09a8-f209-42b6-9a04-b1f5ad896455 tempest-LiveMigrationTest-1843640962 tempest-LiveMigrationTest-1843640962-project] 10.222.0.67 "GET /v2.0/ports?device_id=0ed7f64c-c2e6-47dd-8a6e-2481a7a0c2eb HTTP/1.1" status: 200 len: 944 time: 0.1504376 Sep 23 19:21:52.788352 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_dvr_db [None req-61664c7a-4746-4a8e-801e-aba627c91711 None None] Set router 8fa9981c-489a-4ed0-9995-26f6ae6b81dc gateway port host: n-d-713301-16 {{(pid=95103) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 19:21:52.820866 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-bad55f08-2519-4af1-8f64-4e05863fc547 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:21:52.829300 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-23d51cb0-dda8-4134-985b-8afaa331ed11 req-cd20e4f6-795c-40a0-9736-8f379b3b6fdf tempest-LiveMigrationTest-1843640962 tempest-LiveMigrationTest-1843640962-project] 10.222.0.67 "GET /v2.0/security-groups?id=1c151358-1cab-48a6-be3e-ad7507b4da06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679533 Sep 23 19:21:52.849633 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-f03f7b78-8b09-47c9-8073-73e2b60a3cbe req-c77c89be-5fee-4988-8edc-4aa831db773b tempest-SecurityGroupsTestJSON-1637632090 tempest-SecurityGroupsTestJSON-1637632090-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:21:52.852703 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-f03f7b78-8b09-47c9-8073-73e2b60a3cbe req-c77c89be-5fee-4988-8edc-4aa831db773b tempest-SecurityGroupsTestJSON-1637632090 tempest-SecurityGroupsTestJSON-1637632090-project] Notify callbacks [] for security_group, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:21:52.866173 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-f03f7b78-8b09-47c9-8073-73e2b60a3cbe req-c77c89be-5fee-4988-8edc-4aa831db773b tempest-SecurityGroupsTestJSON-1637632090 tempest-SecurityGroupsTestJSON-1637632090-project] 10.222.0.67 "DELETE /v2.0/security-groups/7eab948c-97f1-4bbb-a8e1-8786326bee3f HTTP/1.1" status: 204 len: 173 time: 0.3866117 Sep 23 19:21:52.893317 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c77c89be-5fee-4988-8edc-4aa831db773b tempest-SecurityGroupsTestJSON-1637632090 tempest-SecurityGroupsTestJSON-1637632090-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7eab948c-97f1-4bbb-a8e1-8786326bee3f,revision_number=None']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:21:52.903182 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.plugin [None req-bad55f08-2519-4af1-8f64-4e05863fc547 admin admin] Deleting port cf68deae-4561-489d-bb74-fe6332e4159b {{(pid=95101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:21:52.903517 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-bad55f08-2519-4af1-8f64-4e05863fc547 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783146157096'] for port, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:21:53.014823 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.db [None req-bad55f08-2519-4af1-8f64-4e05863fc547 admin admin] For port cf68deae-4561-489d-bb74-fe6332e4159b, host n-d-713301-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-16',level=0,port_id=cf68deae-4561-489d-bb74-fe6332e4159b,segment=NetworkSegment(7d4027f1-d893-4c7b-95d4-757b8e44e380),segment_id=7d4027f1-d893-4c7b-95d4-757b8e44e380)] {{(pid=95101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:21:53.014823 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-bad55f08-2519-4af1-8f64-4e05863fc547 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-605701'] for port, precommit_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:21:53.037700 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:21:53.049397 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.plugin [None req-bad55f08-2519-4af1-8f64-4e05863fc547 admin admin] Calling delete_port for cf68deae-4561-489d-bb74-fe6332e4159b owned by network:router_gateway {{(pid=95101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:21:53.069638 n-d-713301-16 neutron-server[95101]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Thu, 23 Sep 2021 19:21:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c7bfe24-cc08-4c49-a43f-6b7fcd9bad5e x-openstack-request-id: req-0c7bfe24-cc08-4c49-a43f-6b7fcd9bad5e {{(pid=95101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 19:21:53.069945 n-d-713301-16 neutron-server[95101]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0ed7f64c-c2e6-47dd-8a6e-2481a7a0c2eb", "name": "network-vif-unplugged", "status": "completed", "tag": "15f9c12e-f506-439f-9d2f-18ac8686c0c4", "code": 200}, {"name": "network-changed", "server_uuid": "0ed7f64c-c2e6-47dd-8a6e-2481a7a0c2eb", "tag": "15f9c12e-f506-439f-9d2f-18ac8686c0c4", "status": "completed", "code": 200}]} {{(pid=95101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 19:21:53.070180 n-d-713301-16 neutron-server[95101]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-0c7bfe24-cc08-4c49-a43f-6b7fcd9bad5e {{(pid=95101) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 19:21:53.070581 n-d-713301-16 neutron-server[95101]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0ed7f64c-c2e6-47dd-8a6e-2481a7a0c2eb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '15f9c12e-f506-439f-9d2f-18ac8686c0c4', 'code': 200} Sep 23 19:21:53.071085 n-d-713301-16 neutron-server[95101]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0ed7f64c-c2e6-47dd-8a6e-2481a7a0c2eb', 'tag': '15f9c12e-f506-439f-9d2f-18ac8686c0c4', 'status': 'completed', 'code': 200} Sep 23 19:21:53.167222 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.v2.base [req-1cab895a-2670-4744-a406-040cb82a2ff3 req-59c4779d-8ead-4ce5-b0e4-b43f306d6315 tempest-SecurityGroupsTestJSON-1637632090 tempest-SecurityGroupsTestJSON-1637632090-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1375923768', 'description': 'tempest-description-1566498259'}} {{(pid=95102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:21:53.205255 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_hamode_db [None req-61664c7a-4746-4a8e-801e-aba627c91711 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8fa9981c-489a-4ed0-9995-26f6ae6b81dc', 'name': 'tempest-FloatingIPsTestJSON-2071015854-router', 'tenant_id': '7221bc35cd9b4c59895b66592d500676', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'external_fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.91'}], 'enable_snat': True}, 'gw_port_id': 'cf68deae-4561-489d-bb74-fe6332e4159b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:21:24Z', 'updated_at': '2021-09-23T19:21:50Z', 'revision_number': 5, 'project_id': '7221bc35cd9b4c59895b66592d500676', 'gw_port': {'id': 'cf68deae-4561-489d-bb74-fe6332e4159b', 'name': '', 'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:8c:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fa9981c-489a-4ed0-9995-26f6ae6b81dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 622, 'fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:21:25Z', 'updated_at': '2021-09-23T19:21:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-16'}], 'n-d-713301-16', False) {} {{(pid=95103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:21:53.229252 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae603561-12e7-4ef0-973c-3bd725cc1891 req-2799e2cc-89eb-4bd5-8203-a0e1b01a7bb0 tempest-ImagesTestJSON-1030216449 tempest-ImagesTestJSON-1030216449-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:21:53.230831 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-ae603561-12e7-4ef0-973c-3bd725cc1891 req-2799e2cc-89eb-4bd5-8203-a0e1b01a7bb0 tempest-ImagesTestJSON-1030216449 tempest-ImagesTestJSON-1030216449-project] 10.222.0.67 "GET /v2.0/networks?id=3933cf84-cdd3-4c59-ac2d-c58afedb7fce HTTP/1.1" status: 200 len: 803 time: 0.2231922 Sep 23 19:21:53.250589 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-1cab895a-2670-4744-a406-040cb82a2ff3 req-59c4779d-8ead-4ce5-b0e4-b43f306d6315 tempest-SecurityGroupsTestJSON-1637632090 tempest-SecurityGroupsTestJSON-1637632090-project] Notify callbacks [] for security_group, before_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:21:53.264371 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-ae603561-12e7-4ef0-973c-3bd725cc1891 req-c5080731-27ae-4872-bac9-ca9e2f033afa tempest-ImagesTestJSON-1030216449 tempest-ImagesTestJSON-1030216449-project] 10.222.0.67 "GET /v2.0/quotas/e0fb920d7d3f49caa9f9e971b4a6829a HTTP/1.1" status: 200 len: 375 time: 0.0243862 Sep 23 19:21:53.272847 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7874aff3-e063-44a0-8610-80cbd26ec986 req-990844fc-1f6e-4021-a2d5-f25e759991dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:21:53.273060 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61664c7a-4746-4a8e-801e-aba627c91711 None None] Checking router: 8fa9981c-489a-4ed0-9995-26f6ae6b81dc for host: n-d-713301-16 {{(pid=95103) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 19:21:53.274231 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-7874aff3-e063-44a0-8610-80cbd26ec986 req-990844fc-1f6e-4021-a2d5-f25e759991dd service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=0f5d9c33c3334ce192c43e08217ee019&device_id=0ed7f64c-c2e6-47dd-8a6e-2481a7a0c2eb HTTP/1.1" status: 200 len: 1127 time: 0.1321924 Sep 23 19:21:53.325138 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61664c7a-4746-4a8e-801e-aba627c91711 None None] Routers {'8fa9981c-489a-4ed0-9995-26f6ae6b81dc'} bound to L3 agent in host n-d-713301-16 {{(pid=95103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 19:21:53.326995 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_hamode_db [None req-61664c7a-4746-4a8e-801e-aba627c91711 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-23T19:07:52Z,description=,heartbeat_timestamp=2021-09-23T19:21:52Z,host='n-d-713301-16',id=79a740bf-7821-4989-8288-7186e3e128f3,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:07:52Z,topic='l3_agent')) {'router_ids': ['8fa9981c-489a-4ed0-9995-26f6ae6b81dc'], 'active': True} {{(pid=95103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:21:53.391903 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-bad55f08-2519-4af1-8f64-4e05863fc547 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783146162158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783145673144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5607431'] for port, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:21:53.431547 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-ae603561-12e7-4ef0-973c-3bd725cc1891 req-61a71bd0-0a63-4b24-aab2-f9a929a47c6c tempest-ImagesTestJSON-1030216449 tempest-ImagesTestJSON-1030216449-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=e0fb920d7d3f49caa9f9e971b4a6829a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1535578 Sep 23 19:21:53.446662 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad55f08-2519-4af1-8f64-4e05863fc547 admin admin] Pushing event deleted for resources: {'Port': ['ID=cf68deae-4561-489d-bb74-fe6332e4159b,revision_number=None']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:21:53.481241 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7874aff3-e063-44a0-8610-80cbd26ec986 req-9b7d8af1-39de-4bc9-ba15-f8eb1ec7b87a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:21:53.482723 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-7874aff3-e063-44a0-8610-80cbd26ec986 req-9b7d8af1-39de-4bc9-ba15-f8eb1ec7b87a service neutron] 10.222.0.74 "GET /v2.0/networks?id=bf651024-673c-4eec-84ce-c6ef83d369a1 HTTP/1.1" status: 200 len: 908 time: 0.1928818 Sep 23 19:21:53.536187 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-1cab895a-2670-4744-a406-040cb82a2ff3 req-59c4779d-8ead-4ce5-b0e4-b43f306d6315 tempest-SecurityGroupsTestJSON-1637632090 tempest-SecurityGroupsTestJSON-1637632090-project] Notify callbacks [] for security_group, precommit_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:21:53.557827 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-0ae75029-feb6-4728-9a94-5f9b60993d82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:21:53.560883 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Device 07aacc81-3123-429b-b5b6-79fd88c8a4ed no longer exists at agent hyperv_n-h2-713301-16 {{(pid=95103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 19:21:53.578264 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-1cab895a-2670-4744-a406-040cb82a2ff3 req-59c4779d-8ead-4ce5-b0e4-b43f306d6315 tempest-SecurityGroupsTestJSON-1637632090 tempest-SecurityGroupsTestJSON-1637632090-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:21:53.583794 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-7874aff3-e063-44a0-8610-80cbd26ec986 req-fb5d70a4-0585-47d3-b33f-544f06a598e6 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=15f9c12e-f506-439f-9d2f-18ac8686c0c4 HTTP/1.1" status: 200 len: 217 time: 0.0894237 Sep 23 19:21:53.584321 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-bad55f08-2519-4af1-8f64-4e05863fc547 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-601942'] for router_gateway, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:21:53.638090 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_dvr_db [None req-61664c7a-4746-4a8e-801e-aba627c91711 None None] Set router 8fa9981c-489a-4ed0-9995-26f6ae6b81dc gateway port host: None {{(pid=95103) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 19:21:53.691999 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-1cab895a-2670-4744-a406-040cb82a2ff3 req-59c4779d-8ead-4ce5-b0e4-b43f306d6315 tempest-SecurityGroupsTestJSON-1637632090 tempest-SecurityGroupsTestJSON-1637632090-project] Notify callbacks [] for security_group, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:21:53.705358 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-1cab895a-2670-4744-a406-040cb82a2ff3 req-59c4779d-8ead-4ce5-b0e4-b43f306d6315 tempest-SecurityGroupsTestJSON-1637632090 tempest-SecurityGroupsTestJSON-1637632090-project] 10.222.0.67 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1806 time: 0.5484464 Sep 23 19:21:53.716141 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59c4779d-8ead-4ce5-b0e4-b43f306d6315 tempest-SecurityGroupsTestJSON-1637632090 tempest-SecurityGroupsTestJSON-1637632090-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1164a1e4-e4d2-4dc7-b5a9-fac99eabf332,revision_number=1']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:21:53.743915 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_hamode_db [None req-61664c7a-4746-4a8e-801e-aba627c91711 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8fa9981c-489a-4ed0-9995-26f6ae6b81dc', 'name': 'tempest-FloatingIPsTestJSON-2071015854-router', 'tenant_id': '7221bc35cd9b4c59895b66592d500676', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:21:24Z', 'updated_at': '2021-09-23T19:21:52Z', 'revision_number': 6, 'project_id': '7221bc35cd9b4c59895b66592d500676', 'gw_port_host': None}], 'n-d-713301-16', False) {} {{(pid=95103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:21:53.756177 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-bad55f08-2519-4af1-8f64-4e05863fc547 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-597305', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29369'] for router, precommit_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:21:53.758710 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-bad55f08-2519-4af1-8f64-4e05863fc547 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:21:53.785373 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-ae603561-12e7-4ef0-973c-3bd725cc1891 req-d6811548-a1d6-4b69-b085-7369a91468a8 service neutron] 10.222.0.67 "GET /v2.0/networks/3933cf84-cdd3-4c59-ac2d-c58afedb7fce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3152592 Sep 23 19:21:53.787282 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7874aff3-e063-44a0-8610-80cbd26ec986 req-09fbfaf5-4b4e-4515-8f3a-37cf429f3719 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:21:53.793849 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-7874aff3-e063-44a0-8610-80cbd26ec986 req-09fbfaf5-4b4e-4515-8f3a-37cf429f3719 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=a9e01a0e-19a1-4eb7-ad45-3b74532cbcd9 HTTP/1.1" status: 200 len: 847 time: 0.1627417 Sep 23 19:21:53.813098 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61664c7a-4746-4a8e-801e-aba627c91711 None None] The sync data for ids ['8fa9981c-489a-4ed0-9995-26f6ae6b81dc'] in n-d-713301-16 is: [{'id': '8fa9981c-489a-4ed0-9995-26f6ae6b81dc', 'name': 'tempest-FloatingIPsTestJSON-2071015854-router', 'tenant_id': '7221bc35cd9b4c59895b66592d500676', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:21:24Z', 'updated_at': '2021-09-23T19:21:52Z', 'revision_number': 6, 'project_id': '7221bc35cd9b4c59895b66592d500676', 'gw_port_host': None}] {{(pid=95103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 19:21:53.825629 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-bad55f08-2519-4af1-8f64-4e05863fc547 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-597296'] for router, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:21:53.828131 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bad55f08-2519-4af1-8f64-4e05863fc547 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8fa9981c-489a-4ed0-9995-26f6ae6b81dc {{(pid=95101) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 23 19:21:53.842756 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-bad55f08-2519-4af1-8f64-4e05863fc547 admin admin] Notify callbacks [] for router, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:21:53.861596 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-bad55f08-2519-4af1-8f64-4e05863fc547 admin admin] 10.222.0.67 "DELETE /v2.0/routers/8fa9981c-489a-4ed0-9995-26f6ae6b81dc HTTP/1.1" status: 204 len: 168 time: 1.4631171 Sep 23 19:21:53.862473 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 60126) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:21:53.910619 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-7874aff3-e063-44a0-8610-80cbd26ec986 req-85dfc04a-067b-4720-b7b9-28702d7f7518 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=bf651024-673c-4eec-84ce-c6ef83d369a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1027555 Sep 23 19:21:53.921147 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:21:53.924217 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Device ab5e3235-e78f-4241-bc0a-4d5d913dcd9b up at agent hyperv_n-h1-713301-16 {{(pid=95103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 19:21:53.987675 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] For port 07aacc81-3123-429b-b5b6-79fd88c8a4ed, host n-h2-713301-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-16',level=0,port_id=07aacc81-3123-429b-b5b6-79fd88c8a4ed,segment=NetworkSegment(2f3be12e-dba6-4aef-9978-6b9e569ce081),segment_id=2f3be12e-dba6-4aef-9978-6b9e569ce081)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:21:53.991369 n-d-713301-16 neutron-server[95103]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '33510898-09b3-4694-9adb-128d54910ad2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '07aacc81-3123-429b-b5b6-79fd88c8a4ed'}] {{(pid=95103) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 19:21:53.994272 n-d-713301-16 neutron-server[95103]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}81a1c17f2aa89d5b3ebbba3a3e0cf7eb588e431c2224256110c4c4facdd7c3e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ece4f8f-ee1d-4794-85be-6fdeb617ce46" -d '{"events": [{"server_uuid": "33510898-09b3-4694-9adb-128d54910ad2", "name": "network-vif-unplugged", "status": "completed", "tag": "07aacc81-3123-429b-b5b6-79fd88c8a4ed"}]}' {{(pid=95103) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 19:21:54.000151 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:21:54.001373 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Device 9e1ea211-1f70-4e64-9d18-fd8409ab6039 no longer exists at agent hyperv_n-h2-713301-16 {{(pid=95103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 19:21:54.135360 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.plugin [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] No Port match for: 9e1ea211-1f70-4e64-9d18-fd8409ab6039 {{(pid=95103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 19:21:54.136144 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Device 9e1ea211-1f70-4e64-9d18-fd8409ab6039 not bound to the agent host n-h2-713301-16 {{(pid=95103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 19:21:54.170238 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Provisioning complete for port ab5e3235-e78f-4241-bc0a-4d5d913dcd9b triggered by entity L2. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:21:54.170614 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:21:54.206755 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-7874aff3-e063-44a0-8610-80cbd26ec986 req-d2ea610e-8530-41ca-8c67-e4a4d2c1f440 service neutron] 10.222.0.74 "GET /v2.0/networks/bf651024-673c-4eec-84ce-c6ef83d369a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2748621 Sep 23 19:21:54.243737 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Pushing event updated for resources: {'Port': ['ID=07aacc81-3123-429b-b5b6-79fd88c8a4ed,revision_number=8']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:21:54.308789 n-d-713301-16 neutron-server[95101]: DEBUG neutron.db.db_base_plugin_v2 [None req-efa13899-305f-4a2f-8cd4-6f258bd8fc0e admin admin] Deleting subnet 7949b2db-23df-44c6-b012-1b3dcc362a08 {{(pid=95101) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 23 19:21:54.315556 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-efa13899-305f-4a2f-8cd4-6f258bd8fc0e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:21:54.334455 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:21:54.363078 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5812e97b-60db-487f-9d4f-51ce7b01e520 req-ce338707-2027-41ef-9280-16d352cfcf46 tempest-ImagesTestJSON-1030216449 tempest-ImagesTestJSON-1030216449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:21:54.364827 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-5812e97b-60db-487f-9d4f-51ce7b01e520 req-ce338707-2027-41ef-9280-16d352cfcf46 tempest-ImagesTestJSON-1030216449 tempest-ImagesTestJSON-1030216449-project] 10.222.0.53 "GET /v2.0/ports?device_id=33510898-09b3-4694-9adb-128d54910ad2 HTTP/1.1" status: 200 len: 943 time: 0.1146064 Sep 23 19:21:54.384059 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-efa13899-305f-4a2f-8cd4-6f258bd8fc0e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6007154'] for subnet, precommit_delete_associations {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:21:54.389789 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] For port ab5e3235-e78f-4241-bc0a-4d5d913dcd9b, host n-h1-713301-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-16',level=0,port_id=ab5e3235-e78f-4241-bc0a-4d5d913dcd9b,segment=NetworkSegment(6139d589-eb6c-4578-8935-c26ddf396853),segment_id=6139d589-eb6c-4578-8935-c26ddf396853)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:21:54.397108 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-7874aff3-e063-44a0-8610-80cbd26ec986 req-9778bac1-2b7b-47d3-ae17-96a63fa0d87a service neutron] 10.222.0.74 "GET /v2.0/networks/bf651024-673c-4eec-84ce-c6ef83d369a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1737537 Sep 23 19:21:54.410009 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:21:54.427021 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-026ac7c7-de48-468f-bfbe-c74e7dcdc8bc req-4fa2a65e-fe27-4a96-88f1-45e46458bbef tempest-ServersAdminTestJSON-1371927677 tempest-ServersAdminTestJSON-1371927677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:21:54.430839 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-026ac7c7-de48-468f-bfbe-c74e7dcdc8bc req-4fa2a65e-fe27-4a96-88f1-45e46458bbef tempest-ServersAdminTestJSON-1371927677 tempest-ServersAdminTestJSON-1371927677-project] 10.222.0.67 "GET /v2.0/ports?device_id=8adc1d5c-ae67-4d87-8284-04120d7c0f9e HTTP/1.1" status: 200 len: 949 time: 0.6201913 Sep 23 19:21:54.499191 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-ae603561-12e7-4ef0-973c-3bd725cc1891 req-196b64bd-3c74-4b71-8204-001204eef523 service neutron] 10.222.0.67 "GET /v2.0/networks/3933cf84-cdd3-4c59-ac2d-c58afedb7fce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7042906 Sep 23 19:21:54.546678 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Pushing event updated for resources: {'Port': ['ID=ab5e3235-e78f-4241-bc0a-4d5d913dcd9b,revision_number=11']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:21:54.552800 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-026ac7c7-de48-468f-bfbe-c74e7dcdc8bc req-6b29dcb4-6dc2-4240-a7ce-0da656cd2e6e tempest-ServersAdminTestJSON-1371927677 tempest-ServersAdminTestJSON-1371927677-project] 10.222.0.67 "GET /v2.0/security-groups?id=f6ea2bc2-ae02-426e-9312-246b38837e94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803559 Sep 23 19:21:54.584248 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-efa13899-305f-4a2f-8cd4-6f258bd8fc0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1756813'] for subnet, precommit_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:21:54.634528 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.plugin [req-5812e97b-60db-487f-9d4f-51ce7b01e520 req-b8891a34-1a9f-473e-b3c7-0bb3861b0518 tempest-ImagesTestJSON-1030216449 tempest-ImagesTestJSON-1030216449-project] Deleting port 07aacc81-3123-429b-b5b6-79fd88c8a4ed {{(pid=95101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:21:54.634882 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-5812e97b-60db-487f-9d4f-51ce7b01e520 req-b8891a34-1a9f-473e-b3c7-0bb3861b0518 tempest-ImagesTestJSON-1030216449 tempest-ImagesTestJSON-1030216449-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783146157096'] for port, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:21:54.729033 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-0ae8dcf0-c4ee-4678-9cf6-c144280bf191 req-976cd15b-6696-4f8d-80f9-78a706583c87 tempest-SecurityGroupsTestJSON-1637632090 tempest-SecurityGroupsTestJSON-1637632090-project] 10.222.0.67 "GET /v2.0/security-groups/1164a1e4-e4d2-4dc7-b5a9-fac99eabf332 HTTP/1.1" status: 200 len: 1801 time: 0.1114392 Sep 23 19:21:54.745738 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.v2.base [req-0ae8dcf0-c4ee-4678-9cf6-c144280bf191 req-a321c96a-f05b-4047-9db7-790d3f5b4f12 tempest-SecurityGroupsTestJSON-1637632090 tempest-SecurityGroupsTestJSON-1637632090-project] Request body: {'security_group': {'name': 'tempest-sg-hth-404820109', 'description': 'tempest-description-hth-1388085215'}} {{(pid=95102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:21:54.839407 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-0ae8dcf0-c4ee-4678-9cf6-c144280bf191 req-a321c96a-f05b-4047-9db7-790d3f5b4f12 tempest-SecurityGroupsTestJSON-1637632090 tempest-SecurityGroupsTestJSON-1637632090-project] Notify callbacks [] for security_group, before_update {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:21:54.854248 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-efa13899-305f-4a2f-8cd4-6f258bd8fc0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1756804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5607514', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6130950'] for subnet, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:21:54.879219 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f880326-356b-4833-8f4d-21bfbe406aba req-ee18ef1e-6d5f-48ad-ac4d-bdab625a19a2 tempest-LiveMigrationTest-1843640962 tempest-LiveMigrationTest-1843640962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:21:54.887387 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-6f880326-356b-4833-8f4d-21bfbe406aba req-ee18ef1e-6d5f-48ad-ac4d-bdab625a19a2 tempest-LiveMigrationTest-1843640962 tempest-LiveMigrationTest-1843640962-project] 10.222.0.67 "GET /v2.0/ports?device_id=0ed7f64c-c2e6-47dd-8a6e-2481a7a0c2eb HTTP/1.1" status: 200 len: 944 time: 0.1379893 Sep 23 19:21:54.915616 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-efa13899-305f-4a2f-8cd4-6f258bd8fc0e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527417'] for subnet, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:21:54.918171 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-efa13899-305f-4a2f-8cd4-6f258bd8fc0e admin admin] 10.222.0.67 "DELETE /v2.0/subnets/7949b2db-23df-44c6-b012-1b3dcc362a08 HTTP/1.1" status: 204 len: 168 time: 1.0545743 Sep 23 19:21:54.919107 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efa13899-305f-4a2f-8cd4-6f258bd8fc0e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7949b2db-23df-44c6-b012-1b3dcc362a08,revision_number=None']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:21:54.926091 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9dc8dfd-5d20-4b8c-9e94-6e566a0337cd None None] Network 50142829-9136-4abb-90e2-1c4acbfba479 requested from n-d-713301-16 {{(pid=95103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 19:21:54.944837 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 60138) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:21:54.967714 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.db [req-5812e97b-60db-487f-9d4f-51ce7b01e520 req-b8891a34-1a9f-473e-b3c7-0bb3861b0518 tempest-ImagesTestJSON-1030216449 tempest-ImagesTestJSON-1030216449-project] For port 07aacc81-3123-429b-b5b6-79fd88c8a4ed, host n-h2-713301-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-16',level=0,port_id=07aacc81-3123-429b-b5b6-79fd88c8a4ed,segment=NetworkSegment(2f3be12e-dba6-4aef-9978-6b9e569ce081),segment_id=2f3be12e-dba6-4aef-9978-6b9e569ce081)] {{(pid=95101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:21:54.968550 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-5812e97b-60db-487f-9d4f-51ce7b01e520 req-b8891a34-1a9f-473e-b3c7-0bb3861b0518 tempest-ImagesTestJSON-1030216449 tempest-ImagesTestJSON-1030216449-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-605701'] for port, precommit_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:21:55.021791 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.plugin [req-5812e97b-60db-487f-9d4f-51ce7b01e520 req-b8891a34-1a9f-473e-b3c7-0bb3861b0518 tempest-ImagesTestJSON-1030216449 tempest-ImagesTestJSON-1030216449-project] Calling delete_port for 07aacc81-3123-429b-b5b6-79fd88c8a4ed owned by compute:nova {{(pid=95101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:21:55.028430 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-6f880326-356b-4833-8f4d-21bfbe406aba req-08c23136-50d6-4abd-9833-12dab7e0e32d tempest-LiveMigrationTest-1843640962 tempest-LiveMigrationTest-1843640962-project] 10.222.0.67 "GET /v2.0/security-groups?id=1c151358-1cab-48a6-be3e-ad7507b4da06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1398790 Sep 23 19:21:55.069938 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-0ae8dcf0-c4ee-4678-9cf6-c144280bf191 req-a321c96a-f05b-4047-9db7-790d3f5b4f12 tempest-SecurityGroupsTestJSON-1637632090 tempest-SecurityGroupsTestJSON-1637632090-project] Notify callbacks [] for security_group, precommit_update {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:21:55.079806 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-0ae8dcf0-c4ee-4678-9cf6-c144280bf191 req-a321c96a-f05b-4047-9db7-790d3f5b4f12 tempest-SecurityGroupsTestJSON-1637632090 tempest-SecurityGroupsTestJSON-1637632090-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_update {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:21:55.084709 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-0ae8dcf0-c4ee-4678-9cf6-c144280bf191 req-a321c96a-f05b-4047-9db7-790d3f5b4f12 tempest-SecurityGroupsTestJSON-1637632090 tempest-SecurityGroupsTestJSON-1637632090-project] Notify callbacks [] for security_group, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:21:55.117225 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-0ae8dcf0-c4ee-4678-9cf6-c144280bf191 req-a321c96a-f05b-4047-9db7-790d3f5b4f12 tempest-SecurityGroupsTestJSON-1637632090 tempest-SecurityGroupsTestJSON-1637632090-project] 10.222.0.67 "PUT /v2.0/security-groups/1164a1e4-e4d2-4dc7-b5a9-fac99eabf332 HTTP/1.1" status: 200 len: 1774 time: 0.3873167 Sep 23 19:21:55.214880 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-de7ba156-0cd1-42da-a51d-fcf334022faf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1628021'] for network, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:21:55.228883 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a321c96a-f05b-4047-9db7-790d3f5b4f12 tempest-SecurityGroupsTestJSON-1637632090 tempest-SecurityGroupsTestJSON-1637632090-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1164a1e4-e4d2-4dc7-b5a9-fac99eabf332,revision_number=2']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:21:55.238082 n-d-713301-16 neutron-server[95103]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 23 Sep 2021 19:21:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f353b402-37fb-4bd7-9371-ef34d2800913 x-openstack-request-id: req-f353b402-37fb-4bd7-9371-ef34d2800913 {{(pid=95103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 19:21:55.239801 n-d-713301-16 neutron-server[95103]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "33510898-09b3-4694-9adb-128d54910ad2", "name": "network-vif-unplugged", "status": "completed", "tag": "07aacc81-3123-429b-b5b6-79fd88c8a4ed", "code": 200}]} {{(pid=95103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 19:21:55.240708 n-d-713301-16 neutron-server[95103]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-f353b402-37fb-4bd7-9371-ef34d2800913 {{(pid=95103) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 19:21:55.243494 n-d-713301-16 neutron-server[95103]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '33510898-09b3-4694-9adb-128d54910ad2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '07aacc81-3123-429b-b5b6-79fd88c8a4ed', 'code': 200} Sep 23 19:21:55.245408 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-80e7e501-6c57-470d-92c6-e3d54bc3195c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:21:55.428583 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.plugin [None req-de7ba156-0cd1-42da-a51d-fcf334022faf admin admin] Deleting port ebc290b0-adc1-4d6a-a7aa-884079c25bb2 {{(pid=95101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:21:55.429009 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-de7ba156-0cd1-42da-a51d-fcf334022faf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783146157096'] for port, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:21:55.432088 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-138d22b5-0572-4eed-8622-31b8739ddba2 None None] DHCP port deletion for 50142829-9136-4abb-90e2-1c4acbfba479 request from n-d-713301-16 {{(pid=95103) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 23 19:21:55.459954 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-6185888c-3bad-4df6-9e97-fd3ab2dd48b4 req-fc24aa6f-61aa-4ab7-9e4f-1f617362ed77 tempest-ImagesTestJSON-1030216449 tempest-ImagesTestJSON-1030216449-project] 10.222.0.67 "GET /v2.0/ports?device_id=35198cf8-5054-4163-a40b-7e45abfdae56 HTTP/1.1" status: 200 len: 210 time: 0.0698881 Sep 23 19:21:55.543945 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-0de33ece-6f3a-47bf-8e05-1ecceef47236 req-6720d06c-651f-424a-a2aa-0db01d186c4c tempest-SecurityGroupsTestJSON-1637632090 tempest-SecurityGroupsTestJSON-1637632090-project] 10.222.0.67 "GET /v2.0/security-groups/1164a1e4-e4d2-4dc7-b5a9-fac99eabf332 HTTP/1.1" status: 200 len: 1774 time: 0.2306395 Sep 23 19:21:55.591284 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-5812e97b-60db-487f-9d4f-51ce7b01e520 req-b8891a34-1a9f-473e-b3c7-0bb3861b0518 tempest-ImagesTestJSON-1030216449 tempest-ImagesTestJSON-1030216449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783146162158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783145673144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5607431'] for port, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:21:55.606737 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Device 6d9d4506-b656-44b3-98ba-bb427a2724f8 no longer exists at agent ovs-agent-n-d-713301-16 {{(pid=95103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 19:21:55.627279 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.db [None req-de7ba156-0cd1-42da-a51d-fcf334022faf admin admin] For port ebc290b0-adc1-4d6a-a7aa-884079c25bb2, host n-d-713301-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-16',level=0,port_id=ebc290b0-adc1-4d6a-a7aa-884079c25bb2,segment=NetworkSegment(b18cfa36-0cf0-4a9e-aa2a-95ec649e47c2),segment_id=b18cfa36-0cf0-4a9e-aa2a-95ec649e47c2)] {{(pid=95101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:21:55.628099 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-de7ba156-0cd1-42da-a51d-fcf334022faf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-605701'] for port, precommit_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:21:55.648429 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.plugin [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] No Port match for: 6d9d4506-b656-44b3-98ba-bb427a2724f8 {{(pid=95103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 19:21:55.649165 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Device 6d9d4506-b656-44b3-98ba-bb427a2724f8 not bound to the agent host n-d-713301-16 {{(pid=95103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 19:21:55.649806 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Device cf68deae-4561-489d-bb74-fe6332e4159b no longer exists at agent ovs-agent-n-d-713301-16 {{(pid=95103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 19:21:55.683649 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.plugin [None req-138d22b5-0572-4eed-8622-31b8739ddba2 None None] Deleting port ebc290b0-adc1-4d6a-a7aa-884079c25bb2 {{(pid=95103) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:21:55.684102 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-138d22b5-0572-4eed-8622-31b8739ddba2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783146157096'] for port, before_delete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:21:55.718486 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-4afd0739-6d23-40de-9359-b41a8d40aaed req-334b72a9-f1fe-48c6-acab-e7f1f93299e1 tempest-SecurityGroupsTestJSON-1637632090 tempest-SecurityGroupsTestJSON-1637632090-project] 10.222.0.67 "GET /v2.0/security-groups/1164a1e4-e4d2-4dc7-b5a9-fac99eabf332 HTTP/1.1" status: 200 len: 1774 time: 0.1436837 Sep 23 19:21:55.721147 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8891a34-1a9f-473e-b3c7-0bb3861b0518 tempest-ImagesTestJSON-1030216449 tempest-ImagesTestJSON-1030216449-project] Pushing event deleted for resources: {'Port': ['ID=07aacc81-3123-429b-b5b6-79fd88c8a4ed,revision_number=None']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:21:55.732522 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.plugin [None req-de7ba156-0cd1-42da-a51d-fcf334022faf admin admin] Calling delete_port for ebc290b0-adc1-4d6a-a7aa-884079c25bb2 owned by network:dhcp {{(pid=95101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:21:55.739533 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.plugin [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] No Port match for: cf68deae-4561-489d-bb74-fe6332e4159b {{(pid=95103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 19:21:55.741079 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Device cf68deae-4561-489d-bb74-fe6332e4159b not bound to the agent host n-d-713301-16 {{(pid=95103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 19:21:55.742160 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Device ebc290b0-adc1-4d6a-a7aa-884079c25bb2 no longer exists at agent ovs-agent-n-d-713301-16 {{(pid=95103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 19:21:55.795162 n-d-713301-16 neutron-server[95101]: DEBUG neutron.db.l3_dvrscheduler_db [req-5812e97b-60db-487f-9d4f-51ce7b01e520 req-b8891a34-1a9f-473e-b3c7-0bb3861b0518 tempest-ImagesTestJSON-1030216449 tempest-ImagesTestJSON-1030216449-project] No DVR routers for this DVR port 07aacc81-3123-429b-b5b6-79fd88c8a4ed on host n-h2-713301-16 {{(pid=95101) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 19:21:55.800310 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-5812e97b-60db-487f-9d4f-51ce7b01e520 req-b8891a34-1a9f-473e-b3c7-0bb3861b0518 tempest-ImagesTestJSON-1030216449 tempest-ImagesTestJSON-1030216449-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222849'] for port, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:21:55.803397 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-5812e97b-60db-487f-9d4f-51ce7b01e520 req-b8891a34-1a9f-473e-b3c7-0bb3861b0518 tempest-ImagesTestJSON-1030216449 tempest-ImagesTestJSON-1030216449-project] 10.222.0.53 "DELETE /v2.0/ports/07aacc81-3123-429b-b5b6-79fd88c8a4ed HTTP/1.1" status: 204 len: 173 time: 1.4304667 Sep 23 19:21:55.803879 n-d-713301-16 neutron-server[95101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '33510898-09b3-4694-9adb-128d54910ad2', 'name': 'network-vif-deleted', 'tag': '07aacc81-3123-429b-b5b6-79fd88c8a4ed'}] {{(pid=95101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 19:21:55.814189 n-d-713301-16 neutron-server[95101]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d8366c5740cd635e57ab12b71fe44a77c2acc3c19091ef849c6f68b380462244" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1d145a6-de1f-4f5c-9361-efe27edcf1cd" -d '{"events": [{"server_uuid": "33510898-09b3-4694-9adb-128d54910ad2", "name": "network-vif-deleted", "tag": "07aacc81-3123-429b-b5b6-79fd88c8a4ed"}]}' {{(pid=95101) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 19:21:55.916310 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3169e1dc-2b40-461f-a453-191cb3616030 req-34a12ce4-f199-42c6-bff1-0731f19b72bc tempest-ServersAdminTestJSON-1371927677 tempest-ServersAdminTestJSON-1371927677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:21:55.926726 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-3169e1dc-2b40-461f-a453-191cb3616030 req-34a12ce4-f199-42c6-bff1-0731f19b72bc tempest-ServersAdminTestJSON-1371927677 tempest-ServersAdminTestJSON-1371927677-project] 10.222.0.67 "GET /v2.0/ports?device_id=8adc1d5c-ae67-4d87-8284-04120d7c0f9e HTTP/1.1" status: 200 len: 951 time: 0.1519005 Sep 23 19:21:55.939921 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-4afd0739-6d23-40de-9359-b41a8d40aaed req-548f5acf-8755-4865-8850-e574ea813592 tempest-SecurityGroupsTestJSON-1637632090 tempest-SecurityGroupsTestJSON-1637632090-project] Notify callbacks [] for security_group, before_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:21:55.964155 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-138d22b5-0572-4eed-8622-31b8739ddba2 None None] For port ebc290b0-adc1-4d6a-a7aa-884079c25bb2, host n-d-713301-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-16',level=0,port_id=ebc290b0-adc1-4d6a-a7aa-884079c25bb2,segment=NetworkSegment(b18cfa36-0cf0-4a9e-aa2a-95ec649e47c2),segment_id=b18cfa36-0cf0-4a9e-aa2a-95ec649e47c2)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:21:55.965641 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-138d22b5-0572-4eed-8622-31b8739ddba2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-605701'] for port, precommit_delete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:21:55.974465 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-4afd0739-6d23-40de-9359-b41a8d40aaed req-548f5acf-8755-4865-8850-e574ea813592 tempest-SecurityGroupsTestJSON-1637632090 tempest-SecurityGroupsTestJSON-1637632090-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:21:56.022577 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-de7ba156-0cd1-42da-a51d-fcf334022faf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783146162158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783145673144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5607431'] for port, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:21:56.029300 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.plugin [None req-138d22b5-0572-4eed-8622-31b8739ddba2 None None] Calling delete_port for ebc290b0-adc1-4d6a-a7aa-884079c25bb2 owned by network:dhcp {{(pid=95103) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:21:56.060483 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-3169e1dc-2b40-461f-a453-191cb3616030 req-2a22cd34-e00f-46ff-81ab-441b24e697e9 tempest-ServersAdminTestJSON-1371927677 tempest-ServersAdminTestJSON-1371927677-project] 10.222.0.67 "GET /v2.0/security-groups?id=f6ea2bc2-ae02-426e-9312-246b38837e94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1321807 Sep 23 19:21:56.083488 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-4afd0739-6d23-40de-9359-b41a8d40aaed req-548f5acf-8755-4865-8850-e574ea813592 tempest-SecurityGroupsTestJSON-1637632090 tempest-SecurityGroupsTestJSON-1637632090-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:21:56.094919 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-4afd0739-6d23-40de-9359-b41a8d40aaed req-548f5acf-8755-4865-8850-e574ea813592 tempest-SecurityGroupsTestJSON-1637632090 tempest-SecurityGroupsTestJSON-1637632090-project] Notify callbacks [] for security_group, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:21:56.104282 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-4afd0739-6d23-40de-9359-b41a8d40aaed req-548f5acf-8755-4865-8850-e574ea813592 tempest-SecurityGroupsTestJSON-1637632090 tempest-SecurityGroupsTestJSON-1637632090-project] 10.222.0.67 "DELETE /v2.0/security-groups/1164a1e4-e4d2-4dc7-b5a9-fac99eabf332 HTTP/1.1" status: 204 len: 173 time: 0.3809755 Sep 23 19:21:56.105259 n-d-713301-16 neutron-server[95101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de7ba156-0cd1-42da-a51d-fcf334022faf admin admin] No DVR routers for this DVR port ebc290b0-adc1-4d6a-a7aa-884079c25bb2 on host n-d-713301-16 {{(pid=95101) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 19:21:56.125598 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de7ba156-0cd1-42da-a51d-fcf334022faf admin admin] Pushing event deleted for resources: {'Port': ['ID=ebc290b0-adc1-4d6a-a7aa-884079c25bb2,revision_number=None']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:21:56.188404 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-548f5acf-8755-4865-8850-e574ea813592 tempest-SecurityGroupsTestJSON-1637632090 tempest-SecurityGroupsTestJSON-1637632090-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1164a1e4-e4d2-4dc7-b5a9-fac99eabf332,revision_number=None']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:21:56.196816 n-d-713301-16 neutron-server[95101]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 19:21:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4b477b5-7ebf-4489-a1b6-3b8299cde0b1 x-openstack-request-id: req-b4b477b5-7ebf-4489-a1b6-3b8299cde0b1 {{(pid=95101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 19:21:56.197466 n-d-713301-16 neutron-server[95101]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "33510898-09b3-4694-9adb-128d54910ad2", "name": "network-vif-deleted", "tag": "07aacc81-3123-429b-b5b6-79fd88c8a4ed", "status": "completed", "code": 200}]} {{(pid=95101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 19:21:56.199598 n-d-713301-16 neutron-server[95101]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-b4b477b5-7ebf-4489-a1b6-3b8299cde0b1 {{(pid=95101) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 19:21:56.200322 n-d-713301-16 neutron-server[95101]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '33510898-09b3-4694-9adb-128d54910ad2', 'name': 'network-vif-deleted', 'tag': '07aacc81-3123-429b-b5b6-79fd88c8a4ed', 'status': 'completed', 'code': 200} Sep 23 19:21:56.367709 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-138d22b5-0572-4eed-8622-31b8739ddba2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783146162158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783145673144'] for port, after_delete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:21:56.374312 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-de7ba156-0cd1-42da-a51d-fcf334022faf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1754676', 'neutron.services.segments.db._delete_segments_for_network-8783146221460'] for network, precommit_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:21:56.398155 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.plugin [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Port ebc290b0-adc1-4d6a-a7aa-884079c25bb2 update to DOWN by agent not found {{(pid=95103) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2162}} Sep 23 19:21:56.420654 n-d-713301-16 neutron-server[95101]: DEBUG neutron.services.segments.db [None req-de7ba156-0cd1-42da-a51d-fcf334022faf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['50142829-9136-4abb-90e2-1c4acbfba479']}} {{(pid=95101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:21:56.424941 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a578641-68ac-40a6-b91a-c340cb28187b req-a5fdf3d4-9223-4a18-b1c2-5bcbc1676c14 tempest-LiveMigrationTest-1843640962 tempest-LiveMigrationTest-1843640962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:21:56.428230 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-4a578641-68ac-40a6-b91a-c340cb28187b req-a5fdf3d4-9223-4a18-b1c2-5bcbc1676c14 tempest-LiveMigrationTest-1843640962 tempest-LiveMigrationTest-1843640962-project] 10.222.0.67 "GET /v2.0/ports?device_id=0ed7f64c-c2e6-47dd-8a6e-2481a7a0c2eb HTTP/1.1" status: 200 len: 944 time: 0.2068944 Sep 23 19:21:56.450322 n-d-713301-16 neutron-server[95101]: DEBUG neutron.services.segments.db [None req-de7ba156-0cd1-42da-a51d-fcf334022faf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b18cfa36-0cf0-4a9e-aa2a-95ec649e47c2') {'for_net_delete': True} {{(pid=95101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:21:56.453545 n-d-713301-16 neutron-server[95101]: DEBUG neutron.services.segments.db [None req-de7ba156-0cd1-42da-a51d-fcf334022faf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b18cfa36-0cf0-4a9e-aa2a-95ec649e47c2') {} {{(pid=95101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:21:56.479034 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-de7ba156-0cd1-42da-a51d-fcf334022faf admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783146221725', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6007147'] for segment, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:21:56.480356 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-138d22b5-0572-4eed-8622-31b8739ddba2 None None] Pushing event deleted for resources: {'Port': ['ID=ebc290b0-adc1-4d6a-a7aa-884079c25bb2,revision_number=None']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:21:56.482289 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-138d22b5-0572-4eed-8622-31b8739ddba2 None None] No DVR routers for this DVR port ebc290b0-adc1-4d6a-a7aa-884079c25bb2 on host n-d-713301-16 {{(pid=95103) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 19:21:56.542897 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-4a578641-68ac-40a6-b91a-c340cb28187b req-c297ae00-0bf6-4072-8358-dab29dfcf94d tempest-LiveMigrationTest-1843640962 tempest-LiveMigrationTest-1843640962-project] 10.222.0.67 "GET /v2.0/security-groups?id=1c151358-1cab-48a6-be3e-ad7507b4da06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1069484 Sep 23 19:21:56.544714 n-d-713301-16 neutron-server[95102]: INFO neutron.api.v2.resource [req-7e5f8ec6-4691-4320-b47d-8318b5442a8e req-813baf3e-260b-4774-a08a-6a207a5517e8 tempest-SecurityGroupsTestJSON-1637632090 tempest-SecurityGroupsTestJSON-1637632090-project] show failed (client error): The resource could not be found. Sep 23 19:21:56.545307 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-7e5f8ec6-4691-4320-b47d-8318b5442a8e req-813baf3e-260b-4774-a08a-6a207a5517e8 tempest-SecurityGroupsTestJSON-1637632090 tempest-SecurityGroupsTestJSON-1637632090-project] 10.222.0.67 "GET /v2.0/security-groups/7eab948c-97f1-4bbb-a8e1-8786326bee3f HTTP/1.1" status: 404 len: 352 time: 0.0328548 Sep 23 19:21:56.554527 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-de7ba156-0cd1-42da-a51d-fcf334022faf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1756186'] for segment, precommit_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:21:56.586352 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-de7ba156-0cd1-42da-a51d-fcf334022faf admin admin] Releasing vlan 625 on physical network physnet1 to pool {{(pid=95101) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 19:21:56.586784 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-de7ba156-0cd1-42da-a51d-fcf334022faf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1756186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5608436'] for segment, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:21:56.593507 n-d-713301-16 neutron-server[95101]: Traceback (most recent call last): Sep 23 19:21:56.593507 n-d-713301-16 neutron-server[95101]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 19:21:56.593507 n-d-713301-16 neutron-server[95101]: timer() Sep 23 19:21:56.593507 n-d-713301-16 neutron-server[95101]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 19:21:56.593507 n-d-713301-16 neutron-server[95101]: cb(*args, **kw) Sep 23 19:21:56.593507 n-d-713301-16 neutron-server[95101]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 19:21:56.593507 n-d-713301-16 neutron-server[95101]: return func(*args, **kwargs) Sep 23 19:21:56.593507 n-d-713301-16 neutron-server[95101]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 19:21:56.593507 n-d-713301-16 neutron-server[95101]: self._notify() Sep 23 19:21:56.593507 n-d-713301-16 neutron-server[95101]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 19:21:56.593507 n-d-713301-16 neutron-server[95101]: self.callback(batched_events) Sep 23 19:21:56.593507 n-d-713301-16 neutron-server[95101]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 19:21:56.593507 n-d-713301-16 neutron-server[95101]: event.method(event) Sep 23 19:21:56.593507 n-d-713301-16 neutron-server[95101]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 19:21:56.593507 n-d-713301-16 neutron-server[95101]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 19:21:56.593507 n-d-713301-16 neutron-server[95101]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 19:21:56.593507 n-d-713301-16 neutron-server[95101]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 19:21:56.593507 n-d-713301-16 neutron-server[95101]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 19:21:56.593507 n-d-713301-16 neutron-server[95101]: return f(self, *a, **k) Sep 23 19:21:56.593507 n-d-713301-16 neutron-server[95101]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 19:21:56.593507 n-d-713301-16 neutron-server[95101]: return self._get(url).json() Sep 23 19:21:56.593507 n-d-713301-16 neutron-server[95101]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 19:21:56.593507 n-d-713301-16 neutron-server[95101]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 19:21:56.593507 n-d-713301-16 neutron-server[95101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 19:21:56.593507 n-d-713301-16 neutron-server[95101]: return self.request(url, 'GET', **kwargs) Sep 23 19:21:56.593507 n-d-713301-16 neutron-server[95101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 19:21:56.593507 n-d-713301-16 neutron-server[95101]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 19:21:56.593507 n-d-713301-16 neutron-server[95101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 19:21:56.593507 n-d-713301-16 neutron-server[95101]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 19:21:56.593507 n-d-713301-16 neutron-server[95101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 19:21:56.593507 n-d-713301-16 neutron-server[95101]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 19:21:56.593507 n-d-713301-16 neutron-server[95101]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 19:21:56.621806 n-d-713301-16 neutron-server[95102]: INFO neutron.api.v2.resource [req-8b2ade0d-e526-49d4-a9b8-31402b2198da req-ddd15f95-1fa7-4e6b-b11a-6a99387eebb6 tempest-SecurityGroupsTestJSON-1637632090 tempest-SecurityGroupsTestJSON-1637632090-project] show failed (client error): The resource could not be found. Sep 23 19:21:56.622920 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-8b2ade0d-e526-49d4-a9b8-31402b2198da req-ddd15f95-1fa7-4e6b-b11a-6a99387eebb6 tempest-SecurityGroupsTestJSON-1637632090 tempest-SecurityGroupsTestJSON-1637632090-project] 10.222.0.67 "GET /v2.0/security-groups/b545ed46-ce37-4321-b2fe-031df6cb4e67 HTTP/1.1" status: 404 len: 352 time: 0.0277586 Sep 23 19:21:56.689242 n-d-713301-16 neutron-server[95102]: INFO neutron.api.v2.resource [req-09a207d0-36ac-4715-9d08-e7eaa4ee8c06 req-fcc53bb5-a42a-4d13-9320-09380bca4779 tempest-SecurityGroupsTestJSON-1637632090 tempest-SecurityGroupsTestJSON-1637632090-project] show failed (client error): The resource could not be found. Sep 23 19:21:56.690423 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-09a207d0-36ac-4715-9d08-e7eaa4ee8c06 req-fcc53bb5-a42a-4d13-9320-09380bca4779 tempest-SecurityGroupsTestJSON-1637632090 tempest-SecurityGroupsTestJSON-1637632090-project] 10.222.0.67 "GET /v2.0/security-groups/71ec5571-7cec-4681-a638-905ef941ef11 HTTP/1.1" status: 404 len: 352 time: 0.0275326 Sep 23 19:21:56.732928 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-edc89cdb-f560-4f9d-bc42-21af2abfb877 req-714142d1-eeb7-4178-ae94-24415271deec tempest-ImagesTestJSON-1030216449 tempest-ImagesTestJSON-1030216449-project] 10.222.0.67 "GET /v2.0/ports?device_id=35198cf8-5054-4163-a40b-7e45abfdae56 HTTP/1.1" status: 200 len: 210 time: 0.0399265 Sep 23 19:21:56.763478 n-d-713301-16 neutron-server[95102]: INFO neutron.api.v2.resource [req-f96b4cf7-3262-4b5b-be52-158785598341 req-d96ee406-6485-4635-a0aa-1e1a12335448 tempest-SecurityGroupsTestJSON-1637632090 tempest-SecurityGroupsTestJSON-1637632090-project] show failed (client error): The resource could not be found. Sep 23 19:21:56.774347 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-f96b4cf7-3262-4b5b-be52-158785598341 req-d96ee406-6485-4635-a0aa-1e1a12335448 tempest-SecurityGroupsTestJSON-1637632090 tempest-SecurityGroupsTestJSON-1637632090-project] 10.222.0.67 "GET /v2.0/security-groups/94f0443d-254e-4643-9f9b-47c9a698d34d HTTP/1.1" status: 404 len: 352 time: 0.0296111 Sep 23 19:21:56.780572 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-de7ba156-0cd1-42da-a51d-fcf334022faf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1754627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-601866'] for network, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:21:56.823359 n-d-713301-16 neutron-server[95102]: INFO neutron.api.v2.resource [req-9f42864e-d95f-4332-8d32-e6048994489e req-4175aeb0-c5f9-41a4-b684-ba9f991f7681 tempest-SecurityGroupsTestJSON-1637632090 tempest-SecurityGroupsTestJSON-1637632090-project] show failed (client error): The resource could not be found. Sep 23 19:21:56.837053 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-de7ba156-0cd1-42da-a51d-fcf334022faf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527417'] for network, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:21:56.837223 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-9f42864e-d95f-4332-8d32-e6048994489e req-4175aeb0-c5f9-41a4-b684-ba9f991f7681 tempest-SecurityGroupsTestJSON-1637632090 tempest-SecurityGroupsTestJSON-1637632090-project] 10.222.0.67 "GET /v2.0/security-groups/93c83c91-b85a-4920-9a4c-e55a98db58d1 HTTP/1.1" status: 404 len: 352 time: 0.0458779 Sep 23 19:21:56.846841 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-de7ba156-0cd1-42da-a51d-fcf334022faf admin admin] 10.222.0.67 "DELETE /v2.0/networks/50142829-9136-4abb-90e2-1c4acbfba479 HTTP/1.1" status: 204 len: 168 time: 1.9010608 Sep 23 19:21:56.848010 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de7ba156-0cd1-42da-a51d-fcf334022faf admin admin] Pushing event deleted for resources: {'Network': ['ID=50142829-9136-4abb-90e2-1c4acbfba479,revision_number=None']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:21:56.871602 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae603561-12e7-4ef0-973c-3bd725cc1891 req-95dfde64-7927-42ef-bed6-d595bc299f1d tempest-ImagesTestJSON-1030216449 tempest-ImagesTestJSON-1030216449-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:21:56.873712 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-ae603561-12e7-4ef0-973c-3bd725cc1891 req-95dfde64-7927-42ef-bed6-d595bc299f1d tempest-ImagesTestJSON-1030216449 tempest-ImagesTestJSON-1030216449-project] 10.222.0.53 "GET /v2.0/networks?id=3933cf84-cdd3-4c59-ac2d-c58afedb7fce HTTP/1.1" status: 200 len: 803 time: 0.3862860 Sep 23 19:21:56.886268 n-d-713301-16 neutron-server[95102]: INFO neutron.api.v2.resource [req-a4488ec8-68fa-4667-8a7c-c3b0f8595c68 req-01bfa8e3-c536-4339-a592-9159596578a5 tempest-SecurityGroupsTestJSON-1637632090 tempest-SecurityGroupsTestJSON-1637632090-project] show failed (client error): The resource could not be found. Sep 23 19:21:56.888671 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.v2.base [req-ae603561-12e7-4ef0-973c-3bd725cc1891 req-3dd04914-5ab0-4bea-ba64-1279bd2b3833 tempest-ImagesTestJSON-1030216449 tempest-ImagesTestJSON-1030216449-project] Request body: {'port': {'device_id': '35198cf8-5054-4163-a40b-7e45abfdae56', 'network_id': '3933cf84-cdd3-4c59-ac2d-c58afedb7fce', 'admin_state_up': True, 'tenant_id': 'e0fb920d7d3f49caa9f9e971b4a6829a'}} {{(pid=95101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:21:56.893319 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-a4488ec8-68fa-4667-8a7c-c3b0f8595c68 req-01bfa8e3-c536-4339-a592-9159596578a5 tempest-SecurityGroupsTestJSON-1637632090 tempest-SecurityGroupsTestJSON-1637632090-project] 10.222.0.67 "GET /v2.0/security-groups/3ef82141-7d71-46e9-b795-84c6cfa88a6d HTTP/1.1" status: 404 len: 352 time: 0.0314052 Sep 23 19:21:57.063176 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ae603561-12e7-4ef0-973c-3bd725cc1891 req-3dd04914-5ab0-4bea-ba64-1279bd2b3833 tempest-ImagesTestJSON-1030216449 tempest-ImagesTestJSON-1030216449-project] Made reservation on behalf of e0fb920d7d3f49caa9f9e971b4a6829a for: {'port': 1} {{(pid=95101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:21:57.066213 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-ae603561-12e7-4ef0-973c-3bd725cc1891 req-3dd04914-5ab0-4bea-ba64-1279bd2b3833 tempest-ImagesTestJSON-1030216449 tempest-ImagesTestJSON-1030216449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:21:57.084737 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 60188) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:21:57.245572 n-d-713301-16 neutron-server[95103]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8adc1d5c-ae67-4d87-8284-04120d7c0f9e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab5e3235-e78f-4241-bc0a-4d5d913dcd9b'}] {{(pid=95103) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 19:21:57.248798 n-d-713301-16 neutron-server[95103]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}81a1c17f2aa89d5b3ebbba3a3e0cf7eb588e431c2224256110c4c4facdd7c3e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c7d9ca9-ba54-448d-8038-a98d490238ef" -d '{"events": [{"server_uuid": "8adc1d5c-ae67-4d87-8284-04120d7c0f9e", "name": "network-vif-plugged", "status": "completed", "tag": "ab5e3235-e78f-4241-bc0a-4d5d913dcd9b"}]}' {{(pid=95103) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 19:21:57.257747 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-d75995c8-843b-44c6-9be0-0db355ddb859 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=7221bc35cd9b4c59895b66592d500676&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1651237 Sep 23 19:21:57.266063 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 60196) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:21:57.397371 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd2d1a2e-da38-41eb-88fc-625dbe8e8aa5 req-ff39c674-a4bd-4369-99d6-ff848b195d60 tempest-ServersAdminTestJSON-1371927677 tempest-ServersAdminTestJSON-1371927677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:21:57.406581 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-cd2d1a2e-da38-41eb-88fc-625dbe8e8aa5 req-ff39c674-a4bd-4369-99d6-ff848b195d60 tempest-ServersAdminTestJSON-1371927677 tempest-ServersAdminTestJSON-1371927677-project] 10.222.0.67 "GET /v2.0/ports?device_id=8adc1d5c-ae67-4d87-8284-04120d7c0f9e HTTP/1.1" status: 200 len: 951 time: 0.1490111 Sep 23 19:21:57.449548 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bafd2abf-7953-47bc-8629-25b86695a243 req-4e60ca60-ddd7-4b21-a1c4-269a3da32d50 tempest-SecurityGroupsTestJSON-1637632090 tempest-SecurityGroupsTestJSON-1637632090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:21:57.451122 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-bafd2abf-7953-47bc-8629-25b86695a243 req-4e60ca60-ddd7-4b21-a1c4-269a3da32d50 tempest-SecurityGroupsTestJSON-1637632090 tempest-SecurityGroupsTestJSON-1637632090-project] 10.222.0.67 "GET /v2.0/ports?device_id=44cfa62c-9ec6-4912-9330-d2c472f9656a HTTP/1.1" status: 200 len: 1024 time: 0.1355753 Sep 23 19:21:57.472676 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-df90086c-c1e9-4f60-896d-0210a4875d9e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:21:57.481295 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-cd2d1a2e-da38-41eb-88fc-625dbe8e8aa5 req-2ed017b9-cbb6-4f44-b2d4-c8a369e43437 tempest-ServersAdminTestJSON-1371927677 tempest-ServersAdminTestJSON-1371927677-project] 10.222.0.67 "GET /v2.0/security-groups?id=f6ea2bc2-ae02-426e-9312-246b38837e94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595565 Sep 23 19:21:57.517942 n-d-713301-16 neutron-server[95101]: DEBUG neutron.db.db_base_plugin_common [req-ae603561-12e7-4ef0-973c-3bd725cc1891 req-3dd04914-5ab0-4bea-ba64-1279bd2b3833 tempest-ImagesTestJSON-1030216449 tempest-ImagesTestJSON-1030216449-project] Allocated IP 172.20.0.12 (3933cf84-cdd3-4c59-ac2d-c58afedb7fce/ddb01988-b766-48de-9eb4-7d664700d39d/fdb3c24f-2fa2-479d-8c4c-570663862e9f) {{(pid=95101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 19:21:57.550200 n-d-713301-16 neutron-server[95103]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 19:21:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5836a77-d97e-430d-9a35-94541b88233a x-openstack-request-id: req-b5836a77-d97e-430d-9a35-94541b88233a {{(pid=95103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 19:21:57.550743 n-d-713301-16 neutron-server[95103]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8adc1d5c-ae67-4d87-8284-04120d7c0f9e", "name": "network-vif-plugged", "status": "completed", "tag": "ab5e3235-e78f-4241-bc0a-4d5d913dcd9b", "code": 200}]} {{(pid=95103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 19:21:57.550743 n-d-713301-16 neutron-server[95103]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-b5836a77-d97e-430d-9a35-94541b88233a {{(pid=95103) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 19:21:57.551500 n-d-713301-16 neutron-server[95103]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8adc1d5c-ae67-4d87-8284-04120d7c0f9e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab5e3235-e78f-4241-bc0a-4d5d913dcd9b', 'code': 200} Sep 23 19:21:57.556013 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-df90086c-c1e9-4f60-896d-0210a4875d9e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:21:57.561013 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-bafd2abf-7953-47bc-8629-25b86695a243 req-cab8e756-0c23-4132-98c2-b30978b3ebfc tempest-SecurityGroupsTestJSON-1637632090 tempest-SecurityGroupsTestJSON-1637632090-project] 10.222.0.67 "GET /v2.0/security-groups?id=87ba3455-2374-4d66-b6f9-7fb4c2df74bb&id=324df7dc-37bb-4cbc-8e0d-8282e8332062&id=d4e77f23-fcf3-449a-b5b1-a2c962818cef&fields=id&fields=name HTTP/1.1" status: 200 len: 515 time: 0.0784283 Sep 23 19:21:57.578477 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Device 15f9c12e-f506-439f-9d2f-18ac8686c0c4 details requested by agent hyperv_n-h2-713301-16 with host n-h2-713301-16 {{(pid=95103) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 19:21:57.598599 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Device 07aacc81-3123-429b-b5b6-79fd88c8a4ed no longer exists at agent hyperv_n-h2-713301-16 {{(pid=95103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 19:21:57.662102 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.plugin [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] No Port match for: 07aacc81-3123-429b-b5b6-79fd88c8a4ed {{(pid=95103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 19:21:57.662837 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Device 07aacc81-3123-429b-b5b6-79fd88c8a4ed not bound to the agent host n-h2-713301-16 {{(pid=95103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 19:21:57.808937 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:21:57.831453 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] For port 15f9c12e-f506-439f-9d2f-18ac8686c0c4, host n-h1-713301-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-16',level=0,port_id=15f9c12e-f506-439f-9d2f-18ac8686c0c4,segment=NetworkSegment(6735b3c2-9e0f-43a7-8f57-e48eb1a30c85),segment_id=6735b3c2-9e0f-43a7-8f57-e48eb1a30c85)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:21:57.856094 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Device 15f9c12e-f506-439f-9d2f-18ac8686c0c4 has no active binding in host n-h2-713301-16 {{(pid=95103) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Sep 23 19:21:57.882386 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-df90086c-c1e9-4f60-896d-0210a4875d9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:21:57.885326 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-df90086c-c1e9-4f60-896d-0210a4875d9e admin admin] Notify callbacks [] for security_group, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:21:57.886671 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-df90086c-c1e9-4f60-896d-0210a4875d9e admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/12bc166b-28f4-438a-8441-a943f34b4992 HTTP/1.1" status: 204 len: 168 time: 0.6162238 Sep 23 19:21:57.907007 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-6cec516c-178e-4959-9671-e0e5ccad9c45 req-74596029-5375-447d-88eb-b98c1c2e9c57 tempest-ImagesTestJSON-1030216449 tempest-ImagesTestJSON-1030216449-project] 10.222.0.67 "GET /v2.0/ports?device_id=35198cf8-5054-4163-a40b-7e45abfdae56 HTTP/1.1" status: 200 len: 210 time: 0.0438991 Sep 23 19:21:57.918335 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f0ab632-2a9d-410c-8443-078d6d62777c req-a5ea22b8-7ad9-4fb1-bb22-8a98c89df793 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:21:57.920247 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-5f0ab632-2a9d-410c-8443-078d6d62777c req-a5ea22b8-7ad9-4fb1-bb22-8a98c89df793 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=8adc1d5c-ae67-4d87-8284-04120d7c0f9e HTTP/1.1" status: 200 len: 1103 time: 0.2056148 Sep 23 19:21:57.925546 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df90086c-c1e9-4f60-896d-0210a4875d9e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12bc166b-28f4-438a-8441-a943f34b4992,revision_number=None']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:21:57.931674 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4502800-eb86-4499-bc55-d03d57456548 req-7074d4ab-fd5f-4c3f-99a4-d1ec0b11d43f tempest-LiveMigrationTest-1843640962 tempest-LiveMigrationTest-1843640962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:21:57.939501 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-e4502800-eb86-4499-bc55-d03d57456548 req-7074d4ab-fd5f-4c3f-99a4-d1ec0b11d43f tempest-LiveMigrationTest-1843640962 tempest-LiveMigrationTest-1843640962-project] 10.222.0.67 "GET /v2.0/ports?device_id=0ed7f64c-c2e6-47dd-8a6e-2481a7a0c2eb HTTP/1.1" status: 200 len: 944 time: 0.1667356 Sep 23 19:21:57.953327 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-ae603561-12e7-4ef0-973c-3bd725cc1891 req-3dd04914-5ab0-4bea-ba64-1279bd2b3833 tempest-ImagesTestJSON-1030216449 tempest-ImagesTestJSON-1030216449-project] Notify callbacks [] for port, precommit_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:21:57.985753 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:21:58.014475 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-ae603561-12e7-4ef0-973c-3bd725cc1891 req-3dd04914-5ab0-4bea-ba64-1279bd2b3833 tempest-ImagesTestJSON-1030216449 tempest-ImagesTestJSON-1030216449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783145673135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5607431'] for port, after_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:21:58.049704 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-e4502800-eb86-4499-bc55-d03d57456548 req-f717fbaa-cd87-4235-8543-431a9479df24 tempest-LiveMigrationTest-1843640962 tempest-LiveMigrationTest-1843640962-project] 10.222.0.67 "GET /v2.0/security-groups?id=1c151358-1cab-48a6-be3e-ad7507b4da06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1091959 Sep 23 19:21:58.054252 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-5f0ab632-2a9d-410c-8443-078d6d62777c req-76f00f09-2790-4707-bb00-8b215bc9dd6f service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=f6ea2bc2-ae02-426e-9312-246b38837e94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875285 Sep 23 19:21:58.091022 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dd04914-5ab0-4bea-ba64-1279bd2b3833 tempest-ImagesTestJSON-1030216449 tempest-ImagesTestJSON-1030216449-project] Pushing event updated for resources: {'Port': ['ID=fdb3c24f-2fa2-479d-8c4c-570663862e9f,revision_number=1']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:21:58.101133 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ae603561-12e7-4ef0-973c-3bd725cc1891 req-3dd04914-5ab0-4bea-ba64-1279bd2b3833 tempest-ImagesTestJSON-1030216449 tempest-ImagesTestJSON-1030216449-project] Network 3933cf84-cdd3-4c59-ac2d-c58afedb7fce is already hosted by enough agents. {{(pid=95101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:21:58.102986 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.base_scheduler [req-ae603561-12e7-4ef0-973c-3bd725cc1891 req-3dd04914-5ab0-4bea-ba64-1279bd2b3833 tempest-ImagesTestJSON-1030216449 tempest-ImagesTestJSON-1030216449-project] Resources bound (agent type, host, resource id): {{(pid=95101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:21:58.105956 n-d-713301-16 neutron-server[95101]: DEBUG neutron.db.l3_dvrscheduler_db [req-ae603561-12e7-4ef0-973c-3bd725cc1891 req-3dd04914-5ab0-4bea-ba64-1279bd2b3833 tempest-ImagesTestJSON-1030216449 tempest-ImagesTestJSON-1030216449-project] Received port after_create {{(pid=95101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 19:21:58.178294 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae603561-12e7-4ef0-973c-3bd725cc1891 req-3dd04914-5ab0-4bea-ba64-1279bd2b3833 tempest-ImagesTestJSON-1030216449 tempest-ImagesTestJSON-1030216449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:21:58.179054 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-ae603561-12e7-4ef0-973c-3bd725cc1891 req-3dd04914-5ab0-4bea-ba64-1279bd2b3833 tempest-ImagesTestJSON-1030216449 tempest-ImagesTestJSON-1030216449-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222849'] for port, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:21:58.199918 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-ae603561-12e7-4ef0-973c-3bd725cc1891 req-3dd04914-5ab0-4bea-ba64-1279bd2b3833 tempest-ImagesTestJSON-1030216449 tempest-ImagesTestJSON-1030216449-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3152163 Sep 23 19:21:58.216095 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.v2.base [req-ae603561-12e7-4ef0-973c-3bd725cc1891 req-39d22a8d-645a-455d-a6b2-9bc840b199cb service neutron] Request body: {'port': {'device_id': '35198cf8-5054-4163-a40b-7e45abfdae56', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713301-16'}} {{(pid=95101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:21:58.288038 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-ae603561-12e7-4ef0-973c-3bd725cc1891 req-39d22a8d-645a-455d-a6b2-9bc840b199cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:21:58.697515 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dcd71ce-0a86-479b-a6cf-6fe86bad4ed0 req-7f4c6211-1917-4f3d-9d10-6493883a4e83 tempest-ServersAdminTestJSON-1371927677 tempest-ServersAdminTestJSON-1371927677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:21:58.699768 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-8dcd71ce-0a86-479b-a6cf-6fe86bad4ed0 req-7f4c6211-1917-4f3d-9d10-6493883a4e83 tempest-ServersAdminTestJSON-1371927677 tempest-ServersAdminTestJSON-1371927677-project] 10.222.0.67 "GET /v2.0/ports?device_id=8adc1d5c-ae67-4d87-8284-04120d7c0f9e HTTP/1.1" status: 200 len: 951 time: 0.1233771 Sep 23 19:21:58.759531 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc03be74-9d9b-41a2-a58c-36568c9f87a0 req-ffd5b898-0c02-4b4b-900c-1feee7b33a2b tempest-SecurityGroupsTestJSON-1637632090 tempest-SecurityGroupsTestJSON-1637632090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:21:58.761711 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-bc03be74-9d9b-41a2-a58c-36568c9f87a0 req-ffd5b898-0c02-4b4b-900c-1feee7b33a2b tempest-SecurityGroupsTestJSON-1637632090 tempest-SecurityGroupsTestJSON-1637632090-project] 10.222.0.53 "GET /v2.0/ports?device_id=44cfa62c-9ec6-4912-9330-d2c472f9656a HTTP/1.1" status: 200 len: 1024 time: 0.1313677 Sep 23 19:21:58.800112 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-8dcd71ce-0a86-479b-a6cf-6fe86bad4ed0 req-de8ad69c-06bc-4e0e-8bf4-a174b9e2115c tempest-ServersAdminTestJSON-1371927677 tempest-ServersAdminTestJSON-1371927677-project] 10.222.0.67 "GET /v2.0/security-groups?id=f6ea2bc2-ae02-426e-9312-246b38837e94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918479 Sep 23 19:21:58.818491 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-ac357fa7-b120-448c-9686-99466c2a833a req-78ec0b13-35cf-49a4-ba19-37361efbb922 tempest-ServersTestBootFromVolume-2071761147 tempest-ServersTestBootFromVolume-2071761147-project] 10.222.0.67 "GET /v2.0/security-groups?name=tempest-securitygroup--1659905446&fields=id&tenant_id=b9b1bf1e052747edb79d8459636eb975 HTTP/1.1" status: 200 len: 267 time: 0.0762010 Sep 23 19:21:59.020325 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac357fa7-b120-448c-9686-99466c2a833a req-325fee6f-f315-45e0-95d8-2dbc682bd901 tempest-ServersTestBootFromVolume-2071761147 tempest-ServersTestBootFromVolume-2071761147-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:21:59.022613 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-ac357fa7-b120-448c-9686-99466c2a833a req-325fee6f-f315-45e0-95d8-2dbc682bd901 tempest-ServersTestBootFromVolume-2071761147 tempest-ServersTestBootFromVolume-2071761147-project] 10.222.0.67 "GET /v2.0/networks?id=3018c2b7-6d99-4bca-a625-99b7a6f447b4 HTTP/1.1" status: 200 len: 815 time: 0.2028818 Sep 23 19:21:59.043887 n-d-713301-16 neutron-server[95101]: DEBUG neutron.notifiers.nova [req-ae603561-12e7-4ef0-973c-3bd725cc1891 req-39d22a8d-645a-455d-a6b2-9bc840b199cb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fdb3c24f-2fa2-479d-8c4c-570663862e9f {{(pid=95101) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 19:21:59.058472 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-ac357fa7-b120-448c-9686-99466c2a833a req-7d642a4a-77d1-4f05-b2bf-904e2a8ff91d tempest-ServersTestBootFromVolume-2071761147 tempest-ServersTestBootFromVolume-2071761147-project] 10.222.0.67 "GET /v2.0/quotas/b9b1bf1e052747edb79d8459636eb975 HTTP/1.1" status: 200 len: 375 time: 0.0266902 Sep 23 19:21:59.065250 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-ae603561-12e7-4ef0-973c-3bd725cc1891 req-39d22a8d-645a-455d-a6b2-9bc840b199cb service neutron] Notify callbacks [] for port, precommit_update {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:21:59.080155 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e81d6333-def0-45fa-bbd6-a451054a0576 req-a9454c5d-0ad3-4076-be7a-7f77d323482a tempest-SecurityGroupsTestJSON-1637632090 tempest-SecurityGroupsTestJSON-1637632090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:21:59.090106 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-e81d6333-def0-45fa-bbd6-a451054a0576 req-a9454c5d-0ad3-4076-be7a-7f77d323482a tempest-SecurityGroupsTestJSON-1637632090 tempest-SecurityGroupsTestJSON-1637632090-project] 10.222.0.67 "GET /v2.0/ports?device_id=44cfa62c-9ec6-4912-9330-d2c472f9656a HTTP/1.1" status: 200 len: 1024 time: 0.1354828 Sep 23 19:21:59.094267 n-d-713301-16 neutron-server[95101]: DEBUG neutron.db.provisioning_blocks [req-ae603561-12e7-4ef0-973c-3bd725cc1891 req-39d22a8d-645a-455d-a6b2-9bc840b199cb service neutron] Transition to ACTIVE for port object fdb3c24f-2fa2-479d-8c4c-570663862e9f will not be triggered until provisioned by entity L2. {{(pid=95101) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 19:21:59.110219 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.plugin [req-bc03be74-9d9b-41a2-a58c-36568c9f87a0 req-3b75bf1b-7824-4f48-af32-d63b45a30e75 tempest-SecurityGroupsTestJSON-1637632090 tempest-SecurityGroupsTestJSON-1637632090-project] Deleting port 85712aaf-b3f1-464a-b5db-c24a708e4fb9 {{(pid=95101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:21:59.110519 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-bc03be74-9d9b-41a2-a58c-36568c9f87a0 req-3b75bf1b-7824-4f48-af32-d63b45a30e75 tempest-SecurityGroupsTestJSON-1637632090 tempest-SecurityGroupsTestJSON-1637632090-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783146157096'] for port, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:21:59.115393 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-ae603561-12e7-4ef0-973c-3bd725cc1891 req-39d22a8d-645a-455d-a6b2-9bc840b199cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5607436'] for port, after_update {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:21:59.156971 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-e81d6333-def0-45fa-bbd6-a451054a0576 req-8fd743df-474e-4f92-8b6b-19d649fa0722 tempest-SecurityGroupsTestJSON-1637632090 tempest-SecurityGroupsTestJSON-1637632090-project] 10.222.0.67 "GET /v2.0/security-groups?id=87ba3455-2374-4d66-b6f9-7fb4c2df74bb&id=324df7dc-37bb-4cbc-8e0d-8282e8332062&id=d4e77f23-fcf3-449a-b5b1-a2c962818cef&fields=id&fields=name HTTP/1.1" status: 200 len: 515 time: 0.0647230 Sep 23 19:21:59.220476 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-ac357fa7-b120-448c-9686-99466c2a833a req-8cc72899-744b-4779-960a-9b14567ab6aa tempest-ServersTestBootFromVolume-2071761147 tempest-ServersTestBootFromVolume-2071761147-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=b9b1bf1e052747edb79d8459636eb975&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1606150 Sep 23 19:21:59.382404 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d22a8d-645a-455d-a6b2-9bc840b199cb service neutron] Pushing event updated for resources: {'Port': ['ID=fdb3c24f-2fa2-479d-8c4c-570663862e9f,revision_number=2']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:21:59.464536 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.db [req-bc03be74-9d9b-41a2-a58c-36568c9f87a0 req-3b75bf1b-7824-4f48-af32-d63b45a30e75 tempest-SecurityGroupsTestJSON-1637632090 tempest-SecurityGroupsTestJSON-1637632090-project] For port 85712aaf-b3f1-464a-b5db-c24a708e4fb9, host n-h2-713301-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-16',level=0,port_id=85712aaf-b3f1-464a-b5db-c24a708e4fb9,segment=NetworkSegment(49f54249-a606-4788-b164-92fb7c23cb9c),segment_id=49f54249-a606-4788-b164-92fb7c23cb9c)] {{(pid=95101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:21:59.464991 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-bc03be74-9d9b-41a2-a58c-36568c9f87a0 req-3b75bf1b-7824-4f48-af32-d63b45a30e75 tempest-SecurityGroupsTestJSON-1637632090 tempest-SecurityGroupsTestJSON-1637632090-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-605701'] for port, precommit_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:21:59.489178 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.plugin [req-bc03be74-9d9b-41a2-a58c-36568c9f87a0 req-3b75bf1b-7824-4f48-af32-d63b45a30e75 tempest-SecurityGroupsTestJSON-1637632090 tempest-SecurityGroupsTestJSON-1637632090-project] Calling delete_port for 85712aaf-b3f1-464a-b5db-c24a708e4fb9 owned by compute:nova {{(pid=95101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:21:59.529362 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.managers [req-ae603561-12e7-4ef0-973c-3bd725cc1891 req-39d22a8d-645a-455d-a6b2-9bc840b199cb service neutron] Attempting to bind port fdb3c24f-2fa2-479d-8c4c-570663862e9f on host n-h2-713301-16 for vnic_type normal with profile {{(pid=95101) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 19:21:59.529757 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.managers [req-ae603561-12e7-4ef0-973c-3bd725cc1891 req-39d22a8d-645a-455d-a6b2-9bc840b199cb service neutron] Attempting to bind port fdb3c24f-2fa2-479d-8c4c-570663862e9f by drivers openvswitch,hyperv on host n-h2-713301-16 at level 0 using segments [{'id': '2f3be12e-dba6-4aef-9978-6b9e569ce081', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '3933cf84-cdd3-4c59-ac2d-c58afedb7fce'}] {{(pid=95101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 19:21:59.530103 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae603561-12e7-4ef0-973c-3bd725cc1891 req-39d22a8d-645a-455d-a6b2-9bc840b199cb service neutron] Attempting to bind port fdb3c24f-2fa2-479d-8c4c-570663862e9f on network 3933cf84-cdd3-4c59-ac2d-c58afedb7fce {{(pid=95101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:21:59.539784 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae603561-12e7-4ef0-973c-3bd725cc1891 req-39d22a8d-645a-455d-a6b2-9bc840b199cb service neutron] Port fdb3c24f-2fa2-479d-8c4c-570663862e9f on network 3933cf84-cdd3-4c59-ac2d-c58afedb7fce not bound, no agent of type Open vSwitch agent registered on host n-h2-713301-16 {{(pid=95101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 19:21:59.539784 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae603561-12e7-4ef0-973c-3bd725cc1891 req-39d22a8d-645a-455d-a6b2-9bc840b199cb service neutron] Attempting to bind port fdb3c24f-2fa2-479d-8c4c-570663862e9f on network 3933cf84-cdd3-4c59-ac2d-c58afedb7fce {{(pid=95101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:21:59.586265 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae603561-12e7-4ef0-973c-3bd725cc1891 req-39d22a8d-645a-455d-a6b2-9bc840b199cb service neutron] Checking agent: {'id': '2a7cea34-db54-4faf-8d23-37521c3e34cb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713301-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 19, 15, 28), 'started_at': datetime.datetime(2021, 9, 23, 19, 15, 28), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 19, 21, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 19:21:59.586666 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae603561-12e7-4ef0-973c-3bd725cc1891 req-39d22a8d-645a-455d-a6b2-9bc840b199cb service neutron] Checking segment: {'id': '2f3be12e-dba6-4aef-9978-6b9e569ce081', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '3933cf84-cdd3-4c59-ac2d-c58afedb7fce'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:21:59.587313 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae603561-12e7-4ef0-973c-3bd725cc1891 req-39d22a8d-645a-455d-a6b2-9bc840b199cb service neutron] Bound using segment: {'id': '2f3be12e-dba6-4aef-9978-6b9e569ce081', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '3933cf84-cdd3-4c59-ac2d-c58afedb7fce'} {{(pid=95101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 19:21:59.587768 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.managers [req-ae603561-12e7-4ef0-973c-3bd725cc1891 req-39d22a8d-645a-455d-a6b2-9bc840b199cb service neutron] Bound port: fdb3c24f-2fa2-479d-8c4c-570663862e9f, host: n-h2-713301-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2f3be12e-dba6-4aef-9978-6b9e569ce081', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '3933cf84-cdd3-4c59-ac2d-c58afedb7fce'}}] {{(pid=95101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 19:21:59.588142 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-ae603561-12e7-4ef0-973c-3bd725cc1891 req-39d22a8d-645a-455d-a6b2-9bc840b199cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:21:59.701205 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.db [req-ae603561-12e7-4ef0-973c-3bd725cc1891 req-39d22a8d-645a-455d-a6b2-9bc840b199cb service neutron] For port fdb3c24f-2fa2-479d-8c4c-570663862e9f, host n-h2-713301-16, cleared binding levels {{(pid=95101) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 19:21:59.706158 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.db [req-ae603561-12e7-4ef0-973c-3bd725cc1891 req-39d22a8d-645a-455d-a6b2-9bc840b199cb service neutron] For port fdb3c24f-2fa2-479d-8c4c-570663862e9f, host n-h2-713301-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-16',level=0,port_id=fdb3c24f-2fa2-479d-8c4c-570663862e9f,segment=NetworkSegment(2f3be12e-dba6-4aef-9978-6b9e569ce081),segment_id=2f3be12e-dba6-4aef-9978-6b9e569ce081)] {{(pid=95101) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 19:21:59.735006 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-ae603561-12e7-4ef0-973c-3bd725cc1891 req-39d22a8d-645a-455d-a6b2-9bc840b199cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5607436'] for port, after_update {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:21:59.782936 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae603561-12e7-4ef0-973c-3bd725cc1891 req-39d22a8d-645a-455d-a6b2-9bc840b199cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:21:59.783571 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-ae603561-12e7-4ef0-973c-3bd725cc1891 req-39d22a8d-645a-455d-a6b2-9bc840b199cb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222849'] for port, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:21:59.785055 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-ae603561-12e7-4ef0-973c-3bd725cc1891 req-39d22a8d-645a-455d-a6b2-9bc840b199cb service neutron] 10.222.0.53 "PUT /v2.0/ports/fdb3c24f-2fa2-479d-8c4c-570663862e9f HTTP/1.1" status: 200 len: 1093 time: 1.5758040 Sep 23 19:21:59.788054 n-d-713301-16 neutron-server[95101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '35198cf8-5054-4163-a40b-7e45abfdae56', 'tag': 'fdb3c24f-2fa2-479d-8c4c-570663862e9f'}] {{(pid=95101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 19:21:59.790061 n-d-713301-16 neutron-server[95101]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d8366c5740cd635e57ab12b71fe44a77c2acc3c19091ef849c6f68b380462244" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e96f56d2-63d3-4270-9fdd-91ff5fd7bddd" -d '{"events": [{"name": "network-changed", "server_uuid": "35198cf8-5054-4163-a40b-7e45abfdae56", "tag": "fdb3c24f-2fa2-479d-8c4c-570663862e9f"}]}' {{(pid=95101) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 19:21:59.825974 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-bc03be74-9d9b-41a2-a58c-36568c9f87a0 req-3b75bf1b-7824-4f48-af32-d63b45a30e75 tempest-SecurityGroupsTestJSON-1637632090 tempest-SecurityGroupsTestJSON-1637632090-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783146162158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783145673144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5607431'] for port, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:21:59.840643 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d22a8d-645a-455d-a6b2-9bc840b199cb service neutron] Pushing event updated for resources: {'Port': ['ID=fdb3c24f-2fa2-479d-8c4c-570663862e9f,revision_number=3']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:21:59.886493 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Device 15f9c12e-f506-439f-9d2f-18ac8686c0c4 no longer exists at agent hyperv_n-h1-713301-16 {{(pid=95103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 19:21:59.912829 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b75bf1b-7824-4f48-af32-d63b45a30e75 tempest-SecurityGroupsTestJSON-1637632090 tempest-SecurityGroupsTestJSON-1637632090-project] Pushing event deleted for resources: {'Port': ['ID=85712aaf-b3f1-464a-b5db-c24a708e4fb9,revision_number=None']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:21:59.937663 n-d-713301-16 neutron-server[95101]: DEBUG neutron.db.l3_dvrscheduler_db [req-bc03be74-9d9b-41a2-a58c-36568c9f87a0 req-3b75bf1b-7824-4f48-af32-d63b45a30e75 tempest-SecurityGroupsTestJSON-1637632090 tempest-SecurityGroupsTestJSON-1637632090-project] No DVR routers for this DVR port 85712aaf-b3f1-464a-b5db-c24a708e4fb9 on host n-h2-713301-16 {{(pid=95101) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 19:21:59.941618 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-bc03be74-9d9b-41a2-a58c-36568c9f87a0 req-3b75bf1b-7824-4f48-af32-d63b45a30e75 tempest-SecurityGroupsTestJSON-1637632090 tempest-SecurityGroupsTestJSON-1637632090-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222849'] for port, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:21:59.943949 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-bc03be74-9d9b-41a2-a58c-36568c9f87a0 req-3b75bf1b-7824-4f48-af32-d63b45a30e75 tempest-SecurityGroupsTestJSON-1637632090 tempest-SecurityGroupsTestJSON-1637632090-project] 10.222.0.53 "DELETE /v2.0/ports/85712aaf-b3f1-464a-b5db-c24a708e4fb9 HTTP/1.1" status: 204 len: 173 time: 1.1751826 Sep 23 19:21:59.956328 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae603561-12e7-4ef0-973c-3bd725cc1891 req-2962df55-af75-4486-a3d8-ba29be6053e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:21:59.959489 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-ae603561-12e7-4ef0-973c-3bd725cc1891 req-2962df55-af75-4486-a3d8-ba29be6053e3 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=e0fb920d7d3f49caa9f9e971b4a6829a&device_id=35198cf8-5054-4163-a40b-7e45abfdae56 HTTP/1.1" status: 200 len: 1096 time: 0.1116145 Sep 23 19:22:00.021910 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-ac357fa7-b120-448c-9686-99466c2a833a req-a5b287cc-de96-41eb-a7af-aeb59b0cc427 service neutron] 10.222.0.67 "GET /v2.0/networks/3018c2b7-6d99-4bca-a625-99b7a6f447b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7904549 Sep 23 19:22:00.031314 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-a7694059-6160-4d15-8ae3-eae4b58653d5 req-4ce91f1b-889d-4c88-9011-fcb31e32c680 service neutron] 10.222.0.74 "GET /v2.0/ports/15f9c12e-f506-439f-9d2f-18ac8686c0c4/bindings/n-h2-713301-16 HTTP/1.1" status: 200 len: 385 time: 0.1534495 Sep 23 19:22:00.040345 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf9b98cc-bf07-4dd2-bfe0-720157197c1c req-bc5ce9db-d3f6-40b9-b825-0594cbeae7ca tempest-ImagesTestJSON-1030216449 tempest-ImagesTestJSON-1030216449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:22:00.041938 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-bf9b98cc-bf07-4dd2-bfe0-720157197c1c req-bc5ce9db-d3f6-40b9-b825-0594cbeae7ca tempest-ImagesTestJSON-1030216449 tempest-ImagesTestJSON-1030216449-project] 10.222.0.67 "GET /v2.0/ports?device_id=35198cf8-5054-4163-a40b-7e45abfdae56 HTTP/1.1" status: 200 len: 944 time: 0.1672580 Sep 23 19:22:00.062478 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-ae603561-12e7-4ef0-973c-3bd725cc1891 req-a94bf8c9-8dae-4273-9e36-90675a794515 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=fdb3c24f-2fa2-479d-8c4c-570663862e9f HTTP/1.1" status: 200 len: 217 time: 0.0936654 Sep 23 19:22:00.149134 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae603561-12e7-4ef0-973c-3bd725cc1891 req-fc5c762d-7a7d-493b-a5bf-8bdeacc44d53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:22:00.151582 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-ae603561-12e7-4ef0-973c-3bd725cc1891 req-fc5c762d-7a7d-493b-a5bf-8bdeacc44d53 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=ddb01988-b766-48de-9eb4-7d664700d39d HTTP/1.1" status: 200 len: 843 time: 0.0823503 Sep 23 19:22:00.188630 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-ae603561-12e7-4ef0-973c-3bd725cc1891 req-da944078-8fd7-4ce7-a28d-8d2429c2f574 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=3933cf84-cdd3-4c59-ac2d-c58afedb7fce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0294459 Sep 23 19:22:00.193367 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-bf9b98cc-bf07-4dd2-bfe0-720157197c1c req-0a233871-51d9-4874-afc7-39202b7c687f tempest-ImagesTestJSON-1030216449 tempest-ImagesTestJSON-1030216449-project] 10.222.0.67 "GET /v2.0/security-groups?id=076f8f10-41da-413e-8d86-ebe8d5fe93ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1351707 Sep 23 19:22:00.249903 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-ac357fa7-b120-448c-9686-99466c2a833a req-b1814a12-a402-4f4b-abf3-a86fe695d6c6 service neutron] 10.222.0.67 "GET /v2.0/networks/3018c2b7-6d99-4bca-a625-99b7a6f447b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2068434 Sep 23 19:22:00.341969 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-ae603561-12e7-4ef0-973c-3bd725cc1891 req-b6a5e8d5-906e-4f3c-aadc-c2d2cb77d8f1 service neutron] 10.222.0.53 "GET /v2.0/networks/3933cf84-cdd3-4c59-ac2d-c58afedb7fce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1451805 Sep 23 19:22:00.424144 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.db [req-a7694059-6160-4d15-8ae3-eae4b58653d5 req-af992632-2fee-48c9-bba0-96f3c56468a1 service neutron] For port 15f9c12e-f506-439f-9d2f-18ac8686c0c4, host n-h1-713301-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-16',level=0,port_id=15f9c12e-f506-439f-9d2f-18ac8686c0c4,segment=NetworkSegment(6735b3c2-9e0f-43a7-8f57-e48eb1a30c85),segment_id=6735b3c2-9e0f-43a7-8f57-e48eb1a30c85)] {{(pid=95102) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:22:00.441760 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c35ed7-c0b6-4c5d-b33a-5a3b9671e1de req-6825857f-0720-482c-90e1-4475ba32d38a tempest-LiveMigrationTest-1843640962 tempest-LiveMigrationTest-1843640962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:22:00.443287 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-41c35ed7-c0b6-4c5d-b33a-5a3b9671e1de req-6825857f-0720-482c-90e1-4475ba32d38a tempest-LiveMigrationTest-1843640962 tempest-LiveMigrationTest-1843640962-project] 10.222.0.67 "GET /v2.0/ports?device_id=0ed7f64c-c2e6-47dd-8a6e-2481a7a0c2eb HTTP/1.1" status: 200 len: 944 time: 0.1192398 Sep 23 19:22:00.495911 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.db [req-a7694059-6160-4d15-8ae3-eae4b58653d5 req-af992632-2fee-48c9-bba0-96f3c56468a1 service neutron] For port 15f9c12e-f506-439f-9d2f-18ac8686c0c4, host n-h1-713301-16, cleared binding levels {{(pid=95102) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 19:22:00.506441 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-ae603561-12e7-4ef0-973c-3bd725cc1891 req-85f81c1e-d851-4a86-af76-8cd1b4f6d37f service neutron] 10.222.0.53 "GET /v2.0/networks/3933cf84-cdd3-4c59-ac2d-c58afedb7fce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1462007 Sep 23 19:22:00.522542 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-41c35ed7-c0b6-4c5d-b33a-5a3b9671e1de req-8be0d2b2-db94-465c-92a8-1e99967ccb6b tempest-LiveMigrationTest-1843640962 tempest-LiveMigrationTest-1843640962-project] 10.222.0.67 "GET /v2.0/security-groups?id=1c151358-1cab-48a6-be3e-ad7507b4da06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716593 Sep 23 19:22:00.556333 n-d-713301-16 neutron-server[95102]: DEBUG neutron.notifiers.nova [req-a7694059-6160-4d15-8ae3-eae4b58653d5 req-af992632-2fee-48c9-bba0-96f3c56468a1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 15f9c12e-f506-439f-9d2f-18ac8686c0c4 {{(pid=95102) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 19:22:00.569822 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.db [req-a7694059-6160-4d15-8ae3-eae4b58653d5 req-af992632-2fee-48c9-bba0-96f3c56468a1 service neutron] For port 15f9c12e-f506-439f-9d2f-18ac8686c0c4, host n-h2-713301-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-16',level=0,port_id=15f9c12e-f506-439f-9d2f-18ac8686c0c4,segment=NetworkSegment(6735b3c2-9e0f-43a7-8f57-e48eb1a30c85),segment_id=6735b3c2-9e0f-43a7-8f57-e48eb1a30c85)] {{(pid=95102) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:22:00.589633 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-a7694059-6160-4d15-8ae3-eae4b58653d5 req-af992632-2fee-48c9-bba0-96f3c56468a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:22:00.609761 n-d-713301-16 neutron-server[95101]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 19:21:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ed06f96-aaa2-4246-b28b-997dcd35d2b2 x-openstack-request-id: req-4ed06f96-aaa2-4246-b28b-997dcd35d2b2 {{(pid=95101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 19:22:00.610240 n-d-713301-16 neutron-server[95101]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "35198cf8-5054-4163-a40b-7e45abfdae56", "tag": "fdb3c24f-2fa2-479d-8c4c-570663862e9f", "status": "completed", "code": 200}]} {{(pid=95101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 19:22:00.610657 n-d-713301-16 neutron-server[95101]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-4ed06f96-aaa2-4246-b28b-997dcd35d2b2 {{(pid=95101) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 19:22:00.611436 n-d-713301-16 neutron-server[95101]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '35198cf8-5054-4163-a40b-7e45abfdae56', 'tag': 'fdb3c24f-2fa2-479d-8c4c-570663862e9f', 'status': 'completed', 'code': 200} Sep 23 19:22:00.729443 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e96f56d2-63d3-4270-9fdd-91ff5fd7bddd req-6c1ae876-7ebb-4012-b3f4-7b7cae31e407 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:22:00.743413 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-e96f56d2-63d3-4270-9fdd-91ff5fd7bddd req-6c1ae876-7ebb-4012-b3f4-7b7cae31e407 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=e0fb920d7d3f49caa9f9e971b4a6829a&device_id=35198cf8-5054-4163-a40b-7e45abfdae56 HTTP/1.1" status: 200 len: 1096 time: 0.1006534 Sep 23 19:22:00.960538 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8482a43-6da9-47d7-8666-b7717ff228fb req-e0adbc01-4014-4c16-95f5-b29ec32f8460 tempest-ServersAdminTestJSON-1371927677 tempest-ServersAdminTestJSON-1371927677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:22:00.971385 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-e8482a43-6da9-47d7-8666-b7717ff228fb req-e0adbc01-4014-4c16-95f5-b29ec32f8460 tempest-ServersAdminTestJSON-1371927677 tempest-ServersAdminTestJSON-1371927677-project] 10.222.0.67 "GET /v2.0/ports?device_id=8adc1d5c-ae67-4d87-8284-04120d7c0f9e HTTP/1.1" status: 200 len: 951 time: 0.2623429 Sep 23 19:22:00.974337 n-d-713301-16 neutron-server[95102]: DEBUG neutron.db.provisioning_blocks [req-a7694059-6160-4d15-8ae3-eae4b58653d5 req-af992632-2fee-48c9-bba0-96f3c56468a1 service neutron] Transition to ACTIVE for port object 15f9c12e-f506-439f-9d2f-18ac8686c0c4 will not be triggered until provisioned by entity L2. {{(pid=95102) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 19:22:00.984149 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-a7694059-6160-4d15-8ae3-eae4b58653d5 req-af992632-2fee-48c9-bba0-96f3c56468a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4399095'] for port, after_update {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:22:01.095806 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-ee9b459a-28ac-4822-b915-6a9fd3ecc0a5 req-5d9c9066-8c85-4d56-9775-6f6ea7ca5276 tempest-ServersTestBootFromVolume-2071761147 tempest-ServersTestBootFromVolume-2071761147-project] 10.222.0.67 "GET /v2.0/ports?device_id=4da69c78-77be-4ce1-ba61-43d065543ca8 HTTP/1.1" status: 200 len: 210 time: 0.0497489 Sep 23 19:22:01.124553 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e96f56d2-63d3-4270-9fdd-91ff5fd7bddd req-6fa345f9-a5c4-4e5e-93c6-dfbd4cb00526 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:22:01.130654 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-e96f56d2-63d3-4270-9fdd-91ff5fd7bddd req-6fa345f9-a5c4-4e5e-93c6-dfbd4cb00526 service neutron] 10.222.0.53 "GET /v2.0/networks?id=3933cf84-cdd3-4c59-ac2d-c58afedb7fce HTTP/1.1" status: 200 len: 904 time: 0.3858211 Sep 23 19:22:01.163629 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-e8482a43-6da9-47d7-8666-b7717ff228fb req-4be4f5ab-ed62-4a56-b223-922d510fe48f tempest-ServersAdminTestJSON-1371927677 tempest-ServersAdminTestJSON-1371927677-project] 10.222.0.67 "GET /v2.0/security-groups?id=f6ea2bc2-ae02-426e-9312-246b38837e94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1906767 Sep 23 19:22:01.201302 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af992632-2fee-48c9-bba0-96f3c56468a1 service neutron] Pushing event updated for resources: {'Port': ['ID=15f9c12e-f506-439f-9d2f-18ac8686c0c4,revision_number=10']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:22:01.262900 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-e96f56d2-63d3-4270-9fdd-91ff5fd7bddd req-f63615b3-e73b-453d-b8d6-de00ed6bd9ab service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=fdb3c24f-2fa2-479d-8c4c-570663862e9f HTTP/1.1" status: 200 len: 217 time: 0.1205294 Sep 23 19:22:01.292625 n-d-713301-16 neutron-server[95102]: DEBUG neutron.db.l3_dvrscheduler_db [req-a7694059-6160-4d15-8ae3-eae4b58653d5 req-af992632-2fee-48c9-bba0-96f3c56468a1 service neutron] No DVR routers for this DVR port 15f9c12e-f506-439f-9d2f-18ac8686c0c4 on host n-h1-713301-16 {{(pid=95102) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 19:22:01.402165 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e96f56d2-63d3-4270-9fdd-91ff5fd7bddd req-7b63b7fe-f8e3-47f0-b13d-1ee6fa8f0ce0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:22:01.407919 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-e96f56d2-63d3-4270-9fdd-91ff5fd7bddd req-7b63b7fe-f8e3-47f0-b13d-1ee6fa8f0ce0 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=ddb01988-b766-48de-9eb4-7d664700d39d HTTP/1.1" status: 200 len: 843 time: 0.1363888 Sep 23 19:22:01.451352 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-a7694059-6160-4d15-8ae3-eae4b58653d5 req-af992632-2fee-48c9-bba0-96f3c56468a1 service neutron] 10.222.0.74 "PUT /v2.0/ports/15f9c12e-f506-439f-9d2f-18ac8686c0c4/bindings/n-h2-713301-16/activate HTTP/1.1" status: 200 len: 370 time: 1.4007068 Sep 23 19:22:01.463051 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-5180d154-b13a-438e-9101-1fd3154a666e req-81e77f8d-4acd-4a2e-b767-2a02113c0c06 tempest-SecurityGroupsTestJSON-1637632090 tempest-SecurityGroupsTestJSON-1637632090-project] 10.222.0.67 "GET /v2.0/security-groups/d4e77f23-fcf3-449a-b5b1-a2c962818cef HTTP/1.1" status: 200 len: 1799 time: 0.3119223 Sep 23 19:22:01.466574 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-e96f56d2-63d3-4270-9fdd-91ff5fd7bddd req-f26edcbf-359e-46bb-b960-66017617c5db service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=3933cf84-cdd3-4c59-ac2d-c58afedb7fce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0486608 Sep 23 19:22:01.594121 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Device 85712aaf-b3f1-464a-b5db-c24a708e4fb9 no longer exists at agent hyperv_n-h2-713301-16 {{(pid=95103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 19:22:01.625477 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78670516-a80f-4e6c-8041-c03d0bcef822 req-6e445f14-db92-4e88-8014-ee61f89477a7 tempest-ImagesTestJSON-1030216449 tempest-ImagesTestJSON-1030216449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:22:01.627390 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-78670516-a80f-4e6c-8041-c03d0bcef822 req-6e445f14-db92-4e88-8014-ee61f89477a7 tempest-ImagesTestJSON-1030216449 tempest-ImagesTestJSON-1030216449-project] 10.222.0.67 "GET /v2.0/ports?device_id=35198cf8-5054-4163-a40b-7e45abfdae56 HTTP/1.1" status: 200 len: 944 time: 0.1630659 Sep 23 19:22:01.635488 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.plugin [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] No Port match for: 85712aaf-b3f1-464a-b5db-c24a708e4fb9 {{(pid=95103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 19:22:01.637908 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Device 85712aaf-b3f1-464a-b5db-c24a708e4fb9 not bound to the agent host n-h2-713301-16 {{(pid=95103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 19:22:01.657940 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7694059-6160-4d15-8ae3-eae4b58653d5 req-6ea82005-07c4-473e-84a0-fff1a50c010b tempest-LiveMigrationTest-677110171 tempest-LiveMigrationTest-677110171-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:22:01.660118 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-a7694059-6160-4d15-8ae3-eae4b58653d5 req-6ea82005-07c4-473e-84a0-fff1a50c010b tempest-LiveMigrationTest-677110171 tempest-LiveMigrationTest-677110171-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=0ed7f64c-c2e6-47dd-8a6e-2481a7a0c2eb&tenant_id=0f5d9c33c3334ce192c43e08217ee019&binding%3Ahost_id=n-h1-713301-16 HTTP/1.1" status: 200 len: 1097 time: 0.1398077 Sep 23 19:22:01.707066 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-5180d154-b13a-438e-9101-1fd3154a666e req-796cd049-e902-4e0c-b98c-7d92757e2efa tempest-SecurityGroupsTestJSON-1637632090 tempest-SecurityGroupsTestJSON-1637632090-project] Notify callbacks [] for security_group, before_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:22:01.721275 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-78670516-a80f-4e6c-8041-c03d0bcef822 req-676fd4da-f31f-4421-8355-c64330f17dca tempest-ImagesTestJSON-1030216449 tempest-ImagesTestJSON-1030216449-project] 10.222.0.67 "GET /v2.0/security-groups?id=076f8f10-41da-413e-8d86-ebe8d5fe93ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798492 Sep 23 19:22:01.735994 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-e96f56d2-63d3-4270-9fdd-91ff5fd7bddd req-6469d495-ccf0-4922-a4ee-3a919c2fcf15 service neutron] 10.222.0.53 "GET /v2.0/networks/3933cf84-cdd3-4c59-ac2d-c58afedb7fce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2607841 Sep 23 19:22:01.771444 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-5180d154-b13a-438e-9101-1fd3154a666e req-796cd049-e902-4e0c-b98c-7d92757e2efa tempest-SecurityGroupsTestJSON-1637632090 tempest-SecurityGroupsTestJSON-1637632090-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:22:01.814479 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7694059-6160-4d15-8ae3-eae4b58653d5 req-8a73f7ab-32cf-4caf-8047-b968003c8063 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:22:01.817410 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-a7694059-6160-4d15-8ae3-eae4b58653d5 req-8a73f7ab-32cf-4caf-8047-b968003c8063 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=0ed7f64c-c2e6-47dd-8a6e-2481a7a0c2eb&tenant_id=0f5d9c33c3334ce192c43e08217ee019 HTTP/1.1" status: 200 len: 1097 time: 0.1430452 Sep 23 19:22:01.867230 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-5180d154-b13a-438e-9101-1fd3154a666e req-796cd049-e902-4e0c-b98c-7d92757e2efa tempest-SecurityGroupsTestJSON-1637632090 tempest-SecurityGroupsTestJSON-1637632090-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:22:01.870370 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-5180d154-b13a-438e-9101-1fd3154a666e req-796cd049-e902-4e0c-b98c-7d92757e2efa tempest-SecurityGroupsTestJSON-1637632090 tempest-SecurityGroupsTestJSON-1637632090-project] Notify callbacks [] for security_group, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:22:01.874809 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-5180d154-b13a-438e-9101-1fd3154a666e req-796cd049-e902-4e0c-b98c-7d92757e2efa tempest-SecurityGroupsTestJSON-1637632090 tempest-SecurityGroupsTestJSON-1637632090-project] 10.222.0.67 "DELETE /v2.0/security-groups/d4e77f23-fcf3-449a-b5b1-a2c962818cef HTTP/1.1" status: 204 len: 173 time: 0.3440700 Sep 23 19:22:01.900471 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-796cd049-e902-4e0c-b98c-7d92757e2efa tempest-SecurityGroupsTestJSON-1637632090 tempest-SecurityGroupsTestJSON-1637632090-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4e77f23-fcf3-449a-b5b1-a2c962818cef,revision_number=None']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:22:02.025814 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-e96f56d2-63d3-4270-9fdd-91ff5fd7bddd req-24531132-6387-4ace-a0d4-7d6b9a6c4a3e service neutron] 10.222.0.53 "GET /v2.0/networks/3933cf84-cdd3-4c59-ac2d-c58afedb7fce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2682838 Sep 23 19:22:02.031212 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7694059-6160-4d15-8ae3-eae4b58653d5 req-446a96a0-2edc-42d9-b75c-3ff9bbf2f8a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:22:02.043757 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-a7694059-6160-4d15-8ae3-eae4b58653d5 req-446a96a0-2edc-42d9-b75c-3ff9bbf2f8a9 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=0f5d9c33c3334ce192c43e08217ee019&device_id=0ed7f64c-c2e6-47dd-8a6e-2481a7a0c2eb HTTP/1.1" status: 200 len: 1097 time: 0.1319745 Sep 23 19:22:02.074767 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa8c6a4-847a-4dbe-b6b8-19da87533c3a req-8785a03d-6b44-4aea-ba08-725fe64877d3 tempest-ServersAdminTestJSON-540451408 tempest-ServersAdminTestJSON-540451408-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:22:02.076807 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-baa8c6a4-847a-4dbe-b6b8-19da87533c3a req-8785a03d-6b44-4aea-ba08-725fe64877d3 tempest-ServersAdminTestJSON-540451408 tempest-ServersAdminTestJSON-540451408-project-admin] 10.222.0.67 "GET /v2.0/ports?device_id=8adc1d5c-ae67-4d87-8284-04120d7c0f9e HTTP/1.1" status: 200 len: 1103 time: 0.0814915 Sep 23 19:22:02.178647 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-baa8c6a4-847a-4dbe-b6b8-19da87533c3a req-3c4183bc-8665-48c4-8663-ba287473459a tempest-ServersAdminTestJSON-540451408 tempest-ServersAdminTestJSON-540451408-project-admin] 10.222.0.67 "GET /v2.0/security-groups?id=f6ea2bc2-ae02-426e-9312-246b38837e94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940411 Sep 23 19:22:02.188640 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a89968a7-1e1c-4747-8960-0844a31c94aa req-71b9a8f4-0809-4d72-94ec-45c04a7b39aa tempest-LiveMigrationTest-1843640962 tempest-LiveMigrationTest-1843640962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:22:02.198925 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-a89968a7-1e1c-4747-8960-0844a31c94aa req-71b9a8f4-0809-4d72-94ec-45c04a7b39aa tempest-LiveMigrationTest-1843640962 tempest-LiveMigrationTest-1843640962-project] 10.222.0.67 "GET /v2.0/ports?device_id=0ed7f64c-c2e6-47dd-8a6e-2481a7a0c2eb HTTP/1.1" status: 200 len: 945 time: 0.1160038 Sep 23 19:22:02.200983 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7694059-6160-4d15-8ae3-eae4b58653d5 req-6bd88993-2bcc-419a-9e41-0686469d3ae8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:22:02.203007 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-a7694059-6160-4d15-8ae3-eae4b58653d5 req-6bd88993-2bcc-419a-9e41-0686469d3ae8 service neutron] 10.222.0.53 "GET /v2.0/networks?id=bf651024-673c-4eec-84ce-c6ef83d369a1 HTTP/1.1" status: 200 len: 908 time: 0.1295428 Sep 23 19:22:02.252330 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-a7694059-6160-4d15-8ae3-eae4b58653d5 req-9be66b86-7da3-47a5-be4a-a376281e1c18 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=15f9c12e-f506-439f-9d2f-18ac8686c0c4 HTTP/1.1" status: 200 len: 217 time: 0.0379066 Sep 23 19:22:02.262818 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-a89968a7-1e1c-4747-8960-0844a31c94aa req-6d025c62-f497-4449-bc9a-ab2cbbd6f2e8 tempest-LiveMigrationTest-1843640962 tempest-LiveMigrationTest-1843640962-project] 10.222.0.67 "GET /v2.0/security-groups?id=1c151358-1cab-48a6-be3e-ad7507b4da06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629535 Sep 23 19:22:02.286348 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-15066b3d-880f-4483-a6b0-2cd4af7c35de req-64595c60-da64-4b81-8d34-307bf0ba156e tempest-SecurityGroupsTestJSON-1637632090 tempest-SecurityGroupsTestJSON-1637632090-project] 10.222.0.67 "GET /v2.0/security-groups/324df7dc-37bb-4cbc-8e0d-8282e8332062 HTTP/1.1" status: 200 len: 1800 time: 0.0690198 Sep 23 19:22:02.325664 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7694059-6160-4d15-8ae3-eae4b58653d5 req-5a96e26d-b4a2-439a-8bcb-e0b56235e5ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:22:02.328861 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-a7694059-6160-4d15-8ae3-eae4b58653d5 req-5a96e26d-b4a2-439a-8bcb-e0b56235e5ec service neutron] 10.222.0.53 "GET /v2.0/subnets?id=a9e01a0e-19a1-4eb7-ad45-3b74532cbcd9 HTTP/1.1" status: 200 len: 847 time: 0.0680647 Sep 23 19:22:02.355040 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-15066b3d-880f-4483-a6b0-2cd4af7c35de req-07f885c6-ef56-4cc8-801b-b4501d8dc0a3 tempest-SecurityGroupsTestJSON-1637632090 tempest-SecurityGroupsTestJSON-1637632090-project] Notify callbacks [] for security_group, before_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:22:02.378972 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-a7694059-6160-4d15-8ae3-eae4b58653d5 req-94325021-95e7-4993-b34b-19cd8a0fa192 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=bf651024-673c-4eec-84ce-c6ef83d369a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0413394 Sep 23 19:22:02.384594 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-15066b3d-880f-4483-a6b0-2cd4af7c35de req-07f885c6-ef56-4cc8-801b-b4501d8dc0a3 tempest-SecurityGroupsTestJSON-1637632090 tempest-SecurityGroupsTestJSON-1637632090-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:22:02.485064 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-15066b3d-880f-4483-a6b0-2cd4af7c35de req-07f885c6-ef56-4cc8-801b-b4501d8dc0a3 tempest-SecurityGroupsTestJSON-1637632090 tempest-SecurityGroupsTestJSON-1637632090-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:22:02.488033 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-15066b3d-880f-4483-a6b0-2cd4af7c35de req-07f885c6-ef56-4cc8-801b-b4501d8dc0a3 tempest-SecurityGroupsTestJSON-1637632090 tempest-SecurityGroupsTestJSON-1637632090-project] Notify callbacks [] for security_group, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:22:02.502688 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-15066b3d-880f-4483-a6b0-2cd4af7c35de req-07f885c6-ef56-4cc8-801b-b4501d8dc0a3 tempest-SecurityGroupsTestJSON-1637632090 tempest-SecurityGroupsTestJSON-1637632090-project] 10.222.0.67 "DELETE /v2.0/security-groups/324df7dc-37bb-4cbc-8e0d-8282e8332062 HTTP/1.1" status: 204 len: 173 time: 0.2147658 Sep 23 19:22:02.503330 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 60356) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:22:02.524901 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07f885c6-ef56-4cc8-801b-b4501d8dc0a3 tempest-SecurityGroupsTestJSON-1637632090 tempest-SecurityGroupsTestJSON-1637632090-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=324df7dc-37bb-4cbc-8e0d-8282e8332062,revision_number=None']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:22:02.618153 n-d-713301-16 neutron-server[95101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '44cfa62c-9ec6-4912-9330-d2c472f9656a', 'name': 'network-vif-deleted', 'tag': '85712aaf-b3f1-464a-b5db-c24a708e4fb9'}] {{(pid=95101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 19:22:02.621911 n-d-713301-16 neutron-server[95101]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d8366c5740cd635e57ab12b71fe44a77c2acc3c19091ef849c6f68b380462244" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac3b88fb-12c1-4c6c-bf7e-5d28758360c5" -d '{"events": [{"server_uuid": "44cfa62c-9ec6-4912-9330-d2c472f9656a", "name": "network-vif-deleted", "tag": "85712aaf-b3f1-464a-b5db-c24a708e4fb9"}]}' {{(pid=95101) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 19:22:02.650998 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-b782c078-278b-4764-b51c-4e68e2768b13 req-72a77bf4-e32e-4a5f-8fe9-bf4368dbf56a tempest-ServersTestBootFromVolume-2071761147 tempest-ServersTestBootFromVolume-2071761147-project] 10.222.0.67 "GET /v2.0/ports?device_id=4da69c78-77be-4ce1-ba61-43d065543ca8 HTTP/1.1" status: 200 len: 210 time: 0.0809307 Sep 23 19:22:02.682858 n-d-713301-16 neutron-server[95102]: DEBUG neutron.db.db_base_plugin_v2 [None req-5b336d74-29b2-4b81-8453-9949aad622c2 admin admin] Deleting subnet b84f7821-b37e-4a80-a926-f6a9a7ebc403 {{(pid=95102) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 23 19:22:02.688573 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-5b336d74-29b2-4b81-8453-9949aad622c2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:22:02.735828 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-a7694059-6160-4d15-8ae3-eae4b58653d5 req-58e14a79-3718-43a8-bb4f-0165233962a2 service neutron] 10.222.0.53 "GET /v2.0/networks/bf651024-673c-4eec-84ce-c6ef83d369a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3487861 Sep 23 19:22:02.737423 n-d-713301-16 neutron-server[95101]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 19:22:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86d0b669-3091-4e2a-a7cc-c069c803b49d x-openstack-request-id: req-86d0b669-3091-4e2a-a7cc-c069c803b49d {{(pid=95101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 19:22:02.737719 n-d-713301-16 neutron-server[95101]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "44cfa62c-9ec6-4912-9330-d2c472f9656a", "name": "network-vif-deleted", "tag": "85712aaf-b3f1-464a-b5db-c24a708e4fb9", "status": "completed", "code": 200}]} {{(pid=95101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 19:22:02.737945 n-d-713301-16 neutron-server[95101]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-86d0b669-3091-4e2a-a7cc-c069c803b49d {{(pid=95101) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 19:22:02.738330 n-d-713301-16 neutron-server[95101]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '44cfa62c-9ec6-4912-9330-d2c472f9656a', 'name': 'network-vif-deleted', 'tag': '85712aaf-b3f1-464a-b5db-c24a708e4fb9', 'status': 'completed', 'code': 200} Sep 23 19:22:02.765823 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-5b336d74-29b2-4b81-8453-9949aad622c2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6162825'] for subnet, precommit_delete_associations {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:22:02.844554 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a540cee2-f995-461a-b8ef-47e2ad913c5f req-49e0dc28-cf54-427a-9068-b5b7b5c0e42e tempest-ServersAdminTestJSON-540451408 tempest-ServersAdminTestJSON-540451408-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:22:02.846487 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-a540cee2-f995-461a-b8ef-47e2ad913c5f req-49e0dc28-cf54-427a-9068-b5b7b5c0e42e tempest-ServersAdminTestJSON-540451408 tempest-ServersAdminTestJSON-540451408-project-admin] 10.222.0.67 "GET /v2.0/ports?device_id=8adc1d5c-ae67-4d87-8284-04120d7c0f9e HTTP/1.1" status: 200 len: 1103 time: 0.0949936 Sep 23 19:22:02.862278 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-5b336d74-29b2-4b81-8453-9949aad622c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1756813'] for subnet, precommit_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:22:02.870778 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac357fa7-b120-448c-9686-99466c2a833a req-236ff1f4-8842-4f02-8962-14951772d984 tempest-ServersTestBootFromVolume-2071761147 tempest-ServersTestBootFromVolume-2071761147-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:22:02.872341 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-ac357fa7-b120-448c-9686-99466c2a833a req-236ff1f4-8842-4f02-8962-14951772d984 tempest-ServersTestBootFromVolume-2071761147 tempest-ServersTestBootFromVolume-2071761147-project] 10.222.0.53 "GET /v2.0/networks?id=3018c2b7-6d99-4bca-a625-99b7a6f447b4 HTTP/1.1" status: 200 len: 815 time: 0.3118224 Sep 23 19:22:02.981214 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff634e54-eea1-435f-a948-b0c5ca6aa202 req-c238a470-f9e0-4216-ba2e-5bf1aef06a33 tempest-ImagesTestJSON-1030216449 tempest-ImagesTestJSON-1030216449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:22:02.982994 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-ff634e54-eea1-435f-a948-b0c5ca6aa202 req-c238a470-f9e0-4216-ba2e-5bf1aef06a33 tempest-ImagesTestJSON-1030216449 tempest-ImagesTestJSON-1030216449-project] 10.222.0.67 "GET /v2.0/ports?device_id=35198cf8-5054-4163-a40b-7e45abfdae56 HTTP/1.1" status: 200 len: 944 time: 0.1446004 Sep 23 19:22:02.991267 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-a540cee2-f995-461a-b8ef-47e2ad913c5f req-9fc3d218-2d36-4b39-94a2-452b47f51f52 tempest-ServersAdminTestJSON-540451408 tempest-ServersAdminTestJSON-540451408-project-admin] 10.222.0.67 "GET /v2.0/security-groups?id=f6ea2bc2-ae02-426e-9312-246b38837e94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1295002 Sep 23 19:22:03.031617 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-ac357fa7-b120-448c-9686-99466c2a833a req-3b021344-4291-4239-a144-40654aa306e3 tempest-ServersTestBootFromVolume-2071761147 tempest-ServersTestBootFromVolume-2071761147-project] 10.222.0.53 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b9b1bf1e052747edb79d8459636eb975 HTTP/1.1" status: 200 len: 380 time: 0.1131935 Sep 23 19:22:03.035177 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-a7694059-6160-4d15-8ae3-eae4b58653d5 req-bb081d1b-a6b6-474a-9830-e13ec747a83b service neutron] 10.222.0.53 "GET /v2.0/networks/bf651024-673c-4eec-84ce-c6ef83d369a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2886071 Sep 23 19:22:03.054665 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.v2.base [req-ac357fa7-b120-448c-9686-99466c2a833a req-0f8e64e5-e31d-4cf8-bd2d-fb3bae322e2d tempest-ServersTestBootFromVolume-2071761147 tempest-ServersTestBootFromVolume-2071761147-project] Request body: {'port': {'device_id': '4da69c78-77be-4ce1-ba61-43d065543ca8', 'network_id': '3018c2b7-6d99-4bca-a625-99b7a6f447b4', 'admin_state_up': True, 'tenant_id': 'b9b1bf1e052747edb79d8459636eb975', 'security_groups': ['6f980132-c67f-4d54-a2e9-1f4e7c6ad324']}} {{(pid=95101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:22:03.088468 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-ff634e54-eea1-435f-a948-b0c5ca6aa202 req-36da8a8b-0e1b-40ad-afbb-bf22fa162160 tempest-ImagesTestJSON-1030216449 tempest-ImagesTestJSON-1030216449-project] 10.222.0.67 "GET /v2.0/security-groups?id=076f8f10-41da-413e-8d86-ebe8d5fe93ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940123 Sep 23 19:22:03.091135 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-5b336d74-29b2-4b81-8453-9949aad622c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1756804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4399009', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5388229'] for subnet, after_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:22:03.123090 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b336d74-29b2-4b81-8453-9949aad622c2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b84f7821-b37e-4a80-a926-f6a9a7ebc403,revision_number=None']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:22:03.129104 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-5b336d74-29b2-4b81-8453-9949aad622c2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:22:03.134717 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-5b336d74-29b2-4b81-8453-9949aad622c2 admin admin] 10.222.0.67 "DELETE /v2.0/subnets/b84f7821-b37e-4a80-a926-f6a9a7ebc403 HTTP/1.1" status: 204 len: 168 time: 0.6204748 Sep 23 19:22:03.135415 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 60368) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:22:03.260104 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-392c265d-f04b-422b-a890-345b729fd50c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1628021'] for network, before_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:22:03.379136 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-392c265d-f04b-422b-a890-345b729fd50c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1754676', 'neutron.services.segments.db._delete_segments_for_network-8783146221460'] for network, precommit_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:22:03.399604 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ac357fa7-b120-448c-9686-99466c2a833a req-0f8e64e5-e31d-4cf8-bd2d-fb3bae322e2d tempest-ServersTestBootFromVolume-2071761147 tempest-ServersTestBootFromVolume-2071761147-project] Made reservation on behalf of b9b1bf1e052747edb79d8459636eb975 for: {'port': 1} {{(pid=95101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:22:03.401556 n-d-713301-16 neutron-server[95102]: DEBUG neutron.services.segments.db [None req-392c265d-f04b-422b-a890-345b729fd50c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1048b771-fe5c-4195-91f1-88a21e64a743']}} {{(pid=95102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:22:03.403939 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-ac357fa7-b120-448c-9686-99466c2a833a req-0f8e64e5-e31d-4cf8-bd2d-fb3bae322e2d tempest-ServersTestBootFromVolume-2071761147 tempest-ServersTestBootFromVolume-2071761147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:22:03.415413 n-d-713301-16 neutron-server[95102]: DEBUG neutron.services.segments.db [None req-392c265d-f04b-422b-a890-345b729fd50c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '49f54249-a606-4788-b164-92fb7c23cb9c') {'for_net_delete': True} {{(pid=95102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:22:03.415766 n-d-713301-16 neutron-server[95102]: DEBUG neutron.services.segments.db [None req-392c265d-f04b-422b-a890-345b729fd50c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '49f54249-a606-4788-b164-92fb7c23cb9c') {} {{(pid=95102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:22:03.427802 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-392c265d-f04b-422b-a890-345b729fd50c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783146221725', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6162832'] for segment, before_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:22:03.442237 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-392c265d-f04b-422b-a890-345b729fd50c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1756186'] for segment, precommit_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:22:03.448386 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-392c265d-f04b-422b-a890-345b729fd50c admin admin] Releasing vlan 636 on physical network physnet1 to pool {{(pid=95102) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 19:22:03.448814 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-392c265d-f04b-422b-a890-345b729fd50c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1756186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4398095'] for segment, after_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:22:03.457629 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7694059-6160-4d15-8ae3-eae4b58653d5 req-20e8b9f0-28fa-4b32-b690-baa34b4fc56a tempest-LiveMigrationTest-677110171 tempest-LiveMigrationTest-677110171-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:22:03.459540 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-a7694059-6160-4d15-8ae3-eae4b58653d5 req-20e8b9f0-28fa-4b32-b690-baa34b4fc56a tempest-LiveMigrationTest-677110171 tempest-LiveMigrationTest-677110171-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=0ed7f64c-c2e6-47dd-8a6e-2481a7a0c2eb&tenant_id=0f5d9c33c3334ce192c43e08217ee019&binding%3Ahost_id=n-h2-713301-16 HTTP/1.1" status: 200 len: 1097 time: 0.1317956 Sep 23 19:22:03.511897 n-d-713301-16 neutron-server[95102]: Traceback (most recent call last): Sep 23 19:22:03.511897 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 19:22:03.511897 n-d-713301-16 neutron-server[95102]: timer() Sep 23 19:22:03.511897 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 19:22:03.511897 n-d-713301-16 neutron-server[95102]: cb(*args, **kw) Sep 23 19:22:03.511897 n-d-713301-16 neutron-server[95102]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 19:22:03.511897 n-d-713301-16 neutron-server[95102]: return func(*args, **kwargs) Sep 23 19:22:03.511897 n-d-713301-16 neutron-server[95102]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 19:22:03.511897 n-d-713301-16 neutron-server[95102]: self._notify() Sep 23 19:22:03.511897 n-d-713301-16 neutron-server[95102]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 19:22:03.511897 n-d-713301-16 neutron-server[95102]: self.callback(batched_events) Sep 23 19:22:03.511897 n-d-713301-16 neutron-server[95102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 19:22:03.511897 n-d-713301-16 neutron-server[95102]: event.method(event) Sep 23 19:22:03.511897 n-d-713301-16 neutron-server[95102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 19:22:03.511897 n-d-713301-16 neutron-server[95102]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 19:22:03.511897 n-d-713301-16 neutron-server[95102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 19:22:03.511897 n-d-713301-16 neutron-server[95102]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 19:22:03.511897 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 19:22:03.511897 n-d-713301-16 neutron-server[95102]: return f(self, *a, **k) Sep 23 19:22:03.511897 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 19:22:03.511897 n-d-713301-16 neutron-server[95102]: return self._get(url).json() Sep 23 19:22:03.511897 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 19:22:03.511897 n-d-713301-16 neutron-server[95102]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 19:22:03.511897 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 19:22:03.511897 n-d-713301-16 neutron-server[95102]: return self.request(url, 'GET', **kwargs) Sep 23 19:22:03.511897 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 19:22:03.511897 n-d-713301-16 neutron-server[95102]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 19:22:03.511897 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 19:22:03.511897 n-d-713301-16 neutron-server[95102]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 19:22:03.511897 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 19:22:03.511897 n-d-713301-16 neutron-server[95102]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 19:22:03.511897 n-d-713301-16 neutron-server[95102]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 19:22:03.531096 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-392c265d-f04b-422b-a890-345b729fd50c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1754627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-601866'] for network, after_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:22:03.559626 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-392c265d-f04b-422b-a890-345b729fd50c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527417'] for network, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:22:03.565241 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-392c265d-f04b-422b-a890-345b729fd50c admin admin] 10.222.0.67 "DELETE /v2.0/networks/1048b771-fe5c-4195-91f1-88a21e64a743 HTTP/1.1" status: 204 len: 168 time: 0.4287741 Sep 23 19:22:03.592496 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Device fdb3c24f-2fa2-479d-8c4c-570663862e9f details requested by agent hyperv_n-h2-713301-16 with host n-h2-713301-16 {{(pid=95103) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 19:22:03.634105 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-392c265d-f04b-422b-a890-345b729fd50c admin admin] Pushing event deleted for resources: {'Network': ['ID=1048b771-fe5c-4195-91f1-88a21e64a743,revision_number=None']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:22:03.669219 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfba6a64-c82e-4f7d-b640-141d5fce2c45 req-3bdeabc0-b2d7-4706-8ad0-9dbe5dade600 tempest-LiveMigrationTest-1843640962 tempest-LiveMigrationTest-1843640962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:22:03.682729 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-bfba6a64-c82e-4f7d-b640-141d5fce2c45 req-3bdeabc0-b2d7-4706-8ad0-9dbe5dade600 tempest-LiveMigrationTest-1843640962 tempest-LiveMigrationTest-1843640962-project] 10.222.0.67 "GET /v2.0/ports?device_id=0ed7f64c-c2e6-47dd-8a6e-2481a7a0c2eb HTTP/1.1" status: 200 len: 945 time: 0.1718123 Sep 23 19:22:03.698754 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53928ed3-215e-44cc-9758-e2d7ce9be78c req-454379be-c517-4e78-a1f2-8dfce5bf728b tempest-ServersAdminTestJSON-1371927677 tempest-ServersAdminTestJSON-1371927677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:22:03.709385 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-53928ed3-215e-44cc-9758-e2d7ce9be78c req-454379be-c517-4e78-a1f2-8dfce5bf728b tempest-ServersAdminTestJSON-1371927677 tempest-ServersAdminTestJSON-1371927677-project] 10.222.0.67 "GET /v2.0/ports?device_id=eec269a6-21d4-4d21-9edd-6b8e46784f66 HTTP/1.1" status: 200 len: 949 time: 0.1988764 Sep 23 19:22:03.821840 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-bfba6a64-c82e-4f7d-b640-141d5fce2c45 req-17e066de-959a-4a7f-938e-b7a0d1e69b6b tempest-LiveMigrationTest-1843640962 tempest-LiveMigrationTest-1843640962-project] 10.222.0.67 "GET /v2.0/security-groups?id=1c151358-1cab-48a6-be3e-ad7507b4da06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1074641 Sep 23 19:22:03.853266 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-53928ed3-215e-44cc-9758-e2d7ce9be78c req-6e8c51a3-0277-4130-b971-ed7cb610b484 tempest-ServersAdminTestJSON-1371927677 tempest-ServersAdminTestJSON-1371927677-project] 10.222.0.67 "GET /v2.0/security-groups?id=f6ea2bc2-ae02-426e-9312-246b38837e94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1406865 Sep 23 19:22:04.026596 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 60402) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:22:04.138705 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-6d3dfd58-031e-42cc-bb06-f9d8993dca1b admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=5c7e58d511994cccb082b917c36a96c0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1108406 Sep 23 19:22:04.145573 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] For port fdb3c24f-2fa2-479d-8c4c-570663862e9f, host n-h2-713301-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-16',level=0,port_id=fdb3c24f-2fa2-479d-8c4c-570663862e9f,segment=NetworkSegment(2f3be12e-dba6-4aef-9978-6b9e569ce081),segment_id=2f3be12e-dba6-4aef-9978-6b9e569ce081)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:22:04.153084 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 60414) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:22:04.180181 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Returning: {'device': 'fdb3c24f-2fa2-479d-8c4c-570663862e9f', 'network_id': '3933cf84-cdd3-4c59-ac2d-c58afedb7fce', 'port_id': 'fdb3c24f-2fa2-479d-8c4c-570663862e9f', 'mac_address': 'fa:16:3e:ae:52:ad', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 607, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ddb01988-b766-48de-9eb4-7d664700d39d', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95103) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 19:22:04.237176 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-b9cc80a6-3f3c-4af2-bf28-49021f5b40ca req-07eb473f-76a2-466d-8fb9-48e1ec1e12ba tempest-ServersTestBootFromVolume-2071761147 tempest-ServersTestBootFromVolume-2071761147-project] 10.222.0.67 "GET /v2.0/ports?device_id=4da69c78-77be-4ce1-ba61-43d065543ca8 HTTP/1.1" status: 200 len: 210 time: 0.1091053 Sep 23 19:22:04.256677 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:22:04.278955 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-106693a2-5668-4e46-83ff-fe80dfb26f98 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:22:04.294063 n-d-713301-16 neutron-server[95103]: DEBUG neutron.notifiers.nova [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fdb3c24f-2fa2-479d-8c4c-570663862e9f {{(pid=95103) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 19:22:04.324807 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] For port fdb3c24f-2fa2-479d-8c4c-570663862e9f, host n-h2-713301-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-16',level=0,port_id=fdb3c24f-2fa2-479d-8c4c-570663862e9f,segment=NetworkSegment(2f3be12e-dba6-4aef-9978-6b9e569ce081),segment_id=2f3be12e-dba6-4aef-9978-6b9e569ce081)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:22:04.332311 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:22:04.393512 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3985c0a5-4223-43c5-9bd2-dd2124086f85 req-9e09a63e-9a17-4d2a-9a55-7f49c319559f tempest-LiveMigrationTest-677110171 tempest-LiveMigrationTest-677110171-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:22:04.397712 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-3985c0a5-4223-43c5-9bd2-dd2124086f85 req-9e09a63e-9a17-4d2a-9a55-7f49c319559f tempest-LiveMigrationTest-677110171 tempest-LiveMigrationTest-677110171-project-admin] 10.222.0.67 "GET /v2.0/ports?device_id=0ed7f64c-c2e6-47dd-8a6e-2481a7a0c2eb HTTP/1.1" status: 200 len: 1097 time: 0.1291609 Sep 23 19:22:04.420541 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-106693a2-5668-4e46-83ff-fe80dfb26f98 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:22:04.436283 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.db [req-a7694059-6160-4d15-8ae3-eae4b58653d5 req-3b8a21a1-b748-4e5a-83fd-9b1be59b7a1b service neutron] For port 15f9c12e-f506-439f-9d2f-18ac8686c0c4, host n-h1-713301-16, cleared binding levels {{(pid=95101) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 19:22:04.443174 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Pushing event updated for resources: {'Port': ['ID=fdb3c24f-2fa2-479d-8c4c-570663862e9f,revision_number=4']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:22:04.446820 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-a7694059-6160-4d15-8ae3-eae4b58653d5 req-3b8a21a1-b748-4e5a-83fd-9b1be59b7a1b service neutron] Notify callbacks [] for binding, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:22:04.448024 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-a7694059-6160-4d15-8ae3-eae4b58653d5 req-3b8a21a1-b748-4e5a-83fd-9b1be59b7a1b service neutron] 10.222.0.53 "DELETE /v2.0/ports/15f9c12e-f506-439f-9d2f-18ac8686c0c4/bindings/n-h1-713301-16 HTTP/1.1" status: 204 len: 173 time: 0.3730862 Sep 23 19:22:04.465489 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:22:04.466225 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:22:04.467467 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:22:04.470385 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:22:04.471109 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:22:04.472098 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:22:04.472859 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:22:04.473612 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:22:04.474786 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:22:04.476741 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:22:04.477339 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:22:04.480477 n-d-713301-16 neutron-server[95101]: DEBUG neutron.db.db_base_plugin_common [req-ac357fa7-b120-448c-9686-99466c2a833a req-0f8e64e5-e31d-4cf8-bd2d-fb3bae322e2d tempest-ServersTestBootFromVolume-2071761147 tempest-ServersTestBootFromVolume-2071761147-project] Allocated IP 172.20.0.5 (3018c2b7-6d99-4bca-a625-99b7a6f447b4/c4da4d29-f3ff-4267-a202-348183c23904/b9e99bc1-d833-4a85-85c7-d0065efdef0c) {{(pid=95101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 19:22:04.480911 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:22:04.520706 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea71d7b9-cbac-4373-af5a-0263ca6fe81f req-cd7cdcc0-c000-4ef8-86e9-1bd8b42179af tempest-ImagesTestJSON-1030216449 tempest-ImagesTestJSON-1030216449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:22:04.522676 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-ea71d7b9-cbac-4373-af5a-0263ca6fe81f req-cd7cdcc0-c000-4ef8-86e9-1bd8b42179af tempest-ImagesTestJSON-1030216449 tempest-ImagesTestJSON-1030216449-project] 10.222.0.67 "GET /v2.0/ports?device_id=35198cf8-5054-4163-a40b-7e45abfdae56 HTTP/1.1" status: 200 len: 945 time: 0.1491287 Sep 23 19:22:04.550159 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-3985c0a5-4223-43c5-9bd2-dd2124086f85 req-3fbaff53-2b3f-4a0e-aa44-37dc3f86779d tempest-LiveMigrationTest-677110171 tempest-LiveMigrationTest-677110171-project-admin] 10.222.0.67 "GET /v2.0/security-groups?id=1c151358-1cab-48a6-be3e-ad7507b4da06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1106076 Sep 23 19:22:04.571927 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] get_ports_and_sgs() called for port_ids ['fdb3c24f-2fa2-479d-8c4c-570663862e9f'] {{(pid=95103) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 19:22:04.604282 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-ea71d7b9-cbac-4373-af5a-0263ca6fe81f req-9113f227-45fb-4401-a37b-38d158d97e8b tempest-ImagesTestJSON-1030216449 tempest-ImagesTestJSON-1030216449-project] 10.222.0.67 "GET /v2.0/security-groups?id=076f8f10-41da-413e-8d86-ebe8d5fe93ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744660 Sep 23 19:22:04.612708 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-106693a2-5668-4e46-83ff-fe80dfb26f98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:22:04.615256 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-106693a2-5668-4e46-83ff-fe80dfb26f98 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:22:04.620927 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-106693a2-5668-4e46-83ff-fe80dfb26f98 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/87ba3455-2374-4d66-b6f9-7fb4c2df74bb HTTP/1.1" status: 204 len: 168 time: 0.4667859 Sep 23 19:22:04.694650 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-106693a2-5668-4e46-83ff-fe80dfb26f98 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87ba3455-2374-4d66-b6f9-7fb4c2df74bb,revision_number=None']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:22:04.815822 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa588f0a-e1d2-4e24-8bf2-6ed53fe67f52 req-7ad91c0a-0950-4150-8196-5a66ccd9ae3e tempest-ServersAdminTestJSON-1371927677 tempest-ServersAdminTestJSON-1371927677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:22:04.818524 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-fa588f0a-e1d2-4e24-8bf2-6ed53fe67f52 req-7ad91c0a-0950-4150-8196-5a66ccd9ae3e tempest-ServersAdminTestJSON-1371927677 tempest-ServersAdminTestJSON-1371927677-project] 10.222.0.74 "GET /v2.0/ports?device_id=eec269a6-21d4-4d21-9edd-6b8e46784f66 HTTP/1.1" status: 200 len: 949 time: 0.1651764 Sep 23 19:22:05.062567 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c48bed-00c0-43b6-a2fe-3d5c7a0dcd42 req-5cefd57e-c58b-46ee-8448-2159d813cdb7 tempest-LiveMigrationTest-677110171 tempest-LiveMigrationTest-677110171-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:22:05.076724 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-f5c48bed-00c0-43b6-a2fe-3d5c7a0dcd42 req-5cefd57e-c58b-46ee-8448-2159d813cdb7 tempest-LiveMigrationTest-677110171 tempest-LiveMigrationTest-677110171-project-admin] 10.222.0.67 "GET /v2.0/ports?device_id=0ed7f64c-c2e6-47dd-8a6e-2481a7a0c2eb HTTP/1.1" status: 200 len: 1097 time: 0.3015189 Sep 23 19:22:05.167598 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-ac357fa7-b120-448c-9686-99466c2a833a req-0f8e64e5-e31d-4cf8-bd2d-fb3bae322e2d tempest-ServersTestBootFromVolume-2071761147 tempest-ServersTestBootFromVolume-2071761147-project] Notify callbacks [] for port, precommit_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:22:05.285058 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-f5c48bed-00c0-43b6-a2fe-3d5c7a0dcd42 req-2bded0a8-4138-426a-9f08-8e2f8debe98e tempest-LiveMigrationTest-677110171 tempest-LiveMigrationTest-677110171-project-admin] 10.222.0.67 "GET /v2.0/security-groups?id=1c151358-1cab-48a6-be3e-ad7507b4da06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2072692 Sep 23 19:22:05.313947 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-ac357fa7-b120-448c-9686-99466c2a833a req-0f8e64e5-e31d-4cf8-bd2d-fb3bae322e2d tempest-ServersTestBootFromVolume-2071761147 tempest-ServersTestBootFromVolume-2071761147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783145673135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5607431'] for port, after_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:22:05.331650 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.plugin [req-fa588f0a-e1d2-4e24-8bf2-6ed53fe67f52 req-cf424dce-e7db-4a8c-b67e-87ca8c425c56 tempest-ServersAdminTestJSON-1371927677 tempest-ServersAdminTestJSON-1371927677-project] Deleting port 20cd5993-3d02-4bca-a096-a6dc31942e53 {{(pid=95102) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:22:05.332094 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-fa588f0a-e1d2-4e24-8bf2-6ed53fe67f52 req-cf424dce-e7db-4a8c-b67e-87ca8c425c56 tempest-ServersAdminTestJSON-1371927677 tempest-ServersAdminTestJSON-1371927677-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783146157096'] for port, before_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:22:05.424623 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e10e8be2-5cef-4b0b-ba66-6c7bb97e7ba1 req-91063306-8d6e-4880-8f91-17c188289675 tempest-ServersAdminTestJSON-1371927677 tempest-ServersAdminTestJSON-1371927677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:22:05.432453 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-e10e8be2-5cef-4b0b-ba66-6c7bb97e7ba1 req-91063306-8d6e-4880-8f91-17c188289675 tempest-ServersAdminTestJSON-1371927677 tempest-ServersAdminTestJSON-1371927677-project] 10.222.0.67 "GET /v2.0/ports?device_id=eec269a6-21d4-4d21-9edd-6b8e46784f66 HTTP/1.1" status: 200 len: 949 time: 0.3092980 Sep 23 19:22:05.442872 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ac357fa7-b120-448c-9686-99466c2a833a req-0f8e64e5-e31d-4cf8-bd2d-fb3bae322e2d tempest-ServersTestBootFromVolume-2071761147 tempest-ServersTestBootFromVolume-2071761147-project] Network 3018c2b7-6d99-4bca-a625-99b7a6f447b4 is already hosted by enough agents. {{(pid=95101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:22:05.478382 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.base_scheduler [req-ac357fa7-b120-448c-9686-99466c2a833a req-0f8e64e5-e31d-4cf8-bd2d-fb3bae322e2d tempest-ServersTestBootFromVolume-2071761147 tempest-ServersTestBootFromVolume-2071761147-project] Resources bound (agent type, host, resource id): {{(pid=95101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:22:05.496287 n-d-713301-16 neutron-server[95101]: DEBUG neutron.db.l3_dvrscheduler_db [req-ac357fa7-b120-448c-9686-99466c2a833a req-0f8e64e5-e31d-4cf8-bd2d-fb3bae322e2d tempest-ServersTestBootFromVolume-2071761147 tempest-ServersTestBootFromVolume-2071761147-project] Received port after_create {{(pid=95101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 19:22:05.578324 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f8e64e5-e31d-4cf8-bd2d-fb3bae322e2d tempest-ServersTestBootFromVolume-2071761147 tempest-ServersTestBootFromVolume-2071761147-project] Pushing event updated for resources: {'Port': ['ID=b9e99bc1-d833-4a85-85c7-d0065efdef0c,revision_number=1']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:22:05.608141 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Device fdb3c24f-2fa2-479d-8c4c-570663862e9f up at agent hyperv_n-h2-713301-16 {{(pid=95103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 19:22:05.628736 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac357fa7-b120-448c-9686-99466c2a833a req-0f8e64e5-e31d-4cf8-bd2d-fb3bae322e2d tempest-ServersTestBootFromVolume-2071761147 tempest-ServersTestBootFromVolume-2071761147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:22:05.629425 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-ac357fa7-b120-448c-9686-99466c2a833a req-0f8e64e5-e31d-4cf8-bd2d-fb3bae322e2d tempest-ServersTestBootFromVolume-2071761147 tempest-ServersTestBootFromVolume-2071761147-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222849'] for port, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:22:05.658654 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.db [req-fa588f0a-e1d2-4e24-8bf2-6ed53fe67f52 req-cf424dce-e7db-4a8c-b67e-87ca8c425c56 tempest-ServersAdminTestJSON-1371927677 tempest-ServersAdminTestJSON-1371927677-project] For port 20cd5993-3d02-4bca-a096-a6dc31942e53, host n-h1-713301-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-16',level=0,port_id=20cd5993-3d02-4bca-a096-a6dc31942e53,segment=NetworkSegment(6139d589-eb6c-4578-8935-c26ddf396853),segment_id=6139d589-eb6c-4578-8935-c26ddf396853)] {{(pid=95102) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:22:05.661775 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-fa588f0a-e1d2-4e24-8bf2-6ed53fe67f52 req-cf424dce-e7db-4a8c-b67e-87ca8c425c56 tempest-ServersAdminTestJSON-1371927677 tempest-ServersAdminTestJSON-1371927677-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-605701'] for port, precommit_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:22:05.681274 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-ac357fa7-b120-448c-9686-99466c2a833a req-0f8e64e5-e31d-4cf8-bd2d-fb3bae322e2d tempest-ServersTestBootFromVolume-2071761147 tempest-ServersTestBootFromVolume-2071761147-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6388984 Sep 23 19:22:05.698365 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.plugin [req-fa588f0a-e1d2-4e24-8bf2-6ed53fe67f52 req-cf424dce-e7db-4a8c-b67e-87ca8c425c56 tempest-ServersAdminTestJSON-1371927677 tempest-ServersAdminTestJSON-1371927677-project] Calling delete_port for 20cd5993-3d02-4bca-a096-a6dc31942e53 owned by compute:nova {{(pid=95102) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:22:05.711735 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.v2.base [req-ac357fa7-b120-448c-9686-99466c2a833a req-8ee927ef-ea69-4c8b-8177-292809b95119 service neutron] Request body: {'port': {'device_id': '4da69c78-77be-4ce1-ba61-43d065543ca8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713301-16'}} {{(pid=95101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:22:05.741199 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Provisioning for port fdb3c24f-2fa2-479d-8c4c-570663862e9f completed by entity L2. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 19:22:05.746061 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Provisioning complete for port fdb3c24f-2fa2-479d-8c4c-570663862e9f triggered by entity L2. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:22:05.746641 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:22:05.897051 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-ac357fa7-b120-448c-9686-99466c2a833a req-8ee927ef-ea69-4c8b-8177-292809b95119 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:22:06.001502 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-fa588f0a-e1d2-4e24-8bf2-6ed53fe67f52 req-cf424dce-e7db-4a8c-b67e-87ca8c425c56 tempest-ServersAdminTestJSON-1371927677 tempest-ServersAdminTestJSON-1371927677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783146162158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783145673144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4399100'] for port, after_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:22:06.037635 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] get_ports_and_sgs() called for port_ids ['0307641e-042f-4609-8b5c-a0d2aeb0d6c3', 'ab5e3235-e78f-4241-bc0a-4d5d913dcd9b'] {{(pid=95103) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 19:22:06.098857 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:22:06.115435 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-9d778768-72d0-4e87-8c71-c529fb3ffd5e None None] Provisioning complete for port b9e99bc1-d833-4a85-85c7-d0065efdef0c triggered by entity DHCP. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:22:06.115805 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-9d778768-72d0-4e87-8c71-c529fb3ffd5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:22:06.264493 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-e10e8be2-5cef-4b0b-ba66-6c7bb97e7ba1 req-8978cb7e-2fc5-428d-ac44-7360c2421d62 tempest-ServersAdminTestJSON-1371927677 tempest-ServersAdminTestJSON-1371927677-project] 10.222.0.67 "GET /v2.0/security-groups?id=f6ea2bc2-ae02-426e-9312-246b38837e94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8297887 Sep 23 19:22:06.273056 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf424dce-e7db-4a8c-b67e-87ca8c425c56 tempest-ServersAdminTestJSON-1371927677 tempest-ServersAdminTestJSON-1371927677-project] Pushing event deleted for resources: {'Port': ['ID=20cd5993-3d02-4bca-a096-a6dc31942e53,revision_number=None']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:22:06.373038 n-d-713301-16 neutron-server[95102]: DEBUG neutron.db.l3_dvrscheduler_db [req-fa588f0a-e1d2-4e24-8bf2-6ed53fe67f52 req-cf424dce-e7db-4a8c-b67e-87ca8c425c56 tempest-ServersAdminTestJSON-1371927677 tempest-ServersAdminTestJSON-1371927677-project] No DVR routers for this DVR port 20cd5993-3d02-4bca-a096-a6dc31942e53 on host n-h1-713301-16 {{(pid=95102) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 19:22:06.379944 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-fa588f0a-e1d2-4e24-8bf2-6ed53fe67f52 req-cf424dce-e7db-4a8c-b67e-87ca8c425c56 tempest-ServersAdminTestJSON-1371927677 tempest-ServersAdminTestJSON-1371927677-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222849'] for port, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:22:06.383188 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-fa588f0a-e1d2-4e24-8bf2-6ed53fe67f52 req-cf424dce-e7db-4a8c-b67e-87ca8c425c56 tempest-ServersAdminTestJSON-1371927677 tempest-ServersAdminTestJSON-1371927677-project] 10.222.0.74 "DELETE /v2.0/ports/20cd5993-3d02-4bca-a096-a6dc31942e53 HTTP/1.1" status: 204 len: 173 time: 1.5494645 Sep 23 19:22:06.393899 n-d-713301-16 neutron-server[95102]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eec269a6-21d4-4d21-9edd-6b8e46784f66', 'name': 'network-vif-deleted', 'tag': '20cd5993-3d02-4bca-a096-a6dc31942e53'}] {{(pid=95102) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 19:22:06.396187 n-d-713301-16 neutron-server[95102]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab31b6d93e5336dbddfa8ec424565b3bd8cb2369c5b4d85bc943472dbb21e8ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7742156d-69e3-4228-bf1b-cf14d61e6da6" -d '{"events": [{"server_uuid": "eec269a6-21d4-4d21-9edd-6b8e46784f66", "name": "network-vif-deleted", "tag": "20cd5993-3d02-4bca-a096-a6dc31942e53"}]}' {{(pid=95102) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 19:22:06.403038 n-d-713301-16 neutron-server[95103]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '35198cf8-5054-4163-a40b-7e45abfdae56', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fdb3c24f-2fa2-479d-8c4c-570663862e9f'}] {{(pid=95103) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 19:22:06.410858 n-d-713301-16 neutron-server[95103]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}81a1c17f2aa89d5b3ebbba3a3e0cf7eb588e431c2224256110c4c4facdd7c3e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-944f718d-14b4-479d-b613-3ca279b4381d" -d '{"events": [{"server_uuid": "35198cf8-5054-4163-a40b-7e45abfdae56", "name": "network-vif-plugged", "status": "completed", "tag": "fdb3c24f-2fa2-479d-8c4c-570663862e9f"}]}' {{(pid=95103) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 19:22:06.449272 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12795f74-664c-4178-8f17-e514440b025a req-25b3e554-1dca-4c96-85f4-a0c57a079f76 tempest-ServersTestBootFromVolume-2071761147 tempest-ServersTestBootFromVolume-2071761147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:22:06.474520 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.plugin [None req-9d778768-72d0-4e87-8c71-c529fb3ffd5e None None] Port b9e99bc1-d833-4a85-85c7-d0065efdef0c cannot update to ACTIVE because it is not bound. {{(pid=95103) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 19:22:06.481691 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] For port fdb3c24f-2fa2-479d-8c4c-570663862e9f, host n-h2-713301-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-16',level=0,port_id=fdb3c24f-2fa2-479d-8c4c-570663862e9f,segment=NetworkSegment(2f3be12e-dba6-4aef-9978-6b9e569ce081),segment_id=2f3be12e-dba6-4aef-9978-6b9e569ce081)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:22:06.485745 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 60494) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:22:06.490543 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:22:06.498276 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-12795f74-664c-4178-8f17-e514440b025a req-25b3e554-1dca-4c96-85f4-a0c57a079f76 tempest-ServersTestBootFromVolume-2071761147 tempest-ServersTestBootFromVolume-2071761147-project] 10.222.0.67 "GET /v2.0/ports?device_id=4da69c78-77be-4ce1-ba61-43d065543ca8 HTTP/1.1" status: 200 len: 931 time: 0.5216391 Sep 23 19:22:06.622461 n-d-713301-16 neutron-server[95101]: DEBUG neutron.notifiers.nova [req-ac357fa7-b120-448c-9686-99466c2a833a req-8ee927ef-ea69-4c8b-8177-292809b95119 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b9e99bc1-d833-4a85-85c7-d0065efdef0c {{(pid=95101) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 19:22:06.645615 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-ac357fa7-b120-448c-9686-99466c2a833a req-8ee927ef-ea69-4c8b-8177-292809b95119 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:22:06.677207 n-d-713301-16 neutron-server[95101]: DEBUG neutron.db.provisioning_blocks [req-ac357fa7-b120-448c-9686-99466c2a833a req-8ee927ef-ea69-4c8b-8177-292809b95119 service neutron] Transition to ACTIVE for port object b9e99bc1-d833-4a85-85c7-d0065efdef0c will not be triggered until provisioned by entity L2. {{(pid=95101) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 19:22:06.680193 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Pushing event updated for resources: {'Port': ['ID=fdb3c24f-2fa2-479d-8c4c-570663862e9f,revision_number=5']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:22:06.702896 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-ac357fa7-b120-448c-9686-99466c2a833a req-8ee927ef-ea69-4c8b-8177-292809b95119 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5607436'] for port, after_update {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:22:06.747709 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3693b39-b6b7-41ad-93dc-6b94aad8eee6 req-37f477d1-9e29-47a6-98bc-9a6c1b089240 tempest-ImagesTestJSON-1030216449 tempest-ImagesTestJSON-1030216449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:22:06.751604 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-f3693b39-b6b7-41ad-93dc-6b94aad8eee6 req-37f477d1-9e29-47a6-98bc-9a6c1b089240 tempest-ImagesTestJSON-1030216449 tempest-ImagesTestJSON-1030216449-project] 10.222.0.67 "GET /v2.0/ports?device_id=35198cf8-5054-4163-a40b-7e45abfdae56 HTTP/1.1" status: 200 len: 946 time: 0.3262026 Sep 23 19:22:06.773034 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-12795f74-664c-4178-8f17-e514440b025a req-8358d200-d819-4a41-b022-ccfb5d51054a tempest-ServersTestBootFromVolume-2071761147 tempest-ServersTestBootFromVolume-2071761147-project] 10.222.0.67 "GET /v2.0/security-groups?id=6f980132-c67f-4d54-a2e9-1f4e7c6ad324&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2681823 Sep 23 19:22:06.896437 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-f3693b39-b6b7-41ad-93dc-6b94aad8eee6 req-8c4fa15b-ca71-4569-a4fc-f259831b13f4 tempest-ImagesTestJSON-1030216449 tempest-ImagesTestJSON-1030216449-project] 10.222.0.67 "GET /v2.0/security-groups?id=076f8f10-41da-413e-8d86-ebe8d5fe93ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1164951 Sep 23 19:22:06.993397 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ee927ef-ea69-4c8b-8177-292809b95119 service neutron] Pushing event updated for resources: {'Port': ['ID=b9e99bc1-d833-4a85-85c7-d0065efdef0c,revision_number=2']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:22:07.088903 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.v2.base [None req-1929cc59-ac1e-4b40-ab37-5f3f577b23a7 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-146587581-network', 'tenant_id': 'ffe1d679fb85465bacd9d41d5d5dc87c'}} {{(pid=95101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:22:07.157424 n-d-713301-16 neutron-server[95102]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 19:22:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5775a0a6-25f7-4e15-acd9-40e6963951d7 x-openstack-request-id: req-5775a0a6-25f7-4e15-acd9-40e6963951d7 {{(pid=95102) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 19:22:07.157725 n-d-713301-16 neutron-server[95102]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eec269a6-21d4-4d21-9edd-6b8e46784f66", "name": "network-vif-deleted", "tag": "20cd5993-3d02-4bca-a096-a6dc31942e53", "status": "completed", "code": 200}]} {{(pid=95102) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 19:22:07.158056 n-d-713301-16 neutron-server[95102]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-5775a0a6-25f7-4e15-acd9-40e6963951d7 {{(pid=95102) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 19:22:07.158461 n-d-713301-16 neutron-server[95102]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eec269a6-21d4-4d21-9edd-6b8e46784f66', 'name': 'network-vif-deleted', 'tag': '20cd5993-3d02-4bca-a096-a6dc31942e53', 'status': 'completed', 'code': 200} Sep 23 19:22:07.223830 n-d-713301-16 neutron-server[95103]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 19:22:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b277cb3-405e-404f-8a34-0be2b7a1b803 x-openstack-request-id: req-5b277cb3-405e-404f-8a34-0be2b7a1b803 {{(pid=95103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 19:22:07.224330 n-d-713301-16 neutron-server[95103]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "35198cf8-5054-4163-a40b-7e45abfdae56", "name": "network-vif-plugged", "status": "completed", "tag": "fdb3c24f-2fa2-479d-8c4c-570663862e9f", "code": 200}]} {{(pid=95103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 19:22:07.225418 n-d-713301-16 neutron-server[95103]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-5b277cb3-405e-404f-8a34-0be2b7a1b803 {{(pid=95103) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 19:22:07.226070 n-d-713301-16 neutron-server[95103]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '35198cf8-5054-4163-a40b-7e45abfdae56', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fdb3c24f-2fa2-479d-8c4c-570663862e9f', 'code': 200} Sep 23 19:22:07.247494 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1929cc59-ac1e-4b40-ab37-5f3f577b23a7 admin admin] Made reservation on behalf of ffe1d679fb85465bacd9d41d5d5dc87c for: {'network': 1} {{(pid=95101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:22:07.250856 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-1929cc59-ac1e-4b40-ab37-5f3f577b23a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for network, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:22:07.277383 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.managers [req-ac357fa7-b120-448c-9686-99466c2a833a req-8ee927ef-ea69-4c8b-8177-292809b95119 service neutron] Attempting to bind port b9e99bc1-d833-4a85-85c7-d0065efdef0c on host n-h2-713301-16 for vnic_type normal with profile {{(pid=95101) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 19:22:07.278429 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.managers [req-ac357fa7-b120-448c-9686-99466c2a833a req-8ee927ef-ea69-4c8b-8177-292809b95119 service neutron] Attempting to bind port b9e99bc1-d833-4a85-85c7-d0065efdef0c by drivers openvswitch,hyperv on host n-h2-713301-16 at level 0 using segments [{'id': 'd9fca353-00c7-4d63-8b31-29fd9abb60f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '3018c2b7-6d99-4bca-a625-99b7a6f447b4'}] {{(pid=95101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 19:22:07.278865 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac357fa7-b120-448c-9686-99466c2a833a req-8ee927ef-ea69-4c8b-8177-292809b95119 service neutron] Attempting to bind port b9e99bc1-d833-4a85-85c7-d0065efdef0c on network 3018c2b7-6d99-4bca-a625-99b7a6f447b4 {{(pid=95101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:22:07.293749 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac357fa7-b120-448c-9686-99466c2a833a req-8ee927ef-ea69-4c8b-8177-292809b95119 service neutron] Port b9e99bc1-d833-4a85-85c7-d0065efdef0c on network 3018c2b7-6d99-4bca-a625-99b7a6f447b4 not bound, no agent of type Open vSwitch agent registered on host n-h2-713301-16 {{(pid=95101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 19:22:07.294361 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac357fa7-b120-448c-9686-99466c2a833a req-8ee927ef-ea69-4c8b-8177-292809b95119 service neutron] Attempting to bind port b9e99bc1-d833-4a85-85c7-d0065efdef0c on network 3018c2b7-6d99-4bca-a625-99b7a6f447b4 {{(pid=95101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:22:07.299908 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-1929cc59-ac1e-4b40-ab37-5f3f577b23a7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:22:07.322884 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac357fa7-b120-448c-9686-99466c2a833a req-8ee927ef-ea69-4c8b-8177-292809b95119 service neutron] Checking agent: {'id': '2a7cea34-db54-4faf-8d23-37521c3e34cb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713301-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 19, 15, 28), 'started_at': datetime.datetime(2021, 9, 23, 19, 15, 28), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 19, 21, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 19:22:07.338373 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac357fa7-b120-448c-9686-99466c2a833a req-8ee927ef-ea69-4c8b-8177-292809b95119 service neutron] Checking segment: {'id': 'd9fca353-00c7-4d63-8b31-29fd9abb60f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '3018c2b7-6d99-4bca-a625-99b7a6f447b4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:22:07.339815 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac357fa7-b120-448c-9686-99466c2a833a req-8ee927ef-ea69-4c8b-8177-292809b95119 service neutron] Bound using segment: {'id': 'd9fca353-00c7-4d63-8b31-29fd9abb60f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '3018c2b7-6d99-4bca-a625-99b7a6f447b4'} {{(pid=95101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 19:22:07.341482 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.managers [req-ac357fa7-b120-448c-9686-99466c2a833a req-8ee927ef-ea69-4c8b-8177-292809b95119 service neutron] Bound port: b9e99bc1-d833-4a85-85c7-d0065efdef0c, host: n-h2-713301-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd9fca353-00c7-4d63-8b31-29fd9abb60f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '3018c2b7-6d99-4bca-a625-99b7a6f447b4'}}] {{(pid=95101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 19:22:07.341959 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-ac357fa7-b120-448c-9686-99466c2a833a req-8ee927ef-ea69-4c8b-8177-292809b95119 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:22:07.597229 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.db [req-ac357fa7-b120-448c-9686-99466c2a833a req-8ee927ef-ea69-4c8b-8177-292809b95119 service neutron] For port b9e99bc1-d833-4a85-85c7-d0065efdef0c, host n-h2-713301-16, cleared binding levels {{(pid=95101) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 19:22:07.601652 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.db [req-ac357fa7-b120-448c-9686-99466c2a833a req-8ee927ef-ea69-4c8b-8177-292809b95119 service neutron] For port b9e99bc1-d833-4a85-85c7-d0065efdef0c, host n-h2-713301-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-16',level=0,port_id=b9e99bc1-d833-4a85-85c7-d0065efdef0c,segment=NetworkSegment(d9fca353-00c7-4d63-8b31-29fd9abb60f3),segment_id=d9fca353-00c7-4d63-8b31-29fd9abb60f3)] {{(pid=95101) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 19:22:07.629155 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-ac357fa7-b120-448c-9686-99466c2a833a req-8ee927ef-ea69-4c8b-8177-292809b95119 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5607436'] for port, after_update {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:22:07.706560 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ee927ef-ea69-4c8b-8177-292809b95119 service neutron] Pushing event updated for resources: {'Port': ['ID=b9e99bc1-d833-4a85-85c7-d0065efdef0c,revision_number=3']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:22:07.719450 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac357fa7-b120-448c-9686-99466c2a833a req-8ee927ef-ea69-4c8b-8177-292809b95119 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:22:07.720095 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-ac357fa7-b120-448c-9686-99466c2a833a req-8ee927ef-ea69-4c8b-8177-292809b95119 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222849'] for port, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:22:07.721660 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-ac357fa7-b120-448c-9686-99466c2a833a req-8ee927ef-ea69-4c8b-8177-292809b95119 service neutron] 10.222.0.53 "PUT /v2.0/ports/b9e99bc1-d833-4a85-85c7-d0065efdef0c HTTP/1.1" status: 200 len: 1092 time: 2.0323088 Sep 23 19:22:07.723134 n-d-713301-16 neutron-server[95101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4da69c78-77be-4ce1-ba61-43d065543ca8', 'tag': 'b9e99bc1-d833-4a85-85c7-d0065efdef0c'}] {{(pid=95101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 19:22:07.725763 n-d-713301-16 neutron-server[95101]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d8366c5740cd635e57ab12b71fe44a77c2acc3c19091ef849c6f68b380462244" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06656a2f-518f-48ef-8075-1c498eaf974b" -d '{"events": [{"name": "network-changed", "server_uuid": "4da69c78-77be-4ce1-ba61-43d065543ca8", "tag": "b9e99bc1-d833-4a85-85c7-d0065efdef0c"}]}' {{(pid=95101) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 19:22:07.772384 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3567093f-ce56-4c19-a002-40bc961734bb req-d2fb3470-cec0-48e0-ad52-1aaa744f787d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:22:07.774046 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-3567093f-ce56-4c19-a002-40bc961734bb req-d2fb3470-cec0-48e0-ad52-1aaa744f787d service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=35198cf8-5054-4163-a40b-7e45abfdae56 HTTP/1.1" status: 200 len: 1098 time: 0.3229203 Sep 23 19:22:07.858929 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5647f3d-0742-41e9-909d-c9cfba2a035a req-810d1963-7eb0-4f51-b8e4-5ab6cf556742 tempest-ServersAdminTestJSON-1371927677 tempest-ServersAdminTestJSON-1371927677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:22:07.870818 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-e5647f3d-0742-41e9-909d-c9cfba2a035a req-810d1963-7eb0-4f51-b8e4-5ab6cf556742 tempest-ServersAdminTestJSON-1371927677 tempest-ServersAdminTestJSON-1371927677-project] 10.222.0.67 "GET /v2.0/ports?device_id=9a5f6079-92f5-4eed-b704-4339934659a8 HTTP/1.1" status: 200 len: 949 time: 0.0891914 Sep 23 19:22:07.875961 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-1929cc59-ac1e-4b40-ab37-5f3f577b23a7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:22:07.881078 n-d-713301-16 neutron-server[95101]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 19:22:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92cb5557-657d-4baf-b68f-c2bf70364766 x-openstack-request-id: req-92cb5557-657d-4baf-b68f-c2bf70364766 {{(pid=95101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 19:22:07.881522 n-d-713301-16 neutron-server[95101]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4da69c78-77be-4ce1-ba61-43d065543ca8", "tag": "b9e99bc1-d833-4a85-85c7-d0065efdef0c", "status": "completed", "code": 200}]} {{(pid=95101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 19:22:07.882037 n-d-713301-16 neutron-server[95101]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-92cb5557-657d-4baf-b68f-c2bf70364766 {{(pid=95101) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 19:22:07.882481 n-d-713301-16 neutron-server[95101]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4da69c78-77be-4ce1-ba61-43d065543ca8', 'tag': 'b9e99bc1-d833-4a85-85c7-d0065efdef0c', 'status': 'completed', 'code': 200} Sep 23 19:22:07.911582 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-1929cc59-ac1e-4b40-ab37-5f3f577b23a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:22:07.952364 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Device 20cd5993-3d02-4bca-a096-a6dc31942e53 no longer exists at agent hyperv_n-h1-713301-16 {{(pid=95103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 19:22:07.960342 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-45245448-8533-4aa7-9c55-997b7a5a4170 req-8c076375-e1f6-4e16-b927-e54b934ad3f8 tempest-ListImageFiltersTestJSON-1823198714 tempest-ListImageFiltersTestJSON-1823198714-project] 10.222.0.67 "GET /v2.0/networks?tenant_id=1bc218d55aec43daacb6162c6cb56062&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0495327 Sep 23 19:22:08.000986 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-3567093f-ce56-4c19-a002-40bc961734bb req-b5b14936-bdaa-4583-85be-8d3b23973cde service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=076f8f10-41da-413e-8d86-ebe8d5fe93ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1890924 Sep 23 19:22:08.006337 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.plugin [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] No Port match for: 20cd5993-3d02-4bca-a096-a6dc31942e53 {{(pid=95103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 19:22:08.006572 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1929cc59-ac1e-4b40-ab37-5f3f577b23a7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 640} {{(pid=95101) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 19:22:08.007065 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Device 20cd5993-3d02-4bca-a096-a6dc31942e53 not bound to the agent host n-h1-713301-16 {{(pid=95103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 19:22:08.024759 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac357fa7-b120-448c-9686-99466c2a833a req-e0f7a1bd-7778-4782-95d1-51864f8a4f13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:22:08.027634 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-ac357fa7-b120-448c-9686-99466c2a833a req-e0f7a1bd-7778-4782-95d1-51864f8a4f13 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=b9b1bf1e052747edb79d8459636eb975&device_id=4da69c78-77be-4ce1-ba61-43d065543ca8 HTTP/1.1" status: 200 len: 1095 time: 0.2524581 Sep 23 19:22:08.029382 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-1929cc59-ac1e-4b40-ab37-5f3f577b23a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1756186'] for segment, precommit_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:22:08.029842 n-d-713301-16 neutron-server[95101]: INFO neutron.db.segments_db [None req-1929cc59-ac1e-4b40-ab37-5f3f577b23a7 admin admin] Added segment 67b8f6c5-b740-4a28-a82e-f136ec158977 of type vlan for network e0ba4ff6-5ece-4e5d-bf2e-f8698c833ccd Sep 23 19:22:08.032872 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1929cc59-ac1e-4b40-ab37-5f3f577b23a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=baf2e2eb-d400-463d-80d2-9ac3493be065,revision_number=1']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:22:08.085757 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-1929cc59-ac1e-4b40-ab37-5f3f577b23a7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783145630486'] for network, precommit_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:22:08.108591 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-e5647f3d-0742-41e9-909d-c9cfba2a035a req-102af9de-a7f9-458c-8f2e-6dbb8d7f8ac6 tempest-ServersAdminTestJSON-1371927677 tempest-ServersAdminTestJSON-1371927677-project] 10.222.0.67 "GET /v2.0/security-groups?id=f6ea2bc2-ae02-426e-9312-246b38837e94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2302203 Sep 23 19:22:08.120318 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-1929cc59-ac1e-4b40-ab37-5f3f577b23a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299'] for network, after_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:22:08.121896 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1929cc59-ac1e-4b40-ab37-5f3f577b23a7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:22:08.123397 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-1929cc59-ac1e-4b40-ab37-5f3f577b23a7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527417'] for network, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:22:08.137522 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45245448-8533-4aa7-9c55-997b7a5a4170 req-14076a7e-3c17-4197-9a84-36ca8a2c7a5b tempest-ListImageFiltersTestJSON-1823198714 tempest-ListImageFiltersTestJSON-1823198714-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:22:08.141163 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-45245448-8533-4aa7-9c55-997b7a5a4170 req-14076a7e-3c17-4197-9a84-36ca8a2c7a5b tempest-ListImageFiltersTestJSON-1823198714 tempest-ListImageFiltersTestJSON-1823198714-project] 10.222.0.67 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1796906 Sep 23 19:22:08.170152 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-45245448-8533-4aa7-9c55-997b7a5a4170 req-7c09c3e5-9a19-4643-a303-28365c698d68 tempest-ListImageFiltersTestJSON-1823198714 tempest-ListImageFiltersTestJSON-1823198714-project] 10.222.0.67 "GET /v2.0/quotas/1bc218d55aec43daacb6162c6cb56062 HTTP/1.1" status: 200 len: 375 time: 0.0228214 Sep 23 19:22:08.194496 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1929cc59-ac1e-4b40-ab37-5f3f577b23a7 admin admin] Pushing event updated for resources: {'Network': ['ID=e0ba4ff6-5ece-4e5d-bf2e-f8698c833ccd,revision_number=1']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:22:08.205843 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Network e0ba4ff6-5ece-4e5d-bf2e-f8698c833ccd details requested by agent ovs-agent-n-d-713301-16 with host n-d-713301-16 {{(pid=95103) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 19:22:08.243729 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-45245448-8533-4aa7-9c55-997b7a5a4170 req-4c2bd128-ecf2-4703-8294-c01a5725af1c tempest-ListImageFiltersTestJSON-1823198714 tempest-ListImageFiltersTestJSON-1823198714-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=1bc218d55aec43daacb6162c6cb56062&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0671597 Sep 23 19:22:08.247695 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-ac357fa7-b120-448c-9686-99466c2a833a req-d7159ac1-0bd9-443e-a74a-18c471858106 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b9e99bc1-d833-4a85-85c7-d0065efdef0c HTTP/1.1" status: 200 len: 217 time: 0.0480797 Sep 23 19:22:08.252643 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-1929cc59-ac1e-4b40-ab37-5f3f577b23a7 admin admin] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 1.7602932 Sep 23 19:22:08.253562 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 60558) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:22:08.261141 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.v2.base [None req-2b4159cf-c3bd-4488-887d-441702fcb875 admin admin] Request body: {'subnet': {'network_id': 'e0ba4ff6-5ece-4e5d-bf2e-f8698c833ccd', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-146587581-subnet', 'tenant_id': 'ffe1d679fb85465bacd9d41d5d5dc87c', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=95101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:22:08.365461 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b4159cf-c3bd-4488-887d-441702fcb875 admin admin] Made reservation on behalf of ffe1d679fb85465bacd9d41d5d5dc87c for: {'subnet': 1} {{(pid=95101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:22:08.370508 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-2b4159cf-c3bd-4488-887d-441702fcb875 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6130979'] for subnet, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:22:08.375256 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23c6ac6-240c-43a4-8b51-72af63fa9797 req-b6de0bea-02df-40f7-9afd-ee4dfc3a92ff tempest-ServersTestBootFromVolume-2071761147 tempest-ServersTestBootFromVolume-2071761147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:22:08.383870 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-d23c6ac6-240c-43a4-8b51-72af63fa9797 req-b6de0bea-02df-40f7-9afd-ee4dfc3a92ff tempest-ServersTestBootFromVolume-2071761147 tempest-ServersTestBootFromVolume-2071761147-project] 10.222.0.67 "GET /v2.0/ports?device_id=4da69c78-77be-4ce1-ba61-43d065543ca8 HTTP/1.1" status: 200 len: 943 time: 0.1389351 Sep 23 19:22:08.412114 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac357fa7-b120-448c-9686-99466c2a833a req-7ae207e5-e5da-4bcf-8eef-e372db5e9ba4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:22:08.414559 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-ac357fa7-b120-448c-9686-99466c2a833a req-7ae207e5-e5da-4bcf-8eef-e372db5e9ba4 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=c4da4d29-f3ff-4267-a202-348183c23904 HTTP/1.1" status: 200 len: 854 time: 0.1578367 Sep 23 19:22:08.448473 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-d23c6ac6-240c-43a4-8b51-72af63fa9797 req-65ad7e37-6ed0-490a-bc04-3e51ad27d42d tempest-ServersTestBootFromVolume-2071761147 tempest-ServersTestBootFromVolume-2071761147-project] 10.222.0.67 "GET /v2.0/security-groups?id=6f980132-c67f-4d54-a2e9-1f4e7c6ad324&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0635996 Sep 23 19:22:08.606500 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac357fa7-b120-448c-9686-99466c2a833a req-0994bfd8-e22c-4f0a-9241-2e07a4a7d0d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:22:08.608571 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-ac357fa7-b120-448c-9686-99466c2a833a req-0994bfd8-e22c-4f0a-9241-2e07a4a7d0d4 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=3018c2b7-6d99-4bca-a625-99b7a6f447b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1202843 Sep 23 19:22:08.713513 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f554e33-b0e9-441b-9851-a87d4c7e7c0a req-b400f65f-faa1-4515-8f57-3b8bd85df958 tempest-ImagesTestJSON-1030216449 tempest-ImagesTestJSON-1030216449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:22:08.715386 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-8f554e33-b0e9-441b-9851-a87d4c7e7c0a req-b400f65f-faa1-4515-8f57-3b8bd85df958 tempest-ImagesTestJSON-1030216449 tempest-ImagesTestJSON-1030216449-project] 10.222.0.67 "GET /v2.0/ports?device_id=35198cf8-5054-4163-a40b-7e45abfdae56 HTTP/1.1" status: 200 len: 946 time: 0.1319625 Sep 23 19:22:08.807140 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-8f554e33-b0e9-441b-9851-a87d4c7e7c0a req-4add97d7-8ece-42a8-979b-cf19c78736d9 tempest-ImagesTestJSON-1030216449 tempest-ImagesTestJSON-1030216449-project] 10.222.0.67 "GET /v2.0/security-groups?id=076f8f10-41da-413e-8d86-ebe8d5fe93ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655651 Sep 23 19:22:08.866500 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-aaeeb7a7-9ec7-4f0d-9c4d-7fbb5f8773d3 req-22578f9e-d570-40f6-bfc1-4feff6dfece7 tempest-ListImageFiltersTestJSON-1823198714 tempest-ListImageFiltersTestJSON-1823198714-project] 10.222.0.67 "GET /v2.0/networks?tenant_id=1bc218d55aec43daacb6162c6cb56062&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0322077 Sep 23 19:22:08.878271 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-ac357fa7-b120-448c-9686-99466c2a833a req-08f6206f-73b0-405c-b688-a06ac70915dd service neutron] 10.222.0.53 "GET /v2.0/networks/3018c2b7-6d99-4bca-a625-99b7a6f447b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2555659 Sep 23 19:22:08.880031 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-2b4159cf-c3bd-4488-887d-441702fcb875 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5607579', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6130961'] for subnet, after_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:22:09.070583 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaeeb7a7-9ec7-4f0d-9c4d-7fbb5f8773d3 req-6937d475-df0c-49f5-b6d6-b65d3a06d95a tempest-ListImageFiltersTestJSON-1823198714 tempest-ListImageFiltersTestJSON-1823198714-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:22:09.073339 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-aaeeb7a7-9ec7-4f0d-9c4d-7fbb5f8773d3 req-6937d475-df0c-49f5-b6d6-b65d3a06d95a tempest-ListImageFiltersTestJSON-1823198714 tempest-ListImageFiltersTestJSON-1823198714-project] 10.222.0.67 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2051034 Sep 23 19:22:09.152684 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b4159cf-c3bd-4488-887d-441702fcb875 admin admin] Pushing event updated for resources: {'Subnet': ['ID=526f8162-a9a5-4b30-85c5-b8b73ce78140,revision_number=0']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:22:09.167129 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-aaeeb7a7-9ec7-4f0d-9c4d-7fbb5f8773d3 req-84dc819f-0664-4caa-b68b-bea52a352c4e tempest-ListImageFiltersTestJSON-1823198714 tempest-ListImageFiltersTestJSON-1823198714-project] 10.222.0.67 "GET /v2.0/quotas/1bc218d55aec43daacb6162c6cb56062 HTTP/1.1" status: 200 len: 375 time: 0.0850310 Sep 23 19:22:09.234377 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b4159cf-c3bd-4488-887d-441702fcb875 admin admin] Checking segment: {'id': '67b8f6c5-b740-4a28-a82e-f136ec158977', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'e0ba4ff6-5ece-4e5d-bf2e-f8698c833ccd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:22:09.234839 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b4159cf-c3bd-4488-887d-441702fcb875 admin admin] Network hostable DHCP agents. Network: e0ba4ff6-5ece-4e5d-bf2e-f8698c833ccd, hostable agents: ['1b18bf05-1b5f-4587-be5c-af3ac38e32ad'], hosted agents: [] {{(pid=95101) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 19:22:09.261760 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-ac357fa7-b120-448c-9686-99466c2a833a req-6cd61d44-dcad-408a-99d5-5f6ac79d3c93 service neutron] 10.222.0.53 "GET /v2.0/networks/3018c2b7-6d99-4bca-a625-99b7a6f447b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3669429 Sep 23 19:22:09.274780 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b4159cf-c3bd-4488-887d-441702fcb875 admin admin] Network e0ba4ff6-5ece-4e5d-bf2e-f8698c833ccd is scheduled to be hosted by DHCP agent 1b18bf05-1b5f-4587-be5c-af3ac38e32ad with binding_index 1 {{(pid=95101) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 19:22:09.291366 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.base_scheduler [None req-2b4159cf-c3bd-4488-887d-441702fcb875 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713301-16, e0ba4ff6-5ece-4e5d-bf2e-f8698c833ccd) {{(pid=95101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:22:09.293559 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-aaeeb7a7-9ec7-4f0d-9c4d-7fbb5f8773d3 req-90e09bfc-28ca-4b83-8d50-eb8a89fd3810 tempest-ListImageFiltersTestJSON-1823198714 tempest-ListImageFiltersTestJSON-1823198714-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=1bc218d55aec43daacb6162c6cb56062&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0771301 Sep 23 19:22:09.301065 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b4159cf-c3bd-4488-887d-441702fcb875 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:22:09.303023 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-2b4159cf-c3bd-4488-887d-441702fcb875 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527417'] for subnet, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:22:09.316957 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65e9b284-4087-47cc-88e6-8810b50eed2c None None] Network e0ba4ff6-5ece-4e5d-bf2e-f8698c833ccd requested from n-d-713301-16 {{(pid=95103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 19:22:09.377488 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b885518-97b2-44fb-a7b1-a8ac83478363 req-0864fe22-cb09-4425-af32-fbc45ff29a02 tempest-ServersAdminTestJSON-1371927677 tempest-ServersAdminTestJSON-1371927677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:22:09.381862 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-9b885518-97b2-44fb-a7b1-a8ac83478363 req-0864fe22-cb09-4425-af32-fbc45ff29a02 tempest-ServersAdminTestJSON-1371927677 tempest-ServersAdminTestJSON-1371927677-project] 10.222.0.74 "GET /v2.0/ports?device_id=9a5f6079-92f5-4eed-b704-4339934659a8 HTTP/1.1" status: 200 len: 949 time: 0.2747717 Sep 23 19:22:09.407980 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-2b4159cf-c3bd-4488-887d-441702fcb875 admin admin] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 1.1501663 Sep 23 19:22:09.409533 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 60586) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:22:09.424357 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.v2.base [None req-16188bd5-dc0e-4eee-9983-2d826aebd5b2 admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-146587581-router', 'tenant_id': 'ffe1d679fb85465bacd9d41d5d5dc87c', 'external_gateway_info': {'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac'}}} {{(pid=95101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:22:09.493097 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-16188bd5-dc0e-4eee-9983-2d826aebd5b2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-594563', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29355'] for router, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:22:09.495355 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-16188bd5-dc0e-4eee-9983-2d826aebd5b2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-597363', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-601731', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-739356', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29346'] for router, precommit_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:22:09.510100 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06656a2f-518f-48ef-8075-1c498eaf974b req-72a786f5-a919-4fa7-9939-e1e9c11e4f97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:22:09.513078 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-06656a2f-518f-48ef-8075-1c498eaf974b req-72a786f5-a919-4fa7-9939-e1e9c11e4f97 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=b9b1bf1e052747edb79d8459636eb975&device_id=4da69c78-77be-4ce1-ba61-43d065543ca8 HTTP/1.1" status: 200 len: 1095 time: 0.1900308 Sep 23 19:22:09.594216 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3713922-8e9c-4485-b764-f276b8a8a85e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4c8b80df-07eb-5275-9f17-5cf640db67c0-e0ba4ff6-5ece-4e5d-bf2e-f8698c833ccd', 'network_id': 'e0ba4ff6-5ece-4e5d-bf2e-f8698c833ccd', 'tenant_id': 'ffe1d679fb85465bacd9d41d5d5dc87c', 'fixed_ips': [{'subnet_id': '526f8162-a9a5-4b30-85c5-b8b73ce78140'}]}} from n-d-713301-16. {{(pid=95103) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 23 19:22:09.595620 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-d3713922-8e9c-4485-b764-f276b8a8a85e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_create {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:22:09.595742 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a61c7796-dd17-435a-b132-dc45412e6d4d req-b215e81a-212e-462e-a60c-ee580ae7f92e tempest-ServersAdminTestJSON-1371927677 tempest-ServersAdminTestJSON-1371927677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:22:09.605971 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-a61c7796-dd17-435a-b132-dc45412e6d4d req-b215e81a-212e-462e-a60c-ee580ae7f92e tempest-ServersAdminTestJSON-1371927677 tempest-ServersAdminTestJSON-1371927677-project] 10.222.0.67 "GET /v2.0/ports?device_id=9a5f6079-92f5-4eed-b704-4339934659a8 HTTP/1.1" status: 200 len: 949 time: 0.3346691 Sep 23 19:22:09.679870 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-16188bd5-dc0e-4eee-9983-2d826aebd5b2 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:22:09.711300 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-a61c7796-dd17-435a-b132-dc45412e6d4d req-0639c6f0-4795-44b6-86bc-4570c83a2222 tempest-ServersAdminTestJSON-1371927677 tempest-ServersAdminTestJSON-1371927677-project] 10.222.0.67 "GET /v2.0/security-groups?id=f6ea2bc2-ae02-426e-9312-246b38837e94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775895 Sep 23 19:22:09.755506 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.plugin [req-9b885518-97b2-44fb-a7b1-a8ac83478363 req-04c2cbb7-1e87-48d7-934c-9205706fa211 tempest-ServersAdminTestJSON-1371927677 tempest-ServersAdminTestJSON-1371927677-project] Deleting port 0307641e-042f-4609-8b5c-a0d2aeb0d6c3 {{(pid=95102) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:22:09.757067 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-9b885518-97b2-44fb-a7b1-a8ac83478363 req-04c2cbb7-1e87-48d7-934c-9205706fa211 tempest-ServersAdminTestJSON-1371927677 tempest-ServersAdminTestJSON-1371927677-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783146157096'] for port, before_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:22:09.976718 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.db_base_plugin_common [None req-d3713922-8e9c-4485-b764-f276b8a8a85e None None] Allocated IP 172.20.0.2 (e0ba4ff6-5ece-4e5d-bf2e-f8698c833ccd/526f8162-a9a5-4b30-85c5-b8b73ce78140/4b5a37c9-d9d9-43ea-9d07-a36ecbfc1bfe) {{(pid=95103) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 19:22:10.022114 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06656a2f-518f-48ef-8075-1c498eaf974b req-d7fc6605-b958-407b-a924-a585f5403690 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:22:10.024023 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-06656a2f-518f-48ef-8075-1c498eaf974b req-d7fc6605-b958-407b-a924-a585f5403690 service neutron] 10.222.0.53 "GET /v2.0/networks?id=3018c2b7-6d99-4bca-a625-99b7a6f447b4 HTTP/1.1" status: 200 len: 916 time: 0.5024590 Sep 23 19:22:10.033729 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-02909fdc-048e-40aa-b78d-c264f7f0ef61 req-dc1440d4-43cc-48da-a816-64a2fd5ae604 tempest-ListImageFiltersTestJSON-1823198714 tempest-ListImageFiltersTestJSON-1823198714-project] 10.222.0.67 "GET /v2.0/ports?device_id=102f53d1-1982-4f39-85c0-8cb5e7da0a24 HTTP/1.1" status: 200 len: 210 time: 0.0994270 Sep 23 19:22:10.070008 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.db [req-9b885518-97b2-44fb-a7b1-a8ac83478363 req-04c2cbb7-1e87-48d7-934c-9205706fa211 tempest-ServersAdminTestJSON-1371927677 tempest-ServersAdminTestJSON-1371927677-project] For port 0307641e-042f-4609-8b5c-a0d2aeb0d6c3, host n-h1-713301-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-16',level=0,port_id=0307641e-042f-4609-8b5c-a0d2aeb0d6c3,segment=NetworkSegment(6139d589-eb6c-4578-8935-c26ddf396853),segment_id=6139d589-eb6c-4578-8935-c26ddf396853)] {{(pid=95102) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:22:10.070611 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-9b885518-97b2-44fb-a7b1-a8ac83478363 req-04c2cbb7-1e87-48d7-934c-9205706fa211 tempest-ServersAdminTestJSON-1371927677 tempest-ServersAdminTestJSON-1371927677-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-605701'] for port, precommit_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:22:10.086632 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-16188bd5-dc0e-4eee-9983-2d826aebd5b2 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:22:10.094191 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ebf458f-1d6b-4416-b4cf-570c9fcdbfbd req-2b69d1ce-3f60-49cb-b2c5-b2f41de380d1 tempest-ServersTestBootFromVolume-2071761147 tempest-ServersTestBootFromVolume-2071761147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:22:10.095682 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-8ebf458f-1d6b-4416-b4cf-570c9fcdbfbd req-2b69d1ce-3f60-49cb-b2c5-b2f41de380d1 tempest-ServersTestBootFromVolume-2071761147 tempest-ServersTestBootFromVolume-2071761147-project] 10.222.0.67 "GET /v2.0/ports?device_id=4da69c78-77be-4ce1-ba61-43d065543ca8 HTTP/1.1" status: 200 len: 943 time: 0.1625702 Sep 23 19:22:10.119219 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.plugin [req-9b885518-97b2-44fb-a7b1-a8ac83478363 req-04c2cbb7-1e87-48d7-934c-9205706fa211 tempest-ServersAdminTestJSON-1371927677 tempest-ServersAdminTestJSON-1371927677-project] Calling delete_port for 0307641e-042f-4609-8b5c-a0d2aeb0d6c3 owned by compute:nova {{(pid=95102) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:22:10.177018 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-06656a2f-518f-48ef-8075-1c498eaf974b req-5c3ef317-de65-4fde-aa9e-872a782db964 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b9e99bc1-d833-4a85-85c7-d0065efdef0c HTTP/1.1" status: 200 len: 217 time: 0.1014919 Sep 23 19:22:10.258342 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-8ebf458f-1d6b-4416-b4cf-570c9fcdbfbd req-60b66c9c-7db4-485c-86bc-50f8b545d306 tempest-ServersTestBootFromVolume-2071761147 tempest-ServersTestBootFromVolume-2071761147-project] 10.222.0.67 "GET /v2.0/security-groups?id=6f980132-c67f-4d54-a2e9-1f4e7c6ad324&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1550257 Sep 23 19:22:10.301994 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-d3713922-8e9c-4485-b764-f276b8a8a85e None None] Notify callbacks [] for port, precommit_create {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:22:10.314998 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-d3713922-8e9c-4485-b764-f276b8a8a85e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783145673135'] for port, after_create {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:22:10.367294 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-45245448-8533-4aa7-9c55-997b7a5a4170 req-96efee09-154a-4cbd-b747-496095de45cf tempest-ListImageFiltersTestJSON-1823198714 tempest-ListImageFiltersTestJSON-1823198714-project] 10.222.0.74 "GET /v2.0/networks?tenant_id=1bc218d55aec43daacb6162c6cb56062&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0219982 Sep 23 19:22:10.375314 n-d-713301-16 neutron-server[95103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3713922-8e9c-4485-b764-f276b8a8a85e None None] Network e0ba4ff6-5ece-4e5d-bf2e-f8698c833ccd is already hosted by enough agents. {{(pid=95103) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:22:10.400671 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3713922-8e9c-4485-b764-f276b8a8a85e None None] Pushing event updated for resources: {'Port': ['ID=4b5a37c9-d9d9-43ea-9d07-a36ecbfc1bfe,revision_number=1']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:22:10.406519 n-d-713301-16 neutron-server[95103]: DEBUG neutron.scheduler.base_scheduler [None req-d3713922-8e9c-4485-b764-f276b8a8a85e None None] Resources bound (agent type, host, resource id): {{(pid=95103) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:22:10.416955 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3713922-8e9c-4485-b764-f276b8a8a85e None None] Received port after_create {{(pid=95103) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 19:22:10.427634 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06656a2f-518f-48ef-8075-1c498eaf974b req-36255bfe-b8f9-4b2a-b9a9-6252753a07ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:22:10.430167 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-06656a2f-518f-48ef-8075-1c498eaf974b req-36255bfe-b8f9-4b2a-b9a9-6252753a07ff service neutron] 10.222.0.53 "GET /v2.0/subnets?id=c4da4d29-f3ff-4267-a202-348183c23904 HTTP/1.1" status: 200 len: 854 time: 0.2458863 Sep 23 19:22:10.495824 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.managers [None req-d3713922-8e9c-4485-b764-f276b8a8a85e None None] Attempting to bind port 4b5a37c9-d9d9-43ea-9d07-a36ecbfc1bfe on host n-d-713301-16 for vnic_type normal with profile {{(pid=95103) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 19:22:10.496252 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.managers [None req-d3713922-8e9c-4485-b764-f276b8a8a85e None None] Attempting to bind port 4b5a37c9-d9d9-43ea-9d07-a36ecbfc1bfe by drivers openvswitch,hyperv on host n-d-713301-16 at level 0 using segments [{'id': '67b8f6c5-b740-4a28-a82e-f136ec158977', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'e0ba4ff6-5ece-4e5d-bf2e-f8698c833ccd'}] {{(pid=95103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 19:22:10.496694 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3713922-8e9c-4485-b764-f276b8a8a85e None None] Attempting to bind port 4b5a37c9-d9d9-43ea-9d07-a36ecbfc1bfe on network e0ba4ff6-5ece-4e5d-bf2e-f8698c833ccd {{(pid=95103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:22:10.504090 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3713922-8e9c-4485-b764-f276b8a8a85e None None] Checking agent: {'id': '70a14545-df24-472f-8f95-bfe1719bff93', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 19, 7, 53), 'started_at': datetime.datetime(2021, 9, 23, 19, 8, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 19, 21, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 19:22:10.504514 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3713922-8e9c-4485-b764-f276b8a8a85e None None] Checking segment: {'id': '67b8f6c5-b740-4a28-a82e-f136ec158977', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'e0ba4ff6-5ece-4e5d-bf2e-f8698c833ccd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95103) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:22:10.505058 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-d3713922-8e9c-4485-b764-f276b8a8a85e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:22:10.506398 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3713922-8e9c-4485-b764-f276b8a8a85e None None] Bound using segment: {'id': '67b8f6c5-b740-4a28-a82e-f136ec158977', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'e0ba4ff6-5ece-4e5d-bf2e-f8698c833ccd'} {{(pid=95103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 19:22:10.507007 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.managers [None req-d3713922-8e9c-4485-b764-f276b8a8a85e None None] Bound port: 4b5a37c9-d9d9-43ea-9d07-a36ecbfc1bfe, host: n-d-713301-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '67b8f6c5-b740-4a28-a82e-f136ec158977', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'e0ba4ff6-5ece-4e5d-bf2e-f8698c833ccd'}}] {{(pid=95103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 19:22:10.507399 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-d3713922-8e9c-4485-b764-f276b8a8a85e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:22:10.605897 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-d3713922-8e9c-4485-b764-f276b8a8a85e None None] For port 4b5a37c9-d9d9-43ea-9d07-a36ecbfc1bfe, host n-d-713301-16, cleared binding levels {{(pid=95103) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 19:22:10.610093 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-d3713922-8e9c-4485-b764-f276b8a8a85e None None] For port 4b5a37c9-d9d9-43ea-9d07-a36ecbfc1bfe, host n-d-713301-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-16',level=0,port_id=4b5a37c9-d9d9-43ea-9d07-a36ecbfc1bfe,segment=NetworkSegment(67b8f6c5-b740-4a28-a82e-f136ec158977),segment_id=67b8f6c5-b740-4a28-a82e-f136ec158977)] {{(pid=95103) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 19:22:10.619815 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-d3713922-8e9c-4485-b764-f276b8a8a85e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:22:10.623267 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06656a2f-518f-48ef-8075-1c498eaf974b req-6f3f57b6-c78c-42ef-90cf-add4177d98f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:22:10.625629 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-06656a2f-518f-48ef-8075-1c498eaf974b req-6f3f57b6-c78c-42ef-90cf-add4177d98f1 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=3018c2b7-6d99-4bca-a625-99b7a6f447b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1236565 Sep 23 19:22:10.629228 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8587682f-4ae3-4cf5-ad46-b7fd614f0f9f req-f7f0ebba-a047-4706-8851-68053f54ab7b tempest-ImagesTestJSON-1030216449 tempest-ImagesTestJSON-1030216449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:22:10.634810 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-8587682f-4ae3-4cf5-ad46-b7fd614f0f9f req-f7f0ebba-a047-4706-8851-68053f54ab7b tempest-ImagesTestJSON-1030216449 tempest-ImagesTestJSON-1030216449-project] 10.222.0.67 "GET /v2.0/ports?device_id=35198cf8-5054-4163-a40b-7e45abfdae56 HTTP/1.1" status: 200 len: 946 time: 0.3642125 Sep 23 19:22:10.711668 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3713922-8e9c-4485-b764-f276b8a8a85e None None] Pushing event updated for resources: {'Port': ['ID=4b5a37c9-d9d9-43ea-9d07-a36ecbfc1bfe,revision_number=2']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:22:10.786257 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45245448-8533-4aa7-9c55-997b7a5a4170 req-044ce234-93f1-4143-ad7a-8d0140ac6a03 tempest-ListImageFiltersTestJSON-1823198714 tempest-ListImageFiltersTestJSON-1823198714-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:22:10.787825 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-45245448-8533-4aa7-9c55-997b7a5a4170 req-044ce234-93f1-4143-ad7a-8d0140ac6a03 tempest-ListImageFiltersTestJSON-1823198714 tempest-ListImageFiltersTestJSON-1823198714-project] 10.222.0.74 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3929279 Sep 23 19:22:10.834361 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.v2.base [req-45245448-8533-4aa7-9c55-997b7a5a4170 req-44a2f346-baa2-48b0-b066-d3c91874450b tempest-ListImageFiltersTestJSON-1823198714 tempest-ListImageFiltersTestJSON-1823198714-project] Request body: {'port': {'device_id': 'bffda0e9-3935-484f-b05d-313c40f1aa1c', 'network_id': '5220cb0c-da05-478a-9604-8c11469a05b4', 'admin_state_up': True, 'tenant_id': '1bc218d55aec43daacb6162c6cb56062'}} {{(pid=95101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:22:10.845288 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-8587682f-4ae3-4cf5-ad46-b7fd614f0f9f req-feec0bfa-6131-4519-b3e7-d56da85b4ea9 tempest-ImagesTestJSON-1030216449 tempest-ImagesTestJSON-1030216449-project] 10.222.0.67 "GET /v2.0/security-groups?id=076f8f10-41da-413e-8d86-ebe8d5fe93ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2026088 Sep 23 19:22:10.995490 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-16188bd5-dc0e-4eee-9983-2d826aebd5b2 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:22:11.017059 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-9b885518-97b2-44fb-a7b1-a8ac83478363 req-04c2cbb7-1e87-48d7-934c-9205706fa211 tempest-ServersAdminTestJSON-1371927677 tempest-ServersAdminTestJSON-1371927677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783146162158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783145673144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4399100'] for port, after_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:22:11.031642 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] get_ports_and_sgs() called for port_ids ['ab5e3235-e78f-4241-bc0a-4d5d913dcd9b'] {{(pid=95103) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 19:22:11.090091 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-06656a2f-518f-48ef-8075-1c498eaf974b req-69fe6262-8cc8-4998-af5f-d42d73488db1 service neutron] 10.222.0.53 "GET /v2.0/networks/3018c2b7-6d99-4bca-a625-99b7a6f447b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4438314 Sep 23 19:22:11.112955 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f233dd2b-a744-42f7-aaa1-c5174f9ee293 req-8c35d85b-be64-49f0-a5ec-55c83fdf8fd8 tempest-ServersAdminTestJSON-1371927677 tempest-ServersAdminTestJSON-1371927677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:22:11.126581 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-f233dd2b-a744-42f7-aaa1-c5174f9ee293 req-8c35d85b-be64-49f0-a5ec-55c83fdf8fd8 tempest-ServersAdminTestJSON-1371927677 tempest-ServersAdminTestJSON-1371927677-project] 10.222.0.67 "GET /v2.0/ports?device_id=9a5f6079-92f5-4eed-b704-4339934659a8 HTTP/1.1" status: 200 len: 867 time: 0.2504554 Sep 23 19:22:11.128860 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04c2cbb7-1e87-48d7-934c-9205706fa211 tempest-ServersAdminTestJSON-1371927677 tempest-ServersAdminTestJSON-1371927677-project] Pushing event deleted for resources: {'Port': ['ID=0307641e-042f-4609-8b5c-a0d2aeb0d6c3,revision_number=None']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:22:11.291720 n-d-713301-16 neutron-server[95102]: DEBUG neutron.db.l3_dvrscheduler_db [req-9b885518-97b2-44fb-a7b1-a8ac83478363 req-04c2cbb7-1e87-48d7-934c-9205706fa211 tempest-ServersAdminTestJSON-1371927677 tempest-ServersAdminTestJSON-1371927677-project] No DVR routers for this DVR port 0307641e-042f-4609-8b5c-a0d2aeb0d6c3 on host n-h1-713301-16 {{(pid=95102) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 19:22:11.297022 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-9b885518-97b2-44fb-a7b1-a8ac83478363 req-04c2cbb7-1e87-48d7-934c-9205706fa211 tempest-ServersAdminTestJSON-1371927677 tempest-ServersAdminTestJSON-1371927677-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222849'] for port, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:22:11.299189 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-9b885518-97b2-44fb-a7b1-a8ac83478363 req-04c2cbb7-1e87-48d7-934c-9205706fa211 tempest-ServersAdminTestJSON-1371927677 tempest-ServersAdminTestJSON-1371927677-project] 10.222.0.74 "DELETE /v2.0/ports/0307641e-042f-4609-8b5c-a0d2aeb0d6c3 HTTP/1.1" status: 204 len: 173 time: 1.9063063 Sep 23 19:22:11.299682 n-d-713301-16 neutron-server[95102]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a5f6079-92f5-4eed-b704-4339934659a8', 'name': 'network-vif-deleted', 'tag': '0307641e-042f-4609-8b5c-a0d2aeb0d6c3'}] {{(pid=95102) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 19:22:11.302081 n-d-713301-16 neutron-server[95102]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab31b6d93e5336dbddfa8ec424565b3bd8cb2369c5b4d85bc943472dbb21e8ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e8e9978-fd65-4383-8195-16b1754d861f" -d '{"events": [{"server_uuid": "9a5f6079-92f5-4eed-b704-4339934659a8", "name": "network-vif-deleted", "tag": "0307641e-042f-4609-8b5c-a0d2aeb0d6c3"}]}' {{(pid=95102) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 19:22:11.323433 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-f233dd2b-a744-42f7-aaa1-c5174f9ee293 req-d6d7ee1c-f796-4724-844a-0369317dfe2c tempest-ServersAdminTestJSON-1371927677 tempest-ServersAdminTestJSON-1371927677-project] 10.222.0.67 "GET /v2.0/security-groups?id=f6ea2bc2-ae02-426e-9312-246b38837e94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1957018 Sep 23 19:22:11.424638 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-d60e1dd4-7b54-4f1f-b57a-963b2606989e req-2240dc8b-ee5c-4a11-9dd7-2587dd1bc6ab tempest-ListImageFiltersTestJSON-1823198714 tempest-ListImageFiltersTestJSON-1823198714-project] 10.222.0.67 "GET /v2.0/ports?device_id=102f53d1-1982-4f39-85c0-8cb5e7da0a24 HTTP/1.1" status: 200 len: 210 time: 0.0590222 Sep 23 19:22:11.593940 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-aaeeb7a7-9ec7-4f0d-9c4d-7fbb5f8773d3 req-31ac8568-79b4-40cf-82c9-38c7ecfdb3c8 tempest-ListImageFiltersTestJSON-1823198714 tempest-ListImageFiltersTestJSON-1823198714-project] 10.222.0.74 "GET /v2.0/networks?tenant_id=1bc218d55aec43daacb6162c6cb56062&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0546324 Sep 23 19:22:11.677271 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Device 4b5a37c9-d9d9-43ea-9d07-a36ecbfc1bfe up at agent ovs-agent-n-d-713301-16 {{(pid=95103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 19:22:11.699434 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-16188bd5-dc0e-4eee-9983-2d826aebd5b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:22:11.793290 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Provisioning complete for port 4b5a37c9-d9d9-43ea-9d07-a36ecbfc1bfe triggered by entity L2. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:22:11.794135 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:22:11.824105 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8dc7978-96de-4dcd-8eb2-7e410d5ffd10 req-cc84815a-d95b-4a40-b20f-a94e2ba02305 tempest-ImagesTestJSON-1030216449 tempest-ImagesTestJSON-1030216449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:22:11.825659 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-a8dc7978-96de-4dcd-8eb2-7e410d5ffd10 req-cc84815a-d95b-4a40-b20f-a94e2ba02305 tempest-ImagesTestJSON-1030216449 tempest-ImagesTestJSON-1030216449-project] 10.222.0.67 "GET /v2.0/ports?device_id=35198cf8-5054-4163-a40b-7e45abfdae56 HTTP/1.1" status: 200 len: 946 time: 0.3026495 Sep 23 19:22:11.939338 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-45245448-8533-4aa7-9c55-997b7a5a4170 req-44a2f346-baa2-48b0-b066-d3c91874450b tempest-ListImageFiltersTestJSON-1823198714 tempest-ListImageFiltersTestJSON-1823198714-project] Made reservation on behalf of 1bc218d55aec43daacb6162c6cb56062 for: {'port': 1} {{(pid=95101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:22:11.944465 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-45245448-8533-4aa7-9c55-997b7a5a4170 req-44a2f346-baa2-48b0-b066-d3c91874450b tempest-ListImageFiltersTestJSON-1823198714 tempest-ListImageFiltersTestJSON-1823198714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:22:11.962720 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81fa0780-a742-4d8e-976d-78ffecb46296 req-d0d425d6-df17-4fee-ac05-a56361e6bb65 tempest-ServersTestBootFromVolume-2071761147 tempest-ServersTestBootFromVolume-2071761147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:22:11.976831 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-81fa0780-a742-4d8e-976d-78ffecb46296 req-d0d425d6-df17-4fee-ac05-a56361e6bb65 tempest-ServersTestBootFromVolume-2071761147 tempest-ServersTestBootFromVolume-2071761147-project] 10.222.0.67 "GET /v2.0/ports?device_id=4da69c78-77be-4ce1-ba61-43d065543ca8 HTTP/1.1" status: 200 len: 943 time: 0.3590717 Sep 23 19:22:11.999056 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Device 0307641e-042f-4609-8b5c-a0d2aeb0d6c3 no longer exists at agent hyperv_n-h1-713301-16 {{(pid=95103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 19:22:11.999311 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-45245448-8533-4aa7-9c55-997b7a5a4170 req-44a2f346-baa2-48b0-b066-d3c91874450b tempest-ListImageFiltersTestJSON-1823198714 tempest-ListImageFiltersTestJSON-1823198714-project] Notify callbacks [] for security_group, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:22:12.031599 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.plugin [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] No Port match for: 0307641e-042f-4609-8b5c-a0d2aeb0d6c3 {{(pid=95103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 19:22:12.032421 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Device 0307641e-042f-4609-8b5c-a0d2aeb0d6c3 not bound to the agent host n-h1-713301-16 {{(pid=95103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 19:22:12.055784 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:22:12.064013 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaeeb7a7-9ec7-4f0d-9c4d-7fbb5f8773d3 req-c1280bdf-43a1-4dda-959d-3040db613ebb tempest-ListImageFiltersTestJSON-1823198714 tempest-ListImageFiltersTestJSON-1823198714-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:22:12.066071 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-aaeeb7a7-9ec7-4f0d-9c4d-7fbb5f8773d3 req-c1280bdf-43a1-4dda-959d-3040db613ebb tempest-ListImageFiltersTestJSON-1823198714 tempest-ListImageFiltersTestJSON-1823198714-project] 10.222.0.74 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4657416 Sep 23 19:22:12.136145 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.v2.base [req-aaeeb7a7-9ec7-4f0d-9c4d-7fbb5f8773d3 req-815d79f0-4db7-4dfb-9ca4-d4277634aaae tempest-ListImageFiltersTestJSON-1823198714 tempest-ListImageFiltersTestJSON-1823198714-project] Request body: {'port': {'device_id': '102f53d1-1982-4f39-85c0-8cb5e7da0a24', 'network_id': '5220cb0c-da05-478a-9604-8c11469a05b4', 'admin_state_up': True, 'tenant_id': '1bc218d55aec43daacb6162c6cb56062'}} {{(pid=95102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:22:12.153150 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] For port 4b5a37c9-d9d9-43ea-9d07-a36ecbfc1bfe, host n-d-713301-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-16',level=0,port_id=4b5a37c9-d9d9-43ea-9d07-a36ecbfc1bfe,segment=NetworkSegment(67b8f6c5-b740-4a28-a82e-f136ec158977),segment_id=67b8f6c5-b740-4a28-a82e-f136ec158977)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:22:12.170698 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:22:12.198958 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-06656a2f-518f-48ef-8075-1c498eaf974b req-f6698411-81aa-46d4-b9b8-61952e6f9d2c service neutron] 10.222.0.53 "GET /v2.0/networks/3018c2b7-6d99-4bca-a625-99b7a6f447b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5175343 Sep 23 19:22:12.247557 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Pushing event updated for resources: {'Port': ['ID=4b5a37c9-d9d9-43ea-9d07-a36ecbfc1bfe,revision_number=3']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:22:12.394928 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-45245448-8533-4aa7-9c55-997b7a5a4170 req-44a2f346-baa2-48b0-b066-d3c91874450b tempest-ListImageFiltersTestJSON-1823198714 tempest-ListImageFiltersTestJSON-1823198714-project] Notify callbacks [] for security_group, precommit_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:22:12.413698 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-45245448-8533-4aa7-9c55-997b7a5a4170 req-44a2f346-baa2-48b0-b066-d3c91874450b tempest-ListImageFiltersTestJSON-1823198714 tempest-ListImageFiltersTestJSON-1823198714-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:22:12.439623 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26512aee-c184-4cca-b70a-145000511e50 None None] Network e0ba4ff6-5ece-4e5d-bf2e-f8698c833ccd requested from n-d-713301-16 {{(pid=95103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 19:22:12.459687 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-81fa0780-a742-4d8e-976d-78ffecb46296 req-430c20a6-575f-4e16-82f1-5cbf05559960 tempest-ServersTestBootFromVolume-2071761147 tempest-ServersTestBootFromVolume-2071761147-project] 10.222.0.67 "GET /v2.0/security-groups?id=6f980132-c67f-4d54-a2e9-1f4e7c6ad324&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4807134 Sep 23 19:22:12.462902 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-a8dc7978-96de-4dcd-8eb2-7e410d5ffd10 req-45642852-4285-4927-a456-cf87cb90b18e tempest-ImagesTestJSON-1030216449 tempest-ImagesTestJSON-1030216449-project] 10.222.0.67 "GET /v2.0/security-groups?id=076f8f10-41da-413e-8d86-ebe8d5fe93ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6133807 Sep 23 19:22:12.524984 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aaeeb7a7-9ec7-4f0d-9c4d-7fbb5f8773d3 req-815d79f0-4db7-4dfb-9ca4-d4277634aaae tempest-ListImageFiltersTestJSON-1823198714 tempest-ListImageFiltersTestJSON-1823198714-project] Made reservation on behalf of 1bc218d55aec43daacb6162c6cb56062 for: {'port': 1} {{(pid=95102) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:22:12.540806 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-aaeeb7a7-9ec7-4f0d-9c4d-7fbb5f8773d3 req-815d79f0-4db7-4dfb-9ca4-d4277634aaae tempest-ListImageFiltersTestJSON-1823198714 tempest-ListImageFiltersTestJSON-1823198714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:22:12.582301 n-d-713301-16 neutron-server[95102]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 19:22:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c649b22b-0631-4260-82f2-1a3fd7a7c620 x-openstack-request-id: req-c649b22b-0631-4260-82f2-1a3fd7a7c620 {{(pid=95102) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 19:22:12.582670 n-d-713301-16 neutron-server[95102]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9a5f6079-92f5-4eed-b704-4339934659a8", "name": "network-vif-deleted", "tag": "0307641e-042f-4609-8b5c-a0d2aeb0d6c3", "status": "completed", "code": 200}]} {{(pid=95102) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 19:22:12.582874 n-d-713301-16 neutron-server[95102]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-c649b22b-0631-4260-82f2-1a3fd7a7c620 {{(pid=95102) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 19:22:12.583332 n-d-713301-16 neutron-server[95102]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a5f6079-92f5-4eed-b704-4339934659a8', 'name': 'network-vif-deleted', 'tag': '0307641e-042f-4609-8b5c-a0d2aeb0d6c3', 'status': 'completed', 'code': 200} Sep 23 19:22:12.617292 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-be90faa3-a1a1-4f73-8d27-184fa29c5da3 None None] Provisioning complete for port 4b5a37c9-d9d9-43ea-9d07-a36ecbfc1bfe triggered by entity DHCP. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:22:12.620660 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-be90faa3-a1a1-4f73-8d27-184fa29c5da3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:22:12.694806 n-d-713301-16 neutron-server[95101]: DEBUG neutron.db.db_base_plugin_common [req-45245448-8533-4aa7-9c55-997b7a5a4170 req-44a2f346-baa2-48b0-b066-d3c91874450b tempest-ListImageFiltersTestJSON-1823198714 tempest-ListImageFiltersTestJSON-1823198714-project] Allocated IP 192.168.233.31 (5220cb0c-da05-478a-9604-8c11469a05b4/1ccc69bc-9d6b-44d9-b227-204e47dc6e45/620eb77b-9622-4240-9505-90c0844383a9) {{(pid=95101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 19:22:12.792192 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-1cbcc701-73ec-45dc-bb45-4d220cc28e84 req-940100e8-1e51-4d1a-850d-522326c2c518 tempest-ListImageFiltersTestJSON-1823198714 tempest-ListImageFiltersTestJSON-1823198714-project] 10.222.0.67 "GET /v2.0/ports?device_id=102f53d1-1982-4f39-85c0-8cb5e7da0a24 HTTP/1.1" status: 200 len: 210 time: 0.0526078 Sep 23 19:22:12.872154 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a2f346-baa2-48b0-b066-d3c91874450b tempest-ListImageFiltersTestJSON-1823198714 tempest-ListImageFiltersTestJSON-1823198714-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e422f629-0f20-4441-8041-dd3c189ad680,revision_number=1']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:22:12.877136 n-d-713301-16 neutron-server[95101]: DEBUG neutron.db.db_base_plugin_common [None req-16188bd5-dc0e-4eee-9983-2d826aebd5b2 admin admin] Allocated IP 172.25.1.91 (5dec5c09-378e-4f50-89cc-d94eb81c3bac/eff83446-018c-428d-b3f5-54ac9abe7a2a/b6a45639-d8e5-4e6c-81c1-32ff7f3662f9) {{(pid=95101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 19:22:12.957125 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-45245448-8533-4aa7-9c55-997b7a5a4170 req-44a2f346-baa2-48b0-b066-d3c91874450b tempest-ListImageFiltersTestJSON-1823198714 tempest-ListImageFiltersTestJSON-1823198714-project] Notify callbacks [] for port, precommit_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:22:13.028521 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-45245448-8533-4aa7-9c55-997b7a5a4170 req-44a2f346-baa2-48b0-b066-d3c91874450b tempest-ListImageFiltersTestJSON-1823198714 tempest-ListImageFiltersTestJSON-1823198714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783145673135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5607431'] for port, after_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:22:13.125368 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a2f346-baa2-48b0-b066-d3c91874450b tempest-ListImageFiltersTestJSON-1823198714 tempest-ListImageFiltersTestJSON-1823198714-project] Pushing event updated for resources: {'Port': ['ID=620eb77b-9622-4240-9505-90c0844383a9,revision_number=1']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:22:13.135150 n-d-713301-16 neutron-server[95102]: DEBUG neutron.db.db_base_plugin_common [req-aaeeb7a7-9ec7-4f0d-9c4d-7fbb5f8773d3 req-815d79f0-4db7-4dfb-9ca4-d4277634aaae tempest-ListImageFiltersTestJSON-1823198714 tempest-ListImageFiltersTestJSON-1823198714-project] Allocated IP 192.168.233.25 (5220cb0c-da05-478a-9604-8c11469a05b4/1ccc69bc-9d6b-44d9-b227-204e47dc6e45/57fb353f-18bb-4079-9329-192986ecbc90) {{(pid=95102) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 19:22:13.152965 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-97d0cdbf-7ee7-48d2-b68e-6339c504f573 None None] Provisioning complete for port 4b5a37c9-d9d9-43ea-9d07-a36ecbfc1bfe triggered by entity DHCP. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:22:13.153623 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-97d0cdbf-7ee7-48d2-b68e-6339c504f573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:22:13.233014 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c945ac-956c-4821-8a2d-43f2c4a6f82e req-000237d3-850e-4f12-9ce1-67e49fb530c2 tempest-ServersAdminTestJSON-1371927677 tempest-ServersAdminTestJSON-1371927677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:22:13.241802 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-30c945ac-956c-4821-8a2d-43f2c4a6f82e req-000237d3-850e-4f12-9ce1-67e49fb530c2 tempest-ServersAdminTestJSON-1371927677 tempest-ServersAdminTestJSON-1371927677-project] 10.222.0.67 "GET /v2.0/ports?device_id=8adc1d5c-ae67-4d87-8284-04120d7c0f9e HTTP/1.1" status: 200 len: 951 time: 0.1542189 Sep 23 19:22:13.245476 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-16188bd5-dc0e-4eee-9983-2d826aebd5b2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:22:13.296934 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-45245448-8533-4aa7-9c55-997b7a5a4170 req-44a2f346-baa2-48b0-b066-d3c91874450b tempest-ListImageFiltersTestJSON-1823198714 tempest-ListImageFiltersTestJSON-1823198714-project] Network 5220cb0c-da05-478a-9604-8c11469a05b4 is already hosted by enough agents. {{(pid=95101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:22:13.299369 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-16188bd5-dc0e-4eee-9983-2d826aebd5b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783145673135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5607431'] for port, after_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:22:13.306779 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.base_scheduler [req-45245448-8533-4aa7-9c55-997b7a5a4170 req-44a2f346-baa2-48b0-b066-d3c91874450b tempest-ListImageFiltersTestJSON-1823198714 tempest-ListImageFiltersTestJSON-1823198714-project] Resources bound (agent type, host, resource id): {{(pid=95101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:22:13.317912 n-d-713301-16 neutron-server[95101]: DEBUG neutron.db.l3_dvrscheduler_db [req-45245448-8533-4aa7-9c55-997b7a5a4170 req-44a2f346-baa2-48b0-b066-d3c91874450b tempest-ListImageFiltersTestJSON-1823198714 tempest-ListImageFiltersTestJSON-1823198714-project] Received port after_create {{(pid=95101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 19:22:13.349305 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-30c945ac-956c-4821-8a2d-43f2c4a6f82e req-8dd42aab-6bd2-4bc8-8ac0-fed21666cfb4 tempest-ServersAdminTestJSON-1371927677 tempest-ServersAdminTestJSON-1371927677-project] 10.222.0.67 "GET /v2.0/security-groups?id=f6ea2bc2-ae02-426e-9312-246b38837e94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1064556 Sep 23 19:22:13.457005 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16188bd5-dc0e-4eee-9983-2d826aebd5b2 admin admin] Network 5dec5c09-378e-4f50-89cc-d94eb81c3bac is already hosted by enough agents. {{(pid=95101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:22:13.478625 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.base_scheduler [None req-16188bd5-dc0e-4eee-9983-2d826aebd5b2 admin admin] Resources bound (agent type, host, resource id): {{(pid=95101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:22:13.482400 n-d-713301-16 neutron-server[95101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16188bd5-dc0e-4eee-9983-2d826aebd5b2 admin admin] Received port after_create {{(pid=95101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 19:22:13.494095 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45245448-8533-4aa7-9c55-997b7a5a4170 req-44a2f346-baa2-48b0-b066-d3c91874450b tempest-ListImageFiltersTestJSON-1823198714 tempest-ListImageFiltersTestJSON-1823198714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:22:13.495070 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-45245448-8533-4aa7-9c55-997b7a5a4170 req-44a2f346-baa2-48b0-b066-d3c91874450b tempest-ListImageFiltersTestJSON-1823198714 tempest-ListImageFiltersTestJSON-1823198714-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222849'] for port, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:22:13.498113 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16188bd5-dc0e-4eee-9983-2d826aebd5b2 admin admin] Pushing event updated for resources: {'Port': ['ID=b6a45639-d8e5-4e6c-81c1-32ff7f3662f9,revision_number=1']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:22:13.548135 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-aaeeb7a7-9ec7-4f0d-9c4d-7fbb5f8773d3 req-815d79f0-4db7-4dfb-9ca4-d4277634aaae tempest-ListImageFiltersTestJSON-1823198714 tempest-ListImageFiltersTestJSON-1823198714-project] Notify callbacks [] for port, precommit_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:22:13.601406 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-aaeeb7a7-9ec7-4f0d-9c4d-7fbb5f8773d3 req-815d79f0-4db7-4dfb-9ca4-d4277634aaae tempest-ListImageFiltersTestJSON-1823198714 tempest-ListImageFiltersTestJSON-1823198714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783145673135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4399100'] for port, after_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:22:13.665468 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Device 4b5a37c9-d9d9-43ea-9d07-a36ecbfc1bfe up at agent ovs-agent-n-d-713301-16 {{(pid=95103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 19:22:13.677584 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-45245448-8533-4aa7-9c55-997b7a5a4170 req-44a2f346-baa2-48b0-b066-d3c91874450b tempest-ListImageFiltersTestJSON-1823198714 tempest-ListImageFiltersTestJSON-1823198714-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.8491554 Sep 23 19:22:13.742727 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.v2.base [req-45245448-8533-4aa7-9c55-997b7a5a4170 req-54df261c-f439-4837-af44-8f4b55e5c051 service neutron] Request body: {'port': {'device_id': 'bffda0e9-3935-484f-b05d-313c40f1aa1c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713301-16'}} {{(pid=95101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:22:13.793214 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-2920659d-040f-4fae-8f37-539cd29c9a9e None None] Provisioning complete for port 620eb77b-9622-4240-9505-90c0844383a9 triggered by entity DHCP. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:22:13.793794 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-2920659d-040f-4fae-8f37-539cd29c9a9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:22:13.847788 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Provisioning complete for port 4b5a37c9-d9d9-43ea-9d07-a36ecbfc1bfe triggered by entity L2. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:22:13.848377 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:22:13.869466 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-45245448-8533-4aa7-9c55-997b7a5a4170 req-54df261c-f439-4837-af44-8f4b55e5c051 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:22:13.911969 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.plugin [None req-2920659d-040f-4fae-8f37-539cd29c9a9e None None] Port 620eb77b-9622-4240-9505-90c0844383a9 cannot update to ACTIVE because it is not bound. {{(pid=95103) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 19:22:14.076960 n-d-713301-16 neutron-server[95102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aaeeb7a7-9ec7-4f0d-9c4d-7fbb5f8773d3 req-815d79f0-4db7-4dfb-9ca4-d4277634aaae tempest-ListImageFiltersTestJSON-1823198714 tempest-ListImageFiltersTestJSON-1823198714-project] Network 5220cb0c-da05-478a-9604-8c11469a05b4 is already hosted by enough agents. {{(pid=95102) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:22:14.084067 n-d-713301-16 neutron-server[95102]: DEBUG neutron.scheduler.base_scheduler [req-aaeeb7a7-9ec7-4f0d-9c4d-7fbb5f8773d3 req-815d79f0-4db7-4dfb-9ca4-d4277634aaae tempest-ListImageFiltersTestJSON-1823198714 tempest-ListImageFiltersTestJSON-1823198714-project] Resources bound (agent type, host, resource id): {{(pid=95102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:22:14.097387 n-d-713301-16 neutron-server[95102]: DEBUG neutron.db.l3_dvrscheduler_db [req-aaeeb7a7-9ec7-4f0d-9c4d-7fbb5f8773d3 req-815d79f0-4db7-4dfb-9ca4-d4277634aaae tempest-ListImageFiltersTestJSON-1823198714 tempest-ListImageFiltersTestJSON-1823198714-project] Received port after_create {{(pid=95102) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 19:22:14.104641 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-815d79f0-4db7-4dfb-9ca4-d4277634aaae tempest-ListImageFiltersTestJSON-1823198714 tempest-ListImageFiltersTestJSON-1823198714-project] Pushing event updated for resources: {'Port': ['ID=57fb353f-18bb-4079-9329-192986ecbc90,revision_number=1']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:22:14.164757 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-157e0b12-e93b-46a8-be6f-afbecd312ba4 req-7f7ed314-e74b-42d9-b6cf-b35ac8ae5e2a tempest-ServersTestBootFromVolume-2071761147 tempest-ServersTestBootFromVolume-2071761147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:22:14.166366 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-157e0b12-e93b-46a8-be6f-afbecd312ba4 req-7f7ed314-e74b-42d9-b6cf-b35ac8ae5e2a tempest-ServersTestBootFromVolume-2071761147 tempest-ServersTestBootFromVolume-2071761147-project] 10.222.0.67 "GET /v2.0/ports?device_id=4da69c78-77be-4ce1-ba61-43d065543ca8 HTTP/1.1" status: 200 len: 943 time: 0.4817965 Sep 23 19:22:14.183594 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e93c2f9-2fe2-49dd-980e-b65e96710c17 req-82d541c1-2eda-48c4-ac81-47d0d77b6c00 tempest-ImagesTestJSON-1030216449 tempest-ImagesTestJSON-1030216449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:22:14.191670 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-5e93c2f9-2fe2-49dd-980e-b65e96710c17 req-82d541c1-2eda-48c4-ac81-47d0d77b6c00 tempest-ImagesTestJSON-1030216449 tempest-ImagesTestJSON-1030216449-project] 10.222.0.67 "GET /v2.0/ports?device_id=35198cf8-5054-4163-a40b-7e45abfdae56 HTTP/1.1" status: 200 len: 946 time: 0.5080161 Sep 23 19:22:14.261138 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaeeb7a7-9ec7-4f0d-9c4d-7fbb5f8773d3 req-815d79f0-4db7-4dfb-9ca4-d4277634aaae tempest-ListImageFiltersTestJSON-1823198714 tempest-ListImageFiltersTestJSON-1823198714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:22:14.262230 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-aaeeb7a7-9ec7-4f0d-9c4d-7fbb5f8773d3 req-815d79f0-4db7-4dfb-9ca4-d4277634aaae tempest-ListImageFiltersTestJSON-1823198714 tempest-ListImageFiltersTestJSON-1823198714-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222849'] for port, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:22:14.279521 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-5e93c2f9-2fe2-49dd-980e-b65e96710c17 req-20445084-e1b0-4675-a438-c9d28c9921a2 tempest-ImagesTestJSON-1030216449 tempest-ImagesTestJSON-1030216449-project] 10.222.0.67 "GET /v2.0/security-groups?id=076f8f10-41da-413e-8d86-ebe8d5fe93ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850427 Sep 23 19:22:14.318715 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-aaeeb7a7-9ec7-4f0d-9c4d-7fbb5f8773d3 req-815d79f0-4db7-4dfb-9ca4-d4277634aaae tempest-ListImageFiltersTestJSON-1823198714 tempest-ListImageFiltersTestJSON-1823198714-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.2254045 Sep 23 19:22:14.332491 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-16188bd5-dc0e-4eee-9983-2d826aebd5b2 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:22:14.342546 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-157e0b12-e93b-46a8-be6f-afbecd312ba4 req-c2929103-fc2f-4eb7-bf62-4b45c2314a6d tempest-ServersTestBootFromVolume-2071761147 tempest-ServersTestBootFromVolume-2071761147-project] 10.222.0.67 "GET /v2.0/security-groups?id=6f980132-c67f-4d54-a2e9-1f4e7c6ad324&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1296878 Sep 23 19:22:14.360370 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.v2.base [req-aaeeb7a7-9ec7-4f0d-9c4d-7fbb5f8773d3 req-c3d6cec3-d57a-45da-96b2-09a47dccce19 service neutron] Request body: {'port': {'device_id': '102f53d1-1982-4f39-85c0-8cb5e7da0a24', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713301-16'}} {{(pid=95102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:22:14.551371 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-66e9f554-15ec-4730-a9a2-94cf29be0609 None None] Provisioning complete for port 57fb353f-18bb-4079-9329-192986ecbc90 triggered by entity DHCP. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:22:14.551929 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-66e9f554-15ec-4730-a9a2-94cf29be0609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:22:14.559780 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-aaeeb7a7-9ec7-4f0d-9c4d-7fbb5f8773d3 req-c3d6cec3-d57a-45da-96b2-09a47dccce19 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:22:14.596275 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.plugin [None req-66e9f554-15ec-4730-a9a2-94cf29be0609 None None] Port 57fb353f-18bb-4079-9329-192986ecbc90 cannot update to ACTIVE because it is not bound. {{(pid=95103) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 19:22:14.690986 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be3af150-072e-441d-9775-a354a1fbd338 req-935b6471-7ade-4e75-8d2c-f00c78d5674a tempest-ServersAdminTestJSON-1371927677 tempest-ServersAdminTestJSON-1371927677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:22:14.692562 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-be3af150-072e-441d-9775-a354a1fbd338 req-935b6471-7ade-4e75-8d2c-f00c78d5674a tempest-ServersAdminTestJSON-1371927677 tempest-ServersAdminTestJSON-1371927677-project] 10.222.0.74 "GET /v2.0/ports?device_id=8adc1d5c-ae67-4d87-8284-04120d7c0f9e HTTP/1.1" status: 200 len: 951 time: 0.3472075 Sep 23 19:22:14.801611 n-d-713301-16 neutron-server[95101]: DEBUG neutron.notifiers.nova [req-45245448-8533-4aa7-9c55-997b7a5a4170 req-54df261c-f439-4837-af44-8f4b55e5c051 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 620eb77b-9622-4240-9505-90c0844383a9 {{(pid=95101) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 19:22:14.802743 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f2ce90-7344-4045-aae6-ad55d8f20051 req-949ba2d5-d380-47f9-a177-4bbf1f6f7048 tempest-ListImageFiltersTestJSON-1823198714 tempest-ListImageFiltersTestJSON-1823198714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:22:14.804308 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-e7f2ce90-7344-4045-aae6-ad55d8f20051 req-949ba2d5-d380-47f9-a177-4bbf1f6f7048 tempest-ListImageFiltersTestJSON-1823198714 tempest-ListImageFiltersTestJSON-1823198714-project] 10.222.0.67 "GET /v2.0/ports?device_id=102f53d1-1982-4f39-85c0-8cb5e7da0a24 HTTP/1.1" status: 200 len: 935 time: 0.2128611 Sep 23 19:22:14.815187 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-45245448-8533-4aa7-9c55-997b7a5a4170 req-54df261c-f439-4837-af44-8f4b55e5c051 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:22:14.817958 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5fe362-3311-483a-af40-9cf19da44a11 req-58eb8b59-197a-4209-8cd5-88733c1b88b1 tempest-ServersAdminTestJSON-1371927677 tempest-ServersAdminTestJSON-1371927677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:22:14.820101 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-16188bd5-dc0e-4eee-9983-2d826aebd5b2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-597258', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-601790'] for router, after_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:22:14.827164 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-0f5fe362-3311-483a-af40-9cf19da44a11 req-58eb8b59-197a-4209-8cd5-88733c1b88b1 tempest-ServersAdminTestJSON-1371927677 tempest-ServersAdminTestJSON-1371927677-project] 10.222.0.67 "GET /v2.0/ports?device_id=8adc1d5c-ae67-4d87-8284-04120d7c0f9e HTTP/1.1" status: 200 len: 951 time: 0.2320294 Sep 23 19:22:14.868166 n-d-713301-16 neutron-server[95101]: DEBUG neutron.db.provisioning_blocks [req-45245448-8533-4aa7-9c55-997b7a5a4170 req-54df261c-f439-4837-af44-8f4b55e5c051 service neutron] Transition to ACTIVE for port object 620eb77b-9622-4240-9505-90c0844383a9 will not be triggered until provisioned by entity L2. {{(pid=95101) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 19:22:14.875017 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-45245448-8533-4aa7-9c55-997b7a5a4170 req-54df261c-f439-4837-af44-8f4b55e5c051 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5607436'] for port, after_update {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:22:14.966077 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-0f5fe362-3311-483a-af40-9cf19da44a11 req-452e4bd5-ebf4-4b81-bc84-7ce4c80ea105 tempest-ServersAdminTestJSON-1371927677 tempest-ServersAdminTestJSON-1371927677-project] 10.222.0.67 "GET /v2.0/security-groups?id=f6ea2bc2-ae02-426e-9312-246b38837e94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1394942 Sep 23 19:22:14.987066 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54df261c-f439-4837-af44-8f4b55e5c051 service neutron] Pushing event updated for resources: {'Port': ['ID=620eb77b-9622-4240-9505-90c0844383a9,revision_number=2']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:22:14.998915 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-e7f2ce90-7344-4045-aae6-ad55d8f20051 req-43b542ef-8dcb-4995-a459-e91988a589b5 tempest-ListImageFiltersTestJSON-1823198714 tempest-ListImageFiltersTestJSON-1823198714-project] 10.222.0.67 "GET /v2.0/security-groups?id=e422f629-0f20-4441-8041-dd3c189ad680&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1609857 Sep 23 19:22:15.111385 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.plugin [req-be3af150-072e-441d-9775-a354a1fbd338 req-6f9e5baf-a20e-4126-8b8c-310753497410 tempest-ServersAdminTestJSON-1371927677 tempest-ServersAdminTestJSON-1371927677-project] Deleting port ab5e3235-e78f-4241-bc0a-4d5d913dcd9b {{(pid=95102) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:22:15.111728 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-be3af150-072e-441d-9775-a354a1fbd338 req-6f9e5baf-a20e-4126-8b8c-310753497410 tempest-ServersAdminTestJSON-1371927677 tempest-ServersAdminTestJSON-1371927677-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783146157096'] for port, before_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:22:15.116931 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.managers [req-45245448-8533-4aa7-9c55-997b7a5a4170 req-54df261c-f439-4837-af44-8f4b55e5c051 service neutron] Attempting to bind port 620eb77b-9622-4240-9505-90c0844383a9 on host n-h1-713301-16 for vnic_type normal with profile {{(pid=95101) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 19:22:15.117276 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.managers [req-45245448-8533-4aa7-9c55-997b7a5a4170 req-54df261c-f439-4837-af44-8f4b55e5c051 service neutron] Attempting to bind port 620eb77b-9622-4240-9505-90c0844383a9 by drivers openvswitch,hyperv on host n-h1-713301-16 at level 0 using segments [{'id': '6139d589-eb6c-4578-8935-c26ddf396853', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '5220cb0c-da05-478a-9604-8c11469a05b4'}] {{(pid=95101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 19:22:15.117612 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45245448-8533-4aa7-9c55-997b7a5a4170 req-54df261c-f439-4837-af44-8f4b55e5c051 service neutron] Attempting to bind port 620eb77b-9622-4240-9505-90c0844383a9 on network 5220cb0c-da05-478a-9604-8c11469a05b4 {{(pid=95101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:22:15.147492 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45245448-8533-4aa7-9c55-997b7a5a4170 req-54df261c-f439-4837-af44-8f4b55e5c051 service neutron] Port 620eb77b-9622-4240-9505-90c0844383a9 on network 5220cb0c-da05-478a-9604-8c11469a05b4 not bound, no agent of type Open vSwitch agent registered on host n-h1-713301-16 {{(pid=95101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 19:22:15.149212 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45245448-8533-4aa7-9c55-997b7a5a4170 req-54df261c-f439-4837-af44-8f4b55e5c051 service neutron] Attempting to bind port 620eb77b-9622-4240-9505-90c0844383a9 on network 5220cb0c-da05-478a-9604-8c11469a05b4 {{(pid=95101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:22:15.163402 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45245448-8533-4aa7-9c55-997b7a5a4170 req-54df261c-f439-4837-af44-8f4b55e5c051 service neutron] Checking agent: {'id': '0708c3e9-0aad-4600-9be9-d2486535c898', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713301-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 19, 15, 28), 'started_at': datetime.datetime(2021, 9, 23, 19, 15, 28), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 19, 21, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 19:22:15.163752 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45245448-8533-4aa7-9c55-997b7a5a4170 req-54df261c-f439-4837-af44-8f4b55e5c051 service neutron] Checking segment: {'id': '6139d589-eb6c-4578-8935-c26ddf396853', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '5220cb0c-da05-478a-9604-8c11469a05b4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:22:15.164200 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45245448-8533-4aa7-9c55-997b7a5a4170 req-54df261c-f439-4837-af44-8f4b55e5c051 service neutron] Bound using segment: {'id': '6139d589-eb6c-4578-8935-c26ddf396853', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '5220cb0c-da05-478a-9604-8c11469a05b4'} {{(pid=95101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 19:22:15.164687 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.managers [req-45245448-8533-4aa7-9c55-997b7a5a4170 req-54df261c-f439-4837-af44-8f4b55e5c051 service neutron] Bound port: 620eb77b-9622-4240-9505-90c0844383a9, host: n-h1-713301-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6139d589-eb6c-4578-8935-c26ddf396853', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '5220cb0c-da05-478a-9604-8c11469a05b4'}}] {{(pid=95101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 19:22:15.165168 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-45245448-8533-4aa7-9c55-997b7a5a4170 req-54df261c-f439-4837-af44-8f4b55e5c051 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:22:15.236639 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-16188bd5-dc0e-4eee-9983-2d826aebd5b2 admin admin] Router d633a2cc-fbfc-46db-a3ee-63678361fe1b is scheduled to L3 agent 79a740bf-7821-4989-8288-7186e3e128f3 with binding_index 1 {{(pid=95101) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 23 19:22:15.276861 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.db [req-be3af150-072e-441d-9775-a354a1fbd338 req-6f9e5baf-a20e-4126-8b8c-310753497410 tempest-ServersAdminTestJSON-1371927677 tempest-ServersAdminTestJSON-1371927677-project] For port ab5e3235-e78f-4241-bc0a-4d5d913dcd9b, host n-h1-713301-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-16',level=0,port_id=ab5e3235-e78f-4241-bc0a-4d5d913dcd9b,segment=NetworkSegment(6139d589-eb6c-4578-8935-c26ddf396853),segment_id=6139d589-eb6c-4578-8935-c26ddf396853)] {{(pid=95102) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:22:15.277614 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-be3af150-072e-441d-9775-a354a1fbd338 req-6f9e5baf-a20e-4126-8b8c-310753497410 tempest-ServersAdminTestJSON-1371927677 tempest-ServersAdminTestJSON-1371927677-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-605701'] for port, precommit_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:22:15.292028 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.plugin [req-be3af150-072e-441d-9775-a354a1fbd338 req-6f9e5baf-a20e-4126-8b8c-310753497410 tempest-ServersAdminTestJSON-1371927677 tempest-ServersAdminTestJSON-1371927677-project] Calling delete_port for ab5e3235-e78f-4241-bc0a-4d5d913dcd9b owned by compute:nova {{(pid=95102) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:22:15.365134 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.db [req-45245448-8533-4aa7-9c55-997b7a5a4170 req-54df261c-f439-4837-af44-8f4b55e5c051 service neutron] For port 620eb77b-9622-4240-9505-90c0844383a9, host n-h1-713301-16, cleared binding levels {{(pid=95101) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 19:22:15.384990 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.db [req-45245448-8533-4aa7-9c55-997b7a5a4170 req-54df261c-f439-4837-af44-8f4b55e5c051 service neutron] For port 620eb77b-9622-4240-9505-90c0844383a9, host n-h1-713301-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-16',level=0,port_id=620eb77b-9622-4240-9505-90c0844383a9,segment=NetworkSegment(6139d589-eb6c-4578-8935-c26ddf396853),segment_id=6139d589-eb6c-4578-8935-c26ddf396853)] {{(pid=95101) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 19:22:15.395951 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-45245448-8533-4aa7-9c55-997b7a5a4170 req-54df261c-f439-4837-af44-8f4b55e5c051 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5607436'] for port, after_update {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:22:15.414831 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45245448-8533-4aa7-9c55-997b7a5a4170 req-54df261c-f439-4837-af44-8f4b55e5c051 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:22:15.415600 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-45245448-8533-4aa7-9c55-997b7a5a4170 req-54df261c-f439-4837-af44-8f4b55e5c051 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222849'] for port, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:22:15.417311 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-45245448-8533-4aa7-9c55-997b7a5a4170 req-54df261c-f439-4837-af44-8f4b55e5c051 service neutron] 10.222.0.74 "PUT /v2.0/ports/620eb77b-9622-4240-9505-90c0844383a9 HTTP/1.1" status: 200 len: 1096 time: 1.6796751 Sep 23 19:22:15.429917 n-d-713301-16 neutron-server[95101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bffda0e9-3935-484f-b05d-313c40f1aa1c', 'tag': '620eb77b-9622-4240-9505-90c0844383a9'}] {{(pid=95101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 19:22:15.436998 n-d-713301-16 neutron-server[95101]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d8366c5740cd635e57ab12b71fe44a77c2acc3c19091ef849c6f68b380462244" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c56e49c3-4fe5-4913-a141-2d29749e0f5e" -d '{"events": [{"name": "network-changed", "server_uuid": "bffda0e9-3935-484f-b05d-313c40f1aa1c", "tag": "620eb77b-9622-4240-9505-90c0844383a9"}]}' {{(pid=95101) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 19:22:15.545178 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16188bd5-dc0e-4eee-9983-2d826aebd5b2 admin admin] Notify agent at l3_agent.n-d-713301-16 the message routers_updated {{(pid=95101) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 19:22:15.564392 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68d26c9e-1199-465f-9191-080b34914c4e None None] Sync routers for ids ['d633a2cc-fbfc-46db-a3ee-63678361fe1b'] in n-d-713301-16 {{(pid=95104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 19:22:15.565004 n-d-713301-16 neutron-server[95102]: DEBUG neutron.notifiers.nova [req-aaeeb7a7-9ec7-4f0d-9c4d-7fbb5f8773d3 req-c3d6cec3-d57a-45da-96b2-09a47dccce19 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 57fb353f-18bb-4079-9329-192986ecbc90 {{(pid=95102) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 19:22:15.576762 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45245448-8533-4aa7-9c55-997b7a5a4170 req-77e415ed-cc31-4b9d-a10e-3a689b21b153 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:22:15.578771 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-45245448-8533-4aa7-9c55-997b7a5a4170 req-77e415ed-cc31-4b9d-a10e-3a689b21b153 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=1bc218d55aec43daacb6162c6cb56062&device_id=bffda0e9-3935-484f-b05d-313c40f1aa1c HTTP/1.1" status: 200 len: 1099 time: 0.1060324 Sep 23 19:22:15.581264 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-aaeeb7a7-9ec7-4f0d-9c4d-7fbb5f8773d3 req-c3d6cec3-d57a-45da-96b2-09a47dccce19 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:22:15.582672 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54df261c-f439-4837-af44-8f4b55e5c051 service neutron] Pushing event updated for resources: {'Port': ['ID=620eb77b-9622-4240-9505-90c0844383a9,revision_number=3']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:22:15.600121 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68d26c9e-1199-465f-9191-080b34914c4e None None] Routers {'d633a2cc-fbfc-46db-a3ee-63678361fe1b'} bound to L3 agent in host n-d-713301-16 {{(pid=95104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 19:22:15.600938 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_hamode_db [None req-68d26c9e-1199-465f-9191-080b34914c4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-23T19:07:52Z,description=,heartbeat_timestamp=2021-09-23T19:21:52Z,host='n-d-713301-16',id=79a740bf-7821-4989-8288-7186e3e128f3,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:07:52Z,topic='l3_agent')) {'router_ids': ['d633a2cc-fbfc-46db-a3ee-63678361fe1b'], 'active': True} {{(pid=95104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:22:15.627990 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-45245448-8533-4aa7-9c55-997b7a5a4170 req-c4462fc6-1595-4636-a467-d5895c092560 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.31&port_id=620eb77b-9622-4240-9505-90c0844383a9 HTTP/1.1" status: 200 len: 217 time: 0.0401402 Sep 23 19:22:15.634188 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-16188bd5-dc0e-4eee-9983-2d826aebd5b2 admin admin] Notify callbacks [] for router, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:22:15.636014 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-16188bd5-dc0e-4eee-9983-2d826aebd5b2 admin admin] 10.222.0.67 "POST /v2.0/routers HTTP/1.1" status: 201 len: 916 time: 6.2254431 Sep 23 19:22:15.690127 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45245448-8533-4aa7-9c55-997b7a5a4170 req-3f3d61df-a993-4314-b3c3-3d17860178c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:22:15.692174 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-45245448-8533-4aa7-9c55-997b7a5a4170 req-3f3d61df-a993-4314-b3c3-3d17860178c3 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=1ccc69bc-9d6b-44d9-b227-204e47dc6e45 HTTP/1.1" status: 200 len: 843 time: 0.0548851 Sep 23 19:22:15.692852 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 60662) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:22:15.737832 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_dvr_db [None req-68d26c9e-1199-465f-9191-080b34914c4e None None] Set router d633a2cc-fbfc-46db-a3ee-63678361fe1b gateway port host: n-d-713301-16 {{(pid=95104) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 19:22:15.867400 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55060daa-1f81-4ed6-85ec-099768f0a619 req-4549d0e7-17f2-4f04-99ed-dd7cbe7900c1 tempest-LiveAutoBlockMigrationV225Test-1531822435 tempest-LiveAutoBlockMigrationV225Test-1531822435-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:22:15.870125 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-55060daa-1f81-4ed6-85ec-099768f0a619 req-4549d0e7-17f2-4f04-99ed-dd7cbe7900c1 tempest-LiveAutoBlockMigrationV225Test-1531822435 tempest-LiveAutoBlockMigrationV225Test-1531822435-project] 10.222.0.67 "GET /v2.0/networks?id=c2b58ecf-3b1b-414c-92a4-f53b08b3dace HTTP/1.1" status: 200 len: 821 time: 0.2730756 Sep 23 19:22:15.872679 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45245448-8533-4aa7-9c55-997b7a5a4170 req-6f8da248-3dd1-45e3-9a2e-f5a5d76b7b55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:22:15.877072 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-45245448-8533-4aa7-9c55-997b7a5a4170 req-6f8da248-3dd1-45e3-9a2e-f5a5d76b7b55 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=5220cb0c-da05-478a-9604-8c11469a05b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1763892 Sep 23 19:22:15.937200 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-55060daa-1f81-4ed6-85ec-099768f0a619 req-9a2a0609-00ae-4ad9-82eb-7c944e6fe9e8 tempest-LiveAutoBlockMigrationV225Test-1531822435 tempest-LiveAutoBlockMigrationV225Test-1531822435-project] 10.222.0.67 "GET /v2.0/quotas/01fd0bf0664a4580a0559687f9bf7c73 HTTP/1.1" status: 200 len: 375 time: 0.0478530 Sep 23 19:22:15.984537 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_hamode_db [None req-68d26c9e-1199-465f-9191-080b34914c4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd633a2cc-fbfc-46db-a3ee-63678361fe1b', 'name': 'tempest-ServersTestJSON-146587581-router', 'tenant_id': 'ffe1d679fb85465bacd9d41d5d5dc87c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'external_fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.91'}], 'enable_snat': True}, 'gw_port_id': 'b6a45639-d8e5-4e6c-81c1-32ff7f3662f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:22:09Z', 'updated_at': '2021-09-23T19:22:13Z', 'revision_number': 3, 'project_id': 'ffe1d679fb85465bacd9d41d5d5dc87c', 'gw_port': {'id': 'b6a45639-d8e5-4e6c-81c1-32ff7f3662f9', 'name': '', 'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:bc:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd633a2cc-fbfc-46db-a3ee-63678361fe1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 643, 'fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:22:11Z', 'updated_at': '2021-09-23T19:22:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-16'}], 'n-d-713301-16', False) {} {{(pid=95104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:22:16.019424 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68d26c9e-1199-465f-9191-080b34914c4e None None] Checking router: d633a2cc-fbfc-46db-a3ee-63678361fe1b for host: n-d-713301-16 {{(pid=95104) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 19:22:16.019770 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68d26c9e-1199-465f-9191-080b34914c4e None None] Updating router d633a2cc-fbfc-46db-a3ee-63678361fe1b port b6a45639-d8e5-4e6c-81c1-32ff7f3662f9 binding host n-d-713301-16 {{(pid=95104) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 23 19:22:16.022266 n-d-713301-16 neutron-server[95102]: DEBUG neutron.db.provisioning_blocks [req-aaeeb7a7-9ec7-4f0d-9c4d-7fbb5f8773d3 req-c3d6cec3-d57a-45da-96b2-09a47dccce19 service neutron] Transition to ACTIVE for port object 57fb353f-18bb-4079-9329-192986ecbc90 will not be triggered until provisioned by entity L2. {{(pid=95102) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 19:22:16.051725 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1719f95-9e0e-407f-8e92-9d81c5af4724 req-bfbb22f2-753b-4ee6-b2d0-0b58d6216bb8 tempest-ImagesTestJSON-1030216449 tempest-ImagesTestJSON-1030216449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:22:16.055186 n-d-713301-16 neutron-server[95104]: DEBUG neutron_lib.callbacks.manager [None req-68d26c9e-1199-465f-9191-080b34914c4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:22:16.065836 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-b1719f95-9e0e-407f-8e92-9d81c5af4724 req-bfbb22f2-753b-4ee6-b2d0-0b58d6216bb8 tempest-ImagesTestJSON-1030216449 tempest-ImagesTestJSON-1030216449-project] 10.222.0.67 "GET /v2.0/ports?device_id=35198cf8-5054-4163-a40b-7e45abfdae56 HTTP/1.1" status: 200 len: 946 time: 0.2557490 Sep 23 19:22:16.130644 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-aaeeb7a7-9ec7-4f0d-9c4d-7fbb5f8773d3 req-c3d6cec3-d57a-45da-96b2-09a47dccce19 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4399095'] for port, after_update {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:22:16.163956 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-b1719f95-9e0e-407f-8e92-9d81c5af4724 req-7649bac5-3ee6-4f3e-812d-eded35180915 tempest-ImagesTestJSON-1030216449 tempest-ImagesTestJSON-1030216449-project] 10.222.0.67 "GET /v2.0/security-groups?id=076f8f10-41da-413e-8d86-ebe8d5fe93ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966494 Sep 23 19:22:16.242886 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-45245448-8533-4aa7-9c55-997b7a5a4170 req-07ec53cd-0206-4569-b3ab-ce60a7c879f4 service neutron] 10.222.0.74 "GET /v2.0/networks/5220cb0c-da05-478a-9604-8c11469a05b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3554428 Sep 23 19:22:16.296336 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3d6cec3-d57a-45da-96b2-09a47dccce19 service neutron] Pushing event updated for resources: {'Port': ['ID=57fb353f-18bb-4079-9329-192986ecbc90,revision_number=2']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:22:16.354504 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-55060daa-1f81-4ed6-85ec-099768f0a619 req-c3043e33-78af-4703-b0bf-6156dadfa254 tempest-LiveAutoBlockMigrationV225Test-1531822435 tempest-LiveAutoBlockMigrationV225Test-1531822435-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=01fd0bf0664a4580a0559687f9bf7c73&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3991044 Sep 23 19:22:16.381389 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-be3af150-072e-441d-9775-a354a1fbd338 req-6f9e5baf-a20e-4126-8b8c-310753497410 tempest-ServersAdminTestJSON-1371927677 tempest-ServersAdminTestJSON-1371927677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783146162158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783145673144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4399100'] for port, after_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:22:16.414011 n-d-713301-16 neutron-server[95104]: DEBUG neutron_lib.callbacks.manager [None req-68d26c9e-1199-465f-9191-080b34914c4e None None] Notify callbacks [] for port, precommit_update {{(pid=95104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:22:16.422230 n-d-713301-16 neutron-server[95104]: DEBUG neutron_lib.callbacks.manager [None req-68d26c9e-1199-465f-9191-080b34914c4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:22:16.452296 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-45245448-8533-4aa7-9c55-997b7a5a4170 req-cf906261-eb5d-4572-babf-e85b2a0a6cd1 service neutron] 10.222.0.74 "GET /v2.0/networks/5220cb0c-da05-478a-9604-8c11469a05b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1982329 Sep 23 19:22:16.480959 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f9e5baf-a20e-4126-8b8c-310753497410 tempest-ServersAdminTestJSON-1371927677 tempest-ServersAdminTestJSON-1371927677-project] Pushing event deleted for resources: {'Port': ['ID=ab5e3235-e78f-4241-bc0a-4d5d913dcd9b,revision_number=None']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:22:16.512110 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19737ba9-40f8-4622-b1f5-0ebe79010a16 None None] Pushing event updated for resources: {'Port': ['ID=b6a45639-d8e5-4e6c-81c1-32ff7f3662f9,revision_number=2']} {{(pid=95104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:22:16.542504 n-d-713301-16 neutron-server[95104]: DEBUG neutron.plugins.ml2.managers [None req-68d26c9e-1199-465f-9191-080b34914c4e None None] Attempting to bind port b6a45639-d8e5-4e6c-81c1-32ff7f3662f9 on host n-d-713301-16 for vnic_type normal with profile {{(pid=95104) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 19:22:16.543177 n-d-713301-16 neutron-server[95104]: DEBUG neutron.plugins.ml2.managers [None req-68d26c9e-1199-465f-9191-080b34914c4e None None] Attempting to bind port b6a45639-d8e5-4e6c-81c1-32ff7f3662f9 by drivers openvswitch,hyperv on host n-d-713301-16 at level 0 using segments [{'id': '7d4027f1-d893-4c7b-95d4-757b8e44e380', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac'}] {{(pid=95104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 19:22:16.543710 n-d-713301-16 neutron-server[95104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68d26c9e-1199-465f-9191-080b34914c4e None None] Attempting to bind port b6a45639-d8e5-4e6c-81c1-32ff7f3662f9 on network 5dec5c09-378e-4f50-89cc-d94eb81c3bac {{(pid=95104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:22:16.551276 n-d-713301-16 neutron-server[95104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68d26c9e-1199-465f-9191-080b34914c4e None None] Checking agent: {'id': '70a14545-df24-472f-8f95-bfe1719bff93', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 19, 7, 53), 'started_at': datetime.datetime(2021, 9, 23, 19, 8, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 19, 21, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 19:22:16.552193 n-d-713301-16 neutron-server[95104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68d26c9e-1199-465f-9191-080b34914c4e None None] Checking segment: {'id': '7d4027f1-d893-4c7b-95d4-757b8e44e380', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95104) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:22:16.552919 n-d-713301-16 neutron-server[95104]: DEBUG neutron_lib.callbacks.manager [None req-68d26c9e-1199-465f-9191-080b34914c4e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:22:16.553487 n-d-713301-16 neutron-server[95104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68d26c9e-1199-465f-9191-080b34914c4e None None] Bound using segment: {'id': '7d4027f1-d893-4c7b-95d4-757b8e44e380', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac'} {{(pid=95104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 19:22:16.554214 n-d-713301-16 neutron-server[95104]: DEBUG neutron.plugins.ml2.managers [None req-68d26c9e-1199-465f-9191-080b34914c4e None None] Bound port: b6a45639-d8e5-4e6c-81c1-32ff7f3662f9, host: n-d-713301-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7d4027f1-d893-4c7b-95d4-757b8e44e380', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac'}}] {{(pid=95104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 19:22:16.554876 n-d-713301-16 neutron-server[95104]: DEBUG neutron_lib.callbacks.manager [None req-68d26c9e-1199-465f-9191-080b34914c4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:22:16.622102 n-d-713301-16 neutron-server[95104]: DEBUG neutron.plugins.ml2.db [None req-68d26c9e-1199-465f-9191-080b34914c4e None None] For port b6a45639-d8e5-4e6c-81c1-32ff7f3662f9, host n-d-713301-16, cleared binding levels {{(pid=95104) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 19:22:16.626223 n-d-713301-16 neutron-server[95104]: DEBUG neutron.plugins.ml2.db [None req-68d26c9e-1199-465f-9191-080b34914c4e None None] For port b6a45639-d8e5-4e6c-81c1-32ff7f3662f9, host n-d-713301-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-16',level=0,port_id=b6a45639-d8e5-4e6c-81c1-32ff7f3662f9,segment=NetworkSegment(7d4027f1-d893-4c7b-95d4-757b8e44e380),segment_id=7d4027f1-d893-4c7b-95d4-757b8e44e380)] {{(pid=95104) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 19:22:16.632824 n-d-713301-16 neutron-server[95104]: DEBUG neutron_lib.callbacks.manager [None req-68d26c9e-1199-465f-9191-080b34914c4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:22:16.644523 n-d-713301-16 neutron-server[95102]: DEBUG neutron.db.l3_dvrscheduler_db [req-be3af150-072e-441d-9775-a354a1fbd338 req-6f9e5baf-a20e-4126-8b8c-310753497410 tempest-ServersAdminTestJSON-1371927677 tempest-ServersAdminTestJSON-1371927677-project] No DVR routers for this DVR port ab5e3235-e78f-4241-bc0a-4d5d913dcd9b on host n-h1-713301-16 {{(pid=95102) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 19:22:16.650290 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-be3af150-072e-441d-9775-a354a1fbd338 req-6f9e5baf-a20e-4126-8b8c-310753497410 tempest-ServersAdminTestJSON-1371927677 tempest-ServersAdminTestJSON-1371927677-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222849'] for port, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:22:16.652759 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-be3af150-072e-441d-9775-a354a1fbd338 req-6f9e5baf-a20e-4126-8b8c-310753497410 tempest-ServersAdminTestJSON-1371927677 tempest-ServersAdminTestJSON-1371927677-project] 10.222.0.74 "DELETE /v2.0/ports/ab5e3235-e78f-4241-bc0a-4d5d913dcd9b HTTP/1.1" status: 204 len: 173 time: 1.9501078 Sep 23 19:22:16.656841 n-d-713301-16 neutron-server[95102]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8adc1d5c-ae67-4d87-8284-04120d7c0f9e', 'name': 'network-vif-deleted', 'tag': 'ab5e3235-e78f-4241-bc0a-4d5d913dcd9b'}] {{(pid=95102) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 19:22:16.659989 n-d-713301-16 neutron-server[95102]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab31b6d93e5336dbddfa8ec424565b3bd8cb2369c5b4d85bc943472dbb21e8ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b94933b1-75ab-4ed3-a8ba-1246b369f0e0" -d '{"events": [{"server_uuid": "8adc1d5c-ae67-4d87-8284-04120d7c0f9e", "name": "network-vif-deleted", "tag": "ab5e3235-e78f-4241-bc0a-4d5d913dcd9b"}]}' {{(pid=95102) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 19:22:16.663175 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.managers [req-aaeeb7a7-9ec7-4f0d-9c4d-7fbb5f8773d3 req-c3d6cec3-d57a-45da-96b2-09a47dccce19 service neutron] Attempting to bind port 57fb353f-18bb-4079-9329-192986ecbc90 on host n-h1-713301-16 for vnic_type normal with profile {{(pid=95102) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 19:22:16.663619 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.managers [req-aaeeb7a7-9ec7-4f0d-9c4d-7fbb5f8773d3 req-c3d6cec3-d57a-45da-96b2-09a47dccce19 service neutron] Attempting to bind port 57fb353f-18bb-4079-9329-192986ecbc90 by drivers openvswitch,hyperv on host n-h1-713301-16 at level 0 using segments [{'id': '6139d589-eb6c-4578-8935-c26ddf396853', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '5220cb0c-da05-478a-9604-8c11469a05b4'}] {{(pid=95102) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 19:22:16.664017 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aaeeb7a7-9ec7-4f0d-9c4d-7fbb5f8773d3 req-c3d6cec3-d57a-45da-96b2-09a47dccce19 service neutron] Attempting to bind port 57fb353f-18bb-4079-9329-192986ecbc90 on network 5220cb0c-da05-478a-9604-8c11469a05b4 {{(pid=95102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:22:16.679034 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8733ace3-2c31-47c8-9551-e031b79546f2 req-8cb4cdff-5544-479d-9805-4b0e34b2d111 tempest-ServersTestBootFromVolume-2071761147 tempest-ServersTestBootFromVolume-2071761147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:22:16.680829 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-8733ace3-2c31-47c8-9551-e031b79546f2 req-8cb4cdff-5544-479d-9805-4b0e34b2d111 tempest-ServersTestBootFromVolume-2071761147 tempest-ServersTestBootFromVolume-2071761147-project] 10.222.0.67 "GET /v2.0/ports?device_id=4da69c78-77be-4ce1-ba61-43d065543ca8 HTTP/1.1" status: 200 len: 943 time: 0.3799975 Sep 23 19:22:16.729291 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aaeeb7a7-9ec7-4f0d-9c4d-7fbb5f8773d3 req-c3d6cec3-d57a-45da-96b2-09a47dccce19 service neutron] Port 57fb353f-18bb-4079-9329-192986ecbc90 on network 5220cb0c-da05-478a-9604-8c11469a05b4 not bound, no agent of type Open vSwitch agent registered on host n-h1-713301-16 {{(pid=95102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 19:22:16.729629 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aaeeb7a7-9ec7-4f0d-9c4d-7fbb5f8773d3 req-c3d6cec3-d57a-45da-96b2-09a47dccce19 service neutron] Attempting to bind port 57fb353f-18bb-4079-9329-192986ecbc90 on network 5220cb0c-da05-478a-9604-8c11469a05b4 {{(pid=95102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:22:16.755634 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-55060daa-1f81-4ed6-85ec-099768f0a619 req-1fb12d81-5d83-426a-9462-58acdfa7e1c3 service neutron] 10.222.0.67 "GET /v2.0/networks/c2b58ecf-3b1b-414c-92a4-f53b08b3dace?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4000504 Sep 23 19:22:16.756470 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aaeeb7a7-9ec7-4f0d-9c4d-7fbb5f8773d3 req-c3d6cec3-d57a-45da-96b2-09a47dccce19 service neutron] Checking agent: {'id': '0708c3e9-0aad-4600-9be9-d2486535c898', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713301-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 19, 15, 28), 'started_at': datetime.datetime(2021, 9, 23, 19, 15, 28), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 19, 21, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 19:22:16.756844 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aaeeb7a7-9ec7-4f0d-9c4d-7fbb5f8773d3 req-c3d6cec3-d57a-45da-96b2-09a47dccce19 service neutron] Checking segment: {'id': '6139d589-eb6c-4578-8935-c26ddf396853', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '5220cb0c-da05-478a-9604-8c11469a05b4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95102) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:22:16.757237 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aaeeb7a7-9ec7-4f0d-9c4d-7fbb5f8773d3 req-c3d6cec3-d57a-45da-96b2-09a47dccce19 service neutron] Bound using segment: {'id': '6139d589-eb6c-4578-8935-c26ddf396853', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '5220cb0c-da05-478a-9604-8c11469a05b4'} {{(pid=95102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 19:22:16.757790 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.managers [req-aaeeb7a7-9ec7-4f0d-9c4d-7fbb5f8773d3 req-c3d6cec3-d57a-45da-96b2-09a47dccce19 service neutron] Bound port: 57fb353f-18bb-4079-9329-192986ecbc90, host: n-h1-713301-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6139d589-eb6c-4578-8935-c26ddf396853', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '5220cb0c-da05-478a-9604-8c11469a05b4'}}] {{(pid=95102) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 19:22:16.758163 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-aaeeb7a7-9ec7-4f0d-9c4d-7fbb5f8773d3 req-c3d6cec3-d57a-45da-96b2-09a47dccce19 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:22:16.791672 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68d26c9e-1199-465f-9191-080b34914c4e None None] Routers {'d633a2cc-fbfc-46db-a3ee-63678361fe1b'} bound to L3 agent in host n-d-713301-16 {{(pid=95104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 19:22:16.792917 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_hamode_db [None req-68d26c9e-1199-465f-9191-080b34914c4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-23T19:07:52Z,description=,heartbeat_timestamp=2021-09-23T19:21:52Z,host='n-d-713301-16',id=79a740bf-7821-4989-8288-7186e3e128f3,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:07:52Z,topic='l3_agent')) {'router_ids': ['d633a2cc-fbfc-46db-a3ee-63678361fe1b'], 'active': True} {{(pid=95104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:22:16.797857 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-8733ace3-2c31-47c8-9551-e031b79546f2 req-9190800a-142e-4e92-8b84-b7eb61a8fb6a tempest-ServersTestBootFromVolume-2071761147 tempest-ServersTestBootFromVolume-2071761147-project] 10.222.0.67 "GET /v2.0/security-groups?id=6f980132-c67f-4d54-a2e9-1f4e7c6ad324&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0924382 Sep 23 19:22:16.808884 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19737ba9-40f8-4622-b1f5-0ebe79010a16 None None] Pushing event updated for resources: {'Port': ['ID=b6a45639-d8e5-4e6c-81c1-32ff7f3662f9,revision_number=3']} {{(pid=95104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:22:17.002902 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_dvr_db [None req-68d26c9e-1199-465f-9191-080b34914c4e None None] Set router d633a2cc-fbfc-46db-a3ee-63678361fe1b gateway port host: n-d-713301-16 {{(pid=95104) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 19:22:17.047628 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.db [req-aaeeb7a7-9ec7-4f0d-9c4d-7fbb5f8773d3 req-c3d6cec3-d57a-45da-96b2-09a47dccce19 service neutron] For port 57fb353f-18bb-4079-9329-192986ecbc90, host n-h1-713301-16, cleared binding levels {{(pid=95102) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 19:22:17.076917 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.db [req-aaeeb7a7-9ec7-4f0d-9c4d-7fbb5f8773d3 req-c3d6cec3-d57a-45da-96b2-09a47dccce19 service neutron] For port 57fb353f-18bb-4079-9329-192986ecbc90, host n-h1-713301-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-16',level=0,port_id=57fb353f-18bb-4079-9329-192986ecbc90,segment=NetworkSegment(6139d589-eb6c-4578-8935-c26ddf396853),segment_id=6139d589-eb6c-4578-8935-c26ddf396853)] {{(pid=95102) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 19:22:17.084968 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-aaeeb7a7-9ec7-4f0d-9c4d-7fbb5f8773d3 req-c3d6cec3-d57a-45da-96b2-09a47dccce19 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4399095'] for port, after_update {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:22:17.112211 n-d-713301-16 neutron-server[95101]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 19:22:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ead706e9-6d1d-4291-ab40-8873ab7f35d1 x-openstack-request-id: req-ead706e9-6d1d-4291-ab40-8873ab7f35d1 {{(pid=95101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 19:22:17.112510 n-d-713301-16 neutron-server[95101]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bffda0e9-3935-484f-b05d-313c40f1aa1c", "tag": "620eb77b-9622-4240-9505-90c0844383a9", "status": "completed", "code": 200}]} {{(pid=95101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 19:22:17.112877 n-d-713301-16 neutron-server[95101]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-ead706e9-6d1d-4291-ab40-8873ab7f35d1 {{(pid=95101) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 19:22:17.113404 n-d-713301-16 neutron-server[95101]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bffda0e9-3935-484f-b05d-313c40f1aa1c', 'tag': '620eb77b-9622-4240-9505-90c0844383a9', 'status': 'completed', 'code': 200} Sep 23 19:22:17.145521 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-55060daa-1f81-4ed6-85ec-099768f0a619 req-add18300-7782-49ed-a207-b78b9323ebb6 service neutron] 10.222.0.67 "GET /v2.0/networks/c2b58ecf-3b1b-414c-92a4-f53b08b3dace?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3649409 Sep 23 19:22:17.273134 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3d6cec3-d57a-45da-96b2-09a47dccce19 service neutron] Pushing event updated for resources: {'Port': ['ID=57fb353f-18bb-4079-9329-192986ecbc90,revision_number=3']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:22:17.309090 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaeeb7a7-9ec7-4f0d-9c4d-7fbb5f8773d3 req-c3d6cec3-d57a-45da-96b2-09a47dccce19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:22:17.312567 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-aaeeb7a7-9ec7-4f0d-9c4d-7fbb5f8773d3 req-c3d6cec3-d57a-45da-96b2-09a47dccce19 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222849'] for port, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:22:17.329180 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-aaeeb7a7-9ec7-4f0d-9c4d-7fbb5f8773d3 req-c3d6cec3-d57a-45da-96b2-09a47dccce19 service neutron] 10.222.0.74 "PUT /v2.0/ports/57fb353f-18bb-4079-9329-192986ecbc90 HTTP/1.1" status: 200 len: 1096 time: 2.9848926 Sep 23 19:22:17.376980 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-bea0ef6a-62b1-4f35-96ae-5b1921549f56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:22:17.494323 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_hamode_db [None req-68d26c9e-1199-465f-9191-080b34914c4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd633a2cc-fbfc-46db-a3ee-63678361fe1b', 'name': 'tempest-ServersTestJSON-146587581-router', 'tenant_id': 'ffe1d679fb85465bacd9d41d5d5dc87c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'external_fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.91'}], 'enable_snat': True}, 'gw_port_id': 'b6a45639-d8e5-4e6c-81c1-32ff7f3662f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:22:09Z', 'updated_at': '2021-09-23T19:22:13Z', 'revision_number': 3, 'project_id': 'ffe1d679fb85465bacd9d41d5d5dc87c', 'gw_port': {'id': 'b6a45639-d8e5-4e6c-81c1-32ff7f3662f9', 'name': '', 'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:bc:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd633a2cc-fbfc-46db-a3ee-63678361fe1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 643, 'fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:22:11Z', 'updated_at': '2021-09-23T19:22:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-16'}], 'n-d-713301-16', False) {} {{(pid=95104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:22:17.519198 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-30c5b9a8-2ede-408c-bc53-bc239458c2b2 req-6d2baddc-59c9-4244-9c7f-941ed24aea12 tempest-ServersAdminTestJSON-1371927677 tempest-ServersAdminTestJSON-1371927677-project] 10.222.0.67 "GET /v2.0/ports?device_id=8adc1d5c-ae67-4d87-8284-04120d7c0f9e HTTP/1.1" status: 200 len: 210 time: 0.1165526 Sep 23 19:22:17.683438 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaeeb7a7-9ec7-4f0d-9c4d-7fbb5f8773d3 req-3d4ad568-76e3-410e-ad69-024bc8c69e6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:22:17.686395 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-aaeeb7a7-9ec7-4f0d-9c4d-7fbb5f8773d3 req-3d4ad568-76e3-410e-ad69-024bc8c69e6e service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=1bc218d55aec43daacb6162c6cb56062&device_id=102f53d1-1982-4f39-85c0-8cb5e7da0a24 HTTP/1.1" status: 200 len: 1099 time: 0.1551266 Sep 23 19:22:17.754926 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-aaeeb7a7-9ec7-4f0d-9c4d-7fbb5f8773d3 req-87b808fb-5b8b-428e-a130-6ccc01013115 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.25&port_id=57fb353f-18bb-4079-9329-192986ecbc90 HTTP/1.1" status: 200 len: 217 time: 0.0491152 Sep 23 19:22:17.778702 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c56e49c3-4fe5-4913-a141-2d29749e0f5e req-c6dfc21e-d718-4d8e-b267-7a6e5248ad70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:22:17.780582 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-c56e49c3-4fe5-4913-a141-2d29749e0f5e req-c6dfc21e-d718-4d8e-b267-7a6e5248ad70 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=1bc218d55aec43daacb6162c6cb56062&device_id=bffda0e9-3935-484f-b05d-313c40f1aa1c HTTP/1.1" status: 200 len: 1099 time: 0.6541212 Sep 23 19:22:17.837749 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68d26c9e-1199-465f-9191-080b34914c4e None None] The sync data for ids ['d633a2cc-fbfc-46db-a3ee-63678361fe1b'] in n-d-713301-16 is: [{'id': 'd633a2cc-fbfc-46db-a3ee-63678361fe1b', 'name': 'tempest-ServersTestJSON-146587581-router', 'tenant_id': 'ffe1d679fb85465bacd9d41d5d5dc87c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'external_fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.91'}], 'enable_snat': True}, 'gw_port_id': 'b6a45639-d8e5-4e6c-81c1-32ff7f3662f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:22:09Z', 'updated_at': '2021-09-23T19:22:13Z', 'revision_number': 3, 'project_id': 'ffe1d679fb85465bacd9d41d5d5dc87c', 'gw_port': {'id': 'b6a45639-d8e5-4e6c-81c1-32ff7f3662f9', 'name': '', 'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:bc:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd633a2cc-fbfc-46db-a3ee-63678361fe1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 643, 'fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:22:11Z', 'updated_at': '2021-09-23T19:22:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-16'}] {{(pid=95104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 19:22:17.844308 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaeeb7a7-9ec7-4f0d-9c4d-7fbb5f8773d3 req-d6292642-615e-421c-a9e1-84e199940b32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:22:17.846911 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-aaeeb7a7-9ec7-4f0d-9c4d-7fbb5f8773d3 req-d6292642-615e-421c-a9e1-84e199940b32 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=1ccc69bc-9d6b-44d9-b227-204e47dc6e45 HTTP/1.1" status: 200 len: 843 time: 0.0649667 Sep 23 19:22:17.908950 n-d-713301-16 neutron-server[95102]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 19:22:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d89e75d-6a85-4709-9a64-06169cf57d1f x-openstack-request-id: req-0d89e75d-6a85-4709-9a64-06169cf57d1f {{(pid=95102) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 19:22:17.909516 n-d-713301-16 neutron-server[95102]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8adc1d5c-ae67-4d87-8284-04120d7c0f9e", "name": "network-vif-deleted", "tag": "ab5e3235-e78f-4241-bc0a-4d5d913dcd9b", "status": "completed", "code": 200}]} {{(pid=95102) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 19:22:17.910122 n-d-713301-16 neutron-server[95102]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-0d89e75d-6a85-4709-9a64-06169cf57d1f {{(pid=95102) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 19:22:17.911540 n-d-713301-16 neutron-server[95102]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8adc1d5c-ae67-4d87-8284-04120d7c0f9e', 'name': 'network-vif-deleted', 'tag': 'ab5e3235-e78f-4241-bc0a-4d5d913dcd9b', 'status': 'completed', 'code': 200} Sep 23 19:22:17.940847 n-d-713301-16 neutron-server[95101]: DEBUG neutron.db.db_base_plugin_common [None req-bea0ef6a-62b1-4f35-96ae-5b1921549f56 admin admin] Allocated IP 172.20.0.1 (e0ba4ff6-5ece-4e5d-bf2e-f8698c833ccd/526f8162-a9a5-4b30-85c5-b8b73ce78140/a9b050bb-b3fb-453c-93db-0daa57396c00) {{(pid=95101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 19:22:17.979848 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Device 620eb77b-9622-4240-9505-90c0844383a9 details requested by agent hyperv_n-h1-713301-16 with host n-h1-713301-16 {{(pid=95103) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 19:22:18.095914 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1796cef0-5f74-4f05-a61e-3ac394e859fa req-c6bd963b-3506-4bdd-8370-4d52b1d9065b tempest-ListImageFiltersTestJSON-1823198714 tempest-ListImageFiltersTestJSON-1823198714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:22:18.107068 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-1796cef0-5f74-4f05-a61e-3ac394e859fa req-c6bd963b-3506-4bdd-8370-4d52b1d9065b tempest-ListImageFiltersTestJSON-1823198714 tempest-ListImageFiltersTestJSON-1823198714-project] 10.222.0.67 "GET /v2.0/ports?device_id=102f53d1-1982-4f39-85c0-8cb5e7da0a24 HTTP/1.1" status: 200 len: 947 time: 0.4186692 Sep 23 19:22:18.149944 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] For port 620eb77b-9622-4240-9505-90c0844383a9, host n-h1-713301-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-16',level=0,port_id=620eb77b-9622-4240-9505-90c0844383a9,segment=NetworkSegment(6139d589-eb6c-4578-8935-c26ddf396853),segment_id=6139d589-eb6c-4578-8935-c26ddf396853)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:22:18.153044 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Device ab5e3235-e78f-4241-bc0a-4d5d913dcd9b no longer exists at agent hyperv_n-h1-713301-16 {{(pid=95103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 19:22:18.170127 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-1796cef0-5f74-4f05-a61e-3ac394e859fa req-90c09c2f-65a6-4964-8fad-dc741239c3ee tempest-ListImageFiltersTestJSON-1823198714 tempest-ListImageFiltersTestJSON-1823198714-project] 10.222.0.67 "GET /v2.0/security-groups?id=e422f629-0f20-4441-8041-dd3c189ad680&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620422 Sep 23 19:22:18.178805 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaeeb7a7-9ec7-4f0d-9c4d-7fbb5f8773d3 req-3bb6e242-39e5-49ab-b4cf-757ce8484def service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:22:18.180450 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-aaeeb7a7-9ec7-4f0d-9c4d-7fbb5f8773d3 req-3bb6e242-39e5-49ab-b4cf-757ce8484def service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=5220cb0c-da05-478a-9604-8c11469a05b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3159013 Sep 23 19:22:18.186182 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.plugin [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] No Port match for: ab5e3235-e78f-4241-bc0a-4d5d913dcd9b {{(pid=95103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 19:22:18.187021 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Device ab5e3235-e78f-4241-bc0a-4d5d913dcd9b not bound to the agent host n-h1-713301-16 {{(pid=95103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 19:22:18.189189 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Returning: {'device': '620eb77b-9622-4240-9505-90c0844383a9', 'network_id': '5220cb0c-da05-478a-9604-8c11469a05b4', 'port_id': '620eb77b-9622-4240-9505-90c0844383a9', 'mac_address': 'fa:16:3e:1e:37:d0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 624, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1ccc69bc-9d6b-44d9-b227-204e47dc6e45', 'ip_address': '192.168.233.31'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95103) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 19:22:18.238329 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-bea0ef6a-62b1-4f35-96ae-5b1921549f56 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:22:18.262205 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:22:18.293950 n-d-713301-16 neutron-server[95103]: DEBUG neutron.notifiers.nova [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 620eb77b-9622-4240-9505-90c0844383a9 {{(pid=95103) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 19:22:18.299352 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-bea0ef6a-62b1-4f35-96ae-5b1921549f56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783145673135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5607431'] for port, after_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:22:18.328219 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] For port 620eb77b-9622-4240-9505-90c0844383a9, host n-h1-713301-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-16',level=0,port_id=620eb77b-9622-4240-9505-90c0844383a9,segment=NetworkSegment(6139d589-eb6c-4578-8935-c26ddf396853),segment_id=6139d589-eb6c-4578-8935-c26ddf396853)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:22:18.334938 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:22:18.368447 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-75a042a7-28da-4531-91d0-32f3ddb17128 req-a3dff22b-4b95-4010-93df-4bdf86ed0b3b tempest-LiveAutoBlockMigrationV225Test-1531822435 tempest-LiveAutoBlockMigrationV225Test-1531822435-project] 10.222.0.67 "GET /v2.0/ports?device_id=de0af560-d2ac-4171-85e4-8fb7a1b63f67 HTTP/1.1" status: 200 len: 210 time: 0.1254966 Sep 23 19:22:18.457195 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bea0ef6a-62b1-4f35-96ae-5b1921549f56 admin admin] Network e0ba4ff6-5ece-4e5d-bf2e-f8698c833ccd is already hosted by enough agents. {{(pid=95101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:22:18.478007 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.base_scheduler [None req-bea0ef6a-62b1-4f35-96ae-5b1921549f56 admin admin] Resources bound (agent type, host, resource id): {{(pid=95101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:22:18.486728 n-d-713301-16 neutron-server[95101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bea0ef6a-62b1-4f35-96ae-5b1921549f56 admin admin] Received port after_create {{(pid=95101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 19:22:18.490487 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bea0ef6a-62b1-4f35-96ae-5b1921549f56 admin admin] Pushing event updated for resources: {'Port': ['ID=a9b050bb-b3fb-453c-93db-0daa57396c00,revision_number=1']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:22:18.525302 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Pushing event updated for resources: {'Port': ['ID=620eb77b-9622-4240-9505-90c0844383a9,revision_number=4']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:22:18.564092 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-bea0ef6a-62b1-4f35-96ae-5b1921549f56 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-601987'] for router_interface, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:22:18.577768 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1dfa7f3-9827-47e0-a3f2-b1b588223602 req-1f5aff0d-06b5-4198-b3e2-444880614dc1 tempest-ImagesTestJSON-1030216449 tempest-ImagesTestJSON-1030216449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:22:18.589872 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-a1dfa7f3-9827-47e0-a3f2-b1b588223602 req-1f5aff0d-06b5-4198-b3e2-444880614dc1 tempest-ImagesTestJSON-1030216449 tempest-ImagesTestJSON-1030216449-project] 10.222.0.67 "GET /v2.0/ports?device_id=35198cf8-5054-4163-a40b-7e45abfdae56 HTTP/1.1" status: 200 len: 946 time: 0.5591111 Sep 23 19:22:18.600165 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c56e49c3-4fe5-4913-a141-2d29749e0f5e req-ce0b57f3-2348-4fac-aeab-8a9fbbd610f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:22:18.601846 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-c56e49c3-4fe5-4913-a141-2d29749e0f5e req-ce0b57f3-2348-4fac-aeab-8a9fbbd610f8 service neutron] 10.222.0.74 "GET /v2.0/networks?id=5220cb0c-da05-478a-9604-8c11469a05b4 HTTP/1.1" status: 200 len: 870 time: 0.7505679 Sep 23 19:22:18.632263 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] get_ports_and_sgs() called for port_ids ['620eb77b-9622-4240-9505-90c0844383a9'] {{(pid=95103) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 19:22:18.755190 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-c56e49c3-4fe5-4913-a141-2d29749e0f5e req-8fc214ba-24de-46d6-b4f1-d227b9077771 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.31&port_id=620eb77b-9622-4240-9505-90c0844383a9 HTTP/1.1" status: 200 len: 217 time: 0.1448066 Sep 23 19:22:18.908696 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c56e49c3-4fe5-4913-a141-2d29749e0f5e req-4fd5a926-a182-4367-b16b-9462aebdc725 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:22:18.911753 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-c56e49c3-4fe5-4913-a141-2d29749e0f5e req-4fd5a926-a182-4367-b16b-9462aebdc725 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=1ccc69bc-9d6b-44d9-b227-204e47dc6e45 HTTP/1.1" status: 200 len: 843 time: 0.0986109 Sep 23 19:22:18.959081 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-a1dfa7f3-9827-47e0-a3f2-b1b588223602 req-a72e5a9c-f15c-48f5-8f2a-0e299927b00e tempest-ImagesTestJSON-1030216449 tempest-ImagesTestJSON-1030216449-project] 10.222.0.67 "GET /v2.0/security-groups?id=076f8f10-41da-413e-8d86-ebe8d5fe93ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3679450 Sep 23 19:22:19.010528 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-fd7c0f93-81d4-4fa6-beee-ae5a249335ea None None] Provisioning complete for port a9b050bb-b3fb-453c-93db-0daa57396c00 triggered by entity DHCP. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:22:19.011163 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-fd7c0f93-81d4-4fa6-beee-ae5a249335ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:22:19.028281 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-bea0ef6a-62b1-4f35-96ae-5b1921549f56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:22:19.059108 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-aaeeb7a7-9ec7-4f0d-9c4d-7fbb5f8773d3 req-f98c3b13-2dc2-4335-991e-5ba0541a81b2 service neutron] 10.222.0.74 "GET /v2.0/networks/5220cb0c-da05-478a-9604-8c11469a05b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8603163 Sep 23 19:22:19.097134 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52fab8f-f52e-4e80-8b4b-62106c072567 req-96cac6d0-d298-45dc-8679-d6b86215da0e tempest-ServersTestBootFromVolume-2071761147 tempest-ServersTestBootFromVolume-2071761147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:22:19.104856 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-e52fab8f-f52e-4e80-8b4b-62106c072567 req-96cac6d0-d298-45dc-8679-d6b86215da0e tempest-ServersTestBootFromVolume-2071761147 tempest-ServersTestBootFromVolume-2071761147-project] 10.222.0.67 "GET /v2.0/ports?device_id=4da69c78-77be-4ce1-ba61-43d065543ca8 HTTP/1.1" status: 200 len: 943 time: 0.3632972 Sep 23 19:22:19.156749 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c56e49c3-4fe5-4913-a141-2d29749e0f5e req-d15896c7-267f-4ef2-a9ca-75245a86bc5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:22:19.159397 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-c56e49c3-4fe5-4913-a141-2d29749e0f5e req-d15896c7-267f-4ef2-a9ca-75245a86bc5d service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=5220cb0c-da05-478a-9604-8c11469a05b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2280233 Sep 23 19:22:19.165436 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.plugin [None req-fd7c0f93-81d4-4fa6-beee-ae5a249335ea None None] Port a9b050bb-b3fb-453c-93db-0daa57396c00 cannot update to ACTIVE because it is not bound. {{(pid=95103) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 19:22:19.228478 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-e52fab8f-f52e-4e80-8b4b-62106c072567 req-09fb5988-d04d-4d76-8569-a0b67bb0e627 tempest-ServersTestBootFromVolume-2071761147 tempest-ServersTestBootFromVolume-2071761147-project] 10.222.0.67 "GET /v2.0/security-groups?id=6f980132-c67f-4d54-a2e9-1f4e7c6ad324&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1222708 Sep 23 19:22:19.375722 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-aaeeb7a7-9ec7-4f0d-9c4d-7fbb5f8773d3 req-f6fc64d6-296d-47f3-a86a-aaeb9961ee33 service neutron] 10.222.0.74 "GET /v2.0/networks/5220cb0c-da05-478a-9604-8c11469a05b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3041422 Sep 23 19:22:19.426969 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-c56e49c3-4fe5-4913-a141-2d29749e0f5e req-c75780c8-3d86-49d3-8ebd-80298ea5b985 service neutron] 10.222.0.74 "GET /v2.0/networks/5220cb0c-da05-478a-9604-8c11469a05b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2334158 Sep 23 19:22:19.629621 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-feec3d90-e197-4e66-bf03-dc0b349982b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:22:19.675921 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-bea0ef6a-62b1-4f35-96ae-5b1921549f56 admin admin] Notify callbacks [] for port, precommit_update {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:22:19.676885 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-23dcd5f9-e1e4-453f-a69c-4805dd2d5de3 req-5b1f011e-9437-4b77-8d8e-bb472238b652 tempest-LiveAutoBlockMigrationV225Test-1531822435 tempest-LiveAutoBlockMigrationV225Test-1531822435-project] 10.222.0.67 "GET /v2.0/ports?device_id=de0af560-d2ac-4171-85e4-8fb7a1b63f67 HTTP/1.1" status: 200 len: 210 time: 0.1074698 Sep 23 19:22:19.681898 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-bea0ef6a-62b1-4f35-96ae-5b1921549f56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5607436'] for port, after_update {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:22:19.689222 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Device b6a45639-d8e5-4e6c-81c1-32ff7f3662f9 up at agent ovs-agent-n-d-713301-16 {{(pid=95103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 19:22:19.772624 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32a9eef-5bc3-49d4-bfb9-0c00d9cc6ea5 req-fa683c1f-dc54-4237-8a69-aad6045b2a1c tempest-ListImageFiltersTestJSON-1823198714 tempest-ListImageFiltersTestJSON-1823198714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:22:19.790605 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-d32a9eef-5bc3-49d4-bfb9-0c00d9cc6ea5 req-fa683c1f-dc54-4237-8a69-aad6045b2a1c tempest-ListImageFiltersTestJSON-1823198714 tempest-ListImageFiltersTestJSON-1823198714-project] 10.222.0.67 "GET /v2.0/ports?device_id=102f53d1-1982-4f39-85c0-8cb5e7da0a24 HTTP/1.1" status: 200 len: 947 time: 0.3197026 Sep 23 19:22:19.831523 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Provisioning complete for port b6a45639-d8e5-4e6c-81c1-32ff7f3662f9 triggered by entity L2. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:22:19.831523 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:22:19.862244 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bea0ef6a-62b1-4f35-96ae-5b1921549f56 admin admin] Pushing event updated for resources: {'Port': ['ID=a9b050bb-b3fb-453c-93db-0daa57396c00,revision_number=2']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:22:19.865996 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-bea0ef6a-62b1-4f35-96ae-5b1921549f56 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-527313', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-601459'] for router_interface, after_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:22:19.879103 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55060daa-1f81-4ed6-85ec-099768f0a619 req-fc7e8c77-18ca-4624-9449-6d37882e8eda tempest-LiveAutoBlockMigrationV225Test-1531822435 tempest-LiveAutoBlockMigrationV225Test-1531822435-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:22:19.880741 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-55060daa-1f81-4ed6-85ec-099768f0a619 req-fc7e8c77-18ca-4624-9449-6d37882e8eda tempest-LiveAutoBlockMigrationV225Test-1531822435 tempest-LiveAutoBlockMigrationV225Test-1531822435-project] 10.222.0.53 "GET /v2.0/networks?id=c2b58ecf-3b1b-414c-92a4-f53b08b3dace HTTP/1.1" status: 200 len: 821 time: 0.3710103 Sep 23 19:22:19.894550 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.v2.base [req-55060daa-1f81-4ed6-85ec-099768f0a619 req-ae215295-d679-4c79-a8a1-df0ea94c9e32 tempest-LiveAutoBlockMigrationV225Test-1531822435 tempest-LiveAutoBlockMigrationV225Test-1531822435-project] Request body: {'port': {'device_id': 'de0af560-d2ac-4171-85e4-8fb7a1b63f67', 'network_id': 'c2b58ecf-3b1b-414c-92a4-f53b08b3dace', 'admin_state_up': True, 'tenant_id': '01fd0bf0664a4580a0559687f9bf7c73'}} {{(pid=95101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:22:19.978109 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:22:20.003202 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 60776) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:22:20.004327 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Device 620eb77b-9622-4240-9505-90c0844383a9 up at agent hyperv_n-h1-713301-16 {{(pid=95103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 19:22:20.045036 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.agents_db [None req-f2f5c474-60a3-474f-b2cc-02c4bd30880c None None] Agent healthcheck: found 7 active agents {{(pid=95104) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 19:22:20.085291 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] For port b6a45639-d8e5-4e6c-81c1-32ff7f3662f9, host n-d-713301-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-16',level=0,port_id=b6a45639-d8e5-4e6c-81c1-32ff7f3662f9,segment=NetworkSegment(7d4027f1-d893-4c7b-95d4-757b8e44e380),segment_id=7d4027f1-d893-4c7b-95d4-757b8e44e380)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:22:20.093089 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:22:20.190100 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Pushing event updated for resources: {'Port': ['ID=b6a45639-d8e5-4e6c-81c1-32ff7f3662f9,revision_number=4']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:22:20.222948 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Provisioning for port 620eb77b-9622-4240-9505-90c0844383a9 completed by entity L2. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 19:22:20.235830 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Provisioning complete for port 620eb77b-9622-4240-9505-90c0844383a9 triggered by entity L2. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:22:20.236108 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bea0ef6a-62b1-4f35-96ae-5b1921549f56 admin admin] Network e0ba4ff6-5ece-4e5d-bf2e-f8698c833ccd is already hosted by enough agents. {{(pid=95101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:22:20.236579 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:22:20.243378 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.base_scheduler [None req-bea0ef6a-62b1-4f35-96ae-5b1921549f56 admin admin] Resources bound (agent type, host, resource id): {{(pid=95101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:22:20.281538 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-55060daa-1f81-4ed6-85ec-099768f0a619 req-ae215295-d679-4c79-a8a1-df0ea94c9e32 tempest-LiveAutoBlockMigrationV225Test-1531822435 tempest-LiveAutoBlockMigrationV225Test-1531822435-project] Made reservation on behalf of 01fd0bf0664a4580a0559687f9bf7c73 for: {'port': 1} {{(pid=95101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:22:20.285083 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-55060daa-1f81-4ed6-85ec-099768f0a619 req-ae215295-d679-4c79-a8a1-df0ea94c9e32 tempest-LiveAutoBlockMigrationV225Test-1531822435 tempest-LiveAutoBlockMigrationV225Test-1531822435-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:22:20.409816 n-d-713301-16 neutron-server[95102]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '102f53d1-1982-4f39-85c0-8cb5e7da0a24', 'tag': '57fb353f-18bb-4079-9329-192986ecbc90'}] {{(pid=95102) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 19:22:20.412449 n-d-713301-16 neutron-server[95102]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab31b6d93e5336dbddfa8ec424565b3bd8cb2369c5b4d85bc943472dbb21e8ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6351b41c-b56d-4e49-b782-1987e548454a" -d '{"events": [{"name": "network-changed", "server_uuid": "102f53d1-1982-4f39-85c0-8cb5e7da0a24", "tag": "57fb353f-18bb-4079-9329-192986ecbc90"}]}' {{(pid=95102) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 19:22:20.441195 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:22:20.488578 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-d32a9eef-5bc3-49d4-bfb9-0c00d9cc6ea5 req-a5fbe84d-afda-408c-ac1f-214038ddb61b tempest-ListImageFiltersTestJSON-1823198714 tempest-ListImageFiltersTestJSON-1823198714-project] 10.222.0.67 "GET /v2.0/security-groups?id=e422f629-0f20-4441-8041-dd3c189ad680&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6921058 Sep 23 19:22:20.516546 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-c56e49c3-4fe5-4913-a141-2d29749e0f5e req-2988e012-908a-409d-841d-4acb5e803f46 service neutron] 10.222.0.74 "GET /v2.0/networks/5220cb0c-da05-478a-9604-8c11469a05b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0696540 Sep 23 19:22:20.560167 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e8dcf5c-407d-4abf-887e-738459f981e0 req-c892c40e-29de-4419-b338-b4b259910218 tempest-ImagesTestJSON-1030216449 tempest-ImagesTestJSON-1030216449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:22:20.560167 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-4e8dcf5c-407d-4abf-887e-738459f981e0 req-c892c40e-29de-4419-b338-b4b259910218 tempest-ImagesTestJSON-1030216449 tempest-ImagesTestJSON-1030216449-project] 10.222.0.67 "GET /v2.0/ports?device_id=35198cf8-5054-4163-a40b-7e45abfdae56 HTTP/1.1" status: 200 len: 946 time: 0.1430786 Sep 23 19:22:20.574559 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] For port 620eb77b-9622-4240-9505-90c0844383a9, host n-h1-713301-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-16',level=0,port_id=620eb77b-9622-4240-9505-90c0844383a9,segment=NetworkSegment(6139d589-eb6c-4578-8935-c26ddf396853),segment_id=6139d589-eb6c-4578-8935-c26ddf396853)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:22:20.578835 n-d-713301-16 neutron-server[95103]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bffda0e9-3935-484f-b05d-313c40f1aa1c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '620eb77b-9622-4240-9505-90c0844383a9'}] {{(pid=95103) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 19:22:20.588472 n-d-713301-16 neutron-server[95103]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}81a1c17f2aa89d5b3ebbba3a3e0cf7eb588e431c2224256110c4c4facdd7c3e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47accdc2-5bf3-4409-87fe-83b43e377373" -d '{"events": [{"server_uuid": "bffda0e9-3935-484f-b05d-313c40f1aa1c", "name": "network-vif-plugged", "status": "completed", "tag": "620eb77b-9622-4240-9505-90c0844383a9"}]}' {{(pid=95103) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 19:22:20.596406 n-d-713301-16 neutron-server[95101]: DEBUG neutron.db.db_base_plugin_common [req-55060daa-1f81-4ed6-85ec-099768f0a619 req-ae215295-d679-4c79-a8a1-df0ea94c9e32 tempest-LiveAutoBlockMigrationV225Test-1531822435 tempest-LiveAutoBlockMigrationV225Test-1531822435-project] Allocated IP 172.20.0.14 (c2b58ecf-3b1b-414c-92a4-f53b08b3dace/4cc4932b-c381-47ec-9303-11e42975856f/d34748ee-625c-4c2a-af58-04e1e683d6b4) {{(pid=95101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 19:22:20.602294 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:22:20.659391 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-4e8dcf5c-407d-4abf-887e-738459f981e0 req-617fec84-8047-4f6d-b555-d28c8b67c42e tempest-ImagesTestJSON-1030216449 tempest-ImagesTestJSON-1030216449-project] 10.222.0.67 "GET /v2.0/security-groups?id=076f8f10-41da-413e-8d86-ebe8d5fe93ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898256 Sep 23 19:22:20.823161 n-d-713301-16 neutron-server[95102]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 19:22:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bdf91392-625d-46f4-9682-7992a13d8a6e x-openstack-request-id: req-bdf91392-625d-46f4-9682-7992a13d8a6e {{(pid=95102) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 19:22:20.824068 n-d-713301-16 neutron-server[95102]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "102f53d1-1982-4f39-85c0-8cb5e7da0a24", "tag": "57fb353f-18bb-4079-9329-192986ecbc90", "status": "completed", "code": 200}]} {{(pid=95102) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 19:22:20.824782 n-d-713301-16 neutron-server[95102]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-bdf91392-625d-46f4-9682-7992a13d8a6e {{(pid=95102) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 19:22:20.825584 n-d-713301-16 neutron-server[95102]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '102f53d1-1982-4f39-85c0-8cb5e7da0a24', 'tag': '57fb353f-18bb-4079-9329-192986ecbc90', 'status': 'completed', 'code': 200} Sep 23 19:22:20.865733 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f11cbf6-25a0-4d12-8450-5d5fe72b0719 req-a03b70bc-a608-492f-a0ab-b837057d1573 tempest-ServersTestBootFromVolume-2071761147 tempest-ServersTestBootFromVolume-2071761147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:22:20.880557 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-0f11cbf6-25a0-4d12-8450-5d5fe72b0719 req-a03b70bc-a608-492f-a0ab-b837057d1573 tempest-ServersTestBootFromVolume-2071761147 tempest-ServersTestBootFromVolume-2071761147-project] 10.222.0.67 "GET /v2.0/ports?device_id=4da69c78-77be-4ce1-ba61-43d065543ca8 HTTP/1.1" status: 200 len: 943 time: 0.1307561 Sep 23 19:22:20.897766 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-55060daa-1f81-4ed6-85ec-099768f0a619 req-ae215295-d679-4c79-a8a1-df0ea94c9e32 tempest-LiveAutoBlockMigrationV225Test-1531822435 tempest-LiveAutoBlockMigrationV225Test-1531822435-project] Notify callbacks [] for port, precommit_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:22:20.979849 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-c7744ab7-d83a-49d0-bef6-75a196bae9ae None None] Provisioning complete for port a9b050bb-b3fb-453c-93db-0daa57396c00 triggered by entity DHCP. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:22:20.980740 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-c7744ab7-d83a-49d0-bef6-75a196bae9ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:22:21.030709 n-d-713301-16 neutron-server[95103]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 19:22:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7195f56b-e8eb-4267-aafa-80745b3d1b62 x-openstack-request-id: req-7195f56b-e8eb-4267-aafa-80745b3d1b62 {{(pid=95103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 19:22:21.031645 n-d-713301-16 neutron-server[95103]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bffda0e9-3935-484f-b05d-313c40f1aa1c", "name": "network-vif-plugged", "status": "completed", "tag": "620eb77b-9622-4240-9505-90c0844383a9", "code": 200}]} {{(pid=95103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 19:22:21.032194 n-d-713301-16 neutron-server[95103]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-7195f56b-e8eb-4267-aafa-80745b3d1b62 {{(pid=95103) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 19:22:21.032874 n-d-713301-16 neutron-server[95103]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bffda0e9-3935-484f-b05d-313c40f1aa1c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '620eb77b-9622-4240-9505-90c0844383a9', 'code': 200} Sep 23 19:22:21.052629 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Pushing event updated for resources: {'Port': ['ID=620eb77b-9622-4240-9505-90c0844383a9,revision_number=5']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:22:21.073596 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-0f11cbf6-25a0-4d12-8450-5d5fe72b0719 req-0f37e31d-0d5e-47f9-a14c-002251cd8ff5 tempest-ServersTestBootFromVolume-2071761147 tempest-ServersTestBootFromVolume-2071761147-project] 10.222.0.67 "GET /v2.0/security-groups?id=6f980132-c67f-4d54-a2e9-1f4e7c6ad324&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1912990 Sep 23 19:22:21.081204 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6351b41c-b56d-4e49-b782-1987e548454a req-1b486874-89f2-43b2-8c2a-d01a37570074 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:22:21.087037 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-6351b41c-b56d-4e49-b782-1987e548454a req-1b486874-89f2-43b2-8c2a-d01a37570074 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=1bc218d55aec43daacb6162c6cb56062&device_id=102f53d1-1982-4f39-85c0-8cb5e7da0a24 HTTP/1.1" status: 200 len: 1099 time: 0.2536736 Sep 23 19:22:21.094385 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-55060daa-1f81-4ed6-85ec-099768f0a619 req-ae215295-d679-4c79-a8a1-df0ea94c9e32 tempest-LiveAutoBlockMigrationV225Test-1531822435 tempest-LiveAutoBlockMigrationV225Test-1531822435-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783145673135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5607431'] for port, after_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:22:21.095851 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.plugin [None req-c7744ab7-d83a-49d0-bef6-75a196bae9ae None None] Port a9b050bb-b3fb-453c-93db-0daa57396c00 cannot update to ACTIVE because it is not bound. {{(pid=95103) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 19:22:21.116234 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] get_ports_and_sgs() called for port_ids ['3b1ed664-84d3-4e55-90c8-29444560ec78'] {{(pid=95103) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 19:22:21.118921 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-2e5c7d5f-f47b-4eb8-af39-751a2b1220c5 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=c24f47dc20fc456d9867e81e5b0f7002&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1137350 Sep 23 19:22:21.139047 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 60794) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:22:21.192526 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bea0ef6a-62b1-4f35-96ae-5b1921549f56 admin admin] Router d633a2cc-fbfc-46db-a3ee-63678361fe1b has already been hosted by L3 agent 79a740bf-7821-4989-8288-7186e3e128f3 {{(pid=95101) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 19:22:21.250598 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-55060daa-1f81-4ed6-85ec-099768f0a619 req-ae215295-d679-4c79-a8a1-df0ea94c9e32 tempest-LiveAutoBlockMigrationV225Test-1531822435 tempest-LiveAutoBlockMigrationV225Test-1531822435-project] Network c2b58ecf-3b1b-414c-92a4-f53b08b3dace is already hosted by enough agents. {{(pid=95101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:22:21.272377 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.base_scheduler [req-55060daa-1f81-4ed6-85ec-099768f0a619 req-ae215295-d679-4c79-a8a1-df0ea94c9e32 tempest-LiveAutoBlockMigrationV225Test-1531822435 tempest-LiveAutoBlockMigrationV225Test-1531822435-project] Resources bound (agent type, host, resource id): {{(pid=95101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:22:21.278339 n-d-713301-16 neutron-server[95101]: DEBUG neutron.db.l3_dvrscheduler_db [req-55060daa-1f81-4ed6-85ec-099768f0a619 req-ae215295-d679-4c79-a8a1-df0ea94c9e32 tempest-LiveAutoBlockMigrationV225Test-1531822435 tempest-LiveAutoBlockMigrationV225Test-1531822435-project] Received port after_create {{(pid=95101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 19:22:21.448977 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae215295-d679-4c79-a8a1-df0ea94c9e32 tempest-LiveAutoBlockMigrationV225Test-1531822435 tempest-LiveAutoBlockMigrationV225Test-1531822435-project] Pushing event updated for resources: {'Port': ['ID=d34748ee-625c-4c2a-af58-04e1e683d6b4,revision_number=1']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:22:21.481922 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bea0ef6a-62b1-4f35-96ae-5b1921549f56 admin admin] Notify agent at l3_agent.n-d-713301-16 the message routers_updated {{(pid=95101) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 19:22:21.490079 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55060daa-1f81-4ed6-85ec-099768f0a619 req-ae215295-d679-4c79-a8a1-df0ea94c9e32 tempest-LiveAutoBlockMigrationV225Test-1531822435 tempest-LiveAutoBlockMigrationV225Test-1531822435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:22:21.490704 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-55060daa-1f81-4ed6-85ec-099768f0a619 req-ae215295-d679-4c79-a8a1-df0ea94c9e32 tempest-LiveAutoBlockMigrationV225Test-1531822435 tempest-LiveAutoBlockMigrationV225Test-1531822435-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222849'] for port, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:22:21.496218 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-bea0ef6a-62b1-4f35-96ae-5b1921549f56 admin admin] 10.222.0.67 "PUT /v2.0/routers/d633a2cc-fbfc-46db-a3ee-63678361fe1b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8022392 Sep 23 19:22:21.513126 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-55060daa-1f81-4ed6-85ec-099768f0a619 req-ae215295-d679-4c79-a8a1-df0ea94c9e32 tempest-LiveAutoBlockMigrationV225Test-1531822435 tempest-LiveAutoBlockMigrationV225Test-1531822435-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6222289 Sep 23 19:22:21.517860 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e739287d-3165-4e92-9ecc-37a0f4d6ea3d None None] Sync routers for ids ['d633a2cc-fbfc-46db-a3ee-63678361fe1b'] in n-d-713301-16 {{(pid=95103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 19:22:21.553169 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.v2.base [req-55060daa-1f81-4ed6-85ec-099768f0a619 req-5bfe6260-495b-4276-9c76-5c68b12deddf service neutron] Request body: {'port': {'device_id': 'de0af560-d2ac-4171-85e4-8fb7a1b63f67', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713301-16'}} {{(pid=95101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:22:21.560952 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e739287d-3165-4e92-9ecc-37a0f4d6ea3d None None] Routers {'d633a2cc-fbfc-46db-a3ee-63678361fe1b'} bound to L3 agent in host n-d-713301-16 {{(pid=95103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 19:22:21.565153 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_hamode_db [None req-e739287d-3165-4e92-9ecc-37a0f4d6ea3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-23T19:07:52Z,description=,heartbeat_timestamp=2021-09-23T19:21:52Z,host='n-d-713301-16',id=79a740bf-7821-4989-8288-7186e3e128f3,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:07:52Z,topic='l3_agent')) {'router_ids': ['d633a2cc-fbfc-46db-a3ee-63678361fe1b'], 'active': True} {{(pid=95103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:22:21.661556 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f317cbe1-24fa-4f44-908c-e57a275e621a req-4377264a-c01f-4189-8771-30b1bd5f0654 tempest-LiveAutoBlockMigrationV225Test-1531822435 tempest-LiveAutoBlockMigrationV225Test-1531822435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:22:21.688322 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Device b6a45639-d8e5-4e6c-81c1-32ff7f3662f9 up at agent ovs-agent-n-d-713301-16 {{(pid=95103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 19:22:21.693961 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-f317cbe1-24fa-4f44-908c-e57a275e621a req-4377264a-c01f-4189-8771-30b1bd5f0654 tempest-LiveAutoBlockMigrationV225Test-1531822435 tempest-LiveAutoBlockMigrationV225Test-1531822435-project] 10.222.0.67 "GET /v2.0/ports?device_id=de0af560-d2ac-4171-85e4-8fb7a1b63f67 HTTP/1.1" status: 200 len: 932 time: 0.3055868 Sep 23 19:22:21.703692 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2bc418b-2731-488e-8449-ee60eb70e305 req-9febf115-bc16-4a95-b3e8-c3c5dec42dae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:22:21.705799 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-d2bc418b-2731-488e-8449-ee60eb70e305 req-9febf115-bc16-4a95-b3e8-c3c5dec42dae service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=bffda0e9-3935-484f-b05d-313c40f1aa1c HTTP/1.1" status: 200 len: 1101 time: 0.6167095 Sep 23 19:22:21.727655 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-55060daa-1f81-4ed6-85ec-099768f0a619 req-5bfe6260-495b-4276-9c76-5c68b12deddf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:22:21.737330 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6351b41c-b56d-4e49-b782-1987e548454a req-25f3ee39-7ca1-4eae-a007-c60a9fefa714 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:22:21.746217 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-6351b41c-b56d-4e49-b782-1987e548454a req-25f3ee39-7ca1-4eae-a007-c60a9fefa714 service neutron] 10.222.0.74 "GET /v2.0/networks?id=5220cb0c-da05-478a-9604-8c11469a05b4 HTTP/1.1" status: 200 len: 870 time: 0.6194544 Sep 23 19:22:21.854698 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-f9675d03-ad1a-4b71-a145-200f413af247 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:22:21.882033 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-f317cbe1-24fa-4f44-908c-e57a275e621a req-904fc9b6-92f9-45e2-bf4d-0f13afd4921d tempest-LiveAutoBlockMigrationV225Test-1531822435 tempest-LiveAutoBlockMigrationV225Test-1531822435-project] 10.222.0.67 "GET /v2.0/security-groups?id=6d32247e-8bb7-4ae1-818c-76baafa39c73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1747968 Sep 23 19:22:21.885759 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-6351b41c-b56d-4e49-b782-1987e548454a req-83308437-ee64-4052-83da-241e582cb7fa service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.25&port_id=57fb353f-18bb-4079-9329-192986ecbc90 HTTP/1.1" status: 200 len: 217 time: 0.1227612 Sep 23 19:22:22.001720 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_dvr_db [None req-e739287d-3165-4e92-9ecc-37a0f4d6ea3d None None] Set router d633a2cc-fbfc-46db-a3ee-63678361fe1b gateway port host: n-d-713301-16 {{(pid=95103) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 19:22:22.104811 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Provisioning complete for port b6a45639-d8e5-4e6c-81c1-32ff7f3662f9 triggered by entity L2. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:22:22.105327 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:22:22.105646 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-d2bc418b-2731-488e-8449-ee60eb70e305 req-aca816d7-ca4c-4a74-ae88-6484b65fd9b2 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=e422f629-0f20-4441-8041-dd3c189ad680&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3489139 Sep 23 19:22:22.116771 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Device 57fb353f-18bb-4079-9329-192986ecbc90 details requested by agent hyperv_n-h1-713301-16 with host n-h1-713301-16 {{(pid=95103) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 19:22:22.132034 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-f9675d03-ad1a-4b71-a145-200f413af247 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:22:22.169966 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6351b41c-b56d-4e49-b782-1987e548454a req-badd210e-3964-422d-adc3-1fb56de64a61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:22:22.172766 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-6351b41c-b56d-4e49-b782-1987e548454a req-badd210e-3964-422d-adc3-1fb56de64a61 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=1ccc69bc-9d6b-44d9-b227-204e47dc6e45 HTTP/1.1" status: 200 len: 843 time: 0.2454693 Sep 23 19:22:22.188048 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-767d6710-159b-4987-9a6f-5296573bd8d0 req-4eb3e3df-2a43-4035-805c-3321d8e8e4d4 tempest-ListImageFiltersTestJSON-1823198714 tempest-ListImageFiltersTestJSON-1823198714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:22:22.195819 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-767d6710-159b-4987-9a6f-5296573bd8d0 req-4eb3e3df-2a43-4035-805c-3321d8e8e4d4 tempest-ListImageFiltersTestJSON-1823198714 tempest-ListImageFiltersTestJSON-1823198714-project] 10.222.0.67 "GET /v2.0/ports?device_id=102f53d1-1982-4f39-85c0-8cb5e7da0a24 HTTP/1.1" status: 200 len: 947 time: 0.4071677 Sep 23 19:22:22.249363 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a22e46-0dab-4515-8c3e-0fe26f48d6a5 req-131d4c51-05cf-4325-99b2-7555ab11419d tempest-ImagesTestJSON-1030216449 tempest-ImagesTestJSON-1030216449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:22:22.251594 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-c0a22e46-0dab-4515-8c3e-0fe26f48d6a5 req-131d4c51-05cf-4325-99b2-7555ab11419d tempest-ImagesTestJSON-1030216449 tempest-ImagesTestJSON-1030216449-project] 10.222.0.67 "GET /v2.0/ports?device_id=35198cf8-5054-4163-a40b-7e45abfdae56 HTTP/1.1" status: 200 len: 946 time: 0.1390097 Sep 23 19:22:22.292811 n-d-713301-16 neutron-server[95101]: DEBUG neutron.notifiers.nova [req-55060daa-1f81-4ed6-85ec-099768f0a619 req-5bfe6260-495b-4276-9c76-5c68b12deddf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d34748ee-625c-4c2a-af58-04e1e683d6b4 {{(pid=95101) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 19:22:22.301269 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-767d6710-159b-4987-9a6f-5296573bd8d0 req-4611fc77-584b-404d-9fe1-ebedc69f1cab tempest-ListImageFiltersTestJSON-1823198714 tempest-ListImageFiltersTestJSON-1823198714-project] 10.222.0.67 "GET /v2.0/security-groups?id=e422f629-0f20-4441-8041-dd3c189ad680&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1040154 Sep 23 19:22:22.314475 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-55060daa-1f81-4ed6-85ec-099768f0a619 req-5bfe6260-495b-4276-9c76-5c68b12deddf service neutron] Notify callbacks [] for port, precommit_update {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:22:22.369814 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-f9675d03-ad1a-4b71-a145-200f413af247 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:22:22.372381 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-f9675d03-ad1a-4b71-a145-200f413af247 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:22:22.376865 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-f9675d03-ad1a-4b71-a145-200f413af247 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/f6ea2bc2-ae02-426e-9312-246b38837e94 HTTP/1.1" status: 204 len: 168 time: 1.2330463 Sep 23 19:22:22.390625 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-c0a22e46-0dab-4515-8c3e-0fe26f48d6a5 req-d6a20e71-9ce9-4b8a-8ec6-4793f95301f7 tempest-ImagesTestJSON-1030216449 tempest-ImagesTestJSON-1030216449-project] 10.222.0.67 "GET /v2.0/security-groups?id=076f8f10-41da-413e-8d86-ebe8d5fe93ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1301062 Sep 23 19:22:22.391634 n-d-713301-16 neutron-server[95101]: DEBUG neutron.db.provisioning_blocks [req-55060daa-1f81-4ed6-85ec-099768f0a619 req-5bfe6260-495b-4276-9c76-5c68b12deddf service neutron] Transition to ACTIVE for port object d34748ee-625c-4c2a-af58-04e1e683d6b4 will not be triggered until provisioned by entity L2. {{(pid=95101) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 19:22:22.399375 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9675d03-ad1a-4b71-a145-200f413af247 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6ea2bc2-ae02-426e-9312-246b38837e94,revision_number=None']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:22:22.406012 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-55060daa-1f81-4ed6-85ec-099768f0a619 req-5bfe6260-495b-4276-9c76-5c68b12deddf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5607436'] for port, after_update {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:22:22.430508 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6351b41c-b56d-4e49-b782-1987e548454a req-3a1bdc02-71f0-4062-bd84-7fabc7ff52f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:22:22.432838 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-6351b41c-b56d-4e49-b782-1987e548454a req-3a1bdc02-71f0-4062-bd84-7fabc7ff52f8 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=5220cb0c-da05-478a-9604-8c11469a05b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1285040 Sep 23 19:22:22.548581 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-924a6a75-fdbd-47ae-87c5-e332e108d892 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:22:22.613931 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bfe6260-495b-4276-9c76-5c68b12deddf service neutron] Pushing event updated for resources: {'Port': ['ID=d34748ee-625c-4c2a-af58-04e1e683d6b4,revision_number=2']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:22:22.649199 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] For port 57fb353f-18bb-4079-9329-192986ecbc90, host n-h1-713301-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-16',level=0,port_id=57fb353f-18bb-4079-9329-192986ecbc90,segment=NetworkSegment(6139d589-eb6c-4578-8935-c26ddf396853),segment_id=6139d589-eb6c-4578-8935-c26ddf396853)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:22:22.670543 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Returning: {'device': '57fb353f-18bb-4079-9329-192986ecbc90', 'network_id': '5220cb0c-da05-478a-9604-8c11469a05b4', 'port_id': '57fb353f-18bb-4079-9329-192986ecbc90', 'mac_address': 'fa:16:3e:1e:d9:28', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 624, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1ccc69bc-9d6b-44d9-b227-204e47dc6e45', 'ip_address': '192.168.233.25'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95103) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 19:22:22.675274 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_hamode_db [None req-e739287d-3165-4e92-9ecc-37a0f4d6ea3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd633a2cc-fbfc-46db-a3ee-63678361fe1b', 'name': 'tempest-ServersTestJSON-146587581-router', 'tenant_id': 'ffe1d679fb85465bacd9d41d5d5dc87c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'external_fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.91'}], 'enable_snat': True}, 'gw_port_id': 'b6a45639-d8e5-4e6c-81c1-32ff7f3662f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:22:09Z', 'updated_at': '2021-09-23T19:22:18Z', 'revision_number': 4, 'project_id': 'ffe1d679fb85465bacd9d41d5d5dc87c', 'gw_port': {'id': 'b6a45639-d8e5-4e6c-81c1-32ff7f3662f9', 'name': '', 'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:bc:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd633a2cc-fbfc-46db-a3ee-63678361fe1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 643, 'fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:22:11Z', 'updated_at': '2021-09-23T19:22:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-16', '_interfaces': [{'id': 'a9b050bb-b3fb-453c-93db-0daa57396c00', 'name': '', 'network_id': 'e0ba4ff6-5ece-4e5d-bf2e-f8698c833ccd', 'tenant_id': 'ffe1d679fb85465bacd9d41d5d5dc87c', 'mac_address': 'fa:16:3e:6f:d6:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd633a2cc-fbfc-46db-a3ee-63678361fe1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 651, 'fixed_ips': [{'subnet_id': '526f8162-a9a5-4b30-85c5-b8b73ce78140', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:22:17Z', 'updated_at': '2021-09-23T19:22:19Z', 'revision_number': 2, 'project_id': 'ffe1d679fb85465bacd9d41d5d5dc87c', 'subnets': [{'id': '526f8162-a9a5-4b30-85c5-b8b73ce78140', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-16', False) {} {{(pid=95103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:22:22.790052 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:22:22.794771 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-6351b41c-b56d-4e49-b782-1987e548454a req-1d2c0c6a-efc4-4621-9456-3137a0520fa8 service neutron] 10.222.0.74 "GET /v2.0/networks/5220cb0c-da05-478a-9604-8c11469a05b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3517101 Sep 23 19:22:22.813371 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad750eaa-6df4-47c7-bb43-60110aaf0633 req-5bfe90f7-544b-4aee-a809-5cc9e06b00a6 tempest-ServersTestBootFromVolume-2071761147 tempest-ServersTestBootFromVolume-2071761147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:22:22.815923 n-d-713301-16 neutron-server[95103]: DEBUG neutron.notifiers.nova [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 57fb353f-18bb-4079-9329-192986ecbc90 {{(pid=95103) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 19:22:22.816122 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-ad750eaa-6df4-47c7-bb43-60110aaf0633 req-5bfe90f7-544b-4aee-a809-5cc9e06b00a6 tempest-ServersTestBootFromVolume-2071761147 tempest-ServersTestBootFromVolume-2071761147-project] 10.222.0.67 "GET /v2.0/ports?device_id=4da69c78-77be-4ce1-ba61-43d065543ca8 HTTP/1.1" status: 200 len: 943 time: 0.1614940 Sep 23 19:22:22.852145 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.managers [req-55060daa-1f81-4ed6-85ec-099768f0a619 req-5bfe6260-495b-4276-9c76-5c68b12deddf service neutron] Attempting to bind port d34748ee-625c-4c2a-af58-04e1e683d6b4 on host n-h2-713301-16 for vnic_type normal with profile {{(pid=95101) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 19:22:22.852792 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.managers [req-55060daa-1f81-4ed6-85ec-099768f0a619 req-5bfe6260-495b-4276-9c76-5c68b12deddf service neutron] Attempting to bind port d34748ee-625c-4c2a-af58-04e1e683d6b4 by drivers openvswitch,hyperv on host n-h2-713301-16 at level 0 using segments [{'id': '5e7e2223-350e-4937-8d7b-2c6ab6ddc0ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': 'c2b58ecf-3b1b-414c-92a4-f53b08b3dace'}] {{(pid=95101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 19:22:22.853325 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55060daa-1f81-4ed6-85ec-099768f0a619 req-5bfe6260-495b-4276-9c76-5c68b12deddf service neutron] Attempting to bind port d34748ee-625c-4c2a-af58-04e1e683d6b4 on network c2b58ecf-3b1b-414c-92a4-f53b08b3dace {{(pid=95101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:22:22.855323 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] For port 57fb353f-18bb-4079-9329-192986ecbc90, host n-h1-713301-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-16',level=0,port_id=57fb353f-18bb-4079-9329-192986ecbc90,segment=NetworkSegment(6139d589-eb6c-4578-8935-c26ddf396853),segment_id=6139d589-eb6c-4578-8935-c26ddf396853)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:22:22.857692 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e739287d-3165-4e92-9ecc-37a0f4d6ea3d None None] Checking router: d633a2cc-fbfc-46db-a3ee-63678361fe1b for host: n-d-713301-16 {{(pid=95103) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 19:22:22.858675 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e739287d-3165-4e92-9ecc-37a0f4d6ea3d None None] Updating router d633a2cc-fbfc-46db-a3ee-63678361fe1b port a9b050bb-b3fb-453c-93db-0daa57396c00 binding host n-d-713301-16 {{(pid=95103) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 23 19:22:22.864689 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:22:22.877641 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55060daa-1f81-4ed6-85ec-099768f0a619 req-5bfe6260-495b-4276-9c76-5c68b12deddf service neutron] Port d34748ee-625c-4c2a-af58-04e1e683d6b4 on network c2b58ecf-3b1b-414c-92a4-f53b08b3dace not bound, no agent of type Open vSwitch agent registered on host n-h2-713301-16 {{(pid=95101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 19:22:22.885226 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55060daa-1f81-4ed6-85ec-099768f0a619 req-5bfe6260-495b-4276-9c76-5c68b12deddf service neutron] Attempting to bind port d34748ee-625c-4c2a-af58-04e1e683d6b4 on network c2b58ecf-3b1b-414c-92a4-f53b08b3dace {{(pid=95101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:22:22.902335 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55060daa-1f81-4ed6-85ec-099768f0a619 req-5bfe6260-495b-4276-9c76-5c68b12deddf service neutron] Checking agent: {'id': '2a7cea34-db54-4faf-8d23-37521c3e34cb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713301-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 19, 15, 28), 'started_at': datetime.datetime(2021, 9, 23, 19, 15, 28), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 19, 21, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 19:22:22.902927 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55060daa-1f81-4ed6-85ec-099768f0a619 req-5bfe6260-495b-4276-9c76-5c68b12deddf service neutron] Checking segment: {'id': '5e7e2223-350e-4937-8d7b-2c6ab6ddc0ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': 'c2b58ecf-3b1b-414c-92a4-f53b08b3dace'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:22:22.903586 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55060daa-1f81-4ed6-85ec-099768f0a619 req-5bfe6260-495b-4276-9c76-5c68b12deddf service neutron] Bound using segment: {'id': '5e7e2223-350e-4937-8d7b-2c6ab6ddc0ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': 'c2b58ecf-3b1b-414c-92a4-f53b08b3dace'} {{(pid=95101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 19:22:22.913541 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.managers [req-55060daa-1f81-4ed6-85ec-099768f0a619 req-5bfe6260-495b-4276-9c76-5c68b12deddf service neutron] Bound port: d34748ee-625c-4c2a-af58-04e1e683d6b4, host: n-h2-713301-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5e7e2223-350e-4937-8d7b-2c6ab6ddc0ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': 'c2b58ecf-3b1b-414c-92a4-f53b08b3dace'}}] {{(pid=95101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 19:22:22.914509 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-55060daa-1f81-4ed6-85ec-099768f0a619 req-5bfe6260-495b-4276-9c76-5c68b12deddf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:22:22.972483 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-e739287d-3165-4e92-9ecc-37a0f4d6ea3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:22:23.107247 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 60820) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:22:23.133460 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-6351b41c-b56d-4e49-b782-1987e548454a req-c4c85a00-4b65-42be-a75a-7fbede776454 service neutron] 10.222.0.74 "GET /v2.0/networks/5220cb0c-da05-478a-9604-8c11469a05b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3157907 Sep 23 19:22:23.135475 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.v2.base [None req-6bdbf66b-8aab-47d4-9a2b-26e0132f45d8 tempest-ServersTestJSON-2044209823 tempest-ServersTestJSON-2044209823-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1414035344', 'description': 'tempest-description--2100803957'}} {{(pid=95101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:22:23.161219 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-ad750eaa-6df4-47c7-bb43-60110aaf0633 req-591f77ed-751e-4d23-9717-92b11665cbb8 tempest-ServersTestBootFromVolume-2071761147 tempest-ServersTestBootFromVolume-2071761147-project] 10.222.0.67 "GET /v2.0/security-groups?id=6f980132-c67f-4d54-a2e9-1f4e7c6ad324&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3216763 Sep 23 19:22:23.353265 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.db [req-55060daa-1f81-4ed6-85ec-099768f0a619 req-5bfe6260-495b-4276-9c76-5c68b12deddf service neutron] For port d34748ee-625c-4c2a-af58-04e1e683d6b4, host n-h2-713301-16, cleared binding levels {{(pid=95101) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 19:22:23.364550 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.db [req-55060daa-1f81-4ed6-85ec-099768f0a619 req-5bfe6260-495b-4276-9c76-5c68b12deddf service neutron] For port d34748ee-625c-4c2a-af58-04e1e683d6b4, host n-h2-713301-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-16',level=0,port_id=d34748ee-625c-4c2a-af58-04e1e683d6b4,segment=NetworkSegment(5e7e2223-350e-4937-8d7b-2c6ab6ddc0ab),segment_id=5e7e2223-350e-4937-8d7b-2c6ab6ddc0ab)] {{(pid=95101) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 19:22:23.376782 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-6bdbf66b-8aab-47d4-9a2b-26e0132f45d8 tempest-ServersTestJSON-2044209823 tempest-ServersTestJSON-2044209823-project] Notify callbacks [] for security_group, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:22:23.384716 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-55060daa-1f81-4ed6-85ec-099768f0a619 req-5bfe6260-495b-4276-9c76-5c68b12deddf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5607436'] for port, after_update {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:22:23.416729 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 60826) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:22:23.469555 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c11c5e88-f397-4f6f-8e0e-6c72c3ac97b2 req-ed103480-ce0c-49fe-b318-812089aa0d93 tempest-LiveAutoBlockMigrationV225Test-1531822435 tempest-LiveAutoBlockMigrationV225Test-1531822435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:22:23.482278 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-c11c5e88-f397-4f6f-8e0e-6c72c3ac97b2 req-ed103480-ce0c-49fe-b318-812089aa0d93 tempest-LiveAutoBlockMigrationV225Test-1531822435 tempest-LiveAutoBlockMigrationV225Test-1531822435-project] 10.222.0.67 "GET /v2.0/ports?device_id=de0af560-d2ac-4171-85e4-8fb7a1b63f67 HTTP/1.1" status: 200 len: 944 time: 0.1401598 Sep 23 19:22:23.569625 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-c11c5e88-f397-4f6f-8e0e-6c72c3ac97b2 req-d62d83e2-1c59-4b55-b9b0-022a548e8d33 tempest-LiveAutoBlockMigrationV225Test-1531822435 tempest-LiveAutoBlockMigrationV225Test-1531822435-project] 10.222.0.67 "GET /v2.0/security-groups?id=6d32247e-8bb7-4ae1-818c-76baafa39c73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774405 Sep 23 19:22:23.664796 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-9c468740-e4f6-49ec-94fd-89f934df2d10 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=c7885bbdded84db6bf9f2795f729e613&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2425077 Sep 23 19:22:23.667521 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 60830) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:22:23.681806 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-6bdbf66b-8aab-47d4-9a2b-26e0132f45d8 tempest-ServersTestJSON-2044209823 tempest-ServersTestJSON-2044209823-project] Notify callbacks [] for security_group, precommit_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:22:23.703700 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-6bdbf66b-8aab-47d4-9a2b-26e0132f45d8 tempest-ServersTestJSON-2044209823 tempest-ServersTestJSON-2044209823-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:22:23.712329 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55060daa-1f81-4ed6-85ec-099768f0a619 req-5bfe6260-495b-4276-9c76-5c68b12deddf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:22:23.716079 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-55060daa-1f81-4ed6-85ec-099768f0a619 req-5bfe6260-495b-4276-9c76-5c68b12deddf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222849'] for port, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:22:23.719411 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-55060daa-1f81-4ed6-85ec-099768f0a619 req-5bfe6260-495b-4276-9c76-5c68b12deddf service neutron] 10.222.0.53 "PUT /v2.0/ports/d34748ee-625c-4c2a-af58-04e1e683d6b4 HTTP/1.1" status: 200 len: 1093 time: 2.1906660 Sep 23 19:22:23.729052 n-d-713301-16 neutron-server[95101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'de0af560-d2ac-4171-85e4-8fb7a1b63f67', 'tag': 'd34748ee-625c-4c2a-af58-04e1e683d6b4'}] {{(pid=95101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 19:22:23.741696 n-d-713301-16 neutron-server[95101]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d8366c5740cd635e57ab12b71fe44a77c2acc3c19091ef849c6f68b380462244" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a856702-888d-48b9-8619-0727cc422095" -d '{"events": [{"name": "network-changed", "server_uuid": "de0af560-d2ac-4171-85e4-8fb7a1b63f67", "tag": "d34748ee-625c-4c2a-af58-04e1e683d6b4"}]}' {{(pid=95101) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 19:22:23.776659 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-e739287d-3165-4e92-9ecc-37a0f4d6ea3d None None] Notify callbacks [] for port, precommit_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:22:23.789156 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] get_ports_and_sgs() called for port_ids ['57fb353f-18bb-4079-9329-192986ecbc90'] {{(pid=95103) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 19:22:23.792845 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:22:23.821451 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-e739287d-3165-4e92-9ecc-37a0f4d6ea3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:22:23.822946 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0055b48-3ffa-4a99-8b01-78f79822180c req-6272dfaf-22ba-4f4d-891b-10a87425fe8f tempest-ListImageFiltersTestJSON-1823198714 tempest-ListImageFiltersTestJSON-1823198714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:22:23.839185 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-d0055b48-3ffa-4a99-8b01-78f79822180c req-6272dfaf-22ba-4f4d-891b-10a87425fe8f tempest-ListImageFiltersTestJSON-1823198714 tempest-ListImageFiltersTestJSON-1823198714-project] 10.222.0.67 "GET /v2.0/ports?device_id=102f53d1-1982-4f39-85c0-8cb5e7da0a24 HTTP/1.1" status: 200 len: 948 time: 0.2943857 Sep 23 19:22:23.868417 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Pushing event updated for resources: {'Port': ['ID=57fb353f-18bb-4079-9329-192986ecbc90,revision_number=4']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:22:23.881473 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-0ae75029-feb6-4728-9a94-5f9b60993d82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:22:23.944353 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-6bdbf66b-8aab-47d4-9a2b-26e0132f45d8 tempest-ServersTestJSON-2044209823 tempest-ServersTestJSON-2044209823-project] Notify callbacks [] for security_group, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:22:23.956712 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-6bdbf66b-8aab-47d4-9a2b-26e0132f45d8 tempest-ServersTestJSON-2044209823 tempest-ServersTestJSON-2044209823-project] 10.222.0.67 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.8361914 Sep 23 19:22:23.957692 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 60834) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:22:23.972560 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.v2.base [None req-0041c0a2-ab90-4736-a80e-47d472877318 tempest-ServersTestJSON-2044209823 tempest-ServersTestJSON-2044209823-project] Request body: {'security_group_rule': {'security_group_id': 'b87b4d2a-dc5f-4c37-8504-d48d1299302b', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:22:24.013015 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-d0055b48-3ffa-4a99-8b01-78f79822180c req-37b152a3-daed-41f2-8a33-7e5208963e1a tempest-ListImageFiltersTestJSON-1823198714 tempest-ListImageFiltersTestJSON-1823198714-project] 10.222.0.67 "GET /v2.0/security-groups?id=e422f629-0f20-4441-8041-dd3c189ad680&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1555791 Sep 23 19:22:24.027567 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bfe6260-495b-4276-9c76-5c68b12deddf service neutron] Pushing event updated for resources: {'Port': ['ID=d34748ee-625c-4c2a-af58-04e1e683d6b4,revision_number=3']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:22:24.041019 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bdbf66b-8aab-47d4-9a2b-26e0132f45d8 tempest-ServersTestJSON-2044209823 tempest-ServersTestJSON-2044209823-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b87b4d2a-dc5f-4c37-8504-d48d1299302b,revision_number=1']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:22:24.086360 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-0041c0a2-ab90-4736-a80e-47d472877318 tempest-ServersTestJSON-2044209823 tempest-ServersTestJSON-2044209823-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:22:24.114757 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55060daa-1f81-4ed6-85ec-099768f0a619 req-d93ed34d-12c8-47e3-a919-f8ba56c2d7ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:22:24.114955 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db1f88ab-7861-4540-80d4-c420230033bd req-3e3779f0-4261-490b-9f76-83ecbc32dc37 tempest-ImagesTestJSON-1030216449 tempest-ImagesTestJSON-1030216449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:22:24.119897 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-55060daa-1f81-4ed6-85ec-099768f0a619 req-d93ed34d-12c8-47e3-a919-f8ba56c2d7ce service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=01fd0bf0664a4580a0559687f9bf7c73&device_id=de0af560-d2ac-4171-85e4-8fb7a1b63f67 HTTP/1.1" status: 200 len: 1096 time: 0.3543091 Sep 23 19:22:24.129796 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-db1f88ab-7861-4540-80d4-c420230033bd req-3e3779f0-4261-490b-9f76-83ecbc32dc37 tempest-ImagesTestJSON-1030216449 tempest-ImagesTestJSON-1030216449-project] 10.222.0.67 "GET /v2.0/ports?device_id=35198cf8-5054-4163-a40b-7e45abfdae56 HTTP/1.1" status: 200 len: 946 time: 0.3999946 Sep 23 19:22:24.170475 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed2d5d88-3c75-4d7c-bffe-ef196df701ab None None] Pushing event updated for resources: {'Port': ['ID=a9b050bb-b3fb-453c-93db-0daa57396c00,revision_number=3']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:22:24.183854 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-c8638f9f-65f6-4e80-b3b2-651157721ee2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:22:24.203251 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-55060daa-1f81-4ed6-85ec-099768f0a619 req-fb1c9516-4e7f-4f82-bbd4-48608ead1b69 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d34748ee-625c-4c2a-af58-04e1e683d6b4 HTTP/1.1" status: 200 len: 217 time: 0.0666025 Sep 23 19:22:24.223772 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.managers [None req-e739287d-3165-4e92-9ecc-37a0f4d6ea3d None None] Attempting to bind port a9b050bb-b3fb-453c-93db-0daa57396c00 on host n-d-713301-16 for vnic_type normal with profile {{(pid=95103) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 19:22:24.224365 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.managers [None req-e739287d-3165-4e92-9ecc-37a0f4d6ea3d None None] Attempting to bind port a9b050bb-b3fb-453c-93db-0daa57396c00 by drivers openvswitch,hyperv on host n-d-713301-16 at level 0 using segments [{'id': '67b8f6c5-b740-4a28-a82e-f136ec158977', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'e0ba4ff6-5ece-4e5d-bf2e-f8698c833ccd'}] {{(pid=95103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 19:22:24.224981 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e739287d-3165-4e92-9ecc-37a0f4d6ea3d None None] Attempting to bind port a9b050bb-b3fb-453c-93db-0daa57396c00 on network e0ba4ff6-5ece-4e5d-bf2e-f8698c833ccd {{(pid=95103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:22:24.242979 n-d-713301-16 neutron-server[95101]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 19:22:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e657bcba-1044-4df1-aac6-8ed607e02183 x-openstack-request-id: req-e657bcba-1044-4df1-aac6-8ed607e02183 {{(pid=95101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 19:22:24.243296 n-d-713301-16 neutron-server[95101]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "de0af560-d2ac-4171-85e4-8fb7a1b63f67", "tag": "d34748ee-625c-4c2a-af58-04e1e683d6b4", "status": "completed", "code": 200}]} {{(pid=95101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 19:22:24.243862 n-d-713301-16 neutron-server[95101]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-e657bcba-1044-4df1-aac6-8ed607e02183 {{(pid=95101) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 19:22:24.244952 n-d-713301-16 neutron-server[95101]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'de0af560-d2ac-4171-85e4-8fb7a1b63f67', 'tag': 'd34748ee-625c-4c2a-af58-04e1e683d6b4', 'status': 'completed', 'code': 200} Sep 23 19:22:24.252169 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e739287d-3165-4e92-9ecc-37a0f4d6ea3d None None] Checking agent: {'id': '70a14545-df24-472f-8f95-bfe1719bff93', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 19, 7, 53), 'started_at': datetime.datetime(2021, 9, 23, 19, 8, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 19, 22, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 19:22:24.252792 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e739287d-3165-4e92-9ecc-37a0f4d6ea3d None None] Checking segment: {'id': '67b8f6c5-b740-4a28-a82e-f136ec158977', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'e0ba4ff6-5ece-4e5d-bf2e-f8698c833ccd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95103) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:22:24.253598 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-e739287d-3165-4e92-9ecc-37a0f4d6ea3d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:22:24.254260 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e739287d-3165-4e92-9ecc-37a0f4d6ea3d None None] Bound using segment: {'id': '67b8f6c5-b740-4a28-a82e-f136ec158977', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'e0ba4ff6-5ece-4e5d-bf2e-f8698c833ccd'} {{(pid=95103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 19:22:24.255032 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.managers [None req-e739287d-3165-4e92-9ecc-37a0f4d6ea3d None None] Bound port: a9b050bb-b3fb-453c-93db-0daa57396c00, host: n-d-713301-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '67b8f6c5-b740-4a28-a82e-f136ec158977', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'e0ba4ff6-5ece-4e5d-bf2e-f8698c833ccd'}}] {{(pid=95103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 19:22:24.255648 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-e739287d-3165-4e92-9ecc-37a0f4d6ea3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:22:24.327953 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-c8638f9f-65f6-4e80-b3b2-651157721ee2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:22:24.439082 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-21218c60-1b1a-4648-a5e2-6df7cfde410f None None] Provisioning complete for port a9b050bb-b3fb-453c-93db-0daa57396c00 triggered by entity DHCP. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:22:24.439654 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-21218c60-1b1a-4648-a5e2-6df7cfde410f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:22:24.473783 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55060daa-1f81-4ed6-85ec-099768f0a619 req-3eae2fc7-8794-4cf6-b0af-3cf30d6e880b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:22:24.476431 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-55060daa-1f81-4ed6-85ec-099768f0a619 req-3eae2fc7-8794-4cf6-b0af-3cf30d6e880b service neutron] 10.222.0.53 "GET /v2.0/subnets?id=4cc4932b-c381-47ec-9303-11e42975856f HTTP/1.1" status: 200 len: 861 time: 0.2541225 Sep 23 19:22:24.554797 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-0041c0a2-ab90-4736-a80e-47d472877318 tempest-ServersTestJSON-2044209823 tempest-ServersTestJSON-2044209823-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:22:24.567688 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-55060daa-1f81-4ed6-85ec-099768f0a619 req-94e894f1-c35e-470c-ba45-5ee5c232c7d0 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=c2b58ecf-3b1b-414c-92a4-f53b08b3dace&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0770392 Sep 23 19:22:24.571207 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-0041c0a2-ab90-4736-a80e-47d472877318 tempest-ServersTestJSON-2044209823 tempest-ServersTestJSON-2044209823-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575319'] for security_group_rule, after_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:22:24.587069 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-e739287d-3165-4e92-9ecc-37a0f4d6ea3d None None] For port a9b050bb-b3fb-453c-93db-0daa57396c00, host n-d-713301-16, cleared binding levels {{(pid=95103) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 19:22:24.589055 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-c8638f9f-65f6-4e80-b3b2-651157721ee2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:22:24.590839 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.plugin [None req-21218c60-1b1a-4648-a5e2-6df7cfde410f None None] Port a9b050bb-b3fb-453c-93db-0daa57396c00 cannot update to ACTIVE because it is not bound. {{(pid=95103) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 19:22:24.591934 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-c8638f9f-65f6-4e80-b3b2-651157721ee2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:22:24.598517 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-c8638f9f-65f6-4e80-b3b2-651157721ee2 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/b8fedca8-6e3b-4435-87ca-cf52df6361ff HTTP/1.1" status: 204 len: 168 time: 0.9226124 Sep 23 19:22:24.623752 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0041c0a2-ab90-4736-a80e-47d472877318 tempest-ServersTestJSON-2044209823 tempest-ServersTestJSON-2044209823-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1aa414bf-fd54-4287-b329-20fd10c157d5,revision_number=0']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:22:24.627194 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-e739287d-3165-4e92-9ecc-37a0f4d6ea3d None None] For port a9b050bb-b3fb-453c-93db-0daa57396c00, host n-d-713301-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-16',level=0,port_id=a9b050bb-b3fb-453c-93db-0daa57396c00,segment=NetworkSegment(67b8f6c5-b740-4a28-a82e-f136ec158977),segment_id=67b8f6c5-b740-4a28-a82e-f136ec158977)] {{(pid=95103) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 19:22:24.634290 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-e739287d-3165-4e92-9ecc-37a0f4d6ea3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:22:24.643638 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-db1f88ab-7861-4540-80d4-c420230033bd req-5b068889-4e14-4e4e-ad39-e2cbf8858f2a tempest-ImagesTestJSON-1030216449 tempest-ImagesTestJSON-1030216449-project] 10.222.0.67 "GET /v2.0/security-groups?id=076f8f10-41da-413e-8d86-ebe8d5fe93ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4998007 Sep 23 19:22:24.657127 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8638f9f-65f6-4e80-b3b2-651157721ee2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8fedca8-6e3b-4435-87ca-cf52df6361ff,revision_number=None']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:22:24.725203 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f873f73-9a5a-4970-a917-273b0755bb77 req-65e4a6d7-6793-4895-87bc-c61427eb4330 tempest-ServersTestBootFromVolume-2071761147 tempest-ServersTestBootFromVolume-2071761147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:22:24.727552 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-4f873f73-9a5a-4970-a917-273b0755bb77 req-65e4a6d7-6793-4895-87bc-c61427eb4330 tempest-ServersTestBootFromVolume-2071761147 tempest-ServersTestBootFromVolume-2071761147-project] 10.222.0.67 "GET /v2.0/ports?device_id=4da69c78-77be-4ce1-ba61-43d065543ca8 HTTP/1.1" status: 200 len: 943 time: 0.2500491 Sep 23 19:22:24.759914 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-0041c0a2-ab90-4736-a80e-47d472877318 tempest-ServersTestJSON-2044209823 tempest-ServersTestJSON-2044209823-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:22:24.766816 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-0041c0a2-ab90-4736-a80e-47d472877318 tempest-ServersTestJSON-2044209823 tempest-ServersTestJSON-2044209823-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8022020 Sep 23 19:22:24.793581 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e739287d-3165-4e92-9ecc-37a0f4d6ea3d None None] Routers {'d633a2cc-fbfc-46db-a3ee-63678361fe1b'} bound to L3 agent in host n-d-713301-16 {{(pid=95103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 19:22:24.795431 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 60846) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:22:24.795816 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_hamode_db [None req-e739287d-3165-4e92-9ecc-37a0f4d6ea3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-23T19:07:52Z,description=,heartbeat_timestamp=2021-09-23T19:22:22Z,host='n-d-713301-16',id=79a740bf-7821-4989-8288-7186e3e128f3,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:07:52Z,topic='l3_agent')) {'router_ids': ['d633a2cc-fbfc-46db-a3ee-63678361fe1b'], 'active': True} {{(pid=95103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:22:24.818089 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.v2.base [None req-4b93b326-78da-441e-8b24-63067bb62e03 tempest-ServersTestJSON-2044209823 tempest-ServersTestJSON-2044209823-project] Request body: {'security_group_rule': {'security_group_id': 'b87b4d2a-dc5f-4c37-8504-d48d1299302b', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=95102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:22:24.888253 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-55060daa-1f81-4ed6-85ec-099768f0a619 req-18247735-9437-49c8-a3dd-3040f412981c service neutron] 10.222.0.53 "GET /v2.0/networks/c2b58ecf-3b1b-414c-92a4-f53b08b3dace?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2869072 Sep 23 19:22:24.930450 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed2d5d88-3c75-4d7c-bffe-ef196df701ab None None] Pushing event updated for resources: {'Port': ['ID=a9b050bb-b3fb-453c-93db-0daa57396c00,revision_number=4']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:22:24.931179 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-4f873f73-9a5a-4970-a917-273b0755bb77 req-7c034183-1b52-4dc4-b92c-7a399c891b20 tempest-ServersTestBootFromVolume-2071761147 tempest-ServersTestBootFromVolume-2071761147-project] 10.222.0.67 "GET /v2.0/security-groups?id=6f980132-c67f-4d54-a2e9-1f4e7c6ad324&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1856723 Sep 23 19:22:25.010101 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-4b93b326-78da-441e-8b24-63067bb62e03 tempest-ServersTestJSON-2044209823 tempest-ServersTestJSON-2044209823-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:22:25.081086 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cdbc2f7-391e-4aca-8c28-2dd2a8106fc4 req-adfbea14-6044-43bb-86eb-47c76b9f16c1 tempest-LiveAutoBlockMigrationV225Test-1531822435 tempest-LiveAutoBlockMigrationV225Test-1531822435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:22:25.081806 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_dvr_db [None req-e739287d-3165-4e92-9ecc-37a0f4d6ea3d None None] Set router d633a2cc-fbfc-46db-a3ee-63678361fe1b gateway port host: n-d-713301-16 {{(pid=95103) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 19:22:25.093196 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-6cdbc2f7-391e-4aca-8c28-2dd2a8106fc4 req-adfbea14-6044-43bb-86eb-47c76b9f16c1 tempest-LiveAutoBlockMigrationV225Test-1531822435 tempest-LiveAutoBlockMigrationV225Test-1531822435-project] 10.222.0.67 "GET /v2.0/ports?device_id=de0af560-d2ac-4171-85e4-8fb7a1b63f67 HTTP/1.1" status: 200 len: 944 time: 0.1527510 Sep 23 19:22:25.185316 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-55060daa-1f81-4ed6-85ec-099768f0a619 req-a95ffa42-4271-4843-9c23-71d79b7a5e28 service neutron] 10.222.0.53 "GET /v2.0/networks/c2b58ecf-3b1b-414c-92a4-f53b08b3dace?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2891755 Sep 23 19:22:25.380881 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a856702-888d-48b9-8619-0727cc422095 req-a23e1c9a-e2f6-4adf-a758-55b74583a578 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:22:25.382792 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-7a856702-888d-48b9-8619-0727cc422095 req-a23e1c9a-e2f6-4adf-a758-55b74583a578 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=01fd0bf0664a4580a0559687f9bf7c73&device_id=de0af560-d2ac-4171-85e4-8fb7a1b63f67 HTTP/1.1" status: 200 len: 1096 time: 0.0736327 Sep 23 19:22:25.403264 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-6cdbc2f7-391e-4aca-8c28-2dd2a8106fc4 req-eec5a067-157e-4946-b7df-ecc2c7e4723e tempest-LiveAutoBlockMigrationV225Test-1531822435 tempest-LiveAutoBlockMigrationV225Test-1531822435-project] 10.222.0.67 "GET /v2.0/security-groups?id=6d32247e-8bb7-4ae1-818c-76baafa39c73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3090475 Sep 23 19:22:25.457584 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-80e7e501-6c57-470d-92c6-e3d54bc3195c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:22:25.505455 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-4b93b326-78da-441e-8b24-63067bb62e03 tempest-ServersTestJSON-2044209823 tempest-ServersTestJSON-2044209823-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:22:25.517181 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-4b93b326-78da-441e-8b24-63067bb62e03 tempest-ServersTestJSON-2044209823 tempest-ServersTestJSON-2044209823-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575319'] for security_group_rule, after_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:22:25.538238 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a856702-888d-48b9-8619-0727cc422095 req-cc95c30b-e3b9-42fc-bbfa-66a42e120fbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:22:25.539822 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-7a856702-888d-48b9-8619-0727cc422095 req-cc95c30b-e3b9-42fc-bbfa-66a42e120fbc service neutron] 10.222.0.53 "GET /v2.0/networks?id=c2b58ecf-3b1b-414c-92a4-f53b08b3dace HTTP/1.1" status: 200 len: 922 time: 0.1460950 Sep 23 19:22:25.547214 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d668e1b-6185-477c-9ddb-9c8f9f381f83 req-f7d54752-4c84-4db8-b5c4-ee8e5310c455 tempest-ListImageFiltersTestJSON-1823198714 tempest-ListImageFiltersTestJSON-1823198714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:22:25.584095 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-4d668e1b-6185-477c-9ddb-9c8f9f381f83 req-f7d54752-4c84-4db8-b5c4-ee8e5310c455 tempest-ListImageFiltersTestJSON-1823198714 tempest-ListImageFiltersTestJSON-1823198714-project] 10.222.0.67 "GET /v2.0/ports?device_id=102f53d1-1982-4f39-85c0-8cb5e7da0a24 HTTP/1.1" status: 200 len: 948 time: 0.4212296 Sep 23 19:22:25.628764 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-7a856702-888d-48b9-8619-0727cc422095 req-c61ba004-1f41-4082-9f02-d422ccc3968e service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d34748ee-625c-4c2a-af58-04e1e683d6b4 HTTP/1.1" status: 200 len: 217 time: 0.0799384 Sep 23 19:22:25.644123 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b93b326-78da-441e-8b24-63067bb62e03 tempest-ServersTestJSON-2044209823 tempest-ServersTestJSON-2044209823-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=35cb2115-966f-4fd2-8642-c8ab8ff15306,revision_number=0']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:22:25.650057 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-4b93b326-78da-441e-8b24-63067bb62e03 tempest-ServersTestJSON-2044209823 tempest-ServersTestJSON-2044209823-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:22:25.653889 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-4b93b326-78da-441e-8b24-63067bb62e03 tempest-ServersTestJSON-2044209823 tempest-ServersTestJSON-2044209823-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8553500 Sep 23 19:22:25.657098 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 60860) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:22:25.676733 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.v2.base [None req-8da639f2-dfc4-4b6d-b8d1-d779b107b64d tempest-ServersTestJSON-2044209823 tempest-ServersTestJSON-2044209823-project] Request body: {'floatingip': {'floating_network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac'}} {{(pid=95102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:22:25.735989 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-4d668e1b-6185-477c-9ddb-9c8f9f381f83 req-30f3a734-4165-427e-a4d5-6e93868a0379 tempest-ListImageFiltersTestJSON-1823198714 tempest-ListImageFiltersTestJSON-1823198714-project] 10.222.0.67 "GET /v2.0/security-groups?id=e422f629-0f20-4441-8041-dd3c189ad680&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1487117 Sep 23 19:22:25.763435 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Device b9e99bc1-d833-4a85-85c7-d0065efdef0c details requested by agent hyperv_n-h2-713301-16 with host n-h2-713301-16 {{(pid=95103) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 19:22:25.769783 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-47209acd-23c4-4177-b7b9-c6544a7ad234 None None] Provisioning complete for port a9b050bb-b3fb-453c-93db-0daa57396c00 triggered by entity DHCP. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:22:25.773490 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-47209acd-23c4-4177-b7b9-c6544a7ad234 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:22:25.774406 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-8da639f2-dfc4-4b6d-b8d1-d779b107b64d tempest-ServersTestJSON-2044209823 tempest-ServersTestJSON-2044209823-project] Notify callbacks [] for floatingip, before_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:22:25.878630 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a856702-888d-48b9-8619-0727cc422095 req-2b6ecebf-c533-4e77-8aee-ff27d30c5248 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:22:25.887226 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-7a856702-888d-48b9-8619-0727cc422095 req-2b6ecebf-c533-4e77-8aee-ff27d30c5248 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=4cc4932b-c381-47ec-9303-11e42975856f HTTP/1.1" status: 200 len: 861 time: 0.2462912 Sep 23 19:22:25.975275 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa80088c-163e-42e6-b50b-0dc942fbfa8c req-d3061880-5ad3-4d74-b4cb-e5cd47cbbe6a tempest-ImagesTestJSON-1030216449 tempest-ImagesTestJSON-1030216449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:22:25.984516 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-aa80088c-163e-42e6-b50b-0dc942fbfa8c req-d3061880-5ad3-4d74-b4cb-e5cd47cbbe6a tempest-ImagesTestJSON-1030216449 tempest-ImagesTestJSON-1030216449-project] 10.222.0.67 "GET /v2.0/ports?device_id=35198cf8-5054-4163-a40b-7e45abfdae56 HTTP/1.1" status: 200 len: 946 time: 0.1301012 Sep 23 19:22:26.035077 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_hamode_db [None req-e739287d-3165-4e92-9ecc-37a0f4d6ea3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd633a2cc-fbfc-46db-a3ee-63678361fe1b', 'name': 'tempest-ServersTestJSON-146587581-router', 'tenant_id': 'ffe1d679fb85465bacd9d41d5d5dc87c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'external_fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.91'}], 'enable_snat': True}, 'gw_port_id': 'b6a45639-d8e5-4e6c-81c1-32ff7f3662f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:22:09Z', 'updated_at': '2021-09-23T19:22:18Z', 'revision_number': 4, 'project_id': 'ffe1d679fb85465bacd9d41d5d5dc87c', 'gw_port': {'id': 'b6a45639-d8e5-4e6c-81c1-32ff7f3662f9', 'name': '', 'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:bc:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd633a2cc-fbfc-46db-a3ee-63678361fe1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 643, 'fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:22:11Z', 'updated_at': '2021-09-23T19:22:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-16', '_interfaces': [{'id': 'a9b050bb-b3fb-453c-93db-0daa57396c00', 'name': '', 'network_id': 'e0ba4ff6-5ece-4e5d-bf2e-f8698c833ccd', 'tenant_id': 'ffe1d679fb85465bacd9d41d5d5dc87c', 'mac_address': 'fa:16:3e:6f:d6:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd633a2cc-fbfc-46db-a3ee-63678361fe1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 651, 'fixed_ips': [{'subnet_id': '526f8162-a9a5-4b30-85c5-b8b73ce78140', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:22:17Z', 'updated_at': '2021-09-23T19:22:24Z', 'revision_number': 4, 'project_id': 'ffe1d679fb85465bacd9d41d5d5dc87c', 'subnets': [{'id': '526f8162-a9a5-4b30-85c5-b8b73ce78140', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-16', False) {} {{(pid=95103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:22:26.041022 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Device 57fb353f-18bb-4079-9329-192986ecbc90 up at agent hyperv_n-h1-713301-16 {{(pid=95103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 19:22:26.043423 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-7a856702-888d-48b9-8619-0727cc422095 req-3cda7d6d-f4eb-4421-9322-c666c86ca2ee service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=c2b58ecf-3b1b-414c-92a4-f53b08b3dace&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1525745 Sep 23 19:22:26.135771 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e739287d-3165-4e92-9ecc-37a0f4d6ea3d None None] The sync data for ids ['d633a2cc-fbfc-46db-a3ee-63678361fe1b'] in n-d-713301-16 is: [{'id': 'd633a2cc-fbfc-46db-a3ee-63678361fe1b', 'name': 'tempest-ServersTestJSON-146587581-router', 'tenant_id': 'ffe1d679fb85465bacd9d41d5d5dc87c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'external_fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.91'}], 'enable_snat': True}, 'gw_port_id': 'b6a45639-d8e5-4e6c-81c1-32ff7f3662f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:22:09Z', 'updated_at': '2021-09-23T19:22:18Z', 'revision_number': 4, 'project_id': 'ffe1d679fb85465bacd9d41d5d5dc87c', 'gw_port': {'id': 'b6a45639-d8e5-4e6c-81c1-32ff7f3662f9', 'name': '', 'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:bc:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd633a2cc-fbfc-46db-a3ee-63678361fe1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 643, 'fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:22:11Z', 'updated_at': '2021-09-23T19:22:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-16', '_interfaces': [{'id': 'a9b050bb-b3fb-453c-93db-0daa57396c00', 'name': '', 'network_id': 'e0ba4ff6-5ece-4e5d-bf2e-f8698c833ccd', 'tenant_id': 'ffe1d679fb85465bacd9d41d5d5dc87c', 'mac_address': 'fa:16:3e:6f:d6:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd633a2cc-fbfc-46db-a3ee-63678361fe1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 651, 'fixed_ips': [{'subnet_id': '526f8162-a9a5-4b30-85c5-b8b73ce78140', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:22:17Z', 'updated_at': '2021-09-23T19:22:24Z', 'revision_number': 4, 'project_id': 'ffe1d679fb85465bacd9d41d5d5dc87c', 'subnets': [{'id': '526f8162-a9a5-4b30-85c5-b8b73ce78140', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 19:22:26.146247 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-aa80088c-163e-42e6-b50b-0dc942fbfa8c req-c63c6ec8-d51e-495f-b55b-faa2f5695798 tempest-ImagesTestJSON-1030216449 tempest-ImagesTestJSON-1030216449-project] 10.222.0.67 "GET /v2.0/security-groups?id=076f8f10-41da-413e-8d86-ebe8d5fe93ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1532898 Sep 23 19:22:26.242728 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-7a856702-888d-48b9-8619-0727cc422095 req-9daf6057-84bf-4edd-a31a-5121417d139d service neutron] 10.222.0.53 "GET /v2.0/networks/c2b58ecf-3b1b-414c-92a4-f53b08b3dace?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1896589 Sep 23 19:22:26.247769 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-47209acd-23c4-4177-b7b9-c6544a7ad234 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:22:26.262169 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] For port b9e99bc1-d833-4a85-85c7-d0065efdef0c, host n-h2-713301-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-16',level=0,port_id=b9e99bc1-d833-4a85-85c7-d0065efdef0c,segment=NetworkSegment(d9fca353-00c7-4d63-8b31-29fd9abb60f3),segment_id=d9fca353-00c7-4d63-8b31-29fd9abb60f3)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:22:26.305479 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Returning: {'device': 'b9e99bc1-d833-4a85-85c7-d0065efdef0c', 'network_id': '3018c2b7-6d99-4bca-a625-99b7a6f447b4', 'port_id': 'b9e99bc1-d833-4a85-85c7-d0065efdef0c', 'mac_address': 'fa:16:3e:37:ac:a1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 630, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c4da4d29-f3ff-4267-a202-348183c23904', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95103) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 19:22:26.353509 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-8da639f2-dfc4-4b6d-b8d1-d779b107b64d tempest-ServersTestJSON-2044209823 tempest-ServersTestJSON-2044209823-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:22:26.441313 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:22:26.446531 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Provisioning for port 57fb353f-18bb-4079-9329-192986ecbc90 completed by entity L2. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 19:22:26.532373 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-7a856702-888d-48b9-8619-0727cc422095 req-88743334-447e-4db4-a866-14a24d3ecc98 service neutron] 10.222.0.53 "GET /v2.0/networks/c2b58ecf-3b1b-414c-92a4-f53b08b3dace?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2806392 Sep 23 19:22:26.544147 n-d-713301-16 neutron-server[95103]: DEBUG neutron.notifiers.nova [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b9e99bc1-d833-4a85-85c7-d0065efdef0c {{(pid=95103) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 19:22:26.566598 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-47209acd-23c4-4177-b7b9-c6544a7ad234 None None] For port a9b050bb-b3fb-453c-93db-0daa57396c00, host n-d-713301-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-16',level=0,port_id=a9b050bb-b3fb-453c-93db-0daa57396c00,segment=NetworkSegment(67b8f6c5-b740-4a28-a82e-f136ec158977),segment_id=67b8f6c5-b740-4a28-a82e-f136ec158977)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:22:26.573283 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Provisioning complete for port 57fb353f-18bb-4079-9329-192986ecbc90 triggered by entity L2. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:22:26.574592 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:22:26.580234 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-becfb6f6-92d1-4c02-bbdc-5c90f2b01610 req-c7f9bf9e-2c1c-4886-bc77-29e113edcbc6 tempest-ServersTestBootFromVolume-2071761147 tempest-ServersTestBootFromVolume-2071761147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:22:26.590460 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-becfb6f6-92d1-4c02-bbdc-5c90f2b01610 req-c7f9bf9e-2c1c-4886-bc77-29e113edcbc6 tempest-ServersTestBootFromVolume-2071761147 tempest-ServersTestBootFromVolume-2071761147-project] 10.222.0.67 "GET /v2.0/ports?device_id=4da69c78-77be-4ce1-ba61-43d065543ca8 HTTP/1.1" status: 200 len: 943 time: 0.4155309 Sep 23 19:22:26.643305 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] For port b9e99bc1-d833-4a85-85c7-d0065efdef0c, host n-h2-713301-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-16',level=0,port_id=b9e99bc1-d833-4a85-85c7-d0065efdef0c,segment=NetworkSegment(d9fca353-00c7-4d63-8b31-29fd9abb60f3),segment_id=d9fca353-00c7-4d63-8b31-29fd9abb60f3)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:22:26.648657 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-47209acd-23c4-4177-b7b9-c6544a7ad234 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:22:26.660416 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:22:26.769807 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47209acd-23c4-4177-b7b9-c6544a7ad234 None None] Pushing event updated for resources: {'Port': ['ID=a9b050bb-b3fb-453c-93db-0daa57396c00,revision_number=5']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:22:26.845984 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-becfb6f6-92d1-4c02-bbdc-5c90f2b01610 req-71ab8443-9804-422c-9f3e-8832d8e24dcd tempest-ServersTestBootFromVolume-2071761147 tempest-ServersTestBootFromVolume-2071761147-project] 10.222.0.67 "GET /v2.0/security-groups?id=6f980132-c67f-4d54-a2e9-1f4e7c6ad324&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2540464 Sep 23 19:22:26.945565 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6567b828-2366-4380-b552-daf8e1a96b15 req-35168fef-4fcd-4a5d-b6e5-9b9d0a031127 tempest-LiveAutoBlockMigrationV225Test-1531822435 tempest-LiveAutoBlockMigrationV225Test-1531822435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:22:26.965235 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-6567b828-2366-4380-b552-daf8e1a96b15 req-35168fef-4fcd-4a5d-b6e5-9b9d0a031127 tempest-LiveAutoBlockMigrationV225Test-1531822435 tempest-LiveAutoBlockMigrationV225Test-1531822435-project] 10.222.0.67 "GET /v2.0/ports?device_id=de0af560-d2ac-4171-85e4-8fb7a1b63f67 HTTP/1.1" status: 200 len: 944 time: 0.3225341 Sep 23 19:22:26.984983 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Pushing event updated for resources: {'Port': ['ID=b9e99bc1-d833-4a85-85c7-d0065efdef0c,revision_number=4']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:22:26.996015 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] get_ports_and_sgs() called for port_ids ['b9e99bc1-d833-4a85-85c7-d0065efdef0c'] {{(pid=95103) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 19:22:26.997052 n-d-713301-16 neutron-server[95102]: DEBUG neutron.db.db_base_plugin_common [None req-8da639f2-dfc4-4b6d-b8d1-d779b107b64d tempest-ServersTestJSON-2044209823 tempest-ServersTestJSON-2044209823-project] Allocated IP 172.25.1.106 (5dec5c09-378e-4f50-89cc-d94eb81c3bac/eff83446-018c-428d-b3f5-54ac9abe7a2a/f4e98284-bfe8-4c03-aa14-680511a38956) {{(pid=95102) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 19:22:27.104704 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-6567b828-2366-4380-b552-daf8e1a96b15 req-f5b48305-4016-4a51-baf2-625bcf9af2b4 tempest-LiveAutoBlockMigrationV225Test-1531822435 tempest-LiveAutoBlockMigrationV225Test-1531822435-project] 10.222.0.67 "GET /v2.0/security-groups?id=6d32247e-8bb7-4ae1-818c-76baafa39c73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1382723 Sep 23 19:22:27.189447 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-492c73ac-1538-4ada-b73e-4911a28fc8c9 req-99d76054-d88d-4cf3-9d27-4faaf5dbfc88 tempest-ListImageFiltersTestJSON-1823198714 tempest-ListImageFiltersTestJSON-1823198714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:22:27.191068 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-492c73ac-1538-4ada-b73e-4911a28fc8c9 req-99d76054-d88d-4cf3-9d27-4faaf5dbfc88 tempest-ListImageFiltersTestJSON-1823198714 tempest-ListImageFiltersTestJSON-1823198714-project] 10.222.0.67 "GET /v2.0/ports?device_id=102f53d1-1982-4f39-85c0-8cb5e7da0a24 HTTP/1.1" status: 200 len: 948 time: 0.1859629 Sep 23 19:22:27.210652 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:22:27.319096 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-492c73ac-1538-4ada-b73e-4911a28fc8c9 req-c2db44ea-28ec-4743-8f48-6fffd35b55e4 tempest-ListImageFiltersTestJSON-1823198714 tempest-ListImageFiltersTestJSON-1823198714-project] 10.222.0.67 "GET /v2.0/security-groups?id=e422f629-0f20-4441-8041-dd3c189ad680&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1170280 Sep 23 19:22:27.329496 n-d-713301-16 neutron-server[95103]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '102f53d1-1982-4f39-85c0-8cb5e7da0a24', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '57fb353f-18bb-4079-9329-192986ecbc90'}] {{(pid=95103) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 19:22:27.337155 n-d-713301-16 neutron-server[95103]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}81a1c17f2aa89d5b3ebbba3a3e0cf7eb588e431c2224256110c4c4facdd7c3e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7346ae9-452b-4fec-8f8e-8819907a7ba7" -d '{"events": [{"server_uuid": "102f53d1-1982-4f39-85c0-8cb5e7da0a24", "name": "network-vif-plugged", "status": "completed", "tag": "57fb353f-18bb-4079-9329-192986ecbc90"}]}' {{(pid=95103) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 19:22:27.422878 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] For port 57fb353f-18bb-4079-9329-192986ecbc90, host n-h1-713301-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-16',level=0,port_id=57fb353f-18bb-4079-9329-192986ecbc90,segment=NetworkSegment(6139d589-eb6c-4578-8935-c26ddf396853),segment_id=6139d589-eb6c-4578-8935-c26ddf396853)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:22:27.433208 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:22:27.441337 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-8da639f2-dfc4-4b6d-b8d1-d779b107b64d tempest-ServersTestJSON-2044209823 tempest-ServersTestJSON-2044209823-project] Notify callbacks [] for port, precommit_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:22:27.551128 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-8da639f2-dfc4-4b6d-b8d1-d779b107b64d tempest-ServersTestJSON-2044209823 tempest-ServersTestJSON-2044209823-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783145673135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4399100'] for port, after_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:22:27.645207 n-d-713301-16 neutron-server[95102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8da639f2-dfc4-4b6d-b8d1-d779b107b64d tempest-ServersTestJSON-2044209823 tempest-ServersTestJSON-2044209823-project] Network 5dec5c09-378e-4f50-89cc-d94eb81c3bac is already hosted by enough agents. {{(pid=95102) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:22:27.647663 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8da639f2-dfc4-4b6d-b8d1-d779b107b64d tempest-ServersTestJSON-2044209823 tempest-ServersTestJSON-2044209823-project] Pushing event updated for resources: {'Port': ['ID=f4e98284-bfe8-4c03-aa14-680511a38956,revision_number=1']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:22:27.653751 n-d-713301-16 neutron-server[95102]: DEBUG neutron.scheduler.base_scheduler [None req-8da639f2-dfc4-4b6d-b8d1-d779b107b64d tempest-ServersTestJSON-2044209823 tempest-ServersTestJSON-2044209823-project] Resources bound (agent type, host, resource id): {{(pid=95102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:22:27.658573 n-d-713301-16 neutron-server[95102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8da639f2-dfc4-4b6d-b8d1-d779b107b64d tempest-ServersTestJSON-2044209823 tempest-ServersTestJSON-2044209823-project] Received port after_create {{(pid=95102) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 19:22:27.721433 n-d-713301-16 neutron-server[95103]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 19:22:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8baa5bb7-359e-4e34-b740-beacc0ce12f3 x-openstack-request-id: req-8baa5bb7-359e-4e34-b740-beacc0ce12f3 {{(pid=95103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 19:22:27.721885 n-d-713301-16 neutron-server[95103]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "102f53d1-1982-4f39-85c0-8cb5e7da0a24", "name": "network-vif-plugged", "status": "completed", "tag": "57fb353f-18bb-4079-9329-192986ecbc90", "code": 200}]} {{(pid=95103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 19:22:27.722143 n-d-713301-16 neutron-server[95103]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-8baa5bb7-359e-4e34-b740-beacc0ce12f3 {{(pid=95103) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 19:22:27.722562 n-d-713301-16 neutron-server[95103]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '102f53d1-1982-4f39-85c0-8cb5e7da0a24', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '57fb353f-18bb-4079-9329-192986ecbc90', 'code': 200} Sep 23 19:22:27.739485 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Pushing event updated for resources: {'Port': ['ID=57fb353f-18bb-4079-9329-192986ecbc90,revision_number=5']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:22:27.833385 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Device a9b050bb-b3fb-453c-93db-0daa57396c00 up at agent ovs-agent-n-d-713301-16 {{(pid=95103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 19:22:27.845549 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:22:27.954248 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Provisioning complete for port a9b050bb-b3fb-453c-93db-0daa57396c00 triggered by entity L2. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:22:27.954627 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:22:28.105853 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:22:28.197571 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-8da639f2-dfc4-4b6d-b8d1-d779b107b64d tempest-ServersTestJSON-2044209823 tempest-ServersTestJSON-2044209823-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:22:28.263514 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ba5759-2c37-44d4-8f43-f48b7bef920c req-53cd0e6f-dbb4-45cb-b8a5-5c3ae97af022 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:22:28.266511 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-49ba5759-2c37-44d4-8f43-f48b7bef920c req-53cd0e6f-dbb4-45cb-b8a5-5c3ae97af022 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=102f53d1-1982-4f39-85c0-8cb5e7da0a24 HTTP/1.1" status: 200 len: 1101 time: 0.4993832 Sep 23 19:22:28.314425 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e2ae9cf-964f-41c8-80be-1fd7daad6dd2 req-f4d5ed5c-e77c-4ec5-aedd-5a507522633c tempest-ImagesTestJSON-1030216449 tempest-ImagesTestJSON-1030216449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:22:28.335927 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-5e2ae9cf-964f-41c8-80be-1fd7daad6dd2 req-f4d5ed5c-e77c-4ec5-aedd-5a507522633c tempest-ImagesTestJSON-1030216449 tempest-ImagesTestJSON-1030216449-project] 10.222.0.67 "GET /v2.0/ports?device_id=35198cf8-5054-4163-a40b-7e45abfdae56 HTTP/1.1" status: 200 len: 946 time: 0.5721493 Sep 23 19:22:28.371199 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f749f5f-eed8-4c9f-bb80-afa1ed694335 req-a4804f4b-065d-4f1d-8040-c2929c675231 tempest-ServersTestBootFromVolume-2071761147 tempest-ServersTestBootFromVolume-2071761147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:22:28.383228 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-8f749f5f-eed8-4c9f-bb80-afa1ed694335 req-a4804f4b-065d-4f1d-8040-c2929c675231 tempest-ServersTestBootFromVolume-2071761147 tempest-ServersTestBootFromVolume-2071761147-project] 10.222.0.67 "GET /v2.0/ports?device_id=4da69c78-77be-4ce1-ba61-43d065543ca8 HTTP/1.1" status: 200 len: 944 time: 0.2713344 Sep 23 19:22:28.435882 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-8da639f2-dfc4-4b6d-b8d1-d779b107b64d tempest-ServersTestJSON-2044209823 tempest-ServersTestJSON-2044209823-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:22:28.524958 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-5e2ae9cf-964f-41c8-80be-1fd7daad6dd2 req-676871f9-9121-46b6-b105-390367240752 tempest-ImagesTestJSON-1030216449 tempest-ImagesTestJSON-1030216449-project] 10.222.0.67 "GET /v2.0/security-groups?id=076f8f10-41da-413e-8d86-ebe8d5fe93ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1874001 Sep 23 19:22:28.531267 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-49ba5759-2c37-44d4-8f43-f48b7bef920c req-1d2f24e1-8ef2-44f7-a653-0d8c4663cbce service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=e422f629-0f20-4441-8041-dd3c189ad680&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2505472 Sep 23 19:22:28.549522 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-8f749f5f-eed8-4c9f-bb80-afa1ed694335 req-85edc1d8-b945-4f8d-9b0b-20af262e29e2 tempest-ServersTestBootFromVolume-2071761147 tempest-ServersTestBootFromVolume-2071761147-project] 10.222.0.67 "GET /v2.0/security-groups?id=6f980132-c67f-4d54-a2e9-1f4e7c6ad324&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1650071 Sep 23 19:22:28.829462 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d81e51-88c5-4b5c-89e4-4e1f6b69b1e5 req-6ded69ab-1a61-44ff-9fcb-610c799d4ca5 tempest-ListImageFiltersTestJSON-1823198714 tempest-ListImageFiltersTestJSON-1823198714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:22:28.831057 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-f4d81e51-88c5-4b5c-89e4-4e1f6b69b1e5 req-6ded69ab-1a61-44ff-9fcb-610c799d4ca5 tempest-ListImageFiltersTestJSON-1823198714 tempest-ListImageFiltersTestJSON-1823198714-project] 10.222.0.67 "GET /v2.0/ports?device_id=102f53d1-1982-4f39-85c0-8cb5e7da0a24 HTTP/1.1" status: 200 len: 949 time: 0.1149628 Sep 23 19:22:28.842388 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a8c136-5cae-480d-97f0-51146ae89753 req-0ad30f2b-bc5a-4fab-bd17-b055a47686d5 tempest-LiveAutoBlockMigrationV225Test-1531822435 tempest-LiveAutoBlockMigrationV225Test-1531822435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:22:28.845246 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-c8a8c136-5cae-480d-97f0-51146ae89753 req-0ad30f2b-bc5a-4fab-bd17-b055a47686d5 tempest-LiveAutoBlockMigrationV225Test-1531822435 tempest-LiveAutoBlockMigrationV225Test-1531822435-project] 10.222.0.67 "GET /v2.0/ports?device_id=de0af560-d2ac-4171-85e4-8fb7a1b63f67 HTTP/1.1" status: 200 len: 944 time: 0.1257095 Sep 23 19:22:28.904210 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-8da639f2-dfc4-4b6d-b8d1-d779b107b64d tempest-ServersTestJSON-2044209823 tempest-ServersTestJSON-2044209823-project] Notify callbacks [] for port, precommit_update {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:22:28.918670 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-8da639f2-dfc4-4b6d-b8d1-d779b107b64d tempest-ServersTestJSON-2044209823 tempest-ServersTestJSON-2044209823-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4399095'] for port, after_update {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:22:28.943503 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-f4d81e51-88c5-4b5c-89e4-4e1f6b69b1e5 req-54d46650-5961-4bf7-93ff-b591a2fbf74a tempest-ListImageFiltersTestJSON-1823198714 tempest-ListImageFiltersTestJSON-1823198714-project] 10.222.0.67 "GET /v2.0/security-groups?id=e422f629-0f20-4441-8041-dd3c189ad680&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950594 Sep 23 19:22:28.969604 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-c8a8c136-5cae-480d-97f0-51146ae89753 req-ebe01cfe-440a-415a-afba-979513c62177 tempest-LiveAutoBlockMigrationV225Test-1531822435 tempest-LiveAutoBlockMigrationV225Test-1531822435-project] 10.222.0.67 "GET /v2.0/security-groups?id=6d32247e-8bb7-4ae1-818c-76baafa39c73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1111884 Sep 23 19:22:29.038226 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8da639f2-dfc4-4b6d-b8d1-d779b107b64d tempest-ServersTestJSON-2044209823 tempest-ServersTestJSON-2044209823-project] Pushing event updated for resources: {'Port': ['ID=f4e98284-bfe8-4c03-aa14-680511a38956,revision_number=2']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:22:29.051810 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-8da639f2-dfc4-4b6d-b8d1-d779b107b64d tempest-ServersTestJSON-2044209823 tempest-ServersTestJSON-2044209823-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-601884'] for floatingip, after_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:22:29.074950 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-8da639f2-dfc4-4b6d-b8d1-d779b107b64d tempest-ServersTestJSON-2044209823 tempest-ServersTestJSON-2044209823-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222849'] for floatingip, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:22:29.076837 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-8da639f2-dfc4-4b6d-b8d1-d779b107b64d tempest-ServersTestJSON-2044209823 tempest-ServersTestJSON-2044209823-project] 10.222.0.67 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.4173300 Sep 23 19:22:29.173037 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-07bf60d0-85bc-4195-9e1f-cbd558d46a83 req-dfe1a963-a0e5-464b-86e6-73b0e59f8238 tempest-FlavorsV2NegativeTest-726131691 tempest-FlavorsV2NegativeTest-726131691-project] 10.222.0.67 "GET /v2.0/networks?tenant_id=452dc74e2c674bde8f4186c81c16adb3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0401990 Sep 23 19:22:29.398876 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07bf60d0-85bc-4195-9e1f-cbd558d46a83 req-9adba0a5-54c1-42ed-99ac-2c297b2eb938 tempest-FlavorsV2NegativeTest-726131691 tempest-FlavorsV2NegativeTest-726131691-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:22:29.400580 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-07bf60d0-85bc-4195-9e1f-cbd558d46a83 req-9adba0a5-54c1-42ed-99ac-2c297b2eb938 tempest-FlavorsV2NegativeTest-726131691 tempest-FlavorsV2NegativeTest-726131691-project] 10.222.0.67 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2188237 Sep 23 19:22:29.426419 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-22c46cbc-b7ee-4cc5-a7a8-1dd4bc5277e7 req-fcfb8506-27fc-42d4-a489-25ff44b12e69 tempest-ServersTestJSON-2044209823 tempest-ServersTestJSON-2044209823-project] 10.222.0.67 "GET /v2.0/security-groups?name=tempest-securitygroup--1414035344&fields=id&tenant_id=ffe1d679fb85465bacd9d41d5d5dc87c HTTP/1.1" status: 200 len: 267 time: 0.0748737 Sep 23 19:22:29.429156 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-07bf60d0-85bc-4195-9e1f-cbd558d46a83 req-9d1a4297-e80c-44e0-940c-7510fef6db3b tempest-FlavorsV2NegativeTest-726131691 tempest-FlavorsV2NegativeTest-726131691-project] 10.222.0.67 "GET /v2.0/quotas/452dc74e2c674bde8f4186c81c16adb3 HTTP/1.1" status: 200 len: 375 time: 0.0172698 Sep 23 19:22:29.476528 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-07bf60d0-85bc-4195-9e1f-cbd558d46a83 req-9b2f3d9d-15bd-4089-a177-414352e73ff9 tempest-FlavorsV2NegativeTest-726131691 tempest-FlavorsV2NegativeTest-726131691-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=452dc74e2c674bde8f4186c81c16adb3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0414827 Sep 23 19:22:29.612068 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c46cbc-b7ee-4cc5-a7a8-1dd4bc5277e7 req-fec26651-b9e3-45a8-8367-063f84e25b8a tempest-ServersTestJSON-2044209823 tempest-ServersTestJSON-2044209823-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:22:29.618950 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-22c46cbc-b7ee-4cc5-a7a8-1dd4bc5277e7 req-fec26651-b9e3-45a8-8367-063f84e25b8a tempest-ServersTestJSON-2044209823 tempest-ServersTestJSON-2044209823-project] 10.222.0.67 "GET /v2.0/networks?id=e0ba4ff6-5ece-4e5d-bf2e-f8698c833ccd HTTP/1.1" status: 200 len: 805 time: 0.1693757 Sep 23 19:22:29.633608 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-22c46cbc-b7ee-4cc5-a7a8-1dd4bc5277e7 req-45ca56a8-fc04-4f8c-942d-f01e151d2714 tempest-ServersTestJSON-2044209823 tempest-ServersTestJSON-2044209823-project] 10.222.0.67 "GET /v2.0/quotas/ffe1d679fb85465bacd9d41d5d5dc87c HTTP/1.1" status: 200 len: 375 time: 0.0136869 Sep 23 19:22:29.702595 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Device b9e99bc1-d833-4a85-85c7-d0065efdef0c up at agent hyperv_n-h2-713301-16 {{(pid=95103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 19:22:29.746976 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c2c57f-d455-427b-8b57-74d1d5b5615d req-656bee31-b95f-4cd9-80d1-83f5d1a7addc tempest-ImagesTestJSON-1030216449 tempest-ImagesTestJSON-1030216449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:22:29.750022 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-d7c2c57f-d455-427b-8b57-74d1d5b5615d req-656bee31-b95f-4cd9-80d1-83f5d1a7addc tempest-ImagesTestJSON-1030216449 tempest-ImagesTestJSON-1030216449-project] 10.222.0.67 "GET /v2.0/ports?device_id=35198cf8-5054-4163-a40b-7e45abfdae56 HTTP/1.1" status: 200 len: 946 time: 0.1120288 Sep 23 19:22:29.765418 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-22c46cbc-b7ee-4cc5-a7a8-1dd4bc5277e7 req-e7a22f57-8018-4226-9839-40badd8d2a16 tempest-ServersTestJSON-2044209823 tempest-ServersTestJSON-2044209823-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=ffe1d679fb85465bacd9d41d5d5dc87c&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1182361 Sep 23 19:22:29.804186 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Provisioning for port b9e99bc1-d833-4a85-85c7-d0065efdef0c completed by entity L2. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 19:22:29.814152 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Provisioning complete for port b9e99bc1-d833-4a85-85c7-d0065efdef0c triggered by entity L2. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:22:29.814878 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:22:29.852912 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-d7c2c57f-d455-427b-8b57-74d1d5b5615d req-c2c6a236-6efb-40e5-b897-8dc35c663281 tempest-ImagesTestJSON-1030216449 tempest-ImagesTestJSON-1030216449-project] 10.222.0.67 "GET /v2.0/security-groups?id=076f8f10-41da-413e-8d86-ebe8d5fe93ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853376 Sep 23 19:22:29.992663 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:22:30.018868 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-22c46cbc-b7ee-4cc5-a7a8-1dd4bc5277e7 req-1d43d997-1f16-4df7-b8a9-6c0ce447fb95 service neutron] 10.222.0.67 "GET /v2.0/networks/e0ba4ff6-5ece-4e5d-bf2e-f8698c833ccd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2199903 Sep 23 19:22:30.028227 n-d-713301-16 neutron-server[95103]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4da69c78-77be-4ce1-ba61-43d065543ca8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9e99bc1-d833-4a85-85c7-d0065efdef0c'}] {{(pid=95103) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 19:22:30.031211 n-d-713301-16 neutron-server[95103]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}81a1c17f2aa89d5b3ebbba3a3e0cf7eb588e431c2224256110c4c4facdd7c3e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d75d1c1d-3f35-4598-87e5-cb4ce992938a" -d '{"events": [{"server_uuid": "4da69c78-77be-4ce1-ba61-43d065543ca8", "name": "network-vif-plugged", "status": "completed", "tag": "b9e99bc1-d833-4a85-85c7-d0065efdef0c"}]}' {{(pid=95103) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 19:22:30.037378 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caaa4c09-728d-4c6c-b189-bb68610f9c9b req-1f2214e6-1c13-43d1-bebd-4d7bf949ee50 tempest-ServersTestBootFromVolume-2071761147 tempest-ServersTestBootFromVolume-2071761147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:22:30.039024 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-caaa4c09-728d-4c6c-b189-bb68610f9c9b req-1f2214e6-1c13-43d1-bebd-4d7bf949ee50 tempest-ServersTestBootFromVolume-2071761147 tempest-ServersTestBootFromVolume-2071761147-project] 10.222.0.67 "GET /v2.0/ports?device_id=4da69c78-77be-4ce1-ba61-43d065543ca8 HTTP/1.1" status: 200 len: 944 time: 0.1048381 Sep 23 19:22:30.051129 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] For port b9e99bc1-d833-4a85-85c7-d0065efdef0c, host n-h2-713301-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-16',level=0,port_id=b9e99bc1-d833-4a85-85c7-d0065efdef0c,segment=NetworkSegment(d9fca353-00c7-4d63-8b31-29fd9abb60f3),segment_id=d9fca353-00c7-4d63-8b31-29fd9abb60f3)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:22:30.056729 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:22:30.127165 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Pushing event updated for resources: {'Port': ['ID=b9e99bc1-d833-4a85-85c7-d0065efdef0c,revision_number=5']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:22:30.165197 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-caaa4c09-728d-4c6c-b189-bb68610f9c9b req-522f045d-a94a-482b-8e37-f626c7fe6281 tempest-ServersTestBootFromVolume-2071761147 tempest-ServersTestBootFromVolume-2071761147-project] 10.222.0.67 "GET /v2.0/security-groups?id=6f980132-c67f-4d54-a2e9-1f4e7c6ad324&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1134677 Sep 23 19:22:30.197583 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-22c46cbc-b7ee-4cc5-a7a8-1dd4bc5277e7 req-2e2804c4-5289-478e-a90d-33aeffe916b9 service neutron] 10.222.0.67 "GET /v2.0/networks/e0ba4ff6-5ece-4e5d-bf2e-f8698c833ccd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1575642 Sep 23 19:22:30.335629 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0281c5-9c80-4d4d-9b45-249b04a3d619 req-5be14c86-978c-48d3-bc50-5a15c5f03558 tempest-ListImageFiltersTestJSON-1823198714 tempest-ListImageFiltersTestJSON-1823198714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:22:30.341421 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-ff0281c5-9c80-4d4d-9b45-249b04a3d619 req-5be14c86-978c-48d3-bc50-5a15c5f03558 tempest-ListImageFiltersTestJSON-1823198714 tempest-ListImageFiltersTestJSON-1823198714-project] 10.222.0.67 "GET /v2.0/ports?device_id=102f53d1-1982-4f39-85c0-8cb5e7da0a24 HTTP/1.1" status: 200 len: 949 time: 0.0658576 Sep 23 19:22:30.400682 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-ff0281c5-9c80-4d4d-9b45-249b04a3d619 req-7af89c2e-ebed-45cd-8559-e1408539c2da tempest-ListImageFiltersTestJSON-1823198714 tempest-ListImageFiltersTestJSON-1823198714-project] 10.222.0.67 "GET /v2.0/security-groups?id=e422f629-0f20-4441-8041-dd3c189ad680&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481732 Sep 23 19:22:30.496068 n-d-713301-16 neutron-server[95103]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 19:22:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27eeb0fd-58ef-4738-a3bf-9bc7507ab30d x-openstack-request-id: req-27eeb0fd-58ef-4738-a3bf-9bc7507ab30d {{(pid=95103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 19:22:30.496827 n-d-713301-16 neutron-server[95103]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4da69c78-77be-4ce1-ba61-43d065543ca8", "name": "network-vif-plugged", "status": "completed", "tag": "b9e99bc1-d833-4a85-85c7-d0065efdef0c", "code": 200}]} {{(pid=95103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 19:22:30.497307 n-d-713301-16 neutron-server[95103]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-27eeb0fd-58ef-4738-a3bf-9bc7507ab30d {{(pid=95103) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 19:22:30.498437 n-d-713301-16 neutron-server[95103]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4da69c78-77be-4ce1-ba61-43d065543ca8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9e99bc1-d833-4a85-85c7-d0065efdef0c', 'code': 200} Sep 23 19:22:30.529888 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 60990) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:22:30.590914 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5e33a4-a35a-4796-8f13-27c8b436dafe req-50b18089-4913-4538-b6d6-5b33d338c7c2 tempest-LiveAutoBlockMigrationV225Test-1531822435 tempest-LiveAutoBlockMigrationV225Test-1531822435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:22:30.593874 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-4b5e33a4-a35a-4796-8f13-27c8b436dafe req-50b18089-4913-4538-b6d6-5b33d338c7c2 tempest-LiveAutoBlockMigrationV225Test-1531822435 tempest-LiveAutoBlockMigrationV225Test-1531822435-project] 10.222.0.67 "GET /v2.0/ports?device_id=de0af560-d2ac-4171-85e4-8fb7a1b63f67 HTTP/1.1" status: 200 len: 944 time: 0.0999980 Sep 23 19:22:30.655440 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff4bfe2-8035-4b35-b681-ebf861c1c822 req-977fa32a-1a6e-4da9-89cc-3cf946e551dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:22:30.659997 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-2ff4bfe2-8035-4b35-b681-ebf861c1c822 req-977fa32a-1a6e-4da9-89cc-3cf946e551dc service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=4da69c78-77be-4ce1-ba61-43d065543ca8 HTTP/1.1" status: 200 len: 1097 time: 0.0925076 Sep 23 19:22:30.666024 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-4b5e33a4-a35a-4796-8f13-27c8b436dafe req-a30b9af7-b594-44bc-b969-2ea6100c0aa3 tempest-LiveAutoBlockMigrationV225Test-1531822435 tempest-LiveAutoBlockMigrationV225Test-1531822435-project] 10.222.0.67 "GET /v2.0/security-groups?id=6d32247e-8bb7-4ae1-818c-76baafa39c73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644875 Sep 23 19:22:30.751475 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-2ff4bfe2-8035-4b35-b681-ebf861c1c822 req-f17765d9-e71b-4feb-9fad-97b3ae203e50 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=6f980132-c67f-4d54-a2e9-1f4e7c6ad324&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0838253 Sep 23 19:22:30.812536 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-402f490a-9ae1-4840-a5f4-3cf31bb490fe admin admin] Notify callbacks [] for security_group, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:22:30.980681 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-402f490a-9ae1-4840-a5f4-3cf31bb490fe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:22:30.986106 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-402f490a-9ae1-4840-a5f4-3cf31bb490fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:22:31.042060 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-402f490a-9ae1-4840-a5f4-3cf31bb490fe admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=452dc74e2c674bde8f4186c81c16adb3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5109069 Sep 23 19:22:31.043139 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-402f490a-9ae1-4840-a5f4-3cf31bb490fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3f89bf3-bcbd-4ce2-aaa2-0b0f85710d33,revision_number=1']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:22:31.046440 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 32770) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:22:31.137457 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-033b7923-3c65-492e-a31d-0c19655152f5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:22:31.179713 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-033b7923-3c65-492e-a31d-0c19655152f5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:22:31.218949 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-4afcc9ed-75ec-4b2a-920a-5619850727dd req-3b693661-7f25-4326-8185-c737eaa7f942 tempest-ServersTestJSON-2044209823 tempest-ServersTestJSON-2044209823-project] 10.222.0.67 "GET /v2.0/ports?device_id=dcaaa8c8-6c24-4bcf-8c44-32093a3b0c39 HTTP/1.1" status: 200 len: 210 time: 0.0413363 Sep 23 19:22:31.257954 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ea46ad-91c8-4986-9525-995b9be43cc2 req-fe17e081-04d3-4dbe-a780-b956c947e665 tempest-ListImageFiltersTestJSON-1823198714 tempest-ListImageFiltersTestJSON-1823198714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:22:31.261584 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-c4ea46ad-91c8-4986-9525-995b9be43cc2 req-fe17e081-04d3-4dbe-a780-b956c947e665 tempest-ListImageFiltersTestJSON-1823198714 tempest-ListImageFiltersTestJSON-1823198714-project] 10.222.0.67 "GET /v2.0/ports?device_id=bffda0e9-3935-484f-b05d-313c40f1aa1c HTTP/1.1" status: 200 len: 949 time: 0.5320296 Sep 23 19:22:31.304104 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-1eb16338-62f1-49bc-8d07-e344dfae7fe2 req-47b4aac5-1fcc-42ce-9746-5e9440f0a6b8 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=56dbe3b8-fbb3-4256-9bd0-adad1d2faa26&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1044364 Sep 23 19:22:31.340708 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-c4ea46ad-91c8-4986-9525-995b9be43cc2 req-60696856-aad7-44e5-a996-af1943d2c94a tempest-ListImageFiltersTestJSON-1823198714 tempest-ListImageFiltersTestJSON-1823198714-project] 10.222.0.67 "GET /v2.0/security-groups?id=e422f629-0f20-4441-8041-dd3c189ad680&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696154 Sep 23 19:22:31.343483 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-033b7923-3c65-492e-a31d-0c19655152f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:22:31.348484 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-033b7923-3c65-492e-a31d-0c19655152f5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:22:31.350012 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-033b7923-3c65-492e-a31d-0c19655152f5 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/d3f89bf3-bcbd-4ce2-aaa2-0b0f85710d33 HTTP/1.1" status: 204 len: 168 time: 0.2915812 Sep 23 19:22:31.368790 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-033b7923-3c65-492e-a31d-0c19655152f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3f89bf3-bcbd-4ce2-aaa2-0b0f85710d33,revision_number=None']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:22:31.471700 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-749d77d2-1e3a-4ae0-bc03-3c3348fcc1dc req-28db3441-a628-48a9-8dd4-4490bb1f19f7 tempest-ImagesTestJSON-1030216449 tempest-ImagesTestJSON-1030216449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:22:31.477419 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-749d77d2-1e3a-4ae0-bc03-3c3348fcc1dc req-28db3441-a628-48a9-8dd4-4490bb1f19f7 tempest-ImagesTestJSON-1030216449 tempest-ImagesTestJSON-1030216449-project] 10.222.0.67 "GET /v2.0/ports?device_id=35198cf8-5054-4163-a40b-7e45abfdae56 HTTP/1.1" status: 200 len: 946 time: 0.1326017 Sep 23 19:22:31.546497 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb16338-62f1-49bc-8d07-e344dfae7fe2 req-f7263499-580f-439d-9f0a-00a0704a1b4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:22:31.548228 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-1eb16338-62f1-49bc-8d07-e344dfae7fe2 req-f7263499-580f-439d-9f0a-00a0704a1b4b service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=07622c7485a94956bd0dfade6db60bcf&device_id=56dbe3b8-fbb3-4256-9bd0-adad1d2faa26 HTTP/1.1" status: 200 len: 1098 time: 0.1645656 Sep 23 19:22:31.557201 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-749d77d2-1e3a-4ae0-bc03-3c3348fcc1dc req-f102a131-96e6-40de-a878-8ff06e0cac80 tempest-ImagesTestJSON-1030216449 tempest-ImagesTestJSON-1030216449-project] 10.222.0.67 "GET /v2.0/security-groups?id=076f8f10-41da-413e-8d86-ebe8d5fe93ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673161 Sep 23 19:22:31.670731 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb16338-62f1-49bc-8d07-e344dfae7fe2 req-13f58c13-ffe1-4468-8fcc-aa7bf2935d89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:22:31.671743 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-1eb16338-62f1-49bc-8d07-e344dfae7fe2 req-13f58c13-ffe1-4468-8fcc-aa7bf2935d89 service neutron] 10.222.0.53 "GET /v2.0/networks?id=d5983aa5-dc01-48bc-bff2-9c83789f0fba HTTP/1.1" status: 200 len: 925 time: 0.0960472 Sep 23 19:22:31.676722 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96df3afd-273a-4db7-97c3-649f1416bafa req-27e9108a-fd3d-47d8-9df8-6066d57ba5d4 tempest-ServersTestBootFromVolume-2071761147 tempest-ServersTestBootFromVolume-2071761147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:22:31.678577 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-96df3afd-273a-4db7-97c3-649f1416bafa req-27e9108a-fd3d-47d8-9df8-6066d57ba5d4 tempest-ServersTestBootFromVolume-2071761147 tempest-ServersTestBootFromVolume-2071761147-project] 10.222.0.67 "GET /v2.0/ports?device_id=4da69c78-77be-4ce1-ba61-43d065543ca8 HTTP/1.1" status: 200 len: 945 time: 0.0997040 Sep 23 19:22:31.777322 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-96df3afd-273a-4db7-97c3-649f1416bafa req-fbeeef2b-f94f-4e5a-9290-e3ee13a20979 tempest-ServersTestBootFromVolume-2071761147 tempest-ServersTestBootFromVolume-2071761147-project] 10.222.0.67 "GET /v2.0/security-groups?id=6f980132-c67f-4d54-a2e9-1f4e7c6ad324&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0854142 Sep 23 19:22:31.805221 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-1eb16338-62f1-49bc-8d07-e344dfae7fe2 req-4ff158ca-41cb-4acd-905f-118bc95e9af0 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e0c92bce-f19f-4445-a89e-4f4298f09c27 HTTP/1.1" status: 200 len: 1001 time: 0.1175108 Sep 23 19:22:31.948652 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb16338-62f1-49bc-8d07-e344dfae7fe2 req-c8c32047-00c1-4ac2-8112-b5dc8ee03227 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:22:31.965505 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-1eb16338-62f1-49bc-8d07-e344dfae7fe2 req-c8c32047-00c1-4ac2-8112-b5dc8ee03227 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=d6f0871f-c3f6-47e4-ac38-d95f0ade6ade HTTP/1.1" status: 200 len: 863 time: 0.1497395 Sep 23 19:22:32.083326 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb16338-62f1-49bc-8d07-e344dfae7fe2 req-a0f4c8ba-f683-4b1a-9f01-578d306888cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:22:32.095507 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-1eb16338-62f1-49bc-8d07-e344dfae7fe2 req-a0f4c8ba-f683-4b1a-9f01-578d306888cf service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=d5983aa5-dc01-48bc-bff2-9c83789f0fba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1202357 Sep 23 19:22:32.293290 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a74c61-8579-479a-9982-4e910d6ed426 req-e4ec5387-0895-4c59-947a-bfe4abd5b61e tempest-LiveAutoBlockMigrationV225Test-1531822435 tempest-LiveAutoBlockMigrationV225Test-1531822435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:22:32.309711 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-26a74c61-8579-479a-9982-4e910d6ed426 req-e4ec5387-0895-4c59-947a-bfe4abd5b61e tempest-LiveAutoBlockMigrationV225Test-1531822435 tempest-LiveAutoBlockMigrationV225Test-1531822435-project] 10.222.0.67 "GET /v2.0/ports?device_id=de0af560-d2ac-4171-85e4-8fb7a1b63f67 HTTP/1.1" status: 200 len: 944 time: 0.1630659 Sep 23 19:22:32.382631 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-1eb16338-62f1-49bc-8d07-e344dfae7fe2 req-2cffed53-9cd9-4bc6-9347-41387bb2adb2 service neutron] 10.222.0.53 "GET /v2.0/networks/d5983aa5-dc01-48bc-bff2-9c83789f0fba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2790549 Sep 23 19:22:32.439439 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c46cbc-b7ee-4cc5-a7a8-1dd4bc5277e7 req-65b7b6be-3a5e-4e5f-9ede-a2ffee142e9c tempest-ServersTestJSON-2044209823 tempest-ServersTestJSON-2044209823-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:22:32.441025 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-22c46cbc-b7ee-4cc5-a7a8-1dd4bc5277e7 req-65b7b6be-3a5e-4e5f-9ede-a2ffee142e9c tempest-ServersTestJSON-2044209823 tempest-ServersTestJSON-2044209823-project] 10.222.0.74 "GET /v2.0/networks?id=e0ba4ff6-5ece-4e5d-bf2e-f8698c833ccd HTTP/1.1" status: 200 len: 805 time: 0.4231458 Sep 23 19:22:32.536742 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-847c8383-6586-4495-a18e-440b53cd0395 req-013894d5-96a6-406a-8d48-8b45778b11f1 tempest-ServersTestJSON-2044209823 tempest-ServersTestJSON-2044209823-project] 10.222.0.67 "GET /v2.0/ports?device_id=dcaaa8c8-6c24-4bcf-8c44-32093a3b0c39 HTTP/1.1" status: 200 len: 210 time: 0.0944457 Sep 23 19:22:32.568188 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-26a74c61-8579-479a-9982-4e910d6ed426 req-32779896-bee7-4d66-aa4a-4b434332d602 tempest-LiveAutoBlockMigrationV225Test-1531822435 tempest-LiveAutoBlockMigrationV225Test-1531822435-project] 10.222.0.67 "GET /v2.0/security-groups?id=6d32247e-8bb7-4ae1-818c-76baafa39c73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2547541 Sep 23 19:22:32.584001 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-1eb16338-62f1-49bc-8d07-e344dfae7fe2 req-75f3205a-68f9-4f6c-a3cf-e04751c193eb service neutron] 10.222.0.53 "GET /v2.0/networks/d5983aa5-dc01-48bc-bff2-9c83789f0fba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1923387 Sep 23 19:22:32.631917 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-22c46cbc-b7ee-4cc5-a7a8-1dd4bc5277e7 req-2f3398b3-5454-4925-ad4d-18d32effa361 tempest-ServersTestJSON-2044209823 tempest-ServersTestJSON-2044209823-project] 10.222.0.74 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ffe1d679fb85465bacd9d41d5d5dc87c HTTP/1.1" status: 200 len: 380 time: 0.1516228 Sep 23 19:22:32.648891 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.v2.base [req-22c46cbc-b7ee-4cc5-a7a8-1dd4bc5277e7 req-557f4d10-a41d-4c69-9a8f-b9267f56414a tempest-ServersTestJSON-2044209823 tempest-ServersTestJSON-2044209823-project] Request body: {'port': {'device_id': 'dcaaa8c8-6c24-4bcf-8c44-32093a3b0c39', 'network_id': 'e0ba4ff6-5ece-4e5d-bf2e-f8698c833ccd', 'admin_state_up': True, 'tenant_id': 'ffe1d679fb85465bacd9d41d5d5dc87c', 'security_groups': ['b87b4d2a-dc5f-4c37-8504-d48d1299302b']}} {{(pid=95102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:22:32.777739 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ebc0d4a-0cb9-43a4-a672-a7f5ea364c30 req-31405225-271d-4fa2-a904-395563523d77 tempest-ImagesTestJSON-1030216449 tempest-ImagesTestJSON-1030216449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:22:32.785816 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-8ebc0d4a-0cb9-43a4-a672-a7f5ea364c30 req-31405225-271d-4fa2-a904-395563523d77 tempest-ImagesTestJSON-1030216449 tempest-ImagesTestJSON-1030216449-project] 10.222.0.67 "GET /v2.0/ports?device_id=35198cf8-5054-4163-a40b-7e45abfdae56 HTTP/1.1" status: 200 len: 946 time: 0.1289430 Sep 23 19:22:32.848978 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-8ebc0d4a-0cb9-43a4-a672-a7f5ea364c30 req-461b3f02-383f-4d3b-9ec0-9e2c63863b10 tempest-ImagesTestJSON-1030216449 tempest-ImagesTestJSON-1030216449-project] 10.222.0.67 "GET /v2.0/security-groups?id=076f8f10-41da-413e-8d86-ebe8d5fe93ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577400 Sep 23 19:22:32.869738 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-22c46cbc-b7ee-4cc5-a7a8-1dd4bc5277e7 req-557f4d10-a41d-4c69-9a8f-b9267f56414a tempest-ServersTestJSON-2044209823 tempest-ServersTestJSON-2044209823-project] Made reservation on behalf of ffe1d679fb85465bacd9d41d5d5dc87c for: {'port': 1} {{(pid=95102) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:22:32.874806 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-22c46cbc-b7ee-4cc5-a7a8-1dd4bc5277e7 req-557f4d10-a41d-4c69-9a8f-b9267f56414a tempest-ServersTestJSON-2044209823 tempest-ServersTestJSON-2044209823-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:22:32.915066 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 32828) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:22:32.998852 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f05a013-7f65-4564-87c5-7618d365803e req-a93bdd65-c154-4161-833f-0124724d8b41 tempest-ServersTestBootFromVolume-2071761147 tempest-ServersTestBootFromVolume-2071761147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:22:33.002646 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-5f05a013-7f65-4564-87c5-7618d365803e req-a93bdd65-c154-4161-833f-0124724d8b41 tempest-ServersTestBootFromVolume-2071761147 tempest-ServersTestBootFromVolume-2071761147-project] 10.222.0.67 "GET /v2.0/ports?device_id=4da69c78-77be-4ce1-ba61-43d065543ca8 HTTP/1.1" status: 200 len: 945 time: 0.1222441 Sep 23 19:22:33.093105 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.v2.base [None req-66a8543a-6644-493e-a630-c713b4530899 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsTestJSON-502021146-network', 'tenant_id': 'c07b619ca6164464b82d9ea40a2a3fd7'}} {{(pid=95101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:22:33.093683 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-5f05a013-7f65-4564-87c5-7618d365803e req-e7749f10-c05f-41e6-b449-9019261ab30d tempest-ServersTestBootFromVolume-2071761147 tempest-ServersTestBootFromVolume-2071761147-project] 10.222.0.67 "GET /v2.0/security-groups?id=6f980132-c67f-4d54-a2e9-1f4e7c6ad324&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0756285 Sep 23 19:22:33.117478 n-d-713301-16 neutron-server[95102]: DEBUG neutron.db.db_base_plugin_common [req-22c46cbc-b7ee-4cc5-a7a8-1dd4bc5277e7 req-557f4d10-a41d-4c69-9a8f-b9267f56414a tempest-ServersTestJSON-2044209823 tempest-ServersTestJSON-2044209823-project] Allocated IP 172.20.0.13 (e0ba4ff6-5ece-4e5d-bf2e-f8698c833ccd/526f8162-a9a5-4b30-85c5-b8b73ce78140/326b5816-3159-409f-b98a-e23377c96e50) {{(pid=95102) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 19:22:33.127671 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66a8543a-6644-493e-a630-c713b4530899 admin admin] Made reservation on behalf of c07b619ca6164464b82d9ea40a2a3fd7 for: {'network': 1} {{(pid=95101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:22:33.130158 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-66a8543a-6644-493e-a630-c713b4530899 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for network, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:22:33.148121 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-66a8543a-6644-493e-a630-c713b4530899 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:22:33.313669 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72145649-29a1-4b74-9562-155deefbb4c5 req-f6bbda67-efcf-4756-8525-9d3082cf9d46 tempest-ServersTestBootFromVolume-2071761147 tempest-ServersTestBootFromVolume-2071761147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:22:33.314996 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-72145649-29a1-4b74-9562-155deefbb4c5 req-f6bbda67-efcf-4756-8525-9d3082cf9d46 tempest-ServersTestBootFromVolume-2071761147 tempest-ServersTestBootFromVolume-2071761147-project] 10.222.0.67 "GET /v2.0/ports?device_id=4da69c78-77be-4ce1-ba61-43d065543ca8 HTTP/1.1" status: 200 len: 945 time: 0.1070054 Sep 23 19:22:33.323435 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-66a8543a-6644-493e-a630-c713b4530899 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:22:33.329427 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 32836) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:22:33.340636 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.v2.base [None req-405d2735-161e-4a23-af0c-bdbde18dee1f tempest-ServersTestBootFromVolume-2071761147 tempest-ServersTestBootFromVolume-2071761147-project] Request body: {'floatingip': {'port_id': 'b9e99bc1-d833-4a85-85c7-d0065efdef0c'}} {{(pid=95101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:22:33.394889 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-22c46cbc-b7ee-4cc5-a7a8-1dd4bc5277e7 req-557f4d10-a41d-4c69-9a8f-b9267f56414a tempest-ServersTestJSON-2044209823 tempest-ServersTestJSON-2044209823-project] Notify callbacks [] for port, precommit_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:22:33.418535 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-405d2735-161e-4a23-af0c-bdbde18dee1f tempest-ServersTestBootFromVolume-2071761147 tempest-ServersTestBootFromVolume-2071761147-project] Notify callbacks [] for floatingip, before_update {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:22:33.447128 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-22c46cbc-b7ee-4cc5-a7a8-1dd4bc5277e7 req-557f4d10-a41d-4c69-9a8f-b9267f56414a tempest-ServersTestJSON-2044209823 tempest-ServersTestJSON-2044209823-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783145673135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4399100'] for port, after_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:22:33.504081 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-66a8543a-6644-493e-a630-c713b4530899 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:22:33.509040 n-d-713301-16 neutron-server[95102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-22c46cbc-b7ee-4cc5-a7a8-1dd4bc5277e7 req-557f4d10-a41d-4c69-9a8f-b9267f56414a tempest-ServersTestJSON-2044209823 tempest-ServersTestJSON-2044209823-project] Network e0ba4ff6-5ece-4e5d-bf2e-f8698c833ccd is already hosted by enough agents. {{(pid=95102) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:22:33.516394 n-d-713301-16 neutron-server[95102]: DEBUG neutron.scheduler.base_scheduler [req-22c46cbc-b7ee-4cc5-a7a8-1dd4bc5277e7 req-557f4d10-a41d-4c69-9a8f-b9267f56414a tempest-ServersTestJSON-2044209823 tempest-ServersTestJSON-2044209823-project] Resources bound (agent type, host, resource id): {{(pid=95102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:22:33.520183 n-d-713301-16 neutron-server[95102]: DEBUG neutron.db.l3_dvrscheduler_db [req-22c46cbc-b7ee-4cc5-a7a8-1dd4bc5277e7 req-557f4d10-a41d-4c69-9a8f-b9267f56414a tempest-ServersTestJSON-2044209823 tempest-ServersTestJSON-2044209823-project] Received port after_create {{(pid=95102) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 19:22:33.585279 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c46cbc-b7ee-4cc5-a7a8-1dd4bc5277e7 req-557f4d10-a41d-4c69-9a8f-b9267f56414a tempest-ServersTestJSON-2044209823 tempest-ServersTestJSON-2044209823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:22:33.586127 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-22c46cbc-b7ee-4cc5-a7a8-1dd4bc5277e7 req-557f4d10-a41d-4c69-9a8f-b9267f56414a tempest-ServersTestJSON-2044209823 tempest-ServersTestJSON-2044209823-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222849'] for port, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:22:33.590263 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557f4d10-a41d-4c69-9a8f-b9267f56414a tempest-ServersTestJSON-2044209823 tempest-ServersTestJSON-2044209823-project] Pushing event updated for resources: {'Port': ['ID=326b5816-3159-409f-b98a-e23377c96e50,revision_number=1']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:22:33.608538 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-22c46cbc-b7ee-4cc5-a7a8-1dd4bc5277e7 req-557f4d10-a41d-4c69-9a8f-b9267f56414a tempest-ServersTestJSON-2044209823 tempest-ServersTestJSON-2044209823-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9700663 Sep 23 19:22:33.609111 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-66a8543a-6644-493e-a630-c713b4530899 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 635} {{(pid=95101) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 19:22:33.631164 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.v2.base [req-22c46cbc-b7ee-4cc5-a7a8-1dd4bc5277e7 req-58d4c899-b2a1-4bbb-8c83-27aa91da14b7 service neutron] Request body: {'port': {'device_id': 'dcaaa8c8-6c24-4bcf-8c44-32093a3b0c39', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713301-16'}} {{(pid=95102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:22:33.743419 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66a8543a-6644-493e-a630-c713b4530899 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42bf806a-eaf4-4432-824b-01ab02df2cc4,revision_number=1']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:22:33.759927 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-66a8543a-6644-493e-a630-c713b4530899 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1756186'] for segment, precommit_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:22:33.760415 n-d-713301-16 neutron-server[95101]: INFO neutron.db.segments_db [None req-66a8543a-6644-493e-a630-c713b4530899 admin admin] Added segment 3e63f9eb-48f7-4f08-9e64-b892ad4e0dff of type vlan for network 626242e7-b9b5-47f6-b08e-bc2bea26ae3a Sep 23 19:22:33.826993 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-22c46cbc-b7ee-4cc5-a7a8-1dd4bc5277e7 req-58d4c899-b2a1-4bbb-8c83-27aa91da14b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:22:33.868919 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-66a8543a-6644-493e-a630-c713b4530899 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783145630486'] for network, precommit_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:22:33.927414 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ffcd13-0847-4106-b9bf-832abce60c5f req-1674478d-4bd8-4569-ad1d-5a16c9ac0e40 tempest-ServersTestJSON-2044209823 tempest-ServersTestJSON-2044209823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:22:33.929810 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-98ffcd13-0847-4106-b9bf-832abce60c5f req-1674478d-4bd8-4569-ad1d-5a16c9ac0e40 tempest-ServersTestJSON-2044209823 tempest-ServersTestJSON-2044209823-project] 10.222.0.67 "GET /v2.0/ports?device_id=dcaaa8c8-6c24-4bcf-8c44-32093a3b0c39 HTTP/1.1" status: 200 len: 932 time: 0.2021289 Sep 23 19:22:33.952639 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba5ab82-a744-4449-a4a8-458814559a71 req-deb88ff3-bf7d-425a-8b29-28540464e494 tempest-LiveAutoBlockMigrationV225Test-1531822435 tempest-LiveAutoBlockMigrationV225Test-1531822435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:22:33.955358 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-0ba5ab82-a744-4449-a4a8-458814559a71 req-deb88ff3-bf7d-425a-8b29-28540464e494 tempest-LiveAutoBlockMigrationV225Test-1531822435 tempest-LiveAutoBlockMigrationV225Test-1531822435-project] 10.222.0.67 "GET /v2.0/ports?device_id=de0af560-d2ac-4171-85e4-8fb7a1b63f67 HTTP/1.1" status: 200 len: 944 time: 0.2086020 Sep 23 19:22:33.979870 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-66a8543a-6644-493e-a630-c713b4530899 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299'] for network, after_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:22:33.980881 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66a8543a-6644-493e-a630-c713b4530899 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:22:33.981588 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-66a8543a-6644-493e-a630-c713b4530899 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527417'] for network, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:22:33.982836 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-17a96264-5036-414d-b524-49ba0109eb38 None None] Provisioning complete for port 326b5816-3159-409f-b98a-e23377c96e50 triggered by entity DHCP. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:22:33.984156 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-17a96264-5036-414d-b524-49ba0109eb38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:22:34.055100 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.plugin [None req-17a96264-5036-414d-b524-49ba0109eb38 None None] Port 326b5816-3159-409f-b98a-e23377c96e50 cannot update to ACTIVE because it is not bound. {{(pid=95103) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 19:22:34.057315 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-66a8543a-6644-493e-a630-c713b4530899 admin admin] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.1406341 Sep 23 19:22:34.061408 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 32858) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:22:34.073712 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Device 620eb77b-9622-4240-9505-90c0844383a9 details requested by agent hyperv_n-h1-713301-16 with host n-h1-713301-16 {{(pid=95103) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 19:22:34.078639 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.v2.base [None req-16aac52f-87fa-4b49-a35b-1ed3a1fd99c1 admin admin] Request body: {'subnet': {'network_id': '626242e7-b9b5-47f6-b08e-bc2bea26ae3a', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsTestJSON-502021146-subnet', 'tenant_id': 'c07b619ca6164464b82d9ea40a2a3fd7', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=95101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:22:34.114663 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66a8543a-6644-493e-a630-c713b4530899 admin admin] Pushing event updated for resources: {'Network': ['ID=626242e7-b9b5-47f6-b08e-bc2bea26ae3a,revision_number=1']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:22:34.133620 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Network 626242e7-b9b5-47f6-b08e-bc2bea26ae3a details requested by agent ovs-agent-n-d-713301-16 with host n-d-713301-16 {{(pid=95103) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 19:22:34.172652 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16aac52f-87fa-4b49-a35b-1ed3a1fd99c1 admin admin] Made reservation on behalf of c07b619ca6164464b82d9ea40a2a3fd7 for: {'subnet': 1} {{(pid=95101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:22:34.175142 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-16aac52f-87fa-4b49-a35b-1ed3a1fd99c1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6130979'] for subnet, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:22:34.215844 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-98ffcd13-0847-4106-b9bf-832abce60c5f req-b95e471c-beb1-4bff-af1e-8f4179a42f0f tempest-ServersTestJSON-2044209823 tempest-ServersTestJSON-2044209823-project] 10.222.0.67 "GET /v2.0/security-groups?id=b87b4d2a-dc5f-4c37-8504-d48d1299302b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2575066 Sep 23 19:22:34.243816 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-0ba5ab82-a744-4449-a4a8-458814559a71 req-b08a5716-ec5e-4211-96b5-1f5b5a10b901 tempest-LiveAutoBlockMigrationV225Test-1531822435 tempest-LiveAutoBlockMigrationV225Test-1531822435-project] 10.222.0.67 "GET /v2.0/security-groups?id=6d32247e-8bb7-4ae1-818c-76baafa39c73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2562630 Sep 23 19:22:34.422536 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] For port 620eb77b-9622-4240-9505-90c0844383a9, host n-h1-713301-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-16',level=0,port_id=620eb77b-9622-4240-9505-90c0844383a9,segment=NetworkSegment(6139d589-eb6c-4578-8935-c26ddf396853),segment_id=6139d589-eb6c-4578-8935-c26ddf396853)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:22:34.473369 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Returning: {'device': '620eb77b-9622-4240-9505-90c0844383a9', 'network_id': '5220cb0c-da05-478a-9604-8c11469a05b4', 'port_id': '620eb77b-9622-4240-9505-90c0844383a9', 'mac_address': 'fa:16:3e:1e:37:d0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 624, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1ccc69bc-9d6b-44d9-b227-204e47dc6e45', 'ip_address': '192.168.233.31'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95103) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 19:22:34.550835 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:22:34.565930 n-d-713301-16 neutron-server[95103]: DEBUG neutron.notifiers.nova [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 620eb77b-9622-4240-9505-90c0844383a9 {{(pid=95103) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 19:22:34.589136 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] For port 620eb77b-9622-4240-9505-90c0844383a9, host n-h1-713301-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-16',level=0,port_id=620eb77b-9622-4240-9505-90c0844383a9,segment=NetworkSegment(6139d589-eb6c-4578-8935-c26ddf396853),segment_id=6139d589-eb6c-4578-8935-c26ddf396853)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:22:34.595784 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:22:34.656548 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-405d2735-161e-4a23-af0c-bdbde18dee1f tempest-ServersTestBootFromVolume-2071761147 tempest-ServersTestBootFromVolume-2071761147-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:22:34.669295 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-405d2735-161e-4a23-af0c-bdbde18dee1f tempest-ServersTestBootFromVolume-2071761147 tempest-ServersTestBootFromVolume-2071761147-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-601884'] for floatingip, after_update {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:22:34.689744 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Pushing event updated for resources: {'Port': ['ID=620eb77b-9622-4240-9505-90c0844383a9,revision_number=6']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:22:34.715011 n-d-713301-16 neutron-server[95102]: DEBUG neutron.notifiers.nova [req-22c46cbc-b7ee-4cc5-a7a8-1dd4bc5277e7 req-58d4c899-b2a1-4bbb-8c83-27aa91da14b7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 326b5816-3159-409f-b98a-e23377c96e50 {{(pid=95102) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 19:22:34.731155 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-22c46cbc-b7ee-4cc5-a7a8-1dd4bc5277e7 req-58d4c899-b2a1-4bbb-8c83-27aa91da14b7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:22:34.750458 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89364956-5e22-41c1-8ffe-a84d5557186c req-755cd7ac-ba1e-48bc-b737-69d59de0cb98 tempest-ImagesTestJSON-1030216449 tempest-ImagesTestJSON-1030216449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:22:34.752288 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-89364956-5e22-41c1-8ffe-a84d5557186c req-755cd7ac-ba1e-48bc-b737-69d59de0cb98 tempest-ImagesTestJSON-1030216449 tempest-ImagesTestJSON-1030216449-project] 10.222.0.67 "GET /v2.0/ports?device_id=35198cf8-5054-4163-a40b-7e45abfdae56 HTTP/1.1" status: 200 len: 946 time: 0.2297795 Sep 23 19:22:34.759835 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] get_ports_and_sgs() called for port_ids ['620eb77b-9622-4240-9505-90c0844383a9'] {{(pid=95103) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 19:22:34.764308 n-d-713301-16 neutron-server[95102]: DEBUG neutron.db.provisioning_blocks [req-22c46cbc-b7ee-4cc5-a7a8-1dd4bc5277e7 req-58d4c899-b2a1-4bbb-8c83-27aa91da14b7 service neutron] Transition to ACTIVE for port object 326b5816-3159-409f-b98a-e23377c96e50 will not be triggered until provisioned by entity L2. {{(pid=95102) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 19:22:34.779258 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-22c46cbc-b7ee-4cc5-a7a8-1dd4bc5277e7 req-58d4c899-b2a1-4bbb-8c83-27aa91da14b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4399095'] for port, after_update {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:22:34.848006 n-d-713301-16 neutron-server[95101]: INFO neutron.db.l3_db [None req-405d2735-161e-4a23-af0c-bdbde18dee1f tempest-ServersTestBootFromVolume-2071761147 tempest-ServersTestBootFromVolume-2071761147-project] Floating IP 3250ee1c-f4c3-4ca4-a02c-d49d1530f928 associated. External IP: 172.25.1.108, port: b9e99bc1-d833-4a85-85c7-d0065efdef0c. Sep 23 19:22:34.947291 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d4c899-b2a1-4bbb-8c83-27aa91da14b7 service neutron] Pushing event updated for resources: {'Port': ['ID=326b5816-3159-409f-b98a-e23377c96e50,revision_number=2']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:22:34.994427 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-16aac52f-87fa-4b49-a35b-1ed3a1fd99c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5607579', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6130961'] for subnet, after_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:22:35.038379 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-89364956-5e22-41c1-8ffe-a84d5557186c req-b059ccee-9391-4328-adcf-ea07a9f6fac4 tempest-ImagesTestJSON-1030216449 tempest-ImagesTestJSON-1030216449-project] 10.222.0.67 "GET /v2.0/security-groups?id=076f8f10-41da-413e-8d86-ebe8d5fe93ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2684324 Sep 23 19:22:35.090073 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16aac52f-87fa-4b49-a35b-1ed3a1fd99c1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=17e0e39c-66a8-492f-a51a-7158f1f43ff2,revision_number=0']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:22:35.136698 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.managers [req-22c46cbc-b7ee-4cc5-a7a8-1dd4bc5277e7 req-58d4c899-b2a1-4bbb-8c83-27aa91da14b7 service neutron] Attempting to bind port 326b5816-3159-409f-b98a-e23377c96e50 on host n-h1-713301-16 for vnic_type normal with profile {{(pid=95102) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 19:22:35.137090 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.managers [req-22c46cbc-b7ee-4cc5-a7a8-1dd4bc5277e7 req-58d4c899-b2a1-4bbb-8c83-27aa91da14b7 service neutron] Attempting to bind port 326b5816-3159-409f-b98a-e23377c96e50 by drivers openvswitch,hyperv on host n-h1-713301-16 at level 0 using segments [{'id': '67b8f6c5-b740-4a28-a82e-f136ec158977', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'e0ba4ff6-5ece-4e5d-bf2e-f8698c833ccd'}] {{(pid=95102) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 19:22:35.137530 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22c46cbc-b7ee-4cc5-a7a8-1dd4bc5277e7 req-58d4c899-b2a1-4bbb-8c83-27aa91da14b7 service neutron] Attempting to bind port 326b5816-3159-409f-b98a-e23377c96e50 on network e0ba4ff6-5ece-4e5d-bf2e-f8698c833ccd {{(pid=95102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:22:35.142351 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16aac52f-87fa-4b49-a35b-1ed3a1fd99c1 admin admin] Checking segment: {'id': '3e63f9eb-48f7-4f08-9e64-b892ad4e0dff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '626242e7-b9b5-47f6-b08e-bc2bea26ae3a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:22:35.142706 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16aac52f-87fa-4b49-a35b-1ed3a1fd99c1 admin admin] Network hostable DHCP agents. Network: 626242e7-b9b5-47f6-b08e-bc2bea26ae3a, hostable agents: ['1b18bf05-1b5f-4587-be5c-af3ac38e32ad'], hosted agents: [] {{(pid=95101) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 19:22:35.161712 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22c46cbc-b7ee-4cc5-a7a8-1dd4bc5277e7 req-58d4c899-b2a1-4bbb-8c83-27aa91da14b7 service neutron] Port 326b5816-3159-409f-b98a-e23377c96e50 on network e0ba4ff6-5ece-4e5d-bf2e-f8698c833ccd not bound, no agent of type Open vSwitch agent registered on host n-h1-713301-16 {{(pid=95102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 19:22:35.163561 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22c46cbc-b7ee-4cc5-a7a8-1dd4bc5277e7 req-58d4c899-b2a1-4bbb-8c83-27aa91da14b7 service neutron] Attempting to bind port 326b5816-3159-409f-b98a-e23377c96e50 on network e0ba4ff6-5ece-4e5d-bf2e-f8698c833ccd {{(pid=95102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:22:35.177077 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22c46cbc-b7ee-4cc5-a7a8-1dd4bc5277e7 req-58d4c899-b2a1-4bbb-8c83-27aa91da14b7 service neutron] Checking agent: {'id': '0708c3e9-0aad-4600-9be9-d2486535c898', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713301-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 19, 15, 28), 'started_at': datetime.datetime(2021, 9, 23, 19, 15, 28), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 19, 22, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 19:22:35.177574 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22c46cbc-b7ee-4cc5-a7a8-1dd4bc5277e7 req-58d4c899-b2a1-4bbb-8c83-27aa91da14b7 service neutron] Checking segment: {'id': '67b8f6c5-b740-4a28-a82e-f136ec158977', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'e0ba4ff6-5ece-4e5d-bf2e-f8698c833ccd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95102) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:22:35.178061 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22c46cbc-b7ee-4cc5-a7a8-1dd4bc5277e7 req-58d4c899-b2a1-4bbb-8c83-27aa91da14b7 service neutron] Bound using segment: {'id': '67b8f6c5-b740-4a28-a82e-f136ec158977', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'e0ba4ff6-5ece-4e5d-bf2e-f8698c833ccd'} {{(pid=95102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 19:22:35.178605 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.managers [req-22c46cbc-b7ee-4cc5-a7a8-1dd4bc5277e7 req-58d4c899-b2a1-4bbb-8c83-27aa91da14b7 service neutron] Bound port: 326b5816-3159-409f-b98a-e23377c96e50, host: n-h1-713301-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '67b8f6c5-b740-4a28-a82e-f136ec158977', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'e0ba4ff6-5ece-4e5d-bf2e-f8698c833ccd'}}] {{(pid=95102) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 19:22:35.179085 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-22c46cbc-b7ee-4cc5-a7a8-1dd4bc5277e7 req-58d4c899-b2a1-4bbb-8c83-27aa91da14b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:22:35.226453 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16aac52f-87fa-4b49-a35b-1ed3a1fd99c1 admin admin] Network 626242e7-b9b5-47f6-b08e-bc2bea26ae3a is scheduled to be hosted by DHCP agent 1b18bf05-1b5f-4587-be5c-af3ac38e32ad with binding_index 1 {{(pid=95101) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 19:22:35.260766 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.base_scheduler [None req-16aac52f-87fa-4b49-a35b-1ed3a1fd99c1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713301-16, 626242e7-b9b5-47f6-b08e-bc2bea26ae3a) {{(pid=95101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:22:35.270798 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d4e7747-565a-46f8-ada1-a0a22fa58fe4 None None] Network 626242e7-b9b5-47f6-b08e-bc2bea26ae3a requested from n-d-713301-16 {{(pid=95103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 19:22:35.283806 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16aac52f-87fa-4b49-a35b-1ed3a1fd99c1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:22:35.285351 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-16aac52f-87fa-4b49-a35b-1ed3a1fd99c1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527417'] for subnet, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:22:35.332223 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-16aac52f-87fa-4b49-a35b-1ed3a1fd99c1 admin admin] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.2632518 Sep 23 19:22:35.332223 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-405d2735-161e-4a23-af0c-bdbde18dee1f tempest-ServersTestBootFromVolume-2071761147 tempest-ServersTestBootFromVolume-2071761147-project] Router d4549d7c-751b-482a-9388-b3f8449c4e3e has already been hosted by L3 agent 79a740bf-7821-4989-8288-7186e3e128f3 {{(pid=95101) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 19:22:35.332223 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 32880) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:22:35.337279 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.v2.base [None req-76f8f30c-479d-44c1-9c93-ec98960ecba8 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsTestJSON-502021146-router', 'tenant_id': 'c07b619ca6164464b82d9ea40a2a3fd7', 'external_gateway_info': {'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac'}}} {{(pid=95101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:22:35.452659 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.db [req-22c46cbc-b7ee-4cc5-a7a8-1dd4bc5277e7 req-58d4c899-b2a1-4bbb-8c83-27aa91da14b7 service neutron] For port 326b5816-3159-409f-b98a-e23377c96e50, host n-h1-713301-16, cleared binding levels {{(pid=95102) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 19:22:35.464550 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.db [req-22c46cbc-b7ee-4cc5-a7a8-1dd4bc5277e7 req-58d4c899-b2a1-4bbb-8c83-27aa91da14b7 service neutron] For port 326b5816-3159-409f-b98a-e23377c96e50, host n-h1-713301-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-16',level=0,port_id=326b5816-3159-409f-b98a-e23377c96e50,segment=NetworkSegment(67b8f6c5-b740-4a28-a82e-f136ec158977),segment_id=67b8f6c5-b740-4a28-a82e-f136ec158977)] {{(pid=95102) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 19:22:35.473572 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-76f8f30c-479d-44c1-9c93-ec98960ecba8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-594563', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29355'] for router, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:22:35.475904 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-76f8f30c-479d-44c1-9c93-ec98960ecba8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-597363', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-601731', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-739356', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29346'] for router, precommit_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:22:35.482402 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-22c46cbc-b7ee-4cc5-a7a8-1dd4bc5277e7 req-58d4c899-b2a1-4bbb-8c83-27aa91da14b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4399095'] for port, after_update {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:22:35.643246 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-76f8f30c-479d-44c1-9c93-ec98960ecba8 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:22:35.859375 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-76f8f30c-479d-44c1-9c93-ec98960ecba8 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:22:35.863295 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-405d2735-161e-4a23-af0c-bdbde18dee1f tempest-ServersTestBootFromVolume-2071761147 tempest-ServersTestBootFromVolume-2071761147-project] Notify agent at l3_agent.n-d-713301-16 the message routers_updated {{(pid=95101) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 19:22:35.871405 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-405d2735-161e-4a23-af0c-bdbde18dee1f tempest-ServersTestBootFromVolume-2071761147 tempest-ServersTestBootFromVolume-2071761147-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222849'] for floatingip, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:22:35.886922 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e0bf607-f358-4e24-ad1b-b2bd20b059cd None None] Sync routers for ids ['d4549d7c-751b-482a-9388-b3f8449c4e3e'] in n-d-713301-16 {{(pid=95104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 19:22:35.904560 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c46cbc-b7ee-4cc5-a7a8-1dd4bc5277e7 req-58d4c899-b2a1-4bbb-8c83-27aa91da14b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:22:35.905628 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e0bf607-f358-4e24-ad1b-b2bd20b059cd None None] Routers {'d4549d7c-751b-482a-9388-b3f8449c4e3e'} bound to L3 agent in host n-d-713301-16 {{(pid=95104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 19:22:35.905884 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-22c46cbc-b7ee-4cc5-a7a8-1dd4bc5277e7 req-58d4c899-b2a1-4bbb-8c83-27aa91da14b7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222849'] for port, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:22:35.906466 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_hamode_db [None req-6e0bf607-f358-4e24-ad1b-b2bd20b059cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-23T19:07:52Z,description=,heartbeat_timestamp=2021-09-23T19:22:22Z,host='n-d-713301-16',id=79a740bf-7821-4989-8288-7186e3e128f3,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:07:52Z,topic='l3_agent')) {'router_ids': ['d4549d7c-751b-482a-9388-b3f8449c4e3e'], 'active': True} {{(pid=95104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:22:35.908279 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-22c46cbc-b7ee-4cc5-a7a8-1dd4bc5277e7 req-58d4c899-b2a1-4bbb-8c83-27aa91da14b7 service neutron] 10.222.0.74 "PUT /v2.0/ports/326b5816-3159-409f-b98a-e23377c96e50 HTTP/1.1" status: 200 len: 1093 time: 2.2907734 Sep 23 19:22:35.933423 n-d-713301-16 neutron-server[95102]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dcaaa8c8-6c24-4bcf-8c44-32093a3b0c39', 'tag': '326b5816-3159-409f-b98a-e23377c96e50'}] {{(pid=95102) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 19:22:35.938410 n-d-713301-16 neutron-server[95102]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab31b6d93e5336dbddfa8ec424565b3bd8cb2369c5b4d85bc943472dbb21e8ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40c6f73d-b435-4fb3-9c19-60afd1267578" -d '{"events": [{"name": "network-changed", "server_uuid": "dcaaa8c8-6c24-4bcf-8c44-32093a3b0c39", "tag": "326b5816-3159-409f-b98a-e23377c96e50"}]}' {{(pid=95102) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 19:22:35.955909 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac95154f-be8d-487a-a49c-fc49c8662b32 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4c8b80df-07eb-5275-9f17-5cf640db67c0-626242e7-b9b5-47f6-b08e-bc2bea26ae3a', 'network_id': '626242e7-b9b5-47f6-b08e-bc2bea26ae3a', 'tenant_id': 'c07b619ca6164464b82d9ea40a2a3fd7', 'fixed_ips': [{'subnet_id': '17e0e39c-66a8-492f-a51a-7158f1f43ff2'}]}} from n-d-713301-16. {{(pid=95103) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 23 19:22:35.960565 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d4c899-b2a1-4bbb-8c83-27aa91da14b7 service neutron] Pushing event updated for resources: {'Port': ['ID=326b5816-3159-409f-b98a-e23377c96e50,revision_number=3']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:22:35.962327 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-ac95154f-be8d-487a-a49c-fc49c8662b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_create {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:22:36.007241 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-405d2735-161e-4a23-af0c-bdbde18dee1f tempest-ServersTestBootFromVolume-2071761147 tempest-ServersTestBootFromVolume-2071761147-project] 10.222.0.67 "PUT /v2.0/floatingips/3250ee1c-f4c3-4ca4-a02c-d49d1530f928 HTTP/1.1" status: 200 len: 991 time: 2.6740100 Sep 23 19:22:36.009746 n-d-713301-16 neutron-server[95101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4da69c78-77be-4ce1-ba61-43d065543ca8', 'tag': 'b9e99bc1-d833-4a85-85c7-d0065efdef0c'}] {{(pid=95101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 19:22:36.021438 n-d-713301-16 neutron-server[95101]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d8366c5740cd635e57ab12b71fe44a77c2acc3c19091ef849c6f68b380462244" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4cb67f52-bb17-4d42-9ecf-108f57452e15" -d '{"events": [{"name": "network-changed", "server_uuid": "4da69c78-77be-4ce1-ba61-43d065543ca8", "tag": "b9e99bc1-d833-4a85-85c7-d0065efdef0c"}]}' {{(pid=95101) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 19:22:36.030365 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd97809f-7916-4733-923d-4c5ff08bdb74 req-0d1ed161-c10a-4e9e-ade7-bdcfb23a7d66 tempest-ServersTestJSON-2044209823 tempest-ServersTestJSON-2044209823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:22:36.037832 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-cd97809f-7916-4733-923d-4c5ff08bdb74 req-0d1ed161-c10a-4e9e-ade7-bdcfb23a7d66 tempest-ServersTestJSON-2044209823 tempest-ServersTestJSON-2044209823-project] 10.222.0.67 "GET /v2.0/ports?device_id=dcaaa8c8-6c24-4bcf-8c44-32093a3b0c39 HTTP/1.1" status: 200 len: 944 time: 0.5420918 Sep 23 19:22:36.142333 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_dvr_db [None req-6e0bf607-f358-4e24-ad1b-b2bd20b059cd None None] Set router d4549d7c-751b-482a-9388-b3f8449c4e3e gateway port host: n-d-713301-16 {{(pid=95104) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 19:22:36.192538 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dac5329-67cf-4014-89d0-1db19ce99017 req-adb022d8-da61-4be4-84e7-f18c0f4c1cb8 tempest-LiveAutoBlockMigrationV225Test-1531822435 tempest-LiveAutoBlockMigrationV225Test-1531822435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:22:36.211110 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-0dac5329-67cf-4014-89d0-1db19ce99017 req-adb022d8-da61-4be4-84e7-f18c0f4c1cb8 tempest-LiveAutoBlockMigrationV225Test-1531822435 tempest-LiveAutoBlockMigrationV225Test-1531822435-project] 10.222.0.67 "GET /v2.0/ports?device_id=de0af560-d2ac-4171-85e4-8fb7a1b63f67 HTTP/1.1" status: 200 len: 944 time: 0.6747797 Sep 23 19:22:36.214207 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Device 620eb77b-9622-4240-9505-90c0844383a9 up at agent hyperv_n-h1-713301-16 {{(pid=95103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 19:22:36.382118 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-76f8f30c-479d-44c1-9c93-ec98960ecba8 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:22:36.402489 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c46cbc-b7ee-4cc5-a7a8-1dd4bc5277e7 req-3c231fd5-c4a5-4e94-a25e-ee95950d6dde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:22:36.406278 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-22c46cbc-b7ee-4cc5-a7a8-1dd4bc5277e7 req-3c231fd5-c4a5-4e94-a25e-ee95950d6dde service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=ffe1d679fb85465bacd9d41d5d5dc87c&device_id=dcaaa8c8-6c24-4bcf-8c44-32093a3b0c39 HTTP/1.1" status: 200 len: 1096 time: 0.4331846 Sep 23 19:22:36.407975 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-76f8f30c-479d-44c1-9c93-ec98960ecba8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:22:36.423612 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-cd97809f-7916-4733-923d-4c5ff08bdb74 req-ac3b2ee9-b35e-491a-ae5d-582b5e182a96 tempest-ServersTestJSON-2044209823 tempest-ServersTestJSON-2044209823-project] 10.222.0.67 "GET /v2.0/security-groups?id=b87b4d2a-dc5f-4c37-8504-d48d1299302b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3579161 Sep 23 19:22:36.525345 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-0dac5329-67cf-4014-89d0-1db19ce99017 req-d7cdc687-2600-4dbd-920a-28345ae9397a tempest-LiveAutoBlockMigrationV225Test-1531822435 tempest-LiveAutoBlockMigrationV225Test-1531822435-project] 10.222.0.67 "GET /v2.0/security-groups?id=6d32247e-8bb7-4ae1-818c-76baafa39c73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3132346 Sep 23 19:22:36.607397 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.db_base_plugin_common [None req-ac95154f-be8d-487a-a49c-fc49c8662b32 None None] Allocated IP 172.20.0.2 (626242e7-b9b5-47f6-b08e-bc2bea26ae3a/17e0e39c-66a8-492f-a51a-7158f1f43ff2/684795ac-9be4-4b85-830d-58027a083ef2) {{(pid=95103) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 19:22:36.671512 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Provisioning complete for port 620eb77b-9622-4240-9505-90c0844383a9 triggered by entity L2. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:22:36.673644 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:22:36.726945 n-d-713301-16 neutron-server[95102]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 19:22:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3066ab2-e334-4e46-8958-8d050f9793d6 x-openstack-request-id: req-e3066ab2-e334-4e46-8958-8d050f9793d6 {{(pid=95102) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 19:22:36.729112 n-d-713301-16 neutron-server[95102]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dcaaa8c8-6c24-4bcf-8c44-32093a3b0c39", "tag": "326b5816-3159-409f-b98a-e23377c96e50", "status": "completed", "code": 200}]} {{(pid=95102) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 19:22:36.729524 n-d-713301-16 neutron-server[95102]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-e3066ab2-e334-4e46-8958-8d050f9793d6 {{(pid=95102) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 19:22:36.730161 n-d-713301-16 neutron-server[95102]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dcaaa8c8-6c24-4bcf-8c44-32093a3b0c39', 'tag': '326b5816-3159-409f-b98a-e23377c96e50', 'status': 'completed', 'code': 200} Sep 23 19:22:36.784270 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-22c46cbc-b7ee-4cc5-a7a8-1dd4bc5277e7 req-69c7e240-7d3a-48bd-9340-c73c9ec918b9 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=326b5816-3159-409f-b98a-e23377c96e50 HTTP/1.1" status: 200 len: 217 time: 0.3592582 Sep 23 19:22:36.823307 n-d-713301-16 neutron-server[95101]: DEBUG neutron.db.db_base_plugin_common [None req-76f8f30c-479d-44c1-9c93-ec98960ecba8 admin admin] Allocated IP 172.25.1.110 (5dec5c09-378e-4f50-89cc-d94eb81c3bac/eff83446-018c-428d-b3f5-54ac9abe7a2a/2995c58a-2807-4ad6-b773-1ecb046c02ff) {{(pid=95101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 19:22:36.912133 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_hamode_db [None req-6e0bf607-f358-4e24-ad1b-b2bd20b059cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4549d7c-751b-482a-9388-b3f8449c4e3e', 'name': 'tempest-ServersTestBootFromVolume-424061460-router', 'tenant_id': 'b9b1bf1e052747edb79d8459636eb975', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'external_fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.95'}], 'enable_snat': True}, 'gw_port_id': 'e8904638-1ea1-46e8-8511-305a3e759973', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:21:07Z', 'updated_at': '2021-09-23T19:21:14Z', 'revision_number': 4, 'project_id': 'b9b1bf1e052747edb79d8459636eb975', 'gw_port': {'id': 'e8904638-1ea1-46e8-8511-305a3e759973', 'name': '', 'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:a5:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4549d7c-751b-482a-9388-b3f8449c4e3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 575, 'fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:21:09Z', 'updated_at': '2021-09-23T19:21:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-16', '_floatingips': [{'id': '3250ee1c-f4c3-4ca4-a02c-d49d1530f928', 'tenant_id': 'b9b1bf1e052747edb79d8459636eb975', 'floating_ip_address': '172.25.1.108', 'floating_network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'router_id': 'd4549d7c-751b-482a-9388-b3f8449c4e3e', 'port_id': 'b9e99bc1-d833-4a85-85c7-d0065efdef0c', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 606, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3018c2b7-6d99-4bca-a625-99b7a6f447b4', 'mac_address': 'fa:16:3e:37:ac:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4da69c78-77be-4ce1-ba61-43d065543ca8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-23T19:21:20Z', 'updated_at': '2021-09-23T19:22:34Z', 'revision_number': 1, 'project_id': 'b9b1bf1e052747edb79d8459636eb975', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b1a76ce2-06dc-409f-91c7-09045dd595e4', 'name': '', 'network_id': '3018c2b7-6d99-4bca-a625-99b7a6f447b4', 'tenant_id': 'b9b1bf1e052747edb79d8459636eb975', 'mac_address': 'fa:16:3e:bd:1c:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4549d7c-751b-482a-9388-b3f8449c4e3e', 'device_owner': 'network:router_interface', 'standard_attr_id': 582, 'fixed_ips': [{'subnet_id': 'c4da4d29-f3ff-4267-a202-348183c23904', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:21:12Z', 'updated_at': '2021-09-23T19:21:19Z', 'revision_number': 5, 'project_id': 'b9b1bf1e052747edb79d8459636eb975', 'subnets': [{'id': 'c4da4d29-f3ff-4267-a202-348183c23904', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-16', False) {} {{(pid=95104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:22:36.937304 n-d-713301-16 neutron-server[95101]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 19:22:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c8f26d3-9258-4476-bfd0-923e7c1d7240 x-openstack-request-id: req-6c8f26d3-9258-4476-bfd0-923e7c1d7240 {{(pid=95101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 19:22:36.938225 n-d-713301-16 neutron-server[95101]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4da69c78-77be-4ce1-ba61-43d065543ca8", "tag": "b9e99bc1-d833-4a85-85c7-d0065efdef0c", "status": "completed", "code": 200}]} {{(pid=95101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 19:22:36.938225 n-d-713301-16 neutron-server[95101]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-6c8f26d3-9258-4476-bfd0-923e7c1d7240 {{(pid=95101) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 19:22:36.942585 n-d-713301-16 neutron-server[95101]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4da69c78-77be-4ce1-ba61-43d065543ca8', 'tag': 'b9e99bc1-d833-4a85-85c7-d0065efdef0c', 'status': 'completed', 'code': 200} Sep 23 19:22:37.003539 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e0bf607-f358-4e24-ad1b-b2bd20b059cd None None] Checking router: d4549d7c-751b-482a-9388-b3f8449c4e3e for host: n-d-713301-16 {{(pid=95104) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 19:22:37.036014 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:22:37.038135 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e0bf607-f358-4e24-ad1b-b2bd20b059cd None None] Routers {'d4549d7c-751b-482a-9388-b3f8449c4e3e'} bound to L3 agent in host n-d-713301-16 {{(pid=95104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 19:22:37.038983 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_hamode_db [None req-6e0bf607-f358-4e24-ad1b-b2bd20b059cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-23T19:07:52Z,description=,heartbeat_timestamp=2021-09-23T19:22:22Z,host='n-d-713301-16',id=79a740bf-7821-4989-8288-7186e3e128f3,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:07:52Z,topic='l3_agent')) {'router_ids': ['d4549d7c-751b-482a-9388-b3f8449c4e3e'], 'active': True} {{(pid=95104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:22:37.108032 n-d-713301-16 neutron-server[95103]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bffda0e9-3935-484f-b05d-313c40f1aa1c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '620eb77b-9622-4240-9505-90c0844383a9'}] {{(pid=95103) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 19:22:37.110912 n-d-713301-16 neutron-server[95103]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}81a1c17f2aa89d5b3ebbba3a3e0cf7eb588e431c2224256110c4c4facdd7c3e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3821457b-3a34-42a4-a9be-eff626ff4c7c" -d '{"events": [{"server_uuid": "bffda0e9-3935-484f-b05d-313c40f1aa1c", "name": "network-vif-plugged", "status": "completed", "tag": "620eb77b-9622-4240-9505-90c0844383a9"}]}' {{(pid=95103) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 19:22:37.127950 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] For port 620eb77b-9622-4240-9505-90c0844383a9, host n-h1-713301-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-16',level=0,port_id=620eb77b-9622-4240-9505-90c0844383a9,segment=NetworkSegment(6139d589-eb6c-4578-8935-c26ddf396853),segment_id=6139d589-eb6c-4578-8935-c26ddf396853)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:22:37.132462 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c46cbc-b7ee-4cc5-a7a8-1dd4bc5277e7 req-c811a673-4428-4544-acb5-7303110affe4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:22:37.135629 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-22c46cbc-b7ee-4cc5-a7a8-1dd4bc5277e7 req-c811a673-4428-4544-acb5-7303110affe4 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=526f8162-a9a5-4b30-85c5-b8b73ce78140 HTTP/1.1" status: 200 len: 844 time: 0.3213675 Sep 23 19:22:37.136997 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:22:37.165226 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-264e5441-9ab9-4dfd-ad93-d250c482e29c req-024ca525-588c-4602-92f3-5e2feafd56d1 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=3f93ff56-89d6-4d8a-827d-77dcf6e19457&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.8718734 Sep 23 19:22:37.221919 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_dvr_db [None req-6e0bf607-f358-4e24-ad1b-b2bd20b059cd None None] Set router d4549d7c-751b-482a-9388-b3f8449c4e3e gateway port host: n-d-713301-16 {{(pid=95104) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 19:22:37.260241 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb67f52-bb17-4d42-9ecf-108f57452e15 req-316b0850-13d5-4512-a6ae-f8c9c295e834 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:22:37.262608 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Pushing event updated for resources: {'Port': ['ID=620eb77b-9622-4240-9505-90c0844383a9,revision_number=7']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:22:37.274139 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-4cb67f52-bb17-4d42-9ecf-108f57452e15 req-316b0850-13d5-4512-a6ae-f8c9c295e834 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=b9b1bf1e052747edb79d8459636eb975&device_id=4da69c78-77be-4ce1-ba61-43d065543ca8 HTTP/1.1" status: 200 len: 1097 time: 0.3281689 Sep 23 19:22:37.280522 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-ac95154f-be8d-487a-a49c-fc49c8662b32 None None] Notify callbacks [] for port, precommit_create {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:22:37.291784 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-ac95154f-be8d-487a-a49c-fc49c8662b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783145673135'] for port, after_create {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:22:37.299687 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-76f8f30c-479d-44c1-9c93-ec98960ecba8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:22:37.413800 n-d-713301-16 neutron-server[95103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac95154f-be8d-487a-a49c-fc49c8662b32 None None] Network 626242e7-b9b5-47f6-b08e-bc2bea26ae3a is already hosted by enough agents. {{(pid=95103) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:22:37.416762 n-d-713301-16 neutron-server[95103]: DEBUG neutron.scheduler.base_scheduler [None req-ac95154f-be8d-487a-a49c-fc49c8662b32 None None] Resources bound (agent type, host, resource id): {{(pid=95103) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:22:37.423464 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac95154f-be8d-487a-a49c-fc49c8662b32 None None] Received port after_create {{(pid=95103) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 19:22:37.493992 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c46cbc-b7ee-4cc5-a7a8-1dd4bc5277e7 req-eb294a02-7b7b-42a6-be2e-14dbb1d22e02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:22:37.495771 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-22c46cbc-b7ee-4cc5-a7a8-1dd4bc5277e7 req-eb294a02-7b7b-42a6-be2e-14dbb1d22e02 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=e0ba4ff6-5ece-4e5d-bf2e-f8698c833ccd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3192773 Sep 23 19:22:37.506310 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac95154f-be8d-487a-a49c-fc49c8662b32 None None] Pushing event updated for resources: {'Port': ['ID=684795ac-9be4-4b85-830d-58027a083ef2,revision_number=1']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:22:37.523645 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f52c49e-2ace-4bd4-9c34-d2951454ffa7 req-1ec59623-337d-4080-bd68-fb854636ba30 tempest-ImagesTestJSON-1030216449 tempest-ImagesTestJSON-1030216449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:22:37.543641 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-5f52c49e-2ace-4bd4-9c34-d2951454ffa7 req-1ec59623-337d-4080-bd68-fb854636ba30 tempest-ImagesTestJSON-1030216449 tempest-ImagesTestJSON-1030216449-project] 10.222.0.67 "GET /v2.0/ports?device_id=35198cf8-5054-4163-a40b-7e45abfdae56 HTTP/1.1" status: 200 len: 946 time: 0.3686559 Sep 23 19:22:37.627742 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.managers [None req-ac95154f-be8d-487a-a49c-fc49c8662b32 None None] Attempting to bind port 684795ac-9be4-4b85-830d-58027a083ef2 on host n-d-713301-16 for vnic_type normal with profile {{(pid=95103) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 19:22:37.629019 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.managers [None req-ac95154f-be8d-487a-a49c-fc49c8662b32 None None] Attempting to bind port 684795ac-9be4-4b85-830d-58027a083ef2 by drivers openvswitch,hyperv on host n-d-713301-16 at level 0 using segments [{'id': '3e63f9eb-48f7-4f08-9e64-b892ad4e0dff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '626242e7-b9b5-47f6-b08e-bc2bea26ae3a'}] {{(pid=95103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 19:22:37.630085 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac95154f-be8d-487a-a49c-fc49c8662b32 None None] Attempting to bind port 684795ac-9be4-4b85-830d-58027a083ef2 on network 626242e7-b9b5-47f6-b08e-bc2bea26ae3a {{(pid=95103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:22:37.636222 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-76f8f30c-479d-44c1-9c93-ec98960ecba8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783145673135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5607431'] for port, after_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:22:37.648440 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac95154f-be8d-487a-a49c-fc49c8662b32 None None] Checking agent: {'id': '70a14545-df24-472f-8f95-bfe1719bff93', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 19, 7, 53), 'started_at': datetime.datetime(2021, 9, 23, 19, 8, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 19, 22, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 19:22:37.649275 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac95154f-be8d-487a-a49c-fc49c8662b32 None None] Checking segment: {'id': '3e63f9eb-48f7-4f08-9e64-b892ad4e0dff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '626242e7-b9b5-47f6-b08e-bc2bea26ae3a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95103) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:22:37.649838 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-ac95154f-be8d-487a-a49c-fc49c8662b32 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:22:37.650388 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac95154f-be8d-487a-a49c-fc49c8662b32 None None] Bound using segment: {'id': '3e63f9eb-48f7-4f08-9e64-b892ad4e0dff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '626242e7-b9b5-47f6-b08e-bc2bea26ae3a'} {{(pid=95103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 19:22:37.651053 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.managers [None req-ac95154f-be8d-487a-a49c-fc49c8662b32 None None] Bound port: 684795ac-9be4-4b85-830d-58027a083ef2, host: n-d-713301-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3e63f9eb-48f7-4f08-9e64-b892ad4e0dff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '626242e7-b9b5-47f6-b08e-bc2bea26ae3a'}}] {{(pid=95103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 19:22:37.651599 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-ac95154f-be8d-487a-a49c-fc49c8662b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:22:37.743216 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-22c46cbc-b7ee-4cc5-a7a8-1dd4bc5277e7 req-c14404b4-ce92-4e68-94f3-cbaedb8e1fa5 service neutron] 10.222.0.74 "GET /v2.0/networks/e0ba4ff6-5ece-4e5d-bf2e-f8698c833ccd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2346504 Sep 23 19:22:37.772280 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb67f52-bb17-4d42-9ecf-108f57452e15 req-f1c39d3e-71fd-42f3-a23e-bb76529f0137 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:22:37.774710 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-4cb67f52-bb17-4d42-9ecf-108f57452e15 req-f1c39d3e-71fd-42f3-a23e-bb76529f0137 service neutron] 10.222.0.53 "GET /v2.0/networks?id=3018c2b7-6d99-4bca-a625-99b7a6f447b4 HTTP/1.1" status: 200 len: 916 time: 0.4880385 Sep 23 19:22:37.790685 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-ac95154f-be8d-487a-a49c-fc49c8662b32 None None] For port 684795ac-9be4-4b85-830d-58027a083ef2, host n-d-713301-16, cleared binding levels {{(pid=95103) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 19:22:37.800302 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-ac95154f-be8d-487a-a49c-fc49c8662b32 None None] For port 684795ac-9be4-4b85-830d-58027a083ef2, host n-d-713301-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-16',level=0,port_id=684795ac-9be4-4b85-830d-58027a083ef2,segment=NetworkSegment(3e63f9eb-48f7-4f08-9e64-b892ad4e0dff),segment_id=3e63f9eb-48f7-4f08-9e64-b892ad4e0dff)] {{(pid=95103) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 19:22:37.806338 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76f8f30c-479d-44c1-9c93-ec98960ecba8 admin admin] Network 5dec5c09-378e-4f50-89cc-d94eb81c3bac is already hosted by enough agents. {{(pid=95101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:22:37.808674 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Device d34748ee-625c-4c2a-af58-04e1e683d6b4 details requested by agent hyperv_n-h2-713301-16 with host n-h2-713301-16 {{(pid=95103) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 19:22:37.824715 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.base_scheduler [None req-76f8f30c-479d-44c1-9c93-ec98960ecba8 admin admin] Resources bound (agent type, host, resource id): {{(pid=95101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:22:37.834971 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-ac95154f-be8d-487a-a49c-fc49c8662b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:22:37.842636 n-d-713301-16 neutron-server[95101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76f8f30c-479d-44c1-9c93-ec98960ecba8 admin admin] Received port after_create {{(pid=95101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 19:22:37.859981 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-5f52c49e-2ace-4bd4-9c34-d2951454ffa7 req-2be5e409-5aab-42af-836e-6cd035d6ca0d tempest-ImagesTestJSON-1030216449 tempest-ImagesTestJSON-1030216449-project] 10.222.0.67 "GET /v2.0/security-groups?id=076f8f10-41da-413e-8d86-ebe8d5fe93ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1152372 Sep 23 19:22:37.863189 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-264e5441-9ab9-4dfd-ad93-d250c482e29c req-e15fd6e5-3cf9-4939-b941-78563c61451a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:22:37.865640 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-264e5441-9ab9-4dfd-ad93-d250c482e29c req-e15fd6e5-3cf9-4939-b941-78563c61451a service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=01fd0bf0664a4580a0559687f9bf7c73&device_id=3f93ff56-89d6-4d8a-827d-77dcf6e19457 HTTP/1.1" status: 200 len: 1096 time: 0.5134277 Sep 23 19:22:38.041090 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac95154f-be8d-487a-a49c-fc49c8662b32 None None] Pushing event updated for resources: {'Port': ['ID=684795ac-9be4-4b85-830d-58027a083ef2,revision_number=2']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:22:38.055073 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_hamode_db [None req-6e0bf607-f358-4e24-ad1b-b2bd20b059cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4549d7c-751b-482a-9388-b3f8449c4e3e', 'name': 'tempest-ServersTestBootFromVolume-424061460-router', 'tenant_id': 'b9b1bf1e052747edb79d8459636eb975', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'external_fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.95'}], 'enable_snat': True}, 'gw_port_id': 'e8904638-1ea1-46e8-8511-305a3e759973', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:21:07Z', 'updated_at': '2021-09-23T19:21:14Z', 'revision_number': 4, 'project_id': 'b9b1bf1e052747edb79d8459636eb975', 'gw_port': {'id': 'e8904638-1ea1-46e8-8511-305a3e759973', 'name': '', 'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:a5:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4549d7c-751b-482a-9388-b3f8449c4e3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 575, 'fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:21:09Z', 'updated_at': '2021-09-23T19:21:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-16', '_floatingips': [{'id': '3250ee1c-f4c3-4ca4-a02c-d49d1530f928', 'tenant_id': 'b9b1bf1e052747edb79d8459636eb975', 'floating_ip_address': '172.25.1.108', 'floating_network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'router_id': 'd4549d7c-751b-482a-9388-b3f8449c4e3e', 'port_id': 'b9e99bc1-d833-4a85-85c7-d0065efdef0c', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 606, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3018c2b7-6d99-4bca-a625-99b7a6f447b4', 'mac_address': 'fa:16:3e:37:ac:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4da69c78-77be-4ce1-ba61-43d065543ca8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-23T19:21:20Z', 'updated_at': '2021-09-23T19:22:34Z', 'revision_number': 1, 'project_id': 'b9b1bf1e052747edb79d8459636eb975', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b1a76ce2-06dc-409f-91c7-09045dd595e4', 'name': '', 'network_id': '3018c2b7-6d99-4bca-a625-99b7a6f447b4', 'tenant_id': 'b9b1bf1e052747edb79d8459636eb975', 'mac_address': 'fa:16:3e:bd:1c:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4549d7c-751b-482a-9388-b3f8449c4e3e', 'device_owner': 'network:router_interface', 'standard_attr_id': 582, 'fixed_ips': [{'subnet_id': 'c4da4d29-f3ff-4267-a202-348183c23904', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:21:12Z', 'updated_at': '2021-09-23T19:21:19Z', 'revision_number': 5, 'project_id': 'b9b1bf1e052747edb79d8459636eb975', 'subnets': [{'id': 'c4da4d29-f3ff-4267-a202-348183c23904', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-16', False) {} {{(pid=95104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:22:38.132074 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76f8f30c-479d-44c1-9c93-ec98960ecba8 admin admin] Pushing event updated for resources: {'Port': ['ID=2995c58a-2807-4ad6-b773-1ecb046c02ff,revision_number=1']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:22:38.172990 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e0bf607-f358-4e24-ad1b-b2bd20b059cd None None] The sync data for ids ['d4549d7c-751b-482a-9388-b3f8449c4e3e'] in n-d-713301-16 is: [{'id': 'd4549d7c-751b-482a-9388-b3f8449c4e3e', 'name': 'tempest-ServersTestBootFromVolume-424061460-router', 'tenant_id': 'b9b1bf1e052747edb79d8459636eb975', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'external_fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.95'}], 'enable_snat': True}, 'gw_port_id': 'e8904638-1ea1-46e8-8511-305a3e759973', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:21:07Z', 'updated_at': '2021-09-23T19:21:14Z', 'revision_number': 4, 'project_id': 'b9b1bf1e052747edb79d8459636eb975', 'gw_port': {'id': 'e8904638-1ea1-46e8-8511-305a3e759973', 'name': '', 'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:a5:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4549d7c-751b-482a-9388-b3f8449c4e3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 575, 'fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:21:09Z', 'updated_at': '2021-09-23T19:21:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-16', '_floatingips': [{'id': '3250ee1c-f4c3-4ca4-a02c-d49d1530f928', 'tenant_id': 'b9b1bf1e052747edb79d8459636eb975', 'floating_ip_address': '172.25.1.108', 'floating_network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'router_id': 'd4549d7c-751b-482a-9388-b3f8449c4e3e', 'port_id': 'b9e99bc1-d833-4a85-85c7-d0065efdef0c', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 606, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3018c2b7-6d99-4bca-a625-99b7a6f447b4', 'mac_address': 'fa:16:3e:37:ac:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4da69c78-77be-4ce1-ba61-43d065543ca8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-23T19:21:20Z', 'updated_at': '2021-09-23T19:22:34Z', 'revision_number': 1, 'project_id': 'b9b1bf1e052747edb79d8459636eb975', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b1a76ce2-06dc-409f-91c7-09045dd595e4', 'name': '', 'network_id': '3018c2b7-6d99-4bca-a625-99b7a6f447b4', 'tenant_id': 'b9b1bf1e052747edb79d8459636eb975', 'mac_address': 'fa:16:3e:bd:1c:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4549d7c-751b-482a-9388-b3f8449c4e3e', 'device_owner': 'network:router_interface', 'standard_attr_id': 582, 'fixed_ips': [{'subnet_id': 'c4da4d29-f3ff-4267-a202-348183c23904', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:21:12Z', 'updated_at': '2021-09-23T19:21:19Z', 'revision_number': 5, 'project_id': 'b9b1bf1e052747edb79d8459636eb975', 'subnets': [{'id': 'c4da4d29-f3ff-4267-a202-348183c23904', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 19:22:38.255885 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-4cb67f52-bb17-4d42-9ecf-108f57452e15 req-669f8758-bec5-4b10-8446-dc123b7f573e service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b9e99bc1-d833-4a85-85c7-d0065efdef0c HTTP/1.1" status: 200 len: 999 time: 0.4455872 Sep 23 19:22:38.311217 n-d-713301-16 neutron-server[95103]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 19:22:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0cb490c4-bdbe-42a8-97e0-24b5ce6e5808 x-openstack-request-id: req-0cb490c4-bdbe-42a8-97e0-24b5ce6e5808 {{(pid=95103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 19:22:38.311491 n-d-713301-16 neutron-server[95103]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bffda0e9-3935-484f-b05d-313c40f1aa1c", "name": "network-vif-plugged", "status": "completed", "tag": "620eb77b-9622-4240-9505-90c0844383a9", "code": 200}]} {{(pid=95103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 19:22:38.311751 n-d-713301-16 neutron-server[95103]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-0cb490c4-bdbe-42a8-97e0-24b5ce6e5808 {{(pid=95103) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 19:22:38.312284 n-d-713301-16 neutron-server[95103]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bffda0e9-3935-484f-b05d-313c40f1aa1c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '620eb77b-9622-4240-9505-90c0844383a9', 'code': 200} Sep 23 19:22:38.434618 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] For port d34748ee-625c-4c2a-af58-04e1e683d6b4, host n-h2-713301-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-16',level=0,port_id=d34748ee-625c-4c2a-af58-04e1e683d6b4,segment=NetworkSegment(5e7e2223-350e-4937-8d7b-2c6ab6ddc0ab),segment_id=5e7e2223-350e-4937-8d7b-2c6ab6ddc0ab)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:22:38.443379 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb67f52-bb17-4d42-9ecf-108f57452e15 req-417f6202-0b2a-456c-8875-e59e76ff0584 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:22:38.446083 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-4cb67f52-bb17-4d42-9ecf-108f57452e15 req-417f6202-0b2a-456c-8875-e59e76ff0584 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=c4da4d29-f3ff-4267-a202-348183c23904 HTTP/1.1" status: 200 len: 854 time: 0.1749134 Sep 23 19:22:38.484810 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-264e5441-9ab9-4dfd-ad93-d250c482e29c req-83213d2d-eba6-490a-b55c-7d141d84f1c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:22:38.487362 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-264e5441-9ab9-4dfd-ad93-d250c482e29c req-83213d2d-eba6-490a-b55c-7d141d84f1c4 service neutron] 10.222.0.74 "GET /v2.0/networks?id=c2b58ecf-3b1b-414c-92a4-f53b08b3dace HTTP/1.1" status: 200 len: 922 time: 0.5503414 Sep 23 19:22:38.489884 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Returning: {'device': 'd34748ee-625c-4c2a-af58-04e1e683d6b4', 'network_id': 'c2b58ecf-3b1b-414c-92a4-f53b08b3dace', 'port_id': 'd34748ee-625c-4c2a-af58-04e1e683d6b4', 'mac_address': 'fa:16:3e:da:32:99', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 621, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4cc4932b-c381-47ec-9303-11e42975856f', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95103) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 19:22:38.664839 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-264e5441-9ab9-4dfd-ad93-d250c482e29c req-06ec4358-16d5-4f91-ab71-b1be4ad21a14 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d731a94f-f6c7-482a-9353-f2064dd9ad4e HTTP/1.1" status: 200 len: 217 time: 0.0798235 Sep 23 19:22:38.674338 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65fa2517-fbbb-485a-b798-1c2e9c7f421b None None] New status for floating IP 3250ee1c-f4c3-4ca4-a02c-d49d1530f928: ACTIVE {{(pid=95103) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 23 19:22:38.707225 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb67f52-bb17-4d42-9ecf-108f57452e15 req-df68cf4c-bce2-49ed-a25d-85c1bb1eb40c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:22:38.710356 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-4cb67f52-bb17-4d42-9ecf-108f57452e15 req-df68cf4c-bce2-49ed-a25d-85c1bb1eb40c service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=3018c2b7-6d99-4bca-a625-99b7a6f447b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1832170 Sep 23 19:22:38.750260 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-76f8f30c-479d-44c1-9c93-ec98960ecba8 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:22:38.778266 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-264e5441-9ab9-4dfd-ad93-d250c482e29c req-79086156-df29-4d82-a66c-b67d0d738983 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:22:38.780691 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-264e5441-9ab9-4dfd-ad93-d250c482e29c req-79086156-df29-4d82-a66c-b67d0d738983 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=4cc4932b-c381-47ec-9303-11e42975856f HTTP/1.1" status: 200 len: 861 time: 0.1021295 Sep 23 19:22:38.835163 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:22:38.852741 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-264e5441-9ab9-4dfd-ad93-d250c482e29c req-e86193a8-60cb-4cb6-98cc-67d0779449f6 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=c2b58ecf-3b1b-414c-92a4-f53b08b3dace&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0616715 Sep 23 19:22:38.871623 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4012b1d9-bfbb-4353-bb70-669e16aef2a7 req-7168ed2d-02d7-4179-8ff9-2f99428df45a tempest-ServersTestJSON-2044209823 tempest-ServersTestJSON-2044209823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:22:38.879181 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-4012b1d9-bfbb-4353-bb70-669e16aef2a7 req-7168ed2d-02d7-4179-8ff9-2f99428df45a tempest-ServersTestJSON-2044209823 tempest-ServersTestJSON-2044209823-project] 10.222.0.67 "GET /v2.0/ports?device_id=dcaaa8c8-6c24-4bcf-8c44-32093a3b0c39 HTTP/1.1" status: 200 len: 944 time: 0.5491774 Sep 23 19:22:38.882666 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-22c46cbc-b7ee-4cc5-a7a8-1dd4bc5277e7 req-09963371-f857-4888-afc0-f2a2de690a63 service neutron] 10.222.0.74 "GET /v2.0/networks/e0ba4ff6-5ece-4e5d-bf2e-f8698c833ccd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1283202 Sep 23 19:22:38.942700 n-d-713301-16 neutron-server[95103]: DEBUG neutron.notifiers.nova [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d34748ee-625c-4c2a-af58-04e1e683d6b4 {{(pid=95103) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 19:22:39.041495 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] For port d34748ee-625c-4c2a-af58-04e1e683d6b4, host n-h2-713301-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-16',level=0,port_id=d34748ee-625c-4c2a-af58-04e1e683d6b4,segment=NetworkSegment(5e7e2223-350e-4937-8d7b-2c6ab6ddc0ab),segment_id=5e7e2223-350e-4937-8d7b-2c6ab6ddc0ab)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:22:39.137215 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:22:39.233339 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-264e5441-9ab9-4dfd-ad93-d250c482e29c req-96099950-4f96-4a5f-b25b-4113f945515b service neutron] 10.222.0.74 "GET /v2.0/networks/c2b58ecf-3b1b-414c-92a4-f53b08b3dace?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3707922 Sep 23 19:22:39.329752 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-4cb67f52-bb17-4d42-9ecf-108f57452e15 req-6e11d1ef-ec87-4abc-a197-8d825a03cf07 service neutron] 10.222.0.53 "GET /v2.0/networks/3018c2b7-6d99-4bca-a625-99b7a6f447b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6097217 Sep 23 19:22:39.339363 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Pushing event updated for resources: {'Port': ['ID=d34748ee-625c-4c2a-af58-04e1e683d6b4,revision_number=4']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:22:39.386784 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-76f8f30c-479d-44c1-9c93-ec98960ecba8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-597258', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-601790'] for router, after_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:22:39.393263 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-4012b1d9-bfbb-4353-bb70-669e16aef2a7 req-3e807dca-a742-468a-b3a6-3a7152caa76a tempest-ServersTestJSON-2044209823 tempest-ServersTestJSON-2044209823-project] 10.222.0.67 "GET /v2.0/security-groups?id=b87b4d2a-dc5f-4c37-8504-d48d1299302b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5131118 Sep 23 19:22:39.430577 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] get_ports_and_sgs() called for port_ids ['d34748ee-625c-4c2a-af58-04e1e683d6b4'] {{(pid=95103) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 19:22:39.557402 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c6f73d-b435-4fb3-9c19-60afd1267578 req-3f1c9766-7517-4a47-9efc-da386ce8b18c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:22:39.564890 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-40c6f73d-b435-4fb3-9c19-60afd1267578 req-3f1c9766-7517-4a47-9efc-da386ce8b18c service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=ffe1d679fb85465bacd9d41d5d5dc87c&device_id=dcaaa8c8-6c24-4bcf-8c44-32093a3b0c39 HTTP/1.1" status: 200 len: 1096 time: 0.5539155 Sep 23 19:22:39.814237 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-264e5441-9ab9-4dfd-ad93-d250c482e29c req-ff7228a1-0298-4305-9a1e-2d28b74da2f8 service neutron] 10.222.0.74 "GET /v2.0/networks/c2b58ecf-3b1b-414c-92a4-f53b08b3dace?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5673966 Sep 23 19:22:39.815294 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Device 684795ac-9be4-4b85-830d-58027a083ef2 up at agent ovs-agent-n-d-713301-16 {{(pid=95103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 19:22:39.970144 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Provisioning complete for port 684795ac-9be4-4b85-830d-58027a083ef2 triggered by entity L2. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:22:39.970671 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:22:39.987316 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69f43ab-894b-42b7-941e-4803273f01a0 req-797f620c-e1bf-494e-bd7c-4edbdd414c59 tempest-LiveAutoBlockMigrationV225Test-1531822435 tempest-LiveAutoBlockMigrationV225Test-1531822435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:22:40.001317 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-d69f43ab-894b-42b7-941e-4803273f01a0 req-797f620c-e1bf-494e-bd7c-4edbdd414c59 tempest-LiveAutoBlockMigrationV225Test-1531822435 tempest-LiveAutoBlockMigrationV225Test-1531822435-project] 10.222.0.67 "GET /v2.0/ports?device_id=de0af560-d2ac-4171-85e4-8fb7a1b63f67 HTTP/1.1" status: 200 len: 945 time: 0.2621708 Sep 23 19:22:40.039434 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c6f73d-b435-4fb3-9c19-60afd1267578 req-e4e8d94a-585f-4e59-9855-b2e2cd76fb4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:22:40.050810 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-40c6f73d-b435-4fb3-9c19-60afd1267578 req-e4e8d94a-585f-4e59-9855-b2e2cd76fb4d service neutron] 10.222.0.74 "GET /v2.0/networks?id=e0ba4ff6-5ece-4e5d-bf2e-f8698c833ccd HTTP/1.1" status: 200 len: 906 time: 0.4755406 Sep 23 19:22:40.172038 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-4cb67f52-bb17-4d42-9ecf-108f57452e15 req-ed21f7aa-e9e0-4411-92f7-619bd3ce1ff8 service neutron] 10.222.0.53 "GET /v2.0/networks/3018c2b7-6d99-4bca-a625-99b7a6f447b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8056998 Sep 23 19:22:40.181957 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-40c6f73d-b435-4fb3-9c19-60afd1267578 req-9a01aa58-97f6-4be5-a3c7-16adb151dd8e service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=326b5816-3159-409f-b98a-e23377c96e50 HTTP/1.1" status: 200 len: 217 time: 0.1162348 Sep 23 19:22:40.233565 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:22:40.266180 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-d69f43ab-894b-42b7-941e-4803273f01a0 req-7117c310-7561-4acb-9f0c-5020848653ab tempest-LiveAutoBlockMigrationV225Test-1531822435 tempest-LiveAutoBlockMigrationV225Test-1531822435-project] 10.222.0.67 "GET /v2.0/security-groups?id=6d32247e-8bb7-4ae1-818c-76baafa39c73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2632971 Sep 23 19:22:40.353954 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c6f73d-b435-4fb3-9c19-60afd1267578 req-d452b3cd-db6c-4d3d-998f-041ac13212b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:22:40.356993 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-40c6f73d-b435-4fb3-9c19-60afd1267578 req-d452b3cd-db6c-4d3d-998f-041ac13212b3 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=526f8162-a9a5-4b30-85c5-b8b73ce78140 HTTP/1.1" status: 200 len: 844 time: 0.1651428 Sep 23 19:22:40.371997 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] For port 684795ac-9be4-4b85-830d-58027a083ef2, host n-d-713301-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-16',level=0,port_id=684795ac-9be4-4b85-830d-58027a083ef2,segment=NetworkSegment(3e63f9eb-48f7-4f08-9e64-b892ad4e0dff),segment_id=3e63f9eb-48f7-4f08-9e64-b892ad4e0dff)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:22:40.377529 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:22:40.460131 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e692a5f5-3215-4d8a-8a15-ee99057e775f None None] Network 626242e7-b9b5-47f6-b08e-bc2bea26ae3a requested from n-d-713301-16 {{(pid=95103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 19:22:40.581985 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-76f8f30c-479d-44c1-9c93-ec98960ecba8 admin admin] Router 45071164-db17-4c91-bd09-ea8032404121 is scheduled to L3 agent 79a740bf-7821-4989-8288-7186e3e128f3 with binding_index 1 {{(pid=95101) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 23 19:22:40.582586 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c6f73d-b435-4fb3-9c19-60afd1267578 req-0a5b677c-1225-4edf-897f-2527fa6d96ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:22:40.605912 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-40c6f73d-b435-4fb3-9c19-60afd1267578 req-0a5b677c-1225-4edf-897f-2527fa6d96ad service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=e0ba4ff6-5ece-4e5d-bf2e-f8698c833ccd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2269831 Sep 23 19:22:40.781196 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-909dfcfc-632b-4f11-b638-7589f41f7950 None None] Provisioning complete for port 684795ac-9be4-4b85-830d-58027a083ef2 triggered by entity DHCP. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:22:40.782102 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-909dfcfc-632b-4f11-b638-7589f41f7950 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:22:40.818082 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Pushing event updated for resources: {'Port': ['ID=684795ac-9be4-4b85-830d-58027a083ef2,revision_number=3']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:22:40.874484 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-40c6f73d-b435-4fb3-9c19-60afd1267578 req-627add6f-4cec-4f5d-b78e-c33715db4093 service neutron] 10.222.0.74 "GET /v2.0/networks/e0ba4ff6-5ece-4e5d-bf2e-f8698c833ccd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2666886 Sep 23 19:22:40.884510 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76f8f30c-479d-44c1-9c93-ec98960ecba8 admin admin] Notify agent at l3_agent.n-d-713301-16 the message routers_updated {{(pid=95101) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 19:22:40.899903 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52cc7214-1ac9-4dce-84da-a9a0fcbd53ac None None] Sync routers for ids ['45071164-db17-4c91-bd09-ea8032404121'] in n-d-713301-16 {{(pid=95104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 19:22:40.923191 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52cc7214-1ac9-4dce-84da-a9a0fcbd53ac None None] Routers {'45071164-db17-4c91-bd09-ea8032404121'} bound to L3 agent in host n-d-713301-16 {{(pid=95104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 19:22:40.923865 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_hamode_db [None req-52cc7214-1ac9-4dce-84da-a9a0fcbd53ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-23T19:07:52Z,description=,heartbeat_timestamp=2021-09-23T19:22:22Z,host='n-d-713301-16',id=79a740bf-7821-4989-8288-7186e3e128f3,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:07:52Z,topic='l3_agent')) {'router_ids': ['45071164-db17-4c91-bd09-ea8032404121'], 'active': True} {{(pid=95104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:22:40.935378 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-76f8f30c-479d-44c1-9c93-ec98960ecba8 admin admin] Notify callbacks [] for router, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:22:40.941488 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-76f8f30c-479d-44c1-9c93-ec98960ecba8 admin admin] 10.222.0.67 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 5.6059778 Sep 23 19:22:40.943001 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 32946) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:22:41.115158 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-40c6f73d-b435-4fb3-9c19-60afd1267578 req-b2b566fd-0e15-469f-9da2-d7d9171086e5 service neutron] 10.222.0.74 "GET /v2.0/networks/e0ba4ff6-5ece-4e5d-bf2e-f8698c833ccd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2303150 Sep 23 19:22:41.168901 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_dvr_db [None req-52cc7214-1ac9-4dce-84da-a9a0fcbd53ac None None] Set router 45071164-db17-4c91-bd09-ea8032404121 gateway port host: n-d-713301-16 {{(pid=95104) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 19:22:41.472571 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-9ade196f-1b40-4fdc-8f7d-c5dfc99b785f None None] Provisioning complete for port 684795ac-9be4-4b85-830d-58027a083ef2 triggered by entity DHCP. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:22:41.477935 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-9ade196f-1b40-4fdc-8f7d-c5dfc99b785f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:22:41.498599 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_hamode_db [None req-52cc7214-1ac9-4dce-84da-a9a0fcbd53ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45071164-db17-4c91-bd09-ea8032404121', 'name': 'tempest-FloatingIPDetailsTestJSON-502021146-router', 'tenant_id': 'c07b619ca6164464b82d9ea40a2a3fd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'external_fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.110'}], 'enable_snat': True}, 'gw_port_id': '2995c58a-2807-4ad6-b773-1ecb046c02ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:22:35Z', 'updated_at': '2021-09-23T19:22:38Z', 'revision_number': 3, 'project_id': 'c07b619ca6164464b82d9ea40a2a3fd7', 'gw_port': {'id': '2995c58a-2807-4ad6-b773-1ecb046c02ff', 'name': '', 'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:4e:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '45071164-db17-4c91-bd09-ea8032404121', 'device_owner': 'network:router_gateway', 'standard_attr_id': 676, 'fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:22:36Z', 'updated_at': '2021-09-23T19:22:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-16'}], 'n-d-713301-16', False) {} {{(pid=95104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:22:41.575730 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52cc7214-1ac9-4dce-84da-a9a0fcbd53ac None None] Checking router: 45071164-db17-4c91-bd09-ea8032404121 for host: n-d-713301-16 {{(pid=95104) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 19:22:41.585656 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52cc7214-1ac9-4dce-84da-a9a0fcbd53ac None None] Updating router 45071164-db17-4c91-bd09-ea8032404121 port 2995c58a-2807-4ad6-b773-1ecb046c02ff binding host n-d-713301-16 {{(pid=95104) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 23 19:22:41.645845 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Device 684795ac-9be4-4b85-830d-58027a083ef2 up at agent ovs-agent-n-d-713301-16 {{(pid=95103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 19:22:41.654292 n-d-713301-16 neutron-server[95104]: DEBUG neutron_lib.callbacks.manager [None req-52cc7214-1ac9-4dce-84da-a9a0fcbd53ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:22:41.729586 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Provisioning complete for port 684795ac-9be4-4b85-830d-58027a083ef2 triggered by entity L2. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:22:41.730218 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:22:41.809320 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Device d34748ee-625c-4c2a-af58-04e1e683d6b4 up at agent hyperv_n-h2-713301-16 {{(pid=95103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 19:22:42.105433 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Provisioning for port d34748ee-625c-4c2a-af58-04e1e683d6b4 completed by entity L2. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 19:22:42.151833 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Device 326b5816-3159-409f-b98a-e23377c96e50 details requested by agent hyperv_n-h1-713301-16 with host n-h1-713301-16 {{(pid=95103) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 19:22:42.155957 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Provisioning complete for port d34748ee-625c-4c2a-af58-04e1e683d6b4 triggered by entity L2. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:22:42.156331 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:22:42.312321 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6f789a-e4af-4b84-9c61-3c107af035e0 req-1bcaa064-c9a2-42a6-afaf-aa8f4e7ca436 tempest-ServersWithSpecificFlavorTestJSON-1837670196 tempest-ServersWithSpecificFlavorTestJSON-1837670196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:22:42.328541 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-4e6f789a-e4af-4b84-9c61-3c107af035e0 req-1bcaa064-c9a2-42a6-afaf-aa8f4e7ca436 tempest-ServersWithSpecificFlavorTestJSON-1837670196 tempest-ServersWithSpecificFlavorTestJSON-1837670196-project] 10.222.0.67 "GET /v2.0/ports?device_id=56dbe3b8-fbb3-4256-9bd0-adad1d2faa26 HTTP/1.1" status: 200 len: 946 time: 0.1935833 Sep 23 19:22:42.331801 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-4efdaf09-454c-454a-8a58-eb00564fd6eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:22:42.449454 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-4e6f789a-e4af-4b84-9c61-3c107af035e0 req-2cb1c959-6d3b-4af5-a81b-33277f668c6a tempest-ServersWithSpecificFlavorTestJSON-1837670196 tempest-ServersWithSpecificFlavorTestJSON-1837670196-project] 10.222.0.67 "GET /v2.0/security-groups?id=d5229659-9431-4b80-bd22-2c55198ccc0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1163023 Sep 23 19:22:42.644593 n-d-713301-16 neutron-server[95104]: DEBUG neutron_lib.callbacks.manager [None req-52cc7214-1ac9-4dce-84da-a9a0fcbd53ac None None] Notify callbacks [] for port, precommit_update {{(pid=95104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:22:42.653249 n-d-713301-16 neutron-server[95104]: DEBUG neutron_lib.callbacks.manager [None req-52cc7214-1ac9-4dce-84da-a9a0fcbd53ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:22:42.710329 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a99e7568-e45f-438a-8394-39d26e4edc40 req-a79d5f75-1de5-45ce-89ba-6a659e93c9b9 tempest-ServersTestJSON-2044209823 tempest-ServersTestJSON-2044209823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:22:42.720775 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65371631-a560-4d66-942c-7e11c4ce4e91 None None] Pushing event updated for resources: {'Port': ['ID=2995c58a-2807-4ad6-b773-1ecb046c02ff,revision_number=2']} {{(pid=95104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:22:42.729241 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-a99e7568-e45f-438a-8394-39d26e4edc40 req-a79d5f75-1de5-45ce-89ba-6a659e93c9b9 tempest-ServersTestJSON-2044209823 tempest-ServersTestJSON-2044209823-project] 10.222.0.67 "GET /v2.0/ports?device_id=dcaaa8c8-6c24-4bcf-8c44-32093a3b0c39 HTTP/1.1" status: 200 len: 944 time: 0.1108780 Sep 23 19:22:42.733592 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65371631-a560-4d66-942c-7e11c4ce4e91 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:22:42.734018 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65371631-a560-4d66-942c-7e11c4ce4e91 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:22:42.734437 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65371631-a560-4d66-942c-7e11c4ce4e91 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:22:42.734821 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65371631-a560-4d66-942c-7e11c4ce4e91 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:22:42.735462 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65371631-a560-4d66-942c-7e11c4ce4e91 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:22:42.735732 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65371631-a560-4d66-942c-7e11c4ce4e91 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:22:42.736633 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65371631-a560-4d66-942c-7e11c4ce4e91 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:22:42.736834 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65371631-a560-4d66-942c-7e11c4ce4e91 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:22:42.737232 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65371631-a560-4d66-942c-7e11c4ce4e91 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:22:42.737650 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65371631-a560-4d66-942c-7e11c4ce4e91 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:22:42.738084 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65371631-a560-4d66-942c-7e11c4ce4e91 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:22:42.738626 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65371631-a560-4d66-942c-7e11c4ce4e91 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:22:42.770352 n-d-713301-16 neutron-server[95104]: DEBUG neutron.plugins.ml2.managers [None req-52cc7214-1ac9-4dce-84da-a9a0fcbd53ac None None] Attempting to bind port 2995c58a-2807-4ad6-b773-1ecb046c02ff on host n-d-713301-16 for vnic_type normal with profile {{(pid=95104) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 19:22:42.770831 n-d-713301-16 neutron-server[95104]: DEBUG neutron.plugins.ml2.managers [None req-52cc7214-1ac9-4dce-84da-a9a0fcbd53ac None None] Attempting to bind port 2995c58a-2807-4ad6-b773-1ecb046c02ff by drivers openvswitch,hyperv on host n-d-713301-16 at level 0 using segments [{'id': '7d4027f1-d893-4c7b-95d4-757b8e44e380', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac'}] {{(pid=95104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 19:22:42.771339 n-d-713301-16 neutron-server[95104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52cc7214-1ac9-4dce-84da-a9a0fcbd53ac None None] Attempting to bind port 2995c58a-2807-4ad6-b773-1ecb046c02ff on network 5dec5c09-378e-4f50-89cc-d94eb81c3bac {{(pid=95104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:22:42.792966 n-d-713301-16 neutron-server[95104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52cc7214-1ac9-4dce-84da-a9a0fcbd53ac None None] Checking agent: {'id': '70a14545-df24-472f-8f95-bfe1719bff93', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 19, 7, 53), 'started_at': datetime.datetime(2021, 9, 23, 19, 8, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 19, 22, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 19:22:42.793243 n-d-713301-16 neutron-server[95101]: DEBUG neutron.db.db_base_plugin_common [None req-4efdaf09-454c-454a-8a58-eb00564fd6eb admin admin] Allocated IP 172.20.0.1 (626242e7-b9b5-47f6-b08e-bc2bea26ae3a/17e0e39c-66a8-492f-a51a-7158f1f43ff2/20aa2b92-000d-4b06-8d1a-c223281fd263) {{(pid=95101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 19:22:42.793472 n-d-713301-16 neutron-server[95104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52cc7214-1ac9-4dce-84da-a9a0fcbd53ac None None] Checking segment: {'id': '7d4027f1-d893-4c7b-95d4-757b8e44e380', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95104) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:22:42.795356 n-d-713301-16 neutron-server[95104]: DEBUG neutron_lib.callbacks.manager [None req-52cc7214-1ac9-4dce-84da-a9a0fcbd53ac None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:22:42.796235 n-d-713301-16 neutron-server[95104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52cc7214-1ac9-4dce-84da-a9a0fcbd53ac None None] Bound using segment: {'id': '7d4027f1-d893-4c7b-95d4-757b8e44e380', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac'} {{(pid=95104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 19:22:42.798337 n-d-713301-16 neutron-server[95104]: DEBUG neutron.plugins.ml2.managers [None req-52cc7214-1ac9-4dce-84da-a9a0fcbd53ac None None] Bound port: 2995c58a-2807-4ad6-b773-1ecb046c02ff, host: n-d-713301-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7d4027f1-d893-4c7b-95d4-757b8e44e380', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac'}}] {{(pid=95104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 19:22:42.799960 n-d-713301-16 neutron-server[95104]: DEBUG neutron_lib.callbacks.manager [None req-52cc7214-1ac9-4dce-84da-a9a0fcbd53ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:22:42.800716 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-a99e7568-e45f-438a-8394-39d26e4edc40 req-a1557603-0f3a-427d-9172-4a1a7f0c5db0 tempest-ServersTestJSON-2044209823 tempest-ServersTestJSON-2044209823-project] 10.222.0.67 "GET /v2.0/security-groups?id=b87b4d2a-dc5f-4c37-8504-d48d1299302b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0705001 Sep 23 19:22:43.000879 n-d-713301-16 neutron-server[95104]: DEBUG neutron.plugins.ml2.db [None req-52cc7214-1ac9-4dce-84da-a9a0fcbd53ac None None] For port 2995c58a-2807-4ad6-b773-1ecb046c02ff, host n-d-713301-16, cleared binding levels {{(pid=95104) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 19:22:43.012755 n-d-713301-16 neutron-server[95104]: DEBUG neutron.plugins.ml2.db [None req-52cc7214-1ac9-4dce-84da-a9a0fcbd53ac None None] For port 2995c58a-2807-4ad6-b773-1ecb046c02ff, host n-d-713301-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-16',level=0,port_id=2995c58a-2807-4ad6-b773-1ecb046c02ff,segment=NetworkSegment(7d4027f1-d893-4c7b-95d4-757b8e44e380),segment_id=7d4027f1-d893-4c7b-95d4-757b8e44e380)] {{(pid=95104) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 19:22:43.021661 n-d-713301-16 neutron-server[95104]: DEBUG neutron_lib.callbacks.manager [None req-52cc7214-1ac9-4dce-84da-a9a0fcbd53ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:22:43.050086 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dceff924-0acc-41a7-b834-3384a034d94a req-e4c7eaf4-f113-4693-903e-1423d419deaa tempest-LiveAutoBlockMigrationV225Test-1531822435 tempest-LiveAutoBlockMigrationV225Test-1531822435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:22:43.070990 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-dceff924-0acc-41a7-b834-3384a034d94a req-e4c7eaf4-f113-4693-903e-1423d419deaa tempest-LiveAutoBlockMigrationV225Test-1531822435 tempest-LiveAutoBlockMigrationV225Test-1531822435-project] 10.222.0.67 "GET /v2.0/ports?device_id=de0af560-d2ac-4171-85e4-8fb7a1b63f67 HTTP/1.1" status: 200 len: 945 time: 0.1614244 Sep 23 19:22:43.126049 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:22:43.142921 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-4efdaf09-454c-454a-8a58-eb00564fd6eb admin admin] Notify callbacks [] for port, precommit_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:22:43.150676 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] For port 326b5816-3159-409f-b98a-e23377c96e50, host n-h1-713301-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-16',level=0,port_id=326b5816-3159-409f-b98a-e23377c96e50,segment=NetworkSegment(67b8f6c5-b740-4a28-a82e-f136ec158977),segment_id=67b8f6c5-b740-4a28-a82e-f136ec158977)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:22:43.160750 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52cc7214-1ac9-4dce-84da-a9a0fcbd53ac None None] Routers {'45071164-db17-4c91-bd09-ea8032404121'} bound to L3 agent in host n-d-713301-16 {{(pid=95104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 19:22:43.161465 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_hamode_db [None req-52cc7214-1ac9-4dce-84da-a9a0fcbd53ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-23T19:07:52Z,description=,heartbeat_timestamp=2021-09-23T19:22:22Z,host='n-d-713301-16',id=79a740bf-7821-4989-8288-7186e3e128f3,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:07:52Z,topic='l3_agent')) {'router_ids': ['45071164-db17-4c91-bd09-ea8032404121'], 'active': True} {{(pid=95104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:22:43.166282 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65371631-a560-4d66-942c-7e11c4ce4e91 None None] Pushing event updated for resources: {'Port': ['ID=2995c58a-2807-4ad6-b773-1ecb046c02ff,revision_number=3']} {{(pid=95104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:22:43.197272 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-dceff924-0acc-41a7-b834-3384a034d94a req-68c3f532-0fdf-40ad-af24-adda16a6a80a tempest-LiveAutoBlockMigrationV225Test-1531822435 tempest-LiveAutoBlockMigrationV225Test-1531822435-project] 10.222.0.67 "GET /v2.0/security-groups?id=6d32247e-8bb7-4ae1-818c-76baafa39c73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1248946 Sep 23 19:22:43.239592 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Returning: {'device': '326b5816-3159-409f-b98a-e23377c96e50', 'network_id': 'e0ba4ff6-5ece-4e5d-bf2e-f8698c833ccd', 'port_id': '326b5816-3159-409f-b98a-e23377c96e50', 'mac_address': 'fa:16:3e:d5:9c:e4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 640, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '526f8162-a9a5-4b30-85c5-b8b73ce78140', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95103) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 19:22:43.260307 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-4efdaf09-454c-454a-8a58-eb00564fd6eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783145673135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5607431'] for port, after_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:22:43.294867 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] For port d34748ee-625c-4c2a-af58-04e1e683d6b4, host n-h2-713301-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-16',level=0,port_id=d34748ee-625c-4c2a-af58-04e1e683d6b4,segment=NetworkSegment(5e7e2223-350e-4937-8d7b-2c6ab6ddc0ab),segment_id=5e7e2223-350e-4937-8d7b-2c6ab6ddc0ab)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:22:43.296633 n-d-713301-16 neutron-server[95103]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de0af560-d2ac-4171-85e4-8fb7a1b63f67', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd34748ee-625c-4c2a-af58-04e1e683d6b4'}] {{(pid=95103) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 19:22:43.300256 n-d-713301-16 neutron-server[95103]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}81a1c17f2aa89d5b3ebbba3a3e0cf7eb588e431c2224256110c4c4facdd7c3e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46e19dea-0547-4877-b039-e8f8eba51e2c" -d '{"events": [{"server_uuid": "de0af560-d2ac-4171-85e4-8fb7a1b63f67", "name": "network-vif-plugged", "status": "completed", "tag": "d34748ee-625c-4c2a-af58-04e1e683d6b4"}]}' {{(pid=95103) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 19:22:43.355155 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:22:43.378029 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:22:43.382817 n-d-713301-16 neutron-server[95103]: DEBUG neutron.notifiers.nova [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 326b5816-3159-409f-b98a-e23377c96e50 {{(pid=95103) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 19:22:43.387630 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4efdaf09-454c-454a-8a58-eb00564fd6eb admin admin] Network 626242e7-b9b5-47f6-b08e-bc2bea26ae3a is already hosted by enough agents. {{(pid=95101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:22:43.390953 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.base_scheduler [None req-4efdaf09-454c-454a-8a58-eb00564fd6eb admin admin] Resources bound (agent type, host, resource id): {{(pid=95101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:22:43.395146 n-d-713301-16 neutron-server[95101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4efdaf09-454c-454a-8a58-eb00564fd6eb admin admin] Received port after_create {{(pid=95101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 19:22:43.461700 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4efdaf09-454c-454a-8a58-eb00564fd6eb admin admin] Pushing event updated for resources: {'Port': ['ID=20aa2b92-000d-4b06-8d1a-c223281fd263,revision_number=1']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:22:43.479254 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_dvr_db [None req-52cc7214-1ac9-4dce-84da-a9a0fcbd53ac None None] Set router 45071164-db17-4c91-bd09-ea8032404121 gateway port host: n-d-713301-16 {{(pid=95104) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 19:22:43.490640 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Pushing event updated for resources: {'Port': ['ID=d34748ee-625c-4c2a-af58-04e1e683d6b4,revision_number=5']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:22:43.518572 n-d-713301-16 neutron-server[95103]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 19:22:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5c35c9e-9731-499c-930b-4492aefbc231 x-openstack-request-id: req-c5c35c9e-9731-499c-930b-4492aefbc231 {{(pid=95103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 19:22:43.518850 n-d-713301-16 neutron-server[95103]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "de0af560-d2ac-4171-85e4-8fb7a1b63f67", "name": "network-vif-plugged", "status": "completed", "tag": "d34748ee-625c-4c2a-af58-04e1e683d6b4", "code": 200}]} {{(pid=95103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 19:22:43.519196 n-d-713301-16 neutron-server[95103]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-c5c35c9e-9731-499c-930b-4492aefbc231 {{(pid=95103) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 19:22:43.519855 n-d-713301-16 neutron-server[95103]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de0af560-d2ac-4171-85e4-8fb7a1b63f67', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd34748ee-625c-4c2a-af58-04e1e683d6b4', 'code': 200} Sep 23 19:22:43.528270 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-4efdaf09-454c-454a-8a58-eb00564fd6eb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-601987'] for router_interface, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:22:43.563822 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] For port 326b5816-3159-409f-b98a-e23377c96e50, host n-h1-713301-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-16',level=0,port_id=326b5816-3159-409f-b98a-e23377c96e50,segment=NetworkSegment(67b8f6c5-b740-4a28-a82e-f136ec158977),segment_id=67b8f6c5-b740-4a28-a82e-f136ec158977)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:22:43.578402 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:22:43.802379 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Pushing event updated for resources: {'Port': ['ID=326b5816-3159-409f-b98a-e23377c96e50,revision_number=4']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:22:43.927120 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] get_ports_and_sgs() called for port_ids ['326b5816-3159-409f-b98a-e23377c96e50'] {{(pid=95103) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 19:22:43.971629 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea40dfa-d76d-4343-ac7c-d0823bbd1fc2 req-a0cfc01f-0b76-4659-9f57-6e68662d65d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:22:43.973274 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-bea40dfa-d76d-4343-ac7c-d0823bbd1fc2 req-a0cfc01f-0b76-4659-9f57-6e68662d65d0 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=de0af560-d2ac-4171-85e4-8fb7a1b63f67 HTTP/1.1" status: 200 len: 1098 time: 0.3175430 Sep 23 19:22:44.027679 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-4efdaf09-454c-454a-8a58-eb00564fd6eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:22:44.034297 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_hamode_db [None req-52cc7214-1ac9-4dce-84da-a9a0fcbd53ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45071164-db17-4c91-bd09-ea8032404121', 'name': 'tempest-FloatingIPDetailsTestJSON-502021146-router', 'tenant_id': 'c07b619ca6164464b82d9ea40a2a3fd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'external_fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.110'}], 'enable_snat': True}, 'gw_port_id': '2995c58a-2807-4ad6-b773-1ecb046c02ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:22:35Z', 'updated_at': '2021-09-23T19:22:38Z', 'revision_number': 3, 'project_id': 'c07b619ca6164464b82d9ea40a2a3fd7', 'gw_port': {'id': '2995c58a-2807-4ad6-b773-1ecb046c02ff', 'name': '', 'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:4e:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '45071164-db17-4c91-bd09-ea8032404121', 'device_owner': 'network:router_gateway', 'standard_attr_id': 676, 'fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:22:36Z', 'updated_at': '2021-09-23T19:22:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-16'}], 'n-d-713301-16', False) {} {{(pid=95104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:22:44.065841 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e14b9b0d-e3b1-407d-9b24-ae780f500b42 req-7987afa9-f0b1-4b23-941f-c1342f562a7d tempest-ServersTestJSON-2044209823 tempest-ServersTestJSON-2044209823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:22:44.070121 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-e14b9b0d-e3b1-407d-9b24-ae780f500b42 req-7987afa9-f0b1-4b23-941f-c1342f562a7d tempest-ServersTestJSON-2044209823 tempest-ServersTestJSON-2044209823-project] 10.222.0.67 "GET /v2.0/ports?device_id=dcaaa8c8-6c24-4bcf-8c44-32093a3b0c39 HTTP/1.1" status: 200 len: 945 time: 0.1080580 Sep 23 19:22:44.102712 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-42a15b12-824a-4a07-bdc3-b860a2505345 None None] Provisioning complete for port 20aa2b92-000d-4b06-8d1a-c223281fd263 triggered by entity DHCP. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:22:44.104421 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-42a15b12-824a-4a07-bdc3-b860a2505345 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:22:44.105911 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52cc7214-1ac9-4dce-84da-a9a0fcbd53ac None None] The sync data for ids ['45071164-db17-4c91-bd09-ea8032404121'] in n-d-713301-16 is: [{'id': '45071164-db17-4c91-bd09-ea8032404121', 'name': 'tempest-FloatingIPDetailsTestJSON-502021146-router', 'tenant_id': 'c07b619ca6164464b82d9ea40a2a3fd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'external_fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.110'}], 'enable_snat': True}, 'gw_port_id': '2995c58a-2807-4ad6-b773-1ecb046c02ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:22:35Z', 'updated_at': '2021-09-23T19:22:38Z', 'revision_number': 3, 'project_id': 'c07b619ca6164464b82d9ea40a2a3fd7', 'gw_port': {'id': '2995c58a-2807-4ad6-b773-1ecb046c02ff', 'name': '', 'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:4e:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '45071164-db17-4c91-bd09-ea8032404121', 'device_owner': 'network:router_gateway', 'standard_attr_id': 676, 'fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:22:36Z', 'updated_at': '2021-09-23T19:22:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-16'}] {{(pid=95104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 19:22:44.125114 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-bea40dfa-d76d-4343-ac7c-d0823bbd1fc2 req-87288782-502b-4aed-b563-2bdeca85154a service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=6d32247e-8bb7-4ae1-818c-76baafa39c73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1337256 Sep 23 19:22:44.188101 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-e14b9b0d-e3b1-407d-9b24-ae780f500b42 req-578fccb1-4d31-4b14-803c-b971abc516fc tempest-ServersTestJSON-2044209823 tempest-ServersTestJSON-2044209823-project] 10.222.0.67 "GET /v2.0/security-groups?id=b87b4d2a-dc5f-4c37-8504-d48d1299302b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1046007 Sep 23 19:22:44.245185 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.plugin [None req-42a15b12-824a-4a07-bdc3-b860a2505345 None None] Port 20aa2b92-000d-4b06-8d1a-c223281fd263 cannot update to ACTIVE because it is not bound. {{(pid=95103) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 19:22:44.437228 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-4efdaf09-454c-454a-8a58-eb00564fd6eb admin admin] Notify callbacks [] for port, precommit_update {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:22:44.450822 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-4efdaf09-454c-454a-8a58-eb00564fd6eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5607436'] for port, after_update {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:22:44.581297 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4efdaf09-454c-454a-8a58-eb00564fd6eb admin admin] Pushing event updated for resources: {'Port': ['ID=20aa2b92-000d-4b06-8d1a-c223281fd263,revision_number=2']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:22:44.601160 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2baf517b-da9f-4662-8842-64b24f996b4f req-9dd7d142-45fe-4260-aa95-e9a4d29053ee tempest-LiveAutoBlockMigrationV225Test-1531822435 tempest-LiveAutoBlockMigrationV225Test-1531822435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:22:44.601549 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-4efdaf09-454c-454a-8a58-eb00564fd6eb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-527313', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-601459'] for router_interface, after_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:22:44.641846 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-2baf517b-da9f-4662-8842-64b24f996b4f req-9dd7d142-45fe-4260-aa95-e9a4d29053ee tempest-LiveAutoBlockMigrationV225Test-1531822435 tempest-LiveAutoBlockMigrationV225Test-1531822435-project] 10.222.0.67 "GET /v2.0/ports?device_id=de0af560-d2ac-4171-85e4-8fb7a1b63f67 HTTP/1.1" status: 200 len: 946 time: 0.1895885 Sep 23 19:22:44.841204 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-2baf517b-da9f-4662-8842-64b24f996b4f req-96410d35-ea00-46b3-b4cf-25593a6ed0b7 tempest-LiveAutoBlockMigrationV225Test-1531822435 tempest-LiveAutoBlockMigrationV225Test-1531822435-project] 10.222.0.67 "GET /v2.0/security-groups?id=6d32247e-8bb7-4ae1-818c-76baafa39c73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1981082 Sep 23 19:22:44.849056 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4efdaf09-454c-454a-8a58-eb00564fd6eb admin admin] Network 626242e7-b9b5-47f6-b08e-bc2bea26ae3a is already hosted by enough agents. {{(pid=95101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:22:44.851463 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.base_scheduler [None req-4efdaf09-454c-454a-8a58-eb00564fd6eb admin admin] Resources bound (agent type, host, resource id): {{(pid=95101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:22:45.190018 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4efdaf09-454c-454a-8a58-eb00564fd6eb admin admin] Router 45071164-db17-4c91-bd09-ea8032404121 has already been hosted by L3 agent 79a740bf-7821-4989-8288-7186e3e128f3 {{(pid=95101) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 19:22:45.437843 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-cb04e6bc-94e0-47ed-beaa-baf50f8217a1 None None] Provisioning complete for port 20aa2b92-000d-4b06-8d1a-c223281fd263 triggered by entity DHCP. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:22:45.438408 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-cb04e6bc-94e0-47ed-beaa-baf50f8217a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:22:45.510545 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4efdaf09-454c-454a-8a58-eb00564fd6eb admin admin] Notify agent at l3_agent.n-d-713301-16 the message routers_updated {{(pid=95101) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 19:22:45.517745 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-4efdaf09-454c-454a-8a58-eb00564fd6eb admin admin] 10.222.0.67 "PUT /v2.0/routers/45071164-db17-4c91-bd09-ea8032404121/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5719261 Sep 23 19:22:45.556454 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24dfc517-bc99-4373-9532-c0b17f1fefde req-895ff04a-c05d-418d-8755-6dd87900565c tempest-ServersTestJSON-2044209823 tempest-ServersTestJSON-2044209823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:22:45.563510 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-24dfc517-bc99-4373-9532-c0b17f1fefde req-895ff04a-c05d-418d-8755-6dd87900565c tempest-ServersTestJSON-2044209823 tempest-ServersTestJSON-2044209823-project] 10.222.0.67 "GET /v2.0/ports?device_id=dcaaa8c8-6c24-4bcf-8c44-32093a3b0c39 HTTP/1.1" status: 200 len: 945 time: 0.1693614 Sep 23 19:22:45.706393 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.plugin [None req-cb04e6bc-94e0-47ed-beaa-baf50f8217a1 None None] Port 20aa2b92-000d-4b06-8d1a-c223281fd263 cannot update to ACTIVE because it is not bound. {{(pid=95103) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 19:22:45.748141 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-24dfc517-bc99-4373-9532-c0b17f1fefde req-ef115687-ed20-49d5-915d-c1fb0abab1ca tempest-ServersTestJSON-2044209823 tempest-ServersTestJSON-2044209823-project] 10.222.0.67 "GET /v2.0/security-groups?id=b87b4d2a-dc5f-4c37-8504-d48d1299302b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1650229 Sep 23 19:22:45.788626 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Device fdb3c24f-2fa2-479d-8c4c-570663862e9f details requested by agent hyperv_n-h2-713301-16 with host n-h2-713301-16 {{(pid=95103) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 19:22:45.886130 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Device 2995c58a-2807-4ad6-b773-1ecb046c02ff up at agent ovs-agent-n-d-713301-16 {{(pid=95103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 19:22:46.079487 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Provisioning complete for port 2995c58a-2807-4ad6-b773-1ecb046c02ff triggered by entity L2. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:22:46.082789 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:22:46.173164 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Device 326b5816-3159-409f-b98a-e23377c96e50 up at agent hyperv_n-h1-713301-16 {{(pid=95103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 19:22:46.197448 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f882f7d-ccdf-4c58-9bc6-c895f434f994 req-52506e8b-48c3-4439-9d7a-c58ba846ddf5 tempest-LiveAutoBlockMigrationV225Test-1531822435 tempest-LiveAutoBlockMigrationV225Test-1531822435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:22:46.201492 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-5f882f7d-ccdf-4c58-9bc6-c895f434f994 req-52506e8b-48c3-4439-9d7a-c58ba846ddf5 tempest-LiveAutoBlockMigrationV225Test-1531822435 tempest-LiveAutoBlockMigrationV225Test-1531822435-project] 10.222.0.67 "GET /v2.0/ports?device_id=de0af560-d2ac-4171-85e4-8fb7a1b63f67 HTTP/1.1" status: 200 len: 946 time: 0.2013576 Sep 23 19:22:46.227068 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] For port fdb3c24f-2fa2-479d-8c4c-570663862e9f, host n-h2-713301-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-16',level=0,port_id=fdb3c24f-2fa2-479d-8c4c-570663862e9f,segment=NetworkSegment(2f3be12e-dba6-4aef-9978-6b9e569ce081),segment_id=2f3be12e-dba6-4aef-9978-6b9e569ce081)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:22:46.330607 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Returning: {'device': 'fdb3c24f-2fa2-479d-8c4c-570663862e9f', 'network_id': '3933cf84-cdd3-4c59-ac2d-c58afedb7fce', 'port_id': 'fdb3c24f-2fa2-479d-8c4c-570663862e9f', 'mac_address': 'fa:16:3e:ae:52:ad', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 607, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ddb01988-b766-48de-9eb4-7d664700d39d', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95103) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 19:22:46.445892 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:22:46.537450 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-5f882f7d-ccdf-4c58-9bc6-c895f434f994 req-2b959435-dc5c-400f-8bda-7df215374c70 tempest-LiveAutoBlockMigrationV225Test-1531822435 tempest-LiveAutoBlockMigrationV225Test-1531822435-project] 10.222.0.67 "GET /v2.0/security-groups?id=6d32247e-8bb7-4ae1-818c-76baafa39c73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2571573 Sep 23 19:22:46.573257 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] For port 2995c58a-2807-4ad6-b773-1ecb046c02ff, host n-d-713301-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-16',level=0,port_id=2995c58a-2807-4ad6-b773-1ecb046c02ff,segment=NetworkSegment(7d4027f1-d893-4c7b-95d4-757b8e44e380),segment_id=7d4027f1-d893-4c7b-95d4-757b8e44e380)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:22:46.590279 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:22:46.611072 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Provisioning for port 326b5816-3159-409f-b98a-e23377c96e50 completed by entity L2. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 19:22:46.639388 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Provisioning complete for port 326b5816-3159-409f-b98a-e23377c96e50 triggered by entity L2. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:22:46.639836 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:22:46.677164 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-27a9d899-626c-4f8f-b843-c2923884e8b7 req-430ce7cd-05af-488c-b98b-c9e08d137b11 tempest-FloatingIPDetailsTestJSON-240215950 tempest-FloatingIPDetailsTestJSON-240215950-project] 10.222.0.67 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.7103410 Sep 23 19:22:46.691031 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.v2.base [req-27a9d899-626c-4f8f-b843-c2923884e8b7 req-3f63d205-0be0-4de2-8231-699b4db86fff tempest-FloatingIPDetailsTestJSON-240215950 tempest-FloatingIPDetailsTestJSON-240215950-project] Request body: {'floatingip': {'floating_network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac'}} {{(pid=95102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:22:46.707273 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:22:46.788222 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Pushing event updated for resources: {'Port': ['ID=2995c58a-2807-4ad6-b773-1ecb046c02ff,revision_number=4']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:22:46.817326 n-d-713301-16 neutron-server[95103]: DEBUG neutron.notifiers.nova [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id fdb3c24f-2fa2-479d-8c4c-570663862e9f {{(pid=95103) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 19:22:46.821996 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-27a9d899-626c-4f8f-b843-c2923884e8b7 req-3f63d205-0be0-4de2-8231-699b4db86fff tempest-FloatingIPDetailsTestJSON-240215950 tempest-FloatingIPDetailsTestJSON-240215950-project] Notify callbacks [] for floatingip, before_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:22:46.897318 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] For port fdb3c24f-2fa2-479d-8c4c-570663862e9f, host n-h2-713301-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-16',level=0,port_id=fdb3c24f-2fa2-479d-8c4c-570663862e9f,segment=NetworkSegment(2f3be12e-dba6-4aef-9978-6b9e569ce081),segment_id=2f3be12e-dba6-4aef-9978-6b9e569ce081)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:22:46.905150 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:22:46.944545 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] For port 326b5816-3159-409f-b98a-e23377c96e50, host n-h1-713301-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-16',level=0,port_id=326b5816-3159-409f-b98a-e23377c96e50,segment=NetworkSegment(67b8f6c5-b740-4a28-a82e-f136ec158977),segment_id=67b8f6c5-b740-4a28-a82e-f136ec158977)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:22:46.946714 n-d-713301-16 neutron-server[95103]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dcaaa8c8-6c24-4bcf-8c44-32093a3b0c39', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '326b5816-3159-409f-b98a-e23377c96e50'}] {{(pid=95103) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 19:22:46.949680 n-d-713301-16 neutron-server[95103]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}81a1c17f2aa89d5b3ebbba3a3e0cf7eb588e431c2224256110c4c4facdd7c3e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-965038c7-60fd-45d0-9b00-38a4c4e45791" -d '{"events": [{"server_uuid": "dcaaa8c8-6c24-4bcf-8c44-32093a3b0c39", "name": "network-vif-plugged", "status": "completed", "tag": "326b5816-3159-409f-b98a-e23377c96e50"}]}' {{(pid=95103) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 19:22:46.953513 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:22:47.021697 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-27a9d899-626c-4f8f-b843-c2923884e8b7 req-3f63d205-0be0-4de2-8231-699b4db86fff tempest-FloatingIPDetailsTestJSON-240215950 tempest-FloatingIPDetailsTestJSON-240215950-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:22:47.043798 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:22:47.048552 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Pushing event updated for resources: {'Port': ['ID=fdb3c24f-2fa2-479d-8c4c-570663862e9f,revision_number=6']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:22:47.165973 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Pushing event updated for resources: {'Port': ['ID=326b5816-3159-409f-b98a-e23377c96e50,revision_number=5']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:22:47.246364 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] get_ports_and_sgs() called for port_ids ['fdb3c24f-2fa2-479d-8c4c-570663862e9f'] {{(pid=95103) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 19:22:47.295808 n-d-713301-16 neutron-server[95102]: DEBUG neutron.db.db_base_plugin_common [req-27a9d899-626c-4f8f-b843-c2923884e8b7 req-3f63d205-0be0-4de2-8231-699b4db86fff tempest-FloatingIPDetailsTestJSON-240215950 tempest-FloatingIPDetailsTestJSON-240215950-project] Allocated IP 172.25.1.6 (5dec5c09-378e-4f50-89cc-d94eb81c3bac/eff83446-018c-428d-b3f5-54ac9abe7a2a/249537d4-0079-4e3d-91f3-f9b4296f1834) {{(pid=95102) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 19:22:47.698697 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f176d5b-f7ae-472a-8109-ce92003c1bba None None] Sync routers for ids ['45071164-db17-4c91-bd09-ea8032404121'] in n-d-713301-16 {{(pid=95103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 19:22:47.723894 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-27a9d899-626c-4f8f-b843-c2923884e8b7 req-3f63d205-0be0-4de2-8231-699b4db86fff tempest-FloatingIPDetailsTestJSON-240215950 tempest-FloatingIPDetailsTestJSON-240215950-project] Notify callbacks [] for port, precommit_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:22:47.725747 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f176d5b-f7ae-472a-8109-ce92003c1bba None None] Routers {'45071164-db17-4c91-bd09-ea8032404121'} bound to L3 agent in host n-d-713301-16 {{(pid=95103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 19:22:47.726770 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_hamode_db [None req-8f176d5b-f7ae-472a-8109-ce92003c1bba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-23T19:07:52Z,description=,heartbeat_timestamp=2021-09-23T19:22:22Z,host='n-d-713301-16',id=79a740bf-7821-4989-8288-7186e3e128f3,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:07:52Z,topic='l3_agent')) {'router_ids': ['45071164-db17-4c91-bd09-ea8032404121'], 'active': True} {{(pid=95103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:22:47.798963 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Device 2995c58a-2807-4ad6-b773-1ecb046c02ff up at agent ovs-agent-n-d-713301-16 {{(pid=95103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 19:22:47.842066 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-27a9d899-626c-4f8f-b843-c2923884e8b7 req-3f63d205-0be0-4de2-8231-699b4db86fff tempest-FloatingIPDetailsTestJSON-240215950 tempest-FloatingIPDetailsTestJSON-240215950-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783145673135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4399100'] for port, after_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:22:47.904832 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Device fdb3c24f-2fa2-479d-8c4c-570663862e9f up at agent hyperv_n-h2-713301-16 {{(pid=95103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 19:22:47.910186 n-d-713301-16 neutron-server[95102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-27a9d899-626c-4f8f-b843-c2923884e8b7 req-3f63d205-0be0-4de2-8231-699b4db86fff tempest-FloatingIPDetailsTestJSON-240215950 tempest-FloatingIPDetailsTestJSON-240215950-project] Network 5dec5c09-378e-4f50-89cc-d94eb81c3bac is already hosted by enough agents. {{(pid=95102) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:22:47.930877 n-d-713301-16 neutron-server[95102]: DEBUG neutron.scheduler.base_scheduler [req-27a9d899-626c-4f8f-b843-c2923884e8b7 req-3f63d205-0be0-4de2-8231-699b4db86fff tempest-FloatingIPDetailsTestJSON-240215950 tempest-FloatingIPDetailsTestJSON-240215950-project] Resources bound (agent type, host, resource id): {{(pid=95102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:22:47.939155 n-d-713301-16 neutron-server[95102]: DEBUG neutron.db.l3_dvrscheduler_db [req-27a9d899-626c-4f8f-b843-c2923884e8b7 req-3f63d205-0be0-4de2-8231-699b4db86fff tempest-FloatingIPDetailsTestJSON-240215950 tempest-FloatingIPDetailsTestJSON-240215950-project] Received port after_create {{(pid=95102) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 19:22:47.972707 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f63d205-0be0-4de2-8231-699b4db86fff tempest-FloatingIPDetailsTestJSON-240215950 tempest-FloatingIPDetailsTestJSON-240215950-project] Pushing event updated for resources: {'Port': ['ID=249537d4-0079-4e3d-91f3-f9b4296f1834,revision_number=1']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:22:48.127131 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Provisioning complete for port fdb3c24f-2fa2-479d-8c4c-570663862e9f triggered by entity L2. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:22:48.127589 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:22:48.171011 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-27a9d899-626c-4f8f-b843-c2923884e8b7 req-3f63d205-0be0-4de2-8231-699b4db86fff tempest-FloatingIPDetailsTestJSON-240215950 tempest-FloatingIPDetailsTestJSON-240215950-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:22:48.237532 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Provisioning complete for port 2995c58a-2807-4ad6-b773-1ecb046c02ff triggered by entity L2. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:22:48.238855 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:22:48.255524 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-27a9d899-626c-4f8f-b843-c2923884e8b7 req-3f63d205-0be0-4de2-8231-699b4db86fff tempest-FloatingIPDetailsTestJSON-240215950 tempest-FloatingIPDetailsTestJSON-240215950-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:22:48.297920 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_dvr_db [None req-8f176d5b-f7ae-472a-8109-ce92003c1bba None None] Set router 45071164-db17-4c91-bd09-ea8032404121 gateway port host: n-d-713301-16 {{(pid=95103) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 19:22:48.638285 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:22:48.842361 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] For port fdb3c24f-2fa2-479d-8c4c-570663862e9f, host n-h2-713301-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-16',level=0,port_id=fdb3c24f-2fa2-479d-8c4c-570663862e9f,segment=NetworkSegment(2f3be12e-dba6-4aef-9978-6b9e569ce081),segment_id=2f3be12e-dba6-4aef-9978-6b9e569ce081)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:22:48.948398 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:22:49.143282 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Pushing event updated for resources: {'Port': ['ID=fdb3c24f-2fa2-479d-8c4c-570663862e9f,revision_number=7']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:22:49.163330 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_hamode_db [None req-8f176d5b-f7ae-472a-8109-ce92003c1bba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45071164-db17-4c91-bd09-ea8032404121', 'name': 'tempest-FloatingIPDetailsTestJSON-502021146-router', 'tenant_id': 'c07b619ca6164464b82d9ea40a2a3fd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'external_fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.110'}], 'enable_snat': True}, 'gw_port_id': '2995c58a-2807-4ad6-b773-1ecb046c02ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:22:35Z', 'updated_at': '2021-09-23T19:22:43Z', 'revision_number': 4, 'project_id': 'c07b619ca6164464b82d9ea40a2a3fd7', 'gw_port': {'id': '2995c58a-2807-4ad6-b773-1ecb046c02ff', 'name': '', 'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:4e:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45071164-db17-4c91-bd09-ea8032404121', 'device_owner': 'network:router_gateway', 'standard_attr_id': 676, 'fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:22:36Z', 'updated_at': '2021-09-23T19:22:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-16', '_interfaces': [{'id': '20aa2b92-000d-4b06-8d1a-c223281fd263', 'name': '', 'network_id': '626242e7-b9b5-47f6-b08e-bc2bea26ae3a', 'tenant_id': 'c07b619ca6164464b82d9ea40a2a3fd7', 'mac_address': 'fa:16:3e:a2:93:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '45071164-db17-4c91-bd09-ea8032404121', 'device_owner': 'network:router_interface', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '17e0e39c-66a8-492f-a51a-7158f1f43ff2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:22:42Z', 'updated_at': '2021-09-23T19:22:44Z', 'revision_number': 2, 'project_id': 'c07b619ca6164464b82d9ea40a2a3fd7', 'subnets': [{'id': '17e0e39c-66a8-492f-a51a-7158f1f43ff2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-16', False) {} {{(pid=95103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:22:49.213260 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f176d5b-f7ae-472a-8109-ce92003c1bba None None] Checking router: 45071164-db17-4c91-bd09-ea8032404121 for host: n-d-713301-16 {{(pid=95103) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 19:22:49.213827 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f176d5b-f7ae-472a-8109-ce92003c1bba None None] Updating router 45071164-db17-4c91-bd09-ea8032404121 port 20aa2b92-000d-4b06-8d1a-c223281fd263 binding host n-d-713301-16 {{(pid=95103) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 23 19:22:49.264641 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-8f176d5b-f7ae-472a-8109-ce92003c1bba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:22:49.330355 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-27a9d899-626c-4f8f-b843-c2923884e8b7 req-3f63d205-0be0-4de2-8231-699b4db86fff tempest-FloatingIPDetailsTestJSON-240215950 tempest-FloatingIPDetailsTestJSON-240215950-project] Notify callbacks [] for port, precommit_update {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:22:49.345567 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-27a9d899-626c-4f8f-b843-c2923884e8b7 req-3f63d205-0be0-4de2-8231-699b4db86fff tempest-FloatingIPDetailsTestJSON-240215950 tempest-FloatingIPDetailsTestJSON-240215950-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4399095'] for port, after_update {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:22:49.416480 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f63d205-0be0-4de2-8231-699b4db86fff tempest-FloatingIPDetailsTestJSON-240215950 tempest-FloatingIPDetailsTestJSON-240215950-project] Pushing event updated for resources: {'Port': ['ID=249537d4-0079-4e3d-91f3-f9b4296f1834,revision_number=2']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:22:49.505956 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-27a9d899-626c-4f8f-b843-c2923884e8b7 req-3f63d205-0be0-4de2-8231-699b4db86fff tempest-FloatingIPDetailsTestJSON-240215950 tempest-FloatingIPDetailsTestJSON-240215950-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-601884'] for floatingip, after_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:22:49.530807 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-27a9d899-626c-4f8f-b843-c2923884e8b7 req-3f63d205-0be0-4de2-8231-699b4db86fff tempest-FloatingIPDetailsTestJSON-240215950 tempest-FloatingIPDetailsTestJSON-240215950-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222849'] for floatingip, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:22:49.548926 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-27a9d899-626c-4f8f-b843-c2923884e8b7 req-3f63d205-0be0-4de2-8231-699b4db86fff tempest-FloatingIPDetailsTestJSON-240215950 tempest-FloatingIPDetailsTestJSON-240215950-project] 10.222.0.67 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 696 time: 2.8645599 Sep 23 19:22:49.632775 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-27a9d899-626c-4f8f-b843-c2923884e8b7 req-d59bfd2d-4187-41eb-92a9-a6d87450d5f7 tempest-FloatingIPDetailsTestJSON-240215950 tempest-FloatingIPDetailsTestJSON-240215950-project] 10.222.0.67 "GET /v2.0/floatingips?floating_ip_address=172.25.1.6 HTTP/1.1" status: 200 len: 694 time: 0.0826194 Sep 23 19:22:49.682618 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-659d3075-656b-4a58-89b6-b959b72f0f44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:22:49.805273 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a9d899-626c-4f8f-b843-c2923884e8b7 req-fcedf36b-d63c-4a34-8ec1-dc29fea7e906 tempest-FloatingIPDetailsTestJSON-240215950 tempest-FloatingIPDetailsTestJSON-240215950-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:22:49.823385 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-27a9d899-626c-4f8f-b843-c2923884e8b7 req-fcedf36b-d63c-4a34-8ec1-dc29fea7e906 tempest-FloatingIPDetailsTestJSON-240215950 tempest-FloatingIPDetailsTestJSON-240215950-project] 10.222.0.67 "GET /v2.0/networks/5dec5c09-378e-4f50-89cc-d94eb81c3bac HTTP/1.1" status: 200 len: 784 time: 0.1888156 Sep 23 19:22:49.927919 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-8f176d5b-f7ae-472a-8109-ce92003c1bba None None] Notify callbacks [] for port, precommit_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:22:49.937938 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-8f176d5b-f7ae-472a-8109-ce92003c1bba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:22:50.094465 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30b77423-85c8-4eef-9298-eb9c58bb26a5 None None] Pushing event updated for resources: {'Port': ['ID=20aa2b92-000d-4b06-8d1a-c223281fd263,revision_number=3']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:22:50.179561 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.managers [None req-8f176d5b-f7ae-472a-8109-ce92003c1bba None None] Attempting to bind port 20aa2b92-000d-4b06-8d1a-c223281fd263 on host n-d-713301-16 for vnic_type normal with profile {{(pid=95103) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 19:22:50.180088 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.managers [None req-8f176d5b-f7ae-472a-8109-ce92003c1bba None None] Attempting to bind port 20aa2b92-000d-4b06-8d1a-c223281fd263 by drivers openvswitch,hyperv on host n-d-713301-16 at level 0 using segments [{'id': '3e63f9eb-48f7-4f08-9e64-b892ad4e0dff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '626242e7-b9b5-47f6-b08e-bc2bea26ae3a'}] {{(pid=95103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 19:22:50.180566 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f176d5b-f7ae-472a-8109-ce92003c1bba None None] Attempting to bind port 20aa2b92-000d-4b06-8d1a-c223281fd263 on network 626242e7-b9b5-47f6-b08e-bc2bea26ae3a {{(pid=95103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:22:50.186739 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f176d5b-f7ae-472a-8109-ce92003c1bba None None] Checking agent: {'id': '70a14545-df24-472f-8f95-bfe1719bff93', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 19, 7, 53), 'started_at': datetime.datetime(2021, 9, 23, 19, 8, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 19, 22, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 19:22:50.187446 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f176d5b-f7ae-472a-8109-ce92003c1bba None None] Checking segment: {'id': '3e63f9eb-48f7-4f08-9e64-b892ad4e0dff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '626242e7-b9b5-47f6-b08e-bc2bea26ae3a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95103) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:22:50.188112 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-8f176d5b-f7ae-472a-8109-ce92003c1bba None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:22:50.193162 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f176d5b-f7ae-472a-8109-ce92003c1bba None None] Bound using segment: {'id': '3e63f9eb-48f7-4f08-9e64-b892ad4e0dff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '626242e7-b9b5-47f6-b08e-bc2bea26ae3a'} {{(pid=95103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 19:22:50.193867 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.managers [None req-8f176d5b-f7ae-472a-8109-ce92003c1bba None None] Bound port: 20aa2b92-000d-4b06-8d1a-c223281fd263, host: n-d-713301-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3e63f9eb-48f7-4f08-9e64-b892ad4e0dff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '626242e7-b9b5-47f6-b08e-bc2bea26ae3a'}}] {{(pid=95103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 19:22:50.194550 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-8f176d5b-f7ae-472a-8109-ce92003c1bba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:22:50.379523 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-8f176d5b-f7ae-472a-8109-ce92003c1bba None None] For port 20aa2b92-000d-4b06-8d1a-c223281fd263, host n-d-713301-16, cleared binding levels {{(pid=95103) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 19:22:50.397187 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-8f176d5b-f7ae-472a-8109-ce92003c1bba None None] For port 20aa2b92-000d-4b06-8d1a-c223281fd263, host n-d-713301-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-16',level=0,port_id=20aa2b92-000d-4b06-8d1a-c223281fd263,segment=NetworkSegment(3e63f9eb-48f7-4f08-9e64-b892ad4e0dff),segment_id=3e63f9eb-48f7-4f08-9e64-b892ad4e0dff)] {{(pid=95103) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 19:22:50.409843 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-8f176d5b-f7ae-472a-8109-ce92003c1bba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:22:50.469811 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-9f612abf-d21d-4c18-8061-55d67548bfd5 None None] Provisioning complete for port 20aa2b92-000d-4b06-8d1a-c223281fd263 triggered by entity DHCP. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:22:50.470153 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-9f612abf-d21d-4c18-8061-55d67548bfd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:22:50.851869 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f176d5b-f7ae-472a-8109-ce92003c1bba None None] Routers {'45071164-db17-4c91-bd09-ea8032404121'} bound to L3 agent in host n-d-713301-16 {{(pid=95103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 19:22:50.852875 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_hamode_db [None req-8f176d5b-f7ae-472a-8109-ce92003c1bba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-23T19:07:52Z,description=,heartbeat_timestamp=2021-09-23T19:22:22Z,host='n-d-713301-16',id=79a740bf-7821-4989-8288-7186e3e128f3,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:07:52Z,topic='l3_agent')) {'router_ids': ['45071164-db17-4c91-bd09-ea8032404121'], 'active': True} {{(pid=95103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:22:50.975687 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30b77423-85c8-4eef-9298-eb9c58bb26a5 None None] Pushing event updated for resources: {'Port': ['ID=20aa2b92-000d-4b06-8d1a-c223281fd263,revision_number=4']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:22:51.230374 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-9f612abf-d21d-4c18-8061-55d67548bfd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:22:51.238631 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_dvr_db [None req-8f176d5b-f7ae-472a-8109-ce92003c1bba None None] Set router 45071164-db17-4c91-bd09-ea8032404121 gateway port host: n-d-713301-16 {{(pid=95103) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 19:22:51.357050 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-9f612abf-d21d-4c18-8061-55d67548bfd5 None None] For port 20aa2b92-000d-4b06-8d1a-c223281fd263, host n-d-713301-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-16',level=0,port_id=20aa2b92-000d-4b06-8d1a-c223281fd263,segment=NetworkSegment(3e63f9eb-48f7-4f08-9e64-b892ad4e0dff),segment_id=3e63f9eb-48f7-4f08-9e64-b892ad4e0dff)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:22:51.376485 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-9f612abf-d21d-4c18-8061-55d67548bfd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:22:51.603398 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f612abf-d21d-4c18-8061-55d67548bfd5 None None] Pushing event updated for resources: {'Port': ['ID=20aa2b92-000d-4b06-8d1a-c223281fd263,revision_number=5']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:22:51.610195 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-db0ccc4c-5946-446e-bdca-043c68973aa4 None None] Provisioning complete for port 20aa2b92-000d-4b06-8d1a-c223281fd263 triggered by entity DHCP. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:22:51.610666 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-db0ccc4c-5946-446e-bdca-043c68973aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:22:51.866819 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_hamode_db [None req-8f176d5b-f7ae-472a-8109-ce92003c1bba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45071164-db17-4c91-bd09-ea8032404121', 'name': 'tempest-FloatingIPDetailsTestJSON-502021146-router', 'tenant_id': 'c07b619ca6164464b82d9ea40a2a3fd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'external_fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.110'}], 'enable_snat': True}, 'gw_port_id': '2995c58a-2807-4ad6-b773-1ecb046c02ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:22:35Z', 'updated_at': '2021-09-23T19:22:43Z', 'revision_number': 4, 'project_id': 'c07b619ca6164464b82d9ea40a2a3fd7', 'gw_port': {'id': '2995c58a-2807-4ad6-b773-1ecb046c02ff', 'name': '', 'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:4e:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45071164-db17-4c91-bd09-ea8032404121', 'device_owner': 'network:router_gateway', 'standard_attr_id': 676, 'fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:22:36Z', 'updated_at': '2021-09-23T19:22:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-16', '_interfaces': [{'id': '20aa2b92-000d-4b06-8d1a-c223281fd263', 'name': '', 'network_id': '626242e7-b9b5-47f6-b08e-bc2bea26ae3a', 'tenant_id': 'c07b619ca6164464b82d9ea40a2a3fd7', 'mac_address': 'fa:16:3e:a2:93:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '45071164-db17-4c91-bd09-ea8032404121', 'device_owner': 'network:router_interface', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '17e0e39c-66a8-492f-a51a-7158f1f43ff2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:22:42Z', 'updated_at': '2021-09-23T19:22:50Z', 'revision_number': 4, 'project_id': 'c07b619ca6164464b82d9ea40a2a3fd7', 'subnets': [{'id': '17e0e39c-66a8-492f-a51a-7158f1f43ff2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-16', False) {} {{(pid=95103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:22:51.913898 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f176d5b-f7ae-472a-8109-ce92003c1bba None None] The sync data for ids ['45071164-db17-4c91-bd09-ea8032404121'] in n-d-713301-16 is: [{'id': '45071164-db17-4c91-bd09-ea8032404121', 'name': 'tempest-FloatingIPDetailsTestJSON-502021146-router', 'tenant_id': 'c07b619ca6164464b82d9ea40a2a3fd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'external_fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.110'}], 'enable_snat': True}, 'gw_port_id': '2995c58a-2807-4ad6-b773-1ecb046c02ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:22:35Z', 'updated_at': '2021-09-23T19:22:43Z', 'revision_number': 4, 'project_id': 'c07b619ca6164464b82d9ea40a2a3fd7', 'gw_port': {'id': '2995c58a-2807-4ad6-b773-1ecb046c02ff', 'name': '', 'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:4e:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45071164-db17-4c91-bd09-ea8032404121', 'device_owner': 'network:router_gateway', 'standard_attr_id': 676, 'fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:22:36Z', 'updated_at': '2021-09-23T19:22:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-16', '_interfaces': [{'id': '20aa2b92-000d-4b06-8d1a-c223281fd263', 'name': '', 'network_id': '626242e7-b9b5-47f6-b08e-bc2bea26ae3a', 'tenant_id': 'c07b619ca6164464b82d9ea40a2a3fd7', 'mac_address': 'fa:16:3e:a2:93:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '45071164-db17-4c91-bd09-ea8032404121', 'device_owner': 'network:router_interface', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '17e0e39c-66a8-492f-a51a-7158f1f43ff2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:22:42Z', 'updated_at': '2021-09-23T19:22:50Z', 'revision_number': 4, 'project_id': 'c07b619ca6164464b82d9ea40a2a3fd7', 'subnets': [{'id': '17e0e39c-66a8-492f-a51a-7158f1f43ff2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 19:22:52.314115 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-1b7ad730-78ad-454c-8bde-7cfb50f53975 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:22:53.012067 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:22:53.312983 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-0ae75029-feb6-4728-9a94-5f9b60993d82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:22:53.756524 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Device 20aa2b92-000d-4b06-8d1a-c223281fd263 up at agent ovs-agent-n-d-713301-16 {{(pid=95103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 19:22:53.868728 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Provisioning complete for port 20aa2b92-000d-4b06-8d1a-c223281fd263 triggered by entity L2. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:22:53.869112 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:22:55.190455 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-80e7e501-6c57-470d-92c6-e3d54bc3195c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:22:57.069597 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.agents_db [None req-f2f5c474-60a3-474f-b2cc-02c4bd30880c None None] Agent healthcheck: found 7 active agents {{(pid=95104) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 19:22:57.183337 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-202c4aa5-586e-40b5-8c8c-f419b88a80fa req-c9c3784c-fd81-421a-90d3-bf405dd366e3 tempest-LiveAutoBlockMigrationV225Test-1371897097 tempest-LiveAutoBlockMigrationV225Test-1371897097-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:22:57.192040 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-202c4aa5-586e-40b5-8c8c-f419b88a80fa req-c9c3784c-fd81-421a-90d3-bf405dd366e3 tempest-LiveAutoBlockMigrationV225Test-1371897097 tempest-LiveAutoBlockMigrationV225Test-1371897097-project-admin] 10.222.0.67 "GET /v2.0/ports?device_id=de0af560-d2ac-4171-85e4-8fb7a1b63f67 HTTP/1.1" status: 200 len: 1098 time: 0.1261380 Sep 23 19:22:57.221583 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-227833a0-ca32-41f3-a9f7-6cc3ef05d216 req-798794eb-eeb1-43cb-83bf-3c1ccd3c4875 tempest-ServersTestJSON-2044209823 tempest-ServersTestJSON-2044209823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:22:57.223178 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-227833a0-ca32-41f3-a9f7-6cc3ef05d216 req-798794eb-eeb1-43cb-83bf-3c1ccd3c4875 tempest-ServersTestJSON-2044209823 tempest-ServersTestJSON-2044209823-project] 10.222.0.67 "GET /v2.0/ports?device_id=dcaaa8c8-6c24-4bcf-8c44-32093a3b0c39 HTTP/1.1" status: 200 len: 946 time: 0.0944784 Sep 23 19:22:57.250688 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-202c4aa5-586e-40b5-8c8c-f419b88a80fa req-b9bead45-5e12-44e7-bcc6-526e7793204f tempest-LiveAutoBlockMigrationV225Test-1371897097 tempest-LiveAutoBlockMigrationV225Test-1371897097-project-admin] 10.222.0.67 "GET /v2.0/security-groups?id=6d32247e-8bb7-4ae1-818c-76baafa39c73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575621 Sep 23 19:22:57.315633 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-227833a0-ca32-41f3-a9f7-6cc3ef05d216 req-c9db1734-7aca-4685-abf5-f851f7c719df tempest-ServersTestJSON-2044209823 tempest-ServersTestJSON-2044209823-project] 10.222.0.67 "GET /v2.0/security-groups?id=b87b4d2a-dc5f-4c37-8504-d48d1299302b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0628362 Sep 23 19:22:57.391883 n-d-713301-16 neutron-server[95103]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 19:22:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49095617-e015-4dd0-a60c-b6be68814aa4 x-openstack-request-id: req-49095617-e015-4dd0-a60c-b6be68814aa4 {{(pid=95103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 19:22:57.392565 n-d-713301-16 neutron-server[95103]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dcaaa8c8-6c24-4bcf-8c44-32093a3b0c39", "name": "network-vif-plugged", "status": "completed", "tag": "326b5816-3159-409f-b98a-e23377c96e50", "code": 200}]} {{(pid=95103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 19:22:57.392751 n-d-713301-16 neutron-server[95103]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-49095617-e015-4dd0-a60c-b6be68814aa4 {{(pid=95103) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 19:22:57.393280 n-d-713301-16 neutron-server[95103]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dcaaa8c8-6c24-4bcf-8c44-32093a3b0c39', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '326b5816-3159-409f-b98a-e23377c96e50', 'code': 200} Sep 23 19:22:57.632807 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-cdd7b626-a87e-410e-a346-73e49f059bae req-2685fa2d-ef02-48d0-ad25-fb4a179fc905 tempest-FloatingIPDetailsTestJSON-240215950 tempest-FloatingIPDetailsTestJSON-240215950-project] 10.222.0.67 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2529209 Sep 23 19:22:57.648382 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.v2.base [req-cdd7b626-a87e-410e-a346-73e49f059bae req-41d2663b-0708-491f-81e1-57938e4e775c tempest-FloatingIPDetailsTestJSON-240215950 tempest-FloatingIPDetailsTestJSON-240215950-project] Request body: {'floatingip': {'floating_network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac'}} {{(pid=95102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:22:57.706349 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2f7681-f52d-432c-b33a-71d7dd94cba1 req-e6b57cee-f51d-436c-9225-7059d99d7d11 tempest-LiveAutoBlockMigrationV225Test-1371897097 tempest-LiveAutoBlockMigrationV225Test-1371897097-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:22:57.707948 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-7b2f7681-f52d-432c-b33a-71d7dd94cba1 req-e6b57cee-f51d-436c-9225-7059d99d7d11 tempest-LiveAutoBlockMigrationV225Test-1371897097 tempest-LiveAutoBlockMigrationV225Test-1371897097-project-admin] 10.222.0.67 "GET /v2.0/ports?device_id=de0af560-d2ac-4171-85e4-8fb7a1b63f67 HTTP/1.1" status: 200 len: 1098 time: 0.1233442 Sep 23 19:22:57.727589 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-cdd7b626-a87e-410e-a346-73e49f059bae req-41d2663b-0708-491f-81e1-57938e4e775c tempest-FloatingIPDetailsTestJSON-240215950 tempest-FloatingIPDetailsTestJSON-240215950-project] Notify callbacks [] for floatingip, before_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:22:57.777039 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de52a3c7-5f45-4795-a531-148b682a2e65 req-4a6eea5c-8d67-4fa5-bb14-8ee0f440c91f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:22:57.779598 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-de52a3c7-5f45-4795-a531-148b682a2e65 req-4a6eea5c-8d67-4fa5-bb14-8ee0f440c91f service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=dcaaa8c8-6c24-4bcf-8c44-32093a3b0c39 HTTP/1.1" status: 200 len: 1098 time: 0.2629817 Sep 23 19:22:57.822720 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:22:57.832258 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-7b2f7681-f52d-432c-b33a-71d7dd94cba1 req-b0163030-82bc-43eb-b738-398de21d7ebb tempest-LiveAutoBlockMigrationV225Test-1371897097 tempest-LiveAutoBlockMigrationV225Test-1371897097-project-admin] 10.222.0.67 "GET /v2.0/security-groups?id=6d32247e-8bb7-4ae1-818c-76baafa39c73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1094997 Sep 23 19:22:58.016988 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-de52a3c7-5f45-4795-a531-148b682a2e65 req-15d950a0-0a8b-4c7f-a669-2fc2bec4bcd1 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=b87b4d2a-dc5f-4c37-8504-d48d1299302b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1979618 Sep 23 19:22:58.036237 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:22:58.163192 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3745d0c-8fd7-4a67-999d-9bb6d99b2361 req-1f351cda-6b14-4348-bed9-fc5d58da7f54 tempest-ListImageFiltersTestJSON-1823198714 tempest-ListImageFiltersTestJSON-1823198714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:22:58.164883 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-c3745d0c-8fd7-4a67-999d-9bb6d99b2361 req-1f351cda-6b14-4348-bed9-fc5d58da7f54 tempest-ListImageFiltersTestJSON-1823198714 tempest-ListImageFiltersTestJSON-1823198714-project] 10.222.0.67 "GET /v2.0/ports?device_id=bffda0e9-3935-484f-b05d-313c40f1aa1c HTTP/1.1" status: 200 len: 949 time: 0.1049085 Sep 23 19:22:58.229675 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-cdd7b626-a87e-410e-a346-73e49f059bae req-41d2663b-0708-491f-81e1-57938e4e775c tempest-FloatingIPDetailsTestJSON-240215950 tempest-FloatingIPDetailsTestJSON-240215950-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:22:58.236986 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-c3745d0c-8fd7-4a67-999d-9bb6d99b2361 req-c33423b5-040c-4917-9554-69f2a72d18dc tempest-ListImageFiltersTestJSON-1823198714 tempest-ListImageFiltersTestJSON-1823198714-project] 10.222.0.67 "GET /v2.0/security-groups?id=e422f629-0f20-4441-8041-dd3c189ad680&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643027 Sep 23 19:22:58.491906 n-d-713301-16 neutron-server[95102]: DEBUG neutron.db.db_base_plugin_common [req-cdd7b626-a87e-410e-a346-73e49f059bae req-41d2663b-0708-491f-81e1-57938e4e775c tempest-FloatingIPDetailsTestJSON-240215950 tempest-FloatingIPDetailsTestJSON-240215950-project] Allocated IP 172.25.1.141 (5dec5c09-378e-4f50-89cc-d94eb81c3bac/eff83446-018c-428d-b3f5-54ac9abe7a2a/154ef27c-575e-4bfe-899c-24021cb857c4) {{(pid=95102) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 19:22:58.800492 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-cdd7b626-a87e-410e-a346-73e49f059bae req-41d2663b-0708-491f-81e1-57938e4e775c tempest-FloatingIPDetailsTestJSON-240215950 tempest-FloatingIPDetailsTestJSON-240215950-project] Notify callbacks [] for port, precommit_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:22:58.876461 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-cdd7b626-a87e-410e-a346-73e49f059bae req-41d2663b-0708-491f-81e1-57938e4e775c tempest-FloatingIPDetailsTestJSON-240215950 tempest-FloatingIPDetailsTestJSON-240215950-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783145673135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4399100'] for port, after_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:22:58.942172 n-d-713301-16 neutron-server[95102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cdd7b626-a87e-410e-a346-73e49f059bae req-41d2663b-0708-491f-81e1-57938e4e775c tempest-FloatingIPDetailsTestJSON-240215950 tempest-FloatingIPDetailsTestJSON-240215950-project] Network 5dec5c09-378e-4f50-89cc-d94eb81c3bac is already hosted by enough agents. {{(pid=95102) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:22:58.944314 n-d-713301-16 neutron-server[95102]: DEBUG neutron.scheduler.base_scheduler [req-cdd7b626-a87e-410e-a346-73e49f059bae req-41d2663b-0708-491f-81e1-57938e4e775c tempest-FloatingIPDetailsTestJSON-240215950 tempest-FloatingIPDetailsTestJSON-240215950-project] Resources bound (agent type, host, resource id): {{(pid=95102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:22:58.952390 n-d-713301-16 neutron-server[95102]: DEBUG neutron.db.l3_dvrscheduler_db [req-cdd7b626-a87e-410e-a346-73e49f059bae req-41d2663b-0708-491f-81e1-57938e4e775c tempest-FloatingIPDetailsTestJSON-240215950 tempest-FloatingIPDetailsTestJSON-240215950-project] Received port after_create {{(pid=95102) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 19:22:59.007916 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41d2663b-0708-491f-81e1-57938e4e775c tempest-FloatingIPDetailsTestJSON-240215950 tempest-FloatingIPDetailsTestJSON-240215950-project] Pushing event updated for resources: {'Port': ['ID=154ef27c-575e-4bfe-899c-24021cb857c4,revision_number=1']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:22:59.032951 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41d2663b-0708-491f-81e1-57938e4e775c tempest-FloatingIPDetailsTestJSON-240215950 tempest-FloatingIPDetailsTestJSON-240215950-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:22:59.033358 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41d2663b-0708-491f-81e1-57938e4e775c tempest-FloatingIPDetailsTestJSON-240215950 tempest-FloatingIPDetailsTestJSON-240215950-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:22:59.033942 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41d2663b-0708-491f-81e1-57938e4e775c tempest-FloatingIPDetailsTestJSON-240215950 tempest-FloatingIPDetailsTestJSON-240215950-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:22:59.034351 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41d2663b-0708-491f-81e1-57938e4e775c tempest-FloatingIPDetailsTestJSON-240215950 tempest-FloatingIPDetailsTestJSON-240215950-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:22:59.034848 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41d2663b-0708-491f-81e1-57938e4e775c tempest-FloatingIPDetailsTestJSON-240215950 tempest-FloatingIPDetailsTestJSON-240215950-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:22:59.035261 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41d2663b-0708-491f-81e1-57938e4e775c tempest-FloatingIPDetailsTestJSON-240215950 tempest-FloatingIPDetailsTestJSON-240215950-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:22:59.035707 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41d2663b-0708-491f-81e1-57938e4e775c tempest-FloatingIPDetailsTestJSON-240215950 tempest-FloatingIPDetailsTestJSON-240215950-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:22:59.036144 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41d2663b-0708-491f-81e1-57938e4e775c tempest-FloatingIPDetailsTestJSON-240215950 tempest-FloatingIPDetailsTestJSON-240215950-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:22:59.036544 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41d2663b-0708-491f-81e1-57938e4e775c tempest-FloatingIPDetailsTestJSON-240215950 tempest-FloatingIPDetailsTestJSON-240215950-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:22:59.036984 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41d2663b-0708-491f-81e1-57938e4e775c tempest-FloatingIPDetailsTestJSON-240215950 tempest-FloatingIPDetailsTestJSON-240215950-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:22:59.037438 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41d2663b-0708-491f-81e1-57938e4e775c tempest-FloatingIPDetailsTestJSON-240215950 tempest-FloatingIPDetailsTestJSON-240215950-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:22:59.037839 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41d2663b-0708-491f-81e1-57938e4e775c tempest-FloatingIPDetailsTestJSON-240215950 tempest-FloatingIPDetailsTestJSON-240215950-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:22:59.205086 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-cdd7b626-a87e-410e-a346-73e49f059bae req-41d2663b-0708-491f-81e1-57938e4e775c tempest-FloatingIPDetailsTestJSON-240215950 tempest-FloatingIPDetailsTestJSON-240215950-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:22:59.392977 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-cdd7b626-a87e-410e-a346-73e49f059bae req-41d2663b-0708-491f-81e1-57938e4e775c tempest-FloatingIPDetailsTestJSON-240215950 tempest-FloatingIPDetailsTestJSON-240215950-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:22:59.398771 n-d-713301-16 neutron-server[95103]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '35198cf8-5054-4163-a40b-7e45abfdae56', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fdb3c24f-2fa2-479d-8c4c-570663862e9f'}] {{(pid=95103) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 19:22:59.406283 n-d-713301-16 neutron-server[95103]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}81a1c17f2aa89d5b3ebbba3a3e0cf7eb588e431c2224256110c4c4facdd7c3e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2290ed8a-95e0-41d2-84cd-aa9660d044a2" -d '{"events": [{"server_uuid": "35198cf8-5054-4163-a40b-7e45abfdae56", "name": "network-vif-plugged", "status": "completed", "tag": "fdb3c24f-2fa2-479d-8c4c-570663862e9f"}]}' {{(pid=95103) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 19:22:59.541580 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e2d220-b6b6-4808-b84b-8ff1e8805fb1 req-64e9e2ee-7657-4903-8cf5-d1c80095e21c tempest-ServersTestJSON-2044209823 tempest-ServersTestJSON-2044209823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:22:59.553078 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-c3e2d220-b6b6-4808-b84b-8ff1e8805fb1 req-64e9e2ee-7657-4903-8cf5-d1c80095e21c tempest-ServersTestJSON-2044209823 tempest-ServersTestJSON-2044209823-project] 10.222.0.67 "GET /v2.0/ports?device_id=dcaaa8c8-6c24-4bcf-8c44-32093a3b0c39 HTTP/1.1" status: 200 len: 946 time: 0.2196226 Sep 23 19:22:59.655060 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-c3e2d220-b6b6-4808-b84b-8ff1e8805fb1 req-1b473617-c427-4a79-974f-ad75ec5b0b28 tempest-ServersTestJSON-2044209823 tempest-ServersTestJSON-2044209823-project] 10.222.0.67 "GET /v2.0/security-groups?id=b87b4d2a-dc5f-4c37-8504-d48d1299302b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1004994 Sep 23 19:22:59.763788 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-cdd7b626-a87e-410e-a346-73e49f059bae req-41d2663b-0708-491f-81e1-57938e4e775c tempest-FloatingIPDetailsTestJSON-240215950 tempest-FloatingIPDetailsTestJSON-240215950-project] Notify callbacks [] for port, precommit_update {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:22:59.778738 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-cdd7b626-a87e-410e-a346-73e49f059bae req-41d2663b-0708-491f-81e1-57938e4e775c tempest-FloatingIPDetailsTestJSON-240215950 tempest-FloatingIPDetailsTestJSON-240215950-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4399095'] for port, after_update {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:22:59.879540 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-cdd7b626-a87e-410e-a346-73e49f059bae req-41d2663b-0708-491f-81e1-57938e4e775c tempest-FloatingIPDetailsTestJSON-240215950 tempest-FloatingIPDetailsTestJSON-240215950-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-601884'] for floatingip, after_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:22:59.961666 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-cdd7b626-a87e-410e-a346-73e49f059bae req-41d2663b-0708-491f-81e1-57938e4e775c tempest-FloatingIPDetailsTestJSON-240215950 tempest-FloatingIPDetailsTestJSON-240215950-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222849'] for floatingip, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:22:59.973023 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-cdd7b626-a87e-410e-a346-73e49f059bae req-41d2663b-0708-491f-81e1-57938e4e775c tempest-FloatingIPDetailsTestJSON-240215950 tempest-FloatingIPDetailsTestJSON-240215950-project] 10.222.0.67 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.3295560 Sep 23 19:22:59.985562 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41d2663b-0708-491f-81e1-57938e4e775c tempest-FloatingIPDetailsTestJSON-240215950 tempest-FloatingIPDetailsTestJSON-240215950-project] Pushing event updated for resources: {'Port': ['ID=154ef27c-575e-4bfe-899c-24021cb857c4,revision_number=2']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:23:00.061128 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-cdd7b626-a87e-410e-a346-73e49f059bae req-9aba855d-11e0-4ee9-933b-9d1e51e34ded tempest-FloatingIPDetailsTestJSON-240215950 tempest-FloatingIPDetailsTestJSON-240215950-project] 10.222.0.67 "GET /v2.0/floatingips?floating_ip_address=172.25.1.141 HTTP/1.1" status: 200 len: 696 time: 0.0868223 Sep 23 19:23:00.185358 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Device 620eb77b-9622-4240-9505-90c0844383a9 no longer exists at agent hyperv_n-h1-713301-16 {{(pid=95103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 19:23:00.257854 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd7b626-a87e-410e-a346-73e49f059bae req-8207245e-3a43-4c51-a38e-b8f14da7789c tempest-FloatingIPDetailsTestJSON-240215950 tempest-FloatingIPDetailsTestJSON-240215950-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:23:00.272083 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-cdd7b626-a87e-410e-a346-73e49f059bae req-8207245e-3a43-4c51-a38e-b8f14da7789c tempest-FloatingIPDetailsTestJSON-240215950 tempest-FloatingIPDetailsTestJSON-240215950-project] 10.222.0.67 "GET /v2.0/networks/5dec5c09-378e-4f50-89cc-d94eb81c3bac HTTP/1.1" status: 200 len: 784 time: 0.2047796 Sep 23 19:23:00.482491 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:23:00.545960 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] For port 620eb77b-9622-4240-9505-90c0844383a9, host n-h1-713301-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-16',level=0,port_id=620eb77b-9622-4240-9505-90c0844383a9,segment=NetworkSegment(6139d589-eb6c-4578-8935-c26ddf396853),segment_id=6139d589-eb6c-4578-8935-c26ddf396853)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:23:00.555188 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:23:00.676774 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Pushing event updated for resources: {'Port': ['ID=620eb77b-9622-4240-9505-90c0844383a9,revision_number=8']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:23:00.957316 n-d-713301-16 neutron-server[95103]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 19:22:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eebef320-5c7b-4b13-8a34-0e1d1e224d5f x-openstack-request-id: req-eebef320-5c7b-4b13-8a34-0e1d1e224d5f {{(pid=95103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 19:23:00.957695 n-d-713301-16 neutron-server[95103]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "35198cf8-5054-4163-a40b-7e45abfdae56", "name": "network-vif-plugged", "status": "completed", "tag": "fdb3c24f-2fa2-479d-8c4c-570663862e9f", "code": 200}]} {{(pid=95103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 19:23:00.957852 n-d-713301-16 neutron-server[95103]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-eebef320-5c7b-4b13-8a34-0e1d1e224d5f {{(pid=95103) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 19:23:00.958653 n-d-713301-16 neutron-server[95103]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '35198cf8-5054-4163-a40b-7e45abfdae56', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fdb3c24f-2fa2-479d-8c4c-570663862e9f', 'code': 200} Sep 23 19:23:01.500139 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-781bc43a-1631-4448-877c-aba8fb57fc62 req-ea2ccb7a-1bca-42c3-afd1-c1309af0fdf8 tempest-FloatingIPDetailsTestJSON-240215950 tempest-FloatingIPDetailsTestJSON-240215950-project] 10.222.0.67 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2803874 Sep 23 19:23:01.523615 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.v2.base [req-781bc43a-1631-4448-877c-aba8fb57fc62 req-4e96fbfc-ac21-4597-b103-2f124708675a tempest-FloatingIPDetailsTestJSON-240215950 tempest-FloatingIPDetailsTestJSON-240215950-project] Request body: {'floatingip': {'floating_network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac'}} {{(pid=95102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:23:01.582284 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-781bc43a-1631-4448-877c-aba8fb57fc62 req-4e96fbfc-ac21-4597-b103-2f124708675a tempest-FloatingIPDetailsTestJSON-240215950 tempest-FloatingIPDetailsTestJSON-240215950-project] Notify callbacks [] for floatingip, before_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:23:01.819862 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-781bc43a-1631-4448-877c-aba8fb57fc62 req-4e96fbfc-ac21-4597-b103-2f124708675a tempest-FloatingIPDetailsTestJSON-240215950 tempest-FloatingIPDetailsTestJSON-240215950-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:23:01.944835 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [req-241fa9be-a9dd-4c95-b0c0-788c4640ab6d req-87a0c6b8-1855-4609-a00f-6194e82026a1 tempest-LiveAutoBlockMigrationV225Test-1371897097 tempest-LiveAutoBlockMigrationV225Test-1371897097-project-admin] http://10.222.0.67:9696/v2.0/extensions returned with HTTP 200 {{(pid=95101) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 23 19:23:01.946838 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-241fa9be-a9dd-4c95-b0c0-788c4640ab6d req-87a0c6b8-1855-4609-a00f-6194e82026a1 tempest-LiveAutoBlockMigrationV225Test-1371897097 tempest-LiveAutoBlockMigrationV225Test-1371897097-project-admin] 10.222.0.67 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0085449 Sep 23 19:23:02.018231 n-d-713301-16 neutron-server[95102]: DEBUG neutron.db.db_base_plugin_common [req-781bc43a-1631-4448-877c-aba8fb57fc62 req-4e96fbfc-ac21-4597-b103-2f124708675a tempest-FloatingIPDetailsTestJSON-240215950 tempest-FloatingIPDetailsTestJSON-240215950-project] Allocated IP 172.25.1.245 (5dec5c09-378e-4f50-89cc-d94eb81c3bac/eff83446-018c-428d-b3f5-54ac9abe7a2a/5b207ba9-e180-4d3e-92f7-09cdffa2c01d) {{(pid=95102) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 19:23:02.038322 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-241fa9be-a9dd-4c95-b0c0-788c4640ab6d req-44f790d8-13f9-49bd-879a-d29180693154 tempest-LiveAutoBlockMigrationV225Test-1371897097 tempest-LiveAutoBlockMigrationV225Test-1371897097-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:23:02.041925 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-241fa9be-a9dd-4c95-b0c0-788c4640ab6d req-44f790d8-13f9-49bd-879a-d29180693154 tempest-LiveAutoBlockMigrationV225Test-1371897097 tempest-LiveAutoBlockMigrationV225Test-1371897097-project-admin] 10.222.0.67 "GET /v2.0/ports/d34748ee-625c-4c2a-af58-04e1e683d6b4 HTTP/1.1" status: 200 len: 1095 time: 0.0868943 Sep 23 19:23:02.057798 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.v2.base [req-241fa9be-a9dd-4c95-b0c0-788c4640ab6d req-0464b732-ee5a-4077-88f6-82240d8bb7a2 service neutron] Request body: {'binding': {'host': 'n-h1-713301-16', 'vnic_type': 'normal', 'profile': {}}} {{(pid=95101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:23:02.058536 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.v2.base [req-241fa9be-a9dd-4c95-b0c0-788c4640ab6d req-0464b732-ee5a-4077-88f6-82240d8bb7a2 service neutron] Unknown quota resources ['binding']. {{(pid=95101) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Sep 23 19:23:02.162818 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-781bc43a-1631-4448-877c-aba8fb57fc62 req-4e96fbfc-ac21-4597-b103-2f124708675a tempest-FloatingIPDetailsTestJSON-240215950 tempest-FloatingIPDetailsTestJSON-240215950-project] Notify callbacks [] for port, precommit_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:23:02.183797 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Device 57fb353f-18bb-4079-9329-192986ecbc90 details requested by agent hyperv_n-h1-713301-16 with host n-h1-713301-16 {{(pid=95103) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 19:23:02.210498 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-781bc43a-1631-4448-877c-aba8fb57fc62 req-4e96fbfc-ac21-4597-b103-2f124708675a tempest-FloatingIPDetailsTestJSON-240215950 tempest-FloatingIPDetailsTestJSON-240215950-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783145673135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4399100'] for port, after_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:23:02.271237 n-d-713301-16 neutron-server[95102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-781bc43a-1631-4448-877c-aba8fb57fc62 req-4e96fbfc-ac21-4597-b103-2f124708675a tempest-FloatingIPDetailsTestJSON-240215950 tempest-FloatingIPDetailsTestJSON-240215950-project] Network 5dec5c09-378e-4f50-89cc-d94eb81c3bac is already hosted by enough agents. {{(pid=95102) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:23:02.280454 n-d-713301-16 neutron-server[95102]: DEBUG neutron.scheduler.base_scheduler [req-781bc43a-1631-4448-877c-aba8fb57fc62 req-4e96fbfc-ac21-4597-b103-2f124708675a tempest-FloatingIPDetailsTestJSON-240215950 tempest-FloatingIPDetailsTestJSON-240215950-project] Resources bound (agent type, host, resource id): {{(pid=95102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:23:02.284838 n-d-713301-16 neutron-server[95102]: DEBUG neutron.db.l3_dvrscheduler_db [req-781bc43a-1631-4448-877c-aba8fb57fc62 req-4e96fbfc-ac21-4597-b103-2f124708675a tempest-FloatingIPDetailsTestJSON-240215950 tempest-FloatingIPDetailsTestJSON-240215950-project] Received port after_create {{(pid=95102) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 19:23:02.286223 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.managers [req-241fa9be-a9dd-4c95-b0c0-788c4640ab6d req-0464b732-ee5a-4077-88f6-82240d8bb7a2 service neutron] Attempting to bind port d34748ee-625c-4c2a-af58-04e1e683d6b4 on host n-h1-713301-16 for vnic_type normal with profile None {{(pid=95101) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 19:23:02.286571 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.managers [req-241fa9be-a9dd-4c95-b0c0-788c4640ab6d req-0464b732-ee5a-4077-88f6-82240d8bb7a2 service neutron] Attempting to bind port d34748ee-625c-4c2a-af58-04e1e683d6b4 by drivers openvswitch,hyperv on host n-h1-713301-16 at level 0 using segments [{'id': '5e7e2223-350e-4937-8d7b-2c6ab6ddc0ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': 'c2b58ecf-3b1b-414c-92a4-f53b08b3dace'}] {{(pid=95101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 19:23:02.286905 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-241fa9be-a9dd-4c95-b0c0-788c4640ab6d req-0464b732-ee5a-4077-88f6-82240d8bb7a2 service neutron] Attempting to bind port d34748ee-625c-4c2a-af58-04e1e683d6b4 on network c2b58ecf-3b1b-414c-92a4-f53b08b3dace {{(pid=95101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:23:02.294662 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-241fa9be-a9dd-4c95-b0c0-788c4640ab6d req-0464b732-ee5a-4077-88f6-82240d8bb7a2 service neutron] Port d34748ee-625c-4c2a-af58-04e1e683d6b4 on network c2b58ecf-3b1b-414c-92a4-f53b08b3dace not bound, no agent of type Open vSwitch agent registered on host n-h1-713301-16 {{(pid=95101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 19:23:02.295315 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-241fa9be-a9dd-4c95-b0c0-788c4640ab6d req-0464b732-ee5a-4077-88f6-82240d8bb7a2 service neutron] Attempting to bind port d34748ee-625c-4c2a-af58-04e1e683d6b4 on network c2b58ecf-3b1b-414c-92a4-f53b08b3dace {{(pid=95101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:23:02.305224 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-241fa9be-a9dd-4c95-b0c0-788c4640ab6d req-0464b732-ee5a-4077-88f6-82240d8bb7a2 service neutron] Checking agent: {'id': '0708c3e9-0aad-4600-9be9-d2486535c898', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713301-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 19, 15, 28), 'started_at': datetime.datetime(2021, 9, 23, 19, 15, 28), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 19, 22, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 19:23:02.305588 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-241fa9be-a9dd-4c95-b0c0-788c4640ab6d req-0464b732-ee5a-4077-88f6-82240d8bb7a2 service neutron] Checking segment: {'id': '5e7e2223-350e-4937-8d7b-2c6ab6ddc0ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': 'c2b58ecf-3b1b-414c-92a4-f53b08b3dace'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:23:02.305963 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-241fa9be-a9dd-4c95-b0c0-788c4640ab6d req-0464b732-ee5a-4077-88f6-82240d8bb7a2 service neutron] Bound using segment: {'id': '5e7e2223-350e-4937-8d7b-2c6ab6ddc0ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': 'c2b58ecf-3b1b-414c-92a4-f53b08b3dace'} {{(pid=95101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 19:23:02.306397 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.managers [req-241fa9be-a9dd-4c95-b0c0-788c4640ab6d req-0464b732-ee5a-4077-88f6-82240d8bb7a2 service neutron] Bound port: d34748ee-625c-4c2a-af58-04e1e683d6b4, host: n-h1-713301-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5e7e2223-350e-4937-8d7b-2c6ab6ddc0ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': 'c2b58ecf-3b1b-414c-92a4-f53b08b3dace'}}] {{(pid=95101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 19:23:02.348919 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] For port 57fb353f-18bb-4079-9329-192986ecbc90, host n-h1-713301-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-16',level=0,port_id=57fb353f-18bb-4079-9329-192986ecbc90,segment=NetworkSegment(6139d589-eb6c-4578-8935-c26ddf396853),segment_id=6139d589-eb6c-4578-8935-c26ddf396853)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:23:02.363011 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e96fbfc-ac21-4597-b103-2f124708675a tempest-FloatingIPDetailsTestJSON-240215950 tempest-FloatingIPDetailsTestJSON-240215950-project] Pushing event updated for resources: {'Port': ['ID=5b207ba9-e180-4d3e-92f7-09cdffa2c01d,revision_number=1']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:23:02.375319 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Returning: {'device': '57fb353f-18bb-4079-9329-192986ecbc90', 'network_id': '5220cb0c-da05-478a-9604-8c11469a05b4', 'port_id': '57fb353f-18bb-4079-9329-192986ecbc90', 'mac_address': 'fa:16:3e:1e:d9:28', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 624, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1ccc69bc-9d6b-44d9-b227-204e47dc6e45', 'ip_address': '192.168.233.25'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95103) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 19:23:02.433260 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.db [req-241fa9be-a9dd-4c95-b0c0-788c4640ab6d req-0464b732-ee5a-4077-88f6-82240d8bb7a2 service neutron] For port d34748ee-625c-4c2a-af58-04e1e683d6b4, host n-h1-713301-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-16',level=0,port_id=d34748ee-625c-4c2a-af58-04e1e683d6b4,segment=NetworkSegment(5e7e2223-350e-4937-8d7b-2c6ab6ddc0ab),segment_id=5e7e2223-350e-4937-8d7b-2c6ab6ddc0ab)] {{(pid=95101) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 19:23:02.435935 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:23:02.439785 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-241fa9be-a9dd-4c95-b0c0-788c4640ab6d req-0464b732-ee5a-4077-88f6-82240d8bb7a2 service neutron] Notify callbacks [] for binding, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:23:02.441186 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-241fa9be-a9dd-4c95-b0c0-788c4640ab6d req-0464b732-ee5a-4077-88f6-82240d8bb7a2 service neutron] 10.222.0.67 "POST /v2.0/ports/d34748ee-625c-4c2a-af58-04e1e683d6b4/bindings HTTP/1.1" status: 201 len: 390 time: 0.3888185 Sep 23 19:23:02.455939 n-d-713301-16 neutron-server[95103]: DEBUG neutron.notifiers.nova [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 57fb353f-18bb-4079-9329-192986ecbc90 {{(pid=95103) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 19:23:02.480425 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a72ce9da-3d04-46af-8015-e8c43d3ded51 req-5a1d5cae-300a-49d4-a780-77ae2e112a38 tempest-ServersWithSpecificFlavorTestJSON-1837670196 tempest-ServersWithSpecificFlavorTestJSON-1837670196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:23:02.483142 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-a72ce9da-3d04-46af-8015-e8c43d3ded51 req-5a1d5cae-300a-49d4-a780-77ae2e112a38 tempest-ServersWithSpecificFlavorTestJSON-1837670196 tempest-ServersWithSpecificFlavorTestJSON-1837670196-project] 10.222.0.53 "GET /v2.0/ports?device_id=56dbe3b8-fbb3-4256-9bd0-adad1d2faa26 HTTP/1.1" status: 200 len: 946 time: 0.1180384 Sep 23 19:23:02.486492 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-781bc43a-1631-4448-877c-aba8fb57fc62 req-4e96fbfc-ac21-4597-b103-2f124708675a tempest-FloatingIPDetailsTestJSON-240215950 tempest-FloatingIPDetailsTestJSON-240215950-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:23:02.494359 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] For port 57fb353f-18bb-4079-9329-192986ecbc90, host n-h1-713301-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-16',level=0,port_id=57fb353f-18bb-4079-9329-192986ecbc90,segment=NetworkSegment(6139d589-eb6c-4578-8935-c26ddf396853),segment_id=6139d589-eb6c-4578-8935-c26ddf396853)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:23:02.500476 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:23:02.610530 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-781bc43a-1631-4448-877c-aba8fb57fc62 req-4e96fbfc-ac21-4597-b103-2f124708675a tempest-FloatingIPDetailsTestJSON-240215950 tempest-FloatingIPDetailsTestJSON-240215950-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:23:02.635848 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Pushing event updated for resources: {'Port': ['ID=57fb353f-18bb-4079-9329-192986ecbc90,revision_number=6']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:23:02.730127 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.plugin [req-a72ce9da-3d04-46af-8015-e8c43d3ded51 req-14ad1cab-5e48-42cf-bb0e-3a1b24e65daa tempest-ServersWithSpecificFlavorTestJSON-1837670196 tempest-ServersWithSpecificFlavorTestJSON-1837670196-project] Deleting port e0c92bce-f19f-4445-a89e-4f4298f09c27 {{(pid=95101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:23:02.731528 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-a72ce9da-3d04-46af-8015-e8c43d3ded51 req-14ad1cab-5e48-42cf-bb0e-3a1b24e65daa tempest-ServersWithSpecificFlavorTestJSON-1837670196 tempest-ServersWithSpecificFlavorTestJSON-1837670196-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783146157096'] for port, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:23:02.737468 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] get_ports_and_sgs() called for port_ids ['57fb353f-18bb-4079-9329-192986ecbc90'] {{(pid=95103) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 19:23:02.759557 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c816128e-25d8-4656-b5a2-27fc3dfebb58 req-e0de16d5-9b07-4acc-b144-418961d157c0 tempest-ServersTestJSON-2044209823 tempest-ServersTestJSON-2044209823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:23:02.761128 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-c816128e-25d8-4656-b5a2-27fc3dfebb58 req-e0de16d5-9b07-4acc-b144-418961d157c0 tempest-ServersTestJSON-2044209823 tempest-ServersTestJSON-2044209823-project] 10.222.0.67 "GET /v2.0/ports?device_id=dcaaa8c8-6c24-4bcf-8c44-32093a3b0c39 HTTP/1.1" status: 200 len: 946 time: 0.1178877 Sep 23 19:23:02.892691 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-c816128e-25d8-4656-b5a2-27fc3dfebb58 req-6ef0c27e-f658-4b55-ae8e-dd63f178637f tempest-ServersTestJSON-2044209823 tempest-ServersTestJSON-2044209823-project] 10.222.0.67 "GET /v2.0/security-groups?id=b87b4d2a-dc5f-4c37-8504-d48d1299302b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1040521 Sep 23 19:23:02.923305 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.db [req-a72ce9da-3d04-46af-8015-e8c43d3ded51 req-14ad1cab-5e48-42cf-bb0e-3a1b24e65daa tempest-ServersWithSpecificFlavorTestJSON-1837670196 tempest-ServersWithSpecificFlavorTestJSON-1837670196-project] For port e0c92bce-f19f-4445-a89e-4f4298f09c27, host n-h2-713301-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-16',level=0,port_id=e0c92bce-f19f-4445-a89e-4f4298f09c27,segment=NetworkSegment(7c11e0df-7313-4765-ac14-518be1d9f929),segment_id=7c11e0df-7313-4765-ac14-518be1d9f929)] {{(pid=95101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:23:02.923976 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-a72ce9da-3d04-46af-8015-e8c43d3ded51 req-14ad1cab-5e48-42cf-bb0e-3a1b24e65daa tempest-ServersWithSpecificFlavorTestJSON-1837670196 tempest-ServersWithSpecificFlavorTestJSON-1837670196-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-605701'] for port, precommit_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:23:02.935905 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-781bc43a-1631-4448-877c-aba8fb57fc62 req-4e96fbfc-ac21-4597-b103-2f124708675a tempest-FloatingIPDetailsTestJSON-240215950 tempest-FloatingIPDetailsTestJSON-240215950-project] Notify callbacks [] for port, precommit_update {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:23:02.940734 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-241fa9be-a9dd-4c95-b0c0-788c4640ab6d req-40acf6f2-7885-4816-9ad2-f62fd5da956e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:23:02.942346 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-241fa9be-a9dd-4c95-b0c0-788c4640ab6d req-40acf6f2-7885-4816-9ad2-f62fd5da956e service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=01fd0bf0664a4580a0559687f9bf7c73&device_id=de0af560-d2ac-4171-85e4-8fb7a1b63f67 HTTP/1.1" status: 200 len: 1098 time: 0.1394660 Sep 23 19:23:02.943463 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-781bc43a-1631-4448-877c-aba8fb57fc62 req-4e96fbfc-ac21-4597-b103-2f124708675a tempest-FloatingIPDetailsTestJSON-240215950 tempest-FloatingIPDetailsTestJSON-240215950-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4399095'] for port, after_update {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:23:02.960137 n-d-713301-16 neutron-server[95103]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bffda0e9-3935-484f-b05d-313c40f1aa1c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '620eb77b-9622-4240-9505-90c0844383a9'}] {{(pid=95103) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 19:23:02.962592 n-d-713301-16 neutron-server[95103]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}81a1c17f2aa89d5b3ebbba3a3e0cf7eb588e431c2224256110c4c4facdd7c3e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad9724c7-c109-4125-8773-6d876611996e" -d '{"events": [{"server_uuid": "bffda0e9-3935-484f-b05d-313c40f1aa1c", "name": "network-vif-unplugged", "status": "completed", "tag": "620eb77b-9622-4240-9505-90c0844383a9"}]}' {{(pid=95103) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 19:23:03.099240 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e96fbfc-ac21-4597-b103-2f124708675a tempest-FloatingIPDetailsTestJSON-240215950 tempest-FloatingIPDetailsTestJSON-240215950-project] Pushing event updated for resources: {'Port': ['ID=5b207ba9-e180-4d3e-92f7-09cdffa2c01d,revision_number=2']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:23:03.141928 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-781bc43a-1631-4448-877c-aba8fb57fc62 req-4e96fbfc-ac21-4597-b103-2f124708675a tempest-FloatingIPDetailsTestJSON-240215950 tempest-FloatingIPDetailsTestJSON-240215950-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-601884'] for floatingip, after_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:23:03.174272 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-781bc43a-1631-4448-877c-aba8fb57fc62 req-4e96fbfc-ac21-4597-b103-2f124708675a tempest-FloatingIPDetailsTestJSON-240215950 tempest-FloatingIPDetailsTestJSON-240215950-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222849'] for floatingip, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:23:03.175695 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-781bc43a-1631-4448-877c-aba8fb57fc62 req-4e96fbfc-ac21-4597-b103-2f124708675a tempest-FloatingIPDetailsTestJSON-240215950 tempest-FloatingIPDetailsTestJSON-240215950-project] 10.222.0.67 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.6732440 Sep 23 19:23:03.189857 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a13fc2a-454c-4edf-80ef-2125afdf29e1 req-e2d485f6-23b5-40c8-b1b2-8cda64712d6e tempest-ServersWithSpecificFlavorTestJSON-1837670196 tempest-ServersWithSpecificFlavorTestJSON-1837670196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:23:03.191681 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-3a13fc2a-454c-4edf-80ef-2125afdf29e1 req-e2d485f6-23b5-40c8-b1b2-8cda64712d6e tempest-ServersWithSpecificFlavorTestJSON-1837670196 tempest-ServersWithSpecificFlavorTestJSON-1837670196-project] 10.222.0.67 "GET /v2.0/ports?device_id=56dbe3b8-fbb3-4256-9bd0-adad1d2faa26 HTTP/1.1" status: 200 len: 946 time: 0.1647003 Sep 23 19:23:03.219783 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-241fa9be-a9dd-4c95-b0c0-788c4640ab6d req-9c78d639-f320-408f-b846-2738f76f9b7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:23:03.221500 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-241fa9be-a9dd-4c95-b0c0-788c4640ab6d req-9c78d639-f320-408f-b846-2738f76f9b7f service neutron] 10.222.0.74 "GET /v2.0/networks?id=c2b58ecf-3b1b-414c-92a4-f53b08b3dace HTTP/1.1" status: 200 len: 922 time: 0.2683403 Sep 23 19:23:03.310151 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-a72ce9da-3d04-46af-8015-e8c43d3ded51 req-14ad1cab-5e48-42cf-bb0e-3a1b24e65daa tempest-ServersWithSpecificFlavorTestJSON-1837670196 tempest-ServersWithSpecificFlavorTestJSON-1837670196-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:23:03.311143 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-a72ce9da-3d04-46af-8015-e8c43d3ded51 req-14ad1cab-5e48-42cf-bb0e-3a1b24e65daa tempest-ServersWithSpecificFlavorTestJSON-1837670196 tempest-ServersWithSpecificFlavorTestJSON-1837670196-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-601884'] for floatingip, after_update {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:23:03.311143 n-d-713301-16 neutron-server[95101]: INFO neutron.db.l3_db [req-a72ce9da-3d04-46af-8015-e8c43d3ded51 req-14ad1cab-5e48-42cf-bb0e-3a1b24e65daa tempest-ServersWithSpecificFlavorTestJSON-1837670196 tempest-ServersWithSpecificFlavorTestJSON-1837670196-project] Floating IP ef1de3c3-fef8-432c-8d1a-de57f33d4b75 disassociated. External IP: 172.25.1.80, port: e0c92bce-f19f-4445-a89e-4f4298f09c27. Sep 23 19:23:03.311940 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.plugin [req-a72ce9da-3d04-46af-8015-e8c43d3ded51 req-14ad1cab-5e48-42cf-bb0e-3a1b24e65daa tempest-ServersWithSpecificFlavorTestJSON-1837670196 tempest-ServersWithSpecificFlavorTestJSON-1837670196-project] Calling delete_port for e0c92bce-f19f-4445-a89e-4f4298f09c27 owned by compute:nova {{(pid=95101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:23:03.322900 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-781bc43a-1631-4448-877c-aba8fb57fc62 req-765eea2a-d456-4e9c-9722-907e12a827ee tempest-FloatingIPDetailsTestJSON-240215950 tempest-FloatingIPDetailsTestJSON-240215950-project] 10.222.0.67 "GET /v2.0/floatingips?floating_ip_address=172.25.1.245 HTTP/1.1" status: 200 len: 696 time: 0.1301024 Sep 23 19:23:03.330705 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-241fa9be-a9dd-4c95-b0c0-788c4640ab6d req-47aaf363-b2d0-442e-89bf-459bc190027b service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d34748ee-625c-4c2a-af58-04e1e683d6b4 HTTP/1.1" status: 200 len: 217 time: 0.0643041 Sep 23 19:23:03.366259 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-3a13fc2a-454c-4edf-80ef-2125afdf29e1 req-139355a2-836a-460b-8140-3b6209839a0c tempest-ServersWithSpecificFlavorTestJSON-1837670196 tempest-ServersWithSpecificFlavorTestJSON-1837670196-project] 10.222.0.67 "GET /v2.0/security-groups?id=d5229659-9431-4b80-bd22-2c55198ccc0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1558385 Sep 23 19:23:03.546930 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-a72ce9da-3d04-46af-8015-e8c43d3ded51 req-14ad1cab-5e48-42cf-bb0e-3a1b24e65daa tempest-ServersWithSpecificFlavorTestJSON-1837670196 tempest-ServersWithSpecificFlavorTestJSON-1837670196-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783146162158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783145673144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5607431'] for port, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:23:03.617172 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-241fa9be-a9dd-4c95-b0c0-788c4640ab6d req-bf29c528-6eec-4127-827a-87fb280205c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:23:03.619538 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-241fa9be-a9dd-4c95-b0c0-788c4640ab6d req-bf29c528-6eec-4127-827a-87fb280205c4 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=4cc4932b-c381-47ec-9303-11e42975856f HTTP/1.1" status: 200 len: 861 time: 0.2762218 Sep 23 19:23:03.651396 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14ad1cab-5e48-42cf-bb0e-3a1b24e65daa tempest-ServersWithSpecificFlavorTestJSON-1837670196 tempest-ServersWithSpecificFlavorTestJSON-1837670196-project] Pushing event deleted for resources: {'Port': ['ID=e0c92bce-f19f-4445-a89e-4f4298f09c27,revision_number=None']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:23:03.677579 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-241fa9be-a9dd-4c95-b0c0-788c4640ab6d req-224f5b13-99ef-4cf3-8b49-833bcc49a70d service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=c2b58ecf-3b1b-414c-92a4-f53b08b3dace&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0461204 Sep 23 19:23:03.722540 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14ad1cab-5e48-42cf-bb0e-3a1b24e65daa tempest-ServersWithSpecificFlavorTestJSON-1837670196 tempest-ServersWithSpecificFlavorTestJSON-1837670196-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:23:03.722540 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14ad1cab-5e48-42cf-bb0e-3a1b24e65daa tempest-ServersWithSpecificFlavorTestJSON-1837670196 tempest-ServersWithSpecificFlavorTestJSON-1837670196-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:23:03.722540 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14ad1cab-5e48-42cf-bb0e-3a1b24e65daa tempest-ServersWithSpecificFlavorTestJSON-1837670196 tempest-ServersWithSpecificFlavorTestJSON-1837670196-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:23:03.722540 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14ad1cab-5e48-42cf-bb0e-3a1b24e65daa tempest-ServersWithSpecificFlavorTestJSON-1837670196 tempest-ServersWithSpecificFlavorTestJSON-1837670196-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:23:03.722540 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14ad1cab-5e48-42cf-bb0e-3a1b24e65daa tempest-ServersWithSpecificFlavorTestJSON-1837670196 tempest-ServersWithSpecificFlavorTestJSON-1837670196-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:23:03.723572 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14ad1cab-5e48-42cf-bb0e-3a1b24e65daa tempest-ServersWithSpecificFlavorTestJSON-1837670196 tempest-ServersWithSpecificFlavorTestJSON-1837670196-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:23:03.723572 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14ad1cab-5e48-42cf-bb0e-3a1b24e65daa tempest-ServersWithSpecificFlavorTestJSON-1837670196 tempest-ServersWithSpecificFlavorTestJSON-1837670196-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:23:03.723869 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14ad1cab-5e48-42cf-bb0e-3a1b24e65daa tempest-ServersWithSpecificFlavorTestJSON-1837670196 tempest-ServersWithSpecificFlavorTestJSON-1837670196-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:23:03.724264 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14ad1cab-5e48-42cf-bb0e-3a1b24e65daa tempest-ServersWithSpecificFlavorTestJSON-1837670196 tempest-ServersWithSpecificFlavorTestJSON-1837670196-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:23:03.724799 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14ad1cab-5e48-42cf-bb0e-3a1b24e65daa tempest-ServersWithSpecificFlavorTestJSON-1837670196 tempest-ServersWithSpecificFlavorTestJSON-1837670196-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:23:03.725380 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14ad1cab-5e48-42cf-bb0e-3a1b24e65daa tempest-ServersWithSpecificFlavorTestJSON-1837670196 tempest-ServersWithSpecificFlavorTestJSON-1837670196-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:23:03.725952 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14ad1cab-5e48-42cf-bb0e-3a1b24e65daa tempest-ServersWithSpecificFlavorTestJSON-1837670196 tempest-ServersWithSpecificFlavorTestJSON-1837670196-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:23:03.839892 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-781bc43a-1631-4448-877c-aba8fb57fc62 req-168478f7-27b3-47c3-b2ed-2aacbd728c5c tempest-FloatingIPDetailsTestJSON-240215950 tempest-FloatingIPDetailsTestJSON-240215950-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:23:03.853250 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-781bc43a-1631-4448-877c-aba8fb57fc62 req-168478f7-27b3-47c3-b2ed-2aacbd728c5c tempest-FloatingIPDetailsTestJSON-240215950 tempest-FloatingIPDetailsTestJSON-240215950-project] 10.222.0.67 "GET /v2.0/networks/5dec5c09-378e-4f50-89cc-d94eb81c3bac HTTP/1.1" status: 200 len: 784 time: 0.4847052 Sep 23 19:23:03.882432 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a72ce9da-3d04-46af-8015-e8c43d3ded51 req-14ad1cab-5e48-42cf-bb0e-3a1b24e65daa tempest-ServersWithSpecificFlavorTestJSON-1837670196 tempest-ServersWithSpecificFlavorTestJSON-1837670196-project] Router feeab25d-ce84-4322-90bf-cabdf15b69ef has already been hosted by L3 agent 79a740bf-7821-4989-8288-7186e3e128f3 {{(pid=95101) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 19:23:04.103857 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a72ce9da-3d04-46af-8015-e8c43d3ded51 req-14ad1cab-5e48-42cf-bb0e-3a1b24e65daa tempest-ServersWithSpecificFlavorTestJSON-1837670196 tempest-ServersWithSpecificFlavorTestJSON-1837670196-project] Notify agent at l3_agent.n-d-713301-16 the message routers_updated {{(pid=95101) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 19:23:04.125759 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d07b8267-e366-4006-8fe1-e59cce188328 None None] Sync routers for ids ['feeab25d-ce84-4322-90bf-cabdf15b69ef'] in n-d-713301-16 {{(pid=95104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 19:23:04.127147 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-241fa9be-a9dd-4c95-b0c0-788c4640ab6d req-cd6c0ce1-00e2-49cf-a31d-b375ca1948fa service neutron] 10.222.0.74 "GET /v2.0/networks/c2b58ecf-3b1b-414c-92a4-f53b08b3dace?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4380612 Sep 23 19:23:04.141360 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d07b8267-e366-4006-8fe1-e59cce188328 None None] Routers {'feeab25d-ce84-4322-90bf-cabdf15b69ef'} bound to L3 agent in host n-d-713301-16 {{(pid=95104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 19:23:04.142912 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_hamode_db [None req-d07b8267-e366-4006-8fe1-e59cce188328 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-23T19:07:52Z,description=,heartbeat_timestamp=2021-09-23T19:22:52Z,host='n-d-713301-16',id=79a740bf-7821-4989-8288-7186e3e128f3,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:07:52Z,topic='l3_agent')) {'router_ids': ['feeab25d-ce84-4322-90bf-cabdf15b69ef'], 'active': True} {{(pid=95104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:23:04.188027 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Device 57fb353f-18bb-4079-9329-192986ecbc90 up at agent hyperv_n-h1-713301-16 {{(pid=95103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 19:23:04.226480 n-d-713301-16 neutron-server[95101]: DEBUG neutron.db.l3_dvrscheduler_db [req-a72ce9da-3d04-46af-8015-e8c43d3ded51 req-14ad1cab-5e48-42cf-bb0e-3a1b24e65daa tempest-ServersWithSpecificFlavorTestJSON-1837670196 tempest-ServersWithSpecificFlavorTestJSON-1837670196-project] No DVR routers for this DVR port e0c92bce-f19f-4445-a89e-4f4298f09c27 on host n-h2-713301-16 {{(pid=95101) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 19:23:04.228036 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6cf86a6-a221-4deb-9ba4-7d19d8a82117 req-58d88f90-c8d6-461c-87ef-ed8c33796a7a tempest-LiveMigrationTest-1843640962 tempest-LiveMigrationTest-1843640962-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:23:04.229770 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-a72ce9da-3d04-46af-8015-e8c43d3ded51 req-14ad1cab-5e48-42cf-bb0e-3a1b24e65daa tempest-ServersWithSpecificFlavorTestJSON-1837670196 tempest-ServersWithSpecificFlavorTestJSON-1837670196-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222849'] for port, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:23:04.232135 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-a72ce9da-3d04-46af-8015-e8c43d3ded51 req-14ad1cab-5e48-42cf-bb0e-3a1b24e65daa tempest-ServersWithSpecificFlavorTestJSON-1837670196 tempest-ServersWithSpecificFlavorTestJSON-1837670196-project] 10.222.0.53 "DELETE /v2.0/ports/e0c92bce-f19f-4445-a89e-4f4298f09c27 HTTP/1.1" status: 204 len: 173 time: 1.7409017 Sep 23 19:23:04.232623 n-d-713301-16 neutron-server[95101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '56dbe3b8-fbb3-4256-9bd0-adad1d2faa26', 'name': 'network-vif-deleted', 'tag': 'e0c92bce-f19f-4445-a89e-4f4298f09c27'}] {{(pid=95101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 19:23:04.239924 n-d-713301-16 neutron-server[95101]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d8366c5740cd635e57ab12b71fe44a77c2acc3c19091ef849c6f68b380462244" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37c8983a-ad54-42bd-b8ad-b8528dbe5f2a" -d '{"events": [{"server_uuid": "56dbe3b8-fbb3-4256-9bd0-adad1d2faa26", "name": "network-vif-deleted", "tag": "e0c92bce-f19f-4445-a89e-4f4298f09c27"}]}' {{(pid=95101) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 19:23:04.252711 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-a6cf86a6-a221-4deb-9ba4-7d19d8a82117 req-58d88f90-c8d6-461c-87ef-ed8c33796a7a tempest-LiveMigrationTest-1843640962 tempest-LiveMigrationTest-1843640962-project] 10.222.0.67 "GET /v2.0/networks?id=bf651024-673c-4eec-84ce-c6ef83d369a1 HTTP/1.1" status: 200 len: 807 time: 0.3158441 Sep 23 19:23:04.293068 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Provisioning complete for port 57fb353f-18bb-4079-9329-192986ecbc90 triggered by entity L2. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:23:04.294227 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:23:04.319237 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-a6cf86a6-a221-4deb-9ba4-7d19d8a82117 req-4e373701-e04b-4d11-a35d-cba8d3dbca1a tempest-LiveMigrationTest-1843640962 tempest-LiveMigrationTest-1843640962-project] 10.222.0.67 "GET /v2.0/quotas/0f5d9c33c3334ce192c43e08217ee019 HTTP/1.1" status: 200 len: 375 time: 0.0671730 Sep 23 19:23:04.408242 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_dvr_db [None req-d07b8267-e366-4006-8fe1-e59cce188328 None None] Set router feeab25d-ce84-4322-90bf-cabdf15b69ef gateway port host: n-d-713301-16 {{(pid=95104) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 19:23:04.457005 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:23:04.464813 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b325a19-951e-4886-9257-4f6ab6692cb1 req-6188cc0f-9dfe-46a5-876b-bf795cf1f6be tempest-LiveAutoBlockMigrationV225Test-1531822435 tempest-LiveAutoBlockMigrationV225Test-1531822435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:23:04.482074 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-4b325a19-951e-4886-9257-4f6ab6692cb1 req-6188cc0f-9dfe-46a5-876b-bf795cf1f6be tempest-LiveAutoBlockMigrationV225Test-1531822435 tempest-LiveAutoBlockMigrationV225Test-1531822435-project] 10.222.0.67 "GET /v2.0/ports?device_id=de0af560-d2ac-4171-85e4-8fb7a1b63f67 HTTP/1.1" status: 200 len: 946 time: 0.3795624 Sep 23 19:23:04.527361 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] For port 57fb353f-18bb-4079-9329-192986ecbc90, host n-h1-713301-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-16',level=0,port_id=57fb353f-18bb-4079-9329-192986ecbc90,segment=NetworkSegment(6139d589-eb6c-4578-8935-c26ddf396853),segment_id=6139d589-eb6c-4578-8935-c26ddf396853)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:23:04.533186 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:23:04.581494 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-241fa9be-a9dd-4c95-b0c0-788c4640ab6d req-a318c3d5-33e8-4c44-9dc8-77211beec029 service neutron] 10.222.0.74 "GET /v2.0/networks/c2b58ecf-3b1b-414c-92a4-f53b08b3dace?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4182658 Sep 23 19:23:04.640201 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-4b325a19-951e-4886-9257-4f6ab6692cb1 req-fd4b0a53-fc29-4da2-ab84-2801a84e4e7f tempest-LiveAutoBlockMigrationV225Test-1531822435 tempest-LiveAutoBlockMigrationV225Test-1531822435-project] 10.222.0.67 "GET /v2.0/security-groups?id=6d32247e-8bb7-4ae1-818c-76baafa39c73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1544986 Sep 23 19:23:04.693628 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-a6cf86a6-a221-4deb-9ba4-7d19d8a82117 req-f148aace-5d85-4cb2-97ac-6176cf13b9af tempest-LiveMigrationTest-1843640962 tempest-LiveMigrationTest-1843640962-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=0f5d9c33c3334ce192c43e08217ee019&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3730435 Sep 23 19:23:04.702855 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Pushing event updated for resources: {'Port': ['ID=57fb353f-18bb-4079-9329-192986ecbc90,revision_number=7']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:23:04.743587 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:23:04.743935 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:23:04.744274 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:23:04.744633 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:23:04.744960 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:23:04.745285 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:23:04.753230 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:23:04.753810 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:23:04.754204 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:23:04.754636 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:23:04.754975 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:23:04.755311 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:23:04.997177 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-a6cf86a6-a221-4deb-9ba4-7d19d8a82117 req-1fb70569-070d-44cf-be85-0ed9add44810 service neutron] 10.222.0.67 "GET /v2.0/networks/bf651024-673c-4eec-84ce-c6ef83d369a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2983658 Sep 23 19:23:05.082071 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_hamode_db [None req-d07b8267-e366-4006-8fe1-e59cce188328 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'feeab25d-ce84-4322-90bf-cabdf15b69ef', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1785898101-router', 'tenant_id': '07622c7485a94956bd0dfade6db60bcf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'external_fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.211'}], 'enable_snat': True}, 'gw_port_id': 'f5b8b238-0c5d-4fc8-b0aa-a15d3368bb22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:17:51Z', 'updated_at': '2021-09-23T19:18:05Z', 'revision_number': 4, 'project_id': '07622c7485a94956bd0dfade6db60bcf', 'gw_port': {'id': 'f5b8b238-0c5d-4fc8-b0aa-a15d3368bb22', 'name': '', 'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:ae:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'feeab25d-ce84-4322-90bf-cabdf15b69ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:17:55Z', 'updated_at': '2021-09-23T19:18:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-16', '_interfaces': [{'id': '630db028-2806-40e9-aef2-932766c7b258', 'name': '', 'network_id': 'd5983aa5-dc01-48bc-bff2-9c83789f0fba', 'tenant_id': '07622c7485a94956bd0dfade6db60bcf', 'mac_address': 'fa:16:3e:69:94:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'feeab25d-ce84-4322-90bf-cabdf15b69ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': 'd6f0871f-c3f6-47e4-ac38-d95f0ade6ade', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:18:02Z', 'updated_at': '2021-09-23T19:18:11Z', 'revision_number': 5, 'project_id': '07622c7485a94956bd0dfade6db60bcf', 'subnets': [{'id': 'd6f0871f-c3f6-47e4-ac38-d95f0ade6ade', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-16', False) {} {{(pid=95104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:23:05.159290 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d07b8267-e366-4006-8fe1-e59cce188328 None None] Checking router: feeab25d-ce84-4322-90bf-cabdf15b69ef for host: n-d-713301-16 {{(pid=95104) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 19:23:05.198453 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d07b8267-e366-4006-8fe1-e59cce188328 None None] Routers {'feeab25d-ce84-4322-90bf-cabdf15b69ef'} bound to L3 agent in host n-d-713301-16 {{(pid=95104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 19:23:05.199098 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_hamode_db [None req-d07b8267-e366-4006-8fe1-e59cce188328 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-23T19:07:52Z,description=,heartbeat_timestamp=2021-09-23T19:22:52Z,host='n-d-713301-16',id=79a740bf-7821-4989-8288-7186e3e128f3,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:07:52Z,topic='l3_agent')) {'router_ids': ['feeab25d-ce84-4322-90bf-cabdf15b69ef'], 'active': True} {{(pid=95104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:23:05.442128 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_dvr_db [None req-d07b8267-e366-4006-8fe1-e59cce188328 None None] Set router feeab25d-ce84-4322-90bf-cabdf15b69ef gateway port host: n-d-713301-16 {{(pid=95104) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 19:23:05.813313 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-a6cf86a6-a221-4deb-9ba4-7d19d8a82117 req-1823ee6e-67b1-4531-8c22-25ce43a0a1e5 service neutron] 10.222.0.67 "GET /v2.0/networks/bf651024-673c-4eec-84ce-c6ef83d369a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7904792 Sep 23 19:23:05.824094 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a56afcf-bd54-4436-801a-bbb2d03d5181 req-ccfd6ee9-b8bd-4507-a8a0-d65db1b2647f tempest-ServersTestJSON-2044209823 tempest-ServersTestJSON-2044209823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:23:05.834993 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 33358) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:23:05.839652 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.v2.base [None req-27a8f7c8-7aa7-43f5-8c4a-670417dd6190 tempest-ServersTestJSON-2044209823 tempest-ServersTestJSON-2044209823-project] Request body: {'floatingip': {'port_id': '326b5816-3159-409f-b98a-e23377c96e50'}} {{(pid=95101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:23:05.840147 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-6a56afcf-bd54-4436-801a-bbb2d03d5181 req-ccfd6ee9-b8bd-4507-a8a0-d65db1b2647f tempest-ServersTestJSON-2044209823 tempest-ServersTestJSON-2044209823-project] 10.222.0.67 "GET /v2.0/ports?device_id=dcaaa8c8-6c24-4bcf-8c44-32093a3b0c39 HTTP/1.1" status: 200 len: 946 time: 0.8692520 Sep 23 19:23:05.857855 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_hamode_db [None req-d07b8267-e366-4006-8fe1-e59cce188328 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'feeab25d-ce84-4322-90bf-cabdf15b69ef', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1785898101-router', 'tenant_id': '07622c7485a94956bd0dfade6db60bcf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'external_fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.211'}], 'enable_snat': True}, 'gw_port_id': 'f5b8b238-0c5d-4fc8-b0aa-a15d3368bb22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:17:51Z', 'updated_at': '2021-09-23T19:18:05Z', 'revision_number': 4, 'project_id': '07622c7485a94956bd0dfade6db60bcf', 'gw_port': {'id': 'f5b8b238-0c5d-4fc8-b0aa-a15d3368bb22', 'name': '', 'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:ae:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'feeab25d-ce84-4322-90bf-cabdf15b69ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:17:55Z', 'updated_at': '2021-09-23T19:18:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-16', '_interfaces': [{'id': '630db028-2806-40e9-aef2-932766c7b258', 'name': '', 'network_id': 'd5983aa5-dc01-48bc-bff2-9c83789f0fba', 'tenant_id': '07622c7485a94956bd0dfade6db60bcf', 'mac_address': 'fa:16:3e:69:94:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'feeab25d-ce84-4322-90bf-cabdf15b69ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': 'd6f0871f-c3f6-47e4-ac38-d95f0ade6ade', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:18:02Z', 'updated_at': '2021-09-23T19:18:11Z', 'revision_number': 5, 'project_id': '07622c7485a94956bd0dfade6db60bcf', 'subnets': [{'id': 'd6f0871f-c3f6-47e4-ac38-d95f0ade6ade', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-16', False) {} {{(pid=95104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:23:05.877282 n-d-713301-16 neutron-server[95103]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 23 Sep 2021 19:23:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9ae9a2e-c996-4eda-8c36-5d0991d065c8 x-openstack-request-id: req-c9ae9a2e-c996-4eda-8c36-5d0991d065c8 {{(pid=95103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 19:23:05.877888 n-d-713301-16 neutron-server[95103]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bffda0e9-3935-484f-b05d-313c40f1aa1c", "name": "network-vif-unplugged", "status": "completed", "tag": "620eb77b-9622-4240-9505-90c0844383a9", "code": 200}]} {{(pid=95103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 19:23:05.877888 n-d-713301-16 neutron-server[95103]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-c9ae9a2e-c996-4eda-8c36-5d0991d065c8 {{(pid=95103) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 19:23:05.878220 n-d-713301-16 neutron-server[95103]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bffda0e9-3935-484f-b05d-313c40f1aa1c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '620eb77b-9622-4240-9505-90c0844383a9', 'code': 200} Sep 23 19:23:05.894181 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Device e0c92bce-f19f-4445-a89e-4f4298f09c27 no longer exists at agent hyperv_n-h2-713301-16 {{(pid=95103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 19:23:05.918606 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.plugin [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] No Port match for: e0c92bce-f19f-4445-a89e-4f4298f09c27 {{(pid=95103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 19:23:05.919150 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Device e0c92bce-f19f-4445-a89e-4f4298f09c27 not bound to the agent host n-h2-713301-16 {{(pid=95103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 19:23:05.919820 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Device fdb3c24f-2fa2-479d-8c4c-570663862e9f no longer exists at agent hyperv_n-h2-713301-16 {{(pid=95103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 19:23:05.945259 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d07b8267-e366-4006-8fe1-e59cce188328 None None] The sync data for ids ['feeab25d-ce84-4322-90bf-cabdf15b69ef'] in n-d-713301-16 is: [{'id': 'feeab25d-ce84-4322-90bf-cabdf15b69ef', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1785898101-router', 'tenant_id': '07622c7485a94956bd0dfade6db60bcf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'external_fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.211'}], 'enable_snat': True}, 'gw_port_id': 'f5b8b238-0c5d-4fc8-b0aa-a15d3368bb22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:17:51Z', 'updated_at': '2021-09-23T19:18:05Z', 'revision_number': 4, 'project_id': '07622c7485a94956bd0dfade6db60bcf', 'gw_port': {'id': 'f5b8b238-0c5d-4fc8-b0aa-a15d3368bb22', 'name': '', 'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:ae:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'feeab25d-ce84-4322-90bf-cabdf15b69ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:17:55Z', 'updated_at': '2021-09-23T19:18:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-16', '_interfaces': [{'id': '630db028-2806-40e9-aef2-932766c7b258', 'name': '', 'network_id': 'd5983aa5-dc01-48bc-bff2-9c83789f0fba', 'tenant_id': '07622c7485a94956bd0dfade6db60bcf', 'mac_address': 'fa:16:3e:69:94:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'feeab25d-ce84-4322-90bf-cabdf15b69ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': 'd6f0871f-c3f6-47e4-ac38-d95f0ade6ade', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:18:02Z', 'updated_at': '2021-09-23T19:18:11Z', 'revision_number': 5, 'project_id': '07622c7485a94956bd0dfade6db60bcf', 'subnets': [{'id': 'd6f0871f-c3f6-47e4-ac38-d95f0ade6ade', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 19:23:06.005927 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-27a8f7c8-7aa7-43f5-8c4a-670417dd6190 tempest-ServersTestJSON-2044209823 tempest-ServersTestJSON-2044209823-project] Notify callbacks [] for floatingip, before_update {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:23:06.072404 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:23:06.174768 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] For port fdb3c24f-2fa2-479d-8c4c-570663862e9f, host n-h2-713301-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-16',level=0,port_id=fdb3c24f-2fa2-479d-8c4c-570663862e9f,segment=NetworkSegment(2f3be12e-dba6-4aef-9978-6b9e569ce081),segment_id=2f3be12e-dba6-4aef-9978-6b9e569ce081)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:23:06.192302 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:23:06.431054 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Pushing event updated for resources: {'Port': ['ID=fdb3c24f-2fa2-479d-8c4c-570663862e9f,revision_number=8']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:23:06.573512 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-a00af6e5-271f-4fd2-beaf-03f331e05d22 req-9e233d46-f6b7-4c09-834b-5903669994a2 tempest-FloatingIPDetailsTestJSON-240215950 tempest-FloatingIPDetailsTestJSON-240215950-project] 10.222.0.67 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.5044131 Sep 23 19:23:06.602111 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.v2.base [req-a00af6e5-271f-4fd2-beaf-03f331e05d22 req-1d65353c-5c4c-43ec-9baf-30757c0e54c9 tempest-FloatingIPDetailsTestJSON-240215950 tempest-FloatingIPDetailsTestJSON-240215950-project] Request body: {'floatingip': {'floating_network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac'}} {{(pid=95102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:23:06.686722 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-a00af6e5-271f-4fd2-beaf-03f331e05d22 req-1d65353c-5c4c-43ec-9baf-30757c0e54c9 tempest-FloatingIPDetailsTestJSON-240215950 tempest-FloatingIPDetailsTestJSON-240215950-project] Notify callbacks [] for floatingip, before_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:23:06.698489 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1556268-30b5-4b39-ac7c-e08f2ce5d744 None None] New status for floating IP ef1de3c3-fef8-432c-8d1a-de57f33d4b75: DOWN {{(pid=95103) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 23 19:23:07.090781 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-a00af6e5-271f-4fd2-beaf-03f331e05d22 req-1d65353c-5c4c-43ec-9baf-30757c0e54c9 tempest-FloatingIPDetailsTestJSON-240215950 tempest-FloatingIPDetailsTestJSON-240215950-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:23:07.612180 n-d-713301-16 neutron-server[95102]: DEBUG neutron.db.db_base_plugin_common [req-a00af6e5-271f-4fd2-beaf-03f331e05d22 req-1d65353c-5c4c-43ec-9baf-30757c0e54c9 tempest-FloatingIPDetailsTestJSON-240215950 tempest-FloatingIPDetailsTestJSON-240215950-project] Allocated IP 172.25.1.218 (5dec5c09-378e-4f50-89cc-d94eb81c3bac/eff83446-018c-428d-b3f5-54ac9abe7a2a/4ce7b049-ca79-4f87-b7e9-9c22428be6b8) {{(pid=95102) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 19:23:07.826283 n-d-713301-16 neutron-server[95101]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 19:23:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dfb442a7-7ee4-4e68-824c-210c1ba25cc4 x-openstack-request-id: req-dfb442a7-7ee4-4e68-824c-210c1ba25cc4 {{(pid=95101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 19:23:07.827057 n-d-713301-16 neutron-server[95101]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "56dbe3b8-fbb3-4256-9bd0-adad1d2faa26", "name": "network-vif-deleted", "tag": "e0c92bce-f19f-4445-a89e-4f4298f09c27", "status": "completed", "code": 200}]} {{(pid=95101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 19:23:07.827057 n-d-713301-16 neutron-server[95101]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-dfb442a7-7ee4-4e68-824c-210c1ba25cc4 {{(pid=95101) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 19:23:07.827338 n-d-713301-16 neutron-server[95101]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '56dbe3b8-fbb3-4256-9bd0-adad1d2faa26', 'name': 'network-vif-deleted', 'tag': 'e0c92bce-f19f-4445-a89e-4f4298f09c27', 'status': 'completed', 'code': 200} Sep 23 19:23:07.872232 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ad7fb4-b987-4026-97ac-f33def9cf3f0 req-27803cee-e240-4173-aaeb-dab244dbcd26 tempest-LiveAutoBlockMigrationV225Test-1531822435 tempest-LiveAutoBlockMigrationV225Test-1531822435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:23:07.881187 n-d-713301-16 neutron-server[95103]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '102f53d1-1982-4f39-85c0-8cb5e7da0a24', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '57fb353f-18bb-4079-9329-192986ecbc90'}, {'server_uuid': '35198cf8-5054-4163-a40b-7e45abfdae56', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fdb3c24f-2fa2-479d-8c4c-570663862e9f'}] {{(pid=95103) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 19:23:07.890641 n-d-713301-16 neutron-server[95103]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}81a1c17f2aa89d5b3ebbba3a3e0cf7eb588e431c2224256110c4c4facdd7c3e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-502f6caa-09f8-4925-8fc8-a1692aaf270d" -d '{"events": [{"server_uuid": "102f53d1-1982-4f39-85c0-8cb5e7da0a24", "name": "network-vif-plugged", "status": "completed", "tag": "57fb353f-18bb-4079-9329-192986ecbc90"}, {"server_uuid": "35198cf8-5054-4163-a40b-7e45abfdae56", "name": "network-vif-unplugged", "status": "completed", "tag": "fdb3c24f-2fa2-479d-8c4c-570663862e9f"}]}' {{(pid=95103) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 19:23:07.906404 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-73ad7fb4-b987-4026-97ac-f33def9cf3f0 req-27803cee-e240-4173-aaeb-dab244dbcd26 tempest-LiveAutoBlockMigrationV225Test-1531822435 tempest-LiveAutoBlockMigrationV225Test-1531822435-project] 10.222.0.67 "GET /v2.0/ports?device_id=de0af560-d2ac-4171-85e4-8fb7a1b63f67 HTTP/1.1" status: 200 len: 946 time: 0.2744045 Sep 23 19:23:08.010477 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-73ad7fb4-b987-4026-97ac-f33def9cf3f0 req-e5a3b53d-7400-4a37-92d7-9c563f5ffdc1 tempest-LiveAutoBlockMigrationV225Test-1531822435 tempest-LiveAutoBlockMigrationV225Test-1531822435-project] 10.222.0.67 "GET /v2.0/security-groups?id=6d32247e-8bb7-4ae1-818c-76baafa39c73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907211 Sep 23 19:23:08.130511 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-a00af6e5-271f-4fd2-beaf-03f331e05d22 req-1d65353c-5c4c-43ec-9baf-30757c0e54c9 tempest-FloatingIPDetailsTestJSON-240215950 tempest-FloatingIPDetailsTestJSON-240215950-project] Notify callbacks [] for port, precommit_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:23:08.280336 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-a00af6e5-271f-4fd2-beaf-03f331e05d22 req-1d65353c-5c4c-43ec-9baf-30757c0e54c9 tempest-FloatingIPDetailsTestJSON-240215950 tempest-FloatingIPDetailsTestJSON-240215950-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783145673135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4399100'] for port, after_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:23:08.322832 n-d-713301-16 neutron-server[95102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a00af6e5-271f-4fd2-beaf-03f331e05d22 req-1d65353c-5c4c-43ec-9baf-30757c0e54c9 tempest-FloatingIPDetailsTestJSON-240215950 tempest-FloatingIPDetailsTestJSON-240215950-project] Network 5dec5c09-378e-4f50-89cc-d94eb81c3bac is already hosted by enough agents. {{(pid=95102) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:23:08.333683 n-d-713301-16 neutron-server[95102]: DEBUG neutron.scheduler.base_scheduler [req-a00af6e5-271f-4fd2-beaf-03f331e05d22 req-1d65353c-5c4c-43ec-9baf-30757c0e54c9 tempest-FloatingIPDetailsTestJSON-240215950 tempest-FloatingIPDetailsTestJSON-240215950-project] Resources bound (agent type, host, resource id): {{(pid=95102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:23:08.384980 n-d-713301-16 neutron-server[95102]: DEBUG neutron.db.l3_dvrscheduler_db [req-a00af6e5-271f-4fd2-beaf-03f331e05d22 req-1d65353c-5c4c-43ec-9baf-30757c0e54c9 tempest-FloatingIPDetailsTestJSON-240215950 tempest-FloatingIPDetailsTestJSON-240215950-project] Received port after_create {{(pid=95102) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 19:23:08.469643 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d65353c-5c4c-43ec-9baf-30757c0e54c9 tempest-FloatingIPDetailsTestJSON-240215950 tempest-FloatingIPDetailsTestJSON-240215950-project] Pushing event updated for resources: {'Port': ['ID=4ce7b049-ca79-4f87-b7e9-9c22428be6b8,revision_number=1']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:23:08.543097 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.db.resource_extend [None req-27a8f7c8-7aa7-43f5-8c4a-670417dd6190 tempest-ServersTestJSON-2044209823 tempest-ServersTestJSON-2044209823-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=95101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 23 19:23:08.649263 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-a00af6e5-271f-4fd2-beaf-03f331e05d22 req-1d65353c-5c4c-43ec-9baf-30757c0e54c9 tempest-FloatingIPDetailsTestJSON-240215950 tempest-FloatingIPDetailsTestJSON-240215950-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:23:08.671962 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-27a8f7c8-7aa7-43f5-8c4a-670417dd6190 tempest-ServersTestJSON-2044209823 tempest-ServersTestJSON-2044209823-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:23:08.680121 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-27a8f7c8-7aa7-43f5-8c4a-670417dd6190 tempest-ServersTestJSON-2044209823 tempest-ServersTestJSON-2044209823-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-601884'] for floatingip, after_update {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:23:08.729620 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-a00af6e5-271f-4fd2-beaf-03f331e05d22 req-1d65353c-5c4c-43ec-9baf-30757c0e54c9 tempest-FloatingIPDetailsTestJSON-240215950 tempest-FloatingIPDetailsTestJSON-240215950-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:23:08.982735 n-d-713301-16 neutron-server[95101]: INFO neutron.db.l3_db [None req-27a8f7c8-7aa7-43f5-8c4a-670417dd6190 tempest-ServersTestJSON-2044209823 tempest-ServersTestJSON-2044209823-project] Floating IP 6f57089a-cdce-4e54-9711-dd20d5f05d9f associated. External IP: 172.25.1.106, port: 326b5816-3159-409f-b98a-e23377c96e50. Sep 23 19:23:09.154059 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-a00af6e5-271f-4fd2-beaf-03f331e05d22 req-1d65353c-5c4c-43ec-9baf-30757c0e54c9 tempest-FloatingIPDetailsTestJSON-240215950 tempest-FloatingIPDetailsTestJSON-240215950-project] Notify callbacks [] for port, precommit_update {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:23:09.166523 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-a00af6e5-271f-4fd2-beaf-03f331e05d22 req-1d65353c-5c4c-43ec-9baf-30757c0e54c9 tempest-FloatingIPDetailsTestJSON-240215950 tempest-FloatingIPDetailsTestJSON-240215950-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4399095'] for port, after_update {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:23:09.288654 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d65353c-5c4c-43ec-9baf-30757c0e54c9 tempest-FloatingIPDetailsTestJSON-240215950 tempest-FloatingIPDetailsTestJSON-240215950-project] Pushing event updated for resources: {'Port': ['ID=4ce7b049-ca79-4f87-b7e9-9c22428be6b8,revision_number=2']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:23:09.343251 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-a00af6e5-271f-4fd2-beaf-03f331e05d22 req-1d65353c-5c4c-43ec-9baf-30757c0e54c9 tempest-FloatingIPDetailsTestJSON-240215950 tempest-FloatingIPDetailsTestJSON-240215950-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-601884'] for floatingip, after_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:23:09.395015 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-a00af6e5-271f-4fd2-beaf-03f331e05d22 req-1d65353c-5c4c-43ec-9baf-30757c0e54c9 tempest-FloatingIPDetailsTestJSON-240215950 tempest-FloatingIPDetailsTestJSON-240215950-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222849'] for floatingip, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:23:09.396406 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-a00af6e5-271f-4fd2-beaf-03f331e05d22 req-1d65353c-5c4c-43ec-9baf-30757c0e54c9 tempest-FloatingIPDetailsTestJSON-240215950 tempest-FloatingIPDetailsTestJSON-240215950-project] 10.222.0.67 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.8220465 Sep 23 19:23:09.529939 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-27a8f7c8-7aa7-43f5-8c4a-670417dd6190 tempest-ServersTestJSON-2044209823 tempest-ServersTestJSON-2044209823-project] Router d633a2cc-fbfc-46db-a3ee-63678361fe1b has already been hosted by L3 agent 79a740bf-7821-4989-8288-7186e3e128f3 {{(pid=95101) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 19:23:09.554169 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6cf86a6-a221-4deb-9ba4-7d19d8a82117 req-be55b7d7-a65d-49de-b187-1dbbfd9a0e49 tempest-LiveMigrationTest-1843640962 tempest-LiveMigrationTest-1843640962-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:23:09.559574 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-a6cf86a6-a221-4deb-9ba4-7d19d8a82117 req-be55b7d7-a65d-49de-b187-1dbbfd9a0e49 tempest-LiveMigrationTest-1843640962 tempest-LiveMigrationTest-1843640962-project] 10.222.0.53 "GET /v2.0/networks?id=bf651024-673c-4eec-84ce-c6ef83d369a1 HTTP/1.1" status: 200 len: 807 time: 0.2285326 Sep 23 19:23:09.587372 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-a00af6e5-271f-4fd2-beaf-03f331e05d22 req-6c070279-a3c2-44a6-a305-28d4a167de17 tempest-FloatingIPDetailsTestJSON-240215950 tempest-FloatingIPDetailsTestJSON-240215950-project] 10.222.0.67 "GET /v2.0/floatingips?floating_ip_address=172.25.1.218 HTTP/1.1" status: 200 len: 696 time: 0.1445534 Sep 23 19:23:09.603287 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.v2.base [req-a6cf86a6-a221-4deb-9ba4-7d19d8a82117 req-2e666f7c-c3a2-46f7-aaaf-976c4b46f9dc tempest-LiveMigrationTest-1843640962 tempest-LiveMigrationTest-1843640962-project] Request body: {'port': {'device_id': '736298ae-bd3f-4e9b-8e47-2726a845f6e1', 'network_id': 'bf651024-673c-4eec-84ce-c6ef83d369a1', 'admin_state_up': True, 'tenant_id': '0f5d9c33c3334ce192c43e08217ee019'}} {{(pid=95101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:23:09.917013 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a00af6e5-271f-4fd2-beaf-03f331e05d22 req-eb5118b5-73b7-45bf-9d15-050088a355ed tempest-FloatingIPDetailsTestJSON-240215950 tempest-FloatingIPDetailsTestJSON-240215950-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:23:09.942567 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-a00af6e5-271f-4fd2-beaf-03f331e05d22 req-eb5118b5-73b7-45bf-9d15-050088a355ed tempest-FloatingIPDetailsTestJSON-240215950 tempest-FloatingIPDetailsTestJSON-240215950-project] 10.222.0.67 "GET /v2.0/networks/5dec5c09-378e-4f50-89cc-d94eb81c3bac HTTP/1.1" status: 200 len: 784 time: 0.3358421 Sep 23 19:23:10.014025 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27a8f7c8-7aa7-43f5-8c4a-670417dd6190 tempest-ServersTestJSON-2044209823 tempest-ServersTestJSON-2044209823-project] Notify agent at l3_agent.n-d-713301-16 the message routers_updated {{(pid=95101) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 19:23:10.022671 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-27a8f7c8-7aa7-43f5-8c4a-670417dd6190 tempest-ServersTestJSON-2044209823 tempest-ServersTestJSON-2044209823-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222849'] for floatingip, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:23:10.034687 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b835b6a5-2b2d-4180-9b0b-c38ceea12eb3 None None] Sync routers for ids ['d633a2cc-fbfc-46db-a3ee-63678361fe1b'] in n-d-713301-16 {{(pid=95104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 19:23:10.040555 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-47b8287c-1122-471e-8fc1-6e8c5b779aaa req-d10313e7-21a5-4645-9bca-63dea8c3d14f tempest-LiveMigrationTest-1843640962 tempest-LiveMigrationTest-1843640962-project] 10.222.0.67 "GET /v2.0/ports?device_id=736298ae-bd3f-4e9b-8e47-2726a845f6e1 HTTP/1.1" status: 200 len: 210 time: 0.0970123 Sep 23 19:23:10.073180 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b835b6a5-2b2d-4180-9b0b-c38ceea12eb3 None None] Routers {'d633a2cc-fbfc-46db-a3ee-63678361fe1b'} bound to L3 agent in host n-d-713301-16 {{(pid=95104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 19:23:10.074199 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_hamode_db [None req-b835b6a5-2b2d-4180-9b0b-c38ceea12eb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-23T19:07:52Z,description=,heartbeat_timestamp=2021-09-23T19:22:52Z,host='n-d-713301-16',id=79a740bf-7821-4989-8288-7186e3e128f3,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:07:52Z,topic='l3_agent')) {'router_ids': ['d633a2cc-fbfc-46db-a3ee-63678361fe1b'], 'active': True} {{(pid=95104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:23:10.113142 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a6cf86a6-a221-4deb-9ba4-7d19d8a82117 req-2e666f7c-c3a2-46f7-aaaf-976c4b46f9dc tempest-LiveMigrationTest-1843640962 tempest-LiveMigrationTest-1843640962-project] Made reservation on behalf of 0f5d9c33c3334ce192c43e08217ee019 for: {'port': 1} {{(pid=95101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:23:10.135690 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-a6cf86a6-a221-4deb-9ba4-7d19d8a82117 req-2e666f7c-c3a2-46f7-aaaf-976c4b46f9dc tempest-LiveMigrationTest-1843640962 tempest-LiveMigrationTest-1843640962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:23:10.163805 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-27a8f7c8-7aa7-43f5-8c4a-670417dd6190 tempest-ServersTestJSON-2044209823 tempest-ServersTestJSON-2044209823-project] 10.222.0.67 "PUT /v2.0/floatingips/6f57089a-cdce-4e54-9711-dd20d5f05d9f HTTP/1.1" status: 200 len: 992 time: 4.3251758 Sep 23 19:23:10.163805 n-d-713301-16 neutron-server[95101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dcaaa8c8-6c24-4bcf-8c44-32093a3b0c39', 'tag': '326b5816-3159-409f-b98a-e23377c96e50'}] {{(pid=95101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 19:23:10.166057 n-d-713301-16 neutron-server[95101]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d8366c5740cd635e57ab12b71fe44a77c2acc3c19091ef849c6f68b380462244" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90f2daa4-63b4-4723-a541-37b3066e207b" -d '{"events": [{"name": "network-changed", "server_uuid": "dcaaa8c8-6c24-4bcf-8c44-32093a3b0c39", "tag": "326b5816-3159-409f-b98a-e23377c96e50"}]}' {{(pid=95101) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 19:23:10.209342 n-d-713301-16 neutron-server[95103]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 356 Content-Type: application/json Date: Thu, 23 Sep 2021 19:23:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91f87787-b3d4-423b-98a0-471064d5a512 x-openstack-request-id: req-91f87787-b3d4-423b-98a0-471064d5a512 {{(pid=95103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 19:23:10.210187 n-d-713301-16 neutron-server[95103]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "102f53d1-1982-4f39-85c0-8cb5e7da0a24", "name": "network-vif-plugged", "status": "completed", "tag": "57fb353f-18bb-4079-9329-192986ecbc90", "code": 200}, {"server_uuid": "35198cf8-5054-4163-a40b-7e45abfdae56", "name": "network-vif-unplugged", "status": "completed", "tag": "fdb3c24f-2fa2-479d-8c4c-570663862e9f", "code": 200}]} {{(pid=95103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 19:23:10.210187 n-d-713301-16 neutron-server[95103]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-91f87787-b3d4-423b-98a0-471064d5a512 {{(pid=95103) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 19:23:10.210728 n-d-713301-16 neutron-server[95103]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '102f53d1-1982-4f39-85c0-8cb5e7da0a24', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '57fb353f-18bb-4079-9329-192986ecbc90', 'code': 200} Sep 23 19:23:10.211065 n-d-713301-16 neutron-server[95103]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '35198cf8-5054-4163-a40b-7e45abfdae56', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fdb3c24f-2fa2-479d-8c4c-570663862e9f', 'code': 200} Sep 23 19:23:10.478353 n-d-713301-16 neutron-server[95101]: DEBUG neutron.db.db_base_plugin_common [req-a6cf86a6-a221-4deb-9ba4-7d19d8a82117 req-2e666f7c-c3a2-46f7-aaaf-976c4b46f9dc tempest-LiveMigrationTest-1843640962 tempest-LiveMigrationTest-1843640962-project] Allocated IP 172.20.0.10 (bf651024-673c-4eec-84ce-c6ef83d369a1/a9e01a0e-19a1-4eb7-ad45-3b74532cbcd9/b2afac21-1c3c-4563-b6dd-28bd82c804ec) {{(pid=95101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 19:23:10.487786 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_dvr_db [None req-b835b6a5-2b2d-4180-9b0b-c38ceea12eb3 None None] Set router d633a2cc-fbfc-46db-a3ee-63678361fe1b gateway port host: n-d-713301-16 {{(pid=95104) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 19:23:10.534711 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d71824b3-7524-4163-8ec5-3fd6d4903cf9 req-ae059a7e-a493-4ef6-92ec-a9c1e995a4d3 tempest-LiveAutoBlockMigrationV225Test-1531822435 tempest-LiveAutoBlockMigrationV225Test-1531822435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:23:10.550354 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-d71824b3-7524-4163-8ec5-3fd6d4903cf9 req-ae059a7e-a493-4ef6-92ec-a9c1e995a4d3 tempest-LiveAutoBlockMigrationV225Test-1531822435 tempest-LiveAutoBlockMigrationV225Test-1531822435-project] 10.222.0.67 "GET /v2.0/ports?device_id=de0af560-d2ac-4171-85e4-8fb7a1b63f67 HTTP/1.1" status: 200 len: 946 time: 0.1990447 Sep 23 19:23:10.774572 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-d71824b3-7524-4163-8ec5-3fd6d4903cf9 req-7850efaf-c398-4692-a3a9-812b56f7b855 tempest-LiveAutoBlockMigrationV225Test-1531822435 tempest-LiveAutoBlockMigrationV225Test-1531822435-project] 10.222.0.67 "GET /v2.0/security-groups?id=6d32247e-8bb7-4ae1-818c-76baafa39c73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2140985 Sep 23 19:23:10.868294 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-c176fd4e-0e2b-4d4b-b0d5-ceff45d27923 req-b8f8626f-58f4-4594-91b1-4cd3caf9cfc8 tempest-FloatingIPDetailsTestJSON-240215950 tempest-FloatingIPDetailsTestJSON-240215950-project] 10.222.0.67 "GET /v2.0/floatingips/5fa5dbe8-cd8e-4a93-ada0-33e9d0378470 HTTP/1.1" status: 200 len: 693 time: 0.1621823 Sep 23 19:23:11.138686 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c176fd4e-0e2b-4d4b-b0d5-ceff45d27923 req-aed03f8d-650e-4574-820c-d28bffdcecb4 tempest-FloatingIPDetailsTestJSON-240215950 tempest-FloatingIPDetailsTestJSON-240215950-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:23:11.161354 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-c176fd4e-0e2b-4d4b-b0d5-ceff45d27923 req-aed03f8d-650e-4574-820c-d28bffdcecb4 tempest-FloatingIPDetailsTestJSON-240215950 tempest-FloatingIPDetailsTestJSON-240215950-project] 10.222.0.67 "GET /v2.0/networks/5dec5c09-378e-4f50-89cc-d94eb81c3bac HTTP/1.1" status: 200 len: 784 time: 0.2838295 Sep 23 19:23:11.244058 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-a6cf86a6-a221-4deb-9ba4-7d19d8a82117 req-2e666f7c-c3a2-46f7-aaaf-976c4b46f9dc tempest-LiveMigrationTest-1843640962 tempest-LiveMigrationTest-1843640962-project] Notify callbacks [] for port, precommit_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:23:11.278805 n-d-713301-16 neutron-server[95101]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 19:23:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fbed2c74-05ff-4941-ad49-a0fb467f0d53 x-openstack-request-id: req-fbed2c74-05ff-4941-ad49-a0fb467f0d53 {{(pid=95101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 19:23:11.279471 n-d-713301-16 neutron-server[95101]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dcaaa8c8-6c24-4bcf-8c44-32093a3b0c39", "tag": "326b5816-3159-409f-b98a-e23377c96e50", "status": "completed", "code": 200}]} {{(pid=95101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 19:23:11.279964 n-d-713301-16 neutron-server[95101]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-fbed2c74-05ff-4941-ad49-a0fb467f0d53 {{(pid=95101) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 19:23:11.281697 n-d-713301-16 neutron-server[95101]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dcaaa8c8-6c24-4bcf-8c44-32093a3b0c39', 'tag': '326b5816-3159-409f-b98a-e23377c96e50', 'status': 'completed', 'code': 200} Sep 23 19:23:11.346534 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 33482) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:23:11.431944 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-a6cf86a6-a221-4deb-9ba4-7d19d8a82117 req-2e666f7c-c3a2-46f7-aaaf-976c4b46f9dc tempest-LiveMigrationTest-1843640962 tempest-LiveMigrationTest-1843640962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783145673135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5607431'] for port, after_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:23:11.450495 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] get_ports_and_sgs() called for port_ids ['15f9c12e-f506-439f-9d2f-18ac8686c0c4'] {{(pid=95103) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 19:23:11.472415 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a6cf86a6-a221-4deb-9ba4-7d19d8a82117 req-2e666f7c-c3a2-46f7-aaaf-976c4b46f9dc tempest-LiveMigrationTest-1843640962 tempest-LiveMigrationTest-1843640962-project] Network bf651024-673c-4eec-84ce-c6ef83d369a1 is already hosted by enough agents. {{(pid=95101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:23:11.480470 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.base_scheduler [req-a6cf86a6-a221-4deb-9ba4-7d19d8a82117 req-2e666f7c-c3a2-46f7-aaaf-976c4b46f9dc tempest-LiveMigrationTest-1843640962 tempest-LiveMigrationTest-1843640962-project] Resources bound (agent type, host, resource id): {{(pid=95101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:23:11.514060 n-d-713301-16 neutron-server[95101]: DEBUG neutron.db.l3_dvrscheduler_db [req-a6cf86a6-a221-4deb-9ba4-7d19d8a82117 req-2e666f7c-c3a2-46f7-aaaf-976c4b46f9dc tempest-LiveMigrationTest-1843640962 tempest-LiveMigrationTest-1843640962-project] Received port after_create {{(pid=95101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 19:23:11.544199 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-071353a4-779e-42f6-91e1-52fd8c656526 req-9094c8df-ef09-4fef-b739-ba3afe300b69 tempest-FloatingIPDetailsTestJSON-240215950 tempest-FloatingIPDetailsTestJSON-240215950-project] 10.222.0.67 "GET /v2.0/floatingips/5fa5dbe8-cd8e-4a93-ada0-33e9d0378470 HTTP/1.1" status: 200 len: 693 time: 0.1517525 Sep 23 19:23:11.604482 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6cf86a6-a221-4deb-9ba4-7d19d8a82117 req-2e666f7c-c3a2-46f7-aaaf-976c4b46f9dc tempest-LiveMigrationTest-1843640962 tempest-LiveMigrationTest-1843640962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:23:11.605080 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-a6cf86a6-a221-4deb-9ba4-7d19d8a82117 req-2e666f7c-c3a2-46f7-aaaf-976c4b46f9dc tempest-LiveMigrationTest-1843640962 tempest-LiveMigrationTest-1843640962-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222849'] for port, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:23:11.637416 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_hamode_db [None req-b835b6a5-2b2d-4180-9b0b-c38ceea12eb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd633a2cc-fbfc-46db-a3ee-63678361fe1b', 'name': 'tempest-ServersTestJSON-146587581-router', 'tenant_id': 'ffe1d679fb85465bacd9d41d5d5dc87c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'external_fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.91'}], 'enable_snat': True}, 'gw_port_id': 'b6a45639-d8e5-4e6c-81c1-32ff7f3662f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:22:09Z', 'updated_at': '2021-09-23T19:22:18Z', 'revision_number': 4, 'project_id': 'ffe1d679fb85465bacd9d41d5d5dc87c', 'gw_port': {'id': 'b6a45639-d8e5-4e6c-81c1-32ff7f3662f9', 'name': '', 'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:bc:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd633a2cc-fbfc-46db-a3ee-63678361fe1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 643, 'fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:22:11Z', 'updated_at': '2021-09-23T19:22:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-16', '_floatingips': [{'id': '6f57089a-cdce-4e54-9711-dd20d5f05d9f', 'tenant_id': 'ffe1d679fb85465bacd9d41d5d5dc87c', 'floating_ip_address': '172.25.1.106', 'floating_network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'router_id': 'd633a2cc-fbfc-46db-a3ee-63678361fe1b', 'port_id': '326b5816-3159-409f-b98a-e23377c96e50', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 659, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e0ba4ff6-5ece-4e5d-bf2e-f8698c833ccd', 'mac_address': 'fa:16:3e:d5:9c:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcaaa8c8-6c24-4bcf-8c44-32093a3b0c39', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-23T19:22:27Z', 'updated_at': '2021-09-23T19:23:08Z', 'revision_number': 1, 'project_id': 'ffe1d679fb85465bacd9d41d5d5dc87c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a9b050bb-b3fb-453c-93db-0daa57396c00', 'name': '', 'network_id': 'e0ba4ff6-5ece-4e5d-bf2e-f8698c833ccd', 'tenant_id': 'ffe1d679fb85465bacd9d41d5d5dc87c', 'mac_address': 'fa:16:3e:6f:d6:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd633a2cc-fbfc-46db-a3ee-63678361fe1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 651, 'fixed_ips': [{'subnet_id': '526f8162-a9a5-4b30-85c5-b8b73ce78140', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:22:17Z', 'updated_at': '2021-09-23T19:22:26Z', 'revision_number': 5, 'project_id': 'ffe1d679fb85465bacd9d41d5d5dc87c', 'subnets': [{'id': '526f8162-a9a5-4b30-85c5-b8b73ce78140', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-16', False) {} {{(pid=95104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:23:11.679953 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-a6cf86a6-a221-4deb-9ba4-7d19d8a82117 req-2e666f7c-c3a2-46f7-aaaf-976c4b46f9dc tempest-LiveMigrationTest-1843640962 tempest-LiveMigrationTest-1843640962-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0896828 Sep 23 19:23:11.688038 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-ce0f149d-e754-4768-a661-d693e3296534 tempest-ServersWithSpecificFlavorTestJSON-1837670196 tempest-ServersWithSpecificFlavorTestJSON-1837670196-project] Notify callbacks [] for security_group, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:23:11.695849 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f2daa4-63b4-4723-a541-37b3066e207b req-a5a35c21-2bb5-4c15-b105-ef62abe58c71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:23:11.700724 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-90f2daa4-63b4-4723-a541-37b3066e207b req-a5a35c21-2bb5-4c15-b105-ef62abe58c71 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=ffe1d679fb85465bacd9d41d5d5dc87c&device_id=dcaaa8c8-6c24-4bcf-8c44-32093a3b0c39 HTTP/1.1" status: 200 len: 1098 time: 0.4326546 Sep 23 19:23:11.789387 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b835b6a5-2b2d-4180-9b0b-c38ceea12eb3 None None] Checking router: d633a2cc-fbfc-46db-a3ee-63678361fe1b for host: n-d-713301-16 {{(pid=95104) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 19:23:11.817512 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b835b6a5-2b2d-4180-9b0b-c38ceea12eb3 None None] Routers {'d633a2cc-fbfc-46db-a3ee-63678361fe1b'} bound to L3 agent in host n-d-713301-16 {{(pid=95104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 19:23:11.818872 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_hamode_db [None req-b835b6a5-2b2d-4180-9b0b-c38ceea12eb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-23T19:07:52Z,description=,heartbeat_timestamp=2021-09-23T19:22:52Z,host='n-d-713301-16',id=79a740bf-7821-4989-8288-7186e3e128f3,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:07:52Z,topic='l3_agent')) {'router_ids': ['d633a2cc-fbfc-46db-a3ee-63678361fe1b'], 'active': True} {{(pid=95104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:23:11.866271 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.v2.base [req-a6cf86a6-a221-4deb-9ba4-7d19d8a82117 req-73357822-4bd2-4905-b8f9-7f36f3f0cd14 service neutron] Request body: {'port': {'device_id': '736298ae-bd3f-4e9b-8e47-2726a845f6e1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713301-16'}} {{(pid=95101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:23:11.870828 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e666f7c-c3a2-46f7-aaaf-976c4b46f9dc tempest-LiveMigrationTest-1843640962 tempest-LiveMigrationTest-1843640962-project] Pushing event updated for resources: {'Port': ['ID=b2afac21-1c3c-4563-b6dd-28bd82c804ec,revision_number=1']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:23:11.989635 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-ce0f149d-e754-4768-a661-d693e3296534 tempest-ServersWithSpecificFlavorTestJSON-1837670196 tempest-ServersWithSpecificFlavorTestJSON-1837670196-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:23:12.101653 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_dvr_db [None req-b835b6a5-2b2d-4180-9b0b-c38ceea12eb3 None None] Set router d633a2cc-fbfc-46db-a3ee-63678361fe1b gateway port host: n-d-713301-16 {{(pid=95104) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 19:23:12.125286 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f2daa4-63b4-4723-a541-37b3066e207b req-3ff703e2-d41c-4cce-a735-33a6b82e15d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:23:12.128246 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-90f2daa4-63b4-4723-a541-37b3066e207b req-3ff703e2-d41c-4cce-a735-33a6b82e15d6 service neutron] 10.222.0.74 "GET /v2.0/networks?id=e0ba4ff6-5ece-4e5d-bf2e-f8698c833ccd HTTP/1.1" status: 200 len: 906 time: 0.3679750 Sep 23 19:23:12.188373 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-a6cf86a6-a221-4deb-9ba4-7d19d8a82117 req-73357822-4bd2-4905-b8f9-7f36f3f0cd14 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:23:12.322033 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de6d32b-3d73-4180-83ec-66ba9dfbb3e4 req-18ee4be3-893c-4729-975c-0edd5de673f0 tempest-LiveMigrationTest-1843640962 tempest-LiveMigrationTest-1843640962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:23:12.335946 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-5de6d32b-3d73-4180-83ec-66ba9dfbb3e4 req-18ee4be3-893c-4729-975c-0edd5de673f0 tempest-LiveMigrationTest-1843640962 tempest-LiveMigrationTest-1843640962-project] 10.222.0.67 "GET /v2.0/ports?device_id=736298ae-bd3f-4e9b-8e47-2726a845f6e1 HTTP/1.1" status: 200 len: 932 time: 0.7860010 Sep 23 19:23:12.369752 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-ce0f149d-e754-4768-a661-d693e3296534 tempest-ServersWithSpecificFlavorTestJSON-1837670196 tempest-ServersWithSpecificFlavorTestJSON-1837670196-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:23:12.377236 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-ce0f149d-e754-4768-a661-d693e3296534 tempest-ServersWithSpecificFlavorTestJSON-1837670196 tempest-ServersWithSpecificFlavorTestJSON-1837670196-project] Notify callbacks [] for security_group, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:23:12.379466 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-ce0f149d-e754-4768-a661-d693e3296534 tempest-ServersWithSpecificFlavorTestJSON-1837670196 tempest-ServersWithSpecificFlavorTestJSON-1837670196-project] 10.222.0.67 "DELETE /v2.0/security-groups/d5229659-9431-4b80-bd22-2c55198ccc0d HTTP/1.1" status: 204 len: 168 time: 1.0292115 Sep 23 19:23:12.395850 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 33490) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:23:12.598170 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce0f149d-e754-4768-a661-d693e3296534 tempest-ServersWithSpecificFlavorTestJSON-1837670196 tempest-ServersWithSpecificFlavorTestJSON-1837670196-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5229659-9431-4b80-bd22-2c55198ccc0d,revision_number=None']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:23:12.611520 n-d-713301-16 neutron-server[95102]: INFO neutron.api.v2.resource [None req-536713dc-79ab-4301-9dd5-c009df527f74 tempest-ServersWithSpecificFlavorTestJSON-1837670196 tempest-ServersWithSpecificFlavorTestJSON-1837670196-project] show failed (client error): The resource could not be found. Sep 23 19:23:12.624914 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-536713dc-79ab-4301-9dd5-c009df527f74 tempest-ServersWithSpecificFlavorTestJSON-1837670196 tempest-ServersWithSpecificFlavorTestJSON-1837670196-project] 10.222.0.67 "GET /v2.0/security-groups/d5229659-9431-4b80-bd22-2c55198ccc0d HTTP/1.1" status: 404 len: 347 time: 0.2180862 Sep 23 19:23:12.629997 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-90f2daa4-63b4-4723-a541-37b3066e207b req-871a8a2d-869f-4ea1-9429-cf1525791207 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=326b5816-3159-409f-b98a-e23377c96e50 HTTP/1.1" status: 200 len: 1000 time: 0.4879746 Sep 23 19:23:12.633198 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 33492) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:23:12.692928 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-5de6d32b-3d73-4180-83ec-66ba9dfbb3e4 req-4c22bb72-29db-41df-abd6-71235dba375d tempest-LiveMigrationTest-1843640962 tempest-LiveMigrationTest-1843640962-project] 10.222.0.67 "GET /v2.0/security-groups?id=1c151358-1cab-48a6-be3e-ad7507b4da06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3370099 Sep 23 19:23:12.752662 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_hamode_db [None req-b835b6a5-2b2d-4180-9b0b-c38ceea12eb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd633a2cc-fbfc-46db-a3ee-63678361fe1b', 'name': 'tempest-ServersTestJSON-146587581-router', 'tenant_id': 'ffe1d679fb85465bacd9d41d5d5dc87c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'external_fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.91'}], 'enable_snat': True}, 'gw_port_id': 'b6a45639-d8e5-4e6c-81c1-32ff7f3662f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:22:09Z', 'updated_at': '2021-09-23T19:22:18Z', 'revision_number': 4, 'project_id': 'ffe1d679fb85465bacd9d41d5d5dc87c', 'gw_port': {'id': 'b6a45639-d8e5-4e6c-81c1-32ff7f3662f9', 'name': '', 'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:bc:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd633a2cc-fbfc-46db-a3ee-63678361fe1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 643, 'fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:22:11Z', 'updated_at': '2021-09-23T19:22:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-16', '_floatingips': [{'id': '6f57089a-cdce-4e54-9711-dd20d5f05d9f', 'tenant_id': 'ffe1d679fb85465bacd9d41d5d5dc87c', 'floating_ip_address': '172.25.1.106', 'floating_network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'router_id': 'd633a2cc-fbfc-46db-a3ee-63678361fe1b', 'port_id': '326b5816-3159-409f-b98a-e23377c96e50', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 659, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e0ba4ff6-5ece-4e5d-bf2e-f8698c833ccd', 'mac_address': 'fa:16:3e:d5:9c:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcaaa8c8-6c24-4bcf-8c44-32093a3b0c39', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-23T19:22:27Z', 'updated_at': '2021-09-23T19:23:08Z', 'revision_number': 1, 'project_id': 'ffe1d679fb85465bacd9d41d5d5dc87c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a9b050bb-b3fb-453c-93db-0daa57396c00', 'name': '', 'network_id': 'e0ba4ff6-5ece-4e5d-bf2e-f8698c833ccd', 'tenant_id': 'ffe1d679fb85465bacd9d41d5d5dc87c', 'mac_address': 'fa:16:3e:6f:d6:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd633a2cc-fbfc-46db-a3ee-63678361fe1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 651, 'fixed_ips': [{'subnet_id': '526f8162-a9a5-4b30-85c5-b8b73ce78140', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:22:17Z', 'updated_at': '2021-09-23T19:22:26Z', 'revision_number': 5, 'project_id': 'ffe1d679fb85465bacd9d41d5d5dc87c', 'subnets': [{'id': '526f8162-a9a5-4b30-85c5-b8b73ce78140', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-16', False) {} {{(pid=95104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:23:12.790730 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071353a4-779e-42f6-91e1-52fd8c656526 req-6b2722bf-58dd-4175-8db8-6a8724705ee1 tempest-FloatingIPDetailsTestJSON-240215950 tempest-FloatingIPDetailsTestJSON-240215950-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:23:12.793263 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-071353a4-779e-42f6-91e1-52fd8c656526 req-6b2722bf-58dd-4175-8db8-6a8724705ee1 tempest-FloatingIPDetailsTestJSON-240215950 tempest-FloatingIPDetailsTestJSON-240215950-project] 10.222.0.67 "GET /v2.0/networks/5dec5c09-378e-4f50-89cc-d94eb81c3bac HTTP/1.1" status: 200 len: 784 time: 1.2466097 Sep 23 19:23:12.876734 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b835b6a5-2b2d-4180-9b0b-c38ceea12eb3 None None] The sync data for ids ['d633a2cc-fbfc-46db-a3ee-63678361fe1b'] in n-d-713301-16 is: [{'id': 'd633a2cc-fbfc-46db-a3ee-63678361fe1b', 'name': 'tempest-ServersTestJSON-146587581-router', 'tenant_id': 'ffe1d679fb85465bacd9d41d5d5dc87c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'external_fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.91'}], 'enable_snat': True}, 'gw_port_id': 'b6a45639-d8e5-4e6c-81c1-32ff7f3662f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:22:09Z', 'updated_at': '2021-09-23T19:22:18Z', 'revision_number': 4, 'project_id': 'ffe1d679fb85465bacd9d41d5d5dc87c', 'gw_port': {'id': 'b6a45639-d8e5-4e6c-81c1-32ff7f3662f9', 'name': '', 'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:bc:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd633a2cc-fbfc-46db-a3ee-63678361fe1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 643, 'fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:22:11Z', 'updated_at': '2021-09-23T19:22:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-16', '_floatingips': [{'id': '6f57089a-cdce-4e54-9711-dd20d5f05d9f', 'tenant_id': 'ffe1d679fb85465bacd9d41d5d5dc87c', 'floating_ip_address': '172.25.1.106', 'floating_network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'router_id': 'd633a2cc-fbfc-46db-a3ee-63678361fe1b', 'port_id': '326b5816-3159-409f-b98a-e23377c96e50', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 659, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e0ba4ff6-5ece-4e5d-bf2e-f8698c833ccd', 'mac_address': 'fa:16:3e:d5:9c:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcaaa8c8-6c24-4bcf-8c44-32093a3b0c39', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-23T19:22:27Z', 'updated_at': '2021-09-23T19:23:08Z', 'revision_number': 1, 'project_id': 'ffe1d679fb85465bacd9d41d5d5dc87c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a9b050bb-b3fb-453c-93db-0daa57396c00', 'name': '', 'network_id': 'e0ba4ff6-5ece-4e5d-bf2e-f8698c833ccd', 'tenant_id': 'ffe1d679fb85465bacd9d41d5d5dc87c', 'mac_address': 'fa:16:3e:6f:d6:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd633a2cc-fbfc-46db-a3ee-63678361fe1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 651, 'fixed_ips': [{'subnet_id': '526f8162-a9a5-4b30-85c5-b8b73ce78140', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:22:17Z', 'updated_at': '2021-09-23T19:22:26Z', 'revision_number': 5, 'project_id': 'ffe1d679fb85465bacd9d41d5d5dc87c', 'subnets': [{'id': '526f8162-a9a5-4b30-85c5-b8b73ce78140', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 19:23:13.035262 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-071353a4-779e-42f6-91e1-52fd8c656526 req-191c86d8-a726-4a07-b0d0-c9b2af1324ef tempest-FloatingIPDetailsTestJSON-240215950 tempest-FloatingIPDetailsTestJSON-240215950-project] 10.222.0.67 "GET /v2.0/floatingips?floating_ip_address=172.25.1.218 HTTP/1.1" status: 200 len: 696 time: 0.1516469 Sep 23 19:23:13.067110 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f2daa4-63b4-4723-a541-37b3066e207b req-ac47c048-6cbb-4c12-a96e-32929f09fe26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:23:13.070262 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-90f2daa4-63b4-4723-a541-37b3066e207b req-ac47c048-6cbb-4c12-a96e-32929f09fe26 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=526f8162-a9a5-4b30-85c5-b8b73ce78140 HTTP/1.1" status: 200 len: 844 time: 0.4112573 Sep 23 19:23:13.251885 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-071353a4-779e-42f6-91e1-52fd8c656526 req-b74d23e8-c390-45d5-b0e4-3cbb4adddf3b tempest-FloatingIPDetailsTestJSON-240215950 tempest-FloatingIPDetailsTestJSON-240215950-project] 10.222.0.67 "GET /v2.0/floatingips?floating_ip_address=172.25.1.218 HTTP/1.1" status: 200 len: 696 time: 0.1939833 Sep 23 19:23:13.317266 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26a78a73-8003-4192-a6a0-ecaf530377e6 None None] New status for floating IP 6f57089a-cdce-4e54-9711-dd20d5f05d9f: ACTIVE {{(pid=95103) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 23 19:23:13.365206 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015688f9-3c2a-4dfe-823e-bd5aff10d683 req-0029f530-c12f-47ba-afbd-2cf99564bc5e tempest-ImagesTestJSON-1030216449 tempest-ImagesTestJSON-1030216449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:23:13.367095 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-015688f9-3c2a-4dfe-823e-bd5aff10d683 req-0029f530-c12f-47ba-afbd-2cf99564bc5e tempest-ImagesTestJSON-1030216449 tempest-ImagesTestJSON-1030216449-project] 10.222.0.53 "GET /v2.0/ports?device_id=35198cf8-5054-4163-a40b-7e45abfdae56 HTTP/1.1" status: 200 len: 944 time: 0.9232414 Sep 23 19:23:13.616438 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f2daa4-63b4-4723-a541-37b3066e207b req-e3585919-7fb6-4a72-bf78-3dcd5592a50b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:23:13.619143 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-90f2daa4-63b4-4723-a541-37b3066e207b req-e3585919-7fb6-4a72-bf78-3dcd5592a50b service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=e0ba4ff6-5ece-4e5d-bf2e-f8698c833ccd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.5393934 Sep 23 19:23:13.751472 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-90f2daa4-63b4-4723-a541-37b3066e207b req-4edf01aa-4457-4799-a2f9-d3fc20db7fcd service neutron] 10.222.0.74 "GET /v2.0/networks/e0ba4ff6-5ece-4e5d-bf2e-f8698c833ccd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1189320 Sep 23 19:23:13.786289 n-d-713301-16 neutron-server[95101]: DEBUG neutron.notifiers.nova [req-a6cf86a6-a221-4deb-9ba4-7d19d8a82117 req-73357822-4bd2-4905-b8f9-7f36f3f0cd14 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b2afac21-1c3c-4563-b6dd-28bd82c804ec {{(pid=95101) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 19:23:13.802097 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-a6cf86a6-a221-4deb-9ba4-7d19d8a82117 req-73357822-4bd2-4905-b8f9-7f36f3f0cd14 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:23:13.822913 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b354c8ad-45fd-4283-96d6-a8bc525e7ebb req-08f553c5-a1c4-49d5-a616-c335996f03aa tempest-ImagesTestJSON-1030216449 tempest-ImagesTestJSON-1030216449-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:23:13.824249 n-d-713301-16 neutron-server[95101]: DEBUG neutron.db.provisioning_blocks [req-a6cf86a6-a221-4deb-9ba4-7d19d8a82117 req-73357822-4bd2-4905-b8f9-7f36f3f0cd14 service neutron] Transition to ACTIVE for port object b2afac21-1c3c-4563-b6dd-28bd82c804ec will not be triggered until provisioned by entity L2. {{(pid=95101) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 19:23:13.831670 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-b354c8ad-45fd-4283-96d6-a8bc525e7ebb req-08f553c5-a1c4-49d5-a616-c335996f03aa tempest-ImagesTestJSON-1030216449 tempest-ImagesTestJSON-1030216449-project] 10.222.0.67 "GET /v2.0/networks?id=3933cf84-cdd3-4c59-ac2d-c58afedb7fce HTTP/1.1" status: 200 len: 803 time: 0.6546531 Sep 23 19:23:13.853474 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-a6cf86a6-a221-4deb-9ba4-7d19d8a82117 req-73357822-4bd2-4905-b8f9-7f36f3f0cd14 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5607436'] for port, after_update {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:23:13.873775 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.plugin [None req-52a904c5-586e-4c8b-afaf-8a08344626cf tempest-ServersWithSpecificFlavorTestJSON-1837670196 tempest-ServersWithSpecificFlavorTestJSON-1837670196-project] Deleting port 70045efc-f03f-483f-8d67-8228524808bd {{(pid=95101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:23:13.874157 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-52a904c5-586e-4c8b-afaf-8a08344626cf tempest-ServersWithSpecificFlavorTestJSON-1837670196 tempest-ServersWithSpecificFlavorTestJSON-1837670196-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783146157096'] for port, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:23:13.888461 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-b354c8ad-45fd-4283-96d6-a8bc525e7ebb req-afbabe4a-582e-4079-a5fc-f8247318b78d tempest-ImagesTestJSON-1030216449 tempest-ImagesTestJSON-1030216449-project] 10.222.0.67 "GET /v2.0/quotas/e0fb920d7d3f49caa9f9e971b4a6829a HTTP/1.1" status: 200 len: 375 time: 0.0543516 Sep 23 19:23:13.971006 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-52a904c5-586e-4c8b-afaf-8a08344626cf tempest-ServersWithSpecificFlavorTestJSON-1837670196 tempest-ServersWithSpecificFlavorTestJSON-1837670196-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-605701'] for port, precommit_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:23:13.971605 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-52a904c5-586e-4c8b-afaf-8a08344626cf tempest-ServersWithSpecificFlavorTestJSON-1837670196 tempest-ServersWithSpecificFlavorTestJSON-1837670196-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:23:13.984026 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-90f2daa4-63b4-4723-a541-37b3066e207b req-f584936d-0302-4437-ace8-7b463e47d91f service neutron] 10.222.0.74 "GET /v2.0/networks/e0ba4ff6-5ece-4e5d-bf2e-f8698c833ccd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2249873 Sep 23 19:23:13.985956 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.plugin [None req-52a904c5-586e-4c8b-afaf-8a08344626cf tempest-ServersWithSpecificFlavorTestJSON-1837670196 tempest-ServersWithSpecificFlavorTestJSON-1837670196-project] Calling delete_port for 70045efc-f03f-483f-8d67-8228524808bd owned by network:floatingip {{(pid=95101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:23:14.031035 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.plugin [req-071353a4-779e-42f6-91e1-52fd8c656526 req-66a3421b-426f-4a15-9bf4-452763a2f8b1 tempest-FloatingIPDetailsTestJSON-240215950 tempest-FloatingIPDetailsTestJSON-240215950-project] Deleting port 4ce7b049-ca79-4f87-b7e9-9c22428be6b8 {{(pid=95102) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:23:14.031528 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-071353a4-779e-42f6-91e1-52fd8c656526 req-66a3421b-426f-4a15-9bf4-452763a2f8b1 tempest-FloatingIPDetailsTestJSON-240215950 tempest-FloatingIPDetailsTestJSON-240215950-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783146157096'] for port, before_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:23:14.084438 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-b354c8ad-45fd-4283-96d6-a8bc525e7ebb req-9f446559-737b-4a99-987d-1a4f15a0924f tempest-ImagesTestJSON-1030216449 tempest-ImagesTestJSON-1030216449-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=e0fb920d7d3f49caa9f9e971b4a6829a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1048789 Sep 23 19:23:14.193134 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73357822-4bd2-4905-b8f9-7f36f3f0cd14 service neutron] Pushing event updated for resources: {'Port': ['ID=b2afac21-1c3c-4563-b6dd-28bd82c804ec,revision_number=2']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:23:14.200916 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-52a904c5-586e-4c8b-afaf-8a08344626cf tempest-ServersWithSpecificFlavorTestJSON-1837670196 tempest-ServersWithSpecificFlavorTestJSON-1837670196-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783146162158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783145673144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5607431'] for port, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:23:14.208672 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-071353a4-779e-42f6-91e1-52fd8c656526 req-66a3421b-426f-4a15-9bf4-452763a2f8b1 tempest-FloatingIPDetailsTestJSON-240215950 tempest-FloatingIPDetailsTestJSON-240215950-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-605701'] for port, precommit_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:23:14.209131 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-071353a4-779e-42f6-91e1-52fd8c656526 req-66a3421b-426f-4a15-9bf4-452763a2f8b1 tempest-FloatingIPDetailsTestJSON-240215950 tempest-FloatingIPDetailsTestJSON-240215950-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:23:14.225186 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.plugin [req-071353a4-779e-42f6-91e1-52fd8c656526 req-66a3421b-426f-4a15-9bf4-452763a2f8b1 tempest-FloatingIPDetailsTestJSON-240215950 tempest-FloatingIPDetailsTestJSON-240215950-project] Calling delete_port for 4ce7b049-ca79-4f87-b7e9-9c22428be6b8 owned by network:floatingip {{(pid=95102) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:23:14.240999 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a904c5-586e-4c8b-afaf-8a08344626cf tempest-ServersWithSpecificFlavorTestJSON-1837670196 tempest-ServersWithSpecificFlavorTestJSON-1837670196-project] Pushing event deleted for resources: {'Port': ['ID=70045efc-f03f-483f-8d67-8228524808bd,revision_number=None']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:23:14.348803 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.plugin [req-015688f9-3c2a-4dfe-823e-bd5aff10d683 req-4a127232-6656-4324-b8ae-268823cab04f tempest-ImagesTestJSON-1030216449 tempest-ImagesTestJSON-1030216449-project] Deleting port fdb3c24f-2fa2-479d-8c4c-570663862e9f {{(pid=95101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:23:14.349030 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-015688f9-3c2a-4dfe-823e-bd5aff10d683 req-4a127232-6656-4324-b8ae-268823cab04f tempest-ImagesTestJSON-1030216449 tempest-ImagesTestJSON-1030216449-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783146157096'] for port, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:23:14.475419 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-52a904c5-586e-4c8b-afaf-8a08344626cf tempest-ServersWithSpecificFlavorTestJSON-1837670196 tempest-ServersWithSpecificFlavorTestJSON-1837670196-project] Notify callbacks [] for floatingip, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:23:14.479111 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-071353a4-779e-42f6-91e1-52fd8c656526 req-66a3421b-426f-4a15-9bf4-452763a2f8b1 tempest-FloatingIPDetailsTestJSON-240215950 tempest-FloatingIPDetailsTestJSON-240215950-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783146162158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783145673144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4399100'] for port, after_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:23:14.480049 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-52a904c5-586e-4c8b-afaf-8a08344626cf tempest-ServersWithSpecificFlavorTestJSON-1837670196 tempest-ServersWithSpecificFlavorTestJSON-1837670196-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222849'] for floatingip, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:23:14.485141 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-52a904c5-586e-4c8b-afaf-8a08344626cf tempest-ServersWithSpecificFlavorTestJSON-1837670196 tempest-ServersWithSpecificFlavorTestJSON-1837670196-project] 10.222.0.67 "DELETE /v2.0/floatingips/ef1de3c3-fef8-432c-8d1a-de57f33d4b75 HTTP/1.1" status: 204 len: 168 time: 1.8464088 Sep 23 19:23:14.564385 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.managers [req-a6cf86a6-a221-4deb-9ba4-7d19d8a82117 req-73357822-4bd2-4905-b8f9-7f36f3f0cd14 service neutron] Attempting to bind port b2afac21-1c3c-4563-b6dd-28bd82c804ec on host n-h2-713301-16 for vnic_type normal with profile {{(pid=95101) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 19:23:14.564754 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.managers [req-a6cf86a6-a221-4deb-9ba4-7d19d8a82117 req-73357822-4bd2-4905-b8f9-7f36f3f0cd14 service neutron] Attempting to bind port b2afac21-1c3c-4563-b6dd-28bd82c804ec by drivers openvswitch,hyperv on host n-h2-713301-16 at level 0 using segments [{'id': '6735b3c2-9e0f-43a7-8f57-e48eb1a30c85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': 'bf651024-673c-4eec-84ce-c6ef83d369a1'}] {{(pid=95101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 19:23:14.565251 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6cf86a6-a221-4deb-9ba4-7d19d8a82117 req-73357822-4bd2-4905-b8f9-7f36f3f0cd14 service neutron] Attempting to bind port b2afac21-1c3c-4563-b6dd-28bd82c804ec on network bf651024-673c-4eec-84ce-c6ef83d369a1 {{(pid=95101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:23:14.578367 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6cf86a6-a221-4deb-9ba4-7d19d8a82117 req-73357822-4bd2-4905-b8f9-7f36f3f0cd14 service neutron] Port b2afac21-1c3c-4563-b6dd-28bd82c804ec on network bf651024-673c-4eec-84ce-c6ef83d369a1 not bound, no agent of type Open vSwitch agent registered on host n-h2-713301-16 {{(pid=95101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 19:23:14.578806 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6cf86a6-a221-4deb-9ba4-7d19d8a82117 req-73357822-4bd2-4905-b8f9-7f36f3f0cd14 service neutron] Attempting to bind port b2afac21-1c3c-4563-b6dd-28bd82c804ec on network bf651024-673c-4eec-84ce-c6ef83d369a1 {{(pid=95101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:23:14.597400 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.db [req-015688f9-3c2a-4dfe-823e-bd5aff10d683 req-4a127232-6656-4324-b8ae-268823cab04f tempest-ImagesTestJSON-1030216449 tempest-ImagesTestJSON-1030216449-project] For port fdb3c24f-2fa2-479d-8c4c-570663862e9f, host n-h2-713301-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-16',level=0,port_id=fdb3c24f-2fa2-479d-8c4c-570663862e9f,segment=NetworkSegment(2f3be12e-dba6-4aef-9978-6b9e569ce081),segment_id=2f3be12e-dba6-4aef-9978-6b9e569ce081)] {{(pid=95101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:23:14.597806 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-015688f9-3c2a-4dfe-823e-bd5aff10d683 req-4a127232-6656-4324-b8ae-268823cab04f tempest-ImagesTestJSON-1030216449 tempest-ImagesTestJSON-1030216449-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-605701'] for port, precommit_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:23:14.601027 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6cf86a6-a221-4deb-9ba4-7d19d8a82117 req-73357822-4bd2-4905-b8f9-7f36f3f0cd14 service neutron] Checking agent: {'id': '2a7cea34-db54-4faf-8d23-37521c3e34cb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713301-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 19, 15, 28), 'started_at': datetime.datetime(2021, 9, 23, 19, 15, 28), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 19, 22, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 19:23:14.601446 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6cf86a6-a221-4deb-9ba4-7d19d8a82117 req-73357822-4bd2-4905-b8f9-7f36f3f0cd14 service neutron] Checking segment: {'id': '6735b3c2-9e0f-43a7-8f57-e48eb1a30c85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': 'bf651024-673c-4eec-84ce-c6ef83d369a1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:23:14.601916 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6cf86a6-a221-4deb-9ba4-7d19d8a82117 req-73357822-4bd2-4905-b8f9-7f36f3f0cd14 service neutron] Bound using segment: {'id': '6735b3c2-9e0f-43a7-8f57-e48eb1a30c85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': 'bf651024-673c-4eec-84ce-c6ef83d369a1'} {{(pid=95101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 19:23:14.602634 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.managers [req-a6cf86a6-a221-4deb-9ba4-7d19d8a82117 req-73357822-4bd2-4905-b8f9-7f36f3f0cd14 service neutron] Bound port: b2afac21-1c3c-4563-b6dd-28bd82c804ec, host: n-h2-713301-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6735b3c2-9e0f-43a7-8f57-e48eb1a30c85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': 'bf651024-673c-4eec-84ce-c6ef83d369a1'}}] {{(pid=95101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 19:23:14.602837 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-a6cf86a6-a221-4deb-9ba4-7d19d8a82117 req-73357822-4bd2-4905-b8f9-7f36f3f0cd14 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:23:14.634200 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.plugin [req-015688f9-3c2a-4dfe-823e-bd5aff10d683 req-4a127232-6656-4324-b8ae-268823cab04f tempest-ImagesTestJSON-1030216449 tempest-ImagesTestJSON-1030216449-project] Calling delete_port for fdb3c24f-2fa2-479d-8c4c-570663862e9f owned by compute:nova {{(pid=95101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:23:14.654901 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-071353a4-779e-42f6-91e1-52fd8c656526 req-66a3421b-426f-4a15-9bf4-452763a2f8b1 tempest-FloatingIPDetailsTestJSON-240215950 tempest-FloatingIPDetailsTestJSON-240215950-project] Notify callbacks [] for floatingip, after_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:23:14.659332 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-071353a4-779e-42f6-91e1-52fd8c656526 req-66a3421b-426f-4a15-9bf4-452763a2f8b1 tempest-FloatingIPDetailsTestJSON-240215950 tempest-FloatingIPDetailsTestJSON-240215950-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222849'] for floatingip, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:23:14.661311 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-071353a4-779e-42f6-91e1-52fd8c656526 req-66a3421b-426f-4a15-9bf4-452763a2f8b1 tempest-FloatingIPDetailsTestJSON-240215950 tempest-FloatingIPDetailsTestJSON-240215950-project] 10.222.0.67 "DELETE /v2.0/floatingips/5fa5dbe8-cd8e-4a93-ada0-33e9d0378470 HTTP/1.1" status: 204 len: 173 time: 1.3983498 Sep 23 19:23:14.693502 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66a3421b-426f-4a15-9bf4-452763a2f8b1 tempest-FloatingIPDetailsTestJSON-240215950 tempest-FloatingIPDetailsTestJSON-240215950-project] Pushing event deleted for resources: {'Port': ['ID=4ce7b049-ca79-4f87-b7e9-9c22428be6b8,revision_number=None']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:23:14.702923 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-b354c8ad-45fd-4283-96d6-a8bc525e7ebb req-94d1d2d9-3b82-4b36-b823-e585d70b30bd service neutron] 10.222.0.67 "GET /v2.0/networks/3933cf84-cdd3-4c59-ac2d-c58afedb7fce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6099391 Sep 23 19:23:14.801349 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.db [req-a6cf86a6-a221-4deb-9ba4-7d19d8a82117 req-73357822-4bd2-4905-b8f9-7f36f3f0cd14 service neutron] For port b2afac21-1c3c-4563-b6dd-28bd82c804ec, host n-h2-713301-16, cleared binding levels {{(pid=95101) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 19:23:14.807191 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.db [req-a6cf86a6-a221-4deb-9ba4-7d19d8a82117 req-73357822-4bd2-4905-b8f9-7f36f3f0cd14 service neutron] For port b2afac21-1c3c-4563-b6dd-28bd82c804ec, host n-h2-713301-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-16',level=0,port_id=b2afac21-1c3c-4563-b6dd-28bd82c804ec,segment=NetworkSegment(6735b3c2-9e0f-43a7-8f57-e48eb1a30c85),segment_id=6735b3c2-9e0f-43a7-8f57-e48eb1a30c85)] {{(pid=95101) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 19:23:14.817861 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-a6cf86a6-a221-4deb-9ba4-7d19d8a82117 req-73357822-4bd2-4905-b8f9-7f36f3f0cd14 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5607436'] for port, after_update {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:23:14.859475 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6cf86a6-a221-4deb-9ba4-7d19d8a82117 req-73357822-4bd2-4905-b8f9-7f36f3f0cd14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:23:14.859695 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-b354c8ad-45fd-4283-96d6-a8bc525e7ebb req-232c1ed6-17b0-4e42-a679-def69ad4f843 service neutron] 10.222.0.67 "GET /v2.0/networks/3933cf84-cdd3-4c59-ac2d-c58afedb7fce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1499188 Sep 23 19:23:14.860349 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-a6cf86a6-a221-4deb-9ba4-7d19d8a82117 req-73357822-4bd2-4905-b8f9-7f36f3f0cd14 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222849'] for port, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:23:14.862087 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-a6cf86a6-a221-4deb-9ba4-7d19d8a82117 req-73357822-4bd2-4905-b8f9-7f36f3f0cd14 service neutron] 10.222.0.53 "PUT /v2.0/ports/b2afac21-1c3c-4563-b6dd-28bd82c804ec HTTP/1.1" status: 200 len: 1093 time: 3.1628253 Sep 23 19:23:14.862712 n-d-713301-16 neutron-server[95101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '736298ae-bd3f-4e9b-8e47-2726a845f6e1', 'tag': 'b2afac21-1c3c-4563-b6dd-28bd82c804ec'}] {{(pid=95101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 19:23:14.868346 n-d-713301-16 neutron-server[95101]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d8366c5740cd635e57ab12b71fe44a77c2acc3c19091ef849c6f68b380462244" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71c6d8b7-9a4a-45af-8aa1-1831ddcaf505" -d '{"events": [{"name": "network-changed", "server_uuid": "736298ae-bd3f-4e9b-8e47-2726a845f6e1", "tag": "b2afac21-1c3c-4563-b6dd-28bd82c804ec"}]}' {{(pid=95101) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 19:23:14.948841 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73357822-4bd2-4905-b8f9-7f36f3f0cd14 service neutron] Pushing event updated for resources: {'Port': ['ID=b2afac21-1c3c-4563-b6dd-28bd82c804ec,revision_number=3']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:23:15.102282 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c554cf21-b17e-426f-8bd3-b4fe28acd9f4 req-ab23b852-f57f-4e38-b3d0-b5b8325f8b57 tempest-LiveAutoBlockMigrationV225Test-1531822435 tempest-LiveAutoBlockMigrationV225Test-1531822435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:23:15.104410 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-c554cf21-b17e-426f-8bd3-b4fe28acd9f4 req-ab23b852-f57f-4e38-b3d0-b5b8325f8b57 tempest-LiveAutoBlockMigrationV225Test-1531822435 tempest-LiveAutoBlockMigrationV225Test-1531822435-project] 10.222.0.67 "GET /v2.0/ports?device_id=de0af560-d2ac-4171-85e4-8fb7a1b63f67 HTTP/1.1" status: 200 len: 946 time: 0.1431029 Sep 23 19:23:15.131939 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6cf86a6-a221-4deb-9ba4-7d19d8a82117 req-b6b75fa0-610c-40f7-9f3d-b42093d883c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:23:15.133968 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-a6cf86a6-a221-4deb-9ba4-7d19d8a82117 req-b6b75fa0-610c-40f7-9f3d-b42093d883c9 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=0f5d9c33c3334ce192c43e08217ee019&device_id=736298ae-bd3f-4e9b-8e47-2726a845f6e1 HTTP/1.1" status: 200 len: 1096 time: 0.1755087 Sep 23 19:23:15.134830 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-015688f9-3c2a-4dfe-823e-bd5aff10d683 req-4a127232-6656-4324-b8ae-268823cab04f tempest-ImagesTestJSON-1030216449 tempest-ImagesTestJSON-1030216449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783146162158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783145673144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5607431'] for port, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:23:15.239809 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-c554cf21-b17e-426f-8bd3-b4fe28acd9f4 req-d7f108dd-72dd-41ff-a04a-4aa311cea185 tempest-LiveAutoBlockMigrationV225Test-1531822435 tempest-LiveAutoBlockMigrationV225Test-1531822435-project] 10.222.0.67 "GET /v2.0/security-groups?id=6d32247e-8bb7-4ae1-818c-76baafa39c73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1242216 Sep 23 19:23:15.514611 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-a6cf86a6-a221-4deb-9ba4-7d19d8a82117 req-9057f2c2-9d2c-4308-afae-c76d3e4f37f9 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b2afac21-1c3c-4563-b6dd-28bd82c804ec HTTP/1.1" status: 200 len: 217 time: 0.3606682 Sep 23 19:23:15.521819 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a127232-6656-4324-b8ae-268823cab04f tempest-ImagesTestJSON-1030216449 tempest-ImagesTestJSON-1030216449-project] Pushing event deleted for resources: {'Port': ['ID=fdb3c24f-2fa2-479d-8c4c-570663862e9f,revision_number=None']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:23:15.661935 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6cf86a6-a221-4deb-9ba4-7d19d8a82117 req-1f78ea86-a08b-40e9-8818-72d1efdd7330 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:23:15.664479 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-a6cf86a6-a221-4deb-9ba4-7d19d8a82117 req-1f78ea86-a08b-40e9-8818-72d1efdd7330 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=a9e01a0e-19a1-4eb7-ad45-3b74532cbcd9 HTTP/1.1" status: 200 len: 847 time: 0.1396348 Sep 23 19:23:15.758675 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-a6cf86a6-a221-4deb-9ba4-7d19d8a82117 req-7bf984fa-2761-42eb-8258-b29560e1bb2a service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=bf651024-673c-4eec-84ce-c6ef83d369a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0762377 Sep 23 19:23:15.815194 n-d-713301-16 neutron-server[95101]: DEBUG neutron.db.l3_dvrscheduler_db [req-015688f9-3c2a-4dfe-823e-bd5aff10d683 req-4a127232-6656-4324-b8ae-268823cab04f tempest-ImagesTestJSON-1030216449 tempest-ImagesTestJSON-1030216449-project] No DVR routers for this DVR port fdb3c24f-2fa2-479d-8c4c-570663862e9f on host n-h2-713301-16 {{(pid=95101) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 19:23:15.819959 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-015688f9-3c2a-4dfe-823e-bd5aff10d683 req-4a127232-6656-4324-b8ae-268823cab04f tempest-ImagesTestJSON-1030216449 tempest-ImagesTestJSON-1030216449-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222849'] for port, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:23:15.827946 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-015688f9-3c2a-4dfe-823e-bd5aff10d683 req-4a127232-6656-4324-b8ae-268823cab04f tempest-ImagesTestJSON-1030216449 tempest-ImagesTestJSON-1030216449-project] 10.222.0.53 "DELETE /v2.0/ports/fdb3c24f-2fa2-479d-8c4c-570663862e9f HTTP/1.1" status: 204 len: 173 time: 2.4507422 Sep 23 19:23:16.000113 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573b9b8e-7755-49f4-a714-8d88213c5703 req-bec4ff7b-779e-4113-9c63-b1485c3be5e3 tempest-LiveMigrationTest-1843640962 tempest-LiveMigrationTest-1843640962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:23:16.003000 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-573b9b8e-7755-49f4-a714-8d88213c5703 req-bec4ff7b-779e-4113-9c63-b1485c3be5e3 tempest-LiveMigrationTest-1843640962 tempest-LiveMigrationTest-1843640962-project] 10.222.0.67 "GET /v2.0/ports?device_id=736298ae-bd3f-4e9b-8e47-2726a845f6e1 HTTP/1.1" status: 200 len: 944 time: 0.5053606 Sep 23 19:23:16.006405 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Device fdb3c24f-2fa2-479d-8c4c-570663862e9f no longer exists at agent hyperv_n-h2-713301-16 {{(pid=95103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 19:23:16.115349 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25639057-377f-4330-bf6f-e7f64fc8fe1d req-3f670105-5b6d-4a6b-81c5-76916b322861 tempest-FloatingIPDetailsTestJSON-240215950 tempest-FloatingIPDetailsTestJSON-240215950-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:23:16.115691 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-a6cf86a6-a221-4deb-9ba4-7d19d8a82117 req-ece577b9-c6e8-4486-8855-e37d65b25acc service neutron] 10.222.0.53 "GET /v2.0/networks/bf651024-673c-4eec-84ce-c6ef83d369a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3237345 Sep 23 19:23:16.117879 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-25639057-377f-4330-bf6f-e7f64fc8fe1d req-3f670105-5b6d-4a6b-81c5-76916b322861 tempest-FloatingIPDetailsTestJSON-240215950 tempest-FloatingIPDetailsTestJSON-240215950-project] 10.222.0.67 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 787 time: 0.6037138 Sep 23 19:23:16.141421 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.plugin [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] No Port match for: fdb3c24f-2fa2-479d-8c4c-570663862e9f {{(pid=95103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 19:23:16.141819 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Device fdb3c24f-2fa2-479d-8c4c-570663862e9f not bound to the agent host n-h2-713301-16 {{(pid=95103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 19:23:16.180155 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-573b9b8e-7755-49f4-a714-8d88213c5703 req-df2172e3-2ff2-4a7c-ba81-7049d3583a4e tempest-LiveMigrationTest-1843640962 tempest-LiveMigrationTest-1843640962-project] 10.222.0.67 "GET /v2.0/security-groups?id=1c151358-1cab-48a6-be3e-ad7507b4da06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1597207 Sep 23 19:23:16.412052 n-d-713301-16 neutron-server[95101]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 19:23:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e9e1b78-a210-4234-b2fe-c080d9708f5c x-openstack-request-id: req-8e9e1b78-a210-4234-b2fe-c080d9708f5c {{(pid=95101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 19:23:16.413196 n-d-713301-16 neutron-server[95101]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "736298ae-bd3f-4e9b-8e47-2726a845f6e1", "tag": "b2afac21-1c3c-4563-b6dd-28bd82c804ec", "status": "completed", "code": 200}]} {{(pid=95101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 19:23:16.415244 n-d-713301-16 neutron-server[95101]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-8e9e1b78-a210-4234-b2fe-c080d9708f5c {{(pid=95101) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 19:23:16.417343 n-d-713301-16 neutron-server[95101]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '736298ae-bd3f-4e9b-8e47-2726a845f6e1', 'tag': 'b2afac21-1c3c-4563-b6dd-28bd82c804ec', 'status': 'completed', 'code': 200} Sep 23 19:23:16.462300 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-b72b96cc-a3ee-4e2e-ab0f-259bc42bcc4f req-0c0f9808-13af-41d8-9088-4703f22c3565 tempest-ImagesTestJSON-1030216449 tempest-ImagesTestJSON-1030216449-project] 10.222.0.67 "GET /v2.0/ports?device_id=77b48921-2e2e-4304-92fe-8a535d2e0f11 HTTP/1.1" status: 200 len: 210 time: 0.1185780 Sep 23 19:23:16.604061 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-a6cf86a6-a221-4deb-9ba4-7d19d8a82117 req-7d715cc3-f261-4177-9093-ef865c934fc5 service neutron] 10.222.0.53 "GET /v2.0/networks/bf651024-673c-4eec-84ce-c6ef83d369a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4644730 Sep 23 19:23:16.701725 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-3c89bb7f-d7f9-4b36-b16a-52b6484a011d req-be39170f-47b1-46e5-8fd6-b33b7129ec3d tempest-FloatingIPDetailsTestJSON-240215950 tempest-FloatingIPDetailsTestJSON-240215950-project] 10.222.0.67 "GET /v2.0/floatingips?tenant_id=c07b619ca6164464b82d9ea40a2a3fd7 HTTP/1.1" status: 200 len: 1655 time: 0.1483359 Sep 23 19:23:16.796102 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab2f9a2-4f86-494e-a4c1-9d684be99464 req-3bfe2576-c703-4312-b95e-4925c699abfb tempest-LiveAutoBlockMigrationV225Test-1531822435 tempest-LiveAutoBlockMigrationV225Test-1531822435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:23:16.799207 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-1ab2f9a2-4f86-494e-a4c1-9d684be99464 req-3bfe2576-c703-4312-b95e-4925c699abfb tempest-LiveAutoBlockMigrationV225Test-1531822435 tempest-LiveAutoBlockMigrationV225Test-1531822435-project] 10.222.0.67 "GET /v2.0/ports?device_id=de0af560-d2ac-4171-85e4-8fb7a1b63f67 HTTP/1.1" status: 200 len: 946 time: 0.1352861 Sep 23 19:23:16.845486 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c6d8b7-9a4a-45af-8aa1-1831ddcaf505 req-6fbf6528-84c8-4a90-a1fc-0fe17f5769bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:23:16.863743 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-71c6d8b7-9a4a-45af-8aa1-1831ddcaf505 req-6fbf6528-84c8-4a90-a1fc-0fe17f5769bb service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=0f5d9c33c3334ce192c43e08217ee019&device_id=736298ae-bd3f-4e9b-8e47-2726a845f6e1 HTTP/1.1" status: 200 len: 1096 time: 0.1490419 Sep 23 19:23:16.945181 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-1ab2f9a2-4f86-494e-a4c1-9d684be99464 req-327558db-7d9b-475d-8340-0a5a7acd9c60 tempest-LiveAutoBlockMigrationV225Test-1531822435 tempest-LiveAutoBlockMigrationV225Test-1531822435-project] 10.222.0.67 "GET /v2.0/security-groups?id=6d32247e-8bb7-4ae1-818c-76baafa39c73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754416 Sep 23 19:23:16.962102 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c89bb7f-d7f9-4b36-b16a-52b6484a011d req-1853cb55-d4e0-4554-ac8c-69077e4f0b1c tempest-FloatingIPDetailsTestJSON-240215950 tempest-FloatingIPDetailsTestJSON-240215950-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:23:16.965903 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-3c89bb7f-d7f9-4b36-b16a-52b6484a011d req-1853cb55-d4e0-4554-ac8c-69077e4f0b1c tempest-FloatingIPDetailsTestJSON-240215950 tempest-FloatingIPDetailsTestJSON-240215950-project] 10.222.0.67 "GET /v2.0/networks?id=5dec5c09-378e-4f50-89cc-d94eb81c3bac&id=5dec5c09-378e-4f50-89cc-d94eb81c3bac&id=5dec5c09-378e-4f50-89cc-d94eb81c3bac HTTP/1.1" status: 200 len: 787 time: 0.2564645 Sep 23 19:23:17.112377 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c6d8b7-9a4a-45af-8aa1-1831ddcaf505 req-bb1ef5e9-58fe-40a0-9c90-6e7168202ebd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:23:17.114898 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-71c6d8b7-9a4a-45af-8aa1-1831ddcaf505 req-bb1ef5e9-58fe-40a0-9c90-6e7168202ebd service neutron] 10.222.0.53 "GET /v2.0/networks?id=bf651024-673c-4eec-84ce-c6ef83d369a1 HTTP/1.1" status: 200 len: 908 time: 0.2500002 Sep 23 19:23:17.333356 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-71c6d8b7-9a4a-45af-8aa1-1831ddcaf505 req-08d9a266-59ed-4821-8157-edd7381eae2b service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b2afac21-1c3c-4563-b6dd-28bd82c804ec HTTP/1.1" status: 200 len: 217 time: 0.2096834 Sep 23 19:23:17.449315 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c6d8b7-9a4a-45af-8aa1-1831ddcaf505 req-14702ef5-4068-4993-9ffb-4d84639ee17f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:23:17.450877 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-71c6d8b7-9a4a-45af-8aa1-1831ddcaf505 req-14702ef5-4068-4993-9ffb-4d84639ee17f service neutron] 10.222.0.53 "GET /v2.0/subnets?id=a9e01a0e-19a1-4eb7-ad45-3b74532cbcd9 HTTP/1.1" status: 200 len: 847 time: 0.1068661 Sep 23 19:23:17.523846 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-71c6d8b7-9a4a-45af-8aa1-1831ddcaf505 req-ebae6d74-6d01-42c5-a6ad-52fd8ba1ec0f service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=bf651024-673c-4eec-84ce-c6ef83d369a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0652020 Sep 23 19:23:17.701808 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-71c6d8b7-9a4a-45af-8aa1-1831ddcaf505 req-664a6d69-7a51-4b4c-89de-eef0dca9a08f service neutron] 10.222.0.53 "GET /v2.0/networks/bf651024-673c-4eec-84ce-c6ef83d369a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1697648 Sep 23 19:23:17.818808 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-21d7c6a8-77b4-47f9-a78e-9416d28590f1 req-41103740-deae-4afb-8cb0-05192aa0531d tempest-FloatingIPDetailsTestJSON-240215950 tempest-FloatingIPDetailsTestJSON-240215950-project] 10.222.0.67 "GET /v2.0/floatingips/d8be488b-c203-45fa-bdf3-905dac7614df HTTP/1.1" status: 200 len: 693 time: 0.6087732 Sep 23 19:23:18.003184 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d663799-df8b-4ccc-9e08-1b9f56853524 req-5c0f53dd-e839-49b6-ae64-2d921322cdeb tempest-LiveMigrationTest-1843640962 tempest-LiveMigrationTest-1843640962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:23:18.010802 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-1d663799-df8b-4ccc-9e08-1b9f56853524 req-5c0f53dd-e839-49b6-ae64-2d921322cdeb tempest-LiveMigrationTest-1843640962 tempest-LiveMigrationTest-1843640962-project] 10.222.0.67 "GET /v2.0/ports?device_id=736298ae-bd3f-4e9b-8e47-2726a845f6e1 HTTP/1.1" status: 200 len: 944 time: 0.6560986 Sep 23 19:23:18.085641 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d7c6a8-77b4-47f9-a78e-9416d28590f1 req-cba3c642-bd58-4ee8-87b3-b8df25eb91da tempest-FloatingIPDetailsTestJSON-240215950 tempest-FloatingIPDetailsTestJSON-240215950-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:23:18.087218 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-21d7c6a8-77b4-47f9-a78e-9416d28590f1 req-cba3c642-bd58-4ee8-87b3-b8df25eb91da tempest-FloatingIPDetailsTestJSON-240215950 tempest-FloatingIPDetailsTestJSON-240215950-project] 10.222.0.67 "GET /v2.0/networks/5dec5c09-378e-4f50-89cc-d94eb81c3bac HTTP/1.1" status: 200 len: 784 time: 0.2537961 Sep 23 19:23:18.164673 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b354c8ad-45fd-4283-96d6-a8bc525e7ebb req-0db0f8fd-8fab-439d-8590-a4239fcef255 tempest-ImagesTestJSON-1030216449 tempest-ImagesTestJSON-1030216449-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:23:18.166167 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-b354c8ad-45fd-4283-96d6-a8bc525e7ebb req-0db0f8fd-8fab-439d-8590-a4239fcef255 tempest-ImagesTestJSON-1030216449 tempest-ImagesTestJSON-1030216449-project] 10.222.0.74 "GET /v2.0/networks?id=3933cf84-cdd3-4c59-ac2d-c58afedb7fce HTTP/1.1" status: 200 len: 803 time: 0.3512995 Sep 23 19:23:18.193049 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-1d663799-df8b-4ccc-9e08-1b9f56853524 req-a2fbb969-f4cb-437b-8bd5-556f820a2897 tempest-LiveMigrationTest-1843640962 tempest-LiveMigrationTest-1843640962-project] 10.222.0.67 "GET /v2.0/security-groups?id=1c151358-1cab-48a6-be3e-ad7507b4da06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1811080 Sep 23 19:23:18.212409 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.v2.base [req-b354c8ad-45fd-4283-96d6-a8bc525e7ebb req-4ce30fd9-bc95-426d-be86-dd9f87405a93 tempest-ImagesTestJSON-1030216449 tempest-ImagesTestJSON-1030216449-project] Request body: {'port': {'device_id': '77b48921-2e2e-4304-92fe-8a535d2e0f11', 'network_id': '3933cf84-cdd3-4c59-ac2d-c58afedb7fce', 'admin_state_up': True, 'tenant_id': 'e0fb920d7d3f49caa9f9e971b4a6829a'}} {{(pid=95102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:23:18.224898 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-21d7c6a8-77b4-47f9-a78e-9416d28590f1 req-6c793607-b627-4433-8c5c-b27008d82d38 tempest-FloatingIPDetailsTestJSON-240215950 tempest-FloatingIPDetailsTestJSON-240215950-project] 10.222.0.67 "GET /v2.0/floatingips?floating_ip_address=172.25.1.245 HTTP/1.1" status: 200 len: 696 time: 0.1221070 Sep 23 19:23:18.265101 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-71c6d8b7-9a4a-45af-8aa1-1831ddcaf505 req-5f7ff75e-2c34-4d4f-9d76-2843c353f2ca service neutron] 10.222.0.53 "GET /v2.0/networks/bf651024-673c-4eec-84ce-c6ef83d369a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5527010 Sep 23 19:23:18.385418 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-21d7c6a8-77b4-47f9-a78e-9416d28590f1 req-98f148db-9bd0-42a6-bea8-ee9f908e40ad tempest-FloatingIPDetailsTestJSON-240215950 tempest-FloatingIPDetailsTestJSON-240215950-project] 10.222.0.67 "GET /v2.0/floatingips?floating_ip_address=172.25.1.245 HTTP/1.1" status: 200 len: 696 time: 0.1406350 Sep 23 19:23:18.418839 n-d-713301-16 neutron-server[95101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '35198cf8-5054-4163-a40b-7e45abfdae56', 'name': 'network-vif-deleted', 'tag': 'fdb3c24f-2fa2-479d-8c4c-570663862e9f'}] {{(pid=95101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 19:23:18.421525 n-d-713301-16 neutron-server[95101]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d8366c5740cd635e57ab12b71fe44a77c2acc3c19091ef849c6f68b380462244" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d15a4c3a-6f29-4248-8628-0fa573245f04" -d '{"events": [{"server_uuid": "35198cf8-5054-4163-a40b-7e45abfdae56", "name": "network-vif-deleted", "tag": "fdb3c24f-2fa2-479d-8c4c-570663862e9f"}]}' {{(pid=95101) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 19:23:18.676746 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b354c8ad-45fd-4283-96d6-a8bc525e7ebb req-4ce30fd9-bc95-426d-be86-dd9f87405a93 tempest-ImagesTestJSON-1030216449 tempest-ImagesTestJSON-1030216449-project] Made reservation on behalf of e0fb920d7d3f49caa9f9e971b4a6829a for: {'port': 1} {{(pid=95102) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:23:18.682333 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-b354c8ad-45fd-4283-96d6-a8bc525e7ebb req-4ce30fd9-bc95-426d-be86-dd9f87405a93 tempest-ImagesTestJSON-1030216449 tempest-ImagesTestJSON-1030216449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:23:18.729442 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-30f756c1-0b76-40f1-bce5-d8243e78e575 req-887063c5-5ad7-41db-9777-5aba3c40ce31 tempest-ImagesTestJSON-1030216449 tempest-ImagesTestJSON-1030216449-project] 10.222.0.67 "GET /v2.0/ports?device_id=77b48921-2e2e-4304-92fe-8a535d2e0f11 HTTP/1.1" status: 200 len: 210 time: 0.0562494 Sep 23 19:23:18.805486 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.plugin [req-21d7c6a8-77b4-47f9-a78e-9416d28590f1 req-a3ab3963-1edb-40d7-b3de-ce12eb0fb731 tempest-FloatingIPDetailsTestJSON-240215950 tempest-FloatingIPDetailsTestJSON-240215950-project] Deleting port 5b207ba9-e180-4d3e-92f7-09cdffa2c01d {{(pid=95102) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:23:18.805837 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-21d7c6a8-77b4-47f9-a78e-9416d28590f1 req-a3ab3963-1edb-40d7-b3de-ce12eb0fb731 tempest-FloatingIPDetailsTestJSON-240215950 tempest-FloatingIPDetailsTestJSON-240215950-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783146157096'] for port, before_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:23:18.967359 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-21d7c6a8-77b4-47f9-a78e-9416d28590f1 req-a3ab3963-1edb-40d7-b3de-ce12eb0fb731 tempest-FloatingIPDetailsTestJSON-240215950 tempest-FloatingIPDetailsTestJSON-240215950-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-605701'] for port, precommit_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:23:18.968779 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-21d7c6a8-77b4-47f9-a78e-9416d28590f1 req-a3ab3963-1edb-40d7-b3de-ce12eb0fb731 tempest-FloatingIPDetailsTestJSON-240215950 tempest-FloatingIPDetailsTestJSON-240215950-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:23:18.992000 n-d-713301-16 neutron-server[95102]: DEBUG neutron.db.db_base_plugin_common [req-b354c8ad-45fd-4283-96d6-a8bc525e7ebb req-4ce30fd9-bc95-426d-be86-dd9f87405a93 tempest-ImagesTestJSON-1030216449 tempest-ImagesTestJSON-1030216449-project] Allocated IP 172.20.0.2 (3933cf84-cdd3-4c59-ac2d-c58afedb7fce/ddb01988-b766-48de-9eb4-7d664700d39d/46feb2ef-66e4-4f80-b709-802628fcd246) {{(pid=95102) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 19:23:19.013260 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.plugin [req-21d7c6a8-77b4-47f9-a78e-9416d28590f1 req-a3ab3963-1edb-40d7-b3de-ce12eb0fb731 tempest-FloatingIPDetailsTestJSON-240215950 tempest-FloatingIPDetailsTestJSON-240215950-project] Calling delete_port for 5b207ba9-e180-4d3e-92f7-09cdffa2c01d owned by network:floatingip {{(pid=95102) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:23:19.321372 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccfed5e8-2dee-4204-bdc3-020655b64c7a req-6fe1f98f-5413-4ca7-a7f6-22416d061461 tempest-LiveAutoBlockMigrationV225Test-1531822435 tempest-LiveAutoBlockMigrationV225Test-1531822435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:23:19.328865 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-ccfed5e8-2dee-4204-bdc3-020655b64c7a req-6fe1f98f-5413-4ca7-a7f6-22416d061461 tempest-LiveAutoBlockMigrationV225Test-1531822435 tempest-LiveAutoBlockMigrationV225Test-1531822435-project] 10.222.0.67 "GET /v2.0/ports?device_id=de0af560-d2ac-4171-85e4-8fb7a1b63f67 HTTP/1.1" status: 200 len: 946 time: 0.2883856 Sep 23 19:23:19.490741 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-ccfed5e8-2dee-4204-bdc3-020655b64c7a req-0842fb22-b59c-4e7c-9921-859114f3c460 tempest-LiveAutoBlockMigrationV225Test-1531822435 tempest-LiveAutoBlockMigrationV225Test-1531822435-project] 10.222.0.67 "GET /v2.0/security-groups?id=6d32247e-8bb7-4ae1-818c-76baafa39c73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1591849 Sep 23 19:23:19.646101 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-58f8c29b-1f29-4455-99aa-98e0cace4e75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:23:19.683200 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-b354c8ad-45fd-4283-96d6-a8bc525e7ebb req-4ce30fd9-bc95-426d-be86-dd9f87405a93 tempest-ImagesTestJSON-1030216449 tempest-ImagesTestJSON-1030216449-project] Notify callbacks [] for port, precommit_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:23:19.744959 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-21d7c6a8-77b4-47f9-a78e-9416d28590f1 req-a3ab3963-1edb-40d7-b3de-ce12eb0fb731 tempest-FloatingIPDetailsTestJSON-240215950 tempest-FloatingIPDetailsTestJSON-240215950-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783146162158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783145673144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4399100'] for port, after_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:23:19.785296 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3ab3963-1edb-40d7-b3de-ce12eb0fb731 tempest-FloatingIPDetailsTestJSON-240215950 tempest-FloatingIPDetailsTestJSON-240215950-project] Pushing event deleted for resources: {'Port': ['ID=5b207ba9-e180-4d3e-92f7-09cdffa2c01d,revision_number=None']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:23:19.800098 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-b354c8ad-45fd-4283-96d6-a8bc525e7ebb req-4ce30fd9-bc95-426d-be86-dd9f87405a93 tempest-ImagesTestJSON-1030216449 tempest-ImagesTestJSON-1030216449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783145673135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4399100'] for port, after_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:23:19.806731 n-d-713301-16 neutron-server[95101]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 19:23:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-401f7fda-ba96-4e27-8dc4-fc5401304738 x-openstack-request-id: req-401f7fda-ba96-4e27-8dc4-fc5401304738 {{(pid=95101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 19:23:19.807594 n-d-713301-16 neutron-server[95101]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "35198cf8-5054-4163-a40b-7e45abfdae56", "name": "network-vif-deleted", "tag": "fdb3c24f-2fa2-479d-8c4c-570663862e9f", "status": "completed", "code": 200}]} {{(pid=95101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 19:23:19.807874 n-d-713301-16 neutron-server[95101]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-401f7fda-ba96-4e27-8dc4-fc5401304738 {{(pid=95101) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 19:23:19.808690 n-d-713301-16 neutron-server[95101]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '35198cf8-5054-4163-a40b-7e45abfdae56', 'name': 'network-vif-deleted', 'tag': 'fdb3c24f-2fa2-479d-8c4c-570663862e9f', 'status': 'completed', 'code': 200} Sep 23 19:23:20.014003 n-d-713301-16 neutron-server[95102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b354c8ad-45fd-4283-96d6-a8bc525e7ebb req-4ce30fd9-bc95-426d-be86-dd9f87405a93 tempest-ImagesTestJSON-1030216449 tempest-ImagesTestJSON-1030216449-project] Network 3933cf84-cdd3-4c59-ac2d-c58afedb7fce is already hosted by enough agents. {{(pid=95102) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:23:20.037948 n-d-713301-16 neutron-server[95102]: DEBUG neutron.scheduler.base_scheduler [req-b354c8ad-45fd-4283-96d6-a8bc525e7ebb req-4ce30fd9-bc95-426d-be86-dd9f87405a93 tempest-ImagesTestJSON-1030216449 tempest-ImagesTestJSON-1030216449-project] Resources bound (agent type, host, resource id): {{(pid=95102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:23:20.053914 n-d-713301-16 neutron-server[95102]: DEBUG neutron.db.l3_dvrscheduler_db [req-b354c8ad-45fd-4283-96d6-a8bc525e7ebb req-4ce30fd9-bc95-426d-be86-dd9f87405a93 tempest-ImagesTestJSON-1030216449 tempest-ImagesTestJSON-1030216449-project] Received port after_create {{(pid=95102) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 19:23:20.064932 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce30fd9-bc95-426d-be86-dd9f87405a93 tempest-ImagesTestJSON-1030216449 tempest-ImagesTestJSON-1030216449-project] Pushing event updated for resources: {'Port': ['ID=46feb2ef-66e4-4f80-b709-802628fcd246,revision_number=1']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:23:20.098004 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-21d7c6a8-77b4-47f9-a78e-9416d28590f1 req-a3ab3963-1edb-40d7-b3de-ce12eb0fb731 tempest-FloatingIPDetailsTestJSON-240215950 tempest-FloatingIPDetailsTestJSON-240215950-project] Notify callbacks [] for floatingip, after_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:23:20.101618 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-21d7c6a8-77b4-47f9-a78e-9416d28590f1 req-a3ab3963-1edb-40d7-b3de-ce12eb0fb731 tempest-FloatingIPDetailsTestJSON-240215950 tempest-FloatingIPDetailsTestJSON-240215950-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222849'] for floatingip, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:23:20.102968 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-21d7c6a8-77b4-47f9-a78e-9416d28590f1 req-a3ab3963-1edb-40d7-b3de-ce12eb0fb731 tempest-FloatingIPDetailsTestJSON-240215950 tempest-FloatingIPDetailsTestJSON-240215950-project] 10.222.0.67 "DELETE /v2.0/floatingips/d8be488b-c203-45fa-bdf3-905dac7614df HTTP/1.1" status: 204 len: 173 time: 1.6913259 Sep 23 19:23:20.134886 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed83c8d5-c886-4ad5-9c42-7ea698c5885d req-3bbc9d3d-13dd-4a29-9a0f-08edb067b4b9 tempest-LiveMigrationTest-1843640962 tempest-LiveMigrationTest-1843640962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:23:20.145183 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-ed83c8d5-c886-4ad5-9c42-7ea698c5885d req-3bbc9d3d-13dd-4a29-9a0f-08edb067b4b9 tempest-LiveMigrationTest-1843640962 tempest-LiveMigrationTest-1843640962-project] 10.222.0.67 "GET /v2.0/ports?device_id=736298ae-bd3f-4e9b-8e47-2726a845f6e1 HTTP/1.1" status: 200 len: 944 time: 0.2088406 Sep 23 19:23:20.200196 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b354c8ad-45fd-4283-96d6-a8bc525e7ebb req-4ce30fd9-bc95-426d-be86-dd9f87405a93 tempest-ImagesTestJSON-1030216449 tempest-ImagesTestJSON-1030216449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:23:20.201034 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-b354c8ad-45fd-4283-96d6-a8bc525e7ebb req-4ce30fd9-bc95-426d-be86-dd9f87405a93 tempest-ImagesTestJSON-1030216449 tempest-ImagesTestJSON-1030216449-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222849'] for port, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:23:20.266351 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-ed83c8d5-c886-4ad5-9c42-7ea698c5885d req-722ffdc7-64af-4924-bffe-77e453852546 tempest-LiveMigrationTest-1843640962 tempest-LiveMigrationTest-1843640962-project] 10.222.0.67 "GET /v2.0/security-groups?id=1c151358-1cab-48a6-be3e-ad7507b4da06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1197741 Sep 23 19:23:20.270085 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-b354c8ad-45fd-4283-96d6-a8bc525e7ebb req-4ce30fd9-bc95-426d-be86-dd9f87405a93 tempest-ImagesTestJSON-1030216449 tempest-ImagesTestJSON-1030216449-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0761356 Sep 23 19:23:20.299698 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.v2.base [req-b354c8ad-45fd-4283-96d6-a8bc525e7ebb req-3c7879f5-e894-472f-9b58-93aa0cc3f42b service neutron] Request body: {'port': {'device_id': '77b48921-2e2e-4304-92fe-8a535d2e0f11', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713301-16'}} {{(pid=95102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:23:20.348420 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24265031-edc2-41a9-b9c4-68932e55ecb1 req-c031d39a-7ef4-4896-8a6d-a50a1508531f tempest-ImagesTestJSON-1030216449 tempest-ImagesTestJSON-1030216449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:23:20.350144 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-24265031-edc2-41a9-b9c4-68932e55ecb1 req-c031d39a-7ef4-4896-8a6d-a50a1508531f tempest-ImagesTestJSON-1030216449 tempest-ImagesTestJSON-1030216449-project] 10.222.0.67 "GET /v2.0/ports?device_id=77b48921-2e2e-4304-92fe-8a535d2e0f11 HTTP/1.1" status: 200 len: 931 time: 0.1677089 Sep 23 19:23:20.436743 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-b354c8ad-45fd-4283-96d6-a8bc525e7ebb req-3c7879f5-e894-472f-9b58-93aa0cc3f42b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:23:20.455105 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-24265031-edc2-41a9-b9c4-68932e55ecb1 req-d5bff7d7-f611-42b7-89dd-1279f3ef19bb tempest-ImagesTestJSON-1030216449 tempest-ImagesTestJSON-1030216449-project] 10.222.0.67 "GET /v2.0/security-groups?id=076f8f10-41da-413e-8d86-ebe8d5fe93ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940297 Sep 23 19:23:20.564476 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 33610) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:23:20.620875 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-be615897-7147-4a63-b191-2e17a2af452d req-291f1c54-878f-46c4-87d0-ff9ad6a473b4 tempest-FloatingIPDetailsTestJSON-240215950 tempest-FloatingIPDetailsTestJSON-240215950-project] 10.222.0.67 "GET /v2.0/floatingips/97c6962c-a562-4327-9802-2edd2a152214 HTTP/1.1" status: 200 len: 693 time: 0.1451306 Sep 23 19:23:20.967282 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c41278d0-33b0-4c5b-ad58-787b8f937814 req-e9a3145c-1c9e-40db-86a5-1dda0cb58ab1 tempest-LiveAutoBlockMigrationV225Test-1531822435 tempest-LiveAutoBlockMigrationV225Test-1531822435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:23:20.968875 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-c41278d0-33b0-4c5b-ad58-787b8f937814 req-e9a3145c-1c9e-40db-86a5-1dda0cb58ab1 tempest-LiveAutoBlockMigrationV225Test-1531822435 tempest-LiveAutoBlockMigrationV225Test-1531822435-project] 10.222.0.67 "GET /v2.0/ports?device_id=de0af560-d2ac-4171-85e4-8fb7a1b63f67 HTTP/1.1" status: 200 len: 946 time: 0.2171550 Sep 23 19:23:21.054494 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be615897-7147-4a63-b191-2e17a2af452d req-535de6f0-5784-4141-93d8-a27f5cfc65e1 tempest-FloatingIPDetailsTestJSON-240215950 tempest-FloatingIPDetailsTestJSON-240215950-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:23:21.070150 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-be615897-7147-4a63-b191-2e17a2af452d req-535de6f0-5784-4141-93d8-a27f5cfc65e1 tempest-FloatingIPDetailsTestJSON-240215950 tempest-FloatingIPDetailsTestJSON-240215950-project] 10.222.0.67 "GET /v2.0/networks/5dec5c09-378e-4f50-89cc-d94eb81c3bac HTTP/1.1" status: 200 len: 784 time: 0.4182177 Sep 23 19:23:21.157446 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-be615897-7147-4a63-b191-2e17a2af452d req-46128fb3-2a89-40c1-b416-01e0a7df7db0 tempest-FloatingIPDetailsTestJSON-240215950 tempest-FloatingIPDetailsTestJSON-240215950-project] 10.222.0.67 "GET /v2.0/floatingips?floating_ip_address=172.25.1.141 HTTP/1.1" status: 200 len: 696 time: 0.0725203 Sep 23 19:23:21.239337 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-be615897-7147-4a63-b191-2e17a2af452d req-f553b41e-71f1-441f-a98b-f4a7776547ff tempest-FloatingIPDetailsTestJSON-240215950 tempest-FloatingIPDetailsTestJSON-240215950-project] 10.222.0.67 "GET /v2.0/floatingips?floating_ip_address=172.25.1.141 HTTP/1.1" status: 200 len: 696 time: 0.0808511 Sep 23 19:23:21.265815 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-6d8af0a2-b570-4a27-9d3f-b07eb78776d0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-601372'] for router_interface, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:23:21.338037 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-c41278d0-33b0-4c5b-ad58-787b8f937814 req-e4dcdbda-556a-404c-a1ab-ecd7300ad002 tempest-LiveAutoBlockMigrationV225Test-1531822435 tempest-LiveAutoBlockMigrationV225Test-1531822435-project] 10.222.0.67 "GET /v2.0/security-groups?id=6d32247e-8bb7-4ae1-818c-76baafa39c73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3180518 Sep 23 19:23:21.606363 n-d-713301-16 neutron-server[95102]: DEBUG neutron.notifiers.nova [req-b354c8ad-45fd-4283-96d6-a8bc525e7ebb req-3c7879f5-e894-472f-9b58-93aa0cc3f42b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 46feb2ef-66e4-4f80-b709-802628fcd246 {{(pid=95102) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 19:23:21.620063 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-b354c8ad-45fd-4283-96d6-a8bc525e7ebb req-3c7879f5-e894-472f-9b58-93aa0cc3f42b service neutron] Notify callbacks [] for port, precommit_update {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:23:21.634717 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.plugin [req-be615897-7147-4a63-b191-2e17a2af452d req-45a4bc52-0c23-4167-bfe1-ac74ac65c71b tempest-FloatingIPDetailsTestJSON-240215950 tempest-FloatingIPDetailsTestJSON-240215950-project] Deleting port 154ef27c-575e-4bfe-899c-24021cb857c4 {{(pid=95102) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:23:21.635116 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-be615897-7147-4a63-b191-2e17a2af452d req-45a4bc52-0c23-4167-bfe1-ac74ac65c71b tempest-FloatingIPDetailsTestJSON-240215950 tempest-FloatingIPDetailsTestJSON-240215950-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783146157096'] for port, before_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:23:21.652068 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.plugin [None req-6d8af0a2-b570-4a27-9d3f-b07eb78776d0 admin admin] Deleting port 630db028-2806-40e9-aef2-932766c7b258 {{(pid=95101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:23:21.653174 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-6d8af0a2-b570-4a27-9d3f-b07eb78776d0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783146157096'] for port, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:23:21.750129 n-d-713301-16 neutron-server[95102]: DEBUG neutron.db.provisioning_blocks [req-b354c8ad-45fd-4283-96d6-a8bc525e7ebb req-3c7879f5-e894-472f-9b58-93aa0cc3f42b service neutron] Transition to ACTIVE for port object 46feb2ef-66e4-4f80-b709-802628fcd246 will not be triggered until provisioned by entity L2. {{(pid=95102) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 19:23:21.756030 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.db [None req-6d8af0a2-b570-4a27-9d3f-b07eb78776d0 admin admin] For port 630db028-2806-40e9-aef2-932766c7b258, host n-d-713301-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-16',level=0,port_id=630db028-2806-40e9-aef2-932766c7b258,segment=NetworkSegment(7c11e0df-7313-4765-ac14-518be1d9f929),segment_id=7c11e0df-7313-4765-ac14-518be1d9f929)] {{(pid=95101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:23:21.756525 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-6d8af0a2-b570-4a27-9d3f-b07eb78776d0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-605701'] for port, precommit_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:23:21.768227 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-b354c8ad-45fd-4283-96d6-a8bc525e7ebb req-3c7879f5-e894-472f-9b58-93aa0cc3f42b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4399095'] for port, after_update {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:23:21.776519 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.plugin [None req-6d8af0a2-b570-4a27-9d3f-b07eb78776d0 admin admin] Calling delete_port for 630db028-2806-40e9-aef2-932766c7b258 owned by network:router_interface {{(pid=95101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:23:21.850635 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d89af3-46af-4b09-a8a9-53d3d9b238d4 req-1214ac0b-137a-4af8-bf10-6e1c84c7fb90 tempest-LiveMigrationTest-1843640962 tempest-LiveMigrationTest-1843640962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:23:21.852219 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-93d89af3-46af-4b09-a8a9-53d3d9b238d4 req-1214ac0b-137a-4af8-bf10-6e1c84c7fb90 tempest-LiveMigrationTest-1843640962 tempest-LiveMigrationTest-1843640962-project] 10.222.0.67 "GET /v2.0/ports?device_id=736298ae-bd3f-4e9b-8e47-2726a845f6e1 HTTP/1.1" status: 200 len: 944 time: 0.1867423 Sep 23 19:23:21.871033 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-be615897-7147-4a63-b191-2e17a2af452d req-45a4bc52-0c23-4167-bfe1-ac74ac65c71b tempest-FloatingIPDetailsTestJSON-240215950 tempest-FloatingIPDetailsTestJSON-240215950-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-605701'] for port, precommit_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:23:21.871515 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-be615897-7147-4a63-b191-2e17a2af452d req-45a4bc52-0c23-4167-bfe1-ac74ac65c71b tempest-FloatingIPDetailsTestJSON-240215950 tempest-FloatingIPDetailsTestJSON-240215950-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:23:21.920722 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.plugin [req-be615897-7147-4a63-b191-2e17a2af452d req-45a4bc52-0c23-4167-bfe1-ac74ac65c71b tempest-FloatingIPDetailsTestJSON-240215950 tempest-FloatingIPDetailsTestJSON-240215950-project] Calling delete_port for 154ef27c-575e-4bfe-899c-24021cb857c4 owned by network:floatingip {{(pid=95102) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:23:21.929769 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c7879f5-e894-472f-9b58-93aa0cc3f42b service neutron] Pushing event updated for resources: {'Port': ['ID=46feb2ef-66e4-4f80-b709-802628fcd246,revision_number=2']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:23:22.070027 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-6d8af0a2-b570-4a27-9d3f-b07eb78776d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783146162158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783145673144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5607431'] for port, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:23:22.103399 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d8af0a2-b570-4a27-9d3f-b07eb78776d0 admin admin] Pushing event deleted for resources: {'Port': ['ID=630db028-2806-40e9-aef2-932766c7b258,revision_number=None']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:23:22.111641 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-93d89af3-46af-4b09-a8a9-53d3d9b238d4 req-8bb66ea4-4e3b-4d7c-90f0-e3a044736789 tempest-LiveMigrationTest-1843640962 tempest-LiveMigrationTest-1843640962-project] 10.222.0.67 "GET /v2.0/security-groups?id=1c151358-1cab-48a6-be3e-ad7507b4da06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2485905 Sep 23 19:23:22.202937 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.managers [req-b354c8ad-45fd-4283-96d6-a8bc525e7ebb req-3c7879f5-e894-472f-9b58-93aa0cc3f42b service neutron] Attempting to bind port 46feb2ef-66e4-4f80-b709-802628fcd246 on host n-h1-713301-16 for vnic_type normal with profile {{(pid=95102) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 19:23:22.203396 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.managers [req-b354c8ad-45fd-4283-96d6-a8bc525e7ebb req-3c7879f5-e894-472f-9b58-93aa0cc3f42b service neutron] Attempting to bind port 46feb2ef-66e4-4f80-b709-802628fcd246 by drivers openvswitch,hyperv on host n-h1-713301-16 at level 0 using segments [{'id': '2f3be12e-dba6-4aef-9978-6b9e569ce081', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '3933cf84-cdd3-4c59-ac2d-c58afedb7fce'}] {{(pid=95102) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 19:23:22.205720 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b354c8ad-45fd-4283-96d6-a8bc525e7ebb req-3c7879f5-e894-472f-9b58-93aa0cc3f42b service neutron] Attempting to bind port 46feb2ef-66e4-4f80-b709-802628fcd246 on network 3933cf84-cdd3-4c59-ac2d-c58afedb7fce {{(pid=95102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:23:22.241223 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b354c8ad-45fd-4283-96d6-a8bc525e7ebb req-3c7879f5-e894-472f-9b58-93aa0cc3f42b service neutron] Port 46feb2ef-66e4-4f80-b709-802628fcd246 on network 3933cf84-cdd3-4c59-ac2d-c58afedb7fce not bound, no agent of type Open vSwitch agent registered on host n-h1-713301-16 {{(pid=95102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 19:23:22.241655 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b354c8ad-45fd-4283-96d6-a8bc525e7ebb req-3c7879f5-e894-472f-9b58-93aa0cc3f42b service neutron] Attempting to bind port 46feb2ef-66e4-4f80-b709-802628fcd246 on network 3933cf84-cdd3-4c59-ac2d-c58afedb7fce {{(pid=95102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:23:22.268016 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b354c8ad-45fd-4283-96d6-a8bc525e7ebb req-3c7879f5-e894-472f-9b58-93aa0cc3f42b service neutron] Checking agent: {'id': '0708c3e9-0aad-4600-9be9-d2486535c898', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713301-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 19, 15, 28), 'started_at': datetime.datetime(2021, 9, 23, 19, 15, 28), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 19, 22, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 19:23:22.268672 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b354c8ad-45fd-4283-96d6-a8bc525e7ebb req-3c7879f5-e894-472f-9b58-93aa0cc3f42b service neutron] Checking segment: {'id': '2f3be12e-dba6-4aef-9978-6b9e569ce081', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '3933cf84-cdd3-4c59-ac2d-c58afedb7fce'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95102) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:23:22.288225 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b354c8ad-45fd-4283-96d6-a8bc525e7ebb req-3c7879f5-e894-472f-9b58-93aa0cc3f42b service neutron] Bound using segment: {'id': '2f3be12e-dba6-4aef-9978-6b9e569ce081', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '3933cf84-cdd3-4c59-ac2d-c58afedb7fce'} {{(pid=95102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 19:23:22.288225 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.managers [req-b354c8ad-45fd-4283-96d6-a8bc525e7ebb req-3c7879f5-e894-472f-9b58-93aa0cc3f42b service neutron] Bound port: 46feb2ef-66e4-4f80-b709-802628fcd246, host: n-h1-713301-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2f3be12e-dba6-4aef-9978-6b9e569ce081', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '3933cf84-cdd3-4c59-ac2d-c58afedb7fce'}}] {{(pid=95102) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 19:23:22.288225 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-b354c8ad-45fd-4283-96d6-a8bc525e7ebb req-3c7879f5-e894-472f-9b58-93aa0cc3f42b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:23:22.303917 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-3386575e-4721-4fda-b844-c22bfa77fd10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:23:22.484516 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-6d8af0a2-b570-4a27-9d3f-b07eb78776d0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-527322', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-602005'] for router_interface, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:23:22.534750 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b91cbec6-e039-4a5a-ae95-0f979f68d088 req-16077d68-1a99-48d2-a623-4bb184a67ef1 tempest-ImagesTestJSON-1030216449 tempest-ImagesTestJSON-1030216449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:23:22.536405 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-b91cbec6-e039-4a5a-ae95-0f979f68d088 req-16077d68-1a99-48d2-a623-4bb184a67ef1 tempest-ImagesTestJSON-1030216449 tempest-ImagesTestJSON-1030216449-project] 10.222.0.67 "GET /v2.0/ports?device_id=77b48921-2e2e-4304-92fe-8a535d2e0f11 HTTP/1.1" status: 200 len: 943 time: 0.1733751 Sep 23 19:23:22.537739 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.db [req-b354c8ad-45fd-4283-96d6-a8bc525e7ebb req-3c7879f5-e894-472f-9b58-93aa0cc3f42b service neutron] For port 46feb2ef-66e4-4f80-b709-802628fcd246, host n-h1-713301-16, cleared binding levels {{(pid=95102) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 19:23:22.544121 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.db [req-b354c8ad-45fd-4283-96d6-a8bc525e7ebb req-3c7879f5-e894-472f-9b58-93aa0cc3f42b service neutron] For port 46feb2ef-66e4-4f80-b709-802628fcd246, host n-h1-713301-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-16',level=0,port_id=46feb2ef-66e4-4f80-b709-802628fcd246,segment=NetworkSegment(2f3be12e-dba6-4aef-9978-6b9e569ce081),segment_id=2f3be12e-dba6-4aef-9978-6b9e569ce081)] {{(pid=95102) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 19:23:22.561794 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-b354c8ad-45fd-4283-96d6-a8bc525e7ebb req-3c7879f5-e894-472f-9b58-93aa0cc3f42b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4399095'] for port, after_update {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:23:22.583802 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-be615897-7147-4a63-b191-2e17a2af452d req-45a4bc52-0c23-4167-bfe1-ac74ac65c71b tempest-FloatingIPDetailsTestJSON-240215950 tempest-FloatingIPDetailsTestJSON-240215950-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783146162158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783145673144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4399100'] for port, after_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:23:22.657259 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b354c8ad-45fd-4283-96d6-a8bc525e7ebb req-3c7879f5-e894-472f-9b58-93aa0cc3f42b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:23:22.658166 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-b354c8ad-45fd-4283-96d6-a8bc525e7ebb req-3c7879f5-e894-472f-9b58-93aa0cc3f42b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222849'] for port, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:23:22.660265 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-b354c8ad-45fd-4283-96d6-a8bc525e7ebb req-3c7879f5-e894-472f-9b58-93aa0cc3f42b service neutron] 10.222.0.74 "PUT /v2.0/ports/46feb2ef-66e4-4f80-b709-802628fcd246 HTTP/1.1" status: 200 len: 1092 time: 2.3677099 Sep 23 19:23:22.681920 n-d-713301-16 neutron-server[95102]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '77b48921-2e2e-4304-92fe-8a535d2e0f11', 'tag': '46feb2ef-66e4-4f80-b709-802628fcd246'}] {{(pid=95102) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 19:23:22.685277 n-d-713301-16 neutron-server[95102]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab31b6d93e5336dbddfa8ec424565b3bd8cb2369c5b4d85bc943472dbb21e8ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3924a6ed-6451-48e2-bc6b-e4b97279924e" -d '{"events": [{"name": "network-changed", "server_uuid": "77b48921-2e2e-4304-92fe-8a535d2e0f11", "tag": "46feb2ef-66e4-4f80-b709-802628fcd246"}]}' {{(pid=95102) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 19:23:22.761024 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-b91cbec6-e039-4a5a-ae95-0f979f68d088 req-817ec3f3-0ed0-4ae0-9443-834b6a176bfe tempest-ImagesTestJSON-1030216449 tempest-ImagesTestJSON-1030216449-project] 10.222.0.67 "GET /v2.0/security-groups?id=076f8f10-41da-413e-8d86-ebe8d5fe93ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2148724 Sep 23 19:23:22.806803 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c7879f5-e894-472f-9b58-93aa0cc3f42b service neutron] Pushing event updated for resources: {'Port': ['ID=46feb2ef-66e4-4f80-b709-802628fcd246,revision_number=3']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:23:22.852465 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45a4bc52-0c23-4167-bfe1-ac74ac65c71b tempest-FloatingIPDetailsTestJSON-240215950 tempest-FloatingIPDetailsTestJSON-240215950-project] Pushing event deleted for resources: {'Port': ['ID=154ef27c-575e-4bfe-899c-24021cb857c4,revision_number=None']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:23:22.869559 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-be615897-7147-4a63-b191-2e17a2af452d req-45a4bc52-0c23-4167-bfe1-ac74ac65c71b tempest-FloatingIPDetailsTestJSON-240215950 tempest-FloatingIPDetailsTestJSON-240215950-project] Notify callbacks [] for floatingip, after_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:23:22.873732 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-be615897-7147-4a63-b191-2e17a2af452d req-45a4bc52-0c23-4167-bfe1-ac74ac65c71b tempest-FloatingIPDetailsTestJSON-240215950 tempest-FloatingIPDetailsTestJSON-240215950-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222849'] for floatingip, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:23:22.888040 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-be615897-7147-4a63-b191-2e17a2af452d req-45a4bc52-0c23-4167-bfe1-ac74ac65c71b tempest-FloatingIPDetailsTestJSON-240215950 tempest-FloatingIPDetailsTestJSON-240215950-project] 10.222.0.67 "DELETE /v2.0/floatingips/97c6962c-a562-4327-9802-2edd2a152214 HTTP/1.1" status: 204 len: 173 time: 1.6475539 Sep 23 19:23:22.895926 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d8af0a2-b570-4a27-9d3f-b07eb78776d0 admin admin] Router feeab25d-ce84-4322-90bf-cabdf15b69ef has already been hosted by L3 agent 79a740bf-7821-4989-8288-7186e3e128f3 {{(pid=95101) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 19:23:23.003009 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:23:23.070951 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d8af0a2-b570-4a27-9d3f-b07eb78776d0 admin admin] Notify agent at l3_agent.n-d-713301-16 the message routers_updated {{(pid=95101) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 19:23:23.079900 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-6d8af0a2-b570-4a27-9d3f-b07eb78776d0 admin admin] 10.222.0.67 "PUT /v2.0/routers/feeab25d-ce84-4322-90bf-cabdf15b69ef/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5139351 Sep 23 19:23:23.080650 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 33650) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:23:23.083821 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fb47c97-d1e9-452d-bc67-ff81b71285b6 None None] Sync routers for ids ['feeab25d-ce84-4322-90bf-cabdf15b69ef'] in n-d-713301-16 {{(pid=95104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 19:23:23.103971 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fb47c97-d1e9-452d-bc67-ff81b71285b6 None None] Routers {'feeab25d-ce84-4322-90bf-cabdf15b69ef'} bound to L3 agent in host n-d-713301-16 {{(pid=95104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 19:23:23.104793 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_hamode_db [None req-3fb47c97-d1e9-452d-bc67-ff81b71285b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-23T19:07:52Z,description=,heartbeat_timestamp=2021-09-23T19:23:22Z,host='n-d-713301-16',id=79a740bf-7821-4989-8288-7186e3e128f3,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:07:52Z,topic='l3_agent')) {'router_ids': ['feeab25d-ce84-4322-90bf-cabdf15b69ef'], 'active': True} {{(pid=95104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:23:23.303365 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-17ce86eb-3248-49e2-88ac-bd5f81096c59 admin admin] Notify callbacks [] for router, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:23:23.307406 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-0ae75029-feb6-4728-9a94-5f9b60993d82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:23:23.321981 n-d-713301-16 neutron-server[95102]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 19:23:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3063b64c-4cea-4ec2-9934-d88342d73f47 x-openstack-request-id: req-3063b64c-4cea-4ec2-9934-d88342d73f47 {{(pid=95102) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 19:23:23.322580 n-d-713301-16 neutron-server[95102]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "77b48921-2e2e-4304-92fe-8a535d2e0f11", "tag": "46feb2ef-66e4-4f80-b709-802628fcd246", "status": "completed", "code": 200}]} {{(pid=95102) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 19:23:23.322580 n-d-713301-16 neutron-server[95102]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-3063b64c-4cea-4ec2-9934-d88342d73f47 {{(pid=95102) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 19:23:23.322881 n-d-713301-16 neutron-server[95102]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '77b48921-2e2e-4304-92fe-8a535d2e0f11', 'tag': '46feb2ef-66e4-4f80-b709-802628fcd246', 'status': 'completed', 'code': 200} Sep 23 19:23:23.325784 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b354c8ad-45fd-4283-96d6-a8bc525e7ebb req-0052fc41-4b27-4cdd-b1b7-c78d1551db63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:23:23.327357 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-b354c8ad-45fd-4283-96d6-a8bc525e7ebb req-0052fc41-4b27-4cdd-b1b7-c78d1551db63 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=e0fb920d7d3f49caa9f9e971b4a6829a&device_id=77b48921-2e2e-4304-92fe-8a535d2e0f11 HTTP/1.1" status: 200 len: 1095 time: 0.6136587 Sep 23 19:23:23.336212 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_dvr_db [None req-3fb47c97-d1e9-452d-bc67-ff81b71285b6 None None] Set router feeab25d-ce84-4322-90bf-cabdf15b69ef gateway port host: n-d-713301-16 {{(pid=95104) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 19:23:23.419394 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-44d46901-27b0-4394-8854-2e5261801caf req-106c47ba-b71f-4252-a3c7-883d7a6db526 tempest-FloatingIPDetailsTestJSON-240215950 tempest-FloatingIPDetailsTestJSON-240215950-project] 10.222.0.67 "GET /v2.0/floatingips/6dd4fde8-d543-4676-ba16-58f5b2974d56 HTTP/1.1" status: 200 len: 691 time: 0.0994124 Sep 23 19:23:23.421677 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-b354c8ad-45fd-4283-96d6-a8bc525e7ebb req-98eb1e73-1584-4989-a4e0-d482bbe6d180 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=46feb2ef-66e4-4f80-b709-802628fcd246 HTTP/1.1" status: 200 len: 217 time: 0.0821064 Sep 23 19:23:23.436348 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9100c9d8-c77c-49bb-8220-76f307ec00af req-f9973a21-e2ae-4462-90f5-39fb4c3c6d57 tempest-LiveAutoBlockMigrationV225Test-1531822435 tempest-LiveAutoBlockMigrationV225Test-1531822435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:23:23.438034 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-9100c9d8-c77c-49bb-8220-76f307ec00af req-f9973a21-e2ae-4462-90f5-39fb4c3c6d57 tempest-LiveAutoBlockMigrationV225Test-1531822435 tempest-LiveAutoBlockMigrationV225Test-1531822435-project] 10.222.0.67 "GET /v2.0/ports?device_id=de0af560-d2ac-4171-85e4-8fb7a1b63f67 HTTP/1.1" status: 200 len: 946 time: 0.5901670 Sep 23 19:23:23.484732 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-17ce86eb-3248-49e2-88ac-bd5f81096c59 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:23:23.570301 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b354c8ad-45fd-4283-96d6-a8bc525e7ebb req-e7925540-c1c8-48a0-894b-5015e3c23b25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:23:23.572139 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-b354c8ad-45fd-4283-96d6-a8bc525e7ebb req-e7925540-c1c8-48a0-894b-5015e3c23b25 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=ddb01988-b766-48de-9eb4-7d664700d39d HTTP/1.1" status: 200 len: 843 time: 0.1320455 Sep 23 19:23:23.586157 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.plugin [None req-17ce86eb-3248-49e2-88ac-bd5f81096c59 admin admin] Deleting port f5b8b238-0c5d-4fc8-b0aa-a15d3368bb22 {{(pid=95101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:23:23.586823 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-17ce86eb-3248-49e2-88ac-bd5f81096c59 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783146157096'] for port, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:23:23.635846 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-b354c8ad-45fd-4283-96d6-a8bc525e7ebb req-849a67b3-4595-4011-9e37-8a13ededd1d8 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=3933cf84-cdd3-4c59-ac2d-c58afedb7fce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0492964 Sep 23 19:23:23.669088 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_hamode_db [None req-3fb47c97-d1e9-452d-bc67-ff81b71285b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'feeab25d-ce84-4322-90bf-cabdf15b69ef', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1785898101-router', 'tenant_id': '07622c7485a94956bd0dfade6db60bcf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'external_fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.211'}], 'enable_snat': True}, 'gw_port_id': 'f5b8b238-0c5d-4fc8-b0aa-a15d3368bb22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:17:51Z', 'updated_at': '2021-09-23T19:23:21Z', 'revision_number': 5, 'project_id': '07622c7485a94956bd0dfade6db60bcf', 'gw_port': {'id': 'f5b8b238-0c5d-4fc8-b0aa-a15d3368bb22', 'name': '', 'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:ae:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'feeab25d-ce84-4322-90bf-cabdf15b69ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:17:55Z', 'updated_at': '2021-09-23T19:18:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-16'}], 'n-d-713301-16', False) {} {{(pid=95104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:23:23.703470 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fb47c97-d1e9-452d-bc67-ff81b71285b6 None None] Checking router: feeab25d-ce84-4322-90bf-cabdf15b69ef for host: n-d-713301-16 {{(pid=95104) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 19:23:23.713956 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fb47c97-d1e9-452d-bc67-ff81b71285b6 None None] Routers {'feeab25d-ce84-4322-90bf-cabdf15b69ef'} bound to L3 agent in host n-d-713301-16 {{(pid=95104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 19:23:23.714669 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_hamode_db [None req-3fb47c97-d1e9-452d-bc67-ff81b71285b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-23T19:07:52Z,description=,heartbeat_timestamp=2021-09-23T19:23:22Z,host='n-d-713301-16',id=79a740bf-7821-4989-8288-7186e3e128f3,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:07:52Z,topic='l3_agent')) {'router_ids': ['feeab25d-ce84-4322-90bf-cabdf15b69ef'], 'active': True} {{(pid=95104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:23:23.735079 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d46901-27b0-4394-8854-2e5261801caf req-f128e6e0-d20f-4c09-99d5-9e010dc80fcd tempest-FloatingIPDetailsTestJSON-240215950 tempest-FloatingIPDetailsTestJSON-240215950-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:23:23.743943 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-44d46901-27b0-4394-8854-2e5261801caf req-f128e6e0-d20f-4c09-99d5-9e010dc80fcd tempest-FloatingIPDetailsTestJSON-240215950 tempest-FloatingIPDetailsTestJSON-240215950-project] 10.222.0.67 "GET /v2.0/networks/5dec5c09-378e-4f50-89cc-d94eb81c3bac HTTP/1.1" status: 200 len: 784 time: 0.3047547 Sep 23 19:23:23.816218 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.db [None req-17ce86eb-3248-49e2-88ac-bd5f81096c59 admin admin] For port f5b8b238-0c5d-4fc8-b0aa-a15d3368bb22, host n-d-713301-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-16',level=0,port_id=f5b8b238-0c5d-4fc8-b0aa-a15d3368bb22,segment=NetworkSegment(7d4027f1-d893-4c7b-95d4-757b8e44e380),segment_id=7d4027f1-d893-4c7b-95d4-757b8e44e380)] {{(pid=95101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:23:23.817001 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-17ce86eb-3248-49e2-88ac-bd5f81096c59 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-605701'] for port, precommit_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:23:23.839790 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_dvr_db [None req-3fb47c97-d1e9-452d-bc67-ff81b71285b6 None None] Set router feeab25d-ce84-4322-90bf-cabdf15b69ef gateway port host: None {{(pid=95104) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 19:23:23.853842 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.plugin [None req-17ce86eb-3248-49e2-88ac-bd5f81096c59 admin admin] Calling delete_port for f5b8b238-0c5d-4fc8-b0aa-a15d3368bb22 owned by network:router_gateway {{(pid=95101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:23:23.892770 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-44d46901-27b0-4394-8854-2e5261801caf req-da011eab-5e59-41d7-a683-1d7e3943ace4 tempest-FloatingIPDetailsTestJSON-240215950 tempest-FloatingIPDetailsTestJSON-240215950-project] 10.222.0.67 "GET /v2.0/floatingips?floating_ip_address=172.25.1.6 HTTP/1.1" status: 200 len: 694 time: 0.1465182 Sep 23 19:23:23.939147 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-9100c9d8-c77c-49bb-8220-76f307ec00af req-6b49b4a4-4588-4673-8a50-50287775fd05 tempest-LiveAutoBlockMigrationV225Test-1531822435 tempest-LiveAutoBlockMigrationV225Test-1531822435-project] 10.222.0.67 "GET /v2.0/security-groups?id=6d32247e-8bb7-4ae1-818c-76baafa39c73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4884155 Sep 23 19:23:23.941470 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-b354c8ad-45fd-4283-96d6-a8bc525e7ebb req-fc3daf8f-54a5-4378-a496-c61e54cf912c service neutron] 10.222.0.74 "GET /v2.0/networks/3933cf84-cdd3-4c59-ac2d-c58afedb7fce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2980206 Sep 23 19:23:23.950502 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_hamode_db [None req-3fb47c97-d1e9-452d-bc67-ff81b71285b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'feeab25d-ce84-4322-90bf-cabdf15b69ef', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1785898101-router', 'tenant_id': '07622c7485a94956bd0dfade6db60bcf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:17:51Z', 'updated_at': '2021-09-23T19:23:23Z', 'revision_number': 6, 'project_id': '07622c7485a94956bd0dfade6db60bcf', 'gw_port_host': None}], 'n-d-713301-16', False) {} {{(pid=95104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:23:23.984783 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fb47c97-d1e9-452d-bc67-ff81b71285b6 None None] The sync data for ids ['feeab25d-ce84-4322-90bf-cabdf15b69ef'] in n-d-713301-16 is: [{'id': 'feeab25d-ce84-4322-90bf-cabdf15b69ef', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1785898101-router', 'tenant_id': '07622c7485a94956bd0dfade6db60bcf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:17:51Z', 'updated_at': '2021-09-23T19:23:23Z', 'revision_number': 6, 'project_id': '07622c7485a94956bd0dfade6db60bcf', 'gw_port_host': None}] {{(pid=95104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 19:23:24.060590 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-44d46901-27b0-4394-8854-2e5261801caf req-8f6bb91a-3924-4379-9e94-eb49a023aaa0 tempest-FloatingIPDetailsTestJSON-240215950 tempest-FloatingIPDetailsTestJSON-240215950-project] 10.222.0.67 "GET /v2.0/floatingips?floating_ip_address=172.25.1.6 HTTP/1.1" status: 200 len: 694 time: 0.1392207 Sep 23 19:23:24.154071 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-17ce86eb-3248-49e2-88ac-bd5f81096c59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783146162158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783145673144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5607431'] for port, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:23:24.182174 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-b354c8ad-45fd-4283-96d6-a8bc525e7ebb req-ca330215-caca-4dd0-a95a-6ba324f931d6 service neutron] 10.222.0.74 "GET /v2.0/networks/3933cf84-cdd3-4c59-ac2d-c58afedb7fce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2090836 Sep 23 19:23:24.186774 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17ce86eb-3248-49e2-88ac-bd5f81096c59 admin admin] Pushing event deleted for resources: {'Port': ['ID=f5b8b238-0c5d-4fc8-b0aa-a15d3368bb22,revision_number=None']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:23:24.267925 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb15d79-2163-4b5f-8378-ed9b61496698 req-3b248aa2-9213-41b3-8803-cdbbd21cbef7 tempest-LiveMigrationTest-1843640962 tempest-LiveMigrationTest-1843640962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:23:24.269461 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-dbb15d79-2163-4b5f-8378-ed9b61496698 req-3b248aa2-9213-41b3-8803-cdbbd21cbef7 tempest-LiveMigrationTest-1843640962 tempest-LiveMigrationTest-1843640962-project] 10.222.0.67 "GET /v2.0/ports?device_id=736298ae-bd3f-4e9b-8e47-2726a845f6e1 HTTP/1.1" status: 200 len: 944 time: 0.2044554 Sep 23 19:23:24.296631 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-17ce86eb-3248-49e2-88ac-bd5f81096c59 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-601942'] for router_gateway, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:23:24.383038 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3924a6ed-6451-48e2-bc6b-e4b97279924e req-a49a463a-200e-4533-a25e-de7d97681228 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:23:24.385355 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-3924a6ed-6451-48e2-bc6b-e4b97279924e req-a49a463a-200e-4533-a25e-de7d97681228 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=e0fb920d7d3f49caa9f9e971b4a6829a&device_id=77b48921-2e2e-4304-92fe-8a535d2e0f11 HTTP/1.1" status: 200 len: 1095 time: 0.1390555 Sep 23 19:23:24.404877 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-dbb15d79-2163-4b5f-8378-ed9b61496698 req-3ff8cbea-6ccc-4c4d-8df7-11a3b81c9dc0 tempest-LiveMigrationTest-1843640962 tempest-LiveMigrationTest-1843640962-project] 10.222.0.67 "GET /v2.0/security-groups?id=1c151358-1cab-48a6-be3e-ad7507b4da06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1053655 Sep 23 19:23:24.443278 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-17ce86eb-3248-49e2-88ac-bd5f81096c59 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-597305', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29369'] for router, precommit_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:23:24.443551 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-17ce86eb-3248-49e2-88ac-bd5f81096c59 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:23:24.457283 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.plugin [req-44d46901-27b0-4394-8854-2e5261801caf req-fd9b5a44-788b-4bf4-aeff-6d2975070b73 tempest-FloatingIPDetailsTestJSON-240215950 tempest-FloatingIPDetailsTestJSON-240215950-project] Deleting port 249537d4-0079-4e3d-91f3-f9b4296f1834 {{(pid=95102) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:23:24.457684 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-44d46901-27b0-4394-8854-2e5261801caf req-fd9b5a44-788b-4bf4-aeff-6d2975070b73 tempest-FloatingIPDetailsTestJSON-240215950 tempest-FloatingIPDetailsTestJSON-240215950-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783146157096'] for port, before_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:23:24.506524 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-17ce86eb-3248-49e2-88ac-bd5f81096c59 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-597296'] for router, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:23:24.507953 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17ce86eb-3248-49e2-88ac-bd5f81096c59 admin admin] Fanout notify agent at l3_agent the message router_deleted on router feeab25d-ce84-4322-90bf-cabdf15b69ef {{(pid=95101) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 23 19:23:24.513466 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-17ce86eb-3248-49e2-88ac-bd5f81096c59 admin admin] Notify callbacks [] for router, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:23:24.517581 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-17ce86eb-3248-49e2-88ac-bd5f81096c59 admin admin] 10.222.0.67 "DELETE /v2.0/routers/feeab25d-ce84-4322-90bf-cabdf15b69ef HTTP/1.1" status: 204 len: 168 time: 1.4357371 Sep 23 19:23:24.518379 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 33670) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:23:24.593182 n-d-713301-16 neutron-server[95101]: DEBUG neutron.db.db_base_plugin_v2 [None req-7d601c79-0cd0-46af-a9ee-6271bba6f5f9 admin admin] Deleting subnet d6f0871f-c3f6-47e4-ac38-d95f0ade6ade {{(pid=95101) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 23 19:23:24.598349 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-7d601c79-0cd0-46af-a9ee-6271bba6f5f9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:23:24.611872 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3924a6ed-6451-48e2-bc6b-e4b97279924e req-9c0f27c6-e033-4777-8fc6-3de73eb2e119 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:23:24.613920 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-3924a6ed-6451-48e2-bc6b-e4b97279924e req-9c0f27c6-e033-4777-8fc6-3de73eb2e119 service neutron] 10.222.0.74 "GET /v2.0/networks?id=3933cf84-cdd3-4c59-ac2d-c58afedb7fce HTTP/1.1" status: 200 len: 904 time: 0.2004766 Sep 23 19:23:24.644161 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-7d601c79-0cd0-46af-a9ee-6271bba6f5f9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6007154'] for subnet, precommit_delete_associations {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:23:24.733557 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-3924a6ed-6451-48e2-bc6b-e4b97279924e req-4a325c7b-5d0d-499f-8d48-2742a8301291 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=46feb2ef-66e4-4f80-b709-802628fcd246 HTTP/1.1" status: 200 len: 217 time: 0.0995369 Sep 23 19:23:24.746993 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-7d601c79-0cd0-46af-a9ee-6271bba6f5f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1756813'] for subnet, precommit_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:23:24.800734 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-44d46901-27b0-4394-8854-2e5261801caf req-fd9b5a44-788b-4bf4-aeff-6d2975070b73 tempest-FloatingIPDetailsTestJSON-240215950 tempest-FloatingIPDetailsTestJSON-240215950-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-605701'] for port, precommit_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:23:24.800954 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-44d46901-27b0-4394-8854-2e5261801caf req-fd9b5a44-788b-4bf4-aeff-6d2975070b73 tempest-FloatingIPDetailsTestJSON-240215950 tempest-FloatingIPDetailsTestJSON-240215950-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:23:24.821656 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-7d601c79-0cd0-46af-a9ee-6271bba6f5f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1756804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5607514', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6130950'] for subnet, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:23:24.826733 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efaf1142-9384-4627-8d66-0556348f8b77 req-488d68d2-3cbf-42cd-ac24-8eff76ffc829 tempest-ImagesTestJSON-1030216449 tempest-ImagesTestJSON-1030216449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:23:24.837989 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-efaf1142-9384-4627-8d66-0556348f8b77 req-488d68d2-3cbf-42cd-ac24-8eff76ffc829 tempest-ImagesTestJSON-1030216449 tempest-ImagesTestJSON-1030216449-project] 10.222.0.67 "GET /v2.0/ports?device_id=77b48921-2e2e-4304-92fe-8a535d2e0f11 HTTP/1.1" status: 200 len: 943 time: 0.2214928 Sep 23 19:23:24.853892 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.plugin [req-44d46901-27b0-4394-8854-2e5261801caf req-fd9b5a44-788b-4bf4-aeff-6d2975070b73 tempest-FloatingIPDetailsTestJSON-240215950 tempest-FloatingIPDetailsTestJSON-240215950-project] Calling delete_port for 249537d4-0079-4e3d-91f3-f9b4296f1834 owned by network:floatingip {{(pid=95102) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:23:24.861170 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d601c79-0cd0-46af-a9ee-6271bba6f5f9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d6f0871f-c3f6-47e4-ac38-d95f0ade6ade,revision_number=None']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:23:24.868482 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-7d601c79-0cd0-46af-a9ee-6271bba6f5f9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527417'] for subnet, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:23:24.875045 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-7d601c79-0cd0-46af-a9ee-6271bba6f5f9 admin admin] 10.222.0.67 "DELETE /v2.0/subnets/d6f0871f-c3f6-47e4-ac38-d95f0ade6ade HTTP/1.1" status: 204 len: 168 time: 0.3554931 Sep 23 19:23:24.877426 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cf58dc6-2b48-4541-9305-4804f2187256 None None] Network d5983aa5-dc01-48bc-bff2-9c83789f0fba requested from n-d-713301-16 {{(pid=95103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 19:23:24.884351 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 33672) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:23:24.912819 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3924a6ed-6451-48e2-bc6b-e4b97279924e req-dc86ce5e-2795-4d14-bcab-654b308944cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:23:24.914344 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-3924a6ed-6451-48e2-bc6b-e4b97279924e req-dc86ce5e-2795-4d14-bcab-654b308944cb service neutron] 10.222.0.74 "GET /v2.0/subnets?id=ddb01988-b766-48de-9eb4-7d664700d39d HTTP/1.1" status: 200 len: 843 time: 0.1680360 Sep 23 19:23:25.002873 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-efaf1142-9384-4627-8d66-0556348f8b77 req-609d072f-eb34-42a3-8a0d-d006ed5ea7bb tempest-ImagesTestJSON-1030216449 tempest-ImagesTestJSON-1030216449-project] 10.222.0.67 "GET /v2.0/security-groups?id=076f8f10-41da-413e-8d86-ebe8d5fe93ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1639762 Sep 23 19:23:25.068766 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-3924a6ed-6451-48e2-bc6b-e4b97279924e req-8fb284fc-d84f-4916-82c3-0fc54fc7d211 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=3933cf84-cdd3-4c59-ac2d-c58afedb7fce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1091180 Sep 23 19:23:25.113082 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-68b4847a-b1c6-43cd-86e1-ee60907b8595 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1628021'] for network, before_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:23:25.154513 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-874f4cf3-c29f-40e1-a39d-9006a4e5aa88 None None] DHCP port deletion for d5983aa5-dc01-48bc-bff2-9c83789f0fba request from n-d-713301-16 {{(pid=95103) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 23 19:23:25.221170 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-80e7e501-6c57-470d-92c6-e3d54bc3195c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:23:25.247033 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.plugin [None req-874f4cf3-c29f-40e1-a39d-9006a4e5aa88 None None] Deleting port fd5d307e-c41e-4145-b8c6-03b14135d475 {{(pid=95103) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:23:25.247774 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-874f4cf3-c29f-40e1-a39d-9006a4e5aa88 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783146157096'] for port, before_delete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:23:25.342460 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-3924a6ed-6451-48e2-bc6b-e4b97279924e req-129998b1-7de9-4bd2-b8f2-d0ebac1c7f30 service neutron] 10.222.0.74 "GET /v2.0/networks/3933cf84-cdd3-4c59-ac2d-c58afedb7fce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2631032 Sep 23 19:23:25.346916 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-874f4cf3-c29f-40e1-a39d-9006a4e5aa88 None None] For port fd5d307e-c41e-4145-b8c6-03b14135d475, host n-d-713301-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-16',level=0,port_id=fd5d307e-c41e-4145-b8c6-03b14135d475,segment=NetworkSegment(7c11e0df-7313-4765-ac14-518be1d9f929),segment_id=7c11e0df-7313-4765-ac14-518be1d9f929)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:23:25.347423 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-874f4cf3-c29f-40e1-a39d-9006a4e5aa88 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-605701'] for port, precommit_delete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:23:25.362174 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.plugin [None req-874f4cf3-c29f-40e1-a39d-9006a4e5aa88 None None] Calling delete_port for fd5d307e-c41e-4145-b8c6-03b14135d475 owned by network:dhcp {{(pid=95103) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:23:25.413971 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65087253-fb8a-4af9-871c-0a2da47e843d req-d654834f-f120-4b42-b5b4-8d7385805d01 tempest-LiveAutoBlockMigrationV225Test-1531822435 tempest-LiveAutoBlockMigrationV225Test-1531822435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:23:25.415400 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-65087253-fb8a-4af9-871c-0a2da47e843d req-d654834f-f120-4b42-b5b4-8d7385805d01 tempest-LiveAutoBlockMigrationV225Test-1531822435 tempest-LiveAutoBlockMigrationV225Test-1531822435-project] 10.222.0.67 "GET /v2.0/ports?device_id=de0af560-d2ac-4171-85e4-8fb7a1b63f67 HTTP/1.1" status: 200 len: 946 time: 0.1425276 Sep 23 19:23:25.441257 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.plugin [None req-68b4847a-b1c6-43cd-86e1-ee60907b8595 admin admin] Deleting port fd5d307e-c41e-4145-b8c6-03b14135d475 {{(pid=95102) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:23:25.441597 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-68b4847a-b1c6-43cd-86e1-ee60907b8595 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783146157096'] for port, before_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:23:25.441911 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-874f4cf3-c29f-40e1-a39d-9006a4e5aa88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783146162158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783145673144'] for port, after_delete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:23:25.472081 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-874f4cf3-c29f-40e1-a39d-9006a4e5aa88 None None] Pushing event deleted for resources: {'Port': ['ID=fd5d307e-c41e-4145-b8c6-03b14135d475,revision_number=None']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:23:25.473900 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-874f4cf3-c29f-40e1-a39d-9006a4e5aa88 None None] No DVR routers for this DVR port fd5d307e-c41e-4145-b8c6-03b14135d475 on host n-d-713301-16 {{(pid=95103) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 19:23:25.539432 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-44d46901-27b0-4394-8854-2e5261801caf req-fd9b5a44-788b-4bf4-aeff-6d2975070b73 tempest-FloatingIPDetailsTestJSON-240215950 tempest-FloatingIPDetailsTestJSON-240215950-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783146162158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783145673144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4399100'] for port, after_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:23:25.622590 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd9b5a44-788b-4bf4-aeff-6d2975070b73 tempest-FloatingIPDetailsTestJSON-240215950 tempest-FloatingIPDetailsTestJSON-240215950-project] Pushing event deleted for resources: {'Port': ['ID=249537d4-0079-4e3d-91f3-f9b4296f1834,revision_number=None']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:23:25.655014 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Device 630db028-2806-40e9-aef2-932766c7b258 no longer exists at agent ovs-agent-n-d-713301-16 {{(pid=95103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 19:23:25.667254 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-65087253-fb8a-4af9-871c-0a2da47e843d req-0547645f-15f7-482c-8fb4-c36e8474459f tempest-LiveAutoBlockMigrationV225Test-1531822435 tempest-LiveAutoBlockMigrationV225Test-1531822435-project] 10.222.0.67 "GET /v2.0/security-groups?id=6d32247e-8bb7-4ae1-818c-76baafa39c73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2277067 Sep 23 19:23:25.668733 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.db [None req-68b4847a-b1c6-43cd-86e1-ee60907b8595 admin admin] For port fd5d307e-c41e-4145-b8c6-03b14135d475, host n-d-713301-16, got binding levels [] {{(pid=95102) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:23:25.669092 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-68b4847a-b1c6-43cd-86e1-ee60907b8595 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-605701'] for port, precommit_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:23:25.674905 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-241fa9be-a9dd-4c95-b0c0-788c4640ab6d req-44e82dd3-7709-44c9-aefe-c7e9e4407f9c tempest-LiveAutoBlockMigrationV225Test-1371897097 tempest-LiveAutoBlockMigrationV225Test-1371897097-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:23:25.676372 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-241fa9be-a9dd-4c95-b0c0-788c4640ab6d req-44e82dd3-7709-44c9-aefe-c7e9e4407f9c tempest-LiveAutoBlockMigrationV225Test-1371897097 tempest-LiveAutoBlockMigrationV225Test-1371897097-project-admin] 10.222.0.74 "GET /v2.0/ports?device_id=de0af560-d2ac-4171-85e4-8fb7a1b63f67&tenant_id=01fd0bf0664a4580a0559687f9bf7c73&binding%3Ahost_id=n-h2-713301-16 HTTP/1.1" status: 200 len: 1098 time: 0.2568617 Sep 23 19:23:25.676806 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.plugin [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] No Port match for: 630db028-2806-40e9-aef2-932766c7b258 {{(pid=95103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 19:23:25.677210 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Device 630db028-2806-40e9-aef2-932766c7b258 not bound to the agent host n-d-713301-16 {{(pid=95103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 19:23:25.677925 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Device f5b8b238-0c5d-4fc8-b0aa-a15d3368bb22 no longer exists at agent ovs-agent-n-d-713301-16 {{(pid=95103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 19:23:25.684968 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-3924a6ed-6451-48e2-bc6b-e4b97279924e req-65623404-152c-4fd9-9cd4-868aaa7c6cbd service neutron] 10.222.0.74 "GET /v2.0/networks/3933cf84-cdd3-4c59-ac2d-c58afedb7fce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3156276 Sep 23 19:23:25.698466 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.plugin [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] No Port match for: f5b8b238-0c5d-4fc8-b0aa-a15d3368bb22 {{(pid=95103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 19:23:25.699651 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Device f5b8b238-0c5d-4fc8-b0aa-a15d3368bb22 not bound to the agent host n-d-713301-16 {{(pid=95103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 19:23:25.700140 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Device fd5d307e-c41e-4145-b8c6-03b14135d475 no longer exists at agent ovs-agent-n-d-713301-16 {{(pid=95103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 19:23:25.710773 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.v2.base [req-241fa9be-a9dd-4c95-b0c0-788c4640ab6d req-a45f9ac2-6814-4293-98ac-a4594381a743 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-713301-16'}}} {{(pid=95102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:23:25.722113 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.plugin [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] No Port match for: fd5d307e-c41e-4145-b8c6-03b14135d475 {{(pid=95103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 19:23:25.722541 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Device fd5d307e-c41e-4145-b8c6-03b14135d475 not bound to the agent host n-d-713301-16 {{(pid=95103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 19:23:25.739310 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.plugin [None req-68b4847a-b1c6-43cd-86e1-ee60907b8595 admin admin] Calling delete_port for fd5d307e-c41e-4145-b8c6-03b14135d475 owned by network:dhcp {{(pid=95102) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:23:25.750909 n-d-713301-16 neutron-server[95102]: DEBUG neutron.db.ipam_backend_mixin [None req-68b4847a-b1c6-43cd-86e1-ee60907b8595 admin admin] Port fd5d307e-c41e-4145-b8c6-03b14135d475 was not found and therefore no delete operation was performed {{(pid=95102) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Sep 23 19:23:25.766113 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-68b4847a-b1c6-43cd-86e1-ee60907b8595 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783146162158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783145673144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4399100'] for port, after_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:23:25.831087 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68b4847a-b1c6-43cd-86e1-ee60907b8595 admin admin] Pushing event deleted for resources: {'Port': ['ID=fd5d307e-c41e-4145-b8c6-03b14135d475,revision_number=None']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:23:25.846209 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-44d46901-27b0-4394-8854-2e5261801caf req-fd9b5a44-788b-4bf4-aeff-6d2975070b73 tempest-FloatingIPDetailsTestJSON-240215950 tempest-FloatingIPDetailsTestJSON-240215950-project] Notify callbacks [] for floatingip, after_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:23:25.848818 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-44d46901-27b0-4394-8854-2e5261801caf req-fd9b5a44-788b-4bf4-aeff-6d2975070b73 tempest-FloatingIPDetailsTestJSON-240215950 tempest-FloatingIPDetailsTestJSON-240215950-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222849'] for floatingip, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:23:25.849959 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-44d46901-27b0-4394-8854-2e5261801caf req-fd9b5a44-788b-4bf4-aeff-6d2975070b73 tempest-FloatingIPDetailsTestJSON-240215950 tempest-FloatingIPDetailsTestJSON-240215950-project] 10.222.0.67 "DELETE /v2.0/floatingips/6dd4fde8-d543-4676-ba16-58f5b2974d56 HTTP/1.1" status: 204 len: 173 time: 1.7729967 Sep 23 19:23:25.856503 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 33700) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:23:25.863850 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-241fa9be-a9dd-4c95-b0c0-788c4640ab6d req-a45f9ac2-6814-4293-98ac-a4594381a743 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:23:25.888735 n-d-713301-16 neutron-server[95102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68b4847a-b1c6-43cd-86e1-ee60907b8595 admin admin] No DVR routers for this DVR port fd5d307e-c41e-4145-b8c6-03b14135d475 on host n-d-713301-16 {{(pid=95102) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 19:23:25.906199 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566544f5-3976-44b3-aa19-a77aa7974c71 req-f9f76b2f-1c71-4cd3-8919-8f572898d6d2 tempest-LiveMigrationTest-1843640962 tempest-LiveMigrationTest-1843640962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:23:25.907778 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-566544f5-3976-44b3-aa19-a77aa7974c71 req-f9f76b2f-1c71-4cd3-8919-8f572898d6d2 tempest-LiveMigrationTest-1843640962 tempest-LiveMigrationTest-1843640962-project] 10.222.0.67 "GET /v2.0/ports?device_id=736298ae-bd3f-4e9b-8e47-2726a845f6e1 HTTP/1.1" status: 200 len: 944 time: 0.1636252 Sep 23 19:23:26.035834 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-68b4847a-b1c6-43cd-86e1-ee60907b8595 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1754676', 'neutron.services.segments.db._delete_segments_for_network-8783146221460'] for network, precommit_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:23:26.065958 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-566544f5-3976-44b3-aa19-a77aa7974c71 req-68c626ee-57ad-48cf-b672-a97a2b9e7111 tempest-LiveMigrationTest-1843640962 tempest-LiveMigrationTest-1843640962-project] 10.222.0.67 "GET /v2.0/security-groups?id=1c151358-1cab-48a6-be3e-ad7507b4da06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1345241 Sep 23 19:23:26.100509 n-d-713301-16 neutron-server[95102]: DEBUG neutron.services.segments.db [None req-68b4847a-b1c6-43cd-86e1-ee60907b8595 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d5983aa5-dc01-48bc-bff2-9c83789f0fba']}} {{(pid=95102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:23:26.149040 n-d-713301-16 neutron-server[95102]: DEBUG neutron.services.segments.db [None req-68b4847a-b1c6-43cd-86e1-ee60907b8595 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7c11e0df-7313-4765-ac14-518be1d9f929') {'for_net_delete': True} {{(pid=95102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:23:26.149424 n-d-713301-16 neutron-server[95102]: DEBUG neutron.services.segments.db [None req-68b4847a-b1c6-43cd-86e1-ee60907b8595 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7c11e0df-7313-4765-ac14-518be1d9f929') {} {{(pid=95102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:23:26.168179 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-68b4847a-b1c6-43cd-86e1-ee60907b8595 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783146221725', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6162832'] for segment, before_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:23:26.201628 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-68b4847a-b1c6-43cd-86e1-ee60907b8595 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1756186'] for segment, precommit_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:23:26.206063 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.db [req-241fa9be-a9dd-4c95-b0c0-788c4640ab6d req-a45f9ac2-6814-4293-98ac-a4594381a743 service neutron] For port d34748ee-625c-4c2a-af58-04e1e683d6b4, host n-h2-713301-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-16',level=0,port_id=d34748ee-625c-4c2a-af58-04e1e683d6b4,segment=NetworkSegment(5e7e2223-350e-4937-8d7b-2c6ab6ddc0ab),segment_id=5e7e2223-350e-4937-8d7b-2c6ab6ddc0ab)] {{(pid=95102) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:23:26.228581 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2fa1038-a267-43e2-9cad-692e42a6b992 req-fb6d762e-0c0d-47a6-9a8e-8b0e953137bc tempest-ImagesTestJSON-1030216449 tempest-ImagesTestJSON-1030216449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:23:26.230332 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-c2fa1038-a267-43e2-9cad-692e42a6b992 req-fb6d762e-0c0d-47a6-9a8e-8b0e953137bc tempest-ImagesTestJSON-1030216449 tempest-ImagesTestJSON-1030216449-project] 10.222.0.67 "GET /v2.0/ports?device_id=77b48921-2e2e-4304-92fe-8a535d2e0f11 HTTP/1.1" status: 200 len: 943 time: 0.1446261 Sep 23 19:23:26.235631 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-68b4847a-b1c6-43cd-86e1-ee60907b8595 admin admin] Releasing vlan 619 on physical network physnet1 to pool {{(pid=95102) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 19:23:26.236041 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-68b4847a-b1c6-43cd-86e1-ee60907b8595 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1756186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4398095'] for segment, after_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:23:26.237795 n-d-713301-16 neutron-server[95102]: Traceback (most recent call last): Sep 23 19:23:26.237795 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 19:23:26.237795 n-d-713301-16 neutron-server[95102]: timer() Sep 23 19:23:26.237795 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 19:23:26.237795 n-d-713301-16 neutron-server[95102]: cb(*args, **kw) Sep 23 19:23:26.237795 n-d-713301-16 neutron-server[95102]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 19:23:26.237795 n-d-713301-16 neutron-server[95102]: return func(*args, **kwargs) Sep 23 19:23:26.237795 n-d-713301-16 neutron-server[95102]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 19:23:26.237795 n-d-713301-16 neutron-server[95102]: self._notify() Sep 23 19:23:26.237795 n-d-713301-16 neutron-server[95102]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 19:23:26.237795 n-d-713301-16 neutron-server[95102]: self.callback(batched_events) Sep 23 19:23:26.237795 n-d-713301-16 neutron-server[95102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 19:23:26.237795 n-d-713301-16 neutron-server[95102]: event.method(event) Sep 23 19:23:26.237795 n-d-713301-16 neutron-server[95102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 19:23:26.237795 n-d-713301-16 neutron-server[95102]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 19:23:26.237795 n-d-713301-16 neutron-server[95102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 19:23:26.237795 n-d-713301-16 neutron-server[95102]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 19:23:26.237795 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 19:23:26.237795 n-d-713301-16 neutron-server[95102]: return f(self, *a, **k) Sep 23 19:23:26.237795 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 19:23:26.237795 n-d-713301-16 neutron-server[95102]: return self._get(url).json() Sep 23 19:23:26.237795 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 19:23:26.237795 n-d-713301-16 neutron-server[95102]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 19:23:26.237795 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 19:23:26.237795 n-d-713301-16 neutron-server[95102]: return self.request(url, 'GET', **kwargs) Sep 23 19:23:26.237795 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 19:23:26.237795 n-d-713301-16 neutron-server[95102]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 19:23:26.237795 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 19:23:26.237795 n-d-713301-16 neutron-server[95102]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 19:23:26.237795 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 19:23:26.237795 n-d-713301-16 neutron-server[95102]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 19:23:26.237795 n-d-713301-16 neutron-server[95102]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 19:23:26.269279 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-3091130e-ebba-4ddd-a1aa-10943930e594 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-601372'] for router_interface, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:23:26.331191 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Device 46feb2ef-66e4-4f80-b709-802628fcd246 details requested by agent hyperv_n-h1-713301-16 with host n-h1-713301-16 {{(pid=95103) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 19:23:26.342433 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-68b4847a-b1c6-43cd-86e1-ee60907b8595 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1754627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-601866'] for network, after_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:23:26.360663 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.db [req-241fa9be-a9dd-4c95-b0c0-788c4640ab6d req-a45f9ac2-6814-4293-98ac-a4594381a743 service neutron] For port d34748ee-625c-4c2a-af58-04e1e683d6b4, host n-h2-713301-16, cleared binding levels {{(pid=95102) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 19:23:26.360919 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-c2fa1038-a267-43e2-9cad-692e42a6b992 req-5fff5278-b010-4001-9317-25ef8e5806ad tempest-ImagesTestJSON-1030216449 tempest-ImagesTestJSON-1030216449-project] 10.222.0.67 "GET /v2.0/security-groups?id=076f8f10-41da-413e-8d86-ebe8d5fe93ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1115379 Sep 23 19:23:26.380475 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-68b4847a-b1c6-43cd-86e1-ee60907b8595 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527417'] for network, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:23:26.388705 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-68b4847a-b1c6-43cd-86e1-ee60907b8595 admin admin] 10.222.0.67 "DELETE /v2.0/networks/d5983aa5-dc01-48bc-bff2-9c83789f0fba HTTP/1.1" status: 204 len: 168 time: 1.4970927 Sep 23 19:23:26.394870 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 33728) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:23:26.406539 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68b4847a-b1c6-43cd-86e1-ee60907b8595 admin admin] Pushing event deleted for resources: {'Network': ['ID=d5983aa5-dc01-48bc-bff2-9c83789f0fba,revision_number=None']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:23:26.498886 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] For port 46feb2ef-66e4-4f80-b709-802628fcd246, host n-h1-713301-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-16',level=0,port_id=46feb2ef-66e4-4f80-b709-802628fcd246,segment=NetworkSegment(2f3be12e-dba6-4aef-9978-6b9e569ce081),segment_id=2f3be12e-dba6-4aef-9978-6b9e569ce081)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:23:26.513551 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Returning: {'device': '46feb2ef-66e4-4f80-b709-802628fcd246', 'network_id': '3933cf84-cdd3-4c59-ac2d-c58afedb7fce', 'port_id': '46feb2ef-66e4-4f80-b709-802628fcd246', 'mac_address': 'fa:16:3e:47:8b:9c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 607, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ddb01988-b766-48de-9eb4-7d664700d39d', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95103) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 19:23:26.555572 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:23:26.572281 n-d-713301-16 neutron-server[95103]: DEBUG neutron.notifiers.nova [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 46feb2ef-66e4-4f80-b709-802628fcd246 {{(pid=95103) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 19:23:26.596139 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] For port 46feb2ef-66e4-4f80-b709-802628fcd246, host n-h1-713301-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-16',level=0,port_id=46feb2ef-66e4-4f80-b709-802628fcd246,segment=NetworkSegment(2f3be12e-dba6-4aef-9978-6b9e569ce081),segment_id=2f3be12e-dba6-4aef-9978-6b9e569ce081)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:23:26.600570 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:23:26.601350 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Device d34748ee-625c-4c2a-af58-04e1e683d6b4 details requested by agent hyperv_n-h1-713301-16 with host n-h1-713301-16 {{(pid=95103) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 19:23:26.689619 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Pushing event updated for resources: {'Port': ['ID=46feb2ef-66e4-4f80-b709-802628fcd246,revision_number=4']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:23:26.764198 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] For port d34748ee-625c-4c2a-af58-04e1e683d6b4, host n-h2-713301-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-16',level=0,port_id=d34748ee-625c-4c2a-af58-04e1e683d6b4,segment=NetworkSegment(5e7e2223-350e-4937-8d7b-2c6ab6ddc0ab),segment_id=5e7e2223-350e-4937-8d7b-2c6ab6ddc0ab)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:23:26.776857 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Device d34748ee-625c-4c2a-af58-04e1e683d6b4 has no active binding in host n-h1-713301-16 {{(pid=95103) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Sep 23 19:23:26.789353 n-d-713301-16 neutron-server[95102]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de0af560-d2ac-4171-85e4-8fb7a1b63f67', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd34748ee-625c-4c2a-af58-04e1e683d6b4'}] {{(pid=95102) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 19:23:26.791941 n-d-713301-16 neutron-server[95102]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab31b6d93e5336dbddfa8ec424565b3bd8cb2369c5b4d85bc943472dbb21e8ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5736f76e-483a-4eab-8510-0943eb590fc6" -d '{"events": [{"server_uuid": "de0af560-d2ac-4171-85e4-8fb7a1b63f67", "name": "network-vif-unplugged", "status": "completed", "tag": "d34748ee-625c-4c2a-af58-04e1e683d6b4"}]}' {{(pid=95102) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 19:23:26.797304 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-241fa9be-a9dd-4c95-b0c0-788c4640ab6d req-a45f9ac2-6814-4293-98ac-a4594381a743 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:23:26.864365 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-241fa9be-a9dd-4c95-b0c0-788c4640ab6d req-a45f9ac2-6814-4293-98ac-a4594381a743 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4399095'] for port, after_update {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:23:26.942387 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.plugin [None req-3091130e-ebba-4ddd-a1aa-10943930e594 admin admin] Deleting port 20aa2b92-000d-4b06-8d1a-c223281fd263 {{(pid=95101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:23:26.942960 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-3091130e-ebba-4ddd-a1aa-10943930e594 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783146157096'] for port, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:23:26.944852 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e26d5a9-8b38-4781-96c5-eef972c41424 req-ba5e6c99-7346-4c9e-b64e-8501f1e73e5d tempest-ListImageFiltersTestJSON-1823198714 tempest-ListImageFiltersTestJSON-1823198714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:23:26.946413 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-4e26d5a9-8b38-4781-96c5-eef972c41424 req-ba5e6c99-7346-4c9e-b64e-8501f1e73e5d tempest-ListImageFiltersTestJSON-1823198714 tempest-ListImageFiltersTestJSON-1823198714-project] 10.222.0.67 "GET /v2.0/ports?device_id=102f53d1-1982-4f39-85c0-8cb5e7da0a24 HTTP/1.1" status: 200 len: 949 time: 0.2022436 Sep 23 19:23:26.974464 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5685e5a1-1292-4267-a94b-914d30b8b88c req-e4d59aa2-c0cc-4bd4-bbc5-ddf35db8fa9d tempest-LiveAutoBlockMigrationV225Test-1531822435 tempest-LiveAutoBlockMigrationV225Test-1531822435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:23:26.975952 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-5685e5a1-1292-4267-a94b-914d30b8b88c req-e4d59aa2-c0cc-4bd4-bbc5-ddf35db8fa9d tempest-LiveAutoBlockMigrationV225Test-1531822435 tempest-LiveAutoBlockMigrationV225Test-1531822435-project] 10.222.0.67 "GET /v2.0/ports?device_id=de0af560-d2ac-4171-85e4-8fb7a1b63f67 HTTP/1.1" status: 200 len: 946 time: 0.2047563 Sep 23 19:23:27.026046 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.db [None req-3091130e-ebba-4ddd-a1aa-10943930e594 admin admin] For port 20aa2b92-000d-4b06-8d1a-c223281fd263, host n-d-713301-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-16',level=0,port_id=20aa2b92-000d-4b06-8d1a-c223281fd263,segment=NetworkSegment(3e63f9eb-48f7-4f08-9e64-b892ad4e0dff),segment_id=3e63f9eb-48f7-4f08-9e64-b892ad4e0dff)] {{(pid=95101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:23:27.026405 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-3091130e-ebba-4ddd-a1aa-10943930e594 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-605701'] for port, precommit_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:23:27.040449 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.plugin [None req-3091130e-ebba-4ddd-a1aa-10943930e594 admin admin] Calling delete_port for 20aa2b92-000d-4b06-8d1a-c223281fd263 owned by network:router_interface {{(pid=95101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:23:27.069008 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a45f9ac2-6814-4293-98ac-a4594381a743 service neutron] Pushing event updated for resources: {'Port': ['ID=d34748ee-625c-4c2a-af58-04e1e683d6b4,revision_number=7']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:23:27.096949 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] get_ports_and_sgs() called for port_ids ['46feb2ef-66e4-4f80-b709-802628fcd246'] {{(pid=95103) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 19:23:27.145269 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.managers [req-241fa9be-a9dd-4c95-b0c0-788c4640ab6d req-a45f9ac2-6814-4293-98ac-a4594381a743 service neutron] Attempting to bind port d34748ee-625c-4c2a-af58-04e1e683d6b4 on host n-h2-713301-16 for vnic_type normal with profile {"migrating_to": "n-h1-713301-16"} {{(pid=95102) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 19:23:27.145505 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.managers [req-241fa9be-a9dd-4c95-b0c0-788c4640ab6d req-a45f9ac2-6814-4293-98ac-a4594381a743 service neutron] Attempting to bind port d34748ee-625c-4c2a-af58-04e1e683d6b4 by drivers openvswitch,hyperv on host n-h2-713301-16 at level 0 using segments [{'id': '5e7e2223-350e-4937-8d7b-2c6ab6ddc0ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': 'c2b58ecf-3b1b-414c-92a4-f53b08b3dace'}] {{(pid=95102) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 19:23:27.145836 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-241fa9be-a9dd-4c95-b0c0-788c4640ab6d req-a45f9ac2-6814-4293-98ac-a4594381a743 service neutron] Attempting to bind port d34748ee-625c-4c2a-af58-04e1e683d6b4 on network c2b58ecf-3b1b-414c-92a4-f53b08b3dace {{(pid=95102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:23:27.153987 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-4e26d5a9-8b38-4781-96c5-eef972c41424 req-ddb374d0-1a87-4e05-a021-db25380e2aca tempest-ListImageFiltersTestJSON-1823198714 tempest-ListImageFiltersTestJSON-1823198714-project] 10.222.0.67 "GET /v2.0/security-groups?id=e422f629-0f20-4441-8041-dd3c189ad680&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1937113 Sep 23 19:23:27.164684 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-5685e5a1-1292-4267-a94b-914d30b8b88c req-2722af2e-3728-4c68-858c-7bcab9170044 tempest-LiveAutoBlockMigrationV225Test-1531822435 tempest-LiveAutoBlockMigrationV225Test-1531822435-project] 10.222.0.67 "GET /v2.0/security-groups?id=6d32247e-8bb7-4ae1-818c-76baafa39c73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1726456 Sep 23 19:23:27.167122 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-241fa9be-a9dd-4c95-b0c0-788c4640ab6d req-a45f9ac2-6814-4293-98ac-a4594381a743 service neutron] Port d34748ee-625c-4c2a-af58-04e1e683d6b4 on network c2b58ecf-3b1b-414c-92a4-f53b08b3dace not bound, no agent of type Open vSwitch agent registered on host n-h2-713301-16 {{(pid=95102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 19:23:27.167582 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-241fa9be-a9dd-4c95-b0c0-788c4640ab6d req-a45f9ac2-6814-4293-98ac-a4594381a743 service neutron] Attempting to bind port d34748ee-625c-4c2a-af58-04e1e683d6b4 on network c2b58ecf-3b1b-414c-92a4-f53b08b3dace {{(pid=95102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:23:27.180492 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-241fa9be-a9dd-4c95-b0c0-788c4640ab6d req-a45f9ac2-6814-4293-98ac-a4594381a743 service neutron] Checking agent: {'id': '2a7cea34-db54-4faf-8d23-37521c3e34cb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713301-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 19, 15, 28), 'started_at': datetime.datetime(2021, 9, 23, 19, 15, 28), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 19, 22, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 19:23:27.180863 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-241fa9be-a9dd-4c95-b0c0-788c4640ab6d req-a45f9ac2-6814-4293-98ac-a4594381a743 service neutron] Checking segment: {'id': '5e7e2223-350e-4937-8d7b-2c6ab6ddc0ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': 'c2b58ecf-3b1b-414c-92a4-f53b08b3dace'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95102) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:23:27.181255 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-241fa9be-a9dd-4c95-b0c0-788c4640ab6d req-a45f9ac2-6814-4293-98ac-a4594381a743 service neutron] Bound using segment: {'id': '5e7e2223-350e-4937-8d7b-2c6ab6ddc0ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': 'c2b58ecf-3b1b-414c-92a4-f53b08b3dace'} {{(pid=95102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 19:23:27.181701 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.managers [req-241fa9be-a9dd-4c95-b0c0-788c4640ab6d req-a45f9ac2-6814-4293-98ac-a4594381a743 service neutron] Bound port: d34748ee-625c-4c2a-af58-04e1e683d6b4, host: n-h2-713301-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5e7e2223-350e-4937-8d7b-2c6ab6ddc0ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': 'c2b58ecf-3b1b-414c-92a4-f53b08b3dace'}}] {{(pid=95102) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 19:23:27.182066 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-241fa9be-a9dd-4c95-b0c0-788c4640ab6d req-a45f9ac2-6814-4293-98ac-a4594381a743 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:23:27.268744 n-d-713301-16 neutron-server[95102]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 23 Sep 2021 19:23:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61185aab-9d41-465c-a3bb-4551ddc05e53 x-openstack-request-id: req-61185aab-9d41-465c-a3bb-4551ddc05e53 {{(pid=95102) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 19:23:27.268959 n-d-713301-16 neutron-server[95102]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "de0af560-d2ac-4171-85e4-8fb7a1b63f67", "name": "network-vif-unplugged", "status": "completed", "tag": "d34748ee-625c-4c2a-af58-04e1e683d6b4", "code": 200}]} {{(pid=95102) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 19:23:27.269213 n-d-713301-16 neutron-server[95102]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-61185aab-9d41-465c-a3bb-4551ddc05e53 {{(pid=95102) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 19:23:27.269620 n-d-713301-16 neutron-server[95102]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de0af560-d2ac-4171-85e4-8fb7a1b63f67', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd34748ee-625c-4c2a-af58-04e1e683d6b4', 'code': 200} Sep 23 19:23:27.304583 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-3091130e-ebba-4ddd-a1aa-10943930e594 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783146162158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783145673144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5607431'] for port, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:23:27.350787 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.db [req-241fa9be-a9dd-4c95-b0c0-788c4640ab6d req-a45f9ac2-6814-4293-98ac-a4594381a743 service neutron] For port d34748ee-625c-4c2a-af58-04e1e683d6b4, host n-h2-713301-16, cleared binding levels {{(pid=95102) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 19:23:27.376212 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3091130e-ebba-4ddd-a1aa-10943930e594 admin admin] Pushing event deleted for resources: {'Port': ['ID=20aa2b92-000d-4b06-8d1a-c223281fd263,revision_number=None']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:23:27.384916 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.db [req-241fa9be-a9dd-4c95-b0c0-788c4640ab6d req-a45f9ac2-6814-4293-98ac-a4594381a743 service neutron] For port d34748ee-625c-4c2a-af58-04e1e683d6b4, host n-h2-713301-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-16',level=0,port_id=d34748ee-625c-4c2a-af58-04e1e683d6b4,segment=NetworkSegment(5e7e2223-350e-4937-8d7b-2c6ab6ddc0ab),segment_id=5e7e2223-350e-4937-8d7b-2c6ab6ddc0ab)] {{(pid=95102) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 19:23:27.396822 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-241fa9be-a9dd-4c95-b0c0-788c4640ab6d req-a45f9ac2-6814-4293-98ac-a4594381a743 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4399095'] for port, after_update {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:23:27.476882 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1426a9b5-163e-4b6b-8c4a-23af46f3fad3 req-e0232f26-dd5b-4a6d-95b0-72d550f8f69a tempest-LiveMigrationTest-1843640962 tempest-LiveMigrationTest-1843640962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:23:27.484830 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-1426a9b5-163e-4b6b-8c4a-23af46f3fad3 req-e0232f26-dd5b-4a6d-95b0-72d550f8f69a tempest-LiveMigrationTest-1843640962 tempest-LiveMigrationTest-1843640962-project] 10.222.0.67 "GET /v2.0/ports?device_id=736298ae-bd3f-4e9b-8e47-2726a845f6e1 HTTP/1.1" status: 200 len: 944 time: 0.1478803 Sep 23 19:23:27.552190 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-3091130e-ebba-4ddd-a1aa-10943930e594 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-527322', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-602005'] for router_interface, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:23:27.556708 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-241fa9be-a9dd-4c95-b0c0-788c4640ab6d req-a45f9ac2-6814-4293-98ac-a4594381a743 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:23:27.557590 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-241fa9be-a9dd-4c95-b0c0-788c4640ab6d req-a45f9ac2-6814-4293-98ac-a4594381a743 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222849'] for port, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:23:27.559788 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-241fa9be-a9dd-4c95-b0c0-788c4640ab6d req-a45f9ac2-6814-4293-98ac-a4594381a743 service neutron] 10.222.0.74 "PUT /v2.0/ports/d34748ee-625c-4c2a-af58-04e1e683d6b4 HTTP/1.1" status: 200 len: 1124 time: 1.8548968 Sep 23 19:23:27.628143 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-1426a9b5-163e-4b6b-8c4a-23af46f3fad3 req-63bcd904-2586-45aa-bbbc-3761dfb6d031 tempest-LiveMigrationTest-1843640962 tempest-LiveMigrationTest-1843640962-project] 10.222.0.67 "GET /v2.0/security-groups?id=1c151358-1cab-48a6-be3e-ad7507b4da06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1422012 Sep 23 19:23:27.658416 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] get_ports_and_sgs() called for port_ids ['d34748ee-625c-4c2a-af58-04e1e683d6b4'] {{(pid=95103) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 19:23:27.701088 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a45f9ac2-6814-4293-98ac-a4594381a743 service neutron] Pushing event updated for resources: {'Port': ['ID=d34748ee-625c-4c2a-af58-04e1e683d6b4,revision_number=8']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:23:27.740826 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] get_ports_and_sgs() called for port_ids ['d34748ee-625c-4c2a-af58-04e1e683d6b4'] {{(pid=95103) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 19:23:27.781940 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47fe65fd-c9e8-4da4-bf42-fec8ac918944 req-293afcfb-161a-464e-895a-44f87ccb4aeb tempest-ImagesTestJSON-1030216449 tempest-ImagesTestJSON-1030216449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:23:27.783551 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-47fe65fd-c9e8-4da4-bf42-fec8ac918944 req-293afcfb-161a-464e-895a-44f87ccb4aeb tempest-ImagesTestJSON-1030216449 tempest-ImagesTestJSON-1030216449-project] 10.222.0.67 "GET /v2.0/ports?device_id=77b48921-2e2e-4304-92fe-8a535d2e0f11 HTTP/1.1" status: 200 len: 944 time: 0.0752776 Sep 23 19:23:27.793349 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-7d18a012-5be3-4702-83c1-719131350686 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-601372'] for router_interface, before_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:23:27.893365 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:23:27.923510 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-47fe65fd-c9e8-4da4-bf42-fec8ac918944 req-7388d4db-6964-4399-821d-3f3b1f98b9c8 tempest-ImagesTestJSON-1030216449 tempest-ImagesTestJSON-1030216449-project] 10.222.0.67 "GET /v2.0/security-groups?id=076f8f10-41da-413e-8d86-ebe8d5fe93ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1276999 Sep 23 19:23:27.968436 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3091130e-ebba-4ddd-a1aa-10943930e594 admin admin] Router 45071164-db17-4c91-bd09-ea8032404121 has already been hosted by L3 agent 79a740bf-7821-4989-8288-7186e3e128f3 {{(pid=95101) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 19:23:28.031410 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:23:28.097417 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3091130e-ebba-4ddd-a1aa-10943930e594 admin admin] Notify agent at l3_agent.n-d-713301-16 the message routers_updated {{(pid=95101) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 19:23:28.106137 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-3091130e-ebba-4ddd-a1aa-10943930e594 admin admin] 10.222.0.67 "PUT /v2.0/routers/45071164-db17-4c91-bd09-ea8032404121/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2449841 Sep 23 19:23:28.106137 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 33762) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:23:28.111068 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb96ee20-87cb-491e-8ae0-0e0cd7d335f6 None None] Sync routers for ids ['45071164-db17-4c91-bd09-ea8032404121'] in n-d-713301-16 {{(pid=95103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 19:23:28.122222 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb96ee20-87cb-491e-8ae0-0e0cd7d335f6 None None] Routers {'45071164-db17-4c91-bd09-ea8032404121'} bound to L3 agent in host n-d-713301-16 {{(pid=95103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 19:23:28.123095 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_hamode_db [None req-cb96ee20-87cb-491e-8ae0-0e0cd7d335f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-23T19:07:52Z,description=,heartbeat_timestamp=2021-09-23T19:23:22Z,host='n-d-713301-16',id=79a740bf-7821-4989-8288-7186e3e128f3,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:07:52Z,topic='l3_agent')) {'router_ids': ['45071164-db17-4c91-bd09-ea8032404121'], 'active': True} {{(pid=95103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:23:28.157676 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.plugin [None req-7d18a012-5be3-4702-83c1-719131350686 admin admin] Deleting port 84b82312-6ab2-4464-aca6-0229412c53db {{(pid=95102) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:23:28.158022 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-7d18a012-5be3-4702-83c1-719131350686 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783146157096'] for port, before_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:23:28.216820 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-3534faf3-75ee-4874-9fbe-4425bade4df2 admin admin] Notify callbacks [] for router, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:23:28.247322 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_dvr_db [None req-cb96ee20-87cb-491e-8ae0-0e0cd7d335f6 None None] Set router 45071164-db17-4c91-bd09-ea8032404121 gateway port host: n-d-713301-16 {{(pid=95103) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 19:23:28.251465 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.db [None req-7d18a012-5be3-4702-83c1-719131350686 admin admin] For port 84b82312-6ab2-4464-aca6-0229412c53db, host n-d-713301-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-16',level=0,port_id=84b82312-6ab2-4464-aca6-0229412c53db,segment=NetworkSegment(63b2487a-cddb-439a-9b63-5225bf1ecda3),segment_id=63b2487a-cddb-439a-9b63-5225bf1ecda3)] {{(pid=95102) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:23:28.252037 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-7d18a012-5be3-4702-83c1-719131350686 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-605701'] for port, precommit_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:23:28.271349 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.plugin [None req-7d18a012-5be3-4702-83c1-719131350686 admin admin] Calling delete_port for 84b82312-6ab2-4464-aca6-0229412c53db owned by network:router_interface {{(pid=95102) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:23:28.340891 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-3534faf3-75ee-4874-9fbe-4425bade4df2 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:23:28.374131 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd7220fa-0cb4-4e75-bfbf-10afd59ce45d req-3b0d7c70-17ff-4555-874c-6665fa123f86 tempest-LiveAutoBlockMigrationV225Test-1531822435 tempest-LiveAutoBlockMigrationV225Test-1531822435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:23:28.375710 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-bd7220fa-0cb4-4e75-bfbf-10afd59ce45d req-3b0d7c70-17ff-4555-874c-6665fa123f86 tempest-LiveAutoBlockMigrationV225Test-1531822435 tempest-LiveAutoBlockMigrationV225Test-1531822435-project] 10.222.0.67 "GET /v2.0/ports?device_id=de0af560-d2ac-4171-85e4-8fb7a1b63f67 HTTP/1.1" status: 200 len: 944 time: 0.1024358 Sep 23 19:23:28.390218 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Device 46feb2ef-66e4-4f80-b709-802628fcd246 up at agent hyperv_n-h1-713301-16 {{(pid=95103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 19:23:28.428889 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.plugin [None req-3534faf3-75ee-4874-9fbe-4425bade4df2 admin admin] Deleting port 2995c58a-2807-4ad6-b773-1ecb046c02ff {{(pid=95101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:23:28.429918 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-3534faf3-75ee-4874-9fbe-4425bade4df2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783146157096'] for port, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:23:28.467723 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-bd7220fa-0cb4-4e75-bfbf-10afd59ce45d req-bd7fe583-60ff-4aea-b1d6-6fd01f6e2229 tempest-LiveAutoBlockMigrationV225Test-1531822435 tempest-LiveAutoBlockMigrationV225Test-1531822435-project] 10.222.0.67 "GET /v2.0/security-groups?id=6d32247e-8bb7-4ae1-818c-76baafa39c73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840054 Sep 23 19:23:28.510293 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Provisioning for port 46feb2ef-66e4-4f80-b709-802628fcd246 completed by entity L2. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 19:23:28.517538 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Provisioning complete for port 46feb2ef-66e4-4f80-b709-802628fcd246 triggered by entity L2. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:23:28.518000 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:23:28.547729 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-7d18a012-5be3-4702-83c1-719131350686 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783146162158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783145673144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4399100'] for port, after_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:23:28.553427 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.db [None req-3534faf3-75ee-4874-9fbe-4425bade4df2 admin admin] For port 2995c58a-2807-4ad6-b773-1ecb046c02ff, host n-d-713301-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-16',level=0,port_id=2995c58a-2807-4ad6-b773-1ecb046c02ff,segment=NetworkSegment(7d4027f1-d893-4c7b-95d4-757b8e44e380),segment_id=7d4027f1-d893-4c7b-95d4-757b8e44e380)] {{(pid=95101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:23:28.553887 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-3534faf3-75ee-4874-9fbe-4425bade4df2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-605701'] for port, precommit_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:23:28.569866 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.plugin [None req-3534faf3-75ee-4874-9fbe-4425bade4df2 admin admin] Calling delete_port for 2995c58a-2807-4ad6-b773-1ecb046c02ff owned by network:router_gateway {{(pid=95101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:23:28.578371 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d18a012-5be3-4702-83c1-719131350686 admin admin] Pushing event deleted for resources: {'Port': ['ID=84b82312-6ab2-4464-aca6-0229412c53db,revision_number=None']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:23:28.581067 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_hamode_db [None req-cb96ee20-87cb-491e-8ae0-0e0cd7d335f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45071164-db17-4c91-bd09-ea8032404121', 'name': 'tempest-FloatingIPDetailsTestJSON-502021146-router', 'tenant_id': 'c07b619ca6164464b82d9ea40a2a3fd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'external_fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.110'}], 'enable_snat': True}, 'gw_port_id': '2995c58a-2807-4ad6-b773-1ecb046c02ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:22:35Z', 'updated_at': '2021-09-23T19:23:27Z', 'revision_number': 5, 'project_id': 'c07b619ca6164464b82d9ea40a2a3fd7', 'gw_port': {'id': '2995c58a-2807-4ad6-b773-1ecb046c02ff', 'name': '', 'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:4e:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45071164-db17-4c91-bd09-ea8032404121', 'device_owner': 'network:router_gateway', 'standard_attr_id': 676, 'fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:22:36Z', 'updated_at': '2021-09-23T19:22:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-16'}], 'n-d-713301-16', False) {} {{(pid=95103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:23:28.629235 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb96ee20-87cb-491e-8ae0-0e0cd7d335f6 None None] Checking router: 45071164-db17-4c91-bd09-ea8032404121 for host: n-d-713301-16 {{(pid=95103) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 19:23:28.649692 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:23:28.653313 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb96ee20-87cb-491e-8ae0-0e0cd7d335f6 None None] Routers {'45071164-db17-4c91-bd09-ea8032404121'} bound to L3 agent in host n-d-713301-16 {{(pid=95103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 19:23:28.653955 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_hamode_db [None req-cb96ee20-87cb-491e-8ae0-0e0cd7d335f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-23T19:07:52Z,description=,heartbeat_timestamp=2021-09-23T19:23:22Z,host='n-d-713301-16',id=79a740bf-7821-4989-8288-7186e3e128f3,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:07:52Z,topic='l3_agent')) {'router_ids': ['45071164-db17-4c91-bd09-ea8032404121'], 'active': True} {{(pid=95103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:23:28.760868 n-d-713301-16 neutron-server[95103]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77b48921-2e2e-4304-92fe-8a535d2e0f11', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '46feb2ef-66e4-4f80-b709-802628fcd246'}] {{(pid=95103) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 19:23:28.763475 n-d-713301-16 neutron-server[95103]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}81a1c17f2aa89d5b3ebbba3a3e0cf7eb588e431c2224256110c4c4facdd7c3e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab32bf28-0865-4177-851d-1c1077e748e0" -d '{"events": [{"server_uuid": "77b48921-2e2e-4304-92fe-8a535d2e0f11", "name": "network-vif-plugged", "status": "completed", "tag": "46feb2ef-66e4-4f80-b709-802628fcd246"}]}' {{(pid=95103) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 19:23:28.791117 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] For port 46feb2ef-66e4-4f80-b709-802628fcd246, host n-h1-713301-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-16',level=0,port_id=46feb2ef-66e4-4f80-b709-802628fcd246,segment=NetworkSegment(2f3be12e-dba6-4aef-9978-6b9e569ce081),segment_id=2f3be12e-dba6-4aef-9978-6b9e569ce081)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:23:28.804923 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_dvr_db [None req-cb96ee20-87cb-491e-8ae0-0e0cd7d335f6 None None] Set router 45071164-db17-4c91-bd09-ea8032404121 gateway port host: None {{(pid=95103) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 19:23:28.807099 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:23:28.807794 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Device 57fb353f-18bb-4079-9329-192986ecbc90 no longer exists at agent hyperv_n-h1-713301-16 {{(pid=95103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 19:23:28.811052 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b3019f8-9b54-4971-9d4e-d677f46a9193 req-2e5c1af5-cc6e-419b-a557-9cc24c21522f tempest-LiveMigrationTest-1843640962 tempest-LiveMigrationTest-1843640962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:23:28.812652 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-2b3019f8-9b54-4971-9d4e-d677f46a9193 req-2e5c1af5-cc6e-419b-a557-9cc24c21522f tempest-LiveMigrationTest-1843640962 tempest-LiveMigrationTest-1843640962-project] 10.222.0.67 "GET /v2.0/ports?device_id=736298ae-bd3f-4e9b-8e47-2726a845f6e1 HTTP/1.1" status: 200 len: 944 time: 0.0847721 Sep 23 19:23:28.815726 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-7d18a012-5be3-4702-83c1-719131350686 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-527322', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-602005'] for router_interface, after_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:23:28.850421 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-3534faf3-75ee-4874-9fbe-4425bade4df2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783146162158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783145673144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5607431'] for port, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:23:28.954834 n-d-713301-16 neutron-server[95103]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 19:23:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25de17d8-4ed7-4647-9cd6-360a738d1806 x-openstack-request-id: req-25de17d8-4ed7-4647-9cd6-360a738d1806 {{(pid=95103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 19:23:28.955192 n-d-713301-16 neutron-server[95103]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "77b48921-2e2e-4304-92fe-8a535d2e0f11", "name": "network-vif-plugged", "status": "completed", "tag": "46feb2ef-66e4-4f80-b709-802628fcd246", "code": 200}]} {{(pid=95103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 19:23:28.955471 n-d-713301-16 neutron-server[95103]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-25de17d8-4ed7-4647-9cd6-360a738d1806 {{(pid=95103) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 19:23:28.955943 n-d-713301-16 neutron-server[95103]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '77b48921-2e2e-4304-92fe-8a535d2e0f11', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '46feb2ef-66e4-4f80-b709-802628fcd246', 'code': 200} Sep 23 19:23:28.960817 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_hamode_db [None req-cb96ee20-87cb-491e-8ae0-0e0cd7d335f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45071164-db17-4c91-bd09-ea8032404121', 'name': 'tempest-FloatingIPDetailsTestJSON-502021146-router', 'tenant_id': 'c07b619ca6164464b82d9ea40a2a3fd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:22:35Z', 'updated_at': '2021-09-23T19:23:28Z', 'revision_number': 6, 'project_id': 'c07b619ca6164464b82d9ea40a2a3fd7', 'gw_port_host': None}], 'n-d-713301-16', False) {} {{(pid=95103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:23:29.003646 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-2b3019f8-9b54-4971-9d4e-d677f46a9193 req-0fe3a17f-1077-4eb2-82b4-0d3b170c2e22 tempest-LiveMigrationTest-1843640962 tempest-LiveMigrationTest-1843640962-project] 10.222.0.67 "GET /v2.0/security-groups?id=1c151358-1cab-48a6-be3e-ad7507b4da06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1801639 Sep 23 19:23:29.029094 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb96ee20-87cb-491e-8ae0-0e0cd7d335f6 None None] The sync data for ids ['45071164-db17-4c91-bd09-ea8032404121'] in n-d-713301-16 is: [{'id': '45071164-db17-4c91-bd09-ea8032404121', 'name': 'tempest-FloatingIPDetailsTestJSON-502021146-router', 'tenant_id': 'c07b619ca6164464b82d9ea40a2a3fd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:22:35Z', 'updated_at': '2021-09-23T19:23:28Z', 'revision_number': 6, 'project_id': 'c07b619ca6164464b82d9ea40a2a3fd7', 'gw_port_host': None}] {{(pid=95103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 19:23:29.055429 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Pushing event updated for resources: {'Port': ['ID=46feb2ef-66e4-4f80-b709-802628fcd246,revision_number=5']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:23:29.060684 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3534faf3-75ee-4874-9fbe-4425bade4df2 admin admin] Pushing event deleted for resources: {'Port': ['ID=2995c58a-2807-4ad6-b773-1ecb046c02ff,revision_number=None']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:23:29.094235 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-3534faf3-75ee-4874-9fbe-4425bade4df2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-601942'] for router_gateway, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:23:29.120143 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:23:29.173846 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] For port 57fb353f-18bb-4079-9329-192986ecbc90, host n-h1-713301-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-16',level=0,port_id=57fb353f-18bb-4079-9329-192986ecbc90,segment=NetworkSegment(6139d589-eb6c-4578-8935-c26ddf396853),segment_id=6139d589-eb6c-4578-8935-c26ddf396853)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:23:29.179181 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:23:29.193829 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2726d550-8ede-4dde-af79-6c40c0921b1a req-0db9857c-abb2-499f-862b-f9cf94e4da42 tempest-ImagesTestJSON-1030216449 tempest-ImagesTestJSON-1030216449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:23:29.195353 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-2726d550-8ede-4dde-af79-6c40c0921b1a req-0db9857c-abb2-499f-862b-f9cf94e4da42 tempest-ImagesTestJSON-1030216449 tempest-ImagesTestJSON-1030216449-project] 10.222.0.67 "GET /v2.0/ports?device_id=77b48921-2e2e-4304-92fe-8a535d2e0f11 HTTP/1.1" status: 200 len: 945 time: 0.1351089 Sep 23 19:23:29.200637 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5565b7c4-1999-4af3-bead-9b91a4bdc5a2 req-e63bf0b3-ba4d-484a-9e16-57e399094f9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:23:29.202164 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-5565b7c4-1999-4af3-bead-9b91a4bdc5a2 req-e63bf0b3-ba4d-484a-9e16-57e399094f9d service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=77b48921-2e2e-4304-92fe-8a535d2e0f11 HTTP/1.1" status: 200 len: 1097 time: 0.1440794 Sep 23 19:23:29.227911 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-3534faf3-75ee-4874-9fbe-4425bade4df2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-597305', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29369'] for router, precommit_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:23:29.230698 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-3534faf3-75ee-4874-9fbe-4425bade4df2 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:23:29.254471 n-d-713301-16 neutron-server[95102]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d18a012-5be3-4702-83c1-719131350686 admin admin] Router 0b131336-cc94-4e68-920f-704f74d3d6e6 has already been hosted by L3 agent 79a740bf-7821-4989-8288-7186e3e128f3 {{(pid=95102) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 19:23:29.260065 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Pushing event updated for resources: {'Port': ['ID=57fb353f-18bb-4079-9329-192986ecbc90,revision_number=8']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:23:29.277217 n-d-713301-16 neutron-server[95102]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'de0af560-d2ac-4171-85e4-8fb7a1b63f67', 'tag': 'd34748ee-625c-4c2a-af58-04e1e683d6b4'}] {{(pid=95102) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 19:23:29.279715 n-d-713301-16 neutron-server[95102]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab31b6d93e5336dbddfa8ec424565b3bd8cb2369c5b4d85bc943472dbb21e8ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ced1cd83-e845-432f-9cf3-4d9d0cb5b2ad" -d '{"events": [{"name": "network-changed", "server_uuid": "de0af560-d2ac-4171-85e4-8fb7a1b63f67", "tag": "d34748ee-625c-4c2a-af58-04e1e683d6b4"}]}' {{(pid=95102) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 19:23:29.300670 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-2726d550-8ede-4dde-af79-6c40c0921b1a req-351405e4-8825-4d8d-9524-6a83246c6c92 tempest-ImagesTestJSON-1030216449 tempest-ImagesTestJSON-1030216449-project] 10.222.0.67 "GET /v2.0/security-groups?id=076f8f10-41da-413e-8d86-ebe8d5fe93ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939119 Sep 23 19:23:29.303016 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-3534faf3-75ee-4874-9fbe-4425bade4df2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-597296'] for router, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:23:29.303815 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3534faf3-75ee-4874-9fbe-4425bade4df2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 45071164-db17-4c91-bd09-ea8032404121 {{(pid=95101) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 23 19:23:29.306350 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-5565b7c4-1999-4af3-bead-9b91a4bdc5a2 req-42199153-e785-4130-896c-f0a625b34962 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=076f8f10-41da-413e-8d86-ebe8d5fe93ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891306 Sep 23 19:23:29.312290 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-3534faf3-75ee-4874-9fbe-4425bade4df2 admin admin] Notify callbacks [] for router, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:23:29.316883 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-3534faf3-75ee-4874-9fbe-4425bade4df2 admin admin] 10.222.0.67 "DELETE /v2.0/routers/45071164-db17-4c91-bd09-ea8032404121 HTTP/1.1" status: 204 len: 168 time: 1.2095606 Sep 23 19:23:29.325732 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 33790) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:23:29.359680 n-d-713301-16 neutron-server[95102]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 19:23:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8271fede-87a9-4820-9505-894e9062e6fc x-openstack-request-id: req-8271fede-87a9-4820-9505-894e9062e6fc {{(pid=95102) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 19:23:29.360210 n-d-713301-16 neutron-server[95102]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "de0af560-d2ac-4171-85e4-8fb7a1b63f67", "tag": "d34748ee-625c-4c2a-af58-04e1e683d6b4", "status": "completed", "code": 200}]} {{(pid=95102) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 19:23:29.360782 n-d-713301-16 neutron-server[95102]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-8271fede-87a9-4820-9505-894e9062e6fc {{(pid=95102) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 19:23:29.361055 n-d-713301-16 neutron-server[95102]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'de0af560-d2ac-4171-85e4-8fb7a1b63f67', 'tag': 'd34748ee-625c-4c2a-af58-04e1e683d6b4', 'status': 'completed', 'code': 200} Sep 23 19:23:29.437420 n-d-713301-16 neutron-server[95101]: DEBUG neutron.db.db_base_plugin_v2 [None req-0cc39a15-5ac7-48b6-b86f-7fcac2ec62e8 admin admin] Deleting subnet 17e0e39c-66a8-492f-a51a-7158f1f43ff2 {{(pid=95101) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 23 19:23:29.444264 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-0cc39a15-5ac7-48b6-b86f-7fcac2ec62e8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:23:29.456472 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d18a012-5be3-4702-83c1-719131350686 admin admin] Notify agent at l3_agent.n-d-713301-16 the message routers_updated {{(pid=95102) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 19:23:29.463039 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-7d18a012-5be3-4702-83c1-719131350686 admin admin] 10.222.0.67 "PUT /v2.0/routers/0b131336-cc94-4e68-920f-704f74d3d6e6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0668612 Sep 23 19:23:29.467509 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea06fd9c-e558-48fe-9aee-c4c5fc61f44d None None] Sync routers for ids ['0b131336-cc94-4e68-920f-704f74d3d6e6'] in n-d-713301-16 {{(pid=95104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 19:23:29.471660 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 33796) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:23:29.485062 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea06fd9c-e558-48fe-9aee-c4c5fc61f44d None None] Routers {'0b131336-cc94-4e68-920f-704f74d3d6e6'} bound to L3 agent in host n-d-713301-16 {{(pid=95104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 19:23:29.487589 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_hamode_db [None req-ea06fd9c-e558-48fe-9aee-c4c5fc61f44d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-23T19:07:52Z,description=,heartbeat_timestamp=2021-09-23T19:23:22Z,host='n-d-713301-16',id=79a740bf-7821-4989-8288-7186e3e128f3,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:07:52Z,topic='l3_agent')) {'router_ids': ['0b131336-cc94-4e68-920f-704f74d3d6e6'], 'active': True} {{(pid=95104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:23:29.510723 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced1cd83-e845-432f-9cf3-4d9d0cb5b2ad req-a192ae1b-31d7-4d41-a726-6936e3ae429f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:23:29.512883 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-ced1cd83-e845-432f-9cf3-4d9d0cb5b2ad req-a192ae1b-31d7-4d41-a726-6936e3ae429f service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=01fd0bf0664a4580a0559687f9bf7c73&device_id=de0af560-d2ac-4171-85e4-8fb7a1b63f67 HTTP/1.1" status: 200 len: 1127 time: 0.1490204 Sep 23 19:23:29.541309 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-0cc39a15-5ac7-48b6-b86f-7fcac2ec62e8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6007154'] for subnet, precommit_delete_associations {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:23:29.668122 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_dvr_db [None req-ea06fd9c-e558-48fe-9aee-c4c5fc61f44d None None] Set router 0b131336-cc94-4e68-920f-704f74d3d6e6 gateway port host: n-d-713301-16 {{(pid=95104) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 19:23:29.689645 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-a587224c-8bd7-4faa-aba8-b5a103281eb1 admin admin] Notify callbacks [] for router, before_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:23:29.712207 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced1cd83-e845-432f-9cf3-4d9d0cb5b2ad req-fc40aaf1-ca35-41e9-a68a-7a356d2432ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:23:29.713737 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-ced1cd83-e845-432f-9cf3-4d9d0cb5b2ad req-fc40aaf1-ca35-41e9-a68a-7a356d2432ef service neutron] 10.222.0.53 "GET /v2.0/networks?id=c2b58ecf-3b1b-414c-92a4-f53b08b3dace HTTP/1.1" status: 200 len: 922 time: 0.1916933 Sep 23 19:23:29.720968 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-0cc39a15-5ac7-48b6-b86f-7fcac2ec62e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1756813'] for subnet, precommit_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:23:29.741288 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7674db8-82ee-45cb-8ab0-9057fad00377 req-10c2aa67-7811-4e77-bd69-9450d5374014 tempest-LiveAutoBlockMigrationV225Test-1531822435 tempest-LiveAutoBlockMigrationV225Test-1531822435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:23:29.743021 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-d7674db8-82ee-45cb-8ab0-9057fad00377 req-10c2aa67-7811-4e77-bd69-9450d5374014 tempest-LiveAutoBlockMigrationV225Test-1531822435 tempest-LiveAutoBlockMigrationV225Test-1531822435-project] 10.222.0.67 "GET /v2.0/ports?device_id=de0af560-d2ac-4171-85e4-8fb7a1b63f67 HTTP/1.1" status: 200 len: 944 time: 0.1670382 Sep 23 19:23:29.781165 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-ced1cd83-e845-432f-9cf3-4d9d0cb5b2ad req-0be4f372-812b-4f35-aee7-219339b74a26 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d34748ee-625c-4c2a-af58-04e1e683d6b4 HTTP/1.1" status: 200 len: 217 time: 0.0584786 Sep 23 19:23:29.838878 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-d7674db8-82ee-45cb-8ab0-9057fad00377 req-042d8fe3-4ee0-4968-8553-fb7e35e0427c tempest-LiveAutoBlockMigrationV225Test-1531822435 tempest-LiveAutoBlockMigrationV225Test-1531822435-project] 10.222.0.67 "GET /v2.0/security-groups?id=6d32247e-8bb7-4ae1-818c-76baafa39c73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601099 Sep 23 19:23:29.860629 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-a587224c-8bd7-4faa-aba8-b5a103281eb1 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:23:29.873223 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced1cd83-e845-432f-9cf3-4d9d0cb5b2ad req-93517a7a-18a8-4dd2-9ba4-c714520c58b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:23:29.875099 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-ced1cd83-e845-432f-9cf3-4d9d0cb5b2ad req-93517a7a-18a8-4dd2-9ba4-c714520c58b0 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=4cc4932b-c381-47ec-9303-11e42975856f HTTP/1.1" status: 200 len: 861 time: 0.0826039 Sep 23 19:23:29.876479 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-0cc39a15-5ac7-48b6-b86f-7fcac2ec62e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1756804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5607514', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6130950'] for subnet, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:23:29.930271 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-ced1cd83-e845-432f-9cf3-4d9d0cb5b2ad req-11e7b8c8-7724-4ee4-bbd7-579d9a44bbca service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=c2b58ecf-3b1b-414c-92a4-f53b08b3dace&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0448461 Sep 23 19:23:29.932243 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc39a15-5ac7-48b6-b86f-7fcac2ec62e8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=17e0e39c-66a8-492f-a51a-7158f1f43ff2,revision_number=None']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:23:29.943973 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.plugin [None req-a587224c-8bd7-4faa-aba8-b5a103281eb1 admin admin] Deleting port 9828cbb2-a3c9-4a9c-84cf-0751ba3305bf {{(pid=95102) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:23:29.944358 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-0cc39a15-5ac7-48b6-b86f-7fcac2ec62e8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527417'] for subnet, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:23:29.944520 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-a587224c-8bd7-4faa-aba8-b5a103281eb1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783146157096'] for port, before_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:23:29.949303 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60d7001b-cf65-4cf4-be63-1f14a4d6811f None None] Network 626242e7-b9b5-47f6-b08e-bc2bea26ae3a requested from n-d-713301-16 {{(pid=95103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 19:23:29.949839 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-0cc39a15-5ac7-48b6-b86f-7fcac2ec62e8 admin admin] 10.222.0.67 "DELETE /v2.0/subnets/17e0e39c-66a8-492f-a51a-7158f1f43ff2 HTTP/1.1" status: 204 len: 168 time: 0.6192691 Sep 23 19:23:29.949933 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 33800) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:23:29.950021 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_hamode_db [None req-ea06fd9c-e558-48fe-9aee-c4c5fc61f44d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b131336-cc94-4e68-920f-704f74d3d6e6', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1386876250-router', 'tenant_id': '32f55f819b6a492290ca4b14d32b7c3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'external_fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.135'}], 'enable_snat': True}, 'gw_port_id': '9828cbb2-a3c9-4a9c-84cf-0751ba3305bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:18:11Z', 'updated_at': '2021-09-23T19:23:28Z', 'revision_number': 5, 'project_id': '32f55f819b6a492290ca4b14d32b7c3b', 'gw_port': {'id': '9828cbb2-a3c9-4a9c-84cf-0751ba3305bf', 'name': '', 'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:41:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b131336-cc94-4e68-920f-704f74d3d6e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 137, 'fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:18:12Z', 'updated_at': '2021-09-23T19:18:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-16'}], 'n-d-713301-16', False) {} {{(pid=95104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:23:30.001797 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea06fd9c-e558-48fe-9aee-c4c5fc61f44d None None] Checking router: 0b131336-cc94-4e68-920f-704f74d3d6e6 for host: n-d-713301-16 {{(pid=95104) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 19:23:30.014966 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea06fd9c-e558-48fe-9aee-c4c5fc61f44d None None] Routers {'0b131336-cc94-4e68-920f-704f74d3d6e6'} bound to L3 agent in host n-d-713301-16 {{(pid=95104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 19:23:30.026197 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_hamode_db [None req-ea06fd9c-e558-48fe-9aee-c4c5fc61f44d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-23T19:07:52Z,description=,heartbeat_timestamp=2021-09-23T19:23:22Z,host='n-d-713301-16',id=79a740bf-7821-4989-8288-7186e3e128f3,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:07:52Z,topic='l3_agent')) {'router_ids': ['0b131336-cc94-4e68-920f-704f74d3d6e6'], 'active': True} {{(pid=95104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:23:30.077163 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Device 20aa2b92-000d-4b06-8d1a-c223281fd263 no longer exists at agent ovs-agent-n-d-713301-16 {{(pid=95103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 19:23:30.088001 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Device b2afac21-1c3c-4563-b6dd-28bd82c804ec details requested by agent hyperv_n-h2-713301-16 with host n-h2-713301-16 {{(pid=95103) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 19:23:30.137583 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-da5a4c0f-b386-49aa-9a91-b4f3486bbc30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1628021'] for network, before_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:23:30.168459 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.db [None req-a587224c-8bd7-4faa-aba8-b5a103281eb1 admin admin] For port 9828cbb2-a3c9-4a9c-84cf-0751ba3305bf, host n-d-713301-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-16',level=0,port_id=9828cbb2-a3c9-4a9c-84cf-0751ba3305bf,segment=NetworkSegment(7d4027f1-d893-4c7b-95d4-757b8e44e380),segment_id=7d4027f1-d893-4c7b-95d4-757b8e44e380)] {{(pid=95102) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:23:30.168868 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-a587224c-8bd7-4faa-aba8-b5a103281eb1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-605701'] for port, precommit_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:23:30.202208 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-ced1cd83-e845-432f-9cf3-4d9d0cb5b2ad req-c7b25a1d-1108-4cfe-aa30-0c62a17feb22 service neutron] 10.222.0.53 "GET /v2.0/networks/c2b58ecf-3b1b-414c-92a4-f53b08b3dace?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2499490 Sep 23 19:23:30.204248 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.plugin [None req-a587224c-8bd7-4faa-aba8-b5a103281eb1 admin admin] Calling delete_port for 9828cbb2-a3c9-4a9c-84cf-0751ba3305bf owned by network:router_gateway {{(pid=95102) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:23:30.290448 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_dvr_db [None req-ea06fd9c-e558-48fe-9aee-c4c5fc61f44d None None] Set router 0b131336-cc94-4e68-920f-704f74d3d6e6 gateway port host: None {{(pid=95104) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 19:23:30.367127 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-ced1cd83-e845-432f-9cf3-4d9d0cb5b2ad req-f8d680bf-57df-494e-a3fc-ca22b9ef0697 service neutron] 10.222.0.53 "GET /v2.0/networks/c2b58ecf-3b1b-414c-92a4-f53b08b3dace?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1565478 Sep 23 19:23:30.374530 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_hamode_db [None req-ea06fd9c-e558-48fe-9aee-c4c5fc61f44d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b131336-cc94-4e68-920f-704f74d3d6e6', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1386876250-router', 'tenant_id': '32f55f819b6a492290ca4b14d32b7c3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:18:11Z', 'updated_at': '2021-09-23T19:23:29Z', 'revision_number': 6, 'project_id': '32f55f819b6a492290ca4b14d32b7c3b', 'gw_port_host': None}], 'n-d-713301-16', False) {} {{(pid=95104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:23:30.431065 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea06fd9c-e558-48fe-9aee-c4c5fc61f44d None None] The sync data for ids ['0b131336-cc94-4e68-920f-704f74d3d6e6'] in n-d-713301-16 is: [{'id': '0b131336-cc94-4e68-920f-704f74d3d6e6', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1386876250-router', 'tenant_id': '32f55f819b6a492290ca4b14d32b7c3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:18:11Z', 'updated_at': '2021-09-23T19:23:29Z', 'revision_number': 6, 'project_id': '32f55f819b6a492290ca4b14d32b7c3b', 'gw_port_host': None}] {{(pid=95104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 19:23:30.436701 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Device 620eb77b-9622-4240-9505-90c0844383a9 details requested by agent hyperv_n-h1-713301-16 with host n-h1-713301-16 {{(pid=95103) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 19:23:30.438621 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.plugin [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] No Port match for: 20aa2b92-000d-4b06-8d1a-c223281fd263 {{(pid=95103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 19:23:30.439101 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Device 20aa2b92-000d-4b06-8d1a-c223281fd263 not bound to the agent host n-d-713301-16 {{(pid=95103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 19:23:30.565647 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] For port b2afac21-1c3c-4563-b6dd-28bd82c804ec, host n-h2-713301-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-16',level=0,port_id=b2afac21-1c3c-4563-b6dd-28bd82c804ec,segment=NetworkSegment(6735b3c2-9e0f-43a7-8f57-e48eb1a30c85),segment_id=6735b3c2-9e0f-43a7-8f57-e48eb1a30c85)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:23:30.618981 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Returning: {'device': 'b2afac21-1c3c-4563-b6dd-28bd82c804ec', 'network_id': 'bf651024-673c-4eec-84ce-c6ef83d369a1', 'port_id': 'b2afac21-1c3c-4563-b6dd-28bd82c804ec', 'mac_address': 'fa:16:3e:a7:3b:06', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 608, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a9e01a0e-19a1-4eb7-ad45-3b74532cbcd9', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95103) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 19:23:30.677548 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] For port 620eb77b-9622-4240-9505-90c0844383a9, host n-h1-713301-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-16',level=0,port_id=620eb77b-9622-4240-9505-90c0844383a9,segment=NetworkSegment(6139d589-eb6c-4578-8935-c26ddf396853),segment_id=6139d589-eb6c-4578-8935-c26ddf396853)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:23:30.689273 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:23:30.702729 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Returning: {'device': '620eb77b-9622-4240-9505-90c0844383a9', 'network_id': '5220cb0c-da05-478a-9604-8c11469a05b4', 'port_id': '620eb77b-9622-4240-9505-90c0844383a9', 'mac_address': 'fa:16:3e:1e:37:d0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 624, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1ccc69bc-9d6b-44d9-b227-204e47dc6e45', 'ip_address': '192.168.233.31'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95103) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 19:23:30.709983 n-d-713301-16 neutron-server[95103]: DEBUG neutron.notifiers.nova [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b2afac21-1c3c-4563-b6dd-28bd82c804ec {{(pid=95103) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 19:23:30.737268 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d72d43e-4abf-4099-aecb-5964e4b04d84 req-dd895820-2171-4de2-a5fb-92caf2087581 tempest-LiveMigrationTest-1843640962 tempest-LiveMigrationTest-1843640962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:23:30.738860 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-7d72d43e-4abf-4099-aecb-5964e4b04d84 req-dd895820-2171-4de2-a5fb-92caf2087581 tempest-LiveMigrationTest-1843640962 tempest-LiveMigrationTest-1843640962-project] 10.222.0.67 "GET /v2.0/ports?device_id=736298ae-bd3f-4e9b-8e47-2726a845f6e1 HTTP/1.1" status: 200 len: 944 time: 0.5361080 Sep 23 19:23:30.758506 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] For port b2afac21-1c3c-4563-b6dd-28bd82c804ec, host n-h2-713301-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-16',level=0,port_id=b2afac21-1c3c-4563-b6dd-28bd82c804ec,segment=NetworkSegment(6735b3c2-9e0f-43a7-8f57-e48eb1a30c85),segment_id=6735b3c2-9e0f-43a7-8f57-e48eb1a30c85)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:23:30.765283 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:23:30.773370 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:23:30.787272 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.plugin [None req-da5a4c0f-b386-49aa-9a91-b4f3486bbc30 admin admin] Deleting port 684795ac-9be4-4b85-830d-58027a083ef2 {{(pid=95102) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:23:30.787725 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-da5a4c0f-b386-49aa-9a91-b4f3486bbc30 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783146157096'] for port, before_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:23:30.804989 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-972d7db5-b98f-4bbc-a139-02bb1156e5c1 req-532cd804-f3f3-425a-8725-df8076467d4e tempest-ImagesTestJSON-1030216449 tempest-ImagesTestJSON-1030216449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:23:30.813543 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-972d7db5-b98f-4bbc-a139-02bb1156e5c1 req-532cd804-f3f3-425a-8725-df8076467d4e tempest-ImagesTestJSON-1030216449 tempest-ImagesTestJSON-1030216449-project] 10.222.0.67 "GET /v2.0/ports?device_id=77b48921-2e2e-4304-92fe-8a535d2e0f11 HTTP/1.1" status: 200 len: 945 time: 0.1741388 Sep 23 19:23:30.817796 n-d-713301-16 neutron-server[95103]: DEBUG neutron.notifiers.nova [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 620eb77b-9622-4240-9505-90c0844383a9 {{(pid=95103) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 19:23:30.859341 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-727acca1-3b8a-4c8d-adea-48044a6a785f None None] DHCP port deletion for 626242e7-b9b5-47f6-b08e-bc2bea26ae3a request from n-d-713301-16 {{(pid=95103) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 23 19:23:30.870981 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] For port 620eb77b-9622-4240-9505-90c0844383a9, host n-h1-713301-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-16',level=0,port_id=620eb77b-9622-4240-9505-90c0844383a9,segment=NetworkSegment(6139d589-eb6c-4578-8935-c26ddf396853),segment_id=6139d589-eb6c-4578-8935-c26ddf396853)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:23:30.877978 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Pushing event updated for resources: {'Port': ['ID=b2afac21-1c3c-4563-b6dd-28bd82c804ec,revision_number=4']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:23:30.909344 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:23:30.960697 n-d-713301-16 neutron-server[95103]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '102f53d1-1982-4f39-85c0-8cb5e7da0a24', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '57fb353f-18bb-4079-9329-192986ecbc90'}] {{(pid=95103) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 19:23:30.962885 n-d-713301-16 neutron-server[95103]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}81a1c17f2aa89d5b3ebbba3a3e0cf7eb588e431c2224256110c4c4facdd7c3e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72fdf830-e5df-4604-a4cd-bb6b60ee9ab5" -d '{"events": [{"server_uuid": "102f53d1-1982-4f39-85c0-8cb5e7da0a24", "name": "network-vif-unplugged", "status": "completed", "tag": "57fb353f-18bb-4079-9329-192986ecbc90"}]}' {{(pid=95103) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 19:23:30.993368 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-7d72d43e-4abf-4099-aecb-5964e4b04d84 req-4dfa6c7e-64ee-4df9-acfd-a20d27ea47cc tempest-LiveMigrationTest-1843640962 tempest-LiveMigrationTest-1843640962-project] 10.222.0.67 "GET /v2.0/security-groups?id=1c151358-1cab-48a6-be3e-ad7507b4da06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2397761 Sep 23 19:23:31.000781 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] get_ports_and_sgs() called for port_ids ['b2afac21-1c3c-4563-b6dd-28bd82c804ec'] {{(pid=95103) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 19:23:31.005630 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Pushing event updated for resources: {'Port': ['ID=620eb77b-9622-4240-9505-90c0844383a9,revision_number=9']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:23:31.024005 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-972d7db5-b98f-4bbc-a139-02bb1156e5c1 req-d9b634d0-f6b6-40cc-94d9-6236b76d31dc tempest-ImagesTestJSON-1030216449 tempest-ImagesTestJSON-1030216449-project] 10.222.0.67 "GET /v2.0/security-groups?id=076f8f10-41da-413e-8d86-ebe8d5fe93ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2094989 Sep 23 19:23:31.025974 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.db [None req-da5a4c0f-b386-49aa-9a91-b4f3486bbc30 admin admin] For port 684795ac-9be4-4b85-830d-58027a083ef2, host n-d-713301-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-16',level=0,port_id=684795ac-9be4-4b85-830d-58027a083ef2,segment=NetworkSegment(3e63f9eb-48f7-4f08-9e64-b892ad4e0dff),segment_id=3e63f9eb-48f7-4f08-9e64-b892ad4e0dff)] {{(pid=95102) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:23:31.026481 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-da5a4c0f-b386-49aa-9a91-b4f3486bbc30 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-605701'] for port, precommit_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:23:31.056343 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.plugin [None req-727acca1-3b8a-4c8d-adea-48044a6a785f None None] Deleting port 684795ac-9be4-4b85-830d-58027a083ef2 {{(pid=95103) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:23:31.056744 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-727acca1-3b8a-4c8d-adea-48044a6a785f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783146157096'] for port, before_delete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:23:31.071886 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.plugin [None req-da5a4c0f-b386-49aa-9a91-b4f3486bbc30 admin admin] Calling delete_port for 684795ac-9be4-4b85-830d-58027a083ef2 owned by network:dhcp {{(pid=95102) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:23:31.076287 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] get_ports_and_sgs() called for port_ids ['620eb77b-9622-4240-9505-90c0844383a9'] {{(pid=95103) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 19:23:31.200088 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-727acca1-3b8a-4c8d-adea-48044a6a785f None None] For port 684795ac-9be4-4b85-830d-58027a083ef2, host n-d-713301-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-16',level=0,port_id=684795ac-9be4-4b85-830d-58027a083ef2,segment=NetworkSegment(3e63f9eb-48f7-4f08-9e64-b892ad4e0dff),segment_id=3e63f9eb-48f7-4f08-9e64-b892ad4e0dff)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:23:31.200504 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-727acca1-3b8a-4c8d-adea-48044a6a785f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-605701'] for port, precommit_delete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:23:31.203830 n-d-713301-16 neutron-server[95103]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 23 Sep 2021 19:23:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9fffebc-0a78-4dce-b785-6f74372db428 x-openstack-request-id: req-c9fffebc-0a78-4dce-b785-6f74372db428 {{(pid=95103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 19:23:31.204204 n-d-713301-16 neutron-server[95103]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "102f53d1-1982-4f39-85c0-8cb5e7da0a24", "name": "network-vif-unplugged", "status": "completed", "tag": "57fb353f-18bb-4079-9329-192986ecbc90", "code": 200}]} {{(pid=95103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 19:23:31.204383 n-d-713301-16 neutron-server[95103]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-c9fffebc-0a78-4dce-b785-6f74372db428 {{(pid=95103) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 19:23:31.204786 n-d-713301-16 neutron-server[95103]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '102f53d1-1982-4f39-85c0-8cb5e7da0a24', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '57fb353f-18bb-4079-9329-192986ecbc90', 'code': 200} Sep 23 19:23:31.233797 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.plugin [None req-727acca1-3b8a-4c8d-adea-48044a6a785f None None] Calling delete_port for 684795ac-9be4-4b85-830d-58027a083ef2 owned by network:dhcp {{(pid=95103) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:23:31.268478 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-da5a4c0f-b386-49aa-9a91-b4f3486bbc30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783146162158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783145673144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4399100'] for port, after_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:23:31.346362 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da5a4c0f-b386-49aa-9a91-b4f3486bbc30 admin admin] Pushing event deleted for resources: {'Port': ['ID=684795ac-9be4-4b85-830d-58027a083ef2,revision_number=None']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:23:31.349744 n-d-713301-16 neutron-server[95102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da5a4c0f-b386-49aa-9a91-b4f3486bbc30 admin admin] No DVR routers for this DVR port 684795ac-9be4-4b85-830d-58027a083ef2 on host n-d-713301-16 {{(pid=95102) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 19:23:31.354931 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-a587224c-8bd7-4faa-aba8-b5a103281eb1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783146162158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783145673144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4399100'] for port, after_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:23:31.412406 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a587224c-8bd7-4faa-aba8-b5a103281eb1 admin admin] Pushing event deleted for resources: {'Port': ['ID=9828cbb2-a3c9-4a9c-84cf-0751ba3305bf,revision_number=None']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:23:31.458212 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-727acca1-3b8a-4c8d-adea-48044a6a785f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783146162158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783145673144'] for port, after_delete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:23:31.494309 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-a587224c-8bd7-4faa-aba8-b5a103281eb1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-601942'] for router_gateway, after_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:23:31.507385 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-727acca1-3b8a-4c8d-adea-48044a6a785f None None] Pushing event deleted for resources: {'Port': ['ID=684795ac-9be4-4b85-830d-58027a083ef2,revision_number=None']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:23:31.512320 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-282261a5-de07-4176-8a0c-31830b3e0cc5 req-7d58a14c-144d-4120-a941-653ae3bf7aa6 tempest-LiveAutoBlockMigrationV225Test-1531822435 tempest-LiveAutoBlockMigrationV225Test-1531822435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:23:31.514315 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-282261a5-de07-4176-8a0c-31830b3e0cc5 req-7d58a14c-144d-4120-a941-653ae3bf7aa6 tempest-LiveAutoBlockMigrationV225Test-1531822435 tempest-LiveAutoBlockMigrationV225Test-1531822435-project] 10.222.0.67 "GET /v2.0/ports?device_id=de0af560-d2ac-4171-85e4-8fb7a1b63f67 HTTP/1.1" status: 200 len: 944 time: 0.2502799 Sep 23 19:23:31.515738 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-727acca1-3b8a-4c8d-adea-48044a6a785f None None] No DVR routers for this DVR port 684795ac-9be4-4b85-830d-58027a083ef2 on host n-d-713301-16 {{(pid=95103) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 19:23:31.578702 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-da5a4c0f-b386-49aa-9a91-b4f3486bbc30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1754676', 'neutron.services.segments.db._delete_segments_for_network-8783146221460'] for network, precommit_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:23:31.684485 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-a587224c-8bd7-4faa-aba8-b5a103281eb1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-597305', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29369'] for router, precommit_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:23:31.688178 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-a587224c-8bd7-4faa-aba8-b5a103281eb1 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:23:31.690162 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Device 684795ac-9be4-4b85-830d-58027a083ef2 no longer exists at agent ovs-agent-n-d-713301-16 {{(pid=95103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 19:23:31.691988 n-d-713301-16 neutron-server[95102]: DEBUG neutron.services.segments.db [None req-da5a4c0f-b386-49aa-9a91-b4f3486bbc30 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['626242e7-b9b5-47f6-b08e-bc2bea26ae3a']}} {{(pid=95102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:23:31.711299 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.plugin [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] No Port match for: 684795ac-9be4-4b85-830d-58027a083ef2 {{(pid=95103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 19:23:31.711643 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Device 684795ac-9be4-4b85-830d-58027a083ef2 not bound to the agent host n-d-713301-16 {{(pid=95103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 19:23:31.712056 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Device 2995c58a-2807-4ad6-b773-1ecb046c02ff no longer exists at agent ovs-agent-n-d-713301-16 {{(pid=95103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 19:23:31.732666 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.plugin [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] No Port match for: 2995c58a-2807-4ad6-b773-1ecb046c02ff {{(pid=95103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 19:23:31.733381 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Device 2995c58a-2807-4ad6-b773-1ecb046c02ff not bound to the agent host n-d-713301-16 {{(pid=95103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 19:23:31.734039 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Device 9828cbb2-a3c9-4a9c-84cf-0751ba3305bf no longer exists at agent ovs-agent-n-d-713301-16 {{(pid=95103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 19:23:31.749204 n-d-713301-16 neutron-server[95102]: DEBUG neutron.services.segments.db [None req-da5a4c0f-b386-49aa-9a91-b4f3486bbc30 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3e63f9eb-48f7-4f08-9e64-b892ad4e0dff') {'for_net_delete': True} {{(pid=95102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:23:31.749533 n-d-713301-16 neutron-server[95102]: DEBUG neutron.services.segments.db [None req-da5a4c0f-b386-49aa-9a91-b4f3486bbc30 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3e63f9eb-48f7-4f08-9e64-b892ad4e0dff') {} {{(pid=95102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:23:31.765877 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.plugin [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] No Port match for: 9828cbb2-a3c9-4a9c-84cf-0751ba3305bf {{(pid=95103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 19:23:31.766250 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Device 9828cbb2-a3c9-4a9c-84cf-0751ba3305bf not bound to the agent host n-d-713301-16 {{(pid=95103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 19:23:31.766652 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Device 84b82312-6ab2-4464-aca6-0229412c53db no longer exists at agent ovs-agent-n-d-713301-16 {{(pid=95103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 19:23:31.770618 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-282261a5-de07-4176-8a0c-31830b3e0cc5 req-fc035a5f-239a-4dc3-a0f9-4fab483022e2 tempest-LiveAutoBlockMigrationV225Test-1531822435 tempest-LiveAutoBlockMigrationV225Test-1531822435-project] 10.222.0.67 "GET /v2.0/security-groups?id=6d32247e-8bb7-4ae1-818c-76baafa39c73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2167788 Sep 23 19:23:31.782471 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-da5a4c0f-b386-49aa-9a91-b4f3486bbc30 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783146221725', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6162832'] for segment, before_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:23:31.789553 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-a587224c-8bd7-4faa-aba8-b5a103281eb1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-597296'] for router, after_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:23:31.790011 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a587224c-8bd7-4faa-aba8-b5a103281eb1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0b131336-cc94-4e68-920f-704f74d3d6e6 {{(pid=95102) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 23 19:23:31.791532 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.plugin [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] No Port match for: 84b82312-6ab2-4464-aca6-0229412c53db {{(pid=95103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 19:23:31.791877 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Device 84b82312-6ab2-4464-aca6-0229412c53db not bound to the agent host n-d-713301-16 {{(pid=95103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 19:23:31.798587 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-a587224c-8bd7-4faa-aba8-b5a103281eb1 admin admin] Notify callbacks [] for router, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:23:31.799788 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-a587224c-8bd7-4faa-aba8-b5a103281eb1 admin admin] 10.222.0.67 "DELETE /v2.0/routers/0b131336-cc94-4e68-920f-704f74d3d6e6 HTTP/1.1" status: 204 len: 168 time: 2.3269751 Sep 23 19:23:31.802646 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 33834) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:23:31.810910 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-da5a4c0f-b386-49aa-9a91-b4f3486bbc30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1756186'] for segment, precommit_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:23:31.838605 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-da5a4c0f-b386-49aa-9a91-b4f3486bbc30 admin admin] Releasing vlan 635 on physical network physnet1 to pool {{(pid=95102) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 19:23:31.839555 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-da5a4c0f-b386-49aa-9a91-b4f3486bbc30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1756186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4398095'] for segment, after_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:23:31.841644 n-d-713301-16 neutron-server[95102]: Traceback (most recent call last): Sep 23 19:23:31.841644 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 19:23:31.841644 n-d-713301-16 neutron-server[95102]: timer() Sep 23 19:23:31.841644 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 19:23:31.841644 n-d-713301-16 neutron-server[95102]: cb(*args, **kw) Sep 23 19:23:31.841644 n-d-713301-16 neutron-server[95102]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 19:23:31.841644 n-d-713301-16 neutron-server[95102]: return func(*args, **kwargs) Sep 23 19:23:31.841644 n-d-713301-16 neutron-server[95102]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 19:23:31.841644 n-d-713301-16 neutron-server[95102]: self._notify() Sep 23 19:23:31.841644 n-d-713301-16 neutron-server[95102]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 19:23:31.841644 n-d-713301-16 neutron-server[95102]: self.callback(batched_events) Sep 23 19:23:31.841644 n-d-713301-16 neutron-server[95102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 19:23:31.841644 n-d-713301-16 neutron-server[95102]: event.method(event) Sep 23 19:23:31.841644 n-d-713301-16 neutron-server[95102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 19:23:31.841644 n-d-713301-16 neutron-server[95102]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 19:23:31.841644 n-d-713301-16 neutron-server[95102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 19:23:31.841644 n-d-713301-16 neutron-server[95102]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 19:23:31.841644 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 19:23:31.841644 n-d-713301-16 neutron-server[95102]: return f(self, *a, **k) Sep 23 19:23:31.841644 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 19:23:31.841644 n-d-713301-16 neutron-server[95102]: return self._get(url).json() Sep 23 19:23:31.841644 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 19:23:31.841644 n-d-713301-16 neutron-server[95102]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 19:23:31.841644 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 19:23:31.841644 n-d-713301-16 neutron-server[95102]: return self.request(url, 'GET', **kwargs) Sep 23 19:23:31.841644 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 19:23:31.841644 n-d-713301-16 neutron-server[95102]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 19:23:31.841644 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 19:23:31.841644 n-d-713301-16 neutron-server[95102]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 19:23:31.841644 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 19:23:31.841644 n-d-713301-16 neutron-server[95102]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 19:23:31.841644 n-d-713301-16 neutron-server[95102]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 19:23:31.915034 n-d-713301-16 neutron-server[95102]: DEBUG neutron.db.db_base_plugin_v2 [None req-a4d47834-4541-4b0a-a6fa-3c6a17e04467 admin admin] Deleting subnet 2e14c1b6-26d5-4cd4-b5bd-92df9bef1b9e {{(pid=95102) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 23 19:23:31.920052 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-a4d47834-4541-4b0a-a6fa-3c6a17e04467 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:23:31.943995 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-da5a4c0f-b386-49aa-9a91-b4f3486bbc30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1754627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-601866'] for network, after_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:23:31.965165 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-da5a4c0f-b386-49aa-9a91-b4f3486bbc30 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527417'] for network, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:23:31.969147 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-da5a4c0f-b386-49aa-9a91-b4f3486bbc30 admin admin] 10.222.0.67 "DELETE /v2.0/networks/626242e7-b9b5-47f6-b08e-bc2bea26ae3a HTTP/1.1" status: 204 len: 168 time: 2.0179904 Sep 23 19:23:31.981703 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da5a4c0f-b386-49aa-9a91-b4f3486bbc30 admin admin] Pushing event deleted for resources: {'Network': ['ID=626242e7-b9b5-47f6-b08e-bc2bea26ae3a,revision_number=None']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:23:31.994023 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-a4d47834-4541-4b0a-a6fa-3c6a17e04467 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6162825'] for subnet, precommit_delete_associations {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:23:32.093303 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Device b2afac21-1c3c-4563-b6dd-28bd82c804ec up at agent hyperv_n-h2-713301-16 {{(pid=95103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 19:23:32.121222 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-a4d47834-4541-4b0a-a6fa-3c6a17e04467 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1756813'] for subnet, precommit_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:23:32.144590 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 33856) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:23:32.185882 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Provisioning for port b2afac21-1c3c-4563-b6dd-28bd82c804ec completed by entity L2. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 19:23:32.190971 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Provisioning complete for port b2afac21-1c3c-4563-b6dd-28bd82c804ec triggered by entity L2. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:23:32.191440 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:23:32.243339 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-ca164853-24ff-4aa5-9b93-8cb51e03bd39 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=c07b619ca6164464b82d9ea40a2a3fd7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0944452 Sep 23 19:23:32.246442 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 33860) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:23:32.274071 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2d581c-5937-496c-92dd-4806da4cc38f req-d5745b49-1220-4777-a247-26233af66c21 tempest-LiveMigrationTest-1843640962 tempest-LiveMigrationTest-1843640962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:23:32.275823 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-df2d581c-5937-496c-92dd-4806da4cc38f req-d5745b49-1220-4777-a247-26233af66c21 tempest-LiveMigrationTest-1843640962 tempest-LiveMigrationTest-1843640962-project] 10.222.0.67 "GET /v2.0/ports?device_id=736298ae-bd3f-4e9b-8e47-2726a845f6e1 HTTP/1.1" status: 200 len: 945 time: 0.1295762 Sep 23 19:23:32.289110 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf9de65-e8d4-45ae-ab82-ec7b425c01b9 req-c01d2526-d998-4fad-bf53-4e08ffc141bd tempest-ImagesTestJSON-1030216449 tempest-ImagesTestJSON-1030216449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:23:32.290823 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-baf9de65-e8d4-45ae-ab82-ec7b425c01b9 req-c01d2526-d998-4fad-bf53-4e08ffc141bd tempest-ImagesTestJSON-1030216449 tempest-ImagesTestJSON-1030216449-project] 10.222.0.67 "GET /v2.0/ports?device_id=77b48921-2e2e-4304-92fe-8a535d2e0f11 HTTP/1.1" status: 200 len: 945 time: 0.1292908 Sep 23 19:23:32.294990 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-a4d47834-4541-4b0a-a6fa-3c6a17e04467 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1756804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4399009', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5388229'] for subnet, after_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:23:32.342536 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-67553f8e-ed73-4ce2-91c2-fdeb1811912e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:23:32.346842 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:23:32.372487 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4d47834-4541-4b0a-a6fa-3c6a17e04467 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2e14c1b6-26d5-4cd4-b5bd-92df9bef1b9e,revision_number=None']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:23:32.381249 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-a4d47834-4541-4b0a-a6fa-3c6a17e04467 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:23:32.383304 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-a4d47834-4541-4b0a-a6fa-3c6a17e04467 admin admin] 10.222.0.67 "DELETE /v2.0/subnets/2e14c1b6-26d5-4cd4-b5bd-92df9bef1b9e HTTP/1.1" status: 204 len: 168 time: 0.5794814 Sep 23 19:23:32.386350 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 33866) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:23:32.390503 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66d03b0d-730f-4b98-8cf8-c0cd4dd0af76 None None] Network 6080ab87-ca87-438a-906f-b91f169bb6d8 requested from n-d-713301-16 {{(pid=95103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 19:23:32.395951 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] For port b2afac21-1c3c-4563-b6dd-28bd82c804ec, host n-h2-713301-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-16',level=0,port_id=b2afac21-1c3c-4563-b6dd-28bd82c804ec,segment=NetworkSegment(6735b3c2-9e0f-43a7-8f57-e48eb1a30c85),segment_id=6735b3c2-9e0f-43a7-8f57-e48eb1a30c85)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:23:32.407219 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-67553f8e-ed73-4ce2-91c2-fdeb1811912e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:23:32.414450 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:23:32.415227 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Device d34748ee-625c-4c2a-af58-04e1e683d6b4 no longer exists at agent hyperv_n-h2-713301-16 {{(pid=95103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 19:23:32.436427 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-baf9de65-e8d4-45ae-ab82-ec7b425c01b9 req-468925ca-2d37-4ecc-b66d-99a1e39aabb8 tempest-ImagesTestJSON-1030216449 tempest-ImagesTestJSON-1030216449-project] 10.222.0.67 "GET /v2.0/security-groups?id=076f8f10-41da-413e-8d86-ebe8d5fe93ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1331730 Sep 23 19:23:32.461581 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-df2d581c-5937-496c-92dd-4806da4cc38f req-102af579-18b5-40b4-9444-058b87b3fa6f tempest-LiveMigrationTest-1843640962 tempest-LiveMigrationTest-1843640962-project] 10.222.0.67 "GET /v2.0/security-groups?id=1c151358-1cab-48a6-be3e-ad7507b4da06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1560452 Sep 23 19:23:32.550278 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-67553f8e-ed73-4ce2-91c2-fdeb1811912e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:23:32.553093 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-67553f8e-ed73-4ce2-91c2-fdeb1811912e admin admin] Notify callbacks [] for security_group, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:23:32.555934 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-67553f8e-ed73-4ce2-91c2-fdeb1811912e admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/42bf806a-eaf4-4432-824b-01ab02df2cc4 HTTP/1.1" status: 204 len: 168 time: 0.3083370 Sep 23 19:23:32.589139 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67553f8e-ed73-4ce2-91c2-fdeb1811912e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42bf806a-eaf4-4432-824b-01ab02df2cc4,revision_number=None']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:23:32.656201 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Pushing event updated for resources: {'Port': ['ID=b2afac21-1c3c-4563-b6dd-28bd82c804ec,revision_number=5']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:23:32.684825 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-816bbb0c-da91-4a92-9d55-eaba9e161829 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1628021'] for network, before_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:23:32.761295 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.plugin [None req-816bbb0c-da91-4a92-9d55-eaba9e161829 admin admin] Deleting port 74aa34d2-cdad-45b5-9523-218e412dc669 {{(pid=95102) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:23:32.761647 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-816bbb0c-da91-4a92-9d55-eaba9e161829 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783146157096'] for port, before_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:23:32.832884 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b64e5d80-e898-4b37-9211-7658fffacb44 None None] DHCP port deletion for 6080ab87-ca87-438a-906f-b91f169bb6d8 request from n-d-713301-16 {{(pid=95103) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 23 19:23:32.858110 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.db [None req-816bbb0c-da91-4a92-9d55-eaba9e161829 admin admin] For port 74aa34d2-cdad-45b5-9523-218e412dc669, host n-d-713301-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-16',level=0,port_id=74aa34d2-cdad-45b5-9523-218e412dc669,segment=NetworkSegment(63b2487a-cddb-439a-9b63-5225bf1ecda3),segment_id=63b2487a-cddb-439a-9b63-5225bf1ecda3)] {{(pid=95102) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:23:32.859024 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-816bbb0c-da91-4a92-9d55-eaba9e161829 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-605701'] for port, precommit_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:23:32.876878 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.plugin [None req-816bbb0c-da91-4a92-9d55-eaba9e161829 admin admin] Calling delete_port for 74aa34d2-cdad-45b5-9523-218e412dc669 owned by network:dhcp {{(pid=95102) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:23:32.924145 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.plugin [None req-b64e5d80-e898-4b37-9211-7658fffacb44 None None] Deleting port 74aa34d2-cdad-45b5-9523-218e412dc669 {{(pid=95103) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:23:32.924528 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b64e5d80-e898-4b37-9211-7658fffacb44 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783146157096'] for port, before_delete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:23:33.019010 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e917d2f-dd09-4462-a148-1aa676537a07 req-b7037f60-68f2-4307-acee-2369b54c6f1d tempest-LiveAutoBlockMigrationV225Test-1531822435 tempest-LiveAutoBlockMigrationV225Test-1531822435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:23:33.027549 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-9e917d2f-dd09-4462-a148-1aa676537a07 req-b7037f60-68f2-4307-acee-2369b54c6f1d tempest-LiveAutoBlockMigrationV225Test-1531822435 tempest-LiveAutoBlockMigrationV225Test-1531822435-project] 10.222.0.67 "GET /v2.0/ports?device_id=de0af560-d2ac-4171-85e4-8fb7a1b63f67 HTTP/1.1" status: 200 len: 944 time: 0.1141932 Sep 23 19:23:33.054058 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-241fa9be-a9dd-4c95-b0c0-788c4640ab6d req-b061f550-0911-44d9-b3dc-4d2f14b505d1 service neutron] 10.222.0.53 "GET /v2.0/ports/d34748ee-625c-4c2a-af58-04e1e683d6b4/bindings/n-h1-713301-16 HTTP/1.1" status: 200 len: 385 time: 0.1274972 Sep 23 19:23:33.083345 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-816bbb0c-da91-4a92-9d55-eaba9e161829 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783146162158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783145673144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4399100'] for port, after_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:23:33.101578 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-9e917d2f-dd09-4462-a148-1aa676537a07 req-47111a7f-7f08-4939-b3f5-a08f82fad071 tempest-LiveAutoBlockMigrationV225Test-1531822435 tempest-LiveAutoBlockMigrationV225Test-1531822435-project] 10.222.0.67 "GET /v2.0/security-groups?id=6d32247e-8bb7-4ae1-818c-76baafa39c73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729983 Sep 23 19:23:33.132243 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-b64e5d80-e898-4b37-9211-7658fffacb44 None None] For port 74aa34d2-cdad-45b5-9523-218e412dc669, host n-d-713301-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-16',level=0,port_id=74aa34d2-cdad-45b5-9523-218e412dc669,segment=NetworkSegment(63b2487a-cddb-439a-9b63-5225bf1ecda3),segment_id=63b2487a-cddb-439a-9b63-5225bf1ecda3)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:23:33.132243 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b64e5d80-e898-4b37-9211-7658fffacb44 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-605701'] for port, precommit_delete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:23:33.156327 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.plugin [None req-b64e5d80-e898-4b37-9211-7658fffacb44 None None] Calling delete_port for 74aa34d2-cdad-45b5-9523-218e412dc669 owned by network:dhcp {{(pid=95103) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:23:33.165161 n-d-713301-16 neutron-server[95102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-816bbb0c-da91-4a92-9d55-eaba9e161829 admin admin] No DVR routers for this DVR port 74aa34d2-cdad-45b5-9523-218e412dc669 on host n-d-713301-16 {{(pid=95102) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 19:23:33.172014 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-816bbb0c-da91-4a92-9d55-eaba9e161829 admin admin] Pushing event deleted for resources: {'Port': ['ID=74aa34d2-cdad-45b5-9523-218e412dc669,revision_number=None']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:23:33.209280 n-d-713301-16 neutron-server[95103]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '736298ae-bd3f-4e9b-8e47-2726a845f6e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b2afac21-1c3c-4563-b6dd-28bd82c804ec'}] {{(pid=95103) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 19:23:33.212818 n-d-713301-16 neutron-server[95103]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}81a1c17f2aa89d5b3ebbba3a3e0cf7eb588e431c2224256110c4c4facdd7c3e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8997fb13-d75a-49e5-8d0b-b0cee11825da" -d '{"events": [{"server_uuid": "736298ae-bd3f-4e9b-8e47-2726a845f6e1", "name": "network-vif-plugged", "status": "completed", "tag": "b2afac21-1c3c-4563-b6dd-28bd82c804ec"}]}' {{(pid=95103) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 19:23:33.291235 n-d-713301-16 neutron-server[95103]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 19:23:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96d8496e-e491-4b03-932c-8aca62ddf216 x-openstack-request-id: req-96d8496e-e491-4b03-932c-8aca62ddf216 {{(pid=95103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 19:23:33.297777 n-d-713301-16 neutron-server[95103]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "736298ae-bd3f-4e9b-8e47-2726a845f6e1", "name": "network-vif-plugged", "status": "completed", "tag": "b2afac21-1c3c-4563-b6dd-28bd82c804ec", "code": 200}]} {{(pid=95103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 19:23:33.299498 n-d-713301-16 neutron-server[95103]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-96d8496e-e491-4b03-932c-8aca62ddf216 {{(pid=95103) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 19:23:33.301181 n-d-713301-16 neutron-server[95103]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '736298ae-bd3f-4e9b-8e47-2726a845f6e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b2afac21-1c3c-4563-b6dd-28bd82c804ec', 'code': 200} Sep 23 19:23:33.311330 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b64e5d80-e898-4b37-9211-7658fffacb44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783146162158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783145673144'] for port, after_delete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:23:33.344493 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b64e5d80-e898-4b37-9211-7658fffacb44 None None] Pushing event deleted for resources: {'Port': ['ID=74aa34d2-cdad-45b5-9523-218e412dc669,revision_number=None']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:23:33.352018 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-816bbb0c-da91-4a92-9d55-eaba9e161829 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1754676', 'neutron.services.segments.db._delete_segments_for_network-8783146221460'] for network, precommit_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:23:33.376855 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b64e5d80-e898-4b37-9211-7658fffacb44 None None] No DVR routers for this DVR port 74aa34d2-cdad-45b5-9523-218e412dc669 on host n-d-713301-16 {{(pid=95103) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 19:23:33.400759 n-d-713301-16 neutron-server[95102]: DEBUG neutron.services.segments.db [None req-816bbb0c-da91-4a92-9d55-eaba9e161829 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6080ab87-ca87-438a-906f-b91f169bb6d8']}} {{(pid=95102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:23:33.420455 n-d-713301-16 neutron-server[95102]: DEBUG neutron.services.segments.db [None req-816bbb0c-da91-4a92-9d55-eaba9e161829 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '63b2487a-cddb-439a-9b63-5225bf1ecda3') {'for_net_delete': True} {{(pid=95102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:23:33.420917 n-d-713301-16 neutron-server[95102]: DEBUG neutron.services.segments.db [None req-816bbb0c-da91-4a92-9d55-eaba9e161829 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '63b2487a-cddb-439a-9b63-5225bf1ecda3') {} {{(pid=95102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:23:33.439205 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-816bbb0c-da91-4a92-9d55-eaba9e161829 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783146221725', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6162832'] for segment, before_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:23:33.511896 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-816bbb0c-da91-4a92-9d55-eaba9e161829 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1756186'] for segment, precommit_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:23:33.520200 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.db [req-241fa9be-a9dd-4c95-b0c0-788c4640ab6d req-ec6ead97-a24a-4762-aa2a-02c75d41e593 service neutron] For port d34748ee-625c-4c2a-af58-04e1e683d6b4, host n-h2-713301-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-16',level=0,port_id=d34748ee-625c-4c2a-af58-04e1e683d6b4,segment=NetworkSegment(5e7e2223-350e-4937-8d7b-2c6ab6ddc0ab),segment_id=5e7e2223-350e-4937-8d7b-2c6ab6ddc0ab)] {{(pid=95101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:23:33.522777 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-816bbb0c-da91-4a92-9d55-eaba9e161829 admin admin] Releasing vlan 627 on physical network physnet1 to pool {{(pid=95102) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 19:23:33.523448 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-816bbb0c-da91-4a92-9d55-eaba9e161829 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1756186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4398095'] for segment, after_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:23:33.525486 n-d-713301-16 neutron-server[95102]: Traceback (most recent call last): Sep 23 19:23:33.525486 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 19:23:33.525486 n-d-713301-16 neutron-server[95102]: timer() Sep 23 19:23:33.525486 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 19:23:33.525486 n-d-713301-16 neutron-server[95102]: cb(*args, **kw) Sep 23 19:23:33.525486 n-d-713301-16 neutron-server[95102]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 19:23:33.525486 n-d-713301-16 neutron-server[95102]: return func(*args, **kwargs) Sep 23 19:23:33.525486 n-d-713301-16 neutron-server[95102]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 19:23:33.525486 n-d-713301-16 neutron-server[95102]: self._notify() Sep 23 19:23:33.525486 n-d-713301-16 neutron-server[95102]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 19:23:33.525486 n-d-713301-16 neutron-server[95102]: self.callback(batched_events) Sep 23 19:23:33.525486 n-d-713301-16 neutron-server[95102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 19:23:33.525486 n-d-713301-16 neutron-server[95102]: event.method(event) Sep 23 19:23:33.525486 n-d-713301-16 neutron-server[95102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 19:23:33.525486 n-d-713301-16 neutron-server[95102]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 19:23:33.525486 n-d-713301-16 neutron-server[95102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 19:23:33.525486 n-d-713301-16 neutron-server[95102]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 19:23:33.525486 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 19:23:33.525486 n-d-713301-16 neutron-server[95102]: return f(self, *a, **k) Sep 23 19:23:33.525486 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 19:23:33.525486 n-d-713301-16 neutron-server[95102]: return self._get(url).json() Sep 23 19:23:33.525486 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 19:23:33.525486 n-d-713301-16 neutron-server[95102]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 19:23:33.525486 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 19:23:33.525486 n-d-713301-16 neutron-server[95102]: return self.request(url, 'GET', **kwargs) Sep 23 19:23:33.525486 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 19:23:33.525486 n-d-713301-16 neutron-server[95102]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 19:23:33.525486 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 19:23:33.525486 n-d-713301-16 neutron-server[95102]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 19:23:33.525486 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 19:23:33.525486 n-d-713301-16 neutron-server[95102]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 19:23:33.525486 n-d-713301-16 neutron-server[95102]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 19:23:33.566759 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ddcd06-3895-4ece-8eeb-32e7ee8dfe02 req-7d860f22-afbc-4248-b060-681382b09f19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:23:33.567940 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.db [req-241fa9be-a9dd-4c95-b0c0-788c4640ab6d req-ec6ead97-a24a-4762-aa2a-02c75d41e593 service neutron] For port d34748ee-625c-4c2a-af58-04e1e683d6b4, host n-h2-713301-16, cleared binding levels {{(pid=95101) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 19:23:33.569820 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-e6ddcd06-3895-4ece-8eeb-32e7ee8dfe02 req-7d860f22-afbc-4248-b060-681382b09f19 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=736298ae-bd3f-4e9b-8e47-2726a845f6e1 HTTP/1.1" status: 200 len: 1098 time: 0.1186199 Sep 23 19:23:33.616941 n-d-713301-16 neutron-server[95101]: DEBUG neutron.notifiers.nova [req-241fa9be-a9dd-4c95-b0c0-788c4640ab6d req-ec6ead97-a24a-4762-aa2a-02c75d41e593 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d34748ee-625c-4c2a-af58-04e1e683d6b4 {{(pid=95101) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 19:23:33.636739 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.db [req-241fa9be-a9dd-4c95-b0c0-788c4640ab6d req-ec6ead97-a24a-4762-aa2a-02c75d41e593 service neutron] For port d34748ee-625c-4c2a-af58-04e1e683d6b4, host n-h1-713301-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-16',level=0,port_id=d34748ee-625c-4c2a-af58-04e1e683d6b4,segment=NetworkSegment(5e7e2223-350e-4937-8d7b-2c6ab6ddc0ab),segment_id=5e7e2223-350e-4937-8d7b-2c6ab6ddc0ab)] {{(pid=95101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:23:33.678034 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-ccbaf3e7-f434-4260-9e77-8f87939c10a3 req-11ea48b6-5d64-479c-92ce-a3e7ddaab9b0 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=0ed7f64c-c2e6-47dd-8a6e-2481a7a0c2eb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.5184209 Sep 23 19:23:33.683121 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-241fa9be-a9dd-4c95-b0c0-788c4640ab6d req-ec6ead97-a24a-4762-aa2a-02c75d41e593 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:23:33.727752 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Device 74aa34d2-cdad-45b5-9523-218e412dc669 no longer exists at agent ovs-agent-n-d-713301-16 {{(pid=95103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 19:23:33.768926 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.plugin [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] No Port match for: 74aa34d2-cdad-45b5-9523-218e412dc669 {{(pid=95103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 19:23:33.769633 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Device 74aa34d2-cdad-45b5-9523-218e412dc669 not bound to the agent host n-d-713301-16 {{(pid=95103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 19:23:33.860126 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-e6ddcd06-3895-4ece-8eeb-32e7ee8dfe02 req-e61328c5-9405-46ef-91b8-96d2df502fd1 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=1c151358-1cab-48a6-be3e-ad7507b4da06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1944234 Sep 23 19:23:33.882061 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccbaf3e7-f434-4260-9e77-8f87939c10a3 req-d67e64b2-81f9-4e00-8f77-dec664ded53d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:23:33.884520 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-ccbaf3e7-f434-4260-9e77-8f87939c10a3 req-d67e64b2-81f9-4e00-8f77-dec664ded53d service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=0f5d9c33c3334ce192c43e08217ee019&device_id=0ed7f64c-c2e6-47dd-8a6e-2481a7a0c2eb HTTP/1.1" status: 200 len: 1097 time: 0.1683929 Sep 23 19:23:33.890873 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-816bbb0c-da91-4a92-9d55-eaba9e161829 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1754627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-601866'] for network, after_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:23:33.923134 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-816bbb0c-da91-4a92-9d55-eaba9e161829 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527417'] for network, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:23:33.928839 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-816bbb0c-da91-4a92-9d55-eaba9e161829 admin admin] 10.222.0.67 "DELETE /v2.0/networks/6080ab87-ca87-438a-906f-b91f169bb6d8 HTTP/1.1" status: 204 len: 168 time: 1.5409029 Sep 23 19:23:33.930044 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-816bbb0c-da91-4a92-9d55-eaba9e161829 admin admin] Pushing event deleted for resources: {'Network': ['ID=6080ab87-ca87-438a-906f-b91f169bb6d8,revision_number=None']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:23:33.932307 n-d-713301-16 neutron-server[95101]: DEBUG neutron.db.provisioning_blocks [req-241fa9be-a9dd-4c95-b0c0-788c4640ab6d req-ec6ead97-a24a-4762-aa2a-02c75d41e593 service neutron] Transition to ACTIVE for port object d34748ee-625c-4c2a-af58-04e1e683d6b4 will not be triggered until provisioned by entity L2. {{(pid=95101) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 19:23:33.942815 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-241fa9be-a9dd-4c95-b0c0-788c4640ab6d req-ec6ead97-a24a-4762-aa2a-02c75d41e593 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5607436'] for port, after_update {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:23:33.965365 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe8b606-3a41-467b-b148-76f0b4b1bfdf req-9a17011d-1dc5-4b68-b31b-7a491e7dfad6 tempest-LiveMigrationTest-1843640962 tempest-LiveMigrationTest-1843640962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:23:33.972934 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-4fe8b606-3a41-467b-b148-76f0b4b1bfdf req-9a17011d-1dc5-4b68-b31b-7a491e7dfad6 tempest-LiveMigrationTest-1843640962 tempest-LiveMigrationTest-1843640962-project] 10.222.0.67 "GET /v2.0/ports?device_id=736298ae-bd3f-4e9b-8e47-2726a845f6e1 HTTP/1.1" status: 200 len: 946 time: 0.3043299 Sep 23 19:23:33.983422 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc84e27-fcce-40c3-9428-ddd6ac77900d req-b2c46d32-eb61-4b7d-b000-14e1ddac6e88 tempest-ImagesTestJSON-1030216449 tempest-ImagesTestJSON-1030216449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:23:33.985649 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-bdc84e27-fcce-40c3-9428-ddd6ac77900d req-b2c46d32-eb61-4b7d-b000-14e1ddac6e88 tempest-ImagesTestJSON-1030216449 tempest-ImagesTestJSON-1030216449-project] 10.222.0.67 "GET /v2.0/ports?device_id=77b48921-2e2e-4304-92fe-8a535d2e0f11 HTTP/1.1" status: 200 len: 945 time: 0.3038218 Sep 23 19:23:34.039008 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec6ead97-a24a-4762-aa2a-02c75d41e593 service neutron] Pushing event updated for resources: {'Port': ['ID=d34748ee-625c-4c2a-af58-04e1e683d6b4,revision_number=10']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:23:34.052049 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.agents_db [None req-f2f5c474-60a3-474f-b2cc-02c4bd30880c None None] Agent healthcheck: found 7 active agents {{(pid=95104) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 19:23:34.079411 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-4fe8b606-3a41-467b-b148-76f0b4b1bfdf req-a0165f62-7c66-4a23-ad5a-424a0b9d4523 tempest-LiveMigrationTest-1843640962 tempest-LiveMigrationTest-1843640962-project] 10.222.0.67 "GET /v2.0/security-groups?id=1c151358-1cab-48a6-be3e-ad7507b4da06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1054447 Sep 23 19:23:34.087691 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-bdc84e27-fcce-40c3-9428-ddd6ac77900d req-ebeeb909-9d32-4d6f-be90-f77b52ec2133 tempest-ImagesTestJSON-1030216449 tempest-ImagesTestJSON-1030216449-project] 10.222.0.67 "GET /v2.0/security-groups?id=076f8f10-41da-413e-8d86-ebe8d5fe93ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752971 Sep 23 19:23:34.219115 n-d-713301-16 neutron-server[95101]: DEBUG neutron.db.l3_dvrscheduler_db [req-241fa9be-a9dd-4c95-b0c0-788c4640ab6d req-ec6ead97-a24a-4762-aa2a-02c75d41e593 service neutron] No DVR routers for this DVR port d34748ee-625c-4c2a-af58-04e1e683d6b4 on host n-h2-713301-16 {{(pid=95101) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 19:23:34.254486 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 33926) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:23:34.359140 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Device 620eb77b-9622-4240-9505-90c0844383a9 up at agent hyperv_n-h1-713301-16 {{(pid=95103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 19:23:34.399596 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-bd0ee904-8097-4d63-99bb-f0855c89263f admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=07622c7485a94956bd0dfade6db60bcf&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1429532 Sep 23 19:23:34.403240 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 33936) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:23:34.502908 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Provisioning complete for port 620eb77b-9622-4240-9505-90c0844383a9 triggered by entity L2. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:23:34.503288 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:23:34.590920 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-c9f35fb6-3a08-46ce-8461-af9d7af42ed6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:23:34.662998 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-c9f35fb6-3a08-46ce-8461-af9d7af42ed6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:23:34.692771 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:23:34.761841 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] For port 620eb77b-9622-4240-9505-90c0844383a9, host n-h1-713301-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-16',level=0,port_id=620eb77b-9622-4240-9505-90c0844383a9,segment=NetworkSegment(6139d589-eb6c-4578-8935-c26ddf396853),segment_id=6139d589-eb6c-4578-8935-c26ddf396853)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:23:34.770288 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:23:34.815735 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-c9f35fb6-3a08-46ce-8461-af9d7af42ed6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:23:34.828143 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-c9f35fb6-3a08-46ce-8461-af9d7af42ed6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:23:34.833039 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-c9f35fb6-3a08-46ce-8461-af9d7af42ed6 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/456e066c-d222-42f0-b2c6-abb23891b299 HTTP/1.1" status: 204 len: 168 time: 0.4284668 Sep 23 19:23:34.896505 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-241fa9be-a9dd-4c95-b0c0-788c4640ab6d req-ec6ead97-a24a-4762-aa2a-02c75d41e593 service neutron] 10.222.0.53 "PUT /v2.0/ports/d34748ee-625c-4c2a-af58-04e1e683d6b4/bindings/n-h1-713301-16/activate HTTP/1.1" status: 200 len: 370 time: 1.8320010 Sep 23 19:23:34.898501 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccbaf3e7-f434-4260-9e77-8f87939c10a3 req-6ad5fc09-363d-420d-bcd4-79ed70ad7d3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:23:34.900403 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-ccbaf3e7-f434-4260-9e77-8f87939c10a3 req-6ad5fc09-363d-420d-bcd4-79ed70ad7d3f service neutron] 10.222.0.53 "GET /v2.0/networks?id=bf651024-673c-4eec-84ce-c6ef83d369a1 HTTP/1.1" status: 200 len: 908 time: 0.8250613 Sep 23 19:23:34.905740 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6fc2c1-b2b8-4416-bd8c-ab92e36d8264 req-faa59cd1-29e6-4263-ae3a-b5559966fa0e tempest-LiveAutoBlockMigrationV225Test-1531822435 tempest-LiveAutoBlockMigrationV225Test-1531822435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:23:34.919561 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Pushing event updated for resources: {'Port': ['ID=620eb77b-9622-4240-9505-90c0844383a9,revision_number=10']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:23:34.920434 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-0e6fc2c1-b2b8-4416-bd8c-ab92e36d8264 req-faa59cd1-29e6-4263-ae3a-b5559966fa0e tempest-LiveAutoBlockMigrationV225Test-1531822435 tempest-LiveAutoBlockMigrationV225Test-1531822435-project] 10.222.0.67 "GET /v2.0/ports?device_id=de0af560-d2ac-4171-85e4-8fb7a1b63f67 HTTP/1.1" status: 200 len: 945 time: 0.4362433 Sep 23 19:23:34.935540 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9f35fb6-3a08-46ce-8461-af9d7af42ed6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=456e066c-d222-42f0-b2c6-abb23891b299,revision_number=None']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:23:35.044211 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-ccbaf3e7-f434-4260-9e77-8f87939c10a3 req-a7c282e3-44e7-43c4-a0fa-56b61cd15606 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=15f9c12e-f506-439f-9d2f-18ac8686c0c4 HTTP/1.1" status: 200 len: 217 time: 0.1273723 Sep 23 19:23:35.050872 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-0e6fc2c1-b2b8-4416-bd8c-ab92e36d8264 req-208bc9a9-0ddb-403b-aa86-c37b1c5a817f tempest-LiveAutoBlockMigrationV225Test-1531822435 tempest-LiveAutoBlockMigrationV225Test-1531822435-project] 10.222.0.67 "GET /v2.0/security-groups?id=6d32247e-8bb7-4ae1-818c-76baafa39c73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1292713 Sep 23 19:23:35.189332 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccbaf3e7-f434-4260-9e77-8f87939c10a3 req-008c7047-4fae-4f07-aa62-43788592129d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:23:35.193281 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-ccbaf3e7-f434-4260-9e77-8f87939c10a3 req-008c7047-4fae-4f07-aa62-43788592129d service neutron] 10.222.0.53 "GET /v2.0/subnets?id=a9e01a0e-19a1-4eb7-ad45-3b74532cbcd9 HTTP/1.1" status: 200 len: 847 time: 0.1330104 Sep 23 19:23:35.248983 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-ccbaf3e7-f434-4260-9e77-8f87939c10a3 req-03e74204-d188-46b5-9fdf-e349b25f51ea service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=bf651024-673c-4eec-84ce-c6ef83d369a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0482950 Sep 23 19:23:35.303118 n-d-713301-16 neutron-server[95103]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bffda0e9-3935-484f-b05d-313c40f1aa1c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '620eb77b-9622-4240-9505-90c0844383a9'}] {{(pid=95103) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 19:23:35.304427 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf055812-615e-4ed8-993b-0d15784b08d7 req-1fbd8664-8dd2-4c45-b286-76870d726a12 tempest-LiveMigrationTest-1843640962 tempest-LiveMigrationTest-1843640962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:23:35.305609 n-d-713301-16 neutron-server[95103]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}81a1c17f2aa89d5b3ebbba3a3e0cf7eb588e431c2224256110c4c4facdd7c3e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5ac413a-b140-4627-ac27-609a9f580731" -d '{"events": [{"server_uuid": "bffda0e9-3935-484f-b05d-313c40f1aa1c", "name": "network-vif-plugged", "status": "completed", "tag": "620eb77b-9622-4240-9505-90c0844383a9"}]}' {{(pid=95103) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 19:23:35.305861 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-bf055812-615e-4ed8-993b-0d15784b08d7 req-1fbd8664-8dd2-4c45-b286-76870d726a12 tempest-LiveMigrationTest-1843640962 tempest-LiveMigrationTest-1843640962-project] 10.222.0.67 "GET /v2.0/ports?device_id=736298ae-bd3f-4e9b-8e47-2726a845f6e1 HTTP/1.1" status: 200 len: 946 time: 0.1020479 Sep 23 19:23:35.311142 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-241fa9be-a9dd-4c95-b0c0-788c4640ab6d req-6df14636-7def-4335-b299-8816ca88048c tempest-LiveAutoBlockMigrationV225Test-1371897097 tempest-LiveAutoBlockMigrationV225Test-1371897097-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:23:35.312680 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-241fa9be-a9dd-4c95-b0c0-788c4640ab6d req-6df14636-7def-4335-b299-8816ca88048c tempest-LiveAutoBlockMigrationV225Test-1371897097 tempest-LiveAutoBlockMigrationV225Test-1371897097-project-admin] 10.222.0.74 "GET /v2.0/ports?device_id=de0af560-d2ac-4171-85e4-8fb7a1b63f67&tenant_id=01fd0bf0664a4580a0559687f9bf7c73&binding%3Ahost_id=n-h2-713301-16 HTTP/1.1" status: 200 len: 1097 time: 0.1523468 Sep 23 19:23:35.406334 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c7e78b-228e-4788-a705-b364b7b60432 req-a1027573-b696-4fda-a6aa-f7e414d6292d tempest-ImagesTestJSON-1030216449 tempest-ImagesTestJSON-1030216449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:23:35.407903 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-e5c7e78b-228e-4788-a705-b364b7b60432 req-a1027573-b696-4fda-a6aa-f7e414d6292d tempest-ImagesTestJSON-1030216449 tempest-ImagesTestJSON-1030216449-project] 10.222.0.67 "GET /v2.0/ports?device_id=77b48921-2e2e-4304-92fe-8a535d2e0f11 HTTP/1.1" status: 200 len: 945 time: 0.1640015 Sep 23 19:23:35.416899 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-bf055812-615e-4ed8-993b-0d15784b08d7 req-d2b0b483-3a91-43d4-84f6-5c0aa07c4c21 tempest-LiveMigrationTest-1843640962 tempest-LiveMigrationTest-1843640962-project] 10.222.0.67 "GET /v2.0/security-groups?id=1c151358-1cab-48a6-be3e-ad7507b4da06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0960524 Sep 23 19:23:35.456801 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-ccbaf3e7-f434-4260-9e77-8f87939c10a3 req-3360dfe2-a30b-42ed-a79b-c5dce8ed0412 service neutron] 10.222.0.53 "GET /v2.0/networks/bf651024-673c-4eec-84ce-c6ef83d369a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1991253 Sep 23 19:23:35.472944 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-241fa9be-a9dd-4c95-b0c0-788c4640ab6d req-70f8ef2c-5fb0-4749-a2da-2d5a890c8765 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:23:35.475335 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-241fa9be-a9dd-4c95-b0c0-788c4640ab6d req-70f8ef2c-5fb0-4749-a2da-2d5a890c8765 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=de0af560-d2ac-4171-85e4-8fb7a1b63f67&tenant_id=01fd0bf0664a4580a0559687f9bf7c73 HTTP/1.1" status: 200 len: 1097 time: 0.1445184 Sep 23 19:23:35.499170 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-e5c7e78b-228e-4788-a705-b364b7b60432 req-933e35fa-0ab1-4dcb-897e-82bba1dfda67 tempest-ImagesTestJSON-1030216449 tempest-ImagesTestJSON-1030216449-project] 10.222.0.67 "GET /v2.0/security-groups?id=076f8f10-41da-413e-8d86-ebe8d5fe93ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803158 Sep 23 19:23:35.625553 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-241fa9be-a9dd-4c95-b0c0-788c4640ab6d req-49f01ccc-641f-4d4f-bd0a-2b273a85e704 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:23:35.631317 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-241fa9be-a9dd-4c95-b0c0-788c4640ab6d req-49f01ccc-641f-4d4f-bd0a-2b273a85e704 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=01fd0bf0664a4580a0559687f9bf7c73&device_id=de0af560-d2ac-4171-85e4-8fb7a1b63f67 HTTP/1.1" status: 200 len: 1097 time: 0.1266308 Sep 23 19:23:35.668002 n-d-713301-16 neutron-server[95103]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 19:23:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-172ba1a3-b838-4d46-b6f3-94a8989c5d90 x-openstack-request-id: req-172ba1a3-b838-4d46-b6f3-94a8989c5d90 {{(pid=95103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 19:23:35.669248 n-d-713301-16 neutron-server[95103]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bffda0e9-3935-484f-b05d-313c40f1aa1c", "name": "network-vif-plugged", "status": "completed", "tag": "620eb77b-9622-4240-9505-90c0844383a9", "code": 200}]} {{(pid=95103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 19:23:35.670100 n-d-713301-16 neutron-server[95103]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-172ba1a3-b838-4d46-b6f3-94a8989c5d90 {{(pid=95103) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 19:23:35.670794 n-d-713301-16 neutron-server[95103]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bffda0e9-3935-484f-b05d-313c40f1aa1c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '620eb77b-9622-4240-9505-90c0844383a9', 'code': 200} Sep 23 19:23:35.701835 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-ccbaf3e7-f434-4260-9e77-8f87939c10a3 req-a2c552a2-b0e1-47eb-b68e-c97df0760708 service neutron] 10.222.0.53 "GET /v2.0/networks/bf651024-673c-4eec-84ce-c6ef83d369a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2359140 Sep 23 19:23:35.738231 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 33998) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:23:35.829374 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-64963e9f-6cd4-4666-a28a-6236812926f3 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=32f55f819b6a492290ca4b14d32b7c3b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0877757 Sep 23 19:23:35.832133 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 34002) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:23:35.920967 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 34004) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:23:35.934167 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-e327dae2-4d45-48c5-b74a-36048e876ad3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:23:35.950736 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c297c882-3339-4688-b1a1-37084b0a5c1b req-92f75ec7-cfed-4d07-a378-6728836e59e8 tempest-LiveMigrationTest-677110171 tempest-LiveMigrationTest-677110171-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:23:35.952506 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-c297c882-3339-4688-b1a1-37084b0a5c1b req-92f75ec7-cfed-4d07-a378-6728836e59e8 tempest-LiveMigrationTest-677110171 tempest-LiveMigrationTest-677110171-project-admin] 10.222.0.67 "GET /v2.0/ports?device_id=736298ae-bd3f-4e9b-8e47-2726a845f6e1 HTTP/1.1" status: 200 len: 1098 time: 0.1320517 Sep 23 19:23:35.954633 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-241fa9be-a9dd-4c95-b0c0-788c4640ab6d req-8a828acc-f987-4d39-ae86-c40e0ee5c6c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:23:35.956817 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-241fa9be-a9dd-4c95-b0c0-788c4640ab6d req-8a828acc-f987-4d39-ae86-c40e0ee5c6c9 service neutron] 10.222.0.74 "GET /v2.0/networks?id=c2b58ecf-3b1b-414c-92a4-f53b08b3dace HTTP/1.1" status: 200 len: 922 time: 0.3175085 Sep 23 19:23:35.967914 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-e327dae2-4d45-48c5-b74a-36048e876ad3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:23:36.077398 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-e327dae2-4d45-48c5-b74a-36048e876ad3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:23:36.080233 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-e327dae2-4d45-48c5-b74a-36048e876ad3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:23:36.081610 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-e327dae2-4d45-48c5-b74a-36048e876ad3 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/dae54413-e961-426e-af89-3b40d771e273 HTTP/1.1" status: 204 len: 168 time: 0.2485049 Sep 23 19:23:36.098007 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e327dae2-4d45-48c5-b74a-36048e876ad3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dae54413-e961-426e-af89-3b40d771e273,revision_number=None']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:23:36.122219 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-241fa9be-a9dd-4c95-b0c0-788c4640ab6d req-649abd25-a416-4cfd-b0db-7aedbe926c89 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d34748ee-625c-4c2a-af58-04e1e683d6b4 HTTP/1.1" status: 200 len: 217 time: 0.1549227 Sep 23 19:23:36.186025 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-f593d90f-f01c-4c1e-81e9-983390a145e5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:23:36.260197 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-241fa9be-a9dd-4c95-b0c0-788c4640ab6d req-560130d7-56f1-4a09-ae6e-31d488253665 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:23:36.267733 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-241fa9be-a9dd-4c95-b0c0-788c4640ab6d req-560130d7-56f1-4a09-ae6e-31d488253665 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=4cc4932b-c381-47ec-9303-11e42975856f HTTP/1.1" status: 200 len: 861 time: 0.1350536 Sep 23 19:23:36.271329 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-c297c882-3339-4688-b1a1-37084b0a5c1b req-96d425e1-f7ee-4489-ae89-538bfeedc198 tempest-LiveMigrationTest-677110171 tempest-LiveMigrationTest-677110171-project-admin] 10.222.0.67 "GET /v2.0/security-groups?id=1c151358-1cab-48a6-be3e-ad7507b4da06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3095007 Sep 23 19:23:36.292913 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a60fb523-2af4-4d0d-908a-4dbaf9195865 req-62246fa9-bc53-4151-9de2-60435940b9c3 tempest-ImagesTestJSON-1030216449 tempest-ImagesTestJSON-1030216449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:23:36.300145 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-a60fb523-2af4-4d0d-908a-4dbaf9195865 req-62246fa9-bc53-4151-9de2-60435940b9c3 tempest-ImagesTestJSON-1030216449 tempest-ImagesTestJSON-1030216449-project] 10.222.0.67 "GET /v2.0/ports?device_id=77b48921-2e2e-4304-92fe-8a535d2e0f11 HTTP/1.1" status: 200 len: 945 time: 0.1753147 Sep 23 19:23:36.345058 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-241fa9be-a9dd-4c95-b0c0-788c4640ab6d req-51068a78-e702-4c2b-8519-9ed531c9aaaa service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=c2b58ecf-3b1b-414c-92a4-f53b08b3dace&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0610039 Sep 23 19:23:36.363979 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-f593d90f-f01c-4c1e-81e9-983390a145e5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:23:36.371575 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-f593d90f-f01c-4c1e-81e9-983390a145e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:23:36.435096 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-f593d90f-f01c-4c1e-81e9-983390a145e5 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=94cf7afe0d514c55bdec31fb2936a802&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5130324 Sep 23 19:23:36.436090 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f593d90f-f01c-4c1e-81e9-983390a145e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e258466-9e4d-4ad9-a7c0-baf5f9e9369a,revision_number=1']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:23:36.438969 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 34020) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:23:36.523943 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-a60fb523-2af4-4d0d-908a-4dbaf9195865 req-3bf84964-1079-4637-aa5e-bfe35bd940ac tempest-ImagesTestJSON-1030216449 tempest-ImagesTestJSON-1030216449-project] 10.222.0.67 "GET /v2.0/security-groups?id=076f8f10-41da-413e-8d86-ebe8d5fe93ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2228336 Sep 23 19:23:36.531970 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-e9507bd6-41df-4ef4-90d3-f6d8008afbc2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:23:36.558565 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-e9507bd6-41df-4ef4-90d3-f6d8008afbc2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:23:36.621278 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-e9507bd6-41df-4ef4-90d3-f6d8008afbc2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:23:36.624943 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-e9507bd6-41df-4ef4-90d3-f6d8008afbc2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:23:36.626689 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-e9507bd6-41df-4ef4-90d3-f6d8008afbc2 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/1e258466-9e4d-4ad9-a7c0-baf5f9e9369a HTTP/1.1" status: 204 len: 168 time: 0.1748631 Sep 23 19:23:36.637037 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9507bd6-41df-4ef4-90d3-f6d8008afbc2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e258466-9e4d-4ad9-a7c0-baf5f9e9369a,revision_number=None']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:23:36.655789 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-052fbaab-53fe-4e41-b760-9742e4cf8ed2 req-2af811e6-62fa-40a5-960d-359ac2e73de5 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=91012e8e-e67b-47ad-a34e-08f42534c38f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.3533638 Sep 23 19:23:36.670342 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ecf584-e579-4be1-8f68-4ebe17c14a67 req-7964d724-a8ca-439d-a9f3-f473e8c0baf5 tempest-LiveAutoBlockMigrationV225Test-1531822435 tempest-LiveAutoBlockMigrationV225Test-1531822435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:23:36.678510 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-46ecf584-e579-4be1-8f68-4ebe17c14a67 req-7964d724-a8ca-439d-a9f3-f473e8c0baf5 tempest-LiveAutoBlockMigrationV225Test-1531822435 tempest-LiveAutoBlockMigrationV225Test-1531822435-project] 10.222.0.67 "GET /v2.0/ports?device_id=de0af560-d2ac-4171-85e4-8fb7a1b63f67 HTTP/1.1" status: 200 len: 945 time: 0.2976861 Sep 23 19:23:36.776119 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-241fa9be-a9dd-4c95-b0c0-788c4640ab6d req-6cee8aab-3f86-4979-8ec6-f8e7e52b7609 service neutron] 10.222.0.74 "GET /v2.0/networks/c2b58ecf-3b1b-414c-92a4-f53b08b3dace?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3964624 Sep 23 19:23:36.809239 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-46ecf584-e579-4be1-8f68-4ebe17c14a67 req-24928043-4acf-46e8-aa1a-4914371a3ab3 tempest-LiveAutoBlockMigrationV225Test-1531822435 tempest-LiveAutoBlockMigrationV225Test-1531822435-project] 10.222.0.67 "GET /v2.0/security-groups?id=6d32247e-8bb7-4ae1-818c-76baafa39c73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1284344 Sep 23 19:23:36.919052 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-241fa9be-a9dd-4c95-b0c0-788c4640ab6d req-c3d364a9-b053-4622-9a03-cec3735bb880 service neutron] 10.222.0.74 "GET /v2.0/networks/c2b58ecf-3b1b-414c-92a4-f53b08b3dace?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1319618 Sep 23 19:23:36.930019 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-052fbaab-53fe-4e41-b760-9742e4cf8ed2 req-fdd174e5-9801-4a54-94ae-4392dea1e1be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:23:36.930975 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-052fbaab-53fe-4e41-b760-9742e4cf8ed2 req-fdd174e5-9801-4a54-94ae-4392dea1e1be service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=0f5d9c33c3334ce192c43e08217ee019&device_id=91012e8e-e67b-47ad-a34e-08f42534c38f HTTP/1.1" status: 200 len: 1096 time: 0.2369492 Sep 23 19:23:36.938836 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7994f194-baaa-4591-b75e-6fae8a7f9e10 req-db9565e1-8923-40db-a0c0-a445a3b0b74c tempest-LiveMigrationTest-677110171 tempest-LiveMigrationTest-677110171-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:23:36.940373 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-7994f194-baaa-4591-b75e-6fae8a7f9e10 req-db9565e1-8923-40db-a0c0-a445a3b0b74c tempest-LiveMigrationTest-677110171 tempest-LiveMigrationTest-677110171-project-admin] 10.222.0.67 "GET /v2.0/ports?device_id=736298ae-bd3f-4e9b-8e47-2726a845f6e1 HTTP/1.1" status: 200 len: 1098 time: 0.2247827 Sep 23 19:23:37.062483 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-7994f194-baaa-4591-b75e-6fae8a7f9e10 req-ad703d48-8c3c-4838-ac6b-85d6bc019992 tempest-LiveMigrationTest-677110171 tempest-LiveMigrationTest-677110171-project-admin] 10.222.0.67 "GET /v2.0/security-groups?id=1c151358-1cab-48a6-be3e-ad7507b4da06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1092241 Sep 23 19:23:37.286531 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-052fbaab-53fe-4e41-b760-9742e4cf8ed2 req-2dd24ddd-dcfd-4ceb-a5b8-d8e5b6c3dc53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:23:37.288165 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-052fbaab-53fe-4e41-b760-9742e4cf8ed2 req-2dd24ddd-dcfd-4ceb-a5b8-d8e5b6c3dc53 service neutron] 10.222.0.74 "GET /v2.0/networks?id=bf651024-673c-4eec-84ce-c6ef83d369a1 HTTP/1.1" status: 200 len: 908 time: 0.2782571 Sep 23 19:23:37.358954 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-241fa9be-a9dd-4c95-b0c0-788c4640ab6d req-caa4c155-0c57-4a05-8937-892d33a2c25b tempest-LiveAutoBlockMigrationV225Test-1371897097 tempest-LiveAutoBlockMigrationV225Test-1371897097-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:23:37.360653 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-241fa9be-a9dd-4c95-b0c0-788c4640ab6d req-caa4c155-0c57-4a05-8937-892d33a2c25b tempest-LiveAutoBlockMigrationV225Test-1371897097 tempest-LiveAutoBlockMigrationV225Test-1371897097-project-admin] 10.222.0.74 "GET /v2.0/ports?device_id=de0af560-d2ac-4171-85e4-8fb7a1b63f67&tenant_id=01fd0bf0664a4580a0559687f9bf7c73&binding%3Ahost_id=n-h1-713301-16 HTTP/1.1" status: 200 len: 1097 time: 0.1136498 Sep 23 19:23:37.366762 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-052fbaab-53fe-4e41-b760-9742e4cf8ed2 req-ef2ce637-6b6d-48c3-b5d8-a962207314dd service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f9280300-5270-4d06-bf5d-2447b17be945 HTTP/1.1" status: 200 len: 217 time: 0.0594571 Sep 23 19:23:37.551097 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-052fbaab-53fe-4e41-b760-9742e4cf8ed2 req-b6916106-293e-4602-84c3-5d1357025523 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:23:37.552795 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-052fbaab-53fe-4e41-b760-9742e4cf8ed2 req-b6916106-293e-4602-84c3-5d1357025523 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=a9e01a0e-19a1-4eb7-ad45-3b74532cbcd9 HTTP/1.1" status: 200 len: 847 time: 0.0648096 Sep 23 19:23:37.648987 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-052fbaab-53fe-4e41-b760-9742e4cf8ed2 req-ff9ec58e-a8cf-44a2-8301-9fcb4c61ef0f service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=bf651024-673c-4eec-84ce-c6ef83d369a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0880766 Sep 23 19:23:37.733956 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-650f8870-ecf9-457e-9034-6319acf9a07d req-8046fff1-aff4-45ce-a5a3-104a8a04e7b4 tempest-ImagesTestJSON-1030216449 tempest-ImagesTestJSON-1030216449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:23:37.735536 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-650f8870-ecf9-457e-9034-6319acf9a07d req-8046fff1-aff4-45ce-a5a3-104a8a04e7b4 tempest-ImagesTestJSON-1030216449 tempest-ImagesTestJSON-1030216449-project] 10.222.0.67 "GET /v2.0/ports?device_id=77b48921-2e2e-4304-92fe-8a535d2e0f11 HTTP/1.1" status: 200 len: 945 time: 0.1242654 Sep 23 19:23:37.742365 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.db [req-241fa9be-a9dd-4c95-b0c0-788c4640ab6d req-2f02551b-9530-46c6-9a2b-2e25f424cf1c service neutron] For port d34748ee-625c-4c2a-af58-04e1e683d6b4, host n-h2-713301-16, cleared binding levels {{(pid=95102) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 19:23:37.748966 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-241fa9be-a9dd-4c95-b0c0-788c4640ab6d req-2f02551b-9530-46c6-9a2b-2e25f424cf1c service neutron] Notify callbacks [] for binding, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:23:37.750056 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-241fa9be-a9dd-4c95-b0c0-788c4640ab6d req-2f02551b-9530-46c6-9a2b-2e25f424cf1c service neutron] 10.222.0.74 "DELETE /v2.0/ports/d34748ee-625c-4c2a-af58-04e1e683d6b4/bindings/n-h2-713301-16 HTTP/1.1" status: 204 len: 173 time: 0.3732154 Sep 23 19:23:37.858763 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-650f8870-ecf9-457e-9034-6319acf9a07d req-11b32ddb-f095-4422-8b77-d86fff114d14 tempest-ImagesTestJSON-1030216449 tempest-ImagesTestJSON-1030216449-project] 10.222.0.67 "GET /v2.0/security-groups?id=076f8f10-41da-413e-8d86-ebe8d5fe93ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1134849 Sep 23 19:23:37.889736 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-052fbaab-53fe-4e41-b760-9742e4cf8ed2 req-91a6f766-1c78-47a7-b604-ae746ff5e396 service neutron] 10.222.0.74 "GET /v2.0/networks/bf651024-673c-4eec-84ce-c6ef83d369a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2330461 Sep 23 19:23:38.433653 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad7e389b-f829-44c4-953a-7bb13488e249 req-0d5f27ea-ae21-4056-b236-63032c076bc7 tempest-LiveAutoBlockMigrationV225Test-1531822435 tempest-LiveAutoBlockMigrationV225Test-1531822435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:23:38.436334 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-ad7e389b-f829-44c4-953a-7bb13488e249 req-0d5f27ea-ae21-4056-b236-63032c076bc7 tempest-LiveAutoBlockMigrationV225Test-1531822435 tempest-LiveAutoBlockMigrationV225Test-1531822435-project] 10.222.0.67 "GET /v2.0/ports?device_id=de0af560-d2ac-4171-85e4-8fb7a1b63f67 HTTP/1.1" status: 200 len: 945 time: 0.1328969 Sep 23 19:23:38.450047 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-052fbaab-53fe-4e41-b760-9742e4cf8ed2 req-de5fdcd9-ace3-4549-8b84-1493b28f916a service neutron] 10.222.0.74 "GET /v2.0/networks/bf651024-673c-4eec-84ce-c6ef83d369a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5526276 Sep 23 19:23:38.517691 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-ad7e389b-f829-44c4-953a-7bb13488e249 req-32b38397-db8f-4acb-9c05-1ca146f156dd tempest-LiveAutoBlockMigrationV225Test-1531822435 tempest-LiveAutoBlockMigrationV225Test-1531822435-project] 10.222.0.67 "GET /v2.0/security-groups?id=6d32247e-8bb7-4ae1-818c-76baafa39c73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664015 Sep 23 19:23:38.883360 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [req-0eefeeaf-6ac9-4857-b5f4-ee96356181b5 req-8942e2e0-28f8-4b2f-9b4b-04d5c795a51c tempest-LiveMigrationTest-677110171 tempest-LiveMigrationTest-677110171-project-admin] http://10.222.0.67:9696/v2.0/extensions returned with HTTP 200 {{(pid=95102) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 23 19:23:38.884799 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-0eefeeaf-6ac9-4857-b5f4-ee96356181b5 req-8942e2e0-28f8-4b2f-9b4b-04d5c795a51c tempest-LiveMigrationTest-677110171 tempest-LiveMigrationTest-677110171-project-admin] 10.222.0.67 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0061302 Sep 23 19:23:38.947278 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eefeeaf-6ac9-4857-b5f4-ee96356181b5 req-caba7f45-6e39-40c3-ba5f-41e3bad8a844 tempest-LiveMigrationTest-677110171 tempest-LiveMigrationTest-677110171-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:23:38.950061 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-0eefeeaf-6ac9-4857-b5f4-ee96356181b5 req-caba7f45-6e39-40c3-ba5f-41e3bad8a844 tempest-LiveMigrationTest-677110171 tempest-LiveMigrationTest-677110171-project-admin] 10.222.0.67 "GET /v2.0/ports/b2afac21-1c3c-4563-b6dd-28bd82c804ec HTTP/1.1" status: 200 len: 1095 time: 0.0573337 Sep 23 19:23:38.961595 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.v2.base [req-0eefeeaf-6ac9-4857-b5f4-ee96356181b5 req-a6f62a99-bdec-48a2-9d8e-97a99c22e519 service neutron] Request body: {'binding': {'host': 'n-h1-713301-16', 'vnic_type': 'normal', 'profile': {}}} {{(pid=95102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:23:38.962108 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.v2.base [req-0eefeeaf-6ac9-4857-b5f4-ee96356181b5 req-a6f62a99-bdec-48a2-9d8e-97a99c22e519 service neutron] Unknown quota resources ['binding']. {{(pid=95102) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Sep 23 19:23:39.164357 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.managers [req-0eefeeaf-6ac9-4857-b5f4-ee96356181b5 req-a6f62a99-bdec-48a2-9d8e-97a99c22e519 service neutron] Attempting to bind port b2afac21-1c3c-4563-b6dd-28bd82c804ec on host n-h1-713301-16 for vnic_type normal with profile None {{(pid=95102) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 19:23:39.164791 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.managers [req-0eefeeaf-6ac9-4857-b5f4-ee96356181b5 req-a6f62a99-bdec-48a2-9d8e-97a99c22e519 service neutron] Attempting to bind port b2afac21-1c3c-4563-b6dd-28bd82c804ec by drivers openvswitch,hyperv on host n-h1-713301-16 at level 0 using segments [{'id': '6735b3c2-9e0f-43a7-8f57-e48eb1a30c85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': 'bf651024-673c-4eec-84ce-c6ef83d369a1'}] {{(pid=95102) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 19:23:39.165071 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0eefeeaf-6ac9-4857-b5f4-ee96356181b5 req-a6f62a99-bdec-48a2-9d8e-97a99c22e519 service neutron] Attempting to bind port b2afac21-1c3c-4563-b6dd-28bd82c804ec on network bf651024-673c-4eec-84ce-c6ef83d369a1 {{(pid=95102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:23:39.173558 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0eefeeaf-6ac9-4857-b5f4-ee96356181b5 req-a6f62a99-bdec-48a2-9d8e-97a99c22e519 service neutron] Port b2afac21-1c3c-4563-b6dd-28bd82c804ec on network bf651024-673c-4eec-84ce-c6ef83d369a1 not bound, no agent of type Open vSwitch agent registered on host n-h1-713301-16 {{(pid=95102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 19:23:39.173885 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0eefeeaf-6ac9-4857-b5f4-ee96356181b5 req-a6f62a99-bdec-48a2-9d8e-97a99c22e519 service neutron] Attempting to bind port b2afac21-1c3c-4563-b6dd-28bd82c804ec on network bf651024-673c-4eec-84ce-c6ef83d369a1 {{(pid=95102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:23:39.180243 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0eefeeaf-6ac9-4857-b5f4-ee96356181b5 req-a6f62a99-bdec-48a2-9d8e-97a99c22e519 service neutron] Checking agent: {'id': '0708c3e9-0aad-4600-9be9-d2486535c898', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713301-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 19, 15, 28), 'started_at': datetime.datetime(2021, 9, 23, 19, 15, 28), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 19, 23, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 19:23:39.180783 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0eefeeaf-6ac9-4857-b5f4-ee96356181b5 req-a6f62a99-bdec-48a2-9d8e-97a99c22e519 service neutron] Checking segment: {'id': '6735b3c2-9e0f-43a7-8f57-e48eb1a30c85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': 'bf651024-673c-4eec-84ce-c6ef83d369a1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95102) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:23:39.181349 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0eefeeaf-6ac9-4857-b5f4-ee96356181b5 req-a6f62a99-bdec-48a2-9d8e-97a99c22e519 service neutron] Bound using segment: {'id': '6735b3c2-9e0f-43a7-8f57-e48eb1a30c85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': 'bf651024-673c-4eec-84ce-c6ef83d369a1'} {{(pid=95102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 19:23:39.181912 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.managers [req-0eefeeaf-6ac9-4857-b5f4-ee96356181b5 req-a6f62a99-bdec-48a2-9d8e-97a99c22e519 service neutron] Bound port: b2afac21-1c3c-4563-b6dd-28bd82c804ec, host: n-h1-713301-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6735b3c2-9e0f-43a7-8f57-e48eb1a30c85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': 'bf651024-673c-4eec-84ce-c6ef83d369a1'}}] {{(pid=95102) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 19:23:39.269587 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.db [req-0eefeeaf-6ac9-4857-b5f4-ee96356181b5 req-a6f62a99-bdec-48a2-9d8e-97a99c22e519 service neutron] For port b2afac21-1c3c-4563-b6dd-28bd82c804ec, host n-h1-713301-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-16',level=0,port_id=b2afac21-1c3c-4563-b6dd-28bd82c804ec,segment=NetworkSegment(6735b3c2-9e0f-43a7-8f57-e48eb1a30c85),segment_id=6735b3c2-9e0f-43a7-8f57-e48eb1a30c85)] {{(pid=95102) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 19:23:39.281467 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-0eefeeaf-6ac9-4857-b5f4-ee96356181b5 req-a6f62a99-bdec-48a2-9d8e-97a99c22e519 service neutron] Notify callbacks [] for binding, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:23:39.283316 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-0eefeeaf-6ac9-4857-b5f4-ee96356181b5 req-a6f62a99-bdec-48a2-9d8e-97a99c22e519 service neutron] 10.222.0.67 "POST /v2.0/ports/b2afac21-1c3c-4563-b6dd-28bd82c804ec/bindings HTTP/1.1" status: 201 len: 390 time: 0.3254395 Sep 23 19:23:39.703382 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eefeeaf-6ac9-4857-b5f4-ee96356181b5 req-10ee02c2-0d7a-4431-81f1-88396d86d7f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:23:39.710982 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-0eefeeaf-6ac9-4857-b5f4-ee96356181b5 req-10ee02c2-0d7a-4431-81f1-88396d86d7f8 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=0f5d9c33c3334ce192c43e08217ee019&device_id=736298ae-bd3f-4e9b-8e47-2726a845f6e1 HTTP/1.1" status: 200 len: 1098 time: 0.0985413 Sep 23 19:23:39.840438 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c98f22-9ab2-4e7d-9fe3-219a9cd973c4 req-3fcc065b-bab2-412b-96b8-07a52045fbbf tempest-LiveMigrationTest-1843640962 tempest-LiveMigrationTest-1843640962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:23:39.842027 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-90c98f22-9ab2-4e7d-9fe3-219a9cd973c4 req-3fcc065b-bab2-412b-96b8-07a52045fbbf tempest-LiveMigrationTest-1843640962 tempest-LiveMigrationTest-1843640962-project] 10.222.0.67 "GET /v2.0/ports?device_id=736298ae-bd3f-4e9b-8e47-2726a845f6e1 HTTP/1.1" status: 200 len: 946 time: 0.1015589 Sep 23 19:23:39.894586 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eefeeaf-6ac9-4857-b5f4-ee96356181b5 req-ea123d9a-d462-47f9-b7b1-52fea06037a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:23:39.896096 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-0eefeeaf-6ac9-4857-b5f4-ee96356181b5 req-ea123d9a-d462-47f9-b7b1-52fea06037a3 service neutron] 10.222.0.74 "GET /v2.0/networks?id=bf651024-673c-4eec-84ce-c6ef83d369a1 HTTP/1.1" status: 200 len: 908 time: 0.1821611 Sep 23 19:23:39.920944 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-90c98f22-9ab2-4e7d-9fe3-219a9cd973c4 req-104be8e4-6232-46b5-ba94-645dea135225 tempest-LiveMigrationTest-1843640962 tempest-LiveMigrationTest-1843640962-project] 10.222.0.67 "GET /v2.0/security-groups?id=1c151358-1cab-48a6-be3e-ad7507b4da06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589736 Sep 23 19:23:40.015317 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-0eefeeaf-6ac9-4857-b5f4-ee96356181b5 req-a1ca6767-c86b-481f-a15d-74bab7dae11d service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b2afac21-1c3c-4563-b6dd-28bd82c804ec HTTP/1.1" status: 200 len: 217 time: 0.0932701 Sep 23 19:23:40.139476 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eefeeaf-6ac9-4857-b5f4-ee96356181b5 req-6b08d208-cb25-41b2-a175-e9768eb22a5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:23:40.141258 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-0eefeeaf-6ac9-4857-b5f4-ee96356181b5 req-6b08d208-cb25-41b2-a175-e9768eb22a5a service neutron] 10.222.0.74 "GET /v2.0/subnets?id=a9e01a0e-19a1-4eb7-ad45-3b74532cbcd9 HTTP/1.1" status: 200 len: 847 time: 0.0979128 Sep 23 19:23:40.148245 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d1c325-0fab-4e2f-95ca-e1407109d1d9 req-d58f97ad-9bdd-43ca-9735-e84b82753253 tempest-LiveAutoBlockMigrationV225Test-1371897097 tempest-LiveAutoBlockMigrationV225Test-1371897097-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:23:40.156323 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-e3d1c325-0fab-4e2f-95ca-e1407109d1d9 req-d58f97ad-9bdd-43ca-9735-e84b82753253 tempest-LiveAutoBlockMigrationV225Test-1371897097 tempest-LiveAutoBlockMigrationV225Test-1371897097-project-admin] 10.222.0.67 "GET /v2.0/ports?device_id=de0af560-d2ac-4171-85e4-8fb7a1b63f67 HTTP/1.1" status: 200 len: 1097 time: 0.1345315 Sep 23 19:23:40.196739 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-0eefeeaf-6ac9-4857-b5f4-ee96356181b5 req-fd80edff-9f37-4e59-af64-7f51e5b84d13 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=bf651024-673c-4eec-84ce-c6ef83d369a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0373640 Sep 23 19:23:40.269280 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-e3d1c325-0fab-4e2f-95ca-e1407109d1d9 req-736f6b22-4504-4d2c-a299-d7a49f9282db tempest-LiveAutoBlockMigrationV225Test-1371897097 tempest-LiveAutoBlockMigrationV225Test-1371897097-project-admin] 10.222.0.67 "GET /v2.0/security-groups?id=6d32247e-8bb7-4ae1-818c-76baafa39c73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1118920 Sep 23 19:23:40.397191 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Device 46feb2ef-66e4-4f80-b709-802628fcd246 details requested by agent hyperv_n-h1-713301-16 with host n-h1-713301-16 {{(pid=95103) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 19:23:40.433364 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-0eefeeaf-6ac9-4857-b5f4-ee96356181b5 req-d1be2609-2f39-4127-9b4f-5502d58d5381 service neutron] 10.222.0.74 "GET /v2.0/networks/bf651024-673c-4eec-84ce-c6ef83d369a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2115729 Sep 23 19:23:40.531554 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] For port 46feb2ef-66e4-4f80-b709-802628fcd246, host n-h1-713301-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-16',level=0,port_id=46feb2ef-66e4-4f80-b709-802628fcd246,segment=NetworkSegment(2f3be12e-dba6-4aef-9978-6b9e569ce081),segment_id=2f3be12e-dba6-4aef-9978-6b9e569ce081)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:23:40.546599 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Returning: {'device': '46feb2ef-66e4-4f80-b709-802628fcd246', 'network_id': '3933cf84-cdd3-4c59-ac2d-c58afedb7fce', 'port_id': '46feb2ef-66e4-4f80-b709-802628fcd246', 'mac_address': 'fa:16:3e:47:8b:9c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 607, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ddb01988-b766-48de-9eb4-7d664700d39d', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95103) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 19:23:40.621315 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:23:40.624061 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-0eefeeaf-6ac9-4857-b5f4-ee96356181b5 req-97a75b83-c6b7-4dca-906e-ee142d19e617 service neutron] 10.222.0.74 "GET /v2.0/networks/bf651024-673c-4eec-84ce-c6ef83d369a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1833520 Sep 23 19:23:40.652065 n-d-713301-16 neutron-server[95103]: DEBUG neutron.notifiers.nova [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 46feb2ef-66e4-4f80-b709-802628fcd246 {{(pid=95103) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 19:23:40.685676 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] For port 46feb2ef-66e4-4f80-b709-802628fcd246, host n-h1-713301-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-16',level=0,port_id=46feb2ef-66e4-4f80-b709-802628fcd246,segment=NetworkSegment(2f3be12e-dba6-4aef-9978-6b9e569ce081),segment_id=2f3be12e-dba6-4aef-9978-6b9e569ce081)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:23:40.697153 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:23:40.801377 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Pushing event updated for resources: {'Port': ['ID=46feb2ef-66e4-4f80-b709-802628fcd246,revision_number=6']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:23:40.866380 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] get_ports_and_sgs() called for port_ids ['46feb2ef-66e4-4f80-b709-802628fcd246'] {{(pid=95103) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 19:23:40.998411 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea99f424-3caa-4a0d-b351-51b7a772903b req-cbceaca8-0966-4e9a-9a65-42f702a849e5 tempest-LiveAutoBlockMigrationV225Test-1531822435 tempest-LiveAutoBlockMigrationV225Test-1531822435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:23:41.004591 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-ea99f424-3caa-4a0d-b351-51b7a772903b req-cbceaca8-0966-4e9a-9a65-42f702a849e5 tempest-LiveAutoBlockMigrationV225Test-1531822435 tempest-LiveAutoBlockMigrationV225Test-1531822435-project] 10.222.0.67 "GET /v2.0/ports?device_id=de0af560-d2ac-4171-85e4-8fb7a1b63f67 HTTP/1.1" status: 200 len: 945 time: 0.0826397 Sep 23 19:23:41.093425 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-ea99f424-3caa-4a0d-b351-51b7a772903b req-fe325f2a-c1d7-43aa-986c-ef2a362f7505 tempest-LiveAutoBlockMigrationV225Test-1531822435 tempest-LiveAutoBlockMigrationV225Test-1531822435-project] 10.222.0.67 "GET /v2.0/security-groups?id=6d32247e-8bb7-4ae1-818c-76baafa39c73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736003 Sep 23 19:23:41.178926 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-938224bd-8245-4e3f-844a-acb734b981ae req-c2c1cf47-8538-488c-900e-80dadb1feb73 tempest-LiveMigrationTest-1843640962 tempest-LiveMigrationTest-1843640962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:23:41.188142 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-938224bd-8245-4e3f-844a-acb734b981ae req-c2c1cf47-8538-488c-900e-80dadb1feb73 tempest-LiveMigrationTest-1843640962 tempest-LiveMigrationTest-1843640962-project] 10.222.0.67 "GET /v2.0/ports?device_id=736298ae-bd3f-4e9b-8e47-2726a845f6e1 HTTP/1.1" status: 200 len: 946 time: 0.0913107 Sep 23 19:23:41.261821 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-938224bd-8245-4e3f-844a-acb734b981ae req-b381b8be-6018-4f21-8657-be0d38b9f83d tempest-LiveMigrationTest-1843640962 tempest-LiveMigrationTest-1843640962-project] 10.222.0.67 "GET /v2.0/security-groups?id=1c151358-1cab-48a6-be3e-ad7507b4da06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693040 Sep 23 19:23:41.625572 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a86e6d-e475-46dd-9ea3-b0471100dc56 req-0ba38535-5c60-4173-b412-e9ff462e1d08 tempest-LiveAutoBlockMigrationV225Test-1531822435 tempest-LiveAutoBlockMigrationV225Test-1531822435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:23:41.628321 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-d4a86e6d-e475-46dd-9ea3-b0471100dc56 req-0ba38535-5c60-4173-b412-e9ff462e1d08 tempest-LiveAutoBlockMigrationV225Test-1531822435 tempest-LiveAutoBlockMigrationV225Test-1531822435-project] 10.222.0.74 "GET /v2.0/ports?device_id=de0af560-d2ac-4171-85e4-8fb7a1b63f67 HTTP/1.1" status: 200 len: 945 time: 0.1440084 Sep 23 19:23:41.913505 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.plugin [req-d4a86e6d-e475-46dd-9ea3-b0471100dc56 req-72c1824f-0afe-4189-b9d7-ffbbac0f02de tempest-LiveAutoBlockMigrationV225Test-1531822435 tempest-LiveAutoBlockMigrationV225Test-1531822435-project] Deleting port d34748ee-625c-4c2a-af58-04e1e683d6b4 {{(pid=95102) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:23:41.914250 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-d4a86e6d-e475-46dd-9ea3-b0471100dc56 req-72c1824f-0afe-4189-b9d7-ffbbac0f02de tempest-LiveAutoBlockMigrationV225Test-1531822435 tempest-LiveAutoBlockMigrationV225Test-1531822435-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783146157096'] for port, before_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:23:42.096634 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.db [req-d4a86e6d-e475-46dd-9ea3-b0471100dc56 req-72c1824f-0afe-4189-b9d7-ffbbac0f02de tempest-LiveAutoBlockMigrationV225Test-1531822435 tempest-LiveAutoBlockMigrationV225Test-1531822435-project] For port d34748ee-625c-4c2a-af58-04e1e683d6b4, host n-h1-713301-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-16',level=0,port_id=d34748ee-625c-4c2a-af58-04e1e683d6b4,segment=NetworkSegment(5e7e2223-350e-4937-8d7b-2c6ab6ddc0ab),segment_id=5e7e2223-350e-4937-8d7b-2c6ab6ddc0ab)] {{(pid=95102) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:23:42.097350 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-d4a86e6d-e475-46dd-9ea3-b0471100dc56 req-72c1824f-0afe-4189-b9d7-ffbbac0f02de tempest-LiveAutoBlockMigrationV225Test-1531822435 tempest-LiveAutoBlockMigrationV225Test-1531822435-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-605701'] for port, precommit_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:23:42.136881 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.plugin [req-d4a86e6d-e475-46dd-9ea3-b0471100dc56 req-72c1824f-0afe-4189-b9d7-ffbbac0f02de tempest-LiveAutoBlockMigrationV225Test-1531822435 tempest-LiveAutoBlockMigrationV225Test-1531822435-project] Calling delete_port for d34748ee-625c-4c2a-af58-04e1e683d6b4 owned by compute:nova {{(pid=95102) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:23:42.394969 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-539f9ee2-2fab-434e-9f0d-fafd019227ba req-d83f0049-7451-42cb-85eb-912e371f497b tempest-LiveAutoBlockMigrationV225Test-1531822435 tempest-LiveAutoBlockMigrationV225Test-1531822435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:23:42.403789 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Device 46feb2ef-66e4-4f80-b709-802628fcd246 up at agent hyperv_n-h1-713301-16 {{(pid=95103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 19:23:42.405987 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-539f9ee2-2fab-434e-9f0d-fafd019227ba req-d83f0049-7451-42cb-85eb-912e371f497b tempest-LiveAutoBlockMigrationV225Test-1531822435 tempest-LiveAutoBlockMigrationV225Test-1531822435-project] 10.222.0.67 "GET /v2.0/ports?device_id=de0af560-d2ac-4171-85e4-8fb7a1b63f67 HTTP/1.1" status: 200 len: 945 time: 0.1300662 Sep 23 19:23:42.495050 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Provisioning complete for port 46feb2ef-66e4-4f80-b709-802628fcd246 triggered by entity L2. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:23:42.495481 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:23:42.573468 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-d4a86e6d-e475-46dd-9ea3-b0471100dc56 req-72c1824f-0afe-4189-b9d7-ffbbac0f02de tempest-LiveAutoBlockMigrationV225Test-1531822435 tempest-LiveAutoBlockMigrationV225Test-1531822435-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783146162158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783145673144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4399100'] for port, after_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:23:42.595651 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] get_ports_and_sgs() called for port_ids ['3b1ed664-84d3-4e55-90c8-29444560ec78'] {{(pid=95103) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 19:23:42.744589 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-539f9ee2-2fab-434e-9f0d-fafd019227ba req-6a55b6a7-ab7f-462b-8f22-1e1ee88dbded tempest-LiveAutoBlockMigrationV225Test-1531822435 tempest-LiveAutoBlockMigrationV225Test-1531822435-project] 10.222.0.67 "GET /v2.0/security-groups?id=6d32247e-8bb7-4ae1-818c-76baafa39c73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3082485 Sep 23 19:23:42.782194 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:23:42.829282 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c1824f-0afe-4189-b9d7-ffbbac0f02de tempest-LiveAutoBlockMigrationV225Test-1531822435 tempest-LiveAutoBlockMigrationV225Test-1531822435-project] Pushing event deleted for resources: {'Port': ['ID=d34748ee-625c-4c2a-af58-04e1e683d6b4,revision_number=None']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:23:42.846999 n-d-713301-16 neutron-server[95102]: DEBUG neutron.db.l3_dvrscheduler_db [req-d4a86e6d-e475-46dd-9ea3-b0471100dc56 req-72c1824f-0afe-4189-b9d7-ffbbac0f02de tempest-LiveAutoBlockMigrationV225Test-1531822435 tempest-LiveAutoBlockMigrationV225Test-1531822435-project] No DVR routers for this DVR port d34748ee-625c-4c2a-af58-04e1e683d6b4 on host n-h1-713301-16 {{(pid=95102) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 19:23:42.851261 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-d4a86e6d-e475-46dd-9ea3-b0471100dc56 req-72c1824f-0afe-4189-b9d7-ffbbac0f02de tempest-LiveAutoBlockMigrationV225Test-1531822435 tempest-LiveAutoBlockMigrationV225Test-1531822435-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222849'] for port, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:23:42.854944 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-d4a86e6d-e475-46dd-9ea3-b0471100dc56 req-72c1824f-0afe-4189-b9d7-ffbbac0f02de tempest-LiveAutoBlockMigrationV225Test-1531822435 tempest-LiveAutoBlockMigrationV225Test-1531822435-project] 10.222.0.74 "DELETE /v2.0/ports/d34748ee-625c-4c2a-af58-04e1e683d6b4 HTTP/1.1" status: 204 len: 173 time: 1.1984293 Sep 23 19:23:42.873409 n-d-713301-16 neutron-server[95102]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de0af560-d2ac-4171-85e4-8fb7a1b63f67', 'name': 'network-vif-deleted', 'tag': 'd34748ee-625c-4c2a-af58-04e1e683d6b4'}] {{(pid=95102) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 19:23:42.878124 n-d-713301-16 neutron-server[95102]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab31b6d93e5336dbddfa8ec424565b3bd8cb2369c5b4d85bc943472dbb21e8ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90f3d855-5abe-4e40-b080-49be1e2165d1" -d '{"events": [{"server_uuid": "de0af560-d2ac-4171-85e4-8fb7a1b63f67", "name": "network-vif-deleted", "tag": "d34748ee-625c-4c2a-af58-04e1e683d6b4"}]}' {{(pid=95102) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 19:23:42.912848 n-d-713301-16 neutron-server[95103]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77b48921-2e2e-4304-92fe-8a535d2e0f11', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '46feb2ef-66e4-4f80-b709-802628fcd246'}] {{(pid=95103) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 19:23:42.916455 n-d-713301-16 neutron-server[95103]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}81a1c17f2aa89d5b3ebbba3a3e0cf7eb588e431c2224256110c4c4facdd7c3e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb034ee6-546e-4b54-a384-7ca11e9abe6d" -d '{"events": [{"server_uuid": "77b48921-2e2e-4304-92fe-8a535d2e0f11", "name": "network-vif-plugged", "status": "completed", "tag": "46feb2ef-66e4-4f80-b709-802628fcd246"}]}' {{(pid=95103) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 19:23:42.999630 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] For port 46feb2ef-66e4-4f80-b709-802628fcd246, host n-h1-713301-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-16',level=0,port_id=46feb2ef-66e4-4f80-b709-802628fcd246,segment=NetworkSegment(2f3be12e-dba6-4aef-9978-6b9e569ce081),segment_id=2f3be12e-dba6-4aef-9978-6b9e569ce081)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:23:43.036373 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:23:43.316087 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Pushing event updated for resources: {'Port': ['ID=46feb2ef-66e4-4f80-b709-802628fcd246,revision_number=7']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:23:43.849924 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab3aba06-dc11-45b4-b165-ba68a1504ead req-d693eb6f-00f3-40ec-bd70-3fa110af2ff8 tempest-LiveMigrationTest-1843640962 tempest-LiveMigrationTest-1843640962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:23:43.858895 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-ab3aba06-dc11-45b4-b165-ba68a1504ead req-d693eb6f-00f3-40ec-bd70-3fa110af2ff8 tempest-LiveMigrationTest-1843640962 tempest-LiveMigrationTest-1843640962-project] 10.222.0.67 "GET /v2.0/ports?device_id=736298ae-bd3f-4e9b-8e47-2726a845f6e1 HTTP/1.1" status: 200 len: 946 time: 0.0896187 Sep 23 19:23:43.920316 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-ab3aba06-dc11-45b4-b165-ba68a1504ead req-03f03e86-3aad-499e-8863-9d49ddb8565e tempest-LiveMigrationTest-1843640962 tempest-LiveMigrationTest-1843640962-project] 10.222.0.67 "GET /v2.0/security-groups?id=1c151358-1cab-48a6-be3e-ad7507b4da06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566559 Sep 23 19:23:44.401520 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Device d34748ee-625c-4c2a-af58-04e1e683d6b4 no longer exists at agent hyperv_n-h1-713301-16 {{(pid=95103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 19:23:44.516489 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.plugin [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] No Port match for: d34748ee-625c-4c2a-af58-04e1e683d6b4 {{(pid=95103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 19:23:44.517195 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Device d34748ee-625c-4c2a-af58-04e1e683d6b4 not bound to the agent host n-h1-713301-16 {{(pid=95103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 19:23:49.150961 n-d-713301-16 neutron-server[95102]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 19:23:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b1d20bc-47cc-4019-956c-9a70098478e6 x-openstack-request-id: req-8b1d20bc-47cc-4019-956c-9a70098478e6 {{(pid=95102) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 19:23:49.151582 n-d-713301-16 neutron-server[95102]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "de0af560-d2ac-4171-85e4-8fb7a1b63f67", "name": "network-vif-deleted", "tag": "d34748ee-625c-4c2a-af58-04e1e683d6b4", "status": "completed", "code": 200}]} {{(pid=95102) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 19:23:49.151720 n-d-713301-16 neutron-server[95102]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-8b1d20bc-47cc-4019-956c-9a70098478e6 {{(pid=95102) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 19:23:49.152373 n-d-713301-16 neutron-server[95102]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de0af560-d2ac-4171-85e4-8fb7a1b63f67', 'name': 'network-vif-deleted', 'tag': 'd34748ee-625c-4c2a-af58-04e1e683d6b4', 'status': 'completed', 'code': 200} Sep 23 19:23:49.159882 n-d-713301-16 neutron-server[95103]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 19:23:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d205a968-c012-47e7-841d-35c269885e0c x-openstack-request-id: req-d205a968-c012-47e7-841d-35c269885e0c {{(pid=95103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 19:23:49.161061 n-d-713301-16 neutron-server[95103]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "77b48921-2e2e-4304-92fe-8a535d2e0f11", "name": "network-vif-plugged", "status": "completed", "tag": "46feb2ef-66e4-4f80-b709-802628fcd246", "code": 200}]} {{(pid=95103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 19:23:49.161530 n-d-713301-16 neutron-server[95103]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-d205a968-c012-47e7-841d-35c269885e0c {{(pid=95103) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 19:23:49.162147 n-d-713301-16 neutron-server[95103]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '77b48921-2e2e-4304-92fe-8a535d2e0f11', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '46feb2ef-66e4-4f80-b709-802628fcd246', 'code': 200} Sep 23 19:23:49.272381 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-e3bc6285-b3ba-487a-9148-377e82869353 req-54f99542-0bc1-41b1-a6c9-0f203138b850 tempest-LiveAutoBlockMigrationV225Test-1531822435 tempest-LiveAutoBlockMigrationV225Test-1531822435-project] 10.222.0.67 "GET /v2.0/ports?device_id=de0af560-d2ac-4171-85e4-8fb7a1b63f67 HTTP/1.1" status: 200 len: 210 time: 0.0364964 Sep 23 19:23:49.344108 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7482643-a421-4d83-b964-568db913f8db req-8d15a9a1-bfae-4a68-ae8d-4a3e7fa4395a tempest-LiveMigrationTest-1843640962 tempest-LiveMigrationTest-1843640962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:23:49.346035 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-d7482643-a421-4d83-b964-568db913f8db req-8d15a9a1-bfae-4a68-ae8d-4a3e7fa4395a tempest-LiveMigrationTest-1843640962 tempest-LiveMigrationTest-1843640962-project] 10.222.0.67 "GET /v2.0/ports?device_id=736298ae-bd3f-4e9b-8e47-2726a845f6e1 HTTP/1.1" status: 200 len: 946 time: 0.0726907 Sep 23 19:23:49.403961 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-d7482643-a421-4d83-b964-568db913f8db req-7c2cc153-18d1-4112-be30-00ce1f79e423 tempest-LiveMigrationTest-1843640962 tempest-LiveMigrationTest-1843640962-project] 10.222.0.67 "GET /v2.0/security-groups?id=1c151358-1cab-48a6-be3e-ad7507b4da06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513537 Sep 23 19:23:49.632861 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-8cbf3d24-cd47-4280-8704-024af462d2e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:23:49.702813 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f7e8f5d-93cc-4b01-9b3f-6d233ed00ff0 req-b6e59746-a737-46e5-a050-96963f97d940 tempest-ListImageFiltersTestJSON-1823198714 tempest-ListImageFiltersTestJSON-1823198714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:23:49.716866 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-8f7e8f5d-93cc-4b01-9b3f-6d233ed00ff0 req-b6e59746-a737-46e5-a050-96963f97d940 tempest-ListImageFiltersTestJSON-1823198714 tempest-ListImageFiltersTestJSON-1823198714-project] 10.222.0.67 "GET /v2.0/ports?device_id=bffda0e9-3935-484f-b05d-313c40f1aa1c HTTP/1.1" status: 200 len: 950 time: 0.0727389 Sep 23 19:23:49.771766 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-8f7e8f5d-93cc-4b01-9b3f-6d233ed00ff0 req-15df3352-bae0-4b2c-ac0b-1f10b35a9818 tempest-ListImageFiltersTestJSON-1823198714 tempest-ListImageFiltersTestJSON-1823198714-project] 10.222.0.67 "GET /v2.0/security-groups?id=e422f629-0f20-4441-8041-dd3c189ad680&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534728 Sep 23 19:23:50.445327 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-2c8d6107-6dcd-4fc9-a733-05d278264673 req-f731198c-9a95-46a2-96a2-35f93e04315c tempest-LiveAutoBlockMigrationV225Test-1531822435 tempest-LiveAutoBlockMigrationV225Test-1531822435-project] 10.222.0.67 "GET /v2.0/ports?device_id=de0af560-d2ac-4171-85e4-8fb7a1b63f67 HTTP/1.1" status: 200 len: 210 time: 0.0456839 Sep 23 19:23:50.532744 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 34458) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:23:50.624530 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-016a220f-1331-41e3-9fd3-457a184ee9ab req-1383ef5d-4142-4b15-a602-a0c3e7092f12 tempest-LiveMigrationTest-1843640962 tempest-LiveMigrationTest-1843640962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:23:50.626534 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-016a220f-1331-41e3-9fd3-457a184ee9ab req-1383ef5d-4142-4b15-a602-a0c3e7092f12 tempest-LiveMigrationTest-1843640962 tempest-LiveMigrationTest-1843640962-project] 10.222.0.67 "GET /v2.0/ports?device_id=736298ae-bd3f-4e9b-8e47-2726a845f6e1 HTTP/1.1" status: 200 len: 946 time: 0.0693634 Sep 23 19:23:50.704851 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-016a220f-1331-41e3-9fd3-457a184ee9ab req-07204104-cc2b-4d1f-8433-0fa11a83f15d tempest-LiveMigrationTest-1843640962 tempest-LiveMigrationTest-1843640962-project] 10.222.0.67 "GET /v2.0/security-groups?id=1c151358-1cab-48a6-be3e-ad7507b4da06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719295 Sep 23 19:23:50.847922 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-37a65c76-b58e-469d-896a-ce786ecde691 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:23:51.139564 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-37a65c76-b58e-469d-896a-ce786ecde691 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:23:51.145212 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-37a65c76-b58e-469d-896a-ce786ecde691 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:23:51.208128 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-37a65c76-b58e-469d-896a-ce786ecde691 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=5d0a2cd06fa4417188361bf1f6341034&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6733191 Sep 23 19:23:51.209538 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a65c76-b58e-469d-896a-ce786ecde691 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6405482-1a7c-46b7-afb9-0e146df45cb7,revision_number=1']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:23:51.214380 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 34504) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:23:51.327722 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-9d0e09d6-87ef-471d-928d-a2a4a52a72d5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:23:51.369649 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-9d0e09d6-87ef-471d-928d-a2a4a52a72d5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:23:51.509475 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-9d0e09d6-87ef-471d-928d-a2a4a52a72d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:23:51.518892 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-9d0e09d6-87ef-471d-928d-a2a4a52a72d5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:23:51.530383 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-9d0e09d6-87ef-471d-928d-a2a4a52a72d5 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/c6405482-1a7c-46b7-afb9-0e146df45cb7 HTTP/1.1" status: 204 len: 168 time: 0.3143013 Sep 23 19:23:51.546924 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d0e09d6-87ef-471d-928d-a2a4a52a72d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6405482-1a7c-46b7-afb9-0e146df45cb7,revision_number=None']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:23:52.053944 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34590f4c-b354-4241-bb3f-4b6c7344e473 req-4da80251-be60-4dd7-9f7f-b2240696f78b tempest-LiveMigrationTest-1843640962 tempest-LiveMigrationTest-1843640962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:23:52.061690 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-34590f4c-b354-4241-bb3f-4b6c7344e473 req-4da80251-be60-4dd7-9f7f-b2240696f78b tempest-LiveMigrationTest-1843640962 tempest-LiveMigrationTest-1843640962-project] 10.222.0.67 "GET /v2.0/ports?device_id=736298ae-bd3f-4e9b-8e47-2726a845f6e1 HTTP/1.1" status: 200 len: 946 time: 0.1013284 Sep 23 19:23:52.109725 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-34590f4c-b354-4241-bb3f-4b6c7344e473 req-3e32ba7c-c615-481f-9c87-39515eafa187 tempest-LiveMigrationTest-1843640962 tempest-LiveMigrationTest-1843640962-project] 10.222.0.67 "GET /v2.0/security-groups?id=1c151358-1cab-48a6-be3e-ad7507b4da06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457873 Sep 23 19:23:52.325976 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-77d77443-e64f-472e-bffe-4ca428ae7e6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:23:52.433210 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Device 620eb77b-9622-4240-9505-90c0844383a9 no longer exists at agent hyperv_n-h1-713301-16 {{(pid=95103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 19:23:52.629328 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:23:52.694783 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] For port 620eb77b-9622-4240-9505-90c0844383a9, host n-h1-713301-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-16',level=0,port_id=620eb77b-9622-4240-9505-90c0844383a9,segment=NetworkSegment(6139d589-eb6c-4578-8935-c26ddf396853),segment_id=6139d589-eb6c-4578-8935-c26ddf396853)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:23:52.696310 n-d-713301-16 neutron-server[95103]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bffda0e9-3935-484f-b05d-313c40f1aa1c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '620eb77b-9622-4240-9505-90c0844383a9'}] {{(pid=95103) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 19:23:52.711707 n-d-713301-16 neutron-server[95103]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}81a1c17f2aa89d5b3ebbba3a3e0cf7eb588e431c2224256110c4c4facdd7c3e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f104fc85-21fe-43de-91b3-ee6edd0ff488" -d '{"events": [{"server_uuid": "bffda0e9-3935-484f-b05d-313c40f1aa1c", "name": "network-vif-unplugged", "status": "completed", "tag": "620eb77b-9622-4240-9505-90c0844383a9"}]}' {{(pid=95103) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 19:23:52.732438 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:23:52.794139 n-d-713301-16 neutron-server[95103]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 23 Sep 2021 19:23:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27775c4d-e7a1-4b69-824e-e11f6b88e1dd x-openstack-request-id: req-27775c4d-e7a1-4b69-824e-e11f6b88e1dd {{(pid=95103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 19:23:52.794738 n-d-713301-16 neutron-server[95103]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bffda0e9-3935-484f-b05d-313c40f1aa1c", "name": "network-vif-unplugged", "status": "completed", "tag": "620eb77b-9622-4240-9505-90c0844383a9", "code": 200}]} {{(pid=95103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 19:23:52.795155 n-d-713301-16 neutron-server[95103]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-27775c4d-e7a1-4b69-824e-e11f6b88e1dd {{(pid=95103) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 19:23:52.795711 n-d-713301-16 neutron-server[95103]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bffda0e9-3935-484f-b05d-313c40f1aa1c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '620eb77b-9622-4240-9505-90c0844383a9', 'code': 200} Sep 23 19:23:52.831059 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Pushing event updated for resources: {'Port': ['ID=620eb77b-9622-4240-9505-90c0844383a9,revision_number=11']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:23:52.998468 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 34688) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:23:53.017112 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:23:53.315166 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-0ae75029-feb6-4728-9a94-5f9b60993d82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:23:53.576253 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-9cb3a818-dcf8-44ad-aa03-c3b898261734 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:23:53.788629 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-9cb3a818-dcf8-44ad-aa03-c3b898261734 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:23:53.801793 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-9cb3a818-dcf8-44ad-aa03-c3b898261734 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:23:53.842807 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cb3a818-dcf8-44ad-aa03-c3b898261734 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6bccd644-b85b-42de-a014-66f8d83cd7bd,revision_number=1']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:23:53.873576 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-9cb3a818-dcf8-44ad-aa03-c3b898261734 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=be008c52788047c3a00f44f6e340e89e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8738368 Sep 23 19:23:53.878762 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 34728) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:23:54.007216 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-ead79348-2b24-412a-8a1c-7c5b2be040d4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:23:54.042949 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-ead79348-2b24-412a-8a1c-7c5b2be040d4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:23:54.137727 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edef79d0-7197-43d7-a2fd-924221d628e9 req-c4768251-00d9-4c43-ac0b-b80cfb5a9a0c tempest-LiveMigrationTest-1843640962 tempest-LiveMigrationTest-1843640962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:23:54.145460 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-edef79d0-7197-43d7-a2fd-924221d628e9 req-c4768251-00d9-4c43-ac0b-b80cfb5a9a0c tempest-LiveMigrationTest-1843640962 tempest-LiveMigrationTest-1843640962-project] 10.222.0.67 "GET /v2.0/ports?device_id=736298ae-bd3f-4e9b-8e47-2726a845f6e1 HTTP/1.1" status: 200 len: 946 time: 0.0929689 Sep 23 19:23:54.187571 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-ead79348-2b24-412a-8a1c-7c5b2be040d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:23:54.192152 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-ead79348-2b24-412a-8a1c-7c5b2be040d4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:23:54.196438 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-ead79348-2b24-412a-8a1c-7c5b2be040d4 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/6bccd644-b85b-42de-a014-66f8d83cd7bd HTTP/1.1" status: 204 len: 168 time: 0.3139391 Sep 23 19:23:54.261410 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ead79348-2b24-412a-8a1c-7c5b2be040d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6bccd644-b85b-42de-a014-66f8d83cd7bd,revision_number=None']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:23:54.280938 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-edef79d0-7197-43d7-a2fd-924221d628e9 req-33a2080d-448b-4b9c-8339-a141b9f64338 tempest-LiveMigrationTest-1843640962 tempest-LiveMigrationTest-1843640962-project] 10.222.0.67 "GET /v2.0/security-groups?id=1c151358-1cab-48a6-be3e-ad7507b4da06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1341553 Sep 23 19:23:54.856160 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 34778) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:23:54.880975 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-e0092b6f-58e4-43a6-95c0-c9926b17828e admin admin] Notify callbacks [] for security_group, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:23:55.157345 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-e0092b6f-58e4-43a6-95c0-c9926b17828e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:23:55.170493 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-e0092b6f-58e4-43a6-95c0-c9926b17828e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:23:55.180243 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-80e7e501-6c57-470d-92c6-e3d54bc3195c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:23:55.262191 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 34786) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:23:55.262828 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-e0092b6f-58e4-43a6-95c0-c9926b17828e admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=a7f0f591ac4344629d1f49a0df93697c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4049067 Sep 23 19:23:55.310187 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0092b6f-58e4-43a6-95c0-c9926b17828e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=558e4bb2-4250-4792-979c-a108989f802d,revision_number=1']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:23:55.400335 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-b8e3f3e2-c990-456a-b7d8-da3fa7972e14 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:23:55.449269 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-b8e3f3e2-c990-456a-b7d8-da3fa7972e14 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:23:55.544040 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-b8e3f3e2-c990-456a-b7d8-da3fa7972e14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:23:55.548346 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-b8e3f3e2-c990-456a-b7d8-da3fa7972e14 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:23:55.550370 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-b8e3f3e2-c990-456a-b7d8-da3fa7972e14 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/558e4bb2-4250-4792-979c-a108989f802d HTTP/1.1" status: 204 len: 168 time: 0.2866714 Sep 23 19:23:55.582577 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8e3f3e2-c990-456a-b7d8-da3fa7972e14 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=558e4bb2-4250-4792-979c-a108989f802d,revision_number=None']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:23:55.846470 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed51b4e6-d823-476c-a61f-c8a46447cab1 req-cf81a407-8291-4350-a771-1ee2615556bd tempest-LiveMigrationTest-1843640962 tempest-LiveMigrationTest-1843640962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:23:55.874538 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-ed51b4e6-d823-476c-a61f-c8a46447cab1 req-cf81a407-8291-4350-a771-1ee2615556bd tempest-LiveMigrationTest-1843640962 tempest-LiveMigrationTest-1843640962-project] 10.222.0.67 "GET /v2.0/ports?device_id=736298ae-bd3f-4e9b-8e47-2726a845f6e1 HTTP/1.1" status: 200 len: 946 time: 0.1652284 Sep 23 19:23:56.070760 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-ed51b4e6-d823-476c-a61f-c8a46447cab1 req-8edc4d01-4203-415b-ba84-6b1edd636054 tempest-LiveMigrationTest-1843640962 tempest-LiveMigrationTest-1843640962-project] 10.222.0.67 "GET /v2.0/security-groups?id=1c151358-1cab-48a6-be3e-ad7507b4da06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1912727 Sep 23 19:23:57.611175 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91adcf57-8a49-41da-936c-ecbad4d1636c req-3603ae24-8778-4336-b313-218aa4a7ef9d tempest-LiveMigrationTest-1843640962 tempest-LiveMigrationTest-1843640962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:23:57.625640 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-91adcf57-8a49-41da-936c-ecbad4d1636c req-3603ae24-8778-4336-b313-218aa4a7ef9d tempest-LiveMigrationTest-1843640962 tempest-LiveMigrationTest-1843640962-project] 10.222.0.67 "GET /v2.0/ports?device_id=736298ae-bd3f-4e9b-8e47-2726a845f6e1 HTTP/1.1" status: 200 len: 946 time: 0.0787907 Sep 23 19:23:57.682875 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-91adcf57-8a49-41da-936c-ecbad4d1636c req-e525d83a-8b1a-4ade-ab5a-156f13add5b9 tempest-LiveMigrationTest-1843640962 tempest-LiveMigrationTest-1843640962-project] 10.222.0.67 "GET /v2.0/security-groups?id=1c151358-1cab-48a6-be3e-ad7507b4da06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535398 Sep 23 19:23:57.805753 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:23:58.015704 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:23:58.757185 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036ec3f5-8055-4e74-a512-a36ec75e8237 req-bc29467a-997d-4da5-832a-6f7e9d44f654 tempest-ListImageFiltersTestJSON-1823198714 tempest-ListImageFiltersTestJSON-1823198714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:23:58.784782 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-036ec3f5-8055-4e74-a512-a36ec75e8237 req-bc29467a-997d-4da5-832a-6f7e9d44f654 tempest-ListImageFiltersTestJSON-1823198714 tempest-ListImageFiltersTestJSON-1823198714-project] 10.222.0.67 "GET /v2.0/ports?device_id=102f53d1-1982-4f39-85c0-8cb5e7da0a24 HTTP/1.1" status: 200 len: 947 time: 0.1359484 Sep 23 19:23:58.846782 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-036ec3f5-8055-4e74-a512-a36ec75e8237 req-c37cc31f-629c-42be-b7ac-22a4fcf4ddee tempest-ListImageFiltersTestJSON-1823198714 tempest-ListImageFiltersTestJSON-1823198714-project] 10.222.0.67 "GET /v2.0/security-groups?id=e422f629-0f20-4441-8041-dd3c189ad680&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589137 Sep 23 19:23:59.119732 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b574aba4-33bb-4880-ba8e-69dccbcf9e90 req-d8a82a15-c986-4ead-9594-3d6029064cec tempest-LiveMigrationTest-1843640962 tempest-LiveMigrationTest-1843640962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:23:59.122892 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-b574aba4-33bb-4880-ba8e-69dccbcf9e90 req-d8a82a15-c986-4ead-9594-3d6029064cec tempest-LiveMigrationTest-1843640962 tempest-LiveMigrationTest-1843640962-project] 10.222.0.67 "GET /v2.0/ports?device_id=736298ae-bd3f-4e9b-8e47-2726a845f6e1 HTTP/1.1" status: 200 len: 946 time: 0.1070726 Sep 23 19:23:59.204556 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-b574aba4-33bb-4880-ba8e-69dccbcf9e90 req-59677bd3-5f1f-4ad1-a2d3-68d3d0007ef0 tempest-LiveMigrationTest-1843640962 tempest-LiveMigrationTest-1843640962-project] 10.222.0.67 "GET /v2.0/security-groups?id=1c151358-1cab-48a6-be3e-ad7507b4da06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638728 Sep 23 19:23:59.318113 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eefeeaf-6ac9-4857-b5f4-ee96356181b5 req-94149119-1930-4601-b032-523aa050adbe tempest-LiveMigrationTest-677110171 tempest-LiveMigrationTest-677110171-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:23:59.327067 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-0eefeeaf-6ac9-4857-b5f4-ee96356181b5 req-94149119-1930-4601-b032-523aa050adbe tempest-LiveMigrationTest-677110171 tempest-LiveMigrationTest-677110171-project-admin] 10.222.0.74 "GET /v2.0/ports?device_id=736298ae-bd3f-4e9b-8e47-2726a845f6e1&tenant_id=0f5d9c33c3334ce192c43e08217ee019&binding%3Ahost_id=n-h2-713301-16 HTTP/1.1" status: 200 len: 1098 time: 0.1410437 Sep 23 19:23:59.344214 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.v2.base [req-0eefeeaf-6ac9-4857-b5f4-ee96356181b5 req-9786b5f3-5093-4757-a869-fc40837a690e service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-713301-16'}}} {{(pid=95102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:23:59.597184 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-0eefeeaf-6ac9-4857-b5f4-ee96356181b5 req-9786b5f3-5093-4757-a869-fc40837a690e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:23:59.738637 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd4b8c5-f628-4b83-a495-e6bd34dbf4c4 req-04f09892-8ee7-4d63-8069-deffbc267f10 tempest-LiveAutoBlockMigrationV225Test-1531822435 tempest-LiveAutoBlockMigrationV225Test-1531822435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:23:59.740216 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-dbd4b8c5-f628-4b83-a495-e6bd34dbf4c4 req-04f09892-8ee7-4d63-8069-deffbc267f10 tempest-LiveAutoBlockMigrationV225Test-1531822435 tempest-LiveAutoBlockMigrationV225Test-1531822435-project] 10.222.0.67 "GET /v2.0/ports?device_id=b12a90d4-a99f-4737-98f8-64ef72d18294 HTTP/1.1" status: 200 len: 944 time: 0.2824605 Sep 23 19:23:59.792393 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76173da2-e531-4a64-a0d3-82944c8d5158 req-52b50829-36ea-487c-82e9-af6db26dfad9 tempest-LiveAutoBlockMigrationV225Test-1531822435 tempest-LiveAutoBlockMigrationV225Test-1531822435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:23:59.793773 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-76173da2-e531-4a64-a0d3-82944c8d5158 req-52b50829-36ea-487c-82e9-af6db26dfad9 tempest-LiveAutoBlockMigrationV225Test-1531822435 tempest-LiveAutoBlockMigrationV225Test-1531822435-project] 10.222.0.74 "GET /v2.0/ports?device_id=b12a90d4-a99f-4737-98f8-64ef72d18294 HTTP/1.1" status: 200 len: 944 time: 0.3151186 Sep 23 19:23:59.896318 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.db [req-0eefeeaf-6ac9-4857-b5f4-ee96356181b5 req-9786b5f3-5093-4757-a869-fc40837a690e service neutron] For port b2afac21-1c3c-4563-b6dd-28bd82c804ec, host n-h2-713301-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-16',level=0,port_id=b2afac21-1c3c-4563-b6dd-28bd82c804ec,segment=NetworkSegment(6735b3c2-9e0f-43a7-8f57-e48eb1a30c85),segment_id=6735b3c2-9e0f-43a7-8f57-e48eb1a30c85)] {{(pid=95102) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:23:59.922321 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-dbd4b8c5-f628-4b83-a495-e6bd34dbf4c4 req-0319d5dc-93ce-4160-96b5-53796d5dbf60 tempest-LiveAutoBlockMigrationV225Test-1531822435 tempest-LiveAutoBlockMigrationV225Test-1531822435-project] 10.222.0.67 "GET /v2.0/security-groups?id=6d32247e-8bb7-4ae1-818c-76baafa39c73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1457391 Sep 23 19:23:59.975072 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.db [req-0eefeeaf-6ac9-4857-b5f4-ee96356181b5 req-9786b5f3-5093-4757-a869-fc40837a690e service neutron] For port b2afac21-1c3c-4563-b6dd-28bd82c804ec, host n-h2-713301-16, cleared binding levels {{(pid=95102) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 19:24:00.015913 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.plugin [req-76173da2-e531-4a64-a0d3-82944c8d5158 req-a17921c9-c896-4620-b592-eb5904fb7bba tempest-LiveAutoBlockMigrationV225Test-1531822435 tempest-LiveAutoBlockMigrationV225Test-1531822435-project] Deleting port 3b1ed664-84d3-4e55-90c8-29444560ec78 {{(pid=95102) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:24:00.016432 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-76173da2-e531-4a64-a0d3-82944c8d5158 req-a17921c9-c896-4620-b592-eb5904fb7bba tempest-LiveAutoBlockMigrationV225Test-1531822435 tempest-LiveAutoBlockMigrationV225Test-1531822435-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783146157096'] for port, before_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:00.061640 n-d-713301-16 neutron-server[95102]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '736298ae-bd3f-4e9b-8e47-2726a845f6e1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b2afac21-1c3c-4563-b6dd-28bd82c804ec'}] {{(pid=95102) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 19:24:00.064479 n-d-713301-16 neutron-server[95102]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab31b6d93e5336dbddfa8ec424565b3bd8cb2369c5b4d85bc943472dbb21e8ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3a7a7ca-a5a9-484e-87c2-93f1c242eebf" -d '{"events": [{"server_uuid": "736298ae-bd3f-4e9b-8e47-2726a845f6e1", "name": "network-vif-unplugged", "status": "completed", "tag": "b2afac21-1c3c-4563-b6dd-28bd82c804ec"}]}' {{(pid=95102) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 19:24:00.068280 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-0eefeeaf-6ac9-4857-b5f4-ee96356181b5 req-9786b5f3-5093-4757-a869-fc40837a690e service neutron] Notify callbacks [] for port, precommit_update {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:00.106866 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-0eefeeaf-6ac9-4857-b5f4-ee96356181b5 req-9786b5f3-5093-4757-a869-fc40837a690e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4399095'] for port, after_update {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:00.234341 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c0e9063-73dd-49f6-8274-a3a18e6e82d4 req-d8ac1add-c0a6-4633-9cff-8c7f117ab3f7 tempest-ListImageFiltersTestJSON-1823198714 tempest-ListImageFiltersTestJSON-1823198714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:24:00.236886 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-8c0e9063-73dd-49f6-8274-a3a18e6e82d4 req-d8ac1add-c0a6-4633-9cff-8c7f117ab3f7 tempest-ListImageFiltersTestJSON-1823198714 tempest-ListImageFiltersTestJSON-1823198714-project] 10.222.0.74 "GET /v2.0/ports?device_id=102f53d1-1982-4f39-85c0-8cb5e7da0a24 HTTP/1.1" status: 200 len: 947 time: 0.0719872 Sep 23 19:24:00.243048 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.db [req-76173da2-e531-4a64-a0d3-82944c8d5158 req-a17921c9-c896-4620-b592-eb5904fb7bba tempest-LiveAutoBlockMigrationV225Test-1531822435 tempest-LiveAutoBlockMigrationV225Test-1531822435-project] For port 3b1ed664-84d3-4e55-90c8-29444560ec78, host n-h1-713301-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-16',level=0,port_id=3b1ed664-84d3-4e55-90c8-29444560ec78,segment=NetworkSegment(5e7e2223-350e-4937-8d7b-2c6ab6ddc0ab),segment_id=5e7e2223-350e-4937-8d7b-2c6ab6ddc0ab)] {{(pid=95102) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:24:00.243429 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-76173da2-e531-4a64-a0d3-82944c8d5158 req-a17921c9-c896-4620-b592-eb5904fb7bba tempest-LiveAutoBlockMigrationV225Test-1531822435 tempest-LiveAutoBlockMigrationV225Test-1531822435-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-605701'] for port, precommit_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:00.249688 n-d-713301-16 neutron-server[95102]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 23 Sep 2021 19:24:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a218e86-8722-483c-8e4c-83204029a1a2 x-openstack-request-id: req-3a218e86-8722-483c-8e4c-83204029a1a2 {{(pid=95102) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 19:24:00.249973 n-d-713301-16 neutron-server[95102]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "736298ae-bd3f-4e9b-8e47-2726a845f6e1", "name": "network-vif-unplugged", "status": "completed", "tag": "b2afac21-1c3c-4563-b6dd-28bd82c804ec", "code": 200}]} {{(pid=95102) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 19:24:00.250536 n-d-713301-16 neutron-server[95102]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-3a218e86-8722-483c-8e4c-83204029a1a2 {{(pid=95102) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 19:24:00.251150 n-d-713301-16 neutron-server[95102]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '736298ae-bd3f-4e9b-8e47-2726a845f6e1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b2afac21-1c3c-4563-b6dd-28bd82c804ec', 'code': 200} Sep 23 19:24:00.258905 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9786b5f3-5093-4757-a869-fc40837a690e service neutron] Pushing event updated for resources: {'Port': ['ID=b2afac21-1c3c-4563-b6dd-28bd82c804ec,revision_number=7']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:24:00.273128 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1844a60-3a5a-4e0f-90cc-0e79ca540ae0 req-655c90c1-d37b-436e-bc83-92dbd6c0f555 tempest-ListImageFiltersTestJSON-1823198714 tempest-ListImageFiltersTestJSON-1823198714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:24:00.273888 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-c1844a60-3a5a-4e0f-90cc-0e79ca540ae0 req-655c90c1-d37b-436e-bc83-92dbd6c0f555 tempest-ListImageFiltersTestJSON-1823198714 tempest-ListImageFiltersTestJSON-1823198714-project] 10.222.0.67 "GET /v2.0/ports?device_id=102f53d1-1982-4f39-85c0-8cb5e7da0a24 HTTP/1.1" status: 200 len: 947 time: 0.1717625 Sep 23 19:24:00.303014 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.plugin [req-76173da2-e531-4a64-a0d3-82944c8d5158 req-a17921c9-c896-4620-b592-eb5904fb7bba tempest-LiveAutoBlockMigrationV225Test-1531822435 tempest-LiveAutoBlockMigrationV225Test-1531822435-project] Calling delete_port for 3b1ed664-84d3-4e55-90c8-29444560ec78 owned by compute:nova {{(pid=95102) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:24:00.315334 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9786b5f3-5093-4757-a869-fc40837a690e service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:24:00.315763 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9786b5f3-5093-4757-a869-fc40837a690e service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:24:00.316120 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9786b5f3-5093-4757-a869-fc40837a690e service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:24:00.316547 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9786b5f3-5093-4757-a869-fc40837a690e service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:24:00.316835 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9786b5f3-5093-4757-a869-fc40837a690e service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:24:00.317175 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9786b5f3-5093-4757-a869-fc40837a690e service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:24:00.317513 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9786b5f3-5093-4757-a869-fc40837a690e service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:24:00.317848 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9786b5f3-5093-4757-a869-fc40837a690e service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:24:00.318183 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9786b5f3-5093-4757-a869-fc40837a690e service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:24:00.318519 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9786b5f3-5093-4757-a869-fc40837a690e service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:24:00.318847 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9786b5f3-5093-4757-a869-fc40837a690e service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:24:00.319176 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9786b5f3-5093-4757-a869-fc40837a690e service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:24:00.345121 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.managers [req-0eefeeaf-6ac9-4857-b5f4-ee96356181b5 req-9786b5f3-5093-4757-a869-fc40837a690e service neutron] Attempting to bind port b2afac21-1c3c-4563-b6dd-28bd82c804ec on host n-h2-713301-16 for vnic_type normal with profile {"migrating_to": "n-h1-713301-16"} {{(pid=95102) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 19:24:00.345720 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.managers [req-0eefeeaf-6ac9-4857-b5f4-ee96356181b5 req-9786b5f3-5093-4757-a869-fc40837a690e service neutron] Attempting to bind port b2afac21-1c3c-4563-b6dd-28bd82c804ec by drivers openvswitch,hyperv on host n-h2-713301-16 at level 0 using segments [{'id': '6735b3c2-9e0f-43a7-8f57-e48eb1a30c85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': 'bf651024-673c-4eec-84ce-c6ef83d369a1'}] {{(pid=95102) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 19:24:00.346250 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0eefeeaf-6ac9-4857-b5f4-ee96356181b5 req-9786b5f3-5093-4757-a869-fc40837a690e service neutron] Attempting to bind port b2afac21-1c3c-4563-b6dd-28bd82c804ec on network bf651024-673c-4eec-84ce-c6ef83d369a1 {{(pid=95102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:24:00.376851 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.plugin [req-8c0e9063-73dd-49f6-8274-a3a18e6e82d4 req-a33f3214-8429-4d2c-95ad-61d468fb1572 tempest-ListImageFiltersTestJSON-1823198714 tempest-ListImageFiltersTestJSON-1823198714-project] Deleting port 57fb353f-18bb-4079-9329-192986ecbc90 {{(pid=95101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:24:00.377185 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-8c0e9063-73dd-49f6-8274-a3a18e6e82d4 req-a33f3214-8429-4d2c-95ad-61d468fb1572 tempest-ListImageFiltersTestJSON-1823198714 tempest-ListImageFiltersTestJSON-1823198714-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783146157096'] for port, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:00.412199 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0eefeeaf-6ac9-4857-b5f4-ee96356181b5 req-9786b5f3-5093-4757-a869-fc40837a690e service neutron] Port b2afac21-1c3c-4563-b6dd-28bd82c804ec on network bf651024-673c-4eec-84ce-c6ef83d369a1 not bound, no agent of type Open vSwitch agent registered on host n-h2-713301-16 {{(pid=95102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 19:24:00.412527 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0eefeeaf-6ac9-4857-b5f4-ee96356181b5 req-9786b5f3-5093-4757-a869-fc40837a690e service neutron] Attempting to bind port b2afac21-1c3c-4563-b6dd-28bd82c804ec on network bf651024-673c-4eec-84ce-c6ef83d369a1 {{(pid=95102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:24:00.419616 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-c1844a60-3a5a-4e0f-90cc-0e79ca540ae0 req-2bbb72ee-b9ca-410a-b22f-0e1096f59d46 tempest-ListImageFiltersTestJSON-1823198714 tempest-ListImageFiltersTestJSON-1823198714-project] 10.222.0.67 "GET /v2.0/security-groups?id=e422f629-0f20-4441-8041-dd3c189ad680&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1223450 Sep 23 19:24:00.425705 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0eefeeaf-6ac9-4857-b5f4-ee96356181b5 req-9786b5f3-5093-4757-a869-fc40837a690e service neutron] Checking agent: {'id': '2a7cea34-db54-4faf-8d23-37521c3e34cb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713301-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 19, 15, 28), 'started_at': datetime.datetime(2021, 9, 23, 19, 15, 28), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 19, 23, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 19:24:00.426048 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0eefeeaf-6ac9-4857-b5f4-ee96356181b5 req-9786b5f3-5093-4757-a869-fc40837a690e service neutron] Checking segment: {'id': '6735b3c2-9e0f-43a7-8f57-e48eb1a30c85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': 'bf651024-673c-4eec-84ce-c6ef83d369a1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95102) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:24:00.426442 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0eefeeaf-6ac9-4857-b5f4-ee96356181b5 req-9786b5f3-5093-4757-a869-fc40837a690e service neutron] Bound using segment: {'id': '6735b3c2-9e0f-43a7-8f57-e48eb1a30c85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': 'bf651024-673c-4eec-84ce-c6ef83d369a1'} {{(pid=95102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 19:24:00.426887 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.managers [req-0eefeeaf-6ac9-4857-b5f4-ee96356181b5 req-9786b5f3-5093-4757-a869-fc40837a690e service neutron] Bound port: b2afac21-1c3c-4563-b6dd-28bd82c804ec, host: n-h2-713301-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6735b3c2-9e0f-43a7-8f57-e48eb1a30c85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': 'bf651024-673c-4eec-84ce-c6ef83d369a1'}}] {{(pid=95102) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 19:24:00.427253 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-0eefeeaf-6ac9-4857-b5f4-ee96356181b5 req-9786b5f3-5093-4757-a869-fc40837a690e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:00.473708 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Device b2afac21-1c3c-4563-b6dd-28bd82c804ec details requested by agent hyperv_n-h1-713301-16 with host n-h1-713301-16 {{(pid=95103) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 19:24:00.503627 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.db [req-8c0e9063-73dd-49f6-8274-a3a18e6e82d4 req-a33f3214-8429-4d2c-95ad-61d468fb1572 tempest-ListImageFiltersTestJSON-1823198714 tempest-ListImageFiltersTestJSON-1823198714-project] For port 57fb353f-18bb-4079-9329-192986ecbc90, host n-h1-713301-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-16',level=0,port_id=57fb353f-18bb-4079-9329-192986ecbc90,segment=NetworkSegment(6139d589-eb6c-4578-8935-c26ddf396853),segment_id=6139d589-eb6c-4578-8935-c26ddf396853)] {{(pid=95101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:24:00.504192 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-8c0e9063-73dd-49f6-8274-a3a18e6e82d4 req-a33f3214-8429-4d2c-95ad-61d468fb1572 tempest-ListImageFiltersTestJSON-1823198714 tempest-ListImageFiltersTestJSON-1823198714-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-605701'] for port, precommit_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:00.528985 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.plugin [req-8c0e9063-73dd-49f6-8274-a3a18e6e82d4 req-a33f3214-8429-4d2c-95ad-61d468fb1572 tempest-ListImageFiltersTestJSON-1823198714 tempest-ListImageFiltersTestJSON-1823198714-project] Calling delete_port for 57fb353f-18bb-4079-9329-192986ecbc90 owned by compute:nova {{(pid=95101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:24:00.581741 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] For port b2afac21-1c3c-4563-b6dd-28bd82c804ec, host n-h2-713301-16, got binding levels [] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:24:00.603159 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f728d0e3-316b-4c4c-8317-373c1a01a743 req-cef863ff-ad07-4081-b7e8-f43263a7bdcc tempest-LiveMigrationTest-1843640962 tempest-LiveMigrationTest-1843640962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:24:00.606416 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-f728d0e3-316b-4c4c-8317-373c1a01a743 req-cef863ff-ad07-4081-b7e8-f43263a7bdcc tempest-LiveMigrationTest-1843640962 tempest-LiveMigrationTest-1843640962-project] 10.222.0.67 "GET /v2.0/ports?device_id=736298ae-bd3f-4e9b-8e47-2726a845f6e1 HTTP/1.1" status: 200 len: 944 time: 0.1574492 Sep 23 19:24:00.608392 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.managers [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Attempting to bind port b2afac21-1c3c-4563-b6dd-28bd82c804ec on host n-h2-713301-16 for vnic_type normal with profile {"migrating_to": "n-h1-713301-16"} {{(pid=95103) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 19:24:00.609112 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.managers [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Attempting to bind port b2afac21-1c3c-4563-b6dd-28bd82c804ec by drivers openvswitch,hyperv on host n-h2-713301-16 at level 0 using segments [{'id': '6735b3c2-9e0f-43a7-8f57-e48eb1a30c85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': 'bf651024-673c-4eec-84ce-c6ef83d369a1'}] {{(pid=95103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 19:24:00.609672 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Attempting to bind port b2afac21-1c3c-4563-b6dd-28bd82c804ec on network bf651024-673c-4eec-84ce-c6ef83d369a1 {{(pid=95103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:24:00.615208 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Port b2afac21-1c3c-4563-b6dd-28bd82c804ec on network bf651024-673c-4eec-84ce-c6ef83d369a1 not bound, no agent of type Open vSwitch agent registered on host n-h2-713301-16 {{(pid=95103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 19:24:00.615646 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Attempting to bind port b2afac21-1c3c-4563-b6dd-28bd82c804ec on network bf651024-673c-4eec-84ce-c6ef83d369a1 {{(pid=95103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:24:00.621894 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Checking agent: {'id': '2a7cea34-db54-4faf-8d23-37521c3e34cb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713301-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 19, 15, 28), 'started_at': datetime.datetime(2021, 9, 23, 19, 15, 28), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 19, 23, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 19:24:00.622585 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Checking segment: {'id': '6735b3c2-9e0f-43a7-8f57-e48eb1a30c85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': 'bf651024-673c-4eec-84ce-c6ef83d369a1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95103) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:24:00.623302 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Bound using segment: {'id': '6735b3c2-9e0f-43a7-8f57-e48eb1a30c85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': 'bf651024-673c-4eec-84ce-c6ef83d369a1'} {{(pid=95103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 19:24:00.623664 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.managers [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Bound port: b2afac21-1c3c-4563-b6dd-28bd82c804ec, host: n-h2-713301-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6735b3c2-9e0f-43a7-8f57-e48eb1a30c85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': 'bf651024-673c-4eec-84ce-c6ef83d369a1'}}] {{(pid=95103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 19:24:00.624065 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:00.683775 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.db [req-0eefeeaf-6ac9-4857-b5f4-ee96356181b5 req-9786b5f3-5093-4757-a869-fc40837a690e service neutron] For port b2afac21-1c3c-4563-b6dd-28bd82c804ec, host n-h2-713301-16, cleared binding levels {{(pid=95102) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 19:24:00.711940 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.db [req-0eefeeaf-6ac9-4857-b5f4-ee96356181b5 req-9786b5f3-5093-4757-a869-fc40837a690e service neutron] For port b2afac21-1c3c-4563-b6dd-28bd82c804ec, host n-h2-713301-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-16',level=0,port_id=b2afac21-1c3c-4563-b6dd-28bd82c804ec,segment=NetworkSegment(6735b3c2-9e0f-43a7-8f57-e48eb1a30c85),segment_id=6735b3c2-9e0f-43a7-8f57-e48eb1a30c85)] {{(pid=95102) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 19:24:00.724727 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-0eefeeaf-6ac9-4857-b5f4-ee96356181b5 req-9786b5f3-5093-4757-a869-fc40837a690e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4399095'] for port, after_update {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:00.733977 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-8c0e9063-73dd-49f6-8274-a3a18e6e82d4 req-a33f3214-8429-4d2c-95ad-61d468fb1572 tempest-ListImageFiltersTestJSON-1823198714 tempest-ListImageFiltersTestJSON-1823198714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783146162158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783145673144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5607431'] for port, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:00.797944 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a33f3214-8429-4d2c-95ad-61d468fb1572 tempest-ListImageFiltersTestJSON-1823198714 tempest-ListImageFiltersTestJSON-1823198714-project] Pushing event deleted for resources: {'Port': ['ID=57fb353f-18bb-4079-9329-192986ecbc90,revision_number=None']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:24:00.821730 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9786b5f3-5093-4757-a869-fc40837a690e service neutron] Pushing event updated for resources: {'Port': ['ID=b2afac21-1c3c-4563-b6dd-28bd82c804ec,revision_number=8']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:24:00.826436 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-76173da2-e531-4a64-a0d3-82944c8d5158 req-a17921c9-c896-4620-b592-eb5904fb7bba tempest-LiveAutoBlockMigrationV225Test-1531822435 tempest-LiveAutoBlockMigrationV225Test-1531822435-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783146162158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783145673144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4399100'] for port, after_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:00.832244 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-f728d0e3-316b-4c4c-8317-373c1a01a743 req-35216614-4a86-4630-909e-5560f1043675 tempest-LiveMigrationTest-1843640962 tempest-LiveMigrationTest-1843640962-project] 10.222.0.67 "GET /v2.0/security-groups?id=1c151358-1cab-48a6-be3e-ad7507b4da06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1722238 Sep 23 19:24:00.839109 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] get_ports_and_sgs() called for port_ids ['3b1ed664-84d3-4e55-90c8-29444560ec78'] {{(pid=95103) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 19:24:00.871661 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a17921c9-c896-4620-b592-eb5904fb7bba tempest-LiveAutoBlockMigrationV225Test-1531822435 tempest-LiveAutoBlockMigrationV225Test-1531822435-project] Pushing event deleted for resources: {'Port': ['ID=3b1ed664-84d3-4e55-90c8-29444560ec78,revision_number=None']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:24:00.894257 n-d-713301-16 neutron-server[95101]: DEBUG neutron.db.l3_dvrscheduler_db [req-8c0e9063-73dd-49f6-8274-a3a18e6e82d4 req-a33f3214-8429-4d2c-95ad-61d468fb1572 tempest-ListImageFiltersTestJSON-1823198714 tempest-ListImageFiltersTestJSON-1823198714-project] No DVR routers for this DVR port 57fb353f-18bb-4079-9329-192986ecbc90 on host n-h1-713301-16 {{(pid=95101) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 19:24:00.895881 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] For port b2afac21-1c3c-4563-b6dd-28bd82c804ec, host n-h2-713301-16, cleared binding levels {{(pid=95103) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 19:24:00.905909 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-8c0e9063-73dd-49f6-8274-a3a18e6e82d4 req-a33f3214-8429-4d2c-95ad-61d468fb1572 tempest-ListImageFiltersTestJSON-1823198714 tempest-ListImageFiltersTestJSON-1823198714-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222849'] for port, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:00.908415 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-8c0e9063-73dd-49f6-8274-a3a18e6e82d4 req-a33f3214-8429-4d2c-95ad-61d468fb1572 tempest-ListImageFiltersTestJSON-1823198714 tempest-ListImageFiltersTestJSON-1823198714-project] 10.222.0.74 "DELETE /v2.0/ports/57fb353f-18bb-4079-9329-192986ecbc90 HTTP/1.1" status: 204 len: 173 time: 0.6648526 Sep 23 19:24:00.909173 n-d-713301-16 neutron-server[95101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '102f53d1-1982-4f39-85c0-8cb5e7da0a24', 'name': 'network-vif-deleted', 'tag': '57fb353f-18bb-4079-9329-192986ecbc90'}] {{(pid=95101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 19:24:00.910260 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.db.api [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Retry wrapper got retriable exception: Failed to create a duplicate PortBindingLevel: for attribute(s) ['ml2_port_binding_levels.PRIMARY'] with value(s) b2afac21-1c3c-4563-b6dd-28bd82c804ec-n-h2-713301-16-0 {{(pid=95103) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 23 19:24:00.910633 n-d-713301-16 neutron-server[95103]: DEBUG oslo_db.api [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin._bind_port_if_needed {{(pid=95103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 23 19:24:00.912344 n-d-713301-16 neutron-server[95101]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d8366c5740cd635e57ab12b71fe44a77c2acc3c19091ef849c6f68b380462244" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2dc5a727-b15c-404a-aaf9-521774d7980b" -d '{"events": [{"server_uuid": "102f53d1-1982-4f39-85c0-8cb5e7da0a24", "name": "network-vif-deleted", "tag": "57fb353f-18bb-4079-9329-192986ecbc90"}]}' {{(pid=95101) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 19:24:00.946705 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eefeeaf-6ac9-4857-b5f4-ee96356181b5 req-9786b5f3-5093-4757-a869-fc40837a690e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:24:00.947509 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-0eefeeaf-6ac9-4857-b5f4-ee96356181b5 req-9786b5f3-5093-4757-a869-fc40837a690e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222849'] for port, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:00.949061 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-0eefeeaf-6ac9-4857-b5f4-ee96356181b5 req-9786b5f3-5093-4757-a869-fc40837a690e service neutron] 10.222.0.74 "PUT /v2.0/ports/b2afac21-1c3c-4563-b6dd-28bd82c804ec HTTP/1.1" status: 200 len: 1124 time: 1.6127572 Sep 23 19:24:00.966189 n-d-713301-16 neutron-server[95102]: DEBUG neutron.db.l3_dvrscheduler_db [req-76173da2-e531-4a64-a0d3-82944c8d5158 req-a17921c9-c896-4620-b592-eb5904fb7bba tempest-LiveAutoBlockMigrationV225Test-1531822435 tempest-LiveAutoBlockMigrationV225Test-1531822435-project] No DVR routers for this DVR port 3b1ed664-84d3-4e55-90c8-29444560ec78 on host n-h1-713301-16 {{(pid=95102) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 19:24:00.969218 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-76173da2-e531-4a64-a0d3-82944c8d5158 req-a17921c9-c896-4620-b592-eb5904fb7bba tempest-LiveAutoBlockMigrationV225Test-1531822435 tempest-LiveAutoBlockMigrationV225Test-1531822435-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222849'] for port, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:00.971525 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-76173da2-e531-4a64-a0d3-82944c8d5158 req-a17921c9-c896-4620-b592-eb5904fb7bba tempest-LiveAutoBlockMigrationV225Test-1531822435 tempest-LiveAutoBlockMigrationV225Test-1531822435-project] 10.222.0.74 "DELETE /v2.0/ports/3b1ed664-84d3-4e55-90c8-29444560ec78 HTTP/1.1" status: 204 len: 173 time: 1.1632683 Sep 23 19:24:01.026313 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] get_ports_and_sgs() called for port_ids ['b2afac21-1c3c-4563-b6dd-28bd82c804ec'] {{(pid=95103) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 19:24:01.085534 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] get_ports_and_sgs() called for port_ids ['b2afac21-1c3c-4563-b6dd-28bd82c804ec'] {{(pid=95103) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 19:24:01.427594 n-d-713301-16 neutron-server[95101]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 19:24:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc8b65a9-9096-4282-ad43-98931af5816e x-openstack-request-id: req-bc8b65a9-9096-4282-ad43-98931af5816e {{(pid=95101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 19:24:01.429018 n-d-713301-16 neutron-server[95101]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "102f53d1-1982-4f39-85c0-8cb5e7da0a24", "name": "network-vif-deleted", "tag": "57fb353f-18bb-4079-9329-192986ecbc90", "status": "completed", "code": 200}]} {{(pid=95101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 19:24:01.429506 n-d-713301-16 neutron-server[95101]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-bc8b65a9-9096-4282-ad43-98931af5816e {{(pid=95101) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 19:24:01.430145 n-d-713301-16 neutron-server[95101]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '102f53d1-1982-4f39-85c0-8cb5e7da0a24', 'name': 'network-vif-deleted', 'tag': '57fb353f-18bb-4079-9329-192986ecbc90', 'status': 'completed', 'code': 200} Sep 23 19:24:01.454366 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.managers [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Attempting to bind port b2afac21-1c3c-4563-b6dd-28bd82c804ec on host n-h2-713301-16 for vnic_type normal with profile {"migrating_to": "n-h1-713301-16"} {{(pid=95103) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 19:24:01.454936 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.managers [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Attempting to bind port b2afac21-1c3c-4563-b6dd-28bd82c804ec by drivers openvswitch,hyperv on host n-h2-713301-16 at level 0 using segments [{'id': '6735b3c2-9e0f-43a7-8f57-e48eb1a30c85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': 'bf651024-673c-4eec-84ce-c6ef83d369a1'}] {{(pid=95103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 19:24:01.455414 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Attempting to bind port b2afac21-1c3c-4563-b6dd-28bd82c804ec on network bf651024-673c-4eec-84ce-c6ef83d369a1 {{(pid=95103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:24:01.460356 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Port b2afac21-1c3c-4563-b6dd-28bd82c804ec on network bf651024-673c-4eec-84ce-c6ef83d369a1 not bound, no agent of type Open vSwitch agent registered on host n-h2-713301-16 {{(pid=95103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 19:24:01.460929 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Attempting to bind port b2afac21-1c3c-4563-b6dd-28bd82c804ec on network bf651024-673c-4eec-84ce-c6ef83d369a1 {{(pid=95103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:24:01.467749 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Checking agent: {'id': '2a7cea34-db54-4faf-8d23-37521c3e34cb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713301-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 19, 15, 28), 'started_at': datetime.datetime(2021, 9, 23, 19, 15, 28), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 19, 23, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 19:24:01.468333 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Checking segment: {'id': '6735b3c2-9e0f-43a7-8f57-e48eb1a30c85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': 'bf651024-673c-4eec-84ce-c6ef83d369a1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95103) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:24:01.468641 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Bound using segment: {'id': '6735b3c2-9e0f-43a7-8f57-e48eb1a30c85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': 'bf651024-673c-4eec-84ce-c6ef83d369a1'} {{(pid=95103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 19:24:01.469336 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.managers [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Bound port: b2afac21-1c3c-4563-b6dd-28bd82c804ec, host: n-h2-713301-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6735b3c2-9e0f-43a7-8f57-e48eb1a30c85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': 'bf651024-673c-4eec-84ce-c6ef83d369a1'}}] {{(pid=95103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 19:24:01.469828 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:01.553722 n-d-713301-16 neutron-server[95103]: WARNING neutron.plugins.ml2.plugin [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Concurrent port binding operations failed on port b2afac21-1c3c-4563-b6dd-28bd82c804ec Sep 23 19:24:01.562635 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] For port b2afac21-1c3c-4563-b6dd-28bd82c804ec, host n-h2-713301-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-16',level=0,port_id=b2afac21-1c3c-4563-b6dd-28bd82c804ec,segment=NetworkSegment(6735b3c2-9e0f-43a7-8f57-e48eb1a30c85),segment_id=6735b3c2-9e0f-43a7-8f57-e48eb1a30c85)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:24:01.568008 n-d-713301-16 neutron-server[95103]: INFO neutron.plugins.ml2.plugin [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Attempt 2 to bind port b2afac21-1c3c-4563-b6dd-28bd82c804ec Sep 23 19:24:01.568008 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Device b2afac21-1c3c-4563-b6dd-28bd82c804ec has no active binding in host n-h1-713301-16 {{(pid=95103) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Sep 23 19:24:01.577738 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-edcd77c1-56a6-4eff-a024-9c1f95d2ac73 req-67abcba1-10f6-4b03-a918-1fe820dc5d20 tempest-LiveAutoBlockMigrationV225Test-1531822435 tempest-LiveAutoBlockMigrationV225Test-1531822435-project] 10.222.0.67 "GET /v2.0/ports?device_id=b12a90d4-a99f-4737-98f8-64ef72d18294 HTTP/1.1" status: 200 len: 210 time: 0.0344849 Sep 23 19:24:02.087487 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba0aede-e84b-4598-a437-d06ec8a9e1a5 req-bd7e4ec1-7607-47da-8b98-4454ef97656b tempest-LiveMigrationTest-1843640962 tempest-LiveMigrationTest-1843640962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:24:02.096508 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-dba0aede-e84b-4598-a437-d06ec8a9e1a5 req-bd7e4ec1-7607-47da-8b98-4454ef97656b tempest-LiveMigrationTest-1843640962 tempest-LiveMigrationTest-1843640962-project] 10.222.0.67 "GET /v2.0/ports?device_id=736298ae-bd3f-4e9b-8e47-2726a845f6e1 HTTP/1.1" status: 200 len: 944 time: 0.0708385 Sep 23 19:24:02.135963 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-dba0aede-e84b-4598-a437-d06ec8a9e1a5 req-23a40240-ad3f-470c-9876-a97a4e940cfc tempest-LiveMigrationTest-1843640962 tempest-LiveMigrationTest-1843640962-project] 10.222.0.67 "GET /v2.0/security-groups?id=1c151358-1cab-48a6-be3e-ad7507b4da06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380535 Sep 23 19:24:02.254974 n-d-713301-16 neutron-server[95102]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '736298ae-bd3f-4e9b-8e47-2726a845f6e1', 'tag': 'b2afac21-1c3c-4563-b6dd-28bd82c804ec'}, {'server_uuid': 'b12a90d4-a99f-4737-98f8-64ef72d18294', 'name': 'network-vif-deleted', 'tag': '3b1ed664-84d3-4e55-90c8-29444560ec78'}] {{(pid=95102) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 19:24:02.258415 n-d-713301-16 neutron-server[95102]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab31b6d93e5336dbddfa8ec424565b3bd8cb2369c5b4d85bc943472dbb21e8ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c0ac0a9-f03b-42ab-9dcd-5e1ff7239126" -d '{"events": [{"name": "network-changed", "server_uuid": "736298ae-bd3f-4e9b-8e47-2726a845f6e1", "tag": "b2afac21-1c3c-4563-b6dd-28bd82c804ec"}, {"server_uuid": "b12a90d4-a99f-4737-98f8-64ef72d18294", "name": "network-vif-deleted", "tag": "3b1ed664-84d3-4e55-90c8-29444560ec78"}]}' {{(pid=95102) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 19:24:02.294809 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94e5aa8-6e27-4fb4-bae2-93e27f010ab7 req-3bb655a5-ca2a-4e82-ada9-d3add120639c tempest-ListImageFiltersTestJSON-1823198714 tempest-ListImageFiltersTestJSON-1823198714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:24:02.296640 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-f94e5aa8-6e27-4fb4-bae2-93e27f010ab7 req-3bb655a5-ca2a-4e82-ada9-d3add120639c tempest-ListImageFiltersTestJSON-1823198714 tempest-ListImageFiltersTestJSON-1823198714-project] 10.222.0.67 "GET /v2.0/ports?device_id=bffda0e9-3935-484f-b05d-313c40f1aa1c HTTP/1.1" status: 200 len: 948 time: 0.0848205 Sep 23 19:24:02.334001 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 35146) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:24:02.377363 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-f94e5aa8-6e27-4fb4-bae2-93e27f010ab7 req-6e4b25c5-24d5-4245-b977-c89b8a925628 tempest-ListImageFiltersTestJSON-1823198714 tempest-ListImageFiltersTestJSON-1823198714-project] 10.222.0.67 "GET /v2.0/security-groups?id=e422f629-0f20-4441-8041-dd3c189ad680&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741875 Sep 23 19:24:02.465716 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b0aae3f-7864-4fa6-84fe-384215c72ed3 req-1cdc3c5a-4bed-4b72-b372-fd035082599d tempest-ImagesTestJSON-1030216449 tempest-ImagesTestJSON-1030216449-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:24:02.467806 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-2b0aae3f-7864-4fa6-84fe-384215c72ed3 req-1cdc3c5a-4bed-4b72-b372-fd035082599d tempest-ImagesTestJSON-1030216449 tempest-ImagesTestJSON-1030216449-project] 10.222.0.67 "GET /v2.0/networks?id=3933cf84-cdd3-4c59-ac2d-c58afedb7fce HTTP/1.1" status: 200 len: 803 time: 0.1495993 Sep 23 19:24:02.469497 n-d-713301-16 neutron-server[95102]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Thu, 23 Sep 2021 19:24:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0664d8a9-90bc-439a-9515-33a190f173fb x-openstack-request-id: req-0664d8a9-90bc-439a-9515-33a190f173fb {{(pid=95102) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 19:24:02.469788 n-d-713301-16 neutron-server[95102]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "736298ae-bd3f-4e9b-8e47-2726a845f6e1", "tag": "b2afac21-1c3c-4563-b6dd-28bd82c804ec", "status": "completed", "code": 200}, {"server_uuid": "b12a90d4-a99f-4737-98f8-64ef72d18294", "name": "network-vif-deleted", "tag": "3b1ed664-84d3-4e55-90c8-29444560ec78", "status": "completed", "code": 200}]} {{(pid=95102) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 19:24:02.470061 n-d-713301-16 neutron-server[95102]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-0664d8a9-90bc-439a-9515-33a190f173fb {{(pid=95102) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 19:24:02.470468 n-d-713301-16 neutron-server[95102]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '736298ae-bd3f-4e9b-8e47-2726a845f6e1', 'tag': 'b2afac21-1c3c-4563-b6dd-28bd82c804ec', 'status': 'completed', 'code': 200} Sep 23 19:24:02.470789 n-d-713301-16 neutron-server[95102]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b12a90d4-a99f-4737-98f8-64ef72d18294', 'name': 'network-vif-deleted', 'tag': '3b1ed664-84d3-4e55-90c8-29444560ec78', 'status': 'completed', 'code': 200} Sep 23 19:24:02.495893 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Device 3b1ed664-84d3-4e55-90c8-29444560ec78 no longer exists at agent hyperv_n-h1-713301-16 {{(pid=95103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 19:24:02.501223 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-2b0aae3f-7864-4fa6-84fe-384215c72ed3 req-6da54132-2aee-414a-9086-85a7056dca9b tempest-ImagesTestJSON-1030216449 tempest-ImagesTestJSON-1030216449-project] 10.222.0.67 "GET /v2.0/quotas/e0fb920d7d3f49caa9f9e971b4a6829a HTTP/1.1" status: 200 len: 375 time: 0.0246339 Sep 23 19:24:02.545504 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.plugin [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] No Port match for: 3b1ed664-84d3-4e55-90c8-29444560ec78 {{(pid=95103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 19:24:02.545838 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Device 3b1ed664-84d3-4e55-90c8-29444560ec78 not bound to the agent host n-h1-713301-16 {{(pid=95103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 19:24:02.546473 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Device 46feb2ef-66e4-4f80-b709-802628fcd246 no longer exists at agent hyperv_n-h1-713301-16 {{(pid=95103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 19:24:02.583423 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-b56dad3c-96eb-4739-9e88-cf8e200553b0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:02.597016 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0ac0a9-f03b-42ab-9dcd-5e1ff7239126 req-ffc7a8dd-9f7f-4cd3-9c14-34c14e781f12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:24:02.599184 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-5c0ac0a9-f03b-42ab-9dcd-5e1ff7239126 req-ffc7a8dd-9f7f-4cd3-9c14-34c14e781f12 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=0f5d9c33c3334ce192c43e08217ee019&device_id=736298ae-bd3f-4e9b-8e47-2726a845f6e1 HTTP/1.1" status: 200 len: 1127 time: 0.1093521 Sep 23 19:24:02.601468 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-2b0aae3f-7864-4fa6-84fe-384215c72ed3 req-82b6eba8-947a-4de1-90d5-4f807477cfa3 tempest-ImagesTestJSON-1030216449 tempest-ImagesTestJSON-1030216449-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=e0fb920d7d3f49caa9f9e971b4a6829a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0837951 Sep 23 19:24:02.642370 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:02.675715 n-d-713301-16 neutron-server[95103]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77b48921-2e2e-4304-92fe-8a535d2e0f11', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '46feb2ef-66e4-4f80-b709-802628fcd246'}] {{(pid=95103) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 19:24:02.679349 n-d-713301-16 neutron-server[95103]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}81a1c17f2aa89d5b3ebbba3a3e0cf7eb588e431c2224256110c4c4facdd7c3e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fecf2c3c-ae58-4ca2-92f1-6071605b90af" -d '{"events": [{"server_uuid": "77b48921-2e2e-4304-92fe-8a535d2e0f11", "name": "network-vif-unplugged", "status": "completed", "tag": "46feb2ef-66e4-4f80-b709-802628fcd246"}]}' {{(pid=95103) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 19:24:02.696804 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] For port 46feb2ef-66e4-4f80-b709-802628fcd246, host n-h1-713301-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-16',level=0,port_id=46feb2ef-66e4-4f80-b709-802628fcd246,segment=NetworkSegment(2f3be12e-dba6-4aef-9978-6b9e569ce081),segment_id=2f3be12e-dba6-4aef-9978-6b9e569ce081)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:24:02.703036 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:02.705404 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Device 57fb353f-18bb-4079-9329-192986ecbc90 no longer exists at agent hyperv_n-h1-713301-16 {{(pid=95103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 19:24:02.741756 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0ac0a9-f03b-42ab-9dcd-5e1ff7239126 req-5b381d45-4414-47af-ae1b-6f52302ed459 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:24:02.743511 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-5c0ac0a9-f03b-42ab-9dcd-5e1ff7239126 req-5b381d45-4414-47af-ae1b-6f52302ed459 service neutron] 10.222.0.53 "GET /v2.0/networks?id=bf651024-673c-4eec-84ce-c6ef83d369a1 HTTP/1.1" status: 200 len: 908 time: 0.1360149 Sep 23 19:24:02.796287 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Pushing event updated for resources: {'Port': ['ID=46feb2ef-66e4-4f80-b709-802628fcd246,revision_number=8']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:24:02.796595 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-2b0aae3f-7864-4fa6-84fe-384215c72ed3 req-94a31110-cbd5-4b66-9aed-5b94dd3d4cad service neutron] 10.222.0.67 "GET /v2.0/networks/3933cf84-cdd3-4c59-ac2d-c58afedb7fce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1937397 Sep 23 19:24:02.801184 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.plugin [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] No Port match for: 57fb353f-18bb-4079-9329-192986ecbc90 {{(pid=95103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 19:24:02.801817 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Device 57fb353f-18bb-4079-9329-192986ecbc90 not bound to the agent host n-h1-713301-16 {{(pid=95103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 19:24:02.807045 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-5c0ac0a9-f03b-42ab-9dcd-5e1ff7239126 req-322655b9-c859-418d-b9af-5408738148d5 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b2afac21-1c3c-4563-b6dd-28bd82c804ec HTTP/1.1" status: 200 len: 217 time: 0.0527625 Sep 23 19:24:02.870209 n-d-713301-16 neutron-server[95103]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 23 Sep 2021 19:24:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b30b4f8-9a18-4f65-8e05-e92be49ce608 x-openstack-request-id: req-6b30b4f8-9a18-4f65-8e05-e92be49ce608 {{(pid=95103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 19:24:02.870874 n-d-713301-16 neutron-server[95103]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "77b48921-2e2e-4304-92fe-8a535d2e0f11", "name": "network-vif-unplugged", "status": "completed", "tag": "46feb2ef-66e4-4f80-b709-802628fcd246", "code": 200}]} {{(pid=95103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 19:24:02.871473 n-d-713301-16 neutron-server[95103]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-6b30b4f8-9a18-4f65-8e05-e92be49ce608 {{(pid=95103) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 19:24:02.872422 n-d-713301-16 neutron-server[95103]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '77b48921-2e2e-4304-92fe-8a535d2e0f11', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '46feb2ef-66e4-4f80-b709-802628fcd246', 'code': 200} Sep 23 19:24:02.886552 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0ac0a9-f03b-42ab-9dcd-5e1ff7239126 req-d38840dc-d768-45ee-a001-c889dc942379 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:24:02.888386 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-5c0ac0a9-f03b-42ab-9dcd-5e1ff7239126 req-d38840dc-d768-45ee-a001-c889dc942379 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=a9e01a0e-19a1-4eb7-ad45-3b74532cbcd9 HTTP/1.1" status: 200 len: 847 time: 0.0694516 Sep 23 19:24:02.894077 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-b56dad3c-96eb-4739-9e88-cf8e200553b0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:02.906234 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-b56dad3c-96eb-4739-9e88-cf8e200553b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:02.921311 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-2b0aae3f-7864-4fa6-84fe-384215c72ed3 req-eb052416-9729-47b9-811d-5ca1bb76df69 service neutron] 10.222.0.67 "GET /v2.0/networks/3933cf84-cdd3-4c59-ac2d-c58afedb7fce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1235085 Sep 23 19:24:02.941653 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-5c0ac0a9-f03b-42ab-9dcd-5e1ff7239126 req-7726877b-3c91-43f9-b9e1-e962d760eded service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=bf651024-673c-4eec-84ce-c6ef83d369a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0444617 Sep 23 19:24:02.982804 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-b56dad3c-96eb-4739-9e88-cf8e200553b0 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=be33c939d9624be1ae82464aec3ff6de&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6476960 Sep 23 19:24:02.985494 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 35170) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:24:02.992579 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b56dad3c-96eb-4739-9e88-cf8e200553b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18a10ae2-cf23-47d5-a2de-19b2565ec21f,revision_number=1']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:24:03.103620 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-5c0ac0a9-f03b-42ab-9dcd-5e1ff7239126 req-ff417599-8b7b-4145-8301-4a8624eb5833 service neutron] 10.222.0.53 "GET /v2.0/networks/bf651024-673c-4eec-84ce-c6ef83d369a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1525314 Sep 23 19:24:03.105180 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-066e22ed-dab5-465d-ac55-2ad1794465ae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:03.130685 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-066e22ed-dab5-465d-ac55-2ad1794465ae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:03.200276 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-2d8fd21b-e71c-4d72-976d-ec09d59ebfb9 req-c9e3209a-d48d-4196-8c73-2e4a61a75ae7 tempest-ImagesTestJSON-1030216449 tempest-ImagesTestJSON-1030216449-project] 10.222.0.67 "GET /v2.0/ports?device_id=012033b6-745f-481b-af86-e21c037687c3 HTTP/1.1" status: 200 len: 210 time: 0.0496039 Sep 23 19:24:03.233346 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-066e22ed-dab5-465d-ac55-2ad1794465ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:03.235852 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-066e22ed-dab5-465d-ac55-2ad1794465ae admin admin] Notify callbacks [] for security_group, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:03.240446 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-066e22ed-dab5-465d-ac55-2ad1794465ae admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/18a10ae2-cf23-47d5-a2de-19b2565ec21f HTTP/1.1" status: 204 len: 168 time: 0.2518911 Sep 23 19:24:03.267784 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-066e22ed-dab5-465d-ac55-2ad1794465ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18a10ae2-cf23-47d5-a2de-19b2565ec21f,revision_number=None']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:24:03.310813 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1147b0b-4856-4797-a18f-d26e0913251f req-b2a6b24d-8cc0-4c39-b822-28b9e0dbd988 tempest-LiveAutoBlockMigrationV225Test-1531822435 tempest-LiveAutoBlockMigrationV225Test-1531822435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:24:03.315064 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-5c0ac0a9-f03b-42ab-9dcd-5e1ff7239126 req-ed9742d3-ec5f-4d4a-8123-babebc184f3d service neutron] 10.222.0.53 "GET /v2.0/networks/bf651024-673c-4eec-84ce-c6ef83d369a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1942322 Sep 23 19:24:03.322275 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-a1147b0b-4856-4797-a18f-d26e0913251f req-b2a6b24d-8cc0-4c39-b822-28b9e0dbd988 tempest-LiveAutoBlockMigrationV225Test-1531822435 tempest-LiveAutoBlockMigrationV225Test-1531822435-project] 10.222.0.67 "GET /v2.0/ports?device_id=3f93ff56-89d6-4d8a-827d-77dcf6e19457 HTTP/1.1" status: 200 len: 944 time: 0.1010423 Sep 23 19:24:03.416002 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-a1147b0b-4856-4797-a18f-d26e0913251f req-26bb0079-59a6-4149-89c4-a43f4fb3403c tempest-LiveAutoBlockMigrationV225Test-1531822435 tempest-LiveAutoBlockMigrationV225Test-1531822435-project] 10.222.0.67 "GET /v2.0/security-groups?id=6d32247e-8bb7-4ae1-818c-76baafa39c73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868027 Sep 23 19:24:03.455340 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66688206-0774-46e4-8ef9-85b1b05f72aa req-fba6a121-2cb6-46f7-b9a0-def247355a76 tempest-LiveMigrationTest-1843640962 tempest-LiveMigrationTest-1843640962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:24:03.456971 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-66688206-0774-46e4-8ef9-85b1b05f72aa req-fba6a121-2cb6-46f7-b9a0-def247355a76 tempest-LiveMigrationTest-1843640962 tempest-LiveMigrationTest-1843640962-project] 10.222.0.67 "GET /v2.0/ports?device_id=736298ae-bd3f-4e9b-8e47-2726a845f6e1 HTTP/1.1" status: 200 len: 944 time: 0.1006730 Sep 23 19:24:03.520534 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-66688206-0774-46e4-8ef9-85b1b05f72aa req-754e18eb-2017-4494-9f52-dd744a3343b3 tempest-LiveMigrationTest-1843640962 tempest-LiveMigrationTest-1843640962-project] 10.222.0.67 "GET /v2.0/security-groups?id=1c151358-1cab-48a6-be3e-ad7507b4da06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495729 Sep 23 19:24:03.678891 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb3eea0-7ff4-4150-bab0-f1bb7c2d79a3 req-dd43dba9-05bd-421b-894d-b910fbeff31a tempest-LiveAutoBlockMigrationV225Test-1531822435 tempest-LiveAutoBlockMigrationV225Test-1531822435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:24:03.680711 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-deb3eea0-7ff4-4150-bab0-f1bb7c2d79a3 req-dd43dba9-05bd-421b-894d-b910fbeff31a tempest-LiveAutoBlockMigrationV225Test-1531822435 tempest-LiveAutoBlockMigrationV225Test-1531822435-project] 10.222.0.74 "GET /v2.0/ports?device_id=3f93ff56-89d6-4d8a-827d-77dcf6e19457 HTTP/1.1" status: 200 len: 944 time: 0.0909300 Sep 23 19:24:03.694500 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-549e0f6c-36c1-4700-be88-3bb12eb21e2a req-0760703a-2b9a-47c0-9464-f7cf4bf88a30 tempest-ListImageFiltersTestJSON-1823198714 tempest-ListImageFiltersTestJSON-1823198714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:24:03.702556 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-549e0f6c-36c1-4700-be88-3bb12eb21e2a req-0760703a-2b9a-47c0-9464-f7cf4bf88a30 tempest-ListImageFiltersTestJSON-1823198714 tempest-ListImageFiltersTestJSON-1823198714-project] 10.222.0.67 "GET /v2.0/ports?device_id=bffda0e9-3935-484f-b05d-313c40f1aa1c HTTP/1.1" status: 200 len: 948 time: 0.1032641 Sep 23 19:24:03.808787 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-549e0f6c-36c1-4700-be88-3bb12eb21e2a req-fa985b4b-f3c5-4a55-aeb5-dc44c37c3d38 tempest-ListImageFiltersTestJSON-1823198714 tempest-ListImageFiltersTestJSON-1823198714-project] 10.222.0.67 "GET /v2.0/security-groups?id=e422f629-0f20-4441-8041-dd3c189ad680&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0997155 Sep 23 19:24:03.846607 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.plugin [req-deb3eea0-7ff4-4150-bab0-f1bb7c2d79a3 req-d6ffe702-4e13-4da5-8dc6-fbba71e0d674 tempest-LiveAutoBlockMigrationV225Test-1531822435 tempest-LiveAutoBlockMigrationV225Test-1531822435-project] Deleting port d731a94f-f6c7-482a-9353-f2064dd9ad4e {{(pid=95102) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:24:03.846986 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-deb3eea0-7ff4-4150-bab0-f1bb7c2d79a3 req-d6ffe702-4e13-4da5-8dc6-fbba71e0d674 tempest-LiveAutoBlockMigrationV225Test-1531822435 tempest-LiveAutoBlockMigrationV225Test-1531822435-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783146157096'] for port, before_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:03.989295 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.db [req-deb3eea0-7ff4-4150-bab0-f1bb7c2d79a3 req-d6ffe702-4e13-4da5-8dc6-fbba71e0d674 tempest-LiveAutoBlockMigrationV225Test-1531822435 tempest-LiveAutoBlockMigrationV225Test-1531822435-project] For port d731a94f-f6c7-482a-9353-f2064dd9ad4e, host n-h1-713301-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-16',level=0,port_id=d731a94f-f6c7-482a-9353-f2064dd9ad4e,segment=NetworkSegment(5e7e2223-350e-4937-8d7b-2c6ab6ddc0ab),segment_id=5e7e2223-350e-4937-8d7b-2c6ab6ddc0ab)] {{(pid=95102) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:24:03.990264 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-deb3eea0-7ff4-4150-bab0-f1bb7c2d79a3 req-d6ffe702-4e13-4da5-8dc6-fbba71e0d674 tempest-LiveAutoBlockMigrationV225Test-1531822435 tempest-LiveAutoBlockMigrationV225Test-1531822435-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-605701'] for port, precommit_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:04.005795 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.plugin [req-deb3eea0-7ff4-4150-bab0-f1bb7c2d79a3 req-d6ffe702-4e13-4da5-8dc6-fbba71e0d674 tempest-LiveAutoBlockMigrationV225Test-1531822435 tempest-LiveAutoBlockMigrationV225Test-1531822435-project] Calling delete_port for d731a94f-f6c7-482a-9353-f2064dd9ad4e owned by compute:nova {{(pid=95102) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:24:04.305699 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 35236) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:24:04.400209 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680b58c9-680f-4972-a950-a04dd24b67bb req-f96106c6-bb08-427d-af85-a620f1ae8955 tempest-ListImageFiltersTestJSON-1823198714 tempest-ListImageFiltersTestJSON-1823198714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:24:04.419201 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-680b58c9-680f-4972-a950-a04dd24b67bb req-f96106c6-bb08-427d-af85-a620f1ae8955 tempest-ListImageFiltersTestJSON-1823198714 tempest-ListImageFiltersTestJSON-1823198714-project] 10.222.0.74 "GET /v2.0/ports?device_id=bffda0e9-3935-484f-b05d-313c40f1aa1c HTTP/1.1" status: 200 len: 948 time: 0.2160666 Sep 23 19:24:04.604209 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-7a74e967-0f3a-4ffc-a95e-6d4b09e0db2c req-59b04e7d-b10f-4777-a387-7aae21ea2054 tempest-ImagesTestJSON-1030216449 tempest-ImagesTestJSON-1030216449-project] 10.222.0.67 "GET /v2.0/ports?device_id=012033b6-745f-481b-af86-e21c037687c3 HTTP/1.1" status: 200 len: 210 time: 0.0861349 Sep 23 19:24:04.685117 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.plugin [req-680b58c9-680f-4972-a950-a04dd24b67bb req-d3fe72e2-7bfd-4d1e-9886-46b0804ebbcd tempest-ListImageFiltersTestJSON-1823198714 tempest-ListImageFiltersTestJSON-1823198714-project] Deleting port 620eb77b-9622-4240-9505-90c0844383a9 {{(pid=95101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:24:04.685824 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-680b58c9-680f-4972-a950-a04dd24b67bb req-d3fe72e2-7bfd-4d1e-9886-46b0804ebbcd tempest-ListImageFiltersTestJSON-1823198714 tempest-ListImageFiltersTestJSON-1823198714-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783146157096'] for port, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:04.703075 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dcd2e57-80ae-4978-88ff-03212f58f635 req-ed1f180c-68bf-4bcf-a968-0a92656f66ff tempest-ImagesTestJSON-1030216449 tempest-ImagesTestJSON-1030216449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:24:04.708941 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-4dcd2e57-80ae-4978-88ff-03212f58f635 req-ed1f180c-68bf-4bcf-a968-0a92656f66ff tempest-ImagesTestJSON-1030216449 tempest-ImagesTestJSON-1030216449-project] 10.222.0.74 "GET /v2.0/ports?device_id=77b48921-2e2e-4304-92fe-8a535d2e0f11 HTTP/1.1" status: 200 len: 943 time: 0.2660203 Sep 23 19:24:04.808554 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.db [req-680b58c9-680f-4972-a950-a04dd24b67bb req-d3fe72e2-7bfd-4d1e-9886-46b0804ebbcd tempest-ListImageFiltersTestJSON-1823198714 tempest-ListImageFiltersTestJSON-1823198714-project] For port 620eb77b-9622-4240-9505-90c0844383a9, host n-h1-713301-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-16',level=0,port_id=620eb77b-9622-4240-9505-90c0844383a9,segment=NetworkSegment(6139d589-eb6c-4578-8935-c26ddf396853),segment_id=6139d589-eb6c-4578-8935-c26ddf396853)] {{(pid=95101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:24:04.809724 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-680b58c9-680f-4972-a950-a04dd24b67bb req-d3fe72e2-7bfd-4d1e-9886-46b0804ebbcd tempest-ListImageFiltersTestJSON-1823198714 tempest-ListImageFiltersTestJSON-1823198714-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-605701'] for port, precommit_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:04.828398 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.plugin [req-680b58c9-680f-4972-a950-a04dd24b67bb req-d3fe72e2-7bfd-4d1e-9886-46b0804ebbcd tempest-ListImageFiltersTestJSON-1823198714 tempest-ListImageFiltersTestJSON-1823198714-project] Calling delete_port for 620eb77b-9622-4240-9505-90c0844383a9 owned by compute:nova {{(pid=95101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:24:04.917823 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e032745-8ab0-4bbf-856c-f222cf8c10df req-a28efa22-c5af-4535-be66-20dd43ccbafc tempest-LiveAutoBlockMigrationV225Test-1531822435 tempest-LiveAutoBlockMigrationV225Test-1531822435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:24:04.919395 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-5e032745-8ab0-4bbf-856c-f222cf8c10df req-a28efa22-c5af-4535-be66-20dd43ccbafc tempest-LiveAutoBlockMigrationV225Test-1531822435 tempest-LiveAutoBlockMigrationV225Test-1531822435-project] 10.222.0.67 "GET /v2.0/ports?device_id=3f93ff56-89d6-4d8a-827d-77dcf6e19457 HTTP/1.1" status: 200 len: 944 time: 0.1465340 Sep 23 19:24:04.929053 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b0aae3f-7864-4fa6-84fe-384215c72ed3 req-87edb6fd-b922-4436-8fc4-c74394fa71c6 tempest-ImagesTestJSON-1030216449 tempest-ImagesTestJSON-1030216449-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:24:04.930973 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-2b0aae3f-7864-4fa6-84fe-384215c72ed3 req-87edb6fd-b922-4436-8fc4-c74394fa71c6 tempest-ImagesTestJSON-1030216449 tempest-ImagesTestJSON-1030216449-project] 10.222.0.53 "GET /v2.0/networks?id=3933cf84-cdd3-4c59-ac2d-c58afedb7fce HTTP/1.1" status: 200 len: 803 time: 0.5855355 Sep 23 19:24:04.934837 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.v2.base [None req-f691f8aa-494b-4071-b355-e99f3ac7d842 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest-1238845142-network', 'tenant_id': 'f9311328b6c648f88a79b8848358e4b9'}} {{(pid=95101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:24:04.953802 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.v2.base [req-2b0aae3f-7864-4fa6-84fe-384215c72ed3 req-0fac1e16-cbf9-4842-813c-641bd2781319 tempest-ImagesTestJSON-1030216449 tempest-ImagesTestJSON-1030216449-project] Request body: {'port': {'device_id': '012033b6-745f-481b-af86-e21c037687c3', 'network_id': '3933cf84-cdd3-4c59-ac2d-c58afedb7fce', 'admin_state_up': True, 'tenant_id': 'e0fb920d7d3f49caa9f9e971b4a6829a'}} {{(pid=95101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:24:05.013704 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-deb3eea0-7ff4-4150-bab0-f1bb7c2d79a3 req-d6ffe702-4e13-4da5-8dc6-fbba71e0d674 tempest-LiveAutoBlockMigrationV225Test-1531822435 tempest-LiveAutoBlockMigrationV225Test-1531822435-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783146162158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783145673144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4399100'] for port, after_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:05.038228 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-5e032745-8ab0-4bbf-856c-f222cf8c10df req-f67daff8-fe63-4680-b904-b3ea59f2025f tempest-LiveAutoBlockMigrationV225Test-1531822435 tempest-LiveAutoBlockMigrationV225Test-1531822435-project] 10.222.0.67 "GET /v2.0/security-groups?id=6d32247e-8bb7-4ae1-818c-76baafa39c73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1091077 Sep 23 19:24:05.051222 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f691f8aa-494b-4071-b355-e99f3ac7d842 admin admin] Made reservation on behalf of f9311328b6c648f88a79b8848358e4b9 for: {'network': 1} {{(pid=95101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:24:05.054086 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-f691f8aa-494b-4071-b355-e99f3ac7d842 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for network, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:05.067357 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ffe702-4e13-4da5-8dc6-fbba71e0d674 tempest-LiveAutoBlockMigrationV225Test-1531822435 tempest-LiveAutoBlockMigrationV225Test-1531822435-project] Pushing event deleted for resources: {'Port': ['ID=d731a94f-f6c7-482a-9353-f2064dd9ad4e,revision_number=None']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:24:05.092698 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-f691f8aa-494b-4071-b355-e99f3ac7d842 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:05.100030 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.plugin [req-4dcd2e57-80ae-4978-88ff-03212f58f635 req-41c9f750-e3ab-4860-8fa4-ce1e2751221f tempest-ImagesTestJSON-1030216449 tempest-ImagesTestJSON-1030216449-project] Deleting port 46feb2ef-66e4-4f80-b709-802628fcd246 {{(pid=95102) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:24:05.100430 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-4dcd2e57-80ae-4978-88ff-03212f58f635 req-41c9f750-e3ab-4860-8fa4-ce1e2751221f tempest-ImagesTestJSON-1030216449 tempest-ImagesTestJSON-1030216449-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783146157096'] for port, before_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:05.210444 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a350df32-96f0-4efb-bd3d-7ea022fc1675 req-460bc158-e94f-4dde-82f1-32d56979533a tempest-LiveMigrationTest-1843640962 tempest-LiveMigrationTest-1843640962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:24:05.212163 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-a350df32-96f0-4efb-bd3d-7ea022fc1675 req-460bc158-e94f-4dde-82f1-32d56979533a tempest-LiveMigrationTest-1843640962 tempest-LiveMigrationTest-1843640962-project] 10.222.0.67 "GET /v2.0/ports?device_id=736298ae-bd3f-4e9b-8e47-2726a845f6e1 HTTP/1.1" status: 200 len: 944 time: 0.2217467 Sep 23 19:24:05.247228 n-d-713301-16 neutron-server[95102]: DEBUG neutron.db.l3_dvrscheduler_db [req-deb3eea0-7ff4-4150-bab0-f1bb7c2d79a3 req-d6ffe702-4e13-4da5-8dc6-fbba71e0d674 tempest-LiveAutoBlockMigrationV225Test-1531822435 tempest-LiveAutoBlockMigrationV225Test-1531822435-project] No DVR routers for this DVR port d731a94f-f6c7-482a-9353-f2064dd9ad4e on host n-h1-713301-16 {{(pid=95102) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 19:24:05.253629 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-deb3eea0-7ff4-4150-bab0-f1bb7c2d79a3 req-d6ffe702-4e13-4da5-8dc6-fbba71e0d674 tempest-LiveAutoBlockMigrationV225Test-1531822435 tempest-LiveAutoBlockMigrationV225Test-1531822435-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222849'] for port, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:05.257307 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-deb3eea0-7ff4-4150-bab0-f1bb7c2d79a3 req-d6ffe702-4e13-4da5-8dc6-fbba71e0d674 tempest-LiveAutoBlockMigrationV225Test-1531822435 tempest-LiveAutoBlockMigrationV225Test-1531822435-project] 10.222.0.74 "DELETE /v2.0/ports/d731a94f-f6c7-482a-9353-f2064dd9ad4e HTTP/1.1" status: 204 len: 173 time: 1.5512345 Sep 23 19:24:05.283750 n-d-713301-16 neutron-server[95102]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f93ff56-89d6-4d8a-827d-77dcf6e19457', 'name': 'network-vif-deleted', 'tag': 'd731a94f-f6c7-482a-9353-f2064dd9ad4e'}] {{(pid=95102) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 19:24:05.286894 n-d-713301-16 neutron-server[95102]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab31b6d93e5336dbddfa8ec424565b3bd8cb2369c5b4d85bc943472dbb21e8ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c30db31d-7307-4d81-a89f-5e219d375f18" -d '{"events": [{"server_uuid": "3f93ff56-89d6-4d8a-827d-77dcf6e19457", "name": "network-vif-deleted", "tag": "d731a94f-f6c7-482a-9353-f2064dd9ad4e"}]}' {{(pid=95102) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 19:24:05.295375 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-680b58c9-680f-4972-a950-a04dd24b67bb req-d3fe72e2-7bfd-4d1e-9886-46b0804ebbcd tempest-ListImageFiltersTestJSON-1823198714 tempest-ListImageFiltersTestJSON-1823198714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783146162158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783145673144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5607431'] for port, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:05.346125 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3fe72e2-7bfd-4d1e-9886-46b0804ebbcd tempest-ListImageFiltersTestJSON-1823198714 tempest-ListImageFiltersTestJSON-1823198714-project] Pushing event deleted for resources: {'Port': ['ID=620eb77b-9622-4240-9505-90c0844383a9,revision_number=None']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:24:05.357920 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3fe72e2-7bfd-4d1e-9886-46b0804ebbcd tempest-ListImageFiltersTestJSON-1823198714 tempest-ListImageFiltersTestJSON-1823198714-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:24:05.358660 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3fe72e2-7bfd-4d1e-9886-46b0804ebbcd tempest-ListImageFiltersTestJSON-1823198714 tempest-ListImageFiltersTestJSON-1823198714-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:24:05.362070 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3fe72e2-7bfd-4d1e-9886-46b0804ebbcd tempest-ListImageFiltersTestJSON-1823198714 tempest-ListImageFiltersTestJSON-1823198714-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:24:05.362629 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3fe72e2-7bfd-4d1e-9886-46b0804ebbcd tempest-ListImageFiltersTestJSON-1823198714 tempest-ListImageFiltersTestJSON-1823198714-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:24:05.363162 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3fe72e2-7bfd-4d1e-9886-46b0804ebbcd tempest-ListImageFiltersTestJSON-1823198714 tempest-ListImageFiltersTestJSON-1823198714-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:24:05.363666 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3fe72e2-7bfd-4d1e-9886-46b0804ebbcd tempest-ListImageFiltersTestJSON-1823198714 tempest-ListImageFiltersTestJSON-1823198714-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:24:05.364292 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3fe72e2-7bfd-4d1e-9886-46b0804ebbcd tempest-ListImageFiltersTestJSON-1823198714 tempest-ListImageFiltersTestJSON-1823198714-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:24:05.364814 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3fe72e2-7bfd-4d1e-9886-46b0804ebbcd tempest-ListImageFiltersTestJSON-1823198714 tempest-ListImageFiltersTestJSON-1823198714-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:24:05.365442 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3fe72e2-7bfd-4d1e-9886-46b0804ebbcd tempest-ListImageFiltersTestJSON-1823198714 tempest-ListImageFiltersTestJSON-1823198714-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:24:05.365948 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3fe72e2-7bfd-4d1e-9886-46b0804ebbcd tempest-ListImageFiltersTestJSON-1823198714 tempest-ListImageFiltersTestJSON-1823198714-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:24:05.366444 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3fe72e2-7bfd-4d1e-9886-46b0804ebbcd tempest-ListImageFiltersTestJSON-1823198714 tempest-ListImageFiltersTestJSON-1823198714-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:24:05.366956 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3fe72e2-7bfd-4d1e-9886-46b0804ebbcd tempest-ListImageFiltersTestJSON-1823198714 tempest-ListImageFiltersTestJSON-1823198714-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:24:05.391407 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-e7a2687c-118f-4675-9074-10c1f57db4e3 req-76adc8e1-e54b-440d-9994-5cec97cad097 tempest-ListImageFiltersTestJSON-1823198714 tempest-ListImageFiltersTestJSON-1823198714-project] 10.222.0.67 "GET /v2.0/ports?device_id=bffda0e9-3935-484f-b05d-313c40f1aa1c HTTP/1.1" status: 200 len: 210 time: 0.0950048 Sep 23 19:24:05.423254 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-a350df32-96f0-4efb-bd3d-7ea022fc1675 req-97f9c194-f5da-46c2-b586-f6c5c6809150 tempest-LiveMigrationTest-1843640962 tempest-LiveMigrationTest-1843640962-project] 10.222.0.67 "GET /v2.0/security-groups?id=1c151358-1cab-48a6-be3e-ad7507b4da06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1736908 Sep 23 19:24:05.435953 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.db [req-4dcd2e57-80ae-4978-88ff-03212f58f635 req-41c9f750-e3ab-4860-8fa4-ce1e2751221f tempest-ImagesTestJSON-1030216449 tempest-ImagesTestJSON-1030216449-project] For port 46feb2ef-66e4-4f80-b709-802628fcd246, host n-h1-713301-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-16',level=0,port_id=46feb2ef-66e4-4f80-b709-802628fcd246,segment=NetworkSegment(2f3be12e-dba6-4aef-9978-6b9e569ce081),segment_id=2f3be12e-dba6-4aef-9978-6b9e569ce081)] {{(pid=95102) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:24:05.435953 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-4dcd2e57-80ae-4978-88ff-03212f58f635 req-41c9f750-e3ab-4860-8fa4-ce1e2751221f tempest-ImagesTestJSON-1030216449 tempest-ImagesTestJSON-1030216449-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-605701'] for port, precommit_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:05.455956 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.plugin [req-4dcd2e57-80ae-4978-88ff-03212f58f635 req-41c9f750-e3ab-4860-8fa4-ce1e2751221f tempest-ImagesTestJSON-1030216449 tempest-ImagesTestJSON-1030216449-project] Calling delete_port for 46feb2ef-66e4-4f80-b709-802628fcd246 owned by compute:nova {{(pid=95102) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:24:05.466144 n-d-713301-16 neutron-server[95101]: DEBUG neutron.db.l3_dvrscheduler_db [req-680b58c9-680f-4972-a950-a04dd24b67bb req-d3fe72e2-7bfd-4d1e-9886-46b0804ebbcd tempest-ListImageFiltersTestJSON-1823198714 tempest-ListImageFiltersTestJSON-1823198714-project] No DVR routers for this DVR port 620eb77b-9622-4240-9505-90c0844383a9 on host n-h1-713301-16 {{(pid=95101) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 19:24:05.469674 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-680b58c9-680f-4972-a950-a04dd24b67bb req-d3fe72e2-7bfd-4d1e-9886-46b0804ebbcd tempest-ListImageFiltersTestJSON-1823198714 tempest-ListImageFiltersTestJSON-1823198714-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222849'] for port, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:05.472374 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-680b58c9-680f-4972-a950-a04dd24b67bb req-d3fe72e2-7bfd-4d1e-9886-46b0804ebbcd tempest-ListImageFiltersTestJSON-1823198714 tempest-ListImageFiltersTestJSON-1823198714-project] 10.222.0.74 "DELETE /v2.0/ports/620eb77b-9622-4240-9505-90c0844383a9 HTTP/1.1" status: 204 len: 173 time: 1.0325067 Sep 23 19:24:05.473050 n-d-713301-16 neutron-server[95101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bffda0e9-3935-484f-b05d-313c40f1aa1c', 'name': 'network-vif-deleted', 'tag': '620eb77b-9622-4240-9505-90c0844383a9'}] {{(pid=95101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 19:24:05.475935 n-d-713301-16 neutron-server[95101]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d8366c5740cd635e57ab12b71fe44a77c2acc3c19091ef849c6f68b380462244" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d779cd91-da31-41a0-9891-33c3932771d9" -d '{"events": [{"server_uuid": "bffda0e9-3935-484f-b05d-313c40f1aa1c", "name": "network-vif-deleted", "tag": "620eb77b-9622-4240-9505-90c0844383a9"}]}' {{(pid=95101) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 19:24:05.517937 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-f691f8aa-494b-4071-b355-e99f3ac7d842 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:05.527629 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-f691f8aa-494b-4071-b355-e99f3ac7d842 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:05.546374 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f691f8aa-494b-4071-b355-e99f3ac7d842 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 615} {{(pid=95101) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 19:24:05.558789 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-f691f8aa-494b-4071-b355-e99f3ac7d842 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1756186'] for segment, precommit_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:05.559147 n-d-713301-16 neutron-server[95101]: INFO neutron.db.segments_db [None req-f691f8aa-494b-4071-b355-e99f3ac7d842 admin admin] Added segment e05f2916-65a4-4075-8738-b9204cdf084e of type vlan for network 0e7486fc-edf5-4778-98e4-d68293f3be17 Sep 23 19:24:05.586694 n-d-713301-16 neutron-server[95102]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 19:24:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d076948-1c48-4805-a48f-cf22d7799c11 x-openstack-request-id: req-2d076948-1c48-4805-a48f-cf22d7799c11 {{(pid=95102) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 19:24:05.587044 n-d-713301-16 neutron-server[95102]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3f93ff56-89d6-4d8a-827d-77dcf6e19457", "name": "network-vif-deleted", "tag": "d731a94f-f6c7-482a-9353-f2064dd9ad4e", "status": "completed", "code": 200}]} {{(pid=95102) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 19:24:05.588497 n-d-713301-16 neutron-server[95102]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-2d076948-1c48-4805-a48f-cf22d7799c11 {{(pid=95102) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 19:24:05.588962 n-d-713301-16 neutron-server[95102]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3f93ff56-89d6-4d8a-827d-77dcf6e19457', 'name': 'network-vif-deleted', 'tag': 'd731a94f-f6c7-482a-9353-f2064dd9ad4e', 'status': 'completed', 'code': 200} Sep 23 19:24:05.615862 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-f691f8aa-494b-4071-b355-e99f3ac7d842 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783145630486'] for network, precommit_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:05.659346 n-d-713301-16 neutron-server[95101]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 19:24:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c801704-c06a-45f0-8093-911f23635e3b x-openstack-request-id: req-0c801704-c06a-45f0-8093-911f23635e3b {{(pid=95101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 19:24:05.661255 n-d-713301-16 neutron-server[95101]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bffda0e9-3935-484f-b05d-313c40f1aa1c", "name": "network-vif-deleted", "tag": "620eb77b-9622-4240-9505-90c0844383a9", "status": "completed", "code": 200}]} {{(pid=95101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 19:24:05.661757 n-d-713301-16 neutron-server[95101]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-0c801704-c06a-45f0-8093-911f23635e3b {{(pid=95101) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 19:24:05.662355 n-d-713301-16 neutron-server[95101]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bffda0e9-3935-484f-b05d-313c40f1aa1c', 'name': 'network-vif-deleted', 'tag': '620eb77b-9622-4240-9505-90c0844383a9', 'status': 'completed', 'code': 200} Sep 23 19:24:05.694191 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-f691f8aa-494b-4071-b355-e99f3ac7d842 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299'] for network, after_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:05.695188 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f691f8aa-494b-4071-b355-e99f3ac7d842 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:24:05.695759 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-f691f8aa-494b-4071-b355-e99f3ac7d842 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527417'] for network, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:05.784471 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2b0aae3f-7864-4fa6-84fe-384215c72ed3 req-0fac1e16-cbf9-4842-813c-641bd2781319 tempest-ImagesTestJSON-1030216449 tempest-ImagesTestJSON-1030216449-project] Made reservation on behalf of e0fb920d7d3f49caa9f9e971b4a6829a for: {'port': 1} {{(pid=95101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:24:05.788208 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-2b0aae3f-7864-4fa6-84fe-384215c72ed3 req-0fac1e16-cbf9-4842-813c-641bd2781319 tempest-ImagesTestJSON-1030216449 tempest-ImagesTestJSON-1030216449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:05.809143 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-f691f8aa-494b-4071-b355-e99f3ac7d842 admin admin] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.5019939 Sep 23 19:24:05.809977 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f691f8aa-494b-4071-b355-e99f3ac7d842 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a101b72e-c698-4e76-88ce-3dcbb1163262,revision_number=1']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:24:05.833658 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 35268) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:24:05.850234 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.v2.base [None req-2c868c4b-578e-4963-be73-efa5687a0ff4 admin admin] Request body: {'subnet': {'network_id': '0e7486fc-edf5-4778-98e4-d68293f3be17', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest-1238845142-subnet', 'tenant_id': 'f9311328b6c648f88a79b8848358e4b9', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=95101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:24:05.862675 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-4dcd2e57-80ae-4978-88ff-03212f58f635 req-41c9f750-e3ab-4860-8fa4-ce1e2751221f tempest-ImagesTestJSON-1030216449 tempest-ImagesTestJSON-1030216449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783146162158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783145673144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4399100'] for port, after_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:05.896796 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f691f8aa-494b-4071-b355-e99f3ac7d842 admin admin] Pushing event updated for resources: {'Network': ['ID=0e7486fc-edf5-4778-98e4-d68293f3be17,revision_number=1']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:24:05.913092 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Network 0e7486fc-edf5-4778-98e4-d68293f3be17 details requested by agent ovs-agent-n-d-713301-16 with host n-d-713301-16 {{(pid=95103) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 19:24:05.951117 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-9547c41a-f7f5-41e7-9031-f065a0dc5314 req-03c1cb01-2be0-47bf-b25b-348bb2d4d4a7 tempest-ImagesTestJSON-1030216449 tempest-ImagesTestJSON-1030216449-project] 10.222.0.67 "GET /v2.0/ports?device_id=012033b6-745f-481b-af86-e21c037687c3 HTTP/1.1" status: 200 len: 210 time: 0.1151247 Sep 23 19:24:06.010679 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c868c4b-578e-4963-be73-efa5687a0ff4 admin admin] Made reservation on behalf of f9311328b6c648f88a79b8848358e4b9 for: {'subnet': 1} {{(pid=95101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:24:06.024337 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-2c868c4b-578e-4963-be73-efa5687a0ff4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6130979'] for subnet, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:06.033066 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c9f750-e3ab-4860-8fa4-ce1e2751221f tempest-ImagesTestJSON-1030216449 tempest-ImagesTestJSON-1030216449-project] Pushing event deleted for resources: {'Port': ['ID=46feb2ef-66e4-4f80-b709-802628fcd246,revision_number=None']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:24:06.119726 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 35274) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:24:06.131608 n-d-713301-16 neutron-server[95102]: DEBUG neutron.db.l3_dvrscheduler_db [req-4dcd2e57-80ae-4978-88ff-03212f58f635 req-41c9f750-e3ab-4860-8fa4-ce1e2751221f tempest-ImagesTestJSON-1030216449 tempest-ImagesTestJSON-1030216449-project] No DVR routers for this DVR port 46feb2ef-66e4-4f80-b709-802628fcd246 on host n-h1-713301-16 {{(pid=95102) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 19:24:06.146931 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-4dcd2e57-80ae-4978-88ff-03212f58f635 req-41c9f750-e3ab-4860-8fa4-ce1e2751221f tempest-ImagesTestJSON-1030216449 tempest-ImagesTestJSON-1030216449-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222849'] for port, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:06.163673 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-4dcd2e57-80ae-4978-88ff-03212f58f635 req-41c9f750-e3ab-4860-8fa4-ce1e2751221f tempest-ImagesTestJSON-1030216449 tempest-ImagesTestJSON-1030216449-project] 10.222.0.74 "DELETE /v2.0/ports/46feb2ef-66e4-4f80-b709-802628fcd246 HTTP/1.1" status: 204 len: 173 time: 1.4320595 Sep 23 19:24:06.337440 n-d-713301-16 neutron-server[95101]: DEBUG neutron.db.db_base_plugin_common [req-2b0aae3f-7864-4fa6-84fe-384215c72ed3 req-0fac1e16-cbf9-4842-813c-641bd2781319 tempest-ImagesTestJSON-1030216449 tempest-ImagesTestJSON-1030216449-project] Allocated IP 172.20.0.10 (3933cf84-cdd3-4c59-ac2d-c58afedb7fce/ddb01988-b766-48de-9eb4-7d664700d39d/83dcc7e4-c747-465d-8262-774b5f87feeb) {{(pid=95101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 19:24:06.346315 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-9446daeb-0a14-4761-b6ee-6c0357369c9c admin admin] Notify callbacks [] for security_group, before_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:06.547443 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Device 46feb2ef-66e4-4f80-b709-802628fcd246 no longer exists at agent hyperv_n-h1-713301-16 {{(pid=95103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 19:24:06.566954 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-9446daeb-0a14-4761-b6ee-6c0357369c9c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:06.574695 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-9446daeb-0a14-4761-b6ee-6c0357369c9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:06.617165 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.plugin [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] No Port match for: 46feb2ef-66e4-4f80-b709-802628fcd246 {{(pid=95103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 19:24:06.617980 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Device 46feb2ef-66e4-4f80-b709-802628fcd246 not bound to the agent host n-h1-713301-16 {{(pid=95103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 19:24:06.618664 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Device 620eb77b-9622-4240-9505-90c0844383a9 no longer exists at agent hyperv_n-h1-713301-16 {{(pid=95103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 19:24:06.629885 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-2c868c4b-578e-4963-be73-efa5687a0ff4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5607579', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6130961'] for subnet, after_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:06.645863 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.plugin [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] No Port match for: 620eb77b-9622-4240-9505-90c0844383a9 {{(pid=95103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 19:24:06.646493 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Device 620eb77b-9622-4240-9505-90c0844383a9 not bound to the agent host n-h1-713301-16 {{(pid=95103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 19:24:06.646951 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Device d731a94f-f6c7-482a-9353-f2064dd9ad4e no longer exists at agent hyperv_n-h1-713301-16 {{(pid=95103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 19:24:06.668157 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.plugin [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] No Port match for: d731a94f-f6c7-482a-9353-f2064dd9ad4e {{(pid=95103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 19:24:06.668670 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Device d731a94f-f6c7-482a-9353-f2064dd9ad4e not bound to the agent host n-h1-713301-16 {{(pid=95103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 19:24:06.700145 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-9446daeb-0a14-4761-b6ee-6c0357369c9c admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=b9519a4cceb64611b0130082c59be3c0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5787635 Sep 23 19:24:06.705342 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 35292) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:24:06.716128 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9446daeb-0a14-4761-b6ee-6c0357369c9c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ff57175-38e1-41e3-a828-7c3c37644889,revision_number=1']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:24:06.724467 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-2b0aae3f-7864-4fa6-84fe-384215c72ed3 req-0fac1e16-cbf9-4842-813c-641bd2781319 tempest-ImagesTestJSON-1030216449 tempest-ImagesTestJSON-1030216449-project] Notify callbacks [] for port, precommit_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:06.782087 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a6fac39-26de-4230-b47d-f6adc852af2a req-e5927ab1-33ed-4411-a57d-fe85c33a04d5 tempest-LiveAutoBlockMigrationV225Test-1531822435 tempest-LiveAutoBlockMigrationV225Test-1531822435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:24:06.784099 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-5a6fac39-26de-4230-b47d-f6adc852af2a req-e5927ab1-33ed-4411-a57d-fe85c33a04d5 tempest-LiveAutoBlockMigrationV225Test-1531822435 tempest-LiveAutoBlockMigrationV225Test-1531822435-project] 10.222.0.67 "GET /v2.0/ports?device_id=34ddce53-382c-44ee-a43f-26559ac17462 HTTP/1.1" status: 200 len: 945 time: 0.1581879 Sep 23 19:24:06.803485 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc189064-07b2-420a-92cd-7cd3e3493c35 req-8f52bfed-7fdb-4d25-a1cc-2d2ec80319a3 tempest-LiveMigrationTest-1843640962 tempest-LiveMigrationTest-1843640962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:24:06.805430 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-cc189064-07b2-420a-92cd-7cd3e3493c35 req-8f52bfed-7fdb-4d25-a1cc-2d2ec80319a3 tempest-LiveMigrationTest-1843640962 tempest-LiveMigrationTest-1843640962-project] 10.222.0.67 "GET /v2.0/ports?device_id=736298ae-bd3f-4e9b-8e47-2726a845f6e1 HTTP/1.1" status: 200 len: 944 time: 0.1821499 Sep 23 19:24:06.807062 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c868c4b-578e-4963-be73-efa5687a0ff4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9bcc6428-1995-45f6-ba66-eea6197581a7,revision_number=0']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:24:06.819223 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c868c4b-578e-4963-be73-efa5687a0ff4 admin admin] Checking segment: {'id': 'e05f2916-65a4-4075-8738-b9204cdf084e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '0e7486fc-edf5-4778-98e4-d68293f3be17'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:24:06.819716 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c868c4b-578e-4963-be73-efa5687a0ff4 admin admin] Network hostable DHCP agents. Network: 0e7486fc-edf5-4778-98e4-d68293f3be17, hostable agents: ['1b18bf05-1b5f-4587-be5c-af3ac38e32ad'], hosted agents: [] {{(pid=95101) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 19:24:06.831959 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-2b0aae3f-7864-4fa6-84fe-384215c72ed3 req-0fac1e16-cbf9-4842-813c-641bd2781319 tempest-ImagesTestJSON-1030216449 tempest-ImagesTestJSON-1030216449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783145673135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5607431'] for port, after_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:06.875892 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-22fab558-e6d5-4c80-9e58-220e7c1e2533 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:06.894742 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2b0aae3f-7864-4fa6-84fe-384215c72ed3 req-0fac1e16-cbf9-4842-813c-641bd2781319 tempest-ImagesTestJSON-1030216449 tempest-ImagesTestJSON-1030216449-project] Network 3933cf84-cdd3-4c59-ac2d-c58afedb7fce is already hosted by enough agents. {{(pid=95101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:24:06.894742 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c868c4b-578e-4963-be73-efa5687a0ff4 admin admin] Network 0e7486fc-edf5-4778-98e4-d68293f3be17 is scheduled to be hosted by DHCP agent 1b18bf05-1b5f-4587-be5c-af3ac38e32ad with binding_index 1 {{(pid=95101) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 19:24:06.904228 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.base_scheduler [req-2b0aae3f-7864-4fa6-84fe-384215c72ed3 req-0fac1e16-cbf9-4842-813c-641bd2781319 tempest-ImagesTestJSON-1030216449 tempest-ImagesTestJSON-1030216449-project] Resources bound (agent type, host, resource id): {{(pid=95101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:24:06.910690 n-d-713301-16 neutron-server[95101]: DEBUG neutron.db.l3_dvrscheduler_db [req-2b0aae3f-7864-4fa6-84fe-384215c72ed3 req-0fac1e16-cbf9-4842-813c-641bd2781319 tempest-ImagesTestJSON-1030216449 tempest-ImagesTestJSON-1030216449-project] Received port after_create {{(pid=95101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 19:24:06.944886 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-22fab558-e6d5-4c80-9e58-220e7c1e2533 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:06.950558 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-cc189064-07b2-420a-92cd-7cd3e3493c35 req-ea781dee-fd63-4e72-b199-a15505f525f0 tempest-LiveMigrationTest-1843640962 tempest-LiveMigrationTest-1843640962-project] 10.222.0.67 "GET /v2.0/security-groups?id=1c151358-1cab-48a6-be3e-ad7507b4da06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1279986 Sep 23 19:24:06.952239 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.base_scheduler [None req-2c868c4b-578e-4963-be73-efa5687a0ff4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713301-16, 0e7486fc-edf5-4778-98e4-d68293f3be17) {{(pid=95101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:24:06.954137 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fac1e16-cbf9-4842-813c-641bd2781319 tempest-ImagesTestJSON-1030216449 tempest-ImagesTestJSON-1030216449-project] Pushing event updated for resources: {'Port': ['ID=83dcc7e4-c747-465d-8262-774b5f87feeb,revision_number=1']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:24:06.961893 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c868c4b-578e-4963-be73-efa5687a0ff4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:24:06.963166 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-2c868c4b-578e-4963-be73-efa5687a0ff4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527417'] for subnet, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:06.963559 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-568b77fd-323e-4001-8b56-147ebad9d767 None None] Network 0e7486fc-edf5-4778-98e4-d68293f3be17 requested from n-d-713301-16 {{(pid=95103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 19:24:07.017493 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-2c868c4b-578e-4963-be73-efa5687a0ff4 admin admin] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.1825261 Sep 23 19:24:07.022114 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 35298) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:24:07.027713 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.v2.base [None req-23e9144b-0849-4a3a-905f-1f46086e7e0e admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest-1238845142-router', 'tenant_id': 'f9311328b6c648f88a79b8848358e4b9', 'external_gateway_info': {'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac'}}} {{(pid=95101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:24:07.039678 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b0aae3f-7864-4fa6-84fe-384215c72ed3 req-0fac1e16-cbf9-4842-813c-641bd2781319 tempest-ImagesTestJSON-1030216449 tempest-ImagesTestJSON-1030216449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:24:07.040188 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-2b0aae3f-7864-4fa6-84fe-384215c72ed3 req-0fac1e16-cbf9-4842-813c-641bd2781319 tempest-ImagesTestJSON-1030216449 tempest-ImagesTestJSON-1030216449-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222849'] for port, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:07.043522 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-5a6fac39-26de-4230-b47d-f6adc852af2a req-060fe394-7af4-4b01-95b8-0f601ab8bb57 tempest-LiveAutoBlockMigrationV225Test-1531822435 tempest-LiveAutoBlockMigrationV225Test-1531822435-project] 10.222.0.67 "GET /v2.0/security-groups?id=6d32247e-8bb7-4ae1-818c-76baafa39c73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2358990 Sep 23 19:24:07.105253 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-23e9144b-0849-4a3a-905f-1f46086e7e0e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-594563', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29355'] for router, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:07.106604 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-23e9144b-0849-4a3a-905f-1f46086e7e0e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-597363', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-601731', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-739356', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29346'] for router, precommit_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:07.168586 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-973d17e3-6744-491f-8498-1a3a480218f1 req-af46c515-610d-4141-8b0b-b5c27a4a6c07 tempest-LiveAutoBlockMigrationV225Test-1531822435 tempest-LiveAutoBlockMigrationV225Test-1531822435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:24:07.185848 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-973d17e3-6744-491f-8498-1a3a480218f1 req-af46c515-610d-4141-8b0b-b5c27a4a6c07 tempest-LiveAutoBlockMigrationV225Test-1531822435 tempest-LiveAutoBlockMigrationV225Test-1531822435-project] 10.222.0.74 "GET /v2.0/ports?device_id=34ddce53-382c-44ee-a43f-26559ac17462 HTTP/1.1" status: 200 len: 945 time: 0.2594581 Sep 23 19:24:07.220073 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-23e9144b-0849-4a3a-905f-1f46086e7e0e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:07.224467 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-2b0aae3f-7864-4fa6-84fe-384215c72ed3 req-0fac1e16-cbf9-4842-813c-641bd2781319 tempest-ImagesTestJSON-1030216449 tempest-ImagesTestJSON-1030216449-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2791705 Sep 23 19:24:07.268024 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-357d4747-8ed3-41d9-a124-fc18479c1dd0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4c8b80df-07eb-5275-9f17-5cf640db67c0-0e7486fc-edf5-4778-98e4-d68293f3be17', 'network_id': '0e7486fc-edf5-4778-98e4-d68293f3be17', 'tenant_id': 'f9311328b6c648f88a79b8848358e4b9', 'fixed_ips': [{'subnet_id': '9bcc6428-1995-45f6-ba66-eea6197581a7'}]}} from n-d-713301-16. {{(pid=95103) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 23 19:24:07.269234 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-357d4747-8ed3-41d9-a124-fc18479c1dd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_create {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:07.303124 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-22fab558-e6d5-4c80-9e58-220e7c1e2533 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:07.310874 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-22fab558-e6d5-4c80-9e58-220e7c1e2533 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:07.316309 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-22fab558-e6d5-4c80-9e58-220e7c1e2533 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/8ff57175-38e1-41e3-a828-7c3c37644889 HTTP/1.1" status: 204 len: 168 time: 0.6086326 Sep 23 19:24:07.331776 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.v2.base [req-2b0aae3f-7864-4fa6-84fe-384215c72ed3 req-5299541e-9720-4ca6-9f36-09668ca709fc service neutron] Request body: {'port': {'device_id': '012033b6-745f-481b-af86-e21c037687c3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713301-16'}} {{(pid=95101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:24:07.433209 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22fab558-e6d5-4c80-9e58-220e7c1e2533 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ff57175-38e1-41e3-a828-7c3c37644889,revision_number=None']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:24:07.484113 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68ae1b6-26a1-482e-9612-4c892b28eb69 req-3c105e6a-0007-4922-860d-7359b0609ee1 tempest-ImagesTestJSON-1030216449 tempest-ImagesTestJSON-1030216449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:24:07.485994 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-b68ae1b6-26a1-482e-9612-4c892b28eb69 req-3c105e6a-0007-4922-860d-7359b0609ee1 tempest-ImagesTestJSON-1030216449 tempest-ImagesTestJSON-1030216449-project] 10.222.0.67 "GET /v2.0/ports?device_id=012033b6-745f-481b-af86-e21c037687c3 HTTP/1.1" status: 200 len: 932 time: 0.1637371 Sep 23 19:24:07.507154 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-23e9144b-0849-4a3a-905f-1f46086e7e0e admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:07.523437 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-0eefeeaf-6ac9-4857-b5f4-ee96356181b5 req-c31307df-9191-4b19-878a-41c3ce773126 service neutron] 10.222.0.53 "GET /v2.0/ports/b2afac21-1c3c-4563-b6dd-28bd82c804ec/bindings/n-h1-713301-16 HTTP/1.1" status: 200 len: 385 time: 0.2275777 Sep 23 19:24:07.541055 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-2b0aae3f-7864-4fa6-84fe-384215c72ed3 req-5299541e-9720-4ca6-9f36-09668ca709fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:07.577527 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-b68ae1b6-26a1-482e-9612-4c892b28eb69 req-06095a25-2525-4b31-8564-1161eec611cf tempest-ImagesTestJSON-1030216449 tempest-ImagesTestJSON-1030216449-project] 10.222.0.67 "GET /v2.0/security-groups?id=076f8f10-41da-413e-8d86-ebe8d5fe93ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628538 Sep 23 19:24:07.585603 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.plugin [req-973d17e3-6744-491f-8498-1a3a480218f1 req-aaa5be94-7aaa-4c54-8629-6ace6a2e53ae tempest-LiveAutoBlockMigrationV225Test-1531822435 tempest-LiveAutoBlockMigrationV225Test-1531822435-project] Deleting port e23aa9eb-90ac-4b46-a474-95f7b54d9570 {{(pid=95102) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:24:07.586094 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-973d17e3-6744-491f-8498-1a3a480218f1 req-aaa5be94-7aaa-4c54-8629-6ace6a2e53ae tempest-LiveAutoBlockMigrationV225Test-1531822435 tempest-LiveAutoBlockMigrationV225Test-1531822435-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783146157096'] for port, before_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:07.592740 n-d-713301-16 neutron-server[95102]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77b48921-2e2e-4304-92fe-8a535d2e0f11', 'name': 'network-vif-deleted', 'tag': '46feb2ef-66e4-4f80-b709-802628fcd246'}] {{(pid=95102) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 19:24:07.595473 n-d-713301-16 neutron-server[95102]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab31b6d93e5336dbddfa8ec424565b3bd8cb2369c5b4d85bc943472dbb21e8ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74ce6eb9-06f8-42c4-b4b2-93b11e8b659a" -d '{"events": [{"server_uuid": "77b48921-2e2e-4304-92fe-8a535d2e0f11", "name": "network-vif-deleted", "tag": "46feb2ef-66e4-4f80-b709-802628fcd246"}]}' {{(pid=95102) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 19:24:07.683887 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.db_base_plugin_common [None req-357d4747-8ed3-41d9-a124-fc18479c1dd0 None None] Allocated IP 172.20.0.2 (0e7486fc-edf5-4778-98e4-d68293f3be17/9bcc6428-1995-45f6-ba66-eea6197581a7/c0ed5e8a-c87b-4e37-b076-1ebd34a03e5f) {{(pid=95103) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 19:24:07.798994 n-d-713301-16 neutron-server[95102]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 19:24:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-520f0f24-2eee-4d7b-9789-6130e65abfb7 x-openstack-request-id: req-520f0f24-2eee-4d7b-9789-6130e65abfb7 {{(pid=95102) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 19:24:07.799725 n-d-713301-16 neutron-server[95102]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "77b48921-2e2e-4304-92fe-8a535d2e0f11", "name": "network-vif-deleted", "tag": "46feb2ef-66e4-4f80-b709-802628fcd246", "status": "completed", "code": 200}]} {{(pid=95102) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 19:24:07.800733 n-d-713301-16 neutron-server[95102]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-520f0f24-2eee-4d7b-9789-6130e65abfb7 {{(pid=95102) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 19:24:07.801684 n-d-713301-16 neutron-server[95102]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '77b48921-2e2e-4304-92fe-8a535d2e0f11', 'name': 'network-vif-deleted', 'tag': '46feb2ef-66e4-4f80-b709-802628fcd246', 'status': 'completed', 'code': 200} Sep 23 19:24:07.835418 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.db [req-973d17e3-6744-491f-8498-1a3a480218f1 req-aaa5be94-7aaa-4c54-8629-6ace6a2e53ae tempest-LiveAutoBlockMigrationV225Test-1531822435 tempest-LiveAutoBlockMigrationV225Test-1531822435-project] For port e23aa9eb-90ac-4b46-a474-95f7b54d9570, host n-h1-713301-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-16',level=0,port_id=e23aa9eb-90ac-4b46-a474-95f7b54d9570,segment=NetworkSegment(5e7e2223-350e-4937-8d7b-2c6ab6ddc0ab),segment_id=5e7e2223-350e-4937-8d7b-2c6ab6ddc0ab)] {{(pid=95102) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:24:07.838467 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-973d17e3-6744-491f-8498-1a3a480218f1 req-aaa5be94-7aaa-4c54-8629-6ace6a2e53ae tempest-LiveAutoBlockMigrationV225Test-1531822435 tempest-LiveAutoBlockMigrationV225Test-1531822435-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-605701'] for port, precommit_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:07.875904 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.plugin [req-973d17e3-6744-491f-8498-1a3a480218f1 req-aaa5be94-7aaa-4c54-8629-6ace6a2e53ae tempest-LiveAutoBlockMigrationV225Test-1531822435 tempest-LiveAutoBlockMigrationV225Test-1531822435-project] Calling delete_port for e23aa9eb-90ac-4b46-a474-95f7b54d9570 owned by compute:nova {{(pid=95102) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:24:07.961904 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 35324) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:24:07.972108 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-357d4747-8ed3-41d9-a124-fc18479c1dd0 None None] Notify callbacks [] for port, precommit_create {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:07.981434 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-357d4747-8ed3-41d9-a124-fc18479c1dd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783145673135'] for port, after_create {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:07.983060 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-5921bbfa-c6ff-4633-8a95-25b899c2faeb admin admin] Notify callbacks [] for security_group, before_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:08.032127 n-d-713301-16 neutron-server[95103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-357d4747-8ed3-41d9-a124-fc18479c1dd0 None None] Network 0e7486fc-edf5-4778-98e4-d68293f3be17 is already hosted by enough agents. {{(pid=95103) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:24:08.036332 n-d-713301-16 neutron-server[95103]: DEBUG neutron.scheduler.base_scheduler [None req-357d4747-8ed3-41d9-a124-fc18479c1dd0 None None] Resources bound (agent type, host, resource id): {{(pid=95103) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:24:08.043556 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-357d4747-8ed3-41d9-a124-fc18479c1dd0 None None] Received port after_create {{(pid=95103) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 19:24:08.110540 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-357d4747-8ed3-41d9-a124-fc18479c1dd0 None None] Pushing event updated for resources: {'Port': ['ID=c0ed5e8a-c87b-4e37-b076-1ebd34a03e5f,revision_number=1']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:24:08.139701 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-357d4747-8ed3-41d9-a124-fc18479c1dd0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:24:08.140218 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-357d4747-8ed3-41d9-a124-fc18479c1dd0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:24:08.140927 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-357d4747-8ed3-41d9-a124-fc18479c1dd0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:24:08.141428 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-357d4747-8ed3-41d9-a124-fc18479c1dd0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:24:08.141915 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-357d4747-8ed3-41d9-a124-fc18479c1dd0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:24:08.142397 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-357d4747-8ed3-41d9-a124-fc18479c1dd0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:24:08.142890 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-357d4747-8ed3-41d9-a124-fc18479c1dd0 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:24:08.143369 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-357d4747-8ed3-41d9-a124-fc18479c1dd0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:24:08.143854 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-357d4747-8ed3-41d9-a124-fc18479c1dd0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:24:08.144355 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-357d4747-8ed3-41d9-a124-fc18479c1dd0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:24:08.144700 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-357d4747-8ed3-41d9-a124-fc18479c1dd0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:24:08.145339 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-357d4747-8ed3-41d9-a124-fc18479c1dd0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:24:08.172793 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.managers [None req-357d4747-8ed3-41d9-a124-fc18479c1dd0 None None] Attempting to bind port c0ed5e8a-c87b-4e37-b076-1ebd34a03e5f on host n-d-713301-16 for vnic_type normal with profile {{(pid=95103) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 19:24:08.173104 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.managers [None req-357d4747-8ed3-41d9-a124-fc18479c1dd0 None None] Attempting to bind port c0ed5e8a-c87b-4e37-b076-1ebd34a03e5f by drivers openvswitch,hyperv on host n-d-713301-16 at level 0 using segments [{'id': 'e05f2916-65a4-4075-8738-b9204cdf084e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '0e7486fc-edf5-4778-98e4-d68293f3be17'}] {{(pid=95103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 19:24:08.173475 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-357d4747-8ed3-41d9-a124-fc18479c1dd0 None None] Attempting to bind port c0ed5e8a-c87b-4e37-b076-1ebd34a03e5f on network 0e7486fc-edf5-4778-98e4-d68293f3be17 {{(pid=95103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:24:08.180845 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-357d4747-8ed3-41d9-a124-fc18479c1dd0 None None] Checking agent: {'id': '70a14545-df24-472f-8f95-bfe1719bff93', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 19, 7, 53), 'started_at': datetime.datetime(2021, 9, 23, 19, 8, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 19, 23, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 19:24:08.181480 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-357d4747-8ed3-41d9-a124-fc18479c1dd0 None None] Checking segment: {'id': 'e05f2916-65a4-4075-8738-b9204cdf084e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '0e7486fc-edf5-4778-98e4-d68293f3be17'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95103) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:24:08.182660 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-357d4747-8ed3-41d9-a124-fc18479c1dd0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:08.183627 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-357d4747-8ed3-41d9-a124-fc18479c1dd0 None None] Bound using segment: {'id': 'e05f2916-65a4-4075-8738-b9204cdf084e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '0e7486fc-edf5-4778-98e4-d68293f3be17'} {{(pid=95103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 19:24:08.184285 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.managers [None req-357d4747-8ed3-41d9-a124-fc18479c1dd0 None None] Bound port: c0ed5e8a-c87b-4e37-b076-1ebd34a03e5f, host: n-d-713301-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e05f2916-65a4-4075-8738-b9204cdf084e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '0e7486fc-edf5-4778-98e4-d68293f3be17'}}] {{(pid=95103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 19:24:08.184867 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-357d4747-8ed3-41d9-a124-fc18479c1dd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:08.272927 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-950fd367-3230-4185-9564-42591e7e2a33 req-aa7e58f7-5941-4760-93ec-996e15b4e931 tempest-LiveMigrationTest-1843640962 tempest-LiveMigrationTest-1843640962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:24:08.283289 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-950fd367-3230-4185-9564-42591e7e2a33 req-aa7e58f7-5941-4760-93ec-996e15b4e931 tempest-LiveMigrationTest-1843640962 tempest-LiveMigrationTest-1843640962-project] 10.222.0.67 "GET /v2.0/ports?device_id=736298ae-bd3f-4e9b-8e47-2726a845f6e1 HTTP/1.1" status: 200 len: 944 time: 0.1483731 Sep 23 19:24:08.289058 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-357d4747-8ed3-41d9-a124-fc18479c1dd0 None None] For port c0ed5e8a-c87b-4e37-b076-1ebd34a03e5f, host n-d-713301-16, cleared binding levels {{(pid=95103) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 19:24:08.299295 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-357d4747-8ed3-41d9-a124-fc18479c1dd0 None None] For port c0ed5e8a-c87b-4e37-b076-1ebd34a03e5f, host n-d-713301-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-16',level=0,port_id=c0ed5e8a-c87b-4e37-b076-1ebd34a03e5f,segment=NetworkSegment(e05f2916-65a4-4075-8738-b9204cdf084e),segment_id=e05f2916-65a4-4075-8738-b9204cdf084e)] {{(pid=95103) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 19:24:08.304952 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Device b2afac21-1c3c-4563-b6dd-28bd82c804ec no longer exists at agent hyperv_n-h2-713301-16 {{(pid=95103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 19:24:08.311194 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-357d4747-8ed3-41d9-a124-fc18479c1dd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:08.314377 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-973d17e3-6744-491f-8498-1a3a480218f1 req-aaa5be94-7aaa-4c54-8629-6ace6a2e53ae tempest-LiveAutoBlockMigrationV225Test-1531822435 tempest-LiveAutoBlockMigrationV225Test-1531822435-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783146162158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783145673144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4399100'] for port, after_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:08.398012 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaa5be94-7aaa-4c54-8629-6ace6a2e53ae tempest-LiveAutoBlockMigrationV225Test-1531822435 tempest-LiveAutoBlockMigrationV225Test-1531822435-project] Pushing event deleted for resources: {'Port': ['ID=e23aa9eb-90ac-4b46-a474-95f7b54d9570,revision_number=None']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:24:08.427768 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-950fd367-3230-4185-9564-42591e7e2a33 req-9ad309c4-ba3b-4cac-a862-e110eb63554f tempest-LiveMigrationTest-1843640962 tempest-LiveMigrationTest-1843640962-project] 10.222.0.67 "GET /v2.0/security-groups?id=1c151358-1cab-48a6-be3e-ad7507b4da06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1430025 Sep 23 19:24:08.449284 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-357d4747-8ed3-41d9-a124-fc18479c1dd0 None None] Pushing event updated for resources: {'Port': ['ID=c0ed5e8a-c87b-4e37-b076-1ebd34a03e5f,revision_number=2']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:24:08.502112 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-5921bbfa-c6ff-4633-8a95-25b899c2faeb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:08.509038 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-5921bbfa-c6ff-4633-8a95-25b899c2faeb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:08.538448 n-d-713301-16 neutron-server[95102]: DEBUG neutron.db.l3_dvrscheduler_db [req-973d17e3-6744-491f-8498-1a3a480218f1 req-aaa5be94-7aaa-4c54-8629-6ace6a2e53ae tempest-LiveAutoBlockMigrationV225Test-1531822435 tempest-LiveAutoBlockMigrationV225Test-1531822435-project] No DVR routers for this DVR port e23aa9eb-90ac-4b46-a474-95f7b54d9570 on host n-h1-713301-16 {{(pid=95102) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 19:24:08.547294 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-973d17e3-6744-491f-8498-1a3a480218f1 req-aaa5be94-7aaa-4c54-8629-6ace6a2e53ae tempest-LiveAutoBlockMigrationV225Test-1531822435 tempest-LiveAutoBlockMigrationV225Test-1531822435-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222849'] for port, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:08.549633 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-973d17e3-6744-491f-8498-1a3a480218f1 req-aaa5be94-7aaa-4c54-8629-6ace6a2e53ae tempest-LiveAutoBlockMigrationV225Test-1531822435 tempest-LiveAutoBlockMigrationV225Test-1531822435-project] 10.222.0.74 "DELETE /v2.0/ports/e23aa9eb-90ac-4b46-a474-95f7b54d9570 HTTP/1.1" status: 204 len: 173 time: 1.3562913 Sep 23 19:24:08.582887 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.db [req-0eefeeaf-6ac9-4857-b5f4-ee96356181b5 req-030e4785-c8f7-4e36-80b0-8773a5531d47 service neutron] For port b2afac21-1c3c-4563-b6dd-28bd82c804ec, host n-h2-713301-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-16',level=0,port_id=b2afac21-1c3c-4563-b6dd-28bd82c804ec,segment=NetworkSegment(6735b3c2-9e0f-43a7-8f57-e48eb1a30c85),segment_id=6735b3c2-9e0f-43a7-8f57-e48eb1a30c85)] {{(pid=95101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:24:08.601376 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5921bbfa-c6ff-4633-8a95-25b899c2faeb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55f9e620-7e7f-4f1d-8e3c-b4e99d2e33bd,revision_number=1']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:24:08.670723 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-5921bbfa-c6ff-4633-8a95-25b899c2faeb admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=3d6ff03bb26c4ad9b02ac75d9b30dc4d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7075343 Sep 23 19:24:08.675394 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 35352) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:24:08.686224 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-816e1578-4b6e-4c04-a7b3-e2da7eddebdc req-e4e13687-ee8c-43cb-9c75-a6742586063b tempest-LiveAutoBlockMigrationV225Test-1531822435 tempest-LiveAutoBlockMigrationV225Test-1531822435-project] 10.222.0.67 "GET /v2.0/ports?device_id=34ddce53-382c-44ee-a43f-26559ac17462 HTTP/1.1" status: 200 len: 210 time: 0.1309946 Sep 23 19:24:08.746479 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-23e9144b-0849-4a3a-905f-1f46086e7e0e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:08.798405 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-23e9144b-0849-4a3a-905f-1f46086e7e0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:08.806373 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.db [req-0eefeeaf-6ac9-4857-b5f4-ee96356181b5 req-030e4785-c8f7-4e36-80b0-8773a5531d47 service neutron] For port b2afac21-1c3c-4563-b6dd-28bd82c804ec, host n-h2-713301-16, cleared binding levels {{(pid=95101) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 19:24:08.854171 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-b5316e11-40d0-43dd-8df7-2b477542f284 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:08.923069 n-d-713301-16 neutron-server[95101]: DEBUG neutron.notifiers.nova [req-0eefeeaf-6ac9-4857-b5f4-ee96356181b5 req-030e4785-c8f7-4e36-80b0-8773a5531d47 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b2afac21-1c3c-4563-b6dd-28bd82c804ec {{(pid=95101) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 19:24:08.930420 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-b5316e11-40d0-43dd-8df7-2b477542f284 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:08.956701 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.db [req-0eefeeaf-6ac9-4857-b5f4-ee96356181b5 req-030e4785-c8f7-4e36-80b0-8773a5531d47 service neutron] For port b2afac21-1c3c-4563-b6dd-28bd82c804ec, host n-h1-713301-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-16',level=0,port_id=b2afac21-1c3c-4563-b6dd-28bd82c804ec,segment=NetworkSegment(6735b3c2-9e0f-43a7-8f57-e48eb1a30c85),segment_id=6735b3c2-9e0f-43a7-8f57-e48eb1a30c85)] {{(pid=95101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:24:08.984307 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-0eefeeaf-6ac9-4857-b5f4-ee96356181b5 req-030e4785-c8f7-4e36-80b0-8773a5531d47 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:08.991242 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e791cde-6492-499c-b5dc-c8820a1e0938 req-3e14d617-e5c9-41c3-adac-87ff45dd38c6 tempest-ImagesTestJSON-1030216449 tempest-ImagesTestJSON-1030216449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:24:08.993341 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-0e791cde-6492-499c-b5dc-c8820a1e0938 req-3e14d617-e5c9-41c3-adac-87ff45dd38c6 tempest-ImagesTestJSON-1030216449 tempest-ImagesTestJSON-1030216449-project] 10.222.0.67 "GET /v2.0/ports?device_id=012033b6-745f-481b-af86-e21c037687c3 HTTP/1.1" status: 200 len: 932 time: 0.1191230 Sep 23 19:24:09.005190 n-d-713301-16 neutron-server[95101]: DEBUG neutron.notifiers.nova [req-2b0aae3f-7864-4fa6-84fe-384215c72ed3 req-5299541e-9720-4ca6-9f36-09668ca709fc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 83dcc7e4-c747-465d-8262-774b5f87feeb {{(pid=95101) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 19:24:09.068175 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-0e791cde-6492-499c-b5dc-c8820a1e0938 req-7e1bd3cd-8ef0-4d48-9177-afa14877047c tempest-ImagesTestJSON-1030216449 tempest-ImagesTestJSON-1030216449-project] 10.222.0.67 "GET /v2.0/security-groups?id=076f8f10-41da-413e-8d86-ebe8d5fe93ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632989 Sep 23 19:24:09.077253 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-2b0aae3f-7864-4fa6-84fe-384215c72ed3 req-5299541e-9720-4ca6-9f36-09668ca709fc service neutron] Notify callbacks [] for port, precommit_update {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:09.080192 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-b5316e11-40d0-43dd-8df7-2b477542f284 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:09.084334 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-b5316e11-40d0-43dd-8df7-2b477542f284 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:09.086163 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-b5316e11-40d0-43dd-8df7-2b477542f284 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/55f9e620-7e7f-4f1d-8e3c-b4e99d2e33bd HTTP/1.1" status: 204 len: 168 time: 0.4091763 Sep 23 19:24:09.119606 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5316e11-40d0-43dd-8df7-2b477542f284 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55f9e620-7e7f-4f1d-8e3c-b4e99d2e33bd,revision_number=None']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:24:09.164258 n-d-713301-16 neutron-server[95101]: DEBUG neutron.db.provisioning_blocks [req-2b0aae3f-7864-4fa6-84fe-384215c72ed3 req-5299541e-9720-4ca6-9f36-09668ca709fc service neutron] Transition to ACTIVE for port object 83dcc7e4-c747-465d-8262-774b5f87feeb will not be triggered until provisioned by entity L2. {{(pid=95101) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 19:24:09.177900 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-2b0aae3f-7864-4fa6-84fe-384215c72ed3 req-5299541e-9720-4ca6-9f36-09668ca709fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5607436'] for port, after_update {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:09.180625 n-d-713301-16 neutron-server[95101]: DEBUG neutron.db.db_base_plugin_common [None req-23e9144b-0849-4a3a-905f-1f46086e7e0e admin admin] Allocated IP 172.25.1.14 (5dec5c09-378e-4f50-89cc-d94eb81c3bac/eff83446-018c-428d-b3f5-54ac9abe7a2a/16a5c720-cb20-4b5b-bca3-0b85d0ba40cc) {{(pid=95101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 19:24:09.349666 n-d-713301-16 neutron-server[95101]: DEBUG neutron.db.provisioning_blocks [req-0eefeeaf-6ac9-4857-b5f4-ee96356181b5 req-030e4785-c8f7-4e36-80b0-8773a5531d47 service neutron] Transition to ACTIVE for port object b2afac21-1c3c-4563-b6dd-28bd82c804ec will not be triggered until provisioned by entity L2. {{(pid=95101) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 19:24:09.350497 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5299541e-9720-4ca6-9f36-09668ca709fc service neutron] Pushing event updated for resources: {'Port': ['ID=83dcc7e4-c747-465d-8262-774b5f87feeb,revision_number=2']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:24:09.386482 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-0eefeeaf-6ac9-4857-b5f4-ee96356181b5 req-030e4785-c8f7-4e36-80b0-8773a5531d47 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5607436'] for port, after_update {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:09.546756 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-23e9144b-0849-4a3a-905f-1f46086e7e0e admin admin] Notify callbacks [] for port, precommit_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:09.594857 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 35386) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:24:09.700347 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-030e4785-c8f7-4e36-80b0-8773a5531d47 service neutron] Pushing event updated for resources: {'Port': ['ID=b2afac21-1c3c-4563-b6dd-28bd82c804ec,revision_number=10']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:24:09.738439 n-d-713301-16 neutron-server[95101]: DEBUG neutron.db.l3_dvrscheduler_db [req-0eefeeaf-6ac9-4857-b5f4-ee96356181b5 req-030e4785-c8f7-4e36-80b0-8773a5531d47 service neutron] No DVR routers for this DVR port b2afac21-1c3c-4563-b6dd-28bd82c804ec on host n-h2-713301-16 {{(pid=95101) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 19:24:09.766045 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-23e9144b-0849-4a3a-905f-1f46086e7e0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783145673135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5607431'] for port, after_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:09.778874 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-0eefeeaf-6ac9-4857-b5f4-ee96356181b5 req-030e4785-c8f7-4e36-80b0-8773a5531d47 service neutron] 10.222.0.53 "PUT /v2.0/ports/b2afac21-1c3c-4563-b6dd-28bd82c804ec/bindings/n-h1-713301-16/activate HTTP/1.1" status: 200 len: 370 time: 2.2397764 Sep 23 19:24:09.803561 n-d-713301-16 neutron-server[95102]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '34ddce53-382c-44ee-a43f-26559ac17462', 'name': 'network-vif-deleted', 'tag': 'e23aa9eb-90ac-4b46-a474-95f7b54d9570'}] {{(pid=95102) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 19:24:09.808912 n-d-713301-16 neutron-server[95102]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab31b6d93e5336dbddfa8ec424565b3bd8cb2369c5b4d85bc943472dbb21e8ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31aa5d82-7967-4e8b-b0be-f7e21b84bcb2" -d '{"events": [{"server_uuid": "34ddce53-382c-44ee-a43f-26559ac17462", "name": "network-vif-deleted", "tag": "e23aa9eb-90ac-4b46-a474-95f7b54d9570"}]}' {{(pid=95102) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 19:24:09.815892 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 35392) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:24:09.831861 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Device c0ed5e8a-c87b-4e37-b076-1ebd34a03e5f up at agent ovs-agent-n-d-713301-16 {{(pid=95103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 19:24:09.850474 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 35400) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:24:09.856925 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23e9144b-0849-4a3a-905f-1f46086e7e0e admin admin] Pushing event updated for resources: {'Port': ['ID=16a5c720-cb20-4b5b-bca3-0b85d0ba40cc,revision_number=1']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:24:09.879886 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.managers [req-2b0aae3f-7864-4fa6-84fe-384215c72ed3 req-5299541e-9720-4ca6-9f36-09668ca709fc service neutron] Attempting to bind port 83dcc7e4-c747-465d-8262-774b5f87feeb on host n-h2-713301-16 for vnic_type normal with profile {{(pid=95101) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 19:24:09.880213 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.managers [req-2b0aae3f-7864-4fa6-84fe-384215c72ed3 req-5299541e-9720-4ca6-9f36-09668ca709fc service neutron] Attempting to bind port 83dcc7e4-c747-465d-8262-774b5f87feeb by drivers openvswitch,hyperv on host n-h2-713301-16 at level 0 using segments [{'id': '2f3be12e-dba6-4aef-9978-6b9e569ce081', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '3933cf84-cdd3-4c59-ac2d-c58afedb7fce'}] {{(pid=95101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 19:24:09.880540 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b0aae3f-7864-4fa6-84fe-384215c72ed3 req-5299541e-9720-4ca6-9f36-09668ca709fc service neutron] Attempting to bind port 83dcc7e4-c747-465d-8262-774b5f87feeb on network 3933cf84-cdd3-4c59-ac2d-c58afedb7fce {{(pid=95101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:24:09.894241 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23e9144b-0849-4a3a-905f-1f46086e7e0e admin admin] Network 5dec5c09-378e-4f50-89cc-d94eb81c3bac is already hosted by enough agents. {{(pid=95101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:24:09.896658 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-42921a05-695f-4fd8-8d95-5af8fe366cac admin admin] Notify callbacks [] for security_group, before_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:09.897868 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.base_scheduler [None req-23e9144b-0849-4a3a-905f-1f46086e7e0e admin admin] Resources bound (agent type, host, resource id): {{(pid=95101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:24:09.901497 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fee4837-96e4-4774-8c26-1c76ed45cdd5 None None] Network 0e7486fc-edf5-4778-98e4-d68293f3be17 requested from n-d-713301-16 {{(pid=95103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 19:24:09.902692 n-d-713301-16 neutron-server[95101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23e9144b-0849-4a3a-905f-1f46086e7e0e admin admin] Received port after_create {{(pid=95101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 19:24:09.972792 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b0aae3f-7864-4fa6-84fe-384215c72ed3 req-5299541e-9720-4ca6-9f36-09668ca709fc service neutron] Port 83dcc7e4-c747-465d-8262-774b5f87feeb on network 3933cf84-cdd3-4c59-ac2d-c58afedb7fce not bound, no agent of type Open vSwitch agent registered on host n-h2-713301-16 {{(pid=95101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 19:24:09.973147 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b0aae3f-7864-4fa6-84fe-384215c72ed3 req-5299541e-9720-4ca6-9f36-09668ca709fc service neutron] Attempting to bind port 83dcc7e4-c747-465d-8262-774b5f87feeb on network 3933cf84-cdd3-4c59-ac2d-c58afedb7fce {{(pid=95101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:24:10.029964 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b0aae3f-7864-4fa6-84fe-384215c72ed3 req-5299541e-9720-4ca6-9f36-09668ca709fc service neutron] Checking agent: {'id': '2a7cea34-db54-4faf-8d23-37521c3e34cb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713301-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 19, 15, 28), 'started_at': datetime.datetime(2021, 9, 23, 19, 15, 28), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 19, 23, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 19:24:10.030363 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b0aae3f-7864-4fa6-84fe-384215c72ed3 req-5299541e-9720-4ca6-9f36-09668ca709fc service neutron] Checking segment: {'id': '2f3be12e-dba6-4aef-9978-6b9e569ce081', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '3933cf84-cdd3-4c59-ac2d-c58afedb7fce'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:24:10.030758 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b0aae3f-7864-4fa6-84fe-384215c72ed3 req-5299541e-9720-4ca6-9f36-09668ca709fc service neutron] Bound using segment: {'id': '2f3be12e-dba6-4aef-9978-6b9e569ce081', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '3933cf84-cdd3-4c59-ac2d-c58afedb7fce'} {{(pid=95101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 19:24:10.031453 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.managers [req-2b0aae3f-7864-4fa6-84fe-384215c72ed3 req-5299541e-9720-4ca6-9f36-09668ca709fc service neutron] Bound port: 83dcc7e4-c747-465d-8262-774b5f87feeb, host: n-h2-713301-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2f3be12e-dba6-4aef-9978-6b9e569ce081', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '3933cf84-cdd3-4c59-ac2d-c58afedb7fce'}}] {{(pid=95101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 19:24:10.031860 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-2b0aae3f-7864-4fa6-84fe-384215c72ed3 req-5299541e-9720-4ca6-9f36-09668ca709fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:10.050413 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-42921a05-695f-4fd8-8d95-5af8fe366cac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:10.066932 n-d-713301-16 neutron-server[95102]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 19:24:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e81f0cd9-4503-4f40-ba0a-75b535b7c776 x-openstack-request-id: req-e81f0cd9-4503-4f40-ba0a-75b535b7c776 {{(pid=95102) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 19:24:10.067603 n-d-713301-16 neutron-server[95102]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "34ddce53-382c-44ee-a43f-26559ac17462", "name": "network-vif-deleted", "tag": "e23aa9eb-90ac-4b46-a474-95f7b54d9570", "status": "completed", "code": 200}]} {{(pid=95102) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 19:24:10.068528 n-d-713301-16 neutron-server[95102]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-e81f0cd9-4503-4f40-ba0a-75b535b7c776 {{(pid=95102) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 19:24:10.069616 n-d-713301-16 neutron-server[95102]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '34ddce53-382c-44ee-a43f-26559ac17462', 'name': 'network-vif-deleted', 'tag': 'e23aa9eb-90ac-4b46-a474-95f7b54d9570', 'status': 'completed', 'code': 200} Sep 23 19:24:10.078197 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-42921a05-695f-4fd8-8d95-5af8fe366cac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:10.130110 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42921a05-695f-4fd8-8d95-5af8fe366cac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=315b76c1-3509-44d4-a57b-80aa48f0eb87,revision_number=1']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:24:10.191510 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eefeeaf-6ac9-4857-b5f4-ee96356181b5 req-2827284c-f67f-4ac9-8f41-a7a6e4029d96 tempest-LiveMigrationTest-677110171 tempest-LiveMigrationTest-677110171-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:24:10.194122 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-0eefeeaf-6ac9-4857-b5f4-ee96356181b5 req-2827284c-f67f-4ac9-8f41-a7a6e4029d96 tempest-LiveMigrationTest-677110171 tempest-LiveMigrationTest-677110171-project-admin] 10.222.0.74 "GET /v2.0/ports?device_id=736298ae-bd3f-4e9b-8e47-2726a845f6e1&tenant_id=0f5d9c33c3334ce192c43e08217ee019&binding%3Ahost_id=n-h2-713301-16 HTTP/1.1" status: 200 len: 1097 time: 0.3116064 Sep 23 19:24:10.204516 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.db [req-2b0aae3f-7864-4fa6-84fe-384215c72ed3 req-5299541e-9720-4ca6-9f36-09668ca709fc service neutron] For port 83dcc7e4-c747-465d-8262-774b5f87feeb, host n-h2-713301-16, cleared binding levels {{(pid=95101) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 19:24:10.210550 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.db [req-2b0aae3f-7864-4fa6-84fe-384215c72ed3 req-5299541e-9720-4ca6-9f36-09668ca709fc service neutron] For port 83dcc7e4-c747-465d-8262-774b5f87feeb, host n-h2-713301-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-16',level=0,port_id=83dcc7e4-c747-465d-8262-774b5f87feeb,segment=NetworkSegment(2f3be12e-dba6-4aef-9978-6b9e569ce081),segment_id=2f3be12e-dba6-4aef-9978-6b9e569ce081)] {{(pid=95101) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 19:24:10.226287 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21479b64-e9e1-4582-bef4-488fed1db49e req-db549fb7-8918-4d61-bf9a-ed73a70b1f18 tempest-LiveMigrationTest-1843640962 tempest-LiveMigrationTest-1843640962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:24:10.235883 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-21479b64-e9e1-4582-bef4-488fed1db49e req-db549fb7-8918-4d61-bf9a-ed73a70b1f18 tempest-LiveMigrationTest-1843640962 tempest-LiveMigrationTest-1843640962-project] 10.222.0.67 "GET /v2.0/ports?device_id=736298ae-bd3f-4e9b-8e47-2726a845f6e1 HTTP/1.1" status: 200 len: 945 time: 0.6552260 Sep 23 19:24:10.242797 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-2b0aae3f-7864-4fa6-84fe-384215c72ed3 req-5299541e-9720-4ca6-9f36-09668ca709fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5607436'] for port, after_update {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:10.265133 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b0aae3f-7864-4fa6-84fe-384215c72ed3 req-5299541e-9720-4ca6-9f36-09668ca709fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:24:10.265967 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-2b0aae3f-7864-4fa6-84fe-384215c72ed3 req-5299541e-9720-4ca6-9f36-09668ca709fc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222849'] for port, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:10.267594 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-2b0aae3f-7864-4fa6-84fe-384215c72ed3 req-5299541e-9720-4ca6-9f36-09668ca709fc service neutron] 10.222.0.53 "PUT /v2.0/ports/83dcc7e4-c747-465d-8262-774b5f87feeb HTTP/1.1" status: 200 len: 1093 time: 2.9705014 Sep 23 19:24:10.273772 n-d-713301-16 neutron-server[95101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '012033b6-745f-481b-af86-e21c037687c3', 'tag': '83dcc7e4-c747-465d-8262-774b5f87feeb'}] {{(pid=95101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 19:24:10.276903 n-d-713301-16 neutron-server[95101]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d8366c5740cd635e57ab12b71fe44a77c2acc3c19091ef849c6f68b380462244" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6eaa41dd-f213-4d19-b6fc-58cb76fd3f0e" -d '{"events": [{"name": "network-changed", "server_uuid": "012033b6-745f-481b-af86-e21c037687c3", "tag": "83dcc7e4-c747-465d-8262-774b5f87feeb"}]}' {{(pid=95101) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 19:24:10.278342 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-42921a05-695f-4fd8-8d95-5af8fe366cac admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=ff4770b5b8b84a65ad888cb5c0d33565&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4235444 Sep 23 19:24:10.301251 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 35408) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:24:10.340489 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-8ad40843-a410-4a4a-aa99-c64ff5cf7dee None None] Provisioning complete for port c0ed5e8a-c87b-4e37-b076-1ebd34a03e5f triggered by entity DHCP. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:24:10.341123 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-8ad40843-a410-4a4a-aa99-c64ff5cf7dee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:10.431971 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Provisioning complete for port c0ed5e8a-c87b-4e37-b076-1ebd34a03e5f triggered by entity L2. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:24:10.432681 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:10.451548 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5299541e-9720-4ca6-9f36-09668ca709fc service neutron] Pushing event updated for resources: {'Port': ['ID=83dcc7e4-c747-465d-8262-774b5f87feeb,revision_number=3']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:24:10.454794 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-8fd61b21-478b-4743-9b51-78f4012b7f64 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=1bc218d55aec43daacb6162c6cb56062&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8581989 Sep 23 19:24:10.467743 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 35412) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:24:10.469777 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b0aae3f-7864-4fa6-84fe-384215c72ed3 req-aa9170f4-e84e-409d-8bd3-f54271ccfa72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:24:10.471742 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-2b0aae3f-7864-4fa6-84fe-384215c72ed3 req-aa9170f4-e84e-409d-8bd3-f54271ccfa72 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=e0fb920d7d3f49caa9f9e971b4a6829a&device_id=012033b6-745f-481b-af86-e21c037687c3 HTTP/1.1" status: 200 len: 1096 time: 0.1510336 Sep 23 19:24:10.484435 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-21479b64-e9e1-4582-bef4-488fed1db49e req-f1120867-a878-4ab9-bb19-46feccff5f54 tempest-LiveMigrationTest-1843640962 tempest-LiveMigrationTest-1843640962-project] 10.222.0.67 "GET /v2.0/security-groups?id=1c151358-1cab-48a6-be3e-ad7507b4da06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2475526 Sep 23 19:24:10.486695 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eefeeaf-6ac9-4857-b5f4-ee96356181b5 req-35974946-3dbe-4bbc-9ff1-9320ae14c24d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:24:10.488278 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-0eefeeaf-6ac9-4857-b5f4-ee96356181b5 req-35974946-3dbe-4bbc-9ff1-9320ae14c24d service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=736298ae-bd3f-4e9b-8e47-2726a845f6e1&tenant_id=0f5d9c33c3334ce192c43e08217ee019 HTTP/1.1" status: 200 len: 1097 time: 0.2842002 Sep 23 19:24:10.544500 n-d-713301-16 neutron-server[95102]: DEBUG neutron.db.db_base_plugin_v2 [None req-b13c4034-b31c-4fdb-ac99-f823d2a020e9 admin admin] Deleting subnet 4cc4932b-c381-47ec-9303-11e42975856f {{(pid=95102) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 23 19:24:10.547845 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-b13c4034-b31c-4fdb-ac99-f823d2a020e9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:10.555025 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-8ad40843-a410-4a4a-aa99-c64ff5cf7dee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:10.562788 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Device e23aa9eb-90ac-4b46-a474-95f7b54d9570 no longer exists at agent hyperv_n-h1-713301-16 {{(pid=95103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 19:24:10.567591 n-d-713301-16 neutron-server[95101]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 19:24:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16617b25-9655-4237-b0e4-49607b33874e x-openstack-request-id: req-16617b25-9655-4237-b0e4-49607b33874e {{(pid=95101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 19:24:10.567871 n-d-713301-16 neutron-server[95101]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "012033b6-745f-481b-af86-e21c037687c3", "tag": "83dcc7e4-c747-465d-8262-774b5f87feeb", "status": "completed", "code": 200}]} {{(pid=95101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 19:24:10.568122 n-d-713301-16 neutron-server[95101]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-16617b25-9655-4237-b0e4-49607b33874e {{(pid=95101) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 19:24:10.568509 n-d-713301-16 neutron-server[95101]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '012033b6-745f-481b-af86-e21c037687c3', 'tag': '83dcc7e4-c747-465d-8262-774b5f87feeb', 'status': 'completed', 'code': 200} Sep 23 19:24:10.573800 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-2b0aae3f-7864-4fa6-84fe-384215c72ed3 req-62815332-c110-4df6-94f8-16ced21de873 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=83dcc7e4-c747-465d-8262-774b5f87feeb HTTP/1.1" status: 200 len: 217 time: 0.0539949 Sep 23 19:24:10.599747 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.plugin [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] No Port match for: e23aa9eb-90ac-4b46-a474-95f7b54d9570 {{(pid=95103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 19:24:10.600009 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Device e23aa9eb-90ac-4b46-a474-95f7b54d9570 not bound to the agent host n-h1-713301-16 {{(pid=95103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 19:24:10.600346 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-b13c4034-b31c-4fdb-ac99-f823d2a020e9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6162825'] for subnet, precommit_delete_associations {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:10.642637 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-23e9144b-0849-4a3a-905f-1f46086e7e0e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:10.648652 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:10.659588 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-b13c4034-b31c-4fdb-ac99-f823d2a020e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1756813'] for subnet, precommit_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:10.685810 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b0aae3f-7864-4fa6-84fe-384215c72ed3 req-cc6eddcf-9e80-4e2e-847d-9781968d356b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:24:10.687310 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-8ad40843-a410-4a4a-aa99-c64ff5cf7dee None None] For port c0ed5e8a-c87b-4e37-b076-1ebd34a03e5f, host n-d-713301-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-16',level=0,port_id=c0ed5e8a-c87b-4e37-b076-1ebd34a03e5f,segment=NetworkSegment(e05f2916-65a4-4075-8738-b9204cdf084e),segment_id=e05f2916-65a4-4075-8738-b9204cdf084e)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:24:10.687559 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-2b0aae3f-7864-4fa6-84fe-384215c72ed3 req-cc6eddcf-9e80-4e2e-847d-9781968d356b service neutron] 10.222.0.53 "GET /v2.0/subnets?id=ddb01988-b766-48de-9eb4-7d664700d39d HTTP/1.1" status: 200 len: 843 time: 0.1017029 Sep 23 19:24:10.694973 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-8ad40843-a410-4a4a-aa99-c64ff5cf7dee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:10.763401 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-2b0aae3f-7864-4fa6-84fe-384215c72ed3 req-4ea1e9a7-ce8a-4c36-833c-a452cb30b168 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=3933cf84-cdd3-4c59-ac2d-c58afedb7fce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0681002 Sep 23 19:24:10.766756 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95866de3-30c1-40f4-8f16-2626acc198ed req-6994a92f-6697-4255-8c0b-8833219068ec tempest-ImagesTestJSON-1030216449 tempest-ImagesTestJSON-1030216449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:24:10.768508 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-95866de3-30c1-40f4-8f16-2626acc198ed req-6994a92f-6697-4255-8c0b-8833219068ec tempest-ImagesTestJSON-1030216449 tempest-ImagesTestJSON-1030216449-project] 10.222.0.67 "GET /v2.0/ports?device_id=012033b6-745f-481b-af86-e21c037687c3 HTTP/1.1" status: 200 len: 944 time: 0.4538732 Sep 23 19:24:10.776735 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.db.api [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95103) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 23 19:24:10.777094 n-d-713301-16 neutron-server[95103]: DEBUG oslo_db.api [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 23 19:24:10.779985 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ad40843-a410-4a4a-aa99-c64ff5cf7dee None None] Pushing event updated for resources: {'Port': ['ID=c0ed5e8a-c87b-4e37-b076-1ebd34a03e5f,revision_number=3']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:24:10.785000 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-b13c4034-b31c-4fdb-ac99-f823d2a020e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1756804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4399009', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5388229'] for subnet, after_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:10.800388 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-b316e53b-d5da-4153-af0b-cb1e2395c4c7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:10.815359 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-0d0f66ac-e22a-478c-9c77-456b5576ca23 None None] Provisioning complete for port c0ed5e8a-c87b-4e37-b076-1ebd34a03e5f triggered by entity DHCP. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:24:10.815586 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-0d0f66ac-e22a-478c-9c77-456b5576ca23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:10.828583 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-b13c4034-b31c-4fdb-ac99-f823d2a020e9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:10.832985 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-b13c4034-b31c-4fdb-ac99-f823d2a020e9 admin admin] 10.222.0.67 "DELETE /v2.0/subnets/4cc4932b-c381-47ec-9303-11e42975856f HTTP/1.1" status: 204 len: 168 time: 1.0136473 Sep 23 19:24:10.850331 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 35414) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:24:10.873157 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b13c4034-b31c-4fdb-ac99-f823d2a020e9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4cc4932b-c381-47ec-9303-11e42975856f,revision_number=None']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:24:10.886872 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-b316e53b-d5da-4153-af0b-cb1e2395c4c7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:10.919823 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eefeeaf-6ac9-4857-b5f4-ee96356181b5 req-5e74ded5-a3c6-4902-a3a9-b86d30ea824b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:24:10.921481 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-0eefeeaf-6ac9-4857-b5f4-ee96356181b5 req-5e74ded5-a3c6-4902-a3a9-b86d30ea824b service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=0f5d9c33c3334ce192c43e08217ee019&device_id=736298ae-bd3f-4e9b-8e47-2726a845f6e1 HTTP/1.1" status: 200 len: 1097 time: 0.4047787 Sep 23 19:24:10.964575 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-95866de3-30c1-40f4-8f16-2626acc198ed req-45299d64-3ef6-46cf-946f-7d5d1631cf01 tempest-ImagesTestJSON-1030216449 tempest-ImagesTestJSON-1030216449-project] 10.222.0.67 "GET /v2.0/security-groups?id=076f8f10-41da-413e-8d86-ebe8d5fe93ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1747363 Sep 23 19:24:10.965246 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-7cacec17-556c-4fa2-92dc-57123bd54391 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:10.980987 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-2b0aae3f-7864-4fa6-84fe-384215c72ed3 req-c20fe30a-910e-46ec-be56-c51395178bfc service neutron] 10.222.0.53 "GET /v2.0/networks/3933cf84-cdd3-4c59-ac2d-c58afedb7fce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2060573 Sep 23 19:24:11.021265 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-b316e53b-d5da-4153-af0b-cb1e2395c4c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:11.023767 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-b316e53b-d5da-4153-af0b-cb1e2395c4c7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:11.025005 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-b316e53b-d5da-4153-af0b-cb1e2395c4c7 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/315b76c1-3509-44d4-a57b-80aa48f0eb87 HTTP/1.1" status: 204 len: 168 time: 0.7125297 Sep 23 19:24:11.027173 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-7cacec17-556c-4fa2-92dc-57123bd54391 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:11.064884 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-fe9d231c-efbe-4ccc-8169-c9aabc008fe4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1628021'] for network, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:11.080355 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.agents_db [None req-f2f5c474-60a3-474f-b2cc-02c4bd30880c None None] Agent healthcheck: found 7 active agents {{(pid=95104) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 19:24:11.089105 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b316e53b-d5da-4153-af0b-cb1e2395c4c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=315b76c1-3509-44d4-a57b-80aa48f0eb87,revision_number=None']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:24:11.129660 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eefeeaf-6ac9-4857-b5f4-ee96356181b5 req-a8e5adb9-7ae3-44d0-a442-3ceaf5b3638a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:24:11.131420 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-0eefeeaf-6ac9-4857-b5f4-ee96356181b5 req-a8e5adb9-7ae3-44d0-a442-3ceaf5b3638a service neutron] 10.222.0.74 "GET /v2.0/networks?id=bf651024-673c-4eec-84ce-c6ef83d369a1 HTTP/1.1" status: 200 len: 908 time: 0.1932769 Sep 23 19:24:11.136069 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-23e9144b-0849-4a3a-905f-1f46086e7e0e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-597258', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-601790'] for router, after_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:11.192769 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-0eefeeaf-6ac9-4857-b5f4-ee96356181b5 req-381381f1-40f2-40bd-83e9-8ef9c1b93c6c service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b2afac21-1c3c-4563-b6dd-28bd82c804ec HTTP/1.1" status: 200 len: 217 time: 0.0528169 Sep 23 19:24:11.198183 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-7cacec17-556c-4fa2-92dc-57123bd54391 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:11.202120 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-7cacec17-556c-4fa2-92dc-57123bd54391 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:11.205688 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-7cacec17-556c-4fa2-92dc-57123bd54391 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/e422f629-0f20-4441-8041-dd3c189ad680 HTTP/1.1" status: 204 len: 168 time: 0.7345271 Sep 23 19:24:11.219946 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-2b0aae3f-7864-4fa6-84fe-384215c72ed3 req-5db66436-1ddf-4b9e-80d0-3fc0c8b53b36 service neutron] 10.222.0.53 "GET /v2.0/networks/3933cf84-cdd3-4c59-ac2d-c58afedb7fce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2040977 Sep 23 19:24:11.277936 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cacec17-556c-4fa2-92dc-57123bd54391 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e422f629-0f20-4441-8041-dd3c189ad680,revision_number=None']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:24:11.303179 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eefeeaf-6ac9-4857-b5f4-ee96356181b5 req-137f92e7-f774-4f1e-99cc-1cf8d41f3fa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:24:11.305200 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-0eefeeaf-6ac9-4857-b5f4-ee96356181b5 req-137f92e7-f774-4f1e-99cc-1cf8d41f3fa3 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=a9e01a0e-19a1-4eb7-ad45-3b74532cbcd9 HTTP/1.1" status: 200 len: 847 time: 0.1001940 Sep 23 19:24:11.343174 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-0eefeeaf-6ac9-4857-b5f4-ee96356181b5 req-4dab72c4-8eeb-41a3-a0ec-239ad73d5a89 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=bf651024-673c-4eec-84ce-c6ef83d369a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0313623 Sep 23 19:24:11.350488 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-fe9d231c-efbe-4ccc-8169-c9aabc008fe4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1754676', 'neutron.services.segments.db._delete_segments_for_network-8783146221460'] for network, precommit_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:11.425174 n-d-713301-16 neutron-server[95101]: DEBUG neutron.services.segments.db [None req-fe9d231c-efbe-4ccc-8169-c9aabc008fe4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c2b58ecf-3b1b-414c-92a4-f53b08b3dace']}} {{(pid=95101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:24:11.445008 n-d-713301-16 neutron-server[95101]: DEBUG neutron.services.segments.db [None req-fe9d231c-efbe-4ccc-8169-c9aabc008fe4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5e7e2223-350e-4937-8d7b-2c6ab6ddc0ab') {'for_net_delete': True} {{(pid=95101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:24:11.445306 n-d-713301-16 neutron-server[95101]: DEBUG neutron.services.segments.db [None req-fe9d231c-efbe-4ccc-8169-c9aabc008fe4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5e7e2223-350e-4937-8d7b-2c6ab6ddc0ab') {} {{(pid=95101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:24:11.467026 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-fe9d231c-efbe-4ccc-8169-c9aabc008fe4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783146221725', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6007147'] for segment, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:11.475989 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eaa41dd-f213-4d19-b6fc-58cb76fd3f0e req-03f5ea7f-919a-4227-ac67-4992bb4a3dd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:24:11.477150 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-0eefeeaf-6ac9-4857-b5f4-ee96356181b5 req-29c2849f-38c2-4a22-a5ba-65b805742e2a service neutron] 10.222.0.74 "GET /v2.0/networks/bf651024-673c-4eec-84ce-c6ef83d369a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1257031 Sep 23 19:24:11.477542 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-6eaa41dd-f213-4d19-b6fc-58cb76fd3f0e req-03f5ea7f-919a-4227-ac67-4992bb4a3dd8 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=e0fb920d7d3f49caa9f9e971b4a6829a&device_id=012033b6-745f-481b-af86-e21c037687c3 HTTP/1.1" status: 200 len: 1096 time: 0.1996398 Sep 23 19:24:11.514702 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-fe9d231c-efbe-4ccc-8169-c9aabc008fe4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1756186'] for segment, precommit_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:11.666805 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-0eefeeaf-6ac9-4857-b5f4-ee96356181b5 req-0af24e09-0a1b-4864-a73f-86c524acb8e0 service neutron] 10.222.0.74 "GET /v2.0/networks/bf651024-673c-4eec-84ce-c6ef83d369a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1750197 Sep 23 19:24:11.733984 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46de26c6-3fa6-4344-b821-736b504643d4 req-5e4c8cf0-bd15-41b5-88f7-857c9ea200e8 tempest-LiveMigrationTest-1843640962 tempest-LiveMigrationTest-1843640962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:24:11.743169 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-46de26c6-3fa6-4344-b821-736b504643d4 req-5e4c8cf0-bd15-41b5-88f7-857c9ea200e8 tempest-LiveMigrationTest-1843640962 tempest-LiveMigrationTest-1843640962-project] 10.222.0.67 "GET /v2.0/ports?device_id=736298ae-bd3f-4e9b-8e47-2726a845f6e1 HTTP/1.1" status: 200 len: 945 time: 0.1441350 Sep 23 19:24:11.779631 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Device c0ed5e8a-c87b-4e37-b076-1ebd34a03e5f up at agent ovs-agent-n-d-713301-16 {{(pid=95103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 19:24:11.799622 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-46de26c6-3fa6-4344-b821-736b504643d4 req-f474f5ca-a23d-4207-8886-cf10d6e2b1c7 tempest-LiveMigrationTest-1843640962 tempest-LiveMigrationTest-1843640962-project] 10.222.0.67 "GET /v2.0/security-groups?id=1c151358-1cab-48a6-be3e-ad7507b4da06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495169 Sep 23 19:24:11.860801 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fe9d231c-efbe-4ccc-8169-c9aabc008fe4 admin admin] Releasing vlan 621 on physical network physnet1 to pool {{(pid=95101) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 19:24:11.861344 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-fe9d231c-efbe-4ccc-8169-c9aabc008fe4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1756186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5608436'] for segment, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:11.863034 n-d-713301-16 neutron-server[95101]: Traceback (most recent call last): Sep 23 19:24:11.863034 n-d-713301-16 neutron-server[95101]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 19:24:11.863034 n-d-713301-16 neutron-server[95101]: timer() Sep 23 19:24:11.863034 n-d-713301-16 neutron-server[95101]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 19:24:11.863034 n-d-713301-16 neutron-server[95101]: cb(*args, **kw) Sep 23 19:24:11.863034 n-d-713301-16 neutron-server[95101]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 19:24:11.863034 n-d-713301-16 neutron-server[95101]: return func(*args, **kwargs) Sep 23 19:24:11.863034 n-d-713301-16 neutron-server[95101]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 19:24:11.863034 n-d-713301-16 neutron-server[95101]: self._notify() Sep 23 19:24:11.863034 n-d-713301-16 neutron-server[95101]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 19:24:11.863034 n-d-713301-16 neutron-server[95101]: self.callback(batched_events) Sep 23 19:24:11.863034 n-d-713301-16 neutron-server[95101]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 19:24:11.863034 n-d-713301-16 neutron-server[95101]: event.method(event) Sep 23 19:24:11.863034 n-d-713301-16 neutron-server[95101]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 19:24:11.863034 n-d-713301-16 neutron-server[95101]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 19:24:11.863034 n-d-713301-16 neutron-server[95101]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 19:24:11.863034 n-d-713301-16 neutron-server[95101]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 19:24:11.863034 n-d-713301-16 neutron-server[95101]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 19:24:11.863034 n-d-713301-16 neutron-server[95101]: return f(self, *a, **k) Sep 23 19:24:11.863034 n-d-713301-16 neutron-server[95101]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 19:24:11.863034 n-d-713301-16 neutron-server[95101]: return self._get(url).json() Sep 23 19:24:11.863034 n-d-713301-16 neutron-server[95101]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 19:24:11.863034 n-d-713301-16 neutron-server[95101]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 19:24:11.863034 n-d-713301-16 neutron-server[95101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 19:24:11.863034 n-d-713301-16 neutron-server[95101]: return self.request(url, 'GET', **kwargs) Sep 23 19:24:11.863034 n-d-713301-16 neutron-server[95101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 19:24:11.863034 n-d-713301-16 neutron-server[95101]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 19:24:11.863034 n-d-713301-16 neutron-server[95101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 19:24:11.863034 n-d-713301-16 neutron-server[95101]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 19:24:11.863034 n-d-713301-16 neutron-server[95101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 19:24:11.863034 n-d-713301-16 neutron-server[95101]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 19:24:11.863034 n-d-713301-16 neutron-server[95101]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 19:24:11.872981 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Provisioning complete for port c0ed5e8a-c87b-4e37-b076-1ebd34a03e5f triggered by entity L2. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:24:11.873294 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:12.002368 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-23e9144b-0849-4a3a-905f-1f46086e7e0e admin admin] Router 6cc3f61e-9fe4-4b5a-acb6-0884054d911b is scheduled to L3 agent 79a740bf-7821-4989-8288-7186e3e128f3 with binding_index 1 {{(pid=95101) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 23 19:24:12.015467 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-fe9d231c-efbe-4ccc-8169-c9aabc008fe4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1754627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-601866'] for network, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:12.031081 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-fe9d231c-efbe-4ccc-8169-c9aabc008fe4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527417'] for network, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:12.032329 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eefeeaf-6ac9-4857-b5f4-ee96356181b5 req-ed6271b9-76a7-4019-bc87-a3af3fe50fa8 tempest-LiveMigrationTest-677110171 tempest-LiveMigrationTest-677110171-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:24:12.033349 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-fe9d231c-efbe-4ccc-8169-c9aabc008fe4 admin admin] 10.222.0.67 "DELETE /v2.0/networks/c2b58ecf-3b1b-414c-92a4-f53b08b3dace HTTP/1.1" status: 204 len: 168 time: 1.1818788 Sep 23 19:24:12.034883 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eaa41dd-f213-4d19-b6fc-58cb76fd3f0e req-0a2d2f7c-879a-415c-9cb7-44eb4277c2bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:24:12.036390 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-6eaa41dd-f213-4d19-b6fc-58cb76fd3f0e req-0a2d2f7c-879a-415c-9cb7-44eb4277c2bb service neutron] 10.222.0.53 "GET /v2.0/networks?id=3933cf84-cdd3-4c59-ac2d-c58afedb7fce HTTP/1.1" status: 200 len: 904 time: 0.5509610 Sep 23 19:24:12.037612 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-0eefeeaf-6ac9-4857-b5f4-ee96356181b5 req-ed6271b9-76a7-4019-bc87-a3af3fe50fa8 tempest-LiveMigrationTest-677110171 tempest-LiveMigrationTest-677110171-project-admin] 10.222.0.74 "GET /v2.0/ports?device_id=736298ae-bd3f-4e9b-8e47-2726a845f6e1&tenant_id=0f5d9c33c3334ce192c43e08217ee019&binding%3Ahost_id=n-h1-713301-16 HTTP/1.1" status: 200 len: 1097 time: 0.1200376 Sep 23 19:24:12.038118 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 35452) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:24:12.057692 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe9d231c-efbe-4ccc-8169-c9aabc008fe4 admin admin] Pushing event deleted for resources: {'Network': ['ID=c2b58ecf-3b1b-414c-92a4-f53b08b3dace,revision_number=None']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:24:12.122410 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-6eaa41dd-f213-4d19-b6fc-58cb76fd3f0e req-22642d00-371a-4fd2-bc99-cb0adae1fe6c service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=83dcc7e4-c747-465d-8262-774b5f87feeb HTTP/1.1" status: 200 len: 217 time: 0.0679073 Sep 23 19:24:12.200166 n-d-713301-16 neutron-server[95102]: DEBUG neutron.db.db_base_plugin_v2 [None req-76a63ff8-283b-4124-993b-d9e9ab802520 admin admin] Deleting subnet 042aebaa-2598-47df-b158-03ef39c6c9f9 {{(pid=95102) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 23 19:24:12.213981 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-76a63ff8-283b-4124-993b-d9e9ab802520 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:12.284035 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eaa41dd-f213-4d19-b6fc-58cb76fd3f0e req-251e96d7-4dc4-4835-9c4f-c05a7635868c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:24:12.286157 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-6eaa41dd-f213-4d19-b6fc-58cb76fd3f0e req-251e96d7-4dc4-4835-9c4f-c05a7635868c service neutron] 10.222.0.53 "GET /v2.0/subnets?id=ddb01988-b766-48de-9eb4-7d664700d39d HTTP/1.1" status: 200 len: 843 time: 0.1115508 Sep 23 19:24:12.343047 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-6eaa41dd-f213-4d19-b6fc-58cb76fd3f0e req-97434544-f360-40c2-9563-aafb2d28bbb8 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=3933cf84-cdd3-4c59-ac2d-c58afedb7fce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0482337 Sep 23 19:24:12.345072 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23e9144b-0849-4a3a-905f-1f46086e7e0e admin admin] Notify agent at l3_agent.n-d-713301-16 the message routers_updated {{(pid=95101) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 19:24:12.360962 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61aa6fae-589e-4427-b87b-36dfd0522a78 None None] Sync routers for ids ['6cc3f61e-9fe4-4b5a-acb6-0884054d911b'] in n-d-713301-16 {{(pid=95103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 19:24:12.377282 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61aa6fae-589e-4427-b87b-36dfd0522a78 None None] Routers {'6cc3f61e-9fe4-4b5a-acb6-0884054d911b'} bound to L3 agent in host n-d-713301-16 {{(pid=95103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 19:24:12.377928 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_hamode_db [None req-61aa6fae-589e-4427-b87b-36dfd0522a78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-23T19:07:52Z,description=,heartbeat_timestamp=2021-09-23T19:23:52Z,host='n-d-713301-16',id=79a740bf-7821-4989-8288-7186e3e128f3,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:07:52Z,topic='l3_agent')) {'router_ids': ['6cc3f61e-9fe4-4b5a-acb6-0884054d911b'], 'active': True} {{(pid=95103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:24:12.397683 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-23e9144b-0849-4a3a-905f-1f46086e7e0e admin admin] Notify callbacks [] for router, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:12.402615 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-23e9144b-0849-4a3a-905f-1f46086e7e0e admin admin] 10.222.0.67 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 5.3796237 Sep 23 19:24:12.403671 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 35466) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:24:12.435086 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da4ecb8b-a000-4f36-b108-317c4c0fbd13 req-12c5985e-532e-4c54-8fe5-4b316955c52a tempest-ImagesTestJSON-1030216449 tempest-ImagesTestJSON-1030216449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:24:12.441903 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-da4ecb8b-a000-4f36-b108-317c4c0fbd13 req-12c5985e-532e-4c54-8fe5-4b316955c52a tempest-ImagesTestJSON-1030216449 tempest-ImagesTestJSON-1030216449-project] 10.222.0.67 "GET /v2.0/ports?device_id=012033b6-745f-481b-af86-e21c037687c3 HTTP/1.1" status: 200 len: 944 time: 0.3101425 Sep 23 19:24:12.450101 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-76a63ff8-283b-4124-993b-d9e9ab802520 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6162825'] for subnet, precommit_delete_associations {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:12.502632 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.db [req-0eefeeaf-6ac9-4857-b5f4-ee96356181b5 req-49ef87b8-d8a5-474d-9539-12dfbceb146d service neutron] For port b2afac21-1c3c-4563-b6dd-28bd82c804ec, host n-h2-713301-16, cleared binding levels {{(pid=95102) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 19:24:12.529171 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-0eefeeaf-6ac9-4857-b5f4-ee96356181b5 req-49ef87b8-d8a5-474d-9539-12dfbceb146d service neutron] Notify callbacks [] for binding, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:12.531370 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-0eefeeaf-6ac9-4857-b5f4-ee96356181b5 req-49ef87b8-d8a5-474d-9539-12dfbceb146d service neutron] 10.222.0.74 "DELETE /v2.0/ports/b2afac21-1c3c-4563-b6dd-28bd82c804ec/bindings/n-h2-713301-16 HTTP/1.1" status: 204 len: 173 time: 0.4276376 Sep 23 19:24:12.599175 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_dvr_db [None req-61aa6fae-589e-4427-b87b-36dfd0522a78 None None] Set router 6cc3f61e-9fe4-4b5a-acb6-0884054d911b gateway port host: n-d-713301-16 {{(pid=95103) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 19:24:12.600827 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-6eaa41dd-f213-4d19-b6fc-58cb76fd3f0e req-d464e29b-aeca-49c7-946f-07e0ecc2729a service neutron] 10.222.0.53 "GET /v2.0/networks/3933cf84-cdd3-4c59-ac2d-c58afedb7fce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2505391 Sep 23 19:24:12.605360 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-da4ecb8b-a000-4f36-b108-317c4c0fbd13 req-53a080d8-ec50-4daa-8a93-a64e61cee3cd tempest-ImagesTestJSON-1030216449 tempest-ImagesTestJSON-1030216449-project] 10.222.0.67 "GET /v2.0/security-groups?id=076f8f10-41da-413e-8d86-ebe8d5fe93ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1621935 Sep 23 19:24:12.617166 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-76a63ff8-283b-4124-993b-d9e9ab802520 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1756813'] for subnet, precommit_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:12.714866 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 35478) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:24:12.736150 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-76a63ff8-283b-4124-993b-d9e9ab802520 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1756804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4399009', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5388229'] for subnet, after_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:12.776230 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76a63ff8-283b-4124-993b-d9e9ab802520 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=042aebaa-2598-47df-b158-03ef39c6c9f9,revision_number=None']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:24:12.792471 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-76a63ff8-283b-4124-993b-d9e9ab802520 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:12.814102 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-76a63ff8-283b-4124-993b-d9e9ab802520 admin admin] 10.222.0.67 "DELETE /v2.0/subnets/042aebaa-2598-47df-b158-03ef39c6c9f9 HTTP/1.1" status: 204 len: 168 time: 0.7728903 Sep 23 19:24:12.817516 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 35486) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:24:12.916019 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-6eaa41dd-f213-4d19-b6fc-58cb76fd3f0e req-dccfe40e-0298-4550-a886-c2935a12b256 service neutron] 10.222.0.53 "GET /v2.0/networks/3933cf84-cdd3-4c59-ac2d-c58afedb7fce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2966557 Sep 23 19:24:13.086953 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-29c23260-8ed5-480a-a79e-9ad016fef2bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1628021'] for network, before_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:13.093481 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.v2.base [None req-cd67ba38-2007-45a6-b22d-b534ec10bd14 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsNegativeTestJSON-696242654-network', 'tenant_id': '8fa99a9201d4442ebdd8fa5e4722608a'}} {{(pid=95102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:24:13.128088 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd67ba38-2007-45a6-b22d-b534ec10bd14 admin admin] Made reservation on behalf of 8fa99a9201d4442ebdd8fa5e4722608a for: {'network': 1} {{(pid=95102) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:24:13.130658 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-cd67ba38-2007-45a6-b22d-b534ec10bd14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for network, before_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:13.147916 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-cd67ba38-2007-45a6-b22d-b534ec10bd14 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:13.178448 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63136167-633b-4455-a374-415bc346a702 req-c49821f0-2756-418c-a490-71f0a3849378 tempest-LiveMigrationTest-1843640962 tempest-LiveMigrationTest-1843640962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:24:13.180942 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-63136167-633b-4455-a374-415bc346a702 req-c49821f0-2756-418c-a490-71f0a3849378 tempest-LiveMigrationTest-1843640962 tempest-LiveMigrationTest-1843640962-project] 10.222.0.67 "GET /v2.0/ports?device_id=736298ae-bd3f-4e9b-8e47-2726a845f6e1 HTTP/1.1" status: 200 len: 945 time: 0.2101214 Sep 23 19:24:13.303673 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_hamode_db [None req-61aa6fae-589e-4427-b87b-36dfd0522a78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6cc3f61e-9fe4-4b5a-acb6-0884054d911b', 'name': 'tempest-TaggedBootDevicesTest-1238845142-router', 'tenant_id': 'f9311328b6c648f88a79b8848358e4b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'external_fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.14'}], 'enable_snat': True}, 'gw_port_id': '16a5c720-cb20-4b5b-bca3-0b85d0ba40cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:24:07Z', 'updated_at': '2021-09-23T19:24:10Z', 'revision_number': 3, 'project_id': 'f9311328b6c648f88a79b8848358e4b9', 'gw_port': {'id': '16a5c720-cb20-4b5b-bca3-0b85d0ba40cc', 'name': '', 'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:83:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6cc3f61e-9fe4-4b5a-acb6-0884054d911b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 734, 'fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:24:08Z', 'updated_at': '2021-09-23T19:24:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-16'}], 'n-d-713301-16', False) {} {{(pid=95103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:24:13.351445 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61aa6fae-589e-4427-b87b-36dfd0522a78 None None] Checking router: 6cc3f61e-9fe4-4b5a-acb6-0884054d911b for host: n-d-713301-16 {{(pid=95103) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 19:24:13.351843 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61aa6fae-589e-4427-b87b-36dfd0522a78 None None] Updating router 6cc3f61e-9fe4-4b5a-acb6-0884054d911b port 16a5c720-cb20-4b5b-bca3-0b85d0ba40cc binding host n-d-713301-16 {{(pid=95103) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 23 19:24:13.356195 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-29c23260-8ed5-480a-a79e-9ad016fef2bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1754676', 'neutron.services.segments.db._delete_segments_for_network-8783146221460'] for network, precommit_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:13.396444 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-61aa6fae-589e-4427-b87b-36dfd0522a78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:13.416137 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-867bd204-2aeb-42b6-997f-4a47587a3324 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:13.463881 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-63136167-633b-4455-a374-415bc346a702 req-7ce7ace3-4e71-4a33-a766-927c1b6e4391 tempest-LiveMigrationTest-1843640962 tempest-LiveMigrationTest-1843640962-project] 10.222.0.67 "GET /v2.0/security-groups?id=1c151358-1cab-48a6-be3e-ad7507b4da06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2237649 Sep 23 19:24:13.487711 n-d-713301-16 neutron-server[95102]: DEBUG neutron.services.segments.db [None req-29c23260-8ed5-480a-a79e-9ad016fef2bf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['29b4d844-587c-4d15-b0dd-16ea6acbf3aa']}} {{(pid=95102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:24:13.539507 n-d-713301-16 neutron-server[95102]: DEBUG neutron.services.segments.db [None req-29c23260-8ed5-480a-a79e-9ad016fef2bf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b64a3bec-7bb1-48a9-990d-5284e08b737e') {'for_net_delete': True} {{(pid=95102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:24:13.547508 n-d-713301-16 neutron-server[95102]: DEBUG neutron.services.segments.db [None req-29c23260-8ed5-480a-a79e-9ad016fef2bf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b64a3bec-7bb1-48a9-990d-5284e08b737e') {} {{(pid=95102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:24:13.574222 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-29c23260-8ed5-480a-a79e-9ad016fef2bf admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783146221725', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6162832'] for segment, before_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:13.632964 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-29c23260-8ed5-480a-a79e-9ad016fef2bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1756186'] for segment, precommit_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:13.657872 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-29c23260-8ed5-480a-a79e-9ad016fef2bf admin admin] Releasing vlan 644 on physical network physnet1 to pool {{(pid=95102) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 19:24:13.658478 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-29c23260-8ed5-480a-a79e-9ad016fef2bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1756186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4398095'] for segment, after_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:13.660940 n-d-713301-16 neutron-server[95102]: Traceback (most recent call last): Sep 23 19:24:13.660940 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 19:24:13.660940 n-d-713301-16 neutron-server[95102]: timer() Sep 23 19:24:13.660940 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 19:24:13.660940 n-d-713301-16 neutron-server[95102]: cb(*args, **kw) Sep 23 19:24:13.660940 n-d-713301-16 neutron-server[95102]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 19:24:13.660940 n-d-713301-16 neutron-server[95102]: return func(*args, **kwargs) Sep 23 19:24:13.660940 n-d-713301-16 neutron-server[95102]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 19:24:13.660940 n-d-713301-16 neutron-server[95102]: self._notify() Sep 23 19:24:13.660940 n-d-713301-16 neutron-server[95102]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 19:24:13.660940 n-d-713301-16 neutron-server[95102]: self.callback(batched_events) Sep 23 19:24:13.660940 n-d-713301-16 neutron-server[95102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 19:24:13.660940 n-d-713301-16 neutron-server[95102]: event.method(event) Sep 23 19:24:13.660940 n-d-713301-16 neutron-server[95102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 19:24:13.660940 n-d-713301-16 neutron-server[95102]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 19:24:13.660940 n-d-713301-16 neutron-server[95102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 19:24:13.660940 n-d-713301-16 neutron-server[95102]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 19:24:13.660940 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 19:24:13.660940 n-d-713301-16 neutron-server[95102]: return f(self, *a, **k) Sep 23 19:24:13.660940 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 19:24:13.660940 n-d-713301-16 neutron-server[95102]: return self._get(url).json() Sep 23 19:24:13.660940 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 19:24:13.660940 n-d-713301-16 neutron-server[95102]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 19:24:13.660940 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 19:24:13.660940 n-d-713301-16 neutron-server[95102]: return self.request(url, 'GET', **kwargs) Sep 23 19:24:13.660940 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 19:24:13.660940 n-d-713301-16 neutron-server[95102]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 19:24:13.660940 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 19:24:13.660940 n-d-713301-16 neutron-server[95102]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 19:24:13.660940 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 19:24:13.660940 n-d-713301-16 neutron-server[95102]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 19:24:13.660940 n-d-713301-16 neutron-server[95102]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 19:24:13.745443 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-cd67ba38-2007-45a6-b22d-b534ec10bd14 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:13.750929 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-cd67ba38-2007-45a6-b22d-b534ec10bd14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:13.767143 n-d-713301-16 neutron-server[95101]: DEBUG neutron.db.db_base_plugin_common [None req-867bd204-2aeb-42b6-997f-4a47587a3324 admin admin] Allocated IP 172.20.0.1 (0e7486fc-edf5-4778-98e4-d68293f3be17/9bcc6428-1995-45f6-ba66-eea6197581a7/581d4153-bf66-4770-a892-4a35d15ab3e1) {{(pid=95101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 19:24:13.772844 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-29c23260-8ed5-480a-a79e-9ad016fef2bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1754627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-601866'] for network, after_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:13.781675 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-29c23260-8ed5-480a-a79e-9ad016fef2bf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527417'] for network, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:13.786293 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-29c23260-8ed5-480a-a79e-9ad016fef2bf admin admin] 10.222.0.67 "DELETE /v2.0/networks/29b4d844-587c-4d15-b0dd-16ea6acbf3aa HTTP/1.1" status: 204 len: 168 time: 0.9637566 Sep 23 19:24:13.865252 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cd67ba38-2007-45a6-b22d-b534ec10bd14 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 639} {{(pid=95102) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 19:24:13.890539 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c23260-8ed5-480a-a79e-9ad016fef2bf admin admin] Pushing event deleted for resources: {'Network': ['ID=29b4d844-587c-4d15-b0dd-16ea6acbf3aa,revision_number=None']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:24:13.900558 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd67ba38-2007-45a6-b22d-b534ec10bd14 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a570d3d-259c-49af-bc9d-135623115fbb,revision_number=1']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:24:13.916557 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-cd67ba38-2007-45a6-b22d-b534ec10bd14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1756186'] for segment, precommit_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:13.916964 n-d-713301-16 neutron-server[95102]: INFO neutron.db.segments_db [None req-cd67ba38-2007-45a6-b22d-b534ec10bd14 admin admin] Added segment 23e68306-44d5-4285-9fbf-3856a0ca82be of type vlan for network 1d1af392-d7c2-434d-af27-67643a55e416 Sep 23 19:24:13.927439 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-61aa6fae-589e-4427-b87b-36dfd0522a78 None None] Notify callbacks [] for port, precommit_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:13.940148 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-61aa6fae-589e-4427-b87b-36dfd0522a78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:13.953705 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-867bd204-2aeb-42b6-997f-4a47587a3324 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:14.002657 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.managers [None req-61aa6fae-589e-4427-b87b-36dfd0522a78 None None] Attempting to bind port 16a5c720-cb20-4b5b-bca3-0b85d0ba40cc on host n-d-713301-16 for vnic_type normal with profile {{(pid=95103) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 19:24:14.005148 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.managers [None req-61aa6fae-589e-4427-b87b-36dfd0522a78 None None] Attempting to bind port 16a5c720-cb20-4b5b-bca3-0b85d0ba40cc by drivers openvswitch,hyperv on host n-d-713301-16 at level 0 using segments [{'id': '7d4027f1-d893-4c7b-95d4-757b8e44e380', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac'}] {{(pid=95103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 19:24:14.005148 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61aa6fae-589e-4427-b87b-36dfd0522a78 None None] Attempting to bind port 16a5c720-cb20-4b5b-bca3-0b85d0ba40cc on network 5dec5c09-378e-4f50-89cc-d94eb81c3bac {{(pid=95103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:24:14.013285 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-867bd204-2aeb-42b6-997f-4a47587a3324 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783145673135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5607431'] for port, after_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:14.017574 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd49bc90-ba09-426b-9a31-aff0e3441f4f req-2202db39-7460-4158-bb70-84774729fb13 tempest-ImagesTestJSON-1030216449 tempest-ImagesTestJSON-1030216449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:24:14.017776 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6364027e-e446-462a-b631-7f606e6d0e1e None None] Pushing event updated for resources: {'Port': ['ID=16a5c720-cb20-4b5b-bca3-0b85d0ba40cc,revision_number=2']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:24:14.019286 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-cd49bc90-ba09-426b-9a31-aff0e3441f4f req-2202db39-7460-4158-bb70-84774729fb13 tempest-ImagesTestJSON-1030216449 tempest-ImagesTestJSON-1030216449-project] 10.222.0.67 "GET /v2.0/ports?device_id=012033b6-745f-481b-af86-e21c037687c3 HTTP/1.1" status: 200 len: 944 time: 0.2548769 Sep 23 19:24:14.021421 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61aa6fae-589e-4427-b87b-36dfd0522a78 None None] Checking agent: {'id': '70a14545-df24-472f-8f95-bfe1719bff93', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 19, 7, 53), 'started_at': datetime.datetime(2021, 9, 23, 19, 8, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 19, 23, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 19:24:14.021922 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61aa6fae-589e-4427-b87b-36dfd0522a78 None None] Checking segment: {'id': '7d4027f1-d893-4c7b-95d4-757b8e44e380', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95103) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:24:14.022431 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-61aa6fae-589e-4427-b87b-36dfd0522a78 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:14.022923 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61aa6fae-589e-4427-b87b-36dfd0522a78 None None] Bound using segment: {'id': '7d4027f1-d893-4c7b-95d4-757b8e44e380', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac'} {{(pid=95103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 19:24:14.023506 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.managers [None req-61aa6fae-589e-4427-b87b-36dfd0522a78 None None] Bound port: 16a5c720-cb20-4b5b-bca3-0b85d0ba40cc, host: n-d-713301-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7d4027f1-d893-4c7b-95d4-757b8e44e380', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac'}}] {{(pid=95103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 19:24:14.024003 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-61aa6fae-589e-4427-b87b-36dfd0522a78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:14.042979 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-cd67ba38-2007-45a6-b22d-b534ec10bd14 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783145630486'] for network, precommit_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:14.078856 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 35516) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:24:14.080540 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-867bd204-2aeb-42b6-997f-4a47587a3324 admin admin] Network 0e7486fc-edf5-4778-98e4-d68293f3be17 is already hosted by enough agents. {{(pid=95101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:24:14.088577 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-61aa6fae-589e-4427-b87b-36dfd0522a78 None None] For port 16a5c720-cb20-4b5b-bca3-0b85d0ba40cc, host n-d-713301-16, cleared binding levels {{(pid=95103) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 19:24:14.092955 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.base_scheduler [None req-867bd204-2aeb-42b6-997f-4a47587a3324 admin admin] Resources bound (agent type, host, resource id): {{(pid=95101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:24:14.093182 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-61aa6fae-589e-4427-b87b-36dfd0522a78 None None] For port 16a5c720-cb20-4b5b-bca3-0b85d0ba40cc, host n-d-713301-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-16',level=0,port_id=16a5c720-cb20-4b5b-bca3-0b85d0ba40cc,segment=NetworkSegment(7d4027f1-d893-4c7b-95d4-757b8e44e380),segment_id=7d4027f1-d893-4c7b-95d4-757b8e44e380)] {{(pid=95103) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 19:24:14.098258 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-61aa6fae-589e-4427-b87b-36dfd0522a78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:14.106940 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-cd49bc90-ba09-426b-9a31-aff0e3441f4f req-0fa4b843-0374-4395-9f24-2f99153e7882 tempest-ImagesTestJSON-1030216449 tempest-ImagesTestJSON-1030216449-project] 10.222.0.67 "GET /v2.0/security-groups?id=076f8f10-41da-413e-8d86-ebe8d5fe93ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699914 Sep 23 19:24:14.114171 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c8835c1-fd4f-4886-ba10-54527cca57e0 req-245c438a-4055-4992-aa74-40822aad966d tempest-LiveMigrationTest-677110171 tempest-LiveMigrationTest-677110171-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:24:14.124977 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-3c8835c1-fd4f-4886-ba10-54527cca57e0 req-245c438a-4055-4992-aa74-40822aad966d tempest-LiveMigrationTest-677110171 tempest-LiveMigrationTest-677110171-project-admin] 10.222.0.67 "GET /v2.0/ports?device_id=736298ae-bd3f-4e9b-8e47-2726a845f6e1 HTTP/1.1" status: 200 len: 1097 time: 0.1399751 Sep 23 19:24:14.125812 n-d-713301-16 neutron-server[95101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-867bd204-2aeb-42b6-997f-4a47587a3324 admin admin] Received port after_create {{(pid=95101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 19:24:14.127659 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-cd67ba38-2007-45a6-b22d-b534ec10bd14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299'] for network, after_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:14.128872 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd67ba38-2007-45a6-b22d-b534ec10bd14 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:24:14.129463 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-cd67ba38-2007-45a6-b22d-b534ec10bd14 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527417'] for network, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:14.134708 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867bd204-2aeb-42b6-997f-4a47587a3324 admin admin] Pushing event updated for resources: {'Port': ['ID=581d4153-bf66-4770-a892-4a35d15ab3e1,revision_number=1']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:24:14.172571 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61aa6fae-589e-4427-b87b-36dfd0522a78 None None] Routers {'6cc3f61e-9fe4-4b5a-acb6-0884054d911b'} bound to L3 agent in host n-d-713301-16 {{(pid=95103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 19:24:14.173566 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_hamode_db [None req-61aa6fae-589e-4427-b87b-36dfd0522a78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-23T19:07:52Z,description=,heartbeat_timestamp=2021-09-23T19:23:52Z,host='n-d-713301-16',id=79a740bf-7821-4989-8288-7186e3e128f3,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:07:52Z,topic='l3_agent')) {'router_ids': ['6cc3f61e-9fe4-4b5a-acb6-0884054d911b'], 'active': True} {{(pid=95103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:24:14.192161 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-cd67ba38-2007-45a6-b22d-b534ec10bd14 admin admin] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 1.4759030 Sep 23 19:24:14.195322 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 35518) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:24:14.210702 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.v2.base [None req-d4434371-d065-4b6d-88d0-a73da802d1dc admin admin] Request body: {'subnet': {'network_id': '1d1af392-d7c2-434d-af27-67643a55e416', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsNegativeTestJSON-696242654-subnet', 'tenant_id': '8fa99a9201d4442ebdd8fa5e4722608a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:24:14.215879 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-1c7e961e-8144-49ff-a31e-07ef5218df19 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=01fd0bf0664a4580a0559687f9bf7c73&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1337204 Sep 23 19:24:14.218764 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 35520) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:24:14.231145 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-867bd204-2aeb-42b6-997f-4a47587a3324 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-601987'] for router_interface, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:14.262534 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6364027e-e446-462a-b631-7f606e6d0e1e None None] Pushing event updated for resources: {'Port': ['ID=16a5c720-cb20-4b5b-bca3-0b85d0ba40cc,revision_number=3']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:24:14.267477 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4434371-d065-4b6d-88d0-a73da802d1dc admin admin] Made reservation on behalf of 8fa99a9201d4442ebdd8fa5e4722608a for: {'subnet': 1} {{(pid=95102) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:24:14.269842 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-d4434371-d065-4b6d-88d0-a73da802d1dc admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5388256'] for subnet, before_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:14.272007 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd67ba38-2007-45a6-b22d-b534ec10bd14 admin admin] Pushing event updated for resources: {'Network': ['ID=1d1af392-d7c2-434d-af27-67643a55e416,revision_number=1']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:24:14.285314 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-3c8835c1-fd4f-4886-ba10-54527cca57e0 req-befe0952-8171-4d45-b4ff-05a6e0954ae4 tempest-LiveMigrationTest-677110171 tempest-LiveMigrationTest-677110171-project-admin] 10.222.0.67 "GET /v2.0/security-groups?id=1c151358-1cab-48a6-be3e-ad7507b4da06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1574728 Sep 23 19:24:14.331765 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Device 83dcc7e4-c747-465d-8262-774b5f87feeb details requested by agent hyperv_n-h2-713301-16 with host n-h2-713301-16 {{(pid=95103) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 19:24:14.497246 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] For port 83dcc7e4-c747-465d-8262-774b5f87feeb, host n-h2-713301-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-16',level=0,port_id=83dcc7e4-c747-465d-8262-774b5f87feeb,segment=NetworkSegment(2f3be12e-dba6-4aef-9978-6b9e569ce081),segment_id=2f3be12e-dba6-4aef-9978-6b9e569ce081)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:24:14.503002 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-867bd204-2aeb-42b6-997f-4a47587a3324 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:14.513518 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Network 1d1af392-d7c2-434d-af27-67643a55e416 details requested by agent ovs-agent-n-d-713301-16 with host n-d-713301-16 {{(pid=95103) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 19:24:14.517943 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-0f2bc921-f50d-4412-948e-458fee4e34a0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:14.522378 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Returning: {'device': '83dcc7e4-c747-465d-8262-774b5f87feeb', 'network_id': '3933cf84-cdd3-4c59-ac2d-c58afedb7fce', 'port_id': '83dcc7e4-c747-465d-8262-774b5f87feeb', 'mac_address': 'fa:16:3e:d2:12:a6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 607, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ddb01988-b766-48de-9eb4-7d664700d39d', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95103) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 19:24:14.602849 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:14.720784 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-a38e70c1-8ed3-4ddf-82bf-2299f617fd06 None None] Provisioning complete for port 581d4153-bf66-4770-a892-4a35d15ab3e1 triggered by entity DHCP. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:24:14.721336 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-a38e70c1-8ed3-4ddf-82bf-2299f617fd06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:14.778180 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_dvr_db [None req-61aa6fae-589e-4427-b87b-36dfd0522a78 None None] Set router 6cc3f61e-9fe4-4b5a-acb6-0884054d911b gateway port host: n-d-713301-16 {{(pid=95103) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 19:24:14.782747 n-d-713301-16 neutron-server[95103]: DEBUG neutron.notifiers.nova [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 83dcc7e4-c747-465d-8262-774b5f87feeb {{(pid=95103) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 19:24:14.786360 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-0f2bc921-f50d-4412-948e-458fee4e34a0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:14.845113 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 35542) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:24:14.850837 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] For port 83dcc7e4-c747-465d-8262-774b5f87feeb, host n-h2-713301-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-16',level=0,port_id=83dcc7e4-c747-465d-8262-774b5f87feeb,segment=NetworkSegment(2f3be12e-dba6-4aef-9978-6b9e569ce081),segment_id=2f3be12e-dba6-4aef-9978-6b9e569ce081)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:24:14.888133 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:14.897714 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-867bd204-2aeb-42b6-997f-4a47587a3324 admin admin] Notify callbacks [] for port, precommit_update {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:14.903739 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-867bd204-2aeb-42b6-997f-4a47587a3324 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5607436'] for port, after_update {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:14.969141 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-0f2bc921-f50d-4412-948e-458fee4e34a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:14.972798 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-0f2bc921-f50d-4412-948e-458fee4e34a0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:14.986797 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.plugin [None req-a38e70c1-8ed3-4ddf-82bf-2299f617fd06 None None] Port 581d4153-bf66-4770-a892-4a35d15ab3e1 cannot update to ACTIVE because it is not bound. {{(pid=95103) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 19:24:14.989608 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-0f2bc921-f50d-4412-948e-458fee4e34a0 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/6d32247e-8bb7-4ae1-818c-76baafa39c73 HTTP/1.1" status: 204 len: 168 time: 0.7689898 Sep 23 19:24:14.990594 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-867bd204-2aeb-42b6-997f-4a47587a3324 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-527313', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-601459'] for router_interface, after_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:14.997320 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-d4434371-d065-4b6d-88d0-a73da802d1dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4398944', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5388242'] for subnet, after_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:15.073258 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f2bc921-f50d-4412-948e-458fee4e34a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d32247e-8bb7-4ae1-818c-76baafa39c73,revision_number=None']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:24:15.094308 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de5d1f4-4843-40dc-b49a-af7ae011ae32 req-383c5adc-0830-4c97-938a-d0dc2a03213a tempest-LiveMigrationTest-1843640962 tempest-LiveMigrationTest-1843640962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:24:15.102217 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-1de5d1f4-4843-40dc-b49a-af7ae011ae32 req-383c5adc-0830-4c97-938a-d0dc2a03213a tempest-LiveMigrationTest-1843640962 tempest-LiveMigrationTest-1843640962-project] 10.222.0.67 "GET /v2.0/ports?device_id=736298ae-bd3f-4e9b-8e47-2726a845f6e1 HTTP/1.1" status: 200 len: 945 time: 0.1167097 Sep 23 19:24:15.106918 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Pushing event updated for resources: {'Port': ['ID=83dcc7e4-c747-465d-8262-774b5f87feeb,revision_number=4']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:24:15.125647 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] get_ports_and_sgs() called for port_ids ['83dcc7e4-c747-465d-8262-774b5f87feeb'] {{(pid=95103) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 19:24:15.142801 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4434371-d065-4b6d-88d0-a73da802d1dc admin admin] Pushing event updated for resources: {'Subnet': ['ID=54975793-46b5-4492-8a16-9c4d32e4a7d2,revision_number=0']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:24:15.164941 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4434371-d065-4b6d-88d0-a73da802d1dc admin admin] Checking segment: {'id': '23e68306-44d5-4285-9fbf-3856a0ca82be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '1d1af392-d7c2-434d-af27-67643a55e416'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95102) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:24:15.165422 n-d-713301-16 neutron-server[95102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4434371-d065-4b6d-88d0-a73da802d1dc admin admin] Network hostable DHCP agents. Network: 1d1af392-d7c2-434d-af27-67643a55e416, hostable agents: ['1b18bf05-1b5f-4587-be5c-af3ac38e32ad'], hosted agents: [] {{(pid=95102) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 19:24:15.186798 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-867bd204-2aeb-42b6-997f-4a47587a3324 admin admin] Network 0e7486fc-edf5-4778-98e4-d68293f3be17 is already hosted by enough agents. {{(pid=95101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:24:15.191122 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.base_scheduler [None req-867bd204-2aeb-42b6-997f-4a47587a3324 admin admin] Resources bound (agent type, host, resource id): {{(pid=95101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:24:15.193529 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-ff6783ce-9a25-4e16-b96d-89b07b495637 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:15.236945 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-1de5d1f4-4843-40dc-b49a-af7ae011ae32 req-0b9becb3-6365-4baa-9467-a17fc9a87f95 tempest-LiveMigrationTest-1843640962 tempest-LiveMigrationTest-1843640962-project] 10.222.0.67 "GET /v2.0/security-groups?id=1c151358-1cab-48a6-be3e-ad7507b4da06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1291418 Sep 23 19:24:15.319678 n-d-713301-16 neutron-server[95102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4434371-d065-4b6d-88d0-a73da802d1dc admin admin] Network 1d1af392-d7c2-434d-af27-67643a55e416 is scheduled to be hosted by DHCP agent 1b18bf05-1b5f-4587-be5c-af3ac38e32ad with binding_index 1 {{(pid=95102) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 19:24:15.371618 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_hamode_db [None req-61aa6fae-589e-4427-b87b-36dfd0522a78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6cc3f61e-9fe4-4b5a-acb6-0884054d911b', 'name': 'tempest-TaggedBootDevicesTest-1238845142-router', 'tenant_id': 'f9311328b6c648f88a79b8848358e4b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'external_fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.14'}], 'enable_snat': True}, 'gw_port_id': '16a5c720-cb20-4b5b-bca3-0b85d0ba40cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:24:07Z', 'updated_at': '2021-09-23T19:24:10Z', 'revision_number': 3, 'project_id': 'f9311328b6c648f88a79b8848358e4b9', 'gw_port': {'id': '16a5c720-cb20-4b5b-bca3-0b85d0ba40cc', 'name': '', 'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:83:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6cc3f61e-9fe4-4b5a-acb6-0884054d911b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 734, 'fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:24:08Z', 'updated_at': '2021-09-23T19:24:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-16'}], 'n-d-713301-16', False) {} {{(pid=95103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:24:15.374271 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c94476e-7259-49c1-8c74-2f19edb00b67 req-20a41f5a-e288-4b6d-bb13-75aec5faffb4 tempest-ImagesTestJSON-1030216449 tempest-ImagesTestJSON-1030216449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:24:15.383950 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-0c94476e-7259-49c1-8c74-2f19edb00b67 req-20a41f5a-e288-4b6d-bb13-75aec5faffb4 tempest-ImagesTestJSON-1030216449 tempest-ImagesTestJSON-1030216449-project] 10.222.0.67 "GET /v2.0/ports?device_id=012033b6-745f-481b-af86-e21c037687c3 HTTP/1.1" status: 200 len: 945 time: 0.1458519 Sep 23 19:24:15.386726 n-d-713301-16 neutron-server[95102]: DEBUG neutron.scheduler.base_scheduler [None req-d4434371-d065-4b6d-88d0-a73da802d1dc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713301-16, 1d1af392-d7c2-434d-af27-67643a55e416) {{(pid=95102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:24:15.398185 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9891b036-92ec-4c52-9d03-5eab5362711b req-3ad4be91-2d26-4e50-9b9c-2cb8e661b3f9 tempest-LiveMigrationTest-1843640962 tempest-LiveMigrationTest-1843640962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:24:15.400156 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-9891b036-92ec-4c52-9d03-5eab5362711b req-3ad4be91-2d26-4e50-9b9c-2cb8e661b3f9 tempest-LiveMigrationTest-1843640962 tempest-LiveMigrationTest-1843640962-project] 10.222.0.74 "GET /v2.0/ports?device_id=736298ae-bd3f-4e9b-8e47-2726a845f6e1 HTTP/1.1" status: 200 len: 945 time: 0.1591673 Sep 23 19:24:15.416238 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-728950ee-515e-4162-926a-1e9c518f1a52 None None] Network 1d1af392-d7c2-434d-af27-67643a55e416 requested from n-d-713301-16 {{(pid=95103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 19:24:15.420818 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61aa6fae-589e-4427-b87b-36dfd0522a78 None None] The sync data for ids ['6cc3f61e-9fe4-4b5a-acb6-0884054d911b'] in n-d-713301-16 is: [{'id': '6cc3f61e-9fe4-4b5a-acb6-0884054d911b', 'name': 'tempest-TaggedBootDevicesTest-1238845142-router', 'tenant_id': 'f9311328b6c648f88a79b8848358e4b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'external_fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.14'}], 'enable_snat': True}, 'gw_port_id': '16a5c720-cb20-4b5b-bca3-0b85d0ba40cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:24:07Z', 'updated_at': '2021-09-23T19:24:10Z', 'revision_number': 3, 'project_id': 'f9311328b6c648f88a79b8848358e4b9', 'gw_port': {'id': '16a5c720-cb20-4b5b-bca3-0b85d0ba40cc', 'name': '', 'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:83:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6cc3f61e-9fe4-4b5a-acb6-0884054d911b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 734, 'fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:24:08Z', 'updated_at': '2021-09-23T19:24:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-16'}] {{(pid=95103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 19:24:15.425147 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-867bd204-2aeb-42b6-997f-4a47587a3324 admin admin] Router 6cc3f61e-9fe4-4b5a-acb6-0884054d911b has already been hosted by L3 agent 79a740bf-7821-4989-8288-7186e3e128f3 {{(pid=95101) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 19:24:15.429197 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867bd204-2aeb-42b6-997f-4a47587a3324 admin admin] Pushing event updated for resources: {'Port': ['ID=581d4153-bf66-4770-a892-4a35d15ab3e1,revision_number=2']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:24:15.439345 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4434371-d065-4b6d-88d0-a73da802d1dc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:24:15.440152 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-d4434371-d065-4b6d-88d0-a73da802d1dc admin admin] Notify callbacks [] for subnet, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:15.545494 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-0c94476e-7259-49c1-8c74-2f19edb00b67 req-dc64a234-7104-4c81-916e-768781f7f458 tempest-ImagesTestJSON-1030216449 tempest-ImagesTestJSON-1030216449-project] 10.222.0.67 "GET /v2.0/security-groups?id=076f8f10-41da-413e-8d86-ebe8d5fe93ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1545985 Sep 23 19:24:15.549168 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 35552) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:24:15.623757 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e8b7961-078b-4409-9da0-c3f27239b493 None None] Network 1d1af392-d7c2-434d-af27-67643a55e416 requested from n-d-713301-16 {{(pid=95103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 19:24:15.641966 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-b17429b8-9320-4839-ae5f-288f9a175a9e admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=7cd1a98776d946a1933792ccd89b385c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0882099 Sep 23 19:24:15.642763 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 35554) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:24:15.667142 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.plugin [req-9891b036-92ec-4c52-9d03-5eab5362711b req-c4c15f82-8e62-4a09-ba22-327171d0eaf3 tempest-LiveMigrationTest-1843640962 tempest-LiveMigrationTest-1843640962-project] Deleting port b2afac21-1c3c-4563-b6dd-28bd82c804ec {{(pid=95102) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:24:15.667497 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-9891b036-92ec-4c52-9d03-5eab5362711b req-c4c15f82-8e62-4a09-ba22-327171d0eaf3 tempest-LiveMigrationTest-1843640962 tempest-LiveMigrationTest-1843640962-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783146157096'] for port, before_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:15.684116 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-867bd204-2aeb-42b6-997f-4a47587a3324 admin admin] Notify agent at l3_agent.n-d-713301-16 the message routers_updated {{(pid=95101) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 19:24:15.691636 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-867bd204-2aeb-42b6-997f-4a47587a3324 admin admin] 10.222.0.67 "PUT /v2.0/routers/6cc3f61e-9fe4-4b5a-acb6-0884054d911b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2844086 Sep 23 19:24:15.720389 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-7f705821-933a-47c6-bb32-28fd139f0d98 None None] Provisioning complete for port 581d4153-bf66-4770-a892-4a35d15ab3e1 triggered by entity DHCP. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:24:15.720800 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-7f705821-933a-47c6-bb32-28fd139f0d98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:15.732960 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-ff6783ce-9a25-4e16-b96d-89b07b495637 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:15.738893 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-ff6783ce-9a25-4e16-b96d-89b07b495637 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:15.776983 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-d4434371-d065-4b6d-88d0-a73da802d1dc admin admin] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 1.5694051 Sep 23 19:24:15.803624 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.plugin [None req-7f705821-933a-47c6-bb32-28fd139f0d98 None None] Port 581d4153-bf66-4770-a892-4a35d15ab3e1 cannot update to ACTIVE because it is not bound. {{(pid=95103) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 19:24:15.885728 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff6783ce-9a25-4e16-b96d-89b07b495637 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=562fcd74-a9b1-4d81-b3dc-cba13b894132,revision_number=1']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:24:15.918425 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-ff6783ce-9a25-4e16-b96d-89b07b495637 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=3a2b75ff28f34681b30d6e0143a42c7e&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0730007 Sep 23 19:24:15.920362 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 35564) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:24:15.941826 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-dd5f428e-c124-4679-ac7f-bed88f66ed95 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:16.010032 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-942407a0-e44c-4596-a897-26e211918652 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:16.014369 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.db [req-9891b036-92ec-4c52-9d03-5eab5362711b req-c4c15f82-8e62-4a09-ba22-327171d0eaf3 tempest-LiveMigrationTest-1843640962 tempest-LiveMigrationTest-1843640962-project] For port b2afac21-1c3c-4563-b6dd-28bd82c804ec, host n-h1-713301-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-16',level=0,port_id=b2afac21-1c3c-4563-b6dd-28bd82c804ec,segment=NetworkSegment(6735b3c2-9e0f-43a7-8f57-e48eb1a30c85),segment_id=6735b3c2-9e0f-43a7-8f57-e48eb1a30c85)] {{(pid=95102) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:24:16.015015 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-9891b036-92ec-4c52-9d03-5eab5362711b req-c4c15f82-8e62-4a09-ba22-327171d0eaf3 tempest-LiveMigrationTest-1843640962 tempest-LiveMigrationTest-1843640962-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-605701'] for port, precommit_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:16.028502 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-dd5f428e-c124-4679-ac7f-bed88f66ed95 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:16.051139 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.plugin [req-9891b036-92ec-4c52-9d03-5eab5362711b req-c4c15f82-8e62-4a09-ba22-327171d0eaf3 tempest-LiveMigrationTest-1843640962 tempest-LiveMigrationTest-1843640962-project] Calling delete_port for b2afac21-1c3c-4563-b6dd-28bd82c804ec owned by compute:nova {{(pid=95102) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:24:16.070869 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-942407a0-e44c-4596-a897-26e211918652 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:16.135463 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-942407a0-e44c-4596-a897-26e211918652 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:16.139182 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-942407a0-e44c-4596-a897-26e211918652 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:16.148475 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-942407a0-e44c-4596-a897-26e211918652 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/562fcd74-a9b1-4d81-b3dc-cba13b894132 HTTP/1.1" status: 204 len: 168 time: 0.2261927 Sep 23 19:24:16.160968 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-942407a0-e44c-4596-a897-26e211918652 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=562fcd74-a9b1-4d81-b3dc-cba13b894132,revision_number=None']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:24:16.205412 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-dd5f428e-c124-4679-ac7f-bed88f66ed95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:16.207993 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-dd5f428e-c124-4679-ac7f-bed88f66ed95 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:16.209212 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-dd5f428e-c124-4679-ac7f-bed88f66ed95 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/440c5a98-e141-422a-9512-179525dae09c HTTP/1.1" status: 204 len: 168 time: 0.5654745 Sep 23 19:24:16.246550 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd5f428e-c124-4679-ac7f-bed88f66ed95 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=440c5a98-e141-422a-9512-179525dae09c,revision_number=None']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:24:16.298523 n-d-713301-16 neutron-server[95102]: INFO neutron.api.v2.resource [req-cb5bcf6b-80dc-4628-8303-f48186a33300 req-57282182-81d1-4dcc-9c9b-8bcc914b08ec tempest-SecurityGroupsNegativeTestJSON-1209933776 tempest-SecurityGroupsNegativeTestJSON-1209933776-project] show failed (client error): The resource could not be found. Sep 23 19:24:16.307348 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Device 83dcc7e4-c747-465d-8262-774b5f87feeb up at agent hyperv_n-h2-713301-16 {{(pid=95103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 19:24:16.319346 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-cb5bcf6b-80dc-4628-8303-f48186a33300 req-57282182-81d1-4dcc-9c9b-8bcc914b08ec tempest-SecurityGroupsNegativeTestJSON-1209933776 tempest-SecurityGroupsNegativeTestJSON-1209933776-project] 10.222.0.67 "GET /v2.0/security-groups/91b3d089-ecad-4c37-adab-e1472db48e97 HTTP/1.1" status: 404 len: 352 time: 0.0532048 Sep 23 19:24:16.453136 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-a6d21583-fe58-4d4d-83fc-3bd98185c70a req-be2abbdb-5bcf-4d28-ba12-434032fd5563 tempest-SecurityGroupsNegativeTestJSON-1209933776 tempest-SecurityGroupsNegativeTestJSON-1209933776-project] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=8fa99a9201d4442ebdd8fa5e4722608a HTTP/1.1" status: 200 len: 2984 time: 0.0764208 Sep 23 19:24:16.486343 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Provisioning for port 83dcc7e4-c747-465d-8262-774b5f87feeb completed by entity L2. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 19:24:16.497572 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Provisioning complete for port 83dcc7e4-c747-465d-8262-774b5f87feeb triggered by entity L2. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:24:16.499115 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:16.591046 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd96680-f822-42e9-ae39-d13b32cc2668 req-9857725e-0e39-4816-918f-2626e929a02c tempest-LiveMigrationTest-1843640962 tempest-LiveMigrationTest-1843640962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:24:16.592776 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-6fd96680-f822-42e9-ae39-d13b32cc2668 req-9857725e-0e39-4816-918f-2626e929a02c tempest-LiveMigrationTest-1843640962 tempest-LiveMigrationTest-1843640962-project] 10.222.0.67 "GET /v2.0/ports?device_id=736298ae-bd3f-4e9b-8e47-2726a845f6e1 HTTP/1.1" status: 200 len: 866 time: 0.2115078 Sep 23 19:24:16.593910 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-9891b036-92ec-4c52-9d03-5eab5362711b req-c4c15f82-8e62-4a09-ba22-327171d0eaf3 tempest-LiveMigrationTest-1843640962 tempest-LiveMigrationTest-1843640962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783146162158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783145673144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4399100'] for port, after_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:16.609347 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] get_ports_and_sgs() called for port_ids ['15f9c12e-f506-439f-9d2f-18ac8686c0c4'] {{(pid=95103) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 19:24:16.677175 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4c15f82-8e62-4a09-ba22-327171d0eaf3 tempest-LiveMigrationTest-1843640962 tempest-LiveMigrationTest-1843640962-project] Pushing event deleted for resources: {'Port': ['ID=b2afac21-1c3c-4563-b6dd-28bd82c804ec,revision_number=None']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:24:16.697871 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-a6d21583-fe58-4d4d-83fc-3bd98185c70a req-fad40fc1-4f69-4312-a13c-d796f5fb9630 tempest-SecurityGroupsNegativeTestJSON-1209933776 tempest-SecurityGroupsNegativeTestJSON-1209933776-project] 10.222.0.67 "GET /v2.0/security-groups/9a570d3d-259c-49af-bc9d-135623115fbb HTTP/1.1" status: 200 len: 2981 time: 0.2435369 Sep 23 19:24:16.712105 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:16.751346 n-d-713301-16 neutron-server[95103]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '012033b6-745f-481b-af86-e21c037687c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83dcc7e4-c747-465d-8262-774b5f87feeb'}] {{(pid=95103) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 19:24:16.753981 n-d-713301-16 neutron-server[95103]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}81a1c17f2aa89d5b3ebbba3a3e0cf7eb588e431c2224256110c4c4facdd7c3e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9d7d272-afe7-4599-8dd3-c8142496d436" -d '{"events": [{"server_uuid": "012033b6-745f-481b-af86-e21c037687c3", "name": "network-vif-plugged", "status": "completed", "tag": "83dcc7e4-c747-465d-8262-774b5f87feeb"}]}' {{(pid=95103) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 19:24:16.782126 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] For port 83dcc7e4-c747-465d-8262-774b5f87feeb, host n-h2-713301-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-16',level=0,port_id=83dcc7e4-c747-465d-8262-774b5f87feeb,segment=NetworkSegment(2f3be12e-dba6-4aef-9978-6b9e569ce081),segment_id=2f3be12e-dba6-4aef-9978-6b9e569ce081)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:24:16.793124 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:16.898708 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Pushing event updated for resources: {'Port': ['ID=83dcc7e4-c747-465d-8262-774b5f87feeb,revision_number=5']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:24:16.943172 n-d-713301-16 neutron-server[95102]: DEBUG neutron.db.l3_dvrscheduler_db [req-9891b036-92ec-4c52-9d03-5eab5362711b req-c4c15f82-8e62-4a09-ba22-327171d0eaf3 tempest-LiveMigrationTest-1843640962 tempest-LiveMigrationTest-1843640962-project] No DVR routers for this DVR port b2afac21-1c3c-4563-b6dd-28bd82c804ec on host n-h1-713301-16 {{(pid=95102) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 19:24:16.980452 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-9891b036-92ec-4c52-9d03-5eab5362711b req-c4c15f82-8e62-4a09-ba22-327171d0eaf3 tempest-LiveMigrationTest-1843640962 tempest-LiveMigrationTest-1843640962-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222849'] for port, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:16.986439 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-9891b036-92ec-4c52-9d03-5eab5362711b req-c4c15f82-8e62-4a09-ba22-327171d0eaf3 tempest-LiveMigrationTest-1843640962 tempest-LiveMigrationTest-1843640962-project] 10.222.0.74 "DELETE /v2.0/ports/b2afac21-1c3c-4563-b6dd-28bd82c804ec HTTP/1.1" status: 204 len: 173 time: 1.5494726 Sep 23 19:24:16.995748 n-d-713301-16 neutron-server[95102]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '736298ae-bd3f-4e9b-8e47-2726a845f6e1', 'name': 'network-vif-deleted', 'tag': 'b2afac21-1c3c-4563-b6dd-28bd82c804ec'}] {{(pid=95102) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 19:24:16.995748 n-d-713301-16 neutron-server[95102]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab31b6d93e5336dbddfa8ec424565b3bd8cb2369c5b4d85bc943472dbb21e8ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51dc1faa-9cdb-42e2-abe1-da9cd830a61e" -d '{"events": [{"server_uuid": "736298ae-bd3f-4e9b-8e47-2726a845f6e1", "name": "network-vif-deleted", "tag": "b2afac21-1c3c-4563-b6dd-28bd82c804ec"}]}' {{(pid=95102) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 19:24:17.005479 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 35638) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:24:17.017727 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-6fd96680-f822-42e9-ae39-d13b32cc2668 req-7a7d5ec2-c967-4a7d-8309-2a8046f1091a tempest-LiveMigrationTest-1843640962 tempest-LiveMigrationTest-1843640962-project] 10.222.0.67 "GET /v2.0/security-groups?id=1c151358-1cab-48a6-be3e-ad7507b4da06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3580761 Sep 23 19:24:17.036523 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-a6d21583-fe58-4d4d-83fc-3bd98185c70a req-53537519-6b7c-4829-9c1d-3d13fc7e9841 tempest-SecurityGroupsNegativeTestJSON-1209933776 tempest-SecurityGroupsNegativeTestJSON-1209933776-project] 10.222.0.67 "GET /v2.0/security-groups/9a570d3d-259c-49af-bc9d-135623115fbb HTTP/1.1" status: 200 len: 2981 time: 0.3212116 Sep 23 19:24:17.041743 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-dacd6ff2-cd6f-429c-a1d8-55b28def0f88 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:17.154196 n-d-713301-16 neutron-server[95103]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 19:24:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27713da3-caf1-4b9b-b7fe-a02e7e6aae56 x-openstack-request-id: req-27713da3-caf1-4b9b-b7fe-a02e7e6aae56 {{(pid=95103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 19:24:17.155033 n-d-713301-16 neutron-server[95103]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "012033b6-745f-481b-af86-e21c037687c3", "name": "network-vif-plugged", "status": "completed", "tag": "83dcc7e4-c747-465d-8262-774b5f87feeb", "code": 200}]} {{(pid=95103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 19:24:17.155716 n-d-713301-16 neutron-server[95103]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-27713da3-caf1-4b9b-b7fe-a02e7e6aae56 {{(pid=95103) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 19:24:17.156628 n-d-713301-16 neutron-server[95103]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '012033b6-745f-481b-af86-e21c037687c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83dcc7e4-c747-465d-8262-774b5f87feeb', 'code': 200} Sep 23 19:24:17.278744 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a208093-4518-481a-8b5d-6127a4944954 req-e68f75c8-f235-4423-a4d3-1072faae7ad8 tempest-ImagesTestJSON-1030216449 tempest-ImagesTestJSON-1030216449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:24:17.280355 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-1a208093-4518-481a-8b5d-6127a4944954 req-e68f75c8-f235-4423-a4d3-1072faae7ad8 tempest-ImagesTestJSON-1030216449 tempest-ImagesTestJSON-1030216449-project] 10.222.0.67 "GET /v2.0/ports?device_id=012033b6-745f-481b-af86-e21c037687c3 HTTP/1.1" status: 200 len: 946 time: 0.1231983 Sep 23 19:24:17.348677 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-1a208093-4518-481a-8b5d-6127a4944954 req-bc0a4a4d-4ae9-4387-bdd4-f014903bb0dd tempest-ImagesTestJSON-1030216449 tempest-ImagesTestJSON-1030216449-project] 10.222.0.67 "GET /v2.0/security-groups?id=076f8f10-41da-413e-8d86-ebe8d5fe93ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622740 Sep 23 19:24:17.384883 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-dacd6ff2-cd6f-429c-a1d8-55b28def0f88 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:17.399506 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-dacd6ff2-cd6f-429c-a1d8-55b28def0f88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:17.453021 n-d-713301-16 neutron-server[95102]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 19:24:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec581b29-a350-48d7-af2f-e83a4fd9fb60 x-openstack-request-id: req-ec581b29-a350-48d7-af2f-e83a4fd9fb60 {{(pid=95102) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 19:24:17.455126 n-d-713301-16 neutron-server[95102]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "736298ae-bd3f-4e9b-8e47-2726a845f6e1", "name": "network-vif-deleted", "tag": "b2afac21-1c3c-4563-b6dd-28bd82c804ec", "status": "completed", "code": 200}]} {{(pid=95102) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 19:24:17.455459 n-d-713301-16 neutron-server[95102]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-ec581b29-a350-48d7-af2f-e83a4fd9fb60 {{(pid=95102) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 19:24:17.456082 n-d-713301-16 neutron-server[95102]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '736298ae-bd3f-4e9b-8e47-2726a845f6e1', 'name': 'network-vif-deleted', 'tag': 'b2afac21-1c3c-4563-b6dd-28bd82c804ec', 'status': 'completed', 'code': 200} Sep 23 19:24:17.464483 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c675bc26-f8b0-4f71-93be-5baa6ef363eb req-b5925a36-7223-4750-a317-ed35ad2442f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:24:17.466379 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-c675bc26-f8b0-4f71-93be-5baa6ef363eb req-b5925a36-7223-4750-a317-ed35ad2442f0 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=012033b6-745f-481b-af86-e21c037687c3 HTTP/1.1" status: 200 len: 1098 time: 0.2408035 Sep 23 19:24:17.483025 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dacd6ff2-cd6f-429c-a1d8-55b28def0f88 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66689fe7-409c-4370-a803-5b2ebedbf862,revision_number=1']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:24:17.488416 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-dacd6ff2-cd6f-429c-a1d8-55b28def0f88 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=eae0fb57b8404fe4880bb42d426e5385&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4815688 Sep 23 19:24:17.497051 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 35680) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:24:17.534228 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-de5c3834-d936-4c81-9c78-1b5fb42e0153 req-7aaa2cf8-5c1e-4093-8d8f-af1c8e2c1c31 tempest-SecurityGroupsNegativeTestJSON-1209933776 tempest-SecurityGroupsNegativeTestJSON-1209933776-project] 10.222.0.67 "GET /v2.0/security-groups/9a570d3d-259c-49af-bc9d-135623115fbb HTTP/1.1" status: 200 len: 2981 time: 0.1178691 Sep 23 19:24:17.573702 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-c675bc26-f8b0-4f71-93be-5baa6ef363eb req-6b2add57-b310-4bcb-b65e-607fcd249ef8 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=076f8f10-41da-413e-8d86-ebe8d5fe93ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995684 Sep 23 19:24:17.625704 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-71c0cd78-a0d1-4057-a881-0f532d01c16c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:17.679361 n-d-713301-16 neutron-server[95102]: INFO neutron.api.v2.resource [req-de5c3834-d936-4c81-9c78-1b5fb42e0153 req-a957ef36-ca0c-43b6-85df-bd289acf1b38 tempest-SecurityGroupsNegativeTestJSON-1209933776 tempest-SecurityGroupsNegativeTestJSON-1209933776-project] delete failed (client error): There was a conflict when trying to complete your request. Sep 23 19:24:17.684414 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-71c0cd78-a0d1-4057-a881-0f532d01c16c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:17.691037 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-de5c3834-d936-4c81-9c78-1b5fb42e0153 req-a957ef36-ca0c-43b6-85df-bd289acf1b38 tempest-SecurityGroupsNegativeTestJSON-1209933776 tempest-SecurityGroupsNegativeTestJSON-1209933776-project] 10.222.0.67 "DELETE /v2.0/security-groups/9a570d3d-259c-49af-bc9d-135623115fbb HTTP/1.1" status: 409 len: 352 time: 0.1505110 Sep 23 19:24:17.742791 n-d-713301-16 neutron-server[95102]: INFO neutron.api.v2.resource [req-3f131d6a-7c97-4e0f-adba-f13c78c7673e req-874f8bec-8ee0-4f5a-939c-ae28ffe1b9b1 tempest-SecurityGroupsNegativeTestJSON-1209933776 tempest-SecurityGroupsNegativeTestJSON-1209933776-project] show failed (client error): The resource could not be found. Sep 23 19:24:17.756301 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-3f131d6a-7c97-4e0f-adba-f13c78c7673e req-874f8bec-8ee0-4f5a-939c-ae28ffe1b9b1 tempest-SecurityGroupsNegativeTestJSON-1209933776 tempest-SecurityGroupsNegativeTestJSON-1209933776-project] 10.222.0.67 "GET /v2.0/security-groups/7f60fc0e-eebc-4ce6-bc1d-15c7bc124353 HTTP/1.1" status: 404 len: 352 time: 0.0350606 Sep 23 19:24:17.804235 n-d-713301-16 neutron-server[95102]: INFO neutron.api.v2.resource [req-01f82e6c-2eea-47bb-94e4-69665e0a35d9 req-edc6d4f3-b0f0-4d52-a4e1-c743297901ed tempest-SecurityGroupsNegativeTestJSON-1209933776 tempest-SecurityGroupsNegativeTestJSON-1209933776-project] show failed (client error): The resource could not be found. Sep 23 19:24:17.813081 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-01f82e6c-2eea-47bb-94e4-69665e0a35d9 req-edc6d4f3-b0f0-4d52-a4e1-c743297901ed tempest-SecurityGroupsNegativeTestJSON-1209933776 tempest-SecurityGroupsNegativeTestJSON-1209933776-project] 10.222.0.67 "GET /v2.0/security-groups/cf17d6c8-037e-4f9d-8b0c-edddd147d403 HTTP/1.1" status: 404 len: 352 time: 0.0229187 Sep 23 19:24:17.820078 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 35692) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:24:17.869304 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-71c0cd78-a0d1-4057-a881-0f532d01c16c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:17.870155 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Device 16a5c720-cb20-4b5b-bca3-0b85d0ba40cc up at agent ovs-agent-n-d-713301-16 {{(pid=95103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 19:24:17.873557 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-71c0cd78-a0d1-4057-a881-0f532d01c16c admin admin] Notify callbacks [] for security_group, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:17.875326 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-71c0cd78-a0d1-4057-a881-0f532d01c16c admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/66689fe7-409c-4370-a803-5b2ebedbf862 HTTP/1.1" status: 204 len: 168 time: 0.3770823 Sep 23 19:24:17.890782 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c0cd78-a0d1-4057-a881-0f532d01c16c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66689fe7-409c-4370-a803-5b2ebedbf862,revision_number=None']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:24:17.942275 n-d-713301-16 neutron-server[95102]: DEBUG neutron.db.db_base_plugin_v2 [None req-925474d5-873b-4b8f-9f1c-4ab3c0b67bc2 admin admin] Deleting subnet 54975793-46b5-4492-8a16-9c4d32e4a7d2 {{(pid=95102) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 23 19:24:17.946313 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-925474d5-873b-4b8f-9f1c-4ab3c0b67bc2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:17.973489 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Provisioning complete for port 16a5c720-cb20-4b5b-bca3-0b85d0ba40cc triggered by entity L2. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:24:17.974245 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:18.095165 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-925474d5-873b-4b8f-9f1c-4ab3c0b67bc2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6162825'] for subnet, precommit_delete_associations {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:18.183587 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-925474d5-873b-4b8f-9f1c-4ab3c0b67bc2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1756813'] for subnet, precommit_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:18.208587 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31a73852-ba80-4f4b-95c3-3240517c8373 None None] Sync routers for ids ['6cc3f61e-9fe4-4b5a-acb6-0884054d911b'] in n-d-713301-16 {{(pid=95104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 19:24:18.222624 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31a73852-ba80-4f4b-95c3-3240517c8373 None None] Routers {'6cc3f61e-9fe4-4b5a-acb6-0884054d911b'} bound to L3 agent in host n-d-713301-16 {{(pid=95104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 19:24:18.223504 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_hamode_db [None req-31a73852-ba80-4f4b-95c3-3240517c8373 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-23T19:07:52Z,description=,heartbeat_timestamp=2021-09-23T19:23:52Z,host='n-d-713301-16',id=79a740bf-7821-4989-8288-7186e3e128f3,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:07:52Z,topic='l3_agent')) {'router_ids': ['6cc3f61e-9fe4-4b5a-acb6-0884054d911b'], 'active': True} {{(pid=95104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:24:18.409380 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_dvr_db [None req-31a73852-ba80-4f4b-95c3-3240517c8373 None None] Set router 6cc3f61e-9fe4-4b5a-acb6-0884054d911b gateway port host: n-d-713301-16 {{(pid=95104) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 19:24:18.447961 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-a172f0f7-5a39-406c-8068-7603564641d9 req-dad46414-f2e4-468a-b159-e9d36200cbee tempest-LiveMigrationTest-1843640962 tempest-LiveMigrationTest-1843640962-project] 10.222.0.67 "GET /v2.0/ports?device_id=736298ae-bd3f-4e9b-8e47-2726a845f6e1 HTTP/1.1" status: 200 len: 210 time: 0.1313057 Sep 23 19:24:18.468111 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-925474d5-873b-4b8f-9f1c-4ab3c0b67bc2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1756804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4399009', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5388229'] for subnet, after_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:18.556668 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-925474d5-873b-4b8f-9f1c-4ab3c0b67bc2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=54975793-46b5-4492-8a16-9c4d32e4a7d2,revision_number=None']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:24:18.583667 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-925474d5-873b-4b8f-9f1c-4ab3c0b67bc2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:18.590592 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-925474d5-873b-4b8f-9f1c-4ab3c0b67bc2 admin admin] 10.222.0.67 "DELETE /v2.0/subnets/54975793-46b5-4492-8a16-9c4d32e4a7d2 HTTP/1.1" status: 204 len: 168 time: 0.7673888 Sep 23 19:24:18.594282 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 35716) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:24:18.663672 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Device b2afac21-1c3c-4563-b6dd-28bd82c804ec no longer exists at agent hyperv_n-h1-713301-16 {{(pid=95103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 19:24:18.668123 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:18.700557 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] For port 16a5c720-cb20-4b5b-bca3-0b85d0ba40cc, host n-d-713301-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-16',level=0,port_id=16a5c720-cb20-4b5b-bca3-0b85d0ba40cc,segment=NetworkSegment(7d4027f1-d893-4c7b-95d4-757b8e44e380),segment_id=7d4027f1-d893-4c7b-95d4-757b8e44e380)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:24:18.719877 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:18.815281 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-d6b0925e-a020-412d-9828-475e8c28596e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1628021'] for network, before_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:18.819621 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.plugin [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] No Port match for: b2afac21-1c3c-4563-b6dd-28bd82c804ec {{(pid=95103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 19:24:18.825935 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Device b2afac21-1c3c-4563-b6dd-28bd82c804ec not bound to the agent host n-h1-713301-16 {{(pid=95103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 19:24:18.827846 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Pushing event updated for resources: {'Port': ['ID=16a5c720-cb20-4b5b-bca3-0b85d0ba40cc,revision_number=4']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:24:18.851654 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7218e063-7b65-4240-bac9-95454224edf3 req-ffbb7d78-b658-43c2-acd1-26cb6199bb48 tempest-ImagesTestJSON-1030216449 tempest-ImagesTestJSON-1030216449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:24:18.853842 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-7218e063-7b65-4240-bac9-95454224edf3 req-ffbb7d78-b658-43c2-acd1-26cb6199bb48 tempest-ImagesTestJSON-1030216449 tempest-ImagesTestJSON-1030216449-project] 10.222.0.67 "GET /v2.0/ports?device_id=012033b6-745f-481b-af86-e21c037687c3 HTTP/1.1" status: 200 len: 946 time: 0.1961386 Sep 23 19:24:18.966360 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_hamode_db [None req-31a73852-ba80-4f4b-95c3-3240517c8373 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6cc3f61e-9fe4-4b5a-acb6-0884054d911b', 'name': 'tempest-TaggedBootDevicesTest-1238845142-router', 'tenant_id': 'f9311328b6c648f88a79b8848358e4b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'external_fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.14'}], 'enable_snat': True}, 'gw_port_id': '16a5c720-cb20-4b5b-bca3-0b85d0ba40cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:24:07Z', 'updated_at': '2021-09-23T19:24:14Z', 'revision_number': 4, 'project_id': 'f9311328b6c648f88a79b8848358e4b9', 'gw_port': {'id': '16a5c720-cb20-4b5b-bca3-0b85d0ba40cc', 'name': '', 'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:83:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6cc3f61e-9fe4-4b5a-acb6-0884054d911b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 734, 'fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:24:08Z', 'updated_at': '2021-09-23T19:24:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-16', '_interfaces': [{'id': '581d4153-bf66-4770-a892-4a35d15ab3e1', 'name': '', 'network_id': '0e7486fc-edf5-4778-98e4-d68293f3be17', 'tenant_id': 'f9311328b6c648f88a79b8848358e4b9', 'mac_address': 'fa:16:3e:a4:40:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6cc3f61e-9fe4-4b5a-acb6-0884054d911b', 'device_owner': 'network:router_interface', 'standard_attr_id': 742, 'fixed_ips': [{'subnet_id': '9bcc6428-1995-45f6-ba66-eea6197581a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:24:13Z', 'updated_at': '2021-09-23T19:24:14Z', 'revision_number': 2, 'project_id': 'f9311328b6c648f88a79b8848358e4b9', 'subnets': [{'id': '9bcc6428-1995-45f6-ba66-eea6197581a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-16', False) {} {{(pid=95104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:24:19.012218 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31a73852-ba80-4f4b-95c3-3240517c8373 None None] Checking router: 6cc3f61e-9fe4-4b5a-acb6-0884054d911b for host: n-d-713301-16 {{(pid=95104) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 19:24:19.012787 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31a73852-ba80-4f4b-95c3-3240517c8373 None None] Updating router 6cc3f61e-9fe4-4b5a-acb6-0884054d911b port 581d4153-bf66-4770-a892-4a35d15ab3e1 binding host n-d-713301-16 {{(pid=95104) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 23 19:24:19.062779 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-7218e063-7b65-4240-bac9-95454224edf3 req-b2f9a2c6-633f-4e4f-b8a4-8d369cf88091 tempest-ImagesTestJSON-1030216449 tempest-ImagesTestJSON-1030216449-project] 10.222.0.67 "GET /v2.0/security-groups?id=076f8f10-41da-413e-8d86-ebe8d5fe93ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1974666 Sep 23 19:24:19.119084 n-d-713301-16 neutron-server[95104]: DEBUG neutron_lib.callbacks.manager [None req-31a73852-ba80-4f4b-95c3-3240517c8373 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:19.136856 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-d6b0925e-a020-412d-9828-475e8c28596e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1754676', 'neutron.services.segments.db._delete_segments_for_network-8783146221460'] for network, precommit_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:19.208299 n-d-713301-16 neutron-server[95102]: DEBUG neutron.services.segments.db [None req-d6b0925e-a020-412d-9828-475e8c28596e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1d1af392-d7c2-434d-af27-67643a55e416']}} {{(pid=95102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:24:19.252385 n-d-713301-16 neutron-server[95102]: DEBUG neutron.services.segments.db [None req-d6b0925e-a020-412d-9828-475e8c28596e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '23e68306-44d5-4285-9fbf-3856a0ca82be') {'for_net_delete': True} {{(pid=95102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:24:19.260593 n-d-713301-16 neutron-server[95102]: DEBUG neutron.services.segments.db [None req-d6b0925e-a020-412d-9828-475e8c28596e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '23e68306-44d5-4285-9fbf-3856a0ca82be') {} {{(pid=95102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:24:19.287137 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-d6b0925e-a020-412d-9828-475e8c28596e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783146221725', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6162832'] for segment, before_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:19.329115 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-d6b0925e-a020-412d-9828-475e8c28596e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1756186'] for segment, precommit_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:19.347911 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d6b0925e-a020-412d-9828-475e8c28596e admin admin] Releasing vlan 639 on physical network physnet1 to pool {{(pid=95102) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 19:24:19.350772 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-d6b0925e-a020-412d-9828-475e8c28596e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1756186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4398095'] for segment, after_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:19.448121 n-d-713301-16 neutron-server[95102]: Traceback (most recent call last): Sep 23 19:24:19.448121 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 19:24:19.448121 n-d-713301-16 neutron-server[95102]: timer() Sep 23 19:24:19.448121 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 19:24:19.448121 n-d-713301-16 neutron-server[95102]: cb(*args, **kw) Sep 23 19:24:19.448121 n-d-713301-16 neutron-server[95102]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 19:24:19.448121 n-d-713301-16 neutron-server[95102]: return func(*args, **kwargs) Sep 23 19:24:19.448121 n-d-713301-16 neutron-server[95102]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 19:24:19.448121 n-d-713301-16 neutron-server[95102]: self._notify() Sep 23 19:24:19.448121 n-d-713301-16 neutron-server[95102]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 19:24:19.448121 n-d-713301-16 neutron-server[95102]: self.callback(batched_events) Sep 23 19:24:19.448121 n-d-713301-16 neutron-server[95102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 19:24:19.448121 n-d-713301-16 neutron-server[95102]: event.method(event) Sep 23 19:24:19.448121 n-d-713301-16 neutron-server[95102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 19:24:19.448121 n-d-713301-16 neutron-server[95102]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 19:24:19.448121 n-d-713301-16 neutron-server[95102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 19:24:19.448121 n-d-713301-16 neutron-server[95102]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 19:24:19.448121 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 19:24:19.448121 n-d-713301-16 neutron-server[95102]: return f(self, *a, **k) Sep 23 19:24:19.448121 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 19:24:19.448121 n-d-713301-16 neutron-server[95102]: return self._get(url).json() Sep 23 19:24:19.448121 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 19:24:19.448121 n-d-713301-16 neutron-server[95102]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 19:24:19.448121 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 19:24:19.448121 n-d-713301-16 neutron-server[95102]: return self.request(url, 'GET', **kwargs) Sep 23 19:24:19.448121 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 19:24:19.448121 n-d-713301-16 neutron-server[95102]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 19:24:19.448121 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 19:24:19.448121 n-d-713301-16 neutron-server[95102]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 19:24:19.448121 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 19:24:19.448121 n-d-713301-16 neutron-server[95102]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 19:24:19.448121 n-d-713301-16 neutron-server[95102]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 19:24:19.456900 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-d6b0925e-a020-412d-9828-475e8c28596e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1754627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-601866'] for network, after_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:19.473451 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-d6b0925e-a020-412d-9828-475e8c28596e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527417'] for network, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:19.476692 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-d6b0925e-a020-412d-9828-475e8c28596e admin admin] 10.222.0.67 "DELETE /v2.0/networks/1d1af392-d7c2-434d-af27-67643a55e416 HTTP/1.1" status: 204 len: 168 time: 0.8810587 Sep 23 19:24:19.510606 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6b0925e-a020-412d-9828-475e8c28596e admin admin] Pushing event deleted for resources: {'Network': ['ID=1d1af392-d7c2-434d-af27-67643a55e416,revision_number=None']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:24:19.576459 n-d-713301-16 neutron-server[95104]: DEBUG neutron_lib.callbacks.manager [None req-31a73852-ba80-4f4b-95c3-3240517c8373 None None] Notify callbacks [] for port, precommit_update {{(pid=95104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:19.586017 n-d-713301-16 neutron-server[95104]: DEBUG neutron_lib.callbacks.manager [None req-31a73852-ba80-4f4b-95c3-3240517c8373 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:19.637096 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-ae8a4799-752a-4f91-89a5-97a32ee036fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:19.701703 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-4fc436ba-0c16-48a8-9e5f-8fc4eae753f0 req-bc2c6339-4484-46f7-99bc-0e3da07d1540 tempest-LiveMigrationTest-1843640962 tempest-LiveMigrationTest-1843640962-project] 10.222.0.67 "GET /v2.0/ports?device_id=736298ae-bd3f-4e9b-8e47-2726a845f6e1 HTTP/1.1" status: 200 len: 210 time: 0.0997293 Sep 23 19:24:19.848531 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Device 16a5c720-cb20-4b5b-bca3-0b85d0ba40cc up at agent ovs-agent-n-d-713301-16 {{(pid=95103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 19:24:19.865463 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb52424e-5786-4668-a37a-ae1988bf4a4c None None] Pushing event updated for resources: {'Port': ['ID=581d4153-bf66-4770-a892-4a35d15ab3e1,revision_number=3']} {{(pid=95104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:24:19.874839 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 35760) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:24:19.889709 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb52424e-5786-4668-a37a-ae1988bf4a4c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:24:19.890318 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb52424e-5786-4668-a37a-ae1988bf4a4c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:24:19.890819 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb52424e-5786-4668-a37a-ae1988bf4a4c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:24:19.891318 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb52424e-5786-4668-a37a-ae1988bf4a4c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:24:19.891806 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb52424e-5786-4668-a37a-ae1988bf4a4c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:24:19.892331 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb52424e-5786-4668-a37a-ae1988bf4a4c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:24:19.893412 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb52424e-5786-4668-a37a-ae1988bf4a4c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:24:19.893904 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb52424e-5786-4668-a37a-ae1988bf4a4c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:24:19.894408 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb52424e-5786-4668-a37a-ae1988bf4a4c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:24:19.894907 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb52424e-5786-4668-a37a-ae1988bf4a4c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:24:19.895774 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb52424e-5786-4668-a37a-ae1988bf4a4c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:24:19.896266 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb52424e-5786-4668-a37a-ae1988bf4a4c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:24:19.901697 n-d-713301-16 neutron-server[95104]: DEBUG neutron.plugins.ml2.managers [None req-31a73852-ba80-4f4b-95c3-3240517c8373 None None] Attempting to bind port 581d4153-bf66-4770-a892-4a35d15ab3e1 on host n-d-713301-16 for vnic_type normal with profile {{(pid=95104) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 19:24:19.902626 n-d-713301-16 neutron-server[95104]: DEBUG neutron.plugins.ml2.managers [None req-31a73852-ba80-4f4b-95c3-3240517c8373 None None] Attempting to bind port 581d4153-bf66-4770-a892-4a35d15ab3e1 by drivers openvswitch,hyperv on host n-d-713301-16 at level 0 using segments [{'id': 'e05f2916-65a4-4075-8738-b9204cdf084e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '0e7486fc-edf5-4778-98e4-d68293f3be17'}] {{(pid=95104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 19:24:19.904596 n-d-713301-16 neutron-server[95104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31a73852-ba80-4f4b-95c3-3240517c8373 None None] Attempting to bind port 581d4153-bf66-4770-a892-4a35d15ab3e1 on network 0e7486fc-edf5-4778-98e4-d68293f3be17 {{(pid=95104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:24:19.912912 n-d-713301-16 neutron-server[95104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31a73852-ba80-4f4b-95c3-3240517c8373 None None] Checking agent: {'id': '70a14545-df24-472f-8f95-bfe1719bff93', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 19, 7, 53), 'started_at': datetime.datetime(2021, 9, 23, 19, 8, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 19, 23, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 19:24:19.913571 n-d-713301-16 neutron-server[95104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31a73852-ba80-4f4b-95c3-3240517c8373 None None] Checking segment: {'id': 'e05f2916-65a4-4075-8738-b9204cdf084e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '0e7486fc-edf5-4778-98e4-d68293f3be17'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95104) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:24:19.914150 n-d-713301-16 neutron-server[95104]: DEBUG neutron_lib.callbacks.manager [None req-31a73852-ba80-4f4b-95c3-3240517c8373 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:19.914703 n-d-713301-16 neutron-server[95104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31a73852-ba80-4f4b-95c3-3240517c8373 None None] Bound using segment: {'id': 'e05f2916-65a4-4075-8738-b9204cdf084e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '0e7486fc-edf5-4778-98e4-d68293f3be17'} {{(pid=95104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 19:24:19.929545 n-d-713301-16 neutron-server[95104]: DEBUG neutron.plugins.ml2.managers [None req-31a73852-ba80-4f4b-95c3-3240517c8373 None None] Bound port: 581d4153-bf66-4770-a892-4a35d15ab3e1, host: n-d-713301-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e05f2916-65a4-4075-8738-b9204cdf084e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '0e7486fc-edf5-4778-98e4-d68293f3be17'}}] {{(pid=95104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 19:24:19.931194 n-d-713301-16 neutron-server[95104]: DEBUG neutron_lib.callbacks.manager [None req-31a73852-ba80-4f4b-95c3-3240517c8373 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:19.967607 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-16165ebd-beed-447a-af36-fd98945de3c3 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=8fa99a9201d4442ebdd8fa5e4722608a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0891504 Sep 23 19:24:19.968626 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 35762) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:24:19.982242 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Provisioning complete for port 16a5c720-cb20-4b5b-bca3-0b85d0ba40cc triggered by entity L2. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:24:19.983109 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:20.077183 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-c2db3d16-6235-4330-8bd7-1fabeaceda06 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:20.132751 n-d-713301-16 neutron-server[95104]: DEBUG neutron.plugins.ml2.db [None req-31a73852-ba80-4f4b-95c3-3240517c8373 None None] For port 581d4153-bf66-4770-a892-4a35d15ab3e1, host n-d-713301-16, cleared binding levels {{(pid=95104) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 19:24:20.138674 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-c2db3d16-6235-4330-8bd7-1fabeaceda06 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:20.152834 n-d-713301-16 neutron-server[95104]: DEBUG neutron.plugins.ml2.db [None req-31a73852-ba80-4f4b-95c3-3240517c8373 None None] For port 581d4153-bf66-4770-a892-4a35d15ab3e1, host n-d-713301-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-16',level=0,port_id=581d4153-bf66-4770-a892-4a35d15ab3e1,segment=NetworkSegment(e05f2916-65a4-4075-8738-b9204cdf084e),segment_id=e05f2916-65a4-4075-8738-b9204cdf084e)] {{(pid=95104) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 19:24:20.162866 n-d-713301-16 neutron-server[95104]: DEBUG neutron_lib.callbacks.manager [None req-31a73852-ba80-4f4b-95c3-3240517c8373 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:20.211129 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-c2db3d16-6235-4330-8bd7-1fabeaceda06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:20.218003 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-c2db3d16-6235-4330-8bd7-1fabeaceda06 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:20.225356 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-c2db3d16-6235-4330-8bd7-1fabeaceda06 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/9a570d3d-259c-49af-bc9d-135623115fbb HTTP/1.1" status: 204 len: 168 time: 0.2540526 Sep 23 19:24:20.246329 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2db3d16-6235-4330-8bd7-1fabeaceda06 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a570d3d-259c-49af-bc9d-135623115fbb,revision_number=None']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:24:20.310136 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-a59287e7-df6c-4fe5-b111-cc45a361e3cf None None] Provisioning complete for port 581d4153-bf66-4770-a892-4a35d15ab3e1 triggered by entity DHCP. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:24:20.310430 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-a59287e7-df6c-4fe5-b111-cc45a361e3cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:20.394399 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a254f9f-2ee0-4c4e-a8e5-d36660304532 req-799836b3-e59b-45aa-adf3-f96d7e1919a1 tempest-ImagesTestJSON-1030216449 tempest-ImagesTestJSON-1030216449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:24:20.396092 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-7a254f9f-2ee0-4c4e-a8e5-d36660304532 req-799836b3-e59b-45aa-adf3-f96d7e1919a1 tempest-ImagesTestJSON-1030216449 tempest-ImagesTestJSON-1030216449-project] 10.222.0.67 "GET /v2.0/ports?device_id=012033b6-745f-481b-af86-e21c037687c3 HTTP/1.1" status: 200 len: 946 time: 0.1449780 Sep 23 19:24:20.402599 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31a73852-ba80-4f4b-95c3-3240517c8373 None None] Routers {'6cc3f61e-9fe4-4b5a-acb6-0884054d911b'} bound to L3 agent in host n-d-713301-16 {{(pid=95104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 19:24:20.403235 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_hamode_db [None req-31a73852-ba80-4f4b-95c3-3240517c8373 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-23T19:07:52Z,description=,heartbeat_timestamp=2021-09-23T19:23:52Z,host='n-d-713301-16',id=79a740bf-7821-4989-8288-7186e3e128f3,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:07:52Z,topic='l3_agent')) {'router_ids': ['6cc3f61e-9fe4-4b5a-acb6-0884054d911b'], 'active': True} {{(pid=95104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:24:20.472913 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb52424e-5786-4668-a37a-ae1988bf4a4c None None] Pushing event updated for resources: {'Port': ['ID=581d4153-bf66-4770-a892-4a35d15ab3e1,revision_number=4']} {{(pid=95104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:24:20.499444 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-7a254f9f-2ee0-4c4e-a8e5-d36660304532 req-09bb4cf4-bb43-470f-b35b-81be8f774c20 tempest-ImagesTestJSON-1030216449 tempest-ImagesTestJSON-1030216449-project] 10.222.0.67 "GET /v2.0/security-groups?id=076f8f10-41da-413e-8d86-ebe8d5fe93ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912352 Sep 23 19:24:20.530962 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-a59287e7-df6c-4fe5-b111-cc45a361e3cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:20.600090 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-a59287e7-df6c-4fe5-b111-cc45a361e3cf None None] For port 581d4153-bf66-4770-a892-4a35d15ab3e1, host n-d-713301-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-16',level=0,port_id=581d4153-bf66-4770-a892-4a35d15ab3e1,segment=NetworkSegment(e05f2916-65a4-4075-8738-b9204cdf084e),segment_id=e05f2916-65a4-4075-8738-b9204cdf084e)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:24:20.609249 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-a59287e7-df6c-4fe5-b111-cc45a361e3cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:20.643417 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_dvr_db [None req-31a73852-ba80-4f4b-95c3-3240517c8373 None None] Set router 6cc3f61e-9fe4-4b5a-acb6-0884054d911b gateway port host: n-d-713301-16 {{(pid=95104) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 19:24:20.740994 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a59287e7-df6c-4fe5-b111-cc45a361e3cf None None] Pushing event updated for resources: {'Port': ['ID=581d4153-bf66-4770-a892-4a35d15ab3e1,revision_number=5']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:24:20.838247 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-9b17d0fd-3967-4fa6-8cd5-179687bc3110 None None] Provisioning complete for port 581d4153-bf66-4770-a892-4a35d15ab3e1 triggered by entity DHCP. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:24:20.838884 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-9b17d0fd-3967-4fa6-8cd5-179687bc3110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:21.162832 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_hamode_db [None req-31a73852-ba80-4f4b-95c3-3240517c8373 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6cc3f61e-9fe4-4b5a-acb6-0884054d911b', 'name': 'tempest-TaggedBootDevicesTest-1238845142-router', 'tenant_id': 'f9311328b6c648f88a79b8848358e4b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'external_fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.14'}], 'enable_snat': True}, 'gw_port_id': '16a5c720-cb20-4b5b-bca3-0b85d0ba40cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:24:07Z', 'updated_at': '2021-09-23T19:24:14Z', 'revision_number': 4, 'project_id': 'f9311328b6c648f88a79b8848358e4b9', 'gw_port': {'id': '16a5c720-cb20-4b5b-bca3-0b85d0ba40cc', 'name': '', 'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:83:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cc3f61e-9fe4-4b5a-acb6-0884054d911b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 734, 'fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:24:08Z', 'updated_at': '2021-09-23T19:24:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-16', '_interfaces': [{'id': '581d4153-bf66-4770-a892-4a35d15ab3e1', 'name': '', 'network_id': '0e7486fc-edf5-4778-98e4-d68293f3be17', 'tenant_id': 'f9311328b6c648f88a79b8848358e4b9', 'mac_address': 'fa:16:3e:a4:40:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6cc3f61e-9fe4-4b5a-acb6-0884054d911b', 'device_owner': 'network:router_interface', 'standard_attr_id': 742, 'fixed_ips': [{'subnet_id': '9bcc6428-1995-45f6-ba66-eea6197581a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:24:13Z', 'updated_at': '2021-09-23T19:24:20Z', 'revision_number': 4, 'project_id': 'f9311328b6c648f88a79b8848358e4b9', 'subnets': [{'id': '9bcc6428-1995-45f6-ba66-eea6197581a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-16', False) {} {{(pid=95104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:24:21.246294 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31a73852-ba80-4f4b-95c3-3240517c8373 None None] The sync data for ids ['6cc3f61e-9fe4-4b5a-acb6-0884054d911b'] in n-d-713301-16 is: [{'id': '6cc3f61e-9fe4-4b5a-acb6-0884054d911b', 'name': 'tempest-TaggedBootDevicesTest-1238845142-router', 'tenant_id': 'f9311328b6c648f88a79b8848358e4b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'external_fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.14'}], 'enable_snat': True}, 'gw_port_id': '16a5c720-cb20-4b5b-bca3-0b85d0ba40cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:24:07Z', 'updated_at': '2021-09-23T19:24:14Z', 'revision_number': 4, 'project_id': 'f9311328b6c648f88a79b8848358e4b9', 'gw_port': {'id': '16a5c720-cb20-4b5b-bca3-0b85d0ba40cc', 'name': '', 'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:83:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cc3f61e-9fe4-4b5a-acb6-0884054d911b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 734, 'fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:24:08Z', 'updated_at': '2021-09-23T19:24:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-16', '_interfaces': [{'id': '581d4153-bf66-4770-a892-4a35d15ab3e1', 'name': '', 'network_id': '0e7486fc-edf5-4778-98e4-d68293f3be17', 'tenant_id': 'f9311328b6c648f88a79b8848358e4b9', 'mac_address': 'fa:16:3e:a4:40:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6cc3f61e-9fe4-4b5a-acb6-0884054d911b', 'device_owner': 'network:router_interface', 'standard_attr_id': 742, 'fixed_ips': [{'subnet_id': '9bcc6428-1995-45f6-ba66-eea6197581a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:24:13Z', 'updated_at': '2021-09-23T19:24:20Z', 'revision_number': 4, 'project_id': 'f9311328b6c648f88a79b8848358e4b9', 'subnets': [{'id': '9bcc6428-1995-45f6-ba66-eea6197581a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 19:24:21.635560 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-030d9e3a-41c2-4fde-bff1-3ef5309c44bb req-1081d873-6707-463a-ba57-cbaffe3b5966 tempest-LiveMigrationTest-1843640962 tempest-LiveMigrationTest-1843640962-project] 10.222.0.67 "GET /v2.0/ports?device_id=736298ae-bd3f-4e9b-8e47-2726a845f6e1 HTTP/1.1" status: 200 len: 210 time: 0.0915921 Sep 23 19:24:21.841484 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Device 581d4153-bf66-4770-a892-4a35d15ab3e1 up at agent ovs-agent-n-d-713301-16 {{(pid=95103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 19:24:21.979867 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Provisioning complete for port 581d4153-bf66-4770-a892-4a35d15ab3e1 triggered by entity L2. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:24:21.980021 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:22.301365 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-edc01ebb-b0af-4803-8780-297e5fa07a71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:23.005839 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:23.078298 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6def8b21-c54e-445e-a549-7713f7945181 req-86e643a2-8e7c-4fb6-afe5-0c714ea4024a tempest-ImagesTestJSON-1030216449 tempest-ImagesTestJSON-1030216449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:24:23.086052 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-6def8b21-c54e-445e-a549-7713f7945181 req-86e643a2-8e7c-4fb6-afe5-0c714ea4024a tempest-ImagesTestJSON-1030216449 tempest-ImagesTestJSON-1030216449-project] 10.222.0.67 "GET /v2.0/ports?device_id=012033b6-745f-481b-af86-e21c037687c3 HTTP/1.1" status: 200 len: 946 time: 0.1165080 Sep 23 19:24:23.142598 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-6def8b21-c54e-445e-a549-7713f7945181 req-d7355f28-f87e-4e49-831d-4f167b5ace97 tempest-ImagesTestJSON-1030216449 tempest-ImagesTestJSON-1030216449-project] 10.222.0.67 "GET /v2.0/security-groups?id=076f8f10-41da-413e-8d86-ebe8d5fe93ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551817 Sep 23 19:24:23.197349 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-b6458024-2502-4194-a93b-0ca04500dea4 req-046aecc4-23aa-4b7d-8394-a9cb1bf7435c tempest-LiveMigrationTest-1843640962 tempest-LiveMigrationTest-1843640962-project] 10.222.0.67 "GET /v2.0/ports?device_id=736298ae-bd3f-4e9b-8e47-2726a845f6e1 HTTP/1.1" status: 200 len: 210 time: 0.0342045 Sep 23 19:24:23.311532 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-0ae75029-feb6-4728-9a94-5f9b60993d82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:23.658708 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cded2b67-61b6-48ed-afee-823a5bda7491 req-996040ec-7fcc-44e7-9e9f-7c4a3c6639b2 tempest-ServersTestBootFromVolume-2071761147 tempest-ServersTestBootFromVolume-2071761147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:24:23.668106 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-cded2b67-61b6-48ed-afee-823a5bda7491 req-996040ec-7fcc-44e7-9e9f-7c4a3c6639b2 tempest-ServersTestBootFromVolume-2071761147 tempest-ServersTestBootFromVolume-2071761147-project] 10.222.0.67 "GET /v2.0/ports?device_id=4da69c78-77be-4ce1-ba61-43d065543ca8 HTTP/1.1" status: 200 len: 945 time: 0.0779629 Sep 23 19:24:23.720473 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-cded2b67-61b6-48ed-afee-823a5bda7491 req-40b01ec4-3f03-4824-b47f-a58236559f4d tempest-ServersTestBootFromVolume-2071761147 tempest-ServersTestBootFromVolume-2071761147-project] 10.222.0.67 "GET /v2.0/security-groups?id=6f980132-c67f-4d54-a2e9-1f4e7c6ad324&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489907 Sep 23 19:24:23.847237 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 35920) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:24:24.134203 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-f4ffb6c1-4f0e-4571-8690-d6d24eb98f8f admin admin] Notify callbacks [] for security_group, before_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:24.334067 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Device 83dcc7e4-c747-465d-8262-774b5f87feeb details requested by agent hyperv_n-h2-713301-16 with host n-h2-713301-16 {{(pid=95103) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 19:24:24.395166 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-f4ffb6c1-4f0e-4571-8690-d6d24eb98f8f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:24.405835 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-f4ffb6c1-4f0e-4571-8690-d6d24eb98f8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:24.446766 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-f4ffb6c1-4f0e-4571-8690-d6d24eb98f8f admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=58819d7e234e467590039b4ba70c4def&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5977387 Sep 23 19:24:24.450676 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 35944) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:24:24.461538 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2837f399-7532-48d8-a37b-12a21828570c req-ce43a472-6252-4da9-95c5-8dfee92c12a2 tempest-ImagesTestJSON-1030216449 tempest-ImagesTestJSON-1030216449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:24:24.473441 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-2837f399-7532-48d8-a37b-12a21828570c req-ce43a472-6252-4da9-95c5-8dfee92c12a2 tempest-ImagesTestJSON-1030216449 tempest-ImagesTestJSON-1030216449-project] 10.222.0.67 "GET /v2.0/ports?device_id=012033b6-745f-481b-af86-e21c037687c3 HTTP/1.1" status: 200 len: 946 time: 0.1942658 Sep 23 19:24:24.507837 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 35946) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:24:24.558740 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-2db1c17a-19be-40a6-9fb1-85a879bfbc54 req-b1a0e4cb-fd61-4650-946f-f0315a7e4674 tempest-LiveMigrationTest-1843640962 tempest-LiveMigrationTest-1843640962-project] 10.222.0.67 "GET /v2.0/ports?device_id=736298ae-bd3f-4e9b-8e47-2726a845f6e1 HTTP/1.1" status: 200 len: 210 time: 0.1194084 Sep 23 19:24:24.606166 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4ffb6c1-4f0e-4571-8690-d6d24eb98f8f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4ffea5d-d4a5-4e5e-a135-6e8094b7b547,revision_number=1']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:24:24.616376 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-1d87b33d-28b3-4a54-ada6-af62d42f3762 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:24.662194 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-1d87b33d-28b3-4a54-ada6-af62d42f3762 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:24.677766 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-2837f399-7532-48d8-a37b-12a21828570c req-e53e9d6b-5f1c-4f7c-aa12-f4efa36b4fd9 tempest-ImagesTestJSON-1030216449 tempest-ImagesTestJSON-1030216449-project] 10.222.0.67 "GET /v2.0/security-groups?id=076f8f10-41da-413e-8d86-ebe8d5fe93ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2024031 Sep 23 19:24:24.749976 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] For port 83dcc7e4-c747-465d-8262-774b5f87feeb, host n-h2-713301-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-16',level=0,port_id=83dcc7e4-c747-465d-8262-774b5f87feeb,segment=NetworkSegment(2f3be12e-dba6-4aef-9978-6b9e569ce081),segment_id=2f3be12e-dba6-4aef-9978-6b9e569ce081)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:24:24.789772 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-1d87b33d-28b3-4a54-ada6-af62d42f3762 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:24.790663 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Returning: {'device': '83dcc7e4-c747-465d-8262-774b5f87feeb', 'network_id': '3933cf84-cdd3-4c59-ac2d-c58afedb7fce', 'port_id': '83dcc7e4-c747-465d-8262-774b5f87feeb', 'mac_address': 'fa:16:3e:d2:12:a6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 607, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ddb01988-b766-48de-9eb4-7d664700d39d', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95103) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 19:24:24.796583 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-1d87b33d-28b3-4a54-ada6-af62d42f3762 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:24.799391 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-1d87b33d-28b3-4a54-ada6-af62d42f3762 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/c4ffea5d-d4a5-4e5e-a135-6e8094b7b547 HTTP/1.1" status: 204 len: 168 time: 0.3463993 Sep 23 19:24:24.828163 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d87b33d-28b3-4a54-ada6-af62d42f3762 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4ffea5d-d4a5-4e5e-a135-6e8094b7b547,revision_number=None']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:24:24.953868 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:24.995806 n-d-713301-16 neutron-server[95103]: DEBUG neutron.notifiers.nova [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 83dcc7e4-c747-465d-8262-774b5f87feeb {{(pid=95103) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 19:24:25.032149 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-75562ae3-0f4e-42fd-99b7-3bf8c99cd7bf admin admin] Notify callbacks [] for security_group, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:25.060395 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] For port 83dcc7e4-c747-465d-8262-774b5f87feeb, host n-h2-713301-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-16',level=0,port_id=83dcc7e4-c747-465d-8262-774b5f87feeb,segment=NetworkSegment(2f3be12e-dba6-4aef-9978-6b9e569ce081),segment_id=2f3be12e-dba6-4aef-9978-6b9e569ce081)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:24:25.074521 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:25.175104 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] get_ports_and_sgs() called for port_ids ['83dcc7e4-c747-465d-8262-774b5f87feeb'] {{(pid=95103) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 19:24:25.315179 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-75562ae3-0f4e-42fd-99b7-3bf8c99cd7bf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:25.322322 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-75562ae3-0f4e-42fd-99b7-3bf8c99cd7bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:25.348203 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Pushing event updated for resources: {'Port': ['ID=83dcc7e4-c747-465d-8262-774b5f87feeb,revision_number=6']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:24:25.407743 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75562ae3-0f4e-42fd-99b7-3bf8c99cd7bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d50e58d7-0dc5-4b81-800b-11856da47c0e,revision_number=1']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:24:25.444824 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-80e7e501-6c57-470d-92c6-e3d54bc3195c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:25.459594 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-75562ae3-0f4e-42fd-99b7-3bf8c99cd7bf admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=9b3453b4bbd849e4b14fae1046e25125&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9506531 Sep 23 19:24:25.466046 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 35974) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:24:25.665616 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-7e972917-8f36-43a8-aa49-b0298c5d29f3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:25.716407 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-7e972917-8f36-43a8-aa49-b0298c5d29f3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:25.771663 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a0d3b47-9a67-4bbf-b0cb-e0e60161bf96 req-7b0e9b4d-3e9a-4986-af95-8555bf5211a7 tempest-ImagesTestJSON-1030216449 tempest-ImagesTestJSON-1030216449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:24:25.780256 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-9a0d3b47-9a67-4bbf-b0cb-e0e60161bf96 req-7b0e9b4d-3e9a-4986-af95-8555bf5211a7 tempest-ImagesTestJSON-1030216449 tempest-ImagesTestJSON-1030216449-project] 10.222.0.67 "GET /v2.0/ports?device_id=012033b6-745f-481b-af86-e21c037687c3 HTTP/1.1" status: 200 len: 945 time: 0.1627831 Sep 23 19:24:25.816590 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e01e51-0011-4bc7-915c-67453ac99d71 req-103af8e0-8ddc-4423-a065-ec2aaab155e4 tempest-ServersTestBootFromVolume-2071761147 tempest-ServersTestBootFromVolume-2071761147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:24:25.824420 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-66e01e51-0011-4bc7-915c-67453ac99d71 req-103af8e0-8ddc-4423-a065-ec2aaab155e4 tempest-ServersTestBootFromVolume-2071761147 tempest-ServersTestBootFromVolume-2071761147-project] 10.222.0.67 "GET /v2.0/ports?device_id=4da69c78-77be-4ce1-ba61-43d065543ca8 HTTP/1.1" status: 200 len: 945 time: 0.1351955 Sep 23 19:24:25.833805 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-7e972917-8f36-43a8-aa49-b0298c5d29f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:25.838504 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-7e972917-8f36-43a8-aa49-b0298c5d29f3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:25.841629 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-7e972917-8f36-43a8-aa49-b0298c5d29f3 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/d50e58d7-0dc5-4b81-800b-11856da47c0e HTTP/1.1" status: 204 len: 168 time: 0.3733375 Sep 23 19:24:25.854558 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e972917-8f36-43a8-aa49-b0298c5d29f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d50e58d7-0dc5-4b81-800b-11856da47c0e,revision_number=None']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:24:25.900287 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-9a0d3b47-9a67-4bbf-b0cb-e0e60161bf96 req-78d67bb1-510e-430c-8f1b-1001b37d9c46 tempest-ImagesTestJSON-1030216449 tempest-ImagesTestJSON-1030216449-project] 10.222.0.67 "GET /v2.0/security-groups?id=076f8f10-41da-413e-8d86-ebe8d5fe93ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1149244 Sep 23 19:24:25.922881 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-66e01e51-0011-4bc7-915c-67453ac99d71 req-fb6d3eba-1b0a-4ab7-b538-f630fed9267a tempest-ServersTestBootFromVolume-2071761147 tempest-ServersTestBootFromVolume-2071761147-project] 10.222.0.67 "GET /v2.0/security-groups?id=6f980132-c67f-4d54-a2e9-1f4e7c6ad324&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0968828 Sep 23 19:24:26.105763 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 36004) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:24:26.350889 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Device 83dcc7e4-c747-465d-8262-774b5f87feeb no longer exists at agent hyperv_n-h2-713301-16 {{(pid=95103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 19:24:26.398419 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-bef4531f-eed2-40c3-80b7-1b550da28ee0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:26.558049 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:26.604950 n-d-713301-16 neutron-server[95103]: DEBUG neutron.notifiers.nova [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 83dcc7e4-c747-465d-8262-774b5f87feeb {{(pid=95103) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 19:24:26.615067 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-bef4531f-eed2-40c3-80b7-1b550da28ee0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:26.623102 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-bef4531f-eed2-40c3-80b7-1b550da28ee0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:26.627887 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 36020) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:24:26.663750 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-6506ef69-d6c6-4eb8-ac3f-d6b9bc8147ea admin admin] Notify callbacks [] for security_group, before_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:26.689437 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] For port 83dcc7e4-c747-465d-8262-774b5f87feeb, host n-h2-713301-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-16',level=0,port_id=83dcc7e4-c747-465d-8262-774b5f87feeb,segment=NetworkSegment(2f3be12e-dba6-4aef-9978-6b9e569ce081),segment_id=2f3be12e-dba6-4aef-9978-6b9e569ce081)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:24:26.701957 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:26.791825 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 36022) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:24:26.832393 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Pushing event updated for resources: {'Port': ['ID=83dcc7e4-c747-465d-8262-774b5f87feeb,revision_number=7']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:24:26.952949 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-6506ef69-d6c6-4eb8-ac3f-d6b9bc8147ea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:26.965708 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-6506ef69-d6c6-4eb8-ac3f-d6b9bc8147ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:27.002464 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-6506ef69-d6c6-4eb8-ac3f-d6b9bc8147ea admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=74301be2034d4bc9a2934048a119bd0b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3717537 Sep 23 19:24:27.003134 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 36030) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:24:27.027559 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.v2.base [None req-8f4a5fc1-21f5-4d5f-9b8a-1d1a1c2fffec admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSON-175835347-network', 'tenant_id': 'f0e955ef027245ff92005717d6ccbc80'}} {{(pid=95102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:24:27.067931 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e76727-df6e-4505-8372-ac9f920d4731 req-988290fc-da32-44de-87e4-dd7d9ae42d69 tempest-ServersTestBootFromVolume-2071761147 tempest-ServersTestBootFromVolume-2071761147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:24:27.076025 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-b0e76727-df6e-4505-8372-ac9f920d4731 req-988290fc-da32-44de-87e4-dd7d9ae42d69 tempest-ServersTestBootFromVolume-2071761147 tempest-ServersTestBootFromVolume-2071761147-project] 10.222.0.67 "GET /v2.0/ports?device_id=4da69c78-77be-4ce1-ba61-43d065543ca8 HTTP/1.1" status: 200 len: 945 time: 0.1666722 Sep 23 19:24:27.183728 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-b0e76727-df6e-4505-8372-ac9f920d4731 req-21cfbfd0-2ff6-484e-8211-2ce9114a98b7 tempest-ServersTestBootFromVolume-2071761147 tempest-ServersTestBootFromVolume-2071761147-project] 10.222.0.67 "GET /v2.0/security-groups?id=6f980132-c67f-4d54-a2e9-1f4e7c6ad324&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0856819 Sep 23 19:24:27.256044 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bef4531f-eed2-40c3-80b7-1b550da28ee0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d52aa08b-9a47-4fec-b6da-29e0b7c12165,revision_number=1']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:24:27.265277 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-bef4531f-eed2-40c3-80b7-1b550da28ee0 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=7c5bd2c5ec75405991a5e1309a812489&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1591179 Sep 23 19:24:27.266067 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 36038) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:24:27.275533 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9163c8a4-baf2-4fbc-9e70-fd63be9bea93 req-b0957f15-9f1a-4821-9d88-4748f8b80db9 tempest-ImagesTestJSON-1030216449 tempest-ImagesTestJSON-1030216449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:24:27.277210 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-9163c8a4-baf2-4fbc-9e70-fd63be9bea93 req-b0957f15-9f1a-4821-9d88-4748f8b80db9 tempest-ImagesTestJSON-1030216449 tempest-ImagesTestJSON-1030216449-project] 10.222.0.53 "GET /v2.0/ports?device_id=012033b6-745f-481b-af86-e21c037687c3 HTTP/1.1" status: 200 len: 945 time: 0.6284885 Sep 23 19:24:27.324043 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6506ef69-d6c6-4eb8-ac3f-d6b9bc8147ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a624aae-ce86-40b5-8d9d-c52e539e95cd,revision_number=1']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:24:27.403294 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f4a5fc1-21f5-4d5f-9b8a-1d1a1c2fffec admin admin] Made reservation on behalf of f0e955ef027245ff92005717d6ccbc80 for: {'network': 1} {{(pid=95102) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:24:27.404215 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-8f4a5fc1-21f5-4d5f-9b8a-1d1a1c2fffec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for network, before_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:27.427309 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-7d0a469c-853a-49b7-b517-e736c8f709e3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:27.435026 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-f5639585-24d3-459e-830d-808cfb89c43f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:27.438013 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-8f4a5fc1-21f5-4d5f-9b8a-1d1a1c2fffec admin admin] Notify callbacks [] for security_group, before_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:27.477177 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-7d0a469c-853a-49b7-b517-e736c8f709e3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:27.503949 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.plugin [req-9163c8a4-baf2-4fbc-9e70-fd63be9bea93 req-bf7ac4b7-856b-4acc-bcea-eccfedebd8af tempest-ImagesTestJSON-1030216449 tempest-ImagesTestJSON-1030216449-project] Deleting port 83dcc7e4-c747-465d-8262-774b5f87feeb {{(pid=95101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:24:27.504565 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-9163c8a4-baf2-4fbc-9e70-fd63be9bea93 req-bf7ac4b7-856b-4acc-bcea-eccfedebd8af tempest-ImagesTestJSON-1030216449 tempest-ImagesTestJSON-1030216449-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783146157096'] for port, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:27.559660 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-8f4a5fc1-21f5-4d5f-9b8a-1d1a1c2fffec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:27.597665 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89795eb2-25b1-4ca2-a32c-17ee2bfd182f req-7cf3905f-3e67-4f88-80d7-713a18fda4d9 tempest-ImagesTestJSON-1030216449 tempest-ImagesTestJSON-1030216449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:24:27.606644 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-89795eb2-25b1-4ca2-a32c-17ee2bfd182f req-7cf3905f-3e67-4f88-80d7-713a18fda4d9 tempest-ImagesTestJSON-1030216449 tempest-ImagesTestJSON-1030216449-project] 10.222.0.67 "GET /v2.0/ports?device_id=012033b6-745f-481b-af86-e21c037687c3 HTTP/1.1" status: 200 len: 944 time: 0.5725353 Sep 23 19:24:27.630795 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-8f4a5fc1-21f5-4d5f-9b8a-1d1a1c2fffec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:27.646405 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8f4a5fc1-21f5-4d5f-9b8a-1d1a1c2fffec admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 623} {{(pid=95102) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 19:24:27.657409 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-8f4a5fc1-21f5-4d5f-9b8a-1d1a1c2fffec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1756186'] for segment, precommit_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:27.658403 n-d-713301-16 neutron-server[95102]: INFO neutron.db.segments_db [None req-8f4a5fc1-21f5-4d5f-9b8a-1d1a1c2fffec admin admin] Added segment 5af8be7e-f9c6-4114-987e-ef068c7fc557 of type vlan for network c1ad3b2d-de91-44e9-a44c-b26d03d276cb Sep 23 19:24:27.710670 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-7d0a469c-853a-49b7-b517-e736c8f709e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:27.712754 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-8f4a5fc1-21f5-4d5f-9b8a-1d1a1c2fffec admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783145630486'] for network, precommit_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:27.714556 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-7d0a469c-853a-49b7-b517-e736c8f709e3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:27.726186 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-7d0a469c-853a-49b7-b517-e736c8f709e3 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/d52aa08b-9a47-4fec-b6da-29e0b7c12165 HTTP/1.1" status: 204 len: 168 time: 0.4477682 Sep 23 19:24:27.754729 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d0a469c-853a-49b7-b517-e736c8f709e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d52aa08b-9a47-4fec-b6da-29e0b7c12165,revision_number=None']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:24:27.769196 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.db [req-9163c8a4-baf2-4fbc-9e70-fd63be9bea93 req-bf7ac4b7-856b-4acc-bcea-eccfedebd8af tempest-ImagesTestJSON-1030216449 tempest-ImagesTestJSON-1030216449-project] For port 83dcc7e4-c747-465d-8262-774b5f87feeb, host n-h2-713301-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-16',level=0,port_id=83dcc7e4-c747-465d-8262-774b5f87feeb,segment=NetworkSegment(2f3be12e-dba6-4aef-9978-6b9e569ce081),segment_id=2f3be12e-dba6-4aef-9978-6b9e569ce081)] {{(pid=95101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:24:27.769425 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-8f4a5fc1-21f5-4d5f-9b8a-1d1a1c2fffec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299'] for network, after_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:27.770449 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f4a5fc1-21f5-4d5f-9b8a-1d1a1c2fffec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:24:27.771143 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-8f4a5fc1-21f5-4d5f-9b8a-1d1a1c2fffec admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527417'] for network, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:27.773923 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-9163c8a4-baf2-4fbc-9e70-fd63be9bea93 req-bf7ac4b7-856b-4acc-bcea-eccfedebd8af tempest-ImagesTestJSON-1030216449 tempest-ImagesTestJSON-1030216449-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-605701'] for port, precommit_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:27.809420 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-f5639585-24d3-459e-830d-808cfb89c43f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:27.828517 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.plugin [req-9163c8a4-baf2-4fbc-9e70-fd63be9bea93 req-bf7ac4b7-856b-4acc-bcea-eccfedebd8af tempest-ImagesTestJSON-1030216449 tempest-ImagesTestJSON-1030216449-project] Calling delete_port for 83dcc7e4-c747-465d-8262-774b5f87feeb owned by compute:nova {{(pid=95101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:24:27.831834 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:27.863107 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-8f4a5fc1-21f5-4d5f-9b8a-1d1a1c2fffec admin admin] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.0641160 Sep 23 19:24:27.892093 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-89795eb2-25b1-4ca2-a32c-17ee2bfd182f req-dbe93f6d-5c9d-46d8-8b5f-853c2890ce00 tempest-ImagesTestJSON-1030216449 tempest-ImagesTestJSON-1030216449-project] 10.222.0.67 "GET /v2.0/security-groups?id=076f8f10-41da-413e-8d86-ebe8d5fe93ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2839198 Sep 23 19:24:27.893065 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 36042) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:24:27.919054 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f4a5fc1-21f5-4d5f-9b8a-1d1a1c2fffec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=324a4552-7b72-4e62-bcd4-dc8354c093e7,revision_number=1']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:24:27.926652 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.v2.base [None req-5aef0d01-a88e-46bd-bc4f-472274075175 admin admin] Request body: {'subnet': {'network_id': 'c1ad3b2d-de91-44e9-a44c-b26d03d276cb', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSON-175835347-subnet', 'tenant_id': 'f0e955ef027245ff92005717d6ccbc80', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:24:27.973341 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5aef0d01-a88e-46bd-bc4f-472274075175 admin admin] Made reservation on behalf of f0e955ef027245ff92005717d6ccbc80 for: {'subnet': 1} {{(pid=95102) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:24:27.976315 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-5aef0d01-a88e-46bd-bc4f-472274075175 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5388256'] for subnet, before_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:28.024586 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:28.031574 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f4a5fc1-21f5-4d5f-9b8a-1d1a1c2fffec admin admin] Pushing event updated for resources: {'Network': ['ID=c1ad3b2d-de91-44e9-a44c-b26d03d276cb,revision_number=1']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:24:28.045050 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Network c1ad3b2d-de91-44e9-a44c-b26d03d276cb details requested by agent ovs-agent-n-d-713301-16 with host n-d-713301-16 {{(pid=95103) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 19:24:28.081983 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-9163c8a4-baf2-4fbc-9e70-fd63be9bea93 req-bf7ac4b7-856b-4acc-bcea-eccfedebd8af tempest-ImagesTestJSON-1030216449 tempest-ImagesTestJSON-1030216449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783146162158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783145673144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5607431'] for port, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:28.148650 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-f5639585-24d3-459e-830d-808cfb89c43f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:28.151982 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-f5639585-24d3-459e-830d-808cfb89c43f admin admin] Notify callbacks [] for security_group, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:28.156205 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf7ac4b7-856b-4acc-bcea-eccfedebd8af tempest-ImagesTestJSON-1030216449 tempest-ImagesTestJSON-1030216449-project] Pushing event deleted for resources: {'Port': ['ID=83dcc7e4-c747-465d-8262-774b5f87feeb,revision_number=None']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:24:28.157898 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-f5639585-24d3-459e-830d-808cfb89c43f admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/2a624aae-ce86-40b5-8d9d-c52e539e95cd HTTP/1.1" status: 204 len: 168 time: 1.1395330 Sep 23 19:24:28.191416 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5639585-24d3-459e-830d-808cfb89c43f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a624aae-ce86-40b5-8d9d-c52e539e95cd,revision_number=None']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:24:28.381867 n-d-713301-16 neutron-server[95101]: DEBUG neutron.db.l3_dvrscheduler_db [req-9163c8a4-baf2-4fbc-9e70-fd63be9bea93 req-bf7ac4b7-856b-4acc-bcea-eccfedebd8af tempest-ImagesTestJSON-1030216449 tempest-ImagesTestJSON-1030216449-project] No DVR routers for this DVR port 83dcc7e4-c747-465d-8262-774b5f87feeb on host n-h2-713301-16 {{(pid=95101) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 19:24:28.384832 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-9163c8a4-baf2-4fbc-9e70-fd63be9bea93 req-bf7ac4b7-856b-4acc-bcea-eccfedebd8af tempest-ImagesTestJSON-1030216449 tempest-ImagesTestJSON-1030216449-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222849'] for port, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:28.387103 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-9163c8a4-baf2-4fbc-9e70-fd63be9bea93 req-bf7ac4b7-856b-4acc-bcea-eccfedebd8af tempest-ImagesTestJSON-1030216449 tempest-ImagesTestJSON-1030216449-project] 10.222.0.53 "DELETE /v2.0/ports/83dcc7e4-c747-465d-8262-774b5f87feeb HTTP/1.1" status: 204 len: 173 time: 1.1027796 Sep 23 19:24:28.387853 n-d-713301-16 neutron-server[95101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '012033b6-745f-481b-af86-e21c037687c3', 'name': 'network-vif-deleted', 'tag': '83dcc7e4-c747-465d-8262-774b5f87feeb'}] {{(pid=95101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 19:24:28.390514 n-d-713301-16 neutron-server[95101]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d8366c5740cd635e57ab12b71fe44a77c2acc3c19091ef849c6f68b380462244" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59376be3-7b07-42da-a840-066be8a3f858" -d '{"events": [{"server_uuid": "012033b6-745f-481b-af86-e21c037687c3", "name": "network-vif-deleted", "tag": "83dcc7e4-c747-465d-8262-774b5f87feeb"}]}' {{(pid=95101) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 19:24:28.447807 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e054fbbd-4894-45a0-9790-3e8c93961da5 req-11799fa2-d1a0-4321-bd2f-febf1feaa623 tempest-ServersTestBootFromVolume-2071761147 tempest-ServersTestBootFromVolume-2071761147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:24:28.453616 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-e054fbbd-4894-45a0-9790-3e8c93961da5 req-11799fa2-d1a0-4321-bd2f-febf1feaa623 tempest-ServersTestBootFromVolume-2071761147 tempest-ServersTestBootFromVolume-2071761147-project] 10.222.0.53 "GET /v2.0/ports?device_id=4da69c78-77be-4ce1-ba61-43d065543ca8 HTTP/1.1" status: 200 len: 945 time: 0.1953642 Sep 23 19:24:28.489567 n-d-713301-16 neutron-server[95101]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 19:24:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b5fa8d8-3284-4928-9ff8-9a98e9feab65 x-openstack-request-id: req-9b5fa8d8-3284-4928-9ff8-9a98e9feab65 {{(pid=95101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 19:24:28.490119 n-d-713301-16 neutron-server[95101]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "012033b6-745f-481b-af86-e21c037687c3", "name": "network-vif-deleted", "tag": "83dcc7e4-c747-465d-8262-774b5f87feeb", "status": "completed", "code": 200}]} {{(pid=95101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 19:24:28.491722 n-d-713301-16 neutron-server[95101]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-9b5fa8d8-3284-4928-9ff8-9a98e9feab65 {{(pid=95101) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 19:24:28.492174 n-d-713301-16 neutron-server[95101]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '012033b6-745f-481b-af86-e21c037687c3', 'name': 'network-vif-deleted', 'tag': '83dcc7e4-c747-465d-8262-774b5f87feeb', 'status': 'completed', 'code': 200} Sep 23 19:24:28.631025 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-5aef0d01-a88e-46bd-bc4f-472274075175 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4398944', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5388242'] for subnet, after_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:28.652891 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 36060) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:24:28.698565 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-4446bb0d-9226-4fee-8194-765236428dd8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:28.711858 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c5d080-9c23-4810-b491-a8cde6e7a314 req-b1e20d12-151e-4f24-b203-2693f8b32931 tempest-ServersTestBootFromVolume-2071761147 tempest-ServersTestBootFromVolume-2071761147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:24:28.721301 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-22c5d080-9c23-4810-b491-a8cde6e7a314 req-b1e20d12-151e-4f24-b203-2693f8b32931 tempest-ServersTestBootFromVolume-2071761147 tempest-ServersTestBootFromVolume-2071761147-project] 10.222.0.67 "GET /v2.0/ports?device_id=4da69c78-77be-4ce1-ba61-43d065543ca8 HTTP/1.1" status: 200 len: 945 time: 0.2384622 Sep 23 19:24:28.742413 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.plugin [req-e054fbbd-4894-45a0-9790-3e8c93961da5 req-44b91291-364e-4619-a458-614e8fefe873 tempest-ServersTestBootFromVolume-2071761147 tempest-ServersTestBootFromVolume-2071761147-project] Deleting port b9e99bc1-d833-4a85-85c7-d0065efdef0c {{(pid=95101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:24:28.743577 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-e054fbbd-4894-45a0-9790-3e8c93961da5 req-44b91291-364e-4619-a458-614e8fefe873 tempest-ServersTestBootFromVolume-2071761147 tempest-ServersTestBootFromVolume-2071761147-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783146157096'] for port, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:28.801637 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-22c5d080-9c23-4810-b491-a8cde6e7a314 req-6171b5c1-87de-4c77-9fa9-059d8f038823 tempest-ServersTestBootFromVolume-2071761147 tempest-ServersTestBootFromVolume-2071761147-project] 10.222.0.67 "GET /v2.0/security-groups?id=6f980132-c67f-4d54-a2e9-1f4e7c6ad324&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0791147 Sep 23 19:24:28.844997 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5aef0d01-a88e-46bd-bc4f-472274075175 admin admin] Checking segment: {'id': '5af8be7e-f9c6-4114-987e-ef068c7fc557', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': 'c1ad3b2d-de91-44e9-a44c-b26d03d276cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95102) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:24:28.846086 n-d-713301-16 neutron-server[95102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5aef0d01-a88e-46bd-bc4f-472274075175 admin admin] Network hostable DHCP agents. Network: c1ad3b2d-de91-44e9-a44c-b26d03d276cb, hostable agents: ['1b18bf05-1b5f-4587-be5c-af3ac38e32ad'], hosted agents: [] {{(pid=95102) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 19:24:28.848720 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aef0d01-a88e-46bd-bc4f-472274075175 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f7972800-2fa5-4fd0-ae55-c87548a8f875,revision_number=0']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:24:28.880976 n-d-713301-16 neutron-server[95102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5aef0d01-a88e-46bd-bc4f-472274075175 admin admin] Network c1ad3b2d-de91-44e9-a44c-b26d03d276cb is scheduled to be hosted by DHCP agent 1b18bf05-1b5f-4587-be5c-af3ac38e32ad with binding_index 1 {{(pid=95102) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 19:24:28.894406 n-d-713301-16 neutron-server[95102]: DEBUG neutron.scheduler.base_scheduler [None req-5aef0d01-a88e-46bd-bc4f-472274075175 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713301-16, c1ad3b2d-de91-44e9-a44c-b26d03d276cb) {{(pid=95102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:24:28.902220 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5aef0d01-a88e-46bd-bc4f-472274075175 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:24:28.902835 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-5aef0d01-a88e-46bd-bc4f-472274075175 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:28.908064 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2b9ade5-0491-4c20-a6fe-20e58be2d9d4 None None] Network c1ad3b2d-de91-44e9-a44c-b26d03d276cb requested from n-d-713301-16 {{(pid=95103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 19:24:28.983803 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.db [req-e054fbbd-4894-45a0-9790-3e8c93961da5 req-44b91291-364e-4619-a458-614e8fefe873 tempest-ServersTestBootFromVolume-2071761147 tempest-ServersTestBootFromVolume-2071761147-project] For port b9e99bc1-d833-4a85-85c7-d0065efdef0c, host n-h2-713301-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-16',level=0,port_id=b9e99bc1-d833-4a85-85c7-d0065efdef0c,segment=NetworkSegment(d9fca353-00c7-4d63-8b31-29fd9abb60f3),segment_id=d9fca353-00c7-4d63-8b31-29fd9abb60f3)] {{(pid=95101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:24:28.984309 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-e054fbbd-4894-45a0-9790-3e8c93961da5 req-44b91291-364e-4619-a458-614e8fefe873 tempest-ServersTestBootFromVolume-2071761147 tempest-ServersTestBootFromVolume-2071761147-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-605701'] for port, precommit_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:29.215083 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-71fde77a-52eb-424c-b583-e741a8c94fc9 req-5d083248-1085-4208-95b8-c084aad57771 tempest-ImagesTestJSON-1030216449 tempest-ImagesTestJSON-1030216449-project] 10.222.0.67 "GET /v2.0/ports?device_id=012033b6-745f-481b-af86-e21c037687c3 HTTP/1.1" status: 200 len: 210 time: 0.0620120 Sep 23 19:24:29.258729 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d8e6a46-f5ca-445e-9e5a-7907d11984a9 None None] Network c1ad3b2d-de91-44e9-a44c-b26d03d276cb requested from n-d-713301-16 {{(pid=95103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 19:24:29.300298 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-4446bb0d-9226-4fee-8194-765236428dd8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:29.306365 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-4446bb0d-9226-4fee-8194-765236428dd8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:29.315456 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-5aef0d01-a88e-46bd-bc4f-472274075175 admin admin] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.4057236 Sep 23 19:24:29.316768 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 36074) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:24:29.333279 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.v2.base [None req-339748e1-396f-4829-8cb8-ef17422bfc91 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSON-175835347-router', 'tenant_id': 'f0e955ef027245ff92005717d6ccbc80', 'external_gateway_info': {'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac'}}} {{(pid=95102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:24:29.420192 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-339748e1-396f-4829-8cb8-ef17422bfc91 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-594563', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29355'] for router, before_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:29.423046 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-339748e1-396f-4829-8cb8-ef17422bfc91 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-597363', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-601731', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-739356', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29346'] for router, precommit_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:29.536312 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-339748e1-396f-4829-8cb8-ef17422bfc91 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:29.612151 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4446bb0d-9226-4fee-8194-765236428dd8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f05fd831-770e-4cc7-9d22-f5e51fdb40c0,revision_number=1']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:24:29.647054 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-4446bb0d-9226-4fee-8194-765236428dd8 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=f0bf0b8ec311413592aa94a0699adc08&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9782135 Sep 23 19:24:29.647054 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 36086) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:24:29.647054 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-e054fbbd-4894-45a0-9790-3e8c93961da5 req-44b91291-364e-4619-a458-614e8fefe873 tempest-ServersTestBootFromVolume-2071761147 tempest-ServersTestBootFromVolume-2071761147-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:29.647054 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-e054fbbd-4894-45a0-9790-3e8c93961da5 req-44b91291-364e-4619-a458-614e8fefe873 tempest-ServersTestBootFromVolume-2071761147 tempest-ServersTestBootFromVolume-2071761147-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-601884'] for floatingip, after_update {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:29.647054 n-d-713301-16 neutron-server[95101]: INFO neutron.db.l3_db [req-e054fbbd-4894-45a0-9790-3e8c93961da5 req-44b91291-364e-4619-a458-614e8fefe873 tempest-ServersTestBootFromVolume-2071761147 tempest-ServersTestBootFromVolume-2071761147-project] Floating IP 3250ee1c-f4c3-4ca4-a02c-d49d1530f928 disassociated. External IP: 172.25.1.108, port: b9e99bc1-d833-4a85-85c7-d0065efdef0c. Sep 23 19:24:29.647054 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.plugin [req-e054fbbd-4894-45a0-9790-3e8c93961da5 req-44b91291-364e-4619-a458-614e8fefe873 tempest-ServersTestBootFromVolume-2071761147 tempest-ServersTestBootFromVolume-2071761147-project] Calling delete_port for b9e99bc1-d833-4a85-85c7-d0065efdef0c owned by compute:nova {{(pid=95101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:24:29.744165 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-339748e1-396f-4829-8cb8-ef17422bfc91 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:29.894063 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-796ec91f-9be8-404e-b01c-fa1f6838516c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:29.935113 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-796ec91f-9be8-404e-b01c-fa1f6838516c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:30.137974 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-796ec91f-9be8-404e-b01c-fa1f6838516c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:30.141573 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-796ec91f-9be8-404e-b01c-fa1f6838516c admin admin] Notify callbacks [] for security_group, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:30.142850 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-796ec91f-9be8-404e-b01c-fa1f6838516c admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/f05fd831-770e-4cc7-9d22-f5e51fdb40c0 HTTP/1.1" status: 204 len: 168 time: 0.4780498 Sep 23 19:24:30.175722 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-e054fbbd-4894-45a0-9790-3e8c93961da5 req-44b91291-364e-4619-a458-614e8fefe873 tempest-ServersTestBootFromVolume-2071761147 tempest-ServersTestBootFromVolume-2071761147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783146162158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783145673144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5607431'] for port, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:30.183273 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-796ec91f-9be8-404e-b01c-fa1f6838516c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f05fd831-770e-4cc7-9d22-f5e51fdb40c0,revision_number=None']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:24:30.257356 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44b91291-364e-4619-a458-614e8fefe873 tempest-ServersTestBootFromVolume-2071761147 tempest-ServersTestBootFromVolume-2071761147-project] Pushing event deleted for resources: {'Port': ['ID=b9e99bc1-d833-4a85-85c7-d0065efdef0c,revision_number=None']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:24:30.314070 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4669570a-b8d6-4d30-a7c5-c9cc2792a435 req-59d4d155-0c19-4b3a-a696-456f048176d9 tempest-ServersTestBootFromVolume-2071761147 tempest-ServersTestBootFromVolume-2071761147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:24:30.327308 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-4669570a-b8d6-4d30-a7c5-c9cc2792a435 req-59d4d155-0c19-4b3a-a696-456f048176d9 tempest-ServersTestBootFromVolume-2071761147 tempest-ServersTestBootFromVolume-2071761147-project] 10.222.0.67 "GET /v2.0/ports?device_id=4da69c78-77be-4ce1-ba61-43d065543ca8 HTTP/1.1" status: 200 len: 867 time: 0.3437624 Sep 23 19:24:30.368408 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Device 83dcc7e4-c747-465d-8262-774b5f87feeb no longer exists at agent hyperv_n-h2-713301-16 {{(pid=95103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 19:24:30.397253 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-339748e1-396f-4829-8cb8-ef17422bfc91 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:30.427617 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.plugin [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] No Port match for: 83dcc7e4-c747-465d-8262-774b5f87feeb {{(pid=95103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 19:24:30.427957 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Device 83dcc7e4-c747-465d-8262-774b5f87feeb not bound to the agent host n-h2-713301-16 {{(pid=95103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 19:24:30.428382 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Device b9e99bc1-d833-4a85-85c7-d0065efdef0c no longer exists at agent hyperv_n-h2-713301-16 {{(pid=95103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 19:24:30.498812 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.plugin [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] No Port match for: b9e99bc1-d833-4a85-85c7-d0065efdef0c {{(pid=95103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 19:24:30.499107 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Device b9e99bc1-d833-4a85-85c7-d0065efdef0c not bound to the agent host n-h2-713301-16 {{(pid=95103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 19:24:30.513885 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-4669570a-b8d6-4d30-a7c5-c9cc2792a435 req-9bb2d0d1-ea75-4007-8a39-f057715491a6 tempest-ServersTestBootFromVolume-2071761147 tempest-ServersTestBootFromVolume-2071761147-project] 10.222.0.67 "GET /v2.0/security-groups?id=6f980132-c67f-4d54-a2e9-1f4e7c6ad324&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1843154 Sep 23 19:24:30.515535 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-339748e1-396f-4829-8cb8-ef17422bfc91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:30.612386 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e054fbbd-4894-45a0-9790-3e8c93961da5 req-44b91291-364e-4619-a458-614e8fefe873 tempest-ServersTestBootFromVolume-2071761147 tempest-ServersTestBootFromVolume-2071761147-project] Router d4549d7c-751b-482a-9388-b3f8449c4e3e has already been hosted by L3 agent 79a740bf-7821-4989-8288-7186e3e128f3 {{(pid=95101) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 19:24:30.964132 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e054fbbd-4894-45a0-9790-3e8c93961da5 req-44b91291-364e-4619-a458-614e8fefe873 tempest-ServersTestBootFromVolume-2071761147 tempest-ServersTestBootFromVolume-2071761147-project] Notify agent at l3_agent.n-d-713301-16 the message routers_updated {{(pid=95101) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 19:24:30.975135 n-d-713301-16 neutron-server[95102]: DEBUG neutron.db.db_base_plugin_common [None req-339748e1-396f-4829-8cb8-ef17422bfc91 admin admin] Allocated IP 172.25.1.39 (5dec5c09-378e-4f50-89cc-d94eb81c3bac/eff83446-018c-428d-b3f5-54ac9abe7a2a/0fa066a2-5401-4184-ad23-34074ae92172) {{(pid=95102) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 19:24:30.978839 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af037049-1a67-4b22-8e46-72c6d0e5aa13 None None] Sync routers for ids ['d4549d7c-751b-482a-9388-b3f8449c4e3e'] in n-d-713301-16 {{(pid=95103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 19:24:31.006933 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af037049-1a67-4b22-8e46-72c6d0e5aa13 None None] Routers {'d4549d7c-751b-482a-9388-b3f8449c4e3e'} bound to L3 agent in host n-d-713301-16 {{(pid=95103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 19:24:31.014600 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_hamode_db [None req-af037049-1a67-4b22-8e46-72c6d0e5aa13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-23T19:07:52Z,description=,heartbeat_timestamp=2021-09-23T19:24:22Z,host='n-d-713301-16',id=79a740bf-7821-4989-8288-7186e3e128f3,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:07:52Z,topic='l3_agent')) {'router_ids': ['d4549d7c-751b-482a-9388-b3f8449c4e3e'], 'active': True} {{(pid=95103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:24:31.084891 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 36146) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:24:31.134521 n-d-713301-16 neutron-server[95101]: DEBUG neutron.db.l3_dvrscheduler_db [req-e054fbbd-4894-45a0-9790-3e8c93961da5 req-44b91291-364e-4619-a458-614e8fefe873 tempest-ServersTestBootFromVolume-2071761147 tempest-ServersTestBootFromVolume-2071761147-project] No DVR routers for this DVR port b9e99bc1-d833-4a85-85c7-d0065efdef0c on host n-h2-713301-16 {{(pid=95101) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 19:24:31.144010 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-e054fbbd-4894-45a0-9790-3e8c93961da5 req-44b91291-364e-4619-a458-614e8fefe873 tempest-ServersTestBootFromVolume-2071761147 tempest-ServersTestBootFromVolume-2071761147-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222849'] for port, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:31.147360 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-e054fbbd-4894-45a0-9790-3e8c93961da5 req-44b91291-364e-4619-a458-614e8fefe873 tempest-ServersTestBootFromVolume-2071761147 tempest-ServersTestBootFromVolume-2071761147-project] 10.222.0.53 "DELETE /v2.0/ports/b9e99bc1-d833-4a85-85c7-d0065efdef0c HTTP/1.1" status: 204 len: 173 time: 2.6834271 Sep 23 19:24:31.148402 n-d-713301-16 neutron-server[95101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4da69c78-77be-4ce1-ba61-43d065543ca8', 'name': 'network-vif-deleted', 'tag': 'b9e99bc1-d833-4a85-85c7-d0065efdef0c'}] {{(pid=95101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 19:24:31.151561 n-d-713301-16 neutron-server[95101]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d8366c5740cd635e57ab12b71fe44a77c2acc3c19091ef849c6f68b380462244" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf9aab9c-1cb3-4b73-8314-1ae6242ef8d3" -d '{"events": [{"server_uuid": "4da69c78-77be-4ce1-ba61-43d065543ca8", "name": "network-vif-deleted", "tag": "b9e99bc1-d833-4a85-85c7-d0065efdef0c"}]}' {{(pid=95101) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 19:24:31.270049 n-d-713301-16 neutron-server[95102]: DEBUG neutron.db.db_base_plugin_v2 [None req-d5afae83-67bf-4a86-a874-eeee55bae1e4 admin admin] Deleting subnet ddb01988-b766-48de-9eb4-7d664700d39d {{(pid=95102) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 23 19:24:31.273887 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-d5afae83-67bf-4a86-a874-eeee55bae1e4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:31.296642 n-d-713301-16 neutron-server[95101]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 19:24:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9820f83-79b9-4e2b-bf63-ec35266228ce x-openstack-request-id: req-a9820f83-79b9-4e2b-bf63-ec35266228ce {{(pid=95101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 19:24:31.296642 n-d-713301-16 neutron-server[95101]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4da69c78-77be-4ce1-ba61-43d065543ca8", "name": "network-vif-deleted", "tag": "b9e99bc1-d833-4a85-85c7-d0065efdef0c", "status": "completed", "code": 200}]} {{(pid=95101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 19:24:31.296642 n-d-713301-16 neutron-server[95101]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-a9820f83-79b9-4e2b-bf63-ec35266228ce {{(pid=95101) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 19:24:31.296642 n-d-713301-16 neutron-server[95101]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4da69c78-77be-4ce1-ba61-43d065543ca8', 'name': 'network-vif-deleted', 'tag': 'b9e99bc1-d833-4a85-85c7-d0065efdef0c', 'status': 'completed', 'code': 200} Sep 23 19:24:31.318656 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_dvr_db [None req-af037049-1a67-4b22-8e46-72c6d0e5aa13 None None] Set router d4549d7c-751b-482a-9388-b3f8449c4e3e gateway port host: n-d-713301-16 {{(pid=95103) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 19:24:31.346772 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-d5afae83-67bf-4a86-a874-eeee55bae1e4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6162825'] for subnet, precommit_delete_associations {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:31.420983 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-d5afae83-67bf-4a86-a874-eeee55bae1e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1756813'] for subnet, precommit_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:31.573775 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-339748e1-396f-4829-8cb8-ef17422bfc91 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:31.623247 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-d5afae83-67bf-4a86-a874-eeee55bae1e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1756804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4399009', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5388229'] for subnet, after_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:31.796460 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-42a58df7-628c-4ca2-99fd-a38056d8aff4 req-67328a01-c54d-4f40-8fed-1bbef3db7575 tempest-ServersTestBootFromVolume-2071761147 tempest-ServersTestBootFromVolume-2071761147-project] 10.222.0.67 "GET /v2.0/ports?device_id=4da69c78-77be-4ce1-ba61-43d065543ca8 HTTP/1.1" status: 200 len: 210 time: 0.1332626 Sep 23 19:24:31.802744 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5afae83-67bf-4a86-a874-eeee55bae1e4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ddb01988-b766-48de-9eb4-7d664700d39d,revision_number=None']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:24:31.827511 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-d5afae83-67bf-4a86-a874-eeee55bae1e4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:31.835443 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 36172) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:24:31.847363 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-d5afae83-67bf-4a86-a874-eeee55bae1e4 admin admin] 10.222.0.67 "DELETE /v2.0/subnets/ddb01988-b766-48de-9eb4-7d664700d39d HTTP/1.1" status: 204 len: 168 time: 0.7609389 Sep 23 19:24:31.867082 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-339748e1-396f-4829-8cb8-ef17422bfc91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783145673135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4399100'] for port, after_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:31.952405 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_hamode_db [None req-af037049-1a67-4b22-8e46-72c6d0e5aa13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4549d7c-751b-482a-9388-b3f8449c4e3e', 'name': 'tempest-ServersTestBootFromVolume-424061460-router', 'tenant_id': 'b9b1bf1e052747edb79d8459636eb975', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'external_fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.95'}], 'enable_snat': True}, 'gw_port_id': 'e8904638-1ea1-46e8-8511-305a3e759973', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:21:07Z', 'updated_at': '2021-09-23T19:21:14Z', 'revision_number': 4, 'project_id': 'b9b1bf1e052747edb79d8459636eb975', 'gw_port': {'id': 'e8904638-1ea1-46e8-8511-305a3e759973', 'name': '', 'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:a5:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4549d7c-751b-482a-9388-b3f8449c4e3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 575, 'fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:21:09Z', 'updated_at': '2021-09-23T19:21:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-16', '_interfaces': [{'id': 'b1a76ce2-06dc-409f-91c7-09045dd595e4', 'name': '', 'network_id': '3018c2b7-6d99-4bca-a625-99b7a6f447b4', 'tenant_id': 'b9b1bf1e052747edb79d8459636eb975', 'mac_address': 'fa:16:3e:bd:1c:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4549d7c-751b-482a-9388-b3f8449c4e3e', 'device_owner': 'network:router_interface', 'standard_attr_id': 582, 'fixed_ips': [{'subnet_id': 'c4da4d29-f3ff-4267-a202-348183c23904', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:21:12Z', 'updated_at': '2021-09-23T19:21:19Z', 'revision_number': 5, 'project_id': 'b9b1bf1e052747edb79d8459636eb975', 'subnets': [{'id': 'c4da4d29-f3ff-4267-a202-348183c23904', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-16', False) {} {{(pid=95103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:24:32.001760 n-d-713301-16 neutron-server[95102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-339748e1-396f-4829-8cb8-ef17422bfc91 admin admin] Network 5dec5c09-378e-4f50-89cc-d94eb81c3bac is already hosted by enough agents. {{(pid=95102) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:24:32.011347 n-d-713301-16 neutron-server[95102]: DEBUG neutron.scheduler.base_scheduler [None req-339748e1-396f-4829-8cb8-ef17422bfc91 admin admin] Resources bound (agent type, host, resource id): {{(pid=95102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:24:32.023136 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-0777c264-24b4-4221-b6b1-9d456d770365 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1628021'] for network, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:32.026446 n-d-713301-16 neutron-server[95102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-339748e1-396f-4829-8cb8-ef17422bfc91 admin admin] Received port after_create {{(pid=95102) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 19:24:32.037513 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-339748e1-396f-4829-8cb8-ef17422bfc91 admin admin] Pushing event updated for resources: {'Port': ['ID=0fa066a2-5401-4184-ad23-34074ae92172,revision_number=1']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:24:32.084516 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af037049-1a67-4b22-8e46-72c6d0e5aa13 None None] Checking router: d4549d7c-751b-482a-9388-b3f8449c4e3e for host: n-d-713301-16 {{(pid=95103) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 19:24:32.110815 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af037049-1a67-4b22-8e46-72c6d0e5aa13 None None] Routers {'d4549d7c-751b-482a-9388-b3f8449c4e3e'} bound to L3 agent in host n-d-713301-16 {{(pid=95103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 19:24:32.112222 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_hamode_db [None req-af037049-1a67-4b22-8e46-72c6d0e5aa13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-23T19:07:52Z,description=,heartbeat_timestamp=2021-09-23T19:24:22Z,host='n-d-713301-16',id=79a740bf-7821-4989-8288-7186e3e128f3,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:07:52Z,topic='l3_agent')) {'router_ids': ['d4549d7c-751b-482a-9388-b3f8449c4e3e'], 'active': True} {{(pid=95103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:24:32.286151 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-0777c264-24b4-4221-b6b1-9d456d770365 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1754676', 'neutron.services.segments.db._delete_segments_for_network-8783146221460'] for network, precommit_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:32.340795 n-d-713301-16 neutron-server[95101]: DEBUG neutron.services.segments.db [None req-0777c264-24b4-4221-b6b1-9d456d770365 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3933cf84-cdd3-4c59-ac2d-c58afedb7fce']}} {{(pid=95101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:24:32.395704 n-d-713301-16 neutron-server[95101]: DEBUG neutron.services.segments.db [None req-0777c264-24b4-4221-b6b1-9d456d770365 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2f3be12e-dba6-4aef-9978-6b9e569ce081') {'for_net_delete': True} {{(pid=95101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:24:32.396015 n-d-713301-16 neutron-server[95101]: DEBUG neutron.services.segments.db [None req-0777c264-24b4-4221-b6b1-9d456d770365 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2f3be12e-dba6-4aef-9978-6b9e569ce081') {} {{(pid=95101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:24:32.441535 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-0777c264-24b4-4221-b6b1-9d456d770365 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783146221725', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6007147'] for segment, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:32.464936 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_dvr_db [None req-af037049-1a67-4b22-8e46-72c6d0e5aa13 None None] Set router d4549d7c-751b-482a-9388-b3f8449c4e3e gateway port host: n-d-713301-16 {{(pid=95103) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 19:24:32.468958 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-0777c264-24b4-4221-b6b1-9d456d770365 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1756186'] for segment, precommit_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:32.485274 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0777c264-24b4-4221-b6b1-9d456d770365 admin admin] Releasing vlan 607 on physical network physnet1 to pool {{(pid=95101) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 19:24:32.485680 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-0777c264-24b4-4221-b6b1-9d456d770365 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1756186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5608436'] for segment, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:32.487447 n-d-713301-16 neutron-server[95101]: Traceback (most recent call last): Sep 23 19:24:32.487447 n-d-713301-16 neutron-server[95101]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 19:24:32.487447 n-d-713301-16 neutron-server[95101]: timer() Sep 23 19:24:32.487447 n-d-713301-16 neutron-server[95101]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 19:24:32.487447 n-d-713301-16 neutron-server[95101]: cb(*args, **kw) Sep 23 19:24:32.487447 n-d-713301-16 neutron-server[95101]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 19:24:32.487447 n-d-713301-16 neutron-server[95101]: return func(*args, **kwargs) Sep 23 19:24:32.487447 n-d-713301-16 neutron-server[95101]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 19:24:32.487447 n-d-713301-16 neutron-server[95101]: self._notify() Sep 23 19:24:32.487447 n-d-713301-16 neutron-server[95101]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 19:24:32.487447 n-d-713301-16 neutron-server[95101]: self.callback(batched_events) Sep 23 19:24:32.487447 n-d-713301-16 neutron-server[95101]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 19:24:32.487447 n-d-713301-16 neutron-server[95101]: event.method(event) Sep 23 19:24:32.487447 n-d-713301-16 neutron-server[95101]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 19:24:32.487447 n-d-713301-16 neutron-server[95101]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 19:24:32.487447 n-d-713301-16 neutron-server[95101]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 19:24:32.487447 n-d-713301-16 neutron-server[95101]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 19:24:32.487447 n-d-713301-16 neutron-server[95101]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 19:24:32.487447 n-d-713301-16 neutron-server[95101]: return f(self, *a, **k) Sep 23 19:24:32.487447 n-d-713301-16 neutron-server[95101]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 19:24:32.487447 n-d-713301-16 neutron-server[95101]: return self._get(url).json() Sep 23 19:24:32.487447 n-d-713301-16 neutron-server[95101]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 19:24:32.487447 n-d-713301-16 neutron-server[95101]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 19:24:32.487447 n-d-713301-16 neutron-server[95101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 19:24:32.487447 n-d-713301-16 neutron-server[95101]: return self.request(url, 'GET', **kwargs) Sep 23 19:24:32.487447 n-d-713301-16 neutron-server[95101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 19:24:32.487447 n-d-713301-16 neutron-server[95101]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 19:24:32.487447 n-d-713301-16 neutron-server[95101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 19:24:32.487447 n-d-713301-16 neutron-server[95101]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 19:24:32.487447 n-d-713301-16 neutron-server[95101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 19:24:32.487447 n-d-713301-16 neutron-server[95101]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 19:24:32.487447 n-d-713301-16 neutron-server[95101]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 19:24:32.620071 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83bbea76-e84a-457b-a448-3d523eba86fc req-0a483c3c-8b33-46c1-8294-128018609039 tempest-LiveMigrationTest-1843640962 tempest-LiveMigrationTest-1843640962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:24:32.635927 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-83bbea76-e84a-457b-a448-3d523eba86fc req-0a483c3c-8b33-46c1-8294-128018609039 tempest-LiveMigrationTest-1843640962 tempest-LiveMigrationTest-1843640962-project] 10.222.0.67 "GET /v2.0/ports?device_id=0ed7f64c-c2e6-47dd-8a6e-2481a7a0c2eb HTTP/1.1" status: 200 len: 945 time: 0.2013187 Sep 23 19:24:32.803710 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-0777c264-24b4-4221-b6b1-9d456d770365 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1754627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-601866'] for network, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:32.836170 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-83bbea76-e84a-457b-a448-3d523eba86fc req-0882446c-6e7f-4220-8fec-65057b9ed8ec tempest-LiveMigrationTest-1843640962 tempest-LiveMigrationTest-1843640962-project] 10.222.0.67 "GET /v2.0/security-groups?id=1c151358-1cab-48a6-be3e-ad7507b4da06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1992266 Sep 23 19:24:32.849030 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-0777c264-24b4-4221-b6b1-9d456d770365 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527417'] for network, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:32.865262 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-0777c264-24b4-4221-b6b1-9d456d770365 admin admin] 10.222.0.67 "DELETE /v2.0/networks/3933cf84-cdd3-4c59-ac2d-c58afedb7fce HTTP/1.1" status: 204 len: 168 time: 1.0282977 Sep 23 19:24:32.915694 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-339748e1-396f-4829-8cb8-ef17422bfc91 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:32.922841 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0777c264-24b4-4221-b6b1-9d456d770365 admin admin] Pushing event deleted for resources: {'Network': ['ID=3933cf84-cdd3-4c59-ac2d-c58afedb7fce,revision_number=None']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:24:32.981899 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f30d2100-35eb-4e1d-845b-85e6f6082212 req-3d25c7ec-ad18-42d4-9f56-5b5dac058b18 tempest-LiveMigrationTest-1843640962 tempest-LiveMigrationTest-1843640962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:24:32.983833 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-f30d2100-35eb-4e1d-845b-85e6f6082212 req-3d25c7ec-ad18-42d4-9f56-5b5dac058b18 tempest-LiveMigrationTest-1843640962 tempest-LiveMigrationTest-1843640962-project] 10.222.0.53 "GET /v2.0/ports?device_id=0ed7f64c-c2e6-47dd-8a6e-2481a7a0c2eb HTTP/1.1" status: 200 len: 945 time: 0.3171582 Sep 23 19:24:33.161563 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-e24f45c2-09ba-4c88-b668-8dcb32cf1915 req-ec6306fb-6ddc-4765-9362-5d2ff193aff7 tempest-ServersTestBootFromVolume-2071761147 tempest-ServersTestBootFromVolume-2071761147-project] 10.222.0.67 "GET /v2.0/ports?device_id=4da69c78-77be-4ce1-ba61-43d065543ca8 HTTP/1.1" status: 200 len: 210 time: 0.1399219 Sep 23 19:24:33.228260 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 36212) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:24:33.344328 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.plugin [req-f30d2100-35eb-4e1d-845b-85e6f6082212 req-31b65531-f8ee-4ee1-a7b9-3f60faa294a8 tempest-LiveMigrationTest-1843640962 tempest-LiveMigrationTest-1843640962-project] Deleting port 15f9c12e-f506-439f-9d2f-18ac8686c0c4 {{(pid=95101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:24:33.347812 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-f30d2100-35eb-4e1d-845b-85e6f6082212 req-31b65531-f8ee-4ee1-a7b9-3f60faa294a8 tempest-LiveMigrationTest-1843640962 tempest-LiveMigrationTest-1843640962-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783146157096'] for port, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:33.475851 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-4c56ff9b-7bc3-494e-b6b9-a2985232859d admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=e0fb920d7d3f49caa9f9e971b4a6829a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2453139 Sep 23 19:24:33.489822 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 36222) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:24:33.562569 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_hamode_db [None req-af037049-1a67-4b22-8e46-72c6d0e5aa13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4549d7c-751b-482a-9388-b3f8449c4e3e', 'name': 'tempest-ServersTestBootFromVolume-424061460-router', 'tenant_id': 'b9b1bf1e052747edb79d8459636eb975', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'external_fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.95'}], 'enable_snat': True}, 'gw_port_id': 'e8904638-1ea1-46e8-8511-305a3e759973', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:21:07Z', 'updated_at': '2021-09-23T19:21:14Z', 'revision_number': 4, 'project_id': 'b9b1bf1e052747edb79d8459636eb975', 'gw_port': {'id': 'e8904638-1ea1-46e8-8511-305a3e759973', 'name': '', 'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:a5:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4549d7c-751b-482a-9388-b3f8449c4e3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 575, 'fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:21:09Z', 'updated_at': '2021-09-23T19:21:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-16', '_interfaces': [{'id': 'b1a76ce2-06dc-409f-91c7-09045dd595e4', 'name': '', 'network_id': '3018c2b7-6d99-4bca-a625-99b7a6f447b4', 'tenant_id': 'b9b1bf1e052747edb79d8459636eb975', 'mac_address': 'fa:16:3e:bd:1c:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4549d7c-751b-482a-9388-b3f8449c4e3e', 'device_owner': 'network:router_interface', 'standard_attr_id': 582, 'fixed_ips': [{'subnet_id': 'c4da4d29-f3ff-4267-a202-348183c23904', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:21:12Z', 'updated_at': '2021-09-23T19:21:19Z', 'revision_number': 5, 'project_id': 'b9b1bf1e052747edb79d8459636eb975', 'subnets': [{'id': 'c4da4d29-f3ff-4267-a202-348183c23904', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-16', False) {} {{(pid=95103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:24:33.594811 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.db [req-f30d2100-35eb-4e1d-845b-85e6f6082212 req-31b65531-f8ee-4ee1-a7b9-3f60faa294a8 tempest-LiveMigrationTest-1843640962 tempest-LiveMigrationTest-1843640962-project] For port 15f9c12e-f506-439f-9d2f-18ac8686c0c4, host n-h2-713301-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-16',level=0,port_id=15f9c12e-f506-439f-9d2f-18ac8686c0c4,segment=NetworkSegment(6735b3c2-9e0f-43a7-8f57-e48eb1a30c85),segment_id=6735b3c2-9e0f-43a7-8f57-e48eb1a30c85)] {{(pid=95101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:24:33.596548 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-f30d2100-35eb-4e1d-845b-85e6f6082212 req-31b65531-f8ee-4ee1-a7b9-3f60faa294a8 tempest-LiveMigrationTest-1843640962 tempest-LiveMigrationTest-1843640962-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-605701'] for port, precommit_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:33.624234 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.plugin [req-f30d2100-35eb-4e1d-845b-85e6f6082212 req-31b65531-f8ee-4ee1-a7b9-3f60faa294a8 tempest-LiveMigrationTest-1843640962 tempest-LiveMigrationTest-1843640962-project] Calling delete_port for 15f9c12e-f506-439f-9d2f-18ac8686c0c4 owned by compute:nova {{(pid=95101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:24:33.639443 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af037049-1a67-4b22-8e46-72c6d0e5aa13 None None] The sync data for ids ['d4549d7c-751b-482a-9388-b3f8449c4e3e'] in n-d-713301-16 is: [{'id': 'd4549d7c-751b-482a-9388-b3f8449c4e3e', 'name': 'tempest-ServersTestBootFromVolume-424061460-router', 'tenant_id': 'b9b1bf1e052747edb79d8459636eb975', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'external_fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.95'}], 'enable_snat': True}, 'gw_port_id': 'e8904638-1ea1-46e8-8511-305a3e759973', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:21:07Z', 'updated_at': '2021-09-23T19:21:14Z', 'revision_number': 4, 'project_id': 'b9b1bf1e052747edb79d8459636eb975', 'gw_port': {'id': 'e8904638-1ea1-46e8-8511-305a3e759973', 'name': '', 'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:a5:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4549d7c-751b-482a-9388-b3f8449c4e3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 575, 'fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:21:09Z', 'updated_at': '2021-09-23T19:21:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-16', '_interfaces': [{'id': 'b1a76ce2-06dc-409f-91c7-09045dd595e4', 'name': '', 'network_id': '3018c2b7-6d99-4bca-a625-99b7a6f447b4', 'tenant_id': 'b9b1bf1e052747edb79d8459636eb975', 'mac_address': 'fa:16:3e:bd:1c:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4549d7c-751b-482a-9388-b3f8449c4e3e', 'device_owner': 'network:router_interface', 'standard_attr_id': 582, 'fixed_ips': [{'subnet_id': 'c4da4d29-f3ff-4267-a202-348183c23904', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:21:12Z', 'updated_at': '2021-09-23T19:21:19Z', 'revision_number': 5, 'project_id': 'b9b1bf1e052747edb79d8459636eb975', 'subnets': [{'id': 'c4da4d29-f3ff-4267-a202-348183c23904', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 19:24:33.929785 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-f30d2100-35eb-4e1d-845b-85e6f6082212 req-31b65531-f8ee-4ee1-a7b9-3f60faa294a8 tempest-LiveMigrationTest-1843640962 tempest-LiveMigrationTest-1843640962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783146162158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783145673144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5607431'] for port, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:33.944725 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] get_ports_and_sgs() called for port_ids ['15f9c12e-f506-439f-9d2f-18ac8686c0c4'] {{(pid=95103) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 19:24:34.019167 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31b65531-f8ee-4ee1-a7b9-3f60faa294a8 tempest-LiveMigrationTest-1843640962 tempest-LiveMigrationTest-1843640962-project] Pushing event deleted for resources: {'Port': ['ID=15f9c12e-f506-439f-9d2f-18ac8686c0c4,revision_number=None']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:24:34.080277 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 36236) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:24:34.149812 n-d-713301-16 neutron-server[95101]: DEBUG neutron.db.l3_dvrscheduler_db [req-f30d2100-35eb-4e1d-845b-85e6f6082212 req-31b65531-f8ee-4ee1-a7b9-3f60faa294a8 tempest-LiveMigrationTest-1843640962 tempest-LiveMigrationTest-1843640962-project] No DVR routers for this DVR port 15f9c12e-f506-439f-9d2f-18ac8686c0c4 on host n-h2-713301-16 {{(pid=95101) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 19:24:34.156549 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-f30d2100-35eb-4e1d-845b-85e6f6082212 req-31b65531-f8ee-4ee1-a7b9-3f60faa294a8 tempest-LiveMigrationTest-1843640962 tempest-LiveMigrationTest-1843640962-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222849'] for port, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:34.161443 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-f30d2100-35eb-4e1d-845b-85e6f6082212 req-31b65531-f8ee-4ee1-a7b9-3f60faa294a8 tempest-LiveMigrationTest-1843640962 tempest-LiveMigrationTest-1843640962-project] 10.222.0.53 "DELETE /v2.0/ports/15f9c12e-f506-439f-9d2f-18ac8686c0c4 HTTP/1.1" status: 204 len: 173 time: 1.1684666 Sep 23 19:24:34.163747 n-d-713301-16 neutron-server[95101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ed7f64c-c2e6-47dd-8a6e-2481a7a0c2eb', 'name': 'network-vif-deleted', 'tag': '15f9c12e-f506-439f-9d2f-18ac8686c0c4'}] {{(pid=95101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 19:24:34.175086 n-d-713301-16 neutron-server[95101]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d8366c5740cd635e57ab12b71fe44a77c2acc3c19091ef849c6f68b380462244" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f85c0515-5ace-4db2-8833-45b340072951" -d '{"events": [{"server_uuid": "0ed7f64c-c2e6-47dd-8a6e-2481a7a0c2eb", "name": "network-vif-deleted", "tag": "15f9c12e-f506-439f-9d2f-18ac8686c0c4"}]}' {{(pid=95101) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 19:24:34.260257 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d5ae5d0-d9ff-4ebd-94c7-505d639807e7 None None] New status for floating IP 3250ee1c-f4c3-4ca4-a02c-d49d1530f928: DOWN {{(pid=95104) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 23 19:24:34.296568 n-d-713301-16 neutron-server[95101]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 19:24:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2d9240f-d7ec-4658-94ed-e1cf1eb3f94d x-openstack-request-id: req-b2d9240f-d7ec-4658-94ed-e1cf1eb3f94d {{(pid=95101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 19:24:34.296888 n-d-713301-16 neutron-server[95101]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0ed7f64c-c2e6-47dd-8a6e-2481a7a0c2eb", "name": "network-vif-deleted", "tag": "15f9c12e-f506-439f-9d2f-18ac8686c0c4", "status": "completed", "code": 200}]} {{(pid=95101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 19:24:34.297166 n-d-713301-16 neutron-server[95101]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-b2d9240f-d7ec-4658-94ed-e1cf1eb3f94d {{(pid=95101) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 19:24:34.297619 n-d-713301-16 neutron-server[95101]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0ed7f64c-c2e6-47dd-8a6e-2481a7a0c2eb', 'name': 'network-vif-deleted', 'tag': '15f9c12e-f506-439f-9d2f-18ac8686c0c4', 'status': 'completed', 'code': 200} Sep 23 19:24:34.398615 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-b0c2f764-f533-4c5e-8bfb-d921dbc7a8d8 req-0764ee47-2c19-4aa1-bf20-1bf27bd68595 tempest-LiveMigrationTest-1843640962 tempest-LiveMigrationTest-1843640962-project] 10.222.0.67 "GET /v2.0/ports?device_id=0ed7f64c-c2e6-47dd-8a6e-2481a7a0c2eb HTTP/1.1" status: 200 len: 210 time: 0.1213815 Sep 23 19:24:34.460452 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-60a393c6-aade-4a27-bfb9-c08c6049bf8a req-58264e53-c621-4d19-a7ae-77047bea5f4f tempest-ServersTestBootFromVolume-2071761147 tempest-ServersTestBootFromVolume-2071761147-project] 10.222.0.67 "GET /v2.0/ports?device_id=4da69c78-77be-4ce1-ba61-43d065543ca8 HTTP/1.1" status: 200 len: 210 time: 0.0561788 Sep 23 19:24:34.463372 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-be4d0316-12bc-4b2c-82f1-f4ad4977a208 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:34.469163 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-339748e1-396f-4829-8cb8-ef17422bfc91 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-597258', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-601790'] for router, after_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:34.520735 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-d0b8eb57-793d-4cb6-9290-a1610ae3ecd0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:34.677469 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-be4d0316-12bc-4b2c-82f1-f4ad4977a208 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:34.733422 n-d-713301-16 neutron-server[95102]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-339748e1-396f-4829-8cb8-ef17422bfc91 admin admin] Router 3509475f-0e6e-4a0c-add6-79b2b5c12544 is scheduled to L3 agent 79a740bf-7821-4989-8288-7186e3e128f3 with binding_index 1 {{(pid=95102) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 23 19:24:34.795447 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-d0b8eb57-793d-4cb6-9290-a1610ae3ecd0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:34.808789 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-d0b8eb57-793d-4cb6-9290-a1610ae3ecd0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:34.877744 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b8eb57-793d-4cb6-9290-a1610ae3ecd0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ffaef7f6-80f9-4dda-b697-adb67b2c1825,revision_number=1']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:24:34.904133 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-d0b8eb57-793d-4cb6-9290-a1610ae3ecd0 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=1293338c44914fc3824e187e00679b2f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8227229 Sep 23 19:24:34.904782 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 36262) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:24:34.919954 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-be4d0316-12bc-4b2c-82f1-f4ad4977a208 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:34.923990 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-be4d0316-12bc-4b2c-82f1-f4ad4977a208 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:34.931928 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-be4d0316-12bc-4b2c-82f1-f4ad4977a208 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/076f8f10-41da-413e-8d86-ebe8d5fe93ac HTTP/1.1" status: 204 len: 168 time: 1.4397218 Sep 23 19:24:34.985418 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-827f8659-ff3d-4edb-9528-dd7f4a277185 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:34.991819 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be4d0316-12bc-4b2c-82f1-f4ad4977a208 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=076f8f10-41da-413e-8d86-ebe8d5fe93ac,revision_number=None']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:24:35.041025 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-827f8659-ff3d-4edb-9528-dd7f4a277185 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:35.077414 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-339748e1-396f-4829-8cb8-ef17422bfc91 admin admin] Notify agent at l3_agent.n-d-713301-16 the message routers_updated {{(pid=95102) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 19:24:35.117018 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8caa1b3f-de26-4358-befe-8c5b725f7090 None None] Sync routers for ids ['3509475f-0e6e-4a0c-add6-79b2b5c12544'] in n-d-713301-16 {{(pid=95103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 19:24:35.121874 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-827f8659-ff3d-4edb-9528-dd7f4a277185 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:35.129724 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-827f8659-ff3d-4edb-9528-dd7f4a277185 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:35.133241 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-827f8659-ff3d-4edb-9528-dd7f4a277185 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/ffaef7f6-80f9-4dda-b697-adb67b2c1825 HTTP/1.1" status: 204 len: 168 time: 0.2272077 Sep 23 19:24:35.134507 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8caa1b3f-de26-4358-befe-8c5b725f7090 None None] Routers {'3509475f-0e6e-4a0c-add6-79b2b5c12544'} bound to L3 agent in host n-d-713301-16 {{(pid=95103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 19:24:35.135288 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_hamode_db [None req-8caa1b3f-de26-4358-befe-8c5b725f7090 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-23T19:07:52Z,description=,heartbeat_timestamp=2021-09-23T19:24:22Z,host='n-d-713301-16',id=79a740bf-7821-4989-8288-7186e3e128f3,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:07:52Z,topic='l3_agent')) {'router_ids': ['3509475f-0e6e-4a0c-add6-79b2b5c12544'], 'active': True} {{(pid=95103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:24:35.141611 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-339748e1-396f-4829-8cb8-ef17422bfc91 admin admin] Notify callbacks [] for router, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:35.146557 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-339748e1-396f-4829-8cb8-ef17422bfc91 admin admin] 10.222.0.67 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 5.8268390 Sep 23 19:24:35.147295 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 36272) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:24:35.156528 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-827f8659-ff3d-4edb-9528-dd7f4a277185 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ffaef7f6-80f9-4dda-b697-adb67b2c1825,revision_number=None']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:24:35.455904 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_dvr_db [None req-8caa1b3f-de26-4358-befe-8c5b725f7090 None None] Set router 3509475f-0e6e-4a0c-add6-79b2b5c12544 gateway port host: n-d-713301-16 {{(pid=95103) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 19:24:35.806396 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-19a9ba36-e3e5-461d-89f4-5cd9373273e9 req-54cafefe-b8d2-464e-8bbf-53dcd294db3a tempest-ServersTestBootFromVolume-2071761147 tempest-ServersTestBootFromVolume-2071761147-project] 10.222.0.67 "GET /v2.0/ports?device_id=4da69c78-77be-4ce1-ba61-43d065543ca8 HTTP/1.1" status: 200 len: 210 time: 0.1275635 Sep 23 19:24:35.872878 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_hamode_db [None req-8caa1b3f-de26-4358-befe-8c5b725f7090 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3509475f-0e6e-4a0c-add6-79b2b5c12544', 'name': 'tempest-ServerRescueTestJSON-175835347-router', 'tenant_id': 'f0e955ef027245ff92005717d6ccbc80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'external_fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.39'}], 'enable_snat': True}, 'gw_port_id': '0fa066a2-5401-4184-ad23-34074ae92172', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:24:29Z', 'updated_at': '2021-09-23T19:24:32Z', 'revision_number': 3, 'project_id': 'f0e955ef027245ff92005717d6ccbc80', 'gw_port': {'id': '0fa066a2-5401-4184-ad23-34074ae92172', 'name': '', 'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:e1:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3509475f-0e6e-4a0c-add6-79b2b5c12544', 'device_owner': 'network:router_gateway', 'standard_attr_id': 793, 'fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:24:30Z', 'updated_at': '2021-09-23T19:24:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-16'}], 'n-d-713301-16', False) {} {{(pid=95103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:24:35.902329 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8caa1b3f-de26-4358-befe-8c5b725f7090 None None] Checking router: 3509475f-0e6e-4a0c-add6-79b2b5c12544 for host: n-d-713301-16 {{(pid=95103) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 19:24:35.902768 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8caa1b3f-de26-4358-befe-8c5b725f7090 None None] Updating router 3509475f-0e6e-4a0c-add6-79b2b5c12544 port 0fa066a2-5401-4184-ad23-34074ae92172 binding host n-d-713301-16 {{(pid=95103) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 23 19:24:35.938280 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-8caa1b3f-de26-4358-befe-8c5b725f7090 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:36.020130 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 36302) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:24:36.067970 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-aa746927-5899-4178-94d4-54dadf78bba7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:36.401352 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-aa746927-5899-4178-94d4-54dadf78bba7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:36.407910 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-aa746927-5899-4178-94d4-54dadf78bba7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:36.465019 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Device 15f9c12e-f506-439f-9d2f-18ac8686c0c4 no longer exists at agent hyperv_n-h2-713301-16 {{(pid=95103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 19:24:36.481325 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa746927-5899-4178-94d4-54dadf78bba7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4f941e0-ee6a-4e7d-b482-3aa152f707c6,revision_number=1']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:24:36.534611 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-aa746927-5899-4178-94d4-54dadf78bba7 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=94288e9855d0411d9d64814542f93755&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5119197 Sep 23 19:24:36.537027 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 36310) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:24:36.539099 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.plugin [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] No Port match for: 15f9c12e-f506-439f-9d2f-18ac8686c0c4 {{(pid=95103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 19:24:36.546228 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Device 15f9c12e-f506-439f-9d2f-18ac8686c0c4 not bound to the agent host n-h2-713301-16 {{(pid=95103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 19:24:36.596576 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3488a1b-62f4-470f-a663-1dca5da242cc req-7f152fbb-6ae2-4dc6-aff3-07a67847d34c tempest-LiveMigrationTest-1843640962 tempest-LiveMigrationTest-1843640962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:24:36.606498 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-f3488a1b-62f4-470f-a663-1dca5da242cc req-7f152fbb-6ae2-4dc6-aff3-07a67847d34c tempest-LiveMigrationTest-1843640962 tempest-LiveMigrationTest-1843640962-project] 10.222.0.67 "GET /v2.0/ports?device_id=ba1a1de7-919d-4e04-a64c-8e58b5236248 HTTP/1.1" status: 200 len: 945 time: 0.4135835 Sep 23 19:24:36.641421 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c5e1ca3-7499-4a78-a6b5-9728cc858acf req-52496097-58af-45cc-a5d7-124b0e5d9eab tempest-LiveMigrationTest-1843640962 tempest-LiveMigrationTest-1843640962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:24:36.643098 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-6c5e1ca3-7499-4a78-a6b5-9728cc858acf req-52496097-58af-45cc-a5d7-124b0e5d9eab tempest-LiveMigrationTest-1843640962 tempest-LiveMigrationTest-1843640962-project] 10.222.0.74 "GET /v2.0/ports?device_id=ba1a1de7-919d-4e04-a64c-8e58b5236248 HTTP/1.1" status: 200 len: 945 time: 0.3158741 Sep 23 19:24:36.661469 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-8caa1b3f-de26-4358-befe-8c5b725f7090 None None] Notify callbacks [] for port, precommit_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:36.671374 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-8caa1b3f-de26-4358-befe-8c5b725f7090 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:36.676727 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-d7af68f1-f94a-441d-8523-12cfa75770e3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:36.727782 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-d7af68f1-f94a-441d-8523-12cfa75770e3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:36.832308 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50c3a9dc-2f27-4231-9b0c-5f7ceacebf68 None None] Pushing event updated for resources: {'Port': ['ID=0fa066a2-5401-4184-ad23-34074ae92172,revision_number=2']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:24:36.848012 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-d7af68f1-f94a-441d-8523-12cfa75770e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:36.853429 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-d7af68f1-f94a-441d-8523-12cfa75770e3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:36.854968 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-d7af68f1-f94a-441d-8523-12cfa75770e3 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/c4f941e0-ee6a-4e7d-b482-3aa152f707c6 HTTP/1.1" status: 204 len: 168 time: 0.3109922 Sep 23 19:24:36.869015 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7af68f1-f94a-441d-8523-12cfa75770e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4f941e0-ee6a-4e7d-b482-3aa152f707c6,revision_number=None']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:24:36.878020 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.managers [None req-8caa1b3f-de26-4358-befe-8c5b725f7090 None None] Attempting to bind port 0fa066a2-5401-4184-ad23-34074ae92172 on host n-d-713301-16 for vnic_type normal with profile {{(pid=95103) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 19:24:36.878533 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.managers [None req-8caa1b3f-de26-4358-befe-8c5b725f7090 None None] Attempting to bind port 0fa066a2-5401-4184-ad23-34074ae92172 by drivers openvswitch,hyperv on host n-d-713301-16 at level 0 using segments [{'id': '7d4027f1-d893-4c7b-95d4-757b8e44e380', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac'}] {{(pid=95103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 19:24:36.879870 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8caa1b3f-de26-4358-befe-8c5b725f7090 None None] Attempting to bind port 0fa066a2-5401-4184-ad23-34074ae92172 on network 5dec5c09-378e-4f50-89cc-d94eb81c3bac {{(pid=95103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:24:36.895599 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8caa1b3f-de26-4358-befe-8c5b725f7090 None None] Checking agent: {'id': '70a14545-df24-472f-8f95-bfe1719bff93', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 19, 7, 53), 'started_at': datetime.datetime(2021, 9, 23, 19, 8, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 19, 24, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 19:24:36.896165 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8caa1b3f-de26-4358-befe-8c5b725f7090 None None] Checking segment: {'id': '7d4027f1-d893-4c7b-95d4-757b8e44e380', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95103) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:24:36.896695 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-8caa1b3f-de26-4358-befe-8c5b725f7090 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:36.897188 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8caa1b3f-de26-4358-befe-8c5b725f7090 None None] Bound using segment: {'id': '7d4027f1-d893-4c7b-95d4-757b8e44e380', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac'} {{(pid=95103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 19:24:36.897774 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.managers [None req-8caa1b3f-de26-4358-befe-8c5b725f7090 None None] Bound port: 0fa066a2-5401-4184-ad23-34074ae92172, host: n-d-713301-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7d4027f1-d893-4c7b-95d4-757b8e44e380', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac'}}] {{(pid=95103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 19:24:36.898333 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-8caa1b3f-de26-4358-befe-8c5b725f7090 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:36.931014 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-051c2094-1922-4215-afc8-37d8a2eea94d req-c1e2333f-b270-42a0-b5dc-06bcf9ae1090 tempest-QuotasAdminNegativeTest-1098887676 tempest-QuotasAdminNegativeTest-1098887676-project] 10.222.0.67 "GET /v2.0/networks?tenant_id=4a70c44b5a684fc5952c7352cab8550e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0943081 Sep 23 19:24:36.992231 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-8caa1b3f-de26-4358-befe-8c5b725f7090 None None] For port 0fa066a2-5401-4184-ad23-34074ae92172, host n-d-713301-16, cleared binding levels {{(pid=95103) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 19:24:36.997830 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-8caa1b3f-de26-4358-befe-8c5b725f7090 None None] For port 0fa066a2-5401-4184-ad23-34074ae92172, host n-d-713301-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-16',level=0,port_id=0fa066a2-5401-4184-ad23-34074ae92172,segment=NetworkSegment(7d4027f1-d893-4c7b-95d4-757b8e44e380),segment_id=7d4027f1-d893-4c7b-95d4-757b8e44e380)] {{(pid=95103) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 19:24:37.006746 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-8caa1b3f-de26-4358-befe-8c5b725f7090 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:37.023316 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-f3488a1b-62f4-470f-a663-1dca5da242cc req-962cb91f-917e-4d5c-9c80-c8b23d207e3f tempest-LiveMigrationTest-1843640962 tempest-LiveMigrationTest-1843640962-project] 10.222.0.67 "GET /v2.0/security-groups?id=1c151358-1cab-48a6-be3e-ad7507b4da06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4159112 Sep 23 19:24:37.069399 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-d77ce867-00f6-4ba1-a234-97c389fdeee9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:37.086926 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50c3a9dc-2f27-4231-9b0c-5f7ceacebf68 None None] Pushing event updated for resources: {'Port': ['ID=0fa066a2-5401-4184-ad23-34074ae92172,revision_number=3']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:24:37.118703 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8caa1b3f-de26-4358-befe-8c5b725f7090 None None] Routers {'3509475f-0e6e-4a0c-add6-79b2b5c12544'} bound to L3 agent in host n-d-713301-16 {{(pid=95103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 19:24:37.120127 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_hamode_db [None req-8caa1b3f-de26-4358-befe-8c5b725f7090 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-23T19:07:52Z,description=,heartbeat_timestamp=2021-09-23T19:24:22Z,host='n-d-713301-16',id=79a740bf-7821-4989-8288-7186e3e128f3,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:07:52Z,topic='l3_agent')) {'router_ids': ['3509475f-0e6e-4a0c-add6-79b2b5c12544'], 'active': True} {{(pid=95103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:24:37.278840 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_dvr_db [None req-8caa1b3f-de26-4358-befe-8c5b725f7090 None None] Set router 3509475f-0e6e-4a0c-add6-79b2b5c12544 gateway port host: n-d-713301-16 {{(pid=95103) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 19:24:37.450474 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-6018a6ba-4ccc-4697-92f2-b8dcfffa6b06 req-0466e2e0-9b43-48ee-9303-3e3f3681fbc0 tempest-ServersTestBootFromVolume-2071761147 tempest-ServersTestBootFromVolume-2071761147-project] 10.222.0.67 "GET /v2.0/ports?device_id=4da69c78-77be-4ce1-ba61-43d065543ca8 HTTP/1.1" status: 200 len: 210 time: 0.2219543 Sep 23 19:24:37.533216 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.plugin [req-6c5e1ca3-7499-4a78-a6b5-9728cc858acf req-dbe9f6e8-0a09-486d-a614-aa200f99f2f5 tempest-LiveMigrationTest-1843640962 tempest-LiveMigrationTest-1843640962-project] Deleting port ad21dcb9-92a9-4609-9d58-ec31250ff83d {{(pid=95102) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:24:37.535901 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-6c5e1ca3-7499-4a78-a6b5-9728cc858acf req-dbe9f6e8-0a09-486d-a614-aa200f99f2f5 tempest-LiveMigrationTest-1843640962 tempest-LiveMigrationTest-1843640962-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783146157096'] for port, before_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:37.575814 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051c2094-1922-4215-afc8-37d8a2eea94d req-fe0f0ae5-69ec-47aa-a58c-0fb84cd3e4b0 tempest-QuotasAdminNegativeTest-1098887676 tempest-QuotasAdminNegativeTest-1098887676-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:24:37.577524 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-051c2094-1922-4215-afc8-37d8a2eea94d req-fe0f0ae5-69ec-47aa-a58c-0fb84cd3e4b0 tempest-QuotasAdminNegativeTest-1098887676 tempest-QuotasAdminNegativeTest-1098887676-project] 10.222.0.67 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6367450 Sep 23 19:24:37.632974 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-051c2094-1922-4215-afc8-37d8a2eea94d req-377c32a5-cf6d-44ff-a1e5-441d550e6fa3 tempest-QuotasAdminNegativeTest-1098887676 tempest-QuotasAdminNegativeTest-1098887676-project] 10.222.0.67 "GET /v2.0/quotas/4a70c44b5a684fc5952c7352cab8550e HTTP/1.1" status: 200 len: 375 time: 0.0410895 Sep 23 19:24:37.763195 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_hamode_db [None req-8caa1b3f-de26-4358-befe-8c5b725f7090 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3509475f-0e6e-4a0c-add6-79b2b5c12544', 'name': 'tempest-ServerRescueTestJSON-175835347-router', 'tenant_id': 'f0e955ef027245ff92005717d6ccbc80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'external_fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.39'}], 'enable_snat': True}, 'gw_port_id': '0fa066a2-5401-4184-ad23-34074ae92172', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:24:29Z', 'updated_at': '2021-09-23T19:24:32Z', 'revision_number': 3, 'project_id': 'f0e955ef027245ff92005717d6ccbc80', 'gw_port': {'id': '0fa066a2-5401-4184-ad23-34074ae92172', 'name': '', 'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:e1:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3509475f-0e6e-4a0c-add6-79b2b5c12544', 'device_owner': 'network:router_gateway', 'standard_attr_id': 793, 'fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:24:30Z', 'updated_at': '2021-09-23T19:24:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-16'}], 'n-d-713301-16', False) {} {{(pid=95103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:24:37.772060 n-d-713301-16 neutron-server[95102]: DEBUG neutron.db.db_base_plugin_common [None req-d77ce867-00f6-4ba1-a234-97c389fdeee9 admin admin] Allocated IP 172.20.0.1 (c1ad3b2d-de91-44e9-a44c-b26d03d276cb/f7972800-2fa5-4fd0-ae55-c87548a8f875/c36211f9-1e35-4b68-ba06-93438928d8df) {{(pid=95102) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 19:24:37.803834 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-051c2094-1922-4215-afc8-37d8a2eea94d req-d45578e5-ae08-482d-9e60-5b726f40f592 tempest-QuotasAdminNegativeTest-1098887676 tempest-QuotasAdminNegativeTest-1098887676-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=4a70c44b5a684fc5952c7352cab8550e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1486371 Sep 23 19:24:37.855223 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8caa1b3f-de26-4358-befe-8c5b725f7090 None None] The sync data for ids ['3509475f-0e6e-4a0c-add6-79b2b5c12544'] in n-d-713301-16 is: [{'id': '3509475f-0e6e-4a0c-add6-79b2b5c12544', 'name': 'tempest-ServerRescueTestJSON-175835347-router', 'tenant_id': 'f0e955ef027245ff92005717d6ccbc80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'external_fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.39'}], 'enable_snat': True}, 'gw_port_id': '0fa066a2-5401-4184-ad23-34074ae92172', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:24:29Z', 'updated_at': '2021-09-23T19:24:32Z', 'revision_number': 3, 'project_id': 'f0e955ef027245ff92005717d6ccbc80', 'gw_port': {'id': '0fa066a2-5401-4184-ad23-34074ae92172', 'name': '', 'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:e1:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3509475f-0e6e-4a0c-add6-79b2b5c12544', 'device_owner': 'network:router_gateway', 'standard_attr_id': 793, 'fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:24:30Z', 'updated_at': '2021-09-23T19:24:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-16'}] {{(pid=95103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 19:24:37.864127 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.db [req-6c5e1ca3-7499-4a78-a6b5-9728cc858acf req-dbe9f6e8-0a09-486d-a614-aa200f99f2f5 tempest-LiveMigrationTest-1843640962 tempest-LiveMigrationTest-1843640962-project] For port ad21dcb9-92a9-4609-9d58-ec31250ff83d, host n-h1-713301-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-16',level=0,port_id=ad21dcb9-92a9-4609-9d58-ec31250ff83d,segment=NetworkSegment(6735b3c2-9e0f-43a7-8f57-e48eb1a30c85),segment_id=6735b3c2-9e0f-43a7-8f57-e48eb1a30c85)] {{(pid=95102) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:24:37.865239 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-6c5e1ca3-7499-4a78-a6b5-9728cc858acf req-dbe9f6e8-0a09-486d-a614-aa200f99f2f5 tempest-LiveMigrationTest-1843640962 tempest-LiveMigrationTest-1843640962-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-605701'] for port, precommit_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:37.916807 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.plugin [req-6c5e1ca3-7499-4a78-a6b5-9728cc858acf req-dbe9f6e8-0a09-486d-a614-aa200f99f2f5 tempest-LiveMigrationTest-1843640962 tempest-LiveMigrationTest-1843640962-project] Calling delete_port for ad21dcb9-92a9-4609-9d58-ec31250ff83d owned by compute:nova {{(pid=95102) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:24:38.089687 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-d77ce867-00f6-4ba1-a234-97c389fdeee9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:38.183337 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-d77ce867-00f6-4ba1-a234-97c389fdeee9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783145673135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4399100'] for port, after_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:38.242171 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d77ce867-00f6-4ba1-a234-97c389fdeee9 admin admin] Pushing event updated for resources: {'Port': ['ID=c36211f9-1e35-4b68-ba06-93438928d8df,revision_number=1']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:24:38.261912 n-d-713301-16 neutron-server[95102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d77ce867-00f6-4ba1-a234-97c389fdeee9 admin admin] Network c1ad3b2d-de91-44e9-a44c-b26d03d276cb is already hosted by enough agents. {{(pid=95102) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:24:38.268901 n-d-713301-16 neutron-server[95102]: DEBUG neutron.scheduler.base_scheduler [None req-d77ce867-00f6-4ba1-a234-97c389fdeee9 admin admin] Resources bound (agent type, host, resource id): {{(pid=95102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:24:38.273438 n-d-713301-16 neutron-server[95102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d77ce867-00f6-4ba1-a234-97c389fdeee9 admin admin] Received port after_create {{(pid=95102) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 19:24:38.279801 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-6c5e1ca3-7499-4a78-a6b5-9728cc858acf req-dbe9f6e8-0a09-486d-a614-aa200f99f2f5 tempest-LiveMigrationTest-1843640962 tempest-LiveMigrationTest-1843640962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783146162158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783145673144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4399100'] for port, after_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:38.573342 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-ec8f52f3-c1c2-41e8-aaf7-16e893a8ff07 req-5248044f-8732-4694-9ffc-580d264976e5 tempest-LiveMigrationTest-1843640962 tempest-LiveMigrationTest-1843640962-project] 10.222.0.67 "GET /v2.0/ports?device_id=ba1a1de7-919d-4e04-a64c-8e58b5236248 HTTP/1.1" status: 200 len: 210 time: 0.2660000 Sep 23 19:24:38.623910 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe9f6e8-0a09-486d-a614-aa200f99f2f5 tempest-LiveMigrationTest-1843640962 tempest-LiveMigrationTest-1843640962-project] Pushing event deleted for resources: {'Port': ['ID=ad21dcb9-92a9-4609-9d58-ec31250ff83d,revision_number=None']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:24:38.709100 n-d-713301-16 neutron-server[95102]: DEBUG neutron.db.l3_dvrscheduler_db [req-6c5e1ca3-7499-4a78-a6b5-9728cc858acf req-dbe9f6e8-0a09-486d-a614-aa200f99f2f5 tempest-LiveMigrationTest-1843640962 tempest-LiveMigrationTest-1843640962-project] No DVR routers for this DVR port ad21dcb9-92a9-4609-9d58-ec31250ff83d on host n-h1-713301-16 {{(pid=95102) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 19:24:38.729535 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-6c5e1ca3-7499-4a78-a6b5-9728cc858acf req-dbe9f6e8-0a09-486d-a614-aa200f99f2f5 tempest-LiveMigrationTest-1843640962 tempest-LiveMigrationTest-1843640962-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222849'] for port, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:38.747618 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-6c5e1ca3-7499-4a78-a6b5-9728cc858acf req-dbe9f6e8-0a09-486d-a614-aa200f99f2f5 tempest-LiveMigrationTest-1843640962 tempest-LiveMigrationTest-1843640962-project] 10.222.0.74 "DELETE /v2.0/ports/ad21dcb9-92a9-4609-9d58-ec31250ff83d HTTP/1.1" status: 204 len: 173 time: 2.0960305 Sep 23 19:24:38.755272 n-d-713301-16 neutron-server[95102]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba1a1de7-919d-4e04-a64c-8e58b5236248', 'name': 'network-vif-deleted', 'tag': 'ad21dcb9-92a9-4609-9d58-ec31250ff83d'}] {{(pid=95102) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 19:24:38.755452 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Device ad21dcb9-92a9-4609-9d58-ec31250ff83d no longer exists at agent hyperv_n-h1-713301-16 {{(pid=95103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 19:24:38.764298 n-d-713301-16 neutron-server[95102]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab31b6d93e5336dbddfa8ec424565b3bd8cb2369c5b4d85bc943472dbb21e8ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39bb80b3-1704-490f-a2e9-c23eb467ab47" -d '{"events": [{"server_uuid": "ba1a1de7-919d-4e04-a64c-8e58b5236248", "name": "network-vif-deleted", "tag": "ad21dcb9-92a9-4609-9d58-ec31250ff83d"}]}' {{(pid=95102) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 19:24:38.779041 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-d77ce867-00f6-4ba1-a234-97c389fdeee9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-601987'] for router_interface, before_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:38.802880 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.plugin [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] No Port match for: ad21dcb9-92a9-4609-9d58-ec31250ff83d {{(pid=95103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 19:24:38.803475 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Device ad21dcb9-92a9-4609-9d58-ec31250ff83d not bound to the agent host n-h1-713301-16 {{(pid=95103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 19:24:39.042866 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-da200d21-4aff-4019-8295-6176f3ff5727 req-3e015b92-d174-457d-8c5c-3a822d0bb3a1 tempest-ServersTestBootFromVolume-2071761147 tempest-ServersTestBootFromVolume-2071761147-project] 10.222.0.67 "GET /v2.0/ports?device_id=4da69c78-77be-4ce1-ba61-43d065543ca8 HTTP/1.1" status: 200 len: 210 time: 0.0525920 Sep 23 19:24:39.104834 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-d77ce867-00f6-4ba1-a234-97c389fdeee9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:39.472668 n-d-713301-16 neutron-server[95102]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 19:24:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81af2509-61f8-4039-87d0-754ead388525 x-openstack-request-id: req-81af2509-61f8-4039-87d0-754ead388525 {{(pid=95102) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 19:24:39.472988 n-d-713301-16 neutron-server[95102]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ba1a1de7-919d-4e04-a64c-8e58b5236248", "name": "network-vif-deleted", "tag": "ad21dcb9-92a9-4609-9d58-ec31250ff83d", "status": "completed", "code": 200}]} {{(pid=95102) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 19:24:39.476443 n-d-713301-16 neutron-server[95102]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-81af2509-61f8-4039-87d0-754ead388525 {{(pid=95102) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 19:24:39.477481 n-d-713301-16 neutron-server[95102]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ba1a1de7-919d-4e04-a64c-8e58b5236248', 'name': 'network-vif-deleted', 'tag': 'ad21dcb9-92a9-4609-9d58-ec31250ff83d', 'status': 'completed', 'code': 200} Sep 23 19:24:39.511172 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-d77ce867-00f6-4ba1-a234-97c389fdeee9 admin admin] Notify callbacks [] for port, precommit_update {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:39.518639 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-d77ce867-00f6-4ba1-a234-97c389fdeee9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4399095'] for port, after_update {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:39.679671 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d77ce867-00f6-4ba1-a234-97c389fdeee9 admin admin] Pushing event updated for resources: {'Port': ['ID=c36211f9-1e35-4b68-ba06-93438928d8df,revision_number=2']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:24:39.690290 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-d77ce867-00f6-4ba1-a234-97c389fdeee9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-527313', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-601459'] for router_interface, after_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:39.804838 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 36434) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:24:39.919341 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Device 0fa066a2-5401-4184-ad23-34074ae92172 up at agent ovs-agent-n-d-713301-16 {{(pid=95103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 19:24:39.956543 n-d-713301-16 neutron-server[95102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d77ce867-00f6-4ba1-a234-97c389fdeee9 admin admin] Network c1ad3b2d-de91-44e9-a44c-b26d03d276cb is already hosted by enough agents. {{(pid=95102) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:24:39.960460 n-d-713301-16 neutron-server[95102]: DEBUG neutron.scheduler.base_scheduler [None req-d77ce867-00f6-4ba1-a234-97c389fdeee9 admin admin] Resources bound (agent type, host, resource id): {{(pid=95102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:24:40.026160 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Provisioning complete for port 0fa066a2-5401-4184-ad23-34074ae92172 triggered by entity L2. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:24:40.026530 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:40.236471 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:40.302634 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] For port 0fa066a2-5401-4184-ad23-34074ae92172, host n-d-713301-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-16',level=0,port_id=0fa066a2-5401-4184-ad23-34074ae92172,segment=NetworkSegment(7d4027f1-d893-4c7b-95d4-757b8e44e380),segment_id=7d4027f1-d893-4c7b-95d4-757b8e44e380)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:24:40.310474 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:40.348557 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a4c9e7-c363-4d20-8dd9-6dc4df02af30 req-b71c91ac-31e6-4668-9937-d3d967f64f97 tempest-LiveMigrationTest-1843640962 tempest-LiveMigrationTest-1843640962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:24:40.360269 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-08a4c9e7-c363-4d20-8dd9-6dc4df02af30 req-b71c91ac-31e6-4668-9937-d3d967f64f97 tempest-LiveMigrationTest-1843640962 tempest-LiveMigrationTest-1843640962-project] 10.222.0.67 "GET /v2.0/ports?device_id=91012e8e-e67b-47ad-a34e-08f42534c38f HTTP/1.1" status: 200 len: 944 time: 0.2470753 Sep 23 19:24:40.406028 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-1d83675c-cc12-44f9-b171-ea30dc46d2d0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:40.479799 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Pushing event updated for resources: {'Port': ['ID=0fa066a2-5401-4184-ad23-34074ae92172,revision_number=4']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:24:40.560012 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-08a4c9e7-c363-4d20-8dd9-6dc4df02af30 req-3b53d79b-9946-4e3e-8ebf-905bb72b83b8 tempest-LiveMigrationTest-1843640962 tempest-LiveMigrationTest-1843640962-project] 10.222.0.67 "GET /v2.0/security-groups?id=1c151358-1cab-48a6-be3e-ad7507b4da06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1981685 Sep 23 19:24:40.617075 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32fcc808-823a-435a-b941-2fac4335d40a req-711846b6-823b-4a2f-bcc3-cfebccf01d35 tempest-LiveMigrationTest-1843640962 tempest-LiveMigrationTest-1843640962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:24:40.623375 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-32fcc808-823a-435a-b941-2fac4335d40a req-711846b6-823b-4a2f-bcc3-cfebccf01d35 tempest-LiveMigrationTest-1843640962 tempest-LiveMigrationTest-1843640962-project] 10.222.0.74 "GET /v2.0/ports?device_id=91012e8e-e67b-47ad-a34e-08f42534c38f HTTP/1.1" status: 200 len: 944 time: 0.2576435 Sep 23 19:24:40.671014 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-1d83675c-cc12-44f9-b171-ea30dc46d2d0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:40.677589 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-1d83675c-cc12-44f9-b171-ea30dc46d2d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:40.702706 n-d-713301-16 neutron-server[95102]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d77ce867-00f6-4ba1-a234-97c389fdeee9 admin admin] Router 3509475f-0e6e-4a0c-add6-79b2b5c12544 has already been hosted by L3 agent 79a740bf-7821-4989-8288-7186e3e128f3 {{(pid=95102) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 19:24:40.711420 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d83675c-cc12-44f9-b171-ea30dc46d2d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a42a12a-50c6-4391-b60d-0bbd187094db,revision_number=1']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:24:40.736062 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-1d83675c-cc12-44f9-b171-ea30dc46d2d0 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=3aa612db2c14497ea2e6eaf0337c34cf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9284918 Sep 23 19:24:40.738473 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 36456) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:24:40.758961 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-23cf72c3-c5a2-4e3c-8eef-da75e9d54778 req-db7f264a-7c5c-4113-830b-b72b99540d47 tempest-ServersTestBootFromVolume-2071761147 tempest-ServersTestBootFromVolume-2071761147-project] 10.222.0.67 "GET /v2.0/ports?device_id=4da69c78-77be-4ce1-ba61-43d065543ca8 HTTP/1.1" status: 200 len: 210 time: 0.1315749 Sep 23 19:24:40.826373 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-e21660df-9bc3-4bc7-ae0f-626c56249ce9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:40.854840 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-e21660df-9bc3-4bc7-ae0f-626c56249ce9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:40.909906 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-e21660df-9bc3-4bc7-ae0f-626c56249ce9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:40.913146 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-e21660df-9bc3-4bc7-ae0f-626c56249ce9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:40.915428 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-e21660df-9bc3-4bc7-ae0f-626c56249ce9 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/9a42a12a-50c6-4391-b60d-0bbd187094db HTTP/1.1" status: 204 len: 168 time: 0.1748812 Sep 23 19:24:40.948051 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e21660df-9bc3-4bc7-ae0f-626c56249ce9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a42a12a-50c6-4391-b60d-0bbd187094db,revision_number=None']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:24:41.382515 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-0ecb2596-a54b-4da0-9f6b-fd9b213f5765 req-b32dd6bd-f005-45e0-a224-9ea7b8c09d57 tempest-MigrationsAdminTest-397594546 tempest-MigrationsAdminTest-397594546-project] 10.222.0.67 "GET /v2.0/networks?tenant_id=cff0149cb20c4944955e93a2b393f7c5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0413265 Sep 23 19:24:41.409082 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-652abb17-9543-4940-821e-1f6d937fd7aa req-c8f59c9b-54d2-4006-8a71-115da140b56d tempest-QuotasAdminNegativeTest-1098887676 tempest-QuotasAdminNegativeTest-1098887676-project] 10.222.0.67 "GET /v2.0/networks?tenant_id=4a70c44b5a684fc5952c7352cab8550e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.4646571 Sep 23 19:24:41.522772 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ecb2596-a54b-4da0-9f6b-fd9b213f5765 req-4c0429f6-14a9-462b-b27b-ebd940cb0aa8 tempest-MigrationsAdminTest-397594546 tempest-MigrationsAdminTest-397594546-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:24:41.530884 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-0ecb2596-a54b-4da0-9f6b-fd9b213f5765 req-4c0429f6-14a9-462b-b27b-ebd940cb0aa8 tempest-MigrationsAdminTest-397594546 tempest-MigrationsAdminTest-397594546-project] 10.222.0.67 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1303999 Sep 23 19:24:41.627559 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-0ecb2596-a54b-4da0-9f6b-fd9b213f5765 req-143e404b-8105-4343-a79a-78c08c5c5411 tempest-MigrationsAdminTest-397594546 tempest-MigrationsAdminTest-397594546-project] 10.222.0.67 "GET /v2.0/quotas/cff0149cb20c4944955e93a2b393f7c5 HTTP/1.1" status: 200 len: 375 time: 0.0957260 Sep 23 19:24:41.657094 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d77ce867-00f6-4ba1-a234-97c389fdeee9 admin admin] Notify agent at l3_agent.n-d-713301-16 the message routers_updated {{(pid=95102) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 19:24:41.670408 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23a495fa-e307-48c8-ae16-cd468d99a5e9 None None] Sync routers for ids ['3509475f-0e6e-4a0c-add6-79b2b5c12544'] in n-d-713301-16 {{(pid=95104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 19:24:41.687701 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23a495fa-e307-48c8-ae16-cd468d99a5e9 None None] Routers {'3509475f-0e6e-4a0c-add6-79b2b5c12544'} bound to L3 agent in host n-d-713301-16 {{(pid=95104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 19:24:41.688335 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_hamode_db [None req-23a495fa-e307-48c8-ae16-cd468d99a5e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-23T19:07:52Z,description=,heartbeat_timestamp=2021-09-23T19:24:22Z,host='n-d-713301-16',id=79a740bf-7821-4989-8288-7186e3e128f3,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:07:52Z,topic='l3_agent')) {'router_ids': ['3509475f-0e6e-4a0c-add6-79b2b5c12544'], 'active': True} {{(pid=95104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:24:41.703012 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-d77ce867-00f6-4ba1-a234-97c389fdeee9 admin admin] 10.222.0.67 "PUT /v2.0/routers/3509475f-0e6e-4a0c-add6-79b2b5c12544/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5546558 Sep 23 19:24:41.727824 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.plugin [req-32fcc808-823a-435a-b941-2fac4335d40a req-ec4d07c3-1255-4081-a28d-15f7fed6dd38 tempest-LiveMigrationTest-1843640962 tempest-LiveMigrationTest-1843640962-project] Deleting port f9280300-5270-4d06-bf5d-2447b17be945 {{(pid=95102) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:24:41.728590 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-32fcc808-823a-435a-b941-2fac4335d40a req-ec4d07c3-1255-4081-a28d-15f7fed6dd38 tempest-LiveMigrationTest-1843640962 tempest-LiveMigrationTest-1843640962-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783146157096'] for port, before_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:41.734645 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-0ecb2596-a54b-4da0-9f6b-fd9b213f5765 req-0352a179-3456-4621-89c1-29acf5bda4a5 tempest-MigrationsAdminTest-397594546 tempest-MigrationsAdminTest-397594546-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=cff0149cb20c4944955e93a2b393f7c5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1061695 Sep 23 19:24:41.854921 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Device 0fa066a2-5401-4184-ad23-34074ae92172 up at agent ovs-agent-n-d-713301-16 {{(pid=95103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 19:24:42.019169 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Provisioning complete for port 0fa066a2-5401-4184-ad23-34074ae92172 triggered by entity L2. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:24:42.019549 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:42.027549 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 36518) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:24:42.038618 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-652abb17-9543-4940-821e-1f6d937fd7aa req-fa025c09-78d6-4ced-9b10-70867d7a94cb tempest-QuotasAdminNegativeTest-1098887676 tempest-QuotasAdminNegativeTest-1098887676-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:24:42.061237 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-652abb17-9543-4940-821e-1f6d937fd7aa req-fa025c09-78d6-4ced-9b10-70867d7a94cb tempest-QuotasAdminNegativeTest-1098887676 tempest-QuotasAdminNegativeTest-1098887676-project] 10.222.0.67 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5269926 Sep 23 19:24:42.126583 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-652abb17-9543-4940-821e-1f6d937fd7aa req-ec96d62b-fd34-4e6b-a51a-48de153487dc tempest-QuotasAdminNegativeTest-1098887676 tempest-QuotasAdminNegativeTest-1098887676-project] 10.222.0.67 "GET /v2.0/quotas/4a70c44b5a684fc5952c7352cab8550e HTTP/1.1" status: 200 len: 375 time: 0.0625811 Sep 23 19:24:42.267724 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-652abb17-9543-4940-821e-1f6d937fd7aa req-ca33083c-9a88-4930-a355-28de545d23a2 tempest-QuotasAdminNegativeTest-1098887676 tempest-QuotasAdminNegativeTest-1098887676-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=4a70c44b5a684fc5952c7352cab8550e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1401010 Sep 23 19:24:42.275075 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_dvr_db [None req-23a495fa-e307-48c8-ae16-cd468d99a5e9 None None] Set router 3509475f-0e6e-4a0c-add6-79b2b5c12544 gateway port host: n-d-713301-16 {{(pid=95104) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 19:24:42.297845 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.db [req-32fcc808-823a-435a-b941-2fac4335d40a req-ec4d07c3-1255-4081-a28d-15f7fed6dd38 tempest-LiveMigrationTest-1843640962 tempest-LiveMigrationTest-1843640962-project] For port f9280300-5270-4d06-bf5d-2447b17be945, host n-h1-713301-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-16',level=0,port_id=f9280300-5270-4d06-bf5d-2447b17be945,segment=NetworkSegment(6735b3c2-9e0f-43a7-8f57-e48eb1a30c85),segment_id=6735b3c2-9e0f-43a7-8f57-e48eb1a30c85)] {{(pid=95102) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:24:42.298979 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-32fcc808-823a-435a-b941-2fac4335d40a req-ec4d07c3-1255-4081-a28d-15f7fed6dd38 tempest-LiveMigrationTest-1843640962 tempest-LiveMigrationTest-1843640962-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-605701'] for port, precommit_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:42.325732 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.v2.base [None req-5b590641-828f-4ce0-9e5d-e0dd685f3b43 admin admin] Request body: {'network': {'name': 'tempest-ServersTestFqdnHostnames-128521063-network', 'tenant_id': '8f30595259594b588538420667412c2e'}} {{(pid=95101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:24:42.406921 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b590641-828f-4ce0-9e5d-e0dd685f3b43 admin admin] Made reservation on behalf of 8f30595259594b588538420667412c2e for: {'network': 1} {{(pid=95101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:24:42.410587 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-5b590641-828f-4ce0-9e5d-e0dd685f3b43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for network, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:42.424663 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.plugin [req-32fcc808-823a-435a-b941-2fac4335d40a req-ec4d07c3-1255-4081-a28d-15f7fed6dd38 tempest-LiveMigrationTest-1843640962 tempest-LiveMigrationTest-1843640962-project] Calling delete_port for f9280300-5270-4d06-bf5d-2447b17be945 owned by compute:nova {{(pid=95102) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:24:42.437263 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-5b590641-828f-4ce0-9e5d-e0dd685f3b43 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:42.609332 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_hamode_db [None req-23a495fa-e307-48c8-ae16-cd468d99a5e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3509475f-0e6e-4a0c-add6-79b2b5c12544', 'name': 'tempest-ServerRescueTestJSON-175835347-router', 'tenant_id': 'f0e955ef027245ff92005717d6ccbc80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'external_fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.39'}], 'enable_snat': True}, 'gw_port_id': '0fa066a2-5401-4184-ad23-34074ae92172', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:24:29Z', 'updated_at': '2021-09-23T19:24:38Z', 'revision_number': 4, 'project_id': 'f0e955ef027245ff92005717d6ccbc80', 'gw_port': {'id': '0fa066a2-5401-4184-ad23-34074ae92172', 'name': '', 'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:e1:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3509475f-0e6e-4a0c-add6-79b2b5c12544', 'device_owner': 'network:router_gateway', 'standard_attr_id': 793, 'fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:24:30Z', 'updated_at': '2021-09-23T19:24:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-16', '_interfaces': [{'id': 'c36211f9-1e35-4b68-ba06-93438928d8df', 'name': '', 'network_id': 'c1ad3b2d-de91-44e9-a44c-b26d03d276cb', 'tenant_id': 'f0e955ef027245ff92005717d6ccbc80', 'mac_address': 'fa:16:3e:e8:6f:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3509475f-0e6e-4a0c-add6-79b2b5c12544', 'device_owner': 'network:router_interface', 'standard_attr_id': 804, 'fixed_ips': [{'subnet_id': 'f7972800-2fa5-4fd0-ae55-c87548a8f875', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:24:37Z', 'updated_at': '2021-09-23T19:24:39Z', 'revision_number': 2, 'project_id': 'f0e955ef027245ff92005717d6ccbc80', 'subnets': [{'id': 'f7972800-2fa5-4fd0-ae55-c87548a8f875', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-16', False) {} {{(pid=95104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:24:42.636508 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-5b590641-828f-4ce0-9e5d-e0dd685f3b43 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:42.642645 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-5b590641-828f-4ce0-9e5d-e0dd685f3b43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:42.691127 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5b590641-828f-4ce0-9e5d-e0dd685f3b43 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 621} {{(pid=95101) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 19:24:42.706889 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e706551-dd80-4991-9680-3eadd62808b3 req-a87623bf-7529-4e90-bd98-673e8b30c3db tempest-LiveMigrationTest-1843640962 tempest-LiveMigrationTest-1843640962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:24:42.711756 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b590641-828f-4ce0-9e5d-e0dd685f3b43 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b93fb5c-ea92-4d90-8d95-a2a3a201af76,revision_number=1']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:24:42.717093 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-7e706551-dd80-4991-9680-3eadd62808b3 req-a87623bf-7529-4e90-bd98-673e8b30c3db tempest-LiveMigrationTest-1843640962 tempest-LiveMigrationTest-1843640962-project] 10.222.0.67 "GET /v2.0/ports?device_id=91012e8e-e67b-47ad-a34e-08f42534c38f HTTP/1.1" status: 200 len: 944 time: 0.4372723 Sep 23 19:24:42.719029 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23a495fa-e307-48c8-ae16-cd468d99a5e9 None None] Checking router: 3509475f-0e6e-4a0c-add6-79b2b5c12544 for host: n-d-713301-16 {{(pid=95104) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 19:24:42.719544 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23a495fa-e307-48c8-ae16-cd468d99a5e9 None None] Updating router 3509475f-0e6e-4a0c-add6-79b2b5c12544 port c36211f9-1e35-4b68-ba06-93438928d8df binding host n-d-713301-16 {{(pid=95104) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 23 19:24:42.734414 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-5b590641-828f-4ce0-9e5d-e0dd685f3b43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1756186'] for segment, precommit_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:42.735051 n-d-713301-16 neutron-server[95101]: INFO neutron.db.segments_db [None req-5b590641-828f-4ce0-9e5d-e0dd685f3b43 admin admin] Added segment 7fea2a1e-f855-4d52-a7e1-2fd793fa9a5a of type vlan for network c1c3ef61-7600-4f98-9132-f29d8908ed23 Sep 23 19:24:42.754892 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Device f9280300-5270-4d06-bf5d-2447b17be945 no longer exists at agent hyperv_n-h1-713301-16 {{(pid=95103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 19:24:42.776223 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-32fcc808-823a-435a-b941-2fac4335d40a req-ec4d07c3-1255-4081-a28d-15f7fed6dd38 tempest-LiveMigrationTest-1843640962 tempest-LiveMigrationTest-1843640962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783146162158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783145673144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4399100'] for port, after_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:42.776733 n-d-713301-16 neutron-server[95104]: DEBUG neutron_lib.callbacks.manager [None req-23a495fa-e307-48c8-ae16-cd468d99a5e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:42.805622 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-08834a95-93c2-48fd-af15-70d271534b0b req-a27cb470-c57d-449f-8452-194029d23969 tempest-MigrationsAdminTest-397594546 tempest-MigrationsAdminTest-397594546-project] 10.222.0.67 "GET /v2.0/ports?device_id=61df6679-e03a-4089-8f81-8cc4daaf4da0 HTTP/1.1" status: 200 len: 210 time: 0.0581417 Sep 23 19:24:42.823658 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.plugin [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] No Port match for: f9280300-5270-4d06-bf5d-2447b17be945 {{(pid=95103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 19:24:42.825923 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Device f9280300-5270-4d06-bf5d-2447b17be945 not bound to the agent host n-h1-713301-16 {{(pid=95103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 19:24:42.843849 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-5b590641-828f-4ce0-9e5d-e0dd685f3b43 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783145630486'] for network, precommit_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:42.848176 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec4d07c3-1255-4081-a28d-15f7fed6dd38 tempest-LiveMigrationTest-1843640962 tempest-LiveMigrationTest-1843640962-project] Pushing event deleted for resources: {'Port': ['ID=f9280300-5270-4d06-bf5d-2447b17be945,revision_number=None']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:24:42.887112 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-7e706551-dd80-4991-9680-3eadd62808b3 req-954c9549-cfc9-4e46-9ad2-082c20f743aa tempest-LiveMigrationTest-1843640962 tempest-LiveMigrationTest-1843640962-project] 10.222.0.67 "GET /v2.0/security-groups?id=1c151358-1cab-48a6-be3e-ad7507b4da06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1679204 Sep 23 19:24:42.897371 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-5b590641-828f-4ce0-9e5d-e0dd685f3b43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299'] for network, after_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:42.901924 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b590641-828f-4ce0-9e5d-e0dd685f3b43 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:24:42.902655 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-5b590641-828f-4ce0-9e5d-e0dd685f3b43 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527417'] for network, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:42.944547 n-d-713301-16 neutron-server[95102]: DEBUG neutron.db.l3_dvrscheduler_db [req-32fcc808-823a-435a-b941-2fac4335d40a req-ec4d07c3-1255-4081-a28d-15f7fed6dd38 tempest-LiveMigrationTest-1843640962 tempest-LiveMigrationTest-1843640962-project] No DVR routers for this DVR port f9280300-5270-4d06-bf5d-2447b17be945 on host n-h1-713301-16 {{(pid=95102) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 19:24:42.951302 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-32fcc808-823a-435a-b941-2fac4335d40a req-ec4d07c3-1255-4081-a28d-15f7fed6dd38 tempest-LiveMigrationTest-1843640962 tempest-LiveMigrationTest-1843640962-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222849'] for port, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:42.964300 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-32fcc808-823a-435a-b941-2fac4335d40a req-ec4d07c3-1255-4081-a28d-15f7fed6dd38 tempest-LiveMigrationTest-1843640962 tempest-LiveMigrationTest-1843640962-project] 10.222.0.74 "DELETE /v2.0/ports/f9280300-5270-4d06-bf5d-2447b17be945 HTTP/1.1" status: 204 len: 173 time: 2.3038788 Sep 23 19:24:42.973203 n-d-713301-16 neutron-server[95102]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '91012e8e-e67b-47ad-a34e-08f42534c38f', 'name': 'network-vif-deleted', 'tag': 'f9280300-5270-4d06-bf5d-2447b17be945'}] {{(pid=95102) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 19:24:42.979581 n-d-713301-16 neutron-server[95102]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab31b6d93e5336dbddfa8ec424565b3bd8cb2369c5b4d85bc943472dbb21e8ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f119b55e-0e0a-4ec9-ac65-68960bfb427f" -d '{"events": [{"server_uuid": "91012e8e-e67b-47ad-a34e-08f42534c38f", "name": "network-vif-deleted", "tag": "f9280300-5270-4d06-bf5d-2447b17be945"}]}' {{(pid=95102) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 19:24:43.085258 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b590641-828f-4ce0-9e5d-e0dd685f3b43 admin admin] Pushing event updated for resources: {'Network': ['ID=c1c3ef61-7600-4f98-9132-f29d8908ed23,revision_number=1']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:24:43.100666 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-5b590641-828f-4ce0-9e5d-e0dd685f3b43 admin admin] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.0711744 Sep 23 19:24:43.100883 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Network c1c3ef61-7600-4f98-9132-f29d8908ed23 details requested by agent ovs-agent-n-d-713301-16 with host n-d-713301-16 {{(pid=95103) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 19:24:43.104567 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 36554) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:24:43.111130 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.v2.base [None req-e82de505-f2a4-45d9-911e-33f0fd1eb625 admin admin] Request body: {'subnet': {'network_id': 'c1c3ef61-7600-4f98-9132-f29d8908ed23', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestFqdnHostnames-128521063-subnet', 'tenant_id': '8f30595259594b588538420667412c2e', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=95102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:24:43.229927 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e82de505-f2a4-45d9-911e-33f0fd1eb625 admin admin] Made reservation on behalf of 8f30595259594b588538420667412c2e for: {'subnet': 1} {{(pid=95102) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:24:43.243181 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-e82de505-f2a4-45d9-911e-33f0fd1eb625 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5388256'] for subnet, before_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:43.450305 n-d-713301-16 neutron-server[95104]: DEBUG neutron_lib.callbacks.manager [None req-23a495fa-e307-48c8-ae16-cd468d99a5e9 None None] Notify callbacks [] for port, precommit_update {{(pid=95104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:43.471136 n-d-713301-16 neutron-server[95104]: DEBUG neutron_lib.callbacks.manager [None req-23a495fa-e307-48c8-ae16-cd468d99a5e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:43.570512 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a513b626-28b2-442d-9a06-3d1e3813be04 None None] Pushing event updated for resources: {'Port': ['ID=c36211f9-1e35-4b68-ba06-93438928d8df,revision_number=3']} {{(pid=95104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:24:43.696138 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 36566) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:24:43.702322 n-d-713301-16 neutron-server[95104]: DEBUG neutron.plugins.ml2.managers [None req-23a495fa-e307-48c8-ae16-cd468d99a5e9 None None] Attempting to bind port c36211f9-1e35-4b68-ba06-93438928d8df on host n-d-713301-16 for vnic_type normal with profile {{(pid=95104) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 19:24:43.702688 n-d-713301-16 neutron-server[95104]: DEBUG neutron.plugins.ml2.managers [None req-23a495fa-e307-48c8-ae16-cd468d99a5e9 None None] Attempting to bind port c36211f9-1e35-4b68-ba06-93438928d8df by drivers openvswitch,hyperv on host n-d-713301-16 at level 0 using segments [{'id': '5af8be7e-f9c6-4114-987e-ef068c7fc557', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': 'c1ad3b2d-de91-44e9-a44c-b26d03d276cb'}] {{(pid=95104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 19:24:43.703249 n-d-713301-16 neutron-server[95104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23a495fa-e307-48c8-ae16-cd468d99a5e9 None None] Attempting to bind port c36211f9-1e35-4b68-ba06-93438928d8df on network c1ad3b2d-de91-44e9-a44c-b26d03d276cb {{(pid=95104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:24:43.714820 n-d-713301-16 neutron-server[95104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23a495fa-e307-48c8-ae16-cd468d99a5e9 None None] Checking agent: {'id': '70a14545-df24-472f-8f95-bfe1719bff93', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 19, 7, 53), 'started_at': datetime.datetime(2021, 9, 23, 19, 8, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 19, 24, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 19:24:43.716871 n-d-713301-16 neutron-server[95104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23a495fa-e307-48c8-ae16-cd468d99a5e9 None None] Checking segment: {'id': '5af8be7e-f9c6-4114-987e-ef068c7fc557', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': 'c1ad3b2d-de91-44e9-a44c-b26d03d276cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95104) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:24:43.722262 n-d-713301-16 neutron-server[95104]: DEBUG neutron_lib.callbacks.manager [None req-23a495fa-e307-48c8-ae16-cd468d99a5e9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:43.723493 n-d-713301-16 neutron-server[95104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23a495fa-e307-48c8-ae16-cd468d99a5e9 None None] Bound using segment: {'id': '5af8be7e-f9c6-4114-987e-ef068c7fc557', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': 'c1ad3b2d-de91-44e9-a44c-b26d03d276cb'} {{(pid=95104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 19:24:43.724324 n-d-713301-16 neutron-server[95104]: DEBUG neutron.plugins.ml2.managers [None req-23a495fa-e307-48c8-ae16-cd468d99a5e9 None None] Bound port: c36211f9-1e35-4b68-ba06-93438928d8df, host: n-d-713301-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5af8be7e-f9c6-4114-987e-ef068c7fc557', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': 'c1ad3b2d-de91-44e9-a44c-b26d03d276cb'}}] {{(pid=95104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 19:24:43.725088 n-d-713301-16 neutron-server[95104]: DEBUG neutron_lib.callbacks.manager [None req-23a495fa-e307-48c8-ae16-cd468d99a5e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:43.762448 n-d-713301-16 neutron-server[95102]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 19:24:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ce0f4e9-42ff-40fb-8963-0c85edda0b64 x-openstack-request-id: req-7ce0f4e9-42ff-40fb-8963-0c85edda0b64 {{(pid=95102) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 19:24:43.767907 n-d-713301-16 neutron-server[95102]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "91012e8e-e67b-47ad-a34e-08f42534c38f", "name": "network-vif-deleted", "tag": "f9280300-5270-4d06-bf5d-2447b17be945", "status": "completed", "code": 200}]} {{(pid=95102) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 19:24:43.770309 n-d-713301-16 neutron-server[95102]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-7ce0f4e9-42ff-40fb-8963-0c85edda0b64 {{(pid=95102) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 19:24:43.771560 n-d-713301-16 neutron-server[95102]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '91012e8e-e67b-47ad-a34e-08f42534c38f', 'name': 'network-vif-deleted', 'tag': 'f9280300-5270-4d06-bf5d-2447b17be945', 'status': 'completed', 'code': 200} Sep 23 19:24:43.872573 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc090a3-e793-45dd-886b-14ce8613f57f req-cd7c60bc-f8c9-44de-928b-09f7c7d91edc tempest-ServerRescueTestJSON-83326898 tempest-ServerRescueTestJSON-83326898-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:24:43.876321 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-6fc090a3-e793-45dd-886b-14ce8613f57f req-cd7c60bc-f8c9-44de-928b-09f7c7d91edc tempest-ServerRescueTestJSON-83326898 tempest-ServerRescueTestJSON-83326898-project] 10.222.0.67 "GET /v2.0/networks?id=c1ad3b2d-de91-44e9-a44c-b26d03d276cb HTTP/1.1" status: 200 len: 810 time: 0.4409101 Sep 23 19:24:43.922952 n-d-713301-16 neutron-server[95104]: DEBUG neutron.plugins.ml2.db [None req-23a495fa-e307-48c8-ae16-cd468d99a5e9 None None] For port c36211f9-1e35-4b68-ba06-93438928d8df, host n-d-713301-16, cleared binding levels {{(pid=95104) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 19:24:43.930496 n-d-713301-16 neutron-server[95104]: DEBUG neutron.plugins.ml2.db [None req-23a495fa-e307-48c8-ae16-cd468d99a5e9 None None] For port c36211f9-1e35-4b68-ba06-93438928d8df, host n-d-713301-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-16',level=0,port_id=c36211f9-1e35-4b68-ba06-93438928d8df,segment=NetworkSegment(5af8be7e-f9c6-4114-987e-ef068c7fc557),segment_id=5af8be7e-f9c6-4114-987e-ef068c7fc557)] {{(pid=95104) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 19:24:43.935815 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-0ecb2596-a54b-4da0-9f6b-fd9b213f5765 req-b7d147ce-670a-460b-be28-819140060766 tempest-MigrationsAdminTest-397594546 tempest-MigrationsAdminTest-397594546-project] 10.222.0.53 "GET /v2.0/networks?tenant_id=cff0149cb20c4944955e93a2b393f7c5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0785201 Sep 23 19:24:43.940832 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-fee73710-5474-497f-aaed-14d1e1abee46 tempest-ServersTestBootFromVolume-2071761147 tempest-ServersTestBootFromVolume-2071761147-project] Notify callbacks [] for security_group, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:43.941108 n-d-713301-16 neutron-server[95104]: DEBUG neutron_lib.callbacks.manager [None req-23a495fa-e307-48c8-ae16-cd468d99a5e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:44.025474 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a513b626-28b2-442d-9a06-3d1e3813be04 None None] Pushing event updated for resources: {'Port': ['ID=c36211f9-1e35-4b68-ba06-93438928d8df,revision_number=4']} {{(pid=95104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:24:44.045343 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-e82de505-f2a4-45d9-911e-33f0fd1eb625 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4398944', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5388242'] for subnet, after_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:44.068877 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23a495fa-e307-48c8-ae16-cd468d99a5e9 None None] Routers {'3509475f-0e6e-4a0c-add6-79b2b5c12544'} bound to L3 agent in host n-d-713301-16 {{(pid=95104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 19:24:44.072549 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_hamode_db [None req-23a495fa-e307-48c8-ae16-cd468d99a5e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-23T19:07:52Z,description=,heartbeat_timestamp=2021-09-23T19:24:22Z,host='n-d-713301-16',id=79a740bf-7821-4989-8288-7186e3e128f3,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:07:52Z,topic='l3_agent')) {'router_ids': ['3509475f-0e6e-4a0c-add6-79b2b5c12544'], 'active': True} {{(pid=95104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:24:44.157427 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-fee73710-5474-497f-aaed-14d1e1abee46 tempest-ServersTestBootFromVolume-2071761147 tempest-ServersTestBootFromVolume-2071761147-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:44.195131 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-6fc090a3-e793-45dd-886b-14ce8613f57f req-57f676ed-34f6-42cd-ad21-c4ff6b851e2a tempest-ServerRescueTestJSON-83326898 tempest-ServerRescueTestJSON-83326898-project] 10.222.0.67 "GET /v2.0/quotas/f0e955ef027245ff92005717d6ccbc80 HTTP/1.1" status: 200 len: 375 time: 0.1785493 Sep 23 19:24:44.211804 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_dvr_db [None req-23a495fa-e307-48c8-ae16-cd468d99a5e9 None None] Set router 3509475f-0e6e-4a0c-add6-79b2b5c12544 gateway port host: n-d-713301-16 {{(pid=95104) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 19:24:44.281858 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-89e3e667-4309-454e-aa19-3a3952bc3110 req-77952cea-b5df-4b3a-80b0-5a43fef16341 tempest-MigrationsAdminTest-397594546 tempest-MigrationsAdminTest-397594546-project] 10.222.0.67 "GET /v2.0/ports?device_id=61df6679-e03a-4089-8f81-8cc4daaf4da0 HTTP/1.1" status: 200 len: 210 time: 0.0944815 Sep 23 19:24:44.288163 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e82de505-f2a4-45d9-911e-33f0fd1eb625 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7398c0e8-218e-4b5a-9041-b8f53e0e75c6,revision_number=0']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:24:44.335063 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e82de505-f2a4-45d9-911e-33f0fd1eb625 admin admin] Checking segment: {'id': '7fea2a1e-f855-4d52-a7e1-2fd793fa9a5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': 'c1c3ef61-7600-4f98-9132-f29d8908ed23'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95102) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:24:44.335063 n-d-713301-16 neutron-server[95102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e82de505-f2a4-45d9-911e-33f0fd1eb625 admin admin] Network hostable DHCP agents. Network: c1c3ef61-7600-4f98-9132-f29d8908ed23, hostable agents: ['1b18bf05-1b5f-4587-be5c-af3ac38e32ad'], hosted agents: [] {{(pid=95102) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 19:24:44.374367 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 36580) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:24:44.384097 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ecb2596-a54b-4da0-9f6b-fd9b213f5765 req-8b78bd14-735b-42fd-8bd7-990ea7d5b1d6 tempest-MigrationsAdminTest-397594546 tempest-MigrationsAdminTest-397594546-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:24:44.392194 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-0ecb2596-a54b-4da0-9f6b-fd9b213f5765 req-8b78bd14-735b-42fd-8bd7-990ea7d5b1d6 tempest-MigrationsAdminTest-397594546 tempest-MigrationsAdminTest-397594546-project] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4373987 Sep 23 19:24:44.393325 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-6fc090a3-e793-45dd-886b-14ce8613f57f req-fb81d459-3dd6-45da-932c-fdc36ad4ff80 tempest-ServerRescueTestJSON-83326898 tempest-ServerRescueTestJSON-83326898-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=f0e955ef027245ff92005717d6ccbc80&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1969557 Sep 23 19:24:44.399575 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-fee73710-5474-497f-aaed-14d1e1abee46 tempest-ServersTestBootFromVolume-2071761147 tempest-ServersTestBootFromVolume-2071761147-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:44.402595 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-fee73710-5474-497f-aaed-14d1e1abee46 tempest-ServersTestBootFromVolume-2071761147 tempest-ServersTestBootFromVolume-2071761147-project] Notify callbacks [] for security_group, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:44.403764 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-fee73710-5474-497f-aaed-14d1e1abee46 tempest-ServersTestBootFromVolume-2071761147 tempest-ServersTestBootFromVolume-2071761147-project] 10.222.0.67 "DELETE /v2.0/security-groups/6f980132-c67f-4d54-a2e9-1f4e7c6ad324 HTTP/1.1" status: 204 len: 168 time: 0.7061770 Sep 23 19:24:44.412319 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 36586) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:24:44.430726 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.v2.base [req-0ecb2596-a54b-4da0-9f6b-fd9b213f5765 req-97e574a1-fb10-49fe-91b5-6c9c72036668 tempest-MigrationsAdminTest-397594546 tempest-MigrationsAdminTest-397594546-project] Request body: {'port': {'device_id': '61df6679-e03a-4089-8f81-8cc4daaf4da0', 'network_id': '5220cb0c-da05-478a-9604-8c11469a05b4', 'admin_state_up': True, 'tenant_id': 'cff0149cb20c4944955e93a2b393f7c5'}} {{(pid=95101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:24:44.453425 n-d-713301-16 neutron-server[95102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e82de505-f2a4-45d9-911e-33f0fd1eb625 admin admin] Network c1c3ef61-7600-4f98-9132-f29d8908ed23 is scheduled to be hosted by DHCP agent 1b18bf05-1b5f-4587-be5c-af3ac38e32ad with binding_index 1 {{(pid=95102) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 19:24:44.486443 n-d-713301-16 neutron-server[95102]: DEBUG neutron.scheduler.base_scheduler [None req-e82de505-f2a4-45d9-911e-33f0fd1eb625 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713301-16, c1c3ef61-7600-4f98-9132-f29d8908ed23) {{(pid=95102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:24:44.497958 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e82de505-f2a4-45d9-911e-33f0fd1eb625 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:24:44.499441 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6a8724f-424d-40fc-8a0c-10440a00cead None None] Network c1c3ef61-7600-4f98-9132-f29d8908ed23 requested from n-d-713301-16 {{(pid=95103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 19:24:44.500126 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-e82de505-f2a4-45d9-911e-33f0fd1eb625 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:44.546633 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-e82de505-f2a4-45d9-911e-33f0fd1eb625 admin admin] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.4399660 Sep 23 19:24:44.552830 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 36592) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:24:44.569240 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.v2.base [None req-2e0bb4f2-f7f6-4865-a4e1-1ab4790431a8 admin admin] Request body: {'router': {'name': 'tempest-ServersTestFqdnHostnames-128521063-router', 'tenant_id': '8f30595259594b588538420667412c2e', 'external_gateway_info': {'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac'}}} {{(pid=95102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:24:44.649184 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee73710-5474-497f-aaed-14d1e1abee46 tempest-ServersTestBootFromVolume-2071761147 tempest-ServersTestBootFromVolume-2071761147-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f980132-c67f-4d54-a2e9-1f4e7c6ad324,revision_number=None']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:24:44.669624 n-d-713301-16 neutron-server[95101]: INFO neutron.api.v2.resource [None req-bae3c861-7bcf-4f98-894e-a8968ed9ecdc tempest-ServersTestBootFromVolume-2071761147 tempest-ServersTestBootFromVolume-2071761147-project] show failed (client error): The resource could not be found. Sep 23 19:24:44.671523 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-bae3c861-7bcf-4f98-894e-a8968ed9ecdc tempest-ServersTestBootFromVolume-2071761147 tempest-ServersTestBootFromVolume-2071761147-project] 10.222.0.67 "GET /v2.0/security-groups/6f980132-c67f-4d54-a2e9-1f4e7c6ad324 HTTP/1.1" status: 404 len: 347 time: 0.2350969 Sep 23 19:24:44.677326 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 36596) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:24:44.715734 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_hamode_db [None req-23a495fa-e307-48c8-ae16-cd468d99a5e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3509475f-0e6e-4a0c-add6-79b2b5c12544', 'name': 'tempest-ServerRescueTestJSON-175835347-router', 'tenant_id': 'f0e955ef027245ff92005717d6ccbc80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'external_fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.39'}], 'enable_snat': True}, 'gw_port_id': '0fa066a2-5401-4184-ad23-34074ae92172', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:24:29Z', 'updated_at': '2021-09-23T19:24:38Z', 'revision_number': 4, 'project_id': 'f0e955ef027245ff92005717d6ccbc80', 'gw_port': {'id': '0fa066a2-5401-4184-ad23-34074ae92172', 'name': '', 'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:e1:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3509475f-0e6e-4a0c-add6-79b2b5c12544', 'device_owner': 'network:router_gateway', 'standard_attr_id': 793, 'fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:24:30Z', 'updated_at': '2021-09-23T19:24:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-16', '_interfaces': [{'id': 'c36211f9-1e35-4b68-ba06-93438928d8df', 'name': '', 'network_id': 'c1ad3b2d-de91-44e9-a44c-b26d03d276cb', 'tenant_id': 'f0e955ef027245ff92005717d6ccbc80', 'mac_address': 'fa:16:3e:e8:6f:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3509475f-0e6e-4a0c-add6-79b2b5c12544', 'device_owner': 'network:router_interface', 'standard_attr_id': 804, 'fixed_ips': [{'subnet_id': 'f7972800-2fa5-4fd0-ae55-c87548a8f875', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:24:37Z', 'updated_at': '2021-09-23T19:24:43Z', 'revision_number': 4, 'project_id': 'f0e955ef027245ff92005717d6ccbc80', 'subnets': [{'id': 'f7972800-2fa5-4fd0-ae55-c87548a8f875', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-16', False) {} {{(pid=95104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:24:44.801439 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23a495fa-e307-48c8-ae16-cd468d99a5e9 None None] The sync data for ids ['3509475f-0e6e-4a0c-add6-79b2b5c12544'] in n-d-713301-16 is: [{'id': '3509475f-0e6e-4a0c-add6-79b2b5c12544', 'name': 'tempest-ServerRescueTestJSON-175835347-router', 'tenant_id': 'f0e955ef027245ff92005717d6ccbc80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'external_fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.39'}], 'enable_snat': True}, 'gw_port_id': '0fa066a2-5401-4184-ad23-34074ae92172', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:24:29Z', 'updated_at': '2021-09-23T19:24:38Z', 'revision_number': 4, 'project_id': 'f0e955ef027245ff92005717d6ccbc80', 'gw_port': {'id': '0fa066a2-5401-4184-ad23-34074ae92172', 'name': '', 'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:e1:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3509475f-0e6e-4a0c-add6-79b2b5c12544', 'device_owner': 'network:router_gateway', 'standard_attr_id': 793, 'fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:24:30Z', 'updated_at': '2021-09-23T19:24:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-16', '_interfaces': [{'id': 'c36211f9-1e35-4b68-ba06-93438928d8df', 'name': '', 'network_id': 'c1ad3b2d-de91-44e9-a44c-b26d03d276cb', 'tenant_id': 'f0e955ef027245ff92005717d6ccbc80', 'mac_address': 'fa:16:3e:e8:6f:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3509475f-0e6e-4a0c-add6-79b2b5c12544', 'device_owner': 'network:router_interface', 'standard_attr_id': 804, 'fixed_ips': [{'subnet_id': 'f7972800-2fa5-4fd0-ae55-c87548a8f875', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:24:37Z', 'updated_at': '2021-09-23T19:24:43Z', 'revision_number': 4, 'project_id': 'f0e955ef027245ff92005717d6ccbc80', 'subnets': [{'id': 'f7972800-2fa5-4fd0-ae55-c87548a8f875', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 19:24:44.845705 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-2e0bb4f2-f7f6-4865-a4e1-1ab4790431a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-594563', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29355'] for router, before_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:44.860679 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-2e0bb4f2-f7f6-4865-a4e1-1ab4790431a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-597363', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-601731', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-739356', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29346'] for router, precommit_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:44.911850 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2a21d6c-40e8-41c3-bd0f-5967714f322b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4c8b80df-07eb-5275-9f17-5cf640db67c0-c1c3ef61-7600-4f98-9132-f29d8908ed23', 'network_id': 'c1c3ef61-7600-4f98-9132-f29d8908ed23', 'tenant_id': '8f30595259594b588538420667412c2e', 'fixed_ips': [{'subnet_id': '7398c0e8-218e-4b5a-9041-b8f53e0e75c6'}]}} from n-d-713301-16. {{(pid=95103) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 23 19:24:44.912749 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b2a21d6c-40e8-41c3-bd0f-5967714f322b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_create {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:44.964235 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0ecb2596-a54b-4da0-9f6b-fd9b213f5765 req-97e574a1-fb10-49fe-91b5-6c9c72036668 tempest-MigrationsAdminTest-397594546 tempest-MigrationsAdminTest-397594546-project] Made reservation on behalf of cff0149cb20c4944955e93a2b393f7c5 for: {'port': 1} {{(pid=95101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:24:44.968301 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-0ecb2596-a54b-4da0-9f6b-fd9b213f5765 req-97e574a1-fb10-49fe-91b5-6c9c72036668 tempest-MigrationsAdminTest-397594546 tempest-MigrationsAdminTest-397594546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:44.985881 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-0ecb2596-a54b-4da0-9f6b-fd9b213f5765 req-97e574a1-fb10-49fe-91b5-6c9c72036668 tempest-MigrationsAdminTest-397594546 tempest-MigrationsAdminTest-397594546-project] Notify callbacks [] for security_group, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:45.042885 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.plugin [None req-ed8e77c7-b65b-4bbd-9fc4-c1d9d9bdf44d tempest-ServersTestBootFromVolume-2071761147 tempest-ServersTestBootFromVolume-2071761147-project] Deleting port a33ca912-e2e1-48e2-8c6f-1a3f8fece958 {{(pid=95101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:24:45.043303 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-ed8e77c7-b65b-4bbd-9fc4-c1d9d9bdf44d tempest-ServersTestBootFromVolume-2071761147 tempest-ServersTestBootFromVolume-2071761147-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783146157096'] for port, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:45.063817 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-ef4a4f03-2a33-4e82-adcb-209ea4d0f1f3 req-1a91936f-f795-4c8d-8e41-fc63da8ce7aa tempest-QuotasAdminNegativeTest-1098887676 tempest-QuotasAdminNegativeTest-1098887676-project] 10.222.0.67 "GET /v2.0/networks?tenant_id=4a70c44b5a684fc5952c7352cab8550e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0648112 Sep 23 19:24:45.160740 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-2e0bb4f2-f7f6-4865-a4e1-1ab4790431a8 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:45.164172 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-6fc090a3-e793-45dd-886b-14ce8613f57f req-3c2b65cb-b088-4789-9cc9-50ff3601b4ac service neutron] 10.222.0.67 "GET /v2.0/networks/c1ad3b2d-de91-44e9-a44c-b26d03d276cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7699423 Sep 23 19:24:45.198002 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.db_base_plugin_common [None req-b2a21d6c-40e8-41c3-bd0f-5967714f322b None None] Allocated IP 172.20.0.2 (c1c3ef61-7600-4f98-9132-f29d8908ed23/7398c0e8-218e-4b5a-9041-b8f53e0e75c6/e495f206-5a77-4edc-bf7c-628f2f6fed39) {{(pid=95103) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 19:24:45.228034 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-ed8e77c7-b65b-4bbd-9fc4-c1d9d9bdf44d tempest-ServersTestBootFromVolume-2071761147 tempest-ServersTestBootFromVolume-2071761147-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-605701'] for port, precommit_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:45.231907 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-ed8e77c7-b65b-4bbd-9fc4-c1d9d9bdf44d tempest-ServersTestBootFromVolume-2071761147 tempest-ServersTestBootFromVolume-2071761147-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:45.300323 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.plugin [None req-ed8e77c7-b65b-4bbd-9fc4-c1d9d9bdf44d tempest-ServersTestBootFromVolume-2071761147 tempest-ServersTestBootFromVolume-2071761147-project] Calling delete_port for a33ca912-e2e1-48e2-8c6f-1a3f8fece958 owned by network:floatingip {{(pid=95101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:24:45.300592 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-6fc090a3-e793-45dd-886b-14ce8613f57f req-be4cbeaf-28ee-44ae-bf97-34877822f30a service neutron] 10.222.0.67 "GET /v2.0/networks/c1ad3b2d-de91-44e9-a44c-b26d03d276cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1236751 Sep 23 19:24:45.306438 n-d-713301-16 neutron-server[95102]: DEBUG neutron.db.db_base_plugin_v2 [None req-3110d001-18a5-4a04-9cb9-a2502d4db69b admin admin] Deleting subnet a9e01a0e-19a1-4eb7-ad45-3b74532cbcd9 {{(pid=95102) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 23 19:24:45.378187 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-3110d001-18a5-4a04-9cb9-a2502d4db69b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:45.582902 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-ed8e77c7-b65b-4bbd-9fc4-c1d9d9bdf44d tempest-ServersTestBootFromVolume-2071761147 tempest-ServersTestBootFromVolume-2071761147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783146162158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783145673144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5607431'] for port, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:45.628129 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-2e0bb4f2-f7f6-4865-a4e1-1ab4790431a8 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:45.685404 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed8e77c7-b65b-4bbd-9fc4-c1d9d9bdf44d tempest-ServersTestBootFromVolume-2071761147 tempest-ServersTestBootFromVolume-2071761147-project] Pushing event deleted for resources: {'Port': ['ID=a33ca912-e2e1-48e2-8c6f-1a3f8fece958,revision_number=None']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:24:45.696446 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-3110d001-18a5-4a04-9cb9-a2502d4db69b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6162825'] for subnet, precommit_delete_associations {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:45.848067 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-3110d001-18a5-4a04-9cb9-a2502d4db69b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1756813'] for subnet, precommit_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:45.899048 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-ed8e77c7-b65b-4bbd-9fc4-c1d9d9bdf44d tempest-ServersTestBootFromVolume-2071761147 tempest-ServersTestBootFromVolume-2071761147-project] Notify callbacks [] for floatingip, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:45.901959 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-ed8e77c7-b65b-4bbd-9fc4-c1d9d9bdf44d tempest-ServersTestBootFromVolume-2071761147 tempest-ServersTestBootFromVolume-2071761147-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222849'] for floatingip, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:45.909834 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-ed8e77c7-b65b-4bbd-9fc4-c1d9d9bdf44d tempest-ServersTestBootFromVolume-2071761147 tempest-ServersTestBootFromVolume-2071761147-project] 10.222.0.67 "DELETE /v2.0/floatingips/3250ee1c-f4c3-4ca4-a02c-d49d1530f928 HTTP/1.1" status: 204 len: 168 time: 1.2312033 Sep 23 19:24:45.912523 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 36626) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:24:45.940181 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-0ecb2596-a54b-4da0-9f6b-fd9b213f5765 req-97e574a1-fb10-49fe-91b5-6c9c72036668 tempest-MigrationsAdminTest-397594546 tempest-MigrationsAdminTest-397594546-project] Notify callbacks [] for security_group, precommit_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:45.960770 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Device c36211f9-1e35-4b68-ba06-93438928d8df up at agent ovs-agent-n-d-713301-16 {{(pid=95103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 19:24:46.103271 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef4a4f03-2a33-4e82-adcb-209ea4d0f1f3 req-3dffd89a-bb58-4b28-b7af-dcaff5ba9a73 tempest-QuotasAdminNegativeTest-1098887676 tempest-QuotasAdminNegativeTest-1098887676-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:24:46.114088 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-ef4a4f03-2a33-4e82-adcb-209ea4d0f1f3 req-3dffd89a-bb58-4b28-b7af-dcaff5ba9a73 tempest-QuotasAdminNegativeTest-1098887676 tempest-QuotasAdminNegativeTest-1098887676-project] 10.222.0.67 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 1.0493104 Sep 23 19:24:46.142185 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-3110d001-18a5-4a04-9cb9-a2502d4db69b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1756804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4399009', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5388229'] for subnet, after_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:46.174688 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b2a21d6c-40e8-41c3-bd0f-5967714f322b None None] Notify callbacks [] for port, precommit_create {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:46.180013 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-0ecb2596-a54b-4da0-9f6b-fd9b213f5765 req-97e574a1-fb10-49fe-91b5-6c9c72036668 tempest-MigrationsAdminTest-397594546 tempest-MigrationsAdminTest-397594546-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:46.189926 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b2a21d6c-40e8-41c3-bd0f-5967714f322b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783145673135'] for port, after_create {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:46.261868 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-3110d001-18a5-4a04-9cb9-a2502d4db69b admin admin] Notify callbacks [] for subnet, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:46.264019 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-3110d001-18a5-4a04-9cb9-a2502d4db69b admin admin] 10.222.0.67 "DELETE /v2.0/subnets/a9e01a0e-19a1-4eb7-ad45-3b74532cbcd9 HTTP/1.1" status: 204 len: 168 time: 1.8669817 Sep 23 19:24:46.302659 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-ef4a4f03-2a33-4e82-adcb-209ea4d0f1f3 req-bb24b3da-4caa-4aca-9950-dfecc98674ff tempest-QuotasAdminNegativeTest-1098887676 tempest-QuotasAdminNegativeTest-1098887676-project] 10.222.0.67 "GET /v2.0/quotas/4a70c44b5a684fc5952c7352cab8550e HTTP/1.1" status: 200 len: 375 time: 0.1861014 Sep 23 19:24:46.304698 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 36634) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:24:46.306053 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3110d001-18a5-4a04-9cb9-a2502d4db69b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a9e01a0e-19a1-4eb7-ad45-3b74532cbcd9,revision_number=None']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:24:46.334580 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-de6796e7-8d93-48a9-acc5-b74676da995a req-1099a277-753f-4800-b391-6e9b5f9b6982 tempest-MigrationsAdminTest-397594546 tempest-MigrationsAdminTest-397594546-project] 10.222.0.67 "GET /v2.0/ports?device_id=61df6679-e03a-4089-8f81-8cc4daaf4da0 HTTP/1.1" status: 200 len: 210 time: 0.2140903 Sep 23 19:24:46.371761 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2a21d6c-40e8-41c3-bd0f-5967714f322b None None] Pushing event updated for resources: {'Port': ['ID=e495f206-5a77-4edc-bf7c-628f2f6fed39,revision_number=1']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:24:46.448180 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-ef4a4f03-2a33-4e82-adcb-209ea4d0f1f3 req-7f51c2b4-0572-46be-855b-f7480a51da7b tempest-QuotasAdminNegativeTest-1098887676 tempest-QuotasAdminNegativeTest-1098887676-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=4a70c44b5a684fc5952c7352cab8550e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0812914 Sep 23 19:24:46.470985 n-d-713301-16 neutron-server[95103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2a21d6c-40e8-41c3-bd0f-5967714f322b None None] Network c1c3ef61-7600-4f98-9132-f29d8908ed23 is already hosted by enough agents. {{(pid=95103) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:24:46.482720 n-d-713301-16 neutron-server[95103]: DEBUG neutron.scheduler.base_scheduler [None req-b2a21d6c-40e8-41c3-bd0f-5967714f322b None None] Resources bound (agent type, host, resource id): {{(pid=95103) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:24:46.488018 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-56f46e08-4eb7-4518-8017-ea34f040ed14 req-9a031b2a-1037-4b26-85cc-a655717d7ed0 tempest-ServerRescueTestJSON-83326898 tempest-ServerRescueTestJSON-83326898-project] 10.222.0.67 "GET /v2.0/ports?device_id=777ece37-282c-46bf-a54e-b76185b0b66f HTTP/1.1" status: 200 len: 210 time: 0.0469115 Sep 23 19:24:46.493673 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2a21d6c-40e8-41c3-bd0f-5967714f322b None None] Received port after_create {{(pid=95103) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 19:24:46.503811 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Provisioning complete for port c36211f9-1e35-4b68-ba06-93438928d8df triggered by entity L2. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:24:46.504191 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:46.535688 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97e574a1-fb10-49fe-91b5-6c9c72036668 tempest-MigrationsAdminTest-397594546 tempest-MigrationsAdminTest-397594546-project] Pushing event updated for resources: {'SecurityGroup': ['ID=78cb509b-31c4-4e2a-bb5c-7abd6194dcc4,revision_number=1']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:24:46.702120 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-0ae1b678-4671-4fda-ab11-7ea9bf3370a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1628021'] for network, before_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:46.745301 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.managers [None req-b2a21d6c-40e8-41c3-bd0f-5967714f322b None None] Attempting to bind port e495f206-5a77-4edc-bf7c-628f2f6fed39 on host n-d-713301-16 for vnic_type normal with profile {{(pid=95103) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 19:24:46.746322 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.managers [None req-b2a21d6c-40e8-41c3-bd0f-5967714f322b None None] Attempting to bind port e495f206-5a77-4edc-bf7c-628f2f6fed39 by drivers openvswitch,hyperv on host n-d-713301-16 at level 0 using segments [{'id': '7fea2a1e-f855-4d52-a7e1-2fd793fa9a5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': 'c1c3ef61-7600-4f98-9132-f29d8908ed23'}] {{(pid=95103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 19:24:46.746872 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2a21d6c-40e8-41c3-bd0f-5967714f322b None None] Attempting to bind port e495f206-5a77-4edc-bf7c-628f2f6fed39 on network c1c3ef61-7600-4f98-9132-f29d8908ed23 {{(pid=95103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:24:46.755043 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2a21d6c-40e8-41c3-bd0f-5967714f322b None None] Checking agent: {'id': '70a14545-df24-472f-8f95-bfe1719bff93', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 19, 7, 53), 'started_at': datetime.datetime(2021, 9, 23, 19, 8, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 19, 24, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 19:24:46.755439 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2a21d6c-40e8-41c3-bd0f-5967714f322b None None] Checking segment: {'id': '7fea2a1e-f855-4d52-a7e1-2fd793fa9a5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': 'c1c3ef61-7600-4f98-9132-f29d8908ed23'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95103) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:24:46.755853 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b2a21d6c-40e8-41c3-bd0f-5967714f322b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:46.756820 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2a21d6c-40e8-41c3-bd0f-5967714f322b None None] Bound using segment: {'id': '7fea2a1e-f855-4d52-a7e1-2fd793fa9a5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': 'c1c3ef61-7600-4f98-9132-f29d8908ed23'} {{(pid=95103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 19:24:46.757589 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.managers [None req-b2a21d6c-40e8-41c3-bd0f-5967714f322b None None] Bound port: e495f206-5a77-4edc-bf7c-628f2f6fed39, host: n-d-713301-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7fea2a1e-f855-4d52-a7e1-2fd793fa9a5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': 'c1c3ef61-7600-4f98-9132-f29d8908ed23'}}] {{(pid=95103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 19:24:46.758831 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b2a21d6c-40e8-41c3-bd0f-5967714f322b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:46.813534 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:46.876570 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] For port c36211f9-1e35-4b68-ba06-93438928d8df, host n-d-713301-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-16',level=0,port_id=c36211f9-1e35-4b68-ba06-93438928d8df,segment=NetworkSegment(5af8be7e-f9c6-4114-987e-ef068c7fc557),segment_id=5af8be7e-f9c6-4114-987e-ef068c7fc557)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:24:46.886220 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:46.983620 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Pushing event updated for resources: {'Port': ['ID=c36211f9-1e35-4b68-ba06-93438928d8df,revision_number=5']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:24:46.996422 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-b2a21d6c-40e8-41c3-bd0f-5967714f322b None None] For port e495f206-5a77-4edc-bf7c-628f2f6fed39, host n-d-713301-16, cleared binding levels {{(pid=95103) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 19:24:47.002410 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-b2a21d6c-40e8-41c3-bd0f-5967714f322b None None] For port e495f206-5a77-4edc-bf7c-628f2f6fed39, host n-d-713301-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-16',level=0,port_id=e495f206-5a77-4edc-bf7c-628f2f6fed39,segment=NetworkSegment(7fea2a1e-f855-4d52-a7e1-2fd793fa9a5a),segment_id=7fea2a1e-f855-4d52-a7e1-2fd793fa9a5a)] {{(pid=95103) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 19:24:47.009694 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b2a21d6c-40e8-41c3-bd0f-5967714f322b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:47.019643 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-0ae1b678-4671-4fda-ab11-7ea9bf3370a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1754676', 'neutron.services.segments.db._delete_segments_for_network-8783146221460'] for network, precommit_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:47.115048 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2a21d6c-40e8-41c3-bd0f-5967714f322b None None] Pushing event updated for resources: {'Port': ['ID=e495f206-5a77-4edc-bf7c-628f2f6fed39,revision_number=2']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:24:47.276305 n-d-713301-16 neutron-server[95102]: DEBUG neutron.services.segments.db [None req-0ae1b678-4671-4fda-ab11-7ea9bf3370a7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bf651024-673c-4eec-84ce-c6ef83d369a1']}} {{(pid=95102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:24:47.312954 n-d-713301-16 neutron-server[95102]: DEBUG neutron.services.segments.db [None req-0ae1b678-4671-4fda-ab11-7ea9bf3370a7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6735b3c2-9e0f-43a7-8f57-e48eb1a30c85') {'for_net_delete': True} {{(pid=95102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:24:47.313719 n-d-713301-16 neutron-server[95102]: DEBUG neutron.services.segments.db [None req-0ae1b678-4671-4fda-ab11-7ea9bf3370a7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6735b3c2-9e0f-43a7-8f57-e48eb1a30c85') {} {{(pid=95102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:24:47.323985 n-d-713301-16 neutron-server[95101]: DEBUG neutron.db.db_base_plugin_common [req-0ecb2596-a54b-4da0-9f6b-fd9b213f5765 req-97e574a1-fb10-49fe-91b5-6c9c72036668 tempest-MigrationsAdminTest-397594546 tempest-MigrationsAdminTest-397594546-project] Allocated IP 192.168.233.248 (5220cb0c-da05-478a-9604-8c11469a05b4/1ccc69bc-9d6b-44d9-b227-204e47dc6e45/5e0cfb4e-f0a0-4307-98ca-fd7fbec65808) {{(pid=95101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 19:24:47.418317 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 36656) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:24:47.490834 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-0ae1b678-4671-4fda-ab11-7ea9bf3370a7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783146221725', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6162832'] for segment, before_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:47.559432 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-41fba3d7-ae36-40a8-9d68-d753b3fb37f8 req-2ab9822d-25c2-4c73-a53c-e9e0264c42af tempest-MigrationsAdminTest-397594546 tempest-MigrationsAdminTest-397594546-project] 10.222.0.67 "GET /v2.0/ports?device_id=61df6679-e03a-4089-8f81-8cc4daaf4da0 HTTP/1.1" status: 200 len: 210 time: 0.0975227 Sep 23 19:24:47.607974 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-0ae1b678-4671-4fda-ab11-7ea9bf3370a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1756186'] for segment, precommit_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:47.632401 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0ae1b678-4671-4fda-ab11-7ea9bf3370a7 admin admin] Releasing vlan 608 on physical network physnet1 to pool {{(pid=95102) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 19:24:47.633728 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-0ae1b678-4671-4fda-ab11-7ea9bf3370a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1756186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4398095'] for segment, after_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:47.640767 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-2e0bb4f2-f7f6-4865-a4e1-1ab4790431a8 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:47.642630 n-d-713301-16 neutron-server[95102]: Traceback (most recent call last): Sep 23 19:24:47.642630 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 19:24:47.642630 n-d-713301-16 neutron-server[95102]: timer() Sep 23 19:24:47.642630 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 19:24:47.642630 n-d-713301-16 neutron-server[95102]: cb(*args, **kw) Sep 23 19:24:47.642630 n-d-713301-16 neutron-server[95102]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 19:24:47.642630 n-d-713301-16 neutron-server[95102]: return func(*args, **kwargs) Sep 23 19:24:47.642630 n-d-713301-16 neutron-server[95102]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 19:24:47.642630 n-d-713301-16 neutron-server[95102]: self._notify() Sep 23 19:24:47.642630 n-d-713301-16 neutron-server[95102]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 19:24:47.642630 n-d-713301-16 neutron-server[95102]: self.callback(batched_events) Sep 23 19:24:47.642630 n-d-713301-16 neutron-server[95102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 19:24:47.642630 n-d-713301-16 neutron-server[95102]: event.method(event) Sep 23 19:24:47.642630 n-d-713301-16 neutron-server[95102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 19:24:47.642630 n-d-713301-16 neutron-server[95102]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 19:24:47.642630 n-d-713301-16 neutron-server[95102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 19:24:47.642630 n-d-713301-16 neutron-server[95102]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 19:24:47.642630 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 19:24:47.642630 n-d-713301-16 neutron-server[95102]: return f(self, *a, **k) Sep 23 19:24:47.642630 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 19:24:47.642630 n-d-713301-16 neutron-server[95102]: return self._get(url).json() Sep 23 19:24:47.642630 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 19:24:47.642630 n-d-713301-16 neutron-server[95102]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 19:24:47.642630 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 19:24:47.642630 n-d-713301-16 neutron-server[95102]: return self.request(url, 'GET', **kwargs) Sep 23 19:24:47.642630 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 19:24:47.642630 n-d-713301-16 neutron-server[95102]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 19:24:47.642630 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 19:24:47.642630 n-d-713301-16 neutron-server[95102]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 19:24:47.642630 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 19:24:47.642630 n-d-713301-16 neutron-server[95102]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 19:24:47.642630 n-d-713301-16 neutron-server[95102]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 19:24:47.690864 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dfa3698-75d6-41a9-8b20-c34c55570373 req-7b4b8e5e-0af1-4504-8995-65877c085234 tempest-ServersTestJSON-2044209823 tempest-ServersTestJSON-2044209823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:24:47.699469 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-9fdc775c-608f-4d89-a206-f33802a41f69 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:47.701076 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-3dfa3698-75d6-41a9-8b20-c34c55570373 req-7b4b8e5e-0af1-4504-8995-65877c085234 tempest-ServersTestJSON-2044209823 tempest-ServersTestJSON-2044209823-project] 10.222.0.67 "GET /v2.0/ports?device_id=dcaaa8c8-6c24-4bcf-8c44-32093a3b0c39 HTTP/1.1" status: 200 len: 946 time: 0.5913718 Sep 23 19:24:47.706565 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-0ecb2596-a54b-4da0-9f6b-fd9b213f5765 req-97e574a1-fb10-49fe-91b5-6c9c72036668 tempest-MigrationsAdminTest-397594546 tempest-MigrationsAdminTest-397594546-project] Notify callbacks [] for port, precommit_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:47.830079 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-c2b44a7e-ac1c-46b8-90c9-c0bb39a32793 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-601372'] for router_interface, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:47.838196 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-2e0bb4f2-f7f6-4865-a4e1-1ab4790431a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:47.845057 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-51e191d7-6890-4bde-a94c-e25527e151d2 req-0c95574c-a6ff-4cf1-9b6f-a4ee27cbc2b6 tempest-ServerRescueTestJSON-83326898 tempest-ServerRescueTestJSON-83326898-project] 10.222.0.67 "GET /v2.0/ports?device_id=777ece37-282c-46bf-a54e-b76185b0b66f HTTP/1.1" status: 200 len: 210 time: 0.0642989 Sep 23 19:24:47.949509 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-9fdc775c-608f-4d89-a206-f33802a41f69 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:47.963295 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-9fdc775c-608f-4d89-a206-f33802a41f69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:47.963633 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Device e495f206-5a77-4edc-bf7c-628f2f6fed39 up at agent ovs-agent-n-d-713301-16 {{(pid=95103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 19:24:48.018193 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-9fdc775c-608f-4d89-a206-f33802a41f69 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=4a70c44b5a684fc5952c7352cab8550e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5978765 Sep 23 19:24:48.026101 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 36664) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:24:48.027674 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Provisioning complete for port e495f206-5a77-4edc-bf7c-628f2f6fed39 triggered by entity L2. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:24:48.028109 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:48.050832 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.agents_db [None req-f2f5c474-60a3-474f-b2cc-02c4bd30880c None None] Agent healthcheck: found 7 active agents {{(pid=95104) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 19:24:48.057247 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-0ae1b678-4671-4fda-ab11-7ea9bf3370a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1754627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-601866'] for network, after_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:48.068808 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-0ae1b678-4671-4fda-ab11-7ea9bf3370a7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527417'] for network, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:48.075450 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-0ae1b678-4671-4fda-ab11-7ea9bf3370a7 admin admin] 10.222.0.67 "DELETE /v2.0/networks/bf651024-673c-4eec-84ce-c6ef83d369a1 HTTP/1.1" status: 204 len: 168 time: 1.7393188 Sep 23 19:24:48.080689 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 36666) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:24:48.098148 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-0ecb2596-a54b-4da0-9f6b-fd9b213f5765 req-97e574a1-fb10-49fe-91b5-6c9c72036668 tempest-MigrationsAdminTest-397594546 tempest-MigrationsAdminTest-397594546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783145673135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5607431'] for port, after_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:48.124880 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fdc775c-608f-4d89-a206-f33802a41f69 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48f16e8f-93c9-4193-b4fd-217175a6ecab,revision_number=1']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:24:48.151468 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:48.192871 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] For port e495f206-5a77-4edc-bf7c-628f2f6fed39, host n-d-713301-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-16',level=0,port_id=e495f206-5a77-4edc-bf7c-628f2f6fed39,segment=NetworkSegment(7fea2a1e-f855-4d52-a7e1-2fd793fa9a5a),segment_id=7fea2a1e-f855-4d52-a7e1-2fd793fa9a5a)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:24:48.201500 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97e574a1-fb10-49fe-91b5-6c9c72036668 tempest-MigrationsAdminTest-397594546 tempest-MigrationsAdminTest-397594546-project] Pushing event updated for resources: {'Port': ['ID=5e0cfb4e-f0a0-4307-98ca-fd7fbec65808,revision_number=1']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:24:48.202445 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:48.206856 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Device c36211f9-1e35-4b68-ba06-93438928d8df up at agent ovs-agent-n-d-713301-16 {{(pid=95103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 19:24:48.235610 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0ecb2596-a54b-4da0-9f6b-fd9b213f5765 req-97e574a1-fb10-49fe-91b5-6c9c72036668 tempest-MigrationsAdminTest-397594546 tempest-MigrationsAdminTest-397594546-project] Network 5220cb0c-da05-478a-9604-8c11469a05b4 is already hosted by enough agents. {{(pid=95101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:24:48.241364 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.base_scheduler [req-0ecb2596-a54b-4da0-9f6b-fd9b213f5765 req-97e574a1-fb10-49fe-91b5-6c9c72036668 tempest-MigrationsAdminTest-397594546 tempest-MigrationsAdminTest-397594546-project] Resources bound (agent type, host, resource id): {{(pid=95101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:24:48.246098 n-d-713301-16 neutron-server[95101]: DEBUG neutron.db.l3_dvrscheduler_db [req-0ecb2596-a54b-4da0-9f6b-fd9b213f5765 req-97e574a1-fb10-49fe-91b5-6c9c72036668 tempest-MigrationsAdminTest-397594546 tempest-MigrationsAdminTest-397594546-project] Received port after_create {{(pid=95101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 19:24:48.283300 n-d-713301-16 neutron-server[95102]: DEBUG neutron.db.db_base_plugin_common [None req-2e0bb4f2-f7f6-4865-a4e1-1ab4790431a8 admin admin] Allocated IP 172.25.1.212 (5dec5c09-378e-4f50-89cc-d94eb81c3bac/eff83446-018c-428d-b3f5-54ac9abe7a2a/8b8d4e73-1f05-4427-92af-bc2b7dc230e0) {{(pid=95102) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 19:24:48.296204 n-d-713301-16 neutron-server[95101]: DEBUG neutron.db.db_base_plugin_v2 [None req-23fcdc0c-229a-4300-81f9-2e87fdbcbbdd admin admin] Deleting subnet 4f263a8b-2607-40d7-b7f7-14212394de88 {{(pid=95101) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 23 19:24:48.397138 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-23fcdc0c-229a-4300-81f9-2e87fdbcbbdd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:48.407820 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Pushing event updated for resources: {'Port': ['ID=e495f206-5a77-4edc-bf7c-628f2f6fed39,revision_number=3']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:24:48.448266 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Provisioning complete for port c36211f9-1e35-4b68-ba06-93438928d8df triggered by entity L2. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:24:48.449662 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:48.508677 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ecb2596-a54b-4da0-9f6b-fd9b213f5765 req-97e574a1-fb10-49fe-91b5-6c9c72036668 tempest-MigrationsAdminTest-397594546 tempest-MigrationsAdminTest-397594546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:24:48.509674 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-0ecb2596-a54b-4da0-9f6b-fd9b213f5765 req-97e574a1-fb10-49fe-91b5-6c9c72036668 tempest-MigrationsAdminTest-397594546 tempest-MigrationsAdminTest-397594546-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222849'] for port, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:48.535471 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-23fcdc0c-229a-4300-81f9-2e87fdbcbbdd admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6007154'] for subnet, precommit_delete_associations {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:48.638638 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-0ecb2596-a54b-4da0-9f6b-fd9b213f5765 req-97e574a1-fb10-49fe-91b5-6c9c72036668 tempest-MigrationsAdminTest-397594546 tempest-MigrationsAdminTest-397594546-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 4.2336810 Sep 23 19:24:48.666103 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.v2.base [req-0ecb2596-a54b-4da0-9f6b-fd9b213f5765 req-67ee8aa5-b3a9-48fc-b140-273dc201dd71 service neutron] Request body: {'port': {'device_id': '61df6679-e03a-4089-8f81-8cc4daaf4da0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713301-16'}} {{(pid=95101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:24:48.746406 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-06453b59-2ab2-421d-bc59-df77a975dfff None None] Provisioning complete for port 5e0cfb4e-f0a0-4307-98ca-fd7fbec65808 triggered by entity DHCP. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:24:48.746885 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-06453b59-2ab2-421d-bc59-df77a975dfff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:48.752324 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-23fcdc0c-229a-4300-81f9-2e87fdbcbbdd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1756813'] for subnet, precommit_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:48.816549 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5932339-d26d-4486-ad31-9fc6f187f228 None None] Network c1c3ef61-7600-4f98-9132-f29d8908ed23 requested from n-d-713301-16 {{(pid=95103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 19:24:48.819943 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.plugin [None req-06453b59-2ab2-421d-bc59-df77a975dfff None None] Port 5e0cfb4e-f0a0-4307-98ca-fd7fbec65808 cannot update to ACTIVE because it is not bound. {{(pid=95103) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 19:24:48.844743 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-0ecb2596-a54b-4da0-9f6b-fd9b213f5765 req-67ee8aa5-b3a9-48fc-b140-273dc201dd71 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:48.913882 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-3dfa3698-75d6-41a9-8b20-c34c55570373 req-0a44789d-cde5-4386-8161-99c92f5e6c90 tempest-ServersTestJSON-2044209823 tempest-ServersTestJSON-2044209823-project] 10.222.0.67 "GET /v2.0/security-groups?id=b87b4d2a-dc5f-4c37-8504-d48d1299302b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.2113762 Sep 23 19:24:48.950141 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc090a3-e793-45dd-886b-14ce8613f57f req-398bbb45-dd3c-442a-9295-92229fd5a699 tempest-ServerRescueTestJSON-83326898 tempest-ServerRescueTestJSON-83326898-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:24:48.953119 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-6fc090a3-e793-45dd-886b-14ce8613f57f req-398bbb45-dd3c-442a-9295-92229fd5a699 tempest-ServerRescueTestJSON-83326898 tempest-ServerRescueTestJSON-83326898-project] 10.222.0.74 "GET /v2.0/networks?id=c1ad3b2d-de91-44e9-a44c-b26d03d276cb HTTP/1.1" status: 200 len: 810 time: 1.6228750 Sep 23 19:24:48.964512 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ae1b678-4671-4fda-ab11-7ea9bf3370a7 admin admin] Pushing event deleted for resources: {'Network': ['ID=bf651024-673c-4eec-84ce-c6ef83d369a1,revision_number=None']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:24:48.979453 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-23fcdc0c-229a-4300-81f9-2e87fdbcbbdd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1756804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5607514', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6130950'] for subnet, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:48.979819 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.v2.base [req-6fc090a3-e793-45dd-886b-14ce8613f57f req-ff48be1a-b70a-4f95-88c9-b499278f5bf3 tempest-ServerRescueTestJSON-83326898 tempest-ServerRescueTestJSON-83326898-project] Request body: {'port': {'device_id': '777ece37-282c-46bf-a54e-b76185b0b66f', 'network_id': 'c1ad3b2d-de91-44e9-a44c-b26d03d276cb', 'admin_state_up': True, 'tenant_id': 'f0e955ef027245ff92005717d6ccbc80'}} {{(pid=95102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:24:49.000013 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-885faeb3-150f-41ab-b010-5f0147142ac3 None None] Provisioning complete for port e495f206-5a77-4edc-bf7c-628f2f6fed39 triggered by entity DHCP. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:24:49.000398 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-885faeb3-150f-41ab-b010-5f0147142ac3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:49.189417 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-23fcdc0c-229a-4300-81f9-2e87fdbcbbdd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527417'] for subnet, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:49.192016 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-23fcdc0c-229a-4300-81f9-2e87fdbcbbdd admin admin] 10.222.0.67 "DELETE /v2.0/subnets/4f263a8b-2607-40d7-b7f7-14212394de88 HTTP/1.1" status: 204 len: 168 time: 1.1099288 Sep 23 19:24:49.194777 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 36676) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:24:49.210201 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-a6dcba6c-65de-4829-b6eb-32ef1bb3a813 req-5514e82b-a56c-4fad-848b-55f72ccff053 tempest-ServerRescueTestJSON-83326898 tempest-ServerRescueTestJSON-83326898-project] 10.222.0.67 "GET /v2.0/ports?device_id=777ece37-282c-46bf-a54e-b76185b0b66f HTTP/1.1" status: 200 len: 210 time: 0.0747416 Sep 23 19:24:49.214758 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23fcdc0c-229a-4300-81f9-2e87fdbcbbdd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4f263a8b-2607-40d7-b7f7-14212394de88,revision_number=None']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:24:49.252234 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-caba9f1b-09a7-429a-b154-f071c2ee318e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:49.283343 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.plugin [None req-c2b44a7e-ac1c-46b8-90c9-c0bb39a32793 admin admin] Deleting port b1a76ce2-06dc-409f-91c7-09045dd595e4 {{(pid=95101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:24:49.283343 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-c2b44a7e-ac1c-46b8-90c9-c0bb39a32793 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783146157096'] for port, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:49.300377 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-2e0bb4f2-f7f6-4865-a4e1-1ab4790431a8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:49.321091 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4542c5fc-905c-4e5f-8ce6-35fe9e6a8705 req-857f8e69-a32e-47db-b334-6a2fe801e365 tempest-MigrationsAdminTest-397594546 tempest-MigrationsAdminTest-397594546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:24:49.322716 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-4542c5fc-905c-4e5f-8ce6-35fe9e6a8705 req-857f8e69-a32e-47db-b334-6a2fe801e365 tempest-MigrationsAdminTest-397594546 tempest-MigrationsAdminTest-397594546-project] 10.222.0.67 "GET /v2.0/ports?device_id=61df6679-e03a-4089-8f81-8cc4daaf4da0 HTTP/1.1" status: 200 len: 936 time: 0.3645568 Sep 23 19:24:49.352681 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-caba9f1b-09a7-429a-b154-f071c2ee318e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:49.385460 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-d2b96a17-548e-4d3b-b7ce-089ca249b203 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1628021'] for network, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:49.440003 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6fc090a3-e793-45dd-886b-14ce8613f57f req-ff48be1a-b70a-4f95-88c9-b499278f5bf3 tempest-ServerRescueTestJSON-83326898 tempest-ServerRescueTestJSON-83326898-project] Made reservation on behalf of f0e955ef027245ff92005717d6ccbc80 for: {'port': 1} {{(pid=95102) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:24:49.449415 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-6fc090a3-e793-45dd-886b-14ce8613f57f req-ff48be1a-b70a-4f95-88c9-b499278f5bf3 tempest-ServerRescueTestJSON-83326898 tempest-ServerRescueTestJSON-83326898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:49.483906 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-4542c5fc-905c-4e5f-8ce6-35fe9e6a8705 req-0158b49a-bd03-4b92-8339-219d7cf1031e tempest-MigrationsAdminTest-397594546 tempest-MigrationsAdminTest-397594546-project] 10.222.0.67 "GET /v2.0/security-groups?id=78cb509b-31c4-4e2a-bb5c-7abd6194dcc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1393466 Sep 23 19:24:49.487406 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-2e0bb4f2-f7f6-4865-a4e1-1ab4790431a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783145673135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4399100'] for port, after_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:49.576920 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.db [None req-c2b44a7e-ac1c-46b8-90c9-c0bb39a32793 admin admin] For port b1a76ce2-06dc-409f-91c7-09045dd595e4, host n-d-713301-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-16',level=0,port_id=b1a76ce2-06dc-409f-91c7-09045dd595e4,segment=NetworkSegment(d9fca353-00c7-4d63-8b31-29fd9abb60f3),segment_id=d9fca353-00c7-4d63-8b31-29fd9abb60f3)] {{(pid=95101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:24:49.576920 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-c2b44a7e-ac1c-46b8-90c9-c0bb39a32793 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-605701'] for port, precommit_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:49.592357 n-d-713301-16 neutron-server[95102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e0bb4f2-f7f6-4865-a4e1-1ab4790431a8 admin admin] Network 5dec5c09-378e-4f50-89cc-d94eb81c3bac is already hosted by enough agents. {{(pid=95102) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:24:49.607869 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-caba9f1b-09a7-429a-b154-f071c2ee318e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:49.610743 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-caba9f1b-09a7-429a-b154-f071c2ee318e admin admin] Notify callbacks [] for security_group, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:49.612113 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-caba9f1b-09a7-429a-b154-f071c2ee318e admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/48f16e8f-93c9-4193-b4fd-217175a6ecab HTTP/1.1" status: 204 len: 168 time: 1.5675189 Sep 23 19:24:49.613376 n-d-713301-16 neutron-server[95102]: DEBUG neutron.scheduler.base_scheduler [None req-2e0bb4f2-f7f6-4865-a4e1-1ab4790431a8 admin admin] Resources bound (agent type, host, resource id): {{(pid=95102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:24:49.640464 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-d2b96a17-548e-4d3b-b7ce-089ca249b203 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1754676', 'neutron.services.segments.db._delete_segments_for_network-8783146221460'] for network, precommit_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:49.652210 n-d-713301-16 neutron-server[95102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e0bb4f2-f7f6-4865-a4e1-1ab4790431a8 admin admin] Received port after_create {{(pid=95102) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 19:24:49.661986 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e0bb4f2-f7f6-4865-a4e1-1ab4790431a8 admin admin] Pushing event updated for resources: {'Port': ['ID=8b8d4e73-1f05-4427-92af-bc2b7dc230e0,revision_number=1']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:24:49.666839 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-5aa06020-4a86-4541-b875-ddc51ac41384 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:49.673610 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caba9f1b-09a7-429a-b154-f071c2ee318e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48f16e8f-93c9-4193-b4fd-217175a6ecab,revision_number=None']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:24:49.674571 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.plugin [None req-c2b44a7e-ac1c-46b8-90c9-c0bb39a32793 admin admin] Calling delete_port for b1a76ce2-06dc-409f-91c7-09045dd595e4 owned by network:router_interface {{(pid=95101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:24:49.722097 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-7a1d6785-ff6d-4abf-a0de-b831df2914cf None None] Provisioning complete for port e495f206-5a77-4edc-bf7c-628f2f6fed39 triggered by entity DHCP. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:24:49.722467 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-7a1d6785-ff6d-4abf-a0de-b831df2914cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:49.759718 n-d-713301-16 neutron-server[95101]: DEBUG neutron.services.segments.db [None req-d2b96a17-548e-4d3b-b7ce-089ca249b203 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3dc3e305-d4f8-41b3-9cb8-5a427fe51b9e']}} {{(pid=95101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:24:49.805686 n-d-713301-16 neutron-server[95101]: DEBUG neutron.services.segments.db [None req-d2b96a17-548e-4d3b-b7ce-089ca249b203 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '375f2294-7835-4a0e-b108-881be8a3bfc3') {'for_net_delete': True} {{(pid=95101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:24:49.807132 n-d-713301-16 neutron-server[95101]: DEBUG neutron.services.segments.db [None req-d2b96a17-548e-4d3b-b7ce-089ca249b203 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '375f2294-7835-4a0e-b108-881be8a3bfc3') {} {{(pid=95101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:24:49.901262 n-d-713301-16 neutron-server[95101]: DEBUG neutron.notifiers.nova [req-0ecb2596-a54b-4da0-9f6b-fd9b213f5765 req-67ee8aa5-b3a9-48fc-b140-273dc201dd71 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5e0cfb4e-f0a0-4307-98ca-fd7fbec65808 {{(pid=95101) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 19:24:49.908253 n-d-713301-16 neutron-server[95102]: DEBUG neutron.db.db_base_plugin_common [req-6fc090a3-e793-45dd-886b-14ce8613f57f req-ff48be1a-b70a-4f95-88c9-b499278f5bf3 tempest-ServerRescueTestJSON-83326898 tempest-ServerRescueTestJSON-83326898-project] Allocated IP 172.20.0.3 (c1ad3b2d-de91-44e9-a44c-b26d03d276cb/f7972800-2fa5-4fd0-ae55-c87548a8f875/c0243896-fce1-491e-b01a-fe507cb083a8) {{(pid=95102) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 19:24:49.914437 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-d2b96a17-548e-4d3b-b7ce-089ca249b203 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783146221725', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6007147'] for segment, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:49.917921 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-0ecb2596-a54b-4da0-9f6b-fd9b213f5765 req-67ee8aa5-b3a9-48fc-b140-273dc201dd71 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:49.929978 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Device e495f206-5a77-4edc-bf7c-628f2f6fed39 up at agent ovs-agent-n-d-713301-16 {{(pid=95103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 19:24:49.963176 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-d2b96a17-548e-4d3b-b7ce-089ca249b203 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1756186'] for segment, precommit_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:49.978168 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d2b96a17-548e-4d3b-b7ce-089ca249b203 admin admin] Releasing vlan 643 on physical network physnet1 to pool {{(pid=95101) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 19:24:49.978869 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-d2b96a17-548e-4d3b-b7ce-089ca249b203 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1756186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5608436'] for segment, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:49.981008 n-d-713301-16 neutron-server[95101]: Traceback (most recent call last): Sep 23 19:24:49.981008 n-d-713301-16 neutron-server[95101]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 19:24:49.981008 n-d-713301-16 neutron-server[95101]: timer() Sep 23 19:24:49.981008 n-d-713301-16 neutron-server[95101]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 19:24:49.981008 n-d-713301-16 neutron-server[95101]: cb(*args, **kw) Sep 23 19:24:49.981008 n-d-713301-16 neutron-server[95101]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 19:24:49.981008 n-d-713301-16 neutron-server[95101]: return func(*args, **kwargs) Sep 23 19:24:49.981008 n-d-713301-16 neutron-server[95101]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 19:24:49.981008 n-d-713301-16 neutron-server[95101]: self._notify() Sep 23 19:24:49.981008 n-d-713301-16 neutron-server[95101]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 19:24:49.981008 n-d-713301-16 neutron-server[95101]: self.callback(batched_events) Sep 23 19:24:49.981008 n-d-713301-16 neutron-server[95101]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 19:24:49.981008 n-d-713301-16 neutron-server[95101]: event.method(event) Sep 23 19:24:49.981008 n-d-713301-16 neutron-server[95101]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 19:24:49.981008 n-d-713301-16 neutron-server[95101]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 19:24:49.981008 n-d-713301-16 neutron-server[95101]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 19:24:49.981008 n-d-713301-16 neutron-server[95101]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 19:24:49.981008 n-d-713301-16 neutron-server[95101]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 19:24:49.981008 n-d-713301-16 neutron-server[95101]: return f(self, *a, **k) Sep 23 19:24:49.981008 n-d-713301-16 neutron-server[95101]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 19:24:49.981008 n-d-713301-16 neutron-server[95101]: return self._get(url).json() Sep 23 19:24:49.981008 n-d-713301-16 neutron-server[95101]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 19:24:49.981008 n-d-713301-16 neutron-server[95101]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 19:24:49.981008 n-d-713301-16 neutron-server[95101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 19:24:49.981008 n-d-713301-16 neutron-server[95101]: return self.request(url, 'GET', **kwargs) Sep 23 19:24:49.981008 n-d-713301-16 neutron-server[95101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 19:24:49.981008 n-d-713301-16 neutron-server[95101]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 19:24:49.981008 n-d-713301-16 neutron-server[95101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 19:24:49.981008 n-d-713301-16 neutron-server[95101]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 19:24:49.981008 n-d-713301-16 neutron-server[95101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 19:24:49.981008 n-d-713301-16 neutron-server[95101]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 19:24:49.981008 n-d-713301-16 neutron-server[95101]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 19:24:50.124164 n-d-713301-16 neutron-server[95101]: DEBUG neutron.db.provisioning_blocks [req-0ecb2596-a54b-4da0-9f6b-fd9b213f5765 req-67ee8aa5-b3a9-48fc-b140-273dc201dd71 service neutron] Transition to ACTIVE for port object 5e0cfb4e-f0a0-4307-98ca-fd7fbec65808 will not be triggered until provisioned by entity L2. {{(pid=95101) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 19:24:50.126774 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-d2b96a17-548e-4d3b-b7ce-089ca249b203 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1754627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-601866'] for network, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:50.131679 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Provisioning complete for port e495f206-5a77-4edc-bf7c-628f2f6fed39 triggered by entity L2. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:24:50.132052 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:50.140501 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-0ecb2596-a54b-4da0-9f6b-fd9b213f5765 req-67ee8aa5-b3a9-48fc-b140-273dc201dd71 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5607436'] for port, after_update {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:50.144232 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-d2b96a17-548e-4d3b-b7ce-089ca249b203 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527417'] for network, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:50.165194 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-d2b96a17-548e-4d3b-b7ce-089ca249b203 admin admin] 10.222.0.67 "DELETE /v2.0/networks/3dc3e305-d4f8-41b3-9cb8-5a427fe51b9e HTTP/1.1" status: 204 len: 168 time: 0.9578934 Sep 23 19:24:50.184358 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-6fc090a3-e793-45dd-886b-14ce8613f57f req-ff48be1a-b70a-4f95-88c9-b499278f5bf3 tempest-ServerRescueTestJSON-83326898 tempest-ServerRescueTestJSON-83326898-project] Notify callbacks [] for port, precommit_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:50.203421 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 36690) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:24:50.237526 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2b96a17-548e-4d3b-b7ce-089ca249b203 admin admin] Pushing event deleted for resources: {'Network': ['ID=3dc3e305-d4f8-41b3-9cb8-5a427fe51b9e,revision_number=None']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:24:50.259423 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-a51ab5a8-11f1-4cf4-a451-b7b3b42ba97c admin admin] Notify callbacks [] for security_group, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:50.268198 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-6fc090a3-e793-45dd-886b-14ce8613f57f req-ff48be1a-b70a-4f95-88c9-b499278f5bf3 tempest-ServerRescueTestJSON-83326898 tempest-ServerRescueTestJSON-83326898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783145673135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4399100'] for port, after_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:50.296266 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67ee8aa5-b3a9-48fc-b140-273dc201dd71 service neutron] Pushing event updated for resources: {'Port': ['ID=5e0cfb4e-f0a0-4307-98ca-fd7fbec65808,revision_number=2']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:24:50.415901 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 36694) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:24:50.482118 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-c2b44a7e-ac1c-46b8-90c9-c0bb39a32793 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783146162158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783145673144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5607431'] for port, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:50.541562 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.managers [req-0ecb2596-a54b-4da0-9f6b-fd9b213f5765 req-67ee8aa5-b3a9-48fc-b140-273dc201dd71 service neutron] Attempting to bind port 5e0cfb4e-f0a0-4307-98ca-fd7fbec65808 on host n-h2-713301-16 for vnic_type normal with profile {{(pid=95101) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 19:24:50.541982 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.managers [req-0ecb2596-a54b-4da0-9f6b-fd9b213f5765 req-67ee8aa5-b3a9-48fc-b140-273dc201dd71 service neutron] Attempting to bind port 5e0cfb4e-f0a0-4307-98ca-fd7fbec65808 by drivers openvswitch,hyperv on host n-h2-713301-16 at level 0 using segments [{'id': '6139d589-eb6c-4578-8935-c26ddf396853', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '5220cb0c-da05-478a-9604-8c11469a05b4'}] {{(pid=95101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 19:24:50.542318 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ecb2596-a54b-4da0-9f6b-fd9b213f5765 req-67ee8aa5-b3a9-48fc-b140-273dc201dd71 service neutron] Attempting to bind port 5e0cfb4e-f0a0-4307-98ca-fd7fbec65808 on network 5220cb0c-da05-478a-9604-8c11469a05b4 {{(pid=95101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:24:50.548695 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2b44a7e-ac1c-46b8-90c9-c0bb39a32793 admin admin] Pushing event deleted for resources: {'Port': ['ID=b1a76ce2-06dc-409f-91c7-09045dd595e4,revision_number=None']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:24:50.558308 n-d-713301-16 neutron-server[95102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6fc090a3-e793-45dd-886b-14ce8613f57f req-ff48be1a-b70a-4f95-88c9-b499278f5bf3 tempest-ServerRescueTestJSON-83326898 tempest-ServerRescueTestJSON-83326898-project] Network c1ad3b2d-de91-44e9-a44c-b26d03d276cb is already hosted by enough agents. {{(pid=95102) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:24:50.568456 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff48be1a-b70a-4f95-88c9-b499278f5bf3 tempest-ServerRescueTestJSON-83326898 tempest-ServerRescueTestJSON-83326898-project] Pushing event updated for resources: {'Port': ['ID=c0243896-fce1-491e-b01a-fe507cb083a8,revision_number=1']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:24:50.589791 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ecb2596-a54b-4da0-9f6b-fd9b213f5765 req-67ee8aa5-b3a9-48fc-b140-273dc201dd71 service neutron] Port 5e0cfb4e-f0a0-4307-98ca-fd7fbec65808 on network 5220cb0c-da05-478a-9604-8c11469a05b4 not bound, no agent of type Open vSwitch agent registered on host n-h2-713301-16 {{(pid=95101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 19:24:50.590117 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ecb2596-a54b-4da0-9f6b-fd9b213f5765 req-67ee8aa5-b3a9-48fc-b140-273dc201dd71 service neutron] Attempting to bind port 5e0cfb4e-f0a0-4307-98ca-fd7fbec65808 on network 5220cb0c-da05-478a-9604-8c11469a05b4 {{(pid=95101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:24:50.597354 n-d-713301-16 neutron-server[95102]: DEBUG neutron.scheduler.base_scheduler [req-6fc090a3-e793-45dd-886b-14ce8613f57f req-ff48be1a-b70a-4f95-88c9-b499278f5bf3 tempest-ServerRescueTestJSON-83326898 tempest-ServerRescueTestJSON-83326898-project] Resources bound (agent type, host, resource id): {{(pid=95102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:24:50.638376 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ecb2596-a54b-4da0-9f6b-fd9b213f5765 req-67ee8aa5-b3a9-48fc-b140-273dc201dd71 service neutron] Checking agent: {'id': '2a7cea34-db54-4faf-8d23-37521c3e34cb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713301-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 19, 15, 28), 'started_at': datetime.datetime(2021, 9, 23, 19, 15, 28), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 19, 24, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 19:24:50.638853 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ecb2596-a54b-4da0-9f6b-fd9b213f5765 req-67ee8aa5-b3a9-48fc-b140-273dc201dd71 service neutron] Checking segment: {'id': '6139d589-eb6c-4578-8935-c26ddf396853', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '5220cb0c-da05-478a-9604-8c11469a05b4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:24:50.639099 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ecb2596-a54b-4da0-9f6b-fd9b213f5765 req-67ee8aa5-b3a9-48fc-b140-273dc201dd71 service neutron] Bound using segment: {'id': '6139d589-eb6c-4578-8935-c26ddf396853', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '5220cb0c-da05-478a-9604-8c11469a05b4'} {{(pid=95101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 19:24:50.639655 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.managers [req-0ecb2596-a54b-4da0-9f6b-fd9b213f5765 req-67ee8aa5-b3a9-48fc-b140-273dc201dd71 service neutron] Bound port: 5e0cfb4e-f0a0-4307-98ca-fd7fbec65808, host: n-h2-713301-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6139d589-eb6c-4578-8935-c26ddf396853', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '5220cb0c-da05-478a-9604-8c11469a05b4'}}] {{(pid=95101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 19:24:50.639902 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-0ecb2596-a54b-4da0-9f6b-fd9b213f5765 req-67ee8aa5-b3a9-48fc-b140-273dc201dd71 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:50.642372 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-2e0bb4f2-f7f6-4865-a4e1-1ab4790431a8 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:50.703070 n-d-713301-16 neutron-server[95102]: DEBUG neutron.db.l3_dvrscheduler_db [req-6fc090a3-e793-45dd-886b-14ce8613f57f req-ff48be1a-b70a-4f95-88c9-b499278f5bf3 tempest-ServerRescueTestJSON-83326898 tempest-ServerRescueTestJSON-83326898-project] Received port after_create {{(pid=95102) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 19:24:50.711465 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-a51ab5a8-11f1-4cf4-a451-b7b3b42ba97c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:50.758978 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-a51ab5a8-11f1-4cf4-a451-b7b3b42ba97c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:50.776481 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3074ff4b-7281-408e-ad26-1f8b7abc8c26 req-a4433e61-2338-477a-b95b-304d2cf158da tempest-ServersTestJSON-2044209823 tempest-ServersTestJSON-2044209823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:24:50.781792 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-3074ff4b-7281-408e-ad26-1f8b7abc8c26 req-a4433e61-2338-477a-b95b-304d2cf158da tempest-ServersTestJSON-2044209823 tempest-ServersTestJSON-2044209823-project] 10.222.0.67 "GET /v2.0/ports?device_id=dcaaa8c8-6c24-4bcf-8c44-32093a3b0c39 HTTP/1.1" status: 200 len: 946 time: 0.5192468 Sep 23 19:24:50.815729 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-1322416e-c25b-4589-9345-12f2708696fa admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=0f5d9c33c3334ce192c43e08217ee019&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3948150 Sep 23 19:24:50.827938 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 36698) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:24:50.835609 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7808f295-c85e-4e8f-b73c-ef6a55ab0c6a req-41148ba8-ad0d-4e14-ba31-3f4f4b6ab139 tempest-ServerRescueTestJSON-83326898 tempest-ServerRescueTestJSON-83326898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:24:50.837218 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-7808f295-c85e-4e8f-b73c-ef6a55ab0c6a req-41148ba8-ad0d-4e14-ba31-3f4f4b6ab139 tempest-ServerRescueTestJSON-83326898 tempest-ServerRescueTestJSON-83326898-project] 10.222.0.67 "GET /v2.0/ports?device_id=777ece37-282c-46bf-a54e-b76185b0b66f HTTP/1.1" status: 200 len: 931 time: 0.4598923 Sep 23 19:24:50.865794 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-a51ab5a8-11f1-4cf4-a451-b7b3b42ba97c admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=60f690d82c1d46aaafe571e118a9d6a9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6586587 Sep 23 19:24:50.870060 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a51ab5a8-11f1-4cf4-a451-b7b3b42ba97c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31da04bf-e9d1-4086-b01d-55e792b93f63,revision_number=1']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:24:50.873321 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.db [req-0ecb2596-a54b-4da0-9f6b-fd9b213f5765 req-67ee8aa5-b3a9-48fc-b140-273dc201dd71 service neutron] For port 5e0cfb4e-f0a0-4307-98ca-fd7fbec65808, host n-h2-713301-16, cleared binding levels {{(pid=95101) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 19:24:50.876852 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 36700) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:24:50.888464 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.db [req-0ecb2596-a54b-4da0-9f6b-fd9b213f5765 req-67ee8aa5-b3a9-48fc-b140-273dc201dd71 service neutron] For port 5e0cfb4e-f0a0-4307-98ca-fd7fbec65808, host n-h2-713301-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-16',level=0,port_id=5e0cfb4e-f0a0-4307-98ca-fd7fbec65808,segment=NetworkSegment(6139d589-eb6c-4578-8935-c26ddf396853),segment_id=6139d589-eb6c-4578-8935-c26ddf396853)] {{(pid=95101) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 19:24:50.907605 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-0ecb2596-a54b-4da0-9f6b-fd9b213f5765 req-67ee8aa5-b3a9-48fc-b140-273dc201dd71 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5607436'] for port, after_update {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:50.916050 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc090a3-e793-45dd-886b-14ce8613f57f req-ff48be1a-b70a-4f95-88c9-b499278f5bf3 tempest-ServerRescueTestJSON-83326898 tempest-ServerRescueTestJSON-83326898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:24:50.917066 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-6fc090a3-e793-45dd-886b-14ce8613f57f req-ff48be1a-b70a-4f95-88c9-b499278f5bf3 tempest-ServerRescueTestJSON-83326898 tempest-ServerRescueTestJSON-83326898-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222849'] for port, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:50.980216 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-3074ff4b-7281-408e-ad26-1f8b7abc8c26 req-c39134f5-05f9-4737-bb44-d7cd8e6d047b tempest-ServersTestJSON-2044209823 tempest-ServersTestJSON-2044209823-project] 10.222.0.67 "GET /v2.0/security-groups?id=b87b4d2a-dc5f-4c37-8504-d48d1299302b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1774659 Sep 23 19:24:50.983054 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ecb2596-a54b-4da0-9f6b-fd9b213f5765 req-67ee8aa5-b3a9-48fc-b140-273dc201dd71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:24:50.983681 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-0ecb2596-a54b-4da0-9f6b-fd9b213f5765 req-67ee8aa5-b3a9-48fc-b140-273dc201dd71 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222849'] for port, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:50.985255 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-0ecb2596-a54b-4da0-9f6b-fd9b213f5765 req-67ee8aa5-b3a9-48fc-b140-273dc201dd71 service neutron] 10.222.0.53 "PUT /v2.0/ports/5e0cfb4e-f0a0-4307-98ca-fd7fbec65808 HTTP/1.1" status: 200 len: 1097 time: 2.3377464 Sep 23 19:24:50.985710 n-d-713301-16 neutron-server[95101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '61df6679-e03a-4089-8f81-8cc4daaf4da0', 'tag': '5e0cfb4e-f0a0-4307-98ca-fd7fbec65808'}] {{(pid=95101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 19:24:50.988152 n-d-713301-16 neutron-server[95101]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d8366c5740cd635e57ab12b71fe44a77c2acc3c19091ef849c6f68b380462244" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad75efd1-afb2-454b-908b-4f505a855052" -d '{"events": [{"name": "network-changed", "server_uuid": "61df6679-e03a-4089-8f81-8cc4daaf4da0", "tag": "5e0cfb4e-f0a0-4307-98ca-fd7fbec65808"}]}' {{(pid=95101) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 19:24:50.995113 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-6fc090a3-e793-45dd-886b-14ce8613f57f req-ff48be1a-b70a-4f95-88c9-b499278f5bf3 tempest-ServerRescueTestJSON-83326898 tempest-ServerRescueTestJSON-83326898-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0198302 Sep 23 19:24:51.001633 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-c2b44a7e-ac1c-46b8-90c9-c0bb39a32793 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-527322', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-602005'] for router_interface, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:51.049404 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67ee8aa5-b3a9-48fc-b140-273dc201dd71 service neutron] Pushing event updated for resources: {'Port': ['ID=5e0cfb4e-f0a0-4307-98ca-fd7fbec65808,revision_number=3']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:24:51.100892 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.v2.base [req-6fc090a3-e793-45dd-886b-14ce8613f57f req-24d2febc-b6f2-4647-be86-ba74f8af3fbf service neutron] Request body: {'port': {'device_id': '777ece37-282c-46bf-a54e-b76185b0b66f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713301-16'}} {{(pid=95102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:24:51.114758 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-91b9a0bf-4dc6-48f9-99f3-0b556f75810e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:51.139737 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-91b9a0bf-4dc6-48f9-99f3-0b556f75810e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:51.165444 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-7808f295-c85e-4e8f-b73c-ef6a55ab0c6a req-f2ea1300-49e7-4a64-82b4-6d402d4638d1 tempest-ServerRescueTestJSON-83326898 tempest-ServerRescueTestJSON-83326898-project] 10.222.0.67 "GET /v2.0/security-groups?id=324a4552-7b72-4e62-bcd4-dc8354c093e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2977858 Sep 23 19:24:51.223947 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-5b603e1c-5424-4e35-a772-4e22023d12b4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:51.232065 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-91b9a0bf-4dc6-48f9-99f3-0b556f75810e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:51.234944 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-91b9a0bf-4dc6-48f9-99f3-0b556f75810e admin admin] Notify callbacks [] for security_group, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:51.238801 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-91b9a0bf-4dc6-48f9-99f3-0b556f75810e admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/31da04bf-e9d1-4086-b01d-55e792b93f63 HTTP/1.1" status: 204 len: 168 time: 0.3608234 Sep 23 19:24:51.279453 n-d-713301-16 neutron-server[95101]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 19:24:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a610a6b-e1e3-4fc5-95b8-42c4ce0e9eb8 x-openstack-request-id: req-5a610a6b-e1e3-4fc5-95b8-42c4ce0e9eb8 {{(pid=95101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 19:24:51.280030 n-d-713301-16 neutron-server[95101]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "61df6679-e03a-4089-8f81-8cc4daaf4da0", "tag": "5e0cfb4e-f0a0-4307-98ca-fd7fbec65808", "status": "completed", "code": 200}]} {{(pid=95101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 19:24:51.280539 n-d-713301-16 neutron-server[95101]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-5a610a6b-e1e3-4fc5-95b8-42c4ce0e9eb8 {{(pid=95101) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 19:24:51.281145 n-d-713301-16 neutron-server[95101]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '61df6679-e03a-4089-8f81-8cc4daaf4da0', 'tag': '5e0cfb4e-f0a0-4307-98ca-fd7fbec65808', 'status': 'completed', 'code': 200} Sep 23 19:24:51.300917 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91b9a0bf-4dc6-48f9-99f3-0b556f75810e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31da04bf-e9d1-4086-b01d-55e792b93f63,revision_number=None']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:24:51.308037 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ecb2596-a54b-4da0-9f6b-fd9b213f5765 req-9b57b2cc-da50-4802-81fc-4f177e9b0bf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:24:51.310090 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-0ecb2596-a54b-4da0-9f6b-fd9b213f5765 req-9b57b2cc-da50-4802-81fc-4f177e9b0bf1 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=cff0149cb20c4944955e93a2b393f7c5&device_id=61df6679-e03a-4089-8f81-8cc4daaf4da0 HTTP/1.1" status: 200 len: 1100 time: 0.2784798 Sep 23 19:24:51.402977 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-0ecb2596-a54b-4da0-9f6b-fd9b213f5765 req-d090e02b-a999-430f-bd8f-d066570a5b37 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.248&port_id=5e0cfb4e-f0a0-4307-98ca-fd7fbec65808 HTTP/1.1" status: 200 len: 217 time: 0.0643260 Sep 23 19:24:51.408157 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a08d37-6bce-43ae-9915-f7f6f0f75c06 req-7cbe02ce-d138-414d-921e-8d3710ce14c1 tempest-MigrationsAdminTest-397594546 tempest-MigrationsAdminTest-397594546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:24:51.409883 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-55a08d37-6bce-43ae-9915-f7f6f0f75c06 req-7cbe02ce-d138-414d-921e-8d3710ce14c1 tempest-MigrationsAdminTest-397594546 tempest-MigrationsAdminTest-397594546-project] 10.222.0.67 "GET /v2.0/ports?device_id=61df6679-e03a-4089-8f81-8cc4daaf4da0 HTTP/1.1" status: 200 len: 948 time: 0.2994413 Sep 23 19:24:51.416856 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-6fc090a3-e793-45dd-886b-14ce8613f57f req-24d2febc-b6f2-4647-be86-ba74f8af3fbf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:51.433586 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-2e0bb4f2-f7f6-4865-a4e1-1ab4790431a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-597258', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-601790'] for router, after_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:51.451577 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-5b603e1c-5424-4e35-a772-4e22023d12b4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:51.567850 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ecb2596-a54b-4da0-9f6b-fd9b213f5765 req-0bd233c5-bba6-438c-ae64-f6269b098107 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:24:51.569308 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-0ecb2596-a54b-4da0-9f6b-fd9b213f5765 req-0bd233c5-bba6-438c-ae64-f6269b098107 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=1ccc69bc-9d6b-44d9-b227-204e47dc6e45 HTTP/1.1" status: 200 len: 843 time: 0.1222305 Sep 23 19:24:51.714442 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-55a08d37-6bce-43ae-9915-f7f6f0f75c06 req-c787314d-c487-4fac-8ace-d51c037d46cc tempest-MigrationsAdminTest-397594546 tempest-MigrationsAdminTest-397594546-project] 10.222.0.67 "GET /v2.0/security-groups?id=78cb509b-31c4-4e2a-bb5c-7abd6194dcc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2747412 Sep 23 19:24:51.756002 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c2b44a7e-ac1c-46b8-90c9-c0bb39a32793 admin admin] Router d4549d7c-751b-482a-9388-b3f8449c4e3e has already been hosted by L3 agent 79a740bf-7821-4989-8288-7186e3e128f3 {{(pid=95101) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 19:24:51.793513 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ecb2596-a54b-4da0-9f6b-fd9b213f5765 req-cf88700e-1831-44a9-a319-03281a62c341 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:24:51.797810 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-0ecb2596-a54b-4da0-9f6b-fd9b213f5765 req-cf88700e-1831-44a9-a319-03281a62c341 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=5220cb0c-da05-478a-9604-8c11469a05b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2159302 Sep 23 19:24:51.815712 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-5b603e1c-5424-4e35-a772-4e22023d12b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:51.818289 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-5b603e1c-5424-4e35-a772-4e22023d12b4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:51.819684 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-5b603e1c-5424-4e35-a772-4e22023d12b4 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/1c151358-1cab-48a6-be3e-ad7507b4da06 HTTP/1.1" status: 204 len: 168 time: 0.9813280 Sep 23 19:24:51.867981 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b603e1c-5424-4e35-a772-4e22023d12b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c151358-1cab-48a6-be3e-ad7507b4da06,revision_number=None']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:24:51.988559 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65567df-d73d-4897-944c-0fd679518fca req-a6c292ba-0d4b-481b-a491-5329d66c77b6 tempest-ServersTestJSON-2044209823 tempest-ServersTestJSON-2044209823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:24:51.996201 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-e65567df-d73d-4897-944c-0fd679518fca req-a6c292ba-0d4b-481b-a491-5329d66c77b6 tempest-ServersTestJSON-2044209823 tempest-ServersTestJSON-2044209823-project] 10.222.0.67 "GET /v2.0/ports?device_id=dcaaa8c8-6c24-4bcf-8c44-32093a3b0c39 HTTP/1.1" status: 200 len: 946 time: 0.1731339 Sep 23 19:24:52.005439 n-d-713301-16 neutron-server[95102]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e0bb4f2-f7f6-4865-a4e1-1ab4790431a8 admin admin] Router 65634710-c6e3-408c-b679-82bbd975259b is scheduled to L3 agent 79a740bf-7821-4989-8288-7186e3e128f3 with binding_index 1 {{(pid=95102) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 23 19:24:52.134388 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-e65567df-d73d-4897-944c-0fd679518fca req-413ad797-bc7c-4f21-b60e-00c1dcea421b tempest-ServersTestJSON-2044209823 tempest-ServersTestJSON-2044209823-project] 10.222.0.67 "GET /v2.0/security-groups?id=b87b4d2a-dc5f-4c37-8504-d48d1299302b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1343019 Sep 23 19:24:52.181987 n-d-713301-16 neutron-server[95102]: DEBUG neutron.notifiers.nova [req-6fc090a3-e793-45dd-886b-14ce8613f57f req-24d2febc-b6f2-4647-be86-ba74f8af3fbf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c0243896-fce1-491e-b01a-fe507cb083a8 {{(pid=95102) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 19:24:52.196025 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-6fc090a3-e793-45dd-886b-14ce8613f57f req-24d2febc-b6f2-4647-be86-ba74f8af3fbf service neutron] Notify callbacks [] for port, precommit_update {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:52.222050 n-d-713301-16 neutron-server[95102]: DEBUG neutron.db.provisioning_blocks [req-6fc090a3-e793-45dd-886b-14ce8613f57f req-24d2febc-b6f2-4647-be86-ba74f8af3fbf service neutron] Transition to ACTIVE for port object c0243896-fce1-491e-b01a-fe507cb083a8 will not be triggered until provisioned by entity L2. {{(pid=95102) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 19:24:52.237895 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-6fc090a3-e793-45dd-886b-14ce8613f57f req-24d2febc-b6f2-4647-be86-ba74f8af3fbf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4399095'] for port, after_update {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:52.253253 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e0bb4f2-f7f6-4865-a4e1-1ab4790431a8 admin admin] Notify agent at l3_agent.n-d-713301-16 the message routers_updated {{(pid=95102) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 19:24:52.271904 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3fa02d5-fcb8-4893-9266-5c8f01bc1c5f None None] Sync routers for ids ['65634710-c6e3-408c-b679-82bbd975259b'] in n-d-713301-16 {{(pid=95103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 19:24:52.316182 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3fa02d5-fcb8-4893-9266-5c8f01bc1c5f None None] Routers {'65634710-c6e3-408c-b679-82bbd975259b'} bound to L3 agent in host n-d-713301-16 {{(pid=95103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 19:24:52.320120 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_hamode_db [None req-b3fa02d5-fcb8-4893-9266-5c8f01bc1c5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-23T19:07:52Z,description=,heartbeat_timestamp=2021-09-23T19:24:22Z,host='n-d-713301-16',id=79a740bf-7821-4989-8288-7186e3e128f3,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:07:52Z,topic='l3_agent')) {'router_ids': ['65634710-c6e3-408c-b679-82bbd975259b'], 'active': True} {{(pid=95103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:24:52.454413 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-0ecb2596-a54b-4da0-9f6b-fd9b213f5765 req-ea711e5b-3215-42d7-861d-9bea2e12a295 service neutron] 10.222.0.53 "GET /v2.0/networks/5220cb0c-da05-478a-9604-8c11469a05b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6410606 Sep 23 19:24:52.455217 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-aefa81ac-090e-4848-b80f-a8a8b5577fa6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:52.471872 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2b44a7e-ac1c-46b8-90c9-c0bb39a32793 admin admin] Notify agent at l3_agent.n-d-713301-16 the message routers_updated {{(pid=95101) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 19:24:52.488498 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-c2b44a7e-ac1c-46b8-90c9-c0bb39a32793 admin admin] 10.222.0.67 "PUT /v2.0/routers/d4549d7c-751b-482a-9388-b3f8449c4e3e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5658591 Sep 23 19:24:52.491092 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dea3f433-5e2f-424a-9ae9-ab1bc80add67 None None] Sync routers for ids ['d4549d7c-751b-482a-9388-b3f8449c4e3e'] in n-d-713301-16 {{(pid=95104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 19:24:52.516234 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 36740) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:24:52.526152 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dea3f433-5e2f-424a-9ae9-ab1bc80add67 None None] Routers {'d4549d7c-751b-482a-9388-b3f8449c4e3e'} bound to L3 agent in host n-d-713301-16 {{(pid=95104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 19:24:52.529785 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_hamode_db [None req-dea3f433-5e2f-424a-9ae9-ab1bc80add67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-23T19:07:52Z,description=,heartbeat_timestamp=2021-09-23T19:24:52Z,host='n-d-713301-16',id=79a740bf-7821-4989-8288-7186e3e128f3,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:07:52Z,topic='l3_agent')) {'router_ids': ['d4549d7c-751b-482a-9388-b3f8449c4e3e'], 'active': True} {{(pid=95104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:24:52.534831 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 36744) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:24:52.657417 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_dvr_db [None req-b3fa02d5-fcb8-4893-9266-5c8f01bc1c5f None None] Set router 65634710-c6e3-408c-b679-82bbd975259b gateway port host: n-d-713301-16 {{(pid=95103) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 19:24:52.843377 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_dvr_db [None req-dea3f433-5e2f-424a-9ae9-ab1bc80add67 None None] Set router d4549d7c-751b-482a-9388-b3f8449c4e3e gateway port host: n-d-713301-16 {{(pid=95104) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 19:24:52.889524 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-2e0bb4f2-f7f6-4865-a4e1-1ab4790431a8 admin admin] Notify callbacks [] for router, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:52.893429 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-2e0bb4f2-f7f6-4865-a4e1-1ab4790431a8 admin admin] 10.222.0.67 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 8.3304982 Sep 23 19:24:52.904970 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 36752) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:24:52.939188 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-2a3bcded-bc5d-4f2a-9228-a49cc1efe20c admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=614e6208c52841fe808ecd42e9dac0a8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3120263 Sep 23 19:24:52.941615 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 36756) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:24:52.967443 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24d2febc-b6f2-4647-be86-ba74f8af3fbf service neutron] Pushing event updated for resources: {'Port': ['ID=c0243896-fce1-491e-b01a-fe507cb083a8,revision_number=2']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:24:53.051643 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_hamode_db [None req-b3fa02d5-fcb8-4893-9266-5c8f01bc1c5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65634710-c6e3-408c-b679-82bbd975259b', 'name': 'tempest-ServersTestFqdnHostnames-128521063-router', 'tenant_id': '8f30595259594b588538420667412c2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'external_fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.212'}], 'enable_snat': True}, 'gw_port_id': '8b8d4e73-1f05-4427-92af-bc2b7dc230e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:24:44Z', 'updated_at': '2021-09-23T19:24:49Z', 'revision_number': 3, 'project_id': '8f30595259594b588538420667412c2e', 'gw_port': {'id': '8b8d4e73-1f05-4427-92af-bc2b7dc230e0', 'name': '', 'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:2e:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65634710-c6e3-408c-b679-82bbd975259b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 831, 'fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:24:47Z', 'updated_at': '2021-09-23T19:24:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-16'}], 'n-d-713301-16', False) {} {{(pid=95103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:24:53.057047 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:53.093580 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3fa02d5-fcb8-4893-9266-5c8f01bc1c5f None None] Checking router: 65634710-c6e3-408c-b679-82bbd975259b for host: n-d-713301-16 {{(pid=95103) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 19:24:53.093932 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3fa02d5-fcb8-4893-9266-5c8f01bc1c5f None None] Updating router 65634710-c6e3-408c-b679-82bbd975259b port 8b8d4e73-1f05-4427-92af-bc2b7dc230e0 binding host n-d-713301-16 {{(pid=95103) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 23 19:24:53.128334 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b3fa02d5-fcb8-4893-9266-5c8f01bc1c5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:53.155778 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1126e5-bf50-42be-b60a-6702a8a4b81a req-55188fac-c776-463b-a2fb-1a8bee39852a tempest-ServerRescueTestJSON-83326898 tempest-ServerRescueTestJSON-83326898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:24:53.163132 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-bd1126e5-bf50-42be-b60a-6702a8a4b81a req-55188fac-c776-463b-a2fb-1a8bee39852a tempest-ServerRescueTestJSON-83326898 tempest-ServerRescueTestJSON-83326898-project] 10.222.0.67 "GET /v2.0/ports?device_id=777ece37-282c-46bf-a54e-b76185b0b66f HTTP/1.1" status: 200 len: 943 time: 0.8543842 Sep 23 19:24:53.180341 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-0706448c-ef21-42df-a2cc-3da49bd03f47 admin admin] Notify callbacks [] for router, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:53.236572 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-0ecb2596-a54b-4da0-9f6b-fd9b213f5765 req-b0674ee8-b06f-4d19-9941-a9dacf020396 service neutron] 10.222.0.53 "GET /v2.0/networks/5220cb0c-da05-478a-9604-8c11469a05b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7736750 Sep 23 19:24:53.236949 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_hamode_db [None req-dea3f433-5e2f-424a-9ae9-ab1bc80add67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4549d7c-751b-482a-9388-b3f8449c4e3e', 'name': 'tempest-ServersTestBootFromVolume-424061460-router', 'tenant_id': 'b9b1bf1e052747edb79d8459636eb975', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'external_fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.95'}], 'enable_snat': True}, 'gw_port_id': 'e8904638-1ea1-46e8-8511-305a3e759973', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:21:07Z', 'updated_at': '2021-09-23T19:24:50Z', 'revision_number': 5, 'project_id': 'b9b1bf1e052747edb79d8459636eb975', 'gw_port': {'id': 'e8904638-1ea1-46e8-8511-305a3e759973', 'name': '', 'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:a5:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4549d7c-751b-482a-9388-b3f8449c4e3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 575, 'fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:21:09Z', 'updated_at': '2021-09-23T19:21:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-16'}], 'n-d-713301-16', False) {} {{(pid=95104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:24:53.249970 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4864a48d-81ff-4103-8cf9-9118e4a626fa req-b654d320-70c1-4f84-bfc2-8cb296461d8f tempest-MigrationsAdminTest-397594546 tempest-MigrationsAdminTest-397594546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:24:53.251541 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-4864a48d-81ff-4103-8cf9-9118e4a626fa req-b654d320-70c1-4f84-bfc2-8cb296461d8f tempest-MigrationsAdminTest-397594546 tempest-MigrationsAdminTest-397594546-project] 10.222.0.67 "GET /v2.0/ports?device_id=61df6679-e03a-4089-8f81-8cc4daaf4da0 HTTP/1.1" status: 200 len: 948 time: 0.3052204 Sep 23 19:24:53.265720 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-bd1126e5-bf50-42be-b60a-6702a8a4b81a req-03f84e60-1cf9-48b6-8235-a714dc7f4e8e tempest-ServerRescueTestJSON-83326898 tempest-ServerRescueTestJSON-83326898-project] 10.222.0.67 "GET /v2.0/security-groups?id=324a4552-7b72-4e62-bcd4-dc8354c093e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1015136 Sep 23 19:24:53.272393 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.managers [req-6fc090a3-e793-45dd-886b-14ce8613f57f req-24d2febc-b6f2-4647-be86-ba74f8af3fbf service neutron] Attempting to bind port c0243896-fce1-491e-b01a-fe507cb083a8 on host n-h1-713301-16 for vnic_type normal with profile {{(pid=95102) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 19:24:53.273963 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.managers [req-6fc090a3-e793-45dd-886b-14ce8613f57f req-24d2febc-b6f2-4647-be86-ba74f8af3fbf service neutron] Attempting to bind port c0243896-fce1-491e-b01a-fe507cb083a8 by drivers openvswitch,hyperv on host n-h1-713301-16 at level 0 using segments [{'id': '5af8be7e-f9c6-4114-987e-ef068c7fc557', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': 'c1ad3b2d-de91-44e9-a44c-b26d03d276cb'}] {{(pid=95102) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 19:24:53.274576 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fc090a3-e793-45dd-886b-14ce8613f57f req-24d2febc-b6f2-4647-be86-ba74f8af3fbf service neutron] Attempting to bind port c0243896-fce1-491e-b01a-fe507cb083a8 on network c1ad3b2d-de91-44e9-a44c-b26d03d276cb {{(pid=95102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:24:53.330236 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f021d23-780b-415a-8bdf-401b9591d3fc req-825bd50d-322d-4070-9dfa-eabab0da4c31 tempest-ServersTestJSON-2044209823 tempest-ServersTestJSON-2044209823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:24:53.332395 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-4f021d23-780b-415a-8bdf-401b9591d3fc req-825bd50d-322d-4070-9dfa-eabab0da4c31 tempest-ServersTestJSON-2044209823 tempest-ServersTestJSON-2044209823-project] 10.222.0.74 "GET /v2.0/ports?device_id=dcaaa8c8-6c24-4bcf-8c44-32093a3b0c39 HTTP/1.1" status: 200 len: 946 time: 0.3302360 Sep 23 19:24:53.356525 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-0ae75029-feb6-4728-9a94-5f9b60993d82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:53.358668 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-4864a48d-81ff-4103-8cf9-9118e4a626fa req-910cba00-8035-42c2-a829-68f1ceebc4f5 tempest-MigrationsAdminTest-397594546 tempest-MigrationsAdminTest-397594546-project] 10.222.0.67 "GET /v2.0/security-groups?id=78cb509b-31c4-4e2a-bb5c-7abd6194dcc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827107 Sep 23 19:24:53.364189 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fc090a3-e793-45dd-886b-14ce8613f57f req-24d2febc-b6f2-4647-be86-ba74f8af3fbf service neutron] Port c0243896-fce1-491e-b01a-fe507cb083a8 on network c1ad3b2d-de91-44e9-a44c-b26d03d276cb not bound, no agent of type Open vSwitch agent registered on host n-h1-713301-16 {{(pid=95102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 19:24:53.365411 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fc090a3-e793-45dd-886b-14ce8613f57f req-24d2febc-b6f2-4647-be86-ba74f8af3fbf service neutron] Attempting to bind port c0243896-fce1-491e-b01a-fe507cb083a8 on network c1ad3b2d-de91-44e9-a44c-b26d03d276cb {{(pid=95102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:24:53.376930 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dea3f433-5e2f-424a-9ae9-ab1bc80add67 None None] Checking router: d4549d7c-751b-482a-9388-b3f8449c4e3e for host: n-d-713301-16 {{(pid=95104) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 19:24:53.388767 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dea3f433-5e2f-424a-9ae9-ab1bc80add67 None None] Routers {'d4549d7c-751b-482a-9388-b3f8449c4e3e'} bound to L3 agent in host n-d-713301-16 {{(pid=95104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 19:24:53.389527 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_hamode_db [None req-dea3f433-5e2f-424a-9ae9-ab1bc80add67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-23T19:07:52Z,description=,heartbeat_timestamp=2021-09-23T19:24:52Z,host='n-d-713301-16',id=79a740bf-7821-4989-8288-7186e3e128f3,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:07:52Z,topic='l3_agent')) {'router_ids': ['d4549d7c-751b-482a-9388-b3f8449c4e3e'], 'active': True} {{(pid=95104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:24:53.405055 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-f5244fa7-15cf-46ad-9856-6e8ce3d12745 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:53.439723 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fc090a3-e793-45dd-886b-14ce8613f57f req-24d2febc-b6f2-4647-be86-ba74f8af3fbf service neutron] Checking agent: {'id': '0708c3e9-0aad-4600-9be9-d2486535c898', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713301-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 19, 15, 28), 'started_at': datetime.datetime(2021, 9, 23, 19, 15, 28), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 19, 24, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 19:24:53.440066 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fc090a3-e793-45dd-886b-14ce8613f57f req-24d2febc-b6f2-4647-be86-ba74f8af3fbf service neutron] Checking segment: {'id': '5af8be7e-f9c6-4114-987e-ef068c7fc557', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': 'c1ad3b2d-de91-44e9-a44c-b26d03d276cb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95102) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:24:53.440456 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fc090a3-e793-45dd-886b-14ce8613f57f req-24d2febc-b6f2-4647-be86-ba74f8af3fbf service neutron] Bound using segment: {'id': '5af8be7e-f9c6-4114-987e-ef068c7fc557', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': 'c1ad3b2d-de91-44e9-a44c-b26d03d276cb'} {{(pid=95102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 19:24:53.440945 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.managers [req-6fc090a3-e793-45dd-886b-14ce8613f57f req-24d2febc-b6f2-4647-be86-ba74f8af3fbf service neutron] Bound port: c0243896-fce1-491e-b01a-fe507cb083a8, host: n-h1-713301-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5af8be7e-f9c6-4114-987e-ef068c7fc557', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': 'c1ad3b2d-de91-44e9-a44c-b26d03d276cb'}}] {{(pid=95102) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 19:24:53.441309 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-6fc090a3-e793-45dd-886b-14ce8613f57f req-24d2febc-b6f2-4647-be86-ba74f8af3fbf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:53.504716 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-f5244fa7-15cf-46ad-9856-6e8ce3d12745 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:53.532588 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad75efd1-afb2-454b-908b-4f505a855052 req-238e2223-21d6-4ef2-bef3-4d874b97fa86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:24:53.545017 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-ad75efd1-afb2-454b-908b-4f505a855052 req-238e2223-21d6-4ef2-bef3-4d874b97fa86 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=cff0149cb20c4944955e93a2b393f7c5&device_id=61df6679-e03a-4089-8f81-8cc4daaf4da0 HTTP/1.1" status: 200 len: 1100 time: 0.2313678 Sep 23 19:24:53.553551 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_dvr_db [None req-dea3f433-5e2f-424a-9ae9-ab1bc80add67 None None] Set router d4549d7c-751b-482a-9388-b3f8449c4e3e gateway port host: n-d-713301-16 {{(pid=95104) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 19:24:53.614360 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317ae506-3239-40e8-ae95-7ca499d6f419 req-aa1dc3dc-5145-45a6-8477-57dea3fe61a9 tempest-ServersTestJSON-2044209823 tempest-ServersTestJSON-2044209823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:24:53.615957 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-317ae506-3239-40e8-ae95-7ca499d6f419 req-aa1dc3dc-5145-45a6-8477-57dea3fe61a9 tempest-ServersTestJSON-2044209823 tempest-ServersTestJSON-2044209823-project] 10.222.0.67 "GET /v2.0/ports?device_id=dcaaa8c8-6c24-4bcf-8c44-32093a3b0c39 HTTP/1.1" status: 200 len: 946 time: 0.1775882 Sep 23 19:24:53.640776 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b3fa02d5-fcb8-4893-9266-5c8f01bc1c5f None None] Notify callbacks [] for port, precommit_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:53.650706 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b3fa02d5-fcb8-4893-9266-5c8f01bc1c5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:53.686821 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-0706448c-ef21-42df-a2cc-3da49bd03f47 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:53.731023 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.managers [None req-b3fa02d5-fcb8-4893-9266-5c8f01bc1c5f None None] Attempting to bind port 8b8d4e73-1f05-4427-92af-bc2b7dc230e0 on host n-d-713301-16 for vnic_type normal with profile {{(pid=95103) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 19:24:53.731578 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.managers [None req-b3fa02d5-fcb8-4893-9266-5c8f01bc1c5f None None] Attempting to bind port 8b8d4e73-1f05-4427-92af-bc2b7dc230e0 by drivers openvswitch,hyperv on host n-d-713301-16 at level 0 using segments [{'id': '7d4027f1-d893-4c7b-95d4-757b8e44e380', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac'}] {{(pid=95103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 19:24:53.732457 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3fa02d5-fcb8-4893-9266-5c8f01bc1c5f None None] Attempting to bind port 8b8d4e73-1f05-4427-92af-bc2b7dc230e0 on network 5dec5c09-378e-4f50-89cc-d94eb81c3bac {{(pid=95103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:24:53.743172 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3fa02d5-fcb8-4893-9266-5c8f01bc1c5f None None] Checking agent: {'id': '70a14545-df24-472f-8f95-bfe1719bff93', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 19, 7, 53), 'started_at': datetime.datetime(2021, 9, 23, 19, 8, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 19, 24, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 19:24:53.744308 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3fa02d5-fcb8-4893-9266-5c8f01bc1c5f None None] Checking segment: {'id': '7d4027f1-d893-4c7b-95d4-757b8e44e380', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95103) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:24:53.744900 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b3fa02d5-fcb8-4893-9266-5c8f01bc1c5f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:53.745525 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3fa02d5-fcb8-4893-9266-5c8f01bc1c5f None None] Bound using segment: {'id': '7d4027f1-d893-4c7b-95d4-757b8e44e380', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac'} {{(pid=95103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 19:24:53.746839 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.managers [None req-b3fa02d5-fcb8-4893-9266-5c8f01bc1c5f None None] Bound port: 8b8d4e73-1f05-4427-92af-bc2b7dc230e0, host: n-d-713301-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7d4027f1-d893-4c7b-95d4-757b8e44e380', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac'}}] {{(pid=95103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 19:24:53.747247 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b3fa02d5-fcb8-4893-9266-5c8f01bc1c5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:53.759439 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19f3b701-8fcc-4a03-a8d7-4f99f614b7c1 None None] Pushing event updated for resources: {'Port': ['ID=8b8d4e73-1f05-4427-92af-bc2b7dc230e0,revision_number=2']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:24:53.792647 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.db [req-6fc090a3-e793-45dd-886b-14ce8613f57f req-24d2febc-b6f2-4647-be86-ba74f8af3fbf service neutron] For port c0243896-fce1-491e-b01a-fe507cb083a8, host n-h1-713301-16, cleared binding levels {{(pid=95102) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 19:24:53.831026 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.plugin [req-4f021d23-780b-415a-8bdf-401b9591d3fc req-8b6c222f-2a31-4490-b5d1-ec8fbcc9e250 tempest-ServersTestJSON-2044209823 tempest-ServersTestJSON-2044209823-project] Deleting port 326b5816-3159-409f-b98a-e23377c96e50 {{(pid=95101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:24:53.831735 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-4f021d23-780b-415a-8bdf-401b9591d3fc req-8b6c222f-2a31-4490-b5d1-ec8fbcc9e250 tempest-ServersTestJSON-2044209823 tempest-ServersTestJSON-2044209823-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783146157096'] for port, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:53.853977 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.db [req-6fc090a3-e793-45dd-886b-14ce8613f57f req-24d2febc-b6f2-4647-be86-ba74f8af3fbf service neutron] For port c0243896-fce1-491e-b01a-fe507cb083a8, host n-h1-713301-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-16',level=0,port_id=c0243896-fce1-491e-b01a-fe507cb083a8,segment=NetworkSegment(5af8be7e-f9c6-4114-987e-ef068c7fc557),segment_id=5af8be7e-f9c6-4114-987e-ef068c7fc557)] {{(pid=95102) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 19:24:53.864692 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-6fc090a3-e793-45dd-886b-14ce8613f57f req-24d2febc-b6f2-4647-be86-ba74f8af3fbf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4399095'] for port, after_update {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:53.874516 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-317ae506-3239-40e8-ae95-7ca499d6f419 req-6555414c-abf9-4ecc-a146-9438eb6f4a72 tempest-ServersTestJSON-2044209823 tempest-ServersTestJSON-2044209823-project] 10.222.0.67 "GET /v2.0/security-groups?id=b87b4d2a-dc5f-4c37-8504-d48d1299302b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2502038 Sep 23 19:24:53.897178 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-b3fa02d5-fcb8-4893-9266-5c8f01bc1c5f None None] For port 8b8d4e73-1f05-4427-92af-bc2b7dc230e0, host n-d-713301-16, cleared binding levels {{(pid=95103) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 19:24:53.909438 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-b3fa02d5-fcb8-4893-9266-5c8f01bc1c5f None None] For port 8b8d4e73-1f05-4427-92af-bc2b7dc230e0, host n-d-713301-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-16',level=0,port_id=8b8d4e73-1f05-4427-92af-bc2b7dc230e0,segment=NetworkSegment(7d4027f1-d893-4c7b-95d4-757b8e44e380),segment_id=7d4027f1-d893-4c7b-95d4-757b8e44e380)] {{(pid=95103) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 19:24:53.917458 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b3fa02d5-fcb8-4893-9266-5c8f01bc1c5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:53.966767 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.db [req-4f021d23-780b-415a-8bdf-401b9591d3fc req-8b6c222f-2a31-4490-b5d1-ec8fbcc9e250 tempest-ServersTestJSON-2044209823 tempest-ServersTestJSON-2044209823-project] For port 326b5816-3159-409f-b98a-e23377c96e50, host n-h1-713301-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-16',level=0,port_id=326b5816-3159-409f-b98a-e23377c96e50,segment=NetworkSegment(67b8f6c5-b740-4a28-a82e-f136ec158977),segment_id=67b8f6c5-b740-4a28-a82e-f136ec158977)] {{(pid=95101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:24:53.967288 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-4f021d23-780b-415a-8bdf-401b9591d3fc req-8b6c222f-2a31-4490-b5d1-ec8fbcc9e250 tempest-ServersTestJSON-2044209823 tempest-ServersTestJSON-2044209823-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-605701'] for port, precommit_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:53.973558 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc090a3-e793-45dd-886b-14ce8613f57f req-24d2febc-b6f2-4647-be86-ba74f8af3fbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:24:53.974819 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-6fc090a3-e793-45dd-886b-14ce8613f57f req-24d2febc-b6f2-4647-be86-ba74f8af3fbf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222849'] for port, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:53.976837 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-6fc090a3-e793-45dd-886b-14ce8613f57f req-24d2febc-b6f2-4647-be86-ba74f8af3fbf service neutron] 10.222.0.74 "PUT /v2.0/ports/c0243896-fce1-491e-b01a-fe507cb083a8 HTTP/1.1" status: 200 len: 1092 time: 2.9704299 Sep 23 19:24:53.985447 n-d-713301-16 neutron-server[95102]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '777ece37-282c-46bf-a54e-b76185b0b66f', 'tag': 'c0243896-fce1-491e-b01a-fe507cb083a8'}] {{(pid=95102) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 19:24:53.988524 n-d-713301-16 neutron-server[95102]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab31b6d93e5336dbddfa8ec424565b3bd8cb2369c5b4d85bc943472dbb21e8ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-113fc293-c9e9-4e0f-b289-dce641978822" -d '{"events": [{"name": "network-changed", "server_uuid": "777ece37-282c-46bf-a54e-b76185b0b66f", "tag": "c0243896-fce1-491e-b01a-fe507cb083a8"}]}' {{(pid=95102) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 19:24:54.096457 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3fa02d5-fcb8-4893-9266-5c8f01bc1c5f None None] Routers {'65634710-c6e3-408c-b679-82bbd975259b'} bound to L3 agent in host n-d-713301-16 {{(pid=95103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 19:24:54.098018 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_hamode_db [None req-b3fa02d5-fcb8-4893-9266-5c8f01bc1c5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-23T19:07:52Z,description=,heartbeat_timestamp=2021-09-23T19:24:52Z,host='n-d-713301-16',id=79a740bf-7821-4989-8288-7186e3e128f3,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:07:52Z,topic='l3_agent')) {'router_ids': ['65634710-c6e3-408c-b679-82bbd975259b'], 'active': True} {{(pid=95103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:24:54.115254 n-d-713301-16 neutron-server[95102]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 19:24:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2afa6ea9-2851-414f-9465-14a421396485 x-openstack-request-id: req-2afa6ea9-2851-414f-9465-14a421396485 {{(pid=95102) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 19:24:54.115682 n-d-713301-16 neutron-server[95102]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "777ece37-282c-46bf-a54e-b76185b0b66f", "tag": "c0243896-fce1-491e-b01a-fe507cb083a8", "status": "completed", "code": 200}]} {{(pid=95102) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 19:24:54.116549 n-d-713301-16 neutron-server[95102]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-2afa6ea9-2851-414f-9465-14a421396485 {{(pid=95102) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 19:24:54.116716 n-d-713301-16 neutron-server[95102]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '777ece37-282c-46bf-a54e-b76185b0b66f', 'tag': 'c0243896-fce1-491e-b01a-fe507cb083a8', 'status': 'completed', 'code': 200} Sep 23 19:24:54.170109 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_hamode_db [None req-dea3f433-5e2f-424a-9ae9-ab1bc80add67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4549d7c-751b-482a-9388-b3f8449c4e3e', 'name': 'tempest-ServersTestBootFromVolume-424061460-router', 'tenant_id': 'b9b1bf1e052747edb79d8459636eb975', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'external_fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.95'}], 'enable_snat': True}, 'gw_port_id': 'e8904638-1ea1-46e8-8511-305a3e759973', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:21:07Z', 'updated_at': '2021-09-23T19:24:50Z', 'revision_number': 5, 'project_id': 'b9b1bf1e052747edb79d8459636eb975', 'gw_port': {'id': 'e8904638-1ea1-46e8-8511-305a3e759973', 'name': '', 'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:a5:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4549d7c-751b-482a-9388-b3f8449c4e3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 575, 'fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:21:09Z', 'updated_at': '2021-09-23T19:21:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-16'}], 'n-d-713301-16', False) {} {{(pid=95104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:24:54.220982 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dea3f433-5e2f-424a-9ae9-ab1bc80add67 None None] The sync data for ids ['d4549d7c-751b-482a-9388-b3f8449c4e3e'] in n-d-713301-16 is: [{'id': 'd4549d7c-751b-482a-9388-b3f8449c4e3e', 'name': 'tempest-ServersTestBootFromVolume-424061460-router', 'tenant_id': 'b9b1bf1e052747edb79d8459636eb975', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'external_fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.95'}], 'enable_snat': True}, 'gw_port_id': 'e8904638-1ea1-46e8-8511-305a3e759973', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:21:07Z', 'updated_at': '2021-09-23T19:24:50Z', 'revision_number': 5, 'project_id': 'b9b1bf1e052747edb79d8459636eb975', 'gw_port': {'id': 'e8904638-1ea1-46e8-8511-305a3e759973', 'name': '', 'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:a5:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4549d7c-751b-482a-9388-b3f8449c4e3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 575, 'fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:21:09Z', 'updated_at': '2021-09-23T19:21:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-16'}] {{(pid=95104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 19:24:54.263884 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19f3b701-8fcc-4a03-a8d7-4f99f614b7c1 None None] Pushing event updated for resources: {'Port': ['ID=8b8d4e73-1f05-4427-92af-bc2b7dc230e0,revision_number=3']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:24:54.316753 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24d2febc-b6f2-4647-be86-ba74f8af3fbf service neutron] Pushing event updated for resources: {'Port': ['ID=c0243896-fce1-491e-b01a-fe507cb083a8,revision_number=3']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:24:54.328709 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-4f021d23-780b-415a-8bdf-401b9591d3fc req-8b6c222f-2a31-4490-b5d1-ec8fbcc9e250 tempest-ServersTestJSON-2044209823 tempest-ServersTestJSON-2044209823-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:54.329511 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-4f021d23-780b-415a-8bdf-401b9591d3fc req-8b6c222f-2a31-4490-b5d1-ec8fbcc9e250 tempest-ServersTestJSON-2044209823 tempest-ServersTestJSON-2044209823-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-601884'] for floatingip, after_update {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:54.351033 n-d-713301-16 neutron-server[95101]: INFO neutron.db.l3_db [req-4f021d23-780b-415a-8bdf-401b9591d3fc req-8b6c222f-2a31-4490-b5d1-ec8fbcc9e250 tempest-ServersTestJSON-2044209823 tempest-ServersTestJSON-2044209823-project] Floating IP 6f57089a-cdce-4e54-9711-dd20d5f05d9f disassociated. External IP: 172.25.1.106, port: 326b5816-3159-409f-b98a-e23377c96e50. Sep 23 19:24:54.355374 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.plugin [req-4f021d23-780b-415a-8bdf-401b9591d3fc req-8b6c222f-2a31-4490-b5d1-ec8fbcc9e250 tempest-ServersTestJSON-2044209823 tempest-ServersTestJSON-2044209823-project] Calling delete_port for 326b5816-3159-409f-b98a-e23377c96e50 owned by compute:nova {{(pid=95101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:24:54.440796 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc090a3-e793-45dd-886b-14ce8613f57f req-de3abd31-67cc-4d86-85a1-cbdd3c30406d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:24:54.443317 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-6fc090a3-e793-45dd-886b-14ce8613f57f req-de3abd31-67cc-4d86-85a1-cbdd3c30406d service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=f0e955ef027245ff92005717d6ccbc80&device_id=777ece37-282c-46bf-a54e-b76185b0b66f HTTP/1.1" status: 200 len: 1095 time: 0.3962080 Sep 23 19:24:54.498716 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_dvr_db [None req-b3fa02d5-fcb8-4893-9266-5c8f01bc1c5f None None] Set router 65634710-c6e3-408c-b679-82bbd975259b gateway port host: n-d-713301-16 {{(pid=95103) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 19:24:54.576868 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-4f021d23-780b-415a-8bdf-401b9591d3fc req-8b6c222f-2a31-4490-b5d1-ec8fbcc9e250 tempest-ServersTestJSON-2044209823 tempest-ServersTestJSON-2044209823-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783146162158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783145673144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5607431'] for port, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:54.631629 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b6c222f-2a31-4490-b5d1-ec8fbcc9e250 tempest-ServersTestJSON-2044209823 tempest-ServersTestJSON-2044209823-project] Pushing event deleted for resources: {'Port': ['ID=326b5816-3159-409f-b98a-e23377c96e50,revision_number=None']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:24:54.666357 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-6fc090a3-e793-45dd-886b-14ce8613f57f req-9cb5a697-579c-4334-b65e-aeb1d3339b1f service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c0243896-fce1-491e-b01a-fe507cb083a8 HTTP/1.1" status: 200 len: 217 time: 0.2016299 Sep 23 19:24:54.682051 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-f5244fa7-15cf-46ad-9856-6e8ce3d12745 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:54.684742 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-f5244fa7-15cf-46ad-9856-6e8ce3d12745 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:54.688564 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-f5244fa7-15cf-46ad-9856-6e8ce3d12745 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/2cd8d863-5084-413f-a299-ed08216790c4 HTTP/1.1" status: 204 len: 168 time: 1.7349212 Sep 23 19:24:54.734543 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5244fa7-15cf-46ad-9856-6e8ce3d12745 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2cd8d863-5084-413f-a299-ed08216790c4,revision_number=None']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:24:54.747598 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad75efd1-afb2-454b-908b-4f505a855052 req-332f94de-8bd1-406c-96b3-72b8c0a540b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:24:54.749544 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-ad75efd1-afb2-454b-908b-4f505a855052 req-332f94de-8bd1-406c-96b3-72b8c0a540b5 service neutron] 10.222.0.53 "GET /v2.0/networks?id=5220cb0c-da05-478a-9604-8c11469a05b4 HTTP/1.1" status: 200 len: 870 time: 1.1891179 Sep 23 19:24:54.831697 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_hamode_db [None req-b3fa02d5-fcb8-4893-9266-5c8f01bc1c5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65634710-c6e3-408c-b679-82bbd975259b', 'name': 'tempest-ServersTestFqdnHostnames-128521063-router', 'tenant_id': '8f30595259594b588538420667412c2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'external_fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.212'}], 'enable_snat': True}, 'gw_port_id': '8b8d4e73-1f05-4427-92af-bc2b7dc230e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:24:44Z', 'updated_at': '2021-09-23T19:24:49Z', 'revision_number': 3, 'project_id': '8f30595259594b588538420667412c2e', 'gw_port': {'id': '8b8d4e73-1f05-4427-92af-bc2b7dc230e0', 'name': '', 'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:2e:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65634710-c6e3-408c-b679-82bbd975259b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 831, 'fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:24:47Z', 'updated_at': '2021-09-23T19:24:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-16'}], 'n-d-713301-16', False) {} {{(pid=95103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:24:54.862579 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-ad75efd1-afb2-454b-908b-4f505a855052 req-ddbc8cee-457f-438b-8dd6-498339783762 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.248&port_id=5e0cfb4e-f0a0-4307-98ca-fd7fbec65808 HTTP/1.1" status: 200 len: 217 time: 0.0577490 Sep 23 19:24:54.894042 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac2b763-27c3-446c-bc3b-39a5be4edf55 req-007e75a3-499f-4831-83b1-d8f9ea8d8168 tempest-ServerRescueTestJSON-83326898 tempest-ServerRescueTestJSON-83326898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:24:54.902347 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3fa02d5-fcb8-4893-9266-5c8f01bc1c5f None None] The sync data for ids ['65634710-c6e3-408c-b679-82bbd975259b'] in n-d-713301-16 is: [{'id': '65634710-c6e3-408c-b679-82bbd975259b', 'name': 'tempest-ServersTestFqdnHostnames-128521063-router', 'tenant_id': '8f30595259594b588538420667412c2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'external_fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.212'}], 'enable_snat': True}, 'gw_port_id': '8b8d4e73-1f05-4427-92af-bc2b7dc230e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:24:44Z', 'updated_at': '2021-09-23T19:24:49Z', 'revision_number': 3, 'project_id': '8f30595259594b588538420667412c2e', 'gw_port': {'id': '8b8d4e73-1f05-4427-92af-bc2b7dc230e0', 'name': '', 'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:2e:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65634710-c6e3-408c-b679-82bbd975259b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 831, 'fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:24:47Z', 'updated_at': '2021-09-23T19:24:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-16'}] {{(pid=95103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 19:24:54.910632 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-3ac2b763-27c3-446c-bc3b-39a5be4edf55 req-007e75a3-499f-4831-83b1-d8f9ea8d8168 tempest-ServerRescueTestJSON-83326898 tempest-ServerRescueTestJSON-83326898-project] 10.222.0.67 "GET /v2.0/ports?device_id=777ece37-282c-46bf-a54e-b76185b0b66f HTTP/1.1" status: 200 len: 943 time: 0.4714608 Sep 23 19:24:54.919151 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-9017ab46-20e3-44ba-9e1a-812225ad4ad8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:54.933082 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.plugin [None req-0706448c-ef21-42df-a2cc-3da49bd03f47 admin admin] Deleting port e8904638-1ea1-46e8-8511-305a3e759973 {{(pid=95101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:24:54.934258 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-0706448c-ef21-42df-a2cc-3da49bd03f47 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783146157096'] for port, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:54.941179 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc090a3-e793-45dd-886b-14ce8613f57f req-b5740094-8179-42ef-a871-2e48c8ae32ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:24:54.942973 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-6fc090a3-e793-45dd-886b-14ce8613f57f req-b5740094-8179-42ef-a871-2e48c8ae32ee service neutron] 10.222.0.74 "GET /v2.0/subnets?id=f7972800-2fa5-4fd0-ae55-c87548a8f875 HTTP/1.1" status: 200 len: 850 time: 0.2249277 Sep 23 19:24:54.985551 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f3930b-106f-4115-a22b-4ac9bb202551 req-e5ebacf6-4d50-47f7-bd77-cd9b5df081e2 tempest-MigrationsAdminTest-397594546 tempest-MigrationsAdminTest-397594546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:24:54.998263 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-c0f3930b-106f-4115-a22b-4ac9bb202551 req-e5ebacf6-4d50-47f7-bd77-cd9b5df081e2 tempest-MigrationsAdminTest-397594546 tempest-MigrationsAdminTest-397594546-project] 10.222.0.67 "GET /v2.0/ports?device_id=61df6679-e03a-4089-8f81-8cc4daaf4da0 HTTP/1.1" status: 200 len: 948 time: 0.4902220 Sep 23 19:24:55.004642 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad75efd1-afb2-454b-908b-4f505a855052 req-c871fbee-9d16-4fc8-bcec-55113df44177 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:24:55.006512 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-ad75efd1-afb2-454b-908b-4f505a855052 req-c871fbee-9d16-4fc8-bcec-55113df44177 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=1ccc69bc-9d6b-44d9-b227-204e47dc6e45 HTTP/1.1" status: 200 len: 843 time: 0.1333332 Sep 23 19:24:55.134286 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4f021d23-780b-415a-8bdf-401b9591d3fc req-8b6c222f-2a31-4490-b5d1-ec8fbcc9e250 tempest-ServersTestJSON-2044209823 tempest-ServersTestJSON-2044209823-project] Router d633a2cc-fbfc-46db-a3ee-63678361fe1b has already been hosted by L3 agent 79a740bf-7821-4989-8288-7186e3e128f3 {{(pid=95101) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 19:24:55.156333 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-3ac2b763-27c3-446c-bc3b-39a5be4edf55 req-e257613a-df0b-4c74-ad58-0f8b66cdc820 tempest-ServerRescueTestJSON-83326898 tempest-ServerRescueTestJSON-83326898-project] 10.222.0.67 "GET /v2.0/security-groups?id=324a4552-7b72-4e62-bcd4-dc8354c093e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2444360 Sep 23 19:24:55.158608 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-6fc090a3-e793-45dd-886b-14ce8613f57f req-55cb19ca-f4fc-4704-829a-d5d6a7978e21 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=c1ad3b2d-de91-44e9-a44c-b26d03d276cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2035401 Sep 23 19:24:55.190049 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-80e7e501-6c57-470d-92c6-e3d54bc3195c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:55.311335 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad75efd1-afb2-454b-908b-4f505a855052 req-d654dd30-ce24-4aca-996e-53c8e3dd6f4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:24:55.312953 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-ad75efd1-afb2-454b-908b-4f505a855052 req-d654dd30-ce24-4aca-996e-53c8e3dd6f4d service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=5220cb0c-da05-478a-9604-8c11469a05b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2985694 Sep 23 19:24:55.369692 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-c0f3930b-106f-4115-a22b-4ac9bb202551 req-54dc50a6-1ebc-4385-9bb2-b2dbddbe7fc2 tempest-MigrationsAdminTest-397594546 tempest-MigrationsAdminTest-397594546-project] 10.222.0.67 "GET /v2.0/security-groups?id=78cb509b-31c4-4e2a-bb5c-7abd6194dcc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3704336 Sep 23 19:24:55.374231 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4f021d23-780b-415a-8bdf-401b9591d3fc req-8b6c222f-2a31-4490-b5d1-ec8fbcc9e250 tempest-ServersTestJSON-2044209823 tempest-ServersTestJSON-2044209823-project] Notify agent at l3_agent.n-d-713301-16 the message routers_updated {{(pid=95101) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 19:24:55.384055 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.db [None req-0706448c-ef21-42df-a2cc-3da49bd03f47 admin admin] For port e8904638-1ea1-46e8-8511-305a3e759973, host n-d-713301-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-16',level=0,port_id=e8904638-1ea1-46e8-8511-305a3e759973,segment=NetworkSegment(7d4027f1-d893-4c7b-95d4-757b8e44e380),segment_id=7d4027f1-d893-4c7b-95d4-757b8e44e380)] {{(pid=95101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:24:55.384429 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-0706448c-ef21-42df-a2cc-3da49bd03f47 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-605701'] for port, precommit_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:55.473184 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d2a2af0-fe80-419f-ae8d-452069b29529 None None] Sync routers for ids ['d633a2cc-fbfc-46db-a3ee-63678361fe1b'] in n-d-713301-16 {{(pid=95103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 19:24:55.488809 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.plugin [None req-0706448c-ef21-42df-a2cc-3da49bd03f47 admin admin] Calling delete_port for e8904638-1ea1-46e8-8511-305a3e759973 owned by network:router_gateway {{(pid=95101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:24:55.514175 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d2a2af0-fe80-419f-ae8d-452069b29529 None None] Routers {'d633a2cc-fbfc-46db-a3ee-63678361fe1b'} bound to L3 agent in host n-d-713301-16 {{(pid=95103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 19:24:55.515578 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_hamode_db [None req-4d2a2af0-fe80-419f-ae8d-452069b29529 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-23T19:07:52Z,description=,heartbeat_timestamp=2021-09-23T19:24:52Z,host='n-d-713301-16',id=79a740bf-7821-4989-8288-7186e3e128f3,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:07:52Z,topic='l3_agent')) {'router_ids': ['d633a2cc-fbfc-46db-a3ee-63678361fe1b'], 'active': True} {{(pid=95103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:24:55.572309 n-d-713301-16 neutron-server[95101]: DEBUG neutron.db.l3_dvrscheduler_db [req-4f021d23-780b-415a-8bdf-401b9591d3fc req-8b6c222f-2a31-4490-b5d1-ec8fbcc9e250 tempest-ServersTestJSON-2044209823 tempest-ServersTestJSON-2044209823-project] No DVR routers for this DVR port 326b5816-3159-409f-b98a-e23377c96e50 on host n-h1-713301-16 {{(pid=95101) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 19:24:55.575182 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-4f021d23-780b-415a-8bdf-401b9591d3fc req-8b6c222f-2a31-4490-b5d1-ec8fbcc9e250 tempest-ServersTestJSON-2044209823 tempest-ServersTestJSON-2044209823-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222849'] for port, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:55.578756 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-4f021d23-780b-415a-8bdf-401b9591d3fc req-8b6c222f-2a31-4490-b5d1-ec8fbcc9e250 tempest-ServersTestJSON-2044209823 tempest-ServersTestJSON-2044209823-project] 10.222.0.74 "DELETE /v2.0/ports/326b5816-3159-409f-b98a-e23377c96e50 HTTP/1.1" status: 204 len: 173 time: 2.2184110 Sep 23 19:24:55.602149 n-d-713301-16 neutron-server[95101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dcaaa8c8-6c24-4bcf-8c44-32093a3b0c39', 'name': 'network-vif-deleted', 'tag': '326b5816-3159-409f-b98a-e23377c96e50'}] {{(pid=95101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 19:24:55.605740 n-d-713301-16 neutron-server[95101]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d8366c5740cd635e57ab12b71fe44a77c2acc3c19091ef849c6f68b380462244" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5cd640e7-825d-48aa-b0a8-a49b7decbb75" -d '{"events": [{"server_uuid": "dcaaa8c8-6c24-4bcf-8c44-32093a3b0c39", "name": "network-vif-deleted", "tag": "326b5816-3159-409f-b98a-e23377c96e50"}]}' {{(pid=95101) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 19:24:55.754159 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-ad75efd1-afb2-454b-908b-4f505a855052 req-7ad15f3b-21eb-4624-a3fb-1e5f6029caf1 service neutron] 10.222.0.53 "GET /v2.0/networks/5220cb0c-da05-478a-9604-8c11469a05b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4205801 Sep 23 19:24:55.903403 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_dvr_db [None req-4d2a2af0-fe80-419f-ae8d-452069b29529 None None] Set router d633a2cc-fbfc-46db-a3ee-63678361fe1b gateway port host: n-d-713301-16 {{(pid=95103) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 19:24:55.922205 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-157841f8-8e7f-4a8a-80a7-62b36d55a933 req-3379e735-a68a-4bd8-8bf9-3905892fa6e6 tempest-ServersTestJSON-2044209823 tempest-ServersTestJSON-2044209823-project] 10.222.0.67 "GET /v2.0/ports?device_id=dcaaa8c8-6c24-4bcf-8c44-32093a3b0c39 HTTP/1.1" status: 200 len: 210 time: 0.1758025 Sep 23 19:24:55.941514 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-6fc090a3-e793-45dd-886b-14ce8613f57f req-1c550bdb-7575-4ca3-ba4d-a75b95e6d1fb service neutron] 10.222.0.74 "GET /v2.0/networks/c1ad3b2d-de91-44e9-a44c-b26d03d276cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7525368 Sep 23 19:24:55.967186 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Device 8b8d4e73-1f05-4427-92af-bc2b7dc230e0 up at agent ovs-agent-n-d-713301-16 {{(pid=95103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 19:24:56.097037 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-3340663b-177c-43d9-b4e6-0d9a5f3a76df req-717da4bc-6e20-4411-9119-7cca7107e1d1 tempest-ServersOnMultiNodesTest-2040324995 tempest-ServersOnMultiNodesTest-2040324995-project] 10.222.0.67 "GET /v2.0/networks?tenant_id=40280fc497444617bce52f5bbee56fb9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1470649 Sep 23 19:24:56.254284 n-d-713301-16 neutron-server[95102]: DEBUG neutron.db.db_base_plugin_common [None req-9017ab46-20e3-44ba-9e1a-812225ad4ad8 admin admin] Allocated IP 172.20.0.1 (c1c3ef61-7600-4f98-9132-f29d8908ed23/7398c0e8-218e-4b5a-9041-b8f53e0e75c6/005f1f77-cfd9-4840-98c4-60c806e390a8) {{(pid=95102) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 19:24:56.408502 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Provisioning complete for port 8b8d4e73-1f05-4427-92af-bc2b7dc230e0 triggered by entity L2. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:24:56.409280 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:56.413718 n-d-713301-16 neutron-server[95101]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 19:24:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b8e0e85-1d70-4f4b-91f2-ce82a37d4ed6 x-openstack-request-id: req-8b8e0e85-1d70-4f4b-91f2-ce82a37d4ed6 {{(pid=95101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 19:24:56.413718 n-d-713301-16 neutron-server[95101]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dcaaa8c8-6c24-4bcf-8c44-32093a3b0c39", "name": "network-vif-deleted", "tag": "326b5816-3159-409f-b98a-e23377c96e50", "status": "completed", "code": 200}]} {{(pid=95101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 19:24:56.413718 n-d-713301-16 neutron-server[95101]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-8b8e0e85-1d70-4f4b-91f2-ce82a37d4ed6 {{(pid=95101) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 19:24:56.414211 n-d-713301-16 neutron-server[95101]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dcaaa8c8-6c24-4bcf-8c44-32093a3b0c39', 'name': 'network-vif-deleted', 'tag': '326b5816-3159-409f-b98a-e23377c96e50', 'status': 'completed', 'code': 200} Sep 23 19:24:56.464701 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-9017ab46-20e3-44ba-9e1a-812225ad4ad8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:56.508430 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-0706448c-ef21-42df-a2cc-3da49bd03f47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783146162158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783145673144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5607431'] for port, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:56.547967 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0706448c-ef21-42df-a2cc-3da49bd03f47 admin admin] Pushing event deleted for resources: {'Port': ['ID=e8904638-1ea1-46e8-8511-305a3e759973,revision_number=None']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:24:56.569099 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Device 5e0cfb4e-f0a0-4307-98ca-fd7fbec65808 details requested by agent hyperv_n-h2-713301-16 with host n-h2-713301-16 {{(pid=95103) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 19:24:56.622209 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-ad75efd1-afb2-454b-908b-4f505a855052 req-7e1274c8-91a3-4fd0-bd02-386d0d3ae779 service neutron] 10.222.0.53 "GET /v2.0/networks/5220cb0c-da05-478a-9604-8c11469a05b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8571784 Sep 23 19:24:56.650968 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-0706448c-ef21-42df-a2cc-3da49bd03f47 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-601942'] for router_gateway, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:56.697103 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 36844) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:24:56.702696 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-9017ab46-20e3-44ba-9e1a-812225ad4ad8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783145673135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4399100'] for port, after_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:56.762710 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.v2.base [None req-12bdeb28-fcb4-4e48-bc57-e471f7a900fe tempest-TaggedBootDevicesTest-1101605307 tempest-TaggedBootDevicesTest-1101605307-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-205040541'}} {{(pid=95101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:24:56.803551 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12bdeb28-fcb4-4e48-bc57-e471f7a900fe tempest-TaggedBootDevicesTest-1101605307 tempest-TaggedBootDevicesTest-1101605307-project] Made reservation on behalf of f9311328b6c648f88a79b8848358e4b9 for: {'network': 1} {{(pid=95101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:24:56.807804 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-12bdeb28-fcb4-4e48-bc57-e471f7a900fe tempest-TaggedBootDevicesTest-1101605307 tempest-TaggedBootDevicesTest-1101605307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for network, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:56.809038 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-6fc090a3-e793-45dd-886b-14ce8613f57f req-374dfadc-b5e5-4a5e-99f1-7ed1615c1f13 service neutron] 10.222.0.74 "GET /v2.0/networks/c1ad3b2d-de91-44e9-a44c-b26d03d276cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8578658 Sep 23 19:24:56.838323 n-d-713301-16 neutron-server[95102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9017ab46-20e3-44ba-9e1a-812225ad4ad8 admin admin] Network c1c3ef61-7600-4f98-9132-f29d8908ed23 is already hosted by enough agents. {{(pid=95102) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:24:56.845492 n-d-713301-16 neutron-server[95102]: DEBUG neutron.scheduler.base_scheduler [None req-9017ab46-20e3-44ba-9e1a-812225ad4ad8 admin admin] Resources bound (agent type, host, resource id): {{(pid=95102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:24:56.850099 n-d-713301-16 neutron-server[95102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9017ab46-20e3-44ba-9e1a-812225ad4ad8 admin admin] Received port after_create {{(pid=95102) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 19:24:56.866922 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_hamode_db [None req-4d2a2af0-fe80-419f-ae8d-452069b29529 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd633a2cc-fbfc-46db-a3ee-63678361fe1b', 'name': 'tempest-ServersTestJSON-146587581-router', 'tenant_id': 'ffe1d679fb85465bacd9d41d5d5dc87c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'external_fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.91'}], 'enable_snat': True}, 'gw_port_id': 'b6a45639-d8e5-4e6c-81c1-32ff7f3662f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:22:09Z', 'updated_at': '2021-09-23T19:22:18Z', 'revision_number': 4, 'project_id': 'ffe1d679fb85465bacd9d41d5d5dc87c', 'gw_port': {'id': 'b6a45639-d8e5-4e6c-81c1-32ff7f3662f9', 'name': '', 'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:bc:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd633a2cc-fbfc-46db-a3ee-63678361fe1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 643, 'fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:22:11Z', 'updated_at': '2021-09-23T19:22:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-16', '_interfaces': [{'id': 'a9b050bb-b3fb-453c-93db-0daa57396c00', 'name': '', 'network_id': 'e0ba4ff6-5ece-4e5d-bf2e-f8698c833ccd', 'tenant_id': 'ffe1d679fb85465bacd9d41d5d5dc87c', 'mac_address': 'fa:16:3e:6f:d6:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd633a2cc-fbfc-46db-a3ee-63678361fe1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 651, 'fixed_ips': [{'subnet_id': '526f8162-a9a5-4b30-85c5-b8b73ce78140', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:22:17Z', 'updated_at': '2021-09-23T19:22:26Z', 'revision_number': 5, 'project_id': 'ffe1d679fb85465bacd9d41d5d5dc87c', 'subnets': [{'id': '526f8162-a9a5-4b30-85c5-b8b73ce78140', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-16', False) {} {{(pid=95103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:24:56.897607 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-0706448c-ef21-42df-a2cc-3da49bd03f47 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-597305', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29369'] for router, precommit_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:56.902835 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-0706448c-ef21-42df-a2cc-3da49bd03f47 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:56.908099 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d00394-609d-491b-a819-18652e5f19e2 req-df768252-abb1-4ab5-8b38-2fabd8e83cd6 tempest-ServerRescueTestJSON-83326898 tempest-ServerRescueTestJSON-83326898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:24:56.909762 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-82d00394-609d-491b-a819-18652e5f19e2 req-df768252-abb1-4ab5-8b38-2fabd8e83cd6 tempest-ServerRescueTestJSON-83326898 tempest-ServerRescueTestJSON-83326898-project] 10.222.0.67 "GET /v2.0/ports?device_id=777ece37-282c-46bf-a54e-b76185b0b66f HTTP/1.1" status: 200 len: 943 time: 0.3713841 Sep 23 19:24:56.910439 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d2a2af0-fe80-419f-ae8d-452069b29529 None None] Checking router: d633a2cc-fbfc-46db-a3ee-63678361fe1b for host: n-d-713301-16 {{(pid=95103) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 19:24:56.912545 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Device 326b5816-3159-409f-b98a-e23377c96e50 no longer exists at agent hyperv_n-h1-713301-16 {{(pid=95103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 19:24:56.948104 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3340663b-177c-43d9-b4e6-0d9a5f3a76df req-8c4ef986-cb6a-4b1e-b6d3-ac4f9c643b53 tempest-ServersOnMultiNodesTest-2040324995 tempest-ServersOnMultiNodesTest-2040324995-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:24:56.952787 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-3340663b-177c-43d9-b4e6-0d9a5f3a76df req-8c4ef986-cb6a-4b1e-b6d3-ac4f9c643b53 tempest-ServersOnMultiNodesTest-2040324995 tempest-ServersOnMultiNodesTest-2040324995-project] 10.222.0.67 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.8458416 Sep 23 19:24:56.979232 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-12bdeb28-fcb4-4e48-bc57-e471f7a900fe tempest-TaggedBootDevicesTest-1101605307 tempest-TaggedBootDevicesTest-1101605307-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 641} {{(pid=95101) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 19:24:56.984067 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.plugin [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] No Port match for: 326b5816-3159-409f-b98a-e23377c96e50 {{(pid=95103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 19:24:56.984499 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Device 326b5816-3159-409f-b98a-e23377c96e50 not bound to the agent host n-h1-713301-16 {{(pid=95103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 19:24:56.998300 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-12bdeb28-fcb4-4e48-bc57-e471f7a900fe tempest-TaggedBootDevicesTest-1101605307 tempest-TaggedBootDevicesTest-1101605307-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1756186'] for segment, precommit_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:56.998766 n-d-713301-16 neutron-server[95101]: INFO neutron.db.segments_db [None req-12bdeb28-fcb4-4e48-bc57-e471f7a900fe tempest-TaggedBootDevicesTest-1101605307 tempest-TaggedBootDevicesTest-1101605307-project] Added segment 4f7ea034-18ba-4cde-bf97-7b7b61f8a982 of type vlan for network af02e9ab-cfd4-4a32-b9af-2413db894481 Sep 23 19:24:57.005879 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d2a2af0-fe80-419f-ae8d-452069b29529 None None] Routers {'d633a2cc-fbfc-46db-a3ee-63678361fe1b'} bound to L3 agent in host n-d-713301-16 {{(pid=95103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 19:24:57.006623 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_hamode_db [None req-4d2a2af0-fe80-419f-ae8d-452069b29529 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-23T19:07:52Z,description=,heartbeat_timestamp=2021-09-23T19:24:52Z,host='n-d-713301-16',id=79a740bf-7821-4989-8288-7186e3e128f3,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:07:52Z,topic='l3_agent')) {'router_ids': ['d633a2cc-fbfc-46db-a3ee-63678361fe1b'], 'active': True} {{(pid=95103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:24:57.011028 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-0706448c-ef21-42df-a2cc-3da49bd03f47 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-597296'] for router, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:57.011753 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0706448c-ef21-42df-a2cc-3da49bd03f47 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d4549d7c-751b-482a-9388-b3f8449c4e3e {{(pid=95101) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 23 19:24:57.012654 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9017ab46-20e3-44ba-9e1a-812225ad4ad8 admin admin] Pushing event updated for resources: {'Port': ['ID=005f1f77-cfd9-4840-98c4-60c806e390a8,revision_number=1']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:24:57.013696 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:57.018144 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-0706448c-ef21-42df-a2cc-3da49bd03f47 admin admin] Notify callbacks [] for router, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:57.026570 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-0706448c-ef21-42df-a2cc-3da49bd03f47 admin admin] 10.222.0.67 "DELETE /v2.0/routers/d4549d7c-751b-482a-9388-b3f8449c4e3e HTTP/1.1" status: 204 len: 168 time: 4.5067697 Sep 23 19:24:57.030919 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] For port 5e0cfb4e-f0a0-4307-98ca-fd7fbec65808, host n-h2-713301-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-16',level=0,port_id=5e0cfb4e-f0a0-4307-98ca-fd7fbec65808,segment=NetworkSegment(6139d589-eb6c-4578-8935-c26ddf396853),segment_id=6139d589-eb6c-4578-8935-c26ddf396853)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:24:57.031797 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 36854) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:24:57.095406 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-9017ab46-20e3-44ba-9e1a-812225ad4ad8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-601987'] for router_interface, before_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:57.109241 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-3340663b-177c-43d9-b4e6-0d9a5f3a76df req-75495698-3975-4d88-84fe-60a215103cde tempest-ServersOnMultiNodesTest-2040324995 tempest-ServersOnMultiNodesTest-2040324995-project] 10.222.0.67 "GET /v2.0/quotas/40280fc497444617bce52f5bbee56fb9 HTTP/1.1" status: 200 len: 375 time: 0.1032751 Sep 23 19:24:57.175429 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-12bdeb28-fcb4-4e48-bc57-e471f7a900fe tempest-TaggedBootDevicesTest-1101605307 tempest-TaggedBootDevicesTest-1101605307-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783145630486'] for network, precommit_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:57.181032 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-113fc293-c9e9-4e0f-b289-dce641978822 req-35014cb9-3e68-40c6-9b98-582c62b1349c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:24:57.182595 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-113fc293-c9e9-4e0f-b289-dce641978822 req-35014cb9-3e68-40c6-9b98-582c62b1349c service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=f0e955ef027245ff92005717d6ccbc80&device_id=777ece37-282c-46bf-a54e-b76185b0b66f HTTP/1.1" status: 200 len: 1095 time: 0.2850220 Sep 23 19:24:57.199414 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-82d00394-609d-491b-a819-18652e5f19e2 req-ee2f3fb4-6683-45b6-80d8-450183076711 tempest-ServerRescueTestJSON-83326898 tempest-ServerRescueTestJSON-83326898-project] 10.222.0.67 "GET /v2.0/security-groups?id=324a4552-7b72-4e62-bcd4-dc8354c093e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2647321 Sep 23 19:24:57.223020 n-d-713301-16 neutron-server[95101]: DEBUG neutron.db.db_base_plugin_v2 [None req-08b0554e-7fd1-468c-8b44-79eeed7d629a admin admin] Deleting subnet c4da4d29-f3ff-4267-a202-348183c23904 {{(pid=95101) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 23 19:24:57.233094 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-3340663b-177c-43d9-b4e6-0d9a5f3a76df req-2be1e083-e502-497b-bc63-62b83c968f2c tempest-ServersOnMultiNodesTest-2040324995 tempest-ServersOnMultiNodesTest-2040324995-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=40280fc497444617bce52f5bbee56fb9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1030653 Sep 23 19:24:57.244854 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Returning: {'device': '5e0cfb4e-f0a0-4307-98ca-fd7fbec65808', 'network_id': '5220cb0c-da05-478a-9604-8c11469a05b4', 'port_id': '5e0cfb4e-f0a0-4307-98ca-fd7fbec65808', 'mac_address': 'fa:16:3e:a5:39:58', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 624, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1ccc69bc-9d6b-44d9-b227-204e47dc6e45', 'ip_address': '192.168.233.248'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95103) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 19:24:57.252895 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] For port 8b8d4e73-1f05-4427-92af-bc2b7dc230e0, host n-d-713301-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-16',level=0,port_id=8b8d4e73-1f05-4427-92af-bc2b7dc230e0,segment=NetworkSegment(7d4027f1-d893-4c7b-95d4-757b8e44e380),segment_id=7d4027f1-d893-4c7b-95d4-757b8e44e380)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:24:57.260838 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:57.290070 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Device b1a76ce2-06dc-409f-91c7-09045dd595e4 no longer exists at agent ovs-agent-n-d-713301-16 {{(pid=95103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 19:24:57.295514 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-08b0554e-7fd1-468c-8b44-79eeed7d629a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:57.358033 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.plugin [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] No Port match for: b1a76ce2-06dc-409f-91c7-09045dd595e4 {{(pid=95103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 19:24:57.358440 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Device b1a76ce2-06dc-409f-91c7-09045dd595e4 not bound to the agent host n-d-713301-16 {{(pid=95103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 19:24:57.372994 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-113fc293-c9e9-4e0f-b289-dce641978822 req-c5a506c3-f29e-44ef-9d22-0aed3c53e7c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:24:57.374747 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-113fc293-c9e9-4e0f-b289-dce641978822 req-c5a506c3-f29e-44ef-9d22-0aed3c53e7c2 service neutron] 10.222.0.74 "GET /v2.0/networks?id=c1ad3b2d-de91-44e9-a44c-b26d03d276cb HTTP/1.1" status: 200 len: 911 time: 0.1726403 Sep 23 19:24:57.422397 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:57.422663 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-12bdeb28-fcb4-4e48-bc57-e471f7a900fe tempest-TaggedBootDevicesTest-1101605307 tempest-TaggedBootDevicesTest-1101605307-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299'] for network, after_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:57.430805 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12bdeb28-fcb4-4e48-bc57-e471f7a900fe tempest-TaggedBootDevicesTest-1101605307 tempest-TaggedBootDevicesTest-1101605307-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:24:57.431668 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-12bdeb28-fcb4-4e48-bc57-e471f7a900fe tempest-TaggedBootDevicesTest-1101605307 tempest-TaggedBootDevicesTest-1101605307-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527417'] for network, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:57.442664 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-d4212fd9-3ad8-4de0-881c-9dcba12948bd None None] Provisioning complete for port 005f1f77-cfd9-4840-98c4-60c806e390a8 triggered by entity DHCP. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:24:57.442884 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-d4212fd9-3ad8-4de0-881c-9dcba12948bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:57.508730 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-113fc293-c9e9-4e0f-b289-dce641978822 req-fed286d1-b48a-4eaa-9826-30c484f0220c service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c0243896-fce1-491e-b01a-fe507cb083a8 HTTP/1.1" status: 200 len: 217 time: 0.1087763 Sep 23 19:24:57.514747 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-9017ab46-20e3-44ba-9e1a-812225ad4ad8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:57.547717 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_dvr_db [None req-4d2a2af0-fe80-419f-ae8d-452069b29529 None None] Set router d633a2cc-fbfc-46db-a3ee-63678361fe1b gateway port host: n-d-713301-16 {{(pid=95103) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 19:24:57.575090 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-08b0554e-7fd1-468c-8b44-79eeed7d629a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6007154'] for subnet, precommit_delete_associations {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:57.618269 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Pushing event updated for resources: {'Port': ['ID=8b8d4e73-1f05-4427-92af-bc2b7dc230e0,revision_number=4']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:24:57.631814 n-d-713301-16 neutron-server[95103]: DEBUG neutron.notifiers.nova [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5e0cfb4e-f0a0-4307-98ca-fd7fbec65808 {{(pid=95103) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 19:24:57.658942 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12bdeb28-fcb4-4e48-bc57-e471f7a900fe tempest-TaggedBootDevicesTest-1101605307 tempest-TaggedBootDevicesTest-1101605307-project] Pushing event updated for resources: {'Network': ['ID=af02e9ab-cfd4-4a32-b9af-2413db894481,revision_number=1']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:24:57.683834 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-12bdeb28-fcb4-4e48-bc57-e471f7a900fe tempest-TaggedBootDevicesTest-1101605307 tempest-TaggedBootDevicesTest-1101605307-project] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.9852252 Sep 23 19:24:57.687062 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 36870) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:24:57.703418 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.v2.base [None req-988f3a01-d08c-497f-9d7b-abcf22478fb9 tempest-TaggedBootDevicesTest-1101605307 tempest-TaggedBootDevicesTest-1101605307-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-1602911552'}} {{(pid=95101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:24:57.719299 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Network af02e9ab-cfd4-4a32-b9af-2413db894481 details requested by agent ovs-agent-n-d-713301-16 with host n-d-713301-16 {{(pid=95103) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 19:24:57.752395 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] For port 5e0cfb4e-f0a0-4307-98ca-fd7fbec65808, host n-h2-713301-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-16',level=0,port_id=5e0cfb4e-f0a0-4307-98ca-fd7fbec65808,segment=NetworkSegment(6139d589-eb6c-4578-8935-c26ddf396853),segment_id=6139d589-eb6c-4578-8935-c26ddf396853)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:24:57.793403 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-988f3a01-d08c-497f-9d7b-abcf22478fb9 tempest-TaggedBootDevicesTest-1101605307 tempest-TaggedBootDevicesTest-1101605307-project] Made reservation on behalf of f9311328b6c648f88a79b8848358e4b9 for: {'network': 1} {{(pid=95101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:24:57.803560 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-988f3a01-d08c-497f-9d7b-abcf22478fb9 tempest-TaggedBootDevicesTest-1101605307 tempest-TaggedBootDevicesTest-1101605307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for network, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:57.846625 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.plugin [None req-d4212fd9-3ad8-4de0-881c-9dcba12948bd None None] Port 005f1f77-cfd9-4840-98c4-60c806e390a8 cannot update to ACTIVE because it is not bound. {{(pid=95103) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 19:24:57.852241 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:57.902553 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-988f3a01-d08c-497f-9d7b-abcf22478fb9 tempest-TaggedBootDevicesTest-1101605307 tempest-TaggedBootDevicesTest-1101605307-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 613} {{(pid=95101) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 19:24:57.932402 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-988f3a01-d08c-497f-9d7b-abcf22478fb9 tempest-TaggedBootDevicesTest-1101605307 tempest-TaggedBootDevicesTest-1101605307-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1756186'] for segment, precommit_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:57.933065 n-d-713301-16 neutron-server[95101]: INFO neutron.db.segments_db [None req-988f3a01-d08c-497f-9d7b-abcf22478fb9 tempest-TaggedBootDevicesTest-1101605307 tempest-TaggedBootDevicesTest-1101605307-project] Added segment 00dc7b2f-018d-4fcd-a76f-deef20c5f9fc of type vlan for network bada5757-bdaa-4c5b-b7b4-3acebf356815 Sep 23 19:24:57.935497 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-08b0554e-7fd1-468c-8b44-79eeed7d629a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1756813'] for subnet, precommit_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:57.968313 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Pushing event updated for resources: {'Port': ['ID=5e0cfb4e-f0a0-4307-98ca-fd7fbec65808,revision_number=4']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:24:57.974620 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Device 8b8d4e73-1f05-4427-92af-bc2b7dc230e0 up at agent ovs-agent-n-d-713301-16 {{(pid=95103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 19:24:58.039427 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-988f3a01-d08c-497f-9d7b-abcf22478fb9 tempest-TaggedBootDevicesTest-1101605307 tempest-TaggedBootDevicesTest-1101605307-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783145630486'] for network, precommit_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:58.098873 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-988f3a01-d08c-497f-9d7b-abcf22478fb9 tempest-TaggedBootDevicesTest-1101605307 tempest-TaggedBootDevicesTest-1101605307-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299'] for network, after_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:58.107506 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-988f3a01-d08c-497f-9d7b-abcf22478fb9 tempest-TaggedBootDevicesTest-1101605307 tempest-TaggedBootDevicesTest-1101605307-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:24:58.108276 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-988f3a01-d08c-497f-9d7b-abcf22478fb9 tempest-TaggedBootDevicesTest-1101605307 tempest-TaggedBootDevicesTest-1101605307-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527417'] for network, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:58.112812 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] get_ports_and_sgs() called for port_ids ['5e0cfb4e-f0a0-4307-98ca-fd7fbec65808'] {{(pid=95103) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 19:24:58.122960 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-08b0554e-7fd1-468c-8b44-79eeed7d629a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1756804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5607514', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6130950'] for subnet, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:58.126778 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:58.151474 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-08b0554e-7fd1-468c-8b44-79eeed7d629a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527417'] for subnet, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:58.155087 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-08b0554e-7fd1-468c-8b44-79eeed7d629a admin admin] 10.222.0.67 "DELETE /v2.0/subnets/c4da4d29-f3ff-4267-a202-348183c23904 HTTP/1.1" status: 204 len: 168 time: 1.1221411 Sep 23 19:24:58.169702 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9259c0ec-5b5d-4976-a112-90f3b1222169 None None] Network 3018c2b7-6d99-4bca-a625-99b7a6f447b4 requested from n-d-713301-16 {{(pid=95103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 19:24:58.191687 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 36878) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:24:58.237996 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08b0554e-7fd1-468c-8b44-79eeed7d629a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c4da4d29-f3ff-4267-a202-348183c23904,revision_number=None']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:24:58.247045 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d6b8687-e214-40e1-a0ce-485fb5509308 req-33832d95-9b3d-4f1c-8f7b-6ce5fd19951b tempest-MigrationsAdminTest-397594546 tempest-MigrationsAdminTest-397594546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:24:58.255071 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-0d6b8687-e214-40e1-a0ce-485fb5509308 req-33832d95-9b3d-4f1c-8f7b-6ce5fd19951b tempest-MigrationsAdminTest-397594546 tempest-MigrationsAdminTest-397594546-project] 10.222.0.67 "GET /v2.0/ports?device_id=61df6679-e03a-4089-8f81-8cc4daaf4da0 HTTP/1.1" status: 200 len: 948 time: 0.8282108 Sep 23 19:24:58.276569 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-988f3a01-d08c-497f-9d7b-abcf22478fb9 tempest-TaggedBootDevicesTest-1101605307 tempest-TaggedBootDevicesTest-1101605307-project] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.5881066 Sep 23 19:24:58.305244 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 36882) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:24:58.311016 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988f3a01-d08c-497f-9d7b-abcf22478fb9 tempest-TaggedBootDevicesTest-1101605307 tempest-TaggedBootDevicesTest-1101605307-project] Pushing event updated for resources: {'Network': ['ID=bada5757-bdaa-4c5b-b7b4-3acebf356815,revision_number=1']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:24:58.312438 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.v2.base [None req-4af5504f-1ff1-463a-b517-79c044cc6e24 tempest-TaggedBootDevicesTest-1101605307 tempest-TaggedBootDevicesTest-1101605307-project] Request body: {'subnet': {'network_id': 'af02e9ab-cfd4-4a32-b9af-2413db894481', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=95102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:24:58.327760 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-d757fd82-9db0-4858-950c-d9aca775509d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1628021'] for network, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:58.364795 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Network bada5757-bdaa-4c5b-b7b4-3acebf356815 details requested by agent ovs-agent-n-d-713301-16 with host n-d-713301-16 {{(pid=95103) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 19:24:58.367918 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:58.379897 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-113fc293-c9e9-4e0f-b289-dce641978822 req-bd60a82f-e611-4e9a-bb67-db7069944d89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:24:58.381626 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-113fc293-c9e9-4e0f-b289-dce641978822 req-bd60a82f-e611-4e9a-bb67-db7069944d89 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=f7972800-2fa5-4fd0-ae55-c87548a8f875 HTTP/1.1" status: 200 len: 850 time: 0.8430510 Sep 23 19:24:58.415467 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.plugin [None req-d757fd82-9db0-4858-950c-d9aca775509d admin admin] Deleting port 4b3f0429-7c4f-4598-8d25-eaaa44ae5b13 {{(pid=95101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:24:58.415840 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-d757fd82-9db0-4858-950c-d9aca775509d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783146157096'] for port, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:58.454837 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-113fc293-c9e9-4e0f-b289-dce641978822 req-e7a7acf4-ea68-4ec2-8a25-dc3ded3f923e service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=c1ad3b2d-de91-44e9-a44c-b26d03d276cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0630929 Sep 23 19:24:58.516839 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.db [None req-d757fd82-9db0-4858-950c-d9aca775509d admin admin] For port 4b3f0429-7c4f-4598-8d25-eaaa44ae5b13, host n-d-713301-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-16',level=0,port_id=4b3f0429-7c4f-4598-8d25-eaaa44ae5b13,segment=NetworkSegment(d9fca353-00c7-4d63-8b31-29fd9abb60f3),segment_id=d9fca353-00c7-4d63-8b31-29fd9abb60f3)] {{(pid=95101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:24:58.517211 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-d757fd82-9db0-4858-950c-d9aca775509d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-605701'] for port, precommit_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:58.531989 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-0d6b8687-e214-40e1-a0ce-485fb5509308 req-146f9406-95ff-4b03-a47e-08a58462a89d tempest-MigrationsAdminTest-397594546 tempest-MigrationsAdminTest-397594546-project] 10.222.0.67 "GET /v2.0/security-groups?id=78cb509b-31c4-4e2a-bb5c-7abd6194dcc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2757561 Sep 23 19:24:58.532281 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.plugin [None req-d757fd82-9db0-4858-950c-d9aca775509d admin admin] Calling delete_port for 4b3f0429-7c4f-4598-8d25-eaaa44ae5b13 owned by network:dhcp {{(pid=95101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:24:58.579812 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f648757-eb43-41f9-b2c3-e2408c1bacbd req-0c480a19-a68e-4ecb-8cd3-ef81d0f6e0bb tempest-NetworksTest-925373227 tempest-NetworksTest-925373227-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:24:58.580313 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f648757-eb43-41f9-b2c3-e2408c1bacbd req-0c480a19-a68e-4ecb-8cd3-ef81d0f6e0bb tempest-NetworksTest-925373227 tempest-NetworksTest-925373227-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:24:58.580830 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f648757-eb43-41f9-b2c3-e2408c1bacbd req-0c480a19-a68e-4ecb-8cd3-ef81d0f6e0bb tempest-NetworksTest-925373227 tempest-NetworksTest-925373227-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:24:58.581316 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f648757-eb43-41f9-b2c3-e2408c1bacbd req-0c480a19-a68e-4ecb-8cd3-ef81d0f6e0bb tempest-NetworksTest-925373227 tempest-NetworksTest-925373227-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:24:58.581805 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f648757-eb43-41f9-b2c3-e2408c1bacbd req-0c480a19-a68e-4ecb-8cd3-ef81d0f6e0bb tempest-NetworksTest-925373227 tempest-NetworksTest-925373227-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:24:58.582277 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f648757-eb43-41f9-b2c3-e2408c1bacbd req-0c480a19-a68e-4ecb-8cd3-ef81d0f6e0bb tempest-NetworksTest-925373227 tempest-NetworksTest-925373227-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:24:58.582735 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f648757-eb43-41f9-b2c3-e2408c1bacbd req-0c480a19-a68e-4ecb-8cd3-ef81d0f6e0bb tempest-NetworksTest-925373227 tempest-NetworksTest-925373227-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:24:58.583207 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f648757-eb43-41f9-b2c3-e2408c1bacbd req-0c480a19-a68e-4ecb-8cd3-ef81d0f6e0bb tempest-NetworksTest-925373227 tempest-NetworksTest-925373227-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:24:58.583684 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f648757-eb43-41f9-b2c3-e2408c1bacbd req-0c480a19-a68e-4ecb-8cd3-ef81d0f6e0bb tempest-NetworksTest-925373227 tempest-NetworksTest-925373227-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:24:58.584150 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f648757-eb43-41f9-b2c3-e2408c1bacbd req-0c480a19-a68e-4ecb-8cd3-ef81d0f6e0bb tempest-NetworksTest-925373227 tempest-NetworksTest-925373227-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:24:58.598912 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-5f648757-eb43-41f9-b2c3-e2408c1bacbd req-0c480a19-a68e-4ecb-8cd3-ef81d0f6e0bb tempest-NetworksTest-925373227 tempest-NetworksTest-925373227-project-admin] 10.222.0.67 "GET /v2.0/networks HTTP/1.1" status: 200 len: 6955 time: 0.3646212 Sep 23 19:24:58.614136 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Provisioning complete for port 8b8d4e73-1f05-4427-92af-bc2b7dc230e0 triggered by entity L2. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:24:58.614516 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:58.637009 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 36886) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:24:58.661735 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-9017ab46-20e3-44ba-9e1a-812225ad4ad8 admin admin] Notify callbacks [] for port, precommit_update {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:58.662822 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-d757fd82-9db0-4858-950c-d9aca775509d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783146162158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783145673144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5607431'] for port, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:58.694241 n-d-713301-16 neutron-server[95101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d757fd82-9db0-4858-950c-d9aca775509d admin admin] No DVR routers for this DVR port 4b3f0429-7c4f-4598-8d25-eaaa44ae5b13 on host n-d-713301-16 {{(pid=95101) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 19:24:58.708735 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-9017ab46-20e3-44ba-9e1a-812225ad4ad8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4399095'] for port, after_update {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:58.733780 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d37c9012-5665-4c70-bee5-1a405516fd78 None None] DHCP port deletion for 3018c2b7-6d99-4bca-a625-99b7a6f447b4 request from n-d-713301-16 {{(pid=95103) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 23 19:24:58.758061 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d757fd82-9db0-4858-950c-d9aca775509d admin admin] Pushing event deleted for resources: {'Port': ['ID=4b3f0429-7c4f-4598-8d25-eaaa44ae5b13,revision_number=None']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:24:58.774806 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-174622cf-71d7-4ce2-b841-c9730d9ea4e1 req-ede0cca4-de93-402e-a1e4-e29a78d50e2c tempest-ServersOnMultiNodesTest-2040324995 tempest-ServersOnMultiNodesTest-2040324995-project] 10.222.0.67 "GET /v2.0/ports?device_id=faabc1c8-1154-43c4-ac97-d3e758e17bc9 HTTP/1.1" status: 200 len: 210 time: 0.1225491 Sep 23 19:24:58.784477 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_hamode_db [None req-4d2a2af0-fe80-419f-ae8d-452069b29529 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd633a2cc-fbfc-46db-a3ee-63678361fe1b', 'name': 'tempest-ServersTestJSON-146587581-router', 'tenant_id': 'ffe1d679fb85465bacd9d41d5d5dc87c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'external_fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.91'}], 'enable_snat': True}, 'gw_port_id': 'b6a45639-d8e5-4e6c-81c1-32ff7f3662f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:22:09Z', 'updated_at': '2021-09-23T19:22:18Z', 'revision_number': 4, 'project_id': 'ffe1d679fb85465bacd9d41d5d5dc87c', 'gw_port': {'id': 'b6a45639-d8e5-4e6c-81c1-32ff7f3662f9', 'name': '', 'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:bc:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd633a2cc-fbfc-46db-a3ee-63678361fe1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 643, 'fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:22:11Z', 'updated_at': '2021-09-23T19:22:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-16', '_interfaces': [{'id': 'a9b050bb-b3fb-453c-93db-0daa57396c00', 'name': '', 'network_id': 'e0ba4ff6-5ece-4e5d-bf2e-f8698c833ccd', 'tenant_id': 'ffe1d679fb85465bacd9d41d5d5dc87c', 'mac_address': 'fa:16:3e:6f:d6:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd633a2cc-fbfc-46db-a3ee-63678361fe1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 651, 'fixed_ips': [{'subnet_id': '526f8162-a9a5-4b30-85c5-b8b73ce78140', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:22:17Z', 'updated_at': '2021-09-23T19:22:26Z', 'revision_number': 5, 'project_id': 'ffe1d679fb85465bacd9d41d5d5dc87c', 'subnets': [{'id': '526f8162-a9a5-4b30-85c5-b8b73ce78140', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-16', False) {} {{(pid=95103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:24:58.813525 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4af5504f-1ff1-463a-b517-79c044cc6e24 tempest-TaggedBootDevicesTest-1101605307 tempest-TaggedBootDevicesTest-1101605307-project] Made reservation on behalf of f9311328b6c648f88a79b8848358e4b9 for: {'subnet': 1} {{(pid=95102) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:24:58.817347 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-4af5504f-1ff1-463a-b517-79c044cc6e24 tempest-TaggedBootDevicesTest-1101605307 tempest-TaggedBootDevicesTest-1101605307-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5388256'] for subnet, before_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:58.837245 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d2a2af0-fe80-419f-ae8d-452069b29529 None None] The sync data for ids ['d633a2cc-fbfc-46db-a3ee-63678361fe1b'] in n-d-713301-16 is: [{'id': 'd633a2cc-fbfc-46db-a3ee-63678361fe1b', 'name': 'tempest-ServersTestJSON-146587581-router', 'tenant_id': 'ffe1d679fb85465bacd9d41d5d5dc87c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'external_fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.91'}], 'enable_snat': True}, 'gw_port_id': 'b6a45639-d8e5-4e6c-81c1-32ff7f3662f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:22:09Z', 'updated_at': '2021-09-23T19:22:18Z', 'revision_number': 4, 'project_id': 'ffe1d679fb85465bacd9d41d5d5dc87c', 'gw_port': {'id': 'b6a45639-d8e5-4e6c-81c1-32ff7f3662f9', 'name': '', 'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:bc:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd633a2cc-fbfc-46db-a3ee-63678361fe1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 643, 'fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:22:11Z', 'updated_at': '2021-09-23T19:22:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-16', '_interfaces': [{'id': 'a9b050bb-b3fb-453c-93db-0daa57396c00', 'name': '', 'network_id': 'e0ba4ff6-5ece-4e5d-bf2e-f8698c833ccd', 'tenant_id': 'ffe1d679fb85465bacd9d41d5d5dc87c', 'mac_address': 'fa:16:3e:6f:d6:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd633a2cc-fbfc-46db-a3ee-63678361fe1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 651, 'fixed_ips': [{'subnet_id': '526f8162-a9a5-4b30-85c5-b8b73ce78140', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:22:17Z', 'updated_at': '2021-09-23T19:22:26Z', 'revision_number': 5, 'project_id': 'ffe1d679fb85465bacd9d41d5d5dc87c', 'subnets': [{'id': '526f8162-a9a5-4b30-85c5-b8b73ce78140', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 19:24:58.863542 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-d757fd82-9db0-4858-950c-d9aca775509d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1754676', 'neutron.services.segments.db._delete_segments_for_network-8783146221460'] for network, precommit_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:58.876933 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9017ab46-20e3-44ba-9e1a-812225ad4ad8 admin admin] Pushing event updated for resources: {'Port': ['ID=005f1f77-cfd9-4840-98c4-60c806e390a8,revision_number=2']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:24:58.883140 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Device c0243896-fce1-491e-b01a-fe507cb083a8 details requested by agent hyperv_n-h1-713301-16 with host n-h1-713301-16 {{(pid=95103) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 19:24:58.901005 n-d-713301-16 neutron-server[95101]: DEBUG neutron.services.segments.db [None req-d757fd82-9db0-4858-950c-d9aca775509d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3018c2b7-6d99-4bca-a625-99b7a6f447b4']}} {{(pid=95101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:24:58.922702 n-d-713301-16 neutron-server[95101]: DEBUG neutron.services.segments.db [None req-d757fd82-9db0-4858-950c-d9aca775509d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd9fca353-00c7-4d63-8b31-29fd9abb60f3') {'for_net_delete': True} {{(pid=95101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:24:58.923117 n-d-713301-16 neutron-server[95101]: DEBUG neutron.services.segments.db [None req-d757fd82-9db0-4858-950c-d9aca775509d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd9fca353-00c7-4d63-8b31-29fd9abb60f3') {} {{(pid=95101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:24:58.942933 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-d757fd82-9db0-4858-950c-d9aca775509d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783146221725', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6007147'] for segment, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:58.969761 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-d757fd82-9db0-4858-950c-d9aca775509d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1756186'] for segment, precommit_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:58.984267 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d757fd82-9db0-4858-950c-d9aca775509d admin admin] Releasing vlan 630 on physical network physnet1 to pool {{(pid=95101) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 19:24:58.984955 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-d757fd82-9db0-4858-950c-d9aca775509d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1756186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5608436'] for segment, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:59.051643 n-d-713301-16 neutron-server[95101]: Traceback (most recent call last): Sep 23 19:24:59.051643 n-d-713301-16 neutron-server[95101]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 19:24:59.051643 n-d-713301-16 neutron-server[95101]: timer() Sep 23 19:24:59.051643 n-d-713301-16 neutron-server[95101]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 19:24:59.051643 n-d-713301-16 neutron-server[95101]: cb(*args, **kw) Sep 23 19:24:59.051643 n-d-713301-16 neutron-server[95101]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 19:24:59.051643 n-d-713301-16 neutron-server[95101]: return func(*args, **kwargs) Sep 23 19:24:59.051643 n-d-713301-16 neutron-server[95101]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 19:24:59.051643 n-d-713301-16 neutron-server[95101]: self._notify() Sep 23 19:24:59.051643 n-d-713301-16 neutron-server[95101]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 19:24:59.051643 n-d-713301-16 neutron-server[95101]: self.callback(batched_events) Sep 23 19:24:59.051643 n-d-713301-16 neutron-server[95101]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 19:24:59.051643 n-d-713301-16 neutron-server[95101]: event.method(event) Sep 23 19:24:59.051643 n-d-713301-16 neutron-server[95101]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 19:24:59.051643 n-d-713301-16 neutron-server[95101]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 19:24:59.051643 n-d-713301-16 neutron-server[95101]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 19:24:59.051643 n-d-713301-16 neutron-server[95101]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 19:24:59.051643 n-d-713301-16 neutron-server[95101]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 19:24:59.051643 n-d-713301-16 neutron-server[95101]: return f(self, *a, **k) Sep 23 19:24:59.051643 n-d-713301-16 neutron-server[95101]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 19:24:59.051643 n-d-713301-16 neutron-server[95101]: return self._get(url).json() Sep 23 19:24:59.051643 n-d-713301-16 neutron-server[95101]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 19:24:59.051643 n-d-713301-16 neutron-server[95101]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 19:24:59.051643 n-d-713301-16 neutron-server[95101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 19:24:59.051643 n-d-713301-16 neutron-server[95101]: return self.request(url, 'GET', **kwargs) Sep 23 19:24:59.051643 n-d-713301-16 neutron-server[95101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 19:24:59.051643 n-d-713301-16 neutron-server[95101]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 19:24:59.051643 n-d-713301-16 neutron-server[95101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 19:24:59.051643 n-d-713301-16 neutron-server[95101]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 19:24:59.051643 n-d-713301-16 neutron-server[95101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 19:24:59.051643 n-d-713301-16 neutron-server[95101]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 19:24:59.051643 n-d-713301-16 neutron-server[95101]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 19:24:59.055080 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-113fc293-c9e9-4e0f-b289-dce641978822 req-27f0d62b-da9f-4d76-a5c9-eabac84e98e9 service neutron] 10.222.0.74 "GET /v2.0/networks/c1ad3b2d-de91-44e9-a44c-b26d03d276cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5900483 Sep 23 19:24:59.071579 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-d757fd82-9db0-4858-950c-d9aca775509d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1754627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-601866'] for network, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:59.102575 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-d757fd82-9db0-4858-950c-d9aca775509d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527417'] for network, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:59.108000 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-d757fd82-9db0-4858-950c-d9aca775509d admin admin] 10.222.0.67 "DELETE /v2.0/networks/3018c2b7-6d99-4bca-a625-99b7a6f447b4 HTTP/1.1" status: 204 len: 168 time: 0.9152315 Sep 23 19:24:59.126067 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-3340663b-177c-43d9-b4e6-0d9a5f3a76df req-1c65ff2c-e9f9-405d-9725-687048139456 tempest-ServersOnMultiNodesTest-2040324995 tempest-ServersOnMultiNodesTest-2040324995-project] 10.222.0.53 "GET /v2.0/networks?tenant_id=40280fc497444617bce52f5bbee56fb9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0706792 Sep 23 19:24:59.129943 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d757fd82-9db0-4858-950c-d9aca775509d admin admin] Pushing event deleted for resources: {'Network': ['ID=3018c2b7-6d99-4bca-a625-99b7a6f447b4,revision_number=None']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:24:59.132284 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-f4fee531-5f66-47e1-82bc-fdde6c4c7fb2 tempest-ServersTestJSON-2044209823 tempest-ServersTestJSON-2044209823-project] Notify callbacks [] for security_group, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:59.194413 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-9017ab46-20e3-44ba-9e1a-812225ad4ad8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-527313', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-601459'] for router_interface, after_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:59.209800 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-f4fee531-5f66-47e1-82bc-fdde6c4c7fb2 tempest-ServersTestJSON-2044209823 tempest-ServersTestJSON-2044209823-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:59.257055 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Device e8904638-1ea1-46e8-8511-305a3e759973 no longer exists at agent ovs-agent-n-d-713301-16 {{(pid=95103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 19:24:59.289889 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.plugin [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] No Port match for: e8904638-1ea1-46e8-8511-305a3e759973 {{(pid=95103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 19:24:59.289889 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Device e8904638-1ea1-46e8-8511-305a3e759973 not bound to the agent host n-d-713301-16 {{(pid=95103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 19:24:59.310950 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aef446fc-f66c-463e-b31d-4df0447fde8f None None] New status for floating IP 6f57089a-cdce-4e54-9711-dd20d5f05d9f: DOWN {{(pid=95104) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 23 19:24:59.338935 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] For port c0243896-fce1-491e-b01a-fe507cb083a8, host n-h1-713301-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-16',level=0,port_id=c0243896-fce1-491e-b01a-fe507cb083a8,segment=NetworkSegment(5af8be7e-f9c6-4114-987e-ef068c7fc557),segment_id=5af8be7e-f9c6-4114-987e-ef068c7fc557)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:24:59.355657 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3340663b-177c-43d9-b4e6-0d9a5f3a76df req-3f05b95e-6e3d-40f3-b647-f990f6071600 tempest-ServersOnMultiNodesTest-2040324995 tempest-ServersOnMultiNodesTest-2040324995-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:24:59.362595 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-3340663b-177c-43d9-b4e6-0d9a5f3a76df req-3f05b95e-6e3d-40f3-b647-f990f6071600 tempest-ServersOnMultiNodesTest-2040324995 tempest-ServersOnMultiNodesTest-2040324995-project] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2272532 Sep 23 19:24:59.363618 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Returning: {'device': 'c0243896-fce1-491e-b01a-fe507cb083a8', 'network_id': 'c1ad3b2d-de91-44e9-a44c-b26d03d276cb', 'port_id': 'c0243896-fce1-491e-b01a-fe507cb083a8', 'mac_address': 'fa:16:3e:7b:51:ee', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 623, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f7972800-2fa5-4fd0-ae55-c87548a8f875', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95103) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 19:24:59.383762 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.v2.base [req-3340663b-177c-43d9-b4e6-0d9a5f3a76df req-82098021-4429-4198-aa65-f8519b6f0c70 tempest-ServersOnMultiNodesTest-2040324995 tempest-ServersOnMultiNodesTest-2040324995-project] Request body: {'port': {'device_id': 'faabc1c8-1154-43c4-ac97-d3e758e17bc9', 'network_id': '5220cb0c-da05-478a-9604-8c11469a05b4', 'admin_state_up': True, 'tenant_id': '40280fc497444617bce52f5bbee56fb9'}} {{(pid=95101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:24:59.388458 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 36890) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:24:59.390809 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-f4fee531-5f66-47e1-82bc-fdde6c4c7fb2 tempest-ServersTestJSON-2044209823 tempest-ServersTestJSON-2044209823-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:59.393291 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1822ac6c-6f6a-437d-9434-babbc97a8a41 req-3788c2f9-6550-4d6c-81eb-38a0cff12524 tempest-ServerRescueTestJSON-83326898 tempest-ServerRescueTestJSON-83326898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:24:59.393794 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-f4fee531-5f66-47e1-82bc-fdde6c4c7fb2 tempest-ServersTestJSON-2044209823 tempest-ServersTestJSON-2044209823-project] Notify callbacks [] for security_group, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:59.397361 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-f4fee531-5f66-47e1-82bc-fdde6c4c7fb2 tempest-ServersTestJSON-2044209823 tempest-ServersTestJSON-2044209823-project] 10.222.0.67 "DELETE /v2.0/security-groups/b87b4d2a-dc5f-4c37-8504-d48d1299302b HTTP/1.1" status: 204 len: 168 time: 0.7585208 Sep 23 19:24:59.401891 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-1822ac6c-6f6a-437d-9434-babbc97a8a41 req-3788c2f9-6550-4d6c-81eb-38a0cff12524 tempest-ServerRescueTestJSON-83326898 tempest-ServerRescueTestJSON-83326898-project] 10.222.0.67 "GET /v2.0/ports?device_id=777ece37-282c-46bf-a54e-b76185b0b66f HTTP/1.1" status: 200 len: 943 time: 0.5891719 Sep 23 19:24:59.403188 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 36892) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:24:59.410599 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f9a9a05-623c-497f-83e1-605b38920752 req-ec6db5f3-bf7d-41d9-94d1-0d35bc2746fb tempest-NetworksTest-925373227 tempest-NetworksTest-925373227-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:24:59.416056 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-7f9a9a05-623c-497f-83e1-605b38920752 req-ec6db5f3-bf7d-41d9-94d1-0d35bc2746fb tempest-NetworksTest-925373227 tempest-NetworksTest-925373227-project-admin] 10.222.0.67 "GET /v2.0/networks/5dec5c09-378e-4f50-89cc-d94eb81c3bac HTTP/1.1" status: 200 len: 886 time: 0.5938416 Sep 23 19:24:59.449196 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:59.471665 n-d-713301-16 neutron-server[95103]: DEBUG neutron.notifiers.nova [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c0243896-fce1-491e-b01a-fe507cb083a8 {{(pid=95103) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 19:24:59.474592 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4fee531-5f66-47e1-82bc-fdde6c4c7fb2 tempest-ServersTestJSON-2044209823 tempest-ServersTestJSON-2044209823-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b87b4d2a-dc5f-4c37-8504-d48d1299302b,revision_number=None']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:24:59.478464 n-d-713301-16 neutron-server[95101]: INFO neutron.api.v2.resource [None req-fdb1fd88-5407-4c4a-a46b-af7003ac6e28 tempest-ServersTestJSON-2044209823 tempest-ServersTestJSON-2044209823-project] show failed (client error): The resource could not be found. Sep 23 19:24:59.483292 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-fdb1fd88-5407-4c4a-a46b-af7003ac6e28 tempest-ServersTestJSON-2044209823 tempest-ServersTestJSON-2044209823-project] 10.222.0.67 "GET /v2.0/security-groups/b87b4d2a-dc5f-4c37-8504-d48d1299302b HTTP/1.1" status: 404 len: 347 time: 0.0437880 Sep 23 19:24:59.489384 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 36896) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:24:59.579960 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] For port c0243896-fce1-491e-b01a-fe507cb083a8, host n-h1-713301-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-16',level=0,port_id=c0243896-fce1-491e-b01a-fe507cb083a8,segment=NetworkSegment(5af8be7e-f9c6-4114-987e-ef068c7fc557),segment_id=5af8be7e-f9c6-4114-987e-ef068c7fc557)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:24:59.581730 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-3a4299de-f6ae-4455-9406-6fa3427dcbdd admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=b9b1bf1e052747edb79d8459636eb975&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1916082 Sep 23 19:24:59.582390 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 36900) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:24:59.594209 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:59.666683 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Pushing event updated for resources: {'Port': ['ID=c0243896-fce1-491e-b01a-fe507cb083a8,revision_number=4']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:24:59.669856 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-a2ca26ec-0f9a-4776-b27d-c9ef0564456a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:59.697762 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-1822ac6c-6f6a-437d-9434-babbc97a8a41 req-304846af-1fa0-47fe-aa5b-f26471e01cb9 tempest-ServerRescueTestJSON-83326898 tempest-ServerRescueTestJSON-83326898-project] 10.222.0.67 "GET /v2.0/security-groups?id=324a4552-7b72-4e62-bcd4-dc8354c093e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2949853 Sep 23 19:24:59.703983 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3340663b-177c-43d9-b4e6-0d9a5f3a76df req-82098021-4429-4198-aa65-f8519b6f0c70 tempest-ServersOnMultiNodesTest-2040324995 tempest-ServersOnMultiNodesTest-2040324995-project] Made reservation on behalf of 40280fc497444617bce52f5bbee56fb9 for: {'port': 1} {{(pid=95101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:24:59.709085 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-3340663b-177c-43d9-b4e6-0d9a5f3a76df req-82098021-4429-4198-aa65-f8519b6f0c70 tempest-ServersOnMultiNodesTest-2040324995 tempest-ServersOnMultiNodesTest-2040324995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:59.720758 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-a2ca26ec-0f9a-4776-b27d-c9ef0564456a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:59.766332 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-113fc293-c9e9-4e0f-b289-dce641978822 req-2ec29a49-aebc-4782-b635-20bad57782fb service neutron] 10.222.0.74 "GET /v2.0/networks/c1ad3b2d-de91-44e9-a44c-b26d03d276cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6817675 Sep 23 19:24:59.776247 n-d-713301-16 neutron-server[95102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9017ab46-20e3-44ba-9e1a-812225ad4ad8 admin admin] Network c1c3ef61-7600-4f98-9132-f29d8908ed23 is already hosted by enough agents. {{(pid=95102) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:24:59.778471 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-3340663b-177c-43d9-b4e6-0d9a5f3a76df req-82098021-4429-4198-aa65-f8519b6f0c70 tempest-ServersOnMultiNodesTest-2040324995 tempest-ServersOnMultiNodesTest-2040324995-project] Notify callbacks [] for security_group, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:59.785635 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Device 4b3f0429-7c4f-4598-8d25-eaaa44ae5b13 no longer exists at agent ovs-agent-n-d-713301-16 {{(pid=95103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 19:24:59.790409 n-d-713301-16 neutron-server[95102]: DEBUG neutron.scheduler.base_scheduler [None req-9017ab46-20e3-44ba-9e1a-812225ad4ad8 admin admin] Resources bound (agent type, host, resource id): {{(pid=95102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:24:59.836700 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] get_ports_and_sgs() called for port_ids ['c0243896-fce1-491e-b01a-fe507cb083a8'] {{(pid=95103) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 19:24:59.839448 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.plugin [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] No Port match for: 4b3f0429-7c4f-4598-8d25-eaaa44ae5b13 {{(pid=95103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 19:24:59.839862 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Device 4b3f0429-7c4f-4598-8d25-eaaa44ae5b13 not bound to the agent host n-d-713301-16 {{(pid=95103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 19:24:59.842695 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-978f61fe-0b70-4566-b1cc-5db9fa2bbed3 req-81b5962c-555c-444f-abba-fcdf17a776bb tempest-NetworksTest-925373227 tempest-NetworksTest-925373227-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:24:59.843433 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-978f61fe-0b70-4566-b1cc-5db9fa2bbed3 req-81b5962c-555c-444f-abba-fcdf17a776bb tempest-NetworksTest-925373227 tempest-NetworksTest-925373227-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:24:59.843669 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-978f61fe-0b70-4566-b1cc-5db9fa2bbed3 req-81b5962c-555c-444f-abba-fcdf17a776bb tempest-NetworksTest-925373227 tempest-NetworksTest-925373227-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:24:59.844139 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-978f61fe-0b70-4566-b1cc-5db9fa2bbed3 req-81b5962c-555c-444f-abba-fcdf17a776bb tempest-NetworksTest-925373227 tempest-NetworksTest-925373227-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:24:59.844815 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-978f61fe-0b70-4566-b1cc-5db9fa2bbed3 req-81b5962c-555c-444f-abba-fcdf17a776bb tempest-NetworksTest-925373227 tempest-NetworksTest-925373227-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:24:59.845193 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-978f61fe-0b70-4566-b1cc-5db9fa2bbed3 req-81b5962c-555c-444f-abba-fcdf17a776bb tempest-NetworksTest-925373227 tempest-NetworksTest-925373227-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:24:59.845658 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-978f61fe-0b70-4566-b1cc-5db9fa2bbed3 req-81b5962c-555c-444f-abba-fcdf17a776bb tempest-NetworksTest-925373227 tempest-NetworksTest-925373227-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:24:59.846120 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-978f61fe-0b70-4566-b1cc-5db9fa2bbed3 req-81b5962c-555c-444f-abba-fcdf17a776bb tempest-NetworksTest-925373227 tempest-NetworksTest-925373227-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:24:59.846579 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-978f61fe-0b70-4566-b1cc-5db9fa2bbed3 req-81b5962c-555c-444f-abba-fcdf17a776bb tempest-NetworksTest-925373227 tempest-NetworksTest-925373227-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:24:59.863488 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-978f61fe-0b70-4566-b1cc-5db9fa2bbed3 req-81b5962c-555c-444f-abba-fcdf17a776bb tempest-NetworksTest-925373227 tempest-NetworksTest-925373227-project-admin] 10.222.0.67 "GET /v2.0/networks HTTP/1.1" status: 200 len: 6290 time: 0.3654706 Sep 23 19:24:59.901693 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-a2ca26ec-0f9a-4776-b27d-c9ef0564456a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:59.906450 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-a2ca26ec-0f9a-4776-b27d-c9ef0564456a admin admin] Notify callbacks [] for security_group, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:59.910603 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-a2ca26ec-0f9a-4776-b27d-c9ef0564456a admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/ea291150-9b8c-4fcb-bd51-1cb2e081f160 HTTP/1.1" status: 204 len: 168 time: 0.3247087 Sep 23 19:24:59.925953 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2ca26ec-0f9a-4776-b27d-c9ef0564456a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea291150-9b8c-4fcb-bd51-1cb2e081f160,revision_number=None']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:24:59.940547 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-3340663b-177c-43d9-b4e6-0d9a5f3a76df req-82098021-4429-4198-aa65-f8519b6f0c70 tempest-ServersOnMultiNodesTest-2040324995 tempest-ServersOnMultiNodesTest-2040324995-project] Notify callbacks [] for security_group, precommit_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:24:59.957824 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-3340663b-177c-43d9-b4e6-0d9a5f3a76df req-82098021-4429-4198-aa65-f8519b6f0c70 tempest-ServersOnMultiNodesTest-2040324995 tempest-ServersOnMultiNodesTest-2040324995-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:00.159618 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82098021-4429-4198-aa65-f8519b6f0c70 tempest-ServersOnMultiNodesTest-2040324995 tempest-ServersOnMultiNodesTest-2040324995-project] Pushing event updated for resources: {'SecurityGroup': ['ID=157e791d-182d-45ba-a5d1-6edf868180cf,revision_number=1']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:25:00.182817 n-d-713301-16 neutron-server[95101]: DEBUG neutron.db.db_base_plugin_common [req-3340663b-177c-43d9-b4e6-0d9a5f3a76df req-82098021-4429-4198-aa65-f8519b6f0c70 tempest-ServersOnMultiNodesTest-2040324995 tempest-ServersOnMultiNodesTest-2040324995-project] Allocated IP 192.168.233.204 (5220cb0c-da05-478a-9604-8c11469a05b4/1ccc69bc-9d6b-44d9-b227-204e47dc6e45/a93a183a-c4c5-4ca7-8687-dd68b086ef76) {{(pid=95101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 19:25:00.197928 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-32c337a3-8baa-414b-a480-1bdf31a0ce5e req-845d88a6-7624-41d3-b151-8fe2fa9cbaab tempest-ServersOnMultiNodesTest-2040324995 tempest-ServersOnMultiNodesTest-2040324995-project] 10.222.0.67 "GET /v2.0/ports?device_id=faabc1c8-1154-43c4-ac97-d3e758e17bc9 HTTP/1.1" status: 200 len: 210 time: 0.1454561 Sep 23 19:25:00.275617 n-d-713301-16 neutron-server[95102]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9017ab46-20e3-44ba-9e1a-812225ad4ad8 admin admin] Router 65634710-c6e3-408c-b679-82bbd975259b has already been hosted by L3 agent 79a740bf-7821-4989-8288-7186e3e128f3 {{(pid=95102) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 19:25:00.300501 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a577f4a-48de-4de2-a652-50d04f6e22a2 req-a437e463-4341-443c-9087-67731c650aad tempest-MigrationsAdminTest-397594546 tempest-MigrationsAdminTest-397594546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:25:00.307424 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-b639abe5-10aa-4c6f-8ce2-90c0cd2e3de3 None None] Provisioning complete for port 005f1f77-cfd9-4840-98c4-60c806e390a8 triggered by entity DHCP. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:25:00.308352 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b639abe5-10aa-4c6f-8ce2-90c0cd2e3de3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:00.309364 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-4a577f4a-48de-4de2-a652-50d04f6e22a2 req-a437e463-4341-443c-9087-67731c650aad tempest-MigrationsAdminTest-397594546 tempest-MigrationsAdminTest-397594546-project] 10.222.0.67 "GET /v2.0/ports?device_id=61df6679-e03a-4089-8f81-8cc4daaf4da0 HTTP/1.1" status: 200 len: 949 time: 0.4769747 Sep 23 19:25:00.381261 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 36912) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:25:00.404292 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.plugin [None req-b639abe5-10aa-4c6f-8ce2-90c0cd2e3de3 None None] Port 005f1f77-cfd9-4840-98c4-60c806e390a8 cannot update to ACTIVE because it is not bound. {{(pid=95103) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 19:25:00.406454 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.plugin [None req-586dc872-880d-47c6-a250-f7f0e80149c6 tempest-ServersTestJSON-2044209823 tempest-ServersTestJSON-2044209823-project] Deleting port f4e98284-bfe8-4c03-aa14-680511a38956 {{(pid=95102) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:25:00.406986 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-586dc872-880d-47c6-a250-f7f0e80149c6 tempest-ServersTestJSON-2044209823 tempest-ServersTestJSON-2044209823-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783146157096'] for port, before_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:00.423175 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-3340663b-177c-43d9-b4e6-0d9a5f3a76df req-82098021-4429-4198-aa65-f8519b6f0c70 tempest-ServersOnMultiNodesTest-2040324995 tempest-ServersOnMultiNodesTest-2040324995-project] Notify callbacks [] for port, precommit_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:00.473834 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Device 5e0cfb4e-f0a0-4307-98ca-fd7fbec65808 up at agent hyperv_n-h2-713301-16 {{(pid=95103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 19:25:00.479571 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-3340663b-177c-43d9-b4e6-0d9a5f3a76df req-82098021-4429-4198-aa65-f8519b6f0c70 tempest-ServersOnMultiNodesTest-2040324995 tempest-ServersOnMultiNodesTest-2040324995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783145673135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5607431'] for port, after_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:00.533004 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3340663b-177c-43d9-b4e6-0d9a5f3a76df req-82098021-4429-4198-aa65-f8519b6f0c70 tempest-ServersOnMultiNodesTest-2040324995 tempest-ServersOnMultiNodesTest-2040324995-project] Network 5220cb0c-da05-478a-9604-8c11469a05b4 is already hosted by enough agents. {{(pid=95101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:25:00.536453 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.base_scheduler [req-3340663b-177c-43d9-b4e6-0d9a5f3a76df req-82098021-4429-4198-aa65-f8519b6f0c70 tempest-ServersOnMultiNodesTest-2040324995 tempest-ServersOnMultiNodesTest-2040324995-project] Resources bound (agent type, host, resource id): {{(pid=95101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:25:00.539117 n-d-713301-16 neutron-server[95101]: DEBUG neutron.db.l3_dvrscheduler_db [req-3340663b-177c-43d9-b4e6-0d9a5f3a76df req-82098021-4429-4198-aa65-f8519b6f0c70 tempest-ServersOnMultiNodesTest-2040324995 tempest-ServersOnMultiNodesTest-2040324995-project] Received port after_create {{(pid=95101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 19:25:00.558736 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-4af5504f-1ff1-463a-b517-79c044cc6e24 tempest-TaggedBootDevicesTest-1101605307 tempest-TaggedBootDevicesTest-1101605307-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4398944', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5388242'] for subnet, after_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:00.578406 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Provisioning for port 5e0cfb4e-f0a0-4307-98ca-fd7fbec65808 completed by entity L2. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 19:25:00.584087 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Provisioning complete for port 5e0cfb4e-f0a0-4307-98ca-fd7fbec65808 triggered by entity L2. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:25:00.584543 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:00.597117 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-986f65cf-7c09-49e4-8c19-06737ce669b8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:00.619209 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82098021-4429-4198-aa65-f8519b6f0c70 tempest-ServersOnMultiNodesTest-2040324995 tempest-ServersOnMultiNodesTest-2040324995-project] Pushing event updated for resources: {'Port': ['ID=a93a183a-c4c5-4ca7-8687-dd68b086ef76,revision_number=1']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:25:00.631044 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-4a577f4a-48de-4de2-a652-50d04f6e22a2 req-3fb6f588-0a14-4292-b0b0-dd6185b961d9 tempest-MigrationsAdminTest-397594546 tempest-MigrationsAdminTest-397594546-project] 10.222.0.67 "GET /v2.0/security-groups?id=78cb509b-31c4-4e2a-bb5c-7abd6194dcc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3205462 Sep 23 19:25:00.632496 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9017ab46-20e3-44ba-9e1a-812225ad4ad8 admin admin] Notify agent at l3_agent.n-d-713301-16 the message routers_updated {{(pid=95102) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 19:25:00.651104 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af5504f-1ff1-463a-b517-79c044cc6e24 tempest-TaggedBootDevicesTest-1101605307 tempest-TaggedBootDevicesTest-1101605307-project] Pushing event updated for resources: {'Subnet': ['ID=99a9d515-ece2-4f2b-8ab7-d74cf72d9364,revision_number=0']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:25:00.654931 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f0faaac-e587-4f62-80f6-b92920517d4f None None] Sync routers for ids ['65634710-c6e3-408c-b679-82bbd975259b'] in n-d-713301-16 {{(pid=95103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 19:25:00.657390 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-9017ab46-20e3-44ba-9e1a-812225ad4ad8 admin admin] 10.222.0.67 "PUT /v2.0/routers/65634710-c6e3-408c-b679-82bbd975259b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.7491684 Sep 23 19:25:00.665627 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3340663b-177c-43d9-b4e6-0d9a5f3a76df req-82098021-4429-4198-aa65-f8519b6f0c70 tempest-ServersOnMultiNodesTest-2040324995 tempest-ServersOnMultiNodesTest-2040324995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:25:00.666338 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-3340663b-177c-43d9-b4e6-0d9a5f3a76df req-82098021-4429-4198-aa65-f8519b6f0c70 tempest-ServersOnMultiNodesTest-2040324995 tempest-ServersOnMultiNodesTest-2040324995-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222849'] for port, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:00.707942 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f0faaac-e587-4f62-80f6-b92920517d4f None None] Routers {'65634710-c6e3-408c-b679-82bbd975259b'} bound to L3 agent in host n-d-713301-16 {{(pid=95103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 19:25:00.708580 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_hamode_db [None req-2f0faaac-e587-4f62-80f6-b92920517d4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-23T19:07:52Z,description=,heartbeat_timestamp=2021-09-23T19:24:52Z,host='n-d-713301-16',id=79a740bf-7821-4989-8288-7186e3e128f3,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:07:52Z,topic='l3_agent')) {'router_ids': ['65634710-c6e3-408c-b679-82bbd975259b'], 'active': True} {{(pid=95103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:25:00.709830 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4af5504f-1ff1-463a-b517-79c044cc6e24 tempest-TaggedBootDevicesTest-1101605307 tempest-TaggedBootDevicesTest-1101605307-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:25:00.710168 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4af5504f-1ff1-463a-b517-79c044cc6e24 tempest-TaggedBootDevicesTest-1101605307 tempest-TaggedBootDevicesTest-1101605307-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:25:00.711051 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4af5504f-1ff1-463a-b517-79c044cc6e24 tempest-TaggedBootDevicesTest-1101605307 tempest-TaggedBootDevicesTest-1101605307-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:25:00.711913 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4af5504f-1ff1-463a-b517-79c044cc6e24 tempest-TaggedBootDevicesTest-1101605307 tempest-TaggedBootDevicesTest-1101605307-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:25:00.712254 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4af5504f-1ff1-463a-b517-79c044cc6e24 tempest-TaggedBootDevicesTest-1101605307 tempest-TaggedBootDevicesTest-1101605307-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:25:00.712808 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4af5504f-1ff1-463a-b517-79c044cc6e24 tempest-TaggedBootDevicesTest-1101605307 tempest-TaggedBootDevicesTest-1101605307-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:25:00.713328 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4af5504f-1ff1-463a-b517-79c044cc6e24 tempest-TaggedBootDevicesTest-1101605307 tempest-TaggedBootDevicesTest-1101605307-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:25:00.713877 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4af5504f-1ff1-463a-b517-79c044cc6e24 tempest-TaggedBootDevicesTest-1101605307 tempest-TaggedBootDevicesTest-1101605307-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:25:00.722995 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4af5504f-1ff1-463a-b517-79c044cc6e24 tempest-TaggedBootDevicesTest-1101605307 tempest-TaggedBootDevicesTest-1101605307-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:25:00.723610 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4af5504f-1ff1-463a-b517-79c044cc6e24 tempest-TaggedBootDevicesTest-1101605307 tempest-TaggedBootDevicesTest-1101605307-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:25:00.724238 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4af5504f-1ff1-463a-b517-79c044cc6e24 tempest-TaggedBootDevicesTest-1101605307 tempest-TaggedBootDevicesTest-1101605307-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:25:00.726803 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4af5504f-1ff1-463a-b517-79c044cc6e24 tempest-TaggedBootDevicesTest-1101605307 tempest-TaggedBootDevicesTest-1101605307-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:25:00.773943 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-586dc872-880d-47c6-a250-f7f0e80149c6 tempest-ServersTestJSON-2044209823 tempest-ServersTestJSON-2044209823-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-605701'] for port, precommit_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:00.779485 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-586dc872-880d-47c6-a250-f7f0e80149c6 tempest-ServersTestJSON-2044209823 tempest-ServersTestJSON-2044209823-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:00.802210 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-986f65cf-7c09-49e4-8c19-06737ce669b8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:00.804918 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4af5504f-1ff1-463a-b517-79c044cc6e24 tempest-TaggedBootDevicesTest-1101605307 tempest-TaggedBootDevicesTest-1101605307-project] Checking segment: {'id': '4f7ea034-18ba-4cde-bf97-7b7b61f8a982', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': 'af02e9ab-cfd4-4a32-b9af-2413db894481'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95102) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:25:00.805444 n-d-713301-16 neutron-server[95102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4af5504f-1ff1-463a-b517-79c044cc6e24 tempest-TaggedBootDevicesTest-1101605307 tempest-TaggedBootDevicesTest-1101605307-project] Network hostable DHCP agents. Network: af02e9ab-cfd4-4a32-b9af-2413db894481, hostable agents: ['1b18bf05-1b5f-4587-be5c-af3ac38e32ad'], hosted agents: [] {{(pid=95102) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 19:25:00.810524 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-986f65cf-7c09-49e4-8c19-06737ce669b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:00.815440 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.plugin [None req-586dc872-880d-47c6-a250-f7f0e80149c6 tempest-ServersTestJSON-2044209823 tempest-ServersTestJSON-2044209823-project] Calling delete_port for f4e98284-bfe8-4c03-aa14-680511a38956 owned by network:floatingip {{(pid=95102) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:25:00.852502 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-3340663b-177c-43d9-b4e6-0d9a5f3a76df req-82098021-4429-4198-aa65-f8519b6f0c70 tempest-ServersOnMultiNodesTest-2040324995 tempest-ServersOnMultiNodesTest-2040324995-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.4801905 Sep 23 19:25:00.876897 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Device c0243896-fce1-491e-b01a-fe507cb083a8 up at agent hyperv_n-h1-713301-16 {{(pid=95103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 19:25:00.887055 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.v2.base [req-3340663b-177c-43d9-b4e6-0d9a5f3a76df req-49e0c015-3781-4bf5-9e9d-af30450a9adb service neutron] Request body: {'port': {'device_id': 'faabc1c8-1154-43c4-ac97-d3e758e17bc9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713301-16'}} {{(pid=95101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:25:00.893915 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-986f65cf-7c09-49e4-8c19-06737ce669b8 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=dd0045609335485190065afb3a26fcfd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5082297 Sep 23 19:25:00.901892 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 36928) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:25:00.952223 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-986f65cf-7c09-49e4-8c19-06737ce669b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8bc7c51b-7b5b-4a14-a86a-180807eeb238,revision_number=1']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:25:01.019906 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-3340663b-177c-43d9-b4e6-0d9a5f3a76df req-49e0c015-3781-4bf5-9e9d-af30450a9adb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:01.032401 n-d-713301-16 neutron-server[95102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4af5504f-1ff1-463a-b517-79c044cc6e24 tempest-TaggedBootDevicesTest-1101605307 tempest-TaggedBootDevicesTest-1101605307-project] Network af02e9ab-cfd4-4a32-b9af-2413db894481 is scheduled to be hosted by DHCP agent 1b18bf05-1b5f-4587-be5c-af3ac38e32ad with binding_index 1 {{(pid=95102) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 19:25:01.041523 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-dcfd8266-d830-4d95-b892-c7a310e2dcf3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:01.045438 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-586dc872-880d-47c6-a250-f7f0e80149c6 tempest-ServersTestJSON-2044209823 tempest-ServersTestJSON-2044209823-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783146162158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783145673144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4399100'] for port, after_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:01.082430 n-d-713301-16 neutron-server[95102]: DEBUG neutron.scheduler.base_scheduler [None req-4af5504f-1ff1-463a-b517-79c044cc6e24 tempest-TaggedBootDevicesTest-1101605307 tempest-TaggedBootDevicesTest-1101605307-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713301-16, af02e9ab-cfd4-4a32-b9af-2413db894481) {{(pid=95102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:25:01.087962 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4af5504f-1ff1-463a-b517-79c044cc6e24 tempest-TaggedBootDevicesTest-1101605307 tempest-TaggedBootDevicesTest-1101605307-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:25:01.088530 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-4af5504f-1ff1-463a-b517-79c044cc6e24 tempest-TaggedBootDevicesTest-1101605307 tempest-TaggedBootDevicesTest-1101605307-project] Notify callbacks [] for subnet, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:01.089739 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-dcfd8266-d830-4d95-b892-c7a310e2dcf3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:01.126111 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-586dc872-880d-47c6-a250-f7f0e80149c6 tempest-ServersTestJSON-2044209823 tempest-ServersTestJSON-2044209823-project] Pushing event deleted for resources: {'Port': ['ID=f4e98284-bfe8-4c03-aa14-680511a38956,revision_number=None']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:25:01.127217 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-883770e4-50fc-45ae-a7f5-defcb59ac0c7 None None] Network af02e9ab-cfd4-4a32-b9af-2413db894481 requested from n-d-713301-16 {{(pid=95103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 19:25:01.158176 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:01.234824 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-586dc872-880d-47c6-a250-f7f0e80149c6 tempest-ServersTestJSON-2044209823 tempest-ServersTestJSON-2044209823-project] Notify callbacks [] for floatingip, after_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:01.238189 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-586dc872-880d-47c6-a250-f7f0e80149c6 tempest-ServersTestJSON-2044209823 tempest-ServersTestJSON-2044209823-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222849'] for floatingip, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:01.239393 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-586dc872-880d-47c6-a250-f7f0e80149c6 tempest-ServersTestJSON-2044209823 tempest-ServersTestJSON-2044209823-project] 10.222.0.67 "DELETE /v2.0/floatingips/6f57089a-cdce-4e54-9711-dd20d5f05d9f HTTP/1.1" status: 204 len: 168 time: 1.7470772 Sep 23 19:25:01.245989 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 36942) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:25:01.255235 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da979f8b-ccbe-4e61-83ff-8ee86b8faf28 req-99b9bf15-ee00-4e86-8d25-7d37bf7d81fb tempest-ServerRescueTestJSON-83326898 tempest-ServerRescueTestJSON-83326898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:25:01.256979 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-da979f8b-ccbe-4e61-83ff-8ee86b8faf28 req-99b9bf15-ee00-4e86-8d25-7d37bf7d81fb tempest-ServerRescueTestJSON-83326898 tempest-ServerRescueTestJSON-83326898-project] 10.222.0.67 "GET /v2.0/ports?device_id=777ece37-282c-46bf-a54e-b76185b0b66f HTTP/1.1" status: 200 len: 944 time: 0.2268896 Sep 23 19:25:01.260358 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-4af5504f-1ff1-463a-b517-79c044cc6e24 tempest-TaggedBootDevicesTest-1101605307 tempest-TaggedBootDevicesTest-1101605307-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 2.9523950 Sep 23 19:25:01.264117 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 36944) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:25:01.274897 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.v2.base [None req-31f49a50-eefe-4d8c-939e-845c60f18cc3 tempest-TaggedBootDevicesTest-1101605307 tempest-TaggedBootDevicesTest-1101605307-project] Request body: {'subnet': {'network_id': 'bada5757-bdaa-4c5b-b7b4-3acebf356815', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=95101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:25:01.280206 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-f416e264-c5eb-4e30-b8e6-8c4f5631bb99 None None] Provisioning complete for port a93a183a-c4c5-4ca7-8687-dd68b086ef76 triggered by entity DHCP. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:25:01.280998 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-f416e264-c5eb-4e30-b8e6-8c4f5631bb99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:01.305070 n-d-713301-16 neutron-server[95103]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '61df6679-e03a-4089-8f81-8cc4daaf4da0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e0cfb4e-f0a0-4307-98ca-fd7fbec65808'}] {{(pid=95103) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 19:25:01.307727 n-d-713301-16 neutron-server[95103]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}81a1c17f2aa89d5b3ebbba3a3e0cf7eb588e431c2224256110c4c4facdd7c3e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4388a173-c972-4afd-b36c-49130557b958" -d '{"events": [{"server_uuid": "61df6679-e03a-4089-8f81-8cc4daaf4da0", "name": "network-vif-plugged", "status": "completed", "tag": "5e0cfb4e-f0a0-4307-98ca-fd7fbec65808"}]}' {{(pid=95103) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 19:25:01.369665 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_dvr_db [None req-2f0faaac-e587-4f62-80f6-b92920517d4f None None] Set router 65634710-c6e3-408c-b679-82bbd975259b gateway port host: n-d-713301-16 {{(pid=95103) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 19:25:01.374228 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] For port 5e0cfb4e-f0a0-4307-98ca-fd7fbec65808, host n-h2-713301-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-16',level=0,port_id=5e0cfb4e-f0a0-4307-98ca-fd7fbec65808,segment=NetworkSegment(6139d589-eb6c-4578-8935-c26ddf396853),segment_id=6139d589-eb6c-4578-8935-c26ddf396853)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:25:01.418942 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-dcfd8266-d830-4d95-b892-c7a310e2dcf3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:01.421647 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:01.423687 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-dcfd8266-d830-4d95-b892-c7a310e2dcf3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:01.425599 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-dcfd8266-d830-4d95-b892-c7a310e2dcf3 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/8bc7c51b-7b5b-4a14-a86a-180807eeb238 HTTP/1.1" status: 204 len: 168 time: 0.5199671 Sep 23 19:25:01.433010 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Provisioning for port c0243896-fce1-491e-b01a-fe507cb083a8 completed by entity L2. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 19:25:01.486809 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Provisioning complete for port c0243896-fce1-491e-b01a-fe507cb083a8 triggered by entity L2. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:25:01.487564 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:01.489902 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.plugin [None req-f416e264-c5eb-4e30-b8e6-8c4f5631bb99 None None] Port a93a183a-c4c5-4ca7-8687-dd68b086ef76 cannot update to ACTIVE because it is not bound. {{(pid=95103) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 19:25:01.539581 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-da979f8b-ccbe-4e61-83ff-8ee86b8faf28 req-50442bfc-4f1c-4a98-a726-888d675a0925 tempest-ServerRescueTestJSON-83326898 tempest-ServerRescueTestJSON-83326898-project] 10.222.0.67 "GET /v2.0/security-groups?id=324a4552-7b72-4e62-bcd4-dc8354c093e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2107742 Sep 23 19:25:01.550547 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 36952) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:25:01.577497 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31f49a50-eefe-4d8c-939e-845c60f18cc3 tempest-TaggedBootDevicesTest-1101605307 tempest-TaggedBootDevicesTest-1101605307-project] Made reservation on behalf of f9311328b6c648f88a79b8848358e4b9 for: {'subnet': 1} {{(pid=95101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:25:01.577497 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-31f49a50-eefe-4d8c-939e-845c60f18cc3 tempest-TaggedBootDevicesTest-1101605307 tempest-TaggedBootDevicesTest-1101605307-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6130979'] for subnet, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:01.647786 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 36956) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:25:01.648336 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcfd8266-d830-4d95-b892-c7a310e2dcf3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8bc7c51b-7b5b-4a14-a86a-180807eeb238,revision_number=None']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:25:01.660295 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.v2.base [None req-8e4e0b6b-7e47-49ee-b9ab-5ffe9631026a tempest-ServersTestFqdnHostnames-1525195897 tempest-ServersTestFqdnHostnames-1525195897-project] Request body: {'security_group': {'name': 'tempest-securitygroup--284032419', 'description': 'tempest-description--1769684004'}} {{(pid=95102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:25:01.748364 n-d-713301-16 neutron-server[95103]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 19:25:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd3e5ef8-9a35-4b52-94dd-05c0a7599d7e x-openstack-request-id: req-fd3e5ef8-9a35-4b52-94dd-05c0a7599d7e {{(pid=95103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 19:25:01.751571 n-d-713301-16 neutron-server[95103]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "61df6679-e03a-4089-8f81-8cc4daaf4da0", "name": "network-vif-plugged", "status": "completed", "tag": "5e0cfb4e-f0a0-4307-98ca-fd7fbec65808", "code": 200}]} {{(pid=95103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 19:25:01.751864 n-d-713301-16 neutron-server[95103]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-fd3e5ef8-9a35-4b52-94dd-05c0a7599d7e {{(pid=95103) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 19:25:01.753668 n-d-713301-16 neutron-server[95103]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '61df6679-e03a-4089-8f81-8cc4daaf4da0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e0cfb4e-f0a0-4307-98ca-fd7fbec65808', 'code': 200} Sep 23 19:25:01.788163 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Pushing event updated for resources: {'Port': ['ID=5e0cfb4e-f0a0-4307-98ca-fd7fbec65808,revision_number=5']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:25:01.927804 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4864770b-fddd-4aab-8cd5-e933dd9fd4b3 req-e4e70355-c8aa-4115-b8ec-728ea1bc9ee1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:25:01.930131 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-4864770b-fddd-4aab-8cd5-e933dd9fd4b3 req-e4e70355-c8aa-4115-b8ec-728ea1bc9ee1 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=61df6679-e03a-4089-8f81-8cc4daaf4da0 HTTP/1.1" status: 200 len: 1102 time: 0.1541622 Sep 23 19:25:01.989103 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.v2.base [None req-1270e4d7-992a-4c70-a27d-54585f866c45 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsV221TestJSON-1410641977-network', 'tenant_id': '1d12a3043a224ea796794725de5fbc1f'}} {{(pid=95102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:25:02.010753 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-773943d4-4352-441f-820c-02e7b0a66a94 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4c8b80df-07eb-5275-9f17-5cf640db67c0-af02e9ab-cfd4-4a32-b9af-2413db894481', 'network_id': 'af02e9ab-cfd4-4a32-b9af-2413db894481', 'tenant_id': 'f9311328b6c648f88a79b8848358e4b9', 'fixed_ips': [{'subnet_id': '99a9d515-ece2-4f2b-8ab7-d74cf72d9364'}]}} from n-d-713301-16. {{(pid=95103) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 23 19:25:02.011615 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-773943d4-4352-441f-820c-02e7b0a66a94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_create {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:02.055896 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-8e4e0b6b-7e47-49ee-b9ab-5ffe9631026a tempest-ServersTestFqdnHostnames-1525195897 tempest-ServersTestFqdnHostnames-1525195897-project] Notify callbacks [] for security_group, before_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:02.090072 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-4864770b-fddd-4aab-8cd5-e933dd9fd4b3 req-dfe10f4f-9100-4a6d-a9d2-3d70887c6fbb service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=78cb509b-31c4-4e2a-bb5c-7abd6194dcc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1533911 Sep 23 19:25:02.096708 n-d-713301-16 neutron-server[95101]: DEBUG neutron.notifiers.nova [req-3340663b-177c-43d9-b4e6-0d9a5f3a76df req-49e0c015-3781-4bf5-9e9d-af30450a9adb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a93a183a-c4c5-4ca7-8687-dd68b086ef76 {{(pid=95101) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 19:25:02.114763 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-3340663b-177c-43d9-b4e6-0d9a5f3a76df req-49e0c015-3781-4bf5-9e9d-af30450a9adb service neutron] Notify callbacks [] for port, precommit_update {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:02.157306 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1270e4d7-992a-4c70-a27d-54585f866c45 admin admin] Made reservation on behalf of 1d12a3043a224ea796794725de5fbc1f for: {'network': 1} {{(pid=95102) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:25:02.159642 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-1270e4d7-992a-4c70-a27d-54585f866c45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for network, before_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:02.169556 n-d-713301-16 neutron-server[95101]: DEBUG neutron.db.provisioning_blocks [req-3340663b-177c-43d9-b4e6-0d9a5f3a76df req-49e0c015-3781-4bf5-9e9d-af30450a9adb service neutron] Transition to ACTIVE for port object a93a183a-c4c5-4ca7-8687-dd68b086ef76 will not be triggered until provisioned by entity L2. {{(pid=95101) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 19:25:02.178140 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-3340663b-177c-43d9-b4e6-0d9a5f3a76df req-49e0c015-3781-4bf5-9e9d-af30450a9adb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5607436'] for port, after_update {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:02.180860 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:02.218566 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-31f49a50-eefe-4d8c-939e-845c60f18cc3 tempest-TaggedBootDevicesTest-1101605307 tempest-TaggedBootDevicesTest-1101605307-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5607579', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6130961'] for subnet, after_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:02.221698 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.db_base_plugin_common [None req-773943d4-4352-441f-820c-02e7b0a66a94 None None] Allocated IP 10.1.1.2 (af02e9ab-cfd4-4a32-b9af-2413db894481/99a9d515-ece2-4f2b-8ab7-d74cf72d9364/3e62bd25-784e-4b3b-84f0-580953cd999e) {{(pid=95103) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 19:25:02.226914 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-1270e4d7-992a-4c70-a27d-54585f866c45 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:02.269336 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 36964) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:25:02.294675 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] For port c0243896-fce1-491e-b01a-fe507cb083a8, host n-h1-713301-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-16',level=0,port_id=c0243896-fce1-491e-b01a-fe507cb083a8,segment=NetworkSegment(5af8be7e-f9c6-4114-987e-ef068c7fc557),segment_id=5af8be7e-f9c6-4114-987e-ef068c7fc557)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:25:02.309749 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:02.406647 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-ddd12430-b14e-4abe-807f-fea7084fc6fd admin admin] Notify callbacks [] for security_group, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:02.436360 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_hamode_db [None req-2f0faaac-e587-4f62-80f6-b92920517d4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65634710-c6e3-408c-b679-82bbd975259b', 'name': 'tempest-ServersTestFqdnHostnames-128521063-router', 'tenant_id': '8f30595259594b588538420667412c2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'external_fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.212'}], 'enable_snat': True}, 'gw_port_id': '8b8d4e73-1f05-4427-92af-bc2b7dc230e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:24:44Z', 'updated_at': '2021-09-23T19:24:57Z', 'revision_number': 4, 'project_id': '8f30595259594b588538420667412c2e', 'gw_port': {'id': '8b8d4e73-1f05-4427-92af-bc2b7dc230e0', 'name': '', 'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:2e:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65634710-c6e3-408c-b679-82bbd975259b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 831, 'fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:24:47Z', 'updated_at': '2021-09-23T19:24:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-16', '_interfaces': [{'id': '005f1f77-cfd9-4840-98c4-60c806e390a8', 'name': '', 'network_id': 'c1c3ef61-7600-4f98-9132-f29d8908ed23', 'tenant_id': '8f30595259594b588538420667412c2e', 'mac_address': 'fa:16:3e:6a:f8:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65634710-c6e3-408c-b679-82bbd975259b', 'device_owner': 'network:router_interface', 'standard_attr_id': 838, 'fixed_ips': [{'subnet_id': '7398c0e8-218e-4b5a-9041-b8f53e0e75c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:24:55Z', 'updated_at': '2021-09-23T19:24:57Z', 'revision_number': 2, 'project_id': '8f30595259594b588538420667412c2e', 'subnets': [{'id': '7398c0e8-218e-4b5a-9041-b8f53e0e75c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-16', False) {} {{(pid=95103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:25:02.465399 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49e0c015-3781-4bf5-9e9d-af30450a9adb service neutron] Pushing event updated for resources: {'Port': ['ID=a93a183a-c4c5-4ca7-8687-dd68b086ef76,revision_number=2']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:25:02.487586 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31f49a50-eefe-4d8c-939e-845c60f18cc3 tempest-TaggedBootDevicesTest-1101605307 tempest-TaggedBootDevicesTest-1101605307-project] Pushing event updated for resources: {'Subnet': ['ID=3199260d-e0ce-4349-8e34-6eeff93a29e7,revision_number=0']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:25:02.493710 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Pushing event updated for resources: {'Port': ['ID=c0243896-fce1-491e-b01a-fe507cb083a8,revision_number=5']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:25:02.499322 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f0faaac-e587-4f62-80f6-b92920517d4f None None] Checking router: 65634710-c6e3-408c-b679-82bbd975259b for host: n-d-713301-16 {{(pid=95103) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 19:25:02.500195 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f0faaac-e587-4f62-80f6-b92920517d4f None None] Updating router 65634710-c6e3-408c-b679-82bbd975259b port 005f1f77-cfd9-4840-98c4-60c806e390a8 binding host n-d-713301-16 {{(pid=95103) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 23 19:25:02.509524 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31f49a50-eefe-4d8c-939e-845c60f18cc3 tempest-TaggedBootDevicesTest-1101605307 tempest-TaggedBootDevicesTest-1101605307-project] Checking segment: {'id': '00dc7b2f-018d-4fcd-a76f-deef20c5f9fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': 'bada5757-bdaa-4c5b-b7b4-3acebf356815'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:25:02.509894 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31f49a50-eefe-4d8c-939e-845c60f18cc3 tempest-TaggedBootDevicesTest-1101605307 tempest-TaggedBootDevicesTest-1101605307-project] Network hostable DHCP agents. Network: bada5757-bdaa-4c5b-b7b4-3acebf356815, hostable agents: ['1b18bf05-1b5f-4587-be5c-af3ac38e32ad'], hosted agents: [] {{(pid=95101) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 19:25:02.533592 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.managers [req-3340663b-177c-43d9-b4e6-0d9a5f3a76df req-49e0c015-3781-4bf5-9e9d-af30450a9adb service neutron] Attempting to bind port a93a183a-c4c5-4ca7-8687-dd68b086ef76 on host n-h2-713301-16 for vnic_type normal with profile {{(pid=95101) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 19:25:02.533838 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.managers [req-3340663b-177c-43d9-b4e6-0d9a5f3a76df req-49e0c015-3781-4bf5-9e9d-af30450a9adb service neutron] Attempting to bind port a93a183a-c4c5-4ca7-8687-dd68b086ef76 by drivers openvswitch,hyperv on host n-h2-713301-16 at level 0 using segments [{'id': '6139d589-eb6c-4578-8935-c26ddf396853', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '5220cb0c-da05-478a-9604-8c11469a05b4'}] {{(pid=95101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 19:25:02.534170 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3340663b-177c-43d9-b4e6-0d9a5f3a76df req-49e0c015-3781-4bf5-9e9d-af30450a9adb service neutron] Attempting to bind port a93a183a-c4c5-4ca7-8687-dd68b086ef76 on network 5220cb0c-da05-478a-9604-8c11469a05b4 {{(pid=95101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:25:02.542577 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3340663b-177c-43d9-b4e6-0d9a5f3a76df req-49e0c015-3781-4bf5-9e9d-af30450a9adb service neutron] Port a93a183a-c4c5-4ca7-8687-dd68b086ef76 on network 5220cb0c-da05-478a-9604-8c11469a05b4 not bound, no agent of type Open vSwitch agent registered on host n-h2-713301-16 {{(pid=95101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 19:25:02.542941 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3340663b-177c-43d9-b4e6-0d9a5f3a76df req-49e0c015-3781-4bf5-9e9d-af30450a9adb service neutron] Attempting to bind port a93a183a-c4c5-4ca7-8687-dd68b086ef76 on network 5220cb0c-da05-478a-9604-8c11469a05b4 {{(pid=95101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:25:02.547640 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31f49a50-eefe-4d8c-939e-845c60f18cc3 tempest-TaggedBootDevicesTest-1101605307 tempest-TaggedBootDevicesTest-1101605307-project] Network bada5757-bdaa-4c5b-b7b4-3acebf356815 is scheduled to be hosted by DHCP agent 1b18bf05-1b5f-4587-be5c-af3ac38e32ad with binding_index 1 {{(pid=95101) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 19:25:02.555474 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-773943d4-4352-441f-820c-02e7b0a66a94 None None] Notify callbacks [] for port, precommit_create {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:02.557544 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3340663b-177c-43d9-b4e6-0d9a5f3a76df req-49e0c015-3781-4bf5-9e9d-af30450a9adb service neutron] Checking agent: {'id': '2a7cea34-db54-4faf-8d23-37521c3e34cb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713301-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 19, 15, 28), 'started_at': datetime.datetime(2021, 9, 23, 19, 15, 28), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 19, 24, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 19:25:02.557836 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3340663b-177c-43d9-b4e6-0d9a5f3a76df req-49e0c015-3781-4bf5-9e9d-af30450a9adb service neutron] Checking segment: {'id': '6139d589-eb6c-4578-8935-c26ddf396853', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '5220cb0c-da05-478a-9604-8c11469a05b4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:25:02.558039 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3340663b-177c-43d9-b4e6-0d9a5f3a76df req-49e0c015-3781-4bf5-9e9d-af30450a9adb service neutron] Bound using segment: {'id': '6139d589-eb6c-4578-8935-c26ddf396853', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '5220cb0c-da05-478a-9604-8c11469a05b4'} {{(pid=95101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 19:25:02.558754 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.managers [req-3340663b-177c-43d9-b4e6-0d9a5f3a76df req-49e0c015-3781-4bf5-9e9d-af30450a9adb service neutron] Bound port: a93a183a-c4c5-4ca7-8687-dd68b086ef76, host: n-h2-713301-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6139d589-eb6c-4578-8935-c26ddf396853', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '5220cb0c-da05-478a-9604-8c11469a05b4'}}] {{(pid=95101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 19:25:02.558885 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-3340663b-177c-43d9-b4e6-0d9a5f3a76df req-49e0c015-3781-4bf5-9e9d-af30450a9adb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:02.562932 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.base_scheduler [None req-31f49a50-eefe-4d8c-939e-845c60f18cc3 tempest-TaggedBootDevicesTest-1101605307 tempest-TaggedBootDevicesTest-1101605307-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713301-16, bada5757-bdaa-4c5b-b7b4-3acebf356815) {{(pid=95101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:25:02.568553 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31f49a50-eefe-4d8c-939e-845c60f18cc3 tempest-TaggedBootDevicesTest-1101605307 tempest-TaggedBootDevicesTest-1101605307-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:25:02.569411 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-31f49a50-eefe-4d8c-939e-845c60f18cc3 tempest-TaggedBootDevicesTest-1101605307 tempest-TaggedBootDevicesTest-1101605307-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527417'] for subnet, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:02.573429 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-2f0faaac-e587-4f62-80f6-b92920517d4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:02.584277 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-773943d4-4352-441f-820c-02e7b0a66a94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783145673135'] for port, after_create {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:02.586951 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1191e25c-31a5-4de8-8994-c610d200c027 None None] Network bada5757-bdaa-4c5b-b7b4-3acebf356815 requested from n-d-713301-16 {{(pid=95103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 19:25:02.593588 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd26973-c43c-47d5-aa90-607719edf3c5 req-060c09bb-0d9e-4bad-b80a-cd8b1dd97aac tempest-ServersOnMultiNodesTest-2040324995 tempest-ServersOnMultiNodesTest-2040324995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:25:02.597150 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-0fd26973-c43c-47d5-aa90-607719edf3c5 req-060c09bb-0d9e-4bad-b80a-cd8b1dd97aac tempest-ServersOnMultiNodesTest-2040324995 tempest-ServersOnMultiNodesTest-2040324995-project] 10.222.0.67 "GET /v2.0/ports?device_id=faabc1c8-1154-43c4-ac97-d3e758e17bc9 HTTP/1.1" status: 200 len: 936 time: 0.8051682 Sep 23 19:25:02.615085 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8faaf3d3-938c-41eb-9042-bb1c92445aaa req-d9fa2aac-eeb4-4ca6-8c40-e1a4dd1a0b48 tempest-MigrationsAdminTest-397594546 tempest-MigrationsAdminTest-397594546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:25:02.618221 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-8faaf3d3-938c-41eb-9042-bb1c92445aaa req-d9fa2aac-eeb4-4ca6-8c40-e1a4dd1a0b48 tempest-MigrationsAdminTest-397594546 tempest-MigrationsAdminTest-397594546-project] 10.222.0.67 "GET /v2.0/ports?device_id=61df6679-e03a-4089-8f81-8cc4daaf4da0 HTTP/1.1" status: 200 len: 950 time: 0.6541076 Sep 23 19:25:02.650400 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.db [req-3340663b-177c-43d9-b4e6-0d9a5f3a76df req-49e0c015-3781-4bf5-9e9d-af30450a9adb service neutron] For port a93a183a-c4c5-4ca7-8687-dd68b086ef76, host n-h2-713301-16, cleared binding levels {{(pid=95101) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 19:25:02.654539 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.db [req-3340663b-177c-43d9-b4e6-0d9a5f3a76df req-49e0c015-3781-4bf5-9e9d-af30450a9adb service neutron] For port a93a183a-c4c5-4ca7-8687-dd68b086ef76, host n-h2-713301-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-16',level=0,port_id=a93a183a-c4c5-4ca7-8687-dd68b086ef76,segment=NetworkSegment(6139d589-eb6c-4578-8935-c26ddf396853),segment_id=6139d589-eb6c-4578-8935-c26ddf396853)] {{(pid=95101) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 19:25:02.659765 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-3340663b-177c-43d9-b4e6-0d9a5f3a76df req-49e0c015-3781-4bf5-9e9d-af30450a9adb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5607436'] for port, after_update {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:02.730236 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-0fd26973-c43c-47d5-aa90-607719edf3c5 req-8b50ec66-37c4-4afd-8eb6-b5ccba676352 tempest-ServersOnMultiNodesTest-2040324995 tempest-ServersOnMultiNodesTest-2040324995-project] 10.222.0.67 "GET /v2.0/security-groups?id=157e791d-182d-45ba-a5d1-6edf868180cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1066151 Sep 23 19:25:02.740109 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49e0c015-3781-4bf5-9e9d-af30450a9adb service neutron] Pushing event updated for resources: {'Port': ['ID=a93a183a-c4c5-4ca7-8687-dd68b086ef76,revision_number=3']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:25:02.740956 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-8faaf3d3-938c-41eb-9042-bb1c92445aaa req-0c029536-b378-4923-a26a-30237d8e952c tempest-MigrationsAdminTest-397594546 tempest-MigrationsAdminTest-397594546-project] 10.222.0.67 "GET /v2.0/security-groups?id=78cb509b-31c4-4e2a-bb5c-7abd6194dcc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1120613 Sep 23 19:25:02.773783 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3340663b-177c-43d9-b4e6-0d9a5f3a76df req-49e0c015-3781-4bf5-9e9d-af30450a9adb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:25:02.775069 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-3340663b-177c-43d9-b4e6-0d9a5f3a76df req-49e0c015-3781-4bf5-9e9d-af30450a9adb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222849'] for port, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:02.776242 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-3340663b-177c-43d9-b4e6-0d9a5f3a76df req-49e0c015-3781-4bf5-9e9d-af30450a9adb service neutron] 10.222.0.53 "PUT /v2.0/ports/a93a183a-c4c5-4ca7-8687-dd68b086ef76 HTTP/1.1" status: 200 len: 1097 time: 1.9021294 Sep 23 19:25:02.776899 n-d-713301-16 neutron-server[95101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'faabc1c8-1154-43c4-ac97-d3e758e17bc9', 'tag': 'a93a183a-c4c5-4ca7-8687-dd68b086ef76'}] {{(pid=95101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 19:25:02.779882 n-d-713301-16 neutron-server[95101]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d8366c5740cd635e57ab12b71fe44a77c2acc3c19091ef849c6f68b380462244" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e84618e-90d1-46ee-a785-8f4620ff374d" -d '{"events": [{"name": "network-changed", "server_uuid": "faabc1c8-1154-43c4-ac97-d3e758e17bc9", "tag": "a93a183a-c4c5-4ca7-8687-dd68b086ef76"}]}' {{(pid=95101) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 19:25:02.789594 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-8e4e0b6b-7e47-49ee-b9ab-5ffe9631026a tempest-ServersTestFqdnHostnames-1525195897 tempest-ServersTestFqdnHostnames-1525195897-project] Notify callbacks [] for security_group, precommit_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:02.810784 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-31f49a50-eefe-4d8c-939e-845c60f18cc3 tempest-TaggedBootDevicesTest-1101605307 tempest-TaggedBootDevicesTest-1101605307-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.5429664 Sep 23 19:25:02.811884 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 36970) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:25:02.822047 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.v2.base [None req-ee81d40a-2358-46ee-9be8-81d79e76c7c8 tempest-TaggedBootDevicesTest-1101605307 tempest-TaggedBootDevicesTest-1101605307-project] Request body: {'port': {'network_id': 'af02e9ab-cfd4-4a32-b9af-2413db894481', 'name': 'tempest-TaggedBootDevicesTest-744557290', 'fixed_ips': [{'subnet_id': '99a9d515-ece2-4f2b-8ab7-d74cf72d9364'}]}} {{(pid=95101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:25:02.828571 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-8e4e0b6b-7e47-49ee-b9ab-5ffe9631026a tempest-ServersTestFqdnHostnames-1525195897 tempest-ServersTestFqdnHostnames-1525195897-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:02.846681 n-d-713301-16 neutron-server[95103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-773943d4-4352-441f-820c-02e7b0a66a94 None None] Network af02e9ab-cfd4-4a32-b9af-2413db894481 is already hosted by enough agents. {{(pid=95103) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:25:02.883781 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e4e0b6b-7e47-49ee-b9ab-5ffe9631026a tempest-ServersTestFqdnHostnames-1525195897 tempest-ServersTestFqdnHostnames-1525195897-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9dcb96be-8c37-4c08-8031-8b500de6a2df,revision_number=1']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:25:02.903360 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-837a60da-4df1-484d-8552-2d5a06ee8feb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-601372'] for router_interface, before_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:02.926720 n-d-713301-16 neutron-server[95101]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 19:25:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d677781b-ee7f-4d74-9483-3b867f3313e9 x-openstack-request-id: req-d677781b-ee7f-4d74-9483-3b867f3313e9 {{(pid=95101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 19:25:02.927105 n-d-713301-16 neutron-server[95101]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "faabc1c8-1154-43c4-ac97-d3e758e17bc9", "tag": "a93a183a-c4c5-4ca7-8687-dd68b086ef76", "status": "completed", "code": 200}]} {{(pid=95101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 19:25:02.927342 n-d-713301-16 neutron-server[95101]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-d677781b-ee7f-4d74-9483-3b867f3313e9 {{(pid=95101) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 19:25:02.927784 n-d-713301-16 neutron-server[95101]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'faabc1c8-1154-43c4-ac97-d3e758e17bc9', 'tag': 'a93a183a-c4c5-4ca7-8687-dd68b086ef76', 'status': 'completed', 'code': 200} Sep 23 19:25:02.949743 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3340663b-177c-43d9-b4e6-0d9a5f3a76df req-87944b38-034d-4601-96e0-35dfa76cf63c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:25:02.951976 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-3340663b-177c-43d9-b4e6-0d9a5f3a76df req-87944b38-034d-4601-96e0-35dfa76cf63c service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=40280fc497444617bce52f5bbee56fb9&device_id=faabc1c8-1154-43c4-ac97-d3e758e17bc9 HTTP/1.1" status: 200 len: 1100 time: 0.1241176 Sep 23 19:25:03.014514 n-d-713301-16 neutron-server[95103]: DEBUG neutron.scheduler.base_scheduler [None req-773943d4-4352-441f-820c-02e7b0a66a94 None None] Resources bound (agent type, host, resource id): {{(pid=95103) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:25:03.021407 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-773943d4-4352-441f-820c-02e7b0a66a94 None None] Received port after_create {{(pid=95103) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 19:25:03.032176 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-773943d4-4352-441f-820c-02e7b0a66a94 None None] Pushing event updated for resources: {'Port': ['ID=3e62bd25-784e-4b3b-84f0-580953cd999e,revision_number=1']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:25:03.059215 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-3340663b-177c-43d9-b4e6-0d9a5f3a76df req-787dee59-5eda-45fb-8d30-88a55af04932 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.204&port_id=a93a183a-c4c5-4ca7-8687-dd68b086ef76 HTTP/1.1" status: 200 len: 217 time: 0.0643210 Sep 23 19:25:03.089355 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6620d706-a1a5-4f1f-ad59-031f4c366caa req-94b096cf-69eb-4cf2-9611-0bb194849ae2 tempest-ServerRescueTestJSON-83326898 tempest-ServerRescueTestJSON-83326898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:25:03.097129 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-6620d706-a1a5-4f1f-ad59-031f4c366caa req-94b096cf-69eb-4cf2-9611-0bb194849ae2 tempest-ServerRescueTestJSON-83326898 tempest-ServerRescueTestJSON-83326898-project] 10.222.0.67 "GET /v2.0/ports?device_id=777ece37-282c-46bf-a54e-b76185b0b66f HTTP/1.1" status: 200 len: 945 time: 0.1205354 Sep 23 19:25:03.175913 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.managers [None req-773943d4-4352-441f-820c-02e7b0a66a94 None None] Attempting to bind port 3e62bd25-784e-4b3b-84f0-580953cd999e on host n-d-713301-16 for vnic_type normal with profile {{(pid=95103) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 19:25:03.176481 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.managers [None req-773943d4-4352-441f-820c-02e7b0a66a94 None None] Attempting to bind port 3e62bd25-784e-4b3b-84f0-580953cd999e by drivers openvswitch,hyperv on host n-d-713301-16 at level 0 using segments [{'id': '4f7ea034-18ba-4cde-bf97-7b7b61f8a982', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': 'af02e9ab-cfd4-4a32-b9af-2413db894481'}] {{(pid=95103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 19:25:03.176901 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-773943d4-4352-441f-820c-02e7b0a66a94 None None] Attempting to bind port 3e62bd25-784e-4b3b-84f0-580953cd999e on network af02e9ab-cfd4-4a32-b9af-2413db894481 {{(pid=95103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:25:03.203919 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-6620d706-a1a5-4f1f-ad59-031f4c366caa req-216e015e-5155-45b2-91ed-88346eeaf622 tempest-ServerRescueTestJSON-83326898 tempest-ServerRescueTestJSON-83326898-project] 10.222.0.67 "GET /v2.0/security-groups?id=324a4552-7b72-4e62-bcd4-dc8354c093e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1043406 Sep 23 19:25:03.208470 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3340663b-177c-43d9-b4e6-0d9a5f3a76df req-6614d6d9-1f1e-4980-a958-ed9fa228bfec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:25:03.212553 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-3340663b-177c-43d9-b4e6-0d9a5f3a76df req-6614d6d9-1f1e-4980-a958-ed9fa228bfec service neutron] 10.222.0.53 "GET /v2.0/subnets?id=1ccc69bc-9d6b-44d9-b227-204e47dc6e45 HTTP/1.1" status: 200 len: 843 time: 0.1377406 Sep 23 19:25:03.248251 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-773943d4-4352-441f-820c-02e7b0a66a94 None None] Checking agent: {'id': '70a14545-df24-472f-8f95-bfe1719bff93', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 19, 7, 53), 'started_at': datetime.datetime(2021, 9, 23, 19, 8, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 19, 24, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 19:25:03.248720 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-773943d4-4352-441f-820c-02e7b0a66a94 None None] Checking segment: {'id': '4f7ea034-18ba-4cde-bf97-7b7b61f8a982', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': 'af02e9ab-cfd4-4a32-b9af-2413db894481'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95103) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:25:03.249053 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-773943d4-4352-441f-820c-02e7b0a66a94 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:03.249450 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-773943d4-4352-441f-820c-02e7b0a66a94 None None] Bound using segment: {'id': '4f7ea034-18ba-4cde-bf97-7b7b61f8a982', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': 'af02e9ab-cfd4-4a32-b9af-2413db894481'} {{(pid=95103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 19:25:03.249930 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.managers [None req-773943d4-4352-441f-820c-02e7b0a66a94 None None] Bound port: 3e62bd25-784e-4b3b-84f0-580953cd999e, host: n-d-713301-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4f7ea034-18ba-4cde-bf97-7b7b61f8a982', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': 'af02e9ab-cfd4-4a32-b9af-2413db894481'}}] {{(pid=95103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 19:25:03.250310 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-773943d4-4352-441f-820c-02e7b0a66a94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:03.292220 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-ddd12430-b14e-4abe-807f-fea7084fc6fd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:03.299888 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-ddd12430-b14e-4abe-807f-fea7084fc6fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:03.306188 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3340663b-177c-43d9-b4e6-0d9a5f3a76df req-e6cfad0c-8668-4781-9999-71c91c7a99e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:25:03.307630 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-3340663b-177c-43d9-b4e6-0d9a5f3a76df req-e6cfad0c-8668-4781-9999-71c91c7a99e9 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=5220cb0c-da05-478a-9604-8c11469a05b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0857406 Sep 23 19:25:03.330540 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-8e4e0b6b-7e47-49ee-b9ab-5ffe9631026a tempest-ServersTestFqdnHostnames-1525195897 tempest-ServersTestFqdnHostnames-1525195897-project] Notify callbacks [] for security_group, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:03.336929 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-8e4e0b6b-7e47-49ee-b9ab-5ffe9631026a tempest-ServersTestFqdnHostnames-1525195897 tempest-ServersTestFqdnHostnames-1525195897-project] 10.222.0.67 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 1.6835923 Sep 23 19:25:03.338819 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 36972) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:25:03.349448 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.v2.base [None req-65b9ce1f-5755-4e6a-990b-b1b3757e92f5 tempest-ServersTestFqdnHostnames-1525195897 tempest-ServersTestFqdnHostnames-1525195897-project] Request body: {'security_group_rule': {'security_group_id': '9dcb96be-8c37-4c08-8031-8b500de6a2df', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:25:03.384769 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33064baf-0580-4e12-a716-5d9ccaaaebbb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4c8b80df-07eb-5275-9f17-5cf640db67c0-bada5757-bdaa-4c5b-b7b4-3acebf356815', 'network_id': 'bada5757-bdaa-4c5b-b7b4-3acebf356815', 'tenant_id': 'f9311328b6c648f88a79b8848358e4b9', 'fixed_ips': [{'subnet_id': '3199260d-e0ce-4349-8e34-6eeff93a29e7'}]}} from n-d-713301-16. {{(pid=95103) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 23 19:25:03.385839 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-33064baf-0580-4e12-a716-5d9ccaaaebbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_create {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:03.388981 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.plugin [None req-837a60da-4df1-484d-8552-2d5a06ee8feb admin admin] Deleting port a9b050bb-b3fb-453c-93db-0daa57396c00 {{(pid=95102) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:25:03.389396 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-837a60da-4df1-484d-8552-2d5a06ee8feb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783146157096'] for port, before_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:03.399542 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd12430-b14e-4abe-807f-fea7084fc6fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7d38ced-a539-461e-a30b-580e4809a426,revision_number=1']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:25:03.410917 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-ddd12430-b14e-4abe-807f-fea7084fc6fd admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=27acb5a482db4cab9de8646a2e258ef0&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1308708 Sep 23 19:25:03.414537 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 36974) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:25:03.455480 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-773943d4-4352-441f-820c-02e7b0a66a94 None None] For port 3e62bd25-784e-4b3b-84f0-580953cd999e, host n-d-713301-16, cleared binding levels {{(pid=95103) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 19:25:03.527496 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-3340663b-177c-43d9-b4e6-0d9a5f3a76df req-795b8ce9-e71e-48ea-8139-279d8a35aec3 service neutron] 10.222.0.53 "GET /v2.0/networks/5220cb0c-da05-478a-9604-8c11469a05b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2024930 Sep 23 19:25:03.544020 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-773943d4-4352-441f-820c-02e7b0a66a94 None None] For port 3e62bd25-784e-4b3b-84f0-580953cd999e, host n-d-713301-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-16',level=0,port_id=3e62bd25-784e-4b3b-84f0-580953cd999e,segment=NetworkSegment(4f7ea034-18ba-4cde-bf97-7b7b61f8a982),segment_id=4f7ea034-18ba-4cde-bf97-7b7b61f8a982)] {{(pid=95103) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 19:25:03.553013 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-2f0faaac-e587-4f62-80f6-b92920517d4f None None] Notify callbacks [] for port, precommit_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:03.554570 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.db [None req-837a60da-4df1-484d-8552-2d5a06ee8feb admin admin] For port a9b050bb-b3fb-453c-93db-0daa57396c00, host n-d-713301-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-16',level=0,port_id=a9b050bb-b3fb-453c-93db-0daa57396c00,segment=NetworkSegment(67b8f6c5-b740-4a28-a82e-f136ec158977),segment_id=67b8f6c5-b740-4a28-a82e-f136ec158977)] {{(pid=95102) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:25:03.555039 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-837a60da-4df1-484d-8552-2d5a06ee8feb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-605701'] for port, precommit_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:03.557706 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-773943d4-4352-441f-820c-02e7b0a66a94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:03.569953 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-b0ff9e24-23c6-43a2-9837-90fb413692e8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:03.582431 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.plugin [None req-837a60da-4df1-484d-8552-2d5a06ee8feb admin admin] Calling delete_port for a9b050bb-b3fb-453c-93db-0daa57396c00 owned by network:router_interface {{(pid=95102) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:25:03.596698 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-2f0faaac-e587-4f62-80f6-b92920517d4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:03.597111 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-1270e4d7-992a-4c70-a27d-54585f866c45 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:03.605812 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-1270e4d7-992a-4c70-a27d-54585f866c45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:03.656286 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-b0ff9e24-23c6-43a2-9837-90fb413692e8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:03.664794 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee81d40a-2358-46ee-9be8-81d79e76c7c8 tempest-TaggedBootDevicesTest-1101605307 tempest-TaggedBootDevicesTest-1101605307-project] Made reservation on behalf of f9311328b6c648f88a79b8848358e4b9 for: {'port': 1} {{(pid=95101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:25:03.747110 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1270e4d7-992a-4c70-a27d-54585f866c45 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 620} {{(pid=95102) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 19:25:03.749257 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-65b9ce1f-5755-4e6a-990b-b1b3757e92f5 tempest-ServersTestFqdnHostnames-1525195897 tempest-ServersTestFqdnHostnames-1525195897-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:03.765928 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-773943d4-4352-441f-820c-02e7b0a66a94 None None] Pushing event updated for resources: {'Port': ['ID=3e62bd25-784e-4b3b-84f0-580953cd999e,revision_number=2']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:25:03.771900 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-3340663b-177c-43d9-b4e6-0d9a5f3a76df req-0afd6e50-fb68-42ca-8a64-d61efc05f275 service neutron] 10.222.0.53 "GET /v2.0/networks/5220cb0c-da05-478a-9604-8c11469a05b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2347910 Sep 23 19:25:03.789620 n-d-713301-16 neutron-server[95103]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '777ece37-282c-46bf-a54e-b76185b0b66f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c0243896-fce1-491e-b01a-fe507cb083a8'}] {{(pid=95103) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 19:25:03.792695 n-d-713301-16 neutron-server[95103]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}81a1c17f2aa89d5b3ebbba3a3e0cf7eb588e431c2224256110c4c4facdd7c3e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9bf588d6-f352-4249-b4dd-2fb4636e4bf4" -d '{"events": [{"server_uuid": "777ece37-282c-46bf-a54e-b76185b0b66f", "name": "network-vif-plugged", "status": "completed", "tag": "c0243896-fce1-491e-b01a-fe507cb083a8"}]}' {{(pid=95103) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 19:25:03.908936 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1270e4d7-992a-4c70-a27d-54585f866c45 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=773f07a6-9dbe-4e52-9128-29aea4a22afb,revision_number=1']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:25:03.969616 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-1270e4d7-992a-4c70-a27d-54585f866c45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1756186'] for segment, precommit_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:03.970000 n-d-713301-16 neutron-server[95102]: INFO neutron.db.segments_db [None req-1270e4d7-992a-4c70-a27d-54585f866c45 admin admin] Added segment 8eb18688-72ed-4013-a8ac-fcac80dc3b07 of type vlan for network 11848038-4312-48be-8ae8-b4ee534ea68d Sep 23 19:25:04.035037 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbea2cac-6b08-4300-a0d9-7996ade23949 None None] Pushing event updated for resources: {'Port': ['ID=005f1f77-cfd9-4840-98c4-60c806e390a8,revision_number=3']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:25:04.063142 n-d-713301-16 neutron-server[95103]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 19:25:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3632170d-f4fd-45a8-87fd-c0633bcc72b2 x-openstack-request-id: req-3632170d-f4fd-45a8-87fd-c0633bcc72b2 {{(pid=95103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 19:25:04.063789 n-d-713301-16 neutron-server[95103]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "777ece37-282c-46bf-a54e-b76185b0b66f", "name": "network-vif-plugged", "status": "completed", "tag": "c0243896-fce1-491e-b01a-fe507cb083a8", "code": 200}]} {{(pid=95103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 19:25:04.064205 n-d-713301-16 neutron-server[95103]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-3632170d-f4fd-45a8-87fd-c0633bcc72b2 {{(pid=95103) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 19:25:04.065062 n-d-713301-16 neutron-server[95103]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '777ece37-282c-46bf-a54e-b76185b0b66f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c0243896-fce1-491e-b01a-fe507cb083a8', 'code': 200} Sep 23 19:25:04.070544 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.db_base_plugin_common [None req-33064baf-0580-4e12-a716-5d9ccaaaebbb None None] Allocated IP 10.2.2.2 (bada5757-bdaa-4c5b-b7b4-3acebf356815/3199260d-e0ce-4349-8e34-6eeff93a29e7/0433d356-e9e9-42cf-89d0-3ec02f25fb71) {{(pid=95103) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 19:25:04.165957 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.managers [None req-2f0faaac-e587-4f62-80f6-b92920517d4f None None] Attempting to bind port 005f1f77-cfd9-4840-98c4-60c806e390a8 on host n-d-713301-16 for vnic_type normal with profile {{(pid=95103) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 19:25:04.165957 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.managers [None req-2f0faaac-e587-4f62-80f6-b92920517d4f None None] Attempting to bind port 005f1f77-cfd9-4840-98c4-60c806e390a8 by drivers openvswitch,hyperv on host n-d-713301-16 at level 0 using segments [{'id': '7fea2a1e-f855-4d52-a7e1-2fd793fa9a5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': 'c1c3ef61-7600-4f98-9132-f29d8908ed23'}] {{(pid=95103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 19:25:04.165957 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f0faaac-e587-4f62-80f6-b92920517d4f None None] Attempting to bind port 005f1f77-cfd9-4840-98c4-60c806e390a8 on network c1c3ef61-7600-4f98-9132-f29d8908ed23 {{(pid=95103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:25:04.227729 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-65b9ce1f-5755-4e6a-990b-b1b3757e92f5 tempest-ServersTestFqdnHostnames-1525195897 tempest-ServersTestFqdnHostnames-1525195897-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:04.275758 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f0faaac-e587-4f62-80f6-b92920517d4f None None] Checking agent: {'id': '70a14545-df24-472f-8f95-bfe1719bff93', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 19, 7, 53), 'started_at': datetime.datetime(2021, 9, 23, 19, 8, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 19, 24, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 19:25:04.276123 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f0faaac-e587-4f62-80f6-b92920517d4f None None] Checking segment: {'id': '7fea2a1e-f855-4d52-a7e1-2fd793fa9a5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': 'c1c3ef61-7600-4f98-9132-f29d8908ed23'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95103) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:25:04.276263 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb16640-9b63-45f2-8447-30725c033f7f req-e205c94c-10d4-4023-9277-25552e4fc70a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:25:04.276588 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-2f0faaac-e587-4f62-80f6-b92920517d4f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:04.277164 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f0faaac-e587-4f62-80f6-b92920517d4f None None] Bound using segment: {'id': '7fea2a1e-f855-4d52-a7e1-2fd793fa9a5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': 'c1c3ef61-7600-4f98-9132-f29d8908ed23'} {{(pid=95103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 19:25:04.277755 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.managers [None req-2f0faaac-e587-4f62-80f6-b92920517d4f None None] Bound port: 005f1f77-cfd9-4840-98c4-60c806e390a8, host: n-d-713301-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7fea2a1e-f855-4d52-a7e1-2fd793fa9a5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': 'c1c3ef61-7600-4f98-9132-f29d8908ed23'}}] {{(pid=95103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 19:25:04.278156 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-cbb16640-9b63-45f2-8447-30725c033f7f req-e205c94c-10d4-4023-9277-25552e4fc70a service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=777ece37-282c-46bf-a54e-b76185b0b66f HTTP/1.1" status: 200 len: 1097 time: 0.2863693 Sep 23 19:25:04.283124 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-2f0faaac-e587-4f62-80f6-b92920517d4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:04.289885 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-65b9ce1f-5755-4e6a-990b-b1b3757e92f5 tempest-ServersTestFqdnHostnames-1525195897 tempest-ServersTestFqdnHostnames-1525195897-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575319'] for security_group_rule, after_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:04.299155 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-1270e4d7-992a-4c70-a27d-54585f866c45 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783145630486'] for network, precommit_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:04.314351 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-3f658d94-48df-4f16-a7b0-6309f1a9392c None None] Provisioning complete for port 005f1f77-cfd9-4840-98c4-60c806e390a8 triggered by entity DHCP. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:25:04.314959 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-3f658d94-48df-4f16-a7b0-6309f1a9392c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:04.348020 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-b0ff9e24-23c6-43a2-9837-90fb413692e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:04.351768 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-b0ff9e24-23c6-43a2-9837-90fb413692e8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:04.354767 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-b0ff9e24-23c6-43a2-9837-90fb413692e8 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/f7d38ced-a539-461e-a30b-580e4809a426 HTTP/1.1" status: 204 len: 168 time: 0.9372473 Sep 23 19:25:04.361059 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-ee81d40a-2358-46ee-9be8-81d79e76c7c8 tempest-TaggedBootDevicesTest-1101605307 tempest-TaggedBootDevicesTest-1101605307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:04.365997 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e84618e-90d1-46ee-a785-8f4620ff374d req-50c84499-0e18-44f8-b409-8b6aa46a2ee0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:25:04.368520 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-6e84618e-90d1-46ee-a785-8f4620ff374d req-50c84499-0e18-44f8-b409-8b6aa46a2ee0 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=40280fc497444617bce52f5bbee56fb9&device_id=faabc1c8-1154-43c4-ac97-d3e758e17bc9 HTTP/1.1" status: 200 len: 1100 time: 0.1088777 Sep 23 19:25:04.397276 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-65b9ce1f-5755-4e6a-990b-b1b3757e92f5 tempest-ServersTestFqdnHostnames-1525195897 tempest-ServersTestFqdnHostnames-1525195897-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:04.402670 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-65b9ce1f-5755-4e6a-990b-b1b3757e92f5 tempest-ServersTestFqdnHostnames-1525195897 tempest-ServersTestFqdnHostnames-1525195897-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.0563109 Sep 23 19:25:04.403527 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0ff9e24-23c6-43a2-9837-90fb413692e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7d38ced-a539-461e-a30b-580e4809a426,revision_number=None']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:25:04.413563 n-d-713301-16 neutron-server[95101]: DEBUG neutron.notifiers.nova [None req-ee81d40a-2358-46ee-9be8-81d79e76c7c8 tempest-TaggedBootDevicesTest-1101605307 tempest-TaggedBootDevicesTest-1101605307-project] device_id is not set on port 0c254e5c-f9ae-4753-bdda-ad06ac5acf06 yet. {{(pid=95101) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 23 19:25:04.421684 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 36986) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:25:04.427240 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.v2.base [None req-3610c8d5-5261-427c-b1db-620d5a4810e8 tempest-ServersTestFqdnHostnames-1525195897 tempest-ServersTestFqdnHostnames-1525195897-project] Request body: {'security_group_rule': {'security_group_id': '9dcb96be-8c37-4c08-8031-8b500de6a2df', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=95101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:25:04.514582 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.plugin [None req-3f658d94-48df-4f16-a7b0-6309f1a9392c None None] Port 005f1f77-cfd9-4840-98c4-60c806e390a8 cannot update to ACTIVE because it is not bound. {{(pid=95103) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 19:25:04.564711 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-33064baf-0580-4e12-a716-5d9ccaaaebbb None None] Notify callbacks [] for port, precommit_create {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:04.573938 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65b9ce1f-5755-4e6a-990b-b1b3757e92f5 tempest-ServersTestFqdnHostnames-1525195897 tempest-ServersTestFqdnHostnames-1525195897-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cbe8df68-4d5e-46c8-a586-e0ef49bb35c8,revision_number=0']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:25:04.575967 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-33064baf-0580-4e12-a716-5d9ccaaaebbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783145673135'] for port, after_create {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:04.577836 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-1270e4d7-992a-4c70-a27d-54585f866c45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299'] for network, after_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:04.579989 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1270e4d7-992a-4c70-a27d-54585f866c45 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:25:04.580694 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-1270e4d7-992a-4c70-a27d-54585f866c45 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527417'] for network, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:04.599567 n-d-713301-16 neutron-server[95103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33064baf-0580-4e12-a716-5d9ccaaaebbb None None] Network bada5757-bdaa-4c5b-b7b4-3acebf356815 is already hosted by enough agents. {{(pid=95103) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:25:04.605195 n-d-713301-16 neutron-server[95103]: DEBUG neutron.scheduler.base_scheduler [None req-33064baf-0580-4e12-a716-5d9ccaaaebbb None None] Resources bound (agent type, host, resource id): {{(pid=95103) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:25:04.630810 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33064baf-0580-4e12-a716-5d9ccaaaebbb None None] Received port after_create {{(pid=95103) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 19:25:04.635345 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-2f0faaac-e587-4f62-80f6-b92920517d4f None None] For port 005f1f77-cfd9-4840-98c4-60c806e390a8, host n-d-713301-16, cleared binding levels {{(pid=95103) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 19:25:04.662892 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-2f0faaac-e587-4f62-80f6-b92920517d4f None None] For port 005f1f77-cfd9-4840-98c4-60c806e390a8, host n-d-713301-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-16',level=0,port_id=005f1f77-cfd9-4840-98c4-60c806e390a8,segment=NetworkSegment(7fea2a1e-f855-4d52-a7e1-2fd793fa9a5a),segment_id=7fea2a1e-f855-4d52-a7e1-2fd793fa9a5a)] {{(pid=95103) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 19:25:04.688423 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-3610c8d5-5261-427c-b1db-620d5a4810e8 tempest-ServersTestFqdnHostnames-1525195897 tempest-ServersTestFqdnHostnames-1525195897-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:04.709226 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-2f0faaac-e587-4f62-80f6-b92920517d4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:04.728979 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6348b895-8a5b-43d7-9738-832e4271d8e4 req-3b73e6aa-a367-42a7-afb4-82fbe019ac9d tempest-MigrationsAdminTest-397594546 tempest-MigrationsAdminTest-397594546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:25:04.734463 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33064baf-0580-4e12-a716-5d9ccaaaebbb None None] Pushing event updated for resources: {'Port': ['ID=0433d356-e9e9-42cf-89d0-3ec02f25fb71,revision_number=1']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:25:04.744831 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-6348b895-8a5b-43d7-9738-832e4271d8e4 req-3b73e6aa-a367-42a7-afb4-82fbe019ac9d tempest-MigrationsAdminTest-397594546 tempest-MigrationsAdminTest-397594546-project] 10.222.0.67 "GET /v2.0/ports?device_id=61df6679-e03a-4089-8f81-8cc4daaf4da0 HTTP/1.1" status: 200 len: 950 time: 0.6177516 Sep 23 19:25:04.758127 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1270e4d7-992a-4c70-a27d-54585f866c45 admin admin] Pushing event updated for resources: {'Network': ['ID=11848038-4312-48be-8ae8-b4ee534ea68d,revision_number=1']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:25:04.762710 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-837a60da-4df1-484d-8552-2d5a06ee8feb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783146162158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783145673144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4399100'] for port, after_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:04.791505 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Network 11848038-4312-48be-8ae8-b4ee534ea68d details requested by agent ovs-agent-n-d-713301-16 with host n-d-713301-16 {{(pid=95103) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 19:25:04.835890 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf82664-b68e-4375-a0a7-cde79a8608c0 req-974504c0-5046-478f-8838-f5be0492e43e tempest-ServersOnMultiNodesTest-2040324995 tempest-ServersOnMultiNodesTest-2040324995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:25:04.842837 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e84618e-90d1-46ee-a785-8f4620ff374d req-4a7f8ec9-68ac-4ac4-890d-ec03df3e0d33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:25:04.844674 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-6e84618e-90d1-46ee-a785-8f4620ff374d req-4a7f8ec9-68ac-4ac4-890d-ec03df3e0d33 service neutron] 10.222.0.53 "GET /v2.0/networks?id=5220cb0c-da05-478a-9604-8c11469a05b4 HTTP/1.1" status: 200 len: 870 time: 0.4534285 Sep 23 19:25:04.848116 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-caf82664-b68e-4375-a0a7-cde79a8608c0 req-974504c0-5046-478f-8838-f5be0492e43e tempest-ServersOnMultiNodesTest-2040324995 tempest-ServersOnMultiNodesTest-2040324995-project] 10.222.0.67 "GET /v2.0/ports?device_id=faabc1c8-1154-43c4-ac97-d3e758e17bc9 HTTP/1.1" status: 200 len: 948 time: 0.7289779 Sep 23 19:25:04.888742 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-1270e4d7-992a-4c70-a27d-54585f866c45 admin admin] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 3.3343241 Sep 23 19:25:04.927014 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 36990) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:25:04.936490 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-837a60da-4df1-484d-8552-2d5a06ee8feb admin admin] Pushing event deleted for resources: {'Port': ['ID=a9b050bb-b3fb-453c-93db-0daa57396c00,revision_number=None']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:25:04.949500 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.managers [None req-33064baf-0580-4e12-a716-5d9ccaaaebbb None None] Attempting to bind port 0433d356-e9e9-42cf-89d0-3ec02f25fb71 on host n-d-713301-16 for vnic_type normal with profile {{(pid=95103) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 19:25:04.949822 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.managers [None req-33064baf-0580-4e12-a716-5d9ccaaaebbb None None] Attempting to bind port 0433d356-e9e9-42cf-89d0-3ec02f25fb71 by drivers openvswitch,hyperv on host n-d-713301-16 at level 0 using segments [{'id': '00dc7b2f-018d-4fcd-a76f-deef20c5f9fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': 'bada5757-bdaa-4c5b-b7b4-3acebf356815'}] {{(pid=95103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 19:25:04.951054 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.v2.base [None req-829cd1e9-b540-4e60-a3a3-d94338759831 admin admin] Request body: {'subnet': {'network_id': '11848038-4312-48be-8ae8-b4ee534ea68d', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsV221TestJSON-1410641977-subnet', 'tenant_id': '1d12a3043a224ea796794725de5fbc1f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:25:04.952127 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33064baf-0580-4e12-a716-5d9ccaaaebbb None None] Attempting to bind port 0433d356-e9e9-42cf-89d0-3ec02f25fb71 on network bada5757-bdaa-4c5b-b7b4-3acebf356815 {{(pid=95103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:25:04.985226 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33064baf-0580-4e12-a716-5d9ccaaaebbb None None] Checking agent: {'id': '70a14545-df24-472f-8f95-bfe1719bff93', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 19, 7, 53), 'started_at': datetime.datetime(2021, 9, 23, 19, 8, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 19, 24, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 19:25:04.985613 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33064baf-0580-4e12-a716-5d9ccaaaebbb None None] Checking segment: {'id': '00dc7b2f-018d-4fcd-a76f-deef20c5f9fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': 'bada5757-bdaa-4c5b-b7b4-3acebf356815'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95103) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:25:04.986064 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-33064baf-0580-4e12-a716-5d9ccaaaebbb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:04.986633 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33064baf-0580-4e12-a716-5d9ccaaaebbb None None] Bound using segment: {'id': '00dc7b2f-018d-4fcd-a76f-deef20c5f9fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': 'bada5757-bdaa-4c5b-b7b4-3acebf356815'} {{(pid=95103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 19:25:04.987738 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.managers [None req-33064baf-0580-4e12-a716-5d9ccaaaebbb None None] Bound port: 0433d356-e9e9-42cf-89d0-3ec02f25fb71, host: n-d-713301-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '00dc7b2f-018d-4fcd-a76f-deef20c5f9fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': 'bada5757-bdaa-4c5b-b7b4-3acebf356815'}}] {{(pid=95103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 19:25:04.988157 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-33064baf-0580-4e12-a716-5d9ccaaaebbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:04.995733 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-6e84618e-90d1-46ee-a785-8f4620ff374d req-f052c107-0271-4b1d-8427-793156bb9816 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.204&port_id=a93a183a-c4c5-4ca7-8687-dd68b086ef76 HTTP/1.1" status: 200 len: 217 time: 0.1316392 Sep 23 19:25:05.005344 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-829cd1e9-b540-4e60-a3a3-d94338759831 admin admin] Made reservation on behalf of 1d12a3043a224ea796794725de5fbc1f for: {'subnet': 1} {{(pid=95102) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:25:05.012906 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-3610c8d5-5261-427c-b1db-620d5a4810e8 tempest-ServersTestFqdnHostnames-1525195897 tempest-ServersTestFqdnHostnames-1525195897-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:05.019855 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f0faaac-e587-4f62-80f6-b92920517d4f None None] Routers {'65634710-c6e3-408c-b679-82bbd975259b'} bound to L3 agent in host n-d-713301-16 {{(pid=95103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 19:25:05.021044 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_hamode_db [None req-2f0faaac-e587-4f62-80f6-b92920517d4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-23T19:07:52Z,description=,heartbeat_timestamp=2021-09-23T19:24:52Z,host='n-d-713301-16',id=79a740bf-7821-4989-8288-7186e3e128f3,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:07:52Z,topic='l3_agent')) {'router_ids': ['65634710-c6e3-408c-b679-82bbd975259b'], 'active': True} {{(pid=95103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:25:05.025593 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-829cd1e9-b540-4e60-a3a3-d94338759831 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5388256'] for subnet, before_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:05.126435 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-3610c8d5-5261-427c-b1db-620d5a4810e8 tempest-ServersTestFqdnHostnames-1525195897 tempest-ServersTestFqdnHostnames-1525195897-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575319'] for security_group_rule, after_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:05.275557 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3610c8d5-5261-427c-b1db-620d5a4810e8 tempest-ServersTestFqdnHostnames-1525195897 tempest-ServersTestFqdnHostnames-1525195897-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b2634619-5777-4c9f-bfe7-da55c8647cf7,revision_number=0']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:25:05.332114 n-d-713301-16 neutron-server[95101]: DEBUG neutron.db.db_base_plugin_common [None req-ee81d40a-2358-46ee-9be8-81d79e76c7c8 tempest-TaggedBootDevicesTest-1101605307 tempest-TaggedBootDevicesTest-1101605307-project] Allocated IP 10.1.1.162 (af02e9ab-cfd4-4a32-b9af-2413db894481/99a9d515-ece2-4f2b-8ab7-d74cf72d9364/0c254e5c-f9ae-4753-bdda-ad06ac5acf06) {{(pid=95101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 19:25:05.339922 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-3610c8d5-5261-427c-b1db-620d5a4810e8 tempest-ServersTestFqdnHostnames-1525195897 tempest-ServersTestFqdnHostnames-1525195897-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:05.344385 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-3610c8d5-5261-427c-b1db-620d5a4810e8 tempest-ServersTestFqdnHostnames-1525195897 tempest-ServersTestFqdnHostnames-1525195897-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.9177027 Sep 23 19:25:05.358437 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e84618e-90d1-46ee-a785-8f4620ff374d req-fca153ad-4c61-41a8-b927-af0593f9d27f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:25:05.360055 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-6e84618e-90d1-46ee-a785-8f4620ff374d req-fca153ad-4c61-41a8-b927-af0593f9d27f service neutron] 10.222.0.53 "GET /v2.0/subnets?id=1ccc69bc-9d6b-44d9-b227-204e47dc6e45 HTTP/1.1" status: 200 len: 843 time: 0.3418870 Sep 23 19:25:05.360556 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 37000) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:25:05.371714 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.v2.base [None req-e155896b-555d-461e-976f-004f12937a85 tempest-ServersTestFqdnHostnames-1525195897 tempest-ServersTestFqdnHostnames-1525195897-project] Request body: {'floatingip': {'floating_network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac'}} {{(pid=95101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:25:05.394287 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-6348b895-8a5b-43d7-9738-832e4271d8e4 req-ae6dc941-20a3-4543-9243-15683cef8347 tempest-MigrationsAdminTest-397594546 tempest-MigrationsAdminTest-397594546-project] 10.222.0.67 "GET /v2.0/security-groups?id=78cb509b-31c4-4e2a-bb5c-7abd6194dcc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6437037 Sep 23 19:25:05.396453 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-cbb16640-9b63-45f2-8447-30725c033f7f req-c7102ae8-44c5-48d1-b55c-1dbbbb6de5e9 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=324a4552-7b72-4e62-bcd4-dc8354c093e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0777745 Sep 23 19:25:05.399982 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-caf82664-b68e-4375-a0a7-cde79a8608c0 req-bce09ecb-a438-4057-b1ee-b0c9a207d14c tempest-ServersOnMultiNodesTest-2040324995 tempest-ServersOnMultiNodesTest-2040324995-project] 10.222.0.67 "GET /v2.0/security-groups?id=157e791d-182d-45ba-a5d1-6edf868180cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5507696 Sep 23 19:25:05.416485 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-829cd1e9-b540-4e60-a3a3-d94338759831 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4398944', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5388242'] for subnet, after_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:05.446323 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-33064baf-0580-4e12-a716-5d9ccaaaebbb None None] For port 0433d356-e9e9-42cf-89d0-3ec02f25fb71, host n-d-713301-16, cleared binding levels {{(pid=95103) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 19:25:05.455756 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-33064baf-0580-4e12-a716-5d9ccaaaebbb None None] For port 0433d356-e9e9-42cf-89d0-3ec02f25fb71, host n-d-713301-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-16',level=0,port_id=0433d356-e9e9-42cf-89d0-3ec02f25fb71,segment=NetworkSegment(00dc7b2f-018d-4fcd-a76f-deef20c5f9fc),segment_id=00dc7b2f-018d-4fcd-a76f-deef20c5f9fc)] {{(pid=95103) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 19:25:05.477728 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbea2cac-6b08-4300-a0d9-7996ade23949 None None] Pushing event updated for resources: {'Port': ['ID=005f1f77-cfd9-4840-98c4-60c806e390a8,revision_number=4']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:25:05.545638 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-e155896b-555d-461e-976f-004f12937a85 tempest-ServersTestFqdnHostnames-1525195897 tempest-ServersTestFqdnHostnames-1525195897-project] Notify callbacks [] for floatingip, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:05.595897 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-33064baf-0580-4e12-a716-5d9ccaaaebbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:05.630541 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3317d6f3-014b-447a-887e-b97d9d2653d3 None None] Network af02e9ab-cfd4-4a32-b9af-2413db894481 requested from n-d-713301-16 {{(pid=95103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 19:25:05.630838 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-829cd1e9-b540-4e60-a3a3-d94338759831 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1a473782-7e32-4e6f-b7a3-adb8285fe3d7,revision_number=0']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:25:05.674172 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-829cd1e9-b540-4e60-a3a3-d94338759831 admin admin] Checking segment: {'id': '8eb18688-72ed-4013-a8ac-fcac80dc3b07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '11848038-4312-48be-8ae8-b4ee534ea68d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95102) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:25:05.674698 n-d-713301-16 neutron-server[95102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-829cd1e9-b540-4e60-a3a3-d94338759831 admin admin] Network hostable DHCP agents. Network: 11848038-4312-48be-8ae8-b4ee534ea68d, hostable agents: ['1b18bf05-1b5f-4587-be5c-af3ac38e32ad'], hosted agents: [] {{(pid=95102) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 19:25:05.685813 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e84618e-90d1-46ee-a785-8f4620ff374d req-1188d603-fe8a-493b-9d39-051967161aa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:25:05.688393 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-6e84618e-90d1-46ee-a785-8f4620ff374d req-1188d603-fe8a-493b-9d39-051967161aa9 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=5220cb0c-da05-478a-9604-8c11469a05b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3120830 Sep 23 19:25:05.719239 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-837a60da-4df1-484d-8552-2d5a06ee8feb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-527322', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-602005'] for router_interface, after_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:05.723334 n-d-713301-16 neutron-server[95102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-829cd1e9-b540-4e60-a3a3-d94338759831 admin admin] Network 11848038-4312-48be-8ae8-b4ee534ea68d is scheduled to be hosted by DHCP agent 1b18bf05-1b5f-4587-be5c-af3ac38e32ad with binding_index 1 {{(pid=95102) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 19:25:05.738900 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be758af-8631-470a-a5d7-4627a26fe4e4 req-fe6a4a23-0208-4db6-a423-274252f7f462 tempest-ServerRescueTestJSON-83326898 tempest-ServerRescueTestJSON-83326898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:25:05.740678 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-3be758af-8631-470a-a5d7-4627a26fe4e4 req-fe6a4a23-0208-4db6-a423-274252f7f462 tempest-ServerRescueTestJSON-83326898 tempest-ServerRescueTestJSON-83326898-project] 10.222.0.67 "GET /v2.0/ports?device_id=777ece37-282c-46bf-a54e-b76185b0b66f HTTP/1.1" status: 200 len: 945 time: 0.1426492 Sep 23 19:25:05.794625 n-d-713301-16 neutron-server[95102]: DEBUG neutron.scheduler.base_scheduler [None req-829cd1e9-b540-4e60-a3a3-d94338759831 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713301-16, 11848038-4312-48be-8ae8-b4ee534ea68d) {{(pid=95102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:25:05.882991 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-829cd1e9-b540-4e60-a3a3-d94338759831 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:25:05.883762 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-829cd1e9-b540-4e60-a3a3-d94338759831 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:05.921007 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-3be758af-8631-470a-a5d7-4627a26fe4e4 req-5c697ab7-35a2-4de7-b840-4cdf5e70e4cb tempest-ServerRescueTestJSON-83326898 tempest-ServerRescueTestJSON-83326898-project] 10.222.0.67 "GET /v2.0/security-groups?id=324a4552-7b72-4e62-bcd4-dc8354c093e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1700556 Sep 23 19:25:05.958179 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e03ef9c-084b-43e3-8ee3-8bcb9caf36e6 None None] Network 11848038-4312-48be-8ae8-b4ee534ea68d requested from n-d-713301-16 {{(pid=95103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 19:25:06.006113 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-829cd1e9-b540-4e60-a3a3-d94338759831 admin admin] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 1.0612187 Sep 23 19:25:06.201502 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-ee81d40a-2358-46ee-9be8-81d79e76c7c8 tempest-TaggedBootDevicesTest-1101605307 tempest-TaggedBootDevicesTest-1101605307-project] Notify callbacks [] for port, precommit_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:06.204681 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-6e84618e-90d1-46ee-a785-8f4620ff374d req-f616294c-363f-4ee5-a346-6ca4856571a2 service neutron] 10.222.0.53 "GET /v2.0/networks/5220cb0c-da05-478a-9604-8c11469a05b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4663329 Sep 23 19:25:06.247151 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d8afab-a265-40de-9b14-c6347ba1ff37 req-39ddd8a0-04af-4bd4-b03e-7dd2e3c6ac8c tempest-MigrationsAdminTest-1442044433 tempest-MigrationsAdminTest-1442044433-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:25:06.248924 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-c6d8afab-a265-40de-9b14-c6347ba1ff37 req-39ddd8a0-04af-4bd4-b03e-7dd2e3c6ac8c tempest-MigrationsAdminTest-1442044433 tempest-MigrationsAdminTest-1442044433-project-admin] 10.222.0.67 "GET /v2.0/ports?device_id=61df6679-e03a-4089-8f81-8cc4daaf4da0 HTTP/1.1" status: 200 len: 1102 time: 0.0634284 Sep 23 19:25:06.281470 n-d-713301-16 neutron-server[95102]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-837a60da-4df1-484d-8552-2d5a06ee8feb admin admin] Router d633a2cc-fbfc-46db-a3ee-63678361fe1b has already been hosted by L3 agent 79a740bf-7821-4989-8288-7186e3e128f3 {{(pid=95102) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 19:25:06.289481 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-e155896b-555d-461e-976f-004f12937a85 tempest-ServersTestFqdnHostnames-1525195897 tempest-ServersTestFqdnHostnames-1525195897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:06.307845 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-c6d8afab-a265-40de-9b14-c6347ba1ff37 req-92a19487-3294-4d79-bd13-bb76e1e41325 tempest-MigrationsAdminTest-1442044433 tempest-MigrationsAdminTest-1442044433-project-admin] Notify callbacks [] for security_group, before_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:06.323269 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Device 3e62bd25-784e-4b3b-84f0-580953cd999e up at agent ovs-agent-n-d-713301-16 {{(pid=95103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 19:25:06.380996 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-fcb7504a-e8f2-47d5-86a0-815b4c824f47 None None] Provisioning complete for port 005f1f77-cfd9-4840-98c4-60c806e390a8 triggered by entity DHCP. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:25:06.381310 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-fcb7504a-e8f2-47d5-86a0-815b4c824f47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:06.526266 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Device a93a183a-c4c5-4ca7-8687-dd68b086ef76 details requested by agent hyperv_n-h2-713301-16 with host n-h2-713301-16 {{(pid=95103) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 19:25:06.526967 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-ee81d40a-2358-46ee-9be8-81d79e76c7c8 tempest-TaggedBootDevicesTest-1101605307 tempest-TaggedBootDevicesTest-1101605307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783145673135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5607431'] for port, after_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:06.610250 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee81d40a-2358-46ee-9be8-81d79e76c7c8 tempest-TaggedBootDevicesTest-1101605307 tempest-TaggedBootDevicesTest-1101605307-project] Pushing event updated for resources: {'Port': ['ID=0c254e5c-f9ae-4753-bdda-ad06ac5acf06,revision_number=1']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:25:06.636289 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee81d40a-2358-46ee-9be8-81d79e76c7c8 tempest-TaggedBootDevicesTest-1101605307 tempest-TaggedBootDevicesTest-1101605307-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:25:06.636658 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee81d40a-2358-46ee-9be8-81d79e76c7c8 tempest-TaggedBootDevicesTest-1101605307 tempest-TaggedBootDevicesTest-1101605307-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:25:06.636999 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee81d40a-2358-46ee-9be8-81d79e76c7c8 tempest-TaggedBootDevicesTest-1101605307 tempest-TaggedBootDevicesTest-1101605307-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:25:06.637338 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee81d40a-2358-46ee-9be8-81d79e76c7c8 tempest-TaggedBootDevicesTest-1101605307 tempest-TaggedBootDevicesTest-1101605307-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:25:06.637670 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee81d40a-2358-46ee-9be8-81d79e76c7c8 tempest-TaggedBootDevicesTest-1101605307 tempest-TaggedBootDevicesTest-1101605307-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:25:06.639547 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee81d40a-2358-46ee-9be8-81d79e76c7c8 tempest-TaggedBootDevicesTest-1101605307 tempest-TaggedBootDevicesTest-1101605307-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:25:06.640523 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee81d40a-2358-46ee-9be8-81d79e76c7c8 tempest-TaggedBootDevicesTest-1101605307 tempest-TaggedBootDevicesTest-1101605307-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:25:06.640886 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee81d40a-2358-46ee-9be8-81d79e76c7c8 tempest-TaggedBootDevicesTest-1101605307 tempest-TaggedBootDevicesTest-1101605307-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:25:06.641221 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee81d40a-2358-46ee-9be8-81d79e76c7c8 tempest-TaggedBootDevicesTest-1101605307 tempest-TaggedBootDevicesTest-1101605307-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:25:06.644666 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee81d40a-2358-46ee-9be8-81d79e76c7c8 tempest-TaggedBootDevicesTest-1101605307 tempest-TaggedBootDevicesTest-1101605307-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:25:06.645810 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee81d40a-2358-46ee-9be8-81d79e76c7c8 tempest-TaggedBootDevicesTest-1101605307 tempest-TaggedBootDevicesTest-1101605307-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:25:06.646428 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee81d40a-2358-46ee-9be8-81d79e76c7c8 tempest-TaggedBootDevicesTest-1101605307 tempest-TaggedBootDevicesTest-1101605307-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:25:06.647446 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-837a60da-4df1-484d-8552-2d5a06ee8feb admin admin] Notify agent at l3_agent.n-d-713301-16 the message routers_updated {{(pid=95102) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 19:25:06.661401 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ca9679d-ed29-453c-8b93-7734f2b09f2f None None] Sync routers for ids ['d633a2cc-fbfc-46db-a3ee-63678361fe1b'] in n-d-713301-16 {{(pid=95104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 19:25:06.665572 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33064baf-0580-4e12-a716-5d9ccaaaebbb None None] Pushing event updated for resources: {'Port': ['ID=0433d356-e9e9-42cf-89d0-3ec02f25fb71,revision_number=2']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:25:06.675538 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-837a60da-4df1-484d-8552-2d5a06ee8feb admin admin] 10.222.0.67 "PUT /v2.0/routers/d633a2cc-fbfc-46db-a3ee-63678361fe1b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4167595 Sep 23 19:25:06.678518 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ca9679d-ed29-453c-8b93-7734f2b09f2f None None] Routers {'d633a2cc-fbfc-46db-a3ee-63678361fe1b'} bound to L3 agent in host n-d-713301-16 {{(pid=95104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 19:25:06.680139 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_hamode_db [None req-7ca9679d-ed29-453c-8b93-7734f2b09f2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-23T19:07:52Z,description=,heartbeat_timestamp=2021-09-23T19:24:52Z,host='n-d-713301-16',id=79a740bf-7821-4989-8288-7186e3e128f3,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:07:52Z,topic='l3_agent')) {'router_ids': ['d633a2cc-fbfc-46db-a3ee-63678361fe1b'], 'active': True} {{(pid=95104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:25:06.690537 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 37028) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:25:06.763145 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-6e84618e-90d1-46ee-a785-8f4620ff374d req-a069dba5-bade-44f9-8ffd-6516287a2527 service neutron] 10.222.0.53 "GET /v2.0/networks/5220cb0c-da05-478a-9604-8c11469a05b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5439453 Sep 23 19:25:06.770845 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee81d40a-2358-46ee-9be8-81d79e76c7c8 tempest-TaggedBootDevicesTest-1101605307 tempest-TaggedBootDevicesTest-1101605307-project] Network af02e9ab-cfd4-4a32-b9af-2413db894481 is already hosted by enough agents. {{(pid=95101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:25:06.806650 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.base_scheduler [None req-ee81d40a-2358-46ee-9be8-81d79e76c7c8 tempest-TaggedBootDevicesTest-1101605307 tempest-TaggedBootDevicesTest-1101605307-project] Resources bound (agent type, host, resource id): {{(pid=95101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:25:06.834564 n-d-713301-16 neutron-server[95101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee81d40a-2358-46ee-9be8-81d79e76c7c8 tempest-TaggedBootDevicesTest-1101605307 tempest-TaggedBootDevicesTest-1101605307-project] Received port after_create {{(pid=95101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 19:25:06.879481 n-d-713301-16 neutron-server[95101]: DEBUG neutron.db.db_base_plugin_common [None req-e155896b-555d-461e-976f-004f12937a85 tempest-ServersTestFqdnHostnames-1525195897 tempest-ServersTestFqdnHostnames-1525195897-project] Allocated IP 172.25.1.117 (5dec5c09-378e-4f50-89cc-d94eb81c3bac/eff83446-018c-428d-b3f5-54ac9abe7a2a/e5452959-1251-4487-8338-763426a53f86) {{(pid=95101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 19:25:06.889668 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-c6d8afab-a265-40de-9b14-c6347ba1ff37 req-92a19487-3294-4d79-bd13-bb76e1e41325 tempest-MigrationsAdminTest-1442044433 tempest-MigrationsAdminTest-1442044433-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:06.903007 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-c6d8afab-a265-40de-9b14-c6347ba1ff37 req-92a19487-3294-4d79-bd13-bb76e1e41325 tempest-MigrationsAdminTest-1442044433 tempest-MigrationsAdminTest-1442044433-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:06.911658 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_dvr_db [None req-2f0faaac-e587-4f62-80f6-b92920517d4f None None] Set router 65634710-c6e3-408c-b679-82bbd975259b gateway port host: n-d-713301-16 {{(pid=95103) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 19:25:07.011804 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_dvr_db [None req-7ca9679d-ed29-453c-8b93-7734f2b09f2f None None] Set router d633a2cc-fbfc-46db-a3ee-63678361fe1b gateway port host: n-d-713301-16 {{(pid=95104) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 19:25:07.080528 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee81d40a-2358-46ee-9be8-81d79e76c7c8 tempest-TaggedBootDevicesTest-1101605307 tempest-TaggedBootDevicesTest-1101605307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:25:07.081221 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-ee81d40a-2358-46ee-9be8-81d79e76c7c8 tempest-TaggedBootDevicesTest-1101605307 tempest-TaggedBootDevicesTest-1101605307-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222849'] for port, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:07.104186 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-c6d8afab-a265-40de-9b14-c6347ba1ff37 req-92a19487-3294-4d79-bd13-bb76e1e41325 tempest-MigrationsAdminTest-1442044433 tempest-MigrationsAdminTest-1442044433-project-admin] 10.222.0.67 "GET /v2.0/security-groups?id=78cb509b-31c4-4e2a-bb5c-7abd6194dcc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8459227 Sep 23 19:25:07.156676 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92a19487-3294-4d79-bd13-bb76e1e41325 tempest-MigrationsAdminTest-1442044433 tempest-MigrationsAdminTest-1442044433-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=047e7af0-dcd6-4648-86eb-19b0ca8c4572,revision_number=1']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:25:07.233772 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-ee81d40a-2358-46ee-9be8-81d79e76c7c8 tempest-TaggedBootDevicesTest-1101605307 tempest-TaggedBootDevicesTest-1101605307-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 4.4206674 Sep 23 19:25:07.234395 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 37052) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:25:07.251410 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.v2.base [None req-36160ea0-1edb-4921-a727-36b9172342e4 tempest-TaggedBootDevicesTest-1101605307 tempest-TaggedBootDevicesTest-1101605307-project] Request body: {'port': {'network_id': 'af02e9ab-cfd4-4a32-b9af-2413db894481', 'name': 'tempest-TaggedBootDevicesTest-1575892375', 'fixed_ips': [{'subnet_id': '99a9d515-ece2-4f2b-8ab7-d74cf72d9364'}]}} {{(pid=95101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:25:07.298731 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3c5ff4b-9172-4b82-8950-43b39689b7e1 None None] Network 11848038-4312-48be-8ae8-b4ee534ea68d requested from n-d-713301-16 {{(pid=95103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 19:25:07.301552 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_hamode_db [None req-7ca9679d-ed29-453c-8b93-7734f2b09f2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd633a2cc-fbfc-46db-a3ee-63678361fe1b', 'name': 'tempest-ServersTestJSON-146587581-router', 'tenant_id': 'ffe1d679fb85465bacd9d41d5d5dc87c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'external_fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.91'}], 'enable_snat': True}, 'gw_port_id': 'b6a45639-d8e5-4e6c-81c1-32ff7f3662f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:22:09Z', 'updated_at': '2021-09-23T19:25:04Z', 'revision_number': 5, 'project_id': 'ffe1d679fb85465bacd9d41d5d5dc87c', 'gw_port': {'id': 'b6a45639-d8e5-4e6c-81c1-32ff7f3662f9', 'name': '', 'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:bc:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd633a2cc-fbfc-46db-a3ee-63678361fe1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 643, 'fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:22:11Z', 'updated_at': '2021-09-23T19:22:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-16'}], 'n-d-713301-16', False) {} {{(pid=95104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:25:07.326178 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-cc00b624-c95f-4bdf-bfb7-2a2976f5c0a0 admin admin] Notify callbacks [] for router, before_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:07.339983 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] For port a93a183a-c4c5-4ca7-8687-dd68b086ef76, host n-h2-713301-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-16',level=0,port_id=a93a183a-c4c5-4ca7-8687-dd68b086ef76,segment=NetworkSegment(6139d589-eb6c-4578-8935-c26ddf396853),segment_id=6139d589-eb6c-4578-8935-c26ddf396853)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:25:07.356696 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ca9679d-ed29-453c-8b93-7734f2b09f2f None None] Checking router: d633a2cc-fbfc-46db-a3ee-63678361fe1b for host: n-d-713301-16 {{(pid=95104) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 19:25:07.370120 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ca9679d-ed29-453c-8b93-7734f2b09f2f None None] Routers {'d633a2cc-fbfc-46db-a3ee-63678361fe1b'} bound to L3 agent in host n-d-713301-16 {{(pid=95104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 19:25:07.371443 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_hamode_db [None req-7ca9679d-ed29-453c-8b93-7734f2b09f2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-23T19:07:52Z,description=,heartbeat_timestamp=2021-09-23T19:24:52Z,host='n-d-713301-16',id=79a740bf-7821-4989-8288-7186e3e128f3,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:07:52Z,topic='l3_agent')) {'router_ids': ['d633a2cc-fbfc-46db-a3ee-63678361fe1b'], 'active': True} {{(pid=95104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:25:07.387092 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-e155896b-555d-461e-976f-004f12937a85 tempest-ServersTestFqdnHostnames-1525195897 tempest-ServersTestFqdnHostnames-1525195897-project] Notify callbacks [] for port, precommit_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:07.539576 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-fcb7504a-e8f2-47d5-86a0-815b4c824f47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:07.588135 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Provisioning complete for port 3e62bd25-784e-4b3b-84f0-580953cd999e triggered by entity L2. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:25:07.588545 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:07.597695 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_dvr_db [None req-7ca9679d-ed29-453c-8b93-7734f2b09f2f None None] Set router d633a2cc-fbfc-46db-a3ee-63678361fe1b gateway port host: n-d-713301-16 {{(pid=95104) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 19:25:07.654418 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-e155896b-555d-461e-976f-004f12937a85 tempest-ServersTestFqdnHostnames-1525195897 tempest-ServersTestFqdnHostnames-1525195897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783145673135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5607431'] for port, after_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:07.695255 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85fd9070-2960-462b-b897-019f789fc028 req-bffb9ee9-c130-453b-8022-735038f7e41d tempest-InstanceActionsV221TestJSON-72249271 tempest-InstanceActionsV221TestJSON-72249271-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:25:07.708832 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-85fd9070-2960-462b-b897-019f789fc028 req-bffb9ee9-c130-453b-8022-735038f7e41d tempest-InstanceActionsV221TestJSON-72249271 tempest-InstanceActionsV221TestJSON-72249271-project] 10.222.0.67 "GET /v2.0/networks?id=11848038-4312-48be-8ae8-b4ee534ea68d HTTP/1.1" status: 200 len: 818 time: 0.6499562 Sep 23 19:25:07.709142 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Returning: {'device': 'a93a183a-c4c5-4ca7-8687-dd68b086ef76', 'network_id': '5220cb0c-da05-478a-9604-8c11469a05b4', 'port_id': 'a93a183a-c4c5-4ca7-8687-dd68b086ef76', 'mac_address': 'fa:16:3e:35:ac:6b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 624, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1ccc69bc-9d6b-44d9-b227-204e47dc6e45', 'ip_address': '192.168.233.204'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95103) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 19:25:07.731560 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cdb80b8-7a79-4791-b291-448329652c42 req-1625312a-3c4f-4b0e-a7b5-a9d9a800d8d7 tempest-ServersOnMultiNodesTest-2040324995 tempest-ServersOnMultiNodesTest-2040324995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:25:07.733164 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-6cdb80b8-7a79-4791-b291-448329652c42 req-1625312a-3c4f-4b0e-a7b5-a9d9a800d8d7 tempest-ServersOnMultiNodesTest-2040324995 tempest-ServersOnMultiNodesTest-2040324995-project] 10.222.0.67 "GET /v2.0/ports?device_id=faabc1c8-1154-43c4-ac97-d3e758e17bc9 HTTP/1.1" status: 200 len: 948 time: 0.4248316 Sep 23 19:25:07.767498 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36160ea0-1edb-4921-a727-36b9172342e4 tempest-TaggedBootDevicesTest-1101605307 tempest-TaggedBootDevicesTest-1101605307-project] Made reservation on behalf of f9311328b6c648f88a79b8848358e4b9 for: {'port': 1} {{(pid=95101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:25:07.772122 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-36160ea0-1edb-4921-a727-36b9172342e4 tempest-TaggedBootDevicesTest-1101605307 tempest-TaggedBootDevicesTest-1101605307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:07.802478 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:07.816240 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-fcb7504a-e8f2-47d5-86a0-815b4c824f47 None None] For port 005f1f77-cfd9-4840-98c4-60c806e390a8, host n-d-713301-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-16',level=0,port_id=005f1f77-cfd9-4840-98c4-60c806e390a8,segment=NetworkSegment(7fea2a1e-f855-4d52-a7e1-2fd793fa9a5a),segment_id=7fea2a1e-f855-4d52-a7e1-2fd793fa9a5a)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:25:07.827203 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-85fd9070-2960-462b-b897-019f789fc028 req-0ee917db-a1e0-4c19-9adc-9fe8da3a2d29 tempest-InstanceActionsV221TestJSON-72249271 tempest-InstanceActionsV221TestJSON-72249271-project] 10.222.0.67 "GET /v2.0/quotas/1d12a3043a224ea796794725de5fbc1f HTTP/1.1" status: 200 len: 375 time: 0.1174421 Sep 23 19:25:07.840015 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e155896b-555d-461e-976f-004f12937a85 tempest-ServersTestFqdnHostnames-1525195897 tempest-ServersTestFqdnHostnames-1525195897-project] Network 5dec5c09-378e-4f50-89cc-d94eb81c3bac is already hosted by enough agents. {{(pid=95101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:25:07.857311 n-d-713301-16 neutron-server[95101]: DEBUG neutron.notifiers.nova [None req-36160ea0-1edb-4921-a727-36b9172342e4 tempest-TaggedBootDevicesTest-1101605307 tempest-TaggedBootDevicesTest-1101605307-project] device_id is not set on port 7d41c37f-74cf-40b0-90b0-f617844a1824 yet. {{(pid=95101) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 23 19:25:07.885007 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-fcb7504a-e8f2-47d5-86a0-815b4c824f47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:07.887598 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_hamode_db [None req-7ca9679d-ed29-453c-8b93-7734f2b09f2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd633a2cc-fbfc-46db-a3ee-63678361fe1b', 'name': 'tempest-ServersTestJSON-146587581-router', 'tenant_id': 'ffe1d679fb85465bacd9d41d5d5dc87c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'external_fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.91'}], 'enable_snat': True}, 'gw_port_id': 'b6a45639-d8e5-4e6c-81c1-32ff7f3662f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:22:09Z', 'updated_at': '2021-09-23T19:25:04Z', 'revision_number': 5, 'project_id': 'ffe1d679fb85465bacd9d41d5d5dc87c', 'gw_port': {'id': 'b6a45639-d8e5-4e6c-81c1-32ff7f3662f9', 'name': '', 'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:bc:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd633a2cc-fbfc-46db-a3ee-63678361fe1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 643, 'fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:22:11Z', 'updated_at': '2021-09-23T19:22:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-16'}], 'n-d-713301-16', False) {} {{(pid=95104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:25:07.889045 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-85fd9070-2960-462b-b897-019f789fc028 req-27efa69a-94b1-4db9-95c3-10a3264ad670 tempest-InstanceActionsV221TestJSON-72249271 tempest-InstanceActionsV221TestJSON-72249271-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=1d12a3043a224ea796794725de5fbc1f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0513830 Sep 23 19:25:07.920113 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-cc00b624-c95f-4bdf-bfb7-2a2976f5c0a0 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:07.925093 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ca9679d-ed29-453c-8b93-7734f2b09f2f None None] The sync data for ids ['d633a2cc-fbfc-46db-a3ee-63678361fe1b'] in n-d-713301-16 is: [{'id': 'd633a2cc-fbfc-46db-a3ee-63678361fe1b', 'name': 'tempest-ServersTestJSON-146587581-router', 'tenant_id': 'ffe1d679fb85465bacd9d41d5d5dc87c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'external_fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.91'}], 'enable_snat': True}, 'gw_port_id': 'b6a45639-d8e5-4e6c-81c1-32ff7f3662f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:22:09Z', 'updated_at': '2021-09-23T19:25:04Z', 'revision_number': 5, 'project_id': 'ffe1d679fb85465bacd9d41d5d5dc87c', 'gw_port': {'id': 'b6a45639-d8e5-4e6c-81c1-32ff7f3662f9', 'name': '', 'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:bc:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd633a2cc-fbfc-46db-a3ee-63678361fe1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 643, 'fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:22:11Z', 'updated_at': '2021-09-23T19:22:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-16'}] {{(pid=95104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 19:25:07.988335 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.base_scheduler [None req-e155896b-555d-461e-976f-004f12937a85 tempest-ServersTestFqdnHostnames-1525195897 tempest-ServersTestFqdnHostnames-1525195897-project] Resources bound (agent type, host, resource id): {{(pid=95101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:25:07.991973 n-d-713301-16 neutron-server[95101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e155896b-555d-461e-976f-004f12937a85 tempest-ServersTestFqdnHostnames-1525195897 tempest-ServersTestFqdnHostnames-1525195897-project] Received port after_create {{(pid=95101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 19:25:07.993852 n-d-713301-16 neutron-server[95103]: DEBUG neutron.notifiers.nova [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a93a183a-c4c5-4ca7-8687-dd68b086ef76 {{(pid=95103) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 19:25:08.029967 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e1878fd-3a85-4f91-b98e-df620b472e85 None None] Network bada5757-bdaa-4c5b-b7b4-3acebf356815 requested from n-d-713301-16 {{(pid=95103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 19:25:08.031180 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e155896b-555d-461e-976f-004f12937a85 tempest-ServersTestFqdnHostnames-1525195897 tempest-ServersTestFqdnHostnames-1525195897-project] Pushing event updated for resources: {'Port': ['ID=e5452959-1251-4487-8338-763426a53f86,revision_number=1']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:25:08.038349 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-85fd9070-2960-462b-b897-019f789fc028 req-34d18783-4654-48ff-977e-274a0b393b65 service neutron] 10.222.0.67 "GET /v2.0/networks/11848038-4312-48be-8ae8-b4ee534ea68d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1308322 Sep 23 19:25:08.044866 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-6cdb80b8-7a79-4791-b291-448329652c42 req-b1f04df0-487b-4202-a5bb-0b77484566b7 tempest-ServersOnMultiNodesTest-2040324995 tempest-ServersOnMultiNodesTest-2040324995-project] 10.222.0.67 "GET /v2.0/security-groups?id=157e791d-182d-45ba-a5d1-6edf868180cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2840378 Sep 23 19:25:08.049827 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:08.127413 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] For port a93a183a-c4c5-4ca7-8687-dd68b086ef76, host n-h2-713301-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-16',level=0,port_id=a93a183a-c4c5-4ca7-8687-dd68b086ef76,segment=NetworkSegment(6139d589-eb6c-4578-8935-c26ddf396853),segment_id=6139d589-eb6c-4578-8935-c26ddf396853)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:25:08.170314 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcb7504a-e8f2-47d5-86a0-815b4c824f47 None None] Pushing event updated for resources: {'Port': ['ID=005f1f77-cfd9-4840-98c4-60c806e390a8,revision_number=5']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:25:08.172894 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:08.180102 n-d-713301-16 neutron-server[95101]: DEBUG neutron.db.db_base_plugin_common [None req-36160ea0-1edb-4921-a727-36b9172342e4 tempest-TaggedBootDevicesTest-1101605307 tempest-TaggedBootDevicesTest-1101605307-project] Allocated IP 10.1.1.207 (af02e9ab-cfd4-4a32-b9af-2413db894481/99a9d515-ece2-4f2b-8ab7-d74cf72d9364/7d41c37f-74cf-40b0-90b0-f617844a1824) {{(pid=95101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 19:25:08.180879 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-0bedf134-6cd1-4780-8b89-21cd324e0fd7 None None] Provisioning complete for port 3e62bd25-784e-4b3b-84f0-580953cd999e triggered by entity DHCP. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:25:08.181256 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-0bedf134-6cd1-4780-8b89-21cd324e0fd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:08.183708 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-e155896b-555d-461e-976f-004f12937a85 tempest-ServersTestFqdnHostnames-1525195897 tempest-ServersTestFqdnHostnames-1525195897-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:08.222306 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcb7504a-e8f2-47d5-86a0-815b4c824f47 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:25:08.222558 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcb7504a-e8f2-47d5-86a0-815b4c824f47 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:25:08.222900 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcb7504a-e8f2-47d5-86a0-815b4c824f47 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:25:08.223233 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcb7504a-e8f2-47d5-86a0-815b4c824f47 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:25:08.223569 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcb7504a-e8f2-47d5-86a0-815b4c824f47 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:25:08.223898 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcb7504a-e8f2-47d5-86a0-815b4c824f47 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:25:08.224229 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcb7504a-e8f2-47d5-86a0-815b4c824f47 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:25:08.224559 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcb7504a-e8f2-47d5-86a0-815b4c824f47 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:25:08.224908 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcb7504a-e8f2-47d5-86a0-815b4c824f47 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:25:08.225235 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcb7504a-e8f2-47d5-86a0-815b4c824f47 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:25:08.225613 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcb7504a-e8f2-47d5-86a0-815b4c824f47 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:25:08.225613 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcb7504a-e8f2-47d5-86a0-815b4c824f47 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:25:08.235660 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.plugin [None req-cc00b624-c95f-4bdf-bfb7-2a2976f5c0a0 admin admin] Deleting port b6a45639-d8e5-4e6c-81c1-32ff7f3662f9 {{(pid=95102) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:25:08.236005 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-cc00b624-c95f-4bdf-bfb7-2a2976f5c0a0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783146157096'] for port, before_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:08.253381 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-85fd9070-2960-462b-b897-019f789fc028 req-6434a1ff-2e29-434a-b66a-4673b5e7677f service neutron] 10.222.0.67 "GET /v2.0/networks/11848038-4312-48be-8ae8-b4ee534ea68d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2064586 Sep 23 19:25:08.277343 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c65b9b-f4bb-46b4-b1e2-e04fdedfa781 req-3a79b6a1-b85e-48a8-92b0-3cabffb92aa6 tempest-ServerRescueTestJSON-83326898 tempest-ServerRescueTestJSON-83326898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:25:08.282377 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] For port 3e62bd25-784e-4b3b-84f0-580953cd999e, host n-d-713301-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-16',level=0,port_id=3e62bd25-784e-4b3b-84f0-580953cd999e,segment=NetworkSegment(4f7ea034-18ba-4cde-bf97-7b7b61f8a982),segment_id=4f7ea034-18ba-4cde-bf97-7b7b61f8a982)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:25:08.289805 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-85c65b9b-f4bb-46b4-b1e2-e04fdedfa781 req-3a79b6a1-b85e-48a8-92b0-3cabffb92aa6 tempest-ServerRescueTestJSON-83326898 tempest-ServerRescueTestJSON-83326898-project] 10.222.0.67 "GET /v2.0/ports?device_id=777ece37-282c-46bf-a54e-b76185b0b66f HTTP/1.1" status: 200 len: 945 time: 0.1210566 Sep 23 19:25:08.312781 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:08.444234 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-e155896b-555d-461e-976f-004f12937a85 tempest-ServersTestFqdnHostnames-1525195897 tempest-ServersTestFqdnHostnames-1525195897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:08.552532 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-36160ea0-1edb-4921-a727-36b9172342e4 tempest-TaggedBootDevicesTest-1101605307 tempest-TaggedBootDevicesTest-1101605307-project] Notify callbacks [] for port, precommit_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:08.566150 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] get_ports_and_sgs() called for port_ids ['a93a183a-c4c5-4ca7-8687-dd68b086ef76'] {{(pid=95103) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 19:25:08.609758 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Device 0433d356-e9e9-42cf-89d0-3ec02f25fb71 up at agent ovs-agent-n-d-713301-16 {{(pid=95103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 19:25:08.737773 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-36160ea0-1edb-4921-a727-36b9172342e4 tempest-TaggedBootDevicesTest-1101605307 tempest-TaggedBootDevicesTest-1101605307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783145673135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5607431'] for port, after_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:08.829017 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_hamode_db [None req-2f0faaac-e587-4f62-80f6-b92920517d4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65634710-c6e3-408c-b679-82bbd975259b', 'name': 'tempest-ServersTestFqdnHostnames-128521063-router', 'tenant_id': '8f30595259594b588538420667412c2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'external_fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.212'}], 'enable_snat': True}, 'gw_port_id': '8b8d4e73-1f05-4427-92af-bc2b7dc230e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:24:44Z', 'updated_at': '2021-09-23T19:24:57Z', 'revision_number': 4, 'project_id': '8f30595259594b588538420667412c2e', 'gw_port': {'id': '8b8d4e73-1f05-4427-92af-bc2b7dc230e0', 'name': '', 'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:2e:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65634710-c6e3-408c-b679-82bbd975259b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 831, 'fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:24:47Z', 'updated_at': '2021-09-23T19:24:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-16', '_interfaces': [{'id': '005f1f77-cfd9-4840-98c4-60c806e390a8', 'name': '', 'network_id': 'c1c3ef61-7600-4f98-9132-f29d8908ed23', 'tenant_id': '8f30595259594b588538420667412c2e', 'mac_address': 'fa:16:3e:6a:f8:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65634710-c6e3-408c-b679-82bbd975259b', 'device_owner': 'network:router_interface', 'standard_attr_id': 838, 'fixed_ips': [{'subnet_id': '7398c0e8-218e-4b5a-9041-b8f53e0e75c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:24:55Z', 'updated_at': '2021-09-23T19:25:04Z', 'revision_number': 4, 'project_id': '8f30595259594b588538420667412c2e', 'subnets': [{'id': '7398c0e8-218e-4b5a-9041-b8f53e0e75c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-16', False) {} {{(pid=95103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:25:08.842424 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36160ea0-1edb-4921-a727-36b9172342e4 tempest-TaggedBootDevicesTest-1101605307 tempest-TaggedBootDevicesTest-1101605307-project] Network af02e9ab-cfd4-4a32-b9af-2413db894481 is already hosted by enough agents. {{(pid=95101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:25:08.856113 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.base_scheduler [None req-36160ea0-1edb-4921-a727-36b9172342e4 tempest-TaggedBootDevicesTest-1101605307 tempest-TaggedBootDevicesTest-1101605307-project] Resources bound (agent type, host, resource id): {{(pid=95101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:25:08.871913 n-d-713301-16 neutron-server[95101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36160ea0-1edb-4921-a727-36b9172342e4 tempest-TaggedBootDevicesTest-1101605307 tempest-TaggedBootDevicesTest-1101605307-project] Received port after_create {{(pid=95101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 19:25:08.897248 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36160ea0-1edb-4921-a727-36b9172342e4 tempest-TaggedBootDevicesTest-1101605307 tempest-TaggedBootDevicesTest-1101605307-project] Pushing event updated for resources: {'Port': ['ID=7d41c37f-74cf-40b0-90b0-f617844a1824,revision_number=1']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:25:08.903805 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Pushing event updated for resources: {'Port': ['ID=a93a183a-c4c5-4ca7-8687-dd68b086ef76,revision_number=4']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:25:08.935692 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Provisioning complete for port 0433d356-e9e9-42cf-89d0-3ec02f25fb71 triggered by entity L2. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:25:08.936187 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:08.952485 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-85c65b9b-f4bb-46b4-b1e2-e04fdedfa781 req-89342b82-0539-4aa9-b34e-3ba81a505b0a tempest-ServerRescueTestJSON-83326898 tempest-ServerRescueTestJSON-83326898-project] 10.222.0.67 "GET /v2.0/security-groups?id=324a4552-7b72-4e62-bcd4-dc8354c093e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6616433 Sep 23 19:25:08.984396 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.db [None req-cc00b624-c95f-4bdf-bfb7-2a2976f5c0a0 admin admin] For port b6a45639-d8e5-4e6c-81c1-32ff7f3662f9, host n-d-713301-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-16',level=0,port_id=b6a45639-d8e5-4e6c-81c1-32ff7f3662f9,segment=NetworkSegment(7d4027f1-d893-4c7b-95d4-757b8e44e380),segment_id=7d4027f1-d893-4c7b-95d4-757b8e44e380)] {{(pid=95102) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:25:08.984729 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-cc00b624-c95f-4bdf-bfb7-2a2976f5c0a0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-605701'] for port, precommit_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:08.991479 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-e155896b-555d-461e-976f-004f12937a85 tempest-ServersTestFqdnHostnames-1525195897 tempest-ServersTestFqdnHostnames-1525195897-project] Notify callbacks [] for port, precommit_update {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:08.995573 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f0faaac-e587-4f62-80f6-b92920517d4f None None] The sync data for ids ['65634710-c6e3-408c-b679-82bbd975259b'] in n-d-713301-16 is: [{'id': '65634710-c6e3-408c-b679-82bbd975259b', 'name': 'tempest-ServersTestFqdnHostnames-128521063-router', 'tenant_id': '8f30595259594b588538420667412c2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'external_fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.212'}], 'enable_snat': True}, 'gw_port_id': '8b8d4e73-1f05-4427-92af-bc2b7dc230e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:24:44Z', 'updated_at': '2021-09-23T19:24:57Z', 'revision_number': 4, 'project_id': '8f30595259594b588538420667412c2e', 'gw_port': {'id': '8b8d4e73-1f05-4427-92af-bc2b7dc230e0', 'name': '', 'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:2e:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65634710-c6e3-408c-b679-82bbd975259b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 831, 'fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:24:47Z', 'updated_at': '2021-09-23T19:24:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-16', '_interfaces': [{'id': '005f1f77-cfd9-4840-98c4-60c806e390a8', 'name': '', 'network_id': 'c1c3ef61-7600-4f98-9132-f29d8908ed23', 'tenant_id': '8f30595259594b588538420667412c2e', 'mac_address': 'fa:16:3e:6a:f8:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65634710-c6e3-408c-b679-82bbd975259b', 'device_owner': 'network:router_interface', 'standard_attr_id': 838, 'fixed_ips': [{'subnet_id': '7398c0e8-218e-4b5a-9041-b8f53e0e75c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:24:55Z', 'updated_at': '2021-09-23T19:25:04Z', 'revision_number': 4, 'project_id': '8f30595259594b588538420667412c2e', 'subnets': [{'id': '7398c0e8-218e-4b5a-9041-b8f53e0e75c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 19:25:09.011281 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.plugin [None req-cc00b624-c95f-4bdf-bfb7-2a2976f5c0a0 admin admin] Calling delete_port for b6a45639-d8e5-4e6c-81c1-32ff7f3662f9 owned by network:router_gateway {{(pid=95102) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:25:09.041114 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36160ea0-1edb-4921-a727-36b9172342e4 tempest-TaggedBootDevicesTest-1101605307 tempest-TaggedBootDevicesTest-1101605307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:25:09.041525 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-36160ea0-1edb-4921-a727-36b9172342e4 tempest-TaggedBootDevicesTest-1101605307 tempest-TaggedBootDevicesTest-1101605307-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222849'] for port, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:09.057246 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-e155896b-555d-461e-976f-004f12937a85 tempest-ServersTestFqdnHostnames-1525195897 tempest-ServersTestFqdnHostnames-1525195897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5607436'] for port, after_update {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:09.151194 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e155896b-555d-461e-976f-004f12937a85 tempest-ServersTestFqdnHostnames-1525195897 tempest-ServersTestFqdnHostnames-1525195897-project] Pushing event updated for resources: {'Port': ['ID=e5452959-1251-4487-8338-763426a53f86,revision_number=2']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:25:09.169670 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-36160ea0-1edb-4921-a727-36b9172342e4 tempest-TaggedBootDevicesTest-1101605307 tempest-TaggedBootDevicesTest-1101605307-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.9292486 Sep 23 19:25:09.228995 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-0bedf134-6cd1-4780-8b89-21cd324e0fd7 None None] Provisioning complete for port 0c254e5c-f9ae-4753-bdda-ad06ac5acf06 triggered by entity DHCP. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:25:09.232810 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-0bedf134-6cd1-4780-8b89-21cd324e0fd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:09.314438 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-e155896b-555d-461e-976f-004f12937a85 tempest-ServersTestFqdnHostnames-1525195897 tempest-ServersTestFqdnHostnames-1525195897-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-601884'] for floatingip, after_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:09.326116 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.plugin [None req-0bedf134-6cd1-4780-8b89-21cd324e0fd7 None None] Port 0c254e5c-f9ae-4753-bdda-ad06ac5acf06 cannot update to ACTIVE because it is not bound. {{(pid=95103) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 19:25:09.371129 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-e155896b-555d-461e-976f-004f12937a85 tempest-ServersTestFqdnHostnames-1525195897 tempest-ServersTestFqdnHostnames-1525195897-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222849'] for floatingip, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:09.383650 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-e155896b-555d-461e-976f-004f12937a85 tempest-ServersTestFqdnHostnames-1525195897 tempest-ServersTestFqdnHostnames-1525195897-project] 10.222.0.67 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.0197582 Sep 23 19:25:09.413898 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Pushing event updated for resources: {'Port': ['ID=3e62bd25-784e-4b3b-84f0-580953cd999e,revision_number=3']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:25:09.494102 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-0009ffc4-5b8c-4a99-8c5c-b20f4cbff24e None None] Provisioning complete for port 7d41c37f-74cf-40b0-90b0-f617844a1824 triggered by entity DHCP. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:25:09.494360 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-0009ffc4-5b8c-4a99-8c5c-b20f4cbff24e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:09.496299 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:09.587293 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.plugin [None req-0009ffc4-5b8c-4a99-8c5c-b20f4cbff24e None None] Port 7d41c37f-74cf-40b0-90b0-f617844a1824 cannot update to ACTIVE because it is not bound. {{(pid=95103) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 19:25:09.605005 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] For port 0433d356-e9e9-42cf-89d0-3ec02f25fb71, host n-d-713301-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-16',level=0,port_id=0433d356-e9e9-42cf-89d0-3ec02f25fb71,segment=NetworkSegment(00dc7b2f-018d-4fcd-a76f-deef20c5f9fc),segment_id=00dc7b2f-018d-4fcd-a76f-deef20c5f9fc)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:25:09.613933 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:09.619742 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-0009ffc4-5b8c-4a99-8c5c-b20f4cbff24e None None] Provisioning complete for port 0433d356-e9e9-42cf-89d0-3ec02f25fb71 triggered by entity DHCP. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:25:09.620641 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-0009ffc4-5b8c-4a99-8c5c-b20f4cbff24e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:09.657725 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-346aefc0-8f8a-441e-ab97-0cb5c8e6ead3 req-def697fb-882a-473b-921a-4fa50239c7f7 tempest-InstanceActionsV221TestJSON-72249271 tempest-InstanceActionsV221TestJSON-72249271-project] 10.222.0.67 "GET /v2.0/ports?device_id=bb2c6f09-7819-43f3-8497-6afb25b47abf HTTP/1.1" status: 200 len: 210 time: 0.0699306 Sep 23 19:25:09.669147 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-10825446-0ee3-4262-b766-bcbe47ef78eb req-6bf0574c-f612-457f-83d1-dcb0284eb2ce tempest-ServersAdminNegativeTestJSON-421618642 tempest-ServersAdminNegativeTestJSON-421618642-project] 10.222.0.67 "GET /v2.0/networks?tenant_id=8183aa723e9345149ed07cc59da6943a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0914941 Sep 23 19:25:09.671056 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Device a9b050bb-b3fb-453c-93db-0daa57396c00 no longer exists at agent ovs-agent-n-d-713301-16 {{(pid=95103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 19:25:09.708736 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.plugin [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] No Port match for: a9b050bb-b3fb-453c-93db-0daa57396c00 {{(pid=95103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 19:25:09.709087 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Device a9b050bb-b3fb-453c-93db-0daa57396c00 not bound to the agent host n-d-713301-16 {{(pid=95103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 19:25:09.749118 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-cc00b624-c95f-4bdf-bfb7-2a2976f5c0a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783146162158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783145673144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4399100'] for port, after_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:09.757871 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Pushing event updated for resources: {'Port': ['ID=0433d356-e9e9-42cf-89d0-3ec02f25fb71,revision_number=3']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:25:09.858602 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc00b624-c95f-4bdf-bfb7-2a2976f5c0a0 admin admin] Pushing event deleted for resources: {'Port': ['ID=b6a45639-d8e5-4e6c-81c1-32ff7f3662f9,revision_number=None']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:25:10.059295 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10825446-0ee3-4262-b766-bcbe47ef78eb req-1f74fc14-d272-45c3-8f18-d1421ba63681 tempest-ServersAdminNegativeTestJSON-421618642 tempest-ServersAdminNegativeTestJSON-421618642-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:25:10.060919 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-10825446-0ee3-4262-b766-bcbe47ef78eb req-1f74fc14-d272-45c3-8f18-d1421ba63681 tempest-ServersAdminNegativeTestJSON-421618642 tempest-ServersAdminNegativeTestJSON-421618642-project] 10.222.0.67 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3908303 Sep 23 19:25:10.085979 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-45b23338-3224-4cc5-a631-88741e3b6eca req-bd8610f0-315e-4b6a-a4cb-d5f1538b6f0c service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=61df6679-e03a-4089-8f81-8cc4daaf4da0&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.4113579 Sep 23 19:25:10.110034 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [req-45b23338-3224-4cc5-a631-88741e3b6eca req-4029889e-08b9-4081-a781-0a8a3285c54a service neutron] http://10.222.0.67:9696/v2.0/extensions returned with HTTP 200 {{(pid=95102) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 23 19:25:10.111075 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-45b23338-3224-4cc5-a631-88741e3b6eca req-4029889e-08b9-4081-a781-0a8a3285c54a service neutron] 10.222.0.67 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0095248 Sep 23 19:25:10.121382 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-cc00b624-c95f-4bdf-bfb7-2a2976f5c0a0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-601942'] for router_gateway, after_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:10.123784 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-10825446-0ee3-4262-b766-bcbe47ef78eb req-b6d555f4-43b2-4e17-a07a-ffa55586972d tempest-ServersAdminNegativeTestJSON-421618642 tempest-ServersAdminNegativeTestJSON-421618642-project] 10.222.0.67 "GET /v2.0/quotas/8183aa723e9345149ed07cc59da6943a HTTP/1.1" status: 200 len: 375 time: 0.0529621 Sep 23 19:25:10.280466 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-10825446-0ee3-4262-b766-bcbe47ef78eb req-bc5b6338-1160-4dec-b5dd-7b8b4d971990 tempest-ServersAdminNegativeTestJSON-421618642 tempest-ServersAdminNegativeTestJSON-421618642-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=8183aa723e9345149ed07cc59da6943a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1394567 Sep 23 19:25:10.283177 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-cc00b624-c95f-4bdf-bfb7-2a2976f5c0a0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-597305', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29369'] for router, precommit_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:10.286930 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-cc00b624-c95f-4bdf-bfb7-2a2976f5c0a0 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:10.340222 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b6ceb7b-7f7d-466e-96ac-8281c369637d req-e480fae0-1f3c-4d6b-acba-7fe2de7184af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:25:10.341755 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-2b6ceb7b-7f7d-466e-96ac-8281c369637d req-e480fae0-1f3c-4d6b-acba-7fe2de7184af service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=f0e955ef027245ff92005717d6ccbc80&device_id=777ece37-282c-46bf-a54e-b76185b0b66f HTTP/1.1" status: 200 len: 1097 time: 0.2535846 Sep 23 19:25:10.353782 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10526888-f7f8-42a8-9d2c-2903c49e7684 req-8b4728e5-d69f-4e23-bb16-c9efba2e59f8 tempest-ServersOnMultiNodesTest-2040324995 tempest-ServersOnMultiNodesTest-2040324995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:25:10.355343 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-10526888-f7f8-42a8-9d2c-2903c49e7684 req-8b4728e5-d69f-4e23-bb16-c9efba2e59f8 tempest-ServersOnMultiNodesTest-2040324995 tempest-ServersOnMultiNodesTest-2040324995-project] 10.222.0.67 "GET /v2.0/ports?device_id=faabc1c8-1154-43c4-ac97-d3e758e17bc9 HTTP/1.1" status: 200 len: 949 time: 0.2524285 Sep 23 19:25:10.405415 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-cc00b624-c95f-4bdf-bfb7-2a2976f5c0a0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-597296'] for router, after_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:10.405966 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc00b624-c95f-4bdf-bfb7-2a2976f5c0a0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d633a2cc-fbfc-46db-a3ee-63678361fe1b {{(pid=95102) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 23 19:25:10.416279 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-cc00b624-c95f-4bdf-bfb7-2a2976f5c0a0 admin admin] Notify callbacks [] for router, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:10.420081 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-cc00b624-c95f-4bdf-bfb7-2a2976f5c0a0 admin admin] 10.222.0.67 "DELETE /v2.0/routers/d633a2cc-fbfc-46db-a3ee-63678361fe1b HTTP/1.1" status: 204 len: 168 time: 3.7292807 Sep 23 19:25:10.420830 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 37116) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:25:10.498720 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Device a93a183a-c4c5-4ca7-8687-dd68b086ef76 up at agent hyperv_n-h2-713301-16 {{(pid=95103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 19:25:10.629338 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85fd9070-2960-462b-b897-019f789fc028 req-a845292d-17c7-4024-993d-7caa0f6224c9 tempest-InstanceActionsV221TestJSON-72249271 tempest-InstanceActionsV221TestJSON-72249271-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:25:10.632955 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-85fd9070-2960-462b-b897-019f789fc028 req-a845292d-17c7-4024-993d-7caa0f6224c9 tempest-InstanceActionsV221TestJSON-72249271 tempest-InstanceActionsV221TestJSON-72249271-project] 10.222.0.74 "GET /v2.0/networks?id=11848038-4312-48be-8ae8-b4ee534ea68d HTTP/1.1" status: 200 len: 818 time: 0.3300176 Sep 23 19:25:10.637149 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-10526888-f7f8-42a8-9d2c-2903c49e7684 req-3b58e75b-1a8d-42f9-8cc3-8d4c1a726e2d tempest-ServersOnMultiNodesTest-2040324995 tempest-ServersOnMultiNodesTest-2040324995-project] 10.222.0.67 "GET /v2.0/security-groups?id=157e791d-182d-45ba-a5d1-6edf868180cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2728205 Sep 23 19:25:10.653820 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.v2.base [req-85fd9070-2960-462b-b897-019f789fc028 req-49c28e35-5ffe-469e-99d8-09c847e87d3b tempest-InstanceActionsV221TestJSON-72249271 tempest-InstanceActionsV221TestJSON-72249271-project] Request body: {'port': {'device_id': 'bb2c6f09-7819-43f3-8497-6afb25b47abf', 'network_id': '11848038-4312-48be-8ae8-b4ee534ea68d', 'admin_state_up': True, 'tenant_id': '1d12a3043a224ea796794725de5fbc1f'}} {{(pid=95101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:25:10.661865 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Provisioning for port a93a183a-c4c5-4ca7-8687-dd68b086ef76 completed by entity L2. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 19:25:10.686195 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Provisioning complete for port a93a183a-c4c5-4ca7-8687-dd68b086ef76 triggered by entity L2. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:25:10.686761 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:10.687973 n-d-713301-16 neutron-server[95102]: DEBUG neutron.db.db_base_plugin_v2 [None req-e412f5f4-541a-4ec8-99fa-6f5b29647b53 admin admin] Deleting subnet 526f8162-a9a5-4b30-85c5-b8b73ce78140 {{(pid=95102) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 23 19:25:10.767127 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-e412f5f4-541a-4ec8-99fa-6f5b29647b53 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:10.881485 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b6ceb7b-7f7d-466e-96ac-8281c369637d req-c3490a8c-6e3c-4460-a07c-8002c1568390 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:25:10.883774 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-2b6ceb7b-7f7d-466e-96ac-8281c369637d req-c3490a8c-6e3c-4460-a07c-8002c1568390 service neutron] 10.222.0.74 "GET /v2.0/networks?id=c1ad3b2d-de91-44e9-a44c-b26d03d276cb HTTP/1.1" status: 200 len: 911 time: 0.5274787 Sep 23 19:25:10.922975 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:10.931187 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-85fd9070-2960-462b-b897-019f789fc028 req-49c28e35-5ffe-469e-99d8-09c847e87d3b tempest-InstanceActionsV221TestJSON-72249271 tempest-InstanceActionsV221TestJSON-72249271-project] Made reservation on behalf of 1d12a3043a224ea796794725de5fbc1f for: {'port': 1} {{(pid=95101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:25:10.935615 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-85fd9070-2960-462b-b897-019f789fc028 req-49c28e35-5ffe-469e-99d8-09c847e87d3b tempest-InstanceActionsV221TestJSON-72249271 tempest-InstanceActionsV221TestJSON-72249271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:11.019705 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] For port a93a183a-c4c5-4ca7-8687-dd68b086ef76, host n-h2-713301-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-16',level=0,port_id=a93a183a-c4c5-4ca7-8687-dd68b086ef76,segment=NetworkSegment(6139d589-eb6c-4578-8935-c26ddf396853),segment_id=6139d589-eb6c-4578-8935-c26ddf396853)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:25:11.021037 n-d-713301-16 neutron-server[95103]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'faabc1c8-1154-43c4-ac97-d3e758e17bc9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a93a183a-c4c5-4ca7-8687-dd68b086ef76'}] {{(pid=95103) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 19:25:11.035327 n-d-713301-16 neutron-server[95103]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}81a1c17f2aa89d5b3ebbba3a3e0cf7eb588e431c2224256110c4c4facdd7c3e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-554178e9-aec6-4be8-93f0-f4735f613e67" -d '{"events": [{"server_uuid": "faabc1c8-1154-43c4-ac97-d3e758e17bc9", "name": "network-vif-plugged", "status": "completed", "tag": "a93a183a-c4c5-4ca7-8687-dd68b086ef76"}]}' {{(pid=95103) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 19:25:11.036618 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-2b6ceb7b-7f7d-466e-96ac-8281c369637d req-ecf10a4f-d508-42b7-8ce7-8be5ebb882f0 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c0243896-fce1-491e-b01a-fe507cb083a8 HTTP/1.1" status: 200 len: 217 time: 0.1090512 Sep 23 19:25:11.039528 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-e412f5f4-541a-4ec8-99fa-6f5b29647b53 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6162825'] for subnet, precommit_delete_associations {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:11.042614 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:11.112370 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85f002c-72e0-4593-81e3-f7319150bb1a req-b4dc2ffa-e441-4848-962a-f9f416991a26 tempest-MigrationsAdminTest-397594546 tempest-MigrationsAdminTest-397594546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:25:11.114823 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-d85f002c-72e0-4593-81e3-f7319150bb1a req-b4dc2ffa-e441-4848-962a-f9f416991a26 tempest-MigrationsAdminTest-397594546 tempest-MigrationsAdminTest-397594546-project] 10.222.0.67 "GET /v2.0/ports?device_id=61df6679-e03a-4089-8f81-8cc4daaf4da0 HTTP/1.1" status: 200 len: 950 time: 0.2636418 Sep 23 19:25:11.220554 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b6ceb7b-7f7d-466e-96ac-8281c369637d req-b7086533-185f-4b35-b296-f13555cde188 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:25:11.222330 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-2b6ceb7b-7f7d-466e-96ac-8281c369637d req-b7086533-185f-4b35-b296-f13555cde188 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=f7972800-2fa5-4fd0-ae55-c87548a8f875 HTTP/1.1" status: 200 len: 850 time: 0.1509459 Sep 23 19:25:11.228142 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Pushing event updated for resources: {'Port': ['ID=a93a183a-c4c5-4ca7-8687-dd68b086ef76,revision_number=5']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:25:11.265767 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Device 3e62bd25-784e-4b3b-84f0-580953cd999e up at agent ovs-agent-n-d-713301-16 {{(pid=95103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 19:25:11.266830 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-2b6ceb7b-7f7d-466e-96ac-8281c369637d req-88d70e2c-57a0-487e-a964-e5b22703199b service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=c1ad3b2d-de91-44e9-a44c-b26d03d276cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0329716 Sep 23 19:25:11.301801 n-d-713301-16 neutron-server[95101]: DEBUG neutron.db.db_base_plugin_common [req-85fd9070-2960-462b-b897-019f789fc028 req-49c28e35-5ffe-469e-99d8-09c847e87d3b tempest-InstanceActionsV221TestJSON-72249271 tempest-InstanceActionsV221TestJSON-72249271-project] Allocated IP 172.20.0.7 (11848038-4312-48be-8ae8-b4ee534ea68d/1a473782-7e32-4e6f-b7a3-adb8285fe3d7/434a294f-2789-4523-b6ff-773832200e0f) {{(pid=95101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 19:25:11.335720 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-d85f002c-72e0-4593-81e3-f7319150bb1a req-4acd8550-b6dd-4dc8-afd5-f3a7007c6e4b tempest-MigrationsAdminTest-397594546 tempest-MigrationsAdminTest-397594546-project] 10.222.0.67 "GET /v2.0/security-groups?id=78cb509b-31c4-4e2a-bb5c-7abd6194dcc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1860325 Sep 23 19:25:11.343253 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 37140) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:25:11.351822 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.v2.base [None req-c6979c0a-1605-4b41-9512-27a7f671b6d2 tempest-TaggedBootDevicesTest-1101605307 tempest-TaggedBootDevicesTest-1101605307-project] Request body: {'security_group': {'name': 'tempest-securitygroup--116225807', 'description': 'tempest-description--1069500118'}} {{(pid=95101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:25:11.456375 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Provisioning complete for port 3e62bd25-784e-4b3b-84f0-580953cd999e triggered by entity L2. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:25:11.457228 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-c6979c0a-1605-4b41-9512-27a7f671b6d2 tempest-TaggedBootDevicesTest-1101605307 tempest-TaggedBootDevicesTest-1101605307-project] Notify callbacks [] for security_group, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:11.458559 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:11.542623 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-2b6ceb7b-7f7d-466e-96ac-8281c369637d req-9dcc7fdb-f69b-4355-b9a4-184d5f590a19 service neutron] 10.222.0.74 "GET /v2.0/networks/c1ad3b2d-de91-44e9-a44c-b26d03d276cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2494547 Sep 23 19:25:11.587681 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-85fd9070-2960-462b-b897-019f789fc028 req-49c28e35-5ffe-469e-99d8-09c847e87d3b tempest-InstanceActionsV221TestJSON-72249271 tempest-InstanceActionsV221TestJSON-72249271-project] Notify callbacks [] for port, precommit_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:11.606080 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Device 005f1f77-cfd9-4840-98c4-60c806e390a8 up at agent ovs-agent-n-d-713301-16 {{(pid=95103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 19:25:11.657164 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-e412f5f4-541a-4ec8-99fa-6f5b29647b53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1756813'] for subnet, precommit_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:11.658185 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-c6979c0a-1605-4b41-9512-27a7f671b6d2 tempest-TaggedBootDevicesTest-1101605307 tempest-TaggedBootDevicesTest-1101605307-project] Notify callbacks [] for security_group, precommit_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:11.665368 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-c6979c0a-1605-4b41-9512-27a7f671b6d2 tempest-TaggedBootDevicesTest-1101605307 tempest-TaggedBootDevicesTest-1101605307-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:11.674065 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-85fd9070-2960-462b-b897-019f789fc028 req-49c28e35-5ffe-469e-99d8-09c847e87d3b tempest-InstanceActionsV221TestJSON-72249271 tempest-InstanceActionsV221TestJSON-72249271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783145673135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5607431'] for port, after_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:11.678021 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Provisioning complete for port 005f1f77-cfd9-4840-98c4-60c806e390a8 triggered by entity L2. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:25:11.679066 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:11.702460 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-85fd9070-2960-462b-b897-019f789fc028 req-49c28e35-5ffe-469e-99d8-09c847e87d3b tempest-InstanceActionsV221TestJSON-72249271 tempest-InstanceActionsV221TestJSON-72249271-project] Network 11848038-4312-48be-8ae8-b4ee534ea68d is already hosted by enough agents. {{(pid=95101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:25:11.712174 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.base_scheduler [req-85fd9070-2960-462b-b897-019f789fc028 req-49c28e35-5ffe-469e-99d8-09c847e87d3b tempest-InstanceActionsV221TestJSON-72249271 tempest-InstanceActionsV221TestJSON-72249271-project] Resources bound (agent type, host, resource id): {{(pid=95101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:25:11.749733 n-d-713301-16 neutron-server[95101]: DEBUG neutron.db.l3_dvrscheduler_db [req-85fd9070-2960-462b-b897-019f789fc028 req-49c28e35-5ffe-469e-99d8-09c847e87d3b tempest-InstanceActionsV221TestJSON-72249271 tempest-InstanceActionsV221TestJSON-72249271-project] Received port after_create {{(pid=95101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 19:25:11.758015 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-d32acfa9-d214-4ae3-834d-6914c3920273 req-8dcf375a-4ce3-406a-9065-3e5b816f0229 tempest-ServersTestFqdnHostnames-1525195897 tempest-ServersTestFqdnHostnames-1525195897-project] 10.222.0.67 "GET /v2.0/security-groups?name=tempest-securitygroup--284032419&fields=id&tenant_id=8f30595259594b588538420667412c2e HTTP/1.1" status: 200 len: 267 time: 0.2128975 Sep 23 19:25:11.802720 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-c6979c0a-1605-4b41-9512-27a7f671b6d2 tempest-TaggedBootDevicesTest-1101605307 tempest-TaggedBootDevicesTest-1101605307-project] Notify callbacks [] for security_group, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:11.807090 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-c6979c0a-1605-4b41-9512-27a7f671b6d2 tempest-TaggedBootDevicesTest-1101605307 tempest-TaggedBootDevicesTest-1101605307-project] 10.222.0.67 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.4589942 Sep 23 19:25:11.826895 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 37154) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:25:11.831626 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1696a9d4-af99-430b-b104-2c845594fe18 req-81d16dd5-0100-4b27-a975-27ec827bfc04 tempest-ServerRescueTestJSON-83326898 tempest-ServerRescueTestJSON-83326898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:25:11.832771 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Device 0433d356-e9e9-42cf-89d0-3ec02f25fb71 up at agent ovs-agent-n-d-713301-16 {{(pid=95103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 19:25:11.838165 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.v2.base [None req-ecde5956-59a3-49a6-8675-3c9052e6924d tempest-TaggedBootDevicesTest-1101605307 tempest-TaggedBootDevicesTest-1101605307-project] Request body: {'security_group_rule': {'security_group_id': '7583e831-f62b-49a7-9a62-f1028bb8aa73', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:25:11.840273 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-1696a9d4-af99-430b-b104-2c845594fe18 req-81d16dd5-0100-4b27-a975-27ec827bfc04 tempest-ServerRescueTestJSON-83326898 tempest-ServerRescueTestJSON-83326898-project] 10.222.0.67 "GET /v2.0/ports?device_id=777ece37-282c-46bf-a54e-b76185b0b66f HTTP/1.1" status: 200 len: 945 time: 0.2966244 Sep 23 19:25:11.850021 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6979c0a-1605-4b41-9512-27a7f671b6d2 tempest-TaggedBootDevicesTest-1101605307 tempest-TaggedBootDevicesTest-1101605307-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7583e831-f62b-49a7-9a62-f1028bb8aa73,revision_number=1']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:25:11.871891 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85fd9070-2960-462b-b897-019f789fc028 req-49c28e35-5ffe-469e-99d8-09c847e87d3b tempest-InstanceActionsV221TestJSON-72249271 tempest-InstanceActionsV221TestJSON-72249271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:25:11.872583 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-85fd9070-2960-462b-b897-019f789fc028 req-49c28e35-5ffe-469e-99d8-09c847e87d3b tempest-InstanceActionsV221TestJSON-72249271 tempest-InstanceActionsV221TestJSON-72249271-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222849'] for port, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:11.884595 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49c28e35-5ffe-469e-99d8-09c847e87d3b tempest-InstanceActionsV221TestJSON-72249271 tempest-InstanceActionsV221TestJSON-72249271-project] Pushing event updated for resources: {'Port': ['ID=434a294f-2789-4523-b6ff-773832200e0f,revision_number=1']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:25:11.912783 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-ecde5956-59a3-49a6-8675-3c9052e6924d tempest-TaggedBootDevicesTest-1101605307 tempest-TaggedBootDevicesTest-1101605307-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:11.918892 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Provisioning complete for port 0433d356-e9e9-42cf-89d0-3ec02f25fb71 triggered by entity L2. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:25:11.920260 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:11.924691 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-85fd9070-2960-462b-b897-019f789fc028 req-49c28e35-5ffe-469e-99d8-09c847e87d3b tempest-InstanceActionsV221TestJSON-72249271 tempest-InstanceActionsV221TestJSON-72249271-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2820044 Sep 23 19:25:11.938391 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-2b6ceb7b-7f7d-466e-96ac-8281c369637d req-8b63c51c-2c69-4508-808c-dbfb5b081458 service neutron] 10.222.0.74 "GET /v2.0/networks/c1ad3b2d-de91-44e9-a44c-b26d03d276cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3424268 Sep 23 19:25:11.951811 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.v2.base [req-85fd9070-2960-462b-b897-019f789fc028 req-424ba9d7-8d0c-4d28-a364-706e5663e041 service neutron] Request body: {'port': {'device_id': 'bb2c6f09-7819-43f3-8497-6afb25b47abf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713301-16'}} {{(pid=95101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:25:11.960638 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-1696a9d4-af99-430b-b104-2c845594fe18 req-17dcf89c-4162-4015-a802-e844ba962a9e tempest-ServerRescueTestJSON-83326898 tempest-ServerRescueTestJSON-83326898-project] 10.222.0.67 "GET /v2.0/security-groups?id=324a4552-7b72-4e62-bcd4-dc8354c093e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1166553 Sep 23 19:25:12.026163 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-ecde5956-59a3-49a6-8675-3c9052e6924d tempest-TaggedBootDevicesTest-1101605307 tempest-TaggedBootDevicesTest-1101605307-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:12.047989 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-e412f5f4-541a-4ec8-99fa-6f5b29647b53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1756804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4399009', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5388229'] for subnet, after_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:12.057426 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-ecde5956-59a3-49a6-8675-3c9052e6924d tempest-TaggedBootDevicesTest-1101605307 tempest-TaggedBootDevicesTest-1101605307-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575319'] for security_group_rule, after_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:12.079351 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-85fd9070-2960-462b-b897-019f789fc028 req-424ba9d7-8d0c-4d28-a364-706e5663e041 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:12.084008 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecde5956-59a3-49a6-8675-3c9052e6924d tempest-TaggedBootDevicesTest-1101605307 tempest-TaggedBootDevicesTest-1101605307-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1ab01fd6-07c3-45f8-8e80-610333ad8a60,revision_number=0']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:25:12.099597 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-e412f5f4-541a-4ec8-99fa-6f5b29647b53 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:12.101733 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-ecde5956-59a3-49a6-8675-3c9052e6924d tempest-TaggedBootDevicesTest-1101605307 tempest-TaggedBootDevicesTest-1101605307-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:12.102462 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-e412f5f4-541a-4ec8-99fa-6f5b29647b53 admin admin] 10.222.0.67 "DELETE /v2.0/subnets/526f8162-a9a5-4b30-85c5-b8b73ce78140 HTTP/1.1" status: 204 len: 168 time: 1.6604164 Sep 23 19:25:12.108005 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-ecde5956-59a3-49a6-8675-3c9052e6924d tempest-TaggedBootDevicesTest-1101605307 tempest-TaggedBootDevicesTest-1101605307-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2718837 Sep 23 19:25:12.108201 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d6b9bec-d738-4035-8105-179c58336b8d None None] Network e0ba4ff6-5ece-4e5d-bf2e-f8698c833ccd requested from n-d-713301-16 {{(pid=95103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 19:25:12.117222 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e412f5f4-541a-4ec8-99fa-6f5b29647b53 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=526f8162-a9a5-4b30-85c5-b8b73ce78140,revision_number=None']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:25:12.119386 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 37160) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:25:12.119519 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 37162) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:25:12.133264 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-4edf1aca-c0e7-4def-b2f0-f6c088831660 req-942492d8-b80e-4c84-9bd3-976e88bb2cef tempest-ServersAdminNegativeTestJSON-421618642 tempest-ServersAdminNegativeTestJSON-421618642-project] 10.222.0.67 "GET /v2.0/ports?device_id=7fc8c157-70b4-480b-8989-c84fa556092c HTTP/1.1" status: 200 len: 210 time: 0.0682492 Sep 23 19:25:12.146014 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.v2.base [None req-3fae11d6-a7c1-4da4-b4be-2e33ede1db44 tempest-TaggedBootDevicesTest-1101605307 tempest-TaggedBootDevicesTest-1101605307-project] Request body: {'security_group_rule': {'security_group_id': '7583e831-f62b-49a7-9a62-f1028bb8aa73', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=95102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:25:12.256314 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32acfa9-d214-4ae3-834d-6914c3920273 req-5b42933f-d791-49c7-b9e0-7af4728f8dad tempest-ServersTestFqdnHostnames-1525195897 tempest-ServersTestFqdnHostnames-1525195897-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:25:12.269901 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-d32acfa9-d214-4ae3-834d-6914c3920273 req-5b42933f-d791-49c7-b9e0-7af4728f8dad tempest-ServersTestFqdnHostnames-1525195897 tempest-ServersTestFqdnHostnames-1525195897-project] 10.222.0.67 "GET /v2.0/networks?id=c1c3ef61-7600-4f98-9132-f29d8908ed23 HTTP/1.1" status: 200 len: 814 time: 0.4198222 Sep 23 19:25:12.322552 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-d32acfa9-d214-4ae3-834d-6914c3920273 req-560c549e-6662-4cc8-a0c3-f5b74a505c5f tempest-ServersTestFqdnHostnames-1525195897 tempest-ServersTestFqdnHostnames-1525195897-project] 10.222.0.67 "GET /v2.0/quotas/8f30595259594b588538420667412c2e HTTP/1.1" status: 200 len: 375 time: 0.0511763 Sep 23 19:25:12.332922 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-10825446-0ee3-4262-b766-bcbe47ef78eb req-a424cfbc-24e8-4660-a0a2-576f8f8408e7 tempest-ServersAdminNegativeTestJSON-421618642 tempest-ServersAdminNegativeTestJSON-421618642-project] 10.222.0.53 "GET /v2.0/networks?tenant_id=8183aa723e9345149ed07cc59da6943a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0394559 Sep 23 19:25:12.337144 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b23338-3224-4cc5-a631-88741e3b6eca req-4b1c30b7-2c75-41b3-98f8-59352a519702 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:25:12.338575 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-45b23338-3224-4cc5-a631-88741e3b6eca req-4b1c30b7-2c75-41b3-98f8-59352a519702 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=cff0149cb20c4944955e93a2b393f7c5&device_id=61df6679-e03a-4089-8f81-8cc4daaf4da0 HTTP/1.1" status: 200 len: 1102 time: 0.1113265 Sep 23 19:25:12.369819 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Device b6a45639-d8e5-4e6c-81c1-32ff7f3662f9 no longer exists at agent ovs-agent-n-d-713301-16 {{(pid=95103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 19:25:12.396724 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.plugin [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] No Port match for: b6a45639-d8e5-4e6c-81c1-32ff7f3662f9 {{(pid=95103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 19:25:12.397178 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Device b6a45639-d8e5-4e6c-81c1-32ff7f3662f9 not bound to the agent host n-d-713301-16 {{(pid=95103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 19:25:12.400929 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-498e8897-2398-468b-85cc-f0916d3d636c None None] DHCP port deletion for e0ba4ff6-5ece-4e5d-bf2e-f8698c833ccd request from n-d-713301-16 {{(pid=95103) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 23 19:25:12.414179 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-3fae11d6-a7c1-4da4-b4be-2e33ede1db44 tempest-TaggedBootDevicesTest-1101605307 tempest-TaggedBootDevicesTest-1101605307-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:12.435333 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-89c4ff4b-96cb-4705-97de-06d8fa3b58b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1628021'] for network, before_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:12.470521 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.plugin [None req-498e8897-2398-468b-85cc-f0916d3d636c None None] Deleting port 4b5a37c9-d9d9-43ea-9d07-a36ecbfc1bfe {{(pid=95103) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:25:12.471166 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-498e8897-2398-468b-85cc-f0916d3d636c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783146157096'] for port, before_delete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:12.473555 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a23903-c8f9-42af-83fd-9962986d83d0 req-55e83509-fc44-4fea-9514-d7222e48b2b7 tempest-InstanceActionsV221TestJSON-72249271 tempest-InstanceActionsV221TestJSON-72249271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:25:12.476372 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-77a23903-c8f9-42af-83fd-9962986d83d0 req-55e83509-fc44-4fea-9514-d7222e48b2b7 tempest-InstanceActionsV221TestJSON-72249271 tempest-InstanceActionsV221TestJSON-72249271-project] 10.222.0.67 "GET /v2.0/ports?device_id=bb2c6f09-7819-43f3-8497-6afb25b47abf HTTP/1.1" status: 200 len: 931 time: 0.2627795 Sep 23 19:25:12.530087 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-d32acfa9-d214-4ae3-834d-6914c3920273 req-00c4cb41-7c81-442f-b7b5-9caa97414b07 tempest-ServersTestFqdnHostnames-1525195897 tempest-ServersTestFqdnHostnames-1525195897-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=8f30595259594b588538420667412c2e&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2065432 Sep 23 19:25:12.575571 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-498e8897-2398-468b-85cc-f0916d3d636c None None] For port 4b5a37c9-d9d9-43ea-9d07-a36ecbfc1bfe, host n-d-713301-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-16',level=0,port_id=4b5a37c9-d9d9-43ea-9d07-a36ecbfc1bfe,segment=NetworkSegment(67b8f6c5-b740-4a28-a82e-f136ec158977),segment_id=67b8f6c5-b740-4a28-a82e-f136ec158977)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:25:12.575966 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-498e8897-2398-468b-85cc-f0916d3d636c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-605701'] for port, precommit_delete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:12.582396 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-3fae11d6-a7c1-4da4-b4be-2e33ede1db44 tempest-TaggedBootDevicesTest-1101605307 tempest-TaggedBootDevicesTest-1101605307-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:12.596492 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.plugin [None req-498e8897-2398-468b-85cc-f0916d3d636c None None] Calling delete_port for 4b5a37c9-d9d9-43ea-9d07-a36ecbfc1bfe owned by network:dhcp {{(pid=95103) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:25:12.607068 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-3fae11d6-a7c1-4da4-b4be-2e33ede1db44 tempest-TaggedBootDevicesTest-1101605307 tempest-TaggedBootDevicesTest-1101605307-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575319'] for security_group_rule, after_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:12.641215 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-77a23903-c8f9-42af-83fd-9962986d83d0 req-c345ed23-adde-4fdb-b6aa-ef7a65eb138d tempest-InstanceActionsV221TestJSON-72249271 tempest-InstanceActionsV221TestJSON-72249271-project] 10.222.0.67 "GET /v2.0/security-groups?id=773f07a6-9dbe-4e52-9128-29aea4a22afb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1536949 Sep 23 19:25:12.682261 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fae11d6-a7c1-4da4-b4be-2e33ede1db44 tempest-TaggedBootDevicesTest-1101605307 tempest-TaggedBootDevicesTest-1101605307-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=00d20d4b-50de-4251-8c91-72a9a306f439,revision_number=0']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:25:12.692180 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-3fae11d6-a7c1-4da4-b4be-2e33ede1db44 tempest-TaggedBootDevicesTest-1101605307 tempest-TaggedBootDevicesTest-1101605307-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:12.697485 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-3fae11d6-a7c1-4da4-b4be-2e33ede1db44 tempest-TaggedBootDevicesTest-1101605307 tempest-TaggedBootDevicesTest-1101605307-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5515044 Sep 23 19:25:12.697657 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 37166) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:25:12.706302 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.v2.base [None req-6796d40f-940e-4b99-9ba7-10d8e3578d7e tempest-TaggedBootDevicesTest-1101605307 tempest-TaggedBootDevicesTest-1101605307-project] Request body: {'floatingip': {'floating_network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac'}} {{(pid=95102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:25:12.727880 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-498e8897-2398-468b-85cc-f0916d3d636c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783146162158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783145673144'] for port, after_delete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:12.751336 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.plugin [None req-89c4ff4b-96cb-4705-97de-06d8fa3b58b5 admin admin] Deleting port 4b5a37c9-d9d9-43ea-9d07-a36ecbfc1bfe {{(pid=95102) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:25:12.752218 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-89c4ff4b-96cb-4705-97de-06d8fa3b58b5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783146157096'] for port, before_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:12.765688 n-d-713301-16 neutron-server[95103]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 19:25:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e735c567-732d-4ce8-bf9f-8c6492e1c2ec x-openstack-request-id: req-e735c567-732d-4ce8-bf9f-8c6492e1c2ec {{(pid=95103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 19:25:12.766385 n-d-713301-16 neutron-server[95103]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "faabc1c8-1154-43c4-ac97-d3e758e17bc9", "name": "network-vif-plugged", "status": "completed", "tag": "a93a183a-c4c5-4ca7-8687-dd68b086ef76", "code": 200}]} {{(pid=95103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 19:25:12.766738 n-d-713301-16 neutron-server[95103]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-e735c567-732d-4ce8-bf9f-8c6492e1c2ec {{(pid=95103) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 19:25:12.767276 n-d-713301-16 neutron-server[95103]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'faabc1c8-1154-43c4-ac97-d3e758e17bc9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a93a183a-c4c5-4ca7-8687-dd68b086ef76', 'code': 200} Sep 23 19:25:12.776047 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-498e8897-2398-468b-85cc-f0916d3d636c None None] Pushing event deleted for resources: {'Port': ['ID=4b5a37c9-d9d9-43ea-9d07-a36ecbfc1bfe,revision_number=None']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:25:12.780894 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-498e8897-2398-468b-85cc-f0916d3d636c None None] No DVR routers for this DVR port 4b5a37c9-d9d9-43ea-9d07-a36ecbfc1bfe on host n-d-713301-16 {{(pid=95103) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 19:25:12.783904 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-d32acfa9-d214-4ae3-834d-6914c3920273 req-a8afd6a0-d486-4929-a1f9-58f2879961d0 service neutron] 10.222.0.67 "GET /v2.0/networks/c1c3ef61-7600-4f98-9132-f29d8908ed23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2272148 Sep 23 19:25:12.831975 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-6796d40f-940e-4b99-9ba7-10d8e3578d7e tempest-TaggedBootDevicesTest-1101605307 tempest-TaggedBootDevicesTest-1101605307-project] Notify callbacks [] for floatingip, before_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:12.923977 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10825446-0ee3-4262-b766-bcbe47ef78eb req-51fcfd0e-8cad-40dd-bfb0-ea6993d54d19 tempest-ServersAdminNegativeTestJSON-421618642 tempest-ServersAdminNegativeTestJSON-421618642-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:25:12.925456 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-10825446-0ee3-4262-b766-bcbe47ef78eb req-51fcfd0e-8cad-40dd-bfb0-ea6993d54d19 tempest-ServersAdminNegativeTestJSON-421618642 tempest-ServersAdminNegativeTestJSON-421618642-project] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5829921 Sep 23 19:25:12.950890 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.v2.base [req-10825446-0ee3-4262-b766-bcbe47ef78eb req-1e90b8d5-0011-466c-8f2e-12d99d3a96e9 tempest-ServersAdminNegativeTestJSON-421618642 tempest-ServersAdminNegativeTestJSON-421618642-project] Request body: {'port': {'device_id': '7fc8c157-70b4-480b-8989-c84fa556092c', 'network_id': '5220cb0c-da05-478a-9604-8c11469a05b4', 'admin_state_up': True, 'tenant_id': '8183aa723e9345149ed07cc59da6943a'}} {{(pid=95101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:25:12.963410 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.db [None req-89c4ff4b-96cb-4705-97de-06d8fa3b58b5 admin admin] For port 4b5a37c9-d9d9-43ea-9d07-a36ecbfc1bfe, host n-d-713301-16, got binding levels [] {{(pid=95102) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:25:12.963771 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-89c4ff4b-96cb-4705-97de-06d8fa3b58b5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-605701'] for port, precommit_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:12.970272 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b23338-3224-4cc5-a631-88741e3b6eca req-457f0a63-7d1f-4db2-a45e-198dfd85c89a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:25:12.971730 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-45b23338-3224-4cc5-a631-88741e3b6eca req-457f0a63-7d1f-4db2-a45e-198dfd85c89a service neutron] 10.222.0.53 "GET /v2.0/networks?id=5220cb0c-da05-478a-9604-8c11469a05b4 HTTP/1.1" status: 200 len: 870 time: 0.2742503 Sep 23 19:25:12.995535 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.plugin [None req-89c4ff4b-96cb-4705-97de-06d8fa3b58b5 admin admin] Calling delete_port for 4b5a37c9-d9d9-43ea-9d07-a36ecbfc1bfe owned by network:dhcp {{(pid=95102) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:25:13.000931 n-d-713301-16 neutron-server[95101]: DEBUG neutron.notifiers.nova [req-85fd9070-2960-462b-b897-019f789fc028 req-424ba9d7-8d0c-4d28-a364-706e5663e041 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 434a294f-2789-4523-b6ff-773832200e0f {{(pid=95101) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 19:25:13.004893 n-d-713301-16 neutron-server[95102]: DEBUG neutron.db.ipam_backend_mixin [None req-89c4ff4b-96cb-4705-97de-06d8fa3b58b5 admin admin] Port 4b5a37c9-d9d9-43ea-9d07-a36ecbfc1bfe was not found and therefore no delete operation was performed {{(pid=95102) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Sep 23 19:25:13.016589 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-89c4ff4b-96cb-4705-97de-06d8fa3b58b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783146162158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783145673144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4399100'] for port, after_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:13.044679 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-45b23338-3224-4cc5-a631-88741e3b6eca req-31acf4d0-1fb7-4bbc-8467-5de4d3a83e5d service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.248&port_id=5e0cfb4e-f0a0-4307-98ca-fd7fbec65808 HTTP/1.1" status: 200 len: 217 time: 0.0642824 Sep 23 19:25:13.063875 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda7b2c9-9686-48cc-b0a3-878b94b597d5 req-1a8f035d-3cee-4e45-9547-ce90f14adf46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:25:13.065419 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-eda7b2c9-9686-48cc-b0a3-878b94b597d5 req-1a8f035d-3cee-4e45-9547-ce90f14adf46 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=faabc1c8-1154-43c4-ac97-d3e758e17bc9 HTTP/1.1" status: 200 len: 1102 time: 0.2260418 Sep 23 19:25:13.071688 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-85fd9070-2960-462b-b897-019f789fc028 req-424ba9d7-8d0c-4d28-a364-706e5663e041 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:13.071874 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c4ff4b-96cb-4705-97de-06d8fa3b58b5 admin admin] Pushing event deleted for resources: {'Port': ['ID=4b5a37c9-d9d9-43ea-9d07-a36ecbfc1bfe,revision_number=None']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:25:13.073804 n-d-713301-16 neutron-server[95102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89c4ff4b-96cb-4705-97de-06d8fa3b58b5 admin admin] No DVR routers for this DVR port 4b5a37c9-d9d9-43ea-9d07-a36ecbfc1bfe on host n-d-713301-16 {{(pid=95102) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 19:25:13.088240 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-d32acfa9-d214-4ae3-834d-6914c3920273 req-acc20140-fedf-4852-b0af-4cf7fdad0dcf service neutron] 10.222.0.67 "GET /v2.0/networks/c1c3ef61-7600-4f98-9132-f29d8908ed23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3033199 Sep 23 19:25:13.095884 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c706cac-824c-4a7c-8864-413eb3dceaec req-f95b5bae-fdc9-4f55-b774-97d09c3437ce tempest-ServersOnMultiNodesTest-2040324995 tempest-ServersOnMultiNodesTest-2040324995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:25:13.097452 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-3c706cac-824c-4a7c-8864-413eb3dceaec req-f95b5bae-fdc9-4f55-b774-97d09c3437ce tempest-ServersOnMultiNodesTest-2040324995 tempest-ServersOnMultiNodesTest-2040324995-project] 10.222.0.67 "GET /v2.0/ports?device_id=faabc1c8-1154-43c4-ac97-d3e758e17bc9 HTTP/1.1" status: 200 len: 950 time: 0.2273982 Sep 23 19:25:13.122602 n-d-713301-16 neutron-server[95101]: DEBUG neutron.db.provisioning_blocks [req-85fd9070-2960-462b-b897-019f789fc028 req-424ba9d7-8d0c-4d28-a364-706e5663e041 service neutron] Transition to ACTIVE for port object 434a294f-2789-4523-b6ff-773832200e0f will not be triggered until provisioned by entity L2. {{(pid=95101) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 19:25:13.135153 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-85fd9070-2960-462b-b897-019f789fc028 req-424ba9d7-8d0c-4d28-a364-706e5663e041 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5607436'] for port, after_update {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:13.195913 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b23338-3224-4cc5-a631-88741e3b6eca req-fbae0369-7b9d-4d7c-b7f8-ee85da4cc5e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:25:13.197831 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-45b23338-3224-4cc5-a631-88741e3b6eca req-fbae0369-7b9d-4d7c-b7f8-ee85da4cc5e3 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=1ccc69bc-9d6b-44d9-b227-204e47dc6e45 HTTP/1.1" status: 200 len: 843 time: 0.1217628 Sep 23 19:25:13.218194 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-eda7b2c9-9686-48cc-b0a3-878b94b597d5 req-7183d830-d406-4f4f-8b87-4408b920aa14 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=157e791d-182d-45ba-a5d1-6edf868180cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1427705 Sep 23 19:25:13.255115 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-424ba9d7-8d0c-4d28-a364-706e5663e041 service neutron] Pushing event updated for resources: {'Port': ['ID=434a294f-2789-4523-b6ff-773832200e0f,revision_number=2']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:25:13.268866 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-89c4ff4b-96cb-4705-97de-06d8fa3b58b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1754676', 'neutron.services.segments.db._delete_segments_for_network-8783146221460'] for network, precommit_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:13.301826 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-3c706cac-824c-4a7c-8864-413eb3dceaec req-ddc81129-2941-4351-8ae6-d014cf57b116 tempest-ServersOnMultiNodesTest-2040324995 tempest-ServersOnMultiNodesTest-2040324995-project] 10.222.0.67 "GET /v2.0/security-groups?id=157e791d-182d-45ba-a5d1-6edf868180cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1734118 Sep 23 19:25:13.312668 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-10825446-0ee3-4262-b766-bcbe47ef78eb req-1e90b8d5-0011-466c-8f2e-12d99d3a96e9 tempest-ServersAdminNegativeTestJSON-421618642 tempest-ServersAdminNegativeTestJSON-421618642-project] Made reservation on behalf of 8183aa723e9345149ed07cc59da6943a for: {'port': 1} {{(pid=95101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:25:13.316082 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-10825446-0ee3-4262-b766-bcbe47ef78eb req-1e90b8d5-0011-466c-8f2e-12d99d3a96e9 tempest-ServersAdminNegativeTestJSON-421618642 tempest-ServersAdminNegativeTestJSON-421618642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:13.325602 n-d-713301-16 neutron-server[95102]: DEBUG neutron.services.segments.db [None req-89c4ff4b-96cb-4705-97de-06d8fa3b58b5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e0ba4ff6-5ece-4e5d-bf2e-f8698c833ccd']}} {{(pid=95102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:25:13.339221 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b23338-3224-4cc5-a631-88741e3b6eca req-5aa2c2f9-5db7-48a6-ba9e-7d5d3e69bcd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:25:13.340668 n-d-713301-16 neutron-server[95102]: DEBUG neutron.services.segments.db [None req-89c4ff4b-96cb-4705-97de-06d8fa3b58b5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '67b8f6c5-b740-4a28-a82e-f136ec158977') {'for_net_delete': True} {{(pid=95102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:25:13.340853 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-45b23338-3224-4cc5-a631-88741e3b6eca req-5aa2c2f9-5db7-48a6-ba9e-7d5d3e69bcd3 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=5220cb0c-da05-478a-9604-8c11469a05b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1354403 Sep 23 19:25:13.341004 n-d-713301-16 neutron-server[95102]: DEBUG neutron.services.segments.db [None req-89c4ff4b-96cb-4705-97de-06d8fa3b58b5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '67b8f6c5-b740-4a28-a82e-f136ec158977') {} {{(pid=95102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:25:13.343586 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-10825446-0ee3-4262-b766-bcbe47ef78eb req-1e90b8d5-0011-466c-8f2e-12d99d3a96e9 tempest-ServersAdminNegativeTestJSON-421618642 tempest-ServersAdminNegativeTestJSON-421618642-project] Notify callbacks [] for security_group, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:13.386811 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-89c4ff4b-96cb-4705-97de-06d8fa3b58b5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783146221725', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6162832'] for segment, before_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:13.394744 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.managers [req-85fd9070-2960-462b-b897-019f789fc028 req-424ba9d7-8d0c-4d28-a364-706e5663e041 service neutron] Attempting to bind port 434a294f-2789-4523-b6ff-773832200e0f on host n-h1-713301-16 for vnic_type normal with profile {{(pid=95101) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 19:25:13.395080 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.managers [req-85fd9070-2960-462b-b897-019f789fc028 req-424ba9d7-8d0c-4d28-a364-706e5663e041 service neutron] Attempting to bind port 434a294f-2789-4523-b6ff-773832200e0f by drivers openvswitch,hyperv on host n-h1-713301-16 at level 0 using segments [{'id': '8eb18688-72ed-4013-a8ac-fcac80dc3b07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '11848038-4312-48be-8ae8-b4ee534ea68d'}] {{(pid=95101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 19:25:13.395457 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85fd9070-2960-462b-b897-019f789fc028 req-424ba9d7-8d0c-4d28-a364-706e5663e041 service neutron] Attempting to bind port 434a294f-2789-4523-b6ff-773832200e0f on network 11848038-4312-48be-8ae8-b4ee534ea68d {{(pid=95101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:25:13.410318 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85fd9070-2960-462b-b897-019f789fc028 req-424ba9d7-8d0c-4d28-a364-706e5663e041 service neutron] Port 434a294f-2789-4523-b6ff-773832200e0f on network 11848038-4312-48be-8ae8-b4ee534ea68d not bound, no agent of type Open vSwitch agent registered on host n-h1-713301-16 {{(pid=95101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 19:25:13.410881 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85fd9070-2960-462b-b897-019f789fc028 req-424ba9d7-8d0c-4d28-a364-706e5663e041 service neutron] Attempting to bind port 434a294f-2789-4523-b6ff-773832200e0f on network 11848038-4312-48be-8ae8-b4ee534ea68d {{(pid=95101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:25:13.427193 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-6796d40f-940e-4b99-9ba7-10d8e3578d7e tempest-TaggedBootDevicesTest-1101605307 tempest-TaggedBootDevicesTest-1101605307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:13.430719 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-89c4ff4b-96cb-4705-97de-06d8fa3b58b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1756186'] for segment, precommit_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:13.432990 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85fd9070-2960-462b-b897-019f789fc028 req-424ba9d7-8d0c-4d28-a364-706e5663e041 service neutron] Checking agent: {'id': '0708c3e9-0aad-4600-9be9-d2486535c898', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713301-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 19, 15, 28), 'started_at': datetime.datetime(2021, 9, 23, 19, 15, 28), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 19, 24, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 19:25:13.433529 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85fd9070-2960-462b-b897-019f789fc028 req-424ba9d7-8d0c-4d28-a364-706e5663e041 service neutron] Checking segment: {'id': '8eb18688-72ed-4013-a8ac-fcac80dc3b07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '11848038-4312-48be-8ae8-b4ee534ea68d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:25:13.433826 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85fd9070-2960-462b-b897-019f789fc028 req-424ba9d7-8d0c-4d28-a364-706e5663e041 service neutron] Bound using segment: {'id': '8eb18688-72ed-4013-a8ac-fcac80dc3b07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '11848038-4312-48be-8ae8-b4ee534ea68d'} {{(pid=95101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 19:25:13.434199 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.managers [req-85fd9070-2960-462b-b897-019f789fc028 req-424ba9d7-8d0c-4d28-a364-706e5663e041 service neutron] Bound port: 434a294f-2789-4523-b6ff-773832200e0f, host: n-h1-713301-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8eb18688-72ed-4013-a8ac-fcac80dc3b07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '11848038-4312-48be-8ae8-b4ee534ea68d'}}] {{(pid=95101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 19:25:13.434710 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-85fd9070-2960-462b-b897-019f789fc028 req-424ba9d7-8d0c-4d28-a364-706e5663e041 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:13.465089 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-89c4ff4b-96cb-4705-97de-06d8fa3b58b5 admin admin] Releasing vlan 640 on physical network physnet1 to pool {{(pid=95102) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 19:25:13.465365 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-89c4ff4b-96cb-4705-97de-06d8fa3b58b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1756186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4398095'] for segment, after_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:13.469212 n-d-713301-16 neutron-server[95102]: Traceback (most recent call last): Sep 23 19:25:13.469212 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 19:25:13.469212 n-d-713301-16 neutron-server[95102]: timer() Sep 23 19:25:13.469212 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 19:25:13.469212 n-d-713301-16 neutron-server[95102]: cb(*args, **kw) Sep 23 19:25:13.469212 n-d-713301-16 neutron-server[95102]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 19:25:13.469212 n-d-713301-16 neutron-server[95102]: return func(*args, **kwargs) Sep 23 19:25:13.469212 n-d-713301-16 neutron-server[95102]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 19:25:13.469212 n-d-713301-16 neutron-server[95102]: self._notify() Sep 23 19:25:13.469212 n-d-713301-16 neutron-server[95102]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 19:25:13.469212 n-d-713301-16 neutron-server[95102]: self.callback(batched_events) Sep 23 19:25:13.469212 n-d-713301-16 neutron-server[95102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 19:25:13.469212 n-d-713301-16 neutron-server[95102]: event.method(event) Sep 23 19:25:13.469212 n-d-713301-16 neutron-server[95102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 19:25:13.469212 n-d-713301-16 neutron-server[95102]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 19:25:13.469212 n-d-713301-16 neutron-server[95102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 19:25:13.469212 n-d-713301-16 neutron-server[95102]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 19:25:13.469212 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 19:25:13.469212 n-d-713301-16 neutron-server[95102]: return f(self, *a, **k) Sep 23 19:25:13.469212 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 19:25:13.469212 n-d-713301-16 neutron-server[95102]: return self._get(url).json() Sep 23 19:25:13.469212 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 19:25:13.469212 n-d-713301-16 neutron-server[95102]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 19:25:13.469212 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 19:25:13.469212 n-d-713301-16 neutron-server[95102]: return self.request(url, 'GET', **kwargs) Sep 23 19:25:13.469212 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 19:25:13.469212 n-d-713301-16 neutron-server[95102]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 19:25:13.469212 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 19:25:13.469212 n-d-713301-16 neutron-server[95102]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 19:25:13.469212 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 19:25:13.469212 n-d-713301-16 neutron-server[95102]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 19:25:13.469212 n-d-713301-16 neutron-server[95102]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 19:25:13.624723 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-45b23338-3224-4cc5-a631-88741e3b6eca req-a7949618-1445-4f56-8da6-6e0e947df718 service neutron] 10.222.0.53 "GET /v2.0/networks/5220cb0c-da05-478a-9604-8c11469a05b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2112036 Sep 23 19:25:13.647393 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.db [req-85fd9070-2960-462b-b897-019f789fc028 req-424ba9d7-8d0c-4d28-a364-706e5663e041 service neutron] For port 434a294f-2789-4523-b6ff-773832200e0f, host n-h1-713301-16, cleared binding levels {{(pid=95101) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 19:25:13.686119 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-10825446-0ee3-4262-b766-bcbe47ef78eb req-1e90b8d5-0011-466c-8f2e-12d99d3a96e9 tempest-ServersAdminNegativeTestJSON-421618642 tempest-ServersAdminNegativeTestJSON-421618642-project] Notify callbacks [] for security_group, precommit_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:13.693658 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.db [req-85fd9070-2960-462b-b897-019f789fc028 req-424ba9d7-8d0c-4d28-a364-706e5663e041 service neutron] For port 434a294f-2789-4523-b6ff-773832200e0f, host n-h1-713301-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-16',level=0,port_id=434a294f-2789-4523-b6ff-773832200e0f,segment=NetworkSegment(8eb18688-72ed-4013-a8ac-fcac80dc3b07),segment_id=8eb18688-72ed-4013-a8ac-fcac80dc3b07)] {{(pid=95101) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 19:25:13.701243 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-10825446-0ee3-4262-b766-bcbe47ef78eb req-1e90b8d5-0011-466c-8f2e-12d99d3a96e9 tempest-ServersAdminNegativeTestJSON-421618642 tempest-ServersAdminNegativeTestJSON-421618642-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:13.718803 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-85fd9070-2960-462b-b897-019f789fc028 req-424ba9d7-8d0c-4d28-a364-706e5663e041 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5607436'] for port, after_update {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:13.866213 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85fd9070-2960-462b-b897-019f789fc028 req-424ba9d7-8d0c-4d28-a364-706e5663e041 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:25:13.866892 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-85fd9070-2960-462b-b897-019f789fc028 req-424ba9d7-8d0c-4d28-a364-706e5663e041 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222849'] for port, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:13.868931 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-85fd9070-2960-462b-b897-019f789fc028 req-424ba9d7-8d0c-4d28-a364-706e5663e041 service neutron] 10.222.0.74 "PUT /v2.0/ports/434a294f-2789-4523-b6ff-773832200e0f HTTP/1.1" status: 200 len: 1092 time: 1.9310870 Sep 23 19:25:13.868931 n-d-713301-16 neutron-server[95101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bb2c6f09-7819-43f3-8497-6afb25b47abf', 'tag': '434a294f-2789-4523-b6ff-773832200e0f'}] {{(pid=95101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 19:25:13.871412 n-d-713301-16 neutron-server[95101]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d8366c5740cd635e57ab12b71fe44a77c2acc3c19091ef849c6f68b380462244" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de230e89-7355-44cb-8a33-6cff9c29eb24" -d '{"events": [{"name": "network-changed", "server_uuid": "bb2c6f09-7819-43f3-8497-6afb25b47abf", "tag": "434a294f-2789-4523-b6ff-773832200e0f"}]}' {{(pid=95101) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 19:25:13.888436 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e90b8d5-0011-466c-8f2e-12d99d3a96e9 tempest-ServersAdminNegativeTestJSON-421618642 tempest-ServersAdminNegativeTestJSON-421618642-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a0f69697-909e-4fd5-bdb0-c967fab6b934,revision_number=1']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:25:13.901852 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-956e39e9-d216-41af-9547-8a6c0c00def4 req-a3448a91-2b22-4ffb-96e9-d3df004aebf0 tempest-MigrationsAdminTest-397594546 tempest-MigrationsAdminTest-397594546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:25:13.912556 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-956e39e9-d216-41af-9547-8a6c0c00def4 req-a3448a91-2b22-4ffb-96e9-d3df004aebf0 tempest-MigrationsAdminTest-397594546 tempest-MigrationsAdminTest-397594546-project] 10.222.0.67 "GET /v2.0/ports?device_id=61df6679-e03a-4089-8f81-8cc4daaf4da0 HTTP/1.1" status: 200 len: 950 time: 0.5745094 Sep 23 19:25:13.958072 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-424ba9d7-8d0c-4d28-a364-706e5663e041 service neutron] Pushing event updated for resources: {'Port': ['ID=434a294f-2789-4523-b6ff-773832200e0f,revision_number=3']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:25:13.963184 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-45b23338-3224-4cc5-a631-88741e3b6eca req-1f9f4285-b4ea-4aa3-b56f-fca9ca9ce73e service neutron] 10.222.0.53 "GET /v2.0/networks/5220cb0c-da05-478a-9604-8c11469a05b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3283837 Sep 23 19:25:13.996039 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3eb13dd-e7ab-4508-b1e4-6d157237e946 req-ad8d3c6d-827f-4764-aadf-57ead5d12888 tempest-ServerRescueTestJSON-83326898 tempest-ServerRescueTestJSON-83326898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:25:13.997751 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-d3eb13dd-e7ab-4508-b1e4-6d157237e946 req-ad8d3c6d-827f-4764-aadf-57ead5d12888 tempest-ServerRescueTestJSON-83326898 tempest-ServerRescueTestJSON-83326898-project] 10.222.0.67 "GET /v2.0/ports?device_id=777ece37-282c-46bf-a54e-b76185b0b66f HTTP/1.1" status: 200 len: 945 time: 0.5928721 Sep 23 19:25:14.001941 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-89c4ff4b-96cb-4705-97de-06d8fa3b58b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1754627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-601866'] for network, after_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:14.020402 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85fd9070-2960-462b-b897-019f789fc028 req-0d45facd-4914-4be3-a85d-f50f1e796781 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:25:14.021987 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-85fd9070-2960-462b-b897-019f789fc028 req-0d45facd-4914-4be3-a85d-f50f1e796781 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=1d12a3043a224ea796794725de5fbc1f&device_id=bb2c6f09-7819-43f3-8497-6afb25b47abf HTTP/1.1" status: 200 len: 1095 time: 0.1028311 Sep 23 19:25:14.028985 n-d-713301-16 neutron-server[95101]: DEBUG neutron.db.db_base_plugin_common [req-10825446-0ee3-4262-b766-bcbe47ef78eb req-1e90b8d5-0011-466c-8f2e-12d99d3a96e9 tempest-ServersAdminNegativeTestJSON-421618642 tempest-ServersAdminNegativeTestJSON-421618642-project] Allocated IP 192.168.233.69 (5220cb0c-da05-478a-9604-8c11469a05b4/1ccc69bc-9d6b-44d9-b227-204e47dc6e45/13df5287-4daa-460b-93f2-29d296431340) {{(pid=95101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 19:25:14.040903 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-89c4ff4b-96cb-4705-97de-06d8fa3b58b5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527417'] for network, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:14.046553 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-89c4ff4b-96cb-4705-97de-06d8fa3b58b5 admin admin] 10.222.0.67 "DELETE /v2.0/networks/e0ba4ff6-5ece-4e5d-bf2e-f8698c833ccd HTTP/1.1" status: 204 len: 168 time: 1.9120817 Sep 23 19:25:14.086678 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c4ff4b-96cb-4705-97de-06d8fa3b58b5 admin admin] Pushing event deleted for resources: {'Network': ['ID=e0ba4ff6-5ece-4e5d-bf2e-f8698c833ccd,revision_number=None']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:25:14.104168 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-956e39e9-d216-41af-9547-8a6c0c00def4 req-aa5e258b-7a86-42ef-ad3c-5d5d08623171 tempest-MigrationsAdminTest-397594546 tempest-MigrationsAdminTest-397594546-project] 10.222.0.67 "GET /v2.0/security-groups?id=78cb509b-31c4-4e2a-bb5c-7abd6194dcc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1847382 Sep 23 19:25:14.148097 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-85fd9070-2960-462b-b897-019f789fc028 req-48916384-ac53-4cd4-a52b-04ff25b2d413 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=434a294f-2789-4523-b6ff-773832200e0f HTTP/1.1" status: 200 len: 217 time: 0.1167216 Sep 23 19:25:14.175062 n-d-713301-16 neutron-server[95102]: DEBUG neutron.db.db_base_plugin_common [None req-6796d40f-940e-4b99-9ba7-10d8e3578d7e tempest-TaggedBootDevicesTest-1101605307 tempest-TaggedBootDevicesTest-1101605307-project] Allocated IP 172.25.1.157 (5dec5c09-378e-4f50-89cc-d94eb81c3bac/eff83446-018c-428d-b3f5-54ac9abe7a2a/5117c21f-8c28-4851-9679-334e340f9240) {{(pid=95102) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 19:25:14.185041 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-d3eb13dd-e7ab-4508-b1e4-6d157237e946 req-a60175d7-16fe-4eee-8d2e-5e626daae4ed tempest-ServerRescueTestJSON-83326898 tempest-ServerRescueTestJSON-83326898-project] 10.222.0.67 "GET /v2.0/security-groups?id=324a4552-7b72-4e62-bcd4-dc8354c093e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1725998 Sep 23 19:25:14.255608 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-5df3781b-a490-4207-8879-168ef2596d66 req-d4789b13-2975-4d18-ad08-92a7dd0ce5bc tempest-ServersAdminNegativeTestJSON-421618642 tempest-ServersAdminNegativeTestJSON-421618642-project] 10.222.0.67 "GET /v2.0/ports?device_id=7fc8c157-70b4-480b-8989-c84fa556092c HTTP/1.1" status: 200 len: 210 time: 0.0466611 Sep 23 19:25:14.271979 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85fd9070-2960-462b-b897-019f789fc028 req-23a26955-f86d-48b2-b277-a287f0c63e58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:25:14.274970 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-85fd9070-2960-462b-b897-019f789fc028 req-23a26955-f86d-48b2-b277-a287f0c63e58 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=1a473782-7e32-4e6f-b7a3-adb8285fe3d7 HTTP/1.1" status: 200 len: 858 time: 0.1165745 Sep 23 19:25:14.334415 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-85fd9070-2960-462b-b897-019f789fc028 req-7f4afc49-d619-403c-a2ea-2826b9b9dac9 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=11848038-4312-48be-8ae8-b4ee534ea68d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0483055 Sep 23 19:25:14.413920 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 37190) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:25:14.433908 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-c675b20a-0ece-487d-a0ee-52586951eb2d req-eeb30d04-3055-4731-8cfd-75c1c1e7cce4 tempest-ServersTestFqdnHostnames-1525195897 tempest-ServersTestFqdnHostnames-1525195897-project] 10.222.0.67 "GET /v2.0/ports?device_id=184d74d2-7152-4624-b343-e54a08abfe76 HTTP/1.1" status: 200 len: 210 time: 0.1327314 Sep 23 19:25:14.449097 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Device 4b5a37c9-d9d9-43ea-9d07-a36ecbfc1bfe no longer exists at agent ovs-agent-n-d-713301-16 {{(pid=95103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 19:25:14.491922 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.plugin [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] No Port match for: 4b5a37c9-d9d9-43ea-9d07-a36ecbfc1bfe {{(pid=95103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 19:25:14.492922 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Device 4b5a37c9-d9d9-43ea-9d07-a36ecbfc1bfe not bound to the agent host n-d-713301-16 {{(pid=95103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 19:25:14.525691 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-10825446-0ee3-4262-b766-bcbe47ef78eb req-1e90b8d5-0011-466c-8f2e-12d99d3a96e9 tempest-ServersAdminNegativeTestJSON-421618642 tempest-ServersAdminNegativeTestJSON-421618642-project] Notify callbacks [] for port, precommit_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:14.529246 n-d-713301-16 neutron-server[95101]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 19:25:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07f635c9-a8f7-4231-a545-3b12bd30132d x-openstack-request-id: req-07f635c9-a8f7-4231-a545-3b12bd30132d {{(pid=95101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 19:25:14.529427 n-d-713301-16 neutron-server[95101]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bb2c6f09-7819-43f3-8497-6afb25b47abf", "tag": "434a294f-2789-4523-b6ff-773832200e0f", "status": "completed", "code": 200}]} {{(pid=95101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 19:25:14.529642 n-d-713301-16 neutron-server[95101]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-07f635c9-a8f7-4231-a545-3b12bd30132d {{(pid=95101) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 19:25:14.530045 n-d-713301-16 neutron-server[95101]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bb2c6f09-7819-43f3-8497-6afb25b47abf', 'tag': '434a294f-2789-4523-b6ff-773832200e0f', 'status': 'completed', 'code': 200} Sep 23 19:25:14.531784 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-6796d40f-940e-4b99-9ba7-10d8e3578d7e tempest-TaggedBootDevicesTest-1101605307 tempest-TaggedBootDevicesTest-1101605307-project] Notify callbacks [] for port, precommit_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:14.559840 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-59de3294-2976-4ba7-847b-445e3e20908b admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=ffe1d679fb85465bacd9d41d5d5dc87c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1431355 Sep 23 19:25:14.560217 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-85fd9070-2960-462b-b897-019f789fc028 req-8cb15830-1e16-4c8a-8e86-9438e0c55455 service neutron] 10.222.0.74 "GET /v2.0/networks/11848038-4312-48be-8ae8-b4ee534ea68d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1661329 Sep 23 19:25:14.562369 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 37192) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:25:14.576651 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d2473e-7d07-4fd9-90e1-d643c7a1db8a req-5e6717c9-a9d0-4310-9b25-165b5ed3c043 tempest-InstanceActionsV221TestJSON-72249271 tempest-InstanceActionsV221TestJSON-72249271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:25:14.578194 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-05d2473e-7d07-4fd9-90e1-d643c7a1db8a req-5e6717c9-a9d0-4310-9b25-165b5ed3c043 tempest-InstanceActionsV221TestJSON-72249271 tempest-InstanceActionsV221TestJSON-72249271-project] 10.222.0.67 "GET /v2.0/ports?device_id=bb2c6f09-7819-43f3-8497-6afb25b47abf HTTP/1.1" status: 200 len: 943 time: 0.1345007 Sep 23 19:25:14.703179 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-10825446-0ee3-4262-b766-bcbe47ef78eb req-1e90b8d5-0011-466c-8f2e-12d99d3a96e9 tempest-ServersAdminNegativeTestJSON-421618642 tempest-ServersAdminNegativeTestJSON-421618642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783145673135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5607431'] for port, after_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:14.740908 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-05d2473e-7d07-4fd9-90e1-d643c7a1db8a req-eb5c3264-558f-4406-9702-74ea5342496a tempest-InstanceActionsV221TestJSON-72249271 tempest-InstanceActionsV221TestJSON-72249271-project] 10.222.0.67 "GET /v2.0/security-groups?id=773f07a6-9dbe-4e52-9128-29aea4a22afb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1486416 Sep 23 19:25:14.742539 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-6796d40f-940e-4b99-9ba7-10d8e3578d7e tempest-TaggedBootDevicesTest-1101605307 tempest-TaggedBootDevicesTest-1101605307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783145673135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4399100'] for port, after_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:14.770639 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-e5a9a09d-226e-4bfd-b02c-32662e6b4db0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:14.794247 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-10825446-0ee3-4262-b766-bcbe47ef78eb req-1e90b8d5-0011-466c-8f2e-12d99d3a96e9 tempest-ServersAdminNegativeTestJSON-421618642 tempest-ServersAdminNegativeTestJSON-421618642-project] Network 5220cb0c-da05-478a-9604-8c11469a05b4 is already hosted by enough agents. {{(pid=95101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:25:14.795003 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-826d0dd0-fea8-4dd1-8e32-63c950e06aed req-5ceaf0e6-bf53-475f-8d1e-3842b166e7ad tempest-ServersOnMultiNodesTest-2040324995 tempest-ServersOnMultiNodesTest-2040324995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:25:14.796525 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-826d0dd0-fea8-4dd1-8e32-63c950e06aed req-5ceaf0e6-bf53-475f-8d1e-3842b166e7ad tempest-ServersOnMultiNodesTest-2040324995 tempest-ServersOnMultiNodesTest-2040324995-project] 10.222.0.67 "GET /v2.0/ports?device_id=faabc1c8-1154-43c4-ac97-d3e758e17bc9 HTTP/1.1" status: 200 len: 950 time: 0.1836967 Sep 23 19:25:14.806004 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-85fd9070-2960-462b-b897-019f789fc028 req-336ff96c-68b7-42b4-a1eb-8c3de289af52 service neutron] 10.222.0.74 "GET /v2.0/networks/11848038-4312-48be-8ae8-b4ee534ea68d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2325287 Sep 23 19:25:14.809065 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e90b8d5-0011-466c-8f2e-12d99d3a96e9 tempest-ServersAdminNegativeTestJSON-421618642 tempest-ServersAdminNegativeTestJSON-421618642-project] Pushing event updated for resources: {'Port': ['ID=13df5287-4daa-460b-93f2-29d296431340,revision_number=1']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:25:14.811961 n-d-713301-16 neutron-server[95102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6796d40f-940e-4b99-9ba7-10d8e3578d7e tempest-TaggedBootDevicesTest-1101605307 tempest-TaggedBootDevicesTest-1101605307-project] Network 5dec5c09-378e-4f50-89cc-d94eb81c3bac is already hosted by enough agents. {{(pid=95102) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:25:14.813584 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.base_scheduler [req-10825446-0ee3-4262-b766-bcbe47ef78eb req-1e90b8d5-0011-466c-8f2e-12d99d3a96e9 tempest-ServersAdminNegativeTestJSON-421618642 tempest-ServersAdminNegativeTestJSON-421618642-project] Resources bound (agent type, host, resource id): {{(pid=95101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:25:14.818925 n-d-713301-16 neutron-server[95101]: DEBUG neutron.db.l3_dvrscheduler_db [req-10825446-0ee3-4262-b766-bcbe47ef78eb req-1e90b8d5-0011-466c-8f2e-12d99d3a96e9 tempest-ServersAdminNegativeTestJSON-421618642 tempest-ServersAdminNegativeTestJSON-421618642-project] Received port after_create {{(pid=95101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 19:25:14.821993 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32acfa9-d214-4ae3-834d-6914c3920273 req-ac856a51-fbfb-4c3d-a005-49cf26fbab73 tempest-ServersTestFqdnHostnames-1525195897 tempest-ServersTestFqdnHostnames-1525195897-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:25:14.823543 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-d32acfa9-d214-4ae3-834d-6914c3920273 req-ac856a51-fbfb-4c3d-a005-49cf26fbab73 tempest-ServersTestFqdnHostnames-1525195897 tempest-ServersTestFqdnHostnames-1525195897-project] 10.222.0.74 "GET /v2.0/networks?id=c1c3ef61-7600-4f98-9132-f29d8908ed23 HTTP/1.1" status: 200 len: 814 time: 0.2426236 Sep 23 19:25:14.839441 n-d-713301-16 neutron-server[95102]: DEBUG neutron.scheduler.base_scheduler [None req-6796d40f-940e-4b99-9ba7-10d8e3578d7e tempest-TaggedBootDevicesTest-1101605307 tempest-TaggedBootDevicesTest-1101605307-project] Resources bound (agent type, host, resource id): {{(pid=95102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:25:14.860776 n-d-713301-16 neutron-server[95102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6796d40f-940e-4b99-9ba7-10d8e3578d7e tempest-TaggedBootDevicesTest-1101605307 tempest-TaggedBootDevicesTest-1101605307-project] Received port after_create {{(pid=95102) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 19:25:14.862489 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6796d40f-940e-4b99-9ba7-10d8e3578d7e tempest-TaggedBootDevicesTest-1101605307 tempest-TaggedBootDevicesTest-1101605307-project] Pushing event updated for resources: {'Port': ['ID=5117c21f-8c28-4851-9679-334e340f9240,revision_number=1']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:25:14.871033 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-e5a9a09d-226e-4bfd-b02c-32662e6b4db0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:14.927794 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10825446-0ee3-4262-b766-bcbe47ef78eb req-1e90b8d5-0011-466c-8f2e-12d99d3a96e9 tempest-ServersAdminNegativeTestJSON-421618642 tempest-ServersAdminNegativeTestJSON-421618642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:25:14.928433 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-10825446-0ee3-4262-b766-bcbe47ef78eb req-1e90b8d5-0011-466c-8f2e-12d99d3a96e9 tempest-ServersAdminNegativeTestJSON-421618642 tempest-ServersAdminNegativeTestJSON-421618642-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222849'] for port, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:14.938821 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-826d0dd0-fea8-4dd1-8e32-63c950e06aed req-02a0c761-3cf0-49bb-af12-1364772c8eb1 tempest-ServersOnMultiNodesTest-2040324995 tempest-ServersOnMultiNodesTest-2040324995-project] 10.222.0.67 "GET /v2.0/security-groups?id=157e791d-182d-45ba-a5d1-6edf868180cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1288958 Sep 23 19:25:14.943354 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-d32acfa9-d214-4ae3-834d-6914c3920273 req-24b0f4a2-3d5b-4f2c-9f99-d74a32cce0b5 tempest-ServersTestFqdnHostnames-1525195897 tempest-ServersTestFqdnHostnames-1525195897-project] 10.222.0.74 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8f30595259594b588538420667412c2e HTTP/1.1" status: 200 len: 379 time: 0.1098530 Sep 23 19:25:14.955352 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.v2.base [req-d32acfa9-d214-4ae3-834d-6914c3920273 req-b51eb49f-b793-4d6e-8c8a-b6194cc670eb tempest-ServersTestFqdnHostnames-1525195897 tempest-ServersTestFqdnHostnames-1525195897-project] Request body: {'port': {'device_id': '184d74d2-7152-4624-b343-e54a08abfe76', 'network_id': 'c1c3ef61-7600-4f98-9132-f29d8908ed23', 'admin_state_up': True, 'tenant_id': '8f30595259594b588538420667412c2e', 'security_groups': ['9dcb96be-8c37-4c08-8031-8b500de6a2df']}} {{(pid=95102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:25:14.971711 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-10825446-0ee3-4262-b766-bcbe47ef78eb req-1e90b8d5-0011-466c-8f2e-12d99d3a96e9 tempest-ServersAdminNegativeTestJSON-421618642 tempest-ServersAdminNegativeTestJSON-421618642-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.0245671 Sep 23 19:25:14.985818 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.v2.base [req-10825446-0ee3-4262-b766-bcbe47ef78eb req-b3b4de0a-f617-433d-a425-8d71b6f7cbd5 service neutron] Request body: {'port': {'device_id': '7fc8c157-70b4-480b-8989-c84fa556092c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713301-16'}} {{(pid=95101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:25:14.989989 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de230e89-7355-44cb-8a33-6cff9c29eb24 req-1932914b-8cbe-435d-bc8e-0ed4892e682e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:25:14.992234 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-de230e89-7355-44cb-8a33-6cff9c29eb24 req-1932914b-8cbe-435d-bc8e-0ed4892e682e service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=1d12a3043a224ea796794725de5fbc1f&device_id=bb2c6f09-7819-43f3-8497-6afb25b47abf HTTP/1.1" status: 200 len: 1095 time: 0.1108012 Sep 23 19:25:15.036149 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-e5a9a09d-226e-4bfd-b02c-32662e6b4db0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:15.039342 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-e5a9a09d-226e-4bfd-b02c-32662e6b4db0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:15.040527 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-e5a9a09d-226e-4bfd-b02c-32662e6b4db0 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/baf2e2eb-d400-463d-80d2-9ac3493be065 HTTP/1.1" status: 204 len: 168 time: 0.4768527 Sep 23 19:25:15.074797 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5a9a09d-226e-4bfd-b02c-32662e6b4db0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=baf2e2eb-d400-463d-80d2-9ac3493be065,revision_number=None']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:25:15.119712 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-6796d40f-940e-4b99-9ba7-10d8e3578d7e tempest-TaggedBootDevicesTest-1101605307 tempest-TaggedBootDevicesTest-1101605307-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:15.149445 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-10825446-0ee3-4262-b766-bcbe47ef78eb req-b3b4de0a-f617-433d-a425-8d71b6f7cbd5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:15.164955 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-76d65301-c8e7-4e00-8ffa-9f5b65ef1d66 None None] Provisioning complete for port 13df5287-4daa-460b-93f2-29d296431340 triggered by entity DHCP. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:25:15.165893 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-76d65301-c8e7-4e00-8ffa-9f5b65ef1d66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:15.181119 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de230e89-7355-44cb-8a33-6cff9c29eb24 req-93ef667d-1116-4ef7-88db-fb209bfe1514 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:25:15.182650 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-de230e89-7355-44cb-8a33-6cff9c29eb24 req-93ef667d-1116-4ef7-88db-fb209bfe1514 service neutron] 10.222.0.74 "GET /v2.0/networks?id=11848038-4312-48be-8ae8-b4ee534ea68d HTTP/1.1" status: 200 len: 919 time: 0.1705513 Sep 23 19:25:15.231405 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-6796d40f-940e-4b99-9ba7-10d8e3578d7e tempest-TaggedBootDevicesTest-1101605307 tempest-TaggedBootDevicesTest-1101605307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:15.232583 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.plugin [None req-76d65301-c8e7-4e00-8ffa-9f5b65ef1d66 None None] Port 13df5287-4daa-460b-93f2-29d296431340 cannot update to ACTIVE because it is not bound. {{(pid=95103) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 19:25:15.272841 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-de230e89-7355-44cb-8a33-6cff9c29eb24 req-829e23f4-cd94-4cef-b544-bf420ac303ba service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=434a294f-2789-4523-b6ff-773832200e0f HTTP/1.1" status: 200 len: 217 time: 0.0720124 Sep 23 19:25:15.321300 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d32acfa9-d214-4ae3-834d-6914c3920273 req-b51eb49f-b793-4d6e-8c8a-b6194cc670eb tempest-ServersTestFqdnHostnames-1525195897 tempest-ServersTestFqdnHostnames-1525195897-project] Made reservation on behalf of 8f30595259594b588538420667412c2e for: {'port': 1} {{(pid=95102) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:25:15.327025 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-d32acfa9-d214-4ae3-834d-6914c3920273 req-b51eb49f-b793-4d6e-8c8a-b6194cc670eb tempest-ServersTestFqdnHostnames-1525195897 tempest-ServersTestFqdnHostnames-1525195897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:15.439999 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de230e89-7355-44cb-8a33-6cff9c29eb24 req-8338ab53-79aa-4526-97fc-e5dd6eaf780e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:25:15.442034 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-de230e89-7355-44cb-8a33-6cff9c29eb24 req-8338ab53-79aa-4526-97fc-e5dd6eaf780e service neutron] 10.222.0.74 "GET /v2.0/subnets?id=1a473782-7e32-4e6f-b7a3-adb8285fe3d7 HTTP/1.1" status: 200 len: 858 time: 0.1591816 Sep 23 19:25:15.498596 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-de230e89-7355-44cb-8a33-6cff9c29eb24 req-41c85b1a-1f02-41c3-8ea5-e12634cd06ce service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=11848038-4312-48be-8ae8-b4ee534ea68d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0389647 Sep 23 19:25:15.568991 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a83289-ef0a-4927-b4bf-844895baf4e0 req-9801d964-7228-4c2d-85b6-8fb3bec4d7a7 tempest-MigrationsAdminTest-397594546 tempest-MigrationsAdminTest-397594546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:25:15.571172 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-e0a83289-ef0a-4927-b4bf-844895baf4e0 req-9801d964-7228-4c2d-85b6-8fb3bec4d7a7 tempest-MigrationsAdminTest-397594546 tempest-MigrationsAdminTest-397594546-project] 10.222.0.67 "GET /v2.0/ports?device_id=61df6679-e03a-4089-8f81-8cc4daaf4da0 HTTP/1.1" status: 200 len: 950 time: 0.3319745 Sep 23 19:25:15.660328 n-d-713301-16 neutron-server[95102]: DEBUG neutron.db.db_base_plugin_common [req-d32acfa9-d214-4ae3-834d-6914c3920273 req-b51eb49f-b793-4d6e-8c8a-b6194cc670eb tempest-ServersTestFqdnHostnames-1525195897 tempest-ServersTestFqdnHostnames-1525195897-project] Allocated IP 172.20.0.9 (c1c3ef61-7600-4f98-9132-f29d8908ed23/7398c0e8-218e-4b5a-9041-b8f53e0e75c6/2dab8c30-a666-4946-a2fe-42ac74ba9fa7) {{(pid=95102) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 19:25:15.690583 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-de230e89-7355-44cb-8a33-6cff9c29eb24 req-aaea40f8-7fa5-481f-a07d-3dc28cd283d2 service neutron] 10.222.0.74 "GET /v2.0/networks/11848038-4312-48be-8ae8-b4ee534ea68d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1482534 Sep 23 19:25:15.729426 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-e0a83289-ef0a-4927-b4bf-844895baf4e0 req-8a8fceff-7eea-4867-b6b2-87cf61eb0c6c tempest-MigrationsAdminTest-397594546 tempest-MigrationsAdminTest-397594546-project] 10.222.0.67 "GET /v2.0/security-groups?id=78cb509b-31c4-4e2a-bb5c-7abd6194dcc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1502366 Sep 23 19:25:15.755141 n-d-713301-16 neutron-server[95101]: DEBUG neutron.notifiers.nova [req-10825446-0ee3-4262-b766-bcbe47ef78eb req-b3b4de0a-f617-433d-a425-8d71b6f7cbd5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 13df5287-4daa-460b-93f2-29d296431340 {{(pid=95101) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 19:25:15.765685 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-10825446-0ee3-4262-b766-bcbe47ef78eb req-b3b4de0a-f617-433d-a425-8d71b6f7cbd5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:15.774562 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11519fa2-b291-4034-b561-d18546b84c6f req-90dcda5e-4cc5-4dd1-b15e-eb1d948cc8f5 tempest-ServersOnMultiNodesTest-400318425 tempest-ServersOnMultiNodesTest-400318425-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:25:15.776129 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-11519fa2-b291-4034-b561-d18546b84c6f req-90dcda5e-4cc5-4dd1-b15e-eb1d948cc8f5 tempest-ServersOnMultiNodesTest-400318425 tempest-ServersOnMultiNodesTest-400318425-project-admin] 10.222.0.67 "GET /v2.0/ports?device_id=faabc1c8-1154-43c4-ac97-d3e758e17bc9 HTTP/1.1" status: 200 len: 1102 time: 0.1341617 Sep 23 19:25:15.808802 n-d-713301-16 neutron-server[95101]: DEBUG neutron.db.provisioning_blocks [req-10825446-0ee3-4262-b766-bcbe47ef78eb req-b3b4de0a-f617-433d-a425-8d71b6f7cbd5 service neutron] Transition to ACTIVE for port object 13df5287-4daa-460b-93f2-29d296431340 will not be triggered until provisioned by entity L2. {{(pid=95101) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 19:25:15.816338 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-10825446-0ee3-4262-b766-bcbe47ef78eb req-b3b4de0a-f617-433d-a425-8d71b6f7cbd5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5607436'] for port, after_update {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:15.828649 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-6796d40f-940e-4b99-9ba7-10d8e3578d7e tempest-TaggedBootDevicesTest-1101605307 tempest-TaggedBootDevicesTest-1101605307-project] Notify callbacks [] for port, precommit_update {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:15.831775 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-11519fa2-b291-4034-b561-d18546b84c6f req-870b3f4a-f63b-4948-8b04-3b7edf4ad1c9 tempest-ServersOnMultiNodesTest-400318425 tempest-ServersOnMultiNodesTest-400318425-project-admin] Notify callbacks [] for security_group, before_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:15.850872 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-6796d40f-940e-4b99-9ba7-10d8e3578d7e tempest-TaggedBootDevicesTest-1101605307 tempest-TaggedBootDevicesTest-1101605307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4399095'] for port, after_update {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:15.881108 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-de230e89-7355-44cb-8a33-6cff9c29eb24 req-4098dadd-f324-416a-83c6-9f38f678a731 service neutron] 10.222.0.74 "GET /v2.0/networks/11848038-4312-48be-8ae8-b4ee534ea68d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1662831 Sep 23 19:25:15.895411 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b4de0a-f617-433d-a425-8d71b6f7cbd5 service neutron] Pushing event updated for resources: {'Port': ['ID=13df5287-4daa-460b-93f2-29d296431340,revision_number=2']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:25:15.995975 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.managers [req-10825446-0ee3-4262-b766-bcbe47ef78eb req-b3b4de0a-f617-433d-a425-8d71b6f7cbd5 service neutron] Attempting to bind port 13df5287-4daa-460b-93f2-29d296431340 on host n-h2-713301-16 for vnic_type normal with profile {{(pid=95101) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 19:25:15.996676 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.managers [req-10825446-0ee3-4262-b766-bcbe47ef78eb req-b3b4de0a-f617-433d-a425-8d71b6f7cbd5 service neutron] Attempting to bind port 13df5287-4daa-460b-93f2-29d296431340 by drivers openvswitch,hyperv on host n-h2-713301-16 at level 0 using segments [{'id': '6139d589-eb6c-4578-8935-c26ddf396853', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '5220cb0c-da05-478a-9604-8c11469a05b4'}] {{(pid=95101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 19:25:15.997006 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10825446-0ee3-4262-b766-bcbe47ef78eb req-b3b4de0a-f617-433d-a425-8d71b6f7cbd5 service neutron] Attempting to bind port 13df5287-4daa-460b-93f2-29d296431340 on network 5220cb0c-da05-478a-9604-8c11469a05b4 {{(pid=95101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:25:16.003702 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10825446-0ee3-4262-b766-bcbe47ef78eb req-b3b4de0a-f617-433d-a425-8d71b6f7cbd5 service neutron] Port 13df5287-4daa-460b-93f2-29d296431340 on network 5220cb0c-da05-478a-9604-8c11469a05b4 not bound, no agent of type Open vSwitch agent registered on host n-h2-713301-16 {{(pid=95101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 19:25:16.003864 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10825446-0ee3-4262-b766-bcbe47ef78eb req-b3b4de0a-f617-433d-a425-8d71b6f7cbd5 service neutron] Attempting to bind port 13df5287-4daa-460b-93f2-29d296431340 on network 5220cb0c-da05-478a-9604-8c11469a05b4 {{(pid=95101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:25:16.012290 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10825446-0ee3-4262-b766-bcbe47ef78eb req-b3b4de0a-f617-433d-a425-8d71b6f7cbd5 service neutron] Checking agent: {'id': '2a7cea34-db54-4faf-8d23-37521c3e34cb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713301-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 19, 15, 28), 'started_at': datetime.datetime(2021, 9, 23, 19, 15, 28), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 19, 24, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 19:25:16.012863 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10825446-0ee3-4262-b766-bcbe47ef78eb req-b3b4de0a-f617-433d-a425-8d71b6f7cbd5 service neutron] Checking segment: {'id': '6139d589-eb6c-4578-8935-c26ddf396853', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '5220cb0c-da05-478a-9604-8c11469a05b4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:25:16.013762 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10825446-0ee3-4262-b766-bcbe47ef78eb req-b3b4de0a-f617-433d-a425-8d71b6f7cbd5 service neutron] Bound using segment: {'id': '6139d589-eb6c-4578-8935-c26ddf396853', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '5220cb0c-da05-478a-9604-8c11469a05b4'} {{(pid=95101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 19:25:16.013762 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.managers [req-10825446-0ee3-4262-b766-bcbe47ef78eb req-b3b4de0a-f617-433d-a425-8d71b6f7cbd5 service neutron] Bound port: 13df5287-4daa-460b-93f2-29d296431340, host: n-h2-713301-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6139d589-eb6c-4578-8935-c26ddf396853', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '5220cb0c-da05-478a-9604-8c11469a05b4'}}] {{(pid=95101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 19:25:16.014085 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-10825446-0ee3-4262-b766-bcbe47ef78eb req-b3b4de0a-f617-433d-a425-8d71b6f7cbd5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:16.032347 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6796d40f-940e-4b99-9ba7-10d8e3578d7e tempest-TaggedBootDevicesTest-1101605307 tempest-TaggedBootDevicesTest-1101605307-project] Pushing event updated for resources: {'Port': ['ID=5117c21f-8c28-4851-9679-334e340f9240,revision_number=2']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:25:16.061644 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d5d466-ced9-464d-8316-5f465c6097f0 req-f5240acd-dd88-4e42-91f4-db6043a9747d tempest-ServerRescueTestJSON-83326898 tempest-ServerRescueTestJSON-83326898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:25:16.063455 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-79d5d466-ced9-464d-8316-5f465c6097f0 req-f5240acd-dd88-4e42-91f4-db6043a9747d tempest-ServerRescueTestJSON-83326898 tempest-ServerRescueTestJSON-83326898-project] 10.222.0.67 "GET /v2.0/ports?device_id=777ece37-282c-46bf-a54e-b76185b0b66f HTTP/1.1" status: 200 len: 945 time: 0.2263682 Sep 23 19:25:16.085368 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-6796d40f-940e-4b99-9ba7-10d8e3578d7e tempest-TaggedBootDevicesTest-1101605307 tempest-TaggedBootDevicesTest-1101605307-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-601884'] for floatingip, after_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:16.095965 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-d32acfa9-d214-4ae3-834d-6914c3920273 req-b51eb49f-b793-4d6e-8c8a-b6194cc670eb tempest-ServersTestFqdnHostnames-1525195897 tempest-ServersTestFqdnHostnames-1525195897-project] Notify callbacks [] for port, precommit_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:16.108733 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.db [req-10825446-0ee3-4262-b766-bcbe47ef78eb req-b3b4de0a-f617-433d-a425-8d71b6f7cbd5 service neutron] For port 13df5287-4daa-460b-93f2-29d296431340, host n-h2-713301-16, cleared binding levels {{(pid=95101) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 19:25:16.113936 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.db [req-10825446-0ee3-4262-b766-bcbe47ef78eb req-b3b4de0a-f617-433d-a425-8d71b6f7cbd5 service neutron] For port 13df5287-4daa-460b-93f2-29d296431340, host n-h2-713301-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-16',level=0,port_id=13df5287-4daa-460b-93f2-29d296431340,segment=NetworkSegment(6139d589-eb6c-4578-8935-c26ddf396853),segment_id=6139d589-eb6c-4578-8935-c26ddf396853)] {{(pid=95101) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 19:25:16.119914 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-10825446-0ee3-4262-b766-bcbe47ef78eb req-b3b4de0a-f617-433d-a425-8d71b6f7cbd5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5607436'] for port, after_update {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:16.166303 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10825446-0ee3-4262-b766-bcbe47ef78eb req-b3b4de0a-f617-433d-a425-8d71b6f7cbd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:25:16.167746 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-10825446-0ee3-4262-b766-bcbe47ef78eb req-b3b4de0a-f617-433d-a425-8d71b6f7cbd5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222849'] for port, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:16.170305 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-10825446-0ee3-4262-b766-bcbe47ef78eb req-b3b4de0a-f617-433d-a425-8d71b6f7cbd5 service neutron] 10.222.0.53 "PUT /v2.0/ports/13df5287-4daa-460b-93f2-29d296431340 HTTP/1.1" status: 200 len: 1096 time: 1.1892781 Sep 23 19:25:16.170486 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-79d5d466-ced9-464d-8316-5f465c6097f0 req-beb49b35-a72b-4942-bced-a9610f898f1c tempest-ServerRescueTestJSON-83326898 tempest-ServerRescueTestJSON-83326898-project] 10.222.0.67 "GET /v2.0/security-groups?id=324a4552-7b72-4e62-bcd4-dc8354c093e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934258 Sep 23 19:25:16.198009 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-d32acfa9-d214-4ae3-834d-6914c3920273 req-b51eb49f-b793-4d6e-8c8a-b6194cc670eb tempest-ServersTestFqdnHostnames-1525195897 tempest-ServersTestFqdnHostnames-1525195897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783145673135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4399100'] for port, after_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:16.233258 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 37228) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:25:16.248432 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-11519fa2-b291-4034-b561-d18546b84c6f req-870b3f4a-f63b-4948-8b04-3b7edf4ad1c9 tempest-ServersOnMultiNodesTest-400318425 tempest-ServersOnMultiNodesTest-400318425-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:16.262353 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-11519fa2-b291-4034-b561-d18546b84c6f req-870b3f4a-f63b-4948-8b04-3b7edf4ad1c9 tempest-ServersOnMultiNodesTest-400318425 tempest-ServersOnMultiNodesTest-400318425-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:16.266666 n-d-713301-16 neutron-server[95102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d32acfa9-d214-4ae3-834d-6914c3920273 req-b51eb49f-b793-4d6e-8c8a-b6194cc670eb tempest-ServersTestFqdnHostnames-1525195897 tempest-ServersTestFqdnHostnames-1525195897-project] Network c1c3ef61-7600-4f98-9132-f29d8908ed23 is already hosted by enough agents. {{(pid=95102) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:25:16.272873 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-6796d40f-940e-4b99-9ba7-10d8e3578d7e tempest-TaggedBootDevicesTest-1101605307 tempest-TaggedBootDevicesTest-1101605307-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222849'] for floatingip, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:16.274384 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-6796d40f-940e-4b99-9ba7-10d8e3578d7e tempest-TaggedBootDevicesTest-1101605307 tempest-TaggedBootDevicesTest-1101605307-project] 10.222.0.67 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.5758183 Sep 23 19:25:16.276455 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b4de0a-f617-433d-a425-8d71b6f7cbd5 service neutron] Pushing event updated for resources: {'Port': ['ID=13df5287-4daa-460b-93f2-29d296431340,revision_number=3']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:25:16.293927 n-d-713301-16 neutron-server[95102]: DEBUG neutron.scheduler.base_scheduler [req-d32acfa9-d214-4ae3-834d-6914c3920273 req-b51eb49f-b793-4d6e-8c8a-b6194cc670eb tempest-ServersTestFqdnHostnames-1525195897 tempest-ServersTestFqdnHostnames-1525195897-project] Resources bound (agent type, host, resource id): {{(pid=95102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:25:16.310328 n-d-713301-16 neutron-server[95102]: DEBUG neutron.db.l3_dvrscheduler_db [req-d32acfa9-d214-4ae3-834d-6914c3920273 req-b51eb49f-b793-4d6e-8c8a-b6194cc670eb tempest-ServersTestFqdnHostnames-1525195897 tempest-ServersTestFqdnHostnames-1525195897-project] Received port after_create {{(pid=95102) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 19:25:16.318721 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b51eb49f-b793-4d6e-8c8a-b6194cc670eb tempest-ServersTestFqdnHostnames-1525195897 tempest-ServersTestFqdnHostnames-1525195897-project] Pushing event updated for resources: {'Port': ['ID=2dab8c30-a666-4946-a2fe-42ac74ba9fa7,revision_number=1']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:25:16.330412 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-11519fa2-b291-4034-b561-d18546b84c6f req-870b3f4a-f63b-4948-8b04-3b7edf4ad1c9 tempest-ServersOnMultiNodesTest-400318425 tempest-ServersOnMultiNodesTest-400318425-project-admin] 10.222.0.67 "GET /v2.0/security-groups?id=157e791d-182d-45ba-a5d1-6edf868180cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5419090 Sep 23 19:25:16.376101 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10825446-0ee3-4262-b766-bcbe47ef78eb req-a2c744eb-3a8e-4c99-8585-10eab8951212 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:25:16.377931 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-10825446-0ee3-4262-b766-bcbe47ef78eb req-a2c744eb-3a8e-4c99-8585-10eab8951212 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=8183aa723e9345149ed07cc59da6943a&device_id=7fc8c157-70b4-480b-8989-c84fa556092c HTTP/1.1" status: 200 len: 1099 time: 0.1640689 Sep 23 19:25:16.441606 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-870b3f4a-f63b-4948-8b04-3b7edf4ad1c9 tempest-ServersOnMultiNodesTest-400318425 tempest-ServersOnMultiNodesTest-400318425-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f128a55-25fe-418d-a569-bd27299686db,revision_number=1']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:25:16.483733 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-10825446-0ee3-4262-b766-bcbe47ef78eb req-064b3857-59d2-4fdc-8325-01f061c31499 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.69&port_id=13df5287-4daa-460b-93f2-29d296431340 HTTP/1.1" status: 200 len: 217 time: 0.0961051 Sep 23 19:25:16.492980 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32acfa9-d214-4ae3-834d-6914c3920273 req-b51eb49f-b793-4d6e-8c8a-b6194cc670eb tempest-ServersTestFqdnHostnames-1525195897 tempest-ServersTestFqdnHostnames-1525195897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:25:16.493829 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-d32acfa9-d214-4ae3-834d-6914c3920273 req-b51eb49f-b793-4d6e-8c8a-b6194cc670eb tempest-ServersTestFqdnHostnames-1525195897 tempest-ServersTestFqdnHostnames-1525195897-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222849'] for port, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:16.528620 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.v2.base [None req-45e709f6-8465-4655-ad2b-e881aa34c2aa admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1803254215-network', 'tenant_id': '30554f6e61d54c6bbf3c805c15e93860'}} {{(pid=95101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:25:16.534127 n-d-713301-16 neutron-server[95101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7fc8c157-70b4-480b-8989-c84fa556092c', 'tag': '13df5287-4daa-460b-93f2-29d296431340'}] {{(pid=95101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 19:25:16.538608 n-d-713301-16 neutron-server[95101]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d8366c5740cd635e57ab12b71fe44a77c2acc3c19091ef849c6f68b380462244" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c9f7281-1184-42f4-b703-a4455119e7d0" -d '{"events": [{"name": "network-changed", "server_uuid": "7fc8c157-70b4-480b-8989-c84fa556092c", "tag": "13df5287-4daa-460b-93f2-29d296431340"}]}' {{(pid=95101) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 19:25:16.603514 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-d32acfa9-d214-4ae3-834d-6914c3920273 req-b51eb49f-b793-4d6e-8c8a-b6194cc670eb tempest-ServersTestFqdnHostnames-1525195897 tempest-ServersTestFqdnHostnames-1525195897-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6534348 Sep 23 19:25:16.620585 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10825446-0ee3-4262-b766-bcbe47ef78eb req-80121f2a-0bf4-4d90-be2b-cfd6c8d55f37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:25:16.621963 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.v2.base [req-d32acfa9-d214-4ae3-834d-6914c3920273 req-abdcc514-801b-4c49-8caf-0351fb6e194a service neutron] Request body: {'port': {'device_id': '184d74d2-7152-4624-b343-e54a08abfe76', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713301-16'}} {{(pid=95102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:25:16.622552 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-10825446-0ee3-4262-b766-bcbe47ef78eb req-80121f2a-0bf4-4d90-be2b-cfd6c8d55f37 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=1ccc69bc-9d6b-44d9-b227-204e47dc6e45 HTTP/1.1" status: 200 len: 843 time: 0.1171443 Sep 23 19:25:16.633100 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b45cdc4b-90a0-45dc-b32e-658f0fad51ce req-d983c843-6f79-4e33-b23f-f3820e5838ee tempest-ServersAdminNegativeTestJSON-421618642 tempest-ServersAdminNegativeTestJSON-421618642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:25:16.634729 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-b45cdc4b-90a0-45dc-b32e-658f0fad51ce req-d983c843-6f79-4e33-b23f-f3820e5838ee tempest-ServersAdminNegativeTestJSON-421618642 tempest-ServersAdminNegativeTestJSON-421618642-project] 10.222.0.67 "GET /v2.0/ports?device_id=7fc8c157-70b4-480b-8989-c84fa556092c HTTP/1.1" status: 200 len: 947 time: 0.3082628 Sep 23 19:25:16.667310 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eee19f0-179e-4ef0-84c6-8756ba73cf0c req-d8e5e2ea-c534-4c26-bc02-1c673c86ed3b tempest-ServersTestFqdnHostnames-1525195897 tempest-ServersTestFqdnHostnames-1525195897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:25:16.669177 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-6eee19f0-179e-4ef0-84c6-8756ba73cf0c req-d8e5e2ea-c534-4c26-bc02-1c673c86ed3b tempest-ServersTestFqdnHostnames-1525195897 tempest-ServersTestFqdnHostnames-1525195897-project] 10.222.0.67 "GET /v2.0/ports?device_id=184d74d2-7152-4624-b343-e54a08abfe76 HTTP/1.1" status: 200 len: 931 time: 0.1721599 Sep 23 19:25:16.701968 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-75570360-7d09-433b-ab26-9ebac2673c80 None None] Provisioning complete for port 2dab8c30-a666-4946-a2fe-42ac74ba9fa7 triggered by entity DHCP. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:25:16.702622 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-75570360-7d09-433b-ab26-9ebac2673c80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:16.744012 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.plugin [None req-75570360-7d09-433b-ab26-9ebac2673c80 None None] Port 2dab8c30-a666-4946-a2fe-42ac74ba9fa7 cannot update to ACTIVE because it is not bound. {{(pid=95103) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 19:25:16.759029 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-d32acfa9-d214-4ae3-834d-6914c3920273 req-abdcc514-801b-4c49-8caf-0351fb6e194a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:16.763982 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-b45cdc4b-90a0-45dc-b32e-658f0fad51ce req-8f33d888-2088-49a6-8527-49e7f4888af6 tempest-ServersAdminNegativeTestJSON-421618642 tempest-ServersAdminNegativeTestJSON-421618642-project] 10.222.0.67 "GET /v2.0/security-groups?id=a0f69697-909e-4fd5-bdb0-c967fab6b934&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1097524 Sep 23 19:25:16.766799 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-6eee19f0-179e-4ef0-84c6-8756ba73cf0c req-b1c1e884-b731-4fa2-8aa2-5e061ef2c8d7 tempest-ServersTestFqdnHostnames-1525195897 tempest-ServersTestFqdnHostnames-1525195897-project] 10.222.0.67 "GET /v2.0/security-groups?id=9dcb96be-8c37-4c08-8031-8b500de6a2df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0884688 Sep 23 19:25:16.965298 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45e709f6-8465-4655-ad2b-e881aa34c2aa admin admin] Made reservation on behalf of 30554f6e61d54c6bbf3c805c15e93860 for: {'network': 1} {{(pid=95101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:25:16.967617 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-45e709f6-8465-4655-ad2b-e881aa34c2aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for network, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:16.977616 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded44aca-cdfd-4a74-8756-9e0e1a522cb9 req-3ae80328-5468-4d72-9ba3-f44cc0c953ac tempest-InstanceActionsV221TestJSON-72249271 tempest-InstanceActionsV221TestJSON-72249271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:25:16.980294 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-45e709f6-8465-4655-ad2b-e881aa34c2aa admin admin] Notify callbacks [] for security_group, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:16.984843 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-ded44aca-cdfd-4a74-8756-9e0e1a522cb9 req-3ae80328-5468-4d72-9ba3-f44cc0c953ac tempest-InstanceActionsV221TestJSON-72249271 tempest-InstanceActionsV221TestJSON-72249271-project] 10.222.0.67 "GET /v2.0/ports?device_id=bb2c6f09-7819-43f3-8497-6afb25b47abf HTTP/1.1" status: 200 len: 943 time: 0.0918796 Sep 23 19:25:17.007066 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10825446-0ee3-4262-b766-bcbe47ef78eb req-65e5b0c5-32c8-465e-b3be-f8e401243b19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:25:17.008747 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-10825446-0ee3-4262-b766-bcbe47ef78eb req-65e5b0c5-32c8-465e-b3be-f8e401243b19 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=5220cb0c-da05-478a-9604-8c11469a05b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3755615 Sep 23 19:25:17.079167 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-ded44aca-cdfd-4a74-8756-9e0e1a522cb9 req-f004a08f-a88f-4378-9a6a-b232e317c062 tempest-InstanceActionsV221TestJSON-72249271 tempest-InstanceActionsV221TestJSON-72249271-project] 10.222.0.67 "GET /v2.0/security-groups?id=773f07a6-9dbe-4e52-9128-29aea4a22afb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934687 Sep 23 19:25:17.101316 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-cd8d3178-c1b0-49e5-8a84-f0cfe3c9ad9a req-60f736f3-f21b-44bd-9635-e85de5eaecc8 tempest-TaggedBootDevicesTest-1101605307 tempest-TaggedBootDevicesTest-1101605307-project] 10.222.0.67 "GET /v2.0/security-groups?name=tempest-securitygroup--116225807&fields=id&tenant_id=f9311328b6c648f88a79b8848358e4b9 HTTP/1.1" status: 200 len: 267 time: 0.1113999 Sep 23 19:25:17.135757 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-10825446-0ee3-4262-b766-bcbe47ef78eb req-8f3e0b7d-48e9-43fc-976d-7b9c49dab7e4 service neutron] 10.222.0.53 "GET /v2.0/networks/5220cb0c-da05-478a-9604-8c11469a05b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1182892 Sep 23 19:25:17.140686 n-d-713301-16 neutron-server[95101]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 19:25:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14dae5f3-04d7-47bc-a0ea-be6db11c252f x-openstack-request-id: req-14dae5f3-04d7-47bc-a0ea-be6db11c252f {{(pid=95101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 19:25:17.140976 n-d-713301-16 neutron-server[95101]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7fc8c157-70b4-480b-8989-c84fa556092c", "tag": "13df5287-4daa-460b-93f2-29d296431340", "status": "completed", "code": 200}]} {{(pid=95101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 19:25:17.141247 n-d-713301-16 neutron-server[95101]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-14dae5f3-04d7-47bc-a0ea-be6db11c252f {{(pid=95101) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 19:25:17.141614 n-d-713301-16 neutron-server[95101]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7fc8c157-70b4-480b-8989-c84fa556092c', 'tag': '13df5287-4daa-460b-93f2-29d296431340', 'status': 'completed', 'code': 200} Sep 23 19:25:17.179801 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd8d3178-c1b0-49e5-8a84-f0cfe3c9ad9a req-bd2159e8-3a28-42c1-b236-a88c4f299af6 tempest-TaggedBootDevicesTest-1101605307 tempest-TaggedBootDevicesTest-1101605307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:25:17.181352 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-cd8d3178-c1b0-49e5-8a84-f0cfe3c9ad9a req-bd2159e8-3a28-42c1-b236-a88c4f299af6 tempest-TaggedBootDevicesTest-1101605307 tempest-TaggedBootDevicesTest-1101605307-project] 10.222.0.67 "GET /v2.0/ports/0c254e5c-f9ae-4753-bdda-ad06ac5acf06 HTTP/1.1" status: 200 len: 931 time: 0.0595536 Sep 23 19:25:17.225674 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-45e709f6-8465-4655-ad2b-e881aa34c2aa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:17.232445 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-45e709f6-8465-4655-ad2b-e881aa34c2aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:17.263760 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-45e709f6-8465-4655-ad2b-e881aa34c2aa admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 603} {{(pid=95101) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 19:25:17.280187 n-d-713301-16 neutron-server[95102]: DEBUG neutron.notifiers.nova [req-d32acfa9-d214-4ae3-834d-6914c3920273 req-abdcc514-801b-4c49-8caf-0351fb6e194a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2dab8c30-a666-4946-a2fe-42ac74ba9fa7 {{(pid=95102) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 19:25:17.282116 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45e709f6-8465-4655-ad2b-e881aa34c2aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67f2e2ca-928f-40e5-b9b2-05ec3bddbb37,revision_number=1']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:25:17.288588 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-45e709f6-8465-4655-ad2b-e881aa34c2aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1756186'] for segment, precommit_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:17.288950 n-d-713301-16 neutron-server[95101]: INFO neutron.db.segments_db [None req-45e709f6-8465-4655-ad2b-e881aa34c2aa admin admin] Added segment 741d6d3e-2760-41a6-838f-b8b4255cee30 of type vlan for network e47803fc-37db-4c82-80ca-757602b818ca Sep 23 19:25:17.292340 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-d32acfa9-d214-4ae3-834d-6914c3920273 req-abdcc514-801b-4c49-8caf-0351fb6e194a service neutron] Notify callbacks [] for port, precommit_update {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:17.299397 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-10825446-0ee3-4262-b766-bcbe47ef78eb req-50958b01-1fd3-4f23-bc86-b796628a01b5 service neutron] 10.222.0.53 "GET /v2.0/networks/5220cb0c-da05-478a-9604-8c11469a05b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1546316 Sep 23 19:25:17.300647 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd8d3178-c1b0-49e5-8a84-f0cfe3c9ad9a req-87f4c1f0-7ffd-497a-8063-d16ed6d598c3 tempest-TaggedBootDevicesTest-1101605307 tempest-TaggedBootDevicesTest-1101605307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:25:17.302045 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-cd8d3178-c1b0-49e5-8a84-f0cfe3c9ad9a req-87f4c1f0-7ffd-497a-8063-d16ed6d598c3 tempest-TaggedBootDevicesTest-1101605307 tempest-TaggedBootDevicesTest-1101605307-project] 10.222.0.67 "GET /v2.0/ports/7d41c37f-74cf-40b0-90b0-f617844a1824 HTTP/1.1" status: 200 len: 932 time: 0.0930815 Sep 23 19:25:17.320479 n-d-713301-16 neutron-server[95102]: DEBUG neutron.db.provisioning_blocks [req-d32acfa9-d214-4ae3-834d-6914c3920273 req-abdcc514-801b-4c49-8caf-0351fb6e194a service neutron] Transition to ACTIVE for port object 2dab8c30-a666-4946-a2fe-42ac74ba9fa7 will not be triggered until provisioned by entity L2. {{(pid=95102) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 19:25:17.345322 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-45e709f6-8465-4655-ad2b-e881aa34c2aa admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783145630486'] for network, precommit_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:17.355688 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-d32acfa9-d214-4ae3-834d-6914c3920273 req-abdcc514-801b-4c49-8caf-0351fb6e194a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4399095'] for port, after_update {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:17.380964 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb4d174c-c853-4ae1-950f-86c96f6a921f req-4382e4d2-2fc9-40e1-aeeb-6b10047cc858 tempest-MigrationsAdminTest-397594546 tempest-MigrationsAdminTest-397594546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:25:17.383238 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-eb4d174c-c853-4ae1-950f-86c96f6a921f req-4382e4d2-2fc9-40e1-aeeb-6b10047cc858 tempest-MigrationsAdminTest-397594546 tempest-MigrationsAdminTest-397594546-project] 10.222.0.67 "GET /v2.0/ports?device_id=61df6679-e03a-4089-8f81-8cc4daaf4da0 HTTP/1.1" status: 200 len: 950 time: 0.1726196 Sep 23 19:25:17.389389 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-cd8d3178-c1b0-49e5-8a84-f0cfe3c9ad9a req-893b8cd6-7694-4928-a603-b86cbebf52ae tempest-TaggedBootDevicesTest-1101605307 tempest-TaggedBootDevicesTest-1101605307-project] 10.222.0.67 "GET /v2.0/ports?network_id=bada5757-bdaa-4c5b-b7b4-3acebf356815&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0732327 Sep 23 19:25:17.399544 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-45e709f6-8465-4655-ad2b-e881aa34c2aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299'] for network, after_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:17.400529 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45e709f6-8465-4655-ad2b-e881aa34c2aa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:25:17.401151 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-45e709f6-8465-4655-ad2b-e881aa34c2aa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527417'] for network, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:17.422694 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c9f7281-1184-42f4-b703-a4455119e7d0 req-896754bc-bfab-40b9-9cbf-d5ff98a61c50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:25:17.424211 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-5c9f7281-1184-42f4-b703-a4455119e7d0 req-896754bc-bfab-40b9-9cbf-d5ff98a61c50 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=8183aa723e9345149ed07cc59da6943a&device_id=7fc8c157-70b4-480b-8989-c84fa556092c HTTP/1.1" status: 200 len: 1099 time: 0.0733507 Sep 23 19:25:17.449339 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-45e709f6-8465-4655-ad2b-e881aa34c2aa admin admin] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.2137799 Sep 23 19:25:17.460290 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 37258) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:25:17.468569 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-cd8d3178-c1b0-49e5-8a84-f0cfe3c9ad9a req-67f8ae4a-7ee5-4df4-b96c-f1250fe69e51 tempest-TaggedBootDevicesTest-1101605307 tempest-TaggedBootDevicesTest-1101605307-project] 10.222.0.67 "GET /v2.0/ports?network_id=bada5757-bdaa-4c5b-b7b4-3acebf356815&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0528371 Sep 23 19:25:17.483024 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abdcc514-801b-4c49-8caf-0351fb6e194a service neutron] Pushing event updated for resources: {'Port': ['ID=2dab8c30-a666-4946-a2fe-42ac74ba9fa7,revision_number=2']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:25:17.500232 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.v2.base [None req-f7974667-cd39-48c1-90e4-eff8422e66c8 admin admin] Request body: {'subnet': {'network_id': 'e47803fc-37db-4c82-80ca-757602b818ca', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1803254215-subnet', 'tenant_id': '30554f6e61d54c6bbf3c805c15e93860', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:25:17.506054 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45e709f6-8465-4655-ad2b-e881aa34c2aa admin admin] Pushing event updated for resources: {'Network': ['ID=e47803fc-37db-4c82-80ca-757602b818ca,revision_number=1']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:25:17.516967 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Network e47803fc-37db-4c82-80ca-757602b818ca details requested by agent ovs-agent-n-d-713301-16 with host n-d-713301-16 {{(pid=95103) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 19:25:17.544054 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-eb4d174c-c853-4ae1-950f-86c96f6a921f req-8d3ad38e-c447-4529-b873-277a8a1c0b08 tempest-MigrationsAdminTest-397594546 tempest-MigrationsAdminTest-397594546-project] 10.222.0.67 "GET /v2.0/security-groups?id=78cb509b-31c4-4e2a-bb5c-7abd6194dcc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1320753 Sep 23 19:25:17.580205 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7974667-cd39-48c1-90e4-eff8422e66c8 admin admin] Made reservation on behalf of 30554f6e61d54c6bbf3c805c15e93860 for: {'subnet': 1} {{(pid=95101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:25:17.582699 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-f7974667-cd39-48c1-90e4-eff8422e66c8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6130979'] for subnet, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:17.631365 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c9f7281-1184-42f4-b703-a4455119e7d0 req-eaeef615-256d-4804-8d42-2ed32e572677 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:25:17.634825 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-5c9f7281-1184-42f4-b703-a4455119e7d0 req-eaeef615-256d-4804-8d42-2ed32e572677 service neutron] 10.222.0.53 "GET /v2.0/networks?id=5220cb0c-da05-478a-9604-8c11469a05b4 HTTP/1.1" status: 200 len: 870 time: 0.2038603 Sep 23 19:25:17.712049 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-afca8066-39d1-4ff1-9eb2-29a8f18094b3 req-0a04145d-e10f-4e8e-bb27-3422f7bfe506 tempest-ServersOnMultiNodesTest-2040324995 tempest-ServersOnMultiNodesTest-2040324995-project] 10.222.0.67 "GET /v2.0/networks?tenant_id=40280fc497444617bce52f5bbee56fb9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0418572 Sep 23 19:25:17.715837 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-5c9f7281-1184-42f4-b703-a4455119e7d0 req-59d83aa6-b27a-4e3d-bd62-4d63af3a67b3 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.69&port_id=13df5287-4daa-460b-93f2-29d296431340 HTTP/1.1" status: 200 len: 217 time: 0.0727770 Sep 23 19:25:17.766167 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.managers [req-d32acfa9-d214-4ae3-834d-6914c3920273 req-abdcc514-801b-4c49-8caf-0351fb6e194a service neutron] Attempting to bind port 2dab8c30-a666-4946-a2fe-42ac74ba9fa7 on host n-h1-713301-16 for vnic_type normal with profile {{(pid=95102) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 19:25:17.766684 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.managers [req-d32acfa9-d214-4ae3-834d-6914c3920273 req-abdcc514-801b-4c49-8caf-0351fb6e194a service neutron] Attempting to bind port 2dab8c30-a666-4946-a2fe-42ac74ba9fa7 by drivers openvswitch,hyperv on host n-h1-713301-16 at level 0 using segments [{'id': '7fea2a1e-f855-4d52-a7e1-2fd793fa9a5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': 'c1c3ef61-7600-4f98-9132-f29d8908ed23'}] {{(pid=95102) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 19:25:17.767019 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d32acfa9-d214-4ae3-834d-6914c3920273 req-abdcc514-801b-4c49-8caf-0351fb6e194a service neutron] Attempting to bind port 2dab8c30-a666-4946-a2fe-42ac74ba9fa7 on network c1c3ef61-7600-4f98-9132-f29d8908ed23 {{(pid=95102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:25:17.789361 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c9f7281-1184-42f4-b703-a4455119e7d0 req-091d3a38-ef77-43c4-a90d-7adc5817fd19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:25:17.790708 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-5c9f7281-1184-42f4-b703-a4455119e7d0 req-091d3a38-ef77-43c4-a90d-7adc5817fd19 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=1ccc69bc-9d6b-44d9-b227-204e47dc6e45 HTTP/1.1" status: 200 len: 843 time: 0.0640626 Sep 23 19:25:17.790876 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd8d3178-c1b0-49e5-8a84-f0cfe3c9ad9a req-7d534b2e-423b-4629-a0f9-0802163fc3ff tempest-TaggedBootDevicesTest-1101605307 tempest-TaggedBootDevicesTest-1101605307-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:25:17.796951 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd8d3178-c1b0-49e5-8a84-f0cfe3c9ad9a req-7d534b2e-423b-4629-a0f9-0802163fc3ff tempest-TaggedBootDevicesTest-1101605307 tempest-TaggedBootDevicesTest-1101605307-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:25:17.802915 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd8d3178-c1b0-49e5-8a84-f0cfe3c9ad9a req-7d534b2e-423b-4629-a0f9-0802163fc3ff tempest-TaggedBootDevicesTest-1101605307 tempest-TaggedBootDevicesTest-1101605307-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:25:17.805580 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-cd8d3178-c1b0-49e5-8a84-f0cfe3c9ad9a req-7d534b2e-423b-4629-a0f9-0802163fc3ff tempest-TaggedBootDevicesTest-1101605307 tempest-TaggedBootDevicesTest-1101605307-project] 10.222.0.67 "GET /v2.0/networks?id=0e7486fc-edf5-4778-98e4-d68293f3be17&id=af02e9ab-cfd4-4a32-b9af-2413db894481&id=af02e9ab-cfd4-4a32-b9af-2413db894481&id=bada5757-bdaa-4c5b-b7b4-3acebf356815&id=bada5757-bdaa-4c5b-b7b4-3acebf356815 HTTP/1.1" status: 200 len: 1990 time: 0.3259416 Sep 23 19:25:17.810857 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d32acfa9-d214-4ae3-834d-6914c3920273 req-abdcc514-801b-4c49-8caf-0351fb6e194a service neutron] Port 2dab8c30-a666-4946-a2fe-42ac74ba9fa7 on network c1c3ef61-7600-4f98-9132-f29d8908ed23 not bound, no agent of type Open vSwitch agent registered on host n-h1-713301-16 {{(pid=95102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 19:25:17.811189 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d32acfa9-d214-4ae3-834d-6914c3920273 req-abdcc514-801b-4c49-8caf-0351fb6e194a service neutron] Attempting to bind port 2dab8c30-a666-4946-a2fe-42ac74ba9fa7 on network c1c3ef61-7600-4f98-9132-f29d8908ed23 {{(pid=95102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:25:17.833481 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d32acfa9-d214-4ae3-834d-6914c3920273 req-abdcc514-801b-4c49-8caf-0351fb6e194a service neutron] Checking agent: {'id': '0708c3e9-0aad-4600-9be9-d2486535c898', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713301-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 19, 15, 28), 'started_at': datetime.datetime(2021, 9, 23, 19, 15, 28), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 19, 24, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 19:25:17.833823 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d32acfa9-d214-4ae3-834d-6914c3920273 req-abdcc514-801b-4c49-8caf-0351fb6e194a service neutron] Checking segment: {'id': '7fea2a1e-f855-4d52-a7e1-2fd793fa9a5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': 'c1c3ef61-7600-4f98-9132-f29d8908ed23'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95102) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:25:17.834203 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d32acfa9-d214-4ae3-834d-6914c3920273 req-abdcc514-801b-4c49-8caf-0351fb6e194a service neutron] Bound using segment: {'id': '7fea2a1e-f855-4d52-a7e1-2fd793fa9a5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': 'c1c3ef61-7600-4f98-9132-f29d8908ed23'} {{(pid=95102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 19:25:17.834677 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.managers [req-d32acfa9-d214-4ae3-834d-6914c3920273 req-abdcc514-801b-4c49-8caf-0351fb6e194a service neutron] Bound port: 2dab8c30-a666-4946-a2fe-42ac74ba9fa7, host: n-h1-713301-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7fea2a1e-f855-4d52-a7e1-2fd793fa9a5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': 'c1c3ef61-7600-4f98-9132-f29d8908ed23'}}] {{(pid=95102) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 19:25:17.835039 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-d32acfa9-d214-4ae3-834d-6914c3920273 req-abdcc514-801b-4c49-8caf-0351fb6e194a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:17.875406 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-cd8d3178-c1b0-49e5-8a84-f0cfe3c9ad9a req-85e184d7-55af-4bbb-a76f-bd4f31e6fa4f tempest-TaggedBootDevicesTest-1101605307 tempest-TaggedBootDevicesTest-1101605307-project] 10.222.0.67 "GET /v2.0/quotas/f9311328b6c648f88a79b8848358e4b9 HTTP/1.1" status: 200 len: 375 time: 0.0537271 Sep 23 19:25:17.900489 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c9f7281-1184-42f4-b703-a4455119e7d0 req-7f4b98ff-f5a2-441d-a072-a852f2d09cc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:25:17.902023 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-5c9f7281-1184-42f4-b703-a4455119e7d0 req-7f4b98ff-f5a2-441d-a072-a852f2d09cc8 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=5220cb0c-da05-478a-9604-8c11469a05b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0910411 Sep 23 19:25:17.910466 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-f7974667-cd39-48c1-90e4-eff8422e66c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5607579', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6130961'] for subnet, after_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:17.979034 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afca8066-39d1-4ff1-9eb2-29a8f18094b3 req-2c4d9a9a-204a-4fca-8780-178074ae18fb tempest-ServersOnMultiNodesTest-2040324995 tempest-ServersOnMultiNodesTest-2040324995-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:25:17.982064 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-afca8066-39d1-4ff1-9eb2-29a8f18094b3 req-2c4d9a9a-204a-4fca-8780-178074ae18fb tempest-ServersOnMultiNodesTest-2040324995 tempest-ServersOnMultiNodesTest-2040324995-project] 10.222.0.67 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2599297 Sep 23 19:25:18.009486 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.db [req-d32acfa9-d214-4ae3-834d-6914c3920273 req-abdcc514-801b-4c49-8caf-0351fb6e194a service neutron] For port 2dab8c30-a666-4946-a2fe-42ac74ba9fa7, host n-h1-713301-16, cleared binding levels {{(pid=95102) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 19:25:18.018847 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7974667-cd39-48c1-90e4-eff8422e66c8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4ba945d5-0498-408c-b65f-8f07a46d41b0,revision_number=0']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:25:18.029509 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-cd8d3178-c1b0-49e5-8a84-f0cfe3c9ad9a req-e54ec0d3-2e98-4d20-84f3-283b235cca57 tempest-TaggedBootDevicesTest-1101605307 tempest-TaggedBootDevicesTest-1101605307-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=f9311328b6c648f88a79b8848358e4b9&fields=id HTTP/1.1" status: 200 len: 532 time: 0.1438379 Sep 23 19:25:18.037990 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-afca8066-39d1-4ff1-9eb2-29a8f18094b3 req-10d7bfb5-4c21-4003-a218-a33b34f9f4d6 tempest-ServersOnMultiNodesTest-2040324995 tempest-ServersOnMultiNodesTest-2040324995-project] 10.222.0.67 "GET /v2.0/quotas/40280fc497444617bce52f5bbee56fb9 HTTP/1.1" status: 200 len: 375 time: 0.0476794 Sep 23 19:25:18.041578 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.db [req-d32acfa9-d214-4ae3-834d-6914c3920273 req-abdcc514-801b-4c49-8caf-0351fb6e194a service neutron] For port 2dab8c30-a666-4946-a2fe-42ac74ba9fa7, host n-h1-713301-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-16',level=0,port_id=2dab8c30-a666-4946-a2fe-42ac74ba9fa7,segment=NetworkSegment(7fea2a1e-f855-4d52-a7e1-2fd793fa9a5a),segment_id=7fea2a1e-f855-4d52-a7e1-2fd793fa9a5a)] {{(pid=95102) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 19:25:18.050202 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7974667-cd39-48c1-90e4-eff8422e66c8 admin admin] Checking segment: {'id': '741d6d3e-2760-41a6-838f-b8b4255cee30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': 'e47803fc-37db-4c82-80ca-757602b818ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:25:18.050557 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7974667-cd39-48c1-90e4-eff8422e66c8 admin admin] Network hostable DHCP agents. Network: e47803fc-37db-4c82-80ca-757602b818ca, hostable agents: ['1b18bf05-1b5f-4587-be5c-af3ac38e32ad'], hosted agents: [] {{(pid=95101) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 19:25:18.056371 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-d32acfa9-d214-4ae3-834d-6914c3920273 req-abdcc514-801b-4c49-8caf-0351fb6e194a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4399095'] for port, after_update {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:18.065715 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-5c9f7281-1184-42f4-b703-a4455119e7d0 req-a29b0c9c-8cf2-48f7-bdc9-29643a19127e service neutron] 10.222.0.53 "GET /v2.0/networks/5220cb0c-da05-478a-9604-8c11469a05b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1520691 Sep 23 19:25:18.084810 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7974667-cd39-48c1-90e4-eff8422e66c8 admin admin] Network e47803fc-37db-4c82-80ca-757602b818ca is scheduled to be hosted by DHCP agent 1b18bf05-1b5f-4587-be5c-af3ac38e32ad with binding_index 1 {{(pid=95101) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 19:25:18.110232 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.base_scheduler [None req-f7974667-cd39-48c1-90e4-eff8422e66c8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713301-16, e47803fc-37db-4c82-80ca-757602b818ca) {{(pid=95101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:25:18.117995 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7974667-cd39-48c1-90e4-eff8422e66c8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:25:18.118608 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-f7974667-cd39-48c1-90e4-eff8422e66c8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527417'] for subnet, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:18.123420 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a1d9378-28b5-4f07-bfce-3113fd5bfaab None None] Network e47803fc-37db-4c82-80ca-757602b818ca requested from n-d-713301-16 {{(pid=95103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 19:25:18.137091 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32acfa9-d214-4ae3-834d-6914c3920273 req-abdcc514-801b-4c49-8caf-0351fb6e194a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:25:18.137568 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-d32acfa9-d214-4ae3-834d-6914c3920273 req-abdcc514-801b-4c49-8caf-0351fb6e194a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222849'] for port, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:18.138995 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-d32acfa9-d214-4ae3-834d-6914c3920273 req-abdcc514-801b-4c49-8caf-0351fb6e194a service neutron] 10.222.0.74 "PUT /v2.0/ports/2dab8c30-a666-4946-a2fe-42ac74ba9fa7 HTTP/1.1" status: 200 len: 1092 time: 1.5241964 Sep 23 19:25:18.165539 n-d-713301-16 neutron-server[95102]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '184d74d2-7152-4624-b343-e54a08abfe76', 'tag': '2dab8c30-a666-4946-a2fe-42ac74ba9fa7'}] {{(pid=95102) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 19:25:18.167888 n-d-713301-16 neutron-server[95102]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab31b6d93e5336dbddfa8ec424565b3bd8cb2369c5b4d85bc943472dbb21e8ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a24e27c4-e396-439e-9d7b-8fe7ac482358" -d '{"events": [{"name": "network-changed", "server_uuid": "184d74d2-7152-4624-b343-e54a08abfe76", "tag": "2dab8c30-a666-4946-a2fe-42ac74ba9fa7"}]}' {{(pid=95102) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 19:25:18.180668 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-f7974667-cd39-48c1-90e4-eff8422e66c8 admin admin] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.6808918 Sep 23 19:25:18.214888 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-5c9f7281-1184-42f4-b703-a4455119e7d0 req-272e1ac0-aa68-4800-9a36-5a4b976af404 service neutron] 10.222.0.53 "GET /v2.0/networks/5220cb0c-da05-478a-9604-8c11469a05b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1407030 Sep 23 19:25:18.282247 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abdcc514-801b-4c49-8caf-0351fb6e194a service neutron] Pushing event updated for resources: {'Port': ['ID=2dab8c30-a666-4946-a2fe-42ac74ba9fa7,revision_number=3']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:25:18.305240 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-afca8066-39d1-4ff1-9eb2-29a8f18094b3 req-24b1dea8-ff3c-4718-8797-edc6d8c8c375 tempest-ServersOnMultiNodesTest-2040324995 tempest-ServersOnMultiNodesTest-2040324995-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=40280fc497444617bce52f5bbee56fb9&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2574568 Sep 23 19:25:18.328386 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8371a6c7-816d-48b8-808b-2e5c14e134c0 None None] Network e47803fc-37db-4c82-80ca-757602b818ca requested from n-d-713301-16 {{(pid=95103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 19:25:18.362318 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-cd8d3178-c1b0-49e5-8a84-f0cfe3c9ad9a req-2c5ecab8-5ac4-46e6-a154-d91c8f93850f service neutron] 10.222.0.67 "GET /v2.0/networks/0e7486fc-edf5-4778-98e4-d68293f3be17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3165224 Sep 23 19:25:18.366492 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32acfa9-d214-4ae3-834d-6914c3920273 req-d28c3f18-2bbe-4760-a5be-265bc72e3747 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:25:18.372265 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-d32acfa9-d214-4ae3-834d-6914c3920273 req-d28c3f18-2bbe-4760-a5be-265bc72e3747 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=8f30595259594b588538420667412c2e&device_id=184d74d2-7152-4624-b343-e54a08abfe76 HTTP/1.1" status: 200 len: 1095 time: 0.1865783 Sep 23 19:25:18.730714 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-d32acfa9-d214-4ae3-834d-6914c3920273 req-0bcbadc8-cb29-4067-8d50-c6b71912e9f2 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2dab8c30-a666-4946-a2fe-42ac74ba9fa7 HTTP/1.1" status: 200 len: 217 time: 0.3453090 Sep 23 19:25:18.867910 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32acfa9-d214-4ae3-834d-6914c3920273 req-e59cf048-c01b-454f-a964-b26f20907332 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:25:18.869556 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-d32acfa9-d214-4ae3-834d-6914c3920273 req-e59cf048-c01b-454f-a964-b26f20907332 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=7398c0e8-218e-4b5a-9041-b8f53e0e75c6 HTTP/1.1" status: 200 len: 853 time: 0.1282301 Sep 23 19:25:18.872908 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-cd8d3178-c1b0-49e5-8a84-f0cfe3c9ad9a req-aa79692b-e1e3-42bb-8f4a-0e5b07814cb3 service neutron] 10.222.0.67 "GET /v2.0/networks/0e7486fc-edf5-4778-98e4-d68293f3be17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5097973 Sep 23 19:25:18.880364 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f8e1a6-190e-4c53-8562-35db80eb5244 req-5fa50688-02ee-4acf-ace7-27dc05fccbfc tempest-ServerRescueTestJSON-83326898 tempest-ServerRescueTestJSON-83326898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:25:18.882440 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-e7f8e1a6-190e-4c53-8562-35db80eb5244 req-5fa50688-02ee-4acf-ace7-27dc05fccbfc tempest-ServerRescueTestJSON-83326898 tempest-ServerRescueTestJSON-83326898-project] 10.222.0.67 "GET /v2.0/ports?device_id=777ece37-282c-46bf-a54e-b76185b0b66f HTTP/1.1" status: 200 len: 945 time: 0.1448259 Sep 23 19:25:18.934838 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Device 434a294f-2789-4523-b6ff-773832200e0f details requested by agent hyperv_n-h1-713301-16 with host n-h1-713301-16 {{(pid=95103) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 19:25:18.962790 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-cd8d3178-c1b0-49e5-8a84-f0cfe3c9ad9a req-cf67ec0b-014f-4416-af9d-1395a1eff4e2 service neutron] 10.222.0.67 "GET /v2.0/ports/0c254e5c-f9ae-4753-bdda-ad06ac5acf06?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0793836 Sep 23 19:25:18.992086 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-e7f8e1a6-190e-4c53-8562-35db80eb5244 req-0a5a6e81-6b4b-45a2-89d8-8c16949e047c tempest-ServerRescueTestJSON-83326898 tempest-ServerRescueTestJSON-83326898-project] 10.222.0.67 "GET /v2.0/security-groups?id=324a4552-7b72-4e62-bcd4-dc8354c093e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933549 Sep 23 19:25:19.003085 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32acfa9-d214-4ae3-834d-6914c3920273 req-0df3a1c9-fed6-4889-9f98-7649eb99a730 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:25:19.005073 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-d32acfa9-d214-4ae3-834d-6914c3920273 req-0df3a1c9-fed6-4889-9f98-7649eb99a730 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=c1c3ef61-7600-4f98-9132-f29d8908ed23&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1202135 Sep 23 19:25:19.044444 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] For port 434a294f-2789-4523-b6ff-773832200e0f, host n-h1-713301-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-16',level=0,port_id=434a294f-2789-4523-b6ff-773832200e0f,segment=NetworkSegment(8eb18688-72ed-4013-a8ac-fcac80dc3b07),segment_id=8eb18688-72ed-4013-a8ac-fcac80dc3b07)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:25:19.067449 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Returning: {'device': '434a294f-2789-4523-b6ff-773832200e0f', 'network_id': '11848038-4312-48be-8ae8-b4ee534ea68d', 'port_id': '434a294f-2789-4523-b6ff-773832200e0f', 'mac_address': 'fa:16:3e:31:1a:f2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 620, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1a473782-7e32-4e6f-b7a3-adb8285fe3d7', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95103) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 19:25:19.121001 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:19.137706 n-d-713301-16 neutron-server[95103]: DEBUG neutron.notifiers.nova [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 434a294f-2789-4523-b6ff-773832200e0f {{(pid=95103) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 19:25:19.160899 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] For port 434a294f-2789-4523-b6ff-773832200e0f, host n-h1-713301-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-16',level=0,port_id=434a294f-2789-4523-b6ff-773832200e0f,segment=NetworkSegment(8eb18688-72ed-4013-a8ac-fcac80dc3b07),segment_id=8eb18688-72ed-4013-a8ac-fcac80dc3b07)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:25:19.174550 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:19.202495 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-cd8d3178-c1b0-49e5-8a84-f0cfe3c9ad9a req-6e7b00ec-9dce-45da-aa03-7ff0223f8c99 service neutron] 10.222.0.67 "GET /v2.0/networks/af02e9ab-cfd4-4a32-b9af-2413db894481?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2274864 Sep 23 19:25:19.219741 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27323c91-b358-4e1b-adb3-0a80b108ebe0 req-ceb8b355-377f-4c6d-bd16-f066a722f149 tempest-ServersAdminNegativeTestJSON-421618642 tempest-ServersAdminNegativeTestJSON-421618642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:25:19.227432 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-27323c91-b358-4e1b-adb3-0a80b108ebe0 req-ceb8b355-377f-4c6d-bd16-f066a722f149 tempest-ServersAdminNegativeTestJSON-421618642 tempest-ServersAdminNegativeTestJSON-421618642-project] 10.222.0.67 "GET /v2.0/ports?device_id=7fc8c157-70b4-480b-8989-c84fa556092c HTTP/1.1" status: 200 len: 947 time: 0.1470335 Sep 23 19:25:19.242469 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Pushing event updated for resources: {'Port': ['ID=434a294f-2789-4523-b6ff-773832200e0f,revision_number=4']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:25:19.268510 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-d32acfa9-d214-4ae3-834d-6914c3920273 req-c298470a-7a9d-4957-9fcc-7dc00b2cf47e service neutron] 10.222.0.74 "GET /v2.0/networks/c1c3ef61-7600-4f98-9132-f29d8908ed23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2431464 Sep 23 19:25:19.373904 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-27323c91-b358-4e1b-adb3-0a80b108ebe0 req-11f53c43-bacb-4aa1-8f2e-e50343020a7b tempest-ServersAdminNegativeTestJSON-421618642 tempest-ServersAdminNegativeTestJSON-421618642-project] 10.222.0.67 "GET /v2.0/security-groups?id=a0f69697-909e-4fd5-bdb0-c967fab6b934&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1458914 Sep 23 19:25:19.407091 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] get_ports_and_sgs() called for port_ids ['434a294f-2789-4523-b6ff-773832200e0f'] {{(pid=95103) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 19:25:19.449170 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-cd8d3178-c1b0-49e5-8a84-f0cfe3c9ad9a req-d364e778-3810-4583-b1ab-f44bc7c2965e service neutron] 10.222.0.67 "GET /v2.0/networks/af02e9ab-cfd4-4a32-b9af-2413db894481?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2193186 Sep 23 19:25:19.505827 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-d32acfa9-d214-4ae3-834d-6914c3920273 req-393bb20d-f310-468c-a29d-589ae11daabb service neutron] 10.222.0.74 "GET /v2.0/networks/c1c3ef61-7600-4f98-9132-f29d8908ed23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2230611 Sep 23 19:25:19.533556 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-cd8d3178-c1b0-49e5-8a84-f0cfe3c9ad9a req-bb721a98-3021-4159-a361-4f2398d9b01f service neutron] 10.222.0.67 "GET /v2.0/ports/7d41c37f-74cf-40b0-90b0-f617844a1824?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0757480 Sep 23 19:25:19.567591 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29196d4b-272c-4b52-863d-6c8807d8e2aa req-a025ef73-c4ad-4eeb-9b23-37e2e2f314f9 tempest-ServersTestFqdnHostnames-1525195897 tempest-ServersTestFqdnHostnames-1525195897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:25:19.569604 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-29196d4b-272c-4b52-863d-6c8807d8e2aa req-a025ef73-c4ad-4eeb-9b23-37e2e2f314f9 tempest-ServersTestFqdnHostnames-1525195897 tempest-ServersTestFqdnHostnames-1525195897-project] 10.222.0.67 "GET /v2.0/ports?device_id=184d74d2-7152-4624-b343-e54a08abfe76 HTTP/1.1" status: 200 len: 943 time: 0.0958071 Sep 23 19:25:19.665343 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-2345e82a-061d-4ab9-80a1-a9f5a12be759 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:19.712096 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-29196d4b-272c-4b52-863d-6c8807d8e2aa req-2ecad2d7-4c7a-4f7e-848b-a1bdc7a0be78 tempest-ServersTestFqdnHostnames-1525195897 tempest-ServersTestFqdnHostnames-1525195897-project] 10.222.0.67 "GET /v2.0/security-groups?id=9dcb96be-8c37-4c08-8031-8b500de6a2df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1302176 Sep 23 19:25:19.717989 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-cd8d3178-c1b0-49e5-8a84-f0cfe3c9ad9a req-c68e645d-4c8a-4c11-83a1-8961c6c3e548 service neutron] 10.222.0.67 "GET /v2.0/networks/af02e9ab-cfd4-4a32-b9af-2413db894481?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1691358 Sep 23 19:25:19.853310 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-cd8d3178-c1b0-49e5-8a84-f0cfe3c9ad9a req-b893d3dc-5d36-4524-b9ad-d7653b59eda1 service neutron] 10.222.0.67 "GET /v2.0/networks/af02e9ab-cfd4-4a32-b9af-2413db894481?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1214037 Sep 23 19:25:19.865933 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-242c0733-1e9c-4aa4-80e3-83b35b08d16a req-b185ab80-7321-4ecf-aa87-45432d264ddd tempest-InstanceActionsV221TestJSON-72249271 tempest-InstanceActionsV221TestJSON-72249271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:25:19.867450 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-242c0733-1e9c-4aa4-80e3-83b35b08d16a req-b185ab80-7321-4ecf-aa87-45432d264ddd tempest-InstanceActionsV221TestJSON-72249271 tempest-InstanceActionsV221TestJSON-72249271-project] 10.222.0.67 "GET /v2.0/ports?device_id=bb2c6f09-7819-43f3-8497-6afb25b47abf HTTP/1.1" status: 200 len: 944 time: 0.0746355 Sep 23 19:25:19.960834 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-242c0733-1e9c-4aa4-80e3-83b35b08d16a req-bee496ec-7d83-426e-8d2c-fb839cb28868 tempest-InstanceActionsV221TestJSON-72249271 tempest-InstanceActionsV221TestJSON-72249271-project] 10.222.0.67 "GET /v2.0/security-groups?id=773f07a6-9dbe-4e52-9128-29aea4a22afb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837100 Sep 23 19:25:19.988334 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-cd8d3178-c1b0-49e5-8a84-f0cfe3c9ad9a req-5b456a74-24c0-4faa-ab76-64641b56e5e8 service neutron] 10.222.0.67 "GET /v2.0/networks/af02e9ab-cfd4-4a32-b9af-2413db894481?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1176510 Sep 23 19:25:20.032716 n-d-713301-16 neutron-server[95102]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 19:25:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-702032b2-eeed-401b-bde0-c314d2d6ae34 x-openstack-request-id: req-702032b2-eeed-401b-bde0-c314d2d6ae34 {{(pid=95102) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 19:25:20.033046 n-d-713301-16 neutron-server[95102]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "184d74d2-7152-4624-b343-e54a08abfe76", "tag": "2dab8c30-a666-4946-a2fe-42ac74ba9fa7", "status": "completed", "code": 200}]} {{(pid=95102) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 19:25:20.033304 n-d-713301-16 neutron-server[95102]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-702032b2-eeed-401b-bde0-c314d2d6ae34 {{(pid=95102) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 19:25:20.033689 n-d-713301-16 neutron-server[95102]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '184d74d2-7152-4624-b343-e54a08abfe76', 'tag': '2dab8c30-a666-4946-a2fe-42ac74ba9fa7', 'status': 'completed', 'code': 200} Sep 23 19:25:20.141425 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-afca8066-39d1-4ff1-9eb2-29a8f18094b3 req-54997d95-251d-42f4-8d17-18fd9ab0ea73 tempest-ServersOnMultiNodesTest-2040324995 tempest-ServersOnMultiNodesTest-2040324995-project] 10.222.0.53 "GET /v2.0/networks?tenant_id=40280fc497444617bce52f5bbee56fb9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0253861 Sep 23 19:25:20.142063 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-cd8d3178-c1b0-49e5-8a84-f0cfe3c9ad9a req-c03892a0-91c4-44cc-a9f6-cd442c7dc874 service neutron] 10.222.0.67 "GET /v2.0/networks/af02e9ab-cfd4-4a32-b9af-2413db894481?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1481936 Sep 23 19:25:20.149432 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a24e27c4-e396-439e-9d7b-8fe7ac482358 req-636164e8-0bfc-4f41-98dc-fd6233d27ec3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:25:20.150968 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-a24e27c4-e396-439e-9d7b-8fe7ac482358 req-636164e8-0bfc-4f41-98dc-fd6233d27ec3 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=8f30595259594b588538420667412c2e&device_id=184d74d2-7152-4624-b343-e54a08abfe76 HTTP/1.1" status: 200 len: 1095 time: 0.0712786 Sep 23 19:25:20.301587 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afca8066-39d1-4ff1-9eb2-29a8f18094b3 req-112a9b6c-258c-4041-aa88-7761aacdba24 tempest-ServersOnMultiNodesTest-2040324995 tempest-ServersOnMultiNodesTest-2040324995-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:25:20.303099 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-afca8066-39d1-4ff1-9eb2-29a8f18094b3 req-112a9b6c-258c-4041-aa88-7761aacdba24 tempest-ServersOnMultiNodesTest-2040324995 tempest-ServersOnMultiNodesTest-2040324995-project] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1522312 Sep 23 19:25:20.318114 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.v2.base [req-afca8066-39d1-4ff1-9eb2-29a8f18094b3 req-9a04e490-9f1a-475c-9e94-529a3cb34103 tempest-ServersOnMultiNodesTest-2040324995 tempest-ServersOnMultiNodesTest-2040324995-project] Request body: {'port': {'device_id': 'c1b7c0db-694d-49f1-a4e0-36ea1002bbc6', 'network_id': '5220cb0c-da05-478a-9604-8c11469a05b4', 'admin_state_up': True, 'tenant_id': '40280fc497444617bce52f5bbee56fb9'}} {{(pid=95101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:25:20.377398 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-cd8d3178-c1b0-49e5-8a84-f0cfe3c9ad9a req-9a1190d0-f64d-454f-b5ee-0146992e531b service neutron] 10.222.0.67 "GET /v2.0/networks/af02e9ab-cfd4-4a32-b9af-2413db894481?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2254493 Sep 23 19:25:20.424997 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a24e27c4-e396-439e-9d7b-8fe7ac482358 req-ed22dfc2-6ac6-4330-982d-0dd385353793 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:25:20.426362 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-a24e27c4-e396-439e-9d7b-8fe7ac482358 req-ed22dfc2-6ac6-4330-982d-0dd385353793 service neutron] 10.222.0.74 "GET /v2.0/networks?id=c1c3ef61-7600-4f98-9132-f29d8908ed23 HTTP/1.1" status: 200 len: 915 time: 0.2663813 Sep 23 19:25:20.440917 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-afca8066-39d1-4ff1-9eb2-29a8f18094b3 req-9a04e490-9f1a-475c-9e94-529a3cb34103 tempest-ServersOnMultiNodesTest-2040324995 tempest-ServersOnMultiNodesTest-2040324995-project] Made reservation on behalf of 40280fc497444617bce52f5bbee56fb9 for: {'port': 1} {{(pid=95101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:25:20.445969 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-afca8066-39d1-4ff1-9eb2-29a8f18094b3 req-9a04e490-9f1a-475c-9e94-529a3cb34103 tempest-ServersOnMultiNodesTest-2040324995 tempest-ServersOnMultiNodesTest-2040324995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:20.500846 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-a24e27c4-e396-439e-9d7b-8fe7ac482358 req-1f21578e-dd64-45a0-b4de-31e1b861a618 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2dab8c30-a666-4946-a2fe-42ac74ba9fa7 HTTP/1.1" status: 200 len: 217 time: 0.0606744 Sep 23 19:25:20.504280 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-afca8066-39d1-4ff1-9eb2-29a8f18094b3 req-a611dbe4-24ef-4719-ab90-2e935149f0ef tempest-ServersOnMultiNodesTest-2040324995 tempest-ServersOnMultiNodesTest-2040324995-project] 10.222.0.53 "GET /v2.0/networks?tenant_id=40280fc497444617bce52f5bbee56fb9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0276511 Sep 23 19:25:20.556596 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Device 13df5287-4daa-460b-93f2-29d296431340 details requested by agent hyperv_n-h2-713301-16 with host n-h2-713301-16 {{(pid=95103) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 19:25:20.576214 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc6f19f-b011-44f2-9360-33745ec68dac req-66f41cd2-7059-4ccc-8b5f-e8cd0074d0a2 tempest-DeleteServersTestJSON-2111530366 tempest-DeleteServersTestJSON-2111530366-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:25:20.583186 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-3dc6f19f-b011-44f2-9360-33745ec68dac req-66f41cd2-7059-4ccc-8b5f-e8cd0074d0a2 tempest-DeleteServersTestJSON-2111530366 tempest-DeleteServersTestJSON-2111530366-project] 10.222.0.67 "GET /v2.0/networks?id=e47803fc-37db-4c82-80ca-757602b818ca HTTP/1.1" status: 200 len: 812 time: 0.2883570 Sep 23 19:25:20.615046 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-3dc6f19f-b011-44f2-9360-33745ec68dac req-6d1f9ab1-bfa6-42eb-aacd-3ede845cb348 tempest-DeleteServersTestJSON-2111530366 tempest-DeleteServersTestJSON-2111530366-project] 10.222.0.67 "GET /v2.0/quotas/30554f6e61d54c6bbf3c805c15e93860 HTTP/1.1" status: 200 len: 375 time: 0.0309668 Sep 23 19:25:20.655270 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-3dc6f19f-b011-44f2-9360-33745ec68dac req-888aa20a-0fb1-4104-8230-b5b557425552 tempest-DeleteServersTestJSON-2111530366 tempest-DeleteServersTestJSON-2111530366-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=30554f6e61d54c6bbf3c805c15e93860&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0393491 Sep 23 19:25:20.662414 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a24e27c4-e396-439e-9d7b-8fe7ac482358 req-7b96a5c5-4a4c-400d-b590-9b4eb7b61dbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:25:20.665488 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-a24e27c4-e396-439e-9d7b-8fe7ac482358 req-7b96a5c5-4a4c-400d-b590-9b4eb7b61dbf service neutron] 10.222.0.74 "GET /v2.0/subnets?id=7398c0e8-218e-4b5a-9041-b8f53e0e75c6 HTTP/1.1" status: 200 len: 853 time: 0.1571496 Sep 23 19:25:20.695940 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] For port 13df5287-4daa-460b-93f2-29d296431340, host n-h2-713301-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-16',level=0,port_id=13df5287-4daa-460b-93f2-29d296431340,segment=NetworkSegment(6139d589-eb6c-4578-8935-c26ddf396853),segment_id=6139d589-eb6c-4578-8935-c26ddf396853)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:25:20.697384 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-cd8d3178-c1b0-49e5-8a84-f0cfe3c9ad9a req-62189053-28d2-402c-b409-b950ace50aac service neutron] 10.222.0.67 "GET /v2.0/networks/af02e9ab-cfd4-4a32-b9af-2413db894481?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2884958 Sep 23 19:25:20.706173 n-d-713301-16 neutron-server[95101]: DEBUG neutron.db.db_base_plugin_common [req-afca8066-39d1-4ff1-9eb2-29a8f18094b3 req-9a04e490-9f1a-475c-9e94-529a3cb34103 tempest-ServersOnMultiNodesTest-2040324995 tempest-ServersOnMultiNodesTest-2040324995-project] Allocated IP 192.168.233.153 (5220cb0c-da05-478a-9604-8c11469a05b4/1ccc69bc-9d6b-44d9-b227-204e47dc6e45/3ef3b9f7-4295-43fa-809a-8c3147e99fb4) {{(pid=95101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 19:25:20.707480 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Returning: {'device': '13df5287-4daa-460b-93f2-29d296431340', 'network_id': '5220cb0c-da05-478a-9604-8c11469a05b4', 'port_id': '13df5287-4daa-460b-93f2-29d296431340', 'mac_address': 'fa:16:3e:f2:64:66', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 624, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1ccc69bc-9d6b-44d9-b227-204e47dc6e45', 'ip_address': '192.168.233.69'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95103) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 19:25:20.719195 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afca8066-39d1-4ff1-9eb2-29a8f18094b3 req-52744448-0b85-48f7-8be8-c1f1ce7d3862 tempest-ServersOnMultiNodesTest-2040324995 tempest-ServersOnMultiNodesTest-2040324995-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:25:20.720749 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-afca8066-39d1-4ff1-9eb2-29a8f18094b3 req-52744448-0b85-48f7-8be8-c1f1ce7d3862 tempest-ServersOnMultiNodesTest-2040324995 tempest-ServersOnMultiNodesTest-2040324995-project] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1868124 Sep 23 19:25:20.736115 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.v2.base [req-afca8066-39d1-4ff1-9eb2-29a8f18094b3 req-a912b8ee-aa56-4591-b449-6862ae15e956 tempest-ServersOnMultiNodesTest-2040324995 tempest-ServersOnMultiNodesTest-2040324995-project] Request body: {'port': {'device_id': 'cfc90d71-ea75-4d22-a3ac-df60a60991f7', 'network_id': '5220cb0c-da05-478a-9604-8c11469a05b4', 'admin_state_up': True, 'tenant_id': '40280fc497444617bce52f5bbee56fb9'}} {{(pid=95101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:25:20.752126 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:20.769972 n-d-713301-16 neutron-server[95103]: DEBUG neutron.notifiers.nova [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 13df5287-4daa-460b-93f2-29d296431340 {{(pid=95103) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 19:25:20.792628 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] For port 13df5287-4daa-460b-93f2-29d296431340, host n-h2-713301-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-16',level=0,port_id=13df5287-4daa-460b-93f2-29d296431340,segment=NetworkSegment(6139d589-eb6c-4578-8935-c26ddf396853),segment_id=6139d589-eb6c-4578-8935-c26ddf396853)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:25:20.798826 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:20.853457 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Pushing event updated for resources: {'Port': ['ID=13df5287-4daa-460b-93f2-29d296431340,revision_number=4']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:25:20.856429 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-3dc6f19f-b011-44f2-9360-33745ec68dac req-3f309314-62aa-4ae7-a2f2-2155b1034c3e service neutron] 10.222.0.67 "GET /v2.0/networks/e47803fc-37db-4c82-80ca-757602b818ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1882010 Sep 23 19:25:20.858290 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a24e27c4-e396-439e-9d7b-8fe7ac482358 req-fc14c759-ef35-4fbb-8d9d-47e8b875d961 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:25:20.859730 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-a24e27c4-e396-439e-9d7b-8fe7ac482358 req-fc14c759-ef35-4fbb-8d9d-47e8b875d961 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=c1c3ef61-7600-4f98-9132-f29d8908ed23&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1819334 Sep 23 19:25:20.913070 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-afca8066-39d1-4ff1-9eb2-29a8f18094b3 req-a912b8ee-aa56-4591-b449-6862ae15e956 tempest-ServersOnMultiNodesTest-2040324995 tempest-ServersOnMultiNodesTest-2040324995-project] Made reservation on behalf of 40280fc497444617bce52f5bbee56fb9 for: {'port': 1} {{(pid=95101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:25:20.917154 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-afca8066-39d1-4ff1-9eb2-29a8f18094b3 req-a912b8ee-aa56-4591-b449-6862ae15e956 tempest-ServersOnMultiNodesTest-2040324995 tempest-ServersOnMultiNodesTest-2040324995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:20.937383 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-cd8d3178-c1b0-49e5-8a84-f0cfe3c9ad9a req-81c1a116-9df5-4ffa-a18c-fff0c2ce9e5c service neutron] 10.222.0.67 "GET /v2.0/networks/bada5757-bdaa-4c5b-b7b4-3acebf356815?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1760304 Sep 23 19:25:20.955698 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Device 434a294f-2789-4523-b6ff-773832200e0f up at agent hyperv_n-h1-713301-16 {{(pid=95103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 19:25:21.011939 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Provisioning for port 434a294f-2789-4523-b6ff-773832200e0f completed by entity L2. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 19:25:21.015794 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Provisioning complete for port 434a294f-2789-4523-b6ff-773832200e0f triggered by entity L2. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:25:21.016262 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:21.040516 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] get_ports_and_sgs() called for port_ids ['13df5287-4daa-460b-93f2-29d296431340'] {{(pid=95103) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 19:25:21.071619 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-afca8066-39d1-4ff1-9eb2-29a8f18094b3 req-9a04e490-9f1a-475c-9e94-529a3cb34103 tempest-ServersOnMultiNodesTest-2040324995 tempest-ServersOnMultiNodesTest-2040324995-project] Notify callbacks [] for port, precommit_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:21.104105 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-3dc6f19f-b011-44f2-9360-33745ec68dac req-3b2e988d-1477-4268-b4ef-91419551c953 service neutron] 10.222.0.67 "GET /v2.0/networks/e47803fc-37db-4c82-80ca-757602b818ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2380972 Sep 23 19:25:21.113421 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-a24e27c4-e396-439e-9d7b-8fe7ac482358 req-4abb8ed4-2d4a-4ae9-9647-4be339b18a5a service neutron] 10.222.0.74 "GET /v2.0/networks/c1c3ef61-7600-4f98-9132-f29d8908ed23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2457335 Sep 23 19:25:21.122782 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-afca8066-39d1-4ff1-9eb2-29a8f18094b3 req-9a04e490-9f1a-475c-9e94-529a3cb34103 tempest-ServersOnMultiNodesTest-2040324995 tempest-ServersOnMultiNodesTest-2040324995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783145673135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5607431'] for port, after_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:21.160079 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-cd8d3178-c1b0-49e5-8a84-f0cfe3c9ad9a req-1f881bf0-a50a-4cad-9c16-b064315dc8af service neutron] 10.222.0.67 "GET /v2.0/networks/bada5757-bdaa-4c5b-b7b4-3acebf356815?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1901181 Sep 23 19:25:21.192319 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:21.210623 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-afca8066-39d1-4ff1-9eb2-29a8f18094b3 req-9a04e490-9f1a-475c-9e94-529a3cb34103 tempest-ServersOnMultiNodesTest-2040324995 tempest-ServersOnMultiNodesTest-2040324995-project] Network 5220cb0c-da05-478a-9604-8c11469a05b4 is already hosted by enough agents. {{(pid=95101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:25:21.220910 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.base_scheduler [req-afca8066-39d1-4ff1-9eb2-29a8f18094b3 req-9a04e490-9f1a-475c-9e94-529a3cb34103 tempest-ServersOnMultiNodesTest-2040324995 tempest-ServersOnMultiNodesTest-2040324995-project] Resources bound (agent type, host, resource id): {{(pid=95101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:25:21.225900 n-d-713301-16 neutron-server[95101]: DEBUG neutron.db.db_base_plugin_common [req-afca8066-39d1-4ff1-9eb2-29a8f18094b3 req-a912b8ee-aa56-4591-b449-6862ae15e956 tempest-ServersOnMultiNodesTest-2040324995 tempest-ServersOnMultiNodesTest-2040324995-project] Allocated IP 192.168.233.77 (5220cb0c-da05-478a-9604-8c11469a05b4/1ccc69bc-9d6b-44d9-b227-204e47dc6e45/c5445bd1-d627-4f17-aa1f-1b419572ed81) {{(pid=95101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 19:25:21.235201 n-d-713301-16 neutron-server[95101]: DEBUG neutron.db.l3_dvrscheduler_db [req-afca8066-39d1-4ff1-9eb2-29a8f18094b3 req-9a04e490-9f1a-475c-9e94-529a3cb34103 tempest-ServersOnMultiNodesTest-2040324995 tempest-ServersOnMultiNodesTest-2040324995-project] Received port after_create {{(pid=95101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 19:25:21.250662 n-d-713301-16 neutron-server[95103]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb2c6f09-7819-43f3-8497-6afb25b47abf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '434a294f-2789-4523-b6ff-773832200e0f'}] {{(pid=95103) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 19:25:21.253181 n-d-713301-16 neutron-server[95103]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}81a1c17f2aa89d5b3ebbba3a3e0cf7eb588e431c2224256110c4c4facdd7c3e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f520ea6e-82d3-4631-90ee-0fada5c71dcb" -d '{"events": [{"server_uuid": "bb2c6f09-7819-43f3-8497-6afb25b47abf", "name": "network-vif-plugged", "status": "completed", "tag": "434a294f-2789-4523-b6ff-773832200e0f"}]}' {{(pid=95103) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 19:25:21.266156 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a04e490-9f1a-475c-9e94-529a3cb34103 tempest-ServersOnMultiNodesTest-2040324995 tempest-ServersOnMultiNodesTest-2040324995-project] Pushing event updated for resources: {'Port': ['ID=3ef3b9f7-4295-43fa-809a-8c3147e99fb4,revision_number=1']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:25:21.279067 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] For port 434a294f-2789-4523-b6ff-773832200e0f, host n-h1-713301-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-16',level=0,port_id=434a294f-2789-4523-b6ff-773832200e0f,segment=NetworkSegment(8eb18688-72ed-4013-a8ac-fcac80dc3b07),segment_id=8eb18688-72ed-4013-a8ac-fcac80dc3b07)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:25:21.285497 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:21.363301 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afca8066-39d1-4ff1-9eb2-29a8f18094b3 req-9a04e490-9f1a-475c-9e94-529a3cb34103 tempest-ServersOnMultiNodesTest-2040324995 tempest-ServersOnMultiNodesTest-2040324995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:25:21.364482 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-afca8066-39d1-4ff1-9eb2-29a8f18094b3 req-9a04e490-9f1a-475c-9e94-529a3cb34103 tempest-ServersOnMultiNodesTest-2040324995 tempest-ServersOnMultiNodesTest-2040324995-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222849'] for port, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:21.396347 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-afca8066-39d1-4ff1-9eb2-29a8f18094b3 req-9a04e490-9f1a-475c-9e94-529a3cb34103 tempest-ServersOnMultiNodesTest-2040324995 tempest-ServersOnMultiNodesTest-2040324995-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.0827935 Sep 23 19:25:21.415843 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.v2.base [req-afca8066-39d1-4ff1-9eb2-29a8f18094b3 req-cd55837e-1079-43a8-a086-0fca22998d5b service neutron] Request body: {'port': {'device_id': 'c1b7c0db-694d-49f1-a4e0-36ea1002bbc6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713301-16'}} {{(pid=95101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:25:21.422683 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Pushing event updated for resources: {'Port': ['ID=434a294f-2789-4523-b6ff-773832200e0f,revision_number=5']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:25:21.559632 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-afca8066-39d1-4ff1-9eb2-29a8f18094b3 req-cd55837e-1079-43a8-a086-0fca22998d5b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:21.560496 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-330e2dc7-08f3-457d-8d3a-a1866e6b1520 None None] Provisioning complete for port 3ef3b9f7-4295-43fa-809a-8c3147e99fb4 triggered by entity DHCP. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:25:21.561060 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-330e2dc7-08f3-457d-8d3a-a1866e6b1520 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:21.600702 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.plugin [None req-330e2dc7-08f3-457d-8d3a-a1866e6b1520 None None] Port 3ef3b9f7-4295-43fa-809a-8c3147e99fb4 cannot update to ACTIVE because it is not bound. {{(pid=95103) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 19:25:21.705330 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-afca8066-39d1-4ff1-9eb2-29a8f18094b3 req-a912b8ee-aa56-4591-b449-6862ae15e956 tempest-ServersOnMultiNodesTest-2040324995 tempest-ServersOnMultiNodesTest-2040324995-project] Notify callbacks [] for port, precommit_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:21.752442 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] get_ports_and_sgs() called for port_ids ['a93a183a-c4c5-4ca7-8687-dd68b086ef76'] {{(pid=95103) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 19:25:21.772771 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-a24e27c4-e396-439e-9d7b-8fe7ac482358 req-2e4f7855-653b-45ad-b5b0-ec65ce9e9b25 service neutron] 10.222.0.74 "GET /v2.0/networks/c1c3ef61-7600-4f98-9132-f29d8908ed23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6458478 Sep 23 19:25:21.773372 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-afca8066-39d1-4ff1-9eb2-29a8f18094b3 req-a912b8ee-aa56-4591-b449-6862ae15e956 tempest-ServersOnMultiNodesTest-2040324995 tempest-ServersOnMultiNodesTest-2040324995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783145673135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5607431'] for port, after_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:21.783249 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f43fdf54-c85b-47ea-a13c-7d0083a439fb req-4589b48b-2c78-4f67-80ad-ab0adbeebf5e tempest-MigrationsAdminTest-397594546 tempest-MigrationsAdminTest-397594546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:25:21.791705 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-f43fdf54-c85b-47ea-a13c-7d0083a439fb req-4589b48b-2c78-4f67-80ad-ab0adbeebf5e tempest-MigrationsAdminTest-397594546 tempest-MigrationsAdminTest-397594546-project] 10.222.0.67 "GET /v2.0/ports?device_id=61df6679-e03a-4089-8f81-8cc4daaf4da0 HTTP/1.1" status: 200 len: 950 time: 0.1278794 Sep 23 19:25:21.822155 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-cd8d3178-c1b0-49e5-8a84-f0cfe3c9ad9a req-714b57cc-2b38-4101-9318-6ff42e2df22a service neutron] 10.222.0.67 "GET /v2.0/networks/bada5757-bdaa-4c5b-b7b4-3acebf356815?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6512187 Sep 23 19:25:21.856750 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-afca8066-39d1-4ff1-9eb2-29a8f18094b3 req-a912b8ee-aa56-4591-b449-6862ae15e956 tempest-ServersOnMultiNodesTest-2040324995 tempest-ServersOnMultiNodesTest-2040324995-project] Network 5220cb0c-da05-478a-9604-8c11469a05b4 is already hosted by enough agents. {{(pid=95101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:25:21.860147 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-f43fdf54-c85b-47ea-a13c-7d0083a439fb req-e660e0fb-3420-4a65-9baa-d5ebb8517d4f tempest-MigrationsAdminTest-397594546 tempest-MigrationsAdminTest-397594546-project] 10.222.0.67 "GET /v2.0/security-groups?id=78cb509b-31c4-4e2a-bb5c-7abd6194dcc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667431 Sep 23 19:25:21.870253 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a912b8ee-aa56-4591-b449-6862ae15e956 tempest-ServersOnMultiNodesTest-2040324995 tempest-ServersOnMultiNodesTest-2040324995-project] Pushing event updated for resources: {'Port': ['ID=c5445bd1-d627-4f17-aa1f-1b419572ed81,revision_number=1']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:25:21.915333 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.base_scheduler [req-afca8066-39d1-4ff1-9eb2-29a8f18094b3 req-a912b8ee-aa56-4591-b449-6862ae15e956 tempest-ServersOnMultiNodesTest-2040324995 tempest-ServersOnMultiNodesTest-2040324995-project] Resources bound (agent type, host, resource id): {{(pid=95101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:25:21.919471 n-d-713301-16 neutron-server[95101]: DEBUG neutron.db.l3_dvrscheduler_db [req-afca8066-39d1-4ff1-9eb2-29a8f18094b3 req-a912b8ee-aa56-4591-b449-6862ae15e956 tempest-ServersOnMultiNodesTest-2040324995 tempest-ServersOnMultiNodesTest-2040324995-project] Received port after_create {{(pid=95101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 19:25:21.995415 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afca8066-39d1-4ff1-9eb2-29a8f18094b3 req-a912b8ee-aa56-4591-b449-6862ae15e956 tempest-ServersOnMultiNodesTest-2040324995 tempest-ServersOnMultiNodesTest-2040324995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:25:21.995862 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-afca8066-39d1-4ff1-9eb2-29a8f18094b3 req-a912b8ee-aa56-4591-b449-6862ae15e956 tempest-ServersOnMultiNodesTest-2040324995 tempest-ServersOnMultiNodesTest-2040324995-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222849'] for port, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:21.998133 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-cd8d3178-c1b0-49e5-8a84-f0cfe3c9ad9a req-cfddb583-2a29-495c-a96c-a5ed78299407 service neutron] 10.222.0.67 "GET /v2.0/networks/bada5757-bdaa-4c5b-b7b4-3acebf356815?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1636658 Sep 23 19:25:22.029906 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-afca8066-39d1-4ff1-9eb2-29a8f18094b3 req-a912b8ee-aa56-4591-b449-6862ae15e956 tempest-ServersOnMultiNodesTest-2040324995 tempest-ServersOnMultiNodesTest-2040324995-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.2993033 Sep 23 19:25:22.043877 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.v2.base [req-afca8066-39d1-4ff1-9eb2-29a8f18094b3 req-44c6731b-7308-479d-bd61-41faacf016ff service neutron] Request body: {'port': {'device_id': 'cfc90d71-ea75-4d22-a3ac-df60a60991f7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713301-16'}} {{(pid=95101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:25:22.096533 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] get_ports_and_sgs() called for port_ids ['a93a183a-c4c5-4ca7-8687-dd68b086ef76'] {{(pid=95103) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 19:25:22.146381 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-afca8066-39d1-4ff1-9eb2-29a8f18094b3 req-44c6731b-7308-479d-bd61-41faacf016ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:22.247875 n-d-713301-16 neutron-server[95101]: DEBUG neutron.notifiers.nova [req-afca8066-39d1-4ff1-9eb2-29a8f18094b3 req-cd55837e-1079-43a8-a086-0fca22998d5b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3ef3b9f7-4295-43fa-809a-8c3147e99fb4 {{(pid=95101) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 19:25:22.261195 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-afca8066-39d1-4ff1-9eb2-29a8f18094b3 req-cd55837e-1079-43a8-a086-0fca22998d5b service neutron] Notify callbacks [] for port, precommit_update {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:22.292216 n-d-713301-16 neutron-server[95101]: DEBUG neutron.db.provisioning_blocks [req-afca8066-39d1-4ff1-9eb2-29a8f18094b3 req-cd55837e-1079-43a8-a086-0fca22998d5b service neutron] Transition to ACTIVE for port object 3ef3b9f7-4295-43fa-809a-8c3147e99fb4 will not be triggered until provisioned by entity L2. {{(pid=95101) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 19:25:22.341466 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-afca8066-39d1-4ff1-9eb2-29a8f18094b3 req-cd55837e-1079-43a8-a086-0fca22998d5b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5607436'] for port, after_update {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:22.344955 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2239fde-094c-48f1-8ade-aada732da971 req-98e4d7b3-f8e4-4e27-a62e-b3e3ec9f81ac tempest-ServerRescueTestJSON-83326898 tempest-ServerRescueTestJSON-83326898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:25:22.346201 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-5b47ed83-632d-46e1-a9e2-c2e1e7447449 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:22.351670 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-d2239fde-094c-48f1-8ade-aada732da971 req-98e4d7b3-f8e4-4e27-a62e-b3e3ec9f81ac tempest-ServerRescueTestJSON-83326898 tempest-ServerRescueTestJSON-83326898-project] 10.222.0.67 "GET /v2.0/ports?device_id=777ece37-282c-46bf-a54e-b76185b0b66f HTTP/1.1" status: 200 len: 945 time: 0.1000350 Sep 23 19:25:22.366941 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-fce2ed81-8ca2-4043-a8d1-7eb5f57bd52f None None] Provisioning complete for port c5445bd1-d627-4f17-aa1f-1b419572ed81 triggered by entity DHCP. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:25:22.366941 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-fce2ed81-8ca2-4043-a8d1-7eb5f57bd52f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:22.421259 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd55837e-1079-43a8-a086-0fca22998d5b service neutron] Pushing event updated for resources: {'Port': ['ID=3ef3b9f7-4295-43fa-809a-8c3147e99fb4,revision_number=2']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:25:22.439063 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.plugin [None req-fce2ed81-8ca2-4043-a8d1-7eb5f57bd52f None None] Port c5445bd1-d627-4f17-aa1f-1b419572ed81 cannot update to ACTIVE because it is not bound. {{(pid=95103) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 19:25:22.465244 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-d2239fde-094c-48f1-8ade-aada732da971 req-efff8c9c-b628-487f-9084-3b9af269c44e tempest-ServerRescueTestJSON-83326898 tempest-ServerRescueTestJSON-83326898-project] 10.222.0.67 "GET /v2.0/security-groups?id=324a4552-7b72-4e62-bcd4-dc8354c093e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042552 Sep 23 19:25:22.553567 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Device 13df5287-4daa-460b-93f2-29d296431340 up at agent hyperv_n-h2-713301-16 {{(pid=95103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 19:25:22.596000 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.managers [req-afca8066-39d1-4ff1-9eb2-29a8f18094b3 req-cd55837e-1079-43a8-a086-0fca22998d5b service neutron] Attempting to bind port 3ef3b9f7-4295-43fa-809a-8c3147e99fb4 on host n-h2-713301-16 for vnic_type normal with profile {{(pid=95101) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 19:25:22.596656 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.managers [req-afca8066-39d1-4ff1-9eb2-29a8f18094b3 req-cd55837e-1079-43a8-a086-0fca22998d5b service neutron] Attempting to bind port 3ef3b9f7-4295-43fa-809a-8c3147e99fb4 by drivers openvswitch,hyperv on host n-h2-713301-16 at level 0 using segments [{'id': '6139d589-eb6c-4578-8935-c26ddf396853', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '5220cb0c-da05-478a-9604-8c11469a05b4'}] {{(pid=95101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 19:25:22.597177 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afca8066-39d1-4ff1-9eb2-29a8f18094b3 req-cd55837e-1079-43a8-a086-0fca22998d5b service neutron] Attempting to bind port 3ef3b9f7-4295-43fa-809a-8c3147e99fb4 on network 5220cb0c-da05-478a-9604-8c11469a05b4 {{(pid=95101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:25:22.630285 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afca8066-39d1-4ff1-9eb2-29a8f18094b3 req-cd55837e-1079-43a8-a086-0fca22998d5b service neutron] Port 3ef3b9f7-4295-43fa-809a-8c3147e99fb4 on network 5220cb0c-da05-478a-9604-8c11469a05b4 not bound, no agent of type Open vSwitch agent registered on host n-h2-713301-16 {{(pid=95101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 19:25:22.630647 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afca8066-39d1-4ff1-9eb2-29a8f18094b3 req-cd55837e-1079-43a8-a086-0fca22998d5b service neutron] Attempting to bind port 3ef3b9f7-4295-43fa-809a-8c3147e99fb4 on network 5220cb0c-da05-478a-9604-8c11469a05b4 {{(pid=95101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:25:22.643262 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afca8066-39d1-4ff1-9eb2-29a8f18094b3 req-cd55837e-1079-43a8-a086-0fca22998d5b service neutron] Checking agent: {'id': '2a7cea34-db54-4faf-8d23-37521c3e34cb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713301-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 19, 15, 28), 'started_at': datetime.datetime(2021, 9, 23, 19, 15, 28), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 19, 24, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 19:25:22.643905 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afca8066-39d1-4ff1-9eb2-29a8f18094b3 req-cd55837e-1079-43a8-a086-0fca22998d5b service neutron] Checking segment: {'id': '6139d589-eb6c-4578-8935-c26ddf396853', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '5220cb0c-da05-478a-9604-8c11469a05b4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:25:22.644325 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afca8066-39d1-4ff1-9eb2-29a8f18094b3 req-cd55837e-1079-43a8-a086-0fca22998d5b service neutron] Bound using segment: {'id': '6139d589-eb6c-4578-8935-c26ddf396853', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '5220cb0c-da05-478a-9604-8c11469a05b4'} {{(pid=95101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 19:25:22.644826 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.managers [req-afca8066-39d1-4ff1-9eb2-29a8f18094b3 req-cd55837e-1079-43a8-a086-0fca22998d5b service neutron] Bound port: 3ef3b9f7-4295-43fa-809a-8c3147e99fb4, host: n-h2-713301-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6139d589-eb6c-4578-8935-c26ddf396853', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '5220cb0c-da05-478a-9604-8c11469a05b4'}}] {{(pid=95101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 19:25:22.645289 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-afca8066-39d1-4ff1-9eb2-29a8f18094b3 req-cd55837e-1079-43a8-a086-0fca22998d5b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:22.648470 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Provisioning for port 13df5287-4daa-460b-93f2-29d296431340 completed by entity L2. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 19:25:22.655958 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Provisioning complete for port 13df5287-4daa-460b-93f2-29d296431340 triggered by entity L2. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:25:22.656391 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:22.813782 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-359a3b1b-f005-441d-9970-3af04f666266 req-94a8576d-8ccc-44be-bc39-49ead4491dfe tempest-ServersAdminNegativeTestJSON-421618642 tempest-ServersAdminNegativeTestJSON-421618642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:25:22.823766 n-d-713301-16 neutron-server[95101]: DEBUG neutron.notifiers.nova [req-afca8066-39d1-4ff1-9eb2-29a8f18094b3 req-44c6731b-7308-479d-bd61-41faacf016ff service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c5445bd1-d627-4f17-aa1f-1b419572ed81 {{(pid=95101) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 19:25:22.824040 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-359a3b1b-f005-441d-9970-3af04f666266 req-94a8576d-8ccc-44be-bc39-49ead4491dfe tempest-ServersAdminNegativeTestJSON-421618642 tempest-ServersAdminNegativeTestJSON-421618642-project] 10.222.0.67 "GET /v2.0/ports?device_id=7fc8c157-70b4-480b-8989-c84fa556092c HTTP/1.1" status: 200 len: 948 time: 0.2107255 Sep 23 19:25:22.832693 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-afca8066-39d1-4ff1-9eb2-29a8f18094b3 req-44c6731b-7308-479d-bd61-41faacf016ff service neutron] Notify callbacks [] for port, precommit_update {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:22.833786 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc6f19f-b011-44f2-9360-33745ec68dac req-6759ac8c-cac6-4a60-819e-d7b4f7e8c01f tempest-DeleteServersTestJSON-2111530366 tempest-DeleteServersTestJSON-2111530366-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:25:22.836643 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-3dc6f19f-b011-44f2-9360-33745ec68dac req-6759ac8c-cac6-4a60-819e-d7b4f7e8c01f tempest-DeleteServersTestJSON-2111530366 tempest-DeleteServersTestJSON-2111530366-project] 10.222.0.74 "GET /v2.0/networks?id=e47803fc-37db-4c82-80ca-757602b818ca HTTP/1.1" status: 200 len: 812 time: 0.3161027 Sep 23 19:25:22.846981 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.db [req-afca8066-39d1-4ff1-9eb2-29a8f18094b3 req-cd55837e-1079-43a8-a086-0fca22998d5b service neutron] For port 3ef3b9f7-4295-43fa-809a-8c3147e99fb4, host n-h2-713301-16, cleared binding levels {{(pid=95101) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 19:25:22.854242 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.v2.base [req-3dc6f19f-b011-44f2-9360-33745ec68dac req-a3925ff6-a403-432d-8c9b-e37b4bf5f640 tempest-DeleteServersTestJSON-2111530366 tempest-DeleteServersTestJSON-2111530366-project] Request body: {'port': {'device_id': '9b29c0ec-9044-40c0-84b1-fefa1dddfd07', 'network_id': 'e47803fc-37db-4c82-80ca-757602b818ca', 'admin_state_up': True, 'tenant_id': '30554f6e61d54c6bbf3c805c15e93860'}} {{(pid=95102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:25:22.854541 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.db [req-afca8066-39d1-4ff1-9eb2-29a8f18094b3 req-cd55837e-1079-43a8-a086-0fca22998d5b service neutron] For port 3ef3b9f7-4295-43fa-809a-8c3147e99fb4, host n-h2-713301-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-16',level=0,port_id=3ef3b9f7-4295-43fa-809a-8c3147e99fb4,segment=NetworkSegment(6139d589-eb6c-4578-8935-c26ddf396853),segment_id=6139d589-eb6c-4578-8935-c26ddf396853)] {{(pid=95101) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 19:25:22.858371 n-d-713301-16 neutron-server[95101]: DEBUG neutron.db.provisioning_blocks [req-afca8066-39d1-4ff1-9eb2-29a8f18094b3 req-44c6731b-7308-479d-bd61-41faacf016ff service neutron] Transition to ACTIVE for port object c5445bd1-d627-4f17-aa1f-1b419572ed81 will not be triggered until provisioned by entity L2. {{(pid=95101) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 19:25:22.861046 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-afca8066-39d1-4ff1-9eb2-29a8f18094b3 req-cd55837e-1079-43a8-a086-0fca22998d5b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5607436'] for port, after_update {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:22.879334 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:22.890663 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-afca8066-39d1-4ff1-9eb2-29a8f18094b3 req-44c6731b-7308-479d-bd61-41faacf016ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5607436'] for port, after_update {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:22.922743 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-359a3b1b-f005-441d-9970-3af04f666266 req-1e16314d-0ce7-48e3-997c-31b2e935bec7 tempest-ServersAdminNegativeTestJSON-421618642 tempest-ServersAdminNegativeTestJSON-421618642-project] 10.222.0.67 "GET /v2.0/security-groups?id=a0f69697-909e-4fd5-bdb0-c967fab6b934&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973747 Sep 23 19:25:22.938050 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afca8066-39d1-4ff1-9eb2-29a8f18094b3 req-cd55837e-1079-43a8-a086-0fca22998d5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:25:22.939036 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-afca8066-39d1-4ff1-9eb2-29a8f18094b3 req-cd55837e-1079-43a8-a086-0fca22998d5b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222849'] for port, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:22.940826 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-afca8066-39d1-4ff1-9eb2-29a8f18094b3 req-cd55837e-1079-43a8-a086-0fca22998d5b service neutron] 10.222.0.53 "PUT /v2.0/ports/3ef3b9f7-4295-43fa-809a-8c3147e99fb4 HTTP/1.1" status: 200 len: 1097 time: 1.5298665 Sep 23 19:25:22.945121 n-d-713301-16 neutron-server[95101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c1b7c0db-694d-49f1-a4e0-36ea1002bbc6', 'tag': '3ef3b9f7-4295-43fa-809a-8c3147e99fb4'}] {{(pid=95101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 19:25:22.947451 n-d-713301-16 neutron-server[95101]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d8366c5740cd635e57ab12b71fe44a77c2acc3c19091ef849c6f68b380462244" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c37f834e-1766-40a4-8c16-733ea2f0912d" -d '{"events": [{"name": "network-changed", "server_uuid": "c1b7c0db-694d-49f1-a4e0-36ea1002bbc6", "tag": "3ef3b9f7-4295-43fa-809a-8c3147e99fb4"}]}' {{(pid=95101) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 19:25:22.955671 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] For port 13df5287-4daa-460b-93f2-29d296431340, host n-h2-713301-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-16',level=0,port_id=13df5287-4daa-460b-93f2-29d296431340,segment=NetworkSegment(6139d589-eb6c-4578-8935-c26ddf396853),segment_id=6139d589-eb6c-4578-8935-c26ddf396853)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:25:22.966329 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:22.969218 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Device 2dab8c30-a666-4946-a2fe-42ac74ba9fa7 details requested by agent hyperv_n-h1-713301-16 with host n-h1-713301-16 {{(pid=95103) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 19:25:23.032278 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd55837e-1079-43a8-a086-0fca22998d5b service neutron] Pushing event updated for resources: {'Port': ['ID=3ef3b9f7-4295-43fa-809a-8c3147e99fb4,revision_number=3']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:25:23.174500 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:23.287859 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c6731b-7308-479d-bd61-41faacf016ff service neutron] Pushing event updated for resources: {'Port': ['ID=c5445bd1-d627-4f17-aa1f-1b419572ed81,revision_number=2']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:25:23.297936 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f53fcb-56f1-4008-b33b-b1da77275094 req-e94ab390-9a33-467e-a8e3-bd9eb35ac171 tempest-ServersTestFqdnHostnames-1525195897 tempest-ServersTestFqdnHostnames-1525195897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:25:23.308078 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-19f53fcb-56f1-4008-b33b-b1da77275094 req-e94ab390-9a33-467e-a8e3-bd9eb35ac171 tempest-ServersTestFqdnHostnames-1525195897 tempest-ServersTestFqdnHostnames-1525195897-project] 10.222.0.67 "GET /v2.0/ports?device_id=184d74d2-7152-4624-b343-e54a08abfe76 HTTP/1.1" status: 200 len: 943 time: 0.3953073 Sep 23 19:25:23.313919 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.managers [req-afca8066-39d1-4ff1-9eb2-29a8f18094b3 req-44c6731b-7308-479d-bd61-41faacf016ff service neutron] Attempting to bind port c5445bd1-d627-4f17-aa1f-1b419572ed81 on host n-h2-713301-16 for vnic_type normal with profile {{(pid=95101) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 19:25:23.314261 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.managers [req-afca8066-39d1-4ff1-9eb2-29a8f18094b3 req-44c6731b-7308-479d-bd61-41faacf016ff service neutron] Attempting to bind port c5445bd1-d627-4f17-aa1f-1b419572ed81 by drivers openvswitch,hyperv on host n-h2-713301-16 at level 0 using segments [{'id': '6139d589-eb6c-4578-8935-c26ddf396853', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '5220cb0c-da05-478a-9604-8c11469a05b4'}] {{(pid=95101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 19:25:23.314574 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afca8066-39d1-4ff1-9eb2-29a8f18094b3 req-44c6731b-7308-479d-bd61-41faacf016ff service neutron] Attempting to bind port c5445bd1-d627-4f17-aa1f-1b419572ed81 on network 5220cb0c-da05-478a-9604-8c11469a05b4 {{(pid=95101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:25:23.326219 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afca8066-39d1-4ff1-9eb2-29a8f18094b3 req-58a77ba8-1faa-4a11-9e69-fe5b2b3b7f9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:25:23.327074 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8439581-d2c7-4ce8-af1c-1eed74edccd6 req-bd365f93-2d18-470f-9635-28808d08d2ba tempest-InstanceActionsV221TestJSON-72249271 tempest-InstanceActionsV221TestJSON-72249271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:25:23.327977 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-afca8066-39d1-4ff1-9eb2-29a8f18094b3 req-58a77ba8-1faa-4a11-9e69-fe5b2b3b7f9c service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=40280fc497444617bce52f5bbee56fb9&device_id=c1b7c0db-694d-49f1-a4e0-36ea1002bbc6 HTTP/1.1" status: 200 len: 1100 time: 0.3073244 Sep 23 19:25:23.330258 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-c8439581-d2c7-4ce8-af1c-1eed74edccd6 req-bd365f93-2d18-470f-9635-28808d08d2ba tempest-InstanceActionsV221TestJSON-72249271 tempest-InstanceActionsV221TestJSON-72249271-project] 10.222.0.67 "GET /v2.0/ports?device_id=bb2c6f09-7819-43f3-8497-6afb25b47abf HTTP/1.1" status: 200 len: 945 time: 0.2994411 Sep 23 19:25:23.332517 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afca8066-39d1-4ff1-9eb2-29a8f18094b3 req-44c6731b-7308-479d-bd61-41faacf016ff service neutron] Port c5445bd1-d627-4f17-aa1f-1b419572ed81 on network 5220cb0c-da05-478a-9604-8c11469a05b4 not bound, no agent of type Open vSwitch agent registered on host n-h2-713301-16 {{(pid=95101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 19:25:23.332922 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afca8066-39d1-4ff1-9eb2-29a8f18094b3 req-44c6731b-7308-479d-bd61-41faacf016ff service neutron] Attempting to bind port c5445bd1-d627-4f17-aa1f-1b419572ed81 on network 5220cb0c-da05-478a-9604-8c11469a05b4 {{(pid=95101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:25:23.400414 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afca8066-39d1-4ff1-9eb2-29a8f18094b3 req-44c6731b-7308-479d-bd61-41faacf016ff service neutron] Checking agent: {'id': '2a7cea34-db54-4faf-8d23-37521c3e34cb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713301-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 19, 15, 28), 'started_at': datetime.datetime(2021, 9, 23, 19, 15, 28), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 19, 24, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 19:25:23.401202 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afca8066-39d1-4ff1-9eb2-29a8f18094b3 req-44c6731b-7308-479d-bd61-41faacf016ff service neutron] Checking segment: {'id': '6139d589-eb6c-4578-8935-c26ddf396853', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '5220cb0c-da05-478a-9604-8c11469a05b4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:25:23.401830 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afca8066-39d1-4ff1-9eb2-29a8f18094b3 req-44c6731b-7308-479d-bd61-41faacf016ff service neutron] Bound using segment: {'id': '6139d589-eb6c-4578-8935-c26ddf396853', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '5220cb0c-da05-478a-9604-8c11469a05b4'} {{(pid=95101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 19:25:23.402585 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.managers [req-afca8066-39d1-4ff1-9eb2-29a8f18094b3 req-44c6731b-7308-479d-bd61-41faacf016ff service neutron] Bound port: c5445bd1-d627-4f17-aa1f-1b419572ed81, host: n-h2-713301-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6139d589-eb6c-4578-8935-c26ddf396853', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '5220cb0c-da05-478a-9604-8c11469a05b4'}}] {{(pid=95101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 19:25:23.403543 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-afca8066-39d1-4ff1-9eb2-29a8f18094b3 req-44c6731b-7308-479d-bd61-41faacf016ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:23.410081 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-afca8066-39d1-4ff1-9eb2-29a8f18094b3 req-3481820e-dfbd-4767-8339-9be97e09b2e6 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.153&port_id=3ef3b9f7-4295-43fa-809a-8c3147e99fb4 HTTP/1.1" status: 200 len: 217 time: 0.0716357 Sep 23 19:25:23.426769 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-c8439581-d2c7-4ce8-af1c-1eed74edccd6 req-9b25c5c5-f601-4c44-b242-e6dcf619c152 tempest-InstanceActionsV221TestJSON-72249271 tempest-InstanceActionsV221TestJSON-72249271-project] 10.222.0.67 "GET /v2.0/security-groups?id=773f07a6-9dbe-4e52-9128-29aea4a22afb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574331 Sep 23 19:25:23.428780 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3dc6f19f-b011-44f2-9360-33745ec68dac req-a3925ff6-a403-432d-8c9b-e37b4bf5f640 tempest-DeleteServersTestJSON-2111530366 tempest-DeleteServersTestJSON-2111530366-project] Made reservation on behalf of 30554f6e61d54c6bbf3c805c15e93860 for: {'port': 1} {{(pid=95102) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:25:23.433448 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-3dc6f19f-b011-44f2-9360-33745ec68dac req-a3925ff6-a403-432d-8c9b-e37b4bf5f640 tempest-DeleteServersTestJSON-2111530366 tempest-DeleteServersTestJSON-2111530366-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:23.474932 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-19f53fcb-56f1-4008-b33b-b1da77275094 req-9c28b581-27ab-4076-a4bd-d5b0115d9545 tempest-ServersTestFqdnHostnames-1525195897 tempest-ServersTestFqdnHostnames-1525195897-project] 10.222.0.67 "GET /v2.0/security-groups?id=9dcb96be-8c37-4c08-8031-8b500de6a2df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1625319 Sep 23 19:25:23.638560 n-d-713301-16 neutron-server[95103]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 19:25:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-952c4323-42ee-42b4-83d5-a23f1fa69fe8 x-openstack-request-id: req-952c4323-42ee-42b4-83d5-a23f1fa69fe8 {{(pid=95103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 19:25:23.638839 n-d-713301-16 neutron-server[95103]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bb2c6f09-7819-43f3-8497-6afb25b47abf", "name": "network-vif-plugged", "status": "completed", "tag": "434a294f-2789-4523-b6ff-773832200e0f", "code": 200}]} {{(pid=95103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 19:25:23.639078 n-d-713301-16 neutron-server[95103]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-952c4323-42ee-42b4-83d5-a23f1fa69fe8 {{(pid=95103) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 19:25:23.639460 n-d-713301-16 neutron-server[95103]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bb2c6f09-7819-43f3-8497-6afb25b47abf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '434a294f-2789-4523-b6ff-773832200e0f', 'code': 200} Sep 23 19:25:23.641398 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Pushing event updated for resources: {'Port': ['ID=13df5287-4daa-460b-93f2-29d296431340,revision_number=5']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:25:23.651249 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afca8066-39d1-4ff1-9eb2-29a8f18094b3 req-9a904bc7-2197-4ff9-9a14-25750a5edb92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:25:23.653043 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-afca8066-39d1-4ff1-9eb2-29a8f18094b3 req-9a904bc7-2197-4ff9-9a14-25750a5edb92 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=1ccc69bc-9d6b-44d9-b227-204e47dc6e45 HTTP/1.1" status: 200 len: 843 time: 0.2338758 Sep 23 19:25:23.680732 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-7020469f-d3b8-4a3b-9e3d-0483abe5605a req-efbf9124-45ba-488b-a9b5-7a3a201442f8 tempest-DeleteServersTestJSON-2111530366 tempest-DeleteServersTestJSON-2111530366-project] 10.222.0.67 "GET /v2.0/ports?device_id=9b29c0ec-9044-40c0-84b1-fefa1dddfd07 HTTP/1.1" status: 200 len: 210 time: 0.0569232 Sep 23 19:25:23.724280 n-d-713301-16 neutron-server[95102]: DEBUG neutron.db.db_base_plugin_common [req-3dc6f19f-b011-44f2-9360-33745ec68dac req-a3925ff6-a403-432d-8c9b-e37b4bf5f640 tempest-DeleteServersTestJSON-2111530366 tempest-DeleteServersTestJSON-2111530366-project] Allocated IP 172.20.0.6 (e47803fc-37db-4c82-80ca-757602b818ca/4ba945d5-0498-408c-b65f-8f07a46d41b0/61f0eaf0-3962-49b6-a5fb-045cbc3ea683) {{(pid=95102) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 19:25:23.753443 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-0ae75029-feb6-4728-9a94-5f9b60993d82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:23.797378 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] For port 2dab8c30-a666-4946-a2fe-42ac74ba9fa7, host n-h1-713301-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-16',level=0,port_id=2dab8c30-a666-4946-a2fe-42ac74ba9fa7,segment=NetworkSegment(7fea2a1e-f855-4d52-a7e1-2fd793fa9a5a),segment_id=7fea2a1e-f855-4d52-a7e1-2fd793fa9a5a)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:25:23.812914 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Returning: {'device': '2dab8c30-a666-4946-a2fe-42ac74ba9fa7', 'network_id': 'c1c3ef61-7600-4f98-9132-f29d8908ed23', 'port_id': '2dab8c30-a666-4946-a2fe-42ac74ba9fa7', 'mac_address': 'fa:16:3e:f6:2f:65', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 621, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7398c0e8-218e-4b5a-9041-b8f53e0e75c6', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95103) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 19:25:23.846706 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da3c1784-7043-4a4d-a493-805284021ca2 req-daf670a5-9061-453e-a63f-877a0139646f tempest-ServersOnMultiNodesTest-2040324995 tempest-ServersOnMultiNodesTest-2040324995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:25:23.848325 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-da3c1784-7043-4a4d-a493-805284021ca2 req-daf670a5-9061-453e-a63f-877a0139646f tempest-ServersOnMultiNodesTest-2040324995 tempest-ServersOnMultiNodesTest-2040324995-project] 10.222.0.67 "GET /v2.0/ports?device_id=c1b7c0db-694d-49f1-a4e0-36ea1002bbc6 HTTP/1.1" status: 200 len: 948 time: 0.1019895 Sep 23 19:25:23.900131 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:23.924292 n-d-713301-16 neutron-server[95103]: DEBUG neutron.notifiers.nova [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2dab8c30-a666-4946-a2fe-42ac74ba9fa7 {{(pid=95103) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 19:25:23.945235 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-722a0954-f18b-48db-a554-44b40c9eb62e req-de0b252f-7188-423d-8e90-59a2f1359467 tempest-TaggedBootDevicesTest-1101605307 tempest-TaggedBootDevicesTest-1101605307-project] 10.222.0.67 "GET /v2.0/ports?device_id=6c7d744a-f584-4648-aa8d-a6936fa22df4 HTTP/1.1" status: 200 len: 210 time: 0.0773501 Sep 23 19:25:23.951773 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] For port 2dab8c30-a666-4946-a2fe-42ac74ba9fa7, host n-h1-713301-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-16',level=0,port_id=2dab8c30-a666-4946-a2fe-42ac74ba9fa7,segment=NetworkSegment(7fea2a1e-f855-4d52-a7e1-2fd793fa9a5a),segment_id=7fea2a1e-f855-4d52-a7e1-2fd793fa9a5a)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:25:23.965669 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:24.043911 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Pushing event updated for resources: {'Port': ['ID=2dab8c30-a666-4946-a2fe-42ac74ba9fa7,revision_number=4']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:25:24.064564 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.db [req-afca8066-39d1-4ff1-9eb2-29a8f18094b3 req-44c6731b-7308-479d-bd61-41faacf016ff service neutron] For port c5445bd1-d627-4f17-aa1f-1b419572ed81, host n-h2-713301-16, cleared binding levels {{(pid=95101) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 19:25:24.064934 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-da3c1784-7043-4a4d-a493-805284021ca2 req-6a02c32e-f0b4-4999-b729-b78f83c9515e tempest-ServersOnMultiNodesTest-2040324995 tempest-ServersOnMultiNodesTest-2040324995-project] 10.222.0.67 "GET /v2.0/security-groups?id=157e791d-182d-45ba-a5d1-6edf868180cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1993017 Sep 23 19:25:24.090732 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.db [req-afca8066-39d1-4ff1-9eb2-29a8f18094b3 req-44c6731b-7308-479d-bd61-41faacf016ff service neutron] For port c5445bd1-d627-4f17-aa1f-1b419572ed81, host n-h2-713301-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-16',level=0,port_id=c5445bd1-d627-4f17-aa1f-1b419572ed81,segment=NetworkSegment(6139d589-eb6c-4578-8935-c26ddf396853),segment_id=6139d589-eb6c-4578-8935-c26ddf396853)] {{(pid=95101) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 19:25:24.090732 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afca8066-39d1-4ff1-9eb2-29a8f18094b3 req-d1403109-de20-4c2f-8fd4-5248862df27e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:25:24.091793 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-afca8066-39d1-4ff1-9eb2-29a8f18094b3 req-d1403109-de20-4c2f-8fd4-5248862df27e service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=5220cb0c-da05-478a-9604-8c11469a05b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.4176559 Sep 23 19:25:24.097901 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-afca8066-39d1-4ff1-9eb2-29a8f18094b3 req-44c6731b-7308-479d-bd61-41faacf016ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5607436'] for port, after_update {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:24.122750 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-3dc6f19f-b011-44f2-9360-33745ec68dac req-a3925ff6-a403-432d-8c9b-e37b4bf5f640 tempest-DeleteServersTestJSON-2111530366 tempest-DeleteServersTestJSON-2111530366-project] Notify callbacks [] for port, precommit_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:24.139939 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6815220a-49cc-4445-b599-c51577e60e2d req-fc0956ac-2f6c-4d8d-9f35-59af5a93825e tempest-MigrationsAdminTest-397594546 tempest-MigrationsAdminTest-397594546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:25:24.141511 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-6815220a-49cc-4445-b599-c51577e60e2d req-fc0956ac-2f6c-4d8d-9f35-59af5a93825e tempest-MigrationsAdminTest-397594546 tempest-MigrationsAdminTest-397594546-project] 10.222.0.67 "GET /v2.0/ports?device_id=61df6679-e03a-4089-8f81-8cc4daaf4da0 HTTP/1.1" status: 200 len: 950 time: 0.1025639 Sep 23 19:25:24.145505 n-d-713301-16 neutron-server[95101]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 19:25:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c79411a8-8970-4cbf-ad3f-cbea069910ef x-openstack-request-id: req-c79411a8-8970-4cbf-ad3f-cbea069910ef {{(pid=95101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 19:25:24.145788 n-d-713301-16 neutron-server[95101]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c1b7c0db-694d-49f1-a4e0-36ea1002bbc6", "tag": "3ef3b9f7-4295-43fa-809a-8c3147e99fb4", "status": "completed", "code": 200}]} {{(pid=95101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 19:25:24.146032 n-d-713301-16 neutron-server[95101]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-c79411a8-8970-4cbf-ad3f-cbea069910ef {{(pid=95101) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 19:25:24.146419 n-d-713301-16 neutron-server[95101]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c1b7c0db-694d-49f1-a4e0-36ea1002bbc6', 'tag': '3ef3b9f7-4295-43fa-809a-8c3147e99fb4', 'status': 'completed', 'code': 200} Sep 23 19:25:24.157550 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39cca4f0-10db-4a88-b00d-41689e25f6eb req-ac7102d1-258a-4b1c-8d1d-cf2a7c889759 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:25:24.159020 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-39cca4f0-10db-4a88-b00d-41689e25f6eb req-ac7102d1-258a-4b1c-8d1d-cf2a7c889759 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=bb2c6f09-7819-43f3-8497-6afb25b47abf HTTP/1.1" status: 200 len: 1097 time: 0.1450140 Sep 23 19:25:24.192058 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] get_ports_and_sgs() called for port_ids ['2dab8c30-a666-4946-a2fe-42ac74ba9fa7'] {{(pid=95103) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 19:25:24.199831 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-3dc6f19f-b011-44f2-9360-33745ec68dac req-a3925ff6-a403-432d-8c9b-e37b4bf5f640 tempest-DeleteServersTestJSON-2111530366 tempest-DeleteServersTestJSON-2111530366-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783145673135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4399100'] for port, after_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:24.214765 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afca8066-39d1-4ff1-9eb2-29a8f18094b3 req-44c6731b-7308-479d-bd61-41faacf016ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:25:24.216385 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-afca8066-39d1-4ff1-9eb2-29a8f18094b3 req-44c6731b-7308-479d-bd61-41faacf016ff service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222849'] for port, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:24.218148 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-afca8066-39d1-4ff1-9eb2-29a8f18094b3 req-44c6731b-7308-479d-bd61-41faacf016ff service neutron] 10.222.0.53 "PUT /v2.0/ports/c5445bd1-d627-4f17-aa1f-1b419572ed81 HTTP/1.1" status: 200 len: 1096 time: 2.1802537 Sep 23 19:25:24.261070 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-6815220a-49cc-4445-b599-c51577e60e2d req-3cdfef3c-10bf-4c16-b89e-a2c730f7532a tempest-MigrationsAdminTest-397594546 tempest-MigrationsAdminTest-397594546-project] 10.222.0.67 "GET /v2.0/security-groups?id=78cb509b-31c4-4e2a-bb5c-7abd6194dcc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1014256 Sep 23 19:25:24.348066 n-d-713301-16 neutron-server[95102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3dc6f19f-b011-44f2-9360-33745ec68dac req-a3925ff6-a403-432d-8c9b-e37b4bf5f640 tempest-DeleteServersTestJSON-2111530366 tempest-DeleteServersTestJSON-2111530366-project] Network e47803fc-37db-4c82-80ca-757602b818ca is already hosted by enough agents. {{(pid=95102) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:25:24.364219 n-d-713301-16 neutron-server[95102]: DEBUG neutron.scheduler.base_scheduler [req-3dc6f19f-b011-44f2-9360-33745ec68dac req-a3925ff6-a403-432d-8c9b-e37b4bf5f640 tempest-DeleteServersTestJSON-2111530366 tempest-DeleteServersTestJSON-2111530366-project] Resources bound (agent type, host, resource id): {{(pid=95102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:25:24.368587 n-d-713301-16 neutron-server[95102]: DEBUG neutron.db.l3_dvrscheduler_db [req-3dc6f19f-b011-44f2-9360-33745ec68dac req-a3925ff6-a403-432d-8c9b-e37b4bf5f640 tempest-DeleteServersTestJSON-2111530366 tempest-DeleteServersTestJSON-2111530366-project] Received port after_create {{(pid=95102) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 19:25:24.446637 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3925ff6-a403-432d-8c9b-e37b4bf5f640 tempest-DeleteServersTestJSON-2111530366 tempest-DeleteServersTestJSON-2111530366-project] Pushing event updated for resources: {'Port': ['ID=61f0eaf0-3962-49b6-a5fb-045cbc3ea683,revision_number=1']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:25:24.457624 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-afca8066-39d1-4ff1-9eb2-29a8f18094b3 req-148941d8-7cf1-4b8e-9052-e1dcc0c1fb59 service neutron] 10.222.0.53 "GET /v2.0/networks/5220cb0c-da05-478a-9604-8c11469a05b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3556550 Sep 23 19:25:24.461928 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b89d00f7-1260-4c41-941a-233a2e308e43 req-09f10078-1ab6-475c-8d25-0bbf3c994442 tempest-ServerRescueTestJSON-83326898 tempest-ServerRescueTestJSON-83326898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:25:24.468731 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-39cca4f0-10db-4a88-b00d-41689e25f6eb req-2464604d-bd48-49e2-8d59-7e2e5f9c9ab3 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=773f07a6-9dbe-4e52-9128-29aea4a22afb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3006382 Sep 23 19:25:24.469415 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-b89d00f7-1260-4c41-941a-233a2e308e43 req-09f10078-1ab6-475c-8d25-0bbf3c994442 tempest-ServerRescueTestJSON-83326898 tempest-ServerRescueTestJSON-83326898-project] 10.222.0.67 "GET /v2.0/ports?device_id=777ece37-282c-46bf-a54e-b76185b0b66f HTTP/1.1" status: 200 len: 945 time: 0.2735853 Sep 23 19:25:24.469529 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c6731b-7308-479d-bd61-41faacf016ff service neutron] Pushing event updated for resources: {'Port': ['ID=c5445bd1-d627-4f17-aa1f-1b419572ed81,revision_number=3']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:25:24.495250 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd8d3178-c1b0-49e5-8a84-f0cfe3c9ad9a req-0a5b77f3-216d-49a2-9f1f-438dd6855e2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:25:24.496564 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-cd8d3178-c1b0-49e5-8a84-f0cfe3c9ad9a req-0a5b77f3-216d-49a2-9f1f-438dd6855e2e service neutron] 10.222.0.74 "GET /v2.0/ports/0c254e5c-f9ae-4753-bdda-ad06ac5acf06 HTTP/1.1" status: 200 len: 1027 time: 0.1457300 Sep 23 19:25:24.521307 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afca8066-39d1-4ff1-9eb2-29a8f18094b3 req-a4def0a9-3052-4006-b980-59261f4d71ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:25:24.523666 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-afca8066-39d1-4ff1-9eb2-29a8f18094b3 req-a4def0a9-3052-4006-b980-59261f4d71ba service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=40280fc497444617bce52f5bbee56fb9&device_id=cfc90d71-ea75-4d22-a3ac-df60a60991f7 HTTP/1.1" status: 200 len: 1099 time: 0.1841762 Sep 23 19:25:24.524962 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc6f19f-b011-44f2-9360-33745ec68dac req-a3925ff6-a403-432d-8c9b-e37b4bf5f640 tempest-DeleteServersTestJSON-2111530366 tempest-DeleteServersTestJSON-2111530366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:25:24.525597 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-3dc6f19f-b011-44f2-9360-33745ec68dac req-a3925ff6-a403-432d-8c9b-e37b4bf5f640 tempest-DeleteServersTestJSON-2111530366 tempest-DeleteServersTestJSON-2111530366-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222849'] for port, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:24.562658 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcdd112e-67d7-46a7-8bc1-eca70769f242 req-44196c12-c61e-49ea-b6fb-5e23a6df3643 tempest-ServersAdminNegativeTestJSON-421618642 tempest-ServersAdminNegativeTestJSON-421618642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:25:24.564209 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-fcdd112e-67d7-46a7-8bc1-eca70769f242 req-44196c12-c61e-49ea-b6fb-5e23a6df3643 tempest-ServersAdminNegativeTestJSON-421618642 tempest-ServersAdminNegativeTestJSON-421618642-project] 10.222.0.67 "GET /v2.0/ports?device_id=7fc8c157-70b4-480b-8989-c84fa556092c HTTP/1.1" status: 200 len: 949 time: 0.1491301 Sep 23 19:25:24.566236 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-3dc6f19f-b011-44f2-9360-33745ec68dac req-a3925ff6-a403-432d-8c9b-e37b4bf5f640 tempest-DeleteServersTestJSON-2111530366 tempest-DeleteServersTestJSON-2111530366-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7170203 Sep 23 19:25:24.569614 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-b89d00f7-1260-4c41-941a-233a2e308e43 req-54c054f9-4b88-4e74-af27-dfe9b8d2bbe5 tempest-ServerRescueTestJSON-83326898 tempest-ServerRescueTestJSON-83326898-project] 10.222.0.67 "GET /v2.0/security-groups?id=324a4552-7b72-4e62-bcd4-dc8354c093e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992432 Sep 23 19:25:24.596623 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-afca8066-39d1-4ff1-9eb2-29a8f18094b3 req-b6e06a1f-3623-4480-801a-837c8996af23 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.77&port_id=c5445bd1-d627-4f17-aa1f-1b419572ed81 HTTP/1.1" status: 200 len: 217 time: 0.0449674 Sep 23 19:25:24.609029 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-fcdd112e-67d7-46a7-8bc1-eca70769f242 req-aed10a4e-d3e1-42c3-b5f6-d5e6bfd35ec7 tempest-ServersAdminNegativeTestJSON-421618642 tempest-ServersAdminNegativeTestJSON-421618642-project] 10.222.0.67 "GET /v2.0/security-groups?id=a0f69697-909e-4fd5-bdb0-c967fab6b934&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357602 Sep 23 19:25:24.651050 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-afca8066-39d1-4ff1-9eb2-29a8f18094b3 req-35a371dd-2913-4ea9-974e-f29848e80120 service neutron] 10.222.0.53 "GET /v2.0/networks/5220cb0c-da05-478a-9604-8c11469a05b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1781263 Sep 23 19:25:24.671136 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afca8066-39d1-4ff1-9eb2-29a8f18094b3 req-5a47e001-1d18-4a5c-9c73-8feec7615e46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:25:24.672996 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-afca8066-39d1-4ff1-9eb2-29a8f18094b3 req-5a47e001-1d18-4a5c-9c73-8feec7615e46 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=1ccc69bc-9d6b-44d9-b227-204e47dc6e45 HTTP/1.1" status: 200 len: 843 time: 0.0640330 Sep 23 19:25:24.703550 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.v2.base [req-3dc6f19f-b011-44f2-9360-33745ec68dac req-4c6a10b3-570f-449c-bb26-d2ecbadb2e52 service neutron] Request body: {'port': {'device_id': '9b29c0ec-9044-40c0-84b1-fefa1dddfd07', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713301-16'}} {{(pid=95102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:25:24.768040 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afca8066-39d1-4ff1-9eb2-29a8f18094b3 req-e7bb5a51-2a30-4a66-b2bd-c3897247818a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:25:24.769809 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-afca8066-39d1-4ff1-9eb2-29a8f18094b3 req-e7bb5a51-2a30-4a66-b2bd-c3897247818a service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=5220cb0c-da05-478a-9604-8c11469a05b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0854907 Sep 23 19:25:24.772932 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c37f834e-1766-40a4-8c16-733ea2f0912d req-ff7ed05b-a81a-4885-8046-e8d4a63b1dda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:25:24.774287 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-c37f834e-1766-40a4-8c16-733ea2f0912d req-ff7ed05b-a81a-4885-8046-e8d4a63b1dda service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=40280fc497444617bce52f5bbee56fb9&device_id=c1b7c0db-694d-49f1-a4e0-36ea1002bbc6 HTTP/1.1" status: 200 len: 1100 time: 0.0569398 Sep 23 19:25:24.783356 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd8d3178-c1b0-49e5-8a84-f0cfe3c9ad9a req-2b2ec81e-8712-4596-ad5d-9221d843c429 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:25:24.784757 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-cd8d3178-c1b0-49e5-8a84-f0cfe3c9ad9a req-2b2ec81e-8712-4596-ad5d-9221d843c429 service neutron] 10.222.0.74 "GET /v2.0/ports/7d41c37f-74cf-40b0-90b0-f617844a1824 HTTP/1.1" status: 200 len: 1028 time: 0.0889182 Sep 23 19:25:24.820250 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52004fc5-84d2-4274-ac90-9ad97ee0ee6b req-0ed1c6ec-b790-4316-845f-4f11f7bc0fb5 tempest-InstanceActionsV221TestJSON-72249271 tempest-InstanceActionsV221TestJSON-72249271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:25:24.821812 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-52004fc5-84d2-4274-ac90-9ad97ee0ee6b req-0ed1c6ec-b790-4316-845f-4f11f7bc0fb5 tempest-InstanceActionsV221TestJSON-72249271 tempest-InstanceActionsV221TestJSON-72249271-project] 10.222.0.67 "GET /v2.0/ports?device_id=bb2c6f09-7819-43f3-8497-6afb25b47abf HTTP/1.1" status: 200 len: 945 time: 0.1718557 Sep 23 19:25:24.874671 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-3dc6f19f-b011-44f2-9360-33745ec68dac req-4c6a10b3-570f-449c-bb26-d2ecbadb2e52 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:24.884318 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f85c32-87fa-4690-8125-31654d7b1a5b req-24b64618-10ac-49cb-a149-3a2d9d09c2a2 tempest-ServersTestFqdnHostnames-1525195897 tempest-ServersTestFqdnHostnames-1525195897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:25:24.887369 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-38f85c32-87fa-4690-8125-31654d7b1a5b req-24b64618-10ac-49cb-a149-3a2d9d09c2a2 tempest-ServersTestFqdnHostnames-1525195897 tempest-ServersTestFqdnHostnames-1525195897-project] 10.222.0.67 "GET /v2.0/ports?device_id=184d74d2-7152-4624-b343-e54a08abfe76 HTTP/1.1" status: 200 len: 944 time: 0.2023823 Sep 23 19:25:24.950972 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c37f834e-1766-40a4-8c16-733ea2f0912d req-3f39f5d3-9b82-450e-94b4-b82937e2cd57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:25:24.952578 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-c37f834e-1766-40a4-8c16-733ea2f0912d req-3f39f5d3-9b82-450e-94b4-b82937e2cd57 service neutron] 10.222.0.53 "GET /v2.0/networks?id=5220cb0c-da05-478a-9604-8c11469a05b4 HTTP/1.1" status: 200 len: 870 time: 0.1688280 Sep 23 19:25:24.954656 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-afca8066-39d1-4ff1-9eb2-29a8f18094b3 req-8146e98d-7994-4e5a-a043-5d046c2801ba service neutron] 10.222.0.53 "GET /v2.0/networks/5220cb0c-da05-478a-9604-8c11469a05b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1721137 Sep 23 19:25:24.966292 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Device 2dab8c30-a666-4946-a2fe-42ac74ba9fa7 up at agent hyperv_n-h1-713301-16 {{(pid=95103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 19:25:25.018026 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-c37f834e-1766-40a4-8c16-733ea2f0912d req-0b8a0dcf-5c53-4328-a3cd-a4835e728c9a service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.153&port_id=3ef3b9f7-4295-43fa-809a-8c3147e99fb4 HTTP/1.1" status: 200 len: 217 time: 0.0512731 Sep 23 19:25:25.041674 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Provisioning for port 2dab8c30-a666-4946-a2fe-42ac74ba9fa7 completed by entity L2. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 19:25:25.047328 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Provisioning complete for port 2dab8c30-a666-4946-a2fe-42ac74ba9fa7 triggered by entity L2. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:25:25.047913 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:25.051909 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.agents_db [None req-f2f5c474-60a3-474f-b2cc-02c4bd30880c None None] Agent healthcheck: found 7 active agents {{(pid=95104) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 19:25:25.056098 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-52004fc5-84d2-4274-ac90-9ad97ee0ee6b req-727fb936-5c62-4eba-ae42-5be1d33cfd3b tempest-InstanceActionsV221TestJSON-72249271 tempest-InstanceActionsV221TestJSON-72249271-project] 10.222.0.67 "GET /v2.0/security-groups?id=773f07a6-9dbe-4e52-9128-29aea4a22afb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2024236 Sep 23 19:25:25.094610 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-38f85c32-87fa-4690-8125-31654d7b1a5b req-693c156c-9893-4c40-adfc-cd238f51e446 tempest-ServersTestFqdnHostnames-1525195897 tempest-ServersTestFqdnHostnames-1525195897-project] 10.222.0.67 "GET /v2.0/security-groups?id=9dcb96be-8c37-4c08-8031-8b500de6a2df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1879966 Sep 23 19:25:25.115213 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd8d3178-c1b0-49e5-8a84-f0cfe3c9ad9a req-76519219-43a9-4939-9e77-8e813e6b8cfb tempest-TaggedBootDevicesTest-1101605307 tempest-TaggedBootDevicesTest-1101605307-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:25:25.124419 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd8d3178-c1b0-49e5-8a84-f0cfe3c9ad9a req-76519219-43a9-4939-9e77-8e813e6b8cfb tempest-TaggedBootDevicesTest-1101605307 tempest-TaggedBootDevicesTest-1101605307-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:25:25.138002 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd8d3178-c1b0-49e5-8a84-f0cfe3c9ad9a req-76519219-43a9-4939-9e77-8e813e6b8cfb tempest-TaggedBootDevicesTest-1101605307 tempest-TaggedBootDevicesTest-1101605307-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:25:25.140146 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-cd8d3178-c1b0-49e5-8a84-f0cfe3c9ad9a req-76519219-43a9-4939-9e77-8e813e6b8cfb tempest-TaggedBootDevicesTest-1101605307 tempest-TaggedBootDevicesTest-1101605307-project] 10.222.0.74 "GET /v2.0/networks?id=0e7486fc-edf5-4778-98e4-d68293f3be17&id=af02e9ab-cfd4-4a32-b9af-2413db894481&id=af02e9ab-cfd4-4a32-b9af-2413db894481&id=af02e9ab-cfd4-4a32-b9af-2413db894481&id=af02e9ab-cfd4-4a32-b9af-2413db894481&id=bada5757-bdaa-4c5b-b7b4-3acebf356815&id=bada5757-bdaa-4c5b-b7b4-3acebf356815 HTTP/1.1" status: 200 len: 1990 time: 0.3448594 Sep 23 19:25:25.163710 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c37f834e-1766-40a4-8c16-733ea2f0912d req-c8f6715e-2b46-4118-a55e-e87173db46ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:25:25.165449 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-c37f834e-1766-40a4-8c16-733ea2f0912d req-c8f6715e-2b46-4118-a55e-e87173db46ab service neutron] 10.222.0.53 "GET /v2.0/subnets?id=1ccc69bc-9d6b-44d9-b227-204e47dc6e45 HTTP/1.1" status: 200 len: 843 time: 0.1355543 Sep 23 19:25:25.199442 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-80e7e501-6c57-470d-92c6-e3d54bc3195c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:25.200167 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:25.217960 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-afca8066-39d1-4ff1-9eb2-29a8f18094b3 req-a156068d-cea7-4cda-be3c-102c2dfbd3ca service neutron] 10.222.0.53 "GET /v2.0/networks/5220cb0c-da05-478a-9604-8c11469a05b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2426672 Sep 23 19:25:25.237933 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c37f834e-1766-40a4-8c16-733ea2f0912d req-9f6ee80c-9ad8-4a38-8b22-8d243f145413 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:25:25.239579 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-c37f834e-1766-40a4-8c16-733ea2f0912d req-9f6ee80c-9ad8-4a38-8b22-8d243f145413 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=5220cb0c-da05-478a-9604-8c11469a05b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0650115 Sep 23 19:25:25.248674 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] For port 2dab8c30-a666-4946-a2fe-42ac74ba9fa7, host n-h1-713301-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-16',level=0,port_id=2dab8c30-a666-4946-a2fe-42ac74ba9fa7,segment=NetworkSegment(7fea2a1e-f855-4d52-a7e1-2fd793fa9a5a),segment_id=7fea2a1e-f855-4d52-a7e1-2fd793fa9a5a)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:25:25.260956 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:25.313873 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Pushing event updated for resources: {'Port': ['ID=2dab8c30-a666-4946-a2fe-42ac74ba9fa7,revision_number=5']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:25:25.329241 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-039a2c6b-3142-4583-980e-f5fa377d53f9 req-25b7fb01-ff6c-43f0-b549-f63fbbf15060 tempest-TaggedBootDevicesTest-1101605307 tempest-TaggedBootDevicesTest-1101605307-project] 10.222.0.67 "GET /v2.0/ports?device_id=6c7d744a-f584-4648-aa8d-a6936fa22df4 HTTP/1.1" status: 200 len: 210 time: 0.0978146 Sep 23 19:25:25.357211 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-c37f834e-1766-40a4-8c16-733ea2f0912d req-ad53f05b-dede-4391-98a9-8fd4ac2e9c33 service neutron] 10.222.0.53 "GET /v2.0/networks/5220cb0c-da05-478a-9604-8c11469a05b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1074865 Sep 23 19:25:25.377320 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-cd8d3178-c1b0-49e5-8a84-f0cfe3c9ad9a req-18725c87-7859-4539-b936-00f0544bb10f tempest-TaggedBootDevicesTest-1101605307 tempest-TaggedBootDevicesTest-1101605307-project] 10.222.0.74 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f9311328b6c648f88a79b8848358e4b9 HTTP/1.1" status: 200 len: 379 time: 0.1435637 Sep 23 19:25:25.393575 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.v2.base [req-cd8d3178-c1b0-49e5-8a84-f0cfe3c9ad9a req-68bb06ec-e5b2-4bad-a729-441e9675fd04 tempest-TaggedBootDevicesTest-1101605307 tempest-TaggedBootDevicesTest-1101605307-project] Request body: {'port': {'device_id': '6c7d744a-f584-4648-aa8d-a6936fa22df4', 'network_id': '0e7486fc-edf5-4778-98e4-d68293f3be17', 'admin_state_up': True, 'tenant_id': 'f9311328b6c648f88a79b8848358e4b9', 'security_groups': ['7583e831-f62b-49a7-9a62-f1028bb8aa73']}} {{(pid=95102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:25:25.431933 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32232d10-5016-4ad9-b283-759a4ddbd34c req-e4f7aeba-fa3c-4fc3-9e97-1ae6823b4bdc tempest-DeleteServersTestJSON-2111530366 tempest-DeleteServersTestJSON-2111530366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:25:25.433580 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-32232d10-5016-4ad9-b283-759a4ddbd34c req-e4f7aeba-fa3c-4fc3-9e97-1ae6823b4bdc tempest-DeleteServersTestJSON-2111530366 tempest-DeleteServersTestJSON-2111530366-project] 10.222.0.67 "GET /v2.0/ports?device_id=9b29c0ec-9044-40c0-84b1-fefa1dddfd07 HTTP/1.1" status: 200 len: 931 time: 0.2012553 Sep 23 19:25:25.468433 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-c37f834e-1766-40a4-8c16-733ea2f0912d req-bcdd8609-f68b-42b9-bf1d-dfe83ad48eef service neutron] 10.222.0.53 "GET /v2.0/networks/5220cb0c-da05-478a-9604-8c11469a05b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1026959 Sep 23 19:25:25.603346 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-32232d10-5016-4ad9-b283-759a4ddbd34c req-8b59a677-2a41-405d-b048-351c98f187ee tempest-DeleteServersTestJSON-2111530366 tempest-DeleteServersTestJSON-2111530366-project] 10.222.0.67 "GET /v2.0/security-groups?id=67f2e2ca-928f-40e5-b9b2-05ec3bddbb37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1578193 Sep 23 19:25:25.623766 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a22edf4c-ab90-452e-8b18-aabeffd4c389 req-120f2d92-9001-472c-a314-2d3e2d5f2e3b tempest-ServersOnMultiNodesTest-2040324995 tempest-ServersOnMultiNodesTest-2040324995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:25:25.625453 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-a22edf4c-ab90-452e-8b18-aabeffd4c389 req-120f2d92-9001-472c-a314-2d3e2d5f2e3b tempest-ServersOnMultiNodesTest-2040324995 tempest-ServersOnMultiNodesTest-2040324995-project] 10.222.0.67 "GET /v2.0/ports?device_id=c1b7c0db-694d-49f1-a4e0-36ea1002bbc6 HTTP/1.1" status: 200 len: 948 time: 0.2105589 Sep 23 19:25:25.640652 n-d-713301-16 neutron-server[95103]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7fc8c157-70b4-480b-8989-c84fa556092c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13df5287-4daa-460b-93f2-29d296431340'}, {'server_uuid': '184d74d2-7152-4624-b343-e54a08abfe76', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2dab8c30-a666-4946-a2fe-42ac74ba9fa7'}] {{(pid=95103) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 19:25:25.643293 n-d-713301-16 neutron-server[95103]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}81a1c17f2aa89d5b3ebbba3a3e0cf7eb588e431c2224256110c4c4facdd7c3e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb190a32-2c0f-44f5-a50f-55f68cba7b22" -d '{"events": [{"server_uuid": "7fc8c157-70b4-480b-8989-c84fa556092c", "name": "network-vif-plugged", "status": "completed", "tag": "13df5287-4daa-460b-93f2-29d296431340"}, {"server_uuid": "184d74d2-7152-4624-b343-e54a08abfe76", "name": "network-vif-plugged", "status": "completed", "tag": "2dab8c30-a666-4946-a2fe-42ac74ba9fa7"}]}' {{(pid=95103) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 19:25:25.739513 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cd8d3178-c1b0-49e5-8a84-f0cfe3c9ad9a req-68bb06ec-e5b2-4bad-a729-441e9675fd04 tempest-TaggedBootDevicesTest-1101605307 tempest-TaggedBootDevicesTest-1101605307-project] Made reservation on behalf of f9311328b6c648f88a79b8848358e4b9 for: {'port': 1} {{(pid=95102) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:25:25.743806 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-cd8d3178-c1b0-49e5-8a84-f0cfe3c9ad9a req-68bb06ec-e5b2-4bad-a729-441e9675fd04 tempest-TaggedBootDevicesTest-1101605307 tempest-TaggedBootDevicesTest-1101605307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:25.765243 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-a22edf4c-ab90-452e-8b18-aabeffd4c389 req-4c799ea3-8a37-45b3-bece-3a6d275ca7c1 tempest-ServersOnMultiNodesTest-2040324995 tempest-ServersOnMultiNodesTest-2040324995-project] 10.222.0.67 "GET /v2.0/security-groups?id=157e791d-182d-45ba-a5d1-6edf868180cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1256692 Sep 23 19:25:25.791469 n-d-713301-16 neutron-server[95102]: DEBUG neutron.notifiers.nova [req-3dc6f19f-b011-44f2-9360-33745ec68dac req-4c6a10b3-570f-449c-bb26-d2ecbadb2e52 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 61f0eaf0-3962-49b6-a5fb-045cbc3ea683 {{(pid=95102) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 19:25:25.802033 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-3dc6f19f-b011-44f2-9360-33745ec68dac req-4c6a10b3-570f-449c-bb26-d2ecbadb2e52 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:25.828238 n-d-713301-16 neutron-server[95102]: DEBUG neutron.db.provisioning_blocks [req-3dc6f19f-b011-44f2-9360-33745ec68dac req-4c6a10b3-570f-449c-bb26-d2ecbadb2e52 service neutron] Transition to ACTIVE for port object 61f0eaf0-3962-49b6-a5fb-045cbc3ea683 will not be triggered until provisioned by entity L2. {{(pid=95102) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 19:25:25.870607 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-3dc6f19f-b011-44f2-9360-33745ec68dac req-4c6a10b3-570f-449c-bb26-d2ecbadb2e52 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4399095'] for port, after_update {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:25.891954 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f705ce5-0dd3-4b17-bd58-91eec64679c4 req-b3936313-e3e5-4e8d-a2d4-7365547ef0a7 tempest-MigrationsAdminTest-397594546 tempest-MigrationsAdminTest-397594546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:25:25.893484 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-9f705ce5-0dd3-4b17-bd58-91eec64679c4 req-b3936313-e3e5-4e8d-a2d4-7365547ef0a7 tempest-MigrationsAdminTest-397594546 tempest-MigrationsAdminTest-397594546-project] 10.222.0.67 "GET /v2.0/ports?device_id=61df6679-e03a-4089-8f81-8cc4daaf4da0 HTTP/1.1" status: 200 len: 950 time: 0.2020397 Sep 23 19:25:26.018802 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c6a10b3-570f-449c-bb26-d2ecbadb2e52 service neutron] Pushing event updated for resources: {'Port': ['ID=61f0eaf0-3962-49b6-a5fb-045cbc3ea683,revision_number=2']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:25:26.072450 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-9f705ce5-0dd3-4b17-bd58-91eec64679c4 req-eff76f4c-48cb-4b91-9fa3-6f1b80a36de6 tempest-MigrationsAdminTest-397594546 tempest-MigrationsAdminTest-397594546-project] 10.222.0.67 "GET /v2.0/security-groups?id=78cb509b-31c4-4e2a-bb5c-7abd6194dcc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1499639 Sep 23 19:25:26.108587 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8cc672-3906-4507-b6ee-dc64d6727314 req-f91ba519-f1f1-4a5d-bab5-64d66ff29e77 tempest-ServerRescueTestJSON-83326898 tempest-ServerRescueTestJSON-83326898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:25:26.111908 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-ee8cc672-3906-4507-b6ee-dc64d6727314 req-f91ba519-f1f1-4a5d-bab5-64d66ff29e77 tempest-ServerRescueTestJSON-83326898 tempest-ServerRescueTestJSON-83326898-project] 10.222.0.67 "GET /v2.0/ports?device_id=777ece37-282c-46bf-a54e-b76185b0b66f HTTP/1.1" status: 200 len: 945 time: 0.2487476 Sep 23 19:25:26.119790 n-d-713301-16 neutron-server[95102]: DEBUG neutron.db.db_base_plugin_common [req-cd8d3178-c1b0-49e5-8a84-f0cfe3c9ad9a req-68bb06ec-e5b2-4bad-a729-441e9675fd04 tempest-TaggedBootDevicesTest-1101605307 tempest-TaggedBootDevicesTest-1101605307-project] Allocated IP 172.20.0.5 (0e7486fc-edf5-4778-98e4-d68293f3be17/9bcc6428-1995-45f6-ba66-eea6197581a7/04608e80-e340-4c55-b856-25d17244403b) {{(pid=95102) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 19:25:26.148021 n-d-713301-16 neutron-server[95101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cfc90d71-ea75-4d22-a3ac-df60a60991f7', 'tag': 'c5445bd1-d627-4f17-aa1f-1b419572ed81'}] {{(pid=95101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 19:25:26.150354 n-d-713301-16 neutron-server[95101]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d8366c5740cd635e57ab12b71fe44a77c2acc3c19091ef849c6f68b380462244" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9b2565f-a55e-4f96-a18d-d6632a7612f7" -d '{"events": [{"name": "network-changed", "server_uuid": "cfc90d71-ea75-4d22-a3ac-df60a60991f7", "tag": "c5445bd1-d627-4f17-aa1f-1b419572ed81"}]}' {{(pid=95101) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 19:25:26.239608 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.managers [req-3dc6f19f-b011-44f2-9360-33745ec68dac req-4c6a10b3-570f-449c-bb26-d2ecbadb2e52 service neutron] Attempting to bind port 61f0eaf0-3962-49b6-a5fb-045cbc3ea683 on host n-h1-713301-16 for vnic_type normal with profile {{(pid=95102) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 19:25:26.239941 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.managers [req-3dc6f19f-b011-44f2-9360-33745ec68dac req-4c6a10b3-570f-449c-bb26-d2ecbadb2e52 service neutron] Attempting to bind port 61f0eaf0-3962-49b6-a5fb-045cbc3ea683 by drivers openvswitch,hyperv on host n-h1-713301-16 at level 0 using segments [{'id': '741d6d3e-2760-41a6-838f-b8b4255cee30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': 'e47803fc-37db-4c82-80ca-757602b818ca'}] {{(pid=95102) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 19:25:26.240268 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3dc6f19f-b011-44f2-9360-33745ec68dac req-4c6a10b3-570f-449c-bb26-d2ecbadb2e52 service neutron] Attempting to bind port 61f0eaf0-3962-49b6-a5fb-045cbc3ea683 on network e47803fc-37db-4c82-80ca-757602b818ca {{(pid=95102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:25:26.248927 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-ee8cc672-3906-4507-b6ee-dc64d6727314 req-6adaad6f-e191-4f07-ae0e-a861dc9001a2 tempest-ServerRescueTestJSON-83326898 tempest-ServerRescueTestJSON-83326898-project] 10.222.0.67 "GET /v2.0/security-groups?id=324a4552-7b72-4e62-bcd4-dc8354c093e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1263044 Sep 23 19:25:26.275522 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3dc6f19f-b011-44f2-9360-33745ec68dac req-4c6a10b3-570f-449c-bb26-d2ecbadb2e52 service neutron] Port 61f0eaf0-3962-49b6-a5fb-045cbc3ea683 on network e47803fc-37db-4c82-80ca-757602b818ca not bound, no agent of type Open vSwitch agent registered on host n-h1-713301-16 {{(pid=95102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 19:25:26.275859 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3dc6f19f-b011-44f2-9360-33745ec68dac req-4c6a10b3-570f-449c-bb26-d2ecbadb2e52 service neutron] Attempting to bind port 61f0eaf0-3962-49b6-a5fb-045cbc3ea683 on network e47803fc-37db-4c82-80ca-757602b818ca {{(pid=95102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:25:26.296897 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38cebc32-dfdd-454e-9671-e4f1b93d5c0c req-3069dcfe-78c0-4535-8459-2f9ba698f0d2 tempest-ServersAdminNegativeTestJSON-421618642 tempest-ServersAdminNegativeTestJSON-421618642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:25:26.298868 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-38cebc32-dfdd-454e-9671-e4f1b93d5c0c req-3069dcfe-78c0-4535-8459-2f9ba698f0d2 tempest-ServersAdminNegativeTestJSON-421618642 tempest-ServersAdminNegativeTestJSON-421618642-project] 10.222.0.67 "GET /v2.0/ports?device_id=7fc8c157-70b4-480b-8989-c84fa556092c HTTP/1.1" status: 200 len: 949 time: 0.1518354 Sep 23 19:25:26.304169 n-d-713301-16 neutron-server[95103]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 23 Sep 2021 19:25:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11d5b1b7-8dd1-4ae7-beb6-eee629091e0a x-openstack-request-id: req-11d5b1b7-8dd1-4ae7-beb6-eee629091e0a {{(pid=95103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 19:25:26.305733 n-d-713301-16 neutron-server[95103]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7fc8c157-70b4-480b-8989-c84fa556092c", "name": "network-vif-plugged", "status": "completed", "tag": "13df5287-4daa-460b-93f2-29d296431340", "code": 200}, {"server_uuid": "184d74d2-7152-4624-b343-e54a08abfe76", "name": "network-vif-plugged", "status": "completed", "tag": "2dab8c30-a666-4946-a2fe-42ac74ba9fa7", "code": 200}]} {{(pid=95103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 19:25:26.306245 n-d-713301-16 neutron-server[95103]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-11d5b1b7-8dd1-4ae7-beb6-eee629091e0a {{(pid=95103) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 19:25:26.306867 n-d-713301-16 neutron-server[95103]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7fc8c157-70b4-480b-8989-c84fa556092c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13df5287-4daa-460b-93f2-29d296431340', 'code': 200} Sep 23 19:25:26.307327 n-d-713301-16 neutron-server[95103]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '184d74d2-7152-4624-b343-e54a08abfe76', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2dab8c30-a666-4946-a2fe-42ac74ba9fa7', 'code': 200} Sep 23 19:25:26.311173 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3dc6f19f-b011-44f2-9360-33745ec68dac req-4c6a10b3-570f-449c-bb26-d2ecbadb2e52 service neutron] Checking agent: {'id': '0708c3e9-0aad-4600-9be9-d2486535c898', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713301-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 19, 15, 28), 'started_at': datetime.datetime(2021, 9, 23, 19, 15, 28), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 19, 24, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 19:25:26.311712 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3dc6f19f-b011-44f2-9360-33745ec68dac req-4c6a10b3-570f-449c-bb26-d2ecbadb2e52 service neutron] Checking segment: {'id': '741d6d3e-2760-41a6-838f-b8b4255cee30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': 'e47803fc-37db-4c82-80ca-757602b818ca'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95102) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:25:26.312124 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3dc6f19f-b011-44f2-9360-33745ec68dac req-4c6a10b3-570f-449c-bb26-d2ecbadb2e52 service neutron] Bound using segment: {'id': '741d6d3e-2760-41a6-838f-b8b4255cee30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': 'e47803fc-37db-4c82-80ca-757602b818ca'} {{(pid=95102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 19:25:26.312562 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.managers [req-3dc6f19f-b011-44f2-9360-33745ec68dac req-4c6a10b3-570f-449c-bb26-d2ecbadb2e52 service neutron] Bound port: 61f0eaf0-3962-49b6-a5fb-045cbc3ea683, host: n-h1-713301-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '741d6d3e-2760-41a6-838f-b8b4255cee30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': 'e47803fc-37db-4c82-80ca-757602b818ca'}}] {{(pid=95102) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 19:25:26.313437 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-3dc6f19f-b011-44f2-9360-33745ec68dac req-4c6a10b3-570f-449c-bb26-d2ecbadb2e52 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:26.477525 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b38e815f-ea5a-419c-9edd-2dad938400fe req-ae45ee85-da2a-4598-92df-f1907704a982 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:25:26.479361 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-b38e815f-ea5a-419c-9edd-2dad938400fe req-ae45ee85-da2a-4598-92df-f1907704a982 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=7fc8c157-70b4-480b-8989-c84fa556092c HTTP/1.1" status: 200 len: 1101 time: 0.0882485 Sep 23 19:25:26.483349 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d459058e-ce04-4ddd-8fa2-787b8c061be8 req-dc3833f5-aef9-4b5f-a8a3-c48fc467d651 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:25:26.485501 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-d459058e-ce04-4ddd-8fa2-787b8c061be8 req-dc3833f5-aef9-4b5f-a8a3-c48fc467d651 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=184d74d2-7152-4624-b343-e54a08abfe76 HTTP/1.1" status: 200 len: 1097 time: 0.0827968 Sep 23 19:25:26.546492 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-b38e815f-ea5a-419c-9edd-2dad938400fe req-80dcdd02-8eeb-4fde-91ea-8dc1d646cb33 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=a0f69697-909e-4fd5-bdb0-c967fab6b934&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592115 Sep 23 19:25:26.550509 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-d459058e-ce04-4ddd-8fa2-787b8c061be8 req-4f14af14-cab5-41e3-9c1e-e5a43f8f448e service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=9dcb96be-8c37-4c08-8031-8b500de6a2df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0560293 Sep 23 19:25:26.583780 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Device 3ef3b9f7-4295-43fa-809a-8c3147e99fb4 details requested by agent hyperv_n-h2-713301-16 with host n-h2-713301-16 {{(pid=95103) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 19:25:26.690562 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] For port 3ef3b9f7-4295-43fa-809a-8c3147e99fb4, host n-h2-713301-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-16',level=0,port_id=3ef3b9f7-4295-43fa-809a-8c3147e99fb4,segment=NetworkSegment(6139d589-eb6c-4578-8935-c26ddf396853),segment_id=6139d589-eb6c-4578-8935-c26ddf396853)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:25:26.702349 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Returning: {'device': '3ef3b9f7-4295-43fa-809a-8c3147e99fb4', 'network_id': '5220cb0c-da05-478a-9604-8c11469a05b4', 'port_id': '3ef3b9f7-4295-43fa-809a-8c3147e99fb4', 'mac_address': 'fa:16:3e:61:79:80', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 624, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1ccc69bc-9d6b-44d9-b227-204e47dc6e45', 'ip_address': '192.168.233.153'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95103) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 19:25:26.745659 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:26.760091 n-d-713301-16 neutron-server[95103]: DEBUG neutron.notifiers.nova [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3ef3b9f7-4295-43fa-809a-8c3147e99fb4 {{(pid=95103) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 19:25:26.785210 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] For port 3ef3b9f7-4295-43fa-809a-8c3147e99fb4, host n-h2-713301-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-16',level=0,port_id=3ef3b9f7-4295-43fa-809a-8c3147e99fb4,segment=NetworkSegment(6139d589-eb6c-4578-8935-c26ddf396853),segment_id=6139d589-eb6c-4578-8935-c26ddf396853)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:25:26.789360 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-38cebc32-dfdd-454e-9671-e4f1b93d5c0c req-6d8b8b8c-4e1b-4d6f-8584-47ebae1d7968 tempest-ServersAdminNegativeTestJSON-421618642 tempest-ServersAdminNegativeTestJSON-421618642-project] 10.222.0.67 "GET /v2.0/security-groups?id=a0f69697-909e-4fd5-bdb0-c967fab6b934&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4734507 Sep 23 19:25:26.794051 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:26.839440 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-815f3b0e-4542-4251-a403-94d0e4fea900 req-5bea23ec-ee37-4423-91ab-288519c2cbd9 tempest-InstanceActionsV221TestJSON-72249271 tempest-InstanceActionsV221TestJSON-72249271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:25:26.841168 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-815f3b0e-4542-4251-a403-94d0e4fea900 req-5bea23ec-ee37-4423-91ab-288519c2cbd9 tempest-InstanceActionsV221TestJSON-72249271 tempest-InstanceActionsV221TestJSON-72249271-project] 10.222.0.67 "GET /v2.0/ports?device_id=bb2c6f09-7819-43f3-8497-6afb25b47abf HTTP/1.1" status: 200 len: 945 time: 0.4655719 Sep 23 19:25:26.844637 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-cd8d3178-c1b0-49e5-8a84-f0cfe3c9ad9a req-68bb06ec-e5b2-4bad-a729-441e9675fd04 tempest-TaggedBootDevicesTest-1101605307 tempest-TaggedBootDevicesTest-1101605307-project] Notify callbacks [] for port, precommit_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:26.853507 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Pushing event updated for resources: {'Port': ['ID=3ef3b9f7-4295-43fa-809a-8c3147e99fb4,revision_number=4']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:25:26.861205 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.db [req-3dc6f19f-b011-44f2-9360-33745ec68dac req-4c6a10b3-570f-449c-bb26-d2ecbadb2e52 service neutron] For port 61f0eaf0-3962-49b6-a5fb-045cbc3ea683, host n-h1-713301-16, cleared binding levels {{(pid=95102) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 19:25:26.865012 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.db [req-3dc6f19f-b011-44f2-9360-33745ec68dac req-4c6a10b3-570f-449c-bb26-d2ecbadb2e52 service neutron] For port 61f0eaf0-3962-49b6-a5fb-045cbc3ea683, host n-h1-713301-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-16',level=0,port_id=61f0eaf0-3962-49b6-a5fb-045cbc3ea683,segment=NetworkSegment(741d6d3e-2760-41a6-838f-b8b4255cee30),segment_id=741d6d3e-2760-41a6-838f-b8b4255cee30)] {{(pid=95102) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 19:25:26.878918 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-3dc6f19f-b011-44f2-9360-33745ec68dac req-4c6a10b3-570f-449c-bb26-d2ecbadb2e52 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4399095'] for port, after_update {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:26.970571 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc6f19f-b011-44f2-9360-33745ec68dac req-4c6a10b3-570f-449c-bb26-d2ecbadb2e52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:25:26.971187 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-3dc6f19f-b011-44f2-9360-33745ec68dac req-4c6a10b3-570f-449c-bb26-d2ecbadb2e52 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222849'] for port, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:26.972547 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-3dc6f19f-b011-44f2-9360-33745ec68dac req-4c6a10b3-570f-449c-bb26-d2ecbadb2e52 service neutron] 10.222.0.74 "PUT /v2.0/ports/61f0eaf0-3962-49b6-a5fb-045cbc3ea683 HTTP/1.1" status: 200 len: 1092 time: 2.2756147 Sep 23 19:25:26.976452 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-815f3b0e-4542-4251-a403-94d0e4fea900 req-d10eb37d-ac70-4e69-96ad-4a0a771cc738 tempest-InstanceActionsV221TestJSON-72249271 tempest-InstanceActionsV221TestJSON-72249271-project] 10.222.0.67 "GET /v2.0/security-groups?id=773f07a6-9dbe-4e52-9128-29aea4a22afb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1279576 Sep 23 19:25:26.976912 n-d-713301-16 neutron-server[95102]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9b29c0ec-9044-40c0-84b1-fefa1dddfd07', 'tag': '61f0eaf0-3962-49b6-a5fb-045cbc3ea683'}] {{(pid=95102) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 19:25:26.979121 n-d-713301-16 neutron-server[95102]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab31b6d93e5336dbddfa8ec424565b3bd8cb2369c5b4d85bc943472dbb21e8ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa4459d0-8b1a-4550-98f8-269bad5b4ffc" -d '{"events": [{"name": "network-changed", "server_uuid": "9b29c0ec-9044-40c0-84b1-fefa1dddfd07", "tag": "61f0eaf0-3962-49b6-a5fb-045cbc3ea683"}]}' {{(pid=95102) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 19:25:27.011999 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a424d23-84be-4276-94c3-7a929ba0ef1d req-ec115cac-4189-406b-9bf4-708b91229826 tempest-ServersTestFqdnHostnames-1525195897 tempest-ServersTestFqdnHostnames-1525195897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:25:27.013638 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-6a424d23-84be-4276-94c3-7a929ba0ef1d req-ec115cac-4189-406b-9bf4-708b91229826 tempest-ServersTestFqdnHostnames-1525195897 tempest-ServersTestFqdnHostnames-1525195897-project] 10.222.0.67 "GET /v2.0/ports?device_id=184d74d2-7152-4624-b343-e54a08abfe76 HTTP/1.1" status: 200 len: 945 time: 0.1325841 Sep 23 19:25:27.025041 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c6a10b3-570f-449c-bb26-d2ecbadb2e52 service neutron] Pushing event updated for resources: {'Port': ['ID=61f0eaf0-3962-49b6-a5fb-045cbc3ea683,revision_number=3']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:25:27.029586 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-cd8d3178-c1b0-49e5-8a84-f0cfe3c9ad9a req-68bb06ec-e5b2-4bad-a729-441e9675fd04 tempest-TaggedBootDevicesTest-1101605307 tempest-TaggedBootDevicesTest-1101605307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783145673135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4399100'] for port, after_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:27.036399 n-d-713301-16 neutron-server[95101]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 19:25:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-162bd302-fb28-4beb-a6b1-f63ed8208133 x-openstack-request-id: req-162bd302-fb28-4beb-a6b1-f63ed8208133 {{(pid=95101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 19:25:27.036918 n-d-713301-16 neutron-server[95101]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cfc90d71-ea75-4d22-a3ac-df60a60991f7", "tag": "c5445bd1-d627-4f17-aa1f-1b419572ed81", "status": "completed", "code": 200}]} {{(pid=95101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 19:25:27.039608 n-d-713301-16 neutron-server[95101]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-162bd302-fb28-4beb-a6b1-f63ed8208133 {{(pid=95101) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 19:25:27.040306 n-d-713301-16 neutron-server[95101]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cfc90d71-ea75-4d22-a3ac-df60a60991f7', 'tag': 'c5445bd1-d627-4f17-aa1f-1b419572ed81', 'status': 'completed', 'code': 200} Sep 23 19:25:27.059401 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] get_ports_and_sgs() called for port_ids ['3ef3b9f7-4295-43fa-809a-8c3147e99fb4'] {{(pid=95103) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 19:25:27.113359 n-d-713301-16 neutron-server[95102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cd8d3178-c1b0-49e5-8a84-f0cfe3c9ad9a req-68bb06ec-e5b2-4bad-a729-441e9675fd04 tempest-TaggedBootDevicesTest-1101605307 tempest-TaggedBootDevicesTest-1101605307-project] Network 0e7486fc-edf5-4778-98e4-d68293f3be17 is already hosted by enough agents. {{(pid=95102) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:25:27.124996 n-d-713301-16 neutron-server[95102]: DEBUG neutron.scheduler.base_scheduler [req-cd8d3178-c1b0-49e5-8a84-f0cfe3c9ad9a req-68bb06ec-e5b2-4bad-a729-441e9675fd04 tempest-TaggedBootDevicesTest-1101605307 tempest-TaggedBootDevicesTest-1101605307-project] Resources bound (agent type, host, resource id): {{(pid=95102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:25:27.134315 n-d-713301-16 neutron-server[95102]: DEBUG neutron.db.l3_dvrscheduler_db [req-cd8d3178-c1b0-49e5-8a84-f0cfe3c9ad9a req-68bb06ec-e5b2-4bad-a729-441e9675fd04 tempest-TaggedBootDevicesTest-1101605307 tempest-TaggedBootDevicesTest-1101605307-project] Received port after_create {{(pid=95102) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 19:25:27.165309 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68bb06ec-e5b2-4bad-a729-441e9675fd04 tempest-TaggedBootDevicesTest-1101605307 tempest-TaggedBootDevicesTest-1101605307-project] Pushing event updated for resources: {'Port': ['ID=04608e80-e340-4c55-b856-25d17244403b,revision_number=1']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:25:27.185802 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b2565f-a55e-4f96-a18d-d6632a7612f7 req-8224cef1-bbc0-45ab-80f6-1f2d6250d3ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:25:27.188220 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-f9b2565f-a55e-4f96-a18d-d6632a7612f7 req-8224cef1-bbc0-45ab-80f6-1f2d6250d3ff service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=40280fc497444617bce52f5bbee56fb9&device_id=cfc90d71-ea75-4d22-a3ac-df60a60991f7 HTTP/1.1" status: 200 len: 1099 time: 0.1166961 Sep 23 19:25:27.211727 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-6a424d23-84be-4276-94c3-7a929ba0ef1d req-10141d46-544d-4818-8df5-a4c753135f52 tempest-ServersTestFqdnHostnames-1525195897 tempest-ServersTestFqdnHostnames-1525195897-project] 10.222.0.67 "GET /v2.0/security-groups?id=9dcb96be-8c37-4c08-8031-8b500de6a2df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1464095 Sep 23 19:25:27.243777 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc6f19f-b011-44f2-9360-33745ec68dac req-cfdc9709-cb74-44fa-a1e0-731b58e5c1a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:25:27.243777 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-3dc6f19f-b011-44f2-9360-33745ec68dac req-cfdc9709-cb74-44fa-a1e0-731b58e5c1a1 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=30554f6e61d54c6bbf3c805c15e93860&device_id=9b29c0ec-9044-40c0-84b1-fefa1dddfd07 HTTP/1.1" status: 200 len: 1095 time: 0.1768987 Sep 23 19:25:27.315010 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd8d3178-c1b0-49e5-8a84-f0cfe3c9ad9a req-68bb06ec-e5b2-4bad-a729-441e9675fd04 tempest-TaggedBootDevicesTest-1101605307 tempest-TaggedBootDevicesTest-1101605307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:25:27.317476 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-cd8d3178-c1b0-49e5-8a84-f0cfe3c9ad9a req-68bb06ec-e5b2-4bad-a729-441e9675fd04 tempest-TaggedBootDevicesTest-1101605307 tempest-TaggedBootDevicesTest-1101605307-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222849'] for port, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:27.325168 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-3dc6f19f-b011-44f2-9360-33745ec68dac req-890dfcae-2de3-4e62-91ef-a2047a6077be service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=61f0eaf0-3962-49b6-a5fb-045cbc3ea683 HTTP/1.1" status: 200 len: 217 time: 0.0659025 Sep 23 19:25:27.331181 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b2565f-a55e-4f96-a18d-d6632a7612f7 req-26fe5ab0-0a9c-4922-8de5-3551a23b59e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:25:27.332848 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-f9b2565f-a55e-4f96-a18d-d6632a7612f7 req-26fe5ab0-0a9c-4922-8de5-3551a23b59e4 service neutron] 10.222.0.53 "GET /v2.0/networks?id=5220cb0c-da05-478a-9604-8c11469a05b4 HTTP/1.1" status: 200 len: 870 time: 0.1353295 Sep 23 19:25:27.348908 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f9f34ff-ddc2-4360-b03e-2a60174610f4 req-9880beef-019f-43e9-b8ca-e65d359ccc2c tempest-TaggedBootDevicesTest-1101605307 tempest-TaggedBootDevicesTest-1101605307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:25:27.357599 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-2f9f34ff-ddc2-4360-b03e-2a60174610f4 req-9880beef-019f-43e9-b8ca-e65d359ccc2c tempest-TaggedBootDevicesTest-1101605307 tempest-TaggedBootDevicesTest-1101605307-project] 10.222.0.67 "GET /v2.0/ports?device_id=6c7d744a-f584-4648-aa8d-a6936fa22df4 HTTP/1.1" status: 200 len: 931 time: 0.1838183 Sep 23 19:25:27.382005 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-f9b2565f-a55e-4f96-a18d-d6632a7612f7 req-044b14a3-7088-4aed-8d2c-2d43368f51c5 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.77&port_id=c5445bd1-d627-4f17-aa1f-1b419572ed81 HTTP/1.1" status: 200 len: 217 time: 0.0410826 Sep 23 19:25:27.434289 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-cd8d3178-c1b0-49e5-8a84-f0cfe3c9ad9a req-68bb06ec-e5b2-4bad-a729-441e9675fd04 tempest-TaggedBootDevicesTest-1101605307 tempest-TaggedBootDevicesTest-1101605307-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0445955 Sep 23 19:25:27.442389 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b2565f-a55e-4f96-a18d-d6632a7612f7 req-2aa75be9-c48a-40b6-b54d-ceced565c6f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:25:27.444673 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-f9b2565f-a55e-4f96-a18d-d6632a7612f7 req-2aa75be9-c48a-40b6-b54d-ceced565c6f1 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=1ccc69bc-9d6b-44d9-b227-204e47dc6e45 HTTP/1.1" status: 200 len: 843 time: 0.0491529 Sep 23 19:25:27.461774 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.v2.base [req-cd8d3178-c1b0-49e5-8a84-f0cfe3c9ad9a req-bb137597-8c25-4ebc-ae52-c8fa35e5fe57 tempest-TaggedBootDevicesTest-1101605307 tempest-TaggedBootDevicesTest-1101605307-project] Request body: {'port': {'device_id': '6c7d744a-f584-4648-aa8d-a6936fa22df4', 'network_id': 'af02e9ab-cfd4-4a32-b9af-2413db894481', 'admin_state_up': True, 'tenant_id': 'f9311328b6c648f88a79b8848358e4b9', 'security_groups': ['7583e831-f62b-49a7-9a62-f1028bb8aa73']}} {{(pid=95102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:25:27.486084 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc6f19f-b011-44f2-9360-33745ec68dac req-c0741d8c-6188-4a64-bc54-2d2bf9f75666 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:25:27.487696 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-3dc6f19f-b011-44f2-9360-33745ec68dac req-c0741d8c-6188-4a64-bc54-2d2bf9f75666 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=4ba945d5-0498-408c-b65f-8f07a46d41b0 HTTP/1.1" status: 200 len: 852 time: 0.1259105 Sep 23 19:25:27.489409 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-92760f80-dbb9-4713-9662-d940acd98fba None None] Provisioning complete for port 04608e80-e340-4c55-b856-25d17244403b triggered by entity DHCP. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:25:27.489943 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-92760f80-dbb9-4713-9662-d940acd98fba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:27.507863 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-2f9f34ff-ddc2-4360-b03e-2a60174610f4 req-1934de7c-2904-40ae-b171-a913e4cf04c4 tempest-TaggedBootDevicesTest-1101605307 tempest-TaggedBootDevicesTest-1101605307-project] 10.222.0.67 "GET /v2.0/security-groups?id=7583e831-f62b-49a7-9a62-f1028bb8aa73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1430023 Sep 23 19:25:27.517564 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b2565f-a55e-4f96-a18d-d6632a7612f7 req-fea6a79e-88f2-402b-a96d-dc9b0fd72a99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:25:27.519085 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-f9b2565f-a55e-4f96-a18d-d6632a7612f7 req-fea6a79e-88f2-402b-a96d-dc9b0fd72a99 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=5220cb0c-da05-478a-9604-8c11469a05b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0650010 Sep 23 19:25:27.536761 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.plugin [None req-92760f80-dbb9-4713-9662-d940acd98fba None None] Port 04608e80-e340-4c55-b856-25d17244403b cannot update to ACTIVE because it is not bound. {{(pid=95103) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 19:25:27.557319 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea06978c-ae5d-46fa-9b81-4d1c705167cc req-38a1db4e-6c6a-4c30-9280-e755d9b841aa tempest-DeleteServersTestJSON-2111530366 tempest-DeleteServersTestJSON-2111530366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:25:27.566250 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-ea06978c-ae5d-46fa-9b81-4d1c705167cc req-38a1db4e-6c6a-4c30-9280-e755d9b841aa tempest-DeleteServersTestJSON-2111530366 tempest-DeleteServersTestJSON-2111530366-project] 10.222.0.67 "GET /v2.0/ports?device_id=9b29c0ec-9044-40c0-84b1-fefa1dddfd07 HTTP/1.1" status: 200 len: 943 time: 0.2447104 Sep 23 19:25:27.634853 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-f9b2565f-a55e-4f96-a18d-d6632a7612f7 req-46394086-4053-4c8c-b19c-4e5aa9971e1d service neutron] 10.222.0.53 "GET /v2.0/networks/5220cb0c-da05-478a-9604-8c11469a05b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1021700 Sep 23 19:25:27.642983 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-3dc6f19f-b011-44f2-9360-33745ec68dac req-64995698-b820-413d-97c8-fb8a08f2051c service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=e47803fc-37db-4c82-80ca-757602b818ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1275737 Sep 23 19:25:27.722262 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-ea06978c-ae5d-46fa-9b81-4d1c705167cc req-1a93d34b-f87e-45c1-988a-ab40e698bc68 tempest-DeleteServersTestJSON-2111530366 tempest-DeleteServersTestJSON-2111530366-project] 10.222.0.67 "GET /v2.0/security-groups?id=67f2e2ca-928f-40e5-b9b2-05ec3bddbb37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1551170 Sep 23 19:25:27.813901 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b8848e7-e3ff-47e9-a88d-81e4d8f529be req-1e7244fc-90c7-46b5-a339-9cb08e907bcc tempest-ServersOnMultiNodesTest-2040324995 tempest-ServersOnMultiNodesTest-2040324995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:25:27.818637 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:27.821792 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-6b8848e7-e3ff-47e9-a88d-81e4d8f529be req-1e7244fc-90c7-46b5-a339-9cb08e907bcc tempest-ServersOnMultiNodesTest-2040324995 tempest-ServersOnMultiNodesTest-2040324995-project] 10.222.0.67 "GET /v2.0/ports?device_id=c1b7c0db-694d-49f1-a4e0-36ea1002bbc6 HTTP/1.1" status: 200 len: 949 time: 0.2124069 Sep 23 19:25:27.823689 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-f9b2565f-a55e-4f96-a18d-d6632a7612f7 req-b2f3541d-30cd-411e-a46d-181c187b9244 service neutron] 10.222.0.53 "GET /v2.0/networks/5220cb0c-da05-478a-9604-8c11469a05b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1717496 Sep 23 19:25:27.849444 n-d-713301-16 neutron-server[95102]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 19:25:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16202295-282a-4a14-acd3-0d23c839062b x-openstack-request-id: req-16202295-282a-4a14-acd3-0d23c839062b {{(pid=95102) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 19:25:27.849745 n-d-713301-16 neutron-server[95102]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9b29c0ec-9044-40c0-84b1-fefa1dddfd07", "tag": "61f0eaf0-3962-49b6-a5fb-045cbc3ea683", "status": "completed", "code": 200}]} {{(pid=95102) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 19:25:27.850182 n-d-713301-16 neutron-server[95102]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-16202295-282a-4a14-acd3-0d23c839062b {{(pid=95102) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 19:25:27.851059 n-d-713301-16 neutron-server[95102]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9b29c0ec-9044-40c0-84b1-fefa1dddfd07', 'tag': '61f0eaf0-3962-49b6-a5fb-045cbc3ea683', 'status': 'completed', 'code': 200} Sep 23 19:25:27.874946 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cd8d3178-c1b0-49e5-8a84-f0cfe3c9ad9a req-bb137597-8c25-4ebc-ae52-c8fa35e5fe57 tempest-TaggedBootDevicesTest-1101605307 tempest-TaggedBootDevicesTest-1101605307-project] Made reservation on behalf of f9311328b6c648f88a79b8848358e4b9 for: {'port': 1} {{(pid=95102) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:25:27.878494 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-cd8d3178-c1b0-49e5-8a84-f0cfe3c9ad9a req-bb137597-8c25-4ebc-ae52-c8fa35e5fe57 tempest-TaggedBootDevicesTest-1101605307 tempest-TaggedBootDevicesTest-1101605307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:27.883269 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-3dc6f19f-b011-44f2-9360-33745ec68dac req-799320b4-8728-4329-b64d-29705b534a42 service neutron] 10.222.0.74 "GET /v2.0/networks/e47803fc-37db-4c82-80ca-757602b818ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2196300 Sep 23 19:25:27.918294 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-6b8848e7-e3ff-47e9-a88d-81e4d8f529be req-b581e01e-a64d-4835-8f33-705df0b05374 tempest-ServersOnMultiNodesTest-2040324995 tempest-ServersOnMultiNodesTest-2040324995-project] 10.222.0.67 "GET /v2.0/security-groups?id=157e791d-182d-45ba-a5d1-6edf868180cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954857 Sep 23 19:25:28.044690 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:28.180536 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-3dc6f19f-b011-44f2-9360-33745ec68dac req-5ccaa662-d84a-4bc9-a9c3-cb8e0160f1bc service neutron] 10.222.0.74 "GET /v2.0/networks/e47803fc-37db-4c82-80ca-757602b818ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2881191 Sep 23 19:25:28.206813 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b8872a4-31fb-4776-8279-4576c385aaf8 req-09fdfde7-59d2-41f3-b6d9-157f1ec1c147 tempest-MigrationsAdminTest-397594546 tempest-MigrationsAdminTest-397594546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:25:28.208328 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-3b8872a4-31fb-4776-8279-4576c385aaf8 req-09fdfde7-59d2-41f3-b6d9-157f1ec1c147 tempest-MigrationsAdminTest-397594546 tempest-MigrationsAdminTest-397594546-project] 10.222.0.67 "GET /v2.0/ports?device_id=61df6679-e03a-4089-8f81-8cc4daaf4da0 HTTP/1.1" status: 200 len: 950 time: 0.1604390 Sep 23 19:25:28.216437 n-d-713301-16 neutron-server[95102]: DEBUG neutron.db.db_base_plugin_common [req-cd8d3178-c1b0-49e5-8a84-f0cfe3c9ad9a req-bb137597-8c25-4ebc-ae52-c8fa35e5fe57 tempest-TaggedBootDevicesTest-1101605307 tempest-TaggedBootDevicesTest-1101605307-project] Allocated IP 10.1.1.191 (af02e9ab-cfd4-4a32-b9af-2413db894481/99a9d515-ece2-4f2b-8ab7-d74cf72d9364/9e8786e5-58d4-4406-946f-a1fdbc104774) {{(pid=95102) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 19:25:28.237350 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ef7ad1-e7e8-4ba4-8727-f559876e6d65 req-d1a927a8-2fc6-47e9-8513-6e8c6089248e tempest-ServerRescueTestJSON-83326898 tempest-ServerRescueTestJSON-83326898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:25:28.238868 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-39ef7ad1-e7e8-4ba4-8727-f559876e6d65 req-d1a927a8-2fc6-47e9-8513-6e8c6089248e tempest-ServerRescueTestJSON-83326898 tempest-ServerRescueTestJSON-83326898-project] 10.222.0.67 "GET /v2.0/ports?device_id=777ece37-282c-46bf-a54e-b76185b0b66f HTTP/1.1" status: 200 len: 945 time: 0.1634748 Sep 23 19:25:28.346986 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-3b8872a4-31fb-4776-8279-4576c385aaf8 req-32744e2a-df4a-4119-91e5-78eaa41be571 tempest-MigrationsAdminTest-397594546 tempest-MigrationsAdminTest-397594546-project] 10.222.0.67 "GET /v2.0/security-groups?id=78cb509b-31c4-4e2a-bb5c-7abd6194dcc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1318445 Sep 23 19:25:28.364841 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-39ef7ad1-e7e8-4ba4-8727-f559876e6d65 req-a5921841-4fc9-4a7f-8c4a-ab5407f1551e tempest-ServerRescueTestJSON-83326898 tempest-ServerRescueTestJSON-83326898-project] 10.222.0.67 "GET /v2.0/security-groups?id=324a4552-7b72-4e62-bcd4-dc8354c093e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003568 Sep 23 19:25:28.380869 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa4459d0-8b1a-4550-98f8-269bad5b4ffc req-810f9df9-2c24-4351-ab6a-e8c1950a223d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:25:28.382441 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-fa4459d0-8b1a-4550-98f8-269bad5b4ffc req-810f9df9-2c24-4351-ab6a-e8c1950a223d service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=30554f6e61d54c6bbf3c805c15e93860&device_id=9b29c0ec-9044-40c0-84b1-fefa1dddfd07 HTTP/1.1" status: 200 len: 1095 time: 0.1427262 Sep 23 19:25:28.609514 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Device c5445bd1-d627-4f17-aa1f-1b419572ed81 details requested by agent hyperv_n-h2-713301-16 with host n-h2-713301-16 {{(pid=95103) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 19:25:28.613133 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Device 3ef3b9f7-4295-43fa-809a-8c3147e99fb4 up at agent hyperv_n-h2-713301-16 {{(pid=95103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 19:25:28.630325 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa4459d0-8b1a-4550-98f8-269bad5b4ffc req-cd833b65-8792-4397-a040-1f0ff7fe253d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:25:28.631863 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-fa4459d0-8b1a-4550-98f8-269bad5b4ffc req-cd833b65-8792-4397-a040-1f0ff7fe253d service neutron] 10.222.0.74 "GET /v2.0/networks?id=e47803fc-37db-4c82-80ca-757602b818ca HTTP/1.1" status: 200 len: 913 time: 0.2349799 Sep 23 19:25:28.640709 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-cd8d3178-c1b0-49e5-8a84-f0cfe3c9ad9a req-bb137597-8c25-4ebc-ae52-c8fa35e5fe57 tempest-TaggedBootDevicesTest-1101605307 tempest-TaggedBootDevicesTest-1101605307-project] Notify callbacks [] for port, precommit_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:28.649726 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b232ae9-0534-44e9-b3ee-63c598f09f93 req-730d369f-f088-44e1-90dc-871479e7186a tempest-InstanceActionsV221TestJSON-72249271 tempest-InstanceActionsV221TestJSON-72249271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:25:28.651277 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-4b232ae9-0534-44e9-b3ee-63c598f09f93 req-730d369f-f088-44e1-90dc-871479e7186a tempest-InstanceActionsV221TestJSON-72249271 tempest-InstanceActionsV221TestJSON-72249271-project] 10.222.0.67 "GET /v2.0/ports?device_id=bb2c6f09-7819-43f3-8497-6afb25b47abf HTTP/1.1" status: 200 len: 945 time: 0.1650133 Sep 23 19:25:28.659208 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb69a9c6-aee5-4415-a9b7-cd2a25f47a52 req-1286a710-d053-4efb-8fbc-1382e5697ecd tempest-ServersAdminNegativeTestJSON-421618642 tempest-ServersAdminNegativeTestJSON-421618642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:25:28.660820 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-eb69a9c6-aee5-4415-a9b7-cd2a25f47a52 req-1286a710-d053-4efb-8fbc-1382e5697ecd tempest-ServersAdminNegativeTestJSON-421618642 tempest-ServersAdminNegativeTestJSON-421618642-project] 10.222.0.67 "GET /v2.0/ports?device_id=7fc8c157-70b4-480b-8989-c84fa556092c HTTP/1.1" status: 200 len: 949 time: 0.2186971 Sep 23 19:25:28.709448 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Provisioning for port 3ef3b9f7-4295-43fa-809a-8c3147e99fb4 completed by entity L2. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 19:25:28.735635 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-fa4459d0-8b1a-4550-98f8-269bad5b4ffc req-78b364a9-42ad-4319-8320-4ef6033178fd service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=61f0eaf0-3962-49b6-a5fb-045cbc3ea683 HTTP/1.1" status: 200 len: 217 time: 0.0736020 Sep 23 19:25:28.742008 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Provisioning complete for port 3ef3b9f7-4295-43fa-809a-8c3147e99fb4 triggered by entity L2. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:25:28.742385 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:28.795978 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] For port c5445bd1-d627-4f17-aa1f-1b419572ed81, host n-h2-713301-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-16',level=0,port_id=c5445bd1-d627-4f17-aa1f-1b419572ed81,segment=NetworkSegment(6139d589-eb6c-4578-8935-c26ddf396853),segment_id=6139d589-eb6c-4578-8935-c26ddf396853)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:25:28.812311 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Returning: {'device': 'c5445bd1-d627-4f17-aa1f-1b419572ed81', 'network_id': '5220cb0c-da05-478a-9604-8c11469a05b4', 'port_id': 'c5445bd1-d627-4f17-aa1f-1b419572ed81', 'mac_address': 'fa:16:3e:a2:1b:fd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 624, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1ccc69bc-9d6b-44d9-b227-204e47dc6e45', 'ip_address': '192.168.233.77'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95103) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 19:25:28.823827 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-4b232ae9-0534-44e9-b3ee-63c598f09f93 req-7d4aabc3-bebc-44b8-a1ca-23f9064daf4b tempest-InstanceActionsV221TestJSON-72249271 tempest-InstanceActionsV221TestJSON-72249271-project] 10.222.0.67 "GET /v2.0/security-groups?id=773f07a6-9dbe-4e52-9128-29aea4a22afb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1583853 Sep 23 19:25:28.836809 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-eb69a9c6-aee5-4415-a9b7-cd2a25f47a52 req-c4219cc8-1173-4192-9746-18d0a5ff8265 tempest-ServersAdminNegativeTestJSON-421618642 tempest-ServersAdminNegativeTestJSON-421618642-project] 10.222.0.67 "GET /v2.0/security-groups?id=a0f69697-909e-4fd5-bdb0-c967fab6b934&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1627603 Sep 23 19:25:28.852808 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa4459d0-8b1a-4550-98f8-269bad5b4ffc req-16adf221-82d2-435b-9398-4f4fce80c3ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:25:28.852808 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-fa4459d0-8b1a-4550-98f8-269bad5b4ffc req-16adf221-82d2-435b-9398-4f4fce80c3ea service neutron] 10.222.0.74 "GET /v2.0/subnets?id=4ba945d5-0498-408c-b65f-8f07a46d41b0 HTTP/1.1" status: 200 len: 852 time: 0.1011457 Sep 23 19:25:28.869658 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:28.913646 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-fa4459d0-8b1a-4550-98f8-269bad5b4ffc req-ed2c2f83-03fc-4275-a620-0511c673a705 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=e47803fc-37db-4c82-80ca-757602b818ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0543468 Sep 23 19:25:28.915248 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-cd8d3178-c1b0-49e5-8a84-f0cfe3c9ad9a req-bb137597-8c25-4ebc-ae52-c8fa35e5fe57 tempest-TaggedBootDevicesTest-1101605307 tempest-TaggedBootDevicesTest-1101605307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783145673135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4399100'] for port, after_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:28.942440 n-d-713301-16 neutron-server[95103]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c1b7c0db-694d-49f1-a4e0-36ea1002bbc6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ef3b9f7-4295-43fa-809a-8c3147e99fb4'}] {{(pid=95103) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 19:25:28.946065 n-d-713301-16 neutron-server[95103]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}81a1c17f2aa89d5b3ebbba3a3e0cf7eb588e431c2224256110c4c4facdd7c3e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09aff0a8-5995-4dc5-8aa7-861e7f68de29" -d '{"events": [{"server_uuid": "c1b7c0db-694d-49f1-a4e0-36ea1002bbc6", "name": "network-vif-plugged", "status": "completed", "tag": "3ef3b9f7-4295-43fa-809a-8c3147e99fb4"}]}' {{(pid=95103) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 19:25:28.953635 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] For port 3ef3b9f7-4295-43fa-809a-8c3147e99fb4, host n-h2-713301-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-16',level=0,port_id=3ef3b9f7-4295-43fa-809a-8c3147e99fb4,segment=NetworkSegment(6139d589-eb6c-4578-8935-c26ddf396853),segment_id=6139d589-eb6c-4578-8935-c26ddf396853)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:25:28.955153 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:28.964261 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:28.995590 n-d-713301-16 neutron-server[95103]: DEBUG neutron.notifiers.nova [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c5445bd1-d627-4f17-aa1f-1b419572ed81 {{(pid=95103) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 19:25:29.032541 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] For port c5445bd1-d627-4f17-aa1f-1b419572ed81, host n-h2-713301-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-16',level=0,port_id=c5445bd1-d627-4f17-aa1f-1b419572ed81,segment=NetworkSegment(6139d589-eb6c-4578-8935-c26ddf396853),segment_id=6139d589-eb6c-4578-8935-c26ddf396853)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:25:29.039245 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:29.041177 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Pushing event updated for resources: {'Port': ['ID=3ef3b9f7-4295-43fa-809a-8c3147e99fb4,revision_number=5']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:25:29.043330 n-d-713301-16 neutron-server[95102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cd8d3178-c1b0-49e5-8a84-f0cfe3c9ad9a req-bb137597-8c25-4ebc-ae52-c8fa35e5fe57 tempest-TaggedBootDevicesTest-1101605307 tempest-TaggedBootDevicesTest-1101605307-project] Network af02e9ab-cfd4-4a32-b9af-2413db894481 is already hosted by enough agents. {{(pid=95102) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:25:29.071013 n-d-713301-16 neutron-server[95102]: DEBUG neutron.scheduler.base_scheduler [req-cd8d3178-c1b0-49e5-8a84-f0cfe3c9ad9a req-bb137597-8c25-4ebc-ae52-c8fa35e5fe57 tempest-TaggedBootDevicesTest-1101605307 tempest-TaggedBootDevicesTest-1101605307-project] Resources bound (agent type, host, resource id): {{(pid=95102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:25:29.073997 n-d-713301-16 neutron-server[95102]: DEBUG neutron.db.l3_dvrscheduler_db [req-cd8d3178-c1b0-49e5-8a84-f0cfe3c9ad9a req-bb137597-8c25-4ebc-ae52-c8fa35e5fe57 tempest-TaggedBootDevicesTest-1101605307 tempest-TaggedBootDevicesTest-1101605307-project] Received port after_create {{(pid=95102) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 19:25:29.118805 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Pushing event updated for resources: {'Port': ['ID=c5445bd1-d627-4f17-aa1f-1b419572ed81,revision_number=4']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:25:29.137365 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb137597-8c25-4ebc-ae52-c8fa35e5fe57 tempest-TaggedBootDevicesTest-1101605307 tempest-TaggedBootDevicesTest-1101605307-project] Pushing event updated for resources: {'Port': ['ID=9e8786e5-58d4-4406-946f-a1fdbc104774,revision_number=1']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:25:29.187577 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd112372-a94e-41c2-87df-6d271b014596 req-4954710f-d432-4cff-9a49-21cedf2d645a tempest-ServersTestFqdnHostnames-1525195897 tempest-ServersTestFqdnHostnames-1525195897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:25:29.189093 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-fd112372-a94e-41c2-87df-6d271b014596 req-4954710f-d432-4cff-9a49-21cedf2d645a tempest-ServersTestFqdnHostnames-1525195897 tempest-ServersTestFqdnHostnames-1525195897-project] 10.222.0.67 "GET /v2.0/ports?device_id=184d74d2-7152-4624-b343-e54a08abfe76 HTTP/1.1" status: 200 len: 945 time: 0.2220850 Sep 23 19:25:29.201748 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f175590a-0e0b-475a-b7ab-a29efd47998b req-e07895c3-1202-454f-b0ab-db5be0b60dba tempest-TaggedBootDevicesTest-1101605307 tempest-TaggedBootDevicesTest-1101605307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:25:29.209530 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f175590a-0e0b-475a-b7ab-a29efd47998b req-e07895c3-1202-454f-b0ab-db5be0b60dba tempest-TaggedBootDevicesTest-1101605307 tempest-TaggedBootDevicesTest-1101605307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:25:29.212539 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-f175590a-0e0b-475a-b7ab-a29efd47998b req-e07895c3-1202-454f-b0ab-db5be0b60dba tempest-TaggedBootDevicesTest-1101605307 tempest-TaggedBootDevicesTest-1101605307-project] 10.222.0.67 "GET /v2.0/ports?device_id=6c7d744a-f584-4648-aa8d-a6936fa22df4 HTTP/1.1" status: 200 len: 1653 time: 0.2949204 Sep 23 19:25:29.226285 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd8d3178-c1b0-49e5-8a84-f0cfe3c9ad9a req-bb137597-8c25-4ebc-ae52-c8fa35e5fe57 tempest-TaggedBootDevicesTest-1101605307 tempest-TaggedBootDevicesTest-1101605307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:25:29.226983 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-cd8d3178-c1b0-49e5-8a84-f0cfe3c9ad9a req-bb137597-8c25-4ebc-ae52-c8fa35e5fe57 tempest-TaggedBootDevicesTest-1101605307 tempest-TaggedBootDevicesTest-1101605307-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222849'] for port, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:29.285784 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-fa4459d0-8b1a-4550-98f8-269bad5b4ffc req-d4533680-f45e-4c30-b03b-c76c1ef9ed5f service neutron] 10.222.0.74 "GET /v2.0/networks/e47803fc-37db-4c82-80ca-757602b818ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3583679 Sep 23 19:25:29.293863 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-cd8d3178-c1b0-49e5-8a84-f0cfe3c9ad9a req-bb137597-8c25-4ebc-ae52-c8fa35e5fe57 tempest-TaggedBootDevicesTest-1101605307 tempest-TaggedBootDevicesTest-1101605307-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8414097 Sep 23 19:25:29.320717 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] get_ports_and_sgs() called for port_ids ['c5445bd1-d627-4f17-aa1f-1b419572ed81'] {{(pid=95103) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 19:25:29.348664 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.v2.base [req-cd8d3178-c1b0-49e5-8a84-f0cfe3c9ad9a req-1d1856c1-a5e5-454d-b333-f4adc95ab3cc tempest-TaggedBootDevicesTest-1101605307 tempest-TaggedBootDevicesTest-1101605307-project] Request body: {'port': {'device_id': '6c7d744a-f584-4648-aa8d-a6936fa22df4', 'network_id': 'af02e9ab-cfd4-4a32-b9af-2413db894481', 'admin_state_up': True, 'tenant_id': 'f9311328b6c648f88a79b8848358e4b9', 'security_groups': ['7583e831-f62b-49a7-9a62-f1028bb8aa73']}} {{(pid=95102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:25:29.406026 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-3e94d327-f5b6-44c5-a2b9-c29e8e68a79c None None] Provisioning complete for port 9e8786e5-58d4-4406-946f-a1fdbc104774 triggered by entity DHCP. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:25:29.406529 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-3e94d327-f5b6-44c5-a2b9-c29e8e68a79c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:29.456680 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-fd112372-a94e-41c2-87df-6d271b014596 req-39753474-eccf-4d04-8701-d86c062a2aef tempest-ServersTestFqdnHostnames-1525195897 tempest-ServersTestFqdnHostnames-1525195897-project] 10.222.0.67 "GET /v2.0/security-groups?id=9dcb96be-8c37-4c08-8031-8b500de6a2df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2427227 Sep 23 19:25:29.473641 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-f175590a-0e0b-475a-b7ab-a29efd47998b req-b7045db5-ba54-4838-aaeb-f61871270b51 tempest-TaggedBootDevicesTest-1101605307 tempest-TaggedBootDevicesTest-1101605307-project] 10.222.0.67 "GET /v2.0/security-groups?id=7583e831-f62b-49a7-9a62-f1028bb8aa73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2395175 Sep 23 19:25:29.498478 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.plugin [None req-3e94d327-f5b6-44c5-a2b9-c29e8e68a79c None None] Port 9e8786e5-58d4-4406-946f-a1fdbc104774 cannot update to ACTIVE because it is not bound. {{(pid=95103) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 19:25:29.623981 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65364db5-ad9e-4390-aafb-30c78ffe8eda req-229817e3-3613-4474-9493-a2d86f9cf81d tempest-InstanceActionsV221TestJSON-72249271 tempest-InstanceActionsV221TestJSON-72249271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:25:29.626875 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-65364db5-ad9e-4390-aafb-30c78ffe8eda req-229817e3-3613-4474-9493-a2d86f9cf81d tempest-InstanceActionsV221TestJSON-72249271 tempest-InstanceActionsV221TestJSON-72249271-project] 10.222.0.74 "GET /v2.0/ports?device_id=bb2c6f09-7819-43f3-8497-6afb25b47abf HTTP/1.1" status: 200 len: 945 time: 0.0871148 Sep 23 19:25:29.674093 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-fa4459d0-8b1a-4550-98f8-269bad5b4ffc req-3ecef6c2-2197-402f-8507-1425dfee0e26 service neutron] 10.222.0.74 "GET /v2.0/networks/e47803fc-37db-4c82-80ca-757602b818ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3740213 Sep 23 19:25:29.734881 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.plugin [req-65364db5-ad9e-4390-aafb-30c78ffe8eda req-f28817f8-12aa-4c35-9ab2-b4dba03dd01c tempest-InstanceActionsV221TestJSON-72249271 tempest-InstanceActionsV221TestJSON-72249271-project] Deleting port 434a294f-2789-4523-b6ff-773832200e0f {{(pid=95101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:25:29.735538 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-65364db5-ad9e-4390-aafb-30c78ffe8eda req-f28817f8-12aa-4c35-9ab2-b4dba03dd01c tempest-InstanceActionsV221TestJSON-72249271 tempest-InstanceActionsV221TestJSON-72249271-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783146157096'] for port, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:29.753140 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-397eca4b-c875-470d-9c71-a1121a785287 req-e786cbb9-a7d6-490c-8196-0734121c3519 tempest-DeleteServersTestJSON-2111530366 tempest-DeleteServersTestJSON-2111530366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:25:29.758105 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-397eca4b-c875-470d-9c71-a1121a785287 req-e786cbb9-a7d6-490c-8196-0734121c3519 tempest-DeleteServersTestJSON-2111530366 tempest-DeleteServersTestJSON-2111530366-project] 10.222.0.67 "GET /v2.0/ports?device_id=9b29c0ec-9044-40c0-84b1-fefa1dddfd07 HTTP/1.1" status: 200 len: 943 time: 0.1017990 Sep 23 19:25:29.762583 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cd8d3178-c1b0-49e5-8a84-f0cfe3c9ad9a req-1d1856c1-a5e5-454d-b333-f4adc95ab3cc tempest-TaggedBootDevicesTest-1101605307 tempest-TaggedBootDevicesTest-1101605307-project] Made reservation on behalf of f9311328b6c648f88a79b8848358e4b9 for: {'port': 1} {{(pid=95102) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:25:29.767716 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-cd8d3178-c1b0-49e5-8a84-f0cfe3c9ad9a req-1d1856c1-a5e5-454d-b333-f4adc95ab3cc tempest-TaggedBootDevicesTest-1101605307 tempest-TaggedBootDevicesTest-1101605307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:29.867141 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.db [req-65364db5-ad9e-4390-aafb-30c78ffe8eda req-f28817f8-12aa-4c35-9ab2-b4dba03dd01c tempest-InstanceActionsV221TestJSON-72249271 tempest-InstanceActionsV221TestJSON-72249271-project] For port 434a294f-2789-4523-b6ff-773832200e0f, host n-h1-713301-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-16',level=0,port_id=434a294f-2789-4523-b6ff-773832200e0f,segment=NetworkSegment(8eb18688-72ed-4013-a8ac-fcac80dc3b07),segment_id=8eb18688-72ed-4013-a8ac-fcac80dc3b07)] {{(pid=95101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:25:29.867510 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-65364db5-ad9e-4390-aafb-30c78ffe8eda req-f28817f8-12aa-4c35-9ab2-b4dba03dd01c tempest-InstanceActionsV221TestJSON-72249271 tempest-InstanceActionsV221TestJSON-72249271-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-605701'] for port, precommit_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:29.888962 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.plugin [req-65364db5-ad9e-4390-aafb-30c78ffe8eda req-f28817f8-12aa-4c35-9ab2-b4dba03dd01c tempest-InstanceActionsV221TestJSON-72249271 tempest-InstanceActionsV221TestJSON-72249271-project] Calling delete_port for 434a294f-2789-4523-b6ff-773832200e0f owned by compute:nova {{(pid=95101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:25:29.917909 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-397eca4b-c875-470d-9c71-a1121a785287 req-7ac48b44-2b34-4163-b971-cc59ec34ba15 tempest-DeleteServersTestJSON-2111530366 tempest-DeleteServersTestJSON-2111530366-project] 10.222.0.67 "GET /v2.0/security-groups?id=67f2e2ca-928f-40e5-b9b2-05ec3bddbb37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1426690 Sep 23 19:25:29.990455 n-d-713301-16 neutron-server[95103]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 19:25:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31b8a4fe-7fab-4f0c-87b1-c4fc3847f456 x-openstack-request-id: req-31b8a4fe-7fab-4f0c-87b1-c4fc3847f456 {{(pid=95103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 19:25:29.990970 n-d-713301-16 neutron-server[95103]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c1b7c0db-694d-49f1-a4e0-36ea1002bbc6", "name": "network-vif-plugged", "status": "completed", "tag": "3ef3b9f7-4295-43fa-809a-8c3147e99fb4", "code": 200}]} {{(pid=95103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 19:25:29.990970 n-d-713301-16 neutron-server[95103]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-31b8a4fe-7fab-4f0c-87b1-c4fc3847f456 {{(pid=95103) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 19:25:29.991373 n-d-713301-16 neutron-server[95103]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c1b7c0db-694d-49f1-a4e0-36ea1002bbc6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ef3b9f7-4295-43fa-809a-8c3147e99fb4', 'code': 200} Sep 23 19:25:30.026917 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be2c7e1-1c5e-4b3a-ba05-2dff3f632f4f req-befed849-399f-4e5e-9952-75f6eeeecd2b tempest-ServersOnMultiNodesTest-2040324995 tempest-ServersOnMultiNodesTest-2040324995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:25:30.028575 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-2be2c7e1-1c5e-4b3a-ba05-2dff3f632f4f req-befed849-399f-4e5e-9952-75f6eeeecd2b tempest-ServersOnMultiNodesTest-2040324995 tempest-ServersOnMultiNodesTest-2040324995-project] 10.222.0.67 "GET /v2.0/ports?device_id=c1b7c0db-694d-49f1-a4e0-36ea1002bbc6 HTTP/1.1" status: 200 len: 950 time: 0.1060104 Sep 23 19:25:30.045636 n-d-713301-16 neutron-server[95102]: DEBUG neutron.db.db_base_plugin_common [req-cd8d3178-c1b0-49e5-8a84-f0cfe3c9ad9a req-1d1856c1-a5e5-454d-b333-f4adc95ab3cc tempest-TaggedBootDevicesTest-1101605307 tempest-TaggedBootDevicesTest-1101605307-project] Allocated IP 10.1.1.214 (af02e9ab-cfd4-4a32-b9af-2413db894481/99a9d515-ece2-4f2b-8ab7-d74cf72d9364/194bdc80-29c5-4612-969b-b0aa5f139617) {{(pid=95102) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 19:25:30.099671 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-2be2c7e1-1c5e-4b3a-ba05-2dff3f632f4f req-59c4c912-012f-44d4-8f2d-e247574daff3 tempest-ServersOnMultiNodesTest-2040324995 tempest-ServersOnMultiNodesTest-2040324995-project] 10.222.0.67 "GET /v2.0/security-groups?id=157e791d-182d-45ba-a5d1-6edf868180cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613661 Sep 23 19:25:30.147079 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-65364db5-ad9e-4390-aafb-30c78ffe8eda req-f28817f8-12aa-4c35-9ab2-b4dba03dd01c tempest-InstanceActionsV221TestJSON-72249271 tempest-InstanceActionsV221TestJSON-72249271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783146162158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783145673144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5607431'] for port, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:30.154081 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b22e1e-b5f5-4984-b584-ab03f301d404 req-2407c119-ba04-4fc8-bd8b-25015b280a69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:25:30.155614 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-b2b22e1e-b5f5-4984-b584-ab03f301d404 req-2407c119-ba04-4fc8-bd8b-25015b280a69 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=c1b7c0db-694d-49f1-a4e0-36ea1002bbc6 HTTP/1.1" status: 200 len: 1102 time: 0.0753925 Sep 23 19:25:30.168410 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] get_ports_and_sgs() called for port_ids ['434a294f-2789-4523-b6ff-773832200e0f'] {{(pid=95103) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 19:25:30.201978 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f28817f8-12aa-4c35-9ab2-b4dba03dd01c tempest-InstanceActionsV221TestJSON-72249271 tempest-InstanceActionsV221TestJSON-72249271-project] Pushing event deleted for resources: {'Port': ['ID=434a294f-2789-4523-b6ff-773832200e0f,revision_number=None']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:25:30.213107 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9dc8242-6986-4e53-8f77-46bf3b0712b6 req-de3e66d1-cadd-436a-b4c9-4e1f7ef9af91 tempest-MigrationsAdminTest-397594546 tempest-MigrationsAdminTest-397594546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:25:30.215283 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-d9dc8242-6986-4e53-8f77-46bf3b0712b6 req-de3e66d1-cadd-436a-b4c9-4e1f7ef9af91 tempest-MigrationsAdminTest-397594546 tempest-MigrationsAdminTest-397594546-project] 10.222.0.67 "GET /v2.0/ports?device_id=61df6679-e03a-4089-8f81-8cc4daaf4da0 HTTP/1.1" status: 200 len: 950 time: 0.1198092 Sep 23 19:25:30.264960 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-b2b22e1e-b5f5-4984-b584-ab03f301d404 req-91bc1cbe-83d0-4872-b4bf-a36e99596e07 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=157e791d-182d-45ba-a5d1-6edf868180cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713549 Sep 23 19:25:30.265225 n-d-713301-16 neutron-server[95101]: DEBUG neutron.db.l3_dvrscheduler_db [req-65364db5-ad9e-4390-aafb-30c78ffe8eda req-f28817f8-12aa-4c35-9ab2-b4dba03dd01c tempest-InstanceActionsV221TestJSON-72249271 tempest-InstanceActionsV221TestJSON-72249271-project] No DVR routers for this DVR port 434a294f-2789-4523-b6ff-773832200e0f on host n-h1-713301-16 {{(pid=95101) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 19:25:30.267824 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-65364db5-ad9e-4390-aafb-30c78ffe8eda req-f28817f8-12aa-4c35-9ab2-b4dba03dd01c tempest-InstanceActionsV221TestJSON-72249271 tempest-InstanceActionsV221TestJSON-72249271-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222849'] for port, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:30.269828 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-65364db5-ad9e-4390-aafb-30c78ffe8eda req-f28817f8-12aa-4c35-9ab2-b4dba03dd01c tempest-InstanceActionsV221TestJSON-72249271 tempest-InstanceActionsV221TestJSON-72249271-project] 10.222.0.74 "DELETE /v2.0/ports/434a294f-2789-4523-b6ff-773832200e0f HTTP/1.1" status: 204 len: 173 time: 0.6356769 Sep 23 19:25:30.270270 n-d-713301-16 neutron-server[95101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb2c6f09-7819-43f3-8497-6afb25b47abf', 'name': 'network-vif-deleted', 'tag': '434a294f-2789-4523-b6ff-773832200e0f'}] {{(pid=95101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 19:25:30.272806 n-d-713301-16 neutron-server[95101]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d8366c5740cd635e57ab12b71fe44a77c2acc3c19091ef849c6f68b380462244" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23321cb5-e2a6-44e5-b278-abfa2efe82ef" -d '{"events": [{"server_uuid": "bb2c6f09-7819-43f3-8497-6afb25b47abf", "name": "network-vif-deleted", "tag": "434a294f-2789-4523-b6ff-773832200e0f"}]}' {{(pid=95101) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 19:25:30.345837 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-cd8d3178-c1b0-49e5-8a84-f0cfe3c9ad9a req-1d1856c1-a5e5-454d-b333-f4adc95ab3cc tempest-TaggedBootDevicesTest-1101605307 tempest-TaggedBootDevicesTest-1101605307-project] Notify callbacks [] for port, precommit_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:30.361844 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-d9dc8242-6986-4e53-8f77-46bf3b0712b6 req-d70a185b-3eec-4ba4-9959-49a615daeb5c tempest-MigrationsAdminTest-397594546 tempest-MigrationsAdminTest-397594546-project] 10.222.0.67 "GET /v2.0/security-groups?id=78cb509b-31c4-4e2a-bb5c-7abd6194dcc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984454 Sep 23 19:25:30.371068 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df11a41f-04be-490c-a798-2c44e56ccd6f req-9a2d2dbd-b868-4107-a0d3-9c970e3e8b2e tempest-ServerRescueTestJSON-83326898 tempest-ServerRescueTestJSON-83326898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:25:30.372660 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-df11a41f-04be-490c-a798-2c44e56ccd6f req-9a2d2dbd-b868-4107-a0d3-9c970e3e8b2e tempest-ServerRescueTestJSON-83326898 tempest-ServerRescueTestJSON-83326898-project] 10.222.0.67 "GET /v2.0/ports?device_id=777ece37-282c-46bf-a54e-b76185b0b66f HTTP/1.1" status: 200 len: 945 time: 0.1898942 Sep 23 19:25:30.442784 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-df11a41f-04be-490c-a798-2c44e56ccd6f req-61a6a58b-24b2-4ed3-80d2-eeb1463508f6 tempest-ServerRescueTestJSON-83326898 tempest-ServerRescueTestJSON-83326898-project] 10.222.0.67 "GET /v2.0/security-groups?id=324a4552-7b72-4e62-bcd4-dc8354c093e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515873 Sep 23 19:25:30.445330 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-cd8d3178-c1b0-49e5-8a84-f0cfe3c9ad9a req-1d1856c1-a5e5-454d-b333-f4adc95ab3cc tempest-TaggedBootDevicesTest-1101605307 tempest-TaggedBootDevicesTest-1101605307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783145673135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4399100'] for port, after_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:30.505241 n-d-713301-16 neutron-server[95102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cd8d3178-c1b0-49e5-8a84-f0cfe3c9ad9a req-1d1856c1-a5e5-454d-b333-f4adc95ab3cc tempest-TaggedBootDevicesTest-1101605307 tempest-TaggedBootDevicesTest-1101605307-project] Network af02e9ab-cfd4-4a32-b9af-2413db894481 is already hosted by enough agents. {{(pid=95102) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:25:30.509172 n-d-713301-16 neutron-server[95102]: DEBUG neutron.scheduler.base_scheduler [req-cd8d3178-c1b0-49e5-8a84-f0cfe3c9ad9a req-1d1856c1-a5e5-454d-b333-f4adc95ab3cc tempest-TaggedBootDevicesTest-1101605307 tempest-TaggedBootDevicesTest-1101605307-project] Resources bound (agent type, host, resource id): {{(pid=95102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:25:30.514110 n-d-713301-16 neutron-server[95102]: DEBUG neutron.db.l3_dvrscheduler_db [req-cd8d3178-c1b0-49e5-8a84-f0cfe3c9ad9a req-1d1856c1-a5e5-454d-b333-f4adc95ab3cc tempest-TaggedBootDevicesTest-1101605307 tempest-TaggedBootDevicesTest-1101605307-project] Received port after_create {{(pid=95102) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 19:25:30.547665 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d1856c1-a5e5-454d-b333-f4adc95ab3cc tempest-TaggedBootDevicesTest-1101605307 tempest-TaggedBootDevicesTest-1101605307-project] Pushing event updated for resources: {'Port': ['ID=194bdc80-29c5-4612-969b-b0aa5f139617,revision_number=1']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:25:30.587382 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-36881bdc-bf73-4da4-9424-3a4d6f619ce1 req-3ba2258e-bf86-4353-853b-4a40c964883e tempest-InstanceActionsV221TestJSON-72249271 tempest-InstanceActionsV221TestJSON-72249271-project] 10.222.0.67 "GET /v2.0/ports?device_id=bb2c6f09-7819-43f3-8497-6afb25b47abf HTTP/1.1" status: 200 len: 210 time: 0.0336001 Sep 23 19:25:30.632136 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd8d3178-c1b0-49e5-8a84-f0cfe3c9ad9a req-1d1856c1-a5e5-454d-b333-f4adc95ab3cc tempest-TaggedBootDevicesTest-1101605307 tempest-TaggedBootDevicesTest-1101605307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:25:30.632953 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-cd8d3178-c1b0-49e5-8a84-f0cfe3c9ad9a req-1d1856c1-a5e5-454d-b333-f4adc95ab3cc tempest-TaggedBootDevicesTest-1101605307 tempest-TaggedBootDevicesTest-1101605307-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222849'] for port, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:30.645455 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Device c5445bd1-d627-4f17-aa1f-1b419572ed81 up at agent hyperv_n-h2-713301-16 {{(pid=95103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 19:25:30.662517 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-cd8d3178-c1b0-49e5-8a84-f0cfe3c9ad9a req-1d1856c1-a5e5-454d-b333-f4adc95ab3cc tempest-TaggedBootDevicesTest-1101605307 tempest-TaggedBootDevicesTest-1101605307-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3487539 Sep 23 19:25:30.681566 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.v2.base [req-cd8d3178-c1b0-49e5-8a84-f0cfe3c9ad9a req-5035b267-f2c1-4f75-9a2c-ec74bfbd939a tempest-TaggedBootDevicesTest-1101605307 tempest-TaggedBootDevicesTest-1101605307-project] Request body: {'port': {'device_id': '6c7d744a-f584-4648-aa8d-a6936fa22df4', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': 'bada5757-bdaa-4c5b-b7b4-3acebf356815', 'admin_state_up': True, 'tenant_id': 'f9311328b6c648f88a79b8848358e4b9', 'security_groups': ['7583e831-f62b-49a7-9a62-f1028bb8aa73']}} {{(pid=95102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:25:30.745047 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Provisioning for port c5445bd1-d627-4f17-aa1f-1b419572ed81 completed by entity L2. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 19:25:30.763883 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Provisioning complete for port c5445bd1-d627-4f17-aa1f-1b419572ed81 triggered by entity L2. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:25:30.764250 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:30.863758 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-b6faeef1-b1b1-482c-91b1-e35cb80dd9a3 None None] Provisioning complete for port 194bdc80-29c5-4612-969b-b0aa5f139617 triggered by entity DHCP. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:25:30.864156 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b6faeef1-b1b1-482c-91b1-e35cb80dd9a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:30.897065 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:30.928896 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.plugin [None req-b6faeef1-b1b1-482c-91b1-e35cb80dd9a3 None None] Port 194bdc80-29c5-4612-969b-b0aa5f139617 cannot update to ACTIVE because it is not bound. {{(pid=95103) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 19:25:30.952091 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] For port c5445bd1-d627-4f17-aa1f-1b419572ed81, host n-h2-713301-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-16',level=0,port_id=c5445bd1-d627-4f17-aa1f-1b419572ed81,segment=NetworkSegment(6139d589-eb6c-4578-8935-c26ddf396853),segment_id=6139d589-eb6c-4578-8935-c26ddf396853)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:25:30.957325 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:31.007018 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Device 61f0eaf0-3962-49b6-a5fb-045cbc3ea683 details requested by agent hyperv_n-h1-713301-16 with host n-h1-713301-16 {{(pid=95103) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 19:25:31.016700 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Pushing event updated for resources: {'Port': ['ID=c5445bd1-d627-4f17-aa1f-1b419572ed81,revision_number=5']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:25:31.135701 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] For port 61f0eaf0-3962-49b6-a5fb-045cbc3ea683, host n-h1-713301-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-16',level=0,port_id=61f0eaf0-3962-49b6-a5fb-045cbc3ea683,segment=NetworkSegment(741d6d3e-2760-41a6-838f-b8b4255cee30),segment_id=741d6d3e-2760-41a6-838f-b8b4255cee30)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:25:31.148749 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Returning: {'device': '61f0eaf0-3962-49b6-a5fb-045cbc3ea683', 'network_id': 'e47803fc-37db-4c82-80ca-757602b818ca', 'port_id': '61f0eaf0-3962-49b6-a5fb-045cbc3ea683', 'mac_address': 'fa:16:3e:22:94:66', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 603, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4ba945d5-0498-408c-b65f-8f07a46d41b0', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95103) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 19:25:31.178202 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-704a5704-6612-44c7-93da-57586144e915 req-e2c84e0b-b248-44a5-b35d-4838a92f587b tempest-ServersAdminNegativeTestJSON-421618642 tempest-ServersAdminNegativeTestJSON-421618642-project] 10.222.0.67 "GET /v2.0/networks?tenant_id=8183aa723e9345149ed07cc59da6943a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.4301610 Sep 23 19:25:31.198746 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:31.241913 n-d-713301-16 neutron-server[95103]: DEBUG neutron.notifiers.nova [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 61f0eaf0-3962-49b6-a5fb-045cbc3ea683 {{(pid=95103) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 19:25:31.268203 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] For port 61f0eaf0-3962-49b6-a5fb-045cbc3ea683, host n-h1-713301-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-16',level=0,port_id=61f0eaf0-3962-49b6-a5fb-045cbc3ea683,segment=NetworkSegment(741d6d3e-2760-41a6-838f-b8b4255cee30),segment_id=741d6d3e-2760-41a6-838f-b8b4255cee30)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:25:31.274191 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:31.332342 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-545ae88b-80c6-4482-9db2-e8cc025c906f req-b507bdbb-2698-4544-b803-363439e9c01c tempest-ServersTestFqdnHostnames-1525195897 tempest-ServersTestFqdnHostnames-1525195897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:25:31.344852 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 37452) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:25:31.345412 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-545ae88b-80c6-4482-9db2-e8cc025c906f req-b507bdbb-2698-4544-b803-363439e9c01c tempest-ServersTestFqdnHostnames-1525195897 tempest-ServersTestFqdnHostnames-1525195897-project] 10.222.0.67 "GET /v2.0/ports?device_id=184d74d2-7152-4624-b343-e54a08abfe76 HTTP/1.1" status: 200 len: 945 time: 0.6248782 Sep 23 19:25:31.355614 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.v2.base [None req-59184a60-cab1-4ee3-ac15-f97b42a7728c tempest-ServersTestFqdnHostnames-1525195897 tempest-ServersTestFqdnHostnames-1525195897-project] Request body: {'floatingip': {'port_id': '2dab8c30-a666-4946-a2fe-42ac74ba9fa7'}} {{(pid=95101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:25:31.379060 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Pushing event updated for resources: {'Port': ['ID=61f0eaf0-3962-49b6-a5fb-045cbc3ea683,revision_number=4']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:25:31.440527 n-d-713301-16 neutron-server[95101]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 19:25:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41217dde-ee41-472e-963b-75f7a9c9dc21 x-openstack-request-id: req-41217dde-ee41-472e-963b-75f7a9c9dc21 {{(pid=95101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 19:25:31.440994 n-d-713301-16 neutron-server[95101]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bb2c6f09-7819-43f3-8497-6afb25b47abf", "name": "network-vif-deleted", "tag": "434a294f-2789-4523-b6ff-773832200e0f", "status": "completed", "code": 200}]} {{(pid=95101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 19:25:31.441115 n-d-713301-16 neutron-server[95101]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-41217dde-ee41-472e-963b-75f7a9c9dc21 {{(pid=95101) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 19:25:31.441453 n-d-713301-16 neutron-server[95101]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bb2c6f09-7819-43f3-8497-6afb25b47abf', 'name': 'network-vif-deleted', 'tag': '434a294f-2789-4523-b6ff-773832200e0f', 'status': 'completed', 'code': 200} Sep 23 19:25:31.464099 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-59184a60-cab1-4ee3-ac15-f97b42a7728c tempest-ServersTestFqdnHostnames-1525195897 tempest-ServersTestFqdnHostnames-1525195897-project] Notify callbacks [] for floatingip, before_update {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:31.475866 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-704a5704-6612-44c7-93da-57586144e915 req-595878bf-28e3-4bfc-a837-2474d52cfecd tempest-ServersAdminNegativeTestJSON-421618642 tempest-ServersAdminNegativeTestJSON-421618642-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:25:31.483789 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-704a5704-6612-44c7-93da-57586144e915 req-595878bf-28e3-4bfc-a837-2474d52cfecd tempest-ServersAdminNegativeTestJSON-421618642 tempest-ServersAdminNegativeTestJSON-421618642-project] 10.222.0.67 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2916460 Sep 23 19:25:31.503545 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cd8d3178-c1b0-49e5-8a84-f0cfe3c9ad9a req-5035b267-f2c1-4f75-9a2c-ec74bfbd939a tempest-TaggedBootDevicesTest-1101605307 tempest-TaggedBootDevicesTest-1101605307-project] Made reservation on behalf of f9311328b6c648f88a79b8848358e4b9 for: {'port': 1} {{(pid=95102) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:25:31.531286 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] get_ports_and_sgs() called for port_ids ['61f0eaf0-3962-49b6-a5fb-045cbc3ea683'] {{(pid=95103) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 19:25:31.538630 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-704a5704-6612-44c7-93da-57586144e915 req-10042384-561f-4a90-bb3c-bac40c2d80b4 tempest-ServersAdminNegativeTestJSON-421618642 tempest-ServersAdminNegativeTestJSON-421618642-project] 10.222.0.67 "GET /v2.0/quotas/8183aa723e9345149ed07cc59da6943a HTTP/1.1" status: 200 len: 375 time: 0.0527959 Sep 23 19:25:31.771774 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e441514-64cb-4c2c-a0d8-9b982d265868 req-2edc057d-70b7-464e-9fa2-16b3b7669989 tempest-TaggedBootDevicesTest-1101605307 tempest-TaggedBootDevicesTest-1101605307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:25:31.780492 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e441514-64cb-4c2c-a0d8-9b982d265868 req-2edc057d-70b7-464e-9fa2-16b3b7669989 tempest-TaggedBootDevicesTest-1101605307 tempest-TaggedBootDevicesTest-1101605307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:25:31.788263 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e441514-64cb-4c2c-a0d8-9b982d265868 req-2edc057d-70b7-464e-9fa2-16b3b7669989 tempest-TaggedBootDevicesTest-1101605307 tempest-TaggedBootDevicesTest-1101605307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:25:31.797489 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-7e441514-64cb-4c2c-a0d8-9b982d265868 req-2edc057d-70b7-464e-9fa2-16b3b7669989 tempest-TaggedBootDevicesTest-1101605307 tempest-TaggedBootDevicesTest-1101605307-project] 10.222.0.67 "GET /v2.0/ports?device_id=6c7d744a-f584-4648-aa8d-a6936fa22df4 HTTP/1.1" status: 200 len: 2374 time: 0.1986766 Sep 23 19:25:31.820352 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-704a5704-6612-44c7-93da-57586144e915 req-6bc8b293-a010-4007-960f-ef1cf6ae455f tempest-ServersAdminNegativeTestJSON-421618642 tempest-ServersAdminNegativeTestJSON-421618642-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=8183aa723e9345149ed07cc59da6943a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2803805 Sep 23 19:25:31.872914 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-cd8d3178-c1b0-49e5-8a84-f0cfe3c9ad9a req-5035b267-f2c1-4f75-9a2c-ec74bfbd939a tempest-TaggedBootDevicesTest-1101605307 tempest-TaggedBootDevicesTest-1101605307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:31.900098 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-7e441514-64cb-4c2c-a0d8-9b982d265868 req-7d5d5fff-7c2c-4ec1-b298-7d031a527998 tempest-TaggedBootDevicesTest-1101605307 tempest-TaggedBootDevicesTest-1101605307-project] 10.222.0.67 "GET /v2.0/security-groups?id=7583e831-f62b-49a7-9a62-f1028bb8aa73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1017160 Sep 23 19:25:31.993409 n-d-713301-16 neutron-server[95103]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cfc90d71-ea75-4d22-a3ac-df60a60991f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c5445bd1-d627-4f17-aa1f-1b419572ed81'}] {{(pid=95103) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 19:25:31.996588 n-d-713301-16 neutron-server[95103]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}81a1c17f2aa89d5b3ebbba3a3e0cf7eb588e431c2224256110c4c4facdd7c3e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2e94dea-0b1d-4c48-a49b-563510a4b8d3" -d '{"events": [{"server_uuid": "cfc90d71-ea75-4d22-a3ac-df60a60991f7", "name": "network-vif-plugged", "status": "completed", "tag": "c5445bd1-d627-4f17-aa1f-1b419572ed81"}]}' {{(pid=95103) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 19:25:32.271394 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-59184a60-cab1-4ee3-ac15-f97b42a7728c tempest-ServersTestFqdnHostnames-1525195897 tempest-ServersTestFqdnHostnames-1525195897-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:32.277001 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f8ebec-c344-4661-979a-185f0eadefaa req-5a2a5771-6062-4550-8732-0d05c3f566d1 tempest-DeleteServersTestJSON-2111530366 tempest-DeleteServersTestJSON-2111530366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:25:32.277639 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-59184a60-cab1-4ee3-ac15-f97b42a7728c tempest-ServersTestFqdnHostnames-1525195897 tempest-ServersTestFqdnHostnames-1525195897-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-601884'] for floatingip, after_update {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:32.278607 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-64f8ebec-c344-4661-979a-185f0eadefaa req-5a2a5771-6062-4550-8732-0d05c3f566d1 tempest-DeleteServersTestJSON-2111530366 tempest-DeleteServersTestJSON-2111530366-project] 10.222.0.67 "GET /v2.0/ports?device_id=9b29c0ec-9044-40c0-84b1-fefa1dddfd07 HTTP/1.1" status: 200 len: 944 time: 0.2207961 Sep 23 19:25:32.289663 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07208218-02ff-488f-95f8-a88538b39a5c req-0a83f178-f7e2-486b-b30a-427e574db948 tempest-ServersOnMultiNodesTest-2040324995 tempest-ServersOnMultiNodesTest-2040324995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:25:32.306895 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-07208218-02ff-488f-95f8-a88538b39a5c req-0a83f178-f7e2-486b-b30a-427e574db948 tempest-ServersOnMultiNodesTest-2040324995 tempest-ServersOnMultiNodesTest-2040324995-project] 10.222.0.67 "GET /v2.0/ports?device_id=c1b7c0db-694d-49f1-a4e0-36ea1002bbc6 HTTP/1.1" status: 200 len: 950 time: 0.1977704 Sep 23 19:25:32.422488 n-d-713301-16 neutron-server[95102]: DEBUG neutron.db.db_base_plugin_common [req-cd8d3178-c1b0-49e5-8a84-f0cfe3c9ad9a req-5035b267-f2c1-4f75-9a2c-ec74bfbd939a tempest-TaggedBootDevicesTest-1101605307 tempest-TaggedBootDevicesTest-1101605307-project] Allocated IP 10.2.2.100 (bada5757-bdaa-4c5b-b7b4-3acebf356815/3199260d-e0ce-4349-8e34-6eeff93a29e7/f3e719d6-489d-48f8-9f60-3adc695a1cfe) {{(pid=95102) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 19:25:32.431827 n-d-713301-16 neutron-server[95101]: INFO neutron.db.l3_db [None req-59184a60-cab1-4ee3-ac15-f97b42a7728c tempest-ServersTestFqdnHostnames-1525195897 tempest-ServersTestFqdnHostnames-1525195897-project] Floating IP 6518d201-07b8-4f5e-8f63-21fdab7a4573 associated. External IP: 172.25.1.117, port: 2dab8c30-a666-4946-a2fe-42ac74ba9fa7. Sep 23 19:25:32.470099 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-07208218-02ff-488f-95f8-a88538b39a5c req-249897b8-6b31-4bb8-99cc-d41ed5c80a9d tempest-ServersOnMultiNodesTest-2040324995 tempest-ServersOnMultiNodesTest-2040324995-project] 10.222.0.67 "GET /v2.0/security-groups?id=157e791d-182d-45ba-a5d1-6edf868180cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1622524 Sep 23 19:25:32.489714 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-64f8ebec-c344-4661-979a-185f0eadefaa req-bda30b69-a6cd-4901-a96e-7e047a126c32 tempest-DeleteServersTestJSON-2111530366 tempest-DeleteServersTestJSON-2111530366-project] 10.222.0.67 "GET /v2.0/security-groups?id=67f2e2ca-928f-40e5-b9b2-05ec3bddbb37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1658320 Sep 23 19:25:32.825026 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57919e33-aef1-456f-82e1-2d9b1c5a88e0 req-a4e058fd-0b65-4246-a25f-ed3985c569fa tempest-MigrationsAdminTest-397594546 tempest-MigrationsAdminTest-397594546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:25:32.826833 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-57919e33-aef1-456f-82e1-2d9b1c5a88e0 req-a4e058fd-0b65-4246-a25f-ed3985c569fa tempest-MigrationsAdminTest-397594546 tempest-MigrationsAdminTest-397594546-project] 10.222.0.67 "GET /v2.0/ports?device_id=61df6679-e03a-4089-8f81-8cc4daaf4da0 HTTP/1.1" status: 200 len: 950 time: 0.2227120 Sep 23 19:25:32.877800 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39796626-4a7b-463a-ae03-308c1560c093 req-cd100f6f-dfcc-44fc-8e1e-2160049c2281 tempest-ServerRescueTestJSON-83326898 tempest-ServerRescueTestJSON-83326898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:25:32.885564 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-39796626-4a7b-463a-ae03-308c1560c093 req-cd100f6f-dfcc-44fc-8e1e-2160049c2281 tempest-ServerRescueTestJSON-83326898 tempest-ServerRescueTestJSON-83326898-project] 10.222.0.67 "GET /v2.0/ports?device_id=777ece37-282c-46bf-a54e-b76185b0b66f HTTP/1.1" status: 200 len: 945 time: 0.2330287 Sep 23 19:25:32.946755 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-cd8d3178-c1b0-49e5-8a84-f0cfe3c9ad9a req-5035b267-f2c1-4f75-9a2c-ec74bfbd939a tempest-TaggedBootDevicesTest-1101605307 tempest-TaggedBootDevicesTest-1101605307-project] Notify callbacks [] for port, precommit_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:32.960914 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-39796626-4a7b-463a-ae03-308c1560c093 req-3fdec377-03f4-41fd-a48a-3ae35d3b6e92 tempest-ServerRescueTestJSON-83326898 tempest-ServerRescueTestJSON-83326898-project] 10.222.0.67 "GET /v2.0/security-groups?id=324a4552-7b72-4e62-bcd4-dc8354c093e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740609 Sep 23 19:25:32.972875 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-57919e33-aef1-456f-82e1-2d9b1c5a88e0 req-a65e24fe-dcbc-432e-81de-1d03db5e6de7 tempest-MigrationsAdminTest-397594546 tempest-MigrationsAdminTest-397594546-project] 10.222.0.67 "GET /v2.0/security-groups?id=78cb509b-31c4-4e2a-bb5c-7abd6194dcc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1338506 Sep 23 19:25:33.020687 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Device 61f0eaf0-3962-49b6-a5fb-045cbc3ea683 up at agent hyperv_n-h1-713301-16 {{(pid=95103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 19:25:33.048008 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-cd8d3178-c1b0-49e5-8a84-f0cfe3c9ad9a req-5035b267-f2c1-4f75-9a2c-ec74bfbd939a tempest-TaggedBootDevicesTest-1101605307 tempest-TaggedBootDevicesTest-1101605307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783145673135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4399100'] for port, after_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:33.160279 n-d-713301-16 neutron-server[95102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cd8d3178-c1b0-49e5-8a84-f0cfe3c9ad9a req-5035b267-f2c1-4f75-9a2c-ec74bfbd939a tempest-TaggedBootDevicesTest-1101605307 tempest-TaggedBootDevicesTest-1101605307-project] Network bada5757-bdaa-4c5b-b7b4-3acebf356815 is already hosted by enough agents. {{(pid=95102) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:25:33.176939 n-d-713301-16 neutron-server[95103]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 19:25:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-349e8011-a81c-44e0-9286-f7db6c73babe x-openstack-request-id: req-349e8011-a81c-44e0-9286-f7db6c73babe {{(pid=95103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 19:25:33.177291 n-d-713301-16 neutron-server[95103]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cfc90d71-ea75-4d22-a3ac-df60a60991f7", "name": "network-vif-plugged", "status": "completed", "tag": "c5445bd1-d627-4f17-aa1f-1b419572ed81", "code": 200}]} {{(pid=95103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 19:25:33.177556 n-d-713301-16 neutron-server[95103]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-349e8011-a81c-44e0-9286-f7db6c73babe {{(pid=95103) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 19:25:33.182888 n-d-713301-16 neutron-server[95102]: DEBUG neutron.scheduler.base_scheduler [req-cd8d3178-c1b0-49e5-8a84-f0cfe3c9ad9a req-5035b267-f2c1-4f75-9a2c-ec74bfbd939a tempest-TaggedBootDevicesTest-1101605307 tempest-TaggedBootDevicesTest-1101605307-project] Resources bound (agent type, host, resource id): {{(pid=95102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:25:33.183196 n-d-713301-16 neutron-server[95103]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cfc90d71-ea75-4d22-a3ac-df60a60991f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c5445bd1-d627-4f17-aa1f-1b419572ed81', 'code': 200} Sep 23 19:25:33.203684 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-519db1e1-fd8b-4afa-965f-3a00e86c4ae5 req-a199d2dd-2bbf-4270-b294-068f65befb59 tempest-ServersAdminNegativeTestJSON-421618642 tempest-ServersAdminNegativeTestJSON-421618642-project] 10.222.0.67 "GET /v2.0/ports?device_id=501d7793-7a4e-4a73-916d-7930c8cf81b4 HTTP/1.1" status: 200 len: 210 time: 0.0725360 Sep 23 19:25:33.207041 n-d-713301-16 neutron-server[95102]: DEBUG neutron.db.l3_dvrscheduler_db [req-cd8d3178-c1b0-49e5-8a84-f0cfe3c9ad9a req-5035b267-f2c1-4f75-9a2c-ec74bfbd939a tempest-TaggedBootDevicesTest-1101605307 tempest-TaggedBootDevicesTest-1101605307-project] Received port after_create {{(pid=95102) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 19:25:33.210005 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5035b267-f2c1-4f75-9a2c-ec74bfbd939a tempest-TaggedBootDevicesTest-1101605307 tempest-TaggedBootDevicesTest-1101605307-project] Pushing event updated for resources: {'Port': ['ID=f3e719d6-489d-48f8-9f60-3adc695a1cfe,revision_number=1']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:25:33.236218 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Provisioning for port 61f0eaf0-3962-49b6-a5fb-045cbc3ea683 completed by entity L2. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 19:25:33.245003 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Provisioning complete for port 61f0eaf0-3962-49b6-a5fb-045cbc3ea683 triggered by entity L2. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:25:33.245577 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:33.431695 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:33.484630 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] For port 61f0eaf0-3962-49b6-a5fb-045cbc3ea683, host n-h1-713301-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-16',level=0,port_id=61f0eaf0-3962-49b6-a5fb-045cbc3ea683,segment=NetworkSegment(741d6d3e-2760-41a6-838f-b8b4255cee30),segment_id=741d6d3e-2760-41a6-838f-b8b4255cee30)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:25:33.491019 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:33.492427 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Device 434a294f-2789-4523-b6ff-773832200e0f no longer exists at agent hyperv_n-h1-713301-16 {{(pid=95103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 19:25:33.506586 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-59184a60-cab1-4ee3-ac15-f97b42a7728c tempest-ServersTestFqdnHostnames-1525195897 tempest-ServersTestFqdnHostnames-1525195897-project] Router 65634710-c6e3-408c-b679-82bbd975259b has already been hosted by L3 agent 79a740bf-7821-4989-8288-7186e3e128f3 {{(pid=95101) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 19:25:33.540267 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd8d3178-c1b0-49e5-8a84-f0cfe3c9ad9a req-5035b267-f2c1-4f75-9a2c-ec74bfbd939a tempest-TaggedBootDevicesTest-1101605307 tempest-TaggedBootDevicesTest-1101605307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:25:33.541355 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-cd8d3178-c1b0-49e5-8a84-f0cfe3c9ad9a req-5035b267-f2c1-4f75-9a2c-ec74bfbd939a tempest-TaggedBootDevicesTest-1101605307 tempest-TaggedBootDevicesTest-1101605307-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222849'] for port, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:33.591607 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Pushing event updated for resources: {'Port': ['ID=61f0eaf0-3962-49b6-a5fb-045cbc3ea683,revision_number=5']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:25:33.598030 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.plugin [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] No Port match for: 434a294f-2789-4523-b6ff-773832200e0f {{(pid=95103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 19:25:33.598375 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Device 434a294f-2789-4523-b6ff-773832200e0f not bound to the agent host n-h1-713301-16 {{(pid=95103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 19:25:33.611191 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-d1fb635b-268c-4582-a5fa-0376624bbadd None None] Provisioning complete for port f3e719d6-489d-48f8-9f60-3adc695a1cfe triggered by entity DHCP. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:25:33.611573 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-d1fb635b-268c-4582-a5fa-0376624bbadd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:33.622969 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8919bd70-b67e-4cd0-ac5e-d3b0d1dd55f0 req-944ae75d-6285-4ff7-923b-67d86dc5903f tempest-TaggedBootDevicesTest-1101605307 tempest-TaggedBootDevicesTest-1101605307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:25:33.630522 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8919bd70-b67e-4cd0-ac5e-d3b0d1dd55f0 req-944ae75d-6285-4ff7-923b-67d86dc5903f tempest-TaggedBootDevicesTest-1101605307 tempest-TaggedBootDevicesTest-1101605307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:25:33.637390 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8919bd70-b67e-4cd0-ac5e-d3b0d1dd55f0 req-944ae75d-6285-4ff7-923b-67d86dc5903f tempest-TaggedBootDevicesTest-1101605307 tempest-TaggedBootDevicesTest-1101605307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:25:33.643966 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8919bd70-b67e-4cd0-ac5e-d3b0d1dd55f0 req-944ae75d-6285-4ff7-923b-67d86dc5903f tempest-TaggedBootDevicesTest-1101605307 tempest-TaggedBootDevicesTest-1101605307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:25:33.654626 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-8919bd70-b67e-4cd0-ac5e-d3b0d1dd55f0 req-944ae75d-6285-4ff7-923b-67d86dc5903f tempest-TaggedBootDevicesTest-1101605307 tempest-TaggedBootDevicesTest-1101605307-project] 10.222.0.67 "GET /v2.0/ports?device_id=6c7d744a-f584-4648-aa8d-a6936fa22df4 HTTP/1.1" status: 200 len: 3095 time: 0.3244679 Sep 23 19:25:33.676963 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56988cd2-ea99-4be1-8b66-ff282d18d131 req-04c22524-3022-46c0-bd45-22eab64b1ecb tempest-ServersOnMultiNodesTest-2040324995 tempest-ServersOnMultiNodesTest-2040324995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:25:33.679607 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78028bad-3852-4671-bc7b-b9cc2eba45f2 req-7658cb80-554f-4cb8-aed5-6c858efe4185 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:25:33.681408 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-78028bad-3852-4671-bc7b-b9cc2eba45f2 req-7658cb80-554f-4cb8-aed5-6c858efe4185 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=cfc90d71-ea75-4d22-a3ac-df60a60991f7 HTTP/1.1" status: 200 len: 1101 time: 0.3385417 Sep 23 19:25:33.683607 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.plugin [None req-d1fb635b-268c-4582-a5fa-0376624bbadd None None] Port f3e719d6-489d-48f8-9f60-3adc695a1cfe cannot update to ACTIVE because it is not bound. {{(pid=95103) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 19:25:33.687314 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-56988cd2-ea99-4be1-8b66-ff282d18d131 req-04c22524-3022-46c0-bd45-22eab64b1ecb tempest-ServersOnMultiNodesTest-2040324995 tempest-ServersOnMultiNodesTest-2040324995-project] 10.222.0.67 "GET /v2.0/ports?device_id=cfc90d71-ea75-4d22-a3ac-df60a60991f7 HTTP/1.1" status: 200 len: 949 time: 0.3558223 Sep 23 19:25:33.690198 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-cd8d3178-c1b0-49e5-8a84-f0cfe3c9ad9a req-5035b267-f2c1-4f75-9a2c-ec74bfbd939a tempest-TaggedBootDevicesTest-1101605307 tempest-TaggedBootDevicesTest-1101605307-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0150316 Sep 23 19:25:33.709084 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.v2.base [req-cd8d3178-c1b0-49e5-8a84-f0cfe3c9ad9a req-6ff68cd5-8abc-4cc4-b006-cc479f013431 tempest-TaggedBootDevicesTest-1101605307 tempest-TaggedBootDevicesTest-1101605307-project] Request body: {'port': {'device_id': '6c7d744a-f584-4648-aa8d-a6936fa22df4', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': 'bada5757-bdaa-4c5b-b7b4-3acebf356815', 'admin_state_up': True, 'tenant_id': 'f9311328b6c648f88a79b8848358e4b9', 'security_groups': ['7583e831-f62b-49a7-9a62-f1028bb8aa73']}} {{(pid=95102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:25:33.744487 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59184a60-cab1-4ee3-ac15-f97b42a7728c tempest-ServersTestFqdnHostnames-1525195897 tempest-ServersTestFqdnHostnames-1525195897-project] Notify agent at l3_agent.n-d-713301-16 the message routers_updated {{(pid=95101) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 19:25:33.750105 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-59184a60-cab1-4ee3-ac15-f97b42a7728c tempest-ServersTestFqdnHostnames-1525195897 tempest-ServersTestFqdnHostnames-1525195897-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222849'] for floatingip, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:33.754822 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-78028bad-3852-4671-bc7b-b9cc2eba45f2 req-28aa2bb6-c9d0-4620-bbe0-741bd09b6cfc service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=157e791d-182d-45ba-a5d1-6edf868180cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636325 Sep 23 19:25:33.760059 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c983f36f-a6e4-4c14-a98d-549d562aaed8 None None] Sync routers for ids ['65634710-c6e3-408c-b679-82bbd975259b'] in n-d-713301-16 {{(pid=95103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 19:25:33.788077 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c983f36f-a6e4-4c14-a98d-549d562aaed8 None None] Routers {'65634710-c6e3-408c-b679-82bbd975259b'} bound to L3 agent in host n-d-713301-16 {{(pid=95103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 19:25:33.788077 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_hamode_db [None req-c983f36f-a6e4-4c14-a98d-549d562aaed8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-23T19:07:52Z,description=,heartbeat_timestamp=2021-09-23T19:25:22Z,host='n-d-713301-16',id=79a740bf-7821-4989-8288-7186e3e128f3,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:07:52Z,topic='l3_agent')) {'router_ids': ['65634710-c6e3-408c-b679-82bbd975259b'], 'active': True} {{(pid=95103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:25:33.798406 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-56988cd2-ea99-4be1-8b66-ff282d18d131 req-ed1e268a-c505-437f-a83a-f529de11230d tempest-ServersOnMultiNodesTest-2040324995 tempest-ServersOnMultiNodesTest-2040324995-project] 10.222.0.67 "GET /v2.0/security-groups?id=157e791d-182d-45ba-a5d1-6edf868180cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1099138 Sep 23 19:25:33.830141 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-59184a60-cab1-4ee3-ac15-f97b42a7728c tempest-ServersTestFqdnHostnames-1525195897 tempest-ServersTestFqdnHostnames-1525195897-project] 10.222.0.67 "PUT /v2.0/floatingips/6518d201-07b8-4f5e-8f63-21fdab7a4573 HTTP/1.1" status: 200 len: 991 time: 2.4833930 Sep 23 19:25:33.830763 n-d-713301-16 neutron-server[95101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '184d74d2-7152-4624-b343-e54a08abfe76', 'tag': '2dab8c30-a666-4946-a2fe-42ac74ba9fa7'}] {{(pid=95101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 19:25:33.833247 n-d-713301-16 neutron-server[95101]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d8366c5740cd635e57ab12b71fe44a77c2acc3c19091ef849c6f68b380462244" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-861c842f-c369-4ac6-96f1-eceabe91b638" -d '{"events": [{"name": "network-changed", "server_uuid": "184d74d2-7152-4624-b343-e54a08abfe76", "tag": "2dab8c30-a666-4946-a2fe-42ac74ba9fa7"}]}' {{(pid=95101) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 19:25:33.833429 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-8919bd70-b67e-4cd0-ac5e-d3b0d1dd55f0 req-1ab4752d-240b-432d-8e66-4392a209f4d0 tempest-TaggedBootDevicesTest-1101605307 tempest-TaggedBootDevicesTest-1101605307-project] 10.222.0.67 "GET /v2.0/security-groups?id=7583e831-f62b-49a7-9a62-f1028bb8aa73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1777294 Sep 23 19:25:33.906768 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cd8d3178-c1b0-49e5-8a84-f0cfe3c9ad9a req-6ff68cd5-8abc-4cc4-b006-cc479f013431 tempest-TaggedBootDevicesTest-1101605307 tempest-TaggedBootDevicesTest-1101605307-project] Made reservation on behalf of f9311328b6c648f88a79b8848358e4b9 for: {'port': 1} {{(pid=95102) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:25:33.917348 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-cd8d3178-c1b0-49e5-8a84-f0cfe3c9ad9a req-6ff68cd5-8abc-4cc4-b006-cc479f013431 tempest-TaggedBootDevicesTest-1101605307 tempest-TaggedBootDevicesTest-1101605307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:34.048518 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_dvr_db [None req-c983f36f-a6e4-4c14-a98d-549d562aaed8 None None] Set router 65634710-c6e3-408c-b679-82bbd975259b gateway port host: n-d-713301-16 {{(pid=95103) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 19:25:34.052171 n-d-713301-16 neutron-server[95101]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 19:25:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-edc438e9-aeb9-4d7b-885b-0193c93f8d93 x-openstack-request-id: req-edc438e9-aeb9-4d7b-885b-0193c93f8d93 {{(pid=95101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 19:25:34.052461 n-d-713301-16 neutron-server[95101]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "184d74d2-7152-4624-b343-e54a08abfe76", "tag": "2dab8c30-a666-4946-a2fe-42ac74ba9fa7", "status": "completed", "code": 200}]} {{(pid=95101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 19:25:34.052709 n-d-713301-16 neutron-server[95101]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-edc438e9-aeb9-4d7b-885b-0193c93f8d93 {{(pid=95101) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 19:25:34.053117 n-d-713301-16 neutron-server[95101]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '184d74d2-7152-4624-b343-e54a08abfe76', 'tag': '2dab8c30-a666-4946-a2fe-42ac74ba9fa7', 'status': 'completed', 'code': 200} Sep 23 19:25:34.230124 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-704a5704-6612-44c7-93da-57586144e915 req-bcbebfae-7011-4f7c-ae94-2fde6d6c22b8 tempest-ServersAdminNegativeTestJSON-421618642 tempest-ServersAdminNegativeTestJSON-421618642-project] 10.222.0.74 "GET /v2.0/networks?tenant_id=8183aa723e9345149ed07cc59da6943a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0836463 Sep 23 19:25:34.248757 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-861c842f-c369-4ac6-96f1-eceabe91b638 req-bb372e26-5134-48a2-a0db-e4abc22e8739 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:25:34.252539 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-861c842f-c369-4ac6-96f1-eceabe91b638 req-bb372e26-5134-48a2-a0db-e4abc22e8739 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=8f30595259594b588538420667412c2e&device_id=184d74d2-7152-4624-b343-e54a08abfe76 HTTP/1.1" status: 200 len: 1097 time: 0.1731541 Sep 23 19:25:34.276370 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a55a4a-3591-4471-8082-2a5f4f2cfc8c req-446ad52b-77f9-4e58-a445-43c638b93eb1 tempest-DeleteServersTestJSON-2111530366 tempest-DeleteServersTestJSON-2111530366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:25:34.277998 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-10a55a4a-3591-4471-8082-2a5f4f2cfc8c req-446ad52b-77f9-4e58-a445-43c638b93eb1 tempest-DeleteServersTestJSON-2111530366 tempest-DeleteServersTestJSON-2111530366-project] 10.222.0.67 "GET /v2.0/ports?device_id=9b29c0ec-9044-40c0-84b1-fefa1dddfd07 HTTP/1.1" status: 200 len: 945 time: 0.2596881 Sep 23 19:25:34.359964 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe95664-f6b9-427d-b688-1ea5637675fa req-c19024b1-69cd-47bb-8dd3-825319048c2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:25:34.362001 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-2fe95664-f6b9-427d-b688-1ea5637675fa req-c19024b1-69cd-47bb-8dd3-825319048c2b service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=cff0149cb20c4944955e93a2b393f7c5&device_id=61df6679-e03a-4089-8f81-8cc4daaf4da0 HTTP/1.1" status: 200 len: 1102 time: 0.1580136 Sep 23 19:25:34.459956 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-861c842f-c369-4ac6-96f1-eceabe91b638 req-802d44c0-1e04-4d55-a56e-e530f6a84275 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:25:34.463332 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-861c842f-c369-4ac6-96f1-eceabe91b638 req-802d44c0-1e04-4d55-a56e-e530f6a84275 service neutron] 10.222.0.74 "GET /v2.0/networks?id=c1c3ef61-7600-4f98-9132-f29d8908ed23 HTTP/1.1" status: 200 len: 915 time: 0.1907206 Sep 23 19:25:34.563006 n-d-713301-16 neutron-server[95102]: DEBUG neutron.db.db_base_plugin_common [req-cd8d3178-c1b0-49e5-8a84-f0cfe3c9ad9a req-6ff68cd5-8abc-4cc4-b006-cc479f013431 tempest-TaggedBootDevicesTest-1101605307 tempest-TaggedBootDevicesTest-1101605307-project] Allocated IP 10.2.2.200 (bada5757-bdaa-4c5b-b7b4-3acebf356815/3199260d-e0ce-4349-8e34-6eeff93a29e7/da180eed-7ed3-4b42-8811-39a363b2af88) {{(pid=95102) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 19:25:34.587751 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe95664-f6b9-427d-b688-1ea5637675fa req-2db374a1-940f-43f8-a7ba-5ec54d8c5bf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:25:34.589483 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-2fe95664-f6b9-427d-b688-1ea5637675fa req-2db374a1-940f-43f8-a7ba-5ec54d8c5bf8 service neutron] 10.222.0.53 "GET /v2.0/networks?id=5220cb0c-da05-478a-9604-8c11469a05b4 HTTP/1.1" status: 200 len: 870 time: 0.1939573 Sep 23 19:25:34.591553 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-10a55a4a-3591-4471-8082-2a5f4f2cfc8c req-eeb59777-7c60-4b16-9668-287936c73223 tempest-DeleteServersTestJSON-2111530366 tempest-DeleteServersTestJSON-2111530366-project] 10.222.0.67 "GET /v2.0/security-groups?id=67f2e2ca-928f-40e5-b9b2-05ec3bddbb37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2955101 Sep 23 19:25:34.603754 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-861c842f-c369-4ac6-96f1-eceabe91b638 req-2ab5c724-6f92-4f7a-ad25-7ff30d28638a service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2dab8c30-a666-4946-a2fe-42ac74ba9fa7 HTTP/1.1" status: 200 len: 999 time: 0.0901184 Sep 23 19:25:34.627211 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b9bda4-d88e-4936-860d-65c630b8dfd7 req-61b5d850-1c0d-48ab-99a4-33b0cbf6ed42 tempest-ServerRescueTestJSON-83326898 tempest-ServerRescueTestJSON-83326898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:25:34.641615 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-63b9bda4-d88e-4936-860d-65c630b8dfd7 req-61b5d850-1c0d-48ab-99a4-33b0cbf6ed42 tempest-ServerRescueTestJSON-83326898 tempest-ServerRescueTestJSON-83326898-project] 10.222.0.67 "GET /v2.0/ports?device_id=777ece37-282c-46bf-a54e-b76185b0b66f HTTP/1.1" status: 200 len: 945 time: 0.3754048 Sep 23 19:25:34.655985 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_hamode_db [None req-c983f36f-a6e4-4c14-a98d-549d562aaed8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65634710-c6e3-408c-b679-82bbd975259b', 'name': 'tempest-ServersTestFqdnHostnames-128521063-router', 'tenant_id': '8f30595259594b588538420667412c2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'external_fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.212'}], 'enable_snat': True}, 'gw_port_id': '8b8d4e73-1f05-4427-92af-bc2b7dc230e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:24:44Z', 'updated_at': '2021-09-23T19:24:57Z', 'revision_number': 4, 'project_id': '8f30595259594b588538420667412c2e', 'gw_port': {'id': '8b8d4e73-1f05-4427-92af-bc2b7dc230e0', 'name': '', 'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:2e:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65634710-c6e3-408c-b679-82bbd975259b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 831, 'fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:24:47Z', 'updated_at': '2021-09-23T19:24:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-16', '_floatingips': [{'id': '6518d201-07b8-4f5e-8f63-21fdab7a4573', 'tenant_id': '8f30595259594b588538420667412c2e', 'floating_ip_address': '172.25.1.117', 'floating_network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'router_id': '65634710-c6e3-408c-b679-82bbd975259b', 'port_id': '2dab8c30-a666-4946-a2fe-42ac74ba9fa7', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 884, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c1c3ef61-7600-4f98-9132-f29d8908ed23', 'mac_address': 'fa:16:3e:f6:2f:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '184d74d2-7152-4624-b343-e54a08abfe76', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-23T19:25:08Z', 'updated_at': '2021-09-23T19:25:32Z', 'revision_number': 1, 'project_id': '8f30595259594b588538420667412c2e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '005f1f77-cfd9-4840-98c4-60c806e390a8', 'name': '', 'network_id': 'c1c3ef61-7600-4f98-9132-f29d8908ed23', 'tenant_id': '8f30595259594b588538420667412c2e', 'mac_address': 'fa:16:3e:6a:f8:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65634710-c6e3-408c-b679-82bbd975259b', 'device_owner': 'network:router_interface', 'standard_attr_id': 838, 'fixed_ips': [{'subnet_id': '7398c0e8-218e-4b5a-9041-b8f53e0e75c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:24:55Z', 'updated_at': '2021-09-23T19:25:07Z', 'revision_number': 5, 'project_id': '8f30595259594b588538420667412c2e', 'subnets': [{'id': '7398c0e8-218e-4b5a-9041-b8f53e0e75c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-16', False) {} {{(pid=95103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:25:34.670666 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-704a5704-6612-44c7-93da-57586144e915 req-5c4cd32c-07f8-433d-89f9-cfeaa3a8f55a tempest-ServersAdminNegativeTestJSON-421618642 tempest-ServersAdminNegativeTestJSON-421618642-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:25:34.672196 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-704a5704-6612-44c7-93da-57586144e915 req-5c4cd32c-07f8-433d-89f9-cfeaa3a8f55a tempest-ServersAdminNegativeTestJSON-421618642 tempest-ServersAdminNegativeTestJSON-421618642-project] 10.222.0.74 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4306178 Sep 23 19:25:34.681192 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-2fe95664-f6b9-427d-b688-1ea5637675fa req-7513f17c-a4bc-4dfc-a4bc-a329b494a2cb service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.248&port_id=5e0cfb4e-f0a0-4307-98ca-fd7fbec65808 HTTP/1.1" status: 200 len: 217 time: 0.0760236 Sep 23 19:25:34.698275 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.v2.base [req-704a5704-6612-44c7-93da-57586144e915 req-acbddb43-bffe-4241-8159-34e02b194053 tempest-ServersAdminNegativeTestJSON-421618642 tempest-ServersAdminNegativeTestJSON-421618642-project] Request body: {'port': {'device_id': '501d7793-7a4e-4a73-916d-7930c8cf81b4', 'network_id': '5220cb0c-da05-478a-9604-8c11469a05b4', 'admin_state_up': True, 'tenant_id': '8183aa723e9345149ed07cc59da6943a'}} {{(pid=95102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:25:34.741417 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c983f36f-a6e4-4c14-a98d-549d562aaed8 None None] Checking router: 65634710-c6e3-408c-b679-82bbd975259b for host: n-d-713301-16 {{(pid=95103) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 19:25:34.752471 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c983f36f-a6e4-4c14-a98d-549d562aaed8 None None] Routers {'65634710-c6e3-408c-b679-82bbd975259b'} bound to L3 agent in host n-d-713301-16 {{(pid=95103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 19:25:34.753396 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_hamode_db [None req-c983f36f-a6e4-4c14-a98d-549d562aaed8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-23T19:07:52Z,description=,heartbeat_timestamp=2021-09-23T19:25:22Z,host='n-d-713301-16',id=79a740bf-7821-4989-8288-7186e3e128f3,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:07:52Z,topic='l3_agent')) {'router_ids': ['65634710-c6e3-408c-b679-82bbd975259b'], 'active': True} {{(pid=95103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:25:34.769139 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-861c842f-c369-4ac6-96f1-eceabe91b638 req-c5e59cbe-e640-4678-a2e9-091128ad5471 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:25:34.772905 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-861c842f-c369-4ac6-96f1-eceabe91b638 req-c5e59cbe-e640-4678-a2e9-091128ad5471 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=7398c0e8-218e-4b5a-9041-b8f53e0e75c6 HTTP/1.1" status: 200 len: 853 time: 0.1120672 Sep 23 19:25:34.826336 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-63b9bda4-d88e-4936-860d-65c630b8dfd7 req-187b9d3a-71b0-46d6-9cce-e5234053ce63 tempest-ServerRescueTestJSON-83326898 tempest-ServerRescueTestJSON-83326898-project] 10.222.0.67 "GET /v2.0/security-groups?id=324a4552-7b72-4e62-bcd4-dc8354c093e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1824896 Sep 23 19:25:34.907331 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 37504) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:25:34.915820 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe95664-f6b9-427d-b688-1ea5637675fa req-5ba8e0ab-9833-49db-923a-abfe252cb7db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:25:34.917408 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-2fe95664-f6b9-427d-b688-1ea5637675fa req-5ba8e0ab-9833-49db-923a-abfe252cb7db service neutron] 10.222.0.53 "GET /v2.0/subnets?id=1ccc69bc-9d6b-44d9-b227-204e47dc6e45 HTTP/1.1" status: 200 len: 843 time: 0.1431201 Sep 23 19:25:34.930644 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-861c842f-c369-4ac6-96f1-eceabe91b638 req-82a5ed42-5fbd-48fe-abad-36c7cdd46dc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:25:34.932346 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-861c842f-c369-4ac6-96f1-eceabe91b638 req-82a5ed42-5fbd-48fe-abad-36c7cdd46dc5 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=c1c3ef61-7600-4f98-9132-f29d8908ed23&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1423805 Sep 23 19:25:34.961042 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_dvr_db [None req-c983f36f-a6e4-4c14-a98d-549d562aaed8 None None] Set router 65634710-c6e3-408c-b679-82bbd975259b gateway port host: n-d-713301-16 {{(pid=95103) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 19:25:35.070110 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe95664-f6b9-427d-b688-1ea5637675fa req-ea506b32-dbbf-4ffd-9af9-d3c3ad12680f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:25:35.072070 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-2fe95664-f6b9-427d-b688-1ea5637675fa req-ea506b32-dbbf-4ffd-9af9-d3c3ad12680f service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=5220cb0c-da05-478a-9604-8c11469a05b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1386864 Sep 23 19:25:35.117429 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-c7bfdc96-e1d6-47ed-9046-8674f2f550d9 req-e48c2660-3f45-400f-992c-ce0890bba0e3 tempest-ServersAdminNegativeTestJSON-421618642 tempest-ServersAdminNegativeTestJSON-421618642-project] 10.222.0.67 "GET /v2.0/ports?device_id=501d7793-7a4e-4a73-916d-7930c8cf81b4 HTTP/1.1" status: 200 len: 210 time: 0.0891316 Sep 23 19:25:35.133996 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-861c842f-c369-4ac6-96f1-eceabe91b638 req-1dc9635e-3854-4843-8bba-0d1173df8789 service neutron] 10.222.0.74 "GET /v2.0/networks/c1c3ef61-7600-4f98-9132-f29d8908ed23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1797569 Sep 23 19:25:35.140081 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-470d3922-7c65-4b96-8f91-2c2f39a9b52d req-99501e3a-b09a-47eb-a071-6f00c780cf24 tempest-MigrationsAdminTest-397594546 tempest-MigrationsAdminTest-397594546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:25:35.148179 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-470d3922-7c65-4b96-8f91-2c2f39a9b52d req-99501e3a-b09a-47eb-a071-6f00c780cf24 tempest-MigrationsAdminTest-397594546 tempest-MigrationsAdminTest-397594546-project] 10.222.0.67 "GET /v2.0/ports?device_id=61df6679-e03a-4089-8f81-8cc4daaf4da0 HTTP/1.1" status: 200 len: 950 time: 0.4104769 Sep 23 19:25:35.169314 n-d-713301-16 neutron-server[95102]: DEBUG neutron.db.db_base_plugin_v2 [None req-8f37c661-b134-49cc-80c5-93e54854b0f1 admin admin] Deleting subnet 1a473782-7e32-4e6f-b7a3-adb8285fe3d7 {{(pid=95102) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 23 19:25:35.198239 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-8f37c661-b134-49cc-80c5-93e54854b0f1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:35.224871 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-cd8d3178-c1b0-49e5-8a84-f0cfe3c9ad9a req-6ff68cd5-8abc-4cc4-b006-cc479f013431 tempest-TaggedBootDevicesTest-1101605307 tempest-TaggedBootDevicesTest-1101605307-project] Notify callbacks [] for port, precommit_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:35.248681 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-704a5704-6612-44c7-93da-57586144e915 req-acbddb43-bffe-4241-8159-34e02b194053 tempest-ServersAdminNegativeTestJSON-421618642 tempest-ServersAdminNegativeTestJSON-421618642-project] Made reservation on behalf of 8183aa723e9345149ed07cc59da6943a for: {'port': 1} {{(pid=95102) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:25:35.252259 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-704a5704-6612-44c7-93da-57586144e915 req-acbddb43-bffe-4241-8159-34e02b194053 tempest-ServersAdminNegativeTestJSON-421618642 tempest-ServersAdminNegativeTestJSON-421618642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:35.280645 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-861c842f-c369-4ac6-96f1-eceabe91b638 req-0a2dd3cd-274a-4efa-af17-3afb1b5757ee service neutron] 10.222.0.74 "GET /v2.0/networks/c1c3ef61-7600-4f98-9132-f29d8908ed23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1277680 Sep 23 19:25:35.289883 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-470d3922-7c65-4b96-8f91-2c2f39a9b52d req-4f31c1d3-cce6-46b0-8123-c3681c96f99d tempest-MigrationsAdminTest-397594546 tempest-MigrationsAdminTest-397594546-project] 10.222.0.67 "GET /v2.0/security-groups?id=78cb509b-31c4-4e2a-bb5c-7abd6194dcc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1407750 Sep 23 19:25:35.295886 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-8f37c661-b134-49cc-80c5-93e54854b0f1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6162825'] for subnet, precommit_delete_associations {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:35.309866 n-d-713301-16 neutron-server[95103]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9b29c0ec-9044-40c0-84b1-fefa1dddfd07', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61f0eaf0-3962-49b6-a5fb-045cbc3ea683'}] {{(pid=95103) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 19:25:35.312281 n-d-713301-16 neutron-server[95103]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}81a1c17f2aa89d5b3ebbba3a3e0cf7eb588e431c2224256110c4c4facdd7c3e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0c9b78c-0437-4388-b979-255516f5810f" -d '{"events": [{"server_uuid": "9b29c0ec-9044-40c0-84b1-fefa1dddfd07", "name": "network-vif-plugged", "status": "completed", "tag": "61f0eaf0-3962-49b6-a5fb-045cbc3ea683"}]}' {{(pid=95103) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 19:25:35.412801 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_hamode_db [None req-c983f36f-a6e4-4c14-a98d-549d562aaed8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65634710-c6e3-408c-b679-82bbd975259b', 'name': 'tempest-ServersTestFqdnHostnames-128521063-router', 'tenant_id': '8f30595259594b588538420667412c2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'external_fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.212'}], 'enable_snat': True}, 'gw_port_id': '8b8d4e73-1f05-4427-92af-bc2b7dc230e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:24:44Z', 'updated_at': '2021-09-23T19:24:57Z', 'revision_number': 4, 'project_id': '8f30595259594b588538420667412c2e', 'gw_port': {'id': '8b8d4e73-1f05-4427-92af-bc2b7dc230e0', 'name': '', 'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:2e:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65634710-c6e3-408c-b679-82bbd975259b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 831, 'fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:24:47Z', 'updated_at': '2021-09-23T19:24:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-16', '_floatingips': [{'id': '6518d201-07b8-4f5e-8f63-21fdab7a4573', 'tenant_id': '8f30595259594b588538420667412c2e', 'floating_ip_address': '172.25.1.117', 'floating_network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'router_id': '65634710-c6e3-408c-b679-82bbd975259b', 'port_id': '2dab8c30-a666-4946-a2fe-42ac74ba9fa7', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 884, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c1c3ef61-7600-4f98-9132-f29d8908ed23', 'mac_address': 'fa:16:3e:f6:2f:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '184d74d2-7152-4624-b343-e54a08abfe76', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-23T19:25:08Z', 'updated_at': '2021-09-23T19:25:32Z', 'revision_number': 1, 'project_id': '8f30595259594b588538420667412c2e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '005f1f77-cfd9-4840-98c4-60c806e390a8', 'name': '', 'network_id': 'c1c3ef61-7600-4f98-9132-f29d8908ed23', 'tenant_id': '8f30595259594b588538420667412c2e', 'mac_address': 'fa:16:3e:6a:f8:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65634710-c6e3-408c-b679-82bbd975259b', 'device_owner': 'network:router_interface', 'standard_attr_id': 838, 'fixed_ips': [{'subnet_id': '7398c0e8-218e-4b5a-9041-b8f53e0e75c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:24:55Z', 'updated_at': '2021-09-23T19:25:07Z', 'revision_number': 5, 'project_id': '8f30595259594b588538420667412c2e', 'subnets': [{'id': '7398c0e8-218e-4b5a-9041-b8f53e0e75c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-16', False) {} {{(pid=95103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:25:35.426118 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-2fe95664-f6b9-427d-b688-1ea5637675fa req-f8505f67-3df7-412e-852f-1961629e8c15 service neutron] 10.222.0.53 "GET /v2.0/networks/5220cb0c-da05-478a-9604-8c11469a05b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3287873 Sep 23 19:25:35.432374 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-8f37c661-b134-49cc-80c5-93e54854b0f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1756813'] for subnet, precommit_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:35.459324 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c983f36f-a6e4-4c14-a98d-549d562aaed8 None None] The sync data for ids ['65634710-c6e3-408c-b679-82bbd975259b'] in n-d-713301-16 is: [{'id': '65634710-c6e3-408c-b679-82bbd975259b', 'name': 'tempest-ServersTestFqdnHostnames-128521063-router', 'tenant_id': '8f30595259594b588538420667412c2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'external_fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.212'}], 'enable_snat': True}, 'gw_port_id': '8b8d4e73-1f05-4427-92af-bc2b7dc230e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:24:44Z', 'updated_at': '2021-09-23T19:24:57Z', 'revision_number': 4, 'project_id': '8f30595259594b588538420667412c2e', 'gw_port': {'id': '8b8d4e73-1f05-4427-92af-bc2b7dc230e0', 'name': '', 'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:2e:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65634710-c6e3-408c-b679-82bbd975259b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 831, 'fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:24:47Z', 'updated_at': '2021-09-23T19:24:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-16', '_floatingips': [{'id': '6518d201-07b8-4f5e-8f63-21fdab7a4573', 'tenant_id': '8f30595259594b588538420667412c2e', 'floating_ip_address': '172.25.1.117', 'floating_network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'router_id': '65634710-c6e3-408c-b679-82bbd975259b', 'port_id': '2dab8c30-a666-4946-a2fe-42ac74ba9fa7', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 884, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c1c3ef61-7600-4f98-9132-f29d8908ed23', 'mac_address': 'fa:16:3e:f6:2f:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '184d74d2-7152-4624-b343-e54a08abfe76', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-23T19:25:08Z', 'updated_at': '2021-09-23T19:25:32Z', 'revision_number': 1, 'project_id': '8f30595259594b588538420667412c2e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '005f1f77-cfd9-4840-98c4-60c806e390a8', 'name': '', 'network_id': 'c1c3ef61-7600-4f98-9132-f29d8908ed23', 'tenant_id': '8f30595259594b588538420667412c2e', 'mac_address': 'fa:16:3e:6a:f8:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65634710-c6e3-408c-b679-82bbd975259b', 'device_owner': 'network:router_interface', 'standard_attr_id': 838, 'fixed_ips': [{'subnet_id': '7398c0e8-218e-4b5a-9041-b8f53e0e75c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:24:55Z', 'updated_at': '2021-09-23T19:25:07Z', 'revision_number': 5, 'project_id': '8f30595259594b588538420667412c2e', 'subnets': [{'id': '7398c0e8-218e-4b5a-9041-b8f53e0e75c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 19:25:35.482006 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-cd8d3178-c1b0-49e5-8a84-f0cfe3c9ad9a req-6ff68cd5-8abc-4cc4-b006-cc479f013431 tempest-TaggedBootDevicesTest-1101605307 tempest-TaggedBootDevicesTest-1101605307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783145673135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4399100'] for port, after_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:35.521577 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef6c5fd-2267-47b8-926d-0d8edf72173a req-fbf15fc6-23a1-4bca-9985-6259f14507b7 tempest-ServersOnMultiNodesTest-2040324995 tempest-ServersOnMultiNodesTest-2040324995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:25:35.530158 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-9ef6c5fd-2267-47b8-926d-0d8edf72173a req-fbf15fc6-23a1-4bca-9985-6259f14507b7 tempest-ServersOnMultiNodesTest-2040324995 tempest-ServersOnMultiNodesTest-2040324995-project] 10.222.0.67 "GET /v2.0/ports?device_id=cfc90d71-ea75-4d22-a3ac-df60a60991f7 HTTP/1.1" status: 200 len: 949 time: 0.2681849 Sep 23 19:25:35.608819 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-2fe95664-f6b9-427d-b688-1ea5637675fa req-1226d36b-144f-48ef-a4ec-0b45229d9a06 service neutron] 10.222.0.53 "GET /v2.0/networks/5220cb0c-da05-478a-9604-8c11469a05b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1742964 Sep 23 19:25:35.664281 n-d-713301-16 neutron-server[95102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cd8d3178-c1b0-49e5-8a84-f0cfe3c9ad9a req-6ff68cd5-8abc-4cc4-b006-cc479f013431 tempest-TaggedBootDevicesTest-1101605307 tempest-TaggedBootDevicesTest-1101605307-project] Network bada5757-bdaa-4c5b-b7b4-3acebf356815 is already hosted by enough agents. {{(pid=95102) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:25:35.682043 n-d-713301-16 neutron-server[95102]: DEBUG neutron.scheduler.base_scheduler [req-cd8d3178-c1b0-49e5-8a84-f0cfe3c9ad9a req-6ff68cd5-8abc-4cc4-b006-cc479f013431 tempest-TaggedBootDevicesTest-1101605307 tempest-TaggedBootDevicesTest-1101605307-project] Resources bound (agent type, host, resource id): {{(pid=95102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:25:35.686781 n-d-713301-16 neutron-server[95102]: DEBUG neutron.db.l3_dvrscheduler_db [req-cd8d3178-c1b0-49e5-8a84-f0cfe3c9ad9a req-6ff68cd5-8abc-4cc4-b006-cc479f013431 tempest-TaggedBootDevicesTest-1101605307 tempest-TaggedBootDevicesTest-1101605307-project] Received port after_create {{(pid=95102) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 19:25:35.689816 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff68cd5-8abc-4cc4-b006-cc479f013431 tempest-TaggedBootDevicesTest-1101605307 tempest-TaggedBootDevicesTest-1101605307-project] Pushing event updated for resources: {'Port': ['ID=da180eed-7ed3-4b42-8811-39a363b2af88,revision_number=1']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:25:35.702157 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-8f37c661-b134-49cc-80c5-93e54854b0f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1756804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4399009', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5388229'] for subnet, after_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:35.774753 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59697d6d-0268-48ee-9bbf-afbf3fb95c60 None None] New status for floating IP 6518d201-07b8-4f5e-8f63-21fdab7a4573: ACTIVE {{(pid=95104) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 23 19:25:35.787645 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5927d780-7bb3-45b4-a108-d56b0315859f req-27af8c20-de21-4f46-9906-a7752680e2b8 tempest-TaggedBootDevicesTest-1101605307 tempest-TaggedBootDevicesTest-1101605307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:25:35.793619 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5927d780-7bb3-45b4-a108-d56b0315859f req-27af8c20-de21-4f46-9906-a7752680e2b8 tempest-TaggedBootDevicesTest-1101605307 tempest-TaggedBootDevicesTest-1101605307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:25:35.799527 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5927d780-7bb3-45b4-a108-d56b0315859f req-27af8c20-de21-4f46-9906-a7752680e2b8 tempest-TaggedBootDevicesTest-1101605307 tempest-TaggedBootDevicesTest-1101605307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:25:35.806341 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5927d780-7bb3-45b4-a108-d56b0315859f req-27af8c20-de21-4f46-9906-a7752680e2b8 tempest-TaggedBootDevicesTest-1101605307 tempest-TaggedBootDevicesTest-1101605307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:25:35.812313 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5927d780-7bb3-45b4-a108-d56b0315859f req-27af8c20-de21-4f46-9906-a7752680e2b8 tempest-TaggedBootDevicesTest-1101605307 tempest-TaggedBootDevicesTest-1101605307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:25:35.814159 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-5927d780-7bb3-45b4-a108-d56b0315859f req-27af8c20-de21-4f46-9906-a7752680e2b8 tempest-TaggedBootDevicesTest-1101605307 tempest-TaggedBootDevicesTest-1101605307-project] 10.222.0.67 "GET /v2.0/ports?device_id=6c7d744a-f584-4648-aa8d-a6936fa22df4 HTTP/1.1" status: 200 len: 3816 time: 0.3565726 Sep 23 19:25:35.821315 n-d-713301-16 neutron-server[95102]: DEBUG neutron.db.db_base_plugin_common [req-704a5704-6612-44c7-93da-57586144e915 req-acbddb43-bffe-4241-8159-34e02b194053 tempest-ServersAdminNegativeTestJSON-421618642 tempest-ServersAdminNegativeTestJSON-421618642-project] Allocated IP 192.168.233.141 (5220cb0c-da05-478a-9604-8c11469a05b4/1ccc69bc-9d6b-44d9-b227-204e47dc6e45/b19c1b20-24a3-49fa-ac31-eaf45fb8cfc9) {{(pid=95102) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 19:25:36.029692 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-8921a2c6-0912-4d00-9092-99bcb4f90730 None None] Provisioning complete for port da180eed-7ed3-4b42-8811-39a363b2af88 triggered by entity DHCP. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:25:36.030071 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-8921a2c6-0912-4d00-9092-99bcb4f90730 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:36.066034 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.plugin [None req-8921a2c6-0912-4d00-9092-99bcb4f90730 None None] Port da180eed-7ed3-4b42-8811-39a363b2af88 cannot update to ACTIVE because it is not bound. {{(pid=95103) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 19:25:36.186173 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f37c661-b134-49cc-80c5-93e54854b0f1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1a473782-7e32-4e6f-b7a3-adb8285fe3d7,revision_number=None']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:25:36.200631 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-8f37c661-b134-49cc-80c5-93e54854b0f1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:36.202535 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-8f37c661-b134-49cc-80c5-93e54854b0f1 admin admin] 10.222.0.67 "DELETE /v2.0/subnets/1a473782-7e32-4e6f-b7a3-adb8285fe3d7 HTTP/1.1" status: 204 len: 168 time: 1.2652268 Sep 23 19:25:36.205330 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 37516) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:25:36.212395 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd8d3178-c1b0-49e5-8a84-f0cfe3c9ad9a req-6ff68cd5-8abc-4cc4-b006-cc479f013431 tempest-TaggedBootDevicesTest-1101605307 tempest-TaggedBootDevicesTest-1101605307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:25:36.213025 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-cd8d3178-c1b0-49e5-8a84-f0cfe3c9ad9a req-6ff68cd5-8abc-4cc4-b006-cc479f013431 tempest-TaggedBootDevicesTest-1101605307 tempest-TaggedBootDevicesTest-1101605307-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222849'] for port, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:36.234142 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-9ef6c5fd-2267-47b8-926d-0d8edf72173a req-58880563-c013-4066-af61-80b96ac54c38 tempest-ServersOnMultiNodesTest-2040324995 tempest-ServersOnMultiNodesTest-2040324995-project] 10.222.0.67 "GET /v2.0/security-groups?id=157e791d-182d-45ba-a5d1-6edf868180cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7039478 Sep 23 19:25:36.242040 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-cd8d3178-c1b0-49e5-8a84-f0cfe3c9ad9a req-6ff68cd5-8abc-4cc4-b006-cc479f013431 tempest-TaggedBootDevicesTest-1101605307 tempest-TaggedBootDevicesTest-1101605307-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5377288 Sep 23 19:25:36.271050 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.v2.base [req-cd8d3178-c1b0-49e5-8a84-f0cfe3c9ad9a req-456d46d1-11bd-49e9-8195-8ed3e06ec347 service neutron] Request body: {'port': {'device_id': '6c7d744a-f584-4648-aa8d-a6936fa22df4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713301-16'}} {{(pid=95102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:25:36.304577 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-5927d780-7bb3-45b4-a108-d56b0315859f req-234d8a8d-fb48-4696-8747-d8cfdcec34b1 tempest-TaggedBootDevicesTest-1101605307 tempest-TaggedBootDevicesTest-1101605307-project] 10.222.0.67 "GET /v2.0/security-groups?id=7583e831-f62b-49a7-9a62-f1028bb8aa73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1257191 Sep 23 19:25:36.341660 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-540cf21b-b20c-437f-b5f5-1d40a3528bbe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1628021'] for network, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:36.391593 n-d-713301-16 neutron-server[95103]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 19:25:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71a23200-2395-46f1-b23a-767f288ab243 x-openstack-request-id: req-71a23200-2395-46f1-b23a-767f288ab243 {{(pid=95103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 19:25:36.391593 n-d-713301-16 neutron-server[95103]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9b29c0ec-9044-40c0-84b1-fefa1dddfd07", "name": "network-vif-plugged", "status": "completed", "tag": "61f0eaf0-3962-49b6-a5fb-045cbc3ea683", "code": 200}]} {{(pid=95103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 19:25:36.391593 n-d-713301-16 neutron-server[95103]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-71a23200-2395-46f1-b23a-767f288ab243 {{(pid=95103) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 19:25:36.391593 n-d-713301-16 neutron-server[95103]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9b29c0ec-9044-40c0-84b1-fefa1dddfd07', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61f0eaf0-3962-49b6-a5fb-045cbc3ea683', 'code': 200} Sep 23 19:25:36.430882 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-cd8d3178-c1b0-49e5-8a84-f0cfe3c9ad9a req-456d46d1-11bd-49e9-8195-8ed3e06ec347 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:36.561308 n-d-713301-16 neutron-server[95101]: INFO neutron.api.v2.resource [req-45b23338-3224-4cc5-a631-88741e3b6eca req-f2606551-8ac8-4cbc-8149-95caf13756be service neutron] show failed (client error): The resource could not be found. Sep 23 19:25:36.562386 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-45b23338-3224-4cc5-a631-88741e3b6eca req-f2606551-8ac8-4cbc-8149-95caf13756be service neutron] 10.222.0.53 "GET /v2.0/ports/5e0cfb4e-f0a0-4307-98ca-fd7fbec65808/bindings/n-h1-713301-16 HTTP/1.1" status: 404 len: 381 time: 0.1440403 Sep 23 19:25:36.580067 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-704a5704-6612-44c7-93da-57586144e915 req-acbddb43-bffe-4241-8159-34e02b194053 tempest-ServersAdminNegativeTestJSON-421618642 tempest-ServersAdminNegativeTestJSON-421618642-project] Notify callbacks [] for port, precommit_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:36.610443 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-540cf21b-b20c-437f-b5f5-1d40a3528bbe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1754676', 'neutron.services.segments.db._delete_segments_for_network-8783146221460'] for network, precommit_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:36.635022 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74565b37-a3fc-4383-9045-31cebc51ca4f req-7ba04414-bd55-4881-a394-12e4518462cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:25:36.638773 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-74565b37-a3fc-4383-9045-31cebc51ca4f req-7ba04414-bd55-4881-a394-12e4518462cc service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=f0e955ef027245ff92005717d6ccbc80&device_id=777ece37-282c-46bf-a54e-b76185b0b66f HTTP/1.1" status: 200 len: 1097 time: 0.2787776 Sep 23 19:25:36.659376 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2911eb-90e6-4350-a3d8-72ec35d6eb94 req-4a8fa630-c071-4299-995e-002f952906a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:25:36.661016 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-ee2911eb-90e6-4350-a3d8-72ec35d6eb94 req-4a8fa630-c071-4299-995e-002f952906a3 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=9b29c0ec-9044-40c0-84b1-fefa1dddfd07 HTTP/1.1" status: 200 len: 1097 time: 0.1593702 Sep 23 19:25:36.678203 n-d-713301-16 neutron-server[95101]: DEBUG neutron.services.segments.db [None req-540cf21b-b20c-437f-b5f5-1d40a3528bbe admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['11848038-4312-48be-8ae8-b4ee534ea68d']}} {{(pid=95101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:25:36.694698 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3945c5-a586-499c-91b8-f20fb07e3608 req-b2c06a2b-0363-4f3e-8f50-002652c54a8a tempest-DeleteServersTestJSON-2111530366 tempest-DeleteServersTestJSON-2111530366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:25:36.696570 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-8f3945c5-a586-499c-91b8-f20fb07e3608 req-b2c06a2b-0363-4f3e-8f50-002652c54a8a tempest-DeleteServersTestJSON-2111530366 tempest-DeleteServersTestJSON-2111530366-project] 10.222.0.67 "GET /v2.0/ports?device_id=9b29c0ec-9044-40c0-84b1-fefa1dddfd07 HTTP/1.1" status: 200 len: 945 time: 0.2060485 Sep 23 19:25:36.733872 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7313ab-dbd2-4642-af89-261d36fb7d9e req-244840f5-33b8-408f-97e4-7f8b75a6091e tempest-ServerRescueTestJSON-83326898 tempest-ServerRescueTestJSON-83326898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:25:36.736102 n-d-713301-16 neutron-server[95101]: DEBUG neutron.services.segments.db [None req-540cf21b-b20c-437f-b5f5-1d40a3528bbe admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8eb18688-72ed-4013-a8ac-fcac80dc3b07') {'for_net_delete': True} {{(pid=95101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:25:36.736508 n-d-713301-16 neutron-server[95101]: DEBUG neutron.services.segments.db [None req-540cf21b-b20c-437f-b5f5-1d40a3528bbe admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8eb18688-72ed-4013-a8ac-fcac80dc3b07') {} {{(pid=95101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:25:36.736934 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-ea7313ab-dbd2-4642-af89-261d36fb7d9e req-244840f5-33b8-408f-97e4-7f8b75a6091e tempest-ServerRescueTestJSON-83326898 tempest-ServerRescueTestJSON-83326898-project] 10.222.0.67 "GET /v2.0/ports?device_id=777ece37-282c-46bf-a54e-b76185b0b66f HTTP/1.1" status: 200 len: 945 time: 0.2447000 Sep 23 19:25:36.765723 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-540cf21b-b20c-437f-b5f5-1d40a3528bbe admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783146221725', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6007147'] for segment, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:36.784843 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-ee2911eb-90e6-4350-a3d8-72ec35d6eb94 req-51054757-cc87-4d76-9898-ee340a97c160 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=67f2e2ca-928f-40e5-b9b2-05ec3bddbb37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1024978 Sep 23 19:25:36.823217 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-704a5704-6612-44c7-93da-57586144e915 req-acbddb43-bffe-4241-8159-34e02b194053 tempest-ServersAdminNegativeTestJSON-421618642 tempest-ServersAdminNegativeTestJSON-421618642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783145673135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4399100'] for port, after_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:36.826391 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-540cf21b-b20c-437f-b5f5-1d40a3528bbe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1756186'] for segment, precommit_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:36.837685 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-540cf21b-b20c-437f-b5f5-1d40a3528bbe admin admin] Releasing vlan 620 on physical network physnet1 to pool {{(pid=95101) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 19:25:36.838095 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-540cf21b-b20c-437f-b5f5-1d40a3528bbe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1756186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5608436'] for segment, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:36.839785 n-d-713301-16 neutron-server[95101]: Traceback (most recent call last): Sep 23 19:25:36.839785 n-d-713301-16 neutron-server[95101]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 19:25:36.839785 n-d-713301-16 neutron-server[95101]: timer() Sep 23 19:25:36.839785 n-d-713301-16 neutron-server[95101]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 19:25:36.839785 n-d-713301-16 neutron-server[95101]: cb(*args, **kw) Sep 23 19:25:36.839785 n-d-713301-16 neutron-server[95101]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 19:25:36.839785 n-d-713301-16 neutron-server[95101]: return func(*args, **kwargs) Sep 23 19:25:36.839785 n-d-713301-16 neutron-server[95101]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 19:25:36.839785 n-d-713301-16 neutron-server[95101]: self._notify() Sep 23 19:25:36.839785 n-d-713301-16 neutron-server[95101]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 19:25:36.839785 n-d-713301-16 neutron-server[95101]: self.callback(batched_events) Sep 23 19:25:36.839785 n-d-713301-16 neutron-server[95101]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 19:25:36.839785 n-d-713301-16 neutron-server[95101]: event.method(event) Sep 23 19:25:36.839785 n-d-713301-16 neutron-server[95101]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 19:25:36.839785 n-d-713301-16 neutron-server[95101]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 19:25:36.839785 n-d-713301-16 neutron-server[95101]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 19:25:36.839785 n-d-713301-16 neutron-server[95101]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 19:25:36.839785 n-d-713301-16 neutron-server[95101]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 19:25:36.839785 n-d-713301-16 neutron-server[95101]: return f(self, *a, **k) Sep 23 19:25:36.839785 n-d-713301-16 neutron-server[95101]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 19:25:36.839785 n-d-713301-16 neutron-server[95101]: return self._get(url).json() Sep 23 19:25:36.839785 n-d-713301-16 neutron-server[95101]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 19:25:36.839785 n-d-713301-16 neutron-server[95101]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 19:25:36.839785 n-d-713301-16 neutron-server[95101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 19:25:36.839785 n-d-713301-16 neutron-server[95101]: return self.request(url, 'GET', **kwargs) Sep 23 19:25:36.839785 n-d-713301-16 neutron-server[95101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 19:25:36.839785 n-d-713301-16 neutron-server[95101]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 19:25:36.839785 n-d-713301-16 neutron-server[95101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 19:25:36.839785 n-d-713301-16 neutron-server[95101]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 19:25:36.839785 n-d-713301-16 neutron-server[95101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 19:25:36.839785 n-d-713301-16 neutron-server[95101]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 19:25:36.839785 n-d-713301-16 neutron-server[95101]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 19:25:36.844932 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] get_ports_and_sgs() called for port_ids ['13df5287-4daa-460b-93f2-29d296431340'] {{(pid=95103) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 19:25:36.914657 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74565b37-a3fc-4383-9045-31cebc51ca4f req-1f7e5559-0e29-4ac4-9531-cd7916a67e90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:25:36.916283 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-74565b37-a3fc-4383-9045-31cebc51ca4f req-1f7e5559-0e29-4ac4-9531-cd7916a67e90 service neutron] 10.222.0.74 "GET /v2.0/networks?id=c1ad3b2d-de91-44e9-a44c-b26d03d276cb HTTP/1.1" status: 200 len: 911 time: 0.2494409 Sep 23 19:25:36.926596 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-540cf21b-b20c-437f-b5f5-1d40a3528bbe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1754627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-601866'] for network, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:36.942123 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-540cf21b-b20c-437f-b5f5-1d40a3528bbe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527417'] for network, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:36.944654 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-540cf21b-b20c-437f-b5f5-1d40a3528bbe admin admin] 10.222.0.67 "DELETE /v2.0/networks/11848038-4312-48be-8ae8-b4ee534ea68d HTTP/1.1" status: 204 len: 168 time: 0.7380526 Sep 23 19:25:36.948786 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-8f3945c5-a586-499c-91b8-f20fb07e3608 req-30354639-b837-4730-ae94-b48ddc55d321 tempest-DeleteServersTestJSON-2111530366 tempest-DeleteServersTestJSON-2111530366-project] 10.222.0.67 "GET /v2.0/security-groups?id=67f2e2ca-928f-40e5-b9b2-05ec3bddbb37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2430491 Sep 23 19:25:36.958922 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-540cf21b-b20c-437f-b5f5-1d40a3528bbe admin admin] Pushing event deleted for resources: {'Network': ['ID=11848038-4312-48be-8ae8-b4ee534ea68d,revision_number=None']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:25:36.981253 n-d-713301-16 neutron-server[95102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-704a5704-6612-44c7-93da-57586144e915 req-acbddb43-bffe-4241-8159-34e02b194053 tempest-ServersAdminNegativeTestJSON-421618642 tempest-ServersAdminNegativeTestJSON-421618642-project] Network 5220cb0c-da05-478a-9604-8c11469a05b4 is already hosted by enough agents. {{(pid=95102) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:25:36.988797 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acbddb43-bffe-4241-8159-34e02b194053 tempest-ServersAdminNegativeTestJSON-421618642 tempest-ServersAdminNegativeTestJSON-421618642-project] Pushing event updated for resources: {'Port': ['ID=b19c1b20-24a3-49fa-ac31-eaf45fb8cfc9,revision_number=1']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:25:37.013149 n-d-713301-16 neutron-server[95102]: DEBUG neutron.scheduler.base_scheduler [req-704a5704-6612-44c7-93da-57586144e915 req-acbddb43-bffe-4241-8159-34e02b194053 tempest-ServersAdminNegativeTestJSON-421618642 tempest-ServersAdminNegativeTestJSON-421618642-project] Resources bound (agent type, host, resource id): {{(pid=95102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:25:37.025210 n-d-713301-16 neutron-server[95102]: DEBUG neutron.db.l3_dvrscheduler_db [req-704a5704-6612-44c7-93da-57586144e915 req-acbddb43-bffe-4241-8159-34e02b194053 tempest-ServersAdminNegativeTestJSON-421618642 tempest-ServersAdminNegativeTestJSON-421618642-project] Received port after_create {{(pid=95102) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 19:25:37.063102 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-74565b37-a3fc-4383-9045-31cebc51ca4f req-8ed7715f-1d5c-427e-95b8-915ce88c54e7 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c0243896-fce1-491e-b01a-fe507cb083a8 HTTP/1.1" status: 200 len: 217 time: 0.0768108 Sep 23 19:25:37.144485 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-ea7313ab-dbd2-4642-af89-261d36fb7d9e req-14aaaf4d-8d23-407d-959e-47592c2ceb32 tempest-ServerRescueTestJSON-83326898 tempest-ServerRescueTestJSON-83326898-project] 10.222.0.67 "GET /v2.0/security-groups?id=324a4552-7b72-4e62-bcd4-dc8354c093e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3746340 Sep 23 19:25:37.184923 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74565b37-a3fc-4383-9045-31cebc51ca4f req-6d3b3a78-d1f7-4ac8-b7f7-bc73d0c62162 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:25:37.186634 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-74565b37-a3fc-4383-9045-31cebc51ca4f req-6d3b3a78-d1f7-4ac8-b7f7-bc73d0c62162 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=f7972800-2fa5-4fd0-ae55-c87548a8f875 HTTP/1.1" status: 200 len: 850 time: 0.0789504 Sep 23 19:25:37.187146 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 37524) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:25:37.195031 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-704a5704-6612-44c7-93da-57586144e915 req-acbddb43-bffe-4241-8159-34e02b194053 tempest-ServersAdminNegativeTestJSON-421618642 tempest-ServersAdminNegativeTestJSON-421618642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:25:37.196053 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-704a5704-6612-44c7-93da-57586144e915 req-acbddb43-bffe-4241-8159-34e02b194053 tempest-ServersAdminNegativeTestJSON-421618642 tempest-ServersAdminNegativeTestJSON-421618642-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222849'] for port, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:37.239101 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a5393bb-8c5c-46c8-aca6-ec53fa024cf9 req-cf70bce9-3b9c-4bbd-b3a1-ffac0b36f074 tempest-ServersAdminNegativeTestJSON-421618642 tempest-ServersAdminNegativeTestJSON-421618642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:25:37.248595 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-7a5393bb-8c5c-46c8-aca6-ec53fa024cf9 req-cf70bce9-3b9c-4bbd-b3a1-ffac0b36f074 tempest-ServersAdminNegativeTestJSON-421618642 tempest-ServersAdminNegativeTestJSON-421618642-project] 10.222.0.67 "GET /v2.0/ports?device_id=501d7793-7a4e-4a73-916d-7930c8cf81b4 HTTP/1.1" status: 200 len: 936 time: 0.1596990 Sep 23 19:25:37.258799 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-74565b37-a3fc-4383-9045-31cebc51ca4f req-93e116cd-3e29-430a-81af-cc71728dce19 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=c1ad3b2d-de91-44e9-a44c-b26d03d276cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0546098 Sep 23 19:25:37.275181 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-704a5704-6612-44c7-93da-57586144e915 req-acbddb43-bffe-4241-8159-34e02b194053 tempest-ServersAdminNegativeTestJSON-421618642 tempest-ServersAdminNegativeTestJSON-421618642-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.5854697 Sep 23 19:25:37.289114 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.v2.base [req-704a5704-6612-44c7-93da-57586144e915 req-df071205-29d4-49e7-be66-b7682d3b2ff8 service neutron] Request body: {'port': {'device_id': '501d7793-7a4e-4a73-916d-7930c8cf81b4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713301-16'}} {{(pid=95102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:25:37.381555 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-7a5393bb-8c5c-46c8-aca6-ec53fa024cf9 req-292ece95-46a4-4606-a1f3-9fb180398256 tempest-ServersAdminNegativeTestJSON-421618642 tempest-ServersAdminNegativeTestJSON-421618642-project] 10.222.0.67 "GET /v2.0/security-groups?id=a0f69697-909e-4fd5-bdb0-c967fab6b934&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1312137 Sep 23 19:25:37.385436 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b23338-3224-4cc5-a631-88741e3b6eca req-910d9770-3777-4a30-a7e7-f06bf49447ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:25:37.409973 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-45b23338-3224-4cc5-a631-88741e3b6eca req-910d9770-3777-4a30-a7e7-f06bf49447ff service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=61df6679-e03a-4089-8f81-8cc4daaf4da0&tenant_id=cff0149cb20c4944955e93a2b393f7c5 HTTP/1.1" status: 200 len: 1102 time: 0.4127958 Sep 23 19:25:37.417426 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-74565b37-a3fc-4383-9045-31cebc51ca4f req-da402ca0-a3de-49a6-a3d8-a03abbca570a service neutron] 10.222.0.74 "GET /v2.0/networks/c1ad3b2d-de91-44e9-a44c-b26d03d276cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1469674 Sep 23 19:25:37.428888 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-3b88e8da-439f-4c0a-9b97-10c0609222bd None None] Provisioning complete for port b19c1b20-24a3-49fa-ac31-eaf45fb8cfc9 triggered by entity DHCP. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:25:37.430116 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-3b88e8da-439f-4c0a-9b97-10c0609222bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:37.487028 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-704a5704-6612-44c7-93da-57586144e915 req-df071205-29d4-49e7-be66-b7682d3b2ff8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:37.489974 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.plugin [None req-3b88e8da-439f-4c0a-9b97-10c0609222bd None None] Port b19c1b20-24a3-49fa-ac31-eaf45fb8cfc9 cannot update to ACTIVE because it is not bound. {{(pid=95103) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 19:25:37.495401 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.v2.base [req-45b23338-3224-4cc5-a631-88741e3b6eca req-0977c1b4-4756-4868-abda-0d7d6e6a9eb0 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-713301-16', 'device_owner': 'compute:nova'}} {{(pid=95101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:25:37.500722 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-309fc604-b5b3-4dfe-a946-d19996e3c694 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=1d12a3043a224ea796794725de5fbc1f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3029594 Sep 23 19:25:37.503972 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 37530) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:25:37.510753 n-d-713301-16 neutron-server[95102]: DEBUG neutron.notifiers.nova [req-cd8d3178-c1b0-49e5-8a84-f0cfe3c9ad9a req-456d46d1-11bd-49e9-8195-8ed3e06ec347 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 04608e80-e340-4c55-b856-25d17244403b {{(pid=95102) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 19:25:37.535635 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-cd8d3178-c1b0-49e5-8a84-f0cfe3c9ad9a req-456d46d1-11bd-49e9-8195-8ed3e06ec347 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:37.558335 n-d-713301-16 neutron-server[95102]: DEBUG neutron.db.provisioning_blocks [req-cd8d3178-c1b0-49e5-8a84-f0cfe3c9ad9a req-456d46d1-11bd-49e9-8195-8ed3e06ec347 service neutron] Transition to ACTIVE for port object 04608e80-e340-4c55-b856-25d17244403b will not be triggered until provisioned by entity L2. {{(pid=95102) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 19:25:37.578758 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-cd8d3178-c1b0-49e5-8a84-f0cfe3c9ad9a req-456d46d1-11bd-49e9-8195-8ed3e06ec347 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4399095'] for port, after_update {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:37.653793 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-74565b37-a3fc-4383-9045-31cebc51ca4f req-cc201e0b-269a-4dab-b1ef-1bf204efeaf5 service neutron] 10.222.0.74 "GET /v2.0/networks/c1ad3b2d-de91-44e9-a44c-b26d03d276cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1780903 Sep 23 19:25:37.741847 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-45b23338-3224-4cc5-a631-88741e3b6eca req-0977c1b4-4756-4868-abda-0d7d6e6a9eb0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:37.775668 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-3dd31d4b-fc5b-46a7-bb94-2eab667400ef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:37.781486 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b0bb8e-3c95-48ea-8118-051f16d506ab req-bd1ae861-7760-4f33-9b41-2d1e5dceb7d5 tempest-MigrationsAdminTest-397594546 tempest-MigrationsAdminTest-397594546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:25:37.790662 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-46b0bb8e-3c95-48ea-8118-051f16d506ab req-bd1ae861-7760-4f33-9b41-2d1e5dceb7d5 tempest-MigrationsAdminTest-397594546 tempest-MigrationsAdminTest-397594546-project] 10.222.0.67 "GET /v2.0/ports?device_id=61df6679-e03a-4089-8f81-8cc4daaf4da0 HTTP/1.1" status: 200 len: 950 time: 0.2585545 Sep 23 19:25:37.797470 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-456d46d1-11bd-49e9-8195-8ed3e06ec347 service neutron] Pushing event updated for resources: {'Port': ['ID=04608e80-e340-4c55-b856-25d17244403b,revision_number=2']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:25:37.844072 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-3dd31d4b-fc5b-46a7-bb94-2eab667400ef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:37.922193 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a85d35fb-d5b3-411b-9999-b663666da863 req-6852472b-de63-4c21-9880-f7dbd2d8371b tempest-ServersOnMultiNodesTest-2040324995 tempest-ServersOnMultiNodesTest-2040324995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:25:37.930765 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a85d35fb-d5b3-411b-9999-b663666da863 req-6852472b-de63-4c21-9880-f7dbd2d8371b tempest-ServersOnMultiNodesTest-2040324995 tempest-ServersOnMultiNodesTest-2040324995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:25:37.949083 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-a85d35fb-d5b3-411b-9999-b663666da863 req-6852472b-de63-4c21-9880-f7dbd2d8371b tempest-ServersOnMultiNodesTest-2040324995 tempest-ServersOnMultiNodesTest-2040324995-project] 10.222.0.67 "GET /v2.0/ports?device_id=c1b7c0db-694d-49f1-a4e0-36ea1002bbc6&device_id=cfc90d71-ea75-4d22-a3ac-df60a60991f7 HTTP/1.1" status: 200 len: 1690 time: 0.3265510 Sep 23 19:25:38.076208 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-3dd31d4b-fc5b-46a7-bb94-2eab667400ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:38.084714 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-3dd31d4b-fc5b-46a7-bb94-2eab667400ef admin admin] Notify callbacks [] for security_group, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:38.086043 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-3dd31d4b-fc5b-46a7-bb94-2eab667400ef admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/773f07a6-9dbe-4e52-9128-29aea4a22afb HTTP/1.1" status: 204 len: 168 time: 0.5810680 Sep 23 19:25:38.096190 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dd31d4b-fc5b-46a7-bb94-2eab667400ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=773f07a6-9dbe-4e52-9128-29aea4a22afb,revision_number=None']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:25:38.099002 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-46b0bb8e-3c95-48ea-8118-051f16d506ab req-796ff476-a573-48f3-9e4b-ff210f8fd522 tempest-MigrationsAdminTest-397594546 tempest-MigrationsAdminTest-397594546-project] 10.222.0.67 "GET /v2.0/security-groups?id=78cb509b-31c4-4e2a-bb5c-7abd6194dcc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3072531 Sep 23 19:25:38.172175 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.managers [req-cd8d3178-c1b0-49e5-8a84-f0cfe3c9ad9a req-456d46d1-11bd-49e9-8195-8ed3e06ec347 service neutron] Attempting to bind port 04608e80-e340-4c55-b856-25d17244403b on host n-h1-713301-16 for vnic_type normal with profile {{(pid=95102) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 19:25:38.173475 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.managers [req-cd8d3178-c1b0-49e5-8a84-f0cfe3c9ad9a req-456d46d1-11bd-49e9-8195-8ed3e06ec347 service neutron] Attempting to bind port 04608e80-e340-4c55-b856-25d17244403b by drivers openvswitch,hyperv on host n-h1-713301-16 at level 0 using segments [{'id': 'e05f2916-65a4-4075-8738-b9204cdf084e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '0e7486fc-edf5-4778-98e4-d68293f3be17'}] {{(pid=95102) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 19:25:38.173822 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd8d3178-c1b0-49e5-8a84-f0cfe3c9ad9a req-456d46d1-11bd-49e9-8195-8ed3e06ec347 service neutron] Attempting to bind port 04608e80-e340-4c55-b856-25d17244403b on network 0e7486fc-edf5-4778-98e4-d68293f3be17 {{(pid=95102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:25:38.206978 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-a85d35fb-d5b3-411b-9999-b663666da863 req-67849606-9c0d-449a-b347-e47c9a36ed85 tempest-ServersOnMultiNodesTest-2040324995 tempest-ServersOnMultiNodesTest-2040324995-project] 10.222.0.67 "GET /v2.0/security-groups?id=157e791d-182d-45ba-a5d1-6edf868180cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2552397 Sep 23 19:25:38.270364 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd8d3178-c1b0-49e5-8a84-f0cfe3c9ad9a req-456d46d1-11bd-49e9-8195-8ed3e06ec347 service neutron] Port 04608e80-e340-4c55-b856-25d17244403b on network 0e7486fc-edf5-4778-98e4-d68293f3be17 not bound, no agent of type Open vSwitch agent registered on host n-h1-713301-16 {{(pid=95102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 19:25:38.279248 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd8d3178-c1b0-49e5-8a84-f0cfe3c9ad9a req-456d46d1-11bd-49e9-8195-8ed3e06ec347 service neutron] Attempting to bind port 04608e80-e340-4c55-b856-25d17244403b on network 0e7486fc-edf5-4778-98e4-d68293f3be17 {{(pid=95102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:25:38.309031 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd8d3178-c1b0-49e5-8a84-f0cfe3c9ad9a req-456d46d1-11bd-49e9-8195-8ed3e06ec347 service neutron] Checking agent: {'id': '0708c3e9-0aad-4600-9be9-d2486535c898', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713301-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 19, 15, 28), 'started_at': datetime.datetime(2021, 9, 23, 19, 15, 28), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 19, 25, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 19:25:38.309408 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd8d3178-c1b0-49e5-8a84-f0cfe3c9ad9a req-456d46d1-11bd-49e9-8195-8ed3e06ec347 service neutron] Checking segment: {'id': 'e05f2916-65a4-4075-8738-b9204cdf084e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '0e7486fc-edf5-4778-98e4-d68293f3be17'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95102) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:25:38.309807 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd8d3178-c1b0-49e5-8a84-f0cfe3c9ad9a req-456d46d1-11bd-49e9-8195-8ed3e06ec347 service neutron] Bound using segment: {'id': 'e05f2916-65a4-4075-8738-b9204cdf084e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '0e7486fc-edf5-4778-98e4-d68293f3be17'} {{(pid=95102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 19:25:38.310353 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.managers [req-cd8d3178-c1b0-49e5-8a84-f0cfe3c9ad9a req-456d46d1-11bd-49e9-8195-8ed3e06ec347 service neutron] Bound port: 04608e80-e340-4c55-b856-25d17244403b, host: n-h1-713301-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e05f2916-65a4-4075-8738-b9204cdf084e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '0e7486fc-edf5-4778-98e4-d68293f3be17'}}] {{(pid=95102) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 19:25:38.310624 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-cd8d3178-c1b0-49e5-8a84-f0cfe3c9ad9a req-456d46d1-11bd-49e9-8195-8ed3e06ec347 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:38.324216 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a68760f-f6ae-40a9-8d36-833425850a23 req-0cb076ce-8d9f-43d2-a4a8-583a7c680dff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:25:38.326289 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-9a68760f-f6ae-40a9-8d36-833425850a23 req-0cb076ce-8d9f-43d2-a4a8-583a7c680dff service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=777ece37-282c-46bf-a54e-b76185b0b66f HTTP/1.1" status: 200 len: 1097 time: 0.0648305 Sep 23 19:25:38.416883 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-9a68760f-f6ae-40a9-8d36-833425850a23 req-cc13e6d2-4a79-4029-a792-a6c71ac61954 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=324a4552-7b72-4e62-bcd4-dc8354c093e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803735 Sep 23 19:25:38.444657 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-819e8873-a301-4941-89c3-7677e31ad26e req-e6a8eff3-1007-46f8-819d-a4f6845eecb9 tempest-TaggedBootDevicesTest-1101605307 tempest-TaggedBootDevicesTest-1101605307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:25:38.450912 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-819e8873-a301-4941-89c3-7677e31ad26e req-e6a8eff3-1007-46f8-819d-a4f6845eecb9 tempest-TaggedBootDevicesTest-1101605307 tempest-TaggedBootDevicesTest-1101605307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:25:38.457147 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-819e8873-a301-4941-89c3-7677e31ad26e req-e6a8eff3-1007-46f8-819d-a4f6845eecb9 tempest-TaggedBootDevicesTest-1101605307 tempest-TaggedBootDevicesTest-1101605307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:25:38.463953 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-819e8873-a301-4941-89c3-7677e31ad26e req-e6a8eff3-1007-46f8-819d-a4f6845eecb9 tempest-TaggedBootDevicesTest-1101605307 tempest-TaggedBootDevicesTest-1101605307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:25:38.483425 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-819e8873-a301-4941-89c3-7677e31ad26e req-e6a8eff3-1007-46f8-819d-a4f6845eecb9 tempest-TaggedBootDevicesTest-1101605307 tempest-TaggedBootDevicesTest-1101605307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:25:38.483425 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-819e8873-a301-4941-89c3-7677e31ad26e req-e6a8eff3-1007-46f8-819d-a4f6845eecb9 tempest-TaggedBootDevicesTest-1101605307 tempest-TaggedBootDevicesTest-1101605307-project] 10.222.0.67 "GET /v2.0/ports?device_id=6c7d744a-f584-4648-aa8d-a6936fa22df4 HTTP/1.1" status: 200 len: 3828 time: 0.1937137 Sep 23 19:25:38.580323 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.db [req-cd8d3178-c1b0-49e5-8a84-f0cfe3c9ad9a req-456d46d1-11bd-49e9-8195-8ed3e06ec347 service neutron] For port 04608e80-e340-4c55-b856-25d17244403b, host n-h1-713301-16, cleared binding levels {{(pid=95102) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 19:25:38.586762 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.db [req-cd8d3178-c1b0-49e5-8a84-f0cfe3c9ad9a req-456d46d1-11bd-49e9-8195-8ed3e06ec347 service neutron] For port 04608e80-e340-4c55-b856-25d17244403b, host n-h1-713301-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-16',level=0,port_id=04608e80-e340-4c55-b856-25d17244403b,segment=NetworkSegment(e05f2916-65a4-4075-8738-b9204cdf084e),segment_id=e05f2916-65a4-4075-8738-b9204cdf084e)] {{(pid=95102) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 19:25:38.599655 n-d-713301-16 neutron-server[95102]: DEBUG neutron.notifiers.nova [req-704a5704-6612-44c7-93da-57586144e915 req-df071205-29d4-49e7-be66-b7682d3b2ff8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b19c1b20-24a3-49fa-ac31-eaf45fb8cfc9 {{(pid=95102) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 19:25:38.612249 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-cd8d3178-c1b0-49e5-8a84-f0cfe3c9ad9a req-456d46d1-11bd-49e9-8195-8ed3e06ec347 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4399095'] for port, after_update {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:38.636303 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f60ca3-252b-4956-9bbe-5257b1afa82b req-5882800d-caba-4de7-8434-fa24fd039269 tempest-DeleteServersTestJSON-2111530366 tempest-DeleteServersTestJSON-2111530366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:25:38.643709 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-96f60ca3-252b-4956-9bbe-5257b1afa82b req-5882800d-caba-4de7-8434-fa24fd039269 tempest-DeleteServersTestJSON-2111530366 tempest-DeleteServersTestJSON-2111530366-project] 10.222.0.67 "GET /v2.0/ports?device_id=9b29c0ec-9044-40c0-84b1-fefa1dddfd07 HTTP/1.1" status: 200 len: 945 time: 0.2279191 Sep 23 19:25:38.649426 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-704a5704-6612-44c7-93da-57586144e915 req-df071205-29d4-49e7-be66-b7682d3b2ff8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:38.663218 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-819e8873-a301-4941-89c3-7677e31ad26e req-99372abb-894f-49ea-8ba9-ccfce93a051d tempest-TaggedBootDevicesTest-1101605307 tempest-TaggedBootDevicesTest-1101605307-project] 10.222.0.67 "GET /v2.0/security-groups?id=7583e831-f62b-49a7-9a62-f1028bb8aa73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1528702 Sep 23 19:25:38.705561 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd8d3178-c1b0-49e5-8a84-f0cfe3c9ad9a req-456d46d1-11bd-49e9-8195-8ed3e06ec347 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:25:38.706187 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-cd8d3178-c1b0-49e5-8a84-f0cfe3c9ad9a req-456d46d1-11bd-49e9-8195-8ed3e06ec347 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222849'] for port, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:38.707566 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-cd8d3178-c1b0-49e5-8a84-f0cfe3c9ad9a req-456d46d1-11bd-49e9-8195-8ed3e06ec347 service neutron] 10.222.0.74 "PUT /v2.0/ports/04608e80-e340-4c55-b856-25d17244403b HTTP/1.1" status: 200 len: 1092 time: 2.4451449 Sep 23 19:25:38.708006 n-d-713301-16 neutron-server[95102]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6c7d744a-f584-4648-aa8d-a6936fa22df4', 'tag': '04608e80-e340-4c55-b856-25d17244403b'}] {{(pid=95102) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 19:25:38.711207 n-d-713301-16 neutron-server[95102]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab31b6d93e5336dbddfa8ec424565b3bd8cb2369c5b4d85bc943472dbb21e8ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5ee486e-49ad-4b1b-a2a7-38d5a61e3b9b" -d '{"events": [{"name": "network-changed", "server_uuid": "6c7d744a-f584-4648-aa8d-a6936fa22df4", "tag": "04608e80-e340-4c55-b856-25d17244403b"}]}' {{(pid=95102) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 19:25:38.719373 n-d-713301-16 neutron-server[95102]: DEBUG neutron.db.provisioning_blocks [req-704a5704-6612-44c7-93da-57586144e915 req-df071205-29d4-49e7-be66-b7682d3b2ff8 service neutron] Transition to ACTIVE for port object b19c1b20-24a3-49fa-ac31-eaf45fb8cfc9 will not be triggered until provisioned by entity L2. {{(pid=95102) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 19:25:38.737253 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-704a5704-6612-44c7-93da-57586144e915 req-df071205-29d4-49e7-be66-b7682d3b2ff8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4399095'] for port, after_update {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:38.793850 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.v2.base [req-cd8d3178-c1b0-49e5-8a84-f0cfe3c9ad9a req-153e4974-152c-45b9-bd58-4afca14c82fe service neutron] Request body: {'port': {'device_id': '6c7d744a-f584-4648-aa8d-a6936fa22df4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713301-16'}} {{(pid=95102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:25:38.866938 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.db [req-45b23338-3224-4cc5-a631-88741e3b6eca req-0977c1b4-4756-4868-abda-0d7d6e6a9eb0 service neutron] For port 5e0cfb4e-f0a0-4307-98ca-fd7fbec65808, host n-h2-713301-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-16',level=0,port_id=5e0cfb4e-f0a0-4307-98ca-fd7fbec65808,segment=NetworkSegment(6139d589-eb6c-4578-8935-c26ddf396853),segment_id=6139d589-eb6c-4578-8935-c26ddf396853)] {{(pid=95101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:25:38.885710 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-96f60ca3-252b-4956-9bbe-5257b1afa82b req-6b92e9fd-2044-4339-9b1f-dd5d42281a94 tempest-DeleteServersTestJSON-2111530366 tempest-DeleteServersTestJSON-2111530366-project] 10.222.0.67 "GET /v2.0/security-groups?id=67f2e2ca-928f-40e5-b9b2-05ec3bddbb37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2410779 Sep 23 19:25:38.936210 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.db [req-45b23338-3224-4cc5-a631-88741e3b6eca req-0977c1b4-4756-4868-abda-0d7d6e6a9eb0 service neutron] For port 5e0cfb4e-f0a0-4307-98ca-fd7fbec65808, host n-h2-713301-16, cleared binding levels {{(pid=95101) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 19:25:38.958021 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-456d46d1-11bd-49e9-8195-8ed3e06ec347 service neutron] Pushing event updated for resources: {'Port': ['ID=04608e80-e340-4c55-b856-25d17244403b,revision_number=3']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:25:39.037766 n-d-713301-16 neutron-server[95101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '61df6679-e03a-4089-8f81-8cc4daaf4da0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5e0cfb4e-f0a0-4307-98ca-fd7fbec65808'}] {{(pid=95101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 19:25:39.041197 n-d-713301-16 neutron-server[95101]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d8366c5740cd635e57ab12b71fe44a77c2acc3c19091ef849c6f68b380462244" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a12f533-50b2-4d9c-ae6e-56193ef87cf3" -d '{"events": [{"server_uuid": "61df6679-e03a-4089-8f81-8cc4daaf4da0", "name": "network-vif-unplugged", "status": "completed", "tag": "5e0cfb4e-f0a0-4307-98ca-fd7fbec65808"}]}' {{(pid=95101) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 19:25:39.046946 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-45b23338-3224-4cc5-a631-88741e3b6eca req-0977c1b4-4756-4868-abda-0d7d6e6a9eb0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:39.065233 n-d-713301-16 neutron-server[95101]: DEBUG neutron.db.provisioning_blocks [req-45b23338-3224-4cc5-a631-88741e3b6eca req-0977c1b4-4756-4868-abda-0d7d6e6a9eb0 service neutron] Transition to ACTIVE for port object 5e0cfb4e-f0a0-4307-98ca-fd7fbec65808 will not be triggered until provisioned by entity L2. {{(pid=95101) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 19:25:39.074532 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-45b23338-3224-4cc5-a631-88741e3b6eca req-0977c1b4-4756-4868-abda-0d7d6e6a9eb0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5607436'] for port, after_update {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:39.123795 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df071205-29d4-49e7-be66-b7682d3b2ff8 service neutron] Pushing event updated for resources: {'Port': ['ID=b19c1b20-24a3-49fa-ac31-eaf45fb8cfc9,revision_number=2']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:25:39.169384 n-d-713301-16 neutron-server[95101]: DEBUG neutron.db.l3_dvrscheduler_db [req-45b23338-3224-4cc5-a631-88741e3b6eca req-0977c1b4-4756-4868-abda-0d7d6e6a9eb0 service neutron] No DVR routers for this DVR port 5e0cfb4e-f0a0-4307-98ca-fd7fbec65808 on host n-h2-713301-16 {{(pid=95101) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 19:25:39.174026 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20444948-4b20-4074-898a-cc28fedf64ba req-91f96a90-5671-4f0f-957c-18459cb3c44a tempest-ServerRescueTestJSON-83326898 tempest-ServerRescueTestJSON-83326898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:25:39.176130 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-20444948-4b20-4074-898a-cc28fedf64ba req-91f96a90-5671-4f0f-957c-18459cb3c44a tempest-ServerRescueTestJSON-83326898 tempest-ServerRescueTestJSON-83326898-project] 10.222.0.67 "GET /v2.0/ports?device_id=777ece37-282c-46bf-a54e-b76185b0b66f HTTP/1.1" status: 200 len: 945 time: 0.3865190 Sep 23 19:25:39.193791 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-cd8d3178-c1b0-49e5-8a84-f0cfe3c9ad9a req-153e4974-152c-45b9-bd58-4afca14c82fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:39.202801 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 37572) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:25:39.233060 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0977c1b4-4756-4868-abda-0d7d6e6a9eb0 service neutron] Pushing event updated for resources: {'Port': ['ID=5e0cfb4e-f0a0-4307-98ca-fd7fbec65808,revision_number=6']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:25:39.264697 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.managers [req-45b23338-3224-4cc5-a631-88741e3b6eca req-0977c1b4-4756-4868-abda-0d7d6e6a9eb0 service neutron] Attempting to bind port 5e0cfb4e-f0a0-4307-98ca-fd7fbec65808 on host n-h1-713301-16 for vnic_type normal with profile {{(pid=95101) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 19:25:39.265408 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.managers [req-45b23338-3224-4cc5-a631-88741e3b6eca req-0977c1b4-4756-4868-abda-0d7d6e6a9eb0 service neutron] Attempting to bind port 5e0cfb4e-f0a0-4307-98ca-fd7fbec65808 by drivers openvswitch,hyperv on host n-h1-713301-16 at level 0 using segments [{'id': '6139d589-eb6c-4578-8935-c26ddf396853', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '5220cb0c-da05-478a-9604-8c11469a05b4'}] {{(pid=95101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 19:25:39.265965 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45b23338-3224-4cc5-a631-88741e3b6eca req-0977c1b4-4756-4868-abda-0d7d6e6a9eb0 service neutron] Attempting to bind port 5e0cfb4e-f0a0-4307-98ca-fd7fbec65808 on network 5220cb0c-da05-478a-9604-8c11469a05b4 {{(pid=95101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:25:39.274277 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45b23338-3224-4cc5-a631-88741e3b6eca req-0977c1b4-4756-4868-abda-0d7d6e6a9eb0 service neutron] Port 5e0cfb4e-f0a0-4307-98ca-fd7fbec65808 on network 5220cb0c-da05-478a-9604-8c11469a05b4 not bound, no agent of type Open vSwitch agent registered on host n-h1-713301-16 {{(pid=95101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 19:25:39.274983 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45b23338-3224-4cc5-a631-88741e3b6eca req-0977c1b4-4756-4868-abda-0d7d6e6a9eb0 service neutron] Attempting to bind port 5e0cfb4e-f0a0-4307-98ca-fd7fbec65808 on network 5220cb0c-da05-478a-9604-8c11469a05b4 {{(pid=95101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:25:39.286469 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45b23338-3224-4cc5-a631-88741e3b6eca req-0977c1b4-4756-4868-abda-0d7d6e6a9eb0 service neutron] Checking agent: {'id': '0708c3e9-0aad-4600-9be9-d2486535c898', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713301-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 19, 15, 28), 'started_at': datetime.datetime(2021, 9, 23, 19, 15, 28), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 19, 25, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 19:25:39.288575 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45b23338-3224-4cc5-a631-88741e3b6eca req-0977c1b4-4756-4868-abda-0d7d6e6a9eb0 service neutron] Checking segment: {'id': '6139d589-eb6c-4578-8935-c26ddf396853', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '5220cb0c-da05-478a-9604-8c11469a05b4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:25:39.290337 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45b23338-3224-4cc5-a631-88741e3b6eca req-0977c1b4-4756-4868-abda-0d7d6e6a9eb0 service neutron] Bound using segment: {'id': '6139d589-eb6c-4578-8935-c26ddf396853', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '5220cb0c-da05-478a-9604-8c11469a05b4'} {{(pid=95101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 19:25:39.291092 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.managers [req-45b23338-3224-4cc5-a631-88741e3b6eca req-0977c1b4-4756-4868-abda-0d7d6e6a9eb0 service neutron] Bound port: 5e0cfb4e-f0a0-4307-98ca-fd7fbec65808, host: n-h1-713301-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6139d589-eb6c-4578-8935-c26ddf396853', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '5220cb0c-da05-478a-9604-8c11469a05b4'}}] {{(pid=95101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 19:25:39.292850 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-45b23338-3224-4cc5-a631-88741e3b6eca req-0977c1b4-4756-4868-abda-0d7d6e6a9eb0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:39.314434 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-20444948-4b20-4074-898a-cc28fedf64ba req-633fbdbe-fbb3-45d6-985f-fa3c93dd6f2a tempest-ServerRescueTestJSON-83326898 tempest-ServerRescueTestJSON-83326898-project] 10.222.0.67 "GET /v2.0/security-groups?id=324a4552-7b72-4e62-bcd4-dc8354c093e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1224496 Sep 23 19:25:39.333727 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09087862-f647-4d9f-af24-99e2ea49f499 req-fbd00001-64f3-44dc-b4b8-49cd5691c6ae tempest-ServersAdminNegativeTestJSON-421618642 tempest-ServersAdminNegativeTestJSON-421618642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:25:39.341795 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-09087862-f647-4d9f-af24-99e2ea49f499 req-fbd00001-64f3-44dc-b4b8-49cd5691c6ae tempest-ServersAdminNegativeTestJSON-421618642 tempest-ServersAdminNegativeTestJSON-421618642-project] 10.222.0.67 "GET /v2.0/ports?device_id=501d7793-7a4e-4a73-916d-7930c8cf81b4 HTTP/1.1" status: 200 len: 948 time: 0.2263737 Sep 23 19:25:39.395075 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.managers [req-704a5704-6612-44c7-93da-57586144e915 req-df071205-29d4-49e7-be66-b7682d3b2ff8 service neutron] Attempting to bind port b19c1b20-24a3-49fa-ac31-eaf45fb8cfc9 on host n-h1-713301-16 for vnic_type normal with profile {{(pid=95102) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 19:25:39.395464 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.managers [req-704a5704-6612-44c7-93da-57586144e915 req-df071205-29d4-49e7-be66-b7682d3b2ff8 service neutron] Attempting to bind port b19c1b20-24a3-49fa-ac31-eaf45fb8cfc9 by drivers openvswitch,hyperv on host n-h1-713301-16 at level 0 using segments [{'id': '6139d589-eb6c-4578-8935-c26ddf396853', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '5220cb0c-da05-478a-9604-8c11469a05b4'}] {{(pid=95102) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 19:25:39.395797 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-704a5704-6612-44c7-93da-57586144e915 req-df071205-29d4-49e7-be66-b7682d3b2ff8 service neutron] Attempting to bind port b19c1b20-24a3-49fa-ac31-eaf45fb8cfc9 on network 5220cb0c-da05-478a-9604-8c11469a05b4 {{(pid=95102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:25:39.470691 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.v2.base [None req-e7d999a6-91e8-4b09-9d39-9bb361c9c5c9 admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesNegativeTestJSON-714144099-network', 'tenant_id': '1fb35807b46449578e729b99214ede1a'}} {{(pid=95101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:25:39.482279 n-d-713301-16 neutron-server[95102]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 19:25:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a9ae07b-f868-4549-984b-3aad88847448 x-openstack-request-id: req-5a9ae07b-f868-4549-984b-3aad88847448 {{(pid=95102) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 19:25:39.482591 n-d-713301-16 neutron-server[95102]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6c7d744a-f584-4648-aa8d-a6936fa22df4", "tag": "04608e80-e340-4c55-b856-25d17244403b", "status": "completed", "code": 200}]} {{(pid=95102) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 19:25:39.482825 n-d-713301-16 neutron-server[95102]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-5a9ae07b-f868-4549-984b-3aad88847448 {{(pid=95102) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 19:25:39.484865 n-d-713301-16 neutron-server[95102]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6c7d744a-f584-4648-aa8d-a6936fa22df4', 'tag': '04608e80-e340-4c55-b856-25d17244403b', 'status': 'completed', 'code': 200} Sep 23 19:25:39.486979 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-704a5704-6612-44c7-93da-57586144e915 req-df071205-29d4-49e7-be66-b7682d3b2ff8 service neutron] Port b19c1b20-24a3-49fa-ac31-eaf45fb8cfc9 on network 5220cb0c-da05-478a-9604-8c11469a05b4 not bound, no agent of type Open vSwitch agent registered on host n-h1-713301-16 {{(pid=95102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 19:25:39.487139 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-704a5704-6612-44c7-93da-57586144e915 req-df071205-29d4-49e7-be66-b7682d3b2ff8 service neutron] Attempting to bind port b19c1b20-24a3-49fa-ac31-eaf45fb8cfc9 on network 5220cb0c-da05-478a-9604-8c11469a05b4 {{(pid=95102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:25:39.497675 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-704a5704-6612-44c7-93da-57586144e915 req-df071205-29d4-49e7-be66-b7682d3b2ff8 service neutron] Checking agent: {'id': '0708c3e9-0aad-4600-9be9-d2486535c898', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713301-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 19, 15, 28), 'started_at': datetime.datetime(2021, 9, 23, 19, 15, 28), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 19, 25, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 19:25:39.498083 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-704a5704-6612-44c7-93da-57586144e915 req-df071205-29d4-49e7-be66-b7682d3b2ff8 service neutron] Checking segment: {'id': '6139d589-eb6c-4578-8935-c26ddf396853', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '5220cb0c-da05-478a-9604-8c11469a05b4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95102) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:25:39.498406 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-704a5704-6612-44c7-93da-57586144e915 req-df071205-29d4-49e7-be66-b7682d3b2ff8 service neutron] Bound using segment: {'id': '6139d589-eb6c-4578-8935-c26ddf396853', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '5220cb0c-da05-478a-9604-8c11469a05b4'} {{(pid=95102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 19:25:39.498867 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.managers [req-704a5704-6612-44c7-93da-57586144e915 req-df071205-29d4-49e7-be66-b7682d3b2ff8 service neutron] Bound port: b19c1b20-24a3-49fa-ac31-eaf45fb8cfc9, host: n-h1-713301-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6139d589-eb6c-4578-8935-c26ddf396853', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '5220cb0c-da05-478a-9604-8c11469a05b4'}}] {{(pid=95102) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 19:25:39.499237 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-704a5704-6612-44c7-93da-57586144e915 req-df071205-29d4-49e7-be66-b7682d3b2ff8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:39.560780 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-09087862-f647-4d9f-af24-99e2ea49f499 req-be52ba2e-e65f-4405-ab62-027e677958c5 tempest-ServersAdminNegativeTestJSON-421618642 tempest-ServersAdminNegativeTestJSON-421618642-project] 10.222.0.67 "GET /v2.0/security-groups?id=a0f69697-909e-4fd5-bdb0-c967fab6b934&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2136831 Sep 23 19:25:39.565607 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.db [req-45b23338-3224-4cc5-a631-88741e3b6eca req-0977c1b4-4756-4868-abda-0d7d6e6a9eb0 service neutron] For port 5e0cfb4e-f0a0-4307-98ca-fd7fbec65808, host n-h1-713301-16, cleared binding levels {{(pid=95101) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 19:25:39.571875 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.db [req-45b23338-3224-4cc5-a631-88741e3b6eca req-0977c1b4-4756-4868-abda-0d7d6e6a9eb0 service neutron] For port 5e0cfb4e-f0a0-4307-98ca-fd7fbec65808, host n-h1-713301-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-16',level=0,port_id=5e0cfb4e-f0a0-4307-98ca-fd7fbec65808,segment=NetworkSegment(6139d589-eb6c-4578-8935-c26ddf396853),segment_id=6139d589-eb6c-4578-8935-c26ddf396853)] {{(pid=95101) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 19:25:39.585363 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ee486e-49ad-4b1b-a2a7-38d5a61e3b9b req-af504e04-8e99-4794-bf5d-25b241e92bfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:25:39.586014 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ee486e-49ad-4b1b-a2a7-38d5a61e3b9b req-af504e04-8e99-4794-bf5d-25b241e92bfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:25:39.586559 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ee486e-49ad-4b1b-a2a7-38d5a61e3b9b req-af504e04-8e99-4794-bf5d-25b241e92bfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:25:39.587042 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ee486e-49ad-4b1b-a2a7-38d5a61e3b9b req-af504e04-8e99-4794-bf5d-25b241e92bfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:25:39.587514 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ee486e-49ad-4b1b-a2a7-38d5a61e3b9b req-af504e04-8e99-4794-bf5d-25b241e92bfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:25:39.589632 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-b5ee486e-49ad-4b1b-a2a7-38d5a61e3b9b req-af504e04-8e99-4794-bf5d-25b241e92bfb service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=f9311328b6c648f88a79b8848358e4b9&device_id=6c7d744a-f584-4648-aa8d-a6936fa22df4 HTTP/1.1" status: 200 len: 4364 time: 0.1049442 Sep 23 19:25:39.592174 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7d999a6-91e8-4b09-9d39-9bb361c9c5c9 admin admin] Made reservation on behalf of 1fb35807b46449578e729b99214ede1a for: {'network': 1} {{(pid=95101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:25:39.599421 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-e7d999a6-91e8-4b09-9d39-9bb361c9c5c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for network, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:39.607128 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-45b23338-3224-4cc5-a631-88741e3b6eca req-0977c1b4-4756-4868-abda-0d7d6e6a9eb0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5607436'] for port, after_update {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:39.656183 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.db [req-704a5704-6612-44c7-93da-57586144e915 req-df071205-29d4-49e7-be66-b7682d3b2ff8 service neutron] For port b19c1b20-24a3-49fa-ac31-eaf45fb8cfc9, host n-h1-713301-16, cleared binding levels {{(pid=95102) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 19:25:39.660738 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.db [req-704a5704-6612-44c7-93da-57586144e915 req-df071205-29d4-49e7-be66-b7682d3b2ff8 service neutron] For port b19c1b20-24a3-49fa-ac31-eaf45fb8cfc9, host n-h1-713301-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-16',level=0,port_id=b19c1b20-24a3-49fa-ac31-eaf45fb8cfc9,segment=NetworkSegment(6139d589-eb6c-4578-8935-c26ddf396853),segment_id=6139d589-eb6c-4578-8935-c26ddf396853)] {{(pid=95102) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 19:25:39.670312 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-704a5704-6612-44c7-93da-57586144e915 req-df071205-29d4-49e7-be66-b7682d3b2ff8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4399095'] for port, after_update {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:39.726139 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-704a5704-6612-44c7-93da-57586144e915 req-df071205-29d4-49e7-be66-b7682d3b2ff8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:25:39.726776 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-704a5704-6612-44c7-93da-57586144e915 req-df071205-29d4-49e7-be66-b7682d3b2ff8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222849'] for port, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:39.728833 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-704a5704-6612-44c7-93da-57586144e915 req-df071205-29d4-49e7-be66-b7682d3b2ff8 service neutron] 10.222.0.74 "PUT /v2.0/ports/b19c1b20-24a3-49fa-ac31-eaf45fb8cfc9 HTTP/1.1" status: 200 len: 1097 time: 2.4455860 Sep 23 19:25:39.737916 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0977c1b4-4756-4868-abda-0d7d6e6a9eb0 service neutron] Pushing event updated for resources: {'Port': ['ID=5e0cfb4e-f0a0-4307-98ca-fd7fbec65808,revision_number=7']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:25:39.776637 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-e7d999a6-91e8-4b09-9d39-9bb361c9c5c9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:39.914002 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ee486e-49ad-4b1b-a2a7-38d5a61e3b9b req-78106e2d-0e15-48e7-90b4-e874a47807e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:25:39.918870 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ee486e-49ad-4b1b-a2a7-38d5a61e3b9b req-78106e2d-0e15-48e7-90b4-e874a47807e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:25:39.919499 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ee486e-49ad-4b1b-a2a7-38d5a61e3b9b req-78106e2d-0e15-48e7-90b4-e874a47807e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:25:39.921408 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-b5ee486e-49ad-4b1b-a2a7-38d5a61e3b9b req-78106e2d-0e15-48e7-90b4-e874a47807e8 service neutron] 10.222.0.74 "GET /v2.0/networks?tenant_id=f9311328b6c648f88a79b8848358e4b9&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.2991745 Sep 23 19:25:39.927473 n-d-713301-16 neutron-server[95101]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 23 Sep 2021 19:25:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d13b843c-17c0-41b1-8ca6-e5d833330453 x-openstack-request-id: req-d13b843c-17c0-41b1-8ca6-e5d833330453 {{(pid=95101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 19:25:39.928033 n-d-713301-16 neutron-server[95101]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "61df6679-e03a-4089-8f81-8cc4daaf4da0", "name": "network-vif-unplugged", "status": "completed", "tag": "5e0cfb4e-f0a0-4307-98ca-fd7fbec65808", "code": 200}]} {{(pid=95101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 19:25:39.928415 n-d-713301-16 neutron-server[95101]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-d13b843c-17c0-41b1-8ca6-e5d833330453 {{(pid=95101) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 19:25:39.929144 n-d-713301-16 neutron-server[95101]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '61df6679-e03a-4089-8f81-8cc4daaf4da0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5e0cfb4e-f0a0-4307-98ca-fd7fbec65808', 'code': 200} Sep 23 19:25:39.938151 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b23338-3224-4cc5-a631-88741e3b6eca req-0977c1b4-4756-4868-abda-0d7d6e6a9eb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:25:39.938780 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-45b23338-3224-4cc5-a631-88741e3b6eca req-0977c1b4-4756-4868-abda-0d7d6e6a9eb0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222849'] for port, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:39.940360 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-45b23338-3224-4cc5-a631-88741e3b6eca req-0977c1b4-4756-4868-abda-0d7d6e6a9eb0 service neutron] 10.222.0.74 "PUT /v2.0/ports/5e0cfb4e-f0a0-4307-98ca-fd7fbec65808 HTTP/1.1" status: 200 len: 1097 time: 2.4549055 Sep 23 19:25:39.985776 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c7a859-dba8-41c0-ac15-38cac05426d2 req-f573eab9-d363-442b-a763-f8f1b46a9f68 tempest-ServersOnMultiNodesTest-400318425 tempest-ServersOnMultiNodesTest-400318425-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:25:39.987444 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-e8c7a859-dba8-41c0-ac15-38cac05426d2 req-f573eab9-d363-442b-a763-f8f1b46a9f68 tempest-ServersOnMultiNodesTest-400318425 tempest-ServersOnMultiNodesTest-400318425-project-admin] 10.222.0.67 "GET /v2.0/ports?device_id=c1b7c0db-694d-49f1-a4e0-36ea1002bbc6 HTTP/1.1" status: 200 len: 1102 time: 0.2932284 Sep 23 19:25:40.005272 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df071205-29d4-49e7-be66-b7682d3b2ff8 service neutron] Pushing event updated for resources: {'Port': ['ID=b19c1b20-24a3-49fa-ac31-eaf45fb8cfc9,revision_number=3']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:25:40.022565 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-704a5704-6612-44c7-93da-57586144e915 req-4ce08345-5d1f-4bbf-ab54-12d3f049cd11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:25:40.024274 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-704a5704-6612-44c7-93da-57586144e915 req-4ce08345-5d1f-4bbf-ab54-12d3f049cd11 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=8183aa723e9345149ed07cc59da6943a&device_id=501d7793-7a4e-4a73-916d-7930c8cf81b4 HTTP/1.1" status: 200 len: 1100 time: 0.2383494 Sep 23 19:25:40.105589 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e5505f-4285-460b-8ce5-796875e54ffa req-cceebfd8-b5ed-4a1c-85e1-0e57a9017a42 tempest-MigrationsAdminTest-397594546 tempest-MigrationsAdminTest-397594546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:25:40.113825 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-b8e5505f-4285-460b-8ce5-796875e54ffa req-cceebfd8-b5ed-4a1c-85e1-0e57a9017a42 tempest-MigrationsAdminTest-397594546 tempest-MigrationsAdminTest-397594546-project] 10.222.0.67 "GET /v2.0/ports?device_id=61df6679-e03a-4089-8f81-8cc4daaf4da0 HTTP/1.1" status: 200 len: 948 time: 0.2495377 Sep 23 19:25:40.130413 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-704a5704-6612-44c7-93da-57586144e915 req-1fec590d-7c1f-458f-89a3-5b2c82a3dff9 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.141&port_id=b19c1b20-24a3-49fa-ac31-eaf45fb8cfc9 HTTP/1.1" status: 200 len: 217 time: 0.0895681 Sep 23 19:25:40.135199 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b23338-3224-4cc5-a631-88741e3b6eca req-a19d9b4a-3810-419c-a840-c5f230a43232 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:25:40.142046 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-45b23338-3224-4cc5-a631-88741e3b6eca req-a19d9b4a-3810-419c-a840-c5f230a43232 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=cff0149cb20c4944955e93a2b393f7c5&device_id=61df6679-e03a-4089-8f81-8cc4daaf4da0 HTTP/1.1" status: 200 len: 1100 time: 0.1749127 Sep 23 19:25:40.215750 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-704a5704-6612-44c7-93da-57586144e915 req-18c04dc0-23ba-4036-8bfa-f9171a4eed02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:25:40.216443 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-704a5704-6612-44c7-93da-57586144e915 req-18c04dc0-23ba-4036-8bfa-f9171a4eed02 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=1ccc69bc-9d6b-44d9-b227-204e47dc6e45 HTTP/1.1" status: 200 len: 843 time: 0.0612900 Sep 23 19:25:40.218079 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-e8c7a859-dba8-41c0-ac15-38cac05426d2 req-bd4b673b-be53-4b3d-82a2-5baf30315a3a tempest-ServersOnMultiNodesTest-400318425 tempest-ServersOnMultiNodesTest-400318425-project-admin] 10.222.0.67 "GET /v2.0/security-groups?id=157e791d-182d-45ba-a5d1-6edf868180cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2152855 Sep 23 19:25:40.246088 n-d-713301-16 neutron-server[95102]: DEBUG neutron.notifiers.nova [req-cd8d3178-c1b0-49e5-8a84-f0cfe3c9ad9a req-153e4974-152c-45b9-bd58-4afca14c82fe service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0c254e5c-f9ae-4753-bdda-ad06ac5acf06 {{(pid=95102) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 19:25:40.287474 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-cd8d3178-c1b0-49e5-8a84-f0cfe3c9ad9a req-153e4974-152c-45b9-bd58-4afca14c82fe service neutron] Notify callbacks [] for port, precommit_update {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:40.301673 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-b8e5505f-4285-460b-8ce5-796875e54ffa req-cce545d6-86dc-45c6-b6f4-3fe235d7460a tempest-MigrationsAdminTest-397594546 tempest-MigrationsAdminTest-397594546-project] 10.222.0.67 "GET /v2.0/security-groups?id=78cb509b-31c4-4e2a-bb5c-7abd6194dcc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1867297 Sep 23 19:25:40.314099 n-d-713301-16 neutron-server[95102]: DEBUG neutron.db.provisioning_blocks [req-cd8d3178-c1b0-49e5-8a84-f0cfe3c9ad9a req-153e4974-152c-45b9-bd58-4afca14c82fe service neutron] Transition to ACTIVE for port object 0c254e5c-f9ae-4753-bdda-ad06ac5acf06 will not be triggered until provisioned by entity L2. {{(pid=95102) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 19:25:40.338283 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-704a5704-6612-44c7-93da-57586144e915 req-29c8ac49-6142-4dc1-9230-2fce7af34a1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:25:40.340087 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-704a5704-6612-44c7-93da-57586144e915 req-29c8ac49-6142-4dc1-9230-2fce7af34a1b service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=5220cb0c-da05-478a-9604-8c11469a05b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1130354 Sep 23 19:25:40.341433 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-cd8d3178-c1b0-49e5-8a84-f0cfe3c9ad9a req-153e4974-152c-45b9-bd58-4afca14c82fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4399095'] for port, after_update {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:40.431664 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b23338-3224-4cc5-a631-88741e3b6eca req-5683436d-70ba-4d11-b923-0f49e8dccb10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:25:40.437523 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-45b23338-3224-4cc5-a631-88741e3b6eca req-5683436d-70ba-4d11-b923-0f49e8dccb10 service neutron] 10.222.0.74 "GET /v2.0/networks?id=5220cb0c-da05-478a-9604-8c11469a05b4 HTTP/1.1" status: 200 len: 870 time: 0.2820427 Sep 23 19:25:40.471903 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ee486e-49ad-4b1b-a2a7-38d5a61e3b9b req-7a28ccee-291e-481d-b4f0-44076efb4eee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:25:40.476046 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-b5ee486e-49ad-4b1b-a2a7-38d5a61e3b9b req-7a28ccee-291e-481d-b4f0-44076efb4eee service neutron] 10.222.0.74 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5395696 Sep 23 19:25:40.517799 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-153e4974-152c-45b9-bd58-4afca14c82fe service neutron] Pushing event updated for resources: {'Port': ['ID=0c254e5c-f9ae-4753-bdda-ad06ac5acf06,revision_number=2']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:25:40.527294 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-45b23338-3224-4cc5-a631-88741e3b6eca req-9aa55ea8-3c3d-4f67-9d1e-65f045f0ee2c service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.248&port_id=5e0cfb4e-f0a0-4307-98ca-fd7fbec65808 HTTP/1.1" status: 200 len: 217 time: 0.0610771 Sep 23 19:25:40.669863 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b23338-3224-4cc5-a631-88741e3b6eca req-2b27ff0f-934e-41c6-a930-31d41f2ed683 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:25:40.672212 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-45b23338-3224-4cc5-a631-88741e3b6eca req-2b27ff0f-934e-41c6-a930-31d41f2ed683 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=1ccc69bc-9d6b-44d9-b227-204e47dc6e45 HTTP/1.1" status: 200 len: 843 time: 0.1332991 Sep 23 19:25:40.709116 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Device 5e0cfb4e-f0a0-4307-98ca-fd7fbec65808 no longer exists at agent hyperv_n-h2-713301-16 {{(pid=95103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 19:25:40.770459 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-e7d999a6-91e8-4b09-9d39-9bb361c9c5c9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:40.777248 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-e7d999a6-91e8-4b09-9d39-9bb361c9c5c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:40.791515 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e7d999a6-91e8-4b09-9d39-9bb361c9c5c9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 614} {{(pid=95101) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 19:25:40.807750 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-e7d999a6-91e8-4b09-9d39-9bb361c9c5c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1756186'] for segment, precommit_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:40.808079 n-d-713301-16 neutron-server[95101]: INFO neutron.db.segments_db [None req-e7d999a6-91e8-4b09-9d39-9bb361c9c5c9 admin admin] Added segment 0f81ce2e-85d0-450c-ae9e-64b99e3b7175 of type vlan for network 2ef57573-c245-4b8e-9a17-2e0b4acaeeab Sep 23 19:25:40.809465 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Device 5e0cfb4e-f0a0-4307-98ca-fd7fbec65808 not bound to the agent host n-h2-713301-16 {{(pid=95103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 19:25:40.867249 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-e7d999a6-91e8-4b09-9d39-9bb361c9c5c9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783145630486'] for network, precommit_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:40.906302 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b23338-3224-4cc5-a631-88741e3b6eca req-bb0491c1-f94e-4314-a3bc-3bc9075504a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:25:40.907917 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-45b23338-3224-4cc5-a631-88741e3b6eca req-bb0491c1-f94e-4314-a3bc-3bc9075504a5 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=5220cb0c-da05-478a-9604-8c11469a05b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1949689 Sep 23 19:25:40.931222 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7d999a6-91e8-4b09-9d39-9bb361c9c5c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2879f55e-81fc-4d78-a3d8-edb60ba6194a,revision_number=1']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:25:40.944698 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-e7d999a6-91e8-4b09-9d39-9bb361c9c5c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299'] for network, after_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:40.945682 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7d999a6-91e8-4b09-9d39-9bb361c9c5c9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:25:40.946677 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-e7d999a6-91e8-4b09-9d39-9bb361c9c5c9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527417'] for network, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:40.989551 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.managers [req-cd8d3178-c1b0-49e5-8a84-f0cfe3c9ad9a req-153e4974-152c-45b9-bd58-4afca14c82fe service neutron] Attempting to bind port 0c254e5c-f9ae-4753-bdda-ad06ac5acf06 on host n-h1-713301-16 for vnic_type normal with profile {{(pid=95102) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 19:25:40.991190 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.managers [req-cd8d3178-c1b0-49e5-8a84-f0cfe3c9ad9a req-153e4974-152c-45b9-bd58-4afca14c82fe service neutron] Attempting to bind port 0c254e5c-f9ae-4753-bdda-ad06ac5acf06 by drivers openvswitch,hyperv on host n-h1-713301-16 at level 0 using segments [{'id': '4f7ea034-18ba-4cde-bf97-7b7b61f8a982', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': 'af02e9ab-cfd4-4a32-b9af-2413db894481'}] {{(pid=95102) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 19:25:40.991975 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd8d3178-c1b0-49e5-8a84-f0cfe3c9ad9a req-153e4974-152c-45b9-bd58-4afca14c82fe service neutron] Attempting to bind port 0c254e5c-f9ae-4753-bdda-ad06ac5acf06 on network af02e9ab-cfd4-4a32-b9af-2413db894481 {{(pid=95102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:25:41.032483 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9cdbb52-3e62-4249-b912-b9cf845f3a21 req-204d8953-cf74-4bbe-b9d5-66f34427cc6f tempest-TaggedBootDevicesTest-1101605307 tempest-TaggedBootDevicesTest-1101605307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:25:41.039632 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9cdbb52-3e62-4249-b912-b9cf845f3a21 req-204d8953-cf74-4bbe-b9d5-66f34427cc6f tempest-TaggedBootDevicesTest-1101605307 tempest-TaggedBootDevicesTest-1101605307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:25:41.045875 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9cdbb52-3e62-4249-b912-b9cf845f3a21 req-204d8953-cf74-4bbe-b9d5-66f34427cc6f tempest-TaggedBootDevicesTest-1101605307 tempest-TaggedBootDevicesTest-1101605307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:25:41.052031 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9cdbb52-3e62-4249-b912-b9cf845f3a21 req-204d8953-cf74-4bbe-b9d5-66f34427cc6f tempest-TaggedBootDevicesTest-1101605307 tempest-TaggedBootDevicesTest-1101605307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:25:41.058403 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9cdbb52-3e62-4249-b912-b9cf845f3a21 req-204d8953-cf74-4bbe-b9d5-66f34427cc6f tempest-TaggedBootDevicesTest-1101605307 tempest-TaggedBootDevicesTest-1101605307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:25:41.064384 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9cdbb52-3e62-4249-b912-b9cf845f3a21 req-204d8953-cf74-4bbe-b9d5-66f34427cc6f tempest-TaggedBootDevicesTest-1101605307 tempest-TaggedBootDevicesTest-1101605307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:25:41.066295 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-c9cdbb52-3e62-4249-b912-b9cf845f3a21 req-204d8953-cf74-4bbe-b9d5-66f34427cc6f tempest-TaggedBootDevicesTest-1101605307 tempest-TaggedBootDevicesTest-1101605307-project] 10.222.0.67 "GET /v2.0/ports?device_id=6c7d744a-f584-4648-aa8d-a6936fa22df4 HTTP/1.1" status: 200 len: 4600 time: 0.5289915 Sep 23 19:25:41.076180 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de9f5b2-d215-4127-b7be-ef27f2bf8348 req-356ad1d4-6d4a-4697-9088-700f970902c2 tempest-DeleteServersTestJSON-2111530366 tempest-DeleteServersTestJSON-2111530366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:25:41.077700 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-5de9f5b2-d215-4127-b7be-ef27f2bf8348 req-356ad1d4-6d4a-4697-9088-700f970902c2 tempest-DeleteServersTestJSON-2111530366 tempest-DeleteServersTestJSON-2111530366-project] 10.222.0.67 "GET /v2.0/ports?device_id=9b29c0ec-9044-40c0-84b1-fefa1dddfd07 HTTP/1.1" status: 200 len: 945 time: 0.5549579 Sep 23 19:25:41.078295 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd8d3178-c1b0-49e5-8a84-f0cfe3c9ad9a req-153e4974-152c-45b9-bd58-4afca14c82fe service neutron] Port 0c254e5c-f9ae-4753-bdda-ad06ac5acf06 on network af02e9ab-cfd4-4a32-b9af-2413db894481 not bound, no agent of type Open vSwitch agent registered on host n-h1-713301-16 {{(pid=95102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 19:25:41.078619 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd8d3178-c1b0-49e5-8a84-f0cfe3c9ad9a req-153e4974-152c-45b9-bd58-4afca14c82fe service neutron] Attempting to bind port 0c254e5c-f9ae-4753-bdda-ad06ac5acf06 on network af02e9ab-cfd4-4a32-b9af-2413db894481 {{(pid=95102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:25:41.085873 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-704a5704-6612-44c7-93da-57586144e915 req-78b69f72-4111-4cc7-bc5f-4cc949d42ff7 service neutron] 10.222.0.74 "GET /v2.0/networks/5220cb0c-da05-478a-9604-8c11469a05b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7163565 Sep 23 19:25:41.092854 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7d999a6-91e8-4b09-9d39-9bb361c9c5c9 admin admin] Pushing event updated for resources: {'Network': ['ID=2ef57573-c245-4b8e-9a17-2e0b4acaeeab,revision_number=1']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:25:41.106598 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-e7d999a6-91e8-4b09-9d39-9bb361c9c5c9 admin admin] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.8932307 Sep 23 19:25:41.110616 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Network 2ef57573-c245-4b8e-9a17-2e0b4acaeeab details requested by agent ovs-agent-n-d-713301-16 with host n-d-713301-16 {{(pid=95103) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 19:25:41.120776 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd8d3178-c1b0-49e5-8a84-f0cfe3c9ad9a req-153e4974-152c-45b9-bd58-4afca14c82fe service neutron] Checking agent: {'id': '0708c3e9-0aad-4600-9be9-d2486535c898', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713301-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 19, 15, 28), 'started_at': datetime.datetime(2021, 9, 23, 19, 15, 28), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 19, 25, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 19:25:41.121139 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd8d3178-c1b0-49e5-8a84-f0cfe3c9ad9a req-153e4974-152c-45b9-bd58-4afca14c82fe service neutron] Checking segment: {'id': '4f7ea034-18ba-4cde-bf97-7b7b61f8a982', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': 'af02e9ab-cfd4-4a32-b9af-2413db894481'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95102) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:25:41.121524 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd8d3178-c1b0-49e5-8a84-f0cfe3c9ad9a req-153e4974-152c-45b9-bd58-4afca14c82fe service neutron] Bound using segment: {'id': '4f7ea034-18ba-4cde-bf97-7b7b61f8a982', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': 'af02e9ab-cfd4-4a32-b9af-2413db894481'} {{(pid=95102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 19:25:41.121963 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.managers [req-cd8d3178-c1b0-49e5-8a84-f0cfe3c9ad9a req-153e4974-152c-45b9-bd58-4afca14c82fe service neutron] Bound port: 0c254e5c-f9ae-4753-bdda-ad06ac5acf06, host: n-h1-713301-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4f7ea034-18ba-4cde-bf97-7b7b61f8a982', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': 'af02e9ab-cfd4-4a32-b9af-2413db894481'}}] {{(pid=95102) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 19:25:41.122324 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-cd8d3178-c1b0-49e5-8a84-f0cfe3c9ad9a req-153e4974-152c-45b9-bd58-4afca14c82fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:41.131985 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 37588) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:25:41.137374 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.v2.base [None req-054c0b63-79f3-4253-af76-a48ca877cf16 admin admin] Request body: {'subnet': {'network_id': '2ef57573-c245-4b8e-9a17-2e0b4acaeeab', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesNegativeTestJSON-714144099-subnet', 'tenant_id': '1fb35807b46449578e729b99214ede1a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:25:41.199290 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-054c0b63-79f3-4253-af76-a48ca877cf16 admin admin] Made reservation on behalf of 1fb35807b46449578e729b99214ede1a for: {'subnet': 1} {{(pid=95101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:25:41.201606 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-054c0b63-79f3-4253-af76-a48ca877cf16 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6130979'] for subnet, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:41.213838 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-5de9f5b2-d215-4127-b7be-ef27f2bf8348 req-9493c392-dd3b-4249-bc3d-84374102efb8 tempest-DeleteServersTestJSON-2111530366 tempest-DeleteServersTestJSON-2111530366-project] 10.222.0.67 "GET /v2.0/security-groups?id=67f2e2ca-928f-40e5-b9b2-05ec3bddbb37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1229866 Sep 23 19:25:41.242725 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-c9cdbb52-3e62-4249-b912-b9cf845f3a21 req-3278bbf6-2eb3-4d91-b374-d8e899ee87d0 tempest-TaggedBootDevicesTest-1101605307 tempest-TaggedBootDevicesTest-1101605307-project] 10.222.0.67 "GET /v2.0/security-groups?id=7583e831-f62b-49a7-9a62-f1028bb8aa73&id=a101b72e-c698-4e76-88ce-3dcbb1163262&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1612847 Sep 23 19:25:41.301760 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.db [req-cd8d3178-c1b0-49e5-8a84-f0cfe3c9ad9a req-153e4974-152c-45b9-bd58-4afca14c82fe service neutron] For port 0c254e5c-f9ae-4753-bdda-ad06ac5acf06, host n-h1-713301-16, cleared binding levels {{(pid=95102) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 19:25:41.309565 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.db [req-cd8d3178-c1b0-49e5-8a84-f0cfe3c9ad9a req-153e4974-152c-45b9-bd58-4afca14c82fe service neutron] For port 0c254e5c-f9ae-4753-bdda-ad06ac5acf06, host n-h1-713301-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-16',level=0,port_id=0c254e5c-f9ae-4753-bdda-ad06ac5acf06,segment=NetworkSegment(4f7ea034-18ba-4cde-bf97-7b7b61f8a982),segment_id=4f7ea034-18ba-4cde-bf97-7b7b61f8a982)] {{(pid=95102) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 19:25:41.312025 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca7cc359-fdd5-4d19-b8a6-3e20a5c83174 req-7971dff1-7f6e-4fa4-8a8e-d3ec2b8680a9 tempest-DeleteServersTestJSON-2111530366 tempest-DeleteServersTestJSON-2111530366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:25:41.313757 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-ca7cc359-fdd5-4d19-b8a6-3e20a5c83174 req-7971dff1-7f6e-4fa4-8a8e-d3ec2b8680a9 tempest-DeleteServersTestJSON-2111530366 tempest-DeleteServersTestJSON-2111530366-project] 10.222.0.74 "GET /v2.0/ports?device_id=9b29c0ec-9044-40c0-84b1-fefa1dddfd07 HTTP/1.1" status: 200 len: 945 time: 0.1524813 Sep 23 19:25:41.318214 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-45b23338-3224-4cc5-a631-88741e3b6eca req-f3bb2ff8-7d45-4624-8b5f-0802e4fb92bf service neutron] 10.222.0.74 "GET /v2.0/networks/5220cb0c-da05-478a-9604-8c11469a05b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3834903 Sep 23 19:25:41.321612 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-704a5704-6612-44c7-93da-57586144e915 req-83a60d88-1482-4100-bd6d-38ca89c46a4d service neutron] 10.222.0.74 "GET /v2.0/networks/5220cb0c-da05-478a-9604-8c11469a05b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1864777 Sep 23 19:25:41.323818 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-cd8d3178-c1b0-49e5-8a84-f0cfe3c9ad9a req-153e4974-152c-45b9-bd58-4afca14c82fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4399095'] for port, after_update {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:41.366104 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd8d3178-c1b0-49e5-8a84-f0cfe3c9ad9a req-153e4974-152c-45b9-bd58-4afca14c82fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:25:41.366840 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-cd8d3178-c1b0-49e5-8a84-f0cfe3c9ad9a req-153e4974-152c-45b9-bd58-4afca14c82fe service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222849'] for port, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:41.368298 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-cd8d3178-c1b0-49e5-8a84-f0cfe3c9ad9a req-153e4974-152c-45b9-bd58-4afca14c82fe service neutron] 10.222.0.74 "PUT /v2.0/ports/0c254e5c-f9ae-4753-bdda-ad06ac5acf06 HTTP/1.1" status: 200 len: 1131 time: 2.6003251 Sep 23 19:25:41.419167 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.v2.base [req-cd8d3178-c1b0-49e5-8a84-f0cfe3c9ad9a req-89cdb8ab-06f4-4293-ba49-f9baa417102c service neutron] Request body: {'port': {'device_id': '6c7d744a-f584-4648-aa8d-a6936fa22df4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713301-16'}} {{(pid=95102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:25:41.479623 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-153e4974-152c-45b9-bd58-4afca14c82fe service neutron] Pushing event updated for resources: {'Port': ['ID=0c254e5c-f9ae-4753-bdda-ad06ac5acf06,revision_number=3']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:25:41.505101 n-d-713301-16 neutron-server[95102]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '501d7793-7a4e-4a73-916d-7930c8cf81b4', 'tag': 'b19c1b20-24a3-49fa-ac31-eaf45fb8cfc9'}, {'name': 'network-changed', 'server_uuid': '6c7d744a-f584-4648-aa8d-a6936fa22df4', 'tag': '0c254e5c-f9ae-4753-bdda-ad06ac5acf06'}] {{(pid=95102) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 19:25:41.508420 n-d-713301-16 neutron-server[95102]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab31b6d93e5336dbddfa8ec424565b3bd8cb2369c5b4d85bc943472dbb21e8ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33f719ab-634a-4427-a3c4-553f68b33709" -d '{"events": [{"name": "network-changed", "server_uuid": "501d7793-7a4e-4a73-916d-7930c8cf81b4", "tag": "b19c1b20-24a3-49fa-ac31-eaf45fb8cfc9"}, {"name": "network-changed", "server_uuid": "6c7d744a-f584-4648-aa8d-a6936fa22df4", "tag": "0c254e5c-f9ae-4753-bdda-ad06ac5acf06"}]}' {{(pid=95102) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 19:25:41.562272 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-cd8d3178-c1b0-49e5-8a84-f0cfe3c9ad9a req-89cdb8ab-06f4-4293-ba49-f9baa417102c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:41.583458 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d98d9e7-c943-4d3a-a09d-e7a1c93dd707 req-3b263f66-4197-4fc6-900e-7f8b8b059eda tempest-ServersOnMultiNodesTest-400318425 tempest-ServersOnMultiNodesTest-400318425-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:25:41.585322 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-7d98d9e7-c943-4d3a-a09d-e7a1c93dd707 req-3b263f66-4197-4fc6-900e-7f8b8b059eda tempest-ServersOnMultiNodesTest-400318425 tempest-ServersOnMultiNodesTest-400318425-project-admin] 10.222.0.67 "GET /v2.0/ports?device_id=cfc90d71-ea75-4d22-a3ac-df60a60991f7 HTTP/1.1" status: 200 len: 1101 time: 0.1235430 Sep 23 19:25:41.627627 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2abeaf6a-49e6-4cda-922c-547117b3a288 req-c97d5748-3dc8-4e10-bd95-b97f7848774e tempest-ServerRescueTestJSON-83326898 tempest-ServerRescueTestJSON-83326898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:25:41.633128 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-2abeaf6a-49e6-4cda-922c-547117b3a288 req-c97d5748-3dc8-4e10-bd95-b97f7848774e tempest-ServerRescueTestJSON-83326898 tempest-ServerRescueTestJSON-83326898-project] 10.222.0.67 "GET /v2.0/ports?device_id=777ece37-282c-46bf-a54e-b76185b0b66f HTTP/1.1" status: 200 len: 945 time: 0.1723855 Sep 23 19:25:41.793882 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-7d98d9e7-c943-4d3a-a09d-e7a1c93dd707 req-fee134fc-0108-4e6a-a8d4-aa3ebb0265a2 tempest-ServersOnMultiNodesTest-400318425 tempest-ServersOnMultiNodesTest-400318425-project-admin] 10.222.0.67 "GET /v2.0/security-groups?id=157e791d-182d-45ba-a5d1-6edf868180cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1999702 Sep 23 19:25:41.830269 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-2abeaf6a-49e6-4cda-922c-547117b3a288 req-53770f83-aff6-439c-8cfa-3e8241e1dbd2 tempest-ServerRescueTestJSON-83326898 tempest-ServerRescueTestJSON-83326898-project] 10.222.0.67 "GET /v2.0/security-groups?id=324a4552-7b72-4e62-bcd4-dc8354c093e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1819260 Sep 23 19:25:41.868843 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-45b23338-3224-4cc5-a631-88741e3b6eca req-a7fb1e41-699d-4bff-81b6-0f194a20754b service neutron] 10.222.0.74 "GET /v2.0/networks/5220cb0c-da05-478a-9604-8c11469a05b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5305610 Sep 23 19:25:41.929952 n-d-713301-16 neutron-server[95101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '61df6679-e03a-4089-8f81-8cc4daaf4da0', 'tag': '5e0cfb4e-f0a0-4307-98ca-fd7fbec65808'}] {{(pid=95101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 19:25:41.935637 n-d-713301-16 neutron-server[95101]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d8366c5740cd635e57ab12b71fe44a77c2acc3c19091ef849c6f68b380462244" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-adc976ea-5878-48ee-b866-aa2baaa81c40" -d '{"events": [{"name": "network-changed", "server_uuid": "61df6679-e03a-4089-8f81-8cc4daaf4da0", "tag": "5e0cfb4e-f0a0-4307-98ca-fd7fbec65808"}]}' {{(pid=95101) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 19:25:41.996584 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.plugin [req-ca7cc359-fdd5-4d19-b8a6-3e20a5c83174 req-fa863532-c628-4ff1-88ab-8c9948e0e30a tempest-DeleteServersTestJSON-2111530366 tempest-DeleteServersTestJSON-2111530366-project] Deleting port 61f0eaf0-3962-49b6-a5fb-045cbc3ea683 {{(pid=95101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:25:41.998023 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-ca7cc359-fdd5-4d19-b8a6-3e20a5c83174 req-fa863532-c628-4ff1-88ab-8c9948e0e30a tempest-DeleteServersTestJSON-2111530366 tempest-DeleteServersTestJSON-2111530366-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783146157096'] for port, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:42.000538 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-054c0b63-79f3-4253-af76-a48ca877cf16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5607579', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6130961'] for subnet, after_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:42.031868 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3927b4c-65a6-4c3b-ae49-305d67e74c72 req-3fac9ed4-ba9c-4c00-87b8-e0d1fb3d6bd3 tempest-ServersAdminNegativeTestJSON-421618642 tempest-ServersAdminNegativeTestJSON-421618642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:25:42.033616 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-a3927b4c-65a6-4c3b-ae49-305d67e74c72 req-3fac9ed4-ba9c-4c00-87b8-e0d1fb3d6bd3 tempest-ServersAdminNegativeTestJSON-421618642 tempest-ServersAdminNegativeTestJSON-421618642-project] 10.222.0.67 "GET /v2.0/ports?device_id=501d7793-7a4e-4a73-916d-7930c8cf81b4 HTTP/1.1" status: 200 len: 948 time: 0.0980315 Sep 23 19:25:42.115876 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-054c0b63-79f3-4253-af76-a48ca877cf16 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6388719f-bfa9-4788-b89d-f00b0ee68b9b,revision_number=0']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:25:42.138775 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0daa0514-0e6c-490b-8457-e36bb6cbed0a req-338abe18-6232-4561-b8e8-04eb2ddfbd8f tempest-MigrationsAdminTest-397594546 tempest-MigrationsAdminTest-397594546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:25:42.140293 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-0daa0514-0e6c-490b-8457-e36bb6cbed0a req-338abe18-6232-4561-b8e8-04eb2ddfbd8f tempest-MigrationsAdminTest-397594546 tempest-MigrationsAdminTest-397594546-project] 10.222.0.67 "GET /v2.0/ports?device_id=61df6679-e03a-4089-8f81-8cc4daaf4da0 HTTP/1.1" status: 200 len: 948 time: 0.1328073 Sep 23 19:25:42.143610 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-054c0b63-79f3-4253-af76-a48ca877cf16 admin admin] Checking segment: {'id': '0f81ce2e-85d0-450c-ae9e-64b99e3b7175', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '2ef57573-c245-4b8e-9a17-2e0b4acaeeab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:25:42.144345 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-054c0b63-79f3-4253-af76-a48ca877cf16 admin admin] Network hostable DHCP agents. Network: 2ef57573-c245-4b8e-9a17-2e0b4acaeeab, hostable agents: ['1b18bf05-1b5f-4587-be5c-af3ac38e32ad'], hosted agents: [] {{(pid=95101) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 19:25:42.147987 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-a3927b4c-65a6-4c3b-ae49-305d67e74c72 req-74dc9906-ef57-43ce-af72-855bbafb9126 tempest-ServersAdminNegativeTestJSON-421618642 tempest-ServersAdminNegativeTestJSON-421618642-project] 10.222.0.67 "GET /v2.0/security-groups?id=a0f69697-909e-4fd5-bdb0-c967fab6b934&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985148 Sep 23 19:25:42.169253 n-d-713301-16 neutron-server[95102]: DEBUG neutron.notifiers.nova [req-cd8d3178-c1b0-49e5-8a84-f0cfe3c9ad9a req-89cdb8ab-06f4-4293-ba49-f9baa417102c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7d41c37f-74cf-40b0-90b0-f617844a1824 {{(pid=95102) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 19:25:42.171289 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.db [req-ca7cc359-fdd5-4d19-b8a6-3e20a5c83174 req-fa863532-c628-4ff1-88ab-8c9948e0e30a tempest-DeleteServersTestJSON-2111530366 tempest-DeleteServersTestJSON-2111530366-project] For port 61f0eaf0-3962-49b6-a5fb-045cbc3ea683, host n-h1-713301-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-16',level=0,port_id=61f0eaf0-3962-49b6-a5fb-045cbc3ea683,segment=NetworkSegment(741d6d3e-2760-41a6-838f-b8b4255cee30),segment_id=741d6d3e-2760-41a6-838f-b8b4255cee30)] {{(pid=95101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:25:42.171740 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-ca7cc359-fdd5-4d19-b8a6-3e20a5c83174 req-fa863532-c628-4ff1-88ab-8c9948e0e30a tempest-DeleteServersTestJSON-2111530366 tempest-DeleteServersTestJSON-2111530366-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-605701'] for port, precommit_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:42.182126 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-cd8d3178-c1b0-49e5-8a84-f0cfe3c9ad9a req-89cdb8ab-06f4-4293-ba49-f9baa417102c service neutron] Notify callbacks [] for port, precommit_update {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:42.196724 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.plugin [req-ca7cc359-fdd5-4d19-b8a6-3e20a5c83174 req-fa863532-c628-4ff1-88ab-8c9948e0e30a tempest-DeleteServersTestJSON-2111530366 tempest-DeleteServersTestJSON-2111530366-project] Calling delete_port for 61f0eaf0-3962-49b6-a5fb-045cbc3ea683 owned by compute:nova {{(pid=95101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:25:42.204733 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-0daa0514-0e6c-490b-8457-e36bb6cbed0a req-2a5696bf-7cb9-4fce-8a04-e8970e5d0524 tempest-MigrationsAdminTest-397594546 tempest-MigrationsAdminTest-397594546-project] 10.222.0.67 "GET /v2.0/security-groups?id=78cb509b-31c4-4e2a-bb5c-7abd6194dcc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557477 Sep 23 19:25:42.207321 n-d-713301-16 neutron-server[95102]: DEBUG neutron.db.provisioning_blocks [req-cd8d3178-c1b0-49e5-8a84-f0cfe3c9ad9a req-89cdb8ab-06f4-4293-ba49-f9baa417102c service neutron] Transition to ACTIVE for port object 7d41c37f-74cf-40b0-90b0-f617844a1824 will not be triggered until provisioned by entity L2. {{(pid=95102) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 19:25:42.211774 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-054c0b63-79f3-4253-af76-a48ca877cf16 admin admin] Network 2ef57573-c245-4b8e-9a17-2e0b4acaeeab is scheduled to be hosted by DHCP agent 1b18bf05-1b5f-4587-be5c-af3ac38e32ad with binding_index 1 {{(pid=95101) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 19:25:42.214720 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-cd8d3178-c1b0-49e5-8a84-f0cfe3c9ad9a req-89cdb8ab-06f4-4293-ba49-f9baa417102c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4399095'] for port, after_update {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:42.232383 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.base_scheduler [None req-054c0b63-79f3-4253-af76-a48ca877cf16 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713301-16, 2ef57573-c245-4b8e-9a17-2e0b4acaeeab) {{(pid=95101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:25:42.246824 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a83615eb-3dd5-4532-b30e-2f41691b81ff None None] Network 2ef57573-c245-4b8e-9a17-2e0b4acaeeab requested from n-d-713301-16 {{(pid=95103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 19:25:42.267236 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-054c0b63-79f3-4253-af76-a48ca877cf16 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:25:42.267831 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-054c0b63-79f3-4253-af76-a48ca877cf16 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527417'] for subnet, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:42.363854 n-d-713301-16 neutron-server[95102]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Thu, 23 Sep 2021 19:25:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c6e1df9-bbcc-42a6-853b-9d71e96f8373 x-openstack-request-id: req-0c6e1df9-bbcc-42a6-853b-9d71e96f8373 {{(pid=95102) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 19:25:42.364141 n-d-713301-16 neutron-server[95102]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "501d7793-7a4e-4a73-916d-7930c8cf81b4", "tag": "b19c1b20-24a3-49fa-ac31-eaf45fb8cfc9", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "6c7d744a-f584-4648-aa8d-a6936fa22df4", "tag": "0c254e5c-f9ae-4753-bdda-ad06ac5acf06", "status": "completed", "code": 200}]} {{(pid=95102) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 19:25:42.364444 n-d-713301-16 neutron-server[95102]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-0c6e1df9-bbcc-42a6-853b-9d71e96f8373 {{(pid=95102) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 19:25:42.364872 n-d-713301-16 neutron-server[95102]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '501d7793-7a4e-4a73-916d-7930c8cf81b4', 'tag': 'b19c1b20-24a3-49fa-ac31-eaf45fb8cfc9', 'status': 'completed', 'code': 200} Sep 23 19:25:42.365128 n-d-713301-16 neutron-server[95102]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6c7d744a-f584-4648-aa8d-a6936fa22df4', 'tag': '0c254e5c-f9ae-4753-bdda-ad06ac5acf06', 'status': 'completed', 'code': 200} Sep 23 19:25:42.388757 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89cdb8ab-06f4-4293-ba49-f9baa417102c service neutron] Pushing event updated for resources: {'Port': ['ID=7d41c37f-74cf-40b0-90b0-f617844a1824,revision_number=2']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:25:42.421758 n-d-713301-16 neutron-server[95101]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 19:25:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6727d29c-4788-4ae4-8d18-0297c6969205 x-openstack-request-id: req-6727d29c-4788-4ae4-8d18-0297c6969205 {{(pid=95101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 19:25:42.422326 n-d-713301-16 neutron-server[95101]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "61df6679-e03a-4089-8f81-8cc4daaf4da0", "tag": "5e0cfb4e-f0a0-4307-98ca-fd7fbec65808", "status": "completed", "code": 200}]} {{(pid=95101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 19:25:42.423154 n-d-713301-16 neutron-server[95101]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-6727d29c-4788-4ae4-8d18-0297c6969205 {{(pid=95101) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 19:25:42.423779 n-d-713301-16 neutron-server[95101]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '61df6679-e03a-4089-8f81-8cc4daaf4da0', 'tag': '5e0cfb4e-f0a0-4307-98ca-fd7fbec65808', 'status': 'completed', 'code': 200} Sep 23 19:25:42.471830 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-ca7cc359-fdd5-4d19-b8a6-3e20a5c83174 req-fa863532-c628-4ff1-88ab-8c9948e0e30a tempest-DeleteServersTestJSON-2111530366 tempest-DeleteServersTestJSON-2111530366-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783146162158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783145673144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5607431'] for port, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:42.475146 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-054c0b63-79f3-4253-af76-a48ca877cf16 admin admin] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 1.3418274 Sep 23 19:25:42.512285 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] get_ports_and_sgs() called for port_ids ['61f0eaf0-3962-49b6-a5fb-045cbc3ea683'] {{(pid=95103) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 19:25:42.573632 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7385d2dd-d197-4730-9d7e-eef52707e640 None None] Network 2ef57573-c245-4b8e-9a17-2e0b4acaeeab requested from n-d-713301-16 {{(pid=95103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 19:25:42.599066 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa863532-c628-4ff1-88ab-8c9948e0e30a tempest-DeleteServersTestJSON-2111530366 tempest-DeleteServersTestJSON-2111530366-project] Pushing event deleted for resources: {'Port': ['ID=61f0eaf0-3962-49b6-a5fb-045cbc3ea683,revision_number=None']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:25:42.645805 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f719ab-634a-4427-a3c4-553f68b33709 req-eedb6ed2-0d52-4072-aafe-311d51b38623 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:25:42.648736 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-33f719ab-634a-4427-a3c4-553f68b33709 req-eedb6ed2-0d52-4072-aafe-311d51b38623 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=8183aa723e9345149ed07cc59da6943a&device_id=501d7793-7a4e-4a73-916d-7930c8cf81b4 HTTP/1.1" status: 200 len: 1100 time: 0.2304137 Sep 23 19:25:42.649501 n-d-713301-16 neutron-server[95101]: DEBUG neutron.db.l3_dvrscheduler_db [req-ca7cc359-fdd5-4d19-b8a6-3e20a5c83174 req-fa863532-c628-4ff1-88ab-8c9948e0e30a tempest-DeleteServersTestJSON-2111530366 tempest-DeleteServersTestJSON-2111530366-project] No DVR routers for this DVR port 61f0eaf0-3962-49b6-a5fb-045cbc3ea683 on host n-h1-713301-16 {{(pid=95101) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 19:25:42.652432 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-ca7cc359-fdd5-4d19-b8a6-3e20a5c83174 req-fa863532-c628-4ff1-88ab-8c9948e0e30a tempest-DeleteServersTestJSON-2111530366 tempest-DeleteServersTestJSON-2111530366-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222849'] for port, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:42.654474 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-ca7cc359-fdd5-4d19-b8a6-3e20a5c83174 req-fa863532-c628-4ff1-88ab-8c9948e0e30a tempest-DeleteServersTestJSON-2111530366 tempest-DeleteServersTestJSON-2111530366-project] 10.222.0.74 "DELETE /v2.0/ports/61f0eaf0-3962-49b6-a5fb-045cbc3ea683 HTTP/1.1" status: 204 len: 173 time: 1.3175645 Sep 23 19:25:42.665945 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc976ea-5878-48ee-b866-aa2baaa81c40 req-12ec600b-70ee-4525-bce8-1f105987b069 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:25:42.668795 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-adc976ea-5878-48ee-b866-aa2baaa81c40 req-12ec600b-70ee-4525-bce8-1f105987b069 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=cff0149cb20c4944955e93a2b393f7c5&device_id=61df6679-e03a-4089-8f81-8cc4daaf4da0 HTTP/1.1" status: 200 len: 1100 time: 0.2489560 Sep 23 19:25:42.803343 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-e8b3330e-cee1-40cf-bb0e-c1919c82d123 req-a104afce-312e-4d85-b4c3-0d15ceb2fe99 tempest-DeleteServersTestJSON-2111530366 tempest-DeleteServersTestJSON-2111530366-project] 10.222.0.67 "GET /v2.0/ports?device_id=9b29c0ec-9044-40c0-84b1-fefa1dddfd07 HTTP/1.1" status: 200 len: 210 time: 0.2165549 Sep 23 19:25:42.823766 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc976ea-5878-48ee-b866-aa2baaa81c40 req-3436245c-bfa5-4633-beb9-f614f6e9682f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:25:42.825305 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-adc976ea-5878-48ee-b866-aa2baaa81c40 req-3436245c-bfa5-4633-beb9-f614f6e9682f service neutron] 10.222.0.53 "GET /v2.0/networks?id=5220cb0c-da05-478a-9604-8c11469a05b4 HTTP/1.1" status: 200 len: 870 time: 0.1438038 Sep 23 19:25:42.892615 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc976ea-5878-48ee-b866-aa2baaa81c40 req-e965da78-75ad-4a4d-914a-244c66f0c37c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:25:42.894135 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-adc976ea-5878-48ee-b866-aa2baaa81c40 req-e965da78-75ad-4a4d-914a-244c66f0c37c service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=cff0149cb20c4944955e93a2b393f7c5&device_id=61df6679-e03a-4089-8f81-8cc4daaf4da0 HTTP/1.1" status: 200 len: 1100 time: 0.5251429 Sep 23 19:25:42.899366 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-adc976ea-5878-48ee-b866-aa2baaa81c40 req-a403196e-064e-4814-bfcd-ebe02752097f service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.248&port_id=5e0cfb4e-f0a0-4307-98ca-fd7fbec65808 HTTP/1.1" status: 200 len: 217 time: 0.0403967 Sep 23 19:25:42.937720 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.managers [req-cd8d3178-c1b0-49e5-8a84-f0cfe3c9ad9a req-89cdb8ab-06f4-4293-ba49-f9baa417102c service neutron] Attempting to bind port 7d41c37f-74cf-40b0-90b0-f617844a1824 on host n-h1-713301-16 for vnic_type normal with profile {{(pid=95102) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 19:25:42.938060 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.managers [req-cd8d3178-c1b0-49e5-8a84-f0cfe3c9ad9a req-89cdb8ab-06f4-4293-ba49-f9baa417102c service neutron] Attempting to bind port 7d41c37f-74cf-40b0-90b0-f617844a1824 by drivers openvswitch,hyperv on host n-h1-713301-16 at level 0 using segments [{'id': '4f7ea034-18ba-4cde-bf97-7b7b61f8a982', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': 'af02e9ab-cfd4-4a32-b9af-2413db894481'}] {{(pid=95102) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 19:25:42.938391 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd8d3178-c1b0-49e5-8a84-f0cfe3c9ad9a req-89cdb8ab-06f4-4293-ba49-f9baa417102c service neutron] Attempting to bind port 7d41c37f-74cf-40b0-90b0-f617844a1824 on network af02e9ab-cfd4-4a32-b9af-2413db894481 {{(pid=95102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:25:42.949787 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f719ab-634a-4427-a3c4-553f68b33709 req-8dfd016f-3fbb-4fa6-98ca-697f989a7178 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:25:42.951294 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-33f719ab-634a-4427-a3c4-553f68b33709 req-8dfd016f-3fbb-4fa6-98ca-697f989a7178 service neutron] 10.222.0.74 "GET /v2.0/networks?id=5220cb0c-da05-478a-9604-8c11469a05b4 HTTP/1.1" status: 200 len: 870 time: 0.2896595 Sep 23 19:25:42.970244 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc976ea-5878-48ee-b866-aa2baaa81c40 req-41f06fd8-946e-47b8-8406-b458e4925ef2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:25:42.971710 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-adc976ea-5878-48ee-b866-aa2baaa81c40 req-41f06fd8-946e-47b8-8406-b458e4925ef2 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=1ccc69bc-9d6b-44d9-b227-204e47dc6e45 HTTP/1.1" status: 200 len: 843 time: 0.0631959 Sep 23 19:25:42.977893 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaaacab9-97da-40c0-9a5b-e01aa82ba2b2 req-b66edc6f-e657-405d-80f3-7dfe8d0b2e9f tempest-ServerRescueTestJSON-83326898 tempest-ServerRescueTestJSON-83326898-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:25:42.979386 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-aaaacab9-97da-40c0-9a5b-e01aa82ba2b2 req-b66edc6f-e657-405d-80f3-7dfe8d0b2e9f tempest-ServerRescueTestJSON-83326898 tempest-ServerRescueTestJSON-83326898-project] 10.222.0.67 "GET /v2.0/networks?id=c1ad3b2d-de91-44e9-a44c-b26d03d276cb HTTP/1.1" status: 200 len: 810 time: 0.4762471 Sep 23 19:25:42.983267 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd8d3178-c1b0-49e5-8a84-f0cfe3c9ad9a req-89cdb8ab-06f4-4293-ba49-f9baa417102c service neutron] Port 7d41c37f-74cf-40b0-90b0-f617844a1824 on network af02e9ab-cfd4-4a32-b9af-2413db894481 not bound, no agent of type Open vSwitch agent registered on host n-h1-713301-16 {{(pid=95102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 19:25:42.983602 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd8d3178-c1b0-49e5-8a84-f0cfe3c9ad9a req-89cdb8ab-06f4-4293-ba49-f9baa417102c service neutron] Attempting to bind port 7d41c37f-74cf-40b0-90b0-f617844a1824 on network af02e9ab-cfd4-4a32-b9af-2413db894481 {{(pid=95102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:25:43.012730 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-33f719ab-634a-4427-a3c4-553f68b33709 req-cb9db723-b6e3-4454-8bd2-575ec49c76ca service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.141&port_id=b19c1b20-24a3-49fa-ac31-eaf45fb8cfc9 HTTP/1.1" status: 200 len: 217 time: 0.0494249 Sep 23 19:25:43.032407 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd8d3178-c1b0-49e5-8a84-f0cfe3c9ad9a req-89cdb8ab-06f4-4293-ba49-f9baa417102c service neutron] Checking agent: {'id': '0708c3e9-0aad-4600-9be9-d2486535c898', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713301-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 19, 15, 28), 'started_at': datetime.datetime(2021, 9, 23, 19, 15, 28), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 19, 25, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 19:25:43.033074 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd8d3178-c1b0-49e5-8a84-f0cfe3c9ad9a req-89cdb8ab-06f4-4293-ba49-f9baa417102c service neutron] Checking segment: {'id': '4f7ea034-18ba-4cde-bf97-7b7b61f8a982', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': 'af02e9ab-cfd4-4a32-b9af-2413db894481'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95102) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:25:43.033186 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd8d3178-c1b0-49e5-8a84-f0cfe3c9ad9a req-89cdb8ab-06f4-4293-ba49-f9baa417102c service neutron] Bound using segment: {'id': '4f7ea034-18ba-4cde-bf97-7b7b61f8a982', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': 'af02e9ab-cfd4-4a32-b9af-2413db894481'} {{(pid=95102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 19:25:43.033614 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.managers [req-cd8d3178-c1b0-49e5-8a84-f0cfe3c9ad9a req-89cdb8ab-06f4-4293-ba49-f9baa417102c service neutron] Bound port: 7d41c37f-74cf-40b0-90b0-f617844a1824, host: n-h1-713301-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4f7ea034-18ba-4cde-bf97-7b7b61f8a982', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': 'af02e9ab-cfd4-4a32-b9af-2413db894481'}}] {{(pid=95102) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 19:25:43.033975 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-cd8d3178-c1b0-49e5-8a84-f0cfe3c9ad9a req-89cdb8ab-06f4-4293-ba49-f9baa417102c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:43.059791 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-aaaacab9-97da-40c0-9a5b-e01aa82ba2b2 req-0eecfe37-f6a2-4d36-8cdb-d1381c345992 tempest-ServerRescueTestJSON-83326898 tempest-ServerRescueTestJSON-83326898-project] 10.222.0.67 "GET /v2.0/quotas/f0e955ef027245ff92005717d6ccbc80 HTTP/1.1" status: 200 len: 375 time: 0.0699155 Sep 23 19:25:43.074116 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d811d3b-ff8b-4646-89db-a39d19564768 req-e4a7eaf6-982e-429b-be06-7ab5f93e7249 tempest-TaggedBootDevicesTest-1101605307 tempest-TaggedBootDevicesTest-1101605307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:25:43.079358 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc976ea-5878-48ee-b866-aa2baaa81c40 req-498f968a-25b2-41e5-93f3-0cb6e014ea74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:25:43.080178 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d811d3b-ff8b-4646-89db-a39d19564768 req-e4a7eaf6-982e-429b-be06-7ab5f93e7249 tempest-TaggedBootDevicesTest-1101605307 tempest-TaggedBootDevicesTest-1101605307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:25:43.080919 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-adc976ea-5878-48ee-b866-aa2baaa81c40 req-498f968a-25b2-41e5-93f3-0cb6e014ea74 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=5220cb0c-da05-478a-9604-8c11469a05b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0776417 Sep 23 19:25:43.085077 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f719ab-634a-4427-a3c4-553f68b33709 req-275f12d3-c5e3-4dfb-a141-0eb315a93ff8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:25:43.086378 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-33f719ab-634a-4427-a3c4-553f68b33709 req-275f12d3-c5e3-4dfb-a141-0eb315a93ff8 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=1ccc69bc-9d6b-44d9-b227-204e47dc6e45 HTTP/1.1" status: 200 len: 843 time: 0.0566666 Sep 23 19:25:43.086970 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d811d3b-ff8b-4646-89db-a39d19564768 req-e4a7eaf6-982e-429b-be06-7ab5f93e7249 tempest-TaggedBootDevicesTest-1101605307 tempest-TaggedBootDevicesTest-1101605307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:25:43.093034 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d811d3b-ff8b-4646-89db-a39d19564768 req-e4a7eaf6-982e-429b-be06-7ab5f93e7249 tempest-TaggedBootDevicesTest-1101605307 tempest-TaggedBootDevicesTest-1101605307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:25:43.099086 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d811d3b-ff8b-4646-89db-a39d19564768 req-e4a7eaf6-982e-429b-be06-7ab5f93e7249 tempest-TaggedBootDevicesTest-1101605307 tempest-TaggedBootDevicesTest-1101605307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:25:43.105186 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d811d3b-ff8b-4646-89db-a39d19564768 req-e4a7eaf6-982e-429b-be06-7ab5f93e7249 tempest-TaggedBootDevicesTest-1101605307 tempest-TaggedBootDevicesTest-1101605307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:25:43.111796 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d811d3b-ff8b-4646-89db-a39d19564768 req-e4a7eaf6-982e-429b-be06-7ab5f93e7249 tempest-TaggedBootDevicesTest-1101605307 tempest-TaggedBootDevicesTest-1101605307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:25:43.115559 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-2d811d3b-ff8b-4646-89db-a39d19564768 req-e4a7eaf6-982e-429b-be06-7ab5f93e7249 tempest-TaggedBootDevicesTest-1101605307 tempest-TaggedBootDevicesTest-1101605307-project] 10.222.0.67 "GET /v2.0/ports?device_id=6c7d744a-f584-4648-aa8d-a6936fa22df4 HTTP/1.1" status: 200 len: 5373 time: 0.2350681 Sep 23 19:25:43.186045 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc976ea-5878-48ee-b866-aa2baaa81c40 req-33dca4b1-ec9d-4b09-bc5d-932d0e4a8fda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:25:43.187563 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-adc976ea-5878-48ee-b866-aa2baaa81c40 req-33dca4b1-ec9d-4b09-bc5d-932d0e4a8fda service neutron] 10.222.0.74 "GET /v2.0/networks?id=5220cb0c-da05-478a-9604-8c11469a05b4 HTTP/1.1" status: 200 len: 870 time: 0.2767189 Sep 23 19:25:43.206529 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f719ab-634a-4427-a3c4-553f68b33709 req-19e8a4af-3841-4879-bfb7-3b1a148dd340 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:25:43.208520 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-33f719ab-634a-4427-a3c4-553f68b33709 req-19e8a4af-3841-4879-bfb7-3b1a148dd340 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=5220cb0c-da05-478a-9604-8c11469a05b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1044140 Sep 23 19:25:43.251935 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-adc976ea-5878-48ee-b866-aa2baaa81c40 req-3f19c203-641a-4ad1-93b7-1f2b77f21d08 service neutron] 10.222.0.53 "GET /v2.0/networks/5220cb0c-da05-478a-9604-8c11469a05b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1546552 Sep 23 19:25:43.272963 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-adc976ea-5878-48ee-b866-aa2baaa81c40 req-fef36b47-33a1-4ea4-82fb-8ba85b7eca18 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.248&port_id=5e0cfb4e-f0a0-4307-98ca-fd7fbec65808 HTTP/1.1" status: 200 len: 217 time: 0.0750430 Sep 23 19:25:43.284552 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-2d811d3b-ff8b-4646-89db-a39d19564768 req-1f6290bd-f9fb-46ac-a13e-9f4babd15022 tempest-TaggedBootDevicesTest-1101605307 tempest-TaggedBootDevicesTest-1101605307-project] 10.222.0.67 "GET /v2.0/security-groups?id=7583e831-f62b-49a7-9a62-f1028bb8aa73&id=a101b72e-c698-4e76-88ce-3dcbb1163262&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1471684 Sep 23 19:25:43.286715 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.db [req-cd8d3178-c1b0-49e5-8a84-f0cfe3c9ad9a req-89cdb8ab-06f4-4293-ba49-f9baa417102c service neutron] For port 7d41c37f-74cf-40b0-90b0-f617844a1824, host n-h1-713301-16, cleared binding levels {{(pid=95102) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 19:25:43.297906 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.db [req-cd8d3178-c1b0-49e5-8a84-f0cfe3c9ad9a req-89cdb8ab-06f4-4293-ba49-f9baa417102c service neutron] For port 7d41c37f-74cf-40b0-90b0-f617844a1824, host n-h1-713301-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-16',level=0,port_id=7d41c37f-74cf-40b0-90b0-f617844a1824,segment=NetworkSegment(4f7ea034-18ba-4cde-bf97-7b7b61f8a982),segment_id=4f7ea034-18ba-4cde-bf97-7b7b61f8a982)] {{(pid=95102) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 19:25:43.306891 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-aaaacab9-97da-40c0-9a5b-e01aa82ba2b2 req-1cd33423-3e44-4d0c-b6b2-00d1c26103bd tempest-ServerRescueTestJSON-83326898 tempest-ServerRescueTestJSON-83326898-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=f0e955ef027245ff92005717d6ccbc80&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1881931 Sep 23 19:25:43.327692 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-cd8d3178-c1b0-49e5-8a84-f0cfe3c9ad9a req-89cdb8ab-06f4-4293-ba49-f9baa417102c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4399095'] for port, after_update {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:43.387070 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-33f719ab-634a-4427-a3c4-553f68b33709 req-12a886cf-ca07-472d-8917-4c216f8ded75 service neutron] 10.222.0.74 "GET /v2.0/networks/5220cb0c-da05-478a-9604-8c11469a05b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1664116 Sep 23 19:25:43.395657 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd8d3178-c1b0-49e5-8a84-f0cfe3c9ad9a req-89cdb8ab-06f4-4293-ba49-f9baa417102c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:25:43.396294 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-cd8d3178-c1b0-49e5-8a84-f0cfe3c9ad9a req-89cdb8ab-06f4-4293-ba49-f9baa417102c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222849'] for port, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:43.398480 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-cd8d3178-c1b0-49e5-8a84-f0cfe3c9ad9a req-89cdb8ab-06f4-4293-ba49-f9baa417102c service neutron] 10.222.0.74 "PUT /v2.0/ports/7d41c37f-74cf-40b0-90b0-f617844a1824 HTTP/1.1" status: 200 len: 1132 time: 1.9918416 Sep 23 19:25:43.426753 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc976ea-5878-48ee-b866-aa2baaa81c40 req-c948bb83-f5b9-4768-9bda-ca9a05e00be8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:25:43.428393 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-adc976ea-5878-48ee-b866-aa2baaa81c40 req-c948bb83-f5b9-4768-9bda-ca9a05e00be8 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=1ccc69bc-9d6b-44d9-b227-204e47dc6e45 HTTP/1.1" status: 200 len: 843 time: 0.1429534 Sep 23 19:25:43.432533 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-adc976ea-5878-48ee-b866-aa2baaa81c40 req-80691c0d-68a8-4983-b2fb-673a64f9bd1f service neutron] 10.222.0.53 "GET /v2.0/networks/5220cb0c-da05-478a-9604-8c11469a05b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1344934 Sep 23 19:25:43.502519 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.v2.base [req-cd8d3178-c1b0-49e5-8a84-f0cfe3c9ad9a req-0c52b647-2193-4dfb-8119-33f87cf77f6e service neutron] Request body: {'port': {'device_id': '6c7d744a-f584-4648-aa8d-a6936fa22df4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713301-16'}} {{(pid=95102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:25:43.506830 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-a443875c-850b-4260-aa8e-e38dd498d219 req-3ec75d80-74cf-4bad-8a1c-a4ce6b1b6659 tempest-ServersOnMultiNodesTest-2040324995 tempest-ServersOnMultiNodesTest-2040324995-project] 10.222.0.67 "GET /v2.0/networks?tenant_id=40280fc497444617bce52f5bbee56fb9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0950458 Sep 23 19:25:43.510238 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-33f719ab-634a-4427-a3c4-553f68b33709 req-1b9c33a4-53a9-40b7-8176-afcdc1263e35 service neutron] 10.222.0.74 "GET /v2.0/networks/5220cb0c-da05-478a-9604-8c11469a05b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1133025 Sep 23 19:25:43.525777 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89cdb8ab-06f4-4293-ba49-f9baa417102c service neutron] Pushing event updated for resources: {'Port': ['ID=7d41c37f-74cf-40b0-90b0-f617844a1824,revision_number=3']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:25:43.613324 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-aaaacab9-97da-40c0-9a5b-e01aa82ba2b2 req-839300de-121c-4f00-8809-408cd088bee7 service neutron] 10.222.0.67 "GET /v2.0/networks/c1ad3b2d-de91-44e9-a44c-b26d03d276cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2719445 Sep 23 19:25:43.615696 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f719ab-634a-4427-a3c4-553f68b33709 req-b73b01c8-30e5-4272-820f-d2f54d98c2b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:25:43.616286 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f719ab-634a-4427-a3c4-553f68b33709 req-b73b01c8-30e5-4272-820f-d2f54d98c2b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:25:43.616850 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f719ab-634a-4427-a3c4-553f68b33709 req-b73b01c8-30e5-4272-820f-d2f54d98c2b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:25:43.617372 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f719ab-634a-4427-a3c4-553f68b33709 req-b73b01c8-30e5-4272-820f-d2f54d98c2b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:25:43.617893 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f719ab-634a-4427-a3c4-553f68b33709 req-b73b01c8-30e5-4272-820f-d2f54d98c2b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:25:43.618415 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f719ab-634a-4427-a3c4-553f68b33709 req-b73b01c8-30e5-4272-820f-d2f54d98c2b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:25:43.618936 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f719ab-634a-4427-a3c4-553f68b33709 req-b73b01c8-30e5-4272-820f-d2f54d98c2b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:25:43.621312 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-33f719ab-634a-4427-a3c4-553f68b33709 req-b73b01c8-30e5-4272-820f-d2f54d98c2b9 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=f9311328b6c648f88a79b8848358e4b9&device_id=6c7d744a-f584-4648-aa8d-a6936fa22df4 HTTP/1.1" status: 200 len: 6213 time: 0.0553272 Sep 23 19:25:43.699487 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc976ea-5878-48ee-b866-aa2baaa81c40 req-ce953351-f9e9-4586-8392-dd6df884dedd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:25:43.700966 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-adc976ea-5878-48ee-b866-aa2baaa81c40 req-ce953351-f9e9-4586-8392-dd6df884dedd service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=5220cb0c-da05-478a-9604-8c11469a05b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2177536 Sep 23 19:25:43.701516 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-cd8d3178-c1b0-49e5-8a84-f0cfe3c9ad9a req-0c52b647-2193-4dfb-8119-33f87cf77f6e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:43.742686 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f719ab-634a-4427-a3c4-553f68b33709 req-b12d2a7f-1ba5-4a97-abba-1a8c060acf2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:25:43.743284 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f719ab-634a-4427-a3c4-553f68b33709 req-b12d2a7f-1ba5-4a97-abba-1a8c060acf2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:25:43.743765 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f719ab-634a-4427-a3c4-553f68b33709 req-b12d2a7f-1ba5-4a97-abba-1a8c060acf2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:25:43.745840 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-33f719ab-634a-4427-a3c4-553f68b33709 req-b12d2a7f-1ba5-4a97-abba-1a8c060acf2e service neutron] 10.222.0.74 "GET /v2.0/networks?tenant_id=f9311328b6c648f88a79b8848358e4b9&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.1121454 Sep 23 19:25:43.838813 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a443875c-850b-4260-aa8e-e38dd498d219 req-b65ebb89-d38b-4ba5-abc2-fdd95d2c59f0 tempest-ServersOnMultiNodesTest-2040324995 tempest-ServersOnMultiNodesTest-2040324995-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:25:43.845784 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-a443875c-850b-4260-aa8e-e38dd498d219 req-b65ebb89-d38b-4ba5-abc2-fdd95d2c59f0 tempest-ServersOnMultiNodesTest-2040324995 tempest-ServersOnMultiNodesTest-2040324995-project] 10.222.0.67 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3170898 Sep 23 19:25:43.862236 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f719ab-634a-4427-a3c4-553f68b33709 req-ca59b086-6b3f-4bd2-bcff-fe93ba09109b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:25:43.863715 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-33f719ab-634a-4427-a3c4-553f68b33709 req-ca59b086-6b3f-4bd2-bcff-fe93ba09109b service neutron] 10.222.0.74 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1061373 Sep 23 19:25:43.921069 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-a443875c-850b-4260-aa8e-e38dd498d219 req-2097b63f-510b-4d9b-bc7a-bac9384ff36f tempest-ServersOnMultiNodesTest-2040324995 tempest-ServersOnMultiNodesTest-2040324995-project] 10.222.0.67 "GET /v2.0/quotas/40280fc497444617bce52f5bbee56fb9 HTTP/1.1" status: 200 len: 375 time: 0.0744247 Sep 23 19:25:43.998161 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-aaaacab9-97da-40c0-9a5b-e01aa82ba2b2 req-70b29bc6-8435-4d86-8db9-670a1a9ff6ad service neutron] 10.222.0.67 "GET /v2.0/networks/c1ad3b2d-de91-44e9-a44c-b26d03d276cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3619120 Sep 23 19:25:44.022304 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-adc976ea-5878-48ee-b866-aa2baaa81c40 req-28d6b20f-1d22-4456-afc2-e1bc66b22031 service neutron] 10.222.0.74 "GET /v2.0/networks/5220cb0c-da05-478a-9604-8c11469a05b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3027971 Sep 23 19:25:44.104388 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-a443875c-850b-4260-aa8e-e38dd498d219 req-05385ff4-b800-4be8-8660-022000289538 tempest-ServersOnMultiNodesTest-2040324995 tempest-ServersOnMultiNodesTest-2040324995-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=40280fc497444617bce52f5bbee56fb9&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1385994 Sep 23 19:25:44.235668 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-adc976ea-5878-48ee-b866-aa2baaa81c40 req-d17b22c9-cfe0-481d-b67b-6672c519c8bb service neutron] 10.222.0.74 "GET /v2.0/networks/5220cb0c-da05-478a-9604-8c11469a05b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2031913 Sep 23 19:25:44.359435 n-d-713301-16 neutron-server[95102]: DEBUG neutron.notifiers.nova [req-cd8d3178-c1b0-49e5-8a84-f0cfe3c9ad9a req-0c52b647-2193-4dfb-8119-33f87cf77f6e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9e8786e5-58d4-4406-946f-a1fdbc104774 {{(pid=95102) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 19:25:44.370529 n-d-713301-16 neutron-server[95102]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6c7d744a-f584-4648-aa8d-a6936fa22df4', 'tag': '7d41c37f-74cf-40b0-90b0-f617844a1824'}] {{(pid=95102) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 19:25:44.372804 n-d-713301-16 neutron-server[95102]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab31b6d93e5336dbddfa8ec424565b3bd8cb2369c5b4d85bc943472dbb21e8ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5ccaf90-6d07-4060-b025-5078740c9eaa" -d '{"events": [{"name": "network-changed", "server_uuid": "6c7d744a-f584-4648-aa8d-a6936fa22df4", "tag": "7d41c37f-74cf-40b0-90b0-f617844a1824"}]}' {{(pid=95102) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 19:25:44.383101 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-cd8d3178-c1b0-49e5-8a84-f0cfe3c9ad9a req-0c52b647-2193-4dfb-8119-33f87cf77f6e service neutron] Notify callbacks [] for port, precommit_update {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:44.425178 n-d-713301-16 neutron-server[95101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9b29c0ec-9044-40c0-84b1-fefa1dddfd07', 'name': 'network-vif-deleted', 'tag': '61f0eaf0-3962-49b6-a5fb-045cbc3ea683'}] {{(pid=95101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 19:25:44.429440 n-d-713301-16 neutron-server[95101]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d8366c5740cd635e57ab12b71fe44a77c2acc3c19091ef849c6f68b380462244" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc4dfb83-80ba-4716-b1b3-e3554cee867d" -d '{"events": [{"server_uuid": "9b29c0ec-9044-40c0-84b1-fefa1dddfd07", "name": "network-vif-deleted", "tag": "61f0eaf0-3962-49b6-a5fb-045cbc3ea683"}]}' {{(pid=95101) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 19:25:44.432493 n-d-713301-16 neutron-server[95102]: DEBUG neutron.db.provisioning_blocks [req-cd8d3178-c1b0-49e5-8a84-f0cfe3c9ad9a req-0c52b647-2193-4dfb-8119-33f87cf77f6e service neutron] Transition to ACTIVE for port object 9e8786e5-58d4-4406-946f-a1fdbc104774 will not be triggered until provisioned by entity L2. {{(pid=95102) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 19:25:44.437829 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-cd8d3178-c1b0-49e5-8a84-f0cfe3c9ad9a req-0c52b647-2193-4dfb-8119-33f87cf77f6e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4399095'] for port, after_update {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:44.497561 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a00c06-a0c7-4343-bdab-1ffd2b267b8c req-97639857-15eb-4ce9-8bbf-a1b0e0d5dd89 tempest-ServerAddressesNegativeTestJSON-651404174 tempest-ServerAddressesNegativeTestJSON-651404174-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:25:44.499104 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-39a00c06-a0c7-4343-bdab-1ffd2b267b8c req-97639857-15eb-4ce9-8bbf-a1b0e0d5dd89 tempest-ServerAddressesNegativeTestJSON-651404174 tempest-ServerAddressesNegativeTestJSON-651404174-project] 10.222.0.67 "GET /v2.0/networks?id=2ef57573-c245-4b8e-9a17-2e0b4acaeeab HTTP/1.1" status: 200 len: 821 time: 0.1856735 Sep 23 19:25:44.532688 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c52b647-2193-4dfb-8119-33f87cf77f6e service neutron] Pushing event updated for resources: {'Port': ['ID=9e8786e5-58d4-4406-946f-a1fdbc104774,revision_number=2']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:25:44.592437 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-39a00c06-a0c7-4343-bdab-1ffd2b267b8c req-d2ef0995-07ee-4c75-a515-6902d6b26611 tempest-ServerAddressesNegativeTestJSON-651404174 tempest-ServerAddressesNegativeTestJSON-651404174-project] 10.222.0.67 "GET /v2.0/quotas/1fb35807b46449578e729b99214ede1a HTTP/1.1" status: 200 len: 375 time: 0.0681982 Sep 23 19:25:44.640998 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-39a00c06-a0c7-4343-bdab-1ffd2b267b8c req-1a7e1728-f2e5-403a-ba13-d380d024acac tempest-ServerAddressesNegativeTestJSON-651404174 tempest-ServerAddressesNegativeTestJSON-651404174-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=1fb35807b46449578e729b99214ede1a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0400343 Sep 23 19:25:44.715399 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.managers [req-cd8d3178-c1b0-49e5-8a84-f0cfe3c9ad9a req-0c52b647-2193-4dfb-8119-33f87cf77f6e service neutron] Attempting to bind port 9e8786e5-58d4-4406-946f-a1fdbc104774 on host n-h1-713301-16 for vnic_type normal with profile {{(pid=95102) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 19:25:44.715817 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.managers [req-cd8d3178-c1b0-49e5-8a84-f0cfe3c9ad9a req-0c52b647-2193-4dfb-8119-33f87cf77f6e service neutron] Attempting to bind port 9e8786e5-58d4-4406-946f-a1fdbc104774 by drivers openvswitch,hyperv on host n-h1-713301-16 at level 0 using segments [{'id': '4f7ea034-18ba-4cde-bf97-7b7b61f8a982', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': 'af02e9ab-cfd4-4a32-b9af-2413db894481'}] {{(pid=95102) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 19:25:44.716231 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd8d3178-c1b0-49e5-8a84-f0cfe3c9ad9a req-0c52b647-2193-4dfb-8119-33f87cf77f6e service neutron] Attempting to bind port 9e8786e5-58d4-4406-946f-a1fdbc104774 on network af02e9ab-cfd4-4a32-b9af-2413db894481 {{(pid=95102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:25:44.736732 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd8d3178-c1b0-49e5-8a84-f0cfe3c9ad9a req-0c52b647-2193-4dfb-8119-33f87cf77f6e service neutron] Port 9e8786e5-58d4-4406-946f-a1fdbc104774 on network af02e9ab-cfd4-4a32-b9af-2413db894481 not bound, no agent of type Open vSwitch agent registered on host n-h1-713301-16 {{(pid=95102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 19:25:44.737199 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd8d3178-c1b0-49e5-8a84-f0cfe3c9ad9a req-0c52b647-2193-4dfb-8119-33f87cf77f6e service neutron] Attempting to bind port 9e8786e5-58d4-4406-946f-a1fdbc104774 on network af02e9ab-cfd4-4a32-b9af-2413db894481 {{(pid=95102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:25:45.052182 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Device 5e0cfb4e-f0a0-4307-98ca-fd7fbec65808 details requested by agent hyperv_n-h1-713301-16 with host n-h1-713301-16 {{(pid=95103) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 19:25:45.072248 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Device 61f0eaf0-3962-49b6-a5fb-045cbc3ea683 no longer exists at agent hyperv_n-h1-713301-16 {{(pid=95103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 19:25:45.080539 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd8d3178-c1b0-49e5-8a84-f0cfe3c9ad9a req-0c52b647-2193-4dfb-8119-33f87cf77f6e service neutron] Checking agent: {'id': '0708c3e9-0aad-4600-9be9-d2486535c898', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713301-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 19, 15, 28), 'started_at': datetime.datetime(2021, 9, 23, 19, 15, 28), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 19, 25, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 19:25:45.080872 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd8d3178-c1b0-49e5-8a84-f0cfe3c9ad9a req-0c52b647-2193-4dfb-8119-33f87cf77f6e service neutron] Checking segment: {'id': '4f7ea034-18ba-4cde-bf97-7b7b61f8a982', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': 'af02e9ab-cfd4-4a32-b9af-2413db894481'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95102) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:25:45.081241 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd8d3178-c1b0-49e5-8a84-f0cfe3c9ad9a req-0c52b647-2193-4dfb-8119-33f87cf77f6e service neutron] Bound using segment: {'id': '4f7ea034-18ba-4cde-bf97-7b7b61f8a982', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': 'af02e9ab-cfd4-4a32-b9af-2413db894481'} {{(pid=95102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 19:25:45.081993 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.managers [req-cd8d3178-c1b0-49e5-8a84-f0cfe3c9ad9a req-0c52b647-2193-4dfb-8119-33f87cf77f6e service neutron] Bound port: 9e8786e5-58d4-4406-946f-a1fdbc104774, host: n-h1-713301-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4f7ea034-18ba-4cde-bf97-7b7b61f8a982', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': 'af02e9ab-cfd4-4a32-b9af-2413db894481'}}] {{(pid=95102) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 19:25:45.082138 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-cd8d3178-c1b0-49e5-8a84-f0cfe3c9ad9a req-0c52b647-2193-4dfb-8119-33f87cf77f6e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:45.101846 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.plugin [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] No Port match for: 61f0eaf0-3962-49b6-a5fb-045cbc3ea683 {{(pid=95103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 19:25:45.102412 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Device 61f0eaf0-3962-49b6-a5fb-045cbc3ea683 not bound to the agent host n-h1-713301-16 {{(pid=95103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 19:25:45.110149 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b8bb35d-6ef0-4b1e-aa28-033bb1342394 req-62c59d13-760e-4b51-883c-96bfb6230afe tempest-ServersAdminNegativeTestJSON-421618642 tempest-ServersAdminNegativeTestJSON-421618642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:25:45.118450 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-5b8bb35d-6ef0-4b1e-aa28-033bb1342394 req-62c59d13-760e-4b51-883c-96bfb6230afe tempest-ServersAdminNegativeTestJSON-421618642 tempest-ServersAdminNegativeTestJSON-421618642-project] 10.222.0.67 "GET /v2.0/ports?device_id=501d7793-7a4e-4a73-916d-7930c8cf81b4 HTTP/1.1" status: 200 len: 948 time: 0.4827993 Sep 23 19:25:45.170563 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-39a00c06-a0c7-4343-bdab-1ffd2b267b8c req-7d4da769-d0cb-4e33-adad-3b4daf49291e service neutron] 10.222.0.67 "GET /v2.0/networks/2ef57573-c245-4b8e-9a17-2e0b4acaeeab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5128448 Sep 23 19:25:45.201148 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] For port 5e0cfb4e-f0a0-4307-98ca-fd7fbec65808, host n-h1-713301-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-16',level=0,port_id=5e0cfb4e-f0a0-4307-98ca-fd7fbec65808,segment=NetworkSegment(6139d589-eb6c-4578-8935-c26ddf396853),segment_id=6139d589-eb6c-4578-8935-c26ddf396853)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:25:45.217855 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Returning: {'device': '5e0cfb4e-f0a0-4307-98ca-fd7fbec65808', 'network_id': '5220cb0c-da05-478a-9604-8c11469a05b4', 'port_id': '5e0cfb4e-f0a0-4307-98ca-fd7fbec65808', 'mac_address': 'fa:16:3e:a5:39:58', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 624, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1ccc69bc-9d6b-44d9-b227-204e47dc6e45', 'ip_address': '192.168.233.248'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95103) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 19:25:45.236830 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-5b8bb35d-6ef0-4b1e-aa28-033bb1342394 req-44cdbefe-99b3-438d-9e0c-7ff1942381b4 tempest-ServersAdminNegativeTestJSON-421618642 tempest-ServersAdminNegativeTestJSON-421618642-project] 10.222.0.67 "GET /v2.0/security-groups?id=a0f69697-909e-4fd5-bdb0-c967fab6b934&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1073911 Sep 23 19:25:45.322649 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:45.352996 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.db [req-cd8d3178-c1b0-49e5-8a84-f0cfe3c9ad9a req-0c52b647-2193-4dfb-8119-33f87cf77f6e service neutron] For port 9e8786e5-58d4-4406-946f-a1fdbc104774, host n-h1-713301-16, cleared binding levels {{(pid=95102) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 19:25:45.355008 n-d-713301-16 neutron-server[95103]: DEBUG neutron.notifiers.nova [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5e0cfb4e-f0a0-4307-98ca-fd7fbec65808 {{(pid=95103) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 19:25:45.392816 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] For port 5e0cfb4e-f0a0-4307-98ca-fd7fbec65808, host n-h1-713301-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-16',level=0,port_id=5e0cfb4e-f0a0-4307-98ca-fd7fbec65808,segment=NetworkSegment(6139d589-eb6c-4578-8935-c26ddf396853),segment_id=6139d589-eb6c-4578-8935-c26ddf396853)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:25:45.399212 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:45.399912 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Device b19c1b20-24a3-49fa-ac31-eaf45fb8cfc9 details requested by agent hyperv_n-h1-713301-16 with host n-h1-713301-16 {{(pid=95103) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 19:25:45.407092 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.db [req-cd8d3178-c1b0-49e5-8a84-f0cfe3c9ad9a req-0c52b647-2193-4dfb-8119-33f87cf77f6e service neutron] For port 9e8786e5-58d4-4406-946f-a1fdbc104774, host n-h1-713301-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-16',level=0,port_id=9e8786e5-58d4-4406-946f-a1fdbc104774,segment=NetworkSegment(4f7ea034-18ba-4cde-bf97-7b7b61f8a982),segment_id=4f7ea034-18ba-4cde-bf97-7b7b61f8a982)] {{(pid=95102) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 19:25:45.420975 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-cd8d3178-c1b0-49e5-8a84-f0cfe3c9ad9a req-0c52b647-2193-4dfb-8119-33f87cf77f6e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4399095'] for port, after_update {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:45.455251 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] For port b19c1b20-24a3-49fa-ac31-eaf45fb8cfc9, host n-h1-713301-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-16',level=0,port_id=b19c1b20-24a3-49fa-ac31-eaf45fb8cfc9,segment=NetworkSegment(6139d589-eb6c-4578-8935-c26ddf396853),segment_id=6139d589-eb6c-4578-8935-c26ddf396853)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:25:45.464500 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaaacab9-97da-40c0-9a5b-e01aa82ba2b2 req-3704d19f-cdf0-42ac-8180-2a5a37aed9a1 tempest-ServerRescueTestJSON-83326898 tempest-ServerRescueTestJSON-83326898-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:25:45.466635 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-aaaacab9-97da-40c0-9a5b-e01aa82ba2b2 req-3704d19f-cdf0-42ac-8180-2a5a37aed9a1 tempest-ServerRescueTestJSON-83326898 tempest-ServerRescueTestJSON-83326898-project] 10.222.0.53 "GET /v2.0/networks?id=c1ad3b2d-de91-44e9-a44c-b26d03d276cb HTTP/1.1" status: 200 len: 810 time: 0.2290323 Sep 23 19:25:45.468950 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Returning: {'device': 'b19c1b20-24a3-49fa-ac31-eaf45fb8cfc9', 'network_id': '5220cb0c-da05-478a-9604-8c11469a05b4', 'port_id': 'b19c1b20-24a3-49fa-ac31-eaf45fb8cfc9', 'mac_address': 'fa:16:3e:7d:c2:64', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 624, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1ccc69bc-9d6b-44d9-b227-204e47dc6e45', 'ip_address': '192.168.233.141'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95103) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 19:25:45.488711 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-39a00c06-a0c7-4343-bdab-1ffd2b267b8c req-8d108fec-41e0-48fb-b852-e00ebafa15a9 service neutron] 10.222.0.67 "GET /v2.0/networks/2ef57573-c245-4b8e-9a17-2e0b4acaeeab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3068085 Sep 23 19:25:45.489478 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.v2.base [req-aaaacab9-97da-40c0-9a5b-e01aa82ba2b2 req-85e15a23-6fe5-4d3d-807f-179daca84bb6 tempest-ServerRescueTestJSON-83326898 tempest-ServerRescueTestJSON-83326898-project] Request body: {'port': {'device_id': 'd885963b-72aa-42e0-909c-c5c9f0a64a9f', 'network_id': 'c1ad3b2d-de91-44e9-a44c-b26d03d276cb', 'admin_state_up': True, 'tenant_id': 'f0e955ef027245ff92005717d6ccbc80'}} {{(pid=95101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:25:45.512936 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd8d3178-c1b0-49e5-8a84-f0cfe3c9ad9a req-0c52b647-2193-4dfb-8119-33f87cf77f6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:25:45.513569 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-cd8d3178-c1b0-49e5-8a84-f0cfe3c9ad9a req-0c52b647-2193-4dfb-8119-33f87cf77f6e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222849'] for port, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:45.514971 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-cd8d3178-c1b0-49e5-8a84-f0cfe3c9ad9a req-0c52b647-2193-4dfb-8119-33f87cf77f6e service neutron] 10.222.0.74 "PUT /v2.0/ports/9e8786e5-58d4-4406-946f-a1fdbc104774 HTTP/1.1" status: 200 len: 1092 time: 2.0306361 Sep 23 19:25:45.531500 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:45.559009 n-d-713301-16 neutron-server[95103]: DEBUG neutron.notifiers.nova [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b19c1b20-24a3-49fa-ac31-eaf45fb8cfc9 {{(pid=95103) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 19:25:45.563079 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0593f9b-abfd-42c1-add4-b9fb577949cc req-1e7d5c58-f35f-44cf-ba93-7724f2297f73 tempest-MigrationsAdminTest-397594546 tempest-MigrationsAdminTest-397594546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:25:45.567788 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-f0593f9b-abfd-42c1-add4-b9fb577949cc req-1e7d5c58-f35f-44cf-ba93-7724f2297f73 tempest-MigrationsAdminTest-397594546 tempest-MigrationsAdminTest-397594546-project] 10.222.0.67 "GET /v2.0/ports?device_id=61df6679-e03a-4089-8f81-8cc4daaf4da0 HTTP/1.1" status: 200 len: 948 time: 0.2233779 Sep 23 19:25:45.599118 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Pushing event updated for resources: {'Port': ['ID=5e0cfb4e-f0a0-4307-98ca-fd7fbec65808,revision_number=8']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:25:45.609993 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] For port b19c1b20-24a3-49fa-ac31-eaf45fb8cfc9, host n-h1-713301-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-16',level=0,port_id=b19c1b20-24a3-49fa-ac31-eaf45fb8cfc9,segment=NetworkSegment(6139d589-eb6c-4578-8935-c26ddf396853),segment_id=6139d589-eb6c-4578-8935-c26ddf396853)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:25:45.617839 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:45.650014 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.v2.base [req-cd8d3178-c1b0-49e5-8a84-f0cfe3c9ad9a req-eefa803f-6b6f-4743-b90f-8553220c1ba8 service neutron] Request body: {'port': {'device_id': '6c7d744a-f584-4648-aa8d-a6936fa22df4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713301-16'}} {{(pid=95102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:25:45.688942 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c52b647-2193-4dfb-8119-33f87cf77f6e service neutron] Pushing event updated for resources: {'Port': ['ID=9e8786e5-58d4-4406-946f-a1fdbc104774,revision_number=3']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:25:45.728635 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Pushing event updated for resources: {'Port': ['ID=b19c1b20-24a3-49fa-ac31-eaf45fb8cfc9,revision_number=4']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:25:45.730163 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aaaacab9-97da-40c0-9a5b-e01aa82ba2b2 req-85e15a23-6fe5-4d3d-807f-179daca84bb6 tempest-ServerRescueTestJSON-83326898 tempest-ServerRescueTestJSON-83326898-project] Made reservation on behalf of f0e955ef027245ff92005717d6ccbc80 for: {'port': 1} {{(pid=95101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:25:45.740683 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-aaaacab9-97da-40c0-9a5b-e01aa82ba2b2 req-85e15a23-6fe5-4d3d-807f-179daca84bb6 tempest-ServerRescueTestJSON-83326898 tempest-ServerRescueTestJSON-83326898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:45.842273 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-f0593f9b-abfd-42c1-add4-b9fb577949cc req-e287f453-a8ec-43f3-9fd0-e6f65e8677c5 tempest-MigrationsAdminTest-397594546 tempest-MigrationsAdminTest-397594546-project] 10.222.0.67 "GET /v2.0/security-groups?id=78cb509b-31c4-4e2a-bb5c-7abd6194dcc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2651012 Sep 23 19:25:45.860259 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-cd8d3178-c1b0-49e5-8a84-f0cfe3c9ad9a req-eefa803f-6b6f-4743-b90f-8553220c1ba8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:45.901544 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] get_ports_and_sgs() called for port_ids ['5e0cfb4e-f0a0-4307-98ca-fd7fbec65808'] {{(pid=95103) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 19:25:45.910673 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] get_ports_and_sgs() called for port_ids ['b19c1b20-24a3-49fa-ac31-eaf45fb8cfc9'] {{(pid=95103) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 19:25:46.079333 n-d-713301-16 neutron-server[95101]: DEBUG neutron.db.db_base_plugin_common [req-aaaacab9-97da-40c0-9a5b-e01aa82ba2b2 req-85e15a23-6fe5-4d3d-807f-179daca84bb6 tempest-ServerRescueTestJSON-83326898 tempest-ServerRescueTestJSON-83326898-project] Allocated IP 172.20.0.9 (c1ad3b2d-de91-44e9-a44c-b26d03d276cb/f7972800-2fa5-4fd0-ae55-c87548a8f875/b7c4b9fa-1417-4ee3-a181-c99afd755e5a) {{(pid=95101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 19:25:46.133459 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-ff11879e-994b-4d53-8816-5301f0bb8818 req-4710c84e-03f0-4a48-998c-724ec95c7dc5 tempest-ServerRescueTestJSON-83326898 tempest-ServerRescueTestJSON-83326898-project] 10.222.0.67 "GET /v2.0/ports?device_id=d885963b-72aa-42e0-909c-c5c9f0a64a9f HTTP/1.1" status: 200 len: 210 time: 0.1082056 Sep 23 19:25:46.158422 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-338bf3b7-2aaf-48e7-ac6a-717fdd5eb5ea req-18439a2d-b9ee-4ae7-a724-deff2beb9b20 tempest-TaggedBootDevicesTest-1101605307 tempest-TaggedBootDevicesTest-1101605307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:25:46.165340 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-338bf3b7-2aaf-48e7-ac6a-717fdd5eb5ea req-18439a2d-b9ee-4ae7-a724-deff2beb9b20 tempest-TaggedBootDevicesTest-1101605307 tempest-TaggedBootDevicesTest-1101605307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:25:46.172054 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-338bf3b7-2aaf-48e7-ac6a-717fdd5eb5ea req-18439a2d-b9ee-4ae7-a724-deff2beb9b20 tempest-TaggedBootDevicesTest-1101605307 tempest-TaggedBootDevicesTest-1101605307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:25:46.179732 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-338bf3b7-2aaf-48e7-ac6a-717fdd5eb5ea req-18439a2d-b9ee-4ae7-a724-deff2beb9b20 tempest-TaggedBootDevicesTest-1101605307 tempest-TaggedBootDevicesTest-1101605307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:25:46.186077 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-338bf3b7-2aaf-48e7-ac6a-717fdd5eb5ea req-18439a2d-b9ee-4ae7-a724-deff2beb9b20 tempest-TaggedBootDevicesTest-1101605307 tempest-TaggedBootDevicesTest-1101605307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:25:46.192442 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-338bf3b7-2aaf-48e7-ac6a-717fdd5eb5ea req-18439a2d-b9ee-4ae7-a724-deff2beb9b20 tempest-TaggedBootDevicesTest-1101605307 tempest-TaggedBootDevicesTest-1101605307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:25:46.199022 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-338bf3b7-2aaf-48e7-ac6a-717fdd5eb5ea req-18439a2d-b9ee-4ae7-a724-deff2beb9b20 tempest-TaggedBootDevicesTest-1101605307 tempest-TaggedBootDevicesTest-1101605307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:25:46.207286 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-338bf3b7-2aaf-48e7-ac6a-717fdd5eb5ea req-18439a2d-b9ee-4ae7-a724-deff2beb9b20 tempest-TaggedBootDevicesTest-1101605307 tempest-TaggedBootDevicesTest-1101605307-project] 10.222.0.67 "GET /v2.0/ports?device_id=6c7d744a-f584-4648-aa8d-a6936fa22df4 HTTP/1.1" status: 200 len: 5385 time: 0.2253788 Sep 23 19:25:46.283606 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-338bf3b7-2aaf-48e7-ac6a-717fdd5eb5ea req-408122ca-2c98-41f1-8853-049642ec1127 tempest-TaggedBootDevicesTest-1101605307 tempest-TaggedBootDevicesTest-1101605307-project] 10.222.0.67 "GET /v2.0/security-groups?id=7583e831-f62b-49a7-9a62-f1028bb8aa73&id=a101b72e-c698-4e76-88ce-3dcbb1163262&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0731347 Sep 23 19:25:46.346888 n-d-713301-16 neutron-server[95102]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 19:25:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04d7ba4e-cf40-4355-b2cd-ea45a68bdf6c x-openstack-request-id: req-04d7ba4e-cf40-4355-b2cd-ea45a68bdf6c {{(pid=95102) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 19:25:46.347180 n-d-713301-16 neutron-server[95102]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6c7d744a-f584-4648-aa8d-a6936fa22df4", "tag": "7d41c37f-74cf-40b0-90b0-f617844a1824", "status": "completed", "code": 200}]} {{(pid=95102) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 19:25:46.347429 n-d-713301-16 neutron-server[95102]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-04d7ba4e-cf40-4355-b2cd-ea45a68bdf6c {{(pid=95102) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 19:25:46.347820 n-d-713301-16 neutron-server[95102]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6c7d744a-f584-4648-aa8d-a6936fa22df4', 'tag': '7d41c37f-74cf-40b0-90b0-f617844a1824', 'status': 'completed', 'code': 200} Sep 23 19:25:46.400825 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-aaaacab9-97da-40c0-9a5b-e01aa82ba2b2 req-85e15a23-6fe5-4d3d-807f-179daca84bb6 tempest-ServerRescueTestJSON-83326898 tempest-ServerRescueTestJSON-83326898-project] Notify callbacks [] for port, precommit_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:46.405569 n-d-713301-16 neutron-server[95101]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 19:25:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b864f6d7-661c-443c-bbdb-d48be4601c3e x-openstack-request-id: req-b864f6d7-661c-443c-bbdb-d48be4601c3e {{(pid=95101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 19:25:46.406283 n-d-713301-16 neutron-server[95101]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9b29c0ec-9044-40c0-84b1-fefa1dddfd07", "name": "network-vif-deleted", "tag": "61f0eaf0-3962-49b6-a5fb-045cbc3ea683", "status": "completed", "code": 200}]} {{(pid=95101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 19:25:46.406509 n-d-713301-16 neutron-server[95101]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-b864f6d7-661c-443c-bbdb-d48be4601c3e {{(pid=95101) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 19:25:46.406967 n-d-713301-16 neutron-server[95101]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9b29c0ec-9044-40c0-84b1-fefa1dddfd07', 'name': 'network-vif-deleted', 'tag': '61f0eaf0-3962-49b6-a5fb-045cbc3ea683', 'status': 'completed', 'code': 200} Sep 23 19:25:46.479914 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-aaaacab9-97da-40c0-9a5b-e01aa82ba2b2 req-85e15a23-6fe5-4d3d-807f-179daca84bb6 tempest-ServerRescueTestJSON-83326898 tempest-ServerRescueTestJSON-83326898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783145673135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5607431'] for port, after_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:46.609176 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-3a2c54a3-652c-4824-84e4-ebebeee6ce0a req-1b79d69e-d73b-4b77-9958-ac073fe4a29a tempest-ServerAddressesNegativeTestJSON-651404174 tempest-ServerAddressesNegativeTestJSON-651404174-project] 10.222.0.67 "GET /v2.0/ports?device_id=4bd9cd63-15c7-4499-9335-526c460c7f27 HTTP/1.1" status: 200 len: 210 time: 0.1487408 Sep 23 19:25:46.610992 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aaaacab9-97da-40c0-9a5b-e01aa82ba2b2 req-85e15a23-6fe5-4d3d-807f-179daca84bb6 tempest-ServerRescueTestJSON-83326898 tempest-ServerRescueTestJSON-83326898-project] Network c1ad3b2d-de91-44e9-a44c-b26d03d276cb is already hosted by enough agents. {{(pid=95101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:25:46.616780 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-a443875c-850b-4260-aa8e-e38dd498d219 req-518a8fed-f190-4921-8f85-2b45d98041a9 tempest-ServersOnMultiNodesTest-2040324995 tempest-ServersOnMultiNodesTest-2040324995-project] 10.222.0.74 "GET /v2.0/networks?tenant_id=40280fc497444617bce52f5bbee56fb9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1075416 Sep 23 19:25:46.636122 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.base_scheduler [req-aaaacab9-97da-40c0-9a5b-e01aa82ba2b2 req-85e15a23-6fe5-4d3d-807f-179daca84bb6 tempest-ServerRescueTestJSON-83326898 tempest-ServerRescueTestJSON-83326898-project] Resources bound (agent type, host, resource id): {{(pid=95101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:25:46.648973 n-d-713301-16 neutron-server[95101]: DEBUG neutron.db.l3_dvrscheduler_db [req-aaaacab9-97da-40c0-9a5b-e01aa82ba2b2 req-85e15a23-6fe5-4d3d-807f-179daca84bb6 tempest-ServerRescueTestJSON-83326898 tempest-ServerRescueTestJSON-83326898-project] Received port after_create {{(pid=95101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 19:25:46.736130 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-a443875c-850b-4260-aa8e-e38dd498d219 req-68b68e5e-7101-4421-8b86-01f1c12fdc5f tempest-ServersOnMultiNodesTest-2040324995 tempest-ServersOnMultiNodesTest-2040324995-project] 10.222.0.53 "GET /v2.0/networks?tenant_id=40280fc497444617bce52f5bbee56fb9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1558740 Sep 23 19:25:46.806607 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ccaf90-6d07-4060-b025-5078740c9eaa req-afcf893c-7531-483a-bbe5-61d7ab421fbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:25:46.807410 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ccaf90-6d07-4060-b025-5078740c9eaa req-afcf893c-7531-483a-bbe5-61d7ab421fbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:25:46.808462 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ccaf90-6d07-4060-b025-5078740c9eaa req-afcf893c-7531-483a-bbe5-61d7ab421fbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:25:46.809187 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ccaf90-6d07-4060-b025-5078740c9eaa req-afcf893c-7531-483a-bbe5-61d7ab421fbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:25:46.809835 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ccaf90-6d07-4060-b025-5078740c9eaa req-afcf893c-7531-483a-bbe5-61d7ab421fbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:25:46.810479 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ccaf90-6d07-4060-b025-5078740c9eaa req-afcf893c-7531-483a-bbe5-61d7ab421fbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:25:46.811636 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ccaf90-6d07-4060-b025-5078740c9eaa req-afcf893c-7531-483a-bbe5-61d7ab421fbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:25:46.816328 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-c5ccaf90-6d07-4060-b025-5078740c9eaa req-afcf893c-7531-483a-bbe5-61d7ab421fbb service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=f9311328b6c648f88a79b8848358e4b9&device_id=6c7d744a-f584-4648-aa8d-a6936fa22df4 HTTP/1.1" status: 200 len: 6281 time: 0.4659603 Sep 23 19:25:46.832272 n-d-713301-16 neutron-server[95102]: DEBUG neutron.notifiers.nova [req-cd8d3178-c1b0-49e5-8a84-f0cfe3c9ad9a req-eefa803f-6b6f-4743-b90f-8553220c1ba8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 194bdc80-29c5-4612-969b-b0aa5f139617 {{(pid=95102) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 19:25:46.833398 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e15a23-6fe5-4d3d-807f-179daca84bb6 tempest-ServerRescueTestJSON-83326898 tempest-ServerRescueTestJSON-83326898-project] Pushing event updated for resources: {'Port': ['ID=b7c4b9fa-1417-4ee3-a181-c99afd755e5a,revision_number=1']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:25:46.862967 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaaacab9-97da-40c0-9a5b-e01aa82ba2b2 req-85e15a23-6fe5-4d3d-807f-179daca84bb6 tempest-ServerRescueTestJSON-83326898 tempest-ServerRescueTestJSON-83326898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:25:46.863521 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-cd8d3178-c1b0-49e5-8a84-f0cfe3c9ad9a req-eefa803f-6b6f-4743-b90f-8553220c1ba8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:46.863648 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-aaaacab9-97da-40c0-9a5b-e01aa82ba2b2 req-85e15a23-6fe5-4d3d-807f-179daca84bb6 tempest-ServerRescueTestJSON-83326898 tempest-ServerRescueTestJSON-83326898-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222849'] for port, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:46.924692 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-aaaacab9-97da-40c0-9a5b-e01aa82ba2b2 req-85e15a23-6fe5-4d3d-807f-179daca84bb6 tempest-ServerRescueTestJSON-83326898 tempest-ServerRescueTestJSON-83326898-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4405918 Sep 23 19:25:46.937387 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a443875c-850b-4260-aa8e-e38dd498d219 req-b500f32d-1f1e-400f-80b9-c5331cced7d2 tempest-ServersOnMultiNodesTest-2040324995 tempest-ServersOnMultiNodesTest-2040324995-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:25:46.938853 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-a443875c-850b-4260-aa8e-e38dd498d219 req-b500f32d-1f1e-400f-80b9-c5331cced7d2 tempest-ServersOnMultiNodesTest-2040324995 tempest-ServersOnMultiNodesTest-2040324995-project] 10.222.0.74 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2950745 Sep 23 19:25:46.946612 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-035e2394-fd56-4b78-95a5-347e01fdf84a req-e68cbe92-3284-4550-b875-d7525c8ed424 tempest-ServersAdminNegativeTestJSON-421618642 tempest-ServersAdminNegativeTestJSON-421618642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:25:46.947933 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.v2.base [req-aaaacab9-97da-40c0-9a5b-e01aa82ba2b2 req-660d4c05-0493-4d22-bff0-7f5e2b836ca2 service neutron] Request body: {'port': {'device_id': 'd885963b-72aa-42e0-909c-c5c9f0a64a9f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713301-16'}} {{(pid=95101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:25:46.948135 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-035e2394-fd56-4b78-95a5-347e01fdf84a req-e68cbe92-3284-4550-b875-d7525c8ed424 tempest-ServersAdminNegativeTestJSON-421618642 tempest-ServersAdminNegativeTestJSON-421618642-project] 10.222.0.67 "GET /v2.0/ports?device_id=501d7793-7a4e-4a73-916d-7930c8cf81b4 HTTP/1.1" status: 200 len: 949 time: 0.2504957 Sep 23 19:25:46.961679 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.v2.base [req-a443875c-850b-4260-aa8e-e38dd498d219 req-7c17bbd9-c9a8-4a02-9dcb-bdc8418d182f tempest-ServersOnMultiNodesTest-2040324995 tempest-ServersOnMultiNodesTest-2040324995-project] Request body: {'port': {'device_id': 'fc947095-c7c1-4b2e-bf93-53cb06429ce3', 'network_id': '5220cb0c-da05-478a-9604-8c11469a05b4', 'admin_state_up': True, 'tenant_id': '40280fc497444617bce52f5bbee56fb9'}} {{(pid=95101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:25:46.985749 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] get_ports_and_sgs() called for port_ids ['c0243896-fce1-491e-b01a-fe507cb083a8'] {{(pid=95103) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 19:25:47.002635 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a443875c-850b-4260-aa8e-e38dd498d219 req-d0202097-c89b-41ff-8c2a-2fac0fef4fb0 tempest-ServersOnMultiNodesTest-2040324995 tempest-ServersOnMultiNodesTest-2040324995-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:25:47.004672 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-a443875c-850b-4260-aa8e-e38dd498d219 req-d0202097-c89b-41ff-8c2a-2fac0fef4fb0 tempest-ServersOnMultiNodesTest-2040324995 tempest-ServersOnMultiNodesTest-2040324995-project] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2453675 Sep 23 19:25:47.019168 n-d-713301-16 neutron-server[95102]: DEBUG neutron.db.provisioning_blocks [req-cd8d3178-c1b0-49e5-8a84-f0cfe3c9ad9a req-eefa803f-6b6f-4743-b90f-8553220c1ba8 service neutron] Transition to ACTIVE for port object 194bdc80-29c5-4612-969b-b0aa5f139617 will not be triggered until provisioned by entity L2. {{(pid=95102) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 19:25:47.050703 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.v2.base [req-a443875c-850b-4260-aa8e-e38dd498d219 req-62872b85-a9ad-4833-904a-555090791980 tempest-ServersOnMultiNodesTest-2040324995 tempest-ServersOnMultiNodesTest-2040324995-project] Request body: {'port': {'device_id': 'b3afb6e9-a580-4fd1-a0cd-ac031a305abe', 'network_id': '5220cb0c-da05-478a-9604-8c11469a05b4', 'admin_state_up': True, 'tenant_id': '40280fc497444617bce52f5bbee56fb9'}} {{(pid=95101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:25:47.064698 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Device 5e0cfb4e-f0a0-4307-98ca-fd7fbec65808 up at agent hyperv_n-h1-713301-16 {{(pid=95103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 19:25:47.082095 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-cd8d3178-c1b0-49e5-8a84-f0cfe3c9ad9a req-eefa803f-6b6f-4743-b90f-8553220c1ba8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4399095'] for port, after_update {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:47.108499 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-aaaacab9-97da-40c0-9a5b-e01aa82ba2b2 req-660d4c05-0493-4d22-bff0-7f5e2b836ca2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:47.172759 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Provisioning for port 5e0cfb4e-f0a0-4307-98ca-fd7fbec65808 completed by entity L2. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 19:25:47.185761 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Provisioning complete for port 5e0cfb4e-f0a0-4307-98ca-fd7fbec65808 triggered by entity L2. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:25:47.186492 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:47.248832 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad9e71a4-caa8-4058-a508-0a6dc8e2fde4 req-0fed6ccd-8f80-4ee1-91ba-2517e41e5c31 tempest-DeleteServersTestJSON-2111530366 tempest-DeleteServersTestJSON-2111530366-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:25:47.250383 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-ad9e71a4-caa8-4058-a508-0a6dc8e2fde4 req-0fed6ccd-8f80-4ee1-91ba-2517e41e5c31 tempest-DeleteServersTestJSON-2111530366 tempest-DeleteServersTestJSON-2111530366-project] 10.222.0.67 "GET /v2.0/networks?id=e47803fc-37db-4c82-80ca-757602b818ca HTTP/1.1" status: 200 len: 812 time: 0.5061450 Sep 23 19:25:47.286426 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-035e2394-fd56-4b78-95a5-347e01fdf84a req-5e32e2cd-8f56-4fa5-b360-0a9bd7e927ce tempest-ServersAdminNegativeTestJSON-421618642 tempest-ServersAdminNegativeTestJSON-421618642-project] 10.222.0.67 "GET /v2.0/security-groups?id=a0f69697-909e-4fd5-bdb0-c967fab6b934&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3254516 Sep 23 19:25:47.287109 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eefa803f-6b6f-4743-b90f-8553220c1ba8 service neutron] Pushing event updated for resources: {'Port': ['ID=194bdc80-29c5-4612-969b-b0aa5f139617,revision_number=2']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:25:47.317319 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:47.320403 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9caf45a-f1ee-47ba-b3d3-d18828583f68 req-46581908-315e-438c-9ab4-011630f5db50 tempest-MigrationsAdminTest-397594546 tempest-MigrationsAdminTest-397594546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:25:47.322077 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-d9caf45a-f1ee-47ba-b3d3-d18828583f68 req-46581908-315e-438c-9ab4-011630f5db50 tempest-MigrationsAdminTest-397594546 tempest-MigrationsAdminTest-397594546-project] 10.222.0.53 "GET /v2.0/ports?device_id=61df6679-e03a-4089-8f81-8cc4daaf4da0&tenant_id=cff0149cb20c4944955e93a2b393f7c5&binding%3Ahost_id=n-h1-713301-16 HTTP/1.1" status: 200 len: 949 time: 0.3631172 Sep 23 19:25:47.326749 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ccaf90-6d07-4060-b025-5078740c9eaa req-f67874b2-f511-45ac-abd0-ea2f7b30f467 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:25:47.327247 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ccaf90-6d07-4060-b025-5078740c9eaa req-f67874b2-f511-45ac-abd0-ea2f7b30f467 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:25:47.327734 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ccaf90-6d07-4060-b025-5078740c9eaa req-f67874b2-f511-45ac-abd0-ea2f7b30f467 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:25:47.329416 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-c5ccaf90-6d07-4060-b025-5078740c9eaa req-f67874b2-f511-45ac-abd0-ea2f7b30f467 service neutron] 10.222.0.74 "GET /v2.0/networks?tenant_id=f9311328b6c648f88a79b8848358e4b9&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.4777141 Sep 23 19:25:47.357158 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-ad9e71a4-caa8-4058-a508-0a6dc8e2fde4 req-c8a2945a-d302-4dd4-babc-97268936bd3f tempest-DeleteServersTestJSON-2111530366 tempest-DeleteServersTestJSON-2111530366-project] 10.222.0.67 "GET /v2.0/quotas/30554f6e61d54c6bbf3c805c15e93860 HTTP/1.1" status: 200 len: 375 time: 0.0926464 Sep 23 19:25:47.380541 n-d-713301-16 neutron-server[95103]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '61df6679-e03a-4089-8f81-8cc4daaf4da0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e0cfb4e-f0a0-4307-98ca-fd7fbec65808'}] {{(pid=95103) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 19:25:47.387831 n-d-713301-16 neutron-server[95103]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}81a1c17f2aa89d5b3ebbba3a3e0cf7eb588e431c2224256110c4c4facdd7c3e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a851565e-78c2-45f7-af8d-15cac26c879e" -d '{"events": [{"server_uuid": "61df6679-e03a-4089-8f81-8cc4daaf4da0", "name": "network-vif-plugged", "status": "completed", "tag": "5e0cfb4e-f0a0-4307-98ca-fd7fbec65808"}]}' {{(pid=95103) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 19:25:47.419561 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.db.api [req-a443875c-850b-4260-aa8e-e38dd498d219 req-7c17bbd9-c9a8-4a02-9dcb-bdc8418d182f tempest-ServersOnMultiNodesTest-2040324995 tempest-ServersOnMultiNodesTest-2040324995-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 23 19:25:47.419561 n-d-713301-16 neutron-server[95101]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Sep 23 19:25:47.419561 n-d-713301-16 neutron-server[95101]: [parameters: {'project_id': '40280fc497444617bce52f5bbee56fb9', 'id': '1dbebfe1-1a2d-4a34-83b2-1699172d2009', 'expiration': datetime.datetime(2021, 9, 23, 19, 27, 47, 382751)}] Sep 23 19:25:47.419561 n-d-713301-16 neutron-server[95101]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=95101) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 23 19:25:47.420044 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] For port 5e0cfb4e-f0a0-4307-98ca-fd7fbec65808, host n-h1-713301-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-16',level=0,port_id=5e0cfb4e-f0a0-4307-98ca-fd7fbec65808,segment=NetworkSegment(6139d589-eb6c-4578-8935-c26ddf396853),segment_id=6139d589-eb6c-4578-8935-c26ddf396853)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:25:47.420144 n-d-713301-16 neutron-server[95101]: DEBUG oslo_db.api [req-a443875c-850b-4260-aa8e-e38dd498d219 req-7c17bbd9-c9a8-4a02-9dcb-bdc8418d182f tempest-ServersOnMultiNodesTest-2040324995 tempest-ServersOnMultiNodesTest-2040324995-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=95101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 23 19:25:47.425091 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:47.444390 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a443875c-850b-4260-aa8e-e38dd498d219 req-62872b85-a9ad-4833-904a-555090791980 tempest-ServersOnMultiNodesTest-2040324995 tempest-ServersOnMultiNodesTest-2040324995-project] Made reservation on behalf of 40280fc497444617bce52f5bbee56fb9 for: {'port': 1} {{(pid=95101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:25:47.448499 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-a443875c-850b-4260-aa8e-e38dd498d219 req-62872b85-a9ad-4833-904a-555090791980 tempest-ServersOnMultiNodesTest-2040324995 tempest-ServersOnMultiNodesTest-2040324995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:47.493167 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.53', 57195) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:25:47.527423 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Pushing event updated for resources: {'Port': ['ID=5e0cfb4e-f0a0-4307-98ca-fd7fbec65808,revision_number=9']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:25:47.549577 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-ad9e71a4-caa8-4058-a508-0a6dc8e2fde4 req-0b004a7e-1c3d-4c48-a7aa-775acda54b3e tempest-DeleteServersTestJSON-2111530366 tempest-DeleteServersTestJSON-2111530366-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=30554f6e61d54c6bbf3c805c15e93860&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1499579 Sep 23 19:25:47.601072 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-dba3778d-f132-48d3-986c-55880daeb0be req-3201d62b-6375-4225-afb4-ca96c07aaca8 tempest-ServersOnMultiNodesTest-2040324995 tempest-ServersOnMultiNodesTest-2040324995-project] 10.222.0.67 "GET /v2.0/ports?device_id=b3afb6e9-a580-4fd1-a0cd-ac031a305abe HTTP/1.1" status: 200 len: 210 time: 0.1647911 Sep 23 19:25:47.633725 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.managers [req-cd8d3178-c1b0-49e5-8a84-f0cfe3c9ad9a req-eefa803f-6b6f-4743-b90f-8553220c1ba8 service neutron] Attempting to bind port 194bdc80-29c5-4612-969b-b0aa5f139617 on host n-h1-713301-16 for vnic_type normal with profile {{(pid=95102) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 19:25:47.634035 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.managers [req-cd8d3178-c1b0-49e5-8a84-f0cfe3c9ad9a req-eefa803f-6b6f-4743-b90f-8553220c1ba8 service neutron] Attempting to bind port 194bdc80-29c5-4612-969b-b0aa5f139617 by drivers openvswitch,hyperv on host n-h1-713301-16 at level 0 using segments [{'id': '4f7ea034-18ba-4cde-bf97-7b7b61f8a982', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': 'af02e9ab-cfd4-4a32-b9af-2413db894481'}] {{(pid=95102) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 19:25:47.634372 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd8d3178-c1b0-49e5-8a84-f0cfe3c9ad9a req-eefa803f-6b6f-4743-b90f-8553220c1ba8 service neutron] Attempting to bind port 194bdc80-29c5-4612-969b-b0aa5f139617 on network af02e9ab-cfd4-4a32-b9af-2413db894481 {{(pid=95102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:25:47.722970 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd8d3178-c1b0-49e5-8a84-f0cfe3c9ad9a req-eefa803f-6b6f-4743-b90f-8553220c1ba8 service neutron] Port 194bdc80-29c5-4612-969b-b0aa5f139617 on network af02e9ab-cfd4-4a32-b9af-2413db894481 not bound, no agent of type Open vSwitch agent registered on host n-h1-713301-16 {{(pid=95102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 19:25:47.723290 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd8d3178-c1b0-49e5-8a84-f0cfe3c9ad9a req-eefa803f-6b6f-4743-b90f-8553220c1ba8 service neutron] Attempting to bind port 194bdc80-29c5-4612-969b-b0aa5f139617 on network af02e9ab-cfd4-4a32-b9af-2413db894481 {{(pid=95102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:25:47.785169 n-d-713301-16 neutron-server[95102]: INFO neutron.api.v2.resource [req-d9caf45a-f1ee-47ba-b3d3-d18828583f68 req-408f7300-e4cf-465f-aad1-86dab8e95299 service neutron] delete failed (client error): The resource could not be found. Sep 23 19:25:47.786108 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-d9caf45a-f1ee-47ba-b3d3-d18828583f68 req-408f7300-e4cf-465f-aad1-86dab8e95299 service neutron] 10.222.0.53 "DELETE /v2.0/ports/5e0cfb4e-f0a0-4307-98ca-fd7fbec65808/bindings/n-h2-713301-16 HTTP/1.1" status: 404 len: 381 time: 0.4507616 Sep 23 19:25:47.796845 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd8d3178-c1b0-49e5-8a84-f0cfe3c9ad9a req-eefa803f-6b6f-4743-b90f-8553220c1ba8 service neutron] Checking agent: {'id': '0708c3e9-0aad-4600-9be9-d2486535c898', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713301-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 19, 15, 28), 'started_at': datetime.datetime(2021, 9, 23, 19, 15, 28), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 19, 25, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 19:25:47.797192 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd8d3178-c1b0-49e5-8a84-f0cfe3c9ad9a req-eefa803f-6b6f-4743-b90f-8553220c1ba8 service neutron] Checking segment: {'id': '4f7ea034-18ba-4cde-bf97-7b7b61f8a982', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': 'af02e9ab-cfd4-4a32-b9af-2413db894481'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95102) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:25:47.797584 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd8d3178-c1b0-49e5-8a84-f0cfe3c9ad9a req-eefa803f-6b6f-4743-b90f-8553220c1ba8 service neutron] Bound using segment: {'id': '4f7ea034-18ba-4cde-bf97-7b7b61f8a982', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': 'af02e9ab-cfd4-4a32-b9af-2413db894481'} {{(pid=95102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 19:25:47.798035 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.managers [req-cd8d3178-c1b0-49e5-8a84-f0cfe3c9ad9a req-eefa803f-6b6f-4743-b90f-8553220c1ba8 service neutron] Bound port: 194bdc80-29c5-4612-969b-b0aa5f139617, host: n-h1-713301-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4f7ea034-18ba-4cde-bf97-7b7b61f8a982', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': 'af02e9ab-cfd4-4a32-b9af-2413db894481'}}] {{(pid=95102) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 19:25:47.798405 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-cd8d3178-c1b0-49e5-8a84-f0cfe3c9ad9a req-eefa803f-6b6f-4743-b90f-8553220c1ba8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:47.802353 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a00c06-a0c7-4343-bdab-1ffd2b267b8c req-705a931d-8d90-4267-83ec-23f9f7ef4052 tempest-ServerAddressesNegativeTestJSON-651404174 tempest-ServerAddressesNegativeTestJSON-651404174-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:25:47.804800 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-39a00c06-a0c7-4343-bdab-1ffd2b267b8c req-705a931d-8d90-4267-83ec-23f9f7ef4052 tempest-ServerAddressesNegativeTestJSON-651404174 tempest-ServerAddressesNegativeTestJSON-651404174-project] 10.222.0.53 "GET /v2.0/networks?id=2ef57573-c245-4b8e-9a17-2e0b4acaeeab HTTP/1.1" status: 200 len: 821 time: 0.3084223 Sep 23 19:25:47.833415 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.v2.base [req-39a00c06-a0c7-4343-bdab-1ffd2b267b8c req-94bfe207-4839-44e1-b055-c7ef0a520f05 tempest-ServerAddressesNegativeTestJSON-651404174 tempest-ServerAddressesNegativeTestJSON-651404174-project] Request body: {'port': {'device_id': '4bd9cd63-15c7-4499-9335-526c460c7f27', 'network_id': '2ef57573-c245-4b8e-9a17-2e0b4acaeeab', 'admin_state_up': True, 'tenant_id': '1fb35807b46449578e729b99214ede1a'}} {{(pid=95101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:25:47.836697 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ccaf90-6d07-4060-b025-5078740c9eaa req-f85f2825-4aee-4af3-b2fb-a9044aa7bd5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:25:47.838248 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-c5ccaf90-6d07-4060-b025-5078740c9eaa req-f85f2825-4aee-4af3-b2fb-a9044aa7bd5c service neutron] 10.222.0.74 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4969859 Sep 23 19:25:47.890519 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-ad9e71a4-caa8-4058-a508-0a6dc8e2fde4 req-ba467cbe-46d3-4af4-94d6-f5cc26f8f8ec service neutron] 10.222.0.67 "GET /v2.0/networks/e47803fc-37db-4c82-80ca-757602b818ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3400705 Sep 23 19:25:47.894609 n-d-713301-16 neutron-server[95101]: DEBUG neutron.db.db_base_plugin_common [req-a443875c-850b-4260-aa8e-e38dd498d219 req-62872b85-a9ad-4833-904a-555090791980 tempest-ServersOnMultiNodesTest-2040324995 tempest-ServersOnMultiNodesTest-2040324995-project] Allocated IP 192.168.233.189 (5220cb0c-da05-478a-9604-8c11469a05b4/1ccc69bc-9d6b-44d9-b227-204e47dc6e45/dd14c26e-3e27-4cc3-aa9c-bff97727ed77) {{(pid=95101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 19:25:47.898507 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4cfec37-c4af-408e-8cc7-22126300f13d req-4b54a916-cba0-46ad-ba9a-53bdf709370b tempest-MigrationsAdminTest-397594546 tempest-MigrationsAdminTest-397594546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:25:47.900010 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-c4cfec37-c4af-408e-8cc7-22126300f13d req-4b54a916-cba0-46ad-ba9a-53bdf709370b tempest-MigrationsAdminTest-397594546 tempest-MigrationsAdminTest-397594546-project] 10.222.0.67 "GET /v2.0/ports?device_id=61df6679-e03a-4089-8f81-8cc4daaf4da0 HTTP/1.1" status: 200 len: 950 time: 0.2090962 Sep 23 19:25:47.929576 n-d-713301-16 neutron-server[95101]: DEBUG neutron.notifiers.nova [req-aaaacab9-97da-40c0-9a5b-e01aa82ba2b2 req-660d4c05-0493-4d22-bff0-7f5e2b836ca2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b7c4b9fa-1417-4ee3-a181-c99afd755e5a {{(pid=95101) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 19:25:47.944655 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-aaaacab9-97da-40c0-9a5b-e01aa82ba2b2 req-660d4c05-0493-4d22-bff0-7f5e2b836ca2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:48.019803 n-d-713301-16 neutron-server[95101]: DEBUG neutron.db.provisioning_blocks [req-aaaacab9-97da-40c0-9a5b-e01aa82ba2b2 req-660d4c05-0493-4d22-bff0-7f5e2b836ca2 service neutron] Transition to ACTIVE for port object b7c4b9fa-1417-4ee3-a181-c99afd755e5a will not be triggered until provisioned by entity L2. {{(pid=95101) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 19:25:48.030668 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a443875c-850b-4260-aa8e-e38dd498d219 req-7c17bbd9-c9a8-4a02-9dcb-bdc8418d182f tempest-ServersOnMultiNodesTest-2040324995 tempest-ServersOnMultiNodesTest-2040324995-project] Made reservation on behalf of 40280fc497444617bce52f5bbee56fb9 for: {'port': 1} {{(pid=95101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:25:48.034633 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-a443875c-850b-4260-aa8e-e38dd498d219 req-7c17bbd9-c9a8-4a02-9dcb-bdc8418d182f tempest-ServersOnMultiNodesTest-2040324995 tempest-ServersOnMultiNodesTest-2040324995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:48.039535 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.db [req-cd8d3178-c1b0-49e5-8a84-f0cfe3c9ad9a req-eefa803f-6b6f-4743-b90f-8553220c1ba8 service neutron] For port 194bdc80-29c5-4612-969b-b0aa5f139617, host n-h1-713301-16, cleared binding levels {{(pid=95102) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 19:25:48.059150 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-c4cfec37-c4af-408e-8cc7-22126300f13d req-64c5dd05-0c39-4f6f-9405-3202631dda12 tempest-MigrationsAdminTest-397594546 tempest-MigrationsAdminTest-397594546-project] 10.222.0.67 "GET /v2.0/security-groups?id=78cb509b-31c4-4e2a-bb5c-7abd6194dcc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1483276 Sep 23 19:25:48.068004 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9caf45a-f1ee-47ba-b3d3-d18828583f68 req-cb1369e6-aa23-4541-a120-0f1bb2b85171 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:25:48.069727 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-d9caf45a-f1ee-47ba-b3d3-d18828583f68 req-cb1369e6-aa23-4541-a120-0f1bb2b85171 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=cff0149cb20c4944955e93a2b393f7c5&device_id=61df6679-e03a-4089-8f81-8cc4daaf4da0 HTTP/1.1" status: 200 len: 1102 time: 0.1908033 Sep 23 19:25:48.080518 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.db [req-cd8d3178-c1b0-49e5-8a84-f0cfe3c9ad9a req-eefa803f-6b6f-4743-b90f-8553220c1ba8 service neutron] For port 194bdc80-29c5-4612-969b-b0aa5f139617, host n-h1-713301-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-16',level=0,port_id=194bdc80-29c5-4612-969b-b0aa5f139617,segment=NetworkSegment(4f7ea034-18ba-4cde-bf97-7b7b61f8a982),segment_id=4f7ea034-18ba-4cde-bf97-7b7b61f8a982)] {{(pid=95102) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 19:25:48.090019 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-ad9e71a4-caa8-4058-a508-0a6dc8e2fde4 req-112b34fc-d047-4086-a0cb-072572a3506c service neutron] 10.222.0.67 "GET /v2.0/networks/e47803fc-37db-4c82-80ca-757602b818ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1890218 Sep 23 19:25:48.098753 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-cd8d3178-c1b0-49e5-8a84-f0cfe3c9ad9a req-eefa803f-6b6f-4743-b90f-8553220c1ba8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4399095'] for port, after_update {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:48.168127 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd8d3178-c1b0-49e5-8a84-f0cfe3c9ad9a req-eefa803f-6b6f-4743-b90f-8553220c1ba8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:25:48.168866 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-cd8d3178-c1b0-49e5-8a84-f0cfe3c9ad9a req-eefa803f-6b6f-4743-b90f-8553220c1ba8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222849'] for port, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:48.170502 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-cd8d3178-c1b0-49e5-8a84-f0cfe3c9ad9a req-eefa803f-6b6f-4743-b90f-8553220c1ba8 service neutron] 10.222.0.74 "PUT /v2.0/ports/194bdc80-29c5-4612-969b-b0aa5f139617 HTTP/1.1" status: 200 len: 1092 time: 2.5573921 Sep 23 19:25:48.236331 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.v2.base [req-cd8d3178-c1b0-49e5-8a84-f0cfe3c9ad9a req-0ba6032b-b0c1-4ae7-8326-d09dd473bbfb service neutron] Request body: {'port': {'device_id': '6c7d744a-f584-4648-aa8d-a6936fa22df4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713301-16'}} {{(pid=95102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:25:48.273162 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eefa803f-6b6f-4743-b90f-8553220c1ba8 service neutron] Pushing event updated for resources: {'Port': ['ID=194bdc80-29c5-4612-969b-b0aa5f139617,revision_number=3']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:25:48.351711 n-d-713301-16 neutron-server[95102]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6c7d744a-f584-4648-aa8d-a6936fa22df4', 'tag': '9e8786e5-58d4-4406-946f-a1fdbc104774'}, {'name': 'network-changed', 'server_uuid': '6c7d744a-f584-4648-aa8d-a6936fa22df4', 'tag': '194bdc80-29c5-4612-969b-b0aa5f139617'}] {{(pid=95102) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 19:25:48.354016 n-d-713301-16 neutron-server[95102]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab31b6d93e5336dbddfa8ec424565b3bd8cb2369c5b4d85bc943472dbb21e8ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9634acd-c769-4b24-836a-6fd17335c1eb" -d '{"events": [{"name": "network-changed", "server_uuid": "6c7d744a-f584-4648-aa8d-a6936fa22df4", "tag": "9e8786e5-58d4-4406-946f-a1fdbc104774"}, {"name": "network-changed", "server_uuid": "6c7d744a-f584-4648-aa8d-a6936fa22df4", "tag": "194bdc80-29c5-4612-969b-b0aa5f139617"}]}' {{(pid=95102) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 19:25:48.412640 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9caf45a-f1ee-47ba-b3d3-d18828583f68 req-ba5671f3-3b74-46d6-ad76-bb721e0f6883 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:25:48.414226 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-d9caf45a-f1ee-47ba-b3d3-d18828583f68 req-ba5671f3-3b74-46d6-ad76-bb721e0f6883 service neutron] 10.222.0.53 "GET /v2.0/networks?id=5220cb0c-da05-478a-9604-8c11469a05b4 HTTP/1.1" status: 200 len: 870 time: 0.3270688 Sep 23 19:25:48.434262 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-aaaacab9-97da-40c0-9a5b-e01aa82ba2b2 req-660d4c05-0493-4d22-bff0-7f5e2b836ca2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5607436'] for port, after_update {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:48.444050 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-cd8d3178-c1b0-49e5-8a84-f0cfe3c9ad9a req-0ba6032b-b0c1-4ae7-8326-d09dd473bbfb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:48.493480 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-d9caf45a-f1ee-47ba-b3d3-d18828583f68 req-db5f7fda-13f5-498d-b89c-f5eb1e830d64 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.248&port_id=5e0cfb4e-f0a0-4307-98ca-fd7fbec65808 HTTP/1.1" status: 200 len: 217 time: 0.0605259 Sep 23 19:25:48.611106 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-39a00c06-a0c7-4343-bdab-1ffd2b267b8c req-94bfe207-4839-44e1-b055-c7ef0a520f05 tempest-ServerAddressesNegativeTestJSON-651404174 tempest-ServerAddressesNegativeTestJSON-651404174-project] Made reservation on behalf of 1fb35807b46449578e729b99214ede1a for: {'port': 1} {{(pid=95101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:25:48.614644 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-39a00c06-a0c7-4343-bdab-1ffd2b267b8c req-94bfe207-4839-44e1-b055-c7ef0a520f05 tempest-ServerAddressesNegativeTestJSON-651404174 tempest-ServerAddressesNegativeTestJSON-651404174-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:48.695273 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-660d4c05-0493-4d22-bff0-7f5e2b836ca2 service neutron] Pushing event updated for resources: {'Port': ['ID=b7c4b9fa-1417-4ee3-a181-c99afd755e5a,revision_number=2']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:25:48.842197 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488a1be9-99d5-4c83-8f8f-cb2cc7368d4e req-66a1ef7e-dd77-4894-bd6f-0d6f0b25726a tempest-ServerRescueTestJSON-83326898 tempest-ServerRescueTestJSON-83326898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:25:48.845080 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-488a1be9-99d5-4c83-8f8f-cb2cc7368d4e req-66a1ef7e-dd77-4894-bd6f-0d6f0b25726a tempest-ServerRescueTestJSON-83326898 tempest-ServerRescueTestJSON-83326898-project] 10.222.0.67 "GET /v2.0/ports?device_id=d885963b-72aa-42e0-909c-c5c9f0a64a9f HTTP/1.1" status: 200 len: 943 time: 0.5193548 Sep 23 19:25:48.846629 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-a443875c-850b-4260-aa8e-e38dd498d219 req-62872b85-a9ad-4833-904a-555090791980 tempest-ServersOnMultiNodesTest-2040324995 tempest-ServersOnMultiNodesTest-2040324995-project] Notify callbacks [] for port, precommit_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:48.857042 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.managers [req-aaaacab9-97da-40c0-9a5b-e01aa82ba2b2 req-660d4c05-0493-4d22-bff0-7f5e2b836ca2 service neutron] Attempting to bind port b7c4b9fa-1417-4ee3-a181-c99afd755e5a on host n-h2-713301-16 for vnic_type normal with profile {{(pid=95101) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 19:25:48.857304 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.managers [req-aaaacab9-97da-40c0-9a5b-e01aa82ba2b2 req-660d4c05-0493-4d22-bff0-7f5e2b836ca2 service neutron] Attempting to bind port b7c4b9fa-1417-4ee3-a181-c99afd755e5a by drivers openvswitch,hyperv on host n-h2-713301-16 at level 0 using segments [{'id': '5af8be7e-f9c6-4114-987e-ef068c7fc557', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': 'c1ad3b2d-de91-44e9-a44c-b26d03d276cb'}] {{(pid=95101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 19:25:48.857699 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aaaacab9-97da-40c0-9a5b-e01aa82ba2b2 req-660d4c05-0493-4d22-bff0-7f5e2b836ca2 service neutron] Attempting to bind port b7c4b9fa-1417-4ee3-a181-c99afd755e5a on network c1ad3b2d-de91-44e9-a44c-b26d03d276cb {{(pid=95101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:25:48.859339 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae46db0-7efd-4740-8546-54b914f7ad92 req-e4d4a777-f9ca-430d-84de-ebe80e6259d7 tempest-TaggedBootDevicesTest-1101605307 tempest-TaggedBootDevicesTest-1101605307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:25:48.866470 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae46db0-7efd-4740-8546-54b914f7ad92 req-e4d4a777-f9ca-430d-84de-ebe80e6259d7 tempest-TaggedBootDevicesTest-1101605307 tempest-TaggedBootDevicesTest-1101605307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:25:48.870989 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aaaacab9-97da-40c0-9a5b-e01aa82ba2b2 req-660d4c05-0493-4d22-bff0-7f5e2b836ca2 service neutron] Port b7c4b9fa-1417-4ee3-a181-c99afd755e5a on network c1ad3b2d-de91-44e9-a44c-b26d03d276cb not bound, no agent of type Open vSwitch agent registered on host n-h2-713301-16 {{(pid=95101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 19:25:48.871301 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aaaacab9-97da-40c0-9a5b-e01aa82ba2b2 req-660d4c05-0493-4d22-bff0-7f5e2b836ca2 service neutron] Attempting to bind port b7c4b9fa-1417-4ee3-a181-c99afd755e5a on network c1ad3b2d-de91-44e9-a44c-b26d03d276cb {{(pid=95101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:25:48.872854 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae46db0-7efd-4740-8546-54b914f7ad92 req-e4d4a777-f9ca-430d-84de-ebe80e6259d7 tempest-TaggedBootDevicesTest-1101605307 tempest-TaggedBootDevicesTest-1101605307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:25:48.878958 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae46db0-7efd-4740-8546-54b914f7ad92 req-e4d4a777-f9ca-430d-84de-ebe80e6259d7 tempest-TaggedBootDevicesTest-1101605307 tempest-TaggedBootDevicesTest-1101605307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:25:48.885443 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aaaacab9-97da-40c0-9a5b-e01aa82ba2b2 req-660d4c05-0493-4d22-bff0-7f5e2b836ca2 service neutron] Checking agent: {'id': '2a7cea34-db54-4faf-8d23-37521c3e34cb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713301-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 19, 15, 28), 'started_at': datetime.datetime(2021, 9, 23, 19, 15, 28), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 19, 25, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 19:25:48.885774 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aaaacab9-97da-40c0-9a5b-e01aa82ba2b2 req-660d4c05-0493-4d22-bff0-7f5e2b836ca2 service neutron] Checking segment: {'id': '5af8be7e-f9c6-4114-987e-ef068c7fc557', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': 'c1ad3b2d-de91-44e9-a44c-b26d03d276cb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:25:48.885899 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae46db0-7efd-4740-8546-54b914f7ad92 req-e4d4a777-f9ca-430d-84de-ebe80e6259d7 tempest-TaggedBootDevicesTest-1101605307 tempest-TaggedBootDevicesTest-1101605307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:25:48.886155 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aaaacab9-97da-40c0-9a5b-e01aa82ba2b2 req-660d4c05-0493-4d22-bff0-7f5e2b836ca2 service neutron] Bound using segment: {'id': '5af8be7e-f9c6-4114-987e-ef068c7fc557', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': 'c1ad3b2d-de91-44e9-a44c-b26d03d276cb'} {{(pid=95101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 19:25:48.886587 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.managers [req-aaaacab9-97da-40c0-9a5b-e01aa82ba2b2 req-660d4c05-0493-4d22-bff0-7f5e2b836ca2 service neutron] Bound port: b7c4b9fa-1417-4ee3-a181-c99afd755e5a, host: n-h2-713301-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5af8be7e-f9c6-4114-987e-ef068c7fc557', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': 'c1ad3b2d-de91-44e9-a44c-b26d03d276cb'}}] {{(pid=95101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 19:25:48.886942 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-aaaacab9-97da-40c0-9a5b-e01aa82ba2b2 req-660d4c05-0493-4d22-bff0-7f5e2b836ca2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:48.891890 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae46db0-7efd-4740-8546-54b914f7ad92 req-e4d4a777-f9ca-430d-84de-ebe80e6259d7 tempest-TaggedBootDevicesTest-1101605307 tempest-TaggedBootDevicesTest-1101605307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:25:48.899617 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae46db0-7efd-4740-8546-54b914f7ad92 req-e4d4a777-f9ca-430d-84de-ebe80e6259d7 tempest-TaggedBootDevicesTest-1101605307 tempest-TaggedBootDevicesTest-1101605307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:25:48.901654 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-aae46db0-7efd-4740-8546-54b914f7ad92 req-e4d4a777-f9ca-430d-84de-ebe80e6259d7 tempest-TaggedBootDevicesTest-1101605307 tempest-TaggedBootDevicesTest-1101605307-project] 10.222.0.67 "GET /v2.0/ports?device_id=6c7d744a-f584-4648-aa8d-a6936fa22df4 HTTP/1.1" status: 200 len: 5397 time: 0.5272467 Sep 23 19:25:48.991972 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-a443875c-850b-4260-aa8e-e38dd498d219 req-62872b85-a9ad-4833-904a-555090791980 tempest-ServersOnMultiNodesTest-2040324995 tempest-ServersOnMultiNodesTest-2040324995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783145673135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5607431'] for port, after_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:48.994078 n-d-713301-16 neutron-server[95101]: DEBUG neutron.db.db_base_plugin_common [req-39a00c06-a0c7-4343-bdab-1ffd2b267b8c req-94bfe207-4839-44e1-b055-c7ef0a520f05 tempest-ServerAddressesNegativeTestJSON-651404174 tempest-ServerAddressesNegativeTestJSON-651404174-project] Allocated IP 172.20.0.12 (2ef57573-c245-4b8e-9a17-2e0b4acaeeab/6388719f-bfa9-4788-b89d-f00b0ee68b9b/5ad150db-4dfe-46a7-9c40-fb6a3cf17e1e) {{(pid=95101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 19:25:49.003777 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] get_ports_and_sgs() called for port_ids ['a93a183a-c4c5-4ca7-8687-dd68b086ef76', '3ef3b9f7-4295-43fa-809a-8c3147e99fb4', 'c5445bd1-d627-4f17-aa1f-1b419572ed81'] {{(pid=95103) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 19:25:49.051520 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Device b19c1b20-24a3-49fa-ac31-eaf45fb8cfc9 up at agent hyperv_n-h1-713301-16 {{(pid=95103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 19:25:49.077283 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-aae46db0-7efd-4740-8546-54b914f7ad92 req-d6aca485-b641-4c74-9225-b51c9a3ff5d9 tempest-TaggedBootDevicesTest-1101605307 tempest-TaggedBootDevicesTest-1101605307-project] 10.222.0.67 "GET /v2.0/security-groups?id=7583e831-f62b-49a7-9a62-f1028bb8aa73&id=a101b72e-c698-4e76-88ce-3dcbb1163262&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1515315 Sep 23 19:25:49.078654 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9caf45a-f1ee-47ba-b3d3-d18828583f68 req-0821fe76-9b59-45e2-9bd0-bc3ae4ad658c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:25:49.080211 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-d9caf45a-f1ee-47ba-b3d3-d18828583f68 req-0821fe76-9b59-45e2-9bd0-bc3ae4ad658c service neutron] 10.222.0.53 "GET /v2.0/subnets?id=1ccc69bc-9d6b-44d9-b227-204e47dc6e45 HTTP/1.1" status: 200 len: 843 time: 0.2565267 Sep 23 19:25:49.096933 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-488a1be9-99d5-4c83-8f8f-cb2cc7368d4e req-91975175-0360-4791-b5fc-905e284f906c tempest-ServerRescueTestJSON-83326898 tempest-ServerRescueTestJSON-83326898-project] 10.222.0.67 "GET /v2.0/security-groups?id=324a4552-7b72-4e62-bcd4-dc8354c093e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1899102 Sep 23 19:25:49.149805 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a443875c-850b-4260-aa8e-e38dd498d219 req-62872b85-a9ad-4833-904a-555090791980 tempest-ServersOnMultiNodesTest-2040324995 tempest-ServersOnMultiNodesTest-2040324995-project] Network 5220cb0c-da05-478a-9604-8c11469a05b4 is already hosted by enough agents. {{(pid=95101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:25:49.159222 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62872b85-a9ad-4833-904a-555090791980 tempest-ServersOnMultiNodesTest-2040324995 tempest-ServersOnMultiNodesTest-2040324995-project] Pushing event updated for resources: {'Port': ['ID=dd14c26e-3e27-4cc3-aa9c-bff97727ed77,revision_number=1']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:25:49.169848 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.db [req-aaaacab9-97da-40c0-9a5b-e01aa82ba2b2 req-660d4c05-0493-4d22-bff0-7f5e2b836ca2 service neutron] For port b7c4b9fa-1417-4ee3-a181-c99afd755e5a, host n-h2-713301-16, cleared binding levels {{(pid=95101) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 19:25:49.174273 n-d-713301-16 neutron-server[95101]: DEBUG neutron.db.db_base_plugin_common [req-a443875c-850b-4260-aa8e-e38dd498d219 req-7c17bbd9-c9a8-4a02-9dcb-bdc8418d182f tempest-ServersOnMultiNodesTest-2040324995 tempest-ServersOnMultiNodesTest-2040324995-project] Allocated IP 192.168.233.51 (5220cb0c-da05-478a-9604-8c11469a05b4/1ccc69bc-9d6b-44d9-b227-204e47dc6e45/3e6c5f99-1b58-4b8b-8ded-4540f2e920c7) {{(pid=95101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 19:25:49.180596 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.base_scheduler [req-a443875c-850b-4260-aa8e-e38dd498d219 req-62872b85-a9ad-4833-904a-555090791980 tempest-ServersOnMultiNodesTest-2040324995 tempest-ServersOnMultiNodesTest-2040324995-project] Resources bound (agent type, host, resource id): {{(pid=95101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:25:49.190580 n-d-713301-16 neutron-server[95101]: DEBUG neutron.db.l3_dvrscheduler_db [req-a443875c-850b-4260-aa8e-e38dd498d219 req-62872b85-a9ad-4833-904a-555090791980 tempest-ServersOnMultiNodesTest-2040324995 tempest-ServersOnMultiNodesTest-2040324995-project] Received port after_create {{(pid=95101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 19:25:49.213038 n-d-713301-16 neutron-server[95103]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 19:25:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d4a840c-ff35-4b98-be99-7a116edde268 x-openstack-request-id: req-2d4a840c-ff35-4b98-be99-7a116edde268 {{(pid=95103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 19:25:49.213362 n-d-713301-16 neutron-server[95103]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "61df6679-e03a-4089-8f81-8cc4daaf4da0", "name": "network-vif-plugged", "status": "completed", "tag": "5e0cfb4e-f0a0-4307-98ca-fd7fbec65808", "code": 200}]} {{(pid=95103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 19:25:49.213600 n-d-713301-16 neutron-server[95103]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-2d4a840c-ff35-4b98-be99-7a116edde268 {{(pid=95103) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 19:25:49.214009 n-d-713301-16 neutron-server[95103]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '61df6679-e03a-4089-8f81-8cc4daaf4da0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e0cfb4e-f0a0-4307-98ca-fd7fbec65808', 'code': 200} Sep 23 19:25:49.214787 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9caf45a-f1ee-47ba-b3d3-d18828583f68 req-dc2433aa-dd21-4765-8f9f-6c8cba020c31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:25:49.217600 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-d9caf45a-f1ee-47ba-b3d3-d18828583f68 req-dc2433aa-dd21-4765-8f9f-6c8cba020c31 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=5220cb0c-da05-478a-9604-8c11469a05b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1178710 Sep 23 19:25:49.234631 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.db [req-aaaacab9-97da-40c0-9a5b-e01aa82ba2b2 req-660d4c05-0493-4d22-bff0-7f5e2b836ca2 service neutron] For port b7c4b9fa-1417-4ee3-a181-c99afd755e5a, host n-h2-713301-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-16',level=0,port_id=b7c4b9fa-1417-4ee3-a181-c99afd755e5a,segment=NetworkSegment(5af8be7e-f9c6-4114-987e-ef068c7fc557),segment_id=5af8be7e-f9c6-4114-987e-ef068c7fc557)] {{(pid=95101) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 19:25:49.268909 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-aaaacab9-97da-40c0-9a5b-e01aa82ba2b2 req-660d4c05-0493-4d22-bff0-7f5e2b836ca2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5607436'] for port, after_update {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:49.309910 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-b240ff1d-3b18-4c71-8979-920f60b7114b req-5500ee6c-b3cb-40d6-9bc0-c42ea8a6deed tempest-DeleteServersTestJSON-2111530366 tempest-DeleteServersTestJSON-2111530366-project] 10.222.0.67 "GET /v2.0/ports?device_id=f2983e52-2c54-48e1-88d9-e4bc84f795ae HTTP/1.1" status: 200 len: 210 time: 0.0429382 Sep 23 19:25:49.386848 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Provisioning for port b19c1b20-24a3-49fa-ac31-eaf45fb8cfc9 completed by entity L2. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 19:25:49.390879 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a443875c-850b-4260-aa8e-e38dd498d219 req-62872b85-a9ad-4833-904a-555090791980 tempest-ServersOnMultiNodesTest-2040324995 tempest-ServersOnMultiNodesTest-2040324995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:25:49.391551 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-a443875c-850b-4260-aa8e-e38dd498d219 req-62872b85-a9ad-4833-904a-555090791980 tempest-ServersOnMultiNodesTest-2040324995 tempest-ServersOnMultiNodesTest-2040324995-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222849'] for port, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:49.398113 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Provisioning complete for port b19c1b20-24a3-49fa-ac31-eaf45fb8cfc9 triggered by entity L2. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:25:49.399075 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:49.434887 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaaacab9-97da-40c0-9a5b-e01aa82ba2b2 req-660d4c05-0493-4d22-bff0-7f5e2b836ca2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:25:49.435516 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-aaaacab9-97da-40c0-9a5b-e01aa82ba2b2 req-660d4c05-0493-4d22-bff0-7f5e2b836ca2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222849'] for port, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:49.436992 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-aaaacab9-97da-40c0-9a5b-e01aa82ba2b2 req-660d4c05-0493-4d22-bff0-7f5e2b836ca2 service neutron] 10.222.0.53 "PUT /v2.0/ports/b7c4b9fa-1417-4ee3-a181-c99afd755e5a HTTP/1.1" status: 200 len: 1092 time: 2.4971886 Sep 23 19:25:49.444864 n-d-713301-16 neutron-server[95101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd885963b-72aa-42e0-909c-c5c9f0a64a9f', 'tag': 'b7c4b9fa-1417-4ee3-a181-c99afd755e5a'}] {{(pid=95101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 19:25:49.447150 n-d-713301-16 neutron-server[95101]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d8366c5740cd635e57ab12b71fe44a77c2acc3c19091ef849c6f68b380462244" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c50af61b-e2a9-43d6-9fba-0e6929d4d1fe" -d '{"events": [{"name": "network-changed", "server_uuid": "d885963b-72aa-42e0-909c-c5c9f0a64a9f", "tag": "b7c4b9fa-1417-4ee3-a181-c99afd755e5a"}]}' {{(pid=95101) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 19:25:49.476482 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-cad4d8a6-a101-441c-88b7-4dd2b682f37a req-e60ab2b0-d314-45f7-a123-20257da61939 tempest-ServerAddressesNegativeTestJSON-651404174 tempest-ServerAddressesNegativeTestJSON-651404174-project] 10.222.0.67 "GET /v2.0/ports?device_id=4bd9cd63-15c7-4499-9335-526c460c7f27 HTTP/1.1" status: 200 len: 210 time: 0.2061658 Sep 23 19:25:49.500512 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-a443875c-850b-4260-aa8e-e38dd498d219 req-62872b85-a9ad-4833-904a-555090791980 tempest-ServersOnMultiNodesTest-2040324995 tempest-ServersOnMultiNodesTest-2040324995-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.4741132 Sep 23 19:25:49.518413 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.v2.base [req-a443875c-850b-4260-aa8e-e38dd498d219 req-548c23c6-35d2-467f-9a9d-968d36f8de86 service neutron] Request body: {'port': {'device_id': 'b3afb6e9-a580-4fd1-a0cd-ac031a305abe', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713301-16'}} {{(pid=95101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:25:49.583177 n-d-713301-16 neutron-server[95102]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Thu, 23 Sep 2021 19:25:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86a88d70-e8d8-4a31-bf75-1e336cbc5bb1 x-openstack-request-id: req-86a88d70-e8d8-4a31-bf75-1e336cbc5bb1 {{(pid=95102) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 19:25:49.583559 n-d-713301-16 neutron-server[95102]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6c7d744a-f584-4648-aa8d-a6936fa22df4", "tag": "9e8786e5-58d4-4406-946f-a1fdbc104774", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "6c7d744a-f584-4648-aa8d-a6936fa22df4", "tag": "194bdc80-29c5-4612-969b-b0aa5f139617", "status": "completed", "code": 200}]} {{(pid=95102) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 19:25:49.583714 n-d-713301-16 neutron-server[95102]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-86a88d70-e8d8-4a31-bf75-1e336cbc5bb1 {{(pid=95102) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 19:25:49.584828 n-d-713301-16 neutron-server[95102]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6c7d744a-f584-4648-aa8d-a6936fa22df4', 'tag': '9e8786e5-58d4-4406-946f-a1fdbc104774', 'status': 'completed', 'code': 200} Sep 23 19:25:49.585113 n-d-713301-16 neutron-server[95102]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6c7d744a-f584-4648-aa8d-a6936fa22df4', 'tag': '194bdc80-29c5-4612-969b-b0aa5f139617', 'status': 'completed', 'code': 200} Sep 23 19:25:49.650646 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:49.694095 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] For port b19c1b20-24a3-49fa-ac31-eaf45fb8cfc9, host n-h1-713301-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-16',level=0,port_id=b19c1b20-24a3-49fa-ac31-eaf45fb8cfc9,segment=NetworkSegment(6139d589-eb6c-4578-8935-c26ddf396853),segment_id=6139d589-eb6c-4578-8935-c26ddf396853)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:25:49.707195 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:49.750410 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-7b97897e-2ffc-445c-aa4a-14397c12ad42 None None] Provisioning complete for port dd14c26e-3e27-4cc3-aa9c-bff97727ed77 triggered by entity DHCP. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:25:49.751967 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-7b97897e-2ffc-445c-aa4a-14397c12ad42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:49.755417 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-f934bffc-fa12-4559-8ff3-197db8afedc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:49.792638 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-a443875c-850b-4260-aa8e-e38dd498d219 req-7c17bbd9-c9a8-4a02-9dcb-bdc8418d182f tempest-ServersOnMultiNodesTest-2040324995 tempest-ServersOnMultiNodesTest-2040324995-project] Notify callbacks [] for port, precommit_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:49.811946 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad9e71a4-caa8-4058-a508-0a6dc8e2fde4 req-deee3183-1a6e-4877-bfd4-a13010545f98 tempest-DeleteServersTestJSON-2111530366 tempest-DeleteServersTestJSON-2111530366-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:25:49.813445 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-ad9e71a4-caa8-4058-a508-0a6dc8e2fde4 req-deee3183-1a6e-4877-bfd4-a13010545f98 tempest-DeleteServersTestJSON-2111530366 tempest-DeleteServersTestJSON-2111530366-project] 10.222.0.74 "GET /v2.0/networks?id=e47803fc-37db-4c82-80ca-757602b818ca HTTP/1.1" status: 200 len: 812 time: 0.3355315 Sep 23 19:25:49.814683 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.plugin [None req-7b97897e-2ffc-445c-aa4a-14397c12ad42 None None] Port dd14c26e-3e27-4cc3-aa9c-bff97727ed77 cannot update to ACTIVE because it is not bound. {{(pid=95103) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 19:25:49.816121 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Pushing event updated for resources: {'Port': ['ID=b19c1b20-24a3-49fa-ac31-eaf45fb8cfc9,revision_number=5']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:25:49.824188 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-660d4c05-0493-4d22-bff0-7f5e2b836ca2 service neutron] Pushing event updated for resources: {'Port': ['ID=b7c4b9fa-1417-4ee3-a181-c99afd755e5a,revision_number=3']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:25:49.827992 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f201681-af35-44b7-8a48-ab142af5412f req-327dd485-4a40-429c-81ef-2dcf7fb4bfb6 tempest-ServersAdminNegativeTestJSON-421618642 tempest-ServersAdminNegativeTestJSON-421618642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:25:49.829885 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-3f201681-af35-44b7-8a48-ab142af5412f req-327dd485-4a40-429c-81ef-2dcf7fb4bfb6 tempest-ServersAdminNegativeTestJSON-421618642 tempest-ServersAdminNegativeTestJSON-421618642-project] 10.222.0.67 "GET /v2.0/ports?device_id=501d7793-7a4e-4a73-916d-7930c8cf81b4 HTTP/1.1" status: 200 len: 949 time: 0.2408106 Sep 23 19:25:49.831764 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-d9caf45a-f1ee-47ba-b3d3-d18828583f68 req-5952120a-b740-415f-ae21-384f02d621a3 service neutron] 10.222.0.53 "GET /v2.0/networks/5220cb0c-da05-478a-9604-8c11469a05b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5787070 Sep 23 19:25:49.854682 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.v2.base [req-ad9e71a4-caa8-4058-a508-0a6dc8e2fde4 req-c883d9d1-eaa2-4622-8a76-a82cbde88337 tempest-DeleteServersTestJSON-2111530366 tempest-DeleteServersTestJSON-2111530366-project] Request body: {'port': {'device_id': 'f2983e52-2c54-48e1-88d9-e4bc84f795ae', 'network_id': 'e47803fc-37db-4c82-80ca-757602b818ca', 'admin_state_up': True, 'tenant_id': '30554f6e61d54c6bbf3c805c15e93860'}} {{(pid=95102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:25:49.878481 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-39a00c06-a0c7-4343-bdab-1ffd2b267b8c req-94bfe207-4839-44e1-b055-c7ef0a520f05 tempest-ServerAddressesNegativeTestJSON-651404174 tempest-ServerAddressesNegativeTestJSON-651404174-project] Notify callbacks [] for port, precommit_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:49.894589 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-a443875c-850b-4260-aa8e-e38dd498d219 req-548c23c6-35d2-467f-9a9d-968d36f8de86 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:49.930293 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-a443875c-850b-4260-aa8e-e38dd498d219 req-7c17bbd9-c9a8-4a02-9dcb-bdc8418d182f tempest-ServersOnMultiNodesTest-2040324995 tempest-ServersOnMultiNodesTest-2040324995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783145673135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5607431'] for port, after_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:49.945400 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9634acd-c769-4b24-836a-6fd17335c1eb req-9fdf4331-484e-4f12-a03d-d43230796ea6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:25:49.945874 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9634acd-c769-4b24-836a-6fd17335c1eb req-9fdf4331-484e-4f12-a03d-d43230796ea6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:25:49.946342 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9634acd-c769-4b24-836a-6fd17335c1eb req-9fdf4331-484e-4f12-a03d-d43230796ea6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:25:49.946811 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9634acd-c769-4b24-836a-6fd17335c1eb req-9fdf4331-484e-4f12-a03d-d43230796ea6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:25:49.947277 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9634acd-c769-4b24-836a-6fd17335c1eb req-9fdf4331-484e-4f12-a03d-d43230796ea6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:25:49.947761 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9634acd-c769-4b24-836a-6fd17335c1eb req-9fdf4331-484e-4f12-a03d-d43230796ea6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:25:49.948207 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9634acd-c769-4b24-836a-6fd17335c1eb req-9fdf4331-484e-4f12-a03d-d43230796ea6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:25:49.950149 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-e9634acd-c769-4b24-836a-6fd17335c1eb req-9fdf4331-484e-4f12-a03d-d43230796ea6 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=f9311328b6c648f88a79b8848358e4b9&device_id=6c7d744a-f584-4648-aa8d-a6936fa22df4 HTTP/1.1" status: 200 len: 6349 time: 0.3471498 Sep 23 19:25:49.954955 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf6f580-10d1-49e5-933b-a4b77d33f260 req-30636d34-2c91-48d3-a28a-4ab7c7336045 tempest-ServersOnMultiNodesTest-2040324995 tempest-ServersOnMultiNodesTest-2040324995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:25:49.956433 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-3cf6f580-10d1-49e5-933b-a4b77d33f260 req-30636d34-2c91-48d3-a28a-4ab7c7336045 tempest-ServersOnMultiNodesTest-2040324995 tempest-ServersOnMultiNodesTest-2040324995-project] 10.222.0.67 "GET /v2.0/ports?device_id=b3afb6e9-a580-4fd1-a0cd-ac031a305abe HTTP/1.1" status: 200 len: 936 time: 0.2334080 Sep 23 19:25:50.020248 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaaacab9-97da-40c0-9a5b-e01aa82ba2b2 req-6472a6d1-4729-43bf-b06a-b5b77ff808ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:25:50.022363 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-aaaacab9-97da-40c0-9a5b-e01aa82ba2b2 req-6472a6d1-4729-43bf-b06a-b5b77ff808ad service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=f0e955ef027245ff92005717d6ccbc80&device_id=d885963b-72aa-42e0-909c-c5c9f0a64a9f HTTP/1.1" status: 200 len: 1095 time: 0.4252076 Sep 23 19:25:50.028462 n-d-713301-16 neutron-server[95102]: DEBUG neutron.notifiers.nova [req-cd8d3178-c1b0-49e5-8a84-f0cfe3c9ad9a req-0ba6032b-b0c1-4ae7-8326-d09dd473bbfb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f3e719d6-489d-48f8-9f60-3adc695a1cfe {{(pid=95102) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 19:25:50.063573 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a443875c-850b-4260-aa8e-e38dd498d219 req-7c17bbd9-c9a8-4a02-9dcb-bdc8418d182f tempest-ServersOnMultiNodesTest-2040324995 tempest-ServersOnMultiNodesTest-2040324995-project] Network 5220cb0c-da05-478a-9604-8c11469a05b4 is already hosted by enough agents. {{(pid=95101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:25:50.085809 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-cd8d3178-c1b0-49e5-8a84-f0cfe3c9ad9a req-0ba6032b-b0c1-4ae7-8326-d09dd473bbfb service neutron] Notify callbacks [] for port, precommit_update {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:50.095790 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-3f201681-af35-44b7-8a48-ab142af5412f req-11cc611d-4129-4c0c-bd77-9ee8a4d3d1cf tempest-ServersAdminNegativeTestJSON-421618642 tempest-ServersAdminNegativeTestJSON-421618642-project] 10.222.0.67 "GET /v2.0/security-groups?id=a0f69697-909e-4fd5-bdb0-c967fab6b934&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2546773 Sep 23 19:25:50.124347 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.base_scheduler [req-a443875c-850b-4260-aa8e-e38dd498d219 req-7c17bbd9-c9a8-4a02-9dcb-bdc8418d182f tempest-ServersOnMultiNodesTest-2040324995 tempest-ServersOnMultiNodesTest-2040324995-project] Resources bound (agent type, host, resource id): {{(pid=95101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:25:50.136065 n-d-713301-16 neutron-server[95102]: DEBUG neutron.db.provisioning_blocks [req-cd8d3178-c1b0-49e5-8a84-f0cfe3c9ad9a req-0ba6032b-b0c1-4ae7-8326-d09dd473bbfb service neutron] Transition to ACTIVE for port object f3e719d6-489d-48f8-9f60-3adc695a1cfe will not be triggered until provisioned by entity L2. {{(pid=95102) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 19:25:50.149143 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-aaaacab9-97da-40c0-9a5b-e01aa82ba2b2 req-5feb020c-fd4b-4f16-bfe6-9f98d1dfc8e3 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b7c4b9fa-1417-4ee3-a181-c99afd755e5a HTTP/1.1" status: 200 len: 217 time: 0.1088247 Sep 23 19:25:50.157510 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-cd8d3178-c1b0-49e5-8a84-f0cfe3c9ad9a req-0ba6032b-b0c1-4ae7-8326-d09dd473bbfb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4399095'] for port, after_update {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:50.179773 n-d-713301-16 neutron-server[95101]: DEBUG neutron.db.l3_dvrscheduler_db [req-a443875c-850b-4260-aa8e-e38dd498d219 req-7c17bbd9-c9a8-4a02-9dcb-bdc8418d182f tempest-ServersOnMultiNodesTest-2040324995 tempest-ServersOnMultiNodesTest-2040324995-project] Received port after_create {{(pid=95101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 19:25:50.189555 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c17bbd9-c9a8-4a02-9dcb-bdc8418d182f tempest-ServersOnMultiNodesTest-2040324995 tempest-ServersOnMultiNodesTest-2040324995-project] Pushing event updated for resources: {'Port': ['ID=3e6c5f99-1b58-4b8b-8ded-4540f2e920c7,revision_number=1']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:25:50.192199 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-39a00c06-a0c7-4343-bdab-1ffd2b267b8c req-94bfe207-4839-44e1-b055-c7ef0a520f05 tempest-ServerAddressesNegativeTestJSON-651404174 tempest-ServerAddressesNegativeTestJSON-651404174-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783145673135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5607431'] for port, after_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:50.215992 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-d9caf45a-f1ee-47ba-b3d3-d18828583f68 req-a89458aa-f68a-467e-8a5a-1d44e9e423c5 service neutron] 10.222.0.53 "GET /v2.0/networks/5220cb0c-da05-478a-9604-8c11469a05b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3531675 Sep 23 19:25:50.242818 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-3cf6f580-10d1-49e5-933b-a4b77d33f260 req-2aaa0a8b-0575-466c-9d3c-d65e4c3a069b tempest-ServersOnMultiNodesTest-2040324995 tempest-ServersOnMultiNodesTest-2040324995-project] 10.222.0.67 "GET /v2.0/security-groups?id=157e791d-182d-45ba-a5d1-6edf868180cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2739997 Sep 23 19:25:50.366680 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] get_ports_and_sgs() called for port_ids ['a93a183a-c4c5-4ca7-8687-dd68b086ef76', '3ef3b9f7-4295-43fa-809a-8c3147e99fb4', 'c5445bd1-d627-4f17-aa1f-1b419572ed81'] {{(pid=95103) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 19:25:50.393528 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ba6032b-b0c1-4ae7-8326-d09dd473bbfb service neutron] Pushing event updated for resources: {'Port': ['ID=f3e719d6-489d-48f8-9f60-3adc695a1cfe,revision_number=2']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:25:50.461481 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-39a00c06-a0c7-4343-bdab-1ffd2b267b8c req-94bfe207-4839-44e1-b055-c7ef0a520f05 tempest-ServerAddressesNegativeTestJSON-651404174 tempest-ServerAddressesNegativeTestJSON-651404174-project] Network 2ef57573-c245-4b8e-9a17-2e0b4acaeeab is already hosted by enough agents. {{(pid=95101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:25:50.488480 n-d-713301-16 neutron-server[95101]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 19:25:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e169df6f-c5f7-4f75-af0f-dc6863e058ec x-openstack-request-id: req-e169df6f-c5f7-4f75-af0f-dc6863e058ec {{(pid=95101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 19:25:50.488839 n-d-713301-16 neutron-server[95101]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d885963b-72aa-42e0-909c-c5c9f0a64a9f", "tag": "b7c4b9fa-1417-4ee3-a181-c99afd755e5a", "status": "completed", "code": 200}]} {{(pid=95101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 19:25:50.489050 n-d-713301-16 neutron-server[95101]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-e169df6f-c5f7-4f75-af0f-dc6863e058ec {{(pid=95101) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 19:25:50.489453 n-d-713301-16 neutron-server[95101]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd885963b-72aa-42e0-909c-c5c9f0a64a9f', 'tag': 'b7c4b9fa-1417-4ee3-a181-c99afd755e5a', 'status': 'completed', 'code': 200} Sep 23 19:25:50.506986 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9634acd-c769-4b24-836a-6fd17335c1eb req-f36e63d5-9dc2-4f0e-802a-7d635856c5d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:25:50.507513 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9634acd-c769-4b24-836a-6fd17335c1eb req-f36e63d5-9dc2-4f0e-802a-7d635856c5d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:25:50.507988 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9634acd-c769-4b24-836a-6fd17335c1eb req-f36e63d5-9dc2-4f0e-802a-7d635856c5d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:25:50.509826 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-e9634acd-c769-4b24-836a-6fd17335c1eb req-f36e63d5-9dc2-4f0e-802a-7d635856c5d4 service neutron] 10.222.0.74 "GET /v2.0/networks?tenant_id=f9311328b6c648f88a79b8848358e4b9&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.5262914 Sep 23 19:25:50.512387 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.managers [req-cd8d3178-c1b0-49e5-8a84-f0cfe3c9ad9a req-0ba6032b-b0c1-4ae7-8326-d09dd473bbfb service neutron] Attempting to bind port f3e719d6-489d-48f8-9f60-3adc695a1cfe on host n-h1-713301-16 for vnic_type normal with profile {{(pid=95102) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 19:25:50.513247 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.managers [req-cd8d3178-c1b0-49e5-8a84-f0cfe3c9ad9a req-0ba6032b-b0c1-4ae7-8326-d09dd473bbfb service neutron] Attempting to bind port f3e719d6-489d-48f8-9f60-3adc695a1cfe by drivers openvswitch,hyperv on host n-h1-713301-16 at level 0 using segments [{'id': '00dc7b2f-018d-4fcd-a76f-deef20c5f9fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': 'bada5757-bdaa-4c5b-b7b4-3acebf356815'}] {{(pid=95102) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 19:25:50.513591 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd8d3178-c1b0-49e5-8a84-f0cfe3c9ad9a req-0ba6032b-b0c1-4ae7-8326-d09dd473bbfb service neutron] Attempting to bind port f3e719d6-489d-48f8-9f60-3adc695a1cfe on network bada5757-bdaa-4c5b-b7b4-3acebf356815 {{(pid=95102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:25:50.516142 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a443875c-850b-4260-aa8e-e38dd498d219 req-7c17bbd9-c9a8-4a02-9dcb-bdc8418d182f tempest-ServersOnMultiNodesTest-2040324995 tempest-ServersOnMultiNodesTest-2040324995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:25:50.516916 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-a443875c-850b-4260-aa8e-e38dd498d219 req-7c17bbd9-c9a8-4a02-9dcb-bdc8418d182f tempest-ServersOnMultiNodesTest-2040324995 tempest-ServersOnMultiNodesTest-2040324995-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222849'] for port, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:50.519505 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.base_scheduler [req-39a00c06-a0c7-4343-bdab-1ffd2b267b8c req-94bfe207-4839-44e1-b055-c7ef0a520f05 tempest-ServerAddressesNegativeTestJSON-651404174 tempest-ServerAddressesNegativeTestJSON-651404174-project] Resources bound (agent type, host, resource id): {{(pid=95101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:25:50.524867 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd8d3178-c1b0-49e5-8a84-f0cfe3c9ad9a req-0ba6032b-b0c1-4ae7-8326-d09dd473bbfb service neutron] Port f3e719d6-489d-48f8-9f60-3adc695a1cfe on network bada5757-bdaa-4c5b-b7b4-3acebf356815 not bound, no agent of type Open vSwitch agent registered on host n-h1-713301-16 {{(pid=95102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 19:25:50.525076 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd8d3178-c1b0-49e5-8a84-f0cfe3c9ad9a req-0ba6032b-b0c1-4ae7-8326-d09dd473bbfb service neutron] Attempting to bind port f3e719d6-489d-48f8-9f60-3adc695a1cfe on network bada5757-bdaa-4c5b-b7b4-3acebf356815 {{(pid=95102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:25:50.534713 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd8d3178-c1b0-49e5-8a84-f0cfe3c9ad9a req-0ba6032b-b0c1-4ae7-8326-d09dd473bbfb service neutron] Checking agent: {'id': '0708c3e9-0aad-4600-9be9-d2486535c898', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713301-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 19, 15, 28), 'started_at': datetime.datetime(2021, 9, 23, 19, 15, 28), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 19, 25, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 19:25:50.535054 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd8d3178-c1b0-49e5-8a84-f0cfe3c9ad9a req-0ba6032b-b0c1-4ae7-8326-d09dd473bbfb service neutron] Checking segment: {'id': '00dc7b2f-018d-4fcd-a76f-deef20c5f9fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': 'bada5757-bdaa-4c5b-b7b4-3acebf356815'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95102) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:25:50.535444 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd8d3178-c1b0-49e5-8a84-f0cfe3c9ad9a req-0ba6032b-b0c1-4ae7-8326-d09dd473bbfb service neutron] Bound using segment: {'id': '00dc7b2f-018d-4fcd-a76f-deef20c5f9fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': 'bada5757-bdaa-4c5b-b7b4-3acebf356815'} {{(pid=95102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 19:25:50.535889 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.managers [req-cd8d3178-c1b0-49e5-8a84-f0cfe3c9ad9a req-0ba6032b-b0c1-4ae7-8326-d09dd473bbfb service neutron] Bound port: f3e719d6-489d-48f8-9f60-3adc695a1cfe, host: n-h1-713301-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '00dc7b2f-018d-4fcd-a76f-deef20c5f9fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': 'bada5757-bdaa-4c5b-b7b4-3acebf356815'}}] {{(pid=95102) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 19:25:50.536249 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-cd8d3178-c1b0-49e5-8a84-f0cfe3c9ad9a req-0ba6032b-b0c1-4ae7-8326-d09dd473bbfb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:50.542230 n-d-713301-16 neutron-server[95101]: DEBUG neutron.db.l3_dvrscheduler_db [req-39a00c06-a0c7-4343-bdab-1ffd2b267b8c req-94bfe207-4839-44e1-b055-c7ef0a520f05 tempest-ServerAddressesNegativeTestJSON-651404174 tempest-ServerAddressesNegativeTestJSON-651404174-project] Received port after_create {{(pid=95101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 19:25:50.555049 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94bfe207-4839-44e1-b055-c7ef0a520f05 tempest-ServerAddressesNegativeTestJSON-651404174 tempest-ServerAddressesNegativeTestJSON-651404174-project] Pushing event updated for resources: {'Port': ['ID=5ad150db-4dfe-46a7-9c40-fb6a3cf17e1e,revision_number=1']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:25:50.562961 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-540c2b81-16ba-4efe-b47d-733fbe6ccaa5 req-41363bc0-647b-43c6-9e1f-2ae1128841dd tempest-MigrationsAdminTest-397594546 tempest-MigrationsAdminTest-397594546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:25:50.564456 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-540c2b81-16ba-4efe-b47d-733fbe6ccaa5 req-41363bc0-647b-43c6-9e1f-2ae1128841dd tempest-MigrationsAdminTest-397594546 tempest-MigrationsAdminTest-397594546-project] 10.222.0.67 "GET /v2.0/ports?device_id=61df6679-e03a-4089-8f81-8cc4daaf4da0 HTTP/1.1" status: 200 len: 950 time: 0.3463073 Sep 23 19:25:50.567207 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ad9e71a4-caa8-4058-a508-0a6dc8e2fde4 req-c883d9d1-eaa2-4622-8a76-a82cbde88337 tempest-DeleteServersTestJSON-2111530366 tempest-DeleteServersTestJSON-2111530366-project] Made reservation on behalf of 30554f6e61d54c6bbf3c805c15e93860 for: {'port': 1} {{(pid=95102) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:25:50.572382 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-ad9e71a4-caa8-4058-a508-0a6dc8e2fde4 req-c883d9d1-eaa2-4622-8a76-a82cbde88337 tempest-DeleteServersTestJSON-2111530366 tempest-DeleteServersTestJSON-2111530366-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:50.595925 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-91e7d9d4-6329-44ac-8266-870ed511abca None None] Provisioning complete for port 3e6c5f99-1b58-4b8b-8ded-4540f2e920c7 triggered by entity DHCP. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:25:50.596308 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-91e7d9d4-6329-44ac-8266-870ed511abca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:50.602952 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaaacab9-97da-40c0-9a5b-e01aa82ba2b2 req-dfdb45a5-6d6a-45df-a6f1-ac54ebd0c5bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:25:50.604448 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-aaaacab9-97da-40c0-9a5b-e01aa82ba2b2 req-dfdb45a5-6d6a-45df-a6f1-ac54ebd0c5bd service neutron] 10.222.0.53 "GET /v2.0/subnets?id=f7972800-2fa5-4fd0-ae55-c87548a8f875 HTTP/1.1" status: 200 len: 850 time: 0.4210494 Sep 23 19:25:50.649005 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.plugin [None req-91e7d9d4-6329-44ac-8266-870ed511abca None None] Port 3e6c5f99-1b58-4b8b-8ded-4540f2e920c7 cannot update to ACTIVE because it is not bound. {{(pid=95103) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 19:25:50.656624 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-a443875c-850b-4260-aa8e-e38dd498d219 req-7c17bbd9-c9a8-4a02-9dcb-bdc8418d182f tempest-ServersOnMultiNodesTest-2040324995 tempest-ServersOnMultiNodesTest-2040324995-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.7003722 Sep 23 19:25:50.754221 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.v2.base [req-a443875c-850b-4260-aa8e-e38dd498d219 req-88ff4b00-547c-4954-9acb-bc280f689a76 service neutron] Request body: {'port': {'device_id': 'fc947095-c7c1-4b2e-bf93-53cb06429ce3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713301-16'}} {{(pid=95101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:25:50.792336 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-aaaacab9-97da-40c0-9a5b-e01aa82ba2b2 req-299746f5-1225-473d-a6fa-0382c1e77664 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=c1ad3b2d-de91-44e9-a44c-b26d03d276cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1508818 Sep 23 19:25:50.810475 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-540c2b81-16ba-4efe-b47d-733fbe6ccaa5 req-efc876da-ced3-4ae8-9c10-2a8625163463 tempest-MigrationsAdminTest-397594546 tempest-MigrationsAdminTest-397594546-project] 10.222.0.67 "GET /v2.0/security-groups?id=78cb509b-31c4-4e2a-bb5c-7abd6194dcc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2338998 Sep 23 19:25:50.812493 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.db [req-cd8d3178-c1b0-49e5-8a84-f0cfe3c9ad9a req-0ba6032b-b0c1-4ae7-8326-d09dd473bbfb service neutron] For port f3e719d6-489d-48f8-9f60-3adc695a1cfe, host n-h1-713301-16, cleared binding levels {{(pid=95102) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 19:25:50.863808 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.db [req-cd8d3178-c1b0-49e5-8a84-f0cfe3c9ad9a req-0ba6032b-b0c1-4ae7-8326-d09dd473bbfb service neutron] For port f3e719d6-489d-48f8-9f60-3adc695a1cfe, host n-h1-713301-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-16',level=0,port_id=f3e719d6-489d-48f8-9f60-3adc695a1cfe,segment=NetworkSegment(00dc7b2f-018d-4fcd-a76f-deef20c5f9fc),segment_id=00dc7b2f-018d-4fcd-a76f-deef20c5f9fc)] {{(pid=95102) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 19:25:50.879270 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e0ab84b-338a-4460-8861-fb6943c91f84 req-a2051c36-1dc6-4701-ad46-f34e9f789431 tempest-TaggedBootDevicesTest-1101605307 tempest-TaggedBootDevicesTest-1101605307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:25:50.885409 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a00c06-a0c7-4343-bdab-1ffd2b267b8c req-94bfe207-4839-44e1-b055-c7ef0a520f05 tempest-ServerAddressesNegativeTestJSON-651404174 tempest-ServerAddressesNegativeTestJSON-651404174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:25:50.886076 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-39a00c06-a0c7-4343-bdab-1ffd2b267b8c req-94bfe207-4839-44e1-b055-c7ef0a520f05 tempest-ServerAddressesNegativeTestJSON-651404174 tempest-ServerAddressesNegativeTestJSON-651404174-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222849'] for port, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:50.886768 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e0ab84b-338a-4460-8861-fb6943c91f84 req-a2051c36-1dc6-4701-ad46-f34e9f789431 tempest-TaggedBootDevicesTest-1101605307 tempest-TaggedBootDevicesTest-1101605307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:25:50.892814 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e0ab84b-338a-4460-8861-fb6943c91f84 req-a2051c36-1dc6-4701-ad46-f34e9f789431 tempest-TaggedBootDevicesTest-1101605307 tempest-TaggedBootDevicesTest-1101605307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:25:50.901040 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e0ab84b-338a-4460-8861-fb6943c91f84 req-a2051c36-1dc6-4701-ad46-f34e9f789431 tempest-TaggedBootDevicesTest-1101605307 tempest-TaggedBootDevicesTest-1101605307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:25:50.907610 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e0ab84b-338a-4460-8861-fb6943c91f84 req-a2051c36-1dc6-4701-ad46-f34e9f789431 tempest-TaggedBootDevicesTest-1101605307 tempest-TaggedBootDevicesTest-1101605307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:25:50.913920 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e0ab84b-338a-4460-8861-fb6943c91f84 req-a2051c36-1dc6-4701-ad46-f34e9f789431 tempest-TaggedBootDevicesTest-1101605307 tempest-TaggedBootDevicesTest-1101605307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:25:50.921858 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e0ab84b-338a-4460-8861-fb6943c91f84 req-a2051c36-1dc6-4701-ad46-f34e9f789431 tempest-TaggedBootDevicesTest-1101605307 tempest-TaggedBootDevicesTest-1101605307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:25:50.924040 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-8e0ab84b-338a-4460-8861-fb6943c91f84 req-a2051c36-1dc6-4701-ad46-f34e9f789431 tempest-TaggedBootDevicesTest-1101605307 tempest-TaggedBootDevicesTest-1101605307-project] 10.222.0.67 "GET /v2.0/ports?device_id=6c7d744a-f584-4648-aa8d-a6936fa22df4 HTTP/1.1" status: 200 len: 5409 time: 0.3449528 Sep 23 19:25:50.931114 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-cd8d3178-c1b0-49e5-8a84-f0cfe3c9ad9a req-0ba6032b-b0c1-4ae7-8326-d09dd473bbfb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4399095'] for port, after_update {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:50.986623 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-a443875c-850b-4260-aa8e-e38dd498d219 req-88ff4b00-547c-4954-9acb-bc280f689a76 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:50.988927 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9634acd-c769-4b24-836a-6fd17335c1eb req-ea0ba037-ef8a-40a1-aa2b-4e3912495823 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:25:50.991653 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-e9634acd-c769-4b24-836a-6fd17335c1eb req-ea0ba037-ef8a-40a1-aa2b-4e3912495823 service neutron] 10.222.0.74 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4693263 Sep 23 19:25:51.001431 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-39a00c06-a0c7-4343-bdab-1ffd2b267b8c req-94bfe207-4839-44e1-b055-c7ef0a520f05 tempest-ServerAddressesNegativeTestJSON-651404174 tempest-ServerAddressesNegativeTestJSON-651404174-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.1740384 Sep 23 19:25:51.019207 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.v2.base [req-39a00c06-a0c7-4343-bdab-1ffd2b267b8c req-5d1b68f3-9064-4f91-8491-bb5c3b48e2ad service neutron] Request body: {'port': {'device_id': '4bd9cd63-15c7-4499-9335-526c460c7f27', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713301-16'}} {{(pid=95101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:25:51.020977 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd8d3178-c1b0-49e5-8a84-f0cfe3c9ad9a req-0ba6032b-b0c1-4ae7-8326-d09dd473bbfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:25:51.022053 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-cd8d3178-c1b0-49e5-8a84-f0cfe3c9ad9a req-0ba6032b-b0c1-4ae7-8326-d09dd473bbfb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222849'] for port, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:51.023459 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-cd8d3178-c1b0-49e5-8a84-f0cfe3c9ad9a req-0ba6032b-b0c1-4ae7-8326-d09dd473bbfb service neutron] 10.222.0.74 "PUT /v2.0/ports/f3e719d6-489d-48f8-9f60-3adc695a1cfe HTTP/1.1" status: 200 len: 1092 time: 2.8091946 Sep 23 19:25:51.067485 n-d-713301-16 neutron-server[95102]: DEBUG neutron.db.db_base_plugin_common [req-ad9e71a4-caa8-4058-a508-0a6dc8e2fde4 req-c883d9d1-eaa2-4622-8a76-a82cbde88337 tempest-DeleteServersTestJSON-2111530366 tempest-DeleteServersTestJSON-2111530366-project] Allocated IP 172.20.0.6 (e47803fc-37db-4c82-80ca-757602b818ca/4ba945d5-0498-408c-b65f-8f07a46d41b0/a73134aa-88bd-4f4e-b879-878962ff1de1) {{(pid=95102) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 19:25:51.084524 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.v2.base [req-cd8d3178-c1b0-49e5-8a84-f0cfe3c9ad9a req-35baff69-1628-4b45-9e4c-84cd92c23e6a service neutron] Request body: {'port': {'device_id': '6c7d744a-f584-4648-aa8d-a6936fa22df4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713301-16'}} {{(pid=95101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:25:51.153328 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-8e0ab84b-338a-4460-8861-fb6943c91f84 req-5bf7312c-5aa6-4dd3-bdb5-418b305d2c03 tempest-TaggedBootDevicesTest-1101605307 tempest-TaggedBootDevicesTest-1101605307-project] 10.222.0.67 "GET /v2.0/security-groups?id=7583e831-f62b-49a7-9a62-f1028bb8aa73&id=a101b72e-c698-4e76-88ce-3dcbb1163262&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2192142 Sep 23 19:25:51.161095 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a880693f-7cc6-468b-a2c0-da3d23c1d0f5 req-bab1ac95-2469-4e76-9763-aced4289d7bc tempest-ServerRescueTestJSON-83326898 tempest-ServerRescueTestJSON-83326898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:25:51.162753 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-a880693f-7cc6-468b-a2c0-da3d23c1d0f5 req-bab1ac95-2469-4e76-9763-aced4289d7bc tempest-ServerRescueTestJSON-83326898 tempest-ServerRescueTestJSON-83326898-project] 10.222.0.67 "GET /v2.0/ports?device_id=d885963b-72aa-42e0-909c-c5c9f0a64a9f HTTP/1.1" status: 200 len: 943 time: 0.2373006 Sep 23 19:25:51.173061 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ba6032b-b0c1-4ae7-8326-d09dd473bbfb service neutron] Pushing event updated for resources: {'Port': ['ID=f3e719d6-489d-48f8-9f60-3adc695a1cfe,revision_number=3']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:25:51.215565 n-d-713301-16 neutron-server[95103]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '501d7793-7a4e-4a73-916d-7930c8cf81b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b19c1b20-24a3-49fa-ac31-eaf45fb8cfc9'}] {{(pid=95103) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 19:25:51.220018 n-d-713301-16 neutron-server[95103]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}81a1c17f2aa89d5b3ebbba3a3e0cf7eb588e431c2224256110c4c4facdd7c3e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d311630-6cea-40f3-a254-c2f84f2af034" -d '{"events": [{"server_uuid": "501d7793-7a4e-4a73-916d-7930c8cf81b4", "name": "network-vif-plugged", "status": "completed", "tag": "b19c1b20-24a3-49fa-ac31-eaf45fb8cfc9"}]}' {{(pid=95103) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 19:25:51.229674 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9634acd-c769-4b24-836a-6fd17335c1eb req-a332d13d-1c11-4b8e-bdd3-ddaab2cb303a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:25:51.230172 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9634acd-c769-4b24-836a-6fd17335c1eb req-a332d13d-1c11-4b8e-bdd3-ddaab2cb303a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:25:51.230970 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9634acd-c769-4b24-836a-6fd17335c1eb req-a332d13d-1c11-4b8e-bdd3-ddaab2cb303a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:25:51.231480 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9634acd-c769-4b24-836a-6fd17335c1eb req-a332d13d-1c11-4b8e-bdd3-ddaab2cb303a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:25:51.231962 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9634acd-c769-4b24-836a-6fd17335c1eb req-a332d13d-1c11-4b8e-bdd3-ddaab2cb303a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:25:51.232626 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9634acd-c769-4b24-836a-6fd17335c1eb req-a332d13d-1c11-4b8e-bdd3-ddaab2cb303a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:25:51.233107 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9634acd-c769-4b24-836a-6fd17335c1eb req-a332d13d-1c11-4b8e-bdd3-ddaab2cb303a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:25:51.235203 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-e9634acd-c769-4b24-836a-6fd17335c1eb req-a332d13d-1c11-4b8e-bdd3-ddaab2cb303a service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=f9311328b6c648f88a79b8848358e4b9&device_id=6c7d744a-f584-4648-aa8d-a6936fa22df4 HTTP/1.1" status: 200 len: 6417 time: 0.1906679 Sep 23 19:25:51.306666 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-acbd5997-adb6-4770-9377-3ffef1890ad2 req-74d3adfc-f491-4b7a-ac95-c9f21f6b2e4b tempest-DeleteServersTestJSON-2111530366 tempest-DeleteServersTestJSON-2111530366-project] 10.222.0.67 "GET /v2.0/ports?device_id=f2983e52-2c54-48e1-88d9-e4bc84f795ae HTTP/1.1" status: 200 len: 210 time: 0.0609231 Sep 23 19:25:51.350363 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-a880693f-7cc6-468b-a2c0-da3d23c1d0f5 req-965543e9-510b-4d0c-b49f-2e93646cfde5 tempest-ServerRescueTestJSON-83326898 tempest-ServerRescueTestJSON-83326898-project] 10.222.0.67 "GET /v2.0/security-groups?id=324a4552-7b72-4e62-bcd4-dc8354c093e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1619754 Sep 23 19:25:51.565803 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe47a46-7c5a-4aea-97a7-3eae5ef21de8 req-3be4b6c8-a2fb-4ee3-98d2-9d3bd3169283 tempest-ServerAddressesNegativeTestJSON-651404174 tempest-ServerAddressesNegativeTestJSON-651404174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:25:51.567305 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-cbe47a46-7c5a-4aea-97a7-3eae5ef21de8 req-3be4b6c8-a2fb-4ee3-98d2-9d3bd3169283 tempest-ServerAddressesNegativeTestJSON-651404174 tempest-ServerAddressesNegativeTestJSON-651404174-project] 10.222.0.67 "GET /v2.0/ports?device_id=4bd9cd63-15c7-4499-9335-526c460c7f27 HTTP/1.1" status: 200 len: 932 time: 0.1840079 Sep 23 19:25:51.574658 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9634acd-c769-4b24-836a-6fd17335c1eb req-9bc0e0b6-d0da-4c40-ad0a-dcc4f37eacf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:25:51.575141 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9634acd-c769-4b24-836a-6fd17335c1eb req-9bc0e0b6-d0da-4c40-ad0a-dcc4f37eacf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:25:51.575608 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9634acd-c769-4b24-836a-6fd17335c1eb req-9bc0e0b6-d0da-4c40-ad0a-dcc4f37eacf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:25:51.577148 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-39a00c06-a0c7-4343-bdab-1ffd2b267b8c req-5d1b68f3-9064-4f91-8491-bb5c3b48e2ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:51.577307 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-e9634acd-c769-4b24-836a-6fd17335c1eb req-9bc0e0b6-d0da-4c40-ad0a-dcc4f37eacf6 service neutron] 10.222.0.74 "GET /v2.0/networks?tenant_id=f9311328b6c648f88a79b8848358e4b9&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.3130262 Sep 23 19:25:51.585733 n-d-713301-16 neutron-server[95101]: DEBUG neutron.notifiers.nova [req-a443875c-850b-4260-aa8e-e38dd498d219 req-548c23c6-35d2-467f-9a9d-968d36f8de86 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dd14c26e-3e27-4cc3-aa9c-bff97727ed77 {{(pid=95101) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 19:25:51.590870 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2fcded9-3801-4e48-9844-c73d33839841 req-dff237b0-b741-46c5-ac72-a403cd96a383 tempest-ServersAdminNegativeTestJSON-421618642 tempest-ServersAdminNegativeTestJSON-421618642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:25:51.592459 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-a2fcded9-3801-4e48-9844-c73d33839841 req-dff237b0-b741-46c5-ac72-a403cd96a383 tempest-ServersAdminNegativeTestJSON-421618642 tempest-ServersAdminNegativeTestJSON-421618642-project] 10.222.0.67 "GET /v2.0/ports?device_id=501d7793-7a4e-4a73-916d-7930c8cf81b4 HTTP/1.1" status: 200 len: 950 time: 0.1476443 Sep 23 19:25:51.593032 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-aaaacab9-97da-40c0-9a5b-e01aa82ba2b2 req-6babeddd-ccb3-4680-b434-c971bd2bb28f service neutron] 10.222.0.53 "GET /v2.0/networks/c1ad3b2d-de91-44e9-a44c-b26d03d276cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7707708 Sep 23 19:25:51.596463 n-d-713301-16 neutron-server[95102]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6c7d744a-f584-4648-aa8d-a6936fa22df4', 'tag': 'f3e719d6-489d-48f8-9f60-3adc695a1cfe'}] {{(pid=95102) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 19:25:51.598648 n-d-713301-16 neutron-server[95102]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab31b6d93e5336dbddfa8ec424565b3bd8cb2369c5b4d85bc943472dbb21e8ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66be616d-1363-4b95-bc18-aebdafe476ee" -d '{"events": [{"name": "network-changed", "server_uuid": "6c7d744a-f584-4648-aa8d-a6936fa22df4", "tag": "f3e719d6-489d-48f8-9f60-3adc695a1cfe"}]}' {{(pid=95102) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 19:25:51.604023 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-ad9e71a4-caa8-4058-a508-0a6dc8e2fde4 req-c883d9d1-eaa2-4622-8a76-a82cbde88337 tempest-DeleteServersTestJSON-2111530366 tempest-DeleteServersTestJSON-2111530366-project] Notify callbacks [] for port, precommit_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:51.650349 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-a443875c-850b-4260-aa8e-e38dd498d219 req-548c23c6-35d2-467f-9a9d-968d36f8de86 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:51.665210 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-cd8d3178-c1b0-49e5-8a84-f0cfe3c9ad9a req-35baff69-1628-4b45-9e4c-84cd92c23e6a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:51.709611 n-d-713301-16 neutron-server[95101]: DEBUG neutron.db.provisioning_blocks [req-a443875c-850b-4260-aa8e-e38dd498d219 req-548c23c6-35d2-467f-9a9d-968d36f8de86 service neutron] Transition to ACTIVE for port object dd14c26e-3e27-4cc3-aa9c-bff97727ed77 will not be triggered until provisioned by entity L2. {{(pid=95101) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 19:25:51.743171 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-cbe47a46-7c5a-4aea-97a7-3eae5ef21de8 req-e7e215e6-e6d7-4768-b6fd-22c669a6f402 tempest-ServerAddressesNegativeTestJSON-651404174 tempest-ServerAddressesNegativeTestJSON-651404174-project] 10.222.0.67 "GET /v2.0/security-groups?id=2879f55e-81fc-4d78-a3d8-edb60ba6194a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1601520 Sep 23 19:25:51.745859 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-a443875c-850b-4260-aa8e-e38dd498d219 req-548c23c6-35d2-467f-9a9d-968d36f8de86 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5607436'] for port, after_update {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:51.751570 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-a2fcded9-3801-4e48-9844-c73d33839841 req-417ff0b6-2dbd-43d6-b25f-f11f406708f7 tempest-ServersAdminNegativeTestJSON-421618642 tempest-ServersAdminNegativeTestJSON-421618642-project] 10.222.0.67 "GET /v2.0/security-groups?id=a0f69697-909e-4fd5-bdb0-c967fab6b934&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1361082 Sep 23 19:25:51.782844 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-ad9e71a4-caa8-4058-a508-0a6dc8e2fde4 req-c883d9d1-eaa2-4622-8a76-a82cbde88337 tempest-DeleteServersTestJSON-2111530366 tempest-DeleteServersTestJSON-2111530366-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783145673135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4399100'] for port, after_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:51.820800 n-d-713301-16 neutron-server[95103]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 19:25:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6703c014-6d64-4967-a670-78a39ba27b67 x-openstack-request-id: req-6703c014-6d64-4967-a670-78a39ba27b67 {{(pid=95103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 19:25:51.821335 n-d-713301-16 neutron-server[95103]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "501d7793-7a4e-4a73-916d-7930c8cf81b4", "name": "network-vif-plugged", "status": "completed", "tag": "b19c1b20-24a3-49fa-ac31-eaf45fb8cfc9", "code": 200}]} {{(pid=95103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 19:25:51.821481 n-d-713301-16 neutron-server[95103]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-6703c014-6d64-4967-a670-78a39ba27b67 {{(pid=95103) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 19:25:51.821977 n-d-713301-16 neutron-server[95103]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '501d7793-7a4e-4a73-916d-7930c8cf81b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b19c1b20-24a3-49fa-ac31-eaf45fb8cfc9', 'code': 200} Sep 23 19:25:51.831888 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9634acd-c769-4b24-836a-6fd17335c1eb req-e7235566-ad38-40ed-926e-d2a0a9e4978e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:25:51.834336 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-e9634acd-c769-4b24-836a-6fd17335c1eb req-e7235566-ad38-40ed-926e-d2a0a9e4978e service neutron] 10.222.0.74 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2380638 Sep 23 19:25:51.872622 n-d-713301-16 neutron-server[95102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ad9e71a4-caa8-4058-a508-0a6dc8e2fde4 req-c883d9d1-eaa2-4622-8a76-a82cbde88337 tempest-DeleteServersTestJSON-2111530366 tempest-DeleteServersTestJSON-2111530366-project] Network e47803fc-37db-4c82-80ca-757602b818ca is already hosted by enough agents. {{(pid=95102) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:25:51.895769 n-d-713301-16 neutron-server[95102]: DEBUG neutron.scheduler.base_scheduler [req-ad9e71a4-caa8-4058-a508-0a6dc8e2fde4 req-c883d9d1-eaa2-4622-8a76-a82cbde88337 tempest-DeleteServersTestJSON-2111530366 tempest-DeleteServersTestJSON-2111530366-project] Resources bound (agent type, host, resource id): {{(pid=95102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:25:51.899680 n-d-713301-16 neutron-server[95102]: DEBUG neutron.db.l3_dvrscheduler_db [req-ad9e71a4-caa8-4058-a508-0a6dc8e2fde4 req-c883d9d1-eaa2-4622-8a76-a82cbde88337 tempest-DeleteServersTestJSON-2111530366 tempest-DeleteServersTestJSON-2111530366-project] Received port after_create {{(pid=95102) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 19:25:51.930270 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c883d9d1-eaa2-4622-8a76-a82cbde88337 tempest-DeleteServersTestJSON-2111530366 tempest-DeleteServersTestJSON-2111530366-project] Pushing event updated for resources: {'Port': ['ID=a73134aa-88bd-4f4e-b879-878962ff1de1,revision_number=1']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:25:51.973619 n-d-713301-16 neutron-server[95102]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 19:25:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab5383af-3bcb-400f-afc0-56b41bf72258 x-openstack-request-id: req-ab5383af-3bcb-400f-afc0-56b41bf72258 {{(pid=95102) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 19:25:51.974009 n-d-713301-16 neutron-server[95102]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6c7d744a-f584-4648-aa8d-a6936fa22df4", "tag": "f3e719d6-489d-48f8-9f60-3adc695a1cfe", "status": "completed", "code": 200}]} {{(pid=95102) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 19:25:51.974244 n-d-713301-16 neutron-server[95102]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-ab5383af-3bcb-400f-afc0-56b41bf72258 {{(pid=95102) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 19:25:51.975076 n-d-713301-16 neutron-server[95102]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6c7d744a-f584-4648-aa8d-a6936fa22df4', 'tag': 'f3e719d6-489d-48f8-9f60-3adc695a1cfe', 'status': 'completed', 'code': 200} Sep 23 19:25:51.980576 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.74', 55449) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:25:52.086120 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad9e71a4-caa8-4058-a508-0a6dc8e2fde4 req-c883d9d1-eaa2-4622-8a76-a82cbde88337 tempest-DeleteServersTestJSON-2111530366 tempest-DeleteServersTestJSON-2111530366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:25:52.086871 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-ad9e71a4-caa8-4058-a508-0a6dc8e2fde4 req-c883d9d1-eaa2-4622-8a76-a82cbde88337 tempest-DeleteServersTestJSON-2111530366 tempest-DeleteServersTestJSON-2111530366-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222849'] for port, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:52.120558 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-548c23c6-35d2-467f-9a9d-968d36f8de86 service neutron] Pushing event updated for resources: {'Port': ['ID=dd14c26e-3e27-4cc3-aa9c-bff97727ed77,revision_number=2']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:25:52.130099 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e08d53-e332-4878-95fc-e3efba2fb6b2 req-cc885473-4992-4588-a7eb-6408c72cb7e7 tempest-ServersOnMultiNodesTest-2040324995 tempest-ServersOnMultiNodesTest-2040324995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:25:52.132068 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-a5e08d53-e332-4878-95fc-e3efba2fb6b2 req-cc885473-4992-4588-a7eb-6408c72cb7e7 tempest-ServersOnMultiNodesTest-2040324995 tempest-ServersOnMultiNodesTest-2040324995-project] 10.222.0.67 "GET /v2.0/ports?device_id=b3afb6e9-a580-4fd1-a0cd-ac031a305abe HTTP/1.1" status: 200 len: 948 time: 0.2577498 Sep 23 19:25:52.135481 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c2ae677-f573-45d2-af48-92576139327c req-ac888380-d562-49f3-b47a-ad4d3f801d98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:25:52.136745 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-aaaacab9-97da-40c0-9a5b-e01aa82ba2b2 req-462a7f07-81d4-45e9-ae05-28974e6df937 service neutron] 10.222.0.53 "GET /v2.0/networks/c1ad3b2d-de91-44e9-a44c-b26d03d276cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4838693 Sep 23 19:25:52.136998 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-6c2ae677-f573-45d2-af48-92576139327c req-ac888380-d562-49f3-b47a-ad4d3f801d98 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=501d7793-7a4e-4a73-916d-7930c8cf81b4 HTTP/1.1" status: 200 len: 1102 time: 0.2026708 Sep 23 19:25:52.145750 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-ad9e71a4-caa8-4058-a508-0a6dc8e2fde4 req-c883d9d1-eaa2-4622-8a76-a82cbde88337 tempest-DeleteServersTestJSON-2111530366 tempest-DeleteServersTestJSON-2111530366-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3068030 Sep 23 19:25:52.181025 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66be616d-1363-4b95-bc18-aebdafe476ee req-dacafac9-df61-4b4e-8909-a68365bde9d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:25:52.181431 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66be616d-1363-4b95-bc18-aebdafe476ee req-dacafac9-df61-4b4e-8909-a68365bde9d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:25:52.181958 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66be616d-1363-4b95-bc18-aebdafe476ee req-dacafac9-df61-4b4e-8909-a68365bde9d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:25:52.182426 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66be616d-1363-4b95-bc18-aebdafe476ee req-dacafac9-df61-4b4e-8909-a68365bde9d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:25:52.182842 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66be616d-1363-4b95-bc18-aebdafe476ee req-dacafac9-df61-4b4e-8909-a68365bde9d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:25:52.183374 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66be616d-1363-4b95-bc18-aebdafe476ee req-dacafac9-df61-4b4e-8909-a68365bde9d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:25:52.183857 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66be616d-1363-4b95-bc18-aebdafe476ee req-dacafac9-df61-4b4e-8909-a68365bde9d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:25:52.185750 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-66be616d-1363-4b95-bc18-aebdafe476ee req-dacafac9-df61-4b4e-8909-a68365bde9d1 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=f9311328b6c648f88a79b8848358e4b9&device_id=6c7d744a-f584-4648-aa8d-a6936fa22df4 HTTP/1.1" status: 200 len: 6417 time: 0.1838999 Sep 23 19:25:52.189503 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.v2.base [req-ad9e71a4-caa8-4058-a508-0a6dc8e2fde4 req-24cc5bc1-476e-451b-8749-619945c59bd4 service neutron] Request body: {'port': {'device_id': 'f2983e52-2c54-48e1-88d9-e4bc84f795ae', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713301-16'}} {{(pid=95102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:25:52.211760 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49aebca2-3884-482e-9890-ba38035420e0 req-e70ff574-8546-4e14-9b40-e7c52e28f211 tempest-MigrationsAdminTest-397594546 tempest-MigrationsAdminTest-397594546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:25:52.213333 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-49aebca2-3884-482e-9890-ba38035420e0 req-e70ff574-8546-4e14-9b40-e7c52e28f211 tempest-MigrationsAdminTest-397594546 tempest-MigrationsAdminTest-397594546-project] 10.222.0.67 "GET /v2.0/ports?device_id=61df6679-e03a-4089-8f81-8cc4daaf4da0 HTTP/1.1" status: 200 len: 950 time: 0.2052717 Sep 23 19:25:52.301230 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-5772a88b-6a68-4daa-b93b-fa95e7318d32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:52.316927 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-a5e08d53-e332-4878-95fc-e3efba2fb6b2 req-b2113bb8-c632-43ad-a5b8-0474ea62c0d9 tempest-ServersOnMultiNodesTest-2040324995 tempest-ServersOnMultiNodesTest-2040324995-project] 10.222.0.67 "GET /v2.0/security-groups?id=157e791d-182d-45ba-a5d1-6edf868180cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1681814 Sep 23 19:25:52.337440 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-6c2ae677-f573-45d2-af48-92576139327c req-b36645fe-cca8-489e-9c64-833a9f105737 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=a0f69697-909e-4fd5-bdb0-c967fab6b934&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1874783 Sep 23 19:25:52.394287 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-49aebca2-3884-482e-9890-ba38035420e0 req-f6c8f5ef-aff0-4d93-ac14-5283e7e880e6 tempest-MigrationsAdminTest-397594546 tempest-MigrationsAdminTest-397594546-project] 10.222.0.67 "GET /v2.0/security-groups?id=78cb509b-31c4-4e2a-bb5c-7abd6194dcc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1552098 Sep 23 19:25:52.397265 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-ad9e71a4-caa8-4058-a508-0a6dc8e2fde4 req-24cc5bc1-476e-451b-8749-619945c59bd4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:52.446010 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c50af61b-e2a9-43d6-9fba-0e6929d4d1fe req-200020d8-94fa-4cc3-b0d1-11f125b79901 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:25:52.447594 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-c50af61b-e2a9-43d6-9fba-0e6929d4d1fe req-200020d8-94fa-4cc3-b0d1-11f125b79901 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=f0e955ef027245ff92005717d6ccbc80&device_id=d885963b-72aa-42e0-909c-c5c9f0a64a9f HTTP/1.1" status: 200 len: 1095 time: 0.2402263 Sep 23 19:25:52.448257 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.managers [req-a443875c-850b-4260-aa8e-e38dd498d219 req-548c23c6-35d2-467f-9a9d-968d36f8de86 service neutron] Attempting to bind port dd14c26e-3e27-4cc3-aa9c-bff97727ed77 on host n-h2-713301-16 for vnic_type normal with profile {{(pid=95101) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 19:25:52.448586 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.managers [req-a443875c-850b-4260-aa8e-e38dd498d219 req-548c23c6-35d2-467f-9a9d-968d36f8de86 service neutron] Attempting to bind port dd14c26e-3e27-4cc3-aa9c-bff97727ed77 by drivers openvswitch,hyperv on host n-h2-713301-16 at level 0 using segments [{'id': '6139d589-eb6c-4578-8935-c26ddf396853', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '5220cb0c-da05-478a-9604-8c11469a05b4'}] {{(pid=95101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 19:25:52.448932 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a443875c-850b-4260-aa8e-e38dd498d219 req-548c23c6-35d2-467f-9a9d-968d36f8de86 service neutron] Attempting to bind port dd14c26e-3e27-4cc3-aa9c-bff97727ed77 on network 5220cb0c-da05-478a-9604-8c11469a05b4 {{(pid=95101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:25:52.452457 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66be616d-1363-4b95-bc18-aebdafe476ee req-799add02-91c4-464f-af9d-a04c5ee75816 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:25:52.452966 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66be616d-1363-4b95-bc18-aebdafe476ee req-799add02-91c4-464f-af9d-a04c5ee75816 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:25:52.453434 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66be616d-1363-4b95-bc18-aebdafe476ee req-799add02-91c4-464f-af9d-a04c5ee75816 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:25:52.455008 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-66be616d-1363-4b95-bc18-aebdafe476ee req-799add02-91c4-464f-af9d-a04c5ee75816 service neutron] 10.222.0.74 "GET /v2.0/networks?tenant_id=f9311328b6c648f88a79b8848358e4b9&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.2536466 Sep 23 19:25:52.503030 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a443875c-850b-4260-aa8e-e38dd498d219 req-548c23c6-35d2-467f-9a9d-968d36f8de86 service neutron] Port dd14c26e-3e27-4cc3-aa9c-bff97727ed77 on network 5220cb0c-da05-478a-9604-8c11469a05b4 not bound, no agent of type Open vSwitch agent registered on host n-h2-713301-16 {{(pid=95101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 19:25:52.503354 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a443875c-850b-4260-aa8e-e38dd498d219 req-548c23c6-35d2-467f-9a9d-968d36f8de86 service neutron] Attempting to bind port dd14c26e-3e27-4cc3-aa9c-bff97727ed77 on network 5220cb0c-da05-478a-9604-8c11469a05b4 {{(pid=95101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:25:52.526540 n-d-713301-16 neutron-server[95101]: DEBUG neutron.notifiers.nova [req-a443875c-850b-4260-aa8e-e38dd498d219 req-88ff4b00-547c-4954-9acb-bc280f689a76 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3e6c5f99-1b58-4b8b-8ded-4540f2e920c7 {{(pid=95101) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 19:25:52.538110 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a443875c-850b-4260-aa8e-e38dd498d219 req-548c23c6-35d2-467f-9a9d-968d36f8de86 service neutron] Checking agent: {'id': '2a7cea34-db54-4faf-8d23-37521c3e34cb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713301-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 19, 15, 28), 'started_at': datetime.datetime(2021, 9, 23, 19, 15, 28), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 19, 25, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 19:25:52.538628 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a443875c-850b-4260-aa8e-e38dd498d219 req-548c23c6-35d2-467f-9a9d-968d36f8de86 service neutron] Checking segment: {'id': '6139d589-eb6c-4578-8935-c26ddf396853', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '5220cb0c-da05-478a-9604-8c11469a05b4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:25:52.539025 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a443875c-850b-4260-aa8e-e38dd498d219 req-548c23c6-35d2-467f-9a9d-968d36f8de86 service neutron] Bound using segment: {'id': '6139d589-eb6c-4578-8935-c26ddf396853', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '5220cb0c-da05-478a-9604-8c11469a05b4'} {{(pid=95101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 19:25:52.539474 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.managers [req-a443875c-850b-4260-aa8e-e38dd498d219 req-548c23c6-35d2-467f-9a9d-968d36f8de86 service neutron] Bound port: dd14c26e-3e27-4cc3-aa9c-bff97727ed77, host: n-h2-713301-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6139d589-eb6c-4578-8935-c26ddf396853', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '5220cb0c-da05-478a-9604-8c11469a05b4'}}] {{(pid=95101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 19:25:52.539836 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-a443875c-850b-4260-aa8e-e38dd498d219 req-548c23c6-35d2-467f-9a9d-968d36f8de86 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:52.541343 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-102d4d18-0844-4983-962e-e587b056d67c req-2113f6ea-2daa-491d-86cd-c1d21d2b52e4 tempest-TaggedBootDevicesTest-1101605307 tempest-TaggedBootDevicesTest-1101605307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:25:52.547258 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-102d4d18-0844-4983-962e-e587b056d67c req-2113f6ea-2daa-491d-86cd-c1d21d2b52e4 tempest-TaggedBootDevicesTest-1101605307 tempest-TaggedBootDevicesTest-1101605307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:25:52.554043 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-102d4d18-0844-4983-962e-e587b056d67c req-2113f6ea-2daa-491d-86cd-c1d21d2b52e4 tempest-TaggedBootDevicesTest-1101605307 tempest-TaggedBootDevicesTest-1101605307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:25:52.558958 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-a443875c-850b-4260-aa8e-e38dd498d219 req-88ff4b00-547c-4954-9acb-bc280f689a76 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:52.560055 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-102d4d18-0844-4983-962e-e587b056d67c req-2113f6ea-2daa-491d-86cd-c1d21d2b52e4 tempest-TaggedBootDevicesTest-1101605307 tempest-TaggedBootDevicesTest-1101605307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:25:52.566175 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-102d4d18-0844-4983-962e-e587b056d67c req-2113f6ea-2daa-491d-86cd-c1d21d2b52e4 tempest-TaggedBootDevicesTest-1101605307 tempest-TaggedBootDevicesTest-1101605307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:25:52.572168 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-102d4d18-0844-4983-962e-e587b056d67c req-2113f6ea-2daa-491d-86cd-c1d21d2b52e4 tempest-TaggedBootDevicesTest-1101605307 tempest-TaggedBootDevicesTest-1101605307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:25:52.578377 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-102d4d18-0844-4983-962e-e587b056d67c req-2113f6ea-2daa-491d-86cd-c1d21d2b52e4 tempest-TaggedBootDevicesTest-1101605307 tempest-TaggedBootDevicesTest-1101605307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:25:52.580283 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-102d4d18-0844-4983-962e-e587b056d67c req-2113f6ea-2daa-491d-86cd-c1d21d2b52e4 tempest-TaggedBootDevicesTest-1101605307 tempest-TaggedBootDevicesTest-1101605307-project] 10.222.0.67 "GET /v2.0/ports?device_id=6c7d744a-f584-4648-aa8d-a6936fa22df4 HTTP/1.1" status: 200 len: 5409 time: 0.1757290 Sep 23 19:25:52.645307 n-d-713301-16 neutron-server[95101]: DEBUG neutron.db.provisioning_blocks [req-a443875c-850b-4260-aa8e-e38dd498d219 req-88ff4b00-547c-4954-9acb-bc280f689a76 service neutron] Transition to ACTIVE for port object 3e6c5f99-1b58-4b8b-8ded-4540f2e920c7 will not be triggered until provisioned by entity L2. {{(pid=95101) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 19:25:52.678832 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-a443875c-850b-4260-aa8e-e38dd498d219 req-88ff4b00-547c-4954-9acb-bc280f689a76 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5607436'] for port, after_update {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:52.723022 n-d-713301-16 neutron-server[95101]: DEBUG neutron.notifiers.nova [req-cd8d3178-c1b0-49e5-8a84-f0cfe3c9ad9a req-35baff69-1628-4b45-9e4c-84cd92c23e6a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id da180eed-7ed3-4b42-8811-39a363b2af88 {{(pid=95101) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 19:25:52.745167 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b997c06-c342-4a68-a917-5a8b711cef1f req-bcd1697b-992d-47f6-acb7-8e8907ddee5b tempest-DeleteServersTestJSON-2111530366 tempest-DeleteServersTestJSON-2111530366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:25:52.746661 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-5b997c06-c342-4a68-a917-5a8b711cef1f req-bcd1697b-992d-47f6-acb7-8e8907ddee5b tempest-DeleteServersTestJSON-2111530366 tempest-DeleteServersTestJSON-2111530366-project] 10.222.0.67 "GET /v2.0/ports?device_id=f2983e52-2c54-48e1-88d9-e4bc84f795ae HTTP/1.1" status: 200 len: 931 time: 0.2678926 Sep 23 19:25:52.759937 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-cd8d3178-c1b0-49e5-8a84-f0cfe3c9ad9a req-35baff69-1628-4b45-9e4c-84cd92c23e6a service neutron] Notify callbacks [] for port, precommit_update {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:52.791674 n-d-713301-16 neutron-server[95101]: DEBUG neutron.notifiers.nova [req-39a00c06-a0c7-4343-bdab-1ffd2b267b8c req-5d1b68f3-9064-4f91-8491-bb5c3b48e2ad service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5ad150db-4dfe-46a7-9c40-fb6a3cf17e1e {{(pid=95101) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 19:25:52.805402 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-102d4d18-0844-4983-962e-e587b056d67c req-d4eba203-2eb4-45d1-af46-a3f2deed169e tempest-TaggedBootDevicesTest-1101605307 tempest-TaggedBootDevicesTest-1101605307-project] 10.222.0.67 "GET /v2.0/security-groups?id=7583e831-f62b-49a7-9a62-f1028bb8aa73&id=a101b72e-c698-4e76-88ce-3dcbb1163262&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1704640 Sep 23 19:25:52.840307 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.db [req-a443875c-850b-4260-aa8e-e38dd498d219 req-548c23c6-35d2-467f-9a9d-968d36f8de86 service neutron] For port dd14c26e-3e27-4cc3-aa9c-bff97727ed77, host n-h2-713301-16, cleared binding levels {{(pid=95101) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 19:25:52.843999 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.db [req-a443875c-850b-4260-aa8e-e38dd498d219 req-548c23c6-35d2-467f-9a9d-968d36f8de86 service neutron] For port dd14c26e-3e27-4cc3-aa9c-bff97727ed77, host n-h2-713301-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-16',level=0,port_id=dd14c26e-3e27-4cc3-aa9c-bff97727ed77,segment=NetworkSegment(6139d589-eb6c-4578-8935-c26ddf396853),segment_id=6139d589-eb6c-4578-8935-c26ddf396853)] {{(pid=95101) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 19:25:52.853524 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-39a00c06-a0c7-4343-bdab-1ffd2b267b8c req-5d1b68f3-9064-4f91-8491-bb5c3b48e2ad service neutron] Notify callbacks [] for port, precommit_update {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:52.869734 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c50af61b-e2a9-43d6-9fba-0e6929d4d1fe req-e3966361-0387-4b0a-b051-18622db805e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:25:52.871555 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-c50af61b-e2a9-43d6-9fba-0e6929d4d1fe req-e3966361-0387-4b0a-b051-18622db805e1 service neutron] 10.222.0.53 "GET /v2.0/networks?id=c1ad3b2d-de91-44e9-a44c-b26d03d276cb HTTP/1.1" status: 200 len: 911 time: 0.4118555 Sep 23 19:25:52.872311 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88ff4b00-547c-4954-9acb-bc280f689a76 service neutron] Pushing event updated for resources: {'Port': ['ID=3e6c5f99-1b58-4b8b-8ded-4540f2e920c7,revision_number=2']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:25:52.875270 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-a443875c-850b-4260-aa8e-e38dd498d219 req-548c23c6-35d2-467f-9a9d-968d36f8de86 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5607436'] for port, after_update {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:52.883629 n-d-713301-16 neutron-server[95101]: DEBUG neutron.db.provisioning_blocks [req-cd8d3178-c1b0-49e5-8a84-f0cfe3c9ad9a req-35baff69-1628-4b45-9e4c-84cd92c23e6a service neutron] Transition to ACTIVE for port object da180eed-7ed3-4b42-8811-39a363b2af88 will not be triggered until provisioned by entity L2. {{(pid=95101) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 19:25:52.919727 n-d-713301-16 neutron-server[95101]: DEBUG neutron.db.provisioning_blocks [req-39a00c06-a0c7-4343-bdab-1ffd2b267b8c req-5d1b68f3-9064-4f91-8491-bb5c3b48e2ad service neutron] Transition to ACTIVE for port object 5ad150db-4dfe-46a7-9c40-fb6a3cf17e1e will not be triggered until provisioned by entity L2. {{(pid=95101) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 19:25:52.952977 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-cd8d3178-c1b0-49e5-8a84-f0cfe3c9ad9a req-35baff69-1628-4b45-9e4c-84cd92c23e6a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5607436'] for port, after_update {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:52.968289 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-39a00c06-a0c7-4343-bdab-1ffd2b267b8c req-5d1b68f3-9064-4f91-8491-bb5c3b48e2ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5607436'] for port, after_update {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:52.971108 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-c50af61b-e2a9-43d6-9fba-0e6929d4d1fe req-43de297d-52a0-4782-a417-195b8dfa53e2 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b7c4b9fa-1417-4ee3-a181-c99afd755e5a HTTP/1.1" status: 200 len: 217 time: 0.0833206 Sep 23 19:25:53.018904 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:53.067524 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a443875c-850b-4260-aa8e-e38dd498d219 req-548c23c6-35d2-467f-9a9d-968d36f8de86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:25:53.068299 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-a443875c-850b-4260-aa8e-e38dd498d219 req-548c23c6-35d2-467f-9a9d-968d36f8de86 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222849'] for port, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:53.069716 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-a443875c-850b-4260-aa8e-e38dd498d219 req-548c23c6-35d2-467f-9a9d-968d36f8de86 service neutron] 10.222.0.53 "PUT /v2.0/ports/dd14c26e-3e27-4cc3-aa9c-bff97727ed77 HTTP/1.1" status: 200 len: 1097 time: 3.5556140 Sep 23 19:25:53.070945 n-d-713301-16 neutron-server[95101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b3afb6e9-a580-4fd1-a0cd-ac031a305abe', 'tag': 'dd14c26e-3e27-4cc3-aa9c-bff97727ed77'}] {{(pid=95101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 19:25:53.073400 n-d-713301-16 neutron-server[95101]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d8366c5740cd635e57ab12b71fe44a77c2acc3c19091ef849c6f68b380462244" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e953438c-fa3a-4298-8202-aae7e974119f" -d '{"events": [{"name": "network-changed", "server_uuid": "b3afb6e9-a580-4fd1-a0cd-ac031a305abe", "tag": "dd14c26e-3e27-4cc3-aa9c-bff97727ed77"}]}' {{(pid=95101) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 19:25:53.115849 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-548c23c6-35d2-467f-9a9d-968d36f8de86 service neutron] Pushing event updated for resources: {'Port': ['ID=dd14c26e-3e27-4cc3-aa9c-bff97727ed77,revision_number=3']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:25:53.212936 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c50af61b-e2a9-43d6-9fba-0e6929d4d1fe req-636296fc-ea95-4e9c-9c32-907d97f3bac9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:25:53.214400 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-c50af61b-e2a9-43d6-9fba-0e6929d4d1fe req-636296fc-ea95-4e9c-9c32-907d97f3bac9 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=f7972800-2fa5-4fd0-ae55-c87548a8f875 HTTP/1.1" status: 200 len: 850 time: 0.2223425 Sep 23 19:25:53.242551 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66be616d-1363-4b95-bc18-aebdafe476ee req-4ad6cb85-3e25-4fe9-bf77-01ab1eca1dc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:25:53.244058 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-66be616d-1363-4b95-bc18-aebdafe476ee req-4ad6cb85-3e25-4fe9-bf77-01ab1eca1dc3 service neutron] 10.222.0.74 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.6627178 Sep 23 19:25:53.249161 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-5b997c06-c342-4a68-a917-5a8b711cef1f req-13cac27c-b514-490a-b3f0-5fec66b15627 tempest-DeleteServersTestJSON-2111530366 tempest-DeleteServersTestJSON-2111530366-project] 10.222.0.67 "GET /v2.0/security-groups?id=67f2e2ca-928f-40e5-b9b2-05ec3bddbb37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4842651 Sep 23 19:25:53.305995 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e26d8a5f-b08e-42d4-8dbe-c8fa55a7cb13 req-68e51d71-60b4-40c8-92ea-7d2578da6a89 tempest-ServerRescueTestJSON-83326898 tempest-ServerRescueTestJSON-83326898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:25:53.314071 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-e26d8a5f-b08e-42d4-8dbe-c8fa55a7cb13 req-68e51d71-60b4-40c8-92ea-7d2578da6a89 tempest-ServerRescueTestJSON-83326898 tempest-ServerRescueTestJSON-83326898-project] 10.222.0.67 "GET /v2.0/ports?device_id=d885963b-72aa-42e0-909c-c5c9f0a64a9f HTTP/1.1" status: 200 len: 943 time: 0.1310349 Sep 23 19:25:53.324689 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-0ae75029-feb6-4728-9a94-5f9b60993d82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:53.372684 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.managers [req-a443875c-850b-4260-aa8e-e38dd498d219 req-88ff4b00-547c-4954-9acb-bc280f689a76 service neutron] Attempting to bind port 3e6c5f99-1b58-4b8b-8ded-4540f2e920c7 on host n-h1-713301-16 for vnic_type normal with profile {{(pid=95101) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 19:25:53.373052 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.managers [req-a443875c-850b-4260-aa8e-e38dd498d219 req-88ff4b00-547c-4954-9acb-bc280f689a76 service neutron] Attempting to bind port 3e6c5f99-1b58-4b8b-8ded-4540f2e920c7 by drivers openvswitch,hyperv on host n-h1-713301-16 at level 0 using segments [{'id': '6139d589-eb6c-4578-8935-c26ddf396853', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '5220cb0c-da05-478a-9604-8c11469a05b4'}] {{(pid=95101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 19:25:53.373299 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a443875c-850b-4260-aa8e-e38dd498d219 req-88ff4b00-547c-4954-9acb-bc280f689a76 service neutron] Attempting to bind port 3e6c5f99-1b58-4b8b-8ded-4540f2e920c7 on network 5220cb0c-da05-478a-9604-8c11469a05b4 {{(pid=95101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:25:53.375588 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-e26d8a5f-b08e-42d4-8dbe-c8fa55a7cb13 req-0dc64533-b4b5-4fd0-a0f2-08deb20adcf3 tempest-ServerRescueTestJSON-83326898 tempest-ServerRescueTestJSON-83326898-project] 10.222.0.67 "GET /v2.0/security-groups?id=324a4552-7b72-4e62-bcd4-dc8354c093e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606871 Sep 23 19:25:53.385943 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-c50af61b-e2a9-43d6-9fba-0e6929d4d1fe req-0815e56b-736e-43a0-822f-109531497b5e service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=c1ad3b2d-de91-44e9-a44c-b26d03d276cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1111264 Sep 23 19:25:53.408017 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35baff69-1628-4b45-9e4c-84cd92c23e6a service neutron] Pushing event updated for resources: {'Port': ['ID=da180eed-7ed3-4b42-8811-39a363b2af88,revision_number=2']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:25:53.434592 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a443875c-850b-4260-aa8e-e38dd498d219 req-88ff4b00-547c-4954-9acb-bc280f689a76 service neutron] Port 3e6c5f99-1b58-4b8b-8ded-4540f2e920c7 on network 5220cb0c-da05-478a-9604-8c11469a05b4 not bound, no agent of type Open vSwitch agent registered on host n-h1-713301-16 {{(pid=95101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 19:25:53.434925 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a443875c-850b-4260-aa8e-e38dd498d219 req-88ff4b00-547c-4954-9acb-bc280f689a76 service neutron] Attempting to bind port 3e6c5f99-1b58-4b8b-8ded-4540f2e920c7 on network 5220cb0c-da05-478a-9604-8c11469a05b4 {{(pid=95101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:25:53.471331 n-d-713301-16 neutron-server[95102]: DEBUG neutron.notifiers.nova [req-ad9e71a4-caa8-4058-a508-0a6dc8e2fde4 req-24cc5bc1-476e-451b-8749-619945c59bd4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a73134aa-88bd-4f4e-b879-878962ff1de1 {{(pid=95102) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 19:25:53.479240 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11da9f4f-67ab-47c1-8782-581e43cf8278 req-4a594c01-fe26-494d-a326-6fd267327638 tempest-MigrationsAdminTest-1442044433 tempest-MigrationsAdminTest-1442044433-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:25:53.482843 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-11da9f4f-67ab-47c1-8782-581e43cf8278 req-4a594c01-fe26-494d-a326-6fd267327638 tempest-MigrationsAdminTest-1442044433 tempest-MigrationsAdminTest-1442044433-project-admin] 10.222.0.67 "GET /v2.0/ports?device_id=61df6679-e03a-4089-8f81-8cc4daaf4da0 HTTP/1.1" status: 200 len: 1102 time: 0.1063221 Sep 23 19:25:53.487205 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-ad9e71a4-caa8-4058-a508-0a6dc8e2fde4 req-24cc5bc1-476e-451b-8749-619945c59bd4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:53.509401 n-d-713301-16 neutron-server[95102]: DEBUG neutron.db.provisioning_blocks [req-ad9e71a4-caa8-4058-a508-0a6dc8e2fde4 req-24cc5bc1-476e-451b-8749-619945c59bd4 service neutron] Transition to ACTIVE for port object a73134aa-88bd-4f4e-b879-878962ff1de1 will not be triggered until provisioned by entity L2. {{(pid=95102) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 19:25:53.527077 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-ad9e71a4-caa8-4058-a508-0a6dc8e2fde4 req-24cc5bc1-476e-451b-8749-619945c59bd4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4399095'] for port, after_update {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:53.533036 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a443875c-850b-4260-aa8e-e38dd498d219 req-88ff4b00-547c-4954-9acb-bc280f689a76 service neutron] Checking agent: {'id': '0708c3e9-0aad-4600-9be9-d2486535c898', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713301-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 19, 15, 28), 'started_at': datetime.datetime(2021, 9, 23, 19, 15, 28), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 19, 25, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 19:25:53.533372 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a443875c-850b-4260-aa8e-e38dd498d219 req-88ff4b00-547c-4954-9acb-bc280f689a76 service neutron] Checking segment: {'id': '6139d589-eb6c-4578-8935-c26ddf396853', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '5220cb0c-da05-478a-9604-8c11469a05b4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:25:53.533772 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a443875c-850b-4260-aa8e-e38dd498d219 req-88ff4b00-547c-4954-9acb-bc280f689a76 service neutron] Bound using segment: {'id': '6139d589-eb6c-4578-8935-c26ddf396853', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '5220cb0c-da05-478a-9604-8c11469a05b4'} {{(pid=95101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 19:25:53.534186 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.managers [req-a443875c-850b-4260-aa8e-e38dd498d219 req-88ff4b00-547c-4954-9acb-bc280f689a76 service neutron] Bound port: 3e6c5f99-1b58-4b8b-8ded-4540f2e920c7, host: n-h1-713301-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6139d589-eb6c-4578-8935-c26ddf396853', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '5220cb0c-da05-478a-9604-8c11469a05b4'}}] {{(pid=95101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 19:25:53.534537 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-a443875c-850b-4260-aa8e-e38dd498d219 req-88ff4b00-547c-4954-9acb-bc280f689a76 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:53.597788 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-11da9f4f-67ab-47c1-8782-581e43cf8278 req-8b4c77b4-db6a-4401-a2eb-5db59400cdd1 tempest-MigrationsAdminTest-1442044433 tempest-MigrationsAdminTest-1442044433-project-admin] 10.222.0.67 "GET /v2.0/security-groups?id=78cb509b-31c4-4e2a-bb5c-7abd6194dcc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995290 Sep 23 19:25:53.606681 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a443875c-850b-4260-aa8e-e38dd498d219 req-050bd959-2740-4251-a11e-a3ce7cb02e08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:25:53.608189 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-a443875c-850b-4260-aa8e-e38dd498d219 req-050bd959-2740-4251-a11e-a3ce7cb02e08 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=40280fc497444617bce52f5bbee56fb9&device_id=b3afb6e9-a580-4fd1-a0cd-ac031a305abe HTTP/1.1" status: 200 len: 1100 time: 0.4421916 Sep 23 19:25:53.613922 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.managers [req-39a00c06-a0c7-4343-bdab-1ffd2b267b8c req-5d1b68f3-9064-4f91-8491-bb5c3b48e2ad service neutron] Attempting to bind port 5ad150db-4dfe-46a7-9c40-fb6a3cf17e1e on host n-h2-713301-16 for vnic_type normal with profile {{(pid=95101) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 19:25:53.614262 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.managers [req-39a00c06-a0c7-4343-bdab-1ffd2b267b8c req-5d1b68f3-9064-4f91-8491-bb5c3b48e2ad service neutron] Attempting to bind port 5ad150db-4dfe-46a7-9c40-fb6a3cf17e1e by drivers openvswitch,hyperv on host n-h2-713301-16 at level 0 using segments [{'id': '0f81ce2e-85d0-450c-ae9e-64b99e3b7175', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '2ef57573-c245-4b8e-9a17-2e0b4acaeeab'}] {{(pid=95101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 19:25:53.614564 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39a00c06-a0c7-4343-bdab-1ffd2b267b8c req-5d1b68f3-9064-4f91-8491-bb5c3b48e2ad service neutron] Attempting to bind port 5ad150db-4dfe-46a7-9c40-fb6a3cf17e1e on network 2ef57573-c245-4b8e-9a17-2e0b4acaeeab {{(pid=95101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:25:53.618537 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24cc5bc1-476e-451b-8749-619945c59bd4 service neutron] Pushing event updated for resources: {'Port': ['ID=a73134aa-88bd-4f4e-b879-878962ff1de1,revision_number=2']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:25:53.633282 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.managers [req-cd8d3178-c1b0-49e5-8a84-f0cfe3c9ad9a req-35baff69-1628-4b45-9e4c-84cd92c23e6a service neutron] Attempting to bind port da180eed-7ed3-4b42-8811-39a363b2af88 on host n-h1-713301-16 for vnic_type normal with profile {{(pid=95101) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 19:25:53.633282 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.managers [req-cd8d3178-c1b0-49e5-8a84-f0cfe3c9ad9a req-35baff69-1628-4b45-9e4c-84cd92c23e6a service neutron] Attempting to bind port da180eed-7ed3-4b42-8811-39a363b2af88 by drivers openvswitch,hyperv on host n-h1-713301-16 at level 0 using segments [{'id': '00dc7b2f-018d-4fcd-a76f-deef20c5f9fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': 'bada5757-bdaa-4c5b-b7b4-3acebf356815'}] {{(pid=95101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 19:25:53.633282 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd8d3178-c1b0-49e5-8a84-f0cfe3c9ad9a req-35baff69-1628-4b45-9e4c-84cd92c23e6a service neutron] Attempting to bind port da180eed-7ed3-4b42-8811-39a363b2af88 on network bada5757-bdaa-4c5b-b7b4-3acebf356815 {{(pid=95101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:25:53.633282 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d1b68f3-9064-4f91-8491-bb5c3b48e2ad service neutron] Pushing event updated for resources: {'Port': ['ID=5ad150db-4dfe-46a7-9c40-fb6a3cf17e1e,revision_number=2']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:25:53.634089 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ade0076-c78d-4282-a1f4-cb2dc77e6afb req-444b2ef1-6155-41bc-b476-faf88507f320 tempest-ServerAddressesNegativeTestJSON-651404174 tempest-ServerAddressesNegativeTestJSON-651404174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:25:53.634089 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-8ade0076-c78d-4282-a1f4-cb2dc77e6afb req-444b2ef1-6155-41bc-b476-faf88507f320 tempest-ServerAddressesNegativeTestJSON-651404174 tempest-ServerAddressesNegativeTestJSON-651404174-project] 10.222.0.67 "GET /v2.0/ports?device_id=4bd9cd63-15c7-4499-9335-526c460c7f27 HTTP/1.1" status: 200 len: 944 time: 0.1263044 Sep 23 19:25:53.731768 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-8ade0076-c78d-4282-a1f4-cb2dc77e6afb req-8f8177df-d8b3-4579-8043-64ff697e8d2e tempest-ServerAddressesNegativeTestJSON-651404174 tempest-ServerAddressesNegativeTestJSON-651404174-project] 10.222.0.67 "GET /v2.0/security-groups?id=2879f55e-81fc-4d78-a3d8-edb60ba6194a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784347 Sep 23 19:25:53.777281 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.managers [req-ad9e71a4-caa8-4058-a508-0a6dc8e2fde4 req-24cc5bc1-476e-451b-8749-619945c59bd4 service neutron] Attempting to bind port a73134aa-88bd-4f4e-b879-878962ff1de1 on host n-h1-713301-16 for vnic_type normal with profile {{(pid=95102) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 19:25:53.777760 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.managers [req-ad9e71a4-caa8-4058-a508-0a6dc8e2fde4 req-24cc5bc1-476e-451b-8749-619945c59bd4 service neutron] Attempting to bind port a73134aa-88bd-4f4e-b879-878962ff1de1 by drivers openvswitch,hyperv on host n-h1-713301-16 at level 0 using segments [{'id': '741d6d3e-2760-41a6-838f-b8b4255cee30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': 'e47803fc-37db-4c82-80ca-757602b818ca'}] {{(pid=95102) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 19:25:53.778237 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad9e71a4-caa8-4058-a508-0a6dc8e2fde4 req-24cc5bc1-476e-451b-8749-619945c59bd4 service neutron] Attempting to bind port a73134aa-88bd-4f4e-b879-878962ff1de1 on network e47803fc-37db-4c82-80ca-757602b818ca {{(pid=95102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:25:53.785549 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad9e71a4-caa8-4058-a508-0a6dc8e2fde4 req-24cc5bc1-476e-451b-8749-619945c59bd4 service neutron] Port a73134aa-88bd-4f4e-b879-878962ff1de1 on network e47803fc-37db-4c82-80ca-757602b818ca not bound, no agent of type Open vSwitch agent registered on host n-h1-713301-16 {{(pid=95102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 19:25:53.786035 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad9e71a4-caa8-4058-a508-0a6dc8e2fde4 req-24cc5bc1-476e-451b-8749-619945c59bd4 service neutron] Attempting to bind port a73134aa-88bd-4f4e-b879-878962ff1de1 on network e47803fc-37db-4c82-80ca-757602b818ca {{(pid=95102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:25:53.797091 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad9e71a4-caa8-4058-a508-0a6dc8e2fde4 req-24cc5bc1-476e-451b-8749-619945c59bd4 service neutron] Checking agent: {'id': '0708c3e9-0aad-4600-9be9-d2486535c898', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713301-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 19, 15, 28), 'started_at': datetime.datetime(2021, 9, 23, 19, 15, 28), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 19, 25, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 19:25:53.797571 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad9e71a4-caa8-4058-a508-0a6dc8e2fde4 req-24cc5bc1-476e-451b-8749-619945c59bd4 service neutron] Checking segment: {'id': '741d6d3e-2760-41a6-838f-b8b4255cee30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': 'e47803fc-37db-4c82-80ca-757602b818ca'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95102) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:25:53.798023 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad9e71a4-caa8-4058-a508-0a6dc8e2fde4 req-24cc5bc1-476e-451b-8749-619945c59bd4 service neutron] Bound using segment: {'id': '741d6d3e-2760-41a6-838f-b8b4255cee30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': 'e47803fc-37db-4c82-80ca-757602b818ca'} {{(pid=95102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 19:25:53.798528 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.managers [req-ad9e71a4-caa8-4058-a508-0a6dc8e2fde4 req-24cc5bc1-476e-451b-8749-619945c59bd4 service neutron] Bound port: a73134aa-88bd-4f4e-b879-878962ff1de1, host: n-h1-713301-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '741d6d3e-2760-41a6-838f-b8b4255cee30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': 'e47803fc-37db-4c82-80ca-757602b818ca'}}] {{(pid=95102) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 19:25:53.798952 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-ad9e71a4-caa8-4058-a508-0a6dc8e2fde4 req-24cc5bc1-476e-451b-8749-619945c59bd4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:53.810679 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c64815-3970-49e4-8c3f-e2d1fe43e769 req-759bd6d5-62ba-4178-9e82-b0f55aacf2dd tempest-ServersAdminNegativeTestJSON-421618642 tempest-ServersAdminNegativeTestJSON-421618642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:25:53.812579 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-b6c64815-3970-49e4-8c3f-e2d1fe43e769 req-759bd6d5-62ba-4178-9e82-b0f55aacf2dd tempest-ServersAdminNegativeTestJSON-421618642 tempest-ServersAdminNegativeTestJSON-421618642-project] 10.222.0.67 "GET /v2.0/ports?device_id=501d7793-7a4e-4a73-916d-7930c8cf81b4 HTTP/1.1" status: 200 len: 950 time: 0.0999036 Sep 23 19:25:53.900062 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-b6c64815-3970-49e4-8c3f-e2d1fe43e769 req-9fb63c01-4ca6-40b3-ab3c-58ae33e5a1a9 tempest-ServersAdminNegativeTestJSON-421618642 tempest-ServersAdminNegativeTestJSON-421618642-project] 10.222.0.67 "GET /v2.0/security-groups?id=a0f69697-909e-4fd5-bdb0-c967fab6b934&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716209 Sep 23 19:25:53.945171 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.db [req-ad9e71a4-caa8-4058-a508-0a6dc8e2fde4 req-24cc5bc1-476e-451b-8749-619945c59bd4 service neutron] For port a73134aa-88bd-4f4e-b879-878962ff1de1, host n-h1-713301-16, cleared binding levels {{(pid=95102) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 19:25:53.973217 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.db [req-ad9e71a4-caa8-4058-a508-0a6dc8e2fde4 req-24cc5bc1-476e-451b-8749-619945c59bd4 service neutron] For port a73134aa-88bd-4f4e-b879-878962ff1de1, host n-h1-713301-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-16',level=0,port_id=a73134aa-88bd-4f4e-b879-878962ff1de1,segment=NetworkSegment(741d6d3e-2760-41a6-838f-b8b4255cee30),segment_id=741d6d3e-2760-41a6-838f-b8b4255cee30)] {{(pid=95102) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 19:25:53.997320 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76146c58-4915-4e1f-a537-14306bd31738 req-44cd53ac-2099-44de-868e-cdec57e93897 tempest-ServersOnMultiNodesTest-2040324995 tempest-ServersOnMultiNodesTest-2040324995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:25:54.000279 n-d-713301-16 neutron-server[95101]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 19:25:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8fa7f8bd-2f9f-4567-aa51-f3f40f97ae07 x-openstack-request-id: req-8fa7f8bd-2f9f-4567-aa51-f3f40f97ae07 {{(pid=95101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 19:25:54.000454 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-76146c58-4915-4e1f-a537-14306bd31738 req-44cd53ac-2099-44de-868e-cdec57e93897 tempest-ServersOnMultiNodesTest-2040324995 tempest-ServersOnMultiNodesTest-2040324995-project] 10.222.0.67 "GET /v2.0/ports?device_id=b3afb6e9-a580-4fd1-a0cd-ac031a305abe HTTP/1.1" status: 200 len: 948 time: 0.0991659 Sep 23 19:25:54.000562 n-d-713301-16 neutron-server[95101]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b3afb6e9-a580-4fd1-a0cd-ac031a305abe", "tag": "dd14c26e-3e27-4cc3-aa9c-bff97727ed77", "status": "completed", "code": 200}]} {{(pid=95101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 19:25:54.000834 n-d-713301-16 neutron-server[95101]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-8fa7f8bd-2f9f-4567-aa51-f3f40f97ae07 {{(pid=95101) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 19:25:54.001220 n-d-713301-16 neutron-server[95101]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b3afb6e9-a580-4fd1-a0cd-ac031a305abe', 'tag': 'dd14c26e-3e27-4cc3-aa9c-bff97727ed77', 'status': 'completed', 'code': 200} Sep 23 19:25:54.011929 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-ad9e71a4-caa8-4058-a508-0a6dc8e2fde4 req-24cc5bc1-476e-451b-8749-619945c59bd4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4399095'] for port, after_update {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:54.021907 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39a00c06-a0c7-4343-bdab-1ffd2b267b8c req-5d1b68f3-9064-4f91-8491-bb5c3b48e2ad service neutron] Port 5ad150db-4dfe-46a7-9c40-fb6a3cf17e1e on network 2ef57573-c245-4b8e-9a17-2e0b4acaeeab not bound, no agent of type Open vSwitch agent registered on host n-h2-713301-16 {{(pid=95101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 19:25:54.022869 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39a00c06-a0c7-4343-bdab-1ffd2b267b8c req-5d1b68f3-9064-4f91-8491-bb5c3b48e2ad service neutron] Attempting to bind port 5ad150db-4dfe-46a7-9c40-fb6a3cf17e1e on network 2ef57573-c245-4b8e-9a17-2e0b4acaeeab {{(pid=95101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:25:54.025714 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-a443875c-850b-4260-aa8e-e38dd498d219 req-61822ff9-96e9-425c-82d8-cdd184f4223f service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.189&port_id=dd14c26e-3e27-4cc3-aa9c-bff97727ed77 HTTP/1.1" status: 200 len: 217 time: 0.3995385 Sep 23 19:25:54.032001 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd8d3178-c1b0-49e5-8a84-f0cfe3c9ad9a req-35baff69-1628-4b45-9e4c-84cd92c23e6a service neutron] Port da180eed-7ed3-4b42-8811-39a363b2af88 on network bada5757-bdaa-4c5b-b7b4-3acebf356815 not bound, no agent of type Open vSwitch agent registered on host n-h1-713301-16 {{(pid=95101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 19:25:54.032320 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd8d3178-c1b0-49e5-8a84-f0cfe3c9ad9a req-35baff69-1628-4b45-9e4c-84cd92c23e6a service neutron] Attempting to bind port da180eed-7ed3-4b42-8811-39a363b2af88 on network bada5757-bdaa-4c5b-b7b4-3acebf356815 {{(pid=95101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:25:54.058897 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39a00c06-a0c7-4343-bdab-1ffd2b267b8c req-5d1b68f3-9064-4f91-8491-bb5c3b48e2ad service neutron] Checking agent: {'id': '2a7cea34-db54-4faf-8d23-37521c3e34cb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713301-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 19, 15, 28), 'started_at': datetime.datetime(2021, 9, 23, 19, 15, 28), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 19, 25, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 19:25:54.060294 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39a00c06-a0c7-4343-bdab-1ffd2b267b8c req-5d1b68f3-9064-4f91-8491-bb5c3b48e2ad service neutron] Checking segment: {'id': '0f81ce2e-85d0-450c-ae9e-64b99e3b7175', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '2ef57573-c245-4b8e-9a17-2e0b4acaeeab'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:25:54.060294 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39a00c06-a0c7-4343-bdab-1ffd2b267b8c req-5d1b68f3-9064-4f91-8491-bb5c3b48e2ad service neutron] Bound using segment: {'id': '0f81ce2e-85d0-450c-ae9e-64b99e3b7175', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '2ef57573-c245-4b8e-9a17-2e0b4acaeeab'} {{(pid=95101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 19:25:54.060294 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.managers [req-39a00c06-a0c7-4343-bdab-1ffd2b267b8c req-5d1b68f3-9064-4f91-8491-bb5c3b48e2ad service neutron] Bound port: 5ad150db-4dfe-46a7-9c40-fb6a3cf17e1e, host: n-h2-713301-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0f81ce2e-85d0-450c-ae9e-64b99e3b7175', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '2ef57573-c245-4b8e-9a17-2e0b4acaeeab'}}] {{(pid=95101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 19:25:54.060653 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-39a00c06-a0c7-4343-bdab-1ffd2b267b8c req-5d1b68f3-9064-4f91-8491-bb5c3b48e2ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:54.065950 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd8d3178-c1b0-49e5-8a84-f0cfe3c9ad9a req-35baff69-1628-4b45-9e4c-84cd92c23e6a service neutron] Checking agent: {'id': '0708c3e9-0aad-4600-9be9-d2486535c898', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713301-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 19, 15, 28), 'started_at': datetime.datetime(2021, 9, 23, 19, 15, 28), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 19, 25, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 19:25:54.066293 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd8d3178-c1b0-49e5-8a84-f0cfe3c9ad9a req-35baff69-1628-4b45-9e4c-84cd92c23e6a service neutron] Checking segment: {'id': '00dc7b2f-018d-4fcd-a76f-deef20c5f9fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': 'bada5757-bdaa-4c5b-b7b4-3acebf356815'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:25:54.066677 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd8d3178-c1b0-49e5-8a84-f0cfe3c9ad9a req-35baff69-1628-4b45-9e4c-84cd92c23e6a service neutron] Bound using segment: {'id': '00dc7b2f-018d-4fcd-a76f-deef20c5f9fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': 'bada5757-bdaa-4c5b-b7b4-3acebf356815'} {{(pid=95101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 19:25:54.067098 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.managers [req-cd8d3178-c1b0-49e5-8a84-f0cfe3c9ad9a req-35baff69-1628-4b45-9e4c-84cd92c23e6a service neutron] Bound port: da180eed-7ed3-4b42-8811-39a363b2af88, host: n-h1-713301-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '00dc7b2f-018d-4fcd-a76f-deef20c5f9fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': 'bada5757-bdaa-4c5b-b7b4-3acebf356815'}}] {{(pid=95101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 19:25:54.067442 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-cd8d3178-c1b0-49e5-8a84-f0cfe3c9ad9a req-35baff69-1628-4b45-9e4c-84cd92c23e6a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:54.092124 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad9e71a4-caa8-4058-a508-0a6dc8e2fde4 req-24cc5bc1-476e-451b-8749-619945c59bd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:25:54.092833 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-ad9e71a4-caa8-4058-a508-0a6dc8e2fde4 req-24cc5bc1-476e-451b-8749-619945c59bd4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222849'] for port, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:54.094160 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-ad9e71a4-caa8-4058-a508-0a6dc8e2fde4 req-24cc5bc1-476e-451b-8749-619945c59bd4 service neutron] 10.222.0.74 "PUT /v2.0/ports/a73134aa-88bd-4f4e-b879-878962ff1de1 HTTP/1.1" status: 200 len: 1092 time: 1.9200940 Sep 23 19:25:54.097318 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-c50af61b-e2a9-43d6-9fba-0e6929d4d1fe req-469f1fb0-ca52-43f9-9a0d-8acfbc835719 service neutron] 10.222.0.53 "GET /v2.0/networks/c1ad3b2d-de91-44e9-a44c-b26d03d276cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6905813 Sep 23 19:25:54.097729 n-d-713301-16 neutron-server[95102]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f2983e52-2c54-48e1-88d9-e4bc84f795ae', 'tag': 'a73134aa-88bd-4f4e-b879-878962ff1de1'}] {{(pid=95102) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 19:25:54.100621 n-d-713301-16 neutron-server[95102]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab31b6d93e5336dbddfa8ec424565b3bd8cb2369c5b4d85bc943472dbb21e8ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b4b6e9e-1b0a-4538-a2d3-66909d687188" -d '{"events": [{"name": "network-changed", "server_uuid": "f2983e52-2c54-48e1-88d9-e4bc84f795ae", "tag": "a73134aa-88bd-4f4e-b879-878962ff1de1"}]}' {{(pid=95102) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 19:25:54.139602 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-76146c58-4915-4e1f-a537-14306bd31738 req-a1b9604a-29cf-4d10-8a11-2fc86c4bd094 tempest-ServersOnMultiNodesTest-2040324995 tempest-ServersOnMultiNodesTest-2040324995-project] 10.222.0.67 "GET /v2.0/security-groups?id=157e791d-182d-45ba-a5d1-6edf868180cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1252198 Sep 23 19:25:54.152033 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24cc5bc1-476e-451b-8749-619945c59bd4 service neutron] Pushing event updated for resources: {'Port': ['ID=a73134aa-88bd-4f4e-b879-878962ff1de1,revision_number=3']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:25:54.183649 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25943e60-21ee-4c88-bfb9-34f75f75950c req-a9d32593-958d-4b1b-95a3-35f973de1e92 tempest-TaggedBootDevicesTest-1101605307 tempest-TaggedBootDevicesTest-1101605307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:25:54.189868 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25943e60-21ee-4c88-bfb9-34f75f75950c req-a9d32593-958d-4b1b-95a3-35f973de1e92 tempest-TaggedBootDevicesTest-1101605307 tempest-TaggedBootDevicesTest-1101605307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:25:54.196735 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25943e60-21ee-4c88-bfb9-34f75f75950c req-a9d32593-958d-4b1b-95a3-35f973de1e92 tempest-TaggedBootDevicesTest-1101605307 tempest-TaggedBootDevicesTest-1101605307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:25:54.203352 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25943e60-21ee-4c88-bfb9-34f75f75950c req-a9d32593-958d-4b1b-95a3-35f973de1e92 tempest-TaggedBootDevicesTest-1101605307 tempest-TaggedBootDevicesTest-1101605307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:25:54.209705 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25943e60-21ee-4c88-bfb9-34f75f75950c req-a9d32593-958d-4b1b-95a3-35f973de1e92 tempest-TaggedBootDevicesTest-1101605307 tempest-TaggedBootDevicesTest-1101605307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:25:54.215532 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25943e60-21ee-4c88-bfb9-34f75f75950c req-a9d32593-958d-4b1b-95a3-35f973de1e92 tempest-TaggedBootDevicesTest-1101605307 tempest-TaggedBootDevicesTest-1101605307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:25:54.221574 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25943e60-21ee-4c88-bfb9-34f75f75950c req-a9d32593-958d-4b1b-95a3-35f973de1e92 tempest-TaggedBootDevicesTest-1101605307 tempest-TaggedBootDevicesTest-1101605307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:25:54.223544 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-25943e60-21ee-4c88-bfb9-34f75f75950c req-a9d32593-958d-4b1b-95a3-35f973de1e92 tempest-TaggedBootDevicesTest-1101605307 tempest-TaggedBootDevicesTest-1101605307-project] 10.222.0.67 "GET /v2.0/ports?device_id=6c7d744a-f584-4648-aa8d-a6936fa22df4 HTTP/1.1" status: 200 len: 5421 time: 0.2218544 Sep 23 19:25:54.234257 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.db [req-a443875c-850b-4260-aa8e-e38dd498d219 req-88ff4b00-547c-4954-9acb-bc280f689a76 service neutron] For port 3e6c5f99-1b58-4b8b-8ded-4540f2e920c7, host n-h1-713301-16, cleared binding levels {{(pid=95101) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 19:25:54.253906 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad9e71a4-caa8-4058-a508-0a6dc8e2fde4 req-ee10d0aa-6c52-4abc-b2c1-276df37a688e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:25:54.255431 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-ad9e71a4-caa8-4058-a508-0a6dc8e2fde4 req-ee10d0aa-6c52-4abc-b2c1-276df37a688e service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=30554f6e61d54c6bbf3c805c15e93860&device_id=f2983e52-2c54-48e1-88d9-e4bc84f795ae HTTP/1.1" status: 200 len: 1095 time: 0.1148264 Sep 23 19:25:54.256790 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a443875c-850b-4260-aa8e-e38dd498d219 req-eb865d5b-687f-4d2f-ba96-a922f18a3c66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:25:54.258363 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-a443875c-850b-4260-aa8e-e38dd498d219 req-eb865d5b-687f-4d2f-ba96-a922f18a3c66 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=1ccc69bc-9d6b-44d9-b227-204e47dc6e45 HTTP/1.1" status: 200 len: 843 time: 0.2150836 Sep 23 19:25:54.291070 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-25943e60-21ee-4c88-bfb9-34f75f75950c req-05a9c95c-aaec-4d77-a9bb-837b6580bb71 tempest-TaggedBootDevicesTest-1101605307 tempest-TaggedBootDevicesTest-1101605307-project] 10.222.0.67 "GET /v2.0/security-groups?id=7583e831-f62b-49a7-9a62-f1028bb8aa73&id=a101b72e-c698-4e76-88ce-3dcbb1163262&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0582397 Sep 23 19:25:54.329330 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.db [req-a443875c-850b-4260-aa8e-e38dd498d219 req-88ff4b00-547c-4954-9acb-bc280f689a76 service neutron] For port 3e6c5f99-1b58-4b8b-8ded-4540f2e920c7, host n-h1-713301-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-16',level=0,port_id=3e6c5f99-1b58-4b8b-8ded-4540f2e920c7,segment=NetworkSegment(6139d589-eb6c-4578-8935-c26ddf396853),segment_id=6139d589-eb6c-4578-8935-c26ddf396853)] {{(pid=95101) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 19:25:54.333595 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-ad9e71a4-caa8-4058-a508-0a6dc8e2fde4 req-55205a40-1e4b-46bf-b33d-9886ea1f5b69 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a73134aa-88bd-4f4e-b879-878962ff1de1 HTTP/1.1" status: 200 len: 217 time: 0.0630233 Sep 23 19:25:54.363630 n-d-713301-16 neutron-server[95102]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 19:25:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b298d26-f385-49c4-8862-94b41fe362a6 x-openstack-request-id: req-8b298d26-f385-49c4-8862-94b41fe362a6 {{(pid=95102) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 19:25:54.363912 n-d-713301-16 neutron-server[95102]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f2983e52-2c54-48e1-88d9-e4bc84f795ae", "tag": "a73134aa-88bd-4f4e-b879-878962ff1de1", "status": "completed", "code": 200}]} {{(pid=95102) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 19:25:54.364042 n-d-713301-16 neutron-server[95102]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-8b298d26-f385-49c4-8862-94b41fe362a6 {{(pid=95102) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 19:25:54.364441 n-d-713301-16 neutron-server[95102]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f2983e52-2c54-48e1-88d9-e4bc84f795ae', 'tag': 'a73134aa-88bd-4f4e-b879-878962ff1de1', 'status': 'completed', 'code': 200} Sep 23 19:25:54.377339 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-a443875c-850b-4260-aa8e-e38dd498d219 req-88ff4b00-547c-4954-9acb-bc280f689a76 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5607436'] for port, after_update {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:54.420930 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-22126225-b5cf-40eb-9de5-6f8f4e0e759c req-612f6378-e8c9-4922-b3c7-0c5dbb8c1f45 tempest-MigrationsAdminTest-397594546 tempest-MigrationsAdminTest-397594546-project] 10.222.0.67 "GET /v2.0/networks?tenant_id=cff0149cb20c4944955e93a2b393f7c5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0276008 Sep 23 19:25:54.423228 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.db [req-39a00c06-a0c7-4343-bdab-1ffd2b267b8c req-5d1b68f3-9064-4f91-8491-bb5c3b48e2ad service neutron] For port 5ad150db-4dfe-46a7-9c40-fb6a3cf17e1e, host n-h2-713301-16, cleared binding levels {{(pid=95101) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 19:25:54.426932 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad9e71a4-caa8-4058-a508-0a6dc8e2fde4 req-72784a84-ceee-4e10-b321-aa91795ac44e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:25:54.428394 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-ad9e71a4-caa8-4058-a508-0a6dc8e2fde4 req-72784a84-ceee-4e10-b321-aa91795ac44e service neutron] 10.222.0.74 "GET /v2.0/subnets?id=4ba945d5-0498-408c-b65f-8f07a46d41b0 HTTP/1.1" status: 200 len: 852 time: 0.0841596 Sep 23 19:25:54.462243 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.db [req-cd8d3178-c1b0-49e5-8a84-f0cfe3c9ad9a req-35baff69-1628-4b45-9e4c-84cd92c23e6a service neutron] For port da180eed-7ed3-4b42-8811-39a363b2af88, host n-h1-713301-16, cleared binding levels {{(pid=95101) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 19:25:54.469592 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a443875c-850b-4260-aa8e-e38dd498d219 req-88ff4b00-547c-4954-9acb-bc280f689a76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:25:54.470224 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-a443875c-850b-4260-aa8e-e38dd498d219 req-88ff4b00-547c-4954-9acb-bc280f689a76 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222849'] for port, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:54.471612 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-a443875c-850b-4260-aa8e-e38dd498d219 req-88ff4b00-547c-4954-9acb-bc280f689a76 service neutron] 10.222.0.74 "PUT /v2.0/ports/3e6c5f99-1b58-4b8b-8ded-4540f2e920c7 HTTP/1.1" status: 200 len: 1096 time: 3.7356830 Sep 23 19:25:54.485858 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.db [req-39a00c06-a0c7-4343-bdab-1ffd2b267b8c req-5d1b68f3-9064-4f91-8491-bb5c3b48e2ad service neutron] For port 5ad150db-4dfe-46a7-9c40-fb6a3cf17e1e, host n-h2-713301-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-16',level=0,port_id=5ad150db-4dfe-46a7-9c40-fb6a3cf17e1e,segment=NetworkSegment(0f81ce2e-85d0-450c-ae9e-64b99e3b7175),segment_id=0f81ce2e-85d0-450c-ae9e-64b99e3b7175)] {{(pid=95101) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 19:25:54.498056 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-c50af61b-e2a9-43d6-9fba-0e6929d4d1fe req-69793b4a-d7d9-4a94-893e-ca0be0b271e3 service neutron] 10.222.0.53 "GET /v2.0/networks/c1ad3b2d-de91-44e9-a44c-b26d03d276cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3751547 Sep 23 19:25:54.500583 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.db [req-cd8d3178-c1b0-49e5-8a84-f0cfe3c9ad9a req-35baff69-1628-4b45-9e4c-84cd92c23e6a service neutron] For port da180eed-7ed3-4b42-8811-39a363b2af88, host n-h1-713301-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-16',level=0,port_id=da180eed-7ed3-4b42-8811-39a363b2af88,segment=NetworkSegment(00dc7b2f-018d-4fcd-a76f-deef20c5f9fc),segment_id=00dc7b2f-018d-4fcd-a76f-deef20c5f9fc)] {{(pid=95101) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 19:25:54.509859 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a443875c-850b-4260-aa8e-e38dd498d219 req-ebe00a15-4767-4409-b883-eb7884a34d21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:25:54.511434 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-a443875c-850b-4260-aa8e-e38dd498d219 req-ebe00a15-4767-4409-b883-eb7884a34d21 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=5220cb0c-da05-478a-9604-8c11469a05b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2078760 Sep 23 19:25:54.514738 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-39a00c06-a0c7-4343-bdab-1ffd2b267b8c req-5d1b68f3-9064-4f91-8491-bb5c3b48e2ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5607436'] for port, after_update {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:54.521014 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-cd8d3178-c1b0-49e5-8a84-f0cfe3c9ad9a req-35baff69-1628-4b45-9e4c-84cd92c23e6a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5607436'] for port, after_update {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:54.531316 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-ad9e71a4-caa8-4058-a508-0a6dc8e2fde4 req-5a159de9-c83f-4411-b467-30ed02ff1d94 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=e47803fc-37db-4c82-80ca-757602b818ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0786703 Sep 23 19:25:54.536807 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88ff4b00-547c-4954-9acb-bc280f689a76 service neutron] Pushing event updated for resources: {'Port': ['ID=3e6c5f99-1b58-4b8b-8ded-4540f2e920c7,revision_number=3']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:25:54.625158 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28504992-69d1-4dc9-bb15-c8bf159b8276 req-31cf13f9-aa2f-4815-80d9-ad89c8876533 tempest-DeleteServersTestJSON-2111530366 tempest-DeleteServersTestJSON-2111530366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:25:54.626794 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-28504992-69d1-4dc9-bb15-c8bf159b8276 req-31cf13f9-aa2f-4815-80d9-ad89c8876533 tempest-DeleteServersTestJSON-2111530366 tempest-DeleteServersTestJSON-2111530366-project] 10.222.0.67 "GET /v2.0/ports?device_id=f2983e52-2c54-48e1-88d9-e4bc84f795ae HTTP/1.1" status: 200 len: 943 time: 0.1951013 Sep 23 19:25:54.627492 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a00c06-a0c7-4343-bdab-1ffd2b267b8c req-5d1b68f3-9064-4f91-8491-bb5c3b48e2ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:25:54.628129 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-39a00c06-a0c7-4343-bdab-1ffd2b267b8c req-5d1b68f3-9064-4f91-8491-bb5c3b48e2ad service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222849'] for port, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:54.629571 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-39a00c06-a0c7-4343-bdab-1ffd2b267b8c req-5d1b68f3-9064-4f91-8491-bb5c3b48e2ad service neutron] 10.222.0.53 "PUT /v2.0/ports/5ad150db-4dfe-46a7-9c40-fb6a3cf17e1e HTTP/1.1" status: 200 len: 1093 time: 3.6173770 Sep 23 19:25:54.635068 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd8d3178-c1b0-49e5-8a84-f0cfe3c9ad9a req-35baff69-1628-4b45-9e4c-84cd92c23e6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:25:54.635717 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-cd8d3178-c1b0-49e5-8a84-f0cfe3c9ad9a req-35baff69-1628-4b45-9e4c-84cd92c23e6a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222849'] for port, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:54.637128 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-cd8d3178-c1b0-49e5-8a84-f0cfe3c9ad9a req-35baff69-1628-4b45-9e4c-84cd92c23e6a service neutron] 10.222.0.74 "PUT /v2.0/ports/da180eed-7ed3-4b42-8811-39a363b2af88 HTTP/1.1" status: 200 len: 1092 time: 3.5656216 Sep 23 19:25:54.698973 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22126225-b5cf-40eb-9de5-6f8f4e0e759c req-9f66cd7f-3ed1-4e2a-b4df-971228ffcf7e tempest-MigrationsAdminTest-397594546 tempest-MigrationsAdminTest-397594546-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:25:54.706208 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-22126225-b5cf-40eb-9de5-6f8f4e0e759c req-9f66cd7f-3ed1-4e2a-b4df-971228ffcf7e tempest-MigrationsAdminTest-397594546 tempest-MigrationsAdminTest-397594546-project] 10.222.0.67 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2731676 Sep 23 19:25:54.712879 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d1b68f3-9064-4f91-8491-bb5c3b48e2ad service neutron] Pushing event updated for resources: {'Port': ['ID=5ad150db-4dfe-46a7-9c40-fb6a3cf17e1e,revision_number=3']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:25:54.740684 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-22126225-b5cf-40eb-9de5-6f8f4e0e759c req-9d1e8b6a-4c3e-4731-a580-0343f47adf45 tempest-MigrationsAdminTest-397594546 tempest-MigrationsAdminTest-397594546-project] 10.222.0.67 "GET /v2.0/quotas/cff0149cb20c4944955e93a2b393f7c5 HTTP/1.1" status: 200 len: 375 time: 0.0329750 Sep 23 19:25:54.784841 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Device b7c4b9fa-1417-4ee3-a181-c99afd755e5a details requested by agent hyperv_n-h2-713301-16 with host n-h2-713301-16 {{(pid=95103) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 19:25:54.822591 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-28504992-69d1-4dc9-bb15-c8bf159b8276 req-9a98392e-1417-4943-bb66-d53227e8dc47 tempest-DeleteServersTestJSON-2111530366 tempest-DeleteServersTestJSON-2111530366-project] 10.222.0.67 "GET /v2.0/security-groups?id=67f2e2ca-928f-40e5-b9b2-05ec3bddbb37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1778283 Sep 23 19:25:54.824833 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-ad9e71a4-caa8-4058-a508-0a6dc8e2fde4 req-72842d73-2420-4afe-807f-1a260cf074d8 service neutron] 10.222.0.74 "GET /v2.0/networks/e47803fc-37db-4c82-80ca-757602b818ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2599804 Sep 23 19:25:54.830399 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35baff69-1628-4b45-9e4c-84cd92c23e6a service neutron] Pushing event updated for resources: {'Port': ['ID=da180eed-7ed3-4b42-8811-39a363b2af88,revision_number=3']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:25:54.886054 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a443875c-850b-4260-aa8e-e38dd498d219 req-b509f5a9-e451-41ab-8721-e49b1470e636 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:25:54.890992 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-a443875c-850b-4260-aa8e-e38dd498d219 req-b509f5a9-e451-41ab-8721-e49b1470e636 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=40280fc497444617bce52f5bbee56fb9&device_id=fc947095-c7c1-4b2e-bf93-53cb06429ce3 HTTP/1.1" status: 200 len: 1099 time: 0.3309460 Sep 23 19:25:54.896005 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-a443875c-850b-4260-aa8e-e38dd498d219 req-6fc925f3-1e75-4bd9-a25b-8ecfe2306da2 service neutron] 10.222.0.53 "GET /v2.0/networks/5220cb0c-da05-478a-9604-8c11469a05b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3721721 Sep 23 19:25:54.916290 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-22126225-b5cf-40eb-9de5-6f8f4e0e759c req-c72bcb8b-4ae7-4ab6-ad1b-e19c8593a73c tempest-MigrationsAdminTest-397594546 tempest-MigrationsAdminTest-397594546-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=cff0149cb20c4944955e93a2b393f7c5&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1743724 Sep 23 19:25:54.947705 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] For port b7c4b9fa-1417-4ee3-a181-c99afd755e5a, host n-h2-713301-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-16',level=0,port_id=b7c4b9fa-1417-4ee3-a181-c99afd755e5a,segment=NetworkSegment(5af8be7e-f9c6-4114-987e-ef068c7fc557),segment_id=5af8be7e-f9c6-4114-987e-ef068c7fc557)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:25:54.971677 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Returning: {'device': 'b7c4b9fa-1417-4ee3-a181-c99afd755e5a', 'network_id': 'c1ad3b2d-de91-44e9-a44c-b26d03d276cb', 'port_id': 'b7c4b9fa-1417-4ee3-a181-c99afd755e5a', 'mac_address': 'fa:16:3e:9a:61:5a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 623, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f7972800-2fa5-4fd0-ae55-c87548a8f875', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95103) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 19:25:55.029471 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-a443875c-850b-4260-aa8e-e38dd498d219 req-5f1f091c-7fce-4803-beec-e66504fa1c70 service neutron] 10.222.0.53 "GET /v2.0/networks/5220cb0c-da05-478a-9604-8c11469a05b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1004047 Sep 23 19:25:55.030965 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:55.047673 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-477d9a74-7962-4d08-a68f-b08ace4eef68 req-53aed799-2332-4862-810b-d350b9760e73 tempest-ServersAdminNegativeTestJSON-812594104 tempest-ServersAdminNegativeTestJSON-812594104-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:25:55.048718 n-d-713301-16 neutron-server[95103]: DEBUG neutron.notifiers.nova [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b7c4b9fa-1417-4ee3-a181-c99afd755e5a {{(pid=95103) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 19:25:55.050966 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-477d9a74-7962-4d08-a68f-b08ace4eef68 req-53aed799-2332-4862-810b-d350b9760e73 tempest-ServersAdminNegativeTestJSON-812594104 tempest-ServersAdminNegativeTestJSON-812594104-project-admin] 10.222.0.67 "GET /v2.0/ports?device_id=501d7793-7a4e-4a73-916d-7930c8cf81b4 HTTP/1.1" status: 200 len: 1102 time: 0.1314790 Sep 23 19:25:55.057730 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-ad9e71a4-caa8-4058-a508-0a6dc8e2fde4 req-575e2ec7-cacd-421b-89e4-90294a73c9ca service neutron] 10.222.0.74 "GET /v2.0/networks/e47803fc-37db-4c82-80ca-757602b818ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2222090 Sep 23 19:25:55.078681 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-a443875c-850b-4260-aa8e-e38dd498d219 req-37855f73-eb65-49cc-ae0b-8cbfcedc1a56 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.51&port_id=3e6c5f99-1b58-4b8b-8ded-4540f2e920c7 HTTP/1.1" status: 200 len: 217 time: 0.1565168 Sep 23 19:25:55.090278 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] For port b7c4b9fa-1417-4ee3-a181-c99afd755e5a, host n-h2-713301-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-16',level=0,port_id=b7c4b9fa-1417-4ee3-a181-c99afd755e5a,segment=NetworkSegment(5af8be7e-f9c6-4114-987e-ef068c7fc557),segment_id=5af8be7e-f9c6-4114-987e-ef068c7fc557)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:25:55.098280 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a00c06-a0c7-4343-bdab-1ffd2b267b8c req-338282f4-0722-448a-86de-0e7e00ddd204 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:25:55.100397 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-39a00c06-a0c7-4343-bdab-1ffd2b267b8c req-338282f4-0722-448a-86de-0e7e00ddd204 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=1fb35807b46449578e729b99214ede1a&device_id=4bd9cd63-15c7-4499-9335-526c460c7f27 HTTP/1.1" status: 200 len: 1096 time: 0.3798158 Sep 23 19:25:55.100594 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:55.134190 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-477d9a74-7962-4d08-a68f-b08ace4eef68 req-f76b2b45-b521-4873-85eb-dab0dfd1566b tempest-ServersAdminNegativeTestJSON-812594104 tempest-ServersAdminNegativeTestJSON-812594104-project-admin] Notify callbacks [] for security_group, before_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:55.203090 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd8d3178-c1b0-49e5-8a84-f0cfe3c9ad9a req-dd9ed4dc-2648-4fb0-b68d-311e5568f733 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:25:55.203592 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd8d3178-c1b0-49e5-8a84-f0cfe3c9ad9a req-dd9ed4dc-2648-4fb0-b68d-311e5568f733 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:25:55.204634 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd8d3178-c1b0-49e5-8a84-f0cfe3c9ad9a req-dd9ed4dc-2648-4fb0-b68d-311e5568f733 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:25:55.205077 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd8d3178-c1b0-49e5-8a84-f0cfe3c9ad9a req-dd9ed4dc-2648-4fb0-b68d-311e5568f733 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:25:55.205592 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd8d3178-c1b0-49e5-8a84-f0cfe3c9ad9a req-dd9ed4dc-2648-4fb0-b68d-311e5568f733 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:25:55.206037 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd8d3178-c1b0-49e5-8a84-f0cfe3c9ad9a req-dd9ed4dc-2648-4fb0-b68d-311e5568f733 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:25:55.206662 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd8d3178-c1b0-49e5-8a84-f0cfe3c9ad9a req-dd9ed4dc-2648-4fb0-b68d-311e5568f733 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:25:55.206941 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Pushing event updated for resources: {'Port': ['ID=b7c4b9fa-1417-4ee3-a181-c99afd755e5a,revision_number=4']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:25:55.209016 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-cd8d3178-c1b0-49e5-8a84-f0cfe3c9ad9a req-dd9ed4dc-2648-4fb0-b68d-311e5568f733 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=f9311328b6c648f88a79b8848358e4b9&device_id=6c7d744a-f584-4648-aa8d-a6936fa22df4 HTTP/1.1" status: 200 len: 6485 time: 0.4577169 Sep 23 19:25:55.223908 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-39a00c06-a0c7-4343-bdab-1ffd2b267b8c req-b6f9a865-70d4-4236-89ee-6bd0604a370c service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5ad150db-4dfe-46a7-9c40-fb6a3cf17e1e HTTP/1.1" status: 200 len: 217 time: 0.0984237 Sep 23 19:25:55.233704 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-80e7e501-6c57-470d-92c6-e3d54bc3195c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:55.278154 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a443875c-850b-4260-aa8e-e38dd498d219 req-0a41b899-6455-4d79-836e-41d8e9353219 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:25:55.279572 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-a443875c-850b-4260-aa8e-e38dd498d219 req-0a41b899-6455-4d79-836e-41d8e9353219 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=1ccc69bc-9d6b-44d9-b227-204e47dc6e45 HTTP/1.1" status: 200 len: 843 time: 0.1904862 Sep 23 19:25:55.298926 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-cd8d3178-c1b0-49e5-8a84-f0cfe3c9ad9a req-4289f6e5-0168-466a-84ec-2b71c783d186 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=04608e80-e340-4c55-b856-25d17244403b HTTP/1.1" status: 200 len: 217 time: 0.0718310 Sep 23 19:25:55.333512 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-477d9a74-7962-4d08-a68f-b08ace4eef68 req-f76b2b45-b521-4873-85eb-dab0dfd1566b tempest-ServersAdminNegativeTestJSON-812594104 tempest-ServersAdminNegativeTestJSON-812594104-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:55.342536 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-477d9a74-7962-4d08-a68f-b08ace4eef68 req-f76b2b45-b521-4873-85eb-dab0dfd1566b tempest-ServersAdminNegativeTestJSON-812594104 tempest-ServersAdminNegativeTestJSON-812594104-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:55.351215 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e953438c-fa3a-4298-8202-aae7e974119f req-c26aab3a-3b50-48c2-a8ae-c01bd38fd4c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:25:55.357143 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-e953438c-fa3a-4298-8202-aae7e974119f req-c26aab3a-3b50-48c2-a8ae-c01bd38fd4c9 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=40280fc497444617bce52f5bbee56fb9&device_id=b3afb6e9-a580-4fd1-a0cd-ac031a305abe HTTP/1.1" status: 200 len: 1100 time: 0.2264247 Sep 23 19:25:55.357344 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e0b26b-a6ee-4b07-8adc-c57bf2e11985 req-60680377-d5f1-456d-8411-e71716999092 tempest-ServerRescueTestJSON-83326898 tempest-ServerRescueTestJSON-83326898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:25:55.361754 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-57e0b26b-a6ee-4b07-8adc-c57bf2e11985 req-60680377-d5f1-456d-8411-e71716999092 tempest-ServerRescueTestJSON-83326898 tempest-ServerRescueTestJSON-83326898-project] 10.222.0.67 "GET /v2.0/ports?device_id=d885963b-72aa-42e0-909c-c5c9f0a64a9f HTTP/1.1" status: 200 len: 944 time: 0.2167668 Sep 23 19:25:55.377123 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b4b6e9e-1b0a-4538-a2d3-66909d687188 req-643a87ed-ff3d-4fb7-8d5c-eb31fadc9d86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:25:55.378784 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-1b4b6e9e-1b0a-4538-a2d3-66909d687188 req-643a87ed-ff3d-4fb7-8d5c-eb31fadc9d86 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=30554f6e61d54c6bbf3c805c15e93860&device_id=f2983e52-2c54-48e1-88d9-e4bc84f795ae HTTP/1.1" status: 200 len: 1095 time: 0.2355676 Sep 23 19:25:55.414318 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-477d9a74-7962-4d08-a68f-b08ace4eef68 req-f76b2b45-b521-4873-85eb-dab0dfd1566b tempest-ServersAdminNegativeTestJSON-812594104 tempest-ServersAdminNegativeTestJSON-812594104-project-admin] 10.222.0.67 "GET /v2.0/security-groups?id=a0f69697-909e-4fd5-bdb0-c967fab6b934&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3548310 Sep 23 19:25:55.420297 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a00c06-a0c7-4343-bdab-1ffd2b267b8c req-7d178b7c-4906-4354-a1a0-d794548b2e74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:25:55.421827 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-39a00c06-a0c7-4343-bdab-1ffd2b267b8c req-7d178b7c-4906-4354-a1a0-d794548b2e74 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=6388719f-bfa9-4788-b89d-f00b0ee68b9b HTTP/1.1" status: 200 len: 861 time: 0.1818151 Sep 23 19:25:55.425512 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] get_ports_and_sgs() called for port_ids ['b7c4b9fa-1417-4ee3-a181-c99afd755e5a'] {{(pid=95103) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 19:25:55.494602 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-57e0b26b-a6ee-4b07-8adc-c57bf2e11985 req-c06577a8-f46d-4fc7-9f33-56c6fbf1d53b tempest-ServerRescueTestJSON-83326898 tempest-ServerRescueTestJSON-83326898-project] 10.222.0.67 "GET /v2.0/security-groups?id=324a4552-7b72-4e62-bcd4-dc8354c093e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1128974 Sep 23 19:25:55.496409 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-39a00c06-a0c7-4343-bdab-1ffd2b267b8c req-65543a08-1acb-427a-bf4b-d79b9775873b service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=2ef57573-c245-4b8e-9a17-2e0b4acaeeab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0637865 Sep 23 19:25:55.502150 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f76b2b45-b521-4873-85eb-dab0dfd1566b tempest-ServersAdminNegativeTestJSON-812594104 tempest-ServersAdminNegativeTestJSON-812594104-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e678bb22-08fc-482e-bb89-482aeafe3bc2,revision_number=1']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:25:55.503775 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd8d3178-c1b0-49e5-8a84-f0cfe3c9ad9a req-fa73b86f-9398-4ecd-bfb9-ab5dd474fe47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:25:55.505517 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-cd8d3178-c1b0-49e5-8a84-f0cfe3c9ad9a req-fa73b86f-9398-4ecd-bfb9-ab5dd474fe47 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=9bcc6428-1995-45f6-ba66-eea6197581a7 HTTP/1.1" status: 200 len: 851 time: 0.1834273 Sep 23 19:25:55.508850 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a443875c-850b-4260-aa8e-e38dd498d219 req-ee1e10c0-37f4-4009-8b5a-bd478a9f713d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:25:55.510670 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-a443875c-850b-4260-aa8e-e38dd498d219 req-ee1e10c0-37f4-4009-8b5a-bd478a9f713d service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=5220cb0c-da05-478a-9604-8c11469a05b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2062502 Sep 23 19:25:55.611449 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b4b6e9e-1b0a-4538-a2d3-66909d687188 req-6625dc5a-c23e-4dfd-8f79-ffe57dae8d7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:25:55.613956 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-1b4b6e9e-1b0a-4538-a2d3-66909d687188 req-6625dc5a-c23e-4dfd-8f79-ffe57dae8d7b service neutron] 10.222.0.74 "GET /v2.0/networks?id=e47803fc-37db-4c82-80ca-757602b818ca HTTP/1.1" status: 200 len: 913 time: 0.2203145 Sep 23 19:25:55.655065 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e953438c-fa3a-4298-8202-aae7e974119f req-00fb8f67-d58c-441e-833c-63ba9133f881 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:25:55.656540 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-e953438c-fa3a-4298-8202-aae7e974119f req-00fb8f67-d58c-441e-833c-63ba9133f881 service neutron] 10.222.0.53 "GET /v2.0/networks?id=5220cb0c-da05-478a-9604-8c11469a05b4 HTTP/1.1" status: 200 len: 870 time: 0.2826107 Sep 23 19:25:55.713628 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-2680dec2-fa0c-4da5-bd5b-9fd8a4bd6c90 req-adcc63f8-0970-4fde-b9de-fb7e448defa3 tempest-MigrationsAdminTest-397594546 tempest-MigrationsAdminTest-397594546-project] 10.222.0.67 "GET /v2.0/ports?device_id=342358f0-a808-4879-9696-19cba9625afd HTTP/1.1" status: 200 len: 210 time: 0.0624881 Sep 23 19:25:55.715535 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-1b4b6e9e-1b0a-4538-a2d3-66909d687188 req-615b4489-39db-4443-8b5e-8df5d8e9d930 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a73134aa-88bd-4f4e-b879-878962ff1de1 HTTP/1.1" status: 200 len: 217 time: 0.0903387 Sep 23 19:25:55.744516 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-e953438c-fa3a-4298-8202-aae7e974119f req-be61bd7a-3a2d-4800-95e4-431310f71469 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.189&port_id=dd14c26e-3e27-4cc3-aa9c-bff97727ed77 HTTP/1.1" status: 200 len: 217 time: 0.0569935 Sep 23 19:25:55.749442 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd8d3178-c1b0-49e5-8a84-f0cfe3c9ad9a req-b82db387-79b3-477f-a8f9-b478780592c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:25:55.750925 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-cd8d3178-c1b0-49e5-8a84-f0cfe3c9ad9a req-b82db387-79b3-477f-a8f9-b478780592c8 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=0e7486fc-edf5-4778-98e4-d68293f3be17&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2160857 Sep 23 19:25:55.780308 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d1c0db-9132-4138-a929-3143d92e8619 req-d8e6c855-db60-4c92-a061-805cefc5fafd tempest-ServerAddressesNegativeTestJSON-651404174 tempest-ServerAddressesNegativeTestJSON-651404174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:25:55.788816 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-85d1c0db-9132-4138-a929-3143d92e8619 req-d8e6c855-db60-4c92-a061-805cefc5fafd tempest-ServerAddressesNegativeTestJSON-651404174 tempest-ServerAddressesNegativeTestJSON-651404174-project] 10.222.0.67 "GET /v2.0/ports?device_id=4bd9cd63-15c7-4499-9335-526c460c7f27 HTTP/1.1" status: 200 len: 944 time: 0.2533050 Sep 23 19:25:55.797084 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b4b6e9e-1b0a-4538-a2d3-66909d687188 req-a2ce72fb-79ab-48db-81fb-792d7b034fe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:25:55.798585 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-1b4b6e9e-1b0a-4538-a2d3-66909d687188 req-a2ce72fb-79ab-48db-81fb-792d7b034fe3 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=4ba945d5-0498-408c-b65f-8f07a46d41b0 HTTP/1.1" status: 200 len: 852 time: 0.0722554 Sep 23 19:25:55.822989 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-a443875c-850b-4260-aa8e-e38dd498d219 req-f0972d58-0d0e-4a96-8eb5-2e48cbdaf658 service neutron] 10.222.0.74 "GET /v2.0/networks/5220cb0c-da05-478a-9604-8c11469a05b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2966166 Sep 23 19:25:55.830806 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-39a00c06-a0c7-4343-bdab-1ffd2b267b8c req-c80d1a16-26d1-46c7-ac65-17a0bd927159 service neutron] 10.222.0.53 "GET /v2.0/networks/2ef57573-c245-4b8e-9a17-2e0b4acaeeab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3170166 Sep 23 19:25:55.863339 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-1b4b6e9e-1b0a-4538-a2d3-66909d687188 req-b96bc1bd-7d45-4707-b5d8-7a0111e0e33f service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=e47803fc-37db-4c82-80ca-757602b818ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0481653 Sep 23 19:25:55.906314 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-85d1c0db-9132-4138-a929-3143d92e8619 req-f7e230c3-7d28-4ef5-87b5-2eb1a96217fa tempest-ServerAddressesNegativeTestJSON-651404174 tempest-ServerAddressesNegativeTestJSON-651404174-project] 10.222.0.67 "GET /v2.0/security-groups?id=2879f55e-81fc-4d78-a3d8-edb60ba6194a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1162703 Sep 23 19:25:55.944464 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e953438c-fa3a-4298-8202-aae7e974119f req-952668b5-dcb5-479f-97b0-94215de978dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:25:55.945989 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-e953438c-fa3a-4298-8202-aae7e974119f req-952668b5-dcb5-479f-97b0-94215de978dc service neutron] 10.222.0.53 "GET /v2.0/subnets?id=1ccc69bc-9d6b-44d9-b227-204e47dc6e45 HTTP/1.1" status: 200 len: 843 time: 0.1887844 Sep 23 19:25:55.967474 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-127e35cd-8b88-4543-b850-9896765d705e req-7d9ab217-b9b8-4b85-b04b-73499cd20caa tempest-ServersOnMultiNodesTest-2040324995 tempest-ServersOnMultiNodesTest-2040324995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:25:55.969093 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-127e35cd-8b88-4543-b850-9896765d705e req-7d9ab217-b9b8-4b85-b04b-73499cd20caa tempest-ServersOnMultiNodesTest-2040324995 tempest-ServersOnMultiNodesTest-2040324995-project] 10.222.0.67 "GET /v2.0/ports?device_id=b3afb6e9-a580-4fd1-a0cd-ac031a305abe HTTP/1.1" status: 200 len: 948 time: 0.1695671 Sep 23 19:25:56.018273 n-d-713301-16 neutron-server[95101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fc947095-c7c1-4b2e-bf93-53cb06429ce3', 'tag': '3e6c5f99-1b58-4b8b-8ded-4540f2e920c7'}, {'name': 'network-changed', 'server_uuid': '4bd9cd63-15c7-4499-9335-526c460c7f27', 'tag': '5ad150db-4dfe-46a7-9c40-fb6a3cf17e1e'}, {'name': 'network-changed', 'server_uuid': '6c7d744a-f584-4648-aa8d-a6936fa22df4', 'tag': 'da180eed-7ed3-4b42-8811-39a363b2af88'}] {{(pid=95101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 19:25:56.020792 n-d-713301-16 neutron-server[95101]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d8366c5740cd635e57ab12b71fe44a77c2acc3c19091ef849c6f68b380462244" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8663175-aade-4e20-ab81-cc979fb944e4" -d '{"events": [{"name": "network-changed", "server_uuid": "fc947095-c7c1-4b2e-bf93-53cb06429ce3", "tag": "3e6c5f99-1b58-4b8b-8ded-4540f2e920c7"}, {"name": "network-changed", "server_uuid": "4bd9cd63-15c7-4499-9335-526c460c7f27", "tag": "5ad150db-4dfe-46a7-9c40-fb6a3cf17e1e"}, {"name": "network-changed", "server_uuid": "6c7d744a-f584-4648-aa8d-a6936fa22df4", "tag": "da180eed-7ed3-4b42-8811-39a363b2af88"}]}' {{(pid=95101) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 19:25:56.046720 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-1b4b6e9e-1b0a-4538-a2d3-66909d687188 req-9cb45e0b-b590-46d3-a7fc-12b2aa217a82 service neutron] 10.222.0.74 "GET /v2.0/networks/e47803fc-37db-4c82-80ca-757602b818ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1694944 Sep 23 19:25:56.090235 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-cd8d3178-c1b0-49e5-8a84-f0cfe3c9ad9a req-94803622-c207-4f6b-aefa-a2cd67bcb8b2 service neutron] 10.222.0.74 "GET /v2.0/networks/0e7486fc-edf5-4778-98e4-d68293f3be17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3160322 Sep 23 19:25:56.095464 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-127e35cd-8b88-4543-b850-9896765d705e req-6f09b086-5784-497d-9cd5-d44b637ea5f4 tempest-ServersOnMultiNodesTest-2040324995 tempest-ServersOnMultiNodesTest-2040324995-project] 10.222.0.67 "GET /v2.0/security-groups?id=157e791d-182d-45ba-a5d1-6edf868180cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0994041 Sep 23 19:25:56.100045 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-a443875c-850b-4260-aa8e-e38dd498d219 req-048b2378-238b-46d6-ba03-8cb9a8e746a3 service neutron] 10.222.0.74 "GET /v2.0/networks/5220cb0c-da05-478a-9604-8c11469a05b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2660136 Sep 23 19:25:56.144245 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-39a00c06-a0c7-4343-bdab-1ffd2b267b8c req-cda7263b-720d-4b29-8975-3cddb1947d28 service neutron] 10.222.0.53 "GET /v2.0/networks/2ef57573-c245-4b8e-9a17-2e0b4acaeeab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2781105 Sep 23 19:25:56.151954 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e953438c-fa3a-4298-8202-aae7e974119f req-85302f09-c282-4c6b-988f-71695338cbef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:25:56.153534 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-e953438c-fa3a-4298-8202-aae7e974119f req-85302f09-c282-4c6b-988f-71695338cbef service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=5220cb0c-da05-478a-9604-8c11469a05b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1706269 Sep 23 19:25:56.166615 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abba5815-ed9e-4284-85ba-16e1b4ddda63 req-d5bbaaa3-bf6e-4fae-bf6e-2174ea70502d tempest-TaggedBootDevicesTest-1101605307 tempest-TaggedBootDevicesTest-1101605307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:25:56.174352 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abba5815-ed9e-4284-85ba-16e1b4ddda63 req-d5bbaaa3-bf6e-4fae-bf6e-2174ea70502d tempest-TaggedBootDevicesTest-1101605307 tempest-TaggedBootDevicesTest-1101605307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:25:56.183809 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abba5815-ed9e-4284-85ba-16e1b4ddda63 req-d5bbaaa3-bf6e-4fae-bf6e-2174ea70502d tempest-TaggedBootDevicesTest-1101605307 tempest-TaggedBootDevicesTest-1101605307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:25:56.189970 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abba5815-ed9e-4284-85ba-16e1b4ddda63 req-d5bbaaa3-bf6e-4fae-bf6e-2174ea70502d tempest-TaggedBootDevicesTest-1101605307 tempest-TaggedBootDevicesTest-1101605307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:25:56.197289 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abba5815-ed9e-4284-85ba-16e1b4ddda63 req-d5bbaaa3-bf6e-4fae-bf6e-2174ea70502d tempest-TaggedBootDevicesTest-1101605307 tempest-TaggedBootDevicesTest-1101605307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:25:56.204043 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abba5815-ed9e-4284-85ba-16e1b4ddda63 req-d5bbaaa3-bf6e-4fae-bf6e-2174ea70502d tempest-TaggedBootDevicesTest-1101605307 tempest-TaggedBootDevicesTest-1101605307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:25:56.210263 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abba5815-ed9e-4284-85ba-16e1b4ddda63 req-d5bbaaa3-bf6e-4fae-bf6e-2174ea70502d tempest-TaggedBootDevicesTest-1101605307 tempest-TaggedBootDevicesTest-1101605307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:25:56.212208 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-abba5815-ed9e-4284-85ba-16e1b4ddda63 req-d5bbaaa3-bf6e-4fae-bf6e-2174ea70502d tempest-TaggedBootDevicesTest-1101605307 tempest-TaggedBootDevicesTest-1101605307-project] 10.222.0.67 "GET /v2.0/ports?device_id=6c7d744a-f584-4648-aa8d-a6936fa22df4 HTTP/1.1" status: 200 len: 5421 time: 0.2100339 Sep 23 19:25:56.258016 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-cd8d3178-c1b0-49e5-8a84-f0cfe3c9ad9a req-570c1d9c-df5e-4344-b786-33b351e9943d service neutron] 10.222.0.74 "GET /v2.0/networks/0e7486fc-edf5-4778-98e4-d68293f3be17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1558352 Sep 23 19:25:56.302081 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-1b4b6e9e-1b0a-4538-a2d3-66909d687188 req-07d8fab2-2daa-4122-8c95-3779e175fdb9 service neutron] 10.222.0.74 "GET /v2.0/networks/e47803fc-37db-4c82-80ca-757602b818ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2445772 Sep 23 19:25:56.307568 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-abba5815-ed9e-4284-85ba-16e1b4ddda63 req-aea5c11e-8721-4c05-a9e1-bab606e34301 tempest-TaggedBootDevicesTest-1101605307 tempest-TaggedBootDevicesTest-1101605307-project] 10.222.0.67 "GET /v2.0/security-groups?id=7583e831-f62b-49a7-9a62-f1028bb8aa73&id=a101b72e-c698-4e76-88ce-3dcbb1163262&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0800953 Sep 23 19:25:56.314660 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-cd8d3178-c1b0-49e5-8a84-f0cfe3c9ad9a req-21b55be0-1d0d-42b5-a8d1-2c69be954c82 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.162&port_id=0c254e5c-f9ae-4753-bdda-ad06ac5acf06 HTTP/1.1" status: 200 len: 217 time: 0.0460961 Sep 23 19:25:56.318869 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51fd96e5-9acf-4555-858f-c6993fac8272 req-f843ea81-d021-4ae0-9cfd-689b3c6dfe79 tempest-DeleteServersTestJSON-2111530366 tempest-DeleteServersTestJSON-2111530366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:25:56.325273 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-51fd96e5-9acf-4555-858f-c6993fac8272 req-f843ea81-d021-4ae0-9cfd-689b3c6dfe79 tempest-DeleteServersTestJSON-2111530366 tempest-DeleteServersTestJSON-2111530366-project] 10.222.0.67 "GET /v2.0/ports?device_id=f2983e52-2c54-48e1-88d9-e4bc84f795ae HTTP/1.1" status: 200 len: 943 time: 0.1118574 Sep 23 19:25:56.335695 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-e953438c-fa3a-4298-8202-aae7e974119f req-660cb359-a06b-43f4-9918-fe407bbc3b64 service neutron] 10.222.0.53 "GET /v2.0/networks/5220cb0c-da05-478a-9604-8c11469a05b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1569009 Sep 23 19:25:56.373509 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-51fd96e5-9acf-4555-858f-c6993fac8272 req-db87fecf-56ce-48a9-be92-0c35b2e7883b tempest-DeleteServersTestJSON-2111530366 tempest-DeleteServersTestJSON-2111530366-project] 10.222.0.67 "GET /v2.0/security-groups?id=67f2e2ca-928f-40e5-b9b2-05ec3bddbb37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468140 Sep 23 19:25:56.501764 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8663175-aade-4e20-ab81-cc979fb944e4 req-7ffd4720-d421-44de-95d3-d166f2f2f8b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:25:56.503801 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-e8663175-aade-4e20-ab81-cc979fb944e4 req-7ffd4720-d421-44de-95d3-d166f2f2f8b8 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=40280fc497444617bce52f5bbee56fb9&device_id=fc947095-c7c1-4b2e-bf93-53cb06429ce3 HTTP/1.1" status: 200 len: 1099 time: 0.0648618 Sep 23 19:25:56.638045 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b4b4a42-7628-4f67-8fd7-3db86c4b049d req-a6c7c4f4-61f2-4bbc-ab6f-dc97bc2e46bf tempest-ServersAdminNegativeTestJSON-812594104 tempest-ServersAdminNegativeTestJSON-812594104-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:25:56.639609 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-5b4b4a42-7628-4f67-8fd7-3db86c4b049d req-a6c7c4f4-61f2-4bbc-ab6f-dc97bc2e46bf tempest-ServersAdminNegativeTestJSON-812594104 tempest-ServersAdminNegativeTestJSON-812594104-project-admin] 10.222.0.67 "GET /v2.0/ports?device_id=501d7793-7a4e-4a73-916d-7930c8cf81b4 HTTP/1.1" status: 200 len: 1102 time: 0.1343153 Sep 23 19:25:56.694395 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8663175-aade-4e20-ab81-cc979fb944e4 req-6b71b836-7130-42e4-a3ff-6158123c5c45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:25:56.695861 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-e8663175-aade-4e20-ab81-cc979fb944e4 req-6b71b836-7130-42e4-a3ff-6158123c5c45 service neutron] 10.222.0.74 "GET /v2.0/networks?id=5220cb0c-da05-478a-9604-8c11469a05b4 HTTP/1.1" status: 200 len: 870 time: 0.1775050 Sep 23 19:25:56.702918 n-d-713301-16 neutron-server[95101]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 513 Content-Type: application/json Date: Thu, 23 Sep 2021 19:25:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41122d46-6788-47ef-8ad5-68fc46edf969 x-openstack-request-id: req-41122d46-6788-47ef-8ad5-68fc46edf969 {{(pid=95101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 19:25:56.703223 n-d-713301-16 neutron-server[95101]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fc947095-c7c1-4b2e-bf93-53cb06429ce3", "tag": "3e6c5f99-1b58-4b8b-8ded-4540f2e920c7", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "4bd9cd63-15c7-4499-9335-526c460c7f27", "tag": "5ad150db-4dfe-46a7-9c40-fb6a3cf17e1e", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "6c7d744a-f584-4648-aa8d-a6936fa22df4", "tag": "da180eed-7ed3-4b42-8811-39a363b2af88", "status": "completed", "code": 200}]} {{(pid=95101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 19:25:56.703521 n-d-713301-16 neutron-server[95101]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-41122d46-6788-47ef-8ad5-68fc46edf969 {{(pid=95101) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 19:25:56.703868 n-d-713301-16 neutron-server[95101]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fc947095-c7c1-4b2e-bf93-53cb06429ce3', 'tag': '3e6c5f99-1b58-4b8b-8ded-4540f2e920c7', 'status': 'completed', 'code': 200} Sep 23 19:25:56.704112 n-d-713301-16 neutron-server[95101]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4bd9cd63-15c7-4499-9335-526c460c7f27', 'tag': '5ad150db-4dfe-46a7-9c40-fb6a3cf17e1e', 'status': 'completed', 'code': 200} Sep 23 19:25:56.704370 n-d-713301-16 neutron-server[95101]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6c7d744a-f584-4648-aa8d-a6936fa22df4', 'tag': 'da180eed-7ed3-4b42-8811-39a363b2af88', 'status': 'completed', 'code': 200} Sep 23 19:25:56.724654 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-5b4b4a42-7628-4f67-8fd7-3db86c4b049d req-a7a418eb-931d-4c25-a781-9e68144f70ff tempest-ServersAdminNegativeTestJSON-812594104 tempest-ServersAdminNegativeTestJSON-812594104-project-admin] 10.222.0.67 "GET /v2.0/security-groups?id=a0f69697-909e-4fd5-bdb0-c967fab6b934&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684388 Sep 23 19:25:56.732335 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c46d2e-b6cd-4359-b261-ad82974fe2f8 req-4fda8a86-be00-469f-ba33-9dfdb28321a0 tempest-ServerRescueTestJSON-83326898 tempest-ServerRescueTestJSON-83326898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:25:56.733914 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-56c46d2e-b6cd-4359-b261-ad82974fe2f8 req-4fda8a86-be00-469f-ba33-9dfdb28321a0 tempest-ServerRescueTestJSON-83326898 tempest-ServerRescueTestJSON-83326898-project] 10.222.0.67 "GET /v2.0/ports?device_id=d885963b-72aa-42e0-909c-c5c9f0a64a9f HTTP/1.1" status: 200 len: 944 time: 0.1184237 Sep 23 19:25:56.762883 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-22126225-b5cf-40eb-9de5-6f8f4e0e759c req-cef355de-eb1e-4108-9d2c-6060a19fb299 tempest-MigrationsAdminTest-397594546 tempest-MigrationsAdminTest-397594546-project] 10.222.0.53 "GET /v2.0/networks?tenant_id=cff0149cb20c4944955e93a2b393f7c5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0561266 Sep 23 19:25:56.767481 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-e8663175-aade-4e20-ab81-cc979fb944e4 req-3a5f654b-2c47-4ae3-a226-3d8fe1d4d3d6 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.51&port_id=3e6c5f99-1b58-4b8b-8ded-4540f2e920c7 HTTP/1.1" status: 200 len: 217 time: 0.0621634 Sep 23 19:25:56.772927 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd8d3178-c1b0-49e5-8a84-f0cfe3c9ad9a req-d400093a-9462-4635-9593-cdaa0bf4cd3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:25:56.774401 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-cd8d3178-c1b0-49e5-8a84-f0cfe3c9ad9a req-d400093a-9462-4635-9593-cdaa0bf4cd3a service neutron] 10.222.0.74 "GET /v2.0/subnets?id=99a9d515-ece2-4f2b-8ab7-d74cf72d9364 HTTP/1.1" status: 200 len: 797 time: 0.4493315 Sep 23 19:25:56.805304 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Device b7c4b9fa-1417-4ee3-a181-c99afd755e5a up at agent hyperv_n-h2-713301-16 {{(pid=95103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 19:25:56.857731 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-56c46d2e-b6cd-4359-b261-ad82974fe2f8 req-7bf92619-2ab4-4f0e-918e-575c5a011d2b tempest-ServerRescueTestJSON-83326898 tempest-ServerRescueTestJSON-83326898-project] 10.222.0.67 "GET /v2.0/security-groups?id=324a4552-7b72-4e62-bcd4-dc8354c093e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935166 Sep 23 19:25:56.860132 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-e953438c-fa3a-4298-8202-aae7e974119f req-17b0515e-131b-44e6-815a-238c483991b6 service neutron] 10.222.0.53 "GET /v2.0/networks/5220cb0c-da05-478a-9604-8c11469a05b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5057647 Sep 23 19:25:56.869679 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8663175-aade-4e20-ab81-cc979fb944e4 req-0958dc6f-14a6-4e80-8d86-4560c0bda771 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:25:56.871283 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-e8663175-aade-4e20-ab81-cc979fb944e4 req-0958dc6f-14a6-4e80-8d86-4560c0bda771 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=1fb35807b46449578e729b99214ede1a&device_id=4bd9cd63-15c7-4499-9335-526c460c7f27 HTTP/1.1" status: 200 len: 1096 time: 0.1701391 Sep 23 19:25:56.876220 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8663175-aade-4e20-ab81-cc979fb944e4 req-d5e8f4e7-aeeb-488c-8768-4aad725ff061 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:25:56.876915 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Provisioning for port b7c4b9fa-1417-4ee3-a181-c99afd755e5a completed by entity L2. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 19:25:56.882478 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-e8663175-aade-4e20-ab81-cc979fb944e4 req-d5e8f4e7-aeeb-488c-8768-4aad725ff061 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=1ccc69bc-9d6b-44d9-b227-204e47dc6e45 HTTP/1.1" status: 200 len: 843 time: 0.1023138 Sep 23 19:25:56.883748 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Provisioning complete for port b7c4b9fa-1417-4ee3-a181-c99afd755e5a triggered by entity L2. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:25:56.884461 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:56.953418 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd8d3178-c1b0-49e5-8a84-f0cfe3c9ad9a req-aa8eff01-d221-45ae-874b-7e8f44ad6406 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:25:56.955014 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-cd8d3178-c1b0-49e5-8a84-f0cfe3c9ad9a req-aa8eff01-d221-45ae-874b-7e8f44ad6406 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=af02e9ab-cfd4-4a32-b9af-2413db894481&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1582999 Sep 23 19:25:56.967658 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-e4bb2127-a86a-456c-96af-7af9b9820c2f req-292bd227-f0e3-4c62-8a12-d534e5411ed2 tempest-MigrationsAdminTest-397594546 tempest-MigrationsAdminTest-397594546-project] 10.222.0.67 "GET /v2.0/ports?device_id=342358f0-a808-4879-9696-19cba9625afd HTTP/1.1" status: 200 len: 210 time: 0.0584519 Sep 23 19:25:57.000249 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8663175-aade-4e20-ab81-cc979fb944e4 req-89ac4c79-8a6f-4211-bd1d-61afca233050 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:25:57.002202 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-e8663175-aade-4e20-ab81-cc979fb944e4 req-89ac4c79-8a6f-4211-bd1d-61afca233050 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=5220cb0c-da05-478a-9604-8c11469a05b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1092794 Sep 23 19:25:57.009358 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:57.036425 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22126225-b5cf-40eb-9de5-6f8f4e0e759c req-ec7a2c04-47c5-4c9f-a99d-4f49f121a747 tempest-MigrationsAdminTest-397594546 tempest-MigrationsAdminTest-397594546-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:25:57.038864 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-22126225-b5cf-40eb-9de5-6f8f4e0e759c req-ec7a2c04-47c5-4c9f-a99d-4f49f121a747 tempest-MigrationsAdminTest-397594546 tempest-MigrationsAdminTest-397594546-project] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2634776 Sep 23 19:25:57.055353 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.v2.base [req-22126225-b5cf-40eb-9de5-6f8f4e0e759c req-7b6815e4-ab40-4771-b472-8ce803f4cf24 tempest-MigrationsAdminTest-397594546 tempest-MigrationsAdminTest-397594546-project] Request body: {'port': {'device_id': '342358f0-a808-4879-9696-19cba9625afd', 'network_id': '5220cb0c-da05-478a-9604-8c11469a05b4', 'admin_state_up': True, 'tenant_id': 'cff0149cb20c4944955e93a2b393f7c5'}} {{(pid=95101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:25:57.137589 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8663175-aade-4e20-ab81-cc979fb944e4 req-ca1300df-be2b-4b5e-9621-7bee81eeeed3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:25:57.139275 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-e8663175-aade-4e20-ab81-cc979fb944e4 req-ca1300df-be2b-4b5e-9621-7bee81eeeed3 service neutron] 10.222.0.53 "GET /v2.0/networks?id=2ef57573-c245-4b8e-9a17-2e0b4acaeeab HTTP/1.1" status: 200 len: 922 time: 0.2362683 Sep 23 19:25:57.177942 n-d-713301-16 neutron-server[95103]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd885963b-72aa-42e0-909c-c5c9f0a64a9f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b7c4b9fa-1417-4ee3-a181-c99afd755e5a'}] {{(pid=95103) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 19:25:57.180434 n-d-713301-16 neutron-server[95103]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}81a1c17f2aa89d5b3ebbba3a3e0cf7eb588e431c2224256110c4c4facdd7c3e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4972666-9b05-45de-9138-907a8ede301c" -d '{"events": [{"server_uuid": "d885963b-72aa-42e0-909c-c5c9f0a64a9f", "name": "network-vif-plugged", "status": "completed", "tag": "b7c4b9fa-1417-4ee3-a181-c99afd755e5a"}]}' {{(pid=95103) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 19:25:57.194353 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] For port b7c4b9fa-1417-4ee3-a181-c99afd755e5a, host n-h2-713301-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-16',level=0,port_id=b7c4b9fa-1417-4ee3-a181-c99afd755e5a,segment=NetworkSegment(5af8be7e-f9c6-4114-987e-ef068c7fc557),segment_id=5af8be7e-f9c6-4114-987e-ef068c7fc557)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:25:57.199792 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:57.204263 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-e8663175-aade-4e20-ab81-cc979fb944e4 req-7cc35edb-4500-405c-9e37-9b106e02a750 service neutron] 10.222.0.74 "GET /v2.0/networks/5220cb0c-da05-478a-9604-8c11469a05b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1842167 Sep 23 19:25:57.229024 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-e8663175-aade-4e20-ab81-cc979fb944e4 req-19885947-e42c-4118-a142-25bc99904518 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5ad150db-4dfe-46a7-9c40-fb6a3cf17e1e HTTP/1.1" status: 200 len: 217 time: 0.0522232 Sep 23 19:25:57.242066 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-cd8d3178-c1b0-49e5-8a84-f0cfe3c9ad9a req-0a681a81-c623-4afd-9452-3af7e318d5c2 service neutron] 10.222.0.74 "GET /v2.0/networks/af02e9ab-cfd4-4a32-b9af-2413db894481?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2459915 Sep 23 19:25:57.249677 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d58c34-0d82-483d-b4aa-e63ac176a65a req-0c4c84d9-84de-47fc-a448-d382683374b1 tempest-ServerAddressesNegativeTestJSON-651404174 tempest-ServerAddressesNegativeTestJSON-651404174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:25:57.251382 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-65d58c34-0d82-483d-b4aa-e63ac176a65a req-0c4c84d9-84de-47fc-a448-d382683374b1 tempest-ServerAddressesNegativeTestJSON-651404174 tempest-ServerAddressesNegativeTestJSON-651404174-project] 10.222.0.67 "GET /v2.0/ports?device_id=4bd9cd63-15c7-4499-9335-526c460c7f27 HTTP/1.1" status: 200 len: 944 time: 0.0903981 Sep 23 19:25:57.274390 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Pushing event updated for resources: {'Port': ['ID=b7c4b9fa-1417-4ee3-a181-c99afd755e5a,revision_number=5']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:25:57.343988 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8663175-aade-4e20-ab81-cc979fb944e4 req-2f9a0166-2eb0-483d-8551-3d211a1a5f93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:25:57.345505 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-e8663175-aade-4e20-ab81-cc979fb944e4 req-2f9a0166-2eb0-483d-8551-3d211a1a5f93 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=6388719f-bfa9-4788-b89d-f00b0ee68b9b HTTP/1.1" status: 200 len: 861 time: 0.1007080 Sep 23 19:25:57.380543 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-65d58c34-0d82-483d-b4aa-e63ac176a65a req-7d2de517-06b7-46a4-9fdc-1b5fdc0ebe00 tempest-ServerAddressesNegativeTestJSON-651404174 tempest-ServerAddressesNegativeTestJSON-651404174-project] 10.222.0.67 "GET /v2.0/security-groups?id=2879f55e-81fc-4d78-a3d8-edb60ba6194a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1165488 Sep 23 19:25:57.417402 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-e8663175-aade-4e20-ab81-cc979fb944e4 req-4cf1a78c-5172-463c-852a-c30e02a62139 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=2ef57573-c245-4b8e-9a17-2e0b4acaeeab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0434041 Sep 23 19:25:57.419519 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-22126225-b5cf-40eb-9de5-6f8f4e0e759c req-7b6815e4-ab40-4771-b472-8ce803f4cf24 tempest-MigrationsAdminTest-397594546 tempest-MigrationsAdminTest-397594546-project] Made reservation on behalf of cff0149cb20c4944955e93a2b393f7c5 for: {'port': 1} {{(pid=95101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:25:57.422965 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-22126225-b5cf-40eb-9de5-6f8f4e0e759c req-7b6815e4-ab40-4771-b472-8ce803f4cf24 tempest-MigrationsAdminTest-397594546 tempest-MigrationsAdminTest-397594546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:57.425653 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e48ce6-807e-4bd8-af9f-c956b2d480ea req-47a91b26-16ce-46d1-b347-73aad1165d2b tempest-ServersOnMultiNodesTest-2040324995 tempest-ServersOnMultiNodesTest-2040324995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:25:57.427318 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-f4e48ce6-807e-4bd8-af9f-c956b2d480ea req-47a91b26-16ce-46d1-b347-73aad1165d2b tempest-ServersOnMultiNodesTest-2040324995 tempest-ServersOnMultiNodesTest-2040324995-project] 10.222.0.67 "GET /v2.0/ports?device_id=b3afb6e9-a580-4fd1-a0cd-ac031a305abe HTTP/1.1" status: 200 len: 948 time: 0.1112018 Sep 23 19:25:57.430873 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-e8663175-aade-4e20-ab81-cc979fb944e4 req-553eb748-1ce6-4c52-87a3-6c8ac963d008 service neutron] 10.222.0.74 "GET /v2.0/networks/5220cb0c-da05-478a-9604-8c11469a05b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1785316 Sep 23 19:25:57.435793 n-d-713301-16 neutron-server[95103]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 19:25:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c0de35d-1df1-4191-b7af-96cf8cf93d2d x-openstack-request-id: req-8c0de35d-1df1-4191-b7af-96cf8cf93d2d {{(pid=95103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 19:25:57.436090 n-d-713301-16 neutron-server[95103]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d885963b-72aa-42e0-909c-c5c9f0a64a9f", "name": "network-vif-plugged", "status": "completed", "tag": "b7c4b9fa-1417-4ee3-a181-c99afd755e5a", "code": 200}]} {{(pid=95103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 19:25:57.436355 n-d-713301-16 neutron-server[95103]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-8c0de35d-1df1-4191-b7af-96cf8cf93d2d {{(pid=95103) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 19:25:57.436930 n-d-713301-16 neutron-server[95103]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd885963b-72aa-42e0-909c-c5c9f0a64a9f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b7c4b9fa-1417-4ee3-a181-c99afd755e5a', 'code': 200} Sep 23 19:25:57.479696 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-cd8d3178-c1b0-49e5-8a84-f0cfe3c9ad9a req-d4b255f2-8979-4024-a917-a6dab94ad266 service neutron] 10.222.0.74 "GET /v2.0/networks/af02e9ab-cfd4-4a32-b9af-2413db894481?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2167144 Sep 23 19:25:57.484762 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-f4e48ce6-807e-4bd8-af9f-c956b2d480ea req-cab8bc87-a782-428b-8595-f4dfdb757a24 tempest-ServersOnMultiNodesTest-2040324995 tempest-ServersOnMultiNodesTest-2040324995-project] 10.222.0.67 "GET /v2.0/security-groups?id=157e791d-182d-45ba-a5d1-6edf868180cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467925 Sep 23 19:25:57.560997 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e36f6995-96e5-47c9-9f40-d4ae750138a5 req-1fbc9d14-4a32-4b2a-9b00-00c60eefd5dc tempest-ServersAdminNegativeTestJSON-421618642 tempest-ServersAdminNegativeTestJSON-421618642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:25:57.562527 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-e36f6995-96e5-47c9-9f40-d4ae750138a5 req-1fbc9d14-4a32-4b2a-9b00-00c60eefd5dc tempest-ServersAdminNegativeTestJSON-421618642 tempest-ServersAdminNegativeTestJSON-421618642-project] 10.222.0.67 "GET /v2.0/ports?device_id=501d7793-7a4e-4a73-916d-7930c8cf81b4 HTTP/1.1" status: 200 len: 950 time: 0.0526454 Sep 23 19:25:57.622275 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-cd8d3178-c1b0-49e5-8a84-f0cfe3c9ad9a req-d31c89bc-5fa8-4faa-a3ec-4b3712df6b00 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.207&port_id=7d41c37f-74cf-40b0-90b0-f617844a1824 HTTP/1.1" status: 200 len: 217 time: 0.1294081 Sep 23 19:25:57.634726 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-e36f6995-96e5-47c9-9f40-d4ae750138a5 req-f4c247a8-358b-45c2-8369-f9b43593a60d tempest-ServersAdminNegativeTestJSON-421618642 tempest-ServersAdminNegativeTestJSON-421618642-project] 10.222.0.67 "GET /v2.0/security-groups?id=a0f69697-909e-4fd5-bdb0-c967fab6b934&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578043 Sep 23 19:25:57.645833 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbde8dc2-3c98-4047-9029-c94d45422840 req-05d53a2f-65ad-43bc-91a5-22dc24186fd8 tempest-TaggedBootDevicesTest-1101605307 tempest-TaggedBootDevicesTest-1101605307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:25:57.652647 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbde8dc2-3c98-4047-9029-c94d45422840 req-05d53a2f-65ad-43bc-91a5-22dc24186fd8 tempest-TaggedBootDevicesTest-1101605307 tempest-TaggedBootDevicesTest-1101605307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:25:57.659041 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbde8dc2-3c98-4047-9029-c94d45422840 req-05d53a2f-65ad-43bc-91a5-22dc24186fd8 tempest-TaggedBootDevicesTest-1101605307 tempest-TaggedBootDevicesTest-1101605307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:25:57.665588 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbde8dc2-3c98-4047-9029-c94d45422840 req-05d53a2f-65ad-43bc-91a5-22dc24186fd8 tempest-TaggedBootDevicesTest-1101605307 tempest-TaggedBootDevicesTest-1101605307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:25:57.671572 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbde8dc2-3c98-4047-9029-c94d45422840 req-05d53a2f-65ad-43bc-91a5-22dc24186fd8 tempest-TaggedBootDevicesTest-1101605307 tempest-TaggedBootDevicesTest-1101605307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:25:57.677663 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbde8dc2-3c98-4047-9029-c94d45422840 req-05d53a2f-65ad-43bc-91a5-22dc24186fd8 tempest-TaggedBootDevicesTest-1101605307 tempest-TaggedBootDevicesTest-1101605307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:25:57.684520 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbde8dc2-3c98-4047-9029-c94d45422840 req-05d53a2f-65ad-43bc-91a5-22dc24186fd8 tempest-TaggedBootDevicesTest-1101605307 tempest-TaggedBootDevicesTest-1101605307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:25:57.686442 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-bbde8dc2-3c98-4047-9029-c94d45422840 req-05d53a2f-65ad-43bc-91a5-22dc24186fd8 tempest-TaggedBootDevicesTest-1101605307 tempest-TaggedBootDevicesTest-1101605307-project] 10.222.0.67 "GET /v2.0/ports?device_id=6c7d744a-f584-4648-aa8d-a6936fa22df4 HTTP/1.1" status: 200 len: 5421 time: 0.1186898 Sep 23 19:25:57.740012 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e35039-47c9-48de-af81-d2f60af1b344 req-b4642693-e739-43f7-9d25-125b927e986d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:25:57.741521 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-c8e35039-47c9-48de-af81-d2f60af1b344 req-b4642693-e739-43f7-9d25-125b927e986d service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=d885963b-72aa-42e0-909c-c5c9f0a64a9f HTTP/1.1" status: 200 len: 1097 time: 0.2104962 Sep 23 19:25:57.747139 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-e8663175-aade-4e20-ab81-cc979fb944e4 req-04e2ebef-5369-43b1-8c98-c3040faf5184 service neutron] 10.222.0.53 "GET /v2.0/networks/2ef57573-c245-4b8e-9a17-2e0b4acaeeab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3039298 Sep 23 19:25:57.752575 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd8d3178-c1b0-49e5-8a84-f0cfe3c9ad9a req-ba8156d1-5b88-450f-ad4e-e4a98967d22e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:25:57.754001 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-cd8d3178-c1b0-49e5-8a84-f0cfe3c9ad9a req-ba8156d1-5b88-450f-ad4e-e4a98967d22e service neutron] 10.222.0.74 "GET /v2.0/subnets?id=99a9d515-ece2-4f2b-8ab7-d74cf72d9364 HTTP/1.1" status: 200 len: 797 time: 0.1199508 Sep 23 19:25:57.763312 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-bbde8dc2-3c98-4047-9029-c94d45422840 req-1766be69-a58b-4f90-8fd1-1661143c50dc tempest-TaggedBootDevicesTest-1101605307 tempest-TaggedBootDevicesTest-1101605307-project] 10.222.0.67 "GET /v2.0/security-groups?id=7583e831-f62b-49a7-9a62-f1028bb8aa73&id=a101b72e-c698-4e76-88ce-3dcbb1163262&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0688362 Sep 23 19:25:57.784059 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8561049c-c6d8-46bf-83a2-c6158a39a1c1 req-62d454a1-655e-4d1f-86a9-d55be132ce87 tempest-DeleteServersTestJSON-2111530366 tempest-DeleteServersTestJSON-2111530366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:25:57.785601 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-8561049c-c6d8-46bf-83a2-c6158a39a1c1 req-62d454a1-655e-4d1f-86a9-d55be132ce87 tempest-DeleteServersTestJSON-2111530366 tempest-DeleteServersTestJSON-2111530366-project] 10.222.0.67 "GET /v2.0/ports?device_id=f2983e52-2c54-48e1-88d9-e4bc84f795ae HTTP/1.1" status: 200 len: 943 time: 0.0780740 Sep 23 19:25:57.807559 n-d-713301-16 neutron-server[95101]: DEBUG neutron.db.db_base_plugin_common [req-22126225-b5cf-40eb-9de5-6f8f4e0e759c req-7b6815e4-ab40-4771-b472-8ce803f4cf24 tempest-MigrationsAdminTest-397594546 tempest-MigrationsAdminTest-397594546-project] Allocated IP 192.168.233.59 (5220cb0c-da05-478a-9604-8c11469a05b4/1ccc69bc-9d6b-44d9-b227-204e47dc6e45/f5483dbd-6d3f-4319-9eaa-5497612c208b) {{(pid=95101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 19:25:57.809502 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:57.828861 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-8561049c-c6d8-46bf-83a2-c6158a39a1c1 req-6936e7ab-baca-4883-8226-311a80e4bb70 tempest-DeleteServersTestJSON-2111530366 tempest-DeleteServersTestJSON-2111530366-project] 10.222.0.67 "GET /v2.0/security-groups?id=67f2e2ca-928f-40e5-b9b2-05ec3bddbb37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349410 Sep 23 19:25:57.917854 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-c8e35039-47c9-48de-af81-d2f60af1b344 req-b86da924-83a9-4c8a-abea-c5922ad1dae0 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=324a4552-7b72-4e62-bcd4-dc8354c093e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1532996 Sep 23 19:25:57.948174 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd8d3178-c1b0-49e5-8a84-f0cfe3c9ad9a req-9a5a2261-b8c6-4bbf-ac46-e5e80e4d47d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:25:57.949781 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-cd8d3178-c1b0-49e5-8a84-f0cfe3c9ad9a req-9a5a2261-b8c6-4bbf-ac46-e5e80e4d47d8 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=af02e9ab-cfd4-4a32-b9af-2413db894481&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1761816 Sep 23 19:25:57.998569 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c455b2ad-0971-4689-888a-1ae96d09beba req-3408605c-c2f0-47ec-ad79-8eca219d94d8 tempest-ServerRescueTestJSON-83326898 tempest-ServerRescueTestJSON-83326898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:25:58.001276 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-c455b2ad-0971-4689-888a-1ae96d09beba req-3408605c-c2f0-47ec-ad79-8eca219d94d8 tempest-ServerRescueTestJSON-83326898 tempest-ServerRescueTestJSON-83326898-project] 10.222.0.67 "GET /v2.0/ports?device_id=d885963b-72aa-42e0-909c-c5c9f0a64a9f HTTP/1.1" status: 200 len: 945 time: 0.0518661 Sep 23 19:25:58.005558 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-e8663175-aade-4e20-ab81-cc979fb944e4 req-af88f0f2-c1ca-44e6-8d71-e4562f69cf67 service neutron] 10.222.0.53 "GET /v2.0/networks/2ef57573-c245-4b8e-9a17-2e0b4acaeeab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2399158 Sep 23 19:25:58.039649 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:58.056122 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-c455b2ad-0971-4689-888a-1ae96d09beba req-02c677be-fe08-4744-8594-06898e1e1484 tempest-ServerRescueTestJSON-83326898 tempest-ServerRescueTestJSON-83326898-project] 10.222.0.67 "GET /v2.0/security-groups?id=324a4552-7b72-4e62-bcd4-dc8354c093e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405383 Sep 23 19:25:58.086869 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-c5bd8e76-4d51-42db-8b27-c6fdd310bed1 req-ea1ea9f2-162c-44cd-a698-ad8e7a40e6cc tempest-MigrationsAdminTest-397594546 tempest-MigrationsAdminTest-397594546-project] 10.222.0.67 "GET /v2.0/ports?device_id=342358f0-a808-4879-9696-19cba9625afd HTTP/1.1" status: 200 len: 210 time: 0.0279429 Sep 23 19:25:58.138883 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-22126225-b5cf-40eb-9de5-6f8f4e0e759c req-7b6815e4-ab40-4771-b472-8ce803f4cf24 tempest-MigrationsAdminTest-397594546 tempest-MigrationsAdminTest-397594546-project] Notify callbacks [] for port, precommit_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:58.141849 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-cd8d3178-c1b0-49e5-8a84-f0cfe3c9ad9a req-8d73e15f-0a22-4381-9222-4615832d0990 service neutron] 10.222.0.74 "GET /v2.0/networks/af02e9ab-cfd4-4a32-b9af-2413db894481?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1721914 Sep 23 19:25:58.227995 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-22126225-b5cf-40eb-9de5-6f8f4e0e759c req-7b6815e4-ab40-4771-b472-8ce803f4cf24 tempest-MigrationsAdminTest-397594546 tempest-MigrationsAdminTest-397594546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783145673135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5607431'] for port, after_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:58.241326 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] get_ports_and_sgs() called for port_ids ['5e0cfb4e-f0a0-4307-98ca-fd7fbec65808'] {{(pid=95103) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 19:25:58.284225 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-22126225-b5cf-40eb-9de5-6f8f4e0e759c req-7b6815e4-ab40-4771-b472-8ce803f4cf24 tempest-MigrationsAdminTest-397594546 tempest-MigrationsAdminTest-397594546-project] Network 5220cb0c-da05-478a-9604-8c11469a05b4 is already hosted by enough agents. {{(pid=95101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:25:58.293538 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.base_scheduler [req-22126225-b5cf-40eb-9de5-6f8f4e0e759c req-7b6815e4-ab40-4771-b472-8ce803f4cf24 tempest-MigrationsAdminTest-397594546 tempest-MigrationsAdminTest-397594546-project] Resources bound (agent type, host, resource id): {{(pid=95101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:25:58.303128 n-d-713301-16 neutron-server[95101]: DEBUG neutron.db.l3_dvrscheduler_db [req-22126225-b5cf-40eb-9de5-6f8f4e0e759c req-7b6815e4-ab40-4771-b472-8ce803f4cf24 tempest-MigrationsAdminTest-397594546 tempest-MigrationsAdminTest-397594546-project] Received port after_create {{(pid=95101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 19:25:58.308350 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b6815e4-ab40-4771-b472-8ce803f4cf24 tempest-MigrationsAdminTest-397594546 tempest-MigrationsAdminTest-397594546-project] Pushing event updated for resources: {'Port': ['ID=f5483dbd-6d3f-4319-9eaa-5497612c208b,revision_number=1']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:25:58.330992 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-cd8d3178-c1b0-49e5-8a84-f0cfe3c9ad9a req-7cfd014a-cb0b-42a4-a996-7311eebab087 service neutron] 10.222.0.74 "GET /v2.0/networks/af02e9ab-cfd4-4a32-b9af-2413db894481?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1719880 Sep 23 19:25:58.386155 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-cd8d3178-c1b0-49e5-8a84-f0cfe3c9ad9a req-ac41d23e-99c6-43a5-b6f9-7fd432ae41e0 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.191&port_id=9e8786e5-58d4-4406-946f-a1fdbc104774 HTTP/1.1" status: 200 len: 217 time: 0.0451241 Sep 23 19:25:58.397230 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22126225-b5cf-40eb-9de5-6f8f4e0e759c req-7b6815e4-ab40-4771-b472-8ce803f4cf24 tempest-MigrationsAdminTest-397594546 tempest-MigrationsAdminTest-397594546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:25:58.397502 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-22126225-b5cf-40eb-9de5-6f8f4e0e759c req-7b6815e4-ab40-4771-b472-8ce803f4cf24 tempest-MigrationsAdminTest-397594546 tempest-MigrationsAdminTest-397594546-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222849'] for port, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:58.446682 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-22126225-b5cf-40eb-9de5-6f8f4e0e759c req-7b6815e4-ab40-4771-b472-8ce803f4cf24 tempest-MigrationsAdminTest-397594546 tempest-MigrationsAdminTest-397594546-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.3969750 Sep 23 19:25:58.452295 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd8d3178-c1b0-49e5-8a84-f0cfe3c9ad9a req-d6e3c67a-b71e-4efd-b864-0744cd0305ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:25:58.453807 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-cd8d3178-c1b0-49e5-8a84-f0cfe3c9ad9a req-d6e3c67a-b71e-4efd-b864-0744cd0305ce service neutron] 10.222.0.74 "GET /v2.0/subnets?id=99a9d515-ece2-4f2b-8ab7-d74cf72d9364 HTTP/1.1" status: 200 len: 797 time: 0.0537727 Sep 23 19:25:58.459600 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.v2.base [req-22126225-b5cf-40eb-9de5-6f8f4e0e759c req-056bf78b-a017-4c93-af87-2c47a8db3e41 service neutron] Request body: {'port': {'device_id': '342358f0-a808-4879-9696-19cba9625afd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713301-16'}} {{(pid=95101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:25:58.518194 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f62f0bbb-8136-4b3e-a21c-1857976443a5 req-9205e056-cdff-4ca2-9899-ef2176e81f9e tempest-ServerAddressesNegativeTestJSON-651404174 tempest-ServerAddressesNegativeTestJSON-651404174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:25:58.519867 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-f62f0bbb-8136-4b3e-a21c-1857976443a5 req-9205e056-cdff-4ca2-9899-ef2176e81f9e tempest-ServerAddressesNegativeTestJSON-651404174 tempest-ServerAddressesNegativeTestJSON-651404174-project] 10.222.0.67 "GET /v2.0/ports?device_id=4bd9cd63-15c7-4499-9335-526c460c7f27 HTTP/1.1" status: 200 len: 944 time: 0.0620601 Sep 23 19:25:58.550194 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-22126225-b5cf-40eb-9de5-6f8f4e0e759c req-056bf78b-a017-4c93-af87-2c47a8db3e41 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:58.553825 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd8d3178-c1b0-49e5-8a84-f0cfe3c9ad9a req-5dd5fa15-9a77-4ed2-9d82-279f66e73d4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:25:58.555495 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-cd8d3178-c1b0-49e5-8a84-f0cfe3c9ad9a req-5dd5fa15-9a77-4ed2-9d82-279f66e73d4d service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=af02e9ab-cfd4-4a32-b9af-2413db894481&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0917459 Sep 23 19:25:58.565421 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-f62f0bbb-8136-4b3e-a21c-1857976443a5 req-6c6079ff-48b1-447c-8b51-e10f8b067e3a tempest-ServerAddressesNegativeTestJSON-651404174 tempest-ServerAddressesNegativeTestJSON-651404174-project] 10.222.0.67 "GET /v2.0/security-groups?id=2879f55e-81fc-4d78-a3d8-edb60ba6194a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384674 Sep 23 19:25:58.577988 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-d6d11a0d-955f-4830-8506-6f56a9694864 None None] Provisioning complete for port f5483dbd-6d3f-4319-9eaa-5497612c208b triggered by entity DHCP. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:25:58.578953 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-d6d11a0d-955f-4830-8506-6f56a9694864 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:58.626327 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.plugin [None req-d6d11a0d-955f-4830-8506-6f56a9694864 None None] Port f5483dbd-6d3f-4319-9eaa-5497612c208b cannot update to ACTIVE because it is not bound. {{(pid=95103) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 19:25:58.626965 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de121d2-6311-4c58-b723-4afc05d28883 req-4004c278-8893-4dc7-b8ba-53a2137132f4 tempest-ServersOnMultiNodesTest-2040324995 tempest-ServersOnMultiNodesTest-2040324995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:25:58.629511 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-6de121d2-6311-4c58-b723-4afc05d28883 req-4004c278-8893-4dc7-b8ba-53a2137132f4 tempest-ServersOnMultiNodesTest-2040324995 tempest-ServersOnMultiNodesTest-2040324995-project] 10.222.0.67 "GET /v2.0/ports?device_id=b3afb6e9-a580-4fd1-a0cd-ac031a305abe HTTP/1.1" status: 200 len: 948 time: 0.0562270 Sep 23 19:25:58.675288 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-6de121d2-6311-4c58-b723-4afc05d28883 req-c9434a7c-ed9d-493b-bddd-150955f3a299 tempest-ServersOnMultiNodesTest-2040324995 tempest-ServersOnMultiNodesTest-2040324995-project] 10.222.0.67 "GET /v2.0/security-groups?id=157e791d-182d-45ba-a5d1-6edf868180cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389640 Sep 23 19:25:58.758793 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e8bf42-f6fd-4a62-b355-3505c612822b req-a5b8c057-c118-4076-ae07-3d3b97576a7b tempest-ServersAdminNegativeTestJSON-421618642 tempest-ServersAdminNegativeTestJSON-421618642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:25:58.760307 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-82e8bf42-f6fd-4a62-b355-3505c612822b req-a5b8c057-c118-4076-ae07-3d3b97576a7b tempest-ServersAdminNegativeTestJSON-421618642 tempest-ServersAdminNegativeTestJSON-421618642-project] 10.222.0.67 "GET /v2.0/ports?device_id=501d7793-7a4e-4a73-916d-7930c8cf81b4 HTTP/1.1" status: 200 len: 950 time: 0.0498354 Sep 23 19:25:58.763362 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-cd8d3178-c1b0-49e5-8a84-f0cfe3c9ad9a req-f73d7ecd-67de-4eba-8886-6b4dd666a7a8 service neutron] 10.222.0.74 "GET /v2.0/networks/af02e9ab-cfd4-4a32-b9af-2413db894481?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1897662 Sep 23 19:25:58.790814 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Device dd14c26e-3e27-4cc3-aa9c-bff97727ed77 details requested by agent hyperv_n-h2-713301-16 with host n-h2-713301-16 {{(pid=95103) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 19:25:58.801602 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-82e8bf42-f6fd-4a62-b355-3505c612822b req-8a8763bc-225b-46e7-aa7f-40fb54d88d79 tempest-ServersAdminNegativeTestJSON-421618642 tempest-ServersAdminNegativeTestJSON-421618642-project] 10.222.0.67 "GET /v2.0/security-groups?id=a0f69697-909e-4fd5-bdb0-c967fab6b934&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345924 Sep 23 19:25:58.921514 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] For port dd14c26e-3e27-4cc3-aa9c-bff97727ed77, host n-h2-713301-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-16',level=0,port_id=dd14c26e-3e27-4cc3-aa9c-bff97727ed77,segment=NetworkSegment(6139d589-eb6c-4578-8935-c26ddf396853),segment_id=6139d589-eb6c-4578-8935-c26ddf396853)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:25:58.933915 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Returning: {'device': 'dd14c26e-3e27-4cc3-aa9c-bff97727ed77', 'network_id': '5220cb0c-da05-478a-9604-8c11469a05b4', 'port_id': 'dd14c26e-3e27-4cc3-aa9c-bff97727ed77', 'mac_address': 'fa:16:3e:53:df:d4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 624, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1ccc69bc-9d6b-44d9-b227-204e47dc6e45', 'ip_address': '192.168.233.189'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95103) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 19:25:58.937828 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-cd8d3178-c1b0-49e5-8a84-f0cfe3c9ad9a req-706f0510-ea00-4d73-aeb5-baf72411f74e service neutron] 10.222.0.74 "GET /v2.0/networks/af02e9ab-cfd4-4a32-b9af-2413db894481?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1546686 Sep 23 19:25:58.939294 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0221d29-246f-44fe-b90b-637fdd0bba94 req-5392882d-7c3d-4a58-bce2-216b1443beee tempest-TaggedBootDevicesTest-1101605307 tempest-TaggedBootDevicesTest-1101605307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:25:58.946155 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0221d29-246f-44fe-b90b-637fdd0bba94 req-5392882d-7c3d-4a58-bce2-216b1443beee tempest-TaggedBootDevicesTest-1101605307 tempest-TaggedBootDevicesTest-1101605307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:25:58.952403 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0221d29-246f-44fe-b90b-637fdd0bba94 req-5392882d-7c3d-4a58-bce2-216b1443beee tempest-TaggedBootDevicesTest-1101605307 tempest-TaggedBootDevicesTest-1101605307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:25:58.960856 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0221d29-246f-44fe-b90b-637fdd0bba94 req-5392882d-7c3d-4a58-bce2-216b1443beee tempest-TaggedBootDevicesTest-1101605307 tempest-TaggedBootDevicesTest-1101605307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:25:58.966312 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0221d29-246f-44fe-b90b-637fdd0bba94 req-5392882d-7c3d-4a58-bce2-216b1443beee tempest-TaggedBootDevicesTest-1101605307 tempest-TaggedBootDevicesTest-1101605307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:25:58.972451 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0221d29-246f-44fe-b90b-637fdd0bba94 req-5392882d-7c3d-4a58-bce2-216b1443beee tempest-TaggedBootDevicesTest-1101605307 tempest-TaggedBootDevicesTest-1101605307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:25:58.976594 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:58.979546 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0221d29-246f-44fe-b90b-637fdd0bba94 req-5392882d-7c3d-4a58-bce2-216b1443beee tempest-TaggedBootDevicesTest-1101605307 tempest-TaggedBootDevicesTest-1101605307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:25:58.981474 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-d0221d29-246f-44fe-b90b-637fdd0bba94 req-5392882d-7c3d-4a58-bce2-216b1443beee tempest-TaggedBootDevicesTest-1101605307 tempest-TaggedBootDevicesTest-1101605307-project] 10.222.0.67 "GET /v2.0/ports?device_id=6c7d744a-f584-4648-aa8d-a6936fa22df4 HTTP/1.1" status: 200 len: 5421 time: 0.1259441 Sep 23 19:25:58.989693 n-d-713301-16 neutron-server[95103]: DEBUG neutron.notifiers.nova [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dd14c26e-3e27-4cc3-aa9c-bff97727ed77 {{(pid=95103) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 19:25:59.001989 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-cd8d3178-c1b0-49e5-8a84-f0cfe3c9ad9a req-5f7753af-ebe3-4aa1-824d-3a055ab05b6b service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.214&port_id=194bdc80-29c5-4612-969b-b0aa5f139617 HTTP/1.1" status: 200 len: 217 time: 0.0561042 Sep 23 19:25:59.011462 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] For port dd14c26e-3e27-4cc3-aa9c-bff97727ed77, host n-h2-713301-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-16',level=0,port_id=dd14c26e-3e27-4cc3-aa9c-bff97727ed77,segment=NetworkSegment(6139d589-eb6c-4578-8935-c26ddf396853),segment_id=6139d589-eb6c-4578-8935-c26ddf396853)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:25:59.016372 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:59.017290 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Device 5ad150db-4dfe-46a7-9c40-fb6a3cf17e1e details requested by agent hyperv_n-h2-713301-16 with host n-h2-713301-16 {{(pid=95103) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 19:25:59.018388 n-d-713301-16 neutron-server[95101]: DEBUG neutron.notifiers.nova [req-22126225-b5cf-40eb-9de5-6f8f4e0e759c req-056bf78b-a017-4c93-af87-2c47a8db3e41 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f5483dbd-6d3f-4319-9eaa-5497612c208b {{(pid=95101) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 19:25:59.036696 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-22126225-b5cf-40eb-9de5-6f8f4e0e759c req-056bf78b-a017-4c93-af87-2c47a8db3e41 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:59.050541 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Device a73134aa-88bd-4f4e-b879-878962ff1de1 details requested by agent hyperv_n-h1-713301-16 with host n-h1-713301-16 {{(pid=95103) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 19:25:59.076536 n-d-713301-16 neutron-server[95101]: DEBUG neutron.db.provisioning_blocks [req-22126225-b5cf-40eb-9de5-6f8f4e0e759c req-056bf78b-a017-4c93-af87-2c47a8db3e41 service neutron] Transition to ACTIVE for port object f5483dbd-6d3f-4319-9eaa-5497612c208b will not be triggered until provisioned by entity L2. {{(pid=95101) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 19:25:59.086351 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-22126225-b5cf-40eb-9de5-6f8f4e0e759c req-056bf78b-a017-4c93-af87-2c47a8db3e41 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5607436'] for port, after_update {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:59.090030 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-d0221d29-246f-44fe-b90b-637fdd0bba94 req-c991b9c1-f0d7-44bd-ad1f-4c238b3a24d0 tempest-TaggedBootDevicesTest-1101605307 tempest-TaggedBootDevicesTest-1101605307-project] 10.222.0.67 "GET /v2.0/security-groups?id=7583e831-f62b-49a7-9a62-f1028bb8aa73&id=a101b72e-c698-4e76-88ce-3dcbb1163262&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0970373 Sep 23 19:25:59.102863 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c0fa44f-5598-4885-bf06-b74b20357920 req-71838f69-08cc-4ef7-9341-1ba73975d95a tempest-DeleteServersTestJSON-2111530366 tempest-DeleteServersTestJSON-2111530366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:25:59.103849 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-0c0fa44f-5598-4885-bf06-b74b20357920 req-71838f69-08cc-4ef7-9341-1ba73975d95a tempest-DeleteServersTestJSON-2111530366 tempest-DeleteServersTestJSON-2111530366-project] 10.222.0.67 "GET /v2.0/ports?device_id=f2983e52-2c54-48e1-88d9-e4bc84f795ae HTTP/1.1" status: 200 len: 943 time: 0.1214712 Sep 23 19:25:59.106278 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Pushing event updated for resources: {'Port': ['ID=dd14c26e-3e27-4cc3-aa9c-bff97727ed77,revision_number=4']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:25:59.131089 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdaa6718-e1a8-482f-9c08-d7dd8b686653 req-5e0ab14f-a1b7-45ad-9c76-510f3d4faaf3 tempest-ServersAdminNegativeTestJSON-421618642 tempest-ServersAdminNegativeTestJSON-421618642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:25:59.132796 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-cdaa6718-e1a8-482f-9c08-d7dd8b686653 req-5e0ab14f-a1b7-45ad-9c76-510f3d4faaf3 tempest-ServersAdminNegativeTestJSON-421618642 tempest-ServersAdminNegativeTestJSON-421618642-project] 10.222.0.74 "GET /v2.0/ports?device_id=501d7793-7a4e-4a73-916d-7930c8cf81b4 HTTP/1.1" status: 200 len: 950 time: 0.1158218 Sep 23 19:25:59.149512 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-056bf78b-a017-4c93-af87-2c47a8db3e41 service neutron] Pushing event updated for resources: {'Port': ['ID=f5483dbd-6d3f-4319-9eaa-5497612c208b,revision_number=2']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:25:59.155579 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd8d3178-c1b0-49e5-8a84-f0cfe3c9ad9a req-2c25f815-1dc1-44df-b8e1-487a8f93835c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:25:59.157049 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-cd8d3178-c1b0-49e5-8a84-f0cfe3c9ad9a req-2c25f815-1dc1-44df-b8e1-487a8f93835c service neutron] 10.222.0.74 "GET /v2.0/subnets?id=99a9d515-ece2-4f2b-8ab7-d74cf72d9364 HTTP/1.1" status: 200 len: 797 time: 0.1333613 Sep 23 19:25:59.239771 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] For port 5ad150db-4dfe-46a7-9c40-fb6a3cf17e1e, host n-h2-713301-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-16',level=0,port_id=5ad150db-4dfe-46a7-9c40-fb6a3cf17e1e,segment=NetworkSegment(0f81ce2e-85d0-450c-ae9e-64b99e3b7175),segment_id=0f81ce2e-85d0-450c-ae9e-64b99e3b7175)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:25:59.270509 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Returning: {'device': '5ad150db-4dfe-46a7-9c40-fb6a3cf17e1e', 'network_id': '2ef57573-c245-4b8e-9a17-2e0b4acaeeab', 'port_id': '5ad150db-4dfe-46a7-9c40-fb6a3cf17e1e', 'mac_address': 'fa:16:3e:d2:53:5d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 614, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6388719f-bfa9-4788-b89d-f00b0ee68b9b', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95103) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 19:25:59.274547 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] For port a73134aa-88bd-4f4e-b879-878962ff1de1, host n-h1-713301-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-16',level=0,port_id=a73134aa-88bd-4f4e-b879-878962ff1de1,segment=NetworkSegment(741d6d3e-2760-41a6-838f-b8b4255cee30),segment_id=741d6d3e-2760-41a6-838f-b8b4255cee30)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:25:59.292962 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-0c0fa44f-5598-4885-bf06-b74b20357920 req-4e8c2cc0-1d02-4d5f-a217-e63e6d879df2 tempest-DeleteServersTestJSON-2111530366 tempest-DeleteServersTestJSON-2111530366-project] 10.222.0.67 "GET /v2.0/security-groups?id=67f2e2ca-928f-40e5-b9b2-05ec3bddbb37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1658297 Sep 23 19:25:59.334751 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Returning: {'device': 'a73134aa-88bd-4f4e-b879-878962ff1de1', 'network_id': 'e47803fc-37db-4c82-80ca-757602b818ca', 'port_id': 'a73134aa-88bd-4f4e-b879-878962ff1de1', 'mac_address': 'fa:16:3e:52:ab:46', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 603, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4ba945d5-0498-408c-b65f-8f07a46d41b0', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95103) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 19:25:59.340987 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd8d3178-c1b0-49e5-8a84-f0cfe3c9ad9a req-90dda08e-b71c-44c7-b1a3-60c098eff5e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:25:59.346153 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-cd8d3178-c1b0-49e5-8a84-f0cfe3c9ad9a req-90dda08e-b71c-44c7-b1a3-60c098eff5e4 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=af02e9ab-cfd4-4a32-b9af-2413db894481&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1749482 Sep 23 19:25:59.415917 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:59.424832 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:59.450938 n-d-713301-16 neutron-server[95103]: DEBUG neutron.notifiers.nova [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5ad150db-4dfe-46a7-9c40-fb6a3cf17e1e {{(pid=95103) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 19:25:59.462414 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.managers [req-22126225-b5cf-40eb-9de5-6f8f4e0e759c req-056bf78b-a017-4c93-af87-2c47a8db3e41 service neutron] Attempting to bind port f5483dbd-6d3f-4319-9eaa-5497612c208b on host n-h2-713301-16 for vnic_type normal with profile {{(pid=95101) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 19:25:59.462989 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.managers [req-22126225-b5cf-40eb-9de5-6f8f4e0e759c req-056bf78b-a017-4c93-af87-2c47a8db3e41 service neutron] Attempting to bind port f5483dbd-6d3f-4319-9eaa-5497612c208b by drivers openvswitch,hyperv on host n-h2-713301-16 at level 0 using segments [{'id': '6139d589-eb6c-4578-8935-c26ddf396853', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '5220cb0c-da05-478a-9604-8c11469a05b4'}] {{(pid=95101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 19:25:59.462989 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22126225-b5cf-40eb-9de5-6f8f4e0e759c req-056bf78b-a017-4c93-af87-2c47a8db3e41 service neutron] Attempting to bind port f5483dbd-6d3f-4319-9eaa-5497612c208b on network 5220cb0c-da05-478a-9604-8c11469a05b4 {{(pid=95101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:25:59.470940 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22126225-b5cf-40eb-9de5-6f8f4e0e759c req-056bf78b-a017-4c93-af87-2c47a8db3e41 service neutron] Port f5483dbd-6d3f-4319-9eaa-5497612c208b on network 5220cb0c-da05-478a-9604-8c11469a05b4 not bound, no agent of type Open vSwitch agent registered on host n-h2-713301-16 {{(pid=95101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 19:25:59.471275 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22126225-b5cf-40eb-9de5-6f8f4e0e759c req-056bf78b-a017-4c93-af87-2c47a8db3e41 service neutron] Attempting to bind port f5483dbd-6d3f-4319-9eaa-5497612c208b on network 5220cb0c-da05-478a-9604-8c11469a05b4 {{(pid=95101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:25:59.475568 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ee7970-8f60-4191-8331-71c5e2e8d3de req-9b1d6e8d-48e0-4adb-9553-dd8ecc9e686a tempest-ServerRescueTestJSON-83326898 tempest-ServerRescueTestJSON-83326898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:25:59.477202 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-61ee7970-8f60-4191-8331-71c5e2e8d3de req-9b1d6e8d-48e0-4adb-9553-dd8ecc9e686a tempest-ServerRescueTestJSON-83326898 tempest-ServerRescueTestJSON-83326898-project] 10.222.0.67 "GET /v2.0/ports?device_id=d885963b-72aa-42e0-909c-c5c9f0a64a9f HTTP/1.1" status: 200 len: 945 time: 0.1283193 Sep 23 19:25:59.482731 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] For port 5ad150db-4dfe-46a7-9c40-fb6a3cf17e1e, host n-h2-713301-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-16',level=0,port_id=5ad150db-4dfe-46a7-9c40-fb6a3cf17e1e,segment=NetworkSegment(0f81ce2e-85d0-450c-ae9e-64b99e3b7175),segment_id=0f81ce2e-85d0-450c-ae9e-64b99e3b7175)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:25:59.486520 n-d-713301-16 neutron-server[95103]: DEBUG neutron.notifiers.nova [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a73134aa-88bd-4f4e-b879-878962ff1de1 {{(pid=95103) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 19:25:59.490801 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.plugin [req-cdaa6718-e1a8-482f-9c08-d7dd8b686653 req-6d479f49-4b28-4173-b2d8-54e993b9afa7 tempest-ServersAdminNegativeTestJSON-421618642 tempest-ServersAdminNegativeTestJSON-421618642-project] Deleting port b19c1b20-24a3-49fa-ac31-eaf45fb8cfc9 {{(pid=95102) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:25:59.491209 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-cdaa6718-e1a8-482f-9c08-d7dd8b686653 req-6d479f49-4b28-4173-b2d8-54e993b9afa7 tempest-ServersAdminNegativeTestJSON-421618642 tempest-ServersAdminNegativeTestJSON-421618642-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783146157096'] for port, before_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:59.494756 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:59.522574 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc58ae3-abc9-4b9d-b749-347b5759fda7 req-5e501f1e-b1d5-45f2-9cf9-1e668e70a866 tempest-MigrationsAdminTest-397594546 tempest-MigrationsAdminTest-397594546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:25:59.524255 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-8fc58ae3-abc9-4b9d-b749-347b5759fda7 req-5e501f1e-b1d5-45f2-9cf9-1e668e70a866 tempest-MigrationsAdminTest-397594546 tempest-MigrationsAdminTest-397594546-project] 10.222.0.67 "GET /v2.0/ports?device_id=342358f0-a808-4879-9696-19cba9625afd HTTP/1.1" status: 200 len: 947 time: 0.1103957 Sep 23 19:25:59.533266 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] For port a73134aa-88bd-4f4e-b879-878962ff1de1, host n-h1-713301-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-16',level=0,port_id=a73134aa-88bd-4f4e-b879-878962ff1de1,segment=NetworkSegment(741d6d3e-2760-41a6-838f-b8b4255cee30),segment_id=741d6d3e-2760-41a6-838f-b8b4255cee30)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:25:59.543126 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:59.543784 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Device 3e6c5f99-1b58-4b8b-8ded-4540f2e920c7 details requested by agent hyperv_n-h1-713301-16 with host n-h1-713301-16 {{(pid=95103) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 19:25:59.587648 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Pushing event updated for resources: {'Port': ['ID=5ad150db-4dfe-46a7-9c40-fb6a3cf17e1e,revision_number=4']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:25:59.618225 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-61ee7970-8f60-4191-8331-71c5e2e8d3de req-9dcc50a7-e7e8-42e5-82ba-2d84fbb43565 tempest-ServerRescueTestJSON-83326898 tempest-ServerRescueTestJSON-83326898-project] 10.222.0.67 "GET /v2.0/security-groups?id=324a4552-7b72-4e62-bcd4-dc8354c093e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1308362 Sep 23 19:25:59.661088 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-8fc58ae3-abc9-4b9d-b749-347b5759fda7 req-b5168934-f520-47f8-8d23-2092f81d20b2 tempest-MigrationsAdminTest-397594546 tempest-MigrationsAdminTest-397594546-project] 10.222.0.67 "GET /v2.0/security-groups?id=78cb509b-31c4-4e2a-bb5c-7abd6194dcc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1142974 Sep 23 19:25:59.675789 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.db [req-cdaa6718-e1a8-482f-9c08-d7dd8b686653 req-6d479f49-4b28-4173-b2d8-54e993b9afa7 tempest-ServersAdminNegativeTestJSON-421618642 tempest-ServersAdminNegativeTestJSON-421618642-project] For port b19c1b20-24a3-49fa-ac31-eaf45fb8cfc9, host n-h1-713301-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-16',level=0,port_id=b19c1b20-24a3-49fa-ac31-eaf45fb8cfc9,segment=NetworkSegment(6139d589-eb6c-4578-8935-c26ddf396853),segment_id=6139d589-eb6c-4578-8935-c26ddf396853)] {{(pid=95102) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:25:59.676167 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-cdaa6718-e1a8-482f-9c08-d7dd8b686653 req-6d479f49-4b28-4173-b2d8-54e993b9afa7 tempest-ServersAdminNegativeTestJSON-421618642 tempest-ServersAdminNegativeTestJSON-421618642-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-605701'] for port, precommit_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:59.689991 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.plugin [req-cdaa6718-e1a8-482f-9c08-d7dd8b686653 req-6d479f49-4b28-4173-b2d8-54e993b9afa7 tempest-ServersAdminNegativeTestJSON-421618642 tempest-ServersAdminNegativeTestJSON-421618642-project] Calling delete_port for b19c1b20-24a3-49fa-ac31-eaf45fb8cfc9 owned by compute:nova {{(pid=95102) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:25:59.701263 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Pushing event updated for resources: {'Port': ['ID=a73134aa-88bd-4f4e-b879-878962ff1de1,revision_number=4']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:25:59.776587 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] For port 3e6c5f99-1b58-4b8b-8ded-4540f2e920c7, host n-h1-713301-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-16',level=0,port_id=3e6c5f99-1b58-4b8b-8ded-4540f2e920c7,segment=NetworkSegment(6139d589-eb6c-4578-8935-c26ddf396853),segment_id=6139d589-eb6c-4578-8935-c26ddf396853)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:25:59.778218 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22126225-b5cf-40eb-9de5-6f8f4e0e759c req-056bf78b-a017-4c93-af87-2c47a8db3e41 service neutron] Checking agent: {'id': '2a7cea34-db54-4faf-8d23-37521c3e34cb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713301-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 19, 15, 28), 'started_at': datetime.datetime(2021, 9, 23, 19, 15, 28), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 19, 25, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 19:25:59.778562 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22126225-b5cf-40eb-9de5-6f8f4e0e759c req-056bf78b-a017-4c93-af87-2c47a8db3e41 service neutron] Checking segment: {'id': '6139d589-eb6c-4578-8935-c26ddf396853', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '5220cb0c-da05-478a-9604-8c11469a05b4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:25:59.778950 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22126225-b5cf-40eb-9de5-6f8f4e0e759c req-056bf78b-a017-4c93-af87-2c47a8db3e41 service neutron] Bound using segment: {'id': '6139d589-eb6c-4578-8935-c26ddf396853', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '5220cb0c-da05-478a-9604-8c11469a05b4'} {{(pid=95101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 19:25:59.779384 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.managers [req-22126225-b5cf-40eb-9de5-6f8f4e0e759c req-056bf78b-a017-4c93-af87-2c47a8db3e41 service neutron] Bound port: f5483dbd-6d3f-4319-9eaa-5497612c208b, host: n-h2-713301-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6139d589-eb6c-4578-8935-c26ddf396853', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '5220cb0c-da05-478a-9604-8c11469a05b4'}}] {{(pid=95101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 19:25:59.779743 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-22126225-b5cf-40eb-9de5-6f8f4e0e759c req-056bf78b-a017-4c93-af87-2c47a8db3e41 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:59.791102 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Returning: {'device': '3e6c5f99-1b58-4b8b-8ded-4540f2e920c7', 'network_id': '5220cb0c-da05-478a-9604-8c11469a05b4', 'port_id': '3e6c5f99-1b58-4b8b-8ded-4540f2e920c7', 'mac_address': 'fa:16:3e:bd:28:11', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 624, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1ccc69bc-9d6b-44d9-b227-204e47dc6e45', 'ip_address': '192.168.233.51'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95103) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 19:25:59.828338 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-cd8d3178-c1b0-49e5-8a84-f0cfe3c9ad9a req-c1915caa-9b33-430e-9878-c74afd7d4e2d service neutron] 10.222.0.74 "GET /v2.0/networks/af02e9ab-cfd4-4a32-b9af-2413db894481?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4700649 Sep 23 19:25:59.841857 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:59.855756 n-d-713301-16 neutron-server[95103]: DEBUG neutron.notifiers.nova [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3e6c5f99-1b58-4b8b-8ded-4540f2e920c7 {{(pid=95103) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 19:25:59.856102 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b4eb7d-f6ee-4fc2-95f3-f5e5bcc16036 req-76b13721-30ff-4bec-80d5-4c61aadabf24 tempest-ServerAddressesNegativeTestJSON-651404174 tempest-ServerAddressesNegativeTestJSON-651404174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:25:59.857617 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-23b4eb7d-f6ee-4fc2-95f3-f5e5bcc16036 req-76b13721-30ff-4bec-80d5-4c61aadabf24 tempest-ServerAddressesNegativeTestJSON-651404174 tempest-ServerAddressesNegativeTestJSON-651404174-project] 10.222.0.67 "GET /v2.0/ports?device_id=4bd9cd63-15c7-4499-9335-526c460c7f27 HTTP/1.1" status: 200 len: 945 time: 0.1118147 Sep 23 19:25:59.866284 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] get_ports_and_sgs() called for port_ids ['dd14c26e-3e27-4cc3-aa9c-bff97727ed77'] {{(pid=95103) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 19:25:59.876742 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e863b67-58b7-412e-bf3f-31559a402a60 req-ebf0be3a-d5d6-456d-a285-9f09c4ce1e97 tempest-ServersOnMultiNodesTest-2040324995 tempest-ServersOnMultiNodesTest-2040324995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:25:59.880859 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-4e863b67-58b7-412e-bf3f-31559a402a60 req-ebf0be3a-d5d6-456d-a285-9f09c4ce1e97 tempest-ServersOnMultiNodesTest-2040324995 tempest-ServersOnMultiNodesTest-2040324995-project] 10.222.0.67 "GET /v2.0/ports?device_id=b3afb6e9-a580-4fd1-a0cd-ac031a305abe HTTP/1.1" status: 200 len: 949 time: 0.1049128 Sep 23 19:25:59.895691 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] get_ports_and_sgs() called for port_ids ['5ad150db-4dfe-46a7-9c40-fb6a3cf17e1e'] {{(pid=95103) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 19:25:59.924716 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.db [req-22126225-b5cf-40eb-9de5-6f8f4e0e759c req-056bf78b-a017-4c93-af87-2c47a8db3e41 service neutron] For port f5483dbd-6d3f-4319-9eaa-5497612c208b, host n-h2-713301-16, cleared binding levels {{(pid=95101) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 19:25:59.934358 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] For port 3e6c5f99-1b58-4b8b-8ded-4540f2e920c7, host n-h1-713301-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-16',level=0,port_id=3e6c5f99-1b58-4b8b-8ded-4540f2e920c7,segment=NetworkSegment(6139d589-eb6c-4578-8935-c26ddf396853),segment_id=6139d589-eb6c-4578-8935-c26ddf396853)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:25:59.944902 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.db [req-22126225-b5cf-40eb-9de5-6f8f4e0e759c req-056bf78b-a017-4c93-af87-2c47a8db3e41 service neutron] For port f5483dbd-6d3f-4319-9eaa-5497612c208b, host n-h2-713301-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-16',level=0,port_id=f5483dbd-6d3f-4319-9eaa-5497612c208b,segment=NetworkSegment(6139d589-eb6c-4578-8935-c26ddf396853),segment_id=6139d589-eb6c-4578-8935-c26ddf396853)] {{(pid=95101) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 19:25:59.947562 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:59.956873 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-22126225-b5cf-40eb-9de5-6f8f4e0e759c req-056bf78b-a017-4c93-af87-2c47a8db3e41 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5607436'] for port, after_update {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:59.980290 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22126225-b5cf-40eb-9de5-6f8f4e0e759c req-056bf78b-a017-4c93-af87-2c47a8db3e41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:25:59.981175 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-22126225-b5cf-40eb-9de5-6f8f4e0e759c req-056bf78b-a017-4c93-af87-2c47a8db3e41 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222849'] for port, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:25:59.982836 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-22126225-b5cf-40eb-9de5-6f8f4e0e759c req-056bf78b-a017-4c93-af87-2c47a8db3e41 service neutron] 10.222.0.53 "PUT /v2.0/ports/f5483dbd-6d3f-4319-9eaa-5497612c208b HTTP/1.1" status: 200 len: 1096 time: 1.5271907 Sep 23 19:25:59.983352 n-d-713301-16 neutron-server[95101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '342358f0-a808-4879-9696-19cba9625afd', 'tag': 'f5483dbd-6d3f-4319-9eaa-5497612c208b'}] {{(pid=95101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 19:25:59.985838 n-d-713301-16 neutron-server[95101]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d8366c5740cd635e57ab12b71fe44a77c2acc3c19091ef849c6f68b380462244" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb10a8ae-9261-4484-915b-52e62bb14a18" -d '{"events": [{"name": "network-changed", "server_uuid": "342358f0-a808-4879-9696-19cba9625afd", "tag": "f5483dbd-6d3f-4319-9eaa-5497612c208b"}]}' {{(pid=95101) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 19:26:00.000519 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-23b4eb7d-f6ee-4fc2-95f3-f5e5bcc16036 req-11688861-3cfe-41f4-8386-8bb334f7469e tempest-ServerAddressesNegativeTestJSON-651404174 tempest-ServerAddressesNegativeTestJSON-651404174-project] 10.222.0.67 "GET /v2.0/security-groups?id=2879f55e-81fc-4d78-a3d8-edb60ba6194a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042845 Sep 23 19:26:00.012685 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-4e863b67-58b7-412e-bf3f-31559a402a60 req-19404d30-aa58-4f77-a0b2-d577f7d24978 tempest-ServersOnMultiNodesTest-2040324995 tempest-ServersOnMultiNodesTest-2040324995-project] 10.222.0.67 "GET /v2.0/security-groups?id=157e791d-182d-45ba-a5d1-6edf868180cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1170993 Sep 23 19:26:00.014554 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Pushing event updated for resources: {'Port': ['ID=3e6c5f99-1b58-4b8b-8ded-4540f2e920c7,revision_number=4']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:26:00.015163 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-cdaa6718-e1a8-482f-9c08-d7dd8b686653 req-6d479f49-4b28-4173-b2d8-54e993b9afa7 tempest-ServersAdminNegativeTestJSON-421618642 tempest-ServersAdminNegativeTestJSON-421618642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783146162158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783145673144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4399100'] for port, after_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:26:00.017961 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-cd8d3178-c1b0-49e5-8a84-f0cfe3c9ad9a req-60e07a08-b6e7-4b98-a993-35be28604adb service neutron] 10.222.0.74 "GET /v2.0/networks/af02e9ab-cfd4-4a32-b9af-2413db894481?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1806087 Sep 23 19:26:00.129981 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d479f49-4b28-4173-b2d8-54e993b9afa7 tempest-ServersAdminNegativeTestJSON-421618642 tempest-ServersAdminNegativeTestJSON-421618642-project] Pushing event deleted for resources: {'Port': ['ID=b19c1b20-24a3-49fa-ac31-eaf45fb8cfc9,revision_number=None']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:26:00.148419 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-056bf78b-a017-4c93-af87-2c47a8db3e41 service neutron] Pushing event updated for resources: {'Port': ['ID=f5483dbd-6d3f-4319-9eaa-5497612c208b,revision_number=3']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:26:00.159149 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-cd8d3178-c1b0-49e5-8a84-f0cfe3c9ad9a req-e6345a8e-5e58-4836-a975-76c74b805c9d service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=f3e719d6-489d-48f8-9f60-3adc695a1cfe HTTP/1.1" status: 200 len: 217 time: 0.1297228 Sep 23 19:26:00.229578 n-d-713301-16 neutron-server[95101]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 19:26:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2489fbb0-0d52-432d-a090-69924fcd5ad7 x-openstack-request-id: req-2489fbb0-0d52-432d-a090-69924fcd5ad7 {{(pid=95101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 19:26:00.229956 n-d-713301-16 neutron-server[95101]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "342358f0-a808-4879-9696-19cba9625afd", "tag": "f5483dbd-6d3f-4319-9eaa-5497612c208b", "status": "completed", "code": 200}]} {{(pid=95101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 19:26:00.230161 n-d-713301-16 neutron-server[95101]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-2489fbb0-0d52-432d-a090-69924fcd5ad7 {{(pid=95101) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 19:26:00.230537 n-d-713301-16 neutron-server[95101]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '342358f0-a808-4879-9696-19cba9625afd', 'tag': 'f5483dbd-6d3f-4319-9eaa-5497612c208b', 'status': 'completed', 'code': 200} Sep 23 19:26:00.231996 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd8d3178-c1b0-49e5-8a84-f0cfe3c9ad9a req-07a41e44-4d02-4297-9881-2a4b597de07c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:26:00.233763 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-cd8d3178-c1b0-49e5-8a84-f0cfe3c9ad9a req-07a41e44-4d02-4297-9881-2a4b597de07c service neutron] 10.222.0.74 "GET /v2.0/subnets?id=3199260d-e0ce-4349-8e34-6eeff93a29e7 HTTP/1.1" status: 200 len: 797 time: 0.0500348 Sep 23 19:26:00.258292 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] get_ports_and_sgs() called for port_ids ['a73134aa-88bd-4f4e-b879-878962ff1de1'] {{(pid=95103) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 19:26:00.291484 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] get_ports_and_sgs() called for port_ids ['3e6c5f99-1b58-4b8b-8ded-4540f2e920c7'] {{(pid=95103) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 19:26:00.293679 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22126225-b5cf-40eb-9de5-6f8f4e0e759c req-bb9225bb-9ad4-4b0a-ad05-2351782ebe62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:26:00.295428 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-22126225-b5cf-40eb-9de5-6f8f4e0e759c req-bb9225bb-9ad4-4b0a-ad05-2351782ebe62 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=cff0149cb20c4944955e93a2b393f7c5&device_id=342358f0-a808-4879-9696-19cba9625afd HTTP/1.1" status: 200 len: 1099 time: 0.2020326 Sep 23 19:26:00.315789 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd8d3178-c1b0-49e5-8a84-f0cfe3c9ad9a req-093aa6b8-91ee-41a5-840c-0619af13f97d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:26:00.325980 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-cd8d3178-c1b0-49e5-8a84-f0cfe3c9ad9a req-093aa6b8-91ee-41a5-840c-0619af13f97d service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=bada5757-bdaa-4c5b-b7b4-3acebf356815&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0762556 Sep 23 19:26:00.329266 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-9fcf69e1-b96f-47b2-ad32-47460073ece5 req-4f2c47b5-888f-499a-9755-5dbcee5d06a0 tempest-ServersAdminNegativeTestJSON-421618642 tempest-ServersAdminNegativeTestJSON-421618642-project] 10.222.0.67 "GET /v2.0/ports?device_id=501d7793-7a4e-4a73-916d-7930c8cf81b4 HTTP/1.1" status: 200 len: 210 time: 0.1744354 Sep 23 19:26:00.331273 n-d-713301-16 neutron-server[95102]: DEBUG neutron.db.l3_dvrscheduler_db [req-cdaa6718-e1a8-482f-9c08-d7dd8b686653 req-6d479f49-4b28-4173-b2d8-54e993b9afa7 tempest-ServersAdminNegativeTestJSON-421618642 tempest-ServersAdminNegativeTestJSON-421618642-project] No DVR routers for this DVR port b19c1b20-24a3-49fa-ac31-eaf45fb8cfc9 on host n-h1-713301-16 {{(pid=95102) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 19:26:00.337098 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-cdaa6718-e1a8-482f-9c08-d7dd8b686653 req-6d479f49-4b28-4173-b2d8-54e993b9afa7 tempest-ServersAdminNegativeTestJSON-421618642 tempest-ServersAdminNegativeTestJSON-421618642-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222849'] for port, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:26:00.340530 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-cdaa6718-e1a8-482f-9c08-d7dd8b686653 req-6d479f49-4b28-4173-b2d8-54e993b9afa7 tempest-ServersAdminNegativeTestJSON-421618642 tempest-ServersAdminNegativeTestJSON-421618642-project] 10.222.0.74 "DELETE /v2.0/ports/b19c1b20-24a3-49fa-ac31-eaf45fb8cfc9 HTTP/1.1" status: 204 len: 173 time: 1.1970761 Sep 23 19:26:00.346550 n-d-713301-16 neutron-server[95102]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '501d7793-7a4e-4a73-916d-7930c8cf81b4', 'name': 'network-vif-deleted', 'tag': 'b19c1b20-24a3-49fa-ac31-eaf45fb8cfc9'}] {{(pid=95102) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 19:26:00.364536 n-d-713301-16 neutron-server[95102]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab31b6d93e5336dbddfa8ec424565b3bd8cb2369c5b4d85bc943472dbb21e8ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ce9160f-f2dc-4618-8c50-894187965864" -d '{"events": [{"server_uuid": "501d7793-7a4e-4a73-916d-7930c8cf81b4", "name": "network-vif-deleted", "tag": "b19c1b20-24a3-49fa-ac31-eaf45fb8cfc9"}]}' {{(pid=95102) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 19:26:00.374695 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-22126225-b5cf-40eb-9de5-6f8f4e0e759c req-85d33f48-005a-40ea-85b3-830fb4523b7e service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.59&port_id=f5483dbd-6d3f-4319-9eaa-5497612c208b HTTP/1.1" status: 200 len: 217 time: 0.0680134 Sep 23 19:26:00.429924 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4dd1ba2-0e55-44dd-91ac-9808cb067d09 req-cf6df0bc-10b5-4eb1-b373-15aa7b57d92d tempest-TaggedBootDevicesTest-1101605307 tempest-TaggedBootDevicesTest-1101605307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:26:00.439077 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4dd1ba2-0e55-44dd-91ac-9808cb067d09 req-cf6df0bc-10b5-4eb1-b373-15aa7b57d92d tempest-TaggedBootDevicesTest-1101605307 tempest-TaggedBootDevicesTest-1101605307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:26:00.447966 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4dd1ba2-0e55-44dd-91ac-9808cb067d09 req-cf6df0bc-10b5-4eb1-b373-15aa7b57d92d tempest-TaggedBootDevicesTest-1101605307 tempest-TaggedBootDevicesTest-1101605307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:26:00.460122 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4dd1ba2-0e55-44dd-91ac-9808cb067d09 req-cf6df0bc-10b5-4eb1-b373-15aa7b57d92d tempest-TaggedBootDevicesTest-1101605307 tempest-TaggedBootDevicesTest-1101605307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:26:00.476398 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4dd1ba2-0e55-44dd-91ac-9808cb067d09 req-cf6df0bc-10b5-4eb1-b373-15aa7b57d92d tempest-TaggedBootDevicesTest-1101605307 tempest-TaggedBootDevicesTest-1101605307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:26:00.498980 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22126225-b5cf-40eb-9de5-6f8f4e0e759c req-02ba79ab-38ee-4a68-930c-b636629e2486 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:26:00.499553 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4dd1ba2-0e55-44dd-91ac-9808cb067d09 req-cf6df0bc-10b5-4eb1-b373-15aa7b57d92d tempest-TaggedBootDevicesTest-1101605307 tempest-TaggedBootDevicesTest-1101605307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:26:00.501559 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-22126225-b5cf-40eb-9de5-6f8f4e0e759c req-02ba79ab-38ee-4a68-930c-b636629e2486 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=1ccc69bc-9d6b-44d9-b227-204e47dc6e45 HTTP/1.1" status: 200 len: 843 time: 0.1088929 Sep 23 19:26:00.530507 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4dd1ba2-0e55-44dd-91ac-9808cb067d09 req-cf6df0bc-10b5-4eb1-b373-15aa7b57d92d tempest-TaggedBootDevicesTest-1101605307 tempest-TaggedBootDevicesTest-1101605307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:26:00.542183 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-b4dd1ba2-0e55-44dd-91ac-9808cb067d09 req-cf6df0bc-10b5-4eb1-b373-15aa7b57d92d tempest-TaggedBootDevicesTest-1101605307 tempest-TaggedBootDevicesTest-1101605307-project] 10.222.0.67 "GET /v2.0/ports?device_id=6c7d744a-f584-4648-aa8d-a6936fa22df4 HTTP/1.1" status: 200 len: 5421 time: 0.2596507 Sep 23 19:26:00.571388 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-cd8d3178-c1b0-49e5-8a84-f0cfe3c9ad9a req-50d0c6ee-5170-46b9-b632-04f144bd4c69 service neutron] 10.222.0.74 "GET /v2.0/networks/bada5757-bdaa-4c5b-b7b4-3acebf356815?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2062268 Sep 23 19:26:00.577567 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22126225-b5cf-40eb-9de5-6f8f4e0e759c req-9d368508-8921-46bc-af35-48024ea6f855 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:26:00.580311 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-22126225-b5cf-40eb-9de5-6f8f4e0e759c req-9d368508-8921-46bc-af35-48024ea6f855 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=5220cb0c-da05-478a-9604-8c11469a05b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0698423 Sep 23 19:26:00.631499 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-b4dd1ba2-0e55-44dd-91ac-9808cb067d09 req-293cef48-0148-433a-9f61-1c20a97ab493 tempest-TaggedBootDevicesTest-1101605307 tempest-TaggedBootDevicesTest-1101605307-project] 10.222.0.67 "GET /v2.0/security-groups?id=7583e831-f62b-49a7-9a62-f1028bb8aa73&id=a101b72e-c698-4e76-88ce-3dcbb1163262&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0879612 Sep 23 19:26:00.640153 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eaabc8f-98dc-4645-9bdd-4f4678e9159b req-d92d2d65-6eee-4951-9a15-c986de56dc2e tempest-DeleteServersTestJSON-2111530366 tempest-DeleteServersTestJSON-2111530366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:26:00.641696 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-8eaabc8f-98dc-4645-9bdd-4f4678e9159b req-d92d2d65-6eee-4951-9a15-c986de56dc2e tempest-DeleteServersTestJSON-2111530366 tempest-DeleteServersTestJSON-2111530366-project] 10.222.0.67 "GET /v2.0/ports?device_id=f2983e52-2c54-48e1-88d9-e4bc84f795ae HTTP/1.1" status: 200 len: 944 time: 0.0810935 Sep 23 19:26:00.707273 n-d-713301-16 neutron-server[95102]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 19:26:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93d33374-02e8-42ad-acad-f2d30f04d940 x-openstack-request-id: req-93d33374-02e8-42ad-acad-f2d30f04d940 {{(pid=95102) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 19:26:00.707570 n-d-713301-16 neutron-server[95102]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "501d7793-7a4e-4a73-916d-7930c8cf81b4", "name": "network-vif-deleted", "tag": "b19c1b20-24a3-49fa-ac31-eaf45fb8cfc9", "status": "completed", "code": 200}]} {{(pid=95102) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 19:26:00.707811 n-d-713301-16 neutron-server[95102]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-93d33374-02e8-42ad-acad-f2d30f04d940 {{(pid=95102) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 19:26:00.708207 n-d-713301-16 neutron-server[95102]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '501d7793-7a4e-4a73-916d-7930c8cf81b4', 'name': 'network-vif-deleted', 'tag': 'b19c1b20-24a3-49fa-ac31-eaf45fb8cfc9', 'status': 'completed', 'code': 200} Sep 23 19:26:00.714376 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-8eaabc8f-98dc-4645-9bdd-4f4678e9159b req-2acd098f-1498-4d6a-941c-a3531458523d tempest-DeleteServersTestJSON-2111530366 tempest-DeleteServersTestJSON-2111530366-project] 10.222.0.67 "GET /v2.0/security-groups?id=67f2e2ca-928f-40e5-b9b2-05ec3bddbb37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653083 Sep 23 19:26:00.758754 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-cd8d3178-c1b0-49e5-8a84-f0cfe3c9ad9a req-f8f28963-b486-48e3-ad78-e8cdec162af5 service neutron] 10.222.0.74 "GET /v2.0/networks/bada5757-bdaa-4c5b-b7b4-3acebf356815?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1758003 Sep 23 19:26:00.762977 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-22126225-b5cf-40eb-9de5-6f8f4e0e759c req-d0a6dd5a-e5fd-49a3-95f1-5730bd881ca4 service neutron] 10.222.0.53 "GET /v2.0/networks/5220cb0c-da05-478a-9604-8c11469a05b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1719754 Sep 23 19:26:00.818112 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-cd8d3178-c1b0-49e5-8a84-f0cfe3c9ad9a req-e838632a-ddff-43dc-adfd-eb85f89df17b service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=da180eed-7ed3-4b42-8811-39a363b2af88 HTTP/1.1" status: 200 len: 217 time: 0.0522714 Sep 23 19:26:00.829223 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed72246-49a2-4054-8c34-ea1d90285dfb req-2465a639-802d-4ec8-a9bd-71607798f3c6 tempest-ServerRescueTestJSON-83326898 tempest-ServerRescueTestJSON-83326898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:26:00.830795 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-9ed72246-49a2-4054-8c34-ea1d90285dfb req-2465a639-802d-4ec8-a9bd-71607798f3c6 tempest-ServerRescueTestJSON-83326898 tempest-ServerRescueTestJSON-83326898-project] 10.222.0.67 "GET /v2.0/ports?device_id=d885963b-72aa-42e0-909c-c5c9f0a64a9f HTTP/1.1" status: 200 len: 945 time: 0.0779750 Sep 23 19:26:00.868461 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e3e2d65-7489-422a-97a3-8e74ade614db req-97b607ca-e7a8-4a82-b779-0489e14c1a81 tempest-MigrationsAdminTest-397594546 tempest-MigrationsAdminTest-397594546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:26:00.870276 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-3e3e2d65-7489-422a-97a3-8e74ade614db req-97b607ca-e7a8-4a82-b779-0489e14c1a81 tempest-MigrationsAdminTest-397594546 tempest-MigrationsAdminTest-397594546-project] 10.222.0.67 "GET /v2.0/ports?device_id=342358f0-a808-4879-9696-19cba9625afd HTTP/1.1" status: 200 len: 947 time: 0.0812490 Sep 23 19:26:00.913488 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-9ed72246-49a2-4054-8c34-ea1d90285dfb req-57612162-bb97-48cf-9027-0430f53520bd tempest-ServerRescueTestJSON-83326898 tempest-ServerRescueTestJSON-83326898-project] 10.222.0.67 "GET /v2.0/security-groups?id=324a4552-7b72-4e62-bcd4-dc8354c093e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730684 Sep 23 19:26:00.928845 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-22126225-b5cf-40eb-9de5-6f8f4e0e759c req-56ece2d9-fc8d-4650-b674-4db2960c22a4 service neutron] 10.222.0.53 "GET /v2.0/networks/5220cb0c-da05-478a-9604-8c11469a05b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1546636 Sep 23 19:26:00.930446 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd8d3178-c1b0-49e5-8a84-f0cfe3c9ad9a req-a3f9bb2f-acea-4600-8fdd-c560d178aa12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:26:00.931835 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-cd8d3178-c1b0-49e5-8a84-f0cfe3c9ad9a req-a3f9bb2f-acea-4600-8fdd-c560d178aa12 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=3199260d-e0ce-4349-8e34-6eeff93a29e7 HTTP/1.1" status: 200 len: 797 time: 0.0672102 Sep 23 19:26:00.946183 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-3e3e2d65-7489-422a-97a3-8e74ade614db req-af648232-8971-4076-8cec-87d05ded28a4 tempest-MigrationsAdminTest-397594546 tempest-MigrationsAdminTest-397594546-project] 10.222.0.67 "GET /v2.0/security-groups?id=78cb509b-31c4-4e2a-bb5c-7abd6194dcc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510168 Sep 23 19:26:00.957269 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] get_ports_and_sgs() called for port_ids ['13df5287-4daa-460b-93f2-29d296431340'] {{(pid=95103) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 19:26:00.987983 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd8d3178-c1b0-49e5-8a84-f0cfe3c9ad9a req-623ac85a-3a74-44d6-bd0b-fbb77963b0fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:26:00.989617 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-cd8d3178-c1b0-49e5-8a84-f0cfe3c9ad9a req-623ac85a-3a74-44d6-bd0b-fbb77963b0fe service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=bada5757-bdaa-4c5b-b7b4-3acebf356815&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0450215 Sep 23 19:26:01.093856 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Device b19c1b20-24a3-49fa-ac31-eaf45fb8cfc9 no longer exists at agent hyperv_n-h1-713301-16 {{(pid=95103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 19:26:01.111261 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb10a8ae-9261-4484-915b-52e62bb14a18 req-379ea47e-2851-49d5-992e-1851e96b431c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:26:01.112917 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-bb10a8ae-9261-4484-915b-52e62bb14a18 req-379ea47e-2851-49d5-992e-1851e96b431c service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=cff0149cb20c4944955e93a2b393f7c5&device_id=342358f0-a808-4879-9696-19cba9625afd HTTP/1.1" status: 200 len: 1099 time: 0.1166248 Sep 23 19:26:01.158349 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-cd8d3178-c1b0-49e5-8a84-f0cfe3c9ad9a req-8c8c504d-26f6-4450-b87e-cdbbb3665ac6 service neutron] 10.222.0.74 "GET /v2.0/networks/bada5757-bdaa-4c5b-b7b4-3acebf356815?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1423700 Sep 23 19:26:01.159823 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.plugin [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] No Port match for: b19c1b20-24a3-49fa-ac31-eaf45fb8cfc9 {{(pid=95103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 19:26:01.160148 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Device b19c1b20-24a3-49fa-ac31-eaf45fb8cfc9 not bound to the agent host n-h1-713301-16 {{(pid=95103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 19:26:01.169936 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d2728bd-7d3b-4f37-aa9a-fd983e7c4eeb req-27508404-e482-467a-9d6e-58c096bbc5ed tempest-ServersOnMultiNodesTest-2040324995 tempest-ServersOnMultiNodesTest-2040324995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:26:01.178423 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-6d2728bd-7d3b-4f37-aa9a-fd983e7c4eeb req-27508404-e482-467a-9d6e-58c096bbc5ed tempest-ServersOnMultiNodesTest-2040324995 tempest-ServersOnMultiNodesTest-2040324995-project] 10.222.0.67 "GET /v2.0/ports?device_id=b3afb6e9-a580-4fd1-a0cd-ac031a305abe HTTP/1.1" status: 200 len: 949 time: 0.0719388 Sep 23 19:26:01.216907 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-6d2728bd-7d3b-4f37-aa9a-fd983e7c4eeb req-b0e6ae7f-6fc1-4866-8eee-ad0136b3dcfd tempest-ServersOnMultiNodesTest-2040324995 tempest-ServersOnMultiNodesTest-2040324995-project] 10.222.0.67 "GET /v2.0/security-groups?id=157e791d-182d-45ba-a5d1-6edf868180cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377052 Sep 23 19:26:01.276063 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a257a54e-a199-4bca-b41b-a50117196f4a req-9a0beaa4-097c-4da1-aacd-c10cc7240af1 tempest-ServerAddressesNegativeTestJSON-651404174 tempest-ServerAddressesNegativeTestJSON-651404174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:26:01.277903 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-a257a54e-a199-4bca-b41b-a50117196f4a req-9a0beaa4-097c-4da1-aacd-c10cc7240af1 tempest-ServerAddressesNegativeTestJSON-651404174 tempest-ServerAddressesNegativeTestJSON-651404174-project] 10.222.0.67 "GET /v2.0/ports?device_id=4bd9cd63-15c7-4499-9335-526c460c7f27 HTTP/1.1" status: 200 len: 945 time: 0.0594888 Sep 23 19:26:01.332469 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb10a8ae-9261-4484-915b-52e62bb14a18 req-49f2ccd9-6d64-4e25-9ead-43b62e782d27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:26:01.334538 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-bb10a8ae-9261-4484-915b-52e62bb14a18 req-49f2ccd9-6d64-4e25-9ead-43b62e782d27 service neutron] 10.222.0.53 "GET /v2.0/networks?id=5220cb0c-da05-478a-9604-8c11469a05b4 HTTP/1.1" status: 200 len: 870 time: 0.2093227 Sep 23 19:26:01.343158 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72dd0190-620a-4cce-9407-ff6871025fd3 req-16ee29c6-2fc8-4906-a8e1-0e228737ca77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:26:01.344660 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-72dd0190-620a-4cce-9407-ff6871025fd3 req-16ee29c6-2fc8-4906-a8e1-0e228737ca77 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=f0e955ef027245ff92005717d6ccbc80&device_id=d885963b-72aa-42e0-909c-c5c9f0a64a9f HTTP/1.1" status: 200 len: 1097 time: 0.1494081 Sep 23 19:26:01.348949 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-a257a54e-a199-4bca-b41b-a50117196f4a req-4a2ff937-96f2-4b19-b658-fe8ede9c32b4 tempest-ServerAddressesNegativeTestJSON-651404174 tempest-ServerAddressesNegativeTestJSON-651404174-project] 10.222.0.67 "GET /v2.0/security-groups?id=2879f55e-81fc-4d78-a3d8-edb60ba6194a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641329 Sep 23 19:26:01.362300 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-381d100b-4e98-488b-8c93-9b7032f2272e req-cefd842c-5789-4d23-8aa1-f3adfc70b7ca tempest-ServerRescueTestJSON-83326898 tempest-ServerRescueTestJSON-83326898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:26:01.363156 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-cd8d3178-c1b0-49e5-8a84-f0cfe3c9ad9a req-46802f86-faa4-4100-9728-ce0e637f7c21 service neutron] 10.222.0.74 "GET /v2.0/networks/bada5757-bdaa-4c5b-b7b4-3acebf356815?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1934185 Sep 23 19:26:01.363978 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-381d100b-4e98-488b-8c93-9b7032f2272e req-cefd842c-5789-4d23-8aa1-f3adfc70b7ca tempest-ServerRescueTestJSON-83326898 tempest-ServerRescueTestJSON-83326898-project] 10.222.0.67 "GET /v2.0/ports?device_id=d885963b-72aa-42e0-909c-c5c9f0a64a9f HTTP/1.1" status: 200 len: 945 time: 0.0772455 Sep 23 19:26:01.401002 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-bb10a8ae-9261-4484-915b-52e62bb14a18 req-c553066c-1a18-4a6c-a669-f23287f9c6f0 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.59&port_id=f5483dbd-6d3f-4319-9eaa-5497612c208b HTTP/1.1" status: 200 len: 217 time: 0.0553482 Sep 23 19:26:01.531487 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb10a8ae-9261-4484-915b-52e62bb14a18 req-99c67268-ed78-408a-a3cf-bf9e9044d438 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:26:01.533048 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-bb10a8ae-9261-4484-915b-52e62bb14a18 req-99c67268-ed78-408a-a3cf-bf9e9044d438 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=1ccc69bc-9d6b-44d9-b227-204e47dc6e45 HTTP/1.1" status: 200 len: 843 time: 0.1199028 Sep 23 19:26:01.581919 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72dd0190-620a-4cce-9407-ff6871025fd3 req-81fba236-eb2e-4642-a14f-1bac4c9488d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:26:01.583436 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-72dd0190-620a-4cce-9407-ff6871025fd3 req-81fba236-eb2e-4642-a14f-1bac4c9488d2 service neutron] 10.222.0.53 "GET /v2.0/networks?id=c1ad3b2d-de91-44e9-a44c-b26d03d276cb HTTP/1.1" status: 200 len: 911 time: 0.2296653 Sep 23 19:26:01.589703 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8663175-aade-4e20-ab81-cc979fb944e4 req-4d2f5fd9-971b-4e87-b2e8-fab0d88e09ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:26:01.590370 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8663175-aade-4e20-ab81-cc979fb944e4 req-4d2f5fd9-971b-4e87-b2e8-fab0d88e09ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:26:01.590702 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8663175-aade-4e20-ab81-cc979fb944e4 req-4d2f5fd9-971b-4e87-b2e8-fab0d88e09ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:26:01.591179 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8663175-aade-4e20-ab81-cc979fb944e4 req-4d2f5fd9-971b-4e87-b2e8-fab0d88e09ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:26:01.591717 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8663175-aade-4e20-ab81-cc979fb944e4 req-4d2f5fd9-971b-4e87-b2e8-fab0d88e09ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:26:01.592196 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8663175-aade-4e20-ab81-cc979fb944e4 req-4d2f5fd9-971b-4e87-b2e8-fab0d88e09ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:26:01.592700 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8663175-aade-4e20-ab81-cc979fb944e4 req-4d2f5fd9-971b-4e87-b2e8-fab0d88e09ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:26:01.594825 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-e8663175-aade-4e20-ab81-cc979fb944e4 req-4d2f5fd9-971b-4e87-b2e8-fab0d88e09ce service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=f9311328b6c648f88a79b8848358e4b9&device_id=6c7d744a-f584-4648-aa8d-a6936fa22df4 HTTP/1.1" status: 200 len: 6485 time: 0.1441145 Sep 23 19:26:01.652542 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-72dd0190-620a-4cce-9407-ff6871025fd3 req-e9c47a1c-4f75-47a3-8a5b-4ebd8a680020 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b7c4b9fa-1417-4ee3-a181-c99afd755e5a HTTP/1.1" status: 200 len: 217 time: 0.0546708 Sep 23 19:26:01.701244 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb10a8ae-9261-4484-915b-52e62bb14a18 req-ca723b85-0339-4cd9-8a0f-6acb262a0329 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:26:01.702688 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-bb10a8ae-9261-4484-915b-52e62bb14a18 req-ca723b85-0339-4cd9-8a0f-6acb262a0329 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=5220cb0c-da05-478a-9604-8c11469a05b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1565461 Sep 23 19:26:01.756516 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-381d100b-4e98-488b-8c93-9b7032f2272e req-d2b152a0-2996-465c-867a-fd80ba307901 tempest-ServerRescueTestJSON-83326898 tempest-ServerRescueTestJSON-83326898-project] 10.222.0.67 "GET /v2.0/security-groups?id=324a4552-7b72-4e62-bcd4-dc8354c093e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3758967 Sep 23 19:26:01.773866 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d05548-a366-46f0-88f5-796bd50d73ed req-d20f7829-7440-4669-b0f3-3ac2702d7b8f tempest-ServersAdminNegativeTestJSON-421618642 tempest-ServersAdminNegativeTestJSON-421618642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:26:01.779106 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72dd0190-620a-4cce-9407-ff6871025fd3 req-9ac0dffe-31b7-4b64-baab-cb7ff098560f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:26:01.781031 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-72dd0190-620a-4cce-9407-ff6871025fd3 req-9ac0dffe-31b7-4b64-baab-cb7ff098560f service neutron] 10.222.0.53 "GET /v2.0/subnets?id=f7972800-2fa5-4fd0-ae55-c87548a8f875 HTTP/1.1" status: 200 len: 850 time: 0.1172292 Sep 23 19:26:01.781147 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-d5d05548-a366-46f0-88f5-796bd50d73ed req-d20f7829-7440-4669-b0f3-3ac2702d7b8f tempest-ServersAdminNegativeTestJSON-421618642 tempest-ServersAdminNegativeTestJSON-421618642-project] 10.222.0.67 "GET /v2.0/ports?device_id=7fc8c157-70b4-480b-8989-c84fa556092c HTTP/1.1" status: 200 len: 949 time: 0.0707355 Sep 23 19:26:01.815418 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-d5d05548-a366-46f0-88f5-796bd50d73ed req-bd5d86cc-8d4a-4a1b-8359-efc605f0f68c tempest-ServersAdminNegativeTestJSON-421618642 tempest-ServersAdminNegativeTestJSON-421618642-project] 10.222.0.67 "GET /v2.0/security-groups?id=a0f69697-909e-4fd5-bdb0-c967fab6b934&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328741 Sep 23 19:26:01.829337 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-72dd0190-620a-4cce-9407-ff6871025fd3 req-a62e48ae-178d-4fab-83ea-6b60263e7662 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=c1ad3b2d-de91-44e9-a44c-b26d03d276cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0397367 Sep 23 19:26:01.875227 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1658187f-5731-4fb9-b009-589a9b8f8ce6 req-50c15c84-ace4-4f79-8829-5ae3f7bef720 tempest-TaggedBootDevicesTest-1101605307 tempest-TaggedBootDevicesTest-1101605307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:26:01.886133 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1658187f-5731-4fb9-b009-589a9b8f8ce6 req-50c15c84-ace4-4f79-8829-5ae3f7bef720 tempest-TaggedBootDevicesTest-1101605307 tempest-TaggedBootDevicesTest-1101605307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:26:01.889566 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1658187f-5731-4fb9-b009-589a9b8f8ce6 req-50c15c84-ace4-4f79-8829-5ae3f7bef720 tempest-TaggedBootDevicesTest-1101605307 tempest-TaggedBootDevicesTest-1101605307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:26:01.896021 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1658187f-5731-4fb9-b009-589a9b8f8ce6 req-50c15c84-ace4-4f79-8829-5ae3f7bef720 tempest-TaggedBootDevicesTest-1101605307 tempest-TaggedBootDevicesTest-1101605307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:26:01.897808 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8663175-aade-4e20-ab81-cc979fb944e4 req-e2258d6b-d6bc-4c5b-9334-a0605d70a272 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:26:01.899280 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-e8663175-aade-4e20-ab81-cc979fb944e4 req-e2258d6b-d6bc-4c5b-9334-a0605d70a272 service neutron] 10.222.0.74 "GET /v2.0/networks?id=bada5757-bdaa-4c5b-b7b4-3acebf356815 HTTP/1.1" status: 200 len: 903 time: 0.2638063 Sep 23 19:26:01.902558 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1658187f-5731-4fb9-b009-589a9b8f8ce6 req-50c15c84-ace4-4f79-8829-5ae3f7bef720 tempest-TaggedBootDevicesTest-1101605307 tempest-TaggedBootDevicesTest-1101605307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:26:01.908457 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1658187f-5731-4fb9-b009-589a9b8f8ce6 req-50c15c84-ace4-4f79-8829-5ae3f7bef720 tempest-TaggedBootDevicesTest-1101605307 tempest-TaggedBootDevicesTest-1101605307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:26:01.914702 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1658187f-5731-4fb9-b009-589a9b8f8ce6 req-50c15c84-ace4-4f79-8829-5ae3f7bef720 tempest-TaggedBootDevicesTest-1101605307 tempest-TaggedBootDevicesTest-1101605307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:26:01.920244 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-1658187f-5731-4fb9-b009-589a9b8f8ce6 req-50c15c84-ace4-4f79-8829-5ae3f7bef720 tempest-TaggedBootDevicesTest-1101605307 tempest-TaggedBootDevicesTest-1101605307-project] 10.222.0.67 "GET /v2.0/ports?device_id=6c7d744a-f584-4648-aa8d-a6936fa22df4 HTTP/1.1" status: 200 len: 5421 time: 0.1028173 Sep 23 19:26:01.991450 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-e8663175-aade-4e20-ab81-cc979fb944e4 req-ca95bab0-db00-49d2-b75b-75a6659a664f service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=da180eed-7ed3-4b42-8811-39a363b2af88 HTTP/1.1" status: 200 len: 217 time: 0.0782681 Sep 23 19:26:02.001425 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6087a3f-e4aa-4b8a-b97a-c9bfc2eb28f9 req-cc1dd792-d2c8-4952-a013-1134e254b5b2 tempest-DeleteServersTestJSON-2111530366 tempest-DeleteServersTestJSON-2111530366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:26:02.002902 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-a6087a3f-e4aa-4b8a-b97a-c9bfc2eb28f9 req-cc1dd792-d2c8-4952-a013-1134e254b5b2 tempest-DeleteServersTestJSON-2111530366 tempest-DeleteServersTestJSON-2111530366-project] 10.222.0.67 "GET /v2.0/ports?device_id=f2983e52-2c54-48e1-88d9-e4bc84f795ae HTTP/1.1" status: 200 len: 944 time: 0.0814075 Sep 23 19:26:02.007880 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-1658187f-5731-4fb9-b009-589a9b8f8ce6 req-79c01fa7-8ed5-4d62-bc81-f4788d06eb1b tempest-TaggedBootDevicesTest-1101605307 tempest-TaggedBootDevicesTest-1101605307-project] 10.222.0.67 "GET /v2.0/security-groups?id=7583e831-f62b-49a7-9a62-f1028bb8aa73&id=a101b72e-c698-4e76-88ce-3dcbb1163262&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0838876 Sep 23 19:26:02.012551 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-bb10a8ae-9261-4484-915b-52e62bb14a18 req-464cb628-d132-4ceb-af0c-3208b918389f service neutron] 10.222.0.53 "GET /v2.0/networks/5220cb0c-da05-478a-9604-8c11469a05b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2990136 Sep 23 19:26:02.048538 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-a6087a3f-e4aa-4b8a-b97a-c9bfc2eb28f9 req-b3ef3c89-6dff-4032-ab1c-687c19d1794a tempest-DeleteServersTestJSON-2111530366 tempest-DeleteServersTestJSON-2111530366-project] 10.222.0.67 "GET /v2.0/security-groups?id=67f2e2ca-928f-40e5-b9b2-05ec3bddbb37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389254 Sep 23 19:26:02.051284 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.agents_db [None req-f2f5c474-60a3-474f-b2cc-02c4bd30880c None None] Agent healthcheck: found 7 active agents {{(pid=95104) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 19:26:02.127847 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-72dd0190-620a-4cce-9407-ff6871025fd3 req-f8d64283-26a4-4d29-b8cb-2c22fc59bc83 service neutron] 10.222.0.53 "GET /v2.0/networks/c1ad3b2d-de91-44e9-a44c-b26d03d276cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2590199 Sep 23 19:26:02.128094 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-615ba669-622e-4862-acd5-27ddc22ee0c3 req-c92c545b-8aa7-4220-afd5-ded383618c47 tempest-MigrationsAdminTest-397594546 tempest-MigrationsAdminTest-397594546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:26:02.129507 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-615ba669-622e-4862-acd5-27ddc22ee0c3 req-c92c545b-8aa7-4220-afd5-ded383618c47 tempest-MigrationsAdminTest-397594546 tempest-MigrationsAdminTest-397594546-project] 10.222.0.67 "GET /v2.0/ports?device_id=342358f0-a808-4879-9696-19cba9625afd HTTP/1.1" status: 200 len: 947 time: 0.0487168 Sep 23 19:26:02.130751 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8663175-aade-4e20-ab81-cc979fb944e4 req-83aa374e-4f65-44f5-973b-ea0d2350ca43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:26:02.133087 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-e8663175-aade-4e20-ab81-cc979fb944e4 req-83aa374e-4f65-44f5-973b-ea0d2350ca43 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=3199260d-e0ce-4349-8e34-6eeff93a29e7 HTTP/1.1" status: 200 len: 797 time: 0.1332421 Sep 23 19:26:02.170722 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-615ba669-622e-4862-acd5-27ddc22ee0c3 req-3054feb7-cb5b-4308-bc42-14367f31d922 tempest-MigrationsAdminTest-397594546 tempest-MigrationsAdminTest-397594546-project] 10.222.0.67 "GET /v2.0/security-groups?id=78cb509b-31c4-4e2a-bb5c-7abd6194dcc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320311 Sep 23 19:26:02.196464 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-bb10a8ae-9261-4484-915b-52e62bb14a18 req-b49e97a1-d4e5-4592-af06-e04db9ed7858 service neutron] 10.222.0.53 "GET /v2.0/networks/5220cb0c-da05-478a-9604-8c11469a05b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1649106 Sep 23 19:26:02.251621 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8663175-aade-4e20-ab81-cc979fb944e4 req-8d610aef-a6e3-40f2-a1ee-683aeb308a16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:26:02.253163 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-e8663175-aade-4e20-ab81-cc979fb944e4 req-8d610aef-a6e3-40f2-a1ee-683aeb308a16 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=bada5757-bdaa-4c5b-b7b4-3acebf356815&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1090026 Sep 23 19:26:02.289336 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-72dd0190-620a-4cce-9407-ff6871025fd3 req-122e16db-4a0f-45bd-955f-2bf2070f5bd2 service neutron] 10.222.0.53 "GET /v2.0/networks/c1ad3b2d-de91-44e9-a44c-b26d03d276cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1439476 Sep 23 19:26:02.339455 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe85c81-a62d-4cdc-88c7-61832894145b req-8559c1e9-51a6-4506-bb92-bf0233536335 tempest-ServersOnMultiNodesTest-2040324995 tempest-ServersOnMultiNodesTest-2040324995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:26:02.341157 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-1fe85c81-a62d-4cdc-88c7-61832894145b req-8559c1e9-51a6-4506-bb92-bf0233536335 tempest-ServersOnMultiNodesTest-2040324995 tempest-ServersOnMultiNodesTest-2040324995-project] 10.222.0.67 "GET /v2.0/ports?device_id=b3afb6e9-a580-4fd1-a0cd-ac031a305abe HTTP/1.1" status: 200 len: 949 time: 0.0551958 Sep 23 19:26:02.361722 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-e8663175-aade-4e20-ab81-cc979fb944e4 req-f43b6821-a267-4c8e-89c9-be847e41fcd2 service neutron] 10.222.0.74 "GET /v2.0/networks/bada5757-bdaa-4c5b-b7b4-3acebf356815?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0969236 Sep 23 19:26:02.383299 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-1fe85c81-a62d-4cdc-88c7-61832894145b req-31919fff-1e9c-4aeb-8aba-6cde35eaa9ad tempest-ServersOnMultiNodesTest-2040324995 tempest-ServersOnMultiNodesTest-2040324995-project] 10.222.0.67 "GET /v2.0/security-groups?id=157e791d-182d-45ba-a5d1-6edf868180cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350788 Sep 23 19:26:02.465683 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-e8663175-aade-4e20-ab81-cc979fb944e4 req-c0c8ebb0-812d-4404-ab3a-a8fea0feb6a5 service neutron] 10.222.0.74 "GET /v2.0/networks/bada5757-bdaa-4c5b-b7b4-3acebf356815?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0956540 Sep 23 19:26:02.474066 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e74a6031-ce47-4bdf-8d52-ad6f4a58cead req-420c77de-108e-4d38-9e1d-4a4a55a3b88a tempest-ServerAddressesNegativeTestJSON-651404174 tempest-ServerAddressesNegativeTestJSON-651404174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:26:02.476108 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-e74a6031-ce47-4bdf-8d52-ad6f4a58cead req-420c77de-108e-4d38-9e1d-4a4a55a3b88a tempest-ServerAddressesNegativeTestJSON-651404174 tempest-ServerAddressesNegativeTestJSON-651404174-project] 10.222.0.67 "GET /v2.0/ports?device_id=4bd9cd63-15c7-4499-9335-526c460c7f27 HTTP/1.1" status: 200 len: 945 time: 0.0504513 Sep 23 19:26:02.516418 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-e74a6031-ce47-4bdf-8d52-ad6f4a58cead req-c34093b5-72ee-4258-a006-80a4253542f2 tempest-ServerAddressesNegativeTestJSON-651404174 tempest-ServerAddressesNegativeTestJSON-651404174-project] 10.222.0.67 "GET /v2.0/security-groups?id=2879f55e-81fc-4d78-a3d8-edb60ba6194a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338418 Sep 23 19:26:02.802673 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Device f5483dbd-6d3f-4319-9eaa-5497612c208b details requested by agent hyperv_n-h2-713301-16 with host n-h2-713301-16 {{(pid=95103) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 19:26:02.804905 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Device dd14c26e-3e27-4cc3-aa9c-bff97727ed77 up at agent hyperv_n-h2-713301-16 {{(pid=95103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 19:26:02.880106 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca95f943-e2c3-47ba-b44a-1cffe15dede9 req-afdda8f2-5215-4dd1-8d3b-213afd1b8b83 tempest-ServerRescueTestJSON-83326898 tempest-ServerRescueTestJSON-83326898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:26:02.882048 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-ca95f943-e2c3-47ba-b44a-1cffe15dede9 req-afdda8f2-5215-4dd1-8d3b-213afd1b8b83 tempest-ServerRescueTestJSON-83326898 tempest-ServerRescueTestJSON-83326898-project] 10.222.0.67 "GET /v2.0/ports?device_id=d885963b-72aa-42e0-909c-c5c9f0a64a9f HTTP/1.1" status: 200 len: 945 time: 0.0570693 Sep 23 19:26:02.921462 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Provisioning for port dd14c26e-3e27-4cc3-aa9c-bff97727ed77 completed by entity L2. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 19:26:02.929563 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Provisioning complete for port dd14c26e-3e27-4cc3-aa9c-bff97727ed77 triggered by entity L2. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:26:02.929940 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:26:02.960931 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] For port f5483dbd-6d3f-4319-9eaa-5497612c208b, host n-h2-713301-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-16',level=0,port_id=f5483dbd-6d3f-4319-9eaa-5497612c208b,segment=NetworkSegment(6139d589-eb6c-4578-8935-c26ddf396853),segment_id=6139d589-eb6c-4578-8935-c26ddf396853)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:26:02.963433 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-ca95f943-e2c3-47ba-b44a-1cffe15dede9 req-f73abe92-fbf5-4f78-82f0-d27eb14648c2 tempest-ServerRescueTestJSON-83326898 tempest-ServerRescueTestJSON-83326898-project] 10.222.0.67 "GET /v2.0/security-groups?id=324a4552-7b72-4e62-bcd4-dc8354c093e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749130 Sep 23 19:26:02.970894 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7202693-4d73-47f8-9da6-062c2bcf53c6 req-2a0d3d87-f761-4df6-840f-016d6c4f2c8e tempest-ServersAdminNegativeTestJSON-421618642 tempest-ServersAdminNegativeTestJSON-421618642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:26:02.972428 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-f7202693-4d73-47f8-9da6-062c2bcf53c6 req-2a0d3d87-f761-4df6-840f-016d6c4f2c8e tempest-ServersAdminNegativeTestJSON-421618642 tempest-ServersAdminNegativeTestJSON-421618642-project] 10.222.0.67 "GET /v2.0/ports?device_id=7fc8c157-70b4-480b-8989-c84fa556092c HTTP/1.1" status: 200 len: 949 time: 0.0776896 Sep 23 19:26:02.985140 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Returning: {'device': 'f5483dbd-6d3f-4319-9eaa-5497612c208b', 'network_id': '5220cb0c-da05-478a-9604-8c11469a05b4', 'port_id': 'f5483dbd-6d3f-4319-9eaa-5497612c208b', 'mac_address': 'fa:16:3e:7b:37:d4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 624, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1ccc69bc-9d6b-44d9-b227-204e47dc6e45', 'ip_address': '192.168.233.59'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95103) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 19:26:03.012443 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-f7202693-4d73-47f8-9da6-062c2bcf53c6 req-492f0ab9-8801-48b5-8413-85c4b93e3f01 tempest-ServersAdminNegativeTestJSON-421618642 tempest-ServersAdminNegativeTestJSON-421618642-project] 10.222.0.67 "GET /v2.0/security-groups?id=a0f69697-909e-4fd5-bdb0-c967fab6b934&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324090 Sep 23 19:26:03.051949 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:26:03.068101 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:26:03.074161 n-d-713301-16 neutron-server[95103]: DEBUG neutron.notifiers.nova [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f5483dbd-6d3f-4319-9eaa-5497612c208b {{(pid=95103) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 19:26:03.094136 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Device a73134aa-88bd-4f4e-b879-878962ff1de1 up at agent hyperv_n-h1-713301-16 {{(pid=95103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 19:26:03.132187 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] For port f5483dbd-6d3f-4319-9eaa-5497612c208b, host n-h2-713301-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-16',level=0,port_id=f5483dbd-6d3f-4319-9eaa-5497612c208b,segment=NetworkSegment(6139d589-eb6c-4578-8935-c26ddf396853),segment_id=6139d589-eb6c-4578-8935-c26ddf396853)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:26:03.138147 n-d-713301-16 neutron-server[95103]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b3afb6e9-a580-4fd1-a0cd-ac031a305abe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd14c26e-3e27-4cc3-aa9c-bff97727ed77'}] {{(pid=95103) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 19:26:03.140377 n-d-713301-16 neutron-server[95103]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}81a1c17f2aa89d5b3ebbba3a3e0cf7eb588e431c2224256110c4c4facdd7c3e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d862426f-734e-43e9-9a77-9033d568aa22" -d '{"events": [{"server_uuid": "b3afb6e9-a580-4fd1-a0cd-ac031a305abe", "name": "network-vif-plugged", "status": "completed", "tag": "dd14c26e-3e27-4cc3-aa9c-bff97727ed77"}]}' {{(pid=95103) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 19:26:03.150482 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2569448d-d07a-46a2-adff-faf595ebabd0 req-d25eabcc-130d-4a13-aa92-c0dbbd758918 tempest-TaggedBootDevicesTest-1101605307 tempest-TaggedBootDevicesTest-1101605307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:26:03.153287 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:26:03.157474 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2569448d-d07a-46a2-adff-faf595ebabd0 req-d25eabcc-130d-4a13-aa92-c0dbbd758918 tempest-TaggedBootDevicesTest-1101605307 tempest-TaggedBootDevicesTest-1101605307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:26:03.164120 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2569448d-d07a-46a2-adff-faf595ebabd0 req-d25eabcc-130d-4a13-aa92-c0dbbd758918 tempest-TaggedBootDevicesTest-1101605307 tempest-TaggedBootDevicesTest-1101605307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:26:03.164366 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] For port dd14c26e-3e27-4cc3-aa9c-bff97727ed77, host n-h2-713301-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-16',level=0,port_id=dd14c26e-3e27-4cc3-aa9c-bff97727ed77,segment=NetworkSegment(6139d589-eb6c-4578-8935-c26ddf396853),segment_id=6139d589-eb6c-4578-8935-c26ddf396853)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:26:03.170418 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2569448d-d07a-46a2-adff-faf595ebabd0 req-d25eabcc-130d-4a13-aa92-c0dbbd758918 tempest-TaggedBootDevicesTest-1101605307 tempest-TaggedBootDevicesTest-1101605307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:26:03.176478 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2569448d-d07a-46a2-adff-faf595ebabd0 req-d25eabcc-130d-4a13-aa92-c0dbbd758918 tempest-TaggedBootDevicesTest-1101605307 tempest-TaggedBootDevicesTest-1101605307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:26:03.183096 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2569448d-d07a-46a2-adff-faf595ebabd0 req-d25eabcc-130d-4a13-aa92-c0dbbd758918 tempest-TaggedBootDevicesTest-1101605307 tempest-TaggedBootDevicesTest-1101605307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:26:03.188994 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2569448d-d07a-46a2-adff-faf595ebabd0 req-d25eabcc-130d-4a13-aa92-c0dbbd758918 tempest-TaggedBootDevicesTest-1101605307 tempest-TaggedBootDevicesTest-1101605307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:26:03.191380 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-2569448d-d07a-46a2-adff-faf595ebabd0 req-d25eabcc-130d-4a13-aa92-c0dbbd758918 tempest-TaggedBootDevicesTest-1101605307 tempest-TaggedBootDevicesTest-1101605307-project] 10.222.0.67 "GET /v2.0/ports?device_id=6c7d744a-f584-4648-aa8d-a6936fa22df4 HTTP/1.1" status: 200 len: 5421 time: 0.1014030 Sep 23 19:26:03.193992 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:26:03.194842 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Device 5ad150db-4dfe-46a7-9c40-fb6a3cf17e1e up at agent hyperv_n-h2-713301-16 {{(pid=95103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 19:26:03.251344 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Provisioning for port a73134aa-88bd-4f4e-b879-878962ff1de1 completed by entity L2. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 19:26:03.259155 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Provisioning complete for port a73134aa-88bd-4f4e-b879-878962ff1de1 triggered by entity L2. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:26:03.259530 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:26:03.260964 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Pushing event updated for resources: {'Port': ['ID=f5483dbd-6d3f-4319-9eaa-5497612c208b,revision_number=4']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:26:03.262984 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-2569448d-d07a-46a2-adff-faf595ebabd0 req-4bf8a98c-c452-44d2-aa8e-d30781c73d05 tempest-TaggedBootDevicesTest-1101605307 tempest-TaggedBootDevicesTest-1101605307-project] 10.222.0.67 "GET /v2.0/security-groups?id=7583e831-f62b-49a7-9a62-f1028bb8aa73&id=a101b72e-c698-4e76-88ce-3dcbb1163262&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0602908 Sep 23 19:26:03.271762 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-734818db-c1b8-440e-8f84-6999a204a328 req-472e6dba-ced0-48b6-822d-6e388bd12c6b tempest-DeleteServersTestJSON-2111530366 tempest-DeleteServersTestJSON-2111530366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:26:03.273049 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-734818db-c1b8-440e-8f84-6999a204a328 req-472e6dba-ced0-48b6-822d-6e388bd12c6b tempest-DeleteServersTestJSON-2111530366 tempest-DeleteServersTestJSON-2111530366-project] 10.222.0.67 "GET /v2.0/ports?device_id=f2983e52-2c54-48e1-88d9-e4bc84f795ae HTTP/1.1" status: 200 len: 944 time: 0.0812080 Sep 23 19:26:03.326799 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-734818db-c1b8-440e-8f84-6999a204a328 req-20a315e1-e8ae-4047-bd6b-803eba094d1d tempest-DeleteServersTestJSON-2111530366 tempest-DeleteServersTestJSON-2111530366-project] 10.222.0.67 "GET /v2.0/security-groups?id=67f2e2ca-928f-40e5-b9b2-05ec3bddbb37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438302 Sep 23 19:26:03.342996 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Provisioning for port 5ad150db-4dfe-46a7-9c40-fb6a3cf17e1e completed by entity L2. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 19:26:03.357609 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Provisioning complete for port 5ad150db-4dfe-46a7-9c40-fb6a3cf17e1e triggered by entity L2. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:26:03.357790 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11669769-730e-4968-91a5-3b6352128557 req-4d008de1-bdfb-43e5-bdb4-ad6f71883869 tempest-ServersAdminNegativeTestJSON-421618642 tempest-ServersAdminNegativeTestJSON-421618642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:26:03.358257 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:26:03.359816 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-11669769-730e-4968-91a5-3b6352128557 req-4d008de1-bdfb-43e5-bdb4-ad6f71883869 tempest-ServersAdminNegativeTestJSON-421618642 tempest-ServersAdminNegativeTestJSON-421618642-project] 10.222.0.53 "GET /v2.0/ports?device_id=7fc8c157-70b4-480b-8989-c84fa556092c HTTP/1.1" status: 200 len: 949 time: 0.0942016 Sep 23 19:26:03.362282 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Pushing event updated for resources: {'Port': ['ID=dd14c26e-3e27-4cc3-aa9c-bff97727ed77,revision_number=5']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:26:03.389060 n-d-713301-16 neutron-server[95103]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 19:26:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68e51ada-d059-47f6-abbe-c40aab5e3830 x-openstack-request-id: req-68e51ada-d059-47f6-abbe-c40aab5e3830 {{(pid=95103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 19:26:03.389358 n-d-713301-16 neutron-server[95103]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b3afb6e9-a580-4fd1-a0cd-ac031a305abe", "name": "network-vif-plugged", "status": "completed", "tag": "dd14c26e-3e27-4cc3-aa9c-bff97727ed77", "code": 200}]} {{(pid=95103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 19:26:03.389777 n-d-713301-16 neutron-server[95103]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-68e51ada-d059-47f6-abbe-c40aab5e3830 {{(pid=95103) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 19:26:03.390006 n-d-713301-16 neutron-server[95103]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b3afb6e9-a580-4fd1-a0cd-ac031a305abe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd14c26e-3e27-4cc3-aa9c-bff97727ed77', 'code': 200} Sep 23 19:26:03.447591 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:26:03.491400 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c60d73d-0407-4a73-a5b1-19e3e83e72e9 req-5a6c242d-0f42-45c9-b2f2-96a9ffbe7d35 tempest-MigrationsAdminTest-397594546 tempest-MigrationsAdminTest-397594546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:26:03.492948 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] get_ports_and_sgs() called for port_ids ['f5483dbd-6d3f-4319-9eaa-5497612c208b'] {{(pid=95103) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 19:26:03.493902 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-7c60d73d-0407-4a73-a5b1-19e3e83e72e9 req-5a6c242d-0f42-45c9-b2f2-96a9ffbe7d35 tempest-MigrationsAdminTest-397594546 tempest-MigrationsAdminTest-397594546-project] 10.222.0.67 "GET /v2.0/ports?device_id=342358f0-a808-4879-9696-19cba9625afd HTTP/1.1" status: 200 len: 948 time: 0.0927694 Sep 23 19:26:03.535928 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a53acd42-ab16-4fc8-8b4b-cdfc25779b72 req-dd546ebd-582d-422c-84bd-79c158d6a7c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:26:03.539467 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-a53acd42-ab16-4fc8-8b4b-cdfc25779b72 req-dd546ebd-582d-422c-84bd-79c158d6a7c3 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=b3afb6e9-a580-4fd1-a0cd-ac031a305abe HTTP/1.1" status: 200 len: 1102 time: 0.0758832 Sep 23 19:26:03.541897 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] For port a73134aa-88bd-4f4e-b879-878962ff1de1, host n-h1-713301-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-16',level=0,port_id=a73134aa-88bd-4f4e-b879-878962ff1de1,segment=NetworkSegment(741d6d3e-2760-41a6-838f-b8b4255cee30),segment_id=741d6d3e-2760-41a6-838f-b8b4255cee30)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:26:03.545333 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.plugin [req-11669769-730e-4968-91a5-3b6352128557 req-7f205130-7113-447c-8175-b4ff13f60f79 tempest-ServersAdminNegativeTestJSON-421618642 tempest-ServersAdminNegativeTestJSON-421618642-project] Deleting port 13df5287-4daa-460b-93f2-29d296431340 {{(pid=95101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:26:03.545682 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-11669769-730e-4968-91a5-3b6352128557 req-7f205130-7113-447c-8175-b4ff13f60f79 tempest-ServersAdminNegativeTestJSON-421618642 tempest-ServersAdminNegativeTestJSON-421618642-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783146157096'] for port, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:26:03.548436 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:26:03.553949 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:26:03.554792 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Device 3e6c5f99-1b58-4b8b-8ded-4540f2e920c7 up at agent hyperv_n-h1-713301-16 {{(pid=95103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 19:26:03.564539 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-7c60d73d-0407-4a73-a5b1-19e3e83e72e9 req-c4bb0e3d-1138-4f1f-917b-95198ff13eec tempest-MigrationsAdminTest-397594546 tempest-MigrationsAdminTest-397594546-project] 10.222.0.67 "GET /v2.0/security-groups?id=78cb509b-31c4-4e2a-bb5c-7abd6194dcc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591955 Sep 23 19:26:03.574324 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a05661-0120-40f3-9560-5dca340638e9 req-436cf843-6452-46ab-bca9-640d0ef8031d tempest-ServersOnMultiNodesTest-2040324995 tempest-ServersOnMultiNodesTest-2040324995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:26:03.576434 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-c6a05661-0120-40f3-9560-5dca340638e9 req-436cf843-6452-46ab-bca9-640d0ef8031d tempest-ServersOnMultiNodesTest-2040324995 tempest-ServersOnMultiNodesTest-2040324995-project] 10.222.0.67 "GET /v2.0/ports?device_id=b3afb6e9-a580-4fd1-a0cd-ac031a305abe HTTP/1.1" status: 200 len: 950 time: 0.0808077 Sep 23 19:26:03.636982 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-c6a05661-0120-40f3-9560-5dca340638e9 req-2304f3cc-5370-42bb-8cb1-2d72156823bc tempest-ServersOnMultiNodesTest-2040324995 tempest-ServersOnMultiNodesTest-2040324995-project] 10.222.0.67 "GET /v2.0/security-groups?id=157e791d-182d-45ba-a5d1-6edf868180cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500686 Sep 23 19:26:03.666503 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-a53acd42-ab16-4fc8-8b4b-cdfc25779b72 req-169159e1-cd68-428d-b6d9-a0f81eeec2ab service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=157e791d-182d-45ba-a5d1-6edf868180cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1160872 Sep 23 19:26:03.690876 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a88c2427-a7ca-48f7-9087-bd73eaf2fba1 req-6f5940dd-c99d-4a6f-a0ca-12b3817a6e3d tempest-ServerAddressesNegativeTestJSON-651404174 tempest-ServerAddressesNegativeTestJSON-651404174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:26:03.692273 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.db [req-11669769-730e-4968-91a5-3b6352128557 req-7f205130-7113-447c-8175-b4ff13f60f79 tempest-ServersAdminNegativeTestJSON-421618642 tempest-ServersAdminNegativeTestJSON-421618642-project] For port 13df5287-4daa-460b-93f2-29d296431340, host n-h2-713301-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-16',level=0,port_id=13df5287-4daa-460b-93f2-29d296431340,segment=NetworkSegment(6139d589-eb6c-4578-8935-c26ddf396853),segment_id=6139d589-eb6c-4578-8935-c26ddf396853)] {{(pid=95101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:26:03.692457 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-a88c2427-a7ca-48f7-9087-bd73eaf2fba1 req-6f5940dd-c99d-4a6f-a0ca-12b3817a6e3d tempest-ServerAddressesNegativeTestJSON-651404174 tempest-ServerAddressesNegativeTestJSON-651404174-project] 10.222.0.67 "GET /v2.0/ports?device_id=4bd9cd63-15c7-4499-9335-526c460c7f27 HTTP/1.1" status: 200 len: 945 time: 0.0537374 Sep 23 19:26:03.692673 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-11669769-730e-4968-91a5-3b6352128557 req-7f205130-7113-447c-8175-b4ff13f60f79 tempest-ServersAdminNegativeTestJSON-421618642 tempest-ServersAdminNegativeTestJSON-421618642-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-605701'] for port, precommit_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:26:03.706817 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.plugin [req-11669769-730e-4968-91a5-3b6352128557 req-7f205130-7113-447c-8175-b4ff13f60f79 tempest-ServersAdminNegativeTestJSON-421618642 tempest-ServersAdminNegativeTestJSON-421618642-project] Calling delete_port for 13df5287-4daa-460b-93f2-29d296431340 owned by compute:nova {{(pid=95101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:26:03.713632 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Pushing event updated for resources: {'Port': ['ID=a73134aa-88bd-4f4e-b879-878962ff1de1,revision_number=5']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:26:03.718161 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] For port 5ad150db-4dfe-46a7-9c40-fb6a3cf17e1e, host n-h2-713301-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-16',level=0,port_id=5ad150db-4dfe-46a7-9c40-fb6a3cf17e1e,segment=NetworkSegment(0f81ce2e-85d0-450c-ae9e-64b99e3b7175),segment_id=0f81ce2e-85d0-450c-ae9e-64b99e3b7175)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:26:03.728301 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:26:03.755297 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-a88c2427-a7ca-48f7-9087-bd73eaf2fba1 req-4aa4302a-5f2e-44c8-806a-cce0c86a5134 tempest-ServerAddressesNegativeTestJSON-651404174 tempest-ServerAddressesNegativeTestJSON-651404174-project] 10.222.0.67 "GET /v2.0/security-groups?id=2879f55e-81fc-4d78-a3d8-edb60ba6194a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552366 Sep 23 19:26:03.807122 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Provisioning for port 3e6c5f99-1b58-4b8b-8ded-4540f2e920c7 completed by entity L2. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 19:26:03.822228 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Provisioning complete for port 3e6c5f99-1b58-4b8b-8ded-4540f2e920c7 triggered by entity L2. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:26:03.822599 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:26:03.826280 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Pushing event updated for resources: {'Port': ['ID=5ad150db-4dfe-46a7-9c40-fb6a3cf17e1e,revision_number=5']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:26:03.857631 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-11669769-730e-4968-91a5-3b6352128557 req-7f205130-7113-447c-8175-b4ff13f60f79 tempest-ServersAdminNegativeTestJSON-421618642 tempest-ServersAdminNegativeTestJSON-421618642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783146162158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783145673144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5607431'] for port, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:26:03.912975 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f205130-7113-447c-8175-b4ff13f60f79 tempest-ServersAdminNegativeTestJSON-421618642 tempest-ServersAdminNegativeTestJSON-421618642-project] Pushing event deleted for resources: {'Port': ['ID=13df5287-4daa-460b-93f2-29d296431340,revision_number=None']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:26:03.939461 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:26:03.939697 n-d-713301-16 neutron-server[95101]: DEBUG neutron.db.l3_dvrscheduler_db [req-11669769-730e-4968-91a5-3b6352128557 req-7f205130-7113-447c-8175-b4ff13f60f79 tempest-ServersAdminNegativeTestJSON-421618642 tempest-ServersAdminNegativeTestJSON-421618642-project] No DVR routers for this DVR port 13df5287-4daa-460b-93f2-29d296431340 on host n-h2-713301-16 {{(pid=95101) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 19:26:03.942210 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-11669769-730e-4968-91a5-3b6352128557 req-7f205130-7113-447c-8175-b4ff13f60f79 tempest-ServersAdminNegativeTestJSON-421618642 tempest-ServersAdminNegativeTestJSON-421618642-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222849'] for port, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:26:03.944556 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-11669769-730e-4968-91a5-3b6352128557 req-7f205130-7113-447c-8175-b4ff13f60f79 tempest-ServersAdminNegativeTestJSON-421618642 tempest-ServersAdminNegativeTestJSON-421618642-project] 10.222.0.53 "DELETE /v2.0/ports/13df5287-4daa-460b-93f2-29d296431340 HTTP/1.1" status: 204 len: 173 time: 0.5709858 Sep 23 19:26:03.945036 n-d-713301-16 neutron-server[95101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7fc8c157-70b4-480b-8989-c84fa556092c', 'name': 'network-vif-deleted', 'tag': '13df5287-4daa-460b-93f2-29d296431340'}] {{(pid=95101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 19:26:03.947318 n-d-713301-16 neutron-server[95101]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d8366c5740cd635e57ab12b71fe44a77c2acc3c19091ef849c6f68b380462244" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-815263a7-80b1-45a7-aab0-e0c98ee29fa6" -d '{"events": [{"server_uuid": "7fc8c157-70b4-480b-8989-c84fa556092c", "name": "network-vif-deleted", "tag": "13df5287-4daa-460b-93f2-29d296431340"}]}' {{(pid=95101) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 19:26:03.974260 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] For port 3e6c5f99-1b58-4b8b-8ded-4540f2e920c7, host n-h1-713301-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-16',level=0,port_id=3e6c5f99-1b58-4b8b-8ded-4540f2e920c7,segment=NetworkSegment(6139d589-eb6c-4578-8935-c26ddf396853),segment_id=6139d589-eb6c-4578-8935-c26ddf396853)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:26:03.981130 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:26:03.999156 n-d-713301-16 neutron-server[95101]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 19:26:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ece0be4c-10f0-42fa-92d7-ac5e0413eec8 x-openstack-request-id: req-ece0be4c-10f0-42fa-92d7-ac5e0413eec8 {{(pid=95101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 19:26:03.999628 n-d-713301-16 neutron-server[95101]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7fc8c157-70b4-480b-8989-c84fa556092c", "name": "network-vif-deleted", "tag": "13df5287-4daa-460b-93f2-29d296431340", "status": "completed", "code": 200}]} {{(pid=95101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 19:26:04.000005 n-d-713301-16 neutron-server[95101]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-ece0be4c-10f0-42fa-92d7-ac5e0413eec8 {{(pid=95101) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 19:26:04.000407 n-d-713301-16 neutron-server[95101]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7fc8c157-70b4-480b-8989-c84fa556092c', 'name': 'network-vif-deleted', 'tag': '13df5287-4daa-460b-93f2-29d296431340', 'status': 'completed', 'code': 200} Sep 23 19:26:04.040065 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Pushing event updated for resources: {'Port': ['ID=3e6c5f99-1b58-4b8b-8ded-4540f2e920c7,revision_number=5']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:26:04.089330 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d5d0240-28ee-4e53-a33e-48d5e2a25f23 req-98ca5a3b-1138-4abf-918c-ad3e46dd4741 tempest-ServerRescueTestJSON-83326898 tempest-ServerRescueTestJSON-83326898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:26:04.091674 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-2d5d0240-28ee-4e53-a33e-48d5e2a25f23 req-98ca5a3b-1138-4abf-918c-ad3e46dd4741 tempest-ServerRescueTestJSON-83326898 tempest-ServerRescueTestJSON-83326898-project] 10.222.0.67 "GET /v2.0/ports?device_id=d885963b-72aa-42e0-909c-c5c9f0a64a9f HTTP/1.1" status: 200 len: 945 time: 0.0515475 Sep 23 19:26:04.142871 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-1502a24a-690e-4f2b-8731-9ac88c0de8e9 req-48763ad0-fd5b-400b-9c0c-3731cc262d28 tempest-ServersAdminNegativeTestJSON-421618642 tempest-ServersAdminNegativeTestJSON-421618642-project] 10.222.0.67 "GET /v2.0/ports?device_id=7fc8c157-70b4-480b-8989-c84fa556092c HTTP/1.1" status: 200 len: 210 time: 0.0302427 Sep 23 19:26:04.155539 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-2d5d0240-28ee-4e53-a33e-48d5e2a25f23 req-820412bb-e102-45ca-9363-3e726dda866f tempest-ServerRescueTestJSON-83326898 tempest-ServerRescueTestJSON-83326898-project] 10.222.0.67 "GET /v2.0/security-groups?id=324a4552-7b72-4e62-bcd4-dc8354c093e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572016 Sep 23 19:26:04.470623 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e111a381-7fc7-4409-862d-7e95329154c3 req-b7729554-3e27-481b-a85b-cb67203553c4 tempest-TaggedBootDevicesTest-1101605307 tempest-TaggedBootDevicesTest-1101605307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:26:04.478329 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e111a381-7fc7-4409-862d-7e95329154c3 req-b7729554-3e27-481b-a85b-cb67203553c4 tempest-TaggedBootDevicesTest-1101605307 tempest-TaggedBootDevicesTest-1101605307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:26:04.484548 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e111a381-7fc7-4409-862d-7e95329154c3 req-b7729554-3e27-481b-a85b-cb67203553c4 tempest-TaggedBootDevicesTest-1101605307 tempest-TaggedBootDevicesTest-1101605307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:26:04.490689 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e111a381-7fc7-4409-862d-7e95329154c3 req-b7729554-3e27-481b-a85b-cb67203553c4 tempest-TaggedBootDevicesTest-1101605307 tempest-TaggedBootDevicesTest-1101605307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:26:04.497349 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e111a381-7fc7-4409-862d-7e95329154c3 req-b7729554-3e27-481b-a85b-cb67203553c4 tempest-TaggedBootDevicesTest-1101605307 tempest-TaggedBootDevicesTest-1101605307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:26:04.503467 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e111a381-7fc7-4409-862d-7e95329154c3 req-b7729554-3e27-481b-a85b-cb67203553c4 tempest-TaggedBootDevicesTest-1101605307 tempest-TaggedBootDevicesTest-1101605307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:26:04.509641 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e111a381-7fc7-4409-862d-7e95329154c3 req-b7729554-3e27-481b-a85b-cb67203553c4 tempest-TaggedBootDevicesTest-1101605307 tempest-TaggedBootDevicesTest-1101605307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:26:04.511635 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-e111a381-7fc7-4409-862d-7e95329154c3 req-b7729554-3e27-481b-a85b-cb67203553c4 tempest-TaggedBootDevicesTest-1101605307 tempest-TaggedBootDevicesTest-1101605307-project] 10.222.0.67 "GET /v2.0/ports?device_id=6c7d744a-f584-4648-aa8d-a6936fa22df4 HTTP/1.1" status: 200 len: 5421 time: 0.1348855 Sep 23 19:26:04.525581 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77cd87b-f439-4032-b1fc-05c3c6fddc2c req-cc5dc40b-b7b2-4ce8-90a3-4a5d074b1043 tempest-DeleteServersTestJSON-2111530366 tempest-DeleteServersTestJSON-2111530366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:26:04.532926 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-a77cd87b-f439-4032-b1fc-05c3c6fddc2c req-cc5dc40b-b7b2-4ce8-90a3-4a5d074b1043 tempest-DeleteServersTestJSON-2111530366 tempest-DeleteServersTestJSON-2111530366-project] 10.222.0.67 "GET /v2.0/ports?device_id=f2983e52-2c54-48e1-88d9-e4bc84f795ae HTTP/1.1" status: 200 len: 945 time: 0.1213636 Sep 23 19:26:04.570279 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] get_ports_and_sgs() called for port_ids ['13df5287-4daa-460b-93f2-29d296431340'] {{(pid=95103) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 19:26:04.596546 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-e111a381-7fc7-4409-862d-7e95329154c3 req-8ee4b197-beb6-4880-9dea-ff512d1f29b2 tempest-TaggedBootDevicesTest-1101605307 tempest-TaggedBootDevicesTest-1101605307-project] 10.222.0.67 "GET /v2.0/security-groups?id=7583e831-f62b-49a7-9a62-f1028bb8aa73&id=a101b72e-c698-4e76-88ce-3dcbb1163262&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0607600 Sep 23 19:26:04.606426 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-a77cd87b-f439-4032-b1fc-05c3c6fddc2c req-36cabe15-0198-4457-8848-5ecf3ddbd976 tempest-DeleteServersTestJSON-2111530366 tempest-DeleteServersTestJSON-2111530366-project] 10.222.0.67 "GET /v2.0/security-groups?id=67f2e2ca-928f-40e5-b9b2-05ec3bddbb37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725789 Sep 23 19:26:04.747754 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d16e13-24b0-4c1f-b68d-63f1a155cd6a req-a494ff91-7f10-47da-b2ed-73d0bdd0ec1e tempest-MigrationsAdminTest-397594546 tempest-MigrationsAdminTest-397594546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:26:04.749272 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-60d16e13-24b0-4c1f-b68d-63f1a155cd6a req-a494ff91-7f10-47da-b2ed-73d0bdd0ec1e tempest-MigrationsAdminTest-397594546 tempest-MigrationsAdminTest-397594546-project] 10.222.0.67 "GET /v2.0/ports?device_id=342358f0-a808-4879-9696-19cba9625afd HTTP/1.1" status: 200 len: 948 time: 0.0881081 Sep 23 19:26:04.772554 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a5fa617-30c3-4384-8416-1f06861e3706 req-4f1cd40f-e469-4c8b-8a0e-61631ba73303 tempest-ServersOnMultiNodesTest-2040324995 tempest-ServersOnMultiNodesTest-2040324995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:26:04.774522 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-3a5fa617-30c3-4384-8416-1f06861e3706 req-4f1cd40f-e469-4c8b-8a0e-61631ba73303 tempest-ServersOnMultiNodesTest-2040324995 tempest-ServersOnMultiNodesTest-2040324995-project] 10.222.0.67 "GET /v2.0/ports?device_id=b3afb6e9-a580-4fd1-a0cd-ac031a305abe HTTP/1.1" status: 200 len: 950 time: 0.0741072 Sep 23 19:26:04.822210 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Device f5483dbd-6d3f-4319-9eaa-5497612c208b up at agent hyperv_n-h2-713301-16 {{(pid=95103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 19:26:04.828747 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-60d16e13-24b0-4c1f-b68d-63f1a155cd6a req-9158d300-0b26-42b6-bc43-5f2843be5696 tempest-MigrationsAdminTest-397594546 tempest-MigrationsAdminTest-397594546-project] 10.222.0.67 "GET /v2.0/security-groups?id=78cb509b-31c4-4e2a-bb5c-7abd6194dcc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730348 Sep 23 19:26:04.843563 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-3a5fa617-30c3-4384-8416-1f06861e3706 req-42a81813-e9f1-45ce-bb20-4af6a71da99d tempest-ServersOnMultiNodesTest-2040324995 tempest-ServersOnMultiNodesTest-2040324995-project] 10.222.0.67 "GET /v2.0/security-groups?id=157e791d-182d-45ba-a5d1-6edf868180cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581803 Sep 23 19:26:04.896250 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Provisioning for port f5483dbd-6d3f-4319-9eaa-5497612c208b completed by entity L2. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 19:26:04.901125 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Provisioning complete for port f5483dbd-6d3f-4319-9eaa-5497612c208b triggered by entity L2. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:26:04.902148 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:26:04.992693 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398eb496-0881-430e-a789-9e983ab1e245 req-9349f91e-9f9d-4a62-9f94-236bfde58fcf tempest-ServerAddressesNegativeTestJSON-651404174 tempest-ServerAddressesNegativeTestJSON-651404174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:26:04.995445 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-398eb496-0881-430e-a789-9e983ab1e245 req-9349f91e-9f9d-4a62-9f94-236bfde58fcf tempest-ServerAddressesNegativeTestJSON-651404174 tempest-ServerAddressesNegativeTestJSON-651404174-project] 10.222.0.67 "GET /v2.0/ports?device_id=4bd9cd63-15c7-4499-9335-526c460c7f27 HTTP/1.1" status: 200 len: 946 time: 0.0690298 Sep 23 19:26:05.018779 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:26:05.044563 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-398eb496-0881-430e-a789-9e983ab1e245 req-653827c7-c375-4084-8b58-43e6822d7035 tempest-ServerAddressesNegativeTestJSON-651404174 tempest-ServerAddressesNegativeTestJSON-651404174-project] 10.222.0.67 "GET /v2.0/security-groups?id=2879f55e-81fc-4d78-a3d8-edb60ba6194a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419700 Sep 23 19:26:05.191720 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] For port f5483dbd-6d3f-4319-9eaa-5497612c208b, host n-h2-713301-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-16',level=0,port_id=f5483dbd-6d3f-4319-9eaa-5497612c208b,segment=NetworkSegment(6139d589-eb6c-4578-8935-c26ddf396853),segment_id=6139d589-eb6c-4578-8935-c26ddf396853)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:26:05.196822 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:26:05.197650 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Device 13df5287-4daa-460b-93f2-29d296431340 no longer exists at agent hyperv_n-h2-713301-16 {{(pid=95103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 19:26:05.266544 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Pushing event updated for resources: {'Port': ['ID=f5483dbd-6d3f-4319-9eaa-5497612c208b,revision_number=5']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:26:05.275322 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.plugin [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] No Port match for: 13df5287-4daa-460b-93f2-29d296431340 {{(pid=95103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 19:26:05.275322 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Device 13df5287-4daa-460b-93f2-29d296431340 not bound to the agent host n-h2-713301-16 {{(pid=95103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 19:26:05.301346 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625f748e-9d64-41f2-9003-b9b7e465a8a4 req-fd43903b-c4e2-45b2-b163-7f425a23172e tempest-ServerRescueTestJSON-83326898 tempest-ServerRescueTestJSON-83326898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:26:05.303698 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-625f748e-9d64-41f2-9003-b9b7e465a8a4 req-fd43903b-c4e2-45b2-b163-7f425a23172e tempest-ServerRescueTestJSON-83326898 tempest-ServerRescueTestJSON-83326898-project] 10.222.0.67 "GET /v2.0/ports?device_id=d885963b-72aa-42e0-909c-c5c9f0a64a9f HTTP/1.1" status: 200 len: 945 time: 0.0627584 Sep 23 19:26:05.343383 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-625f748e-9d64-41f2-9003-b9b7e465a8a4 req-6e99a4fe-12ee-47e8-b72e-69b97e010f8b tempest-ServerRescueTestJSON-83326898 tempest-ServerRescueTestJSON-83326898-project] 10.222.0.67 "GET /v2.0/security-groups?id=324a4552-7b72-4e62-bcd4-dc8354c093e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339167 Sep 23 19:26:05.391630 n-d-713301-16 neutron-server[95103]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f2983e52-2c54-48e1-88d9-e4bc84f795ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a73134aa-88bd-4f4e-b879-878962ff1de1'}, {'server_uuid': '4bd9cd63-15c7-4499-9335-526c460c7f27', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ad150db-4dfe-46a7-9c40-fb6a3cf17e1e'}, {'server_uuid': 'fc947095-c7c1-4b2e-bf93-53cb06429ce3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e6c5f99-1b58-4b8b-8ded-4540f2e920c7'}, {'server_uuid': '342358f0-a808-4879-9696-19cba9625afd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f5483dbd-6d3f-4319-9eaa-5497612c208b'}] {{(pid=95103) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 19:26:05.394134 n-d-713301-16 neutron-server[95103]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}81a1c17f2aa89d5b3ebbba3a3e0cf7eb588e431c2224256110c4c4facdd7c3e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9cb9c9a-4a40-4144-9fc9-d6e74c47e4b0" -d '{"events": [{"server_uuid": "f2983e52-2c54-48e1-88d9-e4bc84f795ae", "name": "network-vif-plugged", "status": "completed", "tag": "a73134aa-88bd-4f4e-b879-878962ff1de1"}, {"server_uuid": "4bd9cd63-15c7-4499-9335-526c460c7f27", "name": "network-vif-plugged", "status": "completed", "tag": "5ad150db-4dfe-46a7-9c40-fb6a3cf17e1e"}, {"server_uuid": "fc947095-c7c1-4b2e-bf93-53cb06429ce3", "name": "network-vif-plugged", "status": "completed", "tag": "3e6c5f99-1b58-4b8b-8ded-4540f2e920c7"}, {"server_uuid": "342358f0-a808-4879-9696-19cba9625afd", "name": "network-vif-plugged", "status": "completed", "tag": "f5483dbd-6d3f-4319-9eaa-5497612c208b"}]}' {{(pid=95103) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 19:26:05.433468 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 37984) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:26:05.453345 n-d-713301-16 neutron-server[95103]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 696 Content-Type: application/json Date: Thu, 23 Sep 2021 19:26:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc2ca642-4375-4b14-bfdd-be18066ab355 x-openstack-request-id: req-fc2ca642-4375-4b14-bfdd-be18066ab355 {{(pid=95103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 19:26:05.453737 n-d-713301-16 neutron-server[95103]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f2983e52-2c54-48e1-88d9-e4bc84f795ae", "name": "network-vif-plugged", "status": "completed", "tag": "a73134aa-88bd-4f4e-b879-878962ff1de1", "code": 200}, {"server_uuid": "4bd9cd63-15c7-4499-9335-526c460c7f27", "name": "network-vif-plugged", "status": "completed", "tag": "5ad150db-4dfe-46a7-9c40-fb6a3cf17e1e", "code": 200}, {"server_uuid": "fc947095-c7c1-4b2e-bf93-53cb06429ce3", "name": "network-vif-plugged", "status": "completed", "tag": "3e6c5f99-1b58-4b8b-8ded-4540f2e920c7", "code": 200}, {"server_uuid": "342358f0-a808-4879-9696-19cba9625afd", "name": "network-vif-plugged", "status": "completed", "tag": "f5483dbd-6d3f-4319-9eaa-5497612c208b", "code": 200}]} {{(pid=95103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 19:26:05.454070 n-d-713301-16 neutron-server[95103]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-fc2ca642-4375-4b14-bfdd-be18066ab355 {{(pid=95103) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 19:26:05.454540 n-d-713301-16 neutron-server[95103]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f2983e52-2c54-48e1-88d9-e4bc84f795ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a73134aa-88bd-4f4e-b879-878962ff1de1', 'code': 200} Sep 23 19:26:05.454890 n-d-713301-16 neutron-server[95103]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4bd9cd63-15c7-4499-9335-526c460c7f27', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ad150db-4dfe-46a7-9c40-fb6a3cf17e1e', 'code': 200} Sep 23 19:26:05.455213 n-d-713301-16 neutron-server[95103]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fc947095-c7c1-4b2e-bf93-53cb06429ce3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e6c5f99-1b58-4b8b-8ded-4540f2e920c7', 'code': 200} Sep 23 19:26:05.455530 n-d-713301-16 neutron-server[95103]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '342358f0-a808-4879-9696-19cba9625afd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f5483dbd-6d3f-4319-9eaa-5497612c208b', 'code': 200} Sep 23 19:26:05.605816 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-468b5721-c7b1-40b1-b2ec-6629f2ec35cd admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=8183aa723e9345149ed07cc59da6943a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1682670 Sep 23 19:26:05.606065 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 37988) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:26:05.614530 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84414a0b-c60f-4f79-b755-f81979aa51f2 req-56d74313-8601-4cd0-a991-9a396f9f543e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:26:05.616189 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-84414a0b-c60f-4f79-b755-f81979aa51f2 req-56d74313-8601-4cd0-a991-9a396f9f543e service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=f2983e52-2c54-48e1-88d9-e4bc84f795ae HTTP/1.1" status: 200 len: 1097 time: 0.0730774 Sep 23 19:26:05.645729 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89acf50-935a-48c1-83a6-19bf1bfa12f1 req-83f8fe3e-0cfb-40fd-a700-948f860b54d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:26:05.648026 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-d89acf50-935a-48c1-83a6-19bf1bfa12f1 req-83f8fe3e-0cfb-40fd-a700-948f860b54d3 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=342358f0-a808-4879-9696-19cba9625afd HTTP/1.1" status: 200 len: 1101 time: 0.0986292 Sep 23 19:26:05.651209 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c187031-a13e-48f0-9af8-f2012b3da182 req-d6b3d158-a289-41fc-ad04-86a64cfb4893 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:26:05.652709 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-9c187031-a13e-48f0-9af8-f2012b3da182 req-d6b3d158-a289-41fc-ad04-86a64cfb4893 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=fc947095-c7c1-4b2e-bf93-53cb06429ce3 HTTP/1.1" status: 200 len: 1101 time: 0.1136451 Sep 23 19:26:05.654468 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf91c4a7-36bd-472a-995f-a4dcbb90022a req-bd75e84a-5c91-4c51-9498-eb5edc9a4d41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:26:05.655827 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-cf91c4a7-36bd-472a-995f-a4dcbb90022a req-bd75e84a-5c91-4c51-9498-eb5edc9a4d41 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=4bd9cd63-15c7-4499-9335-526c460c7f27 HTTP/1.1" status: 200 len: 1098 time: 0.1074858 Sep 23 19:26:05.700752 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-84414a0b-c60f-4f79-b755-f81979aa51f2 req-e4a45d8f-a5cd-4f34-819b-40a4460c4c0f service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=67f2e2ca-928f-40e5-b9b2-05ec3bddbb37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744419 Sep 23 19:26:05.736045 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-bfda0d03-f7c3-4d18-b616-0821732ad747 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:26:05.788576 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-bfda0d03-f7c3-4d18-b616-0821732ad747 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:26:05.819811 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d39a4690-ddab-415c-9d1b-f035d0e5ffb5 req-ed17d03a-b940-4de1-92e4-4a5bfaa6e043 tempest-DeleteServersTestJSON-2111530366 tempest-DeleteServersTestJSON-2111530366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:26:05.821446 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-d39a4690-ddab-415c-9d1b-f035d0e5ffb5 req-ed17d03a-b940-4de1-92e4-4a5bfaa6e043 tempest-DeleteServersTestJSON-2111530366 tempest-DeleteServersTestJSON-2111530366-project] 10.222.0.67 "GET /v2.0/ports?device_id=f2983e52-2c54-48e1-88d9-e4bc84f795ae HTTP/1.1" status: 200 len: 945 time: 0.1461930 Sep 23 19:26:05.836968 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f557cb-77e2-4c14-abf5-1184297598f8 req-532d65ef-ad27-4b1f-8e2d-ab471be8e985 tempest-TaggedBootDevicesTest-1101605307 tempest-TaggedBootDevicesTest-1101605307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:26:05.842968 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f557cb-77e2-4c14-abf5-1184297598f8 req-532d65ef-ad27-4b1f-8e2d-ab471be8e985 tempest-TaggedBootDevicesTest-1101605307 tempest-TaggedBootDevicesTest-1101605307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:26:05.848909 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f557cb-77e2-4c14-abf5-1184297598f8 req-532d65ef-ad27-4b1f-8e2d-ab471be8e985 tempest-TaggedBootDevicesTest-1101605307 tempest-TaggedBootDevicesTest-1101605307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:26:05.856278 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f557cb-77e2-4c14-abf5-1184297598f8 req-532d65ef-ad27-4b1f-8e2d-ab471be8e985 tempest-TaggedBootDevicesTest-1101605307 tempest-TaggedBootDevicesTest-1101605307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:26:05.862286 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f557cb-77e2-4c14-abf5-1184297598f8 req-532d65ef-ad27-4b1f-8e2d-ab471be8e985 tempest-TaggedBootDevicesTest-1101605307 tempest-TaggedBootDevicesTest-1101605307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:26:05.869173 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f557cb-77e2-4c14-abf5-1184297598f8 req-532d65ef-ad27-4b1f-8e2d-ab471be8e985 tempest-TaggedBootDevicesTest-1101605307 tempest-TaggedBootDevicesTest-1101605307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:26:05.875384 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f557cb-77e2-4c14-abf5-1184297598f8 req-532d65ef-ad27-4b1f-8e2d-ab471be8e985 tempest-TaggedBootDevicesTest-1101605307 tempest-TaggedBootDevicesTest-1101605307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:26:05.877422 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-b3f557cb-77e2-4c14-abf5-1184297598f8 req-532d65ef-ad27-4b1f-8e2d-ab471be8e985 tempest-TaggedBootDevicesTest-1101605307 tempest-TaggedBootDevicesTest-1101605307-project] 10.222.0.67 "GET /v2.0/ports?device_id=6c7d744a-f584-4648-aa8d-a6936fa22df4 HTTP/1.1" status: 200 len: 5421 time: 0.1789341 Sep 23 19:26:05.959689 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-d39a4690-ddab-415c-9d1b-f035d0e5ffb5 req-59e99174-1cf1-422b-96d7-b2d43d6415e5 tempest-DeleteServersTestJSON-2111530366 tempest-DeleteServersTestJSON-2111530366-project] 10.222.0.67 "GET /v2.0/security-groups?id=67f2e2ca-928f-40e5-b9b2-05ec3bddbb37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737100 Sep 23 19:26:05.965034 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-b3f557cb-77e2-4c14-abf5-1184297598f8 req-7efbbb9e-2519-4290-ba2f-faa93b1a3214 tempest-TaggedBootDevicesTest-1101605307 tempest-TaggedBootDevicesTest-1101605307-project] 10.222.0.67 "GET /v2.0/security-groups?id=7583e831-f62b-49a7-9a62-f1028bb8aa73&id=a101b72e-c698-4e76-88ce-3dcbb1163262&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0739822 Sep 23 19:26:05.965799 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-bfda0d03-f7c3-4d18-b616-0821732ad747 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:26:05.968341 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-bfda0d03-f7c3-4d18-b616-0821732ad747 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:26:05.971567 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-bfda0d03-f7c3-4d18-b616-0821732ad747 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/a0f69697-909e-4fd5-bdb0-c967fab6b934 HTTP/1.1" status: 204 len: 168 time: 0.3625438 Sep 23 19:26:05.992366 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfda0d03-f7c3-4d18-b616-0821732ad747 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0f69697-909e-4fd5-bdb0-c967fab6b934,revision_number=None']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:26:06.002303 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfda0d03-f7c3-4d18-b616-0821732ad747 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:26:06.003600 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfda0d03-f7c3-4d18-b616-0821732ad747 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:26:06.003976 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfda0d03-f7c3-4d18-b616-0821732ad747 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:26:06.004337 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfda0d03-f7c3-4d18-b616-0821732ad747 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:26:06.004741 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfda0d03-f7c3-4d18-b616-0821732ad747 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:26:06.005089 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfda0d03-f7c3-4d18-b616-0821732ad747 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:26:06.005527 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfda0d03-f7c3-4d18-b616-0821732ad747 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:26:06.005924 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfda0d03-f7c3-4d18-b616-0821732ad747 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:26:06.006630 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfda0d03-f7c3-4d18-b616-0821732ad747 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:26:06.006992 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfda0d03-f7c3-4d18-b616-0821732ad747 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:26:06.007482 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfda0d03-f7c3-4d18-b616-0821732ad747 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:26:06.007834 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfda0d03-f7c3-4d18-b616-0821732ad747 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:26:06.009435 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-d89acf50-935a-48c1-83a6-19bf1bfa12f1 req-581681ba-122a-48d4-9f3a-8348b0cb424a service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=78cb509b-31c4-4e2a-bb5c-7abd6194dcc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3437982 Sep 23 19:26:06.043033 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-9c187031-a13e-48f0-9af8-f2012b3da182 req-40f6712d-167c-4de1-9449-c7b514f77754 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=157e791d-182d-45ba-a5d1-6edf868180cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3785655 Sep 23 19:26:06.044437 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-cf91c4a7-36bd-472a-995f-a4dcbb90022a req-21fe7827-98b5-444f-9e72-27e95d70da5f service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=2879f55e-81fc-4d78-a3d8-edb60ba6194a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3687718 Sep 23 19:26:06.143689 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec3287d5-ffcd-477e-b3d1-3dda1d149534 req-79de790e-f968-439b-8693-64efb34393ce tempest-MigrationsAdminTest-397594546 tempest-MigrationsAdminTest-397594546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:26:06.145214 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-ec3287d5-ffcd-477e-b3d1-3dda1d149534 req-79de790e-f968-439b-8693-64efb34393ce tempest-MigrationsAdminTest-397594546 tempest-MigrationsAdminTest-397594546-project] 10.222.0.67 "GET /v2.0/ports?device_id=342358f0-a808-4879-9696-19cba9625afd HTTP/1.1" status: 200 len: 949 time: 0.0898266 Sep 23 19:26:06.167001 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea62c3f-8ea7-449a-849d-45efc684ef7e req-4f8f42ee-837d-4b80-9f25-4da0f38ae3af tempest-ServersOnMultiNodesTest-2040324995 tempest-ServersOnMultiNodesTest-2040324995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:26:06.168501 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-3ea62c3f-8ea7-449a-849d-45efc684ef7e req-4f8f42ee-837d-4b80-9f25-4da0f38ae3af tempest-ServersOnMultiNodesTest-2040324995 tempest-ServersOnMultiNodesTest-2040324995-project] 10.222.0.67 "GET /v2.0/ports?device_id=b3afb6e9-a580-4fd1-a0cd-ac031a305abe HTTP/1.1" status: 200 len: 950 time: 0.0830836 Sep 23 19:26:06.221280 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-ec3287d5-ffcd-477e-b3d1-3dda1d149534 req-c606508d-5e2c-4be2-8735-d99bb3b8dfdc tempest-MigrationsAdminTest-397594546 tempest-MigrationsAdminTest-397594546-project] 10.222.0.67 "GET /v2.0/security-groups?id=78cb509b-31c4-4e2a-bb5c-7abd6194dcc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681820 Sep 23 19:26:06.230153 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-3ea62c3f-8ea7-449a-849d-45efc684ef7e req-1d0aba5d-050e-404e-aa69-1ceb2185a90c tempest-ServersOnMultiNodesTest-2040324995 tempest-ServersOnMultiNodesTest-2040324995-project] 10.222.0.67 "GET /v2.0/security-groups?id=157e791d-182d-45ba-a5d1-6edf868180cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534661 Sep 23 19:26:06.300085 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 38008) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:26:06.401462 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-ab44f019-7197-4eaa-94db-858c6a704446 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=5ff4130daf2947358e62eb75c40173cb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1001039 Sep 23 19:26:06.404154 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 38012) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:26:06.418267 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66fdb6a5-ebd4-46d9-8cce-192165724eee req-11a0fb9c-0183-41d6-824d-ca4ac8a47175 tempest-ServerAddressesNegativeTestJSON-651404174 tempest-ServerAddressesNegativeTestJSON-651404174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:26:06.419771 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-66fdb6a5-ebd4-46d9-8cce-192165724eee req-11a0fb9c-0183-41d6-824d-ca4ac8a47175 tempest-ServerAddressesNegativeTestJSON-651404174 tempest-ServerAddressesNegativeTestJSON-651404174-project] 10.222.0.67 "GET /v2.0/ports?device_id=4bd9cd63-15c7-4499-9335-526c460c7f27 HTTP/1.1" status: 200 len: 946 time: 0.1104627 Sep 23 19:26:06.440910 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db5274f0-40e0-4637-a01c-3c637e3f8349 req-6ec5fd0d-6147-42de-966e-54b5839ab055 tempest-ServersOnMultiNodesTest-2040324995 tempest-ServersOnMultiNodesTest-2040324995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:26:06.442320 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-db5274f0-40e0-4637-a01c-3c637e3f8349 req-6ec5fd0d-6147-42de-966e-54b5839ab055 tempest-ServersOnMultiNodesTest-2040324995 tempest-ServersOnMultiNodesTest-2040324995-project] 10.222.0.67 "GET /v2.0/ports?device_id=fc947095-c7c1-4b2e-bf93-53cb06429ce3 HTTP/1.1" status: 200 len: 949 time: 0.0843184 Sep 23 19:26:06.455214 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-ce394b19-8759-477e-a6ee-53ddf7367357 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:26:06.477333 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-ce394b19-8759-477e-a6ee-53ddf7367357 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:26:06.487011 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-66fdb6a5-ebd4-46d9-8cce-192165724eee req-8d60246d-05d9-4e6d-bb8b-c7c982ab9f5e tempest-ServerAddressesNegativeTestJSON-651404174 tempest-ServerAddressesNegativeTestJSON-651404174-project] 10.222.0.67 "GET /v2.0/security-groups?id=2879f55e-81fc-4d78-a3d8-edb60ba6194a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609298 Sep 23 19:26:06.501039 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-db5274f0-40e0-4637-a01c-3c637e3f8349 req-08265336-8dee-4c7c-8079-0c1101486f60 tempest-ServersOnMultiNodesTest-2040324995 tempest-ServersOnMultiNodesTest-2040324995-project] 10.222.0.67 "GET /v2.0/security-groups?id=157e791d-182d-45ba-a5d1-6edf868180cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496013 Sep 23 19:26:06.528133 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-ce394b19-8759-477e-a6ee-53ddf7367357 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:26:06.531159 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-ce394b19-8759-477e-a6ee-53ddf7367357 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:26:06.532307 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-ce394b19-8759-477e-a6ee-53ddf7367357 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/e678bb22-08fc-482e-bb89-482aeafe3bc2 HTTP/1.1" status: 204 len: 168 time: 0.1271231 Sep 23 19:26:06.540584 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce394b19-8759-477e-a6ee-53ddf7367357 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e678bb22-08fc-482e-bb89-482aeafe3bc2,revision_number=None']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:26:06.608097 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e35c2b8f-da69-4535-a619-52a4694bac66 req-dc26eb51-6dee-4ee5-8622-ef13b6eef0c4 tempest-ServerRescueTestJSON-83326898 tempest-ServerRescueTestJSON-83326898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:26:06.609758 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-e35c2b8f-da69-4535-a619-52a4694bac66 req-dc26eb51-6dee-4ee5-8622-ef13b6eef0c4 tempest-ServerRescueTestJSON-83326898 tempest-ServerRescueTestJSON-83326898-project] 10.222.0.67 "GET /v2.0/ports?device_id=d885963b-72aa-42e0-909c-c5c9f0a64a9f HTTP/1.1" status: 200 len: 945 time: 0.0524242 Sep 23 19:26:06.648301 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-e35c2b8f-da69-4535-a619-52a4694bac66 req-b9005a95-3df5-4fe9-ab5a-f85908627d81 tempest-ServerRescueTestJSON-83326898 tempest-ServerRescueTestJSON-83326898-project] 10.222.0.67 "GET /v2.0/security-groups?id=324a4552-7b72-4e62-bcd4-dc8354c093e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325706 Sep 23 19:26:07.118563 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e322cb9-ff81-4344-8ab7-0591b471e264 req-7f7cc73e-78f7-4295-8259-a403362950a4 tempest-DeleteServersTestJSON-2111530366 tempest-DeleteServersTestJSON-2111530366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:26:07.120396 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-2e322cb9-ff81-4344-8ab7-0591b471e264 req-7f7cc73e-78f7-4295-8259-a403362950a4 tempest-DeleteServersTestJSON-2111530366 tempest-DeleteServersTestJSON-2111530366-project] 10.222.0.67 "GET /v2.0/ports?device_id=f2983e52-2c54-48e1-88d9-e4bc84f795ae HTTP/1.1" status: 200 len: 945 time: 0.0819809 Sep 23 19:26:07.163664 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ddbcaa-0486-4fc7-8b60-fee40424d9b3 req-455e3d5e-81d3-406c-8987-3d645784f177 tempest-TaggedBootDevicesTest-1101605307 tempest-TaggedBootDevicesTest-1101605307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:26:07.169706 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ddbcaa-0486-4fc7-8b60-fee40424d9b3 req-455e3d5e-81d3-406c-8987-3d645784f177 tempest-TaggedBootDevicesTest-1101605307 tempest-TaggedBootDevicesTest-1101605307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:26:07.175714 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ddbcaa-0486-4fc7-8b60-fee40424d9b3 req-455e3d5e-81d3-406c-8987-3d645784f177 tempest-TaggedBootDevicesTest-1101605307 tempest-TaggedBootDevicesTest-1101605307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:26:07.182319 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ddbcaa-0486-4fc7-8b60-fee40424d9b3 req-455e3d5e-81d3-406c-8987-3d645784f177 tempest-TaggedBootDevicesTest-1101605307 tempest-TaggedBootDevicesTest-1101605307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:26:07.188523 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ddbcaa-0486-4fc7-8b60-fee40424d9b3 req-455e3d5e-81d3-406c-8987-3d645784f177 tempest-TaggedBootDevicesTest-1101605307 tempest-TaggedBootDevicesTest-1101605307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:26:07.194848 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ddbcaa-0486-4fc7-8b60-fee40424d9b3 req-455e3d5e-81d3-406c-8987-3d645784f177 tempest-TaggedBootDevicesTest-1101605307 tempest-TaggedBootDevicesTest-1101605307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:26:07.201042 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ddbcaa-0486-4fc7-8b60-fee40424d9b3 req-455e3d5e-81d3-406c-8987-3d645784f177 tempest-TaggedBootDevicesTest-1101605307 tempest-TaggedBootDevicesTest-1101605307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:26:07.203015 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-27ddbcaa-0486-4fc7-8b60-fee40424d9b3 req-455e3d5e-81d3-406c-8987-3d645784f177 tempest-TaggedBootDevicesTest-1101605307 tempest-TaggedBootDevicesTest-1101605307-project] 10.222.0.67 "GET /v2.0/ports?device_id=6c7d744a-f584-4648-aa8d-a6936fa22df4 HTTP/1.1" status: 200 len: 5421 time: 0.1257391 Sep 23 19:26:07.225493 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-2e322cb9-ff81-4344-8ab7-0591b471e264 req-4d3a63cb-d8a6-432f-ad69-65797d83bf7f tempest-DeleteServersTestJSON-2111530366 tempest-DeleteServersTestJSON-2111530366-project] 10.222.0.67 "GET /v2.0/security-groups?id=67f2e2ca-928f-40e5-b9b2-05ec3bddbb37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982182 Sep 23 19:26:07.269525 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-27ddbcaa-0486-4fc7-8b60-fee40424d9b3 req-70c7b9e4-a87f-4f25-92cf-dfe34d834196 tempest-TaggedBootDevicesTest-1101605307 tempest-TaggedBootDevicesTest-1101605307-project] 10.222.0.67 "GET /v2.0/security-groups?id=7583e831-f62b-49a7-9a62-f1028bb8aa73&id=a101b72e-c698-4e76-88ce-3dcbb1163262&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0575967 Sep 23 19:26:07.375577 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346df44b-0666-416c-b81e-1ba445d19b3a req-c2fa7b06-4dff-4b6c-ac28-0eca0492880d tempest-MigrationsAdminTest-397594546 tempest-MigrationsAdminTest-397594546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:26:07.377168 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-346df44b-0666-416c-b81e-1ba445d19b3a req-c2fa7b06-4dff-4b6c-ac28-0eca0492880d tempest-MigrationsAdminTest-397594546 tempest-MigrationsAdminTest-397594546-project] 10.222.0.67 "GET /v2.0/ports?device_id=342358f0-a808-4879-9696-19cba9625afd HTTP/1.1" status: 200 len: 949 time: 0.0689797 Sep 23 19:26:07.436705 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-346df44b-0666-416c-b81e-1ba445d19b3a req-2acf3959-86bf-4c35-9711-269b9723530b tempest-MigrationsAdminTest-397594546 tempest-MigrationsAdminTest-397594546-project] 10.222.0.67 "GET /v2.0/security-groups?id=78cb509b-31c4-4e2a-bb5c-7abd6194dcc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522325 Sep 23 19:26:07.666887 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-273f7f17-865e-4e47-a9cf-65550bf58386 req-5853ba48-b901-439f-b5cd-d5ef33b9c0ee tempest-ServerAddressesNegativeTestJSON-651404174 tempest-ServerAddressesNegativeTestJSON-651404174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:26:07.668417 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-273f7f17-865e-4e47-a9cf-65550bf58386 req-5853ba48-b901-439f-b5cd-d5ef33b9c0ee tempest-ServerAddressesNegativeTestJSON-651404174 tempest-ServerAddressesNegativeTestJSON-651404174-project] 10.222.0.67 "GET /v2.0/ports?device_id=4bd9cd63-15c7-4499-9335-526c460c7f27 HTTP/1.1" status: 200 len: 946 time: 0.0912838 Sep 23 19:26:07.681152 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dcda823-d5f7-439e-9ef2-2cb4945c2c45 req-dd035e78-c1e3-4334-a40a-bf7cbfc2162d tempest-ServersOnMultiNodesTest-2040324995 tempest-ServersOnMultiNodesTest-2040324995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:26:07.682781 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-3dcda823-d5f7-439e-9ef2-2cb4945c2c45 req-dd035e78-c1e3-4334-a40a-bf7cbfc2162d tempest-ServersOnMultiNodesTest-2040324995 tempest-ServersOnMultiNodesTest-2040324995-project] 10.222.0.67 "GET /v2.0/ports?device_id=fc947095-c7c1-4b2e-bf93-53cb06429ce3 HTTP/1.1" status: 200 len: 949 time: 0.0705409 Sep 23 19:26:07.736923 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-273f7f17-865e-4e47-a9cf-65550bf58386 req-37eb2d36-ec3c-4520-bd13-d878d6448976 tempest-ServerAddressesNegativeTestJSON-651404174 tempest-ServerAddressesNegativeTestJSON-651404174-project] 10.222.0.67 "GET /v2.0/security-groups?id=2879f55e-81fc-4d78-a3d8-edb60ba6194a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532260 Sep 23 19:26:07.769800 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-3dcda823-d5f7-439e-9ef2-2cb4945c2c45 req-e149a832-2457-4c4f-855b-704fff504937 tempest-ServersOnMultiNodesTest-2040324995 tempest-ServersOnMultiNodesTest-2040324995-project] 10.222.0.67 "GET /v2.0/security-groups?id=157e791d-182d-45ba-a5d1-6edf868180cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711048 Sep 23 19:26:07.882664 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e17e09-7eab-41e0-894a-e42f01272005 req-3f583073-a318-414c-86bc-ed6c890e5dee tempest-ServerRescueTestJSON-83326898 tempest-ServerRescueTestJSON-83326898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:26:07.884533 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-54e17e09-7eab-41e0-894a-e42f01272005 req-3f583073-a318-414c-86bc-ed6c890e5dee tempest-ServerRescueTestJSON-83326898 tempest-ServerRescueTestJSON-83326898-project] 10.222.0.67 "GET /v2.0/ports?device_id=d885963b-72aa-42e0-909c-c5c9f0a64a9f HTTP/1.1" status: 200 len: 945 time: 0.0700521 Sep 23 19:26:07.931036 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-54e17e09-7eab-41e0-894a-e42f01272005 req-40b4e080-7946-4a6c-9a89-696b615b3874 tempest-ServerRescueTestJSON-83326898 tempest-ServerRescueTestJSON-83326898-project] 10.222.0.67 "GET /v2.0/security-groups?id=324a4552-7b72-4e62-bcd4-dc8354c093e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400529 Sep 23 19:26:08.065809 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c0f7381-de73-402a-a24f-9e303bbd05bf req-80c09187-8521-45e9-a750-d6975f717489 tempest-ServersOnMultiNodesTest-2040324995 tempest-ServersOnMultiNodesTest-2040324995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:26:08.072100 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c0f7381-de73-402a-a24f-9e303bbd05bf req-80c09187-8521-45e9-a750-d6975f717489 tempest-ServersOnMultiNodesTest-2040324995 tempest-ServersOnMultiNodesTest-2040324995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:26:08.073809 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-0c0f7381-de73-402a-a24f-9e303bbd05bf req-80c09187-8521-45e9-a750-d6975f717489 tempest-ServersOnMultiNodesTest-2040324995 tempest-ServersOnMultiNodesTest-2040324995-project] 10.222.0.67 "GET /v2.0/ports?device_id=b3afb6e9-a580-4fd1-a0cd-ac031a305abe&device_id=fc947095-c7c1-4b2e-bf93-53cb06429ce3 HTTP/1.1" status: 200 len: 1690 time: 0.0586324 Sep 23 19:26:08.121736 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-0c0f7381-de73-402a-a24f-9e303bbd05bf req-e658c5c4-fcee-4edc-b8fa-6aeaa8b9ee57 tempest-ServersOnMultiNodesTest-2040324995 tempest-ServersOnMultiNodesTest-2040324995-project] 10.222.0.67 "GET /v2.0/security-groups?id=157e791d-182d-45ba-a5d1-6edf868180cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419085 Sep 23 19:26:08.297841 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b52aecc-cccf-4ec0-b551-aec80c2bd2d4 req-06cccd49-332e-47f3-af26-1d64be58bf35 tempest-ServersOnMultiNodesTest-400318425 tempest-ServersOnMultiNodesTest-400318425-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:26:08.300490 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-2b52aecc-cccf-4ec0-b551-aec80c2bd2d4 req-06cccd49-332e-47f3-af26-1d64be58bf35 tempest-ServersOnMultiNodesTest-400318425 tempest-ServersOnMultiNodesTest-400318425-project-admin] 10.222.0.67 "GET /v2.0/ports?device_id=b3afb6e9-a580-4fd1-a0cd-ac031a305abe HTTP/1.1" status: 200 len: 1102 time: 0.0475497 Sep 23 19:26:08.366537 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-2b52aecc-cccf-4ec0-b551-aec80c2bd2d4 req-d4c4dbc9-c7c0-4d83-8864-5e05209bd43b tempest-ServersOnMultiNodesTest-400318425 tempest-ServersOnMultiNodesTest-400318425-project-admin] 10.222.0.67 "GET /v2.0/security-groups?id=157e791d-182d-45ba-a5d1-6edf868180cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593626 Sep 23 19:26:08.383712 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1640fdc3-2abd-4100-b20e-44844eafb84a req-e91a8cc2-623d-4d96-8618-64d9ec009bdc tempest-DeleteServersTestJSON-2111530366 tempest-DeleteServersTestJSON-2111530366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:26:08.385496 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-1640fdc3-2abd-4100-b20e-44844eafb84a req-e91a8cc2-623d-4d96-8618-64d9ec009bdc tempest-DeleteServersTestJSON-2111530366 tempest-DeleteServersTestJSON-2111530366-project] 10.222.0.67 "GET /v2.0/ports?device_id=f2983e52-2c54-48e1-88d9-e4bc84f795ae HTTP/1.1" status: 200 len: 945 time: 0.0664501 Sep 23 19:26:08.426779 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-1640fdc3-2abd-4100-b20e-44844eafb84a req-a0a43c26-a6e6-45b9-a47d-2b9f33265877 tempest-DeleteServersTestJSON-2111530366 tempest-DeleteServersTestJSON-2111530366-project] 10.222.0.67 "GET /v2.0/security-groups?id=67f2e2ca-928f-40e5-b9b2-05ec3bddbb37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338337 Sep 23 19:26:08.542875 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f5a8ad-3f72-4bf5-a925-a02a840ee624 req-62d67fef-4129-4f03-b734-630804fc4d28 tempest-TaggedBootDevicesTest-1101605307 tempest-TaggedBootDevicesTest-1101605307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:26:08.548785 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f5a8ad-3f72-4bf5-a925-a02a840ee624 req-62d67fef-4129-4f03-b734-630804fc4d28 tempest-TaggedBootDevicesTest-1101605307 tempest-TaggedBootDevicesTest-1101605307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:26:08.555513 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f5a8ad-3f72-4bf5-a925-a02a840ee624 req-62d67fef-4129-4f03-b734-630804fc4d28 tempest-TaggedBootDevicesTest-1101605307 tempest-TaggedBootDevicesTest-1101605307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:26:08.561555 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f5a8ad-3f72-4bf5-a925-a02a840ee624 req-62d67fef-4129-4f03-b734-630804fc4d28 tempest-TaggedBootDevicesTest-1101605307 tempest-TaggedBootDevicesTest-1101605307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:26:08.568012 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f5a8ad-3f72-4bf5-a925-a02a840ee624 req-62d67fef-4129-4f03-b734-630804fc4d28 tempest-TaggedBootDevicesTest-1101605307 tempest-TaggedBootDevicesTest-1101605307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:26:08.574404 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f5a8ad-3f72-4bf5-a925-a02a840ee624 req-62d67fef-4129-4f03-b734-630804fc4d28 tempest-TaggedBootDevicesTest-1101605307 tempest-TaggedBootDevicesTest-1101605307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:26:08.580578 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f5a8ad-3f72-4bf5-a925-a02a840ee624 req-62d67fef-4129-4f03-b734-630804fc4d28 tempest-TaggedBootDevicesTest-1101605307 tempest-TaggedBootDevicesTest-1101605307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:26:08.582535 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-44f5a8ad-3f72-4bf5-a925-a02a840ee624 req-62d67fef-4129-4f03-b734-630804fc4d28 tempest-TaggedBootDevicesTest-1101605307 tempest-TaggedBootDevicesTest-1101605307-project] 10.222.0.67 "GET /v2.0/ports?device_id=6c7d744a-f584-4648-aa8d-a6936fa22df4 HTTP/1.1" status: 200 len: 5421 time: 0.1248248 Sep 23 19:26:08.590041 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84be0951-e797-4f7a-873f-423ee6c15b79 req-cb0a6de1-d365-47ef-85f9-4e5047c8fe44 tempest-ServersOnMultiNodesTest-400318425 tempest-ServersOnMultiNodesTest-400318425-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:26:08.591918 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-84be0951-e797-4f7a-873f-423ee6c15b79 req-cb0a6de1-d365-47ef-85f9-4e5047c8fe44 tempest-ServersOnMultiNodesTest-400318425 tempest-ServersOnMultiNodesTest-400318425-project-admin] 10.222.0.67 "GET /v2.0/ports?device_id=fc947095-c7c1-4b2e-bf93-53cb06429ce3 HTTP/1.1" status: 200 len: 1101 time: 0.1057563 Sep 23 19:26:08.654990 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-44f5a8ad-3f72-4bf5-a925-a02a840ee624 req-5b54d2d6-c898-4877-871e-b245e154d946 tempest-TaggedBootDevicesTest-1101605307 tempest-TaggedBootDevicesTest-1101605307-project] 10.222.0.67 "GET /v2.0/security-groups?id=7583e831-f62b-49a7-9a62-f1028bb8aa73&id=a101b72e-c698-4e76-88ce-3dcbb1163262&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0621030 Sep 23 19:26:08.659391 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-84be0951-e797-4f7a-873f-423ee6c15b79 req-14c2940e-4c31-4dea-8177-f2826be2c66c tempest-ServersOnMultiNodesTest-400318425 tempest-ServersOnMultiNodesTest-400318425-project-admin] 10.222.0.67 "GET /v2.0/security-groups?id=157e791d-182d-45ba-a5d1-6edf868180cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601072 Sep 23 19:26:08.910995 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-848f72f7-4083-48e0-8146-ea8b014c414b req-0a093156-e7e1-4db3-8646-a0cdf35f8ea0 tempest-MigrationsAdminTest-397594546 tempest-MigrationsAdminTest-397594546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:26:08.913284 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-848f72f7-4083-48e0-8146-ea8b014c414b req-0a093156-e7e1-4db3-8646-a0cdf35f8ea0 tempest-MigrationsAdminTest-397594546 tempest-MigrationsAdminTest-397594546-project] 10.222.0.67 "GET /v2.0/ports?device_id=342358f0-a808-4879-9696-19cba9625afd HTTP/1.1" status: 200 len: 949 time: 0.0788467 Sep 23 19:26:08.989662 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94f2f4b-d34a-4d3d-944f-89f9b3c041ce req-c5edf23d-45f2-4c21-8f1d-fa5a35e82f57 tempest-ServerAddressesNegativeTestJSON-651404174 tempest-ServerAddressesNegativeTestJSON-651404174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:26:08.992121 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-f94f2f4b-d34a-4d3d-944f-89f9b3c041ce req-c5edf23d-45f2-4c21-8f1d-fa5a35e82f57 tempest-ServerAddressesNegativeTestJSON-651404174 tempest-ServerAddressesNegativeTestJSON-651404174-project] 10.222.0.67 "GET /v2.0/ports?device_id=4bd9cd63-15c7-4499-9335-526c460c7f27 HTTP/1.1" status: 200 len: 946 time: 0.0779555 Sep 23 19:26:09.001892 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-848f72f7-4083-48e0-8146-ea8b014c414b req-ca5297c8-3b0a-4d50-9cfe-5bfee00fe003 tempest-MigrationsAdminTest-397594546 tempest-MigrationsAdminTest-397594546-project] 10.222.0.67 "GET /v2.0/security-groups?id=78cb509b-31c4-4e2a-bb5c-7abd6194dcc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779526 Sep 23 19:26:09.068098 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-f94f2f4b-d34a-4d3d-944f-89f9b3c041ce req-b46e8780-77e6-4b2d-b16c-3f4789357e8e tempest-ServerAddressesNegativeTestJSON-651404174 tempest-ServerAddressesNegativeTestJSON-651404174-project] 10.222.0.67 "GET /v2.0/security-groups?id=2879f55e-81fc-4d78-a3d8-edb60ba6194a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588422 Sep 23 19:26:09.143896 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-948c8ee7-6c31-4b04-b212-2a5f336d9ce5 req-d0bcad45-c077-409f-a884-a2cbdb400993 tempest-ServersOnMultiNodesTest-2040324995 tempest-ServersOnMultiNodesTest-2040324995-project] 10.222.0.67 "GET /v2.0/networks?tenant_id=40280fc497444617bce52f5bbee56fb9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0391142 Sep 23 19:26:09.171463 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 38140) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:26:09.219482 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c20f00-0ad9-4bc8-a776-94d7a396aaff req-45679f1d-901a-41a8-9f86-abd90460f5a2 tempest-ServerRescueTestJSON-83326898 tempest-ServerRescueTestJSON-83326898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:26:09.220945 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-25c20f00-0ad9-4bc8-a776-94d7a396aaff req-45679f1d-901a-41a8-9f86-abd90460f5a2 tempest-ServerRescueTestJSON-83326898 tempest-ServerRescueTestJSON-83326898-project] 10.222.0.67 "GET /v2.0/ports?device_id=d885963b-72aa-42e0-909c-c5c9f0a64a9f HTTP/1.1" status: 200 len: 945 time: 0.1018379 Sep 23 19:26:09.291232 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-54b2d172-8184-4ba8-845d-a202a4a51c4f admin admin] Notify callbacks [] for security_group, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:26:09.303569 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-25c20f00-0ad9-4bc8-a776-94d7a396aaff req-9ca6f63c-cfe2-4d31-9309-a57927e80211 tempest-ServerRescueTestJSON-83326898 tempest-ServerRescueTestJSON-83326898-project] 10.222.0.67 "GET /v2.0/security-groups?id=324a4552-7b72-4e62-bcd4-dc8354c093e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568275 Sep 23 19:26:09.311569 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-948c8ee7-6c31-4b04-b212-2a5f336d9ce5 req-8f3cca87-e355-4d83-b09d-0293ee6f8ce0 tempest-ServersOnMultiNodesTest-2040324995 tempest-ServersOnMultiNodesTest-2040324995-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:26:09.313406 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-948c8ee7-6c31-4b04-b212-2a5f336d9ce5 req-8f3cca87-e355-4d83-b09d-0293ee6f8ce0 tempest-ServersOnMultiNodesTest-2040324995 tempest-ServersOnMultiNodesTest-2040324995-project] 10.222.0.67 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1555550 Sep 23 19:26:09.346538 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-948c8ee7-6c31-4b04-b212-2a5f336d9ce5 req-208c3fee-99e0-4c61-8c6a-a1e7b0d63460 tempest-ServersOnMultiNodesTest-2040324995 tempest-ServersOnMultiNodesTest-2040324995-project] 10.222.0.67 "GET /v2.0/quotas/40280fc497444617bce52f5bbee56fb9 HTTP/1.1" status: 200 len: 375 time: 0.0219858 Sep 23 19:26:09.426688 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-948c8ee7-6c31-4b04-b212-2a5f336d9ce5 req-98bf4028-1d5f-4df6-a845-310dffa399c5 tempest-ServersOnMultiNodesTest-2040324995 tempest-ServersOnMultiNodesTest-2040324995-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=40280fc497444617bce52f5bbee56fb9&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0792820 Sep 23 19:26:09.444752 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [req-3e67b55c-a883-48d1-bc9f-537dad8e593d req-cd3b2772-833e-40d6-9e5d-0342cf11bc02 service neutron] http://10.222.0.67:9696/v2.0/extensions returned with HTTP 200 {{(pid=95102) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 23 19:26:09.446781 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-3e67b55c-a883-48d1-bc9f-537dad8e593d req-cd3b2772-833e-40d6-9e5d-0342cf11bc02 service neutron] 10.222.0.67 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0061600 Sep 23 19:26:09.454300 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-54b2d172-8184-4ba8-845d-a202a4a51c4f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:26:09.461472 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-54b2d172-8184-4ba8-845d-a202a4a51c4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:26:09.515906 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-54b2d172-8184-4ba8-845d-a202a4a51c4f admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=be6306043393482b9059666d22899a72&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3429716 Sep 23 19:26:09.517239 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b2d172-8184-4ba8-845d-a202a4a51c4f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb3a29b0-41f7-4151-81de-49d72f80935b,revision_number=1']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:26:09.518581 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 38144) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:26:09.525944 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54b2d172-8184-4ba8-845d-a202a4a51c4f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:26:09.526593 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54b2d172-8184-4ba8-845d-a202a4a51c4f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:26:09.527105 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54b2d172-8184-4ba8-845d-a202a4a51c4f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:26:09.527612 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54b2d172-8184-4ba8-845d-a202a4a51c4f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:26:09.528132 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54b2d172-8184-4ba8-845d-a202a4a51c4f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:26:09.528667 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54b2d172-8184-4ba8-845d-a202a4a51c4f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:26:09.529167 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54b2d172-8184-4ba8-845d-a202a4a51c4f admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:26:09.529907 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54b2d172-8184-4ba8-845d-a202a4a51c4f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:26:09.530443 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54b2d172-8184-4ba8-845d-a202a4a51c4f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:26:09.530981 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54b2d172-8184-4ba8-845d-a202a4a51c4f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:26:09.531526 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54b2d172-8184-4ba8-845d-a202a4a51c4f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:26:09.532296 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54b2d172-8184-4ba8-845d-a202a4a51c4f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:26:09.580813 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-e593c8a8-501b-403d-9eba-c8d980ad966f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:26:09.608092 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-e593c8a8-501b-403d-9eba-c8d980ad966f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:26:09.674209 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-e593c8a8-501b-403d-9eba-c8d980ad966f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:26:09.678813 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-e593c8a8-501b-403d-9eba-c8d980ad966f admin admin] Notify callbacks [] for security_group, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:26:09.680267 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-e593c8a8-501b-403d-9eba-c8d980ad966f admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/bb3a29b0-41f7-4151-81de-49d72f80935b HTTP/1.1" status: 204 len: 168 time: 0.1605783 Sep 23 19:26:09.693282 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e593c8a8-501b-403d-9eba-c8d980ad966f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb3a29b0-41f7-4151-81de-49d72f80935b,revision_number=None']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:26:09.805034 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-46df4bf0-1c4a-4272-90a7-c8f2d76f7996 req-9b4ec5ba-5464-4527-b757-15c0c4b542bf tempest-ServersOnMultiNodesTest-2040324995 tempest-ServersOnMultiNodesTest-2040324995-project] 10.222.0.67 "GET /v2.0/ports?device_id=7a5095f7-9e22-4e71-903c-6df485f47299 HTTP/1.1" status: 200 len: 210 time: 0.0600090 Sep 23 19:26:09.830507 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c8b4da6-2775-4015-b58c-921c0e67d73c req-e0620c95-d3a3-4274-a93d-eebceff934cc tempest-MigrationsAdminTest-397594546 tempest-MigrationsAdminTest-397594546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:26:09.832110 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-3c8b4da6-2775-4015-b58c-921c0e67d73c req-e0620c95-d3a3-4274-a93d-eebceff934cc tempest-MigrationsAdminTest-397594546 tempest-MigrationsAdminTest-397594546-project] 10.222.0.67 "GET /v2.0/ports?device_id=342358f0-a808-4879-9696-19cba9625afd HTTP/1.1" status: 200 len: 949 time: 0.1411865 Sep 23 19:26:09.871557 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-2c1a5506-efe2-45f9-b221-5a5c0b67c928 req-eb8e4db3-8a98-4f5a-890d-5ad36d99e7cb service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=342358f0-a808-4879-9696-19cba9625afd&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1754937 Sep 23 19:26:09.883198 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [req-2c1a5506-efe2-45f9-b221-5a5c0b67c928 req-cfa42d33-81ce-4bc7-848b-98c5930e1bf4 service neutron] http://10.222.0.67:9696/v2.0/extensions returned with HTTP 200 {{(pid=95101) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 23 19:26:09.900815 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-2c1a5506-efe2-45f9-b221-5a5c0b67c928 req-cfa42d33-81ce-4bc7-848b-98c5930e1bf4 service neutron] 10.222.0.67 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0283303 Sep 23 19:26:09.925995 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-3c8b4da6-2775-4015-b58c-921c0e67d73c req-ffe86da0-dfe3-4185-a61d-fadf1f31bd77 tempest-MigrationsAdminTest-397594546 tempest-MigrationsAdminTest-397594546-project] 10.222.0.67 "GET /v2.0/security-groups?id=78cb509b-31c4-4e2a-bb5c-7abd6194dcc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857153 Sep 23 19:26:09.985031 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89867aa6-b126-4883-8671-aa9ed9c74e16 req-abb12777-a01a-4cff-a763-b5df5422b616 tempest-TaggedBootDevicesTest-1101605307 tempest-TaggedBootDevicesTest-1101605307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:26:09.991623 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89867aa6-b126-4883-8671-aa9ed9c74e16 req-abb12777-a01a-4cff-a763-b5df5422b616 tempest-TaggedBootDevicesTest-1101605307 tempest-TaggedBootDevicesTest-1101605307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:26:09.998829 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89867aa6-b126-4883-8671-aa9ed9c74e16 req-abb12777-a01a-4cff-a763-b5df5422b616 tempest-TaggedBootDevicesTest-1101605307 tempest-TaggedBootDevicesTest-1101605307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:26:10.005473 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89867aa6-b126-4883-8671-aa9ed9c74e16 req-abb12777-a01a-4cff-a763-b5df5422b616 tempest-TaggedBootDevicesTest-1101605307 tempest-TaggedBootDevicesTest-1101605307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:26:10.013109 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89867aa6-b126-4883-8671-aa9ed9c74e16 req-abb12777-a01a-4cff-a763-b5df5422b616 tempest-TaggedBootDevicesTest-1101605307 tempest-TaggedBootDevicesTest-1101605307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:26:10.019961 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89867aa6-b126-4883-8671-aa9ed9c74e16 req-abb12777-a01a-4cff-a763-b5df5422b616 tempest-TaggedBootDevicesTest-1101605307 tempest-TaggedBootDevicesTest-1101605307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:26:10.027900 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89867aa6-b126-4883-8671-aa9ed9c74e16 req-abb12777-a01a-4cff-a763-b5df5422b616 tempest-TaggedBootDevicesTest-1101605307 tempest-TaggedBootDevicesTest-1101605307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:26:10.036482 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-89867aa6-b126-4883-8671-aa9ed9c74e16 req-abb12777-a01a-4cff-a763-b5df5422b616 tempest-TaggedBootDevicesTest-1101605307 tempest-TaggedBootDevicesTest-1101605307-project] 10.222.0.67 "GET /v2.0/ports?device_id=6c7d744a-f584-4648-aa8d-a6936fa22df4 HTTP/1.1" status: 200 len: 5421 time: 0.1335535 Sep 23 19:26:10.088969 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-89867aa6-b126-4883-8671-aa9ed9c74e16 req-90dcf3ec-c86c-4a9b-8728-4c19a76d8f81 tempest-TaggedBootDevicesTest-1101605307 tempest-TaggedBootDevicesTest-1101605307-project] 10.222.0.67 "GET /v2.0/security-groups?id=7583e831-f62b-49a7-9a62-f1028bb8aa73&id=a101b72e-c698-4e76-88ce-3dcbb1163262&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0465417 Sep 23 19:26:10.196330 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 38186) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:26:10.212843 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-17dcc4d2-d9b1-44f0-b5e3-21b0b746553a admin admin] Notify callbacks [] for security_group, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:26:10.339478 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-17dcc4d2-d9b1-44f0-b5e3-21b0b746553a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:26:10.349289 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-17dcc4d2-d9b1-44f0-b5e3-21b0b746553a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:26:10.369525 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5683edb6-eec4-4745-bd4d-7ce2d3924d1f req-5ad350a0-2989-4e4a-8b4b-9949898d135c tempest-ServerAddressesNegativeTestJSON-651404174 tempest-ServerAddressesNegativeTestJSON-651404174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:26:10.379207 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-5683edb6-eec4-4745-bd4d-7ce2d3924d1f req-5ad350a0-2989-4e4a-8b4b-9949898d135c tempest-ServerAddressesNegativeTestJSON-651404174 tempest-ServerAddressesNegativeTestJSON-651404174-project] 10.222.0.67 "GET /v2.0/ports?device_id=4bd9cd63-15c7-4499-9335-526c460c7f27 HTTP/1.1" status: 200 len: 946 time: 0.0868461 Sep 23 19:26:10.400538 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-17dcc4d2-d9b1-44f0-b5e3-21b0b746553a admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=fc23e747e9d048c2978cf648f11d5442&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2040038 Sep 23 19:26:10.403057 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17dcc4d2-d9b1-44f0-b5e3-21b0b746553a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7bc7f6c-8649-4795-8588-60b0541d6427,revision_number=1']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:26:10.404550 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 38196) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:26:10.490025 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-5683edb6-eec4-4745-bd4d-7ce2d3924d1f req-9677df61-88ad-4a6f-a186-616ee25dd295 tempest-ServerAddressesNegativeTestJSON-651404174 tempest-ServerAddressesNegativeTestJSON-651404174-project] 10.222.0.67 "GET /v2.0/security-groups?id=2879f55e-81fc-4d78-a3d8-edb60ba6194a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1092186 Sep 23 19:26:10.558163 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-cf07d2a7-eda0-462b-8a3f-78f78a638323 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:26:10.613118 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-cf07d2a7-eda0-462b-8a3f-78f78a638323 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:26:10.670041 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff5efd1-5dd5-4fa6-a1cd-f42f81893a33 req-00efe5f6-8b06-4b61-a99e-9fe47a31a527 tempest-ServerRescueTestJSON-83326898 tempest-ServerRescueTestJSON-83326898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:26:10.671823 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-cff5efd1-5dd5-4fa6-a1cd-f42f81893a33 req-00efe5f6-8b06-4b61-a99e-9fe47a31a527 tempest-ServerRescueTestJSON-83326898 tempest-ServerRescueTestJSON-83326898-project] 10.222.0.67 "GET /v2.0/ports?device_id=d885963b-72aa-42e0-909c-c5c9f0a64a9f HTTP/1.1" status: 200 len: 945 time: 0.1162925 Sep 23 19:26:10.703659 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-cf07d2a7-eda0-462b-8a3f-78f78a638323 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:26:10.706947 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-cf07d2a7-eda0-462b-8a3f-78f78a638323 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:26:10.707376 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-cf07d2a7-eda0-462b-8a3f-78f78a638323 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/b7bc7f6c-8649-4795-8588-60b0541d6427 HTTP/1.1" status: 204 len: 168 time: 0.3010781 Sep 23 19:26:10.725176 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf07d2a7-eda0-462b-8a3f-78f78a638323 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7bc7f6c-8649-4795-8588-60b0541d6427,revision_number=None']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:26:10.736968 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-cff5efd1-5dd5-4fa6-a1cd-f42f81893a33 req-215d51d3-9fc6-4f74-bde9-59cba9b36804 tempest-ServerRescueTestJSON-83326898 tempest-ServerRescueTestJSON-83326898-project] 10.222.0.67 "GET /v2.0/security-groups?id=324a4552-7b72-4e62-bcd4-dc8354c093e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570621 Sep 23 19:26:10.980136 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-da4a3cf6-7c98-43b5-9730-de34fdb01eae req-ee06b4ae-e0b4-4722-ae16-0b3728edf7a0 tempest-ServersOnMultiNodesTest-2040324995 tempest-ServersOnMultiNodesTest-2040324995-project] 10.222.0.67 "GET /v2.0/ports?device_id=7a5095f7-9e22-4e71-903c-6df485f47299 HTTP/1.1" status: 200 len: 210 time: 0.0524256 Sep 23 19:26:11.173263 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-accf9e0e-217d-4f0e-8052-25ec155b3309 req-07fe0c46-cb7a-4355-bf6c-4a270b259a85 tempest-MigrationsAdminTest-397594546 tempest-MigrationsAdminTest-397594546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:26:11.174865 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-accf9e0e-217d-4f0e-8052-25ec155b3309 req-07fe0c46-cb7a-4355-bf6c-4a270b259a85 tempest-MigrationsAdminTest-397594546 tempest-MigrationsAdminTest-397594546-project] 10.222.0.67 "GET /v2.0/ports?device_id=342358f0-a808-4879-9696-19cba9625afd HTTP/1.1" status: 200 len: 949 time: 0.1147997 Sep 23 19:26:11.178828 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-948c8ee7-6c31-4b04-b212-2a5f336d9ce5 req-1a6dc6b5-d257-4e51-813a-5537a462335c tempest-ServersOnMultiNodesTest-2040324995 tempest-ServersOnMultiNodesTest-2040324995-project] 10.222.0.74 "GET /v2.0/networks?tenant_id=40280fc497444617bce52f5bbee56fb9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0538154 Sep 23 19:26:11.252656 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-accf9e0e-217d-4f0e-8052-25ec155b3309 req-3af99685-3bf1-4e87-9e4e-54a1ae5f4c62 tempest-MigrationsAdminTest-397594546 tempest-MigrationsAdminTest-397594546-project] 10.222.0.67 "GET /v2.0/security-groups?id=78cb509b-31c4-4e2a-bb5c-7abd6194dcc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710671 Sep 23 19:26:11.274265 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b96882-b0db-4f1a-b35d-ef47a2e2ac1b req-025ae525-cf55-442e-9683-b79ec6f6716e tempest-TaggedBootDevicesTest-1101605307 tempest-TaggedBootDevicesTest-1101605307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:26:11.280480 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b96882-b0db-4f1a-b35d-ef47a2e2ac1b req-025ae525-cf55-442e-9683-b79ec6f6716e tempest-TaggedBootDevicesTest-1101605307 tempest-TaggedBootDevicesTest-1101605307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:26:11.287058 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b96882-b0db-4f1a-b35d-ef47a2e2ac1b req-025ae525-cf55-442e-9683-b79ec6f6716e tempest-TaggedBootDevicesTest-1101605307 tempest-TaggedBootDevicesTest-1101605307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:26:11.293751 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b96882-b0db-4f1a-b35d-ef47a2e2ac1b req-025ae525-cf55-442e-9683-b79ec6f6716e tempest-TaggedBootDevicesTest-1101605307 tempest-TaggedBootDevicesTest-1101605307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:26:11.300966 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b96882-b0db-4f1a-b35d-ef47a2e2ac1b req-025ae525-cf55-442e-9683-b79ec6f6716e tempest-TaggedBootDevicesTest-1101605307 tempest-TaggedBootDevicesTest-1101605307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:26:11.308116 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b96882-b0db-4f1a-b35d-ef47a2e2ac1b req-025ae525-cf55-442e-9683-b79ec6f6716e tempest-TaggedBootDevicesTest-1101605307 tempest-TaggedBootDevicesTest-1101605307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:26:11.315013 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b96882-b0db-4f1a-b35d-ef47a2e2ac1b req-025ae525-cf55-442e-9683-b79ec6f6716e tempest-TaggedBootDevicesTest-1101605307 tempest-TaggedBootDevicesTest-1101605307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:26:11.317251 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-29b96882-b0db-4f1a-b35d-ef47a2e2ac1b req-025ae525-cf55-442e-9683-b79ec6f6716e tempest-TaggedBootDevicesTest-1101605307 tempest-TaggedBootDevicesTest-1101605307-project] 10.222.0.67 "GET /v2.0/ports?device_id=6c7d744a-f584-4648-aa8d-a6936fa22df4 HTTP/1.1" status: 200 len: 5421 time: 0.1395216 Sep 23 19:26:11.373699 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-948c8ee7-6c31-4b04-b212-2a5f336d9ce5 req-f566b737-e4bd-4182-8f55-4f3e5408ab6e tempest-ServersOnMultiNodesTest-2040324995 tempest-ServersOnMultiNodesTest-2040324995-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:26:11.375831 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-948c8ee7-6c31-4b04-b212-2a5f336d9ce5 req-f566b737-e4bd-4182-8f55-4f3e5408ab6e tempest-ServersOnMultiNodesTest-2040324995 tempest-ServersOnMultiNodesTest-2040324995-project] 10.222.0.74 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1902421 Sep 23 19:26:11.376878 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-29b96882-b0db-4f1a-b35d-ef47a2e2ac1b req-f1cb8a4e-d988-459f-9d2e-dbca47e9101f tempest-TaggedBootDevicesTest-1101605307 tempest-TaggedBootDevicesTest-1101605307-project] 10.222.0.67 "GET /v2.0/security-groups?id=7583e831-f62b-49a7-9a62-f1028bb8aa73&id=a101b72e-c698-4e76-88ce-3dcbb1163262&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0532296 Sep 23 19:26:11.397005 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.v2.base [req-948c8ee7-6c31-4b04-b212-2a5f336d9ce5 req-71676146-d9eb-4e0e-a20b-d3604bc40b96 tempest-ServersOnMultiNodesTest-2040324995 tempest-ServersOnMultiNodesTest-2040324995-project] Request body: {'port': {'device_id': '7a5095f7-9e22-4e71-903c-6df485f47299', 'network_id': '5220cb0c-da05-478a-9604-8c11469a05b4', 'admin_state_up': True, 'tenant_id': '40280fc497444617bce52f5bbee56fb9'}} {{(pid=95101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:26:11.540360 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-948c8ee7-6c31-4b04-b212-2a5f336d9ce5 req-71676146-d9eb-4e0e-a20b-d3604bc40b96 tempest-ServersOnMultiNodesTest-2040324995 tempest-ServersOnMultiNodesTest-2040324995-project] Made reservation on behalf of 40280fc497444617bce52f5bbee56fb9 for: {'port': 1} {{(pid=95101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:26:11.545011 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-948c8ee7-6c31-4b04-b212-2a5f336d9ce5 req-71676146-d9eb-4e0e-a20b-d3604bc40b96 tempest-ServersOnMultiNodesTest-2040324995 tempest-ServersOnMultiNodesTest-2040324995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:26:11.643874 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d9043c-2ad4-4ec7-90ea-651471b5ad48 req-e132dd15-e0f5-4e1a-abd0-8747b3c4fb30 tempest-ServerAddressesNegativeTestJSON-651404174 tempest-ServerAddressesNegativeTestJSON-651404174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:26:11.646708 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-45d9043c-2ad4-4ec7-90ea-651471b5ad48 req-e132dd15-e0f5-4e1a-abd0-8747b3c4fb30 tempest-ServerAddressesNegativeTestJSON-651404174 tempest-ServerAddressesNegativeTestJSON-651404174-project] 10.222.0.67 "GET /v2.0/ports?device_id=4bd9cd63-15c7-4499-9335-526c460c7f27 HTTP/1.1" status: 200 len: 946 time: 0.0733135 Sep 23 19:26:11.705521 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-45d9043c-2ad4-4ec7-90ea-651471b5ad48 req-a0ef6062-e8e8-4e3d-86e8-79db975d2f4e tempest-ServerAddressesNegativeTestJSON-651404174 tempest-ServerAddressesNegativeTestJSON-651404174-project] 10.222.0.67 "GET /v2.0/security-groups?id=2879f55e-81fc-4d78-a3d8-edb60ba6194a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475197 Sep 23 19:26:11.706936 n-d-713301-16 neutron-server[95101]: DEBUG neutron.db.db_base_plugin_common [req-948c8ee7-6c31-4b04-b212-2a5f336d9ce5 req-71676146-d9eb-4e0e-a20b-d3604bc40b96 tempest-ServersOnMultiNodesTest-2040324995 tempest-ServersOnMultiNodesTest-2040324995-project] Allocated IP 192.168.233.76 (5220cb0c-da05-478a-9604-8c11469a05b4/1ccc69bc-9d6b-44d9-b227-204e47dc6e45/26fc2316-c799-4f1c-93ac-e3e7a2f1c85d) {{(pid=95101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 19:26:11.897563 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c94e908-b8b5-471d-825b-c58ed68052a2 req-ad0cd20b-201c-4daa-be8a-ed2ade306cf6 tempest-ServerRescueTestJSON-83326898 tempest-ServerRescueTestJSON-83326898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:26:11.900171 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-1c94e908-b8b5-471d-825b-c58ed68052a2 req-ad0cd20b-201c-4daa-be8a-ed2ade306cf6 tempest-ServerRescueTestJSON-83326898 tempest-ServerRescueTestJSON-83326898-project] 10.222.0.67 "GET /v2.0/ports?device_id=d885963b-72aa-42e0-909c-c5c9f0a64a9f HTTP/1.1" status: 200 len: 945 time: 0.0799603 Sep 23 19:26:11.908869 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-948c8ee7-6c31-4b04-b212-2a5f336d9ce5 req-71676146-d9eb-4e0e-a20b-d3604bc40b96 tempest-ServersOnMultiNodesTest-2040324995 tempest-ServersOnMultiNodesTest-2040324995-project] Notify callbacks [] for port, precommit_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:26:11.954017 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-948c8ee7-6c31-4b04-b212-2a5f336d9ce5 req-71676146-d9eb-4e0e-a20b-d3604bc40b96 tempest-ServersOnMultiNodesTest-2040324995 tempest-ServersOnMultiNodesTest-2040324995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783145673135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5607431'] for port, after_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:26:11.968169 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] get_ports_and_sgs() called for port_ids ['a93a183a-c4c5-4ca7-8687-dd68b086ef76', '3ef3b9f7-4295-43fa-809a-8c3147e99fb4', 'c5445bd1-d627-4f17-aa1f-1b419572ed81', 'dd14c26e-3e27-4cc3-aa9c-bff97727ed77'] {{(pid=95103) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 19:26:11.973412 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] get_ports_and_sgs() called for port_ids ['3e6c5f99-1b58-4b8b-8ded-4540f2e920c7'] {{(pid=95103) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 19:26:11.979946 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-1c94e908-b8b5-471d-825b-c58ed68052a2 req-21964653-e37a-4efe-929e-8ec1246dde0c tempest-ServerRescueTestJSON-83326898 tempest-ServerRescueTestJSON-83326898-project] 10.222.0.67 "GET /v2.0/security-groups?id=324a4552-7b72-4e62-bcd4-dc8354c093e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718043 Sep 23 19:26:12.136206 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-948c8ee7-6c31-4b04-b212-2a5f336d9ce5 req-71676146-d9eb-4e0e-a20b-d3604bc40b96 tempest-ServersOnMultiNodesTest-2040324995 tempest-ServersOnMultiNodesTest-2040324995-project] Network 5220cb0c-da05-478a-9604-8c11469a05b4 is already hosted by enough agents. {{(pid=95101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:26:12.146139 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.base_scheduler [req-948c8ee7-6c31-4b04-b212-2a5f336d9ce5 req-71676146-d9eb-4e0e-a20b-d3604bc40b96 tempest-ServersOnMultiNodesTest-2040324995 tempest-ServersOnMultiNodesTest-2040324995-project] Resources bound (agent type, host, resource id): {{(pid=95101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:26:12.173635 n-d-713301-16 neutron-server[95101]: DEBUG neutron.db.l3_dvrscheduler_db [req-948c8ee7-6c31-4b04-b212-2a5f336d9ce5 req-71676146-d9eb-4e0e-a20b-d3604bc40b96 tempest-ServersOnMultiNodesTest-2040324995 tempest-ServersOnMultiNodesTest-2040324995-project] Received port after_create {{(pid=95101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 19:26:12.179884 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71676146-d9eb-4e0e-a20b-d3604bc40b96 tempest-ServersOnMultiNodesTest-2040324995 tempest-ServersOnMultiNodesTest-2040324995-project] Pushing event updated for resources: {'Port': ['ID=26fc2316-c799-4f1c-93ac-e3e7a2f1c85d,revision_number=1']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:26:12.235045 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c1a5506-efe2-45f9-b221-5a5c0b67c928 req-55eb72cc-4478-4a70-908e-4176454ec8f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:26:12.239626 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-2c1a5506-efe2-45f9-b221-5a5c0b67c928 req-55eb72cc-4478-4a70-908e-4176454ec8f8 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=cff0149cb20c4944955e93a2b393f7c5&device_id=342358f0-a808-4879-9696-19cba9625afd HTTP/1.1" status: 200 len: 1101 time: 0.2404456 Sep 23 19:26:12.254236 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5bd3e80-7ae5-47c9-aa17-43ff749619de req-04697c24-5036-45d2-ad06-215b029e49cf tempest-ServersOnMultiNodesTest-2040324995 tempest-ServersOnMultiNodesTest-2040324995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:26:12.255853 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-c5bd3e80-7ae5-47c9-aa17-43ff749619de req-04697c24-5036-45d2-ad06-215b029e49cf tempest-ServersOnMultiNodesTest-2040324995 tempest-ServersOnMultiNodesTest-2040324995-project] 10.222.0.67 "GET /v2.0/ports?device_id=7a5095f7-9e22-4e71-903c-6df485f47299 HTTP/1.1" status: 200 len: 935 time: 0.1742520 Sep 23 19:26:12.257776 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28733895-4a61-4d6d-9410-41335ec160a2 req-0795d509-56e2-4b60-ae6a-d2e8f7e3746d tempest-ServerAddressesNegativeTestJSON-651404174 tempest-ServerAddressesNegativeTestJSON-651404174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:26:12.259585 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-28733895-4a61-4d6d-9410-41335ec160a2 req-0795d509-56e2-4b60-ae6a-d2e8f7e3746d tempest-ServerAddressesNegativeTestJSON-651404174 tempest-ServerAddressesNegativeTestJSON-651404174-project] 10.222.0.53 "GET /v2.0/ports?device_id=4bd9cd63-15c7-4499-9335-526c460c7f27 HTTP/1.1" status: 200 len: 946 time: 0.2617552 Sep 23 19:26:12.373123 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-c5bd3e80-7ae5-47c9-aa17-43ff749619de req-c5f92606-e5c5-4a5b-9170-cd015cf15f9f tempest-ServersOnMultiNodesTest-2040324995 tempest-ServersOnMultiNodesTest-2040324995-project] 10.222.0.67 "GET /v2.0/security-groups?id=157e791d-182d-45ba-a5d1-6edf868180cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1088383 Sep 23 19:26:12.492038 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeda3d49-1e71-4be4-842d-a02dd812faa0 req-fde7b0d0-f034-4cf8-bd52-de94845bdd12 tempest-MigrationsAdminTest-397594546 tempest-MigrationsAdminTest-397594546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:26:12.494232 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-eeda3d49-1e71-4be4-842d-a02dd812faa0 req-fde7b0d0-f034-4cf8-bd52-de94845bdd12 tempest-MigrationsAdminTest-397594546 tempest-MigrationsAdminTest-397594546-project] 10.222.0.67 "GET /v2.0/ports?device_id=342358f0-a808-4879-9696-19cba9625afd HTTP/1.1" status: 200 len: 949 time: 0.0900280 Sep 23 19:26:12.578321 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-a1dba9b2-e02f-4219-a34c-4fb8de65bbfb None None] Provisioning complete for port 26fc2316-c799-4f1c-93ac-e3e7a2f1c85d triggered by entity DHCP. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:26:12.578890 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-a1dba9b2-e02f-4219-a34c-4fb8de65bbfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:26:12.601956 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c1a5506-efe2-45f9-b221-5a5c0b67c928 req-e359fa79-82ff-4272-bf30-f1ff16d42251 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:26:12.603952 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-2c1a5506-efe2-45f9-b221-5a5c0b67c928 req-e359fa79-82ff-4272-bf30-f1ff16d42251 service neutron] 10.222.0.53 "GET /v2.0/networks?id=5220cb0c-da05-478a-9604-8c11469a05b4 HTTP/1.1" status: 200 len: 870 time: 0.3432167 Sep 23 19:26:12.619320 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-948c8ee7-6c31-4b04-b212-2a5f336d9ce5 req-71676146-d9eb-4e0e-a20b-d3604bc40b96 tempest-ServersOnMultiNodesTest-2040324995 tempest-ServersOnMultiNodesTest-2040324995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:26:12.619643 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-948c8ee7-6c31-4b04-b212-2a5f336d9ce5 req-71676146-d9eb-4e0e-a20b-d3604bc40b96 tempest-ServersOnMultiNodesTest-2040324995 tempest-ServersOnMultiNodesTest-2040324995-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222849'] for port, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:26:12.640441 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.plugin [None req-a1dba9b2-e02f-4219-a34c-4fb8de65bbfb None None] Port 26fc2316-c799-4f1c-93ac-e3e7a2f1c85d cannot update to ACTIVE because it is not bound. {{(pid=95103) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 19:26:12.664640 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-eeda3d49-1e71-4be4-842d-a02dd812faa0 req-2c12ff40-8573-417c-8456-c1e5b86aabd2 tempest-MigrationsAdminTest-397594546 tempest-MigrationsAdminTest-397594546-project] 10.222.0.67 "GET /v2.0/security-groups?id=78cb509b-31c4-4e2a-bb5c-7abd6194dcc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1630685 Sep 23 19:26:12.699970 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-2c1a5506-efe2-45f9-b221-5a5c0b67c928 req-6a0437db-2e88-4047-9788-bd0e7666e518 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.59&port_id=f5483dbd-6d3f-4319-9eaa-5497612c208b HTTP/1.1" status: 200 len: 217 time: 0.0762928 Sep 23 19:26:12.704148 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb7c90b4-4aa9-4fe1-897a-b16fce3588be req-c2648bfa-8928-4ba4-a2ae-7c3de9e9cf46 tempest-TaggedBootDevicesTest-1101605307 tempest-TaggedBootDevicesTest-1101605307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:26:12.727710 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb7c90b4-4aa9-4fe1-897a-b16fce3588be req-c2648bfa-8928-4ba4-a2ae-7c3de9e9cf46 tempest-TaggedBootDevicesTest-1101605307 tempest-TaggedBootDevicesTest-1101605307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:26:12.743905 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb7c90b4-4aa9-4fe1-897a-b16fce3588be req-c2648bfa-8928-4ba4-a2ae-7c3de9e9cf46 tempest-TaggedBootDevicesTest-1101605307 tempest-TaggedBootDevicesTest-1101605307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:26:12.753186 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb7c90b4-4aa9-4fe1-897a-b16fce3588be req-c2648bfa-8928-4ba4-a2ae-7c3de9e9cf46 tempest-TaggedBootDevicesTest-1101605307 tempest-TaggedBootDevicesTest-1101605307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:26:12.761627 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb7c90b4-4aa9-4fe1-897a-b16fce3588be req-c2648bfa-8928-4ba4-a2ae-7c3de9e9cf46 tempest-TaggedBootDevicesTest-1101605307 tempest-TaggedBootDevicesTest-1101605307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:26:12.768432 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb7c90b4-4aa9-4fe1-897a-b16fce3588be req-c2648bfa-8928-4ba4-a2ae-7c3de9e9cf46 tempest-TaggedBootDevicesTest-1101605307 tempest-TaggedBootDevicesTest-1101605307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:26:12.776258 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb7c90b4-4aa9-4fe1-897a-b16fce3588be req-c2648bfa-8928-4ba4-a2ae-7c3de9e9cf46 tempest-TaggedBootDevicesTest-1101605307 tempest-TaggedBootDevicesTest-1101605307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:26:12.784334 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-fb7c90b4-4aa9-4fe1-897a-b16fce3588be req-c2648bfa-8928-4ba4-a2ae-7c3de9e9cf46 tempest-TaggedBootDevicesTest-1101605307 tempest-TaggedBootDevicesTest-1101605307-project] 10.222.0.67 "GET /v2.0/ports?device_id=6c7d744a-f584-4648-aa8d-a6936fa22df4 HTTP/1.1" status: 200 len: 5421 time: 0.2387748 Sep 23 19:26:12.796267 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-948c8ee7-6c31-4b04-b212-2a5f336d9ce5 req-71676146-d9eb-4e0e-a20b-d3604bc40b96 tempest-ServersOnMultiNodesTest-2040324995 tempest-ServersOnMultiNodesTest-2040324995-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.4052784 Sep 23 19:26:12.826149 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.v2.base [req-948c8ee7-6c31-4b04-b212-2a5f336d9ce5 req-74e4a894-181f-451e-98ec-513eff937d44 service neutron] Request body: {'port': {'device_id': '7a5095f7-9e22-4e71-903c-6df485f47299', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713301-16'}} {{(pid=95101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:26:12.859720 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-fb7c90b4-4aa9-4fe1-897a-b16fce3588be req-cd249c97-a496-488c-957f-36265ac56e35 tempest-TaggedBootDevicesTest-1101605307 tempest-TaggedBootDevicesTest-1101605307-project] 10.222.0.67 "GET /v2.0/security-groups?id=7583e831-f62b-49a7-9a62-f1028bb8aa73&id=a101b72e-c698-4e76-88ce-3dcbb1163262&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0740178 Sep 23 19:26:12.933926 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c1a5506-efe2-45f9-b221-5a5c0b67c928 req-0d0decda-6695-4403-93f0-41501a0f16ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:26:12.935399 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-2c1a5506-efe2-45f9-b221-5a5c0b67c928 req-0d0decda-6695-4403-93f0-41501a0f16ea service neutron] 10.222.0.53 "GET /v2.0/subnets?id=1ccc69bc-9d6b-44d9-b227-204e47dc6e45 HTTP/1.1" status: 200 len: 843 time: 0.2025914 Sep 23 19:26:12.936154 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b209254c-bed0-49a7-94c0-997640c20302 req-a248c374-72cd-4d0b-9042-c3e7a6647b1d tempest-ServerAddressesNegativeTestJSON-651404174 tempest-ServerAddressesNegativeTestJSON-651404174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:26:12.946470 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-b209254c-bed0-49a7-94c0-997640c20302 req-a248c374-72cd-4d0b-9042-c3e7a6647b1d tempest-ServerAddressesNegativeTestJSON-651404174 tempest-ServerAddressesNegativeTestJSON-651404174-project] 10.222.0.67 "GET /v2.0/ports?device_id=4bd9cd63-15c7-4499-9335-526c460c7f27 HTTP/1.1" status: 200 len: 946 time: 0.0851429 Sep 23 19:26:12.976691 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.plugin [req-28733895-4a61-4d6d-9410-41335ec160a2 req-6d5439c6-24b3-4f62-a161-72a5447d3c33 tempest-ServerAddressesNegativeTestJSON-651404174 tempest-ServerAddressesNegativeTestJSON-651404174-project] Deleting port 5ad150db-4dfe-46a7-9c40-fb6a3cf17e1e {{(pid=95101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:26:12.977032 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-28733895-4a61-4d6d-9410-41335ec160a2 req-6d5439c6-24b3-4f62-a161-72a5447d3c33 tempest-ServerAddressesNegativeTestJSON-651404174 tempest-ServerAddressesNegativeTestJSON-651404174-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783146157096'] for port, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:26:12.993928 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-b209254c-bed0-49a7-94c0-997640c20302 req-9e99be45-6dc2-4a3e-94c3-020622c5fba3 tempest-ServerAddressesNegativeTestJSON-651404174 tempest-ServerAddressesNegativeTestJSON-651404174-project] 10.222.0.67 "GET /v2.0/security-groups?id=2879f55e-81fc-4d78-a3d8-edb60ba6194a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461876 Sep 23 19:26:13.013846 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-948c8ee7-6c31-4b04-b212-2a5f336d9ce5 req-74e4a894-181f-451e-98ec-513eff937d44 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:26:13.108476 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c1a5506-efe2-45f9-b221-5a5c0b67c928 req-31831054-6759-40d2-9453-c257ea201472 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:26:13.110212 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-2c1a5506-efe2-45f9-b221-5a5c0b67c928 req-31831054-6759-40d2-9453-c257ea201472 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=5220cb0c-da05-478a-9604-8c11469a05b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1543391 Sep 23 19:26:13.137439 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-530e063b-ff5e-443e-a8a8-839df02c5261 req-81d58096-af41-406f-bf57-8c104baabaaf tempest-ServerRescueTestJSON-83326898 tempest-ServerRescueTestJSON-83326898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:26:13.145717 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-530e063b-ff5e-443e-a8a8-839df02c5261 req-81d58096-af41-406f-bf57-8c104baabaaf tempest-ServerRescueTestJSON-83326898 tempest-ServerRescueTestJSON-83326898-project] 10.222.0.67 "GET /v2.0/ports?device_id=d885963b-72aa-42e0-909c-c5c9f0a64a9f HTTP/1.1" status: 200 len: 945 time: 0.0796444 Sep 23 19:26:13.195016 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-4f524fdf-eded-446b-b54a-8a7f0b575d62 req-bb76d30c-5e2f-450a-9769-2f3236359d58 tempest-TenantUsagesTestJSON-256664237 tempest-TenantUsagesTestJSON-256664237-project] 10.222.0.67 "GET /v2.0/networks?tenant_id=7378eb41a4024052a7bef85170e664b4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0464451 Sep 23 19:26:13.248174 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-530e063b-ff5e-443e-a8a8-839df02c5261 req-e769a367-3fef-457c-8797-237c3a853ea9 tempest-ServerRescueTestJSON-83326898 tempest-ServerRescueTestJSON-83326898-project] 10.222.0.67 "GET /v2.0/security-groups?id=324a4552-7b72-4e62-bcd4-dc8354c093e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1015882 Sep 23 19:26:13.296041 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.db [req-28733895-4a61-4d6d-9410-41335ec160a2 req-6d5439c6-24b3-4f62-a161-72a5447d3c33 tempest-ServerAddressesNegativeTestJSON-651404174 tempest-ServerAddressesNegativeTestJSON-651404174-project] For port 5ad150db-4dfe-46a7-9c40-fb6a3cf17e1e, host n-h2-713301-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-16',level=0,port_id=5ad150db-4dfe-46a7-9c40-fb6a3cf17e1e,segment=NetworkSegment(0f81ce2e-85d0-450c-ae9e-64b99e3b7175),segment_id=0f81ce2e-85d0-450c-ae9e-64b99e3b7175)] {{(pid=95101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:26:13.296414 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-28733895-4a61-4d6d-9410-41335ec160a2 req-6d5439c6-24b3-4f62-a161-72a5447d3c33 tempest-ServerAddressesNegativeTestJSON-651404174 tempest-ServerAddressesNegativeTestJSON-651404174-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-605701'] for port, precommit_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:26:13.320859 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.plugin [req-28733895-4a61-4d6d-9410-41335ec160a2 req-6d5439c6-24b3-4f62-a161-72a5447d3c33 tempest-ServerAddressesNegativeTestJSON-651404174 tempest-ServerAddressesNegativeTestJSON-651404174-project] Calling delete_port for 5ad150db-4dfe-46a7-9c40-fb6a3cf17e1e owned by compute:nova {{(pid=95101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:26:13.339323 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f524fdf-eded-446b-b54a-8a7f0b575d62 req-5d4cd160-b317-447a-958c-5bd9a6f0bef6 tempest-TenantUsagesTestJSON-256664237 tempest-TenantUsagesTestJSON-256664237-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:26:13.341377 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-4f524fdf-eded-446b-b54a-8a7f0b575d62 req-5d4cd160-b317-447a-958c-5bd9a6f0bef6 tempest-TenantUsagesTestJSON-256664237 tempest-TenantUsagesTestJSON-256664237-project] 10.222.0.67 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1454809 Sep 23 19:26:13.370902 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-4f524fdf-eded-446b-b54a-8a7f0b575d62 req-1691c380-d92e-44eb-aade-090d66fa259e tempest-TenantUsagesTestJSON-256664237 tempest-TenantUsagesTestJSON-256664237-project] 10.222.0.67 "GET /v2.0/quotas/7378eb41a4024052a7bef85170e664b4 HTTP/1.1" status: 200 len: 375 time: 0.0212934 Sep 23 19:26:13.410734 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-2c1a5506-efe2-45f9-b221-5a5c0b67c928 req-ec1a25d5-7880-429d-a9c6-300b176c0758 service neutron] 10.222.0.53 "GET /v2.0/networks/5220cb0c-da05-478a-9604-8c11469a05b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2877755 Sep 23 19:26:13.420870 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-4f524fdf-eded-446b-b54a-8a7f0b575d62 req-67b07bde-3a65-44cb-8038-b1b0da6f14a3 tempest-TenantUsagesTestJSON-256664237 tempest-TenantUsagesTestJSON-256664237-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=7378eb41a4024052a7bef85170e664b4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0436926 Sep 23 19:26:13.511387 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fbf32e3-28b7-4cfd-bceb-00169335a7b6 req-deab7eb1-b97f-4f9c-9637-ee8bfa95a5ef tempest-ServersOnMultiNodesTest-2040324995 tempest-ServersOnMultiNodesTest-2040324995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:26:13.513057 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-6fbf32e3-28b7-4cfd-bceb-00169335a7b6 req-deab7eb1-b97f-4f9c-9637-ee8bfa95a5ef tempest-ServersOnMultiNodesTest-2040324995 tempest-ServersOnMultiNodesTest-2040324995-project] 10.222.0.67 "GET /v2.0/ports?device_id=7a5095f7-9e22-4e71-903c-6df485f47299 HTTP/1.1" status: 200 len: 935 time: 0.0621171 Sep 23 19:26:13.569513 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-6fbf32e3-28b7-4cfd-bceb-00169335a7b6 req-ab9c7799-92c5-4b48-806b-84de8197a1e2 tempest-ServersOnMultiNodesTest-2040324995 tempest-ServersOnMultiNodesTest-2040324995-project] 10.222.0.67 "GET /v2.0/security-groups?id=157e791d-182d-45ba-a5d1-6edf868180cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499771 Sep 23 19:26:13.653488 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-d3c83950-647e-4768-be02-6c9e04ff854c req-bd09fa9d-2b41-47e5-b4de-22350add685e tempest-TenantUsagesTestJSON-256664237 tempest-TenantUsagesTestJSON-256664237-project] 10.222.0.67 "GET /v2.0/ports?device_id=097e9448-a9a3-47de-b7ae-2be0ab748b3f HTTP/1.1" status: 200 len: 210 time: 0.0411952 Sep 23 19:26:13.665956 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-28733895-4a61-4d6d-9410-41335ec160a2 req-6d5439c6-24b3-4f62-a161-72a5447d3c33 tempest-ServerAddressesNegativeTestJSON-651404174 tempest-ServerAddressesNegativeTestJSON-651404174-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783146162158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783145673144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5607431'] for port, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:26:13.716704 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d5439c6-24b3-4f62-a161-72a5447d3c33 tempest-ServerAddressesNegativeTestJSON-651404174 tempest-ServerAddressesNegativeTestJSON-651404174-project] Pushing event deleted for resources: {'Port': ['ID=5ad150db-4dfe-46a7-9c40-fb6a3cf17e1e,revision_number=None']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:26:13.799411 n-d-713301-16 neutron-server[95101]: DEBUG neutron.db.l3_dvrscheduler_db [req-28733895-4a61-4d6d-9410-41335ec160a2 req-6d5439c6-24b3-4f62-a161-72a5447d3c33 tempest-ServerAddressesNegativeTestJSON-651404174 tempest-ServerAddressesNegativeTestJSON-651404174-project] No DVR routers for this DVR port 5ad150db-4dfe-46a7-9c40-fb6a3cf17e1e on host n-h2-713301-16 {{(pid=95101) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 19:26:13.804108 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-2c1a5506-efe2-45f9-b221-5a5c0b67c928 req-feaf382c-2457-48a7-8a3c-34cb63a4ea38 service neutron] 10.222.0.53 "GET /v2.0/networks/5220cb0c-da05-478a-9604-8c11469a05b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3285372 Sep 23 19:26:13.805187 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-28733895-4a61-4d6d-9410-41335ec160a2 req-6d5439c6-24b3-4f62-a161-72a5447d3c33 tempest-ServerAddressesNegativeTestJSON-651404174 tempest-ServerAddressesNegativeTestJSON-651404174-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222849'] for port, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:26:13.807052 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-28733895-4a61-4d6d-9410-41335ec160a2 req-6d5439c6-24b3-4f62-a161-72a5447d3c33 tempest-ServerAddressesNegativeTestJSON-651404174 tempest-ServerAddressesNegativeTestJSON-651404174-project] 10.222.0.53 "DELETE /v2.0/ports/5ad150db-4dfe-46a7-9c40-fb6a3cf17e1e HTTP/1.1" status: 204 len: 173 time: 1.4849768 Sep 23 19:26:13.813236 n-d-713301-16 neutron-server[95101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4bd9cd63-15c7-4499-9335-526c460c7f27', 'name': 'network-vif-deleted', 'tag': '5ad150db-4dfe-46a7-9c40-fb6a3cf17e1e'}] {{(pid=95101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 19:26:13.815103 n-d-713301-16 neutron-server[95101]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d8366c5740cd635e57ab12b71fe44a77c2acc3c19091ef849c6f68b380462244" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f410fd0-a8c9-4722-b0aa-bbee712d3190" -d '{"events": [{"server_uuid": "4bd9cd63-15c7-4499-9335-526c460c7f27", "name": "network-vif-deleted", "tag": "5ad150db-4dfe-46a7-9c40-fb6a3cf17e1e"}]}' {{(pid=95101) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 19:26:13.868684 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb315a0-a63e-4905-8ba5-c96585f73d32 req-eb4d18b8-9c4e-417e-8597-35042db53ffa tempest-MigrationsAdminTest-397594546 tempest-MigrationsAdminTest-397594546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:26:13.871792 n-d-713301-16 neutron-server[95101]: DEBUG neutron.notifiers.nova [req-948c8ee7-6c31-4b04-b212-2a5f336d9ce5 req-74e4a894-181f-451e-98ec-513eff937d44 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 26fc2316-c799-4f1c-93ac-e3e7a2f1c85d {{(pid=95101) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 19:26:13.879633 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-7cb315a0-a63e-4905-8ba5-c96585f73d32 req-eb4d18b8-9c4e-417e-8597-35042db53ffa tempest-MigrationsAdminTest-397594546 tempest-MigrationsAdminTest-397594546-project] 10.222.0.67 "GET /v2.0/ports?device_id=342358f0-a808-4879-9696-19cba9625afd HTTP/1.1" status: 200 len: 949 time: 0.1194882 Sep 23 19:26:13.882155 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-948c8ee7-6c31-4b04-b212-2a5f336d9ce5 req-74e4a894-181f-451e-98ec-513eff937d44 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:26:13.920765 n-d-713301-16 neutron-server[95101]: DEBUG neutron.db.provisioning_blocks [req-948c8ee7-6c31-4b04-b212-2a5f336d9ce5 req-74e4a894-181f-451e-98ec-513eff937d44 service neutron] Transition to ACTIVE for port object 26fc2316-c799-4f1c-93ac-e3e7a2f1c85d will not be triggered until provisioned by entity L2. {{(pid=95101) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 19:26:13.926938 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-948c8ee7-6c31-4b04-b212-2a5f336d9ce5 req-74e4a894-181f-451e-98ec-513eff937d44 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5607436'] for port, after_update {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:26:13.948498 n-d-713301-16 neutron-server[95101]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 19:26:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e350c6cd-61e6-47d7-bbae-e1d5ad33f683 x-openstack-request-id: req-e350c6cd-61e6-47d7-bbae-e1d5ad33f683 {{(pid=95101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 19:26:13.948818 n-d-713301-16 neutron-server[95101]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4bd9cd63-15c7-4499-9335-526c460c7f27", "name": "network-vif-deleted", "tag": "5ad150db-4dfe-46a7-9c40-fb6a3cf17e1e", "status": "completed", "code": 200}]} {{(pid=95101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 19:26:13.949098 n-d-713301-16 neutron-server[95101]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-e350c6cd-61e6-47d7-bbae-e1d5ad33f683 {{(pid=95101) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 19:26:13.951963 n-d-713301-16 neutron-server[95101]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4bd9cd63-15c7-4499-9335-526c460c7f27', 'name': 'network-vif-deleted', 'tag': '5ad150db-4dfe-46a7-9c40-fb6a3cf17e1e', 'status': 'completed', 'code': 200} Sep 23 19:26:13.953216 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-7cb315a0-a63e-4905-8ba5-c96585f73d32 req-ad9fc155-f5d0-437c-a522-63f8e5714596 tempest-MigrationsAdminTest-397594546 tempest-MigrationsAdminTest-397594546-project] 10.222.0.67 "GET /v2.0/security-groups?id=78cb509b-31c4-4e2a-bb5c-7abd6194dcc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651572 Sep 23 19:26:14.046230 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74e4a894-181f-451e-98ec-513eff937d44 service neutron] Pushing event updated for resources: {'Port': ['ID=26fc2316-c799-4f1c-93ac-e3e7a2f1c85d,revision_number=2']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:26:14.141357 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.managers [req-948c8ee7-6c31-4b04-b212-2a5f336d9ce5 req-74e4a894-181f-451e-98ec-513eff937d44 service neutron] Attempting to bind port 26fc2316-c799-4f1c-93ac-e3e7a2f1c85d on host n-h1-713301-16 for vnic_type normal with profile {{(pid=95101) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 19:26:14.141577 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.managers [req-948c8ee7-6c31-4b04-b212-2a5f336d9ce5 req-74e4a894-181f-451e-98ec-513eff937d44 service neutron] Attempting to bind port 26fc2316-c799-4f1c-93ac-e3e7a2f1c85d by drivers openvswitch,hyperv on host n-h1-713301-16 at level 0 using segments [{'id': '6139d589-eb6c-4578-8935-c26ddf396853', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '5220cb0c-da05-478a-9604-8c11469a05b4'}] {{(pid=95101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 19:26:14.141915 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-948c8ee7-6c31-4b04-b212-2a5f336d9ce5 req-74e4a894-181f-451e-98ec-513eff937d44 service neutron] Attempting to bind port 26fc2316-c799-4f1c-93ac-e3e7a2f1c85d on network 5220cb0c-da05-478a-9604-8c11469a05b4 {{(pid=95101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:26:14.153531 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-948c8ee7-6c31-4b04-b212-2a5f336d9ce5 req-74e4a894-181f-451e-98ec-513eff937d44 service neutron] Port 26fc2316-c799-4f1c-93ac-e3e7a2f1c85d on network 5220cb0c-da05-478a-9604-8c11469a05b4 not bound, no agent of type Open vSwitch agent registered on host n-h1-713301-16 {{(pid=95101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 19:26:14.153764 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-948c8ee7-6c31-4b04-b212-2a5f336d9ce5 req-74e4a894-181f-451e-98ec-513eff937d44 service neutron] Attempting to bind port 26fc2316-c799-4f1c-93ac-e3e7a2f1c85d on network 5220cb0c-da05-478a-9604-8c11469a05b4 {{(pid=95101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:26:14.180582 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8cfd2ba-ec70-4160-8872-28423ec0f82f req-91fe69ad-67fb-42e0-bfe2-7bff303eef7e tempest-TaggedBootDevicesTest-1101605307 tempest-TaggedBootDevicesTest-1101605307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:26:14.187917 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8cfd2ba-ec70-4160-8872-28423ec0f82f req-91fe69ad-67fb-42e0-bfe2-7bff303eef7e tempest-TaggedBootDevicesTest-1101605307 tempest-TaggedBootDevicesTest-1101605307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:26:14.188872 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-948c8ee7-6c31-4b04-b212-2a5f336d9ce5 req-74e4a894-181f-451e-98ec-513eff937d44 service neutron] Checking agent: {'id': '0708c3e9-0aad-4600-9be9-d2486535c898', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713301-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 19, 15, 28), 'started_at': datetime.datetime(2021, 9, 23, 19, 15, 28), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 19, 25, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 19:26:14.189345 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-948c8ee7-6c31-4b04-b212-2a5f336d9ce5 req-74e4a894-181f-451e-98ec-513eff937d44 service neutron] Checking segment: {'id': '6139d589-eb6c-4578-8935-c26ddf396853', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '5220cb0c-da05-478a-9604-8c11469a05b4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:26:14.189714 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-948c8ee7-6c31-4b04-b212-2a5f336d9ce5 req-74e4a894-181f-451e-98ec-513eff937d44 service neutron] Bound using segment: {'id': '6139d589-eb6c-4578-8935-c26ddf396853', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '5220cb0c-da05-478a-9604-8c11469a05b4'} {{(pid=95101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 19:26:14.190180 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.managers [req-948c8ee7-6c31-4b04-b212-2a5f336d9ce5 req-74e4a894-181f-451e-98ec-513eff937d44 service neutron] Bound port: 26fc2316-c799-4f1c-93ac-e3e7a2f1c85d, host: n-h1-713301-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6139d589-eb6c-4578-8935-c26ddf396853', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '5220cb0c-da05-478a-9604-8c11469a05b4'}}] {{(pid=95101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 19:26:14.190769 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-948c8ee7-6c31-4b04-b212-2a5f336d9ce5 req-74e4a894-181f-451e-98ec-513eff937d44 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:26:14.196516 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8cfd2ba-ec70-4160-8872-28423ec0f82f req-91fe69ad-67fb-42e0-bfe2-7bff303eef7e tempest-TaggedBootDevicesTest-1101605307 tempest-TaggedBootDevicesTest-1101605307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:26:14.203554 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8cfd2ba-ec70-4160-8872-28423ec0f82f req-91fe69ad-67fb-42e0-bfe2-7bff303eef7e tempest-TaggedBootDevicesTest-1101605307 tempest-TaggedBootDevicesTest-1101605307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:26:14.211246 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8cfd2ba-ec70-4160-8872-28423ec0f82f req-91fe69ad-67fb-42e0-bfe2-7bff303eef7e tempest-TaggedBootDevicesTest-1101605307 tempest-TaggedBootDevicesTest-1101605307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:26:14.218127 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8cfd2ba-ec70-4160-8872-28423ec0f82f req-91fe69ad-67fb-42e0-bfe2-7bff303eef7e tempest-TaggedBootDevicesTest-1101605307 tempest-TaggedBootDevicesTest-1101605307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:26:14.224681 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8cfd2ba-ec70-4160-8872-28423ec0f82f req-91fe69ad-67fb-42e0-bfe2-7bff303eef7e tempest-TaggedBootDevicesTest-1101605307 tempest-TaggedBootDevicesTest-1101605307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:26:14.248945 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-c8cfd2ba-ec70-4160-8872-28423ec0f82f req-91fe69ad-67fb-42e0-bfe2-7bff303eef7e tempest-TaggedBootDevicesTest-1101605307 tempest-TaggedBootDevicesTest-1101605307-project] 10.222.0.67 "GET /v2.0/ports?device_id=6c7d744a-f584-4648-aa8d-a6936fa22df4 HTTP/1.1" status: 200 len: 5421 time: 0.1818211 Sep 23 19:26:14.306092 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.db [req-948c8ee7-6c31-4b04-b212-2a5f336d9ce5 req-74e4a894-181f-451e-98ec-513eff937d44 service neutron] For port 26fc2316-c799-4f1c-93ac-e3e7a2f1c85d, host n-h1-713301-16, cleared binding levels {{(pid=95101) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 19:26:14.310850 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.db [req-948c8ee7-6c31-4b04-b212-2a5f336d9ce5 req-74e4a894-181f-451e-98ec-513eff937d44 service neutron] For port 26fc2316-c799-4f1c-93ac-e3e7a2f1c85d, host n-h1-713301-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-16',level=0,port_id=26fc2316-c799-4f1c-93ac-e3e7a2f1c85d,segment=NetworkSegment(6139d589-eb6c-4578-8935-c26ddf396853),segment_id=6139d589-eb6c-4578-8935-c26ddf396853)] {{(pid=95101) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 19:26:14.316391 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-f31a50c1-b342-48b0-9a5a-31204da7d4a7 req-c3f88df4-131b-4fae-879c-2ed5186ca8d1 tempest-ServerAddressesNegativeTestJSON-651404174 tempest-ServerAddressesNegativeTestJSON-651404174-project] 10.222.0.67 "GET /v2.0/ports?device_id=4bd9cd63-15c7-4499-9335-526c460c7f27 HTTP/1.1" status: 200 len: 210 time: 0.0642321 Sep 23 19:26:14.326515 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-948c8ee7-6c31-4b04-b212-2a5f336d9ce5 req-74e4a894-181f-451e-98ec-513eff937d44 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5607436'] for port, after_update {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:26:14.408787 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-c8cfd2ba-ec70-4160-8872-28423ec0f82f req-0593c568-4879-470e-ba4d-026283c67e70 tempest-TaggedBootDevicesTest-1101605307 tempest-TaggedBootDevicesTest-1101605307-project] 10.222.0.67 "GET /v2.0/security-groups?id=7583e831-f62b-49a7-9a62-f1028bb8aa73&id=a101b72e-c698-4e76-88ce-3dcbb1163262&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1578596 Sep 23 19:26:14.413478 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-948c8ee7-6c31-4b04-b212-2a5f336d9ce5 req-74e4a894-181f-451e-98ec-513eff937d44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:26:14.414148 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-948c8ee7-6c31-4b04-b212-2a5f336d9ce5 req-74e4a894-181f-451e-98ec-513eff937d44 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222849'] for port, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:26:14.415636 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-948c8ee7-6c31-4b04-b212-2a5f336d9ce5 req-74e4a894-181f-451e-98ec-513eff937d44 service neutron] 10.222.0.74 "PUT /v2.0/ports/26fc2316-c799-4f1c-93ac-e3e7a2f1c85d HTTP/1.1" status: 200 len: 1096 time: 1.5990248 Sep 23 19:26:14.477919 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74e4a894-181f-451e-98ec-513eff937d44 service neutron] Pushing event updated for resources: {'Port': ['ID=26fc2316-c799-4f1c-93ac-e3e7a2f1c85d,revision_number=3']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:26:14.631120 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e86519af-d9f4-4702-8b60-5f9a307bdc57 req-d64310e5-2074-43a7-a716-960c04b4352c tempest-ServerRescueTestJSON-83326898 tempest-ServerRescueTestJSON-83326898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:26:14.648200 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-e86519af-d9f4-4702-8b60-5f9a307bdc57 req-d64310e5-2074-43a7-a716-960c04b4352c tempest-ServerRescueTestJSON-83326898 tempest-ServerRescueTestJSON-83326898-project] 10.222.0.67 "GET /v2.0/ports?device_id=d885963b-72aa-42e0-909c-c5c9f0a64a9f HTTP/1.1" status: 200 len: 945 time: 0.1440320 Sep 23 19:26:14.690720 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-948c8ee7-6c31-4b04-b212-2a5f336d9ce5 req-8d4fa053-1dd3-49a7-9c4f-7767d16b0a89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:26:14.706337 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-948c8ee7-6c31-4b04-b212-2a5f336d9ce5 req-8d4fa053-1dd3-49a7-9c4f-7767d16b0a89 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=40280fc497444617bce52f5bbee56fb9&device_id=7a5095f7-9e22-4e71-903c-6df485f47299 HTTP/1.1" status: 200 len: 1099 time: 0.1730621 Sep 23 19:26:14.774543 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-e86519af-d9f4-4702-8b60-5f9a307bdc57 req-1b37dc52-b179-4727-91a5-415af34417b5 tempest-ServerRescueTestJSON-83326898 tempest-ServerRescueTestJSON-83326898-project] 10.222.0.67 "GET /v2.0/security-groups?id=324a4552-7b72-4e62-bcd4-dc8354c093e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1254265 Sep 23 19:26:14.784179 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-948c8ee7-6c31-4b04-b212-2a5f336d9ce5 req-cfd51092-b58b-4899-a7c0-7d11cbdff049 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.76&port_id=26fc2316-c799-4f1c-93ac-e3e7a2f1c85d HTTP/1.1" status: 200 len: 217 time: 0.0668864 Sep 23 19:26:14.839222 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8601dfc-66fa-4085-9404-0f62159ba0a4 req-5c1acdb2-a799-4510-bfbf-306be6579fac tempest-ServersOnMultiNodesTest-2040324995 tempest-ServersOnMultiNodesTest-2040324995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:26:14.852343 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-a8601dfc-66fa-4085-9404-0f62159ba0a4 req-5c1acdb2-a799-4510-bfbf-306be6579fac tempest-ServersOnMultiNodesTest-2040324995 tempest-ServersOnMultiNodesTest-2040324995-project] 10.222.0.67 "GET /v2.0/ports?device_id=7a5095f7-9e22-4e71-903c-6df485f47299 HTTP/1.1" status: 200 len: 947 time: 0.0953526 Sep 23 19:26:14.872523 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-948c8ee7-6c31-4b04-b212-2a5f336d9ce5 req-2fe14495-d34f-4120-9a2a-f3db068318fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:26:14.874869 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-948c8ee7-6c31-4b04-b212-2a5f336d9ce5 req-2fe14495-d34f-4120-9a2a-f3db068318fc service neutron] 10.222.0.74 "GET /v2.0/subnets?id=1ccc69bc-9d6b-44d9-b227-204e47dc6e45 HTTP/1.1" status: 200 len: 843 time: 0.0762796 Sep 23 19:26:14.904435 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Device 5ad150db-4dfe-46a7-9c40-fb6a3cf17e1e no longer exists at agent hyperv_n-h2-713301-16 {{(pid=95103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 19:26:14.913716 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-a8601dfc-66fa-4085-9404-0f62159ba0a4 req-0886a936-a924-42fe-8c85-a2a525407284 tempest-ServersOnMultiNodesTest-2040324995 tempest-ServersOnMultiNodesTest-2040324995-project] 10.222.0.67 "GET /v2.0/security-groups?id=157e791d-182d-45ba-a5d1-6edf868180cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553818 Sep 23 19:26:14.932205 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.plugin [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] No Port match for: 5ad150db-4dfe-46a7-9c40-fb6a3cf17e1e {{(pid=95103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 19:26:14.932557 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Device 5ad150db-4dfe-46a7-9c40-fb6a3cf17e1e not bound to the agent host n-h2-713301-16 {{(pid=95103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 19:26:14.938187 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-9843e1b7-9f6c-400c-9873-c748710d2f87 req-68c0ad1e-a3b1-40ef-9311-6e1e54eb26a9 tempest-TenantUsagesTestJSON-256664237 tempest-TenantUsagesTestJSON-256664237-project] 10.222.0.67 "GET /v2.0/ports?device_id=097e9448-a9a3-47de-b7ae-2be0ab748b3f HTTP/1.1" status: 200 len: 210 time: 0.0418735 Sep 23 19:26:14.944283 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-948c8ee7-6c31-4b04-b212-2a5f336d9ce5 req-06d25b72-c6af-439f-a2f8-d5b743938828 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:26:14.946437 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-948c8ee7-6c31-4b04-b212-2a5f336d9ce5 req-06d25b72-c6af-439f-a2f8-d5b743938828 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=5220cb0c-da05-478a-9604-8c11469a05b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0565102 Sep 23 19:26:15.055353 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-948c8ee7-6c31-4b04-b212-2a5f336d9ce5 req-6c55ca6b-23f5-4aec-a4ae-909f5739ebda service neutron] 10.222.0.74 "GET /v2.0/networks/5220cb0c-da05-478a-9604-8c11469a05b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0997574 Sep 23 19:26:15.079374 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db1571c9-f413-4cee-acc8-4c41b18cef48 req-ce0a1e91-4713-41d9-b098-b33b1089f2c6 tempest-MigrationsAdminTest-397594546 tempest-MigrationsAdminTest-397594546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:26:15.080984 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-db1571c9-f413-4cee-acc8-4c41b18cef48 req-ce0a1e91-4713-41d9-b098-b33b1089f2c6 tempest-MigrationsAdminTest-397594546 tempest-MigrationsAdminTest-397594546-project] 10.222.0.67 "GET /v2.0/ports?device_id=342358f0-a808-4879-9696-19cba9625afd HTTP/1.1" status: 200 len: 949 time: 0.0585327 Sep 23 19:26:15.122547 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-db1571c9-f413-4cee-acc8-4c41b18cef48 req-c0898dbb-3935-4f57-94ba-2c9f68c6424a tempest-MigrationsAdminTest-397594546 tempest-MigrationsAdminTest-397594546-project] 10.222.0.67 "GET /v2.0/security-groups?id=78cb509b-31c4-4e2a-bb5c-7abd6194dcc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339975 Sep 23 19:26:15.159544 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-948c8ee7-6c31-4b04-b212-2a5f336d9ce5 req-ab922775-6a0c-4c74-889c-40c6c5b1b90b service neutron] 10.222.0.74 "GET /v2.0/networks/5220cb0c-da05-478a-9604-8c11469a05b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888405 Sep 23 19:26:15.294459 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-4f524fdf-eded-446b-b54a-8a7f0b575d62 req-3ab10050-8afd-4e20-9030-9580b79a3605 tempest-TenantUsagesTestJSON-256664237 tempest-TenantUsagesTestJSON-256664237-project] 10.222.0.53 "GET /v2.0/networks?tenant_id=7378eb41a4024052a7bef85170e664b4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0239842 Sep 23 19:26:15.392322 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 38328) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:26:15.458568 n-d-713301-16 neutron-server[95101]: DEBUG neutron.db.db_base_plugin_v2 [None req-a23ab8af-f5c1-4fcd-9c2d-e9bd5f7f3f8b admin admin] Deleting subnet 6388719f-bfa9-4788-b89d-f00b0ee68b9b {{(pid=95101) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 23 19:26:15.461980 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-a23ab8af-f5c1-4fcd-9c2d-e9bd5f7f3f8b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:26:15.506576 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f524fdf-eded-446b-b54a-8a7f0b575d62 req-2c57c97a-565c-42e6-9c5a-07e46b8a3697 tempest-TenantUsagesTestJSON-256664237 tempest-TenantUsagesTestJSON-256664237-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:26:15.506576 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-4f524fdf-eded-446b-b54a-8a7f0b575d62 req-2c57c97a-565c-42e6-9c5a-07e46b8a3697 tempest-TenantUsagesTestJSON-256664237 tempest-TenantUsagesTestJSON-256664237-project] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1967711 Sep 23 19:26:15.517892 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.v2.base [req-4f524fdf-eded-446b-b54a-8a7f0b575d62 req-d6631b9f-f7a1-43bd-bcbc-d654836d3323 tempest-TenantUsagesTestJSON-256664237 tempest-TenantUsagesTestJSON-256664237-project] Request body: {'port': {'device_id': '097e9448-a9a3-47de-b7ae-2be0ab748b3f', 'network_id': '5220cb0c-da05-478a-9604-8c11469a05b4', 'admin_state_up': True, 'tenant_id': '7378eb41a4024052a7bef85170e664b4'}} {{(pid=95101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:26:15.544358 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-a23ab8af-f5c1-4fcd-9c2d-e9bd5f7f3f8b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6007154'] for subnet, precommit_delete_associations {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:26:15.549560 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bca7287-982a-45a0-9192-2bf86ba653cd req-0737533f-9ff4-4dcc-973d-ea3715d0fab3 tempest-TaggedBootDevicesTest-1101605307 tempest-TaggedBootDevicesTest-1101605307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:26:15.556873 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bca7287-982a-45a0-9192-2bf86ba653cd req-0737533f-9ff4-4dcc-973d-ea3715d0fab3 tempest-TaggedBootDevicesTest-1101605307 tempest-TaggedBootDevicesTest-1101605307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:26:15.562881 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bca7287-982a-45a0-9192-2bf86ba653cd req-0737533f-9ff4-4dcc-973d-ea3715d0fab3 tempest-TaggedBootDevicesTest-1101605307 tempest-TaggedBootDevicesTest-1101605307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:26:15.569453 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bca7287-982a-45a0-9192-2bf86ba653cd req-0737533f-9ff4-4dcc-973d-ea3715d0fab3 tempest-TaggedBootDevicesTest-1101605307 tempest-TaggedBootDevicesTest-1101605307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:26:15.575485 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bca7287-982a-45a0-9192-2bf86ba653cd req-0737533f-9ff4-4dcc-973d-ea3715d0fab3 tempest-TaggedBootDevicesTest-1101605307 tempest-TaggedBootDevicesTest-1101605307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:26:15.589622 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bca7287-982a-45a0-9192-2bf86ba653cd req-0737533f-9ff4-4dcc-973d-ea3715d0fab3 tempest-TaggedBootDevicesTest-1101605307 tempest-TaggedBootDevicesTest-1101605307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:26:15.597635 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bca7287-982a-45a0-9192-2bf86ba653cd req-0737533f-9ff4-4dcc-973d-ea3715d0fab3 tempest-TaggedBootDevicesTest-1101605307 tempest-TaggedBootDevicesTest-1101605307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:26:15.600204 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-9bca7287-982a-45a0-9192-2bf86ba653cd req-0737533f-9ff4-4dcc-973d-ea3715d0fab3 tempest-TaggedBootDevicesTest-1101605307 tempest-TaggedBootDevicesTest-1101605307-project] 10.222.0.67 "GET /v2.0/ports?device_id=6c7d744a-f584-4648-aa8d-a6936fa22df4 HTTP/1.1" status: 200 len: 5421 time: 0.1252203 Sep 23 19:26:15.639630 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-a23ab8af-f5c1-4fcd-9c2d-e9bd5f7f3f8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1756813'] for subnet, precommit_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:26:15.653515 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-9bca7287-982a-45a0-9192-2bf86ba653cd req-f6503357-4f6d-4040-aaf5-8d2920080fff tempest-TaggedBootDevicesTest-1101605307 tempest-TaggedBootDevicesTest-1101605307-project] 10.222.0.67 "GET /v2.0/security-groups?id=7583e831-f62b-49a7-9a62-f1028bb8aa73&id=a101b72e-c698-4e76-88ce-3dcbb1163262&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0464149 Sep 23 19:26:15.721663 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4f524fdf-eded-446b-b54a-8a7f0b575d62 req-d6631b9f-f7a1-43bd-bcbc-d654836d3323 tempest-TenantUsagesTestJSON-256664237 tempest-TenantUsagesTestJSON-256664237-project] Made reservation on behalf of 7378eb41a4024052a7bef85170e664b4 for: {'port': 1} {{(pid=95101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:26:15.725653 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-4f524fdf-eded-446b-b54a-8a7f0b575d62 req-d6631b9f-f7a1-43bd-bcbc-d654836d3323 tempest-TenantUsagesTestJSON-256664237 tempest-TenantUsagesTestJSON-256664237-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:26:15.736187 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-a23ab8af-f5c1-4fcd-9c2d-e9bd5f7f3f8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1756804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5607514', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6130950'] for subnet, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:26:15.738050 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-4f524fdf-eded-446b-b54a-8a7f0b575d62 req-d6631b9f-f7a1-43bd-bcbc-d654836d3323 tempest-TenantUsagesTestJSON-256664237 tempest-TenantUsagesTestJSON-256664237-project] Notify callbacks [] for security_group, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:26:15.773759 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-a23ab8af-f5c1-4fcd-9c2d-e9bd5f7f3f8b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527417'] for subnet, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:26:15.775943 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-a23ab8af-f5c1-4fcd-9c2d-e9bd5f7f3f8b admin admin] 10.222.0.67 "DELETE /v2.0/subnets/6388719f-bfa9-4788-b89d-f00b0ee68b9b HTTP/1.1" status: 204 len: 168 time: 0.3829510 Sep 23 19:26:15.778127 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a23ab8af-f5c1-4fcd-9c2d-e9bd5f7f3f8b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6388719f-bfa9-4788-b89d-f00b0ee68b9b,revision_number=None']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:26:15.778853 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 38334) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:26:15.870444 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-cf5426a4-fe14-4dd8-ad47-07a71f114b7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1628021'] for network, before_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:26:15.871063 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-4f524fdf-eded-446b-b54a-8a7f0b575d62 req-d6631b9f-f7a1-43bd-bcbc-d654836d3323 tempest-TenantUsagesTestJSON-256664237 tempest-TenantUsagesTestJSON-256664237-project] Notify callbacks [] for security_group, precommit_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:26:15.876405 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-4f524fdf-eded-446b-b54a-8a7f0b575d62 req-d6631b9f-f7a1-43bd-bcbc-d654836d3323 tempest-TenantUsagesTestJSON-256664237 tempest-TenantUsagesTestJSON-256664237-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:26:15.952953 n-d-713301-16 neutron-server[95101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7a5095f7-9e22-4e71-903c-6df485f47299', 'tag': '26fc2316-c799-4f1c-93ac-e3e7a2f1c85d'}] {{(pid=95101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 19:26:15.956162 n-d-713301-16 neutron-server[95101]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d8366c5740cd635e57ab12b71fe44a77c2acc3c19091ef849c6f68b380462244" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1654d44d-3ece-40a8-8454-3b6f78d99e42" -d '{"events": [{"name": "network-changed", "server_uuid": "7a5095f7-9e22-4e71-903c-6df485f47299", "tag": "26fc2316-c799-4f1c-93ac-e3e7a2f1c85d"}]}' {{(pid=95101) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 19:26:15.964346 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6631b9f-f7a1-43bd-bcbc-d654836d3323 tempest-TenantUsagesTestJSON-256664237 tempest-TenantUsagesTestJSON-256664237-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ca037e85-c27b-43ae-a8b5-022c067ca7c6,revision_number=1']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:26:16.004104 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5514942-b201-487d-a565-631fda7147d7 req-556a7902-9c92-4764-bb9e-21d2991fb0f8 tempest-ServerRescueTestJSON-83326898 tempest-ServerRescueTestJSON-83326898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:26:16.005996 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-e5514942-b201-487d-a565-631fda7147d7 req-556a7902-9c92-4764-bb9e-21d2991fb0f8 tempest-ServerRescueTestJSON-83326898 tempest-ServerRescueTestJSON-83326898-project] 10.222.0.67 "GET /v2.0/ports?device_id=d885963b-72aa-42e0-909c-c5c9f0a64a9f HTTP/1.1" status: 200 len: 945 time: 0.1315444 Sep 23 19:26:16.032634 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-cf5426a4-fe14-4dd8-ad47-07a71f114b7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1754676', 'neutron.services.segments.db._delete_segments_for_network-8783146221460'] for network, precommit_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:26:16.055954 n-d-713301-16 neutron-server[95101]: DEBUG neutron.db.db_base_plugin_common [req-4f524fdf-eded-446b-b54a-8a7f0b575d62 req-d6631b9f-f7a1-43bd-bcbc-d654836d3323 tempest-TenantUsagesTestJSON-256664237 tempest-TenantUsagesTestJSON-256664237-project] Allocated IP 192.168.233.157 (5220cb0c-da05-478a-9604-8c11469a05b4/1ccc69bc-9d6b-44d9-b227-204e47dc6e45/94e45347-5931-47d4-b5bb-4687bd16f0e4) {{(pid=95101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 19:26:16.104297 n-d-713301-16 neutron-server[95102]: DEBUG neutron.services.segments.db [None req-cf5426a4-fe14-4dd8-ad47-07a71f114b7b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2ef57573-c245-4b8e-9a17-2e0b4acaeeab']}} {{(pid=95102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:26:16.119419 n-d-713301-16 neutron-server[95102]: DEBUG neutron.services.segments.db [None req-cf5426a4-fe14-4dd8-ad47-07a71f114b7b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0f81ce2e-85d0-450c-ae9e-64b99e3b7175') {'for_net_delete': True} {{(pid=95102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:26:16.119707 n-d-713301-16 neutron-server[95102]: DEBUG neutron.services.segments.db [None req-cf5426a4-fe14-4dd8-ad47-07a71f114b7b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0f81ce2e-85d0-450c-ae9e-64b99e3b7175') {} {{(pid=95102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:26:16.134265 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-cf5426a4-fe14-4dd8-ad47-07a71f114b7b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783146221725', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6162832'] for segment, before_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:26:16.161091 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-cf5426a4-fe14-4dd8-ad47-07a71f114b7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1756186'] for segment, precommit_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:26:16.167305 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-e5514942-b201-487d-a565-631fda7147d7 req-9ff17999-bfe3-465d-afb7-95769e5386ce tempest-ServerRescueTestJSON-83326898 tempest-ServerRescueTestJSON-83326898-project] 10.222.0.67 "GET /v2.0/security-groups?id=324a4552-7b72-4e62-bcd4-dc8354c093e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1238186 Sep 23 19:26:16.178354 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1beefd0e-29e3-41ed-bf6e-abf70b89cc78 req-688eb865-944f-441d-8c39-ca42cda32269 tempest-ServersOnMultiNodesTest-2040324995 tempest-ServersOnMultiNodesTest-2040324995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:26:16.188503 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-1beefd0e-29e3-41ed-bf6e-abf70b89cc78 req-688eb865-944f-441d-8c39-ca42cda32269 tempest-ServersOnMultiNodesTest-2040324995 tempest-ServersOnMultiNodesTest-2040324995-project] 10.222.0.67 "GET /v2.0/ports?device_id=7a5095f7-9e22-4e71-903c-6df485f47299 HTTP/1.1" status: 200 len: 947 time: 0.1444428 Sep 23 19:26:16.188503 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cf5426a4-fe14-4dd8-ad47-07a71f114b7b admin admin] Releasing vlan 614 on physical network physnet1 to pool {{(pid=95102) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 19:26:16.188503 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-cf5426a4-fe14-4dd8-ad47-07a71f114b7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1756186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4398095'] for segment, after_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:26:16.188503 n-d-713301-16 neutron-server[95102]: Traceback (most recent call last): Sep 23 19:26:16.188503 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 19:26:16.188503 n-d-713301-16 neutron-server[95102]: timer() Sep 23 19:26:16.188503 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 19:26:16.188503 n-d-713301-16 neutron-server[95102]: cb(*args, **kw) Sep 23 19:26:16.188503 n-d-713301-16 neutron-server[95102]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 19:26:16.188503 n-d-713301-16 neutron-server[95102]: return func(*args, **kwargs) Sep 23 19:26:16.188503 n-d-713301-16 neutron-server[95102]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 19:26:16.188503 n-d-713301-16 neutron-server[95102]: self._notify() Sep 23 19:26:16.188503 n-d-713301-16 neutron-server[95102]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 19:26:16.188503 n-d-713301-16 neutron-server[95102]: self.callback(batched_events) Sep 23 19:26:16.188503 n-d-713301-16 neutron-server[95102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 19:26:16.188503 n-d-713301-16 neutron-server[95102]: event.method(event) Sep 23 19:26:16.188503 n-d-713301-16 neutron-server[95102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 19:26:16.188503 n-d-713301-16 neutron-server[95102]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 19:26:16.188503 n-d-713301-16 neutron-server[95102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 19:26:16.188503 n-d-713301-16 neutron-server[95102]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 19:26:16.188503 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 19:26:16.188503 n-d-713301-16 neutron-server[95102]: return f(self, *a, **k) Sep 23 19:26:16.188503 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 19:26:16.188503 n-d-713301-16 neutron-server[95102]: return self._get(url).json() Sep 23 19:26:16.188503 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 19:26:16.188503 n-d-713301-16 neutron-server[95102]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 19:26:16.188503 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 19:26:16.188503 n-d-713301-16 neutron-server[95102]: return self.request(url, 'GET', **kwargs) Sep 23 19:26:16.188503 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 19:26:16.188503 n-d-713301-16 neutron-server[95102]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 19:26:16.188503 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 19:26:16.188503 n-d-713301-16 neutron-server[95102]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 19:26:16.188503 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 19:26:16.188503 n-d-713301-16 neutron-server[95102]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 19:26:16.188503 n-d-713301-16 neutron-server[95102]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 19:26:16.237638 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-4f524fdf-eded-446b-b54a-8a7f0b575d62 req-d6631b9f-f7a1-43bd-bcbc-d654836d3323 tempest-TenantUsagesTestJSON-256664237 tempest-TenantUsagesTestJSON-256664237-project] Notify callbacks [] for port, precommit_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:26:16.275673 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-4f524fdf-eded-446b-b54a-8a7f0b575d62 req-d6631b9f-f7a1-43bd-bcbc-d654836d3323 tempest-TenantUsagesTestJSON-256664237 tempest-TenantUsagesTestJSON-256664237-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783145673135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5607431'] for port, after_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:26:16.284680 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-cf5426a4-fe14-4dd8-ad47-07a71f114b7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1754627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-601866'] for network, after_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:26:16.288159 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-23a8ead0-17a8-4381-b0f4-337eb2ba201a req-2319cc90-584e-41cb-98ae-baa7e6e4f6af tempest-TenantUsagesTestJSON-256664237 tempest-TenantUsagesTestJSON-256664237-project] 10.222.0.67 "GET /v2.0/ports?device_id=097e9448-a9a3-47de-b7ae-2be0ab748b3f HTTP/1.1" status: 200 len: 210 time: 0.0397830 Sep 23 19:26:16.294250 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-cf5426a4-fe14-4dd8-ad47-07a71f114b7b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527417'] for network, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:26:16.298495 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-cf5426a4-fe14-4dd8-ad47-07a71f114b7b admin admin] 10.222.0.67 "DELETE /v2.0/networks/2ef57573-c245-4b8e-9a17-2e0b4acaeeab HTTP/1.1" status: 204 len: 168 time: 0.5161984 Sep 23 19:26:16.307088 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-1beefd0e-29e3-41ed-bf6e-abf70b89cc78 req-f8c434e1-26f1-4eb8-ba7b-2917f29ffdd0 tempest-ServersOnMultiNodesTest-2040324995 tempest-ServersOnMultiNodesTest-2040324995-project] 10.222.0.67 "GET /v2.0/security-groups?id=157e791d-182d-45ba-a5d1-6edf868180cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1079848 Sep 23 19:26:16.333487 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4f524fdf-eded-446b-b54a-8a7f0b575d62 req-d6631b9f-f7a1-43bd-bcbc-d654836d3323 tempest-TenantUsagesTestJSON-256664237 tempest-TenantUsagesTestJSON-256664237-project] Network 5220cb0c-da05-478a-9604-8c11469a05b4 is already hosted by enough agents. {{(pid=95101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:26:16.338342 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.base_scheduler [req-4f524fdf-eded-446b-b54a-8a7f0b575d62 req-d6631b9f-f7a1-43bd-bcbc-d654836d3323 tempest-TenantUsagesTestJSON-256664237 tempest-TenantUsagesTestJSON-256664237-project] Resources bound (agent type, host, resource id): {{(pid=95101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:26:16.340120 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf5426a4-fe14-4dd8-ad47-07a71f114b7b admin admin] Pushing event deleted for resources: {'Network': ['ID=2ef57573-c245-4b8e-9a17-2e0b4acaeeab,revision_number=None']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:26:16.342965 n-d-713301-16 neutron-server[95101]: DEBUG neutron.db.l3_dvrscheduler_db [req-4f524fdf-eded-446b-b54a-8a7f0b575d62 req-d6631b9f-f7a1-43bd-bcbc-d654836d3323 tempest-TenantUsagesTestJSON-256664237 tempest-TenantUsagesTestJSON-256664237-project] Received port after_create {{(pid=95101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 19:26:16.377311 n-d-713301-16 neutron-server[95101]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 19:26:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ddd3a41f-d6c4-4a53-97c9-69e55e800865 x-openstack-request-id: req-ddd3a41f-d6c4-4a53-97c9-69e55e800865 {{(pid=95101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 19:26:16.377605 n-d-713301-16 neutron-server[95101]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7a5095f7-9e22-4e71-903c-6df485f47299", "tag": "26fc2316-c799-4f1c-93ac-e3e7a2f1c85d", "status": "completed", "code": 200}]} {{(pid=95101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 19:26:16.378012 n-d-713301-16 neutron-server[95101]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-ddd3a41f-d6c4-4a53-97c9-69e55e800865 {{(pid=95101) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 19:26:16.378393 n-d-713301-16 neutron-server[95101]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7a5095f7-9e22-4e71-903c-6df485f47299', 'tag': '26fc2316-c799-4f1c-93ac-e3e7a2f1c85d', 'status': 'completed', 'code': 200} Sep 23 19:26:16.430089 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6631b9f-f7a1-43bd-bcbc-d654836d3323 tempest-TenantUsagesTestJSON-256664237 tempest-TenantUsagesTestJSON-256664237-project] Pushing event updated for resources: {'Port': ['ID=94e45347-5931-47d4-b5bb-4687bd16f0e4,revision_number=1']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:26:16.448065 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f524fdf-eded-446b-b54a-8a7f0b575d62 req-d6631b9f-f7a1-43bd-bcbc-d654836d3323 tempest-TenantUsagesTestJSON-256664237 tempest-TenantUsagesTestJSON-256664237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:26:16.448753 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-4f524fdf-eded-446b-b54a-8a7f0b575d62 req-d6631b9f-f7a1-43bd-bcbc-d654836d3323 tempest-TenantUsagesTestJSON-256664237 tempest-TenantUsagesTestJSON-256664237-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222849'] for port, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:26:16.456234 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c5dd11e-fc82-4241-9eef-a8250def31f2 req-d56e5ff7-f17c-4eba-9638-03a6b0b0cce2 tempest-MigrationsAdminTest-397594546 tempest-MigrationsAdminTest-397594546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:26:16.464809 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-6c5dd11e-fc82-4241-9eef-a8250def31f2 req-d56e5ff7-f17c-4eba-9638-03a6b0b0cce2 tempest-MigrationsAdminTest-397594546 tempest-MigrationsAdminTest-397594546-project] 10.222.0.67 "GET /v2.0/ports?device_id=342358f0-a808-4879-9696-19cba9625afd HTTP/1.1" status: 200 len: 949 time: 0.0744743 Sep 23 19:26:16.468686 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-4f524fdf-eded-446b-b54a-8a7f0b575d62 req-d6631b9f-f7a1-43bd-bcbc-d654836d3323 tempest-TenantUsagesTestJSON-256664237 tempest-TenantUsagesTestJSON-256664237-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.9568300 Sep 23 19:26:16.475601 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1654d44d-3ece-40a8-8454-3b6f78d99e42 req-3631c279-ec83-4b92-97a9-3a279426c79c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:26:16.478525 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-1654d44d-3ece-40a8-8454-3b6f78d99e42 req-3631c279-ec83-4b92-97a9-3a279426c79c service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=40280fc497444617bce52f5bbee56fb9&device_id=7a5095f7-9e22-4e71-903c-6df485f47299 HTTP/1.1" status: 200 len: 1099 time: 0.0894215 Sep 23 19:26:16.494099 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.v2.base [req-4f524fdf-eded-446b-b54a-8a7f0b575d62 req-0deba9db-9756-4e4c-bb82-b41450fc1e08 service neutron] Request body: {'port': {'device_id': '097e9448-a9a3-47de-b7ae-2be0ab748b3f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713301-16'}} {{(pid=95101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:26:16.503315 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-6c5dd11e-fc82-4241-9eef-a8250def31f2 req-329aac6a-3d33-4061-adcd-cecefaad5c2b tempest-MigrationsAdminTest-397594546 tempest-MigrationsAdminTest-397594546-project] 10.222.0.67 "GET /v2.0/security-groups?id=78cb509b-31c4-4e2a-bb5c-7abd6194dcc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375504 Sep 23 19:26:16.577057 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 38350) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:26:16.620120 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-843d5a34-ddf5-499f-9c19-c0b783e8a968 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=1fb35807b46449578e729b99214ede1a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0418298 Sep 23 19:26:16.623140 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-4f524fdf-eded-446b-b54a-8a7f0b575d62 req-0deba9db-9756-4e4c-bb82-b41450fc1e08 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:26:16.623705 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 38352) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:26:16.673905 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-a2ef9615-66bf-4244-8073-f7a8956c27d7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:26:16.677204 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1654d44d-3ece-40a8-8454-3b6f78d99e42 req-9b81f5d5-b281-4100-8312-aef27bfb0c1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:26:16.679615 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-1654d44d-3ece-40a8-8454-3b6f78d99e42 req-9b81f5d5-b281-4100-8312-aef27bfb0c1f service neutron] 10.222.0.74 "GET /v2.0/networks?id=5220cb0c-da05-478a-9604-8c11469a05b4 HTTP/1.1" status: 200 len: 870 time: 0.1818709 Sep 23 19:26:16.685196 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-9302be8e-d969-4203-8666-ec591e4aec3a None None] Provisioning complete for port 94e45347-5931-47d4-b5bb-4687bd16f0e4 triggered by entity DHCP. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:26:16.685730 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-9302be8e-d969-4203-8666-ec591e4aec3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:26:16.711252 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-a2ef9615-66bf-4244-8073-f7a8956c27d7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:26:16.731427 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.plugin [None req-9302be8e-d969-4203-8666-ec591e4aec3a None None] Port 94e45347-5931-47d4-b5bb-4687bd16f0e4 cannot update to ACTIVE because it is not bound. {{(pid=95103) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 19:26:16.812032 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-a2ef9615-66bf-4244-8073-f7a8956c27d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:26:16.814527 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-a2ef9615-66bf-4244-8073-f7a8956c27d7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:26:16.815712 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-a2ef9615-66bf-4244-8073-f7a8956c27d7 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/2879f55e-81fc-4d78-a3d8-edb60ba6194a HTTP/1.1" status: 204 len: 168 time: 0.1909184 Sep 23 19:26:16.833438 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8801d578-0b53-4a36-9cb5-6f92ff0a1fe9 req-365bc984-f12b-41e7-83d6-91190af16166 tempest-TaggedBootDevicesTest-1101605307 tempest-TaggedBootDevicesTest-1101605307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:26:16.842860 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8801d578-0b53-4a36-9cb5-6f92ff0a1fe9 req-365bc984-f12b-41e7-83d6-91190af16166 tempest-TaggedBootDevicesTest-1101605307 tempest-TaggedBootDevicesTest-1101605307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:26:16.848973 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8801d578-0b53-4a36-9cb5-6f92ff0a1fe9 req-365bc984-f12b-41e7-83d6-91190af16166 tempest-TaggedBootDevicesTest-1101605307 tempest-TaggedBootDevicesTest-1101605307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:26:16.856092 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8801d578-0b53-4a36-9cb5-6f92ff0a1fe9 req-365bc984-f12b-41e7-83d6-91190af16166 tempest-TaggedBootDevicesTest-1101605307 tempest-TaggedBootDevicesTest-1101605307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:26:16.862305 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8801d578-0b53-4a36-9cb5-6f92ff0a1fe9 req-365bc984-f12b-41e7-83d6-91190af16166 tempest-TaggedBootDevicesTest-1101605307 tempest-TaggedBootDevicesTest-1101605307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:26:16.868439 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8801d578-0b53-4a36-9cb5-6f92ff0a1fe9 req-365bc984-f12b-41e7-83d6-91190af16166 tempest-TaggedBootDevicesTest-1101605307 tempest-TaggedBootDevicesTest-1101605307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:26:16.874764 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8801d578-0b53-4a36-9cb5-6f92ff0a1fe9 req-365bc984-f12b-41e7-83d6-91190af16166 tempest-TaggedBootDevicesTest-1101605307 tempest-TaggedBootDevicesTest-1101605307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:26:16.881647 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-8801d578-0b53-4a36-9cb5-6f92ff0a1fe9 req-365bc984-f12b-41e7-83d6-91190af16166 tempest-TaggedBootDevicesTest-1101605307 tempest-TaggedBootDevicesTest-1101605307-project] 10.222.0.67 "GET /v2.0/ports?device_id=6c7d744a-f584-4648-aa8d-a6936fa22df4 HTTP/1.1" status: 200 len: 5421 time: 0.1349676 Sep 23 19:26:16.904759 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2ef9615-66bf-4244-8073-f7a8956c27d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2879f55e-81fc-4d78-a3d8-edb60ba6194a,revision_number=None']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:26:16.934943 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-8801d578-0b53-4a36-9cb5-6f92ff0a1fe9 req-77542818-0160-4c58-8440-faf926724255 tempest-TaggedBootDevicesTest-1101605307 tempest-TaggedBootDevicesTest-1101605307-project] 10.222.0.67 "GET /v2.0/security-groups?id=7583e831-f62b-49a7-9a62-f1028bb8aa73&id=a101b72e-c698-4e76-88ce-3dcbb1163262&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0519760 Sep 23 19:26:17.011473 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-1654d44d-3ece-40a8-8454-3b6f78d99e42 req-66a89fa8-1a58-4873-8551-64caaea458b2 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.76&port_id=26fc2316-c799-4f1c-93ac-e3e7a2f1c85d HTTP/1.1" status: 200 len: 217 time: 0.3226383 Sep 23 19:26:17.141160 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1654d44d-3ece-40a8-8454-3b6f78d99e42 req-d561e81b-dd0b-431f-a1d2-869a7d9658f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:26:17.142522 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-1654d44d-3ece-40a8-8454-3b6f78d99e42 req-d561e81b-dd0b-431f-a1d2-869a7d9658f1 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=1ccc69bc-9d6b-44d9-b227-204e47dc6e45 HTTP/1.1" status: 200 len: 843 time: 0.0826638 Sep 23 19:26:17.251881 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1654d44d-3ece-40a8-8454-3b6f78d99e42 req-a3d0f149-6179-4076-a422-a470c1761820 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:26:17.253497 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-1654d44d-3ece-40a8-8454-3b6f78d99e42 req-a3d0f149-6179-4076-a422-a470c1761820 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=5220cb0c-da05-478a-9604-8c11469a05b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1025796 Sep 23 19:26:17.297496 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cafe02f-1694-432a-867b-3a4b9945c80c req-6f227eac-0e1a-472b-b422-8801c580f7e5 tempest-ServerRescueTestJSON-83326898 tempest-ServerRescueTestJSON-83326898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:26:17.299093 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-9cafe02f-1694-432a-867b-3a4b9945c80c req-6f227eac-0e1a-472b-b422-8801c580f7e5 tempest-ServerRescueTestJSON-83326898 tempest-ServerRescueTestJSON-83326898-project] 10.222.0.67 "GET /v2.0/ports?device_id=d885963b-72aa-42e0-909c-c5c9f0a64a9f HTTP/1.1" status: 200 len: 945 time: 0.0525866 Sep 23 19:26:17.351430 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-9cafe02f-1694-432a-867b-3a4b9945c80c req-ed44f081-3afc-4b63-9ae0-4f4b1946b373 tempest-ServerRescueTestJSON-83326898 tempest-ServerRescueTestJSON-83326898-project] 10.222.0.67 "GET /v2.0/security-groups?id=324a4552-7b72-4e62-bcd4-dc8354c093e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448079 Sep 23 19:26:17.397124 n-d-713301-16 neutron-server[95101]: DEBUG neutron.notifiers.nova [req-4f524fdf-eded-446b-b54a-8a7f0b575d62 req-0deba9db-9756-4e4c-bb82-b41450fc1e08 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 94e45347-5931-47d4-b5bb-4687bd16f0e4 {{(pid=95101) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 19:26:17.411875 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-4f524fdf-eded-446b-b54a-8a7f0b575d62 req-0deba9db-9756-4e4c-bb82-b41450fc1e08 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:26:17.422576 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-1654d44d-3ece-40a8-8454-3b6f78d99e42 req-ed3575b8-61ab-4795-b6f5-04e99b207a0e service neutron] 10.222.0.74 "GET /v2.0/networks/5220cb0c-da05-478a-9604-8c11469a05b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1581790 Sep 23 19:26:17.430864 n-d-713301-16 neutron-server[95101]: DEBUG neutron.db.provisioning_blocks [req-4f524fdf-eded-446b-b54a-8a7f0b575d62 req-0deba9db-9756-4e4c-bb82-b41450fc1e08 service neutron] Transition to ACTIVE for port object 94e45347-5931-47d4-b5bb-4687bd16f0e4 will not be triggered until provisioned by entity L2. {{(pid=95101) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 19:26:17.442552 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-4f524fdf-eded-446b-b54a-8a7f0b575d62 req-0deba9db-9756-4e4c-bb82-b41450fc1e08 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5607436'] for port, after_update {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:26:17.446285 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a52c49-bd53-4da2-b863-3b5132fe1bbf req-77642f86-eaae-4505-894c-0dd6a472e769 tempest-TenantUsagesTestJSON-256664237 tempest-TenantUsagesTestJSON-256664237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:26:17.447918 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-e5a52c49-bd53-4da2-b863-3b5132fe1bbf req-77642f86-eaae-4505-894c-0dd6a472e769 tempest-TenantUsagesTestJSON-256664237 tempest-TenantUsagesTestJSON-256664237-project] 10.222.0.67 "GET /v2.0/ports?device_id=097e9448-a9a3-47de-b7ae-2be0ab748b3f HTTP/1.1" status: 200 len: 936 time: 0.0717218 Sep 23 19:26:17.512030 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9176db38-485c-4a9f-afd4-7841b8906642 req-7284b26d-6b09-4174-88f0-c6254c476ef2 tempest-ServersOnMultiNodesTest-2040324995 tempest-ServersOnMultiNodesTest-2040324995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:26:17.513689 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-9176db38-485c-4a9f-afd4-7841b8906642 req-7284b26d-6b09-4174-88f0-c6254c476ef2 tempest-ServersOnMultiNodesTest-2040324995 tempest-ServersOnMultiNodesTest-2040324995-project] 10.222.0.67 "GET /v2.0/ports?device_id=7a5095f7-9e22-4e71-903c-6df485f47299 HTTP/1.1" status: 200 len: 947 time: 0.0870593 Sep 23 19:26:17.545622 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-e5a52c49-bd53-4da2-b863-3b5132fe1bbf req-c3aaadb9-e219-4552-af27-908298376225 tempest-TenantUsagesTestJSON-256664237 tempest-TenantUsagesTestJSON-256664237-project] 10.222.0.67 "GET /v2.0/security-groups?id=ca037e85-c27b-43ae-a8b5-022c067ca7c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751641 Sep 23 19:26:17.578287 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-9176db38-485c-4a9f-afd4-7841b8906642 req-9ea86145-d110-484b-8f39-1f942487f0ca tempest-ServersOnMultiNodesTest-2040324995 tempest-ServersOnMultiNodesTest-2040324995-project] 10.222.0.67 "GET /v2.0/security-groups?id=157e791d-182d-45ba-a5d1-6edf868180cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580304 Sep 23 19:26:17.583443 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0deba9db-9756-4e4c-bb82-b41450fc1e08 service neutron] Pushing event updated for resources: {'Port': ['ID=94e45347-5931-47d4-b5bb-4687bd16f0e4,revision_number=2']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:26:17.661652 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 38388) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:26:17.670398 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-1654d44d-3ece-40a8-8454-3b6f78d99e42 req-b6984b6b-6861-46a7-98a4-cc67e4c58f16 service neutron] 10.222.0.74 "GET /v2.0/networks/5220cb0c-da05-478a-9604-8c11469a05b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2382812 Sep 23 19:26:17.689413 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.managers [req-4f524fdf-eded-446b-b54a-8a7f0b575d62 req-0deba9db-9756-4e4c-bb82-b41450fc1e08 service neutron] Attempting to bind port 94e45347-5931-47d4-b5bb-4687bd16f0e4 on host n-h2-713301-16 for vnic_type normal with profile {{(pid=95101) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 19:26:17.689754 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.managers [req-4f524fdf-eded-446b-b54a-8a7f0b575d62 req-0deba9db-9756-4e4c-bb82-b41450fc1e08 service neutron] Attempting to bind port 94e45347-5931-47d4-b5bb-4687bd16f0e4 by drivers openvswitch,hyperv on host n-h2-713301-16 at level 0 using segments [{'id': '6139d589-eb6c-4578-8935-c26ddf396853', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '5220cb0c-da05-478a-9604-8c11469a05b4'}] {{(pid=95101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 19:26:17.690089 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f524fdf-eded-446b-b54a-8a7f0b575d62 req-0deba9db-9756-4e4c-bb82-b41450fc1e08 service neutron] Attempting to bind port 94e45347-5931-47d4-b5bb-4687bd16f0e4 on network 5220cb0c-da05-478a-9604-8c11469a05b4 {{(pid=95101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:26:17.695766 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f524fdf-eded-446b-b54a-8a7f0b575d62 req-0deba9db-9756-4e4c-bb82-b41450fc1e08 service neutron] Port 94e45347-5931-47d4-b5bb-4687bd16f0e4 on network 5220cb0c-da05-478a-9604-8c11469a05b4 not bound, no agent of type Open vSwitch agent registered on host n-h2-713301-16 {{(pid=95101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 19:26:17.696094 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f524fdf-eded-446b-b54a-8a7f0b575d62 req-0deba9db-9756-4e4c-bb82-b41450fc1e08 service neutron] Attempting to bind port 94e45347-5931-47d4-b5bb-4687bd16f0e4 on network 5220cb0c-da05-478a-9604-8c11469a05b4 {{(pid=95101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:26:17.703743 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f524fdf-eded-446b-b54a-8a7f0b575d62 req-0deba9db-9756-4e4c-bb82-b41450fc1e08 service neutron] Checking agent: {'id': '2a7cea34-db54-4faf-8d23-37521c3e34cb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713301-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 19, 15, 28), 'started_at': datetime.datetime(2021, 9, 23, 19, 15, 28), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 19, 25, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 19:26:17.704104 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f524fdf-eded-446b-b54a-8a7f0b575d62 req-0deba9db-9756-4e4c-bb82-b41450fc1e08 service neutron] Checking segment: {'id': '6139d589-eb6c-4578-8935-c26ddf396853', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '5220cb0c-da05-478a-9604-8c11469a05b4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:26:17.704488 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f524fdf-eded-446b-b54a-8a7f0b575d62 req-0deba9db-9756-4e4c-bb82-b41450fc1e08 service neutron] Bound using segment: {'id': '6139d589-eb6c-4578-8935-c26ddf396853', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '5220cb0c-da05-478a-9604-8c11469a05b4'} {{(pid=95101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 19:26:17.704959 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.managers [req-4f524fdf-eded-446b-b54a-8a7f0b575d62 req-0deba9db-9756-4e4c-bb82-b41450fc1e08 service neutron] Bound port: 94e45347-5931-47d4-b5bb-4687bd16f0e4, host: n-h2-713301-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6139d589-eb6c-4578-8935-c26ddf396853', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '5220cb0c-da05-478a-9604-8c11469a05b4'}}] {{(pid=95101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 19:26:17.705369 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-4f524fdf-eded-446b-b54a-8a7f0b575d62 req-0deba9db-9756-4e4c-bb82-b41450fc1e08 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:26:17.710813 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18be9300-b7ea-4d54-96ab-dffb560123c3 req-4c8d7a99-8791-4037-9f7e-de55193ee5f6 tempest-MigrationsAdminTest-397594546 tempest-MigrationsAdminTest-397594546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:26:17.712682 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-18be9300-b7ea-4d54-96ab-dffb560123c3 req-4c8d7a99-8791-4037-9f7e-de55193ee5f6 tempest-MigrationsAdminTest-397594546 tempest-MigrationsAdminTest-397594546-project] 10.222.0.67 "GET /v2.0/ports?device_id=342358f0-a808-4879-9696-19cba9625afd HTTP/1.1" status: 200 len: 949 time: 0.0762753 Sep 23 19:26:17.767591 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-18be9300-b7ea-4d54-96ab-dffb560123c3 req-123e3876-18b5-48c5-a138-2c77f0f0d188 tempest-MigrationsAdminTest-397594546 tempest-MigrationsAdminTest-397594546-project] 10.222.0.67 "GET /v2.0/security-groups?id=78cb509b-31c4-4e2a-bb5c-7abd6194dcc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484149 Sep 23 19:26:17.790330 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.db [req-4f524fdf-eded-446b-b54a-8a7f0b575d62 req-0deba9db-9756-4e4c-bb82-b41450fc1e08 service neutron] For port 94e45347-5931-47d4-b5bb-4687bd16f0e4, host n-h2-713301-16, cleared binding levels {{(pid=95101) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 19:26:17.790330 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.db [req-4f524fdf-eded-446b-b54a-8a7f0b575d62 req-0deba9db-9756-4e4c-bb82-b41450fc1e08 service neutron] For port 94e45347-5931-47d4-b5bb-4687bd16f0e4, host n-h2-713301-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-16',level=0,port_id=94e45347-5931-47d4-b5bb-4687bd16f0e4,segment=NetworkSegment(6139d589-eb6c-4578-8935-c26ddf396853),segment_id=6139d589-eb6c-4578-8935-c26ddf396853)] {{(pid=95101) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 19:26:17.797052 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-4f524fdf-eded-446b-b54a-8a7f0b575d62 req-0deba9db-9756-4e4c-bb82-b41450fc1e08 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5607436'] for port, after_update {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:26:17.835246 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.v2.base [None req-01e615c5-8316-49f1-8a30-913922d34143 admin admin] Request body: {'network': {'name': 'tempest-ServerMetadataNegativeTestJSON-196012369-network', 'tenant_id': 'a04f906adcc14290a08d5d9e78dfe050'}} {{(pid=95101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:26:17.848964 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f524fdf-eded-446b-b54a-8a7f0b575d62 req-0deba9db-9756-4e4c-bb82-b41450fc1e08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:26:17.849652 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-4f524fdf-eded-446b-b54a-8a7f0b575d62 req-0deba9db-9756-4e4c-bb82-b41450fc1e08 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222849'] for port, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:26:17.851239 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-4f524fdf-eded-446b-b54a-8a7f0b575d62 req-0deba9db-9756-4e4c-bb82-b41450fc1e08 service neutron] 10.222.0.53 "PUT /v2.0/ports/94e45347-5931-47d4-b5bb-4687bd16f0e4 HTTP/1.1" status: 200 len: 1097 time: 1.3644280 Sep 23 19:26:17.879456 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0deba9db-9756-4e4c-bb82-b41450fc1e08 service neutron] Pushing event updated for resources: {'Port': ['ID=94e45347-5931-47d4-b5bb-4687bd16f0e4,revision_number=3']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:26:17.884304 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01e615c5-8316-49f1-8a30-913922d34143 admin admin] Made reservation on behalf of a04f906adcc14290a08d5d9e78dfe050 for: {'network': 1} {{(pid=95101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:26:17.886794 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-01e615c5-8316-49f1-8a30-913922d34143 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for network, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:26:17.897303 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-01e615c5-8316-49f1-8a30-913922d34143 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:26:17.979021 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f524fdf-eded-446b-b54a-8a7f0b575d62 req-6d224a5b-ff73-4b16-8ea5-29c25ea8c1d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:26:17.980550 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-4f524fdf-eded-446b-b54a-8a7f0b575d62 req-6d224a5b-ff73-4b16-8ea5-29c25ea8c1d0 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=7378eb41a4024052a7bef85170e664b4&device_id=097e9448-a9a3-47de-b7ae-2be0ab748b3f HTTP/1.1" status: 200 len: 1100 time: 0.0722861 Sep 23 19:26:18.035125 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-4f524fdf-eded-446b-b54a-8a7f0b575d62 req-b02adf93-78b2-4a67-9018-683b7163dfbd service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.157&port_id=94e45347-5931-47d4-b5bb-4687bd16f0e4 HTTP/1.1" status: 200 len: 217 time: 0.0429389 Sep 23 19:26:18.084418 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573717e2-321e-453b-8420-0f07600b692c req-68ae4c18-19b0-450d-b343-9c50c0b4a688 tempest-TaggedBootDevicesTest-1101605307 tempest-TaggedBootDevicesTest-1101605307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:26:18.091360 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573717e2-321e-453b-8420-0f07600b692c req-68ae4c18-19b0-450d-b343-9c50c0b4a688 tempest-TaggedBootDevicesTest-1101605307 tempest-TaggedBootDevicesTest-1101605307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:26:18.097370 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573717e2-321e-453b-8420-0f07600b692c req-68ae4c18-19b0-450d-b343-9c50c0b4a688 tempest-TaggedBootDevicesTest-1101605307 tempest-TaggedBootDevicesTest-1101605307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:26:18.104376 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573717e2-321e-453b-8420-0f07600b692c req-68ae4c18-19b0-450d-b343-9c50c0b4a688 tempest-TaggedBootDevicesTest-1101605307 tempest-TaggedBootDevicesTest-1101605307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:26:18.111113 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573717e2-321e-453b-8420-0f07600b692c req-68ae4c18-19b0-450d-b343-9c50c0b4a688 tempest-TaggedBootDevicesTest-1101605307 tempest-TaggedBootDevicesTest-1101605307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:26:18.113860 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f524fdf-eded-446b-b54a-8a7f0b575d62 req-25fb4bb7-d520-4f05-93b0-ecae8cbc839b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:26:18.115396 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-4f524fdf-eded-446b-b54a-8a7f0b575d62 req-25fb4bb7-d520-4f05-93b0-ecae8cbc839b service neutron] 10.222.0.53 "GET /v2.0/subnets?id=1ccc69bc-9d6b-44d9-b227-204e47dc6e45 HTTP/1.1" status: 200 len: 843 time: 0.0707021 Sep 23 19:26:18.117286 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-01e615c5-8316-49f1-8a30-913922d34143 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:26:18.117671 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573717e2-321e-453b-8420-0f07600b692c req-68ae4c18-19b0-450d-b343-9c50c0b4a688 tempest-TaggedBootDevicesTest-1101605307 tempest-TaggedBootDevicesTest-1101605307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:26:18.121497 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-01e615c5-8316-49f1-8a30-913922d34143 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:26:18.124505 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573717e2-321e-453b-8420-0f07600b692c req-68ae4c18-19b0-450d-b343-9c50c0b4a688 tempest-TaggedBootDevicesTest-1101605307 tempest-TaggedBootDevicesTest-1101605307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:26:18.126551 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-573717e2-321e-453b-8420-0f07600b692c req-68ae4c18-19b0-450d-b343-9c50c0b4a688 tempest-TaggedBootDevicesTest-1101605307 tempest-TaggedBootDevicesTest-1101605307-project] 10.222.0.67 "GET /v2.0/ports?device_id=6c7d744a-f584-4648-aa8d-a6936fa22df4 HTTP/1.1" status: 200 len: 5421 time: 0.1056595 Sep 23 19:26:18.170871 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-01e615c5-8316-49f1-8a30-913922d34143 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 629} {{(pid=95101) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 19:26:18.171139 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-573717e2-321e-453b-8420-0f07600b692c req-8564b309-fd3a-44e5-a02b-e0cc58683eea tempest-TaggedBootDevicesTest-1101605307 tempest-TaggedBootDevicesTest-1101605307-project] 10.222.0.67 "GET /v2.0/security-groups?id=7583e831-f62b-49a7-9a62-f1028bb8aa73&id=a101b72e-c698-4e76-88ce-3dcbb1163262&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0376740 Sep 23 19:26:18.185583 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01e615c5-8316-49f1-8a30-913922d34143 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4486e9b7-ad84-4653-8605-cf36c5fee1cc,revision_number=1']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:26:18.191201 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-01e615c5-8316-49f1-8a30-913922d34143 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1756186'] for segment, precommit_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:26:18.191548 n-d-713301-16 neutron-server[95101]: INFO neutron.db.segments_db [None req-01e615c5-8316-49f1-8a30-913922d34143 admin admin] Added segment 1f8fe149-c208-4c15-8641-a4e43ab7bbce of type vlan for network ced9e591-7a83-4cb6-be44-2f82294810a0 Sep 23 19:26:18.212464 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f524fdf-eded-446b-b54a-8a7f0b575d62 req-c526cfed-e899-4376-b3db-f14a525ec63c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:26:18.214009 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-4f524fdf-eded-446b-b54a-8a7f0b575d62 req-c526cfed-e899-4376-b3db-f14a525ec63c service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=5220cb0c-da05-478a-9604-8c11469a05b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0893633 Sep 23 19:26:18.263344 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-01e615c5-8316-49f1-8a30-913922d34143 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783145630486'] for network, precommit_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:26:18.348654 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-01e615c5-8316-49f1-8a30-913922d34143 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299'] for network, after_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:26:18.349650 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01e615c5-8316-49f1-8a30-913922d34143 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:26:18.350963 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-01e615c5-8316-49f1-8a30-913922d34143 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527417'] for network, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:26:18.373503 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-4f524fdf-eded-446b-b54a-8a7f0b575d62 req-54f6f658-fb7d-418f-9d33-fd0b7e0d930c service neutron] 10.222.0.53 "GET /v2.0/networks/5220cb0c-da05-478a-9604-8c11469a05b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1421628 Sep 23 19:26:18.379261 n-d-713301-16 neutron-server[95101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '097e9448-a9a3-47de-b7ae-2be0ab748b3f', 'tag': '94e45347-5931-47d4-b5bb-4687bd16f0e4'}] {{(pid=95101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 19:26:18.382379 n-d-713301-16 neutron-server[95101]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d8366c5740cd635e57ab12b71fe44a77c2acc3c19091ef849c6f68b380462244" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a40e1f9-2c04-47d4-8a85-b0a5d1c3f23c" -d '{"events": [{"name": "network-changed", "server_uuid": "097e9448-a9a3-47de-b7ae-2be0ab748b3f", "tag": "94e45347-5931-47d4-b5bb-4687bd16f0e4"}]}' {{(pid=95101) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 19:26:18.402816 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-01e615c5-8316-49f1-8a30-913922d34143 admin admin] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 0.7389827 Sep 23 19:26:18.405793 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 38402) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:26:18.412744 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.v2.base [None req-efd9f997-0225-4bc1-b1cd-ab6644a1a1a8 admin admin] Request body: {'subnet': {'network_id': 'ced9e591-7a83-4cb6-be44-2f82294810a0', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerMetadataNegativeTestJSON-196012369-subnet', 'tenant_id': 'a04f906adcc14290a08d5d9e78dfe050', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:26:18.448950 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-efd9f997-0225-4bc1-b1cd-ab6644a1a1a8 admin admin] Made reservation on behalf of a04f906adcc14290a08d5d9e78dfe050 for: {'subnet': 1} {{(pid=95102) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:26:18.449617 n-d-713301-16 neutron-server[95101]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 19:26:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-379b0229-40b3-442b-86f3-61b8cf3dd65b x-openstack-request-id: req-379b0229-40b3-442b-86f3-61b8cf3dd65b {{(pid=95101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 19:26:18.449904 n-d-713301-16 neutron-server[95101]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "097e9448-a9a3-47de-b7ae-2be0ab748b3f", "tag": "94e45347-5931-47d4-b5bb-4687bd16f0e4", "status": "completed", "code": 200}]} {{(pid=95101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 19:26:18.450143 n-d-713301-16 neutron-server[95101]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-379b0229-40b3-442b-86f3-61b8cf3dd65b {{(pid=95101) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 19:26:18.450525 n-d-713301-16 neutron-server[95101]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '097e9448-a9a3-47de-b7ae-2be0ab748b3f', 'tag': '94e45347-5931-47d4-b5bb-4687bd16f0e4', 'status': 'completed', 'code': 200} Sep 23 19:26:18.452531 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-efd9f997-0225-4bc1-b1cd-ab6644a1a1a8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5388256'] for subnet, before_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:26:18.456510 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01e615c5-8316-49f1-8a30-913922d34143 admin admin] Pushing event updated for resources: {'Network': ['ID=ced9e591-7a83-4cb6-be44-2f82294810a0,revision_number=1']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:26:18.467178 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Network ced9e591-7a83-4cb6-be44-2f82294810a0 details requested by agent ovs-agent-n-d-713301-16 with host n-d-713301-16 {{(pid=95103) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 19:26:18.523552 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-4f524fdf-eded-446b-b54a-8a7f0b575d62 req-da924346-1494-4f8c-a245-3ae68ec2ce7f service neutron] 10.222.0.53 "GET /v2.0/networks/5220cb0c-da05-478a-9604-8c11469a05b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1380310 Sep 23 19:26:18.536534 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7928f4d2-b3c1-4230-92f5-f035256a6ba8 req-a7d55cff-cfed-4a31-bd5f-c7aa4c3a4840 tempest-ServerRescueTestJSON-83326898 tempest-ServerRescueTestJSON-83326898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:26:18.539369 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-7928f4d2-b3c1-4230-92f5-f035256a6ba8 req-a7d55cff-cfed-4a31-bd5f-c7aa4c3a4840 tempest-ServerRescueTestJSON-83326898 tempest-ServerRescueTestJSON-83326898-project] 10.222.0.67 "GET /v2.0/ports?device_id=d885963b-72aa-42e0-909c-c5c9f0a64a9f HTTP/1.1" status: 200 len: 945 time: 0.1008801 Sep 23 19:26:18.628253 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-7928f4d2-b3c1-4230-92f5-f035256a6ba8 req-de06c935-f513-40f5-ba10-eb7ce9dd0941 tempest-ServerRescueTestJSON-83326898 tempest-ServerRescueTestJSON-83326898-project] 10.222.0.67 "GET /v2.0/security-groups?id=324a4552-7b72-4e62-bcd4-dc8354c093e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563817 Sep 23 19:26:18.641293 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a40e1f9-2c04-47d4-8a85-b0a5d1c3f23c req-49c19195-2cf4-420c-b41e-0fba9fd97a28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:26:18.642956 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-1a40e1f9-2c04-47d4-8a85-b0a5d1c3f23c req-49c19195-2cf4-420c-b41e-0fba9fd97a28 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=7378eb41a4024052a7bef85170e664b4&device_id=097e9448-a9a3-47de-b7ae-2be0ab748b3f HTTP/1.1" status: 200 len: 1100 time: 0.0498061 Sep 23 19:26:18.748177 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a40e1f9-2c04-47d4-8a85-b0a5d1c3f23c req-bec9e801-ac00-4de5-bf95-82efab4688bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:26:18.749741 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-1a40e1f9-2c04-47d4-8a85-b0a5d1c3f23c req-bec9e801-ac00-4de5-bf95-82efab4688bd service neutron] 10.222.0.53 "GET /v2.0/networks?id=5220cb0c-da05-478a-9604-8c11469a05b4 HTTP/1.1" status: 200 len: 870 time: 0.0979412 Sep 23 19:26:18.779754 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d6dd4e6-adb6-431c-b71f-713cfc390d18 req-edc35c52-c159-4411-8163-640eb2a125db tempest-TenantUsagesTestJSON-256664237 tempest-TenantUsagesTestJSON-256664237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:26:18.781313 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-4d6dd4e6-adb6-431c-b71f-713cfc390d18 req-edc35c52-c159-4411-8163-640eb2a125db tempest-TenantUsagesTestJSON-256664237 tempest-TenantUsagesTestJSON-256664237-project] 10.222.0.67 "GET /v2.0/ports?device_id=097e9448-a9a3-47de-b7ae-2be0ab748b3f HTTP/1.1" status: 200 len: 948 time: 0.1510687 Sep 23 19:26:18.791990 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd2ac6b-6094-4dc4-9339-334206a95a48 req-d4d1e0c9-753c-4859-843e-1394caf328b8 tempest-ServersOnMultiNodesTest-2040324995 tempest-ServersOnMultiNodesTest-2040324995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:26:18.793624 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-efd2ac6b-6094-4dc4-9339-334206a95a48 req-d4d1e0c9-753c-4859-843e-1394caf328b8 tempest-ServersOnMultiNodesTest-2040324995 tempest-ServersOnMultiNodesTest-2040324995-project] 10.222.0.67 "GET /v2.0/ports?device_id=7a5095f7-9e22-4e71-903c-6df485f47299 HTTP/1.1" status: 200 len: 947 time: 0.1041455 Sep 23 19:26:18.794626 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-1a40e1f9-2c04-47d4-8a85-b0a5d1c3f23c req-c012449a-9589-412f-b06c-56467ce404d5 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.157&port_id=94e45347-5931-47d4-b5bb-4687bd16f0e4 HTTP/1.1" status: 200 len: 217 time: 0.0354936 Sep 23 19:26:18.835702 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-efd9f997-0225-4bc1-b1cd-ab6644a1a1a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4398944', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5388242'] for subnet, after_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:26:18.855561 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a40e1f9-2c04-47d4-8a85-b0a5d1c3f23c req-647b7b17-ec3f-496f-97f3-6a569dafe9ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:26:18.857071 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-1a40e1f9-2c04-47d4-8a85-b0a5d1c3f23c req-647b7b17-ec3f-496f-97f3-6a569dafe9ac service neutron] 10.222.0.53 "GET /v2.0/subnets?id=1ccc69bc-9d6b-44d9-b227-204e47dc6e45 HTTP/1.1" status: 200 len: 843 time: 0.0523164 Sep 23 19:26:18.904904 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a40e1f9-2c04-47d4-8a85-b0a5d1c3f23c req-1eae86d2-df25-483e-b801-9681cd50341d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:26:18.906333 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-1a40e1f9-2c04-47d4-8a85-b0a5d1c3f23c req-1eae86d2-df25-483e-b801-9681cd50341d service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=5220cb0c-da05-478a-9604-8c11469a05b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0414085 Sep 23 19:26:18.908214 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-4d6dd4e6-adb6-431c-b71f-713cfc390d18 req-347dcefa-f5fe-4b28-8bde-56d716c75a25 tempest-TenantUsagesTestJSON-256664237 tempest-TenantUsagesTestJSON-256664237-project] 10.222.0.67 "GET /v2.0/security-groups?id=ca037e85-c27b-43ae-a8b5-022c067ca7c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1106277 Sep 23 19:26:18.915729 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-efd2ac6b-6094-4dc4-9339-334206a95a48 req-13e75df0-a2ff-4139-b85a-af2749fbfb35 tempest-ServersOnMultiNodesTest-2040324995 tempest-ServersOnMultiNodesTest-2040324995-project] 10.222.0.67 "GET /v2.0/security-groups?id=157e791d-182d-45ba-a5d1-6edf868180cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1031218 Sep 23 19:26:18.922090 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efd9f997-0225-4bc1-b1cd-ab6644a1a1a8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9fe8f1b2-566f-4651-8eaa-bd70f04e1d6a,revision_number=0']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:26:18.945970 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efd9f997-0225-4bc1-b1cd-ab6644a1a1a8 admin admin] Checking segment: {'id': '1f8fe149-c208-4c15-8641-a4e43ab7bbce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'ced9e591-7a83-4cb6-be44-2f82294810a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95102) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:26:18.946335 n-d-713301-16 neutron-server[95102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efd9f997-0225-4bc1-b1cd-ab6644a1a1a8 admin admin] Network hostable DHCP agents. Network: ced9e591-7a83-4cb6-be44-2f82294810a0, hostable agents: ['1b18bf05-1b5f-4587-be5c-af3ac38e32ad'], hosted agents: [] {{(pid=95102) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 19:26:18.965870 n-d-713301-16 neutron-server[95102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efd9f997-0225-4bc1-b1cd-ab6644a1a1a8 admin admin] Network ced9e591-7a83-4cb6-be44-2f82294810a0 is scheduled to be hosted by DHCP agent 1b18bf05-1b5f-4587-be5c-af3ac38e32ad with binding_index 1 {{(pid=95102) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 19:26:18.980998 n-d-713301-16 neutron-server[95102]: DEBUG neutron.scheduler.base_scheduler [None req-efd9f997-0225-4bc1-b1cd-ab6644a1a1a8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713301-16, ced9e591-7a83-4cb6-be44-2f82294810a0) {{(pid=95102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:26:18.986074 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efd9f997-0225-4bc1-b1cd-ab6644a1a1a8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:26:18.986682 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-efd9f997-0225-4bc1-b1cd-ab6644a1a1a8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:26:18.994094 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ef47f43-6e15-4391-92cf-3764e97508d5 None None] Network ced9e591-7a83-4cb6-be44-2f82294810a0 requested from n-d-713301-16 {{(pid=95103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 19:26:19.034369 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-efd9f997-0225-4bc1-b1cd-ab6644a1a1a8 admin admin] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 0.6268494 Sep 23 19:26:19.048278 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-1a40e1f9-2c04-47d4-8a85-b0a5d1c3f23c req-17b8be7c-261d-44ff-b91b-698e489d37d4 service neutron] 10.222.0.53 "GET /v2.0/networks/5220cb0c-da05-478a-9604-8c11469a05b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1243274 Sep 23 19:26:19.059886 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f33769-3f95-42ee-ba42-144d7b983864 req-2669e42f-e5a7-4aad-94d3-ac72ac05a8e8 tempest-MigrationsAdminTest-397594546 tempest-MigrationsAdminTest-397594546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:26:19.067421 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-45f33769-3f95-42ee-ba42-144d7b983864 req-2669e42f-e5a7-4aad-94d3-ac72ac05a8e8 tempest-MigrationsAdminTest-397594546 tempest-MigrationsAdminTest-397594546-project] 10.222.0.67 "GET /v2.0/ports?device_id=342358f0-a808-4879-9696-19cba9625afd HTTP/1.1" status: 200 len: 949 time: 0.0780134 Sep 23 19:26:19.108394 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-45f33769-3f95-42ee-ba42-144d7b983864 req-ca7fd9a8-7626-4ca5-b345-6358a6653eeb tempest-MigrationsAdminTest-397594546 tempest-MigrationsAdminTest-397594546-project] 10.222.0.67 "GET /v2.0/security-groups?id=78cb509b-31c4-4e2a-bb5c-7abd6194dcc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345581 Sep 23 19:26:19.144905 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-875361bc-0800-4d69-8ffe-f261ba2e8699 None None] Network ced9e591-7a83-4cb6-be44-2f82294810a0 requested from n-d-713301-16 {{(pid=95103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 19:26:19.161648 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-1a40e1f9-2c04-47d4-8a85-b0a5d1c3f23c req-7455c0b3-410d-4bba-b694-9f4153a74fb6 service neutron] 10.222.0.53 "GET /v2.0/networks/5220cb0c-da05-478a-9604-8c11469a05b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0991819 Sep 23 19:26:19.210060 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Device 26fc2316-c799-4f1c-93ac-e3e7a2f1c85d details requested by agent hyperv_n-h1-713301-16 with host n-h1-713301-16 {{(pid=95103) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 19:26:19.331047 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c844ef4d-14ac-450b-9511-21d83e409ee5 req-eeb50428-9d3c-48f7-a2d6-86cb06d0575f tempest-TaggedBootDevicesTest-1101605307 tempest-TaggedBootDevicesTest-1101605307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:26:19.337528 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c844ef4d-14ac-450b-9511-21d83e409ee5 req-eeb50428-9d3c-48f7-a2d6-86cb06d0575f tempest-TaggedBootDevicesTest-1101605307 tempest-TaggedBootDevicesTest-1101605307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:26:19.344752 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c844ef4d-14ac-450b-9511-21d83e409ee5 req-eeb50428-9d3c-48f7-a2d6-86cb06d0575f tempest-TaggedBootDevicesTest-1101605307 tempest-TaggedBootDevicesTest-1101605307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:26:19.351581 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c844ef4d-14ac-450b-9511-21d83e409ee5 req-eeb50428-9d3c-48f7-a2d6-86cb06d0575f tempest-TaggedBootDevicesTest-1101605307 tempest-TaggedBootDevicesTest-1101605307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:26:19.357596 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c844ef4d-14ac-450b-9511-21d83e409ee5 req-eeb50428-9d3c-48f7-a2d6-86cb06d0575f tempest-TaggedBootDevicesTest-1101605307 tempest-TaggedBootDevicesTest-1101605307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:26:19.363583 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c844ef4d-14ac-450b-9511-21d83e409ee5 req-eeb50428-9d3c-48f7-a2d6-86cb06d0575f tempest-TaggedBootDevicesTest-1101605307 tempest-TaggedBootDevicesTest-1101605307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:26:19.369865 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c844ef4d-14ac-450b-9511-21d83e409ee5 req-eeb50428-9d3c-48f7-a2d6-86cb06d0575f tempest-TaggedBootDevicesTest-1101605307 tempest-TaggedBootDevicesTest-1101605307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:26:19.372034 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-c844ef4d-14ac-450b-9511-21d83e409ee5 req-eeb50428-9d3c-48f7-a2d6-86cb06d0575f tempest-TaggedBootDevicesTest-1101605307 tempest-TaggedBootDevicesTest-1101605307-project] 10.222.0.67 "GET /v2.0/ports?device_id=6c7d744a-f584-4648-aa8d-a6936fa22df4 HTTP/1.1" status: 200 len: 5421 time: 0.1156919 Sep 23 19:26:19.378540 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] For port 26fc2316-c799-4f1c-93ac-e3e7a2f1c85d, host n-h1-713301-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-16',level=0,port_id=26fc2316-c799-4f1c-93ac-e3e7a2f1c85d,segment=NetworkSegment(6139d589-eb6c-4578-8935-c26ddf396853),segment_id=6139d589-eb6c-4578-8935-c26ddf396853)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:26:19.390548 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Returning: {'device': '26fc2316-c799-4f1c-93ac-e3e7a2f1c85d', 'network_id': '5220cb0c-da05-478a-9604-8c11469a05b4', 'port_id': '26fc2316-c799-4f1c-93ac-e3e7a2f1c85d', 'mac_address': 'fa:16:3e:64:89:1e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 624, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1ccc69bc-9d6b-44d9-b227-204e47dc6e45', 'ip_address': '192.168.233.76'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95103) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 19:26:19.419070 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-c844ef4d-14ac-450b-9511-21d83e409ee5 req-f4994848-e15e-4c35-ac47-674b7a367583 tempest-TaggedBootDevicesTest-1101605307 tempest-TaggedBootDevicesTest-1101605307-project] 10.222.0.67 "GET /v2.0/security-groups?id=7583e831-f62b-49a7-9a62-f1028bb8aa73&id=a101b72e-c698-4e76-88ce-3dcbb1163262&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0400507 Sep 23 19:26:19.432445 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:26:19.447202 n-d-713301-16 neutron-server[95103]: DEBUG neutron.notifiers.nova [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 26fc2316-c799-4f1c-93ac-e3e7a2f1c85d {{(pid=95103) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 19:26:19.468233 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] For port 26fc2316-c799-4f1c-93ac-e3e7a2f1c85d, host n-h1-713301-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-16',level=0,port_id=26fc2316-c799-4f1c-93ac-e3e7a2f1c85d,segment=NetworkSegment(6139d589-eb6c-4578-8935-c26ddf396853),segment_id=6139d589-eb6c-4578-8935-c26ddf396853)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:26:19.473057 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:26:19.526935 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Pushing event updated for resources: {'Port': ['ID=26fc2316-c799-4f1c-93ac-e3e7a2f1c85d,revision_number=4']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:26:19.534280 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:26:19.534631 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:26:19.534970 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:26:19.535306 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:26:19.535638 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:26:19.535966 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:26:19.536292 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:26:19.536634 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:26:19.537042 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:26:19.537367 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:26:19.537694 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:26:19.538013 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:26:19.599295 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e6c7de-cee4-4ab1-959d-c015de066acc req-2d17a627-7e9a-4d1b-a92f-5119913d0ea7 tempest-ServerMetadataNegativeTestJSON-1471855551 tempest-ServerMetadataNegativeTestJSON-1471855551-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:26:19.601055 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-70e6c7de-cee4-4ab1-959d-c015de066acc req-2d17a627-7e9a-4d1b-a92f-5119913d0ea7 tempest-ServerMetadataNegativeTestJSON-1471855551 tempest-ServerMetadataNegativeTestJSON-1471855551-project] 10.222.0.67 "GET /v2.0/networks?id=ced9e591-7a83-4cb6-be44-2f82294810a0 HTTP/1.1" status: 200 len: 820 time: 0.1013732 Sep 23 19:26:19.616408 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-70e6c7de-cee4-4ab1-959d-c015de066acc req-e4788ce2-1ac1-4283-bf7b-fdb1a3c5a6de tempest-ServerMetadataNegativeTestJSON-1471855551 tempest-ServerMetadataNegativeTestJSON-1471855551-project] 10.222.0.67 "GET /v2.0/quotas/a04f906adcc14290a08d5d9e78dfe050 HTTP/1.1" status: 200 len: 375 time: 0.0095198 Sep 23 19:26:19.629516 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b572bdc8-f4ed-4055-9e72-d85b1aa4f147 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:26:19.653361 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-70e6c7de-cee4-4ab1-959d-c015de066acc req-e80b2630-8b4f-45ed-8cb7-e0abc2fa58fd tempest-ServerMetadataNegativeTestJSON-1471855551 tempest-ServerMetadataNegativeTestJSON-1471855551-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=a04f906adcc14290a08d5d9e78dfe050&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0307081 Sep 23 19:26:19.778032 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-70e6c7de-cee4-4ab1-959d-c015de066acc req-1fa44b90-3a11-46d1-98bd-2cddf3bad527 service neutron] 10.222.0.67 "GET /v2.0/networks/ced9e591-7a83-4cb6-be44-2f82294810a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1172483 Sep 23 19:26:19.789493 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b217f8-9730-4ebd-9998-c49fb4691498 req-38c2f4c2-33ab-43aa-80c4-cdf2a36a3a6a tempest-ServerRescueTestJSON-83326898 tempest-ServerRescueTestJSON-83326898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:26:19.790906 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-15b217f8-9730-4ebd-9998-c49fb4691498 req-38c2f4c2-33ab-43aa-80c4-cdf2a36a3a6a tempest-ServerRescueTestJSON-83326898 tempest-ServerRescueTestJSON-83326898-project] 10.222.0.67 "GET /v2.0/ports?device_id=d885963b-72aa-42e0-909c-c5c9f0a64a9f HTTP/1.1" status: 200 len: 945 time: 0.0913565 Sep 23 19:26:19.812879 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] get_ports_and_sgs() called for port_ids ['26fc2316-c799-4f1c-93ac-e3e7a2f1c85d'] {{(pid=95103) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 19:26:19.878023 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-15b217f8-9730-4ebd-9998-c49fb4691498 req-3bf9eac6-4cf5-48d9-aafa-263f4cfd27d1 tempest-ServerRescueTestJSON-83326898 tempest-ServerRescueTestJSON-83326898-project] 10.222.0.67 "GET /v2.0/security-groups?id=324a4552-7b72-4e62-bcd4-dc8354c093e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793760 Sep 23 19:26:19.913225 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-70e6c7de-cee4-4ab1-959d-c015de066acc req-a0d08c16-7d12-4c43-9092-c12da4e0a63a service neutron] 10.222.0.67 "GET /v2.0/networks/ced9e591-7a83-4cb6-be44-2f82294810a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1213663 Sep 23 19:26:20.034153 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7264166a-509b-44a7-90bb-94c64daad6fa req-f752c31b-ee39-4530-bb4b-31d1967d9921 tempest-TenantUsagesTestJSON-256664237 tempest-TenantUsagesTestJSON-256664237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:26:20.034153 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-7264166a-509b-44a7-90bb-94c64daad6fa req-f752c31b-ee39-4530-bb4b-31d1967d9921 tempest-TenantUsagesTestJSON-256664237 tempest-TenantUsagesTestJSON-256664237-project] 10.222.0.67 "GET /v2.0/ports?device_id=097e9448-a9a3-47de-b7ae-2be0ab748b3f HTTP/1.1" status: 200 len: 948 time: 0.0528054 Sep 23 19:26:20.074262 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-7264166a-509b-44a7-90bb-94c64daad6fa req-1e0d88b9-3f6a-45dd-9148-9d556bcbfd62 tempest-TenantUsagesTestJSON-256664237 tempest-TenantUsagesTestJSON-256664237-project] 10.222.0.67 "GET /v2.0/security-groups?id=ca037e85-c27b-43ae-a8b5-022c067ca7c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373561 Sep 23 19:26:20.142861 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4100b333-5521-45e5-85ba-fa72683e3a2a req-367124d8-0e29-413a-8034-061d4eeb1668 tempest-ServersOnMultiNodesTest-2040324995 tempest-ServersOnMultiNodesTest-2040324995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:26:20.146577 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-4100b333-5521-45e5-85ba-fa72683e3a2a req-367124d8-0e29-413a-8034-061d4eeb1668 tempest-ServersOnMultiNodesTest-2040324995 tempest-ServersOnMultiNodesTest-2040324995-project] 10.222.0.67 "GET /v2.0/ports?device_id=7a5095f7-9e22-4e71-903c-6df485f47299 HTTP/1.1" status: 200 len: 948 time: 0.0561013 Sep 23 19:26:20.207061 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-4100b333-5521-45e5-85ba-fa72683e3a2a req-e16da396-857d-4a94-8be2-363b458aadba tempest-ServersOnMultiNodesTest-2040324995 tempest-ServersOnMultiNodesTest-2040324995-project] 10.222.0.67 "GET /v2.0/security-groups?id=157e791d-182d-45ba-a5d1-6edf868180cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560210 Sep 23 19:26:20.209535 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-5f4bd37f-f276-4960-a6bd-0fc2a529f225 req-82f55b7b-48bc-468f-8341-f1b0f3f6776f tempest-ServerMetadataNegativeTestJSON-1471855551 tempest-ServerMetadataNegativeTestJSON-1471855551-project] 10.222.0.67 "GET /v2.0/ports?device_id=0a29a452-39b4-4fdf-90ed-df414ef3167a HTTP/1.1" status: 200 len: 210 time: 0.0319140 Sep 23 19:26:20.315563 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff31878c-e355-4909-9aba-1545eb67288e req-cf48d261-dc77-4c5b-a95c-927eaac7e096 tempest-MigrationsAdminTest-397594546 tempest-MigrationsAdminTest-397594546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:26:20.317182 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-ff31878c-e355-4909-9aba-1545eb67288e req-cf48d261-dc77-4c5b-a95c-927eaac7e096 tempest-MigrationsAdminTest-397594546 tempest-MigrationsAdminTest-397594546-project] 10.222.0.67 "GET /v2.0/ports?device_id=342358f0-a808-4879-9696-19cba9625afd HTTP/1.1" status: 200 len: 949 time: 0.0539567 Sep 23 19:26:20.365795 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-ff31878c-e355-4909-9aba-1545eb67288e req-ee19bc3d-f12e-4a14-81f8-242e1ad5a66e tempest-MigrationsAdminTest-397594546 tempest-MigrationsAdminTest-397594546-project] 10.222.0.67 "GET /v2.0/security-groups?id=78cb509b-31c4-4e2a-bb5c-7abd6194dcc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369117 Sep 23 19:26:20.555965 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bfc8004-6ae9-4a57-a29d-97a6975e17a1 req-25a51ece-7dee-4ca4-86e1-baaa77d46a3d tempest-TaggedBootDevicesTest-1101605307 tempest-TaggedBootDevicesTest-1101605307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:26:20.561907 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bfc8004-6ae9-4a57-a29d-97a6975e17a1 req-25a51ece-7dee-4ca4-86e1-baaa77d46a3d tempest-TaggedBootDevicesTest-1101605307 tempest-TaggedBootDevicesTest-1101605307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:26:20.567845 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bfc8004-6ae9-4a57-a29d-97a6975e17a1 req-25a51ece-7dee-4ca4-86e1-baaa77d46a3d tempest-TaggedBootDevicesTest-1101605307 tempest-TaggedBootDevicesTest-1101605307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:26:20.573870 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bfc8004-6ae9-4a57-a29d-97a6975e17a1 req-25a51ece-7dee-4ca4-86e1-baaa77d46a3d tempest-TaggedBootDevicesTest-1101605307 tempest-TaggedBootDevicesTest-1101605307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:26:20.579702 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bfc8004-6ae9-4a57-a29d-97a6975e17a1 req-25a51ece-7dee-4ca4-86e1-baaa77d46a3d tempest-TaggedBootDevicesTest-1101605307 tempest-TaggedBootDevicesTest-1101605307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:26:20.586214 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bfc8004-6ae9-4a57-a29d-97a6975e17a1 req-25a51ece-7dee-4ca4-86e1-baaa77d46a3d tempest-TaggedBootDevicesTest-1101605307 tempest-TaggedBootDevicesTest-1101605307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:26:20.592131 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bfc8004-6ae9-4a57-a29d-97a6975e17a1 req-25a51ece-7dee-4ca4-86e1-baaa77d46a3d tempest-TaggedBootDevicesTest-1101605307 tempest-TaggedBootDevicesTest-1101605307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:26:20.594010 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-0bfc8004-6ae9-4a57-a29d-97a6975e17a1 req-25a51ece-7dee-4ca4-86e1-baaa77d46a3d tempest-TaggedBootDevicesTest-1101605307 tempest-TaggedBootDevicesTest-1101605307-project] 10.222.0.67 "GET /v2.0/ports?device_id=6c7d744a-f584-4648-aa8d-a6936fa22df4 HTTP/1.1" status: 200 len: 5421 time: 0.0960655 Sep 23 19:26:20.637963 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-0bfc8004-6ae9-4a57-a29d-97a6975e17a1 req-b47797de-6fec-4f7e-b3f8-e71dd438563b tempest-TaggedBootDevicesTest-1101605307 tempest-TaggedBootDevicesTest-1101605307-project] 10.222.0.67 "GET /v2.0/security-groups?id=7583e831-f62b-49a7-9a62-f1028bb8aa73&id=a101b72e-c698-4e76-88ce-3dcbb1163262&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0370641 Sep 23 19:26:20.946587 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Device 94e45347-5931-47d4-b5bb-4687bd16f0e4 details requested by agent hyperv_n-h2-713301-16 with host n-h2-713301-16 {{(pid=95103) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 19:26:20.996296 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ffbb799-5920-42fe-825a-00ed42cac63e req-06e50683-1e03-48bb-affe-5916c5212d4e tempest-ServerRescueTestJSON-83326898 tempest-ServerRescueTestJSON-83326898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:26:20.998160 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-9ffbb799-5920-42fe-825a-00ed42cac63e req-06e50683-1e03-48bb-affe-5916c5212d4e tempest-ServerRescueTestJSON-83326898 tempest-ServerRescueTestJSON-83326898-project] 10.222.0.67 "GET /v2.0/ports?device_id=d885963b-72aa-42e0-909c-c5c9f0a64a9f HTTP/1.1" status: 200 len: 945 time: 0.0510788 Sep 23 19:26:21.044640 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-9ffbb799-5920-42fe-825a-00ed42cac63e req-80f45fb0-1ddf-4845-a40d-cb3d5775e766 tempest-ServerRescueTestJSON-83326898 tempest-ServerRescueTestJSON-83326898-project] 10.222.0.67 "GET /v2.0/security-groups?id=324a4552-7b72-4e62-bcd4-dc8354c093e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394444 Sep 23 19:26:21.068067 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] For port 94e45347-5931-47d4-b5bb-4687bd16f0e4, host n-h2-713301-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-16',level=0,port_id=94e45347-5931-47d4-b5bb-4687bd16f0e4,segment=NetworkSegment(6139d589-eb6c-4578-8935-c26ddf396853),segment_id=6139d589-eb6c-4578-8935-c26ddf396853)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:26:21.081343 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Returning: {'device': '94e45347-5931-47d4-b5bb-4687bd16f0e4', 'network_id': '5220cb0c-da05-478a-9604-8c11469a05b4', 'port_id': '94e45347-5931-47d4-b5bb-4687bd16f0e4', 'mac_address': 'fa:16:3e:59:f5:69', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 624, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1ccc69bc-9d6b-44d9-b227-204e47dc6e45', 'ip_address': '192.168.233.157'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95103) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 19:26:21.127294 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:26:21.142728 n-d-713301-16 neutron-server[95103]: DEBUG neutron.notifiers.nova [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 94e45347-5931-47d4-b5bb-4687bd16f0e4 {{(pid=95103) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 19:26:21.180385 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e6c7de-cee4-4ab1-959d-c015de066acc req-a537fa22-8b9b-4350-8049-5f1f0f9dd47a tempest-ServerMetadataNegativeTestJSON-1471855551 tempest-ServerMetadataNegativeTestJSON-1471855551-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:26:21.181614 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] For port 94e45347-5931-47d4-b5bb-4687bd16f0e4, host n-h2-713301-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-16',level=0,port_id=94e45347-5931-47d4-b5bb-4687bd16f0e4,segment=NetworkSegment(6139d589-eb6c-4578-8935-c26ddf396853),segment_id=6139d589-eb6c-4578-8935-c26ddf396853)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:26:21.181949 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-70e6c7de-cee4-4ab1-959d-c015de066acc req-a537fa22-8b9b-4350-8049-5f1f0f9dd47a tempest-ServerMetadataNegativeTestJSON-1471855551 tempest-ServerMetadataNegativeTestJSON-1471855551-project] 10.222.0.53 "GET /v2.0/networks?id=ced9e591-7a83-4cb6-be44-2f82294810a0 HTTP/1.1" status: 200 len: 820 time: 0.1555500 Sep 23 19:26:21.186088 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:26:21.199764 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.v2.base [req-70e6c7de-cee4-4ab1-959d-c015de066acc req-6981ce7f-2207-4af9-80ac-9360a07900b2 tempest-ServerMetadataNegativeTestJSON-1471855551 tempest-ServerMetadataNegativeTestJSON-1471855551-project] Request body: {'port': {'device_id': '0a29a452-39b4-4fdf-90ed-df414ef3167a', 'network_id': 'ced9e591-7a83-4cb6-be44-2f82294810a0', 'admin_state_up': True, 'tenant_id': 'a04f906adcc14290a08d5d9e78dfe050'}} {{(pid=95101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:26:21.214439 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb57d8c8-ff5c-47fa-b5e3-f87d70ce1fe8 req-44bb779c-6c22-441e-9ec8-0c56902e9489 tempest-TenantUsagesTestJSON-256664237 tempest-TenantUsagesTestJSON-256664237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:26:21.223289 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-bb57d8c8-ff5c-47fa-b5e3-f87d70ce1fe8 req-44bb779c-6c22-441e-9ec8-0c56902e9489 tempest-TenantUsagesTestJSON-256664237 tempest-TenantUsagesTestJSON-256664237-project] 10.222.0.67 "GET /v2.0/ports?device_id=097e9448-a9a3-47de-b7ae-2be0ab748b3f HTTP/1.1" status: 200 len: 948 time: 0.0657706 Sep 23 19:26:21.227850 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Device 9e8786e5-58d4-4406-946f-a1fdbc104774 details requested by agent hyperv_n-h1-713301-16 with host n-h1-713301-16 {{(pid=95103) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 19:26:21.230893 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Device 26fc2316-c799-4f1c-93ac-e3e7a2f1c85d up at agent hyperv_n-h1-713301-16 {{(pid=95103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 19:26:21.276566 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-bb57d8c8-ff5c-47fa-b5e3-f87d70ce1fe8 req-993ae5b3-388f-4f7a-bc37-ca932fd66506 tempest-TenantUsagesTestJSON-256664237 tempest-TenantUsagesTestJSON-256664237-project] 10.222.0.67 "GET /v2.0/security-groups?id=ca037e85-c27b-43ae-a8b5-022c067ca7c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457287 Sep 23 19:26:21.313947 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Pushing event updated for resources: {'Port': ['ID=94e45347-5931-47d4-b5bb-4687bd16f0e4,revision_number=4']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:26:21.347917 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-70e6c7de-cee4-4ab1-959d-c015de066acc req-6981ce7f-2207-4af9-80ac-9360a07900b2 tempest-ServerMetadataNegativeTestJSON-1471855551 tempest-ServerMetadataNegativeTestJSON-1471855551-project] Made reservation on behalf of a04f906adcc14290a08d5d9e78dfe050 for: {'port': 1} {{(pid=95101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:26:21.353294 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-70e6c7de-cee4-4ab1-959d-c015de066acc req-6981ce7f-2207-4af9-80ac-9360a07900b2 tempest-ServerMetadataNegativeTestJSON-1471855551 tempest-ServerMetadataNegativeTestJSON-1471855551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:26:21.385932 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-fa56b188-0387-4662-b7ae-8a2a41da13fc req-99ae7fd3-395b-4407-a252-d6c01e8890f9 tempest-ServerMetadataNegativeTestJSON-1471855551 tempest-ServerMetadataNegativeTestJSON-1471855551-project] 10.222.0.67 "GET /v2.0/ports?device_id=0a29a452-39b4-4fdf-90ed-df414ef3167a HTTP/1.1" status: 200 len: 210 time: 0.0402458 Sep 23 19:26:21.395562 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-001d8544-bc24-4fe3-89ff-9eb3852040b0 req-82c9f74d-4ee4-40df-93c5-01e5ea9880dc tempest-ServersOnMultiNodesTest-2040324995 tempest-ServersOnMultiNodesTest-2040324995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:26:21.397806 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-001d8544-bc24-4fe3-89ff-9eb3852040b0 req-82c9f74d-4ee4-40df-93c5-01e5ea9880dc tempest-ServersOnMultiNodesTest-2040324995 tempest-ServersOnMultiNodesTest-2040324995-project] 10.222.0.67 "GET /v2.0/ports?device_id=7a5095f7-9e22-4e71-903c-6df485f47299 HTTP/1.1" status: 200 len: 948 time: 0.0982034 Sep 23 19:26:21.430966 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Provisioning for port 26fc2316-c799-4f1c-93ac-e3e7a2f1c85d completed by entity L2. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 19:26:21.441202 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Provisioning complete for port 26fc2316-c799-4f1c-93ac-e3e7a2f1c85d triggered by entity L2. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:26:21.441578 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:26:21.461283 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-001d8544-bc24-4fe3-89ff-9eb3852040b0 req-b46983ca-55e2-4423-bfc2-a9911f8c165b tempest-ServersOnMultiNodesTest-2040324995 tempest-ServersOnMultiNodesTest-2040324995-project] 10.222.0.67 "GET /v2.0/security-groups?id=157e791d-182d-45ba-a5d1-6edf868180cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559444 Sep 23 19:26:21.498986 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] For port 9e8786e5-58d4-4406-946f-a1fdbc104774, host n-h1-713301-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-16',level=0,port_id=9e8786e5-58d4-4406-946f-a1fdbc104774,segment=NetworkSegment(4f7ea034-18ba-4cde-bf97-7b7b61f8a982),segment_id=4f7ea034-18ba-4cde-bf97-7b7b61f8a982)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:26:21.523190 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Returning: {'device': '9e8786e5-58d4-4406-946f-a1fdbc104774', 'network_id': 'af02e9ab-cfd4-4a32-b9af-2413db894481', 'port_id': '9e8786e5-58d4-4406-946f-a1fdbc104774', 'mac_address': 'fa:16:3e:64:97:4c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 641, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '99a9d515-ece2-4f2b-8ab7-d74cf72d9364', 'ip_address': '10.1.1.191'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95103) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 19:26:21.523980 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef5b4c9e-b8f1-408e-8e46-7eee39bddb58 req-b548c59f-59b2-467e-a05f-36fe72bacb0b tempest-MigrationsAdminTest-397594546 tempest-MigrationsAdminTest-397594546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:26:21.533054 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-ef5b4c9e-b8f1-408e-8e46-7eee39bddb58 req-b548c59f-59b2-467e-a05f-36fe72bacb0b tempest-MigrationsAdminTest-397594546 tempest-MigrationsAdminTest-397594546-project] 10.222.0.67 "GET /v2.0/ports?device_id=342358f0-a808-4879-9696-19cba9625afd HTTP/1.1" status: 200 len: 949 time: 0.0707295 Sep 23 19:26:21.559083 n-d-713301-16 neutron-server[95101]: DEBUG neutron.db.db_base_plugin_common [req-70e6c7de-cee4-4ab1-959d-c015de066acc req-6981ce7f-2207-4af9-80ac-9360a07900b2 tempest-ServerMetadataNegativeTestJSON-1471855551 tempest-ServerMetadataNegativeTestJSON-1471855551-project] Allocated IP 172.20.0.6 (ced9e591-7a83-4cb6-be44-2f82294810a0/9fe8f1b2-566f-4651-8eaa-bd70f04e1d6a/771df79c-bcaf-4794-bef5-4ba4e4135f21) {{(pid=95101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 19:26:21.573242 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-ef5b4c9e-b8f1-408e-8e46-7eee39bddb58 req-651cda4a-395a-45e5-96b5-1e52d5f07f72 tempest-MigrationsAdminTest-397594546 tempest-MigrationsAdminTest-397594546-project] 10.222.0.67 "GET /v2.0/security-groups?id=78cb509b-31c4-4e2a-bb5c-7abd6194dcc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392075 Sep 23 19:26:21.575419 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] get_ports_and_sgs() called for port_ids ['94e45347-5931-47d4-b5bb-4687bd16f0e4'] {{(pid=95103) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 19:26:21.623067 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:26:21.643645 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:26:21.656106 n-d-713301-16 neutron-server[95103]: DEBUG neutron.notifiers.nova [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9e8786e5-58d4-4406-946f-a1fdbc104774 {{(pid=95103) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 19:26:21.692190 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] For port 9e8786e5-58d4-4406-946f-a1fdbc104774, host n-h1-713301-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-16',level=0,port_id=9e8786e5-58d4-4406-946f-a1fdbc104774,segment=NetworkSegment(4f7ea034-18ba-4cde-bf97-7b7b61f8a982),segment_id=4f7ea034-18ba-4cde-bf97-7b7b61f8a982)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:26:21.697528 n-d-713301-16 neutron-server[95103]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a5095f7-9e22-4e71-903c-6df485f47299', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '26fc2316-c799-4f1c-93ac-e3e7a2f1c85d'}] {{(pid=95103) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 19:26:21.699789 n-d-713301-16 neutron-server[95103]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}81a1c17f2aa89d5b3ebbba3a3e0cf7eb588e431c2224256110c4c4facdd7c3e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1f7d820-b49d-488c-ad3e-3160bd53fcdd" -d '{"events": [{"server_uuid": "7a5095f7-9e22-4e71-903c-6df485f47299", "name": "network-vif-plugged", "status": "completed", "tag": "26fc2316-c799-4f1c-93ac-e3e7a2f1c85d"}]}' {{(pid=95103) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 19:26:21.715453 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:26:21.716134 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Device 04608e80-e340-4c55-b856-25d17244403b details requested by agent hyperv_n-h1-713301-16 with host n-h1-713301-16 {{(pid=95103) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 19:26:21.727847 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] For port 26fc2316-c799-4f1c-93ac-e3e7a2f1c85d, host n-h1-713301-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-16',level=0,port_id=26fc2316-c799-4f1c-93ac-e3e7a2f1c85d,segment=NetworkSegment(6139d589-eb6c-4578-8935-c26ddf396853),segment_id=6139d589-eb6c-4578-8935-c26ddf396853)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:26:21.737925 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-70e6c7de-cee4-4ab1-959d-c015de066acc req-6981ce7f-2207-4af9-80ac-9360a07900b2 tempest-ServerMetadataNegativeTestJSON-1471855551 tempest-ServerMetadataNegativeTestJSON-1471855551-project] Notify callbacks [] for port, precommit_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:26:21.760457 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:26:21.769563 n-d-713301-16 neutron-server[95103]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 19:26:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-913e9c86-46de-4786-a1d1-b3f00bd33e71 x-openstack-request-id: req-913e9c86-46de-4786-a1d1-b3f00bd33e71 {{(pid=95103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 19:26:21.769860 n-d-713301-16 neutron-server[95103]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7a5095f7-9e22-4e71-903c-6df485f47299", "name": "network-vif-plugged", "status": "completed", "tag": "26fc2316-c799-4f1c-93ac-e3e7a2f1c85d", "code": 200}]} {{(pid=95103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 19:26:21.770110 n-d-713301-16 neutron-server[95103]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-913e9c86-46de-4786-a1d1-b3f00bd33e71 {{(pid=95103) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 19:26:21.770493 n-d-713301-16 neutron-server[95103]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a5095f7-9e22-4e71-903c-6df485f47299', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '26fc2316-c799-4f1c-93ac-e3e7a2f1c85d', 'code': 200} Sep 23 19:26:21.833467 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Pushing event updated for resources: {'Port': ['ID=9e8786e5-58d4-4406-946f-a1fdbc104774,revision_number=4']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:26:21.847618 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-70e6c7de-cee4-4ab1-959d-c015de066acc req-6981ce7f-2207-4af9-80ac-9360a07900b2 tempest-ServerMetadataNegativeTestJSON-1471855551 tempest-ServerMetadataNegativeTestJSON-1471855551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783145673135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5607431'] for port, after_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:26:21.866980 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-057593e0-dc7a-4bdf-8842-a2b4faa42575 req-4f4794b6-78e9-40fa-a2e0-6926e3af8dfd tempest-TaggedBootDevicesTest-1101605307 tempest-TaggedBootDevicesTest-1101605307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:26:21.877043 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-057593e0-dc7a-4bdf-8842-a2b4faa42575 req-4f4794b6-78e9-40fa-a2e0-6926e3af8dfd tempest-TaggedBootDevicesTest-1101605307 tempest-TaggedBootDevicesTest-1101605307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:26:21.884903 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-057593e0-dc7a-4bdf-8842-a2b4faa42575 req-4f4794b6-78e9-40fa-a2e0-6926e3af8dfd tempest-TaggedBootDevicesTest-1101605307 tempest-TaggedBootDevicesTest-1101605307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:26:21.891103 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-057593e0-dc7a-4bdf-8842-a2b4faa42575 req-4f4794b6-78e9-40fa-a2e0-6926e3af8dfd tempest-TaggedBootDevicesTest-1101605307 tempest-TaggedBootDevicesTest-1101605307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:26:21.898491 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-057593e0-dc7a-4bdf-8842-a2b4faa42575 req-4f4794b6-78e9-40fa-a2e0-6926e3af8dfd tempest-TaggedBootDevicesTest-1101605307 tempest-TaggedBootDevicesTest-1101605307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:26:21.905275 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-057593e0-dc7a-4bdf-8842-a2b4faa42575 req-4f4794b6-78e9-40fa-a2e0-6926e3af8dfd tempest-TaggedBootDevicesTest-1101605307 tempest-TaggedBootDevicesTest-1101605307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:26:21.911313 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-057593e0-dc7a-4bdf-8842-a2b4faa42575 req-4f4794b6-78e9-40fa-a2e0-6926e3af8dfd tempest-TaggedBootDevicesTest-1101605307 tempest-TaggedBootDevicesTest-1101605307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:26:21.914050 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-057593e0-dc7a-4bdf-8842-a2b4faa42575 req-4f4794b6-78e9-40fa-a2e0-6926e3af8dfd tempest-TaggedBootDevicesTest-1101605307 tempest-TaggedBootDevicesTest-1101605307-project] 10.222.0.67 "GET /v2.0/ports?device_id=6c7d744a-f584-4648-aa8d-a6936fa22df4 HTTP/1.1" status: 200 len: 5422 time: 0.1289756 Sep 23 19:26:21.973312 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Pushing event updated for resources: {'Port': ['ID=26fc2316-c799-4f1c-93ac-e3e7a2f1c85d,revision_number=5']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:26:21.978071 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] For port 04608e80-e340-4c55-b856-25d17244403b, host n-h1-713301-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-16',level=0,port_id=04608e80-e340-4c55-b856-25d17244403b,segment=NetworkSegment(e05f2916-65a4-4075-8738-b9204cdf084e),segment_id=e05f2916-65a4-4075-8738-b9204cdf084e)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:26:21.981015 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-057593e0-dc7a-4bdf-8842-a2b4faa42575 req-9e7fe80a-7db1-4e31-9968-125c228a534f tempest-TaggedBootDevicesTest-1101605307 tempest-TaggedBootDevicesTest-1101605307-project] 10.222.0.67 "GET /v2.0/security-groups?id=7583e831-f62b-49a7-9a62-f1028bb8aa73&id=a101b72e-c698-4e76-88ce-3dcbb1163262&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0489662 Sep 23 19:26:21.999607 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Returning: {'device': '04608e80-e340-4c55-b856-25d17244403b', 'network_id': '0e7486fc-edf5-4778-98e4-d68293f3be17', 'port_id': '04608e80-e340-4c55-b856-25d17244403b', 'mac_address': 'fa:16:3e:de:2e:55', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 615, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9bcc6428-1995-45f6-ba66-eea6197581a7', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95103) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 19:26:22.008356 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6981ce7f-2207-4af9-80ac-9360a07900b2 tempest-ServerMetadataNegativeTestJSON-1471855551 tempest-ServerMetadataNegativeTestJSON-1471855551-project] Pushing event updated for resources: {'Port': ['ID=771df79c-bcaf-4794-bef5-4ba4e4135f21,revision_number=1']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:26:22.012726 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-70e6c7de-cee4-4ab1-959d-c015de066acc req-6981ce7f-2207-4af9-80ac-9360a07900b2 tempest-ServerMetadataNegativeTestJSON-1471855551 tempest-ServerMetadataNegativeTestJSON-1471855551-project] Network ced9e591-7a83-4cb6-be44-2f82294810a0 is already hosted by enough agents. {{(pid=95101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:26:22.015749 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.base_scheduler [req-70e6c7de-cee4-4ab1-959d-c015de066acc req-6981ce7f-2207-4af9-80ac-9360a07900b2 tempest-ServerMetadataNegativeTestJSON-1471855551 tempest-ServerMetadataNegativeTestJSON-1471855551-project] Resources bound (agent type, host, resource id): {{(pid=95101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:26:22.024052 n-d-713301-16 neutron-server[95101]: DEBUG neutron.db.l3_dvrscheduler_db [req-70e6c7de-cee4-4ab1-959d-c015de066acc req-6981ce7f-2207-4af9-80ac-9360a07900b2 tempest-ServerMetadataNegativeTestJSON-1471855551 tempest-ServerMetadataNegativeTestJSON-1471855551-project] Received port after_create {{(pid=95101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 19:26:22.051770 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:26:22.067258 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c77c994-373c-48ee-b9c5-84efb32fdeda req-a72175d9-4bda-4c95-8292-b7e49b2e904b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:26:22.068879 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-3c77c994-373c-48ee-b9c5-84efb32fdeda req-a72175d9-4bda-4c95-8292-b7e49b2e904b service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=7a5095f7-9e22-4e71-903c-6df485f47299 HTTP/1.1" status: 200 len: 1101 time: 0.1513002 Sep 23 19:26:22.082063 n-d-713301-16 neutron-server[95103]: DEBUG neutron.notifiers.nova [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 04608e80-e340-4c55-b856-25d17244403b {{(pid=95103) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 19:26:22.099032 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e6c7de-cee4-4ab1-959d-c015de066acc req-6981ce7f-2207-4af9-80ac-9360a07900b2 tempest-ServerMetadataNegativeTestJSON-1471855551 tempest-ServerMetadataNegativeTestJSON-1471855551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:26:22.100298 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-70e6c7de-cee4-4ab1-959d-c015de066acc req-6981ce7f-2207-4af9-80ac-9360a07900b2 tempest-ServerMetadataNegativeTestJSON-1471855551 tempest-ServerMetadataNegativeTestJSON-1471855551-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222849'] for port, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:26:22.103850 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] For port 04608e80-e340-4c55-b856-25d17244403b, host n-h1-713301-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-16',level=0,port_id=04608e80-e340-4c55-b856-25d17244403b,segment=NetworkSegment(e05f2916-65a4-4075-8738-b9204cdf084e),segment_id=e05f2916-65a4-4075-8738-b9204cdf084e)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:26:22.109213 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:26:22.109883 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Device f3e719d6-489d-48f8-9f60-3adc695a1cfe details requested by agent hyperv_n-h1-713301-16 with host n-h1-713301-16 {{(pid=95103) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 19:26:22.143420 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-70e6c7de-cee4-4ab1-959d-c015de066acc req-6981ce7f-2207-4af9-80ac-9360a07900b2 tempest-ServerMetadataNegativeTestJSON-1471855551 tempest-ServerMetadataNegativeTestJSON-1471855551-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9474492 Sep 23 19:26:22.162312 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.v2.base [req-70e6c7de-cee4-4ab1-959d-c015de066acc req-14c31db4-409a-48a6-b3a1-5cc6010b9d7f service neutron] Request body: {'port': {'device_id': '0a29a452-39b4-4fdf-90ed-df414ef3167a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713301-16'}} {{(pid=95101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:26:22.190096 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-3c77c994-373c-48ee-b9c5-84efb32fdeda req-1420093d-d51d-4710-afb4-bee606c20c2b service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=157e791d-182d-45ba-a5d1-6edf868180cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1098876 Sep 23 19:26:22.217300 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2513c79-fcb4-40a3-8387-7d506fb9590d req-cd32dca7-476e-4d83-9eb2-b354621cfa81 tempest-ServerRescueTestJSON-83326898 tempest-ServerRescueTestJSON-83326898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:26:22.221541 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-c2513c79-fcb4-40a3-8387-7d506fb9590d req-cd32dca7-476e-4d83-9eb2-b354621cfa81 tempest-ServerRescueTestJSON-83326898 tempest-ServerRescueTestJSON-83326898-project] 10.222.0.67 "GET /v2.0/ports?device_id=d885963b-72aa-42e0-909c-c5c9f0a64a9f HTTP/1.1" status: 200 len: 945 time: 0.0538635 Sep 23 19:26:22.236051 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-70e6c7de-cee4-4ab1-959d-c015de066acc req-14c31db4-409a-48a6-b3a1-5cc6010b9d7f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:26:22.252910 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Pushing event updated for resources: {'Port': ['ID=04608e80-e340-4c55-b856-25d17244403b,revision_number=4']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:26:22.258634 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] For port f3e719d6-489d-48f8-9f60-3adc695a1cfe, host n-h1-713301-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-16',level=0,port_id=f3e719d6-489d-48f8-9f60-3adc695a1cfe,segment=NetworkSegment(00dc7b2f-018d-4fcd-a76f-deef20c5f9fc),segment_id=00dc7b2f-018d-4fcd-a76f-deef20c5f9fc)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:26:22.269396 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-c2513c79-fcb4-40a3-8387-7d506fb9590d req-0e64b46c-151e-49ff-ba88-0d375a1c689e tempest-ServerRescueTestJSON-83326898 tempest-ServerRescueTestJSON-83326898-project] 10.222.0.67 "GET /v2.0/security-groups?id=324a4552-7b72-4e62-bcd4-dc8354c093e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442595 Sep 23 19:26:22.274853 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Returning: {'device': 'f3e719d6-489d-48f8-9f60-3adc695a1cfe', 'network_id': 'bada5757-bdaa-4c5b-b7b4-3acebf356815', 'port_id': 'f3e719d6-489d-48f8-9f60-3adc695a1cfe', 'mac_address': 'fa:16:3e:39:fc:85', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 613, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3199260d-e0ce-4349-8e34-6eeff93a29e7', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95103) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 19:26:22.315623 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-2f318e26-8992-45d8-8026-70290e89f852 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:26:22.331025 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:26:22.344406 n-d-713301-16 neutron-server[95103]: DEBUG neutron.notifiers.nova [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f3e719d6-489d-48f8-9f60-3adc695a1cfe {{(pid=95103) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 19:26:22.369210 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] For port f3e719d6-489d-48f8-9f60-3adc695a1cfe, host n-h1-713301-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-16',level=0,port_id=f3e719d6-489d-48f8-9f60-3adc695a1cfe,segment=NetworkSegment(00dc7b2f-018d-4fcd-a76f-deef20c5f9fc),segment_id=00dc7b2f-018d-4fcd-a76f-deef20c5f9fc)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:26:22.374464 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:26:22.375123 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Device 0c254e5c-f9ae-4753-bdda-ad06ac5acf06 details requested by agent hyperv_n-h1-713301-16 with host n-h1-713301-16 {{(pid=95103) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 19:26:22.399312 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88d2da1-049a-4077-86ec-c459dec14baa req-05b81e97-37af-40b9-aab4-571ab547b0f5 tempest-TenantUsagesTestJSON-256664237 tempest-TenantUsagesTestJSON-256664237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:26:22.401209 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-f88d2da1-049a-4077-86ec-c459dec14baa req-05b81e97-37af-40b9-aab4-571ab547b0f5 tempest-TenantUsagesTestJSON-256664237 tempest-TenantUsagesTestJSON-256664237-project] 10.222.0.67 "GET /v2.0/ports?device_id=097e9448-a9a3-47de-b7ae-2be0ab748b3f HTTP/1.1" status: 200 len: 949 time: 0.0557425 Sep 23 19:26:22.444876 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] For port 0c254e5c-f9ae-4753-bdda-ad06ac5acf06, host n-h1-713301-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-16',level=0,port_id=0c254e5c-f9ae-4753-bdda-ad06ac5acf06,segment=NetworkSegment(4f7ea034-18ba-4cde-bf97-7b7b61f8a982),segment_id=4f7ea034-18ba-4cde-bf97-7b7b61f8a982)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:26:22.447602 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Pushing event updated for resources: {'Port': ['ID=f3e719d6-489d-48f8-9f60-3adc695a1cfe,revision_number=4']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:26:22.458891 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Returning: {'device': '0c254e5c-f9ae-4753-bdda-ad06ac5acf06', 'network_id': 'af02e9ab-cfd4-4a32-b9af-2413db894481', 'port_id': '0c254e5c-f9ae-4753-bdda-ad06ac5acf06', 'mac_address': 'fa:16:3e:f7:2b:80', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 641, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '99a9d515-ece2-4f2b-8ab7-d74cf72d9364', 'ip_address': '10.1.1.162'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95103) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 19:26:22.460593 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-f88d2da1-049a-4077-86ec-c459dec14baa req-70c96ec4-2dde-468c-baea-b955a4d25bd9 tempest-TenantUsagesTestJSON-256664237 tempest-TenantUsagesTestJSON-256664237-project] 10.222.0.67 "GET /v2.0/security-groups?id=ca037e85-c27b-43ae-a8b5-022c067ca7c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533895 Sep 23 19:26:22.511119 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:26:22.539262 n-d-713301-16 neutron-server[95103]: DEBUG neutron.notifiers.nova [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0c254e5c-f9ae-4753-bdda-ad06ac5acf06 {{(pid=95103) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 19:26:22.563837 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] For port 0c254e5c-f9ae-4753-bdda-ad06ac5acf06, host n-h1-713301-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-16',level=0,port_id=0c254e5c-f9ae-4753-bdda-ad06ac5acf06,segment=NetworkSegment(4f7ea034-18ba-4cde-bf97-7b7b61f8a982),segment_id=4f7ea034-18ba-4cde-bf97-7b7b61f8a982)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:26:22.570728 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:26:22.571061 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Device da180eed-7ed3-4b42-8811-39a363b2af88 details requested by agent hyperv_n-h1-713301-16 with host n-h1-713301-16 {{(pid=95103) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 19:26:22.627219 n-d-713301-16 neutron-server[95101]: DEBUG neutron.notifiers.nova [req-70e6c7de-cee4-4ab1-959d-c015de066acc req-14c31db4-409a-48a6-b3a1-5cc6010b9d7f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 771df79c-bcaf-4794-bef5-4ba4e4135f21 {{(pid=95101) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 19:26:22.639845 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-70e6c7de-cee4-4ab1-959d-c015de066acc req-14c31db4-409a-48a6-b3a1-5cc6010b9d7f service neutron] Notify callbacks [] for port, precommit_update {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:26:22.666387 n-d-713301-16 neutron-server[95101]: DEBUG neutron.db.provisioning_blocks [req-70e6c7de-cee4-4ab1-959d-c015de066acc req-14c31db4-409a-48a6-b3a1-5cc6010b9d7f service neutron] Transition to ACTIVE for port object 771df79c-bcaf-4794-bef5-4ba4e4135f21 will not be triggered until provisioned by entity L2. {{(pid=95101) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 19:26:22.673729 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-70e6c7de-cee4-4ab1-959d-c015de066acc req-14c31db4-409a-48a6-b3a1-5cc6010b9d7f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5607436'] for port, after_update {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:26:22.676900 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] For port da180eed-7ed3-4b42-8811-39a363b2af88, host n-h1-713301-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-16',level=0,port_id=da180eed-7ed3-4b42-8811-39a363b2af88,segment=NetworkSegment(00dc7b2f-018d-4fcd-a76f-deef20c5f9fc),segment_id=00dc7b2f-018d-4fcd-a76f-deef20c5f9fc)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:26:22.681309 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Pushing event updated for resources: {'Port': ['ID=0c254e5c-f9ae-4753-bdda-ad06ac5acf06,revision_number=4']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:26:22.694984 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Returning: {'device': 'da180eed-7ed3-4b42-8811-39a363b2af88', 'network_id': 'bada5757-bdaa-4c5b-b7b4-3acebf356815', 'port_id': 'da180eed-7ed3-4b42-8811-39a363b2af88', 'mac_address': 'fa:16:3e:06:41:c7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 613, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3199260d-e0ce-4349-8e34-6eeff93a29e7', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95103) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 19:26:22.752152 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14c31db4-409a-48a6-b3a1-5cc6010b9d7f service neutron] Pushing event updated for resources: {'Port': ['ID=771df79c-bcaf-4794-bef5-4ba4e4135f21,revision_number=2']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:26:22.758549 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:26:22.776492 n-d-713301-16 neutron-server[95103]: DEBUG neutron.notifiers.nova [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id da180eed-7ed3-4b42-8811-39a363b2af88 {{(pid=95103) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 19:26:22.798883 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] For port da180eed-7ed3-4b42-8811-39a363b2af88, host n-h1-713301-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-16',level=0,port_id=da180eed-7ed3-4b42-8811-39a363b2af88,segment=NetworkSegment(00dc7b2f-018d-4fcd-a76f-deef20c5f9fc),segment_id=00dc7b2f-018d-4fcd-a76f-deef20c5f9fc)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:26:22.804971 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:26:22.805719 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Device 194bdc80-29c5-4612-969b-b0aa5f139617 details requested by agent hyperv_n-h1-713301-16 with host n-h1-713301-16 {{(pid=95103) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 19:26:22.812059 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.managers [req-70e6c7de-cee4-4ab1-959d-c015de066acc req-14c31db4-409a-48a6-b3a1-5cc6010b9d7f service neutron] Attempting to bind port 771df79c-bcaf-4794-bef5-4ba4e4135f21 on host n-h2-713301-16 for vnic_type normal with profile {{(pid=95101) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 19:26:22.813745 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.managers [req-70e6c7de-cee4-4ab1-959d-c015de066acc req-14c31db4-409a-48a6-b3a1-5cc6010b9d7f service neutron] Attempting to bind port 771df79c-bcaf-4794-bef5-4ba4e4135f21 by drivers openvswitch,hyperv on host n-h2-713301-16 at level 0 using segments [{'id': '1f8fe149-c208-4c15-8641-a4e43ab7bbce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'ced9e591-7a83-4cb6-be44-2f82294810a0'}] {{(pid=95101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 19:26:22.814091 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70e6c7de-cee4-4ab1-959d-c015de066acc req-14c31db4-409a-48a6-b3a1-5cc6010b9d7f service neutron] Attempting to bind port 771df79c-bcaf-4794-bef5-4ba4e4135f21 on network ced9e591-7a83-4cb6-be44-2f82294810a0 {{(pid=95101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:26:22.819234 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70e6c7de-cee4-4ab1-959d-c015de066acc req-14c31db4-409a-48a6-b3a1-5cc6010b9d7f service neutron] Port 771df79c-bcaf-4794-bef5-4ba4e4135f21 on network ced9e591-7a83-4cb6-be44-2f82294810a0 not bound, no agent of type Open vSwitch agent registered on host n-h2-713301-16 {{(pid=95101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 19:26:22.819558 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70e6c7de-cee4-4ab1-959d-c015de066acc req-14c31db4-409a-48a6-b3a1-5cc6010b9d7f service neutron] Attempting to bind port 771df79c-bcaf-4794-bef5-4ba4e4135f21 on network ced9e591-7a83-4cb6-be44-2f82294810a0 {{(pid=95101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:26:22.824512 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70e6c7de-cee4-4ab1-959d-c015de066acc req-14c31db4-409a-48a6-b3a1-5cc6010b9d7f service neutron] Checking agent: {'id': '2a7cea34-db54-4faf-8d23-37521c3e34cb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713301-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 19, 15, 28), 'started_at': datetime.datetime(2021, 9, 23, 19, 15, 28), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 19, 25, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 19:26:22.824890 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70e6c7de-cee4-4ab1-959d-c015de066acc req-14c31db4-409a-48a6-b3a1-5cc6010b9d7f service neutron] Checking segment: {'id': '1f8fe149-c208-4c15-8641-a4e43ab7bbce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'ced9e591-7a83-4cb6-be44-2f82294810a0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:26:22.825258 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70e6c7de-cee4-4ab1-959d-c015de066acc req-14c31db4-409a-48a6-b3a1-5cc6010b9d7f service neutron] Bound using segment: {'id': '1f8fe149-c208-4c15-8641-a4e43ab7bbce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'ced9e591-7a83-4cb6-be44-2f82294810a0'} {{(pid=95101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 19:26:22.825696 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.managers [req-70e6c7de-cee4-4ab1-959d-c015de066acc req-14c31db4-409a-48a6-b3a1-5cc6010b9d7f service neutron] Bound port: 771df79c-bcaf-4794-bef5-4ba4e4135f21, host: n-h2-713301-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1f8fe149-c208-4c15-8641-a4e43ab7bbce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'ced9e591-7a83-4cb6-be44-2f82294810a0'}}] {{(pid=95101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 19:26:22.826056 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-70e6c7de-cee4-4ab1-959d-c015de066acc req-14c31db4-409a-48a6-b3a1-5cc6010b9d7f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:26:22.878589 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] For port 194bdc80-29c5-4612-969b-b0aa5f139617, host n-h1-713301-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-16',level=0,port_id=194bdc80-29c5-4612-969b-b0aa5f139617,segment=NetworkSegment(4f7ea034-18ba-4cde-bf97-7b7b61f8a982),segment_id=4f7ea034-18ba-4cde-bf97-7b7b61f8a982)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:26:22.892367 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Pushing event updated for resources: {'Port': ['ID=da180eed-7ed3-4b42-8811-39a363b2af88,revision_number=4']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:26:22.897457 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Returning: {'device': '194bdc80-29c5-4612-969b-b0aa5f139617', 'network_id': 'af02e9ab-cfd4-4a32-b9af-2413db894481', 'port_id': '194bdc80-29c5-4612-969b-b0aa5f139617', 'mac_address': 'fa:16:3e:b4:65:54', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 641, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '99a9d515-ece2-4f2b-8ab7-d74cf72d9364', 'ip_address': '10.1.1.214'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95103) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 19:26:22.905909 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.db [req-70e6c7de-cee4-4ab1-959d-c015de066acc req-14c31db4-409a-48a6-b3a1-5cc6010b9d7f service neutron] For port 771df79c-bcaf-4794-bef5-4ba4e4135f21, host n-h2-713301-16, cleared binding levels {{(pid=95101) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 19:26:22.909132 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.db [req-70e6c7de-cee4-4ab1-959d-c015de066acc req-14c31db4-409a-48a6-b3a1-5cc6010b9d7f service neutron] For port 771df79c-bcaf-4794-bef5-4ba4e4135f21, host n-h2-713301-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-16',level=0,port_id=771df79c-bcaf-4794-bef5-4ba4e4135f21,segment=NetworkSegment(1f8fe149-c208-4c15-8641-a4e43ab7bbce),segment_id=1f8fe149-c208-4c15-8641-a4e43ab7bbce)] {{(pid=95101) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 19:26:22.914932 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-70e6c7de-cee4-4ab1-959d-c015de066acc req-14c31db4-409a-48a6-b3a1-5cc6010b9d7f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5607436'] for port, after_update {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:26:22.919261 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea6e24b-21c5-49d5-bc34-5738a560dbc7 req-2b798b11-c0de-4c70-b1f4-dd17efe20930 tempest-ServerMetadataNegativeTestJSON-1471855551 tempest-ServerMetadataNegativeTestJSON-1471855551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:26:22.925120 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-4ea6e24b-21c5-49d5-bc34-5738a560dbc7 req-2b798b11-c0de-4c70-b1f4-dd17efe20930 tempest-ServerMetadataNegativeTestJSON-1471855551 tempest-ServerMetadataNegativeTestJSON-1471855551-project] 10.222.0.67 "GET /v2.0/ports?device_id=0a29a452-39b4-4fdf-90ed-df414ef3167a HTTP/1.1" status: 200 len: 931 time: 0.4252486 Sep 23 19:26:22.938125 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:26:22.952019 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e6c7de-cee4-4ab1-959d-c015de066acc req-14c31db4-409a-48a6-b3a1-5cc6010b9d7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:26:22.952275 n-d-713301-16 neutron-server[95103]: DEBUG neutron.notifiers.nova [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 194bdc80-29c5-4612-969b-b0aa5f139617 {{(pid=95103) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 19:26:22.952555 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-70e6c7de-cee4-4ab1-959d-c015de066acc req-14c31db4-409a-48a6-b3a1-5cc6010b9d7f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222849'] for port, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:26:22.955005 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-70e6c7de-cee4-4ab1-959d-c015de066acc req-14c31db4-409a-48a6-b3a1-5cc6010b9d7f service neutron] 10.222.0.53 "PUT /v2.0/ports/771df79c-bcaf-4794-bef5-4ba4e4135f21 HTTP/1.1" status: 200 len: 1092 time: 0.8012702 Sep 23 19:26:22.955462 n-d-713301-16 neutron-server[95101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0a29a452-39b4-4fdf-90ed-df414ef3167a', 'tag': '771df79c-bcaf-4794-bef5-4ba4e4135f21'}] {{(pid=95101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 19:26:22.958360 n-d-713301-16 neutron-server[95101]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d8366c5740cd635e57ab12b71fe44a77c2acc3c19091ef849c6f68b380462244" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e291197-9af8-47a8-92b7-3be58c3f6471" -d '{"events": [{"name": "network-changed", "server_uuid": "0a29a452-39b4-4fdf-90ed-df414ef3167a", "tag": "771df79c-bcaf-4794-bef5-4ba4e4135f21"}]}' {{(pid=95101) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 19:26:22.968363 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5919e3e4-9ca0-4651-a29e-9387a454b987 req-aa644aec-2dd9-4fed-851d-e1c292dd7741 tempest-ServersOnMultiNodesTest-2040324995 tempest-ServersOnMultiNodesTest-2040324995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:26:22.972327 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Device 94e45347-5931-47d4-b5bb-4687bd16f0e4 up at agent hyperv_n-h2-713301-16 {{(pid=95103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 19:26:22.978249 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] For port 194bdc80-29c5-4612-969b-b0aa5f139617, host n-h1-713301-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-16',level=0,port_id=194bdc80-29c5-4612-969b-b0aa5f139617,segment=NetworkSegment(4f7ea034-18ba-4cde-bf97-7b7b61f8a982),segment_id=4f7ea034-18ba-4cde-bf97-7b7b61f8a982)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:26:22.980061 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-5919e3e4-9ca0-4651-a29e-9387a454b987 req-aa644aec-2dd9-4fed-851d-e1c292dd7741 tempest-ServersOnMultiNodesTest-2040324995 tempest-ServersOnMultiNodesTest-2040324995-project] 10.222.0.67 "GET /v2.0/ports?device_id=7a5095f7-9e22-4e71-903c-6df485f47299 HTTP/1.1" status: 200 len: 949 time: 0.1191502 Sep 23 19:26:22.982515 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14c31db4-409a-48a6-b3a1-5cc6010b9d7f service neutron] Pushing event updated for resources: {'Port': ['ID=771df79c-bcaf-4794-bef5-4ba4e4135f21,revision_number=3']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:26:23.007903 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:26:23.008925 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Device 7d41c37f-74cf-40b0-90b0-f617844a1824 details requested by agent hyperv_n-h1-713301-16 with host n-h1-713301-16 {{(pid=95103) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 19:26:23.019165 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-4ea6e24b-21c5-49d5-bc34-5738a560dbc7 req-4ae02eb4-c349-4af4-8b10-55536599a813 tempest-ServerMetadataNegativeTestJSON-1471855551 tempest-ServerMetadataNegativeTestJSON-1471855551-project] 10.222.0.67 "GET /v2.0/security-groups?id=4486e9b7-ad84-4653-8605-cf36c5fee1cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886009 Sep 23 19:26:23.050298 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-5919e3e4-9ca0-4651-a29e-9387a454b987 req-35fcfc22-098a-41f9-ad80-d17af96d9396 tempest-ServersOnMultiNodesTest-2040324995 tempest-ServersOnMultiNodesTest-2040324995-project] 10.222.0.67 "GET /v2.0/security-groups?id=157e791d-182d-45ba-a5d1-6edf868180cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690811 Sep 23 19:26:23.057679 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e6c7de-cee4-4ab1-959d-c015de066acc req-70c8ab59-170e-4008-9e47-42359afa2c59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:26:23.060191 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-70e6c7de-cee4-4ab1-959d-c015de066acc req-70c8ab59-170e-4008-9e47-42359afa2c59 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=a04f906adcc14290a08d5d9e78dfe050&device_id=0a29a452-39b4-4fdf-90ed-df414ef3167a HTTP/1.1" status: 200 len: 1095 time: 0.0510905 Sep 23 19:26:23.130035 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-70e6c7de-cee4-4ab1-959d-c015de066acc req-71f9c843-a5a8-459f-89d9-787983435634 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=771df79c-bcaf-4794-bef5-4ba4e4135f21 HTTP/1.1" status: 200 len: 217 time: 0.0484874 Sep 23 19:26:23.173031 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98621bf-6a1b-4a6b-9787-57f96d3c4913 req-155937a7-43a0-451d-bd89-8c49f2f1cad2 tempest-MigrationsAdminTest-397594546 tempest-MigrationsAdminTest-397594546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:26:23.181548 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-f98621bf-6a1b-4a6b-9787-57f96d3c4913 req-155937a7-43a0-451d-bd89-8c49f2f1cad2 tempest-MigrationsAdminTest-397594546 tempest-MigrationsAdminTest-397594546-project] 10.222.0.67 "GET /v2.0/ports?device_id=342358f0-a808-4879-9696-19cba9625afd HTTP/1.1" status: 200 len: 949 time: 0.0658247 Sep 23 19:26:23.198168 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e6c7de-cee4-4ab1-959d-c015de066acc req-6b54467b-ef55-4962-97f4-ea36578e6893 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:26:23.202186 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-70e6c7de-cee4-4ab1-959d-c015de066acc req-6b54467b-ef55-4962-97f4-ea36578e6893 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=9fe8f1b2-566f-4651-8eaa-bd70f04e1d6a HTTP/1.1" status: 200 len: 860 time: 0.0626285 Sep 23 19:26:23.208262 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:26:23.244159 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-f98621bf-6a1b-4a6b-9787-57f96d3c4913 req-dfd1ae8f-3e34-40e6-868e-c27d5b27153f tempest-MigrationsAdminTest-397594546 tempest-MigrationsAdminTest-397594546-project] 10.222.0.67 "GET /v2.0/security-groups?id=78cb509b-31c4-4e2a-bb5c-7abd6194dcc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613341 Sep 23 19:26:23.254724 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-70e6c7de-cee4-4ab1-959d-c015de066acc req-d3362c2b-9a8f-4ae2-8c17-6d726025fc38 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=ced9e591-7a83-4cb6-be44-2f82294810a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0439250 Sep 23 19:26:23.257944 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] For port 7d41c37f-74cf-40b0-90b0-f617844a1824, host n-h1-713301-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-16',level=0,port_id=7d41c37f-74cf-40b0-90b0-f617844a1824,segment=NetworkSegment(4f7ea034-18ba-4cde-bf97-7b7b61f8a982),segment_id=4f7ea034-18ba-4cde-bf97-7b7b61f8a982)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:26:23.263205 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Pushing event updated for resources: {'Port': ['ID=194bdc80-29c5-4612-969b-b0aa5f139617,revision_number=4']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:26:23.279606 n-d-713301-16 neutron-server[95101]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 19:26:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff8f5aa0-8a47-4808-a573-9ab19822291e x-openstack-request-id: req-ff8f5aa0-8a47-4808-a573-9ab19822291e {{(pid=95101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 19:26:23.279782 n-d-713301-16 neutron-server[95101]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0a29a452-39b4-4fdf-90ed-df414ef3167a", "tag": "771df79c-bcaf-4794-bef5-4ba4e4135f21", "status": "completed", "code": 200}]} {{(pid=95101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 19:26:23.280157 n-d-713301-16 neutron-server[95101]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-ff8f5aa0-8a47-4808-a573-9ab19822291e {{(pid=95101) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 19:26:23.280633 n-d-713301-16 neutron-server[95101]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0a29a452-39b4-4fdf-90ed-df414ef3167a', 'tag': '771df79c-bcaf-4794-bef5-4ba4e4135f21', 'status': 'completed', 'code': 200} Sep 23 19:26:23.280763 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Returning: {'device': '7d41c37f-74cf-40b0-90b0-f617844a1824', 'network_id': 'af02e9ab-cfd4-4a32-b9af-2413db894481', 'port_id': '7d41c37f-74cf-40b0-90b0-f617844a1824', 'mac_address': 'fa:16:3e:ef:ee:ef', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 641, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '99a9d515-ece2-4f2b-8ab7-d74cf72d9364', 'ip_address': '10.1.1.207'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95103) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 19:26:23.291295 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Provisioning for port 94e45347-5931-47d4-b5bb-4687bd16f0e4 completed by entity L2. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 19:26:23.335863 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Provisioning complete for port 94e45347-5931-47d4-b5bb-4687bd16f0e4 triggered by entity L2. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:26:23.336397 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:26:23.366407 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-0ae75029-feb6-4728-9a94-5f9b60993d82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:26:23.381507 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:26:23.383243 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-70e6c7de-cee4-4ab1-959d-c015de066acc req-b585b474-38f6-48e6-bb25-07adb0553aac service neutron] 10.222.0.53 "GET /v2.0/networks/ced9e591-7a83-4cb6-be44-2f82294810a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1200852 Sep 23 19:26:23.400110 n-d-713301-16 neutron-server[95103]: DEBUG neutron.notifiers.nova [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7d41c37f-74cf-40b0-90b0-f617844a1824 {{(pid=95103) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 19:26:23.420642 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d06d53-9aaa-4657-a13e-3fc585a916c5 req-89cea45c-7f3b-4142-b756-aaf717d26956 tempest-TaggedBootDevicesTest-1101605307 tempest-TaggedBootDevicesTest-1101605307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:26:23.427203 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] For port 7d41c37f-74cf-40b0-90b0-f617844a1824, host n-h1-713301-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-16',level=0,port_id=7d41c37f-74cf-40b0-90b0-f617844a1824,segment=NetworkSegment(4f7ea034-18ba-4cde-bf97-7b7b61f8a982),segment_id=4f7ea034-18ba-4cde-bf97-7b7b61f8a982)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:26:23.428700 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d06d53-9aaa-4657-a13e-3fc585a916c5 req-89cea45c-7f3b-4142-b756-aaf717d26956 tempest-TaggedBootDevicesTest-1101605307 tempest-TaggedBootDevicesTest-1101605307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:26:23.436150 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d06d53-9aaa-4657-a13e-3fc585a916c5 req-89cea45c-7f3b-4142-b756-aaf717d26956 tempest-TaggedBootDevicesTest-1101605307 tempest-TaggedBootDevicesTest-1101605307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:26:23.444456 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d06d53-9aaa-4657-a13e-3fc585a916c5 req-89cea45c-7f3b-4142-b756-aaf717d26956 tempest-TaggedBootDevicesTest-1101605307 tempest-TaggedBootDevicesTest-1101605307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:26:23.451665 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d06d53-9aaa-4657-a13e-3fc585a916c5 req-89cea45c-7f3b-4142-b756-aaf717d26956 tempest-TaggedBootDevicesTest-1101605307 tempest-TaggedBootDevicesTest-1101605307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:26:23.455212 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:26:23.457845 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d06d53-9aaa-4657-a13e-3fc585a916c5 req-89cea45c-7f3b-4142-b756-aaf717d26956 tempest-TaggedBootDevicesTest-1101605307 tempest-TaggedBootDevicesTest-1101605307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:26:23.464562 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d06d53-9aaa-4657-a13e-3fc585a916c5 req-89cea45c-7f3b-4142-b756-aaf717d26956 tempest-TaggedBootDevicesTest-1101605307 tempest-TaggedBootDevicesTest-1101605307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:26:23.466629 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-26d06d53-9aaa-4657-a13e-3fc585a916c5 req-89cea45c-7f3b-4142-b756-aaf717d26956 tempest-TaggedBootDevicesTest-1101605307 tempest-TaggedBootDevicesTest-1101605307-project] 10.222.0.67 "GET /v2.0/ports?device_id=6c7d744a-f584-4648-aa8d-a6936fa22df4 HTTP/1.1" status: 200 len: 5427 time: 0.1394978 Sep 23 19:26:23.484507 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca922ff-a3bd-4477-ac5f-a7e9effffac0 req-2bd1ac9d-fb48-4304-abd3-3fd572531101 tempest-DeleteServersTestJSON-2111530366 tempest-DeleteServersTestJSON-2111530366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:26:23.486092 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-2ca922ff-a3bd-4477-ac5f-a7e9effffac0 req-2bd1ac9d-fb48-4304-abd3-3fd572531101 tempest-DeleteServersTestJSON-2111530366 tempest-DeleteServersTestJSON-2111530366-project] 10.222.0.67 "GET /v2.0/ports?device_id=f2983e52-2c54-48e1-88d9-e4bc84f795ae HTTP/1.1" status: 200 len: 945 time: 0.1224828 Sep 23 19:26:23.496412 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:26:23.505372 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-70e6c7de-cee4-4ab1-959d-c015de066acc req-047fa63e-c468-4645-976a-8e5c66990920 service neutron] 10.222.0.53 "GET /v2.0/networks/ced9e591-7a83-4cb6-be44-2f82294810a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1067390 Sep 23 19:26:23.533601 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Pushing event updated for resources: {'Port': ['ID=7d41c37f-74cf-40b0-90b0-f617844a1824,revision_number=4']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:26:23.551321 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] For port 94e45347-5931-47d4-b5bb-4687bd16f0e4, host n-h2-713301-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-16',level=0,port_id=94e45347-5931-47d4-b5bb-4687bd16f0e4,segment=NetworkSegment(6139d589-eb6c-4578-8935-c26ddf396853),segment_id=6139d589-eb6c-4578-8935-c26ddf396853)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:26:23.556796 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:26:23.557200 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-26d06d53-9aaa-4657-a13e-3fc585a916c5 req-79574400-0ffa-40c9-b8f3-e7ea714743d9 tempest-TaggedBootDevicesTest-1101605307 tempest-TaggedBootDevicesTest-1101605307-project] 10.222.0.67 "GET /v2.0/security-groups?id=7583e831-f62b-49a7-9a62-f1028bb8aa73&id=a101b72e-c698-4e76-88ce-3dcbb1163262&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0826354 Sep 23 19:26:23.587321 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-2ca922ff-a3bd-4477-ac5f-a7e9effffac0 req-98780404-23b3-4096-ab72-827824ddcce0 tempest-DeleteServersTestJSON-2111530366 tempest-DeleteServersTestJSON-2111530366-project] 10.222.0.67 "GET /v2.0/security-groups?id=67f2e2ca-928f-40e5-b9b2-05ec3bddbb37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762045 Sep 23 19:26:23.619467 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e291197-9af8-47a8-92b7-3be58c3f6471 req-f767d8f6-9e35-48ff-9e9b-f586ea2a25bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:26:23.619931 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Pushing event updated for resources: {'Port': ['ID=94e45347-5931-47d4-b5bb-4687bd16f0e4,revision_number=5']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:26:23.621541 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-3e291197-9af8-47a8-92b7-3be58c3f6471 req-f767d8f6-9e35-48ff-9e9b-f586ea2a25bc service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=a04f906adcc14290a08d5d9e78dfe050&device_id=0a29a452-39b4-4fdf-90ed-df414ef3167a HTTP/1.1" status: 200 len: 1095 time: 0.0664258 Sep 23 19:26:23.702612 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3367db2-4fc7-4481-a68b-8b13081ed1f7 req-2c5513a3-2eb7-4464-a0a3-ca59a3db5b7d tempest-ServerRescueTestJSON-83326898 tempest-ServerRescueTestJSON-83326898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:26:23.704226 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-b3367db2-4fc7-4481-a68b-8b13081ed1f7 req-2c5513a3-2eb7-4464-a0a3-ca59a3db5b7d tempest-ServerRescueTestJSON-83326898 tempest-ServerRescueTestJSON-83326898-project] 10.222.0.67 "GET /v2.0/ports?device_id=d885963b-72aa-42e0-909c-c5c9f0a64a9f HTTP/1.1" status: 200 len: 945 time: 0.0571673 Sep 23 19:26:23.727323 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e291197-9af8-47a8-92b7-3be58c3f6471 req-4bd800f9-80ea-407d-924f-fca97f401c5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:26:23.728859 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-3e291197-9af8-47a8-92b7-3be58c3f6471 req-4bd800f9-80ea-407d-924f-fca97f401c5e service neutron] 10.222.0.53 "GET /v2.0/networks?id=ced9e591-7a83-4cb6-be44-2f82294810a0 HTTP/1.1" status: 200 len: 921 time: 0.0974903 Sep 23 19:26:23.771571 n-d-713301-16 neutron-server[95103]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '097e9448-a9a3-47de-b7ae-2be0ab748b3f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '94e45347-5931-47d4-b5bb-4687bd16f0e4'}] {{(pid=95103) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 19:26:23.774277 n-d-713301-16 neutron-server[95103]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}81a1c17f2aa89d5b3ebbba3a3e0cf7eb588e431c2224256110c4c4facdd7c3e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69383e5e-6b57-4d28-98f9-cd3ab11792f1" -d '{"events": [{"server_uuid": "097e9448-a9a3-47de-b7ae-2be0ab748b3f", "name": "network-vif-plugged", "status": "completed", "tag": "94e45347-5931-47d4-b5bb-4687bd16f0e4"}]}' {{(pid=95103) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 19:26:23.774463 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-b3367db2-4fc7-4481-a68b-8b13081ed1f7 req-75ce4e97-b363-440c-b973-cb968a422707 tempest-ServerRescueTestJSON-83326898 tempest-ServerRescueTestJSON-83326898-project] 10.222.0.67 "GET /v2.0/security-groups?id=324a4552-7b72-4e62-bcd4-dc8354c093e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616529 Sep 23 19:26:23.776631 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-3e291197-9af8-47a8-92b7-3be58c3f6471 req-6e300fb0-7c9a-43da-aa43-1dc55422f319 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=771df79c-bcaf-4794-bef5-4ba4e4135f21 HTTP/1.1" status: 200 len: 217 time: 0.0371318 Sep 23 19:26:23.809261 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a25eb2-fc6e-424e-9b9d-cd4f02d1cfad req-d3f62478-a0c8-49bf-8436-4cd422bb8e2a tempest-TenantUsagesTestJSON-256664237 tempest-TenantUsagesTestJSON-256664237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:26:23.811024 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-f1a25eb2-fc6e-424e-9b9d-cd4f02d1cfad req-d3f62478-a0c8-49bf-8436-4cd422bb8e2a tempest-TenantUsagesTestJSON-256664237 tempest-TenantUsagesTestJSON-256664237-project] 10.222.0.67 "GET /v2.0/ports?device_id=097e9448-a9a3-47de-b7ae-2be0ab748b3f HTTP/1.1" status: 200 len: 950 time: 0.0801730 Sep 23 19:26:23.834207 n-d-713301-16 neutron-server[95103]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 19:26:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22ce8b68-d699-4289-9dd6-6a4f0a95d473 x-openstack-request-id: req-22ce8b68-d699-4289-9dd6-6a4f0a95d473 {{(pid=95103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 19:26:23.834659 n-d-713301-16 neutron-server[95103]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "097e9448-a9a3-47de-b7ae-2be0ab748b3f", "name": "network-vif-plugged", "status": "completed", "tag": "94e45347-5931-47d4-b5bb-4687bd16f0e4", "code": 200}]} {{(pid=95103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 19:26:23.834995 n-d-713301-16 neutron-server[95103]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-22ce8b68-d699-4289-9dd6-6a4f0a95d473 {{(pid=95103) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 19:26:23.835470 n-d-713301-16 neutron-server[95103]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '097e9448-a9a3-47de-b7ae-2be0ab748b3f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '94e45347-5931-47d4-b5bb-4687bd16f0e4', 'code': 200} Sep 23 19:26:23.850244 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e291197-9af8-47a8-92b7-3be58c3f6471 req-960e041c-a3f1-4a9b-b010-8802a63a89b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:26:23.852012 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-3e291197-9af8-47a8-92b7-3be58c3f6471 req-960e041c-a3f1-4a9b-b010-8802a63a89b2 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=9fe8f1b2-566f-4651-8eaa-bd70f04e1d6a HTTP/1.1" status: 200 len: 860 time: 0.0632300 Sep 23 19:26:23.855816 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-f1a25eb2-fc6e-424e-9b9d-cd4f02d1cfad req-0ad795e2-2c12-40ea-bc67-1c7f11da6657 tempest-TenantUsagesTestJSON-256664237 tempest-TenantUsagesTestJSON-256664237-project] 10.222.0.67 "GET /v2.0/security-groups?id=ca037e85-c27b-43ae-a8b5-022c067ca7c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383332 Sep 23 19:26:23.891376 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-3e291197-9af8-47a8-92b7-3be58c3f6471 req-39480e66-3217-41e7-8435-91fb5dda131d service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=ced9e591-7a83-4cb6-be44-2f82294810a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0262551 Sep 23 19:26:24.175377 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd3e79c-4b81-40ff-a007-5a3b6cb2c077 req-80dea044-5b7b-485b-8f6d-13f9a786148a tempest-ServerMetadataNegativeTestJSON-1471855551 tempest-ServerMetadataNegativeTestJSON-1471855551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:26:24.176983 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-bcd3e79c-4b81-40ff-a007-5a3b6cb2c077 req-80dea044-5b7b-485b-8f6d-13f9a786148a tempest-ServerMetadataNegativeTestJSON-1471855551 tempest-ServerMetadataNegativeTestJSON-1471855551-project] 10.222.0.67 "GET /v2.0/ports?device_id=0a29a452-39b4-4fdf-90ed-df414ef3167a HTTP/1.1" status: 200 len: 943 time: 0.0833592 Sep 23 19:26:24.199633 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b59af6d1-d86c-4ae5-a11c-c11ffa790d94 req-d2c8e778-6e9a-4af8-8b38-9bd88a3639d7 tempest-ServersOnMultiNodesTest-2040324995 tempest-ServersOnMultiNodesTest-2040324995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:26:24.201150 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-b59af6d1-d86c-4ae5-a11c-c11ffa790d94 req-d2c8e778-6e9a-4af8-8b38-9bd88a3639d7 tempest-ServersOnMultiNodesTest-2040324995 tempest-ServersOnMultiNodesTest-2040324995-project] 10.222.0.67 "GET /v2.0/ports?device_id=7a5095f7-9e22-4e71-903c-6df485f47299 HTTP/1.1" status: 200 len: 949 time: 0.0776596 Sep 23 19:26:24.245021 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-bcd3e79c-4b81-40ff-a007-5a3b6cb2c077 req-f0fcc1cf-b37b-4acf-8cd0-f41ffbf0df64 tempest-ServerMetadataNegativeTestJSON-1471855551 tempest-ServerMetadataNegativeTestJSON-1471855551-project] 10.222.0.67 "GET /v2.0/security-groups?id=4486e9b7-ad84-4653-8605-cf36c5fee1cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614209 Sep 23 19:26:24.263075 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-b59af6d1-d86c-4ae5-a11c-c11ffa790d94 req-fb697fb6-b5e4-4a9b-892b-45a3657a8748 tempest-ServersOnMultiNodesTest-2040324995 tempest-ServersOnMultiNodesTest-2040324995-project] 10.222.0.67 "GET /v2.0/security-groups?id=157e791d-182d-45ba-a5d1-6edf868180cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508819 Sep 23 19:26:24.291998 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f941dc64-40c4-4dfe-9ee7-44afef14a874 req-8668ce82-6978-435e-a79b-bcfdf98d40cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:26:24.293416 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-f941dc64-40c4-4dfe-9ee7-44afef14a874 req-8668ce82-6978-435e-a79b-bcfdf98d40cd service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=097e9448-a9a3-47de-b7ae-2be0ab748b3f HTTP/1.1" status: 200 len: 1102 time: 0.3741057 Sep 23 19:26:24.304296 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-3e291197-9af8-47a8-92b7-3be58c3f6471 req-ddd0c99b-46e0-4211-bcc0-f97b0a5957aa service neutron] 10.222.0.53 "GET /v2.0/networks/ced9e591-7a83-4cb6-be44-2f82294810a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4024098 Sep 23 19:26:24.395688 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e34478-1b3b-4925-b7ac-c12eec93c67e req-835fefc0-db42-40ee-86ac-da5f252b8991 tempest-MigrationsAdminTest-397594546 tempest-MigrationsAdminTest-397594546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:26:24.397870 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-81e34478-1b3b-4925-b7ac-c12eec93c67e req-835fefc0-db42-40ee-86ac-da5f252b8991 tempest-MigrationsAdminTest-397594546 tempest-MigrationsAdminTest-397594546-project] 10.222.0.67 "GET /v2.0/ports?device_id=342358f0-a808-4879-9696-19cba9625afd HTTP/1.1" status: 200 len: 949 time: 0.0795996 Sep 23 19:26:24.398350 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-f941dc64-40c4-4dfe-9ee7-44afef14a874 req-daa2a3f6-c45a-4c51-931b-70b4e2af75a9 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=ca037e85-c27b-43ae-a8b5-022c067ca7c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880558 Sep 23 19:26:24.413095 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b7455d-479f-4b1f-8a7d-728d4c05301b req-8015df7f-6819-4658-a2e6-a9c70c559061 tempest-ServersOnMultiNodesTest-400318425 tempest-ServersOnMultiNodesTest-400318425-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:26:24.414603 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-c0b7455d-479f-4b1f-8a7d-728d4c05301b req-8015df7f-6819-4658-a2e6-a9c70c559061 tempest-ServersOnMultiNodesTest-400318425 tempest-ServersOnMultiNodesTest-400318425-project-admin] 10.222.0.67 "GET /v2.0/ports?device_id=7a5095f7-9e22-4e71-903c-6df485f47299 HTTP/1.1" status: 200 len: 1101 time: 0.0704756 Sep 23 19:26:24.426783 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-3e291197-9af8-47a8-92b7-3be58c3f6471 req-e644a92a-bb8c-4a34-86f9-7377a7b5f41e service neutron] 10.222.0.53 "GET /v2.0/networks/ced9e591-7a83-4cb6-be44-2f82294810a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1102083 Sep 23 19:26:24.464739 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-81e34478-1b3b-4925-b7ac-c12eec93c67e req-8457dadc-ffa7-40c4-b20f-a30bb4eb2c83 tempest-MigrationsAdminTest-397594546 tempest-MigrationsAdminTest-397594546-project] 10.222.0.67 "GET /v2.0/security-groups?id=78cb509b-31c4-4e2a-bb5c-7abd6194dcc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593202 Sep 23 19:26:24.466680 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-c0b7455d-479f-4b1f-8a7d-728d4c05301b req-efd77789-7d33-494c-97e2-7d9db3372de4 tempest-ServersOnMultiNodesTest-400318425 tempest-ServersOnMultiNodesTest-400318425-project-admin] 10.222.0.67 "GET /v2.0/security-groups?id=157e791d-182d-45ba-a5d1-6edf868180cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447280 Sep 23 19:26:24.688429 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-08859406-243d-4c62-a67b-88edf1934791 req-41ab92c7-125a-49eb-9457-00a442089316 tempest-ServersOnMultiNodesTest-2040324995 tempest-ServersOnMultiNodesTest-2040324995-project] 10.222.0.67 "GET /v2.0/networks?tenant_id=40280fc497444617bce52f5bbee56fb9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0479760 Sep 23 19:26:24.738308 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07eba8af-f5a9-4025-a5dc-c808e17878be req-6715bedb-0562-4d45-a245-eb2480d7a350 tempest-DeleteServersTestJSON-2111530366 tempest-DeleteServersTestJSON-2111530366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:26:24.739754 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-07eba8af-f5a9-4025-a5dc-c808e17878be req-6715bedb-0562-4d45-a245-eb2480d7a350 tempest-DeleteServersTestJSON-2111530366 tempest-DeleteServersTestJSON-2111530366-project] 10.222.0.67 "GET /v2.0/ports?device_id=f2983e52-2c54-48e1-88d9-e4bc84f795ae HTTP/1.1" status: 200 len: 945 time: 0.0981719 Sep 23 19:26:24.803097 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] get_ports_and_sgs() called for port_ids ['04608e80-e340-4c55-b856-25d17244403b'] {{(pid=95103) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 19:26:24.828760 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-07eba8af-f5a9-4025-a5dc-c808e17878be req-64950596-1c6e-4ea7-bc40-ab9a13f2a902 tempest-DeleteServersTestJSON-2111530366 tempest-DeleteServersTestJSON-2111530366-project] 10.222.0.67 "GET /v2.0/security-groups?id=67f2e2ca-928f-40e5-b9b2-05ec3bddbb37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804951 Sep 23 19:26:24.830716 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] get_ports_and_sgs() called for port_ids ['7d41c37f-74cf-40b0-90b0-f617844a1824'] {{(pid=95103) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 19:26:24.839953 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08859406-243d-4c62-a67b-88edf1934791 req-be4dd645-abc3-4912-aadc-7f75f1c78b4c tempest-ServersOnMultiNodesTest-2040324995 tempest-ServersOnMultiNodesTest-2040324995-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:26:24.841674 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-08859406-243d-4c62-a67b-88edf1934791 req-be4dd645-abc3-4912-aadc-7f75f1c78b4c tempest-ServersOnMultiNodesTest-2040324995 tempest-ServersOnMultiNodesTest-2040324995-project] 10.222.0.67 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1467392 Sep 23 19:26:24.858757 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] get_ports_and_sgs() called for port_ids ['f3e719d6-489d-48f8-9f60-3adc695a1cfe'] {{(pid=95103) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 19:26:24.860960 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-08859406-243d-4c62-a67b-88edf1934791 req-b42ddbb4-432e-4308-a6dd-1a0b842d56ff tempest-ServersOnMultiNodesTest-2040324995 tempest-ServersOnMultiNodesTest-2040324995-project] 10.222.0.67 "GET /v2.0/quotas/40280fc497444617bce52f5bbee56fb9 HTTP/1.1" status: 200 len: 375 time: 0.0113811 Sep 23 19:26:24.890532 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] get_ports_and_sgs() called for port_ids ['0c254e5c-f9ae-4753-bdda-ad06ac5acf06'] {{(pid=95103) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 19:26:24.926996 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] get_ports_and_sgs() called for port_ids ['194bdc80-29c5-4612-969b-b0aa5f139617'] {{(pid=95103) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 19:26:24.963064 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-08859406-243d-4c62-a67b-88edf1934791 req-740afb8b-1a34-406f-bd2a-191d55ba7ca5 tempest-ServersOnMultiNodesTest-2040324995 tempest-ServersOnMultiNodesTest-2040324995-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=40280fc497444617bce52f5bbee56fb9&fields=id HTTP/1.1" status: 200 len: 486 time: 0.0947092 Sep 23 19:26:24.966591 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] get_ports_and_sgs() called for port_ids ['9e8786e5-58d4-4406-946f-a1fdbc104774'] {{(pid=95103) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 19:26:24.983528 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c7fcff-3e07-4ebd-b48c-328079c7941b req-51fd621d-b423-4d6a-ab34-a65aed614e50 tempest-TaggedBootDevicesTest-1101605307 tempest-TaggedBootDevicesTest-1101605307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:26:24.993880 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c7fcff-3e07-4ebd-b48c-328079c7941b req-51fd621d-b423-4d6a-ab34-a65aed614e50 tempest-TaggedBootDevicesTest-1101605307 tempest-TaggedBootDevicesTest-1101605307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:26:25.000250 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c7fcff-3e07-4ebd-b48c-328079c7941b req-51fd621d-b423-4d6a-ab34-a65aed614e50 tempest-TaggedBootDevicesTest-1101605307 tempest-TaggedBootDevicesTest-1101605307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:26:25.007627 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c7fcff-3e07-4ebd-b48c-328079c7941b req-51fd621d-b423-4d6a-ab34-a65aed614e50 tempest-TaggedBootDevicesTest-1101605307 tempest-TaggedBootDevicesTest-1101605307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:26:25.013787 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c7fcff-3e07-4ebd-b48c-328079c7941b req-51fd621d-b423-4d6a-ab34-a65aed614e50 tempest-TaggedBootDevicesTest-1101605307 tempest-TaggedBootDevicesTest-1101605307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:26:25.019677 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c7fcff-3e07-4ebd-b48c-328079c7941b req-51fd621d-b423-4d6a-ab34-a65aed614e50 tempest-TaggedBootDevicesTest-1101605307 tempest-TaggedBootDevicesTest-1101605307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:26:25.026386 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c7fcff-3e07-4ebd-b48c-328079c7941b req-51fd621d-b423-4d6a-ab34-a65aed614e50 tempest-TaggedBootDevicesTest-1101605307 tempest-TaggedBootDevicesTest-1101605307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:26:25.028322 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-f8c7fcff-3e07-4ebd-b48c-328079c7941b req-51fd621d-b423-4d6a-ab34-a65aed614e50 tempest-TaggedBootDevicesTest-1101605307 tempest-TaggedBootDevicesTest-1101605307-project] 10.222.0.67 "GET /v2.0/ports?device_id=6c7d744a-f584-4648-aa8d-a6936fa22df4 HTTP/1.1" status: 200 len: 5428 time: 0.1277449 Sep 23 19:26:25.074682 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-f8c7fcff-3e07-4ebd-b48c-328079c7941b req-c1020163-12c7-4c01-90a4-feb4dcb2b81e tempest-TaggedBootDevicesTest-1101605307 tempest-TaggedBootDevicesTest-1101605307-project] 10.222.0.67 "GET /v2.0/security-groups?id=7583e831-f62b-49a7-9a62-f1028bb8aa73&id=a101b72e-c698-4e76-88ce-3dcbb1163262&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0396335 Sep 23 19:26:25.257160 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f2d9fe-e9b9-4e03-8741-cefadfc05bc4 req-74e46088-d4bf-4a0c-8831-97e003c454d1 tempest-ServerRescueTestJSON-83326898 tempest-ServerRescueTestJSON-83326898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:26:25.264641 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-47f2d9fe-e9b9-4e03-8741-cefadfc05bc4 req-74e46088-d4bf-4a0c-8831-97e003c454d1 tempest-ServerRescueTestJSON-83326898 tempest-ServerRescueTestJSON-83326898-project] 10.222.0.67 "GET /v2.0/ports?device_id=d885963b-72aa-42e0-909c-c5c9f0a64a9f HTTP/1.1" status: 200 len: 945 time: 0.0828207 Sep 23 19:26:25.305401 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-80e7e501-6c57-470d-92c6-e3d54bc3195c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:26:25.340728 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-47f2d9fe-e9b9-4e03-8741-cefadfc05bc4 req-546065d9-0662-4347-9df6-b563904875e1 tempest-ServerRescueTestJSON-83326898 tempest-ServerRescueTestJSON-83326898-project] 10.222.0.67 "GET /v2.0/security-groups?id=324a4552-7b72-4e62-bcd4-dc8354c093e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744750 Sep 23 19:26:25.349159 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7fb72c2-ccdb-4dc8-b9e9-27b7f7b3ca4c req-c394d583-c136-4232-8698-40e0ce700c1a tempest-TenantUsagesTestJSON-256664237 tempest-TenantUsagesTestJSON-256664237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:26:25.357186 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-e7fb72c2-ccdb-4dc8-b9e9-27b7f7b3ca4c req-c394d583-c136-4232-8698-40e0ce700c1a tempest-TenantUsagesTestJSON-256664237 tempest-TenantUsagesTestJSON-256664237-project] 10.222.0.67 "GET /v2.0/ports?device_id=097e9448-a9a3-47de-b7ae-2be0ab748b3f HTTP/1.1" status: 200 len: 950 time: 0.1188779 Sep 23 19:26:25.404886 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-e7fb72c2-ccdb-4dc8-b9e9-27b7f7b3ca4c req-1acaa25f-3daf-4885-b9c9-63e55fe8e925 tempest-TenantUsagesTestJSON-256664237 tempest-TenantUsagesTestJSON-256664237-project] 10.222.0.67 "GET /v2.0/security-groups?id=ca037e85-c27b-43ae-a8b5-022c067ca7c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467708 Sep 23 19:26:25.439888 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-e74770c4-56cd-4536-8d1e-e3901195be9b req-09069fe1-311d-4c61-b1f8-e6885c69c4f9 tempest-ServersOnMultiNodesTest-2040324995 tempest-ServersOnMultiNodesTest-2040324995-project] 10.222.0.67 "GET /v2.0/ports?device_id=37f3747b-af6d-43ab-8cf9-732d2fbffadb HTTP/1.1" status: 200 len: 210 time: 0.0393190 Sep 23 19:26:25.557252 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] get_ports_and_sgs() called for port_ids ['da180eed-7ed3-4b42-8811-39a363b2af88'] {{(pid=95103) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 19:26:25.559946 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ff3c38-02b9-4d9a-abdc-7c147436c2e4 req-2fcc5bd4-2e55-4b8f-a8d0-8738c5a7cac9 tempest-ServerMetadataNegativeTestJSON-1471855551 tempest-ServerMetadataNegativeTestJSON-1471855551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:26:25.566415 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-f2ff3c38-02b9-4d9a-abdc-7c147436c2e4 req-2fcc5bd4-2e55-4b8f-a8d0-8738c5a7cac9 tempest-ServerMetadataNegativeTestJSON-1471855551 tempest-ServerMetadataNegativeTestJSON-1471855551-project] 10.222.0.67 "GET /v2.0/ports?device_id=0a29a452-39b4-4fdf-90ed-df414ef3167a HTTP/1.1" status: 200 len: 943 time: 0.0904965 Sep 23 19:26:25.638590 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-f2ff3c38-02b9-4d9a-abdc-7c147436c2e4 req-5725f77f-08b4-45bd-8762-de4e6dca6786 tempest-ServerMetadataNegativeTestJSON-1471855551 tempest-ServerMetadataNegativeTestJSON-1471855551-project] 10.222.0.67 "GET /v2.0/security-groups?id=4486e9b7-ad84-4653-8605-cf36c5fee1cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625577 Sep 23 19:26:25.647386 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6c7c6b-a399-43d8-82bd-ce660e9b52c9 req-5be59d25-6610-47c3-842f-79ca6df15021 tempest-MigrationsAdminTest-397594546 tempest-MigrationsAdminTest-397594546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:26:25.650240 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-6c6c7c6b-a399-43d8-82bd-ce660e9b52c9 req-5be59d25-6610-47c3-842f-79ca6df15021 tempest-MigrationsAdminTest-397594546 tempest-MigrationsAdminTest-397594546-project] 10.222.0.67 "GET /v2.0/ports?device_id=342358f0-a808-4879-9696-19cba9625afd HTTP/1.1" status: 200 len: 949 time: 0.0998313 Sep 23 19:26:25.704888 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-6c6c7c6b-a399-43d8-82bd-ce660e9b52c9 req-ac7338ba-0173-4c63-a8d0-ac4a0da56f0a tempest-MigrationsAdminTest-397594546 tempest-MigrationsAdminTest-397594546-project] 10.222.0.67 "GET /v2.0/security-groups?id=78cb509b-31c4-4e2a-bb5c-7abd6194dcc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394733 Sep 23 19:26:25.862836 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-268bc3be-9bec-4a54-8ac1-ae2c89ebeb3c req-c43fdf6e-9317-47aa-ae05-31611bc330fa tempest-DeleteServersTestJSON-2111530366 tempest-DeleteServersTestJSON-2111530366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:26:25.864397 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-268bc3be-9bec-4a54-8ac1-ae2c89ebeb3c req-c43fdf6e-9317-47aa-ae05-31611bc330fa tempest-DeleteServersTestJSON-2111530366 tempest-DeleteServersTestJSON-2111530366-project] 10.222.0.74 "GET /v2.0/ports?device_id=f2983e52-2c54-48e1-88d9-e4bc84f795ae HTTP/1.1" status: 200 len: 945 time: 0.0555067 Sep 23 19:26:25.950229 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b233b8-7e37-469f-ba57-939f7fbcf463 req-b0cc5758-b96d-4dc4-bdaf-561dd3d1807a tempest-DeleteServersTestJSON-2111530366 tempest-DeleteServersTestJSON-2111530366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:26:25.951656 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-98b233b8-7e37-469f-ba57-939f7fbcf463 req-b0cc5758-b96d-4dc4-bdaf-561dd3d1807a tempest-DeleteServersTestJSON-2111530366 tempest-DeleteServersTestJSON-2111530366-project] 10.222.0.67 "GET /v2.0/ports?device_id=f2983e52-2c54-48e1-88d9-e4bc84f795ae HTTP/1.1" status: 200 len: 945 time: 0.0529838 Sep 23 19:26:25.964204 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.plugin [req-268bc3be-9bec-4a54-8ac1-ae2c89ebeb3c req-c57d544c-6a97-46fb-b243-06025a9ff04f tempest-DeleteServersTestJSON-2111530366 tempest-DeleteServersTestJSON-2111530366-project] Deleting port a73134aa-88bd-4f4e-b879-878962ff1de1 {{(pid=95101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:26:25.964665 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-268bc3be-9bec-4a54-8ac1-ae2c89ebeb3c req-c57d544c-6a97-46fb-b243-06025a9ff04f tempest-DeleteServersTestJSON-2111530366 tempest-DeleteServersTestJSON-2111530366-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783146157096'] for port, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:26:25.992568 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-98b233b8-7e37-469f-ba57-939f7fbcf463 req-669c7791-0176-4e2f-9d0e-4098b44cd595 tempest-DeleteServersTestJSON-2111530366 tempest-DeleteServersTestJSON-2111530366-project] 10.222.0.67 "GET /v2.0/security-groups?id=67f2e2ca-928f-40e5-b9b2-05ec3bddbb37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346820 Sep 23 19:26:26.057022 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.db [req-268bc3be-9bec-4a54-8ac1-ae2c89ebeb3c req-c57d544c-6a97-46fb-b243-06025a9ff04f tempest-DeleteServersTestJSON-2111530366 tempest-DeleteServersTestJSON-2111530366-project] For port a73134aa-88bd-4f4e-b879-878962ff1de1, host n-h1-713301-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-16',level=0,port_id=a73134aa-88bd-4f4e-b879-878962ff1de1,segment=NetworkSegment(741d6d3e-2760-41a6-838f-b8b4255cee30),segment_id=741d6d3e-2760-41a6-838f-b8b4255cee30)] {{(pid=95101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:26:26.057383 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-268bc3be-9bec-4a54-8ac1-ae2c89ebeb3c req-c57d544c-6a97-46fb-b243-06025a9ff04f tempest-DeleteServersTestJSON-2111530366 tempest-DeleteServersTestJSON-2111530366-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-605701'] for port, precommit_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:26:26.069577 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.plugin [req-268bc3be-9bec-4a54-8ac1-ae2c89ebeb3c req-c57d544c-6a97-46fb-b243-06025a9ff04f tempest-DeleteServersTestJSON-2111530366 tempest-DeleteServersTestJSON-2111530366-project] Calling delete_port for a73134aa-88bd-4f4e-b879-878962ff1de1 owned by compute:nova {{(pid=95101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:26:26.201585 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-268bc3be-9bec-4a54-8ac1-ae2c89ebeb3c req-c57d544c-6a97-46fb-b243-06025a9ff04f tempest-DeleteServersTestJSON-2111530366 tempest-DeleteServersTestJSON-2111530366-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783146162158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783145673144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5607431'] for port, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:26:26.242351 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c57d544c-6a97-46fb-b243-06025a9ff04f tempest-DeleteServersTestJSON-2111530366 tempest-DeleteServersTestJSON-2111530366-project] Pushing event deleted for resources: {'Port': ['ID=a73134aa-88bd-4f4e-b879-878962ff1de1,revision_number=None']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:26:26.245588 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2863e131-0066-4094-a1e9-8e5f337a5934 req-6ad0555f-9b36-41f9-8b1a-fcbc9cd899bf tempest-TaggedBootDevicesTest-1101605307 tempest-TaggedBootDevicesTest-1101605307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:26:26.251766 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2863e131-0066-4094-a1e9-8e5f337a5934 req-6ad0555f-9b36-41f9-8b1a-fcbc9cd899bf tempest-TaggedBootDevicesTest-1101605307 tempest-TaggedBootDevicesTest-1101605307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:26:26.258286 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2863e131-0066-4094-a1e9-8e5f337a5934 req-6ad0555f-9b36-41f9-8b1a-fcbc9cd899bf tempest-TaggedBootDevicesTest-1101605307 tempest-TaggedBootDevicesTest-1101605307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:26:26.264380 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2863e131-0066-4094-a1e9-8e5f337a5934 req-6ad0555f-9b36-41f9-8b1a-fcbc9cd899bf tempest-TaggedBootDevicesTest-1101605307 tempest-TaggedBootDevicesTest-1101605307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:26:26.270329 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2863e131-0066-4094-a1e9-8e5f337a5934 req-6ad0555f-9b36-41f9-8b1a-fcbc9cd899bf tempest-TaggedBootDevicesTest-1101605307 tempest-TaggedBootDevicesTest-1101605307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:26:26.276429 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2863e131-0066-4094-a1e9-8e5f337a5934 req-6ad0555f-9b36-41f9-8b1a-fcbc9cd899bf tempest-TaggedBootDevicesTest-1101605307 tempest-TaggedBootDevicesTest-1101605307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:26:26.282344 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2863e131-0066-4094-a1e9-8e5f337a5934 req-6ad0555f-9b36-41f9-8b1a-fcbc9cd899bf tempest-TaggedBootDevicesTest-1101605307 tempest-TaggedBootDevicesTest-1101605307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:26:26.284294 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-2863e131-0066-4094-a1e9-8e5f337a5934 req-6ad0555f-9b36-41f9-8b1a-fcbc9cd899bf tempest-TaggedBootDevicesTest-1101605307 tempest-TaggedBootDevicesTest-1101605307-project] 10.222.0.67 "GET /v2.0/ports?device_id=6c7d744a-f584-4648-aa8d-a6936fa22df4 HTTP/1.1" status: 200 len: 5428 time: 0.1015220 Sep 23 19:26:26.286113 n-d-713301-16 neutron-server[95101]: DEBUG neutron.db.l3_dvrscheduler_db [req-268bc3be-9bec-4a54-8ac1-ae2c89ebeb3c req-c57d544c-6a97-46fb-b243-06025a9ff04f tempest-DeleteServersTestJSON-2111530366 tempest-DeleteServersTestJSON-2111530366-project] No DVR routers for this DVR port a73134aa-88bd-4f4e-b879-878962ff1de1 on host n-h1-713301-16 {{(pid=95101) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 19:26:26.290083 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-268bc3be-9bec-4a54-8ac1-ae2c89ebeb3c req-c57d544c-6a97-46fb-b243-06025a9ff04f tempest-DeleteServersTestJSON-2111530366 tempest-DeleteServersTestJSON-2111530366-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222849'] for port, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:26:26.292090 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-268bc3be-9bec-4a54-8ac1-ae2c89ebeb3c req-c57d544c-6a97-46fb-b243-06025a9ff04f tempest-DeleteServersTestJSON-2111530366 tempest-DeleteServersTestJSON-2111530366-project] 10.222.0.74 "DELETE /v2.0/ports/a73134aa-88bd-4f4e-b879-878962ff1de1 HTTP/1.1" status: 204 len: 173 time: 0.4168923 Sep 23 19:26:26.292554 n-d-713301-16 neutron-server[95101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f2983e52-2c54-48e1-88d9-e4bc84f795ae', 'name': 'network-vif-deleted', 'tag': 'a73134aa-88bd-4f4e-b879-878962ff1de1'}] {{(pid=95101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 19:26:26.295114 n-d-713301-16 neutron-server[95101]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d8366c5740cd635e57ab12b71fe44a77c2acc3c19091ef849c6f68b380462244" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2ce79d9-45bb-45c6-9a41-ef3fd4cfd504" -d '{"events": [{"server_uuid": "f2983e52-2c54-48e1-88d9-e4bc84f795ae", "name": "network-vif-deleted", "tag": "a73134aa-88bd-4f4e-b879-878962ff1de1"}]}' {{(pid=95101) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 19:26:26.337997 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-2863e131-0066-4094-a1e9-8e5f337a5934 req-4d7bc2f6-db29-446a-a1cb-7340d042fb81 tempest-TaggedBootDevicesTest-1101605307 tempest-TaggedBootDevicesTest-1101605307-project] 10.222.0.67 "GET /v2.0/security-groups?id=7583e831-f62b-49a7-9a62-f1028bb8aa73&id=a101b72e-c698-4e76-88ce-3dcbb1163262&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0465109 Sep 23 19:26:26.347516 n-d-713301-16 neutron-server[95101]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 19:26:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91454ae7-521d-415f-ba2f-730c6ed11f5c x-openstack-request-id: req-91454ae7-521d-415f-ba2f-730c6ed11f5c {{(pid=95101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 19:26:26.347810 n-d-713301-16 neutron-server[95101]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f2983e52-2c54-48e1-88d9-e4bc84f795ae", "name": "network-vif-deleted", "tag": "a73134aa-88bd-4f4e-b879-878962ff1de1", "status": "completed", "code": 200}]} {{(pid=95101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 19:26:26.348064 n-d-713301-16 neutron-server[95101]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-91454ae7-521d-415f-ba2f-730c6ed11f5c {{(pid=95101) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 19:26:26.348460 n-d-713301-16 neutron-server[95101]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f2983e52-2c54-48e1-88d9-e4bc84f795ae', 'name': 'network-vif-deleted', 'tag': 'a73134aa-88bd-4f4e-b879-878962ff1de1', 'status': 'completed', 'code': 200} Sep 23 19:26:26.390625 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-08859406-243d-4c62-a67b-88edf1934791 req-d807e8e7-cc8f-482c-b2df-a4f95da32426 tempest-ServersOnMultiNodesTest-2040324995 tempest-ServersOnMultiNodesTest-2040324995-project] 10.222.0.74 "GET /v2.0/networks?tenant_id=40280fc497444617bce52f5bbee56fb9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0234272 Sep 23 19:26:26.547932 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08859406-243d-4c62-a67b-88edf1934791 req-8897c7f3-e48e-4b84-ac87-2fbb22d836d0 tempest-ServersOnMultiNodesTest-2040324995 tempest-ServersOnMultiNodesTest-2040324995-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:26:26.549666 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-08859406-243d-4c62-a67b-88edf1934791 req-8897c7f3-e48e-4b84-ac87-2fbb22d836d0 tempest-ServersOnMultiNodesTest-2040324995 tempest-ServersOnMultiNodesTest-2040324995-project] 10.222.0.74 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1509285 Sep 23 19:26:26.562038 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1cd766d-8efb-4ef6-90b8-17fc52eceaa3 req-55d169e0-a947-405e-8fce-3780b8e69aa4 tempest-ServerRescueTestJSON-83326898 tempest-ServerRescueTestJSON-83326898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:26:26.563553 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-b1cd766d-8efb-4ef6-90b8-17fc52eceaa3 req-55d169e0-a947-405e-8fce-3780b8e69aa4 tempest-ServerRescueTestJSON-83326898 tempest-ServerRescueTestJSON-83326898-project] 10.222.0.67 "GET /v2.0/ports?device_id=d885963b-72aa-42e0-909c-c5c9f0a64a9f HTTP/1.1" status: 200 len: 945 time: 0.1071961 Sep 23 19:26:26.572626 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d41822-d489-48ef-a216-d91cbae10ca2 req-06000e52-b17a-4fe3-93ac-6025adc4c51f tempest-TenantUsagesTestJSON-256664237 tempest-TenantUsagesTestJSON-256664237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:26:26.574082 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-c5d41822-d489-48ef-a216-d91cbae10ca2 req-06000e52-b17a-4fe3-93ac-6025adc4c51f tempest-TenantUsagesTestJSON-256664237 tempest-TenantUsagesTestJSON-256664237-project] 10.222.0.67 "GET /v2.0/ports?device_id=097e9448-a9a3-47de-b7ae-2be0ab748b3f HTTP/1.1" status: 200 len: 950 time: 0.0716794 Sep 23 19:26:26.588442 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.v2.base [req-08859406-243d-4c62-a67b-88edf1934791 req-3274a3da-2589-4769-8c93-b7a32b075363 tempest-ServersOnMultiNodesTest-2040324995 tempest-ServersOnMultiNodesTest-2040324995-project] Request body: {'port': {'device_id': '37f3747b-af6d-43ab-8cf9-732d2fbffadb', 'network_id': '5220cb0c-da05-478a-9604-8c11469a05b4', 'admin_state_up': True, 'tenant_id': '40280fc497444617bce52f5bbee56fb9'}} {{(pid=95101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:26:26.635063 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-c5d41822-d489-48ef-a216-d91cbae10ca2 req-72179320-79a2-4261-abf3-e2fe0f8961c8 tempest-TenantUsagesTestJSON-256664237 tempest-TenantUsagesTestJSON-256664237-project] 10.222.0.67 "GET /v2.0/security-groups?id=ca037e85-c27b-43ae-a8b5-022c067ca7c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540874 Sep 23 19:26:26.650365 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-b1cd766d-8efb-4ef6-90b8-17fc52eceaa3 req-be47818e-09f4-44d6-8937-f81de4269a42 tempest-ServerRescueTestJSON-83326898 tempest-ServerRescueTestJSON-83326898-project] 10.222.0.67 "GET /v2.0/security-groups?id=324a4552-7b72-4e62-bcd4-dc8354c093e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751660 Sep 23 19:26:26.715491 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-08859406-243d-4c62-a67b-88edf1934791 req-3274a3da-2589-4769-8c93-b7a32b075363 tempest-ServersOnMultiNodesTest-2040324995 tempest-ServersOnMultiNodesTest-2040324995-project] Made reservation on behalf of 40280fc497444617bce52f5bbee56fb9 for: {'port': 1} {{(pid=95101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:26:26.719143 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-08859406-243d-4c62-a67b-88edf1934791 req-3274a3da-2589-4769-8c93-b7a32b075363 tempest-ServersOnMultiNodesTest-2040324995 tempest-ServersOnMultiNodesTest-2040324995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:26:26.773176 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-3e40e6f8-6974-4b90-aab8-daf6a8555de9 req-9a61524a-da8d-4be6-872d-1a862bc94497 tempest-ServersOnMultiNodesTest-2040324995 tempest-ServersOnMultiNodesTest-2040324995-project] 10.222.0.67 "GET /v2.0/ports?device_id=37f3747b-af6d-43ab-8cf9-732d2fbffadb HTTP/1.1" status: 200 len: 210 time: 0.0396461 Sep 23 19:26:26.797277 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a07729-1006-4f0b-aaf8-c53799390c50 req-0c7fce96-6444-4630-b28f-91d11bd4a1e4 tempest-ServerMetadataNegativeTestJSON-1471855551 tempest-ServerMetadataNegativeTestJSON-1471855551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:26:26.805530 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-06a07729-1006-4f0b-aaf8-c53799390c50 req-0c7fce96-6444-4630-b28f-91d11bd4a1e4 tempest-ServerMetadataNegativeTestJSON-1471855551 tempest-ServerMetadataNegativeTestJSON-1471855551-project] 10.222.0.67 "GET /v2.0/ports?device_id=0a29a452-39b4-4fdf-90ed-df414ef3167a HTTP/1.1" status: 200 len: 943 time: 0.0827785 Sep 23 19:26:26.844513 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-06a07729-1006-4f0b-aaf8-c53799390c50 req-e6c8a26a-e9c0-43c6-b314-09048e0102cb tempest-ServerMetadataNegativeTestJSON-1471855551 tempest-ServerMetadataNegativeTestJSON-1471855551-project] 10.222.0.67 "GET /v2.0/security-groups?id=4486e9b7-ad84-4653-8605-cf36c5fee1cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380354 Sep 23 19:26:26.891989 n-d-713301-16 neutron-server[95101]: DEBUG neutron.db.db_base_plugin_common [req-08859406-243d-4c62-a67b-88edf1934791 req-3274a3da-2589-4769-8c93-b7a32b075363 tempest-ServersOnMultiNodesTest-2040324995 tempest-ServersOnMultiNodesTest-2040324995-project] Allocated IP 192.168.233.243 (5220cb0c-da05-478a-9604-8c11469a05b4/1ccc69bc-9d6b-44d9-b227-204e47dc6e45/c518e050-362e-4a2e-9db8-5d7057c8627c) {{(pid=95101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 19:26:26.984269 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6772c2f0-ca17-4a7f-8fe8-b0cc68bd0f36 req-67694b44-bdd2-4cb0-8091-fcd6d2efd368 tempest-MigrationsAdminTest-397594546 tempest-MigrationsAdminTest-397594546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:26:26.996883 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-6772c2f0-ca17-4a7f-8fe8-b0cc68bd0f36 req-67694b44-bdd2-4cb0-8091-fcd6d2efd368 tempest-MigrationsAdminTest-397594546 tempest-MigrationsAdminTest-397594546-project] 10.222.0.67 "GET /v2.0/ports?device_id=342358f0-a808-4879-9696-19cba9625afd HTTP/1.1" status: 200 len: 949 time: 0.0724957 Sep 23 19:26:26.999937 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Device 771df79c-bcaf-4794-bef5-4ba4e4135f21 details requested by agent hyperv_n-h2-713301-16 with host n-h2-713301-16 {{(pid=95103) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 19:26:27.065946 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-6772c2f0-ca17-4a7f-8fe8-b0cc68bd0f36 req-1be6d994-4de6-4d94-820e-d64f1debe1b6 tempest-MigrationsAdminTest-397594546 tempest-MigrationsAdminTest-397594546-project] 10.222.0.67 "GET /v2.0/security-groups?id=78cb509b-31c4-4e2a-bb5c-7abd6194dcc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642247 Sep 23 19:26:27.075930 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-08859406-243d-4c62-a67b-88edf1934791 req-3274a3da-2589-4769-8c93-b7a32b075363 tempest-ServersOnMultiNodesTest-2040324995 tempest-ServersOnMultiNodesTest-2040324995-project] Notify callbacks [] for port, precommit_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:26:27.114283 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-08859406-243d-4c62-a67b-88edf1934791 req-3274a3da-2589-4769-8c93-b7a32b075363 tempest-ServersOnMultiNodesTest-2040324995 tempest-ServersOnMultiNodesTest-2040324995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783145673135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5607431'] for port, after_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:26:27.143384 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] get_ports_and_sgs() called for port_ids ['a93a183a-c4c5-4ca7-8687-dd68b086ef76', '3ef3b9f7-4295-43fa-809a-8c3147e99fb4', 'c5445bd1-d627-4f17-aa1f-1b419572ed81', 'dd14c26e-3e27-4cc3-aa9c-bff97727ed77'] {{(pid=95103) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 19:26:27.176956 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-32ef5470-6730-49e9-ba4e-91e365eb4e8d req-a6ee8f3a-8e24-47aa-b6d5-0365ea9cf284 tempest-DeleteServersTestJSON-2111530366 tempest-DeleteServersTestJSON-2111530366-project] 10.222.0.67 "GET /v2.0/ports?device_id=f2983e52-2c54-48e1-88d9-e4bc84f795ae HTTP/1.1" status: 200 len: 210 time: 0.0404518 Sep 23 19:26:27.190784 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-08859406-243d-4c62-a67b-88edf1934791 req-3274a3da-2589-4769-8c93-b7a32b075363 tempest-ServersOnMultiNodesTest-2040324995 tempest-ServersOnMultiNodesTest-2040324995-project] Network 5220cb0c-da05-478a-9604-8c11469a05b4 is already hosted by enough agents. {{(pid=95101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:26:27.194330 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.base_scheduler [req-08859406-243d-4c62-a67b-88edf1934791 req-3274a3da-2589-4769-8c93-b7a32b075363 tempest-ServersOnMultiNodesTest-2040324995 tempest-ServersOnMultiNodesTest-2040324995-project] Resources bound (agent type, host, resource id): {{(pid=95101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:26:27.209675 n-d-713301-16 neutron-server[95101]: DEBUG neutron.db.l3_dvrscheduler_db [req-08859406-243d-4c62-a67b-88edf1934791 req-3274a3da-2589-4769-8c93-b7a32b075363 tempest-ServersOnMultiNodesTest-2040324995 tempest-ServersOnMultiNodesTest-2040324995-project] Received port after_create {{(pid=95101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 19:26:27.277742 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3274a3da-2589-4769-8c93-b7a32b075363 tempest-ServersOnMultiNodesTest-2040324995 tempest-ServersOnMultiNodesTest-2040324995-project] Pushing event updated for resources: {'Port': ['ID=c518e050-362e-4a2e-9db8-5d7057c8627c,revision_number=1']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:26:27.295773 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] For port 771df79c-bcaf-4794-bef5-4ba4e4135f21, host n-h2-713301-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-16',level=0,port_id=771df79c-bcaf-4794-bef5-4ba4e4135f21,segment=NetworkSegment(1f8fe149-c208-4c15-8641-a4e43ab7bbce),segment_id=1f8fe149-c208-4c15-8641-a4e43ab7bbce)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:26:27.304563 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08859406-243d-4c62-a67b-88edf1934791 req-3274a3da-2589-4769-8c93-b7a32b075363 tempest-ServersOnMultiNodesTest-2040324995 tempest-ServersOnMultiNodesTest-2040324995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:26:27.305468 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-08859406-243d-4c62-a67b-88edf1934791 req-3274a3da-2589-4769-8c93-b7a32b075363 tempest-ServersOnMultiNodesTest-2040324995 tempest-ServersOnMultiNodesTest-2040324995-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222849'] for port, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:26:27.334853 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Returning: {'device': '771df79c-bcaf-4794-bef5-4ba4e4135f21', 'network_id': 'ced9e591-7a83-4cb6-be44-2f82294810a0', 'port_id': '771df79c-bcaf-4794-bef5-4ba4e4135f21', 'mac_address': 'fa:16:3e:8e:c9:b2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 629, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9fe8f1b2-566f-4651-8eaa-bd70f04e1d6a', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95103) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 19:26:27.344879 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-08859406-243d-4c62-a67b-88edf1934791 req-3274a3da-2589-4769-8c93-b7a32b075363 tempest-ServersOnMultiNodesTest-2040324995 tempest-ServersOnMultiNodesTest-2040324995-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.7604082 Sep 23 19:26:27.363383 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.v2.base [req-08859406-243d-4c62-a67b-88edf1934791 req-b63a288b-7e1e-4f16-b43a-3ce4f8a221ff service neutron] Request body: {'port': {'device_id': '37f3747b-af6d-43ab-8cf9-732d2fbffadb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713301-16'}} {{(pid=95101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:26:27.445273 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:26:27.450643 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-08859406-243d-4c62-a67b-88edf1934791 req-b63a288b-7e1e-4f16-b43a-3ce4f8a221ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:26:27.525305 n-d-713301-16 neutron-server[95103]: DEBUG neutron.notifiers.nova [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 771df79c-bcaf-4794-bef5-4ba4e4135f21 {{(pid=95103) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 19:26:27.569516 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] For port 771df79c-bcaf-4794-bef5-4ba4e4135f21, host n-h2-713301-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-16',level=0,port_id=771df79c-bcaf-4794-bef5-4ba4e4135f21,segment=NetworkSegment(1f8fe149-c208-4c15-8641-a4e43ab7bbce),segment_id=1f8fe149-c208-4c15-8641-a4e43ab7bbce)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:26:27.599111 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:26:27.604543 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-cf99b244-a22f-4509-a9c2-9afe40928711 None None] Provisioning complete for port c518e050-362e-4a2e-9db8-5d7057c8627c triggered by entity DHCP. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:26:27.604863 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af10cc9a-1706-42fa-977c-b293367c8dbb req-28463dae-96b6-44d7-addb-c87649e35dc4 tempest-TaggedBootDevicesTest-1101605307 tempest-TaggedBootDevicesTest-1101605307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:26:27.605353 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-cf99b244-a22f-4509-a9c2-9afe40928711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:26:27.611275 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af10cc9a-1706-42fa-977c-b293367c8dbb req-28463dae-96b6-44d7-addb-c87649e35dc4 tempest-TaggedBootDevicesTest-1101605307 tempest-TaggedBootDevicesTest-1101605307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:26:27.617703 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af10cc9a-1706-42fa-977c-b293367c8dbb req-28463dae-96b6-44d7-addb-c87649e35dc4 tempest-TaggedBootDevicesTest-1101605307 tempest-TaggedBootDevicesTest-1101605307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:26:27.624477 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af10cc9a-1706-42fa-977c-b293367c8dbb req-28463dae-96b6-44d7-addb-c87649e35dc4 tempest-TaggedBootDevicesTest-1101605307 tempest-TaggedBootDevicesTest-1101605307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:26:27.631368 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af10cc9a-1706-42fa-977c-b293367c8dbb req-28463dae-96b6-44d7-addb-c87649e35dc4 tempest-TaggedBootDevicesTest-1101605307 tempest-TaggedBootDevicesTest-1101605307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:26:27.638189 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af10cc9a-1706-42fa-977c-b293367c8dbb req-28463dae-96b6-44d7-addb-c87649e35dc4 tempest-TaggedBootDevicesTest-1101605307 tempest-TaggedBootDevicesTest-1101605307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:26:27.644370 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af10cc9a-1706-42fa-977c-b293367c8dbb req-28463dae-96b6-44d7-addb-c87649e35dc4 tempest-TaggedBootDevicesTest-1101605307 tempest-TaggedBootDevicesTest-1101605307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:26:27.653116 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-af10cc9a-1706-42fa-977c-b293367c8dbb req-28463dae-96b6-44d7-addb-c87649e35dc4 tempest-TaggedBootDevicesTest-1101605307 tempest-TaggedBootDevicesTest-1101605307-project] 10.222.0.67 "GET /v2.0/ports?device_id=6c7d744a-f584-4648-aa8d-a6936fa22df4 HTTP/1.1" status: 200 len: 5428 time: 0.1654215 Sep 23 19:26:27.674747 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Pushing event updated for resources: {'Port': ['ID=771df79c-bcaf-4794-bef5-4ba4e4135f21,revision_number=4']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:26:27.687378 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4460b745-4152-4374-81bb-7f50c2e198fd req-92626eec-f0c6-4aff-81c3-229581999403 tempest-TenantUsagesTestJSON-256664237 tempest-TenantUsagesTestJSON-256664237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:26:27.689084 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-4460b745-4152-4374-81bb-7f50c2e198fd req-92626eec-f0c6-4aff-81c3-229581999403 tempest-TenantUsagesTestJSON-256664237 tempest-TenantUsagesTestJSON-256664237-project] 10.222.0.67 "GET /v2.0/ports?device_id=097e9448-a9a3-47de-b7ae-2be0ab748b3f HTTP/1.1" status: 200 len: 950 time: 0.1438928 Sep 23 19:26:27.725195 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-af10cc9a-1706-42fa-977c-b293367c8dbb req-b19cbc8a-d3bd-4d9f-adbe-5d22a2d274fa tempest-TaggedBootDevicesTest-1101605307 tempest-TaggedBootDevicesTest-1101605307-project] 10.222.0.67 "GET /v2.0/security-groups?id=7583e831-f62b-49a7-9a62-f1028bb8aa73&id=a101b72e-c698-4e76-88ce-3dcbb1163262&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0671942 Sep 23 19:26:27.780937 n-d-713301-16 neutron-server[95101]: DEBUG neutron.notifiers.nova [req-08859406-243d-4c62-a67b-88edf1934791 req-b63a288b-7e1e-4f16-b43a-3ce4f8a221ff service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c518e050-362e-4a2e-9db8-5d7057c8627c {{(pid=95101) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 19:26:27.791903 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-08859406-243d-4c62-a67b-88edf1934791 req-b63a288b-7e1e-4f16-b43a-3ce4f8a221ff service neutron] Notify callbacks [] for port, precommit_update {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:26:27.806465 n-d-713301-16 neutron-server[95101]: DEBUG neutron.db.provisioning_blocks [req-08859406-243d-4c62-a67b-88edf1934791 req-b63a288b-7e1e-4f16-b43a-3ce4f8a221ff service neutron] Transition to ACTIVE for port object c518e050-362e-4a2e-9db8-5d7057c8627c will not be triggered until provisioned by entity L2. {{(pid=95101) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 19:26:27.821288 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-08859406-243d-4c62-a67b-88edf1934791 req-b63a288b-7e1e-4f16-b43a-3ce4f8a221ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5607436'] for port, after_update {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:26:27.828916 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-4460b745-4152-4374-81bb-7f50c2e198fd req-9333eb46-6ba9-4fce-9046-3bb5666c5530 tempest-TenantUsagesTestJSON-256664237 tempest-TenantUsagesTestJSON-256664237-project] 10.222.0.67 "GET /v2.0/security-groups?id=ca037e85-c27b-43ae-a8b5-022c067ca7c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1075673 Sep 23 19:26:27.841494 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.plugin [None req-cf99b244-a22f-4509-a9c2-9afe40928711 None None] Port c518e050-362e-4a2e-9db8-5d7057c8627c cannot update to ACTIVE because it is not bound. {{(pid=95103) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 19:26:27.856211 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:26:27.917309 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b63a288b-7e1e-4f16-b43a-3ce4f8a221ff service neutron] Pushing event updated for resources: {'Port': ['ID=c518e050-362e-4a2e-9db8-5d7057c8627c,revision_number=2']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:26:27.969473 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1790b20-7210-48af-b28e-1804acd01dbf req-11b43f98-3dfc-44f4-975e-4f3ae0108390 tempest-ServerRescueTestJSON-83326898 tempest-ServerRescueTestJSON-83326898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:26:27.971015 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-d1790b20-7210-48af-b28e-1804acd01dbf req-11b43f98-3dfc-44f4-975e-4f3ae0108390 tempest-ServerRescueTestJSON-83326898 tempest-ServerRescueTestJSON-83326898-project] 10.222.0.67 "GET /v2.0/ports?device_id=d885963b-72aa-42e0-909c-c5c9f0a64a9f HTTP/1.1" status: 200 len: 945 time: 0.1408556 Sep 23 19:26:27.999136 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] get_ports_and_sgs() called for port_ids ['771df79c-bcaf-4794-bef5-4ba4e4135f21'] {{(pid=95103) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 19:26:28.001593 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.managers [req-08859406-243d-4c62-a67b-88edf1934791 req-b63a288b-7e1e-4f16-b43a-3ce4f8a221ff service neutron] Attempting to bind port c518e050-362e-4a2e-9db8-5d7057c8627c on host n-h1-713301-16 for vnic_type normal with profile {{(pid=95101) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 19:26:28.001932 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.managers [req-08859406-243d-4c62-a67b-88edf1934791 req-b63a288b-7e1e-4f16-b43a-3ce4f8a221ff service neutron] Attempting to bind port c518e050-362e-4a2e-9db8-5d7057c8627c by drivers openvswitch,hyperv on host n-h1-713301-16 at level 0 using segments [{'id': '6139d589-eb6c-4578-8935-c26ddf396853', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '5220cb0c-da05-478a-9604-8c11469a05b4'}] {{(pid=95101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 19:26:28.002258 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08859406-243d-4c62-a67b-88edf1934791 req-b63a288b-7e1e-4f16-b43a-3ce4f8a221ff service neutron] Attempting to bind port c518e050-362e-4a2e-9db8-5d7057c8627c on network 5220cb0c-da05-478a-9604-8c11469a05b4 {{(pid=95101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:26:28.004062 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b73ea4e-e369-434d-9faa-2e1b3a250c71 req-b2b6a35c-bfc4-493e-8b17-74d336f80040 tempest-ServersOnMultiNodesTest-2040324995 tempest-ServersOnMultiNodesTest-2040324995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:26:28.006916 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-8b73ea4e-e369-434d-9faa-2e1b3a250c71 req-b2b6a35c-bfc4-493e-8b17-74d336f80040 tempest-ServersOnMultiNodesTest-2040324995 tempest-ServersOnMultiNodesTest-2040324995-project] 10.222.0.67 "GET /v2.0/ports?device_id=37f3747b-af6d-43ab-8cf9-732d2fbffadb HTTP/1.1" status: 200 len: 948 time: 0.1086352 Sep 23 19:26:28.007403 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08859406-243d-4c62-a67b-88edf1934791 req-b63a288b-7e1e-4f16-b43a-3ce4f8a221ff service neutron] Port c518e050-362e-4a2e-9db8-5d7057c8627c on network 5220cb0c-da05-478a-9604-8c11469a05b4 not bound, no agent of type Open vSwitch agent registered on host n-h1-713301-16 {{(pid=95101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 19:26:28.007732 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08859406-243d-4c62-a67b-88edf1934791 req-b63a288b-7e1e-4f16-b43a-3ce4f8a221ff service neutron] Attempting to bind port c518e050-362e-4a2e-9db8-5d7057c8627c on network 5220cb0c-da05-478a-9604-8c11469a05b4 {{(pid=95101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:26:28.014886 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08859406-243d-4c62-a67b-88edf1934791 req-b63a288b-7e1e-4f16-b43a-3ce4f8a221ff service neutron] Checking agent: {'id': '0708c3e9-0aad-4600-9be9-d2486535c898', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713301-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 19, 15, 28), 'started_at': datetime.datetime(2021, 9, 23, 19, 15, 28), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 19, 25, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 19:26:28.015253 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08859406-243d-4c62-a67b-88edf1934791 req-b63a288b-7e1e-4f16-b43a-3ce4f8a221ff service neutron] Checking segment: {'id': '6139d589-eb6c-4578-8935-c26ddf396853', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '5220cb0c-da05-478a-9604-8c11469a05b4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:26:28.015986 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08859406-243d-4c62-a67b-88edf1934791 req-b63a288b-7e1e-4f16-b43a-3ce4f8a221ff service neutron] Bound using segment: {'id': '6139d589-eb6c-4578-8935-c26ddf396853', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '5220cb0c-da05-478a-9604-8c11469a05b4'} {{(pid=95101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 19:26:28.016644 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.managers [req-08859406-243d-4c62-a67b-88edf1934791 req-b63a288b-7e1e-4f16-b43a-3ce4f8a221ff service neutron] Bound port: c518e050-362e-4a2e-9db8-5d7057c8627c, host: n-h1-713301-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6139d589-eb6c-4578-8935-c26ddf396853', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '5220cb0c-da05-478a-9604-8c11469a05b4'}}] {{(pid=95101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 19:26:28.016832 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-08859406-243d-4c62-a67b-88edf1934791 req-b63a288b-7e1e-4f16-b43a-3ce4f8a221ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:26:28.059103 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-d1790b20-7210-48af-b28e-1804acd01dbf req-843b66e6-154f-4660-8be0-2f5fee49e722 tempest-ServerRescueTestJSON-83326898 tempest-ServerRescueTestJSON-83326898-project] 10.222.0.67 "GET /v2.0/security-groups?id=324a4552-7b72-4e62-bcd4-dc8354c093e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732124 Sep 23 19:26:28.132323 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:26:28.144108 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-8b73ea4e-e369-434d-9faa-2e1b3a250c71 req-e4db521a-17b1-4d67-bbc6-b19922f4f2e1 tempest-ServersOnMultiNodesTest-2040324995 tempest-ServersOnMultiNodesTest-2040324995-project] 10.222.0.67 "GET /v2.0/security-groups?id=157e791d-182d-45ba-a5d1-6edf868180cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1269336 Sep 23 19:26:28.147616 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.db [req-08859406-243d-4c62-a67b-88edf1934791 req-b63a288b-7e1e-4f16-b43a-3ce4f8a221ff service neutron] For port c518e050-362e-4a2e-9db8-5d7057c8627c, host n-h1-713301-16, cleared binding levels {{(pid=95101) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 19:26:28.157008 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.db [req-08859406-243d-4c62-a67b-88edf1934791 req-b63a288b-7e1e-4f16-b43a-3ce4f8a221ff service neutron] For port c518e050-362e-4a2e-9db8-5d7057c8627c, host n-h1-713301-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-16',level=0,port_id=c518e050-362e-4a2e-9db8-5d7057c8627c,segment=NetworkSegment(6139d589-eb6c-4578-8935-c26ddf396853),segment_id=6139d589-eb6c-4578-8935-c26ddf396853)] {{(pid=95101) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 19:26:28.178449 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-08859406-243d-4c62-a67b-88edf1934791 req-b63a288b-7e1e-4f16-b43a-3ce4f8a221ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5607436'] for port, after_update {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:26:28.260996 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08859406-243d-4c62-a67b-88edf1934791 req-b63a288b-7e1e-4f16-b43a-3ce4f8a221ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:26:28.261213 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-08859406-243d-4c62-a67b-88edf1934791 req-b63a288b-7e1e-4f16-b43a-3ce4f8a221ff service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222849'] for port, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:26:28.262552 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-08859406-243d-4c62-a67b-88edf1934791 req-b63a288b-7e1e-4f16-b43a-3ce4f8a221ff service neutron] 10.222.0.74 "PUT /v2.0/ports/c518e050-362e-4a2e-9db8-5d7057c8627c HTTP/1.1" status: 200 len: 1097 time: 0.9050038 Sep 23 19:26:28.296388 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca307f61-fb02-4d6a-93fa-9ecc84d3d6aa req-b47f45b3-63db-48af-a635-4276485f44c5 tempest-ServerMetadataNegativeTestJSON-1471855551 tempest-ServerMetadataNegativeTestJSON-1471855551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:26:28.304366 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-ca307f61-fb02-4d6a-93fa-9ecc84d3d6aa req-b47f45b3-63db-48af-a635-4276485f44c5 tempest-ServerMetadataNegativeTestJSON-1471855551 tempest-ServerMetadataNegativeTestJSON-1471855551-project] 10.222.0.67 "GET /v2.0/ports?device_id=0a29a452-39b4-4fdf-90ed-df414ef3167a HTTP/1.1" status: 200 len: 944 time: 0.1344275 Sep 23 19:26:28.367554 n-d-713301-16 neutron-server[95101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '37f3747b-af6d-43ab-8cf9-732d2fbffadb', 'tag': 'c518e050-362e-4a2e-9db8-5d7057c8627c'}] {{(pid=95101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 19:26:28.372425 n-d-713301-16 neutron-server[95101]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d8366c5740cd635e57ab12b71fe44a77c2acc3c19091ef849c6f68b380462244" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a3eab8e-d245-4954-9f49-65cd040be0ab" -d '{"events": [{"name": "network-changed", "server_uuid": "37f3747b-af6d-43ab-8cf9-732d2fbffadb", "tag": "c518e050-362e-4a2e-9db8-5d7057c8627c"}]}' {{(pid=95101) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 19:26:28.381976 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b63a288b-7e1e-4f16-b43a-3ce4f8a221ff service neutron] Pushing event updated for resources: {'Port': ['ID=c518e050-362e-4a2e-9db8-5d7057c8627c,revision_number=3']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:26:28.405674 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08859406-243d-4c62-a67b-88edf1934791 req-653d21d0-000b-452c-bf2e-bb474d775aca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:26:28.407581 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-08859406-243d-4c62-a67b-88edf1934791 req-653d21d0-000b-452c-bf2e-bb474d775aca service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=40280fc497444617bce52f5bbee56fb9&device_id=37f3747b-af6d-43ab-8cf9-732d2fbffadb HTTP/1.1" status: 200 len: 1100 time: 0.0823510 Sep 23 19:26:28.437862 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-ca307f61-fb02-4d6a-93fa-9ecc84d3d6aa req-bf11e603-63fa-451f-89e9-03d686027486 tempest-ServerMetadataNegativeTestJSON-1471855551 tempest-ServerMetadataNegativeTestJSON-1471855551-project] 10.222.0.67 "GET /v2.0/security-groups?id=4486e9b7-ad84-4653-8605-cf36c5fee1cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1092355 Sep 23 19:26:28.469042 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d598ae-0f55-4062-802c-dfd828a7c6a2 req-5a5acb7d-c196-47d9-87ee-6f3e913652c1 tempest-MigrationsAdminTest-397594546 tempest-MigrationsAdminTest-397594546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:26:28.469851 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-08859406-243d-4c62-a67b-88edf1934791 req-73fbc872-9f6b-4b91-b6d7-2fb3c731f6e2 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.243&port_id=c518e050-362e-4a2e-9db8-5d7057c8627c HTTP/1.1" status: 200 len: 217 time: 0.0528681 Sep 23 19:26:28.471293 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-20d598ae-0f55-4062-802c-dfd828a7c6a2 req-5a5acb7d-c196-47d9-87ee-6f3e913652c1 tempest-MigrationsAdminTest-397594546 tempest-MigrationsAdminTest-397594546-project] 10.222.0.67 "GET /v2.0/ports?device_id=342358f0-a808-4879-9696-19cba9625afd HTTP/1.1" status: 200 len: 949 time: 0.1659508 Sep 23 19:26:28.528833 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-20d598ae-0f55-4062-802c-dfd828a7c6a2 req-6542eb43-363e-4b1e-adaa-2930df2f207e tempest-MigrationsAdminTest-397594546 tempest-MigrationsAdminTest-397594546-project] 10.222.0.67 "GET /v2.0/security-groups?id=78cb509b-31c4-4e2a-bb5c-7abd6194dcc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495982 Sep 23 19:26:28.550321 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08859406-243d-4c62-a67b-88edf1934791 req-5d29d3c2-7d87-4420-84a6-36b9a3076283 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:26:28.551811 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-08859406-243d-4c62-a67b-88edf1934791 req-5d29d3c2-7d87-4420-84a6-36b9a3076283 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=1ccc69bc-9d6b-44d9-b227-204e47dc6e45 HTTP/1.1" status: 200 len: 843 time: 0.0659850 Sep 23 19:26:28.572354 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-63b92244-7cda-4f1d-86b4-0c9b783f3661 req-58d878a2-79c2-41a5-80f1-65030b3019d2 tempest-DeleteServersTestJSON-2111530366 tempest-DeleteServersTestJSON-2111530366-project] 10.222.0.67 "GET /v2.0/ports?device_id=f2983e52-2c54-48e1-88d9-e4bc84f795ae HTTP/1.1" status: 200 len: 210 time: 0.0404611 Sep 23 19:26:28.629685 n-d-713301-16 neutron-server[95101]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 19:26:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e72bdf32-2c62-4f93-8f93-d9ff039076ee x-openstack-request-id: req-e72bdf32-2c62-4f93-8f93-d9ff039076ee {{(pid=95101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 19:26:28.629976 n-d-713301-16 neutron-server[95101]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "37f3747b-af6d-43ab-8cf9-732d2fbffadb", "tag": "c518e050-362e-4a2e-9db8-5d7057c8627c", "status": "completed", "code": 200}]} {{(pid=95101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 19:26:28.630228 n-d-713301-16 neutron-server[95101]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-e72bdf32-2c62-4f93-8f93-d9ff039076ee {{(pid=95101) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 19:26:28.631180 n-d-713301-16 neutron-server[95101]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '37f3747b-af6d-43ab-8cf9-732d2fbffadb', 'tag': 'c518e050-362e-4a2e-9db8-5d7057c8627c', 'status': 'completed', 'code': 200} Sep 23 19:26:28.633272 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08859406-243d-4c62-a67b-88edf1934791 req-27098cd4-d6ad-4c48-81f4-0a9e2eb33e71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:26:28.634861 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-08859406-243d-4c62-a67b-88edf1934791 req-27098cd4-d6ad-4c48-81f4-0a9e2eb33e71 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=5220cb0c-da05-478a-9604-8c11469a05b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0689054 Sep 23 19:26:28.728362 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-08859406-243d-4c62-a67b-88edf1934791 req-25a7d5d5-8c9f-4c2c-8a02-a73c488083d2 service neutron] 10.222.0.74 "GET /v2.0/networks/5220cb0c-da05-478a-9604-8c11469a05b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833192 Sep 23 19:26:28.833903 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-08859406-243d-4c62-a67b-88edf1934791 req-6f1020a9-1a06-4aa9-b605-8e6c705fac5e service neutron] 10.222.0.74 "GET /v2.0/networks/5220cb0c-da05-478a-9604-8c11469a05b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0917144 Sep 23 19:26:28.887154 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ecbfdf2-9276-4711-84fb-9d00a2b70407 req-d3d8e2bf-764a-435d-8c23-046aaa5beb32 tempest-TaggedBootDevicesTest-1101605307 tempest-TaggedBootDevicesTest-1101605307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:26:28.893783 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ecbfdf2-9276-4711-84fb-9d00a2b70407 req-d3d8e2bf-764a-435d-8c23-046aaa5beb32 tempest-TaggedBootDevicesTest-1101605307 tempest-TaggedBootDevicesTest-1101605307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:26:28.900145 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ecbfdf2-9276-4711-84fb-9d00a2b70407 req-d3d8e2bf-764a-435d-8c23-046aaa5beb32 tempest-TaggedBootDevicesTest-1101605307 tempest-TaggedBootDevicesTest-1101605307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:26:28.909411 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ecbfdf2-9276-4711-84fb-9d00a2b70407 req-d3d8e2bf-764a-435d-8c23-046aaa5beb32 tempest-TaggedBootDevicesTest-1101605307 tempest-TaggedBootDevicesTest-1101605307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:26:28.915601 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ecbfdf2-9276-4711-84fb-9d00a2b70407 req-d3d8e2bf-764a-435d-8c23-046aaa5beb32 tempest-TaggedBootDevicesTest-1101605307 tempest-TaggedBootDevicesTest-1101605307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:26:28.921977 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ecbfdf2-9276-4711-84fb-9d00a2b70407 req-d3d8e2bf-764a-435d-8c23-046aaa5beb32 tempest-TaggedBootDevicesTest-1101605307 tempest-TaggedBootDevicesTest-1101605307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:26:28.928536 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ecbfdf2-9276-4711-84fb-9d00a2b70407 req-d3d8e2bf-764a-435d-8c23-046aaa5beb32 tempest-TaggedBootDevicesTest-1101605307 tempest-TaggedBootDevicesTest-1101605307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:26:28.930822 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-0ecbfdf2-9276-4711-84fb-9d00a2b70407 req-d3d8e2bf-764a-435d-8c23-046aaa5beb32 tempest-TaggedBootDevicesTest-1101605307 tempest-TaggedBootDevicesTest-1101605307-project] 10.222.0.67 "GET /v2.0/ports?device_id=6c7d744a-f584-4648-aa8d-a6936fa22df4 HTTP/1.1" status: 200 len: 5428 time: 0.1209805 Sep 23 19:26:28.935912 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a3eab8e-d245-4954-9f49-65cd040be0ab req-6cc9b2ab-fb3a-48ad-8a30-c56599d6ddbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:26:28.937686 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-0a3eab8e-d245-4954-9f49-65cd040be0ab req-6cc9b2ab-fb3a-48ad-8a30-c56599d6ddbe service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=40280fc497444617bce52f5bbee56fb9&device_id=37f3747b-af6d-43ab-8cf9-732d2fbffadb HTTP/1.1" status: 200 len: 1100 time: 0.0473731 Sep 23 19:26:28.999749 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] get_ports_and_sgs() called for port_ids ['3e6c5f99-1b58-4b8b-8ded-4540f2e920c7', '26fc2316-c799-4f1c-93ac-e3e7a2f1c85d'] {{(pid=95103) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 19:26:29.008209 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-0ecbfdf2-9276-4711-84fb-9d00a2b70407 req-e27abce7-f032-4dc9-8e41-64119ef02a97 tempest-TaggedBootDevicesTest-1101605307 tempest-TaggedBootDevicesTest-1101605307-project] 10.222.0.67 "GET /v2.0/security-groups?id=7583e831-f62b-49a7-9a62-f1028bb8aa73&id=a101b72e-c698-4e76-88ce-3dcbb1163262&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0663126 Sep 23 19:26:29.020509 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55502b98-0e2b-4f1a-8e27-2086ea611efd req-904155ec-e117-44aa-b1be-5532054f0794 tempest-TenantUsagesTestJSON-256664237 tempest-TenantUsagesTestJSON-256664237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:26:29.033634 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-55502b98-0e2b-4f1a-8e27-2086ea611efd req-904155ec-e117-44aa-b1be-5532054f0794 tempest-TenantUsagesTestJSON-256664237 tempest-TenantUsagesTestJSON-256664237-project] 10.222.0.67 "GET /v2.0/ports?device_id=097e9448-a9a3-47de-b7ae-2be0ab748b3f HTTP/1.1" status: 200 len: 950 time: 0.1018021 Sep 23 19:26:29.075190 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-55502b98-0e2b-4f1a-8e27-2086ea611efd req-ac2aa991-0493-492b-b2db-b34b5902cd22 tempest-TenantUsagesTestJSON-256664237 tempest-TenantUsagesTestJSON-256664237-project] 10.222.0.67 "GET /v2.0/security-groups?id=ca037e85-c27b-43ae-a8b5-022c067ca7c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343225 Sep 23 19:26:29.107750 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a3eab8e-d245-4954-9f49-65cd040be0ab req-3fecd832-e3a6-466c-b92a-436f4a854ed3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:26:29.109880 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-0a3eab8e-d245-4954-9f49-65cd040be0ab req-3fecd832-e3a6-466c-b92a-436f4a854ed3 service neutron] 10.222.0.74 "GET /v2.0/networks?id=5220cb0c-da05-478a-9604-8c11469a05b4 HTTP/1.1" status: 200 len: 870 time: 0.1624563 Sep 23 19:26:29.179698 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-0a3eab8e-d245-4954-9f49-65cd040be0ab req-712bed9c-3773-4c8e-abcc-a3eca336068f service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.243&port_id=c518e050-362e-4a2e-9db8-5d7057c8627c HTTP/1.1" status: 200 len: 217 time: 0.0516858 Sep 23 19:26:29.182154 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c414cb-bc2e-4a0a-aadf-f951e6e4f9a1 req-adf75b27-cf55-48dc-a938-28d54c9eb835 tempest-ServerRescueTestJSON-83326898 tempest-ServerRescueTestJSON-83326898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:26:29.185063 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-32c414cb-bc2e-4a0a-aadf-f951e6e4f9a1 req-adf75b27-cf55-48dc-a938-28d54c9eb835 tempest-ServerRescueTestJSON-83326898 tempest-ServerRescueTestJSON-83326898-project] 10.222.0.67 "GET /v2.0/ports?device_id=d885963b-72aa-42e0-909c-c5c9f0a64a9f HTTP/1.1" status: 200 len: 945 time: 0.0597818 Sep 23 19:26:29.252160 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-32c414cb-bc2e-4a0a-aadf-f951e6e4f9a1 req-6c2a5bb6-5252-4997-8eee-da3924c1e3f7 tempest-ServerRescueTestJSON-83326898 tempest-ServerRescueTestJSON-83326898-project] 10.222.0.67 "GET /v2.0/security-groups?id=324a4552-7b72-4e62-bcd4-dc8354c093e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608470 Sep 23 19:26:29.304002 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b3cf3a-e373-4faf-bb60-f5d6da9ef067 req-65e36d3a-62f8-4dfa-8766-c5d091f73ad5 tempest-TenantUsagesTestJSON-256664237 tempest-TenantUsagesTestJSON-256664237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:26:29.305529 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-86b3cf3a-e373-4faf-bb60-f5d6da9ef067 req-65e36d3a-62f8-4dfa-8766-c5d091f73ad5 tempest-TenantUsagesTestJSON-256664237 tempest-TenantUsagesTestJSON-256664237-project] 10.222.0.53 "GET /v2.0/ports?device_id=097e9448-a9a3-47de-b7ae-2be0ab748b3f HTTP/1.1" status: 200 len: 950 time: 0.1180067 Sep 23 19:26:29.309589 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a3eab8e-d245-4954-9f49-65cd040be0ab req-b4e134b1-6833-40bc-b993-3447b6a8d278 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:26:29.310966 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-0a3eab8e-d245-4954-9f49-65cd040be0ab req-b4e134b1-6833-40bc-b993-3447b6a8d278 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=1ccc69bc-9d6b-44d9-b227-204e47dc6e45 HTTP/1.1" status: 200 len: 843 time: 0.1028032 Sep 23 19:26:29.312503 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-292f38cc-529d-4416-82fd-7526c131b547 req-34cf1eb7-e728-4829-906c-d05d103bd51b tempest-ServersOnMultiNodesTest-2040324995 tempest-ServersOnMultiNodesTest-2040324995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:26:29.314277 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-292f38cc-529d-4416-82fd-7526c131b547 req-34cf1eb7-e728-4829-906c-d05d103bd51b tempest-ServersOnMultiNodesTest-2040324995 tempest-ServersOnMultiNodesTest-2040324995-project] 10.222.0.67 "GET /v2.0/ports?device_id=37f3747b-af6d-43ab-8cf9-732d2fbffadb HTTP/1.1" status: 200 len: 948 time: 0.0609486 Sep 23 19:26:29.364834 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-292f38cc-529d-4416-82fd-7526c131b547 req-6fa92b39-c621-4381-a213-f375a9e1f321 tempest-ServersOnMultiNodesTest-2040324995 tempest-ServersOnMultiNodesTest-2040324995-project] 10.222.0.67 "GET /v2.0/security-groups?id=157e791d-182d-45ba-a5d1-6edf868180cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420380 Sep 23 19:26:29.418080 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a3eab8e-d245-4954-9f49-65cd040be0ab req-b7925d0c-a5a5-4ac0-9786-00495ec87495 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:26:29.419583 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-0a3eab8e-d245-4954-9f49-65cd040be0ab req-b7925d0c-a5a5-4ac0-9786-00495ec87495 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=5220cb0c-da05-478a-9604-8c11469a05b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0908048 Sep 23 19:26:29.470298 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.plugin [req-86b3cf3a-e373-4faf-bb60-f5d6da9ef067 req-f0731891-2837-4dd6-8500-4643e1ed0640 tempest-TenantUsagesTestJSON-256664237 tempest-TenantUsagesTestJSON-256664237-project] Deleting port 94e45347-5931-47d4-b5bb-4687bd16f0e4 {{(pid=95101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:26:29.470646 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-86b3cf3a-e373-4faf-bb60-f5d6da9ef067 req-f0731891-2837-4dd6-8500-4643e1ed0640 tempest-TenantUsagesTestJSON-256664237 tempest-TenantUsagesTestJSON-256664237-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783146157096'] for port, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:26:29.494303 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Device 9e8786e5-58d4-4406-946f-a1fdbc104774 up at agent hyperv_n-h1-713301-16 {{(pid=95103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 19:26:29.557173 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Provisioning for port 9e8786e5-58d4-4406-946f-a1fdbc104774 completed by entity L2. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 19:26:29.561894 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Provisioning complete for port 9e8786e5-58d4-4406-946f-a1fdbc104774 triggered by entity L2. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:26:29.562262 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:26:29.562392 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c15cfca8-ec65-429b-9a5f-f86670bdbe2d req-7b53ed87-7841-470a-9cb7-2f26b8df4b0d tempest-ServerMetadataNegativeTestJSON-1471855551 tempest-ServerMetadataNegativeTestJSON-1471855551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:26:29.570831 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-c15cfca8-ec65-429b-9a5f-f86670bdbe2d req-7b53ed87-7841-470a-9cb7-2f26b8df4b0d tempest-ServerMetadataNegativeTestJSON-1471855551 tempest-ServerMetadataNegativeTestJSON-1471855551-project] 10.222.0.67 "GET /v2.0/ports?device_id=0a29a452-39b4-4fdf-90ed-df414ef3167a HTTP/1.1" status: 200 len: 944 time: 0.0661108 Sep 23 19:26:29.593598 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-0a3eab8e-d245-4954-9f49-65cd040be0ab req-afbc8661-4f2a-4a2e-8552-ed21b3ae56a2 service neutron] 10.222.0.74 "GET /v2.0/networks/5220cb0c-da05-478a-9604-8c11469a05b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1627052 Sep 23 19:26:29.616977 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-c15cfca8-ec65-429b-9a5f-f86670bdbe2d req-3cfdc49d-a494-45d0-aadc-f531cb0ef2b9 tempest-ServerMetadataNegativeTestJSON-1471855551 tempest-ServerMetadataNegativeTestJSON-1471855551-project] 10.222.0.67 "GET /v2.0/security-groups?id=4486e9b7-ad84-4653-8605-cf36c5fee1cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452211 Sep 23 19:26:29.621528 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.db [req-86b3cf3a-e373-4faf-bb60-f5d6da9ef067 req-f0731891-2837-4dd6-8500-4643e1ed0640 tempest-TenantUsagesTestJSON-256664237 tempest-TenantUsagesTestJSON-256664237-project] For port 94e45347-5931-47d4-b5bb-4687bd16f0e4, host n-h2-713301-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-16',level=0,port_id=94e45347-5931-47d4-b5bb-4687bd16f0e4,segment=NetworkSegment(6139d589-eb6c-4578-8935-c26ddf396853),segment_id=6139d589-eb6c-4578-8935-c26ddf396853)] {{(pid=95101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:26:29.621910 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-86b3cf3a-e373-4faf-bb60-f5d6da9ef067 req-f0731891-2837-4dd6-8500-4643e1ed0640 tempest-TenantUsagesTestJSON-256664237 tempest-TenantUsagesTestJSON-256664237-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-605701'] for port, precommit_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:26:29.653750 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.plugin [req-86b3cf3a-e373-4faf-bb60-f5d6da9ef067 req-f0731891-2837-4dd6-8500-4643e1ed0640 tempest-TenantUsagesTestJSON-256664237 tempest-TenantUsagesTestJSON-256664237-project] Calling delete_port for 94e45347-5931-47d4-b5bb-4687bd16f0e4 owned by compute:nova {{(pid=95101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:26:29.702021 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:26:29.729926 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-23207458-5c95-482e-b8f2-d9bdf43b46e2 req-e4419e0f-1839-4156-a1e7-eaa5d9f9db7a tempest-DeleteServersTestJSON-2111530366 tempest-DeleteServersTestJSON-2111530366-project] 10.222.0.67 "GET /v2.0/ports?device_id=f2983e52-2c54-48e1-88d9-e4bc84f795ae HTTP/1.1" status: 200 len: 210 time: 0.0363066 Sep 23 19:26:29.739190 n-d-713301-16 neutron-server[95103]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c7d744a-f584-4648-aa8d-a6936fa22df4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e8786e5-58d4-4406-946f-a1fdbc104774'}] {{(pid=95103) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 19:26:29.742306 n-d-713301-16 neutron-server[95103]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}81a1c17f2aa89d5b3ebbba3a3e0cf7eb588e431c2224256110c4c4facdd7c3e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-076de66e-95fd-4951-9219-0af20ad464d8" -d '{"events": [{"server_uuid": "6c7d744a-f584-4648-aa8d-a6936fa22df4", "name": "network-vif-plugged", "status": "completed", "tag": "9e8786e5-58d4-4406-946f-a1fdbc104774"}]}' {{(pid=95103) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 19:26:29.772011 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db842d54-6c8e-40a9-ae6d-d7f5854e09cd req-1f81df92-fcef-4d6e-b46a-fbe973801ca3 tempest-MigrationsAdminTest-397594546 tempest-MigrationsAdminTest-397594546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:26:29.776286 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] For port 9e8786e5-58d4-4406-946f-a1fdbc104774, host n-h1-713301-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-16',level=0,port_id=9e8786e5-58d4-4406-946f-a1fdbc104774,segment=NetworkSegment(4f7ea034-18ba-4cde-bf97-7b7b61f8a982),segment_id=4f7ea034-18ba-4cde-bf97-7b7b61f8a982)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:26:29.778060 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-0a3eab8e-d245-4954-9f49-65cd040be0ab req-77b71d9c-a228-478d-ab49-677fd0c9c76b service neutron] 10.222.0.74 "GET /v2.0/networks/5220cb0c-da05-478a-9604-8c11469a05b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1720798 Sep 23 19:26:29.781043 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-db842d54-6c8e-40a9-ae6d-d7f5854e09cd req-1f81df92-fcef-4d6e-b46a-fbe973801ca3 tempest-MigrationsAdminTest-397594546 tempest-MigrationsAdminTest-397594546-project] 10.222.0.67 "GET /v2.0/ports?device_id=342358f0-a808-4879-9696-19cba9625afd HTTP/1.1" status: 200 len: 949 time: 0.1354430 Sep 23 19:26:29.792125 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:26:29.800554 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Device 04608e80-e340-4c55-b856-25d17244403b up at agent hyperv_n-h1-713301-16 {{(pid=95103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 19:26:29.839222 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-db842d54-6c8e-40a9-ae6d-d7f5854e09cd req-3363fbb6-a0e7-435d-b3de-f6b3c2070d47 tempest-MigrationsAdminTest-397594546 tempest-MigrationsAdminTest-397594546-project] 10.222.0.67 "GET /v2.0/security-groups?id=78cb509b-31c4-4e2a-bb5c-7abd6194dcc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552480 Sep 23 19:26:29.889553 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-86b3cf3a-e373-4faf-bb60-f5d6da9ef067 req-f0731891-2837-4dd6-8500-4643e1ed0640 tempest-TenantUsagesTestJSON-256664237 tempest-TenantUsagesTestJSON-256664237-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783146162158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783145673144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5607431'] for port, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:26:29.897618 n-d-713301-16 neutron-server[95103]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 19:26:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa765d49-b44d-4361-a223-040738db625d x-openstack-request-id: req-fa765d49-b44d-4361-a223-040738db625d {{(pid=95103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 19:26:29.897944 n-d-713301-16 neutron-server[95103]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6c7d744a-f584-4648-aa8d-a6936fa22df4", "name": "network-vif-plugged", "status": "completed", "tag": "9e8786e5-58d4-4406-946f-a1fdbc104774", "code": 200}]} {{(pid=95103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 19:26:29.898162 n-d-713301-16 neutron-server[95103]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-fa765d49-b44d-4361-a223-040738db625d {{(pid=95103) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 19:26:29.898553 n-d-713301-16 neutron-server[95103]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c7d744a-f584-4648-aa8d-a6936fa22df4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e8786e5-58d4-4406-946f-a1fdbc104774', 'code': 200} Sep 23 19:26:29.907379 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] get_ports_and_sgs() called for port_ids ['94e45347-5931-47d4-b5bb-4687bd16f0e4'] {{(pid=95103) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 19:26:29.923164 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0731891-2837-4dd6-8500-4643e1ed0640 tempest-TenantUsagesTestJSON-256664237 tempest-TenantUsagesTestJSON-256664237-project] Pushing event deleted for resources: {'Port': ['ID=94e45347-5931-47d4-b5bb-4687bd16f0e4,revision_number=None']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:26:29.966681 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Pushing event updated for resources: {'Port': ['ID=9e8786e5-58d4-4406-946f-a1fdbc104774,revision_number=5']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:26:29.971362 n-d-713301-16 neutron-server[95101]: DEBUG neutron.db.l3_dvrscheduler_db [req-86b3cf3a-e373-4faf-bb60-f5d6da9ef067 req-f0731891-2837-4dd6-8500-4643e1ed0640 tempest-TenantUsagesTestJSON-256664237 tempest-TenantUsagesTestJSON-256664237-project] No DVR routers for this DVR port 94e45347-5931-47d4-b5bb-4687bd16f0e4 on host n-h2-713301-16 {{(pid=95101) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 19:26:29.974165 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-86b3cf3a-e373-4faf-bb60-f5d6da9ef067 req-f0731891-2837-4dd6-8500-4643e1ed0640 tempest-TenantUsagesTestJSON-256664237 tempest-TenantUsagesTestJSON-256664237-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222849'] for port, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:26:29.977392 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-86b3cf3a-e373-4faf-bb60-f5d6da9ef067 req-f0731891-2837-4dd6-8500-4643e1ed0640 tempest-TenantUsagesTestJSON-256664237 tempest-TenantUsagesTestJSON-256664237-project] 10.222.0.53 "DELETE /v2.0/ports/94e45347-5931-47d4-b5bb-4687bd16f0e4 HTTP/1.1" status: 204 len: 173 time: 0.6557143 Sep 23 19:26:29.982968 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Provisioning for port 04608e80-e340-4c55-b856-25d17244403b completed by entity L2. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 19:26:29.987508 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Provisioning complete for port 04608e80-e340-4c55-b856-25d17244403b triggered by entity L2. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:26:29.988226 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:26:30.092702 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:26:30.156675 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] For port 04608e80-e340-4c55-b856-25d17244403b, host n-h1-713301-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-16',level=0,port_id=04608e80-e340-4c55-b856-25d17244403b,segment=NetworkSegment(e05f2916-65a4-4075-8738-b9204cdf084e),segment_id=e05f2916-65a4-4075-8738-b9204cdf084e)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:26:30.162153 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:26:30.163545 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Device da180eed-7ed3-4b42-8811-39a363b2af88 up at agent hyperv_n-h1-713301-16 {{(pid=95103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 19:26:30.194398 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-170282c5-8fec-4297-9764-37d2a0c44968 req-da973630-afbb-4745-acbb-1b1e1aa59e8b tempest-TaggedBootDevicesTest-1101605307 tempest-TaggedBootDevicesTest-1101605307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:26:30.202376 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-170282c5-8fec-4297-9764-37d2a0c44968 req-da973630-afbb-4745-acbb-1b1e1aa59e8b tempest-TaggedBootDevicesTest-1101605307 tempest-TaggedBootDevicesTest-1101605307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:26:30.210681 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-170282c5-8fec-4297-9764-37d2a0c44968 req-da973630-afbb-4745-acbb-1b1e1aa59e8b tempest-TaggedBootDevicesTest-1101605307 tempest-TaggedBootDevicesTest-1101605307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:26:30.217566 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-170282c5-8fec-4297-9764-37d2a0c44968 req-da973630-afbb-4745-acbb-1b1e1aa59e8b tempest-TaggedBootDevicesTest-1101605307 tempest-TaggedBootDevicesTest-1101605307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:26:30.224452 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-170282c5-8fec-4297-9764-37d2a0c44968 req-da973630-afbb-4745-acbb-1b1e1aa59e8b tempest-TaggedBootDevicesTest-1101605307 tempest-TaggedBootDevicesTest-1101605307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:26:30.230810 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-170282c5-8fec-4297-9764-37d2a0c44968 req-da973630-afbb-4745-acbb-1b1e1aa59e8b tempest-TaggedBootDevicesTest-1101605307 tempest-TaggedBootDevicesTest-1101605307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:26:30.237109 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-170282c5-8fec-4297-9764-37d2a0c44968 req-da973630-afbb-4745-acbb-1b1e1aa59e8b tempest-TaggedBootDevicesTest-1101605307 tempest-TaggedBootDevicesTest-1101605307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:26:30.237373 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Pushing event updated for resources: {'Port': ['ID=04608e80-e340-4c55-b856-25d17244403b,revision_number=5']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:26:30.239290 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-170282c5-8fec-4297-9764-37d2a0c44968 req-da973630-afbb-4745-acbb-1b1e1aa59e8b tempest-TaggedBootDevicesTest-1101605307 tempest-TaggedBootDevicesTest-1101605307-project] 10.222.0.67 "GET /v2.0/ports?device_id=6c7d744a-f584-4648-aa8d-a6936fa22df4 HTTP/1.1" status: 200 len: 5429 time: 0.1224082 Sep 23 19:26:30.273268 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-c73735e4-960d-4688-89c1-c95ba87a0fe3 req-b688489e-b0e7-437d-84ed-17573cde9f8f tempest-TenantUsagesTestJSON-256664237 tempest-TenantUsagesTestJSON-256664237-project] 10.222.0.67 "GET /v2.0/ports?device_id=097e9448-a9a3-47de-b7ae-2be0ab748b3f HTTP/1.1" status: 200 len: 210 time: 0.0325019 Sep 23 19:26:30.278611 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Provisioning for port da180eed-7ed3-4b42-8811-39a363b2af88 completed by entity L2. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 19:26:30.282909 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Provisioning complete for port da180eed-7ed3-4b42-8811-39a363b2af88 triggered by entity L2. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:26:30.283341 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:26:30.324736 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-170282c5-8fec-4297-9764-37d2a0c44968 req-01f3893d-b959-4d58-90de-88a4f9e24c91 tempest-TaggedBootDevicesTest-1101605307 tempest-TaggedBootDevicesTest-1101605307-project] 10.222.0.67 "GET /v2.0/security-groups?id=7583e831-f62b-49a7-9a62-f1028bb8aa73&id=a101b72e-c698-4e76-88ce-3dcbb1163262&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0743346 Sep 23 19:26:30.384888 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:26:30.432086 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] For port da180eed-7ed3-4b42-8811-39a363b2af88, host n-h1-713301-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-16',level=0,port_id=da180eed-7ed3-4b42-8811-39a363b2af88,segment=NetworkSegment(00dc7b2f-018d-4fcd-a76f-deef20c5f9fc),segment_id=00dc7b2f-018d-4fcd-a76f-deef20c5f9fc)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:26:30.438280 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:26:30.439597 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Device 0c254e5c-f9ae-4753-bdda-ad06ac5acf06 up at agent hyperv_n-h1-713301-16 {{(pid=95103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 19:26:30.452728 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ae06b5-729f-44d8-a68b-4758a2cb9a8d req-4043c15c-8825-4c42-bdb9-d18bafc49730 tempest-ServerRescueTestJSON-83326898 tempest-ServerRescueTestJSON-83326898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:26:30.461344 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-97ae06b5-729f-44d8-a68b-4758a2cb9a8d req-4043c15c-8825-4c42-bdb9-d18bafc49730 tempest-ServerRescueTestJSON-83326898 tempest-ServerRescueTestJSON-83326898-project] 10.222.0.67 "GET /v2.0/ports?device_id=d885963b-72aa-42e0-909c-c5c9f0a64a9f HTTP/1.1" status: 200 len: 945 time: 0.0885844 Sep 23 19:26:30.534159 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-97ae06b5-729f-44d8-a68b-4758a2cb9a8d req-1814853e-3288-4730-9c61-7d2a54a87921 tempest-ServerRescueTestJSON-83326898 tempest-ServerRescueTestJSON-83326898-project] 10.222.0.67 "GET /v2.0/security-groups?id=324a4552-7b72-4e62-bcd4-dc8354c093e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664020 Sep 23 19:26:30.541912 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Pushing event updated for resources: {'Port': ['ID=da180eed-7ed3-4b42-8811-39a363b2af88,revision_number=5']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:26:30.564221 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-876eb6c5-ffd1-4a75-8bf6-d093157558ce req-9df17a12-096c-4595-b8a6-309ad1aafd02 tempest-ServersOnMultiNodesTest-2040324995 tempest-ServersOnMultiNodesTest-2040324995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:26:30.565807 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Provisioning for port 0c254e5c-f9ae-4753-bdda-ad06ac5acf06 completed by entity L2. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 19:26:30.566273 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-876eb6c5-ffd1-4a75-8bf6-d093157558ce req-9df17a12-096c-4595-b8a6-309ad1aafd02 tempest-ServersOnMultiNodesTest-2040324995 tempest-ServersOnMultiNodesTest-2040324995-project] 10.222.0.67 "GET /v2.0/ports?device_id=37f3747b-af6d-43ab-8cf9-732d2fbffadb HTTP/1.1" status: 200 len: 948 time: 0.1021991 Sep 23 19:26:30.572010 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Provisioning complete for port 0c254e5c-f9ae-4753-bdda-ad06ac5acf06 triggered by entity L2. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:26:30.572790 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:26:30.610963 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-876eb6c5-ffd1-4a75-8bf6-d093157558ce req-c01052ac-bb71-429e-90a4-c81cfc0e95fb tempest-ServersOnMultiNodesTest-2040324995 tempest-ServersOnMultiNodesTest-2040324995-project] 10.222.0.67 "GET /v2.0/security-groups?id=157e791d-182d-45ba-a5d1-6edf868180cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383091 Sep 23 19:26:30.633003 n-d-713301-16 neutron-server[95101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '097e9448-a9a3-47de-b7ae-2be0ab748b3f', 'name': 'network-vif-deleted', 'tag': '94e45347-5931-47d4-b5bb-4687bd16f0e4'}] {{(pid=95101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 19:26:30.636475 n-d-713301-16 neutron-server[95101]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d8366c5740cd635e57ab12b71fe44a77c2acc3c19091ef849c6f68b380462244" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56f74532-dcb8-4479-95e3-31a07bb48697" -d '{"events": [{"server_uuid": "097e9448-a9a3-47de-b7ae-2be0ab748b3f", "name": "network-vif-deleted", "tag": "94e45347-5931-47d4-b5bb-4687bd16f0e4"}]}' {{(pid=95101) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 19:26:30.696923 n-d-713301-16 neutron-server[95101]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 19:26:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-970f72e3-478d-4a1a-9fef-2b768741a11f x-openstack-request-id: req-970f72e3-478d-4a1a-9fef-2b768741a11f {{(pid=95101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 19:26:30.697223 n-d-713301-16 neutron-server[95101]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "097e9448-a9a3-47de-b7ae-2be0ab748b3f", "name": "network-vif-deleted", "tag": "94e45347-5931-47d4-b5bb-4687bd16f0e4", "status": "completed", "code": 200}]} {{(pid=95101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 19:26:30.697474 n-d-713301-16 neutron-server[95101]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-970f72e3-478d-4a1a-9fef-2b768741a11f {{(pid=95101) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 19:26:30.697873 n-d-713301-16 neutron-server[95101]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '097e9448-a9a3-47de-b7ae-2be0ab748b3f', 'name': 'network-vif-deleted', 'tag': '94e45347-5931-47d4-b5bb-4687bd16f0e4', 'status': 'completed', 'code': 200} Sep 23 19:26:30.751872 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a169e8-c3b9-4d60-8f13-c80a1c150337 req-9d9abd46-bec6-4469-abeb-75f15bdef94c tempest-ServerMetadataNegativeTestJSON-1471855551 tempest-ServerMetadataNegativeTestJSON-1471855551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:26:30.754117 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-60a169e8-c3b9-4d60-8f13-c80a1c150337 req-9d9abd46-bec6-4469-abeb-75f15bdef94c tempest-ServerMetadataNegativeTestJSON-1471855551 tempest-ServerMetadataNegativeTestJSON-1471855551-project] 10.222.0.67 "GET /v2.0/ports?device_id=0a29a452-39b4-4fdf-90ed-df414ef3167a HTTP/1.1" status: 200 len: 944 time: 0.0540023 Sep 23 19:26:30.807845 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:26:30.809110 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-60a169e8-c3b9-4d60-8f13-c80a1c150337 req-964930a5-55cd-4289-9c00-b8584f481795 tempest-ServerMetadataNegativeTestJSON-1471855551 tempest-ServerMetadataNegativeTestJSON-1471855551-project] 10.222.0.67 "GET /v2.0/security-groups?id=4486e9b7-ad84-4653-8605-cf36c5fee1cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467286 Sep 23 19:26:30.844292 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] For port 0c254e5c-f9ae-4753-bdda-ad06ac5acf06, host n-h1-713301-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-16',level=0,port_id=0c254e5c-f9ae-4753-bdda-ad06ac5acf06,segment=NetworkSegment(4f7ea034-18ba-4cde-bf97-7b7b61f8a982),segment_id=4f7ea034-18ba-4cde-bf97-7b7b61f8a982)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:26:30.853307 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:26:30.853307 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Device f3e719d6-489d-48f8-9f60-3adc695a1cfe up at agent hyperv_n-h1-713301-16 {{(pid=95103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 19:26:30.856057 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-35393cad-1db7-4bf5-a813-2818c3c17602 req-364584d8-ca62-44a7-a4dc-d043f85300a9 tempest-DeleteServersTestJSON-2111530366 tempest-DeleteServersTestJSON-2111530366-project] 10.222.0.67 "GET /v2.0/ports?device_id=f2983e52-2c54-48e1-88d9-e4bc84f795ae HTTP/1.1" status: 200 len: 210 time: 0.0292838 Sep 23 19:26:30.947373 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Pushing event updated for resources: {'Port': ['ID=0c254e5c-f9ae-4753-bdda-ad06ac5acf06,revision_number=5']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:26:30.960463 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Provisioning for port f3e719d6-489d-48f8-9f60-3adc695a1cfe completed by entity L2. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 19:26:30.964760 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Provisioning complete for port f3e719d6-489d-48f8-9f60-3adc695a1cfe triggered by entity L2. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:26:30.965129 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:26:30.987399 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af49171e-9bd8-4a17-84cb-060a5fedce88 req-9371962f-ad11-4b9d-a304-7420cb795fae tempest-MigrationsAdminTest-397594546 tempest-MigrationsAdminTest-397594546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:26:30.993351 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-af49171e-9bd8-4a17-84cb-060a5fedce88 req-9371962f-ad11-4b9d-a304-7420cb795fae tempest-MigrationsAdminTest-397594546 tempest-MigrationsAdminTest-397594546-project] 10.222.0.67 "GET /v2.0/ports?device_id=342358f0-a808-4879-9696-19cba9625afd HTTP/1.1" status: 200 len: 949 time: 0.0763578 Sep 23 19:26:31.005479 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Device 771df79c-bcaf-4794-bef5-4ba4e4135f21 up at agent hyperv_n-h2-713301-16 {{(pid=95103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 19:26:31.036213 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-af49171e-9bd8-4a17-84cb-060a5fedce88 req-4c69b080-72e4-4201-bb37-c34e3c10ad8f tempest-MigrationsAdminTest-397594546 tempest-MigrationsAdminTest-397594546-project] 10.222.0.67 "GET /v2.0/security-groups?id=78cb509b-31c4-4e2a-bb5c-7abd6194dcc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359750 Sep 23 19:26:31.103014 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:26:31.104858 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Provisioning for port 771df79c-bcaf-4794-bef5-4ba4e4135f21 completed by entity L2. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 19:26:31.116266 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Provisioning complete for port 771df79c-bcaf-4794-bef5-4ba4e4135f21 triggered by entity L2. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:26:31.116656 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:26:31.162575 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] For port f3e719d6-489d-48f8-9f60-3adc695a1cfe, host n-h1-713301-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-16',level=0,port_id=f3e719d6-489d-48f8-9f60-3adc695a1cfe,segment=NetworkSegment(00dc7b2f-018d-4fcd-a76f-deef20c5f9fc),segment_id=00dc7b2f-018d-4fcd-a76f-deef20c5f9fc)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:26:31.167513 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:26:31.168272 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Device 194bdc80-29c5-4612-969b-b0aa5f139617 up at agent hyperv_n-h1-713301-16 {{(pid=95103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 19:26:31.270236 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Pushing event updated for resources: {'Port': ['ID=f3e719d6-489d-48f8-9f60-3adc695a1cfe,revision_number=5']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:26:31.288438 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:26:31.302025 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Provisioning for port 194bdc80-29c5-4612-969b-b0aa5f139617 completed by entity L2. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 19:26:31.311504 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Provisioning complete for port 194bdc80-29c5-4612-969b-b0aa5f139617 triggered by entity L2. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:26:31.311916 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:26:31.345514 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] For port 771df79c-bcaf-4794-bef5-4ba4e4135f21, host n-h2-713301-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-16',level=0,port_id=771df79c-bcaf-4794-bef5-4ba4e4135f21,segment=NetworkSegment(1f8fe149-c208-4c15-8641-a4e43ab7bbce),segment_id=1f8fe149-c208-4c15-8641-a4e43ab7bbce)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:26:31.351132 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:26:31.352000 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Device 94e45347-5931-47d4-b5bb-4687bd16f0e4 no longer exists at agent hyperv_n-h2-713301-16 {{(pid=95103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 19:26:31.411747 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.plugin [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] No Port match for: 94e45347-5931-47d4-b5bb-4687bd16f0e4 {{(pid=95103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 19:26:31.411747 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Device 94e45347-5931-47d4-b5bb-4687bd16f0e4 not bound to the agent host n-h2-713301-16 {{(pid=95103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 19:26:31.436976 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Pushing event updated for resources: {'Port': ['ID=771df79c-bcaf-4794-bef5-4ba4e4135f21,revision_number=5']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:26:31.478188 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b715b1-ffb3-4f5b-a0bb-455b7029fe74 req-08a00334-cadc-43a7-9a3e-9e52c69954c7 tempest-TaggedBootDevicesTest-1101605307 tempest-TaggedBootDevicesTest-1101605307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:26:31.479005 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:26:31.485315 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b715b1-ffb3-4f5b-a0bb-455b7029fe74 req-08a00334-cadc-43a7-9a3e-9e52c69954c7 tempest-TaggedBootDevicesTest-1101605307 tempest-TaggedBootDevicesTest-1101605307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:26:31.493573 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b715b1-ffb3-4f5b-a0bb-455b7029fe74 req-08a00334-cadc-43a7-9a3e-9e52c69954c7 tempest-TaggedBootDevicesTest-1101605307 tempest-TaggedBootDevicesTest-1101605307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:26:31.501170 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b715b1-ffb3-4f5b-a0bb-455b7029fe74 req-08a00334-cadc-43a7-9a3e-9e52c69954c7 tempest-TaggedBootDevicesTest-1101605307 tempest-TaggedBootDevicesTest-1101605307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:26:31.509722 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b715b1-ffb3-4f5b-a0bb-455b7029fe74 req-08a00334-cadc-43a7-9a3e-9e52c69954c7 tempest-TaggedBootDevicesTest-1101605307 tempest-TaggedBootDevicesTest-1101605307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:26:31.516989 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b715b1-ffb3-4f5b-a0bb-455b7029fe74 req-08a00334-cadc-43a7-9a3e-9e52c69954c7 tempest-TaggedBootDevicesTest-1101605307 tempest-TaggedBootDevicesTest-1101605307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:26:31.524755 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b715b1-ffb3-4f5b-a0bb-455b7029fe74 req-08a00334-cadc-43a7-9a3e-9e52c69954c7 tempest-TaggedBootDevicesTest-1101605307 tempest-TaggedBootDevicesTest-1101605307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:26:31.525899 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] For port 194bdc80-29c5-4612-969b-b0aa5f139617, host n-h1-713301-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-16',level=0,port_id=194bdc80-29c5-4612-969b-b0aa5f139617,segment=NetworkSegment(4f7ea034-18ba-4cde-bf97-7b7b61f8a982),segment_id=4f7ea034-18ba-4cde-bf97-7b7b61f8a982)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:26:31.527220 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-a5b715b1-ffb3-4f5b-a0bb-455b7029fe74 req-08a00334-cadc-43a7-9a3e-9e52c69954c7 tempest-TaggedBootDevicesTest-1101605307 tempest-TaggedBootDevicesTest-1101605307-project] 10.222.0.67 "GET /v2.0/ports?device_id=6c7d744a-f584-4648-aa8d-a6936fa22df4 HTTP/1.1" status: 200 len: 5433 time: 0.1294518 Sep 23 19:26:31.531169 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:26:31.533492 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Device 7d41c37f-74cf-40b0-90b0-f617844a1824 up at agent hyperv_n-h1-713301-16 {{(pid=95103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 19:26:31.594382 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 38646) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:26:31.620032 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-a5b715b1-ffb3-4f5b-a0bb-455b7029fe74 req-1f1fbdfd-1688-4871-a183-d25e691d40e3 tempest-TaggedBootDevicesTest-1101605307 tempest-TaggedBootDevicesTest-1101605307-project] 10.222.0.67 "GET /v2.0/security-groups?id=7583e831-f62b-49a7-9a62-f1028bb8aa73&id=a101b72e-c698-4e76-88ce-3dcbb1163262&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0809345 Sep 23 19:26:31.634040 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Pushing event updated for resources: {'Port': ['ID=194bdc80-29c5-4612-969b-b0aa5f139617,revision_number=5']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:26:31.656382 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Provisioning for port 7d41c37f-74cf-40b0-90b0-f617844a1824 completed by entity L2. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 19:26:31.662637 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Provisioning complete for port 7d41c37f-74cf-40b0-90b0-f617844a1824 triggered by entity L2. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:26:31.663569 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:26:31.684867 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b66ca8-44e9-4a6c-b6c3-9945dca86b3f req-32bc7c7e-8e6f-4787-a021-bd4e0e0f28ad tempest-ServerRescueTestJSON-83326898 tempest-ServerRescueTestJSON-83326898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:26:31.687287 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-64b66ca8-44e9-4a6c-b6c3-9945dca86b3f req-32bc7c7e-8e6f-4787-a021-bd4e0e0f28ad tempest-ServerRescueTestJSON-83326898 tempest-ServerRescueTestJSON-83326898-project] 10.222.0.67 "GET /v2.0/ports?device_id=d885963b-72aa-42e0-909c-c5c9f0a64a9f HTTP/1.1" status: 200 len: 945 time: 0.0649438 Sep 23 19:26:31.753792 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-64b66ca8-44e9-4a6c-b6c3-9945dca86b3f req-f03c5076-4f0c-414f-a74a-5f96174485c2 tempest-ServerRescueTestJSON-83326898 tempest-ServerRescueTestJSON-83326898-project] 10.222.0.67 "GET /v2.0/security-groups?id=324a4552-7b72-4e62-bcd4-dc8354c093e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603833 Sep 23 19:26:31.761361 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:26:31.768735 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-5a67a944-98d9-460a-a80b-d3c5c1daa7de admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=7378eb41a4024052a7bef85170e664b4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1731668 Sep 23 19:26:31.769336 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 38652) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:26:31.774266 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97991477-f6ce-48d3-95fd-d67a0c33ee64 req-7dc22803-f466-4833-a567-01ca8bb42b91 tempest-ServersOnMultiNodesTest-2040324995 tempest-ServersOnMultiNodesTest-2040324995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:26:31.775816 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-97991477-f6ce-48d3-95fd-d67a0c33ee64 req-7dc22803-f466-4833-a567-01ca8bb42b91 tempest-ServersOnMultiNodesTest-2040324995 tempest-ServersOnMultiNodesTest-2040324995-project] 10.222.0.67 "GET /v2.0/ports?device_id=37f3747b-af6d-43ab-8cf9-732d2fbffadb HTTP/1.1" status: 200 len: 948 time: 0.0689402 Sep 23 19:26:31.807443 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] For port 7d41c37f-74cf-40b0-90b0-f617844a1824, host n-h1-713301-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-16',level=0,port_id=7d41c37f-74cf-40b0-90b0-f617844a1824,segment=NetworkSegment(4f7ea034-18ba-4cde-bf97-7b7b61f8a982),segment_id=4f7ea034-18ba-4cde-bf97-7b7b61f8a982)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:26:31.812906 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:26:31.814121 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Device a73134aa-88bd-4f4e-b879-878962ff1de1 no longer exists at agent hyperv_n-h1-713301-16 {{(pid=95103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 19:26:31.821129 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-e0fce906-f542-49a2-8ee3-f71417fa222d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:26:31.821345 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-97991477-f6ce-48d3-95fd-d67a0c33ee64 req-2b9a0d26-eed4-405e-9a15-44449e04479b tempest-ServersOnMultiNodesTest-2040324995 tempest-ServersOnMultiNodesTest-2040324995-project] 10.222.0.67 "GET /v2.0/security-groups?id=157e791d-182d-45ba-a5d1-6edf868180cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394261 Sep 23 19:26:31.846217 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-e0fce906-f542-49a2-8ee3-f71417fa222d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:26:31.862967 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.plugin [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] No Port match for: a73134aa-88bd-4f4e-b879-878962ff1de1 {{(pid=95103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 19:26:31.863306 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Device a73134aa-88bd-4f4e-b879-878962ff1de1 not bound to the agent host n-h1-713301-16 {{(pid=95103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 19:26:31.899453 n-d-713301-16 neutron-server[95103]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c7d744a-f584-4648-aa8d-a6936fa22df4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '04608e80-e340-4c55-b856-25d17244403b'}, {'server_uuid': '6c7d744a-f584-4648-aa8d-a6936fa22df4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da180eed-7ed3-4b42-8811-39a363b2af88'}, {'server_uuid': '6c7d744a-f584-4648-aa8d-a6936fa22df4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c254e5c-f9ae-4753-bdda-ad06ac5acf06'}, {'server_uuid': '6c7d744a-f584-4648-aa8d-a6936fa22df4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f3e719d6-489d-48f8-9f60-3adc695a1cfe'}, {'server_uuid': '0a29a452-39b4-4fdf-90ed-df414ef3167a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '771df79c-bcaf-4794-bef5-4ba4e4135f21'}, {'server_uuid': '6c7d744a-f584-4648-aa8d-a6936fa22df4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '194bdc80-29c5-4612-969b-b0aa5f139617'}, {'server_uuid': '6c7d744a-f584-4648-aa8d-a6936fa22df4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d41c37f-74cf-40b0-90b0-f617844a1824'}] {{(pid=95103) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 19:26:31.902554 n-d-713301-16 neutron-server[95103]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}81a1c17f2aa89d5b3ebbba3a3e0cf7eb588e431c2224256110c4c4facdd7c3e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-780c925a-add3-4c60-80b7-12fb0ad2ee28" -d '{"events": [{"server_uuid": "6c7d744a-f584-4648-aa8d-a6936fa22df4", "name": "network-vif-plugged", "status": "completed", "tag": "04608e80-e340-4c55-b856-25d17244403b"}, {"server_uuid": "6c7d744a-f584-4648-aa8d-a6936fa22df4", "name": "network-vif-plugged", "status": "completed", "tag": "da180eed-7ed3-4b42-8811-39a363b2af88"}, {"server_uuid": "6c7d744a-f584-4648-aa8d-a6936fa22df4", "name": "network-vif-plugged", "status": "completed", "tag": "0c254e5c-f9ae-4753-bdda-ad06ac5acf06"}, {"server_uuid": "6c7d744a-f584-4648-aa8d-a6936fa22df4", "name": "network-vif-plugged", "status": "completed", "tag": "f3e719d6-489d-48f8-9f60-3adc695a1cfe"}, {"server_uuid": "0a29a452-39b4-4fdf-90ed-df414ef3167a", "name": "network-vif-plugged", "status": "completed", "tag": "771df79c-bcaf-4794-bef5-4ba4e4135f21"}, {"server_uuid": "6c7d744a-f584-4648-aa8d-a6936fa22df4", "name": "network-vif-plugged", "status": "completed", "tag": "194bdc80-29c5-4612-969b-b0aa5f139617"}, {"server_uuid": "6c7d744a-f584-4648-aa8d-a6936fa22df4", "name": "network-vif-plugged", "status": "completed", "tag": "7d41c37f-74cf-40b0-90b0-f617844a1824"}]}' {{(pid=95103) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 19:26:31.906610 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Pushing event updated for resources: {'Port': ['ID=7d41c37f-74cf-40b0-90b0-f617844a1824,revision_number=5']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:26:31.913695 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-e0fce906-f542-49a2-8ee3-f71417fa222d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:26:31.916376 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-e0fce906-f542-49a2-8ee3-f71417fa222d admin admin] Notify callbacks [] for security_group, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:26:31.920106 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-e0fce906-f542-49a2-8ee3-f71417fa222d admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/ca037e85-c27b-43ae-a8b5-022c067ca7c6 HTTP/1.1" status: 204 len: 168 time: 0.1476426 Sep 23 19:26:31.925809 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0fce906-f542-49a2-8ee3-f71417fa222d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca037e85-c27b-43ae-a8b5-022c067ca7c6,revision_number=None']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:26:31.969881 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd8672a0-05ed-45f8-b8ae-c7dc29ad451c req-502f3252-c454-4d34-b990-49befd1ec41f tempest-ServerMetadataNegativeTestJSON-1471855551 tempest-ServerMetadataNegativeTestJSON-1471855551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:26:31.971511 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-fd8672a0-05ed-45f8-b8ae-c7dc29ad451c req-502f3252-c454-4d34-b990-49befd1ec41f tempest-ServerMetadataNegativeTestJSON-1471855551 tempest-ServerMetadataNegativeTestJSON-1471855551-project] 10.222.0.67 "GET /v2.0/ports?device_id=0a29a452-39b4-4fdf-90ed-df414ef3167a HTTP/1.1" status: 200 len: 945 time: 0.0921330 Sep 23 19:26:32.000284 n-d-713301-16 neutron-server[95103]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 1209 Content-Type: application/json Date: Thu, 23 Sep 2021 19:26:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31e5caeb-ebe6-42ef-bdf0-d5324ec7ab01 x-openstack-request-id: req-31e5caeb-ebe6-42ef-bdf0-d5324ec7ab01 {{(pid=95103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 19:26:32.001063 n-d-713301-16 neutron-server[95103]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6c7d744a-f584-4648-aa8d-a6936fa22df4", "name": "network-vif-plugged", "status": "completed", "tag": "04608e80-e340-4c55-b856-25d17244403b", "code": 200}, {"server_uuid": "6c7d744a-f584-4648-aa8d-a6936fa22df4", "name": "network-vif-plugged", "status": "completed", "tag": "da180eed-7ed3-4b42-8811-39a363b2af88", "code": 200}, {"server_uuid": "6c7d744a-f584-4648-aa8d-a6936fa22df4", "name": "network-vif-plugged", "status": "completed", "tag": "0c254e5c-f9ae-4753-bdda-ad06ac5acf06", "code": 200}, {"server_uuid": "6c7d744a-f584-4648-aa8d-a6936fa22df4", "name": "network-vif-plugged", "status": "completed", "tag": "f3e719d6-489d-48f8-9f60-3adc695a1cfe", "code": 200}, {"server_uuid": "0a29a452-39b4-4fdf-90ed-df414ef3167a", "name": "network-vif-plugged", "status": "completed", "tag": "771df79c-bcaf-4794-bef5-4ba4e4135f21", "code": 200}, {"server_uuid": "6c7d744a-f584-4648-aa8d-a6936fa22df4", "name": "network-vif-plugged", "status": "completed", "tag": "194bdc80-29c5-4612-969b-b0aa5f139617", "code": 200}, {"server_uuid": "6c7d744a-f584-4648-aa8d-a6936fa22df4", "name": "network-vif-plugged", "status": "completed", "tag": "7d41c37f-74cf-40b0-90b0-f617844a1824", "code": 200}]} {{(pid=95103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 19:26:32.001324 n-d-713301-16 neutron-server[95103]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-31e5caeb-ebe6-42ef-bdf0-d5324ec7ab01 {{(pid=95103) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 19:26:32.001753 n-d-713301-16 neutron-server[95103]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c7d744a-f584-4648-aa8d-a6936fa22df4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '04608e80-e340-4c55-b856-25d17244403b', 'code': 200} Sep 23 19:26:32.002013 n-d-713301-16 neutron-server[95103]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c7d744a-f584-4648-aa8d-a6936fa22df4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da180eed-7ed3-4b42-8811-39a363b2af88', 'code': 200} Sep 23 19:26:32.002268 n-d-713301-16 neutron-server[95103]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c7d744a-f584-4648-aa8d-a6936fa22df4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c254e5c-f9ae-4753-bdda-ad06ac5acf06', 'code': 200} Sep 23 19:26:32.002521 n-d-713301-16 neutron-server[95103]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c7d744a-f584-4648-aa8d-a6936fa22df4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f3e719d6-489d-48f8-9f60-3adc695a1cfe', 'code': 200} Sep 23 19:26:32.002794 n-d-713301-16 neutron-server[95103]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0a29a452-39b4-4fdf-90ed-df414ef3167a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '771df79c-bcaf-4794-bef5-4ba4e4135f21', 'code': 200} Sep 23 19:26:32.003013 n-d-713301-16 neutron-server[95103]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c7d744a-f584-4648-aa8d-a6936fa22df4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '194bdc80-29c5-4612-969b-b0aa5f139617', 'code': 200} Sep 23 19:26:32.003276 n-d-713301-16 neutron-server[95103]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c7d744a-f584-4648-aa8d-a6936fa22df4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d41c37f-74cf-40b0-90b0-f617844a1824', 'code': 200} Sep 23 19:26:32.025625 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-fd8672a0-05ed-45f8-b8ae-c7dc29ad451c req-2ba817dc-dc7f-4d29-a3a6-1a13e84ede9c tempest-ServerMetadataNegativeTestJSON-1471855551 tempest-ServerMetadataNegativeTestJSON-1471855551-project] 10.222.0.67 "GET /v2.0/security-groups?id=4486e9b7-ad84-4653-8605-cf36c5fee1cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477743 Sep 23 19:26:32.136388 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f58f2900-302d-46cf-a286-c18721dcb6aa req-554306e1-36a2-4fed-af57-36e5ff663deb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:26:32.138021 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-f58f2900-302d-46cf-a286-c18721dcb6aa req-554306e1-36a2-4fed-af57-36e5ff663deb service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=0a29a452-39b4-4fdf-90ed-df414ef3167a HTTP/1.1" status: 200 len: 1097 time: 0.0748782 Sep 23 19:26:32.214472 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8975e223-9bf9-4830-8493-0ffc918d8d81 req-a93067d9-bbc0-4ddc-81e3-2fa642a12494 tempest-MigrationsAdminTest-397594546 tempest-MigrationsAdminTest-397594546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:26:32.224834 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-8975e223-9bf9-4830-8493-0ffc918d8d81 req-a93067d9-bbc0-4ddc-81e3-2fa642a12494 tempest-MigrationsAdminTest-397594546 tempest-MigrationsAdminTest-397594546-project] 10.222.0.67 "GET /v2.0/ports?device_id=342358f0-a808-4879-9696-19cba9625afd HTTP/1.1" status: 200 len: 949 time: 0.0670078 Sep 23 19:26:32.279061 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4784232-6cf2-4809-956b-8ee270762587 req-e34bbc77-f7e9-4481-b36f-16b14726274d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:26:32.279723 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4784232-6cf2-4809-956b-8ee270762587 req-e34bbc77-f7e9-4481-b36f-16b14726274d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:26:32.280687 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4784232-6cf2-4809-956b-8ee270762587 req-e34bbc77-f7e9-4481-b36f-16b14726274d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:26:32.281308 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4784232-6cf2-4809-956b-8ee270762587 req-e34bbc77-f7e9-4481-b36f-16b14726274d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:26:32.282166 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4784232-6cf2-4809-956b-8ee270762587 req-e34bbc77-f7e9-4481-b36f-16b14726274d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:26:32.282682 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4784232-6cf2-4809-956b-8ee270762587 req-e34bbc77-f7e9-4481-b36f-16b14726274d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:26:32.283151 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4784232-6cf2-4809-956b-8ee270762587 req-e34bbc77-f7e9-4481-b36f-16b14726274d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:26:32.285192 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-a4784232-6cf2-4809-956b-8ee270762587 req-e34bbc77-f7e9-4481-b36f-16b14726274d service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=6c7d744a-f584-4648-aa8d-a6936fa22df4 HTTP/1.1" status: 200 len: 6499 time: 0.1415274 Sep 23 19:26:32.288395 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-8975e223-9bf9-4830-8493-0ffc918d8d81 req-9ddaf060-d881-4223-bcd6-f57fd13922c8 tempest-MigrationsAdminTest-397594546 tempest-MigrationsAdminTest-397594546-project] 10.222.0.67 "GET /v2.0/security-groups?id=78cb509b-31c4-4e2a-bb5c-7abd6194dcc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585053 Sep 23 19:26:32.296305 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-f58f2900-302d-46cf-a286-c18721dcb6aa req-6f722b9c-87ae-4a89-a758-98633ec4822e service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=4486e9b7-ad84-4653-8605-cf36c5fee1cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990422 Sep 23 19:26:32.343537 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-a4784232-6cf2-4809-956b-8ee270762587 req-bc81767d-b7f9-46bc-b637-0a435403364b service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=a101b72e-c698-4e76-88ce-3dcbb1163262&id=7583e831-f62b-49a7-9a62-f1028bb8aa73&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0414402 Sep 23 19:26:32.350668 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 38678) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:26:32.366341 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-e9e411f2-a158-4185-aff6-b1b9abdd326d admin admin] Notify callbacks [] for security_group, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:26:32.482296 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-e9e411f2-a158-4185-aff6-b1b9abdd326d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:26:32.487578 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-e9e411f2-a158-4185-aff6-b1b9abdd326d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:26:32.535256 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-e9e411f2-a158-4185-aff6-b1b9abdd326d admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=3748946ae30644e6bcca9d31ac73d390&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1833930 Sep 23 19:26:32.536509 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e411f2-a158-4185-aff6-b1b9abdd326d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ed47b93-7e40-4cd4-9a9f-c065cc094656,revision_number=1']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:26:32.540875 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 38690) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:26:32.599437 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cffcb3f-39c3-4b92-8280-d30d4ac45b02 req-9f2c6855-54e8-4d20-8fe4-5f74d0b7fae1 tempest-DeleteServersTestJSON-2111530366 tempest-DeleteServersTestJSON-2111530366-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:26:32.601117 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-5cffcb3f-39c3-4b92-8280-d30d4ac45b02 req-9f2c6855-54e8-4d20-8fe4-5f74d0b7fae1 tempest-DeleteServersTestJSON-2111530366 tempest-DeleteServersTestJSON-2111530366-project] 10.222.0.67 "GET /v2.0/networks?id=e47803fc-37db-4c82-80ca-757602b818ca HTTP/1.1" status: 200 len: 812 time: 0.1407883 Sep 23 19:26:32.629115 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-5cffcb3f-39c3-4b92-8280-d30d4ac45b02 req-5e031140-e5cc-40d8-bcc8-87680706551f tempest-DeleteServersTestJSON-2111530366 tempest-DeleteServersTestJSON-2111530366-project] 10.222.0.67 "GET /v2.0/quotas/30554f6e61d54c6bbf3c805c15e93860 HTTP/1.1" status: 200 len: 375 time: 0.0205507 Sep 23 19:26:32.630147 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-f72f1cb4-a390-465e-9b9f-dbf5ac0a8216 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:26:32.675468 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-5cffcb3f-39c3-4b92-8280-d30d4ac45b02 req-570e058e-1874-43c2-90e4-9f8e2fb15e85 tempest-DeleteServersTestJSON-2111530366 tempest-DeleteServersTestJSON-2111530366-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=30554f6e61d54c6bbf3c805c15e93860&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0338032 Sep 23 19:26:32.681459 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-f72f1cb4-a390-465e-9b9f-dbf5ac0a8216 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:26:32.856731 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e02913-1b1f-4421-8e01-2a28fd214ed1 req-883484e4-e7b9-44b5-830b-ecf3f87db8e5 tempest-TaggedBootDevicesTest-1101605307 tempest-TaggedBootDevicesTest-1101605307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:26:32.862600 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e02913-1b1f-4421-8e01-2a28fd214ed1 req-883484e4-e7b9-44b5-830b-ecf3f87db8e5 tempest-TaggedBootDevicesTest-1101605307 tempest-TaggedBootDevicesTest-1101605307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:26:32.869087 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e02913-1b1f-4421-8e01-2a28fd214ed1 req-883484e4-e7b9-44b5-830b-ecf3f87db8e5 tempest-TaggedBootDevicesTest-1101605307 tempest-TaggedBootDevicesTest-1101605307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:26:32.875246 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e02913-1b1f-4421-8e01-2a28fd214ed1 req-883484e4-e7b9-44b5-830b-ecf3f87db8e5 tempest-TaggedBootDevicesTest-1101605307 tempest-TaggedBootDevicesTest-1101605307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:26:32.881228 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e02913-1b1f-4421-8e01-2a28fd214ed1 req-883484e4-e7b9-44b5-830b-ecf3f87db8e5 tempest-TaggedBootDevicesTest-1101605307 tempest-TaggedBootDevicesTest-1101605307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:26:32.887169 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e02913-1b1f-4421-8e01-2a28fd214ed1 req-883484e4-e7b9-44b5-830b-ecf3f87db8e5 tempest-TaggedBootDevicesTest-1101605307 tempest-TaggedBootDevicesTest-1101605307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:26:32.893132 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e02913-1b1f-4421-8e01-2a28fd214ed1 req-883484e4-e7b9-44b5-830b-ecf3f87db8e5 tempest-TaggedBootDevicesTest-1101605307 tempest-TaggedBootDevicesTest-1101605307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:26:32.894984 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-e6e02913-1b1f-4421-8e01-2a28fd214ed1 req-883484e4-e7b9-44b5-830b-ecf3f87db8e5 tempest-TaggedBootDevicesTest-1101605307 tempest-TaggedBootDevicesTest-1101605307-project] 10.222.0.67 "GET /v2.0/ports?device_id=6c7d744a-f584-4648-aa8d-a6936fa22df4 HTTP/1.1" status: 200 len: 5435 time: 0.1767833 Sep 23 19:26:32.905516 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-f72f1cb4-a390-465e-9b9f-dbf5ac0a8216 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:26:32.908014 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-f72f1cb4-a390-465e-9b9f-dbf5ac0a8216 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:26:32.909138 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-f72f1cb4-a390-465e-9b9f-dbf5ac0a8216 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/5ed47b93-7e40-4cd4-9a9f-c065cc094656 HTTP/1.1" status: 204 len: 168 time: 0.3683202 Sep 23 19:26:32.927189 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-5cffcb3f-39c3-4b92-8280-d30d4ac45b02 req-9461eb2f-68e4-4469-aa46-146b4037117f service neutron] 10.222.0.67 "GET /v2.0/networks/e47803fc-37db-4c82-80ca-757602b818ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2437766 Sep 23 19:26:32.942722 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f72f1cb4-a390-465e-9b9f-dbf5ac0a8216 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ed47b93-7e40-4cd4-9a9f-c065cc094656,revision_number=None']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:26:32.989360 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-e6e02913-1b1f-4421-8e01-2a28fd214ed1 req-5471daa0-c302-4a8e-84d9-f073dfa6eef9 tempest-TaggedBootDevicesTest-1101605307 tempest-TaggedBootDevicesTest-1101605307-project] 10.222.0.67 "GET /v2.0/security-groups?id=7583e831-f62b-49a7-9a62-f1028bb8aa73&id=a101b72e-c698-4e76-88ce-3dcbb1163262&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0872474 Sep 23 19:26:33.049224 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-5cffcb3f-39c3-4b92-8280-d30d4ac45b02 req-4cf7bfd0-1379-4044-8efe-d6ef29e68e03 service neutron] 10.222.0.67 "GET /v2.0/networks/e47803fc-37db-4c82-80ca-757602b818ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1147351 Sep 23 19:26:33.121878 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-572f0243-e397-446b-a934-a8cac6f8bffd req-491d9a67-07c0-42d4-8edc-80e26394462a tempest-ServerRescueTestJSON-83326898 tempest-ServerRescueTestJSON-83326898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:26:33.123511 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-572f0243-e397-446b-a934-a8cac6f8bffd req-491d9a67-07c0-42d4-8edc-80e26394462a tempest-ServerRescueTestJSON-83326898 tempest-ServerRescueTestJSON-83326898-project] 10.222.0.67 "GET /v2.0/ports?device_id=d885963b-72aa-42e0-909c-c5c9f0a64a9f HTTP/1.1" status: 200 len: 945 time: 0.0541685 Sep 23 19:26:33.169610 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-572f0243-e397-446b-a934-a8cac6f8bffd req-c972b645-8bdf-4303-84d5-5939eb182e36 tempest-ServerRescueTestJSON-83326898 tempest-ServerRescueTestJSON-83326898-project] 10.222.0.67 "GET /v2.0/security-groups?id=324a4552-7b72-4e62-bcd4-dc8354c093e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349269 Sep 23 19:26:33.328523 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05aba701-e4ef-46e7-95ad-289a4f025820 req-91236f8e-8c90-40ab-bd28-92112866c129 tempest-ServersOnMultiNodesTest-2040324995 tempest-ServersOnMultiNodesTest-2040324995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:26:33.330073 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-05aba701-e4ef-46e7-95ad-289a4f025820 req-91236f8e-8c90-40ab-bd28-92112866c129 tempest-ServersOnMultiNodesTest-2040324995 tempest-ServersOnMultiNodesTest-2040324995-project] 10.222.0.67 "GET /v2.0/ports?device_id=37f3747b-af6d-43ab-8cf9-732d2fbffadb HTTP/1.1" status: 200 len: 948 time: 0.0926988 Sep 23 19:26:33.377662 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2580e98b-183c-470d-a04c-895d29f40a86 req-f99875e7-503e-4a56-afd4-0369add55cdf tempest-ServerMetadataNegativeTestJSON-1471855551 tempest-ServerMetadataNegativeTestJSON-1471855551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:26:33.379204 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-2580e98b-183c-470d-a04c-895d29f40a86 req-f99875e7-503e-4a56-afd4-0369add55cdf tempest-ServerMetadataNegativeTestJSON-1471855551 tempest-ServerMetadataNegativeTestJSON-1471855551-project] 10.222.0.67 "GET /v2.0/ports?device_id=0a29a452-39b4-4fdf-90ed-df414ef3167a HTTP/1.1" status: 200 len: 945 time: 0.1009135 Sep 23 19:26:33.387800 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-05aba701-e4ef-46e7-95ad-289a4f025820 req-d2002e37-f25d-4d53-acca-cb0f492aeab1 tempest-ServersOnMultiNodesTest-2040324995 tempest-ServersOnMultiNodesTest-2040324995-project] 10.222.0.67 "GET /v2.0/security-groups?id=157e791d-182d-45ba-a5d1-6edf868180cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505154 Sep 23 19:26:33.431742 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-2580e98b-183c-470d-a04c-895d29f40a86 req-3ccf20c1-e6fb-497e-8ba5-80efa7f3801b tempest-ServerMetadataNegativeTestJSON-1471855551 tempest-ServerMetadataNegativeTestJSON-1471855551-project] 10.222.0.67 "GET /v2.0/security-groups?id=4486e9b7-ad84-4653-8605-cf36c5fee1cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429511 Sep 23 19:26:33.514962 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-5555e986-b361-459c-9fd5-68677bd4de42 req-bd2223e8-4756-4aee-bacb-a22f81f1e456 tempest-DeleteServersTestJSON-2111530366 tempest-DeleteServersTestJSON-2111530366-project] 10.222.0.67 "GET /v2.0/ports?device_id=6d03c16a-10ee-40fc-b129-db8705ee9692 HTTP/1.1" status: 200 len: 210 time: 0.0379097 Sep 23 19:26:33.521496 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Device c518e050-362e-4a2e-9db8-5d7057c8627c details requested by agent hyperv_n-h1-713301-16 with host n-h1-713301-16 {{(pid=95103) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 19:26:33.662889 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e2a247-9832-4e77-9419-d12a6c7a7613 req-42f642c1-ab67-4b88-9569-45fe7577e640 tempest-MigrationsAdminTest-397594546 tempest-MigrationsAdminTest-397594546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:26:33.674789 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-c7e2a247-9832-4e77-9419-d12a6c7a7613 req-42f642c1-ab67-4b88-9569-45fe7577e640 tempest-MigrationsAdminTest-397594546 tempest-MigrationsAdminTest-397594546-project] 10.222.0.67 "GET /v2.0/ports?device_id=342358f0-a808-4879-9696-19cba9625afd HTTP/1.1" status: 200 len: 949 time: 0.1219718 Sep 23 19:26:33.744708 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-c7e2a247-9832-4e77-9419-d12a6c7a7613 req-0983d8d7-be08-4251-9be4-273bfc60efb2 tempest-MigrationsAdminTest-397594546 tempest-MigrationsAdminTest-397594546-project] 10.222.0.67 "GET /v2.0/security-groups?id=78cb509b-31c4-4e2a-bb5c-7abd6194dcc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688801 Sep 23 19:26:33.762154 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] For port c518e050-362e-4a2e-9db8-5d7057c8627c, host n-h1-713301-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-16',level=0,port_id=c518e050-362e-4a2e-9db8-5d7057c8627c,segment=NetworkSegment(6139d589-eb6c-4578-8935-c26ddf396853),segment_id=6139d589-eb6c-4578-8935-c26ddf396853)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:26:33.776730 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Returning: {'device': 'c518e050-362e-4a2e-9db8-5d7057c8627c', 'network_id': '5220cb0c-da05-478a-9604-8c11469a05b4', 'port_id': 'c518e050-362e-4a2e-9db8-5d7057c8627c', 'mac_address': 'fa:16:3e:39:19:ff', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 624, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1ccc69bc-9d6b-44d9-b227-204e47dc6e45', 'ip_address': '192.168.233.243'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95103) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 19:26:33.837160 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:26:33.856939 n-d-713301-16 neutron-server[95103]: DEBUG neutron.notifiers.nova [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c518e050-362e-4a2e-9db8-5d7057c8627c {{(pid=95103) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 19:26:33.883523 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] For port c518e050-362e-4a2e-9db8-5d7057c8627c, host n-h1-713301-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-16',level=0,port_id=c518e050-362e-4a2e-9db8-5d7057c8627c,segment=NetworkSegment(6139d589-eb6c-4578-8935-c26ddf396853),segment_id=6139d589-eb6c-4578-8935-c26ddf396853)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:26:33.889007 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:26:33.945650 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Pushing event updated for resources: {'Port': ['ID=c518e050-362e-4a2e-9db8-5d7057c8627c,revision_number=4']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:26:34.184002 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4396f099-c210-4175-8c52-8dcfd79bb888 req-cb7ca931-047a-4d10-b867-2f182c8ef9c6 tempest-TaggedBootDevicesTest-1101605307 tempest-TaggedBootDevicesTest-1101605307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:26:34.190275 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4396f099-c210-4175-8c52-8dcfd79bb888 req-cb7ca931-047a-4d10-b867-2f182c8ef9c6 tempest-TaggedBootDevicesTest-1101605307 tempest-TaggedBootDevicesTest-1101605307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:26:34.197876 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4396f099-c210-4175-8c52-8dcfd79bb888 req-cb7ca931-047a-4d10-b867-2f182c8ef9c6 tempest-TaggedBootDevicesTest-1101605307 tempest-TaggedBootDevicesTest-1101605307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:26:34.199229 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-bad7ba74-6def-4734-b770-73078aaab376 req-0ff3fb1e-b6a4-4c28-bc4e-70a71246b452 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=faabc1c8-1154-43c4-ac97-d3e758e17bc9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0483637 Sep 23 19:26:34.204420 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4396f099-c210-4175-8c52-8dcfd79bb888 req-cb7ca931-047a-4d10-b867-2f182c8ef9c6 tempest-TaggedBootDevicesTest-1101605307 tempest-TaggedBootDevicesTest-1101605307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:26:34.210834 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4396f099-c210-4175-8c52-8dcfd79bb888 req-cb7ca931-047a-4d10-b867-2f182c8ef9c6 tempest-TaggedBootDevicesTest-1101605307 tempest-TaggedBootDevicesTest-1101605307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:26:34.216915 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4396f099-c210-4175-8c52-8dcfd79bb888 req-cb7ca931-047a-4d10-b867-2f182c8ef9c6 tempest-TaggedBootDevicesTest-1101605307 tempest-TaggedBootDevicesTest-1101605307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:26:34.223420 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4396f099-c210-4175-8c52-8dcfd79bb888 req-cb7ca931-047a-4d10-b867-2f182c8ef9c6 tempest-TaggedBootDevicesTest-1101605307 tempest-TaggedBootDevicesTest-1101605307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:26:34.225662 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-4396f099-c210-4175-8c52-8dcfd79bb888 req-cb7ca931-047a-4d10-b867-2f182c8ef9c6 tempest-TaggedBootDevicesTest-1101605307 tempest-TaggedBootDevicesTest-1101605307-project] 10.222.0.67 "GET /v2.0/ports?device_id=6c7d744a-f584-4648-aa8d-a6936fa22df4 HTTP/1.1" status: 200 len: 5435 time: 0.1267526 Sep 23 19:26:34.274820 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad7ba74-6def-4734-b770-73078aaab376 req-1d576cbf-debb-4b70-8aac-41f436ff4d60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:26:34.276307 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-bad7ba74-6def-4734-b770-73078aaab376 req-1d576cbf-debb-4b70-8aac-41f436ff4d60 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=40280fc497444617bce52f5bbee56fb9&device_id=faabc1c8-1154-43c4-ac97-d3e758e17bc9 HTTP/1.1" status: 200 len: 1102 time: 0.0470150 Sep 23 19:26:34.276745 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] get_ports_and_sgs() called for port_ids ['c518e050-362e-4a2e-9db8-5d7057c8627c'] {{(pid=95103) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 19:26:34.280113 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-4396f099-c210-4175-8c52-8dcfd79bb888 req-eec97c2d-66fe-4bc0-8182-e76c5c1c48ce tempest-TaggedBootDevicesTest-1101605307 tempest-TaggedBootDevicesTest-1101605307-project] 10.222.0.67 "GET /v2.0/security-groups?id=7583e831-f62b-49a7-9a62-f1028bb8aa73&id=a101b72e-c698-4e76-88ce-3dcbb1163262&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0481267 Sep 23 19:26:34.401133 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad7ba74-6def-4734-b770-73078aaab376 req-7e6151c7-3469-4538-bf96-da45df9ddf16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:26:34.402286 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b0a678c-31a4-47d8-ba4f-706c5cd634e7 req-ab7e76df-de3e-45b9-8237-cef0f34214c3 tempest-DeleteServersTestJSON-2111530366 tempest-DeleteServersTestJSON-2111530366-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:26:34.402619 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-bad7ba74-6def-4734-b770-73078aaab376 req-7e6151c7-3469-4538-bf96-da45df9ddf16 service neutron] 10.222.0.53 "GET /v2.0/networks?id=5220cb0c-da05-478a-9604-8c11469a05b4 HTTP/1.1" status: 200 len: 870 time: 0.0982320 Sep 23 19:26:34.404201 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-8b0a678c-31a4-47d8-ba4f-706c5cd634e7 req-ab7e76df-de3e-45b9-8237-cef0f34214c3 tempest-DeleteServersTestJSON-2111530366 tempest-DeleteServersTestJSON-2111530366-project] 10.222.0.67 "GET /v2.0/networks?id=e47803fc-37db-4c82-80ca-757602b818ca HTTP/1.1" status: 200 len: 812 time: 0.1426809 Sep 23 19:26:34.422106 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-8b0a678c-31a4-47d8-ba4f-706c5cd634e7 req-e1494107-b110-4c03-8d21-44c386260934 tempest-DeleteServersTestJSON-2111530366 tempest-DeleteServersTestJSON-2111530366-project] 10.222.0.67 "GET /v2.0/quotas/30554f6e61d54c6bbf3c805c15e93860 HTTP/1.1" status: 200 len: 375 time: 0.0122118 Sep 23 19:26:34.455665 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-bad7ba74-6def-4734-b770-73078aaab376 req-8e45a433-70f1-41af-8896-6abb818134f1 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.204&port_id=a93a183a-c4c5-4ca7-8687-dd68b086ef76 HTTP/1.1" status: 200 len: 217 time: 0.0440869 Sep 23 19:26:34.461042 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-8b0a678c-31a4-47d8-ba4f-706c5cd634e7 req-6f8cafc6-f85f-4761-9a1f-f46018bb3b22 tempest-DeleteServersTestJSON-2111530366 tempest-DeleteServersTestJSON-2111530366-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=30554f6e61d54c6bbf3c805c15e93860&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0305712 Sep 23 19:26:34.524439 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad7ba74-6def-4734-b770-73078aaab376 req-d2706d90-a860-464f-84d9-f8ab6d2eb5b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:26:34.525972 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-bad7ba74-6def-4734-b770-73078aaab376 req-d2706d90-a860-464f-84d9-f8ab6d2eb5b1 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=1ccc69bc-9d6b-44d9-b227-204e47dc6e45 HTTP/1.1" status: 200 len: 843 time: 0.0557694 Sep 23 19:26:34.574464 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-8b0a678c-31a4-47d8-ba4f-706c5cd634e7 req-373b03d8-67ec-471b-9a4d-0999e66ed9e1 service neutron] 10.222.0.67 "GET /v2.0/networks/e47803fc-37db-4c82-80ca-757602b818ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1059866 Sep 23 19:26:34.576688 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad7ba74-6def-4734-b770-73078aaab376 req-941f021d-a869-4559-8eb8-3ec136aa966c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:26:34.578240 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-bad7ba74-6def-4734-b770-73078aaab376 req-941f021d-a869-4559-8eb8-3ec136aa966c service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=5220cb0c-da05-478a-9604-8c11469a05b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0438807 Sep 23 19:26:34.663622 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d393724e-9ffa-4490-88a3-8e738576f353 req-b2761adc-f638-4389-9518-f4fffd4fb639 tempest-ServerRescueTestJSON-83326898 tempest-ServerRescueTestJSON-83326898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:26:34.665084 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-d393724e-9ffa-4490-88a3-8e738576f353 req-b2761adc-f638-4389-9518-f4fffd4fb639 tempest-ServerRescueTestJSON-83326898 tempest-ServerRescueTestJSON-83326898-project] 10.222.0.67 "GET /v2.0/ports?device_id=d885963b-72aa-42e0-909c-c5c9f0a64a9f HTTP/1.1" status: 200 len: 945 time: 0.1084135 Sep 23 19:26:34.674378 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-bad7ba74-6def-4734-b770-73078aaab376 req-b4558fc6-3253-4a3f-99f8-2e9abc9ccf84 service neutron] 10.222.0.53 "GET /v2.0/networks/5220cb0c-da05-478a-9604-8c11469a05b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880127 Sep 23 19:26:34.715135 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-8b0a678c-31a4-47d8-ba4f-706c5cd634e7 req-cdd71a5d-560f-458f-a09a-6282f4332f98 service neutron] 10.222.0.67 "GET /v2.0/networks/e47803fc-37db-4c82-80ca-757602b818ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1254075 Sep 23 19:26:34.723016 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-d393724e-9ffa-4490-88a3-8e738576f353 req-75d042b0-cf01-4f1d-9511-e013d29b0639 tempest-ServerRescueTestJSON-83326898 tempest-ServerRescueTestJSON-83326898-project] 10.222.0.67 "GET /v2.0/security-groups?id=324a4552-7b72-4e62-bcd4-dc8354c093e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519495 Sep 23 19:26:34.776329 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-bad7ba74-6def-4734-b770-73078aaab376 req-35409d99-a07c-4069-a75e-e2558f41be8c service neutron] 10.222.0.53 "GET /v2.0/networks/5220cb0c-da05-478a-9604-8c11469a05b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0929728 Sep 23 19:26:34.847089 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd8df787-50ce-43e2-a06a-414ffe140d67 req-0ee77e81-e1cd-48ea-9ab1-812186495250 tempest-TaggedBootDevicesTest-1101605307 tempest-TaggedBootDevicesTest-1101605307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:26:34.853949 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd8df787-50ce-43e2-a06a-414ffe140d67 req-0ee77e81-e1cd-48ea-9ab1-812186495250 tempest-TaggedBootDevicesTest-1101605307 tempest-TaggedBootDevicesTest-1101605307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:26:34.860105 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd8df787-50ce-43e2-a06a-414ffe140d67 req-0ee77e81-e1cd-48ea-9ab1-812186495250 tempest-TaggedBootDevicesTest-1101605307 tempest-TaggedBootDevicesTest-1101605307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:26:34.866504 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd8df787-50ce-43e2-a06a-414ffe140d67 req-0ee77e81-e1cd-48ea-9ab1-812186495250 tempest-TaggedBootDevicesTest-1101605307 tempest-TaggedBootDevicesTest-1101605307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:26:34.873006 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd8df787-50ce-43e2-a06a-414ffe140d67 req-0ee77e81-e1cd-48ea-9ab1-812186495250 tempest-TaggedBootDevicesTest-1101605307 tempest-TaggedBootDevicesTest-1101605307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:26:34.878985 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd8df787-50ce-43e2-a06a-414ffe140d67 req-0ee77e81-e1cd-48ea-9ab1-812186495250 tempest-TaggedBootDevicesTest-1101605307 tempest-TaggedBootDevicesTest-1101605307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:26:34.885523 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd8df787-50ce-43e2-a06a-414ffe140d67 req-0ee77e81-e1cd-48ea-9ab1-812186495250 tempest-TaggedBootDevicesTest-1101605307 tempest-TaggedBootDevicesTest-1101605307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:26:34.887443 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-dd8df787-50ce-43e2-a06a-414ffe140d67 req-0ee77e81-e1cd-48ea-9ab1-812186495250 tempest-TaggedBootDevicesTest-1101605307 tempest-TaggedBootDevicesTest-1101605307-project] 10.222.0.67 "GET /v2.0/ports?device_id=6c7d744a-f584-4648-aa8d-a6936fa22df4 HTTP/1.1" status: 200 len: 5435 time: 0.1057563 Sep 23 19:26:34.898061 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 38788) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:26:34.902825 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.v2.base [None req-ba22fa97-bccf-434d-be88-d11ec8655702 tempest-TaggedBootDevicesTest-1101605307 tempest-TaggedBootDevicesTest-1101605307-project] Request body: {'floatingip': {'port_id': '04608e80-e340-4c55-b856-25d17244403b'}} {{(pid=95101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:26:34.951076 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-054cf226-821c-4e45-86d1-baaa8aefd5d3 req-a7e5d6cc-402a-43a2-866e-8738f94a4a72 tempest-ServersOnMultiNodesTest-2040324995 tempest-ServersOnMultiNodesTest-2040324995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:26:34.952636 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-054cf226-821c-4e45-86d1-baaa8aefd5d3 req-a7e5d6cc-402a-43a2-866e-8738f94a4a72 tempest-ServersOnMultiNodesTest-2040324995 tempest-ServersOnMultiNodesTest-2040324995-project] 10.222.0.67 "GET /v2.0/ports?device_id=37f3747b-af6d-43ab-8cf9-732d2fbffadb HTTP/1.1" status: 200 len: 949 time: 0.0642564 Sep 23 19:26:34.962329 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-ba22fa97-bccf-434d-be88-d11ec8655702 tempest-TaggedBootDevicesTest-1101605307 tempest-TaggedBootDevicesTest-1101605307-project] Notify callbacks [] for floatingip, before_update {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:26:35.026209 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4611669f-3c8c-45fc-967a-089be828414b req-1c8a1851-744b-4899-b298-23f1e047f258 tempest-ServerMetadataNegativeTestJSON-1471855551 tempest-ServerMetadataNegativeTestJSON-1471855551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:26:35.027734 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-4611669f-3c8c-45fc-967a-089be828414b req-1c8a1851-744b-4899-b298-23f1e047f258 tempest-ServerMetadataNegativeTestJSON-1471855551 tempest-ServerMetadataNegativeTestJSON-1471855551-project] 10.222.0.67 "GET /v2.0/ports?device_id=0a29a452-39b4-4fdf-90ed-df414ef3167a HTTP/1.1" status: 200 len: 945 time: 0.0742083 Sep 23 19:26:35.030782 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-054cf226-821c-4e45-86d1-baaa8aefd5d3 req-01affd5c-9620-4d43-9691-bcf285be5cff tempest-ServersOnMultiNodesTest-2040324995 tempest-ServersOnMultiNodesTest-2040324995-project] 10.222.0.67 "GET /v2.0/security-groups?id=157e791d-182d-45ba-a5d1-6edf868180cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674174 Sep 23 19:26:35.091051 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-4611669f-3c8c-45fc-967a-089be828414b req-c1f7be1c-b9a4-44ef-8f8a-0b0c66838a12 tempest-ServerMetadataNegativeTestJSON-1471855551 tempest-ServerMetadataNegativeTestJSON-1471855551-project] 10.222.0.67 "GET /v2.0/security-groups?id=4486e9b7-ad84-4653-8605-cf36c5fee1cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514872 Sep 23 19:26:35.372955 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310250c1-4339-4eb6-86f4-c1d626e06864 req-ea1750c5-9c81-418b-b651-94a42608b55c tempest-MigrationsAdminTest-397594546 tempest-MigrationsAdminTest-397594546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:26:35.374543 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-310250c1-4339-4eb6-86f4-c1d626e06864 req-ea1750c5-9c81-418b-b651-94a42608b55c tempest-MigrationsAdminTest-397594546 tempest-MigrationsAdminTest-397594546-project] 10.222.0.67 "GET /v2.0/ports?device_id=342358f0-a808-4879-9696-19cba9625afd HTTP/1.1" status: 200 len: 949 time: 0.1166170 Sep 23 19:26:35.404954 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-a5d59800-bd47-4e30-96a3-19beb1c2ca40 req-31b6a0f2-c2f2-423a-bc7b-f0b9d26a3ecc tempest-DeleteServersTestJSON-2111530366 tempest-DeleteServersTestJSON-2111530366-project] 10.222.0.67 "GET /v2.0/ports?device_id=e231f77f-5a7e-410a-92e0-dc9c93fc7c93 HTTP/1.1" status: 200 len: 210 time: 0.0293660 Sep 23 19:26:35.469603 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-310250c1-4339-4eb6-86f4-c1d626e06864 req-3bf0209d-6289-4684-a2de-870e4079079f tempest-MigrationsAdminTest-397594546 tempest-MigrationsAdminTest-397594546-project] 10.222.0.67 "GET /v2.0/security-groups?id=78cb509b-31c4-4e2a-bb5c-7abd6194dcc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610878 Sep 23 19:26:35.532449 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-ba22fa97-bccf-434d-be88-d11ec8655702 tempest-TaggedBootDevicesTest-1101605307 tempest-TaggedBootDevicesTest-1101605307-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:26:35.543053 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-ba22fa97-bccf-434d-be88-d11ec8655702 tempest-TaggedBootDevicesTest-1101605307 tempest-TaggedBootDevicesTest-1101605307-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-601884'] for floatingip, after_update {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:26:35.870392 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af77470d-9bc2-4f40-9712-74c69a26fa59 req-3ba5c9eb-e8d5-44d8-9478-3da73b9c22c2 tempest-ServerRescueTestJSON-83326898 tempest-ServerRescueTestJSON-83326898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:26:35.878942 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-af77470d-9bc2-4f40-9712-74c69a26fa59 req-3ba5c9eb-e8d5-44d8-9478-3da73b9c22c2 tempest-ServerRescueTestJSON-83326898 tempest-ServerRescueTestJSON-83326898-project] 10.222.0.67 "GET /v2.0/ports?device_id=d885963b-72aa-42e0-909c-c5c9f0a64a9f HTTP/1.1" status: 200 len: 945 time: 0.0642977 Sep 23 19:26:35.944982 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-af77470d-9bc2-4f40-9712-74c69a26fa59 req-2a9103bd-3454-4190-a351-a6ad8ec63970 tempest-ServerRescueTestJSON-83326898 tempest-ServerRescueTestJSON-83326898-project] 10.222.0.67 "GET /v2.0/security-groups?id=324a4552-7b72-4e62-bcd4-dc8354c093e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549252 Sep 23 19:26:36.025238 n-d-713301-16 neutron-server[95101]: INFO neutron.db.l3_db [None req-ba22fa97-bccf-434d-be88-d11ec8655702 tempest-TaggedBootDevicesTest-1101605307 tempest-TaggedBootDevicesTest-1101605307-project] Floating IP e805745c-12e7-4a1b-9742-6adb0609265e associated. External IP: 172.25.1.157, port: 04608e80-e340-4c55-b856-25d17244403b. Sep 23 19:26:36.042174 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 38842) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:26:36.072791 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-638cbfc2-0c21-48ad-a4e7-f3d0316cdaf1 req-3195f88e-c1ea-49ee-9ce6-b131a759a515 tempest-ServerMetadataNegativeTestJSON-1471855551 tempest-ServerMetadataNegativeTestJSON-1471855551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:26:36.074353 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-638cbfc2-0c21-48ad-a4e7-f3d0316cdaf1 req-3195f88e-c1ea-49ee-9ce6-b131a759a515 tempest-ServerMetadataNegativeTestJSON-1471855551 tempest-ServerMetadataNegativeTestJSON-1471855551-project] 10.222.0.67 "GET /v2.0/ports?device_id=0a29a452-39b4-4fdf-90ed-df414ef3167a HTTP/1.1" status: 200 len: 945 time: 0.0622048 Sep 23 19:26:36.119397 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-638cbfc2-0c21-48ad-a4e7-f3d0316cdaf1 req-11f5a8f4-d87e-4967-912a-8de90ff9e1c8 tempest-ServerMetadataNegativeTestJSON-1471855551 tempest-ServerMetadataNegativeTestJSON-1471855551-project] 10.222.0.67 "GET /v2.0/security-groups?id=4486e9b7-ad84-4653-8605-cf36c5fee1cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386381 Sep 23 19:26:36.214908 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-f191c74a-e256-4633-8450-da02a4e41f7e admin admin] Notify callbacks [] for security_group, before_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:26:36.244517 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36167e3a-8512-439b-a842-927504b9112d req-9fe7b2c8-675e-417a-8e41-8a4d6d52ca3e tempest-ServersOnMultiNodesTest-2040324995 tempest-ServersOnMultiNodesTest-2040324995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:26:36.246773 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-36167e3a-8512-439b-a842-927504b9112d req-9fe7b2c8-675e-417a-8e41-8a4d6d52ca3e tempest-ServersOnMultiNodesTest-2040324995 tempest-ServersOnMultiNodesTest-2040324995-project] 10.222.0.67 "GET /v2.0/ports?device_id=37f3747b-af6d-43ab-8cf9-732d2fbffadb HTTP/1.1" status: 200 len: 949 time: 0.1180685 Sep 23 19:26:36.303480 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-36167e3a-8512-439b-a842-927504b9112d req-d134927f-8631-4df7-a6ab-888b364ede73 tempest-ServersOnMultiNodesTest-2040324995 tempest-ServersOnMultiNodesTest-2040324995-project] 10.222.0.67 "GET /v2.0/security-groups?id=157e791d-182d-45ba-a5d1-6edf868180cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486269 Sep 23 19:26:36.381928 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-6a43b7df-6ff5-4e62-a562-29675144bd9e req-138fa7d2-de6e-4075-b3c6-6e955f825ddb service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=184d74d2-7152-4624-b343-e54a08abfe76&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1176536 Sep 23 19:26:36.389387 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-f191c74a-e256-4633-8450-da02a4e41f7e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:26:36.394773 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-f191c74a-e256-4633-8450-da02a4e41f7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:26:36.406971 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ba22fa97-bccf-434d-be88-d11ec8655702 tempest-TaggedBootDevicesTest-1101605307 tempest-TaggedBootDevicesTest-1101605307-project] Router 6cc3f61e-9fe4-4b5a-acb6-0884054d911b has already been hosted by L3 agent 79a740bf-7821-4989-8288-7186e3e128f3 {{(pid=95101) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 19:26:36.426764 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b0a678c-31a4-47d8-ba4f-706c5cd634e7 req-eb67bb3c-7d5f-4e58-bbc4-189b4b8b4241 tempest-DeleteServersTestJSON-2111530366 tempest-DeleteServersTestJSON-2111530366-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:26:36.429533 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-8b0a678c-31a4-47d8-ba4f-706c5cd634e7 req-eb67bb3c-7d5f-4e58-bbc4-189b4b8b4241 tempest-DeleteServersTestJSON-2111530366 tempest-DeleteServersTestJSON-2111530366-project] 10.222.0.53 "GET /v2.0/networks?id=e47803fc-37db-4c82-80ca-757602b818ca HTTP/1.1" status: 200 len: 812 time: 0.1873469 Sep 23 19:26:36.444534 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-f191c74a-e256-4633-8450-da02a4e41f7e admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=9eae9a1cc250470987ed0d783b5d590b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3995824 Sep 23 19:26:36.447414 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 38852) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:26:36.450043 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f191c74a-e256-4633-8450-da02a4e41f7e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f848b47f-db0a-4f01-9106-f40829adf44a,revision_number=1']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:26:36.456588 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.v2.base [req-8b0a678c-31a4-47d8-ba4f-706c5cd634e7 req-c93e10f1-34e3-4d80-aa48-4bf097213d32 tempest-DeleteServersTestJSON-2111530366 tempest-DeleteServersTestJSON-2111530366-project] Request body: {'port': {'device_id': 'e231f77f-5a7e-410a-92e0-dc9c93fc7c93', 'network_id': 'e47803fc-37db-4c82-80ca-757602b818ca', 'admin_state_up': True, 'tenant_id': '30554f6e61d54c6bbf3c805c15e93860'}} {{(pid=95101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:26:36.523504 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-0a17bdce-e5b1-47d0-ba8c-89f6fb70121a req-ec1aedb5-3ae3-4ed1-a0a5-abac4df542fd tempest-DeleteServersTestJSON-2111530366 tempest-DeleteServersTestJSON-2111530366-project] 10.222.0.67 "GET /v2.0/ports?device_id=e231f77f-5a7e-410a-92e0-dc9c93fc7c93 HTTP/1.1" status: 200 len: 210 time: 0.0356870 Sep 23 19:26:36.561336 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-313fce4d-2903-4b7f-96f3-b61114e2a6f9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:26:36.604745 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-313fce4d-2903-4b7f-96f3-b61114e2a6f9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:26:36.611554 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a43b7df-6ff5-4e62-a562-29675144bd9e req-a03a79af-bd80-48e7-9881-02f03befdcdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:26:36.613154 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-6a43b7df-6ff5-4e62-a562-29675144bd9e req-a03a79af-bd80-48e7-9881-02f03befdcdc service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=8f30595259594b588538420667412c2e&device_id=184d74d2-7152-4624-b343-e54a08abfe76 HTTP/1.1" status: 200 len: 1097 time: 0.2016459 Sep 23 19:26:36.628501 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5fc6e56-926e-4799-a066-2a7819cc8a3f req-90acacd8-4dbd-470a-b602-f8179571dfe8 tempest-MigrationsAdminTest-397594546 tempest-MigrationsAdminTest-397594546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:26:36.630218 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-b5fc6e56-926e-4799-a066-2a7819cc8a3f req-90acacd8-4dbd-470a-b602-f8179571dfe8 tempest-MigrationsAdminTest-397594546 tempest-MigrationsAdminTest-397594546-project] 10.222.0.67 "GET /v2.0/ports?device_id=342358f0-a808-4879-9696-19cba9625afd HTTP/1.1" status: 200 len: 949 time: 0.0832686 Sep 23 19:26:36.671585 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba22fa97-bccf-434d-be88-d11ec8655702 tempest-TaggedBootDevicesTest-1101605307 tempest-TaggedBootDevicesTest-1101605307-project] Notify agent at l3_agent.n-d-713301-16 the message routers_updated {{(pid=95101) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 19:26:36.678253 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-ba22fa97-bccf-434d-be88-d11ec8655702 tempest-TaggedBootDevicesTest-1101605307 tempest-TaggedBootDevicesTest-1101605307-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222849'] for floatingip, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:26:36.685846 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-b5fc6e56-926e-4799-a066-2a7819cc8a3f req-15ac425e-fffe-42b1-88fc-861d920ab373 tempest-MigrationsAdminTest-397594546 tempest-MigrationsAdminTest-397594546-project] 10.222.0.67 "GET /v2.0/security-groups?id=78cb509b-31c4-4e2a-bb5c-7abd6194dcc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467913 Sep 23 19:26:36.688211 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d465082b-c4d2-4bb1-b9ed-02bb3c160854 None None] Sync routers for ids ['6cc3f61e-9fe4-4b5a-acb6-0884054d911b'] in n-d-713301-16 {{(pid=95103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 19:26:36.698251 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d465082b-c4d2-4bb1-b9ed-02bb3c160854 None None] Routers {'6cc3f61e-9fe4-4b5a-acb6-0884054d911b'} bound to L3 agent in host n-d-713301-16 {{(pid=95103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 19:26:36.699140 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_hamode_db [None req-d465082b-c4d2-4bb1-b9ed-02bb3c160854 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-23T19:07:52Z,description=,heartbeat_timestamp=2021-09-23T19:26:22Z,host='n-d-713301-16',id=79a740bf-7821-4989-8288-7186e3e128f3,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:07:52Z,topic='l3_agent')) {'router_ids': ['6cc3f61e-9fe4-4b5a-acb6-0884054d911b'], 'active': True} {{(pid=95103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:26:36.704011 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-313fce4d-2903-4b7f-96f3-b61114e2a6f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:26:36.707419 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-313fce4d-2903-4b7f-96f3-b61114e2a6f9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:26:36.712740 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-313fce4d-2903-4b7f-96f3-b61114e2a6f9 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/f848b47f-db0a-4f01-9106-f40829adf44a HTTP/1.1" status: 204 len: 168 time: 0.2638512 Sep 23 19:26:36.721076 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-313fce4d-2903-4b7f-96f3-b61114e2a6f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f848b47f-db0a-4f01-9106-f40829adf44a,revision_number=None']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:26:36.770229 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-ba22fa97-bccf-434d-be88-d11ec8655702 tempest-TaggedBootDevicesTest-1101605307 tempest-TaggedBootDevicesTest-1101605307-project] 10.222.0.67 "PUT /v2.0/floatingips/e805745c-12e7-4a1b-9742-6adb0609265e HTTP/1.1" status: 200 len: 991 time: 1.8708427 Sep 23 19:26:36.770958 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8b0a678c-31a4-47d8-ba4f-706c5cd634e7 req-c93e10f1-34e3-4d80-aa48-4bf097213d32 tempest-DeleteServersTestJSON-2111530366 tempest-DeleteServersTestJSON-2111530366-project] Made reservation on behalf of 30554f6e61d54c6bbf3c805c15e93860 for: {'port': 1} {{(pid=95101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:26:36.775038 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-8b0a678c-31a4-47d8-ba4f-706c5cd634e7 req-c93e10f1-34e3-4d80-aa48-4bf097213d32 tempest-DeleteServersTestJSON-2111530366 tempest-DeleteServersTestJSON-2111530366-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:26:36.781721 n-d-713301-16 neutron-server[95101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6c7d744a-f584-4648-aa8d-a6936fa22df4', 'tag': '04608e80-e340-4c55-b856-25d17244403b'}] {{(pid=95101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 19:26:36.783597 n-d-713301-16 neutron-server[95101]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d8366c5740cd635e57ab12b71fe44a77c2acc3c19091ef849c6f68b380462244" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4fa67c6c-803d-4c6f-a8ae-ef069b169e1c" -d '{"events": [{"name": "network-changed", "server_uuid": "6c7d744a-f584-4648-aa8d-a6936fa22df4", "tag": "04608e80-e340-4c55-b856-25d17244403b"}]}' {{(pid=95101) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 19:26:36.855513 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_dvr_db [None req-d465082b-c4d2-4bb1-b9ed-02bb3c160854 None None] Set router 6cc3f61e-9fe4-4b5a-acb6-0884054d911b gateway port host: n-d-713301-16 {{(pid=95103) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 19:26:36.860779 n-d-713301-16 neutron-server[95101]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 19:26:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd284bfc-c252-455b-b7bb-ef080c029f91 x-openstack-request-id: req-bd284bfc-c252-455b-b7bb-ef080c029f91 {{(pid=95101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 19:26:36.861061 n-d-713301-16 neutron-server[95101]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6c7d744a-f584-4648-aa8d-a6936fa22df4", "tag": "04608e80-e340-4c55-b856-25d17244403b", "status": "completed", "code": 200}]} {{(pid=95101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 19:26:36.861326 n-d-713301-16 neutron-server[95101]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-bd284bfc-c252-455b-b7bb-ef080c029f91 {{(pid=95101) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 19:26:36.861701 n-d-713301-16 neutron-server[95101]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6c7d744a-f584-4648-aa8d-a6936fa22df4', 'tag': '04608e80-e340-4c55-b856-25d17244403b', 'status': 'completed', 'code': 200} Sep 23 19:26:36.863025 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a43b7df-6ff5-4e62-a562-29675144bd9e req-50b673cf-5fa7-41fd-850a-527dedb246f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:26:36.864517 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-6a43b7df-6ff5-4e62-a562-29675144bd9e req-50b673cf-5fa7-41fd-850a-527dedb246f2 service neutron] 10.222.0.74 "GET /v2.0/networks?id=c1c3ef61-7600-4f98-9132-f29d8908ed23 HTTP/1.1" status: 200 len: 915 time: 0.2150812 Sep 23 19:26:36.968067 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa67c6c-803d-4c6f-a8ae-ef069b169e1c req-be970644-8d0c-432d-9a9a-3921d1dcadc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:26:36.969213 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa67c6c-803d-4c6f-a8ae-ef069b169e1c req-be970644-8d0c-432d-9a9a-3921d1dcadc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:26:36.969907 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa67c6c-803d-4c6f-a8ae-ef069b169e1c req-be970644-8d0c-432d-9a9a-3921d1dcadc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:26:36.970976 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa67c6c-803d-4c6f-a8ae-ef069b169e1c req-be970644-8d0c-432d-9a9a-3921d1dcadc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:26:36.971356 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa67c6c-803d-4c6f-a8ae-ef069b169e1c req-be970644-8d0c-432d-9a9a-3921d1dcadc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:26:36.972469 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa67c6c-803d-4c6f-a8ae-ef069b169e1c req-be970644-8d0c-432d-9a9a-3921d1dcadc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:26:36.974092 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa67c6c-803d-4c6f-a8ae-ef069b169e1c req-be970644-8d0c-432d-9a9a-3921d1dcadc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:26:36.977577 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-4fa67c6c-803d-4c6f-a8ae-ef069b169e1c req-be970644-8d0c-432d-9a9a-3921d1dcadc5 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=f9311328b6c648f88a79b8848358e4b9&device_id=6c7d744a-f584-4648-aa8d-a6936fa22df4 HTTP/1.1" status: 200 len: 6499 time: 0.0822210 Sep 23 19:26:36.989853 n-d-713301-16 neutron-server[95101]: DEBUG neutron.db.db_base_plugin_common [req-8b0a678c-31a4-47d8-ba4f-706c5cd634e7 req-c93e10f1-34e3-4d80-aa48-4bf097213d32 tempest-DeleteServersTestJSON-2111530366 tempest-DeleteServersTestJSON-2111530366-project] Allocated IP 172.20.0.11 (e47803fc-37db-4c82-80ca-757602b818ca/4ba945d5-0498-408c-b65f-8f07a46d41b0/de687c64-0c3b-4606-899b-5b24f78105df) {{(pid=95101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 19:26:37.000796 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-6a43b7df-6ff5-4e62-a562-29675144bd9e req-b333609b-efc5-4a48-9054-a203e746e93a service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2dab8c30-a666-4946-a2fe-42ac74ba9fa7 HTTP/1.1" status: 200 len: 1001 time: 0.0854337 Sep 23 19:26:37.102501 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a43b7df-6ff5-4e62-a562-29675144bd9e req-f2866b31-b1f0-4344-95d9-6b845c44b5db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:26:37.104490 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-6a43b7df-6ff5-4e62-a562-29675144bd9e req-f2866b31-b1f0-4344-95d9-6b845c44b5db service neutron] 10.222.0.74 "GET /v2.0/subnets?id=7398c0e8-218e-4b5a-9041-b8f53e0e75c6 HTTP/1.1" status: 200 len: 853 time: 0.0927038 Sep 23 19:26:37.162395 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a9b3b2-2df8-40e2-9008-d5ebcc6c3f06 req-9303415c-f3a8-41a0-9a7e-8425c20d4aee tempest-ServerRescueTestJSON-83326898 tempest-ServerRescueTestJSON-83326898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:26:37.164135 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-d4a9b3b2-2df8-40e2-9008-d5ebcc6c3f06 req-9303415c-f3a8-41a0-9a7e-8425c20d4aee tempest-ServerRescueTestJSON-83326898 tempest-ServerRescueTestJSON-83326898-project] 10.222.0.67 "GET /v2.0/ports?device_id=d885963b-72aa-42e0-909c-c5c9f0a64a9f HTTP/1.1" status: 200 len: 945 time: 0.1305149 Sep 23 19:26:37.190614 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_hamode_db [None req-d465082b-c4d2-4bb1-b9ed-02bb3c160854 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6cc3f61e-9fe4-4b5a-acb6-0884054d911b', 'name': 'tempest-TaggedBootDevicesTest-1238845142-router', 'tenant_id': 'f9311328b6c648f88a79b8848358e4b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'external_fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.14'}], 'enable_snat': True}, 'gw_port_id': '16a5c720-cb20-4b5b-bca3-0b85d0ba40cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:24:07Z', 'updated_at': '2021-09-23T19:24:14Z', 'revision_number': 4, 'project_id': 'f9311328b6c648f88a79b8848358e4b9', 'gw_port': {'id': '16a5c720-cb20-4b5b-bca3-0b85d0ba40cc', 'name': '', 'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:83:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cc3f61e-9fe4-4b5a-acb6-0884054d911b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 734, 'fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:24:08Z', 'updated_at': '2021-09-23T19:24:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-16', '_floatingips': [{'id': 'e805745c-12e7-4a1b-9742-6adb0609265e', 'tenant_id': 'f9311328b6c648f88a79b8848358e4b9', 'floating_ip_address': '172.25.1.157', 'floating_network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'router_id': '6cc3f61e-9fe4-4b5a-acb6-0884054d911b', 'port_id': '04608e80-e340-4c55-b856-25d17244403b', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 898, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0e7486fc-edf5-4778-98e4-d68293f3be17', 'mac_address': 'fa:16:3e:de:2e:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c7d744a-f584-4648-aa8d-a6936fa22df4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-23T19:25:14Z', 'updated_at': '2021-09-23T19:26:35Z', 'revision_number': 1, 'project_id': 'f9311328b6c648f88a79b8848358e4b9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '581d4153-bf66-4770-a892-4a35d15ab3e1', 'name': '', 'network_id': '0e7486fc-edf5-4778-98e4-d68293f3be17', 'tenant_id': 'f9311328b6c648f88a79b8848358e4b9', 'mac_address': 'fa:16:3e:a4:40:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cc3f61e-9fe4-4b5a-acb6-0884054d911b', 'device_owner': 'network:router_interface', 'standard_attr_id': 742, 'fixed_ips': [{'subnet_id': '9bcc6428-1995-45f6-ba66-eea6197581a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:24:13Z', 'updated_at': '2021-09-23T19:24:20Z', 'revision_number': 5, 'project_id': 'f9311328b6c648f88a79b8848358e4b9', 'subnets': [{'id': '9bcc6428-1995-45f6-ba66-eea6197581a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-16', False) {} {{(pid=95103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:26:37.198048 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa67c6c-803d-4c6f-a8ae-ef069b169e1c req-7c4163a2-c1c9-4c92-8253-5ef64f98b457 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:26:37.199704 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-4fa67c6c-803d-4c6f-a8ae-ef069b169e1c req-7c4163a2-c1c9-4c92-8253-5ef64f98b457 service neutron] 10.222.0.74 "GET /v2.0/networks?id=0e7486fc-edf5-4778-98e4-d68293f3be17 HTTP/1.1" status: 200 len: 913 time: 0.2142301 Sep 23 19:26:37.239840 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a43b7df-6ff5-4e62-a562-29675144bd9e req-7d09a6e4-acc5-4175-a097-86b0a3859ba1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:26:37.242196 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-6a43b7df-6ff5-4e62-a562-29675144bd9e req-7d09a6e4-acc5-4175-a097-86b0a3859ba1 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=c1c3ef61-7600-4f98-9132-f29d8908ed23&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1140409 Sep 23 19:26:37.260168 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d465082b-c4d2-4bb1-b9ed-02bb3c160854 None None] Checking router: 6cc3f61e-9fe4-4b5a-acb6-0884054d911b for host: n-d-713301-16 {{(pid=95103) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 19:26:37.266565 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-d4a9b3b2-2df8-40e2-9008-d5ebcc6c3f06 req-e2f08869-60d4-422b-9662-041838a070c9 tempest-ServerRescueTestJSON-83326898 tempest-ServerRescueTestJSON-83326898-project] 10.222.0.67 "GET /v2.0/security-groups?id=324a4552-7b72-4e62-bcd4-dc8354c093e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958955 Sep 23 19:26:37.270320 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d465082b-c4d2-4bb1-b9ed-02bb3c160854 None None] Routers {'6cc3f61e-9fe4-4b5a-acb6-0884054d911b'} bound to L3 agent in host n-d-713301-16 {{(pid=95103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 19:26:37.271897 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_hamode_db [None req-d465082b-c4d2-4bb1-b9ed-02bb3c160854 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-23T19:07:52Z,description=,heartbeat_timestamp=2021-09-23T19:26:22Z,host='n-d-713301-16',id=79a740bf-7821-4989-8288-7186e3e128f3,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:07:52Z,topic='l3_agent')) {'router_ids': ['6cc3f61e-9fe4-4b5a-acb6-0884054d911b'], 'active': True} {{(pid=95103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:26:37.301758 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-8b0a678c-31a4-47d8-ba4f-706c5cd634e7 req-c93e10f1-34e3-4d80-aa48-4bf097213d32 tempest-DeleteServersTestJSON-2111530366 tempest-DeleteServersTestJSON-2111530366-project] Notify callbacks [] for port, precommit_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:26:37.377780 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-4fa67c6c-803d-4c6f-a8ae-ef069b169e1c req-6a42f9a1-7faa-412d-981f-482bcf6ad14f service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=04608e80-e340-4c55-b856-25d17244403b HTTP/1.1" status: 200 len: 999 time: 0.1679740 Sep 23 19:26:37.379772 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-6a43b7df-6ff5-4e62-a562-29675144bd9e req-1e84c7f0-231c-4eab-933b-7afcd637fe49 service neutron] 10.222.0.74 "GET /v2.0/networks/c1c3ef61-7600-4f98-9132-f29d8908ed23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1265059 Sep 23 19:26:37.397450 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e1ea14-c79b-439f-ae6a-6b83915e06df req-4b78a351-5ad1-4d88-9eec-62ac9df8f521 tempest-ServerMetadataNegativeTestJSON-1471855551 tempest-ServerMetadataNegativeTestJSON-1471855551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:26:37.406607 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-02e1ea14-c79b-439f-ae6a-6b83915e06df req-4b78a351-5ad1-4d88-9eec-62ac9df8f521 tempest-ServerMetadataNegativeTestJSON-1471855551 tempest-ServerMetadataNegativeTestJSON-1471855551-project] 10.222.0.67 "GET /v2.0/ports?device_id=0a29a452-39b4-4fdf-90ed-df414ef3167a HTTP/1.1" status: 200 len: 945 time: 0.1389263 Sep 23 19:26:37.470302 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-8b0a678c-31a4-47d8-ba4f-706c5cd634e7 req-c93e10f1-34e3-4d80-aa48-4bf097213d32 tempest-DeleteServersTestJSON-2111530366 tempest-DeleteServersTestJSON-2111530366-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783145673135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5607431'] for port, after_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:26:37.483407 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_dvr_db [None req-d465082b-c4d2-4bb1-b9ed-02bb3c160854 None None] Set router 6cc3f61e-9fe4-4b5a-acb6-0884054d911b gateway port host: n-d-713301-16 {{(pid=95103) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 19:26:37.529438 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c93e10f1-34e3-4d80-aa48-4bf097213d32 tempest-DeleteServersTestJSON-2111530366 tempest-DeleteServersTestJSON-2111530366-project] Pushing event updated for resources: {'Port': ['ID=de687c64-0c3b-4606-899b-5b24f78105df,revision_number=1']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:26:37.531568 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-02e1ea14-c79b-439f-ae6a-6b83915e06df req-2f0ec152-9d47-4724-9720-2f34a46cd576 tempest-ServerMetadataNegativeTestJSON-1471855551 tempest-ServerMetadataNegativeTestJSON-1471855551-project] 10.222.0.67 "GET /v2.0/security-groups?id=4486e9b7-ad84-4653-8605-cf36c5fee1cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1190927 Sep 23 19:26:37.532000 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Device c518e050-362e-4a2e-9db8-5d7057c8627c up at agent hyperv_n-h1-713301-16 {{(pid=95103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 19:26:37.543060 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa67c6c-803d-4c6f-a8ae-ef069b169e1c req-87661edd-7a85-41d2-a2f2-6c6e22829aa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:26:37.544965 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-4fa67c6c-803d-4c6f-a8ae-ef069b169e1c req-87661edd-7a85-41d2-a2f2-6c6e22829aa7 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=9bcc6428-1995-45f6-ba66-eea6197581a7 HTTP/1.1" status: 200 len: 851 time: 0.1361971 Sep 23 19:26:37.562097 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8b0a678c-31a4-47d8-ba4f-706c5cd634e7 req-c93e10f1-34e3-4d80-aa48-4bf097213d32 tempest-DeleteServersTestJSON-2111530366 tempest-DeleteServersTestJSON-2111530366-project] Network e47803fc-37db-4c82-80ca-757602b818ca is already hosted by enough agents. {{(pid=95101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:26:37.565227 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-249fe07d-5424-4f9b-955a-0ec90fc1e0c6 req-c847b319-060d-4ead-b1cd-199a75f127a1 tempest-ServersOnMultiNodesTest-2040324995 tempest-ServersOnMultiNodesTest-2040324995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:26:37.568913 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.base_scheduler [req-8b0a678c-31a4-47d8-ba4f-706c5cd634e7 req-c93e10f1-34e3-4d80-aa48-4bf097213d32 tempest-DeleteServersTestJSON-2111530366 tempest-DeleteServersTestJSON-2111530366-project] Resources bound (agent type, host, resource id): {{(pid=95101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:26:37.572498 n-d-713301-16 neutron-server[95101]: DEBUG neutron.db.l3_dvrscheduler_db [req-8b0a678c-31a4-47d8-ba4f-706c5cd634e7 req-c93e10f1-34e3-4d80-aa48-4bf097213d32 tempest-DeleteServersTestJSON-2111530366 tempest-DeleteServersTestJSON-2111530366-project] Received port after_create {{(pid=95101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 19:26:37.579468 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-6a43b7df-6ff5-4e62-a562-29675144bd9e req-ae2c7f94-c2c9-4840-9023-7f5ca1032784 service neutron] 10.222.0.74 "GET /v2.0/networks/c1c3ef61-7600-4f98-9132-f29d8908ed23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1891036 Sep 23 19:26:37.580284 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-249fe07d-5424-4f9b-955a-0ec90fc1e0c6 req-c847b319-060d-4ead-b1cd-199a75f127a1 tempest-ServersOnMultiNodesTest-2040324995 tempest-ServersOnMultiNodesTest-2040324995-project] 10.222.0.67 "GET /v2.0/ports?device_id=37f3747b-af6d-43ab-8cf9-732d2fbffadb HTTP/1.1" status: 200 len: 949 time: 0.1267505 Sep 23 19:26:37.636684 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b0a678c-31a4-47d8-ba4f-706c5cd634e7 req-c93e10f1-34e3-4d80-aa48-4bf097213d32 tempest-DeleteServersTestJSON-2111530366 tempest-DeleteServersTestJSON-2111530366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:26:37.637939 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-8b0a678c-31a4-47d8-ba4f-706c5cd634e7 req-c93e10f1-34e3-4d80-aa48-4bf097213d32 tempest-DeleteServersTestJSON-2111530366 tempest-DeleteServersTestJSON-2111530366-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222849'] for port, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:26:37.688102 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-8b0a678c-31a4-47d8-ba4f-706c5cd634e7 req-c93e10f1-34e3-4d80-aa48-4bf097213d32 tempest-DeleteServersTestJSON-2111530366 tempest-DeleteServersTestJSON-2111530366-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2382910 Sep 23 19:26:37.695149 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-249fe07d-5424-4f9b-955a-0ec90fc1e0c6 req-cc8ad5af-775b-4eed-895b-e1a05fe70b43 tempest-ServersOnMultiNodesTest-2040324995 tempest-ServersOnMultiNodesTest-2040324995-project] 10.222.0.67 "GET /v2.0/security-groups?id=157e791d-182d-45ba-a5d1-6edf868180cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1119120 Sep 23 19:26:37.702737 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb734aa-de8a-4f5b-b3e4-b565148f3841 req-7eaaa491-d67f-4a56-ab8a-6f0dedc9eba3 tempest-ServerMetadataNegativeTestJSON-1471855551 tempest-ServerMetadataNegativeTestJSON-1471855551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:26:37.704587 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-ebb734aa-de8a-4f5b-b3e4-b565148f3841 req-7eaaa491-d67f-4a56-ab8a-6f0dedc9eba3 tempest-ServerMetadataNegativeTestJSON-1471855551 tempest-ServerMetadataNegativeTestJSON-1471855551-project] 10.222.0.53 "GET /v2.0/ports?device_id=0a29a452-39b4-4fdf-90ed-df414ef3167a HTTP/1.1" status: 200 len: 945 time: 0.0625727 Sep 23 19:26:37.711233 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.v2.base [req-8b0a678c-31a4-47d8-ba4f-706c5cd634e7 req-6a6b617b-b88f-4cf2-839e-047648dfd008 service neutron] Request body: {'port': {'device_id': 'e231f77f-5a7e-410a-92e0-dc9c93fc7c93', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713301-16'}} {{(pid=95101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:26:37.754456 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa67c6c-803d-4c6f-a8ae-ef069b169e1c req-792a671b-9b96-4650-9eb8-217c9b28e91e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:26:37.768934 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-4fa67c6c-803d-4c6f-a8ae-ef069b169e1c req-792a671b-9b96-4650-9eb8-217c9b28e91e service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=0e7486fc-edf5-4778-98e4-d68293f3be17&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1708620 Sep 23 19:26:37.791874 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Provisioning for port c518e050-362e-4a2e-9db8-5d7057c8627c completed by entity L2. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 19:26:37.798575 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Provisioning complete for port c518e050-362e-4a2e-9db8-5d7057c8627c triggered by entity L2. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:26:37.799065 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:26:37.803977 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef50c15-80f9-4477-8ada-cdd2891ddaad req-9531f2f6-4f08-4ade-91a3-99ddb0d92e87 tempest-DeleteServersTestJSON-2111530366 tempest-DeleteServersTestJSON-2111530366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:26:37.813168 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-4ef50c15-80f9-4477-8ada-cdd2891ddaad req-9531f2f6-4f08-4ade-91a3-99ddb0d92e87 tempest-DeleteServersTestJSON-2111530366 tempest-DeleteServersTestJSON-2111530366-project] 10.222.0.67 "GET /v2.0/ports?device_id=e231f77f-5a7e-410a-92e0-dc9c93fc7c93 HTTP/1.1" status: 200 len: 932 time: 0.1411788 Sep 23 19:26:37.815414 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 38892) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:26:37.829895 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-8b0a678c-31a4-47d8-ba4f-706c5cd634e7 req-6a6b617b-b88f-4cf2-839e-047648dfd008 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:26:37.892589 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.plugin [req-ebb734aa-de8a-4f5b-b3e4-b565148f3841 req-837f3fe7-4036-4657-87fd-2c2d4dc53de4 tempest-ServerMetadataNegativeTestJSON-1471855551 tempest-ServerMetadataNegativeTestJSON-1471855551-project] Deleting port 771df79c-bcaf-4794-bef5-4ba4e4135f21 {{(pid=95101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:26:37.892955 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-ebb734aa-de8a-4f5b-b3e4-b565148f3841 req-837f3fe7-4036-4657-87fd-2c2d4dc53de4 tempest-ServerMetadataNegativeTestJSON-1471855551 tempest-ServerMetadataNegativeTestJSON-1471855551-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783146157096'] for port, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:26:38.010357 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_hamode_db [None req-d465082b-c4d2-4bb1-b9ed-02bb3c160854 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6cc3f61e-9fe4-4b5a-acb6-0884054d911b', 'name': 'tempest-TaggedBootDevicesTest-1238845142-router', 'tenant_id': 'f9311328b6c648f88a79b8848358e4b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'external_fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.14'}], 'enable_snat': True}, 'gw_port_id': '16a5c720-cb20-4b5b-bca3-0b85d0ba40cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:24:07Z', 'updated_at': '2021-09-23T19:24:14Z', 'revision_number': 4, 'project_id': 'f9311328b6c648f88a79b8848358e4b9', 'gw_port': {'id': '16a5c720-cb20-4b5b-bca3-0b85d0ba40cc', 'name': '', 'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:83:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cc3f61e-9fe4-4b5a-acb6-0884054d911b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 734, 'fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:24:08Z', 'updated_at': '2021-09-23T19:24:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-16', '_floatingips': [{'id': 'e805745c-12e7-4a1b-9742-6adb0609265e', 'tenant_id': 'f9311328b6c648f88a79b8848358e4b9', 'floating_ip_address': '172.25.1.157', 'floating_network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'router_id': '6cc3f61e-9fe4-4b5a-acb6-0884054d911b', 'port_id': '04608e80-e340-4c55-b856-25d17244403b', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 898, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0e7486fc-edf5-4778-98e4-d68293f3be17', 'mac_address': 'fa:16:3e:de:2e:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c7d744a-f584-4648-aa8d-a6936fa22df4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-23T19:25:14Z', 'updated_at': '2021-09-23T19:26:35Z', 'revision_number': 1, 'project_id': 'f9311328b6c648f88a79b8848358e4b9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '581d4153-bf66-4770-a892-4a35d15ab3e1', 'name': '', 'network_id': '0e7486fc-edf5-4778-98e4-d68293f3be17', 'tenant_id': 'f9311328b6c648f88a79b8848358e4b9', 'mac_address': 'fa:16:3e:a4:40:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cc3f61e-9fe4-4b5a-acb6-0884054d911b', 'device_owner': 'network:router_interface', 'standard_attr_id': 742, 'fixed_ips': [{'subnet_id': '9bcc6428-1995-45f6-ba66-eea6197581a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:24:13Z', 'updated_at': '2021-09-23T19:24:20Z', 'revision_number': 5, 'project_id': 'f9311328b6c648f88a79b8848358e4b9', 'subnets': [{'id': '9bcc6428-1995-45f6-ba66-eea6197581a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-16', False) {} {{(pid=95103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:26:38.050918 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:26:38.065738 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d465082b-c4d2-4bb1-b9ed-02bb3c160854 None None] The sync data for ids ['6cc3f61e-9fe4-4b5a-acb6-0884054d911b'] in n-d-713301-16 is: [{'id': '6cc3f61e-9fe4-4b5a-acb6-0884054d911b', 'name': 'tempest-TaggedBootDevicesTest-1238845142-router', 'tenant_id': 'f9311328b6c648f88a79b8848358e4b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'external_fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.14'}], 'enable_snat': True}, 'gw_port_id': '16a5c720-cb20-4b5b-bca3-0b85d0ba40cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:24:07Z', 'updated_at': '2021-09-23T19:24:14Z', 'revision_number': 4, 'project_id': 'f9311328b6c648f88a79b8848358e4b9', 'gw_port': {'id': '16a5c720-cb20-4b5b-bca3-0b85d0ba40cc', 'name': '', 'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:83:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cc3f61e-9fe4-4b5a-acb6-0884054d911b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 734, 'fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:24:08Z', 'updated_at': '2021-09-23T19:24:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-16', '_floatingips': [{'id': 'e805745c-12e7-4a1b-9742-6adb0609265e', 'tenant_id': 'f9311328b6c648f88a79b8848358e4b9', 'floating_ip_address': '172.25.1.157', 'floating_network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'router_id': '6cc3f61e-9fe4-4b5a-acb6-0884054d911b', 'port_id': '04608e80-e340-4c55-b856-25d17244403b', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 898, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0e7486fc-edf5-4778-98e4-d68293f3be17', 'mac_address': 'fa:16:3e:de:2e:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c7d744a-f584-4648-aa8d-a6936fa22df4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-23T19:25:14Z', 'updated_at': '2021-09-23T19:26:35Z', 'revision_number': 1, 'project_id': 'f9311328b6c648f88a79b8848358e4b9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '581d4153-bf66-4770-a892-4a35d15ab3e1', 'name': '', 'network_id': '0e7486fc-edf5-4778-98e4-d68293f3be17', 'tenant_id': 'f9311328b6c648f88a79b8848358e4b9', 'mac_address': 'fa:16:3e:a4:40:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cc3f61e-9fe4-4b5a-acb6-0884054d911b', 'device_owner': 'network:router_interface', 'standard_attr_id': 742, 'fixed_ips': [{'subnet_id': '9bcc6428-1995-45f6-ba66-eea6197581a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:24:13Z', 'updated_at': '2021-09-23T19:24:20Z', 'revision_number': 5, 'project_id': 'f9311328b6c648f88a79b8848358e4b9', 'subnets': [{'id': '9bcc6428-1995-45f6-ba66-eea6197581a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 19:26:38.089901 n-d-713301-16 neutron-server[95103]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '37f3747b-af6d-43ab-8cf9-732d2fbffadb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c518e050-362e-4a2e-9db8-5d7057c8627c'}] {{(pid=95103) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 19:26:38.092457 n-d-713301-16 neutron-server[95103]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}81a1c17f2aa89d5b3ebbba3a3e0cf7eb588e431c2224256110c4c4facdd7c3e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-595c6b5c-99ff-4e16-b8eb-1ee3fe6549bf" -d '{"events": [{"server_uuid": "37f3747b-af6d-43ab-8cf9-732d2fbffadb", "name": "network-vif-plugged", "status": "completed", "tag": "c518e050-362e-4a2e-9db8-5d7057c8627c"}]}' {{(pid=95103) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 19:26:38.106782 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.db [req-ebb734aa-de8a-4f5b-b3e4-b565148f3841 req-837f3fe7-4036-4657-87fd-2c2d4dc53de4 tempest-ServerMetadataNegativeTestJSON-1471855551 tempest-ServerMetadataNegativeTestJSON-1471855551-project] For port 771df79c-bcaf-4794-bef5-4ba4e4135f21, host n-h2-713301-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-16',level=0,port_id=771df79c-bcaf-4794-bef5-4ba4e4135f21,segment=NetworkSegment(1f8fe149-c208-4c15-8641-a4e43ab7bbce),segment_id=1f8fe149-c208-4c15-8641-a4e43ab7bbce)] {{(pid=95101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:26:38.107154 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-ebb734aa-de8a-4f5b-b3e4-b565148f3841 req-837f3fe7-4036-4657-87fd-2c2d4dc53de4 tempest-ServerMetadataNegativeTestJSON-1471855551 tempest-ServerMetadataNegativeTestJSON-1471855551-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-605701'] for port, precommit_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:26:38.121526 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] For port c518e050-362e-4a2e-9db8-5d7057c8627c, host n-h1-713301-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-16',level=0,port_id=c518e050-362e-4a2e-9db8-5d7057c8627c,segment=NetworkSegment(6139d589-eb6c-4578-8935-c26ddf396853),segment_id=6139d589-eb6c-4578-8935-c26ddf396853)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:26:38.129508 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:26:38.158480 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.plugin [req-ebb734aa-de8a-4f5b-b3e4-b565148f3841 req-837f3fe7-4036-4657-87fd-2c2d4dc53de4 tempest-ServerMetadataNegativeTestJSON-1471855551 tempest-ServerMetadataNegativeTestJSON-1471855551-project] Calling delete_port for 771df79c-bcaf-4794-bef5-4ba4e4135f21 owned by compute:nova {{(pid=95101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:26:38.187886 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Pushing event updated for resources: {'Port': ['ID=c518e050-362e-4a2e-9db8-5d7057c8627c,revision_number=5']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:26:38.301506 n-d-713301-16 neutron-server[95101]: DEBUG neutron.notifiers.nova [req-8b0a678c-31a4-47d8-ba4f-706c5cd634e7 req-6a6b617b-b88f-4cf2-839e-047648dfd008 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id de687c64-0c3b-4606-899b-5b24f78105df {{(pid=95101) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 19:26:38.312262 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-8b0a678c-31a4-47d8-ba4f-706c5cd634e7 req-6a6b617b-b88f-4cf2-839e-047648dfd008 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:26:38.318543 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-4ef50c15-80f9-4477-8ada-cdd2891ddaad req-78f8011d-1f05-4a36-87e9-5146b80abba3 tempest-DeleteServersTestJSON-2111530366 tempest-DeleteServersTestJSON-2111530366-project] 10.222.0.67 "GET /v2.0/security-groups?id=67f2e2ca-928f-40e5-b9b2-05ec3bddbb37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5042126 Sep 23 19:26:38.323729 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.v2.base [None req-321f2345-54a3-4a65-88f8-b7c4db0bcbaf admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsTestJSON-1325367333-network', 'tenant_id': '958a7ebe79444f65ab17892a97967b84'}} {{(pid=95102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:26:38.351290 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-321f2345-54a3-4a65-88f8-b7c4db0bcbaf admin admin] Made reservation on behalf of 958a7ebe79444f65ab17892a97967b84 for: {'network': 1} {{(pid=95102) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:26:38.357814 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-321f2345-54a3-4a65-88f8-b7c4db0bcbaf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for network, before_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:26:38.397047 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6230068f-65f0-4115-bc2a-d750e2736062 None None] New status for floating IP e805745c-12e7-4a1b-9742-6adb0609265e: ACTIVE {{(pid=95104) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 23 19:26:38.400087 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f303ef-78dc-493a-8bcb-3b5e3fb96496 req-6ae683cc-121f-4328-829d-1e7310583e58 tempest-MigrationsAdminTest-397594546 tempest-MigrationsAdminTest-397594546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:26:38.407606 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-54f303ef-78dc-493a-8bcb-3b5e3fb96496 req-6ae683cc-121f-4328-829d-1e7310583e58 tempest-MigrationsAdminTest-397594546 tempest-MigrationsAdminTest-397594546-project] 10.222.0.67 "GET /v2.0/ports?device_id=342358f0-a808-4879-9696-19cba9625afd HTTP/1.1" status: 200 len: 949 time: 0.5911016 Sep 23 19:26:38.415153 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-321f2345-54a3-4a65-88f8-b7c4db0bcbaf admin admin] Notify callbacks [] for security_group, before_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:26:38.440368 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-4fa67c6c-803d-4c6f-a8ae-ef069b169e1c req-a329d266-1169-4f95-ac4b-253fe8794ef6 service neutron] 10.222.0.74 "GET /v2.0/networks/0e7486fc-edf5-4778-98e4-d68293f3be17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6674936 Sep 23 19:26:38.479802 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-54f303ef-78dc-493a-8bcb-3b5e3fb96496 req-20733ca4-d406-4183-aa58-8bcc08d58aa5 tempest-MigrationsAdminTest-397594546 tempest-MigrationsAdminTest-397594546-project] 10.222.0.67 "GET /v2.0/security-groups?id=78cb509b-31c4-4e2a-bb5c-7abd6194dcc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712931 Sep 23 19:26:38.527648 n-d-713301-16 neutron-server[95103]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 19:26:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5dff5dd5-3fb8-4723-9673-d57a1c74c4e3 x-openstack-request-id: req-5dff5dd5-3fb8-4723-9673-d57a1c74c4e3 {{(pid=95103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 19:26:38.528364 n-d-713301-16 neutron-server[95103]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "37f3747b-af6d-43ab-8cf9-732d2fbffadb", "name": "network-vif-plugged", "status": "completed", "tag": "c518e050-362e-4a2e-9db8-5d7057c8627c", "code": 200}]} {{(pid=95103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 19:26:38.528698 n-d-713301-16 neutron-server[95103]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-5dff5dd5-3fb8-4723-9673-d57a1c74c4e3 {{(pid=95103) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 19:26:38.529110 n-d-713301-16 neutron-server[95103]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '37f3747b-af6d-43ab-8cf9-732d2fbffadb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c518e050-362e-4a2e-9db8-5d7057c8627c', 'code': 200} Sep 23 19:26:38.723250 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-4fa67c6c-803d-4c6f-a8ae-ef069b169e1c req-0a22bc36-0164-4b6d-ad63-ac750a22cd6c service neutron] 10.222.0.74 "GET /v2.0/networks/0e7486fc-edf5-4778-98e4-d68293f3be17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2729342 Sep 23 19:26:38.784375 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c58310f-362d-4fba-ba69-e9f467052b3f req-93a5ea97-7356-44b9-972f-614c18b1afb9 tempest-ServerRescueTestJSON-83326898 tempest-ServerRescueTestJSON-83326898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:26:38.786359 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-5c58310f-362d-4fba-ba69-e9f467052b3f req-93a5ea97-7356-44b9-972f-614c18b1afb9 tempest-ServerRescueTestJSON-83326898 tempest-ServerRescueTestJSON-83326898-project] 10.222.0.67 "GET /v2.0/ports?device_id=d885963b-72aa-42e0-909c-c5c9f0a64a9f HTTP/1.1" status: 200 len: 945 time: 0.1623266 Sep 23 19:26:38.801127 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d64ecc0-510c-44de-a81f-96aeb42a2c1b req-d1e4c05a-0819-46de-95f7-f024a6849f96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:26:38.805267 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-7d64ecc0-510c-44de-a81f-96aeb42a2c1b req-d1e4c05a-0819-46de-95f7-f024a6849f96 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=37f3747b-af6d-43ab-8cf9-732d2fbffadb HTTP/1.1" status: 200 len: 1102 time: 0.0830550 Sep 23 19:26:38.805592 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2922680-9827-4226-97b1-d3852376d986 req-7b6dc8f4-bb68-4f82-acdc-f872e88fa949 tempest-ServerMetadataNegativeTestJSON-1471855551 tempest-ServerMetadataNegativeTestJSON-1471855551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:26:38.806677 n-d-713301-16 neutron-server[95101]: DEBUG neutron.db.provisioning_blocks [req-8b0a678c-31a4-47d8-ba4f-706c5cd634e7 req-6a6b617b-b88f-4cf2-839e-047648dfd008 service neutron] Transition to ACTIVE for port object de687c64-0c3b-4606-899b-5b24f78105df will not be triggered until provisioned by entity L2. {{(pid=95101) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 19:26:38.807261 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-c2922680-9827-4226-97b1-d3852376d986 req-7b6dc8f4-bb68-4f82-acdc-f872e88fa949 tempest-ServerMetadataNegativeTestJSON-1471855551 tempest-ServerMetadataNegativeTestJSON-1471855551-project] 10.222.0.67 "GET /v2.0/ports?device_id=0a29a452-39b4-4fdf-90ed-df414ef3167a HTTP/1.1" status: 200 len: 945 time: 0.1062405 Sep 23 19:26:38.810050 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-ebb734aa-de8a-4f5b-b3e4-b565148f3841 req-837f3fe7-4036-4657-87fd-2c2d4dc53de4 tempest-ServerMetadataNegativeTestJSON-1471855551 tempest-ServerMetadataNegativeTestJSON-1471855551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783146162158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783145673144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5607431'] for port, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:26:38.823168 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] get_ports_and_sgs() called for port_ids ['771df79c-bcaf-4794-bef5-4ba4e4135f21'] {{(pid=95103) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 19:26:38.854084 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-837f3fe7-4036-4657-87fd-2c2d4dc53de4 tempest-ServerMetadataNegativeTestJSON-1471855551 tempest-ServerMetadataNegativeTestJSON-1471855551-project] Pushing event deleted for resources: {'Port': ['ID=771df79c-bcaf-4794-bef5-4ba4e4135f21,revision_number=None']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:26:38.868047 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-8b0a678c-31a4-47d8-ba4f-706c5cd634e7 req-6a6b617b-b88f-4cf2-839e-047648dfd008 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5607436'] for port, after_update {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:26:38.911613 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-c2922680-9827-4226-97b1-d3852376d986 req-3f07e37b-ee9d-4b37-9aca-f93d948c8d7a tempest-ServerMetadataNegativeTestJSON-1471855551 tempest-ServerMetadataNegativeTestJSON-1471855551-project] 10.222.0.67 "GET /v2.0/security-groups?id=4486e9b7-ad84-4653-8605-cf36c5fee1cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898669 Sep 23 19:26:38.922934 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-5c58310f-362d-4fba-ba69-e9f467052b3f req-688d38f8-f51a-44c6-9ac0-754659832d4e tempest-ServerRescueTestJSON-83326898 tempest-ServerRescueTestJSON-83326898-project] 10.222.0.67 "GET /v2.0/security-groups?id=324a4552-7b72-4e62-bcd4-dc8354c093e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1100175 Sep 23 19:26:38.973293 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-321f2345-54a3-4a65-88f8-b7c4db0bcbaf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:26:38.979268 n-d-713301-16 neutron-server[95101]: DEBUG neutron.db.l3_dvrscheduler_db [req-ebb734aa-de8a-4f5b-b3e4-b565148f3841 req-837f3fe7-4036-4657-87fd-2c2d4dc53de4 tempest-ServerMetadataNegativeTestJSON-1471855551 tempest-ServerMetadataNegativeTestJSON-1471855551-project] No DVR routers for this DVR port 771df79c-bcaf-4794-bef5-4ba4e4135f21 on host n-h2-713301-16 {{(pid=95101) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 19:26:38.979504 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-321f2345-54a3-4a65-88f8-b7c4db0bcbaf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:26:38.984195 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-ebb734aa-de8a-4f5b-b3e4-b565148f3841 req-837f3fe7-4036-4657-87fd-2c2d4dc53de4 tempest-ServerMetadataNegativeTestJSON-1471855551 tempest-ServerMetadataNegativeTestJSON-1471855551-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222849'] for port, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:26:38.986212 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-ebb734aa-de8a-4f5b-b3e4-b565148f3841 req-837f3fe7-4036-4657-87fd-2c2d4dc53de4 tempest-ServerMetadataNegativeTestJSON-1471855551 tempest-ServerMetadataNegativeTestJSON-1471855551-project] 10.222.0.53 "DELETE /v2.0/ports/771df79c-bcaf-4794-bef5-4ba4e4135f21 HTTP/1.1" status: 204 len: 173 time: 1.2714617 Sep 23 19:26:38.993488 n-d-713301-16 neutron-server[95101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a29a452-39b4-4fdf-90ed-df414ef3167a', 'name': 'network-vif-deleted', 'tag': '771df79c-bcaf-4794-bef5-4ba4e4135f21'}] {{(pid=95101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 19:26:38.996287 n-d-713301-16 neutron-server[95101]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d8366c5740cd635e57ab12b71fe44a77c2acc3c19091ef849c6f68b380462244" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b4a759a-7ffb-403b-bf8b-26db7476e401" -d '{"events": [{"server_uuid": "0a29a452-39b4-4fdf-90ed-df414ef3167a", "name": "network-vif-deleted", "tag": "771df79c-bcaf-4794-bef5-4ba4e4135f21"}]}' {{(pid=95101) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 19:26:39.002382 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-7d64ecc0-510c-44de-a81f-96aeb42a2c1b req-1c995595-1011-404c-bced-1b60dc5c9745 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=157e791d-182d-45ba-a5d1-6edf868180cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1895223 Sep 23 19:26:39.006248 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a6b617b-b88f-4cf2-839e-047648dfd008 service neutron] Pushing event updated for resources: {'Port': ['ID=de687c64-0c3b-4606-899b-5b24f78105df,revision_number=2']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:26:39.009528 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-321f2345-54a3-4a65-88f8-b7c4db0bcbaf admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 635} {{(pid=95102) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 19:26:39.017811 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-321f2345-54a3-4a65-88f8-b7c4db0bcbaf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6058965a-5fe4-400d-ba89-c406fa6d79a9,revision_number=1']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:26:39.051131 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.agents_db [None req-f2f5c474-60a3-474f-b2cc-02c4bd30880c None None] Agent healthcheck: found 7 active agents {{(pid=95104) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 19:26:39.063360 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-321f2345-54a3-4a65-88f8-b7c4db0bcbaf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1756186'] for segment, precommit_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:26:39.063717 n-d-713301-16 neutron-server[95102]: INFO neutron.db.segments_db [None req-321f2345-54a3-4a65-88f8-b7c4db0bcbaf admin admin] Added segment 9783aed5-16b3-493b-b20a-552cc6472e7e of type vlan for network 09c06b55-e8a3-4175-a4e7-e09f51f39be0 Sep 23 19:26:39.068551 n-d-713301-16 neutron-server[95101]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 19:26:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4368ca7-dab2-494b-a3e9-36340934b451 x-openstack-request-id: req-c4368ca7-dab2-494b-a3e9-36340934b451 {{(pid=95101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 19:26:39.069017 n-d-713301-16 neutron-server[95101]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0a29a452-39b4-4fdf-90ed-df414ef3167a", "name": "network-vif-deleted", "tag": "771df79c-bcaf-4794-bef5-4ba4e4135f21", "status": "completed", "code": 200}]} {{(pid=95101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 19:26:39.069359 n-d-713301-16 neutron-server[95101]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-c4368ca7-dab2-494b-a3e9-36340934b451 {{(pid=95101) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 19:26:39.069904 n-d-713301-16 neutron-server[95101]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0a29a452-39b4-4fdf-90ed-df414ef3167a', 'name': 'network-vif-deleted', 'tag': '771df79c-bcaf-4794-bef5-4ba4e4135f21', 'status': 'completed', 'code': 200} Sep 23 19:26:39.103482 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.managers [req-8b0a678c-31a4-47d8-ba4f-706c5cd634e7 req-6a6b617b-b88f-4cf2-839e-047648dfd008 service neutron] Attempting to bind port de687c64-0c3b-4606-899b-5b24f78105df on host n-h2-713301-16 for vnic_type normal with profile {{(pid=95101) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 19:26:39.103759 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.managers [req-8b0a678c-31a4-47d8-ba4f-706c5cd634e7 req-6a6b617b-b88f-4cf2-839e-047648dfd008 service neutron] Attempting to bind port de687c64-0c3b-4606-899b-5b24f78105df by drivers openvswitch,hyperv on host n-h2-713301-16 at level 0 using segments [{'id': '741d6d3e-2760-41a6-838f-b8b4255cee30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': 'e47803fc-37db-4c82-80ca-757602b818ca'}] {{(pid=95101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 19:26:39.104051 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b0a678c-31a4-47d8-ba4f-706c5cd634e7 req-6a6b617b-b88f-4cf2-839e-047648dfd008 service neutron] Attempting to bind port de687c64-0c3b-4606-899b-5b24f78105df on network e47803fc-37db-4c82-80ca-757602b818ca {{(pid=95101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:26:39.112008 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b0a678c-31a4-47d8-ba4f-706c5cd634e7 req-6a6b617b-b88f-4cf2-839e-047648dfd008 service neutron] Port de687c64-0c3b-4606-899b-5b24f78105df on network e47803fc-37db-4c82-80ca-757602b818ca not bound, no agent of type Open vSwitch agent registered on host n-h2-713301-16 {{(pid=95101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 19:26:39.112328 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b0a678c-31a4-47d8-ba4f-706c5cd634e7 req-6a6b617b-b88f-4cf2-839e-047648dfd008 service neutron] Attempting to bind port de687c64-0c3b-4606-899b-5b24f78105df on network e47803fc-37db-4c82-80ca-757602b818ca {{(pid=95101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:26:39.118581 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b0a678c-31a4-47d8-ba4f-706c5cd634e7 req-6a6b617b-b88f-4cf2-839e-047648dfd008 service neutron] Checking agent: {'id': '2a7cea34-db54-4faf-8d23-37521c3e34cb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713301-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 19, 15, 28), 'started_at': datetime.datetime(2021, 9, 23, 19, 15, 28), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 19, 26, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 19:26:39.119317 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b0a678c-31a4-47d8-ba4f-706c5cd634e7 req-6a6b617b-b88f-4cf2-839e-047648dfd008 service neutron] Checking segment: {'id': '741d6d3e-2760-41a6-838f-b8b4255cee30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': 'e47803fc-37db-4c82-80ca-757602b818ca'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:26:39.119962 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b0a678c-31a4-47d8-ba4f-706c5cd634e7 req-6a6b617b-b88f-4cf2-839e-047648dfd008 service neutron] Bound using segment: {'id': '741d6d3e-2760-41a6-838f-b8b4255cee30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': 'e47803fc-37db-4c82-80ca-757602b818ca'} {{(pid=95101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 19:26:39.120917 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.managers [req-8b0a678c-31a4-47d8-ba4f-706c5cd634e7 req-6a6b617b-b88f-4cf2-839e-047648dfd008 service neutron] Bound port: de687c64-0c3b-4606-899b-5b24f78105df, host: n-h2-713301-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '741d6d3e-2760-41a6-838f-b8b4255cee30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': 'e47803fc-37db-4c82-80ca-757602b818ca'}}] {{(pid=95101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 19:26:39.121636 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-8b0a678c-31a4-47d8-ba4f-706c5cd634e7 req-6a6b617b-b88f-4cf2-839e-047648dfd008 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:26:39.128574 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-321f2345-54a3-4a65-88f8-b7c4db0bcbaf admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783145630486'] for network, precommit_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:26:39.143843 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad38683-7a97-4659-a997-0fc9988d46e2 req-5de97cd0-b737-4290-aca0-b0c2c2fdaf10 tempest-ServersOnMultiNodesTest-2040324995 tempest-ServersOnMultiNodesTest-2040324995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:26:39.145698 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-dad38683-7a97-4659-a997-0fc9988d46e2 req-5de97cd0-b737-4290-aca0-b0c2c2fdaf10 tempest-ServersOnMultiNodesTest-2040324995 tempest-ServersOnMultiNodesTest-2040324995-project] 10.222.0.67 "GET /v2.0/ports?device_id=37f3747b-af6d-43ab-8cf9-732d2fbffadb HTTP/1.1" status: 200 len: 950 time: 0.1186292 Sep 23 19:26:39.188549 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-321f2345-54a3-4a65-88f8-b7c4db0bcbaf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299'] for network, after_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:26:39.189934 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-321f2345-54a3-4a65-88f8-b7c4db0bcbaf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:26:39.190732 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-321f2345-54a3-4a65-88f8-b7c4db0bcbaf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527417'] for network, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:26:39.193185 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.db [req-8b0a678c-31a4-47d8-ba4f-706c5cd634e7 req-6a6b617b-b88f-4cf2-839e-047648dfd008 service neutron] For port de687c64-0c3b-4606-899b-5b24f78105df, host n-h2-713301-16, cleared binding levels {{(pid=95101) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 19:26:39.196624 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.db [req-8b0a678c-31a4-47d8-ba4f-706c5cd634e7 req-6a6b617b-b88f-4cf2-839e-047648dfd008 service neutron] For port de687c64-0c3b-4606-899b-5b24f78105df, host n-h2-713301-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-16',level=0,port_id=de687c64-0c3b-4606-899b-5b24f78105df,segment=NetworkSegment(741d6d3e-2760-41a6-838f-b8b4255cee30),segment_id=741d6d3e-2760-41a6-838f-b8b4255cee30)] {{(pid=95101) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 19:26:39.201992 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-8b0a678c-31a4-47d8-ba4f-706c5cd634e7 req-6a6b617b-b88f-4cf2-839e-047648dfd008 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5607436'] for port, after_update {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:26:39.232561 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-dad38683-7a97-4659-a997-0fc9988d46e2 req-fedc2f3a-d5ba-4e43-9de7-87f4c170e81c tempest-ServersOnMultiNodesTest-2040324995 tempest-ServersOnMultiNodesTest-2040324995-project] 10.222.0.67 "GET /v2.0/security-groups?id=157e791d-182d-45ba-a5d1-6edf868180cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777950 Sep 23 19:26:39.241049 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-321f2345-54a3-4a65-88f8-b7c4db0bcbaf admin admin] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.4079254 Sep 23 19:26:39.243864 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b0a678c-31a4-47d8-ba4f-706c5cd634e7 req-6a6b617b-b88f-4cf2-839e-047648dfd008 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:26:39.244028 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 38910) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:26:39.244387 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-8b0a678c-31a4-47d8-ba4f-706c5cd634e7 req-6a6b617b-b88f-4cf2-839e-047648dfd008 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222849'] for port, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:26:39.246168 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-8b0a678c-31a4-47d8-ba4f-706c5cd634e7 req-6a6b617b-b88f-4cf2-839e-047648dfd008 service neutron] 10.222.0.53 "PUT /v2.0/ports/de687c64-0c3b-4606-899b-5b24f78105df HTTP/1.1" status: 200 len: 1093 time: 1.5402417 Sep 23 19:26:39.250349 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.v2.base [None req-e15efca3-3497-4f36-baf4-40f743fd78a2 admin admin] Request body: {'subnet': {'network_id': '09c06b55-e8a3-4175-a4e7-e09f51f39be0', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsTestJSON-1325367333-subnet', 'tenant_id': '958a7ebe79444f65ab17892a97967b84', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:26:39.267744 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a6b617b-b88f-4cf2-839e-047648dfd008 service neutron] Pushing event updated for resources: {'Port': ['ID=de687c64-0c3b-4606-899b-5b24f78105df,revision_number=3']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:26:39.280212 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-321f2345-54a3-4a65-88f8-b7c4db0bcbaf admin admin] Pushing event updated for resources: {'Network': ['ID=09c06b55-e8a3-4175-a4e7-e09f51f39be0,revision_number=1']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:26:39.292744 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Network 09c06b55-e8a3-4175-a4e7-e09f51f39be0 details requested by agent ovs-agent-n-d-713301-16 with host n-d-713301-16 {{(pid=95103) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 19:26:39.300946 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e15efca3-3497-4f36-baf4-40f743fd78a2 admin admin] Made reservation on behalf of 958a7ebe79444f65ab17892a97967b84 for: {'subnet': 1} {{(pid=95102) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:26:39.303457 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-e15efca3-3497-4f36-baf4-40f743fd78a2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5388256'] for subnet, before_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:26:39.337307 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b0a678c-31a4-47d8-ba4f-706c5cd634e7 req-e9c5bd8a-613e-424e-8ffb-bd95212b6343 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:26:39.338832 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-8b0a678c-31a4-47d8-ba4f-706c5cd634e7 req-e9c5bd8a-613e-424e-8ffb-bd95212b6343 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=30554f6e61d54c6bbf3c805c15e93860&device_id=e231f77f-5a7e-410a-92e0-dc9c93fc7c93 HTTP/1.1" status: 200 len: 1096 time: 0.0458422 Sep 23 19:26:39.395358 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-8b0a678c-31a4-47d8-ba4f-706c5cd634e7 req-b6e08bb8-3c68-4cd7-b89a-bbb2220a23d4 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=de687c64-0c3b-4606-899b-5b24f78105df HTTP/1.1" status: 200 len: 217 time: 0.0469487 Sep 23 19:26:39.455815 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b0a678c-31a4-47d8-ba4f-706c5cd634e7 req-69aa6dac-3e4e-4925-b933-8eb11fdb5b94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:26:39.457379 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-8b0a678c-31a4-47d8-ba4f-706c5cd634e7 req-69aa6dac-3e4e-4925-b933-8eb11fdb5b94 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=4ba945d5-0498-408c-b65f-8f07a46d41b0 HTTP/1.1" status: 200 len: 852 time: 0.0472178 Sep 23 19:26:39.508276 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-8b0a678c-31a4-47d8-ba4f-706c5cd634e7 req-14e5075f-f1dc-4344-8829-2a47becf18f4 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=e47803fc-37db-4c82-80ca-757602b818ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0359228 Sep 23 19:26:39.539217 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4101f177-5d4d-41ad-bb4c-8811b8cf1a33 req-5b2adf02-a31c-4f2c-9524-2b1f1e35aca9 tempest-DeleteServersTestJSON-2111530366 tempest-DeleteServersTestJSON-2111530366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:26:39.540708 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-4101f177-5d4d-41ad-bb4c-8811b8cf1a33 req-5b2adf02-a31c-4f2c-9524-2b1f1e35aca9 tempest-DeleteServersTestJSON-2111530366 tempest-DeleteServersTestJSON-2111530366-project] 10.222.0.67 "GET /v2.0/ports?device_id=e231f77f-5a7e-410a-92e0-dc9c93fc7c93 HTTP/1.1" status: 200 len: 944 time: 0.1131935 Sep 23 19:26:39.555810 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-e15efca3-3497-4f36-baf4-40f743fd78a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4398944', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5388242'] for subnet, after_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:26:39.625656 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-8b0a678c-31a4-47d8-ba4f-706c5cd634e7 req-a770d645-be31-4121-addf-9b0f27639911 service neutron] 10.222.0.53 "GET /v2.0/networks/e47803fc-37db-4c82-80ca-757602b818ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1064255 Sep 23 19:26:39.653749 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e15efca3-3497-4f36-baf4-40f743fd78a2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ad781f3d-6818-485b-93aa-4b20e0f3289c,revision_number=0']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:26:39.664031 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-4101f177-5d4d-41ad-bb4c-8811b8cf1a33 req-dc960907-5f30-4d69-9c94-c1b03e232545 tempest-DeleteServersTestJSON-2111530366 tempest-DeleteServersTestJSON-2111530366-project] 10.222.0.67 "GET /v2.0/security-groups?id=67f2e2ca-928f-40e5-b9b2-05ec3bddbb37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1165411 Sep 23 19:26:39.687736 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e15efca3-3497-4f36-baf4-40f743fd78a2 admin admin] Checking segment: {'id': '9783aed5-16b3-493b-b20a-552cc6472e7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '09c06b55-e8a3-4175-a4e7-e09f51f39be0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95102) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:26:39.687736 n-d-713301-16 neutron-server[95102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e15efca3-3497-4f36-baf4-40f743fd78a2 admin admin] Network hostable DHCP agents. Network: 09c06b55-e8a3-4175-a4e7-e09f51f39be0, hostable agents: ['1b18bf05-1b5f-4587-be5c-af3ac38e32ad'], hosted agents: [] {{(pid=95102) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 19:26:39.704321 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3bd4bf-1783-4376-be9d-c7095853fddb req-80b8f29b-d64c-4b36-9df3-e477b7a29670 tempest-MigrationsAdminTest-397594546 tempest-MigrationsAdminTest-397594546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:26:39.705896 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-8e3bd4bf-1783-4376-be9d-c7095853fddb req-80b8f29b-d64c-4b36-9df3-e477b7a29670 tempest-MigrationsAdminTest-397594546 tempest-MigrationsAdminTest-397594546-project] 10.222.0.67 "GET /v2.0/ports?device_id=342358f0-a808-4879-9696-19cba9625afd HTTP/1.1" status: 200 len: 949 time: 0.1049533 Sep 23 19:26:39.723639 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-8b0a678c-31a4-47d8-ba4f-706c5cd634e7 req-89f9d7ef-e19e-4249-a64c-979e9fbd750f service neutron] 10.222.0.53 "GET /v2.0/networks/e47803fc-37db-4c82-80ca-757602b818ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900805 Sep 23 19:26:39.727419 n-d-713301-16 neutron-server[95102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e15efca3-3497-4f36-baf4-40f743fd78a2 admin admin] Network 09c06b55-e8a3-4175-a4e7-e09f51f39be0 is scheduled to be hosted by DHCP agent 1b18bf05-1b5f-4587-be5c-af3ac38e32ad with binding_index 1 {{(pid=95102) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 19:26:39.747108 n-d-713301-16 neutron-server[95102]: DEBUG neutron.scheduler.base_scheduler [None req-e15efca3-3497-4f36-baf4-40f743fd78a2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713301-16, 09c06b55-e8a3-4175-a4e7-e09f51f39be0) {{(pid=95102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:26:39.754607 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e15efca3-3497-4f36-baf4-40f743fd78a2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:26:39.755211 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-e15efca3-3497-4f36-baf4-40f743fd78a2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:26:39.755909 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c37452e-8cae-4af4-aee0-aded3e093da7 None None] Network 09c06b55-e8a3-4175-a4e7-e09f51f39be0 requested from n-d-713301-16 {{(pid=95103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 19:26:39.760263 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-8e3bd4bf-1783-4376-be9d-c7095853fddb req-a341ad86-512c-4f36-b36b-142b6f80e32d tempest-MigrationsAdminTest-397594546 tempest-MigrationsAdminTest-397594546-project] 10.222.0.67 "GET /v2.0/security-groups?id=78cb509b-31c4-4e2a-bb5c-7abd6194dcc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478196 Sep 23 19:26:39.781872 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-e15efca3-3497-4f36-baf4-40f743fd78a2 admin admin] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.5320492 Sep 23 19:26:39.972565 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 38932) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:26:40.024786 n-d-713301-16 neutron-server[95102]: DEBUG neutron.db.db_base_plugin_v2 [None req-08b6a584-27e6-4e12-b6f8-3f93947dc78c admin admin] Deleting subnet 9fe8f1b2-566f-4651-8eaa-bd70f04e1d6a {{(pid=95102) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 23 19:26:40.029256 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-08b6a584-27e6-4e12-b6f8-3f93947dc78c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:26:40.039159 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a3a12e3-170b-4110-90a1-8692d33bd4f2 None None] Network 09c06b55-e8a3-4175-a4e7-e09f51f39be0 requested from n-d-713301-16 {{(pid=95103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 19:26:40.104752 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-08b6a584-27e6-4e12-b6f8-3f93947dc78c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6162825'] for subnet, precommit_delete_associations {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:26:40.140402 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea7a9cd-3ec3-4d5c-a109-4fa7e2de6596 req-c4003584-b8f3-4e24-97ce-8511a49f22fb tempest-ServerRescueTestJSON-83326898 tempest-ServerRescueTestJSON-83326898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:26:40.141951 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-3ea7a9cd-3ec3-4d5c-a109-4fa7e2de6596 req-c4003584-b8f3-4e24-97ce-8511a49f22fb tempest-ServerRescueTestJSON-83326898 tempest-ServerRescueTestJSON-83326898-project] 10.222.0.67 "GET /v2.0/ports?device_id=d885963b-72aa-42e0-909c-c5c9f0a64a9f HTTP/1.1" status: 200 len: 945 time: 0.1098602 Sep 23 19:26:40.213108 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-08b6a584-27e6-4e12-b6f8-3f93947dc78c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1756813'] for subnet, precommit_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:26:40.287371 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-3ea7a9cd-3ec3-4d5c-a109-4fa7e2de6596 req-36713e35-174e-43ae-a45c-48b11ab006fd tempest-ServerRescueTestJSON-83326898 tempest-ServerRescueTestJSON-83326898-project] 10.222.0.67 "GET /v2.0/security-groups?id=324a4552-7b72-4e62-bcd4-dc8354c093e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1363745 Sep 23 19:26:40.319537 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40142ac6-c108-4d4e-99e3-b5584fc629f1 req-c00857e7-c7bb-4c46-bb9d-b792046fa830 tempest-InstanceActionsTestJSON-1635188006 tempest-InstanceActionsTestJSON-1635188006-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:26:40.325288 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-40142ac6-c108-4d4e-99e3-b5584fc629f1 req-c00857e7-c7bb-4c46-bb9d-b792046fa830 tempest-InstanceActionsTestJSON-1635188006 tempest-InstanceActionsTestJSON-1635188006-project] 10.222.0.67 "GET /v2.0/networks?id=09c06b55-e8a3-4175-a4e7-e09f51f39be0 HTTP/1.1" status: 200 len: 814 time: 0.1741290 Sep 23 19:26:40.349756 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-40142ac6-c108-4d4e-99e3-b5584fc629f1 req-7ddd48a6-e7b2-4888-aba0-20afbfc31dc9 tempest-InstanceActionsTestJSON-1635188006 tempest-InstanceActionsTestJSON-1635188006-project] 10.222.0.67 "GET /v2.0/quotas/958a7ebe79444f65ab17892a97967b84 HTTP/1.1" status: 200 len: 375 time: 0.0207210 Sep 23 19:26:40.361738 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-08b6a584-27e6-4e12-b6f8-3f93947dc78c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1756804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4399009', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5388229'] for subnet, after_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:26:40.426218 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-40142ac6-c108-4d4e-99e3-b5584fc629f1 req-29e7a011-ba54-4f41-8fe3-6e5f2cd53602 tempest-InstanceActionsTestJSON-1635188006 tempest-InstanceActionsTestJSON-1635188006-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=958a7ebe79444f65ab17892a97967b84&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0755508 Sep 23 19:26:40.431389 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08b6a584-27e6-4e12-b6f8-3f93947dc78c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9fe8f1b2-566f-4651-8eaa-bd70f04e1d6a,revision_number=None']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:26:40.438232 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-08b6a584-27e6-4e12-b6f8-3f93947dc78c admin admin] Notify callbacks [] for subnet, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:26:40.440047 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-08b6a584-27e6-4e12-b6f8-3f93947dc78c admin admin] 10.222.0.67 "DELETE /v2.0/subnets/9fe8f1b2-566f-4651-8eaa-bd70f04e1d6a HTTP/1.1" status: 204 len: 168 time: 0.4662461 Sep 23 19:26:40.442675 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 38944) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:26:40.484823 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2209157-d5b2-469f-92fc-4d717df5021e req-5f90484e-25b3-481e-b37c-5e255b202af6 tempest-ServersOnMultiNodesTest-2040324995 tempest-ServersOnMultiNodesTest-2040324995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:26:40.486323 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-c2209157-d5b2-469f-92fc-4d717df5021e req-5f90484e-25b3-481e-b37c-5e255b202af6 tempest-ServersOnMultiNodesTest-2040324995 tempest-ServersOnMultiNodesTest-2040324995-project] 10.222.0.67 "GET /v2.0/ports?device_id=37f3747b-af6d-43ab-8cf9-732d2fbffadb HTTP/1.1" status: 200 len: 950 time: 0.1345232 Sep 23 19:26:40.529644 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-a0c50674-5265-48e1-917e-875b0df028e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1628021'] for network, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:26:40.578984 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-c2209157-d5b2-469f-92fc-4d717df5021e req-48514557-1c90-4079-9cbb-71f23d53bb4b tempest-ServersOnMultiNodesTest-2040324995 tempest-ServersOnMultiNodesTest-2040324995-project] 10.222.0.67 "GET /v2.0/security-groups?id=157e791d-182d-45ba-a5d1-6edf868180cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601120 Sep 23 19:26:40.581057 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-40142ac6-c108-4d4e-99e3-b5584fc629f1 req-cebb423b-2968-47eb-8da3-12e05b172270 service neutron] 10.222.0.67 "GET /v2.0/networks/09c06b55-e8a3-4175-a4e7-e09f51f39be0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1441669 Sep 23 19:26:40.611442 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-a0c50674-5265-48e1-917e-875b0df028e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1754676', 'neutron.services.segments.db._delete_segments_for_network-8783146221460'] for network, precommit_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:26:40.634658 n-d-713301-16 neutron-server[95101]: DEBUG neutron.services.segments.db [None req-a0c50674-5265-48e1-917e-875b0df028e7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ced9e591-7a83-4cb6-be44-2f82294810a0']}} {{(pid=95101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:26:40.645899 n-d-713301-16 neutron-server[95101]: DEBUG neutron.services.segments.db [None req-a0c50674-5265-48e1-917e-875b0df028e7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1f8fe149-c208-4c15-8641-a4e43ab7bbce') {'for_net_delete': True} {{(pid=95101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:26:40.646723 n-d-713301-16 neutron-server[95101]: DEBUG neutron.services.segments.db [None req-a0c50674-5265-48e1-917e-875b0df028e7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1f8fe149-c208-4c15-8641-a4e43ab7bbce') {} {{(pid=95101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:26:40.657001 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-a0c50674-5265-48e1-917e-875b0df028e7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783146221725', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6007147'] for segment, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:26:40.672561 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-a0c50674-5265-48e1-917e-875b0df028e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1756186'] for segment, precommit_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:26:40.679185 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a0c50674-5265-48e1-917e-875b0df028e7 admin admin] Releasing vlan 629 on physical network physnet1 to pool {{(pid=95101) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 19:26:40.679976 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-a0c50674-5265-48e1-917e-875b0df028e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1756186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5608436'] for segment, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:26:40.681791 n-d-713301-16 neutron-server[95101]: Traceback (most recent call last): Sep 23 19:26:40.681791 n-d-713301-16 neutron-server[95101]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 19:26:40.681791 n-d-713301-16 neutron-server[95101]: timer() Sep 23 19:26:40.681791 n-d-713301-16 neutron-server[95101]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 19:26:40.681791 n-d-713301-16 neutron-server[95101]: cb(*args, **kw) Sep 23 19:26:40.681791 n-d-713301-16 neutron-server[95101]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 19:26:40.681791 n-d-713301-16 neutron-server[95101]: return func(*args, **kwargs) Sep 23 19:26:40.681791 n-d-713301-16 neutron-server[95101]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 19:26:40.681791 n-d-713301-16 neutron-server[95101]: self._notify() Sep 23 19:26:40.681791 n-d-713301-16 neutron-server[95101]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 19:26:40.681791 n-d-713301-16 neutron-server[95101]: self.callback(batched_events) Sep 23 19:26:40.681791 n-d-713301-16 neutron-server[95101]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 19:26:40.681791 n-d-713301-16 neutron-server[95101]: event.method(event) Sep 23 19:26:40.681791 n-d-713301-16 neutron-server[95101]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 19:26:40.681791 n-d-713301-16 neutron-server[95101]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 19:26:40.681791 n-d-713301-16 neutron-server[95101]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 19:26:40.681791 n-d-713301-16 neutron-server[95101]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 19:26:40.681791 n-d-713301-16 neutron-server[95101]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 19:26:40.681791 n-d-713301-16 neutron-server[95101]: return f(self, *a, **k) Sep 23 19:26:40.681791 n-d-713301-16 neutron-server[95101]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 19:26:40.681791 n-d-713301-16 neutron-server[95101]: return self._get(url).json() Sep 23 19:26:40.681791 n-d-713301-16 neutron-server[95101]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 19:26:40.681791 n-d-713301-16 neutron-server[95101]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 19:26:40.681791 n-d-713301-16 neutron-server[95101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 19:26:40.681791 n-d-713301-16 neutron-server[95101]: return self.request(url, 'GET', **kwargs) Sep 23 19:26:40.681791 n-d-713301-16 neutron-server[95101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 19:26:40.681791 n-d-713301-16 neutron-server[95101]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 19:26:40.681791 n-d-713301-16 neutron-server[95101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 19:26:40.681791 n-d-713301-16 neutron-server[95101]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 19:26:40.681791 n-d-713301-16 neutron-server[95101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 19:26:40.681791 n-d-713301-16 neutron-server[95101]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 19:26:40.681791 n-d-713301-16 neutron-server[95101]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 19:26:40.687486 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-40142ac6-c108-4d4e-99e3-b5584fc629f1 req-3fb0c252-02b4-49ed-a44b-1fdaa5239f93 service neutron] 10.222.0.67 "GET /v2.0/networks/09c06b55-e8a3-4175-a4e7-e09f51f39be0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0984941 Sep 23 19:26:40.751137 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-a0c50674-5265-48e1-917e-875b0df028e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1754627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-601866'] for network, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:26:40.767224 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-a0c50674-5265-48e1-917e-875b0df028e7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527417'] for network, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:26:40.769418 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-a0c50674-5265-48e1-917e-875b0df028e7 admin admin] 10.222.0.67 "DELETE /v2.0/networks/ced9e591-7a83-4cb6-be44-2f82294810a0 HTTP/1.1" status: 204 len: 168 time: 0.3248494 Sep 23 19:26:40.782338 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c50674-5265-48e1-917e-875b0df028e7 admin admin] Pushing event deleted for resources: {'Network': ['ID=ced9e591-7a83-4cb6-be44-2f82294810a0,revision_number=None']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:26:40.804299 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c03c22b-34fc-49da-9483-5ab002f46103 req-6863dfbd-c92c-4b05-a65e-a432bf4271ed tempest-DeleteServersTestJSON-2111530366 tempest-DeleteServersTestJSON-2111530366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:26:40.805842 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-3c03c22b-34fc-49da-9483-5ab002f46103 req-6863dfbd-c92c-4b05-a65e-a432bf4271ed tempest-DeleteServersTestJSON-2111530366 tempest-DeleteServersTestJSON-2111530366-project] 10.222.0.67 "GET /v2.0/ports?device_id=e231f77f-5a7e-410a-92e0-dc9c93fc7c93 HTTP/1.1" status: 200 len: 944 time: 0.0656638 Sep 23 19:26:40.870069 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-3c03c22b-34fc-49da-9483-5ab002f46103 req-1e5a9f12-bc2d-40c9-a629-989b8adc2a0b tempest-DeleteServersTestJSON-2111530366 tempest-DeleteServersTestJSON-2111530366-project] 10.222.0.67 "GET /v2.0/security-groups?id=67f2e2ca-928f-40e5-b9b2-05ec3bddbb37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582275 Sep 23 19:26:40.950932 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 38960) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:26:40.955477 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-89e384cc-9551-419c-b300-5b2b4f6e5c8a req-ced6dce1-dab2-496d-bce5-b34e625ca66a tempest-InstanceActionsTestJSON-1635188006 tempest-InstanceActionsTestJSON-1635188006-project] 10.222.0.67 "GET /v2.0/ports?device_id=e99f855a-03a7-4cd0-8eef-3e107786a007 HTTP/1.1" status: 200 len: 210 time: 0.0404158 Sep 23 19:26:41.006702 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-e2ec33a3-35e5-4117-9ffe-8b3ba433c865 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=a04f906adcc14290a08d5d9e78dfe050&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0538809 Sep 23 19:26:41.009802 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 38964) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:26:41.011519 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b58d2b-f2ff-4d3b-adae-c35acd638109 req-178bb027-6ea1-480e-bd17-ec2a56ae54af tempest-MigrationsAdminTest-397594546 tempest-MigrationsAdminTest-397594546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:26:41.013273 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-f9b58d2b-f2ff-4d3b-adae-c35acd638109 req-178bb027-6ea1-480e-bd17-ec2a56ae54af tempest-MigrationsAdminTest-397594546 tempest-MigrationsAdminTest-397594546-project] 10.222.0.67 "GET /v2.0/ports?device_id=342358f0-a808-4879-9696-19cba9625afd HTTP/1.1" status: 200 len: 949 time: 0.0633099 Sep 23 19:26:41.051659 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Device 771df79c-bcaf-4794-bef5-4ba4e4135f21 no longer exists at agent hyperv_n-h2-713301-16 {{(pid=95103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 19:26:41.056418 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-f9b58d2b-f2ff-4d3b-adae-c35acd638109 req-90eb0b2b-bf1d-497d-82da-5eca48e1c690 tempest-MigrationsAdminTest-397594546 tempest-MigrationsAdminTest-397594546-project] 10.222.0.67 "GET /v2.0/security-groups?id=78cb509b-31c4-4e2a-bb5c-7abd6194dcc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367603 Sep 23 19:26:41.071258 n-d-713301-16 neutron-server[95101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e231f77f-5a7e-410a-92e0-dc9c93fc7c93', 'tag': 'de687c64-0c3b-4606-899b-5b24f78105df'}] {{(pid=95101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 19:26:41.072728 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.plugin [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] No Port match for: 771df79c-bcaf-4794-bef5-4ba4e4135f21 {{(pid=95103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 19:26:41.073262 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Device 771df79c-bcaf-4794-bef5-4ba4e4135f21 not bound to the agent host n-h2-713301-16 {{(pid=95103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 19:26:41.074055 n-d-713301-16 neutron-server[95101]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d8366c5740cd635e57ab12b71fe44a77c2acc3c19091ef849c6f68b380462244" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d606d182-86dc-43f4-9997-d3278d25f9f7" -d '{"events": [{"name": "network-changed", "server_uuid": "e231f77f-5a7e-410a-92e0-dc9c93fc7c93", "tag": "de687c64-0c3b-4606-899b-5b24f78105df"}]}' {{(pid=95101) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 19:26:41.084514 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-b2d3df73-3ce9-4a58-93c1-ca1459130ca8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:26:41.124095 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-b2d3df73-3ce9-4a58-93c1-ca1459130ca8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:26:41.127100 n-d-713301-16 neutron-server[95101]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 19:26:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0aee77f-402b-4175-a9c0-22487b66a636 x-openstack-request-id: req-f0aee77f-402b-4175-a9c0-22487b66a636 {{(pid=95101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 19:26:41.127395 n-d-713301-16 neutron-server[95101]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e231f77f-5a7e-410a-92e0-dc9c93fc7c93", "tag": "de687c64-0c3b-4606-899b-5b24f78105df", "status": "completed", "code": 200}]} {{(pid=95101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 19:26:41.127642 n-d-713301-16 neutron-server[95101]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-f0aee77f-402b-4175-a9c0-22487b66a636 {{(pid=95101) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 19:26:41.128033 n-d-713301-16 neutron-server[95101]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e231f77f-5a7e-410a-92e0-dc9c93fc7c93', 'tag': 'de687c64-0c3b-4606-899b-5b24f78105df', 'status': 'completed', 'code': 200} Sep 23 19:26:41.210639 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d606d182-86dc-43f4-9997-d3278d25f9f7 req-2da4d7b2-da74-4299-96c5-b76914239d4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:26:41.212547 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-d606d182-86dc-43f4-9997-d3278d25f9f7 req-2da4d7b2-da74-4299-96c5-b76914239d4b service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=30554f6e61d54c6bbf3c805c15e93860&device_id=e231f77f-5a7e-410a-92e0-dc9c93fc7c93 HTTP/1.1" status: 200 len: 1096 time: 0.0609648 Sep 23 19:26:41.229413 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-b2d3df73-3ce9-4a58-93c1-ca1459130ca8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:26:41.231906 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-b2d3df73-3ce9-4a58-93c1-ca1459130ca8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:26:41.233026 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-b2d3df73-3ce9-4a58-93c1-ca1459130ca8 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/4486e9b7-ad84-4653-8605-cf36c5fee1cc HTTP/1.1" status: 204 len: 168 time: 0.2221413 Sep 23 19:26:41.252496 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2d3df73-3ce9-4a58-93c1-ca1459130ca8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4486e9b7-ad84-4653-8605-cf36c5fee1cc,revision_number=None']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:26:41.332636 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d606d182-86dc-43f4-9997-d3278d25f9f7 req-28064c30-f1f0-4c52-934a-58e3ff60df75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:26:41.334827 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-d606d182-86dc-43f4-9997-d3278d25f9f7 req-28064c30-f1f0-4c52-934a-58e3ff60df75 service neutron] 10.222.0.53 "GET /v2.0/networks?id=e47803fc-37db-4c82-80ca-757602b818ca HTTP/1.1" status: 200 len: 913 time: 0.1150329 Sep 23 19:26:41.390220 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-d606d182-86dc-43f4-9997-d3278d25f9f7 req-ed7ef24e-645c-443c-8e7c-fead5bed10d6 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=de687c64-0c3b-4606-899b-5b24f78105df HTTP/1.1" status: 200 len: 217 time: 0.0479157 Sep 23 19:26:41.434653 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14aa6bcf-db8d-47a1-a48c-e1c37e060730 req-35e2d41f-88e3-4717-b864-fe2ac0ef865a tempest-ServerRescueTestJSON-83326898 tempest-ServerRescueTestJSON-83326898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:26:41.436429 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-14aa6bcf-db8d-47a1-a48c-e1c37e060730 req-35e2d41f-88e3-4717-b864-fe2ac0ef865a tempest-ServerRescueTestJSON-83326898 tempest-ServerRescueTestJSON-83326898-project] 10.222.0.67 "GET /v2.0/ports?device_id=d885963b-72aa-42e0-909c-c5c9f0a64a9f HTTP/1.1" status: 200 len: 945 time: 0.0649886 Sep 23 19:26:41.451346 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d606d182-86dc-43f4-9997-d3278d25f9f7 req-60c318c1-48bf-4b15-904d-34025eb433f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:26:41.451346 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-d606d182-86dc-43f4-9997-d3278d25f9f7 req-60c318c1-48bf-4b15-904d-34025eb433f8 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=4ba945d5-0498-408c-b65f-8f07a46d41b0 HTTP/1.1" status: 200 len: 852 time: 0.0524220 Sep 23 19:26:41.487635 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-d606d182-86dc-43f4-9997-d3278d25f9f7 req-828a9456-5b7c-4c93-b45f-7b7e75f60278 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=e47803fc-37db-4c82-80ca-757602b818ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0256817 Sep 23 19:26:41.489128 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-14aa6bcf-db8d-47a1-a48c-e1c37e060730 req-83f4d082-6858-4612-bfd0-b23cc5aeef65 tempest-ServerRescueTestJSON-83326898 tempest-ServerRescueTestJSON-83326898-project] 10.222.0.67 "GET /v2.0/security-groups?id=324a4552-7b72-4e62-bcd4-dc8354c093e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414615 Sep 23 19:26:41.590483 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-d606d182-86dc-43f4-9997-d3278d25f9f7 req-f9bff402-52d1-4ad6-a791-ed5bdb20892d service neutron] 10.222.0.53 "GET /v2.0/networks/e47803fc-37db-4c82-80ca-757602b818ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0948427 Sep 23 19:26:41.698306 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-d606d182-86dc-43f4-9997-d3278d25f9f7 req-bedfad4e-6c2e-48d2-9e19-6c8691587724 service neutron] 10.222.0.53 "GET /v2.0/networks/e47803fc-37db-4c82-80ca-757602b818ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0994487 Sep 23 19:26:41.727808 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8335aae1-bb53-4d8d-82da-7b88c9476c1e req-ef013c72-83f6-45d8-8133-82fb2289f183 tempest-ServersOnMultiNodesTest-2040324995 tempest-ServersOnMultiNodesTest-2040324995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:26:41.729494 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-8335aae1-bb53-4d8d-82da-7b88c9476c1e req-ef013c72-83f6-45d8-8133-82fb2289f183 tempest-ServersOnMultiNodesTest-2040324995 tempest-ServersOnMultiNodesTest-2040324995-project] 10.222.0.67 "GET /v2.0/ports?device_id=37f3747b-af6d-43ab-8cf9-732d2fbffadb HTTP/1.1" status: 200 len: 950 time: 0.0739613 Sep 23 19:26:41.769880 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-8335aae1-bb53-4d8d-82da-7b88c9476c1e req-ee335507-29d9-427a-9911-9b6b19210b4a tempest-ServersOnMultiNodesTest-2040324995 tempest-ServersOnMultiNodesTest-2040324995-project] 10.222.0.67 "GET /v2.0/security-groups?id=157e791d-182d-45ba-a5d1-6edf868180cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341260 Sep 23 19:26:41.879778 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba371a35-df5b-4734-abbf-5378d88ae110 req-a79f3ed7-e688-4abf-97ba-3cba98cdb42b tempest-ServersOnMultiNodesTest-400318425 tempest-ServersOnMultiNodesTest-400318425-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:26:41.881904 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-ba371a35-df5b-4734-abbf-5378d88ae110 req-a79f3ed7-e688-4abf-97ba-3cba98cdb42b tempest-ServersOnMultiNodesTest-400318425 tempest-ServersOnMultiNodesTest-400318425-project-admin] 10.222.0.67 "GET /v2.0/ports?device_id=37f3747b-af6d-43ab-8cf9-732d2fbffadb HTTP/1.1" status: 200 len: 1102 time: 0.0419130 Sep 23 19:26:41.923271 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-ba371a35-df5b-4734-abbf-5378d88ae110 req-fca95b04-70be-4966-b9d2-124c9faefc5b tempest-ServersOnMultiNodesTest-400318425 tempest-ServersOnMultiNodesTest-400318425-project-admin] 10.222.0.67 "GET /v2.0/security-groups?id=157e791d-182d-45ba-a5d1-6edf868180cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318997 Sep 23 19:26:42.078901 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 39010) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:26:42.092987 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-b9ef4438-1333-4c32-8e9e-5e543adeefee req-9ad1fae8-6911-400a-a0f9-7cf2961ba88a tempest-InstanceActionsTestJSON-1635188006 tempest-InstanceActionsTestJSON-1635188006-project] 10.222.0.67 "GET /v2.0/ports?device_id=e99f855a-03a7-4cd0-8eef-3e107786a007 HTTP/1.1" status: 200 len: 210 time: 0.0487826 Sep 23 19:26:42.106702 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b955b344-b58f-4479-9bf6-978be69878bd req-0003aa1b-ec09-45d1-b919-d856d7894b10 tempest-DeleteServersTestJSON-2111530366 tempest-DeleteServersTestJSON-2111530366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:26:42.108555 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-b955b344-b58f-4479-9bf6-978be69878bd req-0003aa1b-ec09-45d1-b919-d856d7894b10 tempest-DeleteServersTestJSON-2111530366 tempest-DeleteServersTestJSON-2111530366-project] 10.222.0.67 "GET /v2.0/ports?device_id=e231f77f-5a7e-410a-92e0-dc9c93fc7c93 HTTP/1.1" status: 200 len: 944 time: 0.1008055 Sep 23 19:26:42.161132 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-b955b344-b58f-4479-9bf6-978be69878bd req-079742d1-df79-4a19-9efc-ad54666775b5 tempest-DeleteServersTestJSON-2111530366 tempest-DeleteServersTestJSON-2111530366-project] 10.222.0.67 "GET /v2.0/security-groups?id=67f2e2ca-928f-40e5-b9b2-05ec3bddbb37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399904 Sep 23 19:26:42.250131 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e399680-dc74-42b8-992a-6ea3547aab30 req-8755fc33-a2d2-4843-a673-f2627e3cad4f tempest-MigrationsAdminTest-397594546 tempest-MigrationsAdminTest-397594546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:26:42.251803 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-1e399680-dc74-42b8-992a-6ea3547aab30 req-8755fc33-a2d2-4843-a673-f2627e3cad4f tempest-MigrationsAdminTest-397594546 tempest-MigrationsAdminTest-397594546-project] 10.222.0.67 "GET /v2.0/ports?device_id=342358f0-a808-4879-9696-19cba9625afd HTTP/1.1" status: 200 len: 949 time: 0.0683775 Sep 23 19:26:42.257962 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.v2.base [None req-b1848bc8-8305-4b90-a0a6-14d487aa1b7e admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSONUnderV235-1224862837-network', 'tenant_id': '327d976986364fba8e5d9835f3bfc1b1'}} {{(pid=95102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:26:42.266429 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40142ac6-c108-4d4e-99e3-b5584fc629f1 req-4d34d163-16c2-4707-a0d0-74e39de98228 tempest-InstanceActionsTestJSON-1635188006 tempest-InstanceActionsTestJSON-1635188006-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:26:42.268179 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-40142ac6-c108-4d4e-99e3-b5584fc629f1 req-4d34d163-16c2-4707-a0d0-74e39de98228 tempest-InstanceActionsTestJSON-1635188006 tempest-InstanceActionsTestJSON-1635188006-project] 10.222.0.74 "GET /v2.0/networks?id=09c06b55-e8a3-4175-a4e7-e09f51f39be0 HTTP/1.1" status: 200 len: 814 time: 0.1952367 Sep 23 19:26:42.282040 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.v2.base [req-40142ac6-c108-4d4e-99e3-b5584fc629f1 req-2aab68c7-3026-4341-876f-9abf8ed71929 tempest-InstanceActionsTestJSON-1635188006 tempest-InstanceActionsTestJSON-1635188006-project] Request body: {'port': {'device_id': 'e99f855a-03a7-4cd0-8eef-3e107786a007', 'network_id': '09c06b55-e8a3-4175-a4e7-e09f51f39be0', 'admin_state_up': True, 'tenant_id': '958a7ebe79444f65ab17892a97967b84'}} {{(pid=95101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:26:42.320096 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-c76715bd-b576-4f89-8862-62fc6f21361a req-a018a6c5-bd6d-4456-8a03-e49235934590 tempest-ServersOnMultiNodesTest-2040324995 tempest-ServersOnMultiNodesTest-2040324995-project] 10.222.0.67 "GET /v2.0/networks?tenant_id=40280fc497444617bce52f5bbee56fb9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0411966 Sep 23 19:26:42.327750 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1848bc8-8305-4b90-a0a6-14d487aa1b7e admin admin] Made reservation on behalf of 327d976986364fba8e5d9835f3bfc1b1 for: {'network': 1} {{(pid=95102) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:26:42.329685 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-b1848bc8-8305-4b90-a0a6-14d487aa1b7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for network, before_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:26:42.334470 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-1e399680-dc74-42b8-992a-6ea3547aab30 req-8c6473bd-756a-4b28-908b-911df89c030c tempest-MigrationsAdminTest-397594546 tempest-MigrationsAdminTest-397594546-project] 10.222.0.67 "GET /v2.0/security-groups?id=78cb509b-31c4-4e2a-bb5c-7abd6194dcc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726528 Sep 23 19:26:42.356049 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-b1848bc8-8305-4b90-a0a6-14d487aa1b7e admin admin] Notify callbacks [] for security_group, before_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:26:42.398729 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-40142ac6-c108-4d4e-99e3-b5584fc629f1 req-2aab68c7-3026-4341-876f-9abf8ed71929 tempest-InstanceActionsTestJSON-1635188006 tempest-InstanceActionsTestJSON-1635188006-project] Made reservation on behalf of 958a7ebe79444f65ab17892a97967b84 for: {'port': 1} {{(pid=95101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:26:42.402293 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-40142ac6-c108-4d4e-99e3-b5584fc629f1 req-2aab68c7-3026-4341-876f-9abf8ed71929 tempest-InstanceActionsTestJSON-1635188006 tempest-InstanceActionsTestJSON-1635188006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:26:42.475892 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c76715bd-b576-4f89-8862-62fc6f21361a req-df953259-435d-45a8-919c-c9e7d56091ee tempest-ServersOnMultiNodesTest-2040324995 tempest-ServersOnMultiNodesTest-2040324995-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:26:42.477413 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-c76715bd-b576-4f89-8862-62fc6f21361a req-df953259-435d-45a8-919c-c9e7d56091ee tempest-ServersOnMultiNodesTest-2040324995 tempest-ServersOnMultiNodesTest-2040324995-project] 10.222.0.67 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1418250 Sep 23 19:26:42.509643 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-c76715bd-b576-4f89-8862-62fc6f21361a req-9ed4878b-dd3e-4335-bc36-a2e8f8ef7f5f tempest-ServersOnMultiNodesTest-2040324995 tempest-ServersOnMultiNodesTest-2040324995-project] 10.222.0.67 "GET /v2.0/quotas/40280fc497444617bce52f5bbee56fb9 HTTP/1.1" status: 200 len: 375 time: 0.0233860 Sep 23 19:26:42.548431 n-d-713301-16 neutron-server[95101]: DEBUG neutron.db.db_base_plugin_common [req-40142ac6-c108-4d4e-99e3-b5584fc629f1 req-2aab68c7-3026-4341-876f-9abf8ed71929 tempest-InstanceActionsTestJSON-1635188006 tempest-InstanceActionsTestJSON-1635188006-project] Allocated IP 172.20.0.13 (09c06b55-e8a3-4175-a4e7-e09f51f39be0/ad781f3d-6818-485b-93aa-4b20e0f3289c/ee743cdf-8d2b-44a7-b0e1-d657b2eac379) {{(pid=95101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 19:26:42.579456 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-b1848bc8-8305-4b90-a0a6-14d487aa1b7e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:26:42.601360 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-b1848bc8-8305-4b90-a0a6-14d487aa1b7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:26:42.635548 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-c76715bd-b576-4f89-8862-62fc6f21361a req-f148f33e-98e5-4a37-a4f3-6bbafd20a873 tempest-ServersOnMultiNodesTest-2040324995 tempest-ServersOnMultiNodesTest-2040324995-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=40280fc497444617bce52f5bbee56fb9&fields=id HTTP/1.1" status: 200 len: 532 time: 0.1185703 Sep 23 19:26:42.663325 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b1848bc8-8305-4b90-a0a6-14d487aa1b7e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 606} {{(pid=95102) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 19:26:42.680906 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1848bc8-8305-4b90-a0a6-14d487aa1b7e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3f97599-a9b1-47a3-baeb-6ab90b6bb5ea,revision_number=1']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:26:42.690255 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-b1848bc8-8305-4b90-a0a6-14d487aa1b7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1756186'] for segment, precommit_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:26:42.690671 n-d-713301-16 neutron-server[95102]: INFO neutron.db.segments_db [None req-b1848bc8-8305-4b90-a0a6-14d487aa1b7e admin admin] Added segment 4e645381-3cf7-44d9-935f-d566da4456b8 of type vlan for network 957699bb-3d06-43c7-8d92-2cc14178c33d Sep 23 19:26:42.707335 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-240abae7-0d0f-4232-9603-fa17496286c2 req-e7e1547f-b28f-45ce-90cc-e659f65a9dac tempest-ServerRescueTestJSON-83326898 tempest-ServerRescueTestJSON-83326898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:26:42.708925 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-240abae7-0d0f-4232-9603-fa17496286c2 req-e7e1547f-b28f-45ce-90cc-e659f65a9dac tempest-ServerRescueTestJSON-83326898 tempest-ServerRescueTestJSON-83326898-project] 10.222.0.67 "GET /v2.0/ports?device_id=d885963b-72aa-42e0-909c-c5c9f0a64a9f HTTP/1.1" status: 200 len: 945 time: 0.1271632 Sep 23 19:26:42.766283 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-b1848bc8-8305-4b90-a0a6-14d487aa1b7e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783145630486'] for network, precommit_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:26:42.767746 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-40142ac6-c108-4d4e-99e3-b5584fc629f1 req-2aab68c7-3026-4341-876f-9abf8ed71929 tempest-InstanceActionsTestJSON-1635188006 tempest-InstanceActionsTestJSON-1635188006-project] Notify callbacks [] for port, precommit_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:26:42.809656 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-240abae7-0d0f-4232-9603-fa17496286c2 req-b2fc0029-ce39-4e40-8637-9da8b826cbb5 tempest-ServerRescueTestJSON-83326898 tempest-ServerRescueTestJSON-83326898-project] 10.222.0.67 "GET /v2.0/security-groups?id=324a4552-7b72-4e62-bcd4-dc8354c093e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867980 Sep 23 19:26:42.826591 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-40142ac6-c108-4d4e-99e3-b5584fc629f1 req-2aab68c7-3026-4341-876f-9abf8ed71929 tempest-InstanceActionsTestJSON-1635188006 tempest-InstanceActionsTestJSON-1635188006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783145673135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5607431'] for port, after_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:26:42.837334 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-b1848bc8-8305-4b90-a0a6-14d487aa1b7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299'] for network, after_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:26:42.839605 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1848bc8-8305-4b90-a0a6-14d487aa1b7e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:26:42.840994 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-b1848bc8-8305-4b90-a0a6-14d487aa1b7e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527417'] for network, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:26:42.887936 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-40142ac6-c108-4d4e-99e3-b5584fc629f1 req-2aab68c7-3026-4341-876f-9abf8ed71929 tempest-InstanceActionsTestJSON-1635188006 tempest-InstanceActionsTestJSON-1635188006-project] Network 09c06b55-e8a3-4175-a4e7-e09f51f39be0 is already hosted by enough agents. {{(pid=95101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:26:42.891301 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.base_scheduler [req-40142ac6-c108-4d4e-99e3-b5584fc629f1 req-2aab68c7-3026-4341-876f-9abf8ed71929 tempest-InstanceActionsTestJSON-1635188006 tempest-InstanceActionsTestJSON-1635188006-project] Resources bound (agent type, host, resource id): {{(pid=95101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:26:42.893914 n-d-713301-16 neutron-server[95101]: DEBUG neutron.db.l3_dvrscheduler_db [req-40142ac6-c108-4d4e-99e3-b5584fc629f1 req-2aab68c7-3026-4341-876f-9abf8ed71929 tempest-InstanceActionsTestJSON-1635188006 tempest-InstanceActionsTestJSON-1635188006-project] Received port after_create {{(pid=95101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 19:26:42.901208 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-38c895a2-2579-4840-b09c-ca0a2def04b9 req-88d0cb50-8ef1-44d5-af71-152d848dbd50 tempest-ServersOnMultiNodesTest-2040324995 tempest-ServersOnMultiNodesTest-2040324995-project] 10.222.0.67 "GET /v2.0/ports?device_id=5a3e65a9-00b1-4ef0-a913-4efc88721b32 HTTP/1.1" status: 200 len: 210 time: 0.0499587 Sep 23 19:26:42.914249 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-b1848bc8-8305-4b90-a0a6-14d487aa1b7e admin admin] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 0.8335633 Sep 23 19:26:42.918183 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 39032) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:26:42.926246 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aab68c7-3026-4341-876f-9abf8ed71929 tempest-InstanceActionsTestJSON-1635188006 tempest-InstanceActionsTestJSON-1635188006-project] Pushing event updated for resources: {'Port': ['ID=ee743cdf-8d2b-44a7-b0e1-d657b2eac379,revision_number=1']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:26:42.929503 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.v2.base [None req-4aa9332f-2b31-4992-9133-9982482c8bd1 admin admin] Request body: {'subnet': {'network_id': '957699bb-3d06-43c7-8d92-2cc14178c33d', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSONUnderV235-1224862837-subnet', 'tenant_id': '327d976986364fba8e5d9835f3bfc1b1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:26:42.956552 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40142ac6-c108-4d4e-99e3-b5584fc629f1 req-2aab68c7-3026-4341-876f-9abf8ed71929 tempest-InstanceActionsTestJSON-1635188006 tempest-InstanceActionsTestJSON-1635188006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:26:42.957178 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-40142ac6-c108-4d4e-99e3-b5584fc629f1 req-2aab68c7-3026-4341-876f-9abf8ed71929 tempest-InstanceActionsTestJSON-1635188006 tempest-InstanceActionsTestJSON-1635188006-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222849'] for port, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:26:42.967861 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1848bc8-8305-4b90-a0a6-14d487aa1b7e admin admin] Pushing event updated for resources: {'Network': ['ID=957699bb-3d06-43c7-8d92-2cc14178c33d,revision_number=1']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:26:42.979135 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Network 957699bb-3d06-43c7-8d92-2cc14178c33d details requested by agent ovs-agent-n-d-713301-16 with host n-d-713301-16 {{(pid=95103) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 19:26:42.994277 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4aa9332f-2b31-4992-9133-9982482c8bd1 admin admin] Made reservation on behalf of 327d976986364fba8e5d9835f3bfc1b1 for: {'subnet': 1} {{(pid=95102) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:26:42.998442 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-4aa9332f-2b31-4992-9133-9982482c8bd1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5388256'] for subnet, before_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:26:43.000012 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-40142ac6-c108-4d4e-99e3-b5584fc629f1 req-2aab68c7-3026-4341-876f-9abf8ed71929 tempest-InstanceActionsTestJSON-1635188006 tempest-InstanceActionsTestJSON-1635188006-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7215412 Sep 23 19:26:43.016685 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.v2.base [req-40142ac6-c108-4d4e-99e3-b5584fc629f1 req-b076884c-1f7d-4f93-9c8f-11fcee96fb3c service neutron] Request body: {'port': {'device_id': 'e99f855a-03a7-4cd0-8eef-3e107786a007', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713301-16'}} {{(pid=95101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:26:43.084986 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Device de687c64-0c3b-4606-899b-5b24f78105df details requested by agent hyperv_n-h2-713301-16 with host n-h2-713301-16 {{(pid=95103) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 19:26:43.092534 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-40142ac6-c108-4d4e-99e3-b5584fc629f1 req-b076884c-1f7d-4f93-9c8f-11fcee96fb3c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:26:43.266430 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] For port de687c64-0c3b-4606-899b-5b24f78105df, host n-h2-713301-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-16',level=0,port_id=de687c64-0c3b-4606-899b-5b24f78105df,segment=NetworkSegment(741d6d3e-2760-41a6-838f-b8b4255cee30),segment_id=741d6d3e-2760-41a6-838f-b8b4255cee30)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:26:43.282437 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Returning: {'device': 'de687c64-0c3b-4606-899b-5b24f78105df', 'network_id': 'e47803fc-37db-4c82-80ca-757602b818ca', 'port_id': 'de687c64-0c3b-4606-899b-5b24f78105df', 'mac_address': 'fa:16:3e:52:54:53', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 603, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4ba945d5-0498-408c-b65f-8f07a46d41b0', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95103) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 19:26:43.289259 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-4aa9332f-2b31-4992-9133-9982482c8bd1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4398944', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5388242'] for subnet, after_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:26:43.346374 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:26:43.366966 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea96fe74-d073-4b99-bb79-f302fb7e82f0 req-2c2a1962-0941-4a94-8bdb-ac8f7991d66c tempest-InstanceActionsTestJSON-1635188006 tempest-InstanceActionsTestJSON-1635188006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:26:43.368575 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-ea96fe74-d073-4b99-bb79-f302fb7e82f0 req-2c2a1962-0941-4a94-8bdb-ac8f7991d66c tempest-InstanceActionsTestJSON-1635188006 tempest-InstanceActionsTestJSON-1635188006-project] 10.222.0.67 "GET /v2.0/ports?device_id=e99f855a-03a7-4cd0-8eef-3e107786a007 HTTP/1.1" status: 200 len: 932 time: 0.1555474 Sep 23 19:26:43.371340 n-d-713301-16 neutron-server[95103]: DEBUG neutron.notifiers.nova [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id de687c64-0c3b-4606-899b-5b24f78105df {{(pid=95103) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 19:26:43.375971 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aa9332f-2b31-4992-9133-9982482c8bd1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=42f61b3d-d2c5-4fe1-a0f1-03eaa8653b9c,revision_number=0']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:26:43.403825 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] For port de687c64-0c3b-4606-899b-5b24f78105df, host n-h2-713301-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-16',level=0,port_id=de687c64-0c3b-4606-899b-5b24f78105df,segment=NetworkSegment(741d6d3e-2760-41a6-838f-b8b4255cee30),segment_id=741d6d3e-2760-41a6-838f-b8b4255cee30)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:26:43.404081 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9395d271-5c62-4a8c-9666-6dd3f9f9ff5d req-72689677-7488-487c-991c-5cecf7796efe tempest-DeleteServersTestJSON-2111530366 tempest-DeleteServersTestJSON-2111530366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:26:43.405668 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-9395d271-5c62-4a8c-9666-6dd3f9f9ff5d req-72689677-7488-487c-991c-5cecf7796efe tempest-DeleteServersTestJSON-2111530366 tempest-DeleteServersTestJSON-2111530366-project] 10.222.0.67 "GET /v2.0/ports?device_id=e231f77f-5a7e-410a-92e0-dc9c93fc7c93 HTTP/1.1" status: 200 len: 944 time: 0.1485531 Sep 23 19:26:43.411032 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:26:43.443927 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4aa9332f-2b31-4992-9133-9982482c8bd1 admin admin] Checking segment: {'id': '4e645381-3cf7-44d9-935f-d566da4456b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '957699bb-3d06-43c7-8d92-2cc14178c33d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95102) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:26:43.444338 n-d-713301-16 neutron-server[95102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4aa9332f-2b31-4992-9133-9982482c8bd1 admin admin] Network hostable DHCP agents. Network: 957699bb-3d06-43c7-8d92-2cc14178c33d, hostable agents: ['1b18bf05-1b5f-4587-be5c-af3ac38e32ad'], hosted agents: [] {{(pid=95102) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 19:26:43.450435 n-d-713301-16 neutron-server[95101]: DEBUG neutron.notifiers.nova [req-40142ac6-c108-4d4e-99e3-b5584fc629f1 req-b076884c-1f7d-4f93-9c8f-11fcee96fb3c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ee743cdf-8d2b-44a7-b0e1-d657b2eac379 {{(pid=95101) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 19:26:43.462483 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-40142ac6-c108-4d4e-99e3-b5584fc629f1 req-b076884c-1f7d-4f93-9c8f-11fcee96fb3c service neutron] Notify callbacks [] for port, precommit_update {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:26:43.479252 n-d-713301-16 neutron-server[95101]: DEBUG neutron.db.provisioning_blocks [req-40142ac6-c108-4d4e-99e3-b5584fc629f1 req-b076884c-1f7d-4f93-9c8f-11fcee96fb3c service neutron] Transition to ACTIVE for port object ee743cdf-8d2b-44a7-b0e1-d657b2eac379 will not be triggered until provisioned by entity L2. {{(pid=95101) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 19:26:43.479535 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-ea96fe74-d073-4b99-bb79-f302fb7e82f0 req-ba18ce51-39de-48d0-bcb5-946389d6ab5c tempest-InstanceActionsTestJSON-1635188006 tempest-InstanceActionsTestJSON-1635188006-project] 10.222.0.67 "GET /v2.0/security-groups?id=6058965a-5fe4-400d-ba89-c406fa6d79a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984740 Sep 23 19:26:43.485203 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-40142ac6-c108-4d4e-99e3-b5584fc629f1 req-b076884c-1f7d-4f93-9c8f-11fcee96fb3c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5607436'] for port, after_update {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:26:43.501667 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Pushing event updated for resources: {'Port': ['ID=de687c64-0c3b-4606-899b-5b24f78105df,revision_number=4']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:26:43.503461 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-9395d271-5c62-4a8c-9666-6dd3f9f9ff5d req-00474f14-2cce-4f49-b9c1-7fcd74ebfc38 tempest-DeleteServersTestJSON-2111530366 tempest-DeleteServersTestJSON-2111530366-project] 10.222.0.67 "GET /v2.0/security-groups?id=67f2e2ca-928f-40e5-b9b2-05ec3bddbb37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839710 Sep 23 19:26:43.533560 n-d-713301-16 neutron-server[95102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4aa9332f-2b31-4992-9133-9982482c8bd1 admin admin] Network 957699bb-3d06-43c7-8d92-2cc14178c33d is scheduled to be hosted by DHCP agent 1b18bf05-1b5f-4587-be5c-af3ac38e32ad with binding_index 1 {{(pid=95102) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 19:26:43.546677 n-d-713301-16 neutron-server[95102]: DEBUG neutron.scheduler.base_scheduler [None req-4aa9332f-2b31-4992-9133-9982482c8bd1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713301-16, 957699bb-3d06-43c7-8d92-2cc14178c33d) {{(pid=95102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:26:43.551968 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4aa9332f-2b31-4992-9133-9982482c8bd1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:26:43.553195 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-4aa9332f-2b31-4992-9133-9982482c8bd1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:26:43.556964 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b076884c-1f7d-4f93-9c8f-11fcee96fb3c service neutron] Pushing event updated for resources: {'Port': ['ID=ee743cdf-8d2b-44a7-b0e1-d657b2eac379,revision_number=2']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:26:43.558060 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a69f5f63-f366-4ccc-a603-948dbd874746 None None] Network 957699bb-3d06-43c7-8d92-2cc14178c33d requested from n-d-713301-16 {{(pid=95103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 19:26:43.574913 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-4aa9332f-2b31-4992-9133-9982482c8bd1 admin admin] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 0.6535385 Sep 23 19:26:43.575358 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 39048) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:26:43.579915 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.v2.base [None req-e339d207-5a96-444e-9f8a-dca1e1125636 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSONUnderV235-1224862837-router', 'tenant_id': '327d976986364fba8e5d9835f3bfc1b1', 'external_gateway_info': {'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac'}}} {{(pid=95102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:26:43.656944 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-e339d207-5a96-444e-9f8a-dca1e1125636 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-594563', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29355'] for router, before_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:26:43.657983 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-e339d207-5a96-444e-9f8a-dca1e1125636 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-597363', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-601731', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-739356', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29346'] for router, precommit_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:26:43.698235 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.managers [req-40142ac6-c108-4d4e-99e3-b5584fc629f1 req-b076884c-1f7d-4f93-9c8f-11fcee96fb3c service neutron] Attempting to bind port ee743cdf-8d2b-44a7-b0e1-d657b2eac379 on host n-h1-713301-16 for vnic_type normal with profile {{(pid=95101) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 19:26:43.699426 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.managers [req-40142ac6-c108-4d4e-99e3-b5584fc629f1 req-b076884c-1f7d-4f93-9c8f-11fcee96fb3c service neutron] Attempting to bind port ee743cdf-8d2b-44a7-b0e1-d657b2eac379 by drivers openvswitch,hyperv on host n-h1-713301-16 at level 0 using segments [{'id': '9783aed5-16b3-493b-b20a-552cc6472e7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '09c06b55-e8a3-4175-a4e7-e09f51f39be0'}] {{(pid=95101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 19:26:43.700778 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40142ac6-c108-4d4e-99e3-b5584fc629f1 req-b076884c-1f7d-4f93-9c8f-11fcee96fb3c service neutron] Attempting to bind port ee743cdf-8d2b-44a7-b0e1-d657b2eac379 on network 09c06b55-e8a3-4175-a4e7-e09f51f39be0 {{(pid=95101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:26:43.706913 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40142ac6-c108-4d4e-99e3-b5584fc629f1 req-b076884c-1f7d-4f93-9c8f-11fcee96fb3c service neutron] Port ee743cdf-8d2b-44a7-b0e1-d657b2eac379 on network 09c06b55-e8a3-4175-a4e7-e09f51f39be0 not bound, no agent of type Open vSwitch agent registered on host n-h1-713301-16 {{(pid=95101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 19:26:43.707110 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40142ac6-c108-4d4e-99e3-b5584fc629f1 req-b076884c-1f7d-4f93-9c8f-11fcee96fb3c service neutron] Attempting to bind port ee743cdf-8d2b-44a7-b0e1-d657b2eac379 on network 09c06b55-e8a3-4175-a4e7-e09f51f39be0 {{(pid=95101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:26:43.712806 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c50b2ed-0b6a-4d96-a3a9-ccd6ade74212 req-6d7e97d2-2b12-4f42-8218-1410ae8aa5ba tempest-MigrationsAdminTest-397594546 tempest-MigrationsAdminTest-397594546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:26:43.714610 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-8c50b2ed-0b6a-4d96-a3a9-ccd6ade74212 req-6d7e97d2-2b12-4f42-8218-1410ae8aa5ba tempest-MigrationsAdminTest-397594546 tempest-MigrationsAdminTest-397594546-project] 10.222.0.67 "GET /v2.0/ports?device_id=342358f0-a808-4879-9696-19cba9625afd HTTP/1.1" status: 200 len: 949 time: 0.1039605 Sep 23 19:26:43.718334 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] get_ports_and_sgs() called for port_ids ['de687c64-0c3b-4606-899b-5b24f78105df'] {{(pid=95103) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 19:26:43.723789 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40142ac6-c108-4d4e-99e3-b5584fc629f1 req-b076884c-1f7d-4f93-9c8f-11fcee96fb3c service neutron] Checking agent: {'id': '0708c3e9-0aad-4600-9be9-d2486535c898', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713301-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 19, 15, 28), 'started_at': datetime.datetime(2021, 9, 23, 19, 15, 28), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 19, 26, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 19:26:43.724136 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40142ac6-c108-4d4e-99e3-b5584fc629f1 req-b076884c-1f7d-4f93-9c8f-11fcee96fb3c service neutron] Checking segment: {'id': '9783aed5-16b3-493b-b20a-552cc6472e7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '09c06b55-e8a3-4175-a4e7-e09f51f39be0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:26:43.725114 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40142ac6-c108-4d4e-99e3-b5584fc629f1 req-b076884c-1f7d-4f93-9c8f-11fcee96fb3c service neutron] Bound using segment: {'id': '9783aed5-16b3-493b-b20a-552cc6472e7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '09c06b55-e8a3-4175-a4e7-e09f51f39be0'} {{(pid=95101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 19:26:43.725562 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.managers [req-40142ac6-c108-4d4e-99e3-b5584fc629f1 req-b076884c-1f7d-4f93-9c8f-11fcee96fb3c service neutron] Bound port: ee743cdf-8d2b-44a7-b0e1-d657b2eac379, host: n-h1-713301-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9783aed5-16b3-493b-b20a-552cc6472e7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '09c06b55-e8a3-4175-a4e7-e09f51f39be0'}}] {{(pid=95101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 19:26:43.725994 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-40142ac6-c108-4d4e-99e3-b5584fc629f1 req-b076884c-1f7d-4f93-9c8f-11fcee96fb3c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:26:43.753265 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-e339d207-5a96-444e-9f8a-dca1e1125636 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:26:43.780474 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77d3e977-2b66-4d31-a7cb-2244331eaa01 None None] Network 957699bb-3d06-43c7-8d92-2cc14178c33d requested from n-d-713301-16 {{(pid=95103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 19:26:43.834655 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eafd374-6ffe-4ec5-8c83-3e41f3b1195d req-c3957eb0-a458-4612-a335-9e4937b5ed25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:26:43.836282 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-2eafd374-6ffe-4ec5-8c83-3e41f3b1195d req-c3957eb0-a458-4612-a335-9e4937b5ed25 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=d885963b-72aa-42e0-909c-c5c9f0a64a9f HTTP/1.1" status: 200 len: 1097 time: 0.0921991 Sep 23 19:26:43.839197 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.db [req-40142ac6-c108-4d4e-99e3-b5584fc629f1 req-b076884c-1f7d-4f93-9c8f-11fcee96fb3c service neutron] For port ee743cdf-8d2b-44a7-b0e1-d657b2eac379, host n-h1-713301-16, cleared binding levels {{(pid=95101) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 19:26:43.846845 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.db [req-40142ac6-c108-4d4e-99e3-b5584fc629f1 req-b076884c-1f7d-4f93-9c8f-11fcee96fb3c service neutron] For port ee743cdf-8d2b-44a7-b0e1-d657b2eac379, host n-h1-713301-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-16',level=0,port_id=ee743cdf-8d2b-44a7-b0e1-d657b2eac379,segment=NetworkSegment(9783aed5-16b3-493b-b20a-552cc6472e7e),segment_id=9783aed5-16b3-493b-b20a-552cc6472e7e)] {{(pid=95101) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 19:26:43.872326 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-8c50b2ed-0b6a-4d96-a3a9-ccd6ade74212 req-60f832a3-a46e-467c-9bca-f13ac4ed052f tempest-MigrationsAdminTest-397594546 tempest-MigrationsAdminTest-397594546-project] 10.222.0.67 "GET /v2.0/security-groups?id=78cb509b-31c4-4e2a-bb5c-7abd6194dcc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1130626 Sep 23 19:26:43.907314 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-40142ac6-c108-4d4e-99e3-b5584fc629f1 req-b076884c-1f7d-4f93-9c8f-11fcee96fb3c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5607436'] for port, after_update {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:26:43.956788 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40142ac6-c108-4d4e-99e3-b5584fc629f1 req-b076884c-1f7d-4f93-9c8f-11fcee96fb3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:26:43.957421 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-40142ac6-c108-4d4e-99e3-b5584fc629f1 req-b076884c-1f7d-4f93-9c8f-11fcee96fb3c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222849'] for port, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:26:43.959560 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-40142ac6-c108-4d4e-99e3-b5584fc629f1 req-b076884c-1f7d-4f93-9c8f-11fcee96fb3c service neutron] 10.222.0.74 "PUT /v2.0/ports/ee743cdf-8d2b-44a7-b0e1-d657b2eac379 HTTP/1.1" status: 200 len: 1093 time: 0.9476602 Sep 23 19:26:43.960194 n-d-713301-16 neutron-server[95101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e99f855a-03a7-4cd0-8eef-3e107786a007', 'tag': 'ee743cdf-8d2b-44a7-b0e1-d657b2eac379'}] {{(pid=95101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 19:26:43.962755 n-d-713301-16 neutron-server[95101]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d8366c5740cd635e57ab12b71fe44a77c2acc3c19091ef849c6f68b380462244" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb63372f-2279-4cc6-bd19-ad1e84cf0ef1" -d '{"events": [{"name": "network-changed", "server_uuid": "e99f855a-03a7-4cd0-8eef-3e107786a007", "tag": "ee743cdf-8d2b-44a7-b0e1-d657b2eac379"}]}' {{(pid=95101) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 19:26:43.970304 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-2eafd374-6ffe-4ec5-8c83-3e41f3b1195d req-154b6e6d-ffc9-4108-84eb-24c30c4073d7 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=324a4552-7b72-4e62-bcd4-dc8354c093e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1218960 Sep 23 19:26:44.008105 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-e339d207-5a96-444e-9f8a-dca1e1125636 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:26:44.017410 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b076884c-1f7d-4f93-9c8f-11fcee96fb3c service neutron] Pushing event updated for resources: {'Port': ['ID=ee743cdf-8d2b-44a7-b0e1-d657b2eac379,revision_number=3']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:26:44.056897 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90e9f2b-7098-4481-baca-fa0a6f7ed4be req-fd70366a-5a9a-4bac-899e-0195c9b99b0a tempest-ServerRescueTestJSON-83326898 tempest-ServerRescueTestJSON-83326898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:26:44.058754 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-a90e9f2b-7098-4481-baca-fa0a6f7ed4be req-fd70366a-5a9a-4bac-899e-0195c9b99b0a tempest-ServerRescueTestJSON-83326898 tempest-ServerRescueTestJSON-83326898-project] 10.222.0.67 "GET /v2.0/ports?device_id=d885963b-72aa-42e0-909c-c5c9f0a64a9f HTTP/1.1" status: 200 len: 945 time: 0.1384544 Sep 23 19:26:44.077646 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40142ac6-c108-4d4e-99e3-b5584fc629f1 req-7f7e632e-a886-44df-a4c5-18d0724bc5ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:26:44.079249 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-40142ac6-c108-4d4e-99e3-b5584fc629f1 req-7f7e632e-a886-44df-a4c5-18d0724bc5ca service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=958a7ebe79444f65ab17892a97967b84&device_id=e99f855a-03a7-4cd0-8eef-3e107786a007 HTTP/1.1" status: 200 len: 1096 time: 0.0585687 Sep 23 19:26:44.125229 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-40142ac6-c108-4d4e-99e3-b5584fc629f1 req-90df5386-3d61-4e73-bea6-3c34efc85ff3 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ee743cdf-8d2b-44a7-b0e1-d657b2eac379 HTTP/1.1" status: 200 len: 217 time: 0.0370607 Sep 23 19:26:44.133184 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-00254bdc-1c50-48bb-9b37-130751566c47 req-89377683-efbe-47f6-b721-f6fe6f2be4da tempest-ServersOnMultiNodesTest-2040324995 tempest-ServersOnMultiNodesTest-2040324995-project] 10.222.0.67 "GET /v2.0/ports?device_id=5a3e65a9-00b1-4ef0-a913-4efc88721b32 HTTP/1.1" status: 200 len: 210 time: 0.0378613 Sep 23 19:26:44.136419 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-a90e9f2b-7098-4481-baca-fa0a6f7ed4be req-a762d4ea-0797-43de-9e9f-6510ab4ddf7b tempest-ServerRescueTestJSON-83326898 tempest-ServerRescueTestJSON-83326898-project] 10.222.0.67 "GET /v2.0/security-groups?id=324a4552-7b72-4e62-bcd4-dc8354c093e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715206 Sep 23 19:26:44.193573 n-d-713301-16 neutron-server[95101]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 19:26:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f835e4a7-6e10-4625-80ae-6df1c98d6966 x-openstack-request-id: req-f835e4a7-6e10-4625-80ae-6df1c98d6966 {{(pid=95101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 19:26:44.194442 n-d-713301-16 neutron-server[95101]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e99f855a-03a7-4cd0-8eef-3e107786a007", "tag": "ee743cdf-8d2b-44a7-b0e1-d657b2eac379", "status": "completed", "code": 200}]} {{(pid=95101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 19:26:44.194442 n-d-713301-16 neutron-server[95101]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-f835e4a7-6e10-4625-80ae-6df1c98d6966 {{(pid=95101) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 19:26:44.194658 n-d-713301-16 neutron-server[95101]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e99f855a-03a7-4cd0-8eef-3e107786a007', 'tag': 'ee743cdf-8d2b-44a7-b0e1-d657b2eac379', 'status': 'completed', 'code': 200} Sep 23 19:26:44.224081 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-c76715bd-b576-4f89-8862-62fc6f21361a req-6ac71305-af70-475a-9004-1bd889bd3484 tempest-ServersOnMultiNodesTest-2040324995 tempest-ServersOnMultiNodesTest-2040324995-project] 10.222.0.53 "GET /v2.0/networks?tenant_id=40280fc497444617bce52f5bbee56fb9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0286512 Sep 23 19:26:44.226375 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40142ac6-c108-4d4e-99e3-b5584fc629f1 req-bf8a9388-3078-492f-8d55-09a468c278a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:26:44.227890 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-40142ac6-c108-4d4e-99e3-b5584fc629f1 req-bf8a9388-3078-492f-8d55-09a468c278a1 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=ad781f3d-6818-485b-93aa-4b20e0f3289c HTTP/1.1" status: 200 len: 854 time: 0.0906785 Sep 23 19:26:44.285135 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-40142ac6-c108-4d4e-99e3-b5584fc629f1 req-e0309cfd-4994-43d3-ac86-1a0f229a52ef service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=09c06b55-e8a3-4175-a4e7-e09f51f39be0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0415590 Sep 23 19:26:44.367729 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-e339d207-5a96-444e-9f8a-dca1e1125636 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:26:44.388149 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-e339d207-5a96-444e-9f8a-dca1e1125636 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:26:44.428771 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c76715bd-b576-4f89-8862-62fc6f21361a req-eb5aefc4-f3c9-4312-954e-6e4b45307e65 tempest-ServersOnMultiNodesTest-2040324995 tempest-ServersOnMultiNodesTest-2040324995-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:26:44.430329 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-c76715bd-b576-4f89-8862-62fc6f21361a req-eb5aefc4-f3c9-4312-954e-6e4b45307e65 tempest-ServersOnMultiNodesTest-2040324995 tempest-ServersOnMultiNodesTest-2040324995-project] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1985970 Sep 23 19:26:44.448060 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.v2.base [req-c76715bd-b576-4f89-8862-62fc6f21361a req-8eeb60d9-e317-47e7-8c78-cc29e6dd1c21 tempest-ServersOnMultiNodesTest-2040324995 tempest-ServersOnMultiNodesTest-2040324995-project] Request body: {'port': {'device_id': '5a3e65a9-00b1-4ef0-a913-4efc88721b32', 'network_id': '5220cb0c-da05-478a-9604-8c11469a05b4', 'admin_state_up': True, 'tenant_id': '40280fc497444617bce52f5bbee56fb9'}} {{(pid=95101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:26:44.454017 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-40142ac6-c108-4d4e-99e3-b5584fc629f1 req-bdea2022-c278-407c-a2a2-7d056106b993 service neutron] 10.222.0.74 "GET /v2.0/networks/09c06b55-e8a3-4175-a4e7-e09f51f39be0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1608090 Sep 23 19:26:44.501209 n-d-713301-16 neutron-server[95102]: DEBUG neutron.db.db_base_plugin_common [None req-e339d207-5a96-444e-9f8a-dca1e1125636 admin admin] Allocated IP 172.25.1.230 (5dec5c09-378e-4f50-89cc-d94eb81c3bac/eff83446-018c-428d-b3f5-54ac9abe7a2a/d32f2dbd-51d4-4f3a-92fa-dd6f9d0030ac) {{(pid=95102) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 19:26:44.629411 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-40142ac6-c108-4d4e-99e3-b5584fc629f1 req-80d94bd3-5042-47b7-92a3-45da5f158216 service neutron] 10.222.0.74 "GET /v2.0/networks/09c06b55-e8a3-4175-a4e7-e09f51f39be0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1640427 Sep 23 19:26:44.644051 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c76715bd-b576-4f89-8862-62fc6f21361a req-8eeb60d9-e317-47e7-8c78-cc29e6dd1c21 tempest-ServersOnMultiNodesTest-2040324995 tempest-ServersOnMultiNodesTest-2040324995-project] Made reservation on behalf of 40280fc497444617bce52f5bbee56fb9 for: {'port': 1} {{(pid=95101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:26:44.649442 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-c76715bd-b576-4f89-8862-62fc6f21361a req-8eeb60d9-e317-47e7-8c78-cc29e6dd1c21 tempest-ServersOnMultiNodesTest-2040324995 tempest-ServersOnMultiNodesTest-2040324995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:26:44.697988 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa1d1b9f-3389-4308-9f08-b1096bf001cc req-6c6b4da6-7727-4984-bdf9-6241a3318c85 tempest-InstanceActionsTestJSON-1635188006 tempest-InstanceActionsTestJSON-1635188006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:26:44.699553 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-aa1d1b9f-3389-4308-9f08-b1096bf001cc req-6c6b4da6-7727-4984-bdf9-6241a3318c85 tempest-InstanceActionsTestJSON-1635188006 tempest-InstanceActionsTestJSON-1635188006-project] 10.222.0.67 "GET /v2.0/ports?device_id=e99f855a-03a7-4cd0-8eef-3e107786a007 HTTP/1.1" status: 200 len: 944 time: 0.1149180 Sep 23 19:26:44.709090 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c1a2b0-43af-4a92-bb43-6ae2f06e6e44 req-3d98b566-121e-482c-81b8-61e6884dbae7 tempest-DeleteServersTestJSON-2111530366 tempest-DeleteServersTestJSON-2111530366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:26:44.710569 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-72c1a2b0-43af-4a92-bb43-6ae2f06e6e44 req-3d98b566-121e-482c-81b8-61e6884dbae7 tempest-DeleteServersTestJSON-2111530366 tempest-DeleteServersTestJSON-2111530366-project] 10.222.0.67 "GET /v2.0/ports?device_id=e231f77f-5a7e-410a-92e0-dc9c93fc7c93 HTTP/1.1" status: 200 len: 945 time: 0.1226048 Sep 23 19:26:44.714660 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-e339d207-5a96-444e-9f8a-dca1e1125636 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:26:44.792972 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb63372f-2279-4cc6-bd19-ad1e84cf0ef1 req-984607f6-a62e-4dd6-b6b5-d35d6097b3fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:26:44.793315 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-72c1a2b0-43af-4a92-bb43-6ae2f06e6e44 req-9e269593-e46e-4da5-9459-e05048c068d6 tempest-DeleteServersTestJSON-2111530366 tempest-DeleteServersTestJSON-2111530366-project] 10.222.0.67 "GET /v2.0/security-groups?id=67f2e2ca-928f-40e5-b9b2-05ec3bddbb37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706697 Sep 23 19:26:44.794440 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-eb63372f-2279-4cc6-bd19-ad1e84cf0ef1 req-984607f6-a62e-4dd6-b6b5-d35d6097b3fe service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=958a7ebe79444f65ab17892a97967b84&device_id=e99f855a-03a7-4cd0-8eef-3e107786a007 HTTP/1.1" status: 200 len: 1096 time: 0.0865688 Sep 23 19:26:44.795936 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-aa1d1b9f-3389-4308-9f08-b1096bf001cc req-a081454b-4140-458e-a5eb-3570c5df5ae4 tempest-InstanceActionsTestJSON-1635188006 tempest-InstanceActionsTestJSON-1635188006-project] 10.222.0.67 "GET /v2.0/security-groups?id=6058965a-5fe4-400d-ba89-c406fa6d79a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845001 Sep 23 19:26:44.811585 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-e339d207-5a96-444e-9f8a-dca1e1125636 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783145673135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4399100'] for port, after_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:26:44.844523 n-d-713301-16 neutron-server[95101]: DEBUG neutron.db.db_base_plugin_common [req-c76715bd-b576-4f89-8862-62fc6f21361a req-8eeb60d9-e317-47e7-8c78-cc29e6dd1c21 tempest-ServersOnMultiNodesTest-2040324995 tempest-ServersOnMultiNodesTest-2040324995-project] Allocated IP 192.168.233.185 (5220cb0c-da05-478a-9604-8c11469a05b4/1ccc69bc-9d6b-44d9-b227-204e47dc6e45/e6c1f8f6-ea14-47d2-82b2-a8f32e444dab) {{(pid=95101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 19:26:44.856109 n-d-713301-16 neutron-server[95102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e339d207-5a96-444e-9f8a-dca1e1125636 admin admin] Network 5dec5c09-378e-4f50-89cc-d94eb81c3bac is already hosted by enough agents. {{(pid=95102) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:26:44.859019 n-d-713301-16 neutron-server[95102]: DEBUG neutron.scheduler.base_scheduler [None req-e339d207-5a96-444e-9f8a-dca1e1125636 admin admin] Resources bound (agent type, host, resource id): {{(pid=95102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:26:44.862121 n-d-713301-16 neutron-server[95102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e339d207-5a96-444e-9f8a-dca1e1125636 admin admin] Received port after_create {{(pid=95102) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 19:26:44.886841 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e339d207-5a96-444e-9f8a-dca1e1125636 admin admin] Pushing event updated for resources: {'Port': ['ID=d32f2dbd-51d4-4f3a-92fa-dd6f9d0030ac,revision_number=1']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:26:44.947389 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb63372f-2279-4cc6-bd19-ad1e84cf0ef1 req-91d1530c-478d-4042-b085-f0dfbfd312d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:26:44.948926 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-eb63372f-2279-4cc6-bd19-ad1e84cf0ef1 req-91d1530c-478d-4042-b085-f0dfbfd312d8 service neutron] 10.222.0.74 "GET /v2.0/networks?id=09c06b55-e8a3-4175-a4e7-e09f51f39be0 HTTP/1.1" status: 200 len: 915 time: 0.1455681 Sep 23 19:26:45.011130 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-eb63372f-2279-4cc6-bd19-ad1e84cf0ef1 req-a2961fd8-19b6-4496-9b67-aeccbf2f9a42 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ee743cdf-8d2b-44a7-b0e1-d657b2eac379 HTTP/1.1" status: 200 len: 217 time: 0.0481029 Sep 23 19:26:45.092386 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Device de687c64-0c3b-4606-899b-5b24f78105df up at agent hyperv_n-h2-713301-16 {{(pid=95103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 19:26:45.112294 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb63372f-2279-4cc6-bd19-ad1e84cf0ef1 req-f9dabbd9-12ae-4d45-b200-71c702188e3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:26:45.113842 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-eb63372f-2279-4cc6-bd19-ad1e84cf0ef1 req-f9dabbd9-12ae-4d45-b200-71c702188e3e service neutron] 10.222.0.74 "GET /v2.0/subnets?id=ad781f3d-6818-485b-93aa-4b20e0f3289c HTTP/1.1" status: 200 len: 854 time: 0.0945499 Sep 23 19:26:45.133615 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-c76715bd-b576-4f89-8862-62fc6f21361a req-8eeb60d9-e317-47e7-8c78-cc29e6dd1c21 tempest-ServersOnMultiNodesTest-2040324995 tempest-ServersOnMultiNodesTest-2040324995-project] Notify callbacks [] for port, precommit_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:26:45.171532 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-eb63372f-2279-4cc6-bd19-ad1e84cf0ef1 req-2281fe1b-4bcd-4f9e-addb-7f2645f6ae7f service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=09c06b55-e8a3-4175-a4e7-e09f51f39be0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0423028 Sep 23 19:26:45.179574 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Provisioning for port de687c64-0c3b-4606-899b-5b24f78105df completed by entity L2. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 19:26:45.186001 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Provisioning complete for port de687c64-0c3b-4606-899b-5b24f78105df triggered by entity L2. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:26:45.186829 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:26:45.271164 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-c76715bd-b576-4f89-8862-62fc6f21361a req-8eeb60d9-e317-47e7-8c78-cc29e6dd1c21 tempest-ServersOnMultiNodesTest-2040324995 tempest-ServersOnMultiNodesTest-2040324995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783145673135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5607431'] for port, after_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:26:45.285946 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] get_ports_and_sgs() called for port_ids ['3e6c5f99-1b58-4b8b-8ded-4540f2e920c7', '26fc2316-c799-4f1c-93ac-e3e7a2f1c85d', 'c518e050-362e-4a2e-9db8-5d7057c8627c'] {{(pid=95103) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 19:26:45.290439 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] get_ports_and_sgs() called for port_ids ['a93a183a-c4c5-4ca7-8687-dd68b086ef76', '3ef3b9f7-4295-43fa-809a-8c3147e99fb4', 'c5445bd1-d627-4f17-aa1f-1b419572ed81', 'dd14c26e-3e27-4cc3-aa9c-bff97727ed77'] {{(pid=95103) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 19:26:45.339570 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c76715bd-b576-4f89-8862-62fc6f21361a req-8eeb60d9-e317-47e7-8c78-cc29e6dd1c21 tempest-ServersOnMultiNodesTest-2040324995 tempest-ServersOnMultiNodesTest-2040324995-project] Network 5220cb0c-da05-478a-9604-8c11469a05b4 is already hosted by enough agents. {{(pid=95101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:26:45.348830 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.base_scheduler [req-c76715bd-b576-4f89-8862-62fc6f21361a req-8eeb60d9-e317-47e7-8c78-cc29e6dd1c21 tempest-ServersOnMultiNodesTest-2040324995 tempest-ServersOnMultiNodesTest-2040324995-project] Resources bound (agent type, host, resource id): {{(pid=95101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:26:45.356943 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:26:45.364015 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-eb63372f-2279-4cc6-bd19-ad1e84cf0ef1 req-cc7b5e97-a597-4893-81ef-e6efd3af6090 service neutron] 10.222.0.74 "GET /v2.0/networks/09c06b55-e8a3-4175-a4e7-e09f51f39be0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1696174 Sep 23 19:26:45.365540 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eeb60d9-e317-47e7-8c78-cc29e6dd1c21 tempest-ServersOnMultiNodesTest-2040324995 tempest-ServersOnMultiNodesTest-2040324995-project] Pushing event updated for resources: {'Port': ['ID=e6c1f8f6-ea14-47d2-82b2-a8f32e444dab,revision_number=1']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:26:45.376181 n-d-713301-16 neutron-server[95101]: DEBUG neutron.db.l3_dvrscheduler_db [req-c76715bd-b576-4f89-8862-62fc6f21361a req-8eeb60d9-e317-47e7-8c78-cc29e6dd1c21 tempest-ServersOnMultiNodesTest-2040324995 tempest-ServersOnMultiNodesTest-2040324995-project] Received port after_create {{(pid=95101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 19:26:45.419834 n-d-713301-16 neutron-server[95103]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e231f77f-5a7e-410a-92e0-dc9c93fc7c93', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de687c64-0c3b-4606-899b-5b24f78105df'}] {{(pid=95103) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 19:26:45.422209 n-d-713301-16 neutron-server[95103]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}81a1c17f2aa89d5b3ebbba3a3e0cf7eb588e431c2224256110c4c4facdd7c3e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18c43a7d-ad36-422f-ac65-420ac5cb6a15" -d '{"events": [{"server_uuid": "e231f77f-5a7e-410a-92e0-dc9c93fc7c93", "name": "network-vif-plugged", "status": "completed", "tag": "de687c64-0c3b-4606-899b-5b24f78105df"}]}' {{(pid=95103) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 19:26:45.440719 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] For port de687c64-0c3b-4606-899b-5b24f78105df, host n-h2-713301-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-16',level=0,port_id=de687c64-0c3b-4606-899b-5b24f78105df,segment=NetworkSegment(741d6d3e-2760-41a6-838f-b8b4255cee30),segment_id=741d6d3e-2760-41a6-838f-b8b4255cee30)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:26:45.442514 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c76715bd-b576-4f89-8862-62fc6f21361a req-8eeb60d9-e317-47e7-8c78-cc29e6dd1c21 tempest-ServersOnMultiNodesTest-2040324995 tempest-ServersOnMultiNodesTest-2040324995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:26:45.443111 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-c76715bd-b576-4f89-8862-62fc6f21361a req-8eeb60d9-e317-47e7-8c78-cc29e6dd1c21 tempest-ServersOnMultiNodesTest-2040324995 tempest-ServersOnMultiNodesTest-2040324995-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222849'] for port, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:26:45.459378 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:26:45.521395 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6811cf47-4402-436c-864f-92d8c49010fd req-d9ae2582-ab63-46dc-98c3-125f831e4667 tempest-MigrationsAdminTest-397594546 tempest-MigrationsAdminTest-397594546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:26:45.523187 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-6811cf47-4402-436c-864f-92d8c49010fd req-d9ae2582-ab63-46dc-98c3-125f831e4667 tempest-MigrationsAdminTest-397594546 tempest-MigrationsAdminTest-397594546-project] 10.222.0.67 "GET /v2.0/ports?device_id=342358f0-a808-4879-9696-19cba9625afd HTTP/1.1" status: 200 len: 949 time: 0.5709653 Sep 23 19:26:45.529100 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Pushing event updated for resources: {'Port': ['ID=de687c64-0c3b-4606-899b-5b24f78105df,revision_number=5']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:26:45.553673 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-eb63372f-2279-4cc6-bd19-ad1e84cf0ef1 req-91f22ee1-3230-4e3d-ba7b-319efb3be07a service neutron] 10.222.0.74 "GET /v2.0/networks/09c06b55-e8a3-4175-a4e7-e09f51f39be0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1738436 Sep 23 19:26:45.556086 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-c76715bd-b576-4f89-8862-62fc6f21361a req-8eeb60d9-e317-47e7-8c78-cc29e6dd1c21 tempest-ServersOnMultiNodesTest-2040324995 tempest-ServersOnMultiNodesTest-2040324995-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.1137078 Sep 23 19:26:45.574484 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.v2.base [req-c76715bd-b576-4f89-8862-62fc6f21361a req-89954f8b-a04a-4bf0-a481-fc43e3d0a3a0 service neutron] Request body: {'port': {'device_id': '5a3e65a9-00b1-4ef0-a913-4efc88721b32', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713301-16'}} {{(pid=95101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:26:45.600114 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f8e6078-bbd2-4a14-9d88-4341cd91ec76 req-e62630fc-5dab-4e19-9849-a82feffaf72e tempest-ServersOnMultiNodesTest-2040324995 tempest-ServersOnMultiNodesTest-2040324995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:26:45.607973 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-2f8e6078-bbd2-4a14-9d88-4341cd91ec76 req-e62630fc-5dab-4e19-9849-a82feffaf72e tempest-ServersOnMultiNodesTest-2040324995 tempest-ServersOnMultiNodesTest-2040324995-project] 10.222.0.67 "GET /v2.0/ports?device_id=5a3e65a9-00b1-4ef0-a913-4efc88721b32 HTTP/1.1" status: 200 len: 936 time: 0.2294023 Sep 23 19:26:45.644625 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-c76715bd-b576-4f89-8862-62fc6f21361a req-89954f8b-a04a-4bf0-a481-fc43e3d0a3a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:26:45.654757 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-6811cf47-4402-436c-864f-92d8c49010fd req-36587980-7d59-4829-9ce3-9241afd96c7e tempest-MigrationsAdminTest-397594546 tempest-MigrationsAdminTest-397594546-project] 10.222.0.67 "GET /v2.0/security-groups?id=78cb509b-31c4-4e2a-bb5c-7abd6194dcc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1242836 Sep 23 19:26:45.677405 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-e339d207-5a96-444e-9f8a-dca1e1125636 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:26:45.740453 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-2f8e6078-bbd2-4a14-9d88-4341cd91ec76 req-919efb04-ca94-473f-945f-1dcf882d825d tempest-ServersOnMultiNodesTest-2040324995 tempest-ServersOnMultiNodesTest-2040324995-project] 10.222.0.67 "GET /v2.0/security-groups?id=157e791d-182d-45ba-a5d1-6edf868180cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1295600 Sep 23 19:26:45.761528 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-28ae3139-e6f3-411c-b141-e6aa3901c934 None None] Provisioning complete for port e6c1f8f6-ea14-47d2-82b2-a8f32e444dab triggered by entity DHCP. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:26:45.761903 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-28ae3139-e6f3-411c-b141-e6aa3901c934 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:26:45.843285 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.plugin [None req-28ae3139-e6f3-411c-b141-e6aa3901c934 None None] Port e6c1f8f6-ea14-47d2-82b2-a8f32e444dab cannot update to ACTIVE because it is not bound. {{(pid=95103) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 19:26:45.865534 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0cc045-ed66-43f8-a101-b3b0f5d86df5 req-8fcb214a-8150-4063-938e-9e628756fe36 tempest-ServerRescueTestJSON-83326898 tempest-ServerRescueTestJSON-83326898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:26:45.867536 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-bd0cc045-ed66-43f8-a101-b3b0f5d86df5 req-8fcb214a-8150-4063-938e-9e628756fe36 tempest-ServerRescueTestJSON-83326898 tempest-ServerRescueTestJSON-83326898-project] 10.222.0.67 "GET /v2.0/ports?device_id=d885963b-72aa-42e0-909c-c5c9f0a64a9f HTTP/1.1" status: 200 len: 945 time: 0.1163886 Sep 23 19:26:45.949233 n-d-713301-16 neutron-server[95103]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 19:26:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e52525a-cf80-4236-9371-b09400ccbe64 x-openstack-request-id: req-9e52525a-cf80-4236-9371-b09400ccbe64 {{(pid=95103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 19:26:45.949233 n-d-713301-16 neutron-server[95103]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e231f77f-5a7e-410a-92e0-dc9c93fc7c93", "name": "network-vif-plugged", "status": "completed", "tag": "de687c64-0c3b-4606-899b-5b24f78105df", "code": 200}]} {{(pid=95103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 19:26:45.949233 n-d-713301-16 neutron-server[95103]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-9e52525a-cf80-4236-9371-b09400ccbe64 {{(pid=95103) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 19:26:45.949686 n-d-713301-16 neutron-server[95103]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e231f77f-5a7e-410a-92e0-dc9c93fc7c93', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de687c64-0c3b-4606-899b-5b24f78105df', 'code': 200} Sep 23 19:26:45.960377 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-bd0cc045-ed66-43f8-a101-b3b0f5d86df5 req-969b3700-b3fe-4236-a810-f42bdf59182a tempest-ServerRescueTestJSON-83326898 tempest-ServerRescueTestJSON-83326898-project] 10.222.0.67 "GET /v2.0/security-groups?id=324a4552-7b72-4e62-bcd4-dc8354c093e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511250 Sep 23 19:26:45.994373 n-d-713301-16 neutron-server[95101]: DEBUG neutron.notifiers.nova [req-c76715bd-b576-4f89-8862-62fc6f21361a req-89954f8b-a04a-4bf0-a481-fc43e3d0a3a0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e6c1f8f6-ea14-47d2-82b2-a8f32e444dab {{(pid=95101) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 19:26:46.023762 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-c76715bd-b576-4f89-8862-62fc6f21361a req-89954f8b-a04a-4bf0-a481-fc43e3d0a3a0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:26:46.064066 n-d-713301-16 neutron-server[95101]: DEBUG neutron.db.provisioning_blocks [req-c76715bd-b576-4f89-8862-62fc6f21361a req-89954f8b-a04a-4bf0-a481-fc43e3d0a3a0 service neutron] Transition to ACTIVE for port object e6c1f8f6-ea14-47d2-82b2-a8f32e444dab will not be triggered until provisioned by entity L2. {{(pid=95101) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 19:26:46.072274 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda95438-24d4-4465-8599-ee3b3464680a req-3f9c43cc-7b7d-48eb-b3d1-63a614a71e54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:26:46.073827 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-eda95438-24d4-4465-8599-ee3b3464680a req-3f9c43cc-7b7d-48eb-b3d1-63a614a71e54 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=e231f77f-5a7e-410a-92e0-dc9c93fc7c93 HTTP/1.1" status: 200 len: 1098 time: 0.1010697 Sep 23 19:26:46.075487 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-883774d4-723f-4904-83db-07d1944426f9 req-70eb5e12-f254-4b10-96e7-9d80a61b4164 tempest-DeleteServersTestJSON-2111530366 tempest-DeleteServersTestJSON-2111530366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:26:46.076353 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-c76715bd-b576-4f89-8862-62fc6f21361a req-89954f8b-a04a-4bf0-a481-fc43e3d0a3a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5607436'] for port, after_update {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:26:46.077587 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-883774d4-723f-4904-83db-07d1944426f9 req-70eb5e12-f254-4b10-96e7-9d80a61b4164 tempest-DeleteServersTestJSON-2111530366 tempest-DeleteServersTestJSON-2111530366-project] 10.222.0.67 "GET /v2.0/ports?device_id=e231f77f-5a7e-410a-92e0-dc9c93fc7c93 HTTP/1.1" status: 200 len: 946 time: 0.1210752 Sep 23 19:26:46.081433 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-2c1a5506-efe2-45f9-b221-5a5c0b67c928 req-641c28e1-f525-4e1d-b25b-70b5e86bc351 service neutron] 10.222.0.53 "GET /v2.0/ports/f5483dbd-6d3f-4319-9eaa-5497612c208b/bindings/n-h2-713301-16 HTTP/1.1" status: 200 len: 383 time: 0.1369495 Sep 23 19:26:46.139294 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-e339d207-5a96-444e-9f8a-dca1e1125636 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-597258', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-601790'] for router, after_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:26:46.174263 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89954f8b-a04a-4bf0-a481-fc43e3d0a3a0 service neutron] Pushing event updated for resources: {'Port': ['ID=e6c1f8f6-ea14-47d2-82b2-a8f32e444dab,revision_number=2']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:26:46.219624 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-883774d4-723f-4904-83db-07d1944426f9 req-4447dbea-c5a1-484d-86b0-4c30bb289efe tempest-DeleteServersTestJSON-2111530366 tempest-DeleteServersTestJSON-2111530366-project] 10.222.0.67 "GET /v2.0/security-groups?id=67f2e2ca-928f-40e5-b9b2-05ec3bddbb37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1251037 Sep 23 19:26:46.232189 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-eda95438-24d4-4465-8599-ee3b3464680a req-fbf00015-16f8-4ce4-8ea9-a0f116b09083 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=67f2e2ca-928f-40e5-b9b2-05ec3bddbb37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1282628 Sep 23 19:26:46.275642 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b81b2c-f16f-4bb8-9f0b-70a494ae0262 req-d0e7616e-c05e-4472-9711-c99145f6df30 tempest-InstanceActionsTestJSON-1635188006 tempest-InstanceActionsTestJSON-1635188006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:26:46.277682 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-26b81b2c-f16f-4bb8-9f0b-70a494ae0262 req-d0e7616e-c05e-4472-9711-c99145f6df30 tempest-InstanceActionsTestJSON-1635188006 tempest-InstanceActionsTestJSON-1635188006-project] 10.222.0.67 "GET /v2.0/ports?device_id=e99f855a-03a7-4cd0-8eef-3e107786a007 HTTP/1.1" status: 200 len: 944 time: 0.1991639 Sep 23 19:26:46.293857 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.managers [req-c76715bd-b576-4f89-8862-62fc6f21361a req-89954f8b-a04a-4bf0-a481-fc43e3d0a3a0 service neutron] Attempting to bind port e6c1f8f6-ea14-47d2-82b2-a8f32e444dab on host n-h2-713301-16 for vnic_type normal with profile {{(pid=95101) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 19:26:46.294309 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.managers [req-c76715bd-b576-4f89-8862-62fc6f21361a req-89954f8b-a04a-4bf0-a481-fc43e3d0a3a0 service neutron] Attempting to bind port e6c1f8f6-ea14-47d2-82b2-a8f32e444dab by drivers openvswitch,hyperv on host n-h2-713301-16 at level 0 using segments [{'id': '6139d589-eb6c-4578-8935-c26ddf396853', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '5220cb0c-da05-478a-9604-8c11469a05b4'}] {{(pid=95101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 19:26:46.294701 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c76715bd-b576-4f89-8862-62fc6f21361a req-89954f8b-a04a-4bf0-a481-fc43e3d0a3a0 service neutron] Attempting to bind port e6c1f8f6-ea14-47d2-82b2-a8f32e444dab on network 5220cb0c-da05-478a-9604-8c11469a05b4 {{(pid=95101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:26:46.299835 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c76715bd-b576-4f89-8862-62fc6f21361a req-89954f8b-a04a-4bf0-a481-fc43e3d0a3a0 service neutron] Port e6c1f8f6-ea14-47d2-82b2-a8f32e444dab on network 5220cb0c-da05-478a-9604-8c11469a05b4 not bound, no agent of type Open vSwitch agent registered on host n-h2-713301-16 {{(pid=95101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 19:26:46.300253 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c76715bd-b576-4f89-8862-62fc6f21361a req-89954f8b-a04a-4bf0-a481-fc43e3d0a3a0 service neutron] Attempting to bind port e6c1f8f6-ea14-47d2-82b2-a8f32e444dab on network 5220cb0c-da05-478a-9604-8c11469a05b4 {{(pid=95101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:26:46.306415 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c76715bd-b576-4f89-8862-62fc6f21361a req-89954f8b-a04a-4bf0-a481-fc43e3d0a3a0 service neutron] Checking agent: {'id': '2a7cea34-db54-4faf-8d23-37521c3e34cb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713301-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 19, 15, 28), 'started_at': datetime.datetime(2021, 9, 23, 19, 15, 28), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 19, 26, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 19:26:46.306843 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c76715bd-b576-4f89-8862-62fc6f21361a req-89954f8b-a04a-4bf0-a481-fc43e3d0a3a0 service neutron] Checking segment: {'id': '6139d589-eb6c-4578-8935-c26ddf396853', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '5220cb0c-da05-478a-9604-8c11469a05b4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:26:46.307314 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c76715bd-b576-4f89-8862-62fc6f21361a req-89954f8b-a04a-4bf0-a481-fc43e3d0a3a0 service neutron] Bound using segment: {'id': '6139d589-eb6c-4578-8935-c26ddf396853', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '5220cb0c-da05-478a-9604-8c11469a05b4'} {{(pid=95101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 19:26:46.308451 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.managers [req-c76715bd-b576-4f89-8862-62fc6f21361a req-89954f8b-a04a-4bf0-a481-fc43e3d0a3a0 service neutron] Bound port: e6c1f8f6-ea14-47d2-82b2-a8f32e444dab, host: n-h2-713301-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6139d589-eb6c-4578-8935-c26ddf396853', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '5220cb0c-da05-478a-9604-8c11469a05b4'}}] {{(pid=95101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 19:26:46.308909 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-c76715bd-b576-4f89-8862-62fc6f21361a req-89954f8b-a04a-4bf0-a481-fc43e3d0a3a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:26:46.356370 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-26b81b2c-f16f-4bb8-9f0b-70a494ae0262 req-447c6ff5-ccbb-4fca-addc-6400ddd32662 tempest-InstanceActionsTestJSON-1635188006 tempest-InstanceActionsTestJSON-1635188006-project] 10.222.0.67 "GET /v2.0/security-groups?id=6058965a-5fe4-400d-ba89-c406fa6d79a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640190 Sep 23 19:26:46.392455 n-d-713301-16 neutron-server[95102]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e339d207-5a96-444e-9f8a-dca1e1125636 admin admin] Router 2cd616c4-c328-47c6-a307-bc5706ab5f79 is scheduled to L3 agent 79a740bf-7821-4989-8288-7186e3e128f3 with binding_index 1 {{(pid=95102) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 23 19:26:46.448516 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.db [req-c76715bd-b576-4f89-8862-62fc6f21361a req-89954f8b-a04a-4bf0-a481-fc43e3d0a3a0 service neutron] For port e6c1f8f6-ea14-47d2-82b2-a8f32e444dab, host n-h2-713301-16, cleared binding levels {{(pid=95101) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 19:26:46.451847 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.db [req-c76715bd-b576-4f89-8862-62fc6f21361a req-89954f8b-a04a-4bf0-a481-fc43e3d0a3a0 service neutron] For port e6c1f8f6-ea14-47d2-82b2-a8f32e444dab, host n-h2-713301-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-16',level=0,port_id=e6c1f8f6-ea14-47d2-82b2-a8f32e444dab,segment=NetworkSegment(6139d589-eb6c-4578-8935-c26ddf396853),segment_id=6139d589-eb6c-4578-8935-c26ddf396853)] {{(pid=95101) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 19:26:46.466286 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-c76715bd-b576-4f89-8862-62fc6f21361a req-89954f8b-a04a-4bf0-a481-fc43e3d0a3a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5607436'] for port, after_update {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:26:46.555149 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c76715bd-b576-4f89-8862-62fc6f21361a req-89954f8b-a04a-4bf0-a481-fc43e3d0a3a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:26:46.555637 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-c76715bd-b576-4f89-8862-62fc6f21361a req-89954f8b-a04a-4bf0-a481-fc43e3d0a3a0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222849'] for port, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:26:46.557028 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-c76715bd-b576-4f89-8862-62fc6f21361a req-89954f8b-a04a-4bf0-a481-fc43e3d0a3a0 service neutron] 10.222.0.53 "PUT /v2.0/ports/e6c1f8f6-ea14-47d2-82b2-a8f32e444dab HTTP/1.1" status: 200 len: 1097 time: 0.9889534 Sep 23 19:26:46.557463 n-d-713301-16 neutron-server[95101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5a3e65a9-00b1-4ef0-a913-4efc88721b32', 'tag': 'e6c1f8f6-ea14-47d2-82b2-a8f32e444dab'}] {{(pid=95101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 19:26:46.559780 n-d-713301-16 neutron-server[95101]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d8366c5740cd635e57ab12b71fe44a77c2acc3c19091ef849c6f68b380462244" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7984e17e-e2e5-423d-9a96-e5c804a9f7a3" -d '{"events": [{"name": "network-changed", "server_uuid": "5a3e65a9-00b1-4ef0-a913-4efc88721b32", "tag": "e6c1f8f6-ea14-47d2-82b2-a8f32e444dab"}]}' {{(pid=95101) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 19:26:46.565783 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3cc0b1-33bc-4343-a708-6be185a8a7f0 req-4c7aca04-36dd-444a-bf4d-28fb189d3d67 tempest-ServerRescueTestJSON-83326898 tempest-ServerRescueTestJSON-83326898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:26:46.567098 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-ff3cc0b1-33bc-4343-a708-6be185a8a7f0 req-4c7aca04-36dd-444a-bf4d-28fb189d3d67 tempest-ServerRescueTestJSON-83326898 tempest-ServerRescueTestJSON-83326898-project] 10.222.0.67 "GET /v2.0/ports?device_id=d885963b-72aa-42e0-909c-c5c9f0a64a9f HTTP/1.1" status: 200 len: 945 time: 0.1120930 Sep 23 19:26:46.579539 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e339d207-5a96-444e-9f8a-dca1e1125636 admin admin] Notify agent at l3_agent.n-d-713301-16 the message routers_updated {{(pid=95102) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 19:26:46.593483 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa4a5c84-0664-4918-8830-12261da53448 None None] Sync routers for ids ['2cd616c4-c328-47c6-a307-bc5706ab5f79'] in n-d-713301-16 {{(pid=95103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 19:26:46.614124 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-e339d207-5a96-444e-9f8a-dca1e1125636 admin admin] Notify callbacks [] for router, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:26:46.617896 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-e339d207-5a96-444e-9f8a-dca1e1125636 admin admin] 10.222.0.67 "POST /v2.0/routers HTTP/1.1" status: 201 len: 932 time: 3.0389290 Sep 23 19:26:46.621930 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 39088) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:26:46.626179 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa4a5c84-0664-4918-8830-12261da53448 None None] Routers {'2cd616c4-c328-47c6-a307-bc5706ab5f79'} bound to L3 agent in host n-d-713301-16 {{(pid=95103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 19:26:46.627741 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_hamode_db [None req-aa4a5c84-0664-4918-8830-12261da53448 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-23T19:07:52Z,description=,heartbeat_timestamp=2021-09-23T19:26:22Z,host='n-d-713301-16',id=79a740bf-7821-4989-8288-7186e3e128f3,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:07:52Z,topic='l3_agent')) {'router_ids': ['2cd616c4-c328-47c6-a307-bc5706ab5f79'], 'active': True} {{(pid=95103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:26:46.643885 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b3c3c9-f5fd-43c3-87b6-dede72958b96 req-c2960151-eff1-49d4-91fd-7bedcb392155 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:26:46.645667 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-06b3c3c9-f5fd-43c3-87b6-dede72958b96 req-c2960151-eff1-49d4-91fd-7bedcb392155 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=f0e955ef027245ff92005717d6ccbc80&device_id=d885963b-72aa-42e0-909c-c5c9f0a64a9f HTTP/1.1" status: 200 len: 1097 time: 0.1357925 Sep 23 19:26:46.646905 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89954f8b-a04a-4bf0-a481-fc43e3d0a3a0 service neutron] Pushing event updated for resources: {'Port': ['ID=e6c1f8f6-ea14-47d2-82b2-a8f32e444dab,revision_number=3']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:26:46.668576 n-d-713301-16 neutron-server[95101]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 19:26:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c604bc4-851a-4080-98ba-bf211b132e54 x-openstack-request-id: req-0c604bc4-851a-4080-98ba-bf211b132e54 {{(pid=95101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 19:26:46.668933 n-d-713301-16 neutron-server[95101]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5a3e65a9-00b1-4ef0-a913-4efc88721b32", "tag": "e6c1f8f6-ea14-47d2-82b2-a8f32e444dab", "status": "completed", "code": 200}]} {{(pid=95101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 19:26:46.669153 n-d-713301-16 neutron-server[95101]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-0c604bc4-851a-4080-98ba-bf211b132e54 {{(pid=95101) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 19:26:46.669542 n-d-713301-16 neutron-server[95101]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5a3e65a9-00b1-4ef0-a913-4efc88721b32', 'tag': 'e6c1f8f6-ea14-47d2-82b2-a8f32e444dab', 'status': 'completed', 'code': 200} Sep 23 19:26:46.695661 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-ff3cc0b1-33bc-4343-a708-6be185a8a7f0 req-f73cf1ee-6ec8-4402-a305-a702ecc6b841 tempest-ServerRescueTestJSON-83326898 tempest-ServerRescueTestJSON-83326898-project] 10.222.0.67 "GET /v2.0/security-groups?id=324a4552-7b72-4e62-bcd4-dc8354c093e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1120801 Sep 23 19:26:46.713664 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c1a5506-efe2-45f9-b221-5a5c0b67c928 req-0011a71a-2c05-4830-8295-83821ea72e11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:26:46.715505 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-2c1a5506-efe2-45f9-b221-5a5c0b67c928 req-0011a71a-2c05-4830-8295-83821ea72e11 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=342358f0-a808-4879-9696-19cba9625afd&tenant_id=cff0149cb20c4944955e93a2b393f7c5 HTTP/1.1" status: 200 len: 1101 time: 0.1730773 Sep 23 19:26:46.720381 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c76715bd-b576-4f89-8862-62fc6f21361a req-d33a73cf-17b6-46b9-a3b4-3c30f6c44c14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:26:46.721921 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-c76715bd-b576-4f89-8862-62fc6f21361a req-d33a73cf-17b6-46b9-a3b4-3c30f6c44c14 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=40280fc497444617bce52f5bbee56fb9&device_id=5a3e65a9-00b1-4ef0-a913-4efc88721b32 HTTP/1.1" status: 200 len: 1100 time: 0.1037602 Sep 23 19:26:46.798668 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-c76715bd-b576-4f89-8862-62fc6f21361a req-7bcffce3-0e67-4842-a311-add86e1bab9a service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.185&port_id=e6c1f8f6-ea14-47d2-82b2-a8f32e444dab HTTP/1.1" status: 200 len: 217 time: 0.0637734 Sep 23 19:26:46.842469 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_dvr_db [None req-aa4a5c84-0664-4918-8830-12261da53448 None None] Set router 2cd616c4-c328-47c6-a307-bc5706ab5f79 gateway port host: n-d-713301-16 {{(pid=95103) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 19:26:46.933323 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b3c3c9-f5fd-43c3-87b6-dede72958b96 req-dee7740a-f12f-43ba-8f00-7e2fc05f8744 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:26:46.935651 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-06b3c3c9-f5fd-43c3-87b6-dede72958b96 req-dee7740a-f12f-43ba-8f00-7e2fc05f8744 service neutron] 10.222.0.53 "GET /v2.0/networks?id=c1ad3b2d-de91-44e9-a44c-b26d03d276cb HTTP/1.1" status: 200 len: 911 time: 0.2620010 Sep 23 19:26:46.937170 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c76715bd-b576-4f89-8862-62fc6f21361a req-5c8922bd-0bf9-4022-8adb-ef9ec7d55b17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:26:46.938515 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-c76715bd-b576-4f89-8862-62fc6f21361a req-5c8922bd-0bf9-4022-8adb-ef9ec7d55b17 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=1ccc69bc-9d6b-44d9-b227-204e47dc6e45 HTTP/1.1" status: 200 len: 843 time: 0.1062136 Sep 23 19:26:46.940688 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c1a5506-efe2-45f9-b221-5a5c0b67c928 req-fc022e1b-748d-4a6b-b549-c72814258bdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:26:46.941887 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-2c1a5506-efe2-45f9-b221-5a5c0b67c928 req-fc022e1b-748d-4a6b-b549-c72814258bdd service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=cff0149cb20c4944955e93a2b393f7c5&device_id=342358f0-a808-4879-9696-19cba9625afd HTTP/1.1" status: 200 len: 1101 time: 0.1423755 Sep 23 19:26:46.943409 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8489a67e-007d-4f7d-b02b-c45132387ef8 req-6a47ff6c-9162-4472-9d0e-c3a42c46d2a8 tempest-ServersOnMultiNodesTest-2040324995 tempest-ServersOnMultiNodesTest-2040324995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:26:46.949115 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-8489a67e-007d-4f7d-b02b-c45132387ef8 req-6a47ff6c-9162-4472-9d0e-c3a42c46d2a8 tempest-ServersOnMultiNodesTest-2040324995 tempest-ServersOnMultiNodesTest-2040324995-project] 10.222.0.67 "GET /v2.0/ports?device_id=5a3e65a9-00b1-4ef0-a913-4efc88721b32 HTTP/1.1" status: 200 len: 948 time: 0.1199605 Sep 23 19:26:46.992243 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c61983-181b-4675-bba6-a52bc171a61b req-31b0c99c-0427-4ab8-ac83-f0774d8b617d tempest-MigrationsAdminTest-397594546 tempest-MigrationsAdminTest-397594546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:26:46.994223 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-59c61983-181b-4675-bba6-a52bc171a61b req-31b0c99c-0427-4ab8-ac83-f0774d8b617d tempest-MigrationsAdminTest-397594546 tempest-MigrationsAdminTest-397594546-project] 10.222.0.67 "GET /v2.0/ports?device_id=342358f0-a808-4879-9696-19cba9625afd HTTP/1.1" status: 200 len: 949 time: 0.2198339 Sep 23 19:26:47.061405 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-06b3c3c9-f5fd-43c3-87b6-dede72958b96 req-9651200e-039b-4986-baeb-339289055e2d service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b7c4b9fa-1417-4ee3-a181-c99afd755e5a HTTP/1.1" status: 200 len: 217 time: 0.0952580 Sep 23 19:26:47.080969 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-8489a67e-007d-4f7d-b02b-c45132387ef8 req-75e1a0d4-e2d2-49a1-a620-89c81a00de60 tempest-ServersOnMultiNodesTest-2040324995 tempest-ServersOnMultiNodesTest-2040324995-project] 10.222.0.67 "GET /v2.0/security-groups?id=157e791d-182d-45ba-a5d1-6edf868180cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831659 Sep 23 19:26:47.111823 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-59c61983-181b-4675-bba6-a52bc171a61b req-e7de2c77-e663-42d5-b399-d914edef7206 tempest-MigrationsAdminTest-397594546 tempest-MigrationsAdminTest-397594546-project] 10.222.0.67 "GET /v2.0/security-groups?id=78cb509b-31c4-4e2a-bb5c-7abd6194dcc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1095548 Sep 23 19:26:47.199586 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_hamode_db [None req-aa4a5c84-0664-4918-8830-12261da53448 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2cd616c4-c328-47c6-a307-bc5706ab5f79', 'name': 'tempest-ServerRescueTestJSONUnderV235-1224862837-router', 'tenant_id': '327d976986364fba8e5d9835f3bfc1b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'external_fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.230'}], 'enable_snat': True}, 'gw_port_id': 'd32f2dbd-51d4-4f3a-92fa-dd6f9d0030ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:26:43Z', 'updated_at': '2021-09-23T19:26:45Z', 'revision_number': 3, 'project_id': '327d976986364fba8e5d9835f3bfc1b1', 'gw_port': {'id': 'd32f2dbd-51d4-4f3a-92fa-dd6f9d0030ac', 'name': '', 'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:c8:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2cd616c4-c328-47c6-a307-bc5706ab5f79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 997, 'fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:26:44Z', 'updated_at': '2021-09-23T19:26:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-16'}], 'n-d-713301-16', False) {} {{(pid=95103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:26:47.229256 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa4a5c84-0664-4918-8830-12261da53448 None None] Checking router: 2cd616c4-c328-47c6-a307-bc5706ab5f79 for host: n-d-713301-16 {{(pid=95103) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 19:26:47.229679 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa4a5c84-0664-4918-8830-12261da53448 None None] Updating router 2cd616c4-c328-47c6-a307-bc5706ab5f79 port d32f2dbd-51d4-4f3a-92fa-dd6f9d0030ac binding host n-d-713301-16 {{(pid=95103) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 23 19:26:47.262724 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-aa4a5c84-0664-4918-8830-12261da53448 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:26:47.485462 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58fdaed3-4468-4520-aad6-02f02a751da1 req-6b6d6f58-1ee4-44c6-93a6-062e924e3fff tempest-DeleteServersTestJSON-2111530366 tempest-DeleteServersTestJSON-2111530366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:26:47.487191 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-58fdaed3-4468-4520-aad6-02f02a751da1 req-6b6d6f58-1ee4-44c6-93a6-062e924e3fff tempest-DeleteServersTestJSON-2111530366 tempest-DeleteServersTestJSON-2111530366-project] 10.222.0.67 "GET /v2.0/ports?device_id=e231f77f-5a7e-410a-92e0-dc9c93fc7c93 HTTP/1.1" status: 200 len: 946 time: 0.1726365 Sep 23 19:26:47.487329 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c76715bd-b576-4f89-8862-62fc6f21361a req-5023de24-fe41-41db-9852-b5d2c2a97c35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:26:47.488787 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-c76715bd-b576-4f89-8862-62fc6f21361a req-5023de24-fe41-41db-9852-b5d2c2a97c35 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=5220cb0c-da05-478a-9604-8c11469a05b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.5212996 Sep 23 19:26:47.519907 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b3c3c9-f5fd-43c3-87b6-dede72958b96 req-e643142d-bf6d-44ea-8ffe-e50988982094 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:26:47.521936 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-06b3c3c9-f5fd-43c3-87b6-dede72958b96 req-e643142d-bf6d-44ea-8ffe-e50988982094 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=f7972800-2fa5-4fd0-ae55-c87548a8f875 HTTP/1.1" status: 200 len: 850 time: 0.4456789 Sep 23 19:26:47.536189 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c1a5506-efe2-45f9-b221-5a5c0b67c928 req-ecdefd8f-6c6f-42f6-92c7-4c63255a1a0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:26:47.538132 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-2c1a5506-efe2-45f9-b221-5a5c0b67c928 req-ecdefd8f-6c6f-42f6-92c7-4c63255a1a0f service neutron] 10.222.0.53 "GET /v2.0/networks?id=5220cb0c-da05-478a-9604-8c11469a05b4 HTTP/1.1" status: 200 len: 870 time: 0.5697300 Sep 23 19:26:47.551682 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-8d5cabe8-3644-45f0-83e0-9c85a5a90a5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:26:47.607091 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-aa4a5c84-0664-4918-8830-12261da53448 None None] Notify callbacks [] for port, precommit_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:26:47.610475 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-06b3c3c9-f5fd-43c3-87b6-dede72958b96 req-3dd77cf2-0a92-4b2e-ac1a-bcaaf0500322 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=c1ad3b2d-de91-44e9-a44c-b26d03d276cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0693138 Sep 23 19:26:47.613669 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-aa4a5c84-0664-4918-8830-12261da53448 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:26:47.628997 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-58fdaed3-4468-4520-aad6-02f02a751da1 req-8906d0c1-921a-40de-893d-ba09056f31c8 tempest-DeleteServersTestJSON-2111530366 tempest-DeleteServersTestJSON-2111530366-project] 10.222.0.67 "GET /v2.0/security-groups?id=67f2e2ca-928f-40e5-b9b2-05ec3bddbb37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1260226 Sep 23 19:26:47.637319 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-2c1a5506-efe2-45f9-b221-5a5c0b67c928 req-4a4c54a6-5995-44ab-892b-1dbb71a7f185 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.59&port_id=f5483dbd-6d3f-4319-9eaa-5497612c208b HTTP/1.1" status: 200 len: 217 time: 0.0806675 Sep 23 19:26:47.669390 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f3af96c-1161-4b09-9302-59cef11b2b9f None None] Pushing event updated for resources: {'Port': ['ID=d32f2dbd-51d4-4f3a-92fa-dd6f9d0030ac,revision_number=2']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:26:47.672382 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Device ee743cdf-8d2b-44a7-b0e1-d657b2eac379 details requested by agent hyperv_n-h1-713301-16 with host n-h1-713301-16 {{(pid=95103) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 19:26:47.677655 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0885649f-3e5f-4ade-9239-543371bacf04 req-c95ce100-807d-4e0a-b284-f4223aa59f3e tempest-InstanceActionsTestJSON-1635188006 tempest-InstanceActionsTestJSON-1635188006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:26:47.686332 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-0885649f-3e5f-4ade-9239-543371bacf04 req-c95ce100-807d-4e0a-b284-f4223aa59f3e tempest-InstanceActionsTestJSON-1635188006 tempest-InstanceActionsTestJSON-1635188006-project] 10.222.0.67 "GET /v2.0/ports?device_id=e99f855a-03a7-4cd0-8eef-3e107786a007 HTTP/1.1" status: 200 len: 944 time: 0.1666021 Sep 23 19:26:47.776196 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c1a5506-efe2-45f9-b221-5a5c0b67c928 req-008132f0-3700-4131-8cd6-1036edcaf778 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:26:47.777439 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-2c1a5506-efe2-45f9-b221-5a5c0b67c928 req-008132f0-3700-4131-8cd6-1036edcaf778 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=1ccc69bc-9d6b-44d9-b227-204e47dc6e45 HTTP/1.1" status: 200 len: 843 time: 0.1310425 Sep 23 19:26:47.786469 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-c76715bd-b576-4f89-8862-62fc6f21361a req-79f4de78-f5ac-4845-8d79-bae2acf481b9 service neutron] 10.222.0.53 "GET /v2.0/networks/5220cb0c-da05-478a-9604-8c11469a05b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2889168 Sep 23 19:26:47.794897 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-0885649f-3e5f-4ade-9239-543371bacf04 req-bf15f1b7-0202-464d-ad5a-aa43750d4300 tempest-InstanceActionsTestJSON-1635188006 tempest-InstanceActionsTestJSON-1635188006-project] 10.222.0.67 "GET /v2.0/security-groups?id=6058965a-5fe4-400d-ba89-c406fa6d79a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1074169 Sep 23 19:26:47.815476 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] For port ee743cdf-8d2b-44a7-b0e1-d657b2eac379, host n-h1-713301-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-16',level=0,port_id=ee743cdf-8d2b-44a7-b0e1-d657b2eac379,segment=NetworkSegment(9783aed5-16b3-493b-b20a-552cc6472e7e),segment_id=9783aed5-16b3-493b-b20a-552cc6472e7e)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:26:47.849084 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Returning: {'device': 'ee743cdf-8d2b-44a7-b0e1-d657b2eac379', 'network_id': '09c06b55-e8a3-4175-a4e7-e09f51f39be0', 'port_id': 'ee743cdf-8d2b-44a7-b0e1-d657b2eac379', 'mac_address': 'fa:16:3e:13:85:e9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 635, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ad781f3d-6818-485b-93aa-4b20e0f3289c', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95103) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 19:26:47.853847 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.managers [None req-aa4a5c84-0664-4918-8830-12261da53448 None None] Attempting to bind port d32f2dbd-51d4-4f3a-92fa-dd6f9d0030ac on host n-d-713301-16 for vnic_type normal with profile {{(pid=95103) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 19:26:47.854542 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.managers [None req-aa4a5c84-0664-4918-8830-12261da53448 None None] Attempting to bind port d32f2dbd-51d4-4f3a-92fa-dd6f9d0030ac by drivers openvswitch,hyperv on host n-d-713301-16 at level 0 using segments [{'id': '7d4027f1-d893-4c7b-95d4-757b8e44e380', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac'}] {{(pid=95103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 19:26:47.855128 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa4a5c84-0664-4918-8830-12261da53448 None None] Attempting to bind port d32f2dbd-51d4-4f3a-92fa-dd6f9d0030ac on network 5dec5c09-378e-4f50-89cc-d94eb81c3bac {{(pid=95103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:26:47.864193 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa4a5c84-0664-4918-8830-12261da53448 None None] Checking agent: {'id': '70a14545-df24-472f-8f95-bfe1719bff93', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 19, 7, 53), 'started_at': datetime.datetime(2021, 9, 23, 19, 8, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 19, 26, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 19:26:47.864193 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa4a5c84-0664-4918-8830-12261da53448 None None] Checking segment: {'id': '7d4027f1-d893-4c7b-95d4-757b8e44e380', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95103) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:26:47.864977 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-aa4a5c84-0664-4918-8830-12261da53448 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:26:47.865682 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa4a5c84-0664-4918-8830-12261da53448 None None] Bound using segment: {'id': '7d4027f1-d893-4c7b-95d4-757b8e44e380', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac'} {{(pid=95103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 19:26:47.866060 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.managers [None req-aa4a5c84-0664-4918-8830-12261da53448 None None] Bound port: d32f2dbd-51d4-4f3a-92fa-dd6f9d0030ac, host: n-d-713301-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7d4027f1-d893-4c7b-95d4-757b8e44e380', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac'}}] {{(pid=95103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 19:26:47.866542 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-aa4a5c84-0664-4918-8830-12261da53448 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:26:47.879748 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-06b3c3c9-f5fd-43c3-87b6-dede72958b96 req-a422c9eb-9c9a-4132-992b-3a367c45e123 service neutron] 10.222.0.53 "GET /v2.0/networks/c1ad3b2d-de91-44e9-a44c-b26d03d276cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2441628 Sep 23 19:26:47.912808 n-d-713301-16 neutron-server[95102]: DEBUG neutron.db.db_base_plugin_common [None req-8d5cabe8-3644-45f0-83e0-9c85a5a90a5f admin admin] Allocated IP 172.20.0.1 (957699bb-3d06-43c7-8d92-2cc14178c33d/42f61b3d-d2c5-4fe1-a0f1-03eaa8653b9c/ffbb66e3-edde-45f8-aaff-a1fb63987e1a) {{(pid=95102) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 19:26:47.941012 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90bd6bdc-7d4d-4f87-bcd2-36250fa3704a req-c4b511a4-316d-437e-ad10-f7efba80ea40 tempest-ServerRescueTestJSON-83326898 tempest-ServerRescueTestJSON-83326898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:26:47.942595 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-90bd6bdc-7d4d-4f87-bcd2-36250fa3704a req-c4b511a4-316d-437e-ad10-f7efba80ea40 tempest-ServerRescueTestJSON-83326898 tempest-ServerRescueTestJSON-83326898-project] 10.222.0.67 "GET /v2.0/ports?device_id=d885963b-72aa-42e0-909c-c5c9f0a64a9f HTTP/1.1" status: 200 len: 945 time: 0.0813282 Sep 23 19:26:47.943590 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:26:47.975306 n-d-713301-16 neutron-server[95103]: DEBUG neutron.notifiers.nova [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ee743cdf-8d2b-44a7-b0e1-d657b2eac379 {{(pid=95103) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 19:26:47.978208 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c1a5506-efe2-45f9-b221-5a5c0b67c928 req-3ee20747-9098-468c-a600-2d8a8712d7b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:26:47.979733 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-2c1a5506-efe2-45f9-b221-5a5c0b67c928 req-3ee20747-9098-468c-a600-2d8a8712d7b9 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=5220cb0c-da05-478a-9604-8c11469a05b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1881714 Sep 23 19:26:47.986918 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-aa4a5c84-0664-4918-8830-12261da53448 None None] For port d32f2dbd-51d4-4f3a-92fa-dd6f9d0030ac, host n-d-713301-16, cleared binding levels {{(pid=95103) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 19:26:47.995928 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-aa4a5c84-0664-4918-8830-12261da53448 None None] For port d32f2dbd-51d4-4f3a-92fa-dd6f9d0030ac, host n-d-713301-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-16',level=0,port_id=d32f2dbd-51d4-4f3a-92fa-dd6f9d0030ac,segment=NetworkSegment(7d4027f1-d893-4c7b-95d4-757b8e44e380),segment_id=7d4027f1-d893-4c7b-95d4-757b8e44e380)] {{(pid=95103) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 19:26:48.008166 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-aa4a5c84-0664-4918-8830-12261da53448 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:26:48.011936 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] For port ee743cdf-8d2b-44a7-b0e1-d657b2eac379, host n-h1-713301-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-16',level=0,port_id=ee743cdf-8d2b-44a7-b0e1-d657b2eac379,segment=NetworkSegment(9783aed5-16b3-493b-b20a-552cc6472e7e),segment_id=9783aed5-16b3-493b-b20a-552cc6472e7e)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:26:48.012994 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-c76715bd-b576-4f89-8862-62fc6f21361a req-0435ff17-0b18-406f-b4d5-f10bafafbfa8 service neutron] 10.222.0.53 "GET /v2.0/networks/5220cb0c-da05-478a-9604-8c11469a05b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2176731 Sep 23 19:26:48.018043 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:26:48.049896 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-90bd6bdc-7d4d-4f87-bcd2-36250fa3704a req-bfd2244e-ee5c-4179-bccb-0b2b2fb51344 tempest-ServerRescueTestJSON-83326898 tempest-ServerRescueTestJSON-83326898-project] 10.222.0.67 "GET /v2.0/security-groups?id=324a4552-7b72-4e62-bcd4-dc8354c093e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891988 Sep 23 19:26:48.103756 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f3af96c-1161-4b09-9302-59cef11b2b9f None None] Pushing event updated for resources: {'Port': ['ID=d32f2dbd-51d4-4f3a-92fa-dd6f9d0030ac,revision_number=3']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:26:48.106652 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-8d5cabe8-3644-45f0-83e0-9c85a5a90a5f admin admin] Notify callbacks [] for port, precommit_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:26:48.110229 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa4a5c84-0664-4918-8830-12261da53448 None None] Routers {'2cd616c4-c328-47c6-a307-bc5706ab5f79'} bound to L3 agent in host n-d-713301-16 {{(pid=95103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 19:26:48.112105 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_hamode_db [None req-aa4a5c84-0664-4918-8830-12261da53448 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-23T19:07:52Z,description=,heartbeat_timestamp=2021-09-23T19:26:22Z,host='n-d-713301-16',id=79a740bf-7821-4989-8288-7186e3e128f3,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:07:52Z,topic='l3_agent')) {'router_ids': ['2cd616c4-c328-47c6-a307-bc5706ab5f79'], 'active': True} {{(pid=95103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:26:48.112260 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-06b3c3c9-f5fd-43c3-87b6-dede72958b96 req-fa55a982-06fe-4400-9695-f3bdf559cd28 service neutron] 10.222.0.53 "GET /v2.0/networks/c1ad3b2d-de91-44e9-a44c-b26d03d276cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1992133 Sep 23 19:26:48.143230 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-2c1a5506-efe2-45f9-b221-5a5c0b67c928 req-63897792-843d-4712-a0f5-2a57a0eeb767 service neutron] 10.222.0.53 "GET /v2.0/networks/5220cb0c-da05-478a-9604-8c11469a05b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1325808 Sep 23 19:26:48.174528 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-8d5cabe8-3644-45f0-83e0-9c85a5a90a5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783145673135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4399100'] for port, after_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:26:48.228314 n-d-713301-16 neutron-server[95102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d5cabe8-3644-45f0-83e0-9c85a5a90a5f admin admin] Network 957699bb-3d06-43c7-8d92-2cc14178c33d is already hosted by enough agents. {{(pid=95102) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:26:48.250211 n-d-713301-16 neutron-server[95102]: DEBUG neutron.scheduler.base_scheduler [None req-8d5cabe8-3644-45f0-83e0-9c85a5a90a5f admin admin] Resources bound (agent type, host, resource id): {{(pid=95102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:26:48.288735 n-d-713301-16 neutron-server[95102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d5cabe8-3644-45f0-83e0-9c85a5a90a5f admin admin] Received port after_create {{(pid=95102) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 19:26:48.303997 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Pushing event updated for resources: {'Port': ['ID=ee743cdf-8d2b-44a7-b0e1-d657b2eac379,revision_number=4']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:26:48.313439 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d5cabe8-3644-45f0-83e0-9c85a5a90a5f admin admin] Pushing event updated for resources: {'Port': ['ID=ffbb66e3-edde-45f8-aaff-a1fb63987e1a,revision_number=1']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:26:48.333058 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7984e17e-e2e5-423d-9a96-e5c804a9f7a3 req-d96d07df-7071-4d6f-ab26-d6616525c7f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:26:48.334794 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-7984e17e-e2e5-423d-9a96-e5c804a9f7a3 req-d96d07df-7071-4d6f-ab26-d6616525c7f7 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=40280fc497444617bce52f5bbee56fb9&device_id=5a3e65a9-00b1-4ef0-a913-4efc88721b32 HTTP/1.1" status: 200 len: 1100 time: 0.1703439 Sep 23 19:26:48.344742 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_dvr_db [None req-aa4a5c84-0664-4918-8830-12261da53448 None None] Set router 2cd616c4-c328-47c6-a307-bc5706ab5f79 gateway port host: n-d-713301-16 {{(pid=95103) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 19:26:48.359855 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e321e063-5aa7-4b64-a3b6-7bfb6bb2e32d req-6c051704-fd78-4691-9e09-d1931beaf927 tempest-ServersOnMultiNodesTest-2040324995 tempest-ServersOnMultiNodesTest-2040324995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:26:48.361443 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-e321e063-5aa7-4b64-a3b6-7bfb6bb2e32d req-6c051704-fd78-4691-9e09-d1931beaf927 tempest-ServersOnMultiNodesTest-2040324995 tempest-ServersOnMultiNodesTest-2040324995-project] 10.222.0.67 "GET /v2.0/ports?device_id=5a3e65a9-00b1-4ef0-a913-4efc88721b32 HTTP/1.1" status: 200 len: 948 time: 0.1374283 Sep 23 19:26:48.363249 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-8d5cabe8-3644-45f0-83e0-9c85a5a90a5f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-601987'] for router_interface, before_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:26:48.379051 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e503b0-3c8c-4116-8c1a-62e8f229f2c1 req-b3adf5e6-c696-4da4-881c-e3af9d62c1b9 tempest-MigrationsAdminTest-397594546 tempest-MigrationsAdminTest-397594546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:26:48.380786 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-52e503b0-3c8c-4116-8c1a-62e8f229f2c1 req-b3adf5e6-c696-4da4-881c-e3af9d62c1b9 tempest-MigrationsAdminTest-397594546 tempest-MigrationsAdminTest-397594546-project] 10.222.0.67 "GET /v2.0/ports?device_id=342358f0-a808-4879-9696-19cba9625afd HTTP/1.1" status: 200 len: 949 time: 0.1627419 Sep 23 19:26:48.395888 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-2c1a5506-efe2-45f9-b221-5a5c0b67c928 req-0ca5ff3a-5c92-413e-b4fd-d3e7af1076bd service neutron] 10.222.0.53 "GET /v2.0/networks/5220cb0c-da05-478a-9604-8c11469a05b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2299809 Sep 23 19:26:48.440689 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] get_ports_and_sgs() called for port_ids ['ee743cdf-8d2b-44a7-b0e1-d657b2eac379'] {{(pid=95103) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 19:26:48.489384 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-e321e063-5aa7-4b64-a3b6-7bfb6bb2e32d req-c41de997-a4c7-4450-946e-c35f2386a797 tempest-ServersOnMultiNodesTest-2040324995 tempest-ServersOnMultiNodesTest-2040324995-project] 10.222.0.67 "GET /v2.0/security-groups?id=157e791d-182d-45ba-a5d1-6edf868180cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1060591 Sep 23 19:26:48.519740 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7984e17e-e2e5-423d-9a96-e5c804a9f7a3 req-970a1d02-240d-43c4-9a45-33286540842f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:26:48.522351 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-7984e17e-e2e5-423d-9a96-e5c804a9f7a3 req-970a1d02-240d-43c4-9a45-33286540842f service neutron] 10.222.0.53 "GET /v2.0/networks?id=5220cb0c-da05-478a-9604-8c11469a05b4 HTTP/1.1" status: 200 len: 870 time: 0.1741385 Sep 23 19:26:48.546506 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-52e503b0-3c8c-4116-8c1a-62e8f229f2c1 req-31c0663e-1ccc-49df-a7a9-c26355983282 tempest-MigrationsAdminTest-397594546 tempest-MigrationsAdminTest-397594546-project] 10.222.0.67 "GET /v2.0/security-groups?id=78cb509b-31c4-4e2a-bb5c-7abd6194dcc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1230705 Sep 23 19:26:48.605158 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-7984e17e-e2e5-423d-9a96-e5c804a9f7a3 req-cc07ef59-95db-42a0-b830-9d23e7015fcd service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.185&port_id=e6c1f8f6-ea14-47d2-82b2-a8f32e444dab HTTP/1.1" status: 200 len: 217 time: 0.0508385 Sep 23 19:26:48.634986 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-8d5cabe8-3644-45f0-83e0-9c85a5a90a5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:26:48.667161 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7984e17e-e2e5-423d-9a96-e5c804a9f7a3 req-9ffa8c1d-2931-4b40-95b3-85dfadf7f121 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:26:48.669989 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-7984e17e-e2e5-423d-9a96-e5c804a9f7a3 req-9ffa8c1d-2931-4b40-95b3-85dfadf7f121 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=1ccc69bc-9d6b-44d9-b227-204e47dc6e45 HTTP/1.1" status: 200 len: 843 time: 0.0529132 Sep 23 19:26:48.685781 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_hamode_db [None req-aa4a5c84-0664-4918-8830-12261da53448 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2cd616c4-c328-47c6-a307-bc5706ab5f79', 'name': 'tempest-ServerRescueTestJSONUnderV235-1224862837-router', 'tenant_id': '327d976986364fba8e5d9835f3bfc1b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'external_fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.230'}], 'enable_snat': True}, 'gw_port_id': 'd32f2dbd-51d4-4f3a-92fa-dd6f9d0030ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:26:43Z', 'updated_at': '2021-09-23T19:26:45Z', 'revision_number': 3, 'project_id': '327d976986364fba8e5d9835f3bfc1b1', 'gw_port': {'id': 'd32f2dbd-51d4-4f3a-92fa-dd6f9d0030ac', 'name': '', 'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:c8:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2cd616c4-c328-47c6-a307-bc5706ab5f79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 997, 'fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:26:44Z', 'updated_at': '2021-09-23T19:26:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-16'}], 'n-d-713301-16', False) {} {{(pid=95103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:26:48.726493 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa4a5c84-0664-4918-8830-12261da53448 None None] The sync data for ids ['2cd616c4-c328-47c6-a307-bc5706ab5f79'] in n-d-713301-16 is: [{'id': '2cd616c4-c328-47c6-a307-bc5706ab5f79', 'name': 'tempest-ServerRescueTestJSONUnderV235-1224862837-router', 'tenant_id': '327d976986364fba8e5d9835f3bfc1b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'external_fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.230'}], 'enable_snat': True}, 'gw_port_id': 'd32f2dbd-51d4-4f3a-92fa-dd6f9d0030ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:26:43Z', 'updated_at': '2021-09-23T19:26:45Z', 'revision_number': 3, 'project_id': '327d976986364fba8e5d9835f3bfc1b1', 'gw_port': {'id': 'd32f2dbd-51d4-4f3a-92fa-dd6f9d0030ac', 'name': '', 'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:c8:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2cd616c4-c328-47c6-a307-bc5706ab5f79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 997, 'fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:26:44Z', 'updated_at': '2021-09-23T19:26:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-16'}] {{(pid=95103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 19:26:48.761086 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7984e17e-e2e5-423d-9a96-e5c804a9f7a3 req-91bc0bec-c675-4d96-9687-f6eedd98f455 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:26:48.763130 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-7984e17e-e2e5-423d-9a96-e5c804a9f7a3 req-91bc0bec-c675-4d96-9687-f6eedd98f455 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=5220cb0c-da05-478a-9604-8c11469a05b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0775764 Sep 23 19:26:48.853731 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff4b1f5f-5aa4-4038-85d6-b568f7bd7e56 req-b96019ef-36ac-498e-bfea-ed2d5559db63 tempest-DeleteServersTestJSON-2111530366 tempest-DeleteServersTestJSON-2111530366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:26:48.855310 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-ff4b1f5f-5aa4-4038-85d6-b568f7bd7e56 req-b96019ef-36ac-498e-bfea-ed2d5559db63 tempest-DeleteServersTestJSON-2111530366 tempest-DeleteServersTestJSON-2111530366-project] 10.222.0.67 "GET /v2.0/ports?device_id=e231f77f-5a7e-410a-92e0-dc9c93fc7c93 HTTP/1.1" status: 200 len: 946 time: 0.0874708 Sep 23 19:26:48.894214 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-7984e17e-e2e5-423d-9a96-e5c804a9f7a3 req-d784f2d2-c455-47f9-93e3-1135625202f2 service neutron] 10.222.0.53 "GET /v2.0/networks/5220cb0c-da05-478a-9604-8c11469a05b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1215320 Sep 23 19:26:48.913535 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-ff4b1f5f-5aa4-4038-85d6-b568f7bd7e56 req-cef82a52-d4a3-48d4-b6b0-de207b85a745 tempest-DeleteServersTestJSON-2111530366 tempest-DeleteServersTestJSON-2111530366-project] 10.222.0.67 "GET /v2.0/security-groups?id=67f2e2ca-928f-40e5-b9b2-05ec3bddbb37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510652 Sep 23 19:26:48.946918 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-8d5cabe8-3644-45f0-83e0-9c85a5a90a5f admin admin] Notify callbacks [] for port, precommit_update {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:26:48.967960 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-8d5cabe8-3644-45f0-83e0-9c85a5a90a5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4399095'] for port, after_update {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:26:49.034072 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-7984e17e-e2e5-423d-9a96-e5c804a9f7a3 req-c40e995e-7840-49e0-bc15-cf9f02698858 service neutron] 10.222.0.53 "GET /v2.0/networks/5220cb0c-da05-478a-9604-8c11469a05b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1314347 Sep 23 19:26:49.069456 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-8d5cabe8-3644-45f0-83e0-9c85a5a90a5f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-527313', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-601459'] for router_interface, after_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:26:49.089677 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1edc88fe-9792-4e8c-9dbd-dab62f45b588 req-b98246e9-86b2-415a-9199-fe5bfcda7e31 tempest-InstanceActionsTestJSON-1635188006 tempest-InstanceActionsTestJSON-1635188006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:26:49.091590 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-1edc88fe-9792-4e8c-9dbd-dab62f45b588 req-b98246e9-86b2-415a-9199-fe5bfcda7e31 tempest-InstanceActionsTestJSON-1635188006 tempest-InstanceActionsTestJSON-1635188006-project] 10.222.0.67 "GET /v2.0/ports?device_id=e99f855a-03a7-4cd0-8eef-3e107786a007 HTTP/1.1" status: 200 len: 945 time: 0.1591990 Sep 23 19:26:49.098929 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d5cabe8-3644-45f0-83e0-9c85a5a90a5f admin admin] Pushing event updated for resources: {'Port': ['ID=ffbb66e3-edde-45f8-aaff-a1fb63987e1a,revision_number=2']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:26:49.117178 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Device f5483dbd-6d3f-4319-9eaa-5497612c208b no longer exists at agent hyperv_n-h2-713301-16 {{(pid=95103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 19:26:49.235993 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:26:49.237882 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-1edc88fe-9792-4e8c-9dbd-dab62f45b588 req-34bf71f0-48e5-4081-a62f-f598db734743 tempest-InstanceActionsTestJSON-1635188006 tempest-InstanceActionsTestJSON-1635188006-project] 10.222.0.67 "GET /v2.0/security-groups?id=6058965a-5fe4-400d-ba89-c406fa6d79a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1352749 Sep 23 19:26:49.269627 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73052328-7018-40fa-8685-be282f84af57 req-8d511e15-5bb8-46a4-b798-21d9127722e7 tempest-DeleteServersTestJSON-2111530366 tempest-DeleteServersTestJSON-2111530366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:26:49.271497 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-73052328-7018-40fa-8685-be282f84af57 req-8d511e15-5bb8-46a4-b798-21d9127722e7 tempest-DeleteServersTestJSON-2111530366 tempest-DeleteServersTestJSON-2111530366-project] 10.222.0.67 "GET /v2.0/ports?device_id=e231f77f-5a7e-410a-92e0-dc9c93fc7c93 HTTP/1.1" status: 200 len: 946 time: 0.1331899 Sep 23 19:26:49.272165 n-d-713301-16 neutron-server[95103]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '342358f0-a808-4879-9696-19cba9625afd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f5483dbd-6d3f-4319-9eaa-5497612c208b'}] {{(pid=95103) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 19:26:49.277881 n-d-713301-16 neutron-server[95103]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}81a1c17f2aa89d5b3ebbba3a3e0cf7eb588e431c2224256110c4c4facdd7c3e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3529151a-1567-4a6d-88fb-f64a755034e1" -d '{"events": [{"server_uuid": "342358f0-a808-4879-9696-19cba9625afd", "name": "network-vif-unplugged", "status": "completed", "tag": "f5483dbd-6d3f-4319-9eaa-5497612c208b"}]}' {{(pid=95103) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 19:26:49.290848 n-d-713301-16 neutron-server[95102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d5cabe8-3644-45f0-83e0-9c85a5a90a5f admin admin] Network 957699bb-3d06-43c7-8d92-2cc14178c33d is already hosted by enough agents. {{(pid=95102) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:26:49.295600 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] For port f5483dbd-6d3f-4319-9eaa-5497612c208b, host n-h2-713301-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-16',level=0,port_id=f5483dbd-6d3f-4319-9eaa-5497612c208b,segment=NetworkSegment(6139d589-eb6c-4578-8935-c26ddf396853),segment_id=6139d589-eb6c-4578-8935-c26ddf396853)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:26:49.300579 n-d-713301-16 neutron-server[95102]: DEBUG neutron.scheduler.base_scheduler [None req-8d5cabe8-3644-45f0-83e0-9c85a5a90a5f admin admin] Resources bound (agent type, host, resource id): {{(pid=95102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:26:49.305610 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:26:49.386003 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Pushing event updated for resources: {'Port': ['ID=f5483dbd-6d3f-4319-9eaa-5497612c208b,revision_number=6']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:26:49.443297 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-73052328-7018-40fa-8685-be282f84af57 req-620763cf-b4d8-4540-9ed8-6381ed495949 tempest-DeleteServersTestJSON-2111530366 tempest-DeleteServersTestJSON-2111530366-project] 10.222.0.67 "GET /v2.0/security-groups?id=67f2e2ca-928f-40e5-b9b2-05ec3bddbb37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1506243 Sep 23 19:26:49.482096 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ae01e9-010f-4b48-b808-4dbcbf842956 req-9529b81f-7954-4cf6-97b2-eb58fc73aec5 tempest-ServerRescueTestJSON-83326898 tempest-ServerRescueTestJSON-83326898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:26:49.483778 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-94ae01e9-010f-4b48-b808-4dbcbf842956 req-9529b81f-7954-4cf6-97b2-eb58fc73aec5 tempest-ServerRescueTestJSON-83326898 tempest-ServerRescueTestJSON-83326898-project] 10.222.0.67 "GET /v2.0/ports?device_id=d885963b-72aa-42e0-909c-c5c9f0a64a9f HTTP/1.1" status: 200 len: 945 time: 0.1153007 Sep 23 19:26:49.508706 n-d-713301-16 neutron-server[95103]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 23 Sep 2021 19:26:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dfc7fc78-54d3-4b46-b6cf-8a3015570c47 x-openstack-request-id: req-dfc7fc78-54d3-4b46-b6cf-8a3015570c47 {{(pid=95103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 19:26:49.509022 n-d-713301-16 neutron-server[95103]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "342358f0-a808-4879-9696-19cba9625afd", "name": "network-vif-unplugged", "status": "completed", "tag": "f5483dbd-6d3f-4319-9eaa-5497612c208b", "code": 200}]} {{(pid=95103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 19:26:49.509286 n-d-713301-16 neutron-server[95103]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-dfc7fc78-54d3-4b46-b6cf-8a3015570c47 {{(pid=95103) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 19:26:49.509684 n-d-713301-16 neutron-server[95103]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '342358f0-a808-4879-9696-19cba9625afd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f5483dbd-6d3f-4319-9eaa-5497612c208b', 'code': 200} Sep 23 19:26:49.636713 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-935657c5-dc42-4ad6-a439-b1b94e643331 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:26:49.842444 n-d-713301-16 neutron-server[95102]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8d5cabe8-3644-45f0-83e0-9c85a5a90a5f admin admin] Router 2cd616c4-c328-47c6-a307-bc5706ab5f79 has already been hosted by L3 agent 79a740bf-7821-4989-8288-7186e3e128f3 {{(pid=95102) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 19:26:49.880062 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-94ae01e9-010f-4b48-b808-4dbcbf842956 req-e4135615-3ad5-4666-a073-47a98cc8c39f tempest-ServerRescueTestJSON-83326898 tempest-ServerRescueTestJSON-83326898-project] 10.222.0.67 "GET /v2.0/security-groups?id=324a4552-7b72-4e62-bcd4-dc8354c093e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3843274 Sep 23 19:26:49.931877 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94174d22-a008-4edd-b7c0-42dc0c3b92e4 req-22ccb82c-24af-418d-b3bd-cebed167257a tempest-ServersOnMultiNodesTest-2040324995 tempest-ServersOnMultiNodesTest-2040324995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:26:49.933435 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-94174d22-a008-4edd-b7c0-42dc0c3b92e4 req-22ccb82c-24af-418d-b3bd-cebed167257a tempest-ServersOnMultiNodesTest-2040324995 tempest-ServersOnMultiNodesTest-2040324995-project] 10.222.0.67 "GET /v2.0/ports?device_id=5a3e65a9-00b1-4ef0-a913-4efc88721b32 HTTP/1.1" status: 200 len: 948 time: 0.1039119 Sep 23 19:26:50.032531 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-94174d22-a008-4edd-b7c0-42dc0c3b92e4 req-d675db7c-388c-4869-931c-67daab8f5fb5 tempest-ServersOnMultiNodesTest-2040324995 tempest-ServersOnMultiNodesTest-2040324995-project] 10.222.0.67 "GET /v2.0/security-groups?id=157e791d-182d-45ba-a5d1-6edf868180cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640700 Sep 23 19:26:50.061532 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d5cabe8-3644-45f0-83e0-9c85a5a90a5f admin admin] Notify agent at l3_agent.n-d-713301-16 the message routers_updated {{(pid=95102) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 19:26:50.066847 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-8d5cabe8-3644-45f0-83e0-9c85a5a90a5f admin admin] 10.222.0.67 "PUT /v2.0/routers/2cd616c4-c328-47c6-a307-bc5706ab5f79/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4439416 Sep 23 19:26:50.092792 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5066ffd-3392-47a5-ab9a-0f7686056078 req-370de9e7-0aa4-4d88-a26f-c314fae82bd3 tempest-MigrationsAdminTest-397594546 tempest-MigrationsAdminTest-397594546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:26:50.094369 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-f5066ffd-3392-47a5-ab9a-0f7686056078 req-370de9e7-0aa4-4d88-a26f-c314fae82bd3 tempest-MigrationsAdminTest-397594546 tempest-MigrationsAdminTest-397594546-project] 10.222.0.67 "GET /v2.0/ports?device_id=342358f0-a808-4879-9696-19cba9625afd HTTP/1.1" status: 200 len: 947 time: 0.0826125 Sep 23 19:26:50.143629 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-f5066ffd-3392-47a5-ab9a-0f7686056078 req-4a1caf98-20ae-4895-8289-f230eb75874f tempest-MigrationsAdminTest-397594546 tempest-MigrationsAdminTest-397594546-project] 10.222.0.67 "GET /v2.0/security-groups?id=78cb509b-31c4-4e2a-bb5c-7abd6194dcc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419400 Sep 23 19:26:50.363715 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a0d313-d505-4e3e-a9ad-d86974b9591a req-bc71fea9-e658-40ab-b1b4-003ecc852a6a tempest-InstanceActionsTestJSON-1635188006 tempest-InstanceActionsTestJSON-1635188006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:26:50.366232 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-16a0d313-d505-4e3e-a9ad-d86974b9591a req-bc71fea9-e658-40ab-b1b4-003ecc852a6a tempest-InstanceActionsTestJSON-1635188006 tempest-InstanceActionsTestJSON-1635188006-project] 10.222.0.67 "GET /v2.0/ports?device_id=e99f855a-03a7-4cd0-8eef-3e107786a007 HTTP/1.1" status: 200 len: 945 time: 0.0567453 Sep 23 19:26:50.407515 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-16a0d313-d505-4e3e-a9ad-d86974b9591a req-4ddfbb47-47a6-4911-942d-779caf28bf69 tempest-InstanceActionsTestJSON-1635188006 tempest-InstanceActionsTestJSON-1635188006-project] 10.222.0.67 "GET /v2.0/security-groups?id=6058965a-5fe4-400d-ba89-c406fa6d79a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351484 Sep 23 19:26:50.519403 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12e8e7fe-4a59-4c95-a88c-ac81e984661b None None] Sync routers for ids ['2cd616c4-c328-47c6-a307-bc5706ab5f79'] in n-d-713301-16 {{(pid=95104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 19:26:50.531749 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12e8e7fe-4a59-4c95-a88c-ac81e984661b None None] Routers {'2cd616c4-c328-47c6-a307-bc5706ab5f79'} bound to L3 agent in host n-d-713301-16 {{(pid=95104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 19:26:50.532696 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_hamode_db [None req-12e8e7fe-4a59-4c95-a88c-ac81e984661b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-23T19:07:52Z,description=,heartbeat_timestamp=2021-09-23T19:26:22Z,host='n-d-713301-16',id=79a740bf-7821-4989-8288-7186e3e128f3,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:07:52Z,topic='l3_agent')) {'router_ids': ['2cd616c4-c328-47c6-a307-bc5706ab5f79'], 'active': True} {{(pid=95104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:26:50.569792 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0820a69a-6c72-450f-a938-45f5bca0fa46 req-ec0c5fdc-2e19-4231-b11e-665c7ae657dc tempest-ServerRescueTestJSONUnderV235-3883575 tempest-ServerRescueTestJSONUnderV235-3883575-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:26:50.571437 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-0820a69a-6c72-450f-a938-45f5bca0fa46 req-ec0c5fdc-2e19-4231-b11e-665c7ae657dc tempest-ServerRescueTestJSONUnderV235-3883575 tempest-ServerRescueTestJSONUnderV235-3883575-project] 10.222.0.67 "GET /v2.0/networks?id=957699bb-3d06-43c7-8d92-2cc14178c33d HTTP/1.1" status: 200 len: 820 time: 0.1349931 Sep 23 19:26:50.600977 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-0820a69a-6c72-450f-a938-45f5bca0fa46 req-ce33e3b0-81dd-4ef4-9607-3a9424c48821 tempest-ServerRescueTestJSONUnderV235-3883575 tempest-ServerRescueTestJSONUnderV235-3883575-project] 10.222.0.67 "GET /v2.0/quotas/327d976986364fba8e5d9835f3bfc1b1 HTTP/1.1" status: 200 len: 375 time: 0.0151241 Sep 23 19:26:50.609632 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b3aeaa7-053c-4ef0-9d13-5ccce54b8017 req-c9c99dda-61cf-4594-99fc-967b7525e30f tempest-DeleteServersTestJSON-2111530366 tempest-DeleteServersTestJSON-2111530366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:26:50.618714 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-4b3aeaa7-053c-4ef0-9d13-5ccce54b8017 req-c9c99dda-61cf-4594-99fc-967b7525e30f tempest-DeleteServersTestJSON-2111530366 tempest-DeleteServersTestJSON-2111530366-project] 10.222.0.67 "GET /v2.0/ports?device_id=e231f77f-5a7e-410a-92e0-dc9c93fc7c93 HTTP/1.1" status: 200 len: 946 time: 0.0984533 Sep 23 19:26:50.641975 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_dvr_db [None req-12e8e7fe-4a59-4c95-a88c-ac81e984661b None None] Set router 2cd616c4-c328-47c6-a307-bc5706ab5f79 gateway port host: n-d-713301-16 {{(pid=95104) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 19:26:50.687367 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-4b3aeaa7-053c-4ef0-9d13-5ccce54b8017 req-37260779-1f20-406a-b7f1-d04658db8d58 tempest-DeleteServersTestJSON-2111530366 tempest-DeleteServersTestJSON-2111530366-project] 10.222.0.67 "GET /v2.0/security-groups?id=67f2e2ca-928f-40e5-b9b2-05ec3bddbb37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675130 Sep 23 19:26:50.701167 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-0820a69a-6c72-450f-a938-45f5bca0fa46 req-b071dbfb-a3b7-4b15-ad09-ba47aa35f47a tempest-ServerRescueTestJSONUnderV235-3883575 tempest-ServerRescueTestJSONUnderV235-3883575-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=327d976986364fba8e5d9835f3bfc1b1&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0727952 Sep 23 19:26:50.834536 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Device d32f2dbd-51d4-4f3a-92fa-dd6f9d0030ac up at agent ovs-agent-n-d-713301-16 {{(pid=95103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 19:26:50.853144 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-0820a69a-6c72-450f-a938-45f5bca0fa46 req-476e35d1-656d-455f-972b-6a8f7c24dc8c service neutron] 10.222.0.67 "GET /v2.0/networks/957699bb-3d06-43c7-8d92-2cc14178c33d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1402342 Sep 23 19:26:50.893056 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Provisioning complete for port d32f2dbd-51d4-4f3a-92fa-dd6f9d0030ac triggered by entity L2. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:26:50.893774 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:26:50.918772 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_hamode_db [None req-12e8e7fe-4a59-4c95-a88c-ac81e984661b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2cd616c4-c328-47c6-a307-bc5706ab5f79', 'name': 'tempest-ServerRescueTestJSONUnderV235-1224862837-router', 'tenant_id': '327d976986364fba8e5d9835f3bfc1b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'external_fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.230'}], 'enable_snat': True}, 'gw_port_id': 'd32f2dbd-51d4-4f3a-92fa-dd6f9d0030ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:26:43Z', 'updated_at': '2021-09-23T19:26:48Z', 'revision_number': 4, 'project_id': '327d976986364fba8e5d9835f3bfc1b1', 'gw_port': {'id': 'd32f2dbd-51d4-4f3a-92fa-dd6f9d0030ac', 'name': '', 'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:c8:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2cd616c4-c328-47c6-a307-bc5706ab5f79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 997, 'fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:26:44Z', 'updated_at': '2021-09-23T19:26:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-16', '_interfaces': [{'id': 'ffbb66e3-edde-45f8-aaff-a1fb63987e1a', 'name': '', 'network_id': '957699bb-3d06-43c7-8d92-2cc14178c33d', 'tenant_id': '327d976986364fba8e5d9835f3bfc1b1', 'mac_address': 'fa:16:3e:40:d2:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2cd616c4-c328-47c6-a307-bc5706ab5f79', 'device_owner': 'network:router_interface', 'standard_attr_id': 999, 'fixed_ips': [{'subnet_id': '42f61b3d-d2c5-4fe1-a0f1-03eaa8653b9c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:26:47Z', 'updated_at': '2021-09-23T19:26:48Z', 'revision_number': 2, 'project_id': '327d976986364fba8e5d9835f3bfc1b1', 'subnets': [{'id': '42f61b3d-d2c5-4fe1-a0f1-03eaa8653b9c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-16', False) {} {{(pid=95104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:26:50.951497 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12e8e7fe-4a59-4c95-a88c-ac81e984661b None None] Checking router: 2cd616c4-c328-47c6-a307-bc5706ab5f79 for host: n-d-713301-16 {{(pid=95104) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 19:26:50.952154 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12e8e7fe-4a59-4c95-a88c-ac81e984661b None None] Updating router 2cd616c4-c328-47c6-a307-bc5706ab5f79 port ffbb66e3-edde-45f8-aaff-a1fb63987e1a binding host n-d-713301-16 {{(pid=95104) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 23 19:26:50.983820 n-d-713301-16 neutron-server[95104]: DEBUG neutron_lib.callbacks.manager [None req-12e8e7fe-4a59-4c95-a88c-ac81e984661b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:26:50.987814 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:26:51.012080 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] For port d32f2dbd-51d4-4f3a-92fa-dd6f9d0030ac, host n-d-713301-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-16',level=0,port_id=d32f2dbd-51d4-4f3a-92fa-dd6f9d0030ac,segment=NetworkSegment(7d4027f1-d893-4c7b-95d4-757b8e44e380),segment_id=7d4027f1-d893-4c7b-95d4-757b8e44e380)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:26:51.017291 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:26:51.017632 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-0820a69a-6c72-450f-a938-45f5bca0fa46 req-29fe764e-dd46-44bd-b4d7-d86f04aafef4 service neutron] 10.222.0.67 "GET /v2.0/networks/957699bb-3d06-43c7-8d92-2cc14178c33d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1560926 Sep 23 19:26:51.045902 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d136a8b2-33d3-4f4f-9fd9-60345ddb65d9 req-d0619e92-0bc2-4761-8673-b7bd9943f835 tempest-ServerRescueTestJSON-83326898 tempest-ServerRescueTestJSON-83326898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:26:51.047817 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-d136a8b2-33d3-4f4f-9fd9-60345ddb65d9 req-d0619e92-0bc2-4761-8673-b7bd9943f835 tempest-ServerRescueTestJSON-83326898 tempest-ServerRescueTestJSON-83326898-project] 10.222.0.67 "GET /v2.0/ports?device_id=d885963b-72aa-42e0-909c-c5c9f0a64a9f HTTP/1.1" status: 200 len: 945 time: 0.0769689 Sep 23 19:26:51.082629 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Pushing event updated for resources: {'Port': ['ID=d32f2dbd-51d4-4f3a-92fa-dd6f9d0030ac,revision_number=4']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:26:51.094315 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-d136a8b2-33d3-4f4f-9fd9-60345ddb65d9 req-032a206d-eb22-4fe8-8662-b2d8df88bb97 tempest-ServerRescueTestJSON-83326898 tempest-ServerRescueTestJSON-83326898-project] 10.222.0.67 "GET /v2.0/security-groups?id=324a4552-7b72-4e62-bcd4-dc8354c093e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394790 Sep 23 19:26:51.106151 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Device e6c1f8f6-ea14-47d2-82b2-a8f32e444dab details requested by agent hyperv_n-h2-713301-16 with host n-h2-713301-16 {{(pid=95103) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 19:26:51.235946 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82730bf9-b8ce-4d6e-8809-c47a8cc877c2 req-ec7c6a9d-555f-47e0-aae0-b8e867253547 tempest-DeleteServersTestJSON-2111530366 tempest-DeleteServersTestJSON-2111530366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:26:51.245361 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-82730bf9-b8ce-4d6e-8809-c47a8cc877c2 req-ec7c6a9d-555f-47e0-aae0-b8e867253547 tempest-DeleteServersTestJSON-2111530366 tempest-DeleteServersTestJSON-2111530366-project] 10.222.0.67 "GET /v2.0/ports?device_id=e231f77f-5a7e-410a-92e0-dc9c93fc7c93 HTTP/1.1" status: 200 len: 946 time: 0.0691447 Sep 23 19:26:51.268895 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] For port e6c1f8f6-ea14-47d2-82b2-a8f32e444dab, host n-h2-713301-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-16',level=0,port_id=e6c1f8f6-ea14-47d2-82b2-a8f32e444dab,segment=NetworkSegment(6139d589-eb6c-4578-8935-c26ddf396853),segment_id=6139d589-eb6c-4578-8935-c26ddf396853)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:26:51.283470 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Returning: {'device': 'e6c1f8f6-ea14-47d2-82b2-a8f32e444dab', 'network_id': '5220cb0c-da05-478a-9604-8c11469a05b4', 'port_id': 'e6c1f8f6-ea14-47d2-82b2-a8f32e444dab', 'mac_address': 'fa:16:3e:d6:17:23', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 624, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1ccc69bc-9d6b-44d9-b227-204e47dc6e45', 'ip_address': '192.168.233.185'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95103) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 19:26:51.306450 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-82730bf9-b8ce-4d6e-8809-c47a8cc877c2 req-5448b9ad-2f14-45e8-8883-588572e835bd tempest-DeleteServersTestJSON-2111530366 tempest-DeleteServersTestJSON-2111530366-project] 10.222.0.67 "GET /v2.0/security-groups?id=67f2e2ca-928f-40e5-b9b2-05ec3bddbb37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597289 Sep 23 19:26:51.331176 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:26:51.347147 n-d-713301-16 neutron-server[95103]: DEBUG neutron.notifiers.nova [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e6c1f8f6-ea14-47d2-82b2-a8f32e444dab {{(pid=95103) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 19:26:51.372699 n-d-713301-16 neutron-server[95104]: DEBUG neutron_lib.callbacks.manager [None req-12e8e7fe-4a59-4c95-a88c-ac81e984661b None None] Notify callbacks [] for port, precommit_update {{(pid=95104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:26:51.382814 n-d-713301-16 neutron-server[95104]: DEBUG neutron_lib.callbacks.manager [None req-12e8e7fe-4a59-4c95-a88c-ac81e984661b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:26:51.393778 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] For port e6c1f8f6-ea14-47d2-82b2-a8f32e444dab, host n-h2-713301-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-16',level=0,port_id=e6c1f8f6-ea14-47d2-82b2-a8f32e444dab,segment=NetworkSegment(6139d589-eb6c-4578-8935-c26ddf396853),segment_id=6139d589-eb6c-4578-8935-c26ddf396853)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:26:51.404881 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:26:51.405558 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Device f5483dbd-6d3f-4319-9eaa-5497612c208b details requested by agent hyperv_n-h2-713301-16 with host n-h2-713301-16 {{(pid=95103) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 19:26:51.421142 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94432d85-ea89-4735-9577-cabe92cb3594 req-af3749ce-566b-460f-8075-eb7f6b93f9dc tempest-ServersOnMultiNodesTest-2040324995 tempest-ServersOnMultiNodesTest-2040324995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:26:51.422912 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-94432d85-ea89-4735-9577-cabe92cb3594 req-af3749ce-566b-460f-8075-eb7f6b93f9dc tempest-ServersOnMultiNodesTest-2040324995 tempest-ServersOnMultiNodesTest-2040324995-project] 10.222.0.67 "GET /v2.0/ports?device_id=5a3e65a9-00b1-4ef0-a913-4efc88721b32 HTTP/1.1" status: 200 len: 948 time: 0.0754738 Sep 23 19:26:51.496358 n-d-713301-16 neutron-server[95104]: DEBUG neutron.plugins.ml2.managers [None req-12e8e7fe-4a59-4c95-a88c-ac81e984661b None None] Attempting to bind port ffbb66e3-edde-45f8-aaff-a1fb63987e1a on host n-d-713301-16 for vnic_type normal with profile {{(pid=95104) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 19:26:51.496734 n-d-713301-16 neutron-server[95104]: DEBUG neutron.plugins.ml2.managers [None req-12e8e7fe-4a59-4c95-a88c-ac81e984661b None None] Attempting to bind port ffbb66e3-edde-45f8-aaff-a1fb63987e1a by drivers openvswitch,hyperv on host n-d-713301-16 at level 0 using segments [{'id': '4e645381-3cf7-44d9-935f-d566da4456b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '957699bb-3d06-43c7-8d92-2cc14178c33d'}] {{(pid=95104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 19:26:51.497378 n-d-713301-16 neutron-server[95104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12e8e7fe-4a59-4c95-a88c-ac81e984661b None None] Attempting to bind port ffbb66e3-edde-45f8-aaff-a1fb63987e1a on network 957699bb-3d06-43c7-8d92-2cc14178c33d {{(pid=95104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:26:51.499781 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Pushing event updated for resources: {'Port': ['ID=e6c1f8f6-ea14-47d2-82b2-a8f32e444dab,revision_number=4']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:26:51.505309 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] For port f5483dbd-6d3f-4319-9eaa-5497612c208b, host n-h2-713301-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-16',level=0,port_id=f5483dbd-6d3f-4319-9eaa-5497612c208b,segment=NetworkSegment(6139d589-eb6c-4578-8935-c26ddf396853),segment_id=6139d589-eb6c-4578-8935-c26ddf396853)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:26:51.508095 n-d-713301-16 neutron-server[95104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12e8e7fe-4a59-4c95-a88c-ac81e984661b None None] Checking agent: {'id': '70a14545-df24-472f-8f95-bfe1719bff93', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 19, 7, 53), 'started_at': datetime.datetime(2021, 9, 23, 19, 8, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 19, 26, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 19:26:51.508966 n-d-713301-16 neutron-server[95104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12e8e7fe-4a59-4c95-a88c-ac81e984661b None None] Checking segment: {'id': '4e645381-3cf7-44d9-935f-d566da4456b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '957699bb-3d06-43c7-8d92-2cc14178c33d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95104) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:26:51.509594 n-d-713301-16 neutron-server[95104]: DEBUG neutron_lib.callbacks.manager [None req-12e8e7fe-4a59-4c95-a88c-ac81e984661b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:26:51.509988 n-d-713301-16 neutron-server[95104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12e8e7fe-4a59-4c95-a88c-ac81e984661b None None] Bound using segment: {'id': '4e645381-3cf7-44d9-935f-d566da4456b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '957699bb-3d06-43c7-8d92-2cc14178c33d'} {{(pid=95104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 19:26:51.510472 n-d-713301-16 neutron-server[95104]: DEBUG neutron.plugins.ml2.managers [None req-12e8e7fe-4a59-4c95-a88c-ac81e984661b None None] Bound port: ffbb66e3-edde-45f8-aaff-a1fb63987e1a, host: n-d-713301-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4e645381-3cf7-44d9-935f-d566da4456b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '957699bb-3d06-43c7-8d92-2cc14178c33d'}}] {{(pid=95104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 19:26:51.510998 n-d-713301-16 neutron-server[95104]: DEBUG neutron_lib.callbacks.manager [None req-12e8e7fe-4a59-4c95-a88c-ac81e984661b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:26:51.518668 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Returning: {'device': 'f5483dbd-6d3f-4319-9eaa-5497612c208b', 'network_id': '5220cb0c-da05-478a-9604-8c11469a05b4', 'port_id': 'f5483dbd-6d3f-4319-9eaa-5497612c208b', 'mac_address': 'fa:16:3e:7b:37:d4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 624, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1ccc69bc-9d6b-44d9-b227-204e47dc6e45', 'ip_address': '192.168.233.59'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95103) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 19:26:51.530703 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-94432d85-ea89-4735-9577-cabe92cb3594 req-58deab2c-1385-4566-95d5-99e145115475 tempest-ServersOnMultiNodesTest-2040324995 tempest-ServersOnMultiNodesTest-2040324995-project] 10.222.0.67 "GET /v2.0/security-groups?id=157e791d-182d-45ba-a5d1-6edf868180cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966184 Sep 23 19:26:51.554461 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee9550cc-ef34-43da-91a6-e50d37097051 None None] Pushing event updated for resources: {'Port': ['ID=ffbb66e3-edde-45f8-aaff-a1fb63987e1a,revision_number=3']} {{(pid=95104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:26:51.566806 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee9550cc-ef34-43da-91a6-e50d37097051 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:26:51.567527 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee9550cc-ef34-43da-91a6-e50d37097051 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:26:51.567861 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee9550cc-ef34-43da-91a6-e50d37097051 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:26:51.568244 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee9550cc-ef34-43da-91a6-e50d37097051 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:26:51.569199 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee9550cc-ef34-43da-91a6-e50d37097051 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:26:51.569532 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee9550cc-ef34-43da-91a6-e50d37097051 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:26:51.569860 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee9550cc-ef34-43da-91a6-e50d37097051 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:26:51.570182 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee9550cc-ef34-43da-91a6-e50d37097051 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:26:51.570505 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee9550cc-ef34-43da-91a6-e50d37097051 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:26:51.570823 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee9550cc-ef34-43da-91a6-e50d37097051 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:26:51.571274 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee9550cc-ef34-43da-91a6-e50d37097051 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:26:51.571595 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee9550cc-ef34-43da-91a6-e50d37097051 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:26:51.601096 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:26:51.623851 n-d-713301-16 neutron-server[95103]: DEBUG neutron.notifiers.nova [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f5483dbd-6d3f-4319-9eaa-5497612c208b {{(pid=95103) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 19:26:51.640709 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Device ee743cdf-8d2b-44a7-b0e1-d657b2eac379 up at agent hyperv_n-h1-713301-16 {{(pid=95103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 19:26:51.647111 n-d-713301-16 neutron-server[95104]: DEBUG neutron.plugins.ml2.db [None req-12e8e7fe-4a59-4c95-a88c-ac81e984661b None None] For port ffbb66e3-edde-45f8-aaff-a1fb63987e1a, host n-d-713301-16, cleared binding levels {{(pid=95104) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 19:26:51.651815 n-d-713301-16 neutron-server[95104]: DEBUG neutron.plugins.ml2.db [None req-12e8e7fe-4a59-4c95-a88c-ac81e984661b None None] For port ffbb66e3-edde-45f8-aaff-a1fb63987e1a, host n-d-713301-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-16',level=0,port_id=ffbb66e3-edde-45f8-aaff-a1fb63987e1a,segment=NetworkSegment(4e645381-3cf7-44d9-935f-d566da4456b8),segment_id=4e645381-3cf7-44d9-935f-d566da4456b8)] {{(pid=95104) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 19:26:51.657429 n-d-713301-16 neutron-server[95104]: DEBUG neutron_lib.callbacks.manager [None req-12e8e7fe-4a59-4c95-a88c-ac81e984661b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:26:51.681731 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] For port f5483dbd-6d3f-4319-9eaa-5497612c208b, host n-h2-713301-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-16',level=0,port_id=f5483dbd-6d3f-4319-9eaa-5497612c208b,segment=NetworkSegment(6139d589-eb6c-4578-8935-c26ddf396853),segment_id=6139d589-eb6c-4578-8935-c26ddf396853)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:26:51.687716 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:26:51.722781 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12e8e7fe-4a59-4c95-a88c-ac81e984661b None None] Routers {'2cd616c4-c328-47c6-a307-bc5706ab5f79'} bound to L3 agent in host n-d-713301-16 {{(pid=95104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 19:26:51.723381 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_hamode_db [None req-12e8e7fe-4a59-4c95-a88c-ac81e984661b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-23T19:07:52Z,description=,heartbeat_timestamp=2021-09-23T19:26:22Z,host='n-d-713301-16',id=79a740bf-7821-4989-8288-7186e3e128f3,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:07:52Z,topic='l3_agent')) {'router_ids': ['2cd616c4-c328-47c6-a307-bc5706ab5f79'], 'active': True} {{(pid=95104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:26:51.732151 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-86258729-88c2-488c-a35d-09865c1653c7 req-53e47552-b826-4588-80f5-2a5a9d3cf8e9 tempest-ServerRescueTestJSONUnderV235-3883575 tempest-ServerRescueTestJSONUnderV235-3883575-project] 10.222.0.67 "GET /v2.0/ports?device_id=f69a6870-83a8-419f-a0bd-2c6f209ce61f HTTP/1.1" status: 200 len: 210 time: 0.0620756 Sep 23 19:26:51.760802 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Pushing event updated for resources: {'Port': ['ID=f5483dbd-6d3f-4319-9eaa-5497612c208b,revision_number=7']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:26:51.768537 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Provisioning for port ee743cdf-8d2b-44a7-b0e1-d657b2eac379 completed by entity L2. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 19:26:51.774975 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Provisioning complete for port ee743cdf-8d2b-44a7-b0e1-d657b2eac379 triggered by entity L2. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:26:51.776303 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:26:51.788295 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f0efccb-087c-48b1-9a0c-26e2bc6554d0 req-b62e2133-a1e1-46fa-b12f-5e1fa8b06ddf tempest-MigrationsAdminTest-397594546 tempest-MigrationsAdminTest-397594546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:26:51.796513 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-5f0efccb-087c-48b1-9a0c-26e2bc6554d0 req-b62e2133-a1e1-46fa-b12f-5e1fa8b06ddf tempest-MigrationsAdminTest-397594546 tempest-MigrationsAdminTest-397594546-project] 10.222.0.67 "GET /v2.0/ports?device_id=342358f0-a808-4879-9696-19cba9625afd HTTP/1.1" status: 200 len: 948 time: 0.0779843 Sep 23 19:26:51.846964 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_dvr_db [None req-12e8e7fe-4a59-4c95-a88c-ac81e984661b None None] Set router 2cd616c4-c328-47c6-a307-bc5706ab5f79 gateway port host: n-d-713301-16 {{(pid=95104) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 19:26:51.851860 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-5f0efccb-087c-48b1-9a0c-26e2bc6554d0 req-be08a573-f328-48b4-bf9a-1ced8d63fdd6 tempest-MigrationsAdminTest-397594546 tempest-MigrationsAdminTest-397594546-project] 10.222.0.67 "GET /v2.0/security-groups?id=78cb509b-31c4-4e2a-bb5c-7abd6194dcc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540884 Sep 23 19:26:51.871071 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:26:51.925013 n-d-713301-16 neutron-server[95103]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e99f855a-03a7-4cd0-8eef-3e107786a007', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee743cdf-8d2b-44a7-b0e1-d657b2eac379'}] {{(pid=95103) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 19:26:51.927291 n-d-713301-16 neutron-server[95103]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}81a1c17f2aa89d5b3ebbba3a3e0cf7eb588e431c2224256110c4c4facdd7c3e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19853bff-8dae-4471-ab30-2a1cb4bed733" -d '{"events": [{"server_uuid": "e99f855a-03a7-4cd0-8eef-3e107786a007", "name": "network-vif-plugged", "status": "completed", "tag": "ee743cdf-8d2b-44a7-b0e1-d657b2eac379"}]}' {{(pid=95103) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 19:26:51.947015 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] For port ee743cdf-8d2b-44a7-b0e1-d657b2eac379, host n-h1-713301-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-16',level=0,port_id=ee743cdf-8d2b-44a7-b0e1-d657b2eac379,segment=NetworkSegment(9783aed5-16b3-493b-b20a-552cc6472e7e),segment_id=9783aed5-16b3-493b-b20a-552cc6472e7e)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:26:51.954093 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:26:51.969812 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee9550cc-ef34-43da-91a6-e50d37097051 None None] Pushing event updated for resources: {'Port': ['ID=ffbb66e3-edde-45f8-aaff-a1fb63987e1a,revision_number=4']} {{(pid=95104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:26:51.998999 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4268a79d-c078-47de-8fba-3de9cebb1c2c req-182e72ab-ed6a-44b9-b6b2-283e30475156 tempest-InstanceActionsTestJSON-1635188006 tempest-InstanceActionsTestJSON-1635188006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:26:52.009265 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-4268a79d-c078-47de-8fba-3de9cebb1c2c req-182e72ab-ed6a-44b9-b6b2-283e30475156 tempest-InstanceActionsTestJSON-1635188006 tempest-InstanceActionsTestJSON-1635188006-project] 10.222.0.67 "GET /v2.0/ports?device_id=e99f855a-03a7-4cd0-8eef-3e107786a007 HTTP/1.1" status: 200 len: 945 time: 0.1248949 Sep 23 19:26:52.020316 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Pushing event updated for resources: {'Port': ['ID=ee743cdf-8d2b-44a7-b0e1-d657b2eac379,revision_number=5']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:26:52.026901 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10499cbf-c1ff-43f8-bbfe-2c717fb502f6 req-f5df72f6-8ace-444c-b35e-9dff12198c22 tempest-ServerRescueTestJSON-83326898 tempest-ServerRescueTestJSON-83326898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:26:52.028452 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-10499cbf-c1ff-43f8-bbfe-2c717fb502f6 req-f5df72f6-8ace-444c-b35e-9dff12198c22 tempest-ServerRescueTestJSON-83326898 tempest-ServerRescueTestJSON-83326898-project] 10.222.0.67 "GET /v2.0/ports?device_id=d885963b-72aa-42e0-909c-c5c9f0a64a9f HTTP/1.1" status: 200 len: 945 time: 0.1118193 Sep 23 19:26:52.056538 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] get_ports_and_sgs() called for port_ids ['e6c1f8f6-ea14-47d2-82b2-a8f32e444dab'] {{(pid=95103) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 19:26:52.086074 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-4268a79d-c078-47de-8fba-3de9cebb1c2c req-718d4248-f3b8-418b-a2da-f73e1274ba7e tempest-InstanceActionsTestJSON-1635188006 tempest-InstanceActionsTestJSON-1635188006-project] 10.222.0.67 "GET /v2.0/security-groups?id=6058965a-5fe4-400d-ba89-c406fa6d79a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750461 Sep 23 19:26:52.090220 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_hamode_db [None req-12e8e7fe-4a59-4c95-a88c-ac81e984661b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2cd616c4-c328-47c6-a307-bc5706ab5f79', 'name': 'tempest-ServerRescueTestJSONUnderV235-1224862837-router', 'tenant_id': '327d976986364fba8e5d9835f3bfc1b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'external_fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.230'}], 'enable_snat': True}, 'gw_port_id': 'd32f2dbd-51d4-4f3a-92fa-dd6f9d0030ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:26:43Z', 'updated_at': '2021-09-23T19:26:48Z', 'revision_number': 4, 'project_id': '327d976986364fba8e5d9835f3bfc1b1', 'gw_port': {'id': 'd32f2dbd-51d4-4f3a-92fa-dd6f9d0030ac', 'name': '', 'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:c8:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cd616c4-c328-47c6-a307-bc5706ab5f79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 997, 'fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:26:44Z', 'updated_at': '2021-09-23T19:26:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-16', '_interfaces': [{'id': 'ffbb66e3-edde-45f8-aaff-a1fb63987e1a', 'name': '', 'network_id': '957699bb-3d06-43c7-8d92-2cc14178c33d', 'tenant_id': '327d976986364fba8e5d9835f3bfc1b1', 'mac_address': 'fa:16:3e:40:d2:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2cd616c4-c328-47c6-a307-bc5706ab5f79', 'device_owner': 'network:router_interface', 'standard_attr_id': 999, 'fixed_ips': [{'subnet_id': '42f61b3d-d2c5-4fe1-a0f1-03eaa8653b9c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:26:47Z', 'updated_at': '2021-09-23T19:26:51Z', 'revision_number': 4, 'project_id': '327d976986364fba8e5d9835f3bfc1b1', 'subnets': [{'id': '42f61b3d-d2c5-4fe1-a0f1-03eaa8653b9c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-16', False) {} {{(pid=95104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:26:52.097781 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] get_ports_and_sgs() called for port_ids ['f5483dbd-6d3f-4319-9eaa-5497612c208b'] {{(pid=95103) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 19:26:52.128662 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-10499cbf-c1ff-43f8-bbfe-2c717fb502f6 req-af6740fb-a29f-4edb-b5ae-c0df600f825f tempest-ServerRescueTestJSON-83326898 tempest-ServerRescueTestJSON-83326898-project] 10.222.0.67 "GET /v2.0/security-groups?id=324a4552-7b72-4e62-bcd4-dc8354c093e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758171 Sep 23 19:26:52.133614 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12e8e7fe-4a59-4c95-a88c-ac81e984661b None None] The sync data for ids ['2cd616c4-c328-47c6-a307-bc5706ab5f79'] in n-d-713301-16 is: [{'id': '2cd616c4-c328-47c6-a307-bc5706ab5f79', 'name': 'tempest-ServerRescueTestJSONUnderV235-1224862837-router', 'tenant_id': '327d976986364fba8e5d9835f3bfc1b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'external_fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.230'}], 'enable_snat': True}, 'gw_port_id': 'd32f2dbd-51d4-4f3a-92fa-dd6f9d0030ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:26:43Z', 'updated_at': '2021-09-23T19:26:48Z', 'revision_number': 4, 'project_id': '327d976986364fba8e5d9835f3bfc1b1', 'gw_port': {'id': 'd32f2dbd-51d4-4f3a-92fa-dd6f9d0030ac', 'name': '', 'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:c8:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cd616c4-c328-47c6-a307-bc5706ab5f79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 997, 'fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:26:44Z', 'updated_at': '2021-09-23T19:26:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-16', '_interfaces': [{'id': 'ffbb66e3-edde-45f8-aaff-a1fb63987e1a', 'name': '', 'network_id': '957699bb-3d06-43c7-8d92-2cc14178c33d', 'tenant_id': '327d976986364fba8e5d9835f3bfc1b1', 'mac_address': 'fa:16:3e:40:d2:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2cd616c4-c328-47c6-a307-bc5706ab5f79', 'device_owner': 'network:router_interface', 'standard_attr_id': 999, 'fixed_ips': [{'subnet_id': '42f61b3d-d2c5-4fe1-a0f1-03eaa8653b9c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:26:47Z', 'updated_at': '2021-09-23T19:26:51Z', 'revision_number': 4, 'project_id': '327d976986364fba8e5d9835f3bfc1b1', 'subnets': [{'id': '42f61b3d-d2c5-4fe1-a0f1-03eaa8653b9c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 19:26:52.185431 n-d-713301-16 neutron-server[95103]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 19:26:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2739caa4-802b-48eb-9de8-111b83e5ca50 x-openstack-request-id: req-2739caa4-802b-48eb-9de8-111b83e5ca50 {{(pid=95103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 19:26:52.185849 n-d-713301-16 neutron-server[95103]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e99f855a-03a7-4cd0-8eef-3e107786a007", "name": "network-vif-plugged", "status": "completed", "tag": "ee743cdf-8d2b-44a7-b0e1-d657b2eac379", "code": 200}]} {{(pid=95103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 19:26:52.186066 n-d-713301-16 neutron-server[95103]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-2739caa4-802b-48eb-9de8-111b83e5ca50 {{(pid=95103) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 19:26:52.186491 n-d-713301-16 neutron-server[95103]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e99f855a-03a7-4cd0-8eef-3e107786a007', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee743cdf-8d2b-44a7-b0e1-d657b2eac379', 'code': 200} Sep 23 19:26:52.397055 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-de8c5923-1587-465c-b802-d4a530c84a3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:26:52.421070 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f2ab15-4020-4136-9bec-a2bd13aeac4f req-7450c10b-e1ba-4a01-bcc8-6db35f6e91f1 tempest-MigrationsAdminTest-397594546 tempest-MigrationsAdminTest-397594546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:26:52.425504 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-c3f2ab15-4020-4136-9bec-a2bd13aeac4f req-7450c10b-e1ba-4a01-bcc8-6db35f6e91f1 tempest-MigrationsAdminTest-397594546 tempest-MigrationsAdminTest-397594546-project] 10.222.0.67 "GET /v2.0/ports?device_id=342358f0-a808-4879-9696-19cba9625afd HTTP/1.1" status: 200 len: 948 time: 0.1119974 Sep 23 19:26:52.493529 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-c3f2ab15-4020-4136-9bec-a2bd13aeac4f req-c8035949-e3e9-42b0-b766-b285e76d6d4b tempest-MigrationsAdminTest-397594546 tempest-MigrationsAdminTest-397594546-project] 10.222.0.67 "GET /v2.0/security-groups?id=78cb509b-31c4-4e2a-bb5c-7abd6194dcc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616796 Sep 23 19:26:52.566254 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c11aa3ea-5ee5-4047-b15e-cf05466b3fe7 req-d76073a7-2688-43cf-a78a-85d9c65d3aea tempest-DeleteServersTestJSON-2111530366 tempest-DeleteServersTestJSON-2111530366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:26:52.567911 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-c11aa3ea-5ee5-4047-b15e-cf05466b3fe7 req-d76073a7-2688-43cf-a78a-85d9c65d3aea tempest-DeleteServersTestJSON-2111530366 tempest-DeleteServersTestJSON-2111530366-project] 10.222.0.67 "GET /v2.0/ports?device_id=e231f77f-5a7e-410a-92e0-dc9c93fc7c93 HTTP/1.1" status: 200 len: 946 time: 0.0577786 Sep 23 19:26:52.614177 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f3a328c-3125-42c2-b4b1-4f475dbfe818 req-f7b12aa3-9235-46fb-8f89-e81f44bea73d tempest-MigrationsAdminTest-397594546 tempest-MigrationsAdminTest-397594546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:26:52.616321 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-7f3a328c-3125-42c2-b4b1-4f475dbfe818 req-f7b12aa3-9235-46fb-8f89-e81f44bea73d tempest-MigrationsAdminTest-397594546 tempest-MigrationsAdminTest-397594546-project] 10.222.0.53 "GET /v2.0/ports?device_id=342358f0-a808-4879-9696-19cba9625afd&tenant_id=cff0149cb20c4944955e93a2b393f7c5&binding%3Ahost_id=n-h2-713301-16 HTTP/1.1" status: 200 len: 948 time: 0.1724064 Sep 23 19:26:52.619604 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b76c2e9-8c84-4ed4-bfa4-c992a005608e req-c7b638e8-72ec-4adc-9597-78c1f774a50c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:26:52.621362 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-8b76c2e9-8c84-4ed4-bfa4-c992a005608e req-c7b638e8-72ec-4adc-9597-78c1f774a50c service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=e99f855a-03a7-4cd0-8eef-3e107786a007 HTTP/1.1" status: 200 len: 1098 time: 0.0978374 Sep 23 19:26:52.629629 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-c11aa3ea-5ee5-4047-b15e-cf05466b3fe7 req-72c81617-beea-45b9-a6a9-9ae1a5d0b538 tempest-DeleteServersTestJSON-2111530366 tempest-DeleteServersTestJSON-2111530366-project] 10.222.0.67 "GET /v2.0/security-groups?id=67f2e2ca-928f-40e5-b9b2-05ec3bddbb37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508254 Sep 23 19:26:52.706811 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-8b76c2e9-8c84-4ed4-bfa4-c992a005608e req-7d67b3cd-ae56-413c-98f3-63a78e46052f service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=6058965a-5fe4-400d-ba89-c406fa6d79a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696442 Sep 23 19:26:52.731367 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e8cc684-c3fc-433d-af3e-5b910a1504bb req-6cd3907d-f566-46cd-a851-9f99fe8acf19 tempest-DeleteServersTestJSON-2111530366 tempest-DeleteServersTestJSON-2111530366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:26:52.734442 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-0e8cc684-c3fc-433d-af3e-5b910a1504bb req-6cd3907d-f566-46cd-a851-9f99fe8acf19 tempest-DeleteServersTestJSON-2111530366 tempest-DeleteServersTestJSON-2111530366-project] 10.222.0.53 "GET /v2.0/ports?device_id=e231f77f-5a7e-410a-92e0-dc9c93fc7c93 HTTP/1.1" status: 200 len: 946 time: 0.0790846 Sep 23 19:26:52.788070 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c6d6cae-597f-48a3-b84a-874b48029190 req-9ff52d1f-ce95-4a47-a394-1687cd38ab24 tempest-ServersOnMultiNodesTest-2040324995 tempest-ServersOnMultiNodesTest-2040324995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:26:52.790953 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-9c6d6cae-597f-48a3-b84a-874b48029190 req-9ff52d1f-ce95-4a47-a394-1687cd38ab24 tempest-ServersOnMultiNodesTest-2040324995 tempest-ServersOnMultiNodesTest-2040324995-project] 10.222.0.67 "GET /v2.0/ports?device_id=5a3e65a9-00b1-4ef0-a913-4efc88721b32 HTTP/1.1" status: 200 len: 949 time: 0.1332393 Sep 23 19:26:52.855305 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-9c6d6cae-597f-48a3-b84a-874b48029190 req-9166772b-a291-4e6c-aad0-734814f1b338 tempest-ServersOnMultiNodesTest-2040324995 tempest-ServersOnMultiNodesTest-2040324995-project] 10.222.0.67 "GET /v2.0/security-groups?id=157e791d-182d-45ba-a5d1-6edf868180cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582814 Sep 23 19:26:52.885026 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-fccea014-f684-43af-8d0b-f869e4d31f1e req-a8b81fba-dd7d-4b10-a74a-394c66f7ac87 tempest-ServerRescueTestJSONUnderV235-3883575 tempest-ServerRescueTestJSONUnderV235-3883575-project] 10.222.0.67 "GET /v2.0/ports?device_id=f69a6870-83a8-419f-a0bd-2c6f209ce61f HTTP/1.1" status: 200 len: 210 time: 0.0285239 Sep 23 19:26:52.908728 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f3a328c-3125-42c2-b4b1-4f475dbfe818 req-5223bfcb-2894-4611-b34d-0c91165d779f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:26:52.910704 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-7f3a328c-3125-42c2-b4b1-4f475dbfe818 req-5223bfcb-2894-4611-b34d-0c91165d779f service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=cff0149cb20c4944955e93a2b393f7c5&device_id=342358f0-a808-4879-9696-19cba9625afd HTTP/1.1" status: 200 len: 1100 time: 0.1280026 Sep 23 19:26:52.956007 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Device d32f2dbd-51d4-4f3a-92fa-dd6f9d0030ac up at agent ovs-agent-n-d-713301-16 {{(pid=95103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 19:26:53.002216 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.plugin [req-0e8cc684-c3fc-433d-af3e-5b910a1504bb req-3f5c1b63-013d-4704-9155-284802c628f5 tempest-DeleteServersTestJSON-2111530366 tempest-DeleteServersTestJSON-2111530366-project] Deleting port de687c64-0c3b-4606-899b-5b24f78105df {{(pid=95101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:26:53.002557 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-0e8cc684-c3fc-433d-af3e-5b910a1504bb req-3f5c1b63-013d-4704-9155-284802c628f5 tempest-DeleteServersTestJSON-2111530366 tempest-DeleteServersTestJSON-2111530366-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783146157096'] for port, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:26:53.031017 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:26:53.038749 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Provisioning complete for port d32f2dbd-51d4-4f3a-92fa-dd6f9d0030ac triggered by entity L2. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:26:53.039118 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:26:53.138046 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Device ffbb66e3-edde-45f8-aaff-a1fb63987e1a up at agent ovs-agent-n-d-713301-16 {{(pid=95103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 19:26:53.221067 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.db [req-0e8cc684-c3fc-433d-af3e-5b910a1504bb req-3f5c1b63-013d-4704-9155-284802c628f5 tempest-DeleteServersTestJSON-2111530366 tempest-DeleteServersTestJSON-2111530366-project] For port de687c64-0c3b-4606-899b-5b24f78105df, host n-h2-713301-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-16',level=0,port_id=de687c64-0c3b-4606-899b-5b24f78105df,segment=NetworkSegment(741d6d3e-2760-41a6-838f-b8b4255cee30),segment_id=741d6d3e-2760-41a6-838f-b8b4255cee30)] {{(pid=95101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:26:53.221906 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-0e8cc684-c3fc-433d-af3e-5b910a1504bb req-3f5c1b63-013d-4704-9155-284802c628f5 tempest-DeleteServersTestJSON-2111530366 tempest-DeleteServersTestJSON-2111530366-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-605701'] for port, precommit_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:26:53.231156 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca589de-16f4-411c-b7b3-0338a4957496 req-da84e100-4a27-4ebb-8c52-8df88c6800a1 tempest-InstanceActionsTestJSON-1635188006 tempest-InstanceActionsTestJSON-1635188006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:26:53.239345 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-6ca589de-16f4-411c-b7b3-0338a4957496 req-da84e100-4a27-4ebb-8c52-8df88c6800a1 tempest-InstanceActionsTestJSON-1635188006 tempest-InstanceActionsTestJSON-1635188006-project] 10.222.0.67 "GET /v2.0/ports?device_id=e99f855a-03a7-4cd0-8eef-3e107786a007 HTTP/1.1" status: 200 len: 946 time: 0.0727665 Sep 23 19:26:53.252772 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.plugin [req-0e8cc684-c3fc-433d-af3e-5b910a1504bb req-3f5c1b63-013d-4704-9155-284802c628f5 tempest-DeleteServersTestJSON-2111530366 tempest-DeleteServersTestJSON-2111530366-project] Calling delete_port for de687c64-0c3b-4606-899b-5b24f78105df owned by compute:nova {{(pid=95101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:26:53.261498 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f3a328c-3125-42c2-b4b1-4f475dbfe818 req-87649884-6731-4ad2-a3fd-6a6d995c8804 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:26:53.263463 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-7f3a328c-3125-42c2-b4b1-4f475dbfe818 req-87649884-6731-4ad2-a3fd-6a6d995c8804 service neutron] 10.222.0.53 "GET /v2.0/networks?id=5220cb0c-da05-478a-9604-8c11469a05b4 HTTP/1.1" status: 200 len: 870 time: 0.3439643 Sep 23 19:26:53.279414 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0820a69a-6c72-450f-a938-45f5bca0fa46 req-85359490-843f-4e7f-b6eb-1b14866b83af tempest-ServerRescueTestJSONUnderV235-3883575 tempest-ServerRescueTestJSONUnderV235-3883575-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:26:53.281416 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-0820a69a-6c72-450f-a938-45f5bca0fa46 req-85359490-843f-4e7f-b6eb-1b14866b83af tempest-ServerRescueTestJSONUnderV235-3883575 tempest-ServerRescueTestJSONUnderV235-3883575-project] 10.222.0.74 "GET /v2.0/networks?id=957699bb-3d06-43c7-8d92-2cc14178c33d HTTP/1.1" status: 200 len: 820 time: 0.3353310 Sep 23 19:26:53.293896 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-6ca589de-16f4-411c-b7b3-0338a4957496 req-004dd358-8b5c-4802-a931-0422778f0162 tempest-InstanceActionsTestJSON-1635188006 tempest-InstanceActionsTestJSON-1635188006-project] 10.222.0.67 "GET /v2.0/security-groups?id=6058965a-5fe4-400d-ba89-c406fa6d79a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494692 Sep 23 19:26:53.301761 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.v2.base [req-0820a69a-6c72-450f-a938-45f5bca0fa46 req-1499953d-0d16-4664-ac26-920556515d7a tempest-ServerRescueTestJSONUnderV235-3883575 tempest-ServerRescueTestJSONUnderV235-3883575-project] Request body: {'port': {'device_id': 'f69a6870-83a8-419f-a0bd-2c6f209ce61f', 'network_id': '957699bb-3d06-43c7-8d92-2cc14178c33d', 'admin_state_up': True, 'tenant_id': '327d976986364fba8e5d9835f3bfc1b1'}} {{(pid=95101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:26:53.353932 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-7f3a328c-3125-42c2-b4b1-4f475dbfe818 req-2cc4fed2-e0ed-4f3f-99c6-ec991cfe1c6d service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.59&port_id=f5483dbd-6d3f-4319-9eaa-5497612c208b HTTP/1.1" status: 200 len: 217 time: 0.0711570 Sep 23 19:26:53.367178 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e70533-73d5-45fe-8d2e-d8d42aef0834 req-6cb9f3af-a53b-4ab1-a887-2a1022c0b1ed tempest-ServerRescueTestJSON-83326898 tempest-ServerRescueTestJSON-83326898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:26:53.375351 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-c0e70533-73d5-45fe-8d2e-d8d42aef0834 req-6cb9f3af-a53b-4ab1-a887-2a1022c0b1ed tempest-ServerRescueTestJSON-83326898 tempest-ServerRescueTestJSON-83326898-project] 10.222.0.67 "GET /v2.0/ports?device_id=d885963b-72aa-42e0-909c-c5c9f0a64a9f HTTP/1.1" status: 200 len: 945 time: 0.0978563 Sep 23 19:26:53.403896 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-0ae75029-feb6-4728-9a94-5f9b60993d82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:26:53.417314 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-c0e70533-73d5-45fe-8d2e-d8d42aef0834 req-2f983cc8-0508-43da-b0ba-415aedfadf37 tempest-ServerRescueTestJSON-83326898 tempest-ServerRescueTestJSON-83326898-project] 10.222.0.67 "GET /v2.0/security-groups?id=324a4552-7b72-4e62-bcd4-dc8354c093e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410073 Sep 23 19:26:53.435265 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Provisioning complete for port ffbb66e3-edde-45f8-aaff-a1fb63987e1a triggered by entity L2. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:26:53.435694 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:26:53.533936 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f3a328c-3125-42c2-b4b1-4f475dbfe818 req-b52e85cb-3e80-4952-bce1-de5863d60963 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:26:53.535428 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-7f3a328c-3125-42c2-b4b1-4f475dbfe818 req-b52e85cb-3e80-4952-bce1-de5863d60963 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=1ccc69bc-9d6b-44d9-b227-204e47dc6e45 HTTP/1.1" status: 200 len: 843 time: 0.1708741 Sep 23 19:26:53.541593 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:26:53.583036 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] For port ffbb66e3-edde-45f8-aaff-a1fb63987e1a, host n-d-713301-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-16',level=0,port_id=ffbb66e3-edde-45f8-aaff-a1fb63987e1a,segment=NetworkSegment(4e645381-3cf7-44d9-935f-d566da4456b8),segment_id=4e645381-3cf7-44d9-935f-d566da4456b8)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:26:53.589062 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:26:53.615697 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0820a69a-6c72-450f-a938-45f5bca0fa46 req-1499953d-0d16-4664-ac26-920556515d7a tempest-ServerRescueTestJSONUnderV235-3883575 tempest-ServerRescueTestJSONUnderV235-3883575-project] Made reservation on behalf of 327d976986364fba8e5d9835f3bfc1b1 for: {'port': 1} {{(pid=95101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:26:53.619068 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-0820a69a-6c72-450f-a938-45f5bca0fa46 req-1499953d-0d16-4664-ac26-920556515d7a tempest-ServerRescueTestJSONUnderV235-3883575 tempest-ServerRescueTestJSONUnderV235-3883575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:26:53.648141 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Pushing event updated for resources: {'Port': ['ID=ffbb66e3-edde-45f8-aaff-a1fb63987e1a,revision_number=5']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:26:53.653915 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f3a328c-3125-42c2-b4b1-4f475dbfe818 req-9a4ef33a-4e92-4333-b522-abe18448575f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:26:53.655991 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-7f3a328c-3125-42c2-b4b1-4f475dbfe818 req-9a4ef33a-4e92-4333-b522-abe18448575f service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=5220cb0c-da05-478a-9604-8c11469a05b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1114428 Sep 23 19:26:53.693195 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08909e23-bdce-445f-bb6c-8d2c9743e346 req-9c5cbcdd-549e-4176-828b-02daf8cd52a4 tempest-MigrationsAdminTest-397594546 tempest-MigrationsAdminTest-397594546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:26:53.694537 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-08909e23-bdce-445f-bb6c-8d2c9743e346 req-9c5cbcdd-549e-4176-828b-02daf8cd52a4 tempest-MigrationsAdminTest-397594546 tempest-MigrationsAdminTest-397594546-project] 10.222.0.67 "GET /v2.0/ports?device_id=342358f0-a808-4879-9696-19cba9625afd HTTP/1.1" status: 200 len: 948 time: 0.1181016 Sep 23 19:26:53.749212 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-08909e23-bdce-445f-bb6c-8d2c9743e346 req-4b294573-4f39-47b8-afd0-cc56026afbb1 tempest-MigrationsAdminTest-397594546 tempest-MigrationsAdminTest-397594546-project] 10.222.0.67 "GET /v2.0/security-groups?id=78cb509b-31c4-4e2a-bb5c-7abd6194dcc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456312 Sep 23 19:26:53.793472 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-0e8cc684-c3fc-433d-af3e-5b910a1504bb req-3f5c1b63-013d-4704-9155-284802c628f5 tempest-DeleteServersTestJSON-2111530366 tempest-DeleteServersTestJSON-2111530366-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783146162158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783145673144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5607431'] for port, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:26:53.803859 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-596aa85c-f895-45df-beb2-bacf779f838d req-65945106-04ae-46e6-a5f7-76e31acc5c35 tempest-DeleteServersTestJSON-2111530366 tempest-DeleteServersTestJSON-2111530366-project] 10.222.0.67 "GET /v2.0/ports?device_id=e231f77f-5a7e-410a-92e0-dc9c93fc7c93 HTTP/1.1" status: 200 len: 210 time: 0.0329628 Sep 23 19:26:53.853739 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f5c1b63-013d-4704-9155-284802c628f5 tempest-DeleteServersTestJSON-2111530366 tempest-DeleteServersTestJSON-2111530366-project] Pushing event deleted for resources: {'Port': ['ID=de687c64-0c3b-4606-899b-5b24f78105df,revision_number=None']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:26:53.937542 n-d-713301-16 neutron-server[95101]: DEBUG neutron.db.l3_dvrscheduler_db [req-0e8cc684-c3fc-433d-af3e-5b910a1504bb req-3f5c1b63-013d-4704-9155-284802c628f5 tempest-DeleteServersTestJSON-2111530366 tempest-DeleteServersTestJSON-2111530366-project] No DVR routers for this DVR port de687c64-0c3b-4606-899b-5b24f78105df on host n-h2-713301-16 {{(pid=95101) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 19:26:53.942803 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-7f3a328c-3125-42c2-b4b1-4f475dbfe818 req-f7db85f7-0466-45e5-a25f-24d1dfdaa7eb service neutron] 10.222.0.53 "GET /v2.0/networks/5220cb0c-da05-478a-9604-8c11469a05b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2766962 Sep 23 19:26:53.944828 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-0e8cc684-c3fc-433d-af3e-5b910a1504bb req-3f5c1b63-013d-4704-9155-284802c628f5 tempest-DeleteServersTestJSON-2111530366 tempest-DeleteServersTestJSON-2111530366-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222849'] for port, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:26:53.946766 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-0e8cc684-c3fc-433d-af3e-5b910a1504bb req-3f5c1b63-013d-4704-9155-284802c628f5 tempest-DeleteServersTestJSON-2111530366 tempest-DeleteServersTestJSON-2111530366-project] 10.222.0.53 "DELETE /v2.0/ports/de687c64-0c3b-4606-899b-5b24f78105df HTTP/1.1" status: 204 len: 173 time: 1.1996734 Sep 23 19:26:53.949381 n-d-713301-16 neutron-server[95101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e231f77f-5a7e-410a-92e0-dc9c93fc7c93', 'name': 'network-vif-deleted', 'tag': 'de687c64-0c3b-4606-899b-5b24f78105df'}] {{(pid=95101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 19:26:53.951726 n-d-713301-16 neutron-server[95101]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d8366c5740cd635e57ab12b71fe44a77c2acc3c19091ef849c6f68b380462244" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b72731bf-5276-4cac-a966-c034b6623549" -d '{"events": [{"server_uuid": "e231f77f-5a7e-410a-92e0-dc9c93fc7c93", "name": "network-vif-deleted", "tag": "de687c64-0c3b-4606-899b-5b24f78105df"}]}' {{(pid=95101) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 19:26:53.967075 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb0c7ad-711e-4fd6-9ef6-690e50a8feef req-877143e4-169a-4c01-ae11-87f3e7435515 tempest-ServersOnMultiNodesTest-2040324995 tempest-ServersOnMultiNodesTest-2040324995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:26:53.968880 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-cdb0c7ad-711e-4fd6-9ef6-690e50a8feef req-877143e4-169a-4c01-ae11-87f3e7435515 tempest-ServersOnMultiNodesTest-2040324995 tempest-ServersOnMultiNodesTest-2040324995-project] 10.222.0.67 "GET /v2.0/ports?device_id=5a3e65a9-00b1-4ef0-a913-4efc88721b32 HTTP/1.1" status: 200 len: 949 time: 0.0553513 Sep 23 19:26:53.988550 n-d-713301-16 neutron-server[95101]: DEBUG neutron.db.db_base_plugin_common [req-0820a69a-6c72-450f-a938-45f5bca0fa46 req-1499953d-0d16-4664-ac26-920556515d7a tempest-ServerRescueTestJSONUnderV235-3883575 tempest-ServerRescueTestJSONUnderV235-3883575-project] Allocated IP 172.20.0.8 (957699bb-3d06-43c7-8d92-2cc14178c33d/42f61b3d-d2c5-4fe1-a0f1-03eaa8653b9c/85f79270-01a6-4bfc-b9f8-7154a719205a) {{(pid=95101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 19:26:54.002638 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-795d19f4-41bd-4799-bf25-3fc48faf6687 req-b9247a5e-3902-475e-bfe8-5e6f51f069ae tempest-ServerRescueTestJSONUnderV235-3883575 tempest-ServerRescueTestJSONUnderV235-3883575-project] 10.222.0.67 "GET /v2.0/ports?device_id=f69a6870-83a8-419f-a0bd-2c6f209ce61f HTTP/1.1" status: 200 len: 210 time: 0.0323839 Sep 23 19:26:54.052269 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-cdb0c7ad-711e-4fd6-9ef6-690e50a8feef req-58592dd4-cc8e-4c8b-bc8f-29cba45411b7 tempest-ServersOnMultiNodesTest-2040324995 tempest-ServersOnMultiNodesTest-2040324995-project] 10.222.0.67 "GET /v2.0/security-groups?id=157e791d-182d-45ba-a5d1-6edf868180cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530739 Sep 23 19:26:54.073179 n-d-713301-16 neutron-server[95101]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 19:26:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-615bf52a-edcd-4557-85bf-ec8f22d02cc6 x-openstack-request-id: req-615bf52a-edcd-4557-85bf-ec8f22d02cc6 {{(pid=95101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 19:26:54.073482 n-d-713301-16 neutron-server[95101]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e231f77f-5a7e-410a-92e0-dc9c93fc7c93", "name": "network-vif-deleted", "tag": "de687c64-0c3b-4606-899b-5b24f78105df", "status": "completed", "code": 200}]} {{(pid=95101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 19:26:54.073739 n-d-713301-16 neutron-server[95101]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-615bf52a-edcd-4557-85bf-ec8f22d02cc6 {{(pid=95101) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 19:26:54.074142 n-d-713301-16 neutron-server[95101]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e231f77f-5a7e-410a-92e0-dc9c93fc7c93', 'name': 'network-vif-deleted', 'tag': 'de687c64-0c3b-4606-899b-5b24f78105df', 'status': 'completed', 'code': 200} Sep 23 19:26:54.121173 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-7f3a328c-3125-42c2-b4b1-4f475dbfe818 req-1a345e42-be7e-456f-b095-6313371052c1 service neutron] 10.222.0.53 "GET /v2.0/networks/5220cb0c-da05-478a-9604-8c11469a05b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1651132 Sep 23 19:26:54.215785 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-0820a69a-6c72-450f-a938-45f5bca0fa46 req-1499953d-0d16-4664-ac26-920556515d7a tempest-ServerRescueTestJSONUnderV235-3883575 tempest-ServerRescueTestJSONUnderV235-3883575-project] Notify callbacks [] for port, precommit_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:26:54.250423 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-0820a69a-6c72-450f-a938-45f5bca0fa46 req-1499953d-0d16-4664-ac26-920556515d7a tempest-ServerRescueTestJSONUnderV235-3883575 tempest-ServerRescueTestJSONUnderV235-3883575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783145673135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5607431'] for port, after_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:26:54.300330 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0820a69a-6c72-450f-a938-45f5bca0fa46 req-1499953d-0d16-4664-ac26-920556515d7a tempest-ServerRescueTestJSONUnderV235-3883575 tempest-ServerRescueTestJSONUnderV235-3883575-project] Network 957699bb-3d06-43c7-8d92-2cc14178c33d is already hosted by enough agents. {{(pid=95101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:26:54.304396 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.base_scheduler [req-0820a69a-6c72-450f-a938-45f5bca0fa46 req-1499953d-0d16-4664-ac26-920556515d7a tempest-ServerRescueTestJSONUnderV235-3883575 tempest-ServerRescueTestJSONUnderV235-3883575-project] Resources bound (agent type, host, resource id): {{(pid=95101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:26:54.308320 n-d-713301-16 neutron-server[95101]: DEBUG neutron.db.l3_dvrscheduler_db [req-0820a69a-6c72-450f-a938-45f5bca0fa46 req-1499953d-0d16-4664-ac26-920556515d7a tempest-ServerRescueTestJSONUnderV235-3883575 tempest-ServerRescueTestJSONUnderV235-3883575-project] Received port after_create {{(pid=95101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 19:26:54.338481 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1499953d-0d16-4664-ac26-920556515d7a tempest-ServerRescueTestJSONUnderV235-3883575 tempest-ServerRescueTestJSONUnderV235-3883575-project] Pushing event updated for resources: {'Port': ['ID=85f79270-01a6-4bfc-b9f8-7154a719205a,revision_number=1']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:26:54.368694 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0820a69a-6c72-450f-a938-45f5bca0fa46 req-1499953d-0d16-4664-ac26-920556515d7a tempest-ServerRescueTestJSONUnderV235-3883575 tempest-ServerRescueTestJSONUnderV235-3883575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:26:54.369402 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-0820a69a-6c72-450f-a938-45f5bca0fa46 req-1499953d-0d16-4664-ac26-920556515d7a tempest-ServerRescueTestJSONUnderV235-3883575 tempest-ServerRescueTestJSONUnderV235-3883575-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222849'] for port, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:26:54.384546 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-0820a69a-6c72-450f-a938-45f5bca0fa46 req-1499953d-0d16-4664-ac26-920556515d7a tempest-ServerRescueTestJSONUnderV235-3883575 tempest-ServerRescueTestJSONUnderV235-3883575-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0893917 Sep 23 19:26:54.398073 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.v2.base [req-0820a69a-6c72-450f-a938-45f5bca0fa46 req-c99f8260-b991-49cc-9d8e-c1ebaaa2d0c5 service neutron] Request body: {'port': {'device_id': 'f69a6870-83a8-419f-a0bd-2c6f209ce61f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713301-16'}} {{(pid=95101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:26:54.441254 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f568aee6-99ab-49f3-9e1d-6b984c46aba1 req-26fbfd97-8108-4241-95e3-d93d0383da15 tempest-InstanceActionsTestJSON-1635188006 tempest-InstanceActionsTestJSON-1635188006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:26:54.449718 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-f568aee6-99ab-49f3-9e1d-6b984c46aba1 req-26fbfd97-8108-4241-95e3-d93d0383da15 tempest-InstanceActionsTestJSON-1635188006 tempest-InstanceActionsTestJSON-1635188006-project] 10.222.0.67 "GET /v2.0/ports?device_id=e99f855a-03a7-4cd0-8eef-3e107786a007 HTTP/1.1" status: 200 len: 946 time: 0.0802200 Sep 23 19:26:54.477368 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-0820a69a-6c72-450f-a938-45f5bca0fa46 req-c99f8260-b991-49cc-9d8e-c1ebaaa2d0c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:26:54.508668 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-f568aee6-99ab-49f3-9e1d-6b984c46aba1 req-154233b9-a577-4c7b-8d6f-2a5a5ffc74fa tempest-InstanceActionsTestJSON-1635188006 tempest-InstanceActionsTestJSON-1635188006-project] 10.222.0.67 "GET /v2.0/security-groups?id=6058965a-5fe4-400d-ba89-c406fa6d79a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554929 Sep 23 19:26:54.581010 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7120e033-0f64-4021-9ce0-8595eb933425 req-1d7bb7af-9431-4d60-9ad3-04df1261ed30 tempest-ServerRescueTestJSON-83326898 tempest-ServerRescueTestJSON-83326898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:26:54.583387 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-7120e033-0f64-4021-9ce0-8595eb933425 req-1d7bb7af-9431-4d60-9ad3-04df1261ed30 tempest-ServerRescueTestJSON-83326898 tempest-ServerRescueTestJSON-83326898-project] 10.222.0.67 "GET /v2.0/ports?device_id=d885963b-72aa-42e0-909c-c5c9f0a64a9f HTTP/1.1" status: 200 len: 945 time: 0.0658181 Sep 23 19:26:54.633750 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-7120e033-0f64-4021-9ce0-8595eb933425 req-1721e3e6-8ba8-42f4-ab97-0e2614793c72 tempest-ServerRescueTestJSON-83326898 tempest-ServerRescueTestJSON-83326898-project] 10.222.0.67 "GET /v2.0/security-groups?id=324a4552-7b72-4e62-bcd4-dc8354c093e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434835 Sep 23 19:26:54.760965 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Device ffbb66e3-edde-45f8-aaff-a1fb63987e1a up at agent ovs-agent-n-d-713301-16 {{(pid=95103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 19:26:54.804809 n-d-713301-16 neutron-server[95101]: DEBUG neutron.notifiers.nova [req-0820a69a-6c72-450f-a938-45f5bca0fa46 req-c99f8260-b991-49cc-9d8e-c1ebaaa2d0c5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 85f79270-01a6-4bfc-b9f8-7154a719205a {{(pid=95101) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 19:26:54.814177 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-0820a69a-6c72-450f-a938-45f5bca0fa46 req-c99f8260-b991-49cc-9d8e-c1ebaaa2d0c5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:26:54.829191 n-d-713301-16 neutron-server[95101]: DEBUG neutron.db.provisioning_blocks [req-0820a69a-6c72-450f-a938-45f5bca0fa46 req-c99f8260-b991-49cc-9d8e-c1ebaaa2d0c5 service neutron] Transition to ACTIVE for port object 85f79270-01a6-4bfc-b9f8-7154a719205a will not be triggered until provisioned by entity L2. {{(pid=95101) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 19:26:54.834449 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-0820a69a-6c72-450f-a938-45f5bca0fa46 req-c99f8260-b991-49cc-9d8e-c1ebaaa2d0c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5607436'] for port, after_update {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:26:54.840311 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Provisioning complete for port ffbb66e3-edde-45f8-aaff-a1fb63987e1a triggered by entity L2. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:26:54.845978 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:26:54.931652 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c99f8260-b991-49cc-9d8e-c1ebaaa2d0c5 service neutron] Pushing event updated for resources: {'Port': ['ID=85f79270-01a6-4bfc-b9f8-7154a719205a,revision_number=2']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:26:54.954114 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52120b1-1dca-45d2-a785-24b57606fd36 req-b271e618-13e1-4881-ae28-a7018b60c72c tempest-MigrationsAdminTest-397594546 tempest-MigrationsAdminTest-397594546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:26:54.955946 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-b52120b1-1dca-45d2-a785-24b57606fd36 req-b271e618-13e1-4881-ae28-a7018b60c72c tempest-MigrationsAdminTest-397594546 tempest-MigrationsAdminTest-397594546-project] 10.222.0.67 "GET /v2.0/ports?device_id=342358f0-a808-4879-9696-19cba9625afd HTTP/1.1" status: 200 len: 948 time: 0.0803692 Sep 23 19:26:55.010186 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.managers [req-0820a69a-6c72-450f-a938-45f5bca0fa46 req-c99f8260-b991-49cc-9d8e-c1ebaaa2d0c5 service neutron] Attempting to bind port 85f79270-01a6-4bfc-b9f8-7154a719205a on host n-h1-713301-16 for vnic_type normal with profile {{(pid=95101) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 19:26:55.010518 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.managers [req-0820a69a-6c72-450f-a938-45f5bca0fa46 req-c99f8260-b991-49cc-9d8e-c1ebaaa2d0c5 service neutron] Attempting to bind port 85f79270-01a6-4bfc-b9f8-7154a719205a by drivers openvswitch,hyperv on host n-h1-713301-16 at level 0 using segments [{'id': '4e645381-3cf7-44d9-935f-d566da4456b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '957699bb-3d06-43c7-8d92-2cc14178c33d'}] {{(pid=95101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 19:26:55.010840 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0820a69a-6c72-450f-a938-45f5bca0fa46 req-c99f8260-b991-49cc-9d8e-c1ebaaa2d0c5 service neutron] Attempting to bind port 85f79270-01a6-4bfc-b9f8-7154a719205a on network 957699bb-3d06-43c7-8d92-2cc14178c33d {{(pid=95101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:26:55.013159 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-b52120b1-1dca-45d2-a785-24b57606fd36 req-5c936407-e790-4577-be66-879576102f0b tempest-MigrationsAdminTest-397594546 tempest-MigrationsAdminTest-397594546-project] 10.222.0.67 "GET /v2.0/security-groups?id=78cb509b-31c4-4e2a-bb5c-7abd6194dcc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500071 Sep 23 19:26:55.016194 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0820a69a-6c72-450f-a938-45f5bca0fa46 req-c99f8260-b991-49cc-9d8e-c1ebaaa2d0c5 service neutron] Port 85f79270-01a6-4bfc-b9f8-7154a719205a on network 957699bb-3d06-43c7-8d92-2cc14178c33d not bound, no agent of type Open vSwitch agent registered on host n-h1-713301-16 {{(pid=95101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 19:26:55.016713 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0820a69a-6c72-450f-a938-45f5bca0fa46 req-c99f8260-b991-49cc-9d8e-c1ebaaa2d0c5 service neutron] Attempting to bind port 85f79270-01a6-4bfc-b9f8-7154a719205a on network 957699bb-3d06-43c7-8d92-2cc14178c33d {{(pid=95101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:26:55.023536 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0820a69a-6c72-450f-a938-45f5bca0fa46 req-c99f8260-b991-49cc-9d8e-c1ebaaa2d0c5 service neutron] Checking agent: {'id': '0708c3e9-0aad-4600-9be9-d2486535c898', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713301-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 19, 15, 28), 'started_at': datetime.datetime(2021, 9, 23, 19, 15, 28), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 19, 26, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 19:26:55.024042 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0820a69a-6c72-450f-a938-45f5bca0fa46 req-c99f8260-b991-49cc-9d8e-c1ebaaa2d0c5 service neutron] Checking segment: {'id': '4e645381-3cf7-44d9-935f-d566da4456b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '957699bb-3d06-43c7-8d92-2cc14178c33d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:26:55.024409 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0820a69a-6c72-450f-a938-45f5bca0fa46 req-c99f8260-b991-49cc-9d8e-c1ebaaa2d0c5 service neutron] Bound using segment: {'id': '4e645381-3cf7-44d9-935f-d566da4456b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '957699bb-3d06-43c7-8d92-2cc14178c33d'} {{(pid=95101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 19:26:55.025038 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.managers [req-0820a69a-6c72-450f-a938-45f5bca0fa46 req-c99f8260-b991-49cc-9d8e-c1ebaaa2d0c5 service neutron] Bound port: 85f79270-01a6-4bfc-b9f8-7154a719205a, host: n-h1-713301-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4e645381-3cf7-44d9-935f-d566da4456b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '957699bb-3d06-43c7-8d92-2cc14178c33d'}}] {{(pid=95101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 19:26:55.025650 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-0820a69a-6c72-450f-a938-45f5bca0fa46 req-c99f8260-b991-49cc-9d8e-c1ebaaa2d0c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:26:55.120158 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Device e6c1f8f6-ea14-47d2-82b2-a8f32e444dab up at agent hyperv_n-h2-713301-16 {{(pid=95103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 19:26:55.189970 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Provisioning for port e6c1f8f6-ea14-47d2-82b2-a8f32e444dab completed by entity L2. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 19:26:55.196115 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Provisioning complete for port e6c1f8f6-ea14-47d2-82b2-a8f32e444dab triggered by entity L2. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:26:55.196874 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:26:55.210797 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-479c4a67-61e1-4699-8c64-b9e86ff299ec req-a555b4dc-8ebc-4d1a-8ab8-dddb54842e62 tempest-ServerRescueTestJSONUnderV235-3883575 tempest-ServerRescueTestJSONUnderV235-3883575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:26:55.212506 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-479c4a67-61e1-4699-8c64-b9e86ff299ec req-a555b4dc-8ebc-4d1a-8ab8-dddb54842e62 tempest-ServerRescueTestJSONUnderV235-3883575 tempest-ServerRescueTestJSONUnderV235-3883575-project] 10.222.0.67 "GET /v2.0/ports?device_id=f69a6870-83a8-419f-a0bd-2c6f209ce61f HTTP/1.1" status: 200 len: 943 time: 0.1113911 Sep 23 19:26:55.221947 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-80e7e501-6c57-470d-92c6-e3d54bc3195c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:26:55.289651 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:26:55.313486 n-d-713301-16 neutron-server[95103]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a3e65a9-00b1-4ef0-a913-4efc88721b32', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e6c1f8f6-ea14-47d2-82b2-a8f32e444dab'}] {{(pid=95103) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 19:26:55.315497 n-d-713301-16 neutron-server[95103]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}81a1c17f2aa89d5b3ebbba3a3e0cf7eb588e431c2224256110c4c4facdd7c3e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e01f7734-b019-4236-a8b0-7eae3eb9c741" -d '{"events": [{"server_uuid": "5a3e65a9-00b1-4ef0-a913-4efc88721b32", "name": "network-vif-plugged", "status": "completed", "tag": "e6c1f8f6-ea14-47d2-82b2-a8f32e444dab"}]}' {{(pid=95103) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 19:26:55.325815 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec40f2c8-3936-47f3-8bb6-aeb977d84b45 req-d2cd8696-1421-4ca6-b632-7a0b02258eac tempest-DeleteServersTestJSON-2111530366 tempest-DeleteServersTestJSON-2111530366-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:26:55.327362 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-ec40f2c8-3936-47f3-8bb6-aeb977d84b45 req-d2cd8696-1421-4ca6-b632-7a0b02258eac tempest-DeleteServersTestJSON-2111530366 tempest-DeleteServersTestJSON-2111530366-project] 10.222.0.67 "GET /v2.0/networks?id=e47803fc-37db-4c82-80ca-757602b818ca HTTP/1.1" status: 200 len: 812 time: 0.1687391 Sep 23 19:26:55.330272 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-479c4a67-61e1-4699-8c64-b9e86ff299ec req-9338f3d8-f71c-443c-a06c-ff86942f782d tempest-ServerRescueTestJSONUnderV235-3883575 tempest-ServerRescueTestJSONUnderV235-3883575-project] 10.222.0.67 "GET /v2.0/security-groups?id=d3f97599-a9b1-47a3-baeb-6ab90b6bb5ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782056 Sep 23 19:26:55.337496 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] For port e6c1f8f6-ea14-47d2-82b2-a8f32e444dab, host n-h2-713301-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-16',level=0,port_id=e6c1f8f6-ea14-47d2-82b2-a8f32e444dab,segment=NetworkSegment(6139d589-eb6c-4578-8935-c26ddf396853),segment_id=6139d589-eb6c-4578-8935-c26ddf396853)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:26:55.343236 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:26:55.355103 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Device f5483dbd-6d3f-4319-9eaa-5497612c208b up at agent hyperv_n-h2-713301-16 {{(pid=95103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 19:26:55.358777 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-ec40f2c8-3936-47f3-8bb6-aeb977d84b45 req-3860b4f7-2c70-49ec-ab43-fa7e2150942e tempest-DeleteServersTestJSON-2111530366 tempest-DeleteServersTestJSON-2111530366-project] 10.222.0.67 "GET /v2.0/quotas/30554f6e61d54c6bbf3c805c15e93860 HTTP/1.1" status: 200 len: 375 time: 0.0182655 Sep 23 19:26:55.398029 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-ec40f2c8-3936-47f3-8bb6-aeb977d84b45 req-10c83310-42b5-460b-ae05-ad84a1184923 tempest-DeleteServersTestJSON-2111530366 tempest-DeleteServersTestJSON-2111530366-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=30554f6e61d54c6bbf3c805c15e93860&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0346465 Sep 23 19:26:55.430968 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.db [req-0820a69a-6c72-450f-a938-45f5bca0fa46 req-c99f8260-b991-49cc-9d8e-c1ebaaa2d0c5 service neutron] For port 85f79270-01a6-4bfc-b9f8-7154a719205a, host n-h1-713301-16, cleared binding levels {{(pid=95101) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 19:26:55.434739 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.db [req-0820a69a-6c72-450f-a938-45f5bca0fa46 req-c99f8260-b991-49cc-9d8e-c1ebaaa2d0c5 service neutron] For port 85f79270-01a6-4bfc-b9f8-7154a719205a, host n-h1-713301-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-16',level=0,port_id=85f79270-01a6-4bfc-b9f8-7154a719205a,segment=NetworkSegment(4e645381-3cf7-44d9-935f-d566da4456b8),segment_id=4e645381-3cf7-44d9-935f-d566da4456b8)] {{(pid=95101) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 19:26:55.436818 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Pushing event updated for resources: {'Port': ['ID=e6c1f8f6-ea14-47d2-82b2-a8f32e444dab,revision_number=5']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:26:55.445252 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df18088-0c81-40a6-8d3b-2640b7f9c2db req-e0cfda2d-0dc6-4b59-adb8-1a6a86e7638f tempest-ServerRescueTestJSON-83326898 tempest-ServerRescueTestJSON-83326898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:26:55.446807 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-7df18088-0c81-40a6-8d3b-2640b7f9c2db req-e0cfda2d-0dc6-4b59-adb8-1a6a86e7638f tempest-ServerRescueTestJSON-83326898 tempest-ServerRescueTestJSON-83326898-project] 10.222.0.53 "GET /v2.0/ports?device_id=d885963b-72aa-42e0-909c-c5c9f0a64a9f HTTP/1.1" status: 200 len: 945 time: 0.0809278 Sep 23 19:26:55.448544 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-0820a69a-6c72-450f-a938-45f5bca0fa46 req-c99f8260-b991-49cc-9d8e-c1ebaaa2d0c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5607436'] for port, after_update {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:26:55.451462 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Provisioning complete for port f5483dbd-6d3f-4319-9eaa-5497612c208b triggered by entity L2. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:26:55.451831 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:26:55.511000 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0820a69a-6c72-450f-a938-45f5bca0fa46 req-c99f8260-b991-49cc-9d8e-c1ebaaa2d0c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:26:55.512351 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-0820a69a-6c72-450f-a938-45f5bca0fa46 req-c99f8260-b991-49cc-9d8e-c1ebaaa2d0c5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222849'] for port, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:26:55.513783 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-0820a69a-6c72-450f-a938-45f5bca0fa46 req-c99f8260-b991-49cc-9d8e-c1ebaaa2d0c5 service neutron] 10.222.0.74 "PUT /v2.0/ports/85f79270-01a6-4bfc-b9f8-7154a719205a HTTP/1.1" status: 200 len: 1092 time: 1.1201997 Sep 23 19:26:55.550909 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:26:55.565443 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-ec40f2c8-3936-47f3-8bb6-aeb977d84b45 req-5ec6da40-0652-4026-bb43-5cc2281dc5b1 service neutron] 10.222.0.67 "GET /v2.0/networks/e47803fc-37db-4c82-80ca-757602b818ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1580083 Sep 23 19:26:55.575100 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ffb5f7c-60d4-4a9b-bf49-83be52b2fbe1 req-effbd89c-0a77-4b95-8c80-e0cde4591c4b tempest-ServersOnMultiNodesTest-2040324995 tempest-ServersOnMultiNodesTest-2040324995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:26:55.581299 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-3ffb5f7c-60d4-4a9b-bf49-83be52b2fbe1 req-effbd89c-0a77-4b95-8c80-e0cde4591c4b tempest-ServersOnMultiNodesTest-2040324995 tempest-ServersOnMultiNodesTest-2040324995-project] 10.222.0.67 "GET /v2.0/ports?device_id=5a3e65a9-00b1-4ef0-a913-4efc88721b32 HTTP/1.1" status: 200 len: 950 time: 0.1256340 Sep 23 19:26:55.589887 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c99f8260-b991-49cc-9d8e-c1ebaaa2d0c5 service neutron] Pushing event updated for resources: {'Port': ['ID=85f79270-01a6-4bfc-b9f8-7154a719205a,revision_number=3']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:26:55.592717 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] For port f5483dbd-6d3f-4319-9eaa-5497612c208b, host n-h2-713301-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-16',level=0,port_id=f5483dbd-6d3f-4319-9eaa-5497612c208b,segment=NetworkSegment(6139d589-eb6c-4578-8935-c26ddf396853),segment_id=6139d589-eb6c-4578-8935-c26ddf396853)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:26:55.598001 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:26:55.599065 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Device de687c64-0c3b-4606-899b-5b24f78105df no longer exists at agent hyperv_n-h2-713301-16 {{(pid=95103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 19:26:55.635123 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0820a69a-6c72-450f-a938-45f5bca0fa46 req-a7e61292-c928-4d9e-ab2c-09e014ac7199 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:26:55.636701 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-0820a69a-6c72-450f-a938-45f5bca0fa46 req-a7e61292-c928-4d9e-ab2c-09e014ac7199 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=327d976986364fba8e5d9835f3bfc1b1&device_id=f69a6870-83a8-419f-a0bd-2c6f209ce61f HTTP/1.1" status: 200 len: 1095 time: 0.0632534 Sep 23 19:26:55.640693 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.plugin [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] No Port match for: de687c64-0c3b-4606-899b-5b24f78105df {{(pid=95103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 19:26:55.641051 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Device de687c64-0c3b-4606-899b-5b24f78105df not bound to the agent host n-h2-713301-16 {{(pid=95103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 19:26:55.649799 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.plugin [req-7df18088-0c81-40a6-8d3b-2640b7f9c2db req-aa8e15a4-802c-482d-a802-a700e77e6d88 tempest-ServerRescueTestJSON-83326898 tempest-ServerRescueTestJSON-83326898-project] Deleting port b7c4b9fa-1417-4ee3-a181-c99afd755e5a {{(pid=95101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:26:55.650109 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-7df18088-0c81-40a6-8d3b-2640b7f9c2db req-aa8e15a4-802c-482d-a802-a700e77e6d88 tempest-ServerRescueTestJSON-83326898 tempest-ServerRescueTestJSON-83326898-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783146157096'] for port, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:26:55.671093 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Pushing event updated for resources: {'Port': ['ID=f5483dbd-6d3f-4319-9eaa-5497612c208b,revision_number=8']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:26:55.683045 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-3ffb5f7c-60d4-4a9b-bf49-83be52b2fbe1 req-bc16b574-7e8d-48cf-bc4c-adaaed3331cf tempest-ServersOnMultiNodesTest-2040324995 tempest-ServersOnMultiNodesTest-2040324995-project] 10.222.0.67 "GET /v2.0/security-groups?id=157e791d-182d-45ba-a5d1-6edf868180cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853865 Sep 23 19:26:55.714242 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-0820a69a-6c72-450f-a938-45f5bca0fa46 req-25c7106c-716c-4cfc-8485-27bcee20ad34 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=85f79270-01a6-4bfc-b9f8-7154a719205a HTTP/1.1" status: 200 len: 217 time: 0.0590036 Sep 23 19:26:55.720769 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-ec40f2c8-3936-47f3-8bb6-aeb977d84b45 req-9e256af8-cbc5-48a8-bfea-4cdd353bb15e service neutron] 10.222.0.67 "GET /v2.0/networks/e47803fc-37db-4c82-80ca-757602b818ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1374741 Sep 23 19:26:55.729990 n-d-713301-16 neutron-server[95103]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 19:26:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9669ae0-4a85-4dd6-810e-b08c6bd86c42 x-openstack-request-id: req-a9669ae0-4a85-4dd6-810e-b08c6bd86c42 {{(pid=95103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 19:26:55.730276 n-d-713301-16 neutron-server[95103]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5a3e65a9-00b1-4ef0-a913-4efc88721b32", "name": "network-vif-plugged", "status": "completed", "tag": "e6c1f8f6-ea14-47d2-82b2-a8f32e444dab", "code": 200}]} {{(pid=95103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 19:26:55.730524 n-d-713301-16 neutron-server[95103]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-a9669ae0-4a85-4dd6-810e-b08c6bd86c42 {{(pid=95103) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 19:26:55.730911 n-d-713301-16 neutron-server[95103]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a3e65a9-00b1-4ef0-a913-4efc88721b32', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e6c1f8f6-ea14-47d2-82b2-a8f32e444dab', 'code': 200} Sep 23 19:26:55.839037 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e671d8-523b-4145-8367-50061340ad1f req-cfecc5f8-0feb-4984-a19e-19a224c250c9 tempest-InstanceActionsTestJSON-1635188006 tempest-InstanceActionsTestJSON-1635188006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:26:55.844670 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-d7e671d8-523b-4145-8367-50061340ad1f req-cfecc5f8-0feb-4984-a19e-19a224c250c9 tempest-InstanceActionsTestJSON-1635188006 tempest-InstanceActionsTestJSON-1635188006-project] 10.222.0.67 "GET /v2.0/ports?device_id=e99f855a-03a7-4cd0-8eef-3e107786a007 HTTP/1.1" status: 200 len: 946 time: 0.0630491 Sep 23 19:26:55.859480 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.db [req-7df18088-0c81-40a6-8d3b-2640b7f9c2db req-aa8e15a4-802c-482d-a802-a700e77e6d88 tempest-ServerRescueTestJSON-83326898 tempest-ServerRescueTestJSON-83326898-project] For port b7c4b9fa-1417-4ee3-a181-c99afd755e5a, host n-h2-713301-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-16',level=0,port_id=b7c4b9fa-1417-4ee3-a181-c99afd755e5a,segment=NetworkSegment(5af8be7e-f9c6-4114-987e-ef068c7fc557),segment_id=5af8be7e-f9c6-4114-987e-ef068c7fc557)] {{(pid=95101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:26:55.860129 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-7df18088-0c81-40a6-8d3b-2640b7f9c2db req-aa8e15a4-802c-482d-a802-a700e77e6d88 tempest-ServerRescueTestJSON-83326898 tempest-ServerRescueTestJSON-83326898-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-605701'] for port, precommit_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:26:55.863003 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0820a69a-6c72-450f-a938-45f5bca0fa46 req-8cf7137e-4560-43c2-83c6-f1b90bf65fbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:26:55.864475 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-0820a69a-6c72-450f-a938-45f5bca0fa46 req-8cf7137e-4560-43c2-83c6-f1b90bf65fbd service neutron] 10.222.0.74 "GET /v2.0/subnets?id=42f61b3d-d2c5-4fe1-a0f1-03eaa8653b9c HTTP/1.1" status: 200 len: 860 time: 0.1420527 Sep 23 19:26:55.886837 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-d7e671d8-523b-4145-8367-50061340ad1f req-d8c16fcd-04a2-4e92-85f7-aa1d52a78aaa tempest-InstanceActionsTestJSON-1635188006 tempest-InstanceActionsTestJSON-1635188006-project] 10.222.0.67 "GET /v2.0/security-groups?id=6058965a-5fe4-400d-ba89-c406fa6d79a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400164 Sep 23 19:26:55.896692 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.plugin [req-7df18088-0c81-40a6-8d3b-2640b7f9c2db req-aa8e15a4-802c-482d-a802-a700e77e6d88 tempest-ServerRescueTestJSON-83326898 tempest-ServerRescueTestJSON-83326898-project] Calling delete_port for b7c4b9fa-1417-4ee3-a181-c99afd755e5a owned by compute:nova {{(pid=95101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:26:55.901479 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e96c10-a672-4db4-a236-4d57c661482c req-2de94fd2-1533-49be-a7e2-81204fc0ccb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:26:55.902918 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-79e96c10-a672-4db4-a236-4d57c661482c req-2de94fd2-1533-49be-a7e2-81204fc0ccb0 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=5a3e65a9-00b1-4ef0-a913-4efc88721b32 HTTP/1.1" status: 200 len: 1102 time: 0.1045125 Sep 23 19:26:55.921991 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-0820a69a-6c72-450f-a938-45f5bca0fa46 req-1bc88afc-c40f-4fc9-aaec-4d6456567e06 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=957699bb-3d06-43c7-8d92-2cc14178c33d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0358088 Sep 23 19:26:56.040367 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-79e96c10-a672-4db4-a236-4d57c661482c req-81b85e21-5509-4dde-89c7-1b1073373df5 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=157e791d-182d-45ba-a5d1-6edf868180cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1212347 Sep 23 19:26:56.052199 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9591914-d1b5-4b0b-957d-d4e6e125a173 req-bd3e985c-97c8-4d7c-8524-0c4ed45a6beb tempest-ServerRescueTestJSON-83326898 tempest-ServerRescueTestJSON-83326898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:26:56.053972 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-e9591914-d1b5-4b0b-957d-d4e6e125a173 req-bd3e985c-97c8-4d7c-8524-0c4ed45a6beb tempest-ServerRescueTestJSON-83326898 tempest-ServerRescueTestJSON-83326898-project] 10.222.0.67 "GET /v2.0/ports?device_id=d885963b-72aa-42e0-909c-c5c9f0a64a9f HTTP/1.1" status: 200 len: 945 time: 0.0647054 Sep 23 19:26:56.089137 n-d-713301-16 neutron-server[95101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f69a6870-83a8-419f-a0bd-2c6f209ce61f', 'tag': '85f79270-01a6-4bfc-b9f8-7154a719205a'}] {{(pid=95101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 19:26:56.091415 n-d-713301-16 neutron-server[95101]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d8366c5740cd635e57ab12b71fe44a77c2acc3c19091ef849c6f68b380462244" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db3d3644-22ca-40af-bcc0-8328e35a42fd" -d '{"events": [{"name": "network-changed", "server_uuid": "f69a6870-83a8-419f-a0bd-2c6f209ce61f", "tag": "85f79270-01a6-4bfc-b9f8-7154a719205a"}]}' {{(pid=95101) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 19:26:56.100831 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-e9591914-d1b5-4b0b-957d-d4e6e125a173 req-90f8040c-6783-4460-bd98-55a35d97f9e0 tempest-ServerRescueTestJSON-83326898 tempest-ServerRescueTestJSON-83326898-project] 10.222.0.67 "GET /v2.0/security-groups?id=324a4552-7b72-4e62-bcd4-dc8354c093e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390887 Sep 23 19:26:56.131931 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-7faac476-1b04-408f-a89a-ed163a329111 req-00142861-72d0-4fec-ad83-6caf4d0b782b tempest-DeleteServersTestJSON-2111530366 tempest-DeleteServersTestJSON-2111530366-project] 10.222.0.67 "GET /v2.0/ports?device_id=b19e3d25-fa76-4ad5-ade4-28bc9af28ac3 HTTP/1.1" status: 200 len: 210 time: 0.0352848 Sep 23 19:26:56.151549 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-0820a69a-6c72-450f-a938-45f5bca0fa46 req-c2a1c89f-c9d4-477b-80c6-d50c92bc8b72 service neutron] 10.222.0.74 "GET /v2.0/networks/957699bb-3d06-43c7-8d92-2cc14178c33d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2084100 Sep 23 19:26:56.251454 n-d-713301-16 neutron-server[95101]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 19:26:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25a91d99-e88e-4a84-98ef-11850cbb38c8 x-openstack-request-id: req-25a91d99-e88e-4a84-98ef-11850cbb38c8 {{(pid=95101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 19:26:56.251747 n-d-713301-16 neutron-server[95101]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f69a6870-83a8-419f-a0bd-2c6f209ce61f", "tag": "85f79270-01a6-4bfc-b9f8-7154a719205a", "status": "completed", "code": 200}]} {{(pid=95101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 19:26:56.252063 n-d-713301-16 neutron-server[95101]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-25a91d99-e88e-4a84-98ef-11850cbb38c8 {{(pid=95101) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 19:26:56.252548 n-d-713301-16 neutron-server[95101]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f69a6870-83a8-419f-a0bd-2c6f209ce61f', 'tag': '85f79270-01a6-4bfc-b9f8-7154a719205a', 'status': 'completed', 'code': 200} Sep 23 19:26:56.286703 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e3a52d-e9e7-48aa-a424-eb73d78ca6a6 req-257cb212-4611-4d21-8df0-69045153fe2d tempest-MigrationsAdminTest-397594546 tempest-MigrationsAdminTest-397594546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:26:56.288583 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-95e3a52d-e9e7-48aa-a424-eb73d78ca6a6 req-257cb212-4611-4d21-8df0-69045153fe2d tempest-MigrationsAdminTest-397594546 tempest-MigrationsAdminTest-397594546-project] 10.222.0.67 "GET /v2.0/ports?device_id=342358f0-a808-4879-9696-19cba9625afd HTTP/1.1" status: 200 len: 949 time: 0.0571907 Sep 23 19:26:56.337262 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-7df18088-0c81-40a6-8d3b-2640b7f9c2db req-aa8e15a4-802c-482d-a802-a700e77e6d88 tempest-ServerRescueTestJSON-83326898 tempest-ServerRescueTestJSON-83326898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783146162158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783145673144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5607431'] for port, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:26:56.347916 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-95e3a52d-e9e7-48aa-a424-eb73d78ca6a6 req-7cc52984-348a-43d8-be43-9c65d0cfb9fb tempest-MigrationsAdminTest-397594546 tempest-MigrationsAdminTest-397594546-project] 10.222.0.67 "GET /v2.0/security-groups?id=78cb509b-31c4-4e2a-bb5c-7abd6194dcc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473628 Sep 23 19:26:56.362204 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] get_ports_and_sgs() called for port_ids ['b7c4b9fa-1417-4ee3-a181-c99afd755e5a'] {{(pid=95103) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 19:26:56.364768 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] get_ports_and_sgs() called for port_ids ['c0243896-fce1-491e-b01a-fe507cb083a8'] {{(pid=95103) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 19:26:56.368635 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa8e15a4-802c-482d-a802-a700e77e6d88 tempest-ServerRescueTestJSON-83326898 tempest-ServerRescueTestJSON-83326898-project] Pushing event deleted for resources: {'Port': ['ID=b7c4b9fa-1417-4ee3-a181-c99afd755e5a,revision_number=None']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:26:56.374629 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-0820a69a-6c72-450f-a938-45f5bca0fa46 req-d0d9fe5e-9026-489b-b0a2-d5aa5b833866 service neutron] 10.222.0.74 "GET /v2.0/networks/957699bb-3d06-43c7-8d92-2cc14178c33d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2136714 Sep 23 19:26:56.466972 n-d-713301-16 neutron-server[95101]: DEBUG neutron.db.l3_dvrscheduler_db [req-7df18088-0c81-40a6-8d3b-2640b7f9c2db req-aa8e15a4-802c-482d-a802-a700e77e6d88 tempest-ServerRescueTestJSON-83326898 tempest-ServerRescueTestJSON-83326898-project] No DVR routers for this DVR port b7c4b9fa-1417-4ee3-a181-c99afd755e5a on host n-h2-713301-16 {{(pid=95101) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 19:26:56.482880 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-7df18088-0c81-40a6-8d3b-2640b7f9c2db req-aa8e15a4-802c-482d-a802-a700e77e6d88 tempest-ServerRescueTestJSON-83326898 tempest-ServerRescueTestJSON-83326898-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222849'] for port, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:26:56.487267 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-7df18088-0c81-40a6-8d3b-2640b7f9c2db req-aa8e15a4-802c-482d-a802-a700e77e6d88 tempest-ServerRescueTestJSON-83326898 tempest-ServerRescueTestJSON-83326898-project] 10.222.0.53 "DELETE /v2.0/ports/b7c4b9fa-1417-4ee3-a181-c99afd755e5a HTTP/1.1" status: 204 len: 173 time: 1.0305126 Sep 23 19:26:56.511273 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48832a7c-64c1-4d35-9ea7-eb81bf9fa724 req-638766fb-aee4-4529-8a0a-126501f10d09 tempest-MigrationsAdminTest-397594546 tempest-MigrationsAdminTest-397594546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:26:56.513216 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-48832a7c-64c1-4d35-9ea7-eb81bf9fa724 req-638766fb-aee4-4529-8a0a-126501f10d09 tempest-MigrationsAdminTest-397594546 tempest-MigrationsAdminTest-397594546-project] 10.222.0.67 "GET /v2.0/ports?device_id=342358f0-a808-4879-9696-19cba9625afd HTTP/1.1" status: 200 len: 949 time: 0.0817673 Sep 23 19:26:56.527304 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db3d3644-22ca-40af-bcc0-8328e35a42fd req-47eb6c25-2ce8-4b06-896f-55c232fdd3a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:26:56.529262 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-db3d3644-22ca-40af-bcc0-8328e35a42fd req-47eb6c25-2ce8-4b06-896f-55c232fdd3a8 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=327d976986364fba8e5d9835f3bfc1b1&device_id=f69a6870-83a8-419f-a0bd-2c6f209ce61f HTTP/1.1" status: 200 len: 1095 time: 0.0635142 Sep 23 19:26:56.655293 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b0c3ee-4f30-41de-8702-ed22b8768a09 req-8e1ba944-ca9c-403c-af66-c3a1b72ca906 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:26:56.656899 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-75b0c3ee-4f30-41de-8702-ed22b8768a09 req-8e1ba944-ca9c-403c-af66-c3a1b72ca906 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=958a7ebe79444f65ab17892a97967b84&device_id=e99f855a-03a7-4cd0-8eef-3e107786a007 HTTP/1.1" status: 200 len: 1098 time: 0.1357620 Sep 23 19:26:56.665244 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97c9c96-4481-49aa-9937-d23ac71cf4b5 req-5d40c834-e042-482c-ad73-779ef19f5d27 tempest-ServerRescueTestJSONUnderV235-3883575 tempest-ServerRescueTestJSONUnderV235-3883575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:26:56.666556 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db3d3644-22ca-40af-bcc0-8328e35a42fd req-55405dfe-5901-47a8-8fa3-feba934fcd32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:26:56.666848 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-a97c9c96-4481-49aa-9937-d23ac71cf4b5 req-5d40c834-e042-482c-ad73-779ef19f5d27 tempest-ServerRescueTestJSONUnderV235-3883575 tempest-ServerRescueTestJSONUnderV235-3883575-project] 10.222.0.67 "GET /v2.0/ports?device_id=f69a6870-83a8-419f-a0bd-2c6f209ce61f HTTP/1.1" status: 200 len: 943 time: 0.1247141 Sep 23 19:26:56.668149 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-db3d3644-22ca-40af-bcc0-8328e35a42fd req-55405dfe-5901-47a8-8fa3-feba934fcd32 service neutron] 10.222.0.74 "GET /v2.0/networks?id=957699bb-3d06-43c7-8d92-2cc14178c33d HTTP/1.1" status: 200 len: 921 time: 0.1221006 Sep 23 19:26:56.669833 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-48832a7c-64c1-4d35-9ea7-eb81bf9fa724 req-f5635dd2-42ef-4c1b-b9b4-aaa57e33c1ef tempest-MigrationsAdminTest-397594546 tempest-MigrationsAdminTest-397594546-project] 10.222.0.67 "GET /v2.0/security-groups?id=78cb509b-31c4-4e2a-bb5c-7abd6194dcc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1361246 Sep 23 19:26:56.759228 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-db3d3644-22ca-40af-bcc0-8328e35a42fd req-e8fd1833-3d78-466d-bc6a-a54ffe5d3db8 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=85f79270-01a6-4bfc-b9f8-7154a719205a HTTP/1.1" status: 200 len: 217 time: 0.0777178 Sep 23 19:26:56.761256 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-a97c9c96-4481-49aa-9937-d23ac71cf4b5 req-4a53ec32-2e53-4a0b-9d32-80fbf75d9932 tempest-ServerRescueTestJSONUnderV235-3883575 tempest-ServerRescueTestJSONUnderV235-3883575-project] 10.222.0.67 "GET /v2.0/security-groups?id=d3f97599-a9b1-47a3-baeb-6ab90b6bb5ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818262 Sep 23 19:26:56.815674 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db3d3644-22ca-40af-bcc0-8328e35a42fd req-740344c3-6dff-423c-b5e8-0a96fc59b2fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:26:56.817184 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-db3d3644-22ca-40af-bcc0-8328e35a42fd req-740344c3-6dff-423c-b5e8-0a96fc59b2fc service neutron] 10.222.0.74 "GET /v2.0/subnets?id=42f61b3d-d2c5-4fe1-a0f1-03eaa8653b9c HTTP/1.1" status: 200 len: 860 time: 0.0495260 Sep 23 19:26:56.831464 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b0c3ee-4f30-41de-8702-ed22b8768a09 req-7d27d9e9-fe37-41d9-a59b-1ebb279c0334 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:26:56.833324 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-75b0c3ee-4f30-41de-8702-ed22b8768a09 req-7d27d9e9-fe37-41d9-a59b-1ebb279c0334 service neutron] 10.222.0.74 "GET /v2.0/networks?id=09c06b55-e8a3-4175-a4e7-e09f51f39be0 HTTP/1.1" status: 200 len: 915 time: 0.1625936 Sep 23 19:26:56.857693 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-db3d3644-22ca-40af-bcc0-8328e35a42fd req-0120d9a6-0030-436a-8079-80f9d132e885 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=957699bb-3d06-43c7-8d92-2cc14178c33d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0318289 Sep 23 19:26:56.891930 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-75b0c3ee-4f30-41de-8702-ed22b8768a09 req-5fa2dbb4-330f-42c8-a8c3-154cc2d9c486 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ee743cdf-8d2b-44a7-b0e1-d657b2eac379 HTTP/1.1" status: 200 len: 217 time: 0.0486233 Sep 23 19:26:56.914482 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83af1ec2-195b-4fb5-8145-281c1cf9a4b5 req-1f76c77e-c694-47a0-8b8b-f63afce5fdbe tempest-InstanceActionsTestJSON-1635188006 tempest-InstanceActionsTestJSON-1635188006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:26:56.916422 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-83af1ec2-195b-4fb5-8145-281c1cf9a4b5 req-1f76c77e-c694-47a0-8b8b-f63afce5fdbe tempest-InstanceActionsTestJSON-1635188006 tempest-InstanceActionsTestJSON-1635188006-project] 10.222.0.67 "GET /v2.0/ports?device_id=e99f855a-03a7-4cd0-8eef-3e107786a007 HTTP/1.1" status: 200 len: 946 time: 0.1509426 Sep 23 19:26:56.970048 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-db3d3644-22ca-40af-bcc0-8328e35a42fd req-ea770b00-f7b3-43b7-a97e-199dea9dba1a service neutron] 10.222.0.74 "GET /v2.0/networks/957699bb-3d06-43c7-8d92-2cc14178c33d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0903907 Sep 23 19:26:57.004181 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b0c3ee-4f30-41de-8702-ed22b8768a09 req-e208fbf2-76f9-4112-9fcc-f2cad25a7544 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:26:57.006221 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-75b0c3ee-4f30-41de-8702-ed22b8768a09 req-e208fbf2-76f9-4112-9fcc-f2cad25a7544 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=ad781f3d-6818-485b-93aa-4b20e0f3289c HTTP/1.1" status: 200 len: 854 time: 0.0881898 Sep 23 19:26:57.013937 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f889c9-f022-444f-9d0e-2d09280a86c8 req-59d97d3c-7252-47a2-ab8c-09b9dcf4a681 tempest-ServersOnMultiNodesTest-2040324995 tempest-ServersOnMultiNodesTest-2040324995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:26:57.015426 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-82f889c9-f022-444f-9d0e-2d09280a86c8 req-59d97d3c-7252-47a2-ab8c-09b9dcf4a681 tempest-ServersOnMultiNodesTest-2040324995 tempest-ServersOnMultiNodesTest-2040324995-project] 10.222.0.67 "GET /v2.0/ports?device_id=5a3e65a9-00b1-4ef0-a913-4efc88721b32 HTTP/1.1" status: 200 len: 950 time: 0.1701303 Sep 23 19:26:57.018732 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-83af1ec2-195b-4fb5-8145-281c1cf9a4b5 req-56c59ec7-404b-4ce0-bb01-2cfe0c43c5e1 tempest-InstanceActionsTestJSON-1635188006 tempest-InstanceActionsTestJSON-1635188006-project] 10.222.0.67 "GET /v2.0/security-groups?id=6058965a-5fe4-400d-ba89-c406fa6d79a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916800 Sep 23 19:26:57.051177 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-75b0c3ee-4f30-41de-8702-ed22b8768a09 req-b49b8f96-b874-4742-a1fc-d67484267139 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=09c06b55-e8a3-4175-a4e7-e09f51f39be0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0285034 Sep 23 19:26:57.077620 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-db3d3644-22ca-40af-bcc0-8328e35a42fd req-c5ca4ce5-9dcd-48e4-8d86-6c0a716127de service neutron] 10.222.0.74 "GET /v2.0/networks/957699bb-3d06-43c7-8d92-2cc14178c33d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0951891 Sep 23 19:26:57.113532 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-82f889c9-f022-444f-9d0e-2d09280a86c8 req-e6fc9414-b86f-4936-8f37-5171fc9f96ca tempest-ServersOnMultiNodesTest-2040324995 tempest-ServersOnMultiNodesTest-2040324995-project] 10.222.0.67 "GET /v2.0/security-groups?id=157e791d-182d-45ba-a5d1-6edf868180cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662131 Sep 23 19:26:57.213782 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-75b0c3ee-4f30-41de-8702-ed22b8768a09 req-7e7eef3a-9017-41f5-bafb-2a59951485a4 service neutron] 10.222.0.74 "GET /v2.0/networks/09c06b55-e8a3-4175-a4e7-e09f51f39be0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1401775 Sep 23 19:26:57.333471 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-4207caf1-32b5-47f4-af4d-6ddfc0906613 req-e31e5290-9ebc-4f45-b0e0-2a322a6e0aa1 tempest-ServerRescueTestJSON-83326898 tempest-ServerRescueTestJSON-83326898-project] 10.222.0.67 "GET /v2.0/ports?device_id=d885963b-72aa-42e0-909c-c5c9f0a64a9f HTTP/1.1" status: 200 len: 210 time: 0.0649252 Sep 23 19:26:57.337156 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-27028f9e-bd9b-4f5f-af2e-059846929039 req-5c302d43-27fb-415f-ae37-322dfed8f2ff tempest-DeleteServersTestJSON-2111530366 tempest-DeleteServersTestJSON-2111530366-project] 10.222.0.67 "GET /v2.0/ports?device_id=b19e3d25-fa76-4ad5-ade4-28bc9af28ac3 HTTP/1.1" status: 200 len: 210 time: 0.0573201 Sep 23 19:26:57.366537 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec40f2c8-3936-47f3-8bb6-aeb977d84b45 req-05fe7bc5-9e58-4513-a741-bfe2e398d11e tempest-DeleteServersTestJSON-2111530366 tempest-DeleteServersTestJSON-2111530366-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:26:57.368371 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-ec40f2c8-3936-47f3-8bb6-aeb977d84b45 req-05fe7bc5-9e58-4513-a741-bfe2e398d11e tempest-DeleteServersTestJSON-2111530366 tempest-DeleteServersTestJSON-2111530366-project] 10.222.0.53 "GET /v2.0/networks?id=e47803fc-37db-4c82-80ca-757602b818ca HTTP/1.1" status: 200 len: 812 time: 0.1394241 Sep 23 19:26:57.388392 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.v2.base [req-ec40f2c8-3936-47f3-8bb6-aeb977d84b45 req-1e28266d-63ec-4ae2-883f-5feffe0ba40e tempest-DeleteServersTestJSON-2111530366 tempest-DeleteServersTestJSON-2111530366-project] Request body: {'port': {'device_id': 'b19e3d25-fa76-4ad5-ade4-28bc9af28ac3', 'network_id': 'e47803fc-37db-4c82-80ca-757602b818ca', 'admin_state_up': True, 'tenant_id': '30554f6e61d54c6bbf3c805c15e93860'}} {{(pid=95101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:26:57.450612 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-75b0c3ee-4f30-41de-8702-ed22b8768a09 req-b88d87a9-4385-489d-ba39-dad3a06dc6f2 service neutron] 10.222.0.74 "GET /v2.0/networks/09c06b55-e8a3-4175-a4e7-e09f51f39be0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2170172 Sep 23 19:26:57.533261 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ec40f2c8-3936-47f3-8bb6-aeb977d84b45 req-1e28266d-63ec-4ae2-883f-5feffe0ba40e tempest-DeleteServersTestJSON-2111530366 tempest-DeleteServersTestJSON-2111530366-project] Made reservation on behalf of 30554f6e61d54c6bbf3c805c15e93860 for: {'port': 1} {{(pid=95101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:26:57.538029 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-ec40f2c8-3936-47f3-8bb6-aeb977d84b45 req-1e28266d-63ec-4ae2-883f-5feffe0ba40e tempest-DeleteServersTestJSON-2111530366 tempest-DeleteServersTestJSON-2111530366-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:26:57.612968 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-8c7882a0-6c8c-48a7-b3e5-3535aa97dc0f req-f21b4c41-c32b-4a3c-9418-fa8f2ef3fbce tempest-MigrationsAdminTest-397594546 tempest-MigrationsAdminTest-397594546-project] 10.222.0.67 "GET /v2.0/networks?tenant_id=cff0149cb20c4944955e93a2b393f7c5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0351779 Sep 23 19:26:57.691106 n-d-713301-16 neutron-server[95101]: DEBUG neutron.db.db_base_plugin_common [req-ec40f2c8-3936-47f3-8bb6-aeb977d84b45 req-1e28266d-63ec-4ae2-883f-5feffe0ba40e tempest-DeleteServersTestJSON-2111530366 tempest-DeleteServersTestJSON-2111530366-project] Allocated IP 172.20.0.5 (e47803fc-37db-4c82-80ca-757602b818ca/4ba945d5-0498-408c-b65f-8f07a46d41b0/dfe12d6f-a587-4267-8cf8-408a7c963b6e) {{(pid=95101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 19:26:57.722063 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c7882a0-6c8c-48a7-b3e5-3535aa97dc0f req-7a0fa512-55ec-40c3-bc61-e9ddbda02e32 tempest-MigrationsAdminTest-397594546 tempest-MigrationsAdminTest-397594546-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:26:57.723529 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-8c7882a0-6c8c-48a7-b3e5-3535aa97dc0f req-7a0fa512-55ec-40c3-bc61-e9ddbda02e32 tempest-MigrationsAdminTest-397594546 tempest-MigrationsAdminTest-397594546-project] 10.222.0.67 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1097741 Sep 23 19:26:57.731920 n-d-713301-16 neutron-server[95103]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '342358f0-a808-4879-9696-19cba9625afd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f5483dbd-6d3f-4319-9eaa-5497612c208b'}] {{(pid=95103) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 19:26:57.734996 n-d-713301-16 neutron-server[95103]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}81a1c17f2aa89d5b3ebbba3a3e0cf7eb588e431c2224256110c4c4facdd7c3e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59848528-3fbc-4a76-80ab-71911c1fe31c" -d '{"events": [{"server_uuid": "342358f0-a808-4879-9696-19cba9625afd", "name": "network-vif-plugged", "status": "completed", "tag": "f5483dbd-6d3f-4319-9eaa-5497612c208b"}]}' {{(pid=95103) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 19:26:57.739523 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-8c7882a0-6c8c-48a7-b3e5-3535aa97dc0f req-67ae829e-8d1f-4365-87a8-5f61acbc8d5c tempest-MigrationsAdminTest-397594546 tempest-MigrationsAdminTest-397594546-project] 10.222.0.67 "GET /v2.0/quotas/cff0149cb20c4944955e93a2b393f7c5 HTTP/1.1" status: 200 len: 375 time: 0.0093591 Sep 23 19:26:57.793982 n-d-713301-16 neutron-server[95103]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 19:26:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-042f6eb4-1c96-4a80-986f-9c11733c44ce x-openstack-request-id: req-042f6eb4-1c96-4a80-986f-9c11733c44ce {{(pid=95103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 19:26:57.794557 n-d-713301-16 neutron-server[95103]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "342358f0-a808-4879-9696-19cba9625afd", "name": "network-vif-plugged", "status": "completed", "tag": "f5483dbd-6d3f-4319-9eaa-5497612c208b", "code": 200}]} {{(pid=95103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 19:26:57.795042 n-d-713301-16 neutron-server[95103]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-042f6eb4-1c96-4a80-986f-9c11733c44ce {{(pid=95103) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 19:26:57.795733 n-d-713301-16 neutron-server[95103]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '342358f0-a808-4879-9696-19cba9625afd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f5483dbd-6d3f-4319-9eaa-5497612c208b', 'code': 200} Sep 23 19:26:57.811516 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-8c7882a0-6c8c-48a7-b3e5-3535aa97dc0f req-51e06f8b-1fad-465b-b31f-188f114a48ea tempest-MigrationsAdminTest-397594546 tempest-MigrationsAdminTest-397594546-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=cff0149cb20c4944955e93a2b393f7c5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0581305 Sep 23 19:26:57.832840 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:26:57.859376 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-ec40f2c8-3936-47f3-8bb6-aeb977d84b45 req-1e28266d-63ec-4ae2-883f-5feffe0ba40e tempest-DeleteServersTestJSON-2111530366 tempest-DeleteServersTestJSON-2111530366-project] Notify callbacks [] for port, precommit_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:26:57.904788 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d98f51-3528-443c-9098-b3aef200b4e4 req-45d4276d-0e41-4d04-a463-f7ae88573c6c tempest-ServerRescueTestJSONUnderV235-3883575 tempest-ServerRescueTestJSONUnderV235-3883575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:26:57.906460 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-e4d98f51-3528-443c-9098-b3aef200b4e4 req-45d4276d-0e41-4d04-a463-f7ae88573c6c tempest-ServerRescueTestJSONUnderV235-3883575 tempest-ServerRescueTestJSONUnderV235-3883575-project] 10.222.0.67 "GET /v2.0/ports?device_id=f69a6870-83a8-419f-a0bd-2c6f209ce61f HTTP/1.1" status: 200 len: 943 time: 0.0563834 Sep 23 19:26:57.911514 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-ec40f2c8-3936-47f3-8bb6-aeb977d84b45 req-1e28266d-63ec-4ae2-883f-5feffe0ba40e tempest-DeleteServersTestJSON-2111530366 tempest-DeleteServersTestJSON-2111530366-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783145673135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5607431'] for port, after_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:26:57.959167 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ec40f2c8-3936-47f3-8bb6-aeb977d84b45 req-1e28266d-63ec-4ae2-883f-5feffe0ba40e tempest-DeleteServersTestJSON-2111530366 tempest-DeleteServersTestJSON-2111530366-project] Network e47803fc-37db-4c82-80ca-757602b818ca is already hosted by enough agents. {{(pid=95101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:26:57.963540 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.base_scheduler [req-ec40f2c8-3936-47f3-8bb6-aeb977d84b45 req-1e28266d-63ec-4ae2-883f-5feffe0ba40e tempest-DeleteServersTestJSON-2111530366 tempest-DeleteServersTestJSON-2111530366-project] Resources bound (agent type, host, resource id): {{(pid=95101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:26:57.967832 n-d-713301-16 neutron-server[95101]: DEBUG neutron.db.l3_dvrscheduler_db [req-ec40f2c8-3936-47f3-8bb6-aeb977d84b45 req-1e28266d-63ec-4ae2-883f-5feffe0ba40e tempest-DeleteServersTestJSON-2111530366 tempest-DeleteServersTestJSON-2111530366-project] Received port after_create {{(pid=95101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 19:26:57.985257 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-e4d98f51-3528-443c-9098-b3aef200b4e4 req-65735398-9c94-4237-a676-c6abc76a16ff tempest-ServerRescueTestJSONUnderV235-3883575 tempest-ServerRescueTestJSONUnderV235-3883575-project] 10.222.0.67 "GET /v2.0/security-groups?id=d3f97599-a9b1-47a3-baeb-6ab90b6bb5ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716166 Sep 23 19:26:57.996783 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e28266d-63ec-4ae2-883f-5feffe0ba40e tempest-DeleteServersTestJSON-2111530366 tempest-DeleteServersTestJSON-2111530366-project] Pushing event updated for resources: {'Port': ['ID=dfe12d6f-a587-4267-8cf8-408a7c963b6e,revision_number=1']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:26:58.030165 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec40f2c8-3936-47f3-8bb6-aeb977d84b45 req-1e28266d-63ec-4ae2-883f-5feffe0ba40e tempest-DeleteServersTestJSON-2111530366 tempest-DeleteServersTestJSON-2111530366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:26:58.031740 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-ec40f2c8-3936-47f3-8bb6-aeb977d84b45 req-1e28266d-63ec-4ae2-883f-5feffe0ba40e tempest-DeleteServersTestJSON-2111530366 tempest-DeleteServersTestJSON-2111530366-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222849'] for port, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:26:58.046436 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:26:58.047116 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-61dfce12-5c58-44c0-bb0a-f0608b120d12 req-5603c551-826d-4630-8e2c-1814cdb19bab tempest-MigrationsAdminTest-397594546 tempest-MigrationsAdminTest-397594546-project] 10.222.0.67 "GET /v2.0/ports?device_id=6573cd99-c5b7-4bf8-8671-27760195f1f4 HTTP/1.1" status: 200 len: 210 time: 0.0605507 Sep 23 19:26:58.055977 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-ec40f2c8-3936-47f3-8bb6-aeb977d84b45 req-1e28266d-63ec-4ae2-883f-5feffe0ba40e tempest-DeleteServersTestJSON-2111530366 tempest-DeleteServersTestJSON-2111530366-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6752634 Sep 23 19:26:58.078163 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.v2.base [req-ec40f2c8-3936-47f3-8bb6-aeb977d84b45 req-ff49ad57-03c1-4c48-a018-cb3d642a5c3e service neutron] Request body: {'port': {'device_id': 'b19e3d25-fa76-4ad5-ade4-28bc9af28ac3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713301-16'}} {{(pid=95101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:26:58.176267 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-ec40f2c8-3936-47f3-8bb6-aeb977d84b45 req-ff49ad57-03c1-4c48-a018-cb3d642a5c3e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:26:58.185056 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed1a65c5-15c8-421e-a9b1-2404a2e85402 req-d2906b6a-f152-4437-a8ce-fa2b572ef811 tempest-InstanceActionsTestJSON-1635188006 tempest-InstanceActionsTestJSON-1635188006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:26:58.187075 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-ed1a65c5-15c8-421e-a9b1-2404a2e85402 req-d2906b6a-f152-4437-a8ce-fa2b572ef811 tempest-InstanceActionsTestJSON-1635188006 tempest-InstanceActionsTestJSON-1635188006-project] 10.222.0.67 "GET /v2.0/ports?device_id=e99f855a-03a7-4cd0-8eef-3e107786a007 HTTP/1.1" status: 200 len: 946 time: 0.0640037 Sep 23 19:26:58.287451 n-d-713301-16 neutron-server[95101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd885963b-72aa-42e0-909c-c5c9f0a64a9f', 'name': 'network-vif-deleted', 'tag': 'b7c4b9fa-1417-4ee3-a181-c99afd755e5a'}] {{(pid=95101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 19:26:58.289629 n-d-713301-16 neutron-server[95101]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d8366c5740cd635e57ab12b71fe44a77c2acc3c19091ef849c6f68b380462244" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a43c6aa8-2a2d-4e89-af45-138a2611e138" -d '{"events": [{"server_uuid": "d885963b-72aa-42e0-909c-c5c9f0a64a9f", "name": "network-vif-deleted", "tag": "b7c4b9fa-1417-4ee3-a181-c99afd755e5a"}]}' {{(pid=95101) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 19:26:58.294114 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-ed1a65c5-15c8-421e-a9b1-2404a2e85402 req-d18156a1-b026-4a0a-ae00-d762752e79e3 tempest-InstanceActionsTestJSON-1635188006 tempest-InstanceActionsTestJSON-1635188006-project] 10.222.0.67 "GET /v2.0/security-groups?id=6058965a-5fe4-400d-ba89-c406fa6d79a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1009729 Sep 23 19:26:58.316860 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40c0ff9-7aee-4b77-81b0-a2f2f1ff9dc1 req-cafd2906-762d-4e95-8a3e-357f23f7a7cf tempest-ServersOnMultiNodesTest-2040324995 tempest-ServersOnMultiNodesTest-2040324995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:26:58.326662 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-d40c0ff9-7aee-4b77-81b0-a2f2f1ff9dc1 req-cafd2906-762d-4e95-8a3e-357f23f7a7cf tempest-ServersOnMultiNodesTest-2040324995 tempest-ServersOnMultiNodesTest-2040324995-project] 10.222.0.67 "GET /v2.0/ports?device_id=5a3e65a9-00b1-4ef0-a913-4efc88721b32 HTTP/1.1" status: 200 len: 950 time: 0.1206222 Sep 23 19:26:58.421571 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-d40c0ff9-7aee-4b77-81b0-a2f2f1ff9dc1 req-9c41cda5-fd1a-41f7-bf61-ff5b4b7022fb tempest-ServersOnMultiNodesTest-2040324995 tempest-ServersOnMultiNodesTest-2040324995-project] 10.222.0.67 "GET /v2.0/security-groups?id=157e791d-182d-45ba-a5d1-6edf868180cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835001 Sep 23 19:26:58.522510 n-d-713301-16 neutron-server[95101]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 19:26:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6394b31d-9b16-4127-af49-5a57e7fff101 x-openstack-request-id: req-6394b31d-9b16-4127-af49-5a57e7fff101 {{(pid=95101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 19:26:58.522801 n-d-713301-16 neutron-server[95101]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d885963b-72aa-42e0-909c-c5c9f0a64a9f", "name": "network-vif-deleted", "tag": "b7c4b9fa-1417-4ee3-a181-c99afd755e5a", "status": "completed", "code": 200}]} {{(pid=95101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 19:26:58.523040 n-d-713301-16 neutron-server[95101]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-6394b31d-9b16-4127-af49-5a57e7fff101 {{(pid=95101) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 19:26:58.523420 n-d-713301-16 neutron-server[95101]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd885963b-72aa-42e0-909c-c5c9f0a64a9f', 'name': 'network-vif-deleted', 'tag': 'b7c4b9fa-1417-4ee3-a181-c99afd755e5a', 'status': 'completed', 'code': 200} Sep 23 19:26:58.547930 n-d-713301-16 neutron-server[95101]: DEBUG neutron.notifiers.nova [req-ec40f2c8-3936-47f3-8bb6-aeb977d84b45 req-ff49ad57-03c1-4c48-a018-cb3d642a5c3e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dfe12d6f-a587-4267-8cf8-408a7c963b6e {{(pid=95101) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 19:26:58.557921 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-ec40f2c8-3936-47f3-8bb6-aeb977d84b45 req-ff49ad57-03c1-4c48-a018-cb3d642a5c3e service neutron] Notify callbacks [] for port, precommit_update {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:26:58.576988 n-d-713301-16 neutron-server[95101]: DEBUG neutron.db.provisioning_blocks [req-ec40f2c8-3936-47f3-8bb6-aeb977d84b45 req-ff49ad57-03c1-4c48-a018-cb3d642a5c3e service neutron] Transition to ACTIVE for port object dfe12d6f-a587-4267-8cf8-408a7c963b6e will not be triggered until provisioned by entity L2. {{(pid=95101) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 19:26:58.581264 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-ec40f2c8-3936-47f3-8bb6-aeb977d84b45 req-ff49ad57-03c1-4c48-a018-cb3d642a5c3e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5607436'] for port, after_update {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:26:58.657443 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff49ad57-03c1-4c48-a018-cb3d642a5c3e service neutron] Pushing event updated for resources: {'Port': ['ID=dfe12d6f-a587-4267-8cf8-408a7c963b6e,revision_number=2']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:26:58.722260 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.managers [req-ec40f2c8-3936-47f3-8bb6-aeb977d84b45 req-ff49ad57-03c1-4c48-a018-cb3d642a5c3e service neutron] Attempting to bind port dfe12d6f-a587-4267-8cf8-408a7c963b6e on host n-h2-713301-16 for vnic_type normal with profile {{(pid=95101) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 19:26:58.722580 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.managers [req-ec40f2c8-3936-47f3-8bb6-aeb977d84b45 req-ff49ad57-03c1-4c48-a018-cb3d642a5c3e service neutron] Attempting to bind port dfe12d6f-a587-4267-8cf8-408a7c963b6e by drivers openvswitch,hyperv on host n-h2-713301-16 at level 0 using segments [{'id': '741d6d3e-2760-41a6-838f-b8b4255cee30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': 'e47803fc-37db-4c82-80ca-757602b818ca'}] {{(pid=95101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 19:26:58.722902 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec40f2c8-3936-47f3-8bb6-aeb977d84b45 req-ff49ad57-03c1-4c48-a018-cb3d642a5c3e service neutron] Attempting to bind port dfe12d6f-a587-4267-8cf8-408a7c963b6e on network e47803fc-37db-4c82-80ca-757602b818ca {{(pid=95101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:26:58.727371 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df47313e-dc41-49b0-b5ee-a93ff1e70bb7 req-4c343c28-32b4-4611-b053-a84379a017f6 tempest-ServersOnMultiNodesTest-400318425 tempest-ServersOnMultiNodesTest-400318425-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:26:58.728129 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec40f2c8-3936-47f3-8bb6-aeb977d84b45 req-ff49ad57-03c1-4c48-a018-cb3d642a5c3e service neutron] Port dfe12d6f-a587-4267-8cf8-408a7c963b6e on network e47803fc-37db-4c82-80ca-757602b818ca not bound, no agent of type Open vSwitch agent registered on host n-h2-713301-16 {{(pid=95101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 19:26:58.728263 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec40f2c8-3936-47f3-8bb6-aeb977d84b45 req-ff49ad57-03c1-4c48-a018-cb3d642a5c3e service neutron] Attempting to bind port dfe12d6f-a587-4267-8cf8-408a7c963b6e on network e47803fc-37db-4c82-80ca-757602b818ca {{(pid=95101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:26:58.729437 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-df47313e-dc41-49b0-b5ee-a93ff1e70bb7 req-4c343c28-32b4-4611-b053-a84379a017f6 tempest-ServersOnMultiNodesTest-400318425 tempest-ServersOnMultiNodesTest-400318425-project-admin] 10.222.0.67 "GET /v2.0/ports?device_id=5a3e65a9-00b1-4ef0-a913-4efc88721b32 HTTP/1.1" status: 200 len: 1102 time: 0.0981183 Sep 23 19:26:58.734010 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec40f2c8-3936-47f3-8bb6-aeb977d84b45 req-ff49ad57-03c1-4c48-a018-cb3d642a5c3e service neutron] Checking agent: {'id': '2a7cea34-db54-4faf-8d23-37521c3e34cb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713301-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 19, 15, 28), 'started_at': datetime.datetime(2021, 9, 23, 19, 15, 28), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 19, 26, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 19:26:58.734503 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec40f2c8-3936-47f3-8bb6-aeb977d84b45 req-ff49ad57-03c1-4c48-a018-cb3d642a5c3e service neutron] Checking segment: {'id': '741d6d3e-2760-41a6-838f-b8b4255cee30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': 'e47803fc-37db-4c82-80ca-757602b818ca'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:26:58.734949 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec40f2c8-3936-47f3-8bb6-aeb977d84b45 req-ff49ad57-03c1-4c48-a018-cb3d642a5c3e service neutron] Bound using segment: {'id': '741d6d3e-2760-41a6-838f-b8b4255cee30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': 'e47803fc-37db-4c82-80ca-757602b818ca'} {{(pid=95101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 19:26:58.735380 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.managers [req-ec40f2c8-3936-47f3-8bb6-aeb977d84b45 req-ff49ad57-03c1-4c48-a018-cb3d642a5c3e service neutron] Bound port: dfe12d6f-a587-4267-8cf8-408a7c963b6e, host: n-h2-713301-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '741d6d3e-2760-41a6-838f-b8b4255cee30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': 'e47803fc-37db-4c82-80ca-757602b818ca'}}] {{(pid=95101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 19:26:58.735775 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-ec40f2c8-3936-47f3-8bb6-aeb977d84b45 req-ff49ad57-03c1-4c48-a018-cb3d642a5c3e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:26:58.745205 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f87712-f678-4a30-994b-c160be84654f req-803200ca-5f49-44b4-b43d-ba5e72b56ca5 tempest-DeleteServersTestJSON-2111530366 tempest-DeleteServersTestJSON-2111530366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:26:58.746978 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-f6f87712-f678-4a30-994b-c160be84654f req-803200ca-5f49-44b4-b43d-ba5e72b56ca5 tempest-DeleteServersTestJSON-2111530366 tempest-DeleteServersTestJSON-2111530366-project] 10.222.0.67 "GET /v2.0/ports?device_id=b19e3d25-fa76-4ad5-ade4-28bc9af28ac3 HTTP/1.1" status: 200 len: 943 time: 0.0995135 Sep 23 19:26:58.812669 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-f6f87712-f678-4a30-994b-c160be84654f req-0e010a1d-af0b-4a5f-81fa-81ead8e63ccd tempest-DeleteServersTestJSON-2111530366 tempest-DeleteServersTestJSON-2111530366-project] 10.222.0.67 "GET /v2.0/security-groups?id=67f2e2ca-928f-40e5-b9b2-05ec3bddbb37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571759 Sep 23 19:26:58.814363 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-df47313e-dc41-49b0-b5ee-a93ff1e70bb7 req-d65336b5-911a-4d18-9157-6267f4a59ee5 tempest-ServersOnMultiNodesTest-400318425 tempest-ServersOnMultiNodesTest-400318425-project-admin] 10.222.0.67 "GET /v2.0/security-groups?id=157e791d-182d-45ba-a5d1-6edf868180cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664289 Sep 23 19:26:58.821794 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.db [req-ec40f2c8-3936-47f3-8bb6-aeb977d84b45 req-ff49ad57-03c1-4c48-a018-cb3d642a5c3e service neutron] For port dfe12d6f-a587-4267-8cf8-408a7c963b6e, host n-h2-713301-16, cleared binding levels {{(pid=95101) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 19:26:58.827402 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.db [req-ec40f2c8-3936-47f3-8bb6-aeb977d84b45 req-ff49ad57-03c1-4c48-a018-cb3d642a5c3e service neutron] For port dfe12d6f-a587-4267-8cf8-408a7c963b6e, host n-h2-713301-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-16',level=0,port_id=dfe12d6f-a587-4267-8cf8-408a7c963b6e,segment=NetworkSegment(741d6d3e-2760-41a6-838f-b8b4255cee30),segment_id=741d6d3e-2760-41a6-838f-b8b4255cee30)] {{(pid=95101) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 19:26:58.850450 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-ec40f2c8-3936-47f3-8bb6-aeb977d84b45 req-ff49ad57-03c1-4c48-a018-cb3d642a5c3e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5607436'] for port, after_update {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:26:58.890967 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec40f2c8-3936-47f3-8bb6-aeb977d84b45 req-ff49ad57-03c1-4c48-a018-cb3d642a5c3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:26:58.891815 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-ec40f2c8-3936-47f3-8bb6-aeb977d84b45 req-ff49ad57-03c1-4c48-a018-cb3d642a5c3e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222849'] for port, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:26:58.893523 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-ec40f2c8-3936-47f3-8bb6-aeb977d84b45 req-ff49ad57-03c1-4c48-a018-cb3d642a5c3e service neutron] 10.222.0.53 "PUT /v2.0/ports/dfe12d6f-a587-4267-8cf8-408a7c963b6e HTTP/1.1" status: 200 len: 1092 time: 0.8199103 Sep 23 19:26:58.934047 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff49ad57-03c1-4c48-a018-cb3d642a5c3e service neutron] Pushing event updated for resources: {'Port': ['ID=dfe12d6f-a587-4267-8cf8-408a7c963b6e,revision_number=3']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:26:58.993756 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec40f2c8-3936-47f3-8bb6-aeb977d84b45 req-1d261c42-d7b0-4462-b7ec-49567fc260cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:26:58.996963 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-ec40f2c8-3936-47f3-8bb6-aeb977d84b45 req-1d261c42-d7b0-4462-b7ec-49567fc260cb service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=30554f6e61d54c6bbf3c805c15e93860&device_id=b19e3d25-fa76-4ad5-ade4-28bc9af28ac3 HTTP/1.1" status: 200 len: 1095 time: 0.0593643 Sep 23 19:26:59.059399 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-ec40f2c8-3936-47f3-8bb6-aeb977d84b45 req-795bb284-0aae-46de-9667-e4eb0be5b925 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=dfe12d6f-a587-4267-8cf8-408a7c963b6e HTTP/1.1" status: 200 len: 217 time: 0.0478959 Sep 23 19:26:59.107787 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee6048da-9689-40c0-8b41-43bb2cd51112 req-19479206-fed1-463b-8279-c7637a25b59b tempest-InstanceActionsTestJSON-1635188006 tempest-InstanceActionsTestJSON-1635188006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:26:59.109757 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-ee6048da-9689-40c0-8b41-43bb2cd51112 req-19479206-fed1-463b-8279-c7637a25b59b tempest-InstanceActionsTestJSON-1635188006 tempest-InstanceActionsTestJSON-1635188006-project] 10.222.0.67 "GET /v2.0/ports?device_id=e99f855a-03a7-4cd0-8eef-3e107786a007 HTTP/1.1" status: 200 len: 946 time: 0.0622957 Sep 23 19:26:59.128348 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec40f2c8-3936-47f3-8bb6-aeb977d84b45 req-eb1c441e-a4ff-486e-b321-c5e939bba312 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:26:59.130457 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-ec40f2c8-3936-47f3-8bb6-aeb977d84b45 req-eb1c441e-a4ff-486e-b321-c5e939bba312 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=4ba945d5-0498-408c-b65f-8f07a46d41b0 HTTP/1.1" status: 200 len: 852 time: 0.0591214 Sep 23 19:26:59.150370 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Device b7c4b9fa-1417-4ee3-a181-c99afd755e5a no longer exists at agent hyperv_n-h2-713301-16 {{(pid=95103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 19:26:59.175429 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-ec40f2c8-3936-47f3-8bb6-aeb977d84b45 req-8de39c13-b120-49d5-aae3-62afc7ae01cd service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=e47803fc-37db-4c82-80ca-757602b818ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0375865 Sep 23 19:26:59.177126 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-ee6048da-9689-40c0-8b41-43bb2cd51112 req-3224775d-7c98-4327-b110-987e905949d0 tempest-InstanceActionsTestJSON-1635188006 tempest-InstanceActionsTestJSON-1635188006-project] 10.222.0.67 "GET /v2.0/security-groups?id=6058965a-5fe4-400d-ba89-c406fa6d79a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594211 Sep 23 19:26:59.225162 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.plugin [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] No Port match for: b7c4b9fa-1417-4ee3-a181-c99afd755e5a {{(pid=95103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 19:26:59.226213 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Device b7c4b9fa-1417-4ee3-a181-c99afd755e5a not bound to the agent host n-h2-713301-16 {{(pid=95103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 19:26:59.313889 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-8c7882a0-6c8c-48a7-b3e5-3535aa97dc0f req-97ce80d8-4b4d-4fef-bf49-d975755097cd tempest-MigrationsAdminTest-397594546 tempest-MigrationsAdminTest-397594546-project] 10.222.0.53 "GET /v2.0/networks?tenant_id=cff0149cb20c4944955e93a2b393f7c5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0308821 Sep 23 19:26:59.366142 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f9e3fb-ca9f-45ff-9f91-d903c6bd522a req-4b94429f-4f9d-4374-9ccd-1c687e3ae5c4 tempest-ServerRescueTestJSON-83326898 tempest-ServerRescueTestJSON-83326898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:26:59.368881 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-71f9e3fb-ca9f-45ff-9f91-d903c6bd522a req-4b94429f-4f9d-4374-9ccd-1c687e3ae5c4 tempest-ServerRescueTestJSON-83326898 tempest-ServerRescueTestJSON-83326898-project] 10.222.0.67 "GET /v2.0/ports?device_id=777ece37-282c-46bf-a54e-b76185b0b66f HTTP/1.1" status: 200 len: 945 time: 0.1109223 Sep 23 19:26:59.370347 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-ec40f2c8-3936-47f3-8bb6-aeb977d84b45 req-f5e3413f-c1b9-46a8-ae10-3ab82320f498 service neutron] 10.222.0.53 "GET /v2.0/networks/e47803fc-37db-4c82-80ca-757602b818ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1848047 Sep 23 19:26:59.404534 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f96c3e31-084f-420a-a7a2-94d90284b8d8 req-ba4009af-ee5b-48f7-b6e9-b7d29cb86441 tempest-ServerRescueTestJSONUnderV235-3883575 tempest-ServerRescueTestJSONUnderV235-3883575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:26:59.406083 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-f96c3e31-084f-420a-a7a2-94d90284b8d8 req-ba4009af-ee5b-48f7-b6e9-b7d29cb86441 tempest-ServerRescueTestJSONUnderV235-3883575 tempest-ServerRescueTestJSONUnderV235-3883575-project] 10.222.0.67 "GET /v2.0/ports?device_id=f69a6870-83a8-419f-a0bd-2c6f209ce61f HTTP/1.1" status: 200 len: 943 time: 0.1105063 Sep 23 19:26:59.447037 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-71f9e3fb-ca9f-45ff-9f91-d903c6bd522a req-aab2a016-0f0e-426b-a4ce-0e3eadb0accd tempest-ServerRescueTestJSON-83326898 tempest-ServerRescueTestJSON-83326898-project] 10.222.0.67 "GET /v2.0/security-groups?id=324a4552-7b72-4e62-bcd4-dc8354c093e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703838 Sep 23 19:26:59.470696 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-f96c3e31-084f-420a-a7a2-94d90284b8d8 req-56f81be8-4561-464a-bd53-c9283de62782 tempest-ServerRescueTestJSONUnderV235-3883575 tempest-ServerRescueTestJSONUnderV235-3883575-project] 10.222.0.67 "GET /v2.0/security-groups?id=d3f97599-a9b1-47a3-baeb-6ab90b6bb5ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560372 Sep 23 19:26:59.516125 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c7882a0-6c8c-48a7-b3e5-3535aa97dc0f req-c4e30d75-e70c-4e9a-a144-aaa2292f5bda tempest-MigrationsAdminTest-397594546 tempest-MigrationsAdminTest-397594546-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:26:59.517666 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-8c7882a0-6c8c-48a7-b3e5-3535aa97dc0f req-c4e30d75-e70c-4e9a-a144-aaa2292f5bda tempest-MigrationsAdminTest-397594546 tempest-MigrationsAdminTest-397594546-project] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1973848 Sep 23 19:26:59.536311 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.v2.base [req-8c7882a0-6c8c-48a7-b3e5-3535aa97dc0f req-15dbac1f-de71-497e-ab18-771dbc27fe91 tempest-MigrationsAdminTest-397594546 tempest-MigrationsAdminTest-397594546-project] Request body: {'port': {'device_id': '6573cd99-c5b7-4bf8-8671-27760195f1f4', 'network_id': '5220cb0c-da05-478a-9604-8c11469a05b4', 'admin_state_up': True, 'tenant_id': 'cff0149cb20c4944955e93a2b393f7c5'}} {{(pid=95101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:26:59.564570 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-13cab0d9-7d53-46a0-a090-765c6cf3defb req-7bd43ee3-ca07-4b3d-8291-9ac8affd3fcb tempest-MigrationsAdminTest-397594546 tempest-MigrationsAdminTest-397594546-project] 10.222.0.67 "GET /v2.0/ports?device_id=6573cd99-c5b7-4bf8-8671-27760195f1f4 HTTP/1.1" status: 200 len: 210 time: 0.0352309 Sep 23 19:26:59.571624 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-ec40f2c8-3936-47f3-8bb6-aeb977d84b45 req-6a5100d0-b2d5-46a9-9205-0c3a45770f59 service neutron] 10.222.0.53 "GET /v2.0/networks/e47803fc-37db-4c82-80ca-757602b818ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1929395 Sep 23 19:26:59.613607 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e50e911-76cc-41e9-bcdb-6bf59b9ec254 req-155fbac8-a583-4c92-80e9-c1e195bb6d0e tempest-ServersOnMultiNodesTest-2040324995 tempest-ServersOnMultiNodesTest-2040324995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:26:59.615743 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-8e50e911-76cc-41e9-bcdb-6bf59b9ec254 req-155fbac8-a583-4c92-80e9-c1e195bb6d0e tempest-ServersOnMultiNodesTest-2040324995 tempest-ServersOnMultiNodesTest-2040324995-project] 10.222.0.67 "GET /v2.0/ports?device_id=5a3e65a9-00b1-4ef0-a913-4efc88721b32 HTTP/1.1" status: 200 len: 950 time: 0.0752406 Sep 23 19:26:59.661559 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-8e50e911-76cc-41e9-bcdb-6bf59b9ec254 req-6f5e743b-82bc-4c81-a36d-2fd9207cc905 tempest-ServersOnMultiNodesTest-2040324995 tempest-ServersOnMultiNodesTest-2040324995-project] 10.222.0.67 "GET /v2.0/security-groups?id=157e791d-182d-45ba-a5d1-6edf868180cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382943 Sep 23 19:26:59.694017 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8c7882a0-6c8c-48a7-b3e5-3535aa97dc0f req-15dbac1f-de71-497e-ab18-771dbc27fe91 tempest-MigrationsAdminTest-397594546 tempest-MigrationsAdminTest-397594546-project] Made reservation on behalf of cff0149cb20c4944955e93a2b393f7c5 for: {'port': 1} {{(pid=95101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:26:59.698101 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-8c7882a0-6c8c-48a7-b3e5-3535aa97dc0f req-15dbac1f-de71-497e-ab18-771dbc27fe91 tempest-MigrationsAdminTest-397594546 tempest-MigrationsAdminTest-397594546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:26:59.708027 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Device 85f79270-01a6-4bfc-b9f8-7154a719205a details requested by agent hyperv_n-h1-713301-16 with host n-h1-713301-16 {{(pid=95103) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 19:26:59.812639 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] For port 85f79270-01a6-4bfc-b9f8-7154a719205a, host n-h1-713301-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-16',level=0,port_id=85f79270-01a6-4bfc-b9f8-7154a719205a,segment=NetworkSegment(4e645381-3cf7-44d9-935f-d566da4456b8),segment_id=4e645381-3cf7-44d9-935f-d566da4456b8)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:26:59.824650 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Returning: {'device': '85f79270-01a6-4bfc-b9f8-7154a719205a', 'network_id': '957699bb-3d06-43c7-8d92-2cc14178c33d', 'port_id': '85f79270-01a6-4bfc-b9f8-7154a719205a', 'mac_address': 'fa:16:3e:d6:a4:ed', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 606, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '42f61b3d-d2c5-4fe1-a0f1-03eaa8653b9c', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95103) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 19:26:59.837617 n-d-713301-16 neutron-server[95101]: DEBUG neutron.db.db_base_plugin_common [req-8c7882a0-6c8c-48a7-b3e5-3535aa97dc0f req-15dbac1f-de71-497e-ab18-771dbc27fe91 tempest-MigrationsAdminTest-397594546 tempest-MigrationsAdminTest-397594546-project] Allocated IP 192.168.233.39 (5220cb0c-da05-478a-9604-8c11469a05b4/1ccc69bc-9d6b-44d9-b227-204e47dc6e45/99215099-e4ca-41e9-9da2-30bc7fb3a27f) {{(pid=95101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 19:26:59.864452 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:26:59.879027 n-d-713301-16 neutron-server[95103]: DEBUG neutron.notifiers.nova [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 85f79270-01a6-4bfc-b9f8-7154a719205a {{(pid=95103) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 19:26:59.900914 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] For port 85f79270-01a6-4bfc-b9f8-7154a719205a, host n-h1-713301-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-16',level=0,port_id=85f79270-01a6-4bfc-b9f8-7154a719205a,segment=NetworkSegment(4e645381-3cf7-44d9-935f-d566da4456b8),segment_id=4e645381-3cf7-44d9-935f-d566da4456b8)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:26:59.906462 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:26:59.949551 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a00d5e03-b344-4f80-945f-419260df0210 req-25bd89e1-a306-4066-b373-5b8a97711042 tempest-DeleteServersTestJSON-2111530366 tempest-DeleteServersTestJSON-2111530366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:26:59.957145 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-a00d5e03-b344-4f80-945f-419260df0210 req-25bd89e1-a306-4066-b373-5b8a97711042 tempest-DeleteServersTestJSON-2111530366 tempest-DeleteServersTestJSON-2111530366-project] 10.222.0.67 "GET /v2.0/ports?device_id=b19e3d25-fa76-4ad5-ade4-28bc9af28ac3 HTTP/1.1" status: 200 len: 943 time: 0.0635183 Sep 23 19:26:59.968553 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Pushing event updated for resources: {'Port': ['ID=85f79270-01a6-4bfc-b9f8-7154a719205a,revision_number=4']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:26:59.995133 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-a00d5e03-b344-4f80-945f-419260df0210 req-8cc366b2-2cc7-4f9e-8b58-f2697d0cc556 tempest-DeleteServersTestJSON-2111530366 tempest-DeleteServersTestJSON-2111530366-project] 10.222.0.67 "GET /v2.0/security-groups?id=67f2e2ca-928f-40e5-b9b2-05ec3bddbb37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360560 Sep 23 19:27:00.001730 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-8c7882a0-6c8c-48a7-b3e5-3535aa97dc0f req-15dbac1f-de71-497e-ab18-771dbc27fe91 tempest-MigrationsAdminTest-397594546 tempest-MigrationsAdminTest-397594546-project] Notify callbacks [] for port, precommit_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:27:00.038515 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-8c7882a0-6c8c-48a7-b3e5-3535aa97dc0f req-15dbac1f-de71-497e-ab18-771dbc27fe91 tempest-MigrationsAdminTest-397594546 tempest-MigrationsAdminTest-397594546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783145673135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5607431'] for port, after_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:27:00.051326 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] get_ports_and_sgs() called for port_ids ['5e0cfb4e-f0a0-4307-98ca-fd7fbec65808'] {{(pid=95103) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 19:27:00.053593 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] get_ports_and_sgs() called for port_ids ['f5483dbd-6d3f-4319-9eaa-5497612c208b'] {{(pid=95103) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 19:27:00.085039 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8c7882a0-6c8c-48a7-b3e5-3535aa97dc0f req-15dbac1f-de71-497e-ab18-771dbc27fe91 tempest-MigrationsAdminTest-397594546 tempest-MigrationsAdminTest-397594546-project] Network 5220cb0c-da05-478a-9604-8c11469a05b4 is already hosted by enough agents. {{(pid=95101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:27:00.088583 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.base_scheduler [req-8c7882a0-6c8c-48a7-b3e5-3535aa97dc0f req-15dbac1f-de71-497e-ab18-771dbc27fe91 tempest-MigrationsAdminTest-397594546 tempest-MigrationsAdminTest-397594546-project] Resources bound (agent type, host, resource id): {{(pid=95101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:27:00.092829 n-d-713301-16 neutron-server[95101]: DEBUG neutron.db.l3_dvrscheduler_db [req-8c7882a0-6c8c-48a7-b3e5-3535aa97dc0f req-15dbac1f-de71-497e-ab18-771dbc27fe91 tempest-MigrationsAdminTest-397594546 tempest-MigrationsAdminTest-397594546-project] Received port after_create {{(pid=95101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 19:27:00.126749 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15dbac1f-de71-497e-ab18-771dbc27fe91 tempest-MigrationsAdminTest-397594546 tempest-MigrationsAdminTest-397594546-project] Pushing event updated for resources: {'Port': ['ID=99215099-e4ca-41e9-9da2-30bc7fb3a27f,revision_number=1']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:27:00.164089 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c7882a0-6c8c-48a7-b3e5-3535aa97dc0f req-15dbac1f-de71-497e-ab18-771dbc27fe91 tempest-MigrationsAdminTest-397594546 tempest-MigrationsAdminTest-397594546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:27:00.164975 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-8c7882a0-6c8c-48a7-b3e5-3535aa97dc0f req-15dbac1f-de71-497e-ab18-771dbc27fe91 tempest-MigrationsAdminTest-397594546 tempest-MigrationsAdminTest-397594546-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222849'] for port, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:27:00.183339 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-8c7882a0-6c8c-48a7-b3e5-3535aa97dc0f req-15dbac1f-de71-497e-ab18-771dbc27fe91 tempest-MigrationsAdminTest-397594546 tempest-MigrationsAdminTest-397594546-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.6557159 Sep 23 19:27:00.197299 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.v2.base [req-8c7882a0-6c8c-48a7-b3e5-3535aa97dc0f req-4909649c-abab-475d-8f40-848cd6e05f91 service neutron] Request body: {'port': {'device_id': '6573cd99-c5b7-4bf8-8671-27760195f1f4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713301-16'}} {{(pid=95101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:27:00.270780 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-8c7882a0-6c8c-48a7-b3e5-3535aa97dc0f req-4909649c-abab-475d-8f40-848cd6e05f91 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:27:00.321095 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf1abf3-305c-4829-a720-710d34df5f4d req-84cc7fce-7000-482d-87de-32a05ac8db6d tempest-InstanceActionsTestJSON-1635188006 tempest-InstanceActionsTestJSON-1635188006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:27:00.328334 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-ecf1abf3-305c-4829-a720-710d34df5f4d req-84cc7fce-7000-482d-87de-32a05ac8db6d tempest-InstanceActionsTestJSON-1635188006 tempest-InstanceActionsTestJSON-1635188006-project] 10.222.0.67 "GET /v2.0/ports?device_id=e99f855a-03a7-4cd0-8eef-3e107786a007 HTTP/1.1" status: 200 len: 946 time: 0.0558872 Sep 23 19:27:00.363231 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-ecf1abf3-305c-4829-a720-710d34df5f4d req-7eec2262-613d-4936-810a-217856e6bf5d tempest-InstanceActionsTestJSON-1635188006 tempest-InstanceActionsTestJSON-1635188006-project] 10.222.0.67 "GET /v2.0/security-groups?id=6058965a-5fe4-400d-ba89-c406fa6d79a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340278 Sep 23 19:27:00.414723 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-b99d647a-0827-49c5-8ae2-0dd0a0143d91 None None] Provisioning complete for port 99215099-e4ca-41e9-9da2-30bc7fb3a27f triggered by entity DHCP. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:27:00.415313 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b99d647a-0827-49c5-8ae2-0dd0a0143d91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:27:00.448188 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.plugin [None req-b99d647a-0827-49c5-8ae2-0dd0a0143d91 None None] Port 99215099-e4ca-41e9-9da2-30bc7fb3a27f cannot update to ACTIVE because it is not bound. {{(pid=95103) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 19:27:00.489333 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] get_ports_and_sgs() called for port_ids ['85f79270-01a6-4bfc-b9f8-7154a719205a'] {{(pid=95103) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 19:27:00.524687 n-d-713301-16 neutron-server[95101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b19e3d25-fa76-4ad5-ade4-28bc9af28ac3', 'tag': 'dfe12d6f-a587-4267-8cf8-408a7c963b6e'}] {{(pid=95101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 19:27:00.527323 n-d-713301-16 neutron-server[95101]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d8366c5740cd635e57ab12b71fe44a77c2acc3c19091ef849c6f68b380462244" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0d41bf7-e886-4171-964b-b2d523eed12f" -d '{"events": [{"name": "network-changed", "server_uuid": "b19e3d25-fa76-4ad5-ade4-28bc9af28ac3", "tag": "dfe12d6f-a587-4267-8cf8-408a7c963b6e"}]}' {{(pid=95101) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 19:27:00.569802 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ef9d2e-3c61-4f9c-b450-6bfa5d6f0976 req-96bdc6c8-9fcf-4a5f-88dc-74314d077bd4 tempest-ServerRescueTestJSON-83326898 tempest-ServerRescueTestJSON-83326898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:27:00.577428 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-c9ef9d2e-3c61-4f9c-b450-6bfa5d6f0976 req-96bdc6c8-9fcf-4a5f-88dc-74314d077bd4 tempest-ServerRescueTestJSON-83326898 tempest-ServerRescueTestJSON-83326898-project] 10.222.0.67 "GET /v2.0/ports?device_id=777ece37-282c-46bf-a54e-b76185b0b66f HTTP/1.1" status: 200 len: 945 time: 0.0601437 Sep 23 19:27:00.577848 n-d-713301-16 neutron-server[95101]: DEBUG neutron.notifiers.nova [req-8c7882a0-6c8c-48a7-b3e5-3535aa97dc0f req-4909649c-abab-475d-8f40-848cd6e05f91 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 99215099-e4ca-41e9-9da2-30bc7fb3a27f {{(pid=95101) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 19:27:00.586435 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-8c7882a0-6c8c-48a7-b3e5-3535aa97dc0f req-4909649c-abab-475d-8f40-848cd6e05f91 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:27:00.599867 n-d-713301-16 neutron-server[95101]: DEBUG neutron.db.provisioning_blocks [req-8c7882a0-6c8c-48a7-b3e5-3535aa97dc0f req-4909649c-abab-475d-8f40-848cd6e05f91 service neutron] Transition to ACTIVE for port object 99215099-e4ca-41e9-9da2-30bc7fb3a27f will not be triggered until provisioned by entity L2. {{(pid=95101) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 19:27:00.606049 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-8c7882a0-6c8c-48a7-b3e5-3535aa97dc0f req-4909649c-abab-475d-8f40-848cd6e05f91 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5607436'] for port, after_update {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:27:00.660487 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33156be5-1ea7-4f1a-a9a2-b8bbf6f725bd req-34ca24ea-fff4-47f4-a1b1-84450d21c460 tempest-ServerRescueTestJSONUnderV235-3883575 tempest-ServerRescueTestJSONUnderV235-3883575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:27:00.662666 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4909649c-abab-475d-8f40-848cd6e05f91 service neutron] Pushing event updated for resources: {'Port': ['ID=99215099-e4ca-41e9-9da2-30bc7fb3a27f,revision_number=2']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:27:00.663699 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-33156be5-1ea7-4f1a-a9a2-b8bbf6f725bd req-34ca24ea-fff4-47f4-a1b1-84450d21c460 tempest-ServerRescueTestJSONUnderV235-3883575 tempest-ServerRescueTestJSONUnderV235-3883575-project] 10.222.0.67 "GET /v2.0/ports?device_id=f69a6870-83a8-419f-a0bd-2c6f209ce61f HTTP/1.1" status: 200 len: 944 time: 0.0841682 Sep 23 19:27:00.678197 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-c9ef9d2e-3c61-4f9c-b450-6bfa5d6f0976 req-fee44a44-73e9-4ef8-b83a-977607392750 tempest-ServerRescueTestJSON-83326898 tempest-ServerRescueTestJSON-83326898-project] 10.222.0.67 "GET /v2.0/security-groups?id=324a4552-7b72-4e62-bcd4-dc8354c093e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944660 Sep 23 19:27:00.718211 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-33156be5-1ea7-4f1a-a9a2-b8bbf6f725bd req-dce7ad09-484a-4d94-9092-18dbcce88733 tempest-ServerRescueTestJSONUnderV235-3883575 tempest-ServerRescueTestJSONUnderV235-3883575-project] 10.222.0.67 "GET /v2.0/security-groups?id=d3f97599-a9b1-47a3-baeb-6ab90b6bb5ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366197 Sep 23 19:27:00.727433 n-d-713301-16 neutron-server[95101]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 19:27:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6bb2d59d-7bfc-4de1-a3e6-9a1e0712d778 x-openstack-request-id: req-6bb2d59d-7bfc-4de1-a3e6-9a1e0712d778 {{(pid=95101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 19:27:00.727725 n-d-713301-16 neutron-server[95101]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b19e3d25-fa76-4ad5-ade4-28bc9af28ac3", "tag": "dfe12d6f-a587-4267-8cf8-408a7c963b6e", "status": "completed", "code": 200}]} {{(pid=95101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 19:27:00.728005 n-d-713301-16 neutron-server[95101]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-6bb2d59d-7bfc-4de1-a3e6-9a1e0712d778 {{(pid=95101) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 19:27:00.728400 n-d-713301-16 neutron-server[95101]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b19e3d25-fa76-4ad5-ade4-28bc9af28ac3', 'tag': 'dfe12d6f-a587-4267-8cf8-408a7c963b6e', 'status': 'completed', 'code': 200} Sep 23 19:27:00.831604 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.managers [req-8c7882a0-6c8c-48a7-b3e5-3535aa97dc0f req-4909649c-abab-475d-8f40-848cd6e05f91 service neutron] Attempting to bind port 99215099-e4ca-41e9-9da2-30bc7fb3a27f on host n-h2-713301-16 for vnic_type normal with profile {{(pid=95101) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 19:27:00.831932 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.managers [req-8c7882a0-6c8c-48a7-b3e5-3535aa97dc0f req-4909649c-abab-475d-8f40-848cd6e05f91 service neutron] Attempting to bind port 99215099-e4ca-41e9-9da2-30bc7fb3a27f by drivers openvswitch,hyperv on host n-h2-713301-16 at level 0 using segments [{'id': '6139d589-eb6c-4578-8935-c26ddf396853', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '5220cb0c-da05-478a-9604-8c11469a05b4'}] {{(pid=95101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 19:27:00.832259 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c7882a0-6c8c-48a7-b3e5-3535aa97dc0f req-4909649c-abab-475d-8f40-848cd6e05f91 service neutron] Attempting to bind port 99215099-e4ca-41e9-9da2-30bc7fb3a27f on network 5220cb0c-da05-478a-9604-8c11469a05b4 {{(pid=95101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:27:00.842472 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c7882a0-6c8c-48a7-b3e5-3535aa97dc0f req-4909649c-abab-475d-8f40-848cd6e05f91 service neutron] Port 99215099-e4ca-41e9-9da2-30bc7fb3a27f on network 5220cb0c-da05-478a-9604-8c11469a05b4 not bound, no agent of type Open vSwitch agent registered on host n-h2-713301-16 {{(pid=95101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 19:27:00.842795 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c7882a0-6c8c-48a7-b3e5-3535aa97dc0f req-4909649c-abab-475d-8f40-848cd6e05f91 service neutron] Attempting to bind port 99215099-e4ca-41e9-9da2-30bc7fb3a27f on network 5220cb0c-da05-478a-9604-8c11469a05b4 {{(pid=95101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:27:00.851213 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad9efc9-3b2b-4dd4-b8cf-6397be9f5411 req-68e90016-3560-481f-97fd-81fbdb6aa9d5 tempest-MigrationsAdminTest-397594546 tempest-MigrationsAdminTest-397594546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:27:00.859094 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-7ad9efc9-3b2b-4dd4-b8cf-6397be9f5411 req-68e90016-3560-481f-97fd-81fbdb6aa9d5 tempest-MigrationsAdminTest-397594546 tempest-MigrationsAdminTest-397594546-project] 10.222.0.67 "GET /v2.0/ports?device_id=6573cd99-c5b7-4bf8-8671-27760195f1f4 HTTP/1.1" status: 200 len: 947 time: 0.0727661 Sep 23 19:27:00.861745 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d7fbdd-7c9d-4481-98db-0f7085e6c0d7 req-a9efa46c-daca-4cc4-8ac3-b58edf0164fc tempest-ServersOnMultiNodesTest-2040324995 tempest-ServersOnMultiNodesTest-2040324995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:27:00.863400 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-44d7fbdd-7c9d-4481-98db-0f7085e6c0d7 req-a9efa46c-daca-4cc4-8ac3-b58edf0164fc tempest-ServersOnMultiNodesTest-2040324995 tempest-ServersOnMultiNodesTest-2040324995-project] 10.222.0.53 "GET /v2.0/ports?device_id=5a3e65a9-00b1-4ef0-a913-4efc88721b32 HTTP/1.1" status: 200 len: 950 time: 0.1184998 Sep 23 19:27:00.865938 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c7882a0-6c8c-48a7-b3e5-3535aa97dc0f req-4909649c-abab-475d-8f40-848cd6e05f91 service neutron] Checking agent: {'id': '2a7cea34-db54-4faf-8d23-37521c3e34cb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713301-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 19, 15, 28), 'started_at': datetime.datetime(2021, 9, 23, 19, 15, 28), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 19, 26, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 19:27:00.866478 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c7882a0-6c8c-48a7-b3e5-3535aa97dc0f req-4909649c-abab-475d-8f40-848cd6e05f91 service neutron] Checking segment: {'id': '6139d589-eb6c-4578-8935-c26ddf396853', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '5220cb0c-da05-478a-9604-8c11469a05b4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:27:00.866865 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c7882a0-6c8c-48a7-b3e5-3535aa97dc0f req-4909649c-abab-475d-8f40-848cd6e05f91 service neutron] Bound using segment: {'id': '6139d589-eb6c-4578-8935-c26ddf396853', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '5220cb0c-da05-478a-9604-8c11469a05b4'} {{(pid=95101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 19:27:00.867855 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.managers [req-8c7882a0-6c8c-48a7-b3e5-3535aa97dc0f req-4909649c-abab-475d-8f40-848cd6e05f91 service neutron] Bound port: 99215099-e4ca-41e9-9da2-30bc7fb3a27f, host: n-h2-713301-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6139d589-eb6c-4578-8935-c26ddf396853', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '5220cb0c-da05-478a-9604-8c11469a05b4'}}] {{(pid=95101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 19:27:00.868219 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-8c7882a0-6c8c-48a7-b3e5-3535aa97dc0f req-4909649c-abab-475d-8f40-848cd6e05f91 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:27:00.901082 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-7ad9efc9-3b2b-4dd4-b8cf-6397be9f5411 req-e18e05a4-de50-475e-a58e-65e77a506ced tempest-MigrationsAdminTest-397594546 tempest-MigrationsAdminTest-397594546-project] 10.222.0.67 "GET /v2.0/security-groups?id=78cb509b-31c4-4e2a-bb5c-7abd6194dcc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410535 Sep 23 19:27:00.960999 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1da0799-f4fa-4389-a7af-7f7fbf6d60af req-2573b7cf-ab73-4640-9f11-1626701eee0a tempest-ServersOnMultiNodesTest-2040324995 tempest-ServersOnMultiNodesTest-2040324995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:27:00.962722 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-a1da0799-f4fa-4389-a7af-7f7fbf6d60af req-2573b7cf-ab73-4640-9f11-1626701eee0a tempest-ServersOnMultiNodesTest-2040324995 tempest-ServersOnMultiNodesTest-2040324995-project] 10.222.0.67 "GET /v2.0/ports?device_id=5a3e65a9-00b1-4ef0-a913-4efc88721b32 HTTP/1.1" status: 200 len: 950 time: 0.0607698 Sep 23 19:27:00.971968 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.db [req-8c7882a0-6c8c-48a7-b3e5-3535aa97dc0f req-4909649c-abab-475d-8f40-848cd6e05f91 service neutron] For port 99215099-e4ca-41e9-9da2-30bc7fb3a27f, host n-h2-713301-16, cleared binding levels {{(pid=95101) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 19:27:00.994546 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d41bf7-e886-4171-964b-b2d523eed12f req-6bda0212-7af1-4cc8-a3ec-df77be497c47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:27:00.996308 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-d0d41bf7-e886-4171-964b-b2d523eed12f req-6bda0212-7af1-4cc8-a3ec-df77be497c47 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=30554f6e61d54c6bbf3c805c15e93860&device_id=b19e3d25-fa76-4ad5-ade4-28bc9af28ac3 HTTP/1.1" status: 200 len: 1095 time: 0.2191443 Sep 23 19:27:01.001184 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.db [req-8c7882a0-6c8c-48a7-b3e5-3535aa97dc0f req-4909649c-abab-475d-8f40-848cd6e05f91 service neutron] For port 99215099-e4ca-41e9-9da2-30bc7fb3a27f, host n-h2-713301-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-16',level=0,port_id=99215099-e4ca-41e9-9da2-30bc7fb3a27f,segment=NetworkSegment(6139d589-eb6c-4578-8935-c26ddf396853),segment_id=6139d589-eb6c-4578-8935-c26ddf396853)] {{(pid=95101) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 19:27:01.004226 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-a1da0799-f4fa-4389-a7af-7f7fbf6d60af req-5de0c216-a2bb-44d1-a25c-4691a90e5c4b tempest-ServersOnMultiNodesTest-2040324995 tempest-ServersOnMultiNodesTest-2040324995-project] 10.222.0.67 "GET /v2.0/security-groups?id=157e791d-182d-45ba-a5d1-6edf868180cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356653 Sep 23 19:27:01.007863 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-8c7882a0-6c8c-48a7-b3e5-3535aa97dc0f req-4909649c-abab-475d-8f40-848cd6e05f91 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5607436'] for port, after_update {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:27:01.086830 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c7882a0-6c8c-48a7-b3e5-3535aa97dc0f req-4909649c-abab-475d-8f40-848cd6e05f91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:27:01.087861 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-8c7882a0-6c8c-48a7-b3e5-3535aa97dc0f req-4909649c-abab-475d-8f40-848cd6e05f91 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222849'] for port, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:27:01.089193 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-8c7882a0-6c8c-48a7-b3e5-3535aa97dc0f req-4909649c-abab-475d-8f40-848cd6e05f91 service neutron] 10.222.0.53 "PUT /v2.0/ports/99215099-e4ca-41e9-9da2-30bc7fb3a27f HTTP/1.1" status: 200 len: 1096 time: 0.8968058 Sep 23 19:27:01.134273 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b9c1670-d555-4f46-a66b-d79b95e4b459 req-08647117-f4a7-4fbb-b898-470358dbcbca tempest-DeleteServersTestJSON-2111530366 tempest-DeleteServersTestJSON-2111530366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:27:01.135537 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-9b9c1670-d555-4f46-a66b-d79b95e4b459 req-08647117-f4a7-4fbb-b898-470358dbcbca tempest-DeleteServersTestJSON-2111530366 tempest-DeleteServersTestJSON-2111530366-project] 10.222.0.67 "GET /v2.0/ports?device_id=b19e3d25-fa76-4ad5-ade4-28bc9af28ac3 HTTP/1.1" status: 200 len: 943 time: 0.0679109 Sep 23 19:27:01.180999 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Device dfe12d6f-a587-4267-8cf8-408a7c963b6e details requested by agent hyperv_n-h2-713301-16 with host n-h2-713301-16 {{(pid=95103) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 19:27:01.182695 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-9b9c1670-d555-4f46-a66b-d79b95e4b459 req-8d03398d-5f18-4ee5-a8a5-967e589051a4 tempest-DeleteServersTestJSON-2111530366 tempest-DeleteServersTestJSON-2111530366-project] 10.222.0.67 "GET /v2.0/security-groups?id=67f2e2ca-928f-40e5-b9b2-05ec3bddbb37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381887 Sep 23 19:27:01.289866 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] For port dfe12d6f-a587-4267-8cf8-408a7c963b6e, host n-h2-713301-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-16',level=0,port_id=dfe12d6f-a587-4267-8cf8-408a7c963b6e,segment=NetworkSegment(741d6d3e-2760-41a6-838f-b8b4255cee30),segment_id=741d6d3e-2760-41a6-838f-b8b4255cee30)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:27:01.305352 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Returning: {'device': 'dfe12d6f-a587-4267-8cf8-408a7c963b6e', 'network_id': 'e47803fc-37db-4c82-80ca-757602b818ca', 'port_id': 'dfe12d6f-a587-4267-8cf8-408a7c963b6e', 'mac_address': 'fa:16:3e:23:5e:e5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 603, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4ba945d5-0498-408c-b65f-8f07a46d41b0', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95103) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 19:27:01.351475 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:27:01.371304 n-d-713301-16 neutron-server[95103]: DEBUG neutron.notifiers.nova [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dfe12d6f-a587-4267-8cf8-408a7c963b6e {{(pid=95103) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 19:27:01.371722 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e88e01b-fca7-4bcc-8180-6c3ea513b0ee req-1cefeb64-9b02-4c65-9049-2de370a0057c tempest-InstanceActionsTestJSON-1635188006 tempest-InstanceActionsTestJSON-1635188006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:27:01.373354 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-3e88e01b-fca7-4bcc-8180-6c3ea513b0ee req-1cefeb64-9b02-4c65-9049-2de370a0057c tempest-InstanceActionsTestJSON-1635188006 tempest-InstanceActionsTestJSON-1635188006-project] 10.222.0.74 "GET /v2.0/ports?device_id=e99f855a-03a7-4cd0-8eef-3e107786a007 HTTP/1.1" status: 200 len: 946 time: 0.0609343 Sep 23 19:27:01.397221 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] For port dfe12d6f-a587-4267-8cf8-408a7c963b6e, host n-h2-713301-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-16',level=0,port_id=dfe12d6f-a587-4267-8cf8-408a7c963b6e,segment=NetworkSegment(741d6d3e-2760-41a6-838f-b8b4255cee30),segment_id=741d6d3e-2760-41a6-838f-b8b4255cee30)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:27:01.412841 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:27:01.470772 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Pushing event updated for resources: {'Port': ['ID=dfe12d6f-a587-4267-8cf8-408a7c963b6e,revision_number=4']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:27:01.500377 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4909649c-abab-475d-8f40-848cd6e05f91 service neutron] Pushing event updated for resources: {'Port': ['ID=99215099-e4ca-41e9-9da2-30bc7fb3a27f,revision_number=3']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:27:01.523840 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a77dec-be23-4d3b-80a2-7875bb7afed7 req-447f9351-c1df-4175-874f-a8c787670916 tempest-InstanceActionsTestJSON-1635188006 tempest-InstanceActionsTestJSON-1635188006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:27:01.525435 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-52a77dec-be23-4d3b-80a2-7875bb7afed7 req-447f9351-c1df-4175-874f-a8c787670916 tempest-InstanceActionsTestJSON-1635188006 tempest-InstanceActionsTestJSON-1635188006-project] 10.222.0.67 "GET /v2.0/ports?device_id=e99f855a-03a7-4cd0-8eef-3e107786a007 HTTP/1.1" status: 200 len: 946 time: 0.0703855 Sep 23 19:27:01.535398 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.plugin [req-3e88e01b-fca7-4bcc-8180-6c3ea513b0ee req-f595565a-60b5-4de3-a422-71f978e60104 tempest-InstanceActionsTestJSON-1635188006 tempest-InstanceActionsTestJSON-1635188006-project] Deleting port ee743cdf-8d2b-44a7-b0e1-d657b2eac379 {{(pid=95102) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:27:01.535735 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-3e88e01b-fca7-4bcc-8180-6c3ea513b0ee req-f595565a-60b5-4de3-a422-71f978e60104 tempest-InstanceActionsTestJSON-1635188006 tempest-InstanceActionsTestJSON-1635188006-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783146157096'] for port, before_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:27:01.536150 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d41bf7-e886-4171-964b-b2d523eed12f req-6fd914d7-5c76-44af-9d2c-2cc5d8a3aa33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:27:01.538047 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-d0d41bf7-e886-4171-964b-b2d523eed12f req-6fd914d7-5c76-44af-9d2c-2cc5d8a3aa33 service neutron] 10.222.0.53 "GET /v2.0/networks?id=e47803fc-37db-4c82-80ca-757602b818ca HTTP/1.1" status: 200 len: 913 time: 0.5220089 Sep 23 19:27:01.540070 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.plugin [req-44d7fbdd-7c9d-4481-98db-0f7085e6c0d7 req-fb4a10a8-84ec-45c5-9128-d5091359e864 tempest-ServersOnMultiNodesTest-2040324995 tempest-ServersOnMultiNodesTest-2040324995-project] Deleting port e6c1f8f6-ea14-47d2-82b2-a8f32e444dab {{(pid=95101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:27:01.540410 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-44d7fbdd-7c9d-4481-98db-0f7085e6c0d7 req-fb4a10a8-84ec-45c5-9128-d5091359e864 tempest-ServersOnMultiNodesTest-2040324995 tempest-ServersOnMultiNodesTest-2040324995-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783146157096'] for port, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:27:01.605630 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c7882a0-6c8c-48a7-b3e5-3535aa97dc0f req-992f8074-53e5-4706-9d9e-2276e935dfc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:27:01.607151 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-8c7882a0-6c8c-48a7-b3e5-3535aa97dc0f req-992f8074-53e5-4706-9d9e-2276e935dfc6 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=cff0149cb20c4944955e93a2b393f7c5&device_id=6573cd99-c5b7-4bf8-8671-27760195f1f4 HTTP/1.1" status: 200 len: 1099 time: 0.1514792 Sep 23 19:27:01.610312 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-d0d41bf7-e886-4171-964b-b2d523eed12f req-b6a93054-081a-4649-ab24-1bb3555a373b service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=dfe12d6f-a587-4267-8cf8-408a7c963b6e HTTP/1.1" status: 200 len: 217 time: 0.0557978 Sep 23 19:27:01.625816 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-52a77dec-be23-4d3b-80a2-7875bb7afed7 req-4ac8fbd9-047b-4854-8457-52e0e88157ad tempest-InstanceActionsTestJSON-1635188006 tempest-InstanceActionsTestJSON-1635188006-project] 10.222.0.67 "GET /v2.0/security-groups?id=6058965a-5fe4-400d-ba89-c406fa6d79a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931571 Sep 23 19:27:01.652984 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.db [req-3e88e01b-fca7-4bcc-8180-6c3ea513b0ee req-f595565a-60b5-4de3-a422-71f978e60104 tempest-InstanceActionsTestJSON-1635188006 tempest-InstanceActionsTestJSON-1635188006-project] For port ee743cdf-8d2b-44a7-b0e1-d657b2eac379, host n-h1-713301-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-16',level=0,port_id=ee743cdf-8d2b-44a7-b0e1-d657b2eac379,segment=NetworkSegment(9783aed5-16b3-493b-b20a-552cc6472e7e),segment_id=9783aed5-16b3-493b-b20a-552cc6472e7e)] {{(pid=95102) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:27:01.653356 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-3e88e01b-fca7-4bcc-8180-6c3ea513b0ee req-f595565a-60b5-4de3-a422-71f978e60104 tempest-InstanceActionsTestJSON-1635188006 tempest-InstanceActionsTestJSON-1635188006-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-605701'] for port, precommit_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:27:01.666536 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.plugin [req-3e88e01b-fca7-4bcc-8180-6c3ea513b0ee req-f595565a-60b5-4de3-a422-71f978e60104 tempest-InstanceActionsTestJSON-1635188006 tempest-InstanceActionsTestJSON-1635188006-project] Calling delete_port for ee743cdf-8d2b-44a7-b0e1-d657b2eac379 owned by compute:nova {{(pid=95102) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:27:01.668469 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] get_ports_and_sgs() called for port_ids ['dfe12d6f-a587-4267-8cf8-408a7c963b6e'] {{(pid=95103) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 19:27:01.719055 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-8c7882a0-6c8c-48a7-b3e5-3535aa97dc0f req-43e17fcb-89e7-4e44-ae2d-7300bcebfe0f service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.39&port_id=99215099-e4ca-41e9-9da2-30bc7fb3a27f HTTP/1.1" status: 200 len: 217 time: 0.0782702 Sep 23 19:27:01.777448 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d41bf7-e886-4171-964b-b2d523eed12f req-5a07120b-90d1-4eda-909a-9fe0e253f5cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:27:01.778954 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-d0d41bf7-e886-4171-964b-b2d523eed12f req-5a07120b-90d1-4eda-909a-9fe0e253f5cd service neutron] 10.222.0.53 "GET /v2.0/subnets?id=4ba945d5-0498-408c-b65f-8f07a46d41b0 HTTP/1.1" status: 200 len: 852 time: 0.1373069 Sep 23 19:27:01.787490 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.db [req-44d7fbdd-7c9d-4481-98db-0f7085e6c0d7 req-fb4a10a8-84ec-45c5-9128-d5091359e864 tempest-ServersOnMultiNodesTest-2040324995 tempest-ServersOnMultiNodesTest-2040324995-project] For port e6c1f8f6-ea14-47d2-82b2-a8f32e444dab, host n-h2-713301-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-16',level=0,port_id=e6c1f8f6-ea14-47d2-82b2-a8f32e444dab,segment=NetworkSegment(6139d589-eb6c-4578-8935-c26ddf396853),segment_id=6139d589-eb6c-4578-8935-c26ddf396853)] {{(pid=95101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:27:01.788541 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-44d7fbdd-7c9d-4481-98db-0f7085e6c0d7 req-fb4a10a8-84ec-45c5-9128-d5091359e864 tempest-ServersOnMultiNodesTest-2040324995 tempest-ServersOnMultiNodesTest-2040324995-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-605701'] for port, precommit_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:27:01.827720 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.plugin [req-44d7fbdd-7c9d-4481-98db-0f7085e6c0d7 req-fb4a10a8-84ec-45c5-9128-d5091359e864 tempest-ServersOnMultiNodesTest-2040324995 tempest-ServersOnMultiNodesTest-2040324995-project] Calling delete_port for e6c1f8f6-ea14-47d2-82b2-a8f32e444dab owned by compute:nova {{(pid=95101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:27:01.830820 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-d0d41bf7-e886-4171-964b-b2d523eed12f req-421d5432-e25b-4321-ba9d-25a6d03ac2d7 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=e47803fc-37db-4c82-80ca-757602b818ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0401292 Sep 23 19:27:01.834706 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c7882a0-6c8c-48a7-b3e5-3535aa97dc0f req-710f8ceb-c1ea-48b8-b5b7-ce2c815eaf42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:27:01.836297 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-8c7882a0-6c8c-48a7-b3e5-3535aa97dc0f req-710f8ceb-c1ea-48b8-b5b7-ce2c815eaf42 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=1ccc69bc-9d6b-44d9-b227-204e47dc6e45 HTTP/1.1" status: 200 len: 843 time: 0.1096795 Sep 23 19:27:01.885392 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff2fb26-2e5f-4f35-8e96-7186e532f99c req-cda01f91-b2e5-415c-b84b-96b885da1be9 tempest-ServerRescueTestJSON-83326898 tempest-ServerRescueTestJSON-83326898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:27:01.886925 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-eff2fb26-2e5f-4f35-8e96-7186e532f99c req-cda01f91-b2e5-415c-b84b-96b885da1be9 tempest-ServerRescueTestJSON-83326898 tempest-ServerRescueTestJSON-83326898-project] 10.222.0.67 "GET /v2.0/ports?device_id=777ece37-282c-46bf-a54e-b76185b0b66f HTTP/1.1" status: 200 len: 945 time: 0.1037402 Sep 23 19:27:01.890841 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-3e88e01b-fca7-4bcc-8180-6c3ea513b0ee req-f595565a-60b5-4de3-a422-71f978e60104 tempest-InstanceActionsTestJSON-1635188006 tempest-InstanceActionsTestJSON-1635188006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783146162158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783145673144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4399100'] for port, after_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:27:01.909634 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] get_ports_and_sgs() called for port_ids ['ee743cdf-8d2b-44a7-b0e1-d657b2eac379'] {{(pid=95103) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 19:27:01.938850 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f595565a-60b5-4de3-a422-71f978e60104 tempest-InstanceActionsTestJSON-1635188006 tempest-InstanceActionsTestJSON-1635188006-project] Pushing event deleted for resources: {'Port': ['ID=ee743cdf-8d2b-44a7-b0e1-d657b2eac379,revision_number=None']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:27:01.953033 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe8892f-7aa2-4189-b66b-ce49d5f01f0f req-60b6360f-2a61-499d-b9c5-fbed87db93d7 tempest-ServerRescueTestJSONUnderV235-3883575 tempest-ServerRescueTestJSONUnderV235-3883575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:27:01.954562 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-3fe8892f-7aa2-4189-b66b-ce49d5f01f0f req-60b6360f-2a61-499d-b9c5-fbed87db93d7 tempest-ServerRescueTestJSONUnderV235-3883575 tempest-ServerRescueTestJSONUnderV235-3883575-project] 10.222.0.67 "GET /v2.0/ports?device_id=f69a6870-83a8-419f-a0bd-2c6f209ce61f HTTP/1.1" status: 200 len: 944 time: 0.1275899 Sep 23 19:27:02.004756 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-eff2fb26-2e5f-4f35-8e96-7186e532f99c req-1f7a5fbf-63b8-4291-b360-52e0ca044934 tempest-ServerRescueTestJSON-83326898 tempest-ServerRescueTestJSON-83326898-project] 10.222.0.67 "GET /v2.0/security-groups?id=324a4552-7b72-4e62-bcd4-dc8354c093e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1044767 Sep 23 19:27:02.006255 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c7882a0-6c8c-48a7-b3e5-3535aa97dc0f req-5dbca959-b79c-4a78-bddf-110f9a3fa2d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:27:02.007361 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-8c7882a0-6c8c-48a7-b3e5-3535aa97dc0f req-5dbca959-b79c-4a78-bddf-110f9a3fa2d5 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=5220cb0c-da05-478a-9604-8c11469a05b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1630824 Sep 23 19:27:02.067975 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-d0d41bf7-e886-4171-964b-b2d523eed12f req-1c36fd71-c8ef-4d6a-a11f-e8da064cc530 service neutron] 10.222.0.53 "GET /v2.0/networks/e47803fc-37db-4c82-80ca-757602b818ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2246387 Sep 23 19:27:02.251350 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-44d7fbdd-7c9d-4481-98db-0f7085e6c0d7 req-fb4a10a8-84ec-45c5-9128-d5091359e864 tempest-ServersOnMultiNodesTest-2040324995 tempest-ServersOnMultiNodesTest-2040324995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783146162158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783145673144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5607431'] for port, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:27:02.269390 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] get_ports_and_sgs() called for port_ids ['3e6c5f99-1b58-4b8b-8ded-4540f2e920c7', '26fc2316-c799-4f1c-93ac-e3e7a2f1c85d', 'c518e050-362e-4a2e-9db8-5d7057c8627c'] {{(pid=95103) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 19:27:02.298539 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-8c7882a0-6c8c-48a7-b3e5-3535aa97dc0f req-586b860c-4d13-4610-9b22-74767db5970a service neutron] 10.222.0.53 "GET /v2.0/networks/5220cb0c-da05-478a-9604-8c11469a05b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2830172 Sep 23 19:27:02.307396 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4a10a8-84ec-45c5-9128-d5091359e864 tempest-ServersOnMultiNodesTest-2040324995 tempest-ServersOnMultiNodesTest-2040324995-project] Pushing event deleted for resources: {'Port': ['ID=e6c1f8f6-ea14-47d2-82b2-a8f32e444dab,revision_number=None']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:27:02.333328 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-d0d41bf7-e886-4171-964b-b2d523eed12f req-4b9ada87-2f5c-434d-82ec-1bad2240ec5f service neutron] 10.222.0.53 "GET /v2.0/networks/e47803fc-37db-4c82-80ca-757602b818ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2520328 Sep 23 19:27:02.349784 n-d-713301-16 neutron-server[95102]: DEBUG neutron.db.l3_dvrscheduler_db [req-3e88e01b-fca7-4bcc-8180-6c3ea513b0ee req-f595565a-60b5-4de3-a422-71f978e60104 tempest-InstanceActionsTestJSON-1635188006 tempest-InstanceActionsTestJSON-1635188006-project] No DVR routers for this DVR port ee743cdf-8d2b-44a7-b0e1-d657b2eac379 on host n-h1-713301-16 {{(pid=95102) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 19:27:02.364220 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-3e88e01b-fca7-4bcc-8180-6c3ea513b0ee req-f595565a-60b5-4de3-a422-71f978e60104 tempest-InstanceActionsTestJSON-1635188006 tempest-InstanceActionsTestJSON-1635188006-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222849'] for port, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:27:02.366200 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-3e88e01b-fca7-4bcc-8180-6c3ea513b0ee req-f595565a-60b5-4de3-a422-71f978e60104 tempest-InstanceActionsTestJSON-1635188006 tempest-InstanceActionsTestJSON-1635188006-project] 10.222.0.74 "DELETE /v2.0/ports/ee743cdf-8d2b-44a7-b0e1-d657b2eac379 HTTP/1.1" status: 204 len: 173 time: 0.9834185 Sep 23 19:27:02.366872 n-d-713301-16 neutron-server[95102]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e99f855a-03a7-4cd0-8eef-3e107786a007', 'name': 'network-vif-deleted', 'tag': 'ee743cdf-8d2b-44a7-b0e1-d657b2eac379'}] {{(pid=95102) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 19:27:02.369189 n-d-713301-16 neutron-server[95102]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab31b6d93e5336dbddfa8ec424565b3bd8cb2369c5b4d85bc943472dbb21e8ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e21e3202-538b-4537-b2ef-68961d00d8ab" -d '{"events": [{"server_uuid": "e99f855a-03a7-4cd0-8eef-3e107786a007", "name": "network-vif-deleted", "tag": "ee743cdf-8d2b-44a7-b0e1-d657b2eac379"}]}' {{(pid=95102) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 19:27:02.416386 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-3fe8892f-7aa2-4189-b66b-ce49d5f01f0f req-36fda199-8292-4c69-9099-240596db6e7c tempest-ServerRescueTestJSONUnderV235-3883575 tempest-ServerRescueTestJSONUnderV235-3883575-project] 10.222.0.67 "GET /v2.0/security-groups?id=d3f97599-a9b1-47a3-baeb-6ab90b6bb5ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4476383 Sep 23 19:27:02.427827 n-d-713301-16 neutron-server[95101]: DEBUG neutron.db.l3_dvrscheduler_db [req-44d7fbdd-7c9d-4481-98db-0f7085e6c0d7 req-fb4a10a8-84ec-45c5-9128-d5091359e864 tempest-ServersOnMultiNodesTest-2040324995 tempest-ServersOnMultiNodesTest-2040324995-project] No DVR routers for this DVR port e6c1f8f6-ea14-47d2-82b2-a8f32e444dab on host n-h2-713301-16 {{(pid=95101) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 19:27:02.430832 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-44d7fbdd-7c9d-4481-98db-0f7085e6c0d7 req-fb4a10a8-84ec-45c5-9128-d5091359e864 tempest-ServersOnMultiNodesTest-2040324995 tempest-ServersOnMultiNodesTest-2040324995-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222849'] for port, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:27:02.434467 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-44d7fbdd-7c9d-4481-98db-0f7085e6c0d7 req-fb4a10a8-84ec-45c5-9128-d5091359e864 tempest-ServersOnMultiNodesTest-2040324995 tempest-ServersOnMultiNodesTest-2040324995-project] 10.222.0.53 "DELETE /v2.0/ports/e6c1f8f6-ea14-47d2-82b2-a8f32e444dab HTTP/1.1" status: 204 len: 173 time: 1.5506582 Sep 23 19:27:02.446987 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] get_ports_and_sgs() called for port_ids ['a93a183a-c4c5-4ca7-8687-dd68b086ef76', '3ef3b9f7-4295-43fa-809a-8c3147e99fb4', 'c5445bd1-d627-4f17-aa1f-1b419572ed81', 'dd14c26e-3e27-4cc3-aa9c-bff97727ed77'] {{(pid=95103) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 19:27:02.459642 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0dc24c2-8eb2-4023-91fb-483d4df80ba8 req-901fd70f-9303-4740-aee4-6a823a295551 tempest-MigrationsAdminTest-397594546 tempest-MigrationsAdminTest-397594546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:27:02.471495 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-d0dc24c2-8eb2-4023-91fb-483d4df80ba8 req-901fd70f-9303-4740-aee4-6a823a295551 tempest-MigrationsAdminTest-397594546 tempest-MigrationsAdminTest-397594546-project] 10.222.0.67 "GET /v2.0/ports?device_id=6573cd99-c5b7-4bf8-8671-27760195f1f4 HTTP/1.1" status: 200 len: 947 time: 0.1234598 Sep 23 19:27:02.500149 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc0a28cc-fa4e-4918-b6fb-4a4148696344 req-a1ae6e16-7634-42ac-8795-dcde2487e992 tempest-ServerRescueTestJSON-83326898 tempest-ServerRescueTestJSON-83326898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:27:02.502379 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-dc0a28cc-fa4e-4918-b6fb-4a4148696344 req-a1ae6e16-7634-42ac-8795-dcde2487e992 tempest-ServerRescueTestJSON-83326898 tempest-ServerRescueTestJSON-83326898-project] 10.222.0.74 "GET /v2.0/ports?device_id=777ece37-282c-46bf-a54e-b76185b0b66f HTTP/1.1" status: 200 len: 945 time: 0.1960747 Sep 23 19:27:02.559894 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-d0dc24c2-8eb2-4023-91fb-483d4df80ba8 req-c7693544-c620-47d0-903f-b4819794c3c5 tempest-MigrationsAdminTest-397594546 tempest-MigrationsAdminTest-397594546-project] 10.222.0.67 "GET /v2.0/security-groups?id=78cb509b-31c4-4e2a-bb5c-7abd6194dcc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871587 Sep 23 19:27:02.639894 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-8c7882a0-6c8c-48a7-b3e5-3535aa97dc0f req-472266e3-13ef-400c-a67e-2d26d6530021 service neutron] 10.222.0.53 "GET /v2.0/networks/5220cb0c-da05-478a-9604-8c11469a05b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3200464 Sep 23 19:27:02.702527 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-f0423991-d13f-43f9-815a-d2d801351dea req-b11eda2c-b53b-4ab8-ada6-4b5c7b90f948 tempest-ServersOnMultiNodesTest-2040324995 tempest-ServersOnMultiNodesTest-2040324995-project] 10.222.0.67 "GET /v2.0/ports?device_id=5a3e65a9-00b1-4ef0-a913-4efc88721b32 HTTP/1.1" status: 200 len: 210 time: 0.0499556 Sep 23 19:27:02.731884 n-d-713301-16 neutron-server[95101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6573cd99-c5b7-4bf8-8671-27760195f1f4', 'tag': '99215099-e4ca-41e9-9da2-30bc7fb3a27f'}, {'server_uuid': '5a3e65a9-00b1-4ef0-a913-4efc88721b32', 'name': 'network-vif-deleted', 'tag': 'e6c1f8f6-ea14-47d2-82b2-a8f32e444dab'}] {{(pid=95101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 19:27:02.740248 n-d-713301-16 neutron-server[95101]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d8366c5740cd635e57ab12b71fe44a77c2acc3c19091ef849c6f68b380462244" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dfbd4bdd-7ce0-4e5e-8f44-7c9254738ffe" -d '{"events": [{"name": "network-changed", "server_uuid": "6573cd99-c5b7-4bf8-8671-27760195f1f4", "tag": "99215099-e4ca-41e9-9da2-30bc7fb3a27f"}, {"server_uuid": "5a3e65a9-00b1-4ef0-a913-4efc88721b32", "name": "network-vif-deleted", "tag": "e6c1f8f6-ea14-47d2-82b2-a8f32e444dab"}]}' {{(pid=95101) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 19:27:02.794277 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.plugin [req-dc0a28cc-fa4e-4918-b6fb-4a4148696344 req-85736dc0-aa74-4167-8307-f4a5fc6026c5 tempest-ServerRescueTestJSON-83326898 tempest-ServerRescueTestJSON-83326898-project] Deleting port c0243896-fce1-491e-b01a-fe507cb083a8 {{(pid=95101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:27:02.795025 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-dc0a28cc-fa4e-4918-b6fb-4a4148696344 req-85736dc0-aa74-4167-8307-f4a5fc6026c5 tempest-ServerRescueTestJSON-83326898 tempest-ServerRescueTestJSON-83326898-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783146157096'] for port, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:27:02.807403 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-735e2d56-11fa-498d-8ed6-18c7f0d3ef53 req-731e7ab6-ecbd-4c9f-9685-84c9451314fa tempest-DeleteServersTestJSON-2111530366 tempest-DeleteServersTestJSON-2111530366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:27:02.813118 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-735e2d56-11fa-498d-8ed6-18c7f0d3ef53 req-731e7ab6-ecbd-4c9f-9685-84c9451314fa tempest-DeleteServersTestJSON-2111530366 tempest-DeleteServersTestJSON-2111530366-project] 10.222.0.67 "GET /v2.0/ports?device_id=b19e3d25-fa76-4ad5-ade4-28bc9af28ac3 HTTP/1.1" status: 200 len: 944 time: 0.1144907 Sep 23 19:27:02.815389 n-d-713301-16 neutron-server[95102]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 19:27:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3ccaecb-6383-4fc9-9f27-ce64c6cfc3ca x-openstack-request-id: req-c3ccaecb-6383-4fc9-9f27-ce64c6cfc3ca {{(pid=95102) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 19:27:02.816183 n-d-713301-16 neutron-server[95102]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e99f855a-03a7-4cd0-8eef-3e107786a007", "name": "network-vif-deleted", "tag": "ee743cdf-8d2b-44a7-b0e1-d657b2eac379", "status": "completed", "code": 200}]} {{(pid=95102) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 19:27:02.816675 n-d-713301-16 neutron-server[95102]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-c3ccaecb-6383-4fc9-9f27-ce64c6cfc3ca {{(pid=95102) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 19:27:02.817056 n-d-713301-16 neutron-server[95102]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e99f855a-03a7-4cd0-8eef-3e107786a007', 'name': 'network-vif-deleted', 'tag': 'ee743cdf-8d2b-44a7-b0e1-d657b2eac379', 'status': 'completed', 'code': 200} Sep 23 19:27:02.860133 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-735e2d56-11fa-498d-8ed6-18c7f0d3ef53 req-025f35c4-3fdf-4330-8e50-c12745ad5ee5 tempest-DeleteServersTestJSON-2111530366 tempest-DeleteServersTestJSON-2111530366-project] 10.222.0.67 "GET /v2.0/security-groups?id=67f2e2ca-928f-40e5-b9b2-05ec3bddbb37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419540 Sep 23 19:27:02.911265 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-f63e7f4a-5a49-4242-9b8d-1d1b464a21d3 req-0162af40-8694-4d9e-95df-4b2b8fb7b33b tempest-InstanceActionsTestJSON-1635188006 tempest-InstanceActionsTestJSON-1635188006-project] 10.222.0.67 "GET /v2.0/ports?device_id=e99f855a-03a7-4cd0-8eef-3e107786a007 HTTP/1.1" status: 200 len: 210 time: 0.0290651 Sep 23 19:27:02.933844 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.db [req-dc0a28cc-fa4e-4918-b6fb-4a4148696344 req-85736dc0-aa74-4167-8307-f4a5fc6026c5 tempest-ServerRescueTestJSON-83326898 tempest-ServerRescueTestJSON-83326898-project] For port c0243896-fce1-491e-b01a-fe507cb083a8, host n-h1-713301-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-16',level=0,port_id=c0243896-fce1-491e-b01a-fe507cb083a8,segment=NetworkSegment(5af8be7e-f9c6-4114-987e-ef068c7fc557),segment_id=5af8be7e-f9c6-4114-987e-ef068c7fc557)] {{(pid=95101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:27:02.934345 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-dc0a28cc-fa4e-4918-b6fb-4a4148696344 req-85736dc0-aa74-4167-8307-f4a5fc6026c5 tempest-ServerRescueTestJSON-83326898 tempest-ServerRescueTestJSON-83326898-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-605701'] for port, precommit_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:27:02.938043 n-d-713301-16 neutron-server[95101]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Thu, 23 Sep 2021 19:27:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4cd32e14-784d-4797-b4f2-e4cce2b1f482 x-openstack-request-id: req-4cd32e14-784d-4797-b4f2-e4cce2b1f482 {{(pid=95101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 19:27:02.938403 n-d-713301-16 neutron-server[95101]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6573cd99-c5b7-4bf8-8671-27760195f1f4", "tag": "99215099-e4ca-41e9-9da2-30bc7fb3a27f", "status": "completed", "code": 200}, {"server_uuid": "5a3e65a9-00b1-4ef0-a913-4efc88721b32", "name": "network-vif-deleted", "tag": "e6c1f8f6-ea14-47d2-82b2-a8f32e444dab", "status": "completed", "code": 200}]} {{(pid=95101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 19:27:02.938709 n-d-713301-16 neutron-server[95101]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-4cd32e14-784d-4797-b4f2-e4cce2b1f482 {{(pid=95101) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 19:27:02.939152 n-d-713301-16 neutron-server[95101]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6573cd99-c5b7-4bf8-8671-27760195f1f4', 'tag': '99215099-e4ca-41e9-9da2-30bc7fb3a27f', 'status': 'completed', 'code': 200} Sep 23 19:27:02.939406 n-d-713301-16 neutron-server[95101]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a3e65a9-00b1-4ef0-a913-4efc88721b32', 'name': 'network-vif-deleted', 'tag': 'e6c1f8f6-ea14-47d2-82b2-a8f32e444dab', 'status': 'completed', 'code': 200} Sep 23 19:27:02.950921 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.plugin [req-dc0a28cc-fa4e-4918-b6fb-4a4148696344 req-85736dc0-aa74-4167-8307-f4a5fc6026c5 tempest-ServerRescueTestJSON-83326898 tempest-ServerRescueTestJSON-83326898-project] Calling delete_port for c0243896-fce1-491e-b01a-fe507cb083a8 owned by compute:nova {{(pid=95101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:27:03.086460 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfbd4bdd-7ce0-4e5e-8f44-7c9254738ffe req-5d4c5149-3fef-440a-81c7-12737033b2c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:27:03.088319 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-dfbd4bdd-7ce0-4e5e-8f44-7c9254738ffe req-5d4c5149-3fef-440a-81c7-12737033b2c4 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=cff0149cb20c4944955e93a2b393f7c5&device_id=6573cd99-c5b7-4bf8-8671-27760195f1f4 HTTP/1.1" status: 200 len: 1099 time: 0.0926552 Sep 23 19:27:03.200843 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Device dfe12d6f-a587-4267-8cf8-408a7c963b6e up at agent hyperv_n-h2-713301-16 {{(pid=95103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 19:27:03.217632 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94952964-da81-4223-b0b0-8d55e8aebcf5 req-da078494-847b-493f-81a0-287bd0a41fd3 tempest-ServerRescueTestJSON-83326898 tempest-ServerRescueTestJSON-83326898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:27:03.225350 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-dc0a28cc-fa4e-4918-b6fb-4a4148696344 req-85736dc0-aa74-4167-8307-f4a5fc6026c5 tempest-ServerRescueTestJSON-83326898 tempest-ServerRescueTestJSON-83326898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783146162158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783145673144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5607431'] for port, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:27:03.230235 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-94952964-da81-4223-b0b0-8d55e8aebcf5 req-da078494-847b-493f-81a0-287bd0a41fd3 tempest-ServerRescueTestJSON-83326898 tempest-ServerRescueTestJSON-83326898-project] 10.222.0.67 "GET /v2.0/ports?device_id=777ece37-282c-46bf-a54e-b76185b0b66f HTTP/1.1" status: 200 len: 945 time: 0.0892630 Sep 23 19:27:03.272144 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85736dc0-aa74-4167-8307-f4a5fc6026c5 tempest-ServerRescueTestJSON-83326898 tempest-ServerRescueTestJSON-83326898-project] Pushing event deleted for resources: {'Port': ['ID=c0243896-fce1-491e-b01a-fe507cb083a8,revision_number=None']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:27:03.280032 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-94952964-da81-4223-b0b0-8d55e8aebcf5 req-b799d353-ae90-4abf-851b-4a3e1819b0ac tempest-ServerRescueTestJSON-83326898 tempest-ServerRescueTestJSON-83326898-project] 10.222.0.67 "GET /v2.0/security-groups?id=324a4552-7b72-4e62-bcd4-dc8354c093e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470924 Sep 23 19:27:03.281859 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfbd4bdd-7ce0-4e5e-8f44-7c9254738ffe req-cccb55b9-259a-4540-ac49-dc2aff42bb73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:27:03.283527 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-dfbd4bdd-7ce0-4e5e-8f44-7c9254738ffe req-cccb55b9-259a-4540-ac49-dc2aff42bb73 service neutron] 10.222.0.53 "GET /v2.0/networks?id=5220cb0c-da05-478a-9604-8c11469a05b4 HTTP/1.1" status: 200 len: 870 time: 0.1853237 Sep 23 19:27:03.323937 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Provisioning for port dfe12d6f-a587-4267-8cf8-408a7c963b6e completed by entity L2. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 19:27:03.330597 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Provisioning complete for port dfe12d6f-a587-4267-8cf8-408a7c963b6e triggered by entity L2. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:27:03.331015 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:27:03.356696 n-d-713301-16 neutron-server[95101]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc0a28cc-fa4e-4918-b6fb-4a4148696344 req-85736dc0-aa74-4167-8307-f4a5fc6026c5 tempest-ServerRescueTestJSON-83326898 tempest-ServerRescueTestJSON-83326898-project] No DVR routers for this DVR port c0243896-fce1-491e-b01a-fe507cb083a8 on host n-h1-713301-16 {{(pid=95101) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 19:27:03.359855 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-dfbd4bdd-7ce0-4e5e-8f44-7c9254738ffe req-072bfca0-2ba2-4f69-a4eb-1b376626f620 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.39&port_id=99215099-e4ca-41e9-9da2-30bc7fb3a27f HTTP/1.1" status: 200 len: 217 time: 0.0529494 Sep 23 19:27:03.360939 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-dc0a28cc-fa4e-4918-b6fb-4a4148696344 req-85736dc0-aa74-4167-8307-f4a5fc6026c5 tempest-ServerRescueTestJSON-83326898 tempest-ServerRescueTestJSON-83326898-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222849'] for port, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:27:03.362790 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-dc0a28cc-fa4e-4918-b6fb-4a4148696344 req-85736dc0-aa74-4167-8307-f4a5fc6026c5 tempest-ServerRescueTestJSON-83326898 tempest-ServerRescueTestJSON-83326898-project] 10.222.0.74 "DELETE /v2.0/ports/c0243896-fce1-491e-b01a-fe507cb083a8 HTTP/1.1" status: 204 len: 173 time: 0.8506439 Sep 23 19:27:03.413204 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfbd4bdd-7ce0-4e5e-8f44-7c9254738ffe req-3d1caede-4345-4cf5-93cd-1275d6586608 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:27:03.414627 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:27:03.414769 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-dfbd4bdd-7ce0-4e5e-8f44-7c9254738ffe req-3d1caede-4345-4cf5-93cd-1275d6586608 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=1ccc69bc-9d6b-44d9-b227-204e47dc6e45 HTTP/1.1" status: 200 len: 843 time: 0.0480886 Sep 23 19:27:03.455979 n-d-713301-16 neutron-server[95103]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b19e3d25-fa76-4ad5-ade4-28bc9af28ac3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dfe12d6f-a587-4267-8cf8-408a7c963b6e'}] {{(pid=95103) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 19:27:03.459412 n-d-713301-16 neutron-server[95103]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}81a1c17f2aa89d5b3ebbba3a3e0cf7eb588e431c2224256110c4c4facdd7c3e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f907e53f-8fd1-47e8-a71c-003eb23322e7" -d '{"events": [{"server_uuid": "b19e3d25-fa76-4ad5-ade4-28bc9af28ac3", "name": "network-vif-plugged", "status": "completed", "tag": "dfe12d6f-a587-4267-8cf8-408a7c963b6e"}]}' {{(pid=95103) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 19:27:03.464094 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] For port dfe12d6f-a587-4267-8cf8-408a7c963b6e, host n-h2-713301-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-16',level=0,port_id=dfe12d6f-a587-4267-8cf8-408a7c963b6e,segment=NetworkSegment(741d6d3e-2760-41a6-838f-b8b4255cee30),segment_id=741d6d3e-2760-41a6-838f-b8b4255cee30)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:27:03.476705 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:27:03.477521 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Device e6c1f8f6-ea14-47d2-82b2-a8f32e444dab no longer exists at agent hyperv_n-h2-713301-16 {{(pid=95103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 19:27:03.483421 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfbd4bdd-7ce0-4e5e-8f44-7c9254738ffe req-78cedfc0-0d36-4b09-8110-4e7181898177 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:27:03.487047 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-dfbd4bdd-7ce0-4e5e-8f44-7c9254738ffe req-78cedfc0-0d36-4b09-8110-4e7181898177 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=5220cb0c-da05-478a-9604-8c11469a05b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0639610 Sep 23 19:27:03.532253 n-d-713301-16 neutron-server[95103]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 19:27:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a576f00-0d5e-4dbd-8f0f-919cca1139c3 x-openstack-request-id: req-2a576f00-0d5e-4dbd-8f0f-919cca1139c3 {{(pid=95103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 19:27:03.533157 n-d-713301-16 neutron-server[95103]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b19e3d25-fa76-4ad5-ade4-28bc9af28ac3", "name": "network-vif-plugged", "status": "completed", "tag": "dfe12d6f-a587-4267-8cf8-408a7c963b6e", "code": 200}]} {{(pid=95103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 19:27:03.533463 n-d-713301-16 neutron-server[95103]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-2a576f00-0d5e-4dbd-8f0f-919cca1139c3 {{(pid=95103) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 19:27:03.533909 n-d-713301-16 neutron-server[95103]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b19e3d25-fa76-4ad5-ade4-28bc9af28ac3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dfe12d6f-a587-4267-8cf8-408a7c963b6e', 'code': 200} Sep 23 19:27:03.538743 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.plugin [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] No Port match for: e6c1f8f6-ea14-47d2-82b2-a8f32e444dab {{(pid=95103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 19:27:03.539090 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Device e6c1f8f6-ea14-47d2-82b2-a8f32e444dab not bound to the agent host n-h2-713301-16 {{(pid=95103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 19:27:03.573551 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Pushing event updated for resources: {'Port': ['ID=dfe12d6f-a587-4267-8cf8-408a7c963b6e,revision_number=5']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:27:03.580085 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e55f7809-71e1-485b-af42-f7f3dff663d0 req-2b83d808-3122-46e9-b076-0c8794647b9b tempest-ServerRescueTestJSONUnderV235-3883575 tempest-ServerRescueTestJSONUnderV235-3883575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:27:03.588392 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-e55f7809-71e1-485b-af42-f7f3dff663d0 req-2b83d808-3122-46e9-b076-0c8794647b9b tempest-ServerRescueTestJSONUnderV235-3883575 tempest-ServerRescueTestJSONUnderV235-3883575-project] 10.222.0.67 "GET /v2.0/ports?device_id=f69a6870-83a8-419f-a0bd-2c6f209ce61f HTTP/1.1" status: 200 len: 944 time: 0.0889845 Sep 23 19:27:03.624213 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-e55f7809-71e1-485b-af42-f7f3dff663d0 req-bcec1b14-4847-4df1-84d5-d2b2ec915079 tempest-ServerRescueTestJSONUnderV235-3883575 tempest-ServerRescueTestJSONUnderV235-3883575-project] 10.222.0.67 "GET /v2.0/security-groups?id=d3f97599-a9b1-47a3-baeb-6ab90b6bb5ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346768 Sep 23 19:27:03.634930 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-dfbd4bdd-7ce0-4e5e-8f44-7c9254738ffe req-9914cd49-361d-4699-aebb-4aefc880d13b service neutron] 10.222.0.53 "GET /v2.0/networks/5220cb0c-da05-478a-9604-8c11469a05b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1312523 Sep 23 19:27:03.721203 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ecadc68-f4ed-405f-b7f4-22b0a799ea2c req-b71a115f-b9ff-4e6c-8989-577eed768987 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:27:03.722728 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-4ecadc68-f4ed-405f-b7f4-22b0a799ea2c req-b71a115f-b9ff-4e6c-8989-577eed768987 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=b19e3d25-fa76-4ad5-ade4-28bc9af28ac3 HTTP/1.1" status: 200 len: 1097 time: 0.1079521 Sep 23 19:27:03.730116 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Device 85f79270-01a6-4bfc-b9f8-7154a719205a up at agent hyperv_n-h1-713301-16 {{(pid=95103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 19:27:03.736164 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b999ba0a-6731-4b34-a50a-9bc569bb29bd req-d0c352f5-7703-4ed1-bd9c-fdb5266c8aee tempest-MigrationsAdminTest-397594546 tempest-MigrationsAdminTest-397594546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:27:03.737726 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-b999ba0a-6731-4b34-a50a-9bc569bb29bd req-d0c352f5-7703-4ed1-bd9c-fdb5266c8aee tempest-MigrationsAdminTest-397594546 tempest-MigrationsAdminTest-397594546-project] 10.222.0.67 "GET /v2.0/ports?device_id=6573cd99-c5b7-4bf8-8671-27760195f1f4 HTTP/1.1" status: 200 len: 947 time: 0.0574281 Sep 23 19:27:03.781909 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-4ecadc68-f4ed-405f-b7f4-22b0a799ea2c req-1fbf322f-e664-45ff-997a-7cf1024b89fc service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=67f2e2ca-928f-40e5-b9b2-05ec3bddbb37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421507 Sep 23 19:27:03.784303 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-dfbd4bdd-7ce0-4e5e-8f44-7c9254738ffe req-8aa9fcb7-c88b-4bcc-9a40-8c4cdd17a8eb service neutron] 10.222.0.53 "GET /v2.0/networks/5220cb0c-da05-478a-9604-8c11469a05b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1389601 Sep 23 19:27:03.789618 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Provisioning for port 85f79270-01a6-4bfc-b9f8-7154a719205a completed by entity L2. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 19:27:03.793255 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-b999ba0a-6731-4b34-a50a-9bc569bb29bd req-3325936d-63cf-4fa7-9e0e-b694f6d4f415 tempest-MigrationsAdminTest-397594546 tempest-MigrationsAdminTest-397594546-project] 10.222.0.67 "GET /v2.0/security-groups?id=78cb509b-31c4-4e2a-bb5c-7abd6194dcc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392253 Sep 23 19:27:03.794823 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Provisioning complete for port 85f79270-01a6-4bfc-b9f8-7154a719205a triggered by entity L2. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:27:03.795093 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:27:03.885647 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:27:03.928971 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] For port 85f79270-01a6-4bfc-b9f8-7154a719205a, host n-h1-713301-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-16',level=0,port_id=85f79270-01a6-4bfc-b9f8-7154a719205a,segment=NetworkSegment(4e645381-3cf7-44d9-935f-d566da4456b8),segment_id=4e645381-3cf7-44d9-935f-d566da4456b8)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:27:03.935609 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:27:03.998575 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Pushing event updated for resources: {'Port': ['ID=85f79270-01a6-4bfc-b9f8-7154a719205a,revision_number=5']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:27:04.024967 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d64c57-34a9-40cb-a850-affa101020f0 req-7b1b6c55-a31f-4631-97fd-c06d827dd6e1 tempest-DeleteServersTestJSON-2111530366 tempest-DeleteServersTestJSON-2111530366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:27:04.026475 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-b0d64c57-34a9-40cb-a850-affa101020f0 req-7b1b6c55-a31f-4631-97fd-c06d827dd6e1 tempest-DeleteServersTestJSON-2111530366 tempest-DeleteServersTestJSON-2111530366-project] 10.222.0.67 "GET /v2.0/ports?device_id=b19e3d25-fa76-4ad5-ade4-28bc9af28ac3 HTTP/1.1" status: 200 len: 945 time: 0.0782819 Sep 23 19:27:04.048105 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b4512c-ab13-4f29-9931-20f2d54c10a4 req-7f682d64-968c-40bb-abfb-263321f9c257 tempest-ServersOnMultiNodesTest-2040324995 tempest-ServersOnMultiNodesTest-2040324995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:27:04.049525 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-09b4512c-ab13-4f29-9931-20f2d54c10a4 req-7f682d64-968c-40bb-abfb-263321f9c257 tempest-ServersOnMultiNodesTest-2040324995 tempest-ServersOnMultiNodesTest-2040324995-project] 10.222.0.67 "GET /v2.0/ports?device_id=37f3747b-af6d-43ab-8cf9-732d2fbffadb HTTP/1.1" status: 200 len: 950 time: 0.0726738 Sep 23 19:27:04.098845 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-b0d64c57-34a9-40cb-a850-affa101020f0 req-0d44b48c-1bef-46de-ac2a-54a5ae48ddec tempest-DeleteServersTestJSON-2111530366 tempest-DeleteServersTestJSON-2111530366-project] 10.222.0.67 "GET /v2.0/security-groups?id=67f2e2ca-928f-40e5-b9b2-05ec3bddbb37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646641 Sep 23 19:27:04.111863 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-09b4512c-ab13-4f29-9931-20f2d54c10a4 req-b87d3b6f-6d6b-4e66-a93e-4036c6695b91 tempest-ServersOnMultiNodesTest-2040324995 tempest-ServersOnMultiNodesTest-2040324995-project] 10.222.0.67 "GET /v2.0/security-groups?id=157e791d-182d-45ba-a5d1-6edf868180cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540850 Sep 23 19:27:04.151817 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 39430) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:27:04.205240 n-d-713301-16 neutron-server[95102]: DEBUG neutron.db.db_base_plugin_v2 [None req-09bdc8cd-7d3f-453b-918b-0a107d74579b admin admin] Deleting subnet ad781f3d-6818-485b-93aa-4b20e0f3289c {{(pid=95102) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 23 19:27:04.208471 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-09bdc8cd-7d3f-453b-918b-0a107d74579b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:27:04.244253 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-09bdc8cd-7d3f-453b-918b-0a107d74579b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6162825'] for subnet, precommit_delete_associations {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:27:04.254675 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] get_ports_and_sgs() called for port_ids ['c0243896-fce1-491e-b01a-fe507cb083a8'] {{(pid=95103) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 19:27:04.294572 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-09bdc8cd-7d3f-453b-918b-0a107d74579b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1756813'] for subnet, precommit_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:27:04.334712 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 39436) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:27:04.358800 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-09bdc8cd-7d3f-453b-918b-0a107d74579b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1756804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4399009', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5388229'] for subnet, after_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:27:04.385883 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09bdc8cd-7d3f-453b-918b-0a107d74579b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ad781f3d-6818-485b-93aa-4b20e0f3289c,revision_number=None']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:27:04.391724 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-09bdc8cd-7d3f-453b-918b-0a107d74579b admin admin] Notify callbacks [] for subnet, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:27:04.393668 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-09bdc8cd-7d3f-453b-918b-0a107d74579b admin admin] 10.222.0.67 "DELETE /v2.0/subnets/ad781f3d-6818-485b-93aa-4b20e0f3289c HTTP/1.1" status: 204 len: 168 time: 0.2407944 Sep 23 19:27:04.396068 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 39438) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:27:04.471073 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-26e0b685-3996-4bb0-886a-e336bfacd6d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1628021'] for network, before_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:27:04.556576 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-26e0b685-3996-4bb0-886a-e336bfacd6d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1754676', 'neutron.services.segments.db._delete_segments_for_network-8783146221460'] for network, precommit_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:27:04.577377 n-d-713301-16 neutron-server[95102]: DEBUG neutron.services.segments.db [None req-26e0b685-3996-4bb0-886a-e336bfacd6d3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['09c06b55-e8a3-4175-a4e7-e09f51f39be0']}} {{(pid=95102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:27:04.588931 n-d-713301-16 neutron-server[95102]: DEBUG neutron.services.segments.db [None req-26e0b685-3996-4bb0-886a-e336bfacd6d3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9783aed5-16b3-493b-b20a-552cc6472e7e') {'for_net_delete': True} {{(pid=95102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:27:04.589316 n-d-713301-16 neutron-server[95102]: DEBUG neutron.services.segments.db [None req-26e0b685-3996-4bb0-886a-e336bfacd6d3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9783aed5-16b3-493b-b20a-552cc6472e7e') {} {{(pid=95102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:27:04.599171 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-26e0b685-3996-4bb0-886a-e336bfacd6d3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783146221725', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6162832'] for segment, before_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:27:04.613442 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-26e0b685-3996-4bb0-886a-e336bfacd6d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1756186'] for segment, precommit_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:27:04.620123 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-26e0b685-3996-4bb0-886a-e336bfacd6d3 admin admin] Releasing vlan 635 on physical network physnet1 to pool {{(pid=95102) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 19:27:04.620530 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-26e0b685-3996-4bb0-886a-e336bfacd6d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1756186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4398095'] for segment, after_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:27:04.623752 n-d-713301-16 neutron-server[95102]: Traceback (most recent call last): Sep 23 19:27:04.623752 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 19:27:04.623752 n-d-713301-16 neutron-server[95102]: timer() Sep 23 19:27:04.623752 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 19:27:04.623752 n-d-713301-16 neutron-server[95102]: cb(*args, **kw) Sep 23 19:27:04.623752 n-d-713301-16 neutron-server[95102]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 19:27:04.623752 n-d-713301-16 neutron-server[95102]: return func(*args, **kwargs) Sep 23 19:27:04.623752 n-d-713301-16 neutron-server[95102]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 19:27:04.623752 n-d-713301-16 neutron-server[95102]: self._notify() Sep 23 19:27:04.623752 n-d-713301-16 neutron-server[95102]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 19:27:04.623752 n-d-713301-16 neutron-server[95102]: self.callback(batched_events) Sep 23 19:27:04.623752 n-d-713301-16 neutron-server[95102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 19:27:04.623752 n-d-713301-16 neutron-server[95102]: event.method(event) Sep 23 19:27:04.623752 n-d-713301-16 neutron-server[95102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 19:27:04.623752 n-d-713301-16 neutron-server[95102]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 19:27:04.623752 n-d-713301-16 neutron-server[95102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 19:27:04.623752 n-d-713301-16 neutron-server[95102]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 19:27:04.623752 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 19:27:04.623752 n-d-713301-16 neutron-server[95102]: return f(self, *a, **k) Sep 23 19:27:04.623752 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 19:27:04.623752 n-d-713301-16 neutron-server[95102]: return self._get(url).json() Sep 23 19:27:04.623752 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 19:27:04.623752 n-d-713301-16 neutron-server[95102]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 19:27:04.623752 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 19:27:04.623752 n-d-713301-16 neutron-server[95102]: return self.request(url, 'GET', **kwargs) Sep 23 19:27:04.623752 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 19:27:04.623752 n-d-713301-16 neutron-server[95102]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 19:27:04.623752 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 19:27:04.623752 n-d-713301-16 neutron-server[95102]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 19:27:04.623752 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 19:27:04.623752 n-d-713301-16 neutron-server[95102]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 19:27:04.623752 n-d-713301-16 neutron-server[95102]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 19:27:04.697922 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-26e0b685-3996-4bb0-886a-e336bfacd6d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1754627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-601866'] for network, after_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:27:04.710808 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-26e0b685-3996-4bb0-886a-e336bfacd6d3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527417'] for network, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:27:04.713677 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-26e0b685-3996-4bb0-886a-e336bfacd6d3 admin admin] 10.222.0.67 "DELETE /v2.0/networks/09c06b55-e8a3-4175-a4e7-e09f51f39be0 HTTP/1.1" status: 204 len: 168 time: 0.3165145 Sep 23 19:27:04.738500 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26e0b685-3996-4bb0-886a-e336bfacd6d3 admin admin] Pushing event deleted for resources: {'Network': ['ID=09c06b55-e8a3-4175-a4e7-e09f51f39be0,revision_number=None']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:27:04.788467 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-d2c7b0fb-114e-4f43-abbf-3182f66246b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-601372'] for router_interface, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:27:04.805556 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e72d048d-a47e-4ca2-9e4a-1303c88f15d1 req-834c9b05-f718-4e15-a1c7-36d093bc4038 tempest-ServerRescueTestJSONUnderV235-3883575 tempest-ServerRescueTestJSONUnderV235-3883575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:27:04.807281 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-e72d048d-a47e-4ca2-9e4a-1303c88f15d1 req-834c9b05-f718-4e15-a1c7-36d093bc4038 tempest-ServerRescueTestJSONUnderV235-3883575 tempest-ServerRescueTestJSONUnderV235-3883575-project] 10.222.0.67 "GET /v2.0/ports?device_id=f69a6870-83a8-419f-a0bd-2c6f209ce61f HTTP/1.1" status: 200 len: 945 time: 0.0619259 Sep 23 19:27:04.885895 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-e72d048d-a47e-4ca2-9e4a-1303c88f15d1 req-20304865-3990-49e3-b137-8656da0787de tempest-ServerRescueTestJSONUnderV235-3883575 tempest-ServerRescueTestJSONUnderV235-3883575-project] 10.222.0.67 "GET /v2.0/security-groups?id=d3f97599-a9b1-47a3-baeb-6ab90b6bb5ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709307 Sep 23 19:27:04.929427 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 39448) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:27:04.940034 n-d-713301-16 neutron-server[95101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '777ece37-282c-46bf-a54e-b76185b0b66f', 'name': 'network-vif-deleted', 'tag': 'c0243896-fce1-491e-b01a-fe507cb083a8'}] {{(pid=95101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 19:27:04.942316 n-d-713301-16 neutron-server[95101]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d8366c5740cd635e57ab12b71fe44a77c2acc3c19091ef849c6f68b380462244" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-116f5e8a-1c31-4dac-9a0c-70cb33bcb20b" -d '{"events": [{"server_uuid": "777ece37-282c-46bf-a54e-b76185b0b66f", "name": "network-vif-deleted", "tag": "c0243896-fce1-491e-b01a-fe507cb083a8"}]}' {{(pid=95101) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 19:27:04.996644 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a8633b-4484-46c0-b97a-e6f45d27d7fa req-b44e303a-0f23-4afa-b67e-98fad14241e0 tempest-MigrationsAdminTest-397594546 tempest-MigrationsAdminTest-397594546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:27:05.005070 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-08a8633b-4484-46c0-b97a-e6f45d27d7fa req-b44e303a-0f23-4afa-b67e-98fad14241e0 tempest-MigrationsAdminTest-397594546 tempest-MigrationsAdminTest-397594546-project] 10.222.0.67 "GET /v2.0/ports?device_id=6573cd99-c5b7-4bf8-8671-27760195f1f4 HTTP/1.1" status: 200 len: 947 time: 0.1061158 Sep 23 19:27:05.030586 n-d-713301-16 neutron-server[95101]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 19:27:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1cd85e25-a468-49d6-9c9f-b15d37c3ee28 x-openstack-request-id: req-1cd85e25-a468-49d6-9c9f-b15d37c3ee28 {{(pid=95101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 19:27:05.030921 n-d-713301-16 neutron-server[95101]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "777ece37-282c-46bf-a54e-b76185b0b66f", "name": "network-vif-deleted", "tag": "c0243896-fce1-491e-b01a-fe507cb083a8", "status": "completed", "code": 200}]} {{(pid=95101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 19:27:05.031132 n-d-713301-16 neutron-server[95101]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-1cd85e25-a468-49d6-9c9f-b15d37c3ee28 {{(pid=95101) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 19:27:05.031517 n-d-713301-16 neutron-server[95101]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '777ece37-282c-46bf-a54e-b76185b0b66f', 'name': 'network-vif-deleted', 'tag': 'c0243896-fce1-491e-b01a-fe507cb083a8', 'status': 'completed', 'code': 200} Sep 23 19:27:05.055232 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-e5f54878-8e90-4419-bf85-4a9ad8fa64fb admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=958a7ebe79444f65ab17892a97967b84&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1231477 Sep 23 19:27:05.057720 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 39452) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:27:05.116738 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-08a8633b-4484-46c0-b97a-e6f45d27d7fa req-5f03f926-681d-4f85-b865-abceab88052c tempest-MigrationsAdminTest-397594546 tempest-MigrationsAdminTest-397594546-project] 10.222.0.67 "GET /v2.0/security-groups?id=78cb509b-31c4-4e2a-bb5c-7abd6194dcc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011059 Sep 23 19:27:05.122194 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.plugin [None req-d2c7b0fb-114e-4f43-abbf-3182f66246b7 admin admin] Deleting port c36211f9-1e35-4b68-ba06-93438928d8df {{(pid=95101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:27:05.123424 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-d2c7b0fb-114e-4f43-abbf-3182f66246b7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783146157096'] for port, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:27:05.162086 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-17719674-1ef4-4ef8-8bf0-6ef267c00020 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:27:05.205725 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Device 99215099-e4ca-41e9-9da2-30bc7fb3a27f details requested by agent hyperv_n-h2-713301-16 with host n-h2-713301-16 {{(pid=95103) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 19:27:05.214776 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-17719674-1ef4-4ef8-8bf0-6ef267c00020 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:27:05.249563 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.db [None req-d2c7b0fb-114e-4f43-abbf-3182f66246b7 admin admin] For port c36211f9-1e35-4b68-ba06-93438928d8df, host n-d-713301-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-16',level=0,port_id=c36211f9-1e35-4b68-ba06-93438928d8df,segment=NetworkSegment(5af8be7e-f9c6-4114-987e-ef068c7fc557),segment_id=5af8be7e-f9c6-4114-987e-ef068c7fc557)] {{(pid=95101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:27:05.249925 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-d2c7b0fb-114e-4f43-abbf-3182f66246b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-605701'] for port, precommit_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:27:05.264187 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.plugin [None req-d2c7b0fb-114e-4f43-abbf-3182f66246b7 admin admin] Calling delete_port for c36211f9-1e35-4b68-ba06-93438928d8df owned by network:router_interface {{(pid=95101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:27:05.311555 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa1375b-89c8-45f6-b9da-f2e365f8d42d req-8894656b-f5aa-4605-b6e2-82de9ac3166f tempest-DeleteServersTestJSON-2111530366 tempest-DeleteServersTestJSON-2111530366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:27:05.313670 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-4fa1375b-89c8-45f6-b9da-f2e365f8d42d req-8894656b-f5aa-4605-b6e2-82de9ac3166f tempest-DeleteServersTestJSON-2111530366 tempest-DeleteServersTestJSON-2111530366-project] 10.222.0.67 "GET /v2.0/ports?device_id=b19e3d25-fa76-4ad5-ade4-28bc9af28ac3 HTTP/1.1" status: 200 len: 945 time: 0.1240163 Sep 23 19:27:05.329856 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f0d307e-0d3d-4e6e-8d1e-95d76a61cfa0 req-9ea57065-30b5-4b26-ba99-bbdd11de43bb tempest-ServersOnMultiNodesTest-2040324995 tempest-ServersOnMultiNodesTest-2040324995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:27:05.331434 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-6f0d307e-0d3d-4e6e-8d1e-95d76a61cfa0 req-9ea57065-30b5-4b26-ba99-bbdd11de43bb tempest-ServersOnMultiNodesTest-2040324995 tempest-ServersOnMultiNodesTest-2040324995-project] 10.222.0.67 "GET /v2.0/ports?device_id=37f3747b-af6d-43ab-8cf9-732d2fbffadb HTTP/1.1" status: 200 len: 950 time: 0.1195867 Sep 23 19:27:05.355947 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] For port 99215099-e4ca-41e9-9da2-30bc7fb3a27f, host n-h2-713301-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-16',level=0,port_id=99215099-e4ca-41e9-9da2-30bc7fb3a27f,segment=NetworkSegment(6139d589-eb6c-4578-8935-c26ddf396853),segment_id=6139d589-eb6c-4578-8935-c26ddf396853)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:27:05.361937 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-17719674-1ef4-4ef8-8bf0-6ef267c00020 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:27:05.364516 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-17719674-1ef4-4ef8-8bf0-6ef267c00020 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:27:05.366299 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-17719674-1ef4-4ef8-8bf0-6ef267c00020 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/6058965a-5fe4-400d-ba89-c406fa6d79a9 HTTP/1.1" status: 204 len: 168 time: 0.3076861 Sep 23 19:27:05.374237 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Returning: {'device': '99215099-e4ca-41e9-9da2-30bc7fb3a27f', 'network_id': '5220cb0c-da05-478a-9604-8c11469a05b4', 'port_id': '99215099-e4ca-41e9-9da2-30bc7fb3a27f', 'mac_address': 'fa:16:3e:fa:eb:70', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 624, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1ccc69bc-9d6b-44d9-b227-204e47dc6e45', 'ip_address': '192.168.233.39'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95103) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 19:27:05.397557 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17719674-1ef4-4ef8-8bf0-6ef267c00020 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6058965a-5fe4-400d-ba89-c406fa6d79a9,revision_number=None']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:27:05.414315 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-4fa1375b-89c8-45f6-b9da-f2e365f8d42d req-e097d5fb-d7fa-4995-bce6-4643849100aa tempest-DeleteServersTestJSON-2111530366 tempest-DeleteServersTestJSON-2111530366-project] 10.222.0.67 "GET /v2.0/security-groups?id=67f2e2ca-928f-40e5-b9b2-05ec3bddbb37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817773 Sep 23 19:27:05.441427 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:27:05.454040 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-6f0d307e-0d3d-4e6e-8d1e-95d76a61cfa0 req-18d714b7-e98b-4e4b-bcb6-8d4f96cc8e62 tempest-ServersOnMultiNodesTest-2040324995 tempest-ServersOnMultiNodesTest-2040324995-project] 10.222.0.67 "GET /v2.0/security-groups?id=157e791d-182d-45ba-a5d1-6edf868180cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942681 Sep 23 19:27:05.459162 n-d-713301-16 neutron-server[95103]: DEBUG neutron.notifiers.nova [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 99215099-e4ca-41e9-9da2-30bc7fb3a27f {{(pid=95103) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 19:27:05.491023 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] For port 99215099-e4ca-41e9-9da2-30bc7fb3a27f, host n-h2-713301-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-16',level=0,port_id=99215099-e4ca-41e9-9da2-30bc7fb3a27f,segment=NetworkSegment(6139d589-eb6c-4578-8935-c26ddf396853),segment_id=6139d589-eb6c-4578-8935-c26ddf396853)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:27:05.497378 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:27:05.534459 n-d-713301-16 neutron-server[95103]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f69a6870-83a8-419f-a0bd-2c6f209ce61f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85f79270-01a6-4bfc-b9f8-7154a719205a'}] {{(pid=95103) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 19:27:05.538825 n-d-713301-16 neutron-server[95103]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}81a1c17f2aa89d5b3ebbba3a3e0cf7eb588e431c2224256110c4c4facdd7c3e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19bb202a-6a9b-4bcc-a07c-cbf375312c80" -d '{"events": [{"server_uuid": "f69a6870-83a8-419f-a0bd-2c6f209ce61f", "name": "network-vif-plugged", "status": "completed", "tag": "85f79270-01a6-4bfc-b9f8-7154a719205a"}]}' {{(pid=95103) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 19:27:05.581326 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Pushing event updated for resources: {'Port': ['ID=99215099-e4ca-41e9-9da2-30bc7fb3a27f,revision_number=4']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:27:05.590471 n-d-713301-16 neutron-server[95103]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 19:27:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-771bc6b5-5c47-41eb-b445-f9c91a33b327 x-openstack-request-id: req-771bc6b5-5c47-41eb-b445-f9c91a33b327 {{(pid=95103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 19:27:05.591032 n-d-713301-16 neutron-server[95103]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f69a6870-83a8-419f-a0bd-2c6f209ce61f", "name": "network-vif-plugged", "status": "completed", "tag": "85f79270-01a6-4bfc-b9f8-7154a719205a", "code": 200}]} {{(pid=95103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 19:27:05.591477 n-d-713301-16 neutron-server[95103]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-771bc6b5-5c47-41eb-b445-f9c91a33b327 {{(pid=95103) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 19:27:05.592022 n-d-713301-16 neutron-server[95103]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f69a6870-83a8-419f-a0bd-2c6f209ce61f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85f79270-01a6-4bfc-b9f8-7154a719205a', 'code': 200} Sep 23 19:27:05.638092 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-d2c7b0fb-114e-4f43-abbf-3182f66246b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783146162158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783145673144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5607431'] for port, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:27:05.676090 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c7b0fb-114e-4f43-abbf-3182f66246b7 admin admin] Pushing event deleted for resources: {'Port': ['ID=c36211f9-1e35-4b68-ba06-93438928d8df,revision_number=None']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:27:05.694505 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a59090e-c3cf-4842-b1c4-2418df89e0df req-d0beebe7-b28a-45e4-970c-f58d9f96b684 tempest-ServersOnMultiNodesTest-2040324995 tempest-ServersOnMultiNodesTest-2040324995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:27:05.697948 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-8a59090e-c3cf-4842-b1c4-2418df89e0df req-d0beebe7-b28a-45e4-970c-f58d9f96b684 tempest-ServersOnMultiNodesTest-2040324995 tempest-ServersOnMultiNodesTest-2040324995-project] 10.222.0.74 "GET /v2.0/ports?device_id=37f3747b-af6d-43ab-8cf9-732d2fbffadb HTTP/1.1" status: 200 len: 950 time: 0.1537399 Sep 23 19:27:05.722317 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e8a1bbd-ccf8-4a10-9b7b-24f247d8b166 req-a637b486-d392-4a01-bd27-c12e70c4fcb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:27:05.723754 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-2e8a1bbd-ccf8-4a10-9b7b-24f247d8b166 req-a637b486-d392-4a01-bd27-c12e70c4fcb5 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=f69a6870-83a8-419f-a0bd-2c6f209ce61f HTTP/1.1" status: 200 len: 1097 time: 0.0581384 Sep 23 19:27:05.733466 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Device c0243896-fce1-491e-b01a-fe507cb083a8 no longer exists at agent hyperv_n-h1-713301-16 {{(pid=95103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 19:27:05.785393 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.plugin [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] No Port match for: c0243896-fce1-491e-b01a-fe507cb083a8 {{(pid=95103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 19:27:05.788816 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Device c0243896-fce1-491e-b01a-fe507cb083a8 not bound to the agent host n-h1-713301-16 {{(pid=95103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 19:27:05.789297 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Device ee743cdf-8d2b-44a7-b0e1-d657b2eac379 no longer exists at agent hyperv_n-h1-713301-16 {{(pid=95103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 19:27:05.791464 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] get_ports_and_sgs() called for port_ids ['99215099-e4ca-41e9-9da2-30bc7fb3a27f'] {{(pid=95103) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 19:27:05.813327 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-2e8a1bbd-ccf8-4a10-9b7b-24f247d8b166 req-0d46bc7d-94f8-4d4d-a0a9-ee023b87a1b7 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=d3f97599-a9b1-47a3-baeb-6ab90b6bb5ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691054 Sep 23 19:27:05.868438 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.plugin [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] No Port match for: ee743cdf-8d2b-44a7-b0e1-d657b2eac379 {{(pid=95103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 19:27:05.869279 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Device ee743cdf-8d2b-44a7-b0e1-d657b2eac379 not bound to the agent host n-h1-713301-16 {{(pid=95103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 19:27:06.172767 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad548b8e-54a5-4acb-b30e-b564731ed427 req-ef3ad124-6ea1-4a39-874f-cf0b1b40f2a9 tempest-DeleteServersTestJSON-2111530366 tempest-DeleteServersTestJSON-2111530366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:27:06.172767 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-ad548b8e-54a5-4acb-b30e-b564731ed427 req-ef3ad124-6ea1-4a39-874f-cf0b1b40f2a9 tempest-DeleteServersTestJSON-2111530366 tempest-DeleteServersTestJSON-2111530366-project] 10.222.0.67 "GET /v2.0/ports?device_id=b19e3d25-fa76-4ad5-ade4-28bc9af28ac3 HTTP/1.1" status: 200 len: 945 time: 0.0878949 Sep 23 19:27:06.181233 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12468db4-38c7-41f6-9ed8-e79fdc8ba6b1 req-d91a6fb1-1c29-4223-947f-b6f11008a3f6 tempest-ServerRescueTestJSONUnderV235-3883575 tempest-ServerRescueTestJSONUnderV235-3883575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:27:06.182921 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-12468db4-38c7-41f6-9ed8-e79fdc8ba6b1 req-d91a6fb1-1c29-4223-947f-b6f11008a3f6 tempest-ServerRescueTestJSONUnderV235-3883575 tempest-ServerRescueTestJSONUnderV235-3883575-project] 10.222.0.67 "GET /v2.0/ports?device_id=f69a6870-83a8-419f-a0bd-2c6f209ce61f HTTP/1.1" status: 200 len: 945 time: 0.0893552 Sep 23 19:27:06.244009 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-ad548b8e-54a5-4acb-b30e-b564731ed427 req-898ab06f-a3df-40f0-ada0-94c72f8da8a9 tempest-DeleteServersTestJSON-2111530366 tempest-DeleteServersTestJSON-2111530366-project] 10.222.0.67 "GET /v2.0/security-groups?id=67f2e2ca-928f-40e5-b9b2-05ec3bddbb37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599930 Sep 23 19:27:06.259523 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-12468db4-38c7-41f6-9ed8-e79fdc8ba6b1 req-0d135813-2a56-4483-aa34-8149b09d0076 tempest-ServerRescueTestJSONUnderV235-3883575 tempest-ServerRescueTestJSONUnderV235-3883575-project] 10.222.0.67 "GET /v2.0/security-groups?id=d3f97599-a9b1-47a3-baeb-6ab90b6bb5ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597715 Sep 23 19:27:06.281634 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.plugin [req-8a59090e-c3cf-4842-b1c4-2418df89e0df req-982779d3-39b4-47f9-a9ba-fd4f09370d68 tempest-ServersOnMultiNodesTest-2040324995 tempest-ServersOnMultiNodesTest-2040324995-project] Deleting port c518e050-362e-4a2e-9db8-5d7057c8627c {{(pid=95101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:27:06.282002 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-8a59090e-c3cf-4842-b1c4-2418df89e0df req-982779d3-39b4-47f9-a9ba-fd4f09370d68 tempest-ServersOnMultiNodesTest-2040324995 tempest-ServersOnMultiNodesTest-2040324995-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783146157096'] for port, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:27:06.298776 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-d2c7b0fb-114e-4f43-abbf-3182f66246b7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-527322', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-602005'] for router_interface, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:27:06.412774 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d247b09e-9e8d-4097-a77c-6cca74e08765 req-128d7cc6-d0cb-4f9e-82cb-d4b48de52e23 tempest-MigrationsAdminTest-397594546 tempest-MigrationsAdminTest-397594546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:27:06.414496 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-d247b09e-9e8d-4097-a77c-6cca74e08765 req-128d7cc6-d0cb-4f9e-82cb-d4b48de52e23 tempest-MigrationsAdminTest-397594546 tempest-MigrationsAdminTest-397594546-project] 10.222.0.67 "GET /v2.0/ports?device_id=6573cd99-c5b7-4bf8-8671-27760195f1f4 HTTP/1.1" status: 200 len: 948 time: 0.0758023 Sep 23 19:27:06.455699 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.db [req-8a59090e-c3cf-4842-b1c4-2418df89e0df req-982779d3-39b4-47f9-a9ba-fd4f09370d68 tempest-ServersOnMultiNodesTest-2040324995 tempest-ServersOnMultiNodesTest-2040324995-project] For port c518e050-362e-4a2e-9db8-5d7057c8627c, host n-h1-713301-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-16',level=0,port_id=c518e050-362e-4a2e-9db8-5d7057c8627c,segment=NetworkSegment(6139d589-eb6c-4578-8935-c26ddf396853),segment_id=6139d589-eb6c-4578-8935-c26ddf396853)] {{(pid=95101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:27:06.456042 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-8a59090e-c3cf-4842-b1c4-2418df89e0df req-982779d3-39b4-47f9-a9ba-fd4f09370d68 tempest-ServersOnMultiNodesTest-2040324995 tempest-ServersOnMultiNodesTest-2040324995-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-605701'] for port, precommit_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:27:06.478560 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.plugin [req-8a59090e-c3cf-4842-b1c4-2418df89e0df req-982779d3-39b4-47f9-a9ba-fd4f09370d68 tempest-ServersOnMultiNodesTest-2040324995 tempest-ServersOnMultiNodesTest-2040324995-project] Calling delete_port for c518e050-362e-4a2e-9db8-5d7057c8627c owned by compute:nova {{(pid=95101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:27:06.482523 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-d247b09e-9e8d-4097-a77c-6cca74e08765 req-af7ae0cc-0e74-487f-9da0-e540a6cd1615 tempest-MigrationsAdminTest-397594546 tempest-MigrationsAdminTest-397594546-project] 10.222.0.67 "GET /v2.0/security-groups?id=78cb509b-31c4-4e2a-bb5c-7abd6194dcc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586939 Sep 23 19:27:06.556102 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 39504) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:27:06.613266 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad4b61be-42b7-4e05-8dbf-393f5d8a29dd req-652a63ba-aebf-406c-b82e-db5be864fc8d tempest-ServersOnMultiNodesTest-2040324995 tempest-ServersOnMultiNodesTest-2040324995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:27:06.614946 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-ad4b61be-42b7-4e05-8dbf-393f5d8a29dd req-652a63ba-aebf-406c-b82e-db5be864fc8d tempest-ServersOnMultiNodesTest-2040324995 tempest-ServersOnMultiNodesTest-2040324995-project] 10.222.0.67 "GET /v2.0/ports?device_id=37f3747b-af6d-43ab-8cf9-732d2fbffadb HTTP/1.1" status: 200 len: 950 time: 0.0724723 Sep 23 19:27:06.662378 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-ad4b61be-42b7-4e05-8dbf-393f5d8a29dd req-499f58ae-138e-4191-9381-bd225cc0f375 tempest-ServersOnMultiNodesTest-2040324995 tempest-ServersOnMultiNodesTest-2040324995-project] 10.222.0.67 "GET /v2.0/security-groups?id=157e791d-182d-45ba-a5d1-6edf868180cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389915 Sep 23 19:27:06.711951 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.v2.base [None req-baa1d0bc-d25f-499e-87a7-e28dd1882e2a admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-1077418396-network', 'tenant_id': 'f17a85608a9a4ecb8150ef41746c47e0'}} {{(pid=95101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:27:06.772983 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d2c7b0fb-114e-4f43-abbf-3182f66246b7 admin admin] Router 3509475f-0e6e-4a0c-add6-79b2b5c12544 has already been hosted by L3 agent 79a740bf-7821-4989-8288-7186e3e128f3 {{(pid=95101) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 19:27:06.785762 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-baa1d0bc-d25f-499e-87a7-e28dd1882e2a admin admin] Made reservation on behalf of f17a85608a9a4ecb8150ef41746c47e0 for: {'network': 1} {{(pid=95101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:27:06.789134 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-baa1d0bc-d25f-499e-87a7-e28dd1882e2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for network, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:27:06.809035 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-baa1d0bc-d25f-499e-87a7-e28dd1882e2a admin admin] Notify callbacks [] for security_group, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:27:06.854264 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-8a59090e-c3cf-4842-b1c4-2418df89e0df req-982779d3-39b4-47f9-a9ba-fd4f09370d68 tempest-ServersOnMultiNodesTest-2040324995 tempest-ServersOnMultiNodesTest-2040324995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783146162158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783145673144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5607431'] for port, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:27:06.868134 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] get_ports_and_sgs() called for port_ids ['a93a183a-c4c5-4ca7-8687-dd68b086ef76', '3ef3b9f7-4295-43fa-809a-8c3147e99fb4', 'c5445bd1-d627-4f17-aa1f-1b419572ed81', 'dd14c26e-3e27-4cc3-aa9c-bff97727ed77'] {{(pid=95103) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 19:27:06.870677 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] get_ports_and_sgs() called for port_ids ['3e6c5f99-1b58-4b8b-8ded-4540f2e920c7', '26fc2316-c799-4f1c-93ac-e3e7a2f1c85d', 'c518e050-362e-4a2e-9db8-5d7057c8627c'] {{(pid=95103) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 19:27:06.930729 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-982779d3-39b4-47f9-a9ba-fd4f09370d68 tempest-ServersOnMultiNodesTest-2040324995 tempest-ServersOnMultiNodesTest-2040324995-project] Pushing event deleted for resources: {'Port': ['ID=c518e050-362e-4a2e-9db8-5d7057c8627c,revision_number=None']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:27:07.001993 n-d-713301-16 neutron-server[95101]: DEBUG neutron.db.l3_dvrscheduler_db [req-8a59090e-c3cf-4842-b1c4-2418df89e0df req-982779d3-39b4-47f9-a9ba-fd4f09370d68 tempest-ServersOnMultiNodesTest-2040324995 tempest-ServersOnMultiNodesTest-2040324995-project] No DVR routers for this DVR port c518e050-362e-4a2e-9db8-5d7057c8627c on host n-h1-713301-16 {{(pid=95101) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 19:27:07.007302 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-8a59090e-c3cf-4842-b1c4-2418df89e0df req-982779d3-39b4-47f9-a9ba-fd4f09370d68 tempest-ServersOnMultiNodesTest-2040324995 tempest-ServersOnMultiNodesTest-2040324995-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222849'] for port, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:27:07.009340 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-8a59090e-c3cf-4842-b1c4-2418df89e0df req-982779d3-39b4-47f9-a9ba-fd4f09370d68 tempest-ServersOnMultiNodesTest-2040324995 tempest-ServersOnMultiNodesTest-2040324995-project] 10.222.0.74 "DELETE /v2.0/ports/c518e050-362e-4a2e-9db8-5d7057c8627c HTTP/1.1" status: 204 len: 173 time: 1.2947488 Sep 23 19:27:07.025133 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2c7b0fb-114e-4f43-abbf-3182f66246b7 admin admin] Notify agent at l3_agent.n-d-713301-16 the message routers_updated {{(pid=95101) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 19:27:07.034730 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 39510) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:27:07.034932 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-d2c7b0fb-114e-4f43-abbf-3182f66246b7 admin admin] 10.222.0.67 "PUT /v2.0/routers/3509475f-0e6e-4a0c-add6-79b2b5c12544/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6990080 Sep 23 19:27:07.035427 n-d-713301-16 neutron-server[95101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '37f3747b-af6d-43ab-8cf9-732d2fbffadb', 'name': 'network-vif-deleted', 'tag': 'c518e050-362e-4a2e-9db8-5d7057c8627c'}] {{(pid=95101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 19:27:07.037958 n-d-713301-16 neutron-server[95101]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d8366c5740cd635e57ab12b71fe44a77c2acc3c19091ef849c6f68b380462244" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-337bb9d4-8cff-4f25-894a-94c9a3cef5ee" -d '{"events": [{"server_uuid": "37f3747b-af6d-43ab-8cf9-732d2fbffadb", "name": "network-vif-deleted", "tag": "c518e050-362e-4a2e-9db8-5d7057c8627c"}]}' {{(pid=95101) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 19:27:07.089827 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6419f06-30a9-4a32-bb14-c1ec154cd705 None None] Sync routers for ids ['3509475f-0e6e-4a0c-add6-79b2b5c12544'] in n-d-713301-16 {{(pid=95103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 19:27:07.101287 n-d-713301-16 neutron-server[95101]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 19:27:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc0b819a-420b-4335-85ad-cabe949f37f0 x-openstack-request-id: req-cc0b819a-420b-4335-85ad-cabe949f37f0 {{(pid=95101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 19:27:07.102336 n-d-713301-16 neutron-server[95101]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "37f3747b-af6d-43ab-8cf9-732d2fbffadb", "name": "network-vif-deleted", "tag": "c518e050-362e-4a2e-9db8-5d7057c8627c", "status": "completed", "code": 200}]} {{(pid=95101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 19:27:07.102760 n-d-713301-16 neutron-server[95101]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-cc0b819a-420b-4335-85ad-cabe949f37f0 {{(pid=95101) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 19:27:07.103469 n-d-713301-16 neutron-server[95101]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '37f3747b-af6d-43ab-8cf9-732d2fbffadb', 'name': 'network-vif-deleted', 'tag': 'c518e050-362e-4a2e-9db8-5d7057c8627c', 'status': 'completed', 'code': 200} Sep 23 19:27:07.138500 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-baa1d0bc-d25f-499e-87a7-e28dd1882e2a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:27:07.147804 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-baa1d0bc-d25f-499e-87a7-e28dd1882e2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:27:07.172873 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-baa1d0bc-d25f-499e-87a7-e28dd1882e2a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 632} {{(pid=95101) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 19:27:07.180648 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6419f06-30a9-4a32-bb14-c1ec154cd705 None None] Routers {'3509475f-0e6e-4a0c-add6-79b2b5c12544'} bound to L3 agent in host n-d-713301-16 {{(pid=95103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 19:27:07.183054 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_hamode_db [None req-a6419f06-30a9-4a32-bb14-c1ec154cd705 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-23T19:07:52Z,description=,heartbeat_timestamp=2021-09-23T19:26:52Z,host='n-d-713301-16',id=79a740bf-7821-4989-8288-7186e3e128f3,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:07:52Z,topic='l3_agent')) {'router_ids': ['3509475f-0e6e-4a0c-add6-79b2b5c12544'], 'active': True} {{(pid=95103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:27:07.189580 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa1d0bc-d25f-499e-87a7-e28dd1882e2a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f1e71cd-f67e-49f6-828d-7dde05723843,revision_number=1']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:27:07.195524 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-baa1d0bc-d25f-499e-87a7-e28dd1882e2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1756186'] for segment, precommit_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:27:07.195878 n-d-713301-16 neutron-server[95101]: INFO neutron.db.segments_db [None req-baa1d0bc-d25f-499e-87a7-e28dd1882e2a admin admin] Added segment 0ad9f853-8282-44e3-ac3b-2b75c9223dae of type vlan for network 364dc893-5ecb-4aa3-be76-13b51cbbfbd4 Sep 23 19:27:07.247723 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-baa1d0bc-d25f-499e-87a7-e28dd1882e2a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783145630486'] for network, precommit_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:27:07.313468 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-baa1d0bc-d25f-499e-87a7-e28dd1882e2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299'] for network, after_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:27:07.318767 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-baa1d0bc-d25f-499e-87a7-e28dd1882e2a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:27:07.320256 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-baa1d0bc-d25f-499e-87a7-e28dd1882e2a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527417'] for network, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:27:07.342618 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-f9e17581-14d5-4611-b787-f97092d18fc8 admin admin] Notify callbacks [] for router, before_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:27:07.407061 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Device 99215099-e4ca-41e9-9da2-30bc7fb3a27f up at agent hyperv_n-h2-713301-16 {{(pid=95103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 19:27:07.437641 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa1d0bc-d25f-499e-87a7-e28dd1882e2a admin admin] Pushing event updated for resources: {'Network': ['ID=364dc893-5ecb-4aa3-be76-13b51cbbfbd4,revision_number=1']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:27:07.450503 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-baa1d0bc-d25f-499e-87a7-e28dd1882e2a admin admin] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.8917367 Sep 23 19:27:07.450801 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 39518) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:27:07.455694 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.v2.base [None req-fbf55d42-209b-405e-a5c6-62690616f71e admin admin] Request body: {'subnet': {'network_id': '364dc893-5ecb-4aa3-be76-13b51cbbfbd4', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-1077418396-subnet', 'tenant_id': 'f17a85608a9a4ecb8150ef41746c47e0', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=95101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:27:07.478714 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Network 364dc893-5ecb-4aa3-be76-13b51cbbfbd4 details requested by agent ovs-agent-n-d-713301-16 with host n-d-713301-16 {{(pid=95103) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 19:27:07.479782 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fbf55d42-209b-405e-a5c6-62690616f71e admin admin] Made reservation on behalf of f17a85608a9a4ecb8150ef41746c47e0 for: {'subnet': 1} {{(pid=95101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:27:07.482922 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-fbf55d42-209b-405e-a5c6-62690616f71e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6130979'] for subnet, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:27:07.544155 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e5a30f-bb97-4b41-9b07-8674069d5120 req-56589597-107c-4c05-beaa-221f9fdc98c8 tempest-DeleteServersTestJSON-2111530366 tempest-DeleteServersTestJSON-2111530366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:27:07.546221 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-57e5a30f-bb97-4b41-9b07-8674069d5120 req-56589597-107c-4c05-beaa-221f9fdc98c8 tempest-DeleteServersTestJSON-2111530366 tempest-DeleteServersTestJSON-2111530366-project] 10.222.0.67 "GET /v2.0/ports?device_id=b19e3d25-fa76-4ad5-ade4-28bc9af28ac3 HTTP/1.1" status: 200 len: 945 time: 0.1515217 Sep 23 19:27:07.564983 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c46d915-3b97-46d2-91ab-ceee1418fd40 req-764c323e-9b21-4c37-9a33-647a0256f921 tempest-ServerRescueTestJSONUnderV235-3883575 tempest-ServerRescueTestJSONUnderV235-3883575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:27:07.566573 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-6c46d915-3b97-46d2-91ab-ceee1418fd40 req-764c323e-9b21-4c37-9a33-647a0256f921 tempest-ServerRescueTestJSONUnderV235-3883575 tempest-ServerRescueTestJSONUnderV235-3883575-project] 10.222.0.67 "GET /v2.0/ports?device_id=f69a6870-83a8-419f-a0bd-2c6f209ce61f HTTP/1.1" status: 200 len: 945 time: 0.1579835 Sep 23 19:27:07.640897 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-f9e17581-14d5-4611-b787-f97092d18fc8 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:27:07.663825 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_dvr_db [None req-a6419f06-30a9-4a32-bb14-c1ec154cd705 None None] Set router 3509475f-0e6e-4a0c-add6-79b2b5c12544 gateway port host: n-d-713301-16 {{(pid=95103) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 19:27:07.668746 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Provisioning for port 99215099-e4ca-41e9-9da2-30bc7fb3a27f completed by entity L2. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 19:27:07.670580 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-57e5a30f-bb97-4b41-9b07-8674069d5120 req-7fadc689-bbbc-4a85-a335-ef8190b5fdaf tempest-DeleteServersTestJSON-2111530366 tempest-DeleteServersTestJSON-2111530366-project] 10.222.0.67 "GET /v2.0/security-groups?id=67f2e2ca-928f-40e5-b9b2-05ec3bddbb37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1027050 Sep 23 19:27:07.695746 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-6c46d915-3b97-46d2-91ab-ceee1418fd40 req-94514104-e8fa-4281-a9aa-65266842b070 tempest-ServerRescueTestJSONUnderV235-3883575 tempest-ServerRescueTestJSONUnderV235-3883575-project] 10.222.0.67 "GET /v2.0/security-groups?id=d3f97599-a9b1-47a3-baeb-6ab90b6bb5ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1098669 Sep 23 19:27:07.737482 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-fbf55d42-209b-405e-a5c6-62690616f71e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5607579', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6130961'] for subnet, after_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:27:07.815271 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Provisioning complete for port 99215099-e4ca-41e9-9da2-30bc7fb3a27f triggered by entity L2. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:27:07.816049 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:27:07.843727 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aecfeeec-d00a-4b0a-b025-d996f3f6c1be req-f158fdee-d4f8-45ef-beed-ff3f00828178 tempest-MigrationsAdminTest-397594546 tempest-MigrationsAdminTest-397594546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:27:07.845911 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf55d42-209b-405e-a5c6-62690616f71e admin admin] Pushing event updated for resources: {'Subnet': ['ID=a900be85-be08-465b-85e6-4a05aae55389,revision_number=0']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:27:07.858895 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-aecfeeec-d00a-4b0a-b025-d996f3f6c1be req-f158fdee-d4f8-45ef-beed-ff3f00828178 tempest-MigrationsAdminTest-397594546 tempest-MigrationsAdminTest-397594546-project] 10.222.0.67 "GET /v2.0/ports?device_id=6573cd99-c5b7-4bf8-8671-27760195f1f4 HTTP/1.1" status: 200 len: 948 time: 0.1020164 Sep 23 19:27:07.860395 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbf55d42-209b-405e-a5c6-62690616f71e admin admin] Checking segment: {'id': '0ad9f853-8282-44e3-ac3b-2b75c9223dae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '364dc893-5ecb-4aa3-be76-13b51cbbfbd4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:27:07.860849 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbf55d42-209b-405e-a5c6-62690616f71e admin admin] Network hostable DHCP agents. Network: 364dc893-5ecb-4aa3-be76-13b51cbbfbd4, hostable agents: ['1b18bf05-1b5f-4587-be5c-af3ac38e32ad'], hosted agents: [] {{(pid=95101) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 19:27:07.887436 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbf55d42-209b-405e-a5c6-62690616f71e admin admin] Network 364dc893-5ecb-4aa3-be76-13b51cbbfbd4 is scheduled to be hosted by DHCP agent 1b18bf05-1b5f-4587-be5c-af3ac38e32ad with binding_index 1 {{(pid=95101) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 19:27:07.899473 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.plugin [None req-f9e17581-14d5-4611-b787-f97092d18fc8 admin admin] Deleting port 0fa066a2-5401-4184-ad23-34074ae92172 {{(pid=95102) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:27:07.899822 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-f9e17581-14d5-4611-b787-f97092d18fc8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783146157096'] for port, before_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:27:07.901505 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.base_scheduler [None req-fbf55d42-209b-405e-a5c6-62690616f71e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713301-16, 364dc893-5ecb-4aa3-be76-13b51cbbfbd4) {{(pid=95101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:27:07.921525 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98bcc73b-ddee-4578-b174-f70c8493950b None None] Network 364dc893-5ecb-4aa3-be76-13b51cbbfbd4 requested from n-d-713301-16 {{(pid=95103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 19:27:07.923850 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbf55d42-209b-405e-a5c6-62690616f71e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:27:07.924998 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-fbf55d42-209b-405e-a5c6-62690616f71e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527417'] for subnet, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:27:07.951263 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 39530) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:27:07.951603 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-fbf55d42-209b-405e-a5c6-62690616f71e admin admin] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4997735 Sep 23 19:27:07.962427 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.v2.base [None req-b0537825-a80b-4509-96e5-4424f7b8c6bd admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-1077418396-router', 'tenant_id': 'f17a85608a9a4ecb8150ef41746c47e0', 'external_gateway_info': {'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac'}}} {{(pid=95102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:27:07.983197 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-aecfeeec-d00a-4b0a-b025-d996f3f6c1be req-f718d28a-d220-4658-adbe-cbaf5bf9c5a6 tempest-MigrationsAdminTest-397594546 tempest-MigrationsAdminTest-397594546-project] 10.222.0.67 "GET /v2.0/security-groups?id=78cb509b-31c4-4e2a-bb5c-7abd6194dcc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1227751 Sep 23 19:27:08.044069 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-b0537825-a80b-4509-96e5-4424f7b8c6bd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-594563', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29355'] for router, before_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:27:08.045872 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-b0537825-a80b-4509-96e5-4424f7b8c6bd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-597363', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-601731', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-739356', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29346'] for router, precommit_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:27:08.109880 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.db [None req-f9e17581-14d5-4611-b787-f97092d18fc8 admin admin] For port 0fa066a2-5401-4184-ad23-34074ae92172, host n-d-713301-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-16',level=0,port_id=0fa066a2-5401-4184-ad23-34074ae92172,segment=NetworkSegment(7d4027f1-d893-4c7b-95d4-757b8e44e380),segment_id=7d4027f1-d893-4c7b-95d4-757b8e44e380)] {{(pid=95102) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:27:08.110270 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-f9e17581-14d5-4611-b787-f97092d18fc8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-605701'] for port, precommit_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:27:08.160092 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.plugin [None req-f9e17581-14d5-4611-b787-f97092d18fc8 admin admin] Calling delete_port for 0fa066a2-5401-4184-ad23-34074ae92172 owned by network:router_gateway {{(pid=95102) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:27:08.203243 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-b0537825-a80b-4509-96e5-4424f7b8c6bd admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:27:08.244295 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d8e0fc-6b62-4634-9b98-2cb316831b99 req-87181144-538c-497d-8b89-a995601ae08b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:27:08.246674 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-65d8e0fc-6b62-4634-9b98-2cb316831b99 req-87181144-538c-497d-8b89-a995601ae08b service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=327d976986364fba8e5d9835f3bfc1b1&device_id=f69a6870-83a8-419f-a0bd-2c6f209ce61f HTTP/1.1" status: 200 len: 1097 time: 0.0948243 Sep 23 19:27:08.293738 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:27:08.394699 n-d-713301-16 neutron-server[95103]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6573cd99-c5b7-4bf8-8671-27760195f1f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '99215099-e4ca-41e9-9da2-30bc7fb3a27f'}] {{(pid=95103) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 19:27:08.398842 n-d-713301-16 neutron-server[95103]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}81a1c17f2aa89d5b3ebbba3a3e0cf7eb588e431c2224256110c4c4facdd7c3e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b87d0153-29ed-4917-b03a-36b97026a250" -d '{"events": [{"server_uuid": "6573cd99-c5b7-4bf8-8671-27760195f1f4", "name": "network-vif-plugged", "status": "completed", "tag": "99215099-e4ca-41e9-9da2-30bc7fb3a27f"}]}' {{(pid=95103) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 19:27:08.421783 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] For port 99215099-e4ca-41e9-9da2-30bc7fb3a27f, host n-h2-713301-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-16',level=0,port_id=99215099-e4ca-41e9-9da2-30bc7fb3a27f,segment=NetworkSegment(6139d589-eb6c-4578-8935-c26ddf396853),segment_id=6139d589-eb6c-4578-8935-c26ddf396853)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:27:08.427099 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6571690-91d7-449d-a4dc-841609272bee None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4c8b80df-07eb-5275-9f17-5cf640db67c0-364dc893-5ecb-4aa3-be76-13b51cbbfbd4', 'network_id': '364dc893-5ecb-4aa3-be76-13b51cbbfbd4', 'tenant_id': 'f17a85608a9a4ecb8150ef41746c47e0', 'fixed_ips': [{'subnet_id': 'a900be85-be08-465b-85e6-4a05aae55389'}]}} from n-d-713301-16. {{(pid=95103) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 23 19:27:08.428529 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-a6571690-91d7-449d-a4dc-841609272bee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_create {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:27:08.444691 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:27:08.458474 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_hamode_db [None req-a6419f06-30a9-4a32-bb14-c1ec154cd705 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3509475f-0e6e-4a0c-add6-79b2b5c12544', 'name': 'tempest-ServerRescueTestJSON-175835347-router', 'tenant_id': 'f0e955ef027245ff92005717d6ccbc80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'external_fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.39'}], 'enable_snat': True}, 'gw_port_id': '0fa066a2-5401-4184-ad23-34074ae92172', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:24:29Z', 'updated_at': '2021-09-23T19:27:05Z', 'revision_number': 5, 'project_id': 'f0e955ef027245ff92005717d6ccbc80', 'gw_port': {'id': '0fa066a2-5401-4184-ad23-34074ae92172', 'name': '', 'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:e1:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3509475f-0e6e-4a0c-add6-79b2b5c12544', 'device_owner': 'network:router_gateway', 'standard_attr_id': 793, 'fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:24:30Z', 'updated_at': '2021-09-23T19:24:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-16'}], 'n-d-713301-16', False) {} {{(pid=95103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:27:08.466749 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d8e0fc-6b62-4634-9b98-2cb316831b99 req-0b529a84-bc57-455b-af9b-43bdf8694864 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:27:08.469692 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-65d8e0fc-6b62-4634-9b98-2cb316831b99 req-0b529a84-bc57-455b-af9b-43bdf8694864 service neutron] 10.222.0.74 "GET /v2.0/networks?id=957699bb-3d06-43c7-8d92-2cc14178c33d HTTP/1.1" status: 200 len: 921 time: 0.2120423 Sep 23 19:27:08.498334 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-b0537825-a80b-4509-96e5-4424f7b8c6bd admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:27:08.513288 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72806e6e-802d-4932-abf7-7b083d59244c req-2a9b2505-04f8-40bf-afd6-6c6572620cd9 tempest-ServerRescueTestJSONUnderV235-3883575 tempest-ServerRescueTestJSONUnderV235-3883575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:27:08.514989 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-72806e6e-802d-4932-abf7-7b083d59244c req-2a9b2505-04f8-40bf-afd6-6c6572620cd9 tempest-ServerRescueTestJSONUnderV235-3883575 tempest-ServerRescueTestJSONUnderV235-3883575-project] 10.222.0.67 "GET /v2.0/ports?device_id=f69a6870-83a8-419f-a0bd-2c6f209ce61f HTTP/1.1" status: 200 len: 945 time: 0.3028975 Sep 23 19:27:08.522141 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6419f06-30a9-4a32-bb14-c1ec154cd705 None None] Checking router: 3509475f-0e6e-4a0c-add6-79b2b5c12544 for host: n-d-713301-16 {{(pid=95103) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 19:27:08.538612 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-65d8e0fc-6b62-4634-9b98-2cb316831b99 req-b3e8dd6b-9428-4056-8ee2-3600fb87dded service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=85f79270-01a6-4bfc-b9f8-7154a719205a HTTP/1.1" status: 200 len: 217 time: 0.0513401 Sep 23 19:27:08.593131 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d8e0fc-6b62-4634-9b98-2cb316831b99 req-9595362d-4a9a-419b-9647-c6867b9ce247 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:27:08.594895 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-65d8e0fc-6b62-4634-9b98-2cb316831b99 req-9595362d-4a9a-419b-9647-c6867b9ce247 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=42f61b3d-d2c5-4fe1-a0f1-03eaa8653b9c HTTP/1.1" status: 200 len: 860 time: 0.0480876 Sep 23 19:27:08.638180 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6419f06-30a9-4a32-bb14-c1ec154cd705 None None] Routers {'3509475f-0e6e-4a0c-add6-79b2b5c12544'} bound to L3 agent in host n-d-713301-16 {{(pid=95103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 19:27:08.638784 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_hamode_db [None req-a6419f06-30a9-4a32-bb14-c1ec154cd705 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-23T19:07:52Z,description=,heartbeat_timestamp=2021-09-23T19:26:52Z,host='n-d-713301-16',id=79a740bf-7821-4989-8288-7186e3e128f3,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:07:52Z,topic='l3_agent')) {'router_ids': ['3509475f-0e6e-4a0c-add6-79b2b5c12544'], 'active': True} {{(pid=95103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:27:08.642005 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-65d8e0fc-6b62-4634-9b98-2cb316831b99 req-2af5a157-f1b1-4751-bd07-ff8553181b9d service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=957699bb-3d06-43c7-8d92-2cc14178c33d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0374658 Sep 23 19:27:08.643848 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Pushing event updated for resources: {'Port': ['ID=99215099-e4ca-41e9-9da2-30bc7fb3a27f,revision_number=5']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:27:08.648416 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc18800-9a12-46a6-8673-9b44351a41be req-db151a89-dfba-4157-b086-1aeb1f20e79f tempest-ServersOnMultiNodesTest-2040324995 tempest-ServersOnMultiNodesTest-2040324995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:27:08.650420 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-1cc18800-9a12-46a6-8673-9b44351a41be req-db151a89-dfba-4157-b086-1aeb1f20e79f tempest-ServersOnMultiNodesTest-2040324995 tempest-ServersOnMultiNodesTest-2040324995-project] 10.222.0.67 "GET /v2.0/ports?device_id=7a5095f7-9e22-4e71-903c-6df485f47299 HTTP/1.1" status: 200 len: 949 time: 0.2229342 Sep 23 19:27:08.661258 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-72806e6e-802d-4932-abf7-7b083d59244c req-bfcbdef4-a919-4fa8-b7f7-760751cab9d3 tempest-ServerRescueTestJSONUnderV235-3883575 tempest-ServerRescueTestJSONUnderV235-3883575-project] 10.222.0.67 "GET /v2.0/security-groups?id=d3f97599-a9b1-47a3-baeb-6ab90b6bb5ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1347129 Sep 23 19:27:08.749517 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-f9e17581-14d5-4611-b787-f97092d18fc8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783146162158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783145673144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4399100'] for port, after_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:27:08.770306 n-d-713301-16 neutron-server[95103]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 19:27:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31ccfe3c-f019-4f5c-afe8-07b053574129 x-openstack-request-id: req-31ccfe3c-f019-4f5c-afe8-07b053574129 {{(pid=95103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 19:27:08.770597 n-d-713301-16 neutron-server[95103]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6573cd99-c5b7-4bf8-8671-27760195f1f4", "name": "network-vif-plugged", "status": "completed", "tag": "99215099-e4ca-41e9-9da2-30bc7fb3a27f", "code": 200}]} {{(pid=95103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 19:27:08.770956 n-d-713301-16 neutron-server[95103]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-31ccfe3c-f019-4f5c-afe8-07b053574129 {{(pid=95103) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 19:27:08.771408 n-d-713301-16 neutron-server[95103]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6573cd99-c5b7-4bf8-8671-27760195f1f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '99215099-e4ca-41e9-9da2-30bc7fb3a27f', 'code': 200} Sep 23 19:27:08.781800 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-65d8e0fc-6b62-4634-9b98-2cb316831b99 req-a8e872d9-b2fc-4e4e-a800-190a05e91f03 service neutron] 10.222.0.74 "GET /v2.0/networks/957699bb-3d06-43c7-8d92-2cc14178c33d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1226146 Sep 23 19:27:08.790622 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e17581-14d5-4611-b787-f97092d18fc8 admin admin] Pushing event deleted for resources: {'Port': ['ID=0fa066a2-5401-4184-ad23-34074ae92172,revision_number=None']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:27:08.812350 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9e17581-14d5-4611-b787-f97092d18fc8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:27:08.812931 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9e17581-14d5-4611-b787-f97092d18fc8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:27:08.813382 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9e17581-14d5-4611-b787-f97092d18fc8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:27:08.814003 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9e17581-14d5-4611-b787-f97092d18fc8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:27:08.814455 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9e17581-14d5-4611-b787-f97092d18fc8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:27:08.814959 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9e17581-14d5-4611-b787-f97092d18fc8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:27:08.815401 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9e17581-14d5-4611-b787-f97092d18fc8 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:27:08.815838 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9e17581-14d5-4611-b787-f97092d18fc8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:27:08.816283 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9e17581-14d5-4611-b787-f97092d18fc8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:27:08.816726 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9e17581-14d5-4611-b787-f97092d18fc8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:27:08.817318 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9e17581-14d5-4611-b787-f97092d18fc8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:27:08.818909 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9e17581-14d5-4611-b787-f97092d18fc8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:27:08.819854 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_dvr_db [None req-a6419f06-30a9-4a32-bb14-c1ec154cd705 None None] Set router 3509475f-0e6e-4a0c-add6-79b2b5c12544 gateway port host: None {{(pid=95103) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 19:27:08.913882 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.db_base_plugin_common [None req-a6571690-91d7-449d-a4dc-841609272bee None None] Allocated IP 172.20.0.2 (364dc893-5ecb-4aa3-be76-13b51cbbfbd4/a900be85-be08-465b-85e6-4a05aae55389/ad6b0273-0571-4860-bc33-10739448c57c) {{(pid=95103) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 19:27:08.916238 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_hamode_db [None req-a6419f06-30a9-4a32-bb14-c1ec154cd705 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3509475f-0e6e-4a0c-add6-79b2b5c12544', 'name': 'tempest-ServerRescueTestJSON-175835347-router', 'tenant_id': 'f0e955ef027245ff92005717d6ccbc80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:24:29Z', 'updated_at': '2021-09-23T19:27:07Z', 'revision_number': 6, 'project_id': 'f0e955ef027245ff92005717d6ccbc80', 'gw_port_host': None}], 'n-d-713301-16', False) {} {{(pid=95103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:27:08.941158 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-1cc18800-9a12-46a6-8673-9b44351a41be req-70f7abe6-709c-4483-89e7-33a1c1f255b2 tempest-ServersOnMultiNodesTest-2040324995 tempest-ServersOnMultiNodesTest-2040324995-project] 10.222.0.67 "GET /v2.0/security-groups?id=157e791d-182d-45ba-a5d1-6edf868180cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2015817 Sep 23 19:27:08.964500 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6419f06-30a9-4a32-bb14-c1ec154cd705 None None] The sync data for ids ['3509475f-0e6e-4a0c-add6-79b2b5c12544'] in n-d-713301-16 is: [{'id': '3509475f-0e6e-4a0c-add6-79b2b5c12544', 'name': 'tempest-ServerRescueTestJSON-175835347-router', 'tenant_id': 'f0e955ef027245ff92005717d6ccbc80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:24:29Z', 'updated_at': '2021-09-23T19:27:07Z', 'revision_number': 6, 'project_id': 'f0e955ef027245ff92005717d6ccbc80', 'gw_port_host': None}] {{(pid=95103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 19:27:08.990499 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-250e438d-b610-420a-917a-e482c111bc6c req-2e67036d-6910-4e82-8eaf-0789e74ac048 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:27:08.993807 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-250e438d-b610-420a-917a-e482c111bc6c req-2e67036d-6910-4e82-8eaf-0789e74ac048 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=6573cd99-c5b7-4bf8-8671-27760195f1f4 HTTP/1.1" status: 200 len: 1101 time: 0.1800878 Sep 23 19:27:09.002008 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-65d8e0fc-6b62-4634-9b98-2cb316831b99 req-2d85b123-e785-4c6d-b75a-5b03fdeed7c9 service neutron] 10.222.0.74 "GET /v2.0/networks/957699bb-3d06-43c7-8d92-2cc14178c33d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1990039 Sep 23 19:27:09.053351 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-f9e17581-14d5-4611-b787-f97092d18fc8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-601942'] for router_gateway, after_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:27:09.089786 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-250e438d-b610-420a-917a-e482c111bc6c req-36a38bc7-d304-4396-9a48-607eb57f5869 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=78cb509b-31c4-4e2a-bb5c-7abd6194dcc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839651 Sep 23 19:27:09.109241 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b53c67-354f-465f-88b7-385f49811210 req-35fe00e1-94f7-461b-adcf-c59e6e0ad630 tempest-DeleteServersTestJSON-2111530366 tempest-DeleteServersTestJSON-2111530366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:27:09.117850 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-d7b53c67-354f-465f-88b7-385f49811210 req-35fe00e1-94f7-461b-adcf-c59e6e0ad630 tempest-DeleteServersTestJSON-2111530366 tempest-DeleteServersTestJSON-2111530366-project] 10.222.0.67 "GET /v2.0/ports?device_id=b19e3d25-fa76-4ad5-ade4-28bc9af28ac3 HTTP/1.1" status: 200 len: 945 time: 0.2347920 Sep 23 19:27:09.209449 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-a6571690-91d7-449d-a4dc-841609272bee None None] Notify callbacks [] for port, precommit_create {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:27:09.215718 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-a6571690-91d7-449d-a4dc-841609272bee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783145673135'] for port, after_create {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:27:09.234113 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-f9e17581-14d5-4611-b787-f97092d18fc8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-597305', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29369'] for router, precommit_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:27:09.240645 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-f9e17581-14d5-4611-b787-f97092d18fc8 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:27:09.257060 n-d-713301-16 neutron-server[95103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6571690-91d7-449d-a4dc-841609272bee None None] Network 364dc893-5ecb-4aa3-be76-13b51cbbfbd4 is already hosted by enough agents. {{(pid=95103) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:27:09.261713 n-d-713301-16 neutron-server[95103]: DEBUG neutron.scheduler.base_scheduler [None req-a6571690-91d7-449d-a4dc-841609272bee None None] Resources bound (agent type, host, resource id): {{(pid=95103) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:27:09.265037 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6571690-91d7-449d-a4dc-841609272bee None None] Received port after_create {{(pid=95103) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 19:27:09.278958 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6571690-91d7-449d-a4dc-841609272bee None None] Pushing event updated for resources: {'Port': ['ID=ad6b0273-0571-4860-bc33-10739448c57c,revision_number=1']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:27:09.338390 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.managers [None req-a6571690-91d7-449d-a4dc-841609272bee None None] Attempting to bind port ad6b0273-0571-4860-bc33-10739448c57c on host n-d-713301-16 for vnic_type normal with profile {{(pid=95103) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 19:27:09.338778 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.managers [None req-a6571690-91d7-449d-a4dc-841609272bee None None] Attempting to bind port ad6b0273-0571-4860-bc33-10739448c57c by drivers openvswitch,hyperv on host n-d-713301-16 at level 0 using segments [{'id': '0ad9f853-8282-44e3-ac3b-2b75c9223dae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '364dc893-5ecb-4aa3-be76-13b51cbbfbd4'}] {{(pid=95103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 19:27:09.339122 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6571690-91d7-449d-a4dc-841609272bee None None] Attempting to bind port ad6b0273-0571-4860-bc33-10739448c57c on network 364dc893-5ecb-4aa3-be76-13b51cbbfbd4 {{(pid=95103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:27:09.344401 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6571690-91d7-449d-a4dc-841609272bee None None] Checking agent: {'id': '70a14545-df24-472f-8f95-bfe1719bff93', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 19, 7, 53), 'started_at': datetime.datetime(2021, 9, 23, 19, 8, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 19, 26, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 19:27:09.344897 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6571690-91d7-449d-a4dc-841609272bee None None] Checking segment: {'id': '0ad9f853-8282-44e3-ac3b-2b75c9223dae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '364dc893-5ecb-4aa3-be76-13b51cbbfbd4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95103) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:27:09.345427 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-a6571690-91d7-449d-a4dc-841609272bee None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:27:09.345833 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6571690-91d7-449d-a4dc-841609272bee None None] Bound using segment: {'id': '0ad9f853-8282-44e3-ac3b-2b75c9223dae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '364dc893-5ecb-4aa3-be76-13b51cbbfbd4'} {{(pid=95103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 19:27:09.346405 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.managers [None req-a6571690-91d7-449d-a4dc-841609272bee None None] Bound port: ad6b0273-0571-4860-bc33-10739448c57c, host: n-d-713301-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ad9f853-8282-44e3-ac3b-2b75c9223dae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '364dc893-5ecb-4aa3-be76-13b51cbbfbd4'}}] {{(pid=95103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 19:27:09.346847 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-a6571690-91d7-449d-a4dc-841609272bee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:27:09.366171 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-d7b53c67-354f-465f-88b7-385f49811210 req-0b9d862e-677e-4fff-9958-2e22c415cada tempest-DeleteServersTestJSON-2111530366 tempest-DeleteServersTestJSON-2111530366-project] 10.222.0.67 "GET /v2.0/security-groups?id=67f2e2ca-928f-40e5-b9b2-05ec3bddbb37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2474182 Sep 23 19:27:09.401101 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-f9e17581-14d5-4611-b787-f97092d18fc8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-597296'] for router, after_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:27:09.401876 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9e17581-14d5-4611-b787-f97092d18fc8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3509475f-0e6e-4a0c-add6-79b2b5c12544 {{(pid=95102) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 23 19:27:09.407618 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-f9e17581-14d5-4611-b787-f97092d18fc8 admin admin] Notify callbacks [] for router, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:27:09.408800 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-f9e17581-14d5-4611-b787-f97092d18fc8 admin admin] 10.222.0.67 "DELETE /v2.0/routers/3509475f-0e6e-4a0c-add6-79b2b5c12544 HTTP/1.1" status: 204 len: 168 time: 2.3723552 Sep 23 19:27:09.411426 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 39552) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:27:09.427884 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c8317fd-0c5c-479e-a470-dfec22a19ac5 req-3c92fc98-a7c8-46dc-a190-10fb8a105aa9 tempest-MigrationsAdminTest-397594546 tempest-MigrationsAdminTest-397594546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:27:09.435736 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-9c8317fd-0c5c-479e-a470-dfec22a19ac5 req-3c92fc98-a7c8-46dc-a190-10fb8a105aa9 tempest-MigrationsAdminTest-397594546 tempest-MigrationsAdminTest-397594546-project] 10.222.0.67 "GET /v2.0/ports?device_id=6573cd99-c5b7-4bf8-8671-27760195f1f4 HTTP/1.1" status: 200 len: 949 time: 0.2755594 Sep 23 19:27:09.463794 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-b0537825-a80b-4509-96e5-4424f7b8c6bd admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:27:09.493474 n-d-713301-16 neutron-server[95101]: DEBUG neutron.db.db_base_plugin_v2 [None req-22a90094-0493-4b4f-a820-be82366de045 admin admin] Deleting subnet f7972800-2fa5-4fd0-ae55-c87548a8f875 {{(pid=95101) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 23 19:27:09.497806 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-22a90094-0493-4b4f-a820-be82366de045 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:27:09.503056 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-9c8317fd-0c5c-479e-a470-dfec22a19ac5 req-6c9ccf0c-6b38-4e0e-80ab-39746c369f3b tempest-MigrationsAdminTest-397594546 tempest-MigrationsAdminTest-397594546-project] 10.222.0.67 "GET /v2.0/security-groups?id=78cb509b-31c4-4e2a-bb5c-7abd6194dcc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664048 Sep 23 19:27:09.504806 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-b0537825-a80b-4509-96e5-4424f7b8c6bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:27:09.566907 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-22a90094-0493-4b4f-a820-be82366de045 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6007154'] for subnet, precommit_delete_associations {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:27:09.613831 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-22a90094-0493-4b4f-a820-be82366de045 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1756813'] for subnet, precommit_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:27:09.637925 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-a6571690-91d7-449d-a4dc-841609272bee None None] For port ad6b0273-0571-4860-bc33-10739448c57c, host n-d-713301-16, cleared binding levels {{(pid=95103) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 19:27:09.641605 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-a6571690-91d7-449d-a4dc-841609272bee None None] For port ad6b0273-0571-4860-bc33-10739448c57c, host n-d-713301-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-16',level=0,port_id=ad6b0273-0571-4860-bc33-10739448c57c,segment=NetworkSegment(0ad9f853-8282-44e3-ac3b-2b75c9223dae),segment_id=0ad9f853-8282-44e3-ac3b-2b75c9223dae)] {{(pid=95103) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 19:27:09.643172 n-d-713301-16 neutron-server[95102]: DEBUG neutron.db.db_base_plugin_common [None req-b0537825-a80b-4509-96e5-4424f7b8c6bd admin admin] Allocated IP 172.25.1.24 (5dec5c09-378e-4f50-89cc-d94eb81c3bac/eff83446-018c-428d-b3f5-54ac9abe7a2a/50edb875-e732-4d88-8c65-d819d1bfac76) {{(pid=95102) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 19:27:09.647819 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-a6571690-91d7-449d-a4dc-841609272bee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:27:09.680818 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-22a90094-0493-4b4f-a820-be82366de045 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1756804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5607514', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6130950'] for subnet, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:27:09.710973 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22a90094-0493-4b4f-a820-be82366de045 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f7972800-2fa5-4fd0-ae55-c87548a8f875,revision_number=None']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:27:09.716305 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-22a90094-0493-4b4f-a820-be82366de045 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527417'] for subnet, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:27:09.720727 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-22a90094-0493-4b4f-a820-be82366de045 admin admin] 10.222.0.67 "DELETE /v2.0/subnets/f7972800-2fa5-4fd0-ae55-c87548a8f875 HTTP/1.1" status: 204 len: 168 time: 0.3050892 Sep 23 19:27:09.723898 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 39556) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:27:09.735437 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22a90094-0493-4b4f-a820-be82366de045 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:27:09.735889 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22a90094-0493-4b4f-a820-be82366de045 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:27:09.736171 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22a90094-0493-4b4f-a820-be82366de045 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:27:09.736509 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22a90094-0493-4b4f-a820-be82366de045 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:27:09.736879 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22a90094-0493-4b4f-a820-be82366de045 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:27:09.737258 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22a90094-0493-4b4f-a820-be82366de045 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:27:09.737627 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22a90094-0493-4b4f-a820-be82366de045 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:27:09.737993 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22a90094-0493-4b4f-a820-be82366de045 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:27:09.738402 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22a90094-0493-4b4f-a820-be82366de045 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:27:09.738723 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22a90094-0493-4b4f-a820-be82366de045 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:27:09.739127 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22a90094-0493-4b4f-a820-be82366de045 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:27:09.739491 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22a90094-0493-4b4f-a820-be82366de045 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:27:09.757145 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6571690-91d7-449d-a4dc-841609272bee None None] Pushing event updated for resources: {'Port': ['ID=ad6b0273-0571-4860-bc33-10739448c57c,revision_number=2']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:27:09.790291 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Device c518e050-362e-4a2e-9db8-5d7057c8627c no longer exists at agent hyperv_n-h1-713301-16 {{(pid=95103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 19:27:09.824293 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.plugin [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] No Port match for: c518e050-362e-4a2e-9db8-5d7057c8627c {{(pid=95103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 19:27:09.825288 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Device c518e050-362e-4a2e-9db8-5d7057c8627c not bound to the agent host n-h1-713301-16 {{(pid=95103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 19:27:09.867177 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-b0537825-a80b-4509-96e5-4424f7b8c6bd admin admin] Notify callbacks [] for port, precommit_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:27:09.879165 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-4ea78d12-c844-4c0e-9449-4fcf7a1fb6be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1628021'] for network, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:27:09.884561 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-532ff9a4-430e-4ac5-b40e-d9f066046f60 req-9210228c-e235-46ad-8f10-97dbe711a9ef tempest-ServerRescueTestJSONUnderV235-3883575 tempest-ServerRescueTestJSONUnderV235-3883575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:27:09.889939 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a406cc-2101-49b2-877c-b7e59f6c4732 req-3d178945-f25e-450b-8984-37b5347af222 tempest-ServersOnMultiNodesTest-2040324995 tempest-ServersOnMultiNodesTest-2040324995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:27:09.891854 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-48a406cc-2101-49b2-877c-b7e59f6c4732 req-3d178945-f25e-450b-8984-37b5347af222 tempest-ServersOnMultiNodesTest-2040324995 tempest-ServersOnMultiNodesTest-2040324995-project] 10.222.0.74 "GET /v2.0/ports?device_id=7a5095f7-9e22-4e71-903c-6df485f47299 HTTP/1.1" status: 200 len: 949 time: 0.1585953 Sep 23 19:27:09.892502 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-532ff9a4-430e-4ac5-b40e-d9f066046f60 req-9210228c-e235-46ad-8f10-97dbe711a9ef tempest-ServerRescueTestJSONUnderV235-3883575 tempest-ServerRescueTestJSONUnderV235-3883575-project] 10.222.0.67 "GET /v2.0/ports?device_id=f69a6870-83a8-419f-a0bd-2c6f209ce61f HTTP/1.1" status: 200 len: 945 time: 0.1263266 Sep 23 19:27:09.984742 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-532ff9a4-430e-4ac5-b40e-d9f066046f60 req-f85029fc-be09-4249-bcce-e3acb5f7a75e tempest-ServerRescueTestJSONUnderV235-3883575 tempest-ServerRescueTestJSONUnderV235-3883575-project] 10.222.0.67 "GET /v2.0/security-groups?id=d3f97599-a9b1-47a3-baeb-6ab90b6bb5ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794811 Sep 23 19:27:10.019447 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-b0537825-a80b-4509-96e5-4424f7b8c6bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783145673135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4399100'] for port, after_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:27:10.045384 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-4ea78d12-c844-4c0e-9449-4fcf7a1fb6be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1754676', 'neutron.services.segments.db._delete_segments_for_network-8783146221460'] for network, precommit_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:27:10.092051 n-d-713301-16 neutron-server[95102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0537825-a80b-4509-96e5-4424f7b8c6bd admin admin] Network 5dec5c09-378e-4f50-89cc-d94eb81c3bac is already hosted by enough agents. {{(pid=95102) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:27:10.097950 n-d-713301-16 neutron-server[95102]: DEBUG neutron.scheduler.base_scheduler [None req-b0537825-a80b-4509-96e5-4424f7b8c6bd admin admin] Resources bound (agent type, host, resource id): {{(pid=95102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:27:10.114336 n-d-713301-16 neutron-server[95102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0537825-a80b-4509-96e5-4424f7b8c6bd admin admin] Received port after_create {{(pid=95102) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 19:27:10.148655 n-d-713301-16 neutron-server[95101]: DEBUG neutron.services.segments.db [None req-4ea78d12-c844-4c0e-9449-4fcf7a1fb6be admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c1ad3b2d-de91-44e9-a44c-b26d03d276cb']}} {{(pid=95101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:27:10.165013 n-d-713301-16 neutron-server[95101]: DEBUG neutron.services.segments.db [None req-4ea78d12-c844-4c0e-9449-4fcf7a1fb6be admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5af8be7e-f9c6-4114-987e-ef068c7fc557') {'for_net_delete': True} {{(pid=95101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:27:10.165293 n-d-713301-16 neutron-server[95101]: DEBUG neutron.services.segments.db [None req-4ea78d12-c844-4c0e-9449-4fcf7a1fb6be admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5af8be7e-f9c6-4114-987e-ef068c7fc557') {} {{(pid=95101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:27:10.183129 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0537825-a80b-4509-96e5-4424f7b8c6bd admin admin] Pushing event updated for resources: {'Port': ['ID=50edb875-e732-4d88-8c65-d819d1bfac76,revision_number=1']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:27:10.183493 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-4ea78d12-c844-4c0e-9449-4fcf7a1fb6be admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783146221725', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6007147'] for segment, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:27:10.210503 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-4ea78d12-c844-4c0e-9449-4fcf7a1fb6be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1756186'] for segment, precommit_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:27:10.228559 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4ea78d12-c844-4c0e-9449-4fcf7a1fb6be admin admin] Releasing vlan 623 on physical network physnet1 to pool {{(pid=95101) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 19:27:10.230822 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-4ea78d12-c844-4c0e-9449-4fcf7a1fb6be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1756186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5608436'] for segment, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:27:10.233185 n-d-713301-16 neutron-server[95101]: Traceback (most recent call last): Sep 23 19:27:10.233185 n-d-713301-16 neutron-server[95101]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 19:27:10.233185 n-d-713301-16 neutron-server[95101]: timer() Sep 23 19:27:10.233185 n-d-713301-16 neutron-server[95101]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 19:27:10.233185 n-d-713301-16 neutron-server[95101]: cb(*args, **kw) Sep 23 19:27:10.233185 n-d-713301-16 neutron-server[95101]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 19:27:10.233185 n-d-713301-16 neutron-server[95101]: return func(*args, **kwargs) Sep 23 19:27:10.233185 n-d-713301-16 neutron-server[95101]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 19:27:10.233185 n-d-713301-16 neutron-server[95101]: self._notify() Sep 23 19:27:10.233185 n-d-713301-16 neutron-server[95101]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 19:27:10.233185 n-d-713301-16 neutron-server[95101]: self.callback(batched_events) Sep 23 19:27:10.233185 n-d-713301-16 neutron-server[95101]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 19:27:10.233185 n-d-713301-16 neutron-server[95101]: event.method(event) Sep 23 19:27:10.233185 n-d-713301-16 neutron-server[95101]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 19:27:10.233185 n-d-713301-16 neutron-server[95101]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 19:27:10.233185 n-d-713301-16 neutron-server[95101]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 19:27:10.233185 n-d-713301-16 neutron-server[95101]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 19:27:10.233185 n-d-713301-16 neutron-server[95101]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 19:27:10.233185 n-d-713301-16 neutron-server[95101]: return f(self, *a, **k) Sep 23 19:27:10.233185 n-d-713301-16 neutron-server[95101]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 19:27:10.233185 n-d-713301-16 neutron-server[95101]: return self._get(url).json() Sep 23 19:27:10.233185 n-d-713301-16 neutron-server[95101]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 19:27:10.233185 n-d-713301-16 neutron-server[95101]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 19:27:10.233185 n-d-713301-16 neutron-server[95101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 19:27:10.233185 n-d-713301-16 neutron-server[95101]: return self.request(url, 'GET', **kwargs) Sep 23 19:27:10.233185 n-d-713301-16 neutron-server[95101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 19:27:10.233185 n-d-713301-16 neutron-server[95101]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 19:27:10.233185 n-d-713301-16 neutron-server[95101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 19:27:10.233185 n-d-713301-16 neutron-server[95101]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 19:27:10.233185 n-d-713301-16 neutron-server[95101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 19:27:10.233185 n-d-713301-16 neutron-server[95101]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 19:27:10.233185 n-d-713301-16 neutron-server[95101]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 19:27:10.238105 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b383b26-53bf-49aa-a446-f0b4201f627e req-922c667f-17fc-43d7-985e-018c99c19efa tempest-ServersOnMultiNodesTest-2040324995 tempest-ServersOnMultiNodesTest-2040324995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:27:10.241050 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-2b383b26-53bf-49aa-a446-f0b4201f627e req-922c667f-17fc-43d7-985e-018c99c19efa tempest-ServersOnMultiNodesTest-2040324995 tempest-ServersOnMultiNodesTest-2040324995-project] 10.222.0.67 "GET /v2.0/ports?device_id=7a5095f7-9e22-4e71-903c-6df485f47299 HTTP/1.1" status: 200 len: 949 time: 0.1600881 Sep 23 19:27:10.251188 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.plugin [req-48a406cc-2101-49b2-877c-b7e59f6c4732 req-6f8526d8-0a1b-45d0-8222-bff9b238faf3 tempest-ServersOnMultiNodesTest-2040324995 tempest-ServersOnMultiNodesTest-2040324995-project] Deleting port 26fc2316-c799-4f1c-93ac-e3e7a2f1c85d {{(pid=95101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:27:10.251541 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-48a406cc-2101-49b2-877c-b7e59f6c4732 req-6f8526d8-0a1b-45d0-8222-bff9b238faf3 tempest-ServersOnMultiNodesTest-2040324995 tempest-ServersOnMultiNodesTest-2040324995-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783146157096'] for port, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:27:10.372314 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-4ea78d12-c844-4c0e-9449-4fcf7a1fb6be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1754627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-601866'] for network, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:27:10.386180 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-4ea78d12-c844-4c0e-9449-4fcf7a1fb6be admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527417'] for network, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:27:10.391191 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-4ea78d12-c844-4c0e-9449-4fcf7a1fb6be admin admin] 10.222.0.67 "DELETE /v2.0/networks/c1ad3b2d-de91-44e9-a44c-b26d03d276cb HTTP/1.1" status: 204 len: 168 time: 0.6633632 Sep 23 19:27:10.424260 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea78d12-c844-4c0e-9449-4fcf7a1fb6be admin admin] Pushing event deleted for resources: {'Network': ['ID=c1ad3b2d-de91-44e9-a44c-b26d03d276cb,revision_number=None']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:27:10.453045 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-2b383b26-53bf-49aa-a446-f0b4201f627e req-254ee43c-720d-4193-865c-7b6912c7f199 tempest-ServersOnMultiNodesTest-2040324995 tempest-ServersOnMultiNodesTest-2040324995-project] 10.222.0.67 "GET /v2.0/security-groups?id=157e791d-182d-45ba-a5d1-6edf868180cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1567979 Sep 23 19:27:10.467742 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.db [req-48a406cc-2101-49b2-877c-b7e59f6c4732 req-6f8526d8-0a1b-45d0-8222-bff9b238faf3 tempest-ServersOnMultiNodesTest-2040324995 tempest-ServersOnMultiNodesTest-2040324995-project] For port 26fc2316-c799-4f1c-93ac-e3e7a2f1c85d, host n-h1-713301-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-16',level=0,port_id=26fc2316-c799-4f1c-93ac-e3e7a2f1c85d,segment=NetworkSegment(6139d589-eb6c-4578-8935-c26ddf396853),segment_id=6139d589-eb6c-4578-8935-c26ddf396853)] {{(pid=95101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:27:10.468254 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-48a406cc-2101-49b2-877c-b7e59f6c4732 req-6f8526d8-0a1b-45d0-8222-bff9b238faf3 tempest-ServersOnMultiNodesTest-2040324995 tempest-ServersOnMultiNodesTest-2040324995-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-605701'] for port, precommit_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:27:10.498585 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.plugin [req-48a406cc-2101-49b2-877c-b7e59f6c4732 req-6f8526d8-0a1b-45d0-8222-bff9b238faf3 tempest-ServersOnMultiNodesTest-2040324995 tempest-ServersOnMultiNodesTest-2040324995-project] Calling delete_port for 26fc2316-c799-4f1c-93ac-e3e7a2f1c85d owned by compute:nova {{(pid=95101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:27:10.566771 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 39570) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:27:10.631531 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-62246763-2a3c-4b93-94d2-2c30cd0d2411 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=f0e955ef027245ff92005717d6ccbc80&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0600889 Sep 23 19:27:10.631531 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 39572) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:27:10.730962 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-ec042397-ad8e-43c4-a63a-12e8ae6ab279 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:27:10.779792 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-ec042397-ad8e-43c4-a63a-12e8ae6ab279 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:27:10.794912 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-48a406cc-2101-49b2-877c-b7e59f6c4732 req-6f8526d8-0a1b-45d0-8222-bff9b238faf3 tempest-ServersOnMultiNodesTest-2040324995 tempest-ServersOnMultiNodesTest-2040324995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783146162158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783145673144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5607431'] for port, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:27:10.819728 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] get_ports_and_sgs() called for port_ids ['3e6c5f99-1b58-4b8b-8ded-4540f2e920c7', '26fc2316-c799-4f1c-93ac-e3e7a2f1c85d'] {{(pid=95103) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 19:27:10.825512 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] get_ports_and_sgs() called for port_ids ['a93a183a-c4c5-4ca7-8687-dd68b086ef76', '3ef3b9f7-4295-43fa-809a-8c3147e99fb4', 'c5445bd1-d627-4f17-aa1f-1b419572ed81', 'dd14c26e-3e27-4cc3-aa9c-bff97727ed77'] {{(pid=95103) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 19:27:10.895168 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f8526d8-0a1b-45d0-8222-bff9b238faf3 tempest-ServersOnMultiNodesTest-2040324995 tempest-ServersOnMultiNodesTest-2040324995-project] Pushing event deleted for resources: {'Port': ['ID=26fc2316-c799-4f1c-93ac-e3e7a2f1c85d,revision_number=None']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:27:10.922986 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Device ad6b0273-0571-4860-bc33-10739448c57c up at agent ovs-agent-n-d-713301-16 {{(pid=95103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 19:27:10.977883 n-d-713301-16 neutron-server[95101]: DEBUG neutron.db.l3_dvrscheduler_db [req-48a406cc-2101-49b2-877c-b7e59f6c4732 req-6f8526d8-0a1b-45d0-8222-bff9b238faf3 tempest-ServersOnMultiNodesTest-2040324995 tempest-ServersOnMultiNodesTest-2040324995-project] No DVR routers for this DVR port 26fc2316-c799-4f1c-93ac-e3e7a2f1c85d on host n-h1-713301-16 {{(pid=95101) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 19:27:10.980119 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-48a406cc-2101-49b2-877c-b7e59f6c4732 req-6f8526d8-0a1b-45d0-8222-bff9b238faf3 tempest-ServersOnMultiNodesTest-2040324995 tempest-ServersOnMultiNodesTest-2040324995-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222849'] for port, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:27:10.983358 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-48a406cc-2101-49b2-877c-b7e59f6c4732 req-6f8526d8-0a1b-45d0-8222-bff9b238faf3 tempest-ServersOnMultiNodesTest-2040324995 tempest-ServersOnMultiNodesTest-2040324995-project] 10.222.0.74 "DELETE /v2.0/ports/26fc2316-c799-4f1c-93ac-e3e7a2f1c85d HTTP/1.1" status: 204 len: 173 time: 1.0844500 Sep 23 19:27:10.983995 n-d-713301-16 neutron-server[95101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a5095f7-9e22-4e71-903c-6df485f47299', 'name': 'network-vif-deleted', 'tag': '26fc2316-c799-4f1c-93ac-e3e7a2f1c85d'}] {{(pid=95101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 19:27:10.986874 n-d-713301-16 neutron-server[95101]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d8366c5740cd635e57ab12b71fe44a77c2acc3c19091ef849c6f68b380462244" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aaa12da2-d47a-4e98-84c2-d3fed0303f0a" -d '{"events": [{"server_uuid": "7a5095f7-9e22-4e71-903c-6df485f47299", "name": "network-vif-deleted", "tag": "26fc2316-c799-4f1c-93ac-e3e7a2f1c85d"}]}' {{(pid=95101) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 19:27:10.997505 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-ec042397-ad8e-43c4-a63a-12e8ae6ab279 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:27:11.005335 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-ec042397-ad8e-43c4-a63a-12e8ae6ab279 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:27:11.008260 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-ec042397-ad8e-43c4-a63a-12e8ae6ab279 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/324a4552-7b72-4e62-bcd4-dc8354c093e7 HTTP/1.1" status: 204 len: 168 time: 0.3744309 Sep 23 19:27:11.018635 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec042397-ad8e-43c4-a63a-12e8ae6ab279 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=324a4552-7b72-4e62-bcd4-dc8354c093e7,revision_number=None']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:27:11.109154 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Provisioning complete for port ad6b0273-0571-4860-bc33-10739448c57c triggered by entity L2. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:27:11.109783 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825acda4-db8d-49db-821e-cfd2c300ae02 req-332def36-a0fa-4263-81d4-e9e5a37ff7db tempest-DeleteServersTestJSON-2111530366 tempest-DeleteServersTestJSON-2111530366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:27:11.110297 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:27:11.118074 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-825acda4-db8d-49db-821e-cfd2c300ae02 req-332def36-a0fa-4263-81d4-e9e5a37ff7db tempest-DeleteServersTestJSON-2111530366 tempest-DeleteServersTestJSON-2111530366-project] 10.222.0.67 "GET /v2.0/ports?device_id=b19e3d25-fa76-4ad5-ade4-28bc9af28ac3 HTTP/1.1" status: 200 len: 945 time: 0.5919294 Sep 23 19:27:11.167371 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fea168d7-eb4c-440e-9b32-5178c984f1ef None None] Network 364dc893-5ecb-4aa3-be76-13b51cbbfbd4 requested from n-d-713301-16 {{(pid=95103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 19:27:11.187802 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee3deb0a-8619-4fd0-9fe0-d370e475bcb6 req-2b9eb0f8-deee-4265-878e-ee5bf7277eef tempest-MigrationsAdminTest-397594546 tempest-MigrationsAdminTest-397594546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:27:11.197757 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-ee3deb0a-8619-4fd0-9fe0-d370e475bcb6 req-2b9eb0f8-deee-4265-878e-ee5bf7277eef tempest-MigrationsAdminTest-397594546 tempest-MigrationsAdminTest-397594546-project] 10.222.0.67 "GET /v2.0/ports?device_id=6573cd99-c5b7-4bf8-8671-27760195f1f4 HTTP/1.1" status: 200 len: 949 time: 0.1606688 Sep 23 19:27:11.209865 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-b0537825-a80b-4509-96e5-4424f7b8c6bd admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:27:11.225282 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-825acda4-db8d-49db-821e-cfd2c300ae02 req-99bb759e-5f77-4907-849f-06f8124122e2 tempest-DeleteServersTestJSON-2111530366 tempest-DeleteServersTestJSON-2111530366-project] 10.222.0.67 "GET /v2.0/security-groups?id=67f2e2ca-928f-40e5-b9b2-05ec3bddbb37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1057642 Sep 23 19:27:11.305182 n-d-713301-16 neutron-server[95101]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 19:27:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5bf4ce2-28e8-44b1-84c1-e54e5ea1f2a2 x-openstack-request-id: req-e5bf4ce2-28e8-44b1-84c1-e54e5ea1f2a2 {{(pid=95101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 19:27:11.305548 n-d-713301-16 neutron-server[95101]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7a5095f7-9e22-4e71-903c-6df485f47299", "name": "network-vif-deleted", "tag": "26fc2316-c799-4f1c-93ac-e3e7a2f1c85d", "status": "completed", "code": 200}]} {{(pid=95101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 19:27:11.305872 n-d-713301-16 neutron-server[95101]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-e5bf4ce2-28e8-44b1-84c1-e54e5ea1f2a2 {{(pid=95101) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 19:27:11.306337 n-d-713301-16 neutron-server[95101]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a5095f7-9e22-4e71-903c-6df485f47299', 'name': 'network-vif-deleted', 'tag': '26fc2316-c799-4f1c-93ac-e3e7a2f1c85d', 'status': 'completed', 'code': 200} Sep 23 19:27:11.461199 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-a0707ad0-5b58-44d9-b834-8457b85e5274 None None] Provisioning complete for port ad6b0273-0571-4860-bc33-10739448c57c triggered by entity DHCP. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:27:11.461565 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-a0707ad0-5b58-44d9-b834-8457b85e5274 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:27:11.463992 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:27:11.493055 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-ee3deb0a-8619-4fd0-9fe0-d370e475bcb6 req-8caf904f-22e9-4830-89ab-84f62b9e2d32 tempest-MigrationsAdminTest-397594546 tempest-MigrationsAdminTest-397594546-project] 10.222.0.67 "GET /v2.0/security-groups?id=78cb509b-31c4-4e2a-bb5c-7abd6194dcc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2943177 Sep 23 19:27:11.664982 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] For port ad6b0273-0571-4860-bc33-10739448c57c, host n-d-713301-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-16',level=0,port_id=ad6b0273-0571-4860-bc33-10739448c57c,segment=NetworkSegment(0ad9f853-8282-44e3-ac3b-2b75c9223dae),segment_id=0ad9f853-8282-44e3-ac3b-2b75c9223dae)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:27:11.720343 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea2ae67-336a-4025-960c-5346de54fb96 req-5d98f827-6f62-483a-be3a-f90b0c8b419f tempest-ServerRescueTestJSONUnderV235-3883575 tempest-ServerRescueTestJSONUnderV235-3883575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:27:11.730706 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-2ea2ae67-336a-4025-960c-5346de54fb96 req-5d98f827-6f62-483a-be3a-f90b0c8b419f tempest-ServerRescueTestJSONUnderV235-3883575 tempest-ServerRescueTestJSONUnderV235-3883575-project] 10.222.0.67 "GET /v2.0/ports?device_id=f69a6870-83a8-419f-a0bd-2c6f209ce61f HTTP/1.1" status: 200 len: 945 time: 0.3408442 Sep 23 19:27:11.733625 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:27:11.836331 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-692a83ef-799d-4e74-b61b-e67bc9286105 req-f8e644bf-5d11-4f2f-a65c-3f2c265efe09 tempest-ServersOnMultiNodesTest-2040324995 tempest-ServersOnMultiNodesTest-2040324995-project] 10.222.0.67 "GET /v2.0/ports?device_id=7a5095f7-9e22-4e71-903c-6df485f47299 HTTP/1.1" status: 200 len: 210 time: 0.0775149 Sep 23 19:27:11.872877 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Device 0fa066a2-5401-4184-ad23-34074ae92172 no longer exists at agent ovs-agent-n-d-713301-16 {{(pid=95103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 19:27:11.891802 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-2ea2ae67-336a-4025-960c-5346de54fb96 req-20af00e5-1e5d-41b3-b11d-5a7028d16172 tempest-ServerRescueTestJSONUnderV235-3883575 tempest-ServerRescueTestJSONUnderV235-3883575-project] 10.222.0.67 "GET /v2.0/security-groups?id=d3f97599-a9b1-47a3-baeb-6ab90b6bb5ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1592979 Sep 23 19:27:11.896228 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-b0537825-a80b-4509-96e5-4424f7b8c6bd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-597258', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-601790'] for router, after_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:27:11.918080 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.plugin [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] No Port match for: 0fa066a2-5401-4184-ad23-34074ae92172 {{(pid=95103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 19:27:11.919265 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Device 0fa066a2-5401-4184-ad23-34074ae92172 not bound to the agent host n-d-713301-16 {{(pid=95103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 19:27:11.920083 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Device c36211f9-1e35-4b68-ba06-93438928d8df no longer exists at agent ovs-agent-n-d-713301-16 {{(pid=95103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 19:27:11.969316 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.plugin [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] No Port match for: c36211f9-1e35-4b68-ba06-93438928d8df {{(pid=95103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 19:27:11.970182 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Device c36211f9-1e35-4b68-ba06-93438928d8df not bound to the agent host n-d-713301-16 {{(pid=95103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 19:27:12.102731 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5169ee2b-5364-4bf5-aebe-e896dc9191a5 req-b140e51f-928b-42fb-bce0-e5999a5c6d2e tempest-MigrationsAdminTest-397594546 tempest-MigrationsAdminTest-397594546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:27:12.104449 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-5169ee2b-5364-4bf5-aebe-e896dc9191a5 req-b140e51f-928b-42fb-bce0-e5999a5c6d2e tempest-MigrationsAdminTest-397594546 tempest-MigrationsAdminTest-397594546-project] 10.222.0.67 "GET /v2.0/ports?device_id=6573cd99-c5b7-4bf8-8671-27760195f1f4 HTTP/1.1" status: 200 len: 949 time: 0.0971489 Sep 23 19:27:12.131774 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Pushing event updated for resources: {'Port': ['ID=ad6b0273-0571-4860-bc33-10739448c57c,revision_number=3']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:27:12.193817 n-d-713301-16 neutron-server[95102]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b0537825-a80b-4509-96e5-4424f7b8c6bd admin admin] Router 40308d8e-23f3-4072-9de9-28677fedbb3a is scheduled to L3 agent 79a740bf-7821-4989-8288-7186e3e128f3 with binding_index 1 {{(pid=95102) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 23 19:27:12.202043 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-5169ee2b-5364-4bf5-aebe-e896dc9191a5 req-362ba6ae-35eb-44c4-94f3-e30d0b68de31 tempest-MigrationsAdminTest-397594546 tempest-MigrationsAdminTest-397594546-project] 10.222.0.67 "GET /v2.0/security-groups?id=78cb509b-31c4-4e2a-bb5c-7abd6194dcc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812643 Sep 23 19:27:12.430200 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccfcb4d6-1255-4723-bf58-e45b0b45c43c req-be66d0a7-b1a6-492c-a0a4-b53ba78b1d31 tempest-DeleteServersTestJSON-2111530366 tempest-DeleteServersTestJSON-2111530366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:27:12.438507 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-ccfcb4d6-1255-4723-bf58-e45b0b45c43c req-be66d0a7-b1a6-492c-a0a4-b53ba78b1d31 tempest-DeleteServersTestJSON-2111530366 tempest-DeleteServersTestJSON-2111530366-project] 10.222.0.67 "GET /v2.0/ports?device_id=b19e3d25-fa76-4ad5-ade4-28bc9af28ac3 HTTP/1.1" status: 200 len: 945 time: 0.1015894 Sep 23 19:27:12.441968 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0537825-a80b-4509-96e5-4424f7b8c6bd admin admin] Notify agent at l3_agent.n-d-713301-16 the message routers_updated {{(pid=95102) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 19:27:12.454692 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f73e20b-3956-4897-ae27-f02a78970372 None None] Sync routers for ids ['40308d8e-23f3-4072-9de9-28677fedbb3a'] in n-d-713301-16 {{(pid=95104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 19:27:12.486172 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f73e20b-3956-4897-ae27-f02a78970372 None None] Routers {'40308d8e-23f3-4072-9de9-28677fedbb3a'} bound to L3 agent in host n-d-713301-16 {{(pid=95104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 19:27:12.487046 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_hamode_db [None req-0f73e20b-3956-4897-ae27-f02a78970372 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-23T19:07:52Z,description=,heartbeat_timestamp=2021-09-23T19:26:52Z,host='n-d-713301-16',id=79a740bf-7821-4989-8288-7186e3e128f3,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:07:52Z,topic='l3_agent')) {'router_ids': ['40308d8e-23f3-4072-9de9-28677fedbb3a'], 'active': True} {{(pid=95104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:27:12.502555 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-b0537825-a80b-4509-96e5-4424f7b8c6bd admin admin] Notify callbacks [] for router, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:27:12.507580 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-b0537825-a80b-4509-96e5-4424f7b8c6bd admin admin] 10.222.0.67 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 4.5531156 Sep 23 19:27:12.511065 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 39614) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:27:12.532883 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-ccfcb4d6-1255-4723-bf58-e45b0b45c43c req-923cc39a-bb74-43ff-b0cf-9ae0b19ca14c tempest-DeleteServersTestJSON-2111530366 tempest-DeleteServersTestJSON-2111530366-project] 10.222.0.67 "GET /v2.0/security-groups?id=67f2e2ca-928f-40e5-b9b2-05ec3bddbb37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931990 Sep 23 19:27:12.547236 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-1e3026c6-c834-4201-a7b7-ff03455f2e96 None None] Provisioning complete for port ad6b0273-0571-4860-bc33-10739448c57c triggered by entity DHCP. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:27:12.547613 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-1e3026c6-c834-4201-a7b7-ff03455f2e96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:27:12.712855 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_dvr_db [None req-0f73e20b-3956-4897-ae27-f02a78970372 None None] Set router 40308d8e-23f3-4072-9de9-28677fedbb3a gateway port host: n-d-713301-16 {{(pid=95104) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 19:27:12.887679 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Device ad6b0273-0571-4860-bc33-10739448c57c up at agent ovs-agent-n-d-713301-16 {{(pid=95103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 19:27:12.915256 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-043c54c3-f1fa-42c8-a38a-d65bc38e5c07 req-8b10fc8d-257e-4e21-9780-a834d0b68d72 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=6573cd99-c5b7-4bf8-8671-27760195f1f4&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2007053 Sep 23 19:27:12.952541 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c326db80-0e32-40d3-8a57-7fa70cf00abb req-b2bef603-c457-4e96-a569-fa01bda2ca63 tempest-MigrationsAdminTest-397594546 tempest-MigrationsAdminTest-397594546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:27:12.954167 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-c326db80-0e32-40d3-8a57-7fa70cf00abb req-b2bef603-c457-4e96-a569-fa01bda2ca63 tempest-MigrationsAdminTest-397594546 tempest-MigrationsAdminTest-397594546-project] 10.222.0.67 "GET /v2.0/ports?device_id=6573cd99-c5b7-4bf8-8671-27760195f1f4 HTTP/1.1" status: 200 len: 949 time: 0.1449475 Sep 23 19:27:13.035318 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Provisioning complete for port ad6b0273-0571-4860-bc33-10739448c57c triggered by entity L2. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:27:13.036594 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:27:13.062595 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-c326db80-0e32-40d3-8a57-7fa70cf00abb req-ede64e4e-c0ad-46a7-b89c-fc1e55d44e28 tempest-MigrationsAdminTest-397594546 tempest-MigrationsAdminTest-397594546-project] 10.222.0.67 "GET /v2.0/security-groups?id=78cb509b-31c4-4e2a-bb5c-7abd6194dcc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988834 Sep 23 19:27:13.136706 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 39638) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:27:13.207143 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09cd1e12-7634-4564-990d-ac0ffd1dbe44 req-959e42bd-9671-410f-8ce2-7d0ce072bd4f tempest-ServerRescueTestJSONUnderV235-3883575 tempest-ServerRescueTestJSONUnderV235-3883575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:27:13.217557 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-09cd1e12-7634-4564-990d-ac0ffd1dbe44 req-959e42bd-9671-410f-8ce2-7d0ce072bd4f tempest-ServerRescueTestJSONUnderV235-3883575 tempest-ServerRescueTestJSONUnderV235-3883575-project] 10.222.0.67 "GET /v2.0/ports?device_id=f69a6870-83a8-419f-a0bd-2c6f209ce61f HTTP/1.1" status: 200 len: 945 time: 0.1385674 Sep 23 19:27:13.331013 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_hamode_db [None req-0f73e20b-3956-4897-ae27-f02a78970372 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40308d8e-23f3-4072-9de9-28677fedbb3a', 'name': 'tempest-ServerActionsTestJSON-1077418396-router', 'tenant_id': 'f17a85608a9a4ecb8150ef41746c47e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'external_fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.24'}], 'enable_snat': True}, 'gw_port_id': '50edb875-e732-4d88-8c65-d819d1bfac76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:27:08Z', 'updated_at': '2021-09-23T19:27:10Z', 'revision_number': 3, 'project_id': 'f17a85608a9a4ecb8150ef41746c47e0', 'gw_port': {'id': '50edb875-e732-4d88-8c65-d819d1bfac76', 'name': '', 'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:61:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40308d8e-23f3-4072-9de9-28677fedbb3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1013, 'fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:27:09Z', 'updated_at': '2021-09-23T19:27:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-16'}], 'n-d-713301-16', False) {} {{(pid=95104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:27:13.336657 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-09cd1e12-7634-4564-990d-ac0ffd1dbe44 req-a6af240e-26fd-43c5-a2b2-f54364e0b4cd tempest-ServerRescueTestJSONUnderV235-3883575 tempest-ServerRescueTestJSONUnderV235-3883575-project] 10.222.0.67 "GET /v2.0/security-groups?id=d3f97599-a9b1-47a3-baeb-6ab90b6bb5ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1103826 Sep 23 19:27:13.372546 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-21c69d00-928d-4e0a-bf65-3a054e7990b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:27:13.405176 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f73e20b-3956-4897-ae27-f02a78970372 None None] Checking router: 40308d8e-23f3-4072-9de9-28677fedbb3a for host: n-d-713301-16 {{(pid=95104) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 19:27:13.405558 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f73e20b-3956-4897-ae27-f02a78970372 None None] Updating router 40308d8e-23f3-4072-9de9-28677fedbb3a port 50edb875-e732-4d88-8c65-d819d1bfac76 binding host n-d-713301-16 {{(pid=95104) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 23 19:27:13.457889 n-d-713301-16 neutron-server[95104]: DEBUG neutron_lib.callbacks.manager [None req-0f73e20b-3956-4897-ae27-f02a78970372 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:27:13.491665 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-f5ad530a-a1e3-484e-8d02-6607cfdc155d admin admin] Notify callbacks [] for security_group, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:27:13.699158 n-d-713301-16 neutron-server[95101]: DEBUG neutron.db.db_base_plugin_common [None req-21c69d00-928d-4e0a-bf65-3a054e7990b6 admin admin] Allocated IP 172.20.0.1 (364dc893-5ecb-4aa3-be76-13b51cbbfbd4/a900be85-be08-465b-85e6-4a05aae55389/7c20880d-989f-4902-b74a-715c2f0fd89b) {{(pid=95101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 19:27:13.730949 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f5835d-a607-4099-a1e5-b4aeec19dadf req-1bc5f4e0-91be-47de-afc4-b8ca6d25dd23 tempest-DeleteServersTestJSON-2111530366 tempest-DeleteServersTestJSON-2111530366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:27:13.733723 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-49f5835d-a607-4099-a1e5-b4aeec19dadf req-1bc5f4e0-91be-47de-afc4-b8ca6d25dd23 tempest-DeleteServersTestJSON-2111530366 tempest-DeleteServersTestJSON-2111530366-project] 10.222.0.67 "GET /v2.0/ports?device_id=b19e3d25-fa76-4ad5-ade4-28bc9af28ac3 HTTP/1.1" status: 200 len: 945 time: 0.0869558 Sep 23 19:27:13.752260 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-f5ad530a-a1e3-484e-8d02-6607cfdc155d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:27:13.758817 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-f5ad530a-a1e3-484e-8d02-6607cfdc155d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:27:13.760492 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ddfb54c-171c-4ad6-b9ba-3e8129fc79eb req-ba32678f-5f3d-4e9e-a6e8-5e575487f0b1 tempest-ServersOnMultiNodesTest-2040324995 tempest-ServersOnMultiNodesTest-2040324995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:27:13.762385 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-8ddfb54c-171c-4ad6-b9ba-3e8129fc79eb req-ba32678f-5f3d-4e9e-a6e8-5e575487f0b1 tempest-ServersOnMultiNodesTest-2040324995 tempest-ServersOnMultiNodesTest-2040324995-project] 10.222.0.67 "GET /v2.0/ports?device_id=fc947095-c7c1-4b2e-bf93-53cb06429ce3 HTTP/1.1" status: 200 len: 949 time: 0.0838401 Sep 23 19:27:13.813869 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Device 26fc2316-c799-4f1c-93ac-e3e7a2f1c85d no longer exists at agent hyperv_n-h1-713301-16 {{(pid=95103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 19:27:13.823768 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-49f5835d-a607-4099-a1e5-b4aeec19dadf req-d052de6f-7a83-47ec-b339-3a4430adc8fd tempest-DeleteServersTestJSON-2111530366 tempest-DeleteServersTestJSON-2111530366-project] 10.222.0.67 "GET /v2.0/security-groups?id=67f2e2ca-928f-40e5-b9b2-05ec3bddbb37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792503 Sep 23 19:27:13.855502 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.plugin [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] No Port match for: 26fc2316-c799-4f1c-93ac-e3e7a2f1c85d {{(pid=95103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 19:27:13.856388 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Device 26fc2316-c799-4f1c-93ac-e3e7a2f1c85d not bound to the agent host n-h1-713301-16 {{(pid=95103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 19:27:13.864962 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-f5ad530a-a1e3-484e-8d02-6607cfdc155d admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=ba74842c3ad5407bae8a377ba7e903e7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7207143 Sep 23 19:27:13.865862 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-8ddfb54c-171c-4ad6-b9ba-3e8129fc79eb req-1885b7a4-6ad9-4061-adcf-64f4689a5058 tempest-ServersOnMultiNodesTest-2040324995 tempest-ServersOnMultiNodesTest-2040324995-project] 10.222.0.67 "GET /v2.0/security-groups?id=157e791d-182d-45ba-a5d1-6edf868180cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932143 Sep 23 19:27:13.866776 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 39668) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:27:13.875471 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5ad530a-a1e3-484e-8d02-6607cfdc155d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1413baa7-34fd-4dec-be0c-68c3b3fe0b40,revision_number=1']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:27:13.927010 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-21c69d00-928d-4e0a-bf65-3a054e7990b6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:27:13.937404 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-ce12d3bb-51b6-41cb-9c39-fae3a8225489 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:27:13.964275 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-ce12d3bb-51b6-41cb-9c39-fae3a8225489 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:27:13.988257 n-d-713301-16 neutron-server[95104]: DEBUG neutron_lib.callbacks.manager [None req-0f73e20b-3956-4897-ae27-f02a78970372 None None] Notify callbacks [] for port, precommit_update {{(pid=95104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:27:13.997913 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-21c69d00-928d-4e0a-bf65-3a054e7990b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783145673135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5607431'] for port, after_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:27:14.003740 n-d-713301-16 neutron-server[95104]: DEBUG neutron_lib.callbacks.manager [None req-0f73e20b-3956-4897-ae27-f02a78970372 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:27:14.044388 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-ce12d3bb-51b6-41cb-9c39-fae3a8225489 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:27:14.047295 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-ce12d3bb-51b6-41cb-9c39-fae3a8225489 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:27:14.051414 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-ce12d3bb-51b6-41cb-9c39-fae3a8225489 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/1413baa7-34fd-4dec-be0c-68c3b3fe0b40 HTTP/1.1" status: 204 len: 168 time: 0.1817443 Sep 23 19:27:14.055390 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21c69d00-928d-4e0a-bf65-3a054e7990b6 admin admin] Pushing event updated for resources: {'Port': ['ID=7c20880d-989f-4902-b74a-715c2f0fd89b,revision_number=1']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:27:14.061802 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce12d3bb-51b6-41cb-9c39-fae3a8225489 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1413baa7-34fd-4dec-be0c-68c3b3fe0b40,revision_number=None']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:27:14.065984 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b6e69d9-e12c-4edd-8f82-67ff1945d59a None None] Pushing event updated for resources: {'Port': ['ID=50edb875-e732-4d88-8c65-d819d1bfac76,revision_number=2']} {{(pid=95104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:27:14.068963 n-d-713301-16 neutron-server[95104]: DEBUG neutron.plugins.ml2.managers [None req-0f73e20b-3956-4897-ae27-f02a78970372 None None] Attempting to bind port 50edb875-e732-4d88-8c65-d819d1bfac76 on host n-d-713301-16 for vnic_type normal with profile {{(pid=95104) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 19:27:14.069145 n-d-713301-16 neutron-server[95104]: DEBUG neutron.plugins.ml2.managers [None req-0f73e20b-3956-4897-ae27-f02a78970372 None None] Attempting to bind port 50edb875-e732-4d88-8c65-d819d1bfac76 by drivers openvswitch,hyperv on host n-d-713301-16 at level 0 using segments [{'id': '7d4027f1-d893-4c7b-95d4-757b8e44e380', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac'}] {{(pid=95104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 19:27:14.069611 n-d-713301-16 neutron-server[95104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f73e20b-3956-4897-ae27-f02a78970372 None None] Attempting to bind port 50edb875-e732-4d88-8c65-d819d1bfac76 on network 5dec5c09-378e-4f50-89cc-d94eb81c3bac {{(pid=95104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:27:14.085907 n-d-713301-16 neutron-server[95104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f73e20b-3956-4897-ae27-f02a78970372 None None] Checking agent: {'id': '70a14545-df24-472f-8f95-bfe1719bff93', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 19, 7, 53), 'started_at': datetime.datetime(2021, 9, 23, 19, 8, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 19, 26, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 19:27:14.086289 n-d-713301-16 neutron-server[95104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f73e20b-3956-4897-ae27-f02a78970372 None None] Checking segment: {'id': '7d4027f1-d893-4c7b-95d4-757b8e44e380', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95104) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:27:14.086707 n-d-713301-16 neutron-server[95104]: DEBUG neutron_lib.callbacks.manager [None req-0f73e20b-3956-4897-ae27-f02a78970372 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:27:14.086934 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21c69d00-928d-4e0a-bf65-3a054e7990b6 admin admin] Network 364dc893-5ecb-4aa3-be76-13b51cbbfbd4 is already hosted by enough agents. {{(pid=95101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:27:14.087058 n-d-713301-16 neutron-server[95104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f73e20b-3956-4897-ae27-f02a78970372 None None] Bound using segment: {'id': '7d4027f1-d893-4c7b-95d4-757b8e44e380', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac'} {{(pid=95104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 19:27:14.087538 n-d-713301-16 neutron-server[95104]: DEBUG neutron.plugins.ml2.managers [None req-0f73e20b-3956-4897-ae27-f02a78970372 None None] Bound port: 50edb875-e732-4d88-8c65-d819d1bfac76, host: n-d-713301-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7d4027f1-d893-4c7b-95d4-757b8e44e380', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac'}}] {{(pid=95104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 19:27:14.087880 n-d-713301-16 neutron-server[95104]: DEBUG neutron_lib.callbacks.manager [None req-0f73e20b-3956-4897-ae27-f02a78970372 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:27:14.089432 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.base_scheduler [None req-21c69d00-928d-4e0a-bf65-3a054e7990b6 admin admin] Resources bound (agent type, host, resource id): {{(pid=95101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:27:14.092154 n-d-713301-16 neutron-server[95101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21c69d00-928d-4e0a-bf65-3a054e7990b6 admin admin] Received port after_create {{(pid=95101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 19:27:14.182783 n-d-713301-16 neutron-server[95104]: DEBUG neutron.plugins.ml2.db [None req-0f73e20b-3956-4897-ae27-f02a78970372 None None] For port 50edb875-e732-4d88-8c65-d819d1bfac76, host n-d-713301-16, cleared binding levels {{(pid=95104) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 19:27:14.190008 n-d-713301-16 neutron-server[95104]: DEBUG neutron.plugins.ml2.db [None req-0f73e20b-3956-4897-ae27-f02a78970372 None None] For port 50edb875-e732-4d88-8c65-d819d1bfac76, host n-d-713301-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-16',level=0,port_id=50edb875-e732-4d88-8c65-d819d1bfac76,segment=NetworkSegment(7d4027f1-d893-4c7b-95d4-757b8e44e380),segment_id=7d4027f1-d893-4c7b-95d4-757b8e44e380)] {{(pid=95104) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 19:27:14.198154 n-d-713301-16 neutron-server[95104]: DEBUG neutron_lib.callbacks.manager [None req-0f73e20b-3956-4897-ae27-f02a78970372 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:27:14.298630 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad9b6dbd-49d1-40da-9943-80c389cec6ef req-6f06b67b-dfaf-483f-aca8-543b68b7b2ce tempest-MigrationsAdminTest-397594546 tempest-MigrationsAdminTest-397594546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:27:14.317575 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-ad9b6dbd-49d1-40da-9943-80c389cec6ef req-6f06b67b-dfaf-483f-aca8-543b68b7b2ce tempest-MigrationsAdminTest-397594546 tempest-MigrationsAdminTest-397594546-project] 10.222.0.67 "GET /v2.0/ports?device_id=6573cd99-c5b7-4bf8-8671-27760195f1f4 HTTP/1.1" status: 200 len: 949 time: 0.1379189 Sep 23 19:27:14.371401 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f73e20b-3956-4897-ae27-f02a78970372 None None] Routers {'40308d8e-23f3-4072-9de9-28677fedbb3a'} bound to L3 agent in host n-d-713301-16 {{(pid=95104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 19:27:14.372048 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_hamode_db [None req-0f73e20b-3956-4897-ae27-f02a78970372 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-23T19:07:52Z,description=,heartbeat_timestamp=2021-09-23T19:26:52Z,host='n-d-713301-16',id=79a740bf-7821-4989-8288-7186e3e128f3,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:07:52Z,topic='l3_agent')) {'router_ids': ['40308d8e-23f3-4072-9de9-28677fedbb3a'], 'active': True} {{(pid=95104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:27:14.374293 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-ad9b6dbd-49d1-40da-9943-80c389cec6ef req-ff23f880-2596-4841-88fb-accf6bc4b0a9 tempest-MigrationsAdminTest-397594546 tempest-MigrationsAdminTest-397594546-project] 10.222.0.67 "GET /v2.0/security-groups?id=78cb509b-31c4-4e2a-bb5c-7abd6194dcc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547783 Sep 23 19:27:14.444715 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b6e69d9-e12c-4edd-8f82-67ff1945d59a None None] Pushing event updated for resources: {'Port': ['ID=50edb875-e732-4d88-8c65-d819d1bfac76,revision_number=3']} {{(pid=95104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:27:14.521922 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-b91882c5-eb31-4cbd-9e93-44491ccf0566 None None] Provisioning complete for port 7c20880d-989f-4902-b74a-715c2f0fd89b triggered by entity DHCP. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:27:14.522863 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b91882c5-eb31-4cbd-9e93-44491ccf0566 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:27:14.528903 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589cf356-35bf-4bd0-a2ce-ba9532327c74 req-cef59864-a9a2-488a-92a0-dafdcdbc250a tempest-ServerRescueTestJSONUnderV235-3883575 tempest-ServerRescueTestJSONUnderV235-3883575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:27:14.530501 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-589cf356-35bf-4bd0-a2ce-ba9532327c74 req-cef59864-a9a2-488a-92a0-dafdcdbc250a tempest-ServerRescueTestJSONUnderV235-3883575 tempest-ServerRescueTestJSONUnderV235-3883575-project] 10.222.0.67 "GET /v2.0/ports?device_id=f69a6870-83a8-419f-a0bd-2c6f209ce61f HTTP/1.1" status: 200 len: 945 time: 0.0975876 Sep 23 19:27:14.540473 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_dvr_db [None req-0f73e20b-3956-4897-ae27-f02a78970372 None None] Set router 40308d8e-23f3-4072-9de9-28677fedbb3a gateway port host: n-d-713301-16 {{(pid=95104) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 19:27:14.581791 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.plugin [None req-b91882c5-eb31-4cbd-9e93-44491ccf0566 None None] Port 7c20880d-989f-4902-b74a-715c2f0fd89b cannot update to ACTIVE because it is not bound. {{(pid=95103) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 19:27:14.597186 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-589cf356-35bf-4bd0-a2ce-ba9532327c74 req-583404b1-5cc0-4271-961f-4261216cb31e tempest-ServerRescueTestJSONUnderV235-3883575 tempest-ServerRescueTestJSONUnderV235-3883575-project] 10.222.0.67 "GET /v2.0/security-groups?id=d3f97599-a9b1-47a3-baeb-6ab90b6bb5ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581973 Sep 23 19:27:14.621883 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-21c69d00-928d-4e0a-bf65-3a054e7990b6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-601987'] for router_interface, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:27:14.782393 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_hamode_db [None req-0f73e20b-3956-4897-ae27-f02a78970372 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40308d8e-23f3-4072-9de9-28677fedbb3a', 'name': 'tempest-ServerActionsTestJSON-1077418396-router', 'tenant_id': 'f17a85608a9a4ecb8150ef41746c47e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'external_fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.24'}], 'enable_snat': True}, 'gw_port_id': '50edb875-e732-4d88-8c65-d819d1bfac76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:27:08Z', 'updated_at': '2021-09-23T19:27:10Z', 'revision_number': 3, 'project_id': 'f17a85608a9a4ecb8150ef41746c47e0', 'gw_port': {'id': '50edb875-e732-4d88-8c65-d819d1bfac76', 'name': '', 'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:61:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40308d8e-23f3-4072-9de9-28677fedbb3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1013, 'fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:27:09Z', 'updated_at': '2021-09-23T19:27:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-16'}], 'n-d-713301-16', False) {} {{(pid=95104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:27:14.793398 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-043c54c3-f1fa-42c8-a38a-d65bc38e5c07 req-d6d96020-6c24-4587-90d0-b4e3fbf3f322 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:27:14.795063 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-043c54c3-f1fa-42c8-a38a-d65bc38e5c07 req-d6d96020-6c24-4587-90d0-b4e3fbf3f322 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=cff0149cb20c4944955e93a2b393f7c5&device_id=6573cd99-c5b7-4bf8-8671-27760195f1f4 HTTP/1.1" status: 200 len: 1101 time: 0.0815692 Sep 23 19:27:14.802276 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-21c69d00-928d-4e0a-bf65-3a054e7990b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:27:14.816425 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f73e20b-3956-4897-ae27-f02a78970372 None None] The sync data for ids ['40308d8e-23f3-4072-9de9-28677fedbb3a'] in n-d-713301-16 is: [{'id': '40308d8e-23f3-4072-9de9-28677fedbb3a', 'name': 'tempest-ServerActionsTestJSON-1077418396-router', 'tenant_id': 'f17a85608a9a4ecb8150ef41746c47e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'external_fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.24'}], 'enable_snat': True}, 'gw_port_id': '50edb875-e732-4d88-8c65-d819d1bfac76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:27:08Z', 'updated_at': '2021-09-23T19:27:10Z', 'revision_number': 3, 'project_id': 'f17a85608a9a4ecb8150ef41746c47e0', 'gw_port': {'id': '50edb875-e732-4d88-8c65-d819d1bfac76', 'name': '', 'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:61:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40308d8e-23f3-4072-9de9-28677fedbb3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1013, 'fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:27:09Z', 'updated_at': '2021-09-23T19:27:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-16'}] {{(pid=95104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 19:27:15.050302 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cff67a4-81bb-4fff-8756-012557b1de4d req-1cd23e16-aefa-4a3d-9520-7681246b9607 tempest-DeleteServersTestJSON-2111530366 tempest-DeleteServersTestJSON-2111530366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:27:15.053758 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-2cff67a4-81bb-4fff-8756-012557b1de4d req-1cd23e16-aefa-4a3d-9520-7681246b9607 tempest-DeleteServersTestJSON-2111530366 tempest-DeleteServersTestJSON-2111530366-project] 10.222.0.67 "GET /v2.0/ports?device_id=b19e3d25-fa76-4ad5-ade4-28bc9af28ac3 HTTP/1.1" status: 200 len: 945 time: 0.1107507 Sep 23 19:27:15.118977 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-043c54c3-f1fa-42c8-a38a-d65bc38e5c07 req-ff8fc4ce-105f-4a0b-992e-dfbc31990747 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:27:15.120504 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-043c54c3-f1fa-42c8-a38a-d65bc38e5c07 req-ff8fc4ce-105f-4a0b-992e-dfbc31990747 service neutron] 10.222.0.53 "GET /v2.0/networks?id=5220cb0c-da05-478a-9604-8c11469a05b4 HTTP/1.1" status: 200 len: 870 time: 0.3150427 Sep 23 19:27:15.135978 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82aaa5cf-f301-4e0e-85d8-07b261f2a7ac req-d7331bba-1e18-4804-ad85-d06a7bae1bf7 tempest-ServersOnMultiNodesTest-2040324995 tempest-ServersOnMultiNodesTest-2040324995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:27:15.137938 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-82aaa5cf-f301-4e0e-85d8-07b261f2a7ac req-d7331bba-1e18-4804-ad85-d06a7bae1bf7 tempest-ServersOnMultiNodesTest-2040324995 tempest-ServersOnMultiNodesTest-2040324995-project] 10.222.0.67 "GET /v2.0/ports?device_id=fc947095-c7c1-4b2e-bf93-53cb06429ce3 HTTP/1.1" status: 200 len: 949 time: 0.1110871 Sep 23 19:27:15.143674 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-2cff67a4-81bb-4fff-8756-012557b1de4d req-e5a5a1d2-a831-4b90-b62d-c3d63b959a66 tempest-DeleteServersTestJSON-2111530366 tempest-DeleteServersTestJSON-2111530366-project] 10.222.0.67 "GET /v2.0/security-groups?id=67f2e2ca-928f-40e5-b9b2-05ec3bddbb37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742044 Sep 23 19:27:15.195947 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 39702) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:27:15.309415 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-82aaa5cf-f301-4e0e-85d8-07b261f2a7ac req-a921d0c4-23b0-4490-b650-977c99996642 tempest-ServersOnMultiNodesTest-2040324995 tempest-ServersOnMultiNodesTest-2040324995-project] 10.222.0.67 "GET /v2.0/security-groups?id=157e791d-182d-45ba-a5d1-6edf868180cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1629784 Sep 23 19:27:15.331920 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-043c54c3-f1fa-42c8-a38a-d65bc38e5c07 req-03997a03-bce2-4321-9ab9-56fa56a3711c service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.39&port_id=99215099-e4ca-41e9-9da2-30bc7fb3a27f HTTP/1.1" status: 200 len: 217 time: 0.1512938 Sep 23 19:27:15.387982 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1368f83-e8c4-4042-9412-06c0ac98be8f req-9d5fc53f-e4a7-49b9-985f-9b6a0c9f1ae9 tempest-ServersOnMultiNodesTest-2040324995 tempest-ServersOnMultiNodesTest-2040324995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:27:15.389844 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-e1368f83-e8c4-4042-9412-06c0ac98be8f req-9d5fc53f-e4a7-49b9-985f-9b6a0c9f1ae9 tempest-ServersOnMultiNodesTest-2040324995 tempest-ServersOnMultiNodesTest-2040324995-project] 10.222.0.53 "GET /v2.0/ports?device_id=b3afb6e9-a580-4fd1-a0cd-ac031a305abe HTTP/1.1" status: 200 len: 950 time: 0.3174930 Sep 23 19:27:15.413596 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-798370ec-395e-4d16-87b1-0a75653d06ba req-b280dba2-98f9-4837-b52b-a22299016f7c tempest-ServersOnMultiNodesTest-2040324995 tempest-ServersOnMultiNodesTest-2040324995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:27:15.415163 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-798370ec-395e-4d16-87b1-0a75653d06ba req-b280dba2-98f9-4837-b52b-a22299016f7c tempest-ServersOnMultiNodesTest-2040324995 tempest-ServersOnMultiNodesTest-2040324995-project] 10.222.0.74 "GET /v2.0/ports?device_id=fc947095-c7c1-4b2e-bf93-53cb06429ce3 HTTP/1.1" status: 200 len: 949 time: 0.4294398 Sep 23 19:27:15.494024 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.v2.base [None req-48919fd8-cd42-45a5-8cfc-c86aa5e2e565 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-314622829-network', 'tenant_id': 'bc1c8a8a17df480598455b00ff38da5a'}} {{(pid=95101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:27:15.536287 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-043c54c3-f1fa-42c8-a38a-d65bc38e5c07 req-bb725004-6920-4625-b3b3-09b12a321e19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:27:15.538540 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-043c54c3-f1fa-42c8-a38a-d65bc38e5c07 req-bb725004-6920-4625-b3b3-09b12a321e19 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=1ccc69bc-9d6b-44d9-b227-204e47dc6e45 HTTP/1.1" status: 200 len: 843 time: 0.1981859 Sep 23 19:27:15.557600 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02aec3a-49b9-407d-96f4-63cbf714a199 req-a5a7395e-65e2-48ad-9e0c-8b2b750c230b tempest-MigrationsAdminTest-397594546 tempest-MigrationsAdminTest-397594546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:27:15.559482 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-c02aec3a-49b9-407d-96f4-63cbf714a199 req-a5a7395e-65e2-48ad-9e0c-8b2b750c230b tempest-MigrationsAdminTest-397594546 tempest-MigrationsAdminTest-397594546-project] 10.222.0.67 "GET /v2.0/ports?device_id=6573cd99-c5b7-4bf8-8671-27760195f1f4 HTTP/1.1" status: 200 len: 949 time: 0.0673735 Sep 23 19:27:15.607232 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-c02aec3a-49b9-407d-96f4-63cbf714a199 req-2ef04126-d622-4d99-ad7c-1741531bd8c1 tempest-MigrationsAdminTest-397594546 tempest-MigrationsAdminTest-397594546-project] 10.222.0.67 "GET /v2.0/security-groups?id=78cb509b-31c4-4e2a-bb5c-7abd6194dcc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414302 Sep 23 19:27:15.733032 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-21c69d00-928d-4e0a-bf65-3a054e7990b6 admin admin] Notify callbacks [] for port, precommit_update {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:27:15.735756 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48919fd8-cd42-45a5-8cfc-c86aa5e2e565 admin admin] Made reservation on behalf of bc1c8a8a17df480598455b00ff38da5a for: {'network': 1} {{(pid=95101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:27:15.737764 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-022039e4-4297-4d5b-87fe-2d33d080541c req-cffd9776-2d11-43c8-b475-7305bb956846 tempest-ServerRescueTestJSONUnderV235-3883575 tempest-ServerRescueTestJSONUnderV235-3883575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:27:15.738227 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-48919fd8-cd42-45a5-8cfc-c86aa5e2e565 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for network, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:27:15.740128 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-022039e4-4297-4d5b-87fe-2d33d080541c req-cffd9776-2d11-43c8-b475-7305bb956846 tempest-ServerRescueTestJSONUnderV235-3883575 tempest-ServerRescueTestJSONUnderV235-3883575-project] 10.222.0.67 "GET /v2.0/ports?device_id=f69a6870-83a8-419f-a0bd-2c6f209ce61f HTTP/1.1" status: 200 len: 945 time: 0.0577631 Sep 23 19:27:15.751617 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-21c69d00-928d-4e0a-bf65-3a054e7990b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5607436'] for port, after_update {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:27:15.763497 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-48919fd8-cd42-45a5-8cfc-c86aa5e2e565 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:27:15.785658 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-022039e4-4297-4d5b-87fe-2d33d080541c req-d3932dca-b0f5-4118-90ca-68841ecc5f63 tempest-ServerRescueTestJSONUnderV235-3883575 tempest-ServerRescueTestJSONUnderV235-3883575-project] 10.222.0.67 "GET /v2.0/security-groups?id=d3f97599-a9b1-47a3-baeb-6ab90b6bb5ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372014 Sep 23 19:27:15.828354 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-043c54c3-f1fa-42c8-a38a-d65bc38e5c07 req-7a35c159-2240-480d-af53-21ae0115dd13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:27:15.830026 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-043c54c3-f1fa-42c8-a38a-d65bc38e5c07 req-7a35c159-2240-480d-af53-21ae0115dd13 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=5220cb0c-da05-478a-9604-8c11469a05b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2454541 Sep 23 19:27:15.891276 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.plugin [req-e1368f83-e8c4-4042-9412-06c0ac98be8f req-35135cc3-6016-436b-b083-ce4e100eadb6 tempest-ServersOnMultiNodesTest-2040324995 tempest-ServersOnMultiNodesTest-2040324995-project] Deleting port dd14c26e-3e27-4cc3-aa9c-bff97727ed77 {{(pid=95101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:27:15.891617 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-e1368f83-e8c4-4042-9412-06c0ac98be8f req-35135cc3-6016-436b-b083-ce4e100eadb6 tempest-ServersOnMultiNodesTest-2040324995 tempest-ServersOnMultiNodesTest-2040324995-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783146157096'] for port, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:27:15.901036 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-21c69d00-928d-4e0a-bf65-3a054e7990b6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-527313', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-601459'] for router_interface, after_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:27:15.920841 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21c69d00-928d-4e0a-bf65-3a054e7990b6 admin admin] Pushing event updated for resources: {'Port': ['ID=7c20880d-989f-4902-b74a-715c2f0fd89b,revision_number=2']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:27:16.042954 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.plugin [req-798370ec-395e-4d16-87b1-0a75653d06ba req-2dfda4dd-72f0-4e60-9ac5-ed6b6fefd3a0 tempest-ServersOnMultiNodesTest-2040324995 tempest-ServersOnMultiNodesTest-2040324995-project] Deleting port 3e6c5f99-1b58-4b8b-8ded-4540f2e920c7 {{(pid=95101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:27:16.043295 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-798370ec-395e-4d16-87b1-0a75653d06ba req-2dfda4dd-72f0-4e60-9ac5-ed6b6fefd3a0 tempest-ServersOnMultiNodesTest-2040324995 tempest-ServersOnMultiNodesTest-2040324995-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783146157096'] for port, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:27:16.050651 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.agents_db [None req-f2f5c474-60a3-474f-b2cc-02c4bd30880c None None] Agent healthcheck: found 7 active agents {{(pid=95104) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 19:27:16.216374 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-043c54c3-f1fa-42c8-a38a-d65bc38e5c07 req-9cf1d5bd-488a-403a-bb8f-7c500a690146 service neutron] 10.222.0.53 "GET /v2.0/networks/5220cb0c-da05-478a-9604-8c11469a05b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3782337 Sep 23 19:27:16.234719 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.db [req-e1368f83-e8c4-4042-9412-06c0ac98be8f req-35135cc3-6016-436b-b083-ce4e100eadb6 tempest-ServersOnMultiNodesTest-2040324995 tempest-ServersOnMultiNodesTest-2040324995-project] For port dd14c26e-3e27-4cc3-aa9c-bff97727ed77, host n-h2-713301-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-16',level=0,port_id=dd14c26e-3e27-4cc3-aa9c-bff97727ed77,segment=NetworkSegment(6139d589-eb6c-4578-8935-c26ddf396853),segment_id=6139d589-eb6c-4578-8935-c26ddf396853)] {{(pid=95101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:27:16.235083 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-e1368f83-e8c4-4042-9412-06c0ac98be8f req-35135cc3-6016-436b-b083-ce4e100eadb6 tempest-ServersOnMultiNodesTest-2040324995 tempest-ServersOnMultiNodesTest-2040324995-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-605701'] for port, precommit_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:27:16.286288 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-608708f8-e05c-4551-b1e2-1af41d3e7ecc req-96870e46-f4d9-415a-b499-41b89fb78ad1 tempest-DeleteServersTestJSON-2111530366 tempest-DeleteServersTestJSON-2111530366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:27:16.287746 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-608708f8-e05c-4551-b1e2-1af41d3e7ecc req-96870e46-f4d9-415a-b499-41b89fb78ad1 tempest-DeleteServersTestJSON-2111530366 tempest-DeleteServersTestJSON-2111530366-project] 10.222.0.67 "GET /v2.0/ports?device_id=b19e3d25-fa76-4ad5-ade4-28bc9af28ac3 HTTP/1.1" status: 200 len: 945 time: 0.0501068 Sep 23 19:27:16.305036 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.plugin [req-e1368f83-e8c4-4042-9412-06c0ac98be8f req-35135cc3-6016-436b-b083-ce4e100eadb6 tempest-ServersOnMultiNodesTest-2040324995 tempest-ServersOnMultiNodesTest-2040324995-project] Calling delete_port for dd14c26e-3e27-4cc3-aa9c-bff97727ed77 owned by compute:nova {{(pid=95101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:27:16.321944 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21c69d00-928d-4e0a-bf65-3a054e7990b6 admin admin] Network 364dc893-5ecb-4aa3-be76-13b51cbbfbd4 is already hosted by enough agents. {{(pid=95101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:27:16.330522 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-608708f8-e05c-4551-b1e2-1af41d3e7ecc req-eaedcaef-abe9-417c-af93-5b93d05563c7 tempest-DeleteServersTestJSON-2111530366 tempest-DeleteServersTestJSON-2111530366-project] 10.222.0.67 "GET /v2.0/security-groups?id=67f2e2ca-928f-40e5-b9b2-05ec3bddbb37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354860 Sep 23 19:27:16.363976 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.base_scheduler [None req-21c69d00-928d-4e0a-bf65-3a054e7990b6 admin admin] Resources bound (agent type, host, resource id): {{(pid=95101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:27:16.399052 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.db [req-798370ec-395e-4d16-87b1-0a75653d06ba req-2dfda4dd-72f0-4e60-9ac5-ed6b6fefd3a0 tempest-ServersOnMultiNodesTest-2040324995 tempest-ServersOnMultiNodesTest-2040324995-project] For port 3e6c5f99-1b58-4b8b-8ded-4540f2e920c7, host n-h1-713301-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-16',level=0,port_id=3e6c5f99-1b58-4b8b-8ded-4540f2e920c7,segment=NetworkSegment(6139d589-eb6c-4578-8935-c26ddf396853),segment_id=6139d589-eb6c-4578-8935-c26ddf396853)] {{(pid=95101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:27:16.399427 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-798370ec-395e-4d16-87b1-0a75653d06ba req-2dfda4dd-72f0-4e60-9ac5-ed6b6fefd3a0 tempest-ServersOnMultiNodesTest-2040324995 tempest-ServersOnMultiNodesTest-2040324995-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-605701'] for port, precommit_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:27:16.472416 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-48919fd8-cd42-45a5-8cfc-c86aa5e2e565 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:27:16.475561 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.plugin [req-798370ec-395e-4d16-87b1-0a75653d06ba req-2dfda4dd-72f0-4e60-9ac5-ed6b6fefd3a0 tempest-ServersOnMultiNodesTest-2040324995 tempest-ServersOnMultiNodesTest-2040324995-project] Calling delete_port for 3e6c5f99-1b58-4b8b-8ded-4540f2e920c7 owned by compute:nova {{(pid=95101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:27:16.515855 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306221ec-9fdc-4051-b71f-3d9c977112ed req-c4f0ad3f-5d45-4481-956e-9b62c740948e tempest-ServersOnMultiNodesTest-2040324995 tempest-ServersOnMultiNodesTest-2040324995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:27:16.523408 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-48919fd8-cd42-45a5-8cfc-c86aa5e2e565 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:27:16.527468 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-306221ec-9fdc-4051-b71f-3d9c977112ed req-c4f0ad3f-5d45-4481-956e-9b62c740948e tempest-ServersOnMultiNodesTest-2040324995 tempest-ServersOnMultiNodesTest-2040324995-project] 10.222.0.67 "GET /v2.0/ports?device_id=fc947095-c7c1-4b2e-bf93-53cb06429ce3 HTTP/1.1" status: 200 len: 949 time: 0.0896897 Sep 23 19:27:16.593379 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-306221ec-9fdc-4051-b71f-3d9c977112ed req-f2698006-623f-4e63-801a-b9b7437e11d1 tempest-ServersOnMultiNodesTest-2040324995 tempest-ServersOnMultiNodesTest-2040324995-project] 10.222.0.67 "GET /v2.0/security-groups?id=157e791d-182d-45ba-a5d1-6edf868180cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645835 Sep 23 19:27:16.628248 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-043c54c3-f1fa-42c8-a38a-d65bc38e5c07 req-4ebc3a5f-16e3-4a5c-847e-3995f08b67cd service neutron] 10.222.0.53 "GET /v2.0/networks/5220cb0c-da05-478a-9604-8c11469a05b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3986807 Sep 23 19:27:16.638660 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-48919fd8-cd42-45a5-8cfc-c86aa5e2e565 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 648} {{(pid=95101) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 19:27:16.683077 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-48919fd8-cd42-45a5-8cfc-c86aa5e2e565 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1756186'] for segment, precommit_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:27:16.683077 n-d-713301-16 neutron-server[95101]: INFO neutron.db.segments_db [None req-48919fd8-cd42-45a5-8cfc-c86aa5e2e565 admin admin] Added segment e08e9043-0f34-46de-ae85-d8bb0d4241b4 of type vlan for network 891932c9-457f-43e1-aea2-971af25a68f6 Sep 23 19:27:16.691855 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48919fd8-cd42-45a5-8cfc-c86aa5e2e565 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5fcd771-b41e-4f9f-b7bf-253ec5f5d6de,revision_number=1']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:27:16.739116 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-1db5f350-458c-4807-991e-cabea72765ac None None] Provisioning complete for port 7c20880d-989f-4902-b74a-715c2f0fd89b triggered by entity DHCP. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:27:16.739589 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-1db5f350-458c-4807-991e-cabea72765ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:27:16.803291 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-48919fd8-cd42-45a5-8cfc-c86aa5e2e565 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783145630486'] for network, precommit_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:27:16.847325 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.plugin [None req-1db5f350-458c-4807-991e-cabea72765ac None None] Port 7c20880d-989f-4902-b74a-715c2f0fd89b cannot update to ACTIVE because it is not bound. {{(pid=95103) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 19:27:16.863833 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-21c69d00-928d-4e0a-bf65-3a054e7990b6 admin admin] Router 40308d8e-23f3-4072-9de9-28677fedbb3a has already been hosted by L3 agent 79a740bf-7821-4989-8288-7186e3e128f3 {{(pid=95101) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 19:27:16.886480 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c8e064-084a-4cca-aec7-5161261e4a13 req-27e2a059-7386-4e89-a2f0-d484538534d6 tempest-MigrationsAdminTest-397594546 tempest-MigrationsAdminTest-397594546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:27:16.888352 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-58c8e064-084a-4cca-aec7-5161261e4a13 req-27e2a059-7386-4e89-a2f0-d484538534d6 tempest-MigrationsAdminTest-397594546 tempest-MigrationsAdminTest-397594546-project] 10.222.0.67 "GET /v2.0/ports?device_id=6573cd99-c5b7-4bf8-8671-27760195f1f4 HTTP/1.1" status: 200 len: 949 time: 0.1630423 Sep 23 19:27:16.908112 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-48919fd8-cd42-45a5-8cfc-c86aa5e2e565 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299'] for network, after_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:27:16.909129 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48919fd8-cd42-45a5-8cfc-c86aa5e2e565 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:27:16.909725 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-48919fd8-cd42-45a5-8cfc-c86aa5e2e565 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527417'] for network, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:27:16.918334 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-e1368f83-e8c4-4042-9412-06c0ac98be8f req-35135cc3-6016-436b-b083-ce4e100eadb6 tempest-ServersOnMultiNodesTest-2040324995 tempest-ServersOnMultiNodesTest-2040324995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783146162158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783145673144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5607431'] for port, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:27:16.936808 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] get_ports_and_sgs() called for port_ids ['3e6c5f99-1b58-4b8b-8ded-4540f2e920c7'] {{(pid=95103) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 19:27:16.940502 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] get_ports_and_sgs() called for port_ids ['a93a183a-c4c5-4ca7-8687-dd68b086ef76', '3ef3b9f7-4295-43fa-809a-8c3147e99fb4', 'c5445bd1-d627-4f17-aa1f-1b419572ed81'] {{(pid=95103) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 19:27:16.952006 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Device 50edb875-e732-4d88-8c65-d819d1bfac76 up at agent ovs-agent-n-d-713301-16 {{(pid=95103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 19:27:16.988550 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-48919fd8-cd42-45a5-8cfc-c86aa5e2e565 admin admin] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.7631290 Sep 23 19:27:16.988550 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 39724) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:27:17.001339 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-58c8e064-084a-4cca-aec7-5161261e4a13 req-81fd4549-a4ca-4dfb-afa8-187ae54fa5a6 tempest-MigrationsAdminTest-397594546 tempest-MigrationsAdminTest-397594546-project] 10.222.0.67 "GET /v2.0/security-groups?id=78cb509b-31c4-4e2a-bb5c-7abd6194dcc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1037316 Sep 23 19:27:17.035384 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35135cc3-6016-436b-b083-ce4e100eadb6 tempest-ServersOnMultiNodesTest-2040324995 tempest-ServersOnMultiNodesTest-2040324995-project] Pushing event deleted for resources: {'Port': ['ID=dd14c26e-3e27-4cc3-aa9c-bff97727ed77,revision_number=None']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:27:17.040592 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea37302d-8700-4acb-b180-e4fdd003cd86 req-b3f5b149-44ec-4622-88f2-1d0d21c6f220 tempest-ServerRescueTestJSONUnderV235-3883575 tempest-ServerRescueTestJSONUnderV235-3883575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:27:17.042166 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-ea37302d-8700-4acb-b180-e4fdd003cd86 req-b3f5b149-44ec-4622-88f2-1d0d21c6f220 tempest-ServerRescueTestJSONUnderV235-3883575 tempest-ServerRescueTestJSONUnderV235-3883575-project] 10.222.0.67 "GET /v2.0/ports?device_id=f69a6870-83a8-419f-a0bd-2c6f209ce61f HTTP/1.1" status: 200 len: 945 time: 0.0959377 Sep 23 19:27:17.042619 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.v2.base [None req-5909f1a5-3903-4b94-95c2-caa6ca9879f4 admin admin] Request body: {'subnet': {'network_id': '891932c9-457f-43e1-aea2-971af25a68f6', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-314622829-subnet', 'tenant_id': 'bc1c8a8a17df480598455b00ff38da5a', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=95101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:27:17.050409 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-798370ec-395e-4d16-87b1-0a75653d06ba req-2dfda4dd-72f0-4e60-9ac5-ed6b6fefd3a0 tempest-ServersOnMultiNodesTest-2040324995 tempest-ServersOnMultiNodesTest-2040324995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783146162158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783145673144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5607431'] for port, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:27:17.095581 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-ea37302d-8700-4acb-b180-e4fdd003cd86 req-6f503873-6ee1-465d-9bcb-7dae926bb14e tempest-ServerRescueTestJSONUnderV235-3883575 tempest-ServerRescueTestJSONUnderV235-3883575-project] 10.222.0.67 "GET /v2.0/security-groups?id=d3f97599-a9b1-47a3-baeb-6ab90b6bb5ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435355 Sep 23 19:27:17.147899 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Provisioning complete for port 50edb875-e732-4d88-8c65-d819d1bfac76 triggered by entity L2. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:27:17.148261 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:27:17.192126 n-d-713301-16 neutron-server[95101]: DEBUG neutron.db.l3_dvrscheduler_db [req-e1368f83-e8c4-4042-9412-06c0ac98be8f req-35135cc3-6016-436b-b083-ce4e100eadb6 tempest-ServersOnMultiNodesTest-2040324995 tempest-ServersOnMultiNodesTest-2040324995-project] No DVR routers for this DVR port dd14c26e-3e27-4cc3-aa9c-bff97727ed77 on host n-h2-713301-16 {{(pid=95101) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 19:27:17.194544 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dfda4dd-72f0-4e60-9ac5-ed6b6fefd3a0 tempest-ServersOnMultiNodesTest-2040324995 tempest-ServersOnMultiNodesTest-2040324995-project] Pushing event deleted for resources: {'Port': ['ID=3e6c5f99-1b58-4b8b-8ded-4540f2e920c7,revision_number=None']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:27:17.196251 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48919fd8-cd42-45a5-8cfc-c86aa5e2e565 admin admin] Pushing event updated for resources: {'Network': ['ID=891932c9-457f-43e1-aea2-971af25a68f6,revision_number=1']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:27:17.202392 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-e1368f83-e8c4-4042-9412-06c0ac98be8f req-35135cc3-6016-436b-b083-ce4e100eadb6 tempest-ServersOnMultiNodesTest-2040324995 tempest-ServersOnMultiNodesTest-2040324995-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222849'] for port, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:27:17.204407 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-e1368f83-e8c4-4042-9412-06c0ac98be8f req-35135cc3-6016-436b-b083-ce4e100eadb6 tempest-ServersOnMultiNodesTest-2040324995 tempest-ServersOnMultiNodesTest-2040324995-project] 10.222.0.53 "DELETE /v2.0/ports/dd14c26e-3e27-4cc3-aa9c-bff97727ed77 HTTP/1.1" status: 204 len: 173 time: 1.8061819 Sep 23 19:27:17.205488 n-d-713301-16 neutron-server[95101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b3afb6e9-a580-4fd1-a0cd-ac031a305abe', 'name': 'network-vif-deleted', 'tag': 'dd14c26e-3e27-4cc3-aa9c-bff97727ed77'}] {{(pid=95101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 19:27:17.210708 n-d-713301-16 neutron-server[95101]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d8366c5740cd635e57ab12b71fe44a77c2acc3c19091ef849c6f68b380462244" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c56c6ed3-d691-4a11-bf5f-3828f957fca3" -d '{"events": [{"server_uuid": "b3afb6e9-a580-4fd1-a0cd-ac031a305abe", "name": "network-vif-deleted", "tag": "dd14c26e-3e27-4cc3-aa9c-bff97727ed77"}]}' {{(pid=95101) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 19:27:17.214168 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Network 891932c9-457f-43e1-aea2-971af25a68f6 details requested by agent ovs-agent-n-d-713301-16 with host n-d-713301-16 {{(pid=95103) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 19:27:17.272342 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5909f1a5-3903-4b94-95c2-caa6ca9879f4 admin admin] Made reservation on behalf of bc1c8a8a17df480598455b00ff38da5a for: {'subnet': 1} {{(pid=95101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:27:17.275277 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-5909f1a5-3903-4b94-95c2-caa6ca9879f4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6130979'] for subnet, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:27:17.291174 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Device dd14c26e-3e27-4cc3-aa9c-bff97727ed77 no longer exists at agent hyperv_n-h2-713301-16 {{(pid=95103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 19:27:17.361504 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.plugin [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] No Port match for: dd14c26e-3e27-4cc3-aa9c-bff97727ed77 {{(pid=95103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 19:27:17.361889 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Device dd14c26e-3e27-4cc3-aa9c-bff97727ed77 not bound to the agent host n-h2-713301-16 {{(pid=95103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 19:27:17.444348 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:27:17.485456 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] For port 50edb875-e732-4d88-8c65-d819d1bfac76, host n-d-713301-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-16',level=0,port_id=50edb875-e732-4d88-8c65-d819d1bfac76,segment=NetworkSegment(7d4027f1-d893-4c7b-95d4-757b8e44e380),segment_id=7d4027f1-d893-4c7b-95d4-757b8e44e380)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:27:17.501176 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:27:17.578952 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff82e2f1-ab47-4a91-8a5e-2aabb7f73962 req-699f5ef7-d57e-49ff-bad0-49dfa18fcaf8 tempest-DeleteServersTestJSON-2111530366 tempest-DeleteServersTestJSON-2111530366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:27:17.581884 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-ff82e2f1-ab47-4a91-8a5e-2aabb7f73962 req-699f5ef7-d57e-49ff-bad0-49dfa18fcaf8 tempest-DeleteServersTestJSON-2111530366 tempest-DeleteServersTestJSON-2111530366-project] 10.222.0.67 "GET /v2.0/ports?device_id=b19e3d25-fa76-4ad5-ade4-28bc9af28ac3 HTTP/1.1" status: 200 len: 945 time: 0.1199877 Sep 23 19:27:17.597843 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Pushing event updated for resources: {'Port': ['ID=50edb875-e732-4d88-8c65-d819d1bfac76,revision_number=4']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:27:17.670664 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-ff82e2f1-ab47-4a91-8a5e-2aabb7f73962 req-abd7714e-a8e6-4de4-baf3-7e5f484df5ae tempest-DeleteServersTestJSON-2111530366 tempest-DeleteServersTestJSON-2111530366-project] 10.222.0.67 "GET /v2.0/security-groups?id=67f2e2ca-928f-40e5-b9b2-05ec3bddbb37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776601 Sep 23 19:27:17.697847 n-d-713301-16 neutron-server[95101]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 19:27:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48ac3651-5ce1-43db-a8ef-b847b630f807 x-openstack-request-id: req-48ac3651-5ce1-43db-a8ef-b847b630f807 {{(pid=95101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 19:27:17.698266 n-d-713301-16 neutron-server[95101]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b3afb6e9-a580-4fd1-a0cd-ac031a305abe", "name": "network-vif-deleted", "tag": "dd14c26e-3e27-4cc3-aa9c-bff97727ed77", "status": "completed", "code": 200}]} {{(pid=95101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 19:27:17.698517 n-d-713301-16 neutron-server[95101]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-48ac3651-5ce1-43db-a8ef-b847b630f807 {{(pid=95101) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 19:27:17.698917 n-d-713301-16 neutron-server[95101]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b3afb6e9-a580-4fd1-a0cd-ac031a305abe', 'name': 'network-vif-deleted', 'tag': 'dd14c26e-3e27-4cc3-aa9c-bff97727ed77', 'status': 'completed', 'code': 200} Sep 23 19:27:17.699800 n-d-713301-16 neutron-server[95101]: DEBUG neutron.db.l3_dvrscheduler_db [req-798370ec-395e-4d16-87b1-0a75653d06ba req-2dfda4dd-72f0-4e60-9ac5-ed6b6fefd3a0 tempest-ServersOnMultiNodesTest-2040324995 tempest-ServersOnMultiNodesTest-2040324995-project] No DVR routers for this DVR port 3e6c5f99-1b58-4b8b-8ded-4540f2e920c7 on host n-h1-713301-16 {{(pid=95101) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 19:27:17.731675 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-fc714da0-b672-44b4-81c6-248beb2e7db6 req-453db07d-8642-4752-bc66-7cf7409daf05 tempest-ServersOnMultiNodesTest-2040324995 tempest-ServersOnMultiNodesTest-2040324995-project] 10.222.0.67 "GET /v2.0/ports?device_id=fc947095-c7c1-4b2e-bf93-53cb06429ce3 HTTP/1.1" status: 200 len: 210 time: 0.0356393 Sep 23 19:27:17.741197 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-798370ec-395e-4d16-87b1-0a75653d06ba req-2dfda4dd-72f0-4e60-9ac5-ed6b6fefd3a0 tempest-ServersOnMultiNodesTest-2040324995 tempest-ServersOnMultiNodesTest-2040324995-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222849'] for port, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:27:17.744665 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-798370ec-395e-4d16-87b1-0a75653d06ba req-2dfda4dd-72f0-4e60-9ac5-ed6b6fefd3a0 tempest-ServersOnMultiNodesTest-2040324995 tempest-ServersOnMultiNodesTest-2040324995-project] 10.222.0.74 "DELETE /v2.0/ports/3e6c5f99-1b58-4b8b-8ded-4540f2e920c7 HTTP/1.1" status: 204 len: 173 time: 2.2446313 Sep 23 19:27:17.746842 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21c69d00-928d-4e0a-bf65-3a054e7990b6 admin admin] Notify agent at l3_agent.n-d-713301-16 the message routers_updated {{(pid=95101) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 19:27:17.762968 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-21c69d00-928d-4e0a-bf65-3a054e7990b6 admin admin] 10.222.0.67 "PUT /v2.0/routers/40308d8e-23f3-4072-9de9-28677fedbb3a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2504351 Sep 23 19:27:17.772901 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29e98cbe-ff01-4678-9ae6-23ea522d594b None None] Sync routers for ids ['40308d8e-23f3-4072-9de9-28677fedbb3a'] in n-d-713301-16 {{(pid=95103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 19:27:17.797149 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29e98cbe-ff01-4678-9ae6-23ea522d594b None None] Routers {'40308d8e-23f3-4072-9de9-28677fedbb3a'} bound to L3 agent in host n-d-713301-16 {{(pid=95103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 19:27:17.798052 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_hamode_db [None req-29e98cbe-ff01-4678-9ae6-23ea522d594b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-23T19:07:52Z,description=,heartbeat_timestamp=2021-09-23T19:26:52Z,host='n-d-713301-16',id=79a740bf-7821-4989-8288-7186e3e128f3,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:07:52Z,topic='l3_agent')) {'router_ids': ['40308d8e-23f3-4072-9de9-28677fedbb3a'], 'active': True} {{(pid=95103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:27:18.010153 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-5909f1a5-3903-4b94-95c2-caa6ca9879f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5607579', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6130961'] for subnet, after_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:27:18.096895 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_dvr_db [None req-29e98cbe-ff01-4678-9ae6-23ea522d594b None None] Set router 40308d8e-23f3-4072-9de9-28677fedbb3a gateway port host: n-d-713301-16 {{(pid=95103) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 19:27:18.112823 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5909f1a5-3903-4b94-95c2-caa6ca9879f4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bbfc5a86-0037-429e-b11d-698cbfb1a3c3,revision_number=0']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:27:18.129013 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5909f1a5-3903-4b94-95c2-caa6ca9879f4 admin admin] Checking segment: {'id': 'e08e9043-0f34-46de-ae85-d8bb0d4241b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '891932c9-457f-43e1-aea2-971af25a68f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:27:18.129302 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5909f1a5-3903-4b94-95c2-caa6ca9879f4 admin admin] Network hostable DHCP agents. Network: 891932c9-457f-43e1-aea2-971af25a68f6, hostable agents: ['1b18bf05-1b5f-4587-be5c-af3ac38e32ad'], hosted agents: [] {{(pid=95101) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 19:27:18.152475 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5909f1a5-3903-4b94-95c2-caa6ca9879f4 admin admin] Network 891932c9-457f-43e1-aea2-971af25a68f6 is scheduled to be hosted by DHCP agent 1b18bf05-1b5f-4587-be5c-af3ac38e32ad with binding_index 1 {{(pid=95101) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 19:27:18.164181 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.base_scheduler [None req-5909f1a5-3903-4b94-95c2-caa6ca9879f4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713301-16, 891932c9-457f-43e1-aea2-971af25a68f6) {{(pid=95101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:27:18.169315 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5909f1a5-3903-4b94-95c2-caa6ca9879f4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:27:18.170214 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-5909f1a5-3903-4b94-95c2-caa6ca9879f4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527417'] for subnet, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:27:18.183006 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1d84f14-f398-40aa-ab37-fabd3e044a64 None None] Network 891932c9-457f-43e1-aea2-971af25a68f6 requested from n-d-713301-16 {{(pid=95103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 19:27:18.189116 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-5909f1a5-3903-4b94-95c2-caa6ca9879f4 admin admin] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.1560428 Sep 23 19:27:18.191714 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 39748) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:27:18.198846 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.v2.base [None req-afca42f9-0770-45bf-ad52-e68343edd392 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-314622829-router', 'tenant_id': 'bc1c8a8a17df480598455b00ff38da5a', 'external_gateway_info': {'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac'}}} {{(pid=95101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:27:18.236435 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-afca42f9-0770-45bf-ad52-e68343edd392 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-594563', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29355'] for router, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:27:18.250177 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-afca42f9-0770-45bf-ad52-e68343edd392 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-597363', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-601731', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-739356', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29346'] for router, precommit_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:27:18.259739 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25953c69-1691-499b-935a-e6ed7f0a5767 req-8b105b90-8a86-471b-b0b0-e4623e3bc8e5 tempest-MigrationsAdminTest-397594546 tempest-MigrationsAdminTest-397594546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:27:18.261705 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-25953c69-1691-499b-935a-e6ed7f0a5767 req-8b105b90-8a86-471b-b0b0-e4623e3bc8e5 tempest-MigrationsAdminTest-397594546 tempest-MigrationsAdminTest-397594546-project] 10.222.0.67 "GET /v2.0/ports?device_id=6573cd99-c5b7-4bf8-8671-27760195f1f4 HTTP/1.1" status: 200 len: 949 time: 0.1046875 Sep 23 19:27:18.313651 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-25953c69-1691-499b-935a-e6ed7f0a5767 req-0647a229-6a36-42da-ab38-95a35bb39d1d tempest-MigrationsAdminTest-397594546 tempest-MigrationsAdminTest-397594546-project] 10.222.0.67 "GET /v2.0/security-groups?id=78cb509b-31c4-4e2a-bb5c-7abd6194dcc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451572 Sep 23 19:27:18.349535 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-afca42f9-0770-45bf-ad52-e68343edd392 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:27:18.499810 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ac3f91-fa30-4f2f-9c70-9cf1d687c3f5 req-7abef593-3367-4117-8e4e-9ef7c047ed81 tempest-ServerRescueTestJSONUnderV235-3883575 tempest-ServerRescueTestJSONUnderV235-3883575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:27:18.502615 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-32ac3f91-fa30-4f2f-9c70-9cf1d687c3f5 req-7abef593-3367-4117-8e4e-9ef7c047ed81 tempest-ServerRescueTestJSONUnderV235-3883575 tempest-ServerRescueTestJSONUnderV235-3883575-project] 10.222.0.67 "GET /v2.0/ports?device_id=f69a6870-83a8-419f-a0bd-2c6f209ce61f HTTP/1.1" status: 200 len: 945 time: 0.0948253 Sep 23 19:27:18.508444 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b9dc87c-b6ae-43f0-8fe7-806a2b0c2631 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4c8b80df-07eb-5275-9f17-5cf640db67c0-891932c9-457f-43e1-aea2-971af25a68f6', 'network_id': '891932c9-457f-43e1-aea2-971af25a68f6', 'tenant_id': 'bc1c8a8a17df480598455b00ff38da5a', 'fixed_ips': [{'subnet_id': 'bbfc5a86-0037-429e-b11d-698cbfb1a3c3'}]}} from n-d-713301-16. {{(pid=95103) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 23 19:27:18.509323 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-9b9dc87c-b6ae-43f0-8fe7-806a2b0c2631 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_create {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:27:18.548167 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-32ac3f91-fa30-4f2f-9c70-9cf1d687c3f5 req-10a2c3c5-c370-4b87-bed4-3e6a8e777e22 tempest-ServerRescueTestJSONUnderV235-3883575 tempest-ServerRescueTestJSONUnderV235-3883575-project] 10.222.0.67 "GET /v2.0/security-groups?id=d3f97599-a9b1-47a3-baeb-6ab90b6bb5ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371697 Sep 23 19:27:18.561191 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-afca42f9-0770-45bf-ad52-e68343edd392 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:27:18.754577 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.db_base_plugin_common [None req-9b9dc87c-b6ae-43f0-8fe7-806a2b0c2631 None None] Allocated IP 172.20.0.2 (891932c9-457f-43e1-aea2-971af25a68f6/bbfc5a86-0037-429e-b11d-698cbfb1a3c3/db991d70-3f45-4667-a546-a7e1c40e1546) {{(pid=95103) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 19:27:18.778566 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_hamode_db [None req-29e98cbe-ff01-4678-9ae6-23ea522d594b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40308d8e-23f3-4072-9de9-28677fedbb3a', 'name': 'tempest-ServerActionsTestJSON-1077418396-router', 'tenant_id': 'f17a85608a9a4ecb8150ef41746c47e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'external_fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.24'}], 'enable_snat': True}, 'gw_port_id': '50edb875-e732-4d88-8c65-d819d1bfac76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:27:08Z', 'updated_at': '2021-09-23T19:27:14Z', 'revision_number': 4, 'project_id': 'f17a85608a9a4ecb8150ef41746c47e0', 'gw_port': {'id': '50edb875-e732-4d88-8c65-d819d1bfac76', 'name': '', 'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:61:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40308d8e-23f3-4072-9de9-28677fedbb3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1013, 'fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:27:09Z', 'updated_at': '2021-09-23T19:27:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-16', '_interfaces': [{'id': '7c20880d-989f-4902-b74a-715c2f0fd89b', 'name': '', 'network_id': '364dc893-5ecb-4aa3-be76-13b51cbbfbd4', 'tenant_id': 'f17a85608a9a4ecb8150ef41746c47e0', 'mac_address': 'fa:16:3e:91:a6:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40308d8e-23f3-4072-9de9-28677fedbb3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1014, 'fixed_ips': [{'subnet_id': 'a900be85-be08-465b-85e6-4a05aae55389', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:27:13Z', 'updated_at': '2021-09-23T19:27:14Z', 'revision_number': 2, 'project_id': 'f17a85608a9a4ecb8150ef41746c47e0', 'subnets': [{'id': 'a900be85-be08-465b-85e6-4a05aae55389', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-16', False) {} {{(pid=95103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:27:18.815490 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29e98cbe-ff01-4678-9ae6-23ea522d594b None None] Checking router: 40308d8e-23f3-4072-9de9-28677fedbb3a for host: n-d-713301-16 {{(pid=95103) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 19:27:18.815856 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29e98cbe-ff01-4678-9ae6-23ea522d594b None None] Updating router 40308d8e-23f3-4072-9de9-28677fedbb3a port 7c20880d-989f-4902-b74a-715c2f0fd89b binding host n-d-713301-16 {{(pid=95103) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 23 19:27:18.828948 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 39756) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:27:18.855840 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.v2.base [None req-d230865c-4d06-4229-a43a-9bf665294616 tempest-ServerActionsTestJSON-618918056 tempest-ServerActionsTestJSON-618918056-project] Request body: {'security_group': {'name': 'tempest-securitygroup--274224441', 'description': 'tempest-description--215110814'}} {{(pid=95102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:27:18.898398 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-d230865c-4d06-4229-a43a-9bf665294616 tempest-ServerActionsTestJSON-618918056 tempest-ServerActionsTestJSON-618918056-project] Notify callbacks [] for security_group, before_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:27:18.904568 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-29e98cbe-ff01-4678-9ae6-23ea522d594b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:27:18.910659 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Device 50edb875-e732-4d88-8c65-d819d1bfac76 up at agent ovs-agent-n-d-713301-16 {{(pid=95103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 19:27:18.939036 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-afca42f9-0770-45bf-ad52-e68343edd392 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:27:18.970065 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] get_ports_and_sgs() called for port_ids ['a93a183a-c4c5-4ca7-8687-dd68b086ef76', '3ef3b9f7-4295-43fa-809a-8c3147e99fb4', 'c5445bd1-d627-4f17-aa1f-1b419572ed81'] {{(pid=95103) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 19:27:18.976394 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-afca42f9-0770-45bf-ad52-e68343edd392 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:27:19.029085 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faac86cf-6c16-477c-8bce-7afb1575bf19 req-3e342a15-492a-4cdf-b2a2-6c70e8d598a9 tempest-DeleteServersTestJSON-2111530366 tempest-DeleteServersTestJSON-2111530366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:27:19.030608 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-faac86cf-6c16-477c-8bce-7afb1575bf19 req-3e342a15-492a-4cdf-b2a2-6c70e8d598a9 tempest-DeleteServersTestJSON-2111530366 tempest-DeleteServersTestJSON-2111530366-project] 10.222.0.67 "GET /v2.0/ports?device_id=b19e3d25-fa76-4ad5-ade4-28bc9af28ac3 HTTP/1.1" status: 200 len: 945 time: 0.1252823 Sep 23 19:27:19.074202 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9603bd24-cb0c-48df-acef-12d70c11fc9f req-3bb4e981-9163-443a-add8-4223fbd6e414 tempest-ServersTestFqdnHostnames-1525195897 tempest-ServersTestFqdnHostnames-1525195897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:27:19.077142 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-9603bd24-cb0c-48df-acef-12d70c11fc9f req-3bb4e981-9163-443a-add8-4223fbd6e414 tempest-ServersTestFqdnHostnames-1525195897 tempest-ServersTestFqdnHostnames-1525195897-project] 10.222.0.67 "GET /v2.0/ports?device_id=184d74d2-7152-4624-b343-e54a08abfe76 HTTP/1.1" status: 200 len: 945 time: 0.1139259 Sep 23 19:27:19.121431 n-d-713301-16 neutron-server[95101]: DEBUG neutron.db.db_base_plugin_common [None req-afca42f9-0770-45bf-ad52-e68343edd392 admin admin] Allocated IP 172.25.1.53 (5dec5c09-378e-4f50-89cc-d94eb81c3bac/eff83446-018c-428d-b3f5-54ac9abe7a2a/bab68285-692e-4b0e-8383-3035eb294b14) {{(pid=95101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 19:27:19.160596 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-faac86cf-6c16-477c-8bce-7afb1575bf19 req-3489d5ab-324d-4f0c-ae65-75ffed869011 tempest-DeleteServersTestJSON-2111530366 tempest-DeleteServersTestJSON-2111530366-project] 10.222.0.67 "GET /v2.0/security-groups?id=67f2e2ca-928f-40e5-b9b2-05ec3bddbb37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1154561 Sep 23 19:27:19.163628 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-d230865c-4d06-4229-a43a-9bf665294616 tempest-ServerActionsTestJSON-618918056 tempest-ServerActionsTestJSON-618918056-project] Notify callbacks [] for security_group, precommit_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:27:19.173356 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-d230865c-4d06-4229-a43a-9bf665294616 tempest-ServerActionsTestJSON-618918056 tempest-ServerActionsTestJSON-618918056-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:27:19.190799 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-9603bd24-cb0c-48df-acef-12d70c11fc9f req-7adfea3d-434d-4af3-92a4-e8f2bcc3eca1 tempest-ServersTestFqdnHostnames-1525195897 tempest-ServersTestFqdnHostnames-1525195897-project] 10.222.0.67 "GET /v2.0/security-groups?id=9dcb96be-8c37-4c08-8031-8b500de6a2df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0927281 Sep 23 19:27:19.218181 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Provisioning complete for port 50edb875-e732-4d88-8c65-d819d1bfac76 triggered by entity L2. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:27:19.218629 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:27:19.229741 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-d230865c-4d06-4229-a43a-9bf665294616 tempest-ServerActionsTestJSON-618918056 tempest-ServerActionsTestJSON-618918056-project] Notify callbacks [] for security_group, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:27:19.234912 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-d230865c-4d06-4229-a43a-9bf665294616 tempest-ServerActionsTestJSON-618918056 tempest-ServerActionsTestJSON-618918056-project] 10.222.0.67 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.4036696 Sep 23 19:27:19.236071 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 39764) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:27:19.245503 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.v2.base [None req-0ba77c60-710b-4c75-8ab4-aa25b646fcef tempest-ServerActionsTestJSON-618918056 tempest-ServerActionsTestJSON-618918056-project] Request body: {'security_group_rule': {'security_group_id': 'd2a75794-f2ea-419f-9d09-0096f3fe96c7', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:27:19.254613 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d230865c-4d06-4229-a43a-9bf665294616 tempest-ServerActionsTestJSON-618918056 tempest-ServerActionsTestJSON-618918056-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d2a75794-f2ea-419f-9d09-0096f3fe96c7,revision_number=1']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:27:19.295027 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-afca42f9-0770-45bf-ad52-e68343edd392 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:27:19.295278 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-0ba77c60-710b-4c75-8ab4-aa25b646fcef tempest-ServerActionsTestJSON-618918056 tempest-ServerActionsTestJSON-618918056-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:27:19.299859 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-9b9dc87c-b6ae-43f0-8fe7-806a2b0c2631 None None] Notify callbacks [] for port, precommit_create {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:27:19.366908 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-afca42f9-0770-45bf-ad52-e68343edd392 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783145673135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5607431'] for port, after_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:27:19.369301 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-9b9dc87c-b6ae-43f0-8fe7-806a2b0c2631 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783145673135'] for port, after_create {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:27:19.409950 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-0ba77c60-710b-4c75-8ab4-aa25b646fcef tempest-ServerActionsTestJSON-618918056 tempest-ServerActionsTestJSON-618918056-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:27:19.418873 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afca42f9-0770-45bf-ad52-e68343edd392 admin admin] Network 5dec5c09-378e-4f50-89cc-d94eb81c3bac is already hosted by enough agents. {{(pid=95101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:27:19.419117 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-0ba77c60-710b-4c75-8ab4-aa25b646fcef tempest-ServerActionsTestJSON-618918056 tempest-ServerActionsTestJSON-618918056-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575319'] for security_group_rule, after_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:27:19.422813 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.base_scheduler [None req-afca42f9-0770-45bf-ad52-e68343edd392 admin admin] Resources bound (agent type, host, resource id): {{(pid=95101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:27:19.432460 n-d-713301-16 neutron-server[95101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afca42f9-0770-45bf-ad52-e68343edd392 admin admin] Received port after_create {{(pid=95101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 19:27:19.451537 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ba77c60-710b-4c75-8ab4-aa25b646fcef tempest-ServerActionsTestJSON-618918056 tempest-ServerActionsTestJSON-618918056-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e510e689-08af-475e-b256-166f093d55aa,revision_number=0']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:27:19.456159 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-0ba77c60-710b-4c75-8ab4-aa25b646fcef tempest-ServerActionsTestJSON-618918056 tempest-ServerActionsTestJSON-618918056-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:27:19.457856 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-0ba77c60-710b-4c75-8ab4-aa25b646fcef tempest-ServerActionsTestJSON-618918056 tempest-ServerActionsTestJSON-618918056-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2169871 Sep 23 19:27:19.462696 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 39772) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:27:19.463459 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afca42f9-0770-45bf-ad52-e68343edd392 admin admin] Pushing event updated for resources: {'Port': ['ID=bab68285-692e-4b0e-8383-3035eb294b14,revision_number=1']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:27:19.470209 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.v2.base [None req-55b8346f-3de5-4cd2-97d4-9a16cecb1924 tempest-ServerActionsTestJSON-618918056 tempest-ServerActionsTestJSON-618918056-project] Request body: {'security_group_rule': {'security_group_id': 'd2a75794-f2ea-419f-9d09-0096f3fe96c7', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=95101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:27:19.539760 n-d-713301-16 neutron-server[95103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b9dc87c-b6ae-43f0-8fe7-806a2b0c2631 None None] Network 891932c9-457f-43e1-aea2-971af25a68f6 is already hosted by enough agents. {{(pid=95103) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:27:19.546979 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b9dc87c-b6ae-43f0-8fe7-806a2b0c2631 None None] Pushing event updated for resources: {'Port': ['ID=db991d70-3f45-4667-a546-a7e1c40e1546,revision_number=1']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:27:19.551005 n-d-713301-16 neutron-server[95103]: DEBUG neutron.scheduler.base_scheduler [None req-9b9dc87c-b6ae-43f0-8fe7-806a2b0c2631 None None] Resources bound (agent type, host, resource id): {{(pid=95103) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:27:19.564441 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b9dc87c-b6ae-43f0-8fe7-806a2b0c2631 None None] Received port after_create {{(pid=95103) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 19:27:19.574123 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-502f22f6-b9ab-42f3-81af-a76bbb14cc4e req-af6656d3-c9ff-4bcc-910e-732a984f7d5b tempest-MigrationsAdminTest-397594546 tempest-MigrationsAdminTest-397594546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:27:19.575968 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-502f22f6-b9ab-42f3-81af-a76bbb14cc4e req-af6656d3-c9ff-4bcc-910e-732a984f7d5b tempest-MigrationsAdminTest-397594546 tempest-MigrationsAdminTest-397594546-project] 10.222.0.67 "GET /v2.0/ports?device_id=6573cd99-c5b7-4bf8-8671-27760195f1f4 HTTP/1.1" status: 200 len: 949 time: 0.0917771 Sep 23 19:27:19.606767 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b9dc87c-b6ae-43f0-8fe7-806a2b0c2631 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:27:19.607160 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b9dc87c-b6ae-43f0-8fe7-806a2b0c2631 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:27:19.607672 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b9dc87c-b6ae-43f0-8fe7-806a2b0c2631 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:27:19.608011 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b9dc87c-b6ae-43f0-8fe7-806a2b0c2631 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:27:19.608343 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b9dc87c-b6ae-43f0-8fe7-806a2b0c2631 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:27:19.608702 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b9dc87c-b6ae-43f0-8fe7-806a2b0c2631 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:27:19.609059 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b9dc87c-b6ae-43f0-8fe7-806a2b0c2631 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:27:19.609387 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b9dc87c-b6ae-43f0-8fe7-806a2b0c2631 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:27:19.609846 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b9dc87c-b6ae-43f0-8fe7-806a2b0c2631 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:27:19.610164 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b9dc87c-b6ae-43f0-8fe7-806a2b0c2631 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:27:19.610490 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b9dc87c-b6ae-43f0-8fe7-806a2b0c2631 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:27:19.610929 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b9dc87c-b6ae-43f0-8fe7-806a2b0c2631 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:27:19.624291 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-55b8346f-3de5-4cd2-97d4-9a16cecb1924 tempest-ServerActionsTestJSON-618918056 tempest-ServerActionsTestJSON-618918056-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:27:19.653196 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-502f22f6-b9ab-42f3-81af-a76bbb14cc4e req-29aaf991-69f7-4447-8032-b30ea33e20d4 tempest-MigrationsAdminTest-397594546 tempest-MigrationsAdminTest-397594546-project] 10.222.0.67 "GET /v2.0/security-groups?id=78cb509b-31c4-4e2a-bb5c-7abd6194dcc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654919 Sep 23 19:27:19.705059 n-d-713301-16 neutron-server[95101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc947095-c7c1-4b2e-bf93-53cb06429ce3', 'name': 'network-vif-deleted', 'tag': '3e6c5f99-1b58-4b8b-8ded-4540f2e920c7'}] {{(pid=95101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 19:27:19.710386 n-d-713301-16 neutron-server[95101]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d8366c5740cd635e57ab12b71fe44a77c2acc3c19091ef849c6f68b380462244" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-147786d8-c50e-4ee6-a24d-67ad74a98165" -d '{"events": [{"server_uuid": "fc947095-c7c1-4b2e-bf93-53cb06429ce3", "name": "network-vif-deleted", "tag": "3e6c5f99-1b58-4b8b-8ded-4540f2e920c7"}]}' {{(pid=95101) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 19:27:19.739157 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-43072ab3-b3e7-4362-b322-e5baa99fd242 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:27:19.792027 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-935cf5ae-7f48-4fde-b9d5-67a036cf68e1 req-94073add-5324-46da-bb93-e50b56971566 tempest-ServerRescueTestJSONUnderV235-3883575 tempest-ServerRescueTestJSONUnderV235-3883575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:27:19.797464 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-935cf5ae-7f48-4fde-b9d5-67a036cf68e1 req-94073add-5324-46da-bb93-e50b56971566 tempest-ServerRescueTestJSONUnderV235-3883575 tempest-ServerRescueTestJSONUnderV235-3883575-project] 10.222.0.67 "GET /v2.0/ports?device_id=f69a6870-83a8-419f-a0bd-2c6f209ce61f HTTP/1.1" status: 200 len: 945 time: 0.0834360 Sep 23 19:27:19.804390 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.managers [None req-9b9dc87c-b6ae-43f0-8fe7-806a2b0c2631 None None] Attempting to bind port db991d70-3f45-4667-a546-a7e1c40e1546 on host n-d-713301-16 for vnic_type normal with profile {{(pid=95103) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 19:27:19.805411 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.managers [None req-9b9dc87c-b6ae-43f0-8fe7-806a2b0c2631 None None] Attempting to bind port db991d70-3f45-4667-a546-a7e1c40e1546 by drivers openvswitch,hyperv on host n-d-713301-16 at level 0 using segments [{'id': 'e08e9043-0f34-46de-ae85-d8bb0d4241b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '891932c9-457f-43e1-aea2-971af25a68f6'}] {{(pid=95103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 19:27:19.805782 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b9dc87c-b6ae-43f0-8fe7-806a2b0c2631 None None] Attempting to bind port db991d70-3f45-4667-a546-a7e1c40e1546 on network 891932c9-457f-43e1-aea2-971af25a68f6 {{(pid=95103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:27:19.828381 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b9dc87c-b6ae-43f0-8fe7-806a2b0c2631 None None] Checking agent: {'id': '70a14545-df24-472f-8f95-bfe1719bff93', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 19, 7, 53), 'started_at': datetime.datetime(2021, 9, 23, 19, 8, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 19, 26, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 19:27:19.829115 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b9dc87c-b6ae-43f0-8fe7-806a2b0c2631 None None] Checking segment: {'id': 'e08e9043-0f34-46de-ae85-d8bb0d4241b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '891932c9-457f-43e1-aea2-971af25a68f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95103) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:27:19.829732 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-9b9dc87c-b6ae-43f0-8fe7-806a2b0c2631 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:27:19.830343 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b9dc87c-b6ae-43f0-8fe7-806a2b0c2631 None None] Bound using segment: {'id': 'e08e9043-0f34-46de-ae85-d8bb0d4241b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '891932c9-457f-43e1-aea2-971af25a68f6'} {{(pid=95103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 19:27:19.831560 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.managers [None req-9b9dc87c-b6ae-43f0-8fe7-806a2b0c2631 None None] Bound port: db991d70-3f45-4667-a546-a7e1c40e1546, host: n-d-713301-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e08e9043-0f34-46de-ae85-d8bb0d4241b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '891932c9-457f-43e1-aea2-971af25a68f6'}}] {{(pid=95103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 19:27:19.832038 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-9b9dc87c-b6ae-43f0-8fe7-806a2b0c2631 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:27:19.846752 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Device 3e6c5f99-1b58-4b8b-8ded-4540f2e920c7 no longer exists at agent hyperv_n-h1-713301-16 {{(pid=95103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 19:27:19.885013 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-935cf5ae-7f48-4fde-b9d5-67a036cf68e1 req-a6638785-00ef-40e8-aa01-b40f4b0817f4 tempest-ServerRescueTestJSONUnderV235-3883575 tempest-ServerRescueTestJSONUnderV235-3883575-project] 10.222.0.67 "GET /v2.0/security-groups?id=d3f97599-a9b1-47a3-baeb-6ab90b6bb5ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792453 Sep 23 19:27:19.898951 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.plugin [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] No Port match for: 3e6c5f99-1b58-4b8b-8ded-4540f2e920c7 {{(pid=95103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 19:27:19.899584 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Device 3e6c5f99-1b58-4b8b-8ded-4540f2e920c7 not bound to the agent host n-h1-713301-16 {{(pid=95103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 19:27:19.902464 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-55b8346f-3de5-4cd2-97d4-9a16cecb1924 tempest-ServerActionsTestJSON-618918056 tempest-ServerActionsTestJSON-618918056-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:27:19.903605 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-29e98cbe-ff01-4678-9ae6-23ea522d594b None None] Notify callbacks [] for port, precommit_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:27:19.910524 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-55b8346f-3de5-4cd2-97d4-9a16cecb1924 tempest-ServerActionsTestJSON-618918056 tempest-ServerActionsTestJSON-618918056-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575319'] for security_group_rule, after_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:27:19.938935 n-d-713301-16 neutron-server[95101]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 19:27:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-199aee68-1cb2-4596-9528-cbe140a52fab x-openstack-request-id: req-199aee68-1cb2-4596-9528-cbe140a52fab {{(pid=95101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 19:27:19.939343 n-d-713301-16 neutron-server[95101]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fc947095-c7c1-4b2e-bf93-53cb06429ce3", "name": "network-vif-deleted", "tag": "3e6c5f99-1b58-4b8b-8ded-4540f2e920c7", "status": "completed", "code": 200}]} {{(pid=95101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 19:27:19.939568 n-d-713301-16 neutron-server[95101]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-199aee68-1cb2-4596-9528-cbe140a52fab {{(pid=95101) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 19:27:19.939966 n-d-713301-16 neutron-server[95101]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fc947095-c7c1-4b2e-bf93-53cb06429ce3', 'name': 'network-vif-deleted', 'tag': '3e6c5f99-1b58-4b8b-8ded-4540f2e920c7', 'status': 'completed', 'code': 200} Sep 23 19:27:19.942899 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-29e98cbe-ff01-4678-9ae6-23ea522d594b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:27:19.950671 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b8346f-3de5-4cd2-97d4-9a16cecb1924 tempest-ServerActionsTestJSON-618918056 tempest-ServerActionsTestJSON-618918056-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0e14bdb3-89d8-450c-8650-e4f48b830744,revision_number=0']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:27:19.963945 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-55b8346f-3de5-4cd2-97d4-9a16cecb1924 tempest-ServerActionsTestJSON-618918056 tempest-ServerActionsTestJSON-618918056-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:27:19.965879 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-55b8346f-3de5-4cd2-97d4-9a16cecb1924 tempest-ServerActionsTestJSON-618918056 tempest-ServerActionsTestJSON-618918056-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4990358 Sep 23 19:27:19.969310 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 39782) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:27:19.979500 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.v2.base [None req-026a114f-17ae-42b9-b6bc-49542e6475ad tempest-ServerActionsTestJSON-618918056 tempest-ServerActionsTestJSON-618918056-project] Request body: {'floatingip': {'floating_network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac'}} {{(pid=95101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:27:19.988539 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-afca42f9-0770-45bf-ad52-e68343edd392 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:27:20.051387 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e72f39d-6972-47aa-9e33-1ed83fa42eec req-0e792422-5993-4758-8d59-c684627a99fe tempest-ServersOnMultiNodesTest-2040324995 tempest-ServersOnMultiNodesTest-2040324995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:27:20.058628 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-9b9dc87c-b6ae-43f0-8fe7-806a2b0c2631 None None] For port db991d70-3f45-4667-a546-a7e1c40e1546, host n-d-713301-16, cleared binding levels {{(pid=95103) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 19:27:20.061177 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-1e72f39d-6972-47aa-9e33-1ed83fa42eec req-0e792422-5993-4758-8d59-c684627a99fe tempest-ServersOnMultiNodesTest-2040324995 tempest-ServersOnMultiNodesTest-2040324995-project] 10.222.0.67 "GET /v2.0/ports?device_id=cfc90d71-ea75-4d22-a3ac-df60a60991f7 HTTP/1.1" status: 200 len: 949 time: 0.0739834 Sep 23 19:27:20.061409 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e722f1f-94bf-460b-bda0-7250fdb5561b None None] Pushing event updated for resources: {'Port': ['ID=7c20880d-989f-4902-b74a-715c2f0fd89b,revision_number=3']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:27:20.098405 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-9b9dc87c-b6ae-43f0-8fe7-806a2b0c2631 None None] For port db991d70-3f45-4667-a546-a7e1c40e1546, host n-d-713301-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-16',level=0,port_id=db991d70-3f45-4667-a546-a7e1c40e1546,segment=NetworkSegment(e08e9043-0f34-46de-ae85-d8bb0d4241b4),segment_id=e08e9043-0f34-46de-ae85-d8bb0d4241b4)] {{(pid=95103) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 19:27:20.127140 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-026a114f-17ae-42b9-b6bc-49542e6475ad tempest-ServerActionsTestJSON-618918056 tempest-ServerActionsTestJSON-618918056-project] Notify callbacks [] for floatingip, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:27:20.145532 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-1e72f39d-6972-47aa-9e33-1ed83fa42eec req-83751a18-b8de-4ee4-8b6a-6058d46c2667 tempest-ServersOnMultiNodesTest-2040324995 tempest-ServersOnMultiNodesTest-2040324995-project] 10.222.0.67 "GET /v2.0/security-groups?id=157e791d-182d-45ba-a5d1-6edf868180cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827591 Sep 23 19:27:20.162572 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-9b9dc87c-b6ae-43f0-8fe7-806a2b0c2631 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:27:20.257592 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.managers [None req-29e98cbe-ff01-4678-9ae6-23ea522d594b None None] Attempting to bind port 7c20880d-989f-4902-b74a-715c2f0fd89b on host n-d-713301-16 for vnic_type normal with profile {{(pid=95103) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 19:27:20.258067 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.managers [None req-29e98cbe-ff01-4678-9ae6-23ea522d594b None None] Attempting to bind port 7c20880d-989f-4902-b74a-715c2f0fd89b by drivers openvswitch,hyperv on host n-d-713301-16 at level 0 using segments [{'id': '0ad9f853-8282-44e3-ac3b-2b75c9223dae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '364dc893-5ecb-4aa3-be76-13b51cbbfbd4'}] {{(pid=95103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 19:27:20.258354 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29e98cbe-ff01-4678-9ae6-23ea522d594b None None] Attempting to bind port 7c20880d-989f-4902-b74a-715c2f0fd89b on network 364dc893-5ecb-4aa3-be76-13b51cbbfbd4 {{(pid=95103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:27:20.285061 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29e98cbe-ff01-4678-9ae6-23ea522d594b None None] Checking agent: {'id': '70a14545-df24-472f-8f95-bfe1719bff93', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 19, 7, 53), 'started_at': datetime.datetime(2021, 9, 23, 19, 8, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 19, 26, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 19:27:20.285514 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29e98cbe-ff01-4678-9ae6-23ea522d594b None None] Checking segment: {'id': '0ad9f853-8282-44e3-ac3b-2b75c9223dae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '364dc893-5ecb-4aa3-be76-13b51cbbfbd4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95103) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:27:20.285933 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-29e98cbe-ff01-4678-9ae6-23ea522d594b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:27:20.286339 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29e98cbe-ff01-4678-9ae6-23ea522d594b None None] Bound using segment: {'id': '0ad9f853-8282-44e3-ac3b-2b75c9223dae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '364dc893-5ecb-4aa3-be76-13b51cbbfbd4'} {{(pid=95103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 19:27:20.287358 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.managers [None req-29e98cbe-ff01-4678-9ae6-23ea522d594b None None] Bound port: 7c20880d-989f-4902-b74a-715c2f0fd89b, host: n-d-713301-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ad9f853-8282-44e3-ac3b-2b75c9223dae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '364dc893-5ecb-4aa3-be76-13b51cbbfbd4'}}] {{(pid=95103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 19:27:20.287753 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-29e98cbe-ff01-4678-9ae6-23ea522d594b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:27:20.291541 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b9dc87c-b6ae-43f0-8fe7-806a2b0c2631 None None] Pushing event updated for resources: {'Port': ['ID=db991d70-3f45-4667-a546-a7e1c40e1546,revision_number=2']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:27:20.456710 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db60ba1-a12d-4041-8bfa-000429e51a88 req-5c21512d-e760-4cc5-9bb4-5f89a426c597 tempest-DeleteServersTestJSON-2111530366 tempest-DeleteServersTestJSON-2111530366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:27:20.458345 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-4db60ba1-a12d-4041-8bfa-000429e51a88 req-5c21512d-e760-4cc5-9bb4-5f89a426c597 tempest-DeleteServersTestJSON-2111530366 tempest-DeleteServersTestJSON-2111530366-project] 10.222.0.67 "GET /v2.0/ports?device_id=b19e3d25-fa76-4ad5-ade4-28bc9af28ac3 HTTP/1.1" status: 200 len: 945 time: 0.1036966 Sep 23 19:27:20.486881 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef4ad1c5-07fe-4a89-a2f5-523829b24559 req-10f1063a-5a5f-46b4-b740-9b4dc4c5517b tempest-ServersTestFqdnHostnames-1525195897 tempest-ServersTestFqdnHostnames-1525195897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:27:20.488446 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-ef4ad1c5-07fe-4a89-a2f5-523829b24559 req-10f1063a-5a5f-46b4-b740-9b4dc4c5517b tempest-ServersTestFqdnHostnames-1525195897 tempest-ServersTestFqdnHostnames-1525195897-project] 10.222.0.67 "GET /v2.0/ports?device_id=184d74d2-7152-4624-b343-e54a08abfe76 HTTP/1.1" status: 200 len: 945 time: 0.0961409 Sep 23 19:27:20.539259 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-4db60ba1-a12d-4041-8bfa-000429e51a88 req-41974ddb-641d-4a65-832f-d499ea8c5c16 tempest-DeleteServersTestJSON-2111530366 tempest-DeleteServersTestJSON-2111530366-project] 10.222.0.67 "GET /v2.0/security-groups?id=67f2e2ca-928f-40e5-b9b2-05ec3bddbb37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706284 Sep 23 19:27:20.558999 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-ef4ad1c5-07fe-4a89-a2f5-523829b24559 req-df4e0222-8c44-46fd-9b42-1763bde350a6 tempest-ServersTestFqdnHostnames-1525195897 tempest-ServersTestFqdnHostnames-1525195897-project] 10.222.0.67 "GET /v2.0/security-groups?id=9dcb96be-8c37-4c08-8031-8b500de6a2df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0550721 Sep 23 19:27:20.568157 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c88d36-ac84-4e36-b393-9d112c7473a0 req-8ccb0d77-f9fb-4535-ac66-4d0776e0ea5d tempest-ServersTestFqdnHostnames-1525195897 tempest-ServersTestFqdnHostnames-1525195897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:27:20.570924 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-83c88d36-ac84-4e36-b393-9d112c7473a0 req-8ccb0d77-f9fb-4535-ac66-4d0776e0ea5d tempest-ServersTestFqdnHostnames-1525195897 tempest-ServersTestFqdnHostnames-1525195897-project] 10.222.0.74 "GET /v2.0/ports?device_id=184d74d2-7152-4624-b343-e54a08abfe76 HTTP/1.1" status: 200 len: 945 time: 0.2725616 Sep 23 19:27:20.670060 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-afca42f9-0770-45bf-ad52-e68343edd392 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-597258', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-601790'] for router, after_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:27:20.729420 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-29e98cbe-ff01-4678-9ae6-23ea522d594b None None] For port 7c20880d-989f-4902-b74a-715c2f0fd89b, host n-d-713301-16, cleared binding levels {{(pid=95103) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 19:27:20.730018 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-026a114f-17ae-42b9-b6bc-49542e6475ad tempest-ServerActionsTestJSON-618918056 tempest-ServerActionsTestJSON-618918056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:27:20.734990 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-29e98cbe-ff01-4678-9ae6-23ea522d594b None None] For port 7c20880d-989f-4902-b74a-715c2f0fd89b, host n-d-713301-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-16',level=0,port_id=7c20880d-989f-4902-b74a-715c2f0fd89b,segment=NetworkSegment(0ad9f853-8282-44e3-ac3b-2b75c9223dae),segment_id=0ad9f853-8282-44e3-ac3b-2b75c9223dae)] {{(pid=95103) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 19:27:20.747004 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-29e98cbe-ff01-4678-9ae6-23ea522d594b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:27:20.799643 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-56b4c8ed-dd5c-4506-9687-5e11fb8dce2c None None] Provisioning complete for port 7c20880d-989f-4902-b74a-715c2f0fd89b triggered by entity DHCP. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:27:20.802784 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-56b4c8ed-dd5c-4506-9687-5e11fb8dce2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:27:20.834630 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b88ef807-0c8d-4a14-8c28-79f1e7b19a5d req-afec6247-5ae2-4683-b2cd-a267f8f35688 tempest-MigrationsAdminTest-397594546 tempest-MigrationsAdminTest-397594546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:27:20.838317 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-b88ef807-0c8d-4a14-8c28-79f1e7b19a5d req-afec6247-5ae2-4683-b2cd-a267f8f35688 tempest-MigrationsAdminTest-397594546 tempest-MigrationsAdminTest-397594546-project] 10.222.0.67 "GET /v2.0/ports?device_id=6573cd99-c5b7-4bf8-8671-27760195f1f4 HTTP/1.1" status: 200 len: 949 time: 0.0877485 Sep 23 19:27:20.904002 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e722f1f-94bf-460b-bda0-7250fdb5561b None None] Pushing event updated for resources: {'Port': ['ID=7c20880d-989f-4902-b74a-715c2f0fd89b,revision_number=4']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:27:20.908572 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29e98cbe-ff01-4678-9ae6-23ea522d594b None None] Routers {'40308d8e-23f3-4072-9de9-28677fedbb3a'} bound to L3 agent in host n-d-713301-16 {{(pid=95103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 19:27:20.909777 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_hamode_db [None req-29e98cbe-ff01-4678-9ae6-23ea522d594b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-23T19:07:52Z,description=,heartbeat_timestamp=2021-09-23T19:26:52Z,host='n-d-713301-16',id=79a740bf-7821-4989-8288-7186e3e128f3,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:07:52Z,topic='l3_agent')) {'router_ids': ['40308d8e-23f3-4072-9de9-28677fedbb3a'], 'active': True} {{(pid=95103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:27:20.958037 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Device db991d70-3f45-4667-a546-a7e1c40e1546 up at agent ovs-agent-n-d-713301-16 {{(pid=95103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 19:27:20.972449 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-b88ef807-0c8d-4a14-8c28-79f1e7b19a5d req-4bd416a0-1b7d-4817-b918-29991528ad53 tempest-MigrationsAdminTest-397594546 tempest-MigrationsAdminTest-397594546-project] 10.222.0.67 "GET /v2.0/security-groups?id=78cb509b-31c4-4e2a-bb5c-7abd6194dcc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1271856 Sep 23 19:27:20.976253 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.plugin [req-83c88d36-ac84-4e36-b393-9d112c7473a0 req-d81295a3-165a-4285-b261-061d1b1ff2c0 tempest-ServersTestFqdnHostnames-1525195897 tempest-ServersTestFqdnHostnames-1525195897-project] Deleting port 2dab8c30-a666-4946-a2fe-42ac74ba9fa7 {{(pid=95101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:27:20.980745 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-83c88d36-ac84-4e36-b393-9d112c7473a0 req-d81295a3-165a-4285-b261-061d1b1ff2c0 tempest-ServersTestFqdnHostnames-1525195897 tempest-ServersTestFqdnHostnames-1525195897-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783146157096'] for port, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:27:21.060682 n-d-713301-16 neutron-server[95101]: DEBUG neutron.db.db_base_plugin_common [None req-026a114f-17ae-42b9-b6bc-49542e6475ad tempest-ServerActionsTestJSON-618918056 tempest-ServerActionsTestJSON-618918056-project] Allocated IP 172.25.1.34 (5dec5c09-378e-4f50-89cc-d94eb81c3bac/eff83446-018c-428d-b3f5-54ac9abe7a2a/f5db31a8-96d5-4c99-a51c-c596c4e4f176) {{(pid=95101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 19:27:21.116342 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-56b4c8ed-dd5c-4506-9687-5e11fb8dce2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:27:21.137749 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14066c6e-19af-48c6-bca1-6809ae8f2a89 req-053b6217-f2b5-447d-bd3b-bc8805a5a7c8 tempest-ServerRescueTestJSONUnderV235-3883575 tempest-ServerRescueTestJSONUnderV235-3883575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:27:21.142880 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-14066c6e-19af-48c6-bca1-6809ae8f2a89 req-053b6217-f2b5-447d-bd3b-bc8805a5a7c8 tempest-ServerRescueTestJSONUnderV235-3883575 tempest-ServerRescueTestJSONUnderV235-3883575-project] 10.222.0.67 "GET /v2.0/ports?device_id=f69a6870-83a8-419f-a0bd-2c6f209ce61f HTTP/1.1" status: 200 len: 945 time: 0.1031177 Sep 23 19:27:21.151653 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_dvr_db [None req-29e98cbe-ff01-4678-9ae6-23ea522d594b None None] Set router 40308d8e-23f3-4072-9de9-28677fedbb3a gateway port host: n-d-713301-16 {{(pid=95103) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 19:27:21.166357 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-afca42f9-0770-45bf-ad52-e68343edd392 admin admin] Router 0ae9bdcc-8d8c-4e39-ab0b-7f19577fbe58 is scheduled to L3 agent 79a740bf-7821-4989-8288-7186e3e128f3 with binding_index 1 {{(pid=95101) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 23 19:27:21.211168 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Provisioning complete for port db991d70-3f45-4667-a546-a7e1c40e1546 triggered by entity L2. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:27:21.211576 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:27:21.232229 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-56b4c8ed-dd5c-4506-9687-5e11fb8dce2c None None] For port 7c20880d-989f-4902-b74a-715c2f0fd89b, host n-d-713301-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-16',level=0,port_id=7c20880d-989f-4902-b74a-715c2f0fd89b,segment=NetworkSegment(0ad9f853-8282-44e3-ac3b-2b75c9223dae),segment_id=0ad9f853-8282-44e3-ac3b-2b75c9223dae)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:27:21.263802 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-14066c6e-19af-48c6-bca1-6809ae8f2a89 req-decf046e-40eb-4d98-adf7-f339334ea777 tempest-ServerRescueTestJSONUnderV235-3883575 tempest-ServerRescueTestJSONUnderV235-3883575-project] 10.222.0.67 "GET /v2.0/security-groups?id=d3f97599-a9b1-47a3-baeb-6ab90b6bb5ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1106088 Sep 23 19:27:21.283214 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-56b4c8ed-dd5c-4506-9687-5e11fb8dce2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:27:21.340230 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.db [req-83c88d36-ac84-4e36-b393-9d112c7473a0 req-d81295a3-165a-4285-b261-061d1b1ff2c0 tempest-ServersTestFqdnHostnames-1525195897 tempest-ServersTestFqdnHostnames-1525195897-project] For port 2dab8c30-a666-4946-a2fe-42ac74ba9fa7, host n-h1-713301-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-16',level=0,port_id=2dab8c30-a666-4946-a2fe-42ac74ba9fa7,segment=NetworkSegment(7fea2a1e-f855-4d52-a7e1-2fd793fa9a5a),segment_id=7fea2a1e-f855-4d52-a7e1-2fd793fa9a5a)] {{(pid=95101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:27:21.340652 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-83c88d36-ac84-4e36-b393-9d112c7473a0 req-d81295a3-165a-4285-b261-061d1b1ff2c0 tempest-ServersTestFqdnHostnames-1525195897 tempest-ServersTestFqdnHostnames-1525195897-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-605701'] for port, precommit_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:27:21.401078 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d1931e9-014b-43bb-aeb6-ae96f91a093b req-59e13deb-edff-4c3b-93e1-ac5c04b5808d tempest-ServersOnMultiNodesTest-2040324995 tempest-ServersOnMultiNodesTest-2040324995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:27:21.402770 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56b4c8ed-dd5c-4506-9687-5e11fb8dce2c None None] Pushing event updated for resources: {'Port': ['ID=7c20880d-989f-4902-b74a-715c2f0fd89b,revision_number=5']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:27:21.404218 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-6d1931e9-014b-43bb-aeb6-ae96f91a093b req-59e13deb-edff-4c3b-93e1-ac5c04b5808d tempest-ServersOnMultiNodesTest-2040324995 tempest-ServersOnMultiNodesTest-2040324995-project] 10.222.0.67 "GET /v2.0/ports?device_id=cfc90d71-ea75-4d22-a3ac-df60a60991f7 HTTP/1.1" status: 200 len: 949 time: 0.0916357 Sep 23 19:27:21.463430 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-6d1931e9-014b-43bb-aeb6-ae96f91a093b req-3b0f3e72-c9fa-4c14-b343-65f4bcae5d68 tempest-ServersOnMultiNodesTest-2040324995 tempest-ServersOnMultiNodesTest-2040324995-project] 10.222.0.67 "GET /v2.0/security-groups?id=157e791d-182d-45ba-a5d1-6edf868180cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443251 Sep 23 19:27:21.497934 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-93705534-9301-4c15-8c45-1bd4e3d17677 None None] Provisioning complete for port 7c20880d-989f-4902-b74a-715c2f0fd89b triggered by entity DHCP. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:27:21.498249 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-93705534-9301-4c15-8c45-1bd4e3d17677 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:27:21.571416 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c0658e-5991-4490-9f0b-fd8194203925 req-44c3f55c-3279-4b11-8233-e839e73939fc tempest-ServersOnMultiNodesTest-2040324995 tempest-ServersOnMultiNodesTest-2040324995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:27:21.572951 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-e5c0658e-5991-4490-9f0b-fd8194203925 req-44c3f55c-3279-4b11-8233-e839e73939fc tempest-ServersOnMultiNodesTest-2040324995 tempest-ServersOnMultiNodesTest-2040324995-project] 10.222.0.53 "GET /v2.0/ports?device_id=cfc90d71-ea75-4d22-a3ac-df60a60991f7 HTTP/1.1" status: 200 len: 949 time: 0.3605042 Sep 23 19:27:21.613416 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-026a114f-17ae-42b9-b6bc-49542e6475ad tempest-ServerActionsTestJSON-618918056 tempest-ServerActionsTestJSON-618918056-project] Notify callbacks [] for port, precommit_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:27:21.677667 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:27:21.736921 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b23a493-560f-4404-9724-f945425d6747 req-65acdce3-90f4-4b9f-a2aa-18e7c7a9858a tempest-DeleteServersTestJSON-2111530366 tempest-DeleteServersTestJSON-2111530366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:27:21.754240 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-6b23a493-560f-4404-9724-f945425d6747 req-65acdce3-90f4-4b9f-a2aa-18e7c7a9858a tempest-DeleteServersTestJSON-2111530366 tempest-DeleteServersTestJSON-2111530366-project] 10.222.0.67 "GET /v2.0/ports?device_id=b19e3d25-fa76-4ad5-ade4-28bc9af28ac3 HTTP/1.1" status: 200 len: 945 time: 0.0975587 Sep 23 19:27:21.803961 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] For port db991d70-3f45-4667-a546-a7e1c40e1546, host n-d-713301-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-16',level=0,port_id=db991d70-3f45-4667-a546-a7e1c40e1546,segment=NetworkSegment(e08e9043-0f34-46de-ae85-d8bb0d4241b4),segment_id=e08e9043-0f34-46de-ae85-d8bb0d4241b4)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:27:21.810675 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:27:21.812542 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-afca42f9-0770-45bf-ad52-e68343edd392 admin admin] Notify agent at l3_agent.n-d-713301-16 the message routers_updated {{(pid=95101) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 19:27:21.843085 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48ab36a6-0b71-4f2e-aeef-7a545c7537eb None None] Sync routers for ids ['0ae9bdcc-8d8c-4e39-ab0b-7f19577fbe58'] in n-d-713301-16 {{(pid=95104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 19:27:21.846121 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_hamode_db [None req-29e98cbe-ff01-4678-9ae6-23ea522d594b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40308d8e-23f3-4072-9de9-28677fedbb3a', 'name': 'tempest-ServerActionsTestJSON-1077418396-router', 'tenant_id': 'f17a85608a9a4ecb8150ef41746c47e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'external_fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.24'}], 'enable_snat': True}, 'gw_port_id': '50edb875-e732-4d88-8c65-d819d1bfac76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:27:08Z', 'updated_at': '2021-09-23T19:27:14Z', 'revision_number': 4, 'project_id': 'f17a85608a9a4ecb8150ef41746c47e0', 'gw_port': {'id': '50edb875-e732-4d88-8c65-d819d1bfac76', 'name': '', 'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:61:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40308d8e-23f3-4072-9de9-28677fedbb3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1013, 'fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:27:09Z', 'updated_at': '2021-09-23T19:27:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-16', '_interfaces': [{'id': '7c20880d-989f-4902-b74a-715c2f0fd89b', 'name': '', 'network_id': '364dc893-5ecb-4aa3-be76-13b51cbbfbd4', 'tenant_id': 'f17a85608a9a4ecb8150ef41746c47e0', 'mac_address': 'fa:16:3e:91:a6:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40308d8e-23f3-4072-9de9-28677fedbb3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1014, 'fixed_ips': [{'subnet_id': 'a900be85-be08-465b-85e6-4a05aae55389', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:27:13Z', 'updated_at': '2021-09-23T19:27:20Z', 'revision_number': 4, 'project_id': 'f17a85608a9a4ecb8150ef41746c47e0', 'subnets': [{'id': 'a900be85-be08-465b-85e6-4a05aae55389', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-16', False) {} {{(pid=95103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:27:21.853532 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46de9ed1-39de-44df-a850-ed17dd7f57e7 None None] Network 891932c9-457f-43e1-aea2-971af25a68f6 requested from n-d-713301-16 {{(pid=95103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 19:27:21.857609 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48ab36a6-0b71-4f2e-aeef-7a545c7537eb None None] Routers {'0ae9bdcc-8d8c-4e39-ab0b-7f19577fbe58'} bound to L3 agent in host n-d-713301-16 {{(pid=95104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 19:27:21.858865 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_hamode_db [None req-48ab36a6-0b71-4f2e-aeef-7a545c7537eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-23T19:07:52Z,description=,heartbeat_timestamp=2021-09-23T19:26:52Z,host='n-d-713301-16',id=79a740bf-7821-4989-8288-7186e3e128f3,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:07:52Z,topic='l3_agent')) {'router_ids': ['0ae9bdcc-8d8c-4e39-ab0b-7f19577fbe58'], 'active': True} {{(pid=95104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:27:21.875286 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc1204c-2a34-4f3a-9244-58c7eea2ab23 req-d70b7bd8-51bd-420c-8c94-c10fd53a8a56 tempest-ServersOnMultiNodesTest-2040324995 tempest-ServersOnMultiNodesTest-2040324995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:27:21.877177 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-bbc1204c-2a34-4f3a-9244-58c7eea2ab23 req-d70b7bd8-51bd-420c-8c94-c10fd53a8a56 tempest-ServersOnMultiNodesTest-2040324995 tempest-ServersOnMultiNodesTest-2040324995-project] 10.222.0.53 "GET /v2.0/ports?device_id=c1b7c0db-694d-49f1-a4e0-36ea1002bbc6 HTTP/1.1" status: 200 len: 950 time: 0.3534322 Sep 23 19:27:21.880119 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08909462-b5ae-4f4c-97e8-3b29af1a0049 req-847d9f96-3538-4080-b3c9-c82ecf006f47 tempest-ServersTestFqdnHostnames-1525195897 tempest-ServersTestFqdnHostnames-1525195897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:27:21.883172 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-08909462-b5ae-4f4c-97e8-3b29af1a0049 req-847d9f96-3538-4080-b3c9-c82ecf006f47 tempest-ServersTestFqdnHostnames-1525195897 tempest-ServersTestFqdnHostnames-1525195897-project] 10.222.0.67 "GET /v2.0/ports?device_id=184d74d2-7152-4624-b343-e54a08abfe76 HTTP/1.1" status: 200 len: 945 time: 0.1251645 Sep 23 19:27:21.902692 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-6b23a493-560f-4404-9724-f945425d6747 req-f9660753-f12f-4fb0-9b7a-ebc1c25bc781 tempest-DeleteServersTestJSON-2111530366 tempest-DeleteServersTestJSON-2111530366-project] 10.222.0.67 "GET /v2.0/security-groups?id=67f2e2ca-928f-40e5-b9b2-05ec3bddbb37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1449826 Sep 23 19:27:21.908500 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-026a114f-17ae-42b9-b6bc-49542e6475ad tempest-ServerActionsTestJSON-618918056 tempest-ServerActionsTestJSON-618918056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783145673135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5607431'] for port, after_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:27:21.908711 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29e98cbe-ff01-4678-9ae6-23ea522d594b None None] The sync data for ids ['40308d8e-23f3-4072-9de9-28677fedbb3a'] in n-d-713301-16 is: [{'id': '40308d8e-23f3-4072-9de9-28677fedbb3a', 'name': 'tempest-ServerActionsTestJSON-1077418396-router', 'tenant_id': 'f17a85608a9a4ecb8150ef41746c47e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'external_fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.24'}], 'enable_snat': True}, 'gw_port_id': '50edb875-e732-4d88-8c65-d819d1bfac76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:27:08Z', 'updated_at': '2021-09-23T19:27:14Z', 'revision_number': 4, 'project_id': 'f17a85608a9a4ecb8150ef41746c47e0', 'gw_port': {'id': '50edb875-e732-4d88-8c65-d819d1bfac76', 'name': '', 'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:61:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40308d8e-23f3-4072-9de9-28677fedbb3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1013, 'fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:27:09Z', 'updated_at': '2021-09-23T19:27:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-16', '_interfaces': [{'id': '7c20880d-989f-4902-b74a-715c2f0fd89b', 'name': '', 'network_id': '364dc893-5ecb-4aa3-be76-13b51cbbfbd4', 'tenant_id': 'f17a85608a9a4ecb8150ef41746c47e0', 'mac_address': 'fa:16:3e:91:a6:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40308d8e-23f3-4072-9de9-28677fedbb3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1014, 'fixed_ips': [{'subnet_id': 'a900be85-be08-465b-85e6-4a05aae55389', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:27:13Z', 'updated_at': '2021-09-23T19:27:20Z', 'revision_number': 4, 'project_id': 'f17a85608a9a4ecb8150ef41746c47e0', 'subnets': [{'id': 'a900be85-be08-465b-85e6-4a05aae55389', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 19:27:21.963678 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Pushing event updated for resources: {'Port': ['ID=db991d70-3f45-4667-a546-a7e1c40e1546,revision_number=3']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:27:22.017176 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-0314f625-49a7-4f43-aefe-26750ffb9d75 None None] Provisioning complete for port db991d70-3f45-4667-a546-a7e1c40e1546 triggered by entity DHCP. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:27:22.017888 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-0314f625-49a7-4f43-aefe-26750ffb9d75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:27:22.058924 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_dvr_db [None req-48ab36a6-0b71-4f2e-aeef-7a545c7537eb None None] Set router 0ae9bdcc-8d8c-4e39-ab0b-7f19577fbe58 gateway port host: n-d-713301-16 {{(pid=95104) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 19:27:22.095751 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-08909462-b5ae-4f4c-97e8-3b29af1a0049 req-64dc8e6e-6059-46b4-b0b5-67722f00d926 tempest-ServersTestFqdnHostnames-1525195897 tempest-ServersTestFqdnHostnames-1525195897-project] 10.222.0.67 "GET /v2.0/security-groups?id=9dcb96be-8c37-4c08-8031-8b500de6a2df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1662157 Sep 23 19:27:22.342114 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-2a186ec3-39e1-4a47-b536-39f5c9d8d9dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:27:22.353988 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f23f235-327f-4505-b02e-ffaf522a36bd req-017f2839-89c9-45f8-8062-5a740d09f96a tempest-MigrationsAdminTest-397594546 tempest-MigrationsAdminTest-397594546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:27:22.363005 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-2f23f235-327f-4505-b02e-ffaf522a36bd req-017f2839-89c9-45f8-8062-5a740d09f96a tempest-MigrationsAdminTest-397594546 tempest-MigrationsAdminTest-397594546-project] 10.222.0.67 "GET /v2.0/ports?device_id=6573cd99-c5b7-4bf8-8671-27760195f1f4 HTTP/1.1" status: 200 len: 949 time: 0.1473284 Sep 23 19:27:22.393206 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_hamode_db [None req-48ab36a6-0b71-4f2e-aeef-7a545c7537eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ae9bdcc-8d8c-4e39-ab0b-7f19577fbe58', 'name': 'tempest-AttachVolumeTestJSON-314622829-router', 'tenant_id': 'bc1c8a8a17df480598455b00ff38da5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'external_fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.53'}], 'enable_snat': True}, 'gw_port_id': 'bab68285-692e-4b0e-8383-3035eb294b14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:27:18Z', 'updated_at': '2021-09-23T19:27:19Z', 'revision_number': 3, 'project_id': 'bc1c8a8a17df480598455b00ff38da5a', 'gw_port': {'id': 'bab68285-692e-4b0e-8383-3035eb294b14', 'name': '', 'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:f0:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ae9bdcc-8d8c-4e39-ab0b-7f19577fbe58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1030, 'fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:27:18Z', 'updated_at': '2021-09-23T19:27:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-16'}], 'n-d-713301-16', False) {} {{(pid=95104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:27:22.483258 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48ab36a6-0b71-4f2e-aeef-7a545c7537eb None None] Checking router: 0ae9bdcc-8d8c-4e39-ab0b-7f19577fbe58 for host: n-d-713301-16 {{(pid=95104) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 19:27:22.484013 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48ab36a6-0b71-4f2e-aeef-7a545c7537eb None None] Updating router 0ae9bdcc-8d8c-4e39-ab0b-7f19577fbe58 port bab68285-692e-4b0e-8383-3035eb294b14 binding host n-d-713301-16 {{(pid=95104) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 23 19:27:22.484823 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-2f23f235-327f-4505-b02e-ffaf522a36bd req-f6f3ec6a-fbf6-4a97-afa3-0ed87852ca3f tempest-MigrationsAdminTest-397594546 tempest-MigrationsAdminTest-397594546-project] 10.222.0.67 "GET /v2.0/security-groups?id=78cb509b-31c4-4e2a-bb5c-7abd6194dcc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1121845 Sep 23 19:27:22.588353 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-026a114f-17ae-42b9-b6bc-49542e6475ad tempest-ServerActionsTestJSON-618918056 tempest-ServerActionsTestJSON-618918056-project] Network 5dec5c09-378e-4f50-89cc-d94eb81c3bac is already hosted by enough agents. {{(pid=95101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:27:22.589808 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374a2c8c-775b-46aa-9c05-3a0729cb9fe9 req-a060dc65-cb6d-4b9a-a16c-5254de3f94d0 tempest-ServerRescueTestJSONUnderV235-3883575 tempest-ServerRescueTestJSONUnderV235-3883575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:27:22.603788 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-374a2c8c-775b-46aa-9c05-3a0729cb9fe9 req-a060dc65-cb6d-4b9a-a16c-5254de3f94d0 tempest-ServerRescueTestJSONUnderV235-3883575 tempest-ServerRescueTestJSONUnderV235-3883575-project] 10.222.0.67 "GET /v2.0/ports?device_id=f69a6870-83a8-419f-a0bd-2c6f209ce61f HTTP/1.1" status: 200 len: 945 time: 0.1475158 Sep 23 19:27:22.604147 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.base_scheduler [None req-026a114f-17ae-42b9-b6bc-49542e6475ad tempest-ServerActionsTestJSON-618918056 tempest-ServerActionsTestJSON-618918056-project] Resources bound (agent type, host, resource id): {{(pid=95101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:27:22.604377 n-d-713301-16 neutron-server[95104]: DEBUG neutron_lib.callbacks.manager [None req-48ab36a6-0b71-4f2e-aeef-7a545c7537eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:27:22.654463 n-d-713301-16 neutron-server[95101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-026a114f-17ae-42b9-b6bc-49542e6475ad tempest-ServerActionsTestJSON-618918056 tempest-ServerActionsTestJSON-618918056-project] Received port after_create {{(pid=95101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 19:27:22.694554 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-374a2c8c-775b-46aa-9c05-3a0729cb9fe9 req-ac841c87-de03-43aa-9c75-5fd5d95b61a9 tempest-ServerRescueTestJSONUnderV235-3883575 tempest-ServerRescueTestJSONUnderV235-3883575-project] 10.222.0.67 "GET /v2.0/security-groups?id=d3f97599-a9b1-47a3-baeb-6ab90b6bb5ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915470 Sep 23 19:27:22.697358 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.plugin [req-e5c0658e-5991-4490-9f0b-fd8194203925 req-cac22172-d969-49f5-a9f4-82ae75b71ed2 tempest-ServersOnMultiNodesTest-2040324995 tempest-ServersOnMultiNodesTest-2040324995-project] Deleting port c5445bd1-d627-4f17-aa1f-1b419572ed81 {{(pid=95101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:27:22.697707 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-e5c0658e-5991-4490-9f0b-fd8194203925 req-cac22172-d969-49f5-a9f4-82ae75b71ed2 tempest-ServersOnMultiNodesTest-2040324995 tempest-ServersOnMultiNodesTest-2040324995-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783146157096'] for port, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:27:22.700507 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-afca42f9-0770-45bf-ad52-e68343edd392 admin admin] Notify callbacks [] for router, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:27:22.706545 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-afca42f9-0770-45bf-ad52-e68343edd392 admin admin] 10.222.0.67 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 4.5119584 Sep 23 19:27:22.710416 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 39808) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:27:22.791905 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-2ec2dd37-4d52-4ea4-9cfc-d304cb423b9f None None] Provisioning complete for port db991d70-3f45-4667-a546-a7e1c40e1546 triggered by entity DHCP. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:27:22.792284 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-2ec2dd37-4d52-4ea4-9cfc-d304cb423b9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:27:22.809630 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-83c88d36-ac84-4e36-b393-9d112c7473a0 req-d81295a3-165a-4285-b261-061d1b1ff2c0 tempest-ServersTestFqdnHostnames-1525195897 tempest-ServersTestFqdnHostnames-1525195897-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:27:22.810227 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-83c88d36-ac84-4e36-b393-9d112c7473a0 req-d81295a3-165a-4285-b261-061d1b1ff2c0 tempest-ServersTestFqdnHostnames-1525195897 tempest-ServersTestFqdnHostnames-1525195897-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-601884'] for floatingip, after_update {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:27:22.810764 n-d-713301-16 neutron-server[95101]: INFO neutron.db.l3_db [req-83c88d36-ac84-4e36-b393-9d112c7473a0 req-d81295a3-165a-4285-b261-061d1b1ff2c0 tempest-ServersTestFqdnHostnames-1525195897 tempest-ServersTestFqdnHostnames-1525195897-project] Floating IP 6518d201-07b8-4f5e-8f63-21fdab7a4573 disassociated. External IP: 172.25.1.117, port: 2dab8c30-a666-4946-a2fe-42ac74ba9fa7. Sep 23 19:27:22.811324 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.plugin [req-83c88d36-ac84-4e36-b393-9d112c7473a0 req-d81295a3-165a-4285-b261-061d1b1ff2c0 tempest-ServersTestFqdnHostnames-1525195897 tempest-ServersTestFqdnHostnames-1525195897-project] Calling delete_port for 2dab8c30-a666-4946-a2fe-42ac74ba9fa7 owned by compute:nova {{(pid=95101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:27:22.981669 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af0a65f-510b-4523-8b27-7cd0c3cd9215 req-4649b7e8-8800-4fc6-bd5c-18b416f501b3 tempest-ServersOnMultiNodesTest-2040324995 tempest-ServersOnMultiNodesTest-2040324995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:27:23.023016 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-3af0a65f-510b-4523-8b27-7cd0c3cd9215 req-4649b7e8-8800-4fc6-bd5c-18b416f501b3 tempest-ServersOnMultiNodesTest-2040324995 tempest-ServersOnMultiNodesTest-2040324995-project] 10.222.0.67 "GET /v2.0/ports?device_id=cfc90d71-ea75-4d22-a3ac-df60a60991f7 HTTP/1.1" status: 200 len: 949 time: 0.3864558 Sep 23 19:27:23.032282 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:27:23.078190 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Device 7c20880d-989f-4902-b74a-715c2f0fd89b up at agent ovs-agent-n-d-713301-16 {{(pid=95103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 19:27:23.139795 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-026a114f-17ae-42b9-b6bc-49542e6475ad tempest-ServerActionsTestJSON-618918056 tempest-ServerActionsTestJSON-618918056-project] Pushing event updated for resources: {'Port': ['ID=f5db31a8-96d5-4c99-a51c-c596c4e4f176,revision_number=1']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:27:23.179158 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Provisioning complete for port 7c20880d-989f-4902-b74a-715c2f0fd89b triggered by entity L2. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:27:23.180296 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:27:23.208461 n-d-713301-16 neutron-server[95104]: DEBUG neutron_lib.callbacks.manager [None req-48ab36a6-0b71-4f2e-aeef-7a545c7537eb None None] Notify callbacks [] for port, precommit_update {{(pid=95104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:27:23.225244 n-d-713301-16 neutron-server[95104]: DEBUG neutron_lib.callbacks.manager [None req-48ab36a6-0b71-4f2e-aeef-7a545c7537eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:27:23.280439 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2767de14-e38e-4dff-84dd-f67c989c2157 None None] Pushing event updated for resources: {'Port': ['ID=bab68285-692e-4b0e-8383-3035eb294b14,revision_number=2']} {{(pid=95104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:27:23.298780 n-d-713301-16 neutron-server[95104]: DEBUG neutron.plugins.ml2.managers [None req-48ab36a6-0b71-4f2e-aeef-7a545c7537eb None None] Attempting to bind port bab68285-692e-4b0e-8383-3035eb294b14 on host n-d-713301-16 for vnic_type normal with profile {{(pid=95104) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 19:27:23.299150 n-d-713301-16 neutron-server[95104]: DEBUG neutron.plugins.ml2.managers [None req-48ab36a6-0b71-4f2e-aeef-7a545c7537eb None None] Attempting to bind port bab68285-692e-4b0e-8383-3035eb294b14 by drivers openvswitch,hyperv on host n-d-713301-16 at level 0 using segments [{'id': '7d4027f1-d893-4c7b-95d4-757b8e44e380', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac'}] {{(pid=95104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 19:27:23.299511 n-d-713301-16 neutron-server[95104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48ab36a6-0b71-4f2e-aeef-7a545c7537eb None None] Attempting to bind port bab68285-692e-4b0e-8383-3035eb294b14 on network 5dec5c09-378e-4f50-89cc-d94eb81c3bac {{(pid=95104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:27:23.305213 n-d-713301-16 neutron-server[95104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48ab36a6-0b71-4f2e-aeef-7a545c7537eb None None] Checking agent: {'id': '70a14545-df24-472f-8f95-bfe1719bff93', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 19, 7, 53), 'started_at': datetime.datetime(2021, 9, 23, 19, 8, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 19, 27, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 19:27:23.305578 n-d-713301-16 neutron-server[95104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48ab36a6-0b71-4f2e-aeef-7a545c7537eb None None] Checking segment: {'id': '7d4027f1-d893-4c7b-95d4-757b8e44e380', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95104) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:27:23.305986 n-d-713301-16 neutron-server[95104]: DEBUG neutron_lib.callbacks.manager [None req-48ab36a6-0b71-4f2e-aeef-7a545c7537eb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:27:23.306372 n-d-713301-16 neutron-server[95104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48ab36a6-0b71-4f2e-aeef-7a545c7537eb None None] Bound using segment: {'id': '7d4027f1-d893-4c7b-95d4-757b8e44e380', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac'} {{(pid=95104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 19:27:23.306837 n-d-713301-16 neutron-server[95104]: DEBUG neutron.plugins.ml2.managers [None req-48ab36a6-0b71-4f2e-aeef-7a545c7537eb None None] Bound port: bab68285-692e-4b0e-8383-3035eb294b14, host: n-d-713301-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7d4027f1-d893-4c7b-95d4-757b8e44e380', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac'}}] {{(pid=95104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 19:27:23.307211 n-d-713301-16 neutron-server[95104]: DEBUG neutron_lib.callbacks.manager [None req-48ab36a6-0b71-4f2e-aeef-7a545c7537eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:27:23.328871 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Device db991d70-3f45-4667-a546-a7e1c40e1546 up at agent ovs-agent-n-d-713301-16 {{(pid=95103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 19:27:23.339378 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Device c5445bd1-d627-4f17-aa1f-1b419572ed81 no longer exists at agent hyperv_n-h2-713301-16 {{(pid=95103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 19:27:23.378097 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.db [req-e5c0658e-5991-4490-9f0b-fd8194203925 req-cac22172-d969-49f5-a9f4-82ae75b71ed2 tempest-ServersOnMultiNodesTest-2040324995 tempest-ServersOnMultiNodesTest-2040324995-project] For port c5445bd1-d627-4f17-aa1f-1b419572ed81, host n-h2-713301-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-16',level=0,port_id=c5445bd1-d627-4f17-aa1f-1b419572ed81,segment=NetworkSegment(6139d589-eb6c-4578-8935-c26ddf396853),segment_id=6139d589-eb6c-4578-8935-c26ddf396853)] {{(pid=95101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:27:23.378775 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-e5c0658e-5991-4490-9f0b-fd8194203925 req-cac22172-d969-49f5-a9f4-82ae75b71ed2 tempest-ServersOnMultiNodesTest-2040324995 tempest-ServersOnMultiNodesTest-2040324995-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-605701'] for port, precommit_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:27:23.382532 n-d-713301-16 neutron-server[95104]: DEBUG neutron.plugins.ml2.db [None req-48ab36a6-0b71-4f2e-aeef-7a545c7537eb None None] For port bab68285-692e-4b0e-8383-3035eb294b14, host n-d-713301-16, cleared binding levels {{(pid=95104) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 19:27:23.389480 n-d-713301-16 neutron-server[95104]: DEBUG neutron.plugins.ml2.db [None req-48ab36a6-0b71-4f2e-aeef-7a545c7537eb None None] For port bab68285-692e-4b0e-8383-3035eb294b14, host n-d-713301-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-16',level=0,port_id=bab68285-692e-4b0e-8383-3035eb294b14,segment=NetworkSegment(7d4027f1-d893-4c7b-95d4-757b8e44e380),segment_id=7d4027f1-d893-4c7b-95d4-757b8e44e380)] {{(pid=95104) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 19:27:23.390814 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-3af0a65f-510b-4523-8b27-7cd0c3cd9215 req-d029e7ae-4bbe-4870-a8b9-4b72652d8eb9 tempest-ServersOnMultiNodesTest-2040324995 tempest-ServersOnMultiNodesTest-2040324995-project] 10.222.0.67 "GET /v2.0/security-groups?id=157e791d-182d-45ba-a5d1-6edf868180cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3639543 Sep 23 19:27:23.394735 n-d-713301-16 neutron-server[95104]: DEBUG neutron_lib.callbacks.manager [None req-48ab36a6-0b71-4f2e-aeef-7a545c7537eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:27:23.410521 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.plugin [req-bbc1204c-2a34-4f3a-9244-58c7eea2ab23 req-439a4801-84f0-45a3-a473-e946d3ae02ac tempest-ServersOnMultiNodesTest-2040324995 tempest-ServersOnMultiNodesTest-2040324995-project] Deleting port 3ef3b9f7-4295-43fa-809a-8c3147e99fb4 {{(pid=95101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:27:23.419663 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-bbc1204c-2a34-4f3a-9244-58c7eea2ab23 req-439a4801-84f0-45a3-a473-e946d3ae02ac tempest-ServersOnMultiNodesTest-2040324995 tempest-ServersOnMultiNodesTest-2040324995-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783146157096'] for port, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:27:23.422918 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.plugin [req-e5c0658e-5991-4490-9f0b-fd8194203925 req-cac22172-d969-49f5-a9f4-82ae75b71ed2 tempest-ServersOnMultiNodesTest-2040324995 tempest-ServersOnMultiNodesTest-2040324995-project] Calling delete_port for c5445bd1-d627-4f17-aa1f-1b419572ed81 owned by compute:nova {{(pid=95101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:27:23.481580 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-83c88d36-ac84-4e36-b393-9d112c7473a0 req-d81295a3-165a-4285-b261-061d1b1ff2c0 tempest-ServersTestFqdnHostnames-1525195897 tempest-ServersTestFqdnHostnames-1525195897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783146162158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783145673144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5607431'] for port, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:27:23.486349 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-0ae75029-feb6-4728-9a94-5f9b60993d82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:27:23.519170 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48ab36a6-0b71-4f2e-aeef-7a545c7537eb None None] Routers {'0ae9bdcc-8d8c-4e39-ab0b-7f19577fbe58'} bound to L3 agent in host n-d-713301-16 {{(pid=95104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 19:27:23.520268 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_hamode_db [None req-48ab36a6-0b71-4f2e-aeef-7a545c7537eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-23T19:07:52Z,description=,heartbeat_timestamp=2021-09-23T19:27:22Z,host='n-d-713301-16',id=79a740bf-7821-4989-8288-7186e3e128f3,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:07:52Z,topic='l3_agent')) {'router_ids': ['0ae9bdcc-8d8c-4e39-ab0b-7f19577fbe58'], 'active': True} {{(pid=95104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:27:23.569168 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ea09e1-0aea-48fa-a5fe-ecb9b2a52507 req-f4427c2a-0f8f-4552-9566-e53cb05dbd48 tempest-DeleteServersTestJSON-2111530366 tempest-DeleteServersTestJSON-2111530366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:27:23.576824 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-38ea09e1-0aea-48fa-a5fe-ecb9b2a52507 req-f4427c2a-0f8f-4552-9566-e53cb05dbd48 tempest-DeleteServersTestJSON-2111530366 tempest-DeleteServersTestJSON-2111530366-project] 10.222.0.67 "GET /v2.0/ports?device_id=b19e3d25-fa76-4ad5-ade4-28bc9af28ac3 HTTP/1.1" status: 200 len: 945 time: 0.4080219 Sep 23 19:27:23.605511 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d81295a3-165a-4285-b261-061d1b1ff2c0 tempest-ServersTestFqdnHostnames-1525195897 tempest-ServersTestFqdnHostnames-1525195897-project] Pushing event deleted for resources: {'Port': ['ID=2dab8c30-a666-4946-a2fe-42ac74ba9fa7,revision_number=None']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:27:23.630114 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-666592e7-3947-4d7d-aadc-4111cba54068 req-4418291e-c224-425c-830b-f490b7a56520 tempest-ServersTestFqdnHostnames-1525195897 tempest-ServersTestFqdnHostnames-1525195897-project] 10.222.0.67 "GET /v2.0/ports?device_id=184d74d2-7152-4624-b343-e54a08abfe76 HTTP/1.1" status: 200 len: 210 time: 0.0512185 Sep 23 19:27:23.632384 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Provisioning complete for port db991d70-3f45-4667-a546-a7e1c40e1546 triggered by entity L2. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:27:23.633929 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:27:23.706293 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-38ea09e1-0aea-48fa-a5fe-ecb9b2a52507 req-5a7ab7bf-b9fb-4691-9014-0a8141413a8e tempest-DeleteServersTestJSON-2111530366 tempest-DeleteServersTestJSON-2111530366-project] 10.222.0.67 "GET /v2.0/security-groups?id=67f2e2ca-928f-40e5-b9b2-05ec3bddbb37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1264362 Sep 23 19:27:23.791233 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:27:23.921452 n-d-713301-16 neutron-server[95103]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cfc90d71-ea75-4d22-a3ac-df60a60991f7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c5445bd1-d627-4f17-aa1f-1b419572ed81'}] {{(pid=95103) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 19:27:23.926022 n-d-713301-16 neutron-server[95103]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}81a1c17f2aa89d5b3ebbba3a3e0cf7eb588e431c2224256110c4c4facdd7c3e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf9d5f4e-d363-4cb2-a635-6b657b1441bf" -d '{"events": [{"server_uuid": "cfc90d71-ea75-4d22-a3ac-df60a60991f7", "name": "network-vif-unplugged", "status": "completed", "tag": "c5445bd1-d627-4f17-aa1f-1b419572ed81"}]}' {{(pid=95103) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 19:27:23.949878 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2767de14-e38e-4dff-84dd-f67c989c2157 None None] Pushing event updated for resources: {'Port': ['ID=bab68285-692e-4b0e-8383-3035eb294b14,revision_number=3']} {{(pid=95104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:27:23.960973 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] For port c5445bd1-d627-4f17-aa1f-1b419572ed81, host n-h2-713301-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-16',level=0,port_id=c5445bd1-d627-4f17-aa1f-1b419572ed81,segment=NetworkSegment(6139d589-eb6c-4578-8935-c26ddf396853),segment_id=6139d589-eb6c-4578-8935-c26ddf396853)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:27:23.966867 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:27:23.967685 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Device 3ef3b9f7-4295-43fa-809a-8c3147e99fb4 no longer exists at agent hyperv_n-h2-713301-16 {{(pid=95103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 19:27:24.025508 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_dvr_db [None req-48ab36a6-0b71-4f2e-aeef-7a545c7537eb None None] Set router 0ae9bdcc-8d8c-4e39-ab0b-7f19577fbe58 gateway port host: n-d-713301-16 {{(pid=95104) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 19:27:24.093621 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-026a114f-17ae-42b9-b6bc-49542e6475ad tempest-ServerActionsTestJSON-618918056 tempest-ServerActionsTestJSON-618918056-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:27:24.107165 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Pushing event updated for resources: {'Port': ['ID=c5445bd1-d627-4f17-aa1f-1b419572ed81,revision_number=6']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:27:24.152336 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-cd74ada5-f3c7-4af5-b69d-0551eabfb1e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:27:24.186028 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.l3_agent_scheduler [req-83c88d36-ac84-4e36-b393-9d112c7473a0 req-d81295a3-165a-4285-b261-061d1b1ff2c0 tempest-ServersTestFqdnHostnames-1525195897 tempest-ServersTestFqdnHostnames-1525195897-project] Router 65634710-c6e3-408c-b679-82bbd975259b has already been hosted by L3 agent 79a740bf-7821-4989-8288-7186e3e128f3 {{(pid=95101) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 19:27:24.189225 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.db [req-bbc1204c-2a34-4f3a-9244-58c7eea2ab23 req-439a4801-84f0-45a3-a473-e946d3ae02ac tempest-ServersOnMultiNodesTest-2040324995 tempest-ServersOnMultiNodesTest-2040324995-project] For port 3ef3b9f7-4295-43fa-809a-8c3147e99fb4, host n-h2-713301-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-16',level=0,port_id=3ef3b9f7-4295-43fa-809a-8c3147e99fb4,segment=NetworkSegment(6139d589-eb6c-4578-8935-c26ddf396853),segment_id=6139d589-eb6c-4578-8935-c26ddf396853)] {{(pid=95101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:27:24.189820 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-bbc1204c-2a34-4f3a-9244-58c7eea2ab23 req-439a4801-84f0-45a3-a473-e946d3ae02ac tempest-ServersOnMultiNodesTest-2040324995 tempest-ServersOnMultiNodesTest-2040324995-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-605701'] for port, precommit_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:27:24.192310 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2bbafe2-6741-44fe-b299-b7009a1a74d3 req-fa0cf594-9230-449f-8331-8e46c95674d3 tempest-ServerRescueTestJSONUnderV235-3883575 tempest-ServerRescueTestJSONUnderV235-3883575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:27:24.204364 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-a2bbafe2-6741-44fe-b299-b7009a1a74d3 req-fa0cf594-9230-449f-8331-8e46c95674d3 tempest-ServerRescueTestJSONUnderV235-3883575 tempest-ServerRescueTestJSONUnderV235-3883575-project] 10.222.0.67 "GET /v2.0/ports?device_id=f69a6870-83a8-419f-a0bd-2c6f209ce61f HTTP/1.1" status: 200 len: 945 time: 0.3490691 Sep 23 19:27:24.237059 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:27:24.276975 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b10b569d-1d11-40d9-91bd-ebc9520e89d5 req-c97b5bf3-74ef-402f-9837-e6cf2b08e4b7 tempest-MigrationsAdminTest-397594546 tempest-MigrationsAdminTest-397594546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:27:24.290292 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-b10b569d-1d11-40d9-91bd-ebc9520e89d5 req-c97b5bf3-74ef-402f-9837-e6cf2b08e4b7 tempest-MigrationsAdminTest-397594546 tempest-MigrationsAdminTest-397594546-project] 10.222.0.67 "GET /v2.0/ports?device_id=6573cd99-c5b7-4bf8-8671-27760195f1f4 HTTP/1.1" status: 200 len: 949 time: 0.4385672 Sep 23 19:27:24.310961 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.plugin [req-bbc1204c-2a34-4f3a-9244-58c7eea2ab23 req-439a4801-84f0-45a3-a473-e946d3ae02ac tempest-ServersOnMultiNodesTest-2040324995 tempest-ServersOnMultiNodesTest-2040324995-project] Calling delete_port for 3ef3b9f7-4295-43fa-809a-8c3147e99fb4 owned by compute:nova {{(pid=95101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:27:24.338510 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-026a114f-17ae-42b9-b6bc-49542e6475ad tempest-ServerActionsTestJSON-618918056 tempest-ServerActionsTestJSON-618918056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:27:24.367796 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-a2bbafe2-6741-44fe-b299-b7009a1a74d3 req-f39e7513-bc84-4897-b477-902aa6775de5 tempest-ServerRescueTestJSONUnderV235-3883575 tempest-ServerRescueTestJSONUnderV235-3883575-project] 10.222.0.67 "GET /v2.0/security-groups?id=d3f97599-a9b1-47a3-baeb-6ab90b6bb5ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1560779 Sep 23 19:27:24.383117 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] For port 3ef3b9f7-4295-43fa-809a-8c3147e99fb4, host n-h2-713301-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-16',level=0,port_id=3ef3b9f7-4295-43fa-809a-8c3147e99fb4,segment=NetworkSegment(6139d589-eb6c-4578-8935-c26ddf396853),segment_id=6139d589-eb6c-4578-8935-c26ddf396853)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:27:24.390850 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:27:24.486350 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-b10b569d-1d11-40d9-91bd-ebc9520e89d5 req-591d60b6-4408-47e1-912d-ad937abb9a6e tempest-MigrationsAdminTest-397594546 tempest-MigrationsAdminTest-397594546-project] 10.222.0.67 "GET /v2.0/security-groups?id=78cb509b-31c4-4e2a-bb5c-7abd6194dcc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1944234 Sep 23 19:27:24.550768 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_hamode_db [None req-48ab36a6-0b71-4f2e-aeef-7a545c7537eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ae9bdcc-8d8c-4e39-ab0b-7f19577fbe58', 'name': 'tempest-AttachVolumeTestJSON-314622829-router', 'tenant_id': 'bc1c8a8a17df480598455b00ff38da5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'external_fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.53'}], 'enable_snat': True}, 'gw_port_id': 'bab68285-692e-4b0e-8383-3035eb294b14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:27:18Z', 'updated_at': '2021-09-23T19:27:19Z', 'revision_number': 3, 'project_id': 'bc1c8a8a17df480598455b00ff38da5a', 'gw_port': {'id': 'bab68285-692e-4b0e-8383-3035eb294b14', 'name': '', 'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:f0:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ae9bdcc-8d8c-4e39-ab0b-7f19577fbe58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1030, 'fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:27:18Z', 'updated_at': '2021-09-23T19:27:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-16'}], 'n-d-713301-16', False) {} {{(pid=95104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:27:24.588596 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48ab36a6-0b71-4f2e-aeef-7a545c7537eb None None] The sync data for ids ['0ae9bdcc-8d8c-4e39-ab0b-7f19577fbe58'] in n-d-713301-16 is: [{'id': '0ae9bdcc-8d8c-4e39-ab0b-7f19577fbe58', 'name': 'tempest-AttachVolumeTestJSON-314622829-router', 'tenant_id': 'bc1c8a8a17df480598455b00ff38da5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'external_fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.53'}], 'enable_snat': True}, 'gw_port_id': 'bab68285-692e-4b0e-8383-3035eb294b14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:27:18Z', 'updated_at': '2021-09-23T19:27:19Z', 'revision_number': 3, 'project_id': 'bc1c8a8a17df480598455b00ff38da5a', 'gw_port': {'id': 'bab68285-692e-4b0e-8383-3035eb294b14', 'name': '', 'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:f0:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ae9bdcc-8d8c-4e39-ab0b-7f19577fbe58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1030, 'fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:27:18Z', 'updated_at': '2021-09-23T19:27:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-16'}] {{(pid=95104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 19:27:24.662942 n-d-713301-16 neutron-server[95103]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 23 Sep 2021 19:27:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d283717d-18cb-469b-9783-e128a9552edd x-openstack-request-id: req-d283717d-18cb-469b-9783-e128a9552edd {{(pid=95103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 19:27:24.663840 n-d-713301-16 neutron-server[95103]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cfc90d71-ea75-4d22-a3ac-df60a60991f7", "name": "network-vif-unplugged", "status": "completed", "tag": "c5445bd1-d627-4f17-aa1f-1b419572ed81", "code": 200}]} {{(pid=95103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 19:27:24.663840 n-d-713301-16 neutron-server[95103]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-d283717d-18cb-469b-9783-e128a9552edd {{(pid=95103) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 19:27:24.664941 n-d-713301-16 neutron-server[95103]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cfc90d71-ea75-4d22-a3ac-df60a60991f7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c5445bd1-d627-4f17-aa1f-1b419572ed81', 'code': 200} Sep 23 19:27:24.694086 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Pushing event updated for resources: {'Port': ['ID=3ef3b9f7-4295-43fa-809a-8c3147e99fb4,revision_number=6']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:27:24.704910 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba1f5061-13ac-4fe7-97c2-ac5f3b4d9e0b req-ee840af6-d72a-48b4-b515-8ac8253f66ce tempest-ServersOnMultiNodesTest-2040324995 tempest-ServersOnMultiNodesTest-2040324995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:27:24.717434 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-ba1f5061-13ac-4fe7-97c2-ac5f3b4d9e0b req-ee840af6-d72a-48b4-b515-8ac8253f66ce tempest-ServersOnMultiNodesTest-2040324995 tempest-ServersOnMultiNodesTest-2040324995-project] 10.222.0.67 "GET /v2.0/ports?device_id=cfc90d71-ea75-4d22-a3ac-df60a60991f7 HTTP/1.1" status: 200 len: 947 time: 0.1605721 Sep 23 19:27:24.746917 n-d-713301-16 neutron-server[95102]: DEBUG neutron.db.db_base_plugin_common [None req-cd74ada5-f3c7-4af5-b69d-0551eabfb1e7 admin admin] Allocated IP 172.20.0.1 (891932c9-457f-43e1-aea2-971af25a68f6/bbfc5a86-0037-429e-b11d-698cbfb1a3c3/df511637-223e-4ec6-90b4-f9fde186f89c) {{(pid=95102) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 19:27:24.767344 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-83c88d36-ac84-4e36-b393-9d112c7473a0 req-d81295a3-165a-4285-b261-061d1b1ff2c0 tempest-ServersTestFqdnHostnames-1525195897 tempest-ServersTestFqdnHostnames-1525195897-project] Notify agent at l3_agent.n-d-713301-16 the message routers_updated {{(pid=95101) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 19:27:24.789209 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04a421b1-229f-4ec5-9620-3bd434ff90b0 None None] Sync routers for ids ['65634710-c6e3-408c-b679-82bbd975259b'] in n-d-713301-16 {{(pid=95103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 19:27:24.795865 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-e5c0658e-5991-4490-9f0b-fd8194203925 req-cac22172-d969-49f5-a9f4-82ae75b71ed2 tempest-ServersOnMultiNodesTest-2040324995 tempest-ServersOnMultiNodesTest-2040324995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783146162158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783145673144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5607431'] for port, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:27:24.811226 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04a421b1-229f-4ec5-9620-3bd434ff90b0 None None] Routers {'65634710-c6e3-408c-b679-82bbd975259b'} bound to L3 agent in host n-d-713301-16 {{(pid=95103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 19:27:24.812414 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_hamode_db [None req-04a421b1-229f-4ec5-9620-3bd434ff90b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-23T19:07:52Z,description=,heartbeat_timestamp=2021-09-23T19:27:22Z,host='n-d-713301-16',id=79a740bf-7821-4989-8288-7186e3e128f3,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:07:52Z,topic='l3_agent')) {'router_ids': ['65634710-c6e3-408c-b679-82bbd975259b'], 'active': True} {{(pid=95103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:27:24.817407 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] get_ports_and_sgs() called for port_ids ['a93a183a-c4c5-4ca7-8687-dd68b086ef76'] {{(pid=95103) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 19:27:24.830272 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-b617b7fb-e1fe-4430-b209-243d9ef5f1bf req-69b5a135-b060-436f-b1c7-db665465dea7 tempest-ServersTestFqdnHostnames-1525195897 tempest-ServersTestFqdnHostnames-1525195897-project] 10.222.0.67 "GET /v2.0/ports?device_id=184d74d2-7152-4624-b343-e54a08abfe76 HTTP/1.1" status: 200 len: 210 time: 0.0727336 Sep 23 19:27:24.851104 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-ba1f5061-13ac-4fe7-97c2-ac5f3b4d9e0b req-bd994a34-fe73-48ba-81e4-4e62a50acdeb tempest-ServersOnMultiNodesTest-2040324995 tempest-ServersOnMultiNodesTest-2040324995-project] 10.222.0.67 "GET /v2.0/security-groups?id=157e791d-182d-45ba-a5d1-6edf868180cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1325302 Sep 23 19:27:24.874722 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cac22172-d969-49f5-a9f4-82ae75b71ed2 tempest-ServersOnMultiNodesTest-2040324995 tempest-ServersOnMultiNodesTest-2040324995-project] Pushing event deleted for resources: {'Port': ['ID=c5445bd1-d627-4f17-aa1f-1b419572ed81,revision_number=None']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:27:24.915825 n-d-713301-16 neutron-server[95101]: DEBUG neutron.db.l3_dvrscheduler_db [req-83c88d36-ac84-4e36-b393-9d112c7473a0 req-d81295a3-165a-4285-b261-061d1b1ff2c0 tempest-ServersTestFqdnHostnames-1525195897 tempest-ServersTestFqdnHostnames-1525195897-project] No DVR routers for this DVR port 2dab8c30-a666-4946-a2fe-42ac74ba9fa7 on host n-h1-713301-16 {{(pid=95101) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 19:27:25.013580 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-83c88d36-ac84-4e36-b393-9d112c7473a0 req-d81295a3-165a-4285-b261-061d1b1ff2c0 tempest-ServersTestFqdnHostnames-1525195897 tempest-ServersTestFqdnHostnames-1525195897-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222849'] for port, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:27:25.016027 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-83c88d36-ac84-4e36-b393-9d112c7473a0 req-d81295a3-165a-4285-b261-061d1b1ff2c0 tempest-ServersTestFqdnHostnames-1525195897 tempest-ServersTestFqdnHostnames-1525195897-project] 10.222.0.74 "DELETE /v2.0/ports/2dab8c30-a666-4946-a2fe-42ac74ba9fa7 HTTP/1.1" status: 204 len: 173 time: 4.4377253 Sep 23 19:27:25.019864 n-d-713301-16 neutron-server[95101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '184d74d2-7152-4624-b343-e54a08abfe76', 'name': 'network-vif-deleted', 'tag': '2dab8c30-a666-4946-a2fe-42ac74ba9fa7'}] {{(pid=95101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 19:27:25.022118 n-d-713301-16 neutron-server[95101]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d8366c5740cd635e57ab12b71fe44a77c2acc3c19091ef849c6f68b380462244" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0865f712-5635-44c7-bfbd-653c00e0703f" -d '{"events": [{"server_uuid": "184d74d2-7152-4624-b343-e54a08abfe76", "name": "network-vif-deleted", "tag": "2dab8c30-a666-4946-a2fe-42ac74ba9fa7"}]}' {{(pid=95101) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 19:27:25.070634 n-d-713301-16 neutron-server[95101]: DEBUG neutron.db.l3_dvrscheduler_db [req-e5c0658e-5991-4490-9f0b-fd8194203925 req-cac22172-d969-49f5-a9f4-82ae75b71ed2 tempest-ServersOnMultiNodesTest-2040324995 tempest-ServersOnMultiNodesTest-2040324995-project] No DVR routers for this DVR port c5445bd1-d627-4f17-aa1f-1b419572ed81 on host n-h2-713301-16 {{(pid=95101) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 19:27:25.081011 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-e5c0658e-5991-4490-9f0b-fd8194203925 req-cac22172-d969-49f5-a9f4-82ae75b71ed2 tempest-ServersOnMultiNodesTest-2040324995 tempest-ServersOnMultiNodesTest-2040324995-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222849'] for port, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:27:25.083003 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-e5c0658e-5991-4490-9f0b-fd8194203925 req-cac22172-d969-49f5-a9f4-82ae75b71ed2 tempest-ServersOnMultiNodesTest-2040324995 tempest-ServersOnMultiNodesTest-2040324995-project] 10.222.0.53 "DELETE /v2.0/ports/c5445bd1-d627-4f17-aa1f-1b419572ed81 HTTP/1.1" status: 204 len: 173 time: 3.4843869 Sep 23 19:27:25.129546 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-bbc1204c-2a34-4f3a-9244-58c7eea2ab23 req-439a4801-84f0-45a3-a473-e946d3ae02ac tempest-ServersOnMultiNodesTest-2040324995 tempest-ServersOnMultiNodesTest-2040324995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783146162158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783145673144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5607431'] for port, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:27:25.174036 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_dvr_db [None req-04a421b1-229f-4ec5-9620-3bd434ff90b0 None None] Set router 65634710-c6e3-408c-b679-82bbd975259b gateway port host: n-d-713301-16 {{(pid=95103) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 19:27:25.217021 n-d-713301-16 neutron-server[95101]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 19:27:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a461ba18-edde-4e52-a667-4c3b44ab9c54 x-openstack-request-id: req-a461ba18-edde-4e52-a667-4c3b44ab9c54 {{(pid=95101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 19:27:25.217431 n-d-713301-16 neutron-server[95101]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "184d74d2-7152-4624-b343-e54a08abfe76", "name": "network-vif-deleted", "tag": "2dab8c30-a666-4946-a2fe-42ac74ba9fa7", "status": "completed", "code": 200}]} {{(pid=95101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 19:27:25.217727 n-d-713301-16 neutron-server[95101]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-a461ba18-edde-4e52-a667-4c3b44ab9c54 {{(pid=95101) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 19:27:25.218197 n-d-713301-16 neutron-server[95101]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '184d74d2-7152-4624-b343-e54a08abfe76', 'name': 'network-vif-deleted', 'tag': '2dab8c30-a666-4946-a2fe-42ac74ba9fa7', 'status': 'completed', 'code': 200} Sep 23 19:27:25.219254 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-439a4801-84f0-45a3-a473-e946d3ae02ac tempest-ServersOnMultiNodesTest-2040324995 tempest-ServersOnMultiNodesTest-2040324995-project] Pushing event deleted for resources: {'Port': ['ID=3ef3b9f7-4295-43fa-809a-8c3147e99fb4,revision_number=None']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:27:25.223574 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-cd74ada5-f3c7-4af5-b69d-0551eabfb1e7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:27:25.293387 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e5f641-5eac-4961-84da-f0d5fdbc476c req-a92429fc-d4ad-422f-b56e-e1a7399e5e76 tempest-DeleteServersTestJSON-2111530366 tempest-DeleteServersTestJSON-2111530366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:27:25.310389 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-88e5f641-5eac-4961-84da-f0d5fdbc476c req-a92429fc-d4ad-422f-b56e-e1a7399e5e76 tempest-DeleteServersTestJSON-2111530366 tempest-DeleteServersTestJSON-2111530366-project] 10.222.0.67 "GET /v2.0/ports?device_id=b19e3d25-fa76-4ad5-ade4-28bc9af28ac3 HTTP/1.1" status: 200 len: 945 time: 0.3085735 Sep 23 19:27:25.322121 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-026a114f-17ae-42b9-b6bc-49542e6475ad tempest-ServerActionsTestJSON-618918056 tempest-ServerActionsTestJSON-618918056-project] Notify callbacks [] for port, precommit_update {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:27:25.325835 n-d-713301-16 neutron-server[95101]: DEBUG neutron.db.l3_dvrscheduler_db [req-bbc1204c-2a34-4f3a-9244-58c7eea2ab23 req-439a4801-84f0-45a3-a473-e946d3ae02ac tempest-ServersOnMultiNodesTest-2040324995 tempest-ServersOnMultiNodesTest-2040324995-project] No DVR routers for this DVR port 3ef3b9f7-4295-43fa-809a-8c3147e99fb4 on host n-h2-713301-16 {{(pid=95101) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 19:27:25.329461 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-026a114f-17ae-42b9-b6bc-49542e6475ad tempest-ServerActionsTestJSON-618918056 tempest-ServerActionsTestJSON-618918056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5607436'] for port, after_update {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:27:25.347697 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-bbc1204c-2a34-4f3a-9244-58c7eea2ab23 req-439a4801-84f0-45a3-a473-e946d3ae02ac tempest-ServersOnMultiNodesTest-2040324995 tempest-ServersOnMultiNodesTest-2040324995-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222849'] for port, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:27:25.352103 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-bbc1204c-2a34-4f3a-9244-58c7eea2ab23 req-439a4801-84f0-45a3-a473-e946d3ae02ac tempest-ServersOnMultiNodesTest-2040324995 tempest-ServersOnMultiNodesTest-2040324995-project] 10.222.0.53 "DELETE /v2.0/ports/3ef3b9f7-4295-43fa-809a-8c3147e99fb4 HTTP/1.1" status: 204 len: 173 time: 3.4082878 Sep 23 19:27:25.389212 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-80e7e501-6c57-470d-92c6-e3d54bc3195c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:27:25.401605 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-88e5f641-5eac-4961-84da-f0d5fdbc476c req-8faaddfa-fbff-487d-a15c-c1ff4504cadf tempest-DeleteServersTestJSON-2111530366 tempest-DeleteServersTestJSON-2111530366-project] 10.222.0.67 "GET /v2.0/security-groups?id=67f2e2ca-928f-40e5-b9b2-05ec3bddbb37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901377 Sep 23 19:27:25.438529 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-cd74ada5-f3c7-4af5-b69d-0551eabfb1e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783145673135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4399100'] for port, after_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:27:25.525933 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-026a114f-17ae-42b9-b6bc-49542e6475ad tempest-ServerActionsTestJSON-618918056 tempest-ServerActionsTestJSON-618918056-project] Pushing event updated for resources: {'Port': ['ID=f5db31a8-96d5-4c99-a51c-c596c4e4f176,revision_number=2']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:27:25.535634 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-026a114f-17ae-42b9-b6bc-49542e6475ad tempest-ServerActionsTestJSON-618918056 tempest-ServerActionsTestJSON-618918056-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-601884'] for floatingip, after_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:27:25.564081 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-026a114f-17ae-42b9-b6bc-49542e6475ad tempest-ServerActionsTestJSON-618918056 tempest-ServerActionsTestJSON-618918056-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222849'] for floatingip, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:27:25.566553 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-026a114f-17ae-42b9-b6bc-49542e6475ad tempest-ServerActionsTestJSON-618918056 tempest-ServerActionsTestJSON-618918056-project] 10.222.0.67 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 5.5959282 Sep 23 19:27:25.591651 n-d-713301-16 neutron-server[95102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd74ada5-f3c7-4af5-b69d-0551eabfb1e7 admin admin] Network 891932c9-457f-43e1-aea2-971af25a68f6 is already hosted by enough agents. {{(pid=95102) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:27:25.623232 n-d-713301-16 neutron-server[95102]: DEBUG neutron.scheduler.base_scheduler [None req-cd74ada5-f3c7-4af5-b69d-0551eabfb1e7 admin admin] Resources bound (agent type, host, resource id): {{(pid=95102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:27:25.629746 n-d-713301-16 neutron-server[95102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd74ada5-f3c7-4af5-b69d-0551eabfb1e7 admin admin] Received port after_create {{(pid=95102) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 19:27:25.632715 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd74ada5-f3c7-4af5-b69d-0551eabfb1e7 admin admin] Pushing event updated for resources: {'Port': ['ID=df511637-223e-4ec6-90b4-f9fde186f89c,revision_number=1']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:27:25.657688 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd1f5db-4c9b-49b9-ae87-34760bf69a25 req-69d0e412-3a8e-4f73-aa39-91641f3437ea tempest-ServerRescueTestJSONUnderV235-3883575 tempest-ServerRescueTestJSONUnderV235-3883575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:27:25.659610 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-0cd1f5db-4c9b-49b9-ae87-34760bf69a25 req-69d0e412-3a8e-4f73-aa39-91641f3437ea tempest-ServerRescueTestJSONUnderV235-3883575 tempest-ServerRescueTestJSONUnderV235-3883575-project] 10.222.0.67 "GET /v2.0/ports?device_id=f69a6870-83a8-419f-a0bd-2c6f209ce61f HTTP/1.1" status: 200 len: 945 time: 0.1310384 Sep 23 19:27:25.812674 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-cd74ada5-f3c7-4af5-b69d-0551eabfb1e7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-601987'] for router_interface, before_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:27:25.826790 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3356c6-67a9-4486-951c-ae800ad29dbc req-d5d752de-ebd3-40a0-8cf0-485706f4ae6a tempest-MigrationsAdminTest-397594546 tempest-MigrationsAdminTest-397594546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:27:25.829766 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-9c3356c6-67a9-4486-951c-ae800ad29dbc req-d5d752de-ebd3-40a0-8cf0-485706f4ae6a tempest-MigrationsAdminTest-397594546 tempest-MigrationsAdminTest-397594546-project] 10.222.0.67 "GET /v2.0/ports?device_id=6573cd99-c5b7-4bf8-8671-27760195f1f4 HTTP/1.1" status: 200 len: 949 time: 0.2042067 Sep 23 19:27:25.856562 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Device 2dab8c30-a666-4946-a2fe-42ac74ba9fa7 no longer exists at agent hyperv_n-h1-713301-16 {{(pid=95103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 19:27:25.904537 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] get_ports_and_sgs() called for port_ids ['a93a183a-c4c5-4ca7-8687-dd68b086ef76'] {{(pid=95103) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 19:27:25.911067 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.plugin [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] No Port match for: 2dab8c30-a666-4946-a2fe-42ac74ba9fa7 {{(pid=95103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 19:27:25.911067 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Device 2dab8c30-a666-4946-a2fe-42ac74ba9fa7 not bound to the agent host n-h1-713301-16 {{(pid=95103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 19:27:25.995339 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_hamode_db [None req-04a421b1-229f-4ec5-9620-3bd434ff90b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65634710-c6e3-408c-b679-82bbd975259b', 'name': 'tempest-ServersTestFqdnHostnames-128521063-router', 'tenant_id': '8f30595259594b588538420667412c2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'external_fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.212'}], 'enable_snat': True}, 'gw_port_id': '8b8d4e73-1f05-4427-92af-bc2b7dc230e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:24:44Z', 'updated_at': '2021-09-23T19:24:57Z', 'revision_number': 4, 'project_id': '8f30595259594b588538420667412c2e', 'gw_port': {'id': '8b8d4e73-1f05-4427-92af-bc2b7dc230e0', 'name': '', 'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:2e:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65634710-c6e3-408c-b679-82bbd975259b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 831, 'fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:24:47Z', 'updated_at': '2021-09-23T19:24:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-16', '_interfaces': [{'id': '005f1f77-cfd9-4840-98c4-60c806e390a8', 'name': '', 'network_id': 'c1c3ef61-7600-4f98-9132-f29d8908ed23', 'tenant_id': '8f30595259594b588538420667412c2e', 'mac_address': 'fa:16:3e:6a:f8:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65634710-c6e3-408c-b679-82bbd975259b', 'device_owner': 'network:router_interface', 'standard_attr_id': 838, 'fixed_ips': [{'subnet_id': '7398c0e8-218e-4b5a-9041-b8f53e0e75c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:24:55Z', 'updated_at': '2021-09-23T19:25:07Z', 'revision_number': 5, 'project_id': '8f30595259594b588538420667412c2e', 'subnets': [{'id': '7398c0e8-218e-4b5a-9041-b8f53e0e75c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-16', False) {} {{(pid=95103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:27:26.030886 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04a421b1-229f-4ec5-9620-3bd434ff90b0 None None] Checking router: 65634710-c6e3-408c-b679-82bbd975259b for host: n-d-713301-16 {{(pid=95103) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 19:27:26.085544 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04a421b1-229f-4ec5-9620-3bd434ff90b0 None None] Routers {'65634710-c6e3-408c-b679-82bbd975259b'} bound to L3 agent in host n-d-713301-16 {{(pid=95103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 19:27:26.086178 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_hamode_db [None req-04a421b1-229f-4ec5-9620-3bd434ff90b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-23T19:07:52Z,description=,heartbeat_timestamp=2021-09-23T19:27:22Z,host='n-d-713301-16',id=79a740bf-7821-4989-8288-7186e3e128f3,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:07:52Z,topic='l3_agent')) {'router_ids': ['65634710-c6e3-408c-b679-82bbd975259b'], 'active': True} {{(pid=95103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:27:26.195535 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-99e13a2e-a8f7-41bf-8274-601c00972630 None None] Provisioning complete for port df511637-223e-4ec6-90b4-f9fde186f89c triggered by entity DHCP. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:27:26.196252 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-99e13a2e-a8f7-41bf-8274-601c00972630 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:27:26.315147 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-0cd1f5db-4c9b-49b9-ae87-34760bf69a25 req-cbe22edc-9d48-428d-9aa9-0aad7f2f6ced tempest-ServerRescueTestJSONUnderV235-3883575 tempest-ServerRescueTestJSONUnderV235-3883575-project] 10.222.0.67 "GET /v2.0/security-groups?id=d3f97599-a9b1-47a3-baeb-6ab90b6bb5ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6069741 Sep 23 19:27:26.323198 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.plugin [None req-99e13a2e-a8f7-41bf-8274-601c00972630 None None] Port df511637-223e-4ec6-90b4-f9fde186f89c cannot update to ACTIVE because it is not bound. {{(pid=95103) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 19:27:26.345610 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_dvr_db [None req-04a421b1-229f-4ec5-9620-3bd434ff90b0 None None] Set router 65634710-c6e3-408c-b679-82bbd975259b gateway port host: n-d-713301-16 {{(pid=95103) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 19:27:26.367930 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-9c3356c6-67a9-4486-951c-ae800ad29dbc req-574b768f-c6d0-4d60-adaf-40835f4069e6 tempest-MigrationsAdminTest-397594546 tempest-MigrationsAdminTest-397594546-project] 10.222.0.67 "GET /v2.0/security-groups?id=78cb509b-31c4-4e2a-bb5c-7abd6194dcc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515161 Sep 23 19:27:26.498377 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-cd74ada5-f3c7-4af5-b69d-0551eabfb1e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:27:26.503993 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-ed618334-3164-433d-85e3-5da53fcf41a7 req-851ed18b-789e-482d-b848-d25691c097de tempest-ServerActionsTestJSON-618918056 tempest-ServerActionsTestJSON-618918056-project] 10.222.0.67 "GET /v2.0/security-groups?name=tempest-securitygroup--274224441&fields=id&tenant_id=f17a85608a9a4ecb8150ef41746c47e0 HTTP/1.1" status: 200 len: 267 time: 0.0852313 Sep 23 19:27:26.665675 n-d-713301-16 neutron-server[95103]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c1b7c0db-694d-49f1-a4e0-36ea1002bbc6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3ef3b9f7-4295-43fa-809a-8c3147e99fb4'}] {{(pid=95103) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 19:27:26.667919 n-d-713301-16 neutron-server[95103]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}81a1c17f2aa89d5b3ebbba3a3e0cf7eb588e431c2224256110c4c4facdd7c3e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09c50338-5193-4e6f-bd22-ab64a0bbbed3" -d '{"events": [{"server_uuid": "c1b7c0db-694d-49f1-a4e0-36ea1002bbc6", "name": "network-vif-unplugged", "status": "completed", "tag": "3ef3b9f7-4295-43fa-809a-8c3147e99fb4"}]}' {{(pid=95103) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 19:27:26.682996 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_hamode_db [None req-04a421b1-229f-4ec5-9620-3bd434ff90b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65634710-c6e3-408c-b679-82bbd975259b', 'name': 'tempest-ServersTestFqdnHostnames-128521063-router', 'tenant_id': '8f30595259594b588538420667412c2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'external_fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.212'}], 'enable_snat': True}, 'gw_port_id': '8b8d4e73-1f05-4427-92af-bc2b7dc230e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:24:44Z', 'updated_at': '2021-09-23T19:24:57Z', 'revision_number': 4, 'project_id': '8f30595259594b588538420667412c2e', 'gw_port': {'id': '8b8d4e73-1f05-4427-92af-bc2b7dc230e0', 'name': '', 'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:2e:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65634710-c6e3-408c-b679-82bbd975259b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 831, 'fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:24:47Z', 'updated_at': '2021-09-23T19:24:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-16', '_interfaces': [{'id': '005f1f77-cfd9-4840-98c4-60c806e390a8', 'name': '', 'network_id': 'c1c3ef61-7600-4f98-9132-f29d8908ed23', 'tenant_id': '8f30595259594b588538420667412c2e', 'mac_address': 'fa:16:3e:6a:f8:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65634710-c6e3-408c-b679-82bbd975259b', 'device_owner': 'network:router_interface', 'standard_attr_id': 838, 'fixed_ips': [{'subnet_id': '7398c0e8-218e-4b5a-9041-b8f53e0e75c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:24:55Z', 'updated_at': '2021-09-23T19:25:07Z', 'revision_number': 5, 'project_id': '8f30595259594b588538420667412c2e', 'subnets': [{'id': '7398c0e8-218e-4b5a-9041-b8f53e0e75c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-16', False) {} {{(pid=95103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:27:26.709630 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04a421b1-229f-4ec5-9620-3bd434ff90b0 None None] The sync data for ids ['65634710-c6e3-408c-b679-82bbd975259b'] in n-d-713301-16 is: [{'id': '65634710-c6e3-408c-b679-82bbd975259b', 'name': 'tempest-ServersTestFqdnHostnames-128521063-router', 'tenant_id': '8f30595259594b588538420667412c2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'external_fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.212'}], 'enable_snat': True}, 'gw_port_id': '8b8d4e73-1f05-4427-92af-bc2b7dc230e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:24:44Z', 'updated_at': '2021-09-23T19:24:57Z', 'revision_number': 4, 'project_id': '8f30595259594b588538420667412c2e', 'gw_port': {'id': '8b8d4e73-1f05-4427-92af-bc2b7dc230e0', 'name': '', 'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:2e:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65634710-c6e3-408c-b679-82bbd975259b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 831, 'fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:24:47Z', 'updated_at': '2021-09-23T19:24:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-16', '_interfaces': [{'id': '005f1f77-cfd9-4840-98c4-60c806e390a8', 'name': '', 'network_id': 'c1c3ef61-7600-4f98-9132-f29d8908ed23', 'tenant_id': '8f30595259594b588538420667412c2e', 'mac_address': 'fa:16:3e:6a:f8:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65634710-c6e3-408c-b679-82bbd975259b', 'device_owner': 'network:router_interface', 'standard_attr_id': 838, 'fixed_ips': [{'subnet_id': '7398c0e8-218e-4b5a-9041-b8f53e0e75c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:24:55Z', 'updated_at': '2021-09-23T19:25:07Z', 'revision_number': 5, 'project_id': '8f30595259594b588538420667412c2e', 'subnets': [{'id': '7398c0e8-218e-4b5a-9041-b8f53e0e75c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 19:27:26.728942 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed618334-3164-433d-85e3-5da53fcf41a7 req-c32ba049-179a-44ef-bfe5-b0771f7e981b tempest-ServerActionsTestJSON-618918056 tempest-ServerActionsTestJSON-618918056-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:27:26.734109 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-ed618334-3164-433d-85e3-5da53fcf41a7 req-c32ba049-179a-44ef-bfe5-b0771f7e981b tempest-ServerActionsTestJSON-618918056 tempest-ServerActionsTestJSON-618918056-project] 10.222.0.67 "GET /v2.0/networks?id=364dc893-5ecb-4aa3-be76-13b51cbbfbd4 HTTP/1.1" status: 200 len: 812 time: 0.2146633 Sep 23 19:27:26.756994 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-ed618334-3164-433d-85e3-5da53fcf41a7 req-a0be49f0-850e-45b5-ad54-bf37371b52f3 tempest-ServerActionsTestJSON-618918056 tempest-ServerActionsTestJSON-618918056-project] 10.222.0.67 "GET /v2.0/quotas/f17a85608a9a4ecb8150ef41746c47e0 HTTP/1.1" status: 200 len: 375 time: 0.0172830 Sep 23 19:27:26.820987 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-140e3961-0c0b-4132-ac0b-1d7dc57c0d02 req-bbf86763-0c28-4008-9b12-50a44d4b76c9 tempest-DeleteServersTestJSON-2111530366 tempest-DeleteServersTestJSON-2111530366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:27:26.822580 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-140e3961-0c0b-4132-ac0b-1d7dc57c0d02 req-bbf86763-0c28-4008-9b12-50a44d4b76c9 tempest-DeleteServersTestJSON-2111530366 tempest-DeleteServersTestJSON-2111530366-project] 10.222.0.67 "GET /v2.0/ports?device_id=b19e3d25-fa76-4ad5-ade4-28bc9af28ac3 HTTP/1.1" status: 200 len: 945 time: 0.1663609 Sep 23 19:27:26.878569 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Device bab68285-692e-4b0e-8383-3035eb294b14 up at agent ovs-agent-n-d-713301-16 {{(pid=95103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 19:27:26.882835 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-cd74ada5-f3c7-4af5-b69d-0551eabfb1e7 admin admin] Notify callbacks [] for port, precommit_update {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:27:26.910147 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-ed618334-3164-433d-85e3-5da53fcf41a7 req-e05b5c52-c624-453e-98f6-ab134f07f76c tempest-ServerActionsTestJSON-618918056 tempest-ServerActionsTestJSON-618918056-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=f17a85608a9a4ecb8150ef41746c47e0&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1370578 Sep 23 19:27:26.929797 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-cd74ada5-f3c7-4af5-b69d-0551eabfb1e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4399095'] for port, after_update {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:27:26.944893 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Provisioning complete for port bab68285-692e-4b0e-8383-3035eb294b14 triggered by entity L2. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:27:26.945354 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:27:26.979942 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-140e3961-0c0b-4132-ac0b-1d7dc57c0d02 req-ce0ba17f-53f9-4373-852e-8b3c56c733c6 tempest-DeleteServersTestJSON-2111530366 tempest-DeleteServersTestJSON-2111530366-project] 10.222.0.67 "GET /v2.0/security-groups?id=67f2e2ca-928f-40e5-b9b2-05ec3bddbb37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1481194 Sep 23 19:27:27.058430 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:27:27.073932 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-cd74ada5-f3c7-4af5-b69d-0551eabfb1e7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-527313', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-601459'] for router_interface, after_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:27:27.082348 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 39862) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:27:27.093360 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] For port bab68285-692e-4b0e-8383-3035eb294b14, host n-d-713301-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-16',level=0,port_id=bab68285-692e-4b0e-8383-3035eb294b14,segment=NetworkSegment(7d4027f1-d893-4c7b-95d4-757b8e44e380),segment_id=7d4027f1-d893-4c7b-95d4-757b8e44e380)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:27:27.100422 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:27:27.150271 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82f2633e-821a-422d-b692-17691180d411 None None] New status for floating IP 6518d201-07b8-4f5e-8f63-21fdab7a4573: DOWN {{(pid=95104) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 23 19:27:27.188832 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd74ada5-f3c7-4af5-b69d-0551eabfb1e7 admin admin] Pushing event updated for resources: {'Port': ['ID=df511637-223e-4ec6-90b4-f9fde186f89c,revision_number=2']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:27:27.197457 n-d-713301-16 neutron-server[95103]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 23 Sep 2021 19:27:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16312581-411f-452b-bf5e-db4430e7253e x-openstack-request-id: req-16312581-411f-452b-bf5e-db4430e7253e {{(pid=95103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 19:27:27.197951 n-d-713301-16 neutron-server[95103]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c1b7c0db-694d-49f1-a4e0-36ea1002bbc6", "name": "network-vif-unplugged", "status": "completed", "tag": "3ef3b9f7-4295-43fa-809a-8c3147e99fb4", "code": 200}]} {{(pid=95103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 19:27:27.198172 n-d-713301-16 neutron-server[95103]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-16312581-411f-452b-bf5e-db4430e7253e {{(pid=95103) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 19:27:27.198573 n-d-713301-16 neutron-server[95103]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c1b7c0db-694d-49f1-a4e0-36ea1002bbc6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3ef3b9f7-4295-43fa-809a-8c3147e99fb4', 'code': 200} Sep 23 19:27:27.199360 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Pushing event updated for resources: {'Port': ['ID=bab68285-692e-4b0e-8383-3035eb294b14,revision_number=4']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:27:27.224192 n-d-713301-16 neutron-server[95101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cfc90d71-ea75-4d22-a3ac-df60a60991f7', 'name': 'network-vif-deleted', 'tag': 'c5445bd1-d627-4f17-aa1f-1b419572ed81'}, {'server_uuid': 'c1b7c0db-694d-49f1-a4e0-36ea1002bbc6', 'name': 'network-vif-deleted', 'tag': '3ef3b9f7-4295-43fa-809a-8c3147e99fb4'}] {{(pid=95101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 19:27:27.230239 n-d-713301-16 neutron-server[95101]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d8366c5740cd635e57ab12b71fe44a77c2acc3c19091ef849c6f68b380462244" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-119469f6-d441-42a1-8001-d5ce04d85530" -d '{"events": [{"server_uuid": "cfc90d71-ea75-4d22-a3ac-df60a60991f7", "name": "network-vif-deleted", "tag": "c5445bd1-d627-4f17-aa1f-1b419572ed81"}, {"server_uuid": "c1b7c0db-694d-49f1-a4e0-36ea1002bbc6", "name": "network-vif-deleted", "tag": "3ef3b9f7-4295-43fa-809a-8c3147e99fb4"}]}' {{(pid=95101) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 19:27:27.255592 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-ed618334-3164-433d-85e3-5da53fcf41a7 req-1b966865-fa34-4856-adde-3eb1fd0aaa10 service neutron] 10.222.0.67 "GET /v2.0/networks/364dc893-5ecb-4aa3-be76-13b51cbbfbd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3424804 Sep 23 19:27:27.300073 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-f3356254-4b07-4f5e-92ab-1f945c0df9f6 tempest-ServersTestFqdnHostnames-1525195897 tempest-ServersTestFqdnHostnames-1525195897-project] Notify callbacks [] for security_group, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:27:27.384365 n-d-713301-16 neutron-server[95101]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 23 Sep 2021 19:27:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e42666a2-2c75-43cb-9c3e-31387d9896dd x-openstack-request-id: req-e42666a2-2c75-43cb-9c3e-31387d9896dd {{(pid=95101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 19:27:27.385429 n-d-713301-16 neutron-server[95101]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cfc90d71-ea75-4d22-a3ac-df60a60991f7", "name": "network-vif-deleted", "tag": "c5445bd1-d627-4f17-aa1f-1b419572ed81", "status": "completed", "code": 200}, {"server_uuid": "c1b7c0db-694d-49f1-a4e0-36ea1002bbc6", "name": "network-vif-deleted", "tag": "3ef3b9f7-4295-43fa-809a-8c3147e99fb4", "status": "completed", "code": 200}]} {{(pid=95101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 19:27:27.386126 n-d-713301-16 neutron-server[95101]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-e42666a2-2c75-43cb-9c3e-31387d9896dd {{(pid=95101) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 19:27:27.387569 n-d-713301-16 neutron-server[95101]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cfc90d71-ea75-4d22-a3ac-df60a60991f7', 'name': 'network-vif-deleted', 'tag': 'c5445bd1-d627-4f17-aa1f-1b419572ed81', 'status': 'completed', 'code': 200} Sep 23 19:27:27.388209 n-d-713301-16 neutron-server[95101]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c1b7c0db-694d-49f1-a4e0-36ea1002bbc6', 'name': 'network-vif-deleted', 'tag': '3ef3b9f7-4295-43fa-809a-8c3147e99fb4', 'status': 'completed', 'code': 200} Sep 23 19:27:27.392319 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-f3356254-4b07-4f5e-92ab-1f945c0df9f6 tempest-ServersTestFqdnHostnames-1525195897 tempest-ServersTestFqdnHostnames-1525195897-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:27:27.420328 n-d-713301-16 neutron-server[95102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd74ada5-f3c7-4af5-b69d-0551eabfb1e7 admin admin] Network 891932c9-457f-43e1-aea2-971af25a68f6 is already hosted by enough agents. {{(pid=95102) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:27:27.425920 n-d-713301-16 neutron-server[95102]: DEBUG neutron.scheduler.base_scheduler [None req-cd74ada5-f3c7-4af5-b69d-0551eabfb1e7 admin admin] Resources bound (agent type, host, resource id): {{(pid=95102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:27:27.492716 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-ed618334-3164-433d-85e3-5da53fcf41a7 req-cbb4c086-e7d1-4555-b81b-f03e62ffe81d service neutron] 10.222.0.67 "GET /v2.0/networks/364dc893-5ecb-4aa3-be76-13b51cbbfbd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2362406 Sep 23 19:27:27.541423 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-f3356254-4b07-4f5e-92ab-1f945c0df9f6 tempest-ServersTestFqdnHostnames-1525195897 tempest-ServersTestFqdnHostnames-1525195897-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:27:27.545535 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-f3356254-4b07-4f5e-92ab-1f945c0df9f6 tempest-ServersTestFqdnHostnames-1525195897 tempest-ServersTestFqdnHostnames-1525195897-project] Notify callbacks [] for security_group, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:27:27.553318 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-f3356254-4b07-4f5e-92ab-1f945c0df9f6 tempest-ServersTestFqdnHostnames-1525195897 tempest-ServersTestFqdnHostnames-1525195897-project] 10.222.0.67 "DELETE /v2.0/security-groups/9dcb96be-8c37-4c08-8031-8b500de6a2df HTTP/1.1" status: 204 len: 168 time: 0.4652553 Sep 23 19:27:27.555109 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 39876) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:27:27.576258 n-d-713301-16 neutron-server[95102]: INFO neutron.api.v2.resource [None req-74beee57-a15d-4965-acf6-e2b5ed54c224 tempest-ServersTestFqdnHostnames-1525195897 tempest-ServersTestFqdnHostnames-1525195897-project] show failed (client error): The resource could not be found. Sep 23 19:27:27.581651 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-74beee57-a15d-4965-acf6-e2b5ed54c224 tempest-ServersTestFqdnHostnames-1525195897 tempest-ServersTestFqdnHostnames-1525195897-project] 10.222.0.67 "GET /v2.0/security-groups/9dcb96be-8c37-4c08-8031-8b500de6a2df HTTP/1.1" status: 404 len: 347 time: 0.0180259 Sep 23 19:27:27.581935 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3356254-4b07-4f5e-92ab-1f945c0df9f6 tempest-ServersTestFqdnHostnames-1525195897 tempest-ServersTestFqdnHostnames-1525195897-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9dcb96be-8c37-4c08-8031-8b500de6a2df,revision_number=None']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:27:27.582153 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 39878) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:27:27.666902 n-d-713301-16 neutron-server[95102]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd74ada5-f3c7-4af5-b69d-0551eabfb1e7 admin admin] Router 0ae9bdcc-8d8c-4e39-ab0b-7f19577fbe58 has already been hosted by L3 agent 79a740bf-7821-4989-8288-7186e3e128f3 {{(pid=95102) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 19:27:27.702577 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74bee5ac-937d-45e2-bf96-d3e1aa2d5c79 req-ebe95439-4d0c-486a-953a-d13729a8fee2 tempest-ServerRescueTestJSONUnderV235-3883575 tempest-ServerRescueTestJSONUnderV235-3883575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:27:27.712303 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-74bee5ac-937d-45e2-bf96-d3e1aa2d5c79 req-ebe95439-4d0c-486a-953a-d13729a8fee2 tempest-ServerRescueTestJSONUnderV235-3883575 tempest-ServerRescueTestJSONUnderV235-3883575-project] 10.222.0.67 "GET /v2.0/ports?device_id=f69a6870-83a8-419f-a0bd-2c6f209ce61f HTTP/1.1" status: 200 len: 945 time: 0.0929434 Sep 23 19:27:27.788278 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-9c15f436-6513-43bc-bb34-8ee5ed770047 None None] Provisioning complete for port df511637-223e-4ec6-90b4-f9fde186f89c triggered by entity DHCP. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:27:27.788827 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-9c15f436-6513-43bc-bb34-8ee5ed770047 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:27:27.853474 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.plugin [None req-aec45dd5-5e8b-4dc2-89c7-dd69240de340 tempest-ServersTestFqdnHostnames-1525195897 tempest-ServersTestFqdnHostnames-1525195897-project] Deleting port e5452959-1251-4487-8338-763426a53f86 {{(pid=95101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:27:27.853755 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-aec45dd5-5e8b-4dc2-89c7-dd69240de340 tempest-ServersTestFqdnHostnames-1525195897 tempest-ServersTestFqdnHostnames-1525195897-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783146157096'] for port, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:27:27.855669 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.plugin [None req-9c15f436-6513-43bc-bb34-8ee5ed770047 None None] Port df511637-223e-4ec6-90b4-f9fde186f89c cannot update to ACTIVE because it is not bound. {{(pid=95103) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 19:27:27.859945 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:27:27.909198 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-74bee5ac-937d-45e2-bf96-d3e1aa2d5c79 req-60356a43-a02d-442b-95b9-17ffd2d35ac5 tempest-ServerRescueTestJSONUnderV235-3883575 tempest-ServerRescueTestJSONUnderV235-3883575-project] 10.222.0.67 "GET /v2.0/security-groups?id=d3f97599-a9b1-47a3-baeb-6ab90b6bb5ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1956506 Sep 23 19:27:27.957954 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd74ada5-f3c7-4af5-b69d-0551eabfb1e7 admin admin] Notify agent at l3_agent.n-d-713301-16 the message routers_updated {{(pid=95102) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 19:27:27.960336 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-aec45dd5-5e8b-4dc2-89c7-dd69240de340 tempest-ServersTestFqdnHostnames-1525195897 tempest-ServersTestFqdnHostnames-1525195897-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-605701'] for port, precommit_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:27:27.960703 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-aec45dd5-5e8b-4dc2-89c7-dd69240de340 tempest-ServersTestFqdnHostnames-1525195897 tempest-ServersTestFqdnHostnames-1525195897-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:27:27.970068 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a595506d-ddb6-443e-8314-b4c87aba5f01 None None] Sync routers for ids ['0ae9bdcc-8d8c-4e39-ab0b-7f19577fbe58'] in n-d-713301-16 {{(pid=95103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 19:27:27.976658 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-cd74ada5-f3c7-4af5-b69d-0551eabfb1e7 admin admin] 10.222.0.67 "PUT /v2.0/routers/0ae9bdcc-8d8c-4e39-ab0b-7f19577fbe58/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2605650 Sep 23 19:27:27.982543 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a595506d-ddb6-443e-8314-b4c87aba5f01 None None] Routers {'0ae9bdcc-8d8c-4e39-ab0b-7f19577fbe58'} bound to L3 agent in host n-d-713301-16 {{(pid=95103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 19:27:27.986519 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_hamode_db [None req-a595506d-ddb6-443e-8314-b4c87aba5f01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-23T19:07:52Z,description=,heartbeat_timestamp=2021-09-23T19:27:22Z,host='n-d-713301-16',id=79a740bf-7821-4989-8288-7186e3e128f3,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:07:52Z,topic='l3_agent')) {'router_ids': ['0ae9bdcc-8d8c-4e39-ab0b-7f19577fbe58'], 'active': True} {{(pid=95103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:27:27.991423 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.plugin [None req-aec45dd5-5e8b-4dc2-89c7-dd69240de340 tempest-ServersTestFqdnHostnames-1525195897 tempest-ServersTestFqdnHostnames-1525195897-project] Calling delete_port for e5452959-1251-4487-8338-763426a53f86 owned by network:floatingip {{(pid=95101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:27:27.996211 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adafe877-abf7-458d-a706-31b553abce5c req-efea75c1-72dc-4e54-aad3-27c1cfb4ff0a tempest-MigrationsAdminTest-397594546 tempest-MigrationsAdminTest-397594546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:27:28.004839 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-adafe877-abf7-458d-a706-31b553abce5c req-efea75c1-72dc-4e54-aad3-27c1cfb4ff0a tempest-MigrationsAdminTest-397594546 tempest-MigrationsAdminTest-397594546-project] 10.222.0.67 "GET /v2.0/ports?device_id=6573cd99-c5b7-4bf8-8671-27760195f1f4 HTTP/1.1" status: 200 len: 949 time: 0.2014532 Sep 23 19:27:28.123837 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-adafe877-abf7-458d-a706-31b553abce5c req-08c36655-fdb8-4fee-8d02-ef6d0ab65693 tempest-MigrationsAdminTest-397594546 tempest-MigrationsAdminTest-397594546-project] 10.222.0.67 "GET /v2.0/security-groups?id=78cb509b-31c4-4e2a-bb5c-7abd6194dcc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1148500 Sep 23 19:27:28.156488 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-226a0d31-36f2-4b81-8f45-b8aa78bb774e req-aba4e502-c7df-4f29-b1c4-ead4c857d113 tempest-ServersOnMultiNodesTest-2040324995 tempest-ServersOnMultiNodesTest-2040324995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:27:28.165246 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-226a0d31-36f2-4b81-8f45-b8aa78bb774e req-aba4e502-c7df-4f29-b1c4-ead4c857d113 tempest-ServersOnMultiNodesTest-2040324995 tempest-ServersOnMultiNodesTest-2040324995-project] 10.222.0.67 "GET /v2.0/ports?device_id=faabc1c8-1154-43c4-ac97-d3e758e17bc9 HTTP/1.1" status: 200 len: 950 time: 0.1505206 Sep 23 19:27:28.184957 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:27:28.241330 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-226a0d31-36f2-4b81-8f45-b8aa78bb774e req-cabfbf7e-3c87-464c-bbee-b9048eb8b78d tempest-ServersOnMultiNodesTest-2040324995 tempest-ServersOnMultiNodesTest-2040324995-project] 10.222.0.67 "GET /v2.0/security-groups?id=157e791d-182d-45ba-a5d1-6edf868180cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669458 Sep 23 19:27:28.243099 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_dvr_db [None req-a595506d-ddb6-443e-8314-b4c87aba5f01 None None] Set router 0ae9bdcc-8d8c-4e39-ab0b-7f19577fbe58 gateway port host: n-d-713301-16 {{(pid=95103) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 19:27:28.328328 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-aec45dd5-5e8b-4dc2-89c7-dd69240de340 tempest-ServersTestFqdnHostnames-1525195897 tempest-ServersTestFqdnHostnames-1525195897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783146162158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783145673144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5607431'] for port, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:27:28.389299 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aec45dd5-5e8b-4dc2-89c7-dd69240de340 tempest-ServersTestFqdnHostnames-1525195897 tempest-ServersTestFqdnHostnames-1525195897-project] Pushing event deleted for resources: {'Port': ['ID=e5452959-1251-4487-8338-763426a53f86,revision_number=None']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:27:28.392651 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-a5b4ac7d-4f82-4203-b5af-a49bd89c62ae req-66899c4e-9679-41b9-9d91-9800bc662087 tempest-ServerActionsTestJSON-618918056 tempest-ServerActionsTestJSON-618918056-project] 10.222.0.67 "GET /v2.0/ports?device_id=7fa91134-8ee0-4baa-9037-6ca73d6b4c83 HTTP/1.1" status: 200 len: 210 time: 0.0566561 Sep 23 19:27:28.460635 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132d8a32-95cf-4838-af3a-cbab378406f5 req-0d5b77b4-b106-4813-b73e-d9c686a2bfb1 tempest-DeleteServersTestJSON-2111530366 tempest-DeleteServersTestJSON-2111530366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:27:28.462253 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-132d8a32-95cf-4838-af3a-cbab378406f5 req-0d5b77b4-b106-4813-b73e-d9c686a2bfb1 tempest-DeleteServersTestJSON-2111530366 tempest-DeleteServersTestJSON-2111530366-project] 10.222.0.67 "GET /v2.0/ports?device_id=b19e3d25-fa76-4ad5-ade4-28bc9af28ac3 HTTP/1.1" status: 200 len: 945 time: 0.0924451 Sep 23 19:27:28.501214 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-aec45dd5-5e8b-4dc2-89c7-dd69240de340 tempest-ServersTestFqdnHostnames-1525195897 tempest-ServersTestFqdnHostnames-1525195897-project] Notify callbacks [] for floatingip, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:27:28.504269 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-aec45dd5-5e8b-4dc2-89c7-dd69240de340 tempest-ServersTestFqdnHostnames-1525195897 tempest-ServersTestFqdnHostnames-1525195897-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222849'] for floatingip, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:27:28.510214 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-aec45dd5-5e8b-4dc2-89c7-dd69240de340 tempest-ServersTestFqdnHostnames-1525195897 tempest-ServersTestFqdnHostnames-1525195897-project] 10.222.0.67 "DELETE /v2.0/floatingips/6518d201-07b8-4f5e-8f63-21fdab7a4573 HTTP/1.1" status: 204 len: 168 time: 0.9269931 Sep 23 19:27:28.521443 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 39900) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:27:28.527830 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-132d8a32-95cf-4838-af3a-cbab378406f5 req-2c2f49a9-348e-49fe-8697-d2f6b2accbb2 tempest-DeleteServersTestJSON-2111530366 tempest-DeleteServersTestJSON-2111530366-project] 10.222.0.67 "GET /v2.0/security-groups?id=67f2e2ca-928f-40e5-b9b2-05ec3bddbb37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554655 Sep 23 19:27:28.813859 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_hamode_db [None req-a595506d-ddb6-443e-8314-b4c87aba5f01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ae9bdcc-8d8c-4e39-ab0b-7f19577fbe58', 'name': 'tempest-AttachVolumeTestJSON-314622829-router', 'tenant_id': 'bc1c8a8a17df480598455b00ff38da5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'external_fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.53'}], 'enable_snat': True}, 'gw_port_id': 'bab68285-692e-4b0e-8383-3035eb294b14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:27:18Z', 'updated_at': '2021-09-23T19:27:26Z', 'revision_number': 4, 'project_id': 'bc1c8a8a17df480598455b00ff38da5a', 'gw_port': {'id': 'bab68285-692e-4b0e-8383-3035eb294b14', 'name': '', 'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:f0:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ae9bdcc-8d8c-4e39-ab0b-7f19577fbe58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1030, 'fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:27:18Z', 'updated_at': '2021-09-23T19:27:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-16', '_interfaces': [{'id': 'df511637-223e-4ec6-90b4-f9fde186f89c', 'name': '', 'network_id': '891932c9-457f-43e1-aea2-971af25a68f6', 'tenant_id': 'bc1c8a8a17df480598455b00ff38da5a', 'mac_address': 'fa:16:3e:81:e6:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ae9bdcc-8d8c-4e39-ab0b-7f19577fbe58', 'device_owner': 'network:router_interface', 'standard_attr_id': 1038, 'fixed_ips': [{'subnet_id': 'bbfc5a86-0037-429e-b11d-698cbfb1a3c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:27:24Z', 'updated_at': '2021-09-23T19:27:26Z', 'revision_number': 2, 'project_id': 'bc1c8a8a17df480598455b00ff38da5a', 'subnets': [{'id': 'bbfc5a86-0037-429e-b11d-698cbfb1a3c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-16', False) {} {{(pid=95103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:27:28.849068 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a595506d-ddb6-443e-8314-b4c87aba5f01 None None] Checking router: 0ae9bdcc-8d8c-4e39-ab0b-7f19577fbe58 for host: n-d-713301-16 {{(pid=95103) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 19:27:28.849447 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a595506d-ddb6-443e-8314-b4c87aba5f01 None None] Updating router 0ae9bdcc-8d8c-4e39-ab0b-7f19577fbe58 port df511637-223e-4ec6-90b4-f9fde186f89c binding host n-d-713301-16 {{(pid=95103) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 23 19:27:28.883196 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-a595506d-ddb6-443e-8314-b4c87aba5f01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:27:28.899234 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Device bab68285-692e-4b0e-8383-3035eb294b14 up at agent ovs-agent-n-d-713301-16 {{(pid=95103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 19:27:28.953167 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 39904) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:27:28.957693 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.v2.base [None req-4687323f-c94e-422e-ab48-a97190f48c2b tempest-AttachVolumeTestJSON-1825206227 tempest-AttachVolumeTestJSON-1825206227-project] Request body: {'security_group': {'name': 'tempest-securitygroup--168613495', 'description': 'tempest-description--754853120'}} {{(pid=95102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:27:28.983771 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-4687323f-c94e-422e-ab48-a97190f48c2b tempest-AttachVolumeTestJSON-1825206227 tempest-AttachVolumeTestJSON-1825206227-project] Notify callbacks [] for security_group, before_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:27:29.026333 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-11d58846-a23d-4032-9f9d-d30b667f31f6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-601372'] for router_interface, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:27:29.062695 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Provisioning complete for port bab68285-692e-4b0e-8383-3035eb294b14 triggered by entity L2. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:27:29.063069 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:27:29.087520 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83dafadc-ba86-42e9-9526-3ca06590fd59 req-7fb213b5-bf1c-4efc-b381-31bd84028680 tempest-ServerRescueTestJSONUnderV235-3883575 tempest-ServerRescueTestJSONUnderV235-3883575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:27:29.100944 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-83dafadc-ba86-42e9-9526-3ca06590fd59 req-7fb213b5-bf1c-4efc-b381-31bd84028680 tempest-ServerRescueTestJSONUnderV235-3883575 tempest-ServerRescueTestJSONUnderV235-3883575-project] 10.222.0.67 "GET /v2.0/ports?device_id=f69a6870-83a8-419f-a0bd-2c6f209ce61f HTTP/1.1" status: 200 len: 945 time: 0.1121035 Sep 23 19:27:29.196109 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-83dafadc-ba86-42e9-9526-3ca06590fd59 req-a6a5fad7-d0e0-4832-889d-1ec74e5dec86 tempest-ServerRescueTestJSONUnderV235-3883575 tempest-ServerRescueTestJSONUnderV235-3883575-project] 10.222.0.67 "GET /v2.0/security-groups?id=d3f97599-a9b1-47a3-baeb-6ab90b6bb5ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941634 Sep 23 19:27:29.244368 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22de5bfd-a0c0-47f6-8af0-07c166285336 req-4c6ca30a-cc1c-4041-b31a-6eb5e1130e3e tempest-ServersOnMultiNodesTest-2040324995 tempest-ServersOnMultiNodesTest-2040324995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:27:29.245222 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-4687323f-c94e-422e-ab48-a97190f48c2b tempest-AttachVolumeTestJSON-1825206227 tempest-AttachVolumeTestJSON-1825206227-project] Notify callbacks [] for security_group, precommit_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:27:29.246318 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-22de5bfd-a0c0-47f6-8af0-07c166285336 req-4c6ca30a-cc1c-4041-b31a-6eb5e1130e3e tempest-ServersOnMultiNodesTest-2040324995 tempest-ServersOnMultiNodesTest-2040324995-project] 10.222.0.53 "GET /v2.0/ports?device_id=faabc1c8-1154-43c4-ac97-d3e758e17bc9 HTTP/1.1" status: 200 len: 950 time: 0.1853454 Sep 23 19:27:29.253355 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-4687323f-c94e-422e-ab48-a97190f48c2b tempest-AttachVolumeTestJSON-1825206227 tempest-AttachVolumeTestJSON-1825206227-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:27:29.303140 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4687323f-c94e-422e-ab48-a97190f48c2b tempest-AttachVolumeTestJSON-1825206227 tempest-AttachVolumeTestJSON-1825206227-project] Pushing event updated for resources: {'SecurityGroup': ['ID=39522664-d93c-44d8-9f62-0e2cfbb5d5ff,revision_number=1']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:27:29.379830 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-4687323f-c94e-422e-ab48-a97190f48c2b tempest-AttachVolumeTestJSON-1825206227 tempest-AttachVolumeTestJSON-1825206227-project] Notify callbacks [] for security_group, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:27:29.383982 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-4687323f-c94e-422e-ab48-a97190f48c2b tempest-AttachVolumeTestJSON-1825206227 tempest-AttachVolumeTestJSON-1825206227-project] 10.222.0.67 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.4278426 Sep 23 19:27:29.386649 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-a595506d-ddb6-443e-8314-b4c87aba5f01 None None] Notify callbacks [] for port, precommit_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:27:29.390398 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 39912) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:27:29.397050 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.v2.base [None req-4ccda2db-a76f-44ef-a8d7-47f9352d7ce5 tempest-AttachVolumeTestJSON-1825206227 tempest-AttachVolumeTestJSON-1825206227-project] Request body: {'security_group_rule': {'security_group_id': '39522664-d93c-44d8-9f62-0e2cfbb5d5ff', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:27:29.398442 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-a595506d-ddb6-443e-8314-b4c87aba5f01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:27:29.456887 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dacbfe98-2241-4857-a563-0316666054ca req-72598e20-4c54-4a17-9d6a-792a4264020c tempest-MigrationsAdminTest-397594546 tempest-MigrationsAdminTest-397594546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:27:29.459256 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-dacbfe98-2241-4857-a563-0316666054ca req-72598e20-4c54-4a17-9d6a-792a4264020c tempest-MigrationsAdminTest-397594546 tempest-MigrationsAdminTest-397594546-project] 10.222.0.67 "GET /v2.0/ports?device_id=6573cd99-c5b7-4bf8-8671-27760195f1f4 HTTP/1.1" status: 200 len: 949 time: 0.1600699 Sep 23 19:27:29.468165 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-4ccda2db-a76f-44ef-a8d7-47f9352d7ce5 tempest-AttachVolumeTestJSON-1825206227 tempest-AttachVolumeTestJSON-1825206227-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:27:29.485622 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96863c32-d3f8-4f93-b8e6-98b779eaab66 req-a35088c8-beff-487f-81d8-0614c461a130 tempest-ServersOnMultiNodesTest-2040324995 tempest-ServersOnMultiNodesTest-2040324995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:27:29.487266 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-96863c32-d3f8-4f93-b8e6-98b779eaab66 req-a35088c8-beff-487f-81d8-0614c461a130 tempest-ServersOnMultiNodesTest-2040324995 tempest-ServersOnMultiNodesTest-2040324995-project] 10.222.0.67 "GET /v2.0/ports?device_id=faabc1c8-1154-43c4-ac97-d3e758e17bc9 HTTP/1.1" status: 200 len: 950 time: 0.1221070 Sep 23 19:27:29.533160 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61022448-19b0-4939-8c63-aaf12b31dcb4 None None] Pushing event updated for resources: {'Port': ['ID=df511637-223e-4ec6-90b4-f9fde186f89c,revision_number=3']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:27:29.538952 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.managers [None req-a595506d-ddb6-443e-8314-b4c87aba5f01 None None] Attempting to bind port df511637-223e-4ec6-90b4-f9fde186f89c on host n-d-713301-16 for vnic_type normal with profile {{(pid=95103) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 19:27:29.539347 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.managers [None req-a595506d-ddb6-443e-8314-b4c87aba5f01 None None] Attempting to bind port df511637-223e-4ec6-90b4-f9fde186f89c by drivers openvswitch,hyperv on host n-d-713301-16 at level 0 using segments [{'id': 'e08e9043-0f34-46de-ae85-d8bb0d4241b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '891932c9-457f-43e1-aea2-971af25a68f6'}] {{(pid=95103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 19:27:29.539715 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a595506d-ddb6-443e-8314-b4c87aba5f01 None None] Attempting to bind port df511637-223e-4ec6-90b4-f9fde186f89c on network 891932c9-457f-43e1-aea2-971af25a68f6 {{(pid=95103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:27:29.546028 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a595506d-ddb6-443e-8314-b4c87aba5f01 None None] Checking agent: {'id': '70a14545-df24-472f-8f95-bfe1719bff93', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 19, 7, 53), 'started_at': datetime.datetime(2021, 9, 23, 19, 8, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 19, 27, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 19:27:29.546585 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a595506d-ddb6-443e-8314-b4c87aba5f01 None None] Checking segment: {'id': 'e08e9043-0f34-46de-ae85-d8bb0d4241b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '891932c9-457f-43e1-aea2-971af25a68f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95103) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:27:29.546994 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-a595506d-ddb6-443e-8314-b4c87aba5f01 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:27:29.547388 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a595506d-ddb6-443e-8314-b4c87aba5f01 None None] Bound using segment: {'id': 'e08e9043-0f34-46de-ae85-d8bb0d4241b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '891932c9-457f-43e1-aea2-971af25a68f6'} {{(pid=95103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 19:27:29.547858 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.managers [None req-a595506d-ddb6-443e-8314-b4c87aba5f01 None None] Bound port: df511637-223e-4ec6-90b4-f9fde186f89c, host: n-d-713301-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e08e9043-0f34-46de-ae85-d8bb0d4241b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '891932c9-457f-43e1-aea2-971af25a68f6'}}] {{(pid=95103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 19:27:29.548237 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-a595506d-ddb6-443e-8314-b4c87aba5f01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:27:29.586009 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-dacbfe98-2241-4857-a563-0316666054ca req-ec11c8f8-e883-4fb0-b8e3-c1543fd99e2e tempest-MigrationsAdminTest-397594546 tempest-MigrationsAdminTest-397594546-project] 10.222.0.67 "GET /v2.0/security-groups?id=78cb509b-31c4-4e2a-bb5c-7abd6194dcc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1136916 Sep 23 19:27:29.614138 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-96863c32-d3f8-4f93-b8e6-98b779eaab66 req-d1524565-be15-47f9-a857-e2c55321f216 tempest-ServersOnMultiNodesTest-2040324995 tempest-ServersOnMultiNodesTest-2040324995-project] 10.222.0.67 "GET /v2.0/security-groups?id=157e791d-182d-45ba-a5d1-6edf868180cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1108115 Sep 23 19:27:29.634689 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-4ccda2db-a76f-44ef-a8d7-47f9352d7ce5 tempest-AttachVolumeTestJSON-1825206227 tempest-AttachVolumeTestJSON-1825206227-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:27:29.641761 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-4ccda2db-a76f-44ef-a8d7-47f9352d7ce5 tempest-AttachVolumeTestJSON-1825206227 tempest-AttachVolumeTestJSON-1825206227-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575319'] for security_group_rule, after_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:27:29.666609 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ccda2db-a76f-44ef-a8d7-47f9352d7ce5 tempest-AttachVolumeTestJSON-1825206227 tempest-AttachVolumeTestJSON-1825206227-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=67dde688-582e-4adf-a22d-355ae4491655,revision_number=0']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:27:29.680002 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-4ccda2db-a76f-44ef-a8d7-47f9352d7ce5 tempest-AttachVolumeTestJSON-1825206227 tempest-AttachVolumeTestJSON-1825206227-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:27:29.686432 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-4ccda2db-a76f-44ef-a8d7-47f9352d7ce5 tempest-AttachVolumeTestJSON-1825206227 tempest-AttachVolumeTestJSON-1825206227-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2941525 Sep 23 19:27:29.687078 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 39918) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:27:29.693372 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.v2.base [None req-255ee379-114b-4d95-b5c0-7d786eab3c52 tempest-AttachVolumeTestJSON-1825206227 tempest-AttachVolumeTestJSON-1825206227-project] Request body: {'security_group_rule': {'security_group_id': '39522664-d93c-44d8-9f62-0e2cfbb5d5ff', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=95102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:27:29.719228 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-a595506d-ddb6-443e-8314-b4c87aba5f01 None None] For port df511637-223e-4ec6-90b4-f9fde186f89c, host n-d-713301-16, cleared binding levels {{(pid=95103) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 19:27:29.723427 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-a595506d-ddb6-443e-8314-b4c87aba5f01 None None] For port df511637-223e-4ec6-90b4-f9fde186f89c, host n-d-713301-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-16',level=0,port_id=df511637-223e-4ec6-90b4-f9fde186f89c,segment=NetworkSegment(e08e9043-0f34-46de-ae85-d8bb0d4241b4),segment_id=e08e9043-0f34-46de-ae85-d8bb0d4241b4)] {{(pid=95103) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 19:27:29.732871 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-a595506d-ddb6-443e-8314-b4c87aba5f01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:27:29.749660 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-f277d9e3-37cd-427d-8729-c71cc4723268 req-5c3cd80a-0625-4008-a967-40964e670a9a tempest-ServerActionsTestJSON-618918056 tempest-ServerActionsTestJSON-618918056-project] 10.222.0.67 "GET /v2.0/ports?device_id=7fa91134-8ee0-4baa-9037-6ca73d6b4c83 HTTP/1.1" status: 200 len: 210 time: 0.0413857 Sep 23 19:27:29.762857 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-255ee379-114b-4d95-b5c0-7d786eab3c52 tempest-AttachVolumeTestJSON-1825206227 tempest-AttachVolumeTestJSON-1825206227-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:27:29.860965 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a595506d-ddb6-443e-8314-b4c87aba5f01 None None] Routers {'0ae9bdcc-8d8c-4e39-ab0b-7f19577fbe58'} bound to L3 agent in host n-d-713301-16 {{(pid=95103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 19:27:29.860965 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_hamode_db [None req-a595506d-ddb6-443e-8314-b4c87aba5f01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-23T19:07:52Z,description=,heartbeat_timestamp=2021-09-23T19:27:22Z,host='n-d-713301-16',id=79a740bf-7821-4989-8288-7186e3e128f3,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:07:52Z,topic='l3_agent')) {'router_ids': ['0ae9bdcc-8d8c-4e39-ab0b-7f19577fbe58'], 'active': True} {{(pid=95103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:27:29.881673 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-255ee379-114b-4d95-b5c0-7d786eab3c52 tempest-AttachVolumeTestJSON-1825206227 tempest-AttachVolumeTestJSON-1825206227-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:27:29.902687 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d185dbc5-5ddd-48ae-ba4f-fbe5f6114e94 req-ac980d39-5ce0-4a82-9a65-938916d10d3b tempest-DeleteServersTestJSON-2111530366 tempest-DeleteServersTestJSON-2111530366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:27:29.904636 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-d185dbc5-5ddd-48ae-ba4f-fbe5f6114e94 req-ac980d39-5ce0-4a82-9a65-938916d10d3b tempest-DeleteServersTestJSON-2111530366 tempest-DeleteServersTestJSON-2111530366-project] 10.222.0.67 "GET /v2.0/ports?device_id=b19e3d25-fa76-4ad5-ade4-28bc9af28ac3 HTTP/1.1" status: 200 len: 945 time: 0.0753903 Sep 23 19:27:29.906027 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-255ee379-114b-4d95-b5c0-7d786eab3c52 tempest-AttachVolumeTestJSON-1825206227 tempest-AttachVolumeTestJSON-1825206227-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575319'] for security_group_rule, after_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:27:29.908103 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed618334-3164-433d-85e3-5da53fcf41a7 req-41b502ed-fee9-47e6-8841-ba566267c2ec tempest-ServerActionsTestJSON-618918056 tempest-ServerActionsTestJSON-618918056-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:27:29.909769 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-ed618334-3164-433d-85e3-5da53fcf41a7 req-41b502ed-fee9-47e6-8841-ba566267c2ec tempest-ServerActionsTestJSON-618918056 tempest-ServerActionsTestJSON-618918056-project] 10.222.0.74 "GET /v2.0/networks?id=364dc893-5ecb-4aa3-be76-13b51cbbfbd4 HTTP/1.1" status: 200 len: 812 time: 0.7303686 Sep 23 19:27:29.932792 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-255ee379-114b-4d95-b5c0-7d786eab3c52 tempest-AttachVolumeTestJSON-1825206227 tempest-AttachVolumeTestJSON-1825206227-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:27:29.937041 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-255ee379-114b-4d95-b5c0-7d786eab3c52 tempest-AttachVolumeTestJSON-1825206227 tempest-AttachVolumeTestJSON-1825206227-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2488205 Sep 23 19:27:29.946271 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 39920) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:27:29.952897 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.v2.base [None req-41de078a-cbb5-4097-bf8a-27b20d6e2102 tempest-AttachVolumeTestJSON-1825206227 tempest-AttachVolumeTestJSON-1825206227-project] Request body: {'floatingip': {'floating_network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac'}} {{(pid=95102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:27:29.968502 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-255ee379-114b-4d95-b5c0-7d786eab3c52 tempest-AttachVolumeTestJSON-1825206227 tempest-AttachVolumeTestJSON-1825206227-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=52f2dc52-858d-4650-a2be-101263754f06,revision_number=0']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:27:29.984269 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61022448-19b0-4939-8c63-aaf12b31dcb4 None None] Pushing event updated for resources: {'Port': ['ID=df511637-223e-4ec6-90b4-f9fde186f89c,revision_number=4']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:27:30.008488 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-d185dbc5-5ddd-48ae-ba4f-fbe5f6114e94 req-4fb2635e-2304-49b4-b440-4aee2162de1d tempest-DeleteServersTestJSON-2111530366 tempest-DeleteServersTestJSON-2111530366-project] 10.222.0.67 "GET /v2.0/security-groups?id=67f2e2ca-928f-40e5-b9b2-05ec3bddbb37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833282 Sep 23 19:27:30.009645 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_dvr_db [None req-a595506d-ddb6-443e-8314-b4c87aba5f01 None None] Set router 0ae9bdcc-8d8c-4e39-ab0b-7f19577fbe58 gateway port host: n-d-713301-16 {{(pid=95103) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 19:27:30.011644 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-41de078a-cbb5-4097-bf8a-27b20d6e2102 tempest-AttachVolumeTestJSON-1825206227 tempest-AttachVolumeTestJSON-1825206227-project] Notify callbacks [] for floatingip, before_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:27:30.033405 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.plugin [req-22de5bfd-a0c0-47f6-8af0-07c166285336 req-45fc89cd-eac5-45d6-aa6d-d7333624e5dc tempest-ServersOnMultiNodesTest-2040324995 tempest-ServersOnMultiNodesTest-2040324995-project] Deleting port a93a183a-c4c5-4ca7-8687-dd68b086ef76 {{(pid=95101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:27:30.033405 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-22de5bfd-a0c0-47f6-8af0-07c166285336 req-45fc89cd-eac5-45d6-aa6d-d7333624e5dc tempest-ServersOnMultiNodesTest-2040324995 tempest-ServersOnMultiNodesTest-2040324995-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783146157096'] for port, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:27:30.107001 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-61990795-a013-4be6-af27-1dc6c30909bf None None] Provisioning complete for port df511637-223e-4ec6-90b4-f9fde186f89c triggered by entity DHCP. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:27:30.107658 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-61990795-a013-4be6-af27-1dc6c30909bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:27:30.127267 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-ed618334-3164-433d-85e3-5da53fcf41a7 req-68b87a71-e703-4e0f-a96f-9fdcec709f94 tempest-ServerActionsTestJSON-618918056 tempest-ServerActionsTestJSON-618918056-project] 10.222.0.74 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f17a85608a9a4ecb8150ef41746c47e0 HTTP/1.1" status: 200 len: 379 time: 0.1974452 Sep 23 19:27:30.153854 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-41de078a-cbb5-4097-bf8a-27b20d6e2102 tempest-AttachVolumeTestJSON-1825206227 tempest-AttachVolumeTestJSON-1825206227-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:27:30.167406 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.v2.base [req-ed618334-3164-433d-85e3-5da53fcf41a7 req-4d4f26cf-4550-473f-9ef8-8eeee7b2bc7f tempest-ServerActionsTestJSON-618918056 tempest-ServerActionsTestJSON-618918056-project] Request body: {'port': {'device_id': '7fa91134-8ee0-4baa-9037-6ca73d6b4c83', 'network_id': '364dc893-5ecb-4aa3-be76-13b51cbbfbd4', 'admin_state_up': True, 'tenant_id': 'f17a85608a9a4ecb8150ef41746c47e0', 'security_groups': ['d2a75794-f2ea-419f-9d09-0096f3fe96c7']}} {{(pid=95101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:27:30.272836 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.db [req-22de5bfd-a0c0-47f6-8af0-07c166285336 req-45fc89cd-eac5-45d6-aa6d-d7333624e5dc tempest-ServersOnMultiNodesTest-2040324995 tempest-ServersOnMultiNodesTest-2040324995-project] For port a93a183a-c4c5-4ca7-8687-dd68b086ef76, host n-h2-713301-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-16',level=0,port_id=a93a183a-c4c5-4ca7-8687-dd68b086ef76,segment=NetworkSegment(6139d589-eb6c-4578-8935-c26ddf396853),segment_id=6139d589-eb6c-4578-8935-c26ddf396853)] {{(pid=95101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:27:30.273242 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-22de5bfd-a0c0-47f6-8af0-07c166285336 req-45fc89cd-eac5-45d6-aa6d-d7333624e5dc tempest-ServersOnMultiNodesTest-2040324995 tempest-ServersOnMultiNodesTest-2040324995-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-605701'] for port, precommit_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:27:30.290003 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-61990795-a013-4be6-af27-1dc6c30909bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:27:30.302157 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.plugin [req-22de5bfd-a0c0-47f6-8af0-07c166285336 req-45fc89cd-eac5-45d6-aa6d-d7333624e5dc tempest-ServersOnMultiNodesTest-2040324995 tempest-ServersOnMultiNodesTest-2040324995-project] Calling delete_port for a93a183a-c4c5-4ca7-8687-dd68b086ef76 owned by compute:nova {{(pid=95101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:27:30.304211 n-d-713301-16 neutron-server[95102]: DEBUG neutron.db.db_base_plugin_common [None req-41de078a-cbb5-4097-bf8a-27b20d6e2102 tempest-AttachVolumeTestJSON-1825206227 tempest-AttachVolumeTestJSON-1825206227-project] Allocated IP 172.25.1.163 (5dec5c09-378e-4f50-89cc-d94eb81c3bac/eff83446-018c-428d-b3f5-54ac9abe7a2a/a2b4396e-920d-48dd-b135-89928b1f4817) {{(pid=95102) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 19:27:30.312975 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.plugin [None req-11d58846-a23d-4032-9f9d-d30b667f31f6 admin admin] Deleting port 005f1f77-cfd9-4840-98c4-60c806e390a8 {{(pid=95101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:27:30.313345 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-11d58846-a23d-4032-9f9d-d30b667f31f6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783146157096'] for port, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:27:30.340268 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-61990795-a013-4be6-af27-1dc6c30909bf None None] For port df511637-223e-4ec6-90b4-f9fde186f89c, host n-d-713301-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-16',level=0,port_id=df511637-223e-4ec6-90b4-f9fde186f89c,segment=NetworkSegment(e08e9043-0f34-46de-ae85-d8bb0d4241b4),segment_id=e08e9043-0f34-46de-ae85-d8bb0d4241b4)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:27:30.348224 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_hamode_db [None req-a595506d-ddb6-443e-8314-b4c87aba5f01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ae9bdcc-8d8c-4e39-ab0b-7f19577fbe58', 'name': 'tempest-AttachVolumeTestJSON-314622829-router', 'tenant_id': 'bc1c8a8a17df480598455b00ff38da5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'external_fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.53'}], 'enable_snat': True}, 'gw_port_id': 'bab68285-692e-4b0e-8383-3035eb294b14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:27:18Z', 'updated_at': '2021-09-23T19:27:26Z', 'revision_number': 4, 'project_id': 'bc1c8a8a17df480598455b00ff38da5a', 'gw_port': {'id': 'bab68285-692e-4b0e-8383-3035eb294b14', 'name': '', 'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:f0:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ae9bdcc-8d8c-4e39-ab0b-7f19577fbe58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1030, 'fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:27:18Z', 'updated_at': '2021-09-23T19:27:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-16', '_interfaces': [{'id': 'df511637-223e-4ec6-90b4-f9fde186f89c', 'name': '', 'network_id': '891932c9-457f-43e1-aea2-971af25a68f6', 'tenant_id': 'bc1c8a8a17df480598455b00ff38da5a', 'mac_address': 'fa:16:3e:81:e6:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ae9bdcc-8d8c-4e39-ab0b-7f19577fbe58', 'device_owner': 'network:router_interface', 'standard_attr_id': 1038, 'fixed_ips': [{'subnet_id': 'bbfc5a86-0037-429e-b11d-698cbfb1a3c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:27:24Z', 'updated_at': '2021-09-23T19:27:29Z', 'revision_number': 4, 'project_id': 'bc1c8a8a17df480598455b00ff38da5a', 'subnets': [{'id': 'bbfc5a86-0037-429e-b11d-698cbfb1a3c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-16', False) {} {{(pid=95103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:27:30.351364 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-61990795-a013-4be6-af27-1dc6c30909bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:27:30.395645 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ffd2ec-c8d8-4254-b07b-9f2de669dab6 req-6bb9e4d0-668a-4c8e-b290-f84c1c53b41f tempest-ServerRescueTestJSONUnderV235-3883575 tempest-ServerRescueTestJSONUnderV235-3883575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:27:30.398016 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-e9ffd2ec-c8d8-4254-b07b-9f2de669dab6 req-6bb9e4d0-668a-4c8e-b290-f84c1c53b41f tempest-ServerRescueTestJSONUnderV235-3883575 tempest-ServerRescueTestJSONUnderV235-3883575-project] 10.222.0.67 "GET /v2.0/ports?device_id=f69a6870-83a8-419f-a0bd-2c6f209ce61f HTTP/1.1" status: 200 len: 945 time: 0.0960488 Sep 23 19:27:30.419080 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a595506d-ddb6-443e-8314-b4c87aba5f01 None None] The sync data for ids ['0ae9bdcc-8d8c-4e39-ab0b-7f19577fbe58'] in n-d-713301-16 is: [{'id': '0ae9bdcc-8d8c-4e39-ab0b-7f19577fbe58', 'name': 'tempest-AttachVolumeTestJSON-314622829-router', 'tenant_id': 'bc1c8a8a17df480598455b00ff38da5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'external_fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.53'}], 'enable_snat': True}, 'gw_port_id': 'bab68285-692e-4b0e-8383-3035eb294b14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:27:18Z', 'updated_at': '2021-09-23T19:27:26Z', 'revision_number': 4, 'project_id': 'bc1c8a8a17df480598455b00ff38da5a', 'gw_port': {'id': 'bab68285-692e-4b0e-8383-3035eb294b14', 'name': '', 'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:f0:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ae9bdcc-8d8c-4e39-ab0b-7f19577fbe58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1030, 'fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:27:18Z', 'updated_at': '2021-09-23T19:27:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-16', '_interfaces': [{'id': 'df511637-223e-4ec6-90b4-f9fde186f89c', 'name': '', 'network_id': '891932c9-457f-43e1-aea2-971af25a68f6', 'tenant_id': 'bc1c8a8a17df480598455b00ff38da5a', 'mac_address': 'fa:16:3e:81:e6:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ae9bdcc-8d8c-4e39-ab0b-7f19577fbe58', 'device_owner': 'network:router_interface', 'standard_attr_id': 1038, 'fixed_ips': [{'subnet_id': 'bbfc5a86-0037-429e-b11d-698cbfb1a3c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:27:24Z', 'updated_at': '2021-09-23T19:27:29Z', 'revision_number': 4, 'project_id': 'bc1c8a8a17df480598455b00ff38da5a', 'subnets': [{'id': 'bbfc5a86-0037-429e-b11d-698cbfb1a3c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 19:27:30.500047 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ed618334-3164-433d-85e3-5da53fcf41a7 req-4d4f26cf-4550-473f-9ef8-8eeee7b2bc7f tempest-ServerActionsTestJSON-618918056 tempest-ServerActionsTestJSON-618918056-project] Made reservation on behalf of f17a85608a9a4ecb8150ef41746c47e0 for: {'port': 1} {{(pid=95101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:27:30.503884 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-ed618334-3164-433d-85e3-5da53fcf41a7 req-4d4f26cf-4550-473f-9ef8-8eeee7b2bc7f tempest-ServerActionsTestJSON-618918056 tempest-ServerActionsTestJSON-618918056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:27:30.512468 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61990795-a013-4be6-af27-1dc6c30909bf None None] Pushing event updated for resources: {'Port': ['ID=df511637-223e-4ec6-90b4-f9fde186f89c,revision_number=5']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:27:30.525246 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-e9ffd2ec-c8d8-4254-b07b-9f2de669dab6 req-64e59f1e-f2d1-4317-9661-314f1cf9b424 tempest-ServerRescueTestJSONUnderV235-3883575 tempest-ServerRescueTestJSONUnderV235-3883575-project] 10.222.0.67 "GET /v2.0/security-groups?id=d3f97599-a9b1-47a3-baeb-6ab90b6bb5ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1146145 Sep 23 19:27:30.531478 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-ef2b8dcc-37de-4134-a533-77bc3739d349 None None] Provisioning complete for port df511637-223e-4ec6-90b4-f9fde186f89c triggered by entity DHCP. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:27:30.532131 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-ef2b8dcc-37de-4134-a533-77bc3739d349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:27:30.537233 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.db [None req-11d58846-a23d-4032-9f9d-d30b667f31f6 admin admin] For port 005f1f77-cfd9-4840-98c4-60c806e390a8, host n-d-713301-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-16',level=0,port_id=005f1f77-cfd9-4840-98c4-60c806e390a8,segment=NetworkSegment(7fea2a1e-f855-4d52-a7e1-2fd793fa9a5a),segment_id=7fea2a1e-f855-4d52-a7e1-2fd793fa9a5a)] {{(pid=95101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:27:30.537590 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-11d58846-a23d-4032-9f9d-d30b667f31f6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-605701'] for port, precommit_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:27:30.596542 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.plugin [None req-11d58846-a23d-4032-9f9d-d30b667f31f6 admin admin] Calling delete_port for 005f1f77-cfd9-4840-98c4-60c806e390a8 owned by network:router_interface {{(pid=95101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:27:30.718369 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-22de5bfd-a0c0-47f6-8af0-07c166285336 req-45fc89cd-eac5-45d6-aa6d-d7333624e5dc tempest-ServersOnMultiNodesTest-2040324995 tempest-ServersOnMultiNodesTest-2040324995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783146162158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783145673144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5607431'] for port, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:27:30.782381 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-41de078a-cbb5-4097-bf8a-27b20d6e2102 tempest-AttachVolumeTestJSON-1825206227 tempest-AttachVolumeTestJSON-1825206227-project] Notify callbacks [] for port, precommit_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:27:30.792137 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45fc89cd-eac5-45d6-aa6d-d7333624e5dc tempest-ServersOnMultiNodesTest-2040324995 tempest-ServersOnMultiNodesTest-2040324995-project] Pushing event deleted for resources: {'Port': ['ID=a93a183a-c4c5-4ca7-8687-dd68b086ef76,revision_number=None']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:27:30.801867 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-7bd82b18-bc27-4f57-b77b-83350abe9bc7 req-210585b0-8ec8-47ba-86ba-895584b40cfb tempest-ServersOnMultiNodesTest-2040324995 tempest-ServersOnMultiNodesTest-2040324995-project] 10.222.0.67 "GET /v2.0/ports?device_id=faabc1c8-1154-43c4-ac97-d3e758e17bc9 HTTP/1.1" status: 200 len: 210 time: 0.0844443 Sep 23 19:27:30.840247 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a77260e-8a5d-4a31-86a9-fa3c9030d8fb req-6ca8cdc9-d00d-412a-9bbb-7ce51809d1c4 tempest-MigrationsAdminTest-397594546 tempest-MigrationsAdminTest-397594546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:27:30.851061 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-1a77260e-8a5d-4a31-86a9-fa3c9030d8fb req-6ca8cdc9-d00d-412a-9bbb-7ce51809d1c4 tempest-MigrationsAdminTest-397594546 tempest-MigrationsAdminTest-397594546-project] 10.222.0.67 "GET /v2.0/ports?device_id=6573cd99-c5b7-4bf8-8671-27760195f1f4 HTTP/1.1" status: 200 len: 949 time: 0.1618826 Sep 23 19:27:30.896245 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Device df511637-223e-4ec6-90b4-f9fde186f89c up at agent ovs-agent-n-d-713301-16 {{(pid=95103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 19:27:30.936582 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-1a77260e-8a5d-4a31-86a9-fa3c9030d8fb req-79c23053-84d9-4f13-a163-7f5b28117bce tempest-MigrationsAdminTest-397594546 tempest-MigrationsAdminTest-397594546-project] 10.222.0.67 "GET /v2.0/security-groups?id=78cb509b-31c4-4e2a-bb5c-7abd6194dcc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837679 Sep 23 19:27:30.939251 n-d-713301-16 neutron-server[95101]: DEBUG neutron.db.l3_dvrscheduler_db [req-22de5bfd-a0c0-47f6-8af0-07c166285336 req-45fc89cd-eac5-45d6-aa6d-d7333624e5dc tempest-ServersOnMultiNodesTest-2040324995 tempest-ServersOnMultiNodesTest-2040324995-project] No DVR routers for this DVR port a93a183a-c4c5-4ca7-8687-dd68b086ef76 on host n-h2-713301-16 {{(pid=95101) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 19:27:30.952777 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-22de5bfd-a0c0-47f6-8af0-07c166285336 req-45fc89cd-eac5-45d6-aa6d-d7333624e5dc tempest-ServersOnMultiNodesTest-2040324995 tempest-ServersOnMultiNodesTest-2040324995-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222849'] for port, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:27:30.956832 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-41de078a-cbb5-4097-bf8a-27b20d6e2102 tempest-AttachVolumeTestJSON-1825206227 tempest-AttachVolumeTestJSON-1825206227-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783145673135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4399100'] for port, after_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:27:30.963961 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-22de5bfd-a0c0-47f6-8af0-07c166285336 req-45fc89cd-eac5-45d6-aa6d-d7333624e5dc tempest-ServersOnMultiNodesTest-2040324995 tempest-ServersOnMultiNodesTest-2040324995-project] 10.222.0.53 "DELETE /v2.0/ports/a93a183a-c4c5-4ca7-8687-dd68b086ef76 HTTP/1.1" status: 204 len: 173 time: 1.7015324 Sep 23 19:27:30.966951 n-d-713301-16 neutron-server[95101]: DEBUG neutron.db.db_base_plugin_common [req-ed618334-3164-433d-85e3-5da53fcf41a7 req-4d4f26cf-4550-473f-9ef8-8eeee7b2bc7f tempest-ServerActionsTestJSON-618918056 tempest-ServerActionsTestJSON-618918056-project] Allocated IP 172.20.0.14 (364dc893-5ecb-4aa3-be76-13b51cbbfbd4/a900be85-be08-465b-85e6-4a05aae55389/2057133e-afe6-4649-916f-fb2ef68141a8) {{(pid=95101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 19:27:30.968895 n-d-713301-16 neutron-server[95101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'faabc1c8-1154-43c4-ac97-d3e758e17bc9', 'name': 'network-vif-deleted', 'tag': 'a93a183a-c4c5-4ca7-8687-dd68b086ef76'}] {{(pid=95101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 19:27:30.971220 n-d-713301-16 neutron-server[95101]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d8366c5740cd635e57ab12b71fe44a77c2acc3c19091ef849c6f68b380462244" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67588fab-e5e9-4ff9-a361-1e0b613067f2" -d '{"events": [{"server_uuid": "faabc1c8-1154-43c4-ac97-d3e758e17bc9", "name": "network-vif-deleted", "tag": "a93a183a-c4c5-4ca7-8687-dd68b086ef76"}]}' {{(pid=95101) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 19:27:31.026269 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Provisioning complete for port df511637-223e-4ec6-90b4-f9fde186f89c triggered by entity L2. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:27:31.029471 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:27:31.031461 n-d-713301-16 neutron-server[95102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41de078a-cbb5-4097-bf8a-27b20d6e2102 tempest-AttachVolumeTestJSON-1825206227 tempest-AttachVolumeTestJSON-1825206227-project] Network 5dec5c09-378e-4f50-89cc-d94eb81c3bac is already hosted by enough agents. {{(pid=95102) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:27:31.043102 n-d-713301-16 neutron-server[95102]: DEBUG neutron.scheduler.base_scheduler [None req-41de078a-cbb5-4097-bf8a-27b20d6e2102 tempest-AttachVolumeTestJSON-1825206227 tempest-AttachVolumeTestJSON-1825206227-project] Resources bound (agent type, host, resource id): {{(pid=95102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:27:31.053790 n-d-713301-16 neutron-server[95102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41de078a-cbb5-4097-bf8a-27b20d6e2102 tempest-AttachVolumeTestJSON-1825206227 tempest-AttachVolumeTestJSON-1825206227-project] Received port after_create {{(pid=95102) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 19:27:31.084286 n-d-713301-16 neutron-server[95101]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 19:27:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-899747a4-8277-43a7-b678-ac5b54b2e553 x-openstack-request-id: req-899747a4-8277-43a7-b678-ac5b54b2e553 {{(pid=95101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 19:27:31.084926 n-d-713301-16 neutron-server[95101]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "faabc1c8-1154-43c4-ac97-d3e758e17bc9", "name": "network-vif-deleted", "tag": "a93a183a-c4c5-4ca7-8687-dd68b086ef76", "status": "completed", "code": 200}]} {{(pid=95101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 19:27:31.085498 n-d-713301-16 neutron-server[95101]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-899747a4-8277-43a7-b678-ac5b54b2e553 {{(pid=95101) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 19:27:31.086163 n-d-713301-16 neutron-server[95101]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'faabc1c8-1154-43c4-ac97-d3e758e17bc9', 'name': 'network-vif-deleted', 'tag': 'a93a183a-c4c5-4ca7-8687-dd68b086ef76', 'status': 'completed', 'code': 200} Sep 23 19:27:31.102024 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41de078a-cbb5-4097-bf8a-27b20d6e2102 tempest-AttachVolumeTestJSON-1825206227 tempest-AttachVolumeTestJSON-1825206227-project] Pushing event updated for resources: {'Port': ['ID=a2b4396e-920d-48dd-b135-89928b1f4817,revision_number=1']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:27:31.137554 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-cd72f97e-beab-4db6-a4d0-dbf86279cf74 req-854185d5-55df-46e7-8519-c8000fb08f4a tempest-ServerActionsTestJSON-618918056 tempest-ServerActionsTestJSON-618918056-project] 10.222.0.67 "GET /v2.0/ports?device_id=7fa91134-8ee0-4baa-9037-6ca73d6b4c83 HTTP/1.1" status: 200 len: 210 time: 0.0857439 Sep 23 19:27:31.251626 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-41de078a-cbb5-4097-bf8a-27b20d6e2102 tempest-AttachVolumeTestJSON-1825206227 tempest-AttachVolumeTestJSON-1825206227-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:27:31.334086 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-41de078a-cbb5-4097-bf8a-27b20d6e2102 tempest-AttachVolumeTestJSON-1825206227 tempest-AttachVolumeTestJSON-1825206227-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:27:31.345604 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a835a1be-4a92-415e-ba12-e862dbae800f req-d2c3a6fe-bc95-46dd-ad68-04e0a0295835 tempest-DeleteServersTestJSON-2111530366 tempest-DeleteServersTestJSON-2111530366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:27:31.349906 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Device a93a183a-c4c5-4ca7-8687-dd68b086ef76 no longer exists at agent hyperv_n-h2-713301-16 {{(pid=95103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 19:27:31.355904 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-a835a1be-4a92-415e-ba12-e862dbae800f req-d2c3a6fe-bc95-46dd-ad68-04e0a0295835 tempest-DeleteServersTestJSON-2111530366 tempest-DeleteServersTestJSON-2111530366-project] 10.222.0.67 "GET /v2.0/ports?device_id=b19e3d25-fa76-4ad5-ade4-28bc9af28ac3 HTTP/1.1" status: 200 len: 945 time: 0.1005230 Sep 23 19:27:31.364285 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-11d58846-a23d-4032-9f9d-d30b667f31f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783146162158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783145673144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5607431'] for port, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:27:31.394084 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.plugin [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] No Port match for: a93a183a-c4c5-4ca7-8687-dd68b086ef76 {{(pid=95103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 19:27:31.394463 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Device a93a183a-c4c5-4ca7-8687-dd68b086ef76 not bound to the agent host n-h2-713301-16 {{(pid=95103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 19:27:31.410884 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11d58846-a23d-4032-9f9d-d30b667f31f6 admin admin] Pushing event deleted for resources: {'Port': ['ID=005f1f77-cfd9-4840-98c4-60c806e390a8,revision_number=None']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:27:31.452185 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-a835a1be-4a92-415e-ba12-e862dbae800f req-2a4a8382-3634-406c-a367-3becd0a340b3 tempest-DeleteServersTestJSON-2111530366 tempest-DeleteServersTestJSON-2111530366-project] 10.222.0.67 "GET /v2.0/security-groups?id=67f2e2ca-928f-40e5-b9b2-05ec3bddbb37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953403 Sep 23 19:27:31.460355 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-ed618334-3164-433d-85e3-5da53fcf41a7 req-4d4f26cf-4550-473f-9ef8-8eeee7b2bc7f tempest-ServerActionsTestJSON-618918056 tempest-ServerActionsTestJSON-618918056-project] Notify callbacks [] for port, precommit_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:27:31.659599 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-ed618334-3164-433d-85e3-5da53fcf41a7 req-4d4f26cf-4550-473f-9ef8-8eeee7b2bc7f tempest-ServerActionsTestJSON-618918056 tempest-ServerActionsTestJSON-618918056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783145673135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5607431'] for port, after_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:27:31.763816 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ed618334-3164-433d-85e3-5da53fcf41a7 req-4d4f26cf-4550-473f-9ef8-8eeee7b2bc7f tempest-ServerActionsTestJSON-618918056 tempest-ServerActionsTestJSON-618918056-project] Network 364dc893-5ecb-4aa3-be76-13b51cbbfbd4 is already hosted by enough agents. {{(pid=95101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:27:31.770086 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.base_scheduler [req-ed618334-3164-433d-85e3-5da53fcf41a7 req-4d4f26cf-4550-473f-9ef8-8eeee7b2bc7f tempest-ServerActionsTestJSON-618918056 tempest-ServerActionsTestJSON-618918056-project] Resources bound (agent type, host, resource id): {{(pid=95101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:27:31.783543 n-d-713301-16 neutron-server[95101]: DEBUG neutron.db.l3_dvrscheduler_db [req-ed618334-3164-433d-85e3-5da53fcf41a7 req-4d4f26cf-4550-473f-9ef8-8eeee7b2bc7f tempest-ServerActionsTestJSON-618918056 tempest-ServerActionsTestJSON-618918056-project] Received port after_create {{(pid=95101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 19:27:31.801770 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-11d58846-a23d-4032-9f9d-d30b667f31f6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-527322', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-602005'] for router_interface, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:27:31.826621 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d0de5c-9ed4-4f9e-9da1-e40b809ea137 req-e3e58f6e-f290-4bdb-a87c-9a3f5505ff6c tempest-ServerRescueTestJSONUnderV235-3883575 tempest-ServerRescueTestJSONUnderV235-3883575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:27:31.828229 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-02d0de5c-9ed4-4f9e-9da1-e40b809ea137 req-e3e58f6e-f290-4bdb-a87c-9a3f5505ff6c tempest-ServerRescueTestJSONUnderV235-3883575 tempest-ServerRescueTestJSONUnderV235-3883575-project] 10.222.0.67 "GET /v2.0/ports?device_id=f69a6870-83a8-419f-a0bd-2c6f209ce61f HTTP/1.1" status: 200 len: 945 time: 0.1307952 Sep 23 19:27:31.849944 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d4f26cf-4550-473f-9ef8-8eeee7b2bc7f tempest-ServerActionsTestJSON-618918056 tempest-ServerActionsTestJSON-618918056-project] Pushing event updated for resources: {'Port': ['ID=2057133e-afe6-4649-916f-fb2ef68141a8,revision_number=1']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:27:31.870838 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-41de078a-cbb5-4097-bf8a-27b20d6e2102 tempest-AttachVolumeTestJSON-1825206227 tempest-AttachVolumeTestJSON-1825206227-project] Notify callbacks [] for port, precommit_update {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:27:31.884466 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-41de078a-cbb5-4097-bf8a-27b20d6e2102 tempest-AttachVolumeTestJSON-1825206227 tempest-AttachVolumeTestJSON-1825206227-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4399095'] for port, after_update {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:27:31.941547 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-02d0de5c-9ed4-4f9e-9da1-e40b809ea137 req-d6f0eac1-eb15-4a0a-9dc2-ca21fb4f3cf7 tempest-ServerRescueTestJSONUnderV235-3883575 tempest-ServerRescueTestJSONUnderV235-3883575-project] 10.222.0.67 "GET /v2.0/security-groups?id=d3f97599-a9b1-47a3-baeb-6ab90b6bb5ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1013618 Sep 23 19:27:31.997849 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41de078a-cbb5-4097-bf8a-27b20d6e2102 tempest-AttachVolumeTestJSON-1825206227 tempest-AttachVolumeTestJSON-1825206227-project] Pushing event updated for resources: {'Port': ['ID=a2b4396e-920d-48dd-b135-89928b1f4817,revision_number=2']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:27:32.021223 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-41de078a-cbb5-4097-bf8a-27b20d6e2102 tempest-AttachVolumeTestJSON-1825206227 tempest-AttachVolumeTestJSON-1825206227-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-601884'] for floatingip, after_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:27:32.057927 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed618334-3164-433d-85e3-5da53fcf41a7 req-4d4f26cf-4550-473f-9ef8-8eeee7b2bc7f tempest-ServerActionsTestJSON-618918056 tempest-ServerActionsTestJSON-618918056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:27:32.058578 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-ed618334-3164-433d-85e3-5da53fcf41a7 req-4d4f26cf-4550-473f-9ef8-8eeee7b2bc7f tempest-ServerActionsTestJSON-618918056 tempest-ServerActionsTestJSON-618918056-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222849'] for port, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:27:32.069954 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-41de078a-cbb5-4097-bf8a-27b20d6e2102 tempest-AttachVolumeTestJSON-1825206227 tempest-AttachVolumeTestJSON-1825206227-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222849'] for floatingip, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:27:32.081907 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-41de078a-cbb5-4097-bf8a-27b20d6e2102 tempest-AttachVolumeTestJSON-1825206227 tempest-AttachVolumeTestJSON-1825206227-project] 10.222.0.67 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.1336796 Sep 23 19:27:32.091127 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-ed618334-3164-433d-85e3-5da53fcf41a7 req-4d4f26cf-4550-473f-9ef8-8eeee7b2bc7f tempest-ServerActionsTestJSON-618918056 tempest-ServerActionsTestJSON-618918056-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9309330 Sep 23 19:27:32.107048 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.v2.base [req-ed618334-3164-433d-85e3-5da53fcf41a7 req-0701a21b-dc4c-401d-a5dd-ebd2f394a189 service neutron] Request body: {'port': {'device_id': '7fa91134-8ee0-4baa-9037-6ca73d6b4c83', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713301-16'}} {{(pid=95101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:27:32.190547 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cda8888-be7d-4e31-89f0-4db9482081bc req-e58349ed-d545-49b2-a31b-dd71d1250d69 tempest-MigrationsAdminTest-397594546 tempest-MigrationsAdminTest-397594546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:27:32.192442 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-6cda8888-be7d-4e31-89f0-4db9482081bc req-e58349ed-d545-49b2-a31b-dd71d1250d69 tempest-MigrationsAdminTest-397594546 tempest-MigrationsAdminTest-397594546-project] 10.222.0.67 "GET /v2.0/ports?device_id=6573cd99-c5b7-4bf8-8671-27760195f1f4 HTTP/1.1" status: 200 len: 949 time: 0.1294606 Sep 23 19:27:32.229601 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-3557f7e2-d3d8-49a4-ba65-76a1d4c57e42 None None] Provisioning complete for port 2057133e-afe6-4649-916f-fb2ef68141a8 triggered by entity DHCP. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:27:32.230514 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-3557f7e2-d3d8-49a4-ba65-76a1d4c57e42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:27:32.285598 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-6cda8888-be7d-4e31-89f0-4db9482081bc req-a67d81e2-12b8-49d0-b99a-3fe884163ed3 tempest-MigrationsAdminTest-397594546 tempest-MigrationsAdminTest-397594546-project] 10.222.0.67 "GET /v2.0/security-groups?id=78cb509b-31c4-4e2a-bb5c-7abd6194dcc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857434 Sep 23 19:27:32.294994 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.plugin [None req-3557f7e2-d3d8-49a4-ba65-76a1d4c57e42 None None] Port 2057133e-afe6-4649-916f-fb2ef68141a8 cannot update to ACTIVE because it is not bound. {{(pid=95103) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 19:27:32.298282 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-ed618334-3164-433d-85e3-5da53fcf41a7 req-0701a21b-dc4c-401d-a5dd-ebd2f394a189 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:27:32.341422 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 39962) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:27:32.402608 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-72dd7854-4e74-4331-ab20-c1c8d20063ed req-2e04bf0f-db5d-4651-8926-42df75cd9ac3 tempest-AttachVolumeTestJSON-1825206227 tempest-AttachVolumeTestJSON-1825206227-project] 10.222.0.67 "GET /v2.0/security-groups?name=tempest-securitygroup--168613495&fields=id&tenant_id=bc1c8a8a17df480598455b00ff38da5a HTTP/1.1" status: 200 len: 267 time: 0.0894268 Sep 23 19:27:32.501514 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-11d58846-a23d-4032-9f9d-d30b667f31f6 admin admin] Router 65634710-c6e3-408c-b679-82bbd975259b has already been hosted by L3 agent 79a740bf-7821-4989-8288-7186e3e128f3 {{(pid=95101) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 19:27:32.611030 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b512d05c-0d6c-44e2-9b8d-13c5573b0878 req-c0040dd8-375f-4fcc-a50a-174f6698b75c tempest-ServerActionsTestJSON-618918056 tempest-ServerActionsTestJSON-618918056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:27:32.612549 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-b512d05c-0d6c-44e2-9b8d-13c5573b0878 req-c0040dd8-375f-4fcc-a50a-174f6698b75c tempest-ServerActionsTestJSON-618918056 tempest-ServerActionsTestJSON-618918056-project] 10.222.0.67 "GET /v2.0/ports?device_id=7fa91134-8ee0-4baa-9037-6ca73d6b4c83 HTTP/1.1" status: 200 len: 932 time: 0.1737101 Sep 23 19:27:32.658740 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72dd7854-4e74-4331-ab20-c1c8d20063ed req-15c2a7fa-e5e3-4751-9b24-a46878125453 tempest-AttachVolumeTestJSON-1825206227 tempest-AttachVolumeTestJSON-1825206227-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:27:32.660113 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-72dd7854-4e74-4331-ab20-c1c8d20063ed req-15c2a7fa-e5e3-4751-9b24-a46878125453 tempest-AttachVolumeTestJSON-1825206227 tempest-AttachVolumeTestJSON-1825206227-project] 10.222.0.67 "GET /v2.0/networks?id=891932c9-457f-43e1-aea2-971af25a68f6 HTTP/1.1" status: 200 len: 810 time: 0.2412176 Sep 23 19:27:32.669321 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-cfa99472-3bb3-419b-b488-81cd61ea11a2 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=40280fc497444617bce52f5bbee56fb9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3268147 Sep 23 19:27:32.671964 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 39968) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:27:32.697569 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-b512d05c-0d6c-44e2-9b8d-13c5573b0878 req-91579756-d4eb-4d93-a625-cf34a3b1fffd tempest-ServerActionsTestJSON-618918056 tempest-ServerActionsTestJSON-618918056-project] 10.222.0.67 "GET /v2.0/security-groups?id=d2a75794-f2ea-419f-9d09-0096f3fe96c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0693319 Sep 23 19:27:32.700668 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-72dd7854-4e74-4331-ab20-c1c8d20063ed req-102cc946-60e9-4b94-bb59-09246a8e58ae tempest-AttachVolumeTestJSON-1825206227 tempest-AttachVolumeTestJSON-1825206227-project] 10.222.0.67 "GET /v2.0/quotas/bc1c8a8a17df480598455b00ff38da5a HTTP/1.1" status: 200 len: 375 time: 0.0206726 Sep 23 19:27:32.772670 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11d58846-a23d-4032-9f9d-d30b667f31f6 admin admin] Notify agent at l3_agent.n-d-713301-16 the message routers_updated {{(pid=95101) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 19:27:32.784831 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-11d58846-a23d-4032-9f9d-d30b667f31f6 admin admin] 10.222.0.67 "PUT /v2.0/routers/65634710-c6e3-408c-b679-82bbd975259b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2608161 Sep 23 19:27:32.785968 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f593adfd-ca2d-4243-994c-639a83ab284e None None] Sync routers for ids ['65634710-c6e3-408c-b679-82bbd975259b'] in n-d-713301-16 {{(pid=95104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 19:27:32.791847 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 39970) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:27:32.809870 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f593adfd-ca2d-4243-994c-639a83ab284e None None] Routers {'65634710-c6e3-408c-b679-82bbd975259b'} bound to L3 agent in host n-d-713301-16 {{(pid=95104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 19:27:32.810747 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_hamode_db [None req-f593adfd-ca2d-4243-994c-639a83ab284e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-23T19:07:52Z,description=,heartbeat_timestamp=2021-09-23T19:27:22Z,host='n-d-713301-16',id=79a740bf-7821-4989-8288-7186e3e128f3,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:07:52Z,topic='l3_agent')) {'router_ids': ['65634710-c6e3-408c-b679-82bbd975259b'], 'active': True} {{(pid=95104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:27:32.832422 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-72dd7854-4e74-4331-ab20-c1c8d20063ed req-2af6ff28-061a-423e-8008-86db3db71cb0 tempest-AttachVolumeTestJSON-1825206227 tempest-AttachVolumeTestJSON-1825206227-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=bc1c8a8a17df480598455b00ff38da5a&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1254735 Sep 23 19:27:32.896480 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eabac243-9e36-47d8-871b-cfae41f99628 req-740a54fb-15ad-4daa-95cb-6f3a4fafc7ec tempest-DeleteServersTestJSON-2111530366 tempest-DeleteServersTestJSON-2111530366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:27:32.898236 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-eabac243-9e36-47d8-871b-cfae41f99628 req-740a54fb-15ad-4daa-95cb-6f3a4fafc7ec tempest-DeleteServersTestJSON-2111530366 tempest-DeleteServersTestJSON-2111530366-project] 10.222.0.67 "GET /v2.0/ports?device_id=b19e3d25-fa76-4ad5-ade4-28bc9af28ac3 HTTP/1.1" status: 200 len: 945 time: 0.1295741 Sep 23 19:27:32.900232 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-8ece4c53-049d-4c42-9db9-dbabeb0d38bc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:27:32.966481 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-8ece4c53-049d-4c42-9db9-dbabeb0d38bc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:27:32.982855 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_dvr_db [None req-f593adfd-ca2d-4243-994c-639a83ab284e None None] Set router 65634710-c6e3-408c-b679-82bbd975259b gateway port host: n-d-713301-16 {{(pid=95104) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 19:27:32.987861 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-eabac243-9e36-47d8-871b-cfae41f99628 req-391d5ba8-2d66-40e2-afec-8a2fb1800d64 tempest-DeleteServersTestJSON-2111530366 tempest-DeleteServersTestJSON-2111530366-project] 10.222.0.67 "GET /v2.0/security-groups?id=67f2e2ca-928f-40e5-b9b2-05ec3bddbb37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527892 Sep 23 19:27:32.994081 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-4c607fd7-d696-43e4-b0b2-4c72aa07b083 admin admin] Notify callbacks [] for router, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:27:33.008247 n-d-713301-16 neutron-server[95101]: DEBUG neutron.notifiers.nova [req-ed618334-3164-433d-85e3-5da53fcf41a7 req-0701a21b-dc4c-401d-a5dd-ebd2f394a189 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2057133e-afe6-4649-916f-fb2ef68141a8 {{(pid=95101) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 19:27:33.028018 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-72dd7854-4e74-4331-ab20-c1c8d20063ed req-bf94a8d8-a8bc-45ad-927b-ccacc142d1b4 service neutron] 10.222.0.67 "GET /v2.0/networks/891932c9-457f-43e1-aea2-971af25a68f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1814387 Sep 23 19:27:33.228924 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f0da32-06ec-4cd7-a370-a98e41e34fbd req-ff1f4e45-ee46-453c-b29e-d392ff0fcda5 tempest-ServerRescueTestJSONUnderV235-3883575 tempest-ServerRescueTestJSONUnderV235-3883575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:27:33.230867 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-95f0da32-06ec-4cd7-a370-a98e41e34fbd req-ff1f4e45-ee46-453c-b29e-d392ff0fcda5 tempest-ServerRescueTestJSONUnderV235-3883575 tempest-ServerRescueTestJSONUnderV235-3883575-project] 10.222.0.67 "GET /v2.0/ports?device_id=f69a6870-83a8-419f-a0bd-2c6f209ce61f HTTP/1.1" status: 200 len: 945 time: 0.1567683 Sep 23 19:27:33.236075 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-72dd7854-4e74-4331-ab20-c1c8d20063ed req-87fdbc7c-efc5-4290-a7df-e6404ae40d28 service neutron] 10.222.0.67 "GET /v2.0/networks/891932c9-457f-43e1-aea2-971af25a68f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1963425 Sep 23 19:27:33.264103 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_hamode_db [None req-f593adfd-ca2d-4243-994c-639a83ab284e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65634710-c6e3-408c-b679-82bbd975259b', 'name': 'tempest-ServersTestFqdnHostnames-128521063-router', 'tenant_id': '8f30595259594b588538420667412c2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'external_fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.212'}], 'enable_snat': True}, 'gw_port_id': '8b8d4e73-1f05-4427-92af-bc2b7dc230e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:24:44Z', 'updated_at': '2021-09-23T19:27:31Z', 'revision_number': 5, 'project_id': '8f30595259594b588538420667412c2e', 'gw_port': {'id': '8b8d4e73-1f05-4427-92af-bc2b7dc230e0', 'name': '', 'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:2e:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65634710-c6e3-408c-b679-82bbd975259b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 831, 'fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:24:47Z', 'updated_at': '2021-09-23T19:24:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-16'}], 'n-d-713301-16', False) {} {{(pid=95104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:27:33.289209 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-95f0da32-06ec-4cd7-a370-a98e41e34fbd req-c27c5f39-1156-4ecc-b83b-1d284578f491 tempest-ServerRescueTestJSONUnderV235-3883575 tempest-ServerRescueTestJSONUnderV235-3883575-project] 10.222.0.67 "GET /v2.0/security-groups?id=d3f97599-a9b1-47a3-baeb-6ab90b6bb5ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519087 Sep 23 19:27:33.323752 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f593adfd-ca2d-4243-994c-639a83ab284e None None] Checking router: 65634710-c6e3-408c-b679-82bbd975259b for host: n-d-713301-16 {{(pid=95104) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 19:27:33.341770 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f593adfd-ca2d-4243-994c-639a83ab284e None None] Routers {'65634710-c6e3-408c-b679-82bbd975259b'} bound to L3 agent in host n-d-713301-16 {{(pid=95104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 19:27:33.342745 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_hamode_db [None req-f593adfd-ca2d-4243-994c-639a83ab284e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-23T19:07:52Z,description=,heartbeat_timestamp=2021-09-23T19:27:22Z,host='n-d-713301-16',id=79a740bf-7821-4989-8288-7186e3e128f3,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:07:52Z,topic='l3_agent')) {'router_ids': ['65634710-c6e3-408c-b679-82bbd975259b'], 'active': True} {{(pid=95104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:27:33.486464 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-ed618334-3164-433d-85e3-5da53fcf41a7 req-0701a21b-dc4c-401d-a5dd-ebd2f394a189 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:27:33.594242 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_dvr_db [None req-f593adfd-ca2d-4243-994c-639a83ab284e None None] Set router 65634710-c6e3-408c-b679-82bbd975259b gateway port host: n-d-713301-16 {{(pid=95104) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 19:27:33.599828 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-2e3eb422-b934-41fa-84cb-6f1ef2aac03c req-f6c2eae0-a48d-49be-928d-91ed52b24b53 tempest-AttachVolumeTestJSON-1825206227 tempest-AttachVolumeTestJSON-1825206227-project] 10.222.0.67 "GET /v2.0/ports?device_id=4cba8196-5b5b-42a0-aaca-42902580e803 HTTP/1.1" status: 200 len: 210 time: 0.0576615 Sep 23 19:27:33.629355 n-d-713301-16 neutron-server[95101]: DEBUG neutron.db.provisioning_blocks [req-ed618334-3164-433d-85e3-5da53fcf41a7 req-0701a21b-dc4c-401d-a5dd-ebd2f394a189 service neutron] Transition to ACTIVE for port object 2057133e-afe6-4649-916f-fb2ef68141a8 will not be triggered until provisioned by entity L2. {{(pid=95101) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 19:27:33.639908 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-8ece4c53-049d-4c42-9db9-dbabeb0d38bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:27:33.646988 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-8ece4c53-049d-4c42-9db9-dbabeb0d38bc admin admin] Notify callbacks [] for security_group, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:27:33.650031 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-8ece4c53-049d-4c42-9db9-dbabeb0d38bc admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/157e791d-182d-45ba-a5d1-6edf868180cf HTTP/1.1" status: 204 len: 168 time: 0.9768360 Sep 23 19:27:33.657856 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-ed618334-3164-433d-85e3-5da53fcf41a7 req-0701a21b-dc4c-401d-a5dd-ebd2f394a189 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5607436'] for port, after_update {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:27:33.666425 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-4c607fd7-d696-43e4-b0b2-4c72aa07b083 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:27:33.700031 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc222748-f05b-4232-81ec-2b7185826700 req-bf9dcbd2-cfb0-4307-983d-3a7e62304278 tempest-MigrationsAdminTest-397594546 tempest-MigrationsAdminTest-397594546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:27:33.710838 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-fc222748-f05b-4232-81ec-2b7185826700 req-bf9dcbd2-cfb0-4307-983d-3a7e62304278 tempest-MigrationsAdminTest-397594546 tempest-MigrationsAdminTest-397594546-project] 10.222.0.67 "GET /v2.0/ports?device_id=6573cd99-c5b7-4bf8-8671-27760195f1f4 HTTP/1.1" status: 200 len: 949 time: 0.1097987 Sep 23 19:27:33.760420 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0701a21b-dc4c-401d-a5dd-ebd2f394a189 service neutron] Pushing event updated for resources: {'Port': ['ID=2057133e-afe6-4649-916f-fb2ef68141a8,revision_number=2']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:27:33.779312 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ece4c53-049d-4c42-9db9-dbabeb0d38bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=157e791d-182d-45ba-a5d1-6edf868180cf,revision_number=None']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:27:33.790238 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-fc222748-f05b-4232-81ec-2b7185826700 req-af56f370-000d-4ba8-92dc-b249d752097d tempest-MigrationsAdminTest-397594546 tempest-MigrationsAdminTest-397594546-project] 10.222.0.67 "GET /v2.0/security-groups?id=78cb509b-31c4-4e2a-bb5c-7abd6194dcc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784383 Sep 23 19:27:33.997086 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_hamode_db [None req-f593adfd-ca2d-4243-994c-639a83ab284e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65634710-c6e3-408c-b679-82bbd975259b', 'name': 'tempest-ServersTestFqdnHostnames-128521063-router', 'tenant_id': '8f30595259594b588538420667412c2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'external_fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.212'}], 'enable_snat': True}, 'gw_port_id': '8b8d4e73-1f05-4427-92af-bc2b7dc230e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:24:44Z', 'updated_at': '2021-09-23T19:27:31Z', 'revision_number': 5, 'project_id': '8f30595259594b588538420667412c2e', 'gw_port': {'id': '8b8d4e73-1f05-4427-92af-bc2b7dc230e0', 'name': '', 'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:2e:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65634710-c6e3-408c-b679-82bbd975259b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 831, 'fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:24:47Z', 'updated_at': '2021-09-23T19:24:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-16'}], 'n-d-713301-16', False) {} {{(pid=95104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:27:34.002959 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df596de-86e0-42a7-b344-6e2a96f524b3 req-40988a2e-e2e2-4f34-8d80-34d5ab74d1bc tempest-ServerActionsTestJSON-618918056 tempest-ServerActionsTestJSON-618918056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:27:34.004467 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.plugin [None req-4c607fd7-d696-43e4-b0b2-4c72aa07b083 admin admin] Deleting port 8b8d4e73-1f05-4427-92af-bc2b7dc230e0 {{(pid=95101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:27:34.007166 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-4c607fd7-d696-43e4-b0b2-4c72aa07b083 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783146157096'] for port, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:27:34.007581 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-0df596de-86e0-42a7-b344-6e2a96f524b3 req-40988a2e-e2e2-4f34-8d80-34d5ab74d1bc tempest-ServerActionsTestJSON-618918056 tempest-ServerActionsTestJSON-618918056-project] 10.222.0.67 "GET /v2.0/ports?device_id=7fa91134-8ee0-4baa-9037-6ca73d6b4c83 HTTP/1.1" status: 200 len: 944 time: 0.0961857 Sep 23 19:27:34.051023 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.managers [req-ed618334-3164-433d-85e3-5da53fcf41a7 req-0701a21b-dc4c-401d-a5dd-ebd2f394a189 service neutron] Attempting to bind port 2057133e-afe6-4649-916f-fb2ef68141a8 on host n-h1-713301-16 for vnic_type normal with profile {{(pid=95101) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 19:27:34.051532 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.managers [req-ed618334-3164-433d-85e3-5da53fcf41a7 req-0701a21b-dc4c-401d-a5dd-ebd2f394a189 service neutron] Attempting to bind port 2057133e-afe6-4649-916f-fb2ef68141a8 by drivers openvswitch,hyperv on host n-h1-713301-16 at level 0 using segments [{'id': '0ad9f853-8282-44e3-ac3b-2b75c9223dae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '364dc893-5ecb-4aa3-be76-13b51cbbfbd4'}] {{(pid=95101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 19:27:34.052490 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed618334-3164-433d-85e3-5da53fcf41a7 req-0701a21b-dc4c-401d-a5dd-ebd2f394a189 service neutron] Attempting to bind port 2057133e-afe6-4649-916f-fb2ef68141a8 on network 364dc893-5ecb-4aa3-be76-13b51cbbfbd4 {{(pid=95101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:27:34.069161 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed618334-3164-433d-85e3-5da53fcf41a7 req-0701a21b-dc4c-401d-a5dd-ebd2f394a189 service neutron] Port 2057133e-afe6-4649-916f-fb2ef68141a8 on network 364dc893-5ecb-4aa3-be76-13b51cbbfbd4 not bound, no agent of type Open vSwitch agent registered on host n-h1-713301-16 {{(pid=95101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 19:27:34.069520 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed618334-3164-433d-85e3-5da53fcf41a7 req-0701a21b-dc4c-401d-a5dd-ebd2f394a189 service neutron] Attempting to bind port 2057133e-afe6-4649-916f-fb2ef68141a8 on network 364dc893-5ecb-4aa3-be76-13b51cbbfbd4 {{(pid=95101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:27:34.074697 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f593adfd-ca2d-4243-994c-639a83ab284e None None] The sync data for ids ['65634710-c6e3-408c-b679-82bbd975259b'] in n-d-713301-16 is: [{'id': '65634710-c6e3-408c-b679-82bbd975259b', 'name': 'tempest-ServersTestFqdnHostnames-128521063-router', 'tenant_id': '8f30595259594b588538420667412c2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'external_fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.212'}], 'enable_snat': True}, 'gw_port_id': '8b8d4e73-1f05-4427-92af-bc2b7dc230e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:24:44Z', 'updated_at': '2021-09-23T19:27:31Z', 'revision_number': 5, 'project_id': '8f30595259594b588538420667412c2e', 'gw_port': {'id': '8b8d4e73-1f05-4427-92af-bc2b7dc230e0', 'name': '', 'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:2e:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65634710-c6e3-408c-b679-82bbd975259b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 831, 'fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:24:47Z', 'updated_at': '2021-09-23T19:24:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-16'}] {{(pid=95104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 19:27:34.092499 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed618334-3164-433d-85e3-5da53fcf41a7 req-0701a21b-dc4c-401d-a5dd-ebd2f394a189 service neutron] Checking agent: {'id': '0708c3e9-0aad-4600-9be9-d2486535c898', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713301-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 19, 15, 28), 'started_at': datetime.datetime(2021, 9, 23, 19, 15, 28), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 19, 27, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 19:27:34.093134 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed618334-3164-433d-85e3-5da53fcf41a7 req-0701a21b-dc4c-401d-a5dd-ebd2f394a189 service neutron] Checking segment: {'id': '0ad9f853-8282-44e3-ac3b-2b75c9223dae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '364dc893-5ecb-4aa3-be76-13b51cbbfbd4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:27:34.093721 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed618334-3164-433d-85e3-5da53fcf41a7 req-0701a21b-dc4c-401d-a5dd-ebd2f394a189 service neutron] Bound using segment: {'id': '0ad9f853-8282-44e3-ac3b-2b75c9223dae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '364dc893-5ecb-4aa3-be76-13b51cbbfbd4'} {{(pid=95101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 19:27:34.095584 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.managers [req-ed618334-3164-433d-85e3-5da53fcf41a7 req-0701a21b-dc4c-401d-a5dd-ebd2f394a189 service neutron] Bound port: 2057133e-afe6-4649-916f-fb2ef68141a8, host: n-h1-713301-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0ad9f853-8282-44e3-ac3b-2b75c9223dae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '364dc893-5ecb-4aa3-be76-13b51cbbfbd4'}}] {{(pid=95101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 19:27:34.096152 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-ed618334-3164-433d-85e3-5da53fcf41a7 req-0701a21b-dc4c-401d-a5dd-ebd2f394a189 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:27:34.109467 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-0df596de-86e0-42a7-b344-6e2a96f524b3 req-a7245992-e1d4-4178-a1dd-2f9d62917657 tempest-ServerActionsTestJSON-618918056 tempest-ServerActionsTestJSON-618918056-project] 10.222.0.67 "GET /v2.0/security-groups?id=d2a75794-f2ea-419f-9d09-0096f3fe96c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0861022 Sep 23 19:27:34.254759 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.db [None req-4c607fd7-d696-43e4-b0b2-4c72aa07b083 admin admin] For port 8b8d4e73-1f05-4427-92af-bc2b7dc230e0, host n-d-713301-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-16',level=0,port_id=8b8d4e73-1f05-4427-92af-bc2b7dc230e0,segment=NetworkSegment(7d4027f1-d893-4c7b-95d4-757b8e44e380),segment_id=7d4027f1-d893-4c7b-95d4-757b8e44e380)] {{(pid=95101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:27:34.256102 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-4c607fd7-d696-43e4-b0b2-4c72aa07b083 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-605701'] for port, precommit_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:27:34.292994 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0aba1ba-7bfa-4511-89cf-4cbb1d8b6fdb req-65bf0bc7-8dec-457e-988a-8401e7850de3 tempest-DeleteServersTestJSON-2111530366 tempest-DeleteServersTestJSON-2111530366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:27:34.293575 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.plugin [None req-4c607fd7-d696-43e4-b0b2-4c72aa07b083 admin admin] Calling delete_port for 8b8d4e73-1f05-4427-92af-bc2b7dc230e0 owned by network:router_gateway {{(pid=95101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:27:34.294749 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-b0aba1ba-7bfa-4511-89cf-4cbb1d8b6fdb req-65bf0bc7-8dec-457e-988a-8401e7850de3 tempest-DeleteServersTestJSON-2111530366 tempest-DeleteServersTestJSON-2111530366-project] 10.222.0.67 "GET /v2.0/ports?device_id=b19e3d25-fa76-4ad5-ade4-28bc9af28ac3 HTTP/1.1" status: 200 len: 945 time: 0.1360137 Sep 23 19:27:34.295631 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 39994) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:27:34.335921 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.db [req-ed618334-3164-433d-85e3-5da53fcf41a7 req-0701a21b-dc4c-401d-a5dd-ebd2f394a189 service neutron] For port 2057133e-afe6-4649-916f-fb2ef68141a8, host n-h1-713301-16, cleared binding levels {{(pid=95101) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 19:27:34.395552 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.db [req-ed618334-3164-433d-85e3-5da53fcf41a7 req-0701a21b-dc4c-401d-a5dd-ebd2f394a189 service neutron] For port 2057133e-afe6-4649-916f-fb2ef68141a8, host n-h1-713301-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-16',level=0,port_id=2057133e-afe6-4649-916f-fb2ef68141a8,segment=NetworkSegment(0ad9f853-8282-44e3-ac3b-2b75c9223dae),segment_id=0ad9f853-8282-44e3-ac3b-2b75c9223dae)] {{(pid=95101) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 19:27:34.405999 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-ed618334-3164-433d-85e3-5da53fcf41a7 req-0701a21b-dc4c-401d-a5dd-ebd2f394a189 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5607436'] for port, after_update {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:27:34.464415 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed618334-3164-433d-85e3-5da53fcf41a7 req-0701a21b-dc4c-401d-a5dd-ebd2f394a189 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:27:34.465111 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-ed618334-3164-433d-85e3-5da53fcf41a7 req-0701a21b-dc4c-401d-a5dd-ebd2f394a189 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222849'] for port, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:27:34.466560 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-ed618334-3164-433d-85e3-5da53fcf41a7 req-0701a21b-dc4c-401d-a5dd-ebd2f394a189 service neutron] 10.222.0.74 "PUT /v2.0/ports/2057133e-afe6-4649-916f-fb2ef68141a8 HTTP/1.1" status: 200 len: 1093 time: 2.3646939 Sep 23 19:27:34.471345 n-d-713301-16 neutron-server[95101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7fa91134-8ee0-4baa-9037-6ca73d6b4c83', 'tag': '2057133e-afe6-4649-916f-fb2ef68141a8'}] {{(pid=95101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 19:27:34.475940 n-d-713301-16 neutron-server[95101]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d8366c5740cd635e57ab12b71fe44a77c2acc3c19091ef849c6f68b380462244" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4941c1d1-99b3-4779-9889-cfb538827d1a" -d '{"events": [{"name": "network-changed", "server_uuid": "7fa91134-8ee0-4baa-9037-6ca73d6b4c83", "tag": "2057133e-afe6-4649-916f-fb2ef68141a8"}]}' {{(pid=95101) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 19:27:34.496319 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-aa6a18a4-a021-49ba-af96-6e3e2e673f85 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=ebd1a471736a45e1af64578f69fccbdf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1965945 Sep 23 19:27:34.497158 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 40004) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:27:34.553487 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-b0aba1ba-7bfa-4511-89cf-4cbb1d8b6fdb req-23fcd43f-674e-48a9-8140-95fdbbe69621 tempest-DeleteServersTestJSON-2111530366 tempest-DeleteServersTestJSON-2111530366-project] 10.222.0.67 "GET /v2.0/security-groups?id=67f2e2ca-928f-40e5-b9b2-05ec3bddbb37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1961427 Sep 23 19:27:34.597656 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0701a21b-dc4c-401d-a5dd-ebd2f394a189 service neutron] Pushing event updated for resources: {'Port': ['ID=2057133e-afe6-4649-916f-fb2ef68141a8,revision_number=3']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:27:34.664202 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3087a167-7cee-4725-9e07-61bcc9b4fe24 req-1eb05256-05c0-4212-9326-25a13720833b tempest-ServerRescueTestJSONUnderV235-3883575 tempest-ServerRescueTestJSONUnderV235-3883575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:27:34.672130 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-3087a167-7cee-4725-9e07-61bcc9b4fe24 req-1eb05256-05c0-4212-9326-25a13720833b tempest-ServerRescueTestJSONUnderV235-3883575 tempest-ServerRescueTestJSONUnderV235-3883575-project] 10.222.0.67 "GET /v2.0/ports?device_id=f69a6870-83a8-419f-a0bd-2c6f209ce61f HTTP/1.1" status: 200 len: 945 time: 0.2328339 Sep 23 19:27:34.700186 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed618334-3164-433d-85e3-5da53fcf41a7 req-adce7dc9-2760-43a3-994e-237f4197836e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:27:34.701986 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-ed618334-3164-433d-85e3-5da53fcf41a7 req-adce7dc9-2760-43a3-994e-237f4197836e service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=f17a85608a9a4ecb8150ef41746c47e0&device_id=7fa91134-8ee0-4baa-9037-6ca73d6b4c83 HTTP/1.1" status: 200 len: 1096 time: 0.1442900 Sep 23 19:27:34.716961 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-4b9536ac-dd66-4964-96cc-f20102680e2b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:27:34.736453 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-3087a167-7cee-4725-9e07-61bcc9b4fe24 req-db181313-1290-43e3-a65a-d4ad4309c57d tempest-ServerRescueTestJSONUnderV235-3883575 tempest-ServerRescueTestJSONUnderV235-3883575-project] 10.222.0.67 "GET /v2.0/security-groups?id=d3f97599-a9b1-47a3-baeb-6ab90b6bb5ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633285 Sep 23 19:27:34.783288 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-4b9536ac-dd66-4964-96cc-f20102680e2b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:27:34.790921 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Device 005f1f77-cfd9-4840-98c4-60c806e390a8 no longer exists at agent ovs-agent-n-d-713301-16 {{(pid=95103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 19:27:34.826835 n-d-713301-16 neutron-server[95101]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 19:27:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4bc2d0b-c706-48e3-bf74-aa3e0157e1f6 x-openstack-request-id: req-f4bc2d0b-c706-48e3-bf74-aa3e0157e1f6 {{(pid=95101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 19:27:34.827184 n-d-713301-16 neutron-server[95101]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7fa91134-8ee0-4baa-9037-6ca73d6b4c83", "tag": "2057133e-afe6-4649-916f-fb2ef68141a8", "status": "completed", "code": 200}]} {{(pid=95101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 19:27:34.827385 n-d-713301-16 neutron-server[95101]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-f4bc2d0b-c706-48e3-bf74-aa3e0157e1f6 {{(pid=95101) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 19:27:34.827755 n-d-713301-16 neutron-server[95101]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7fa91134-8ee0-4baa-9037-6ca73d6b4c83', 'tag': '2057133e-afe6-4649-916f-fb2ef68141a8', 'status': 'completed', 'code': 200} Sep 23 19:27:34.838511 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-4c607fd7-d696-43e4-b0b2-4c72aa07b083 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783146162158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783145673144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5607431'] for port, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:27:34.840464 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.plugin [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] No Port match for: 005f1f77-cfd9-4840-98c4-60c806e390a8 {{(pid=95103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 19:27:34.841184 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Device 005f1f77-cfd9-4840-98c4-60c806e390a8 not bound to the agent host n-d-713301-16 {{(pid=95103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 19:27:34.885492 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-c1f1f8c0-8f1a-4e8b-9318-b4ea76f4a76a req-4eee139c-883d-4905-a8c8-29570377f818 tempest-AttachVolumeTestJSON-1825206227 tempest-AttachVolumeTestJSON-1825206227-project] 10.222.0.67 "GET /v2.0/ports?device_id=4cba8196-5b5b-42a0-aaca-42902580e803 HTTP/1.1" status: 200 len: 210 time: 0.0523624 Sep 23 19:27:34.907411 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-4b9536ac-dd66-4964-96cc-f20102680e2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:27:34.914173 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-4b9536ac-dd66-4964-96cc-f20102680e2b admin admin] Notify callbacks [] for security_group, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:27:34.914752 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-4b9536ac-dd66-4964-96cc-f20102680e2b admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/5f128a55-25fe-418d-a569-bd27299686db HTTP/1.1" status: 204 len: 168 time: 0.3936491 Sep 23 19:27:34.926369 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b9536ac-dd66-4964-96cc-f20102680e2b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f128a55-25fe-418d-a569-bd27299686db,revision_number=None']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:27:34.932173 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-ed618334-3164-433d-85e3-5da53fcf41a7 req-6bf2bff9-3115-4871-89ff-1cfb10d5f106 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2057133e-afe6-4649-916f-fb2ef68141a8 HTTP/1.1" status: 200 len: 217 time: 0.1070457 Sep 23 19:27:34.933598 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c607fd7-d696-43e4-b0b2-4c72aa07b083 admin admin] Pushing event deleted for resources: {'Port': ['ID=8b8d4e73-1f05-4427-92af-bc2b7dc230e0,revision_number=None']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:27:35.006710 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5af9423-5d29-43e8-971f-6ab8314ce699 req-9c3a5599-6eb4-4f4d-87ef-12ae70368c4a tempest-MigrationsAdminTest-397594546 tempest-MigrationsAdminTest-397594546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:27:35.006710 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-a5af9423-5d29-43e8-971f-6ab8314ce699 req-9c3a5599-6eb4-4f4d-87ef-12ae70368c4a tempest-MigrationsAdminTest-397594546 tempest-MigrationsAdminTest-397594546-project] 10.222.0.67 "GET /v2.0/ports?device_id=6573cd99-c5b7-4bf8-8671-27760195f1f4 HTTP/1.1" status: 200 len: 949 time: 0.0678425 Sep 23 19:27:35.044382 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed618334-3164-433d-85e3-5da53fcf41a7 req-645dee0a-3cd6-4a63-b02d-c642cbb67f4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:27:35.045943 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-ed618334-3164-433d-85e3-5da53fcf41a7 req-645dee0a-3cd6-4a63-b02d-c642cbb67f4c service neutron] 10.222.0.74 "GET /v2.0/subnets?id=a900be85-be08-465b-85e6-4a05aae55389 HTTP/1.1" status: 200 len: 851 time: 0.0786524 Sep 23 19:27:35.048776 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-4c607fd7-d696-43e4-b0b2-4c72aa07b083 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-601942'] for router_gateway, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:27:35.064840 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-a5af9423-5d29-43e8-971f-6ab8314ce699 req-95ffc72f-3f0d-4cfe-adcd-cd0a60b2caab tempest-MigrationsAdminTest-397594546 tempest-MigrationsAdminTest-397594546-project] 10.222.0.67 "GET /v2.0/security-groups?id=78cb509b-31c4-4e2a-bb5c-7abd6194dcc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495698 Sep 23 19:27:35.192496 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-4c607fd7-d696-43e4-b0b2-4c72aa07b083 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-597305', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29369'] for router, precommit_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:27:35.195900 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-4c607fd7-d696-43e4-b0b2-4c72aa07b083 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:27:35.199011 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed618334-3164-433d-85e3-5da53fcf41a7 req-c25a7bfa-192f-4b41-8339-d26e349afd65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:27:35.200411 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-ed618334-3164-433d-85e3-5da53fcf41a7 req-c25a7bfa-192f-4b41-8339-d26e349afd65 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=364dc893-5ecb-4aa3-be76-13b51cbbfbd4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1200895 Sep 23 19:27:35.271350 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-4c607fd7-d696-43e4-b0b2-4c72aa07b083 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-597296'] for router, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:27:35.272047 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c607fd7-d696-43e4-b0b2-4c72aa07b083 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 65634710-c6e3-408c-b679-82bbd975259b {{(pid=95101) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 23 19:27:35.276975 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6f90e6-80f5-4a3b-b2de-bfa2a0cb51ca req-a166a58d-25b1-4a90-8492-d42190f52f29 tempest-ServerActionsTestJSON-618918056 tempest-ServerActionsTestJSON-618918056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:27:35.279412 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-ba6f90e6-80f5-4a3b-b2de-bfa2a0cb51ca req-a166a58d-25b1-4a90-8492-d42190f52f29 tempest-ServerActionsTestJSON-618918056 tempest-ServerActionsTestJSON-618918056-project] 10.222.0.67 "GET /v2.0/ports?device_id=7fa91134-8ee0-4baa-9037-6ca73d6b4c83 HTTP/1.1" status: 200 len: 944 time: 0.0831258 Sep 23 19:27:35.287548 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-4c607fd7-d696-43e4-b0b2-4c72aa07b083 admin admin] Notify callbacks [] for router, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:27:35.288789 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-4c607fd7-d696-43e4-b0b2-4c72aa07b083 admin admin] 10.222.0.67 "DELETE /v2.0/routers/65634710-c6e3-408c-b679-82bbd975259b HTTP/1.1" status: 204 len: 168 time: 2.4959083 Sep 23 19:27:35.291550 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 40016) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:27:35.453913 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-ed618334-3164-433d-85e3-5da53fcf41a7 req-a3649e95-9de3-4906-afd3-6ae0349cbc76 service neutron] 10.222.0.74 "GET /v2.0/networks/364dc893-5ecb-4aa3-be76-13b51cbbfbd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2159936 Sep 23 19:27:35.544930 n-d-713301-16 neutron-server[95102]: DEBUG neutron.db.db_base_plugin_v2 [None req-6081176e-74df-47c2-b30c-1f1428387724 admin admin] Deleting subnet 7398c0e8-218e-4b5a-9041-b8f53e0e75c6 {{(pid=95102) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 23 19:27:35.556317 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-ba6f90e6-80f5-4a3b-b2de-bfa2a0cb51ca req-85341c1f-2d11-4eea-9719-4186c5cd8d63 tempest-ServerActionsTestJSON-618918056 tempest-ServerActionsTestJSON-618918056-project] 10.222.0.67 "GET /v2.0/security-groups?id=d2a75794-f2ea-419f-9d09-0096f3fe96c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2659965 Sep 23 19:27:35.557410 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-6081176e-74df-47c2-b30c-1f1428387724 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:27:35.611274 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-ed618334-3164-433d-85e3-5da53fcf41a7 req-3533c3c7-2814-40c2-9042-1fda967b27df service neutron] 10.222.0.74 "GET /v2.0/networks/364dc893-5ecb-4aa3-be76-13b51cbbfbd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1469390 Sep 23 19:27:35.651022 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-6081176e-74df-47c2-b30c-1f1428387724 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6162825'] for subnet, precommit_delete_associations {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:27:35.759793 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72dd7854-4e74-4331-ab20-c1c8d20063ed req-04a353e4-f308-435e-880a-fe40a241a298 tempest-AttachVolumeTestJSON-1825206227 tempest-AttachVolumeTestJSON-1825206227-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:27:35.760766 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4941c1d1-99b3-4779-9889-cfb538827d1a req-c9fe1c3a-c111-4c37-8506-97300d7e6511 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:27:35.761977 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-72dd7854-4e74-4331-ab20-c1c8d20063ed req-04a353e4-f308-435e-880a-fe40a241a298 tempest-AttachVolumeTestJSON-1825206227 tempest-AttachVolumeTestJSON-1825206227-project] 10.222.0.74 "GET /v2.0/networks?id=891932c9-457f-43e1-aea2-971af25a68f6 HTTP/1.1" status: 200 len: 810 time: 0.3819461 Sep 23 19:27:35.762473 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-4941c1d1-99b3-4779-9889-cfb538827d1a req-c9fe1c3a-c111-4c37-8506-97300d7e6511 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=f17a85608a9a4ecb8150ef41746c47e0&device_id=7fa91134-8ee0-4baa-9037-6ca73d6b4c83 HTTP/1.1" status: 200 len: 1096 time: 0.0754726 Sep 23 19:27:35.787488 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055be7ce-f7be-4e8c-8ce8-ed40a6c2662d req-776446c9-da8e-4750-a5ef-331e247465e2 tempest-DeleteServersTestJSON-2111530366 tempest-DeleteServersTestJSON-2111530366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:27:35.789180 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-055be7ce-f7be-4e8c-8ce8-ed40a6c2662d req-776446c9-da8e-4750-a5ef-331e247465e2 tempest-DeleteServersTestJSON-2111530366 tempest-DeleteServersTestJSON-2111530366-project] 10.222.0.67 "GET /v2.0/ports?device_id=b19e3d25-fa76-4ad5-ade4-28bc9af28ac3 HTTP/1.1" status: 200 len: 945 time: 0.1418271 Sep 23 19:27:35.928692 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4941c1d1-99b3-4779-9889-cfb538827d1a req-c677f5bd-8ca2-45ca-98eb-397bc4ac9745 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:27:35.930494 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-4941c1d1-99b3-4779-9889-cfb538827d1a req-c677f5bd-8ca2-45ca-98eb-397bc4ac9745 service neutron] 10.222.0.74 "GET /v2.0/networks?id=364dc893-5ecb-4aa3-be76-13b51cbbfbd4 HTTP/1.1" status: 200 len: 913 time: 0.1463771 Sep 23 19:27:35.969048 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-6081176e-74df-47c2-b30c-1f1428387724 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1756813'] for subnet, precommit_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:27:35.982724 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-4941c1d1-99b3-4779-9889-cfb538827d1a req-b44378e0-c44d-4446-82c4-8f612eb77012 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2057133e-afe6-4649-916f-fb2ef68141a8 HTTP/1.1" status: 200 len: 217 time: 0.0416315 Sep 23 19:27:36.058266 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4941c1d1-99b3-4779-9889-cfb538827d1a req-9fbf4379-ee72-42c6-9f24-b5a16ecd105e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:27:36.060766 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-4941c1d1-99b3-4779-9889-cfb538827d1a req-9fbf4379-ee72-42c6-9f24-b5a16ecd105e service neutron] 10.222.0.74 "GET /v2.0/subnets?id=a900be85-be08-465b-85e6-4a05aae55389 HTTP/1.1" status: 200 len: 851 time: 0.0697553 Sep 23 19:27:36.128775 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4941c1d1-99b3-4779-9889-cfb538827d1a req-157e7778-4b50-4a08-9965-a7f450363b86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:27:36.130432 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-4941c1d1-99b3-4779-9889-cfb538827d1a req-157e7778-4b50-4a08-9965-a7f450363b86 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=364dc893-5ecb-4aa3-be76-13b51cbbfbd4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0602498 Sep 23 19:27:36.178807 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 40044) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:27:36.264755 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-4941c1d1-99b3-4779-9889-cfb538827d1a req-68cd9428-3945-4787-9c6a-f624c44643e3 service neutron] 10.222.0.74 "GET /v2.0/networks/364dc893-5ecb-4aa3-be76-13b51cbbfbd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1258898 Sep 23 19:27:36.327186 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.v2.base [None req-36d8347b-efb0-4c33-aac8-44ad2adcda09 admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-1283066293-network', 'tenant_id': '2a538de04c5f468aad7a6b916358a379'}} {{(pid=95101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:27:36.409053 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36d8347b-efb0-4c33-aac8-44ad2adcda09 admin admin] Made reservation on behalf of 2a538de04c5f468aad7a6b916358a379 for: {'network': 1} {{(pid=95101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:27:36.418691 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-36d8347b-efb0-4c33-aac8-44ad2adcda09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for network, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:27:36.437184 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-72dd7854-4e74-4331-ab20-c1c8d20063ed req-158c869d-eaf6-40ea-88f1-1d19be257f3c tempest-AttachVolumeTestJSON-1825206227 tempest-AttachVolumeTestJSON-1825206227-project] 10.222.0.74 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=bc1c8a8a17df480598455b00ff38da5a HTTP/1.1" status: 200 len: 379 time: 0.6452551 Sep 23 19:27:36.442010 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-36d8347b-efb0-4c33-aac8-44ad2adcda09 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:27:36.458455 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-055be7ce-f7be-4e8c-8ce8-ed40a6c2662d req-24031809-31b6-42f5-83e1-b9e32928bb61 tempest-DeleteServersTestJSON-2111530366 tempest-DeleteServersTestJSON-2111530366-project] 10.222.0.67 "GET /v2.0/security-groups?id=67f2e2ca-928f-40e5-b9b2-05ec3bddbb37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6156602 Sep 23 19:27:36.461340 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-4941c1d1-99b3-4779-9889-cfb538827d1a req-e5e8e45e-1145-4eba-ba00-0ba26a5cfc53 service neutron] 10.222.0.74 "GET /v2.0/networks/364dc893-5ecb-4aa3-be76-13b51cbbfbd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1866133 Sep 23 19:27:36.473903 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.v2.base [req-72dd7854-4e74-4331-ab20-c1c8d20063ed req-a4b25dbb-db57-482a-b096-6151e887b82c tempest-AttachVolumeTestJSON-1825206227 tempest-AttachVolumeTestJSON-1825206227-project] Request body: {'port': {'device_id': '4cba8196-5b5b-42a0-aaca-42902580e803', 'network_id': '891932c9-457f-43e1-aea2-971af25a68f6', 'admin_state_up': True, 'tenant_id': 'bc1c8a8a17df480598455b00ff38da5a', 'security_groups': ['39522664-d93c-44d8-9f62-0e2cfbb5d5ff']}} {{(pid=95102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:27:36.579246 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-36d8347b-efb0-4c33-aac8-44ad2adcda09 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:27:36.586289 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-36d8347b-efb0-4c33-aac8-44ad2adcda09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:27:36.620156 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-36d8347b-efb0-4c33-aac8-44ad2adcda09 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 638} {{(pid=95101) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 19:27:36.622381 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-82c9e91f-16bd-4669-8d13-a0c9bb5430dd req-8995a5ba-8e52-42d4-9b35-2733822c6087 tempest-AttachVolumeTestJSON-1825206227 tempest-AttachVolumeTestJSON-1825206227-project] 10.222.0.67 "GET /v2.0/ports?device_id=4cba8196-5b5b-42a0-aaca-42902580e803 HTTP/1.1" status: 200 len: 210 time: 0.0485251 Sep 23 19:27:36.638329 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36d8347b-efb0-4c33-aac8-44ad2adcda09 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03b8d372-1648-4ffa-a934-45f880e6202c,revision_number=1']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:27:36.643549 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-36d8347b-efb0-4c33-aac8-44ad2adcda09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1756186'] for segment, precommit_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:27:36.644089 n-d-713301-16 neutron-server[95101]: INFO neutron.db.segments_db [None req-36d8347b-efb0-4c33-aac8-44ad2adcda09 admin admin] Added segment f8de9f65-8411-4e97-ab2c-3e2ef9532e6f of type vlan for network 38d75c5c-e2c5-4e5e-b8e1-a2ffbe9996a8 Sep 23 19:27:36.655075 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c35538-ba73-42d8-bad4-fc383e5ce6af req-9d3e9702-7ae3-4a6b-a41c-856f8cfcfc63 tempest-ServerRescueTestJSONUnderV235-3883575 tempest-ServerRescueTestJSONUnderV235-3883575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:27:36.666001 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-00c35538-ba73-42d8-bad4-fc383e5ce6af req-9d3e9702-7ae3-4a6b-a41c-856f8cfcfc63 tempest-ServerRescueTestJSONUnderV235-3883575 tempest-ServerRescueTestJSONUnderV235-3883575-project] 10.222.0.67 "GET /v2.0/ports?device_id=f69a6870-83a8-419f-a0bd-2c6f209ce61f HTTP/1.1" status: 200 len: 945 time: 0.7030549 Sep 23 19:27:36.700743 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-36d8347b-efb0-4c33-aac8-44ad2adcda09 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783145630486'] for network, precommit_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:27:36.709630 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-6081176e-74df-47c2-b30c-1f1428387724 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1756804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4399009', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5388229'] for subnet, after_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:27:36.733015 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-36d8347b-efb0-4c33-aac8-44ad2adcda09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299'] for network, after_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:27:36.734049 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36d8347b-efb0-4c33-aac8-44ad2adcda09 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:27:36.734642 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-36d8347b-efb0-4c33-aac8-44ad2adcda09 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527417'] for network, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:27:36.772954 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6081176e-74df-47c2-b30c-1f1428387724 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7398c0e8-218e-4b5a-9041-b8f53e0e75c6,revision_number=None']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:27:36.777865 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-6081176e-74df-47c2-b30c-1f1428387724 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:27:36.779871 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-6081176e-74df-47c2-b30c-1f1428387724 admin admin] 10.222.0.67 "DELETE /v2.0/subnets/7398c0e8-218e-4b5a-9041-b8f53e0e75c6 HTTP/1.1" status: 204 len: 168 time: 1.4859328 Sep 23 19:27:36.781921 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b92a02a-2f2c-4c51-a173-5668a3450bba None None] Network c1c3ef61-7600-4f98-9132-f29d8908ed23 requested from n-d-713301-16 {{(pid=95103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 19:27:36.797010 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-00c35538-ba73-42d8-bad4-fc383e5ce6af req-711c254c-acb4-4daa-b297-f610428413f9 tempest-ServerRescueTestJSONUnderV235-3883575 tempest-ServerRescueTestJSONUnderV235-3883575-project] 10.222.0.67 "GET /v2.0/security-groups?id=d3f97599-a9b1-47a3-baeb-6ab90b6bb5ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1300616 Sep 23 19:27:36.797558 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 40050) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:27:36.835197 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-72dd7854-4e74-4331-ab20-c1c8d20063ed req-a4b25dbb-db57-482a-b096-6151e887b82c tempest-AttachVolumeTestJSON-1825206227 tempest-AttachVolumeTestJSON-1825206227-project] Made reservation on behalf of bc1c8a8a17df480598455b00ff38da5a for: {'port': 1} {{(pid=95102) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:27:36.837870 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36d8347b-efb0-4c33-aac8-44ad2adcda09 admin admin] Pushing event updated for resources: {'Network': ['ID=38d75c5c-e2c5-4e5e-b8e1-a2ffbe9996a8,revision_number=1']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:27:36.840854 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-72dd7854-4e74-4331-ab20-c1c8d20063ed req-a4b25dbb-db57-482a-b096-6151e887b82c tempest-AttachVolumeTestJSON-1825206227 tempest-AttachVolumeTestJSON-1825206227-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:27:36.854538 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-36d8347b-efb0-4c33-aac8-44ad2adcda09 admin admin] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.6743081 Sep 23 19:27:36.860230 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 40054) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:27:36.867654 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.v2.base [None req-ca987c4c-23fb-42ba-8aaf-1a125187f64b admin admin] Request body: {'subnet': {'network_id': '38d75c5c-e2c5-4e5e-b8e1-a2ffbe9996a8', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-1283066293-subnet', 'tenant_id': '2a538de04c5f468aad7a6b916358a379', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:27:36.885289 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Network 38d75c5c-e2c5-4e5e-b8e1-a2ffbe9996a8 details requested by agent ovs-agent-n-d-713301-16 with host n-d-713301-16 {{(pid=95103) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 19:27:36.899660 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca987c4c-23fb-42ba-8aaf-1a125187f64b admin admin] Made reservation on behalf of 2a538de04c5f468aad7a6b916358a379 for: {'subnet': 1} {{(pid=95101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:27:36.902706 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-ca987c4c-23fb-42ba-8aaf-1a125187f64b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6130979'] for subnet, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:27:36.920350 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Device 8b8d4e73-1f05-4427-92af-bc2b7dc230e0 no longer exists at agent ovs-agent-n-d-713301-16 {{(pid=95103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 19:27:36.957179 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4ad406-c56a-4058-9a99-40b6f1882bfa req-d349d986-9e3c-42f5-989d-58755665b47b tempest-MigrationsAdminTest-397594546 tempest-MigrationsAdminTest-397594546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:27:36.959574 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-bc4ad406-c56a-4058-9a99-40b6f1882bfa req-d349d986-9e3c-42f5-989d-58755665b47b tempest-MigrationsAdminTest-397594546 tempest-MigrationsAdminTest-397594546-project] 10.222.0.67 "GET /v2.0/ports?device_id=6573cd99-c5b7-4bf8-8671-27760195f1f4 HTTP/1.1" status: 200 len: 949 time: 0.2315021 Sep 23 19:27:36.987001 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.plugin [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] No Port match for: 8b8d4e73-1f05-4427-92af-bc2b7dc230e0 {{(pid=95103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 19:27:36.987800 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Device 8b8d4e73-1f05-4427-92af-bc2b7dc230e0 not bound to the agent host n-d-713301-16 {{(pid=95103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 19:27:37.017062 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-eccf29cc-a8f3-4c26-b42e-61b726b3af48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1628021'] for network, before_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:27:37.124122 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-bc4ad406-c56a-4058-9a99-40b6f1882bfa req-7afcf70d-c2ed-4b79-920b-6b12810d5d8a tempest-MigrationsAdminTest-397594546 tempest-MigrationsAdminTest-397594546-project] 10.222.0.67 "GET /v2.0/security-groups?id=78cb509b-31c4-4e2a-bb5c-7abd6194dcc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1444018 Sep 23 19:27:37.129945 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-ca987c4c-23fb-42ba-8aaf-1a125187f64b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5607579', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6130961'] for subnet, after_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:27:37.145453 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21090d4d-979f-4995-9baf-de6eeb0c9a15 None None] DHCP port deletion for c1c3ef61-7600-4f98-9132-f29d8908ed23 request from n-d-713301-16 {{(pid=95103) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 23 19:27:37.191845 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe5fb3e-2720-43f3-aa3a-19856ebb0b65 req-9764a4c5-e01c-4760-9ac8-b1619160aab7 tempest-ServerActionsTestJSON-618918056 tempest-ServerActionsTestJSON-618918056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:27:37.200474 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-8fe5fb3e-2720-43f3-aa3a-19856ebb0b65 req-9764a4c5-e01c-4760-9ac8-b1619160aab7 tempest-ServerActionsTestJSON-618918056 tempest-ServerActionsTestJSON-618918056-project] 10.222.0.67 "GET /v2.0/ports?device_id=7fa91134-8ee0-4baa-9037-6ca73d6b4c83 HTTP/1.1" status: 200 len: 944 time: 0.2518373 Sep 23 19:27:37.206933 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca987c4c-23fb-42ba-8aaf-1a125187f64b admin admin] Pushing event updated for resources: {'Subnet': ['ID=1471c35d-8ac2-4d90-84dc-b5e2bb0311b7,revision_number=0']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:27:37.207186 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.plugin [None req-21090d4d-979f-4995-9baf-de6eeb0c9a15 None None] Deleting port e495f206-5a77-4edc-bf7c-628f2f6fed39 {{(pid=95103) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:27:37.207613 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-21090d4d-979f-4995-9baf-de6eeb0c9a15 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783146157096'] for port, before_delete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:27:37.253497 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca987c4c-23fb-42ba-8aaf-1a125187f64b admin admin] Checking segment: {'id': 'f8de9f65-8411-4e97-ab2c-3e2ef9532e6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '38d75c5c-e2c5-4e5e-b8e1-a2ffbe9996a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:27:37.254351 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca987c4c-23fb-42ba-8aaf-1a125187f64b admin admin] Network hostable DHCP agents. Network: 38d75c5c-e2c5-4e5e-b8e1-a2ffbe9996a8, hostable agents: ['1b18bf05-1b5f-4587-be5c-af3ac38e32ad'], hosted agents: [] {{(pid=95101) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 19:27:37.267279 n-d-713301-16 neutron-server[95102]: DEBUG neutron.db.db_base_plugin_common [req-72dd7854-4e74-4331-ab20-c1c8d20063ed req-a4b25dbb-db57-482a-b096-6151e887b82c tempest-AttachVolumeTestJSON-1825206227 tempest-AttachVolumeTestJSON-1825206227-project] Allocated IP 172.20.0.12 (891932c9-457f-43e1-aea2-971af25a68f6/bbfc5a86-0037-429e-b11d-698cbfb1a3c3/b1a5385d-b97e-4faa-9e35-589c892a4d85) {{(pid=95102) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 19:27:37.283612 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca987c4c-23fb-42ba-8aaf-1a125187f64b admin admin] Network 38d75c5c-e2c5-4e5e-b8e1-a2ffbe9996a8 is scheduled to be hosted by DHCP agent 1b18bf05-1b5f-4587-be5c-af3ac38e32ad with binding_index 1 {{(pid=95101) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 19:27:37.284974 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-8fe5fb3e-2720-43f3-aa3a-19856ebb0b65 req-a3c0f3d4-78c8-47e4-aa9e-a7eefe54f724 tempest-ServerActionsTestJSON-618918056 tempest-ServerActionsTestJSON-618918056-project] 10.222.0.67 "GET /v2.0/security-groups?id=d2a75794-f2ea-419f-9d09-0096f3fe96c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0835662 Sep 23 19:27:37.318910 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.base_scheduler [None req-ca987c4c-23fb-42ba-8aaf-1a125187f64b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713301-16, 38d75c5c-e2c5-4e5e-b8e1-a2ffbe9996a8) {{(pid=95101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:27:37.326399 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-21090d4d-979f-4995-9baf-de6eeb0c9a15 None None] For port e495f206-5a77-4edc-bf7c-628f2f6fed39, host n-d-713301-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-16',level=0,port_id=e495f206-5a77-4edc-bf7c-628f2f6fed39,segment=NetworkSegment(7fea2a1e-f855-4d52-a7e1-2fd793fa9a5a),segment_id=7fea2a1e-f855-4d52-a7e1-2fd793fa9a5a)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:27:37.326828 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-21090d4d-979f-4995-9baf-de6eeb0c9a15 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-605701'] for port, precommit_delete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:27:37.329447 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca987c4c-23fb-42ba-8aaf-1a125187f64b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:27:37.330331 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-ca987c4c-23fb-42ba-8aaf-1a125187f64b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527417'] for subnet, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:27:37.332442 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71a98da6-bbc7-40c4-8e7c-846bd6b3c940 None None] Network 38d75c5c-e2c5-4e5e-b8e1-a2ffbe9996a8 requested from n-d-713301-16 {{(pid=95103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 19:27:37.334706 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.plugin [None req-eccf29cc-a8f3-4c26-b42e-61b726b3af48 admin admin] Deleting port e495f206-5a77-4edc-bf7c-628f2f6fed39 {{(pid=95102) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:27:37.335055 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-eccf29cc-a8f3-4c26-b42e-61b726b3af48 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783146157096'] for port, before_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:27:37.352283 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-d0b19377-f4f7-4bf2-a50e-ced3d0021cb6 req-19758b17-2828-45db-bdfb-b09043c4b8a1 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=61df6679-e03a-4089-8f81-8cc4daaf4da0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0795054 Sep 23 19:27:37.367255 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.plugin [None req-21090d4d-979f-4995-9baf-de6eeb0c9a15 None None] Calling delete_port for e495f206-5a77-4edc-bf7c-628f2f6fed39 owned by network:dhcp {{(pid=95103) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:27:37.367537 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-ca987c4c-23fb-42ba-8aaf-1a125187f64b admin admin] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.4995012 Sep 23 19:27:37.405176 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Device dfe12d6f-a587-4267-8cf8-408a7c963b6e details requested by agent hyperv_n-h2-713301-16 with host n-h2-713301-16 {{(pid=95103) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 19:27:37.458943 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.db [None req-eccf29cc-a8f3-4c26-b42e-61b726b3af48 admin admin] For port e495f206-5a77-4edc-bf7c-628f2f6fed39, host n-d-713301-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-16',level=0,port_id=e495f206-5a77-4edc-bf7c-628f2f6fed39,segment=NetworkSegment(7fea2a1e-f855-4d52-a7e1-2fd793fa9a5a),segment_id=7fea2a1e-f855-4d52-a7e1-2fd793fa9a5a)] {{(pid=95102) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:27:37.459317 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-eccf29cc-a8f3-4c26-b42e-61b726b3af48 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-605701'] for port, precommit_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:27:37.459971 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b19377-f4f7-4bf2-a50e-ced3d0021cb6 req-4e58c3cf-96c7-4c17-bd9b-e079042cfccb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:27:37.461898 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-d0b19377-f4f7-4bf2-a50e-ced3d0021cb6 req-4e58c3cf-96c7-4c17-bd9b-e079042cfccb service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=cff0149cb20c4944955e93a2b393f7c5&device_id=61df6679-e03a-4089-8f81-8cc4daaf4da0 HTTP/1.1" status: 200 len: 1102 time: 0.0479133 Sep 23 19:27:37.534054 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.plugin [None req-eccf29cc-a8f3-4c26-b42e-61b726b3af48 admin admin] Calling delete_port for e495f206-5a77-4edc-bf7c-628f2f6fed39 owned by network:dhcp {{(pid=95102) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:27:37.665384 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-72dd7854-4e74-4331-ab20-c1c8d20063ed req-a4b25dbb-db57-482a-b096-6151e887b82c tempest-AttachVolumeTestJSON-1825206227 tempest-AttachVolumeTestJSON-1825206227-project] Notify callbacks [] for port, precommit_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:27:37.674882 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b19377-f4f7-4bf2-a50e-ced3d0021cb6 req-36815e8d-88ff-4b9e-ac2d-e2a1493074d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:27:37.680177 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-d0b19377-f4f7-4bf2-a50e-ced3d0021cb6 req-36815e8d-88ff-4b9e-ac2d-e2a1493074d8 service neutron] 10.222.0.74 "GET /v2.0/networks?id=5220cb0c-da05-478a-9604-8c11469a05b4 HTTP/1.1" status: 200 len: 870 time: 0.1968508 Sep 23 19:27:37.725195 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb6aacb-a50b-472d-9e3d-e88beb51f77f req-c26ae9e8-29b9-4252-91d2-b35d043bb85d tempest-DeleteServersTestJSON-2111530366 tempest-DeleteServersTestJSON-2111530366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:27:37.735021 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-dfb6aacb-a50b-472d-9e3d-e88beb51f77f req-c26ae9e8-29b9-4252-91d2-b35d043bb85d tempest-DeleteServersTestJSON-2111530366 tempest-DeleteServersTestJSON-2111530366-project] 10.222.0.67 "GET /v2.0/ports?device_id=b19e3d25-fa76-4ad5-ade4-28bc9af28ac3 HTTP/1.1" status: 200 len: 945 time: 0.1555235 Sep 23 19:27:37.785794 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-d0b19377-f4f7-4bf2-a50e-ced3d0021cb6 req-c1b9e237-013a-4cff-932e-8340cd1d2fe9 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.248&port_id=5e0cfb4e-f0a0-4307-98ca-fd7fbec65808 HTTP/1.1" status: 200 len: 217 time: 0.0973799 Sep 23 19:27:37.821052 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-68ae706c-29e6-468b-b69d-81a5d423407f req-1a9362bc-e5d5-4d27-bf24-1ac441dc97a2 tempest-AttachVolumeTestJSON-1825206227 tempest-AttachVolumeTestJSON-1825206227-project] 10.222.0.67 "GET /v2.0/ports?device_id=4cba8196-5b5b-42a0-aaca-42902580e803 HTTP/1.1" status: 200 len: 210 time: 0.0423768 Sep 23 19:27:37.824524 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-72dd7854-4e74-4331-ab20-c1c8d20063ed req-a4b25dbb-db57-482a-b096-6151e887b82c tempest-AttachVolumeTestJSON-1825206227 tempest-AttachVolumeTestJSON-1825206227-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783145673135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4399100'] for port, after_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:27:37.830512 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-eccf29cc-a8f3-4c26-b42e-61b726b3af48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783146162158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783145673144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4399100'] for port, after_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:27:37.858881 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-dfb6aacb-a50b-472d-9e3d-e88beb51f77f req-1e10a5e6-bccf-4969-999f-7db52a1e5d5b tempest-DeleteServersTestJSON-2111530366 tempest-DeleteServersTestJSON-2111530366-project] 10.222.0.67 "GET /v2.0/security-groups?id=67f2e2ca-928f-40e5-b9b2-05ec3bddbb37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1223309 Sep 23 19:27:37.872474 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b19377-f4f7-4bf2-a50e-ced3d0021cb6 req-4fa2eda2-3156-4f96-9473-902eeba9ead9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:27:37.874288 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-d0b19377-f4f7-4bf2-a50e-ced3d0021cb6 req-4fa2eda2-3156-4f96-9473-902eeba9ead9 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=1ccc69bc-9d6b-44d9-b227-204e47dc6e45 HTTP/1.1" status: 200 len: 843 time: 0.0808380 Sep 23 19:27:37.903102 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] For port dfe12d6f-a587-4267-8cf8-408a7c963b6e, host n-h2-713301-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-16',level=0,port_id=dfe12d6f-a587-4267-8cf8-408a7c963b6e,segment=NetworkSegment(741d6d3e-2760-41a6-838f-b8b4255cee30),segment_id=741d6d3e-2760-41a6-838f-b8b4255cee30)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:27:37.944435 n-d-713301-16 neutron-server[95102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-72dd7854-4e74-4331-ab20-c1c8d20063ed req-a4b25dbb-db57-482a-b096-6151e887b82c tempest-AttachVolumeTestJSON-1825206227 tempest-AttachVolumeTestJSON-1825206227-project] Network 891932c9-457f-43e1-aea2-971af25a68f6 is already hosted by enough agents. {{(pid=95102) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:27:37.946405 n-d-713301-16 neutron-server[95102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eccf29cc-a8f3-4c26-b42e-61b726b3af48 admin admin] No DVR routers for this DVR port e495f206-5a77-4edc-bf7c-628f2f6fed39 on host n-d-713301-16 {{(pid=95102) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 19:27:37.952237 n-d-713301-16 neutron-server[95102]: DEBUG neutron.scheduler.base_scheduler [req-72dd7854-4e74-4331-ab20-c1c8d20063ed req-a4b25dbb-db57-482a-b096-6151e887b82c tempest-AttachVolumeTestJSON-1825206227 tempest-AttachVolumeTestJSON-1825206227-project] Resources bound (agent type, host, resource id): {{(pid=95102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:27:37.955124 n-d-713301-16 neutron-server[95102]: DEBUG neutron.db.l3_dvrscheduler_db [req-72dd7854-4e74-4331-ab20-c1c8d20063ed req-a4b25dbb-db57-482a-b096-6151e887b82c tempest-AttachVolumeTestJSON-1825206227 tempest-AttachVolumeTestJSON-1825206227-project] Received port after_create {{(pid=95102) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 19:27:37.966442 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b19377-f4f7-4bf2-a50e-ced3d0021cb6 req-22f5ded9-a7e0-4e6d-8ae9-fe08ae046406 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:27:37.968201 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-d0b19377-f4f7-4bf2-a50e-ced3d0021cb6 req-22f5ded9-a7e0-4e6d-8ae9-fe08ae046406 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=5220cb0c-da05-478a-9604-8c11469a05b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0855412 Sep 23 19:27:37.988736 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Returning: {'device': 'dfe12d6f-a587-4267-8cf8-408a7c963b6e', 'network_id': 'e47803fc-37db-4c82-80ca-757602b818ca', 'port_id': 'dfe12d6f-a587-4267-8cf8-408a7c963b6e', 'mac_address': 'fa:16:3e:23:5e:e5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 603, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4ba945d5-0498-408c-b65f-8f07a46d41b0', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95103) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 19:27:38.064892 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7dfd04b6-4856-48a7-87c6-d333a1cc1433 None None] Network 38d75c5c-e2c5-4e5e-b8e1-a2ffbe9996a8 requested from n-d-713301-16 {{(pid=95103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 19:27:38.103393 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-21090d4d-979f-4995-9baf-de6eeb0c9a15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783146162158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783145673144'] for port, after_delete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:27:38.144259 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4b25dbb-db57-482a-b096-6151e887b82c tempest-AttachVolumeTestJSON-1825206227 tempest-AttachVolumeTestJSON-1825206227-project] Pushing event updated for resources: {'Port': ['ID=b1a5385d-b97e-4faa-9e35-589c892a4d85,revision_number=1']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:27:38.150971 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-d0b19377-f4f7-4bf2-a50e-ced3d0021cb6 req-5df58454-2742-49f7-891b-873140284b6d service neutron] 10.222.0.74 "GET /v2.0/networks/5220cb0c-da05-478a-9604-8c11469a05b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1742697 Sep 23 19:27:38.207871 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21090d4d-979f-4995-9baf-de6eeb0c9a15 None None] Pushing event deleted for resources: {'Port': ['ID=e495f206-5a77-4edc-bf7c-628f2f6fed39,revision_number=None']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:27:38.275800 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 40080) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:27:38.279192 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:27:38.295273 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21090d4d-979f-4995-9baf-de6eeb0c9a15 None None] No DVR routers for this DVR port e495f206-5a77-4edc-bf7c-628f2f6fed39 on host n-d-713301-16 {{(pid=95103) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 19:27:38.297464 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72dd7854-4e74-4331-ab20-c1c8d20063ed req-a4b25dbb-db57-482a-b096-6151e887b82c tempest-AttachVolumeTestJSON-1825206227 tempest-AttachVolumeTestJSON-1825206227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:27:38.300029 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-72dd7854-4e74-4331-ab20-c1c8d20063ed req-a4b25dbb-db57-482a-b096-6151e887b82c tempest-AttachVolumeTestJSON-1825206227 tempest-AttachVolumeTestJSON-1825206227-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222849'] for port, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:27:38.332119 n-d-713301-16 neutron-server[95103]: DEBUG neutron.notifiers.nova [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id dfe12d6f-a587-4267-8cf8-408a7c963b6e {{(pid=95103) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 19:27:38.344831 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.v2.base [None req-aa8d5f94-d85e-4608-9026-fc41031baf05 admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-662418679-network', 'tenant_id': 'a0a0e64ff152415b9a186d6ac4a7cb4b'}} {{(pid=95102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:27:38.354721 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eccf29cc-a8f3-4c26-b42e-61b726b3af48 admin admin] Pushing event deleted for resources: {'Port': ['ID=e495f206-5a77-4edc-bf7c-628f2f6fed39,revision_number=None']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:27:38.369463 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-d0b19377-f4f7-4bf2-a50e-ced3d0021cb6 req-103bb07b-7c72-47b0-95e6-033935249f2e service neutron] 10.222.0.74 "GET /v2.0/networks/5220cb0c-da05-478a-9604-8c11469a05b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2094688 Sep 23 19:27:38.400752 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] For port dfe12d6f-a587-4267-8cf8-408a7c963b6e, host n-h2-713301-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-16',level=0,port_id=dfe12d6f-a587-4267-8cf8-408a7c963b6e,segment=NetworkSegment(741d6d3e-2760-41a6-838f-b8b4255cee30),segment_id=741d6d3e-2760-41a6-838f-b8b4255cee30)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:27:38.419190 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:27:38.436856 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-eccf29cc-a8f3-4c26-b42e-61b726b3af48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1754676', 'neutron.services.segments.db._delete_segments_for_network-8783146221460'] for network, precommit_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:27:38.459559 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-72dd7854-4e74-4331-ab20-c1c8d20063ed req-a4b25dbb-db57-482a-b096-6151e887b82c tempest-AttachVolumeTestJSON-1825206227 tempest-AttachVolumeTestJSON-1825206227-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9998131 Sep 23 19:27:38.484126 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.v2.base [req-72dd7854-4e74-4331-ab20-c1c8d20063ed req-39b350e5-e48d-45ce-84fa-80cc75508324 service neutron] Request body: {'port': {'device_id': '4cba8196-5b5b-42a0-aaca-42902580e803', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713301-16'}} {{(pid=95102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:27:38.535305 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa8d5f94-d85e-4608-9026-fc41031baf05 admin admin] Made reservation on behalf of a0a0e64ff152415b9a186d6ac4a7cb4b for: {'network': 1} {{(pid=95102) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:27:38.538799 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-aa8d5f94-d85e-4608-9026-fc41031baf05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for network, before_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:27:38.545632 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-f0efd9ef-cc7a-42ec-9f64-f9807e735c59 None None] Provisioning complete for port b1a5385d-b97e-4faa-9e35-589c892a4d85 triggered by entity DHCP. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:27:38.546021 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-f0efd9ef-cc7a-42ec-9f64-f9807e735c59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:27:38.554660 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e8c56ee-4b9b-4fc9-9528-2e5947d55ed1 req-18c4873e-83e3-4876-8275-1280a7cba5e4 tempest-ServerRescueTestJSONUnderV235-3883575 tempest-ServerRescueTestJSONUnderV235-3883575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:27:38.562753 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-9e8c56ee-4b9b-4fc9-9528-2e5947d55ed1 req-18c4873e-83e3-4876-8275-1280a7cba5e4 tempest-ServerRescueTestJSONUnderV235-3883575 tempest-ServerRescueTestJSONUnderV235-3883575-project] 10.222.0.67 "GET /v2.0/ports?device_id=f69a6870-83a8-419f-a0bd-2c6f209ce61f HTTP/1.1" status: 200 len: 945 time: 0.5464380 Sep 23 19:27:38.567329 n-d-713301-16 neutron-server[95102]: DEBUG neutron.services.segments.db [None req-eccf29cc-a8f3-4c26-b42e-61b726b3af48 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c1c3ef61-7600-4f98-9132-f29d8908ed23']}} {{(pid=95102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:27:38.592075 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-aa8d5f94-d85e-4608-9026-fc41031baf05 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:27:38.595518 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] get_ports_and_sgs() called for port_ids ['dfe12d6f-a587-4267-8cf8-408a7c963b6e'] {{(pid=95103) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 19:27:38.608837 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Pushing event updated for resources: {'Port': ['ID=dfe12d6f-a587-4267-8cf8-408a7c963b6e,revision_number=6']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:27:38.615369 n-d-713301-16 neutron-server[95102]: DEBUG neutron.services.segments.db [None req-eccf29cc-a8f3-4c26-b42e-61b726b3af48 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7fea2a1e-f855-4d52-a7e1-2fd793fa9a5a') {'for_net_delete': True} {{(pid=95102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:27:38.615731 n-d-713301-16 neutron-server[95102]: DEBUG neutron.services.segments.db [None req-eccf29cc-a8f3-4c26-b42e-61b726b3af48 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7fea2a1e-f855-4d52-a7e1-2fd793fa9a5a') {} {{(pid=95102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:27:38.676529 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8511975-728d-4ff1-8f82-68068240304f req-5a909716-406e-4a35-a847-7326aba09874 tempest-MigrationsAdminTest-397594546 tempest-MigrationsAdminTest-397594546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:27:38.681962 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.plugin [None req-f0efd9ef-cc7a-42ec-9f64-f9807e735c59 None None] Port b1a5385d-b97e-4faa-9e35-589c892a4d85 cannot update to ACTIVE because it is not bound. {{(pid=95103) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 19:27:38.684545 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-e8511975-728d-4ff1-8f82-68068240304f req-5a909716-406e-4a35-a847-7326aba09874 tempest-MigrationsAdminTest-397594546 tempest-MigrationsAdminTest-397594546-project] 10.222.0.67 "GET /v2.0/ports?device_id=6573cd99-c5b7-4bf8-8671-27760195f1f4 HTTP/1.1" status: 200 len: 949 time: 0.3543062 Sep 23 19:27:38.696287 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-eccf29cc-a8f3-4c26-b42e-61b726b3af48 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783146221725', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6162832'] for segment, before_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:27:38.747061 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-72dd7854-4e74-4331-ab20-c1c8d20063ed req-39b350e5-e48d-45ce-84fa-80cc75508324 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:27:38.749609 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-eccf29cc-a8f3-4c26-b42e-61b726b3af48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1756186'] for segment, precommit_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:27:38.764939 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-9e8c56ee-4b9b-4fc9-9528-2e5947d55ed1 req-e1719fdf-b45d-4cff-bc45-f2fc31d8d8f9 tempest-ServerRescueTestJSONUnderV235-3883575 tempest-ServerRescueTestJSONUnderV235-3883575-project] 10.222.0.67 "GET /v2.0/security-groups?id=d3f97599-a9b1-47a3-baeb-6ab90b6bb5ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2010114 Sep 23 19:27:38.800744 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eccf29cc-a8f3-4c26-b42e-61b726b3af48 admin admin] Releasing vlan 621 on physical network physnet1 to pool {{(pid=95102) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 19:27:38.801157 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-eccf29cc-a8f3-4c26-b42e-61b726b3af48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1756186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4398095'] for segment, after_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:27:38.811681 n-d-713301-16 neutron-server[95102]: Traceback (most recent call last): Sep 23 19:27:38.811681 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 19:27:38.811681 n-d-713301-16 neutron-server[95102]: timer() Sep 23 19:27:38.811681 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 19:27:38.811681 n-d-713301-16 neutron-server[95102]: cb(*args, **kw) Sep 23 19:27:38.811681 n-d-713301-16 neutron-server[95102]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 19:27:38.811681 n-d-713301-16 neutron-server[95102]: return func(*args, **kwargs) Sep 23 19:27:38.811681 n-d-713301-16 neutron-server[95102]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 19:27:38.811681 n-d-713301-16 neutron-server[95102]: self._notify() Sep 23 19:27:38.811681 n-d-713301-16 neutron-server[95102]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 19:27:38.811681 n-d-713301-16 neutron-server[95102]: self.callback(batched_events) Sep 23 19:27:38.811681 n-d-713301-16 neutron-server[95102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 19:27:38.811681 n-d-713301-16 neutron-server[95102]: event.method(event) Sep 23 19:27:38.811681 n-d-713301-16 neutron-server[95102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 19:27:38.811681 n-d-713301-16 neutron-server[95102]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 19:27:38.811681 n-d-713301-16 neutron-server[95102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 19:27:38.811681 n-d-713301-16 neutron-server[95102]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 19:27:38.811681 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 19:27:38.811681 n-d-713301-16 neutron-server[95102]: return f(self, *a, **k) Sep 23 19:27:38.811681 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 19:27:38.811681 n-d-713301-16 neutron-server[95102]: return self._get(url).json() Sep 23 19:27:38.811681 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 19:27:38.811681 n-d-713301-16 neutron-server[95102]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 19:27:38.811681 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 19:27:38.811681 n-d-713301-16 neutron-server[95102]: return self.request(url, 'GET', **kwargs) Sep 23 19:27:38.811681 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 19:27:38.811681 n-d-713301-16 neutron-server[95102]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 19:27:38.811681 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 19:27:38.811681 n-d-713301-16 neutron-server[95102]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 19:27:38.811681 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 19:27:38.811681 n-d-713301-16 neutron-server[95102]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 19:27:38.811681 n-d-713301-16 neutron-server[95102]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 19:27:38.856786 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-e8511975-728d-4ff1-8f82-68068240304f req-0077d3c7-af67-4759-a265-e19c46de9290 tempest-MigrationsAdminTest-397594546 tempest-MigrationsAdminTest-397594546-project] 10.222.0.67 "GET /v2.0/security-groups?id=78cb509b-31c4-4e2a-bb5c-7abd6194dcc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1671410 Sep 23 19:27:38.885190 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Device e495f206-5a77-4edc-bf7c-628f2f6fed39 no longer exists at agent ovs-agent-n-d-713301-16 {{(pid=95103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 19:27:38.920984 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.plugin [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] No Port match for: e495f206-5a77-4edc-bf7c-628f2f6fed39 {{(pid=95103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 19:27:38.922056 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Device e495f206-5a77-4edc-bf7c-628f2f6fed39 not bound to the agent host n-d-713301-16 {{(pid=95103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 19:27:39.071325 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-eccf29cc-a8f3-4c26-b42e-61b726b3af48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1754627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-601866'] for network, after_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:27:39.091057 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-eccf29cc-a8f3-4c26-b42e-61b726b3af48 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527417'] for network, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:27:39.098149 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-eccf29cc-a8f3-4c26-b42e-61b726b3af48 admin admin] 10.222.0.67 "DELETE /v2.0/networks/c1c3ef61-7600-4f98-9132-f29d8908ed23 HTTP/1.1" status: 204 len: 168 time: 2.2955575 Sep 23 19:27:39.191006 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eccf29cc-a8f3-4c26-b42e-61b726b3af48 admin admin] Pushing event deleted for resources: {'Network': ['ID=c1c3ef61-7600-4f98-9132-f29d8908ed23,revision_number=None']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:27:39.238537 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ffa3fea-fb22-4027-aaab-278ec9a55f00 req-ded312b6-c47b-4962-ac91-4f54aec3884a tempest-ServerActionsTestJSON-618918056 tempest-ServerActionsTestJSON-618918056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:27:39.245312 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-3ffa3fea-fb22-4027-aaab-278ec9a55f00 req-ded312b6-c47b-4962-ac91-4f54aec3884a tempest-ServerActionsTestJSON-618918056 tempest-ServerActionsTestJSON-618918056-project] 10.222.0.67 "GET /v2.0/ports?device_id=7fa91134-8ee0-4baa-9037-6ca73d6b4c83 HTTP/1.1" status: 200 len: 944 time: 0.2543638 Sep 23 19:27:39.273574 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-aa8d5f94-d85e-4608-9026-fc41031baf05 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:27:39.315895 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-aa8d5f94-d85e-4608-9026-fc41031baf05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:27:39.365746 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa8d5f94-d85e-4608-9026-fc41031baf05 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44db7b33-928f-4939-b472-5df003e124ca,revision_number=1']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:27:39.376632 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b06e5d-983c-4646-80b4-1aa448ac9a4a req-1448dd01-441f-48c6-b7c1-bd86d995091b tempest-DeleteServersTestJSON-2111530366 tempest-DeleteServersTestJSON-2111530366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:27:39.385617 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-a3b06e5d-983c-4646-80b4-1aa448ac9a4a req-1448dd01-441f-48c6-b7c1-bd86d995091b tempest-DeleteServersTestJSON-2111530366 tempest-DeleteServersTestJSON-2111530366-project] 10.222.0.67 "GET /v2.0/ports?device_id=b19e3d25-fa76-4ad5-ade4-28bc9af28ac3 HTTP/1.1" status: 200 len: 944 time: 0.3403149 Sep 23 19:27:39.404057 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 40118) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:27:39.410865 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Device dfe12d6f-a587-4267-8cf8-408a7c963b6e up at agent hyperv_n-h2-713301-16 {{(pid=95103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 19:27:39.420952 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-3ffa3fea-fb22-4027-aaab-278ec9a55f00 req-b8d66ccc-90dc-419d-b508-3d8e2fca3201 tempest-ServerActionsTestJSON-618918056 tempest-ServerActionsTestJSON-618918056-project] 10.222.0.67 "GET /v2.0/security-groups?id=d2a75794-f2ea-419f-9d09-0096f3fe96c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1344309 Sep 23 19:27:39.428530 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aa8d5f94-d85e-4608-9026-fc41031baf05 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 612} {{(pid=95102) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 19:27:39.487939 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-a3b06e5d-983c-4646-80b4-1aa448ac9a4a req-96916560-a3da-484e-9550-212f1fe47a79 tempest-DeleteServersTestJSON-2111530366 tempest-DeleteServersTestJSON-2111530366-project] 10.222.0.67 "GET /v2.0/security-groups?id=67f2e2ca-928f-40e5-b9b2-05ec3bddbb37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1012197 Sep 23 19:27:39.501679 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Provisioning complete for port dfe12d6f-a587-4267-8cf8-408a7c963b6e triggered by entity L2. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:27:39.502192 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:27:39.541460 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-aa8d5f94-d85e-4608-9026-fc41031baf05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1756186'] for segment, precommit_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:27:39.541817 n-d-713301-16 neutron-server[95102]: INFO neutron.db.segments_db [None req-aa8d5f94-d85e-4608-9026-fc41031baf05 admin admin] Added segment a8a36d4a-ae5f-443a-b716-16815a1018e9 of type vlan for network 0775ae33-6e78-4f70-a2f8-25cd39e18095 Sep 23 19:27:39.565022 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-6ce97a66-8c49-4e11-9a85-b39753f90257 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=8f30595259594b588538420667412c2e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1529820 Sep 23 19:27:39.565614 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 40120) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:27:39.672486 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:27:39.716690 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] For port dfe12d6f-a587-4267-8cf8-408a7c963b6e, host n-h2-713301-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-16',level=0,port_id=dfe12d6f-a587-4267-8cf8-408a7c963b6e,segment=NetworkSegment(741d6d3e-2760-41a6-838f-b8b4255cee30),segment_id=741d6d3e-2760-41a6-838f-b8b4255cee30)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:27:39.717909 n-d-713301-16 neutron-server[95103]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b19e3d25-fa76-4ad5-ade4-28bc9af28ac3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dfe12d6f-a587-4267-8cf8-408a7c963b6e'}] {{(pid=95103) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 19:27:39.721055 n-d-713301-16 neutron-server[95103]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}81a1c17f2aa89d5b3ebbba3a3e0cf7eb588e431c2224256110c4c4facdd7c3e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80a329b1-706e-4691-aa33-905609eea3c8" -d '{"events": [{"server_uuid": "b19e3d25-fa76-4ad5-ade4-28bc9af28ac3", "name": "network-vif-plugged", "status": "completed", "tag": "dfe12d6f-a587-4267-8cf8-408a7c963b6e"}]}' {{(pid=95103) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 19:27:39.739093 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-aa8d5f94-d85e-4608-9026-fc41031baf05 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783145630486'] for network, precommit_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:27:39.750417 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:27:39.832248 n-d-713301-16 neutron-server[95103]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 19:27:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-887747c3-9bcb-4a9c-a12b-7232830ee733 x-openstack-request-id: req-887747c3-9bcb-4a9c-a12b-7232830ee733 {{(pid=95103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 19:27:39.833291 n-d-713301-16 neutron-server[95103]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b19e3d25-fa76-4ad5-ade4-28bc9af28ac3", "name": "network-vif-plugged", "status": "completed", "tag": "dfe12d6f-a587-4267-8cf8-408a7c963b6e", "code": 200}]} {{(pid=95103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 19:27:39.834040 n-d-713301-16 neutron-server[95103]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-887747c3-9bcb-4a9c-a12b-7232830ee733 {{(pid=95103) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 19:27:39.835260 n-d-713301-16 neutron-server[95103]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b19e3d25-fa76-4ad5-ade4-28bc9af28ac3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dfe12d6f-a587-4267-8cf8-408a7c963b6e', 'code': 200} Sep 23 19:27:39.859181 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe95e25-f1a4-440a-bb96-611f9739f99b req-46c743b3-bb37-468e-abc3-029ba663ffc4 tempest-AttachVolumeTestJSON-1825206227 tempest-AttachVolumeTestJSON-1825206227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:27:39.860939 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-9fe95e25-f1a4-440a-bb96-611f9739f99b req-46c743b3-bb37-468e-abc3-029ba663ffc4 tempest-AttachVolumeTestJSON-1825206227 tempest-AttachVolumeTestJSON-1825206227-project] 10.222.0.67 "GET /v2.0/ports?device_id=4cba8196-5b5b-42a0-aaca-42902580e803 HTTP/1.1" status: 200 len: 932 time: 0.2485511 Sep 23 19:27:39.864097 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Pushing event updated for resources: {'Port': ['ID=dfe12d6f-a587-4267-8cf8-408a7c963b6e,revision_number=7']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:27:39.864290 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-78b6e66c-3183-4b91-891b-3b4a146182f8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:27:39.865860 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-aa8d5f94-d85e-4608-9026-fc41031baf05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299'] for network, after_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:27:39.866810 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa8d5f94-d85e-4608-9026-fc41031baf05 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:27:39.867468 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-aa8d5f94-d85e-4608-9026-fc41031baf05 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527417'] for network, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:27:39.892551 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Device 2057133e-afe6-4649-916f-fb2ef68141a8 details requested by agent hyperv_n-h1-713301-16 with host n-h1-713301-16 {{(pid=95103) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 19:27:39.956276 n-d-713301-16 neutron-server[95102]: DEBUG neutron.notifiers.nova [req-72dd7854-4e74-4331-ab20-c1c8d20063ed req-39b350e5-e48d-45ce-84fa-80cc75508324 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b1a5385d-b97e-4faa-9e35-589c892a4d85 {{(pid=95102) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 19:27:39.998349 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-aa8d5f94-d85e-4608-9026-fc41031baf05 admin admin] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.7084265 Sep 23 19:27:39.998928 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 40130) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:27:40.002662 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.v2.base [None req-4977a62a-3a35-4000-b171-9ace32326e58 admin admin] Request body: {'subnet': {'network_id': '0775ae33-6e78-4f70-a2f8-25cd39e18095', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-662418679-subnet', 'tenant_id': 'a0a0e64ff152415b9a186d6ac4a7cb4b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:27:40.010288 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-72dd7854-4e74-4331-ab20-c1c8d20063ed req-39b350e5-e48d-45ce-84fa-80cc75508324 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:27:40.055665 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-78b6e66c-3183-4b91-891b-3b4a146182f8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:27:40.056275 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4977a62a-3a35-4000-b171-9ace32326e58 admin admin] Made reservation on behalf of a0a0e64ff152415b9a186d6ac4a7cb4b for: {'subnet': 1} {{(pid=95101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:27:40.058721 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-4977a62a-3a35-4000-b171-9ace32326e58 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6130979'] for subnet, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:27:40.065035 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] For port 2057133e-afe6-4649-916f-fb2ef68141a8, host n-h1-713301-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-16',level=0,port_id=2057133e-afe6-4649-916f-fb2ef68141a8,segment=NetworkSegment(0ad9f853-8282-44e3-ac3b-2b75c9223dae),segment_id=0ad9f853-8282-44e3-ac3b-2b75c9223dae)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:27:40.084352 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Returning: {'device': '2057133e-afe6-4649-916f-fb2ef68141a8', 'network_id': '364dc893-5ecb-4aa3-be76-13b51cbbfbd4', 'port_id': '2057133e-afe6-4649-916f-fb2ef68141a8', 'mac_address': 'fa:16:3e:6b:c7:49', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 632, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a900be85-be08-465b-85e6-4a05aae55389', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95103) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 19:27:40.131761 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:27:40.146687 n-d-713301-16 neutron-server[95103]: DEBUG neutron.notifiers.nova [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2057133e-afe6-4649-916f-fb2ef68141a8 {{(pid=95103) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 19:27:40.181620 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa8d5f94-d85e-4608-9026-fc41031baf05 admin admin] Pushing event updated for resources: {'Network': ['ID=0775ae33-6e78-4f70-a2f8-25cd39e18095,revision_number=1']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:27:40.195392 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Network 0775ae33-6e78-4f70-a2f8-25cd39e18095 details requested by agent ovs-agent-n-d-713301-16 with host n-d-713301-16 {{(pid=95103) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 19:27:40.199973 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] For port 2057133e-afe6-4649-916f-fb2ef68141a8, host n-h1-713301-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-16',level=0,port_id=2057133e-afe6-4649-916f-fb2ef68141a8,segment=NetworkSegment(0ad9f853-8282-44e3-ac3b-2b75c9223dae),segment_id=0ad9f853-8282-44e3-ac3b-2b75c9223dae)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:27:40.229997 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:27:40.230966 n-d-713301-16 neutron-server[95102]: DEBUG neutron.db.provisioning_blocks [req-72dd7854-4e74-4331-ab20-c1c8d20063ed req-39b350e5-e48d-45ce-84fa-80cc75508324 service neutron] Transition to ACTIVE for port object b1a5385d-b97e-4faa-9e35-589c892a4d85 will not be triggered until provisioned by entity L2. {{(pid=95102) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 19:27:40.242705 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-9fe95e25-f1a4-440a-bb96-611f9739f99b req-70ead10b-cb92-4b20-9147-9d7462905dee tempest-AttachVolumeTestJSON-1825206227 tempest-AttachVolumeTestJSON-1825206227-project] 10.222.0.67 "GET /v2.0/security-groups?id=39522664-d93c-44d8-9f62-0e2cfbb5d5ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3641853 Sep 23 19:27:40.249048 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-72dd7854-4e74-4331-ab20-c1c8d20063ed req-39b350e5-e48d-45ce-84fa-80cc75508324 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4399095'] for port, after_update {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:27:40.323162 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5464f2a4-48b4-43df-8445-eac28b71c07b req-fed14a43-3733-4a39-bb5a-17201dcb3cc5 tempest-ServerRescueTestJSONUnderV235-3883575 tempest-ServerRescueTestJSONUnderV235-3883575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:27:40.330978 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Pushing event updated for resources: {'Port': ['ID=2057133e-afe6-4649-916f-fb2ef68141a8,revision_number=4']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:27:40.337912 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-5464f2a4-48b4-43df-8445-eac28b71c07b req-fed14a43-3733-4a39-bb5a-17201dcb3cc5 tempest-ServerRescueTestJSONUnderV235-3883575 tempest-ServerRescueTestJSONUnderV235-3883575-project] 10.222.0.67 "GET /v2.0/ports?device_id=f69a6870-83a8-419f-a0bd-2c6f209ce61f HTTP/1.1" status: 200 len: 945 time: 0.3912528 Sep 23 19:27:40.387254 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b350e5-e48d-45ce-84fa-80cc75508324 service neutron] Pushing event updated for resources: {'Port': ['ID=b1a5385d-b97e-4faa-9e35-589c892a4d85,revision_number=2']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:27:40.399971 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-78b6e66c-3183-4b91-891b-3b4a146182f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:27:40.408086 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-78b6e66c-3183-4b91-891b-3b4a146182f8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:27:40.416674 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-78b6e66c-3183-4b91-891b-3b4a146182f8 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/5b93fb5c-ea92-4d90-8d95-a2a3a201af76 HTTP/1.1" status: 204 len: 168 time: 0.8283684 Sep 23 19:27:40.497662 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca41930d-8e85-4f81-9ec9-cf9fd787ea57 req-ec250d02-40bb-41b1-8a06-2a110239a046 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:27:40.502291 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78b6e66c-3183-4b91-891b-3b4a146182f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b93fb5c-ea92-4d90-8d95-a2a3a201af76,revision_number=None']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:27:40.511150 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-ca41930d-8e85-4f81-9ec9-cf9fd787ea57 req-ec250d02-40bb-41b1-8a06-2a110239a046 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=f69a6870-83a8-419f-a0bd-2c6f209ce61f HTTP/1.1" status: 200 len: 1097 time: 0.1634052 Sep 23 19:27:40.515245 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-5464f2a4-48b4-43df-8445-eac28b71c07b req-26f9136e-c6e0-423d-875a-44e77e072b33 tempest-ServerRescueTestJSONUnderV235-3883575 tempest-ServerRescueTestJSONUnderV235-3883575-project] 10.222.0.67 "GET /v2.0/security-groups?id=d3f97599-a9b1-47a3-baeb-6ab90b6bb5ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1749625 Sep 23 19:27:40.597779 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] get_ports_and_sgs() called for port_ids ['2057133e-afe6-4649-916f-fb2ef68141a8'] {{(pid=95103) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 19:27:40.683312 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-ca41930d-8e85-4f81-9ec9-cf9fd787ea57 req-25d4bf6d-94d8-4e75-bfd0-932edf8004b4 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=d3f97599-a9b1-47a3-baeb-6ab90b6bb5ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910382 Sep 23 19:27:40.686117 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-4977a62a-3a35-4000-b171-9ace32326e58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5607579', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6130961'] for subnet, after_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:27:40.689312 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d2338a-3479-42cf-a028-bc99fcd43df4 req-9f325e21-4803-4d30-84dc-84d5deff950e tempest-MigrationsAdminTest-397594546 tempest-MigrationsAdminTest-397594546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:27:40.702029 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-98d2338a-3479-42cf-a028-bc99fcd43df4 req-9f325e21-4803-4d30-84dc-84d5deff950e tempest-MigrationsAdminTest-397594546 tempest-MigrationsAdminTest-397594546-project] 10.222.0.67 "GET /v2.0/ports?device_id=6573cd99-c5b7-4bf8-8671-27760195f1f4 HTTP/1.1" status: 200 len: 949 time: 0.2313018 Sep 23 19:27:40.818446 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.managers [req-72dd7854-4e74-4331-ab20-c1c8d20063ed req-39b350e5-e48d-45ce-84fa-80cc75508324 service neutron] Attempting to bind port b1a5385d-b97e-4faa-9e35-589c892a4d85 on host n-h1-713301-16 for vnic_type normal with profile {{(pid=95102) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 19:27:40.819500 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.managers [req-72dd7854-4e74-4331-ab20-c1c8d20063ed req-39b350e5-e48d-45ce-84fa-80cc75508324 service neutron] Attempting to bind port b1a5385d-b97e-4faa-9e35-589c892a4d85 by drivers openvswitch,hyperv on host n-h1-713301-16 at level 0 using segments [{'id': 'e08e9043-0f34-46de-ae85-d8bb0d4241b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '891932c9-457f-43e1-aea2-971af25a68f6'}] {{(pid=95102) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 19:27:40.819500 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72dd7854-4e74-4331-ab20-c1c8d20063ed req-39b350e5-e48d-45ce-84fa-80cc75508324 service neutron] Attempting to bind port b1a5385d-b97e-4faa-9e35-589c892a4d85 on network 891932c9-457f-43e1-aea2-971af25a68f6 {{(pid=95102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:27:40.826195 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72dd7854-4e74-4331-ab20-c1c8d20063ed req-39b350e5-e48d-45ce-84fa-80cc75508324 service neutron] Port b1a5385d-b97e-4faa-9e35-589c892a4d85 on network 891932c9-457f-43e1-aea2-971af25a68f6 not bound, no agent of type Open vSwitch agent registered on host n-h1-713301-16 {{(pid=95102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 19:27:40.826520 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72dd7854-4e74-4331-ab20-c1c8d20063ed req-39b350e5-e48d-45ce-84fa-80cc75508324 service neutron] Attempting to bind port b1a5385d-b97e-4faa-9e35-589c892a4d85 on network 891932c9-457f-43e1-aea2-971af25a68f6 {{(pid=95102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:27:40.843956 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-98d2338a-3479-42cf-a028-bc99fcd43df4 req-f05eaab3-38c2-4a3d-aed2-225cfb8735e4 tempest-MigrationsAdminTest-397594546 tempest-MigrationsAdminTest-397594546-project] 10.222.0.67 "GET /v2.0/security-groups?id=78cb509b-31c4-4e2a-bb5c-7abd6194dcc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1407554 Sep 23 19:27:40.870708 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4977a62a-3a35-4000-b171-9ace32326e58 admin admin] Pushing event updated for resources: {'Subnet': ['ID=05e2b0eb-9b8c-4d7b-8a92-7389f74b05c5,revision_number=0']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:27:40.878965 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72dd7854-4e74-4331-ab20-c1c8d20063ed req-39b350e5-e48d-45ce-84fa-80cc75508324 service neutron] Checking agent: {'id': '0708c3e9-0aad-4600-9be9-d2486535c898', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713301-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 19, 15, 28), 'started_at': datetime.datetime(2021, 9, 23, 19, 15, 28), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 19, 27, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 19:27:40.879525 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72dd7854-4e74-4331-ab20-c1c8d20063ed req-39b350e5-e48d-45ce-84fa-80cc75508324 service neutron] Checking segment: {'id': 'e08e9043-0f34-46de-ae85-d8bb0d4241b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '891932c9-457f-43e1-aea2-971af25a68f6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95102) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:27:40.880411 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72dd7854-4e74-4331-ab20-c1c8d20063ed req-39b350e5-e48d-45ce-84fa-80cc75508324 service neutron] Bound using segment: {'id': 'e08e9043-0f34-46de-ae85-d8bb0d4241b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '891932c9-457f-43e1-aea2-971af25a68f6'} {{(pid=95102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 19:27:40.881054 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.managers [req-72dd7854-4e74-4331-ab20-c1c8d20063ed req-39b350e5-e48d-45ce-84fa-80cc75508324 service neutron] Bound port: b1a5385d-b97e-4faa-9e35-589c892a4d85, host: n-h1-713301-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e08e9043-0f34-46de-ae85-d8bb0d4241b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '891932c9-457f-43e1-aea2-971af25a68f6'}}] {{(pid=95102) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 19:27:40.881668 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-72dd7854-4e74-4331-ab20-c1c8d20063ed req-39b350e5-e48d-45ce-84fa-80cc75508324 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:27:40.896262 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4977a62a-3a35-4000-b171-9ace32326e58 admin admin] Checking segment: {'id': 'a8a36d4a-ae5f-443a-b716-16815a1018e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '0775ae33-6e78-4f70-a2f8-25cd39e18095'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:27:40.902093 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4977a62a-3a35-4000-b171-9ace32326e58 admin admin] Network hostable DHCP agents. Network: 0775ae33-6e78-4f70-a2f8-25cd39e18095, hostable agents: ['1b18bf05-1b5f-4587-be5c-af3ac38e32ad'], hosted agents: [] {{(pid=95101) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 19:27:40.963660 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4977a62a-3a35-4000-b171-9ace32326e58 admin admin] Network 0775ae33-6e78-4f70-a2f8-25cd39e18095 is scheduled to be hosted by DHCP agent 1b18bf05-1b5f-4587-be5c-af3ac38e32ad with binding_index 1 {{(pid=95101) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 19:27:40.989656 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.base_scheduler [None req-4977a62a-3a35-4000-b171-9ace32326e58 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713301-16, 0775ae33-6e78-4f70-a2f8-25cd39e18095) {{(pid=95101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:27:40.998037 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4977a62a-3a35-4000-b171-9ace32326e58 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:27:40.998892 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-4977a62a-3a35-4000-b171-9ace32326e58 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527417'] for subnet, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:27:41.022227 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d742581a-5bf4-4c08-941c-bcad3b6fda30 None None] Network 0775ae33-6e78-4f70-a2f8-25cd39e18095 requested from n-d-713301-16 {{(pid=95103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 19:27:41.026702 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-4977a62a-3a35-4000-b171-9ace32326e58 admin admin] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.0285304 Sep 23 19:27:41.333507 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.db [req-72dd7854-4e74-4331-ab20-c1c8d20063ed req-39b350e5-e48d-45ce-84fa-80cc75508324 service neutron] For port b1a5385d-b97e-4faa-9e35-589c892a4d85, host n-h1-713301-16, cleared binding levels {{(pid=95102) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 19:27:41.367248 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.db [req-72dd7854-4e74-4331-ab20-c1c8d20063ed req-39b350e5-e48d-45ce-84fa-80cc75508324 service neutron] For port b1a5385d-b97e-4faa-9e35-589c892a4d85, host n-h1-713301-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-16',level=0,port_id=b1a5385d-b97e-4faa-9e35-589c892a4d85,segment=NetworkSegment(e08e9043-0f34-46de-ae85-d8bb0d4241b4),segment_id=e08e9043-0f34-46de-ae85-d8bb0d4241b4)] {{(pid=95102) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 19:27:41.384474 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f506424d-1dfd-4625-a206-b2227053eec1 req-29241a4f-bac7-4f01-b4c9-bc56f71e543c tempest-ServerActionsTestJSON-618918056 tempest-ServerActionsTestJSON-618918056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:27:41.392918 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-f506424d-1dfd-4625-a206-b2227053eec1 req-29241a4f-bac7-4f01-b4c9-bc56f71e543c tempest-ServerActionsTestJSON-618918056 tempest-ServerActionsTestJSON-618918056-project] 10.222.0.67 "GET /v2.0/ports?device_id=7fa91134-8ee0-4baa-9037-6ca73d6b4c83 HTTP/1.1" status: 200 len: 945 time: 0.5349863 Sep 23 19:27:41.437096 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d09f02-d060-4a09-962f-4e4c667d1ab1 req-9714082b-d9ea-466c-88d1-1599ea41878c tempest-DeleteServersTestJSON-2111530366 tempest-DeleteServersTestJSON-2111530366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:27:41.445034 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-c5d09f02-d060-4a09-962f-4e4c667d1ab1 req-9714082b-d9ea-466c-88d1-1599ea41878c tempest-DeleteServersTestJSON-2111530366 tempest-DeleteServersTestJSON-2111530366-project] 10.222.0.67 "GET /v2.0/ports?device_id=b19e3d25-fa76-4ad5-ade4-28bc9af28ac3 HTTP/1.1" status: 200 len: 945 time: 0.2535403 Sep 23 19:27:41.449598 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-72dd7854-4e74-4331-ab20-c1c8d20063ed req-39b350e5-e48d-45ce-84fa-80cc75508324 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4399095'] for port, after_update {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:27:41.484200 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0994efa9-0a5b-48b4-8759-20ed6563a5dd None None] Network 0775ae33-6e78-4f70-a2f8-25cd39e18095 requested from n-d-713301-16 {{(pid=95103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 19:27:41.521521 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-f506424d-1dfd-4625-a206-b2227053eec1 req-b7232d0f-88ce-410e-9c2b-7b04ca33160e tempest-ServerActionsTestJSON-618918056 tempest-ServerActionsTestJSON-618918056-project] 10.222.0.67 "GET /v2.0/security-groups?id=d2a75794-f2ea-419f-9d09-0096f3fe96c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1276054 Sep 23 19:27:41.543966 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72dd7854-4e74-4331-ab20-c1c8d20063ed req-39b350e5-e48d-45ce-84fa-80cc75508324 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:27:41.544297 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-72dd7854-4e74-4331-ab20-c1c8d20063ed req-39b350e5-e48d-45ce-84fa-80cc75508324 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222849'] for port, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:27:41.545571 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-72dd7854-4e74-4331-ab20-c1c8d20063ed req-39b350e5-e48d-45ce-84fa-80cc75508324 service neutron] 10.222.0.74 "PUT /v2.0/ports/b1a5385d-b97e-4faa-9e35-589c892a4d85 HTTP/1.1" status: 200 len: 1093 time: 3.0749323 Sep 23 19:27:41.546154 n-d-713301-16 neutron-server[95102]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4cba8196-5b5b-42a0-aaca-42902580e803', 'tag': 'b1a5385d-b97e-4faa-9e35-589c892a4d85'}] {{(pid=95102) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 19:27:41.548506 n-d-713301-16 neutron-server[95102]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab31b6d93e5336dbddfa8ec424565b3bd8cb2369c5b4d85bc943472dbb21e8ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b115829-221b-4c87-ae46-fbbce5252039" -d '{"events": [{"name": "network-changed", "server_uuid": "4cba8196-5b5b-42a0-aaca-42902580e803", "tag": "b1a5385d-b97e-4faa-9e35-589c892a4d85"}]}' {{(pid=95102) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 19:27:41.675632 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-c5d09f02-d060-4a09-962f-4e4c667d1ab1 req-12d88cc6-5435-4f4a-905d-1d08c6769134 tempest-DeleteServersTestJSON-2111530366 tempest-DeleteServersTestJSON-2111530366-project] 10.222.0.67 "GET /v2.0/security-groups?id=67f2e2ca-928f-40e5-b9b2-05ec3bddbb37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2297006 Sep 23 19:27:41.778337 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b350e5-e48d-45ce-84fa-80cc75508324 service neutron] Pushing event updated for resources: {'Port': ['ID=b1a5385d-b97e-4faa-9e35-589c892a4d85,revision_number=3']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:27:41.850356 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cdc14dd-7d34-409d-8c11-c701c205a6c4 req-d0fee302-a4eb-4943-83f9-fd34595fb774 tempest-AttachVolumeTestJSON-1825206227 tempest-AttachVolumeTestJSON-1825206227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:27:41.856061 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-9cdc14dd-7d34-409d-8c11-c701c205a6c4 req-d0fee302-a4eb-4943-83f9-fd34595fb774 tempest-AttachVolumeTestJSON-1825206227 tempest-AttachVolumeTestJSON-1825206227-project] 10.222.0.67 "GET /v2.0/ports?device_id=4cba8196-5b5b-42a0-aaca-42902580e803 HTTP/1.1" status: 200 len: 944 time: 0.1691058 Sep 23 19:27:41.882565 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72dd7854-4e74-4331-ab20-c1c8d20063ed req-8772edca-f4fb-48e3-a44d-3cdf5f3dd80a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:27:41.890362 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-72dd7854-4e74-4331-ab20-c1c8d20063ed req-8772edca-f4fb-48e3-a44d-3cdf5f3dd80a service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=bc1c8a8a17df480598455b00ff38da5a&device_id=4cba8196-5b5b-42a0-aaca-42902580e803 HTTP/1.1" status: 200 len: 1096 time: 0.1097758 Sep 23 19:27:41.995045 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-72dd7854-4e74-4331-ab20-c1c8d20063ed req-4abca955-5538-4bc6-a673-36c3eeee3b9d service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b1a5385d-b97e-4faa-9e35-589c892a4d85 HTTP/1.1" status: 200 len: 217 time: 0.0928900 Sep 23 19:27:42.111295 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-9cdc14dd-7d34-409d-8c11-c701c205a6c4 req-55bc4573-3204-46ff-8cd8-be0286ee5360 tempest-AttachVolumeTestJSON-1825206227 tempest-AttachVolumeTestJSON-1825206227-project] 10.222.0.67 "GET /v2.0/security-groups?id=39522664-d93c-44d8-9f62-0e2cfbb5d5ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2369413 Sep 23 19:27:42.149743 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72dd7854-4e74-4331-ab20-c1c8d20063ed req-40b70bb9-a6fc-42a6-95b5-2a1e89ca5f6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:27:42.151517 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-72dd7854-4e74-4331-ab20-c1c8d20063ed req-40b70bb9-a6fc-42a6-95b5-2a1e89ca5f6b service neutron] 10.222.0.74 "GET /v2.0/subnets?id=bbfc5a86-0037-429e-b11d-698cbfb1a3c3 HTTP/1.1" status: 200 len: 849 time: 0.1404936 Sep 23 19:27:42.354988 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72dd7854-4e74-4331-ab20-c1c8d20063ed req-d85fd031-cca1-4410-961c-1b1da1dd8482 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:27:42.355860 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 40182) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:27:42.358992 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-72dd7854-4e74-4331-ab20-c1c8d20063ed req-d85fd031-cca1-4410-961c-1b1da1dd8482 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=891932c9-457f-43e1-aea2-971af25a68f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1687613 Sep 23 19:27:42.435840 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea248335-6e35-439a-b41f-50d2a65f1452 req-cf0e7a5d-0a79-425f-9d29-6d5099f1e893 tempest-ServerRescueTestJSONUnderV235-3883575 tempest-ServerRescueTestJSONUnderV235-3883575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:27:42.437558 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-ea248335-6e35-439a-b41f-50d2a65f1452 req-cf0e7a5d-0a79-425f-9d29-6d5099f1e893 tempest-ServerRescueTestJSONUnderV235-3883575 tempest-ServerRescueTestJSONUnderV235-3883575-project] 10.222.0.67 "GET /v2.0/ports?device_id=f69a6870-83a8-419f-a0bd-2c6f209ce61f HTTP/1.1" status: 200 len: 945 time: 0.2096822 Sep 23 19:27:42.514086 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.v2.base [None req-1522ef1a-7372-463c-b15c-3512bb095b2d admin admin] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1853342913-network', 'tenant_id': 'e5bc57b02b1840628e8df5037b8dd2e7'}} {{(pid=95101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:27:42.548696 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1522ef1a-7372-463c-b15c-3512bb095b2d admin admin] Made reservation on behalf of e5bc57b02b1840628e8df5037b8dd2e7 for: {'network': 1} {{(pid=95101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:27:42.556652 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-1522ef1a-7372-463c-b15c-3512bb095b2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for network, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:27:42.568818 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-1522ef1a-7372-463c-b15c-3512bb095b2d admin admin] Notify callbacks [] for security_group, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:27:42.761048 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-1522ef1a-7372-463c-b15c-3512bb095b2d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:27:42.769128 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-1522ef1a-7372-463c-b15c-3512bb095b2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:27:42.785447 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1522ef1a-7372-463c-b15c-3512bb095b2d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 645} {{(pid=95101) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 19:27:42.807295 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-1522ef1a-7372-463c-b15c-3512bb095b2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1756186'] for segment, precommit_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:27:42.807785 n-d-713301-16 neutron-server[95101]: INFO neutron.db.segments_db [None req-1522ef1a-7372-463c-b15c-3512bb095b2d admin admin] Added segment b5e2d5bf-afea-4c4b-8e45-3078548d73e6 of type vlan for network 689b461e-d1c6-403c-9578-5b169de9e172 Sep 23 19:27:42.862456 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-522ac885-15a7-48d0-b640-883c8616369d req-c2c3eba3-3ab2-458d-abf5-3f3cece89241 tempest-VolumesAdminNegativeTest-1663824495 tempest-VolumesAdminNegativeTest-1663824495-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:27:42.865276 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-1522ef1a-7372-463c-b15c-3512bb095b2d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783145630486'] for network, precommit_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:27:42.871291 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-522ac885-15a7-48d0-b640-883c8616369d req-c2c3eba3-3ab2-458d-abf5-3f3cece89241 tempest-VolumesAdminNegativeTest-1663824495 tempest-VolumesAdminNegativeTest-1663824495-project] 10.222.0.67 "GET /v2.0/networks?id=38d75c5c-e2c5-4e5e-b8e1-a2ffbe9996a8 HTTP/1.1" status: 200 len: 815 time: 0.6860070 Sep 23 19:27:42.890839 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1522ef1a-7372-463c-b15c-3512bb095b2d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=566f77e0-c65d-4b4e-93cb-ececf5c80170,revision_number=1']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:27:42.921217 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-ea248335-6e35-439a-b41f-50d2a65f1452 req-6f6744cb-b6a5-4af7-b9fb-b645bdeceab3 tempest-ServerRescueTestJSONUnderV235-3883575 tempest-ServerRescueTestJSONUnderV235-3883575-project] 10.222.0.67 "GET /v2.0/security-groups?id=d3f97599-a9b1-47a3-baeb-6ab90b6bb5ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4725232 Sep 23 19:27:42.942220 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-522ac885-15a7-48d0-b640-883c8616369d req-7a27d56f-4a15-4841-b8bc-45cae4d91d38 tempest-VolumesAdminNegativeTest-1663824495 tempest-VolumesAdminNegativeTest-1663824495-project] 10.222.0.67 "GET /v2.0/quotas/2a538de04c5f468aad7a6b916358a379 HTTP/1.1" status: 200 len: 375 time: 0.0699420 Sep 23 19:27:42.942378 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-1522ef1a-7372-463c-b15c-3512bb095b2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299'] for network, after_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:27:42.943929 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1522ef1a-7372-463c-b15c-3512bb095b2d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:27:42.944576 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-1522ef1a-7372-463c-b15c-3512bb095b2d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527417'] for network, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:27:42.963881 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-1522ef1a-7372-463c-b15c-3512bb095b2d admin admin] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.6063540 Sep 23 19:27:42.974708 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 40192) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:27:42.982863 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.v2.base [None req-37e4f196-231b-4926-9fcf-d509f9fb314b admin admin] Request body: {'subnet': {'network_id': '689b461e-d1c6-403c-9578-5b169de9e172', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestMultiNic-1853342913-subnet', 'tenant_id': 'e5bc57b02b1840628e8df5037b8dd2e7', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=95101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:27:43.025308 n-d-713301-16 neutron-server[95102]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 19:27:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ddf93311-b1a1-4a85-9d01-b645fa17de45 x-openstack-request-id: req-ddf93311-b1a1-4a85-9d01-b645fa17de45 {{(pid=95102) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 19:27:43.030262 n-d-713301-16 neutron-server[95102]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4cba8196-5b5b-42a0-aaca-42902580e803", "tag": "b1a5385d-b97e-4faa-9e35-589c892a4d85", "status": "completed", "code": 200}]} {{(pid=95102) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 19:27:43.030608 n-d-713301-16 neutron-server[95102]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-ddf93311-b1a1-4a85-9d01-b645fa17de45 {{(pid=95102) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 19:27:43.031023 n-d-713301-16 neutron-server[95102]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4cba8196-5b5b-42a0-aaca-42902580e803', 'tag': 'b1a5385d-b97e-4faa-9e35-589c892a4d85', 'status': 'completed', 'code': 200} Sep 23 19:27:43.045179 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-522ac885-15a7-48d0-b640-883c8616369d req-85697ef1-6bef-498f-bb89-38ec21688e90 tempest-VolumesAdminNegativeTest-1663824495 tempest-VolumesAdminNegativeTest-1663824495-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=2a538de04c5f468aad7a6b916358a379&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1010597 Sep 23 19:27:43.049391 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1522ef1a-7372-463c-b15c-3512bb095b2d admin admin] Pushing event updated for resources: {'Network': ['ID=689b461e-d1c6-403c-9578-5b169de9e172,revision_number=1']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:27:43.059731 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37e4f196-231b-4926-9fcf-d509f9fb314b admin admin] Made reservation on behalf of e5bc57b02b1840628e8df5037b8dd2e7 for: {'subnet': 1} {{(pid=95101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:27:43.064207 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Network 689b461e-d1c6-403c-9578-5b169de9e172 details requested by agent ovs-agent-n-d-713301-16 with host n-d-713301-16 {{(pid=95103) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 19:27:43.083545 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-37e4f196-231b-4926-9fcf-d509f9fb314b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6130979'] for subnet, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:27:43.103211 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-72dd7854-4e74-4331-ab20-c1c8d20063ed req-a1f77f81-95e0-4b4b-8105-db5911b1fd5b service neutron] 10.222.0.74 "GET /v2.0/networks/891932c9-457f-43e1-aea2-971af25a68f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7260482 Sep 23 19:27:43.330697 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6de3e9-6cd7-43ec-b5d9-b3c40ce36fc4 req-a8496b1b-458c-409e-b03e-d22c93fbfeba tempest-MigrationsAdminTest-397594546 tempest-MigrationsAdminTest-397594546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:27:43.338785 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-4b6de3e9-6cd7-43ec-b5d9-b3c40ce36fc4 req-a8496b1b-458c-409e-b03e-d22c93fbfeba tempest-MigrationsAdminTest-397594546 tempest-MigrationsAdminTest-397594546-project] 10.222.0.67 "GET /v2.0/ports?device_id=6573cd99-c5b7-4bf8-8671-27760195f1f4 HTTP/1.1" status: 200 len: 949 time: 0.1355917 Sep 23 19:27:43.342067 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-522ac885-15a7-48d0-b640-883c8616369d req-cedbcf68-4c63-4e5f-9f8e-1f29c5b9bc9a service neutron] 10.222.0.67 "GET /v2.0/networks/38d75c5c-e2c5-4e5e-b8e1-a2ffbe9996a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2960610 Sep 23 19:27:43.362010 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-72dd7854-4e74-4331-ab20-c1c8d20063ed req-d8c2e7ff-38c5-478c-b241-a5de77662888 service neutron] 10.222.0.74 "GET /v2.0/networks/891932c9-457f-43e1-aea2-971af25a68f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2373586 Sep 23 19:27:43.378330 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-37e4f196-231b-4926-9fcf-d509f9fb314b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5607579', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6130961'] for subnet, after_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:27:43.550285 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e4f196-231b-4926-9fcf-d509f9fb314b admin admin] Pushing event updated for resources: {'Subnet': ['ID=8fd9bff7-5d8e-45df-9c62-138803c1d6a6,revision_number=0']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:27:43.568575 n-d-713301-16 neutron-server[95101]: INFO neutron.api.v2.resource [req-043c54c3-f1fa-42c8-a38a-d65bc38e5c07 req-b0dcb3f9-5959-4293-8a53-4061c8559822 service neutron] show failed (client error): The resource could not be found. Sep 23 19:27:43.570419 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-043c54c3-f1fa-42c8-a38a-d65bc38e5c07 req-b0dcb3f9-5959-4293-8a53-4061c8559822 service neutron] 10.222.0.53 "GET /v2.0/ports/99215099-e4ca-41e9-9da2-30bc7fb3a27f/bindings/n-h1-713301-16 HTTP/1.1" status: 404 len: 381 time: 0.1063275 Sep 23 19:27:43.571649 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37e4f196-231b-4926-9fcf-d509f9fb314b admin admin] Checking segment: {'id': 'b5e2d5bf-afea-4c4b-8e45-3078548d73e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '689b461e-d1c6-403c-9578-5b169de9e172'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:27:43.572009 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37e4f196-231b-4926-9fcf-d509f9fb314b admin admin] Network hostable DHCP agents. Network: 689b461e-d1c6-403c-9578-5b169de9e172, hostable agents: ['1b18bf05-1b5f-4587-be5c-af3ac38e32ad'], hosted agents: [] {{(pid=95101) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 19:27:43.592251 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37e4f196-231b-4926-9fcf-d509f9fb314b admin admin] Network 689b461e-d1c6-403c-9578-5b169de9e172 is scheduled to be hosted by DHCP agent 1b18bf05-1b5f-4587-be5c-af3ac38e32ad with binding_index 1 {{(pid=95101) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 19:27:43.609042 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-522ac885-15a7-48d0-b640-883c8616369d req-29c4dded-ac65-417c-a65e-a526c2d52dcc service neutron] 10.222.0.67 "GET /v2.0/networks/38d75c5c-e2c5-4e5e-b8e1-a2ffbe9996a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2601478 Sep 23 19:27:43.615368 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.base_scheduler [None req-37e4f196-231b-4926-9fcf-d509f9fb314b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713301-16, 689b461e-d1c6-403c-9578-5b169de9e172) {{(pid=95101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:27:43.623478 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49fd0a16-d0a9-4a19-8a53-5bfe98642045 None None] Network 689b461e-d1c6-403c-9578-5b169de9e172 requested from n-d-713301-16 {{(pid=95103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 19:27:43.634708 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b115829-221b-4c87-ae46-fbbce5252039 req-2df015ac-e03f-4a07-a656-e897844f245c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:27:43.638886 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37e4f196-231b-4926-9fcf-d509f9fb314b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:27:43.639189 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-5b115829-221b-4c87-ae46-fbbce5252039 req-2df015ac-e03f-4a07-a656-e897844f245c service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=bc1c8a8a17df480598455b00ff38da5a&device_id=4cba8196-5b5b-42a0-aaca-42902580e803 HTTP/1.1" status: 200 len: 1096 time: 0.1862605 Sep 23 19:27:43.639555 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-37e4f196-231b-4926-9fcf-d509f9fb314b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527417'] for subnet, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:27:43.661260 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-4b6de3e9-6cd7-43ec-b5d9-b3c40ce36fc4 req-ee5bcca2-ed23-47e0-9a28-86591d9fdc30 tempest-MigrationsAdminTest-397594546 tempest-MigrationsAdminTest-397594546-project] 10.222.0.67 "GET /v2.0/security-groups?id=78cb509b-31c4-4e2a-bb5c-7abd6194dcc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3211958 Sep 23 19:27:43.667260 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-37e4f196-231b-4926-9fcf-d509f9fb314b admin admin] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.6911037 Sep 23 19:27:43.669880 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 40198) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:27:43.676454 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.v2.base [None req-77d0b7a3-864e-4db0-8883-6404a9a8c86d admin admin] Request body: {'router': {'name': 'tempest-ServersTestMultiNic-1853342913-router', 'tenant_id': 'e5bc57b02b1840628e8df5037b8dd2e7', 'external_gateway_info': {'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac'}}} {{(pid=95101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:27:43.736915 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-77d0b7a3-864e-4db0-8883-6404a9a8c86d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-594563', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29355'] for router, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:27:43.738120 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-77d0b7a3-864e-4db0-8883-6404a9a8c86d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-597363', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-601731', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-739356', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29346'] for router, precommit_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:27:43.859610 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-77d0b7a3-864e-4db0-8883-6404a9a8c86d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:27:43.918255 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Device 2057133e-afe6-4649-916f-fb2ef68141a8 up at agent hyperv_n-h1-713301-16 {{(pid=95103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 19:27:44.035547 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b410770-7bbb-4558-bc06-ff1a356579a2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4c8b80df-07eb-5275-9f17-5cf640db67c0-689b461e-d1c6-403c-9578-5b169de9e172', 'network_id': '689b461e-d1c6-403c-9578-5b169de9e172', 'tenant_id': 'e5bc57b02b1840628e8df5037b8dd2e7', 'fixed_ips': [{'subnet_id': '8fd9bff7-5d8e-45df-9c62-138803c1d6a6'}]}} from n-d-713301-16. {{(pid=95103) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 23 19:27:44.037619 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-7b410770-7bbb-4558-bc06-ff1a356579a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_create {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:27:44.042058 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Provisioning for port 2057133e-afe6-4649-916f-fb2ef68141a8 completed by entity L2. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 19:27:44.055176 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Provisioning complete for port 2057133e-afe6-4649-916f-fb2ef68141a8 triggered by entity L2. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:27:44.055738 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:27:44.088850 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b115829-221b-4c87-ae46-fbbce5252039 req-d950debe-a262-4a2a-8ad0-b8efec18c1c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:27:44.092582 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-5b115829-221b-4c87-ae46-fbbce5252039 req-d950debe-a262-4a2a-8ad0-b8efec18c1c1 service neutron] 10.222.0.74 "GET /v2.0/networks?id=891932c9-457f-43e1-aea2-971af25a68f6 HTTP/1.1" status: 200 len: 911 time: 0.4299502 Sep 23 19:27:44.121327 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ad75ae-7119-4518-877e-06ebc784a702 req-52cf98b4-6a44-4f98-869c-fb21d76945fa tempest-ServerActionsTestJSON-618918056 tempest-ServerActionsTestJSON-618918056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:27:44.131043 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-11ad75ae-7119-4518-877e-06ebc784a702 req-52cf98b4-6a44-4f98-869c-fb21d76945fa tempest-ServerActionsTestJSON-618918056 tempest-ServerActionsTestJSON-618918056-project] 10.222.0.67 "GET /v2.0/ports?device_id=7fa91134-8ee0-4baa-9037-6ca73d6b4c83 HTTP/1.1" status: 200 len: 945 time: 0.2968843 Sep 23 19:27:44.211267 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-5b115829-221b-4c87-ae46-fbbce5252039 req-b4453f4f-40e7-407a-850a-1d6ba43418da service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b1a5385d-b97e-4faa-9e35-589c892a4d85 HTTP/1.1" status: 200 len: 217 time: 0.1061556 Sep 23 19:27:44.248741 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-77d0b7a3-864e-4db0-8883-6404a9a8c86d admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:27:44.310038 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:27:44.325024 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-043c54c3-f1fa-42c8-a38a-d65bc38e5c07 req-57c16b33-8bbe-4ad6-9fbf-545056a6f8f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:27:44.332255 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-043c54c3-f1fa-42c8-a38a-d65bc38e5c07 req-57c16b33-8bbe-4ad6-9fbf-545056a6f8f1 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=6573cd99-c5b7-4bf8-8671-27760195f1f4&tenant_id=cff0149cb20c4944955e93a2b393f7c5 HTTP/1.1" status: 200 len: 1101 time: 0.4638758 Sep 23 19:27:44.381735 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d44ea3e5-7a23-4663-83fd-a95415335ef3 req-cc04af54-255d-4619-a6f2-d064e618aea5 tempest-DeleteServersTestJSON-2111530366 tempest-DeleteServersTestJSON-2111530366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:27:44.383352 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-d44ea3e5-7a23-4663-83fd-a95415335ef3 req-cc04af54-255d-4619-a6f2-d064e618aea5 tempest-DeleteServersTestJSON-2111530366 tempest-DeleteServersTestJSON-2111530366-project] 10.222.0.67 "GET /v2.0/ports?device_id=b19e3d25-fa76-4ad5-ade4-28bc9af28ac3 HTTP/1.1" status: 200 len: 945 time: 0.4039493 Sep 23 19:27:44.388130 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.v2.base [req-043c54c3-f1fa-42c8-a38a-d65bc38e5c07 req-9c7e297c-3395-482d-84f7-5ba53d36e7b9 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-713301-16', 'device_owner': 'compute:nova'}} {{(pid=95101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:27:44.429806 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-11ad75ae-7119-4518-877e-06ebc784a702 req-5fff6284-2732-4df5-96fe-e6797fa990d3 tempest-ServerActionsTestJSON-618918056 tempest-ServerActionsTestJSON-618918056-project] 10.222.0.67 "GET /v2.0/security-groups?id=d2a75794-f2ea-419f-9d09-0096f3fe96c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2973678 Sep 23 19:27:44.454137 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b115829-221b-4c87-ae46-fbbce5252039 req-39619148-e2cc-4209-8fe7-ba0bb2c2b5b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:27:44.457052 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-5b115829-221b-4c87-ae46-fbbce5252039 req-39619148-e2cc-4209-8fe7-ba0bb2c2b5b6 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=bbfc5a86-0037-429e-b11d-698cbfb1a3c3 HTTP/1.1" status: 200 len: 849 time: 0.2135189 Sep 23 19:27:44.481480 n-d-713301-16 neutron-server[95103]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7fa91134-8ee0-4baa-9037-6ca73d6b4c83', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2057133e-afe6-4649-916f-fb2ef68141a8'}] {{(pid=95103) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 19:27:44.485672 n-d-713301-16 neutron-server[95103]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}81a1c17f2aa89d5b3ebbba3a3e0cf7eb588e431c2224256110c4c4facdd7c3e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a3b5dc0-c515-42e4-8b08-92a91be13a9f" -d '{"events": [{"server_uuid": "7fa91134-8ee0-4baa-9037-6ca73d6b4c83", "name": "network-vif-plugged", "status": "completed", "tag": "2057133e-afe6-4649-916f-fb2ef68141a8"}]}' {{(pid=95103) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 19:27:44.513980 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] For port 2057133e-afe6-4649-916f-fb2ef68141a8, host n-h1-713301-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-16',level=0,port_id=2057133e-afe6-4649-916f-fb2ef68141a8,segment=NetworkSegment(0ad9f853-8282-44e3-ac3b-2b75c9223dae),segment_id=0ad9f853-8282-44e3-ac3b-2b75c9223dae)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:27:44.524497 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.db_base_plugin_common [None req-7b410770-7bbb-4558-bc06-ff1a356579a2 None None] Allocated IP 172.20.0.2 (689b461e-d1c6-403c-9578-5b169de9e172/8fd9bff7-5d8e-45df-9c62-138803c1d6a6/3ceee203-8826-4529-ae43-80cfd63d90a9) {{(pid=95103) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 19:27:44.527804 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:27:44.561058 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.v2.base [req-d2150d7d-6805-42bc-9fc3-bd4f3c54c793 req-53c7df79-8087-4f44-835b-58548084d4ad tempest-ServerRescueTestJSONUnderV235-3883575 tempest-ServerRescueTestJSONUnderV235-3883575-project] Request body: {'security_group': {'name': 'tempest-ServerRescueTestJSONUnderV235-securitygroup-284273195', 'description': 'tempest-description-907745535'}} {{(pid=95102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:27:44.597947 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-d2150d7d-6805-42bc-9fc3-bd4f3c54c793 req-53c7df79-8087-4f44-835b-58548084d4ad tempest-ServerRescueTestJSONUnderV235-3883575 tempest-ServerRescueTestJSONUnderV235-3883575-project] Notify callbacks [] for security_group, before_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:27:44.605099 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Pushing event updated for resources: {'Port': ['ID=2057133e-afe6-4649-916f-fb2ef68141a8,revision_number=5']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:27:44.690870 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-d44ea3e5-7a23-4663-83fd-a95415335ef3 req-fb51314b-aef3-4b4e-b3f3-a89a0ac7a87b tempest-DeleteServersTestJSON-2111530366 tempest-DeleteServersTestJSON-2111530366-project] 10.222.0.67 "GET /v2.0/security-groups?id=67f2e2ca-928f-40e5-b9b2-05ec3bddbb37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2927387 Sep 23 19:27:44.710323 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b115829-221b-4c87-ae46-fbbce5252039 req-90ecac12-207f-4f94-a0fa-509ffe6c7285 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:27:44.712238 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-5b115829-221b-4c87-ae46-fbbce5252039 req-90ecac12-207f-4f94-a0fa-509ffe6c7285 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=891932c9-457f-43e1-aea2-971af25a68f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2482011 Sep 23 19:27:44.721908 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-043c54c3-f1fa-42c8-a38a-d65bc38e5c07 req-9c7e297c-3395-482d-84f7-5ba53d36e7b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:27:44.931750 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-7b410770-7bbb-4558-bc06-ff1a356579a2 None None] Notify callbacks [] for port, precommit_create {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:27:44.959239 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-7b410770-7bbb-4558-bc06-ff1a356579a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783145673135'] for port, after_create {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:27:45.081351 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b410770-7bbb-4558-bc06-ff1a356579a2 None None] Pushing event updated for resources: {'Port': ['ID=3ceee203-8826-4529-ae43-80cfd63d90a9,revision_number=1']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:27:45.106502 n-d-713301-16 neutron-server[95103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b410770-7bbb-4558-bc06-ff1a356579a2 None None] Network 689b461e-d1c6-403c-9578-5b169de9e172 is already hosted by enough agents. {{(pid=95103) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:27:45.111530 n-d-713301-16 neutron-server[95103]: DEBUG neutron.scheduler.base_scheduler [None req-7b410770-7bbb-4558-bc06-ff1a356579a2 None None] Resources bound (agent type, host, resource id): {{(pid=95103) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:27:45.117431 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b410770-7bbb-4558-bc06-ff1a356579a2 None None] Received port after_create {{(pid=95103) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 19:27:45.124060 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aecf0df-1638-495a-b0a9-371aa6f5341f req-0c3d5661-9a1f-4b37-8c75-99f9a7c6e370 tempest-AttachVolumeTestJSON-1825206227 tempest-AttachVolumeTestJSON-1825206227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:27:45.135098 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-2aecf0df-1638-495a-b0a9-371aa6f5341f req-0c3d5661-9a1f-4b37-8c75-99f9a7c6e370 tempest-AttachVolumeTestJSON-1825206227 tempest-AttachVolumeTestJSON-1825206227-project] 10.222.0.67 "GET /v2.0/ports?device_id=4cba8196-5b5b-42a0-aaca-42902580e803 HTTP/1.1" status: 200 len: 944 time: 0.2468410 Sep 23 19:27:45.159679 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-5b115829-221b-4c87-ae46-fbbce5252039 req-f3900f6b-3b30-438d-b9f8-7e9f6ee20187 service neutron] 10.222.0.74 "GET /v2.0/networks/891932c9-457f-43e1-aea2-971af25a68f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4388566 Sep 23 19:27:45.194000 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-d2150d7d-6805-42bc-9fc3-bd4f3c54c793 req-53c7df79-8087-4f44-835b-58548084d4ad tempest-ServerRescueTestJSONUnderV235-3883575 tempest-ServerRescueTestJSONUnderV235-3883575-project] Notify callbacks [] for security_group, precommit_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:27:45.219705 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-d2150d7d-6805-42bc-9fc3-bd4f3c54c793 req-53c7df79-8087-4f44-835b-58548084d4ad tempest-ServerRescueTestJSONUnderV235-3883575 tempest-ServerRescueTestJSONUnderV235-3883575-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:27:45.254122 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.managers [None req-7b410770-7bbb-4558-bc06-ff1a356579a2 None None] Attempting to bind port 3ceee203-8826-4529-ae43-80cfd63d90a9 on host n-d-713301-16 for vnic_type normal with profile {{(pid=95103) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 19:27:45.255963 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.managers [None req-7b410770-7bbb-4558-bc06-ff1a356579a2 None None] Attempting to bind port 3ceee203-8826-4529-ae43-80cfd63d90a9 by drivers openvswitch,hyperv on host n-d-713301-16 at level 0 using segments [{'id': 'b5e2d5bf-afea-4c4b-8e45-3078548d73e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '689b461e-d1c6-403c-9578-5b169de9e172'}] {{(pid=95103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 19:27:45.257015 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b410770-7bbb-4558-bc06-ff1a356579a2 None None] Attempting to bind port 3ceee203-8826-4529-ae43-80cfd63d90a9 on network 689b461e-d1c6-403c-9578-5b169de9e172 {{(pid=95103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:27:45.265061 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b410770-7bbb-4558-bc06-ff1a356579a2 None None] Checking agent: {'id': '70a14545-df24-472f-8f95-bfe1719bff93', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 19, 7, 53), 'started_at': datetime.datetime(2021, 9, 23, 19, 8, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 19, 27, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 19:27:45.266486 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b410770-7bbb-4558-bc06-ff1a356579a2 None None] Checking segment: {'id': 'b5e2d5bf-afea-4c4b-8e45-3078548d73e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '689b461e-d1c6-403c-9578-5b169de9e172'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95103) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:27:45.267521 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-7b410770-7bbb-4558-bc06-ff1a356579a2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:27:45.268286 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b410770-7bbb-4558-bc06-ff1a356579a2 None None] Bound using segment: {'id': 'b5e2d5bf-afea-4c4b-8e45-3078548d73e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '689b461e-d1c6-403c-9578-5b169de9e172'} {{(pid=95103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 19:27:45.269122 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.managers [None req-7b410770-7bbb-4558-bc06-ff1a356579a2 None None] Bound port: 3ceee203-8826-4529-ae43-80cfd63d90a9, host: n-d-713301-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b5e2d5bf-afea-4c4b-8e45-3078548d73e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '689b461e-d1c6-403c-9578-5b169de9e172'}}] {{(pid=95103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 19:27:45.269813 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-7b410770-7bbb-4558-bc06-ff1a356579a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:27:45.305770 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-2aecf0df-1638-495a-b0a9-371aa6f5341f req-ffb81964-9e4d-4dbb-8a4d-cc3e8b92aee4 tempest-AttachVolumeTestJSON-1825206227 tempest-AttachVolumeTestJSON-1825206227-project] 10.222.0.67 "GET /v2.0/security-groups?id=39522664-d93c-44d8-9f62-0e2cfbb5d5ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1696401 Sep 23 19:27:45.397819 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-7b410770-7bbb-4558-bc06-ff1a356579a2 None None] For port 3ceee203-8826-4529-ae43-80cfd63d90a9, host n-d-713301-16, cleared binding levels {{(pid=95103) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 19:27:45.403854 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-7b410770-7bbb-4558-bc06-ff1a356579a2 None None] For port 3ceee203-8826-4529-ae43-80cfd63d90a9, host n-d-713301-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-16',level=0,port_id=3ceee203-8826-4529-ae43-80cfd63d90a9,segment=NetworkSegment(b5e2d5bf-afea-4c4b-8e45-3078548d73e6),segment_id=b5e2d5bf-afea-4c4b-8e45-3078548d73e6)] {{(pid=95103) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 19:27:45.410588 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-7b410770-7bbb-4558-bc06-ff1a356579a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:27:45.453639 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-d2150d7d-6805-42bc-9fc3-bd4f3c54c793 req-53c7df79-8087-4f44-835b-58548084d4ad tempest-ServerRescueTestJSONUnderV235-3883575 tempest-ServerRescueTestJSONUnderV235-3883575-project] Notify callbacks [] for security_group, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:27:45.455511 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-d2150d7d-6805-42bc-9fc3-bd4f3c54c793 req-53c7df79-8087-4f44-835b-58548084d4ad tempest-ServerRescueTestJSONUnderV235-3883575 tempest-ServerRescueTestJSONUnderV235-3883575-project] 10.222.0.67 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.9561787 Sep 23 19:27:45.468305 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53c7df79-8087-4f44-835b-58548084d4ad tempest-ServerRescueTestJSONUnderV235-3883575 tempest-ServerRescueTestJSONUnderV235-3883575-project] Pushing event updated for resources: {'SecurityGroup': ['ID=be35c5b1-9265-4778-b9ad-86e9bdddc1d2,revision_number=1']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:27:45.524278 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-17a72d14-cbb0-46a9-ad8f-d9636a6364c4 req-c91628ef-25c7-49ee-a53f-045c76e49f15 tempest-VolumesAdminNegativeTest-1663824495 tempest-VolumesAdminNegativeTest-1663824495-project] 10.222.0.67 "GET /v2.0/ports?device_id=e294333f-f58d-4fe8-a8a8-e06214bafd0d HTTP/1.1" status: 200 len: 210 time: 0.0503101 Sep 23 19:27:45.541585 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-77d0b7a3-864e-4db0-8883-6404a9a8c86d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:27:45.606490 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-5b115829-221b-4c87-ae46-fbbce5252039 req-3290f886-f3fd-4680-be17-38ea9d3d0106 service neutron] 10.222.0.74 "GET /v2.0/networks/891932c9-457f-43e1-aea2-971af25a68f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4331472 Sep 23 19:27:45.648042 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b410770-7bbb-4558-bc06-ff1a356579a2 None None] Pushing event updated for resources: {'Port': ['ID=3ceee203-8826-4529-ae43-80cfd63d90a9,revision_number=2']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:27:45.661815 n-d-713301-16 neutron-server[95103]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 19:27:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af20ae7b-5568-4de9-8386-4fb8da14efd4 x-openstack-request-id: req-af20ae7b-5568-4de9-8386-4fb8da14efd4 {{(pid=95103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 19:27:45.662181 n-d-713301-16 neutron-server[95103]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7fa91134-8ee0-4baa-9037-6ca73d6b4c83", "name": "network-vif-plugged", "status": "completed", "tag": "2057133e-afe6-4649-916f-fb2ef68141a8", "code": 200}]} {{(pid=95103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 19:27:45.662501 n-d-713301-16 neutron-server[95103]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-af20ae7b-5568-4de9-8386-4fb8da14efd4 {{(pid=95103) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 19:27:45.663072 n-d-713301-16 neutron-server[95103]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7fa91134-8ee0-4baa-9037-6ca73d6b4c83', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2057133e-afe6-4649-916f-fb2ef68141a8', 'code': 200} Sep 23 19:27:45.688076 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-77d0b7a3-864e-4db0-8883-6404a9a8c86d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:27:45.917792 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-6b4eda67-dc63-4ba5-8549-8fac5356f570 req-7ba5cfba-3970-4604-a25b-1008fb8ba590 tempest-ServerRescueTestJSONUnderV235-3883575 tempest-ServerRescueTestJSONUnderV235-3883575-project] 10.222.0.67 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-284273195&fields=id&tenant_id=327d976986364fba8e5d9835f3bfc1b1 HTTP/1.1" status: 200 len: 267 time: 0.1389210 Sep 23 19:27:45.925212 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Device b1a5385d-b97e-4faa-9e35-589c892a4d85 details requested by agent hyperv_n-h1-713301-16 with host n-h1-713301-16 {{(pid=95103) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 19:27:46.024100 n-d-713301-16 neutron-server[95101]: DEBUG neutron.db.db_base_plugin_common [None req-77d0b7a3-864e-4db0-8883-6404a9a8c86d admin admin] Allocated IP 172.25.1.3 (5dec5c09-378e-4f50-89cc-d94eb81c3bac/eff83446-018c-428d-b3f5-54ac9abe7a2a/c0d0e1e4-7868-4070-abf8-f79108bacc05) {{(pid=95101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 19:27:46.031154 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a097de6-d802-43af-8d99-c730aa0a219b req-ee59e983-a7a3-4754-a1dd-684c42948a5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:27:46.034466 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-8a097de6-d802-43af-8d99-c730aa0a219b req-ee59e983-a7a3-4754-a1dd-684c42948a5b service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=7fa91134-8ee0-4baa-9037-6ca73d6b4c83 HTTP/1.1" status: 200 len: 1098 time: 0.2392576 Sep 23 19:27:46.094447 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b4eda67-dc63-4ba5-8549-8fac5356f570 req-7f22bbe2-0194-4a26-872e-72f73e3e6a8d tempest-ServerRescueTestJSONUnderV235-3883575 tempest-ServerRescueTestJSONUnderV235-3883575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:27:46.106459 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-6b4eda67-dc63-4ba5-8549-8fac5356f570 req-7f22bbe2-0194-4a26-872e-72f73e3e6a8d tempest-ServerRescueTestJSONUnderV235-3883575 tempest-ServerRescueTestJSONUnderV235-3883575-project] 10.222.0.67 "GET /v2.0/ports?device_id=f69a6870-83a8-419f-a0bd-2c6f209ce61f HTTP/1.1" status: 200 len: 945 time: 0.1875618 Sep 23 19:27:46.118124 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.v2.base [req-6b4eda67-dc63-4ba5-8549-8fac5356f570 req-1a4d73f3-6af3-4195-8b65-42a277ae1754 tempest-ServerRescueTestJSONUnderV235-3883575 tempest-ServerRescueTestJSONUnderV235-3883575-project] Request body: {'port': {'security_groups': ['d3f97599-a9b1-47a3-baeb-6ab90b6bb5ea', 'be35c5b1-9265-4778-b9ad-86e9bdddc1d2']}} {{(pid=95102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:27:46.180394 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11364277-33c6-44ba-9c97-67ae787fbf51 req-5bc8bd44-b81c-4a3f-a36e-ce6d725e4026 tempest-MigrationsAdminTest-397594546 tempest-MigrationsAdminTest-397594546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:27:46.182261 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-11364277-33c6-44ba-9c97-67ae787fbf51 req-5bc8bd44-b81c-4a3f-a36e-ce6d725e4026 tempest-MigrationsAdminTest-397594546 tempest-MigrationsAdminTest-397594546-project] 10.222.0.67 "GET /v2.0/ports?device_id=6573cd99-c5b7-4bf8-8671-27760195f1f4 HTTP/1.1" status: 200 len: 949 time: 0.2792144 Sep 23 19:27:46.201778 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] For port b1a5385d-b97e-4faa-9e35-589c892a4d85, host n-h1-713301-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-16',level=0,port_id=b1a5385d-b97e-4faa-9e35-589c892a4d85,segment=NetworkSegment(e08e9043-0f34-46de-ae85-d8bb0d4241b4),segment_id=e08e9043-0f34-46de-ae85-d8bb0d4241b4)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:27:46.216465 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-8a097de6-d802-43af-8d99-c730aa0a219b req-4bb53ed6-cd18-400e-97c6-d60930dfd9b8 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=d2a75794-f2ea-419f-9d09-0096f3fe96c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1737440 Sep 23 19:27:46.224124 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Returning: {'device': 'b1a5385d-b97e-4faa-9e35-589c892a4d85', 'network_id': '891932c9-457f-43e1-aea2-971af25a68f6', 'port_id': 'b1a5385d-b97e-4faa-9e35-589c892a4d85', 'mac_address': 'fa:16:3e:11:f8:79', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 648, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bbfc5a86-0037-429e-b11d-698cbfb1a3c3', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95103) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 19:27:46.278540 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-6b4eda67-dc63-4ba5-8549-8fac5356f570 req-1a4d73f3-6af3-4195-8b65-42a277ae1754 tempest-ServerRescueTestJSONUnderV235-3883575 tempest-ServerRescueTestJSONUnderV235-3883575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:27:46.297658 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-11364277-33c6-44ba-9c97-67ae787fbf51 req-4a1b4eb1-3b3c-4f25-9af1-43ec87cf14a9 tempest-MigrationsAdminTest-397594546 tempest-MigrationsAdminTest-397594546-project] 10.222.0.67 "GET /v2.0/security-groups?id=78cb509b-31c4-4e2a-bb5c-7abd6194dcc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1043637 Sep 23 19:27:46.314376 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:27:46.316945 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-77d0b7a3-864e-4db0-8883-6404a9a8c86d admin admin] Notify callbacks [] for port, precommit_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:27:46.356879 n-d-713301-16 neutron-server[95103]: DEBUG neutron.notifiers.nova [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b1a5385d-b97e-4faa-9e35-589c892a4d85 {{(pid=95103) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 19:27:46.417797 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] For port b1a5385d-b97e-4faa-9e35-589c892a4d85, host n-h1-713301-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-16',level=0,port_id=b1a5385d-b97e-4faa-9e35-589c892a4d85,segment=NetworkSegment(e08e9043-0f34-46de-ae85-d8bb0d4241b4),segment_id=e08e9043-0f34-46de-ae85-d8bb0d4241b4)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:27:46.425179 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:27:46.430247 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.db [req-043c54c3-f1fa-42c8-a38a-d65bc38e5c07 req-9c7e297c-3395-482d-84f7-5ba53d36e7b9 service neutron] For port 99215099-e4ca-41e9-9da2-30bc7fb3a27f, host n-h2-713301-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-16',level=0,port_id=99215099-e4ca-41e9-9da2-30bc7fb3a27f,segment=NetworkSegment(6139d589-eb6c-4578-8935-c26ddf396853),segment_id=6139d589-eb6c-4578-8935-c26ddf396853)] {{(pid=95101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:27:46.509799 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-522ac885-15a7-48d0-b640-883c8616369d req-f22fadce-1833-413a-8506-8f510f95c051 tempest-VolumesAdminNegativeTest-1663824495 tempest-VolumesAdminNegativeTest-1663824495-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:27:46.512519 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-522ac885-15a7-48d0-b640-883c8616369d req-f22fadce-1833-413a-8506-8f510f95c051 tempest-VolumesAdminNegativeTest-1663824495 tempest-VolumesAdminNegativeTest-1663824495-project] 10.222.0.53 "GET /v2.0/networks?id=38d75c5c-e2c5-4e5e-b8e1-a2ffbe9996a8 HTTP/1.1" status: 200 len: 815 time: 0.8217266 Sep 23 19:27:46.537980 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Pushing event updated for resources: {'Port': ['ID=b1a5385d-b97e-4faa-9e35-589c892a4d85,revision_number=4']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:27:46.541842 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.v2.base [req-522ac885-15a7-48d0-b640-883c8616369d req-f937d519-243b-4f25-9c97-993fae6e66f8 tempest-VolumesAdminNegativeTest-1663824495 tempest-VolumesAdminNegativeTest-1663824495-project] Request body: {'port': {'device_id': 'e294333f-f58d-4fe8-a8a8-e06214bafd0d', 'network_id': '38d75c5c-e2c5-4e5e-b8e1-a2ffbe9996a8', 'admin_state_up': True, 'tenant_id': '2a538de04c5f468aad7a6b916358a379'}} {{(pid=95101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:27:46.628468 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9771f95-1230-4a8d-a7a2-62440a6a09ab req-f529e2d8-359c-4f6c-a1cd-4366480b0bb6 tempest-ServerActionsTestJSON-618918056 tempest-ServerActionsTestJSON-618918056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:27:46.630238 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-b9771f95-1230-4a8d-a7a2-62440a6a09ab req-f529e2d8-359c-4f6c-a1cd-4366480b0bb6 tempest-ServerActionsTestJSON-618918056 tempest-ServerActionsTestJSON-618918056-project] 10.222.0.67 "GET /v2.0/ports?device_id=7fa91134-8ee0-4baa-9037-6ca73d6b4c83 HTTP/1.1" status: 200 len: 946 time: 0.1707397 Sep 23 19:27:46.645550 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.db [req-043c54c3-f1fa-42c8-a38a-d65bc38e5c07 req-9c7e297c-3395-482d-84f7-5ba53d36e7b9 service neutron] For port 99215099-e4ca-41e9-9da2-30bc7fb3a27f, host n-h2-713301-16, cleared binding levels {{(pid=95101) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 19:27:46.653042 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-77d0b7a3-864e-4db0-8883-6404a9a8c86d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783145673135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5607431'] for port, after_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:27:46.734796 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] get_ports_and_sgs() called for port_ids ['b1a5385d-b97e-4faa-9e35-589c892a4d85'] {{(pid=95103) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 19:27:46.821239 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-b9771f95-1230-4a8d-a7a2-62440a6a09ab req-e3be6600-9c4d-469f-9c42-3b932734fad8 tempest-ServerActionsTestJSON-618918056 tempest-ServerActionsTestJSON-618918056-project] 10.222.0.67 "GET /v2.0/security-groups?id=d2a75794-f2ea-419f-9d09-0096f3fe96c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1760933 Sep 23 19:27:46.852245 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77d0b7a3-864e-4db0-8883-6404a9a8c86d admin admin] Network 5dec5c09-378e-4f50-89cc-d94eb81c3bac is already hosted by enough agents. {{(pid=95101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:27:46.873104 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.db [req-6b4eda67-dc63-4ba5-8549-8fac5356f570 req-1a4d73f3-6af3-4195-8b65-42a277ae1754 tempest-ServerRescueTestJSONUnderV235-3883575 tempest-ServerRescueTestJSONUnderV235-3883575-project] For port 85f79270-01a6-4bfc-b9f8-7154a719205a, host n-h1-713301-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-16',level=0,port_id=85f79270-01a6-4bfc-b9f8-7154a719205a,segment=NetworkSegment(4e645381-3cf7-44d9-935f-d566da4456b8),segment_id=4e645381-3cf7-44d9-935f-d566da4456b8)] {{(pid=95102) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:27:46.874574 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.base_scheduler [None req-77d0b7a3-864e-4db0-8883-6404a9a8c86d admin admin] Resources bound (agent type, host, resource id): {{(pid=95101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:27:46.914133 n-d-713301-16 neutron-server[95101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77d0b7a3-864e-4db0-8883-6404a9a8c86d admin admin] Received port after_create {{(pid=95101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 19:27:46.955800 n-d-713301-16 neutron-server[95101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6573cd99-c5b7-4bf8-8671-27760195f1f4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '99215099-e4ca-41e9-9da2-30bc7fb3a27f'}] {{(pid=95101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 19:27:46.971451 n-d-713301-16 neutron-server[95101]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d8366c5740cd635e57ab12b71fe44a77c2acc3c19091ef849c6f68b380462244" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11b475e8-a8be-4032-bb85-8935489ef928" -d '{"events": [{"server_uuid": "6573cd99-c5b7-4bf8-8671-27760195f1f4", "name": "network-vif-unplugged", "status": "completed", "tag": "99215099-e4ca-41e9-9da2-30bc7fb3a27f"}]}' {{(pid=95101) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 19:27:46.977238 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-043c54c3-f1fa-42c8-a38a-d65bc38e5c07 req-9c7e297c-3395-482d-84f7-5ba53d36e7b9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:27:46.986278 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-6b4eda67-dc63-4ba5-8549-8fac5356f570 req-1a4d73f3-6af3-4195-8b65-42a277ae1754 tempest-ServerRescueTestJSONUnderV235-3883575 tempest-ServerRescueTestJSONUnderV235-3883575-project] Notify callbacks [] for port, precommit_update {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:27:46.992584 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Device 3ceee203-8826-4529-ae43-80cfd63d90a9 up at agent ovs-agent-n-d-713301-16 {{(pid=95103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 19:27:46.993389 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-6b4eda67-dc63-4ba5-8549-8fac5356f570 req-1a4d73f3-6af3-4195-8b65-42a277ae1754 tempest-ServerRescueTestJSONUnderV235-3883575 tempest-ServerRescueTestJSONUnderV235-3883575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4399095'] for port, after_update {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:27:47.046788 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d0b7a3-864e-4db0-8883-6404a9a8c86d admin admin] Pushing event updated for resources: {'Port': ['ID=c0d0e1e4-7868-4070-abf8-f79108bacc05,revision_number=1']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:27:47.087703 n-d-713301-16 neutron-server[95101]: DEBUG neutron.db.provisioning_blocks [req-043c54c3-f1fa-42c8-a38a-d65bc38e5c07 req-9c7e297c-3395-482d-84f7-5ba53d36e7b9 service neutron] Transition to ACTIVE for port object 99215099-e4ca-41e9-9da2-30bc7fb3a27f will not be triggered until provisioned by entity L2. {{(pid=95101) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 19:27:47.108077 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-043c54c3-f1fa-42c8-a38a-d65bc38e5c07 req-9c7e297c-3395-482d-84f7-5ba53d36e7b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5607436'] for port, after_update {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:27:47.118811 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a4d73f3-6af3-4195-8b65-42a277ae1754 tempest-ServerRescueTestJSONUnderV235-3883575 tempest-ServerRescueTestJSONUnderV235-3883575-project] Pushing event updated for resources: {'Port': ['ID=85f79270-01a6-4bfc-b9f8-7154a719205a,revision_number=6']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:27:47.159236 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Provisioning complete for port 3ceee203-8826-4529-ae43-80cfd63d90a9 triggered by entity L2. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:27:47.159611 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:27:47.204216 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b4eda67-dc63-4ba5-8549-8fac5356f570 req-1a4d73f3-6af3-4195-8b65-42a277ae1754 tempest-ServerRescueTestJSONUnderV235-3883575 tempest-ServerRescueTestJSONUnderV235-3883575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:27:47.206666 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-6b4eda67-dc63-4ba5-8549-8fac5356f570 req-1a4d73f3-6af3-4195-8b65-42a277ae1754 tempest-ServerRescueTestJSONUnderV235-3883575 tempest-ServerRescueTestJSONUnderV235-3883575-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222849'] for port, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:27:47.222834 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-6b4eda67-dc63-4ba5-8549-8fac5356f570 req-1a4d73f3-6af3-4195-8b65-42a277ae1754 tempest-ServerRescueTestJSONUnderV235-3883575 tempest-ServerRescueTestJSONUnderV235-3883575-project] 10.222.0.67 "PUT /v2.0/ports/85f79270-01a6-4bfc-b9f8-7154a719205a HTTP/1.1" status: 200 len: 981 time: 1.1106930 Sep 23 19:27:47.223392 n-d-713301-16 neutron-server[95102]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f69a6870-83a8-419f-a0bd-2c6f209ce61f', 'tag': '85f79270-01a6-4bfc-b9f8-7154a719205a'}] {{(pid=95102) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 19:27:47.228813 n-d-713301-16 neutron-server[95102]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab31b6d93e5336dbddfa8ec424565b3bd8cb2369c5b4d85bc943472dbb21e8ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ffe5a008-f375-4eed-adc2-17dfea7b8b06" -d '{"events": [{"name": "network-changed", "server_uuid": "f69a6870-83a8-419f-a0bd-2c6f209ce61f", "tag": "85f79270-01a6-4bfc-b9f8-7154a719205a"}]}' {{(pid=95102) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 19:27:47.302211 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-338149b8-c98a-4936-833c-479c05b3a18d req-6cbfcc66-6d2f-41d2-93cc-e9fc73d0a3a0 tempest-DeleteServersTestJSON-2111530366 tempest-DeleteServersTestJSON-2111530366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:27:47.325759 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-338149b8-c98a-4936-833c-479c05b3a18d req-6cbfcc66-6d2f-41d2-93cc-e9fc73d0a3a0 tempest-DeleteServersTestJSON-2111530366 tempest-DeleteServersTestJSON-2111530366-project] 10.222.0.67 "GET /v2.0/ports?device_id=b19e3d25-fa76-4ad5-ade4-28bc9af28ac3 HTTP/1.1" status: 200 len: 945 time: 0.1948977 Sep 23 19:27:47.376942 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:27:47.400933 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] get_ports_and_sgs() called for port_ids ['85f79270-01a6-4bfc-b9f8-7154a719205a'] {{(pid=95103) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 19:27:47.434741 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] For port 3ceee203-8826-4529-ae43-80cfd63d90a9, host n-d-713301-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-16',level=0,port_id=3ceee203-8826-4529-ae43-80cfd63d90a9,segment=NetworkSegment(b5e2d5bf-afea-4c4b-8e45-3078548d73e6),segment_id=b5e2d5bf-afea-4c4b-8e45-3078548d73e6)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:27:47.437178 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-338149b8-c98a-4936-833c-479c05b3a18d req-31d9f854-4e46-4a71-aba7-eddb86bfc868 tempest-DeleteServersTestJSON-2111530366 tempest-DeleteServersTestJSON-2111530366-project] 10.222.0.67 "GET /v2.0/security-groups?id=67f2e2ca-928f-40e5-b9b2-05ec3bddbb37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1169891 Sep 23 19:27:47.475116 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fea013f-a9ab-41ae-bf2b-931b4365bca1 req-03358e26-07b5-47f1-9d96-c9cf553e0879 tempest-AttachVolumeTestJSON-1825206227 tempest-AttachVolumeTestJSON-1825206227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:27:47.477342 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-8fea013f-a9ab-41ae-bf2b-931b4365bca1 req-03358e26-07b5-47f1-9d96-c9cf553e0879 tempest-AttachVolumeTestJSON-1825206227 tempest-AttachVolumeTestJSON-1825206227-project] 10.222.0.67 "GET /v2.0/ports?device_id=4cba8196-5b5b-42a0-aaca-42902580e803 HTTP/1.1" status: 200 len: 945 time: 0.1122725 Sep 23 19:27:47.490112 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Device 99215099-e4ca-41e9-9da2-30bc7fb3a27f no longer exists at agent hyperv_n-h2-713301-16 {{(pid=95103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 19:27:47.492100 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-266ee25d-b322-4dca-8d61-e816a9d34915 None None] Network 689b461e-d1c6-403c-9578-5b169de9e172 requested from n-d-713301-16 {{(pid=95103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 19:27:47.511264 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:27:47.581558 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-8fea013f-a9ab-41ae-bf2b-931b4365bca1 req-9897546a-832e-4e77-af8a-a1ddc5266636 tempest-AttachVolumeTestJSON-1825206227 tempest-AttachVolumeTestJSON-1825206227-project] 10.222.0.67 "GET /v2.0/security-groups?id=39522664-d93c-44d8-9f62-0e2cfbb5d5ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0969746 Sep 23 19:27:47.609167 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-522ac885-15a7-48d0-b640-883c8616369d req-f937d519-243b-4f25-9c97-993fae6e66f8 tempest-VolumesAdminNegativeTest-1663824495 tempest-VolumesAdminNegativeTest-1663824495-project] Made reservation on behalf of 2a538de04c5f468aad7a6b916358a379 for: {'port': 1} {{(pid=95101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:27:47.620453 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-522ac885-15a7-48d0-b640-883c8616369d req-f937d519-243b-4f25-9c97-993fae6e66f8 tempest-VolumesAdminNegativeTest-1663824495 tempest-VolumesAdminNegativeTest-1663824495-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:27:47.655074 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-b8ed1b11-e90b-4145-88cb-94bd2b4f4569 req-92d2226c-fa09-429e-96a5-bffa9e14f8e9 tempest-VolumesAdminNegativeTest-1663824495 tempest-VolumesAdminNegativeTest-1663824495-project] 10.222.0.67 "GET /v2.0/ports?device_id=e294333f-f58d-4fe8-a8a8-e06214bafd0d HTTP/1.1" status: 200 len: 210 time: 0.0689373 Sep 23 19:27:47.877268 n-d-713301-16 neutron-server[95101]: DEBUG neutron.db.db_base_plugin_common [req-522ac885-15a7-48d0-b640-883c8616369d req-f937d519-243b-4f25-9c97-993fae6e66f8 tempest-VolumesAdminNegativeTest-1663824495 tempest-VolumesAdminNegativeTest-1663824495-project] Allocated IP 172.20.0.10 (38d75c5c-e2c5-4e5e-b8e1-a2ffbe9996a8/1471c35d-8ac2-4d90-84dc-b5e2bb0311b7/b3b1f489-6989-496d-a15e-57e188c8171f) {{(pid=95101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 19:27:47.897814 n-d-713301-16 neutron-server[95102]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 19:27:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b22b7faf-62f1-4255-ae9b-c4563a598757 x-openstack-request-id: req-b22b7faf-62f1-4255-ae9b-c4563a598757 {{(pid=95102) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 19:27:47.897814 n-d-713301-16 neutron-server[95102]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f69a6870-83a8-419f-a0bd-2c6f209ce61f", "tag": "85f79270-01a6-4bfc-b9f8-7154a719205a", "status": "completed", "code": 200}]} {{(pid=95102) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 19:27:47.898202 n-d-713301-16 neutron-server[95102]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-b22b7faf-62f1-4255-ae9b-c4563a598757 {{(pid=95102) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 19:27:47.909670 n-d-713301-16 neutron-server[95102]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f69a6870-83a8-419f-a0bd-2c6f209ce61f', 'tag': '85f79270-01a6-4bfc-b9f8-7154a719205a', 'status': 'completed', 'code': 200} Sep 23 19:27:47.922415 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-701442d0-237d-479f-9d06-9e79d3170b31 req-7f6531f8-2a13-487a-acf5-aa89927f0576 tempest-ServerRescueTestJSONUnderV235-3883575 tempest-ServerRescueTestJSONUnderV235-3883575-project] 10.222.0.67 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-284273195&fields=id&tenant_id=327d976986364fba8e5d9835f3bfc1b1 HTTP/1.1" status: 200 len: 267 time: 0.0958948 Sep 23 19:27:48.030870 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c7e297c-3395-482d-84f7-5ba53d36e7b9 service neutron] Pushing event updated for resources: {'Port': ['ID=99215099-e4ca-41e9-9da2-30bc7fb3a27f,revision_number=6']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:27:48.067464 n-d-713301-16 neutron-server[95101]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 23 Sep 2021 19:27:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b92668d-83b3-4497-89b0-c984b1751777 x-openstack-request-id: req-6b92668d-83b3-4497-89b0-c984b1751777 {{(pid=95101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 19:27:48.068381 n-d-713301-16 neutron-server[95101]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6573cd99-c5b7-4bf8-8671-27760195f1f4", "name": "network-vif-unplugged", "status": "completed", "tag": "99215099-e4ca-41e9-9da2-30bc7fb3a27f", "code": 200}]} {{(pid=95101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 19:27:48.069042 n-d-713301-16 neutron-server[95101]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-6b92668d-83b3-4497-89b0-c984b1751777 {{(pid=95101) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 19:27:48.071249 n-d-713301-16 neutron-server[95101]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6573cd99-c5b7-4bf8-8671-27760195f1f4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '99215099-e4ca-41e9-9da2-30bc7fb3a27f', 'code': 200} Sep 23 19:27:48.107474 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-e9704637-2605-431e-ad5b-84a047ea9bf0 None None] Provisioning complete for port 3ceee203-8826-4529-ae43-80cfd63d90a9 triggered by entity DHCP. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:27:48.107901 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-e9704637-2605-431e-ad5b-84a047ea9bf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:27:48.113329 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe5a008-f375-4eed-adc2-17dfea7b8b06 req-1b155b00-452f-443d-80d5-6390a39a341d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:27:48.116014 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-ffe5a008-f375-4eed-adc2-17dfea7b8b06 req-1b155b00-452f-443d-80d5-6390a39a341d service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=327d976986364fba8e5d9835f3bfc1b1&device_id=f69a6870-83a8-419f-a0bd-2c6f209ce61f HTTP/1.1" status: 200 len: 1136 time: 0.1909864 Sep 23 19:27:48.126064 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-701442d0-237d-479f-9d06-9e79d3170b31 req-41e83f06-c07f-422c-8cef-805acf2c9a86 tempest-ServerRescueTestJSONUnderV235-3883575 tempest-ServerRescueTestJSONUnderV235-3883575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:27:48.147415 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-701442d0-237d-479f-9d06-9e79d3170b31 req-41e83f06-c07f-422c-8cef-805acf2c9a86 tempest-ServerRescueTestJSONUnderV235-3883575 tempest-ServerRescueTestJSONUnderV235-3883575-project] 10.222.0.67 "GET /v2.0/ports?device_id=f69a6870-83a8-419f-a0bd-2c6f209ce61f HTTP/1.1" status: 200 len: 984 time: 0.2014606 Sep 23 19:27:48.153400 n-d-713301-16 neutron-server[95101]: DEBUG neutron.db.l3_dvrscheduler_db [req-043c54c3-f1fa-42c8-a38a-d65bc38e5c07 req-9c7e297c-3395-482d-84f7-5ba53d36e7b9 service neutron] No DVR routers for this DVR port 99215099-e4ca-41e9-9da2-30bc7fb3a27f on host n-h2-713301-16 {{(pid=95101) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 19:27:48.172872 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.v2.base [req-701442d0-237d-479f-9d06-9e79d3170b31 req-c799cb0a-610a-4af8-8315-67f74f92dd54 tempest-ServerRescueTestJSONUnderV235-3883575 tempest-ServerRescueTestJSONUnderV235-3883575-project] Request body: {'port': {'security_groups': ['d3f97599-a9b1-47a3-baeb-6ab90b6bb5ea']}} {{(pid=95102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:27:48.190913 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2bedaf6-4078-4518-93a9-759d584feb3b req-a62cff70-0f59-4cf1-8a4b-602c478101bc tempest-MigrationsAdminTest-397594546 tempest-MigrationsAdminTest-397594546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:27:48.199304 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-f2bedaf6-4078-4518-93a9-759d584feb3b req-a62cff70-0f59-4cf1-8a4b-602c478101bc tempest-MigrationsAdminTest-397594546 tempest-MigrationsAdminTest-397594546-project] 10.222.0.67 "GET /v2.0/ports?device_id=6573cd99-c5b7-4bf8-8671-27760195f1f4 HTTP/1.1" status: 200 len: 947 time: 0.1963625 Sep 23 19:27:48.211622 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Pushing event updated for resources: {'Port': ['ID=3ceee203-8826-4529-ae43-80cfd63d90a9,revision_number=3']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:27:48.221336 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Device 99215099-e4ca-41e9-9da2-30bc7fb3a27f not bound to the agent host n-h2-713301-16 {{(pid=95103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 19:27:48.432036 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-f2bedaf6-4078-4518-93a9-759d584feb3b req-ecee0e9f-ac7d-41c9-a369-6018f07e71e3 tempest-MigrationsAdminTest-397594546 tempest-MigrationsAdminTest-397594546-project] 10.222.0.67 "GET /v2.0/security-groups?id=78cb509b-31c4-4e2a-bb5c-7abd6194dcc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2313895 Sep 23 19:27:48.438862 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-701442d0-237d-479f-9d06-9e79d3170b31 req-c799cb0a-610a-4af8-8315-67f74f92dd54 tempest-ServerRescueTestJSONUnderV235-3883575 tempest-ServerRescueTestJSONUnderV235-3883575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:27:48.491016 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe5a008-f375-4eed-adc2-17dfea7b8b06 req-8b88c676-85c6-4105-8e7e-204f663d52bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:27:48.492951 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-ffe5a008-f375-4eed-adc2-17dfea7b8b06 req-8b88c676-85c6-4105-8e7e-204f663d52bb service neutron] 10.222.0.74 "GET /v2.0/networks?id=957699bb-3d06-43c7-8d92-2cc14178c33d HTTP/1.1" status: 200 len: 921 time: 0.3431196 Sep 23 19:27:48.493828 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.managers [req-043c54c3-f1fa-42c8-a38a-d65bc38e5c07 req-9c7e297c-3395-482d-84f7-5ba53d36e7b9 service neutron] Attempting to bind port 99215099-e4ca-41e9-9da2-30bc7fb3a27f on host n-h1-713301-16 for vnic_type normal with profile {{(pid=95101) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 19:27:48.494219 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.managers [req-043c54c3-f1fa-42c8-a38a-d65bc38e5c07 req-9c7e297c-3395-482d-84f7-5ba53d36e7b9 service neutron] Attempting to bind port 99215099-e4ca-41e9-9da2-30bc7fb3a27f by drivers openvswitch,hyperv on host n-h1-713301-16 at level 0 using segments [{'id': '6139d589-eb6c-4578-8935-c26ddf396853', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '5220cb0c-da05-478a-9604-8c11469a05b4'}] {{(pid=95101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 19:27:48.495158 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-043c54c3-f1fa-42c8-a38a-d65bc38e5c07 req-9c7e297c-3395-482d-84f7-5ba53d36e7b9 service neutron] Attempting to bind port 99215099-e4ca-41e9-9da2-30bc7fb3a27f on network 5220cb0c-da05-478a-9604-8c11469a05b4 {{(pid=95101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:27:48.542471 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-043c54c3-f1fa-42c8-a38a-d65bc38e5c07 req-9c7e297c-3395-482d-84f7-5ba53d36e7b9 service neutron] Port 99215099-e4ca-41e9-9da2-30bc7fb3a27f on network 5220cb0c-da05-478a-9604-8c11469a05b4 not bound, no agent of type Open vSwitch agent registered on host n-h1-713301-16 {{(pid=95101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 19:27:48.543116 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-043c54c3-f1fa-42c8-a38a-d65bc38e5c07 req-9c7e297c-3395-482d-84f7-5ba53d36e7b9 service neutron] Attempting to bind port 99215099-e4ca-41e9-9da2-30bc7fb3a27f on network 5220cb0c-da05-478a-9604-8c11469a05b4 {{(pid=95101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:27:48.574656 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-522ac885-15a7-48d0-b640-883c8616369d req-f937d519-243b-4f25-9c97-993fae6e66f8 tempest-VolumesAdminNegativeTest-1663824495 tempest-VolumesAdminNegativeTest-1663824495-project] Notify callbacks [] for port, precommit_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:27:48.583401 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-043c54c3-f1fa-42c8-a38a-d65bc38e5c07 req-9c7e297c-3395-482d-84f7-5ba53d36e7b9 service neutron] Checking agent: {'id': '0708c3e9-0aad-4600-9be9-d2486535c898', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713301-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 19, 15, 28), 'started_at': datetime.datetime(2021, 9, 23, 19, 15, 28), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 19, 27, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 19:27:48.590621 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-043c54c3-f1fa-42c8-a38a-d65bc38e5c07 req-9c7e297c-3395-482d-84f7-5ba53d36e7b9 service neutron] Checking segment: {'id': '6139d589-eb6c-4578-8935-c26ddf396853', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '5220cb0c-da05-478a-9604-8c11469a05b4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:27:48.591224 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-043c54c3-f1fa-42c8-a38a-d65bc38e5c07 req-9c7e297c-3395-482d-84f7-5ba53d36e7b9 service neutron] Bound using segment: {'id': '6139d589-eb6c-4578-8935-c26ddf396853', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '5220cb0c-da05-478a-9604-8c11469a05b4'} {{(pid=95101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 19:27:48.592828 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.managers [req-043c54c3-f1fa-42c8-a38a-d65bc38e5c07 req-9c7e297c-3395-482d-84f7-5ba53d36e7b9 service neutron] Bound port: 99215099-e4ca-41e9-9da2-30bc7fb3a27f, host: n-h1-713301-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6139d589-eb6c-4578-8935-c26ddf396853', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '5220cb0c-da05-478a-9604-8c11469a05b4'}}] {{(pid=95101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 19:27:48.593593 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-043c54c3-f1fa-42c8-a38a-d65bc38e5c07 req-9c7e297c-3395-482d-84f7-5ba53d36e7b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:27:48.614131 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-ffe5a008-f375-4eed-adc2-17dfea7b8b06 req-b610c911-83da-4f30-a3f3-da4b31426a05 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=85f79270-01a6-4bfc-b9f8-7154a719205a HTTP/1.1" status: 200 len: 217 time: 0.0934029 Sep 23 19:27:48.754641 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-77d0b7a3-864e-4db0-8883-6404a9a8c86d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:27:48.853408 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe5a008-f375-4eed-adc2-17dfea7b8b06 req-dcae61ee-506e-469d-95b3-d4cff4f47606 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:27:48.855491 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-ffe5a008-f375-4eed-adc2-17dfea7b8b06 req-dcae61ee-506e-469d-95b3-d4cff4f47606 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=42f61b3d-d2c5-4fe1-a0f1-03eaa8653b9c HTTP/1.1" status: 200 len: 860 time: 0.2256613 Sep 23 19:27:48.886052 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] get_ports_and_sgs() called for port_ids ['85f79270-01a6-4bfc-b9f8-7154a719205a'] {{(pid=95103) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 19:27:48.902935 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-602b72e6-b057-4536-afb9-571559a95b12 req-7daef7ef-3a1b-4bdf-bd43-613afbe1ba3b tempest-ServerActionsTestJSON-618918056 tempest-ServerActionsTestJSON-618918056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:27:48.922728 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-602b72e6-b057-4536-afb9-571559a95b12 req-7daef7ef-3a1b-4bdf-bd43-613afbe1ba3b tempest-ServerActionsTestJSON-618918056 tempest-ServerActionsTestJSON-618918056-project] 10.222.0.67 "GET /v2.0/ports?device_id=7fa91134-8ee0-4baa-9037-6ca73d6b4c83 HTTP/1.1" status: 200 len: 946 time: 0.3021851 Sep 23 19:27:48.976192 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Device 3ceee203-8826-4529-ae43-80cfd63d90a9 up at agent ovs-agent-n-d-713301-16 {{(pid=95103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 19:27:48.986889 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-522ac885-15a7-48d0-b640-883c8616369d req-f937d519-243b-4f25-9c97-993fae6e66f8 tempest-VolumesAdminNegativeTest-1663824495 tempest-VolumesAdminNegativeTest-1663824495-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783145673135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5607431'] for port, after_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:27:49.026078 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.db [req-043c54c3-f1fa-42c8-a38a-d65bc38e5c07 req-9c7e297c-3395-482d-84f7-5ba53d36e7b9 service neutron] For port 99215099-e4ca-41e9-9da2-30bc7fb3a27f, host n-h1-713301-16, cleared binding levels {{(pid=95101) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 19:27:49.067020 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-ffe5a008-f375-4eed-adc2-17dfea7b8b06 req-4d5487bc-523e-4768-8fad-3c0dce0b16f5 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=957699bb-3d06-43c7-8d92-2cc14178c33d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1919291 Sep 23 19:27:49.104366 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.db [req-043c54c3-f1fa-42c8-a38a-d65bc38e5c07 req-9c7e297c-3395-482d-84f7-5ba53d36e7b9 service neutron] For port 99215099-e4ca-41e9-9da2-30bc7fb3a27f, host n-h1-713301-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-16',level=0,port_id=99215099-e4ca-41e9-9da2-30bc7fb3a27f,segment=NetworkSegment(6139d589-eb6c-4578-8935-c26ddf396853),segment_id=6139d589-eb6c-4578-8935-c26ddf396853)] {{(pid=95101) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 19:27:49.109132 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-522ac885-15a7-48d0-b640-883c8616369d req-f937d519-243b-4f25-9c97-993fae6e66f8 tempest-VolumesAdminNegativeTest-1663824495 tempest-VolumesAdminNegativeTest-1663824495-project] Network 38d75c5c-e2c5-4e5e-b8e1-a2ffbe9996a8 is already hosted by enough agents. {{(pid=95101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:27:49.134546 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.base_scheduler [req-522ac885-15a7-48d0-b640-883c8616369d req-f937d519-243b-4f25-9c97-993fae6e66f8 tempest-VolumesAdminNegativeTest-1663824495 tempest-VolumesAdminNegativeTest-1663824495-project] Resources bound (agent type, host, resource id): {{(pid=95101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:27:49.139168 n-d-713301-16 neutron-server[95101]: DEBUG neutron.db.l3_dvrscheduler_db [req-522ac885-15a7-48d0-b640-883c8616369d req-f937d519-243b-4f25-9c97-993fae6e66f8 tempest-VolumesAdminNegativeTest-1663824495 tempest-VolumesAdminNegativeTest-1663824495-project] Received port after_create {{(pid=95101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 19:27:49.157844 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-043c54c3-f1fa-42c8-a38a-d65bc38e5c07 req-9c7e297c-3395-482d-84f7-5ba53d36e7b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5607436'] for port, after_update {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:27:49.158727 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-6eb5058c-1946-41ce-ae7b-a2289b9b7ddf None None] Provisioning complete for port 3ceee203-8826-4529-ae43-80cfd63d90a9 triggered by entity DHCP. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:27:49.159305 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-6eb5058c-1946-41ce-ae7b-a2289b9b7ddf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:27:49.211918 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f937d519-243b-4f25-9c97-993fae6e66f8 tempest-VolumesAdminNegativeTest-1663824495 tempest-VolumesAdminNegativeTest-1663824495-project] Pushing event updated for resources: {'Port': ['ID=b3b1f489-6989-496d-a15e-57e188c8171f,revision_number=1']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:27:49.276821 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-602b72e6-b057-4536-afb9-571559a95b12 req-64398b25-399b-42ef-bbff-89d72ce1ac0a tempest-ServerActionsTestJSON-618918056 tempest-ServerActionsTestJSON-618918056-project] 10.222.0.67 "GET /v2.0/security-groups?id=d2a75794-f2ea-419f-9d09-0096f3fe96c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3499675 Sep 23 19:27:49.305288 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Provisioning complete for port 3ceee203-8826-4529-ae43-80cfd63d90a9 triggered by entity L2. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:27:49.305643 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:27:49.310516 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-043c54c3-f1fa-42c8-a38a-d65bc38e5c07 req-9c7e297c-3395-482d-84f7-5ba53d36e7b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:27:49.311537 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-043c54c3-f1fa-42c8-a38a-d65bc38e5c07 req-9c7e297c-3395-482d-84f7-5ba53d36e7b9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222849'] for port, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:27:49.314542 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-043c54c3-f1fa-42c8-a38a-d65bc38e5c07 req-9c7e297c-3395-482d-84f7-5ba53d36e7b9 service neutron] 10.222.0.74 "PUT /v2.0/ports/99215099-e4ca-41e9-9da2-30bc7fb3a27f HTTP/1.1" status: 200 len: 1096 time: 4.9704163 Sep 23 19:27:49.609823 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-522ac885-15a7-48d0-b640-883c8616369d req-f937d519-243b-4f25-9c97-993fae6e66f8 tempest-VolumesAdminNegativeTest-1663824495 tempest-VolumesAdminNegativeTest-1663824495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:27:49.610905 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-522ac885-15a7-48d0-b640-883c8616369d req-f937d519-243b-4f25-9c97-993fae6e66f8 tempest-VolumesAdminNegativeTest-1663824495 tempest-VolumesAdminNegativeTest-1663824495-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222849'] for port, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:27:49.640712 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.db [req-701442d0-237d-479f-9d06-9e79d3170b31 req-c799cb0a-610a-4af8-8315-67f74f92dd54 tempest-ServerRescueTestJSONUnderV235-3883575 tempest-ServerRescueTestJSONUnderV235-3883575-project] For port 85f79270-01a6-4bfc-b9f8-7154a719205a, host n-h1-713301-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-16',level=0,port_id=85f79270-01a6-4bfc-b9f8-7154a719205a,segment=NetworkSegment(4e645381-3cf7-44d9-935f-d566da4456b8),segment_id=4e645381-3cf7-44d9-935f-d566da4456b8)] {{(pid=95102) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:27:49.670128 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-91b4bd44-162f-484e-8506-dd6d80ba57d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:27:49.684799 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-ffe5a008-f375-4eed-adc2-17dfea7b8b06 req-d31a3d1d-ff7b-4e34-9ff0-3bc153417d21 service neutron] 10.222.0.74 "GET /v2.0/networks/957699bb-3d06-43c7-8d92-2cc14178c33d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5925252 Sep 23 19:27:49.734334 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c7e297c-3395-482d-84f7-5ba53d36e7b9 service neutron] Pushing event updated for resources: {'Port': ['ID=99215099-e4ca-41e9-9da2-30bc7fb3a27f,revision_number=7']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:27:49.743884 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-522ac885-15a7-48d0-b640-883c8616369d req-f937d519-243b-4f25-9c97-993fae6e66f8 tempest-VolumesAdminNegativeTest-1663824495 tempest-VolumesAdminNegativeTest-1663824495-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.2190628 Sep 23 19:27:49.769166 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.v2.base [req-522ac885-15a7-48d0-b640-883c8616369d req-9693205a-5147-44d7-bbf7-f86a7324c5cb service neutron] Request body: {'port': {'device_id': 'e294333f-f58d-4fe8-a8a8-e06214bafd0d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713301-16'}} {{(pid=95101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:27:49.785918 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-701442d0-237d-479f-9d06-9e79d3170b31 req-c799cb0a-610a-4af8-8315-67f74f92dd54 tempest-ServerRescueTestJSONUnderV235-3883575 tempest-ServerRescueTestJSONUnderV235-3883575-project] Notify callbacks [] for port, precommit_update {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:27:49.810495 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-043c54c3-f1fa-42c8-a38a-d65bc38e5c07 req-4b560b91-428e-4052-918b-ddad3c24e316 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:27:49.812109 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-043c54c3-f1fa-42c8-a38a-d65bc38e5c07 req-4b560b91-428e-4052-918b-ddad3c24e316 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=cff0149cb20c4944955e93a2b393f7c5&device_id=6573cd99-c5b7-4bf8-8671-27760195f1f4 HTTP/1.1" status: 200 len: 1099 time: 0.4509611 Sep 23 19:27:49.813315 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-77d0b7a3-864e-4db0-8883-6404a9a8c86d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-597258', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-601790'] for router, after_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:27:49.813713 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f67e03b5-6604-4c4a-8aff-666e7d77a64b req-1d216169-4260-4670-b93e-5fcaa3bbe60e tempest-DeleteServersTestJSON-2111530366 tempest-DeleteServersTestJSON-2111530366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:27:49.827835 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-f67e03b5-6604-4c4a-8aff-666e7d77a64b req-1d216169-4260-4670-b93e-5fcaa3bbe60e tempest-DeleteServersTestJSON-2111530366 tempest-DeleteServersTestJSON-2111530366-project] 10.222.0.67 "GET /v2.0/ports?device_id=b19e3d25-fa76-4ad5-ade4-28bc9af28ac3 HTTP/1.1" status: 200 len: 945 time: 0.3463860 Sep 23 19:27:49.855108 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-701442d0-237d-479f-9d06-9e79d3170b31 req-c799cb0a-610a-4af8-8315-67f74f92dd54 tempest-ServerRescueTestJSONUnderV235-3883575 tempest-ServerRescueTestJSONUnderV235-3883575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4399095'] for port, after_update {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:27:49.870083 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] get_ports_and_sgs() called for port_ids ['85f79270-01a6-4bfc-b9f8-7154a719205a'] {{(pid=95103) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 19:27:49.953405 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Device b1a5385d-b97e-4faa-9e35-589c892a4d85 up at agent hyperv_n-h1-713301-16 {{(pid=95103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 19:27:50.060788 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-522ac885-15a7-48d0-b640-883c8616369d req-9693205a-5147-44d7-bbf7-f86a7324c5cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:27:50.072494 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Provisioning for port b1a5385d-b97e-4faa-9e35-589c892a4d85 completed by entity L2. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 19:27:50.078750 n-d-713301-16 neutron-server[95101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6573cd99-c5b7-4bf8-8671-27760195f1f4', 'tag': '99215099-e4ca-41e9-9da2-30bc7fb3a27f'}] {{(pid=95101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 19:27:50.081021 n-d-713301-16 neutron-server[95101]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d8366c5740cd635e57ab12b71fe44a77c2acc3c19091ef849c6f68b380462244" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea412b9c-1600-4f81-b491-a12e1ef63707" -d '{"events": [{"name": "network-changed", "server_uuid": "6573cd99-c5b7-4bf8-8671-27760195f1f4", "tag": "99215099-e4ca-41e9-9da2-30bc7fb3a27f"}]}' {{(pid=95101) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 19:27:50.106823 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Provisioning complete for port b1a5385d-b97e-4faa-9e35-589c892a4d85 triggered by entity L2. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:27:50.107922 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:27:50.111257 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-701442d0-237d-479f-9d06-9e79d3170b31 req-c799cb0a-610a-4af8-8315-67f74f92dd54 tempest-ServerRescueTestJSONUnderV235-3883575 tempest-ServerRescueTestJSONUnderV235-3883575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:27:50.112545 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-701442d0-237d-479f-9d06-9e79d3170b31 req-c799cb0a-610a-4af8-8315-67f74f92dd54 tempest-ServerRescueTestJSONUnderV235-3883575 tempest-ServerRescueTestJSONUnderV235-3883575-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222849'] for port, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:27:50.125502 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-701442d0-237d-479f-9d06-9e79d3170b31 req-c799cb0a-610a-4af8-8315-67f74f92dd54 tempest-ServerRescueTestJSONUnderV235-3883575 tempest-ServerRescueTestJSONUnderV235-3883575-project] 10.222.0.67 "PUT /v2.0/ports/85f79270-01a6-4bfc-b9f8-7154a719205a HTTP/1.1" status: 200 len: 942 time: 1.9765327 Sep 23 19:27:50.152148 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-f67e03b5-6604-4c4a-8aff-666e7d77a64b req-cff13ac1-7c9d-4c1e-87f3-29bb1579f889 tempest-DeleteServersTestJSON-2111530366 tempest-DeleteServersTestJSON-2111530366-project] 10.222.0.67 "GET /v2.0/security-groups?id=67f2e2ca-928f-40e5-b9b2-05ec3bddbb37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3215873 Sep 23 19:27:50.158146 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-043c54c3-f1fa-42c8-a38a-d65bc38e5c07 req-30c15698-f64f-4956-9fd6-4caf8f37a526 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:27:50.159712 n-d-713301-16 neutron-server[95102]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f69a6870-83a8-419f-a0bd-2c6f209ce61f', 'tag': '85f79270-01a6-4bfc-b9f8-7154a719205a'}] {{(pid=95102) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 19:27:50.159921 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-043c54c3-f1fa-42c8-a38a-d65bc38e5c07 req-30c15698-f64f-4956-9fd6-4caf8f37a526 service neutron] 10.222.0.74 "GET /v2.0/networks?id=5220cb0c-da05-478a-9604-8c11469a05b4 HTTP/1.1" status: 200 len: 870 time: 0.3384283 Sep 23 19:27:50.171481 n-d-713301-16 neutron-server[95102]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab31b6d93e5336dbddfa8ec424565b3bd8cb2369c5b4d85bc943472dbb21e8ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc7cde3a-4b30-4ac4-ac3e-c6226b6a79b5" -d '{"events": [{"name": "network-changed", "server_uuid": "f69a6870-83a8-419f-a0bd-2c6f209ce61f", "tag": "85f79270-01a6-4bfc-b9f8-7154a719205a"}]}' {{(pid=95102) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 19:27:50.259929 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c799cb0a-610a-4af8-8315-67f74f92dd54 tempest-ServerRescueTestJSONUnderV235-3883575 tempest-ServerRescueTestJSONUnderV235-3883575-project] Pushing event updated for resources: {'Port': ['ID=85f79270-01a6-4bfc-b9f8-7154a719205a,revision_number=7']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:27:50.273743 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-ffe5a008-f375-4eed-adc2-17dfea7b8b06 req-880b18ad-f74d-4045-872a-49d367b48a1a service neutron] 10.222.0.74 "GET /v2.0/networks/957699bb-3d06-43c7-8d92-2cc14178c33d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5748103 Sep 23 19:27:50.317079 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:27:50.321174 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] get_ports_and_sgs() called for port_ids ['85f79270-01a6-4bfc-b9f8-7154a719205a'] {{(pid=95103) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 19:27:50.391368 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-657392ed-fbb7-4bb0-878d-6ea03fa2a51d req-3c0ec1a9-e3f1-4725-97ac-ff1167db4937 tempest-AttachVolumeTestJSON-1825206227 tempest-AttachVolumeTestJSON-1825206227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:27:50.401014 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-657392ed-fbb7-4bb0-878d-6ea03fa2a51d req-3c0ec1a9-e3f1-4725-97ac-ff1167db4937 tempest-AttachVolumeTestJSON-1825206227 tempest-AttachVolumeTestJSON-1825206227-project] 10.222.0.67 "GET /v2.0/ports?device_id=4cba8196-5b5b-42a0-aaca-42902580e803 HTTP/1.1" status: 200 len: 945 time: 0.1211045 Sep 23 19:27:50.473175 n-d-713301-16 neutron-server[95103]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4cba8196-5b5b-42a0-aaca-42902580e803', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b1a5385d-b97e-4faa-9e35-589c892a4d85'}] {{(pid=95103) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 19:27:50.476387 n-d-713301-16 neutron-server[95103]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}81a1c17f2aa89d5b3ebbba3a3e0cf7eb588e431c2224256110c4c4facdd7c3e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6cf14f0d-a1cd-41c0-bb16-129da3608845" -d '{"events": [{"server_uuid": "4cba8196-5b5b-42a0-aaca-42902580e803", "name": "network-vif-plugged", "status": "completed", "tag": "b1a5385d-b97e-4faa-9e35-589c892a4d85"}]}' {{(pid=95103) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 19:27:50.527776 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d81f014-e2b4-41f9-85e5-05ae8b52347c req-1432f0ec-6e8c-400f-8488-c05b1b184440 tempest-VolumesAdminNegativeTest-1663824495 tempest-VolumesAdminNegativeTest-1663824495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:27:50.527776 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-2d81f014-e2b4-41f9-85e5-05ae8b52347c req-1432f0ec-6e8c-400f-8488-c05b1b184440 tempest-VolumesAdminNegativeTest-1663824495 tempest-VolumesAdminNegativeTest-1663824495-project] 10.222.0.67 "GET /v2.0/ports?device_id=e294333f-f58d-4fe8-a8a8-e06214bafd0d HTTP/1.1" status: 200 len: 932 time: 0.1227551 Sep 23 19:27:50.534313 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] For port b1a5385d-b97e-4faa-9e35-589c892a4d85, host n-h1-713301-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-16',level=0,port_id=b1a5385d-b97e-4faa-9e35-589c892a4d85,segment=NetworkSegment(e08e9043-0f34-46de-ae85-d8bb0d4241b4),segment_id=e08e9043-0f34-46de-ae85-d8bb0d4241b4)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:27:50.545049 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:27:50.545739 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-657392ed-fbb7-4bb0-878d-6ea03fa2a51d req-c85118b6-30e4-485c-b3d5-926e8354f090 tempest-AttachVolumeTestJSON-1825206227 tempest-AttachVolumeTestJSON-1825206227-project] 10.222.0.67 "GET /v2.0/security-groups?id=39522664-d93c-44d8-9f62-0e2cfbb5d5ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1433437 Sep 23 19:27:50.650542 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-2d81f014-e2b4-41f9-85e5-05ae8b52347c req-d820d54c-5e6e-4449-a764-f97438499075 tempest-VolumesAdminNegativeTest-1663824495 tempest-VolumesAdminNegativeTest-1663824495-project] 10.222.0.67 "GET /v2.0/security-groups?id=03b8d372-1648-4ffa-a934-45f880e6202c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1027000 Sep 23 19:27:50.653123 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Pushing event updated for resources: {'Port': ['ID=b1a5385d-b97e-4faa-9e35-589c892a4d85,revision_number=5']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:27:50.688627 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-77d0b7a3-864e-4db0-8883-6404a9a8c86d admin admin] Router 3805e5bd-eef0-465b-b5a0-5292e527536c is scheduled to L3 agent 79a740bf-7821-4989-8288-7186e3e128f3 with binding_index 1 {{(pid=95101) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 23 19:27:50.796315 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-043c54c3-f1fa-42c8-a38a-d65bc38e5c07 req-ddfcc6b9-0c77-40c8-8c10-4d274ca46ea2 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.39&port_id=99215099-e4ca-41e9-9da2-30bc7fb3a27f HTTP/1.1" status: 200 len: 217 time: 0.6281371 Sep 23 19:27:50.892338 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-870a892f-ee7d-4fa5-b289-67d97c41ecb8 req-5bdffca8-572f-4c33-8d03-911b72eb35d4 tempest-ServerActionsTestJSON-618918056 tempest-ServerActionsTestJSON-618918056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:27:50.893882 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-870a892f-ee7d-4fa5-b289-67d97c41ecb8 req-5bdffca8-572f-4c33-8d03-911b72eb35d4 tempest-ServerActionsTestJSON-618918056 tempest-ServerActionsTestJSON-618918056-project] 10.222.0.67 "GET /v2.0/ports?device_id=7fa91134-8ee0-4baa-9037-6ca73d6b4c83 HTTP/1.1" status: 200 len: 946 time: 0.1295907 Sep 23 19:27:50.905237 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 40264) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:27:50.911155 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.v2.base [None req-737f49bc-8b7a-4586-a431-954d7a5ee837 tempest-ServerActionsTestJSON-618918056 tempest-ServerActionsTestJSON-618918056-project] Request body: {'floatingip': {'port_id': '2057133e-afe6-4649-916f-fb2ef68141a8'}} {{(pid=95102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:27:50.969350 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-737f49bc-8b7a-4586-a431-954d7a5ee837 tempest-ServerActionsTestJSON-618918056 tempest-ServerActionsTestJSON-618918056-project] Notify callbacks [] for floatingip, before_update {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:27:50.980812 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c35ecd-27c3-4201-aa4a-9519d7a67b69 req-133b034e-503c-41ed-a3e9-aa064e1012c9 tempest-MigrationsAdminTest-397594546 tempest-MigrationsAdminTest-397594546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:27:50.990110 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-42c35ecd-27c3-4201-aa4a-9519d7a67b69 req-133b034e-503c-41ed-a3e9-aa064e1012c9 tempest-MigrationsAdminTest-397594546 tempest-MigrationsAdminTest-397594546-project] 10.222.0.67 "GET /v2.0/ports?device_id=6573cd99-c5b7-4bf8-8671-27760195f1f4 HTTP/1.1" status: 200 len: 947 time: 0.1786242 Sep 23 19:27:50.997368 n-d-713301-16 neutron-server[95101]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 19:27:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1119a8d-01d8-4f6b-b7ab-69aa88dc489e x-openstack-request-id: req-c1119a8d-01d8-4f6b-b7ab-69aa88dc489e {{(pid=95101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 19:27:50.997791 n-d-713301-16 neutron-server[95101]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6573cd99-c5b7-4bf8-8671-27760195f1f4", "tag": "99215099-e4ca-41e9-9da2-30bc7fb3a27f", "status": "completed", "code": 200}]} {{(pid=95101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 19:27:50.998171 n-d-713301-16 neutron-server[95101]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-c1119a8d-01d8-4f6b-b7ab-69aa88dc489e {{(pid=95101) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 19:27:50.998753 n-d-713301-16 neutron-server[95101]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6573cd99-c5b7-4bf8-8671-27760195f1f4', 'tag': '99215099-e4ca-41e9-9da2-30bc7fb3a27f', 'status': 'completed', 'code': 200} Sep 23 19:27:51.102068 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-043c54c3-f1fa-42c8-a38a-d65bc38e5c07 req-fc38a56a-6760-40fb-b8d8-84aa82145ed2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:27:51.104548 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-043c54c3-f1fa-42c8-a38a-d65bc38e5c07 req-fc38a56a-6760-40fb-b8d8-84aa82145ed2 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=1ccc69bc-9d6b-44d9-b227-204e47dc6e45 HTTP/1.1" status: 200 len: 843 time: 0.2950118 Sep 23 19:27:51.209496 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-42c35ecd-27c3-4201-aa4a-9519d7a67b69 req-9661ffda-f6b3-4ce0-b322-0b82670c95f8 tempest-MigrationsAdminTest-397594546 tempest-MigrationsAdminTest-397594546-project] 10.222.0.67 "GET /v2.0/security-groups?id=78cb509b-31c4-4e2a-bb5c-7abd6194dcc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2182314 Sep 23 19:27:51.279802 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea412b9c-1600-4f81-b491-a12e1ef63707 req-9e974de4-1207-4248-aeef-d3a77be873f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:27:51.281618 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-ea412b9c-1600-4f81-b491-a12e1ef63707 req-9e974de4-1207-4248-aeef-d3a77be873f8 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=cff0149cb20c4944955e93a2b393f7c5&device_id=6573cd99-c5b7-4bf8-8671-27760195f1f4 HTTP/1.1" status: 200 len: 1099 time: 0.2707286 Sep 23 19:27:51.288172 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77d0b7a3-864e-4db0-8883-6404a9a8c86d admin admin] Notify agent at l3_agent.n-d-713301-16 the message routers_updated {{(pid=95101) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 19:27:51.310885 n-d-713301-16 neutron-server[95102]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 19:27:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-421cc42a-c381-4051-a086-28d2fff5a046 x-openstack-request-id: req-421cc42a-c381-4051-a086-28d2fff5a046 {{(pid=95102) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 19:27:51.311266 n-d-713301-16 neutron-server[95102]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f69a6870-83a8-419f-a0bd-2c6f209ce61f", "tag": "85f79270-01a6-4bfc-b9f8-7154a719205a", "status": "completed", "code": 200}]} {{(pid=95102) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 19:27:51.311607 n-d-713301-16 neutron-server[95102]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-421cc42a-c381-4051-a086-28d2fff5a046 {{(pid=95102) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 19:27:51.311757 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba90c3b5-778e-48f5-9f73-a0c606c7d678 None None] Sync routers for ids ['3805e5bd-eef0-465b-b5a0-5292e527536c'] in n-d-713301-16 {{(pid=95103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 19:27:51.312234 n-d-713301-16 neutron-server[95102]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f69a6870-83a8-419f-a0bd-2c6f209ce61f', 'tag': '85f79270-01a6-4bfc-b9f8-7154a719205a', 'status': 'completed', 'code': 200} Sep 23 19:27:51.343292 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba90c3b5-778e-48f5-9f73-a0c606c7d678 None None] Routers {'3805e5bd-eef0-465b-b5a0-5292e527536c'} bound to L3 agent in host n-d-713301-16 {{(pid=95103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 19:27:51.343960 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_hamode_db [None req-ba90c3b5-778e-48f5-9f73-a0c606c7d678 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-23T19:07:52Z,description=,heartbeat_timestamp=2021-09-23T19:27:22Z,host='n-d-713301-16',id=79a740bf-7821-4989-8288-7186e3e128f3,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:07:52Z,topic='l3_agent')) {'router_ids': ['3805e5bd-eef0-465b-b5a0-5292e527536c'], 'active': True} {{(pid=95103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:27:51.448707 n-d-713301-16 neutron-server[95103]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 19:27:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc1b8828-127e-4e3a-a2f7-d999b607ad9a x-openstack-request-id: req-fc1b8828-127e-4e3a-a2f7-d999b607ad9a {{(pid=95103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 19:27:51.448989 n-d-713301-16 neutron-server[95103]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4cba8196-5b5b-42a0-aaca-42902580e803", "name": "network-vif-plugged", "status": "completed", "tag": "b1a5385d-b97e-4faa-9e35-589c892a4d85", "code": 200}]} {{(pid=95103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 19:27:51.450088 n-d-713301-16 neutron-server[95103]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-fc1b8828-127e-4e3a-a2f7-d999b607ad9a {{(pid=95103) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 19:27:51.450088 n-d-713301-16 neutron-server[95103]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4cba8196-5b5b-42a0-aaca-42902580e803', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b1a5385d-b97e-4faa-9e35-589c892a4d85', 'code': 200} Sep 23 19:27:51.472521 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-043c54c3-f1fa-42c8-a38a-d65bc38e5c07 req-7dd79d72-1218-4c85-9a92-abbcfc75faff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:27:51.474524 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-043c54c3-f1fa-42c8-a38a-d65bc38e5c07 req-7dd79d72-1218-4c85-9a92-abbcfc75faff service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=5220cb0c-da05-478a-9604-8c11469a05b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3180118 Sep 23 19:27:51.493477 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-77d0b7a3-864e-4db0-8883-6404a9a8c86d admin admin] Notify callbacks [] for router, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:27:51.494777 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-77d0b7a3-864e-4db0-8883-6404a9a8c86d admin admin] 10.222.0.67 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 7.8238328 Sep 23 19:27:51.528623 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 40268) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:27:51.581577 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_dvr_db [None req-ba90c3b5-778e-48f5-9f73-a0c606c7d678 None None] Set router 3805e5bd-eef0-465b-b5a0-5292e527536c gateway port host: n-d-713301-16 {{(pid=95103) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 19:27:51.708366 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea412b9c-1600-4f81-b491-a12e1ef63707 req-c90eafee-061c-4360-9682-7260f3c3e5d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:27:51.709939 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-ea412b9c-1600-4f81-b491-a12e1ef63707 req-c90eafee-061c-4360-9682-7260f3c3e5d3 service neutron] 10.222.0.53 "GET /v2.0/networks?id=5220cb0c-da05-478a-9604-8c11469a05b4 HTTP/1.1" status: 200 len: 870 time: 0.4189172 Sep 23 19:27:51.735104 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb76a6db-9fcf-4ec5-ac0e-638c1041da51 req-3be7c9b8-2512-4613-a548-d5ca75739b93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:27:51.736561 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-bb76a6db-9fcf-4ec5-ac0e-638c1041da51 req-3be7c9b8-2512-4613-a548-d5ca75739b93 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=4cba8196-5b5b-42a0-aaca-42902580e803 HTTP/1.1" status: 200 len: 1098 time: 0.2611060 Sep 23 19:27:51.780071 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-ea412b9c-1600-4f81-b491-a12e1ef63707 req-16504b99-e240-4536-a29b-b7d1ddc81819 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.39&port_id=99215099-e4ca-41e9-9da2-30bc7fb3a27f HTTP/1.1" status: 200 len: 217 time: 0.0389526 Sep 23 19:27:51.880746 n-d-713301-16 neutron-server[95101]: DEBUG neutron.notifiers.nova [req-522ac885-15a7-48d0-b640-883c8616369d req-9693205a-5147-44d7-bbf7-f86a7324c5cb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b3b1f489-6989-496d-a15e-57e188c8171f {{(pid=95101) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 19:27:51.903831 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_hamode_db [None req-ba90c3b5-778e-48f5-9f73-a0c606c7d678 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3805e5bd-eef0-465b-b5a0-5292e527536c', 'name': 'tempest-ServersTestMultiNic-1853342913-router', 'tenant_id': 'e5bc57b02b1840628e8df5037b8dd2e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'external_fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.3'}], 'enable_snat': True}, 'gw_port_id': 'c0d0e1e4-7868-4070-abf8-f79108bacc05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:27:43Z', 'updated_at': '2021-09-23T19:27:48Z', 'revision_number': 3, 'project_id': 'e5bc57b02b1840628e8df5037b8dd2e7', 'gw_port': {'id': 'c0d0e1e4-7868-4070-abf8-f79108bacc05', 'name': '', 'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:0c:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3805e5bd-eef0-465b-b5a0-5292e527536c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1077, 'fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:27:45Z', 'updated_at': '2021-09-23T19:27:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-16'}], 'n-d-713301-16', False) {} {{(pid=95103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:27:51.915455 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-522ac885-15a7-48d0-b640-883c8616369d req-9693205a-5147-44d7-bbf7-f86a7324c5cb service neutron] Notify callbacks [] for port, precommit_update {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:27:51.925775 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-043c54c3-f1fa-42c8-a38a-d65bc38e5c07 req-bc7f61f5-4529-46b0-ba20-57c7e4a10837 service neutron] 10.222.0.74 "GET /v2.0/networks/5220cb0c-da05-478a-9604-8c11469a05b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4298606 Sep 23 19:27:51.956427 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-bb76a6db-9fcf-4ec5-ac0e-638c1041da51 req-c52ce38a-fbe1-4891-bc60-b5002b6a03c5 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=39522664-d93c-44d8-9f62-0e2cfbb5d5ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1721990 Sep 23 19:27:51.963053 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba90c3b5-778e-48f5-9f73-a0c606c7d678 None None] Checking router: 3805e5bd-eef0-465b-b5a0-5292e527536c for host: n-d-713301-16 {{(pid=95103) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 19:27:51.963857 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba90c3b5-778e-48f5-9f73-a0c606c7d678 None None] Updating router 3805e5bd-eef0-465b-b5a0-5292e527536c port c0d0e1e4-7868-4070-abf8-f79108bacc05 binding host n-d-713301-16 {{(pid=95103) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 23 19:27:51.978389 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea412b9c-1600-4f81-b491-a12e1ef63707 req-de1edf48-2688-49e4-b448-19ae39d349be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:27:51.980352 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-ea412b9c-1600-4f81-b491-a12e1ef63707 req-de1edf48-2688-49e4-b448-19ae39d349be service neutron] 10.222.0.53 "GET /v2.0/subnets?id=1ccc69bc-9d6b-44d9-b227-204e47dc6e45 HTTP/1.1" status: 200 len: 843 time: 0.1844153 Sep 23 19:27:51.998534 n-d-713301-16 neutron-server[95101]: DEBUG neutron.db.provisioning_blocks [req-522ac885-15a7-48d0-b640-883c8616369d req-9693205a-5147-44d7-bbf7-f86a7324c5cb service neutron] Transition to ACTIVE for port object b3b1f489-6989-496d-a15e-57e188c8171f will not be triggered until provisioned by entity L2. {{(pid=95101) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 19:27:52.057154 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-ba90c3b5-778e-48f5-9f73-a0c606c7d678 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:27:52.073156 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-522ac885-15a7-48d0-b640-883c8616369d req-9693205a-5147-44d7-bbf7-f86a7324c5cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5607436'] for port, after_update {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:27:52.285866 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-043c54c3-f1fa-42c8-a38a-d65bc38e5c07 req-5a01e9ab-a032-40e5-9309-8f90e4f258db service neutron] 10.222.0.74 "GET /v2.0/networks/5220cb0c-da05-478a-9604-8c11469a05b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3428366 Sep 23 19:27:52.353238 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-737f49bc-8b7a-4586-a431-954d7a5ee837 tempest-ServerActionsTestJSON-618918056 tempest-ServerActionsTestJSON-618918056-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:27:52.375399 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-737f49bc-8b7a-4586-a431-954d7a5ee837 tempest-ServerActionsTestJSON-618918056 tempest-ServerActionsTestJSON-618918056-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-601884'] for floatingip, after_update {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:27:52.443784 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-31c54d3b-88df-4a7f-87ce-979e41c6f507 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:27:52.526746 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9693205a-5147-44d7-bbf7-f86a7324c5cb service neutron] Pushing event updated for resources: {'Port': ['ID=b3b1f489-6989-496d-a15e-57e188c8171f,revision_number=2']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:27:52.542525 n-d-713301-16 neutron-server[95102]: INFO neutron.db.l3_db [None req-737f49bc-8b7a-4586-a431-954d7a5ee837 tempest-ServerActionsTestJSON-618918056 tempest-ServerActionsTestJSON-618918056-project] Floating IP c4cf2e9d-2898-43bf-b0a9-025153f8b577 associated. External IP: 172.25.1.34, port: 2057133e-afe6-4649-916f-fb2ef68141a8. Sep 23 19:27:52.565850 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea412b9c-1600-4f81-b491-a12e1ef63707 req-1f129ad8-e98b-465c-98af-6ac8396a0733 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:27:52.567436 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-ea412b9c-1600-4f81-b491-a12e1ef63707 req-1f129ad8-e98b-465c-98af-6ac8396a0733 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=5220cb0c-da05-478a-9604-8c11469a05b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.5687289 Sep 23 19:27:52.585946 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [req-ea412b9c-1600-4f81-b491-a12e1ef63707 req-17d0c7ad-78e3-4ece-8170-bb4f751db41a service neutron] http://10.222.0.67:9696/v2.0/extensions returned with HTTP 200 {{(pid=95101) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 23 19:27:52.587045 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-ea412b9c-1600-4f81-b491-a12e1ef63707 req-17d0c7ad-78e3-4ece-8170-bb4f751db41a service neutron] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0113585 Sep 23 19:27:52.622809 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-ba90c3b5-778e-48f5-9f73-a0c606c7d678 None None] Notify callbacks [] for port, precommit_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:27:52.641331 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-ba90c3b5-778e-48f5-9f73-a0c606c7d678 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:27:52.660912 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7cde3a-4b30-4ac4-ac3e-c6226b6a79b5 req-2c8cdd0b-0fee-451a-9c97-244f0a9e1511 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:27:52.662785 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-fc7cde3a-4b30-4ac4-ac3e-c6226b6a79b5 req-2c8cdd0b-0fee-451a-9c97-244f0a9e1511 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=327d976986364fba8e5d9835f3bfc1b1&device_id=f69a6870-83a8-419f-a0bd-2c6f209ce61f HTTP/1.1" status: 200 len: 1097 time: 1.3403275 Sep 23 19:27:52.683094 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-94bf05f5-4f84-4bc6-a286-b7e2ad6c4312 req-addbd3ae-9caa-465e-9b40-d084d912e71f tempest-ServerRescueTestJSONUnderV235-3883575 tempest-ServerRescueTestJSONUnderV235-3883575-project] 10.222.0.67 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 1.6341596 Sep 23 19:27:52.739049 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.v2.base [req-94bf05f5-4f84-4bc6-a286-b7e2ad6c4312 req-a863b82c-65f7-4e23-9b7e-777ab557b19a tempest-ServerRescueTestJSONUnderV235-3883575 tempest-ServerRescueTestJSONUnderV235-3883575-project] Request body: {'floatingip': {'floating_network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac'}} {{(pid=95102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:27:52.743469 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.managers [None req-ba90c3b5-778e-48f5-9f73-a0c606c7d678 None None] Attempting to bind port c0d0e1e4-7868-4070-abf8-f79108bacc05 on host n-d-713301-16 for vnic_type normal with profile {{(pid=95103) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 19:27:52.744303 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.managers [None req-ba90c3b5-778e-48f5-9f73-a0c606c7d678 None None] Attempting to bind port c0d0e1e4-7868-4070-abf8-f79108bacc05 by drivers openvswitch,hyperv on host n-d-713301-16 at level 0 using segments [{'id': '7d4027f1-d893-4c7b-95d4-757b8e44e380', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac'}] {{(pid=95103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 19:27:52.745372 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba90c3b5-778e-48f5-9f73-a0c606c7d678 None None] Attempting to bind port c0d0e1e4-7868-4070-abf8-f79108bacc05 on network 5dec5c09-378e-4f50-89cc-d94eb81c3bac {{(pid=95103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:27:52.749433 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bebc1315-63da-467a-bfb4-29504dfd1685 None None] Pushing event updated for resources: {'Port': ['ID=c0d0e1e4-7868-4070-abf8-f79108bacc05,revision_number=2']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:27:52.765131 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea412b9c-1600-4f81-b491-a12e1ef63707 req-e55100c9-df31-4bb1-b171-7016084b5b0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:27:52.766667 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-ea412b9c-1600-4f81-b491-a12e1ef63707 req-e55100c9-df31-4bb1-b171-7016084b5b0d service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=cff0149cb20c4944955e93a2b393f7c5&device_id=6573cd99-c5b7-4bf8-8671-27760195f1f4 HTTP/1.1" status: 200 len: 1099 time: 0.3942575 Sep 23 19:27:52.777389 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba90c3b5-778e-48f5-9f73-a0c606c7d678 None None] Checking agent: {'id': '70a14545-df24-472f-8f95-bfe1719bff93', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 19, 7, 53), 'started_at': datetime.datetime(2021, 9, 23, 19, 8, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 19, 27, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 19:27:52.779561 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba90c3b5-778e-48f5-9f73-a0c606c7d678 None None] Checking segment: {'id': '7d4027f1-d893-4c7b-95d4-757b8e44e380', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95103) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:27:52.781243 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-ba90c3b5-778e-48f5-9f73-a0c606c7d678 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:27:52.782570 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba90c3b5-778e-48f5-9f73-a0c606c7d678 None None] Bound using segment: {'id': '7d4027f1-d893-4c7b-95d4-757b8e44e380', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac'} {{(pid=95103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 19:27:52.784873 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.managers [None req-ba90c3b5-778e-48f5-9f73-a0c606c7d678 None None] Bound port: c0d0e1e4-7868-4070-abf8-f79108bacc05, host: n-d-713301-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7d4027f1-d893-4c7b-95d4-757b8e44e380', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac'}}] {{(pid=95103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 19:27:52.786669 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-94bf05f5-4f84-4bc6-a286-b7e2ad6c4312 req-a863b82c-65f7-4e23-9b7e-777ab557b19a tempest-ServerRescueTestJSONUnderV235-3883575 tempest-ServerRescueTestJSONUnderV235-3883575-project] Notify callbacks [] for floatingip, before_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:27:52.789828 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-ba90c3b5-778e-48f5-9f73-a0c606c7d678 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:27:52.860420 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc2f065-8a48-4cfa-8307-60943a2eb6e3 req-7446811f-6736-48e4-aba8-057b40f532c0 tempest-DeleteServersTestJSON-2111530366 tempest-DeleteServersTestJSON-2111530366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:27:52.862775 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-4fc2f065-8a48-4cfa-8307-60943a2eb6e3 req-7446811f-6736-48e4-aba8-057b40f532c0 tempest-DeleteServersTestJSON-2111530366 tempest-DeleteServersTestJSON-2111530366-project] 10.222.0.67 "GET /v2.0/ports?device_id=b19e3d25-fa76-4ad5-ade4-28bc9af28ac3 HTTP/1.1" status: 200 len: 945 time: 0.9285913 Sep 23 19:27:52.931057 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-ba90c3b5-778e-48f5-9f73-a0c606c7d678 None None] For port c0d0e1e4-7868-4070-abf8-f79108bacc05, host n-d-713301-16, cleared binding levels {{(pid=95103) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 19:27:52.935517 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-ba90c3b5-778e-48f5-9f73-a0c606c7d678 None None] For port c0d0e1e4-7868-4070-abf8-f79108bacc05, host n-d-713301-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-16',level=0,port_id=c0d0e1e4-7868-4070-abf8-f79108bacc05,segment=NetworkSegment(7d4027f1-d893-4c7b-95d4-757b8e44e380),segment_id=7d4027f1-d893-4c7b-95d4-757b8e44e380)] {{(pid=95103) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 19:27:52.944199 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-ba90c3b5-778e-48f5-9f73-a0c606c7d678 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:27:52.976315 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.managers [req-522ac885-15a7-48d0-b640-883c8616369d req-9693205a-5147-44d7-bbf7-f86a7324c5cb service neutron] Attempting to bind port b3b1f489-6989-496d-a15e-57e188c8171f on host n-h2-713301-16 for vnic_type normal with profile {{(pid=95101) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 19:27:52.976965 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.managers [req-522ac885-15a7-48d0-b640-883c8616369d req-9693205a-5147-44d7-bbf7-f86a7324c5cb service neutron] Attempting to bind port b3b1f489-6989-496d-a15e-57e188c8171f by drivers openvswitch,hyperv on host n-h2-713301-16 at level 0 using segments [{'id': 'f8de9f65-8411-4e97-ab2c-3e2ef9532e6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '38d75c5c-e2c5-4e5e-b8e1-a2ffbe9996a8'}] {{(pid=95101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 19:27:52.977095 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-522ac885-15a7-48d0-b640-883c8616369d req-9693205a-5147-44d7-bbf7-f86a7324c5cb service neutron] Attempting to bind port b3b1f489-6989-496d-a15e-57e188c8171f on network 38d75c5c-e2c5-4e5e-b8e1-a2ffbe9996a8 {{(pid=95101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:27:52.981277 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-ea412b9c-1600-4f81-b491-a12e1ef63707 req-a594a543-d3b2-41a5-9b22-95ede1f70e0d service neutron] 10.222.0.53 "GET /v2.0/networks/5220cb0c-da05-478a-9604-8c11469a05b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3777227 Sep 23 19:27:53.021709 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-4fc2f065-8a48-4cfa-8307-60943a2eb6e3 req-a2428b6b-9ed7-42e7-9454-1b72d86c2d93 tempest-DeleteServersTestJSON-2111530366 tempest-DeleteServersTestJSON-2111530366-project] 10.222.0.67 "GET /v2.0/security-groups?id=67f2e2ca-928f-40e5-b9b2-05ec3bddbb37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1436789 Sep 23 19:27:53.045336 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-522ac885-15a7-48d0-b640-883c8616369d req-9693205a-5147-44d7-bbf7-f86a7324c5cb service neutron] Port b3b1f489-6989-496d-a15e-57e188c8171f on network 38d75c5c-e2c5-4e5e-b8e1-a2ffbe9996a8 not bound, no agent of type Open vSwitch agent registered on host n-h2-713301-16 {{(pid=95101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 19:27:53.045336 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-522ac885-15a7-48d0-b640-883c8616369d req-9693205a-5147-44d7-bbf7-f86a7324c5cb service neutron] Attempting to bind port b3b1f489-6989-496d-a15e-57e188c8171f on network 38d75c5c-e2c5-4e5e-b8e1-a2ffbe9996a8 {{(pid=95101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:27:53.060654 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.agents_db [None req-f2f5c474-60a3-474f-b2cc-02c4bd30880c None None] Agent healthcheck: found 7 active agents {{(pid=95104) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 19:27:53.128368 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bebc1315-63da-467a-bfb4-29504dfd1685 None None] Pushing event updated for resources: {'Port': ['ID=c0d0e1e4-7868-4070-abf8-f79108bacc05,revision_number=3']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:27:53.155414 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:27:53.158673 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7cde3a-4b30-4ac4-ac3e-c6226b6a79b5 req-74d4ce08-52ec-4272-a309-3cd4c7a42311 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:27:53.159710 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba90c3b5-778e-48f5-9f73-a0c606c7d678 None None] Routers {'3805e5bd-eef0-465b-b5a0-5292e527536c'} bound to L3 agent in host n-d-713301-16 {{(pid=95103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 19:27:53.160285 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-fc7cde3a-4b30-4ac4-ac3e-c6226b6a79b5 req-74d4ce08-52ec-4272-a309-3cd4c7a42311 service neutron] 10.222.0.74 "GET /v2.0/networks?id=957699bb-3d06-43c7-8d92-2cc14178c33d HTTP/1.1" status: 200 len: 921 time: 0.4750717 Sep 23 19:27:53.160480 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_hamode_db [None req-ba90c3b5-778e-48f5-9f73-a0c606c7d678 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-23T19:07:52Z,description=,heartbeat_timestamp=2021-09-23T19:27:52Z,host='n-d-713301-16',id=79a740bf-7821-4989-8288-7186e3e128f3,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:07:52Z,topic='l3_agent')) {'router_ids': ['3805e5bd-eef0-465b-b5a0-5292e527536c'], 'active': True} {{(pid=95103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:27:53.467118 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-94bf05f5-4f84-4bc6-a286-b7e2ad6c4312 req-a863b82c-65f7-4e23-9b7e-777ab557b19a tempest-ServerRescueTestJSONUnderV235-3883575 tempest-ServerRescueTestJSONUnderV235-3883575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:27:53.486658 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-fc7cde3a-4b30-4ac4-ac3e-c6226b6a79b5 req-767a34a7-1f00-43db-8a7e-b67e3b419ccf service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=85f79270-01a6-4bfc-b9f8-7154a719205a HTTP/1.1" status: 200 len: 217 time: 0.3057911 Sep 23 19:27:53.585317 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_dvr_db [None req-ba90c3b5-778e-48f5-9f73-a0c606c7d678 None None] Set router 3805e5bd-eef0-465b-b5a0-5292e527536c gateway port host: n-d-713301-16 {{(pid=95103) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 19:27:53.599049 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7cde3a-4b30-4ac4-ac3e-c6226b6a79b5 req-b96346ea-f113-4964-b5ac-5835b2e6c7b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:27:53.601249 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-522ac885-15a7-48d0-b640-883c8616369d req-9693205a-5147-44d7-bbf7-f86a7324c5cb service neutron] Checking agent: {'id': '2a7cea34-db54-4faf-8d23-37521c3e34cb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713301-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 19, 15, 28), 'started_at': datetime.datetime(2021, 9, 23, 19, 15, 28), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 19, 27, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 19:27:53.601569 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-522ac885-15a7-48d0-b640-883c8616369d req-9693205a-5147-44d7-bbf7-f86a7324c5cb service neutron] Checking segment: {'id': 'f8de9f65-8411-4e97-ab2c-3e2ef9532e6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '38d75c5c-e2c5-4e5e-b8e1-a2ffbe9996a8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:27:53.602009 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-522ac885-15a7-48d0-b640-883c8616369d req-9693205a-5147-44d7-bbf7-f86a7324c5cb service neutron] Bound using segment: {'id': 'f8de9f65-8411-4e97-ab2c-3e2ef9532e6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '38d75c5c-e2c5-4e5e-b8e1-a2ffbe9996a8'} {{(pid=95101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 19:27:53.602444 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.managers [req-522ac885-15a7-48d0-b640-883c8616369d req-9693205a-5147-44d7-bbf7-f86a7324c5cb service neutron] Bound port: b3b1f489-6989-496d-a15e-57e188c8171f, host: n-h2-713301-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f8de9f65-8411-4e97-ab2c-3e2ef9532e6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '38d75c5c-e2c5-4e5e-b8e1-a2ffbe9996a8'}}] {{(pid=95101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 19:27:53.602805 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-522ac885-15a7-48d0-b640-883c8616369d req-9693205a-5147-44d7-bbf7-f86a7324c5cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:27:53.605641 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-fc7cde3a-4b30-4ac4-ac3e-c6226b6a79b5 req-b96346ea-f113-4964-b5ac-5835b2e6c7b4 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=42f61b3d-d2c5-4fe1-a0f1-03eaa8653b9c HTTP/1.1" status: 200 len: 860 time: 0.1002579 Sep 23 19:27:53.615949 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea412b9c-1600-4f81-b491-a12e1ef63707 req-731e7a39-7d0b-439e-9f02-f9a9cb31cb00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:27:53.617817 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-ea412b9c-1600-4f81-b491-a12e1ef63707 req-731e7a39-7d0b-439e-9f02-f9a9cb31cb00 service neutron] 10.222.0.74 "GET /v2.0/networks?id=5220cb0c-da05-478a-9604-8c11469a05b4 HTTP/1.1" status: 200 len: 870 time: 0.8408918 Sep 23 19:27:53.757136 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-fc7cde3a-4b30-4ac4-ac3e-c6226b6a79b5 req-235966ee-b9bc-4aa0-9300-6522fe8b8386 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=957699bb-3d06-43c7-8d92-2cc14178c33d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1333859 Sep 23 19:27:53.769304 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-ea412b9c-1600-4f81-b491-a12e1ef63707 req-1bdbfff7-9c70-4956-9ad2-ae819fba0859 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.39&port_id=99215099-e4ca-41e9-9da2-30bc7fb3a27f HTTP/1.1" status: 200 len: 217 time: 0.1406002 Sep 23 19:27:53.785791 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [req-fc7cde3a-4b30-4ac4-ac3e-c6226b6a79b5 req-87be45b3-a8ce-472f-b8ee-f0c5bc4c353a service neutron] http://10.222.0.67:9696/v2.0/extensions returned with HTTP 200 {{(pid=95102) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 23 19:27:53.787604 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-fc7cde3a-4b30-4ac4-ac3e-c6226b6a79b5 req-87be45b3-a8ce-472f-b8ee-f0c5bc4c353a service neutron] 10.222.0.74 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0131021 Sep 23 19:27:53.799343 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-229a24c7-7e55-4f2d-9e32-d54cecc810b1 req-de55497d-ecae-4f8b-b77a-454f2c6dd505 tempest-AttachVolumeTestJSON-1825206227 tempest-AttachVolumeTestJSON-1825206227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:27:53.812233 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-229a24c7-7e55-4f2d-9e32-d54cecc810b1 req-de55497d-ecae-4f8b-b77a-454f2c6dd505 tempest-AttachVolumeTestJSON-1825206227 tempest-AttachVolumeTestJSON-1825206227-project] 10.222.0.67 "GET /v2.0/ports?device_id=4cba8196-5b5b-42a0-aaca-42902580e803 HTTP/1.1" status: 200 len: 946 time: 0.5128200 Sep 23 19:27:53.818658 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-0ae75029-feb6-4728-9a94-5f9b60993d82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:27:53.895010 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_hamode_db [None req-ba90c3b5-778e-48f5-9f73-a0c606c7d678 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3805e5bd-eef0-465b-b5a0-5292e527536c', 'name': 'tempest-ServersTestMultiNic-1853342913-router', 'tenant_id': 'e5bc57b02b1840628e8df5037b8dd2e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'external_fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.3'}], 'enable_snat': True}, 'gw_port_id': 'c0d0e1e4-7868-4070-abf8-f79108bacc05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:27:43Z', 'updated_at': '2021-09-23T19:27:48Z', 'revision_number': 3, 'project_id': 'e5bc57b02b1840628e8df5037b8dd2e7', 'gw_port': {'id': 'c0d0e1e4-7868-4070-abf8-f79108bacc05', 'name': '', 'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:0c:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3805e5bd-eef0-465b-b5a0-5292e527536c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1077, 'fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:27:45Z', 'updated_at': '2021-09-23T19:27:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-16'}], 'n-d-713301-16', False) {} {{(pid=95103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:27:53.902957 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-229a24c7-7e55-4f2d-9e32-d54cecc810b1 req-cdf51f58-e8c6-46e1-b0fa-33ea9239e9d9 tempest-AttachVolumeTestJSON-1825206227 tempest-AttachVolumeTestJSON-1825206227-project] 10.222.0.67 "GET /v2.0/security-groups?id=39522664-d93c-44d8-9f62-0e2cfbb5d5ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0895705 Sep 23 19:27:53.913576 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.db [req-522ac885-15a7-48d0-b640-883c8616369d req-9693205a-5147-44d7-bbf7-f86a7324c5cb service neutron] For port b3b1f489-6989-496d-a15e-57e188c8171f, host n-h2-713301-16, cleared binding levels {{(pid=95101) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 19:27:53.917482 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-ea412b9c-1600-4f81-b491-a12e1ef63707 req-3f63d4d6-f44e-433c-807c-dbc89283fb7c service neutron] 10.222.0.53 "GET /v2.0/networks/5220cb0c-da05-478a-9604-8c11469a05b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9081750 Sep 23 19:27:53.921108 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea412b9c-1600-4f81-b491-a12e1ef63707 req-6b50aa9f-7249-4798-9112-40e8fac33a48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:27:53.922660 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-ea412b9c-1600-4f81-b491-a12e1ef63707 req-6b50aa9f-7249-4798-9112-40e8fac33a48 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=1ccc69bc-9d6b-44d9-b227-204e47dc6e45 HTTP/1.1" status: 200 len: 843 time: 0.1403685 Sep 23 19:27:53.947863 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba90c3b5-778e-48f5-9f73-a0c606c7d678 None None] The sync data for ids ['3805e5bd-eef0-465b-b5a0-5292e527536c'] in n-d-713301-16 is: [{'id': '3805e5bd-eef0-465b-b5a0-5292e527536c', 'name': 'tempest-ServersTestMultiNic-1853342913-router', 'tenant_id': 'e5bc57b02b1840628e8df5037b8dd2e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'external_fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.3'}], 'enable_snat': True}, 'gw_port_id': 'c0d0e1e4-7868-4070-abf8-f79108bacc05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:27:43Z', 'updated_at': '2021-09-23T19:27:48Z', 'revision_number': 3, 'project_id': 'e5bc57b02b1840628e8df5037b8dd2e7', 'gw_port': {'id': 'c0d0e1e4-7868-4070-abf8-f79108bacc05', 'name': '', 'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:0c:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3805e5bd-eef0-465b-b5a0-5292e527536c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1077, 'fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:27:45Z', 'updated_at': '2021-09-23T19:27:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-16'}] {{(pid=95103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 19:27:53.982948 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.db [req-522ac885-15a7-48d0-b640-883c8616369d req-9693205a-5147-44d7-bbf7-f86a7324c5cb service neutron] For port b3b1f489-6989-496d-a15e-57e188c8171f, host n-h2-713301-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-16',level=0,port_id=b3b1f489-6989-496d-a15e-57e188c8171f,segment=NetworkSegment(f8de9f65-8411-4e97-ab2c-3e2ef9532e6f),segment_id=f8de9f65-8411-4e97-ab2c-3e2ef9532e6f)] {{(pid=95101) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 19:27:54.046183 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-522ac885-15a7-48d0-b640-883c8616369d req-9693205a-5147-44d7-bbf7-f86a7324c5cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5607436'] for port, after_update {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:27:54.116530 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-522ac885-15a7-48d0-b640-883c8616369d req-9693205a-5147-44d7-bbf7-f86a7324c5cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:27:54.117470 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-522ac885-15a7-48d0-b640-883c8616369d req-9693205a-5147-44d7-bbf7-f86a7324c5cb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222849'] for port, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:27:54.119115 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-522ac885-15a7-48d0-b640-883c8616369d req-9693205a-5147-44d7-bbf7-f86a7324c5cb service neutron] 10.222.0.53 "PUT /v2.0/ports/b3b1f489-6989-496d-a15e-57e188c8171f HTTP/1.1" status: 200 len: 1093 time: 4.3566091 Sep 23 19:27:54.132353 n-d-713301-16 neutron-server[95101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e294333f-f58d-4fe8-a8a8-e06214bafd0d', 'tag': 'b3b1f489-6989-496d-a15e-57e188c8171f'}] {{(pid=95101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 19:27:54.138778 n-d-713301-16 neutron-server[95101]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d8366c5740cd635e57ab12b71fe44a77c2acc3c19091ef849c6f68b380462244" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ee4caf5-8aa8-4f32-a9a3-6324fed0bf53" -d '{"events": [{"name": "network-changed", "server_uuid": "e294333f-f58d-4fe8-a8a8-e06214bafd0d", "tag": "b3b1f489-6989-496d-a15e-57e188c8171f"}]}' {{(pid=95101) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 19:27:54.154826 n-d-713301-16 neutron-server[95102]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-737f49bc-8b7a-4586-a431-954d7a5ee837 tempest-ServerActionsTestJSON-618918056 tempest-ServerActionsTestJSON-618918056-project] Router 40308d8e-23f3-4072-9de9-28677fedbb3a has already been hosted by L3 agent 79a740bf-7821-4989-8288-7186e3e128f3 {{(pid=95102) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 19:27:54.166109 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-b6a4c1d3-2460-43ef-b3ff-ace11475bf6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:27:54.191172 n-d-713301-16 neutron-server[95102]: DEBUG neutron.db.db_base_plugin_common [req-94bf05f5-4f84-4bc6-a286-b7e2ad6c4312 req-a863b82c-65f7-4e23-9b7e-777ab557b19a tempest-ServerRescueTestJSONUnderV235-3883575 tempest-ServerRescueTestJSONUnderV235-3883575-project] Allocated IP 172.25.1.19 (5dec5c09-378e-4f50-89cc-d94eb81c3bac/eff83446-018c-428d-b3f5-54ac9abe7a2a/e1b935a6-5003-474a-8a87-f5de118f5705) {{(pid=95102) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 19:27:54.234440 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea412b9c-1600-4f81-b491-a12e1ef63707 req-1161e7f1-4d96-4813-9ee6-678b7cb8220d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:27:54.236274 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-ea412b9c-1600-4f81-b491-a12e1ef63707 req-1161e7f1-4d96-4813-9ee6-678b7cb8220d service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=5220cb0c-da05-478a-9604-8c11469a05b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2983649 Sep 23 19:27:54.239835 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9693205a-5147-44d7-bbf7-f86a7324c5cb service neutron] Pushing event updated for resources: {'Port': ['ID=b3b1f489-6989-496d-a15e-57e188c8171f,revision_number=3']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:27:54.271973 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb2488dd-1c02-4f0f-8b27-196f0ebd8424 req-5b90042a-8aae-48f6-844b-07ee82676aad tempest-VolumesAdminNegativeTest-1663824495 tempest-VolumesAdminNegativeTest-1663824495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:27:54.279898 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-eb2488dd-1c02-4f0f-8b27-196f0ebd8424 req-5b90042a-8aae-48f6-844b-07ee82676aad tempest-VolumesAdminNegativeTest-1663824495 tempest-VolumesAdminNegativeTest-1663824495-project] 10.222.0.67 "GET /v2.0/ports?device_id=e294333f-f58d-4fe8-a8a8-e06214bafd0d HTTP/1.1" status: 200 len: 944 time: 0.2226379 Sep 23 19:27:54.339964 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-fc7cde3a-4b30-4ac4-ac3e-c6226b6a79b5 req-3bdb08dc-3b92-4327-894e-d5586d219a36 service neutron] 10.222.0.74 "GET /v2.0/networks/957699bb-3d06-43c7-8d92-2cc14178c33d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5194762 Sep 23 19:27:54.471421 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-ea412b9c-1600-4f81-b491-a12e1ef63707 req-26069e69-ebb0-47b7-a9ee-a0da3308c8f6 service neutron] 10.222.0.74 "GET /v2.0/networks/5220cb0c-da05-478a-9604-8c11469a05b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2253551 Sep 23 19:27:54.488444 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-522ac885-15a7-48d0-b640-883c8616369d req-e9f1af4b-6198-41a2-9312-8071a267b0e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:27:54.493619 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-522ac885-15a7-48d0-b640-883c8616369d req-e9f1af4b-6198-41a2-9312-8071a267b0e1 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=2a538de04c5f468aad7a6b916358a379&device_id=e294333f-f58d-4fe8-a8a8-e06214bafd0d HTTP/1.1" status: 200 len: 1096 time: 0.3212078 Sep 23 19:27:54.702205 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-eb2488dd-1c02-4f0f-8b27-196f0ebd8424 req-042ac799-22d0-4cab-aa1d-8fb199e45eb1 tempest-VolumesAdminNegativeTest-1663824495 tempest-VolumesAdminNegativeTest-1663824495-project] 10.222.0.67 "GET /v2.0/security-groups?id=03b8d372-1648-4ffa-a934-45f880e6202c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4190369 Sep 23 19:27:54.850094 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-737f49bc-8b7a-4586-a431-954d7a5ee837 tempest-ServerActionsTestJSON-618918056 tempest-ServerActionsTestJSON-618918056-project] Notify agent at l3_agent.n-d-713301-16 the message routers_updated {{(pid=95102) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 19:27:54.871377 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-737f49bc-8b7a-4586-a431-954d7a5ee837 tempest-ServerActionsTestJSON-618918056 tempest-ServerActionsTestJSON-618918056-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222849'] for floatingip, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:27:54.875613 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6190bae1-5c5a-4198-9004-7f2febc9d2c1 None None] Sync routers for ids ['40308d8e-23f3-4072-9de9-28677fedbb3a'] in n-d-713301-16 {{(pid=95104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 19:27:54.876666 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-522ac885-15a7-48d0-b640-883c8616369d req-ee64c48c-8760-4f89-9f3f-fc5f93a8e2d8 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b3b1f489-6989-496d-a15e-57e188c8171f HTTP/1.1" status: 200 len: 217 time: 0.3253329 Sep 23 19:27:54.976519 n-d-713301-16 neutron-server[95101]: DEBUG neutron.db.db_base_plugin_common [None req-b6a4c1d3-2460-43ef-b3ff-ace11475bf6c admin admin] Allocated IP 172.20.0.1 (689b461e-d1c6-403c-9578-5b169de9e172/8fd9bff7-5d8e-45df-9c62-138803c1d6a6/1b795f46-5f6d-4ddb-b778-bb7a400a63d7) {{(pid=95101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 19:27:54.982533 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6190bae1-5c5a-4198-9004-7f2febc9d2c1 None None] Routers {'40308d8e-23f3-4072-9de9-28677fedbb3a'} bound to L3 agent in host n-d-713301-16 {{(pid=95104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 19:27:54.984065 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_hamode_db [None req-6190bae1-5c5a-4198-9004-7f2febc9d2c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-23T19:07:52Z,description=,heartbeat_timestamp=2021-09-23T19:27:52Z,host='n-d-713301-16',id=79a740bf-7821-4989-8288-7186e3e128f3,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:07:52Z,topic='l3_agent')) {'router_ids': ['40308d8e-23f3-4072-9de9-28677fedbb3a'], 'active': True} {{(pid=95104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:27:54.995202 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-737f49bc-8b7a-4586-a431-954d7a5ee837 tempest-ServerActionsTestJSON-618918056 tempest-ServerActionsTestJSON-618918056-project] 10.222.0.67 "PUT /v2.0/floatingips/c4cf2e9d-2898-43bf-b0a9-025153f8b577 HTTP/1.1" status: 200 len: 991 time: 4.0887089 Sep 23 19:27:55.003607 n-d-713301-16 neutron-server[95102]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7fa91134-8ee0-4baa-9037-6ca73d6b4c83', 'tag': '2057133e-afe6-4649-916f-fb2ef68141a8'}] {{(pid=95102) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 19:27:55.006566 n-d-713301-16 neutron-server[95102]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab31b6d93e5336dbddfa8ec424565b3bd8cb2369c5b4d85bc943472dbb21e8ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59bf727c-0532-4d48-a32b-8f2a52e0cbd7" -d '{"events": [{"name": "network-changed", "server_uuid": "7fa91134-8ee0-4baa-9037-6ca73d6b4c83", "tag": "2057133e-afe6-4649-916f-fb2ef68141a8"}]}' {{(pid=95102) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 19:27:55.018628 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-94bf05f5-4f84-4bc6-a286-b7e2ad6c4312 req-a863b82c-65f7-4e23-9b7e-777ab557b19a tempest-ServerRescueTestJSONUnderV235-3883575 tempest-ServerRescueTestJSONUnderV235-3883575-project] Notify callbacks [] for port, precommit_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:27:55.158845 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Device c0d0e1e4-7868-4070-abf8-f79108bacc05 up at agent ovs-agent-n-d-713301-16 {{(pid=95103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 19:27:55.181721 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-fc7cde3a-4b30-4ac4-ac3e-c6226b6a79b5 req-bde0fb32-922d-4c86-be7a-0be01fbc4813 service neutron] 10.222.0.74 "GET /v2.0/networks/957699bb-3d06-43c7-8d92-2cc14178c33d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5562105 Sep 23 19:27:55.197759 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b10f6b5-e3c7-416c-b4ae-d301979c947d req-74b89f0f-54b3-4b0d-a09e-f514420f3da9 tempest-MigrationsAdminTest-397594546 tempest-MigrationsAdminTest-397594546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:27:55.199425 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-7b10f6b5-e3c7-416c-b4ae-d301979c947d req-74b89f0f-54b3-4b0d-a09e-f514420f3da9 tempest-MigrationsAdminTest-397594546 tempest-MigrationsAdminTest-397594546-project] 10.222.0.67 "GET /v2.0/ports?device_id=6573cd99-c5b7-4bf8-8671-27760195f1f4 HTTP/1.1" status: 200 len: 947 time: 0.1610770 Sep 23 19:27:55.204466 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-ea412b9c-1600-4f81-b491-a12e1ef63707 req-df43fe1c-674a-49d7-8559-e1bc4d1d79a6 service neutron] 10.222.0.74 "GET /v2.0/networks/5220cb0c-da05-478a-9604-8c11469a05b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7063987 Sep 23 19:27:55.324106 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_dvr_db [None req-6190bae1-5c5a-4198-9004-7f2febc9d2c1 None None] Set router 40308d8e-23f3-4072-9de9-28677fedbb3a gateway port host: n-d-713301-16 {{(pid=95104) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 19:27:55.331608 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-94bf05f5-4f84-4bc6-a286-b7e2ad6c4312 req-a863b82c-65f7-4e23-9b7e-777ab557b19a tempest-ServerRescueTestJSONUnderV235-3883575 tempest-ServerRescueTestJSONUnderV235-3883575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783145673135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4399100'] for port, after_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:27:55.345333 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-b6a4c1d3-2460-43ef-b3ff-ace11475bf6c admin admin] Notify callbacks [] for port, precommit_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:27:55.349699 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-80e7e501-6c57-470d-92c6-e3d54bc3195c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:27:55.405727 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Provisioning complete for port c0d0e1e4-7868-4070-abf8-f79108bacc05 triggered by entity L2. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:27:55.410164 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:27:55.443683 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-522ac885-15a7-48d0-b640-883c8616369d req-48349b3f-d93c-4507-b3a1-771bf1bf1fc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:27:55.444462 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-522ac885-15a7-48d0-b640-883c8616369d req-48349b3f-d93c-4507-b3a1-771bf1bf1fc1 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=1471c35d-8ac2-4d90-84dc-b5e2bb0311b7 HTTP/1.1" status: 200 len: 855 time: 0.2815349 Sep 23 19:27:55.451960 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-b6a4c1d3-2460-43ef-b3ff-ace11475bf6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783145673135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5607431'] for port, after_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:27:55.471215 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a863b82c-65f7-4e23-9b7e-777ab557b19a tempest-ServerRescueTestJSONUnderV235-3883575 tempest-ServerRescueTestJSONUnderV235-3883575-project] Pushing event updated for resources: {'Port': ['ID=e1b935a6-5003-474a-8a87-f5de118f5705,revision_number=1']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:27:55.539655 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-7b10f6b5-e3c7-416c-b4ae-d301979c947d req-084fad36-bd8b-4491-a9f8-8f38f91a91f1 tempest-MigrationsAdminTest-397594546 tempest-MigrationsAdminTest-397594546-project] 10.222.0.67 "GET /v2.0/security-groups?id=78cb509b-31c4-4e2a-bb5c-7abd6194dcc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3023036 Sep 23 19:27:55.562946 n-d-713301-16 neutron-server[95102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-94bf05f5-4f84-4bc6-a286-b7e2ad6c4312 req-a863b82c-65f7-4e23-9b7e-777ab557b19a tempest-ServerRescueTestJSONUnderV235-3883575 tempest-ServerRescueTestJSONUnderV235-3883575-project] Network 5dec5c09-378e-4f50-89cc-d94eb81c3bac is already hosted by enough agents. {{(pid=95102) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:27:55.567157 n-d-713301-16 neutron-server[95102]: DEBUG neutron.scheduler.base_scheduler [req-94bf05f5-4f84-4bc6-a286-b7e2ad6c4312 req-a863b82c-65f7-4e23-9b7e-777ab557b19a tempest-ServerRescueTestJSONUnderV235-3883575 tempest-ServerRescueTestJSONUnderV235-3883575-project] Resources bound (agent type, host, resource id): {{(pid=95102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:27:55.571630 n-d-713301-16 neutron-server[95102]: DEBUG neutron.db.l3_dvrscheduler_db [req-94bf05f5-4f84-4bc6-a286-b7e2ad6c4312 req-a863b82c-65f7-4e23-9b7e-777ab557b19a tempest-ServerRescueTestJSONUnderV235-3883575 tempest-ServerRescueTestJSONUnderV235-3883575-project] Received port after_create {{(pid=95102) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 19:27:55.611684 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-522ac885-15a7-48d0-b640-883c8616369d req-50ab0271-76bc-4f92-a4e5-303c5fa66a0a service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=38d75c5c-e2c5-4e5e-b8e1-a2ffbe9996a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1570456 Sep 23 19:27:55.629574 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:27:55.669930 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6a4c1d3-2460-43ef-b3ff-ace11475bf6c admin admin] Network 689b461e-d1c6-403c-9578-5b169de9e172 is already hosted by enough agents. {{(pid=95101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:27:55.679551 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] For port c0d0e1e4-7868-4070-abf8-f79108bacc05, host n-d-713301-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-16',level=0,port_id=c0d0e1e4-7868-4070-abf8-f79108bacc05,segment=NetworkSegment(7d4027f1-d893-4c7b-95d4-757b8e44e380),segment_id=7d4027f1-d893-4c7b-95d4-757b8e44e380)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:27:55.685068 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:27:55.714390 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.base_scheduler [None req-b6a4c1d3-2460-43ef-b3ff-ace11475bf6c admin admin] Resources bound (agent type, host, resource id): {{(pid=95101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:27:55.737924 n-d-713301-16 neutron-server[95101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6a4c1d3-2460-43ef-b3ff-ace11475bf6c admin admin] Received port after_create {{(pid=95101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 19:27:55.763620 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6a4c1d3-2460-43ef-b3ff-ace11475bf6c admin admin] Pushing event updated for resources: {'Port': ['ID=1b795f46-5f6d-4ddb-b778-bb7a400a63d7,revision_number=1']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:27:55.829808 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Pushing event updated for resources: {'Port': ['ID=c0d0e1e4-7868-4070-abf8-f79108bacc05,revision_number=4']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:27:55.861524 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-94bf05f5-4f84-4bc6-a286-b7e2ad6c4312 req-a863b82c-65f7-4e23-9b7e-777ab557b19a tempest-ServerRescueTestJSONUnderV235-3883575 tempest-ServerRescueTestJSONUnderV235-3883575-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:27:55.901814 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-b6a4c1d3-2460-43ef-b3ff-ace11475bf6c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-601987'] for router_interface, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:27:55.974172 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_hamode_db [None req-6190bae1-5c5a-4198-9004-7f2febc9d2c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40308d8e-23f3-4072-9de9-28677fedbb3a', 'name': 'tempest-ServerActionsTestJSON-1077418396-router', 'tenant_id': 'f17a85608a9a4ecb8150ef41746c47e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'external_fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.24'}], 'enable_snat': True}, 'gw_port_id': '50edb875-e732-4d88-8c65-d819d1bfac76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:27:08Z', 'updated_at': '2021-09-23T19:27:14Z', 'revision_number': 4, 'project_id': 'f17a85608a9a4ecb8150ef41746c47e0', 'gw_port': {'id': '50edb875-e732-4d88-8c65-d819d1bfac76', 'name': '', 'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:61:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40308d8e-23f3-4072-9de9-28677fedbb3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1013, 'fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:27:09Z', 'updated_at': '2021-09-23T19:27:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-16', '_floatingips': [{'id': 'c4cf2e9d-2898-43bf-b0a9-025153f8b577', 'tenant_id': 'f17a85608a9a4ecb8150ef41746c47e0', 'floating_ip_address': '172.25.1.34', 'floating_network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'router_id': '40308d8e-23f3-4072-9de9-28677fedbb3a', 'port_id': '2057133e-afe6-4649-916f-fb2ef68141a8', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1037, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '364dc893-5ecb-4aa3-be76-13b51cbbfbd4', 'mac_address': 'fa:16:3e:6b:c7:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fa91134-8ee0-4baa-9037-6ca73d6b4c83', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-23T19:27:23Z', 'updated_at': '2021-09-23T19:27:52Z', 'revision_number': 1, 'project_id': 'f17a85608a9a4ecb8150ef41746c47e0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7c20880d-989f-4902-b74a-715c2f0fd89b', 'name': '', 'network_id': '364dc893-5ecb-4aa3-be76-13b51cbbfbd4', 'tenant_id': 'f17a85608a9a4ecb8150ef41746c47e0', 'mac_address': 'fa:16:3e:91:a6:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40308d8e-23f3-4072-9de9-28677fedbb3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1014, 'fixed_ips': [{'subnet_id': 'a900be85-be08-465b-85e6-4a05aae55389', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:27:13Z', 'updated_at': '2021-09-23T19:27:21Z', 'revision_number': 5, 'project_id': 'f17a85608a9a4ecb8150ef41746c47e0', 'subnets': [{'id': 'a900be85-be08-465b-85e6-4a05aae55389', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-16', False) {} {{(pid=95104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:27:55.985009 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Device 99215099-e4ca-41e9-9da2-30bc7fb3a27f details requested by agent hyperv_n-h1-713301-16 with host n-h1-713301-16 {{(pid=95103) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 19:27:56.019309 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-94bf05f5-4f84-4bc6-a286-b7e2ad6c4312 req-a863b82c-65f7-4e23-9b7e-777ab557b19a tempest-ServerRescueTestJSONUnderV235-3883575 tempest-ServerRescueTestJSONUnderV235-3883575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:27:56.026723 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-522ac885-15a7-48d0-b640-883c8616369d req-f2adc69f-0ac2-413b-bbb1-31f1f08d9827 service neutron] 10.222.0.53 "GET /v2.0/networks/38d75c5c-e2c5-4e5e-b8e1-a2ffbe9996a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3946388 Sep 23 19:27:56.095263 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bbcc0b0-ef7f-40c8-9437-33fdc729c032 req-a2a3476f-e8da-4a6f-87bc-68d76f7f2911 tempest-DeleteServersTestJSON-2111530366 tempest-DeleteServersTestJSON-2111530366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:27:56.096921 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-3bbcc0b0-ef7f-40c8-9437-33fdc729c032 req-a2a3476f-e8da-4a6f-87bc-68d76f7f2911 tempest-DeleteServersTestJSON-2111530366 tempest-DeleteServersTestJSON-2111530366-project] 10.222.0.67 "GET /v2.0/ports?device_id=b19e3d25-fa76-4ad5-ade4-28bc9af28ac3 HTTP/1.1" status: 200 len: 945 time: 0.2222862 Sep 23 19:27:56.288145 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6190bae1-5c5a-4198-9004-7f2febc9d2c1 None None] Checking router: 40308d8e-23f3-4072-9de9-28677fedbb3a for host: n-d-713301-16 {{(pid=95104) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 19:27:56.298514 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-9dfeed9f-57c7-4efc-a500-e1abc14aa980 None None] Provisioning complete for port 1b795f46-5f6d-4ddb-b778-bb7a400a63d7 triggered by entity DHCP. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:27:56.299397 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-9dfeed9f-57c7-4efc-a500-e1abc14aa980 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:27:56.306767 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6190bae1-5c5a-4198-9004-7f2febc9d2c1 None None] Routers {'40308d8e-23f3-4072-9de9-28677fedbb3a'} bound to L3 agent in host n-d-713301-16 {{(pid=95104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 19:27:56.308711 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_hamode_db [None req-6190bae1-5c5a-4198-9004-7f2febc9d2c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-23T19:07:52Z,description=,heartbeat_timestamp=2021-09-23T19:27:52Z,host='n-d-713301-16',id=79a740bf-7821-4989-8288-7186e3e128f3,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:07:52Z,topic='l3_agent')) {'router_ids': ['40308d8e-23f3-4072-9de9-28677fedbb3a'], 'active': True} {{(pid=95104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:27:56.342103 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-3bbcc0b0-ef7f-40c8-9437-33fdc729c032 req-a1a58146-943e-4249-a2c1-90c5174d75fe tempest-DeleteServersTestJSON-2111530366 tempest-DeleteServersTestJSON-2111530366-project] 10.222.0.67 "GET /v2.0/security-groups?id=67f2e2ca-928f-40e5-b9b2-05ec3bddbb37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2301700 Sep 23 19:27:56.343499 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.plugin [None req-9dfeed9f-57c7-4efc-a500-e1abc14aa980 None None] Port 1b795f46-5f6d-4ddb-b778-bb7a400a63d7 cannot update to ACTIVE because it is not bound. {{(pid=95103) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 19:27:56.354167 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] For port 99215099-e4ca-41e9-9da2-30bc7fb3a27f, host n-h1-713301-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-16',level=0,port_id=99215099-e4ca-41e9-9da2-30bc7fb3a27f,segment=NetworkSegment(6139d589-eb6c-4578-8935-c26ddf396853),segment_id=6139d589-eb6c-4578-8935-c26ddf396853)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:27:56.371891 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-522ac885-15a7-48d0-b640-883c8616369d req-36b6b683-40ba-4591-af58-b7bd2f9e5abd service neutron] 10.222.0.53 "GET /v2.0/networks/38d75c5c-e2c5-4e5e-b8e1-a2ffbe9996a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3288417 Sep 23 19:27:56.380303 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-b6a4c1d3-2460-43ef-b3ff-ace11475bf6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:27:56.408684 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Returning: {'device': '99215099-e4ca-41e9-9da2-30bc7fb3a27f', 'network_id': '5220cb0c-da05-478a-9604-8c11469a05b4', 'port_id': '99215099-e4ca-41e9-9da2-30bc7fb3a27f', 'mac_address': 'fa:16:3e:fa:eb:70', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 624, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1ccc69bc-9d6b-44d9-b227-204e47dc6e45', 'ip_address': '192.168.233.39'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95103) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 19:27:56.609593 n-d-713301-16 neutron-server[95101]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 19:27:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2637f99-63dc-4e86-826a-944c7484aa67 x-openstack-request-id: req-d2637f99-63dc-4e86-826a-944c7484aa67 {{(pid=95101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 19:27:56.610446 n-d-713301-16 neutron-server[95101]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e294333f-f58d-4fe8-a8a8-e06214bafd0d", "tag": "b3b1f489-6989-496d-a15e-57e188c8171f", "status": "completed", "code": 200}]} {{(pid=95101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 19:27:56.611706 n-d-713301-16 neutron-server[95101]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-d2637f99-63dc-4e86-826a-944c7484aa67 {{(pid=95101) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 19:27:56.613399 n-d-713301-16 neutron-server[95101]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e294333f-f58d-4fe8-a8a8-e06214bafd0d', 'tag': 'b3b1f489-6989-496d-a15e-57e188c8171f', 'status': 'completed', 'code': 200} Sep 23 19:27:56.623509 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:27:56.674753 n-d-713301-16 neutron-server[95103]: DEBUG neutron.notifiers.nova [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 99215099-e4ca-41e9-9da2-30bc7fb3a27f {{(pid=95103) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 19:27:56.751855 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] For port 99215099-e4ca-41e9-9da2-30bc7fb3a27f, host n-h1-713301-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-16',level=0,port_id=99215099-e4ca-41e9-9da2-30bc7fb3a27f,segment=NetworkSegment(6139d589-eb6c-4578-8935-c26ddf396853),segment_id=6139d589-eb6c-4578-8935-c26ddf396853)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:27:56.763059 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:27:56.832520 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_dvr_db [None req-6190bae1-5c5a-4198-9004-7f2febc9d2c1 None None] Set router 40308d8e-23f3-4072-9de9-28677fedbb3a gateway port host: n-d-713301-16 {{(pid=95104) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 19:27:56.868124 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-94bf05f5-4f84-4bc6-a286-b7e2ad6c4312 req-a863b82c-65f7-4e23-9b7e-777ab557b19a tempest-ServerRescueTestJSONUnderV235-3883575 tempest-ServerRescueTestJSONUnderV235-3883575-project] Notify callbacks [] for port, precommit_update {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:27:56.897931 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee4caf5-8aa8-4f32-a9a3-6324fed0bf53 req-0967e7a7-482a-4e19-8827-f6505d68a80f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:27:56.900735 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-3ee4caf5-8aa8-4f32-a9a3-6324fed0bf53 req-0967e7a7-482a-4e19-8827-f6505d68a80f service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=2a538de04c5f468aad7a6b916358a379&device_id=e294333f-f58d-4fe8-a8a8-e06214bafd0d HTTP/1.1" status: 200 len: 1096 time: 0.3183072 Sep 23 19:27:56.950387 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-94bf05f5-4f84-4bc6-a286-b7e2ad6c4312 req-a863b82c-65f7-4e23-9b7e-777ab557b19a tempest-ServerRescueTestJSONUnderV235-3883575 tempest-ServerRescueTestJSONUnderV235-3883575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4399095'] for port, after_update {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:27:56.968464 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Pushing event updated for resources: {'Port': ['ID=99215099-e4ca-41e9-9da2-30bc7fb3a27f,revision_number=8']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:27:56.998310 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Device c0d0e1e4-7868-4070-abf8-f79108bacc05 up at agent ovs-agent-n-d-713301-16 {{(pid=95103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 19:27:57.148638 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] get_ports_and_sgs() called for port_ids ['99215099-e4ca-41e9-9da2-30bc7fb3a27f'] {{(pid=95103) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 19:27:57.222413 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Provisioning complete for port c0d0e1e4-7868-4070-abf8-f79108bacc05 triggered by entity L2. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:27:57.222845 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:27:57.227724 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-b6a4c1d3-2460-43ef-b3ff-ace11475bf6c admin admin] Notify callbacks [] for port, precommit_update {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:27:57.244585 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-b6a4c1d3-2460-43ef-b3ff-ace11475bf6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5607436'] for port, after_update {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:27:57.291606 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a863b82c-65f7-4e23-9b7e-777ab557b19a tempest-ServerRescueTestJSONUnderV235-3883575 tempest-ServerRescueTestJSONUnderV235-3883575-project] Pushing event updated for resources: {'Port': ['ID=e1b935a6-5003-474a-8a87-f5de118f5705,revision_number=2']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:27:57.343514 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-94bf05f5-4f84-4bc6-a286-b7e2ad6c4312 req-a863b82c-65f7-4e23-9b7e-777ab557b19a tempest-ServerRescueTestJSONUnderV235-3883575 tempest-ServerRescueTestJSONUnderV235-3883575-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-601884'] for floatingip, after_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:27:57.393725 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-94bf05f5-4f84-4bc6-a286-b7e2ad6c4312 req-a863b82c-65f7-4e23-9b7e-777ab557b19a tempest-ServerRescueTestJSONUnderV235-3883575 tempest-ServerRescueTestJSONUnderV235-3883575-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222849'] for floatingip, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:27:57.405283 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-b6a4c1d3-2460-43ef-b3ff-ace11475bf6c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-527313', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-601459'] for router_interface, after_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:27:57.407552 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-94bf05f5-4f84-4bc6-a286-b7e2ad6c4312 req-a863b82c-65f7-4e23-9b7e-777ab557b19a tempest-ServerRescueTestJSONUnderV235-3883575 tempest-ServerRescueTestJSONUnderV235-3883575-project] 10.222.0.67 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 4.7232301 Sep 23 19:27:57.419560 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee4caf5-8aa8-4f32-a9a3-6324fed0bf53 req-9d5f90b2-0bfe-4d43-8c73-6a837641d6b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:27:57.420818 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-3ee4caf5-8aa8-4f32-a9a3-6324fed0bf53 req-9d5f90b2-0bfe-4d43-8c73-6a837641d6b0 service neutron] 10.222.0.53 "GET /v2.0/networks?id=38d75c5c-e2c5-4e5e-b8e1-a2ffbe9996a8 HTTP/1.1" status: 200 len: 916 time: 0.5093055 Sep 23 19:27:57.425938 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6a4c1d3-2460-43ef-b3ff-ace11475bf6c admin admin] Pushing event updated for resources: {'Port': ['ID=1b795f46-5f6d-4ddb-b778-bb7a400a63d7,revision_number=2']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:27:57.429686 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_hamode_db [None req-6190bae1-5c5a-4198-9004-7f2febc9d2c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40308d8e-23f3-4072-9de9-28677fedbb3a', 'name': 'tempest-ServerActionsTestJSON-1077418396-router', 'tenant_id': 'f17a85608a9a4ecb8150ef41746c47e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'external_fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.24'}], 'enable_snat': True}, 'gw_port_id': '50edb875-e732-4d88-8c65-d819d1bfac76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:27:08Z', 'updated_at': '2021-09-23T19:27:14Z', 'revision_number': 4, 'project_id': 'f17a85608a9a4ecb8150ef41746c47e0', 'gw_port': {'id': '50edb875-e732-4d88-8c65-d819d1bfac76', 'name': '', 'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:61:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40308d8e-23f3-4072-9de9-28677fedbb3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1013, 'fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:27:09Z', 'updated_at': '2021-09-23T19:27:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-16', '_floatingips': [{'id': 'c4cf2e9d-2898-43bf-b0a9-025153f8b577', 'tenant_id': 'f17a85608a9a4ecb8150ef41746c47e0', 'floating_ip_address': '172.25.1.34', 'floating_network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'router_id': '40308d8e-23f3-4072-9de9-28677fedbb3a', 'port_id': '2057133e-afe6-4649-916f-fb2ef68141a8', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1037, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '364dc893-5ecb-4aa3-be76-13b51cbbfbd4', 'mac_address': 'fa:16:3e:6b:c7:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fa91134-8ee0-4baa-9037-6ca73d6b4c83', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-23T19:27:23Z', 'updated_at': '2021-09-23T19:27:52Z', 'revision_number': 1, 'project_id': 'f17a85608a9a4ecb8150ef41746c47e0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7c20880d-989f-4902-b74a-715c2f0fd89b', 'name': '', 'network_id': '364dc893-5ecb-4aa3-be76-13b51cbbfbd4', 'tenant_id': 'f17a85608a9a4ecb8150ef41746c47e0', 'mac_address': 'fa:16:3e:91:a6:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40308d8e-23f3-4072-9de9-28677fedbb3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1014, 'fixed_ips': [{'subnet_id': 'a900be85-be08-465b-85e6-4a05aae55389', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:27:13Z', 'updated_at': '2021-09-23T19:27:21Z', 'revision_number': 5, 'project_id': 'f17a85608a9a4ecb8150ef41746c47e0', 'subnets': [{'id': 'a900be85-be08-465b-85e6-4a05aae55389', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-16', False) {} {{(pid=95104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:27:57.444587 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa057bc-d64f-493b-bc00-06208ee39505 req-32cb5f31-0ba5-4f78-860b-6bb05a82a523 tempest-AttachVolumeTestJSON-1825206227 tempest-AttachVolumeTestJSON-1825206227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:27:57.454713 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-9aa057bc-d64f-493b-bc00-06208ee39505 req-32cb5f31-0ba5-4f78-860b-6bb05a82a523 tempest-AttachVolumeTestJSON-1825206227 tempest-AttachVolumeTestJSON-1825206227-project] 10.222.0.67 "GET /v2.0/ports?device_id=4cba8196-5b5b-42a0-aaca-42902580e803 HTTP/1.1" status: 200 len: 946 time: 0.7184160 Sep 23 19:27:57.469904 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6190bae1-5c5a-4198-9004-7f2febc9d2c1 None None] The sync data for ids ['40308d8e-23f3-4072-9de9-28677fedbb3a'] in n-d-713301-16 is: [{'id': '40308d8e-23f3-4072-9de9-28677fedbb3a', 'name': 'tempest-ServerActionsTestJSON-1077418396-router', 'tenant_id': 'f17a85608a9a4ecb8150ef41746c47e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'external_fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.24'}], 'enable_snat': True}, 'gw_port_id': '50edb875-e732-4d88-8c65-d819d1bfac76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:27:08Z', 'updated_at': '2021-09-23T19:27:14Z', 'revision_number': 4, 'project_id': 'f17a85608a9a4ecb8150ef41746c47e0', 'gw_port': {'id': '50edb875-e732-4d88-8c65-d819d1bfac76', 'name': '', 'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:61:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40308d8e-23f3-4072-9de9-28677fedbb3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1013, 'fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:27:09Z', 'updated_at': '2021-09-23T19:27:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-16', '_floatingips': [{'id': 'c4cf2e9d-2898-43bf-b0a9-025153f8b577', 'tenant_id': 'f17a85608a9a4ecb8150ef41746c47e0', 'floating_ip_address': '172.25.1.34', 'floating_network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'router_id': '40308d8e-23f3-4072-9de9-28677fedbb3a', 'port_id': '2057133e-afe6-4649-916f-fb2ef68141a8', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1037, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '364dc893-5ecb-4aa3-be76-13b51cbbfbd4', 'mac_address': 'fa:16:3e:6b:c7:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fa91134-8ee0-4baa-9037-6ca73d6b4c83', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-23T19:27:23Z', 'updated_at': '2021-09-23T19:27:52Z', 'revision_number': 1, 'project_id': 'f17a85608a9a4ecb8150ef41746c47e0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7c20880d-989f-4902-b74a-715c2f0fd89b', 'name': '', 'network_id': '364dc893-5ecb-4aa3-be76-13b51cbbfbd4', 'tenant_id': 'f17a85608a9a4ecb8150ef41746c47e0', 'mac_address': 'fa:16:3e:91:a6:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40308d8e-23f3-4072-9de9-28677fedbb3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1014, 'fixed_ips': [{'subnet_id': 'a900be85-be08-465b-85e6-4a05aae55389', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:27:13Z', 'updated_at': '2021-09-23T19:27:21Z', 'revision_number': 5, 'project_id': 'f17a85608a9a4ecb8150ef41746c47e0', 'subnets': [{'id': 'a900be85-be08-465b-85e6-4a05aae55389', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 19:27:57.617138 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-3ee4caf5-8aa8-4f32-a9a3-6324fed0bf53 req-ac513e2e-4121-497e-b37b-78148ecfc0af service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b3b1f489-6989-496d-a15e-57e188c8171f HTTP/1.1" status: 200 len: 217 time: 0.1783590 Sep 23 19:27:57.624066 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-94bf05f5-4f84-4bc6-a286-b7e2ad6c4312 req-e39a604f-bceb-4630-bddc-8782fc2d22c5 tempest-ServerRescueTestJSONUnderV235-3883575 tempest-ServerRescueTestJSONUnderV235-3883575-project] 10.222.0.67 "GET /v2.0/floatingips?floating_ip_address=172.25.1.19 HTTP/1.1" status: 200 len: 695 time: 0.1501839 Sep 23 19:27:57.693406 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-9aa057bc-d64f-493b-bc00-06208ee39505 req-0540f539-3238-47e7-9d3b-8885dc320688 tempest-AttachVolumeTestJSON-1825206227 tempest-AttachVolumeTestJSON-1825206227-project] 10.222.0.67 "GET /v2.0/security-groups?id=39522664-d93c-44d8-9f62-0e2cfbb5d5ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2377107 Sep 23 19:27:57.754155 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee4caf5-8aa8-4f32-a9a3-6324fed0bf53 req-d5e1a965-7110-4853-803e-ca7ebb3a18cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:27:57.758214 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-3ee4caf5-8aa8-4f32-a9a3-6324fed0bf53 req-d5e1a965-7110-4853-803e-ca7ebb3a18cc service neutron] 10.222.0.53 "GET /v2.0/subnets?id=1471c35d-8ac2-4d90-84dc-b5e2bb0311b7 HTTP/1.1" status: 200 len: 855 time: 0.1310501 Sep 23 19:27:57.788672 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6a4c1d3-2460-43ef-b3ff-ace11475bf6c admin admin] Network 689b461e-d1c6-403c-9578-5b169de9e172 is already hosted by enough agents. {{(pid=95101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:27:57.816172 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.base_scheduler [None req-b6a4c1d3-2460-43ef-b3ff-ace11475bf6c admin admin] Resources bound (agent type, host, resource id): {{(pid=95101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:27:57.822587 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-3ee4caf5-8aa8-4f32-a9a3-6324fed0bf53 req-297cc0ab-8dff-4467-bb71-24c5b36f8673 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=38d75c5c-e2c5-4e5e-b8e1-a2ffbe9996a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0570848 Sep 23 19:27:57.861437 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:27:57.907785 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16915a18-0fe5-4dcb-b0b9-4c0e79ee3c68 None None] New status for floating IP c4cf2e9d-2898-43bf-b0a9-025153f8b577: ACTIVE {{(pid=95103) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 23 19:27:57.967932 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94bf05f5-4f84-4bc6-a286-b7e2ad6c4312 req-a9c2da87-1abc-46e3-809d-8109ede6cfdf tempest-ServerRescueTestJSONUnderV235-3883575 tempest-ServerRescueTestJSONUnderV235-3883575-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:27:57.999490 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-94bf05f5-4f84-4bc6-a286-b7e2ad6c4312 req-a9c2da87-1abc-46e3-809d-8109ede6cfdf tempest-ServerRescueTestJSONUnderV235-3883575 tempest-ServerRescueTestJSONUnderV235-3883575-project] 10.222.0.67 "GET /v2.0/networks/5dec5c09-378e-4f50-89cc-d94eb81c3bac HTTP/1.1" status: 200 len: 784 time: 0.3357222 Sep 23 19:27:58.015011 n-d-713301-16 neutron-server[95102]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 19:27:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b13e4086-a9ff-42f3-af88-864d228345ad x-openstack-request-id: req-b13e4086-a9ff-42f3-af88-864d228345ad {{(pid=95102) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 19:27:58.015286 n-d-713301-16 neutron-server[95102]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7fa91134-8ee0-4baa-9037-6ca73d6b4c83", "tag": "2057133e-afe6-4649-916f-fb2ef68141a8", "status": "completed", "code": 200}]} {{(pid=95102) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 19:27:58.015554 n-d-713301-16 neutron-server[95102]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-b13e4086-a9ff-42f3-af88-864d228345ad {{(pid=95102) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 19:27:58.015972 n-d-713301-16 neutron-server[95102]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7fa91134-8ee0-4baa-9037-6ca73d6b4c83', 'tag': '2057133e-afe6-4649-916f-fb2ef68141a8', 'status': 'completed', 'code': 200} Sep 23 19:27:58.219940 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:27:58.220691 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bebcf881-67f7-4868-92f5-2cac93e433fe req-ce5eeac1-0174-425e-baa6-285f79be5789 tempest-VolumesAdminNegativeTest-1663824495 tempest-VolumesAdminNegativeTest-1663824495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:27:58.244439 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-bebcf881-67f7-4868-92f5-2cac93e433fe req-ce5eeac1-0174-425e-baa6-285f79be5789 tempest-VolumesAdminNegativeTest-1663824495 tempest-VolumesAdminNegativeTest-1663824495-project] 10.222.0.67 "GET /v2.0/ports?device_id=e294333f-f58d-4fe8-a8a8-e06214bafd0d HTTP/1.1" status: 200 len: 944 time: 0.1363437 Sep 23 19:27:58.262217 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b6a4c1d3-2460-43ef-b3ff-ace11475bf6c admin admin] Router 3805e5bd-eef0-465b-b5a0-5292e527536c has already been hosted by L3 agent 79a740bf-7821-4989-8288-7186e3e128f3 {{(pid=95101) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 19:27:58.333012 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-bebcf881-67f7-4868-92f5-2cac93e433fe req-3c572df2-0102-4bad-b6c4-649954ef2d57 tempest-VolumesAdminNegativeTest-1663824495 tempest-VolumesAdminNegativeTest-1663824495-project] 10.222.0.67 "GET /v2.0/security-groups?id=03b8d372-1648-4ffa-a934-45f880e6202c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867193 Sep 23 19:27:58.362065 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-3ee4caf5-8aa8-4f32-a9a3-6324fed0bf53 req-1f527c8e-f2b7-40ab-abae-21d5d32c7769 service neutron] 10.222.0.53 "GET /v2.0/networks/38d75c5c-e2c5-4e5e-b8e1-a2ffbe9996a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5149629 Sep 23 19:27:58.444891 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-41c70cfd-c266-4308-b471-dc6a7eabd441 None None] Provisioning complete for port 1b795f46-5f6d-4ddb-b778-bb7a400a63d7 triggered by entity DHCP. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:27:58.445312 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-41c70cfd-c266-4308-b471-dc6a7eabd441 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:27:58.513165 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.plugin [None req-41c70cfd-c266-4308-b471-dc6a7eabd441 None None] Port 1b795f46-5f6d-4ddb-b778-bb7a400a63d7 cannot update to ACTIVE because it is not bound. {{(pid=95103) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 19:27:58.549984 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce7ed54f-4ca9-4338-a1d6-e0335e0a9721 req-b108ae6a-9abf-4dd0-9ab7-3ab958d11ee4 tempest-MigrationsAdminTest-397594546 tempest-MigrationsAdminTest-397594546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:27:58.551672 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-ce7ed54f-4ca9-4338-a1d6-e0335e0a9721 req-b108ae6a-9abf-4dd0-9ab7-3ab958d11ee4 tempest-MigrationsAdminTest-397594546 tempest-MigrationsAdminTest-397594546-project] 10.222.0.74 "GET /v2.0/ports?device_id=6573cd99-c5b7-4bf8-8671-27760195f1f4&tenant_id=cff0149cb20c4944955e93a2b393f7c5&binding%3Ahost_id=n-h1-713301-16 HTTP/1.1" status: 200 len: 948 time: 0.1904488 Sep 23 19:27:58.575064 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6a4c1d3-2460-43ef-b3ff-ace11475bf6c admin admin] Notify agent at l3_agent.n-d-713301-16 the message routers_updated {{(pid=95101) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 19:27:58.581373 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b06e189c-b786-4c26-a00e-0f8a9f5923bb req-599ab309-b653-4aba-9cf7-04ec348e0dd7 tempest-DeleteServersTestJSON-2111530366 tempest-DeleteServersTestJSON-2111530366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:27:58.581685 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-b6a4c1d3-2460-43ef-b3ff-ace11475bf6c admin admin] 10.222.0.67 "PUT /v2.0/routers/3805e5bd-eef0-465b-b5a0-5292e527536c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.0520234 Sep 23 19:27:58.589604 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-b06e189c-b786-4c26-a00e-0f8a9f5923bb req-599ab309-b653-4aba-9cf7-04ec348e0dd7 tempest-DeleteServersTestJSON-2111530366 tempest-DeleteServersTestJSON-2111530366-project] 10.222.0.67 "GET /v2.0/ports?device_id=b19e3d25-fa76-4ad5-ade4-28bc9af28ac3 HTTP/1.1" status: 200 len: 945 time: 0.1358020 Sep 23 19:27:58.597588 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-472c2a16-369e-4d31-b4c6-2664fe5cd840 None None] Sync routers for ids ['3805e5bd-eef0-465b-b5a0-5292e527536c'] in n-d-713301-16 {{(pid=95104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 19:27:58.625562 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-472c2a16-369e-4d31-b4c6-2664fe5cd840 None None] Routers {'3805e5bd-eef0-465b-b5a0-5292e527536c'} bound to L3 agent in host n-d-713301-16 {{(pid=95104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 19:27:58.626655 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_hamode_db [None req-472c2a16-369e-4d31-b4c6-2664fe5cd840 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-23T19:07:52Z,description=,heartbeat_timestamp=2021-09-23T19:27:52Z,host='n-d-713301-16',id=79a740bf-7821-4989-8288-7186e3e128f3,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:07:52Z,topic='l3_agent')) {'router_ids': ['3805e5bd-eef0-465b-b5a0-5292e527536c'], 'active': True} {{(pid=95104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:27:58.743544 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59bf727c-0532-4d48-a32b-8f2a52e0cbd7 req-29a074a8-4e0e-4bb1-a395-db1ab933e07b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:27:58.745688 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-59bf727c-0532-4d48-a32b-8f2a52e0cbd7 req-29a074a8-4e0e-4bb1-a395-db1ab933e07b service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=f17a85608a9a4ecb8150ef41746c47e0&device_id=7fa91134-8ee0-4baa-9037-6ca73d6b4c83 HTTP/1.1" status: 200 len: 1098 time: 0.5033031 Sep 23 19:27:58.793806 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-3ee4caf5-8aa8-4f32-a9a3-6324fed0bf53 req-416241c8-d83b-40e1-a8fd-a39e707446cd service neutron] 10.222.0.53 "GET /v2.0/networks/38d75c5c-e2c5-4e5e-b8e1-a2ffbe9996a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1990464 Sep 23 19:27:58.824229 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 40314) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:27:58.883437 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-ce7ed54f-4ca9-4338-a1d6-e0335e0a9721 req-9170d1df-f5dd-4a4c-a583-84f7ee00e686 service neutron] 10.222.0.74 "GET /v2.0/ports/99215099-e4ca-41e9-9da2-30bc7fb3a27f/bindings/n-h1-713301-16 HTTP/1.1" status: 200 len: 383 time: 0.3217103 Sep 23 19:27:58.887907 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-b06e189c-b786-4c26-a00e-0f8a9f5923bb req-3eee5aa8-0fb4-4e84-a5da-44763732c7a8 tempest-DeleteServersTestJSON-2111530366 tempest-DeleteServersTestJSON-2111530366-project] 10.222.0.67 "GET /v2.0/security-groups?id=67f2e2ca-928f-40e5-b9b2-05ec3bddbb37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2972379 Sep 23 19:27:58.917425 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_dvr_db [None req-472c2a16-369e-4d31-b4c6-2664fe5cd840 None None] Set router 3805e5bd-eef0-465b-b5a0-5292e527536c gateway port host: n-d-713301-16 {{(pid=95104) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 19:27:58.935860 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1734af8-e05f-461e-8871-9a3603d2a18e req-d5da907d-d451-47ad-8859-7c8524a97e37 tempest-AttachVolumeTestJSON-1825206227 tempest-AttachVolumeTestJSON-1825206227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:27:58.943081 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-d1734af8-e05f-461e-8871-9a3603d2a18e req-d5da907d-d451-47ad-8859-7c8524a97e37 tempest-AttachVolumeTestJSON-1825206227 tempest-AttachVolumeTestJSON-1825206227-project] 10.222.0.67 "GET /v2.0/ports?device_id=4cba8196-5b5b-42a0-aaca-42902580e803 HTTP/1.1" status: 200 len: 946 time: 0.3236206 Sep 23 19:27:58.950032 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 40320) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:27:58.981750 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.v2.base [None req-95859cc7-e179-40f0-b2b3-f074a642f8c5 tempest-AttachVolumeTestJSON-1825206227 tempest-AttachVolumeTestJSON-1825206227-project] Request body: {'floatingip': {'port_id': 'b1a5385d-b97e-4faa-9e35-589c892a4d85'}} {{(pid=95102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:27:58.999474 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.v2.base [None req-bf7ffd7b-15eb-45cf-ae9e-a81932a810ca tempest-ServersTestMultiNic-786669321 tempest-ServersTestMultiNic-786669321-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-608232160'}} {{(pid=95102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:27:59.118591 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-95859cc7-e179-40f0-b2b3-f074a642f8c5 tempest-AttachVolumeTestJSON-1825206227 tempest-AttachVolumeTestJSON-1825206227-project] Notify callbacks [] for floatingip, before_update {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:27:59.416362 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59bf727c-0532-4d48-a32b-8f2a52e0cbd7 req-aa849973-79fb-4abe-a416-3ab7f846c9ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:27:59.418701 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-59bf727c-0532-4d48-a32b-8f2a52e0cbd7 req-aa849973-79fb-4abe-a416-3ab7f846c9ff service neutron] 10.222.0.74 "GET /v2.0/networks?id=364dc893-5ecb-4aa3-be76-13b51cbbfbd4 HTTP/1.1" status: 200 len: 913 time: 0.6607983 Sep 23 19:27:59.486220 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Device b3b1f489-6989-496d-a15e-57e188c8171f details requested by agent hyperv_n-h2-713301-16 with host n-h2-713301-16 {{(pid=95103) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 19:27:59.488106 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_hamode_db [None req-472c2a16-369e-4d31-b4c6-2664fe5cd840 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3805e5bd-eef0-465b-b5a0-5292e527536c', 'name': 'tempest-ServersTestMultiNic-1853342913-router', 'tenant_id': 'e5bc57b02b1840628e8df5037b8dd2e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'external_fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.3'}], 'enable_snat': True}, 'gw_port_id': 'c0d0e1e4-7868-4070-abf8-f79108bacc05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:27:43Z', 'updated_at': '2021-09-23T19:27:56Z', 'revision_number': 4, 'project_id': 'e5bc57b02b1840628e8df5037b8dd2e7', 'gw_port': {'id': 'c0d0e1e4-7868-4070-abf8-f79108bacc05', 'name': '', 'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:0c:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3805e5bd-eef0-465b-b5a0-5292e527536c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1077, 'fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:27:45Z', 'updated_at': '2021-09-23T19:27:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-16', '_interfaces': [{'id': '1b795f46-5f6d-4ddb-b778-bb7a400a63d7', 'name': '', 'network_id': '689b461e-d1c6-403c-9578-5b169de9e172', 'tenant_id': 'e5bc57b02b1840628e8df5037b8dd2e7', 'mac_address': 'fa:16:3e:2e:c4:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3805e5bd-eef0-465b-b5a0-5292e527536c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1080, 'fixed_ips': [{'subnet_id': '8fd9bff7-5d8e-45df-9c62-138803c1d6a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:27:54Z', 'updated_at': '2021-09-23T19:27:56Z', 'revision_number': 2, 'project_id': 'e5bc57b02b1840628e8df5037b8dd2e7', 'subnets': [{'id': '8fd9bff7-5d8e-45df-9c62-138803c1d6a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-16', False) {} {{(pid=95104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:27:59.538571 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-59bf727c-0532-4d48-a32b-8f2a52e0cbd7 req-4a50f980-43cf-4e0f-881a-d9cae74a043c service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2057133e-afe6-4649-916f-fb2ef68141a8 HTTP/1.1" status: 200 len: 1001 time: 0.1103361 Sep 23 19:27:59.545632 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-472c2a16-369e-4d31-b4c6-2664fe5cd840 None None] Checking router: 3805e5bd-eef0-465b-b5a0-5292e527536c for host: n-d-713301-16 {{(pid=95104) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 19:27:59.545959 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-472c2a16-369e-4d31-b4c6-2664fe5cd840 None None] Updating router 3805e5bd-eef0-465b-b5a0-5292e527536c port 1b795f46-5f6d-4ddb-b778-bb7a400a63d7 binding host n-d-713301-16 {{(pid=95104) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 23 19:27:59.601206 n-d-713301-16 neutron-server[95104]: DEBUG neutron_lib.callbacks.manager [None req-472c2a16-369e-4d31-b4c6-2664fe5cd840 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:27:59.652906 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59bf727c-0532-4d48-a32b-8f2a52e0cbd7 req-0b920c59-77df-4623-afe0-c7ec025cf75f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:27:59.654815 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-59bf727c-0532-4d48-a32b-8f2a52e0cbd7 req-0b920c59-77df-4623-afe0-c7ec025cf75f service neutron] 10.222.0.74 "GET /v2.0/subnets?id=a900be85-be08-465b-85e6-4a05aae55389 HTTP/1.1" status: 200 len: 851 time: 0.1079688 Sep 23 19:27:59.751138 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] For port b3b1f489-6989-496d-a15e-57e188c8171f, host n-h2-713301-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-16',level=0,port_id=b3b1f489-6989-496d-a15e-57e188c8171f,segment=NetworkSegment(f8de9f65-8411-4e97-ab2c-3e2ef9532e6f),segment_id=f8de9f65-8411-4e97-ab2c-3e2ef9532e6f)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:27:59.784560 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Returning: {'device': 'b3b1f489-6989-496d-a15e-57e188c8171f', 'network_id': '38d75c5c-e2c5-4e5e-b8e1-a2ffbe9996a8', 'port_id': 'b3b1f489-6989-496d-a15e-57e188c8171f', 'mac_address': 'fa:16:3e:2e:5e:58', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 638, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1471c35d-8ac2-4d90-84dc-b5e2bb0311b7', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95103) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 19:27:59.790419 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59bf727c-0532-4d48-a32b-8f2a52e0cbd7 req-58e9cc98-4164-46bf-b0ab-22b28f8d7264 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:27:59.793343 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-59bf727c-0532-4d48-a32b-8f2a52e0cbd7 req-58e9cc98-4164-46bf-b0ab-22b28f8d7264 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=364dc893-5ecb-4aa3-be76-13b51cbbfbd4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1223176 Sep 23 19:27:59.874503 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf7ffd7b-15eb-45cf-ae9e-a81932a810ca tempest-ServersTestMultiNic-786669321 tempest-ServersTestMultiNic-786669321-project] Made reservation on behalf of e5bc57b02b1840628e8df5037b8dd2e7 for: {'network': 1} {{(pid=95102) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:27:59.879794 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-bf7ffd7b-15eb-45cf-ae9e-a81932a810ca tempest-ServersTestMultiNic-786669321 tempest-ServersTestMultiNic-786669321-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for network, before_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:27:59.884279 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:27:59.927824 n-d-713301-16 neutron-server[95103]: DEBUG neutron.notifiers.nova [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b3b1f489-6989-496d-a15e-57e188c8171f {{(pid=95103) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 19:27:59.971076 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce7ed54f-4ca9-4338-a1d6-e0335e0a9721 req-cd10013d-3265-46d8-b626-abf335730e98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:27:59.973362 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-ce7ed54f-4ca9-4338-a1d6-e0335e0a9721 req-cd10013d-3265-46d8-b626-abf335730e98 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=cff0149cb20c4944955e93a2b393f7c5&device_id=6573cd99-c5b7-4bf8-8671-27760195f1f4 HTTP/1.1" status: 200 len: 1100 time: 1.0287490 Sep 23 19:27:59.974709 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] For port b3b1f489-6989-496d-a15e-57e188c8171f, host n-h2-713301-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-16',level=0,port_id=b3b1f489-6989-496d-a15e-57e188c8171f,segment=NetworkSegment(f8de9f65-8411-4e97-ab2c-3e2ef9532e6f),segment_id=f8de9f65-8411-4e97-ab2c-3e2ef9532e6f)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:27:59.980893 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:27:59.996637 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Device 99215099-e4ca-41e9-9da2-30bc7fb3a27f up at agent hyperv_n-h1-713301-16 {{(pid=95103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 19:28:00.006662 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff3101a-c058-4e5f-88c8-1dcc1378e987 req-408cdd3d-31b9-4b2b-87a6-f17e2e61de10 tempest-MigrationsAdminTest-397594546 tempest-MigrationsAdminTest-397594546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:28:00.020097 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-cff3101a-c058-4e5f-88c8-1dcc1378e987 req-408cdd3d-31b9-4b2b-87a6-f17e2e61de10 tempest-MigrationsAdminTest-397594546 tempest-MigrationsAdminTest-397594546-project] 10.222.0.67 "GET /v2.0/ports?device_id=6573cd99-c5b7-4bf8-8671-27760195f1f4 HTTP/1.1" status: 200 len: 948 time: 0.9446063 Sep 23 19:28:00.025284 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-59bf727c-0532-4d48-a32b-8f2a52e0cbd7 req-f77fd407-475c-428f-9b3b-e3cf44b47139 service neutron] 10.222.0.74 "GET /v2.0/networks/364dc893-5ecb-4aa3-be76-13b51cbbfbd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2236912 Sep 23 19:28:00.144535 n-d-713301-16 neutron-server[95104]: DEBUG neutron_lib.callbacks.manager [None req-472c2a16-369e-4d31-b4c6-2664fe5cd840 None None] Notify callbacks [] for port, precommit_update {{(pid=95104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:28:00.164585 n-d-713301-16 neutron-server[95104]: DEBUG neutron_lib.callbacks.manager [None req-472c2a16-369e-4d31-b4c6-2664fe5cd840 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:28:00.174541 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce7ed54f-4ca9-4338-a1d6-e0335e0a9721 req-1c125e01-cca6-4b53-98bc-a64b4aba5d13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:28:00.176566 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-ce7ed54f-4ca9-4338-a1d6-e0335e0a9721 req-1c125e01-cca6-4b53-98bc-a64b4aba5d13 service neutron] 10.222.0.74 "GET /v2.0/networks?id=5220cb0c-da05-478a-9604-8c11469a05b4 HTTP/1.1" status: 200 len: 870 time: 0.1802814 Sep 23 19:28:00.185771 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Pushing event updated for resources: {'Port': ['ID=b3b1f489-6989-496d-a15e-57e188c8171f,revision_number=4']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:28:00.193898 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bf7ffd7b-15eb-45cf-ae9e-a81932a810ca tempest-ServersTestMultiNic-786669321 tempest-ServersTestMultiNic-786669321-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 636} {{(pid=95102) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 19:28:00.209866 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Provisioning for port 99215099-e4ca-41e9-9da2-30bc7fb3a27f completed by entity L2. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 19:28:00.216697 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] get_ports_and_sgs() called for port_ids ['b3b1f489-6989-496d-a15e-57e188c8171f'] {{(pid=95103) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 19:28:00.222867 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-bf7ffd7b-15eb-45cf-ae9e-a81932a810ca tempest-ServersTestMultiNic-786669321 tempest-ServersTestMultiNic-786669321-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1756186'] for segment, precommit_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:28:00.223344 n-d-713301-16 neutron-server[95102]: INFO neutron.db.segments_db [None req-bf7ffd7b-15eb-45cf-ae9e-a81932a810ca tempest-ServersTestMultiNic-786669321 tempest-ServersTestMultiNic-786669321-project] Added segment f9c00884-efab-4728-92dc-6084f1ac3ed2 of type vlan for network 7142a3f9-1e8c-4b3f-95ed-1586b58a5cbc Sep 23 19:28:00.227843 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-59bf727c-0532-4d48-a32b-8f2a52e0cbd7 req-d1e4275b-1d05-40d1-8090-9e1105da32ab service neutron] 10.222.0.74 "GET /v2.0/networks/364dc893-5ecb-4aa3-be76-13b51cbbfbd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1924376 Sep 23 19:28:00.242037 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eef1666b-166c-41fe-b224-99f1a54d8c46 None None] Pushing event updated for resources: {'Port': ['ID=1b795f46-5f6d-4ddb-b778-bb7a400a63d7,revision_number=3']} {{(pid=95104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:28:00.263648 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Provisioning complete for port 99215099-e4ca-41e9-9da2-30bc7fb3a27f triggered by entity L2. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:28:00.264405 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:28:00.278431 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eef1666b-166c-41fe-b224-99f1a54d8c46 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:28:00.279401 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eef1666b-166c-41fe-b224-99f1a54d8c46 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:28:00.279543 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eef1666b-166c-41fe-b224-99f1a54d8c46 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:28:00.280318 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eef1666b-166c-41fe-b224-99f1a54d8c46 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:28:00.280771 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eef1666b-166c-41fe-b224-99f1a54d8c46 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:28:00.282929 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eef1666b-166c-41fe-b224-99f1a54d8c46 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:28:00.282929 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eef1666b-166c-41fe-b224-99f1a54d8c46 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:28:00.282929 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eef1666b-166c-41fe-b224-99f1a54d8c46 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:28:00.282929 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eef1666b-166c-41fe-b224-99f1a54d8c46 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:28:00.285728 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eef1666b-166c-41fe-b224-99f1a54d8c46 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:28:00.285728 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eef1666b-166c-41fe-b224-99f1a54d8c46 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:28:00.285728 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eef1666b-166c-41fe-b224-99f1a54d8c46 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:28:00.290055 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-bf7ffd7b-15eb-45cf-ae9e-a81932a810ca tempest-ServersTestMultiNic-786669321 tempest-ServersTestMultiNic-786669321-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783145630486'] for network, precommit_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:28:00.350684 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e88e47-1945-4960-be2f-bfe2fb907797 req-1e4a85e4-2f80-4f5e-8909-92ffef79c75f tempest-ServerRescueTestJSONUnderV235-3883575 tempest-ServerRescueTestJSONUnderV235-3883575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:28:00.359180 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-19e88e47-1945-4960-be2f-bfe2fb907797 req-1e4a85e4-2f80-4f5e-8909-92ffef79c75f tempest-ServerRescueTestJSONUnderV235-3883575 tempest-ServerRescueTestJSONUnderV235-3883575-project] 10.222.0.67 "GET /v2.0/ports?device_id=f69a6870-83a8-419f-a0bd-2c6f209ce61f&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.6750705 Sep 23 19:28:00.375199 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-bf7ffd7b-15eb-45cf-ae9e-a81932a810ca tempest-ServersTestMultiNic-786669321 tempest-ServersTestMultiNic-786669321-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299'] for network, after_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:28:00.383985 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf7ffd7b-15eb-45cf-ae9e-a81932a810ca tempest-ServersTestMultiNic-786669321 tempest-ServersTestMultiNic-786669321-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:28:00.385469 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-bf7ffd7b-15eb-45cf-ae9e-a81932a810ca tempest-ServersTestMultiNic-786669321 tempest-ServersTestMultiNic-786669321-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527417'] for network, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:28:00.467601 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:28:00.494459 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-19e88e47-1945-4960-be2f-bfe2fb907797 req-7542b10a-9e6a-47fb-9ae2-7999e346bcc8 tempest-ServerRescueTestJSONUnderV235-3883575 tempest-ServerRescueTestJSONUnderV235-3883575-project] 10.222.0.67 "GET /v2.0/floatingips?floating_ip_address=172.25.1.19 HTTP/1.1" status: 200 len: 695 time: 0.1338859 Sep 23 19:28:00.500976 n-d-713301-16 neutron-server[95104]: DEBUG neutron.plugins.ml2.managers [None req-472c2a16-369e-4d31-b4c6-2664fe5cd840 None None] Attempting to bind port 1b795f46-5f6d-4ddb-b778-bb7a400a63d7 on host n-d-713301-16 for vnic_type normal with profile {{(pid=95104) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 19:28:00.501568 n-d-713301-16 neutron-server[95104]: DEBUG neutron.plugins.ml2.managers [None req-472c2a16-369e-4d31-b4c6-2664fe5cd840 None None] Attempting to bind port 1b795f46-5f6d-4ddb-b778-bb7a400a63d7 by drivers openvswitch,hyperv on host n-d-713301-16 at level 0 using segments [{'id': 'b5e2d5bf-afea-4c4b-8e45-3078548d73e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '689b461e-d1c6-403c-9578-5b169de9e172'}] {{(pid=95104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 19:28:00.502154 n-d-713301-16 neutron-server[95104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-472c2a16-369e-4d31-b4c6-2664fe5cd840 None None] Attempting to bind port 1b795f46-5f6d-4ddb-b778-bb7a400a63d7 on network 689b461e-d1c6-403c-9578-5b169de9e172 {{(pid=95104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:28:00.516879 n-d-713301-16 neutron-server[95104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-472c2a16-369e-4d31-b4c6-2664fe5cd840 None None] Checking agent: {'id': '70a14545-df24-472f-8f95-bfe1719bff93', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 19, 7, 53), 'started_at': datetime.datetime(2021, 9, 23, 19, 8, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 19, 27, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 19:28:00.517174 n-d-713301-16 neutron-server[95104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-472c2a16-369e-4d31-b4c6-2664fe5cd840 None None] Checking segment: {'id': 'b5e2d5bf-afea-4c4b-8e45-3078548d73e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '689b461e-d1c6-403c-9578-5b169de9e172'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95104) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:28:00.517818 n-d-713301-16 neutron-server[95104]: DEBUG neutron_lib.callbacks.manager [None req-472c2a16-369e-4d31-b4c6-2664fe5cd840 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:28:00.518442 n-d-713301-16 neutron-server[95104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-472c2a16-369e-4d31-b4c6-2664fe5cd840 None None] Bound using segment: {'id': 'b5e2d5bf-afea-4c4b-8e45-3078548d73e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '689b461e-d1c6-403c-9578-5b169de9e172'} {{(pid=95104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 19:28:00.519617 n-d-713301-16 neutron-server[95104]: DEBUG neutron.plugins.ml2.managers [None req-472c2a16-369e-4d31-b4c6-2664fe5cd840 None None] Bound port: 1b795f46-5f6d-4ddb-b778-bb7a400a63d7, host: n-d-713301-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b5e2d5bf-afea-4c4b-8e45-3078548d73e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '689b461e-d1c6-403c-9578-5b169de9e172'}}] {{(pid=95104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 19:28:00.520240 n-d-713301-16 neutron-server[95104]: DEBUG neutron_lib.callbacks.manager [None req-472c2a16-369e-4d31-b4c6-2664fe5cd840 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:28:00.559691 n-d-713301-16 neutron-server[95103]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6573cd99-c5b7-4bf8-8671-27760195f1f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '99215099-e4ca-41e9-9da2-30bc7fb3a27f'}] {{(pid=95103) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 19:28:00.562202 n-d-713301-16 neutron-server[95103]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}81a1c17f2aa89d5b3ebbba3a3e0cf7eb588e431c2224256110c4c4facdd7c3e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-187d5d43-f70a-4aa0-9ae6-db45747457f3" -d '{"events": [{"server_uuid": "6573cd99-c5b7-4bf8-8671-27760195f1f4", "name": "network-vif-plugged", "status": "completed", "tag": "99215099-e4ca-41e9-9da2-30bc7fb3a27f"}]}' {{(pid=95103) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 19:28:00.591743 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.v2.base [req-19e88e47-1945-4960-be2f-bfe2fb907797 req-871fcba8-c119-48f9-bcbb-d2db5c795b44 tempest-ServerRescueTestJSONUnderV235-3883575 tempest-ServerRescueTestJSONUnderV235-3883575-project] Request body: {'floatingip': {'port_id': '85f79270-01a6-4bfc-b9f8-7154a719205a', 'fixed_ip_address': '172.20.0.8'}} {{(pid=95102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:28:00.592231 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] For port 99215099-e4ca-41e9-9da2-30bc7fb3a27f, host n-h1-713301-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-16',level=0,port_id=99215099-e4ca-41e9-9da2-30bc7fb3a27f,segment=NetworkSegment(6139d589-eb6c-4578-8935-c26ddf396853),segment_id=6139d589-eb6c-4578-8935-c26ddf396853)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:28:00.602109 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:28:00.698044 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Pushing event updated for resources: {'Port': ['ID=99215099-e4ca-41e9-9da2-30bc7fb3a27f,revision_number=9']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:28:00.699757 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-ce7ed54f-4ca9-4338-a1d6-e0335e0a9721 req-b84bda88-d2d5-4333-874e-db5f0c413635 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.39&port_id=99215099-e4ca-41e9-9da2-30bc7fb3a27f HTTP/1.1" status: 200 len: 217 time: 0.3692713 Sep 23 19:28:00.713202 n-d-713301-16 neutron-server[95104]: DEBUG neutron.plugins.ml2.db [None req-472c2a16-369e-4d31-b4c6-2664fe5cd840 None None] For port 1b795f46-5f6d-4ddb-b778-bb7a400a63d7, host n-d-713301-16, cleared binding levels {{(pid=95104) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 19:28:00.719882 n-d-713301-16 neutron-server[95104]: DEBUG neutron.plugins.ml2.db [None req-472c2a16-369e-4d31-b4c6-2664fe5cd840 None None] For port 1b795f46-5f6d-4ddb-b778-bb7a400a63d7, host n-d-713301-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-16',level=0,port_id=1b795f46-5f6d-4ddb-b778-bb7a400a63d7,segment=NetworkSegment(b5e2d5bf-afea-4c4b-8e45-3078548d73e6),segment_id=b5e2d5bf-afea-4c4b-8e45-3078548d73e6)] {{(pid=95104) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 19:28:00.730041 n-d-713301-16 neutron-server[95104]: DEBUG neutron_lib.callbacks.manager [None req-472c2a16-369e-4d31-b4c6-2664fe5cd840 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:28:00.779333 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 40330) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:28:00.782099 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-bf7ffd7b-15eb-45cf-ae9e-a81932a810ca tempest-ServersTestMultiNic-786669321 tempest-ServersTestMultiNic-786669321-project] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 1.9548173 Sep 23 19:28:00.790158 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.v2.base [None req-dc61f5aa-b19a-450c-928a-c89af6779b32 tempest-ServersTestMultiNic-786669321 tempest-ServersTestMultiNic-786669321-project] Request body: {'subnet': {'network_id': '7142a3f9-1e8c-4b3f-95ed-1586b58a5cbc', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=95101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:28:00.830562 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-43cf77aa-206b-4c65-9ef4-480ffcb274d3 None None] Provisioning complete for port 1b795f46-5f6d-4ddb-b778-bb7a400a63d7 triggered by entity DHCP. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:28:00.831079 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-43cf77aa-206b-4c65-9ef4-480ffcb274d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:28:00.848440 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-472c2a16-369e-4d31-b4c6-2664fe5cd840 None None] Routers {'3805e5bd-eef0-465b-b5a0-5292e527536c'} bound to L3 agent in host n-d-713301-16 {{(pid=95104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 19:28:00.850318 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_hamode_db [None req-472c2a16-369e-4d31-b4c6-2664fe5cd840 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-23T19:07:52Z,description=,heartbeat_timestamp=2021-09-23T19:27:52Z,host='n-d-713301-16',id=79a740bf-7821-4989-8288-7186e3e128f3,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:07:52Z,topic='l3_agent')) {'router_ids': ['3805e5bd-eef0-465b-b5a0-5292e527536c'], 'active': True} {{(pid=95104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:28:00.855479 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eef1666b-166c-41fe-b224-99f1a54d8c46 None None] Pushing event updated for resources: {'Port': ['ID=1b795f46-5f6d-4ddb-b778-bb7a400a63d7,revision_number=4']} {{(pid=95104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:28:00.929311 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-19e88e47-1945-4960-be2f-bfe2fb907797 req-871fcba8-c119-48f9-bcbb-d2db5c795b44 tempest-ServerRescueTestJSONUnderV235-3883575 tempest-ServerRescueTestJSONUnderV235-3883575-project] Notify callbacks [] for floatingip, before_update {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:28:01.087514 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_dvr_db [None req-472c2a16-369e-4d31-b4c6-2664fe5cd840 None None] Set router 3805e5bd-eef0-465b-b5a0-5292e527536c gateway port host: n-d-713301-16 {{(pid=95104) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 19:28:01.118469 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-43cf77aa-206b-4c65-9ef4-480ffcb274d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:28:01.138907 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc61f5aa-b19a-450c-928a-c89af6779b32 tempest-ServersTestMultiNic-786669321 tempest-ServersTestMultiNic-786669321-project] Made reservation on behalf of e5bc57b02b1840628e8df5037b8dd2e7 for: {'subnet': 1} {{(pid=95101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:28:01.150704 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-dc61f5aa-b19a-450c-928a-c89af6779b32 tempest-ServersTestMultiNic-786669321 tempest-ServersTestMultiNic-786669321-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6130979'] for subnet, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:28:01.222839 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-43cf77aa-206b-4c65-9ef4-480ffcb274d3 None None] For port 1b795f46-5f6d-4ddb-b778-bb7a400a63d7, host n-d-713301-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-16',level=0,port_id=1b795f46-5f6d-4ddb-b778-bb7a400a63d7,segment=NetworkSegment(b5e2d5bf-afea-4c4b-8e45-3078548d73e6),segment_id=b5e2d5bf-afea-4c4b-8e45-3078548d73e6)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:28:01.229999 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-43cf77aa-206b-4c65-9ef4-480ffcb274d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:28:01.371621 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43cf77aa-206b-4c65-9ef4-480ffcb274d3 None None] Pushing event updated for resources: {'Port': ['ID=1b795f46-5f6d-4ddb-b778-bb7a400a63d7,revision_number=5']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:28:01.394082 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-95db91cd-5370-4fa3-8103-402ff6e1d40f None None] Provisioning complete for port 1b795f46-5f6d-4ddb-b778-bb7a400a63d7 triggered by entity DHCP. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:28:01.394648 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-95db91cd-5370-4fa3-8103-402ff6e1d40f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:28:01.419793 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf7ffd7b-15eb-45cf-ae9e-a81932a810ca tempest-ServersTestMultiNic-786669321 tempest-ServersTestMultiNic-786669321-project] Pushing event updated for resources: {'Network': ['ID=7142a3f9-1e8c-4b3f-95ed-1586b58a5cbc,revision_number=1']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:28:01.459935 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-cff3101a-c058-4e5f-88c8-1dcc1378e987 req-46b0cc61-35c9-41ff-86fc-24c3a2ec080d tempest-MigrationsAdminTest-397594546 tempest-MigrationsAdminTest-397594546-project] 10.222.0.67 "GET /v2.0/security-groups?id=78cb509b-31c4-4e2a-bb5c-7abd6194dcc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.4381161 Sep 23 19:28:01.466985 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Network 7142a3f9-1e8c-4b3f-95ed-1586b58a5cbc details requested by agent ovs-agent-n-d-713301-16 with host n-d-713301-16 {{(pid=95103) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 19:28:01.525193 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Device b3b1f489-6989-496d-a15e-57e188c8171f up at agent hyperv_n-h2-713301-16 {{(pid=95103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 19:28:01.539887 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_hamode_db [None req-472c2a16-369e-4d31-b4c6-2664fe5cd840 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3805e5bd-eef0-465b-b5a0-5292e527536c', 'name': 'tempest-ServersTestMultiNic-1853342913-router', 'tenant_id': 'e5bc57b02b1840628e8df5037b8dd2e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'external_fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.3'}], 'enable_snat': True}, 'gw_port_id': 'c0d0e1e4-7868-4070-abf8-f79108bacc05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:27:43Z', 'updated_at': '2021-09-23T19:27:56Z', 'revision_number': 4, 'project_id': 'e5bc57b02b1840628e8df5037b8dd2e7', 'gw_port': {'id': 'c0d0e1e4-7868-4070-abf8-f79108bacc05', 'name': '', 'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:0c:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3805e5bd-eef0-465b-b5a0-5292e527536c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1077, 'fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:27:45Z', 'updated_at': '2021-09-23T19:27:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-16', '_interfaces': [{'id': '1b795f46-5f6d-4ddb-b778-bb7a400a63d7', 'name': '', 'network_id': '689b461e-d1c6-403c-9578-5b169de9e172', 'tenant_id': 'e5bc57b02b1840628e8df5037b8dd2e7', 'mac_address': 'fa:16:3e:2e:c4:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3805e5bd-eef0-465b-b5a0-5292e527536c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1080, 'fixed_ips': [{'subnet_id': '8fd9bff7-5d8e-45df-9c62-138803c1d6a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:27:54Z', 'updated_at': '2021-09-23T19:28:00Z', 'revision_number': 4, 'project_id': 'e5bc57b02b1840628e8df5037b8dd2e7', 'subnets': [{'id': '8fd9bff7-5d8e-45df-9c62-138803c1d6a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-16', False) {} {{(pid=95104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:28:01.644887 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce7ed54f-4ca9-4338-a1d6-e0335e0a9721 req-24cf296d-007c-492b-aa4d-88403b7485e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:28:01.647148 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-ce7ed54f-4ca9-4338-a1d6-e0335e0a9721 req-24cf296d-007c-492b-aa4d-88403b7485e5 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=1ccc69bc-9d6b-44d9-b227-204e47dc6e45 HTTP/1.1" status: 200 len: 843 time: 0.8961506 Sep 23 19:28:01.663962 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-dc61f5aa-b19a-450c-928a-c89af6779b32 tempest-ServersTestMultiNic-786669321 tempest-ServersTestMultiNic-786669321-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5607579', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6130961'] for subnet, after_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:28:01.744761 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-472c2a16-369e-4d31-b4c6-2664fe5cd840 None None] The sync data for ids ['3805e5bd-eef0-465b-b5a0-5292e527536c'] in n-d-713301-16 is: [{'id': '3805e5bd-eef0-465b-b5a0-5292e527536c', 'name': 'tempest-ServersTestMultiNic-1853342913-router', 'tenant_id': 'e5bc57b02b1840628e8df5037b8dd2e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'external_fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.3'}], 'enable_snat': True}, 'gw_port_id': 'c0d0e1e4-7868-4070-abf8-f79108bacc05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:27:43Z', 'updated_at': '2021-09-23T19:27:56Z', 'revision_number': 4, 'project_id': 'e5bc57b02b1840628e8df5037b8dd2e7', 'gw_port': {'id': 'c0d0e1e4-7868-4070-abf8-f79108bacc05', 'name': '', 'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:0c:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3805e5bd-eef0-465b-b5a0-5292e527536c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1077, 'fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:27:45Z', 'updated_at': '2021-09-23T19:27:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-16', '_interfaces': [{'id': '1b795f46-5f6d-4ddb-b778-bb7a400a63d7', 'name': '', 'network_id': '689b461e-d1c6-403c-9578-5b169de9e172', 'tenant_id': 'e5bc57b02b1840628e8df5037b8dd2e7', 'mac_address': 'fa:16:3e:2e:c4:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3805e5bd-eef0-465b-b5a0-5292e527536c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1080, 'fixed_ips': [{'subnet_id': '8fd9bff7-5d8e-45df-9c62-138803c1d6a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:27:54Z', 'updated_at': '2021-09-23T19:28:00Z', 'revision_number': 4, 'project_id': 'e5bc57b02b1840628e8df5037b8dd2e7', 'subnets': [{'id': '8fd9bff7-5d8e-45df-9c62-138803c1d6a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 19:28:01.850004 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc61f5aa-b19a-450c-928a-c89af6779b32 tempest-ServersTestMultiNic-786669321 tempest-ServersTestMultiNic-786669321-project] Checking segment: {'id': 'f9c00884-efab-4728-92dc-6084f1ac3ed2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '7142a3f9-1e8c-4b3f-95ed-1586b58a5cbc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:28:01.850865 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc61f5aa-b19a-450c-928a-c89af6779b32 tempest-ServersTestMultiNic-786669321 tempest-ServersTestMultiNic-786669321-project] Network hostable DHCP agents. Network: 7142a3f9-1e8c-4b3f-95ed-1586b58a5cbc, hostable agents: ['1b18bf05-1b5f-4587-be5c-af3ac38e32ad'], hosted agents: [] {{(pid=95101) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 19:28:01.897415 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc61f5aa-b19a-450c-928a-c89af6779b32 tempest-ServersTestMultiNic-786669321 tempest-ServersTestMultiNic-786669321-project] Pushing event updated for resources: {'Subnet': ['ID=f443a7a0-3486-404d-acc4-09a52d150932,revision_number=0']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:28:01.934209 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc61f5aa-b19a-450c-928a-c89af6779b32 tempest-ServersTestMultiNic-786669321 tempest-ServersTestMultiNic-786669321-project] Network 7142a3f9-1e8c-4b3f-95ed-1586b58a5cbc is scheduled to be hosted by DHCP agent 1b18bf05-1b5f-4587-be5c-af3ac38e32ad with binding_index 1 {{(pid=95101) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 19:28:01.941900 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Provisioning for port b3b1f489-6989-496d-a15e-57e188c8171f completed by entity L2. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 19:28:01.955319 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Provisioning complete for port b3b1f489-6989-496d-a15e-57e188c8171f triggered by entity L2. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:28:01.955783 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:28:01.983306 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.base_scheduler [None req-dc61f5aa-b19a-450c-928a-c89af6779b32 tempest-ServersTestMultiNic-786669321 tempest-ServersTestMultiNic-786669321-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713301-16, 7142a3f9-1e8c-4b3f-95ed-1586b58a5cbc) {{(pid=95101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:28:01.994870 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc61f5aa-b19a-450c-928a-c89af6779b32 tempest-ServersTestMultiNic-786669321 tempest-ServersTestMultiNic-786669321-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:28:01.995398 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-dc61f5aa-b19a-450c-928a-c89af6779b32 tempest-ServersTestMultiNic-786669321 tempest-ServersTestMultiNic-786669321-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527417'] for subnet, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:28:02.025329 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-dc61f5aa-b19a-450c-928a-c89af6779b32 tempest-ServersTestMultiNic-786669321 tempest-ServersTestMultiNic-786669321-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.2445300 Sep 23 19:28:02.028098 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 40332) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:28:02.030178 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-444e9f6c-37c5-4113-8aed-dc549f956869 None None] Network 7142a3f9-1e8c-4b3f-95ed-1586b58a5cbc requested from n-d-713301-16 {{(pid=95103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 19:28:02.039588 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.v2.base [None req-1f1fb73a-d411-49e3-9c8a-dac8dff0471e tempest-ServersTestMultiNic-786669321 tempest-ServersTestMultiNic-786669321-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1344326301'}} {{(pid=95101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:28:02.107944 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f1fb73a-d411-49e3-9c8a-dac8dff0471e tempest-ServersTestMultiNic-786669321 tempest-ServersTestMultiNic-786669321-project] Made reservation on behalf of e5bc57b02b1840628e8df5037b8dd2e7 for: {'network': 1} {{(pid=95101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:28:02.125106 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-1f1fb73a-d411-49e3-9c8a-dac8dff0471e tempest-ServersTestMultiNic-786669321 tempest-ServersTestMultiNic-786669321-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for network, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:28:02.201196 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1f1fb73a-d411-49e3-9c8a-dac8dff0471e tempest-ServersTestMultiNic-786669321 tempest-ServersTestMultiNic-786669321-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 600} {{(pid=95101) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 19:28:02.219583 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-1f1fb73a-d411-49e3-9c8a-dac8dff0471e tempest-ServersTestMultiNic-786669321 tempest-ServersTestMultiNic-786669321-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1756186'] for segment, precommit_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:28:02.220041 n-d-713301-16 neutron-server[95101]: INFO neutron.db.segments_db [None req-1f1fb73a-d411-49e3-9c8a-dac8dff0471e tempest-ServersTestMultiNic-786669321 tempest-ServersTestMultiNic-786669321-project] Added segment 413527a0-b46b-46fc-87b0-07b894e7a685 of type vlan for network 1afeede4-2bc8-4bee-b08e-8b562a1d1c30 Sep 23 19:28:02.288095 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.db.resource_extend [req-19e88e47-1945-4960-be2f-bfe2fb907797 req-871fcba8-c119-48f9-bcbb-d2db5c795b44 tempest-ServerRescueTestJSONUnderV235-3883575 tempest-ServerRescueTestJSONUnderV235-3883575-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=95102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 23 19:28:02.307390 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-1f1fb73a-d411-49e3-9c8a-dac8dff0471e tempest-ServersTestMultiNic-786669321 tempest-ServersTestMultiNic-786669321-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783145630486'] for network, precommit_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:28:02.376027 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-1f1fb73a-d411-49e3-9c8a-dac8dff0471e tempest-ServersTestMultiNic-786669321 tempest-ServersTestMultiNic-786669321-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299'] for network, after_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:28:02.386164 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f1fb73a-d411-49e3-9c8a-dac8dff0471e tempest-ServersTestMultiNic-786669321 tempest-ServersTestMultiNic-786669321-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:28:02.387532 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-1f1fb73a-d411-49e3-9c8a-dac8dff0471e tempest-ServersTestMultiNic-786669321 tempest-ServersTestMultiNic-786669321-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527417'] for network, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:28:02.403322 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:28:02.428650 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce7ed54f-4ca9-4338-a1d6-e0335e0a9721 req-ea5c6cc9-0c3c-49c0-9919-39c58a871e99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:28:02.431028 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-ce7ed54f-4ca9-4338-a1d6-e0335e0a9721 req-ea5c6cc9-0c3c-49c0-9919-39c58a871e99 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=5220cb0c-da05-478a-9604-8c11469a05b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.7561007 Sep 23 19:28:02.456258 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b7343ca-d538-41c6-b180-216ff4b0f806 req-e3e0c29d-cd5b-4d33-b7fb-13f6f73181d5 tempest-VolumesAdminNegativeTest-1663824495 tempest-VolumesAdminNegativeTest-1663824495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:28:02.458510 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-5b7343ca-d538-41c6-b180-216ff4b0f806 req-e3e0c29d-cd5b-4d33-b7fb-13f6f73181d5 tempest-VolumesAdminNegativeTest-1663824495 tempest-VolumesAdminNegativeTest-1663824495-project] 10.222.0.67 "GET /v2.0/ports?device_id=e294333f-f58d-4fe8-a8a8-e06214bafd0d HTTP/1.1" status: 200 len: 945 time: 0.5535049 Sep 23 19:28:02.526528 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] For port b3b1f489-6989-496d-a15e-57e188c8171f, host n-h2-713301-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-16',level=0,port_id=b3b1f489-6989-496d-a15e-57e188c8171f,segment=NetworkSegment(f8de9f65-8411-4e97-ab2c-3e2ef9532e6f),segment_id=f8de9f65-8411-4e97-ab2c-3e2ef9532e6f)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:28:02.534367 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77554d82-4bed-46ff-a396-440c6fd1841f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4c8b80df-07eb-5275-9f17-5cf640db67c0-7142a3f9-1e8c-4b3f-95ed-1586b58a5cbc', 'network_id': '7142a3f9-1e8c-4b3f-95ed-1586b58a5cbc', 'tenant_id': 'e5bc57b02b1840628e8df5037b8dd2e7', 'fixed_ips': [{'subnet_id': 'f443a7a0-3486-404d-acc4-09a52d150932'}]}} from n-d-713301-16. {{(pid=95103) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 23 19:28:02.535257 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-77554d82-4bed-46ff-a396-440c6fd1841f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_create {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:28:02.540077 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:28:02.596329 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-19e88e47-1945-4960-be2f-bfe2fb907797 req-871fcba8-c119-48f9-bcbb-d2db5c795b44 tempest-ServerRescueTestJSONUnderV235-3883575 tempest-ServerRescueTestJSONUnderV235-3883575-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:28:02.630690 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f1fb73a-d411-49e3-9c8a-dac8dff0471e tempest-ServersTestMultiNic-786669321 tempest-ServersTestMultiNic-786669321-project] Pushing event updated for resources: {'Network': ['ID=1afeede4-2bc8-4bee-b08e-8b562a1d1c30,revision_number=1']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:28:02.659916 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Network 1afeede4-2bc8-4bee-b08e-8b562a1d1c30 details requested by agent ovs-agent-n-d-713301-16 with host n-d-713301-16 {{(pid=95103) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 19:28:02.678674 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-19e88e47-1945-4960-be2f-bfe2fb907797 req-871fcba8-c119-48f9-bcbb-d2db5c795b44 tempest-ServerRescueTestJSONUnderV235-3883575 tempest-ServerRescueTestJSONUnderV235-3883575-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-601884'] for floatingip, after_update {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:28:02.679037 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-1f1fb73a-d411-49e3-9c8a-dac8dff0471e tempest-ServersTestMultiNic-786669321 tempest-ServersTestMultiNic-786669321-project] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.6440098 Sep 23 19:28:02.679037 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 40338) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:28:02.683986 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.v2.base [None req-aec06e78-c8a1-489e-b93e-101157b542c8 tempest-ServersTestMultiNic-786669321 tempest-ServersTestMultiNic-786669321-project] Request body: {'subnet': {'network_id': '1afeede4-2bc8-4bee-b08e-8b562a1d1c30', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=95101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:28:02.799920 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.db.resource_extend [None req-95859cc7-e179-40f0-b2b3-f074a642f8c5 tempest-AttachVolumeTestJSON-1825206227 tempest-AttachVolumeTestJSON-1825206227-project] It took 0.21 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=95102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 23 19:28:02.826021 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-5b7343ca-d538-41c6-b180-216ff4b0f806 req-3384cdf5-daf7-4293-8050-f3f7ad8ec0a3 tempest-VolumesAdminNegativeTest-1663824495 tempest-VolumesAdminNegativeTest-1663824495-project] 10.222.0.67 "GET /v2.0/security-groups?id=03b8d372-1648-4ffa-a934-45f880e6202c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3164792 Sep 23 19:28:03.049092 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aec06e78-c8a1-489e-b93e-101157b542c8 tempest-ServersTestMultiNic-786669321 tempest-ServersTestMultiNic-786669321-project] Made reservation on behalf of e5bc57b02b1840628e8df5037b8dd2e7 for: {'subnet': 1} {{(pid=95101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:28:03.059534 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-aec06e78-c8a1-489e-b93e-101157b542c8 tempest-ServersTestMultiNic-786669321 tempest-ServersTestMultiNic-786669321-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6130979'] for subnet, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:28:03.175264 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Device 1b795f46-5f6d-4ddb-b778-bb7a400a63d7 up at agent ovs-agent-n-d-713301-16 {{(pid=95103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 19:28:03.210525 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-95859cc7-e179-40f0-b2b3-f074a642f8c5 tempest-AttachVolumeTestJSON-1825206227 tempest-AttachVolumeTestJSON-1825206227-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:28:03.245129 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-ce7ed54f-4ca9-4338-a1d6-e0335e0a9721 req-76af5414-53f0-4bf1-bd0d-ffb7ffe6534b service neutron] 10.222.0.74 "GET /v2.0/networks/5220cb0c-da05-478a-9604-8c11469a05b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7738841 Sep 23 19:28:03.249081 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-95859cc7-e179-40f0-b2b3-f074a642f8c5 tempest-AttachVolumeTestJSON-1825206227 tempest-AttachVolumeTestJSON-1825206227-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-601884'] for floatingip, after_update {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:28:03.264319 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Pushing event updated for resources: {'Port': ['ID=b3b1f489-6989-496d-a15e-57e188c8171f,revision_number=5']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:28:03.328238 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.db_base_plugin_common [None req-77554d82-4bed-46ff-a396-440c6fd1841f None None] Allocated IP 19.80.0.2 (7142a3f9-1e8c-4b3f-95ed-1586b58a5cbc/f443a7a0-3486-404d-acc4-09a52d150932/90094cbc-3efa-432b-b539-b243336e3494) {{(pid=95103) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 19:28:03.331415 n-d-713301-16 neutron-server[95102]: INFO neutron.db.l3_db [req-19e88e47-1945-4960-be2f-bfe2fb907797 req-871fcba8-c119-48f9-bcbb-d2db5c795b44 tempest-ServerRescueTestJSONUnderV235-3883575 tempest-ServerRescueTestJSONUnderV235-3883575-project] Floating IP 85813f2f-3016-49ce-a630-3c94eb143733 associated. External IP: 172.25.1.19, port: 85f79270-01a6-4bfc-b9f8-7154a719205a. Sep 23 19:28:03.407775 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Provisioning complete for port 1b795f46-5f6d-4ddb-b778-bb7a400a63d7 triggered by entity L2. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:28:03.409913 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:28:03.678826 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-aec06e78-c8a1-489e-b93e-101157b542c8 tempest-ServersTestMultiNic-786669321 tempest-ServersTestMultiNic-786669321-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5607579', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6130961'] for subnet, after_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:28:03.785791 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aec06e78-c8a1-489e-b93e-101157b542c8 tempest-ServersTestMultiNic-786669321 tempest-ServersTestMultiNic-786669321-project] Pushing event updated for resources: {'Subnet': ['ID=75393f39-a81a-41a5-9194-e3664a869981,revision_number=0']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:28:03.877647 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aec06e78-c8a1-489e-b93e-101157b542c8 tempest-ServersTestMultiNic-786669321 tempest-ServersTestMultiNic-786669321-project] Checking segment: {'id': '413527a0-b46b-46fc-87b0-07b894e7a685', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '1afeede4-2bc8-4bee-b08e-8b562a1d1c30'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:28:03.879611 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aec06e78-c8a1-489e-b93e-101157b542c8 tempest-ServersTestMultiNic-786669321 tempest-ServersTestMultiNic-786669321-project] Network hostable DHCP agents. Network: 1afeede4-2bc8-4bee-b08e-8b562a1d1c30, hostable agents: ['1b18bf05-1b5f-4587-be5c-af3ac38e32ad'], hosted agents: [] {{(pid=95101) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 19:28:03.930166 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aec06e78-c8a1-489e-b93e-101157b542c8 tempest-ServersTestMultiNic-786669321 tempest-ServersTestMultiNic-786669321-project] Network 1afeede4-2bc8-4bee-b08e-8b562a1d1c30 is scheduled to be hosted by DHCP agent 1b18bf05-1b5f-4587-be5c-af3ac38e32ad with binding_index 1 {{(pid=95101) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 19:28:03.976647 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.base_scheduler [None req-aec06e78-c8a1-489e-b93e-101157b542c8 tempest-ServersTestMultiNic-786669321 tempest-ServersTestMultiNic-786669321-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713301-16, 1afeede4-2bc8-4bee-b08e-8b562a1d1c30) {{(pid=95101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:28:03.990870 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aec06e78-c8a1-489e-b93e-101157b542c8 tempest-ServersTestMultiNic-786669321 tempest-ServersTestMultiNic-786669321-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:28:03.992822 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-aec06e78-c8a1-489e-b93e-101157b542c8 tempest-ServersTestMultiNic-786669321 tempest-ServersTestMultiNic-786669321-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527417'] for subnet, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:28:04.026366 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0940f3e2-db1a-4f23-8d5b-93d11d60cd40 None None] Network 1afeede4-2bc8-4bee-b08e-8b562a1d1c30 requested from n-d-713301-16 {{(pid=95103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 19:28:04.035861 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-aec06e78-c8a1-489e-b93e-101157b542c8 tempest-ServersTestMultiNic-786669321 tempest-ServersTestMultiNic-786669321-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.3555751 Sep 23 19:28:04.249774 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-77554d82-4bed-46ff-a396-440c6fd1841f None None] Notify callbacks [] for port, precommit_create {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:28:04.267615 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee25643-827e-4915-9b21-4eca76b0db15 req-92e432b0-d5e2-4606-8cab-5e2d34084674 tempest-DeleteServersTestJSON-2111530366 tempest-DeleteServersTestJSON-2111530366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:28:04.269343 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-0ee25643-827e-4915-9b21-4eca76b0db15 req-92e432b0-d5e2-4606-8cab-5e2d34084674 tempest-DeleteServersTestJSON-2111530366 tempest-DeleteServersTestJSON-2111530366-project] 10.222.0.67 "GET /v2.0/ports?device_id=b19e3d25-fa76-4ad5-ade4-28bc9af28ac3 HTTP/1.1" status: 200 len: 945 time: 1.0066535 Sep 23 19:28:04.280702 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-77554d82-4bed-46ff-a396-440c6fd1841f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783145673135'] for port, after_create {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:28:04.323995 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-ce7ed54f-4ca9-4338-a1d6-e0335e0a9721 req-2cb7c065-4c02-4247-bda5-9f7fc5648eaa service neutron] 10.222.0.74 "GET /v2.0/networks/5220cb0c-da05-478a-9604-8c11469a05b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0712848 Sep 23 19:28:04.330263 n-d-713301-16 neutron-server[95103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77554d82-4bed-46ff-a396-440c6fd1841f None None] Network 7142a3f9-1e8c-4b3f-95ed-1586b58a5cbc is already hosted by enough agents. {{(pid=95103) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:28:04.332535 n-d-713301-16 neutron-server[95102]: INFO neutron.db.l3_db [None req-95859cc7-e179-40f0-b2b3-f074a642f8c5 tempest-AttachVolumeTestJSON-1825206227 tempest-AttachVolumeTestJSON-1825206227-project] Floating IP c4c9d118-fc3c-4468-a72d-7d7d876a24a9 associated. External IP: 172.25.1.163, port: b1a5385d-b97e-4faa-9e35-589c892a4d85. Sep 23 19:28:04.335562 n-d-713301-16 neutron-server[95103]: DEBUG neutron.scheduler.base_scheduler [None req-77554d82-4bed-46ff-a396-440c6fd1841f None None] Resources bound (agent type, host, resource id): {{(pid=95103) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:28:04.340689 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77554d82-4bed-46ff-a396-440c6fd1841f None None] Received port after_create {{(pid=95103) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 19:28:04.384751 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77554d82-4bed-46ff-a396-440c6fd1841f None None] Pushing event updated for resources: {'Port': ['ID=90094cbc-3efa-432b-b539-b243336e3494,revision_number=1']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:28:04.438161 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1668a04-147c-44c1-8864-a3bf52d1eae9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4c8b80df-07eb-5275-9f17-5cf640db67c0-1afeede4-2bc8-4bee-b08e-8b562a1d1c30', 'network_id': '1afeede4-2bc8-4bee-b08e-8b562a1d1c30', 'tenant_id': 'e5bc57b02b1840628e8df5037b8dd2e7', 'fixed_ips': [{'subnet_id': '75393f39-a81a-41a5-9194-e3664a869981'}]}} from n-d-713301-16. {{(pid=95103) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 23 19:28:04.439605 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-a1668a04-147c-44c1-8864-a3bf52d1eae9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_create {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:28:04.448984 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-0ee25643-827e-4915-9b21-4eca76b0db15 req-bd59131f-2c44-45af-8b2a-7c95a20ba2a3 tempest-DeleteServersTestJSON-2111530366 tempest-DeleteServersTestJSON-2111530366-project] 10.222.0.67 "GET /v2.0/security-groups?id=67f2e2ca-928f-40e5-b9b2-05ec3bddbb37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1643908 Sep 23 19:28:04.481105 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.managers [None req-77554d82-4bed-46ff-a396-440c6fd1841f None None] Attempting to bind port 90094cbc-3efa-432b-b539-b243336e3494 on host n-d-713301-16 for vnic_type normal with profile {{(pid=95103) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 19:28:04.481566 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.managers [None req-77554d82-4bed-46ff-a396-440c6fd1841f None None] Attempting to bind port 90094cbc-3efa-432b-b539-b243336e3494 by drivers openvswitch,hyperv on host n-d-713301-16 at level 0 using segments [{'id': 'f9c00884-efab-4728-92dc-6084f1ac3ed2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '7142a3f9-1e8c-4b3f-95ed-1586b58a5cbc'}] {{(pid=95103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 19:28:04.482195 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77554d82-4bed-46ff-a396-440c6fd1841f None None] Attempting to bind port 90094cbc-3efa-432b-b539-b243336e3494 on network 7142a3f9-1e8c-4b3f-95ed-1586b58a5cbc {{(pid=95103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:28:04.494103 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77554d82-4bed-46ff-a396-440c6fd1841f None None] Checking agent: {'id': '70a14545-df24-472f-8f95-bfe1719bff93', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 19, 7, 53), 'started_at': datetime.datetime(2021, 9, 23, 19, 8, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 19, 27, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 19:28:04.494801 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77554d82-4bed-46ff-a396-440c6fd1841f None None] Checking segment: {'id': 'f9c00884-efab-4728-92dc-6084f1ac3ed2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '7142a3f9-1e8c-4b3f-95ed-1586b58a5cbc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95103) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:28:04.495507 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-77554d82-4bed-46ff-a396-440c6fd1841f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:28:04.496497 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77554d82-4bed-46ff-a396-440c6fd1841f None None] Bound using segment: {'id': 'f9c00884-efab-4728-92dc-6084f1ac3ed2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '7142a3f9-1e8c-4b3f-95ed-1586b58a5cbc'} {{(pid=95103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 19:28:04.497289 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.managers [None req-77554d82-4bed-46ff-a396-440c6fd1841f None None] Bound port: 90094cbc-3efa-432b-b539-b243336e3494, host: n-d-713301-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f9c00884-efab-4728-92dc-6084f1ac3ed2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '7142a3f9-1e8c-4b3f-95ed-1586b58a5cbc'}}] {{(pid=95103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 19:28:04.497899 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-77554d82-4bed-46ff-a396-440c6fd1841f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:28:04.618081 n-d-713301-16 neutron-server[95103]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 19:28:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5a06e50-a1a8-429c-9c38-9e2b169a4c26 x-openstack-request-id: req-b5a06e50-a1a8-429c-9c38-9e2b169a4c26 {{(pid=95103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 19:28:04.618355 n-d-713301-16 neutron-server[95103]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6573cd99-c5b7-4bf8-8671-27760195f1f4", "name": "network-vif-plugged", "status": "completed", "tag": "99215099-e4ca-41e9-9da2-30bc7fb3a27f", "code": 200}]} {{(pid=95103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 19:28:04.618617 n-d-713301-16 neutron-server[95103]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-b5a06e50-a1a8-429c-9c38-9e2b169a4c26 {{(pid=95103) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 19:28:04.619008 n-d-713301-16 neutron-server[95103]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6573cd99-c5b7-4bf8-8671-27760195f1f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '99215099-e4ca-41e9-9da2-30bc7fb3a27f', 'code': 200} Sep 23 19:28:04.766042 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-77554d82-4bed-46ff-a396-440c6fd1841f None None] For port 90094cbc-3efa-432b-b539-b243336e3494, host n-d-713301-16, cleared binding levels {{(pid=95103) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 19:28:04.773585 n-d-713301-16 neutron-server[95102]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-95859cc7-e179-40f0-b2b3-f074a642f8c5 tempest-AttachVolumeTestJSON-1825206227 tempest-AttachVolumeTestJSON-1825206227-project] Router 0ae9bdcc-8d8c-4e39-ab0b-7f19577fbe58 has already been hosted by L3 agent 79a740bf-7821-4989-8288-7186e3e128f3 {{(pid=95102) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 19:28:04.774941 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-77554d82-4bed-46ff-a396-440c6fd1841f None None] For port 90094cbc-3efa-432b-b539-b243336e3494, host n-d-713301-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-16',level=0,port_id=90094cbc-3efa-432b-b539-b243336e3494,segment=NetworkSegment(f9c00884-efab-4728-92dc-6084f1ac3ed2),segment_id=f9c00884-efab-4728-92dc-6084f1ac3ed2)] {{(pid=95103) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 19:28:04.788363 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.db_base_plugin_common [None req-a1668a04-147c-44c1-8864-a3bf52d1eae9 None None] Allocated IP 19.86.0.2 (1afeede4-2bc8-4bee-b08e-8b562a1d1c30/75393f39-a81a-41a5-9194-e3664a869981/c176e88b-b3c5-4b39-98aa-f2f32ffd8de4) {{(pid=95103) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 19:28:04.788771 n-d-713301-16 neutron-server[95102]: DEBUG neutron.scheduler.l3_agent_scheduler [req-19e88e47-1945-4960-be2f-bfe2fb907797 req-871fcba8-c119-48f9-bcbb-d2db5c795b44 tempest-ServerRescueTestJSONUnderV235-3883575 tempest-ServerRescueTestJSONUnderV235-3883575-project] Router 2cd616c4-c328-47c6-a307-bc5706ab5f79 has already been hosted by L3 agent 79a740bf-7821-4989-8288-7186e3e128f3 {{(pid=95102) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 19:28:04.791356 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-77554d82-4bed-46ff-a396-440c6fd1841f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:28:04.889813 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77554d82-4bed-46ff-a396-440c6fd1841f None None] Pushing event updated for resources: {'Port': ['ID=90094cbc-3efa-432b-b539-b243336e3494,revision_number=2']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:28:05.104746 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef6d6e64-dc7b-4c68-9e04-0dfcf910e8d9 req-0ced4359-b95f-41a3-aff5-6ddf2962804e tempest-MigrationsAdminTest-397594546 tempest-MigrationsAdminTest-397594546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:28:05.106621 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-a1668a04-147c-44c1-8864-a3bf52d1eae9 None None] Notify callbacks [] for port, precommit_create {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:28:05.117685 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-ef6d6e64-dc7b-4c68-9e04-0dfcf910e8d9 req-0ced4359-b95f-41a3-aff5-6ddf2962804e tempest-MigrationsAdminTest-397594546 tempest-MigrationsAdminTest-397594546-project] 10.222.0.67 "GET /v2.0/ports?device_id=6573cd99-c5b7-4bf8-8671-27760195f1f4 HTTP/1.1" status: 200 len: 949 time: 0.3699353 Sep 23 19:28:05.118917 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-a1668a04-147c-44c1-8864-a3bf52d1eae9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783145673135'] for port, after_create {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:28:05.234148 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-19e88e47-1945-4960-be2f-bfe2fb907797 req-871fcba8-c119-48f9-bcbb-d2db5c795b44 tempest-ServerRescueTestJSONUnderV235-3883575 tempest-ServerRescueTestJSONUnderV235-3883575-project] Notify agent at l3_agent.n-d-713301-16 the message routers_updated {{(pid=95102) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 19:28:05.243914 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-19e88e47-1945-4960-be2f-bfe2fb907797 req-871fcba8-c119-48f9-bcbb-d2db5c795b44 tempest-ServerRescueTestJSONUnderV235-3883575 tempest-ServerRescueTestJSONUnderV235-3883575-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222849'] for floatingip, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:28:05.252994 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0db03993-91dc-408e-9310-4f0161832e1c None None] Sync routers for ids ['2cd616c4-c328-47c6-a307-bc5706ab5f79'] in n-d-713301-16 {{(pid=95103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 19:28:05.259348 n-d-713301-16 neutron-server[95103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1668a04-147c-44c1-8864-a3bf52d1eae9 None None] Network 1afeede4-2bc8-4bee-b08e-8b562a1d1c30 is already hosted by enough agents. {{(pid=95103) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:28:05.264218 n-d-713301-16 neutron-server[95103]: DEBUG neutron.scheduler.base_scheduler [None req-a1668a04-147c-44c1-8864-a3bf52d1eae9 None None] Resources bound (agent type, host, resource id): {{(pid=95103) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:28:05.274011 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1668a04-147c-44c1-8864-a3bf52d1eae9 None None] Received port after_create {{(pid=95103) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 19:28:05.290090 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43877095-6f85-4189-9a49-8c7804f1c7d0 req-60980477-e6ab-46b2-9ece-e24087fc95de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:28:05.292638 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-43877095-6f85-4189-9a49-8c7804f1c7d0 req-60980477-e6ab-46b2-9ece-e24087fc95de service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=30554f6e61d54c6bbf3c805c15e93860&device_id=b19e3d25-fa76-4ad5-ade4-28bc9af28ac3 HTTP/1.1" status: 200 len: 1097 time: 0.1239684 Sep 23 19:28:05.338429 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-ef6d6e64-dc7b-4c68-9e04-0dfcf910e8d9 req-ee2f93e9-4678-47ed-803d-c03c520dcdcc tempest-MigrationsAdminTest-397594546 tempest-MigrationsAdminTest-397594546-project] 10.222.0.67 "GET /v2.0/security-groups?id=78cb509b-31c4-4e2a-bb5c-7abd6194dcc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2194324 Sep 23 19:28:05.376407 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1668a04-147c-44c1-8864-a3bf52d1eae9 None None] Pushing event updated for resources: {'Port': ['ID=c176e88b-b3c5-4b39-98aa-f2f32ffd8de4,revision_number=1']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:28:05.385038 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-19e88e47-1945-4960-be2f-bfe2fb907797 req-871fcba8-c119-48f9-bcbb-d2db5c795b44 tempest-ServerRescueTestJSONUnderV235-3883575 tempest-ServerRescueTestJSONUnderV235-3883575-project] 10.222.0.67 "PUT /v2.0/floatingips/85813f2f-3016-49ce-a630-3c94eb143733 HTTP/1.1" status: 200 len: 995 time: 4.8891609 Sep 23 19:28:05.386482 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95859cc7-e179-40f0-b2b3-f074a642f8c5 tempest-AttachVolumeTestJSON-1825206227 tempest-AttachVolumeTestJSON-1825206227-project] Notify agent at l3_agent.n-d-713301-16 the message routers_updated {{(pid=95102) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 19:28:05.388011 n-d-713301-16 neutron-server[95102]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f69a6870-83a8-419f-a0bd-2c6f209ce61f', 'tag': '85f79270-01a6-4bfc-b9f8-7154a719205a'}] {{(pid=95102) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 19:28:05.390608 n-d-713301-16 neutron-server[95102]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab31b6d93e5336dbddfa8ec424565b3bd8cb2369c5b4d85bc943472dbb21e8ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7ca6bc8-c0aa-458e-b16e-807fc33c01b7" -d '{"events": [{"name": "network-changed", "server_uuid": "f69a6870-83a8-419f-a0bd-2c6f209ce61f", "tag": "85f79270-01a6-4bfc-b9f8-7154a719205a"}]}' {{(pid=95102) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 19:28:05.398514 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-95859cc7-e179-40f0-b2b3-f074a642f8c5 tempest-AttachVolumeTestJSON-1825206227 tempest-AttachVolumeTestJSON-1825206227-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222849'] for floatingip, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:28:05.399615 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a118274-9493-4a60-abb1-f84475a1c81f None None] Sync routers for ids ['0ae9bdcc-8d8c-4e39-ab0b-7f19577fbe58'] in n-d-713301-16 {{(pid=95104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 19:28:05.404943 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0db03993-91dc-408e-9310-4f0161832e1c None None] Routers {'2cd616c4-c328-47c6-a307-bc5706ab5f79'} bound to L3 agent in host n-d-713301-16 {{(pid=95103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 19:28:05.405608 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_hamode_db [None req-0db03993-91dc-408e-9310-4f0161832e1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-23T19:07:52Z,description=,heartbeat_timestamp=2021-09-23T19:27:52Z,host='n-d-713301-16',id=79a740bf-7821-4989-8288-7186e3e128f3,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:07:52Z,topic='l3_agent')) {'router_ids': ['2cd616c4-c328-47c6-a307-bc5706ab5f79'], 'active': True} {{(pid=95103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:28:05.412713 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a118274-9493-4a60-abb1-f84475a1c81f None None] Routers {'0ae9bdcc-8d8c-4e39-ab0b-7f19577fbe58'} bound to L3 agent in host n-d-713301-16 {{(pid=95104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 19:28:05.414246 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_hamode_db [None req-9a118274-9493-4a60-abb1-f84475a1c81f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-23T19:07:52Z,description=,heartbeat_timestamp=2021-09-23T19:27:52Z,host='n-d-713301-16',id=79a740bf-7821-4989-8288-7186e3e128f3,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:07:52Z,topic='l3_agent')) {'router_ids': ['0ae9bdcc-8d8c-4e39-ab0b-7f19577fbe58'], 'active': True} {{(pid=95104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:28:05.499066 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-95859cc7-e179-40f0-b2b3-f074a642f8c5 tempest-AttachVolumeTestJSON-1825206227 tempest-AttachVolumeTestJSON-1825206227-project] 10.222.0.67 "PUT /v2.0/floatingips/c4c9d118-fc3c-4468-a72d-7d7d876a24a9 HTTP/1.1" status: 200 len: 992 time: 6.5253148 Sep 23 19:28:05.501841 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43877095-6f85-4189-9a49-8c7804f1c7d0 req-29a6f707-c6b5-4dba-ab9f-f7e6873e6fb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:28:05.504518 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-43877095-6f85-4189-9a49-8c7804f1c7d0 req-29a6f707-c6b5-4dba-ab9f-f7e6873e6fb1 service neutron] 10.222.0.53 "GET /v2.0/networks?id=e47803fc-37db-4c82-80ca-757602b818ca HTTP/1.1" status: 200 len: 913 time: 0.2028039 Sep 23 19:28:05.514274 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e88e47-1945-4960-be2f-bfe2fb907797 req-4ca0d0b7-3895-4e88-96ad-507672e894b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:28:05.515734 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-19e88e47-1945-4960-be2f-bfe2fb907797 req-4ca0d0b7-3895-4e88-96ad-507672e894b8 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=327d976986364fba8e5d9835f3bfc1b1&device_id=f69a6870-83a8-419f-a0bd-2c6f209ce61f HTTP/1.1" status: 200 len: 1097 time: 0.1101105 Sep 23 19:28:05.557315 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.managers [None req-a1668a04-147c-44c1-8864-a3bf52d1eae9 None None] Attempting to bind port c176e88b-b3c5-4b39-98aa-f2f32ffd8de4 on host n-d-713301-16 for vnic_type normal with profile {{(pid=95103) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 19:28:05.560032 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.managers [None req-a1668a04-147c-44c1-8864-a3bf52d1eae9 None None] Attempting to bind port c176e88b-b3c5-4b39-98aa-f2f32ffd8de4 by drivers openvswitch,hyperv on host n-d-713301-16 at level 0 using segments [{'id': '413527a0-b46b-46fc-87b0-07b894e7a685', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '1afeede4-2bc8-4bee-b08e-8b562a1d1c30'}] {{(pid=95103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 19:28:05.560813 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1668a04-147c-44c1-8864-a3bf52d1eae9 None None] Attempting to bind port c176e88b-b3c5-4b39-98aa-f2f32ffd8de4 on network 1afeede4-2bc8-4bee-b08e-8b562a1d1c30 {{(pid=95103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:28:05.586791 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-43877095-6f85-4189-9a49-8c7804f1c7d0 req-1a20d725-545a-4204-ad76-80393f0cc0bf service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=dfe12d6f-a587-4267-8cf8-408a7c963b6e HTTP/1.1" status: 200 len: 217 time: 0.0747578 Sep 23 19:28:05.590968 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_dvr_db [None req-9a118274-9493-4a60-abb1-f84475a1c81f None None] Set router 0ae9bdcc-8d8c-4e39-ab0b-7f19577fbe58 gateway port host: n-d-713301-16 {{(pid=95104) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 19:28:05.628722 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1668a04-147c-44c1-8864-a3bf52d1eae9 None None] Checking agent: {'id': '70a14545-df24-472f-8f95-bfe1719bff93', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 19, 7, 53), 'started_at': datetime.datetime(2021, 9, 23, 19, 8, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 19, 27, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 19:28:05.629196 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1668a04-147c-44c1-8864-a3bf52d1eae9 None None] Checking segment: {'id': '413527a0-b46b-46fc-87b0-07b894e7a685', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '1afeede4-2bc8-4bee-b08e-8b562a1d1c30'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95103) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:28:05.629716 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-a1668a04-147c-44c1-8864-a3bf52d1eae9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:28:05.630935 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1668a04-147c-44c1-8864-a3bf52d1eae9 None None] Bound using segment: {'id': '413527a0-b46b-46fc-87b0-07b894e7a685', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '1afeede4-2bc8-4bee-b08e-8b562a1d1c30'} {{(pid=95103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 19:28:05.631715 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.managers [None req-a1668a04-147c-44c1-8864-a3bf52d1eae9 None None] Bound port: c176e88b-b3c5-4b39-98aa-f2f32ffd8de4, host: n-d-713301-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '413527a0-b46b-46fc-87b0-07b894e7a685', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '1afeede4-2bc8-4bee-b08e-8b562a1d1c30'}}] {{(pid=95103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 19:28:05.632261 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-a1668a04-147c-44c1-8864-a3bf52d1eae9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:28:05.696521 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43877095-6f85-4189-9a49-8c7804f1c7d0 req-ec008a47-36d8-4df7-93f4-5bc4d910516c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:28:05.698304 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-43877095-6f85-4189-9a49-8c7804f1c7d0 req-ec008a47-36d8-4df7-93f4-5bc4d910516c service neutron] 10.222.0.53 "GET /v2.0/subnets?id=4ba945d5-0498-408c-b65f-8f07a46d41b0 HTTP/1.1" status: 200 len: 852 time: 0.1047876 Sep 23 19:28:05.732920 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcecd1e9-9043-4694-af60-570bf8d5b17b req-b139340e-b04c-483b-b422-a081c48a4e17 tempest-VolumesAdminNegativeTest-1663824495 tempest-VolumesAdminNegativeTest-1663824495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:28:05.734499 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-bcecd1e9-9043-4694-af60-570bf8d5b17b req-b139340e-b04c-483b-b422-a081c48a4e17 tempest-VolumesAdminNegativeTest-1663824495 tempest-VolumesAdminNegativeTest-1663824495-project] 10.222.0.67 "GET /v2.0/ports?device_id=e294333f-f58d-4fe8-a8a8-e06214bafd0d HTTP/1.1" status: 200 len: 946 time: 0.1157701 Sep 23 19:28:05.737079 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e88e47-1945-4960-be2f-bfe2fb907797 req-91da1326-cd93-42d7-a165-b5ce69f69a92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:28:05.743557 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-43877095-6f85-4189-9a49-8c7804f1c7d0 req-55cb1f87-d5c5-4d75-92ab-23df72d679e6 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=e47803fc-37db-4c82-80ca-757602b818ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0381110 Sep 23 19:28:05.749192 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-19e88e47-1945-4960-be2f-bfe2fb907797 req-91da1326-cd93-42d7-a165-b5ce69f69a92 service neutron] 10.222.0.67 "GET /v2.0/networks?id=957699bb-3d06-43c7-8d92-2cc14178c33d HTTP/1.1" status: 200 len: 921 time: 0.2232718 Sep 23 19:28:05.774144 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_dvr_db [None req-0db03993-91dc-408e-9310-4f0161832e1c None None] Set router 2cd616c4-c328-47c6-a307-bc5706ab5f79 gateway port host: n-d-713301-16 {{(pid=95103) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 19:28:05.813406 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-a1668a04-147c-44c1-8864-a3bf52d1eae9 None None] For port c176e88b-b3c5-4b39-98aa-f2f32ffd8de4, host n-d-713301-16, cleared binding levels {{(pid=95103) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 19:28:05.834362 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-a1668a04-147c-44c1-8864-a3bf52d1eae9 None None] For port c176e88b-b3c5-4b39-98aa-f2f32ffd8de4, host n-d-713301-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-16',level=0,port_id=c176e88b-b3c5-4b39-98aa-f2f32ffd8de4,segment=NetworkSegment(413527a0-b46b-46fc-87b0-07b894e7a685),segment_id=413527a0-b46b-46fc-87b0-07b894e7a685)] {{(pid=95103) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 19:28:05.849449 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-a1668a04-147c-44c1-8864-a3bf52d1eae9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:28:05.849794 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-19e88e47-1945-4960-be2f-bfe2fb907797 req-496c4142-8e6f-40fb-9f43-e534ab0a1347 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=85f79270-01a6-4bfc-b9f8-7154a719205a HTTP/1.1" status: 200 len: 998 time: 0.0985508 Sep 23 19:28:05.884728 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-43877095-6f85-4189-9a49-8c7804f1c7d0 req-9c497dcd-1e2d-421a-a766-6d874fcb6cfd service neutron] 10.222.0.53 "GET /v2.0/networks/e47803fc-37db-4c82-80ca-757602b818ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1330531 Sep 23 19:28:05.924318 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_hamode_db [None req-9a118274-9493-4a60-abb1-f84475a1c81f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ae9bdcc-8d8c-4e39-ab0b-7f19577fbe58', 'name': 'tempest-AttachVolumeTestJSON-314622829-router', 'tenant_id': 'bc1c8a8a17df480598455b00ff38da5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'external_fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.53'}], 'enable_snat': True}, 'gw_port_id': 'bab68285-692e-4b0e-8383-3035eb294b14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:27:18Z', 'updated_at': '2021-09-23T19:27:26Z', 'revision_number': 4, 'project_id': 'bc1c8a8a17df480598455b00ff38da5a', 'gw_port': {'id': 'bab68285-692e-4b0e-8383-3035eb294b14', 'name': '', 'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:f0:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ae9bdcc-8d8c-4e39-ab0b-7f19577fbe58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1030, 'fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:27:18Z', 'updated_at': '2021-09-23T19:27:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-16', '_floatingips': [{'id': 'c4c9d118-fc3c-4468-a72d-7d7d876a24a9', 'tenant_id': 'bc1c8a8a17df480598455b00ff38da5a', 'floating_ip_address': '172.25.1.163', 'floating_network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'router_id': '0ae9bdcc-8d8c-4e39-ab0b-7f19577fbe58', 'port_id': 'b1a5385d-b97e-4faa-9e35-589c892a4d85', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1046, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '891932c9-457f-43e1-aea2-971af25a68f6', 'mac_address': 'fa:16:3e:11:f8:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cba8196-5b5b-42a0-aaca-42902580e803', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-23T19:27:31Z', 'updated_at': '2021-09-23T19:28:02Z', 'revision_number': 1, 'project_id': 'bc1c8a8a17df480598455b00ff38da5a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'df511637-223e-4ec6-90b4-f9fde186f89c', 'name': '', 'network_id': '891932c9-457f-43e1-aea2-971af25a68f6', 'tenant_id': 'bc1c8a8a17df480598455b00ff38da5a', 'mac_address': 'fa:16:3e:81:e6:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ae9bdcc-8d8c-4e39-ab0b-7f19577fbe58', 'device_owner': 'network:router_interface', 'standard_attr_id': 1038, 'fixed_ips': [{'subnet_id': 'bbfc5a86-0037-429e-b11d-698cbfb1a3c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:27:24Z', 'updated_at': '2021-09-23T19:27:30Z', 'revision_number': 5, 'project_id': 'bc1c8a8a17df480598455b00ff38da5a', 'subnets': [{'id': 'bbfc5a86-0037-429e-b11d-698cbfb1a3c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-16', False) {} {{(pid=95104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:28:05.975364 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-bcecd1e9-9043-4694-af60-570bf8d5b17b req-99c84452-9cc6-496e-88ac-4a464d643a87 tempest-VolumesAdminNegativeTest-1663824495 tempest-VolumesAdminNegativeTest-1663824495-project] 10.222.0.67 "GET /v2.0/security-groups?id=03b8d372-1648-4ffa-a934-45f880e6202c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1466641 Sep 23 19:28:06.002192 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e88e47-1945-4960-be2f-bfe2fb907797 req-d77b5b3e-d22a-4e52-abb7-05f14437b39b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:28:06.014647 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-19e88e47-1945-4960-be2f-bfe2fb907797 req-d77b5b3e-d22a-4e52-abb7-05f14437b39b service neutron] 10.222.0.67 "GET /v2.0/subnets?id=42f61b3d-d2c5-4fe1-a0f1-03eaa8653b9c HTTP/1.1" status: 200 len: 860 time: 0.1638837 Sep 23 19:28:06.021886 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a118274-9493-4a60-abb1-f84475a1c81f None None] Checking router: 0ae9bdcc-8d8c-4e39-ab0b-7f19577fbe58 for host: n-d-713301-16 {{(pid=95104) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 19:28:06.045830 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a118274-9493-4a60-abb1-f84475a1c81f None None] Routers {'0ae9bdcc-8d8c-4e39-ab0b-7f19577fbe58'} bound to L3 agent in host n-d-713301-16 {{(pid=95104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 19:28:06.049340 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-43877095-6f85-4189-9a49-8c7804f1c7d0 req-1a752c98-608f-4214-993b-3ea9f0928434 service neutron] 10.222.0.53 "GET /v2.0/networks/e47803fc-37db-4c82-80ca-757602b818ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1571093 Sep 23 19:28:06.049656 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_hamode_db [None req-9a118274-9493-4a60-abb1-f84475a1c81f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-23T19:07:52Z,description=,heartbeat_timestamp=2021-09-23T19:27:52Z,host='n-d-713301-16',id=79a740bf-7821-4989-8288-7186e3e128f3,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:07:52Z,topic='l3_agent')) {'router_ids': ['0ae9bdcc-8d8c-4e39-ab0b-7f19577fbe58'], 'active': True} {{(pid=95104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:28:06.110683 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-19e88e47-1945-4960-be2f-bfe2fb907797 req-93f30b5c-b982-4c0b-853f-8dee5995a621 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=957699bb-3d06-43c7-8d92-2cc14178c33d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0949073 Sep 23 19:28:06.117549 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1668a04-147c-44c1-8864-a3bf52d1eae9 None None] Pushing event updated for resources: {'Port': ['ID=c176e88b-b3c5-4b39-98aa-f2f32ffd8de4,revision_number=2']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:28:06.305506 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_dvr_db [None req-9a118274-9493-4a60-abb1-f84475a1c81f None None] Set router 0ae9bdcc-8d8c-4e39-ab0b-7f19577fbe58 gateway port host: n-d-713301-16 {{(pid=95104) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 19:28:06.377968 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_hamode_db [None req-0db03993-91dc-408e-9310-4f0161832e1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2cd616c4-c328-47c6-a307-bc5706ab5f79', 'name': 'tempest-ServerRescueTestJSONUnderV235-1224862837-router', 'tenant_id': '327d976986364fba8e5d9835f3bfc1b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'external_fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.230'}], 'enable_snat': True}, 'gw_port_id': 'd32f2dbd-51d4-4f3a-92fa-dd6f9d0030ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:26:43Z', 'updated_at': '2021-09-23T19:26:48Z', 'revision_number': 4, 'project_id': '327d976986364fba8e5d9835f3bfc1b1', 'gw_port': {'id': 'd32f2dbd-51d4-4f3a-92fa-dd6f9d0030ac', 'name': '', 'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:c8:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cd616c4-c328-47c6-a307-bc5706ab5f79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 997, 'fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:26:44Z', 'updated_at': '2021-09-23T19:26:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-16', '_floatingips': [{'id': '85813f2f-3016-49ce-a630-3c94eb143733', 'tenant_id': '327d976986364fba8e5d9835f3bfc1b1', 'floating_ip_address': '172.25.1.19', 'floating_network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'router_id': '2cd616c4-c328-47c6-a307-bc5706ab5f79', 'port_id': '85f79270-01a6-4bfc-b9f8-7154a719205a', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1081, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '957699bb-3d06-43c7-8d92-2cc14178c33d', 'mac_address': 'fa:16:3e:d6:a4:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f69a6870-83a8-419f-a0bd-2c6f209ce61f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-23T19:27:55Z', 'updated_at': '2021-09-23T19:28:02Z', 'revision_number': 1, 'project_id': '327d976986364fba8e5d9835f3bfc1b1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ffbb66e3-edde-45f8-aaff-a1fb63987e1a', 'name': '', 'network_id': '957699bb-3d06-43c7-8d92-2cc14178c33d', 'tenant_id': '327d976986364fba8e5d9835f3bfc1b1', 'mac_address': 'fa:16:3e:40:d2:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cd616c4-c328-47c6-a307-bc5706ab5f79', 'device_owner': 'network:router_interface', 'standard_attr_id': 999, 'fixed_ips': [{'subnet_id': '42f61b3d-d2c5-4fe1-a0f1-03eaa8653b9c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:26:47Z', 'updated_at': '2021-09-23T19:26:53Z', 'revision_number': 5, 'project_id': '327d976986364fba8e5d9835f3bfc1b1', 'subnets': [{'id': '42f61b3d-d2c5-4fe1-a0f1-03eaa8653b9c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-16', False) {} {{(pid=95103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:28:06.436733 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-19e88e47-1945-4960-be2f-bfe2fb907797 req-55277fbc-5d0c-4f86-a7dd-aa8fd29f301d service neutron] 10.222.0.67 "GET /v2.0/networks/957699bb-3d06-43c7-8d92-2cc14178c33d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3223529 Sep 23 19:28:06.454207 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0db03993-91dc-408e-9310-4f0161832e1c None None] Checking router: 2cd616c4-c328-47c6-a307-bc5706ab5f79 for host: n-d-713301-16 {{(pid=95103) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 19:28:06.494270 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0db03993-91dc-408e-9310-4f0161832e1c None None] Routers {'2cd616c4-c328-47c6-a307-bc5706ab5f79'} bound to L3 agent in host n-d-713301-16 {{(pid=95103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 19:28:06.494999 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_hamode_db [None req-0db03993-91dc-408e-9310-4f0161832e1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-23T19:07:52Z,description=,heartbeat_timestamp=2021-09-23T19:27:52Z,host='n-d-713301-16',id=79a740bf-7821-4989-8288-7186e3e128f3,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:07:52Z,topic='l3_agent')) {'router_ids': ['2cd616c4-c328-47c6-a307-bc5706ab5f79'], 'active': True} {{(pid=95103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:28:06.560809 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60cd2094-1cd4-4918-bb1f-fb1219c591bd req-37f4879f-029a-49eb-8969-d8353518b027 tempest-ServersTestMultiNic-786669321 tempest-ServersTestMultiNic-786669321-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:28:06.568226 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60cd2094-1cd4-4918-bb1f-fb1219c591bd req-37f4879f-029a-49eb-8969-d8353518b027 tempest-ServersTestMultiNic-786669321 tempest-ServersTestMultiNic-786669321-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:28:06.576327 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-60cd2094-1cd4-4918-bb1f-fb1219c591bd req-37f4879f-029a-49eb-8969-d8353518b027 tempest-ServersTestMultiNic-786669321 tempest-ServersTestMultiNic-786669321-project] 10.222.0.67 "GET /v2.0/networks?id=7142a3f9-1e8c-4b3f-95ed-1586b58a5cbc&id=1afeede4-2bc8-4bee-b08e-8b562a1d1c30&id=7142a3f9-1e8c-4b3f-95ed-1586b58a5cbc HTTP/1.1" status: 200 len: 1391 time: 0.3096290 Sep 23 19:28:06.608432 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e04d3a70-2bd8-47b9-bfae-59a2ac7e4d99 None None] Network 7142a3f9-1e8c-4b3f-95ed-1586b58a5cbc requested from n-d-713301-16 {{(pid=95103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 19:28:06.626269 n-d-713301-16 neutron-server[95103]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e294333f-f58d-4fe8-a8a8-e06214bafd0d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3b1f489-6989-496d-a15e-57e188c8171f'}] {{(pid=95103) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 19:28:06.628738 n-d-713301-16 neutron-server[95103]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}81a1c17f2aa89d5b3ebbba3a3e0cf7eb588e431c2224256110c4c4facdd7c3e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-247dfe18-2ca5-455a-8336-1002a304f956" -d '{"events": [{"server_uuid": "e294333f-f58d-4fe8-a8a8-e06214bafd0d", "name": "network-vif-plugged", "status": "completed", "tag": "b3b1f489-6989-496d-a15e-57e188c8171f"}]}' {{(pid=95103) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 19:28:06.673053 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-19e88e47-1945-4960-be2f-bfe2fb907797 req-b09577d5-fe80-4ad7-9c48-c7ebdf7b2594 service neutron] 10.222.0.67 "GET /v2.0/networks/957699bb-3d06-43c7-8d92-2cc14178c33d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2257669 Sep 23 19:28:06.682216 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-60cd2094-1cd4-4918-bb1f-fb1219c591bd req-d97c197c-b4b7-4001-a59a-c4d115cd6bf8 tempest-ServersTestMultiNic-786669321 tempest-ServersTestMultiNic-786669321-project] 10.222.0.67 "GET /v2.0/quotas/e5bc57b02b1840628e8df5037b8dd2e7 HTTP/1.1" status: 200 len: 375 time: 0.1050365 Sep 23 19:28:06.723222 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_hamode_db [None req-9a118274-9493-4a60-abb1-f84475a1c81f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ae9bdcc-8d8c-4e39-ab0b-7f19577fbe58', 'name': 'tempest-AttachVolumeTestJSON-314622829-router', 'tenant_id': 'bc1c8a8a17df480598455b00ff38da5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'external_fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.53'}], 'enable_snat': True}, 'gw_port_id': 'bab68285-692e-4b0e-8383-3035eb294b14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:27:18Z', 'updated_at': '2021-09-23T19:27:26Z', 'revision_number': 4, 'project_id': 'bc1c8a8a17df480598455b00ff38da5a', 'gw_port': {'id': 'bab68285-692e-4b0e-8383-3035eb294b14', 'name': '', 'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:f0:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ae9bdcc-8d8c-4e39-ab0b-7f19577fbe58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1030, 'fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:27:18Z', 'updated_at': '2021-09-23T19:27:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-16', '_floatingips': [{'id': 'c4c9d118-fc3c-4468-a72d-7d7d876a24a9', 'tenant_id': 'bc1c8a8a17df480598455b00ff38da5a', 'floating_ip_address': '172.25.1.163', 'floating_network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'router_id': '0ae9bdcc-8d8c-4e39-ab0b-7f19577fbe58', 'port_id': 'b1a5385d-b97e-4faa-9e35-589c892a4d85', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1046, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '891932c9-457f-43e1-aea2-971af25a68f6', 'mac_address': 'fa:16:3e:11:f8:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cba8196-5b5b-42a0-aaca-42902580e803', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-23T19:27:31Z', 'updated_at': '2021-09-23T19:28:02Z', 'revision_number': 1, 'project_id': 'bc1c8a8a17df480598455b00ff38da5a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'df511637-223e-4ec6-90b4-f9fde186f89c', 'name': '', 'network_id': '891932c9-457f-43e1-aea2-971af25a68f6', 'tenant_id': 'bc1c8a8a17df480598455b00ff38da5a', 'mac_address': 'fa:16:3e:81:e6:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ae9bdcc-8d8c-4e39-ab0b-7f19577fbe58', 'device_owner': 'network:router_interface', 'standard_attr_id': 1038, 'fixed_ips': [{'subnet_id': 'bbfc5a86-0037-429e-b11d-698cbfb1a3c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:27:24Z', 'updated_at': '2021-09-23T19:27:30Z', 'revision_number': 5, 'project_id': 'bc1c8a8a17df480598455b00ff38da5a', 'subnets': [{'id': 'bbfc5a86-0037-429e-b11d-698cbfb1a3c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-16', False) {} {{(pid=95104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:28:06.749055 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-c6733294-4447-4f3d-9daf-7931d67df5c6 None None] Provisioning complete for port 90094cbc-3efa-432b-b539-b243336e3494 triggered by entity DHCP. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:28:06.749510 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-c6733294-4447-4f3d-9daf-7931d67df5c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:28:06.768338 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a118274-9493-4a60-abb1-f84475a1c81f None None] The sync data for ids ['0ae9bdcc-8d8c-4e39-ab0b-7f19577fbe58'] in n-d-713301-16 is: [{'id': '0ae9bdcc-8d8c-4e39-ab0b-7f19577fbe58', 'name': 'tempest-AttachVolumeTestJSON-314622829-router', 'tenant_id': 'bc1c8a8a17df480598455b00ff38da5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'external_fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.53'}], 'enable_snat': True}, 'gw_port_id': 'bab68285-692e-4b0e-8383-3035eb294b14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:27:18Z', 'updated_at': '2021-09-23T19:27:26Z', 'revision_number': 4, 'project_id': 'bc1c8a8a17df480598455b00ff38da5a', 'gw_port': {'id': 'bab68285-692e-4b0e-8383-3035eb294b14', 'name': '', 'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:f0:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ae9bdcc-8d8c-4e39-ab0b-7f19577fbe58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1030, 'fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:27:18Z', 'updated_at': '2021-09-23T19:27:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-16', '_floatingips': [{'id': 'c4c9d118-fc3c-4468-a72d-7d7d876a24a9', 'tenant_id': 'bc1c8a8a17df480598455b00ff38da5a', 'floating_ip_address': '172.25.1.163', 'floating_network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'router_id': '0ae9bdcc-8d8c-4e39-ab0b-7f19577fbe58', 'port_id': 'b1a5385d-b97e-4faa-9e35-589c892a4d85', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1046, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '891932c9-457f-43e1-aea2-971af25a68f6', 'mac_address': 'fa:16:3e:11:f8:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cba8196-5b5b-42a0-aaca-42902580e803', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-23T19:27:31Z', 'updated_at': '2021-09-23T19:28:02Z', 'revision_number': 1, 'project_id': 'bc1c8a8a17df480598455b00ff38da5a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'df511637-223e-4ec6-90b4-f9fde186f89c', 'name': '', 'network_id': '891932c9-457f-43e1-aea2-971af25a68f6', 'tenant_id': 'bc1c8a8a17df480598455b00ff38da5a', 'mac_address': 'fa:16:3e:81:e6:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ae9bdcc-8d8c-4e39-ab0b-7f19577fbe58', 'device_owner': 'network:router_interface', 'standard_attr_id': 1038, 'fixed_ips': [{'subnet_id': 'bbfc5a86-0037-429e-b11d-698cbfb1a3c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:27:24Z', 'updated_at': '2021-09-23T19:27:30Z', 'revision_number': 5, 'project_id': 'bc1c8a8a17df480598455b00ff38da5a', 'subnets': [{'id': 'bbfc5a86-0037-429e-b11d-698cbfb1a3c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 19:28:06.768645 n-d-713301-16 neutron-server[95102]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 19:28:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b07d76d-412a-44b5-b6af-ad5947999f51 x-openstack-request-id: req-5b07d76d-412a-44b5-b6af-ad5947999f51 {{(pid=95102) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 19:28:06.768790 n-d-713301-16 neutron-server[95102]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f69a6870-83a8-419f-a0bd-2c6f209ce61f", "tag": "85f79270-01a6-4bfc-b9f8-7154a719205a", "status": "completed", "code": 200}]} {{(pid=95102) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 19:28:06.769042 n-d-713301-16 neutron-server[95102]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-5b07d76d-412a-44b5-b6af-ad5947999f51 {{(pid=95102) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 19:28:06.783853 n-d-713301-16 neutron-server[95102]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f69a6870-83a8-419f-a0bd-2c6f209ce61f', 'tag': '85f79270-01a6-4bfc-b9f8-7154a719205a', 'status': 'completed', 'code': 200} Sep 23 19:28:06.792767 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_dvr_db [None req-0db03993-91dc-408e-9310-4f0161832e1c None None] Set router 2cd616c4-c328-47c6-a307-bc5706ab5f79 gateway port host: n-d-713301-16 {{(pid=95103) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 19:28:06.898840 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-60cd2094-1cd4-4918-bb1f-fb1219c591bd req-5744aa69-e809-45d7-86af-2ade58e240db tempest-ServersTestMultiNic-786669321 tempest-ServersTestMultiNic-786669321-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=e5bc57b02b1840628e8df5037b8dd2e7&fields=id HTTP/1.1" status: 200 len: 394 time: 0.2119024 Sep 23 19:28:07.065228 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-60cd2094-1cd4-4918-bb1f-fb1219c591bd req-5c7df720-8384-4b07-8f01-198ea4a11f1c service neutron] 10.222.0.67 "GET /v2.0/networks/7142a3f9-1e8c-4b3f-95ed-1586b58a5cbc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1557887 Sep 23 19:28:07.094381 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ca6bc8-c0aa-458e-b16e-807fc33c01b7 req-5769e01e-0402-450b-a6d1-5e5280901275 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:28:07.103262 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-e7ca6bc8-c0aa-458e-b16e-807fc33c01b7 req-5769e01e-0402-450b-a6d1-5e5280901275 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=327d976986364fba8e5d9835f3bfc1b1&device_id=f69a6870-83a8-419f-a0bd-2c6f209ce61f HTTP/1.1" status: 200 len: 1097 time: 0.2973874 Sep 23 19:28:07.164119 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce7ed54f-4ca9-4338-a1d6-e0335e0a9721 req-9e2ace51-0db9-4eb1-a0f3-6a2c045a5cdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:28:07.165815 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-ce7ed54f-4ca9-4338-a1d6-e0335e0a9721 req-9e2ace51-0db9-4eb1-a0f3-6a2c045a5cdd service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=6573cd99-c5b7-4bf8-8671-27760195f1f4&tenant_id=cff0149cb20c4944955e93a2b393f7c5 HTTP/1.1" status: 200 len: 1101 time: 0.0812321 Sep 23 19:28:07.168056 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Device 90094cbc-3efa-432b-b539-b243336e3494 up at agent ovs-agent-n-d-713301-16 {{(pid=95103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 19:28:07.185998 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.v2.base [req-ce7ed54f-4ca9-4338-a1d6-e0335e0a9721 req-3ff92bcf-38ae-4fe3-aeea-9dcbad095e30 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-713301-16', 'device_owner': 'compute:nova'}} {{(pid=95101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:28:07.218320 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05434db7-5047-4a0e-a27a-3243b778b0b3 None None] New status for floating IP c4c9d118-fc3c-4468-a72d-7d7d876a24a9: ACTIVE {{(pid=95103) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 23 19:28:07.262709 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-ce7ed54f-4ca9-4338-a1d6-e0335e0a9721 req-3ff92bcf-38ae-4fe3-aeea-9dcbad095e30 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:28:07.345918 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Provisioning complete for port 90094cbc-3efa-432b-b539-b243336e3494 triggered by entity L2. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:28:07.346306 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:28:07.361547 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc1f118-73f6-4cf9-94c3-37a679b194a8 req-4d0f234e-d673-412a-a192-fecb637804a0 tempest-DeleteServersTestJSON-2111530366 tempest-DeleteServersTestJSON-2111530366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:28:07.381696 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-dbc1f118-73f6-4cf9-94c3-37a679b194a8 req-4d0f234e-d673-412a-a192-fecb637804a0 tempest-DeleteServersTestJSON-2111530366 tempest-DeleteServersTestJSON-2111530366-project] 10.222.0.67 "GET /v2.0/ports?device_id=b19e3d25-fa76-4ad5-ade4-28bc9af28ac3 HTTP/1.1" status: 200 len: 945 time: 0.4829733 Sep 23 19:28:07.510267 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ca6bc8-c0aa-458e-b16e-807fc33c01b7 req-a5d35745-a4e2-4502-a614-e2a62e849936 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:28:07.512077 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1ece9a3-e8f1-4e1b-a306-d59bc761524a None None] Network 1afeede4-2bc8-4bee-b08e-8b562a1d1c30 requested from n-d-713301-16 {{(pid=95103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 19:28:07.512767 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-e7ca6bc8-c0aa-458e-b16e-807fc33c01b7 req-a5d35745-a4e2-4502-a614-e2a62e849936 service neutron] 10.222.0.74 "GET /v2.0/networks?id=957699bb-3d06-43c7-8d92-2cc14178c33d HTTP/1.1" status: 200 len: 921 time: 0.3896418 Sep 23 19:28:07.521729 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-dbc1f118-73f6-4cf9-94c3-37a679b194a8 req-09da9067-d62d-4fce-a1c6-e1937abc18fa tempest-DeleteServersTestJSON-2111530366 tempest-DeleteServersTestJSON-2111530366-project] 10.222.0.67 "GET /v2.0/security-groups?id=67f2e2ca-928f-40e5-b9b2-05ec3bddbb37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1259186 Sep 23 19:28:07.545195 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-60cd2094-1cd4-4918-bb1f-fb1219c591bd req-9de60bb1-93ac-41ae-afc4-e63f81e48e5e service neutron] 10.222.0.67 "GET /v2.0/networks/7142a3f9-1e8c-4b3f-95ed-1586b58a5cbc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4680941 Sep 23 19:28:07.613831 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-c6733294-4447-4f3d-9daf-7931d67df5c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:28:07.721168 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-e7ca6bc8-c0aa-458e-b16e-807fc33c01b7 req-96f9022f-3fa2-4b09-9d72-1d6b6930cc70 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=85f79270-01a6-4bfc-b9f8-7154a719205a HTTP/1.1" status: 200 len: 998 time: 0.1971912 Sep 23 19:28:07.802195 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ca6bc8-c0aa-458e-b16e-807fc33c01b7 req-a200917d-95e4-43ad-805c-07b67eec00e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:28:07.804531 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-e7ca6bc8-c0aa-458e-b16e-807fc33c01b7 req-a200917d-95e4-43ad-805c-07b67eec00e5 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=42f61b3d-d2c5-4fe1-a0f1-03eaa8653b9c HTTP/1.1" status: 200 len: 860 time: 0.0740941 Sep 23 19:28:07.839167 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.db [req-ce7ed54f-4ca9-4338-a1d6-e0335e0a9721 req-3ff92bcf-38ae-4fe3-aeea-9dcbad095e30 service neutron] For port 99215099-e4ca-41e9-9da2-30bc7fb3a27f, host n-h1-713301-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-16',level=0,port_id=99215099-e4ca-41e9-9da2-30bc7fb3a27f,segment=NetworkSegment(6139d589-eb6c-4578-8935-c26ddf396853),segment_id=6139d589-eb6c-4578-8935-c26ddf396853)] {{(pid=95101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:28:07.888550 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-e7ca6bc8-c0aa-458e-b16e-807fc33c01b7 req-f39a117c-f595-4633-9437-2e35aa4fda94 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=957699bb-3d06-43c7-8d92-2cc14178c33d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0726218 Sep 23 19:28:07.914141 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.db [req-ce7ed54f-4ca9-4338-a1d6-e0335e0a9721 req-3ff92bcf-38ae-4fe3-aeea-9dcbad095e30 service neutron] For port 99215099-e4ca-41e9-9da2-30bc7fb3a27f, host n-h1-713301-16, cleared binding levels {{(pid=95101) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 19:28:07.973281 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-ce7ed54f-4ca9-4338-a1d6-e0335e0a9721 req-3ff92bcf-38ae-4fe3-aeea-9dcbad095e30 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:28:07.976226 n-d-713301-16 neutron-server[95101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6573cd99-c5b7-4bf8-8671-27760195f1f4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '99215099-e4ca-41e9-9da2-30bc7fb3a27f'}] {{(pid=95101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 19:28:07.978889 n-d-713301-16 neutron-server[95101]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d8366c5740cd635e57ab12b71fe44a77c2acc3c19091ef849c6f68b380462244" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88ff3d7d-2bcd-4c5b-85c0-edb8878ce7c4" -d '{"events": [{"server_uuid": "6573cd99-c5b7-4bf8-8671-27760195f1f4", "name": "network-vif-unplugged", "status": "completed", "tag": "99215099-e4ca-41e9-9da2-30bc7fb3a27f"}]}' {{(pid=95101) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 19:28:07.996738 n-d-713301-16 neutron-server[95101]: DEBUG neutron.db.provisioning_blocks [req-ce7ed54f-4ca9-4338-a1d6-e0335e0a9721 req-3ff92bcf-38ae-4fe3-aeea-9dcbad095e30 service neutron] Transition to ACTIVE for port object 99215099-e4ca-41e9-9da2-30bc7fb3a27f will not be triggered until provisioned by entity L2. {{(pid=95101) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 19:28:08.001440 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-ce7ed54f-4ca9-4338-a1d6-e0335e0a9721 req-3ff92bcf-38ae-4fe3-aeea-9dcbad095e30 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5607436'] for port, after_update {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:28:08.008631 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b84015eb-da3b-4ac3-b8bb-52f73407f46f req-8da399d7-a2d2-4bdb-a7f2-50c39d941f9e tempest-MigrationsAdminTest-397594546 tempest-MigrationsAdminTest-397594546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:28:08.016591 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-b84015eb-da3b-4ac3-b8bb-52f73407f46f req-8da399d7-a2d2-4bdb-a7f2-50c39d941f9e tempest-MigrationsAdminTest-397594546 tempest-MigrationsAdminTest-397594546-project] 10.222.0.67 "GET /v2.0/ports?device_id=6573cd99-c5b7-4bf8-8671-27760195f1f4 HTTP/1.1" status: 200 len: 949 time: 0.2109227 Sep 23 19:28:08.070838 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-c6733294-4447-4f3d-9daf-7931d67df5c6 None None] For port 90094cbc-3efa-432b-b539-b243336e3494, host n-d-713301-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-16',level=0,port_id=90094cbc-3efa-432b-b539-b243336e3494,segment=NetworkSegment(f9c00884-efab-4728-92dc-6084f1ac3ed2),segment_id=f9c00884-efab-4728-92dc-6084f1ac3ed2)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:28:08.074308 n-d-713301-16 neutron-server[95101]: DEBUG neutron.db.l3_dvrscheduler_db [req-ce7ed54f-4ca9-4338-a1d6-e0335e0a9721 req-3ff92bcf-38ae-4fe3-aeea-9dcbad095e30 service neutron] No DVR routers for this DVR port 99215099-e4ca-41e9-9da2-30bc7fb3a27f on host n-h1-713301-16 {{(pid=95101) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 19:28:08.084478 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff92bcf-38ae-4fe3-aeea-9dcbad095e30 service neutron] Pushing event updated for resources: {'Port': ['ID=99215099-e4ca-41e9-9da2-30bc7fb3a27f,revision_number=10']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:28:08.085760 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:28:08.109235 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-60cd2094-1cd4-4918-bb1f-fb1219c591bd req-daf6190c-0b6a-41e5-99a5-19a6bf81a5e0 service neutron] 10.222.0.67 "GET /v2.0/networks/1afeede4-2bc8-4bee-b08e-8b562a1d1c30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4655850 Sep 23 19:28:08.113498 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-c6733294-4447-4f3d-9daf-7931d67df5c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:28:08.179559 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.managers [req-ce7ed54f-4ca9-4338-a1d6-e0335e0a9721 req-3ff92bcf-38ae-4fe3-aeea-9dcbad095e30 service neutron] Attempting to bind port 99215099-e4ca-41e9-9da2-30bc7fb3a27f on host n-h2-713301-16 for vnic_type normal with profile {{(pid=95101) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 19:28:08.180176 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.managers [req-ce7ed54f-4ca9-4338-a1d6-e0335e0a9721 req-3ff92bcf-38ae-4fe3-aeea-9dcbad095e30 service neutron] Attempting to bind port 99215099-e4ca-41e9-9da2-30bc7fb3a27f by drivers openvswitch,hyperv on host n-h2-713301-16 at level 0 using segments [{'id': '6139d589-eb6c-4578-8935-c26ddf396853', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '5220cb0c-da05-478a-9604-8c11469a05b4'}] {{(pid=95101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 19:28:08.180501 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce7ed54f-4ca9-4338-a1d6-e0335e0a9721 req-3ff92bcf-38ae-4fe3-aeea-9dcbad095e30 service neutron] Attempting to bind port 99215099-e4ca-41e9-9da2-30bc7fb3a27f on network 5220cb0c-da05-478a-9604-8c11469a05b4 {{(pid=95101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:28:08.186954 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce7ed54f-4ca9-4338-a1d6-e0335e0a9721 req-3ff92bcf-38ae-4fe3-aeea-9dcbad095e30 service neutron] Port 99215099-e4ca-41e9-9da2-30bc7fb3a27f on network 5220cb0c-da05-478a-9604-8c11469a05b4 not bound, no agent of type Open vSwitch agent registered on host n-h2-713301-16 {{(pid=95101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 19:28:08.187114 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce7ed54f-4ca9-4338-a1d6-e0335e0a9721 req-3ff92bcf-38ae-4fe3-aeea-9dcbad095e30 service neutron] Attempting to bind port 99215099-e4ca-41e9-9da2-30bc7fb3a27f on network 5220cb0c-da05-478a-9604-8c11469a05b4 {{(pid=95101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:28:08.194806 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce7ed54f-4ca9-4338-a1d6-e0335e0a9721 req-3ff92bcf-38ae-4fe3-aeea-9dcbad095e30 service neutron] Checking agent: {'id': '2a7cea34-db54-4faf-8d23-37521c3e34cb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713301-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 19, 15, 28), 'started_at': datetime.datetime(2021, 9, 23, 19, 15, 28), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 19, 27, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 19:28:08.195143 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce7ed54f-4ca9-4338-a1d6-e0335e0a9721 req-3ff92bcf-38ae-4fe3-aeea-9dcbad095e30 service neutron] Checking segment: {'id': '6139d589-eb6c-4578-8935-c26ddf396853', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '5220cb0c-da05-478a-9604-8c11469a05b4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:28:08.195525 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce7ed54f-4ca9-4338-a1d6-e0335e0a9721 req-3ff92bcf-38ae-4fe3-aeea-9dcbad095e30 service neutron] Bound using segment: {'id': '6139d589-eb6c-4578-8935-c26ddf396853', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '5220cb0c-da05-478a-9604-8c11469a05b4'} {{(pid=95101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 19:28:08.196954 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.managers [req-ce7ed54f-4ca9-4338-a1d6-e0335e0a9721 req-3ff92bcf-38ae-4fe3-aeea-9dcbad095e30 service neutron] Bound port: 99215099-e4ca-41e9-9da2-30bc7fb3a27f, host: n-h2-713301-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6139d589-eb6c-4578-8935-c26ddf396853', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '5220cb0c-da05-478a-9604-8c11469a05b4'}}] {{(pid=95101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 19:28:08.197417 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-ce7ed54f-4ca9-4338-a1d6-e0335e0a9721 req-3ff92bcf-38ae-4fe3-aeea-9dcbad095e30 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:28:08.227086 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-b84015eb-da3b-4ac3-b8bb-52f73407f46f req-bd04a1be-a3d6-496e-87be-a4fd7d53d738 tempest-MigrationsAdminTest-397594546 tempest-MigrationsAdminTest-397594546-project] 10.222.0.67 "GET /v2.0/security-groups?id=78cb509b-31c4-4e2a-bb5c-7abd6194dcc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2095578 Sep 23 19:28:08.246111 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.db.api [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95103) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 23 19:28:08.246740 n-d-713301-16 neutron-server[95103]: DEBUG oslo_db.api [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 23 19:28:08.292721 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-e7ca6bc8-c0aa-458e-b16e-807fc33c01b7 req-eebccfab-34be-4792-9dc3-25b514038533 service neutron] 10.222.0.74 "GET /v2.0/networks/957699bb-3d06-43c7-8d92-2cc14178c33d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3523428 Sep 23 19:28:08.308770 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-00dc73e6-990c-4581-9a34-b8999172ce35 None None] Provisioning complete for port 90094cbc-3efa-432b-b539-b243336e3494 triggered by entity DHCP. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:28:08.309152 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-00dc73e6-990c-4581-9a34-b8999172ce35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:28:08.345942 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.db [req-ce7ed54f-4ca9-4338-a1d6-e0335e0a9721 req-3ff92bcf-38ae-4fe3-aeea-9dcbad095e30 service neutron] For port 99215099-e4ca-41e9-9da2-30bc7fb3a27f, host n-h2-713301-16, cleared binding levels {{(pid=95101) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 19:28:08.361342 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.db [req-ce7ed54f-4ca9-4338-a1d6-e0335e0a9721 req-3ff92bcf-38ae-4fe3-aeea-9dcbad095e30 service neutron] For port 99215099-e4ca-41e9-9da2-30bc7fb3a27f, host n-h2-713301-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-16',level=0,port_id=99215099-e4ca-41e9-9da2-30bc7fb3a27f,segment=NetworkSegment(6139d589-eb6c-4578-8935-c26ddf396853),segment_id=6139d589-eb6c-4578-8935-c26ddf396853)] {{(pid=95101) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 19:28:08.366974 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_hamode_db [None req-0db03993-91dc-408e-9310-4f0161832e1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2cd616c4-c328-47c6-a307-bc5706ab5f79', 'name': 'tempest-ServerRescueTestJSONUnderV235-1224862837-router', 'tenant_id': '327d976986364fba8e5d9835f3bfc1b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'external_fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.230'}], 'enable_snat': True}, 'gw_port_id': 'd32f2dbd-51d4-4f3a-92fa-dd6f9d0030ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:26:43Z', 'updated_at': '2021-09-23T19:26:48Z', 'revision_number': 4, 'project_id': '327d976986364fba8e5d9835f3bfc1b1', 'gw_port': {'id': 'd32f2dbd-51d4-4f3a-92fa-dd6f9d0030ac', 'name': '', 'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:c8:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cd616c4-c328-47c6-a307-bc5706ab5f79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 997, 'fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:26:44Z', 'updated_at': '2021-09-23T19:26:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-16', '_floatingips': [{'id': '85813f2f-3016-49ce-a630-3c94eb143733', 'tenant_id': '327d976986364fba8e5d9835f3bfc1b1', 'floating_ip_address': '172.25.1.19', 'floating_network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'router_id': '2cd616c4-c328-47c6-a307-bc5706ab5f79', 'port_id': '85f79270-01a6-4bfc-b9f8-7154a719205a', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1081, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '957699bb-3d06-43c7-8d92-2cc14178c33d', 'mac_address': 'fa:16:3e:d6:a4:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f69a6870-83a8-419f-a0bd-2c6f209ce61f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-23T19:27:55Z', 'updated_at': '2021-09-23T19:28:02Z', 'revision_number': 1, 'project_id': '327d976986364fba8e5d9835f3bfc1b1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ffbb66e3-edde-45f8-aaff-a1fb63987e1a', 'name': '', 'network_id': '957699bb-3d06-43c7-8d92-2cc14178c33d', 'tenant_id': '327d976986364fba8e5d9835f3bfc1b1', 'mac_address': 'fa:16:3e:40:d2:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cd616c4-c328-47c6-a307-bc5706ab5f79', 'device_owner': 'network:router_interface', 'standard_attr_id': 999, 'fixed_ips': [{'subnet_id': '42f61b3d-d2c5-4fe1-a0f1-03eaa8653b9c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:26:47Z', 'updated_at': '2021-09-23T19:26:53Z', 'revision_number': 5, 'project_id': '327d976986364fba8e5d9835f3bfc1b1', 'subnets': [{'id': '42f61b3d-d2c5-4fe1-a0f1-03eaa8653b9c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-16', False) {} {{(pid=95103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:28:08.369641 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-ce7ed54f-4ca9-4338-a1d6-e0335e0a9721 req-3ff92bcf-38ae-4fe3-aeea-9dcbad095e30 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5607436'] for port, after_update {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:28:08.376480 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6733294-4447-4f3d-9daf-7931d67df5c6 None None] Pushing event updated for resources: {'Port': ['ID=90094cbc-3efa-432b-b539-b243336e3494,revision_number=3']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:28:08.436781 n-d-713301-16 neutron-server[95103]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 19:28:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c107c327-e703-4f8e-971f-2e12896d6f63 x-openstack-request-id: req-c107c327-e703-4f8e-971f-2e12896d6f63 {{(pid=95103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 19:28:08.437171 n-d-713301-16 neutron-server[95103]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e294333f-f58d-4fe8-a8a8-e06214bafd0d", "name": "network-vif-plugged", "status": "completed", "tag": "b3b1f489-6989-496d-a15e-57e188c8171f", "code": 200}]} {{(pid=95103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 19:28:08.437655 n-d-713301-16 neutron-server[95103]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-c107c327-e703-4f8e-971f-2e12896d6f63 {{(pid=95103) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 19:28:08.438084 n-d-713301-16 neutron-server[95103]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e294333f-f58d-4fe8-a8a8-e06214bafd0d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3b1f489-6989-496d-a15e-57e188c8171f', 'code': 200} Sep 23 19:28:08.445490 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce7ed54f-4ca9-4338-a1d6-e0335e0a9721 req-3ff92bcf-38ae-4fe3-aeea-9dcbad095e30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:28:08.445909 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0db03993-91dc-408e-9310-4f0161832e1c None None] The sync data for ids ['2cd616c4-c328-47c6-a307-bc5706ab5f79'] in n-d-713301-16 is: [{'id': '2cd616c4-c328-47c6-a307-bc5706ab5f79', 'name': 'tempest-ServerRescueTestJSONUnderV235-1224862837-router', 'tenant_id': '327d976986364fba8e5d9835f3bfc1b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'external_fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.230'}], 'enable_snat': True}, 'gw_port_id': 'd32f2dbd-51d4-4f3a-92fa-dd6f9d0030ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:26:43Z', 'updated_at': '2021-09-23T19:26:48Z', 'revision_number': 4, 'project_id': '327d976986364fba8e5d9835f3bfc1b1', 'gw_port': {'id': 'd32f2dbd-51d4-4f3a-92fa-dd6f9d0030ac', 'name': '', 'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:c8:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cd616c4-c328-47c6-a307-bc5706ab5f79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 997, 'fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:26:44Z', 'updated_at': '2021-09-23T19:26:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-16', '_floatingips': [{'id': '85813f2f-3016-49ce-a630-3c94eb143733', 'tenant_id': '327d976986364fba8e5d9835f3bfc1b1', 'floating_ip_address': '172.25.1.19', 'floating_network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'router_id': '2cd616c4-c328-47c6-a307-bc5706ab5f79', 'port_id': '85f79270-01a6-4bfc-b9f8-7154a719205a', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1081, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '957699bb-3d06-43c7-8d92-2cc14178c33d', 'mac_address': 'fa:16:3e:d6:a4:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f69a6870-83a8-419f-a0bd-2c6f209ce61f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-23T19:27:55Z', 'updated_at': '2021-09-23T19:28:02Z', 'revision_number': 1, 'project_id': '327d976986364fba8e5d9835f3bfc1b1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ffbb66e3-edde-45f8-aaff-a1fb63987e1a', 'name': '', 'network_id': '957699bb-3d06-43c7-8d92-2cc14178c33d', 'tenant_id': '327d976986364fba8e5d9835f3bfc1b1', 'mac_address': 'fa:16:3e:40:d2:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cd616c4-c328-47c6-a307-bc5706ab5f79', 'device_owner': 'network:router_interface', 'standard_attr_id': 999, 'fixed_ips': [{'subnet_id': '42f61b3d-d2c5-4fe1-a0f1-03eaa8653b9c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:26:47Z', 'updated_at': '2021-09-23T19:26:53Z', 'revision_number': 5, 'project_id': '327d976986364fba8e5d9835f3bfc1b1', 'subnets': [{'id': '42f61b3d-d2c5-4fe1-a0f1-03eaa8653b9c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 19:28:08.447204 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-ce7ed54f-4ca9-4338-a1d6-e0335e0a9721 req-3ff92bcf-38ae-4fe3-aeea-9dcbad095e30 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222849'] for port, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:28:08.449849 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-ce7ed54f-4ca9-4338-a1d6-e0335e0a9721 req-3ff92bcf-38ae-4fe3-aeea-9dcbad095e30 service neutron] 10.222.0.53 "PUT /v2.0/ports/99215099-e4ca-41e9-9da2-30bc7fb3a27f HTTP/1.1" status: 200 len: 1097 time: 1.2676051 Sep 23 19:28:08.502442 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff92bcf-38ae-4fe3-aeea-9dcbad095e30 service neutron] Pushing event updated for resources: {'Port': ['ID=99215099-e4ca-41e9-9da2-30bc7fb3a27f,revision_number=11']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:28:08.567962 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-60cd2094-1cd4-4918-bb1f-fb1219c591bd req-876317b1-14af-4908-bfdb-2acacbbfa1bb service neutron] 10.222.0.67 "GET /v2.0/networks/1afeede4-2bc8-4bee-b08e-8b562a1d1c30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4473577 Sep 23 19:28:08.628526 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-00dc73e6-990c-4581-9a34-b8999172ce35 None None] Provisioning complete for port c176e88b-b3c5-4b39-98aa-f2f32ffd8de4 triggered by entity DHCP. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:28:08.629060 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce7ed54f-4ca9-4338-a1d6-e0335e0a9721 req-01ffaf8c-9a85-45e5-8437-d961df3d1e3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:28:08.629176 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-00dc73e6-990c-4581-9a34-b8999172ce35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:28:08.632745 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-ce7ed54f-4ca9-4338-a1d6-e0335e0a9721 req-01ffaf8c-9a85-45e5-8437-d961df3d1e3b service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=cff0149cb20c4944955e93a2b393f7c5&device_id=6573cd99-c5b7-4bf8-8671-27760195f1f4 HTTP/1.1" status: 200 len: 1100 time: 0.1244242 Sep 23 19:28:08.680142 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-231c4ace-2d6a-457d-b0f2-69896f21704d req-6b622bc4-dfb6-4328-a5fa-9309b0c89f2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:28:08.681354 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-e7ca6bc8-c0aa-458e-b16e-807fc33c01b7 req-2c30a333-dcff-4bad-80f4-e318ea719baa service neutron] 10.222.0.74 "GET /v2.0/networks/957699bb-3d06-43c7-8d92-2cc14178c33d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3745351 Sep 23 19:28:08.682099 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-231c4ace-2d6a-457d-b0f2-69896f21704d req-6b622bc4-dfb6-4328-a5fa-9309b0c89f2a service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=e294333f-f58d-4fe8-a8a8-e06214bafd0d HTTP/1.1" status: 200 len: 1098 time: 0.1749766 Sep 23 19:28:08.693781 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-67bb9667-e82e-4d43-8af1-f9549a08624e req-c396c0e5-bfd0-410a-aff3-86a9165c9b5d tempest-ServerRescueTestJSONUnderV235-3883575 tempest-ServerRescueTestJSONUnderV235-3883575-project] 10.222.0.67 "GET /v2.0/floatingips?floating_ip_address=172.25.1.19 HTTP/1.1" status: 200 len: 998 time: 0.2317786 Sep 23 19:28:08.785861 n-d-713301-16 neutron-server[95102]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4cba8196-5b5b-42a0-aaca-42902580e803', 'tag': 'b1a5385d-b97e-4faa-9e35-589c892a4d85'}] {{(pid=95102) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 19:28:08.789156 n-d-713301-16 neutron-server[95102]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab31b6d93e5336dbddfa8ec424565b3bd8cb2369c5b4d85bc943472dbb21e8ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81675f57-243f-461c-a93d-e504d7748faf" -d '{"events": [{"name": "network-changed", "server_uuid": "4cba8196-5b5b-42a0-aaca-42902580e803", "tag": "b1a5385d-b97e-4faa-9e35-589c892a4d85"}]}' {{(pid=95102) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 19:28:08.792069 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-231c4ace-2d6a-457d-b0f2-69896f21704d req-2d3d3ced-64fb-49d3-9d42-ede71018837e service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=03b8d372-1648-4ffa-a934-45f880e6202c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870128 Sep 23 19:28:08.800880 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67bb9667-e82e-4d43-8af1-f9549a08624e req-f0656a6d-0784-4d7a-994f-f9605f093661 tempest-ServerRescueTestJSONUnderV235-3883575 tempest-ServerRescueTestJSONUnderV235-3883575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:28:08.807614 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-00dc73e6-990c-4581-9a34-b8999172ce35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:28:08.811712 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce7ed54f-4ca9-4338-a1d6-e0335e0a9721 req-41614f89-a58a-432c-b154-267938d0eda8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:28:08.813546 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-ce7ed54f-4ca9-4338-a1d6-e0335e0a9721 req-41614f89-a58a-432c-b154-267938d0eda8 service neutron] 10.222.0.53 "GET /v2.0/networks?id=5220cb0c-da05-478a-9604-8c11469a05b4 HTTP/1.1" status: 200 len: 870 time: 0.1731853 Sep 23 19:28:08.819087 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-67bb9667-e82e-4d43-8af1-f9549a08624e req-f0656a6d-0784-4d7a-994f-f9605f093661 tempest-ServerRescueTestJSONUnderV235-3883575 tempest-ServerRescueTestJSONUnderV235-3883575-project] 10.222.0.67 "GET /v2.0/ports/85f79270-01a6-4bfc-b9f8-7154a719205a HTTP/1.1" status: 200 len: 942 time: 0.1246150 Sep 23 19:28:08.845267 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-381ceadc-cd8f-4125-925f-456211109b7d None None] New status for floating IP 85813f2f-3016-49ce-a630-3c94eb143733: ACTIVE {{(pid=95104) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 23 19:28:08.847815 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-60cd2094-1cd4-4918-bb1f-fb1219c591bd req-37d6cb56-9e90-4d44-b0d9-98125da0891b service neutron] 10.222.0.67 "GET /v2.0/networks/7142a3f9-1e8c-4b3f-95ed-1586b58a5cbc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2697613 Sep 23 19:28:08.856794 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Device c176e88b-b3c5-4b39-98aa-f2f32ffd8de4 up at agent ovs-agent-n-d-713301-16 {{(pid=95103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 19:28:08.915405 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-00dc73e6-990c-4581-9a34-b8999172ce35 None None] For port c176e88b-b3c5-4b39-98aa-f2f32ffd8de4, host n-d-713301-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-16',level=0,port_id=c176e88b-b3c5-4b39-98aa-f2f32ffd8de4,segment=NetworkSegment(413527a0-b46b-46fc-87b0-07b894e7a685),segment_id=413527a0-b46b-46fc-87b0-07b894e7a685)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:28:08.924719 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-00dc73e6-990c-4581-9a34-b8999172ce35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:28:08.988249 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Provisioning complete for port c176e88b-b3c5-4b39-98aa-f2f32ffd8de4 triggered by entity L2. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:28:08.988731 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:28:09.014898 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00dc73e6-990c-4581-9a34-b8999172ce35 None None] Pushing event updated for resources: {'Port': ['ID=c176e88b-b3c5-4b39-98aa-f2f32ffd8de4,revision_number=3']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:28:09.020961 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-60cd2094-1cd4-4918-bb1f-fb1219c591bd req-3c87edef-cb10-4339-a38e-28cdb09e6979 service neutron] 10.222.0.67 "GET /v2.0/networks/7142a3f9-1e8c-4b3f-95ed-1586b58a5cbc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1720412 Sep 23 19:28:09.045412 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-67bb9667-e82e-4d43-8af1-f9549a08624e req-476980e7-c307-491f-b8d5-b106c163ed26 tempest-ServerRescueTestJSONUnderV235-3883575 tempest-ServerRescueTestJSONUnderV235-3883575-project] 10.222.0.67 "GET /v2.0/floatingips?floating_ip_address=172.25.1.19 HTTP/1.1" status: 200 len: 998 time: 0.1604166 Sep 23 19:28:09.053155 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-ce7ed54f-4ca9-4338-a1d6-e0335e0a9721 req-5cd30416-7bb5-47e1-baf0-a9de99e7c685 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.39&port_id=99215099-e4ca-41e9-9da2-30bc7fb3a27f HTTP/1.1" status: 200 len: 217 time: 0.0676672 Sep 23 19:28:09.102592 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-00a29cde-9d9c-47eb-954d-6a1a30e17afb None None] Provisioning complete for port c176e88b-b3c5-4b39-98aa-f2f32ffd8de4 triggered by entity DHCP. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:28:09.103447 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-00a29cde-9d9c-47eb-954d-6a1a30e17afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:28:09.123509 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce7ed54f-4ca9-4338-a1d6-e0335e0a9721 req-86b5ed51-d23b-4033-9f56-92a60fe8c280 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:28:09.125866 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-ce7ed54f-4ca9-4338-a1d6-e0335e0a9721 req-86b5ed51-d23b-4033-9f56-92a60fe8c280 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=1ccc69bc-9d6b-44d9-b227-204e47dc6e45 HTTP/1.1" status: 200 len: 843 time: 0.0658157 Sep 23 19:28:09.199684 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce7ed54f-4ca9-4338-a1d6-e0335e0a9721 req-518cab18-6e46-41e7-9881-af9c69c8e738 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:28:09.201594 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-ce7ed54f-4ca9-4338-a1d6-e0335e0a9721 req-518cab18-6e46-41e7-9881-af9c69c8e738 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=5220cb0c-da05-478a-9604-8c11469a05b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0620623 Sep 23 19:28:09.313678 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Device 90094cbc-3efa-432b-b539-b243336e3494 up at agent ovs-agent-n-d-713301-16 {{(pid=95103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 19:28:09.347450 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-ce7ed54f-4ca9-4338-a1d6-e0335e0a9721 req-ac6f5ea9-04fa-4c13-a72d-53fb28e0f13f service neutron] 10.222.0.53 "GET /v2.0/networks/5220cb0c-da05-478a-9604-8c11469a05b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1345718 Sep 23 19:28:09.401012 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Provisioning complete for port 90094cbc-3efa-432b-b539-b243336e3494 triggered by entity L2. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:28:09.402682 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:28:09.483261 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-ce7ed54f-4ca9-4338-a1d6-e0335e0a9721 req-7347e5d5-9432-4672-8d1b-6fbf452ffa7e service neutron] 10.222.0.53 "GET /v2.0/networks/5220cb0c-da05-478a-9604-8c11469a05b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1230931 Sep 23 19:28:09.519043 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Device c176e88b-b3c5-4b39-98aa-f2f32ffd8de4 up at agent ovs-agent-n-d-713301-16 {{(pid=95103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 19:28:09.543900 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Device dfe12d6f-a587-4267-8cf8-408a7c963b6e no longer exists at agent hyperv_n-h2-713301-16 {{(pid=95103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 19:28:09.628341 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67bb9667-e82e-4d43-8af1-f9549a08624e req-92f9c252-4316-413a-af4b-c1d9d0eb8358 tempest-ServerRescueTestJSONUnderV235-3883575 tempest-ServerRescueTestJSONUnderV235-3883575-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:28:09.630513 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-67bb9667-e82e-4d43-8af1-f9549a08624e req-92f9c252-4316-413a-af4b-c1d9d0eb8358 tempest-ServerRescueTestJSONUnderV235-3883575 tempest-ServerRescueTestJSONUnderV235-3883575-project] 10.222.0.67 "GET /v2.0/networks/5dec5c09-378e-4f50-89cc-d94eb81c3bac HTTP/1.1" status: 200 len: 784 time: 0.5782371 Sep 23 19:28:09.642107 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Provisioning complete for port c176e88b-b3c5-4b39-98aa-f2f32ffd8de4 triggered by entity L2. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:28:09.643072 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:28:09.659901 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aaf0686-84b4-4351-889c-48ff035e7c05 req-12df102a-ea83-4c18-b5cf-1edeba222c5b tempest-VolumesAdminNegativeTest-1663824495 tempest-VolumesAdminNegativeTest-1663824495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:28:09.661603 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-4aaf0686-84b4-4351-889c-48ff035e7c05 req-12df102a-ea83-4c18-b5cf-1edeba222c5b tempest-VolumesAdminNegativeTest-1663824495 tempest-VolumesAdminNegativeTest-1663824495-project] 10.222.0.67 "GET /v2.0/ports?device_id=e294333f-f58d-4fe8-a8a8-e06214bafd0d HTTP/1.1" status: 200 len: 946 time: 0.1143472 Sep 23 19:28:09.683498 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:28:09.749182 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-67bb9667-e82e-4d43-8af1-f9549a08624e req-02b6edf9-84bc-4349-96db-7d5c8fc4c8fb tempest-ServerRescueTestJSONUnderV235-3883575 tempest-ServerRescueTestJSONUnderV235-3883575-project] 10.222.0.67 "GET /v2.0/floatingips?floating_ip_address=172.25.1.19 HTTP/1.1" status: 200 len: 1000 time: 0.1100645 Sep 23 19:28:09.757893 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-4aaf0686-84b4-4351-889c-48ff035e7c05 req-4c226c32-5878-48fe-83c8-03eccc30a609 tempest-VolumesAdminNegativeTest-1663824495 tempest-VolumesAdminNegativeTest-1663824495-project] 10.222.0.67 "GET /v2.0/security-groups?id=03b8d372-1648-4ffa-a934-45f880e6202c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623372 Sep 23 19:28:09.776987 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.v2.base [req-67bb9667-e82e-4d43-8af1-f9549a08624e req-968c67f3-1cef-4ef3-baba-e060bd71d8de tempest-ServerRescueTestJSONUnderV235-3883575 tempest-ServerRescueTestJSONUnderV235-3883575-project] Request body: {'floatingip': {'port_id': None}} {{(pid=95102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:28:09.853444 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-67bb9667-e82e-4d43-8af1-f9549a08624e req-968c67f3-1cef-4ef3-baba-e060bd71d8de tempest-ServerRescueTestJSONUnderV235-3883575 tempest-ServerRescueTestJSONUnderV235-3883575-project] Notify callbacks [] for floatingip, before_update {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:28:10.012994 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Device 99215099-e4ca-41e9-9da2-30bc7fb3a27f no longer exists at agent hyperv_n-h1-713301-16 {{(pid=95103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 19:28:10.064283 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] For port dfe12d6f-a587-4267-8cf8-408a7c963b6e, host n-h2-713301-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-16',level=0,port_id=dfe12d6f-a587-4267-8cf8-408a7c963b6e,segment=NetworkSegment(741d6d3e-2760-41a6-838f-b8b4255cee30),segment_id=741d6d3e-2760-41a6-838f-b8b4255cee30)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:28:10.090167 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:28:10.093302 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-67bb9667-e82e-4d43-8af1-f9549a08624e req-968c67f3-1cef-4ef3-baba-e060bd71d8de tempest-ServerRescueTestJSONUnderV235-3883575 tempest-ServerRescueTestJSONUnderV235-3883575-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:28:10.098175 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-67bb9667-e82e-4d43-8af1-f9549a08624e req-968c67f3-1cef-4ef3-baba-e060bd71d8de tempest-ServerRescueTestJSONUnderV235-3883575 tempest-ServerRescueTestJSONUnderV235-3883575-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-601884'] for floatingip, after_update {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:28:10.099056 n-d-713301-16 neutron-server[95102]: INFO neutron.db.l3_db [req-67bb9667-e82e-4d43-8af1-f9549a08624e req-968c67f3-1cef-4ef3-baba-e060bd71d8de tempest-ServerRescueTestJSONUnderV235-3883575 tempest-ServerRescueTestJSONUnderV235-3883575-project] Floating IP 85813f2f-3016-49ce-a630-3c94eb143733 disassociated. External IP: 172.25.1.19, port: 85f79270-01a6-4bfc-b9f8-7154a719205a. Sep 23 19:28:10.135270 n-d-713301-16 neutron-server[95101]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 23 Sep 2021 19:28:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-625ce4da-5496-4de2-b1bb-0a81f29b14fe x-openstack-request-id: req-625ce4da-5496-4de2-b1bb-0a81f29b14fe {{(pid=95101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 19:28:10.135696 n-d-713301-16 neutron-server[95101]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6573cd99-c5b7-4bf8-8671-27760195f1f4", "name": "network-vif-unplugged", "status": "completed", "tag": "99215099-e4ca-41e9-9da2-30bc7fb3a27f", "code": 200}]} {{(pid=95101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 19:28:10.136118 n-d-713301-16 neutron-server[95101]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-625ce4da-5496-4de2-b1bb-0a81f29b14fe {{(pid=95101) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 19:28:10.136789 n-d-713301-16 neutron-server[95101]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6573cd99-c5b7-4bf8-8671-27760195f1f4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '99215099-e4ca-41e9-9da2-30bc7fb3a27f', 'code': 200} Sep 23 19:28:10.159104 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Device 99215099-e4ca-41e9-9da2-30bc7fb3a27f not bound to the agent host n-h1-713301-16 {{(pid=95103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 19:28:10.199127 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Pushing event updated for resources: {'Port': ['ID=dfe12d6f-a587-4267-8cf8-408a7c963b6e,revision_number=8']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:28:10.293579 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1afc5ec-ed53-43a6-8d34-a26dc5c90fcb req-39e3fff4-03e0-41ef-8301-10508306ad62 tempest-DeleteServersTestJSON-2111530366 tempest-DeleteServersTestJSON-2111530366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:28:10.295158 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-c1afc5ec-ed53-43a6-8d34-a26dc5c90fcb req-39e3fff4-03e0-41ef-8301-10508306ad62 tempest-DeleteServersTestJSON-2111530366 tempest-DeleteServersTestJSON-2111530366-project] 10.222.0.67 "GET /v2.0/ports?device_id=b19e3d25-fa76-4ad5-ade4-28bc9af28ac3 HTTP/1.1" status: 200 len: 943 time: 0.0929699 Sep 23 19:28:10.418473 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-c1afc5ec-ed53-43a6-8d34-a26dc5c90fcb req-824a50e1-7597-45aa-969c-f2092ff3601a tempest-DeleteServersTestJSON-2111530366 tempest-DeleteServersTestJSON-2111530366-project] 10.222.0.67 "GET /v2.0/security-groups?id=67f2e2ca-928f-40e5-b9b2-05ec3bddbb37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803256 Sep 23 19:28:10.439462 n-d-713301-16 neutron-server[95103]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b19e3d25-fa76-4ad5-ade4-28bc9af28ac3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dfe12d6f-a587-4267-8cf8-408a7c963b6e'}] {{(pid=95103) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 19:28:10.443720 n-d-713301-16 neutron-server[95103]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}81a1c17f2aa89d5b3ebbba3a3e0cf7eb588e431c2224256110c4c4facdd7c3e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d031452-82f2-4139-a8e6-ef70347ca439" -d '{"events": [{"server_uuid": "b19e3d25-fa76-4ad5-ade4-28bc9af28ac3", "name": "network-vif-unplugged", "status": "completed", "tag": "dfe12d6f-a587-4267-8cf8-408a7c963b6e"}]}' {{(pid=95103) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 19:28:10.451603 n-d-713301-16 neutron-server[95102]: DEBUG neutron.scheduler.l3_agent_scheduler [req-67bb9667-e82e-4d43-8af1-f9549a08624e req-968c67f3-1cef-4ef3-baba-e060bd71d8de tempest-ServerRescueTestJSONUnderV235-3883575 tempest-ServerRescueTestJSONUnderV235-3883575-project] Router 2cd616c4-c328-47c6-a307-bc5706ab5f79 has already been hosted by L3 agent 79a740bf-7821-4989-8288-7186e3e128f3 {{(pid=95102) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 19:28:10.555819 n-d-713301-16 neutron-server[95102]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 19:28:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29cc3dc3-a4d9-4a6b-8bcf-16a1e3bcc2a5 x-openstack-request-id: req-29cc3dc3-a4d9-4a6b-8bcf-16a1e3bcc2a5 {{(pid=95102) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 19:28:10.556388 n-d-713301-16 neutron-server[95102]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4cba8196-5b5b-42a0-aaca-42902580e803", "tag": "b1a5385d-b97e-4faa-9e35-589c892a4d85", "status": "completed", "code": 200}]} {{(pid=95102) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 19:28:10.556388 n-d-713301-16 neutron-server[95102]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-29cc3dc3-a4d9-4a6b-8bcf-16a1e3bcc2a5 {{(pid=95102) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 19:28:10.557173 n-d-713301-16 neutron-server[95102]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4cba8196-5b5b-42a0-aaca-42902580e803', 'tag': 'b1a5385d-b97e-4faa-9e35-589c892a4d85', 'status': 'completed', 'code': 200} Sep 23 19:28:10.582369 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-67bb9667-e82e-4d43-8af1-f9549a08624e req-968c67f3-1cef-4ef3-baba-e060bd71d8de tempest-ServerRescueTestJSONUnderV235-3883575 tempest-ServerRescueTestJSONUnderV235-3883575-project] Notify agent at l3_agent.n-d-713301-16 the message routers_updated {{(pid=95102) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 19:28:10.587980 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-67bb9667-e82e-4d43-8af1-f9549a08624e req-968c67f3-1cef-4ef3-baba-e060bd71d8de tempest-ServerRescueTestJSONUnderV235-3883575 tempest-ServerRescueTestJSONUnderV235-3883575-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222849'] for floatingip, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:28:10.600323 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f9362c0-95ca-4d2f-af32-a2162d9e29ca None None] Sync routers for ids ['2cd616c4-c328-47c6-a307-bc5706ab5f79'] in n-d-713301-16 {{(pid=95103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 19:28:10.621723 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f9362c0-95ca-4d2f-af32-a2162d9e29ca None None] Routers {'2cd616c4-c328-47c6-a307-bc5706ab5f79'} bound to L3 agent in host n-d-713301-16 {{(pid=95103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 19:28:10.623250 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_hamode_db [None req-5f9362c0-95ca-4d2f-af32-a2162d9e29ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-23T19:07:52Z,description=,heartbeat_timestamp=2021-09-23T19:27:52Z,host='n-d-713301-16',id=79a740bf-7821-4989-8288-7186e3e128f3,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:07:52Z,topic='l3_agent')) {'router_ids': ['2cd616c4-c328-47c6-a307-bc5706ab5f79'], 'active': True} {{(pid=95103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:28:10.681733 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-67bb9667-e82e-4d43-8af1-f9549a08624e req-968c67f3-1cef-4ef3-baba-e060bd71d8de tempest-ServerRescueTestJSONUnderV235-3883575 tempest-ServerRescueTestJSONUnderV235-3883575-project] 10.222.0.67 "PUT /v2.0/floatingips/85813f2f-3016-49ce-a630-3c94eb143733 HTTP/1.1" status: 200 len: 694 time: 0.9094851 Sep 23 19:28:10.699377 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81675f57-243f-461c-a93d-e504d7748faf req-d5c5e089-78a6-4970-a245-b6c06cc0a3f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:28:10.701068 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-81675f57-243f-461c-a93d-e504d7748faf req-d5c5e089-78a6-4970-a245-b6c06cc0a3f9 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=bc1c8a8a17df480598455b00ff38da5a&device_id=4cba8196-5b5b-42a0-aaca-42902580e803 HTTP/1.1" status: 200 len: 1098 time: 0.1093254 Sep 23 19:28:10.713495 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c219da25-7a6e-40d4-b828-6e9277b6b33d req-68361d2b-eba7-427a-b3f0-63c2b7c0f16d tempest-MigrationsAdminTest-397594546 tempest-MigrationsAdminTest-397594546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:28:10.715025 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-c219da25-7a6e-40d4-b828-6e9277b6b33d req-68361d2b-eba7-427a-b3f0-63c2b7c0f16d tempest-MigrationsAdminTest-397594546 tempest-MigrationsAdminTest-397594546-project] 10.222.0.67 "GET /v2.0/ports?device_id=6573cd99-c5b7-4bf8-8671-27760195f1f4 HTTP/1.1" status: 200 len: 948 time: 0.0764380 Sep 23 19:28:10.760307 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_dvr_db [None req-5f9362c0-95ca-4d2f-af32-a2162d9e29ca None None] Set router 2cd616c4-c328-47c6-a307-bc5706ab5f79 gateway port host: n-d-713301-16 {{(pid=95103) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 19:28:10.881563 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67bb9667-e82e-4d43-8af1-f9549a08624e req-7dfced48-bbd3-4945-b938-67d60ab1a5af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:28:10.883280 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-67bb9667-e82e-4d43-8af1-f9549a08624e req-7dfced48-bbd3-4945-b938-67d60ab1a5af service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=327d976986364fba8e5d9835f3bfc1b1&device_id=f69a6870-83a8-419f-a0bd-2c6f209ce61f HTTP/1.1" status: 200 len: 1097 time: 0.1672943 Sep 23 19:28:10.919052 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-c219da25-7a6e-40d4-b828-6e9277b6b33d req-d63abae6-2d8b-4040-b092-39cdc99a186c tempest-MigrationsAdminTest-397594546 tempest-MigrationsAdminTest-397594546-project] 10.222.0.67 "GET /v2.0/security-groups?id=78cb509b-31c4-4e2a-bb5c-7abd6194dcc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1841440 Sep 23 19:28:10.972582 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60cd2094-1cd4-4918-bb1f-fb1219c591bd req-5cdd224a-4f54-49ae-a270-77b2a3cbddb0 tempest-ServersTestMultiNic-786669321 tempest-ServersTestMultiNic-786669321-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:28:10.992497 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60cd2094-1cd4-4918-bb1f-fb1219c591bd req-5cdd224a-4f54-49ae-a270-77b2a3cbddb0 tempest-ServersTestMultiNic-786669321 tempest-ServersTestMultiNic-786669321-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:28:11.006307 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-60cd2094-1cd4-4918-bb1f-fb1219c591bd req-5cdd224a-4f54-49ae-a270-77b2a3cbddb0 tempest-ServersTestMultiNic-786669321 tempest-ServersTestMultiNic-786669321-project] 10.222.0.53 "GET /v2.0/networks?id=7142a3f9-1e8c-4b3f-95ed-1586b58a5cbc&id=1afeede4-2bc8-4bee-b08e-8b562a1d1c30&id=7142a3f9-1e8c-4b3f-95ed-1586b58a5cbc HTTP/1.1" status: 200 len: 1391 time: 0.2079303 Sep 23 19:28:11.018399 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.v2.base [req-60cd2094-1cd4-4918-bb1f-fb1219c591bd req-27d86502-7e6c-4415-a6db-feabe40b2eff tempest-ServersTestMultiNic-786669321 tempest-ServersTestMultiNic-786669321-project] Request body: {'port': {'device_id': 'cbafa512-33c5-4de4-b00a-8d605b9e69fa', 'network_id': '7142a3f9-1e8c-4b3f-95ed-1586b58a5cbc', 'admin_state_up': True, 'tenant_id': 'e5bc57b02b1840628e8df5037b8dd2e7'}} {{(pid=95101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:28:11.023565 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81675f57-243f-461c-a93d-e504d7748faf req-741a195e-4cc2-47ac-8eaf-a76b986ce48f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:28:11.025419 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-81675f57-243f-461c-a93d-e504d7748faf req-741a195e-4cc2-47ac-8eaf-a76b986ce48f service neutron] 10.222.0.74 "GET /v2.0/networks?id=891932c9-457f-43e1-aea2-971af25a68f6 HTTP/1.1" status: 200 len: 911 time: 0.3080060 Sep 23 19:28:11.112332 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_hamode_db [None req-5f9362c0-95ca-4d2f-af32-a2162d9e29ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2cd616c4-c328-47c6-a307-bc5706ab5f79', 'name': 'tempest-ServerRescueTestJSONUnderV235-1224862837-router', 'tenant_id': '327d976986364fba8e5d9835f3bfc1b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'external_fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.230'}], 'enable_snat': True}, 'gw_port_id': 'd32f2dbd-51d4-4f3a-92fa-dd6f9d0030ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:26:43Z', 'updated_at': '2021-09-23T19:26:48Z', 'revision_number': 4, 'project_id': '327d976986364fba8e5d9835f3bfc1b1', 'gw_port': {'id': 'd32f2dbd-51d4-4f3a-92fa-dd6f9d0030ac', 'name': '', 'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:c8:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cd616c4-c328-47c6-a307-bc5706ab5f79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 997, 'fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:26:44Z', 'updated_at': '2021-09-23T19:26:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-16', '_interfaces': [{'id': 'ffbb66e3-edde-45f8-aaff-a1fb63987e1a', 'name': '', 'network_id': '957699bb-3d06-43c7-8d92-2cc14178c33d', 'tenant_id': '327d976986364fba8e5d9835f3bfc1b1', 'mac_address': 'fa:16:3e:40:d2:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cd616c4-c328-47c6-a307-bc5706ab5f79', 'device_owner': 'network:router_interface', 'standard_attr_id': 999, 'fixed_ips': [{'subnet_id': '42f61b3d-d2c5-4fe1-a0f1-03eaa8653b9c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:26:47Z', 'updated_at': '2021-09-23T19:26:53Z', 'revision_number': 5, 'project_id': '327d976986364fba8e5d9835f3bfc1b1', 'subnets': [{'id': '42f61b3d-d2c5-4fe1-a0f1-03eaa8653b9c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-16', False) {} {{(pid=95103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:28:11.146446 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f9362c0-95ca-4d2f-af32-a2162d9e29ca None None] Checking router: 2cd616c4-c328-47c6-a307-bc5706ab5f79 for host: n-d-713301-16 {{(pid=95103) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 19:28:11.160281 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f9362c0-95ca-4d2f-af32-a2162d9e29ca None None] Routers {'2cd616c4-c328-47c6-a307-bc5706ab5f79'} bound to L3 agent in host n-d-713301-16 {{(pid=95103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 19:28:11.160958 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_hamode_db [None req-5f9362c0-95ca-4d2f-af32-a2162d9e29ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-23T19:07:52Z,description=,heartbeat_timestamp=2021-09-23T19:27:52Z,host='n-d-713301-16',id=79a740bf-7821-4989-8288-7186e3e128f3,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:07:52Z,topic='l3_agent')) {'router_ids': ['2cd616c4-c328-47c6-a307-bc5706ab5f79'], 'active': True} {{(pid=95103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:28:11.167865 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-d7387182-1c2d-4ada-9499-9b54e94c5c1a req-741cb3b9-8723-4642-be02-98ec40b7c0db tempest-ServersTestMultiNic-786669321 tempest-ServersTestMultiNic-786669321-project] 10.222.0.67 "GET /v2.0/ports?device_id=cbafa512-33c5-4de4-b00a-8d605b9e69fa HTTP/1.1" status: 200 len: 210 time: 0.0652087 Sep 23 19:28:11.172041 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-81675f57-243f-461c-a93d-e504d7748faf req-5dfe7ae4-84d4-4147-b0c5-941c77589da6 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b1a5385d-b97e-4faa-9e35-589c892a4d85 HTTP/1.1" status: 200 len: 1002 time: 0.1331875 Sep 23 19:28:11.254714 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-60cd2094-1cd4-4918-bb1f-fb1219c591bd req-27d86502-7e6c-4415-a6db-feabe40b2eff tempest-ServersTestMultiNic-786669321 tempest-ServersTestMultiNic-786669321-project] Made reservation on behalf of e5bc57b02b1840628e8df5037b8dd2e7 for: {'port': 1} {{(pid=95101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:28:11.260189 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-60cd2094-1cd4-4918-bb1f-fb1219c591bd req-27d86502-7e6c-4415-a6db-feabe40b2eff tempest-ServersTestMultiNic-786669321 tempest-ServersTestMultiNic-786669321-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:28:11.260585 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67bb9667-e82e-4d43-8af1-f9549a08624e req-74050b4e-7bee-4faf-80bd-8a35d91e0a31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:28:11.262298 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-67bb9667-e82e-4d43-8af1-f9549a08624e req-74050b4e-7bee-4faf-80bd-8a35d91e0a31 service neutron] 10.222.0.67 "GET /v2.0/networks?id=957699bb-3d06-43c7-8d92-2cc14178c33d HTTP/1.1" status: 200 len: 921 time: 0.3714967 Sep 23 19:28:11.300815 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81675f57-243f-461c-a93d-e504d7748faf req-ac7f6043-6580-423d-8b85-cf1fa0067400 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:28:11.307236 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-81675f57-243f-461c-a93d-e504d7748faf req-ac7f6043-6580-423d-8b85-cf1fa0067400 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=bbfc5a86-0037-429e-b11d-698cbfb1a3c3 HTTP/1.1" status: 200 len: 849 time: 0.1234789 Sep 23 19:28:11.335784 n-d-713301-16 neutron-server[95103]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Thu, 23 Sep 2021 19:28:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2039e1b3-84c1-4569-b79e-8ffff73f0bd3 x-openstack-request-id: req-2039e1b3-84c1-4569-b79e-8ffff73f0bd3 {{(pid=95103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 19:28:11.335983 n-d-713301-16 neutron-server[95103]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b19e3d25-fa76-4ad5-ade4-28bc9af28ac3", "name": "network-vif-unplugged", "status": "failed", "tag": "dfe12d6f-a587-4267-8cf8-408a7c963b6e", "code": 422}]} {{(pid=95103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 19:28:11.336244 n-d-713301-16 neutron-server[95103]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-2039e1b3-84c1-4569-b79e-8ffff73f0bd3 {{(pid=95103) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 19:28:11.336680 n-d-713301-16 neutron-server[95103]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'b19e3d25-fa76-4ad5-ade4-28bc9af28ac3', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'dfe12d6f-a587-4267-8cf8-408a7c963b6e', 'code': 422} returned with failed status Sep 23 19:28:11.347398 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_dvr_db [None req-5f9362c0-95ca-4d2f-af32-a2162d9e29ca None None] Set router 2cd616c4-c328-47c6-a307-bc5706ab5f79 gateway port host: n-d-713301-16 {{(pid=95103) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 19:28:11.360546 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-67bb9667-e82e-4d43-8af1-f9549a08624e req-d3ec3251-7886-48c8-aa75-fd80af47e510 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=85f79270-01a6-4bfc-b9f8-7154a719205a HTTP/1.1" status: 200 len: 217 time: 0.0882850 Sep 23 19:28:11.446200 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81675f57-243f-461c-a93d-e504d7748faf req-e4c2077a-a5a7-4a1a-b780-4db4e5629793 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:28:11.447657 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-81675f57-243f-461c-a93d-e504d7748faf req-e4c2077a-a5a7-4a1a-b780-4db4e5629793 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=891932c9-457f-43e1-aea2-971af25a68f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1051636 Sep 23 19:28:11.449639 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67bb9667-e82e-4d43-8af1-f9549a08624e req-1fa4ae3d-0039-48a2-ac02-788d35d640b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:28:11.451071 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-67bb9667-e82e-4d43-8af1-f9549a08624e req-1fa4ae3d-0039-48a2-ac02-788d35d640b7 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=42f61b3d-d2c5-4fe1-a0f1-03eaa8653b9c HTTP/1.1" status: 200 len: 860 time: 0.0896530 Sep 23 19:28:11.510832 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-67bb9667-e82e-4d43-8af1-f9549a08624e req-72215422-70f0-415d-ae4a-77783077db49 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=957699bb-3d06-43c7-8d92-2cc14178c33d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0432994 Sep 23 19:28:11.528645 n-d-713301-16 neutron-server[95101]: DEBUG neutron.db.db_base_plugin_common [req-60cd2094-1cd4-4918-bb1f-fb1219c591bd req-27d86502-7e6c-4415-a6db-feabe40b2eff tempest-ServersTestMultiNic-786669321 tempest-ServersTestMultiNic-786669321-project] Allocated IP 19.80.0.28 (7142a3f9-1e8c-4b3f-95ed-1586b58a5cbc/f443a7a0-3486-404d-acc4-09a52d150932/d67ecf42-c592-40fb-a087-bbae2f355309) {{(pid=95101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 19:28:11.570923 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Device 99215099-e4ca-41e9-9da2-30bc7fb3a27f details requested by agent hyperv_n-h2-713301-16 with host n-h2-713301-16 {{(pid=95103) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 19:28:11.679708 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-81675f57-243f-461c-a93d-e504d7748faf req-82f152ed-5b0d-4e75-ae28-b0ab1ca2627b service neutron] 10.222.0.74 "GET /v2.0/networks/891932c9-457f-43e1-aea2-971af25a68f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2214413 Sep 23 19:28:11.722822 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] For port 99215099-e4ca-41e9-9da2-30bc7fb3a27f, host n-h2-713301-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-16',level=0,port_id=99215099-e4ca-41e9-9da2-30bc7fb3a27f,segment=NetworkSegment(6139d589-eb6c-4578-8935-c26ddf396853),segment_id=6139d589-eb6c-4578-8935-c26ddf396853)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:28:11.732053 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-67bb9667-e82e-4d43-8af1-f9549a08624e req-aa75baeb-dc4c-4604-b4ea-62dd24432462 service neutron] 10.222.0.67 "GET /v2.0/networks/957699bb-3d06-43c7-8d92-2cc14178c33d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2097943 Sep 23 19:28:11.749671 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Returning: {'device': '99215099-e4ca-41e9-9da2-30bc7fb3a27f', 'network_id': '5220cb0c-da05-478a-9604-8c11469a05b4', 'port_id': '99215099-e4ca-41e9-9da2-30bc7fb3a27f', 'mac_address': 'fa:16:3e:fa:eb:70', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 624, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1ccc69bc-9d6b-44d9-b227-204e47dc6e45', 'ip_address': '192.168.233.39'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95103) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 19:28:11.787778 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-60cd2094-1cd4-4918-bb1f-fb1219c591bd req-27d86502-7e6c-4415-a6db-feabe40b2eff tempest-ServersTestMultiNic-786669321 tempest-ServersTestMultiNic-786669321-project] Notify callbacks [] for port, precommit_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:28:11.808404 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_hamode_db [None req-5f9362c0-95ca-4d2f-af32-a2162d9e29ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2cd616c4-c328-47c6-a307-bc5706ab5f79', 'name': 'tempest-ServerRescueTestJSONUnderV235-1224862837-router', 'tenant_id': '327d976986364fba8e5d9835f3bfc1b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'external_fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.230'}], 'enable_snat': True}, 'gw_port_id': 'd32f2dbd-51d4-4f3a-92fa-dd6f9d0030ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:26:43Z', 'updated_at': '2021-09-23T19:26:48Z', 'revision_number': 4, 'project_id': '327d976986364fba8e5d9835f3bfc1b1', 'gw_port': {'id': 'd32f2dbd-51d4-4f3a-92fa-dd6f9d0030ac', 'name': '', 'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:c8:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cd616c4-c328-47c6-a307-bc5706ab5f79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 997, 'fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:26:44Z', 'updated_at': '2021-09-23T19:26:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-16', '_interfaces': [{'id': 'ffbb66e3-edde-45f8-aaff-a1fb63987e1a', 'name': '', 'network_id': '957699bb-3d06-43c7-8d92-2cc14178c33d', 'tenant_id': '327d976986364fba8e5d9835f3bfc1b1', 'mac_address': 'fa:16:3e:40:d2:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cd616c4-c328-47c6-a307-bc5706ab5f79', 'device_owner': 'network:router_interface', 'standard_attr_id': 999, 'fixed_ips': [{'subnet_id': '42f61b3d-d2c5-4fe1-a0f1-03eaa8653b9c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:26:47Z', 'updated_at': '2021-09-23T19:26:53Z', 'revision_number': 5, 'project_id': '327d976986364fba8e5d9835f3bfc1b1', 'subnets': [{'id': '42f61b3d-d2c5-4fe1-a0f1-03eaa8653b9c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-16', False) {} {{(pid=95103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:28:11.836296 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-60cd2094-1cd4-4918-bb1f-fb1219c591bd req-27d86502-7e6c-4415-a6db-feabe40b2eff tempest-ServersTestMultiNic-786669321 tempest-ServersTestMultiNic-786669321-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783145673135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5607431'] for port, after_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:28:11.845221 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f9362c0-95ca-4d2f-af32-a2162d9e29ca None None] The sync data for ids ['2cd616c4-c328-47c6-a307-bc5706ab5f79'] in n-d-713301-16 is: [{'id': '2cd616c4-c328-47c6-a307-bc5706ab5f79', 'name': 'tempest-ServerRescueTestJSONUnderV235-1224862837-router', 'tenant_id': '327d976986364fba8e5d9835f3bfc1b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'external_fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.230'}], 'enable_snat': True}, 'gw_port_id': 'd32f2dbd-51d4-4f3a-92fa-dd6f9d0030ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:26:43Z', 'updated_at': '2021-09-23T19:26:48Z', 'revision_number': 4, 'project_id': '327d976986364fba8e5d9835f3bfc1b1', 'gw_port': {'id': 'd32f2dbd-51d4-4f3a-92fa-dd6f9d0030ac', 'name': '', 'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:c8:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cd616c4-c328-47c6-a307-bc5706ab5f79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 997, 'fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:26:44Z', 'updated_at': '2021-09-23T19:26:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-16', '_interfaces': [{'id': 'ffbb66e3-edde-45f8-aaff-a1fb63987e1a', 'name': '', 'network_id': '957699bb-3d06-43c7-8d92-2cc14178c33d', 'tenant_id': '327d976986364fba8e5d9835f3bfc1b1', 'mac_address': 'fa:16:3e:40:d2:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cd616c4-c328-47c6-a307-bc5706ab5f79', 'device_owner': 'network:router_interface', 'standard_attr_id': 999, 'fixed_ips': [{'subnet_id': '42f61b3d-d2c5-4fe1-a0f1-03eaa8653b9c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:26:47Z', 'updated_at': '2021-09-23T19:26:53Z', 'revision_number': 5, 'project_id': '327d976986364fba8e5d9835f3bfc1b1', 'subnets': [{'id': '42f61b3d-d2c5-4fe1-a0f1-03eaa8653b9c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 19:28:11.866350 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:28:11.889455 n-d-713301-16 neutron-server[95103]: DEBUG neutron.notifiers.nova [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 99215099-e4ca-41e9-9da2-30bc7fb3a27f {{(pid=95103) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 19:28:11.901076 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-67bb9667-e82e-4d43-8af1-f9549a08624e req-f25792e5-b606-4b36-a421-27d0cdbb1d86 service neutron] 10.222.0.67 "GET /v2.0/networks/957699bb-3d06-43c7-8d92-2cc14178c33d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1425295 Sep 23 19:28:11.903689 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-81675f57-243f-461c-a93d-e504d7748faf req-58fce01f-d61d-48b2-99e3-59662131f007 service neutron] 10.222.0.74 "GET /v2.0/networks/891932c9-457f-43e1-aea2-971af25a68f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2103641 Sep 23 19:28:11.913336 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-60cd2094-1cd4-4918-bb1f-fb1219c591bd req-27d86502-7e6c-4415-a6db-feabe40b2eff tempest-ServersTestMultiNic-786669321 tempest-ServersTestMultiNic-786669321-project] Network 7142a3f9-1e8c-4b3f-95ed-1586b58a5cbc is already hosted by enough agents. {{(pid=95101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:28:11.921819 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.base_scheduler [req-60cd2094-1cd4-4918-bb1f-fb1219c591bd req-27d86502-7e6c-4415-a6db-feabe40b2eff tempest-ServersTestMultiNic-786669321 tempest-ServersTestMultiNic-786669321-project] Resources bound (agent type, host, resource id): {{(pid=95101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:28:11.935695 n-d-713301-16 neutron-server[95101]: DEBUG neutron.db.l3_dvrscheduler_db [req-60cd2094-1cd4-4918-bb1f-fb1219c591bd req-27d86502-7e6c-4415-a6db-feabe40b2eff tempest-ServersTestMultiNic-786669321 tempest-ServersTestMultiNic-786669321-project] Received port after_create {{(pid=95101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 19:28:11.964752 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] For port 99215099-e4ca-41e9-9da2-30bc7fb3a27f, host n-h2-713301-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-16',level=0,port_id=99215099-e4ca-41e9-9da2-30bc7fb3a27f,segment=NetworkSegment(6139d589-eb6c-4578-8935-c26ddf396853),segment_id=6139d589-eb6c-4578-8935-c26ddf396853)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:28:11.976873 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:28:11.978949 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27d86502-7e6c-4415-a6db-feabe40b2eff tempest-ServersTestMultiNic-786669321 tempest-ServersTestMultiNic-786669321-project] Pushing event updated for resources: {'Port': ['ID=d67ecf42-c592-40fb-a087-bbae2f355309,revision_number=1']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:28:11.995507 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27d86502-7e6c-4415-a6db-feabe40b2eff tempest-ServersTestMultiNic-786669321 tempest-ServersTestMultiNic-786669321-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:28:11.995886 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27d86502-7e6c-4415-a6db-feabe40b2eff tempest-ServersTestMultiNic-786669321 tempest-ServersTestMultiNic-786669321-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:28:11.996438 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27d86502-7e6c-4415-a6db-feabe40b2eff tempest-ServersTestMultiNic-786669321 tempest-ServersTestMultiNic-786669321-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:28:11.996824 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27d86502-7e6c-4415-a6db-feabe40b2eff tempest-ServersTestMultiNic-786669321 tempest-ServersTestMultiNic-786669321-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:28:11.997335 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27d86502-7e6c-4415-a6db-feabe40b2eff tempest-ServersTestMultiNic-786669321 tempest-ServersTestMultiNic-786669321-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:28:11.997524 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27d86502-7e6c-4415-a6db-feabe40b2eff tempest-ServersTestMultiNic-786669321 tempest-ServersTestMultiNic-786669321-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:28:11.997803 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27d86502-7e6c-4415-a6db-feabe40b2eff tempest-ServersTestMultiNic-786669321 tempest-ServersTestMultiNic-786669321-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:28:11.998141 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27d86502-7e6c-4415-a6db-feabe40b2eff tempest-ServersTestMultiNic-786669321 tempest-ServersTestMultiNic-786669321-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:28:11.998460 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27d86502-7e6c-4415-a6db-feabe40b2eff tempest-ServersTestMultiNic-786669321 tempest-ServersTestMultiNic-786669321-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:28:11.998932 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27d86502-7e6c-4415-a6db-feabe40b2eff tempest-ServersTestMultiNic-786669321 tempest-ServersTestMultiNic-786669321-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:28:11.999209 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27d86502-7e6c-4415-a6db-feabe40b2eff tempest-ServersTestMultiNic-786669321 tempest-ServersTestMultiNic-786669321-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:28:11.999545 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27d86502-7e6c-4415-a6db-feabe40b2eff tempest-ServersTestMultiNic-786669321 tempest-ServersTestMultiNic-786669321-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:28:12.042626 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60cd2094-1cd4-4918-bb1f-fb1219c591bd req-27d86502-7e6c-4415-a6db-feabe40b2eff tempest-ServersTestMultiNic-786669321 tempest-ServersTestMultiNic-786669321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:28:12.043852 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-60cd2094-1cd4-4918-bb1f-fb1219c591bd req-27d86502-7e6c-4415-a6db-feabe40b2eff tempest-ServersTestMultiNic-786669321 tempest-ServersTestMultiNic-786669321-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222849'] for port, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:28:12.065960 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-60cd2094-1cd4-4918-bb1f-fb1219c591bd req-27d86502-7e6c-4415-a6db-feabe40b2eff tempest-ServersTestMultiNic-786669321 tempest-ServersTestMultiNic-786669321-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0513725 Sep 23 19:28:12.078584 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.v2.base [req-60cd2094-1cd4-4918-bb1f-fb1219c591bd req-c4462e79-7d37-426a-9664-d1fcee3f6433 tempest-ServersTestMultiNic-786669321 tempest-ServersTestMultiNic-786669321-project] Request body: {'port': {'device_id': 'cbafa512-33c5-4de4-b00a-8d605b9e69fa', 'network_id': '1afeede4-2bc8-4bee-b08e-8b562a1d1c30', 'admin_state_up': True, 'tenant_id': 'e5bc57b02b1840628e8df5037b8dd2e7'}} {{(pid=95101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:28:12.110914 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Pushing event updated for resources: {'Port': ['ID=99215099-e4ca-41e9-9da2-30bc7fb3a27f,revision_number=12']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:28:12.137896 n-d-713301-16 neutron-server[95101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6573cd99-c5b7-4bf8-8671-27760195f1f4', 'tag': '99215099-e4ca-41e9-9da2-30bc7fb3a27f'}] {{(pid=95101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 19:28:12.139542 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74652583-bb6f-4797-bc3e-45fcc7a62851 req-c7bdf517-ef47-41ba-a83f-319673456173 tempest-VolumesAdminNegativeTest-1663824495 tempest-VolumesAdminNegativeTest-1663824495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:28:12.140190 n-d-713301-16 neutron-server[95101]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d8366c5740cd635e57ab12b71fe44a77c2acc3c19091ef849c6f68b380462244" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41919335-bfbd-49a7-8cb3-2b9cd78dba1c" -d '{"events": [{"name": "network-changed", "server_uuid": "6573cd99-c5b7-4bf8-8671-27760195f1f4", "tag": "99215099-e4ca-41e9-9da2-30bc7fb3a27f"}]}' {{(pid=95101) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 19:28:12.142329 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-74652583-bb6f-4797-bc3e-45fcc7a62851 req-c7bdf517-ef47-41ba-a83f-319673456173 tempest-VolumesAdminNegativeTest-1663824495 tempest-VolumesAdminNegativeTest-1663824495-project] 10.222.0.67 "GET /v2.0/ports?device_id=e294333f-f58d-4fe8-a8a8-e06214bafd0d HTTP/1.1" status: 200 len: 946 time: 0.1282175 Sep 23 19:28:12.203830 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-74652583-bb6f-4797-bc3e-45fcc7a62851 req-0d3d0af4-4266-4b79-9995-35a2a5a05cc3 tempest-VolumesAdminNegativeTest-1663824495 tempest-VolumesAdminNegativeTest-1663824495-project] 10.222.0.67 "GET /v2.0/security-groups?id=03b8d372-1648-4ffa-a934-45f880e6202c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542502 Sep 23 19:28:12.213220 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] get_ports_and_sgs() called for port_ids ['99215099-e4ca-41e9-9da2-30bc7fb3a27f'] {{(pid=95103) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 19:28:12.299821 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-60cd2094-1cd4-4918-bb1f-fb1219c591bd req-c4462e79-7d37-426a-9664-d1fcee3f6433 tempest-ServersTestMultiNic-786669321 tempest-ServersTestMultiNic-786669321-project] Made reservation on behalf of e5bc57b02b1840628e8df5037b8dd2e7 for: {'port': 1} {{(pid=95101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:28:12.315158 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-60cd2094-1cd4-4918-bb1f-fb1219c591bd req-c4462e79-7d37-426a-9664-d1fcee3f6433 tempest-ServersTestMultiNic-786669321 tempest-ServersTestMultiNic-786669321-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:28:12.421654 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7bc411b-ec4f-4aca-b4dc-4d4bee0a429e None None] New status for floating IP 85813f2f-3016-49ce-a630-3c94eb143733: DOWN {{(pid=95104) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 23 19:28:12.435669 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-897fd71c-510a-4f92-ac86-a9520a656cb5 None None] Provisioning complete for port d67ecf42-c592-40fb-a087-bbae2f355309 triggered by entity DHCP. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:28:12.436460 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-897fd71c-510a-4f92-ac86-a9520a656cb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:28:12.484563 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f28347-23f2-4507-bf32-d452808900e7 req-dd6113df-7a37-497f-b6c3-84aeeb7449ee tempest-DeleteServersTestJSON-2111530366 tempest-DeleteServersTestJSON-2111530366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:28:12.487360 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-b6f28347-23f2-4507-bf32-d452808900e7 req-dd6113df-7a37-497f-b6c3-84aeeb7449ee tempest-DeleteServersTestJSON-2111530366 tempest-DeleteServersTestJSON-2111530366-project] 10.222.0.67 "GET /v2.0/ports?device_id=b19e3d25-fa76-4ad5-ade4-28bc9af28ac3 HTTP/1.1" status: 200 len: 943 time: 0.1095216 Sep 23 19:28:12.499331 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.plugin [None req-897fd71c-510a-4f92-ac86-a9520a656cb5 None None] Port d67ecf42-c592-40fb-a087-bbae2f355309 cannot update to ACTIVE because it is not bound. {{(pid=95103) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 19:28:12.564304 n-d-713301-16 neutron-server[95102]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f69a6870-83a8-419f-a0bd-2c6f209ce61f', 'tag': '85f79270-01a6-4bfc-b9f8-7154a719205a'}] {{(pid=95102) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 19:28:12.566931 n-d-713301-16 neutron-server[95102]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab31b6d93e5336dbddfa8ec424565b3bd8cb2369c5b4d85bc943472dbb21e8ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e40b00b2-3688-4f55-8a2a-9aab7b849720" -d '{"events": [{"name": "network-changed", "server_uuid": "f69a6870-83a8-419f-a0bd-2c6f209ce61f", "tag": "85f79270-01a6-4bfc-b9f8-7154a719205a"}]}' {{(pid=95102) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 19:28:12.584117 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-e00b34a7-6d12-4950-bd43-9265682bb6ce req-1a5fa95e-c818-4fd9-a2f6-8f674759cfbf tempest-ServerRescueTestJSONUnderV235-3883575 tempest-ServerRescueTestJSONUnderV235-3883575-project] 10.222.0.67 "GET /v2.0/floatingips/85813f2f-3016-49ce-a630-3c94eb143733 HTTP/1.1" status: 200 len: 694 time: 0.0796027 Sep 23 19:28:12.626025 n-d-713301-16 neutron-server[95101]: DEBUG neutron.db.db_base_plugin_common [req-60cd2094-1cd4-4918-bb1f-fb1219c591bd req-c4462e79-7d37-426a-9664-d1fcee3f6433 tempest-ServersTestMultiNic-786669321 tempest-ServersTestMultiNic-786669321-project] Allocated IP 19.86.0.150 (1afeede4-2bc8-4bee-b08e-8b562a1d1c30/75393f39-a81a-41a5-9194-e3664a869981/0eddb2d1-688c-4b4c-ba3f-d3d5832fb530) {{(pid=95101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 19:28:12.802831 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.plugin [req-b6f28347-23f2-4507-bf32-d452808900e7 req-e90b41cd-665d-49d2-bc85-58ba5d7239e4 tempest-DeleteServersTestJSON-2111530366 tempest-DeleteServersTestJSON-2111530366-project] Deleting port dfe12d6f-a587-4267-8cf8-408a7c963b6e {{(pid=95102) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:28:12.803989 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-b6f28347-23f2-4507-bf32-d452808900e7 req-e90b41cd-665d-49d2-bc85-58ba5d7239e4 tempest-DeleteServersTestJSON-2111530366 tempest-DeleteServersTestJSON-2111530366-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783146157096'] for port, before_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:28:12.843473 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e00b34a7-6d12-4950-bd43-9265682bb6ce req-dc5778d8-c6de-4112-bce1-0d77ade0bd4b tempest-ServerRescueTestJSONUnderV235-3883575 tempest-ServerRescueTestJSONUnderV235-3883575-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:28:12.846519 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-e00b34a7-6d12-4950-bd43-9265682bb6ce req-dc5778d8-c6de-4112-bce1-0d77ade0bd4b tempest-ServerRescueTestJSONUnderV235-3883575 tempest-ServerRescueTestJSONUnderV235-3883575-project] 10.222.0.67 "GET /v2.0/networks/5dec5c09-378e-4f50-89cc-d94eb81c3bac HTTP/1.1" status: 200 len: 784 time: 0.2483239 Sep 23 19:28:12.884835 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-60cd2094-1cd4-4918-bb1f-fb1219c591bd req-c4462e79-7d37-426a-9664-d1fcee3f6433 tempest-ServersTestMultiNic-786669321 tempest-ServersTestMultiNic-786669321-project] Notify callbacks [] for port, precommit_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:28:12.925980 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-60cd2094-1cd4-4918-bb1f-fb1219c591bd req-c4462e79-7d37-426a-9664-d1fcee3f6433 tempest-ServersTestMultiNic-786669321 tempest-ServersTestMultiNic-786669321-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783145673135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5607431'] for port, after_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:28:12.982097 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-60cd2094-1cd4-4918-bb1f-fb1219c591bd req-c4462e79-7d37-426a-9664-d1fcee3f6433 tempest-ServersTestMultiNic-786669321 tempest-ServersTestMultiNic-786669321-project] Network 1afeede4-2bc8-4bee-b08e-8b562a1d1c30 is already hosted by enough agents. {{(pid=95101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:28:12.985564 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.base_scheduler [req-60cd2094-1cd4-4918-bb1f-fb1219c591bd req-c4462e79-7d37-426a-9664-d1fcee3f6433 tempest-ServersTestMultiNic-786669321 tempest-ServersTestMultiNic-786669321-project] Resources bound (agent type, host, resource id): {{(pid=95101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:28:12.987675 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-e00b34a7-6d12-4950-bd43-9265682bb6ce req-20eb169f-31a7-45b6-96e3-7a3cc5397b65 tempest-ServerRescueTestJSONUnderV235-3883575 tempest-ServerRescueTestJSONUnderV235-3883575-project] 10.222.0.67 "GET /v2.0/floatingips?floating_ip_address=172.25.1.19 HTTP/1.1" status: 200 len: 695 time: 0.1252325 Sep 23 19:28:12.993899 n-d-713301-16 neutron-server[95101]: DEBUG neutron.db.l3_dvrscheduler_db [req-60cd2094-1cd4-4918-bb1f-fb1219c591bd req-c4462e79-7d37-426a-9664-d1fcee3f6433 tempest-ServersTestMultiNic-786669321 tempest-ServersTestMultiNic-786669321-project] Received port after_create {{(pid=95101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 19:28:13.002234 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4462e79-7d37-426a-9664-d1fcee3f6433 tempest-ServersTestMultiNic-786669321 tempest-ServersTestMultiNic-786669321-project] Pushing event updated for resources: {'Port': ['ID=0eddb2d1-688c-4b4c-ba3f-d3d5832fb530,revision_number=1']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:28:13.070441 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60cd2094-1cd4-4918-bb1f-fb1219c591bd req-c4462e79-7d37-426a-9664-d1fcee3f6433 tempest-ServersTestMultiNic-786669321 tempest-ServersTestMultiNic-786669321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:28:13.072184 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-60cd2094-1cd4-4918-bb1f-fb1219c591bd req-c4462e79-7d37-426a-9664-d1fcee3f6433 tempest-ServersTestMultiNic-786669321 tempest-ServersTestMultiNic-786669321-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222849'] for port, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:28:13.075001 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.db [req-b6f28347-23f2-4507-bf32-d452808900e7 req-e90b41cd-665d-49d2-bc85-58ba5d7239e4 tempest-DeleteServersTestJSON-2111530366 tempest-DeleteServersTestJSON-2111530366-project] For port dfe12d6f-a587-4267-8cf8-408a7c963b6e, host n-h2-713301-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-16',level=0,port_id=dfe12d6f-a587-4267-8cf8-408a7c963b6e,segment=NetworkSegment(741d6d3e-2760-41a6-838f-b8b4255cee30),segment_id=741d6d3e-2760-41a6-838f-b8b4255cee30)] {{(pid=95102) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:28:13.075379 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-b6f28347-23f2-4507-bf32-d452808900e7 req-e90b41cd-665d-49d2-bc85-58ba5d7239e4 tempest-DeleteServersTestJSON-2111530366 tempest-DeleteServersTestJSON-2111530366-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-605701'] for port, precommit_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:28:13.091756 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-e00b34a7-6d12-4950-bd43-9265682bb6ce req-60fda2b2-a092-484f-a0c4-6f78fc5aa836 tempest-ServerRescueTestJSONUnderV235-3883575 tempest-ServerRescueTestJSONUnderV235-3883575-project] 10.222.0.67 "GET /v2.0/floatingips?floating_ip_address=172.25.1.19 HTTP/1.1" status: 200 len: 695 time: 0.0808511 Sep 23 19:28:13.103187 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-60cd2094-1cd4-4918-bb1f-fb1219c591bd req-c4462e79-7d37-426a-9664-d1fcee3f6433 tempest-ServersTestMultiNic-786669321 tempest-ServersTestMultiNic-786669321-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0297773 Sep 23 19:28:13.106124 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.plugin [req-b6f28347-23f2-4507-bf32-d452808900e7 req-e90b41cd-665d-49d2-bc85-58ba5d7239e4 tempest-DeleteServersTestJSON-2111530366 tempest-DeleteServersTestJSON-2111530366-project] Calling delete_port for dfe12d6f-a587-4267-8cf8-408a7c963b6e owned by compute:nova {{(pid=95102) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:28:13.115595 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.v2.base [req-60cd2094-1cd4-4918-bb1f-fb1219c591bd req-ab1afd1b-e299-4b08-bf1f-4dc015dec82a tempest-ServersTestMultiNic-786669321 tempest-ServersTestMultiNic-786669321-project] Request body: {'port': {'device_id': 'cbafa512-33c5-4de4-b00a-8d605b9e69fa', 'network_id': '7142a3f9-1e8c-4b3f-95ed-1586b58a5cbc', 'admin_state_up': True, 'tenant_id': 'e5bc57b02b1840628e8df5037b8dd2e7'}} {{(pid=95101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:28:13.269503 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-60cd2094-1cd4-4918-bb1f-fb1219c591bd req-ab1afd1b-e299-4b08-bf1f-4dc015dec82a tempest-ServersTestMultiNic-786669321 tempest-ServersTestMultiNic-786669321-project] Made reservation on behalf of e5bc57b02b1840628e8df5037b8dd2e7 for: {'port': 1} {{(pid=95101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:28:13.273828 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-60cd2094-1cd4-4918-bb1f-fb1219c591bd req-ab1afd1b-e299-4b08-bf1f-4dc015dec82a tempest-ServersTestMultiNic-786669321 tempest-ServersTestMultiNic-786669321-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:28:13.335845 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-dd30f012-b62a-4b81-9c57-64ad3e9ed70d None None] Provisioning complete for port 0eddb2d1-688c-4b4c-ba3f-d3d5832fb530 triggered by entity DHCP. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:28:13.336481 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-dd30f012-b62a-4b81-9c57-64ad3e9ed70d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:28:13.387716 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.plugin [None req-dd30f012-b62a-4b81-9c57-64ad3e9ed70d None None] Port 0eddb2d1-688c-4b4c-ba3f-d3d5832fb530 cannot update to ACTIVE because it is not bound. {{(pid=95103) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 19:28:13.420888 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.plugin [req-e00b34a7-6d12-4950-bd43-9265682bb6ce req-f2ef7bfc-6f63-4a41-9188-0d980a0aef6f tempest-ServerRescueTestJSONUnderV235-3883575 tempest-ServerRescueTestJSONUnderV235-3883575-project] Deleting port e1b935a6-5003-474a-8a87-f5de118f5705 {{(pid=95102) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:28:13.421703 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-e00b34a7-6d12-4950-bd43-9265682bb6ce req-f2ef7bfc-6f63-4a41-9188-0d980a0aef6f tempest-ServerRescueTestJSONUnderV235-3883575 tempest-ServerRescueTestJSONUnderV235-3883575-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783146157096'] for port, before_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:28:13.468294 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-b6f28347-23f2-4507-bf32-d452808900e7 req-e90b41cd-665d-49d2-bc85-58ba5d7239e4 tempest-DeleteServersTestJSON-2111530366 tempest-DeleteServersTestJSON-2111530366-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783146162158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783145673144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4399100'] for port, after_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:28:13.475370 n-d-713301-16 neutron-server[95101]: DEBUG neutron.db.db_base_plugin_common [req-60cd2094-1cd4-4918-bb1f-fb1219c591bd req-ab1afd1b-e299-4b08-bf1f-4dc015dec82a tempest-ServersTestMultiNic-786669321 tempest-ServersTestMultiNic-786669321-project] Allocated IP 19.80.0.133 (7142a3f9-1e8c-4b3f-95ed-1586b58a5cbc/f443a7a0-3486-404d-acc4-09a52d150932/f47939f3-4965-4e3b-ba9e-0b4ac7403820) {{(pid=95101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 19:28:13.546874 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e90b41cd-665d-49d2-bc85-58ba5d7239e4 tempest-DeleteServersTestJSON-2111530366 tempest-DeleteServersTestJSON-2111530366-project] Pushing event deleted for resources: {'Port': ['ID=dfe12d6f-a587-4267-8cf8-408a7c963b6e,revision_number=None']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:28:13.556315 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Device 99215099-e4ca-41e9-9da2-30bc7fb3a27f up at agent hyperv_n-h2-713301-16 {{(pid=95103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 19:28:13.603780 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e90b41cd-665d-49d2-bc85-58ba5d7239e4 tempest-DeleteServersTestJSON-2111530366 tempest-DeleteServersTestJSON-2111530366-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:28:13.604430 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e90b41cd-665d-49d2-bc85-58ba5d7239e4 tempest-DeleteServersTestJSON-2111530366 tempest-DeleteServersTestJSON-2111530366-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:28:13.604818 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e90b41cd-665d-49d2-bc85-58ba5d7239e4 tempest-DeleteServersTestJSON-2111530366 tempest-DeleteServersTestJSON-2111530366-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:28:13.605166 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e90b41cd-665d-49d2-bc85-58ba5d7239e4 tempest-DeleteServersTestJSON-2111530366 tempest-DeleteServersTestJSON-2111530366-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:28:13.605553 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e90b41cd-665d-49d2-bc85-58ba5d7239e4 tempest-DeleteServersTestJSON-2111530366 tempest-DeleteServersTestJSON-2111530366-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:28:13.605959 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e90b41cd-665d-49d2-bc85-58ba5d7239e4 tempest-DeleteServersTestJSON-2111530366 tempest-DeleteServersTestJSON-2111530366-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:28:13.606354 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e90b41cd-665d-49d2-bc85-58ba5d7239e4 tempest-DeleteServersTestJSON-2111530366 tempest-DeleteServersTestJSON-2111530366-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:28:13.606903 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e90b41cd-665d-49d2-bc85-58ba5d7239e4 tempest-DeleteServersTestJSON-2111530366 tempest-DeleteServersTestJSON-2111530366-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:28:13.606903 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e90b41cd-665d-49d2-bc85-58ba5d7239e4 tempest-DeleteServersTestJSON-2111530366 tempest-DeleteServersTestJSON-2111530366-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:28:13.606903 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e90b41cd-665d-49d2-bc85-58ba5d7239e4 tempest-DeleteServersTestJSON-2111530366 tempest-DeleteServersTestJSON-2111530366-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:28:13.608383 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e90b41cd-665d-49d2-bc85-58ba5d7239e4 tempest-DeleteServersTestJSON-2111530366 tempest-DeleteServersTestJSON-2111530366-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:28:13.608383 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e90b41cd-665d-49d2-bc85-58ba5d7239e4 tempest-DeleteServersTestJSON-2111530366 tempest-DeleteServersTestJSON-2111530366-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:28:13.624878 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Provisioning for port 99215099-e4ca-41e9-9da2-30bc7fb3a27f completed by entity L2. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 19:28:13.629499 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Provisioning complete for port 99215099-e4ca-41e9-9da2-30bc7fb3a27f triggered by entity L2. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:28:13.630484 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:28:13.644167 n-d-713301-16 neutron-server[95102]: DEBUG neutron.db.l3_dvrscheduler_db [req-b6f28347-23f2-4507-bf32-d452808900e7 req-e90b41cd-665d-49d2-bc85-58ba5d7239e4 tempest-DeleteServersTestJSON-2111530366 tempest-DeleteServersTestJSON-2111530366-project] No DVR routers for this DVR port dfe12d6f-a587-4267-8cf8-408a7c963b6e on host n-h2-713301-16 {{(pid=95102) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 19:28:13.649046 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-b6f28347-23f2-4507-bf32-d452808900e7 req-e90b41cd-665d-49d2-bc85-58ba5d7239e4 tempest-DeleteServersTestJSON-2111530366 tempest-DeleteServersTestJSON-2111530366-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222849'] for port, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:28:13.651246 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-b6f28347-23f2-4507-bf32-d452808900e7 req-e90b41cd-665d-49d2-bc85-58ba5d7239e4 tempest-DeleteServersTestJSON-2111530366 tempest-DeleteServersTestJSON-2111530366-project] 10.222.0.67 "DELETE /v2.0/ports/dfe12d6f-a587-4267-8cf8-408a7c963b6e HTTP/1.1" status: 204 len: 173 time: 1.1547687 Sep 23 19:28:13.669774 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-e00b34a7-6d12-4950-bd43-9265682bb6ce req-f2ef7bfc-6f63-4a41-9188-0d980a0aef6f tempest-ServerRescueTestJSONUnderV235-3883575 tempest-ServerRescueTestJSONUnderV235-3883575-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-605701'] for port, precommit_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:28:13.670135 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-e00b34a7-6d12-4950-bd43-9265682bb6ce req-f2ef7bfc-6f63-4a41-9188-0d980a0aef6f tempest-ServerRescueTestJSONUnderV235-3883575 tempest-ServerRescueTestJSONUnderV235-3883575-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:28:13.689953 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.plugin [req-e00b34a7-6d12-4950-bd43-9265682bb6ce req-f2ef7bfc-6f63-4a41-9188-0d980a0aef6f tempest-ServerRescueTestJSONUnderV235-3883575 tempest-ServerRescueTestJSONUnderV235-3883575-project] Calling delete_port for e1b935a6-5003-474a-8a87-f5de118f5705 owned by network:floatingip {{(pid=95102) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:28:13.697816 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-60cd2094-1cd4-4918-bb1f-fb1219c591bd req-ab1afd1b-e299-4b08-bf1f-4dc015dec82a tempest-ServersTestMultiNic-786669321 tempest-ServersTestMultiNic-786669321-project] Notify callbacks [] for port, precommit_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:28:13.745489 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-60cd2094-1cd4-4918-bb1f-fb1219c591bd req-ab1afd1b-e299-4b08-bf1f-4dc015dec82a tempest-ServersTestMultiNic-786669321 tempest-ServersTestMultiNic-786669321-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783145673135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5607431'] for port, after_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:28:13.769064 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:28:13.810737 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-60cd2094-1cd4-4918-bb1f-fb1219c591bd req-ab1afd1b-e299-4b08-bf1f-4dc015dec82a tempest-ServersTestMultiNic-786669321 tempest-ServersTestMultiNic-786669321-project] Network 7142a3f9-1e8c-4b3f-95ed-1586b58a5cbc is already hosted by enough agents. {{(pid=95101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:28:13.815578 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.base_scheduler [req-60cd2094-1cd4-4918-bb1f-fb1219c591bd req-ab1afd1b-e299-4b08-bf1f-4dc015dec82a tempest-ServersTestMultiNic-786669321 tempest-ServersTestMultiNic-786669321-project] Resources bound (agent type, host, resource id): {{(pid=95101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:28:13.815853 n-d-713301-16 neutron-server[95103]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6573cd99-c5b7-4bf8-8671-27760195f1f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '99215099-e4ca-41e9-9da2-30bc7fb3a27f'}] {{(pid=95103) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 19:28:13.822040 n-d-713301-16 neutron-server[95101]: DEBUG neutron.db.l3_dvrscheduler_db [req-60cd2094-1cd4-4918-bb1f-fb1219c591bd req-ab1afd1b-e299-4b08-bf1f-4dc015dec82a tempest-ServersTestMultiNic-786669321 tempest-ServersTestMultiNic-786669321-project] Received port after_create {{(pid=95101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 19:28:13.822746 n-d-713301-16 neutron-server[95103]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}81a1c17f2aa89d5b3ebbba3a3e0cf7eb588e431c2224256110c4c4facdd7c3e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e93bdc6-7fe3-421c-b7e3-a8f59033d4e3" -d '{"events": [{"server_uuid": "6573cd99-c5b7-4bf8-8671-27760195f1f4", "name": "network-vif-plugged", "status": "completed", "tag": "99215099-e4ca-41e9-9da2-30bc7fb3a27f"}]}' {{(pid=95103) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 19:28:13.853838 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] For port 99215099-e4ca-41e9-9da2-30bc7fb3a27f, host n-h2-713301-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-16',level=0,port_id=99215099-e4ca-41e9-9da2-30bc7fb3a27f,segment=NetworkSegment(6139d589-eb6c-4578-8935-c26ddf396853),segment_id=6139d589-eb6c-4578-8935-c26ddf396853)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:28:13.855722 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:28:13.884652 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab1afd1b-e299-4b08-bf1f-4dc015dec82a tempest-ServersTestMultiNic-786669321 tempest-ServersTestMultiNic-786669321-project] Pushing event updated for resources: {'Port': ['ID=f47939f3-4965-4e3b-ba9e-0b4ac7403820,revision_number=1']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:28:13.909630 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-e00b34a7-6d12-4950-bd43-9265682bb6ce req-f2ef7bfc-6f63-4a41-9188-0d980a0aef6f tempest-ServerRescueTestJSONUnderV235-3883575 tempest-ServerRescueTestJSONUnderV235-3883575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783146162158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783145673144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4399100'] for port, after_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:28:13.914325 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60cd2094-1cd4-4918-bb1f-fb1219c591bd req-ab1afd1b-e299-4b08-bf1f-4dc015dec82a tempest-ServersTestMultiNic-786669321 tempest-ServersTestMultiNic-786669321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:28:13.915009 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-60cd2094-1cd4-4918-bb1f-fb1219c591bd req-ab1afd1b-e299-4b08-bf1f-4dc015dec82a tempest-ServersTestMultiNic-786669321 tempest-ServersTestMultiNic-786669321-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222849'] for port, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:28:13.938275 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-60cd2094-1cd4-4918-bb1f-fb1219c591bd req-ab1afd1b-e299-4b08-bf1f-4dc015dec82a tempest-ServersTestMultiNic-786669321 tempest-ServersTestMultiNic-786669321-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8278329 Sep 23 19:28:13.951695 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2ef7bfc-6f63-4a41-9188-0d980a0aef6f tempest-ServerRescueTestJSONUnderV235-3883575 tempest-ServerRescueTestJSONUnderV235-3883575-project] Pushing event deleted for resources: {'Port': ['ID=e1b935a6-5003-474a-8a87-f5de118f5705,revision_number=None']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:28:13.967620 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Pushing event updated for resources: {'Port': ['ID=99215099-e4ca-41e9-9da2-30bc7fb3a27f,revision_number=13']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:28:14.015695 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.v2.base [req-60cd2094-1cd4-4918-bb1f-fb1219c591bd req-ec89618b-0bd2-4c00-a44e-41d77aa17fb6 service neutron] Request body: {'port': {'device_id': 'cbafa512-33c5-4de4-b00a-8d605b9e69fa', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713301-16'}} {{(pid=95101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:28:14.084289 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-60cd2094-1cd4-4918-bb1f-fb1219c591bd req-ec89618b-0bd2-4c00-a44e-41d77aa17fb6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:28:14.112410 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-e00b34a7-6d12-4950-bd43-9265682bb6ce req-f2ef7bfc-6f63-4a41-9188-0d980a0aef6f tempest-ServerRescueTestJSONUnderV235-3883575 tempest-ServerRescueTestJSONUnderV235-3883575-project] Notify callbacks [] for floatingip, after_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:28:14.115343 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-e00b34a7-6d12-4950-bd43-9265682bb6ce req-f2ef7bfc-6f63-4a41-9188-0d980a0aef6f tempest-ServerRescueTestJSONUnderV235-3883575 tempest-ServerRescueTestJSONUnderV235-3883575-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222849'] for floatingip, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:28:14.116578 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-e00b34a7-6d12-4950-bd43-9265682bb6ce req-f2ef7bfc-6f63-4a41-9188-0d980a0aef6f tempest-ServerRescueTestJSONUnderV235-3883575 tempest-ServerRescueTestJSONUnderV235-3883575-project] 10.222.0.67 "DELETE /v2.0/floatingips/85813f2f-3016-49ce-a630-3c94eb143733 HTTP/1.1" status: 204 len: 173 time: 1.0126824 Sep 23 19:28:14.146586 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d98779ec-39ff-46ba-abb2-261b7c6e7b92 req-2552de5c-27be-4e0a-a689-8acc839f2522 tempest-MigrationsAdminTest-397594546 tempest-MigrationsAdminTest-397594546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:28:14.148130 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-d98779ec-39ff-46ba-abb2-261b7c6e7b92 req-2552de5c-27be-4e0a-a689-8acc839f2522 tempest-MigrationsAdminTest-397594546 tempest-MigrationsAdminTest-397594546-project] 10.222.0.67 "GET /v2.0/ports?device_id=6573cd99-c5b7-4bf8-8671-27760195f1f4 HTTP/1.1" status: 200 len: 950 time: 0.0742567 Sep 23 19:28:14.164136 n-d-713301-16 neutron-server[95101]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 19:28:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-472b30a5-44d1-4a05-ba6a-7267592feca7 x-openstack-request-id: req-472b30a5-44d1-4a05-ba6a-7267592feca7 {{(pid=95101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 19:28:14.164136 n-d-713301-16 neutron-server[95101]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6573cd99-c5b7-4bf8-8671-27760195f1f4", "tag": "99215099-e4ca-41e9-9da2-30bc7fb3a27f", "status": "completed", "code": 200}]} {{(pid=95101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 19:28:14.164519 n-d-713301-16 neutron-server[95101]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-472b30a5-44d1-4a05-ba6a-7267592feca7 {{(pid=95101) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 19:28:14.164802 n-d-713301-16 neutron-server[95101]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6573cd99-c5b7-4bf8-8671-27760195f1f4', 'tag': '99215099-e4ca-41e9-9da2-30bc7fb3a27f', 'status': 'completed', 'code': 200} Sep 23 19:28:14.197537 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-d98779ec-39ff-46ba-abb2-261b7c6e7b92 req-a65b2062-2927-4e2d-9253-f0192cc171f2 tempest-MigrationsAdminTest-397594546 tempest-MigrationsAdminTest-397594546-project] 10.222.0.67 "GET /v2.0/security-groups?id=78cb509b-31c4-4e2a-bb5c-7abd6194dcc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425887 Sep 23 19:28:14.216998 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-103d2a7c-2bb8-4981-90cd-a74e4fe0ac7e None None] Provisioning complete for port f47939f3-4965-4e3b-ba9e-0b4ac7403820 triggered by entity DHCP. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:28:14.217414 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-103d2a7c-2bb8-4981-90cd-a74e4fe0ac7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:28:14.268330 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.plugin [None req-103d2a7c-2bb8-4981-90cd-a74e4fe0ac7e None None] Port f47939f3-4965-4e3b-ba9e-0b4ac7403820 cannot update to ACTIVE because it is not bound. {{(pid=95103) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 19:28:14.310543 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41919335-bfbd-49a7-8cb3-2b9cd78dba1c req-ff48c3ea-ab1a-4766-985c-ca23f04682db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:28:14.312106 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-41919335-bfbd-49a7-8cb3-2b9cd78dba1c req-ff48c3ea-ab1a-4766-985c-ca23f04682db service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=cff0149cb20c4944955e93a2b393f7c5&device_id=6573cd99-c5b7-4bf8-8671-27760195f1f4 HTTP/1.1" status: 200 len: 1102 time: 0.1021571 Sep 23 19:28:14.313449 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c400aa8-755a-4821-9fc8-da20c2b4ab8e req-a373ecba-2bb5-47b9-8a4e-1f4b67088ba7 tempest-ServersTestMultiNic-786669321 tempest-ServersTestMultiNic-786669321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:28:14.322971 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c400aa8-755a-4821-9fc8-da20c2b4ab8e req-a373ecba-2bb5-47b9-8a4e-1f4b67088ba7 tempest-ServersTestMultiNic-786669321 tempest-ServersTestMultiNic-786669321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:28:14.326695 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c400aa8-755a-4821-9fc8-da20c2b4ab8e req-a373ecba-2bb5-47b9-8a4e-1f4b67088ba7 tempest-ServersTestMultiNic-786669321 tempest-ServersTestMultiNic-786669321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:28:14.328846 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-7c400aa8-755a-4821-9fc8-da20c2b4ab8e req-a373ecba-2bb5-47b9-8a4e-1f4b67088ba7 tempest-ServersTestMultiNic-786669321 tempest-ServersTestMultiNic-786669321-project] 10.222.0.67 "GET /v2.0/ports?device_id=cbafa512-33c5-4de4-b00a-8d605b9e69fa HTTP/1.1" status: 200 len: 2376 time: 0.0754793 Sep 23 19:28:14.369955 n-d-713301-16 neutron-server[95102]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 19:28:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a2981cb-4c00-4cca-94d6-3c38dd23b071 x-openstack-request-id: req-5a2981cb-4c00-4cca-94d6-3c38dd23b071 {{(pid=95102) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 19:28:14.370357 n-d-713301-16 neutron-server[95102]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f69a6870-83a8-419f-a0bd-2c6f209ce61f", "tag": "85f79270-01a6-4bfc-b9f8-7154a719205a", "status": "completed", "code": 200}]} {{(pid=95102) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 19:28:14.370677 n-d-713301-16 neutron-server[95102]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-5a2981cb-4c00-4cca-94d6-3c38dd23b071 {{(pid=95102) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 19:28:14.370973 n-d-713301-16 neutron-server[95102]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f69a6870-83a8-419f-a0bd-2c6f209ce61f', 'tag': '85f79270-01a6-4bfc-b9f8-7154a719205a', 'status': 'completed', 'code': 200} Sep 23 19:28:14.385089 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-7c400aa8-755a-4821-9fc8-da20c2b4ab8e req-113e3092-701a-4fd5-b0cd-93adecbbeff0 tempest-ServersTestMultiNic-786669321 tempest-ServersTestMultiNic-786669321-project] 10.222.0.67 "GET /v2.0/security-groups?id=566f77e0-c65d-4b4e-93cb-ececf5c80170&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488203 Sep 23 19:28:14.456263 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40b00b2-3688-4f55-8a2a-9aab7b849720 req-0c5c1a39-3139-46a6-a969-725a44e4f45a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:28:14.458837 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-e40b00b2-3688-4f55-8a2a-9aab7b849720 req-0c5c1a39-3139-46a6-a969-725a44e4f45a service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=327d976986364fba8e5d9835f3bfc1b1&device_id=f69a6870-83a8-419f-a0bd-2c6f209ce61f HTTP/1.1" status: 200 len: 1097 time: 0.0607927 Sep 23 19:28:14.495820 n-d-713301-16 neutron-server[95103]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 19:28:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0c3f364-fdcc-4b8c-b1b6-05d5b092d7b9 x-openstack-request-id: req-e0c3f364-fdcc-4b8c-b1b6-05d5b092d7b9 {{(pid=95103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 19:28:14.496708 n-d-713301-16 neutron-server[95103]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6573cd99-c5b7-4bf8-8671-27760195f1f4", "name": "network-vif-plugged", "status": "completed", "tag": "99215099-e4ca-41e9-9da2-30bc7fb3a27f", "code": 200}]} {{(pid=95103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 19:28:14.496854 n-d-713301-16 neutron-server[95103]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-e0c3f364-fdcc-4b8c-b1b6-05d5b092d7b9 {{(pid=95103) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 19:28:14.497385 n-d-713301-16 neutron-server[95103]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6573cd99-c5b7-4bf8-8671-27760195f1f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '99215099-e4ca-41e9-9da2-30bc7fb3a27f', 'code': 200} Sep 23 19:28:14.532833 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41919335-bfbd-49a7-8cb3-2b9cd78dba1c req-5262337d-30f7-4016-bf54-0804972d267b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:28:14.534595 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-41919335-bfbd-49a7-8cb3-2b9cd78dba1c req-5262337d-30f7-4016-bf54-0804972d267b service neutron] 10.222.0.53 "GET /v2.0/networks?id=5220cb0c-da05-478a-9604-8c11469a05b4 HTTP/1.1" status: 200 len: 870 time: 0.2139506 Sep 23 19:28:14.600536 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-41919335-bfbd-49a7-8cb3-2b9cd78dba1c req-005e66bb-a988-4c61-8815-ce0b48c2a7af service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.39&port_id=99215099-e4ca-41e9-9da2-30bc7fb3a27f HTTP/1.1" status: 200 len: 217 time: 0.0576603 Sep 23 19:28:14.635715 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-87be5165-5402-4da6-9c20-db8f3973fb57 req-735334f3-57e9-436b-ac92-2899b20e10c6 tempest-ServerRescueTestJSONUnderV235-3883575 tempest-ServerRescueTestJSONUnderV235-3883575-project] 10.222.0.67 "GET /v2.0/security-groups/be35c5b1-9265-4778-b9ad-86e9bdddc1d2 HTTP/1.1" status: 200 len: 1808 time: 0.0647080 Sep 23 19:28:14.664902 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40b00b2-3688-4f55-8a2a-9aab7b849720 req-02246abd-b06f-4aa7-ac9c-804d4518fe02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:28:14.666663 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-e40b00b2-3688-4f55-8a2a-9aab7b849720 req-02246abd-b06f-4aa7-ac9c-804d4518fe02 service neutron] 10.222.0.74 "GET /v2.0/networks?id=957699bb-3d06-43c7-8d92-2cc14178c33d HTTP/1.1" status: 200 len: 921 time: 0.1964769 Sep 23 19:28:14.667832 n-d-713301-16 neutron-server[95101]: DEBUG neutron.notifiers.nova [req-60cd2094-1cd4-4918-bb1f-fb1219c591bd req-ec89618b-0bd2-4c00-a44e-41d77aa17fb6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d67ecf42-c592-40fb-a087-bbae2f355309 {{(pid=95101) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 19:28:14.678926 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-60cd2094-1cd4-4918-bb1f-fb1219c591bd req-ec89618b-0bd2-4c00-a44e-41d77aa17fb6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:28:14.688357 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41919335-bfbd-49a7-8cb3-2b9cd78dba1c req-73d82f54-c412-4661-b04d-4d73fb45206d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:28:14.689886 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-41919335-bfbd-49a7-8cb3-2b9cd78dba1c req-73d82f54-c412-4661-b04d-4d73fb45206d service neutron] 10.222.0.53 "GET /v2.0/subnets?id=1ccc69bc-9d6b-44d9-b227-204e47dc6e45 HTTP/1.1" status: 200 len: 843 time: 0.0818472 Sep 23 19:28:14.715400 n-d-713301-16 neutron-server[95101]: DEBUG neutron.db.provisioning_blocks [req-60cd2094-1cd4-4918-bb1f-fb1219c591bd req-ec89618b-0bd2-4c00-a44e-41d77aa17fb6 service neutron] Transition to ACTIVE for port object d67ecf42-c592-40fb-a087-bbae2f355309 will not be triggered until provisioned by entity L2. {{(pid=95101) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 19:28:14.732338 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-60cd2094-1cd4-4918-bb1f-fb1219c591bd req-ec89618b-0bd2-4c00-a44e-41d77aa17fb6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5607436'] for port, after_update {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:28:14.737308 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-e40b00b2-3688-4f55-8a2a-9aab7b849720 req-3782ea59-f8de-4022-a1f5-f38b4475d0f4 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=85f79270-01a6-4bfc-b9f8-7154a719205a HTTP/1.1" status: 200 len: 217 time: 0.0574136 Sep 23 19:28:14.802284 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-87be5165-5402-4da6-9c20-db8f3973fb57 req-328aee5f-a198-4d5f-8d91-b7f888f2bcaa tempest-ServerRescueTestJSONUnderV235-3883575 tempest-ServerRescueTestJSONUnderV235-3883575-project] Notify callbacks [] for security_group, before_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:28:14.808329 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41919335-bfbd-49a7-8cb3-2b9cd78dba1c req-683aa474-a8ec-4f33-88fd-753fe2773e74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:28:14.810042 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-41919335-bfbd-49a7-8cb3-2b9cd78dba1c req-683aa474-a8ec-4f33-88fd-753fe2773e74 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=5220cb0c-da05-478a-9604-8c11469a05b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1119955 Sep 23 19:28:14.810695 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec89618b-0bd2-4c00-a44e-41d77aa17fb6 service neutron] Pushing event updated for resources: {'Port': ['ID=d67ecf42-c592-40fb-a087-bbae2f355309,revision_number=2']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:28:14.826279 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40b00b2-3688-4f55-8a2a-9aab7b849720 req-eed44c82-c2f1-4b4d-b1c2-590477c50e74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:28:14.826481 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-e40b00b2-3688-4f55-8a2a-9aab7b849720 req-eed44c82-c2f1-4b4d-b1c2-590477c50e74 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=42f61b3d-d2c5-4fe1-a0f1-03eaa8653b9c HTTP/1.1" status: 200 len: 860 time: 0.0805945 Sep 23 19:28:14.866037 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-87be5165-5402-4da6-9c20-db8f3973fb57 req-328aee5f-a198-4d5f-8d91-b7f888f2bcaa tempest-ServerRescueTestJSONUnderV235-3883575 tempest-ServerRescueTestJSONUnderV235-3883575-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:28:14.897574 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-e40b00b2-3688-4f55-8a2a-9aab7b849720 req-0cf9e08e-cc30-4d7f-9c4d-9401ab13bd92 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=957699bb-3d06-43c7-8d92-2cc14178c33d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0529010 Sep 23 19:28:15.025062 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.managers [req-60cd2094-1cd4-4918-bb1f-fb1219c591bd req-ec89618b-0bd2-4c00-a44e-41d77aa17fb6 service neutron] Attempting to bind port d67ecf42-c592-40fb-a087-bbae2f355309 on host n-h2-713301-16 for vnic_type normal with profile {{(pid=95101) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 19:28:15.025062 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.managers [req-60cd2094-1cd4-4918-bb1f-fb1219c591bd req-ec89618b-0bd2-4c00-a44e-41d77aa17fb6 service neutron] Attempting to bind port d67ecf42-c592-40fb-a087-bbae2f355309 by drivers openvswitch,hyperv on host n-h2-713301-16 at level 0 using segments [{'id': 'f9c00884-efab-4728-92dc-6084f1ac3ed2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '7142a3f9-1e8c-4b3f-95ed-1586b58a5cbc'}] {{(pid=95101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 19:28:15.025062 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60cd2094-1cd4-4918-bb1f-fb1219c591bd req-ec89618b-0bd2-4c00-a44e-41d77aa17fb6 service neutron] Attempting to bind port d67ecf42-c592-40fb-a087-bbae2f355309 on network 7142a3f9-1e8c-4b3f-95ed-1586b58a5cbc {{(pid=95101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:28:15.040031 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-41919335-bfbd-49a7-8cb3-2b9cd78dba1c req-d7c0f97b-9d56-4b36-8c00-4a85101f64f0 service neutron] 10.222.0.53 "GET /v2.0/networks/5220cb0c-da05-478a-9604-8c11469a05b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2087374 Sep 23 19:28:15.046879 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60cd2094-1cd4-4918-bb1f-fb1219c591bd req-ec89618b-0bd2-4c00-a44e-41d77aa17fb6 service neutron] Port d67ecf42-c592-40fb-a087-bbae2f355309 on network 7142a3f9-1e8c-4b3f-95ed-1586b58a5cbc not bound, no agent of type Open vSwitch agent registered on host n-h2-713301-16 {{(pid=95101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 19:28:15.047350 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60cd2094-1cd4-4918-bb1f-fb1219c591bd req-ec89618b-0bd2-4c00-a44e-41d77aa17fb6 service neutron] Attempting to bind port d67ecf42-c592-40fb-a087-bbae2f355309 on network 7142a3f9-1e8c-4b3f-95ed-1586b58a5cbc {{(pid=95101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:28:15.064034 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60cd2094-1cd4-4918-bb1f-fb1219c591bd req-ec89618b-0bd2-4c00-a44e-41d77aa17fb6 service neutron] Checking agent: {'id': '2a7cea34-db54-4faf-8d23-37521c3e34cb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713301-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 19, 15, 28), 'started_at': datetime.datetime(2021, 9, 23, 19, 15, 28), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 19, 27, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 19:28:15.067009 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60cd2094-1cd4-4918-bb1f-fb1219c591bd req-ec89618b-0bd2-4c00-a44e-41d77aa17fb6 service neutron] Checking segment: {'id': 'f9c00884-efab-4728-92dc-6084f1ac3ed2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '7142a3f9-1e8c-4b3f-95ed-1586b58a5cbc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:28:15.067009 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60cd2094-1cd4-4918-bb1f-fb1219c591bd req-ec89618b-0bd2-4c00-a44e-41d77aa17fb6 service neutron] Bound using segment: {'id': 'f9c00884-efab-4728-92dc-6084f1ac3ed2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '7142a3f9-1e8c-4b3f-95ed-1586b58a5cbc'} {{(pid=95101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 19:28:15.067009 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.managers [req-60cd2094-1cd4-4918-bb1f-fb1219c591bd req-ec89618b-0bd2-4c00-a44e-41d77aa17fb6 service neutron] Bound port: d67ecf42-c592-40fb-a087-bbae2f355309, host: n-h2-713301-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f9c00884-efab-4728-92dc-6084f1ac3ed2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '7142a3f9-1e8c-4b3f-95ed-1586b58a5cbc'}}] {{(pid=95101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 19:28:15.067009 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-60cd2094-1cd4-4918-bb1f-fb1219c591bd req-ec89618b-0bd2-4c00-a44e-41d77aa17fb6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:28:15.128919 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-87be5165-5402-4da6-9c20-db8f3973fb57 req-328aee5f-a198-4d5f-8d91-b7f888f2bcaa tempest-ServerRescueTestJSONUnderV235-3883575 tempest-ServerRescueTestJSONUnderV235-3883575-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:28:15.131906 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-87be5165-5402-4da6-9c20-db8f3973fb57 req-328aee5f-a198-4d5f-8d91-b7f888f2bcaa tempest-ServerRescueTestJSONUnderV235-3883575 tempest-ServerRescueTestJSONUnderV235-3883575-project] Notify callbacks [] for security_group, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:28:15.133514 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-87be5165-5402-4da6-9c20-db8f3973fb57 req-328aee5f-a198-4d5f-8d91-b7f888f2bcaa tempest-ServerRescueTestJSONUnderV235-3883575 tempest-ServerRescueTestJSONUnderV235-3883575-project] 10.222.0.67 "DELETE /v2.0/security-groups/be35c5b1-9265-4778-b9ad-86e9bdddc1d2 HTTP/1.1" status: 204 len: 173 time: 0.4906607 Sep 23 19:28:15.160450 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-328aee5f-a198-4d5f-8d91-b7f888f2bcaa tempest-ServerRescueTestJSONUnderV235-3883575 tempest-ServerRescueTestJSONUnderV235-3883575-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=be35c5b1-9265-4778-b9ad-86e9bdddc1d2,revision_number=None']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:28:15.175542 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f16af7-23b1-4084-aca9-1928af98f67c req-3b9eba5a-1e4d-4bab-b26f-ef85584f27a0 tempest-MigrationsAdminTest-397594546 tempest-MigrationsAdminTest-397594546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:28:15.187131 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-e7f16af7-23b1-4084-aca9-1928af98f67c req-3b9eba5a-1e4d-4bab-b26f-ef85584f27a0 tempest-MigrationsAdminTest-397594546 tempest-MigrationsAdminTest-397594546-project] 10.222.0.67 "GET /v2.0/ports?device_id=6573cd99-c5b7-4bf8-8671-27760195f1f4 HTTP/1.1" status: 200 len: 950 time: 0.1908364 Sep 23 19:28:15.305979 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-e40b00b2-3688-4f55-8a2a-9aab7b849720 req-3235e335-5dd8-453e-937a-995c33266675 service neutron] 10.222.0.74 "GET /v2.0/networks/957699bb-3d06-43c7-8d92-2cc14178c33d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3663661 Sep 23 19:28:15.433480 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-e7f16af7-23b1-4084-aca9-1928af98f67c req-466fff34-e4fa-4879-afcb-8508cf27e9fd tempest-MigrationsAdminTest-397594546 tempest-MigrationsAdminTest-397594546-project] 10.222.0.67 "GET /v2.0/security-groups?id=78cb509b-31c4-4e2a-bb5c-7abd6194dcc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2346854 Sep 23 19:28:15.664722 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.db [req-60cd2094-1cd4-4918-bb1f-fb1219c591bd req-ec89618b-0bd2-4c00-a44e-41d77aa17fb6 service neutron] For port d67ecf42-c592-40fb-a087-bbae2f355309, host n-h2-713301-16, cleared binding levels {{(pid=95101) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 19:28:15.673646 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.db [req-60cd2094-1cd4-4918-bb1f-fb1219c591bd req-ec89618b-0bd2-4c00-a44e-41d77aa17fb6 service neutron] For port d67ecf42-c592-40fb-a087-bbae2f355309, host n-h2-713301-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-16',level=0,port_id=d67ecf42-c592-40fb-a087-bbae2f355309,segment=NetworkSegment(f9c00884-efab-4728-92dc-6084f1ac3ed2),segment_id=f9c00884-efab-4728-92dc-6084f1ac3ed2)] {{(pid=95101) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 19:28:15.681905 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-60cd2094-1cd4-4918-bb1f-fb1219c591bd req-ec89618b-0bd2-4c00-a44e-41d77aa17fb6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5607436'] for port, after_update {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:28:15.685764 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-41919335-bfbd-49a7-8cb3-2b9cd78dba1c req-40613b11-b1ff-4cdd-9fe0-d180d18b7ef0 service neutron] 10.222.0.53 "GET /v2.0/networks/5220cb0c-da05-478a-9604-8c11469a05b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6341121 Sep 23 19:28:15.724091 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60cd2094-1cd4-4918-bb1f-fb1219c591bd req-ec89618b-0bd2-4c00-a44e-41d77aa17fb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:28:15.725178 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-60cd2094-1cd4-4918-bb1f-fb1219c591bd req-ec89618b-0bd2-4c00-a44e-41d77aa17fb6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222849'] for port, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:28:15.727554 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-60cd2094-1cd4-4918-bb1f-fb1219c591bd req-ec89618b-0bd2-4c00-a44e-41d77aa17fb6 service neutron] 10.222.0.53 "PUT /v2.0/ports/d67ecf42-c592-40fb-a087-bbae2f355309 HTTP/1.1" status: 200 len: 1092 time: 1.7802227 Sep 23 19:28:15.791908 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec89618b-0bd2-4c00-a44e-41d77aa17fb6 service neutron] Pushing event updated for resources: {'Port': ['ID=d67ecf42-c592-40fb-a087-bbae2f355309,revision_number=3']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:28:15.799431 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.v2.base [req-60cd2094-1cd4-4918-bb1f-fb1219c591bd req-6f5fc6c1-cfa1-4fa8-8731-36386145e187 service neutron] Request body: {'port': {'device_id': 'cbafa512-33c5-4de4-b00a-8d605b9e69fa', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713301-16'}} {{(pid=95101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:28:15.929104 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-60cd2094-1cd4-4918-bb1f-fb1219c591bd req-6f5fc6c1-cfa1-4fa8-8731-36386145e187 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:28:16.123766 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba7d7da-48ec-4e76-be09-49f9c97e6a9d req-c1472bc2-3a15-450f-882f-1bfd1ef70004 tempest-DeleteServersTestJSON-2111530366 tempest-DeleteServersTestJSON-2111530366-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:28:16.131224 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-1ba7d7da-48ec-4e76-be09-49f9c97e6a9d req-c1472bc2-3a15-450f-882f-1bfd1ef70004 tempest-DeleteServersTestJSON-2111530366 tempest-DeleteServersTestJSON-2111530366-project] 10.222.0.67 "GET /v2.0/networks?id=e47803fc-37db-4c82-80ca-757602b818ca HTTP/1.1" status: 200 len: 812 time: 0.8768153 Sep 23 19:28:16.167640 n-d-713301-16 neutron-server[95101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cbafa512-33c5-4de4-b00a-8d605b9e69fa', 'tag': 'd67ecf42-c592-40fb-a087-bbae2f355309'}] {{(pid=95101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 19:28:16.172091 n-d-713301-16 neutron-server[95101]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d8366c5740cd635e57ab12b71fe44a77c2acc3c19091ef849c6f68b380462244" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6843ab7a-a6cc-43bf-8206-79ab9268796a" -d '{"events": [{"name": "network-changed", "server_uuid": "cbafa512-33c5-4de4-b00a-8d605b9e69fa", "tag": "d67ecf42-c592-40fb-a087-bbae2f355309"}]}' {{(pid=95101) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 19:28:16.195365 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-1ba7d7da-48ec-4e76-be09-49f9c97e6a9d req-025b59b7-9440-4edb-960c-ba27c299dee4 tempest-DeleteServersTestJSON-2111530366 tempest-DeleteServersTestJSON-2111530366-project] 10.222.0.67 "GET /v2.0/quotas/30554f6e61d54c6bbf3c805c15e93860 HTTP/1.1" status: 200 len: 375 time: 0.0632668 Sep 23 19:28:16.219716 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0945dbc-cfd9-48b7-9067-08ab8408dba9 req-ea8b630e-ea32-4e82-930b-3f1b86e58d07 tempest-ServersTestMultiNic-786669321 tempest-ServersTestMultiNic-786669321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:28:16.226243 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0945dbc-cfd9-48b7-9067-08ab8408dba9 req-ea8b630e-ea32-4e82-930b-3f1b86e58d07 tempest-ServersTestMultiNic-786669321 tempest-ServersTestMultiNic-786669321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:28:16.232514 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0945dbc-cfd9-48b7-9067-08ab8408dba9 req-ea8b630e-ea32-4e82-930b-3f1b86e58d07 tempest-ServersTestMultiNic-786669321 tempest-ServersTestMultiNic-786669321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:28:16.237045 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-f0945dbc-cfd9-48b7-9067-08ab8408dba9 req-ea8b630e-ea32-4e82-930b-3f1b86e58d07 tempest-ServersTestMultiNic-786669321 tempest-ServersTestMultiNic-786669321-project] 10.222.0.67 "GET /v2.0/ports?device_id=cbafa512-33c5-4de4-b00a-8d605b9e69fa HTTP/1.1" status: 200 len: 2388 time: 0.1207600 Sep 23 19:28:16.287980 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-1ba7d7da-48ec-4e76-be09-49f9c97e6a9d req-acc8801b-1629-4bc4-acb8-ff02a5636a4a tempest-DeleteServersTestJSON-2111530366 tempest-DeleteServersTestJSON-2111530366-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=30554f6e61d54c6bbf3c805c15e93860&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0799966 Sep 23 19:28:16.296891 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-e40b00b2-3688-4f55-8a2a-9aab7b849720 req-52dce3a3-423a-4aa0-a436-5e4190ee1806 service neutron] 10.222.0.74 "GET /v2.0/networks/957699bb-3d06-43c7-8d92-2cc14178c33d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9804218 Sep 23 19:28:16.365685 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-f0945dbc-cfd9-48b7-9067-08ab8408dba9 req-7ced708d-e1ee-4091-9fdd-7f1ece5383d8 tempest-ServersTestMultiNic-786669321 tempest-ServersTestMultiNic-786669321-project] 10.222.0.67 "GET /v2.0/security-groups?id=566f77e0-c65d-4b4e-93cb-ececf5c80170&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1087682 Sep 23 19:28:16.373253 n-d-713301-16 neutron-server[95101]: DEBUG neutron.notifiers.nova [req-60cd2094-1cd4-4918-bb1f-fb1219c591bd req-6f5fc6c1-cfa1-4fa8-8731-36386145e187 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0eddb2d1-688c-4b4c-ba3f-d3d5832fb530 {{(pid=95101) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 19:28:16.389782 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-60cd2094-1cd4-4918-bb1f-fb1219c591bd req-6f5fc6c1-cfa1-4fa8-8731-36386145e187 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:28:16.426942 n-d-713301-16 neutron-server[95101]: DEBUG neutron.db.provisioning_blocks [req-60cd2094-1cd4-4918-bb1f-fb1219c591bd req-6f5fc6c1-cfa1-4fa8-8731-36386145e187 service neutron] Transition to ACTIVE for port object 0eddb2d1-688c-4b4c-ba3f-d3d5832fb530 will not be triggered until provisioned by entity L2. {{(pid=95101) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 19:28:16.431773 n-d-713301-16 neutron-server[95102]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b19e3d25-fa76-4ad5-ade4-28bc9af28ac3', 'name': 'network-vif-deleted', 'tag': 'dfe12d6f-a587-4267-8cf8-408a7c963b6e'}] {{(pid=95102) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 19:28:16.434427 n-d-713301-16 neutron-server[95102]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab31b6d93e5336dbddfa8ec424565b3bd8cb2369c5b4d85bc943472dbb21e8ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02c7e23c-432d-47a9-9425-bcb2cc1ea572" -d '{"events": [{"server_uuid": "b19e3d25-fa76-4ad5-ade4-28bc9af28ac3", "name": "network-vif-deleted", "tag": "dfe12d6f-a587-4267-8cf8-408a7c963b6e"}]}' {{(pid=95102) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 19:28:16.437674 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-60cd2094-1cd4-4918-bb1f-fb1219c591bd req-6f5fc6c1-cfa1-4fa8-8731-36386145e187 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5607436'] for port, after_update {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:28:16.486143 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-1ba7d7da-48ec-4e76-be09-49f9c97e6a9d req-b2a65c6b-73c9-415a-aed9-7131960f3d48 service neutron] 10.222.0.67 "GET /v2.0/networks/e47803fc-37db-4c82-80ca-757602b818ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1854012 Sep 23 19:28:16.536889 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f5fc6c1-cfa1-4fa8-8731-36386145e187 service neutron] Pushing event updated for resources: {'Port': ['ID=0eddb2d1-688c-4b4c-ba3f-d3d5832fb530,revision_number=2']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:28:16.696551 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.managers [req-60cd2094-1cd4-4918-bb1f-fb1219c591bd req-6f5fc6c1-cfa1-4fa8-8731-36386145e187 service neutron] Attempting to bind port 0eddb2d1-688c-4b4c-ba3f-d3d5832fb530 on host n-h2-713301-16 for vnic_type normal with profile {{(pid=95101) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 19:28:16.697033 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.managers [req-60cd2094-1cd4-4918-bb1f-fb1219c591bd req-6f5fc6c1-cfa1-4fa8-8731-36386145e187 service neutron] Attempting to bind port 0eddb2d1-688c-4b4c-ba3f-d3d5832fb530 by drivers openvswitch,hyperv on host n-h2-713301-16 at level 0 using segments [{'id': '413527a0-b46b-46fc-87b0-07b894e7a685', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '1afeede4-2bc8-4bee-b08e-8b562a1d1c30'}] {{(pid=95101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 19:28:16.697483 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60cd2094-1cd4-4918-bb1f-fb1219c591bd req-6f5fc6c1-cfa1-4fa8-8731-36386145e187 service neutron] Attempting to bind port 0eddb2d1-688c-4b4c-ba3f-d3d5832fb530 on network 1afeede4-2bc8-4bee-b08e-8b562a1d1c30 {{(pid=95101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:28:16.703199 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60cd2094-1cd4-4918-bb1f-fb1219c591bd req-6f5fc6c1-cfa1-4fa8-8731-36386145e187 service neutron] Port 0eddb2d1-688c-4b4c-ba3f-d3d5832fb530 on network 1afeede4-2bc8-4bee-b08e-8b562a1d1c30 not bound, no agent of type Open vSwitch agent registered on host n-h2-713301-16 {{(pid=95101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 19:28:16.703569 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60cd2094-1cd4-4918-bb1f-fb1219c591bd req-6f5fc6c1-cfa1-4fa8-8731-36386145e187 service neutron] Attempting to bind port 0eddb2d1-688c-4b4c-ba3f-d3d5832fb530 on network 1afeede4-2bc8-4bee-b08e-8b562a1d1c30 {{(pid=95101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:28:16.710160 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60cd2094-1cd4-4918-bb1f-fb1219c591bd req-6f5fc6c1-cfa1-4fa8-8731-36386145e187 service neutron] Checking agent: {'id': '2a7cea34-db54-4faf-8d23-37521c3e34cb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713301-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 19, 15, 28), 'started_at': datetime.datetime(2021, 9, 23, 19, 15, 28), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 19, 27, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 19:28:16.710804 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60cd2094-1cd4-4918-bb1f-fb1219c591bd req-6f5fc6c1-cfa1-4fa8-8731-36386145e187 service neutron] Checking segment: {'id': '413527a0-b46b-46fc-87b0-07b894e7a685', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '1afeede4-2bc8-4bee-b08e-8b562a1d1c30'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:28:16.711311 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60cd2094-1cd4-4918-bb1f-fb1219c591bd req-6f5fc6c1-cfa1-4fa8-8731-36386145e187 service neutron] Bound using segment: {'id': '413527a0-b46b-46fc-87b0-07b894e7a685', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '1afeede4-2bc8-4bee-b08e-8b562a1d1c30'} {{(pid=95101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 19:28:16.711869 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.managers [req-60cd2094-1cd4-4918-bb1f-fb1219c591bd req-6f5fc6c1-cfa1-4fa8-8731-36386145e187 service neutron] Bound port: 0eddb2d1-688c-4b4c-ba3f-d3d5832fb530, host: n-h2-713301-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '413527a0-b46b-46fc-87b0-07b894e7a685', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '1afeede4-2bc8-4bee-b08e-8b562a1d1c30'}}] {{(pid=95101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 19:28:16.712358 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-60cd2094-1cd4-4918-bb1f-fb1219c591bd req-6f5fc6c1-cfa1-4fa8-8731-36386145e187 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:28:16.819056 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-1ba7d7da-48ec-4e76-be09-49f9c97e6a9d req-55f54b9d-8bbc-4c81-9b0b-e6a1e92b134f service neutron] 10.222.0.67 "GET /v2.0/networks/e47803fc-37db-4c82-80ca-757602b818ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3315406 Sep 23 19:28:16.833672 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c9d4a3-7330-4d62-bff4-17e29f296776 req-195f9867-8168-42ee-a2d9-6152540bdf9a tempest-ServerRescueTestJSONUnderV235-3883575 tempest-ServerRescueTestJSONUnderV235-3883575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:28:16.852807 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-41c9d4a3-7330-4d62-bff4-17e29f296776 req-195f9867-8168-42ee-a2d9-6152540bdf9a tempest-ServerRescueTestJSONUnderV235-3883575 tempest-ServerRescueTestJSONUnderV235-3883575-project] 10.222.0.67 "GET /v2.0/ports?device_id=f69a6870-83a8-419f-a0bd-2c6f209ce61f HTTP/1.1" status: 200 len: 945 time: 0.1389129 Sep 23 19:28:16.887299 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.db [req-60cd2094-1cd4-4918-bb1f-fb1219c591bd req-6f5fc6c1-cfa1-4fa8-8731-36386145e187 service neutron] For port 0eddb2d1-688c-4b4c-ba3f-d3d5832fb530, host n-h2-713301-16, cleared binding levels {{(pid=95101) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 19:28:16.893455 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.db [req-60cd2094-1cd4-4918-bb1f-fb1219c591bd req-6f5fc6c1-cfa1-4fa8-8731-36386145e187 service neutron] For port 0eddb2d1-688c-4b4c-ba3f-d3d5832fb530, host n-h2-713301-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-16',level=0,port_id=0eddb2d1-688c-4b4c-ba3f-d3d5832fb530,segment=NetworkSegment(413527a0-b46b-46fc-87b0-07b894e7a685),segment_id=413527a0-b46b-46fc-87b0-07b894e7a685)] {{(pid=95101) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 19:28:16.902698 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-41c9d4a3-7330-4d62-bff4-17e29f296776 req-bc1dda34-d09e-4168-a1e4-a0353065f1dc tempest-ServerRescueTestJSONUnderV235-3883575 tempest-ServerRescueTestJSONUnderV235-3883575-project] 10.222.0.67 "GET /v2.0/security-groups?id=d3f97599-a9b1-47a3-baeb-6ab90b6bb5ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487325 Sep 23 19:28:16.902938 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-60cd2094-1cd4-4918-bb1f-fb1219c591bd req-6f5fc6c1-cfa1-4fa8-8731-36386145e187 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5607436'] for port, after_update {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:28:16.986837 n-d-713301-16 neutron-server[95101]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 19:28:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f34f35bc-60e1-445a-930b-7c712cde90d0 x-openstack-request-id: req-f34f35bc-60e1-445a-930b-7c712cde90d0 {{(pid=95101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 19:28:16.987222 n-d-713301-16 neutron-server[95101]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cbafa512-33c5-4de4-b00a-8d605b9e69fa", "tag": "d67ecf42-c592-40fb-a087-bbae2f355309", "status": "completed", "code": 200}]} {{(pid=95101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 19:28:16.987584 n-d-713301-16 neutron-server[95101]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-f34f35bc-60e1-445a-930b-7c712cde90d0 {{(pid=95101) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 19:28:16.988132 n-d-713301-16 neutron-server[95101]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cbafa512-33c5-4de4-b00a-8d605b9e69fa', 'tag': 'd67ecf42-c592-40fb-a087-bbae2f355309', 'status': 'completed', 'code': 200} Sep 23 19:28:16.994006 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60cd2094-1cd4-4918-bb1f-fb1219c591bd req-6f5fc6c1-cfa1-4fa8-8731-36386145e187 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:28:16.995047 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-60cd2094-1cd4-4918-bb1f-fb1219c591bd req-6f5fc6c1-cfa1-4fa8-8731-36386145e187 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222849'] for port, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:28:16.997690 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-60cd2094-1cd4-4918-bb1f-fb1219c591bd req-6f5fc6c1-cfa1-4fa8-8731-36386145e187 service neutron] 10.222.0.53 "PUT /v2.0/ports/0eddb2d1-688c-4b4c-ba3f-d3d5832fb530 HTTP/1.1" status: 200 len: 1093 time: 1.2023778 Sep 23 19:28:17.052844 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.v2.base [req-60cd2094-1cd4-4918-bb1f-fb1219c591bd req-468abe52-4219-4217-a81b-a12e4cb53a32 service neutron] Request body: {'port': {'device_id': 'cbafa512-33c5-4de4-b00a-8d605b9e69fa', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713301-16'}} {{(pid=95101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:28:17.115462 n-d-713301-16 neutron-server[95102]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Thu, 23 Sep 2021 19:28:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28903dba-8ca4-4dc3-a7b0-ba39ff00fc76 x-openstack-request-id: req-28903dba-8ca4-4dc3-a7b0-ba39ff00fc76 {{(pid=95102) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 19:28:17.116231 n-d-713301-16 neutron-server[95102]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b19e3d25-fa76-4ad5-ade4-28bc9af28ac3", "name": "network-vif-deleted", "tag": "dfe12d6f-a587-4267-8cf8-408a7c963b6e", "status": "failed", "code": 422}]} {{(pid=95102) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 19:28:17.118363 n-d-713301-16 neutron-server[95102]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-28903dba-8ca4-4dc3-a7b0-ba39ff00fc76 {{(pid=95102) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 19:28:17.118950 n-d-713301-16 neutron-server[95102]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'b19e3d25-fa76-4ad5-ade4-28bc9af28ac3', 'name': 'network-vif-deleted', 'tag': 'dfe12d6f-a587-4267-8cf8-408a7c963b6e', 'status': 'failed', 'code': 422} returned with failed status Sep 23 19:28:17.186456 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-98d2ecc7-0c8f-453f-baec-1ccdb4a93201 req-6206fade-9ab8-438c-994d-b606e6339c9b tempest-MigrationsAdminTest-397594546 tempest-MigrationsAdminTest-397594546-project] 10.222.0.67 "GET /v2.0/networks?tenant_id=cff0149cb20c4944955e93a2b393f7c5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0535402 Sep 23 19:28:17.194736 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f5fc6c1-cfa1-4fa8-8731-36386145e187 service neutron] Pushing event updated for resources: {'Port': ['ID=0eddb2d1-688c-4b4c-ba3f-d3d5832fb530,revision_number=3']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:28:17.301806 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-60cd2094-1cd4-4918-bb1f-fb1219c591bd req-468abe52-4219-4217-a81b-a12e4cb53a32 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:28:17.418491 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6843ab7a-a6cc-43bf-8206-79ab9268796a req-7b7424e4-127a-4142-84ae-1e0eff6d1c16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:28:17.418987 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6843ab7a-a6cc-43bf-8206-79ab9268796a req-7b7424e4-127a-4142-84ae-1e0eff6d1c16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:28:17.420377 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6843ab7a-a6cc-43bf-8206-79ab9268796a req-7b7424e4-127a-4142-84ae-1e0eff6d1c16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:28:17.426292 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-6843ab7a-a6cc-43bf-8206-79ab9268796a req-7b7424e4-127a-4142-84ae-1e0eff6d1c16 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=e5bc57b02b1840628e8df5037b8dd2e7&device_id=cbafa512-33c5-4de4-b00a-8d605b9e69fa HTTP/1.1" status: 200 len: 2800 time: 0.3672979 Sep 23 19:28:17.454243 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-c1e0a995-6469-47c4-95a2-92de39decaf6 req-df7c2863-06b5-45e1-a7d7-beb0432b4491 tempest-DeleteServersTestJSON-2111530366 tempest-DeleteServersTestJSON-2111530366-project] 10.222.0.67 "GET /v2.0/ports?device_id=d6fb661b-35d0-4bb3-b9f1-7aeeaa15cabb HTTP/1.1" status: 200 len: 210 time: 0.0334406 Sep 23 19:28:17.503096 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d2ecc7-0c8f-453f-baec-1ccdb4a93201 req-c7314a56-c64b-463d-aed5-46f5806e826d tempest-MigrationsAdminTest-397594546 tempest-MigrationsAdminTest-397594546-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:28:17.505974 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-98d2ecc7-0c8f-453f-baec-1ccdb4a93201 req-c7314a56-c64b-463d-aed5-46f5806e826d tempest-MigrationsAdminTest-397594546 tempest-MigrationsAdminTest-397594546-project] 10.222.0.67 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3034751 Sep 23 19:28:17.533297 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-98d2ecc7-0c8f-453f-baec-1ccdb4a93201 req-0839df33-56bc-429c-b9ed-f1c899869fcf tempest-MigrationsAdminTest-397594546 tempest-MigrationsAdminTest-397594546-project] 10.222.0.67 "GET /v2.0/quotas/cff0149cb20c4944955e93a2b393f7c5 HTTP/1.1" status: 200 len: 375 time: 0.0209749 Sep 23 19:28:17.651474 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-98d2ecc7-0c8f-453f-baec-1ccdb4a93201 req-dcfd51f1-6186-410e-872e-7c1380b6056c tempest-MigrationsAdminTest-397594546 tempest-MigrationsAdminTest-397594546-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=cff0149cb20c4944955e93a2b393f7c5&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1026556 Sep 23 19:28:17.705054 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db21f75-928a-4355-bb65-43634103ccba req-e3ea8a16-6d37-4553-a37a-cddee7d68fa3 tempest-ServersTestMultiNic-786669321 tempest-ServersTestMultiNic-786669321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:28:17.718262 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db21f75-928a-4355-bb65-43634103ccba req-e3ea8a16-6d37-4553-a37a-cddee7d68fa3 tempest-ServersTestMultiNic-786669321 tempest-ServersTestMultiNic-786669321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:28:17.727306 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db21f75-928a-4355-bb65-43634103ccba req-e3ea8a16-6d37-4553-a37a-cddee7d68fa3 tempest-ServersTestMultiNic-786669321 tempest-ServersTestMultiNic-786669321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:28:17.729030 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-7db21f75-928a-4355-bb65-43634103ccba req-e3ea8a16-6d37-4553-a37a-cddee7d68fa3 tempest-ServersTestMultiNic-786669321 tempest-ServersTestMultiNic-786669321-project] 10.222.0.67 "GET /v2.0/ports?device_id=cbafa512-33c5-4de4-b00a-8d605b9e69fa HTTP/1.1" status: 200 len: 2400 time: 0.1945586 Sep 23 19:28:17.806036 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-7db21f75-928a-4355-bb65-43634103ccba req-b0db2047-f637-4d76-a628-1cc3f2b010f8 tempest-ServersTestMultiNic-786669321 tempest-ServersTestMultiNic-786669321-project] 10.222.0.67 "GET /v2.0/security-groups?id=566f77e0-c65d-4b4e-93cb-ececf5c80170&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625515 Sep 23 19:28:17.908058 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6843ab7a-a6cc-43bf-8206-79ab9268796a req-323349d0-3b90-4caa-ba0d-f30c61cca7a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:28:17.908872 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6843ab7a-a6cc-43bf-8206-79ab9268796a req-323349d0-3b90-4caa-ba0d-f30c61cca7a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:28:17.909677 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6843ab7a-a6cc-43bf-8206-79ab9268796a req-323349d0-3b90-4caa-ba0d-f30c61cca7a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:28:17.913824 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-6843ab7a-a6cc-43bf-8206-79ab9268796a req-323349d0-3b90-4caa-ba0d-f30c61cca7a7 service neutron] 10.222.0.53 "GET /v2.0/networks?tenant_id=e5bc57b02b1840628e8df5037b8dd2e7&shared=False HTTP/1.1" status: 200 len: 2291 time: 0.4748070 Sep 23 19:28:17.978875 n-d-713301-16 neutron-server[95101]: DEBUG neutron.notifiers.nova [req-60cd2094-1cd4-4918-bb1f-fb1219c591bd req-468abe52-4219-4217-a81b-a12e4cb53a32 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f47939f3-4965-4e3b-ba9e-0b4ac7403820 {{(pid=95101) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 19:28:17.988910 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-60cd2094-1cd4-4918-bb1f-fb1219c591bd req-468abe52-4219-4217-a81b-a12e4cb53a32 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:28:18.005841 n-d-713301-16 neutron-server[95101]: DEBUG neutron.db.provisioning_blocks [req-60cd2094-1cd4-4918-bb1f-fb1219c591bd req-468abe52-4219-4217-a81b-a12e4cb53a32 service neutron] Transition to ACTIVE for port object f47939f3-4965-4e3b-ba9e-0b4ac7403820 will not be triggered until provisioned by entity L2. {{(pid=95101) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 19:28:18.019617 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-60cd2094-1cd4-4918-bb1f-fb1219c591bd req-468abe52-4219-4217-a81b-a12e4cb53a32 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5607436'] for port, after_update {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:28:18.079067 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-ce3ebc8e-5c1d-4ec5-b12e-57faadfee418 req-a003a638-44d8-4bee-8147-14e9a1b07995 tempest-MigrationsAdminTest-397594546 tempest-MigrationsAdminTest-397594546-project] 10.222.0.67 "GET /v2.0/ports?device_id=8c2ff25d-e89a-47f5-89c5-0372db439fc3 HTTP/1.1" status: 200 len: 210 time: 0.0900054 Sep 23 19:28:18.210112 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a156c8-f95c-4017-9dde-f3ccca3aa552 req-13cf26ae-b3b9-43be-9c8a-c79713a10d0c tempest-ServerRescueTestJSONUnderV235-3883575 tempest-ServerRescueTestJSONUnderV235-3883575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:28:18.212182 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-f9a156c8-f95c-4017-9dde-f3ccca3aa552 req-13cf26ae-b3b9-43be-9c8a-c79713a10d0c tempest-ServerRescueTestJSONUnderV235-3883575 tempest-ServerRescueTestJSONUnderV235-3883575-project] 10.222.0.67 "GET /v2.0/ports?device_id=f69a6870-83a8-419f-a0bd-2c6f209ce61f HTTP/1.1" status: 200 len: 945 time: 0.1298866 Sep 23 19:28:18.245163 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-468abe52-4219-4217-a81b-a12e4cb53a32 service neutron] Pushing event updated for resources: {'Port': ['ID=f47939f3-4965-4e3b-ba9e-0b4ac7403820,revision_number=2']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:28:18.309014 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6843ab7a-a6cc-43bf-8206-79ab9268796a req-a3a1e93e-428a-4491-bad9-a4479b2ee447 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:28:18.310579 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-6843ab7a-a6cc-43bf-8206-79ab9268796a req-a3a1e93e-428a-4491-bad9-a4479b2ee447 service neutron] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3027811 Sep 23 19:28:18.346075 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-f9a156c8-f95c-4017-9dde-f3ccca3aa552 req-76386810-1204-41c4-a770-090d095cdd3e tempest-ServerRescueTestJSONUnderV235-3883575 tempest-ServerRescueTestJSONUnderV235-3883575-project] 10.222.0.67 "GET /v2.0/security-groups?id=d3f97599-a9b1-47a3-baeb-6ab90b6bb5ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1226501 Sep 23 19:28:18.351159 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.managers [req-60cd2094-1cd4-4918-bb1f-fb1219c591bd req-468abe52-4219-4217-a81b-a12e4cb53a32 service neutron] Attempting to bind port f47939f3-4965-4e3b-ba9e-0b4ac7403820 on host n-h2-713301-16 for vnic_type normal with profile {{(pid=95101) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 19:28:18.351496 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.managers [req-60cd2094-1cd4-4918-bb1f-fb1219c591bd req-468abe52-4219-4217-a81b-a12e4cb53a32 service neutron] Attempting to bind port f47939f3-4965-4e3b-ba9e-0b4ac7403820 by drivers openvswitch,hyperv on host n-h2-713301-16 at level 0 using segments [{'id': 'f9c00884-efab-4728-92dc-6084f1ac3ed2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '7142a3f9-1e8c-4b3f-95ed-1586b58a5cbc'}] {{(pid=95101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 19:28:18.351832 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60cd2094-1cd4-4918-bb1f-fb1219c591bd req-468abe52-4219-4217-a81b-a12e4cb53a32 service neutron] Attempting to bind port f47939f3-4965-4e3b-ba9e-0b4ac7403820 on network 7142a3f9-1e8c-4b3f-95ed-1586b58a5cbc {{(pid=95101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:28:18.366733 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60cd2094-1cd4-4918-bb1f-fb1219c591bd req-468abe52-4219-4217-a81b-a12e4cb53a32 service neutron] Port f47939f3-4965-4e3b-ba9e-0b4ac7403820 on network 7142a3f9-1e8c-4b3f-95ed-1586b58a5cbc not bound, no agent of type Open vSwitch agent registered on host n-h2-713301-16 {{(pid=95101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 19:28:18.367215 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60cd2094-1cd4-4918-bb1f-fb1219c591bd req-468abe52-4219-4217-a81b-a12e4cb53a32 service neutron] Attempting to bind port f47939f3-4965-4e3b-ba9e-0b4ac7403820 on network 7142a3f9-1e8c-4b3f-95ed-1586b58a5cbc {{(pid=95101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:28:18.373519 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60cd2094-1cd4-4918-bb1f-fb1219c591bd req-468abe52-4219-4217-a81b-a12e4cb53a32 service neutron] Checking agent: {'id': '2a7cea34-db54-4faf-8d23-37521c3e34cb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713301-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 19, 15, 28), 'started_at': datetime.datetime(2021, 9, 23, 19, 15, 28), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 19, 27, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 19:28:18.373918 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60cd2094-1cd4-4918-bb1f-fb1219c591bd req-468abe52-4219-4217-a81b-a12e4cb53a32 service neutron] Checking segment: {'id': 'f9c00884-efab-4728-92dc-6084f1ac3ed2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '7142a3f9-1e8c-4b3f-95ed-1586b58a5cbc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:28:18.374389 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60cd2094-1cd4-4918-bb1f-fb1219c591bd req-468abe52-4219-4217-a81b-a12e4cb53a32 service neutron] Bound using segment: {'id': 'f9c00884-efab-4728-92dc-6084f1ac3ed2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '7142a3f9-1e8c-4b3f-95ed-1586b58a5cbc'} {{(pid=95101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 19:28:18.374846 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.managers [req-60cd2094-1cd4-4918-bb1f-fb1219c591bd req-468abe52-4219-4217-a81b-a12e4cb53a32 service neutron] Bound port: f47939f3-4965-4e3b-ba9e-0b4ac7403820, host: n-h2-713301-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f9c00884-efab-4728-92dc-6084f1ac3ed2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '7142a3f9-1e8c-4b3f-95ed-1586b58a5cbc'}}] {{(pid=95101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 19:28:18.375396 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-60cd2094-1cd4-4918-bb1f-fb1219c591bd req-468abe52-4219-4217-a81b-a12e4cb53a32 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:28:18.398512 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1495de-615d-48d7-bcd4-bb2d70f57727 req-7d661c00-6c78-4f6b-b96e-05e17537a257 tempest-ServerRescueTestJSONUnderV235-3883575 tempest-ServerRescueTestJSONUnderV235-3883575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:28:18.400386 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-bf1495de-615d-48d7-bcd4-bb2d70f57727 req-7d661c00-6c78-4f6b-b96e-05e17537a257 tempest-ServerRescueTestJSONUnderV235-3883575 tempest-ServerRescueTestJSONUnderV235-3883575-project] 10.222.0.74 "GET /v2.0/ports?device_id=f69a6870-83a8-419f-a0bd-2c6f209ce61f HTTP/1.1" status: 200 len: 945 time: 0.1344941 Sep 23 19:28:18.607132 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.db [req-60cd2094-1cd4-4918-bb1f-fb1219c591bd req-468abe52-4219-4217-a81b-a12e4cb53a32 service neutron] For port f47939f3-4965-4e3b-ba9e-0b4ac7403820, host n-h2-713301-16, cleared binding levels {{(pid=95101) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 19:28:18.636815 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.db [req-60cd2094-1cd4-4918-bb1f-fb1219c591bd req-468abe52-4219-4217-a81b-a12e4cb53a32 service neutron] For port f47939f3-4965-4e3b-ba9e-0b4ac7403820, host n-h2-713301-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-16',level=0,port_id=f47939f3-4965-4e3b-ba9e-0b4ac7403820,segment=NetworkSegment(f9c00884-efab-4728-92dc-6084f1ac3ed2),segment_id=f9c00884-efab-4728-92dc-6084f1ac3ed2)] {{(pid=95101) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 19:28:18.670866 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-60cd2094-1cd4-4918-bb1f-fb1219c591bd req-468abe52-4219-4217-a81b-a12e4cb53a32 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5607436'] for port, after_update {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:28:18.738234 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60cd2094-1cd4-4918-bb1f-fb1219c591bd req-468abe52-4219-4217-a81b-a12e4cb53a32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:28:18.739241 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-60cd2094-1cd4-4918-bb1f-fb1219c591bd req-468abe52-4219-4217-a81b-a12e4cb53a32 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222849'] for port, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:28:18.740799 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-60cd2094-1cd4-4918-bb1f-fb1219c591bd req-468abe52-4219-4217-a81b-a12e4cb53a32 service neutron] 10.222.0.53 "PUT /v2.0/ports/f47939f3-4965-4e3b-ba9e-0b4ac7403820 HTTP/1.1" status: 200 len: 1093 time: 1.7081826 Sep 23 19:28:18.745290 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-e3af7f2d-d18e-4257-b640-ff0a7265cce0 req-d29e58db-8f8d-4fc4-a84f-161ab7bee705 tempest-DeleteServersTestJSON-2111530366 tempest-DeleteServersTestJSON-2111530366-project] 10.222.0.67 "GET /v2.0/ports?device_id=d6fb661b-35d0-4bb3-b9f1-7aeeaa15cabb HTTP/1.1" status: 200 len: 210 time: 0.1116047 Sep 23 19:28:18.783037 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.plugin [req-bf1495de-615d-48d7-bcd4-bb2d70f57727 req-b73bc3e6-5d93-4537-90df-ad171283ef03 tempest-ServerRescueTestJSONUnderV235-3883575 tempest-ServerRescueTestJSONUnderV235-3883575-project] Deleting port 85f79270-01a6-4bfc-b9f8-7154a719205a {{(pid=95102) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:28:18.790243 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-bf1495de-615d-48d7-bcd4-bb2d70f57727 req-b73bc3e6-5d93-4537-90df-ad171283ef03 tempest-ServerRescueTestJSONUnderV235-3883575 tempest-ServerRescueTestJSONUnderV235-3883575-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783146157096'] for port, before_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:28:18.822823 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba7d7da-48ec-4e76-be09-49f9c97e6a9d req-a0e683bb-61d4-4019-b4cf-08e667855342 tempest-DeleteServersTestJSON-2111530366 tempest-DeleteServersTestJSON-2111530366-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:28:18.826053 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-1ba7d7da-48ec-4e76-be09-49f9c97e6a9d req-a0e683bb-61d4-4019-b4cf-08e667855342 tempest-DeleteServersTestJSON-2111530366 tempest-DeleteServersTestJSON-2111530366-project] 10.222.0.53 "GET /v2.0/networks?id=e47803fc-37db-4c82-80ca-757602b818ca HTTP/1.1" status: 200 len: 812 time: 0.2638221 Sep 23 19:28:18.854226 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.v2.base [req-1ba7d7da-48ec-4e76-be09-49f9c97e6a9d req-563b556e-2f75-46d1-8cc2-b34b5a11f1e5 tempest-DeleteServersTestJSON-2111530366 tempest-DeleteServersTestJSON-2111530366-project] Request body: {'port': {'device_id': 'd6fb661b-35d0-4bb3-b9f1-7aeeaa15cabb', 'network_id': 'e47803fc-37db-4c82-80ca-757602b818ca', 'admin_state_up': True, 'tenant_id': '30554f6e61d54c6bbf3c805c15e93860'}} {{(pid=95101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:28:18.967904 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-468abe52-4219-4217-a81b-a12e4cb53a32 service neutron] Pushing event updated for resources: {'Port': ['ID=f47939f3-4965-4e3b-ba9e-0b4ac7403820,revision_number=3']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:28:18.995327 n-d-713301-16 neutron-server[95101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cbafa512-33c5-4de4-b00a-8d605b9e69fa', 'tag': '0eddb2d1-688c-4b4c-ba3f-d3d5832fb530'}, {'name': 'network-changed', 'server_uuid': 'cbafa512-33c5-4de4-b00a-8d605b9e69fa', 'tag': 'f47939f3-4965-4e3b-ba9e-0b4ac7403820'}] {{(pid=95101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 19:28:18.998219 n-d-713301-16 neutron-server[95101]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d8366c5740cd635e57ab12b71fe44a77c2acc3c19091ef849c6f68b380462244" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51216b05-f7d2-40c7-b496-37d0f33cf492" -d '{"events": [{"name": "network-changed", "server_uuid": "cbafa512-33c5-4de4-b00a-8d605b9e69fa", "tag": "0eddb2d1-688c-4b4c-ba3f-d3d5832fb530"}, {"name": "network-changed", "server_uuid": "cbafa512-33c5-4de4-b00a-8d605b9e69fa", "tag": "f47939f3-4965-4e3b-ba9e-0b4ac7403820"}]}' {{(pid=95101) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 19:28:19.012038 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.db [req-bf1495de-615d-48d7-bcd4-bb2d70f57727 req-b73bc3e6-5d93-4537-90df-ad171283ef03 tempest-ServerRescueTestJSONUnderV235-3883575 tempest-ServerRescueTestJSONUnderV235-3883575-project] For port 85f79270-01a6-4bfc-b9f8-7154a719205a, host n-h1-713301-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-16',level=0,port_id=85f79270-01a6-4bfc-b9f8-7154a719205a,segment=NetworkSegment(4e645381-3cf7-44d9-935f-d566da4456b8),segment_id=4e645381-3cf7-44d9-935f-d566da4456b8)] {{(pid=95102) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:28:19.012838 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-bf1495de-615d-48d7-bcd4-bb2d70f57727 req-b73bc3e6-5d93-4537-90df-ad171283ef03 tempest-ServerRescueTestJSONUnderV235-3883575 tempest-ServerRescueTestJSONUnderV235-3883575-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-605701'] for port, precommit_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:28:19.028464 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60cd2094-1cd4-4918-bb1f-fb1219c591bd req-ecac31d3-9eb1-432e-84ef-cadef65d0d99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:28:19.029746 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60cd2094-1cd4-4918-bb1f-fb1219c591bd req-ecac31d3-9eb1-432e-84ef-cadef65d0d99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:28:19.031063 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60cd2094-1cd4-4918-bb1f-fb1219c591bd req-ecac31d3-9eb1-432e-84ef-cadef65d0d99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:28:19.035033 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.plugin [req-bf1495de-615d-48d7-bcd4-bb2d70f57727 req-b73bc3e6-5d93-4537-90df-ad171283ef03 tempest-ServerRescueTestJSONUnderV235-3883575 tempest-ServerRescueTestJSONUnderV235-3883575-project] Calling delete_port for 85f79270-01a6-4bfc-b9f8-7154a719205a owned by compute:nova {{(pid=95102) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:28:19.035974 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-60cd2094-1cd4-4918-bb1f-fb1219c591bd req-ecac31d3-9eb1-432e-84ef-cadef65d0d99 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=e5bc57b02b1840628e8df5037b8dd2e7&device_id=cbafa512-33c5-4de4-b00a-8d605b9e69fa HTTP/1.1" status: 200 len: 2868 time: 0.1777468 Sep 23 19:28:19.128096 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-60cd2094-1cd4-4918-bb1f-fb1219c591bd req-03e3a5f1-095c-4685-9b3c-d390293b5013 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.28&port_id=d67ecf42-c592-40fb-a087-bbae2f355309 HTTP/1.1" status: 200 len: 217 time: 0.0529327 Sep 23 19:28:19.237020 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60cd2094-1cd4-4918-bb1f-fb1219c591bd req-02164fa8-2c9a-4271-bff4-1819b9710ff3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:28:19.238728 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-60cd2094-1cd4-4918-bb1f-fb1219c591bd req-02164fa8-2c9a-4271-bff4-1819b9710ff3 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=f443a7a0-3486-404d-acc4-09a52d150932 HTTP/1.1" status: 200 len: 801 time: 0.1023071 Sep 23 19:28:19.303567 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1ba7d7da-48ec-4e76-be09-49f9c97e6a9d req-563b556e-2f75-46d1-8cc2-b34b5a11f1e5 tempest-DeleteServersTestJSON-2111530366 tempest-DeleteServersTestJSON-2111530366-project] Made reservation on behalf of 30554f6e61d54c6bbf3c805c15e93860 for: {'port': 1} {{(pid=95101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:28:19.307240 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-1ba7d7da-48ec-4e76-be09-49f9c97e6a9d req-563b556e-2f75-46d1-8cc2-b34b5a11f1e5 tempest-DeleteServersTestJSON-2111530366 tempest-DeleteServersTestJSON-2111530366-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:28:19.315754 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e8bd05-f84e-4990-ae75-c11a873d8494 req-4f8212bb-b83c-4f59-a4b3-af9ca9f9ef9f tempest-ServersTestMultiNic-786669321 tempest-ServersTestMultiNic-786669321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:28:19.323595 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e8bd05-f84e-4990-ae75-c11a873d8494 req-4f8212bb-b83c-4f59-a4b3-af9ca9f9ef9f tempest-ServersTestMultiNic-786669321 tempest-ServersTestMultiNic-786669321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:28:19.342898 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e8bd05-f84e-4990-ae75-c11a873d8494 req-4f8212bb-b83c-4f59-a4b3-af9ca9f9ef9f tempest-ServersTestMultiNic-786669321 tempest-ServersTestMultiNic-786669321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:28:19.344682 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-67e8bd05-f84e-4990-ae75-c11a873d8494 req-4f8212bb-b83c-4f59-a4b3-af9ca9f9ef9f tempest-ServersTestMultiNic-786669321 tempest-ServersTestMultiNic-786669321-project] 10.222.0.67 "GET /v2.0/ports?device_id=cbafa512-33c5-4de4-b00a-8d605b9e69fa HTTP/1.1" status: 200 len: 2412 time: 0.2124119 Sep 23 19:28:19.396758 n-d-713301-16 neutron-server[95101]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Thu, 23 Sep 2021 19:28:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-812eac2c-1b43-4977-8068-e6dff4035d90 x-openstack-request-id: req-812eac2c-1b43-4977-8068-e6dff4035d90 {{(pid=95101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 19:28:19.397371 n-d-713301-16 neutron-server[95101]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cbafa512-33c5-4de4-b00a-8d605b9e69fa", "tag": "0eddb2d1-688c-4b4c-ba3f-d3d5832fb530", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "cbafa512-33c5-4de4-b00a-8d605b9e69fa", "tag": "f47939f3-4965-4e3b-ba9e-0b4ac7403820", "status": "completed", "code": 200}]} {{(pid=95101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 19:28:19.397639 n-d-713301-16 neutron-server[95101]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-812eac2c-1b43-4977-8068-e6dff4035d90 {{(pid=95101) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 19:28:19.398182 n-d-713301-16 neutron-server[95101]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cbafa512-33c5-4de4-b00a-8d605b9e69fa', 'tag': '0eddb2d1-688c-4b4c-ba3f-d3d5832fb530', 'status': 'completed', 'code': 200} Sep 23 19:28:19.398439 n-d-713301-16 neutron-server[95101]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cbafa512-33c5-4de4-b00a-8d605b9e69fa', 'tag': 'f47939f3-4965-4e3b-ba9e-0b4ac7403820', 'status': 'completed', 'code': 200} Sep 23 19:28:19.451349 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60cd2094-1cd4-4918-bb1f-fb1219c591bd req-c90dc1f5-a4cc-4553-b403-9ee7c310a0ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:28:19.452949 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-60cd2094-1cd4-4918-bb1f-fb1219c591bd req-c90dc1f5-a4cc-4553-b403-9ee7c310a0ad service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=7142a3f9-1e8c-4b3f-95ed-1586b58a5cbc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1939459 Sep 23 19:28:19.482617 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-67e8bd05-f84e-4990-ae75-c11a873d8494 req-412192f8-1a11-4fbf-9cc0-e691ab7461b8 tempest-ServersTestMultiNic-786669321 tempest-ServersTestMultiNic-786669321-project] 10.222.0.67 "GET /v2.0/security-groups?id=566f77e0-c65d-4b4e-93cb-ececf5c80170&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1244745 Sep 23 19:28:19.488309 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-98d2ecc7-0c8f-453f-baec-1ccdb4a93201 req-215d155d-c442-4b7b-84d9-8f7d970135f3 tempest-MigrationsAdminTest-397594546 tempest-MigrationsAdminTest-397594546-project] 10.222.0.53 "GET /v2.0/networks?tenant_id=cff0149cb20c4944955e93a2b393f7c5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0842907 Sep 23 19:28:19.530309 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-b70831bf-0a18-4f37-b1a0-0d67fe718d7f req-e8300c6c-6efd-4880-a674-8a70e886e928 tempest-MigrationsAdminTest-397594546 tempest-MigrationsAdminTest-397594546-project] 10.222.0.67 "GET /v2.0/ports?device_id=8c2ff25d-e89a-47f5-89c5-0372db439fc3 HTTP/1.1" status: 200 len: 210 time: 0.0776079 Sep 23 19:28:19.533601 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-bf1495de-615d-48d7-bcd4-bb2d70f57727 req-b73bc3e6-5d93-4537-90df-ad171283ef03 tempest-ServerRescueTestJSONUnderV235-3883575 tempest-ServerRescueTestJSONUnderV235-3883575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783146162158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783145673144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4399100'] for port, after_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:28:19.547018 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] get_ports_and_sgs() called for port_ids ['85f79270-01a6-4bfc-b9f8-7154a719205a'] {{(pid=95103) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 19:28:19.597242 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b73bc3e6-5d93-4537-90df-ad171283ef03 tempest-ServerRescueTestJSONUnderV235-3883575 tempest-ServerRescueTestJSONUnderV235-3883575-project] Pushing event deleted for resources: {'Port': ['ID=85f79270-01a6-4bfc-b9f8-7154a719205a,revision_number=None']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:28:19.661839 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b2b2df89-05e2-4455-98f1-7286d5eb6166 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:28:19.726709 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-abf32ea0-95b8-458b-b2dc-0694aba69338 req-f41ad957-5b05-488e-a1c2-0f9076d6d53a tempest-ServerRescueTestJSONUnderV235-3883575 tempest-ServerRescueTestJSONUnderV235-3883575-project] 10.222.0.67 "GET /v2.0/ports?device_id=f69a6870-83a8-419f-a0bd-2c6f209ce61f HTTP/1.1" status: 200 len: 210 time: 0.0483184 Sep 23 19:28:19.728010 n-d-713301-16 neutron-server[95102]: DEBUG neutron.db.l3_dvrscheduler_db [req-bf1495de-615d-48d7-bcd4-bb2d70f57727 req-b73bc3e6-5d93-4537-90df-ad171283ef03 tempest-ServerRescueTestJSONUnderV235-3883575 tempest-ServerRescueTestJSONUnderV235-3883575-project] No DVR routers for this DVR port 85f79270-01a6-4bfc-b9f8-7154a719205a on host n-h1-713301-16 {{(pid=95102) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 19:28:19.731037 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-bf1495de-615d-48d7-bcd4-bb2d70f57727 req-b73bc3e6-5d93-4537-90df-ad171283ef03 tempest-ServerRescueTestJSONUnderV235-3883575 tempest-ServerRescueTestJSONUnderV235-3883575-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222849'] for port, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:28:19.733380 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-bf1495de-615d-48d7-bcd4-bb2d70f57727 req-b73bc3e6-5d93-4537-90df-ad171283ef03 tempest-ServerRescueTestJSONUnderV235-3883575 tempest-ServerRescueTestJSONUnderV235-3883575-project] 10.222.0.74 "DELETE /v2.0/ports/85f79270-01a6-4bfc-b9f8-7154a719205a HTTP/1.1" status: 204 len: 173 time: 1.3132122 Sep 23 19:28:19.734094 n-d-713301-16 neutron-server[95102]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f69a6870-83a8-419f-a0bd-2c6f209ce61f', 'name': 'network-vif-deleted', 'tag': '85f79270-01a6-4bfc-b9f8-7154a719205a'}] {{(pid=95102) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 19:28:19.736789 n-d-713301-16 neutron-server[95102]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab31b6d93e5336dbddfa8ec424565b3bd8cb2369c5b4d85bc943472dbb21e8ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc14e34c-23d8-474e-8c15-e22c07bbb4cc" -d '{"events": [{"server_uuid": "f69a6870-83a8-419f-a0bd-2c6f209ce61f", "name": "network-vif-deleted", "tag": "85f79270-01a6-4bfc-b9f8-7154a719205a"}]}' {{(pid=95102) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 19:28:19.789331 n-d-713301-16 neutron-server[95102]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 19:28:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba598a2d-f0ac-442c-bc46-b05a9eb2274f x-openstack-request-id: req-ba598a2d-f0ac-442c-bc46-b05a9eb2274f {{(pid=95102) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 19:28:19.789532 n-d-713301-16 neutron-server[95102]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f69a6870-83a8-419f-a0bd-2c6f209ce61f", "name": "network-vif-deleted", "tag": "85f79270-01a6-4bfc-b9f8-7154a719205a", "status": "completed", "code": 200}]} {{(pid=95102) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 19:28:19.789775 n-d-713301-16 neutron-server[95102]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-ba598a2d-f0ac-442c-bc46-b05a9eb2274f {{(pid=95102) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 19:28:19.792645 n-d-713301-16 neutron-server[95102]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f69a6870-83a8-419f-a0bd-2c6f209ce61f', 'name': 'network-vif-deleted', 'tag': '85f79270-01a6-4bfc-b9f8-7154a719205a', 'status': 'completed', 'code': 200} Sep 23 19:28:19.792876 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d2ecc7-0c8f-453f-baec-1ccdb4a93201 req-a8c59285-1276-4895-b815-5b292700bcba tempest-MigrationsAdminTest-397594546 tempest-MigrationsAdminTest-397594546-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:28:19.793043 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-98d2ecc7-0c8f-453f-baec-1ccdb4a93201 req-a8c59285-1276-4895-b815-5b292700bcba tempest-MigrationsAdminTest-397594546 tempest-MigrationsAdminTest-397594546-project] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2844498 Sep 23 19:28:19.841694 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.v2.base [req-98d2ecc7-0c8f-453f-baec-1ccdb4a93201 req-09a0d29b-ab89-481c-9554-afe4104d0793 tempest-MigrationsAdminTest-397594546 tempest-MigrationsAdminTest-397594546-project] Request body: {'port': {'device_id': '8c2ff25d-e89a-47f5-89c5-0372db439fc3', 'network_id': '5220cb0c-da05-478a-9604-8c11469a05b4', 'admin_state_up': True, 'tenant_id': 'cff0149cb20c4944955e93a2b393f7c5'}} {{(pid=95101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:28:19.928456 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-8e81607a-d35c-4ef7-90b2-ff17d2bea88d req-5ef30bc9-e31c-4dd6-abf7-b57d35bc953a tempest-DeleteServersTestJSON-2111530366 tempest-DeleteServersTestJSON-2111530366-project] 10.222.0.67 "GET /v2.0/ports?device_id=d6fb661b-35d0-4bb3-b9f1-7aeeaa15cabb HTTP/1.1" status: 200 len: 210 time: 0.0461967 Sep 23 19:28:19.950028 n-d-713301-16 neutron-server[95101]: DEBUG neutron.db.db_base_plugin_common [req-1ba7d7da-48ec-4e76-be09-49f9c97e6a9d req-563b556e-2f75-46d1-8cc2-b34b5a11f1e5 tempest-DeleteServersTestJSON-2111530366 tempest-DeleteServersTestJSON-2111530366-project] Allocated IP 172.20.0.5 (e47803fc-37db-4c82-80ca-757602b818ca/4ba945d5-0498-408c-b65f-8f07a46d41b0/201268bd-52e4-4641-a74b-ccfb8b7e8529) {{(pid=95101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 19:28:19.976347 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-60cd2094-1cd4-4918-bb1f-fb1219c591bd req-52c82ec9-d5a5-4592-8a2c-faee85514ce2 service neutron] 10.222.0.53 "GET /v2.0/networks/7142a3f9-1e8c-4b3f-95ed-1586b58a5cbc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5040412 Sep 23 19:28:20.198794 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-98d2ecc7-0c8f-453f-baec-1ccdb4a93201 req-09a0d29b-ab89-481c-9554-afe4104d0793 tempest-MigrationsAdminTest-397594546 tempest-MigrationsAdminTest-397594546-project] Made reservation on behalf of cff0149cb20c4944955e93a2b393f7c5 for: {'port': 1} {{(pid=95101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:28:20.202371 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-98d2ecc7-0c8f-453f-baec-1ccdb4a93201 req-09a0d29b-ab89-481c-9554-afe4104d0793 tempest-MigrationsAdminTest-397594546 tempest-MigrationsAdminTest-397594546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:28:20.227464 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-60cd2094-1cd4-4918-bb1f-fb1219c591bd req-44940249-a30f-455f-a0ea-2dddba538b5a service neutron] 10.222.0.53 "GET /v2.0/networks/7142a3f9-1e8c-4b3f-95ed-1586b58a5cbc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2396789 Sep 23 19:28:20.303993 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-60cd2094-1cd4-4918-bb1f-fb1219c591bd req-15eaa554-38de-42a0-b186-10abd02ee94d service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.150&port_id=0eddb2d1-688c-4b4c-ba3f-d3d5832fb530 HTTP/1.1" status: 200 len: 217 time: 0.0678360 Sep 23 19:28:20.364241 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-1ba7d7da-48ec-4e76-be09-49f9c97e6a9d req-563b556e-2f75-46d1-8cc2-b34b5a11f1e5 tempest-DeleteServersTestJSON-2111530366 tempest-DeleteServersTestJSON-2111530366-project] Notify callbacks [] for port, precommit_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:28:20.468225 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60cd2094-1cd4-4918-bb1f-fb1219c591bd req-98af1775-709e-4626-a7d7-dbfa7d31b509 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:28:20.469926 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-60cd2094-1cd4-4918-bb1f-fb1219c591bd req-98af1775-709e-4626-a7d7-dbfa7d31b509 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=75393f39-a81a-41a5-9194-e3664a869981 HTTP/1.1" status: 200 len: 801 time: 0.1253150 Sep 23 19:28:20.529974 n-d-713301-16 neutron-server[95101]: DEBUG neutron.db.db_base_plugin_common [req-98d2ecc7-0c8f-453f-baec-1ccdb4a93201 req-09a0d29b-ab89-481c-9554-afe4104d0793 tempest-MigrationsAdminTest-397594546 tempest-MigrationsAdminTest-397594546-project] Allocated IP 192.168.233.195 (5220cb0c-da05-478a-9604-8c11469a05b4/1ccc69bc-9d6b-44d9-b227-204e47dc6e45/27bec566-9693-40e6-acf8-7d8d7255f92d) {{(pid=95101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 19:28:20.554887 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-1ba7d7da-48ec-4e76-be09-49f9c97e6a9d req-563b556e-2f75-46d1-8cc2-b34b5a11f1e5 tempest-DeleteServersTestJSON-2111530366 tempest-DeleteServersTestJSON-2111530366-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783145673135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5607431'] for port, after_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:28:20.573095 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60cd2094-1cd4-4918-bb1f-fb1219c591bd req-ce2a4729-1214-43a2-b3cc-65b8cb158b81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:28:20.574712 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-60cd2094-1cd4-4918-bb1f-fb1219c591bd req-ce2a4729-1214-43a2-b3cc-65b8cb158b81 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=1afeede4-2bc8-4bee-b08e-8b562a1d1c30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0947759 Sep 23 19:28:20.665304 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c926a4f-2698-4f9c-a312-694547766341 req-3d1d3aad-557d-45ab-849e-5f1a471bee9a tempest-ServersTestMultiNic-786669321 tempest-ServersTestMultiNic-786669321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:28:20.672936 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1ba7d7da-48ec-4e76-be09-49f9c97e6a9d req-563b556e-2f75-46d1-8cc2-b34b5a11f1e5 tempest-DeleteServersTestJSON-2111530366 tempest-DeleteServersTestJSON-2111530366-project] Network e47803fc-37db-4c82-80ca-757602b818ca is already hosted by enough agents. {{(pid=95101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:28:20.675352 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c926a4f-2698-4f9c-a312-694547766341 req-3d1d3aad-557d-45ab-849e-5f1a471bee9a tempest-ServersTestMultiNic-786669321 tempest-ServersTestMultiNic-786669321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:28:20.694029 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.base_scheduler [req-1ba7d7da-48ec-4e76-be09-49f9c97e6a9d req-563b556e-2f75-46d1-8cc2-b34b5a11f1e5 tempest-DeleteServersTestJSON-2111530366 tempest-DeleteServersTestJSON-2111530366-project] Resources bound (agent type, host, resource id): {{(pid=95101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:28:20.698118 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c926a4f-2698-4f9c-a312-694547766341 req-3d1d3aad-557d-45ab-849e-5f1a471bee9a tempest-ServersTestMultiNic-786669321 tempest-ServersTestMultiNic-786669321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:28:20.699877 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-7c926a4f-2698-4f9c-a312-694547766341 req-3d1d3aad-557d-45ab-849e-5f1a471bee9a tempest-ServersTestMultiNic-786669321 tempest-ServersTestMultiNic-786669321-project] 10.222.0.67 "GET /v2.0/ports?device_id=cbafa512-33c5-4de4-b00a-8d605b9e69fa HTTP/1.1" status: 200 len: 2412 time: 0.1153853 Sep 23 19:28:20.707123 n-d-713301-16 neutron-server[95101]: DEBUG neutron.db.l3_dvrscheduler_db [req-1ba7d7da-48ec-4e76-be09-49f9c97e6a9d req-563b556e-2f75-46d1-8cc2-b34b5a11f1e5 tempest-DeleteServersTestJSON-2111530366 tempest-DeleteServersTestJSON-2111530366-project] Received port after_create {{(pid=95101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 19:28:20.721016 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-e8c01ba7-0784-4d92-8109-c921c758d6d0 req-a6f3d5ae-e623-44c2-89db-5384441fa2aa tempest-MigrationsAdminTest-397594546 tempest-MigrationsAdminTest-397594546-project] 10.222.0.67 "GET /v2.0/ports?device_id=8c2ff25d-e89a-47f5-89c5-0372db439fc3 HTTP/1.1" status: 200 len: 210 time: 0.0802057 Sep 23 19:28:20.743156 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-563b556e-2f75-46d1-8cc2-b34b5a11f1e5 tempest-DeleteServersTestJSON-2111530366 tempest-DeleteServersTestJSON-2111530366-project] Pushing event updated for resources: {'Port': ['ID=201268bd-52e4-4641-a74b-ccfb8b7e8529,revision_number=1']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:28:20.795982 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-7c926a4f-2698-4f9c-a312-694547766341 req-f45a698f-9333-43ac-89b3-333e0b00ddea tempest-ServersTestMultiNic-786669321 tempest-ServersTestMultiNic-786669321-project] 10.222.0.67 "GET /v2.0/security-groups?id=566f77e0-c65d-4b4e-93cb-ececf5c80170&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762322 Sep 23 19:28:20.864338 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 40630) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:28:20.905348 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba7d7da-48ec-4e76-be09-49f9c97e6a9d req-563b556e-2f75-46d1-8cc2-b34b5a11f1e5 tempest-DeleteServersTestJSON-2111530366 tempest-DeleteServersTestJSON-2111530366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:28:20.906029 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-1ba7d7da-48ec-4e76-be09-49f9c97e6a9d req-563b556e-2f75-46d1-8cc2-b34b5a11f1e5 tempest-DeleteServersTestJSON-2111530366 tempest-DeleteServersTestJSON-2111530366-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222849'] for port, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:28:20.920400 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-60cd2094-1cd4-4918-bb1f-fb1219c591bd req-0089bd72-7c58-4cca-8c13-d529efdee2ec service neutron] 10.222.0.53 "GET /v2.0/networks/1afeede4-2bc8-4bee-b08e-8b562a1d1c30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3131044 Sep 23 19:28:20.974834 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-98d2ecc7-0c8f-453f-baec-1ccdb4a93201 req-09a0d29b-ab89-481c-9554-afe4104d0793 tempest-MigrationsAdminTest-397594546 tempest-MigrationsAdminTest-397594546-project] Notify callbacks [] for port, precommit_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:28:20.979006 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-1ba7d7da-48ec-4e76-be09-49f9c97e6a9d req-563b556e-2f75-46d1-8cc2-b34b5a11f1e5 tempest-DeleteServersTestJSON-2111530366 tempest-DeleteServersTestJSON-2111530366-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1348319 Sep 23 19:28:20.997539 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.v2.base [req-1ba7d7da-48ec-4e76-be09-49f9c97e6a9d req-1c7de848-a2cc-4ca5-9336-bfa880732761 service neutron] Request body: {'port': {'device_id': 'd6fb661b-35d0-4bb3-b9f1-7aeeaa15cabb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713301-16'}} {{(pid=95101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:28:21.173297 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5102cef-af3b-44e4-b3a2-45c10fe35815 req-980a44c0-0ff3-4869-9339-d89fbeb76b50 tempest-DeleteServersTestJSON-2111530366 tempest-DeleteServersTestJSON-2111530366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:28:21.185472 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-b5102cef-af3b-44e4-b3a2-45c10fe35815 req-980a44c0-0ff3-4869-9339-d89fbeb76b50 tempest-DeleteServersTestJSON-2111530366 tempest-DeleteServersTestJSON-2111530366-project] 10.222.0.67 "GET /v2.0/ports?device_id=d6fb661b-35d0-4bb3-b9f1-7aeeaa15cabb HTTP/1.1" status: 200 len: 931 time: 0.1503899 Sep 23 19:28:21.333423 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-b5102cef-af3b-44e4-b3a2-45c10fe35815 req-a50fcb01-bea7-4a75-81fd-12660da3b675 tempest-DeleteServersTestJSON-2111530366 tempest-DeleteServersTestJSON-2111530366-project] 10.222.0.67 "GET /v2.0/security-groups?id=67f2e2ca-928f-40e5-b9b2-05ec3bddbb37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1282437 Sep 23 19:28:21.470326 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-98d2ecc7-0c8f-453f-baec-1ccdb4a93201 req-09a0d29b-ab89-481c-9554-afe4104d0793 tempest-MigrationsAdminTest-397594546 tempest-MigrationsAdminTest-397594546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783145673135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5607431'] for port, after_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:28:21.474510 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-1ba7d7da-48ec-4e76-be09-49f9c97e6a9d req-1c7de848-a2cc-4ca5-9336-bfa880732761 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:28:21.487919 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] get_ports_and_sgs() called for port_ids ['f5483dbd-6d3f-4319-9eaa-5497612c208b', '99215099-e4ca-41e9-9da2-30bc7fb3a27f'] {{(pid=95103) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 19:28:21.490508 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-60cd2094-1cd4-4918-bb1f-fb1219c591bd req-a4525671-8b67-4097-826d-a7840a3e535f service neutron] 10.222.0.53 "GET /v2.0/networks/1afeede4-2bc8-4bee-b08e-8b562a1d1c30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5578017 Sep 23 19:28:21.502046 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] get_ports_and_sgs() called for port_ids ['5e0cfb4e-f0a0-4307-98ca-fd7fbec65808'] {{(pid=95103) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 19:28:21.571428 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-7fb45041-03c2-4e6f-8314-bf0a4c6f42fd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-601372'] for router_interface, before_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:28:21.584455 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-98d2ecc7-0c8f-453f-baec-1ccdb4a93201 req-09a0d29b-ab89-481c-9554-afe4104d0793 tempest-MigrationsAdminTest-397594546 tempest-MigrationsAdminTest-397594546-project] Network 5220cb0c-da05-478a-9604-8c11469a05b4 is already hosted by enough agents. {{(pid=95101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:28:21.594262 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-60cd2094-1cd4-4918-bb1f-fb1219c591bd req-a9c5720e-c2a6-498c-8d29-66f4e8b0001a service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.133&port_id=f47939f3-4965-4e3b-ba9e-0b4ac7403820 HTTP/1.1" status: 200 len: 217 time: 0.0696480 Sep 23 19:28:21.597737 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.base_scheduler [req-98d2ecc7-0c8f-453f-baec-1ccdb4a93201 req-09a0d29b-ab89-481c-9554-afe4104d0793 tempest-MigrationsAdminTest-397594546 tempest-MigrationsAdminTest-397594546-project] Resources bound (agent type, host, resource id): {{(pid=95101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:28:21.634746 n-d-713301-16 neutron-server[95101]: DEBUG neutron.db.l3_dvrscheduler_db [req-98d2ecc7-0c8f-453f-baec-1ccdb4a93201 req-09a0d29b-ab89-481c-9554-afe4104d0793 tempest-MigrationsAdminTest-397594546 tempest-MigrationsAdminTest-397594546-project] Received port after_create {{(pid=95101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 19:28:21.654812 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09a0d29b-ab89-481c-9554-afe4104d0793 tempest-MigrationsAdminTest-397594546 tempest-MigrationsAdminTest-397594546-project] Pushing event updated for resources: {'Port': ['ID=27bec566-9693-40e6-acf8-7d8d7255f92d,revision_number=1']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:28:21.824520 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60cd2094-1cd4-4918-bb1f-fb1219c591bd req-af7bbaf5-dde8-46a6-be21-d0d8fa13d6b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:28:21.826463 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-60cd2094-1cd4-4918-bb1f-fb1219c591bd req-af7bbaf5-dde8-46a6-be21-d0d8fa13d6b5 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=f443a7a0-3486-404d-acc4-09a52d150932 HTTP/1.1" status: 200 len: 801 time: 0.1867926 Sep 23 19:28:21.841218 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d2ecc7-0c8f-453f-baec-1ccdb4a93201 req-09a0d29b-ab89-481c-9554-afe4104d0793 tempest-MigrationsAdminTest-397594546 tempest-MigrationsAdminTest-397594546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:28:21.842072 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-98d2ecc7-0c8f-453f-baec-1ccdb4a93201 req-09a0d29b-ab89-481c-9554-afe4104d0793 tempest-MigrationsAdminTest-397594546 tempest-MigrationsAdminTest-397594546-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222849'] for port, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:28:21.944513 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-98d2ecc7-0c8f-453f-baec-1ccdb4a93201 req-09a0d29b-ab89-481c-9554-afe4104d0793 tempest-MigrationsAdminTest-397594546 tempest-MigrationsAdminTest-397594546-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.1285224 Sep 23 19:28:21.983477 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.v2.base [req-98d2ecc7-0c8f-453f-baec-1ccdb4a93201 req-7ba2cd98-141c-4d85-8cd4-96eb6e623ef6 service neutron] Request body: {'port': {'device_id': '8c2ff25d-e89a-47f5-89c5-0372db439fc3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713301-16'}} {{(pid=95101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:28:22.033282 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60cd2094-1cd4-4918-bb1f-fb1219c591bd req-65a91c45-9f44-41fb-93d3-b3f540f1df27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:28:22.035479 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-60cd2094-1cd4-4918-bb1f-fb1219c591bd req-65a91c45-9f44-41fb-93d3-b3f540f1df27 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=7142a3f9-1e8c-4b3f-95ed-1586b58a5cbc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1706061 Sep 23 19:28:22.043944 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-b1506f11-62e7-47ef-8293-3eee20a37999 None None] Provisioning complete for port 27bec566-9693-40e6-acf8-7d8d7255f92d triggered by entity DHCP. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:28:22.044681 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b1506f11-62e7-47ef-8293-3eee20a37999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:28:22.090867 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48de3d57-77cb-4ae3-aa36-882d60ba9928 req-5eec8197-5d63-48d2-843a-da8ef9638700 tempest-MigrationsAdminTest-397594546 tempest-MigrationsAdminTest-397594546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:28:22.092707 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-48de3d57-77cb-4ae3-aa36-882d60ba9928 req-5eec8197-5d63-48d2-843a-da8ef9638700 tempest-MigrationsAdminTest-397594546 tempest-MigrationsAdminTest-397594546-project] 10.222.0.67 "GET /v2.0/ports?device_id=8c2ff25d-e89a-47f5-89c5-0372db439fc3 HTTP/1.1" status: 200 len: 936 time: 0.2098484 Sep 23 19:28:22.119263 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9002bce3-6c20-4a61-8337-14d386d7bb4e req-890d026b-e15e-4ca1-a4ae-db9b71e0d7c5 tempest-ServersTestMultiNic-786669321 tempest-ServersTestMultiNic-786669321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:28:22.126110 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9002bce3-6c20-4a61-8337-14d386d7bb4e req-890d026b-e15e-4ca1-a4ae-db9b71e0d7c5 tempest-ServersTestMultiNic-786669321 tempest-ServersTestMultiNic-786669321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:28:22.133294 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9002bce3-6c20-4a61-8337-14d386d7bb4e req-890d026b-e15e-4ca1-a4ae-db9b71e0d7c5 tempest-ServersTestMultiNic-786669321 tempest-ServersTestMultiNic-786669321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:28:22.141184 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-9002bce3-6c20-4a61-8337-14d386d7bb4e req-890d026b-e15e-4ca1-a4ae-db9b71e0d7c5 tempest-ServersTestMultiNic-786669321 tempest-ServersTestMultiNic-786669321-project] 10.222.0.67 "GET /v2.0/ports?device_id=cbafa512-33c5-4de4-b00a-8d605b9e69fa HTTP/1.1" status: 200 len: 2412 time: 0.2015312 Sep 23 19:28:22.209221 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-48de3d57-77cb-4ae3-aa36-882d60ba9928 req-99fdcfef-8627-4b62-83ff-a7f5b198c172 tempest-MigrationsAdminTest-397594546 tempest-MigrationsAdminTest-397594546-project] 10.222.0.67 "GET /v2.0/security-groups?id=78cb509b-31c4-4e2a-bb5c-7abd6194dcc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1086674 Sep 23 19:28:22.225091 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-9002bce3-6c20-4a61-8337-14d386d7bb4e req-068f548d-e35d-4454-b134-634e3bebcec6 tempest-ServersTestMultiNic-786669321 tempest-ServersTestMultiNic-786669321-project] 10.222.0.67 "GET /v2.0/security-groups?id=566f77e0-c65d-4b4e-93cb-ececf5c80170&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781140 Sep 23 19:28:22.269853 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Device 85f79270-01a6-4bfc-b9f8-7154a719205a no longer exists at agent hyperv_n-h1-713301-16 {{(pid=95103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 19:28:22.278877 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-98d2ecc7-0c8f-453f-baec-1ccdb4a93201 req-7ba2cd98-141c-4d85-8cd4-96eb6e623ef6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:28:22.300034 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.plugin [None req-b1506f11-62e7-47ef-8293-3eee20a37999 None None] Port 27bec566-9693-40e6-acf8-7d8d7255f92d cannot update to ACTIVE because it is not bound. {{(pid=95103) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 19:28:22.366604 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.plugin [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] No Port match for: 85f79270-01a6-4bfc-b9f8-7154a719205a {{(pid=95103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 19:28:22.373004 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Device 85f79270-01a6-4bfc-b9f8-7154a719205a not bound to the agent host n-h1-713301-16 {{(pid=95103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 19:28:22.391349 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-60cd2094-1cd4-4918-bb1f-fb1219c591bd req-5efabac8-71f2-4319-869c-8cfbe05813e9 service neutron] 10.222.0.53 "GET /v2.0/networks/7142a3f9-1e8c-4b3f-95ed-1586b58a5cbc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3174481 Sep 23 19:28:22.403540 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-73e4082c-2e7e-4a9d-b524-5082060e5d2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:28:22.428236 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.plugin [None req-7fb45041-03c2-4e6f-8314-bf0a4c6f42fd admin admin] Deleting port ffbb66e3-edde-45f8-aaff-a1fb63987e1a {{(pid=95102) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:28:22.429248 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-7fb45041-03c2-4e6f-8314-bf0a4c6f42fd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783146157096'] for port, before_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:28:22.579557 n-d-713301-16 neutron-server[95101]: DEBUG neutron.notifiers.nova [req-1ba7d7da-48ec-4e76-be09-49f9c97e6a9d req-1c7de848-a2cc-4ca5-9336-bfa880732761 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 201268bd-52e4-4641-a74b-ccfb8b7e8529 {{(pid=95101) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 19:28:22.616246 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-054d81f6-c1d7-4c0f-918d-8e614b04e74c req-f2dcda1a-05f1-43f6-98e9-a2b827fe1de2 tempest-DeleteServersTestJSON-2111530366 tempest-DeleteServersTestJSON-2111530366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:28:22.618431 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-054d81f6-c1d7-4c0f-918d-8e614b04e74c req-f2dcda1a-05f1-43f6-98e9-a2b827fe1de2 tempest-DeleteServersTestJSON-2111530366 tempest-DeleteServersTestJSON-2111530366-project] 10.222.0.67 "GET /v2.0/ports?device_id=d6fb661b-35d0-4bb3-b9f1-7aeeaa15cabb HTTP/1.1" status: 200 len: 931 time: 0.1623726 Sep 23 19:28:22.620446 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-1ba7d7da-48ec-4e76-be09-49f9c97e6a9d req-1c7de848-a2cc-4ca5-9336-bfa880732761 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:28:22.643793 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.db [None req-7fb45041-03c2-4e6f-8314-bf0a4c6f42fd admin admin] For port ffbb66e3-edde-45f8-aaff-a1fb63987e1a, host n-d-713301-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-16',level=0,port_id=ffbb66e3-edde-45f8-aaff-a1fb63987e1a,segment=NetworkSegment(4e645381-3cf7-44d9-935f-d566da4456b8),segment_id=4e645381-3cf7-44d9-935f-d566da4456b8)] {{(pid=95102) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:28:22.644175 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-7fb45041-03c2-4e6f-8314-bf0a4c6f42fd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-605701'] for port, precommit_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:28:22.662998 n-d-713301-16 neutron-server[95101]: DEBUG neutron.db.provisioning_blocks [req-1ba7d7da-48ec-4e76-be09-49f9c97e6a9d req-1c7de848-a2cc-4ca5-9336-bfa880732761 service neutron] Transition to ACTIVE for port object 201268bd-52e4-4641-a74b-ccfb8b7e8529 will not be triggered until provisioned by entity L2. {{(pid=95101) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 19:28:22.677428 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.plugin [None req-7fb45041-03c2-4e6f-8314-bf0a4c6f42fd admin admin] Calling delete_port for ffbb66e3-edde-45f8-aaff-a1fb63987e1a owned by network:router_interface {{(pid=95102) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:28:22.686285 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-1ba7d7da-48ec-4e76-be09-49f9c97e6a9d req-1c7de848-a2cc-4ca5-9336-bfa880732761 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5607436'] for port, after_update {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:28:22.714995 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-054d81f6-c1d7-4c0f-918d-8e614b04e74c req-14f9c20e-71ce-4695-83c1-2c94681b7c7c tempest-DeleteServersTestJSON-2111530366 tempest-DeleteServersTestJSON-2111530366-project] 10.222.0.67 "GET /v2.0/security-groups?id=67f2e2ca-928f-40e5-b9b2-05ec3bddbb37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748076 Sep 23 19:28:22.738857 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-60cd2094-1cd4-4918-bb1f-fb1219c591bd req-a576a3f3-ca22-4c7e-9131-e8f065c7eaa6 service neutron] 10.222.0.53 "GET /v2.0/networks/7142a3f9-1e8c-4b3f-95ed-1586b58a5cbc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2813268 Sep 23 19:28:22.818111 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c7de848-a2cc-4ca5-9336-bfa880732761 service neutron] Pushing event updated for resources: {'Port': ['ID=201268bd-52e4-4641-a74b-ccfb8b7e8529,revision_number=2']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:28:22.963140 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51216b05-f7d2-40c7-b496-37d0f33cf492 req-7471fb19-f7b4-488c-bbb9-5008c53b8caf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:28:22.963636 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51216b05-f7d2-40c7-b496-37d0f33cf492 req-7471fb19-f7b4-488c-bbb9-5008c53b8caf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:28:22.964451 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51216b05-f7d2-40c7-b496-37d0f33cf492 req-7471fb19-f7b4-488c-bbb9-5008c53b8caf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:28:22.966162 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-51216b05-f7d2-40c7-b496-37d0f33cf492 req-7471fb19-f7b4-488c-bbb9-5008c53b8caf service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=e5bc57b02b1840628e8df5037b8dd2e7&device_id=cbafa512-33c5-4de4-b00a-8d605b9e69fa HTTP/1.1" status: 200 len: 2868 time: 0.1565015 Sep 23 19:28:22.974815 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-7fb45041-03c2-4e6f-8314-bf0a4c6f42fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783146162158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783145673144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4399100'] for port, after_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:28:22.997614 n-d-713301-16 neutron-server[95101]: DEBUG neutron.notifiers.nova [req-98d2ecc7-0c8f-453f-baec-1ccdb4a93201 req-7ba2cd98-141c-4d85-8cd4-96eb6e623ef6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 27bec566-9693-40e6-acf8-7d8d7255f92d {{(pid=95101) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 19:28:23.018592 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fb45041-03c2-4e6f-8314-bf0a4c6f42fd admin admin] Pushing event deleted for resources: {'Port': ['ID=ffbb66e3-edde-45f8-aaff-a1fb63987e1a,revision_number=None']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:28:23.019404 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-98d2ecc7-0c8f-453f-baec-1ccdb4a93201 req-7ba2cd98-141c-4d85-8cd4-96eb6e623ef6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:28:23.024473 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.managers [req-1ba7d7da-48ec-4e76-be09-49f9c97e6a9d req-1c7de848-a2cc-4ca5-9336-bfa880732761 service neutron] Attempting to bind port 201268bd-52e4-4641-a74b-ccfb8b7e8529 on host n-h2-713301-16 for vnic_type normal with profile {{(pid=95101) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 19:28:23.024939 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.managers [req-1ba7d7da-48ec-4e76-be09-49f9c97e6a9d req-1c7de848-a2cc-4ca5-9336-bfa880732761 service neutron] Attempting to bind port 201268bd-52e4-4641-a74b-ccfb8b7e8529 by drivers openvswitch,hyperv on host n-h2-713301-16 at level 0 using segments [{'id': '741d6d3e-2760-41a6-838f-b8b4255cee30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': 'e47803fc-37db-4c82-80ca-757602b818ca'}] {{(pid=95101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 19:28:23.025164 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ba7d7da-48ec-4e76-be09-49f9c97e6a9d req-1c7de848-a2cc-4ca5-9336-bfa880732761 service neutron] Attempting to bind port 201268bd-52e4-4641-a74b-ccfb8b7e8529 on network e47803fc-37db-4c82-80ca-757602b818ca {{(pid=95101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:28:23.038410 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:28:23.053186 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ba7d7da-48ec-4e76-be09-49f9c97e6a9d req-1c7de848-a2cc-4ca5-9336-bfa880732761 service neutron] Port 201268bd-52e4-4641-a74b-ccfb8b7e8529 on network e47803fc-37db-4c82-80ca-757602b818ca not bound, no agent of type Open vSwitch agent registered on host n-h2-713301-16 {{(pid=95101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 19:28:23.053499 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ba7d7da-48ec-4e76-be09-49f9c97e6a9d req-1c7de848-a2cc-4ca5-9336-bfa880732761 service neutron] Attempting to bind port 201268bd-52e4-4641-a74b-ccfb8b7e8529 on network e47803fc-37db-4c82-80ca-757602b818ca {{(pid=95101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:28:23.087863 n-d-713301-16 neutron-server[95101]: DEBUG neutron.db.provisioning_blocks [req-98d2ecc7-0c8f-453f-baec-1ccdb4a93201 req-7ba2cd98-141c-4d85-8cd4-96eb6e623ef6 service neutron] Transition to ACTIVE for port object 27bec566-9693-40e6-acf8-7d8d7255f92d will not be triggered until provisioned by entity L2. {{(pid=95101) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 19:28:23.098000 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-98d2ecc7-0c8f-453f-baec-1ccdb4a93201 req-7ba2cd98-141c-4d85-8cd4-96eb6e623ef6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5607436'] for port, after_update {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:28:23.104129 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ba7d7da-48ec-4e76-be09-49f9c97e6a9d req-1c7de848-a2cc-4ca5-9336-bfa880732761 service neutron] Checking agent: {'id': '2a7cea34-db54-4faf-8d23-37521c3e34cb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713301-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 19, 15, 28), 'started_at': datetime.datetime(2021, 9, 23, 19, 15, 28), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 19, 27, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 19:28:23.104453 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ba7d7da-48ec-4e76-be09-49f9c97e6a9d req-1c7de848-a2cc-4ca5-9336-bfa880732761 service neutron] Checking segment: {'id': '741d6d3e-2760-41a6-838f-b8b4255cee30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': 'e47803fc-37db-4c82-80ca-757602b818ca'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:28:23.104877 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ba7d7da-48ec-4e76-be09-49f9c97e6a9d req-1c7de848-a2cc-4ca5-9336-bfa880732761 service neutron] Bound using segment: {'id': '741d6d3e-2760-41a6-838f-b8b4255cee30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': 'e47803fc-37db-4c82-80ca-757602b818ca'} {{(pid=95101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 19:28:23.105326 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.managers [req-1ba7d7da-48ec-4e76-be09-49f9c97e6a9d req-1c7de848-a2cc-4ca5-9336-bfa880732761 service neutron] Bound port: 201268bd-52e4-4641-a74b-ccfb8b7e8529, host: n-h2-713301-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '741d6d3e-2760-41a6-838f-b8b4255cee30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': 'e47803fc-37db-4c82-80ca-757602b818ca'}}] {{(pid=95101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 19:28:23.105684 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-1ba7d7da-48ec-4e76-be09-49f9c97e6a9d req-1c7de848-a2cc-4ca5-9336-bfa880732761 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:28:23.200087 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ba2cd98-141c-4d85-8cd4-96eb6e623ef6 service neutron] Pushing event updated for resources: {'Port': ['ID=27bec566-9693-40e6-acf8-7d8d7255f92d,revision_number=2']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:28:23.202881 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51216b05-f7d2-40c7-b496-37d0f33cf492 req-1388ca89-7904-4c7f-8a5b-d585b675416d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:28:23.204410 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-51216b05-f7d2-40c7-b496-37d0f33cf492 req-1388ca89-7904-4c7f-8a5b-d585b675416d service neutron] 10.222.0.53 "GET /v2.0/networks?id=1afeede4-2bc8-4bee-b08e-8b562a1d1c30 HTTP/1.1" status: 200 len: 903 time: 0.2255702 Sep 23 19:28:23.224002 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-7fb45041-03c2-4e6f-8314-bf0a4c6f42fd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-527322', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-602005'] for router_interface, after_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:28:23.244861 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.db [req-1ba7d7da-48ec-4e76-be09-49f9c97e6a9d req-1c7de848-a2cc-4ca5-9336-bfa880732761 service neutron] For port 201268bd-52e4-4641-a74b-ccfb8b7e8529, host n-h2-713301-16, cleared binding levels {{(pid=95101) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 19:28:23.250354 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.db [req-1ba7d7da-48ec-4e76-be09-49f9c97e6a9d req-1c7de848-a2cc-4ca5-9336-bfa880732761 service neutron] For port 201268bd-52e4-4641-a74b-ccfb8b7e8529, host n-h2-713301-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-16',level=0,port_id=201268bd-52e4-4641-a74b-ccfb8b7e8529,segment=NetworkSegment(741d6d3e-2760-41a6-838f-b8b4255cee30),segment_id=741d6d3e-2760-41a6-838f-b8b4255cee30)] {{(pid=95101) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 19:28:23.263023 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-1ba7d7da-48ec-4e76-be09-49f9c97e6a9d req-1c7de848-a2cc-4ca5-9336-bfa880732761 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5607436'] for port, after_update {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:28:23.308137 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-51216b05-f7d2-40c7-b496-37d0f33cf492 req-960f196d-7204-4154-ab84-5a3953e443a1 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.150&port_id=0eddb2d1-688c-4b4c-ba3f-d3d5832fb530 HTTP/1.1" status: 200 len: 217 time: 0.0561364 Sep 23 19:28:23.334916 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-0ae75029-feb6-4728-9a94-5f9b60993d82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:28:23.399461 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51216b05-f7d2-40c7-b496-37d0f33cf492 req-f4e4ea13-17bf-40cd-9b71-4714a812d6a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:28:23.402366 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-51216b05-f7d2-40c7-b496-37d0f33cf492 req-f4e4ea13-17bf-40cd-9b71-4714a812d6a3 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=75393f39-a81a-41a5-9194-e3664a869981 HTTP/1.1" status: 200 len: 801 time: 0.0739009 Sep 23 19:28:23.411877 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba7d7da-48ec-4e76-be09-49f9c97e6a9d req-1c7de848-a2cc-4ca5-9336-bfa880732761 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:28:23.412875 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-1ba7d7da-48ec-4e76-be09-49f9c97e6a9d req-1c7de848-a2cc-4ca5-9336-bfa880732761 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222849'] for port, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:28:23.414972 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-1ba7d7da-48ec-4e76-be09-49f9c97e6a9d req-1c7de848-a2cc-4ca5-9336-bfa880732761 service neutron] 10.222.0.53 "PUT /v2.0/ports/201268bd-52e4-4641-a74b-ccfb8b7e8529 HTTP/1.1" status: 200 len: 1092 time: 2.4225445 Sep 23 19:28:23.422116 n-d-713301-16 neutron-server[95101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd6fb661b-35d0-4bb3-b9f1-7aeeaa15cabb', 'tag': '201268bd-52e4-4641-a74b-ccfb8b7e8529'}] {{(pid=95101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 19:28:23.426111 n-d-713301-16 neutron-server[95101]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d8366c5740cd635e57ab12b71fe44a77c2acc3c19091ef849c6f68b380462244" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a5c26cc-0856-405c-aad5-d9e3efa0d645" -d '{"events": [{"name": "network-changed", "server_uuid": "d6fb661b-35d0-4bb3-b9f1-7aeeaa15cabb", "tag": "201268bd-52e4-4641-a74b-ccfb8b7e8529"}]}' {{(pid=95101) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 19:28:23.533927 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18648141-10e0-44a6-be98-9c1750480286 req-49f6ccff-d620-4da1-8b54-230398627fcb tempest-ServersTestMultiNic-786669321 tempest-ServersTestMultiNic-786669321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:28:23.540142 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18648141-10e0-44a6-be98-9c1750480286 req-49f6ccff-d620-4da1-8b54-230398627fcb tempest-ServersTestMultiNic-786669321 tempest-ServersTestMultiNic-786669321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:28:23.546300 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18648141-10e0-44a6-be98-9c1750480286 req-49f6ccff-d620-4da1-8b54-230398627fcb tempest-ServersTestMultiNic-786669321 tempest-ServersTestMultiNic-786669321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:28:23.547993 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-18648141-10e0-44a6-be98-9c1750480286 req-49f6ccff-d620-4da1-8b54-230398627fcb tempest-ServersTestMultiNic-786669321 tempest-ServersTestMultiNic-786669321-project] 10.222.0.67 "GET /v2.0/ports?device_id=cbafa512-33c5-4de4-b00a-8d605b9e69fa HTTP/1.1" status: 200 len: 2412 time: 0.1630991 Sep 23 19:28:23.556305 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e4004c0-7f2d-4b32-a6f2-b893ed3ffbe1 req-7fa365ec-f13a-445e-964d-6de086ba7e23 tempest-MigrationsAdminTest-397594546 tempest-MigrationsAdminTest-397594546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:28:23.557878 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-9e4004c0-7f2d-4b32-a6f2-b893ed3ffbe1 req-7fa365ec-f13a-445e-964d-6de086ba7e23 tempest-MigrationsAdminTest-397594546 tempest-MigrationsAdminTest-397594546-project] 10.222.0.67 "GET /v2.0/ports?device_id=8c2ff25d-e89a-47f5-89c5-0372db439fc3 HTTP/1.1" status: 200 len: 948 time: 0.1611073 Sep 23 19:28:23.643682 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c7de848-a2cc-4ca5-9336-bfa880732761 service neutron] Pushing event updated for resources: {'Port': ['ID=201268bd-52e4-4641-a74b-ccfb8b7e8529,revision_number=3']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:28:23.663747 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-9e4004c0-7f2d-4b32-a6f2-b893ed3ffbe1 req-1edc18b9-9d78-4c34-b669-f52d0f14d38a tempest-MigrationsAdminTest-397594546 tempest-MigrationsAdminTest-397594546-project] 10.222.0.67 "GET /v2.0/security-groups?id=78cb509b-31c4-4e2a-bb5c-7abd6194dcc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787375 Sep 23 19:28:23.667752 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-18648141-10e0-44a6-be98-9c1750480286 req-6f8c2fb4-7f1d-4af9-9aed-b404fb8e8219 tempest-ServersTestMultiNic-786669321 tempest-ServersTestMultiNic-786669321-project] 10.222.0.67 "GET /v2.0/security-groups?id=566f77e0-c65d-4b4e-93cb-ececf5c80170&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850194 Sep 23 19:28:23.678523 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.managers [req-98d2ecc7-0c8f-453f-baec-1ccdb4a93201 req-7ba2cd98-141c-4d85-8cd4-96eb6e623ef6 service neutron] Attempting to bind port 27bec566-9693-40e6-acf8-7d8d7255f92d on host n-h2-713301-16 for vnic_type normal with profile {{(pid=95101) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 19:28:23.679037 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.managers [req-98d2ecc7-0c8f-453f-baec-1ccdb4a93201 req-7ba2cd98-141c-4d85-8cd4-96eb6e623ef6 service neutron] Attempting to bind port 27bec566-9693-40e6-acf8-7d8d7255f92d by drivers openvswitch,hyperv on host n-h2-713301-16 at level 0 using segments [{'id': '6139d589-eb6c-4578-8935-c26ddf396853', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '5220cb0c-da05-478a-9604-8c11469a05b4'}] {{(pid=95101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 19:28:23.679530 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98d2ecc7-0c8f-453f-baec-1ccdb4a93201 req-7ba2cd98-141c-4d85-8cd4-96eb6e623ef6 service neutron] Attempting to bind port 27bec566-9693-40e6-acf8-7d8d7255f92d on network 5220cb0c-da05-478a-9604-8c11469a05b4 {{(pid=95101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:28:23.684659 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51216b05-f7d2-40c7-b496-37d0f33cf492 req-90f2cffb-f6a1-4d7a-9436-4dd59134d5fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:28:23.686116 n-d-713301-16 neutron-server[95102]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7fb45041-03c2-4e6f-8314-bf0a4c6f42fd admin admin] Router 2cd616c4-c328-47c6-a307-bc5706ab5f79 has already been hosted by L3 agent 79a740bf-7821-4989-8288-7186e3e128f3 {{(pid=95102) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 19:28:23.687088 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-51216b05-f7d2-40c7-b496-37d0f33cf492 req-90f2cffb-f6a1-4d7a-9436-4dd59134d5fe service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=1afeede4-2bc8-4bee-b08e-8b562a1d1c30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2707851 Sep 23 19:28:23.691640 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba7d7da-48ec-4e76-be09-49f9c97e6a9d req-5d77a8d0-5754-4957-8011-1945351de51f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:28:23.694684 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-1ba7d7da-48ec-4e76-be09-49f9c97e6a9d req-5d77a8d0-5754-4957-8011-1945351de51f service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=30554f6e61d54c6bbf3c805c15e93860&device_id=d6fb661b-35d0-4bb3-b9f1-7aeeaa15cabb HTTP/1.1" status: 200 len: 1095 time: 0.1716058 Sep 23 19:28:23.760055 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98d2ecc7-0c8f-453f-baec-1ccdb4a93201 req-7ba2cd98-141c-4d85-8cd4-96eb6e623ef6 service neutron] Port 27bec566-9693-40e6-acf8-7d8d7255f92d on network 5220cb0c-da05-478a-9604-8c11469a05b4 not bound, no agent of type Open vSwitch agent registered on host n-h2-713301-16 {{(pid=95101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 19:28:23.760510 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98d2ecc7-0c8f-453f-baec-1ccdb4a93201 req-7ba2cd98-141c-4d85-8cd4-96eb6e623ef6 service neutron] Attempting to bind port 27bec566-9693-40e6-acf8-7d8d7255f92d on network 5220cb0c-da05-478a-9604-8c11469a05b4 {{(pid=95101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:28:23.805297 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-1ba7d7da-48ec-4e76-be09-49f9c97e6a9d req-cdb20f03-c063-452d-a103-331a7117ca28 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=201268bd-52e4-4641-a74b-ccfb8b7e8529 HTTP/1.1" status: 200 len: 217 time: 0.0830102 Sep 23 19:28:23.812868 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98d2ecc7-0c8f-453f-baec-1ccdb4a93201 req-7ba2cd98-141c-4d85-8cd4-96eb6e623ef6 service neutron] Checking agent: {'id': '2a7cea34-db54-4faf-8d23-37521c3e34cb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713301-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 19, 15, 28), 'started_at': datetime.datetime(2021, 9, 23, 19, 15, 28), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 19, 27, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 19:28:23.813205 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98d2ecc7-0c8f-453f-baec-1ccdb4a93201 req-7ba2cd98-141c-4d85-8cd4-96eb6e623ef6 service neutron] Checking segment: {'id': '6139d589-eb6c-4578-8935-c26ddf396853', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '5220cb0c-da05-478a-9604-8c11469a05b4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:28:23.813595 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98d2ecc7-0c8f-453f-baec-1ccdb4a93201 req-7ba2cd98-141c-4d85-8cd4-96eb6e623ef6 service neutron] Bound using segment: {'id': '6139d589-eb6c-4578-8935-c26ddf396853', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '5220cb0c-da05-478a-9604-8c11469a05b4'} {{(pid=95101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 19:28:23.814886 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.managers [req-98d2ecc7-0c8f-453f-baec-1ccdb4a93201 req-7ba2cd98-141c-4d85-8cd4-96eb6e623ef6 service neutron] Bound port: 27bec566-9693-40e6-acf8-7d8d7255f92d, host: n-h2-713301-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6139d589-eb6c-4578-8935-c26ddf396853', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '5220cb0c-da05-478a-9604-8c11469a05b4'}}] {{(pid=95101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 19:28:23.815319 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-98d2ecc7-0c8f-453f-baec-1ccdb4a93201 req-7ba2cd98-141c-4d85-8cd4-96eb6e623ef6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:28:23.831881 n-d-713301-16 neutron-server[95101]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 19:28:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19c69ae7-d4ff-4785-8fd9-0466657f9562 x-openstack-request-id: req-19c69ae7-d4ff-4785-8fd9-0466657f9562 {{(pid=95101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 19:28:23.832326 n-d-713301-16 neutron-server[95101]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d6fb661b-35d0-4bb3-b9f1-7aeeaa15cabb", "tag": "201268bd-52e4-4641-a74b-ccfb8b7e8529", "status": "completed", "code": 200}]} {{(pid=95101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 19:28:23.832835 n-d-713301-16 neutron-server[95101]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-19c69ae7-d4ff-4785-8fd9-0466657f9562 {{(pid=95101) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 19:28:23.834315 n-d-713301-16 neutron-server[95101]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd6fb661b-35d0-4bb3-b9f1-7aeeaa15cabb', 'tag': '201268bd-52e4-4641-a74b-ccfb8b7e8529', 'status': 'completed', 'code': 200} Sep 23 19:28:23.916907 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7fb45041-03c2-4e6f-8314-bf0a4c6f42fd admin admin] Notify agent at l3_agent.n-d-713301-16 the message routers_updated {{(pid=95102) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 19:28:23.927336 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d83718bc-408c-42af-a2f0-e27ed519cec3 None None] Sync routers for ids ['2cd616c4-c328-47c6-a307-bc5706ab5f79'] in n-d-713301-16 {{(pid=95103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 19:28:23.938017 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d83718bc-408c-42af-a2f0-e27ed519cec3 None None] Routers {'2cd616c4-c328-47c6-a307-bc5706ab5f79'} bound to L3 agent in host n-d-713301-16 {{(pid=95103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 19:28:23.939045 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_hamode_db [None req-d83718bc-408c-42af-a2f0-e27ed519cec3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-23T19:07:52Z,description=,heartbeat_timestamp=2021-09-23T19:28:22Z,host='n-d-713301-16',id=79a740bf-7821-4989-8288-7186e3e128f3,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:07:52Z,topic='l3_agent')) {'router_ids': ['2cd616c4-c328-47c6-a307-bc5706ab5f79'], 'active': True} {{(pid=95103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:28:23.940281 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-7fb45041-03c2-4e6f-8314-bf0a4c6f42fd admin admin] 10.222.0.67 "PUT /v2.0/routers/2cd616c4-c328-47c6-a307-bc5706ab5f79/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0730731 Sep 23 19:28:23.944760 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 40668) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:28:23.961077 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba7d7da-48ec-4e76-be09-49f9c97e6a9d req-32f5e6d9-4ce3-4ebc-b080-0121113ba9e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:28:23.962597 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-1ba7d7da-48ec-4e76-be09-49f9c97e6a9d req-32f5e6d9-4ce3-4ebc-b080-0121113ba9e5 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=4ba945d5-0498-408c-b65f-8f07a46d41b0 HTTP/1.1" status: 200 len: 852 time: 0.1272211 Sep 23 19:28:24.013243 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9708623-6af2-4c6f-9680-690c78c43af0 req-eea5c3f0-cd49-4134-ae3f-38b97667ade1 tempest-DeleteServersTestJSON-2111530366 tempest-DeleteServersTestJSON-2111530366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:28:24.015022 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-a9708623-6af2-4c6f-9680-690c78c43af0 req-eea5c3f0-cd49-4134-ae3f-38b97667ade1 tempest-DeleteServersTestJSON-2111530366 tempest-DeleteServersTestJSON-2111530366-project] 10.222.0.67 "GET /v2.0/ports?device_id=d6fb661b-35d0-4bb3-b9f1-7aeeaa15cabb HTTP/1.1" status: 200 len: 943 time: 0.1217530 Sep 23 19:28:24.029017 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-1ba7d7da-48ec-4e76-be09-49f9c97e6a9d req-fc5f47a9-bfea-4406-a145-e4d5942f5f68 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=e47803fc-37db-4c82-80ca-757602b818ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0517101 Sep 23 19:28:24.032754 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-51216b05-f7d2-40c7-b496-37d0f33cf492 req-619c893e-b6b9-4ed0-8c2b-16936cd4951a service neutron] 10.222.0.53 "GET /v2.0/networks/1afeede4-2bc8-4bee-b08e-8b562a1d1c30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3367448 Sep 23 19:28:24.033974 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.db [req-98d2ecc7-0c8f-453f-baec-1ccdb4a93201 req-7ba2cd98-141c-4d85-8cd4-96eb6e623ef6 service neutron] For port 27bec566-9693-40e6-acf8-7d8d7255f92d, host n-h2-713301-16, cleared binding levels {{(pid=95101) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 19:28:24.049744 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.db [req-98d2ecc7-0c8f-453f-baec-1ccdb4a93201 req-7ba2cd98-141c-4d85-8cd4-96eb6e623ef6 service neutron] For port 27bec566-9693-40e6-acf8-7d8d7255f92d, host n-h2-713301-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-16',level=0,port_id=27bec566-9693-40e6-acf8-7d8d7255f92d,segment=NetworkSegment(6139d589-eb6c-4578-8935-c26ddf396853),segment_id=6139d589-eb6c-4578-8935-c26ddf396853)] {{(pid=95101) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 19:28:24.085137 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_dvr_db [None req-d83718bc-408c-42af-a2f0-e27ed519cec3 None None] Set router 2cd616c4-c328-47c6-a307-bc5706ab5f79 gateway port host: n-d-713301-16 {{(pid=95103) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 19:28:24.091999 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-98d2ecc7-0c8f-453f-baec-1ccdb4a93201 req-7ba2cd98-141c-4d85-8cd4-96eb6e623ef6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5607436'] for port, after_update {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:28:24.231552 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d2ecc7-0c8f-453f-baec-1ccdb4a93201 req-7ba2cd98-141c-4d85-8cd4-96eb6e623ef6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:28:24.232196 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-98d2ecc7-0c8f-453f-baec-1ccdb4a93201 req-7ba2cd98-141c-4d85-8cd4-96eb6e623ef6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222849'] for port, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:28:24.233695 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-98d2ecc7-0c8f-453f-baec-1ccdb4a93201 req-7ba2cd98-141c-4d85-8cd4-96eb6e623ef6 service neutron] 10.222.0.53 "PUT /v2.0/ports/27bec566-9693-40e6-acf8-7d8d7255f92d HTTP/1.1" status: 200 len: 1097 time: 2.2553704 Sep 23 19:28:24.363684 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ba2cd98-141c-4d85-8cd4-96eb6e623ef6 service neutron] Pushing event updated for resources: {'Port': ['ID=27bec566-9693-40e6-acf8-7d8d7255f92d,revision_number=3']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:28:24.383335 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_hamode_db [None req-d83718bc-408c-42af-a2f0-e27ed519cec3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2cd616c4-c328-47c6-a307-bc5706ab5f79', 'name': 'tempest-ServerRescueTestJSONUnderV235-1224862837-router', 'tenant_id': '327d976986364fba8e5d9835f3bfc1b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'external_fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.230'}], 'enable_snat': True}, 'gw_port_id': 'd32f2dbd-51d4-4f3a-92fa-dd6f9d0030ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:26:43Z', 'updated_at': '2021-09-23T19:28:22Z', 'revision_number': 5, 'project_id': '327d976986364fba8e5d9835f3bfc1b1', 'gw_port': {'id': 'd32f2dbd-51d4-4f3a-92fa-dd6f9d0030ac', 'name': '', 'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:c8:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cd616c4-c328-47c6-a307-bc5706ab5f79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 997, 'fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:26:44Z', 'updated_at': '2021-09-23T19:26:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-16'}], 'n-d-713301-16', False) {} {{(pid=95103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:28:24.387974 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-51216b05-f7d2-40c7-b496-37d0f33cf492 req-4bd429a0-7fe9-4828-afd1-c42bf1f5bda7 service neutron] 10.222.0.53 "GET /v2.0/networks/1afeede4-2bc8-4bee-b08e-8b562a1d1c30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3320334 Sep 23 19:28:24.400257 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-1ba7d7da-48ec-4e76-be09-49f9c97e6a9d req-ddf9cafc-e114-4639-9032-05d01112a807 service neutron] 10.222.0.53 "GET /v2.0/networks/e47803fc-37db-4c82-80ca-757602b818ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3468194 Sep 23 19:28:24.415117 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d2ecc7-0c8f-453f-baec-1ccdb4a93201 req-049ac462-ec4b-4b08-b249-d51129640ada service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:28:24.417304 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-98d2ecc7-0c8f-453f-baec-1ccdb4a93201 req-049ac462-ec4b-4b08-b249-d51129640ada service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=cff0149cb20c4944955e93a2b393f7c5&device_id=8c2ff25d-e89a-47f5-89c5-0372db439fc3 HTTP/1.1" status: 200 len: 1100 time: 0.1234641 Sep 23 19:28:24.441640 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d83718bc-408c-42af-a2f0-e27ed519cec3 None None] Checking router: 2cd616c4-c328-47c6-a307-bc5706ab5f79 for host: n-d-713301-16 {{(pid=95103) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 19:28:24.458253 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d83718bc-408c-42af-a2f0-e27ed519cec3 None None] Routers {'2cd616c4-c328-47c6-a307-bc5706ab5f79'} bound to L3 agent in host n-d-713301-16 {{(pid=95103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 19:28:24.459644 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_hamode_db [None req-d83718bc-408c-42af-a2f0-e27ed519cec3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-23T19:07:52Z,description=,heartbeat_timestamp=2021-09-23T19:28:22Z,host='n-d-713301-16',id=79a740bf-7821-4989-8288-7186e3e128f3,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:07:52Z,topic='l3_agent')) {'router_ids': ['2cd616c4-c328-47c6-a307-bc5706ab5f79'], 'active': True} {{(pid=95103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:28:24.520238 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-98d2ecc7-0c8f-453f-baec-1ccdb4a93201 req-98b7494f-c29b-438e-a586-87b4ab8e33a9 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.195&port_id=27bec566-9693-40e6-acf8-7d8d7255f92d HTTP/1.1" status: 200 len: 217 time: 0.0791481 Sep 23 19:28:24.587200 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-a7528f3e-c1e9-458d-9301-f7815534b1f8 admin admin] Notify callbacks [] for router, before_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:28:24.637234 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-a9708623-6af2-4c6f-9680-690c78c43af0 req-4bb04398-5d16-47c0-9dc6-84804ea44202 tempest-DeleteServersTestJSON-2111530366 tempest-DeleteServersTestJSON-2111530366-project] 10.222.0.67 "GET /v2.0/security-groups?id=67f2e2ca-928f-40e5-b9b2-05ec3bddbb37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1085410 Sep 23 19:28:24.643762 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_dvr_db [None req-d83718bc-408c-42af-a2f0-e27ed519cec3 None None] Set router 2cd616c4-c328-47c6-a307-bc5706ab5f79 gateway port host: n-d-713301-16 {{(pid=95103) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 19:28:24.671074 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51216b05-f7d2-40c7-b496-37d0f33cf492 req-229522a1-8330-421e-acf5-676a9404ddc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:28:24.671992 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51216b05-f7d2-40c7-b496-37d0f33cf492 req-229522a1-8330-421e-acf5-676a9404ddc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:28:24.672479 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51216b05-f7d2-40c7-b496-37d0f33cf492 req-229522a1-8330-421e-acf5-676a9404ddc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:28:24.675553 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-51216b05-f7d2-40c7-b496-37d0f33cf492 req-229522a1-8330-421e-acf5-676a9404ddc1 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=e5bc57b02b1840628e8df5037b8dd2e7&device_id=cbafa512-33c5-4de4-b00a-8d605b9e69fa HTTP/1.1" status: 200 len: 2868 time: 0.1721773 Sep 23 19:28:24.678617 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d2ecc7-0c8f-453f-baec-1ccdb4a93201 req-b9469194-fc67-45d1-8ac8-e69f754298dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:28:24.680552 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-98d2ecc7-0c8f-453f-baec-1ccdb4a93201 req-b9469194-fc67-45d1-8ac8-e69f754298dd service neutron] 10.222.0.53 "GET /v2.0/subnets?id=1ccc69bc-9d6b-44d9-b227-204e47dc6e45 HTTP/1.1" status: 200 len: 843 time: 0.1365044 Sep 23 19:28:24.689517 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-1ba7d7da-48ec-4e76-be09-49f9c97e6a9d req-cf98238d-bd10-44c8-aa30-6a61b9d8bb48 service neutron] 10.222.0.53 "GET /v2.0/networks/e47803fc-37db-4c82-80ca-757602b818ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2769225 Sep 23 19:28:24.752372 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-a7528f3e-c1e9-458d-9301-f7815534b1f8 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:28:24.894468 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d2ecc7-0c8f-453f-baec-1ccdb4a93201 req-aba0a1fb-3dfa-4ce4-8f17-176447e7574b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:28:24.896083 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-98d2ecc7-0c8f-453f-baec-1ccdb4a93201 req-aba0a1fb-3dfa-4ce4-8f17-176447e7574b service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=5220cb0c-da05-478a-9604-8c11469a05b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1886656 Sep 23 19:28:24.902980 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a5c26cc-0856-405c-aad5-d9e3efa0d645 req-c90a7d0a-8aa8-412f-b278-bd030bb97094 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:28:24.904472 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-7a5c26cc-0856-405c-aad5-d9e3efa0d645 req-c90a7d0a-8aa8-412f-b278-bd030bb97094 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=30554f6e61d54c6bbf3c805c15e93860&device_id=d6fb661b-35d0-4bb3-b9f1-7aeeaa15cabb HTTP/1.1" status: 200 len: 1095 time: 0.1444509 Sep 23 19:28:24.915536 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51216b05-f7d2-40c7-b496-37d0f33cf492 req-0af9db1f-c996-4c9b-a7e1-4e5aa539c9ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:28:24.917240 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-51216b05-f7d2-40c7-b496-37d0f33cf492 req-0af9db1f-c996-4c9b-a7e1-4e5aa539c9ad service neutron] 10.222.0.53 "GET /v2.0/networks?id=7142a3f9-1e8c-4b3f-95ed-1586b58a5cbc HTTP/1.1" status: 200 len: 902 time: 0.2252891 Sep 23 19:28:24.936141 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.plugin [None req-a7528f3e-c1e9-458d-9301-f7815534b1f8 admin admin] Deleting port d32f2dbd-51d4-4f3a-92fa-dd6f9d0030ac {{(pid=95102) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:28:24.936141 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-a7528f3e-c1e9-458d-9301-f7815534b1f8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783146157096'] for port, before_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:28:24.944021 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e41c31-ad60-4dfc-9c78-80ad920ed5bf req-d8e10496-7c66-481a-b494-ef093bddebcb tempest-MigrationsAdminTest-397594546 tempest-MigrationsAdminTest-397594546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:28:24.945753 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-35e41c31-ad60-4dfc-9c78-80ad920ed5bf req-d8e10496-7c66-481a-b494-ef093bddebcb tempest-MigrationsAdminTest-397594546 tempest-MigrationsAdminTest-397594546-project] 10.222.0.67 "GET /v2.0/ports?device_id=8c2ff25d-e89a-47f5-89c5-0372db439fc3 HTTP/1.1" status: 200 len: 948 time: 0.0989349 Sep 23 19:28:24.979524 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_hamode_db [None req-d83718bc-408c-42af-a2f0-e27ed519cec3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2cd616c4-c328-47c6-a307-bc5706ab5f79', 'name': 'tempest-ServerRescueTestJSONUnderV235-1224862837-router', 'tenant_id': '327d976986364fba8e5d9835f3bfc1b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'external_fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.230'}], 'enable_snat': True}, 'gw_port_id': 'd32f2dbd-51d4-4f3a-92fa-dd6f9d0030ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:26:43Z', 'updated_at': '2021-09-23T19:28:22Z', 'revision_number': 5, 'project_id': '327d976986364fba8e5d9835f3bfc1b1', 'gw_port': {'id': 'd32f2dbd-51d4-4f3a-92fa-dd6f9d0030ac', 'name': '', 'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:c8:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cd616c4-c328-47c6-a307-bc5706ab5f79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 997, 'fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:26:44Z', 'updated_at': '2021-09-23T19:26:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-16'}], 'n-d-713301-16', False) {} {{(pid=95103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:28:24.997812 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07823b93-9cf0-423d-86fc-1e0b32fb4a17 req-7f98eaf4-bf8b-4f8a-80c2-ee9225ca4811 tempest-ServersTestMultiNic-786669321 tempest-ServersTestMultiNic-786669321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:28:25.006863 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07823b93-9cf0-423d-86fc-1e0b32fb4a17 req-7f98eaf4-bf8b-4f8a-80c2-ee9225ca4811 tempest-ServersTestMultiNic-786669321 tempest-ServersTestMultiNic-786669321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:28:25.007914 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-51216b05-f7d2-40c7-b496-37d0f33cf492 req-e15aa6ac-9b06-4691-89da-d23fe29b4f72 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.133&port_id=f47939f3-4965-4e3b-ba9e-0b4ac7403820 HTTP/1.1" status: 200 len: 217 time: 0.0734544 Sep 23 19:28:25.014038 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07823b93-9cf0-423d-86fc-1e0b32fb4a17 req-7f98eaf4-bf8b-4f8a-80c2-ee9225ca4811 tempest-ServersTestMultiNic-786669321 tempest-ServersTestMultiNic-786669321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:28:25.014846 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-07823b93-9cf0-423d-86fc-1e0b32fb4a17 req-7f98eaf4-bf8b-4f8a-80c2-ee9225ca4811 tempest-ServersTestMultiNic-786669321 tempest-ServersTestMultiNic-786669321-project] 10.222.0.67 "GET /v2.0/ports?device_id=cbafa512-33c5-4de4-b00a-8d605b9e69fa HTTP/1.1" status: 200 len: 2412 time: 0.1852148 Sep 23 19:28:25.034082 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d83718bc-408c-42af-a2f0-e27ed519cec3 None None] The sync data for ids ['2cd616c4-c328-47c6-a307-bc5706ab5f79'] in n-d-713301-16 is: [{'id': '2cd616c4-c328-47c6-a307-bc5706ab5f79', 'name': 'tempest-ServerRescueTestJSONUnderV235-1224862837-router', 'tenant_id': '327d976986364fba8e5d9835f3bfc1b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'external_fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.230'}], 'enable_snat': True}, 'gw_port_id': 'd32f2dbd-51d4-4f3a-92fa-dd6f9d0030ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:26:43Z', 'updated_at': '2021-09-23T19:28:22Z', 'revision_number': 5, 'project_id': '327d976986364fba8e5d9835f3bfc1b1', 'gw_port': {'id': 'd32f2dbd-51d4-4f3a-92fa-dd6f9d0030ac', 'name': '', 'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:c8:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cd616c4-c328-47c6-a307-bc5706ab5f79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 997, 'fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:26:44Z', 'updated_at': '2021-09-23T19:26:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-16'}] {{(pid=95103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 19:28:25.123400 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-35e41c31-ad60-4dfc-9c78-80ad920ed5bf req-c25ebdd0-bb35-441a-a83f-195cba666b6f tempest-MigrationsAdminTest-397594546 tempest-MigrationsAdminTest-397594546-project] 10.222.0.67 "GET /v2.0/security-groups?id=78cb509b-31c4-4e2a-bb5c-7abd6194dcc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1640105 Sep 23 19:28:25.132478 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-07823b93-9cf0-423d-86fc-1e0b32fb4a17 req-e5326d8d-b72c-46cb-a1d0-63d9c7823b60 tempest-ServersTestMultiNic-786669321 tempest-ServersTestMultiNic-786669321-project] 10.222.0.67 "GET /v2.0/security-groups?id=566f77e0-c65d-4b4e-93cb-ececf5c80170&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1039424 Sep 23 19:28:25.184911 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.db [None req-a7528f3e-c1e9-458d-9301-f7815534b1f8 admin admin] For port d32f2dbd-51d4-4f3a-92fa-dd6f9d0030ac, host n-d-713301-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-16',level=0,port_id=d32f2dbd-51d4-4f3a-92fa-dd6f9d0030ac,segment=NetworkSegment(7d4027f1-d893-4c7b-95d4-757b8e44e380),segment_id=7d4027f1-d893-4c7b-95d4-757b8e44e380)] {{(pid=95102) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:28:25.185506 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-a7528f3e-c1e9-458d-9301-f7815534b1f8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-605701'] for port, precommit_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:28:25.204518 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.plugin [None req-a7528f3e-c1e9-458d-9301-f7815534b1f8 admin admin] Calling delete_port for d32f2dbd-51d4-4f3a-92fa-dd6f9d0030ac owned by network:router_gateway {{(pid=95102) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:28:25.214889 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-80e7e501-6c57-470d-92c6-e3d54bc3195c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:28:25.402367 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Device ffbb66e3-edde-45f8-aaff-a1fb63987e1a no longer exists at agent ovs-agent-n-d-713301-16 {{(pid=95103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 19:28:25.427437 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-a7528f3e-c1e9-458d-9301-f7815534b1f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783146162158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783145673144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4399100'] for port, after_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:28:25.428018 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.plugin [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] No Port match for: ffbb66e3-edde-45f8-aaff-a1fb63987e1a {{(pid=95103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 19:28:25.428453 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Device ffbb66e3-edde-45f8-aaff-a1fb63987e1a not bound to the agent host n-d-713301-16 {{(pid=95103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 19:28:25.467894 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7528f3e-c1e9-458d-9301-f7815534b1f8 admin admin] Pushing event deleted for resources: {'Port': ['ID=d32f2dbd-51d4-4f3a-92fa-dd6f9d0030ac,revision_number=None']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:28:25.536145 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-a7528f3e-c1e9-458d-9301-f7815534b1f8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-601942'] for router_gateway, after_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:28:25.538712 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51216b05-f7d2-40c7-b496-37d0f33cf492 req-b56593de-5b54-46ea-b7c7-403194df1941 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:28:25.541253 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-51216b05-f7d2-40c7-b496-37d0f33cf492 req-b56593de-5b54-46ea-b7c7-403194df1941 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=f443a7a0-3486-404d-acc4-09a52d150932 HTTP/1.1" status: 200 len: 801 time: 0.1754782 Sep 23 19:28:25.547730 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-98d2ecc7-0c8f-453f-baec-1ccdb4a93201 req-8cfad466-3570-46ff-82d0-68c1b74aed1c service neutron] 10.222.0.53 "GET /v2.0/networks/5220cb0c-da05-478a-9604-8c11469a05b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6282890 Sep 23 19:28:25.552478 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a5c26cc-0856-405c-aad5-d9e3efa0d645 req-facdf7c2-c0f8-44fc-9024-55ae477989d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:28:25.554530 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-7a5c26cc-0856-405c-aad5-d9e3efa0d645 req-facdf7c2-c0f8-44fc-9024-55ae477989d9 service neutron] 10.222.0.53 "GET /v2.0/networks?id=e47803fc-37db-4c82-80ca-757602b818ca HTTP/1.1" status: 200 len: 913 time: 0.6362453 Sep 23 19:28:25.585925 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Device f47939f3-4965-4e3b-ba9e-0b4ac7403820 details requested by agent hyperv_n-h2-713301-16 with host n-h2-713301-16 {{(pid=95103) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 19:28:25.638522 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-a7528f3e-c1e9-458d-9301-f7815534b1f8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-597305', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29369'] for router, precommit_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:28:25.639718 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-7a5c26cc-0856-405c-aad5-d9e3efa0d645 req-2609701e-df83-4fb3-918f-d2c83e14866e service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=201268bd-52e4-4641-a74b-ccfb8b7e8529 HTTP/1.1" status: 200 len: 217 time: 0.0754228 Sep 23 19:28:25.641474 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-a7528f3e-c1e9-458d-9301-f7815534b1f8 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:28:25.705912 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-a7528f3e-c1e9-458d-9301-f7815534b1f8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-597296'] for router, after_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:28:25.708936 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7528f3e-c1e9-458d-9301-f7815534b1f8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2cd616c4-c328-47c6-a307-bc5706ab5f79 {{(pid=95102) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 23 19:28:25.716448 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-a7528f3e-c1e9-458d-9301-f7815534b1f8 admin admin] Notify callbacks [] for router, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:28:25.724768 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-a7528f3e-c1e9-458d-9301-f7815534b1f8 admin admin] 10.222.0.67 "DELETE /v2.0/routers/2cd616c4-c328-47c6-a307-bc5706ab5f79 HTTP/1.1" status: 204 len: 168 time: 1.7789173 Sep 23 19:28:25.725621 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 40686) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:28:25.758783 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51216b05-f7d2-40c7-b496-37d0f33cf492 req-47235163-f026-4679-ba00-5fa56994ac73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:28:25.760283 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-51216b05-f7d2-40c7-b496-37d0f33cf492 req-47235163-f026-4679-ba00-5fa56994ac73 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=7142a3f9-1e8c-4b3f-95ed-1586b58a5cbc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2039685 Sep 23 19:28:25.761625 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] For port f47939f3-4965-4e3b-ba9e-0b4ac7403820, host n-h2-713301-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-16',level=0,port_id=f47939f3-4965-4e3b-ba9e-0b4ac7403820,segment=NetworkSegment(f9c00884-efab-4728-92dc-6084f1ac3ed2),segment_id=f9c00884-efab-4728-92dc-6084f1ac3ed2)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:28:25.783151 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Returning: {'device': 'f47939f3-4965-4e3b-ba9e-0b4ac7403820', 'network_id': '7142a3f9-1e8c-4b3f-95ed-1586b58a5cbc', 'port_id': 'f47939f3-4965-4e3b-ba9e-0b4ac7403820', 'mac_address': 'fa:16:3e:2a:f4:49', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 636, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f443a7a0-3486-404d-acc4-09a52d150932', 'ip_address': '19.80.0.133'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95103) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 19:28:25.783760 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a5c26cc-0856-405c-aad5-d9e3efa0d645 req-eabe62e5-481b-468d-af16-6f41ae4e0c5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:28:25.785499 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-7a5c26cc-0856-405c-aad5-d9e3efa0d645 req-eabe62e5-481b-468d-af16-6f41ae4e0c5f service neutron] 10.222.0.53 "GET /v2.0/subnets?id=4ba945d5-0498-408c-b65f-8f07a46d41b0 HTTP/1.1" status: 200 len: 852 time: 0.1313751 Sep 23 19:28:25.802988 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-98d2ecc7-0c8f-453f-baec-1ccdb4a93201 req-8593277a-763c-48d0-98a5-e3bcebf5f767 service neutron] 10.222.0.53 "GET /v2.0/networks/5220cb0c-da05-478a-9604-8c11469a05b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2473824 Sep 23 19:28:25.825385 n-d-713301-16 neutron-server[95102]: DEBUG neutron.db.db_base_plugin_v2 [None req-af054ef4-478d-434a-b691-13b9ae83c7c6 admin admin] Deleting subnet 42f61b3d-d2c5-4fe1-a0f1-03eaa8653b9c {{(pid=95102) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 23 19:28:25.829810 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-af054ef4-478d-434a-b691-13b9ae83c7c6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:28:25.838601 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-7a5c26cc-0856-405c-aad5-d9e3efa0d645 req-cd4ea43e-3d82-4335-98ca-e92374d71df0 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=e47803fc-37db-4c82-80ca-757602b818ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0345690 Sep 23 19:28:25.839035 n-d-713301-16 neutron-server[95101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8c2ff25d-e89a-47f5-89c5-0372db439fc3', 'tag': '27bec566-9693-40e6-acf8-7d8d7255f92d'}] {{(pid=95101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 19:28:25.841342 n-d-713301-16 neutron-server[95101]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d8366c5740cd635e57ab12b71fe44a77c2acc3c19091ef849c6f68b380462244" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba44fd79-2d35-4235-8ac4-8c80230a6f22" -d '{"events": [{"name": "network-changed", "server_uuid": "8c2ff25d-e89a-47f5-89c5-0372db439fc3", "tag": "27bec566-9693-40e6-acf8-7d8d7255f92d"}]}' {{(pid=95101) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 19:28:25.868782 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:28:25.893059 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-af054ef4-478d-434a-b691-13b9ae83c7c6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6162825'] for subnet, precommit_delete_associations {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:28:25.908453 n-d-713301-16 neutron-server[95103]: DEBUG neutron.notifiers.nova [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f47939f3-4965-4e3b-ba9e-0b4ac7403820 {{(pid=95103) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 19:28:25.921978 n-d-713301-16 neutron-server[95101]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 19:28:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4508e46-1495-459c-a4ac-9f906064ebf0 x-openstack-request-id: req-f4508e46-1495-459c-a4ac-9f906064ebf0 {{(pid=95101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 19:28:25.922247 n-d-713301-16 neutron-server[95101]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8c2ff25d-e89a-47f5-89c5-0372db439fc3", "tag": "27bec566-9693-40e6-acf8-7d8d7255f92d", "status": "completed", "code": 200}]} {{(pid=95101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 19:28:25.922498 n-d-713301-16 neutron-server[95101]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-f4508e46-1495-459c-a4ac-9f906064ebf0 {{(pid=95101) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 19:28:25.922887 n-d-713301-16 neutron-server[95101]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8c2ff25d-e89a-47f5-89c5-0372db439fc3', 'tag': '27bec566-9693-40e6-acf8-7d8d7255f92d', 'status': 'completed', 'code': 200} Sep 23 19:28:25.947172 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] For port f47939f3-4965-4e3b-ba9e-0b4ac7403820, host n-h2-713301-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-16',level=0,port_id=f47939f3-4965-4e3b-ba9e-0b4ac7403820,segment=NetworkSegment(f9c00884-efab-4728-92dc-6084f1ac3ed2),segment_id=f9c00884-efab-4728-92dc-6084f1ac3ed2)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:28:25.953008 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:28:25.954330 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Device 0eddb2d1-688c-4b4c-ba3f-d3d5832fb530 details requested by agent hyperv_n-h2-713301-16 with host n-h2-713301-16 {{(pid=95103) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 19:28:26.002661 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-befe7022-9794-46f9-a846-cc5ec8f7512e req-12402fc3-e946-47e5-b53b-42b886e62ddf tempest-DeleteServersTestJSON-2111530366 tempest-DeleteServersTestJSON-2111530366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:28:26.005735 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-befe7022-9794-46f9-a846-cc5ec8f7512e req-12402fc3-e946-47e5-b53b-42b886e62ddf tempest-DeleteServersTestJSON-2111530366 tempest-DeleteServersTestJSON-2111530366-project] 10.222.0.67 "GET /v2.0/ports?device_id=d6fb661b-35d0-4bb3-b9f1-7aeeaa15cabb HTTP/1.1" status: 200 len: 943 time: 0.2292068 Sep 23 19:28:26.007474 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-af054ef4-478d-434a-b691-13b9ae83c7c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1756813'] for subnet, precommit_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:28:26.028328 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Pushing event updated for resources: {'Port': ['ID=f47939f3-4965-4e3b-ba9e-0b4ac7403820,revision_number=4']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:28:26.039290 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-51216b05-f7d2-40c7-b496-37d0f33cf492 req-45d81419-5c0f-4402-b61d-3f2f12755b56 service neutron] 10.222.0.53 "GET /v2.0/networks/7142a3f9-1e8c-4b3f-95ed-1586b58a5cbc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2681146 Sep 23 19:28:26.045874 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:28:26.046855 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:28:26.047210 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:28:26.047549 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:28:26.047888 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:28:26.048216 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:28:26.048544 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:28:26.048895 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:28:26.049220 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:28:26.050840 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:28:26.050840 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:28:26.050840 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:28:26.065855 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba44fd79-2d35-4235-8ac4-8c80230a6f22 req-6f4f3426-e68c-48de-99de-a63399fbf7bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:28:26.067040 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-ba44fd79-2d35-4235-8ac4-8c80230a6f22 req-6f4f3426-e68c-48de-99de-a63399fbf7bb service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=cff0149cb20c4944955e93a2b393f7c5&device_id=8c2ff25d-e89a-47f5-89c5-0372db439fc3 HTTP/1.1" status: 200 len: 1100 time: 0.1280901 Sep 23 19:28:26.089166 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-befe7022-9794-46f9-a846-cc5ec8f7512e req-f7f083f1-f1a4-457c-a6ec-553b51bbcb46 tempest-DeleteServersTestJSON-2111530366 tempest-DeleteServersTestJSON-2111530366-project] 10.222.0.67 "GET /v2.0/security-groups?id=67f2e2ca-928f-40e5-b9b2-05ec3bddbb37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549188 Sep 23 19:28:26.094664 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-7a5c26cc-0856-405c-aad5-d9e3efa0d645 req-9cf98923-1fc4-4063-b368-515d391dbc27 service neutron] 10.222.0.53 "GET /v2.0/networks/e47803fc-37db-4c82-80ca-757602b818ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2484231 Sep 23 19:28:26.115699 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-af054ef4-478d-434a-b691-13b9ae83c7c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1756804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4399009', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5388229'] for subnet, after_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:28:26.126762 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] For port 0eddb2d1-688c-4b4c-ba3f-d3d5832fb530, host n-h2-713301-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-16',level=0,port_id=0eddb2d1-688c-4b4c-ba3f-d3d5832fb530,segment=NetworkSegment(413527a0-b46b-46fc-87b0-07b894e7a685),segment_id=413527a0-b46b-46fc-87b0-07b894e7a685)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:28:26.139679 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Returning: {'device': '0eddb2d1-688c-4b4c-ba3f-d3d5832fb530', 'network_id': '1afeede4-2bc8-4bee-b08e-8b562a1d1c30', 'port_id': '0eddb2d1-688c-4b4c-ba3f-d3d5832fb530', 'mac_address': 'fa:16:3e:2e:fc:ee', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 600, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '75393f39-a81a-41a5-9194-e3664a869981', 'ip_address': '19.86.0.150'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95103) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 19:28:26.148595 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-af054ef4-478d-434a-b691-13b9ae83c7c6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:28:26.153449 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-af054ef4-478d-434a-b691-13b9ae83c7c6 admin admin] 10.222.0.67 "DELETE /v2.0/subnets/42f61b3d-d2c5-4fe1-a0f1-03eaa8653b9c HTTP/1.1" status: 204 len: 168 time: 0.4262254 Sep 23 19:28:26.154125 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 40692) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:28:26.156338 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af054ef4-478d-434a-b691-13b9ae83c7c6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=42f61b3d-d2c5-4fe1-a0f1-03eaa8653b9c,revision_number=None']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:28:26.193776 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:28:26.226226 n-d-713301-16 neutron-server[95103]: DEBUG neutron.notifiers.nova [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0eddb2d1-688c-4b4c-ba3f-d3d5832fb530 {{(pid=95103) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 19:28:26.269698 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] For port 0eddb2d1-688c-4b4c-ba3f-d3d5832fb530, host n-h2-713301-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-16',level=0,port_id=0eddb2d1-688c-4b4c-ba3f-d3d5832fb530,segment=NetworkSegment(413527a0-b46b-46fc-87b0-07b894e7a685),segment_id=413527a0-b46b-46fc-87b0-07b894e7a685)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:28:26.274807 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:28:26.275469 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Device d67ecf42-c592-40fb-a087-bbae2f355309 details requested by agent hyperv_n-h2-713301-16 with host n-h2-713301-16 {{(pid=95103) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 19:28:26.315641 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-51216b05-f7d2-40c7-b496-37d0f33cf492 req-40f380de-6507-4b9b-a68a-468fcf46ed81 service neutron] 10.222.0.53 "GET /v2.0/networks/7142a3f9-1e8c-4b3f-95ed-1586b58a5cbc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2590809 Sep 23 19:28:26.322251 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba44fd79-2d35-4235-8ac4-8c80230a6f22 req-7e09ebb5-fcd2-456b-8187-02b56930a087 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:28:26.324292 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-ba44fd79-2d35-4235-8ac4-8c80230a6f22 req-7e09ebb5-fcd2-456b-8187-02b56930a087 service neutron] 10.222.0.53 "GET /v2.0/networks?id=5220cb0c-da05-478a-9604-8c11469a05b4 HTTP/1.1" status: 200 len: 870 time: 0.2435181 Sep 23 19:28:26.357950 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-7a5c26cc-0856-405c-aad5-d9e3efa0d645 req-7d91f208-ca35-483d-8ae9-4ff92f8408cc service neutron] 10.222.0.53 "GET /v2.0/networks/e47803fc-37db-4c82-80ca-757602b818ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2445321 Sep 23 19:28:26.374760 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-9f44952e-4cfb-4fd1-a0ba-356c7ee1975e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1628021'] for network, before_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:28:26.391447 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-ba44fd79-2d35-4235-8ac4-8c80230a6f22 req-80e98094-46e8-47c4-ba5d-0774beed67e9 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.195&port_id=27bec566-9693-40e6-acf8-7d8d7255f92d HTTP/1.1" status: 200 len: 217 time: 0.0462470 Sep 23 19:28:26.398891 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] For port d67ecf42-c592-40fb-a087-bbae2f355309, host n-h2-713301-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-16',level=0,port_id=d67ecf42-c592-40fb-a087-bbae2f355309,segment=NetworkSegment(f9c00884-efab-4728-92dc-6084f1ac3ed2),segment_id=f9c00884-efab-4728-92dc-6084f1ac3ed2)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:28:26.401505 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Pushing event updated for resources: {'Port': ['ID=0eddb2d1-688c-4b4c-ba3f-d3d5832fb530,revision_number=4']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:28:26.415243 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Returning: {'device': 'd67ecf42-c592-40fb-a087-bbae2f355309', 'network_id': '7142a3f9-1e8c-4b3f-95ed-1586b58a5cbc', 'port_id': 'd67ecf42-c592-40fb-a087-bbae2f355309', 'mac_address': 'fa:16:3e:ba:e0:84', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 636, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f443a7a0-3486-404d-acc4-09a52d150932', 'ip_address': '19.80.0.28'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95103) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 19:28:26.415467 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f4954a5-1afa-4267-9d01-8c8c2ebe27ee req-641dbac7-5bfd-402b-a38a-519dadaaa31a tempest-MigrationsAdminTest-397594546 tempest-MigrationsAdminTest-397594546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:28:26.421353 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-4f4954a5-1afa-4267-9d01-8c8c2ebe27ee req-641dbac7-5bfd-402b-a38a-519dadaaa31a tempest-MigrationsAdminTest-397594546 tempest-MigrationsAdminTest-397594546-project] 10.222.0.67 "GET /v2.0/ports?device_id=8c2ff25d-e89a-47f5-89c5-0372db439fc3 HTTP/1.1" status: 200 len: 948 time: 0.1318581 Sep 23 19:28:26.437377 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b87ed0-5b3a-4156-bf07-7251c65e9591 req-866b08d9-a493-4fc4-9f49-be6853a60f48 tempest-ServersTestMultiNic-786669321 tempest-ServersTestMultiNic-786669321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:28:26.449398 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b87ed0-5b3a-4156-bf07-7251c65e9591 req-866b08d9-a493-4fc4-9f49-be6853a60f48 tempest-ServersTestMultiNic-786669321 tempest-ServersTestMultiNic-786669321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:28:26.458438 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba44fd79-2d35-4235-8ac4-8c80230a6f22 req-566e77fb-24f9-4cda-8d2f-cebf4058ad18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:28:26.459376 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b87ed0-5b3a-4156-bf07-7251c65e9591 req-866b08d9-a493-4fc4-9f49-be6853a60f48 tempest-ServersTestMultiNic-786669321 tempest-ServersTestMultiNic-786669321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:28:26.459585 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:28:26.460757 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-ba44fd79-2d35-4235-8ac4-8c80230a6f22 req-566e77fb-24f9-4cda-8d2f-cebf4058ad18 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=1ccc69bc-9d6b-44d9-b227-204e47dc6e45 HTTP/1.1" status: 200 len: 843 time: 0.0606799 Sep 23 19:28:26.461110 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-d2b87ed0-5b3a-4156-bf07-7251c65e9591 req-866b08d9-a493-4fc4-9f49-be6853a60f48 tempest-ServersTestMultiNic-786669321 tempest-ServersTestMultiNic-786669321-project] 10.222.0.67 "GET /v2.0/ports?device_id=cbafa512-33c5-4de4-b00a-8d605b9e69fa HTTP/1.1" status: 200 len: 2414 time: 0.1800063 Sep 23 19:28:26.483518 n-d-713301-16 neutron-server[95103]: DEBUG neutron.notifiers.nova [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d67ecf42-c592-40fb-a087-bbae2f355309 {{(pid=95103) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 19:28:26.502599 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] For port d67ecf42-c592-40fb-a087-bbae2f355309, host n-h2-713301-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-16',level=0,port_id=d67ecf42-c592-40fb-a087-bbae2f355309,segment=NetworkSegment(f9c00884-efab-4728-92dc-6084f1ac3ed2),segment_id=f9c00884-efab-4728-92dc-6084f1ac3ed2)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:28:26.508393 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:28:26.529025 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba44fd79-2d35-4235-8ac4-8c80230a6f22 req-323eff1f-dc2e-48ab-9337-2258b36a31dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:28:26.530669 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-ba44fd79-2d35-4235-8ac4-8c80230a6f22 req-323eff1f-dc2e-48ab-9337-2258b36a31dd service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=5220cb0c-da05-478a-9604-8c11469a05b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0608580 Sep 23 19:28:26.563274 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-4f4954a5-1afa-4267-9d01-8c8c2ebe27ee req-d8b5a595-847f-447b-9047-2f512f2131e4 tempest-MigrationsAdminTest-397594546 tempest-MigrationsAdminTest-397594546-project] 10.222.0.67 "GET /v2.0/security-groups?id=78cb509b-31c4-4e2a-bb5c-7abd6194dcc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001384 Sep 23 19:28:26.568551 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Pushing event updated for resources: {'Port': ['ID=d67ecf42-c592-40fb-a087-bbae2f355309,revision_number=4']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:28:26.593903 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-9f44952e-4cfb-4fd1-a0ba-356c7ee1975e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1754676', 'neutron.services.segments.db._delete_segments_for_network-8783146221460'] for network, precommit_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:28:26.609418 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-d2b87ed0-5b3a-4156-bf07-7251c65e9591 req-f7e2c6de-68c8-43fa-84a7-b029fdd6f1bf tempest-ServersTestMultiNic-786669321 tempest-ServersTestMultiNic-786669321-project] 10.222.0.67 "GET /v2.0/security-groups?id=566f77e0-c65d-4b4e-93cb-ececf5c80170&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1235666 Sep 23 19:28:26.640559 n-d-713301-16 neutron-server[95102]: DEBUG neutron.services.segments.db [None req-9f44952e-4cfb-4fd1-a0ba-356c7ee1975e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['957699bb-3d06-43c7-8d92-2cc14178c33d']}} {{(pid=95102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:28:26.650675 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-ba44fd79-2d35-4235-8ac4-8c80230a6f22 req-a39a49b1-0ff8-4552-88b5-3c116661061d service neutron] 10.222.0.53 "GET /v2.0/networks/5220cb0c-da05-478a-9604-8c11469a05b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1104398 Sep 23 19:28:26.654699 n-d-713301-16 neutron-server[95102]: DEBUG neutron.services.segments.db [None req-9f44952e-4cfb-4fd1-a0ba-356c7ee1975e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4e645381-3cf7-44d9-935f-d566da4456b8') {'for_net_delete': True} {{(pid=95102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:28:26.654994 n-d-713301-16 neutron-server[95102]: DEBUG neutron.services.segments.db [None req-9f44952e-4cfb-4fd1-a0ba-356c7ee1975e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4e645381-3cf7-44d9-935f-d566da4456b8') {} {{(pid=95102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:28:26.668142 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-9f44952e-4cfb-4fd1-a0ba-356c7ee1975e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783146221725', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6162832'] for segment, before_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:28:26.689431 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-9f44952e-4cfb-4fd1-a0ba-356c7ee1975e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1756186'] for segment, precommit_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:28:26.697715 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9f44952e-4cfb-4fd1-a0ba-356c7ee1975e admin admin] Releasing vlan 606 on physical network physnet1 to pool {{(pid=95102) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 19:28:26.698930 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-9f44952e-4cfb-4fd1-a0ba-356c7ee1975e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1756186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4398095'] for segment, after_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:28:26.701053 n-d-713301-16 neutron-server[95102]: Traceback (most recent call last): Sep 23 19:28:26.701053 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 19:28:26.701053 n-d-713301-16 neutron-server[95102]: timer() Sep 23 19:28:26.701053 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 19:28:26.701053 n-d-713301-16 neutron-server[95102]: cb(*args, **kw) Sep 23 19:28:26.701053 n-d-713301-16 neutron-server[95102]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 19:28:26.701053 n-d-713301-16 neutron-server[95102]: return func(*args, **kwargs) Sep 23 19:28:26.701053 n-d-713301-16 neutron-server[95102]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 19:28:26.701053 n-d-713301-16 neutron-server[95102]: self._notify() Sep 23 19:28:26.701053 n-d-713301-16 neutron-server[95102]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 19:28:26.701053 n-d-713301-16 neutron-server[95102]: self.callback(batched_events) Sep 23 19:28:26.701053 n-d-713301-16 neutron-server[95102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 19:28:26.701053 n-d-713301-16 neutron-server[95102]: event.method(event) Sep 23 19:28:26.701053 n-d-713301-16 neutron-server[95102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 19:28:26.701053 n-d-713301-16 neutron-server[95102]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 19:28:26.701053 n-d-713301-16 neutron-server[95102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 19:28:26.701053 n-d-713301-16 neutron-server[95102]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 19:28:26.701053 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 19:28:26.701053 n-d-713301-16 neutron-server[95102]: return f(self, *a, **k) Sep 23 19:28:26.701053 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 19:28:26.701053 n-d-713301-16 neutron-server[95102]: return self._get(url).json() Sep 23 19:28:26.701053 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 19:28:26.701053 n-d-713301-16 neutron-server[95102]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 19:28:26.701053 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 19:28:26.701053 n-d-713301-16 neutron-server[95102]: return self.request(url, 'GET', **kwargs) Sep 23 19:28:26.701053 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 19:28:26.701053 n-d-713301-16 neutron-server[95102]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 19:28:26.701053 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 19:28:26.701053 n-d-713301-16 neutron-server[95102]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 19:28:26.701053 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 19:28:26.701053 n-d-713301-16 neutron-server[95102]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 19:28:26.701053 n-d-713301-16 neutron-server[95102]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 19:28:26.758492 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-9f44952e-4cfb-4fd1-a0ba-356c7ee1975e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1754627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-601866'] for network, after_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:28:26.761504 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-ba44fd79-2d35-4235-8ac4-8c80230a6f22 req-266eeeff-24ab-4730-b635-5ac14f28f2f2 service neutron] 10.222.0.53 "GET /v2.0/networks/5220cb0c-da05-478a-9604-8c11469a05b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1001377 Sep 23 19:28:26.764048 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-9f44952e-4cfb-4fd1-a0ba-356c7ee1975e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527417'] for network, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:28:26.766053 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-9f44952e-4cfb-4fd1-a0ba-356c7ee1975e admin admin] 10.222.0.67 "DELETE /v2.0/networks/957699bb-3d06-43c7-8d92-2cc14178c33d HTTP/1.1" status: 204 len: 168 time: 0.6107981 Sep 23 19:28:26.778858 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f44952e-4cfb-4fd1-a0ba-356c7ee1975e admin admin] Pushing event deleted for resources: {'Network': ['ID=957699bb-3d06-43c7-8d92-2cc14178c33d,revision_number=None']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:28:26.873721 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] get_ports_and_sgs() called for port_ids ['f47939f3-4965-4e3b-ba9e-0b4ac7403820'] {{(pid=95103) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 19:28:26.917332 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] get_ports_and_sgs() called for port_ids ['d67ecf42-c592-40fb-a087-bbae2f355309'] {{(pid=95103) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 19:28:26.955866 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 40706) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:28:26.999981 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-5292cc00-1507-4031-be03-e8e465fc488a admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=327d976986364fba8e5d9835f3bfc1b1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0404301 Sep 23 19:28:27.000434 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 40708) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:28:27.056293 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-3f0f6939-905f-437f-859a-79fb4fdada0d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:28:27.077854 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-3f0f6939-905f-437f-859a-79fb4fdada0d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:28:27.130556 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-3f0f6939-905f-437f-859a-79fb4fdada0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:28:27.133674 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-3f0f6939-905f-437f-859a-79fb4fdada0d admin admin] Notify callbacks [] for security_group, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:28:27.135389 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-3f0f6939-905f-437f-859a-79fb4fdada0d admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/d3f97599-a9b1-47a3-baeb-6ab90b6bb5ea HTTP/1.1" status: 204 len: 168 time: 0.1338534 Sep 23 19:28:27.144418 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f0f6939-905f-437f-859a-79fb4fdada0d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3f97599-a9b1-47a3-baeb-6ab90b6bb5ea,revision_number=None']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:28:27.227580 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691641b5-7174-4eb7-b3f1-936ebe54d211 req-3b61ab6d-d697-4bc7-baa0-65820b17500c tempest-DeleteServersTestJSON-2111530366 tempest-DeleteServersTestJSON-2111530366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:28:27.234239 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-691641b5-7174-4eb7-b3f1-936ebe54d211 req-3b61ab6d-d697-4bc7-baa0-65820b17500c tempest-DeleteServersTestJSON-2111530366 tempest-DeleteServersTestJSON-2111530366-project] 10.222.0.67 "GET /v2.0/ports?device_id=d6fb661b-35d0-4bb3-b9f1-7aeeaa15cabb HTTP/1.1" status: 200 len: 943 time: 0.0597036 Sep 23 19:28:27.252382 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Device d32f2dbd-51d4-4f3a-92fa-dd6f9d0030ac no longer exists at agent ovs-agent-n-d-713301-16 {{(pid=95103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 19:28:27.273625 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.plugin [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] No Port match for: d32f2dbd-51d4-4f3a-92fa-dd6f9d0030ac {{(pid=95103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 19:28:27.274026 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Device d32f2dbd-51d4-4f3a-92fa-dd6f9d0030ac not bound to the agent host n-d-713301-16 {{(pid=95103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 19:28:27.280265 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-691641b5-7174-4eb7-b3f1-936ebe54d211 req-5e6abd1c-2ad1-4fa5-bbe7-54ad8842b239 tempest-DeleteServersTestJSON-2111530366 tempest-DeleteServersTestJSON-2111530366-project] 10.222.0.67 "GET /v2.0/security-groups?id=67f2e2ca-928f-40e5-b9b2-05ec3bddbb37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449684 Sep 23 19:28:27.581203 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Device 201268bd-52e4-4641-a74b-ccfb8b7e8529 details requested by agent hyperv_n-h2-713301-16 with host n-h2-713301-16 {{(pid=95103) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 19:28:27.716889 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] For port 201268bd-52e4-4641-a74b-ccfb8b7e8529, host n-h2-713301-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-16',level=0,port_id=201268bd-52e4-4641-a74b-ccfb8b7e8529,segment=NetworkSegment(741d6d3e-2760-41a6-838f-b8b4255cee30),segment_id=741d6d3e-2760-41a6-838f-b8b4255cee30)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:28:27.734820 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Returning: {'device': '201268bd-52e4-4641-a74b-ccfb8b7e8529', 'network_id': 'e47803fc-37db-4c82-80ca-757602b818ca', 'port_id': '201268bd-52e4-4641-a74b-ccfb8b7e8529', 'mac_address': 'fa:16:3e:67:a0:5d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 603, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4ba945d5-0498-408c-b65f-8f07a46d41b0', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95103) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 19:28:27.777975 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db0c114-ed33-498f-afa1-f7047636bd05 req-688d72b7-465e-42e6-b3a6-888edd68ab82 tempest-MigrationsAdminTest-397594546 tempest-MigrationsAdminTest-397594546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:28:27.779849 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-8db0c114-ed33-498f-afa1-f7047636bd05 req-688d72b7-465e-42e6-b3a6-888edd68ab82 tempest-MigrationsAdminTest-397594546 tempest-MigrationsAdminTest-397594546-project] 10.222.0.67 "GET /v2.0/ports?device_id=8c2ff25d-e89a-47f5-89c5-0372db439fc3 HTTP/1.1" status: 200 len: 948 time: 0.1260498 Sep 23 19:28:27.808982 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:28:27.814200 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-532071ae-ef78-4e50-8917-b0024e89dd8b req-113ad4f1-9b57-4a18-af0c-637c41b9f265 tempest-ServersTestMultiNic-786669321 tempest-ServersTestMultiNic-786669321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:28:27.821770 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-532071ae-ef78-4e50-8917-b0024e89dd8b req-113ad4f1-9b57-4a18-af0c-637c41b9f265 tempest-ServersTestMultiNic-786669321 tempest-ServersTestMultiNic-786669321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:28:27.828374 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-532071ae-ef78-4e50-8917-b0024e89dd8b req-113ad4f1-9b57-4a18-af0c-637c41b9f265 tempest-ServersTestMultiNic-786669321 tempest-ServersTestMultiNic-786669321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:28:27.830138 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-532071ae-ef78-4e50-8917-b0024e89dd8b req-113ad4f1-9b57-4a18-af0c-637c41b9f265 tempest-ServersTestMultiNic-786669321 tempest-ServersTestMultiNic-786669321-project] 10.222.0.67 "GET /v2.0/ports?device_id=cbafa512-33c5-4de4-b00a-8d605b9e69fa HTTP/1.1" status: 200 len: 2415 time: 0.1376512 Sep 23 19:28:27.869871 n-d-713301-16 neutron-server[95103]: DEBUG neutron.notifiers.nova [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 201268bd-52e4-4641-a74b-ccfb8b7e8529 {{(pid=95103) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 19:28:27.888962 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-8db0c114-ed33-498f-afa1-f7047636bd05 req-d0c9a366-3ef8-4b99-b35f-764150bd2995 tempest-MigrationsAdminTest-397594546 tempest-MigrationsAdminTest-397594546-project] 10.222.0.67 "GET /v2.0/security-groups?id=78cb509b-31c4-4e2a-bb5c-7abd6194dcc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933857 Sep 23 19:28:27.907618 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-532071ae-ef78-4e50-8917-b0024e89dd8b req-23553eec-c43e-4e34-b4ff-880e882ad49f tempest-ServersTestMultiNic-786669321 tempest-ServersTestMultiNic-786669321-project] 10.222.0.67 "GET /v2.0/security-groups?id=566f77e0-c65d-4b4e-93cb-ececf5c80170&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695488 Sep 23 19:28:27.908664 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:28:27.920375 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] For port 201268bd-52e4-4641-a74b-ccfb8b7e8529, host n-h2-713301-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-16',level=0,port_id=201268bd-52e4-4641-a74b-ccfb8b7e8529,segment=NetworkSegment(741d6d3e-2760-41a6-838f-b8b4255cee30),segment_id=741d6d3e-2760-41a6-838f-b8b4255cee30)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:28:27.926186 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:28:27.927347 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Device 27bec566-9693-40e6-acf8-7d8d7255f92d details requested by agent hyperv_n-h2-713301-16 with host n-h2-713301-16 {{(pid=95103) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 19:28:27.972196 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] get_ports_and_sgs() called for port_ids ['0eddb2d1-688c-4b4c-ba3f-d3d5832fb530'] {{(pid=95103) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 19:28:28.087719 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Pushing event updated for resources: {'Port': ['ID=201268bd-52e4-4641-a74b-ccfb8b7e8529,revision_number=4']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:28:28.152622 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:28:28.183201 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] For port 27bec566-9693-40e6-acf8-7d8d7255f92d, host n-h2-713301-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-16',level=0,port_id=27bec566-9693-40e6-acf8-7d8d7255f92d,segment=NetworkSegment(6139d589-eb6c-4578-8935-c26ddf396853),segment_id=6139d589-eb6c-4578-8935-c26ddf396853)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:28:28.206531 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Returning: {'device': '27bec566-9693-40e6-acf8-7d8d7255f92d', 'network_id': '5220cb0c-da05-478a-9604-8c11469a05b4', 'port_id': '27bec566-9693-40e6-acf8-7d8d7255f92d', 'mac_address': 'fa:16:3e:1a:dc:64', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 624, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1ccc69bc-9d6b-44d9-b227-204e47dc6e45', 'ip_address': '192.168.233.195'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95103) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 19:28:28.277422 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:28:28.303569 n-d-713301-16 neutron-server[95103]: DEBUG neutron.notifiers.nova [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 27bec566-9693-40e6-acf8-7d8d7255f92d {{(pid=95103) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 19:28:28.335684 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] For port 27bec566-9693-40e6-acf8-7d8d7255f92d, host n-h2-713301-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-16',level=0,port_id=27bec566-9693-40e6-acf8-7d8d7255f92d,segment=NetworkSegment(6139d589-eb6c-4578-8935-c26ddf396853),segment_id=6139d589-eb6c-4578-8935-c26ddf396853)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:28:28.343075 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:28:28.422770 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27cd2488-1248-412c-965b-0ba920948162 req-cf6aa81c-016c-4ab5-849d-a8134aa66ee2 tempest-DeleteServersTestJSON-2111530366 tempest-DeleteServersTestJSON-2111530366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:28:28.431074 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Pushing event updated for resources: {'Port': ['ID=27bec566-9693-40e6-acf8-7d8d7255f92d,revision_number=4']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:28:28.432275 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-27cd2488-1248-412c-965b-0ba920948162 req-cf6aa81c-016c-4ab5-849d-a8134aa66ee2 tempest-DeleteServersTestJSON-2111530366 tempest-DeleteServersTestJSON-2111530366-project] 10.222.0.67 "GET /v2.0/ports?device_id=d6fb661b-35d0-4bb3-b9f1-7aeeaa15cabb HTTP/1.1" status: 200 len: 944 time: 0.0786531 Sep 23 19:28:28.495515 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-27cd2488-1248-412c-965b-0ba920948162 req-32630651-9f1c-4c64-8fe4-4e2376f16b59 tempest-DeleteServersTestJSON-2111530366 tempest-DeleteServersTestJSON-2111530366-project] 10.222.0.67 "GET /v2.0/security-groups?id=67f2e2ca-928f-40e5-b9b2-05ec3bddbb37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621300 Sep 23 19:28:28.561577 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-bd542ce5-c5d3-46a8-be39-3399c414d055 req-aa2153d5-1bbb-4300-9ff5-6d1cf0221c2c tempest-ServerShowV247Test-594915160 tempest-ServerShowV247Test-594915160-project] 10.222.0.67 "GET /v2.0/ports?device_id=e837782e-f9b5-4cbf-991e-a51d63f93235 HTTP/1.1" status: 200 len: 210 time: 0.0459683 Sep 23 19:28:28.753357 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] get_ports_and_sgs() called for port_ids ['201268bd-52e4-4641-a74b-ccfb8b7e8529'] {{(pid=95103) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 19:28:28.805206 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] get_ports_and_sgs() called for port_ids ['27bec566-9693-40e6-acf8-7d8d7255f92d'] {{(pid=95103) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 19:28:29.124147 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e693d98-42a8-423f-b5cb-d835a21e9fb7 req-c3d2bfba-2937-4b2d-b041-436b5ca02607 tempest-ServersTestMultiNic-786669321 tempest-ServersTestMultiNic-786669321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:28:29.131334 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e693d98-42a8-423f-b5cb-d835a21e9fb7 req-c3d2bfba-2937-4b2d-b041-436b5ca02607 tempest-ServersTestMultiNic-786669321 tempest-ServersTestMultiNic-786669321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:28:29.156640 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e693d98-42a8-423f-b5cb-d835a21e9fb7 req-c3d2bfba-2937-4b2d-b041-436b5ca02607 tempest-ServersTestMultiNic-786669321 tempest-ServersTestMultiNic-786669321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:28:29.167784 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-1e693d98-42a8-423f-b5cb-d835a21e9fb7 req-c3d2bfba-2937-4b2d-b041-436b5ca02607 tempest-ServersTestMultiNic-786669321 tempest-ServersTestMultiNic-786669321-project] 10.222.0.67 "GET /v2.0/ports?device_id=cbafa512-33c5-4de4-b00a-8d605b9e69fa HTTP/1.1" status: 200 len: 2415 time: 0.1184194 Sep 23 19:28:29.232774 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-1e693d98-42a8-423f-b5cb-d835a21e9fb7 req-ba6d1505-7953-4532-ad5a-0143f18ed1f9 tempest-ServersTestMultiNic-786669321 tempest-ServersTestMultiNic-786669321-project] 10.222.0.67 "GET /v2.0/security-groups?id=566f77e0-c65d-4b4e-93cb-ececf5c80170&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555856 Sep 23 19:28:29.325292 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0dc197e-d067-45b4-8fda-98d546b97328 req-93e0b259-a327-4266-88ca-42b0d8b0aa9a tempest-MigrationsAdminTest-397594546 tempest-MigrationsAdminTest-397594546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:28:29.332932 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-d0dc197e-d067-45b4-8fda-98d546b97328 req-93e0b259-a327-4266-88ca-42b0d8b0aa9a tempest-MigrationsAdminTest-397594546 tempest-MigrationsAdminTest-397594546-project] 10.222.0.67 "GET /v2.0/ports?device_id=8c2ff25d-e89a-47f5-89c5-0372db439fc3 HTTP/1.1" status: 200 len: 949 time: 0.1310441 Sep 23 19:28:29.398243 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-d0dc197e-d067-45b4-8fda-98d546b97328 req-c34d0e51-3422-4d69-87c2-d9a1f9686da1 tempest-MigrationsAdminTest-397594546 tempest-MigrationsAdminTest-397594546-project] 10.222.0.67 "GET /v2.0/security-groups?id=78cb509b-31c4-4e2a-bb5c-7abd6194dcc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641773 Sep 23 19:28:29.545601 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-38ca84c9-d3d8-4347-b26a-05ccb77949bc req-257cc3be-62c7-49a9-b1fc-6360a80ef7e2 tempest-ServerShowV247Test-594915160 tempest-ServerShowV247Test-594915160-project] 10.222.0.67 "GET /v2.0/ports?device_id=b218dbf0-6f4e-49c8-8155-3418c0927d9a HTTP/1.1" status: 200 len: 210 time: 0.0379965 Sep 23 19:28:29.602936 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Device f47939f3-4965-4e3b-ba9e-0b4ac7403820 up at agent hyperv_n-h2-713301-16 {{(pid=95103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 19:28:29.705002 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Provisioning for port f47939f3-4965-4e3b-ba9e-0b4ac7403820 completed by entity L2. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 19:28:29.724349 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Provisioning complete for port f47939f3-4965-4e3b-ba9e-0b4ac7403820 triggered by entity L2. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:28:29.724676 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:28:29.782030 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3772b50-5ce3-4f11-b119-225b9239c0d7 req-9522ff8e-a4ae-43a4-a6f6-fcadf6801957 tempest-DeleteServersTestJSON-2111530366 tempest-DeleteServersTestJSON-2111530366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:28:29.790312 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-a3772b50-5ce3-4f11-b119-225b9239c0d7 req-9522ff8e-a4ae-43a4-a6f6-fcadf6801957 tempest-DeleteServersTestJSON-2111530366 tempest-DeleteServersTestJSON-2111530366-project] 10.222.0.67 "GET /v2.0/ports?device_id=d6fb661b-35d0-4bb3-b9f1-7aeeaa15cabb HTTP/1.1" status: 200 len: 944 time: 0.0714078 Sep 23 19:28:29.836429 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-a3772b50-5ce3-4f11-b119-225b9239c0d7 req-42c6d2b0-6cca-4ec4-bfd2-aef18d3779bd tempest-DeleteServersTestJSON-2111530366 tempest-DeleteServersTestJSON-2111530366-project] 10.222.0.67 "GET /v2.0/security-groups?id=67f2e2ca-928f-40e5-b9b2-05ec3bddbb37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451593 Sep 23 19:28:29.888747 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:28:29.918218 n-d-713301-16 neutron-server[95103]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cbafa512-33c5-4de4-b00a-8d605b9e69fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f47939f3-4965-4e3b-ba9e-0b4ac7403820'}] {{(pid=95103) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 19:28:29.921077 n-d-713301-16 neutron-server[95103]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}81a1c17f2aa89d5b3ebbba3a3e0cf7eb588e431c2224256110c4c4facdd7c3e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-546c95b8-df3b-422c-a6cf-e1442d8ae636" -d '{"events": [{"server_uuid": "cbafa512-33c5-4de4-b00a-8d605b9e69fa", "name": "network-vif-plugged", "status": "completed", "tag": "f47939f3-4965-4e3b-ba9e-0b4ac7403820"}]}' {{(pid=95103) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 19:28:29.934726 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] For port f47939f3-4965-4e3b-ba9e-0b4ac7403820, host n-h2-713301-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-16',level=0,port_id=f47939f3-4965-4e3b-ba9e-0b4ac7403820,segment=NetworkSegment(f9c00884-efab-4728-92dc-6084f1ac3ed2),segment_id=f9c00884-efab-4728-92dc-6084f1ac3ed2)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:28:29.940018 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:28:29.941392 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Device 0eddb2d1-688c-4b4c-ba3f-d3d5832fb530 up at agent hyperv_n-h2-713301-16 {{(pid=95103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 19:28:30.024418 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Pushing event updated for resources: {'Port': ['ID=f47939f3-4965-4e3b-ba9e-0b4ac7403820,revision_number=5']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:28:30.033270 n-d-713301-16 neutron-server[95103]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 19:28:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6ce769c-23fb-4fbf-abf7-54c911d59cef x-openstack-request-id: req-a6ce769c-23fb-4fbf-abf7-54c911d59cef {{(pid=95103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 19:28:30.033563 n-d-713301-16 neutron-server[95103]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cbafa512-33c5-4de4-b00a-8d605b9e69fa", "name": "network-vif-plugged", "status": "completed", "tag": "f47939f3-4965-4e3b-ba9e-0b4ac7403820", "code": 200}]} {{(pid=95103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 19:28:30.034017 n-d-713301-16 neutron-server[95103]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-a6ce769c-23fb-4fbf-abf7-54c911d59cef {{(pid=95103) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 19:28:30.034580 n-d-713301-16 neutron-server[95103]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cbafa512-33c5-4de4-b00a-8d605b9e69fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f47939f3-4965-4e3b-ba9e-0b4ac7403820', 'code': 200} Sep 23 19:28:30.039439 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Provisioning for port 0eddb2d1-688c-4b4c-ba3f-d3d5832fb530 completed by entity L2. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 19:28:30.044852 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Provisioning complete for port 0eddb2d1-688c-4b4c-ba3f-d3d5832fb530 triggered by entity L2. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:28:30.045494 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:28:30.052984 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.agents_db [None req-f2f5c474-60a3-474f-b2cc-02c4bd30880c None None] Agent healthcheck: found 7 active agents {{(pid=95104) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 19:28:30.124137 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:28:30.157764 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] For port 0eddb2d1-688c-4b4c-ba3f-d3d5832fb530, host n-h2-713301-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-16',level=0,port_id=0eddb2d1-688c-4b4c-ba3f-d3d5832fb530,segment=NetworkSegment(413527a0-b46b-46fc-87b0-07b894e7a685),segment_id=413527a0-b46b-46fc-87b0-07b894e7a685)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:28:30.161704 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:28:30.162643 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Device d67ecf42-c592-40fb-a087-bbae2f355309 up at agent hyperv_n-h2-713301-16 {{(pid=95103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 19:28:30.239831 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Pushing event updated for resources: {'Port': ['ID=0eddb2d1-688c-4b4c-ba3f-d3d5832fb530,revision_number=5']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:28:30.254711 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Provisioning for port d67ecf42-c592-40fb-a087-bbae2f355309 completed by entity L2. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 19:28:30.260230 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Provisioning complete for port d67ecf42-c592-40fb-a087-bbae2f355309 triggered by entity L2. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:28:30.260634 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:28:30.382730 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b99ff08-3de8-4feb-9ad7-7796300c9681 req-7a57f26a-267a-455d-aacf-51581d85bb9b tempest-ServersTestMultiNic-786669321 tempest-ServersTestMultiNic-786669321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:28:30.390537 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b99ff08-3de8-4feb-9ad7-7796300c9681 req-7a57f26a-267a-455d-aacf-51581d85bb9b tempest-ServersTestMultiNic-786669321 tempest-ServersTestMultiNic-786669321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:28:30.397369 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b99ff08-3de8-4feb-9ad7-7796300c9681 req-7a57f26a-267a-455d-aacf-51581d85bb9b tempest-ServersTestMultiNic-786669321 tempest-ServersTestMultiNic-786669321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:28:30.411293 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-1b99ff08-3de8-4feb-9ad7-7796300c9681 req-7a57f26a-267a-455d-aacf-51581d85bb9b tempest-ServersTestMultiNic-786669321 tempest-ServersTestMultiNic-786669321-project] 10.222.0.67 "GET /v2.0/ports?device_id=cbafa512-33c5-4de4-b00a-8d605b9e69fa HTTP/1.1" status: 200 len: 2417 time: 0.0892646 Sep 23 19:28:30.441223 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:28:30.462867 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-1b99ff08-3de8-4feb-9ad7-7796300c9681 req-c546f682-d591-4c14-afe0-3aede71e3dcf tempest-ServersTestMultiNic-786669321 tempest-ServersTestMultiNic-786669321-project] 10.222.0.67 "GET /v2.0/security-groups?id=566f77e0-c65d-4b4e-93cb-ececf5c80170&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481000 Sep 23 19:28:30.538693 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] For port d67ecf42-c592-40fb-a087-bbae2f355309, host n-h2-713301-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-16',level=0,port_id=d67ecf42-c592-40fb-a087-bbae2f355309,segment=NetworkSegment(f9c00884-efab-4728-92dc-6084f1ac3ed2),segment_id=f9c00884-efab-4728-92dc-6084f1ac3ed2)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:28:30.544731 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:28:30.607676 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3645920b-6797-475d-a5f8-163c4cb4db48 req-6022b35f-a602-4ed5-ab4e-429faabbe2de tempest-MigrationsAdminTest-397594546 tempest-MigrationsAdminTest-397594546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:28:30.609346 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-3645920b-6797-475d-a5f8-163c4cb4db48 req-6022b35f-a602-4ed5-ab4e-429faabbe2de tempest-MigrationsAdminTest-397594546 tempest-MigrationsAdminTest-397594546-project] 10.222.0.67 "GET /v2.0/ports?device_id=8c2ff25d-e89a-47f5-89c5-0372db439fc3 HTTP/1.1" status: 200 len: 949 time: 0.0720038 Sep 23 19:28:30.617786 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Pushing event updated for resources: {'Port': ['ID=d67ecf42-c592-40fb-a087-bbae2f355309,revision_number=5']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:28:30.691158 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-56887d66-e258-4d7c-b145-07fd56b8a616 req-232d1f45-069a-4165-85cf-66fb9de4feb8 tempest-ServerShowV247Test-594915160 tempest-ServerShowV247Test-594915160-project] 10.222.0.67 "GET /v2.0/ports?device_id=b218dbf0-6f4e-49c8-8155-3418c0927d9a HTTP/1.1" status: 200 len: 210 time: 0.0414000 Sep 23 19:28:30.694591 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-3645920b-6797-475d-a5f8-163c4cb4db48 req-36a58703-f6d5-4ca5-9729-9055aef2a1dc tempest-MigrationsAdminTest-397594546 tempest-MigrationsAdminTest-397594546-project] 10.222.0.67 "GET /v2.0/security-groups?id=78cb509b-31c4-4e2a-bb5c-7abd6194dcc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787666 Sep 23 19:28:30.962862 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-681302de-4ebf-4996-bd14-fb257a357719 req-507fa58f-77a5-45b8-afae-7b5b40cdcf84 tempest-DeleteServersTestJSON-2111530366 tempest-DeleteServersTestJSON-2111530366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:28:30.964574 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-681302de-4ebf-4996-bd14-fb257a357719 req-507fa58f-77a5-45b8-afae-7b5b40cdcf84 tempest-DeleteServersTestJSON-2111530366 tempest-DeleteServersTestJSON-2111530366-project] 10.222.0.67 "GET /v2.0/ports?device_id=d6fb661b-35d0-4bb3-b9f1-7aeeaa15cabb HTTP/1.1" status: 200 len: 944 time: 0.0520315 Sep 23 19:28:31.006179 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-681302de-4ebf-4996-bd14-fb257a357719 req-922eab37-d1e9-44a0-9bd8-f3a96a055aa2 tempest-DeleteServersTestJSON-2111530366 tempest-DeleteServersTestJSON-2111530366-project] 10.222.0.67 "GET /v2.0/security-groups?id=67f2e2ca-928f-40e5-b9b2-05ec3bddbb37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350256 Sep 23 19:28:31.191002 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-dbf99f00-07a9-425a-a339-c25bc1d3054e req-248f682b-79ae-45f2-897d-8c4443959d65 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=e837782e-f9b5-4cbf-991e-a51d63f93235 HTTP/1.1" status: 200 len: 210 time: 0.0265181 Sep 23 19:28:31.618305 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c974b7-959b-4727-8bba-5b2dffc4de9f req-b20fa4c5-4187-4192-9301-6c886e85c91a tempest-ServersTestMultiNic-786669321 tempest-ServersTestMultiNic-786669321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:28:31.622186 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Device 201268bd-52e4-4641-a74b-ccfb8b7e8529 up at agent hyperv_n-h2-713301-16 {{(pid=95103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 19:28:31.625750 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c974b7-959b-4727-8bba-5b2dffc4de9f req-b20fa4c5-4187-4192-9301-6c886e85c91a tempest-ServersTestMultiNic-786669321 tempest-ServersTestMultiNic-786669321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:28:31.632211 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c974b7-959b-4727-8bba-5b2dffc4de9f req-b20fa4c5-4187-4192-9301-6c886e85c91a tempest-ServersTestMultiNic-786669321 tempest-ServersTestMultiNic-786669321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:28:31.634260 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-b7c974b7-959b-4727-8bba-5b2dffc4de9f req-b20fa4c5-4187-4192-9301-6c886e85c91a tempest-ServersTestMultiNic-786669321 tempest-ServersTestMultiNic-786669321-project] 10.222.0.67 "GET /v2.0/ports?device_id=cbafa512-33c5-4de4-b00a-8d605b9e69fa HTTP/1.1" status: 200 len: 2418 time: 0.0844204 Sep 23 19:28:31.690018 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-b7c974b7-959b-4727-8bba-5b2dffc4de9f req-0ea0e8d4-7976-4742-aca6-f539c6a0c5cc tempest-ServersTestMultiNic-786669321 tempest-ServersTestMultiNic-786669321-project] 10.222.0.67 "GET /v2.0/security-groups?id=566f77e0-c65d-4b4e-93cb-ececf5c80170&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464358 Sep 23 19:28:31.697216 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Provisioning for port 201268bd-52e4-4641-a74b-ccfb8b7e8529 completed by entity L2. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 19:28:31.702904 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Provisioning complete for port 201268bd-52e4-4641-a74b-ccfb8b7e8529 triggered by entity L2. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:28:31.703530 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:28:31.819065 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:28:31.862870 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-3367853d-072b-429f-b6f9-397f294be6af req-c0743156-19f5-4f83-8e99-067c5e80938a tempest-ServerShowV247Test-594915160 tempest-ServerShowV247Test-594915160-project] 10.222.0.67 "GET /v2.0/ports?device_id=b218dbf0-6f4e-49c8-8155-3418c0927d9a HTTP/1.1" status: 200 len: 210 time: 0.0389316 Sep 23 19:28:31.870738 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] For port 201268bd-52e4-4641-a74b-ccfb8b7e8529, host n-h2-713301-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-16',level=0,port_id=201268bd-52e4-4641-a74b-ccfb8b7e8529,segment=NetworkSegment(741d6d3e-2760-41a6-838f-b8b4255cee30),segment_id=741d6d3e-2760-41a6-838f-b8b4255cee30)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:28:31.878714 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:28:31.880506 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Device 27bec566-9693-40e6-acf8-7d8d7255f92d up at agent hyperv_n-h2-713301-16 {{(pid=95103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 19:28:31.906765 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-a7a78dc2-8526-44df-9bed-4582f31aaf17 req-9b1301ed-314a-4e05-9c9f-471b0a487780 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=b218dbf0-6f4e-49c8-8155-3418c0927d9a HTTP/1.1" status: 200 len: 210 time: 0.0467126 Sep 23 19:28:31.925354 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6a0570-c4ec-4838-b0de-53ef1d41d65e req-49f1821f-8e9d-4a81-af8b-cf75bcfeb964 tempest-MigrationsAdminTest-397594546 tempest-MigrationsAdminTest-397594546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:28:31.927804 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-8e6a0570-c4ec-4838-b0de-53ef1d41d65e req-49f1821f-8e9d-4a81-af8b-cf75bcfeb964 tempest-MigrationsAdminTest-397594546 tempest-MigrationsAdminTest-397594546-project] 10.222.0.67 "GET /v2.0/ports?device_id=8c2ff25d-e89a-47f5-89c5-0372db439fc3 HTTP/1.1" status: 200 len: 949 time: 0.1354458 Sep 23 19:28:31.977755 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-8e6a0570-c4ec-4838-b0de-53ef1d41d65e req-76ca7eac-5bab-4257-82ac-1c2f1e87ac6e tempest-MigrationsAdminTest-397594546 tempest-MigrationsAdminTest-397594546-project] 10.222.0.67 "GET /v2.0/security-groups?id=78cb509b-31c4-4e2a-bb5c-7abd6194dcc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427535 Sep 23 19:28:31.980813 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Pushing event updated for resources: {'Port': ['ID=201268bd-52e4-4641-a74b-ccfb8b7e8529,revision_number=5']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:28:31.991690 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Provisioning for port 27bec566-9693-40e6-acf8-7d8d7255f92d completed by entity L2. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 19:28:31.997192 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Provisioning complete for port 27bec566-9693-40e6-acf8-7d8d7255f92d triggered by entity L2. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:28:31.997631 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:28:32.038827 n-d-713301-16 neutron-server[95103]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cbafa512-33c5-4de4-b00a-8d605b9e69fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0eddb2d1-688c-4b4c-ba3f-d3d5832fb530'}, {'server_uuid': 'cbafa512-33c5-4de4-b00a-8d605b9e69fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd67ecf42-c592-40fb-a087-bbae2f355309'}, {'server_uuid': 'd6fb661b-35d0-4bb3-b9f1-7aeeaa15cabb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '201268bd-52e4-4641-a74b-ccfb8b7e8529'}] {{(pid=95103) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 19:28:32.042488 n-d-713301-16 neutron-server[95103]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}81a1c17f2aa89d5b3ebbba3a3e0cf7eb588e431c2224256110c4c4facdd7c3e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68e80433-82a5-491f-bcae-39b14daafe90" -d '{"events": [{"server_uuid": "cbafa512-33c5-4de4-b00a-8d605b9e69fa", "name": "network-vif-plugged", "status": "completed", "tag": "0eddb2d1-688c-4b4c-ba3f-d3d5832fb530"}, {"server_uuid": "cbafa512-33c5-4de4-b00a-8d605b9e69fa", "name": "network-vif-plugged", "status": "completed", "tag": "d67ecf42-c592-40fb-a087-bbae2f355309"}, {"server_uuid": "d6fb661b-35d0-4bb3-b9f1-7aeeaa15cabb", "name": "network-vif-plugged", "status": "completed", "tag": "201268bd-52e4-4641-a74b-ccfb8b7e8529"}]}' {{(pid=95103) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 19:28:32.106901 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:28:32.117596 n-d-713301-16 neutron-server[95103]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Thu, 23 Sep 2021 19:28:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ee0b853-e44d-4abe-b2fa-662f7e72eaed x-openstack-request-id: req-3ee0b853-e44d-4abe-b2fa-662f7e72eaed {{(pid=95103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 19:28:32.117994 n-d-713301-16 neutron-server[95103]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cbafa512-33c5-4de4-b00a-8d605b9e69fa", "name": "network-vif-plugged", "status": "completed", "tag": "0eddb2d1-688c-4b4c-ba3f-d3d5832fb530", "code": 200}, {"server_uuid": "cbafa512-33c5-4de4-b00a-8d605b9e69fa", "name": "network-vif-plugged", "status": "completed", "tag": "d67ecf42-c592-40fb-a087-bbae2f355309", "code": 200}, {"server_uuid": "d6fb661b-35d0-4bb3-b9f1-7aeeaa15cabb", "name": "network-vif-plugged", "status": "completed", "tag": "201268bd-52e4-4641-a74b-ccfb8b7e8529", "code": 200}]} {{(pid=95103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 19:28:32.118338 n-d-713301-16 neutron-server[95103]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-3ee0b853-e44d-4abe-b2fa-662f7e72eaed {{(pid=95103) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 19:28:32.118828 n-d-713301-16 neutron-server[95103]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cbafa512-33c5-4de4-b00a-8d605b9e69fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0eddb2d1-688c-4b4c-ba3f-d3d5832fb530', 'code': 200} Sep 23 19:28:32.119182 n-d-713301-16 neutron-server[95103]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cbafa512-33c5-4de4-b00a-8d605b9e69fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd67ecf42-c592-40fb-a087-bbae2f355309', 'code': 200} Sep 23 19:28:32.119522 n-d-713301-16 neutron-server[95103]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd6fb661b-35d0-4bb3-b9f1-7aeeaa15cabb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '201268bd-52e4-4641-a74b-ccfb8b7e8529', 'code': 200} Sep 23 19:28:32.159352 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] For port 27bec566-9693-40e6-acf8-7d8d7255f92d, host n-h2-713301-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-16',level=0,port_id=27bec566-9693-40e6-acf8-7d8d7255f92d,segment=NetworkSegment(6139d589-eb6c-4578-8935-c26ddf396853),segment_id=6139d589-eb6c-4578-8935-c26ddf396853)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:28:32.166559 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:28:32.250236 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Pushing event updated for resources: {'Port': ['ID=27bec566-9693-40e6-acf8-7d8d7255f92d,revision_number=5']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:28:32.273147 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f54830e7-fb84-459f-b16e-4c7a85fd3a67 req-77270c2a-d1fb-4c19-84d3-7d2e174f4827 tempest-DeleteServersTestJSON-2111530366 tempest-DeleteServersTestJSON-2111530366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:28:32.275801 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-f54830e7-fb84-459f-b16e-4c7a85fd3a67 req-77270c2a-d1fb-4c19-84d3-7d2e174f4827 tempest-DeleteServersTestJSON-2111530366 tempest-DeleteServersTestJSON-2111530366-project] 10.222.0.67 "GET /v2.0/ports?device_id=d6fb661b-35d0-4bb3-b9f1-7aeeaa15cabb HTTP/1.1" status: 200 len: 945 time: 0.0806825 Sep 23 19:28:32.303681 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e0ead44-7f53-4f97-93b6-e4755148c01a req-7e399334-ee5e-44ed-96fa-c29c1fe221ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:28:32.306483 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-3e0ead44-7f53-4f97-93b6-e4755148c01a req-7e399334-ee5e-44ed-96fa-c29c1fe221ff service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=d6fb661b-35d0-4bb3-b9f1-7aeeaa15cabb HTTP/1.1" status: 200 len: 1097 time: 0.0892038 Sep 23 19:28:32.309788 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-462d5922-5554-4041-927f-b50e1cec2606 req-6d04a076-93ab-46e8-8bbf-1732d97d1d00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:28:32.310256 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-462d5922-5554-4041-927f-b50e1cec2606 req-6d04a076-93ab-46e8-8bbf-1732d97d1d00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:28:32.310861 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-462d5922-5554-4041-927f-b50e1cec2606 req-6d04a076-93ab-46e8-8bbf-1732d97d1d00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:28:32.312416 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-462d5922-5554-4041-927f-b50e1cec2606 req-6d04a076-93ab-46e8-8bbf-1732d97d1d00 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=cbafa512-33c5-4de4-b00a-8d605b9e69fa HTTP/1.1" status: 200 len: 2874 time: 0.0983229 Sep 23 19:28:32.329104 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-f54830e7-fb84-459f-b16e-4c7a85fd3a67 req-dfec2fd4-117b-4d90-ad66-43c249106096 tempest-DeleteServersTestJSON-2111530366 tempest-DeleteServersTestJSON-2111530366-project] 10.222.0.67 "GET /v2.0/security-groups?id=67f2e2ca-928f-40e5-b9b2-05ec3bddbb37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432901 Sep 23 19:28:32.412337 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-3e0ead44-7f53-4f97-93b6-e4755148c01a req-165660da-9bc3-4f8a-882b-41b2d34fa425 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=67f2e2ca-928f-40e5-b9b2-05ec3bddbb37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786312 Sep 23 19:28:32.414546 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-462d5922-5554-4041-927f-b50e1cec2606 req-bac078b3-2cf4-4ccc-a862-f893beb9b51e service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=566f77e0-c65d-4b4e-93cb-ececf5c80170&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789783 Sep 23 19:28:32.873578 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c0e5e1d-d67a-4579-9c9d-b4494ffaf5a4 req-1b984a11-8115-4148-bd19-1cca8404e4b6 tempest-ServersTestMultiNic-786669321 tempest-ServersTestMultiNic-786669321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:28:32.884114 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c0e5e1d-d67a-4579-9c9d-b4494ffaf5a4 req-1b984a11-8115-4148-bd19-1cca8404e4b6 tempest-ServersTestMultiNic-786669321 tempest-ServersTestMultiNic-786669321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:28:32.890964 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c0e5e1d-d67a-4579-9c9d-b4494ffaf5a4 req-1b984a11-8115-4148-bd19-1cca8404e4b6 tempest-ServersTestMultiNic-786669321 tempest-ServersTestMultiNic-786669321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:28:32.892771 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-8c0e5e1d-d67a-4579-9c9d-b4494ffaf5a4 req-1b984a11-8115-4148-bd19-1cca8404e4b6 tempest-ServersTestMultiNic-786669321 tempest-ServersTestMultiNic-786669321-project] 10.222.0.67 "GET /v2.0/ports?device_id=cbafa512-33c5-4de4-b00a-8d605b9e69fa HTTP/1.1" status: 200 len: 2418 time: 0.1002753 Sep 23 19:28:32.956653 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-8c0e5e1d-d67a-4579-9c9d-b4494ffaf5a4 req-ebbd6fd3-5c75-4973-bcb5-9ea5e8c430ff tempest-ServersTestMultiNic-786669321 tempest-ServersTestMultiNic-786669321-project] 10.222.0.67 "GET /v2.0/security-groups?id=566f77e0-c65d-4b4e-93cb-ececf5c80170&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490127 Sep 23 19:28:33.008193 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-d524a3a7-5fb4-49aa-97da-97508f9e3103 req-f7cd60a1-f957-476a-bd7c-11305ca209e4 tempest-ServerShowV247Test-594915160 tempest-ServerShowV247Test-594915160-project] 10.222.0.67 "GET /v2.0/ports?device_id=b218dbf0-6f4e-49c8-8155-3418c0927d9a HTTP/1.1" status: 200 len: 210 time: 0.0371726 Sep 23 19:28:33.178903 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df937265-a4d7-4a36-bc91-52dca083ba8f req-51259b9f-bbe6-4e74-b8d1-761d878c328d tempest-MigrationsAdminTest-397594546 tempest-MigrationsAdminTest-397594546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:28:33.181281 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-df937265-a4d7-4a36-bc91-52dca083ba8f req-51259b9f-bbe6-4e74-b8d1-761d878c328d tempest-MigrationsAdminTest-397594546 tempest-MigrationsAdminTest-397594546-project] 10.222.0.67 "GET /v2.0/ports?device_id=8c2ff25d-e89a-47f5-89c5-0372db439fc3 HTTP/1.1" status: 200 len: 950 time: 0.0850408 Sep 23 19:28:33.249499 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-df937265-a4d7-4a36-bc91-52dca083ba8f req-c13e7d9a-5d1f-4b97-acf5-fcf1f787f759 tempest-MigrationsAdminTest-397594546 tempest-MigrationsAdminTest-397594546-project] 10.222.0.67 "GET /v2.0/security-groups?id=78cb509b-31c4-4e2a-bb5c-7abd6194dcc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618694 Sep 23 19:28:33.486657 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d4a2e0-2362-4405-a9ce-9ddcfd00c8e0 req-d0dfd7ca-8129-48e7-9f60-53334edb6ca3 tempest-DeleteServersTestJSON-2111530366 tempest-DeleteServersTestJSON-2111530366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:28:33.489135 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-c4d4a2e0-2362-4405-a9ce-9ddcfd00c8e0 req-d0dfd7ca-8129-48e7-9f60-53334edb6ca3 tempest-DeleteServersTestJSON-2111530366 tempest-DeleteServersTestJSON-2111530366-project] 10.222.0.67 "GET /v2.0/ports?device_id=d6fb661b-35d0-4bb3-b9f1-7aeeaa15cabb HTTP/1.1" status: 200 len: 945 time: 0.0643687 Sep 23 19:28:33.545269 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-c4d4a2e0-2362-4405-a9ce-9ddcfd00c8e0 req-0d302e04-4389-4511-acd1-e5ff717ad4fc tempest-DeleteServersTestJSON-2111530366 tempest-DeleteServersTestJSON-2111530366-project] 10.222.0.67 "GET /v2.0/security-groups?id=67f2e2ca-928f-40e5-b9b2-05ec3bddbb37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473421 Sep 23 19:28:34.121614 n-d-713301-16 neutron-server[95103]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c2ff25d-e89a-47f5-89c5-0372db439fc3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '27bec566-9693-40e6-acf8-7d8d7255f92d'}] {{(pid=95103) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 19:28:34.127173 n-d-713301-16 neutron-server[95103]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}81a1c17f2aa89d5b3ebbba3a3e0cf7eb588e431c2224256110c4c4facdd7c3e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dde39cd8-cfb5-4a8a-aab7-e5125b06b4db" -d '{"events": [{"server_uuid": "8c2ff25d-e89a-47f5-89c5-0372db439fc3", "name": "network-vif-plugged", "status": "completed", "tag": "27bec566-9693-40e6-acf8-7d8d7255f92d"}]}' {{(pid=95103) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 19:28:34.140058 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb78da3-7682-43f4-be54-1d79718c30af req-409b6cf4-d702-4a1c-937f-9dd80d376aca tempest-ServersTestMultiNic-786669321 tempest-ServersTestMultiNic-786669321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:28:34.148141 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb78da3-7682-43f4-be54-1d79718c30af req-409b6cf4-d702-4a1c-937f-9dd80d376aca tempest-ServersTestMultiNic-786669321 tempest-ServersTestMultiNic-786669321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:28:34.154999 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb78da3-7682-43f4-be54-1d79718c30af req-409b6cf4-d702-4a1c-937f-9dd80d376aca tempest-ServersTestMultiNic-786669321 tempest-ServersTestMultiNic-786669321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:28:34.156722 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-8eb78da3-7682-43f4-be54-1d79718c30af req-409b6cf4-d702-4a1c-937f-9dd80d376aca tempest-ServersTestMultiNic-786669321 tempest-ServersTestMultiNic-786669321-project] 10.222.0.67 "GET /v2.0/ports?device_id=cbafa512-33c5-4de4-b00a-8d605b9e69fa HTTP/1.1" status: 200 len: 2418 time: 0.1029921 Sep 23 19:28:34.205206 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-096876b7-f048-4c47-af89-b093d0ff49d1 req-badba3a7-19fd-4a88-81ad-70d7ec01f949 tempest-ServerShowV247Test-594915160 tempest-ServerShowV247Test-594915160-project] 10.222.0.67 "GET /v2.0/ports?device_id=b218dbf0-6f4e-49c8-8155-3418c0927d9a HTTP/1.1" status: 200 len: 210 time: 0.0467386 Sep 23 19:28:34.262627 n-d-713301-16 neutron-server[95103]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 19:28:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc22fefc-9e69-4b67-8bb9-127c272b0363 x-openstack-request-id: req-cc22fefc-9e69-4b67-8bb9-127c272b0363 {{(pid=95103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 19:28:34.263566 n-d-713301-16 neutron-server[95103]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8c2ff25d-e89a-47f5-89c5-0372db439fc3", "name": "network-vif-plugged", "status": "completed", "tag": "27bec566-9693-40e6-acf8-7d8d7255f92d", "code": 200}]} {{(pid=95103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 19:28:34.264200 n-d-713301-16 neutron-server[95103]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-cc22fefc-9e69-4b67-8bb9-127c272b0363 {{(pid=95103) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 19:28:34.264957 n-d-713301-16 neutron-server[95103]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8c2ff25d-e89a-47f5-89c5-0372db439fc3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '27bec566-9693-40e6-acf8-7d8d7255f92d', 'code': 200} Sep 23 19:28:34.281740 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-8eb78da3-7682-43f4-be54-1d79718c30af req-75f6c124-eda3-463b-9b56-be5e2a695db1 tempest-ServersTestMultiNic-786669321 tempest-ServersTestMultiNic-786669321-project] 10.222.0.67 "GET /v2.0/security-groups?id=566f77e0-c65d-4b4e-93cb-ececf5c80170&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1113663 Sep 23 19:28:34.440753 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bedcf343-1b32-4d2a-85a2-74049b3a8305 req-90493d51-ad83-4bfe-95d4-f4657289289f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:28:34.443767 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-bedcf343-1b32-4d2a-85a2-74049b3a8305 req-90493d51-ad83-4bfe-95d4-f4657289289f service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=8c2ff25d-e89a-47f5-89c5-0372db439fc3 HTTP/1.1" status: 200 len: 1102 time: 0.0759950 Sep 23 19:28:34.497088 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-bedcf343-1b32-4d2a-85a2-74049b3a8305 req-517bfea2-7f2a-46b0-9cca-4a8ee20d583c service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=78cb509b-31c4-4e2a-bb5c-7abd6194dcc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405056 Sep 23 19:28:34.570287 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9550b4b-e483-482b-b43a-58d593441c83 req-f3d0878f-69ff-46d1-9a02-92d7106aef6f tempest-MigrationsAdminTest-397594546 tempest-MigrationsAdminTest-397594546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:28:34.571900 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-a9550b4b-e483-482b-b43a-58d593441c83 req-f3d0878f-69ff-46d1-9a02-92d7106aef6f tempest-MigrationsAdminTest-397594546 tempest-MigrationsAdminTest-397594546-project] 10.222.0.67 "GET /v2.0/ports?device_id=8c2ff25d-e89a-47f5-89c5-0372db439fc3 HTTP/1.1" status: 200 len: 950 time: 0.0740650 Sep 23 19:28:34.621880 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-a9550b4b-e483-482b-b43a-58d593441c83 req-cfa30ad5-ea1b-43a7-8c73-40362a5efcc7 tempest-MigrationsAdminTest-397594546 tempest-MigrationsAdminTest-397594546-project] 10.222.0.67 "GET /v2.0/security-groups?id=78cb509b-31c4-4e2a-bb5c-7abd6194dcc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434744 Sep 23 19:28:34.757500 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-617e8c72-3205-4163-9d14-ca9ca4742ecc req-598832ee-d229-4575-84b1-339c78e51c86 tempest-ServerShowV247Test-594915160 tempest-ServerShowV247Test-594915160-project] 10.222.0.67 "GET /v2.0/ports?device_id=b218dbf0-6f4e-49c8-8155-3418c0927d9a HTTP/1.1" status: 200 len: 210 time: 0.0362716 Sep 23 19:28:34.781331 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66affbaf-7605-4785-b4be-cfb747c426ca req-5364828f-9ac7-440e-b7a4-8c6e64965ea1 tempest-DeleteServersTestJSON-2111530366 tempest-DeleteServersTestJSON-2111530366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:28:34.783110 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-66affbaf-7605-4785-b4be-cfb747c426ca req-5364828f-9ac7-440e-b7a4-8c6e64965ea1 tempest-DeleteServersTestJSON-2111530366 tempest-DeleteServersTestJSON-2111530366-project] 10.222.0.67 "GET /v2.0/ports?device_id=d6fb661b-35d0-4bb3-b9f1-7aeeaa15cabb HTTP/1.1" status: 200 len: 945 time: 0.0946157 Sep 23 19:28:34.836936 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-66affbaf-7605-4785-b4be-cfb747c426ca req-8b972104-03f5-427b-a068-f9900a753363 tempest-DeleteServersTestJSON-2111530366 tempest-DeleteServersTestJSON-2111530366-project] 10.222.0.67 "GET /v2.0/security-groups?id=67f2e2ca-928f-40e5-b9b2-05ec3bddbb37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472138 Sep 23 19:28:35.139444 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4fc20f-0a1a-475b-a297-9adc4e6cc36b req-a27510b6-539b-41a0-93db-d9ccc7b6b8fb tempest-DeleteServersTestJSON-2111530366 tempest-DeleteServersTestJSON-2111530366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:28:35.140893 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-9f4fc20f-0a1a-475b-a297-9adc4e6cc36b req-a27510b6-539b-41a0-93db-d9ccc7b6b8fb tempest-DeleteServersTestJSON-2111530366 tempest-DeleteServersTestJSON-2111530366-project] 10.222.0.67 "GET /v2.0/ports?device_id=d6fb661b-35d0-4bb3-b9f1-7aeeaa15cabb HTTP/1.1" status: 200 len: 945 time: 0.0598791 Sep 23 19:28:35.188636 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-9f4fc20f-0a1a-475b-a297-9adc4e6cc36b req-57bae83b-eb80-4067-a205-aa66a0b1b387 tempest-DeleteServersTestJSON-2111530366 tempest-DeleteServersTestJSON-2111530366-project] 10.222.0.67 "GET /v2.0/security-groups?id=67f2e2ca-928f-40e5-b9b2-05ec3bddbb37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341220 Sep 23 19:28:35.440121 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc8de8fa-f8ec-4c7c-817f-133a53fd69c2 req-65d3e0a8-8652-4ee4-92db-f75baddd7176 tempest-ServersTestMultiNic-786669321 tempest-ServersTestMultiNic-786669321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:28:35.446052 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc8de8fa-f8ec-4c7c-817f-133a53fd69c2 req-65d3e0a8-8652-4ee4-92db-f75baddd7176 tempest-ServersTestMultiNic-786669321 tempest-ServersTestMultiNic-786669321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:28:35.452129 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc8de8fa-f8ec-4c7c-817f-133a53fd69c2 req-65d3e0a8-8652-4ee4-92db-f75baddd7176 tempest-ServersTestMultiNic-786669321 tempest-ServersTestMultiNic-786669321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:28:35.453821 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-fc8de8fa-f8ec-4c7c-817f-133a53fd69c2 req-65d3e0a8-8652-4ee4-92db-f75baddd7176 tempest-ServersTestMultiNic-786669321 tempest-ServersTestMultiNic-786669321-project] 10.222.0.67 "GET /v2.0/ports?device_id=cbafa512-33c5-4de4-b00a-8d605b9e69fa HTTP/1.1" status: 200 len: 2418 time: 0.0767274 Sep 23 19:28:35.525584 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-fc8de8fa-f8ec-4c7c-817f-133a53fd69c2 req-d920688e-ee1e-4a08-9994-05c078b1274b tempest-ServersTestMultiNic-786669321 tempest-ServersTestMultiNic-786669321-project] 10.222.0.67 "GET /v2.0/security-groups?id=566f77e0-c65d-4b4e-93cb-ececf5c80170&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591354 Sep 23 19:28:35.826437 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c0e65a-6812-417a-9d20-9bed08f4ecf0 req-50cc9829-1d27-4276-8d0d-82e734a8fd46 tempest-MigrationsAdminTest-397594546 tempest-MigrationsAdminTest-397594546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:28:35.829508 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-17c0e65a-6812-417a-9d20-9bed08f4ecf0 req-50cc9829-1d27-4276-8d0d-82e734a8fd46 tempest-MigrationsAdminTest-397594546 tempest-MigrationsAdminTest-397594546-project] 10.222.0.67 "GET /v2.0/ports?device_id=8c2ff25d-e89a-47f5-89c5-0372db439fc3 HTTP/1.1" status: 200 len: 950 time: 0.1196997 Sep 23 19:28:35.943881 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a3fec8f-53c1-4d98-830d-653036d2c50d req-f46aa7e0-758a-4bf5-a33c-d1f5352e5cf3 tempest-ServersTestMultiNic-786669321 tempest-ServersTestMultiNic-786669321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:28:35.949933 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a3fec8f-53c1-4d98-830d-653036d2c50d req-f46aa7e0-758a-4bf5-a33c-d1f5352e5cf3 tempest-ServersTestMultiNic-786669321 tempest-ServersTestMultiNic-786669321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:28:35.956510 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a3fec8f-53c1-4d98-830d-653036d2c50d req-f46aa7e0-758a-4bf5-a33c-d1f5352e5cf3 tempest-ServersTestMultiNic-786669321 tempest-ServersTestMultiNic-786669321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:28:35.959100 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-2a3fec8f-53c1-4d98-830d-653036d2c50d req-f46aa7e0-758a-4bf5-a33c-d1f5352e5cf3 tempest-ServersTestMultiNic-786669321 tempest-ServersTestMultiNic-786669321-project] 10.222.0.67 "GET /v2.0/ports?device_id=cbafa512-33c5-4de4-b00a-8d605b9e69fa HTTP/1.1" status: 200 len: 2418 time: 0.1483223 Sep 23 19:28:35.966981 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-17c0e65a-6812-417a-9d20-9bed08f4ecf0 req-f4c346d1-d124-482d-8404-f1345e920704 tempest-MigrationsAdminTest-397594546 tempest-MigrationsAdminTest-397594546-project] 10.222.0.67 "GET /v2.0/security-groups?id=78cb509b-31c4-4e2a-bb5c-7abd6194dcc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1233819 Sep 23 19:28:36.025323 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-2a3fec8f-53c1-4d98-830d-653036d2c50d req-ace16075-b5ff-4c0b-a020-ec9cfad6927d tempest-ServersTestMultiNic-786669321 tempest-ServersTestMultiNic-786669321-project] 10.222.0.67 "GET /v2.0/security-groups?id=566f77e0-c65d-4b4e-93cb-ececf5c80170&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573068 Sep 23 19:28:36.108788 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-39264309-cb58-4d53-8e17-574008f75e33 req-a6b0b878-5167-4e09-a883-f8923cc6857f tempest-ServerShowV247Test-594915160 tempest-ServerShowV247Test-594915160-project] 10.222.0.67 "GET /v2.0/ports?device_id=b218dbf0-6f4e-49c8-8155-3418c0927d9a HTTP/1.1" status: 200 len: 210 time: 0.0339723 Sep 23 19:28:36.194554 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-dbe1f519-b0b0-4528-923c-9e2b732cc7a6 req-b8379874-dcba-426e-add3-919a534df889 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=342358f0-a808-4879-9696-19cba9625afd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0511785 Sep 23 19:28:36.311453 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe1f519-b0b0-4528-923c-9e2b732cc7a6 req-467ec168-eb3b-4215-82e7-8c92d649f291 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:28:36.313689 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-dbe1f519-b0b0-4528-923c-9e2b732cc7a6 req-467ec168-eb3b-4215-82e7-8c92d649f291 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=cff0149cb20c4944955e93a2b393f7c5&device_id=342358f0-a808-4879-9696-19cba9625afd HTTP/1.1" status: 200 len: 1101 time: 0.0565367 Sep 23 19:28:36.345534 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc9e9a65-07a4-4ea6-9797-fcd2536d09f1 req-80f65dd0-abcc-4253-9148-3b62ea9669eb tempest-DeleteServersTestJSON-2111530366 tempest-DeleteServersTestJSON-2111530366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:28:36.347157 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-fc9e9a65-07a4-4ea6-9797-fcd2536d09f1 req-80f65dd0-abcc-4253-9148-3b62ea9669eb tempest-DeleteServersTestJSON-2111530366 tempest-DeleteServersTestJSON-2111530366-project] 10.222.0.67 "GET /v2.0/ports?device_id=d6fb661b-35d0-4bb3-b9f1-7aeeaa15cabb HTTP/1.1" status: 200 len: 945 time: 0.0691464 Sep 23 19:28:36.405205 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-fc9e9a65-07a4-4ea6-9797-fcd2536d09f1 req-75b98c8b-8c2b-4323-bd01-c1084c048dac tempest-DeleteServersTestJSON-2111530366 tempest-DeleteServersTestJSON-2111530366-project] 10.222.0.67 "GET /v2.0/security-groups?id=67f2e2ca-928f-40e5-b9b2-05ec3bddbb37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487483 Sep 23 19:28:36.463080 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe1f519-b0b0-4528-923c-9e2b732cc7a6 req-abf39938-31f7-4379-a207-5bf06e703fad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:28:36.464530 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-dbe1f519-b0b0-4528-923c-9e2b732cc7a6 req-abf39938-31f7-4379-a207-5bf06e703fad service neutron] 10.222.0.53 "GET /v2.0/networks?id=5220cb0c-da05-478a-9604-8c11469a05b4 HTTP/1.1" status: 200 len: 870 time: 0.1137302 Sep 23 19:28:36.540892 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-dbe1f519-b0b0-4528-923c-9e2b732cc7a6 req-a12c6fe1-24c3-42a9-bc93-1a05713e6a85 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.59&port_id=f5483dbd-6d3f-4319-9eaa-5497612c208b HTTP/1.1" status: 200 len: 217 time: 0.0656495 Sep 23 19:28:36.632396 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe1f519-b0b0-4528-923c-9e2b732cc7a6 req-f6ddc7ad-b9ce-4321-9b30-3ff918dc20b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:28:36.634033 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-dbe1f519-b0b0-4528-923c-9e2b732cc7a6 req-f6ddc7ad-b9ce-4321-9b30-3ff918dc20b5 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=1ccc69bc-9d6b-44d9-b227-204e47dc6e45 HTTP/1.1" status: 200 len: 843 time: 0.0817621 Sep 23 19:28:36.682349 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe1f519-b0b0-4528-923c-9e2b732cc7a6 req-f9e90334-2563-412e-be46-947bc7953bd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:28:36.683877 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-dbe1f519-b0b0-4528-923c-9e2b732cc7a6 req-f9e90334-2563-412e-be46-947bc7953bd8 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=5220cb0c-da05-478a-9604-8c11469a05b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0405309 Sep 23 19:28:36.791150 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-dbe1f519-b0b0-4528-923c-9e2b732cc7a6 req-f2a2ca6a-31d7-4f1f-9197-407282551f29 service neutron] 10.222.0.53 "GET /v2.0/networks/5220cb0c-da05-478a-9604-8c11469a05b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0909040 Sep 23 19:28:36.892248 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-dbe1f519-b0b0-4528-923c-9e2b732cc7a6 req-f4afcd3b-d3cd-446e-8db2-29d492093ccb service neutron] 10.222.0.53 "GET /v2.0/networks/5220cb0c-da05-478a-9604-8c11469a05b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0930753 Sep 23 19:28:37.210649 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446192a6-1c8e-4843-9dcb-c6c943c5cb54 req-62878def-7c25-412d-bd1a-e3c718041353 tempest-MigrationsAdminTest-397594546 tempest-MigrationsAdminTest-397594546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:28:37.213062 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-446192a6-1c8e-4843-9dcb-c6c943c5cb54 req-62878def-7c25-412d-bd1a-e3c718041353 tempest-MigrationsAdminTest-397594546 tempest-MigrationsAdminTest-397594546-project] 10.222.0.67 "GET /v2.0/ports?device_id=8c2ff25d-e89a-47f5-89c5-0372db439fc3 HTTP/1.1" status: 200 len: 950 time: 0.1527092 Sep 23 19:28:37.235564 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd9fcfa-d6fd-48a0-a7d0-abc71e220d02 req-9e1a3484-f350-4cf9-a2b1-329566f3cfa8 tempest-ServersTestMultiNic-786669321 tempest-ServersTestMultiNic-786669321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:28:37.242451 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd9fcfa-d6fd-48a0-a7d0-abc71e220d02 req-9e1a3484-f350-4cf9-a2b1-329566f3cfa8 tempest-ServersTestMultiNic-786669321 tempest-ServersTestMultiNic-786669321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:28:37.249001 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd9fcfa-d6fd-48a0-a7d0-abc71e220d02 req-9e1a3484-f350-4cf9-a2b1-329566f3cfa8 tempest-ServersTestMultiNic-786669321 tempest-ServersTestMultiNic-786669321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:28:37.250691 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-bcd9fcfa-d6fd-48a0-a7d0-abc71e220d02 req-9e1a3484-f350-4cf9-a2b1-329566f3cfa8 tempest-ServersTestMultiNic-786669321 tempest-ServersTestMultiNic-786669321-project] 10.222.0.67 "GET /v2.0/ports?device_id=cbafa512-33c5-4de4-b00a-8d605b9e69fa HTTP/1.1" status: 200 len: 2418 time: 0.1080613 Sep 23 19:28:37.305864 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-446192a6-1c8e-4843-9dcb-c6c943c5cb54 req-d0098b1e-3fa1-4333-9fa9-eb2b260cb165 tempest-MigrationsAdminTest-397594546 tempest-MigrationsAdminTest-397594546-project] 10.222.0.67 "GET /v2.0/security-groups?id=78cb509b-31c4-4e2a-bb5c-7abd6194dcc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801363 Sep 23 19:28:37.313506 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-bcd9fcfa-d6fd-48a0-a7d0-abc71e220d02 req-d977f5bf-0264-412d-b622-2543874fe1f1 tempest-ServersTestMultiNic-786669321 tempest-ServersTestMultiNic-786669321-project] 10.222.0.67 "GET /v2.0/security-groups?id=566f77e0-c65d-4b4e-93cb-ececf5c80170&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488646 Sep 23 19:28:37.462348 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-51d00efc-8d5b-4df3-8ae0-3b1aa06012f2 req-9f440e89-9d1f-4e89-b855-d0ff3b352624 tempest-ServerShowV247Test-594915160 tempest-ServerShowV247Test-594915160-project] 10.222.0.67 "GET /v2.0/ports?device_id=b218dbf0-6f4e-49c8-8155-3418c0927d9a HTTP/1.1" status: 200 len: 210 time: 0.0384817 Sep 23 19:28:37.618927 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea20ab8-dc24-4a9d-82e3-1756796cd160 req-4229fb26-0004-4219-8e93-e95ea7699daa tempest-MigrationsAdminTest-1442044433 tempest-MigrationsAdminTest-1442044433-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:28:37.620477 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-0ea20ab8-dc24-4a9d-82e3-1756796cd160 req-4229fb26-0004-4219-8e93-e95ea7699daa tempest-MigrationsAdminTest-1442044433 tempest-MigrationsAdminTest-1442044433-project-admin] 10.222.0.67 "GET /v2.0/ports?device_id=8c2ff25d-e89a-47f5-89c5-0372db439fc3 HTTP/1.1" status: 200 len: 1102 time: 0.0867321 Sep 23 19:28:37.633881 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a5dd3a9-9ad3-417f-b3ea-932cea9c826e req-d110f8a0-4333-4d0c-b89e-e958277ffd73 tempest-DeleteServersTestJSON-2111530366 tempest-DeleteServersTestJSON-2111530366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:28:37.635367 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-7a5dd3a9-9ad3-417f-b3ea-932cea9c826e req-d110f8a0-4333-4d0c-b89e-e958277ffd73 tempest-DeleteServersTestJSON-2111530366 tempest-DeleteServersTestJSON-2111530366-project] 10.222.0.67 "GET /v2.0/ports?device_id=d6fb661b-35d0-4bb3-b9f1-7aeeaa15cabb HTTP/1.1" status: 200 len: 945 time: 0.0652323 Sep 23 19:28:37.689626 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-0ea20ab8-dc24-4a9d-82e3-1756796cd160 req-622e65d4-290b-4988-a325-523b430c4fcb tempest-MigrationsAdminTest-1442044433 tempest-MigrationsAdminTest-1442044433-project-admin] 10.222.0.67 "GET /v2.0/security-groups?id=78cb509b-31c4-4e2a-bb5c-7abd6194dcc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532687 Sep 23 19:28:37.695276 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-7a5dd3a9-9ad3-417f-b3ea-932cea9c826e req-ff813804-a3ab-474a-bf7c-95c513d5752e tempest-DeleteServersTestJSON-2111530366 tempest-DeleteServersTestJSON-2111530366-project] 10.222.0.67 "GET /v2.0/security-groups?id=67f2e2ca-928f-40e5-b9b2-05ec3bddbb37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532119 Sep 23 19:28:37.987861 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a998f0-7f09-4478-a0d7-17c07eb87858 req-9771c5ab-b1f3-4693-93ac-dedcf790cf56 tempest-ServersTestMultiNic-786669321 tempest-ServersTestMultiNic-786669321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:28:38.005990 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a998f0-7f09-4478-a0d7-17c07eb87858 req-9771c5ab-b1f3-4693-93ac-dedcf790cf56 tempest-ServersTestMultiNic-786669321 tempest-ServersTestMultiNic-786669321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:28:38.018399 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a998f0-7f09-4478-a0d7-17c07eb87858 req-9771c5ab-b1f3-4693-93ac-dedcf790cf56 tempest-ServersTestMultiNic-786669321 tempest-ServersTestMultiNic-786669321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:28:38.022339 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-60a998f0-7f09-4478-a0d7-17c07eb87858 req-9771c5ab-b1f3-4693-93ac-dedcf790cf56 tempest-ServersTestMultiNic-786669321 tempest-ServersTestMultiNic-786669321-project] 10.222.0.53 "GET /v2.0/ports?device_id=cbafa512-33c5-4de4-b00a-8d605b9e69fa HTTP/1.1" status: 200 len: 2418 time: 0.1224103 Sep 23 19:28:38.149896 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.plugin [req-60a998f0-7f09-4478-a0d7-17c07eb87858 req-92b10230-3016-475e-95df-14c79b0f5e05 tempest-ServersTestMultiNic-786669321 tempest-ServersTestMultiNic-786669321-project] Deleting port d67ecf42-c592-40fb-a087-bbae2f355309 {{(pid=95101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:28:38.150455 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-60a998f0-7f09-4478-a0d7-17c07eb87858 req-92b10230-3016-475e-95df-14c79b0f5e05 tempest-ServersTestMultiNic-786669321 tempest-ServersTestMultiNic-786669321-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783146157096'] for port, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:28:38.328008 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.db [req-60a998f0-7f09-4478-a0d7-17c07eb87858 req-92b10230-3016-475e-95df-14c79b0f5e05 tempest-ServersTestMultiNic-786669321 tempest-ServersTestMultiNic-786669321-project] For port d67ecf42-c592-40fb-a087-bbae2f355309, host n-h2-713301-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-16',level=0,port_id=d67ecf42-c592-40fb-a087-bbae2f355309,segment=NetworkSegment(f9c00884-efab-4728-92dc-6084f1ac3ed2),segment_id=f9c00884-efab-4728-92dc-6084f1ac3ed2)] {{(pid=95101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:28:38.328378 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-60a998f0-7f09-4478-a0d7-17c07eb87858 req-92b10230-3016-475e-95df-14c79b0f5e05 tempest-ServersTestMultiNic-786669321 tempest-ServersTestMultiNic-786669321-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-605701'] for port, precommit_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:28:38.347050 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.plugin [req-60a998f0-7f09-4478-a0d7-17c07eb87858 req-92b10230-3016-475e-95df-14c79b0f5e05 tempest-ServersTestMultiNic-786669321 tempest-ServersTestMultiNic-786669321-project] Calling delete_port for d67ecf42-c592-40fb-a087-bbae2f355309 owned by compute:nova {{(pid=95101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:28:38.380730 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-b674b1c3-0404-4c81-9942-67bd65c8a5b4 req-7c071ea9-a3da-4497-a535-a42dc148317f service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=6c7d744a-f584-4648-aa8d-a6936fa22df4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.1002781 Sep 23 19:28:38.541555 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-60a998f0-7f09-4478-a0d7-17c07eb87858 req-92b10230-3016-475e-95df-14c79b0f5e05 tempest-ServersTestMultiNic-786669321 tempest-ServersTestMultiNic-786669321-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783146162158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783145673144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5607431'] for port, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:28:38.555230 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] get_ports_and_sgs() called for port_ids ['f47939f3-4965-4e3b-ba9e-0b4ac7403820', 'd67ecf42-c592-40fb-a087-bbae2f355309', '0eddb2d1-688c-4b4c-ba3f-d3d5832fb530'] {{(pid=95103) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 19:28:38.588943 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92b10230-3016-475e-95df-14c79b0f5e05 tempest-ServersTestMultiNic-786669321 tempest-ServersTestMultiNic-786669321-project] Pushing event deleted for resources: {'Port': ['ID=d67ecf42-c592-40fb-a087-bbae2f355309,revision_number=None']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:28:38.643042 n-d-713301-16 neutron-server[95101]: DEBUG neutron.db.l3_dvrscheduler_db [req-60a998f0-7f09-4478-a0d7-17c07eb87858 req-92b10230-3016-475e-95df-14c79b0f5e05 tempest-ServersTestMultiNic-786669321 tempest-ServersTestMultiNic-786669321-project] No DVR routers for this DVR port d67ecf42-c592-40fb-a087-bbae2f355309 on host n-h2-713301-16 {{(pid=95101) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 19:28:38.648299 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-60a998f0-7f09-4478-a0d7-17c07eb87858 req-92b10230-3016-475e-95df-14c79b0f5e05 tempest-ServersTestMultiNic-786669321 tempest-ServersTestMultiNic-786669321-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222849'] for port, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:28:38.652150 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-60a998f0-7f09-4478-a0d7-17c07eb87858 req-92b10230-3016-475e-95df-14c79b0f5e05 tempest-ServersTestMultiNic-786669321 tempest-ServersTestMultiNic-786669321-project] 10.222.0.53 "DELETE /v2.0/ports/d67ecf42-c592-40fb-a087-bbae2f355309 HTTP/1.1" status: 204 len: 173 time: 0.6237047 Sep 23 19:28:38.652840 n-d-713301-16 neutron-server[95101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cbafa512-33c5-4de4-b00a-8d605b9e69fa', 'name': 'network-vif-deleted', 'tag': 'd67ecf42-c592-40fb-a087-bbae2f355309'}] {{(pid=95101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 19:28:38.655995 n-d-713301-16 neutron-server[95101]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d8366c5740cd635e57ab12b71fe44a77c2acc3c19091ef849c6f68b380462244" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47e1f0e8-1818-4b4a-8d1c-9a5e4f3a5efc" -d '{"events": [{"server_uuid": "cbafa512-33c5-4de4-b00a-8d605b9e69fa", "name": "network-vif-deleted", "tag": "d67ecf42-c592-40fb-a087-bbae2f355309"}]}' {{(pid=95101) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 19:28:38.750820 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009de71f-2353-4cf4-a793-3a01af127f0c req-119dbf56-1a09-4386-a1f4-a03cf1f2c313 tempest-MigrationsAdminTest-397594546 tempest-MigrationsAdminTest-397594546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:28:38.770036 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-009de71f-2353-4cf4-a793-3a01af127f0c req-119dbf56-1a09-4386-a1f4-a03cf1f2c313 tempest-MigrationsAdminTest-397594546 tempest-MigrationsAdminTest-397594546-project] 10.222.0.67 "GET /v2.0/ports?device_id=8c2ff25d-e89a-47f5-89c5-0372db439fc3 HTTP/1.1" status: 200 len: 950 time: 0.2705817 Sep 23 19:28:38.785828 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b674b1c3-0404-4c81-9942-67bd65c8a5b4 req-b803c596-3652-4f39-87af-ecd3f91d54b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:28:38.786766 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b674b1c3-0404-4c81-9942-67bd65c8a5b4 req-b803c596-3652-4f39-87af-ecd3f91d54b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:28:38.787729 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b674b1c3-0404-4c81-9942-67bd65c8a5b4 req-b803c596-3652-4f39-87af-ecd3f91d54b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:28:38.788554 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b674b1c3-0404-4c81-9942-67bd65c8a5b4 req-b803c596-3652-4f39-87af-ecd3f91d54b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:28:38.789383 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b674b1c3-0404-4c81-9942-67bd65c8a5b4 req-b803c596-3652-4f39-87af-ecd3f91d54b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:28:38.790639 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b674b1c3-0404-4c81-9942-67bd65c8a5b4 req-b803c596-3652-4f39-87af-ecd3f91d54b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:28:38.792308 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b674b1c3-0404-4c81-9942-67bd65c8a5b4 req-b803c596-3652-4f39-87af-ecd3f91d54b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:28:38.796596 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-b674b1c3-0404-4c81-9942-67bd65c8a5b4 req-b803c596-3652-4f39-87af-ecd3f91d54b7 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=f9311328b6c648f88a79b8848358e4b9&device_id=6c7d744a-f584-4648-aa8d-a6936fa22df4 HTTP/1.1" status: 200 len: 6499 time: 0.3848867 Sep 23 19:28:38.841440 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-6dfa480e-d6fe-47a9-a033-3d8617712894 req-a795df26-f718-45e6-a4d1-6de9e0f1f78a service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=8c2ff25d-e89a-47f5-89c5-0372db439fc3&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.3635340 Sep 23 19:28:38.846945 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.plugin [req-60a998f0-7f09-4478-a0d7-17c07eb87858 req-9da6f39d-69f5-40cb-9839-2b0d447460c7 tempest-ServersTestMultiNic-786669321 tempest-ServersTestMultiNic-786669321-project] Deleting port 0eddb2d1-688c-4b4c-ba3f-d3d5832fb530 {{(pid=95101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:28:38.847527 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-60a998f0-7f09-4478-a0d7-17c07eb87858 req-9da6f39d-69f5-40cb-9839-2b0d447460c7 tempest-ServersTestMultiNic-786669321 tempest-ServersTestMultiNic-786669321-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783146157096'] for port, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:28:38.951489 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2459cb9f-2a85-402a-884b-d1b1189a87db req-eb2ef979-64eb-44dc-9f94-a7502813da63 tempest-ServersTestMultiNic-786669321 tempest-ServersTestMultiNic-786669321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:28:38.969494 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2459cb9f-2a85-402a-884b-d1b1189a87db req-eb2ef979-64eb-44dc-9f94-a7502813da63 tempest-ServersTestMultiNic-786669321 tempest-ServersTestMultiNic-786669321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:28:38.993776 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2459cb9f-2a85-402a-884b-d1b1189a87db req-eb2ef979-64eb-44dc-9f94-a7502813da63 tempest-ServersTestMultiNic-786669321 tempest-ServersTestMultiNic-786669321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:28:39.000007 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-2459cb9f-2a85-402a-884b-d1b1189a87db req-eb2ef979-64eb-44dc-9f94-a7502813da63 tempest-ServersTestMultiNic-786669321 tempest-ServersTestMultiNic-786669321-project] 10.222.0.67 "GET /v2.0/ports?device_id=cbafa512-33c5-4de4-b00a-8d605b9e69fa HTTP/1.1" status: 200 len: 2340 time: 0.4982092 Sep 23 19:28:39.042621 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-009de71f-2353-4cf4-a793-3a01af127f0c req-85be8360-cb29-4ede-a48c-1fabd4ec4756 tempest-MigrationsAdminTest-397594546 tempest-MigrationsAdminTest-397594546-project] 10.222.0.67 "GET /v2.0/security-groups?id=78cb509b-31c4-4e2a-bb5c-7abd6194dcc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1997292 Sep 23 19:28:39.090008 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.db [req-60a998f0-7f09-4478-a0d7-17c07eb87858 req-9da6f39d-69f5-40cb-9839-2b0d447460c7 tempest-ServersTestMultiNic-786669321 tempest-ServersTestMultiNic-786669321-project] For port 0eddb2d1-688c-4b4c-ba3f-d3d5832fb530, host n-h2-713301-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-16',level=0,port_id=0eddb2d1-688c-4b4c-ba3f-d3d5832fb530,segment=NetworkSegment(413527a0-b46b-46fc-87b0-07b894e7a685),segment_id=413527a0-b46b-46fc-87b0-07b894e7a685)] {{(pid=95101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:28:39.090008 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-60a998f0-7f09-4478-a0d7-17c07eb87858 req-9da6f39d-69f5-40cb-9839-2b0d447460c7 tempest-ServersTestMultiNic-786669321 tempest-ServersTestMultiNic-786669321-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-605701'] for port, precommit_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:28:39.134972 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-2459cb9f-2a85-402a-884b-d1b1189a87db req-64076fb2-e627-4283-abf6-77ffb4d8c768 tempest-ServersTestMultiNic-786669321 tempest-ServersTestMultiNic-786669321-project] 10.222.0.67 "GET /v2.0/security-groups?id=566f77e0-c65d-4b4e-93cb-ececf5c80170&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1077805 Sep 23 19:28:39.146527 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.plugin [req-60a998f0-7f09-4478-a0d7-17c07eb87858 req-9da6f39d-69f5-40cb-9839-2b0d447460c7 tempest-ServersTestMultiNic-786669321 tempest-ServersTestMultiNic-786669321-project] Calling delete_port for 0eddb2d1-688c-4b4c-ba3f-d3d5832fb530 owned by compute:nova {{(pid=95101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:28:39.316750 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b674b1c3-0404-4c81-9942-67bd65c8a5b4 req-f12b180b-9d51-4ae8-acca-5d30f9220a22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:28:39.318442 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b674b1c3-0404-4c81-9942-67bd65c8a5b4 req-f12b180b-9d51-4ae8-acca-5d30f9220a22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:28:39.319842 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b674b1c3-0404-4c81-9942-67bd65c8a5b4 req-f12b180b-9d51-4ae8-acca-5d30f9220a22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:28:39.324452 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-b674b1c3-0404-4c81-9942-67bd65c8a5b4 req-f12b180b-9d51-4ae8-acca-5d30f9220a22 service neutron] 10.222.0.74 "GET /v2.0/networks?id=0e7486fc-edf5-4778-98e4-d68293f3be17&id=af02e9ab-cfd4-4a32-b9af-2413db894481&id=af02e9ab-cfd4-4a32-b9af-2413db894481&id=af02e9ab-cfd4-4a32-b9af-2413db894481&id=af02e9ab-cfd4-4a32-b9af-2413db894481&id=bada5757-bdaa-4c5b-b7b4-3acebf356815&id=bada5757-bdaa-4c5b-b7b4-3acebf356815 HTTP/1.1" status: 200 len: 2293 time: 0.2948592 Sep 23 19:28:39.475546 n-d-713301-16 neutron-server[95101]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 19:28:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46c5147d-3289-4d6e-ba7e-281c1c687435 x-openstack-request-id: req-46c5147d-3289-4d6e-ba7e-281c1c687435 {{(pid=95101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 19:28:39.476779 n-d-713301-16 neutron-server[95101]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cbafa512-33c5-4de4-b00a-8d605b9e69fa", "name": "network-vif-deleted", "tag": "d67ecf42-c592-40fb-a087-bbae2f355309", "status": "completed", "code": 200}]} {{(pid=95101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 19:28:39.478345 n-d-713301-16 neutron-server[95101]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-46c5147d-3289-4d6e-ba7e-281c1c687435 {{(pid=95101) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 19:28:39.479105 n-d-713301-16 neutron-server[95101]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cbafa512-33c5-4de4-b00a-8d605b9e69fa', 'name': 'network-vif-deleted', 'tag': 'd67ecf42-c592-40fb-a087-bbae2f355309', 'status': 'completed', 'code': 200} Sep 23 19:28:39.515339 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-60a998f0-7f09-4478-a0d7-17c07eb87858 req-9da6f39d-69f5-40cb-9839-2b0d447460c7 tempest-ServersTestMultiNic-786669321 tempest-ServersTestMultiNic-786669321-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783146162158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783145673144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5607431'] for port, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:28:39.530149 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] get_ports_and_sgs() called for port_ids ['d67ecf42-c592-40fb-a087-bbae2f355309'] {{(pid=95103) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 19:28:39.594051 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9da6f39d-69f5-40cb-9839-2b0d447460c7 tempest-ServersTestMultiNic-786669321 tempest-ServersTestMultiNic-786669321-project] Pushing event deleted for resources: {'Port': ['ID=0eddb2d1-688c-4b4c-ba3f-d3d5832fb530,revision_number=None']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:28:39.621161 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-7fbf2357-8336-4591-8ff6-357681b06a89 req-787f012a-142f-4ecb-872d-30617dd59132 tempest-ServerShowV247Test-594915160 tempest-ServerShowV247Test-594915160-project] 10.222.0.67 "GET /v2.0/ports?device_id=b218dbf0-6f4e-49c8-8155-3418c0927d9a HTTP/1.1" status: 200 len: 210 time: 0.2931216 Sep 23 19:28:39.681332 n-d-713301-16 neutron-server[95101]: DEBUG neutron.db.l3_dvrscheduler_db [req-60a998f0-7f09-4478-a0d7-17c07eb87858 req-9da6f39d-69f5-40cb-9839-2b0d447460c7 tempest-ServersTestMultiNic-786669321 tempest-ServersTestMultiNic-786669321-project] No DVR routers for this DVR port 0eddb2d1-688c-4b4c-ba3f-d3d5832fb530 on host n-h2-713301-16 {{(pid=95101) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 19:28:39.688267 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-60a998f0-7f09-4478-a0d7-17c07eb87858 req-9da6f39d-69f5-40cb-9839-2b0d447460c7 tempest-ServersTestMultiNic-786669321 tempest-ServersTestMultiNic-786669321-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222849'] for port, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:28:39.691849 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-60a998f0-7f09-4478-a0d7-17c07eb87858 req-9da6f39d-69f5-40cb-9839-2b0d447460c7 tempest-ServersTestMultiNic-786669321 tempest-ServersTestMultiNic-786669321-project] 10.222.0.53 "DELETE /v2.0/ports/0eddb2d1-688c-4b4c-ba3f-d3d5832fb530 HTTP/1.1" status: 204 len: 173 time: 1.0299408 Sep 23 19:28:39.757602 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-b674b1c3-0404-4c81-9942-67bd65c8a5b4 req-d3e239e1-e7bb-4a1a-850b-714ee519a335 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=04608e80-e340-4c55-b856-25d17244403b HTTP/1.1" status: 200 len: 1001 time: 0.4045017 Sep 23 19:28:39.782041 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9184d272-9645-4276-b782-8355402308fc req-0bd35b2b-6f78-4594-a155-6151207d5df2 tempest-DeleteServersTestJSON-2111530366 tempest-DeleteServersTestJSON-2111530366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:28:39.784645 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-9184d272-9645-4276-b782-8355402308fc req-0bd35b2b-6f78-4594-a155-6151207d5df2 tempest-DeleteServersTestJSON-2111530366 tempest-DeleteServersTestJSON-2111530366-project] 10.222.0.67 "GET /v2.0/ports?device_id=d6fb661b-35d0-4bb3-b9f1-7aeeaa15cabb HTTP/1.1" status: 200 len: 945 time: 0.1586282 Sep 23 19:28:39.947252 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b674b1c3-0404-4c81-9942-67bd65c8a5b4 req-a34507c0-fdc5-4b96-a76d-46cf8b281d0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:28:39.950533 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-b674b1c3-0404-4c81-9942-67bd65c8a5b4 req-a34507c0-fdc5-4b96-a76d-46cf8b281d0f service neutron] 10.222.0.74 "GET /v2.0/subnets?id=9bcc6428-1995-45f6-ba66-eea6197581a7 HTTP/1.1" status: 200 len: 851 time: 0.1804707 Sep 23 19:28:40.021728 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.plugin [req-60a998f0-7f09-4478-a0d7-17c07eb87858 req-cf29ca97-900c-4f29-9f05-11a2c6c8cae8 tempest-ServersTestMultiNic-786669321 tempest-ServersTestMultiNic-786669321-project] Deleting port f47939f3-4965-4e3b-ba9e-0b4ac7403820 {{(pid=95101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:28:40.022951 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-60a998f0-7f09-4478-a0d7-17c07eb87858 req-cf29ca97-900c-4f29-9f05-11a2c6c8cae8 tempest-ServersTestMultiNic-786669321 tempest-ServersTestMultiNic-786669321-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783146157096'] for port, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:28:40.040524 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-9184d272-9645-4276-b782-8355402308fc req-8e45e482-aea1-4b38-acc0-8c26e48038e8 tempest-DeleteServersTestJSON-2111530366 tempest-DeleteServersTestJSON-2111530366-project] 10.222.0.67 "GET /v2.0/security-groups?id=67f2e2ca-928f-40e5-b9b2-05ec3bddbb37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1961656 Sep 23 19:28:40.044285 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b674b1c3-0404-4c81-9942-67bd65c8a5b4 req-e21619ea-bed1-4090-b1e7-bc6b95668728 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:28:40.045664 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-b674b1c3-0404-4c81-9942-67bd65c8a5b4 req-e21619ea-bed1-4090-b1e7-bc6b95668728 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=0e7486fc-edf5-4778-98e4-d68293f3be17&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0707867 Sep 23 19:28:40.283213 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.db [req-60a998f0-7f09-4478-a0d7-17c07eb87858 req-cf29ca97-900c-4f29-9f05-11a2c6c8cae8 tempest-ServersTestMultiNic-786669321 tempest-ServersTestMultiNic-786669321-project] For port f47939f3-4965-4e3b-ba9e-0b4ac7403820, host n-h2-713301-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-16',level=0,port_id=f47939f3-4965-4e3b-ba9e-0b4ac7403820,segment=NetworkSegment(f9c00884-efab-4728-92dc-6084f1ac3ed2),segment_id=f9c00884-efab-4728-92dc-6084f1ac3ed2)] {{(pid=95101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:28:40.283905 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-60a998f0-7f09-4478-a0d7-17c07eb87858 req-cf29ca97-900c-4f29-9f05-11a2c6c8cae8 tempest-ServersTestMultiNic-786669321 tempest-ServersTestMultiNic-786669321-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-605701'] for port, precommit_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:28:40.284059 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-b674b1c3-0404-4c81-9942-67bd65c8a5b4 req-a8342907-760b-4e55-bed3-1c9757f1a700 service neutron] 10.222.0.74 "GET /v2.0/networks/0e7486fc-edf5-4778-98e4-d68293f3be17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2306645 Sep 23 19:28:40.332356 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.plugin [req-60a998f0-7f09-4478-a0d7-17c07eb87858 req-cf29ca97-900c-4f29-9f05-11a2c6c8cae8 tempest-ServersTestMultiNic-786669321 tempest-ServersTestMultiNic-786669321-project] Calling delete_port for f47939f3-4965-4e3b-ba9e-0b4ac7403820 owned by compute:nova {{(pid=95101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:28:40.550609 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-b674b1c3-0404-4c81-9942-67bd65c8a5b4 req-3477dfaa-42eb-4e29-8a3b-702eb6875327 service neutron] 10.222.0.74 "GET /v2.0/networks/0e7486fc-edf5-4778-98e4-d68293f3be17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2557843 Sep 23 19:28:40.576571 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b68b822-eed4-4cdf-8716-35adf94f3cb7 req-b46fdea1-4385-4380-a961-1d37e4317ebd tempest-MigrationsAdminTest-397594546 tempest-MigrationsAdminTest-397594546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:28:40.578165 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-6b68b822-eed4-4cdf-8716-35adf94f3cb7 req-b46fdea1-4385-4380-a961-1d37e4317ebd tempest-MigrationsAdminTest-397594546 tempest-MigrationsAdminTest-397594546-project] 10.222.0.67 "GET /v2.0/ports?device_id=8c2ff25d-e89a-47f5-89c5-0372db439fc3 HTTP/1.1" status: 200 len: 950 time: 0.2936430 Sep 23 19:28:40.618564 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-60a998f0-7f09-4478-a0d7-17c07eb87858 req-cf29ca97-900c-4f29-9f05-11a2c6c8cae8 tempest-ServersTestMultiNic-786669321 tempest-ServersTestMultiNic-786669321-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783146162158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783145673144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5607431'] for port, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:28:40.641681 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-b674b1c3-0404-4c81-9942-67bd65c8a5b4 req-66de6b67-e916-4395-a78f-efc5a2d2af63 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.162&port_id=0c254e5c-f9ae-4753-bdda-ad06ac5acf06 HTTP/1.1" status: 200 len: 217 time: 0.0623660 Sep 23 19:28:40.649667 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28bb111a-4701-417f-88cc-d79e7d0d0db3 req-c17700ff-eeb0-4366-904d-484edf807cc1 tempest-ServersTestMultiNic-786669321 tempest-ServersTestMultiNic-786669321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:28:40.651146 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-28bb111a-4701-417f-88cc-d79e7d0d0db3 req-c17700ff-eeb0-4366-904d-484edf807cc1 tempest-ServersTestMultiNic-786669321 tempest-ServersTestMultiNic-786669321-project] 10.222.0.67 "GET /v2.0/ports?device_id=cbafa512-33c5-4de4-b00a-8d605b9e69fa HTTP/1.1" status: 200 len: 946 time: 0.3072529 Sep 23 19:28:40.692832 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf29ca97-900c-4f29-9f05-11a2c6c8cae8 tempest-ServersTestMultiNic-786669321 tempest-ServersTestMultiNic-786669321-project] Pushing event deleted for resources: {'Port': ['ID=f47939f3-4965-4e3b-ba9e-0b4ac7403820,revision_number=None']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:28:40.764509 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b674b1c3-0404-4c81-9942-67bd65c8a5b4 req-56db14bf-e3ac-4bcd-948e-8907e517efeb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:28:40.766204 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-b674b1c3-0404-4c81-9942-67bd65c8a5b4 req-56db14bf-e3ac-4bcd-948e-8907e517efeb service neutron] 10.222.0.74 "GET /v2.0/subnets?id=99a9d515-ece2-4f2b-8ab7-d74cf72d9364 HTTP/1.1" status: 200 len: 797 time: 0.1141777 Sep 23 19:28:40.784282 n-d-713301-16 neutron-server[95101]: DEBUG neutron.db.l3_dvrscheduler_db [req-60a998f0-7f09-4478-a0d7-17c07eb87858 req-cf29ca97-900c-4f29-9f05-11a2c6c8cae8 tempest-ServersTestMultiNic-786669321 tempest-ServersTestMultiNic-786669321-project] No DVR routers for this DVR port f47939f3-4965-4e3b-ba9e-0b4ac7403820 on host n-h2-713301-16 {{(pid=95101) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 19:28:40.787717 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-60a998f0-7f09-4478-a0d7-17c07eb87858 req-cf29ca97-900c-4f29-9f05-11a2c6c8cae8 tempest-ServersTestMultiNic-786669321 tempest-ServersTestMultiNic-786669321-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222849'] for port, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:28:40.789769 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-60a998f0-7f09-4478-a0d7-17c07eb87858 req-cf29ca97-900c-4f29-9f05-11a2c6c8cae8 tempest-ServersTestMultiNic-786669321 tempest-ServersTestMultiNic-786669321-project] 10.222.0.53 "DELETE /v2.0/ports/f47939f3-4965-4e3b-ba9e-0b4ac7403820 HTTP/1.1" status: 204 len: 173 time: 1.0857394 Sep 23 19:28:40.811425 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-6b68b822-eed4-4cdf-8716-35adf94f3cb7 req-f2e60c46-4ab3-4193-8a8e-800b586dff49 tempest-MigrationsAdminTest-397594546 tempest-MigrationsAdminTest-397594546-project] 10.222.0.67 "GET /v2.0/security-groups?id=78cb509b-31c4-4e2a-bb5c-7abd6194dcc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2172663 Sep 23 19:28:40.865454 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-28bb111a-4701-417f-88cc-d79e7d0d0db3 req-872b4420-a1bc-413e-84d7-3cda178858ba tempest-ServersTestMultiNic-786669321 tempest-ServersTestMultiNic-786669321-project] 10.222.0.67 "GET /v2.0/security-groups?id=566f77e0-c65d-4b4e-93cb-ececf5c80170&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2030795 Sep 23 19:28:40.961419 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b674b1c3-0404-4c81-9942-67bd65c8a5b4 req-4fe89097-398d-42cb-9fe1-d7b2092143e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:28:40.971664 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-b674b1c3-0404-4c81-9942-67bd65c8a5b4 req-4fe89097-398d-42cb-9fe1-d7b2092143e0 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=af02e9ab-cfd4-4a32-b9af-2413db894481&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1920693 Sep 23 19:28:41.117743 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dfa480e-d6fe-47a9-a033-3d8617712894 req-a5b6ea5e-f2df-4ece-9f55-ed3d140012be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:28:41.119308 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-6dfa480e-d6fe-47a9-a033-3d8617712894 req-a5b6ea5e-f2df-4ece-9f55-ed3d140012be service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=cff0149cb20c4944955e93a2b393f7c5&device_id=8c2ff25d-e89a-47f5-89c5-0372db439fc3 HTTP/1.1" status: 200 len: 1102 time: 0.1024148 Sep 23 19:28:41.179008 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-b2c36541-35d2-47c0-90fa-405cc008d8b7 req-54df185c-1a59-41ff-8703-503d30edc077 tempest-ServerShowV247Test-594915160 tempest-ServerShowV247Test-594915160-project] 10.222.0.67 "GET /v2.0/ports?device_id=b218dbf0-6f4e-49c8-8155-3418c0927d9a HTTP/1.1" status: 200 len: 210 time: 0.0383897 Sep 23 19:28:41.200275 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-b674b1c3-0404-4c81-9942-67bd65c8a5b4 req-bac666c7-97fa-4699-9ced-1729bd635e01 service neutron] 10.222.0.74 "GET /v2.0/networks/af02e9ab-cfd4-4a32-b9af-2413db894481?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2140543 Sep 23 19:28:41.257558 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dfa480e-d6fe-47a9-a033-3d8617712894 req-8bd61653-27b8-4c31-9c09-bab5f8c8d359 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:28:41.259917 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-6dfa480e-d6fe-47a9-a033-3d8617712894 req-8bd61653-27b8-4c31-9c09-bab5f8c8d359 service neutron] 10.222.0.53 "GET /v2.0/networks?id=5220cb0c-da05-478a-9604-8c11469a05b4 HTTP/1.1" status: 200 len: 870 time: 0.1316299 Sep 23 19:28:41.316369 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f4f4c3-060a-4e6d-a38e-789833106e97 req-4f2358ac-56b7-4204-8734-3140bfabd2ec tempest-DeleteServersTestJSON-2111530366 tempest-DeleteServersTestJSON-2111530366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:28:41.320846 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-6dfa480e-d6fe-47a9-a033-3d8617712894 req-8840e19f-89bd-40c1-a1bf-58695b504ba0 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.195&port_id=27bec566-9693-40e6-acf8-7d8d7255f92d HTTP/1.1" status: 200 len: 217 time: 0.0442297 Sep 23 19:28:41.322223 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-85f4f4c3-060a-4e6d-a38e-789833106e97 req-4f2358ac-56b7-4204-8734-3140bfabd2ec tempest-DeleteServersTestJSON-2111530366 tempest-DeleteServersTestJSON-2111530366-project] 10.222.0.67 "GET /v2.0/ports?device_id=d6fb661b-35d0-4bb3-b9f1-7aeeaa15cabb HTTP/1.1" status: 200 len: 945 time: 0.1166258 Sep 23 19:28:41.385635 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dfa480e-d6fe-47a9-a033-3d8617712894 req-ebda3dce-9ecc-408a-b278-9b118c0ad63a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:28:41.389605 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-6dfa480e-d6fe-47a9-a033-3d8617712894 req-ebda3dce-9ecc-408a-b278-9b118c0ad63a service neutron] 10.222.0.53 "GET /v2.0/subnets?id=1ccc69bc-9d6b-44d9-b227-204e47dc6e45 HTTP/1.1" status: 200 len: 843 time: 0.0610111 Sep 23 19:28:41.481017 n-d-713301-16 neutron-server[95101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cbafa512-33c5-4de4-b00a-8d605b9e69fa', 'name': 'network-vif-deleted', 'tag': '0eddb2d1-688c-4b4c-ba3f-d3d5832fb530'}, {'server_uuid': 'cbafa512-33c5-4de4-b00a-8d605b9e69fa', 'name': 'network-vif-deleted', 'tag': 'f47939f3-4965-4e3b-ba9e-0b4ac7403820'}] {{(pid=95101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 19:28:41.493089 n-d-713301-16 neutron-server[95101]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d8366c5740cd635e57ab12b71fe44a77c2acc3c19091ef849c6f68b380462244" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e93df58d-3095-44d1-92a1-f4ea28fc7a42" -d '{"events": [{"server_uuid": "cbafa512-33c5-4de4-b00a-8d605b9e69fa", "name": "network-vif-deleted", "tag": "0eddb2d1-688c-4b4c-ba3f-d3d5832fb530"}, {"server_uuid": "cbafa512-33c5-4de4-b00a-8d605b9e69fa", "name": "network-vif-deleted", "tag": "f47939f3-4965-4e3b-ba9e-0b4ac7403820"}]}' {{(pid=95101) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 19:28:41.523043 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dfa480e-d6fe-47a9-a033-3d8617712894 req-72045b05-66b7-473d-b69b-7cbdbabc7e14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:28:41.528561 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-6dfa480e-d6fe-47a9-a033-3d8617712894 req-72045b05-66b7-473d-b69b-7cbdbabc7e14 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=5220cb0c-da05-478a-9604-8c11469a05b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1116757 Sep 23 19:28:41.607131 n-d-713301-16 neutron-server[95101]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 23 Sep 2021 19:28:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66d926f9-ac6e-4ec6-9b28-656e8bf59865 x-openstack-request-id: req-66d926f9-ac6e-4ec6-9b28-656e8bf59865 {{(pid=95101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 19:28:41.607485 n-d-713301-16 neutron-server[95101]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cbafa512-33c5-4de4-b00a-8d605b9e69fa", "name": "network-vif-deleted", "tag": "0eddb2d1-688c-4b4c-ba3f-d3d5832fb530", "status": "completed", "code": 200}, {"server_uuid": "cbafa512-33c5-4de4-b00a-8d605b9e69fa", "name": "network-vif-deleted", "tag": "f47939f3-4965-4e3b-ba9e-0b4ac7403820", "status": "completed", "code": 200}]} {{(pid=95101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 19:28:41.607761 n-d-713301-16 neutron-server[95101]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-66d926f9-ac6e-4ec6-9b28-656e8bf59865 {{(pid=95101) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 19:28:41.608353 n-d-713301-16 neutron-server[95101]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cbafa512-33c5-4de4-b00a-8d605b9e69fa', 'name': 'network-vif-deleted', 'tag': '0eddb2d1-688c-4b4c-ba3f-d3d5832fb530', 'status': 'completed', 'code': 200} Sep 23 19:28:41.608880 n-d-713301-16 neutron-server[95101]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cbafa512-33c5-4de4-b00a-8d605b9e69fa', 'name': 'network-vif-deleted', 'tag': 'f47939f3-4965-4e3b-ba9e-0b4ac7403820', 'status': 'completed', 'code': 200} Sep 23 19:28:41.714923 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Device f47939f3-4965-4e3b-ba9e-0b4ac7403820 no longer exists at agent hyperv_n-h2-713301-16 {{(pid=95103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 19:28:41.750737 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-6dfa480e-d6fe-47a9-a033-3d8617712894 req-618731da-79e0-4cd7-ae41-9e5de168c79a service neutron] 10.222.0.53 "GET /v2.0/networks/5220cb0c-da05-478a-9604-8c11469a05b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2101567 Sep 23 19:28:41.752179 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.plugin [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] No Port match for: f47939f3-4965-4e3b-ba9e-0b4ac7403820 {{(pid=95103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 19:28:41.753070 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Device f47939f3-4965-4e3b-ba9e-0b4ac7403820 not bound to the agent host n-h2-713301-16 {{(pid=95103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 19:28:41.753616 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Device 0eddb2d1-688c-4b4c-ba3f-d3d5832fb530 no longer exists at agent hyperv_n-h2-713301-16 {{(pid=95103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 19:28:41.781503 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-b674b1c3-0404-4c81-9942-67bd65c8a5b4 req-f8d74dd8-0d99-44f3-ae7a-943c6f9c581d service neutron] 10.222.0.74 "GET /v2.0/networks/af02e9ab-cfd4-4a32-b9af-2413db894481?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5656414 Sep 23 19:28:41.784839 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.plugin [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] No Port match for: 0eddb2d1-688c-4b4c-ba3f-d3d5832fb530 {{(pid=95103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 19:28:41.785390 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Device 0eddb2d1-688c-4b4c-ba3f-d3d5832fb530 not bound to the agent host n-h2-713301-16 {{(pid=95103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 19:28:41.786799 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Device d67ecf42-c592-40fb-a087-bbae2f355309 no longer exists at agent hyperv_n-h2-713301-16 {{(pid=95103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 19:28:41.823420 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-85f4f4c3-060a-4e6d-a38e-789833106e97 req-8efcd66d-e3da-4994-9c10-bcab6d68f08e tempest-DeleteServersTestJSON-2111530366 tempest-DeleteServersTestJSON-2111530366-project] 10.222.0.67 "GET /v2.0/security-groups?id=67f2e2ca-928f-40e5-b9b2-05ec3bddbb37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4806366 Sep 23 19:28:41.826894 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.plugin [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] No Port match for: d67ecf42-c592-40fb-a087-bbae2f355309 {{(pid=95103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 19:28:41.827454 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Device d67ecf42-c592-40fb-a087-bbae2f355309 not bound to the agent host n-h2-713301-16 {{(pid=95103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 19:28:41.868210 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-b674b1c3-0404-4c81-9942-67bd65c8a5b4 req-ffc1690b-ed90-42f7-9ec8-91fcab6d2024 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.207&port_id=7d41c37f-74cf-40b0-90b0-f617844a1824 HTTP/1.1" status: 200 len: 217 time: 0.0697391 Sep 23 19:28:41.921210 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-6dfa480e-d6fe-47a9-a033-3d8617712894 req-82b3a926-eccc-455e-8dd1-1ea976771666 service neutron] 10.222.0.53 "GET /v2.0/networks/5220cb0c-da05-478a-9604-8c11469a05b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1636708 Sep 23 19:28:41.950096 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b674b1c3-0404-4c81-9942-67bd65c8a5b4 req-49256481-3896-4b11-8d0d-c1087f622b31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:28:41.951804 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-b674b1c3-0404-4c81-9942-67bd65c8a5b4 req-49256481-3896-4b11-8d0d-c1087f622b31 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=99a9d515-ece2-4f2b-8ab7-d74cf72d9364 HTTP/1.1" status: 200 len: 797 time: 0.0765371 Sep 23 19:28:41.961107 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 41066) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:28:42.080244 n-d-713301-16 neutron-server[95101]: DEBUG neutron.db.db_base_plugin_v2 [None req-feabf6dc-53bb-4257-9482-6276470dbc6d tempest-ServersTestMultiNic-786669321 tempest-ServersTestMultiNic-786669321-project] Deleting subnet 75393f39-a81a-41a5-9194-e3664a869981 {{(pid=95101) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 23 19:28:42.087634 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-feabf6dc-53bb-4257-9482-6276470dbc6d tempest-ServersTestMultiNic-786669321 tempest-ServersTestMultiNic-786669321-project] Notify callbacks [] for subnet, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:28:42.156637 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b674b1c3-0404-4c81-9942-67bd65c8a5b4 req-09698d59-ce20-42b9-8629-8891700d7a92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:28:42.158310 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-b674b1c3-0404-4c81-9942-67bd65c8a5b4 req-09698d59-ce20-42b9-8629-8891700d7a92 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=af02e9ab-cfd4-4a32-b9af-2413db894481&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1901486 Sep 23 19:28:42.173863 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fff107d-ee02-46c7-a0fe-fecee07b48f2 req-3da76f50-82c0-43a5-a01e-126dc69be3c6 tempest-MigrationsAdminTest-397594546 tempest-MigrationsAdminTest-397594546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:28:42.184730 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-8fff107d-ee02-46c7-a0fe-fecee07b48f2 req-3da76f50-82c0-43a5-a01e-126dc69be3c6 tempest-MigrationsAdminTest-397594546 tempest-MigrationsAdminTest-397594546-project] 10.222.0.67 "GET /v2.0/ports?device_id=8c2ff25d-e89a-47f5-89c5-0372db439fc3 HTTP/1.1" status: 200 len: 950 time: 0.2018788 Sep 23 19:28:42.190520 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-feabf6dc-53bb-4257-9482-6276470dbc6d tempest-ServersTestMultiNic-786669321 tempest-ServersTestMultiNic-786669321-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6007154'] for subnet, precommit_delete_associations {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:28:42.315042 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-8fff107d-ee02-46c7-a0fe-fecee07b48f2 req-67a8a050-516c-49f1-b65a-df9b21e9a272 tempest-MigrationsAdminTest-397594546 tempest-MigrationsAdminTest-397594546-project] 10.222.0.67 "GET /v2.0/security-groups?id=78cb509b-31c4-4e2a-bb5c-7abd6194dcc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1278770 Sep 23 19:28:42.341477 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-b674b1c3-0404-4c81-9942-67bd65c8a5b4 req-a980dcf0-60b1-4613-a877-aa5504343d53 service neutron] 10.222.0.74 "GET /v2.0/networks/af02e9ab-cfd4-4a32-b9af-2413db894481?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1517260 Sep 23 19:28:42.359783 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-feabf6dc-53bb-4257-9482-6276470dbc6d tempest-ServersTestMultiNic-786669321 tempest-ServersTestMultiNic-786669321-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1756813'] for subnet, precommit_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:28:42.437832 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-feabf6dc-53bb-4257-9482-6276470dbc6d tempest-ServersTestMultiNic-786669321 tempest-ServersTestMultiNic-786669321-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1756804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5607514', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6130950'] for subnet, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:28:42.440285 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-0cfcd8c9-b7ca-422a-9b04-b7916403bd45 req-731dc83b-ddb8-48f1-bb82-0bdc69a67654 tempest-ServerShowV247Test-594915160 tempest-ServerShowV247Test-594915160-project] 10.222.0.67 "GET /v2.0/ports?device_id=b218dbf0-6f4e-49c8-8155-3418c0927d9a HTTP/1.1" status: 200 len: 210 time: 0.0548768 Sep 23 19:28:42.472835 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feabf6dc-53bb-4257-9482-6276470dbc6d tempest-ServersTestMultiNic-786669321 tempest-ServersTestMultiNic-786669321-project] Pushing event deleted for resources: {'Subnet': ['ID=75393f39-a81a-41a5-9194-e3664a869981,revision_number=None']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:28:42.478538 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-b674b1c3-0404-4c81-9942-67bd65c8a5b4 req-c9f86016-4721-4cb3-b2b1-bafde214edea service neutron] 10.222.0.74 "GET /v2.0/networks/af02e9ab-cfd4-4a32-b9af-2413db894481?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1278875 Sep 23 19:28:42.481878 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-feabf6dc-53bb-4257-9482-6276470dbc6d tempest-ServersTestMultiNic-786669321 tempest-ServersTestMultiNic-786669321-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527417'] for subnet, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:28:42.488033 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 41078) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:28:42.489453 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-feabf6dc-53bb-4257-9482-6276470dbc6d tempest-ServersTestMultiNic-786669321 tempest-ServersTestMultiNic-786669321-project] 10.222.0.67 "DELETE /v2.0/subnets/75393f39-a81a-41a5-9194-e3664a869981 HTTP/1.1" status: 204 len: 168 time: 0.5257947 Sep 23 19:28:42.492384 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bc9161e-7f45-435b-84cf-eaaf90514d8c None None] Network 1afeede4-2bc8-4bee-b08e-8b562a1d1c30 requested from n-d-713301-16 {{(pid=95103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 19:28:42.562774 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-b674b1c3-0404-4c81-9942-67bd65c8a5b4 req-66446ce5-1fe6-4d65-8bd3-8f011b179f24 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.191&port_id=9e8786e5-58d4-4406-946f-a1fdbc104774 HTTP/1.1" status: 200 len: 217 time: 0.0724790 Sep 23 19:28:42.658840 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-4bc792c8-3bb0-40e1-8185-0bf93139beaf tempest-ServersTestMultiNic-786669321 tempest-ServersTestMultiNic-786669321-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1628021'] for network, before_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:28:42.672283 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b674b1c3-0404-4c81-9942-67bd65c8a5b4 req-68e5f6b2-805a-4a6a-9042-01fae5632c99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:28:42.673811 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-b674b1c3-0404-4c81-9942-67bd65c8a5b4 req-68e5f6b2-805a-4a6a-9042-01fae5632c99 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=99a9d515-ece2-4f2b-8ab7-d74cf72d9364 HTTP/1.1" status: 200 len: 797 time: 0.1009679 Sep 23 19:28:42.760163 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b674b1c3-0404-4c81-9942-67bd65c8a5b4 req-2cd2d80d-115b-4e8d-992b-86b223172b8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:28:42.761724 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-b674b1c3-0404-4c81-9942-67bd65c8a5b4 req-2cd2d80d-115b-4e8d-992b-86b223172b8f service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=af02e9ab-cfd4-4a32-b9af-2413db894481&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0651860 Sep 23 19:28:42.763244 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.plugin [None req-4bc792c8-3bb0-40e1-8185-0bf93139beaf tempest-ServersTestMultiNic-786669321 tempest-ServersTestMultiNic-786669321-project] Deleting port c176e88b-b3c5-4b39-98aa-f2f32ffd8de4 {{(pid=95102) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:28:42.763570 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-4bc792c8-3bb0-40e1-8185-0bf93139beaf tempest-ServersTestMultiNic-786669321 tempest-ServersTestMultiNic-786669321-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783146157096'] for port, before_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:28:42.779624 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37b57021-34ef-4751-90a1-5dc18c30715c None None] DHCP port deletion for 1afeede4-2bc8-4bee-b08e-8b562a1d1c30 request from n-d-713301-16 {{(pid=95103) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 23 19:28:42.856751 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.plugin [None req-37b57021-34ef-4751-90a1-5dc18c30715c None None] Deleting port c176e88b-b3c5-4b39-98aa-f2f32ffd8de4 {{(pid=95103) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:28:42.856751 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-37b57021-34ef-4751-90a1-5dc18c30715c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783146157096'] for port, before_delete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:28:42.938231 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-37b57021-34ef-4751-90a1-5dc18c30715c None None] For port c176e88b-b3c5-4b39-98aa-f2f32ffd8de4, host n-d-713301-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-16',level=0,port_id=c176e88b-b3c5-4b39-98aa-f2f32ffd8de4,segment=NetworkSegment(413527a0-b46b-46fc-87b0-07b894e7a685),segment_id=413527a0-b46b-46fc-87b0-07b894e7a685)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:28:42.938696 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-37b57021-34ef-4751-90a1-5dc18c30715c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-605701'] for port, precommit_delete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:28:42.951522 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.db [None req-4bc792c8-3bb0-40e1-8185-0bf93139beaf tempest-ServersTestMultiNic-786669321 tempest-ServersTestMultiNic-786669321-project] For port c176e88b-b3c5-4b39-98aa-f2f32ffd8de4, host n-d-713301-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-16',level=0,port_id=c176e88b-b3c5-4b39-98aa-f2f32ffd8de4,segment=NetworkSegment(413527a0-b46b-46fc-87b0-07b894e7a685),segment_id=413527a0-b46b-46fc-87b0-07b894e7a685)] {{(pid=95102) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:28:42.952314 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-4bc792c8-3bb0-40e1-8185-0bf93139beaf tempest-ServersTestMultiNic-786669321 tempest-ServersTestMultiNic-786669321-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-605701'] for port, precommit_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:28:42.956703 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.plugin [None req-37b57021-34ef-4751-90a1-5dc18c30715c None None] Calling delete_port for c176e88b-b3c5-4b39-98aa-f2f32ffd8de4 owned by network:dhcp {{(pid=95103) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:28:43.002327 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.plugin [None req-4bc792c8-3bb0-40e1-8185-0bf93139beaf tempest-ServersTestMultiNic-786669321 tempest-ServersTestMultiNic-786669321-project] Calling delete_port for c176e88b-b3c5-4b39-98aa-f2f32ffd8de4 owned by network:dhcp {{(pid=95102) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:28:43.073707 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-b674b1c3-0404-4c81-9942-67bd65c8a5b4 req-85aad583-466b-4c73-a743-3c40a766290e service neutron] 10.222.0.74 "GET /v2.0/networks/af02e9ab-cfd4-4a32-b9af-2413db894481?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2886662 Sep 23 19:28:43.076529 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-37b57021-34ef-4751-90a1-5dc18c30715c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783146162158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783145673144'] for port, after_delete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:28:43.104122 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37b57021-34ef-4751-90a1-5dc18c30715c None None] Pushing event deleted for resources: {'Port': ['ID=c176e88b-b3c5-4b39-98aa-f2f32ffd8de4,revision_number=None']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:28:43.107861 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37b57021-34ef-4751-90a1-5dc18c30715c None None] No DVR routers for this DVR port c176e88b-b3c5-4b39-98aa-f2f32ffd8de4 on host n-d-713301-16 {{(pid=95103) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 19:28:43.163715 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b292172f-edfa-4aaf-9672-b1461362edf4 req-a242b523-1e33-43f2-aa4c-be2f89488d6a tempest-DeleteServersTestJSON-2111530366 tempest-DeleteServersTestJSON-2111530366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:28:43.163715 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-b292172f-edfa-4aaf-9672-b1461362edf4 req-a242b523-1e33-43f2-aa4c-be2f89488d6a tempest-DeleteServersTestJSON-2111530366 tempest-DeleteServersTestJSON-2111530366-project] 10.222.0.67 "GET /v2.0/ports?device_id=d6fb661b-35d0-4bb3-b9f1-7aeeaa15cabb HTTP/1.1" status: 200 len: 945 time: 0.1942480 Sep 23 19:28:43.241245 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-4bc792c8-3bb0-40e1-8185-0bf93139beaf tempest-ServersTestMultiNic-786669321 tempest-ServersTestMultiNic-786669321-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783146162158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783145673144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4399100'] for port, after_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:28:43.326527 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bc792c8-3bb0-40e1-8185-0bf93139beaf tempest-ServersTestMultiNic-786669321 tempest-ServersTestMultiNic-786669321-project] Pushing event deleted for resources: {'Port': ['ID=c176e88b-b3c5-4b39-98aa-f2f32ffd8de4,revision_number=None']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:28:43.331472 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-b292172f-edfa-4aaf-9672-b1461362edf4 req-21671f84-2cf2-4a50-abcd-ad4d5df2c795 tempest-DeleteServersTestJSON-2111530366 tempest-DeleteServersTestJSON-2111530366-project] 10.222.0.67 "GET /v2.0/security-groups?id=67f2e2ca-928f-40e5-b9b2-05ec3bddbb37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1799917 Sep 23 19:28:43.334646 n-d-713301-16 neutron-server[95102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bc792c8-3bb0-40e1-8185-0bf93139beaf tempest-ServersTestMultiNic-786669321 tempest-ServersTestMultiNic-786669321-project] No DVR routers for this DVR port c176e88b-b3c5-4b39-98aa-f2f32ffd8de4 on host n-d-713301-16 {{(pid=95102) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 19:28:43.337986 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Device c176e88b-b3c5-4b39-98aa-f2f32ffd8de4 no longer exists at agent ovs-agent-n-d-713301-16 {{(pid=95103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 19:28:43.378952 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-b674b1c3-0404-4c81-9942-67bd65c8a5b4 req-4e1e29c0-0f78-446a-b506-1046e445ecb7 service neutron] 10.222.0.74 "GET /v2.0/networks/af02e9ab-cfd4-4a32-b9af-2413db894481?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2688262 Sep 23 19:28:43.380191 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.plugin [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] No Port match for: c176e88b-b3c5-4b39-98aa-f2f32ffd8de4 {{(pid=95103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 19:28:43.380519 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Device c176e88b-b3c5-4b39-98aa-f2f32ffd8de4 not bound to the agent host n-d-713301-16 {{(pid=95103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 19:28:43.467699 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-b674b1c3-0404-4c81-9942-67bd65c8a5b4 req-96be9504-44f8-4728-b127-a4c84940b3c3 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.214&port_id=194bdc80-29c5-4612-969b-b0aa5f139617 HTTP/1.1" status: 200 len: 217 time: 0.0813746 Sep 23 19:28:43.544803 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-4bc792c8-3bb0-40e1-8185-0bf93139beaf tempest-ServersTestMultiNic-786669321 tempest-ServersTestMultiNic-786669321-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1754676', 'neutron.services.segments.db._delete_segments_for_network-8783146221460'] for network, precommit_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:28:43.628088 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-615d76e8-8af4-463f-bdf6-8dc9b8ec48b1 req-deccc240-cfb5-4645-95fd-57e063e13be7 tempest-ServerShowV247Test-594915160 tempest-ServerShowV247Test-594915160-project] 10.222.0.67 "GET /v2.0/ports?device_id=b218dbf0-6f4e-49c8-8155-3418c0927d9a HTTP/1.1" status: 200 len: 210 time: 0.0510244 Sep 23 19:28:43.633363 n-d-713301-16 neutron-server[95102]: DEBUG neutron.services.segments.db [None req-4bc792c8-3bb0-40e1-8185-0bf93139beaf tempest-ServersTestMultiNic-786669321 tempest-ServersTestMultiNic-786669321-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1afeede4-2bc8-4bee-b08e-8b562a1d1c30']}} {{(pid=95102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:28:43.649451 n-d-713301-16 neutron-server[95102]: DEBUG neutron.services.segments.db [None req-4bc792c8-3bb0-40e1-8185-0bf93139beaf tempest-ServersTestMultiNic-786669321 tempest-ServersTestMultiNic-786669321-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '413527a0-b46b-46fc-87b0-07b894e7a685') {'for_net_delete': True} {{(pid=95102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:28:43.649848 n-d-713301-16 neutron-server[95102]: DEBUG neutron.services.segments.db [None req-4bc792c8-3bb0-40e1-8185-0bf93139beaf tempest-ServersTestMultiNic-786669321 tempest-ServersTestMultiNic-786669321-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '413527a0-b46b-46fc-87b0-07b894e7a685') {} {{(pid=95102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:28:43.664636 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b674b1c3-0404-4c81-9942-67bd65c8a5b4 req-f09de355-8f6b-480e-8669-1636aa6a57b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:28:43.664636 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-b674b1c3-0404-4c81-9942-67bd65c8a5b4 req-f09de355-8f6b-480e-8669-1636aa6a57b3 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=99a9d515-ece2-4f2b-8ab7-d74cf72d9364 HTTP/1.1" status: 200 len: 797 time: 0.1767929 Sep 23 19:28:43.665724 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-4bc792c8-3bb0-40e1-8185-0bf93139beaf tempest-ServersTestMultiNic-786669321 tempest-ServersTestMultiNic-786669321-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783146221725', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6162832'] for segment, before_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:28:43.688771 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca1718b5-610b-48fa-8ade-d205fefb0a12 req-43661ee1-dc5f-4ae9-a309-f815f46c5302 tempest-MigrationsAdminTest-397594546 tempest-MigrationsAdminTest-397594546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:28:43.690307 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-ca1718b5-610b-48fa-8ade-d205fefb0a12 req-43661ee1-dc5f-4ae9-a309-f815f46c5302 tempest-MigrationsAdminTest-397594546 tempest-MigrationsAdminTest-397594546-project] 10.222.0.67 "GET /v2.0/ports?device_id=8c2ff25d-e89a-47f5-89c5-0372db439fc3 HTTP/1.1" status: 200 len: 950 time: 0.2401407 Sep 23 19:28:43.712526 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-4bc792c8-3bb0-40e1-8185-0bf93139beaf tempest-ServersTestMultiNic-786669321 tempest-ServersTestMultiNic-786669321-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1756186'] for segment, precommit_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:28:43.760325 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4bc792c8-3bb0-40e1-8185-0bf93139beaf tempest-ServersTestMultiNic-786669321 tempest-ServersTestMultiNic-786669321-project] Releasing vlan 600 on physical network physnet1 to pool {{(pid=95102) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 19:28:43.760764 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-4bc792c8-3bb0-40e1-8185-0bf93139beaf tempest-ServersTestMultiNic-786669321 tempest-ServersTestMultiNic-786669321-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1756186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4398095'] for segment, after_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:28:43.763775 n-d-713301-16 neutron-server[95102]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 23 19:28:43.763775 n-d-713301-16 neutron-server[95102]: self.session.flush() Sep 23 19:28:43.763775 n-d-713301-16 neutron-server[95102]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 23 19:28:43.763775 n-d-713301-16 neutron-server[95102]: self.session.flush() Sep 23 19:28:43.763775 n-d-713301-16 neutron-server[95102]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 23 19:28:43.763775 n-d-713301-16 neutron-server[95102]: self.session.flush() Sep 23 19:28:43.763775 n-d-713301-16 neutron-server[95102]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 23 19:28:43.763775 n-d-713301-16 neutron-server[95102]: self.session.flush() Sep 23 19:28:43.763775 n-d-713301-16 neutron-server[95102]: Traceback (most recent call last): Sep 23 19:28:43.763775 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 19:28:43.763775 n-d-713301-16 neutron-server[95102]: timer() Sep 23 19:28:43.763775 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 19:28:43.763775 n-d-713301-16 neutron-server[95102]: cb(*args, **kw) Sep 23 19:28:43.763775 n-d-713301-16 neutron-server[95102]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 19:28:43.763775 n-d-713301-16 neutron-server[95102]: return func(*args, **kwargs) Sep 23 19:28:43.763775 n-d-713301-16 neutron-server[95102]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 19:28:43.763775 n-d-713301-16 neutron-server[95102]: self._notify() Sep 23 19:28:43.763775 n-d-713301-16 neutron-server[95102]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 19:28:43.763775 n-d-713301-16 neutron-server[95102]: self.callback(batched_events) Sep 23 19:28:43.763775 n-d-713301-16 neutron-server[95102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 19:28:43.763775 n-d-713301-16 neutron-server[95102]: event.method(event) Sep 23 19:28:43.763775 n-d-713301-16 neutron-server[95102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 19:28:43.763775 n-d-713301-16 neutron-server[95102]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 19:28:43.763775 n-d-713301-16 neutron-server[95102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 19:28:43.763775 n-d-713301-16 neutron-server[95102]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 19:28:43.763775 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 19:28:43.763775 n-d-713301-16 neutron-server[95102]: return f(self, *a, **k) Sep 23 19:28:43.763775 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 19:28:43.763775 n-d-713301-16 neutron-server[95102]: return self._get(url).json() Sep 23 19:28:43.763775 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 19:28:43.763775 n-d-713301-16 neutron-server[95102]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 19:28:43.763775 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 19:28:43.763775 n-d-713301-16 neutron-server[95102]: return self.request(url, 'GET', **kwargs) Sep 23 19:28:43.763775 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 19:28:43.763775 n-d-713301-16 neutron-server[95102]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 19:28:43.763775 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 19:28:43.763775 n-d-713301-16 neutron-server[95102]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 19:28:43.763775 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 19:28:43.763775 n-d-713301-16 neutron-server[95102]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 19:28:43.763775 n-d-713301-16 neutron-server[95102]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 19:28:43.806248 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-ca1718b5-610b-48fa-8ade-d205fefb0a12 req-bbd777e4-0353-459f-acf4-4536c24decc3 tempest-MigrationsAdminTest-397594546 tempest-MigrationsAdminTest-397594546-project] 10.222.0.67 "GET /v2.0/security-groups?id=78cb509b-31c4-4e2a-bb5c-7abd6194dcc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961633 Sep 23 19:28:43.853619 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b674b1c3-0404-4c81-9942-67bd65c8a5b4 req-5f551440-1f17-4634-9c33-595564196741 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:28:43.855413 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-b674b1c3-0404-4c81-9942-67bd65c8a5b4 req-5f551440-1f17-4634-9c33-595564196741 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=af02e9ab-cfd4-4a32-b9af-2413db894481&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1601293 Sep 23 19:28:43.871909 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-4bc792c8-3bb0-40e1-8185-0bf93139beaf tempest-ServersTestMultiNic-786669321 tempest-ServersTestMultiNic-786669321-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1754627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-601866'] for network, after_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:28:43.880109 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-4bc792c8-3bb0-40e1-8185-0bf93139beaf tempest-ServersTestMultiNic-786669321 tempest-ServersTestMultiNic-786669321-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527417'] for network, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:28:43.883266 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-4bc792c8-3bb0-40e1-8185-0bf93139beaf tempest-ServersTestMultiNic-786669321 tempest-ServersTestMultiNic-786669321-project] 10.222.0.67 "DELETE /v2.0/networks/1afeede4-2bc8-4bee-b08e-8b562a1d1c30 HTTP/1.1" status: 204 len: 168 time: 1.3902595 Sep 23 19:28:43.885836 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 41094) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:28:43.927809 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bc792c8-3bb0-40e1-8185-0bf93139beaf tempest-ServersTestMultiNic-786669321 tempest-ServersTestMultiNic-786669321-project] Pushing event deleted for resources: {'Network': ['ID=1afeede4-2bc8-4bee-b08e-8b562a1d1c30,revision_number=None']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:28:43.952381 n-d-713301-16 neutron-server[95101]: DEBUG neutron.db.db_base_plugin_v2 [None req-e126d0cf-f064-4c7f-9674-ea03e5e0bdc4 tempest-ServersTestMultiNic-786669321 tempest-ServersTestMultiNic-786669321-project] Deleting subnet f443a7a0-3486-404d-acc4-09a52d150932 {{(pid=95101) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 23 19:28:43.956173 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-e126d0cf-f064-4c7f-9674-ea03e5e0bdc4 tempest-ServersTestMultiNic-786669321 tempest-ServersTestMultiNic-786669321-project] Notify callbacks [] for subnet, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:28:44.003805 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-e126d0cf-f064-4c7f-9674-ea03e5e0bdc4 tempest-ServersTestMultiNic-786669321 tempest-ServersTestMultiNic-786669321-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6007154'] for subnet, precommit_delete_associations {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:28:44.037294 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-b674b1c3-0404-4c81-9942-67bd65c8a5b4 req-3a528473-f99e-4335-817c-e1f50b7dc0f0 service neutron] 10.222.0.74 "GET /v2.0/networks/af02e9ab-cfd4-4a32-b9af-2413db894481?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1716681 Sep 23 19:28:44.117785 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-e126d0cf-f064-4c7f-9674-ea03e5e0bdc4 tempest-ServersTestMultiNic-786669321 tempest-ServersTestMultiNic-786669321-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1756813'] for subnet, precommit_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:28:44.167917 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-b674b1c3-0404-4c81-9942-67bd65c8a5b4 req-a64d566a-26a0-4675-a1e0-1770c0601dbe service neutron] 10.222.0.74 "GET /v2.0/networks/af02e9ab-cfd4-4a32-b9af-2413db894481?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1228037 Sep 23 19:28:44.215718 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-e126d0cf-f064-4c7f-9674-ea03e5e0bdc4 tempest-ServersTestMultiNic-786669321 tempest-ServersTestMultiNic-786669321-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1756804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5607514', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6130950'] for subnet, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:28:44.222158 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-b674b1c3-0404-4c81-9942-67bd65c8a5b4 req-1a6aa870-4e79-454d-9588-b99e4617fcdd service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=f3e719d6-489d-48f8-9f60-3adc695a1cfe HTTP/1.1" status: 200 len: 217 time: 0.0466013 Sep 23 19:28:44.252871 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e126d0cf-f064-4c7f-9674-ea03e5e0bdc4 tempest-ServersTestMultiNic-786669321 tempest-ServersTestMultiNic-786669321-project] Pushing event deleted for resources: {'Subnet': ['ID=f443a7a0-3486-404d-acc4-09a52d150932,revision_number=None']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:28:44.258848 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-e126d0cf-f064-4c7f-9674-ea03e5e0bdc4 tempest-ServersTestMultiNic-786669321 tempest-ServersTestMultiNic-786669321-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527417'] for subnet, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:28:44.260586 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-e126d0cf-f064-4c7f-9674-ea03e5e0bdc4 tempest-ServersTestMultiNic-786669321 tempest-ServersTestMultiNic-786669321-project] 10.222.0.67 "DELETE /v2.0/subnets/f443a7a0-3486-404d-acc4-09a52d150932 HTTP/1.1" status: 204 len: 168 time: 0.3732946 Sep 23 19:28:44.263225 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 41098) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:28:44.273216 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de08b70a-4378-49ec-ae5c-5ad388489082 None None] Network 7142a3f9-1e8c-4b3f-95ed-1586b58a5cbc requested from n-d-713301-16 {{(pid=95103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 19:28:44.373402 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b674b1c3-0404-4c81-9942-67bd65c8a5b4 req-68535afd-a1ad-4014-9d26-3f0b5af344e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:28:44.375157 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-b674b1c3-0404-4c81-9942-67bd65c8a5b4 req-68535afd-a1ad-4014-9d26-3f0b5af344e6 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=3199260d-e0ce-4349-8e34-6eeff93a29e7 HTTP/1.1" status: 200 len: 797 time: 0.1441681 Sep 23 19:28:44.456916 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b674b1c3-0404-4c81-9942-67bd65c8a5b4 req-327e6f68-6c17-456a-a93b-4e95f9bc7459 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:28:44.459431 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-b674b1c3-0404-4c81-9942-67bd65c8a5b4 req-327e6f68-6c17-456a-a93b-4e95f9bc7459 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=bada5757-bdaa-4c5b-b7b4-3acebf356815&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0640867 Sep 23 19:28:44.522007 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-534b7d17-b31e-4c81-8258-12b6ece7e1db tempest-ServersTestMultiNic-786669321 tempest-ServersTestMultiNic-786669321-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1628021'] for network, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:28:44.536724 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5d80fb3-af01-46de-a893-06d46cbcd837 None None] DHCP port deletion for 7142a3f9-1e8c-4b3f-95ed-1586b58a5cbc request from n-d-713301-16 {{(pid=95103) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 23 19:28:44.611143 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.plugin [None req-b5d80fb3-af01-46de-a893-06d46cbcd837 None None] Deleting port 90094cbc-3efa-432b-b539-b243336e3494 {{(pid=95103) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:28:44.611758 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b5d80fb3-af01-46de-a893-06d46cbcd837 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783146157096'] for port, before_delete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:28:44.620088 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.plugin [None req-534b7d17-b31e-4c81-8258-12b6ece7e1db tempest-ServersTestMultiNic-786669321 tempest-ServersTestMultiNic-786669321-project] Deleting port 90094cbc-3efa-432b-b539-b243336e3494 {{(pid=95101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:28:44.620968 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-534b7d17-b31e-4c81-8258-12b6ece7e1db tempest-ServersTestMultiNic-786669321 tempest-ServersTestMultiNic-786669321-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783146157096'] for port, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:28:44.702133 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-b674b1c3-0404-4c81-9942-67bd65c8a5b4 req-4547f543-5a7f-434a-8b55-c5dfb2eda0bc service neutron] 10.222.0.74 "GET /v2.0/networks/bada5757-bdaa-4c5b-b7b4-3acebf356815?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2304940 Sep 23 19:28:44.716763 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.db [None req-534b7d17-b31e-4c81-8258-12b6ece7e1db tempest-ServersTestMultiNic-786669321 tempest-ServersTestMultiNic-786669321-project] For port 90094cbc-3efa-432b-b539-b243336e3494, host n-d-713301-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-16',level=0,port_id=90094cbc-3efa-432b-b539-b243336e3494,segment=NetworkSegment(f9c00884-efab-4728-92dc-6084f1ac3ed2),segment_id=f9c00884-efab-4728-92dc-6084f1ac3ed2)] {{(pid=95101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:28:44.717235 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-534b7d17-b31e-4c81-8258-12b6ece7e1db tempest-ServersTestMultiNic-786669321 tempest-ServersTestMultiNic-786669321-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-605701'] for port, precommit_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:28:44.718110 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28472253-e98c-4e2b-a1b2-925630b428c9 req-b3b80043-05ea-47e1-8664-a1fc46df5d17 tempest-DeleteServersTestJSON-2111530366 tempest-DeleteServersTestJSON-2111530366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:28:44.726847 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-28472253-e98c-4e2b-a1b2-925630b428c9 req-b3b80043-05ea-47e1-8664-a1fc46df5d17 tempest-DeleteServersTestJSON-2111530366 tempest-DeleteServersTestJSON-2111530366-project] 10.222.0.67 "GET /v2.0/ports?device_id=d6fb661b-35d0-4bb3-b9f1-7aeeaa15cabb HTTP/1.1" status: 200 len: 945 time: 0.1712749 Sep 23 19:28:44.735765 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-b5d80fb3-af01-46de-a893-06d46cbcd837 None None] For port 90094cbc-3efa-432b-b539-b243336e3494, host n-d-713301-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-16',level=0,port_id=90094cbc-3efa-432b-b539-b243336e3494,segment=NetworkSegment(f9c00884-efab-4728-92dc-6084f1ac3ed2),segment_id=f9c00884-efab-4728-92dc-6084f1ac3ed2)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:28:44.736440 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b5d80fb3-af01-46de-a893-06d46cbcd837 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-605701'] for port, precommit_delete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:28:44.737403 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.plugin [None req-534b7d17-b31e-4c81-8258-12b6ece7e1db tempest-ServersTestMultiNic-786669321 tempest-ServersTestMultiNic-786669321-project] Calling delete_port for 90094cbc-3efa-432b-b539-b243336e3494 owned by network:dhcp {{(pid=95101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:28:44.761645 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.plugin [None req-b5d80fb3-af01-46de-a893-06d46cbcd837 None None] Calling delete_port for 90094cbc-3efa-432b-b539-b243336e3494 owned by network:dhcp {{(pid=95103) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:28:44.841267 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-28472253-e98c-4e2b-a1b2-925630b428c9 req-dce0afc1-d720-4a9f-804c-dec2a0bc02b7 tempest-DeleteServersTestJSON-2111530366 tempest-DeleteServersTestJSON-2111530366-project] 10.222.0.67 "GET /v2.0/security-groups?id=67f2e2ca-928f-40e5-b9b2-05ec3bddbb37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1126995 Sep 23 19:28:44.897690 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-534b7d17-b31e-4c81-8258-12b6ece7e1db tempest-ServersTestMultiNic-786669321 tempest-ServersTestMultiNic-786669321-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783146162158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783145673144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5607431'] for port, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:28:44.916806 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b5d80fb3-af01-46de-a893-06d46cbcd837 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783146162158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783145673144'] for port, after_delete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:28:44.921320 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4cb3d14-7cc6-4ff0-af4c-36c0df987fd5 req-b39a5f05-d0bc-4df3-9e09-989b1137993c tempest-VolumesAdminNegativeTest-1663824495 tempest-VolumesAdminNegativeTest-1663824495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:28:44.924147 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-e4cb3d14-7cc6-4ff0-af4c-36c0df987fd5 req-b39a5f05-d0bc-4df3-9e09-989b1137993c tempest-VolumesAdminNegativeTest-1663824495 tempest-VolumesAdminNegativeTest-1663824495-project] 10.222.0.67 "GET /v2.0/ports?device_id=e294333f-f58d-4fe8-a8a8-e06214bafd0d HTTP/1.1" status: 200 len: 946 time: 0.1312404 Sep 23 19:28:44.928347 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-534b7d17-b31e-4c81-8258-12b6ece7e1db tempest-ServersTestMultiNic-786669321 tempest-ServersTestMultiNic-786669321-project] Pushing event deleted for resources: {'Port': ['ID=90094cbc-3efa-432b-b539-b243336e3494,revision_number=None']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:28:44.935923 n-d-713301-16 neutron-server[95101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-534b7d17-b31e-4c81-8258-12b6ece7e1db tempest-ServersTestMultiNic-786669321 tempest-ServersTestMultiNic-786669321-project] No DVR routers for this DVR port 90094cbc-3efa-432b-b539-b243336e3494 on host n-d-713301-16 {{(pid=95101) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 19:28:44.937887 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-b674b1c3-0404-4c81-9942-67bd65c8a5b4 req-7e963376-04ac-4d76-9144-fba3e9c963c7 service neutron] 10.222.0.74 "GET /v2.0/networks/bada5757-bdaa-4c5b-b7b4-3acebf356815?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2083127 Sep 23 19:28:44.979800 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5d80fb3-af01-46de-a893-06d46cbcd837 None None] Pushing event deleted for resources: {'Port': ['ID=90094cbc-3efa-432b-b539-b243336e3494,revision_number=None']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:28:44.985203 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5d80fb3-af01-46de-a893-06d46cbcd837 None None] No DVR routers for this DVR port 90094cbc-3efa-432b-b539-b243336e3494 on host n-d-713301-16 {{(pid=95103) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 19:28:45.037962 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-4470ff0e-ef60-424b-84d2-54ceb4f25ea3 req-2b254325-3fbc-471e-8add-17c59b076a6f tempest-ServerShowV247Test-594915160 tempest-ServerShowV247Test-594915160-project] 10.222.0.67 "GET /v2.0/ports?device_id=b218dbf0-6f4e-49c8-8155-3418c0927d9a HTTP/1.1" status: 200 len: 210 time: 0.0816879 Sep 23 19:28:45.039498 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-b674b1c3-0404-4c81-9942-67bd65c8a5b4 req-37e44e12-e471-41e8-bfb8-4e75217c0086 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=da180eed-7ed3-4b42-8811-39a363b2af88 HTTP/1.1" status: 200 len: 217 time: 0.0813665 Sep 23 19:28:45.095603 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-e4cb3d14-7cc6-4ff0-af4c-36c0df987fd5 req-414ba1e9-158d-4261-b2c1-5c0903b13f10 tempest-VolumesAdminNegativeTest-1663824495 tempest-VolumesAdminNegativeTest-1663824495-project] 10.222.0.67 "GET /v2.0/security-groups?id=03b8d372-1648-4ffa-a934-45f880e6202c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1543536 Sep 23 19:28:45.126700 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b674b1c3-0404-4c81-9942-67bd65c8a5b4 req-56dce9c3-dd4a-4de4-a04a-6a5c27bd11f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:28:45.128586 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-b674b1c3-0404-4c81-9942-67bd65c8a5b4 req-56dce9c3-dd4a-4de4-a04a-6a5c27bd11f0 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=3199260d-e0ce-4349-8e34-6eeff93a29e7 HTTP/1.1" status: 200 len: 797 time: 0.0741792 Sep 23 19:28:45.213658 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b674b1c3-0404-4c81-9942-67bd65c8a5b4 req-f4f04f64-7421-4541-848a-e204d335ea1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:28:45.215596 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-b674b1c3-0404-4c81-9942-67bd65c8a5b4 req-f4f04f64-7421-4541-848a-e204d335ea1e service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=bada5757-bdaa-4c5b-b7b4-3acebf356815&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0764422 Sep 23 19:28:45.229139 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad8eafa-6078-4b0b-82b3-a722dcd579b6 req-a3373bc5-e645-4980-86ac-5c914febbe93 tempest-MigrationsAdminTest-397594546 tempest-MigrationsAdminTest-397594546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:28:45.232301 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-4ad8eafa-6078-4b0b-82b3-a722dcd579b6 req-a3373bc5-e645-4980-86ac-5c914febbe93 tempest-MigrationsAdminTest-397594546 tempest-MigrationsAdminTest-397594546-project] 10.222.0.67 "GET /v2.0/ports?device_id=8c2ff25d-e89a-47f5-89c5-0372db439fc3 HTTP/1.1" status: 200 len: 950 time: 0.0804923 Sep 23 19:28:45.268531 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Device 90094cbc-3efa-432b-b539-b243336e3494 no longer exists at agent ovs-agent-n-d-713301-16 {{(pid=95103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 19:28:45.293734 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.plugin [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] No Port match for: 90094cbc-3efa-432b-b539-b243336e3494 {{(pid=95103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 19:28:45.294675 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Device 90094cbc-3efa-432b-b539-b243336e3494 not bound to the agent host n-d-713301-16 {{(pid=95103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 19:28:45.338206 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-4ad8eafa-6078-4b0b-82b3-a722dcd579b6 req-556c73df-1811-4b9c-b100-3a74a640c685 tempest-MigrationsAdminTest-397594546 tempest-MigrationsAdminTest-397594546-project] 10.222.0.67 "GET /v2.0/security-groups?id=78cb509b-31c4-4e2a-bb5c-7abd6194dcc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815530 Sep 23 19:28:45.379659 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-b674b1c3-0404-4c81-9942-67bd65c8a5b4 req-42698ace-55b3-46ad-a6a1-ebff36423b89 service neutron] 10.222.0.74 "GET /v2.0/networks/bada5757-bdaa-4c5b-b7b4-3acebf356815?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1461430 Sep 23 19:28:45.400590 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-534b7d17-b31e-4c81-8258-12b6ece7e1db tempest-ServersTestMultiNic-786669321 tempest-ServersTestMultiNic-786669321-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1754676', 'neutron.services.segments.db._delete_segments_for_network-8783146221460'] for network, precommit_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:28:45.423747 n-d-713301-16 neutron-server[95101]: DEBUG neutron.services.segments.db [None req-534b7d17-b31e-4c81-8258-12b6ece7e1db tempest-ServersTestMultiNic-786669321 tempest-ServersTestMultiNic-786669321-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7142a3f9-1e8c-4b3f-95ed-1586b58a5cbc']}} {{(pid=95101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:28:45.437004 n-d-713301-16 neutron-server[95101]: DEBUG neutron.services.segments.db [None req-534b7d17-b31e-4c81-8258-12b6ece7e1db tempest-ServersTestMultiNic-786669321 tempest-ServersTestMultiNic-786669321-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f9c00884-efab-4728-92dc-6084f1ac3ed2') {'for_net_delete': True} {{(pid=95101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:28:45.437390 n-d-713301-16 neutron-server[95101]: DEBUG neutron.services.segments.db [None req-534b7d17-b31e-4c81-8258-12b6ece7e1db tempest-ServersTestMultiNic-786669321 tempest-ServersTestMultiNic-786669321-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f9c00884-efab-4728-92dc-6084f1ac3ed2') {} {{(pid=95101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:28:45.450247 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-534b7d17-b31e-4c81-8258-12b6ece7e1db tempest-ServersTestMultiNic-786669321 tempest-ServersTestMultiNic-786669321-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783146221725', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6007147'] for segment, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:28:45.474482 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-534b7d17-b31e-4c81-8258-12b6ece7e1db tempest-ServersTestMultiNic-786669321 tempest-ServersTestMultiNic-786669321-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1756186'] for segment, precommit_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:28:45.483025 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-534b7d17-b31e-4c81-8258-12b6ece7e1db tempest-ServersTestMultiNic-786669321 tempest-ServersTestMultiNic-786669321-project] Releasing vlan 636 on physical network physnet1 to pool {{(pid=95101) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 19:28:45.483433 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-534b7d17-b31e-4c81-8258-12b6ece7e1db tempest-ServersTestMultiNic-786669321 tempest-ServersTestMultiNic-786669321-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1756186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5608436'] for segment, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:28:45.486757 n-d-713301-16 neutron-server[95101]: Traceback (most recent call last): Sep 23 19:28:45.486757 n-d-713301-16 neutron-server[95101]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 19:28:45.486757 n-d-713301-16 neutron-server[95101]: timer() Sep 23 19:28:45.486757 n-d-713301-16 neutron-server[95101]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 19:28:45.486757 n-d-713301-16 neutron-server[95101]: cb(*args, **kw) Sep 23 19:28:45.486757 n-d-713301-16 neutron-server[95101]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 19:28:45.486757 n-d-713301-16 neutron-server[95101]: return func(*args, **kwargs) Sep 23 19:28:45.486757 n-d-713301-16 neutron-server[95101]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 19:28:45.486757 n-d-713301-16 neutron-server[95101]: self._notify() Sep 23 19:28:45.486757 n-d-713301-16 neutron-server[95101]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 19:28:45.486757 n-d-713301-16 neutron-server[95101]: self.callback(batched_events) Sep 23 19:28:45.486757 n-d-713301-16 neutron-server[95101]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 19:28:45.486757 n-d-713301-16 neutron-server[95101]: event.method(event) Sep 23 19:28:45.486757 n-d-713301-16 neutron-server[95101]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 19:28:45.486757 n-d-713301-16 neutron-server[95101]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 19:28:45.486757 n-d-713301-16 neutron-server[95101]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 19:28:45.486757 n-d-713301-16 neutron-server[95101]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 19:28:45.486757 n-d-713301-16 neutron-server[95101]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 19:28:45.486757 n-d-713301-16 neutron-server[95101]: return f(self, *a, **k) Sep 23 19:28:45.486757 n-d-713301-16 neutron-server[95101]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 19:28:45.486757 n-d-713301-16 neutron-server[95101]: return self._get(url).json() Sep 23 19:28:45.486757 n-d-713301-16 neutron-server[95101]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 19:28:45.486757 n-d-713301-16 neutron-server[95101]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 19:28:45.486757 n-d-713301-16 neutron-server[95101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 19:28:45.486757 n-d-713301-16 neutron-server[95101]: return self.request(url, 'GET', **kwargs) Sep 23 19:28:45.486757 n-d-713301-16 neutron-server[95101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 19:28:45.486757 n-d-713301-16 neutron-server[95101]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 19:28:45.486757 n-d-713301-16 neutron-server[95101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 19:28:45.486757 n-d-713301-16 neutron-server[95101]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 19:28:45.486757 n-d-713301-16 neutron-server[95101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 19:28:45.486757 n-d-713301-16 neutron-server[95101]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 19:28:45.486757 n-d-713301-16 neutron-server[95101]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 19:28:45.521312 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-b674b1c3-0404-4c81-9942-67bd65c8a5b4 req-c1e03703-5260-4d06-bedf-38d06de13b06 service neutron] 10.222.0.74 "GET /v2.0/networks/bada5757-bdaa-4c5b-b7b4-3acebf356815?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1329663 Sep 23 19:28:45.563258 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-534b7d17-b31e-4c81-8258-12b6ece7e1db tempest-ServersTestMultiNic-786669321 tempest-ServersTestMultiNic-786669321-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1754627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-601866'] for network, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:28:45.574304 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-534b7d17-b31e-4c81-8258-12b6ece7e1db tempest-ServersTestMultiNic-786669321 tempest-ServersTestMultiNic-786669321-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527417'] for network, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:28:45.576151 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-534b7d17-b31e-4c81-8258-12b6ece7e1db tempest-ServersTestMultiNic-786669321 tempest-ServersTestMultiNic-786669321-project] 10.222.0.67 "DELETE /v2.0/networks/7142a3f9-1e8c-4b3f-95ed-1586b58a5cbc HTTP/1.1" status: 204 len: 168 time: 1.3107221 Sep 23 19:28:45.589075 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 41120) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:28:45.592054 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-534b7d17-b31e-4c81-8258-12b6ece7e1db tempest-ServersTestMultiNic-786669321 tempest-ServersTestMultiNic-786669321-project] Pushing event deleted for resources: {'Network': ['ID=7142a3f9-1e8c-4b3f-95ed-1586b58a5cbc,revision_number=None']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:28:45.594801 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.v2.base [None req-da363b54-6e4a-43fb-bbb5-1758d350f730 tempest-ServersTestMultiNic-786669321 tempest-ServersTestMultiNic-786669321-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1195374286'}} {{(pid=95102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:28:45.617576 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da363b54-6e4a-43fb-bbb5-1758d350f730 tempest-ServersTestMultiNic-786669321 tempest-ServersTestMultiNic-786669321-project] Made reservation on behalf of e5bc57b02b1840628e8df5037b8dd2e7 for: {'network': 1} {{(pid=95102) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:28:45.621222 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-da363b54-6e4a-43fb-bbb5-1758d350f730 tempest-ServersTestMultiNic-786669321 tempest-ServersTestMultiNic-786669321-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for network, before_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:28:45.649157 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-da363b54-6e4a-43fb-bbb5-1758d350f730 tempest-ServersTestMultiNic-786669321 tempest-ServersTestMultiNic-786669321-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 619} {{(pid=95102) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 19:28:45.658225 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-da363b54-6e4a-43fb-bbb5-1758d350f730 tempest-ServersTestMultiNic-786669321 tempest-ServersTestMultiNic-786669321-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1756186'] for segment, precommit_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:28:45.658568 n-d-713301-16 neutron-server[95102]: INFO neutron.db.segments_db [None req-da363b54-6e4a-43fb-bbb5-1758d350f730 tempest-ServersTestMultiNic-786669321 tempest-ServersTestMultiNic-786669321-project] Added segment 05625dfa-c712-49f8-8926-f70c48b67385 of type vlan for network fc34e185-e374-4773-b7db-244f26dc6cda Sep 23 19:28:45.700973 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-da363b54-6e4a-43fb-bbb5-1758d350f730 tempest-ServersTestMultiNic-786669321 tempest-ServersTestMultiNic-786669321-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783145630486'] for network, precommit_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:28:45.726874 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-da363b54-6e4a-43fb-bbb5-1758d350f730 tempest-ServersTestMultiNic-786669321 tempest-ServersTestMultiNic-786669321-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299'] for network, after_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:28:45.733347 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da363b54-6e4a-43fb-bbb5-1758d350f730 tempest-ServersTestMultiNic-786669321 tempest-ServersTestMultiNic-786669321-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:28:45.734322 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-da363b54-6e4a-43fb-bbb5-1758d350f730 tempest-ServersTestMultiNic-786669321 tempest-ServersTestMultiNic-786669321-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527417'] for network, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:28:45.775451 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-da363b54-6e4a-43fb-bbb5-1758d350f730 tempest-ServersTestMultiNic-786669321 tempest-ServersTestMultiNic-786669321-project] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.1856070 Sep 23 19:28:45.777966 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 41124) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:28:45.782968 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.v2.base [None req-a28db8dc-4d9a-44ac-8834-bb6a77d9628d tempest-ServersTestMultiNic-786669321 tempest-ServersTestMultiNic-786669321-project] Request body: {'subnet': {'network_id': 'fc34e185-e374-4773-b7db-244f26dc6cda', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=95101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:28:45.818166 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da363b54-6e4a-43fb-bbb5-1758d350f730 tempest-ServersTestMultiNic-786669321 tempest-ServersTestMultiNic-786669321-project] Pushing event updated for resources: {'Network': ['ID=fc34e185-e374-4773-b7db-244f26dc6cda,revision_number=1']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:28:45.829086 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Network fc34e185-e374-4773-b7db-244f26dc6cda details requested by agent ovs-agent-n-d-713301-16 with host n-d-713301-16 {{(pid=95103) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 19:28:45.912441 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a28db8dc-4d9a-44ac-8834-bb6a77d9628d tempest-ServersTestMultiNic-786669321 tempest-ServersTestMultiNic-786669321-project] Made reservation on behalf of e5bc57b02b1840628e8df5037b8dd2e7 for: {'subnet': 1} {{(pid=95101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:28:45.919178 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-a28db8dc-4d9a-44ac-8834-bb6a77d9628d tempest-ServersTestMultiNic-786669321 tempest-ServersTestMultiNic-786669321-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6130979'] for subnet, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:28:46.023095 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73fb0186-684e-4809-9a80-35a743bb4e44 req-cc12d8a4-2b86-4db8-8baf-6b37c0c12698 tempest-DeleteServersTestJSON-2111530366 tempest-DeleteServersTestJSON-2111530366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:28:46.024690 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-73fb0186-684e-4809-9a80-35a743bb4e44 req-cc12d8a4-2b86-4db8-8baf-6b37c0c12698 tempest-DeleteServersTestJSON-2111530366 tempest-DeleteServersTestJSON-2111530366-project] 10.222.0.67 "GET /v2.0/ports?device_id=d6fb661b-35d0-4bb3-b9f1-7aeeaa15cabb HTTP/1.1" status: 200 len: 945 time: 0.0762472 Sep 23 19:28:46.081371 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-73fb0186-684e-4809-9a80-35a743bb4e44 req-e7212fbe-3a9c-4446-9647-6ed1281e57e1 tempest-DeleteServersTestJSON-2111530366 tempest-DeleteServersTestJSON-2111530366-project] 10.222.0.67 "GET /v2.0/security-groups?id=67f2e2ca-928f-40e5-b9b2-05ec3bddbb37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432322 Sep 23 19:28:46.194483 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-a28db8dc-4d9a-44ac-8834-bb6a77d9628d tempest-ServersTestMultiNic-786669321 tempest-ServersTestMultiNic-786669321-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5607579', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6130961'] for subnet, after_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:28:46.217270 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-fc1bbb3b-583c-4fbf-af6c-c89712a89767 req-efd04584-d2a0-4236-87df-c548f8d4f5c5 tempest-ServerShowV247Test-594915160 tempest-ServerShowV247Test-594915160-project] 10.222.0.67 "GET /v2.0/ports?device_id=b218dbf0-6f4e-49c8-8155-3418c0927d9a HTTP/1.1" status: 200 len: 210 time: 0.0486083 Sep 23 19:28:46.285037 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a28db8dc-4d9a-44ac-8834-bb6a77d9628d tempest-ServersTestMultiNic-786669321 tempest-ServersTestMultiNic-786669321-project] Pushing event updated for resources: {'Subnet': ['ID=f7305459-ed5f-4175-b62a-734a0df4725c,revision_number=0']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:28:46.291579 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c19f5bd3-145b-4c06-b8dd-612d54077a15 req-110247bf-7c28-4c80-998d-88481db73226 tempest-VolumesAdminNegativeTest-1663824495 tempest-VolumesAdminNegativeTest-1663824495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:28:46.293682 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-c19f5bd3-145b-4c06-b8dd-612d54077a15 req-110247bf-7c28-4c80-998d-88481db73226 tempest-VolumesAdminNegativeTest-1663824495 tempest-VolumesAdminNegativeTest-1663824495-project] 10.222.0.67 "GET /v2.0/ports?device_id=e294333f-f58d-4fe8-a8a8-e06214bafd0d HTTP/1.1" status: 200 len: 946 time: 0.0802476 Sep 23 19:28:46.295020 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a28db8dc-4d9a-44ac-8834-bb6a77d9628d tempest-ServersTestMultiNic-786669321 tempest-ServersTestMultiNic-786669321-project] Checking segment: {'id': '05625dfa-c712-49f8-8926-f70c48b67385', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': 'fc34e185-e374-4773-b7db-244f26dc6cda'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:28:46.295418 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a28db8dc-4d9a-44ac-8834-bb6a77d9628d tempest-ServersTestMultiNic-786669321 tempest-ServersTestMultiNic-786669321-project] Network hostable DHCP agents. Network: fc34e185-e374-4773-b7db-244f26dc6cda, hostable agents: ['1b18bf05-1b5f-4587-be5c-af3ac38e32ad'], hosted agents: [] {{(pid=95101) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 19:28:46.319701 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a28db8dc-4d9a-44ac-8834-bb6a77d9628d tempest-ServersTestMultiNic-786669321 tempest-ServersTestMultiNic-786669321-project] Network fc34e185-e374-4773-b7db-244f26dc6cda is scheduled to be hosted by DHCP agent 1b18bf05-1b5f-4587-be5c-af3ac38e32ad with binding_index 1 {{(pid=95101) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 19:28:46.330864 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.base_scheduler [None req-a28db8dc-4d9a-44ac-8834-bb6a77d9628d tempest-ServersTestMultiNic-786669321 tempest-ServersTestMultiNic-786669321-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713301-16, fc34e185-e374-4773-b7db-244f26dc6cda) {{(pid=95101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:28:46.339221 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a28db8dc-4d9a-44ac-8834-bb6a77d9628d tempest-ServersTestMultiNic-786669321 tempest-ServersTestMultiNic-786669321-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:28:46.340451 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-a28db8dc-4d9a-44ac-8834-bb6a77d9628d tempest-ServersTestMultiNic-786669321 tempest-ServersTestMultiNic-786669321-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527417'] for subnet, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:28:46.342932 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8a7eabc-b596-40ea-89ed-9b6f4396b974 None None] Network fc34e185-e374-4773-b7db-244f26dc6cda requested from n-d-713301-16 {{(pid=95103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 19:28:46.370503 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-a28db8dc-4d9a-44ac-8834-bb6a77d9628d tempest-ServersTestMultiNic-786669321 tempest-ServersTestMultiNic-786669321-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 0.5914078 Sep 23 19:28:46.373879 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 41134) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:28:46.380739 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.v2.base [None req-778b884c-2b06-49cd-891a-1c4de59eca5f tempest-ServersTestMultiNic-786669321 tempest-ServersTestMultiNic-786669321-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1244841219'}} {{(pid=95102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:28:46.393341 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-c19f5bd3-145b-4c06-b8dd-612d54077a15 req-83a37652-2939-4afc-b770-7a7acccbe272 tempest-VolumesAdminNegativeTest-1663824495 tempest-VolumesAdminNegativeTest-1663824495-project] 10.222.0.67 "GET /v2.0/security-groups?id=03b8d372-1648-4ffa-a934-45f880e6202c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890138 Sep 23 19:28:46.434355 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-778b884c-2b06-49cd-891a-1c4de59eca5f tempest-ServersTestMultiNic-786669321 tempest-ServersTestMultiNic-786669321-project] Made reservation on behalf of e5bc57b02b1840628e8df5037b8dd2e7 for: {'network': 1} {{(pid=95102) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:28:46.443333 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-778b884c-2b06-49cd-891a-1c4de59eca5f tempest-ServersTestMultiNic-786669321 tempest-ServersTestMultiNic-786669321-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for network, before_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:28:46.508389 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-778b884c-2b06-49cd-891a-1c4de59eca5f tempest-ServersTestMultiNic-786669321 tempest-ServersTestMultiNic-786669321-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 605} {{(pid=95102) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 19:28:46.530917 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae9f82a2-b63f-4f90-9aad-f6bd3cd0bfde req-dbf1a2f4-26ea-45c7-a5e4-04dcf1770b9e tempest-VolumesAdminNegativeTest-1663824495 tempest-VolumesAdminNegativeTest-1663824495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:28:46.533162 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-ae9f82a2-b63f-4f90-9aad-f6bd3cd0bfde req-dbf1a2f4-26ea-45c7-a5e4-04dcf1770b9e tempest-VolumesAdminNegativeTest-1663824495 tempest-VolumesAdminNegativeTest-1663824495-project] 10.222.0.53 "GET /v2.0/ports?device_id=e294333f-f58d-4fe8-a8a8-e06214bafd0d HTTP/1.1" status: 200 len: 946 time: 0.0739226 Sep 23 19:28:46.534005 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-778b884c-2b06-49cd-891a-1c4de59eca5f tempest-ServersTestMultiNic-786669321 tempest-ServersTestMultiNic-786669321-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1756186'] for segment, precommit_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:28:46.534355 n-d-713301-16 neutron-server[95102]: INFO neutron.db.segments_db [None req-778b884c-2b06-49cd-891a-1c4de59eca5f tempest-ServersTestMultiNic-786669321 tempest-ServersTestMultiNic-786669321-project] Added segment f2c7906a-f37f-48bb-be91-ab4421f4e3b8 of type vlan for network 770ed6ef-9167-411d-8de5-3ae231cefeb9 Sep 23 19:28:46.545355 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f814f6f5-bd74-4dfb-bf97-6036b3316102 req-c2bad231-9b10-4cd0-9a65-7c06973a7363 tempest-MigrationsAdminTest-397594546 tempest-MigrationsAdminTest-397594546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:28:46.547300 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-f814f6f5-bd74-4dfb-bf97-6036b3316102 req-c2bad231-9b10-4cd0-9a65-7c06973a7363 tempest-MigrationsAdminTest-397594546 tempest-MigrationsAdminTest-397594546-project] 10.222.0.67 "GET /v2.0/ports?device_id=8c2ff25d-e89a-47f5-89c5-0372db439fc3 HTTP/1.1" status: 200 len: 950 time: 0.0975754 Sep 23 19:28:46.563798 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-544668c6-2f2a-491f-8ace-ac4ab164b9d2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4c8b80df-07eb-5275-9f17-5cf640db67c0-fc34e185-e374-4773-b7db-244f26dc6cda', 'network_id': 'fc34e185-e374-4773-b7db-244f26dc6cda', 'tenant_id': 'e5bc57b02b1840628e8df5037b8dd2e7', 'fixed_ips': [{'subnet_id': 'f7305459-ed5f-4175-b62a-734a0df4725c'}]}} from n-d-713301-16. {{(pid=95103) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 23 19:28:46.566148 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-544668c6-2f2a-491f-8ace-ac4ab164b9d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_create {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:28:46.659988 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-f814f6f5-bd74-4dfb-bf97-6036b3316102 req-36943acd-9201-4111-b81f-be5861e453e7 tempest-MigrationsAdminTest-397594546 tempest-MigrationsAdminTest-397594546-project] 10.222.0.67 "GET /v2.0/security-groups?id=78cb509b-31c4-4e2a-bb5c-7abd6194dcc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1030455 Sep 23 19:28:46.690404 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.plugin [req-ae9f82a2-b63f-4f90-9aad-f6bd3cd0bfde req-76e5cd1d-43f9-484b-a9eb-0e70bbd1c82f tempest-VolumesAdminNegativeTest-1663824495 tempest-VolumesAdminNegativeTest-1663824495-project] Deleting port b3b1f489-6989-496d-a15e-57e188c8171f {{(pid=95101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:28:46.690747 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-ae9f82a2-b63f-4f90-9aad-f6bd3cd0bfde req-76e5cd1d-43f9-484b-a9eb-0e70bbd1c82f tempest-VolumesAdminNegativeTest-1663824495 tempest-VolumesAdminNegativeTest-1663824495-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783146157096'] for port, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:28:46.693546 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-778b884c-2b06-49cd-891a-1c4de59eca5f tempest-ServersTestMultiNic-786669321 tempest-ServersTestMultiNic-786669321-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783145630486'] for network, precommit_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:28:46.728305 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-778b884c-2b06-49cd-891a-1c4de59eca5f tempest-ServersTestMultiNic-786669321 tempest-ServersTestMultiNic-786669321-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299'] for network, after_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:28:46.738380 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-778b884c-2b06-49cd-891a-1c4de59eca5f tempest-ServersTestMultiNic-786669321 tempest-ServersTestMultiNic-786669321-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:28:46.740058 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.db_base_plugin_common [None req-544668c6-2f2a-491f-8ace-ac4ab164b9d2 None None] Allocated IP 19.80.0.2 (fc34e185-e374-4773-b7db-244f26dc6cda/f7305459-ed5f-4175-b62a-734a0df4725c/37dcda35-5dfa-4622-a875-56d4756369d1) {{(pid=95103) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 19:28:46.740510 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-778b884c-2b06-49cd-891a-1c4de59eca5f tempest-ServersTestMultiNic-786669321 tempest-ServersTestMultiNic-786669321-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527417'] for network, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:28:46.798849 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-778b884c-2b06-49cd-891a-1c4de59eca5f tempest-ServersTestMultiNic-786669321 tempest-ServersTestMultiNic-786669321-project] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.4233143 Sep 23 19:28:46.802732 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 41140) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:28:46.807924 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.v2.base [None req-6f943857-d229-4dff-8df1-7ac5dde8f0a2 tempest-ServersTestMultiNic-786669321 tempest-ServersTestMultiNic-786669321-project] Request body: {'subnet': {'network_id': '770ed6ef-9167-411d-8de5-3ae231cefeb9', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=95102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:28:46.831198 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.db [req-ae9f82a2-b63f-4f90-9aad-f6bd3cd0bfde req-76e5cd1d-43f9-484b-a9eb-0e70bbd1c82f tempest-VolumesAdminNegativeTest-1663824495 tempest-VolumesAdminNegativeTest-1663824495-project] For port b3b1f489-6989-496d-a15e-57e188c8171f, host n-h2-713301-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-16',level=0,port_id=b3b1f489-6989-496d-a15e-57e188c8171f,segment=NetworkSegment(f8de9f65-8411-4e97-ab2c-3e2ef9532e6f),segment_id=f8de9f65-8411-4e97-ab2c-3e2ef9532e6f)] {{(pid=95101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:28:46.831649 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-ae9f82a2-b63f-4f90-9aad-f6bd3cd0bfde req-76e5cd1d-43f9-484b-a9eb-0e70bbd1c82f tempest-VolumesAdminNegativeTest-1663824495 tempest-VolumesAdminNegativeTest-1663824495-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-605701'] for port, precommit_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:28:46.854148 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.plugin [req-ae9f82a2-b63f-4f90-9aad-f6bd3cd0bfde req-76e5cd1d-43f9-484b-a9eb-0e70bbd1c82f tempest-VolumesAdminNegativeTest-1663824495 tempest-VolumesAdminNegativeTest-1663824495-project] Calling delete_port for b3b1f489-6989-496d-a15e-57e188c8171f owned by compute:nova {{(pid=95101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:28:46.867717 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-778b884c-2b06-49cd-891a-1c4de59eca5f tempest-ServersTestMultiNic-786669321 tempest-ServersTestMultiNic-786669321-project] Pushing event updated for resources: {'Network': ['ID=770ed6ef-9167-411d-8de5-3ae231cefeb9,revision_number=1']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:28:46.884595 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Network 770ed6ef-9167-411d-8de5-3ae231cefeb9 details requested by agent ovs-agent-n-d-713301-16 with host n-d-713301-16 {{(pid=95103) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 19:28:46.964454 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f943857-d229-4dff-8df1-7ac5dde8f0a2 tempest-ServersTestMultiNic-786669321 tempest-ServersTestMultiNic-786669321-project] Made reservation on behalf of e5bc57b02b1840628e8df5037b8dd2e7 for: {'subnet': 1} {{(pid=95102) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:28:46.969161 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-6f943857-d229-4dff-8df1-7ac5dde8f0a2 tempest-ServersTestMultiNic-786669321 tempest-ServersTestMultiNic-786669321-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5388256'] for subnet, before_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:28:47.008535 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-544668c6-2f2a-491f-8ace-ac4ab164b9d2 None None] Notify callbacks [] for port, precommit_create {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:28:47.024074 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-544668c6-2f2a-491f-8ace-ac4ab164b9d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783145673135'] for port, after_create {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:28:47.054930 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-ae9f82a2-b63f-4f90-9aad-f6bd3cd0bfde req-76e5cd1d-43f9-484b-a9eb-0e70bbd1c82f tempest-VolumesAdminNegativeTest-1663824495 tempest-VolumesAdminNegativeTest-1663824495-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783146162158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783145673144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5607431'] for port, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:28:47.064014 n-d-713301-16 neutron-server[95103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-544668c6-2f2a-491f-8ace-ac4ab164b9d2 None None] Network fc34e185-e374-4773-b7db-244f26dc6cda is already hosted by enough agents. {{(pid=95103) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:28:47.067874 n-d-713301-16 neutron-server[95103]: DEBUG neutron.scheduler.base_scheduler [None req-544668c6-2f2a-491f-8ace-ac4ab164b9d2 None None] Resources bound (agent type, host, resource id): {{(pid=95103) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:28:47.074334 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] get_ports_and_sgs() called for port_ids ['b3b1f489-6989-496d-a15e-57e188c8171f'] {{(pid=95103) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 19:28:47.076894 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-544668c6-2f2a-491f-8ace-ac4ab164b9d2 None None] Received port after_create {{(pid=95103) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 19:28:47.106453 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76e5cd1d-43f9-484b-a9eb-0e70bbd1c82f tempest-VolumesAdminNegativeTest-1663824495 tempest-VolumesAdminNegativeTest-1663824495-project] Pushing event deleted for resources: {'Port': ['ID=b3b1f489-6989-496d-a15e-57e188c8171f,revision_number=None']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:28:47.106878 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-544668c6-2f2a-491f-8ace-ac4ab164b9d2 None None] Pushing event updated for resources: {'Port': ['ID=37dcda35-5dfa-4622-a875-56d4756369d1,revision_number=1']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:28:47.158743 n-d-713301-16 neutron-server[95101]: DEBUG neutron.db.l3_dvrscheduler_db [req-ae9f82a2-b63f-4f90-9aad-f6bd3cd0bfde req-76e5cd1d-43f9-484b-a9eb-0e70bbd1c82f tempest-VolumesAdminNegativeTest-1663824495 tempest-VolumesAdminNegativeTest-1663824495-project] No DVR routers for this DVR port b3b1f489-6989-496d-a15e-57e188c8171f on host n-h2-713301-16 {{(pid=95101) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 19:28:47.163201 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-ae9f82a2-b63f-4f90-9aad-f6bd3cd0bfde req-76e5cd1d-43f9-484b-a9eb-0e70bbd1c82f tempest-VolumesAdminNegativeTest-1663824495 tempest-VolumesAdminNegativeTest-1663824495-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222849'] for port, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:28:47.166747 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-ae9f82a2-b63f-4f90-9aad-f6bd3cd0bfde req-76e5cd1d-43f9-484b-a9eb-0e70bbd1c82f tempest-VolumesAdminNegativeTest-1663824495 tempest-VolumesAdminNegativeTest-1663824495-project] 10.222.0.53 "DELETE /v2.0/ports/b3b1f489-6989-496d-a15e-57e188c8171f HTTP/1.1" status: 204 len: 173 time: 0.6249568 Sep 23 19:28:47.167247 n-d-713301-16 neutron-server[95101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e294333f-f58d-4fe8-a8a8-e06214bafd0d', 'name': 'network-vif-deleted', 'tag': 'b3b1f489-6989-496d-a15e-57e188c8171f'}] {{(pid=95101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 19:28:47.170825 n-d-713301-16 neutron-server[95101]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d8366c5740cd635e57ab12b71fe44a77c2acc3c19091ef849c6f68b380462244" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c158a35-3d2e-4ef6-9ccc-ce1946876cc6" -d '{"events": [{"server_uuid": "e294333f-f58d-4fe8-a8a8-e06214bafd0d", "name": "network-vif-deleted", "tag": "b3b1f489-6989-496d-a15e-57e188c8171f"}]}' {{(pid=95101) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 19:28:47.262252 n-d-713301-16 neutron-server[95101]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 19:28:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3845bdd-69fe-45ad-8ea0-0fbeaa782e82 x-openstack-request-id: req-e3845bdd-69fe-45ad-8ea0-0fbeaa782e82 {{(pid=95101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 19:28:47.262831 n-d-713301-16 neutron-server[95101]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e294333f-f58d-4fe8-a8a8-e06214bafd0d", "name": "network-vif-deleted", "tag": "b3b1f489-6989-496d-a15e-57e188c8171f", "status": "completed", "code": 200}]} {{(pid=95101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 19:28:47.264875 n-d-713301-16 neutron-server[95101]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-e3845bdd-69fe-45ad-8ea0-0fbeaa782e82 {{(pid=95101) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 19:28:47.265520 n-d-713301-16 neutron-server[95101]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e294333f-f58d-4fe8-a8a8-e06214bafd0d', 'name': 'network-vif-deleted', 'tag': 'b3b1f489-6989-496d-a15e-57e188c8171f', 'status': 'completed', 'code': 200} Sep 23 19:28:47.343903 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.managers [None req-544668c6-2f2a-491f-8ace-ac4ab164b9d2 None None] Attempting to bind port 37dcda35-5dfa-4622-a875-56d4756369d1 on host n-d-713301-16 for vnic_type normal with profile {{(pid=95103) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 19:28:47.344596 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.managers [None req-544668c6-2f2a-491f-8ace-ac4ab164b9d2 None None] Attempting to bind port 37dcda35-5dfa-4622-a875-56d4756369d1 by drivers openvswitch,hyperv on host n-d-713301-16 at level 0 using segments [{'id': '05625dfa-c712-49f8-8926-f70c48b67385', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': 'fc34e185-e374-4773-b7db-244f26dc6cda'}] {{(pid=95103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 19:28:47.345275 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-544668c6-2f2a-491f-8ace-ac4ab164b9d2 None None] Attempting to bind port 37dcda35-5dfa-4622-a875-56d4756369d1 on network fc34e185-e374-4773-b7db-244f26dc6cda {{(pid=95103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:28:47.346505 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a16faf-7a20-4932-b8d3-27acaf9ce139 req-1ae77dbe-31b2-4d37-919c-c29d3a0f28f3 tempest-DeleteServersTestJSON-2111530366 tempest-DeleteServersTestJSON-2111530366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:28:47.352955 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-544668c6-2f2a-491f-8ace-ac4ab164b9d2 None None] Checking agent: {'id': '70a14545-df24-472f-8f95-bfe1719bff93', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 19, 7, 53), 'started_at': datetime.datetime(2021, 9, 23, 19, 8, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 19, 28, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 19:28:47.353596 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-544668c6-2f2a-491f-8ace-ac4ab164b9d2 None None] Checking segment: {'id': '05625dfa-c712-49f8-8926-f70c48b67385', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': 'fc34e185-e374-4773-b7db-244f26dc6cda'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95103) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:28:47.354167 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-544668c6-2f2a-491f-8ace-ac4ab164b9d2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:28:47.354559 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-544668c6-2f2a-491f-8ace-ac4ab164b9d2 None None] Bound using segment: {'id': '05625dfa-c712-49f8-8926-f70c48b67385', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': 'fc34e185-e374-4773-b7db-244f26dc6cda'} {{(pid=95103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 19:28:47.355033 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.managers [None req-544668c6-2f2a-491f-8ace-ac4ab164b9d2 None None] Bound port: 37dcda35-5dfa-4622-a875-56d4756369d1, host: n-d-713301-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '05625dfa-c712-49f8-8926-f70c48b67385', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': 'fc34e185-e374-4773-b7db-244f26dc6cda'}}] {{(pid=95103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 19:28:47.355414 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-544668c6-2f2a-491f-8ace-ac4ab164b9d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:28:47.355774 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-26a16faf-7a20-4932-b8d3-27acaf9ce139 req-1ae77dbe-31b2-4d37-919c-c29d3a0f28f3 tempest-DeleteServersTestJSON-2111530366 tempest-DeleteServersTestJSON-2111530366-project] 10.222.0.67 "GET /v2.0/ports?device_id=d6fb661b-35d0-4bb3-b9f1-7aeeaa15cabb HTTP/1.1" status: 200 len: 945 time: 0.1509311 Sep 23 19:28:47.358312 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-6f943857-d229-4dff-8df1-7ac5dde8f0a2 tempest-ServersTestMultiNic-786669321 tempest-ServersTestMultiNic-786669321-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4398944', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5388242'] for subnet, after_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:28:47.433326 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-7b8db1af-7259-4a48-9be8-65602fe5e0fc req-9a5818e0-2176-4d8b-8661-37cd5945d0e3 tempest-ServerShowV247Test-594915160 tempest-ServerShowV247Test-594915160-project] 10.222.0.67 "GET /v2.0/ports?device_id=b218dbf0-6f4e-49c8-8155-3418c0927d9a HTTP/1.1" status: 200 len: 210 time: 0.0724506 Sep 23 19:28:47.433614 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-544668c6-2f2a-491f-8ace-ac4ab164b9d2 None None] For port 37dcda35-5dfa-4622-a875-56d4756369d1, host n-d-713301-16, cleared binding levels {{(pid=95103) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 19:28:47.439503 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-544668c6-2f2a-491f-8ace-ac4ab164b9d2 None None] For port 37dcda35-5dfa-4622-a875-56d4756369d1, host n-d-713301-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-16',level=0,port_id=37dcda35-5dfa-4622-a875-56d4756369d1,segment=NetworkSegment(05625dfa-c712-49f8-8926-f70c48b67385),segment_id=05625dfa-c712-49f8-8926-f70c48b67385)] {{(pid=95103) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 19:28:47.447591 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-544668c6-2f2a-491f-8ace-ac4ab164b9d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:28:47.469998 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f943857-d229-4dff-8df1-7ac5dde8f0a2 tempest-ServersTestMultiNic-786669321 tempest-ServersTestMultiNic-786669321-project] Pushing event updated for resources: {'Subnet': ['ID=31585675-9bbb-4687-a587-a7b235e7b8b8,revision_number=0']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:28:47.486051 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-26a16faf-7a20-4932-b8d3-27acaf9ce139 req-3d6f6ab8-1848-447e-88b7-881cc999b315 tempest-DeleteServersTestJSON-2111530366 tempest-DeleteServersTestJSON-2111530366-project] 10.222.0.67 "GET /v2.0/security-groups?id=67f2e2ca-928f-40e5-b9b2-05ec3bddbb37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1277959 Sep 23 19:28:47.547341 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-544668c6-2f2a-491f-8ace-ac4ab164b9d2 None None] Pushing event updated for resources: {'Port': ['ID=37dcda35-5dfa-4622-a875-56d4756369d1,revision_number=2']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:28:47.547496 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f943857-d229-4dff-8df1-7ac5dde8f0a2 tempest-ServersTestMultiNic-786669321 tempest-ServersTestMultiNic-786669321-project] Checking segment: {'id': 'f2c7906a-f37f-48bb-be91-ab4421f4e3b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '770ed6ef-9167-411d-8de5-3ae231cefeb9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95102) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:28:47.547496 n-d-713301-16 neutron-server[95102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f943857-d229-4dff-8df1-7ac5dde8f0a2 tempest-ServersTestMultiNic-786669321 tempest-ServersTestMultiNic-786669321-project] Network hostable DHCP agents. Network: 770ed6ef-9167-411d-8de5-3ae231cefeb9, hostable agents: ['1b18bf05-1b5f-4587-be5c-af3ac38e32ad'], hosted agents: [] {{(pid=95102) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 19:28:47.596387 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-53f01ce2-0c3e-4b95-a979-2a4fe88f04b6 req-6c569e7a-4958-4dd2-8a43-fa5e70c34c16 tempest-VolumesAdminNegativeTest-1663824495 tempest-VolumesAdminNegativeTest-1663824495-project] 10.222.0.67 "GET /v2.0/ports?device_id=e294333f-f58d-4fe8-a8a8-e06214bafd0d HTTP/1.1" status: 200 len: 210 time: 0.0390341 Sep 23 19:28:47.597236 n-d-713301-16 neutron-server[95102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f943857-d229-4dff-8df1-7ac5dde8f0a2 tempest-ServersTestMultiNic-786669321 tempest-ServersTestMultiNic-786669321-project] Network 770ed6ef-9167-411d-8de5-3ae231cefeb9 is scheduled to be hosted by DHCP agent 1b18bf05-1b5f-4587-be5c-af3ac38e32ad with binding_index 1 {{(pid=95102) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 19:28:47.611668 n-d-713301-16 neutron-server[95102]: DEBUG neutron.scheduler.base_scheduler [None req-6f943857-d229-4dff-8df1-7ac5dde8f0a2 tempest-ServersTestMultiNic-786669321 tempest-ServersTestMultiNic-786669321-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713301-16, 770ed6ef-9167-411d-8de5-3ae231cefeb9) {{(pid=95102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:28:47.616991 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f943857-d229-4dff-8df1-7ac5dde8f0a2 tempest-ServersTestMultiNic-786669321 tempest-ServersTestMultiNic-786669321-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:28:47.617721 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-6f943857-d229-4dff-8df1-7ac5dde8f0a2 tempest-ServersTestMultiNic-786669321 tempest-ServersTestMultiNic-786669321-project] Notify callbacks [] for subnet, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:28:47.638217 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-6f943857-d229-4dff-8df1-7ac5dde8f0a2 tempest-ServersTestMultiNic-786669321 tempest-ServersTestMultiNic-786669321-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 0.8331583 Sep 23 19:28:47.649245 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-852c3708-a379-4f95-bc0a-7c42f49676ff None None] Network 770ed6ef-9167-411d-8de5-3ae231cefeb9 requested from n-d-713301-16 {{(pid=95103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 19:28:47.931007 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15af041f-d3ec-4144-a1e3-26303654e226 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4c8b80df-07eb-5275-9f17-5cf640db67c0-770ed6ef-9167-411d-8de5-3ae231cefeb9', 'network_id': '770ed6ef-9167-411d-8de5-3ae231cefeb9', 'tenant_id': 'e5bc57b02b1840628e8df5037b8dd2e7', 'fixed_ips': [{'subnet_id': '31585675-9bbb-4687-a587-a7b235e7b8b8'}]}} from n-d-713301-16. {{(pid=95103) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 23 19:28:47.934386 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-15af041f-d3ec-4144-a1e3-26303654e226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_create {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:28:48.138250 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e354e5c4-fbc2-4ea3-927a-8468d93ceba4 req-51465be7-5ed0-45ae-86ee-aa4f44c6b7df tempest-ServersTestMultiNic-786669321 tempest-ServersTestMultiNic-786669321-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:28:48.144784 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e354e5c4-fbc2-4ea3-927a-8468d93ceba4 req-51465be7-5ed0-45ae-86ee-aa4f44c6b7df tempest-ServersTestMultiNic-786669321 tempest-ServersTestMultiNic-786669321-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:28:48.152988 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-e354e5c4-fbc2-4ea3-927a-8468d93ceba4 req-51465be7-5ed0-45ae-86ee-aa4f44c6b7df tempest-ServersTestMultiNic-786669321 tempest-ServersTestMultiNic-786669321-project] 10.222.0.67 "GET /v2.0/networks?id=fc34e185-e374-4773-b7db-244f26dc6cda&id=770ed6ef-9167-411d-8de5-3ae231cefeb9 HTTP/1.1" status: 200 len: 1392 time: 0.1564095 Sep 23 19:28:48.167817 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.db_base_plugin_common [None req-15af041f-d3ec-4144-a1e3-26303654e226 None None] Allocated IP 19.86.0.2 (770ed6ef-9167-411d-8de5-3ae231cefeb9/31585675-9bbb-4687-a587-a7b235e7b8b8/5e71733b-21f4-4638-9028-d4765938f159) {{(pid=95103) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 19:28:48.181538 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-e354e5c4-fbc2-4ea3-927a-8468d93ceba4 req-a5087b0f-81e2-43d0-be66-e8fcdc1de566 tempest-ServersTestMultiNic-786669321 tempest-ServersTestMultiNic-786669321-project] 10.222.0.67 "GET /v2.0/quotas/e5bc57b02b1840628e8df5037b8dd2e7 HTTP/1.1" status: 200 len: 375 time: 0.0271339 Sep 23 19:28:48.270722 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0191abd8-ffa7-4dac-80c0-0f8a0e0605a0 req-54d44dd6-298c-4962-94d1-553e8576121c tempest-MigrationsAdminTest-397594546 tempest-MigrationsAdminTest-397594546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:28:48.272754 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-0191abd8-ffa7-4dac-80c0-0f8a0e0605a0 req-54d44dd6-298c-4962-94d1-553e8576121c tempest-MigrationsAdminTest-397594546 tempest-MigrationsAdminTest-397594546-project] 10.222.0.67 "GET /v2.0/ports?device_id=8c2ff25d-e89a-47f5-89c5-0372db439fc3 HTTP/1.1" status: 200 len: 950 time: 0.1172113 Sep 23 19:28:48.293211 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-e354e5c4-fbc2-4ea3-927a-8468d93ceba4 req-f501ae2b-ca17-41ee-9f9d-45832ed12918 tempest-ServersTestMultiNic-786669321 tempest-ServersTestMultiNic-786669321-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=e5bc57b02b1840628e8df5037b8dd2e7&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0904386 Sep 23 19:28:48.307271 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [req-e354e5c4-fbc2-4ea3-927a-8468d93ceba4 req-9bb525ca-d445-43a0-9102-d065157692f7 service neutron] http://10.222.0.67:9696/v2.0/extensions returned with HTTP 200 {{(pid=95102) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 23 19:28:48.308535 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-e354e5c4-fbc2-4ea3-927a-8468d93ceba4 req-9bb525ca-d445-43a0-9102-d065157692f7 service neutron] 10.222.0.67 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0072293 Sep 23 19:28:48.359113 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-15af041f-d3ec-4144-a1e3-26303654e226 None None] Notify callbacks [] for port, precommit_create {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:28:48.361949 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-0191abd8-ffa7-4dac-80c0-0f8a0e0605a0 req-08d036cb-981b-4d84-8f48-20ed1bf15ad2 tempest-MigrationsAdminTest-397594546 tempest-MigrationsAdminTest-397594546-project] 10.222.0.67 "GET /v2.0/security-groups?id=78cb509b-31c4-4e2a-bb5c-7abd6194dcc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670724 Sep 23 19:28:48.366750 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-15af041f-d3ec-4144-a1e3-26303654e226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783145673135'] for port, after_create {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:28:48.406258 n-d-713301-16 neutron-server[95103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15af041f-d3ec-4144-a1e3-26303654e226 None None] Network 770ed6ef-9167-411d-8de5-3ae231cefeb9 is already hosted by enough agents. {{(pid=95103) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:28:48.409352 n-d-713301-16 neutron-server[95103]: DEBUG neutron.scheduler.base_scheduler [None req-15af041f-d3ec-4144-a1e3-26303654e226 None None] Resources bound (agent type, host, resource id): {{(pid=95103) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:28:48.413455 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15af041f-d3ec-4144-a1e3-26303654e226 None None] Received port after_create {{(pid=95103) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 19:28:48.432707 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15af041f-d3ec-4144-a1e3-26303654e226 None None] Pushing event updated for resources: {'Port': ['ID=5e71733b-21f4-4638-9028-d4765938f159,revision_number=1']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:28:48.456537 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-e354e5c4-fbc2-4ea3-927a-8468d93ceba4 req-3c7c53ef-064a-4f63-a1e9-fae73deb4c93 service neutron] 10.222.0.67 "GET /v2.0/networks/fc34e185-e374-4773-b7db-244f26dc6cda?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1342206 Sep 23 19:28:48.526988 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.managers [None req-15af041f-d3ec-4144-a1e3-26303654e226 None None] Attempting to bind port 5e71733b-21f4-4638-9028-d4765938f159 on host n-d-713301-16 for vnic_type normal with profile {{(pid=95103) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 19:28:48.527463 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.managers [None req-15af041f-d3ec-4144-a1e3-26303654e226 None None] Attempting to bind port 5e71733b-21f4-4638-9028-d4765938f159 by drivers openvswitch,hyperv on host n-d-713301-16 at level 0 using segments [{'id': 'f2c7906a-f37f-48bb-be91-ab4421f4e3b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '770ed6ef-9167-411d-8de5-3ae231cefeb9'}] {{(pid=95103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 19:28:48.527907 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15af041f-d3ec-4144-a1e3-26303654e226 None None] Attempting to bind port 5e71733b-21f4-4638-9028-d4765938f159 on network 770ed6ef-9167-411d-8de5-3ae231cefeb9 {{(pid=95103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:28:48.534121 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15af041f-d3ec-4144-a1e3-26303654e226 None None] Checking agent: {'id': '70a14545-df24-472f-8f95-bfe1719bff93', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 19, 7, 53), 'started_at': datetime.datetime(2021, 9, 23, 19, 8, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 19, 28, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 19:28:48.534593 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15af041f-d3ec-4144-a1e3-26303654e226 None None] Checking segment: {'id': 'f2c7906a-f37f-48bb-be91-ab4421f4e3b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '770ed6ef-9167-411d-8de5-3ae231cefeb9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95103) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:28:48.535093 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-15af041f-d3ec-4144-a1e3-26303654e226 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:28:48.537154 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15af041f-d3ec-4144-a1e3-26303654e226 None None] Bound using segment: {'id': 'f2c7906a-f37f-48bb-be91-ab4421f4e3b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '770ed6ef-9167-411d-8de5-3ae231cefeb9'} {{(pid=95103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 19:28:48.537154 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.managers [None req-15af041f-d3ec-4144-a1e3-26303654e226 None None] Bound port: 5e71733b-21f4-4638-9028-d4765938f159, host: n-d-713301-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f2c7906a-f37f-48bb-be91-ab4421f4e3b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '770ed6ef-9167-411d-8de5-3ae231cefeb9'}}] {{(pid=95103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 19:28:48.537409 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-15af041f-d3ec-4144-a1e3-26303654e226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:28:48.626144 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-048c1fba-3150-4b25-a708-2cea16174a21 req-1748dfeb-af50-4c22-9a86-49559f1a79bf tempest-ServerShowV247Test-594915160 tempest-ServerShowV247Test-594915160-project] 10.222.0.67 "GET /v2.0/ports?device_id=b218dbf0-6f4e-49c8-8155-3418c0927d9a HTTP/1.1" status: 200 len: 210 time: 0.0471017 Sep 23 19:28:48.640977 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-15af041f-d3ec-4144-a1e3-26303654e226 None None] For port 5e71733b-21f4-4638-9028-d4765938f159, host n-d-713301-16, cleared binding levels {{(pid=95103) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 19:28:48.652388 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-15af041f-d3ec-4144-a1e3-26303654e226 None None] For port 5e71733b-21f4-4638-9028-d4765938f159, host n-d-713301-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-16',level=0,port_id=5e71733b-21f4-4638-9028-d4765938f159,segment=NetworkSegment(f2c7906a-f37f-48bb-be91-ab4421f4e3b8),segment_id=f2c7906a-f37f-48bb-be91-ab4421f4e3b8)] {{(pid=95103) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 19:28:48.660109 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-15af041f-d3ec-4144-a1e3-26303654e226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:28:48.673741 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-e354e5c4-fbc2-4ea3-927a-8468d93ceba4 req-ba6e3a54-9012-4d54-ba30-cc7913840c8f service neutron] 10.222.0.67 "GET /v2.0/networks/fc34e185-e374-4773-b7db-244f26dc6cda?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2087073 Sep 23 19:28:48.766808 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15af041f-d3ec-4144-a1e3-26303654e226 None None] Pushing event updated for resources: {'Port': ['ID=5e71733b-21f4-4638-9028-d4765938f159,revision_number=2']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:28:48.833056 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f7a9ca2-4fc3-43b6-b7c2-1b83c1b88784 req-a2496cd8-861a-4f9e-bf1d-7d9e095d95cb tempest-DeleteServersTestJSON-2111530366 tempest-DeleteServersTestJSON-2111530366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:28:48.834723 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-8f7a9ca2-4fc3-43b6-b7c2-1b83c1b88784 req-a2496cd8-861a-4f9e-bf1d-7d9e095d95cb tempest-DeleteServersTestJSON-2111530366 tempest-DeleteServersTestJSON-2111530366-project] 10.222.0.67 "GET /v2.0/ports?device_id=d6fb661b-35d0-4bb3-b9f1-7aeeaa15cabb HTTP/1.1" status: 200 len: 945 time: 0.1058731 Sep 23 19:28:48.906664 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-8f7a9ca2-4fc3-43b6-b7c2-1b83c1b88784 req-bd554df3-b42d-4796-90c7-66d182abe832 tempest-DeleteServersTestJSON-2111530366 tempest-DeleteServersTestJSON-2111530366-project] 10.222.0.67 "GET /v2.0/security-groups?id=67f2e2ca-928f-40e5-b9b2-05ec3bddbb37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611408 Sep 23 19:28:48.908656 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-e354e5c4-fbc2-4ea3-927a-8468d93ceba4 req-ac6fb489-5a17-4f4f-80ab-5243ad4b14f5 service neutron] 10.222.0.67 "GET /v2.0/networks/770ed6ef-9167-411d-8de5-3ae231cefeb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2222755 Sep 23 19:28:49.002948 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 41186) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:28:49.099190 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fcfec3e-bccf-4a2c-bd9c-9ae5aca1f323 None None] Network fc34e185-e374-4773-b7db-244f26dc6cda requested from n-d-713301-16 {{(pid=95103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 19:28:49.107379 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-e354e5c4-fbc2-4ea3-927a-8468d93ceba4 req-15674458-491e-447c-81bc-148525e090bd service neutron] 10.222.0.67 "GET /v2.0/networks/770ed6ef-9167-411d-8de5-3ae231cefeb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1868603 Sep 23 19:28:49.110692 n-d-713301-16 neutron-server[95101]: DEBUG neutron.db.db_base_plugin_v2 [None req-1a204229-5931-4261-b0bf-28ac2ef11479 admin admin] Deleting subnet 1471c35d-8ac2-4d90-84dc-b5e2bb0311b7 {{(pid=95101) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 23 19:28:49.113558 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-1a204229-5931-4261-b0bf-28ac2ef11479 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:28:49.166613 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-1a204229-5931-4261-b0bf-28ac2ef11479 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6007154'] for subnet, precommit_delete_associations {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:28:49.229642 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-1a204229-5931-4261-b0bf-28ac2ef11479 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1756813'] for subnet, precommit_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:28:49.265754 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-b29fa7b7-8353-4ec4-ac94-608e63abc333 None None] Provisioning complete for port 37dcda35-5dfa-4622-a875-56d4756369d1 triggered by entity DHCP. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:28:49.266177 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b29fa7b7-8353-4ec4-ac94-608e63abc333 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:28:49.363801 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-1a204229-5931-4261-b0bf-28ac2ef11479 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1756804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5607514', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6130950'] for subnet, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:28:49.417463 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a204229-5931-4261-b0bf-28ac2ef11479 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1471c35d-8ac2-4d90-84dc-b5e2bb0311b7,revision_number=None']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:28:49.435468 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-1a204229-5931-4261-b0bf-28ac2ef11479 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527417'] for subnet, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:28:49.440708 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-1a204229-5931-4261-b0bf-28ac2ef11479 admin admin] 10.222.0.67 "DELETE /v2.0/subnets/1471c35d-8ac2-4d90-84dc-b5e2bb0311b7 HTTP/1.1" status: 204 len: 168 time: 0.4366271 Sep 23 19:28:49.441356 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 41194) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:28:49.459158 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-2b81a7d3-341f-448a-9571-d4d38abe38b8 req-923b432c-f7dc-44f5-85eb-2e1539d8adf3 tempest-ServersTestMultiNic-786669321 tempest-ServersTestMultiNic-786669321-project] 10.222.0.67 "GET /v2.0/ports?device_id=9fe5b43b-44b1-4fe8-afab-9bb8a032fe60 HTTP/1.1" status: 200 len: 210 time: 0.0705385 Sep 23 19:28:49.487864 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b29fa7b7-8353-4ec4-ac94-608e63abc333 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:28:49.494435 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Device 5e71733b-21f4-4638-9028-d4765938f159 up at agent ovs-agent-n-d-713301-16 {{(pid=95103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 19:28:49.578745 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-b29fa7b7-8353-4ec4-ac94-608e63abc333 None None] For port 37dcda35-5dfa-4622-a875-56d4756369d1, host n-d-713301-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-16',level=0,port_id=37dcda35-5dfa-4622-a875-56d4756369d1,segment=NetworkSegment(05625dfa-c712-49f8-8926-f70c48b67385),segment_id=05625dfa-c712-49f8-8926-f70c48b67385)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:28:49.592056 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b29fa7b7-8353-4ec4-ac94-608e63abc333 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:28:49.632125 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce024fa4-9c0d-4447-b150-55d8d8f0755e req-4e90a3f7-dfed-42ba-a42d-14f99c586534 tempest-MigrationsAdminTest-397594546 tempest-MigrationsAdminTest-397594546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:28:49.632439 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-b596348c-af33-4fb2-92ba-8ddb9bdc0294 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1628021'] for network, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:28:49.653388 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-ce024fa4-9c0d-4447-b150-55d8d8f0755e req-4e90a3f7-dfed-42ba-a42d-14f99c586534 tempest-MigrationsAdminTest-397594546 tempest-MigrationsAdminTest-397594546-project] 10.222.0.67 "GET /v2.0/ports?device_id=8c2ff25d-e89a-47f5-89c5-0372db439fc3 HTTP/1.1" status: 200 len: 950 time: 0.1600449 Sep 23 19:28:49.732209 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-770faff2-f9d1-4bf4-a35d-38c694746365 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:28:49.751130 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b29fa7b7-8353-4ec4-ac94-608e63abc333 None None] Pushing event updated for resources: {'Port': ['ID=37dcda35-5dfa-4622-a875-56d4756369d1,revision_number=3']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:28:49.784027 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Provisioning complete for port 5e71733b-21f4-4638-9028-d4765938f159 triggered by entity L2. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:28:49.784685 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:28:49.803081 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-ce024fa4-9c0d-4447-b150-55d8d8f0755e req-5a5e136d-a7ba-442d-bf98-4c05c6249698 tempest-MigrationsAdminTest-397594546 tempest-MigrationsAdminTest-397594546-project] 10.222.0.67 "GET /v2.0/security-groups?id=78cb509b-31c4-4e2a-bb5c-7abd6194dcc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1424401 Sep 23 19:28:49.857114 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-b596348c-af33-4fb2-92ba-8ddb9bdc0294 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1754676', 'neutron.services.segments.db._delete_segments_for_network-8783146221460'] for network, precommit_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:28:49.880365 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-eab6120f-5c77-4e49-822e-cf2ac454c636 req-2cf41d43-f138-4dba-97a3-0508186e87ea tempest-ServerShowV247Test-594915160 tempest-ServerShowV247Test-594915160-project] 10.222.0.67 "GET /v2.0/ports?device_id=b218dbf0-6f4e-49c8-8155-3418c0927d9a HTTP/1.1" status: 200 len: 210 time: 0.0498860 Sep 23 19:28:49.925682 n-d-713301-16 neutron-server[95101]: DEBUG neutron.services.segments.db [None req-b596348c-af33-4fb2-92ba-8ddb9bdc0294 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['38d75c5c-e2c5-4e5e-b8e1-a2ffbe9996a8']}} {{(pid=95101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:28:49.956743 n-d-713301-16 neutron-server[95101]: DEBUG neutron.services.segments.db [None req-b596348c-af33-4fb2-92ba-8ddb9bdc0294 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f8de9f65-8411-4e97-ab2c-3e2ef9532e6f') {'for_net_delete': True} {{(pid=95101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:28:49.957232 n-d-713301-16 neutron-server[95101]: DEBUG neutron.services.segments.db [None req-b596348c-af33-4fb2-92ba-8ddb9bdc0294 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f8de9f65-8411-4e97-ab2c-3e2ef9532e6f') {} {{(pid=95101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:28:49.977216 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-b596348c-af33-4fb2-92ba-8ddb9bdc0294 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783146221725', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6007147'] for segment, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:28:50.015101 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-b596348c-af33-4fb2-92ba-8ddb9bdc0294 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1756186'] for segment, precommit_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:28:50.021616 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:28:50.029110 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b596348c-af33-4fb2-92ba-8ddb9bdc0294 admin admin] Releasing vlan 638 on physical network physnet1 to pool {{(pid=95101) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 19:28:50.029680 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-b596348c-af33-4fb2-92ba-8ddb9bdc0294 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1756186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5608436'] for segment, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:28:50.032557 n-d-713301-16 neutron-server[95101]: Traceback (most recent call last): Sep 23 19:28:50.032557 n-d-713301-16 neutron-server[95101]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 19:28:50.032557 n-d-713301-16 neutron-server[95101]: timer() Sep 23 19:28:50.032557 n-d-713301-16 neutron-server[95101]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 19:28:50.032557 n-d-713301-16 neutron-server[95101]: cb(*args, **kw) Sep 23 19:28:50.032557 n-d-713301-16 neutron-server[95101]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 19:28:50.032557 n-d-713301-16 neutron-server[95101]: return func(*args, **kwargs) Sep 23 19:28:50.032557 n-d-713301-16 neutron-server[95101]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 19:28:50.032557 n-d-713301-16 neutron-server[95101]: self._notify() Sep 23 19:28:50.032557 n-d-713301-16 neutron-server[95101]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 19:28:50.032557 n-d-713301-16 neutron-server[95101]: self.callback(batched_events) Sep 23 19:28:50.032557 n-d-713301-16 neutron-server[95101]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 19:28:50.032557 n-d-713301-16 neutron-server[95101]: event.method(event) Sep 23 19:28:50.032557 n-d-713301-16 neutron-server[95101]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 19:28:50.032557 n-d-713301-16 neutron-server[95101]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 19:28:50.032557 n-d-713301-16 neutron-server[95101]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 19:28:50.032557 n-d-713301-16 neutron-server[95101]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 19:28:50.032557 n-d-713301-16 neutron-server[95101]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 19:28:50.032557 n-d-713301-16 neutron-server[95101]: return f(self, *a, **k) Sep 23 19:28:50.032557 n-d-713301-16 neutron-server[95101]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 19:28:50.032557 n-d-713301-16 neutron-server[95101]: return self._get(url).json() Sep 23 19:28:50.032557 n-d-713301-16 neutron-server[95101]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 19:28:50.032557 n-d-713301-16 neutron-server[95101]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 19:28:50.032557 n-d-713301-16 neutron-server[95101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 19:28:50.032557 n-d-713301-16 neutron-server[95101]: return self.request(url, 'GET', **kwargs) Sep 23 19:28:50.032557 n-d-713301-16 neutron-server[95101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 19:28:50.032557 n-d-713301-16 neutron-server[95101]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 19:28:50.032557 n-d-713301-16 neutron-server[95101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 19:28:50.032557 n-d-713301-16 neutron-server[95101]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 19:28:50.032557 n-d-713301-16 neutron-server[95101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 19:28:50.032557 n-d-713301-16 neutron-server[95101]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 19:28:50.032557 n-d-713301-16 neutron-server[95101]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 19:28:50.089204 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c95922-cb5f-4135-8870-22446ee16aa5 req-68bd51a8-cafb-4449-b4d4-4ebac9e792b9 tempest-DeleteServersTestJSON-2111530366 tempest-DeleteServersTestJSON-2111530366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:28:50.091267 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-98c95922-cb5f-4135-8870-22446ee16aa5 req-68bd51a8-cafb-4449-b4d4-4ebac9e792b9 tempest-DeleteServersTestJSON-2111530366 tempest-DeleteServersTestJSON-2111530366-project] 10.222.0.67 "GET /v2.0/ports?device_id=d6fb661b-35d0-4bb3-b9f1-7aeeaa15cabb HTTP/1.1" status: 200 len: 945 time: 0.0826106 Sep 23 19:28:50.091514 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] For port 5e71733b-21f4-4638-9028-d4765938f159, host n-d-713301-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-16',level=0,port_id=5e71733b-21f4-4638-9028-d4765938f159,segment=NetworkSegment(f2c7906a-f37f-48bb-be91-ab4421f4e3b8),segment_id=f2c7906a-f37f-48bb-be91-ab4421f4e3b8)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:28:50.115276 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:28:50.116220 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Device 37dcda35-5dfa-4622-a875-56d4756369d1 up at agent ovs-agent-n-d-713301-16 {{(pid=95103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 19:28:50.160435 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-98c95922-cb5f-4135-8870-22446ee16aa5 req-8bbd9118-28b9-45e6-96aa-abbe2ef27fdb tempest-DeleteServersTestJSON-2111530366 tempest-DeleteServersTestJSON-2111530366-project] 10.222.0.67 "GET /v2.0/security-groups?id=67f2e2ca-928f-40e5-b9b2-05ec3bddbb37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499475 Sep 23 19:28:50.220176 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-b596348c-af33-4fb2-92ba-8ddb9bdc0294 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1754627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-601866'] for network, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:28:50.231709 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-b596348c-af33-4fb2-92ba-8ddb9bdc0294 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527417'] for network, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:28:50.239603 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-b596348c-af33-4fb2-92ba-8ddb9bdc0294 admin admin] 10.222.0.67 "DELETE /v2.0/networks/38d75c5c-e2c5-4e5e-b8e1-a2ffbe9996a8 HTTP/1.1" status: 204 len: 168 time: 0.7961614 Sep 23 19:28:50.243946 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 41212) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:28:50.245718 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-991084a9-5822-4732-ae22-cefc107478f9 None None] Provisioning complete for port 37dcda35-5dfa-4622-a875-56d4756369d1 triggered by entity DHCP. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:28:50.246112 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-991084a9-5822-4732-ae22-cefc107478f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:28:50.276454 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b596348c-af33-4fb2-92ba-8ddb9bdc0294 admin admin] Pushing event deleted for resources: {'Network': ['ID=38d75c5c-e2c5-4e5e-b8e1-a2ffbe9996a8,revision_number=None']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:28:50.330300 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Pushing event updated for resources: {'Port': ['ID=5e71733b-21f4-4638-9028-d4765938f159,revision_number=3']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:28:50.339867 n-d-713301-16 neutron-server[95102]: DEBUG neutron.db.db_base_plugin_v2 [None req-48985bad-eae5-4939-a180-d2cd89590c32 admin admin] Deleting subnet 05e2b0eb-9b8c-4d7b-8a92-7389f74b05c5 {{(pid=95102) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 23 19:28:50.345304 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-48985bad-eae5-4939-a180-d2cd89590c32 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:28:50.365265 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Provisioning complete for port 37dcda35-5dfa-4622-a875-56d4756369d1 triggered by entity L2. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:28:50.365941 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:28:50.375800 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-571a90c8-b0b9-454a-b833-b8e074b3dbbe None None] Network 770ed6ef-9167-411d-8de5-3ae231cefeb9 requested from n-d-713301-16 {{(pid=95103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 19:28:50.399339 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-48985bad-eae5-4939-a180-d2cd89590c32 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6162825'] for subnet, precommit_delete_associations {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:28:50.461878 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-48985bad-eae5-4939-a180-d2cd89590c32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1756813'] for subnet, precommit_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:28:50.534284 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-48985bad-eae5-4939-a180-d2cd89590c32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1756804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4399009', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5388229'] for subnet, after_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:28:50.576164 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48985bad-eae5-4939-a180-d2cd89590c32 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=05e2b0eb-9b8c-4d7b-8a92-7389f74b05c5,revision_number=None']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:28:50.592056 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-48985bad-eae5-4939-a180-d2cd89590c32 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:28:50.597683 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 41218) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:28:50.600819 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-48985bad-eae5-4939-a180-d2cd89590c32 admin admin] 10.222.0.67 "DELETE /v2.0/subnets/05e2b0eb-9b8c-4d7b-8a92-7389f74b05c5 HTTP/1.1" status: 204 len: 168 time: 0.3513308 Sep 23 19:28:50.624222 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-64cc6e7c-dbd0-4e20-a0a0-e217f691679d req-f89edb1b-778c-4952-8653-0ae728043474 tempest-ServersTestMultiNic-786669321 tempest-ServersTestMultiNic-786669321-project] 10.222.0.67 "GET /v2.0/ports?device_id=9fe5b43b-44b1-4fe8-afab-9bb8a032fe60 HTTP/1.1" status: 200 len: 210 time: 0.0504239 Sep 23 19:28:50.660221 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-1ee87b41-b162-46ae-8edd-52e360d43fcc None None] Provisioning complete for port 5e71733b-21f4-4638-9028-d4765938f159 triggered by entity DHCP. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:28:50.661136 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-1ee87b41-b162-46ae-8edd-52e360d43fcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:28:50.716844 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-9b304b51-6084-4452-9ff2-7248b8c3be6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1628021'] for network, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:28:50.843816 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-9b304b51-6084-4452-9ff2-7248b8c3be6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1754676', 'neutron.services.segments.db._delete_segments_for_network-8783146221460'] for network, precommit_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:28:50.876144 n-d-713301-16 neutron-server[95101]: DEBUG neutron.services.segments.db [None req-9b304b51-6084-4452-9ff2-7248b8c3be6d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0775ae33-6e78-4f70-a2f8-25cd39e18095']}} {{(pid=95101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:28:50.887880 n-d-713301-16 neutron-server[95101]: DEBUG neutron.services.segments.db [None req-9b304b51-6084-4452-9ff2-7248b8c3be6d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a8a36d4a-ae5f-443a-b716-16815a1018e9') {'for_net_delete': True} {{(pid=95101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:28:50.888203 n-d-713301-16 neutron-server[95101]: DEBUG neutron.services.segments.db [None req-9b304b51-6084-4452-9ff2-7248b8c3be6d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a8a36d4a-ae5f-443a-b716-16815a1018e9') {} {{(pid=95101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:28:50.899391 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-9b304b51-6084-4452-9ff2-7248b8c3be6d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783146221725', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6007147'] for segment, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:28:50.916583 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-9b304b51-6084-4452-9ff2-7248b8c3be6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1756186'] for segment, precommit_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:28:50.933819 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9b304b51-6084-4452-9ff2-7248b8c3be6d admin admin] Releasing vlan 612 on physical network physnet1 to pool {{(pid=95101) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 19:28:50.934239 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-9b304b51-6084-4452-9ff2-7248b8c3be6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1756186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5608436'] for segment, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:28:50.936316 n-d-713301-16 neutron-server[95101]: Traceback (most recent call last): Sep 23 19:28:50.936316 n-d-713301-16 neutron-server[95101]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 19:28:50.936316 n-d-713301-16 neutron-server[95101]: timer() Sep 23 19:28:50.936316 n-d-713301-16 neutron-server[95101]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 19:28:50.936316 n-d-713301-16 neutron-server[95101]: cb(*args, **kw) Sep 23 19:28:50.936316 n-d-713301-16 neutron-server[95101]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 19:28:50.936316 n-d-713301-16 neutron-server[95101]: return func(*args, **kwargs) Sep 23 19:28:50.936316 n-d-713301-16 neutron-server[95101]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 19:28:50.936316 n-d-713301-16 neutron-server[95101]: self._notify() Sep 23 19:28:50.936316 n-d-713301-16 neutron-server[95101]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 19:28:50.936316 n-d-713301-16 neutron-server[95101]: self.callback(batched_events) Sep 23 19:28:50.936316 n-d-713301-16 neutron-server[95101]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 19:28:50.936316 n-d-713301-16 neutron-server[95101]: event.method(event) Sep 23 19:28:50.936316 n-d-713301-16 neutron-server[95101]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 19:28:50.936316 n-d-713301-16 neutron-server[95101]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 19:28:50.936316 n-d-713301-16 neutron-server[95101]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 19:28:50.936316 n-d-713301-16 neutron-server[95101]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 19:28:50.936316 n-d-713301-16 neutron-server[95101]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 19:28:50.936316 n-d-713301-16 neutron-server[95101]: return f(self, *a, **k) Sep 23 19:28:50.936316 n-d-713301-16 neutron-server[95101]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 19:28:50.936316 n-d-713301-16 neutron-server[95101]: return self._get(url).json() Sep 23 19:28:50.936316 n-d-713301-16 neutron-server[95101]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 19:28:50.936316 n-d-713301-16 neutron-server[95101]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 19:28:50.936316 n-d-713301-16 neutron-server[95101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 19:28:50.936316 n-d-713301-16 neutron-server[95101]: return self.request(url, 'GET', **kwargs) Sep 23 19:28:50.936316 n-d-713301-16 neutron-server[95101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 19:28:50.936316 n-d-713301-16 neutron-server[95101]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 19:28:50.936316 n-d-713301-16 neutron-server[95101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 19:28:50.936316 n-d-713301-16 neutron-server[95101]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 19:28:50.936316 n-d-713301-16 neutron-server[95101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 19:28:50.936316 n-d-713301-16 neutron-server[95101]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 19:28:50.936316 n-d-713301-16 neutron-server[95101]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 19:28:50.960110 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-465dc90b-c4de-4b36-b488-fdf50ceec799 req-4487f698-7306-459b-890b-6413e1469c75 tempest-MigrationsAdminTest-397594546 tempest-MigrationsAdminTest-397594546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:28:50.964628 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-465dc90b-c4de-4b36-b488-fdf50ceec799 req-4487f698-7306-459b-890b-6413e1469c75 tempest-MigrationsAdminTest-397594546 tempest-MigrationsAdminTest-397594546-project] 10.222.0.67 "GET /v2.0/ports?device_id=8c2ff25d-e89a-47f5-89c5-0372db439fc3 HTTP/1.1" status: 200 len: 950 time: 0.0927255 Sep 23 19:28:51.013659 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-cf8efe87-66ac-48aa-bf56-1085ea3dd27c None None] Provisioning complete for port 5e71733b-21f4-4638-9028-d4765938f159 triggered by entity DHCP. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:28:51.014218 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-cf8efe87-66ac-48aa-bf56-1085ea3dd27c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:28:51.072300 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-9b304b51-6084-4452-9ff2-7248b8c3be6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1754627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-601866'] for network, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:28:51.091348 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-465dc90b-c4de-4b36-b488-fdf50ceec799 req-c69ecbed-7470-43b0-9cbd-072aefc38d88 tempest-MigrationsAdminTest-397594546 tempest-MigrationsAdminTest-397594546-project] 10.222.0.67 "GET /v2.0/security-groups?id=78cb509b-31c4-4e2a-bb5c-7abd6194dcc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1196990 Sep 23 19:28:51.094342 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-e0b698c9-6f81-4fc8-81d7-e702bfcd2969 req-42cc7299-2a55-4684-a386-22ef6e58f6ba tempest-ServerShowV247Test-594915160 tempest-ServerShowV247Test-594915160-project] 10.222.0.67 "GET /v2.0/ports?device_id=b218dbf0-6f4e-49c8-8155-3418c0927d9a HTTP/1.1" status: 200 len: 210 time: 0.0662222 Sep 23 19:28:51.125386 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-9b304b51-6084-4452-9ff2-7248b8c3be6d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527417'] for network, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:28:51.130550 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-9b304b51-6084-4452-9ff2-7248b8c3be6d admin admin] 10.222.0.67 "DELETE /v2.0/networks/0775ae33-6e78-4f70-a2f8-25cd39e18095 HTTP/1.1" status: 204 len: 168 time: 0.5318189 Sep 23 19:28:51.132637 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b304b51-6084-4452-9ff2-7248b8c3be6d admin admin] Pushing event deleted for resources: {'Network': ['ID=0775ae33-6e78-4f70-a2f8-25cd39e18095,revision_number=None']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:28:51.189020 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e354e5c4-fbc2-4ea3-927a-8468d93ceba4 req-1e93ba98-a0f8-41f4-bffa-9af0267d5461 tempest-ServersTestMultiNic-786669321 tempest-ServersTestMultiNic-786669321-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:28:51.196374 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e354e5c4-fbc2-4ea3-927a-8468d93ceba4 req-1e93ba98-a0f8-41f4-bffa-9af0267d5461 tempest-ServersTestMultiNic-786669321 tempest-ServersTestMultiNic-786669321-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:28:51.198676 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-e354e5c4-fbc2-4ea3-927a-8468d93ceba4 req-1e93ba98-a0f8-41f4-bffa-9af0267d5461 tempest-ServersTestMultiNic-786669321 tempest-ServersTestMultiNic-786669321-project] 10.222.0.53 "GET /v2.0/networks?id=fc34e185-e374-4773-b7db-244f26dc6cda&id=770ed6ef-9167-411d-8de5-3ae231cefeb9 HTTP/1.1" status: 200 len: 1392 time: 0.2750230 Sep 23 19:28:51.216021 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.v2.base [req-e354e5c4-fbc2-4ea3-927a-8468d93ceba4 req-ebf1475b-02a3-4d56-88d6-c3478684cac0 tempest-ServersTestMultiNic-786669321 tempest-ServersTestMultiNic-786669321-project] Request body: {'port': {'device_id': '9fe5b43b-44b1-4fe8-afab-9bb8a032fe60', 'network_id': 'fc34e185-e374-4773-b7db-244f26dc6cda', 'admin_state_up': True, 'tenant_id': 'e5bc57b02b1840628e8df5037b8dd2e7'}} {{(pid=95101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:28:51.296558 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Device 5e71733b-21f4-4638-9028-d4765938f159 up at agent ovs-agent-n-d-713301-16 {{(pid=95103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 19:28:51.370939 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027e39d4-a42c-428e-b265-c079b05018d4 req-7c5a92c9-f4eb-444d-b49f-f581bdb3e569 tempest-DeleteServersTestJSON-2111530366 tempest-DeleteServersTestJSON-2111530366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:28:51.374535 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-027e39d4-a42c-428e-b265-c079b05018d4 req-7c5a92c9-f4eb-444d-b49f-f581bdb3e569 tempest-DeleteServersTestJSON-2111530366 tempest-DeleteServersTestJSON-2111530366-project] 10.222.0.67 "GET /v2.0/ports?device_id=d6fb661b-35d0-4bb3-b9f1-7aeeaa15cabb HTTP/1.1" status: 200 len: 945 time: 0.1231427 Sep 23 19:28:51.406074 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Provisioning complete for port 5e71733b-21f4-4638-9028-d4765938f159 triggered by entity L2. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:28:51.406949 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:28:51.443661 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 41232) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:28:51.444301 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e354e5c4-fbc2-4ea3-927a-8468d93ceba4 req-ebf1475b-02a3-4d56-88d6-c3478684cac0 tempest-ServersTestMultiNic-786669321 tempest-ServersTestMultiNic-786669321-project] Made reservation on behalf of e5bc57b02b1840628e8df5037b8dd2e7 for: {'port': 1} {{(pid=95101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:28:51.448361 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-e354e5c4-fbc2-4ea3-927a-8468d93ceba4 req-ebf1475b-02a3-4d56-88d6-c3478684cac0 tempest-ServersTestMultiNic-786669321 tempest-ServersTestMultiNic-786669321-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:28:51.480485 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-027e39d4-a42c-428e-b265-c079b05018d4 req-edd601c8-083e-4c1a-83cf-5f7ced234551 tempest-DeleteServersTestJSON-2111530366 tempest-DeleteServersTestJSON-2111530366-project] 10.222.0.67 "GET /v2.0/security-groups?id=67f2e2ca-928f-40e5-b9b2-05ec3bddbb37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913267 Sep 23 19:28:51.534098 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-97e0e30e-081e-4623-9c2c-f98fc735ff3c admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=2a538de04c5f468aad7a6b916358a379&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0885296 Sep 23 19:28:51.536918 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 41234) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:28:51.542424 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Device 37dcda35-5dfa-4622-a875-56d4756369d1 up at agent ovs-agent-n-d-713301-16 {{(pid=95103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 19:28:51.608388 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-09e0944f-01ee-4cc5-a191-782e2e6f3d3f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:28:51.617949 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Provisioning complete for port 37dcda35-5dfa-4622-a875-56d4756369d1 triggered by entity L2. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:28:51.618534 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:28:51.639990 n-d-713301-16 neutron-server[95101]: DEBUG neutron.db.db_base_plugin_common [req-e354e5c4-fbc2-4ea3-927a-8468d93ceba4 req-ebf1475b-02a3-4d56-88d6-c3478684cac0 tempest-ServersTestMultiNic-786669321 tempest-ServersTestMultiNic-786669321-project] Allocated IP 19.80.0.16 (fc34e185-e374-4773-b7db-244f26dc6cda/f7305459-ed5f-4175-b62a-734a0df4725c/14e9b887-f77c-4d4f-8e40-4b79ce1c0714) {{(pid=95101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 19:28:51.643498 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-09e0944f-01ee-4cc5-a191-782e2e6f3d3f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:28:51.747972 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Device b3b1f489-6989-496d-a15e-57e188c8171f no longer exists at agent hyperv_n-h2-713301-16 {{(pid=95103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 19:28:51.750693 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-09e0944f-01ee-4cc5-a191-782e2e6f3d3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:28:51.761498 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-09e0944f-01ee-4cc5-a191-782e2e6f3d3f admin admin] Notify callbacks [] for security_group, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:28:51.763550 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-09e0944f-01ee-4cc5-a191-782e2e6f3d3f admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/03b8d372-1648-4ffa-a934-45f880e6202c HTTP/1.1" status: 204 len: 168 time: 0.2241843 Sep 23 19:28:51.788719 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.plugin [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] No Port match for: b3b1f489-6989-496d-a15e-57e188c8171f {{(pid=95103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 19:28:51.789134 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Device b3b1f489-6989-496d-a15e-57e188c8171f not bound to the agent host n-h2-713301-16 {{(pid=95103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 19:28:51.811754 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09e0944f-01ee-4cc5-a191-782e2e6f3d3f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03b8d372-1648-4ffa-a934-45f880e6202c,revision_number=None']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:28:51.835216 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-2f3ac8c9-976a-4b50-be8c-7c7eec703dcd req-90379d63-d7fa-4ae0-9253-1f411d63a3e8 tempest-ServersTestMultiNic-786669321 tempest-ServersTestMultiNic-786669321-project] 10.222.0.67 "GET /v2.0/ports?device_id=9fe5b43b-44b1-4fe8-afab-9bb8a032fe60 HTTP/1.1" status: 200 len: 210 time: 0.0546365 Sep 23 19:28:51.943126 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-e354e5c4-fbc2-4ea3-927a-8468d93ceba4 req-ebf1475b-02a3-4d56-88d6-c3478684cac0 tempest-ServersTestMultiNic-786669321 tempest-ServersTestMultiNic-786669321-project] Notify callbacks [] for port, precommit_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:28:51.981523 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-e354e5c4-fbc2-4ea3-927a-8468d93ceba4 req-ebf1475b-02a3-4d56-88d6-c3478684cac0 tempest-ServersTestMultiNic-786669321 tempest-ServersTestMultiNic-786669321-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783145673135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5607431'] for port, after_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:28:52.049313 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e354e5c4-fbc2-4ea3-927a-8468d93ceba4 req-ebf1475b-02a3-4d56-88d6-c3478684cac0 tempest-ServersTestMultiNic-786669321 tempest-ServersTestMultiNic-786669321-project] Network fc34e185-e374-4773-b7db-244f26dc6cda is already hosted by enough agents. {{(pid=95101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:28:52.056520 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebf1475b-02a3-4d56-88d6-c3478684cac0 tempest-ServersTestMultiNic-786669321 tempest-ServersTestMultiNic-786669321-project] Pushing event updated for resources: {'Port': ['ID=14e9b887-f77c-4d4f-8e40-4b79ce1c0714,revision_number=1']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:28:52.059236 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.base_scheduler [req-e354e5c4-fbc2-4ea3-927a-8468d93ceba4 req-ebf1475b-02a3-4d56-88d6-c3478684cac0 tempest-ServersTestMultiNic-786669321 tempest-ServersTestMultiNic-786669321-project] Resources bound (agent type, host, resource id): {{(pid=95101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:28:52.065869 n-d-713301-16 neutron-server[95101]: DEBUG neutron.db.l3_dvrscheduler_db [req-e354e5c4-fbc2-4ea3-927a-8468d93ceba4 req-ebf1475b-02a3-4d56-88d6-c3478684cac0 tempest-ServersTestMultiNic-786669321 tempest-ServersTestMultiNic-786669321-project] Received port after_create {{(pid=95101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 19:28:52.150956 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e354e5c4-fbc2-4ea3-927a-8468d93ceba4 req-ebf1475b-02a3-4d56-88d6-c3478684cac0 tempest-ServersTestMultiNic-786669321 tempest-ServersTestMultiNic-786669321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:28:52.152123 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-e354e5c4-fbc2-4ea3-927a-8468d93ceba4 req-ebf1475b-02a3-4d56-88d6-c3478684cac0 tempest-ServersTestMultiNic-786669321 tempest-ServersTestMultiNic-786669321-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222849'] for port, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:28:52.187207 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-e354e5c4-fbc2-4ea3-927a-8468d93ceba4 req-ebf1475b-02a3-4d56-88d6-c3478684cac0 tempest-ServersTestMultiNic-786669321 tempest-ServersTestMultiNic-786669321-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9778295 Sep 23 19:28:52.207238 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.v2.base [req-e354e5c4-fbc2-4ea3-927a-8468d93ceba4 req-4d9ebb5c-2a24-4bf7-b639-0021a2eff053 tempest-ServersTestMultiNic-786669321 tempest-ServersTestMultiNic-786669321-project] Request body: {'port': {'device_id': '9fe5b43b-44b1-4fe8-afab-9bb8a032fe60', 'network_id': '770ed6ef-9167-411d-8de5-3ae231cefeb9', 'admin_state_up': True, 'tenant_id': 'e5bc57b02b1840628e8df5037b8dd2e7'}} {{(pid=95101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:28:52.252691 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 41248) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:28:52.322690 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-b4cf50cc-ad33-4c4a-bc65-50e217f6a805 req-84935ce4-801e-46d5-9321-517177f43cb2 tempest-ServerShowV247Test-594915160 tempest-ServerShowV247Test-594915160-project] 10.222.0.67 "GET /v2.0/ports?device_id=b218dbf0-6f4e-49c8-8155-3418c0927d9a HTTP/1.1" status: 200 len: 210 time: 0.0351357 Sep 23 19:28:52.323670 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-23a4a84e-332e-4596-901e-0c709e77b4cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:28:52.351281 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd657d7-ac10-497f-86a3-f09608c145fd req-7d6891d7-2287-4fcc-ab8a-f213ffc4edad tempest-MigrationsAdminTest-397594546 tempest-MigrationsAdminTest-397594546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:28:52.358554 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-2fd657d7-ac10-497f-86a3-f09608c145fd req-7d6891d7-2287-4fcc-ab8a-f213ffc4edad tempest-MigrationsAdminTest-397594546 tempest-MigrationsAdminTest-397594546-project] 10.222.0.67 "GET /v2.0/ports?device_id=8c2ff25d-e89a-47f5-89c5-0372db439fc3 HTTP/1.1" status: 200 len: 950 time: 0.1324637 Sep 23 19:28:52.378479 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-e280618f-5885-48a8-8b42-b0afe93273da None None] Provisioning complete for port 14e9b887-f77c-4d4f-8e40-4b79ce1c0714 triggered by entity DHCP. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:28:52.379863 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-e280618f-5885-48a8-8b42-b0afe93273da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:28:52.392902 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-0e737ef6-15aa-438f-9159-67b5a4cb459e admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=a0a0e64ff152415b9a186d6ac4a7cb4b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1362989 Sep 23 19:28:52.395578 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 41252) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:28:52.420297 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.plugin [None req-e280618f-5885-48a8-8b42-b0afe93273da None None] Port 14e9b887-f77c-4d4f-8e40-4b79ce1c0714 cannot update to ACTIVE because it is not bound. {{(pid=95103) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 19:28:52.437447 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-2fd657d7-ac10-497f-86a3-f09608c145fd req-befb4846-225c-4802-acf3-a6e02d1e5432 tempest-MigrationsAdminTest-397594546 tempest-MigrationsAdminTest-397594546-project] 10.222.0.67 "GET /v2.0/security-groups?id=78cb509b-31c4-4e2a-bb5c-7abd6194dcc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710177 Sep 23 19:28:52.459151 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e354e5c4-fbc2-4ea3-927a-8468d93ceba4 req-4d9ebb5c-2a24-4bf7-b639-0021a2eff053 tempest-ServersTestMultiNic-786669321 tempest-ServersTestMultiNic-786669321-project] Made reservation on behalf of e5bc57b02b1840628e8df5037b8dd2e7 for: {'port': 1} {{(pid=95101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:28:52.462747 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-e354e5c4-fbc2-4ea3-927a-8468d93ceba4 req-4d9ebb5c-2a24-4bf7-b639-0021a2eff053 tempest-ServersTestMultiNic-786669321 tempest-ServersTestMultiNic-786669321-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:28:52.498346 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-e83c67c1-7620-4030-be60-43da0a35897c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:28:52.561197 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-e83c67c1-7620-4030-be60-43da0a35897c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:28:52.656165 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993ef751-f6e0-44c3-a854-3256f86b9b8c req-0b0d758d-a1d0-4e90-8883-7fc95fc9be27 tempest-DeleteServersTestJSON-2111530366 tempest-DeleteServersTestJSON-2111530366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:28:52.657359 n-d-713301-16 neutron-server[95101]: DEBUG neutron.db.db_base_plugin_common [req-e354e5c4-fbc2-4ea3-927a-8468d93ceba4 req-4d9ebb5c-2a24-4bf7-b639-0021a2eff053 tempest-ServersTestMultiNic-786669321 tempest-ServersTestMultiNic-786669321-project] Allocated IP 19.86.0.224 (770ed6ef-9167-411d-8de5-3ae231cefeb9/31585675-9bbb-4687-a587-a7b235e7b8b8/1894d951-3318-4941-8bd0-83e9e211ed0d) {{(pid=95101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 19:28:52.658481 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-993ef751-f6e0-44c3-a854-3256f86b9b8c req-0b0d758d-a1d0-4e90-8883-7fc95fc9be27 tempest-DeleteServersTestJSON-2111530366 tempest-DeleteServersTestJSON-2111530366-project] 10.222.0.67 "GET /v2.0/ports?device_id=d6fb661b-35d0-4bb3-b9f1-7aeeaa15cabb HTTP/1.1" status: 200 len: 945 time: 0.0888045 Sep 23 19:28:52.678530 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-e83c67c1-7620-4030-be60-43da0a35897c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:28:52.681073 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-e83c67c1-7620-4030-be60-43da0a35897c admin admin] Notify callbacks [] for security_group, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:28:52.685511 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-e83c67c1-7620-4030-be60-43da0a35897c admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/44db7b33-928f-4939-b472-5df003e124ca HTTP/1.1" status: 204 len: 168 time: 0.2894311 Sep 23 19:28:52.703820 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e83c67c1-7620-4030-be60-43da0a35897c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44db7b33-928f-4939-b472-5df003e124ca,revision_number=None']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:28:52.722113 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-993ef751-f6e0-44c3-a854-3256f86b9b8c req-2de269cc-d900-4f49-bf42-058bfea80a06 tempest-DeleteServersTestJSON-2111530366 tempest-DeleteServersTestJSON-2111530366-project] 10.222.0.67 "GET /v2.0/security-groups?id=67f2e2ca-928f-40e5-b9b2-05ec3bddbb37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523949 Sep 23 19:28:52.862919 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-e354e5c4-fbc2-4ea3-927a-8468d93ceba4 req-4d9ebb5c-2a24-4bf7-b639-0021a2eff053 tempest-ServersTestMultiNic-786669321 tempest-ServersTestMultiNic-786669321-project] Notify callbacks [] for port, precommit_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:28:52.922858 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-e354e5c4-fbc2-4ea3-927a-8468d93ceba4 req-4d9ebb5c-2a24-4bf7-b639-0021a2eff053 tempest-ServersTestMultiNic-786669321 tempest-ServersTestMultiNic-786669321-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783145673135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5607431'] for port, after_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:28:52.986780 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e354e5c4-fbc2-4ea3-927a-8468d93ceba4 req-4d9ebb5c-2a24-4bf7-b639-0021a2eff053 tempest-ServersTestMultiNic-786669321 tempest-ServersTestMultiNic-786669321-project] Network 770ed6ef-9167-411d-8de5-3ae231cefeb9 is already hosted by enough agents. {{(pid=95101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:28:52.990544 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.base_scheduler [req-e354e5c4-fbc2-4ea3-927a-8468d93ceba4 req-4d9ebb5c-2a24-4bf7-b639-0021a2eff053 tempest-ServersTestMultiNic-786669321 tempest-ServersTestMultiNic-786669321-project] Resources bound (agent type, host, resource id): {{(pid=95101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:28:52.996904 n-d-713301-16 neutron-server[95101]: DEBUG neutron.db.l3_dvrscheduler_db [req-e354e5c4-fbc2-4ea3-927a-8468d93ceba4 req-4d9ebb5c-2a24-4bf7-b639-0021a2eff053 tempest-ServersTestMultiNic-786669321 tempest-ServersTestMultiNic-786669321-project] Received port after_create {{(pid=95101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 19:28:53.038234 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:28:53.046355 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d9ebb5c-2a24-4bf7-b639-0021a2eff053 tempest-ServersTestMultiNic-786669321 tempest-ServersTestMultiNic-786669321-project] Pushing event updated for resources: {'Port': ['ID=1894d951-3318-4941-8bd0-83e9e211ed0d,revision_number=1']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:28:53.049573 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e61213-76c2-4460-87b2-80027be815c2 req-9cd408a2-806d-4e6c-8d49-d58332eb09cc tempest-ServersTestMultiNic-786669321 tempest-ServersTestMultiNic-786669321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:28:53.055632 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e61213-76c2-4460-87b2-80027be815c2 req-9cd408a2-806d-4e6c-8d49-d58332eb09cc tempest-ServersTestMultiNic-786669321 tempest-ServersTestMultiNic-786669321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:28:53.057395 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-b4e61213-76c2-4460-87b2-80027be815c2 req-9cd408a2-806d-4e6c-8d49-d58332eb09cc tempest-ServersTestMultiNic-786669321 tempest-ServersTestMultiNic-786669321-project] 10.222.0.67 "GET /v2.0/ports?device_id=9fe5b43b-44b1-4fe8-afab-9bb8a032fe60 HTTP/1.1" status: 200 len: 1654 time: 0.1032043 Sep 23 19:28:53.085125 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e354e5c4-fbc2-4ea3-927a-8468d93ceba4 req-4d9ebb5c-2a24-4bf7-b639-0021a2eff053 tempest-ServersTestMultiNic-786669321 tempest-ServersTestMultiNic-786669321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:28:53.086173 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-e354e5c4-fbc2-4ea3-927a-8468d93ceba4 req-4d9ebb5c-2a24-4bf7-b639-0021a2eff053 tempest-ServersTestMultiNic-786669321 tempest-ServersTestMultiNic-786669321-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222849'] for port, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:28:53.109754 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-e354e5c4-fbc2-4ea3-927a-8468d93ceba4 req-4d9ebb5c-2a24-4bf7-b639-0021a2eff053 tempest-ServersTestMultiNic-786669321 tempest-ServersTestMultiNic-786669321-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9110494 Sep 23 19:28:53.132100 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.v2.base [req-e354e5c4-fbc2-4ea3-927a-8468d93ceba4 req-75baae01-d5c1-4112-b15e-4e22eb38d54e service neutron] Request body: {'port': {'device_id': '9fe5b43b-44b1-4fe8-afab-9bb8a032fe60', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713301-16'}} {{(pid=95101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:28:53.135965 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-b4e61213-76c2-4460-87b2-80027be815c2 req-4706f7be-4c4c-4f8f-96c1-70e346374018 tempest-ServersTestMultiNic-786669321 tempest-ServersTestMultiNic-786669321-project] 10.222.0.67 "GET /v2.0/security-groups?id=566f77e0-c65d-4b4e-93cb-ececf5c80170&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695219 Sep 23 19:28:53.210379 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-e354e5c4-fbc2-4ea3-927a-8468d93ceba4 req-75baae01-d5c1-4112-b15e-4e22eb38d54e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:28:53.341193 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-0ae75029-feb6-4728-9a94-5f9b60993d82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:28:53.352084 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-c698964a-266b-4ef6-aa1e-2f756f38ae9a None None] Provisioning complete for port 1894d951-3318-4941-8bd0-83e9e211ed0d triggered by entity DHCP. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:28:53.352828 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-c698964a-266b-4ef6-aa1e-2f756f38ae9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:28:53.393242 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.plugin [None req-c698964a-266b-4ef6-aa1e-2f756f38ae9a None None] Port 1894d951-3318-4941-8bd0-83e9e211ed0d cannot update to ACTIVE because it is not bound. {{(pid=95103) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 19:28:53.481800 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-fc70114c-f1b1-4148-a89a-7f423cdb1024 req-a747ff5b-9d3b-4de9-b7bb-2915ca2279a8 tempest-ServerShowV247Test-594915160 tempest-ServerShowV247Test-594915160-project] 10.222.0.67 "GET /v2.0/ports?device_id=b218dbf0-6f4e-49c8-8155-3418c0927d9a HTTP/1.1" status: 200 len: 210 time: 0.0510893 Sep 23 19:28:53.622971 n-d-713301-16 neutron-server[95101]: DEBUG neutron.notifiers.nova [req-e354e5c4-fbc2-4ea3-927a-8468d93ceba4 req-75baae01-d5c1-4112-b15e-4e22eb38d54e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 14e9b887-f77c-4d4f-8e40-4b79ce1c0714 {{(pid=95101) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 19:28:53.636666 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-e354e5c4-fbc2-4ea3-927a-8468d93ceba4 req-75baae01-d5c1-4112-b15e-4e22eb38d54e service neutron] Notify callbacks [] for port, precommit_update {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:28:53.655899 n-d-713301-16 neutron-server[95101]: DEBUG neutron.db.provisioning_blocks [req-e354e5c4-fbc2-4ea3-927a-8468d93ceba4 req-75baae01-d5c1-4112-b15e-4e22eb38d54e service neutron] Transition to ACTIVE for port object 14e9b887-f77c-4d4f-8e40-4b79ce1c0714 will not be triggered until provisioned by entity L2. {{(pid=95101) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 19:28:53.661290 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-e354e5c4-fbc2-4ea3-927a-8468d93ceba4 req-75baae01-d5c1-4112-b15e-4e22eb38d54e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5607436'] for port, after_update {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:28:53.675851 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dbc7c72-e316-4c11-a8aa-92eec6ac7857 req-62135777-c5b1-4e94-b50a-34d3ce3ef329 tempest-MigrationsAdminTest-397594546 tempest-MigrationsAdminTest-397594546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:28:53.678710 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-3dbc7c72-e316-4c11-a8aa-92eec6ac7857 req-62135777-c5b1-4e94-b50a-34d3ce3ef329 tempest-MigrationsAdminTest-397594546 tempest-MigrationsAdminTest-397594546-project] 10.222.0.67 "GET /v2.0/ports?device_id=8c2ff25d-e89a-47f5-89c5-0372db439fc3 HTTP/1.1" status: 200 len: 950 time: 0.0904045 Sep 23 19:28:53.754801 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-3dbc7c72-e316-4c11-a8aa-92eec6ac7857 req-d1aa966a-9fe2-4c85-bee1-7847a6381e28 tempest-MigrationsAdminTest-397594546 tempest-MigrationsAdminTest-397594546-project] 10.222.0.67 "GET /v2.0/security-groups?id=78cb509b-31c4-4e2a-bb5c-7abd6194dcc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614786 Sep 23 19:28:53.755114 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75baae01-d5c1-4112-b15e-4e22eb38d54e service neutron] Pushing event updated for resources: {'Port': ['ID=14e9b887-f77c-4d4f-8e40-4b79ce1c0714,revision_number=2']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:28:53.862167 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.managers [req-e354e5c4-fbc2-4ea3-927a-8468d93ceba4 req-75baae01-d5c1-4112-b15e-4e22eb38d54e service neutron] Attempting to bind port 14e9b887-f77c-4d4f-8e40-4b79ce1c0714 on host n-h2-713301-16 for vnic_type normal with profile {{(pid=95101) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 19:28:53.862796 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.managers [req-e354e5c4-fbc2-4ea3-927a-8468d93ceba4 req-75baae01-d5c1-4112-b15e-4e22eb38d54e service neutron] Attempting to bind port 14e9b887-f77c-4d4f-8e40-4b79ce1c0714 by drivers openvswitch,hyperv on host n-h2-713301-16 at level 0 using segments [{'id': '05625dfa-c712-49f8-8926-f70c48b67385', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': 'fc34e185-e374-4773-b7db-244f26dc6cda'}] {{(pid=95101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 19:28:53.863582 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e354e5c4-fbc2-4ea3-927a-8468d93ceba4 req-75baae01-d5c1-4112-b15e-4e22eb38d54e service neutron] Attempting to bind port 14e9b887-f77c-4d4f-8e40-4b79ce1c0714 on network fc34e185-e374-4773-b7db-244f26dc6cda {{(pid=95101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:28:53.874495 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e354e5c4-fbc2-4ea3-927a-8468d93ceba4 req-75baae01-d5c1-4112-b15e-4e22eb38d54e service neutron] Port 14e9b887-f77c-4d4f-8e40-4b79ce1c0714 on network fc34e185-e374-4773-b7db-244f26dc6cda not bound, no agent of type Open vSwitch agent registered on host n-h2-713301-16 {{(pid=95101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 19:28:53.875271 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e354e5c4-fbc2-4ea3-927a-8468d93ceba4 req-75baae01-d5c1-4112-b15e-4e22eb38d54e service neutron] Attempting to bind port 14e9b887-f77c-4d4f-8e40-4b79ce1c0714 on network fc34e185-e374-4773-b7db-244f26dc6cda {{(pid=95101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:28:53.886881 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e354e5c4-fbc2-4ea3-927a-8468d93ceba4 req-75baae01-d5c1-4112-b15e-4e22eb38d54e service neutron] Checking agent: {'id': '2a7cea34-db54-4faf-8d23-37521c3e34cb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713301-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 19, 15, 28), 'started_at': datetime.datetime(2021, 9, 23, 19, 15, 28), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 19, 28, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 19:28:53.887301 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e354e5c4-fbc2-4ea3-927a-8468d93ceba4 req-75baae01-d5c1-4112-b15e-4e22eb38d54e service neutron] Checking segment: {'id': '05625dfa-c712-49f8-8926-f70c48b67385', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': 'fc34e185-e374-4773-b7db-244f26dc6cda'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:28:53.887758 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e354e5c4-fbc2-4ea3-927a-8468d93ceba4 req-75baae01-d5c1-4112-b15e-4e22eb38d54e service neutron] Bound using segment: {'id': '05625dfa-c712-49f8-8926-f70c48b67385', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': 'fc34e185-e374-4773-b7db-244f26dc6cda'} {{(pid=95101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 19:28:53.888269 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.managers [req-e354e5c4-fbc2-4ea3-927a-8468d93ceba4 req-75baae01-d5c1-4112-b15e-4e22eb38d54e service neutron] Bound port: 14e9b887-f77c-4d4f-8e40-4b79ce1c0714, host: n-h2-713301-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '05625dfa-c712-49f8-8926-f70c48b67385', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': 'fc34e185-e374-4773-b7db-244f26dc6cda'}}] {{(pid=95101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 19:28:53.888740 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-e354e5c4-fbc2-4ea3-927a-8468d93ceba4 req-75baae01-d5c1-4112-b15e-4e22eb38d54e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:28:53.901547 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-605d41f6-f7b4-4c09-9ef8-44bcaf1249ca req-faf29848-267d-4565-9727-c786fac3ebca tempest-DeleteServersTestJSON-2111530366 tempest-DeleteServersTestJSON-2111530366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:28:53.903807 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-605d41f6-f7b4-4c09-9ef8-44bcaf1249ca req-faf29848-267d-4565-9727-c786fac3ebca tempest-DeleteServersTestJSON-2111530366 tempest-DeleteServersTestJSON-2111530366-project] 10.222.0.67 "GET /v2.0/ports?device_id=d6fb661b-35d0-4bb3-b9f1-7aeeaa15cabb HTTP/1.1" status: 200 len: 945 time: 0.0762610 Sep 23 19:28:53.938814 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 41292) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:28:53.970447 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-605d41f6-f7b4-4c09-9ef8-44bcaf1249ca req-34a0274d-c766-4f03-958c-f62a213fe8b4 tempest-DeleteServersTestJSON-2111530366 tempest-DeleteServersTestJSON-2111530366-project] 10.222.0.67 "GET /v2.0/security-groups?id=67f2e2ca-928f-40e5-b9b2-05ec3bddbb37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570297 Sep 23 19:28:53.981163 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.db [req-e354e5c4-fbc2-4ea3-927a-8468d93ceba4 req-75baae01-d5c1-4112-b15e-4e22eb38d54e service neutron] For port 14e9b887-f77c-4d4f-8e40-4b79ce1c0714, host n-h2-713301-16, cleared binding levels {{(pid=95101) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 19:28:53.988350 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.db [req-e354e5c4-fbc2-4ea3-927a-8468d93ceba4 req-75baae01-d5c1-4112-b15e-4e22eb38d54e service neutron] For port 14e9b887-f77c-4d4f-8e40-4b79ce1c0714, host n-h2-713301-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-16',level=0,port_id=14e9b887-f77c-4d4f-8e40-4b79ce1c0714,segment=NetworkSegment(05625dfa-c712-49f8-8926-f70c48b67385),segment_id=05625dfa-c712-49f8-8926-f70c48b67385)] {{(pid=95101) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 19:28:53.994146 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-e354e5c4-fbc2-4ea3-927a-8468d93ceba4 req-75baae01-d5c1-4112-b15e-4e22eb38d54e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5607436'] for port, after_update {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:28:54.037535 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e354e5c4-fbc2-4ea3-927a-8468d93ceba4 req-75baae01-d5c1-4112-b15e-4e22eb38d54e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:28:54.038326 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-e354e5c4-fbc2-4ea3-927a-8468d93ceba4 req-75baae01-d5c1-4112-b15e-4e22eb38d54e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222849'] for port, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:28:54.039847 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-e354e5c4-fbc2-4ea3-927a-8468d93ceba4 req-75baae01-d5c1-4112-b15e-4e22eb38d54e service neutron] 10.222.0.53 "PUT /v2.0/ports/14e9b887-f77c-4d4f-8e40-4b79ce1c0714 HTTP/1.1" status: 200 len: 1092 time: 0.9140303 Sep 23 19:28:54.040202 n-d-713301-16 neutron-server[95101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9fe5b43b-44b1-4fe8-afab-9bb8a032fe60', 'tag': '14e9b887-f77c-4d4f-8e40-4b79ce1c0714'}] {{(pid=95101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 19:28:54.042815 n-d-713301-16 neutron-server[95101]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d8366c5740cd635e57ab12b71fe44a77c2acc3c19091ef849c6f68b380462244" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-263bfea9-6fed-4ae6-a70d-6aa6aeca444c" -d '{"events": [{"name": "network-changed", "server_uuid": "9fe5b43b-44b1-4fe8-afab-9bb8a032fe60", "tag": "14e9b887-f77c-4d4f-8e40-4b79ce1c0714"}]}' {{(pid=95101) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 19:28:54.083872 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.v2.base [req-e354e5c4-fbc2-4ea3-927a-8468d93ceba4 req-337705a9-39ee-4086-9018-7cf5325f24d4 service neutron] Request body: {'port': {'device_id': '9fe5b43b-44b1-4fe8-afab-9bb8a032fe60', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713301-16'}} {{(pid=95101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:28:54.112705 n-d-713301-16 neutron-server[95101]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 19:28:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c252c97-5f6b-4a90-8b0c-2dcffb99715a x-openstack-request-id: req-1c252c97-5f6b-4a90-8b0c-2dcffb99715a {{(pid=95101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 19:28:54.113037 n-d-713301-16 neutron-server[95101]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9fe5b43b-44b1-4fe8-afab-9bb8a032fe60", "tag": "14e9b887-f77c-4d4f-8e40-4b79ce1c0714", "status": "completed", "code": 200}]} {{(pid=95101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 19:28:54.113290 n-d-713301-16 neutron-server[95101]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-1c252c97-5f6b-4a90-8b0c-2dcffb99715a {{(pid=95101) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 19:28:54.114312 n-d-713301-16 neutron-server[95101]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9fe5b43b-44b1-4fe8-afab-9bb8a032fe60', 'tag': '14e9b887-f77c-4d4f-8e40-4b79ce1c0714', 'status': 'completed', 'code': 200} Sep 23 19:28:54.133138 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75baae01-d5c1-4112-b15e-4e22eb38d54e service neutron] Pushing event updated for resources: {'Port': ['ID=14e9b887-f77c-4d4f-8e40-4b79ce1c0714,revision_number=3']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:28:54.192867 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.v2.base [None req-ce55f1fb-f293-438c-b52d-8abdff3bd93b admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-791378858-network', 'tenant_id': '40bcd04a276c4609930d2e19006d9ae9'}} {{(pid=95101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:28:54.226406 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-e354e5c4-fbc2-4ea3-927a-8468d93ceba4 req-337705a9-39ee-4086-9018-7cf5325f24d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:28:54.239459 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-263bfea9-6fed-4ae6-a70d-6aa6aeca444c req-1efa5c4b-a68c-472f-8b50-f825e517dd4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:28:54.239459 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-263bfea9-6fed-4ae6-a70d-6aa6aeca444c req-1efa5c4b-a68c-472f-8b50-f825e517dd4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:28:54.242026 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-263bfea9-6fed-4ae6-a70d-6aa6aeca444c req-1efa5c4b-a68c-472f-8b50-f825e517dd4d service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=e5bc57b02b1840628e8df5037b8dd2e7&device_id=9fe5b43b-44b1-4fe8-afab-9bb8a032fe60 HTTP/1.1" status: 200 len: 1914 time: 0.1232603 Sep 23 19:28:54.289884 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6974145-5530-4853-99d3-f4446ed9e87b req-acc55417-c6f1-4d66-91e3-c6a6e8b27f44 tempest-ServersTestMultiNic-786669321 tempest-ServersTestMultiNic-786669321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:28:54.293226 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce55f1fb-f293-438c-b52d-8abdff3bd93b admin admin] Made reservation on behalf of 40bcd04a276c4609930d2e19006d9ae9 for: {'network': 1} {{(pid=95101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:28:54.295497 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-ce55f1fb-f293-438c-b52d-8abdff3bd93b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for network, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:28:54.296192 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6974145-5530-4853-99d3-f4446ed9e87b req-acc55417-c6f1-4d66-91e3-c6a6e8b27f44 tempest-ServersTestMultiNic-786669321 tempest-ServersTestMultiNic-786669321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:28:54.299982 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-a6974145-5530-4853-99d3-f4446ed9e87b req-acc55417-c6f1-4d66-91e3-c6a6e8b27f44 tempest-ServersTestMultiNic-786669321 tempest-ServersTestMultiNic-786669321-project] 10.222.0.67 "GET /v2.0/ports?device_id=9fe5b43b-44b1-4fe8-afab-9bb8a032fe60 HTTP/1.1" status: 200 len: 1666 time: 0.0883181 Sep 23 19:28:54.328206 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-ce55f1fb-f293-438c-b52d-8abdff3bd93b admin admin] Notify callbacks [] for security_group, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:28:54.350717 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-a6974145-5530-4853-99d3-f4446ed9e87b req-85d69daf-c807-4426-a52b-15f0353cd5c6 tempest-ServersTestMultiNic-786669321 tempest-ServersTestMultiNic-786669321-project] 10.222.0.67 "GET /v2.0/security-groups?id=566f77e0-c65d-4b4e-93cb-ececf5c80170&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453446 Sep 23 19:28:54.499511 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-263bfea9-6fed-4ae6-a70d-6aa6aeca444c req-f0ffdc3a-a80f-4845-95cc-423cddf02eb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:28:54.499986 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-263bfea9-6fed-4ae6-a70d-6aa6aeca444c req-f0ffdc3a-a80f-4845-95cc-423cddf02eb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:28:54.500455 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-263bfea9-6fed-4ae6-a70d-6aa6aeca444c req-f0ffdc3a-a80f-4845-95cc-423cddf02eb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:28:54.502139 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-263bfea9-6fed-4ae6-a70d-6aa6aeca444c req-f0ffdc3a-a80f-4845-95cc-423cddf02eb3 service neutron] 10.222.0.53 "GET /v2.0/networks?tenant_id=e5bc57b02b1840628e8df5037b8dd2e7&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.2514710 Sep 23 19:28:54.649250 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-49da1af2-fec4-4bef-81b0-faaaa76676c0 req-2eaa66c0-caf2-45ef-bbf9-2d231e20ca59 tempest-ServerShowV247Test-594915160 tempest-ServerShowV247Test-594915160-project] 10.222.0.67 "GET /v2.0/ports?device_id=b218dbf0-6f4e-49c8-8155-3418c0927d9a HTTP/1.1" status: 200 len: 210 time: 0.0608447 Sep 23 19:28:54.747503 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-263bfea9-6fed-4ae6-a70d-6aa6aeca444c req-203fd605-7451-4cb7-a0f2-8807a3c741a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:28:54.749133 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-263bfea9-6fed-4ae6-a70d-6aa6aeca444c req-203fd605-7451-4cb7-a0f2-8807a3c741a8 service neutron] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2393153 Sep 23 19:28:54.779854 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-ce55f1fb-f293-438c-b52d-8abdff3bd93b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:28:54.788975 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-ce55f1fb-f293-438c-b52d-8abdff3bd93b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:28:54.857773 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ce55f1fb-f293-438c-b52d-8abdff3bd93b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 649} {{(pid=95101) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 19:28:54.874469 n-d-713301-16 neutron-server[95101]: DEBUG neutron.notifiers.nova [req-e354e5c4-fbc2-4ea3-927a-8468d93ceba4 req-337705a9-39ee-4086-9018-7cf5325f24d4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1894d951-3318-4941-8bd0-83e9e211ed0d {{(pid=95101) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 19:28:54.878694 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce55f1fb-f293-438c-b52d-8abdff3bd93b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a00915e-c0f9-499f-88ab-818845e437fc,revision_number=1']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:28:54.889917 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-ce55f1fb-f293-438c-b52d-8abdff3bd93b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1756186'] for segment, precommit_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:28:54.890435 n-d-713301-16 neutron-server[95101]: INFO neutron.db.segments_db [None req-ce55f1fb-f293-438c-b52d-8abdff3bd93b admin admin] Added segment d804afee-9bef-4af2-8ec3-2e2b5e011c35 of type vlan for network 952be697-032a-432d-bfa6-5a2ed54f2db3 Sep 23 19:28:54.892846 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-e354e5c4-fbc2-4ea3-927a-8468d93ceba4 req-337705a9-39ee-4086-9018-7cf5325f24d4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:28:54.936578 n-d-713301-16 neutron-server[95101]: DEBUG neutron.db.provisioning_blocks [req-e354e5c4-fbc2-4ea3-927a-8468d93ceba4 req-337705a9-39ee-4086-9018-7cf5325f24d4 service neutron] Transition to ACTIVE for port object 1894d951-3318-4941-8bd0-83e9e211ed0d will not be triggered until provisioned by entity L2. {{(pid=95101) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 19:28:54.946219 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-e354e5c4-fbc2-4ea3-927a-8468d93ceba4 req-337705a9-39ee-4086-9018-7cf5325f24d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5607436'] for port, after_update {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:28:54.949549 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-ce55f1fb-f293-438c-b52d-8abdff3bd93b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783145630486'] for network, precommit_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:28:55.035020 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-337705a9-39ee-4086-9018-7cf5325f24d4 service neutron] Pushing event updated for resources: {'Port': ['ID=1894d951-3318-4941-8bd0-83e9e211ed0d,revision_number=2']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:28:55.061920 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-ce55f1fb-f293-438c-b52d-8abdff3bd93b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299'] for network, after_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:28:55.063625 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce55f1fb-f293-438c-b52d-8abdff3bd93b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:28:55.064336 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-ce55f1fb-f293-438c-b52d-8abdff3bd93b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527417'] for network, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:28:55.135628 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-ce55f1fb-f293-438c-b52d-8abdff3bd93b admin admin] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 901 time: 1.1933546 Sep 23 19:28:55.137066 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 41314) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:28:55.148147 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.v2.base [None req-c3b6c5e0-5e37-4b80-9f2f-0af2165c78f2 admin admin] Request body: {'subnet': {'network_id': '952be697-032a-432d-bfa6-5a2ed54f2db3', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-791378858-subnet', 'tenant_id': '40bcd04a276c4609930d2e19006d9ae9', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=95101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:28:55.209834 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-80e7e501-6c57-470d-92c6-e3d54bc3195c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:28:55.214983 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce55f1fb-f293-438c-b52d-8abdff3bd93b admin admin] Pushing event updated for resources: {'Network': ['ID=952be697-032a-432d-bfa6-5a2ed54f2db3,revision_number=1']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:28:55.235547 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.managers [req-e354e5c4-fbc2-4ea3-927a-8468d93ceba4 req-337705a9-39ee-4086-9018-7cf5325f24d4 service neutron] Attempting to bind port 1894d951-3318-4941-8bd0-83e9e211ed0d on host n-h2-713301-16 for vnic_type normal with profile {{(pid=95101) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 19:28:55.236468 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.managers [req-e354e5c4-fbc2-4ea3-927a-8468d93ceba4 req-337705a9-39ee-4086-9018-7cf5325f24d4 service neutron] Attempting to bind port 1894d951-3318-4941-8bd0-83e9e211ed0d by drivers openvswitch,hyperv on host n-h2-713301-16 at level 0 using segments [{'id': 'f2c7906a-f37f-48bb-be91-ab4421f4e3b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '770ed6ef-9167-411d-8de5-3ae231cefeb9'}] {{(pid=95101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 19:28:55.236468 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e354e5c4-fbc2-4ea3-927a-8468d93ceba4 req-337705a9-39ee-4086-9018-7cf5325f24d4 service neutron] Attempting to bind port 1894d951-3318-4941-8bd0-83e9e211ed0d on network 770ed6ef-9167-411d-8de5-3ae231cefeb9 {{(pid=95101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:28:55.246077 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e354e5c4-fbc2-4ea3-927a-8468d93ceba4 req-337705a9-39ee-4086-9018-7cf5325f24d4 service neutron] Port 1894d951-3318-4941-8bd0-83e9e211ed0d on network 770ed6ef-9167-411d-8de5-3ae231cefeb9 not bound, no agent of type Open vSwitch agent registered on host n-h2-713301-16 {{(pid=95101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 19:28:55.246805 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e354e5c4-fbc2-4ea3-927a-8468d93ceba4 req-337705a9-39ee-4086-9018-7cf5325f24d4 service neutron] Attempting to bind port 1894d951-3318-4941-8bd0-83e9e211ed0d on network 770ed6ef-9167-411d-8de5-3ae231cefeb9 {{(pid=95101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:28:55.250883 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3b6c5e0-5e37-4b80-9f2f-0af2165c78f2 admin admin] Made reservation on behalf of 40bcd04a276c4609930d2e19006d9ae9 for: {'subnet': 1} {{(pid=95101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:28:55.255728 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-c3b6c5e0-5e37-4b80-9f2f-0af2165c78f2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6130979'] for subnet, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:28:55.262379 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Network 952be697-032a-432d-bfa6-5a2ed54f2db3 details requested by agent ovs-agent-n-d-713301-16 with host n-d-713301-16 {{(pid=95103) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 19:28:55.334124 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e354e5c4-fbc2-4ea3-927a-8468d93ceba4 req-337705a9-39ee-4086-9018-7cf5325f24d4 service neutron] Checking agent: {'id': '2a7cea34-db54-4faf-8d23-37521c3e34cb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713301-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 19, 15, 28), 'started_at': datetime.datetime(2021, 9, 23, 19, 15, 28), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 19, 28, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 19:28:55.334467 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e354e5c4-fbc2-4ea3-927a-8468d93ceba4 req-337705a9-39ee-4086-9018-7cf5325f24d4 service neutron] Checking segment: {'id': 'f2c7906a-f37f-48bb-be91-ab4421f4e3b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '770ed6ef-9167-411d-8de5-3ae231cefeb9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:28:55.334880 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e354e5c4-fbc2-4ea3-927a-8468d93ceba4 req-337705a9-39ee-4086-9018-7cf5325f24d4 service neutron] Bound using segment: {'id': 'f2c7906a-f37f-48bb-be91-ab4421f4e3b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '770ed6ef-9167-411d-8de5-3ae231cefeb9'} {{(pid=95101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 19:28:55.335317 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.managers [req-e354e5c4-fbc2-4ea3-927a-8468d93ceba4 req-337705a9-39ee-4086-9018-7cf5325f24d4 service neutron] Bound port: 1894d951-3318-4941-8bd0-83e9e211ed0d, host: n-h2-713301-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f2c7906a-f37f-48bb-be91-ab4421f4e3b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '770ed6ef-9167-411d-8de5-3ae231cefeb9'}}] {{(pid=95101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 19:28:55.335700 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-e354e5c4-fbc2-4ea3-927a-8468d93ceba4 req-337705a9-39ee-4086-9018-7cf5325f24d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:28:55.375510 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc01062e-3eec-4362-ba11-f56a120ebbe2 req-f2b2ebc4-0883-483b-a2b5-d149dd3a7e54 tempest-MigrationsAdminTest-397594546 tempest-MigrationsAdminTest-397594546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:28:55.377644 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-fc01062e-3eec-4362-ba11-f56a120ebbe2 req-f2b2ebc4-0883-483b-a2b5-d149dd3a7e54 tempest-MigrationsAdminTest-397594546 tempest-MigrationsAdminTest-397594546-project] 10.222.0.67 "GET /v2.0/ports?device_id=8c2ff25d-e89a-47f5-89c5-0372db439fc3 HTTP/1.1" status: 200 len: 950 time: 0.5148761 Sep 23 19:28:55.396845 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c808e49-77eb-480c-ace0-f7597daa3064 req-dd92fb57-88e5-429d-84d9-1b357f7f0f07 tempest-DeleteServersTestJSON-2111530366 tempest-DeleteServersTestJSON-2111530366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:28:55.398263 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-5c808e49-77eb-480c-ace0-f7597daa3064 req-dd92fb57-88e5-429d-84d9-1b357f7f0f07 tempest-DeleteServersTestJSON-2111530366 tempest-DeleteServersTestJSON-2111530366-project] 10.222.0.67 "GET /v2.0/ports?device_id=d6fb661b-35d0-4bb3-b9f1-7aeeaa15cabb HTTP/1.1" status: 200 len: 945 time: 0.0905702 Sep 23 19:28:55.463258 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-fc01062e-3eec-4362-ba11-f56a120ebbe2 req-4d4b961c-bcb4-49ad-b801-54c7fb77f9a5 tempest-MigrationsAdminTest-397594546 tempest-MigrationsAdminTest-397594546-project] 10.222.0.67 "GET /v2.0/security-groups?id=78cb509b-31c4-4e2a-bb5c-7abd6194dcc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639350 Sep 23 19:28:55.469956 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.db [req-e354e5c4-fbc2-4ea3-927a-8468d93ceba4 req-337705a9-39ee-4086-9018-7cf5325f24d4 service neutron] For port 1894d951-3318-4941-8bd0-83e9e211ed0d, host n-h2-713301-16, cleared binding levels {{(pid=95101) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 19:28:55.474441 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.db [req-e354e5c4-fbc2-4ea3-927a-8468d93ceba4 req-337705a9-39ee-4086-9018-7cf5325f24d4 service neutron] For port 1894d951-3318-4941-8bd0-83e9e211ed0d, host n-h2-713301-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-16',level=0,port_id=1894d951-3318-4941-8bd0-83e9e211ed0d,segment=NetworkSegment(f2c7906a-f37f-48bb-be91-ab4421f4e3b8),segment_id=f2c7906a-f37f-48bb-be91-ab4421f4e3b8)] {{(pid=95101) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 19:28:55.482623 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-e354e5c4-fbc2-4ea3-927a-8468d93ceba4 req-337705a9-39ee-4086-9018-7cf5325f24d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5607436'] for port, after_update {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:28:55.498918 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-5c808e49-77eb-480c-ace0-f7597daa3064 req-adede09e-4bdf-43b7-a636-a27867074fa1 tempest-DeleteServersTestJSON-2111530366 tempest-DeleteServersTestJSON-2111530366-project] 10.222.0.67 "GET /v2.0/security-groups?id=67f2e2ca-928f-40e5-b9b2-05ec3bddbb37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811336 Sep 23 19:28:55.575462 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e354e5c4-fbc2-4ea3-927a-8468d93ceba4 req-337705a9-39ee-4086-9018-7cf5325f24d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:28:55.576090 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-e354e5c4-fbc2-4ea3-927a-8468d93ceba4 req-337705a9-39ee-4086-9018-7cf5325f24d4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222849'] for port, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:28:55.577581 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-e354e5c4-fbc2-4ea3-927a-8468d93ceba4 req-337705a9-39ee-4086-9018-7cf5325f24d4 service neutron] 10.222.0.53 "PUT /v2.0/ports/1894d951-3318-4941-8bd0-83e9e211ed0d HTTP/1.1" status: 200 len: 1093 time: 1.5011628 Sep 23 19:28:55.601469 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-c3b6c5e0-5e37-4b80-9f2f-0af2165c78f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5607579', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6130961'] for subnet, after_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:28:55.627186 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-337705a9-39ee-4086-9018-7cf5325f24d4 service neutron] Pushing event updated for resources: {'Port': ['ID=1894d951-3318-4941-8bd0-83e9e211ed0d,revision_number=3']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:28:55.647598 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a15270e3-e15d-4416-b854-28e2bb9a0871 req-28792705-58cc-4ef7-9873-06cf1789575a tempest-ServersTestMultiNic-786669321 tempest-ServersTestMultiNic-786669321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:28:55.657462 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a15270e3-e15d-4416-b854-28e2bb9a0871 req-28792705-58cc-4ef7-9873-06cf1789575a tempest-ServersTestMultiNic-786669321 tempest-ServersTestMultiNic-786669321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:28:55.660012 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-a15270e3-e15d-4416-b854-28e2bb9a0871 req-28792705-58cc-4ef7-9873-06cf1789575a tempest-ServersTestMultiNic-786669321 tempest-ServersTestMultiNic-786669321-project] 10.222.0.67 "GET /v2.0/ports?device_id=9fe5b43b-44b1-4fe8-afab-9bb8a032fe60 HTTP/1.1" status: 200 len: 1678 time: 0.0909603 Sep 23 19:28:55.758673 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-a15270e3-e15d-4416-b854-28e2bb9a0871 req-95e41ffc-bd74-42ce-a981-8bd673dad5f7 tempest-ServersTestMultiNic-786669321 tempest-ServersTestMultiNic-786669321-project] 10.222.0.67 "GET /v2.0/security-groups?id=566f77e0-c65d-4b4e-93cb-ececf5c80170&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906584 Sep 23 19:28:55.768181 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e354e5c4-fbc2-4ea3-927a-8468d93ceba4 req-247ff6c5-b5ed-4ce2-b8d7-6a5cd6e55eaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:28:55.768634 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e354e5c4-fbc2-4ea3-927a-8468d93ceba4 req-247ff6c5-b5ed-4ce2-b8d7-6a5cd6e55eaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:28:55.771853 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-e354e5c4-fbc2-4ea3-927a-8468d93ceba4 req-247ff6c5-b5ed-4ce2-b8d7-6a5cd6e55eaf service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=e5bc57b02b1840628e8df5037b8dd2e7&device_id=9fe5b43b-44b1-4fe8-afab-9bb8a032fe60 HTTP/1.1" status: 200 len: 1982 time: 0.1182308 Sep 23 19:28:55.777770 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b6c5e0-5e37-4b80-9f2f-0af2165c78f2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b15be011-6503-48d2-bdab-47e258ecd8be,revision_number=0']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:28:55.785833 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3b6c5e0-5e37-4b80-9f2f-0af2165c78f2 admin admin] Checking segment: {'id': 'd804afee-9bef-4af2-8ec3-2e2b5e011c35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '952be697-032a-432d-bfa6-5a2ed54f2db3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:28:55.785833 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3b6c5e0-5e37-4b80-9f2f-0af2165c78f2 admin admin] Network hostable DHCP agents. Network: 952be697-032a-432d-bfa6-5a2ed54f2db3, hostable agents: ['1b18bf05-1b5f-4587-be5c-af3ac38e32ad'], hosted agents: [] {{(pid=95101) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 19:28:55.812659 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3b6c5e0-5e37-4b80-9f2f-0af2165c78f2 admin admin] Network 952be697-032a-432d-bfa6-5a2ed54f2db3 is scheduled to be hosted by DHCP agent 1b18bf05-1b5f-4587-be5c-af3ac38e32ad with binding_index 1 {{(pid=95101) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 19:28:55.821754 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-058b03d0-eca6-4e86-ba70-0e10d97f429d req-b5d2d616-02d3-40b8-8e47-40dad10a41f0 tempest-ServerShowV247Test-594915160 tempest-ServerShowV247Test-594915160-project] 10.222.0.67 "GET /v2.0/ports?device_id=b218dbf0-6f4e-49c8-8155-3418c0927d9a HTTP/1.1" status: 200 len: 210 time: 0.0377393 Sep 23 19:28:55.863037 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-e354e5c4-fbc2-4ea3-927a-8468d93ceba4 req-d1b603da-b294-49bb-a7c8-893ccd06abcf service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.16&port_id=14e9b887-f77c-4d4f-8e40-4b79ce1c0714 HTTP/1.1" status: 200 len: 217 time: 0.0667281 Sep 23 19:28:55.868426 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.base_scheduler [None req-c3b6c5e0-5e37-4b80-9f2f-0af2165c78f2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713301-16, 952be697-032a-432d-bfa6-5a2ed54f2db3) {{(pid=95101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:28:55.880768 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3b6c5e0-5e37-4b80-9f2f-0af2165c78f2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:28:55.881211 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-c3b6c5e0-5e37-4b80-9f2f-0af2165c78f2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527417'] for subnet, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:28:55.887788 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bcdb0b7-12f7-46d4-ab6c-6fc60ee5f865 None None] Network 952be697-032a-432d-bfa6-5a2ed54f2db3 requested from n-d-713301-16 {{(pid=95103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 19:28:55.924194 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-c3b6c5e0-5e37-4b80-9f2f-0af2165c78f2 admin admin] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 0.7843168 Sep 23 19:28:55.927514 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 41324) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:28:55.937478 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.v2.base [None req-c18b3e5b-9c2e-40dc-8c36-d14d30f04301 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-791378858-router', 'tenant_id': '40bcd04a276c4609930d2e19006d9ae9', 'external_gateway_info': {'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac'}}} {{(pid=95102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:28:55.941078 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e354e5c4-fbc2-4ea3-927a-8468d93ceba4 req-7a7c0ab1-588d-4bad-bfb7-1d0202b77f64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:28:55.943548 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-e354e5c4-fbc2-4ea3-927a-8468d93ceba4 req-7a7c0ab1-588d-4bad-bfb7-1d0202b77f64 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=f7305459-ed5f-4175-b62a-734a0df4725c HTTP/1.1" status: 200 len: 801 time: 0.0729234 Sep 23 19:28:55.964870 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-c18b3e5b-9c2e-40dc-8c36-d14d30f04301 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-594563', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29355'] for router, before_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:28:55.966540 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-c18b3e5b-9c2e-40dc-8c36-d14d30f04301 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-597363', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-601731', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-739356', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29346'] for router, precommit_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:28:56.025687 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e354e5c4-fbc2-4ea3-927a-8468d93ceba4 req-ac982259-935d-422b-aeb9-bc158559bc33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:28:56.028721 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-e354e5c4-fbc2-4ea3-927a-8468d93ceba4 req-ac982259-935d-422b-aeb9-bc158559bc33 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=fc34e185-e374-4773-b7db-244f26dc6cda&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0735137 Sep 23 19:28:56.053018 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-c18b3e5b-9c2e-40dc-8c36-d14d30f04301 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:28:56.100928 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-999d92e7-2e4b-4cf7-bdf0-0a2307a0b74a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4c8b80df-07eb-5275-9f17-5cf640db67c0-952be697-032a-432d-bfa6-5a2ed54f2db3', 'network_id': '952be697-032a-432d-bfa6-5a2ed54f2db3', 'tenant_id': '40bcd04a276c4609930d2e19006d9ae9', 'fixed_ips': [{'subnet_id': 'b15be011-6503-48d2-bdab-47e258ecd8be'}]}} from n-d-713301-16. {{(pid=95103) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 23 19:28:56.102094 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-999d92e7-2e4b-4cf7-bdf0-0a2307a0b74a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_create {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:28:56.117508 n-d-713301-16 neutron-server[95101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9fe5b43b-44b1-4fe8-afab-9bb8a032fe60', 'tag': '1894d951-3318-4941-8bd0-83e9e211ed0d'}] {{(pid=95101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 19:28:56.119735 n-d-713301-16 neutron-server[95101]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d8366c5740cd635e57ab12b71fe44a77c2acc3c19091ef849c6f68b380462244" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7cce2872-eadc-4ac6-9a5e-85f97ba367b6" -d '{"events": [{"name": "network-changed", "server_uuid": "9fe5b43b-44b1-4fe8-afab-9bb8a032fe60", "tag": "1894d951-3318-4941-8bd0-83e9e211ed0d"}]}' {{(pid=95101) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 19:28:56.158316 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-e354e5c4-fbc2-4ea3-927a-8468d93ceba4 req-fa2fcce7-884d-462b-926e-8dfc5f3c4db5 service neutron] 10.222.0.53 "GET /v2.0/networks/fc34e185-e374-4773-b7db-244f26dc6cda?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1207719 Sep 23 19:28:56.192168 n-d-713301-16 neutron-server[95101]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 19:28:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a4dcb3f-e8f8-44f9-a900-491a77b3aa0c x-openstack-request-id: req-3a4dcb3f-e8f8-44f9-a900-491a77b3aa0c {{(pid=95101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 19:28:56.193373 n-d-713301-16 neutron-server[95101]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9fe5b43b-44b1-4fe8-afab-9bb8a032fe60", "tag": "1894d951-3318-4941-8bd0-83e9e211ed0d", "status": "completed", "code": 200}]} {{(pid=95101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 19:28:56.193891 n-d-713301-16 neutron-server[95101]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-3a4dcb3f-e8f8-44f9-a900-491a77b3aa0c {{(pid=95101) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 19:28:56.194515 n-d-713301-16 neutron-server[95101]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9fe5b43b-44b1-4fe8-afab-9bb8a032fe60', 'tag': '1894d951-3318-4941-8bd0-83e9e211ed0d', 'status': 'completed', 'code': 200} Sep 23 19:28:56.204980 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-c18b3e5b-9c2e-40dc-8c36-d14d30f04301 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:28:56.315372 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.db_base_plugin_common [None req-999d92e7-2e4b-4cf7-bdf0-0a2307a0b74a None None] Allocated IP 172.20.0.2 (952be697-032a-432d-bfa6-5a2ed54f2db3/b15be011-6503-48d2-bdab-47e258ecd8be/6a712a46-c816-4a30-9974-b747c6507349) {{(pid=95103) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 19:28:56.492116 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-c18b3e5b-9c2e-40dc-8c36-d14d30f04301 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:28:56.518790 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-c18b3e5b-9c2e-40dc-8c36-d14d30f04301 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:28:56.639545 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-e354e5c4-fbc2-4ea3-927a-8468d93ceba4 req-9b146199-0a05-4c48-905a-d980fc6e5dc4 service neutron] 10.222.0.53 "GET /v2.0/networks/fc34e185-e374-4773-b7db-244f26dc6cda?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4734535 Sep 23 19:28:56.677561 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-999d92e7-2e4b-4cf7-bdf0-0a2307a0b74a None None] Notify callbacks [] for port, precommit_create {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:28:56.686536 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-e354e5c4-fbc2-4ea3-927a-8468d93ceba4 req-3efdd4de-8acc-4621-9263-47aa34592489 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.224&port_id=1894d951-3318-4941-8bd0-83e9e211ed0d HTTP/1.1" status: 200 len: 217 time: 0.0395286 Sep 23 19:28:56.687938 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-999d92e7-2e4b-4cf7-bdf0-0a2307a0b74a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783145673135'] for port, after_create {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:28:56.721263 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a46e7eb2-ebb0-4352-ac4a-d1e21f46c700 req-a6adddfd-695c-4d7e-9c8e-c68cb90d5b49 tempest-MigrationsAdminTest-397594546 tempest-MigrationsAdminTest-397594546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:28:56.722938 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-a46e7eb2-ebb0-4352-ac4a-d1e21f46c700 req-a6adddfd-695c-4d7e-9c8e-c68cb90d5b49 tempest-MigrationsAdminTest-397594546 tempest-MigrationsAdminTest-397594546-project] 10.222.0.67 "GET /v2.0/ports?device_id=8c2ff25d-e89a-47f5-89c5-0372db439fc3 HTTP/1.1" status: 200 len: 950 time: 0.1441724 Sep 23 19:28:56.736227 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a745ad4c-8a7a-462c-b7ed-d4eb61b3e42f req-a8c37811-9c84-43ef-a352-0763549eb57c tempest-DeleteServersTestJSON-2111530366 tempest-DeleteServersTestJSON-2111530366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:28:56.739284 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-a745ad4c-8a7a-462c-b7ed-d4eb61b3e42f req-a8c37811-9c84-43ef-a352-0763549eb57c tempest-DeleteServersTestJSON-2111530366 tempest-DeleteServersTestJSON-2111530366-project] 10.222.0.67 "GET /v2.0/ports?device_id=d6fb661b-35d0-4bb3-b9f1-7aeeaa15cabb HTTP/1.1" status: 200 len: 945 time: 0.1198518 Sep 23 19:28:56.741521 n-d-713301-16 neutron-server[95103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-999d92e7-2e4b-4cf7-bdf0-0a2307a0b74a None None] Network 952be697-032a-432d-bfa6-5a2ed54f2db3 is already hosted by enough agents. {{(pid=95103) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:28:56.744989 n-d-713301-16 neutron-server[95103]: DEBUG neutron.scheduler.base_scheduler [None req-999d92e7-2e4b-4cf7-bdf0-0a2307a0b74a None None] Resources bound (agent type, host, resource id): {{(pid=95103) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:28:56.747684 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e354e5c4-fbc2-4ea3-927a-8468d93ceba4 req-cc84e36a-7a41-4b05-80a8-c5ba766aad7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:28:56.749274 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-e354e5c4-fbc2-4ea3-927a-8468d93ceba4 req-cc84e36a-7a41-4b05-80a8-c5ba766aad7b service neutron] 10.222.0.53 "GET /v2.0/subnets?id=31585675-9bbb-4687-a587-a7b235e7b8b8 HTTP/1.1" status: 200 len: 801 time: 0.0554683 Sep 23 19:28:56.750423 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-999d92e7-2e4b-4cf7-bdf0-0a2307a0b74a None None] Received port after_create {{(pid=95103) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 19:28:56.766174 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-999d92e7-2e4b-4cf7-bdf0-0a2307a0b74a None None] Pushing event updated for resources: {'Port': ['ID=6a712a46-c816-4a30-9974-b747c6507349,revision_number=1']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:28:56.793976 n-d-713301-16 neutron-server[95102]: DEBUG neutron.db.db_base_plugin_common [None req-c18b3e5b-9c2e-40dc-8c36-d14d30f04301 admin admin] Allocated IP 172.25.1.135 (5dec5c09-378e-4f50-89cc-d94eb81c3bac/eff83446-018c-428d-b3f5-54ac9abe7a2a/ca890953-03e2-492b-86bb-ade843febcf5) {{(pid=95102) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 19:28:56.824855 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e354e5c4-fbc2-4ea3-927a-8468d93ceba4 req-dad25751-e33b-4d50-a688-818949f74118 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:28:56.826522 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-e354e5c4-fbc2-4ea3-927a-8468d93ceba4 req-dad25751-e33b-4d50-a688-818949f74118 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=770ed6ef-9167-411d-8de5-3ae231cefeb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0629678 Sep 23 19:28:56.834019 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.managers [None req-999d92e7-2e4b-4cf7-bdf0-0a2307a0b74a None None] Attempting to bind port 6a712a46-c816-4a30-9974-b747c6507349 on host n-d-713301-16 for vnic_type normal with profile {{(pid=95103) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 19:28:56.834654 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.managers [None req-999d92e7-2e4b-4cf7-bdf0-0a2307a0b74a None None] Attempting to bind port 6a712a46-c816-4a30-9974-b747c6507349 by drivers openvswitch,hyperv on host n-d-713301-16 at level 0 using segments [{'id': 'd804afee-9bef-4af2-8ec3-2e2b5e011c35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '952be697-032a-432d-bfa6-5a2ed54f2db3'}] {{(pid=95103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 19:28:56.835187 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-999d92e7-2e4b-4cf7-bdf0-0a2307a0b74a None None] Attempting to bind port 6a712a46-c816-4a30-9974-b747c6507349 on network 952be697-032a-432d-bfa6-5a2ed54f2db3 {{(pid=95103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:28:56.843640 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-999d92e7-2e4b-4cf7-bdf0-0a2307a0b74a None None] Checking agent: {'id': '70a14545-df24-472f-8f95-bfe1719bff93', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 19, 7, 53), 'started_at': datetime.datetime(2021, 9, 23, 19, 8, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 19, 28, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 19:28:56.844319 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-999d92e7-2e4b-4cf7-bdf0-0a2307a0b74a None None] Checking segment: {'id': 'd804afee-9bef-4af2-8ec3-2e2b5e011c35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '952be697-032a-432d-bfa6-5a2ed54f2db3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95103) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:28:56.844951 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-999d92e7-2e4b-4cf7-bdf0-0a2307a0b74a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:28:56.845516 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-999d92e7-2e4b-4cf7-bdf0-0a2307a0b74a None None] Bound using segment: {'id': 'd804afee-9bef-4af2-8ec3-2e2b5e011c35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '952be697-032a-432d-bfa6-5a2ed54f2db3'} {{(pid=95103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 19:28:56.845997 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.managers [None req-999d92e7-2e4b-4cf7-bdf0-0a2307a0b74a None None] Bound port: 6a712a46-c816-4a30-9974-b747c6507349, host: n-d-713301-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd804afee-9bef-4af2-8ec3-2e2b5e011c35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '952be697-032a-432d-bfa6-5a2ed54f2db3'}}] {{(pid=95103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 19:28:56.846481 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-999d92e7-2e4b-4cf7-bdf0-0a2307a0b74a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:28:56.869263 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-a46e7eb2-ebb0-4352-ac4a-d1e21f46c700 req-c807929f-c137-4393-8eae-78d1cbea3b95 tempest-MigrationsAdminTest-397594546 tempest-MigrationsAdminTest-397594546-project] 10.222.0.67 "GET /v2.0/security-groups?id=78cb509b-31c4-4e2a-bb5c-7abd6194dcc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1283927 Sep 23 19:28:56.892380 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-a745ad4c-8a7a-462c-b7ed-d4eb61b3e42f req-c67ea1bc-5038-4fd6-a743-9a0b4eaea654 tempest-DeleteServersTestJSON-2111530366 tempest-DeleteServersTestJSON-2111530366-project] 10.222.0.67 "GET /v2.0/security-groups?id=67f2e2ca-928f-40e5-b9b2-05ec3bddbb37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1350803 Sep 23 19:28:56.981165 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-e354e5c4-fbc2-4ea3-927a-8468d93ceba4 req-47231d6b-5f90-4141-9db7-4704757022b2 service neutron] 10.222.0.53 "GET /v2.0/networks/770ed6ef-9167-411d-8de5-3ae231cefeb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1465135 Sep 23 19:28:56.990515 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-999d92e7-2e4b-4cf7-bdf0-0a2307a0b74a None None] For port 6a712a46-c816-4a30-9974-b747c6507349, host n-d-713301-16, cleared binding levels {{(pid=95103) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 19:28:56.998682 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-999d92e7-2e4b-4cf7-bdf0-0a2307a0b74a None None] For port 6a712a46-c816-4a30-9974-b747c6507349, host n-d-713301-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-16',level=0,port_id=6a712a46-c816-4a30-9974-b747c6507349,segment=NetworkSegment(d804afee-9bef-4af2-8ec3-2e2b5e011c35),segment_id=d804afee-9bef-4af2-8ec3-2e2b5e011c35)] {{(pid=95103) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 19:28:57.007663 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-999d92e7-2e4b-4cf7-bdf0-0a2307a0b74a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:28:57.091340 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-c18b3e5b-9c2e-40dc-8c36-d14d30f04301 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:28:57.116592 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d75dd9a-d413-4a8b-846d-968d7f4c1ff5 req-74a04b2f-494f-4387-8a94-5c8b31022b1c tempest-ServersTestMultiNic-786669321 tempest-ServersTestMultiNic-786669321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:28:57.117433 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-999d92e7-2e4b-4cf7-bdf0-0a2307a0b74a None None] Pushing event updated for resources: {'Port': ['ID=6a712a46-c816-4a30-9974-b747c6507349,revision_number=2']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:28:57.123962 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d75dd9a-d413-4a8b-846d-968d7f4c1ff5 req-74a04b2f-494f-4387-8a94-5c8b31022b1c tempest-ServersTestMultiNic-786669321 tempest-ServersTestMultiNic-786669321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:28:57.127191 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-7d75dd9a-d413-4a8b-846d-968d7f4c1ff5 req-74a04b2f-494f-4387-8a94-5c8b31022b1c tempest-ServersTestMultiNic-786669321 tempest-ServersTestMultiNic-786669321-project] 10.222.0.67 "GET /v2.0/ports?device_id=9fe5b43b-44b1-4fe8-afab-9bb8a032fe60 HTTP/1.1" status: 200 len: 1678 time: 0.1166463 Sep 23 19:28:57.183732 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-e354e5c4-fbc2-4ea3-927a-8468d93ceba4 req-7c18d9dc-1d76-42f1-87f6-1306f8ee6c0c service neutron] 10.222.0.53 "GET /v2.0/networks/770ed6ef-9167-411d-8de5-3ae231cefeb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1923442 Sep 23 19:28:57.206749 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-7d75dd9a-d413-4a8b-846d-968d7f4c1ff5 req-fec82aa5-e1b1-4e26-a295-c4f00ab01015 tempest-ServersTestMultiNic-786669321 tempest-ServersTestMultiNic-786669321-project] 10.222.0.67 "GET /v2.0/security-groups?id=566f77e0-c65d-4b4e-93cb-ececf5c80170&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682647 Sep 23 19:28:57.209979 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-c18b3e5b-9c2e-40dc-8c36-d14d30f04301 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783145673135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4399100'] for port, after_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:28:57.289209 n-d-713301-16 neutron-server[95102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c18b3e5b-9c2e-40dc-8c36-d14d30f04301 admin admin] Network 5dec5c09-378e-4f50-89cc-d94eb81c3bac is already hosted by enough agents. {{(pid=95102) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:28:57.292728 n-d-713301-16 neutron-server[95102]: DEBUG neutron.scheduler.base_scheduler [None req-c18b3e5b-9c2e-40dc-8c36-d14d30f04301 admin admin] Resources bound (agent type, host, resource id): {{(pid=95102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:28:57.297614 n-d-713301-16 neutron-server[95102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c18b3e5b-9c2e-40dc-8c36-d14d30f04301 admin admin] Received port after_create {{(pid=95102) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 19:28:57.328670 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cce2872-eadc-4ac6-9a5e-85f97ba367b6 req-2ce03136-30db-41ea-8b5b-47033c8ccb2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:28:57.328670 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cce2872-eadc-4ac6-9a5e-85f97ba367b6 req-2ce03136-30db-41ea-8b5b-47033c8ccb2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:28:57.331876 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-7cce2872-eadc-4ac6-9a5e-85f97ba367b6 req-2ce03136-30db-41ea-8b5b-47033c8ccb2b service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=e5bc57b02b1840628e8df5037b8dd2e7&device_id=9fe5b43b-44b1-4fe8-afab-9bb8a032fe60 HTTP/1.1" status: 200 len: 1982 time: 0.0714338 Sep 23 19:28:57.362374 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-464822e7-da3d-43ab-8d33-5876e788cfb2 req-179ad15c-b8b9-494e-848f-009ab241ee90 tempest-ServerShowV247Test-594915160 tempest-ServerShowV247Test-594915160-project] 10.222.0.67 "GET /v2.0/ports?device_id=b218dbf0-6f4e-49c8-8155-3418c0927d9a HTTP/1.1" status: 200 len: 210 time: 0.0618043 Sep 23 19:28:57.377276 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c18b3e5b-9c2e-40dc-8c36-d14d30f04301 admin admin] Pushing event updated for resources: {'Port': ['ID=ca890953-03e2-492b-86bb-ade843febcf5,revision_number=1']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:28:57.510795 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cce2872-eadc-4ac6-9a5e-85f97ba367b6 req-2258e551-17e1-4fb7-85d3-872a83929f55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:28:57.513340 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-7cce2872-eadc-4ac6-9a5e-85f97ba367b6 req-2258e551-17e1-4fb7-85d3-872a83929f55 service neutron] 10.222.0.53 "GET /v2.0/networks?id=770ed6ef-9167-411d-8de5-3ae231cefeb9 HTTP/1.1" status: 200 len: 903 time: 0.1735210 Sep 23 19:28:57.565872 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-7cce2872-eadc-4ac6-9a5e-85f97ba367b6 req-eab82db0-b1f6-46da-87b5-0f271e471ddc service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.224&port_id=1894d951-3318-4941-8bd0-83e9e211ed0d HTTP/1.1" status: 200 len: 217 time: 0.0410488 Sep 23 19:28:57.635283 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cce2872-eadc-4ac6-9a5e-85f97ba367b6 req-62844855-d434-4060-a11b-c0c828a8a1b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:28:57.636724 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-7cce2872-eadc-4ac6-9a5e-85f97ba367b6 req-62844855-d434-4060-a11b-c0c828a8a1b2 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=31585675-9bbb-4687-a587-a7b235e7b8b8 HTTP/1.1" status: 200 len: 801 time: 0.0558572 Sep 23 19:28:57.690091 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cce2872-eadc-4ac6-9a5e-85f97ba367b6 req-6e20afab-888c-4440-8b9d-ce30c1fab901 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:28:57.691655 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-7cce2872-eadc-4ac6-9a5e-85f97ba367b6 req-6e20afab-888c-4440-8b9d-ce30c1fab901 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=770ed6ef-9167-411d-8de5-3ae231cefeb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0463681 Sep 23 19:28:57.714274 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-c18b3e5b-9c2e-40dc-8c36-d14d30f04301 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:28:57.807422 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-7cce2872-eadc-4ac6-9a5e-85f97ba367b6 req-65b9f3d6-9fab-48de-84d0-b8ae4ca56f1f service neutron] 10.222.0.53 "GET /v2.0/networks/770ed6ef-9167-411d-8de5-3ae231cefeb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1070027 Sep 23 19:28:57.855583 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:28:57.940812 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-7cce2872-eadc-4ac6-9a5e-85f97ba367b6 req-f88bfbb3-1390-4403-a645-b64e215e6bb1 service neutron] 10.222.0.53 "GET /v2.0/networks/770ed6ef-9167-411d-8de5-3ae231cefeb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1223304 Sep 23 19:28:58.013514 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-c18b3e5b-9c2e-40dc-8c36-d14d30f04301 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-597258', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-601790'] for router, after_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:28:58.111817 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:28:58.125046 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63154628-4a60-4b7e-8380-5db82d675964 req-565dfc57-eb32-4bc0-a29e-b05730e58149 tempest-MigrationsAdminTest-397594546 tempest-MigrationsAdminTest-397594546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:28:58.126702 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-63154628-4a60-4b7e-8380-5db82d675964 req-565dfc57-eb32-4bc0-a29e-b05730e58149 tempest-MigrationsAdminTest-397594546 tempest-MigrationsAdminTest-397594546-project] 10.222.0.67 "GET /v2.0/ports?device_id=8c2ff25d-e89a-47f5-89c5-0372db439fc3 HTTP/1.1" status: 200 len: 950 time: 0.1479192 Sep 23 19:28:58.204872 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-480b0fbc-7bc5-4147-b086-1c751a27049c req-d394f777-f7b1-4221-8434-8b18d01d9dea tempest-DeleteServersTestJSON-2111530366 tempest-DeleteServersTestJSON-2111530366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:28:58.206490 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-480b0fbc-7bc5-4147-b086-1c751a27049c req-d394f777-f7b1-4221-8434-8b18d01d9dea tempest-DeleteServersTestJSON-2111530366 tempest-DeleteServersTestJSON-2111530366-project] 10.222.0.67 "GET /v2.0/ports?device_id=d6fb661b-35d0-4bb3-b9f1-7aeeaa15cabb HTTP/1.1" status: 200 len: 945 time: 0.2093997 Sep 23 19:28:58.276156 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-63154628-4a60-4b7e-8380-5db82d675964 req-e3e3e050-cba3-479b-bf71-eee6b22530d1 tempest-MigrationsAdminTest-397594546 tempest-MigrationsAdminTest-397594546-project] 10.222.0.67 "GET /v2.0/security-groups?id=78cb509b-31c4-4e2a-bb5c-7abd6194dcc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1154242 Sep 23 19:28:58.303980 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-480b0fbc-7bc5-4147-b086-1c751a27049c req-2af162b4-8e1b-433e-9ee2-7470a951cbb3 tempest-DeleteServersTestJSON-2111530366 tempest-DeleteServersTestJSON-2111530366-project] 10.222.0.67 "GET /v2.0/security-groups?id=67f2e2ca-928f-40e5-b9b2-05ec3bddbb37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804472 Sep 23 19:28:58.364950 n-d-713301-16 neutron-server[95102]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c18b3e5b-9c2e-40dc-8c36-d14d30f04301 admin admin] Router 9879e38c-83b2-4401-bd2a-c505b1875d75 is scheduled to L3 agent 79a740bf-7821-4989-8288-7186e3e128f3 with binding_index 1 {{(pid=95102) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 23 19:28:58.397202 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-974383fe-d5fb-47db-9538-a4214e9d8f61 None None] Network 952be697-032a-432d-bfa6-5a2ed54f2db3 requested from n-d-713301-16 {{(pid=95103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 19:28:58.497034 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-15f387aa-1fd5-4de7-9f9a-bdb145037cc1 None None] Provisioning complete for port 6a712a46-c816-4a30-9974-b747c6507349 triggered by entity DHCP. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:28:58.497619 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-15f387aa-1fd5-4de7-9f9a-bdb145037cc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:28:58.550360 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c207877b-faed-4b34-9cbb-977bb5f22efa req-726c2e7b-dcd5-4f37-87f6-e1d8911981ea tempest-ServersTestMultiNic-786669321 tempest-ServersTestMultiNic-786669321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:28:58.562332 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c207877b-faed-4b34-9cbb-977bb5f22efa req-726c2e7b-dcd5-4f37-87f6-e1d8911981ea tempest-ServersTestMultiNic-786669321 tempest-ServersTestMultiNic-786669321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:28:58.565055 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-c207877b-faed-4b34-9cbb-977bb5f22efa req-726c2e7b-dcd5-4f37-87f6-e1d8911981ea tempest-ServersTestMultiNic-786669321 tempest-ServersTestMultiNic-786669321-project] 10.222.0.67 "GET /v2.0/ports?device_id=9fe5b43b-44b1-4fe8-afab-9bb8a032fe60 HTTP/1.1" status: 200 len: 1678 time: 0.1323571 Sep 23 19:28:58.606625 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c18b3e5b-9c2e-40dc-8c36-d14d30f04301 admin admin] Notify agent at l3_agent.n-d-713301-16 the message routers_updated {{(pid=95102) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 19:28:58.610964 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-116062a3-325f-4c89-ac3f-287e3b433cb4 req-f6bf5180-a516-4eb9-ab9c-674b23d51b9a tempest-ServerShowV247Test-594915160 tempest-ServerShowV247Test-594915160-project] 10.222.0.67 "GET /v2.0/ports?device_id=b218dbf0-6f4e-49c8-8155-3418c0927d9a HTTP/1.1" status: 200 len: 210 time: 0.0445440 Sep 23 19:28:58.623538 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5809cfe5-69a4-4c90-bb1c-3e040e9e78eb None None] Sync routers for ids ['9879e38c-83b2-4401-bd2a-c505b1875d75'] in n-d-713301-16 {{(pid=95104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 19:28:58.635486 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5809cfe5-69a4-4c90-bb1c-3e040e9e78eb None None] Routers {'9879e38c-83b2-4401-bd2a-c505b1875d75'} bound to L3 agent in host n-d-713301-16 {{(pid=95104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 19:28:58.636126 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_hamode_db [None req-5809cfe5-69a4-4c90-bb1c-3e040e9e78eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-23T19:07:52Z,description=,heartbeat_timestamp=2021-09-23T19:28:52Z,host='n-d-713301-16',id=79a740bf-7821-4989-8288-7186e3e128f3,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:07:52Z,topic='l3_agent')) {'router_ids': ['9879e38c-83b2-4401-bd2a-c505b1875d75'], 'active': True} {{(pid=95104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:28:58.647562 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-c18b3e5b-9c2e-40dc-8c36-d14d30f04301 admin admin] Notify callbacks [] for router, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:28:58.651729 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-c18b3e5b-9c2e-40dc-8c36-d14d30f04301 admin admin] 10.222.0.67 "POST /v2.0/routers HTTP/1.1" status: 201 len: 940 time: 2.7195330 Sep 23 19:28:58.662456 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 41356) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:28:58.691690 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-15f387aa-1fd5-4de7-9f9a-bdb145037cc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:28:58.722074 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-c207877b-faed-4b34-9cbb-977bb5f22efa req-3d6dc5b8-2673-443f-839c-238ce219f91d tempest-ServersTestMultiNic-786669321 tempest-ServersTestMultiNic-786669321-project] 10.222.0.67 "GET /v2.0/security-groups?id=566f77e0-c65d-4b4e-93cb-ececf5c80170&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1419666 Sep 23 19:28:58.751520 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-15f387aa-1fd5-4de7-9f9a-bdb145037cc1 None None] For port 6a712a46-c816-4a30-9974-b747c6507349, host n-d-713301-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-16',level=0,port_id=6a712a46-c816-4a30-9974-b747c6507349,segment=NetworkSegment(d804afee-9bef-4af2-8ec3-2e2b5e011c35),segment_id=d804afee-9bef-4af2-8ec3-2e2b5e011c35)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:28:58.757367 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-15f387aa-1fd5-4de7-9f9a-bdb145037cc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:28:58.818315 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15f387aa-1fd5-4de7-9f9a-bdb145037cc1 None None] Pushing event updated for resources: {'Port': ['ID=6a712a46-c816-4a30-9974-b747c6507349,revision_number=3']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:28:58.922742 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_dvr_db [None req-5809cfe5-69a4-4c90-bb1c-3e040e9e78eb None None] Set router 9879e38c-83b2-4401-bd2a-c505b1875d75 gateway port host: n-d-713301-16 {{(pid=95104) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 19:28:59.083283 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-303512f3-21b7-43c4-bffa-455e5141afc9 None None] Provisioning complete for port 6a712a46-c816-4a30-9974-b747c6507349 triggered by entity DHCP. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:28:59.083938 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-303512f3-21b7-43c4-bffa-455e5141afc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:28:59.149059 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_hamode_db [None req-5809cfe5-69a4-4c90-bb1c-3e040e9e78eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9879e38c-83b2-4401-bd2a-c505b1875d75', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-791378858-router', 'tenant_id': '40bcd04a276c4609930d2e19006d9ae9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'external_fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.135'}], 'enable_snat': True}, 'gw_port_id': 'ca890953-03e2-492b-86bb-ade843febcf5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:28:55Z', 'updated_at': '2021-09-23T19:28:57Z', 'revision_number': 3, 'project_id': '40bcd04a276c4609930d2e19006d9ae9', 'gw_port': {'id': 'ca890953-03e2-492b-86bb-ade843febcf5', 'name': '', 'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:09:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9879e38c-83b2-4401-bd2a-c505b1875d75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1115, 'fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:28:56Z', 'updated_at': '2021-09-23T19:28:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-16'}], 'n-d-713301-16', False) {} {{(pid=95104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:28:59.183949 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5809cfe5-69a4-4c90-bb1c-3e040e9e78eb None None] Checking router: 9879e38c-83b2-4401-bd2a-c505b1875d75 for host: n-d-713301-16 {{(pid=95104) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 19:28:59.184298 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5809cfe5-69a4-4c90-bb1c-3e040e9e78eb None None] Updating router 9879e38c-83b2-4401-bd2a-c505b1875d75 port ca890953-03e2-492b-86bb-ade843febcf5 binding host n-d-713301-16 {{(pid=95104) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 23 19:28:59.216279 n-d-713301-16 neutron-server[95104]: DEBUG neutron_lib.callbacks.manager [None req-5809cfe5-69a4-4c90-bb1c-3e040e9e78eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:28:59.231179 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-e2b212ca-4860-41d1-bfe0-f0d656b200cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:28:59.362412 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Device 6a712a46-c816-4a30-9974-b747c6507349 up at agent ovs-agent-n-d-713301-16 {{(pid=95103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 19:28:59.433493 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Provisioning complete for port 6a712a46-c816-4a30-9974-b747c6507349 triggered by entity L2. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:28:59.433493 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:28:59.602264 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b0cd222-8f66-4634-b502-1a0a4c54d7b9 req-2c243095-3faf-46b7-9261-acd3e90bf0fa tempest-MigrationsAdminTest-397594546 tempest-MigrationsAdminTest-397594546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:28:59.603856 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-5b0cd222-8f66-4634-b502-1a0a4c54d7b9 req-2c243095-3faf-46b7-9261-acd3e90bf0fa tempest-MigrationsAdminTest-397594546 tempest-MigrationsAdminTest-397594546-project] 10.222.0.67 "GET /v2.0/ports?device_id=8c2ff25d-e89a-47f5-89c5-0372db439fc3 HTTP/1.1" status: 200 len: 950 time: 0.1646395 Sep 23 19:28:59.614087 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a6cbfc-9302-4b26-977a-8896ced3cc4a req-6f12da97-f873-4983-ad59-1a34820b084c tempest-DeleteServersTestJSON-2111530366 tempest-DeleteServersTestJSON-2111530366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:28:59.615744 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-c4a6cbfc-9302-4b26-977a-8896ced3cc4a req-6f12da97-f873-4983-ad59-1a34820b084c tempest-DeleteServersTestJSON-2111530366 tempest-DeleteServersTestJSON-2111530366-project] 10.222.0.67 "GET /v2.0/ports?device_id=d6fb661b-35d0-4bb3-b9f1-7aeeaa15cabb HTTP/1.1" status: 200 len: 945 time: 0.1782832 Sep 23 19:28:59.618234 n-d-713301-16 neutron-server[95102]: DEBUG neutron.db.db_base_plugin_common [None req-e2b212ca-4860-41d1-bfe0-f0d656b200cf admin admin] Allocated IP 172.20.0.1 (952be697-032a-432d-bfa6-5a2ed54f2db3/b15be011-6503-48d2-bdab-47e258ecd8be/a67695ce-74f1-43e2-8846-b6e769488bdb) {{(pid=95102) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 19:28:59.635060 n-d-713301-16 neutron-server[95104]: DEBUG neutron_lib.callbacks.manager [None req-5809cfe5-69a4-4c90-bb1c-3e040e9e78eb None None] Notify callbacks [] for port, precommit_update {{(pid=95104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:28:59.642326 n-d-713301-16 neutron-server[95104]: DEBUG neutron_lib.callbacks.manager [None req-5809cfe5-69a4-4c90-bb1c-3e040e9e78eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:28:59.697270 n-d-713301-16 neutron-server[95104]: DEBUG neutron.plugins.ml2.managers [None req-5809cfe5-69a4-4c90-bb1c-3e040e9e78eb None None] Attempting to bind port ca890953-03e2-492b-86bb-ade843febcf5 on host n-d-713301-16 for vnic_type normal with profile {{(pid=95104) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 19:28:59.697715 n-d-713301-16 neutron-server[95104]: DEBUG neutron.plugins.ml2.managers [None req-5809cfe5-69a4-4c90-bb1c-3e040e9e78eb None None] Attempting to bind port ca890953-03e2-492b-86bb-ade843febcf5 by drivers openvswitch,hyperv on host n-d-713301-16 at level 0 using segments [{'id': '7d4027f1-d893-4c7b-95d4-757b8e44e380', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac'}] {{(pid=95104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 19:28:59.698195 n-d-713301-16 neutron-server[95104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5809cfe5-69a4-4c90-bb1c-3e040e9e78eb None None] Attempting to bind port ca890953-03e2-492b-86bb-ade843febcf5 on network 5dec5c09-378e-4f50-89cc-d94eb81c3bac {{(pid=95104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:28:59.711061 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-754e6612-08f6-4aa9-a30f-932b38b1119a None None] Pushing event updated for resources: {'Port': ['ID=ca890953-03e2-492b-86bb-ade843febcf5,revision_number=2']} {{(pid=95104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:28:59.714759 n-d-713301-16 neutron-server[95104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5809cfe5-69a4-4c90-bb1c-3e040e9e78eb None None] Checking agent: {'id': '70a14545-df24-472f-8f95-bfe1719bff93', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 19, 7, 53), 'started_at': datetime.datetime(2021, 9, 23, 19, 8, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 19, 28, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 19:28:59.715345 n-d-713301-16 neutron-server[95104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5809cfe5-69a4-4c90-bb1c-3e040e9e78eb None None] Checking segment: {'id': '7d4027f1-d893-4c7b-95d4-757b8e44e380', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95104) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:28:59.715966 n-d-713301-16 neutron-server[95104]: DEBUG neutron_lib.callbacks.manager [None req-5809cfe5-69a4-4c90-bb1c-3e040e9e78eb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:28:59.716576 n-d-713301-16 neutron-server[95104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5809cfe5-69a4-4c90-bb1c-3e040e9e78eb None None] Bound using segment: {'id': '7d4027f1-d893-4c7b-95d4-757b8e44e380', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac'} {{(pid=95104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 19:28:59.717368 n-d-713301-16 neutron-server[95104]: DEBUG neutron.plugins.ml2.managers [None req-5809cfe5-69a4-4c90-bb1c-3e040e9e78eb None None] Bound port: ca890953-03e2-492b-86bb-ade843febcf5, host: n-d-713301-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7d4027f1-d893-4c7b-95d4-757b8e44e380', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac'}}] {{(pid=95104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 19:28:59.717969 n-d-713301-16 neutron-server[95104]: DEBUG neutron_lib.callbacks.manager [None req-5809cfe5-69a4-4c90-bb1c-3e040e9e78eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:28:59.718304 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-5b0cd222-8f66-4634-b502-1a0a4c54d7b9 req-44c87ab8-afe0-4264-825d-b3d671752b54 tempest-MigrationsAdminTest-397594546 tempest-MigrationsAdminTest-397594546-project] 10.222.0.67 "GET /v2.0/security-groups?id=78cb509b-31c4-4e2a-bb5c-7abd6194dcc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1015191 Sep 23 19:28:59.750103 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-c4a6cbfc-9302-4b26-977a-8896ced3cc4a req-48e1770d-dd15-46fe-8c8e-a8009695b503 tempest-DeleteServersTestJSON-2111530366 tempest-DeleteServersTestJSON-2111530366-project] 10.222.0.67 "GET /v2.0/security-groups?id=67f2e2ca-928f-40e5-b9b2-05ec3bddbb37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1206534 Sep 23 19:28:59.774793 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Device 14e9b887-f77c-4d4f-8e40-4b79ce1c0714 details requested by agent hyperv_n-h2-713301-16 with host n-h2-713301-16 {{(pid=95103) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 19:28:59.816369 n-d-713301-16 neutron-server[95104]: DEBUG neutron.plugins.ml2.db [None req-5809cfe5-69a4-4c90-bb1c-3e040e9e78eb None None] For port ca890953-03e2-492b-86bb-ade843febcf5, host n-d-713301-16, cleared binding levels {{(pid=95104) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 19:28:59.820111 n-d-713301-16 neutron-server[95104]: DEBUG neutron.plugins.ml2.db [None req-5809cfe5-69a4-4c90-bb1c-3e040e9e78eb None None] For port ca890953-03e2-492b-86bb-ade843febcf5, host n-d-713301-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-16',level=0,port_id=ca890953-03e2-492b-86bb-ade843febcf5,segment=NetworkSegment(7d4027f1-d893-4c7b-95d4-757b8e44e380),segment_id=7d4027f1-d893-4c7b-95d4-757b8e44e380)] {{(pid=95104) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 19:28:59.830198 n-d-713301-16 neutron-server[95104]: DEBUG neutron_lib.callbacks.manager [None req-5809cfe5-69a4-4c90-bb1c-3e040e9e78eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:28:59.832467 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-e2b212ca-4860-41d1-bfe0-f0d656b200cf admin admin] Notify callbacks [] for port, precommit_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:28:59.940352 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-e2b212ca-4860-41d1-bfe0-f0d656b200cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783145673135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4399100'] for port, after_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:28:59.981397 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-754e6612-08f6-4aa9-a30f-932b38b1119a None None] Pushing event updated for resources: {'Port': ['ID=ca890953-03e2-492b-86bb-ade843febcf5,revision_number=3']} {{(pid=95104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:28:59.985831 n-d-713301-16 neutron-server[95102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2b212ca-4860-41d1-bfe0-f0d656b200cf admin admin] Network 952be697-032a-432d-bfa6-5a2ed54f2db3 is already hosted by enough agents. {{(pid=95102) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:28:59.993172 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5809cfe5-69a4-4c90-bb1c-3e040e9e78eb None None] Routers {'9879e38c-83b2-4401-bd2a-c505b1875d75'} bound to L3 agent in host n-d-713301-16 {{(pid=95104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 19:28:59.993896 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_hamode_db [None req-5809cfe5-69a4-4c90-bb1c-3e040e9e78eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-23T19:07:52Z,description=,heartbeat_timestamp=2021-09-23T19:28:52Z,host='n-d-713301-16',id=79a740bf-7821-4989-8288-7186e3e128f3,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:07:52Z,topic='l3_agent')) {'router_ids': ['9879e38c-83b2-4401-bd2a-c505b1875d75'], 'active': True} {{(pid=95104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:29:00.003867 n-d-713301-16 neutron-server[95102]: DEBUG neutron.scheduler.base_scheduler [None req-e2b212ca-4860-41d1-bfe0-f0d656b200cf admin admin] Resources bound (agent type, host, resource id): {{(pid=95102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:29:00.024154 n-d-713301-16 neutron-server[95102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2b212ca-4860-41d1-bfe0-f0d656b200cf admin admin] Received port after_create {{(pid=95102) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 19:29:00.027696 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-c7c9d9fa-cccc-4e30-bbdc-5c3e7349f1af req-c7a860ba-c8b1-417c-b0e4-f45f0bce98c5 tempest-ServerShowV247Test-594915160 tempest-ServerShowV247Test-594915160-project] 10.222.0.67 "GET /v2.0/ports?device_id=b218dbf0-6f4e-49c8-8155-3418c0927d9a HTTP/1.1" status: 200 len: 210 time: 0.0441799 Sep 23 19:29:00.030194 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] For port 14e9b887-f77c-4d4f-8e40-4b79ce1c0714, host n-h2-713301-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-16',level=0,port_id=14e9b887-f77c-4d4f-8e40-4b79ce1c0714,segment=NetworkSegment(05625dfa-c712-49f8-8926-f70c48b67385),segment_id=05625dfa-c712-49f8-8926-f70c48b67385)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:29:00.055595 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2b212ca-4860-41d1-bfe0-f0d656b200cf admin admin] Pushing event updated for resources: {'Port': ['ID=a67695ce-74f1-43e2-8846-b6e769488bdb,revision_number=1']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:29:00.076223 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Returning: {'device': '14e9b887-f77c-4d4f-8e40-4b79ce1c0714', 'network_id': 'fc34e185-e374-4773-b7db-244f26dc6cda', 'port_id': '14e9b887-f77c-4d4f-8e40-4b79ce1c0714', 'mac_address': 'fa:16:3e:b3:12:37', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 619, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f7305459-ed5f-4175-b62a-734a0df4725c', 'ip_address': '19.80.0.16'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95103) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 19:29:00.119852 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-e2b212ca-4860-41d1-bfe0-f0d656b200cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-601987'] for router_interface, before_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:29:00.140111 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:29:00.154045 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_dvr_db [None req-5809cfe5-69a4-4c90-bb1c-3e040e9e78eb None None] Set router 9879e38c-83b2-4401-bd2a-c505b1875d75 gateway port host: n-d-713301-16 {{(pid=95104) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 19:29:00.158642 n-d-713301-16 neutron-server[95103]: DEBUG neutron.notifiers.nova [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 14e9b887-f77c-4d4f-8e40-4b79ce1c0714 {{(pid=95103) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 19:29:00.189924 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] For port 14e9b887-f77c-4d4f-8e40-4b79ce1c0714, host n-h2-713301-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-16',level=0,port_id=14e9b887-f77c-4d4f-8e40-4b79ce1c0714,segment=NetworkSegment(05625dfa-c712-49f8-8926-f70c48b67385),segment_id=05625dfa-c712-49f8-8926-f70c48b67385)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:29:00.196267 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c98df8-e368-4dee-aee2-e83f719452ba req-82abfec1-1781-40fc-bb7f-eff904451be9 tempest-ServersTestMultiNic-786669321 tempest-ServersTestMultiNic-786669321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:29:00.197287 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:29:00.198401 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Device 1894d951-3318-4941-8bd0-83e9e211ed0d details requested by agent hyperv_n-h2-713301-16 with host n-h2-713301-16 {{(pid=95103) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 19:29:00.203541 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c98df8-e368-4dee-aee2-e83f719452ba req-82abfec1-1781-40fc-bb7f-eff904451be9 tempest-ServersTestMultiNic-786669321 tempest-ServersTestMultiNic-786669321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:29:00.206372 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-c5c98df8-e368-4dee-aee2-e83f719452ba req-82abfec1-1781-40fc-bb7f-eff904451be9 tempest-ServersTestMultiNic-786669321 tempest-ServersTestMultiNic-786669321-project] 10.222.0.67 "GET /v2.0/ports?device_id=9fe5b43b-44b1-4fe8-afab-9bb8a032fe60 HTTP/1.1" status: 200 len: 1678 time: 0.1368251 Sep 23 19:29:00.301908 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Pushing event updated for resources: {'Port': ['ID=14e9b887-f77c-4d4f-8e40-4b79ce1c0714,revision_number=4']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:29:00.304705 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-c5c98df8-e368-4dee-aee2-e83f719452ba req-3f205046-4168-47fd-927e-8d4376a8a3a3 tempest-ServersTestMultiNic-786669321 tempest-ServersTestMultiNic-786669321-project] 10.222.0.67 "GET /v2.0/security-groups?id=566f77e0-c65d-4b4e-93cb-ececf5c80170&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872161 Sep 23 19:29:00.428063 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-61d26b17-9776-4875-801b-c4b47dd56ddc None None] Provisioning complete for port a67695ce-74f1-43e2-8846-b6e769488bdb triggered by entity DHCP. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:29:00.428326 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-61d26b17-9776-4875-801b-c4b47dd56ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:29:00.476756 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] For port 1894d951-3318-4941-8bd0-83e9e211ed0d, host n-h2-713301-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-16',level=0,port_id=1894d951-3318-4941-8bd0-83e9e211ed0d,segment=NetworkSegment(f2c7906a-f37f-48bb-be91-ab4421f4e3b8),segment_id=f2c7906a-f37f-48bb-be91-ab4421f4e3b8)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:29:00.492515 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_hamode_db [None req-5809cfe5-69a4-4c90-bb1c-3e040e9e78eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9879e38c-83b2-4401-bd2a-c505b1875d75', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-791378858-router', 'tenant_id': '40bcd04a276c4609930d2e19006d9ae9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'external_fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.135'}], 'enable_snat': True}, 'gw_port_id': 'ca890953-03e2-492b-86bb-ade843febcf5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:28:55Z', 'updated_at': '2021-09-23T19:28:57Z', 'revision_number': 3, 'project_id': '40bcd04a276c4609930d2e19006d9ae9', 'gw_port': {'id': 'ca890953-03e2-492b-86bb-ade843febcf5', 'name': '', 'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:09:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9879e38c-83b2-4401-bd2a-c505b1875d75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1115, 'fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:28:56Z', 'updated_at': '2021-09-23T19:28:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-16'}], 'n-d-713301-16', False) {} {{(pid=95104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:29:00.497103 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.plugin [None req-61d26b17-9776-4875-801b-c4b47dd56ddc None None] Port a67695ce-74f1-43e2-8846-b6e769488bdb cannot update to ACTIVE because it is not bound. {{(pid=95103) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 19:29:00.500265 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Returning: {'device': '1894d951-3318-4941-8bd0-83e9e211ed0d', 'network_id': '770ed6ef-9167-411d-8de5-3ae231cefeb9', 'port_id': '1894d951-3318-4941-8bd0-83e9e211ed0d', 'mac_address': 'fa:16:3e:ac:f9:af', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 605, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '31585675-9bbb-4687-a587-a7b235e7b8b8', 'ip_address': '19.86.0.224'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95103) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 19:29:00.523289 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5809cfe5-69a4-4c90-bb1c-3e040e9e78eb None None] The sync data for ids ['9879e38c-83b2-4401-bd2a-c505b1875d75'] in n-d-713301-16 is: [{'id': '9879e38c-83b2-4401-bd2a-c505b1875d75', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-791378858-router', 'tenant_id': '40bcd04a276c4609930d2e19006d9ae9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'external_fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.135'}], 'enable_snat': True}, 'gw_port_id': 'ca890953-03e2-492b-86bb-ade843febcf5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:28:55Z', 'updated_at': '2021-09-23T19:28:57Z', 'revision_number': 3, 'project_id': '40bcd04a276c4609930d2e19006d9ae9', 'gw_port': {'id': 'ca890953-03e2-492b-86bb-ade843febcf5', 'name': '', 'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:09:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9879e38c-83b2-4401-bd2a-c505b1875d75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1115, 'fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:28:56Z', 'updated_at': '2021-09-23T19:28:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-16'}] {{(pid=95104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 19:29:00.547616 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:29:00.569843 n-d-713301-16 neutron-server[95103]: DEBUG neutron.notifiers.nova [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1894d951-3318-4941-8bd0-83e9e211ed0d {{(pid=95103) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 19:29:00.597682 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] For port 1894d951-3318-4941-8bd0-83e9e211ed0d, host n-h2-713301-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-16',level=0,port_id=1894d951-3318-4941-8bd0-83e9e211ed0d,segment=NetworkSegment(f2c7906a-f37f-48bb-be91-ab4421f4e3b8),segment_id=f2c7906a-f37f-48bb-be91-ab4421f4e3b8)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:29:00.603716 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:29:00.671049 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Pushing event updated for resources: {'Port': ['ID=1894d951-3318-4941-8bd0-83e9e211ed0d,revision_number=4']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:29:00.710439 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-e2b212ca-4860-41d1-bfe0-f0d656b200cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:29:00.899886 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] get_ports_and_sgs() called for port_ids ['1894d951-3318-4941-8bd0-83e9e211ed0d'] {{(pid=95103) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 19:29:01.038145 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd1d0bf-c73f-43dc-af20-efb367be47ed req-514e7ecf-2258-4248-8889-bc76087d4027 tempest-MigrationsAdminTest-397594546 tempest-MigrationsAdminTest-397594546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:29:01.039639 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-2cd1d0bf-c73f-43dc-af20-efb367be47ed req-514e7ecf-2258-4248-8889-bc76087d4027 tempest-MigrationsAdminTest-397594546 tempest-MigrationsAdminTest-397594546-project] 10.222.0.67 "GET /v2.0/ports?device_id=8c2ff25d-e89a-47f5-89c5-0372db439fc3 HTTP/1.1" status: 200 len: 950 time: 0.1262801 Sep 23 19:29:01.049131 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9398151b-85cd-417a-b1e0-7333d545c28b req-0c2274ce-9741-4134-bc81-cce216fa0cf9 tempest-DeleteServersTestJSON-2111530366 tempest-DeleteServersTestJSON-2111530366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:29:01.050669 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-9398151b-85cd-417a-b1e0-7333d545c28b req-0c2274ce-9741-4134-bc81-cce216fa0cf9 tempest-DeleteServersTestJSON-2111530366 tempest-DeleteServersTestJSON-2111530366-project] 10.222.0.67 "GET /v2.0/ports?device_id=d6fb661b-35d0-4bb3-b9f1-7aeeaa15cabb HTTP/1.1" status: 200 len: 945 time: 0.1251504 Sep 23 19:29:01.105019 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-e2b212ca-4860-41d1-bfe0-f0d656b200cf admin admin] Notify callbacks [] for port, precommit_update {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:29:01.117057 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-e2b212ca-4860-41d1-bfe0-f0d656b200cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4399095'] for port, after_update {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:29:01.212114 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-2cd1d0bf-c73f-43dc-af20-efb367be47ed req-94360000-8c9b-4bc6-a050-298681f9a2b9 tempest-MigrationsAdminTest-397594546 tempest-MigrationsAdminTest-397594546-project] 10.222.0.67 "GET /v2.0/security-groups?id=78cb509b-31c4-4e2a-bb5c-7abd6194dcc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1473594 Sep 23 19:29:01.226280 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-9398151b-85cd-417a-b1e0-7333d545c28b req-4901a76c-8afb-488e-8d50-86e2b9289e2e tempest-DeleteServersTestJSON-2111530366 tempest-DeleteServersTestJSON-2111530366-project] 10.222.0.67 "GET /v2.0/security-groups?id=67f2e2ca-928f-40e5-b9b2-05ec3bddbb37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1580374 Sep 23 19:29:01.231804 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-e2b212ca-4860-41d1-bfe0-f0d656b200cf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-527313', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-601459'] for router_interface, after_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:29:01.283998 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2b212ca-4860-41d1-bfe0-f0d656b200cf admin admin] Pushing event updated for resources: {'Port': ['ID=a67695ce-74f1-43e2-8846-b6e769488bdb,revision_number=2']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:29:01.435253 n-d-713301-16 neutron-server[95102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2b212ca-4860-41d1-bfe0-f0d656b200cf admin admin] Network 952be697-032a-432d-bfa6-5a2ed54f2db3 is already hosted by enough agents. {{(pid=95102) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:29:01.435461 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Device ca890953-03e2-492b-86bb-ade843febcf5 up at agent ovs-agent-n-d-713301-16 {{(pid=95103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 19:29:01.437267 n-d-713301-16 neutron-server[95102]: DEBUG neutron.scheduler.base_scheduler [None req-e2b212ca-4860-41d1-bfe0-f0d656b200cf admin admin] Resources bound (agent type, host, resource id): {{(pid=95102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:29:01.587510 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Provisioning complete for port ca890953-03e2-492b-86bb-ade843febcf5 triggered by entity L2. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:29:01.588163 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:29:01.725106 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-9da831ee-e43d-4c55-a686-aeeb971d739b req-15a58a11-5faa-4b47-998f-90589324fe43 tempest-ServerShowV247Test-594915160 tempest-ServerShowV247Test-594915160-project] 10.222.0.67 "GET /v2.0/ports?device_id=b218dbf0-6f4e-49c8-8155-3418c0927d9a HTTP/1.1" status: 200 len: 210 time: 0.0769885 Sep 23 19:29:01.753400 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:29:01.791116 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Device 1894d951-3318-4941-8bd0-83e9e211ed0d up at agent hyperv_n-h2-713301-16 {{(pid=95103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 19:29:01.796554 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be20ec36-91eb-499c-b3e2-b9ed22dc10b6 req-0a7a8c26-1dd1-42c9-a09a-e010e35aaa46 tempest-ServersTestMultiNic-786669321 tempest-ServersTestMultiNic-786669321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:29:01.800982 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] For port ca890953-03e2-492b-86bb-ade843febcf5, host n-d-713301-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-16',level=0,port_id=ca890953-03e2-492b-86bb-ade843febcf5,segment=NetworkSegment(7d4027f1-d893-4c7b-95d4-757b8e44e380),segment_id=7d4027f1-d893-4c7b-95d4-757b8e44e380)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:29:01.803221 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be20ec36-91eb-499c-b3e2-b9ed22dc10b6 req-0a7a8c26-1dd1-42c9-a09a-e010e35aaa46 tempest-ServersTestMultiNic-786669321 tempest-ServersTestMultiNic-786669321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:29:01.804589 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-be20ec36-91eb-499c-b3e2-b9ed22dc10b6 req-0a7a8c26-1dd1-42c9-a09a-e010e35aaa46 tempest-ServersTestMultiNic-786669321 tempest-ServersTestMultiNic-786669321-project] 10.222.0.67 "GET /v2.0/ports?device_id=9fe5b43b-44b1-4fe8-afab-9bb8a032fe60 HTTP/1.1" status: 200 len: 1680 time: 0.1566288 Sep 23 19:29:01.827635 n-d-713301-16 neutron-server[95102]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e2b212ca-4860-41d1-bfe0-f0d656b200cf admin admin] Router 9879e38c-83b2-4401-bd2a-c505b1875d75 has already been hosted by L3 agent 79a740bf-7821-4989-8288-7186e3e128f3 {{(pid=95102) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 19:29:01.838759 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:29:01.867316 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-be20ec36-91eb-499c-b3e2-b9ed22dc10b6 req-2adbc22a-0db5-44eb-81ef-a89e00a5ee74 tempest-ServersTestMultiNic-786669321 tempest-ServersTestMultiNic-786669321-project] 10.222.0.67 "GET /v2.0/security-groups?id=566f77e0-c65d-4b4e-93cb-ececf5c80170&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504920 Sep 23 19:29:01.893588 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-b2ed55fd-a621-4df9-b765-7b041f5ea5fb None None] Provisioning complete for port a67695ce-74f1-43e2-8846-b6e769488bdb triggered by entity DHCP. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:29:01.894084 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b2ed55fd-a621-4df9-b765-7b041f5ea5fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:29:01.945435 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] get_ports_and_sgs() called for port_ids ['14e9b887-f77c-4d4f-8e40-4b79ce1c0714'] {{(pid=95103) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 19:29:01.999924 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Provisioning for port 1894d951-3318-4941-8bd0-83e9e211ed0d completed by entity L2. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 19:29:02.004577 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2b212ca-4860-41d1-bfe0-f0d656b200cf admin admin] Notify agent at l3_agent.n-d-713301-16 the message routers_updated {{(pid=95102) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 19:29:02.011961 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Pushing event updated for resources: {'Port': ['ID=ca890953-03e2-492b-86bb-ade843febcf5,revision_number=4']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:29:02.017158 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-e2b212ca-4860-41d1-bfe0-f0d656b200cf admin admin] 10.222.0.67 "PUT /v2.0/routers/9879e38c-83b2-4401-bd2a-c505b1875d75/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3595986 Sep 23 19:29:02.022042 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Provisioning complete for port 1894d951-3318-4941-8bd0-83e9e211ed0d triggered by entity L2. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:29:02.022625 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:29:02.057496 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.plugin [None req-b2ed55fd-a621-4df9-b765-7b041f5ea5fb None None] Port a67695ce-74f1-43e2-8846-b6e769488bdb cannot update to ACTIVE because it is not bound. {{(pid=95103) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 19:29:02.190315 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:29:02.232515 n-d-713301-16 neutron-server[95103]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9fe5b43b-44b1-4fe8-afab-9bb8a032fe60', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1894d951-3318-4941-8bd0-83e9e211ed0d'}] {{(pid=95103) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 19:29:02.234980 n-d-713301-16 neutron-server[95103]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}81a1c17f2aa89d5b3ebbba3a3e0cf7eb588e431c2224256110c4c4facdd7c3e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71826c51-e144-4bef-94aa-11c007800070" -d '{"events": [{"server_uuid": "9fe5b43b-44b1-4fe8-afab-9bb8a032fe60", "name": "network-vif-plugged", "status": "completed", "tag": "1894d951-3318-4941-8bd0-83e9e211ed0d"}]}' {{(pid=95103) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 19:29:02.260899 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] For port 1894d951-3318-4941-8bd0-83e9e211ed0d, host n-h2-713301-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-16',level=0,port_id=1894d951-3318-4941-8bd0-83e9e211ed0d,segment=NetworkSegment(f2c7906a-f37f-48bb-be91-ab4421f4e3b8),segment_id=f2c7906a-f37f-48bb-be91-ab4421f4e3b8)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:29:02.266724 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:29:02.297650 n-d-713301-16 neutron-server[95103]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 19:29:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de94cc58-2c33-4be2-9e6d-8ad099e61575 x-openstack-request-id: req-de94cc58-2c33-4be2-9e6d-8ad099e61575 {{(pid=95103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 19:29:02.297980 n-d-713301-16 neutron-server[95103]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9fe5b43b-44b1-4fe8-afab-9bb8a032fe60", "name": "network-vif-plugged", "status": "completed", "tag": "1894d951-3318-4941-8bd0-83e9e211ed0d", "code": 200}]} {{(pid=95103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 19:29:02.298180 n-d-713301-16 neutron-server[95103]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-de94cc58-2c33-4be2-9e6d-8ad099e61575 {{(pid=95103) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 19:29:02.298583 n-d-713301-16 neutron-server[95103]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9fe5b43b-44b1-4fe8-afab-9bb8a032fe60', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1894d951-3318-4941-8bd0-83e9e211ed0d', 'code': 200} Sep 23 19:29:02.342407 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Pushing event updated for resources: {'Port': ['ID=1894d951-3318-4941-8bd0-83e9e211ed0d,revision_number=5']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:29:02.429429 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c69ac18-9f46-4f1c-959c-e1f2bc0ab75a req-d1852c8c-2ccd-499d-abe1-e414a7139f11 tempest-MigrationsAdminTest-397594546 tempest-MigrationsAdminTest-397594546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:29:02.434170 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-8c69ac18-9f46-4f1c-959c-e1f2bc0ab75a req-d1852c8c-2ccd-499d-abe1-e414a7139f11 tempest-MigrationsAdminTest-397594546 tempest-MigrationsAdminTest-397594546-project] 10.222.0.67 "GET /v2.0/ports?device_id=8c2ff25d-e89a-47f5-89c5-0372db439fc3 HTTP/1.1" status: 200 len: 950 time: 0.0670431 Sep 23 19:29:02.481792 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-8c69ac18-9f46-4f1c-959c-e1f2bc0ab75a req-4b152dcd-596e-423e-b3cd-7219292bfbda tempest-MigrationsAdminTest-397594546 tempest-MigrationsAdminTest-397594546-project] 10.222.0.67 "GET /v2.0/security-groups?id=78cb509b-31c4-4e2a-bb5c-7abd6194dcc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440001 Sep 23 19:29:02.673350 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b139cbc-a9e0-4ee2-ac5f-b87ace1c270c req-194f578f-94e1-43b3-9fdc-3294fa1fdcf6 tempest-FloatingIPsAssociationNegativeTestJSON-369828806 tempest-FloatingIPsAssociationNegativeTestJSON-369828806-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:29:02.675044 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-2b139cbc-a9e0-4ee2-ac5f-b87ace1c270c req-194f578f-94e1-43b3-9fdc-3294fa1fdcf6 tempest-FloatingIPsAssociationNegativeTestJSON-369828806 tempest-FloatingIPsAssociationNegativeTestJSON-369828806-project] 10.222.0.67 "GET /v2.0/networks?id=952be697-032a-432d-bfa6-5a2ed54f2db3 HTTP/1.1" status: 200 len: 828 time: 0.1708081 Sep 23 19:29:02.687220 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f300a6a-0a79-45ce-9d68-4f4d6679cb45 req-a8afe96b-0867-49f9-8130-999727102baf tempest-DeleteServersTestJSON-2111530366 tempest-DeleteServersTestJSON-2111530366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:29:02.688812 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-2f300a6a-0a79-45ce-9d68-4f4d6679cb45 req-a8afe96b-0867-49f9-8130-999727102baf tempest-DeleteServersTestJSON-2111530366 tempest-DeleteServersTestJSON-2111530366-project] 10.222.0.67 "GET /v2.0/ports?device_id=d6fb661b-35d0-4bb3-b9f1-7aeeaa15cabb HTTP/1.1" status: 200 len: 945 time: 0.0915997 Sep 23 19:29:02.708358 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-2b139cbc-a9e0-4ee2-ac5f-b87ace1c270c req-3b980420-3394-47f4-872a-d61ad7f2fe42 tempest-FloatingIPsAssociationNegativeTestJSON-369828806 tempest-FloatingIPsAssociationNegativeTestJSON-369828806-project] 10.222.0.67 "GET /v2.0/quotas/40bcd04a276c4609930d2e19006d9ae9 HTTP/1.1" status: 200 len: 375 time: 0.0179558 Sep 23 19:29:02.767479 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86948c9f-a8a6-4c5d-ac1d-7f0e0d7992c4 None None] Sync routers for ids ['9879e38c-83b2-4401-bd2a-c505b1875d75'] in n-d-713301-16 {{(pid=95103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 19:29:02.770409 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-2f300a6a-0a79-45ce-9d68-4f4d6679cb45 req-d3a4af37-49b4-465f-a770-392a3b751a18 tempest-DeleteServersTestJSON-2111530366 tempest-DeleteServersTestJSON-2111530366-project] 10.222.0.67 "GET /v2.0/security-groups?id=67f2e2ca-928f-40e5-b9b2-05ec3bddbb37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732887 Sep 23 19:29:02.789001 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86948c9f-a8a6-4c5d-ac1d-7f0e0d7992c4 None None] Routers {'9879e38c-83b2-4401-bd2a-c505b1875d75'} bound to L3 agent in host n-d-713301-16 {{(pid=95103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 19:29:02.789389 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_hamode_db [None req-86948c9f-a8a6-4c5d-ac1d-7f0e0d7992c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-23T19:07:52Z,description=,heartbeat_timestamp=2021-09-23T19:28:52Z,host='n-d-713301-16',id=79a740bf-7821-4989-8288-7186e3e128f3,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:07:52Z,topic='l3_agent')) {'router_ids': ['9879e38c-83b2-4401-bd2a-c505b1875d75'], 'active': True} {{(pid=95103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:29:02.797173 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-2b139cbc-a9e0-4ee2-ac5f-b87ace1c270c req-952bff1f-948c-4fbc-8051-70c88e8179a1 tempest-FloatingIPsAssociationNegativeTestJSON-369828806 tempest-FloatingIPsAssociationNegativeTestJSON-369828806-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=40bcd04a276c4609930d2e19006d9ae9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0801070 Sep 23 19:29:02.821832 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [req-2b139cbc-a9e0-4ee2-ac5f-b87ace1c270c req-d08c9a09-6b3e-4d0e-953a-c24febb1447f service neutron] http://10.222.0.67:9696/v2.0/extensions returned with HTTP 200 {{(pid=95102) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 23 19:29:02.823404 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-2b139cbc-a9e0-4ee2-ac5f-b87ace1c270c req-d08c9a09-6b3e-4d0e-953a-c24febb1447f service neutron] 10.222.0.67 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0075817 Sep 23 19:29:02.917597 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-e9e8d21c-019b-4fdb-9179-de8d3adf50c3 req-9a292b7f-f85d-4244-a14a-bae7a8a78557 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=b218dbf0-6f4e-49c8-8155-3418c0927d9a HTTP/1.1" status: 200 len: 210 time: 0.0442615 Sep 23 19:29:02.945196 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_dvr_db [None req-86948c9f-a8a6-4c5d-ac1d-7f0e0d7992c4 None None] Set router 9879e38c-83b2-4401-bd2a-c505b1875d75 gateway port host: n-d-713301-16 {{(pid=95103) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 19:29:02.985337 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-2b139cbc-a9e0-4ee2-ac5f-b87ace1c270c req-8cad556f-e14f-4af1-977d-00b4a80154d4 service neutron] 10.222.0.67 "GET /v2.0/networks/952be697-032a-432d-bfa6-5a2ed54f2db3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1549778 Sep 23 19:29:03.090222 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-2b139cbc-a9e0-4ee2-ac5f-b87ace1c270c req-22ad3b0c-1789-4872-8174-373cc616bb9d service neutron] 10.222.0.67 "GET /v2.0/networks/952be697-032a-432d-bfa6-5a2ed54f2db3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0980630 Sep 23 19:29:03.181819 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_hamode_db [None req-86948c9f-a8a6-4c5d-ac1d-7f0e0d7992c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9879e38c-83b2-4401-bd2a-c505b1875d75', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-791378858-router', 'tenant_id': '40bcd04a276c4609930d2e19006d9ae9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'external_fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.135'}], 'enable_snat': True}, 'gw_port_id': 'ca890953-03e2-492b-86bb-ade843febcf5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:28:55Z', 'updated_at': '2021-09-23T19:29:00Z', 'revision_number': 4, 'project_id': '40bcd04a276c4609930d2e19006d9ae9', 'gw_port': {'id': 'ca890953-03e2-492b-86bb-ade843febcf5', 'name': '', 'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:09:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9879e38c-83b2-4401-bd2a-c505b1875d75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1115, 'fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:28:56Z', 'updated_at': '2021-09-23T19:29:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-16', '_interfaces': [{'id': 'a67695ce-74f1-43e2-8846-b6e769488bdb', 'name': '', 'network_id': '952be697-032a-432d-bfa6-5a2ed54f2db3', 'tenant_id': '40bcd04a276c4609930d2e19006d9ae9', 'mac_address': 'fa:16:3e:1d:f4:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9879e38c-83b2-4401-bd2a-c505b1875d75', 'device_owner': 'network:router_interface', 'standard_attr_id': 1116, 'fixed_ips': [{'subnet_id': 'b15be011-6503-48d2-bdab-47e258ecd8be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:28:59Z', 'updated_at': '2021-09-23T19:29:00Z', 'revision_number': 2, 'project_id': '40bcd04a276c4609930d2e19006d9ae9', 'subnets': [{'id': 'b15be011-6503-48d2-bdab-47e258ecd8be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-16', False) {} {{(pid=95103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:29:03.226816 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86948c9f-a8a6-4c5d-ac1d-7f0e0d7992c4 None None] Checking router: 9879e38c-83b2-4401-bd2a-c505b1875d75 for host: n-d-713301-16 {{(pid=95103) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 19:29:03.227199 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86948c9f-a8a6-4c5d-ac1d-7f0e0d7992c4 None None] Updating router 9879e38c-83b2-4401-bd2a-c505b1875d75 port a67695ce-74f1-43e2-8846-b6e769488bdb binding host n-d-713301-16 {{(pid=95103) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 23 19:29:03.259559 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-86948c9f-a8a6-4c5d-ac1d-7f0e0d7992c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:29:03.324190 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Device ca890953-03e2-492b-86bb-ade843febcf5 up at agent ovs-agent-n-d-713301-16 {{(pid=95103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 19:29:03.337496 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-d0580f97-7c95-453d-9881-e00660421efb req-2e6955cb-e16b-41f6-967e-ecd0675574c9 tempest-ServerShowV247Test-594915160 tempest-ServerShowV247Test-594915160-project] 10.222.0.67 "GET /v2.0/ports?device_id=b218dbf0-6f4e-49c8-8155-3418c0927d9a HTTP/1.1" status: 200 len: 210 time: 0.0603399 Sep 23 19:29:03.426927 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f85f22-a895-4e20-8920-75a4f3d5ed3f req-b93188fd-b21c-4b40-b28b-c9d10d04de16 tempest-ServersTestMultiNic-786669321 tempest-ServersTestMultiNic-786669321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:29:03.433651 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f85f22-a895-4e20-8920-75a4f3d5ed3f req-b93188fd-b21c-4b40-b28b-c9d10d04de16 tempest-ServersTestMultiNic-786669321 tempest-ServersTestMultiNic-786669321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:29:03.436967 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-23f85f22-a895-4e20-8920-75a4f3d5ed3f req-b93188fd-b21c-4b40-b28b-c9d10d04de16 tempest-ServersTestMultiNic-786669321 tempest-ServersTestMultiNic-786669321-project] 10.222.0.67 "GET /v2.0/ports?device_id=9fe5b43b-44b1-4fe8-afab-9bb8a032fe60 HTTP/1.1" status: 200 len: 1681 time: 0.1010954 Sep 23 19:29:03.463805 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-a2327a8e-30c6-4b9b-a262-80318b6c3dea req-16d94c3e-fff3-4018-94db-4bea0052b879 tempest-FloatingIPsAssociationNegativeTestJSON-369828806 tempest-FloatingIPsAssociationNegativeTestJSON-369828806-project] 10.222.0.67 "GET /v2.0/ports?device_id=5fc2ff09-250c-4f1b-af64-3897f19bf20e HTTP/1.1" status: 200 len: 210 time: 0.0629389 Sep 23 19:29:03.482401 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Provisioning complete for port ca890953-03e2-492b-86bb-ade843febcf5 triggered by entity L2. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:29:03.482776 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:29:03.522481 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-23f85f22-a895-4e20-8920-75a4f3d5ed3f req-f6c23d7f-bfc5-4691-8504-69940c26a359 tempest-ServersTestMultiNic-786669321 tempest-ServersTestMultiNic-786669321-project] 10.222.0.67 "GET /v2.0/security-groups?id=566f77e0-c65d-4b4e-93cb-ececf5c80170&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576575 Sep 23 19:29:03.657511 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd57ca28-d5b2-4909-bb09-7acd230e91cd req-bac2ffcc-a37f-45c9-85fe-ef24809dcb06 tempest-MigrationsAdminTest-397594546 tempest-MigrationsAdminTest-397594546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:29:03.659561 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-dd57ca28-d5b2-4909-bb09-7acd230e91cd req-bac2ffcc-a37f-45c9-85fe-ef24809dcb06 tempest-MigrationsAdminTest-397594546 tempest-MigrationsAdminTest-397594546-project] 10.222.0.67 "GET /v2.0/ports?device_id=8c2ff25d-e89a-47f5-89c5-0372db439fc3 HTTP/1.1" status: 200 len: 950 time: 0.0730264 Sep 23 19:29:03.713600 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-dd57ca28-d5b2-4909-bb09-7acd230e91cd req-cf9c1512-8f6a-485d-8097-66f3170f2681 tempest-MigrationsAdminTest-397594546 tempest-MigrationsAdminTest-397594546-project] 10.222.0.67 "GET /v2.0/security-groups?id=78cb509b-31c4-4e2a-bb5c-7abd6194dcc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463254 Sep 23 19:29:03.791018 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Device 14e9b887-f77c-4d4f-8e40-4b79ce1c0714 up at agent hyperv_n-h2-713301-16 {{(pid=95103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 19:29:03.922369 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-86948c9f-a8a6-4c5d-ac1d-7f0e0d7992c4 None None] Notify callbacks [] for port, precommit_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:29:03.925139 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Provisioning for port 14e9b887-f77c-4d4f-8e40-4b79ce1c0714 completed by entity L2. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 19:29:03.932345 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Provisioning complete for port 14e9b887-f77c-4d4f-8e40-4b79ce1c0714 triggered by entity L2. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:29:03.933008 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:29:03.938984 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-86948c9f-a8a6-4c5d-ac1d-7f0e0d7992c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:29:03.961871 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1008017-5e02-4837-a68d-ad62f0777b9b req-83525101-4faf-4fc5-9a79-da3a7beaf781 tempest-DeleteServersTestJSON-2111530366 tempest-DeleteServersTestJSON-2111530366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:29:03.963956 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-a1008017-5e02-4837-a68d-ad62f0777b9b req-83525101-4faf-4fc5-9a79-da3a7beaf781 tempest-DeleteServersTestJSON-2111530366 tempest-DeleteServersTestJSON-2111530366-project] 10.222.0.67 "GET /v2.0/ports?device_id=d6fb661b-35d0-4bb3-b9f1-7aeeaa15cabb HTTP/1.1" status: 200 len: 945 time: 0.0864630 Sep 23 19:29:04.040381 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2398f2a6-85a9-412e-aa38-7a8325ce7416 None None] Pushing event updated for resources: {'Port': ['ID=a67695ce-74f1-43e2-8846-b6e769488bdb,revision_number=3']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:29:04.053241 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-a1008017-5e02-4837-a68d-ad62f0777b9b req-74e56ff4-ec52-40d8-9975-c41ddadb1de1 tempest-DeleteServersTestJSON-2111530366 tempest-DeleteServersTestJSON-2111530366-project] 10.222.0.67 "GET /v2.0/security-groups?id=67f2e2ca-928f-40e5-b9b2-05ec3bddbb37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752263 Sep 23 19:29:04.143277 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.managers [None req-86948c9f-a8a6-4c5d-ac1d-7f0e0d7992c4 None None] Attempting to bind port a67695ce-74f1-43e2-8846-b6e769488bdb on host n-d-713301-16 for vnic_type normal with profile {{(pid=95103) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 19:29:04.143559 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.managers [None req-86948c9f-a8a6-4c5d-ac1d-7f0e0d7992c4 None None] Attempting to bind port a67695ce-74f1-43e2-8846-b6e769488bdb by drivers openvswitch,hyperv on host n-d-713301-16 at level 0 using segments [{'id': 'd804afee-9bef-4af2-8ec3-2e2b5e011c35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '952be697-032a-432d-bfa6-5a2ed54f2db3'}] {{(pid=95103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 19:29:04.143926 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86948c9f-a8a6-4c5d-ac1d-7f0e0d7992c4 None None] Attempting to bind port a67695ce-74f1-43e2-8846-b6e769488bdb on network 952be697-032a-432d-bfa6-5a2ed54f2db3 {{(pid=95103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:29:04.156768 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86948c9f-a8a6-4c5d-ac1d-7f0e0d7992c4 None None] Checking agent: {'id': '70a14545-df24-472f-8f95-bfe1719bff93', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 19, 7, 53), 'started_at': datetime.datetime(2021, 9, 23, 19, 8, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 19, 28, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 19:29:04.157152 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86948c9f-a8a6-4c5d-ac1d-7f0e0d7992c4 None None] Checking segment: {'id': 'd804afee-9bef-4af2-8ec3-2e2b5e011c35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '952be697-032a-432d-bfa6-5a2ed54f2db3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95103) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:29:04.157573 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-86948c9f-a8a6-4c5d-ac1d-7f0e0d7992c4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:29:04.157947 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86948c9f-a8a6-4c5d-ac1d-7f0e0d7992c4 None None] Bound using segment: {'id': 'd804afee-9bef-4af2-8ec3-2e2b5e011c35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '952be697-032a-432d-bfa6-5a2ed54f2db3'} {{(pid=95103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 19:29:04.158429 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.managers [None req-86948c9f-a8a6-4c5d-ac1d-7f0e0d7992c4 None None] Bound port: a67695ce-74f1-43e2-8846-b6e769488bdb, host: n-d-713301-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd804afee-9bef-4af2-8ec3-2e2b5e011c35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '952be697-032a-432d-bfa6-5a2ed54f2db3'}}] {{(pid=95103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 19:29:04.158807 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-86948c9f-a8a6-4c5d-ac1d-7f0e0d7992c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:29:04.161900 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:29:04.233044 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] For port 14e9b887-f77c-4d4f-8e40-4b79ce1c0714, host n-h2-713301-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-16',level=0,port_id=14e9b887-f77c-4d4f-8e40-4b79ce1c0714,segment=NetworkSegment(05625dfa-c712-49f8-8926-f70c48b67385),segment_id=05625dfa-c712-49f8-8926-f70c48b67385)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:29:04.247195 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:29:04.298584 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-86948c9f-a8a6-4c5d-ac1d-7f0e0d7992c4 None None] For port a67695ce-74f1-43e2-8846-b6e769488bdb, host n-d-713301-16, cleared binding levels {{(pid=95103) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 19:29:04.300679 n-d-713301-16 neutron-server[95103]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9fe5b43b-44b1-4fe8-afab-9bb8a032fe60', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '14e9b887-f77c-4d4f-8e40-4b79ce1c0714'}] {{(pid=95103) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 19:29:04.303789 n-d-713301-16 neutron-server[95103]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}81a1c17f2aa89d5b3ebbba3a3e0cf7eb588e431c2224256110c4c4facdd7c3e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b171561-b81d-4ad1-89a0-3fe273b21b83" -d '{"events": [{"server_uuid": "9fe5b43b-44b1-4fe8-afab-9bb8a032fe60", "name": "network-vif-plugged", "status": "completed", "tag": "14e9b887-f77c-4d4f-8e40-4b79ce1c0714"}]}' {{(pid=95103) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 19:29:04.310015 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-86948c9f-a8a6-4c5d-ac1d-7f0e0d7992c4 None None] For port a67695ce-74f1-43e2-8846-b6e769488bdb, host n-d-713301-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-16',level=0,port_id=a67695ce-74f1-43e2-8846-b6e769488bdb,segment=NetworkSegment(d804afee-9bef-4af2-8ec3-2e2b5e011c35),segment_id=d804afee-9bef-4af2-8ec3-2e2b5e011c35)] {{(pid=95103) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 19:29:04.329099 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-86948c9f-a8a6-4c5d-ac1d-7f0e0d7992c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:29:04.339020 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Pushing event updated for resources: {'Port': ['ID=14e9b887-f77c-4d4f-8e40-4b79ce1c0714,revision_number=5']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:29:04.375205 n-d-713301-16 neutron-server[95103]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 19:29:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9bdbd08d-6d97-438c-a6da-1ad3e88654f3 x-openstack-request-id: req-9bdbd08d-6d97-438c-a6da-1ad3e88654f3 {{(pid=95103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 19:29:04.375493 n-d-713301-16 neutron-server[95103]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9fe5b43b-44b1-4fe8-afab-9bb8a032fe60", "name": "network-vif-plugged", "status": "completed", "tag": "14e9b887-f77c-4d4f-8e40-4b79ce1c0714", "code": 200}]} {{(pid=95103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 19:29:04.375745 n-d-713301-16 neutron-server[95103]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-9bdbd08d-6d97-438c-a6da-1ad3e88654f3 {{(pid=95103) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 19:29:04.376137 n-d-713301-16 neutron-server[95103]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9fe5b43b-44b1-4fe8-afab-9bb8a032fe60', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '14e9b887-f77c-4d4f-8e40-4b79ce1c0714', 'code': 200} Sep 23 19:29:04.404103 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86948c9f-a8a6-4c5d-ac1d-7f0e0d7992c4 None None] Routers {'9879e38c-83b2-4401-bd2a-c505b1875d75'} bound to L3 agent in host n-d-713301-16 {{(pid=95103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 19:29:04.404811 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_hamode_db [None req-86948c9f-a8a6-4c5d-ac1d-7f0e0d7992c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-23T19:07:52Z,description=,heartbeat_timestamp=2021-09-23T19:28:52Z,host='n-d-713301-16',id=79a740bf-7821-4989-8288-7186e3e128f3,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:07:52Z,topic='l3_agent')) {'router_ids': ['9879e38c-83b2-4401-bd2a-c505b1875d75'], 'active': True} {{(pid=95103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:29:04.478429 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2398f2a6-85a9-412e-aa38-7a8325ce7416 None None] Pushing event updated for resources: {'Port': ['ID=a67695ce-74f1-43e2-8846-b6e769488bdb,revision_number=4']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:29:04.552273 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-da7eb7ab-c43d-4eb5-b5f2-382715eac268 None None] Provisioning complete for port a67695ce-74f1-43e2-8846-b6e769488bdb triggered by entity DHCP. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:29:04.552700 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-da7eb7ab-c43d-4eb5-b5f2-382715eac268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:29:04.554371 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b9b25f-80b0-436a-afb7-3320da521ea2 req-0e59a40b-9b86-42c5-9555-1e7802430d49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:29:04.558216 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b9b25f-80b0-436a-afb7-3320da521ea2 req-0e59a40b-9b86-42c5-9555-1e7802430d49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:29:04.563062 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-d7b9b25f-80b0-436a-afb7-3320da521ea2 req-0e59a40b-9b86-42c5-9555-1e7802430d49 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=9fe5b43b-44b1-4fe8-afab-9bb8a032fe60 HTTP/1.1" status: 200 len: 1986 time: 0.1128998 Sep 23 19:29:04.612575 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-929f7147-5581-4ff6-bbe4-fe1106e6c654 req-9a6d6965-39b7-484a-bcb8-f23170a987d5 tempest-ServerShowV247Test-594915160 tempest-ServerShowV247Test-594915160-project] 10.222.0.67 "GET /v2.0/ports?device_id=b218dbf0-6f4e-49c8-8155-3418c0927d9a HTTP/1.1" status: 200 len: 210 time: 0.1442053 Sep 23 19:29:04.621963 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-d7b9b25f-80b0-436a-afb7-3320da521ea2 req-02152b97-03f5-4b78-91d5-640bfe3ca1ec service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=566f77e0-c65d-4b4e-93cb-ececf5c80170&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484552 Sep 23 19:29:04.680664 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_dvr_db [None req-86948c9f-a8a6-4c5d-ac1d-7f0e0d7992c4 None None] Set router 9879e38c-83b2-4401-bd2a-c505b1875d75 gateway port host: n-d-713301-16 {{(pid=95103) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 19:29:04.727453 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-8870fa42-b3e2-46ef-8832-e9903245ee0a req-d8518ba5-62cb-4a6d-94ea-9887706be238 tempest-FloatingIPsAssociationNegativeTestJSON-369828806 tempest-FloatingIPsAssociationNegativeTestJSON-369828806-project] 10.222.0.67 "GET /v2.0/ports?device_id=5fc2ff09-250c-4f1b-af64-3897f19bf20e HTTP/1.1" status: 200 len: 210 time: 0.0838585 Sep 23 19:29:04.956362 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-da7eb7ab-c43d-4eb5-b5f2-382715eac268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:29:04.985194 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5193ce-0211-4127-bde1-f0ad6010746e req-96519a40-09d5-4e38-b4cf-035f84b8c7b9 tempest-ServersTestMultiNic-786669321 tempest-ServersTestMultiNic-786669321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:29:04.991481 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5193ce-0211-4127-bde1-f0ad6010746e req-96519a40-09d5-4e38-b4cf-035f84b8c7b9 tempest-ServersTestMultiNic-786669321 tempest-ServersTestMultiNic-786669321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:29:04.993572 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-1c5193ce-0211-4127-bde1-f0ad6010746e req-96519a40-09d5-4e38-b4cf-035f84b8c7b9 tempest-ServersTestMultiNic-786669321 tempest-ServersTestMultiNic-786669321-project] 10.222.0.67 "GET /v2.0/ports?device_id=9fe5b43b-44b1-4fe8-afab-9bb8a032fe60 HTTP/1.1" status: 200 len: 1682 time: 0.2200449 Sep 23 19:29:05.024537 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b139cbc-a9e0-4ee2-ac5f-b87ace1c270c req-f9582a78-5e9d-483e-afa5-5a877c1c4294 tempest-FloatingIPsAssociationNegativeTestJSON-369828806 tempest-FloatingIPsAssociationNegativeTestJSON-369828806-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:29:05.026464 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-2b139cbc-a9e0-4ee2-ac5f-b87ace1c270c req-f9582a78-5e9d-483e-afa5-5a877c1c4294 tempest-FloatingIPsAssociationNegativeTestJSON-369828806 tempest-FloatingIPsAssociationNegativeTestJSON-369828806-project] 10.222.0.74 "GET /v2.0/networks?id=952be697-032a-432d-bfa6-5a2ed54f2db3 HTTP/1.1" status: 200 len: 828 time: 0.3251941 Sep 23 19:29:05.041684 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.v2.base [req-2b139cbc-a9e0-4ee2-ac5f-b87ace1c270c req-37ba1f8a-5e72-40ef-a82b-8db3847ac43f tempest-FloatingIPsAssociationNegativeTestJSON-369828806 tempest-FloatingIPsAssociationNegativeTestJSON-369828806-project] Request body: {'port': {'device_id': '5fc2ff09-250c-4f1b-af64-3897f19bf20e', 'network_id': '952be697-032a-432d-bfa6-5a2ed54f2db3', 'admin_state_up': True, 'tenant_id': '40bcd04a276c4609930d2e19006d9ae9'}} {{(pid=95102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:29:05.070860 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-da7eb7ab-c43d-4eb5-b5f2-382715eac268 None None] For port a67695ce-74f1-43e2-8846-b6e769488bdb, host n-d-713301-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-16',level=0,port_id=a67695ce-74f1-43e2-8846-b6e769488bdb,segment=NetworkSegment(d804afee-9bef-4af2-8ec3-2e2b5e011c35),segment_id=d804afee-9bef-4af2-8ec3-2e2b5e011c35)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:29:05.080380 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-da7eb7ab-c43d-4eb5-b5f2-382715eac268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:29:05.115270 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-1c5193ce-0211-4127-bde1-f0ad6010746e req-d5fc1984-435f-446c-afc3-268e24e8cbf5 tempest-ServersTestMultiNic-786669321 tempest-ServersTestMultiNic-786669321-project] 10.222.0.67 "GET /v2.0/security-groups?id=566f77e0-c65d-4b4e-93cb-ececf5c80170&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1054416 Sep 23 19:29:05.157043 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da7eb7ab-c43d-4eb5-b5f2-382715eac268 None None] Pushing event updated for resources: {'Port': ['ID=a67695ce-74f1-43e2-8846-b6e769488bdb,revision_number=5']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:29:05.163202 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_hamode_db [None req-86948c9f-a8a6-4c5d-ac1d-7f0e0d7992c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9879e38c-83b2-4401-bd2a-c505b1875d75', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-791378858-router', 'tenant_id': '40bcd04a276c4609930d2e19006d9ae9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'external_fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.135'}], 'enable_snat': True}, 'gw_port_id': 'ca890953-03e2-492b-86bb-ade843febcf5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:28:55Z', 'updated_at': '2021-09-23T19:29:00Z', 'revision_number': 4, 'project_id': '40bcd04a276c4609930d2e19006d9ae9', 'gw_port': {'id': 'ca890953-03e2-492b-86bb-ade843febcf5', 'name': '', 'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:09:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9879e38c-83b2-4401-bd2a-c505b1875d75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1115, 'fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:28:56Z', 'updated_at': '2021-09-23T19:29:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-16', '_interfaces': [{'id': 'a67695ce-74f1-43e2-8846-b6e769488bdb', 'name': '', 'network_id': '952be697-032a-432d-bfa6-5a2ed54f2db3', 'tenant_id': '40bcd04a276c4609930d2e19006d9ae9', 'mac_address': 'fa:16:3e:1d:f4:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9879e38c-83b2-4401-bd2a-c505b1875d75', 'device_owner': 'network:router_interface', 'standard_attr_id': 1116, 'fixed_ips': [{'subnet_id': 'b15be011-6503-48d2-bdab-47e258ecd8be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:28:59Z', 'updated_at': '2021-09-23T19:29:04Z', 'revision_number': 4, 'project_id': '40bcd04a276c4609930d2e19006d9ae9', 'subnets': [{'id': 'b15be011-6503-48d2-bdab-47e258ecd8be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-16', False) {} {{(pid=95103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:29:05.177761 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-8fb9a248-d08a-4c90-9eb8-e222ebf1badd req-de408eb9-9ee2-476c-bb9e-2a3d3a47b768 tempest-ServerShowV247Test-594915160 tempest-ServerShowV247Test-594915160-project] 10.222.0.67 "GET /v2.0/ports?device_id=b218dbf0-6f4e-49c8-8155-3418c0927d9a&device_id=e837782e-f9b5-4cbf-991e-a51d63f93235 HTTP/1.1" status: 200 len: 210 time: 0.0483079 Sep 23 19:29:05.195919 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86948c9f-a8a6-4c5d-ac1d-7f0e0d7992c4 None None] The sync data for ids ['9879e38c-83b2-4401-bd2a-c505b1875d75'] in n-d-713301-16 is: [{'id': '9879e38c-83b2-4401-bd2a-c505b1875d75', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-791378858-router', 'tenant_id': '40bcd04a276c4609930d2e19006d9ae9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'external_fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.135'}], 'enable_snat': True}, 'gw_port_id': 'ca890953-03e2-492b-86bb-ade843febcf5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:28:55Z', 'updated_at': '2021-09-23T19:29:00Z', 'revision_number': 4, 'project_id': '40bcd04a276c4609930d2e19006d9ae9', 'gw_port': {'id': 'ca890953-03e2-492b-86bb-ade843febcf5', 'name': '', 'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:09:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9879e38c-83b2-4401-bd2a-c505b1875d75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1115, 'fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:28:56Z', 'updated_at': '2021-09-23T19:29:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-16', '_interfaces': [{'id': 'a67695ce-74f1-43e2-8846-b6e769488bdb', 'name': '', 'network_id': '952be697-032a-432d-bfa6-5a2ed54f2db3', 'tenant_id': '40bcd04a276c4609930d2e19006d9ae9', 'mac_address': 'fa:16:3e:1d:f4:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9879e38c-83b2-4401-bd2a-c505b1875d75', 'device_owner': 'network:router_interface', 'standard_attr_id': 1116, 'fixed_ips': [{'subnet_id': 'b15be011-6503-48d2-bdab-47e258ecd8be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:28:59Z', 'updated_at': '2021-09-23T19:29:04Z', 'revision_number': 4, 'project_id': '40bcd04a276c4609930d2e19006d9ae9', 'subnets': [{'id': 'b15be011-6503-48d2-bdab-47e258ecd8be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 19:29:05.222210 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-caa39eb9-85b7-46de-a7c5-df7a7d3c00f5 None None] Provisioning complete for port a67695ce-74f1-43e2-8846-b6e769488bdb triggered by entity DHCP. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:29:05.222598 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-caa39eb9-85b7-46de-a7c5-df7a7d3c00f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:29:05.458588 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f96d9d3-b077-42f3-8ee4-747d543c1777 req-afecfea5-42f4-48c1-9a1c-7b5b1109c06f tempest-MigrationsAdminTest-397594546 tempest-MigrationsAdminTest-397594546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:29:05.467019 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-6f96d9d3-b077-42f3-8ee4-747d543c1777 req-afecfea5-42f4-48c1-9a1c-7b5b1109c06f tempest-MigrationsAdminTest-397594546 tempest-MigrationsAdminTest-397594546-project] 10.222.0.67 "GET /v2.0/ports?device_id=8c2ff25d-e89a-47f5-89c5-0372db439fc3 HTTP/1.1" status: 200 len: 950 time: 0.1389399 Sep 23 19:29:05.533342 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2b139cbc-a9e0-4ee2-ac5f-b87ace1c270c req-37ba1f8a-5e72-40ef-a82b-8db3847ac43f tempest-FloatingIPsAssociationNegativeTestJSON-369828806 tempest-FloatingIPsAssociationNegativeTestJSON-369828806-project] Made reservation on behalf of 40bcd04a276c4609930d2e19006d9ae9 for: {'port': 1} {{(pid=95102) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:29:05.538466 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-2b139cbc-a9e0-4ee2-ac5f-b87ace1c270c req-37ba1f8a-5e72-40ef-a82b-8db3847ac43f tempest-FloatingIPsAssociationNegativeTestJSON-369828806 tempest-FloatingIPsAssociationNegativeTestJSON-369828806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:29:05.603644 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-6f96d9d3-b077-42f3-8ee4-747d543c1777 req-9b4c7409-f1df-4965-88c6-09c6d902407b tempest-MigrationsAdminTest-397594546 tempest-MigrationsAdminTest-397594546-project] 10.222.0.67 "GET /v2.0/security-groups?id=78cb509b-31c4-4e2a-bb5c-7abd6194dcc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1355140 Sep 23 19:29:05.657511 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39779756-5acd-406d-8c98-df5ba5116044 req-daf0ee89-18a5-49b1-858d-ae90ab969636 tempest-DeleteServersTestJSON-2111530366 tempest-DeleteServersTestJSON-2111530366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:29:05.659257 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-39779756-5acd-406d-8c98-df5ba5116044 req-daf0ee89-18a5-49b1-858d-ae90ab969636 tempest-DeleteServersTestJSON-2111530366 tempest-DeleteServersTestJSON-2111530366-project] 10.222.0.67 "GET /v2.0/ports?device_id=d6fb661b-35d0-4bb3-b9f1-7aeeaa15cabb HTTP/1.1" status: 200 len: 945 time: 0.1823928 Sep 23 19:29:05.745747 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-39779756-5acd-406d-8c98-df5ba5116044 req-c5eb883a-e468-4e33-b398-399e7bf53518 tempest-DeleteServersTestJSON-2111530366 tempest-DeleteServersTestJSON-2111530366-project] 10.222.0.67 "GET /v2.0/security-groups?id=67f2e2ca-928f-40e5-b9b2-05ec3bddbb37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761714 Sep 23 19:29:05.920026 n-d-713301-16 neutron-server[95102]: DEBUG neutron.db.db_base_plugin_common [req-2b139cbc-a9e0-4ee2-ac5f-b87ace1c270c req-37ba1f8a-5e72-40ef-a82b-8db3847ac43f tempest-FloatingIPsAssociationNegativeTestJSON-369828806 tempest-FloatingIPsAssociationNegativeTestJSON-369828806-project] Allocated IP 172.20.0.11 (952be697-032a-432d-bfa6-5a2ed54f2db3/b15be011-6503-48d2-bdab-47e258ecd8be/f1ba3ace-8c88-48eb-899d-68684df1164c) {{(pid=95102) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 19:29:05.945190 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-e6d6a8ce-16c2-4394-a61e-b4caa559584f req-c66b749e-0521-4b23-97b9-08c855974369 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=4e882b8dec1845afa77798b5a328d138&device_id=b218dbf0-6f4e-49c8-8155-3418c0927d9a HTTP/1.1" status: 200 len: 210 time: 0.0428915 Sep 23 19:29:05.986410 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-e6d6a8ce-16c2-4394-a61e-b4caa559584f req-1925e092-d79f-4434-bb53-2548ed1e20eb service neutron] 10.222.0.74 "GET /v2.0/networks?tenant_id=4e882b8dec1845afa77798b5a328d138&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0323408 Sep 23 19:29:06.000884 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-36dacf5e-4179-433a-a23c-8393675533da req-cfc8da34-ef51-4587-be21-d03ad3c66b47 tempest-FloatingIPsAssociationNegativeTestJSON-369828806 tempest-FloatingIPsAssociationNegativeTestJSON-369828806-project] 10.222.0.67 "GET /v2.0/ports?device_id=5fc2ff09-250c-4f1b-af64-3897f19bf20e HTTP/1.1" status: 200 len: 210 time: 0.0480556 Sep 23 19:29:06.081674 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-048e27ed-5461-4ced-bfcf-31dfbf61d679 req-db861318-72c2-4605-8645-56a76816a264 tempest-ServerShowV247Test-594915160 tempest-ServerShowV247Test-594915160-project] 10.222.0.67 "GET /v2.0/ports?device_id=b218dbf0-6f4e-49c8-8155-3418c0927d9a HTTP/1.1" status: 200 len: 210 time: 0.0375988 Sep 23 19:29:06.141791 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d6a8ce-16c2-4394-a61e-b4caa559584f req-08255c4f-46e0-4b19-9f48-87b57b5786bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:29:06.143342 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-e6d6a8ce-16c2-4394-a61e-b4caa559584f req-08255c4f-46e0-4b19-9f48-87b57b5786bf service neutron] 10.222.0.74 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1488240 Sep 23 19:29:06.267820 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-2b139cbc-a9e0-4ee2-ac5f-b87ace1c270c req-37ba1f8a-5e72-40ef-a82b-8db3847ac43f tempest-FloatingIPsAssociationNegativeTestJSON-369828806 tempest-FloatingIPsAssociationNegativeTestJSON-369828806-project] Notify callbacks [] for port, precommit_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:29:06.297399 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a29d6f57-6532-4efd-9a24-7675bae01d6e req-27d3afbf-619f-4362-ba46-4432dac4efc1 tempest-ServersTestMultiNic-786669321 tempest-ServersTestMultiNic-786669321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:29:06.304065 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a29d6f57-6532-4efd-9a24-7675bae01d6e req-27d3afbf-619f-4362-ba46-4432dac4efc1 tempest-ServersTestMultiNic-786669321 tempest-ServersTestMultiNic-786669321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:29:06.305784 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-a29d6f57-6532-4efd-9a24-7675bae01d6e req-27d3afbf-619f-4362-ba46-4432dac4efc1 tempest-ServersTestMultiNic-786669321 tempest-ServersTestMultiNic-786669321-project] 10.222.0.67 "GET /v2.0/ports?device_id=9fe5b43b-44b1-4fe8-afab-9bb8a032fe60 HTTP/1.1" status: 200 len: 1682 time: 0.0969238 Sep 23 19:29:06.367282 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-2b139cbc-a9e0-4ee2-ac5f-b87ace1c270c req-37ba1f8a-5e72-40ef-a82b-8db3847ac43f tempest-FloatingIPsAssociationNegativeTestJSON-369828806 tempest-FloatingIPsAssociationNegativeTestJSON-369828806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783145673135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4399100'] for port, after_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:29:06.439032 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-a29d6f57-6532-4efd-9a24-7675bae01d6e req-aa5db337-c67d-45f1-871d-5b19913cf569 tempest-ServersTestMultiNic-786669321 tempest-ServersTestMultiNic-786669321-project] 10.222.0.67 "GET /v2.0/security-groups?id=566f77e0-c65d-4b4e-93cb-ececf5c80170&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1247165 Sep 23 19:29:06.454328 n-d-713301-16 neutron-server[95102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2b139cbc-a9e0-4ee2-ac5f-b87ace1c270c req-37ba1f8a-5e72-40ef-a82b-8db3847ac43f tempest-FloatingIPsAssociationNegativeTestJSON-369828806 tempest-FloatingIPsAssociationNegativeTestJSON-369828806-project] Network 952be697-032a-432d-bfa6-5a2ed54f2db3 is already hosted by enough agents. {{(pid=95102) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:29:06.468633 n-d-713301-16 neutron-server[95102]: DEBUG neutron.scheduler.base_scheduler [req-2b139cbc-a9e0-4ee2-ac5f-b87ace1c270c req-37ba1f8a-5e72-40ef-a82b-8db3847ac43f tempest-FloatingIPsAssociationNegativeTestJSON-369828806 tempest-FloatingIPsAssociationNegativeTestJSON-369828806-project] Resources bound (agent type, host, resource id): {{(pid=95102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:29:06.468633 n-d-713301-16 neutron-server[95102]: DEBUG neutron.db.l3_dvrscheduler_db [req-2b139cbc-a9e0-4ee2-ac5f-b87ace1c270c req-37ba1f8a-5e72-40ef-a82b-8db3847ac43f tempest-FloatingIPsAssociationNegativeTestJSON-369828806 tempest-FloatingIPsAssociationNegativeTestJSON-369828806-project] Received port after_create {{(pid=95102) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 19:29:06.471548 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37ba1f8a-5e72-40ef-a82b-8db3847ac43f tempest-FloatingIPsAssociationNegativeTestJSON-369828806 tempest-FloatingIPsAssociationNegativeTestJSON-369828806-project] Pushing event updated for resources: {'Port': ['ID=f1ba3ace-8c88-48eb-899d-68684df1164c,revision_number=1']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:29:06.568874 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b139cbc-a9e0-4ee2-ac5f-b87ace1c270c req-37ba1f8a-5e72-40ef-a82b-8db3847ac43f tempest-FloatingIPsAssociationNegativeTestJSON-369828806 tempest-FloatingIPsAssociationNegativeTestJSON-369828806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:29:06.570680 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-2b139cbc-a9e0-4ee2-ac5f-b87ace1c270c req-37ba1f8a-5e72-40ef-a82b-8db3847ac43f tempest-FloatingIPsAssociationNegativeTestJSON-369828806 tempest-FloatingIPsAssociationNegativeTestJSON-369828806-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222849'] for port, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:29:06.587049 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-2b139cbc-a9e0-4ee2-ac5f-b87ace1c270c req-37ba1f8a-5e72-40ef-a82b-8db3847ac43f tempest-FloatingIPsAssociationNegativeTestJSON-369828806 tempest-FloatingIPsAssociationNegativeTestJSON-369828806-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5499709 Sep 23 19:29:06.602820 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.v2.base [req-2b139cbc-a9e0-4ee2-ac5f-b87ace1c270c req-f4541f4f-f118-4a34-b88c-411b6990ea32 service neutron] Request body: {'port': {'device_id': '5fc2ff09-250c-4f1b-af64-3897f19bf20e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713301-16'}} {{(pid=95102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:29:06.691005 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-2b139cbc-a9e0-4ee2-ac5f-b87ace1c270c req-f4541f4f-f118-4a34-b88c-411b6990ea32 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:29:06.833362 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-02c2585b-64b9-401b-af3a-8d37d8614718 None None] Provisioning complete for port f1ba3ace-8c88-48eb-899d-68684df1164c triggered by entity DHCP. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:29:06.834170 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-02c2585b-64b9-401b-af3a-8d37d8614718 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:29:06.888560 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.plugin [None req-02c2585b-64b9-401b-af3a-8d37d8614718 None None] Port f1ba3ace-8c88-48eb-899d-68684df1164c cannot update to ACTIVE because it is not bound. {{(pid=95103) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 19:29:06.926704 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728dcff2-4f9e-4c33-8dcf-98dc08fec5ee req-8ce8ce2b-07b8-4117-9ebb-882c36ff7b0d tempest-MigrationsAdminTest-397594546 tempest-MigrationsAdminTest-397594546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:29:06.928276 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-728dcff2-4f9e-4c33-8dcf-98dc08fec5ee req-8ce8ce2b-07b8-4117-9ebb-882c36ff7b0d tempest-MigrationsAdminTest-397594546 tempest-MigrationsAdminTest-397594546-project] 10.222.0.67 "GET /v2.0/ports?device_id=8c2ff25d-e89a-47f5-89c5-0372db439fc3 HTTP/1.1" status: 200 len: 950 time: 0.1796169 Sep 23 19:29:07.000501 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6ee480-f28e-416b-b753-d068eb90f8a2 req-c03fc6c0-b70d-4c14-931f-beefa65acce2 tempest-ServersTestMultiNic-786669321 tempest-ServersTestMultiNic-786669321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:29:07.007497 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6ee480-f28e-416b-b753-d068eb90f8a2 req-c03fc6c0-b70d-4c14-931f-beefa65acce2 tempest-ServersTestMultiNic-786669321 tempest-ServersTestMultiNic-786669321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:29:07.009320 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-2e6ee480-f28e-416b-b753-d068eb90f8a2 req-c03fc6c0-b70d-4c14-931f-beefa65acce2 tempest-ServersTestMultiNic-786669321 tempest-ServersTestMultiNic-786669321-project] 10.222.0.67 "GET /v2.0/ports?device_id=9fe5b43b-44b1-4fe8-afab-9bb8a032fe60 HTTP/1.1" status: 200 len: 1682 time: 0.2040167 Sep 23 19:29:07.060276 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.agents_db [None req-f2f5c474-60a3-474f-b2cc-02c4bd30880c None None] Agent healthcheck: found 7 active agents {{(pid=95104) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 19:29:07.065651 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-728dcff2-4f9e-4c33-8dcf-98dc08fec5ee req-6281b32d-672e-4a56-955c-134537282ebc tempest-MigrationsAdminTest-397594546 tempest-MigrationsAdminTest-397594546-project] 10.222.0.67 "GET /v2.0/security-groups?id=78cb509b-31c4-4e2a-bb5c-7abd6194dcc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1279795 Sep 23 19:29:07.115636 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-2e6ee480-f28e-416b-b753-d068eb90f8a2 req-fd6f8d6f-911a-4373-a7bc-9585e22795ad tempest-ServersTestMultiNic-786669321 tempest-ServersTestMultiNic-786669321-project] 10.222.0.67 "GET /v2.0/security-groups?id=566f77e0-c65d-4b4e-93cb-ececf5c80170&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957170 Sep 23 19:29:07.228297 n-d-713301-16 neutron-server[95102]: DEBUG neutron.notifiers.nova [req-2b139cbc-a9e0-4ee2-ac5f-b87ace1c270c req-f4541f4f-f118-4a34-b88c-411b6990ea32 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f1ba3ace-8c88-48eb-899d-68684df1164c {{(pid=95102) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 19:29:07.244931 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a10ddde-eae7-448b-b831-6bc3cd027501 req-792c123a-7e38-4bb5-aed1-36f4c869b2f7 tempest-DeleteServersTestJSON-2111530366 tempest-DeleteServersTestJSON-2111530366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:29:07.246859 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-2a10ddde-eae7-448b-b831-6bc3cd027501 req-792c123a-7e38-4bb5-aed1-36f4c869b2f7 tempest-DeleteServersTestJSON-2111530366 tempest-DeleteServersTestJSON-2111530366-project] 10.222.0.67 "GET /v2.0/ports?device_id=d6fb661b-35d0-4bb3-b9f1-7aeeaa15cabb HTTP/1.1" status: 200 len: 945 time: 0.1048226 Sep 23 19:29:07.248891 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-2b139cbc-a9e0-4ee2-ac5f-b87ace1c270c req-f4541f4f-f118-4a34-b88c-411b6990ea32 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:29:07.273653 n-d-713301-16 neutron-server[95102]: DEBUG neutron.db.provisioning_blocks [req-2b139cbc-a9e0-4ee2-ac5f-b87ace1c270c req-f4541f4f-f118-4a34-b88c-411b6990ea32 service neutron] Transition to ACTIVE for port object f1ba3ace-8c88-48eb-899d-68684df1164c will not be triggered until provisioned by entity L2. {{(pid=95102) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 19:29:07.287780 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-2b139cbc-a9e0-4ee2-ac5f-b87ace1c270c req-f4541f4f-f118-4a34-b88c-411b6990ea32 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4399095'] for port, after_update {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:29:07.344324 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-2a10ddde-eae7-448b-b831-6bc3cd027501 req-aa3c5351-e3c7-407f-80ce-da9e73a8d798 tempest-DeleteServersTestJSON-2111530366 tempest-DeleteServersTestJSON-2111530366-project] 10.222.0.67 "GET /v2.0/security-groups?id=67f2e2ca-928f-40e5-b9b2-05ec3bddbb37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809758 Sep 23 19:29:07.387237 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Device a67695ce-74f1-43e2-8846-b6e769488bdb up at agent ovs-agent-n-d-713301-16 {{(pid=95103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 19:29:07.428619 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4541f4f-f118-4a34-b88c-411b6990ea32 service neutron] Pushing event updated for resources: {'Port': ['ID=f1ba3ace-8c88-48eb-899d-68684df1164c,revision_number=2']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:29:07.452934 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Provisioning complete for port a67695ce-74f1-43e2-8846-b6e769488bdb triggered by entity L2. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:29:07.453549 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:29:07.474022 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-e6d6a8ce-16c2-4394-a61e-b4caa559584f req-6f133159-c2ce-4dde-8856-157bd4654b6b tempest-ServerShowV247Test-594915160 tempest-ServerShowV247Test-594915160-project] 10.222.0.74 "GET /v2.0/ports?device_id=b218dbf0-6f4e-49c8-8155-3418c0927d9a HTTP/1.1" status: 200 len: 210 time: 0.0389419 Sep 23 19:29:07.514937 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-630e87b8-f765-4a8a-a643-f9331046b81e req-80624b51-23cf-4013-9aa4-ffdd86299458 tempest-ServerShowV247Test-594915160 tempest-ServerShowV247Test-594915160-project] 10.222.0.67 "GET /v2.0/ports?device_id=b218dbf0-6f4e-49c8-8155-3418c0927d9a HTTP/1.1" status: 200 len: 210 time: 0.0540578 Sep 23 19:29:07.529567 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d74ce186-a248-4c31-b731-55f35600be84 req-0d502b20-4bb6-494c-b249-a86e419ccdbd tempest-FloatingIPsAssociationNegativeTestJSON-369828806 tempest-FloatingIPsAssociationNegativeTestJSON-369828806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:29:07.531178 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-d74ce186-a248-4c31-b731-55f35600be84 req-0d502b20-4bb6-494c-b249-a86e419ccdbd tempest-FloatingIPsAssociationNegativeTestJSON-369828806 tempest-FloatingIPsAssociationNegativeTestJSON-369828806-project] 10.222.0.67 "GET /v2.0/ports?device_id=5fc2ff09-250c-4f1b-af64-3897f19bf20e HTTP/1.1" status: 200 len: 944 time: 0.1856427 Sep 23 19:29:07.579560 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.managers [req-2b139cbc-a9e0-4ee2-ac5f-b87ace1c270c req-f4541f4f-f118-4a34-b88c-411b6990ea32 service neutron] Attempting to bind port f1ba3ace-8c88-48eb-899d-68684df1164c on host n-h1-713301-16 for vnic_type normal with profile {{(pid=95102) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 19:29:07.579892 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.managers [req-2b139cbc-a9e0-4ee2-ac5f-b87ace1c270c req-f4541f4f-f118-4a34-b88c-411b6990ea32 service neutron] Attempting to bind port f1ba3ace-8c88-48eb-899d-68684df1164c by drivers openvswitch,hyperv on host n-h1-713301-16 at level 0 using segments [{'id': 'd804afee-9bef-4af2-8ec3-2e2b5e011c35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '952be697-032a-432d-bfa6-5a2ed54f2db3'}] {{(pid=95102) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 19:29:07.594629 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b139cbc-a9e0-4ee2-ac5f-b87ace1c270c req-f4541f4f-f118-4a34-b88c-411b6990ea32 service neutron] Attempting to bind port f1ba3ace-8c88-48eb-899d-68684df1164c on network 952be697-032a-432d-bfa6-5a2ed54f2db3 {{(pid=95102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:29:07.608839 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b139cbc-a9e0-4ee2-ac5f-b87ace1c270c req-f4541f4f-f118-4a34-b88c-411b6990ea32 service neutron] Port f1ba3ace-8c88-48eb-899d-68684df1164c on network 952be697-032a-432d-bfa6-5a2ed54f2db3 not bound, no agent of type Open vSwitch agent registered on host n-h1-713301-16 {{(pid=95102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 19:29:07.609200 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b139cbc-a9e0-4ee2-ac5f-b87ace1c270c req-f4541f4f-f118-4a34-b88c-411b6990ea32 service neutron] Attempting to bind port f1ba3ace-8c88-48eb-899d-68684df1164c on network 952be697-032a-432d-bfa6-5a2ed54f2db3 {{(pid=95102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:29:07.633432 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b139cbc-a9e0-4ee2-ac5f-b87ace1c270c req-f4541f4f-f118-4a34-b88c-411b6990ea32 service neutron] Checking agent: {'id': '0708c3e9-0aad-4600-9be9-d2486535c898', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713301-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 19, 15, 28), 'started_at': datetime.datetime(2021, 9, 23, 19, 15, 28), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 19, 28, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 19:29:07.633854 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b139cbc-a9e0-4ee2-ac5f-b87ace1c270c req-f4541f4f-f118-4a34-b88c-411b6990ea32 service neutron] Checking segment: {'id': 'd804afee-9bef-4af2-8ec3-2e2b5e011c35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '952be697-032a-432d-bfa6-5a2ed54f2db3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95102) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:29:07.634440 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b139cbc-a9e0-4ee2-ac5f-b87ace1c270c req-f4541f4f-f118-4a34-b88c-411b6990ea32 service neutron] Bound using segment: {'id': 'd804afee-9bef-4af2-8ec3-2e2b5e011c35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '952be697-032a-432d-bfa6-5a2ed54f2db3'} {{(pid=95102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 19:29:07.635365 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.managers [req-2b139cbc-a9e0-4ee2-ac5f-b87ace1c270c req-f4541f4f-f118-4a34-b88c-411b6990ea32 service neutron] Bound port: f1ba3ace-8c88-48eb-899d-68684df1164c, host: n-h1-713301-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd804afee-9bef-4af2-8ec3-2e2b5e011c35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '952be697-032a-432d-bfa6-5a2ed54f2db3'}}] {{(pid=95102) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 19:29:07.636173 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-2b139cbc-a9e0-4ee2-ac5f-b87ace1c270c req-f4541f4f-f118-4a34-b88c-411b6990ea32 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:29:07.659783 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-d74ce186-a248-4c31-b731-55f35600be84 req-b7a595c4-fb86-4b7c-9ad9-19f511f8fe93 tempest-FloatingIPsAssociationNegativeTestJSON-369828806 tempest-FloatingIPsAssociationNegativeTestJSON-369828806-project] 10.222.0.67 "GET /v2.0/security-groups?id=0a00915e-c0f9-499f-88ab-818845e437fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1057067 Sep 23 19:29:07.733918 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.db [req-2b139cbc-a9e0-4ee2-ac5f-b87ace1c270c req-f4541f4f-f118-4a34-b88c-411b6990ea32 service neutron] For port f1ba3ace-8c88-48eb-899d-68684df1164c, host n-h1-713301-16, cleared binding levels {{(pid=95102) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 19:29:07.737766 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.db [req-2b139cbc-a9e0-4ee2-ac5f-b87ace1c270c req-f4541f4f-f118-4a34-b88c-411b6990ea32 service neutron] For port f1ba3ace-8c88-48eb-899d-68684df1164c, host n-h1-713301-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-16',level=0,port_id=f1ba3ace-8c88-48eb-899d-68684df1164c,segment=NetworkSegment(d804afee-9bef-4af2-8ec3-2e2b5e011c35),segment_id=d804afee-9bef-4af2-8ec3-2e2b5e011c35)] {{(pid=95102) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 19:29:07.745848 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-2b139cbc-a9e0-4ee2-ac5f-b87ace1c270c req-f4541f4f-f118-4a34-b88c-411b6990ea32 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4399095'] for port, after_update {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:29:07.794026 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b139cbc-a9e0-4ee2-ac5f-b87ace1c270c req-f4541f4f-f118-4a34-b88c-411b6990ea32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:29:07.794794 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-2b139cbc-a9e0-4ee2-ac5f-b87ace1c270c req-f4541f4f-f118-4a34-b88c-411b6990ea32 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222849'] for port, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:29:07.796420 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-2b139cbc-a9e0-4ee2-ac5f-b87ace1c270c req-f4541f4f-f118-4a34-b88c-411b6990ea32 service neutron] 10.222.0.74 "PUT /v2.0/ports/f1ba3ace-8c88-48eb-899d-68684df1164c HTTP/1.1" status: 200 len: 1093 time: 1.2000730 Sep 23 19:29:07.797181 n-d-713301-16 neutron-server[95102]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5fc2ff09-250c-4f1b-af64-3897f19bf20e', 'tag': 'f1ba3ace-8c88-48eb-899d-68684df1164c'}] {{(pid=95102) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 19:29:07.799521 n-d-713301-16 neutron-server[95102]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab31b6d93e5336dbddfa8ec424565b3bd8cb2369c5b4d85bc943472dbb21e8ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc73cd0f-9a97-43a3-bfb5-0e9544a20d67" -d '{"events": [{"name": "network-changed", "server_uuid": "5fc2ff09-250c-4f1b-af64-3897f19bf20e", "tag": "f1ba3ace-8c88-48eb-899d-68684df1164c"}]}' {{(pid=95102) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 19:29:07.835225 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4541f4f-f118-4a34-b88c-411b6990ea32 service neutron] Pushing event updated for resources: {'Port': ['ID=f1ba3ace-8c88-48eb-899d-68684df1164c,revision_number=3']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:29:07.922854 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b139cbc-a9e0-4ee2-ac5f-b87ace1c270c req-db9a22b1-9c01-49d2-a5b0-c9ce7e5473b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:29:07.924799 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-2b139cbc-a9e0-4ee2-ac5f-b87ace1c270c req-db9a22b1-9c01-49d2-a5b0-c9ce7e5473b4 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=40bcd04a276c4609930d2e19006d9ae9&device_id=5fc2ff09-250c-4f1b-af64-3897f19bf20e HTTP/1.1" status: 200 len: 1096 time: 0.0716980 Sep 23 19:29:07.934737 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-418eb316-35e2-4f9c-89d4-d5f277805221 req-3762cc5e-15a1-48c9-8d4c-2035287a5594 tempest-DeleteServersTestJSON-2111530366 tempest-DeleteServersTestJSON-2111530366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:29:07.938414 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-418eb316-35e2-4f9c-89d4-d5f277805221 req-3762cc5e-15a1-48c9-8d4c-2035287a5594 tempest-DeleteServersTestJSON-2111530366 tempest-DeleteServersTestJSON-2111530366-project] 10.222.0.67 "GET /v2.0/ports?device_id=d6fb661b-35d0-4bb3-b9f1-7aeeaa15cabb HTTP/1.1" status: 200 len: 945 time: 0.1048253 Sep 23 19:29:07.982465 n-d-713301-16 neutron-server[95102]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 19:29:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b93fe7d3-7e4c-44c0-b516-c7cf247761a4 x-openstack-request-id: req-b93fe7d3-7e4c-44c0-b516-c7cf247761a4 {{(pid=95102) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 19:29:07.982752 n-d-713301-16 neutron-server[95102]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5fc2ff09-250c-4f1b-af64-3897f19bf20e", "tag": "f1ba3ace-8c88-48eb-899d-68684df1164c", "status": "completed", "code": 200}]} {{(pid=95102) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 19:29:07.983006 n-d-713301-16 neutron-server[95102]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-b93fe7d3-7e4c-44c0-b516-c7cf247761a4 {{(pid=95102) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 19:29:07.983399 n-d-713301-16 neutron-server[95102]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5fc2ff09-250c-4f1b-af64-3897f19bf20e', 'tag': 'f1ba3ace-8c88-48eb-899d-68684df1164c', 'status': 'completed', 'code': 200} Sep 23 19:29:07.991843 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-2b139cbc-a9e0-4ee2-ac5f-b87ace1c270c req-9a344544-dacf-4fb2-ac59-05d7d56800c0 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f1ba3ace-8c88-48eb-899d-68684df1164c HTTP/1.1" status: 200 len: 217 time: 0.0511122 Sep 23 19:29:08.069436 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-418eb316-35e2-4f9c-89d4-d5f277805221 req-551193ca-e812-40cc-b067-1d1419a3c8cb tempest-DeleteServersTestJSON-2111530366 tempest-DeleteServersTestJSON-2111530366-project] 10.222.0.67 "GET /v2.0/security-groups?id=67f2e2ca-928f-40e5-b9b2-05ec3bddbb37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1194189 Sep 23 19:29:08.091658 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b139cbc-a9e0-4ee2-ac5f-b87ace1c270c req-80000168-15af-41d1-a14b-66ecfacc7204 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:29:08.093348 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-2b139cbc-a9e0-4ee2-ac5f-b87ace1c270c req-80000168-15af-41d1-a14b-66ecfacc7204 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=b15be011-6503-48d2-bdab-47e258ecd8be HTTP/1.1" status: 200 len: 867 time: 0.0938144 Sep 23 19:29:08.197607 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b139cbc-a9e0-4ee2-ac5f-b87ace1c270c req-32a28626-b627-4f72-8181-859743042bd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:29:08.199220 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-2b139cbc-a9e0-4ee2-ac5f-b87ace1c270c req-32a28626-b627-4f72-8181-859743042bd5 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=952be697-032a-432d-bfa6-5a2ed54f2db3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0931041 Sep 23 19:29:08.255062 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d9f595-ddf6-4f68-a855-0a5eb43708d3 req-d1739319-137b-46eb-a0fa-ad43f974c302 tempest-MigrationsAdminTest-397594546 tempest-MigrationsAdminTest-397594546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:29:08.256442 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-81d9f595-ddf6-4f68-a855-0a5eb43708d3 req-d1739319-137b-46eb-a0fa-ad43f974c302 tempest-MigrationsAdminTest-397594546 tempest-MigrationsAdminTest-397594546-project] 10.222.0.67 "GET /v2.0/ports?device_id=8c2ff25d-e89a-47f5-89c5-0372db439fc3 HTTP/1.1" status: 200 len: 950 time: 0.0929935 Sep 23 19:29:08.347910 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9b686c-3d10-4ea5-bb5a-b17360700c2a req-192e095d-93fa-4ced-a7df-6fc488330b4c tempest-ServersTestMultiNic-786669321 tempest-ServersTestMultiNic-786669321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:29:08.356791 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9b686c-3d10-4ea5-bb5a-b17360700c2a req-192e095d-93fa-4ced-a7df-6fc488330b4c tempest-ServersTestMultiNic-786669321 tempest-ServersTestMultiNic-786669321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:29:08.358891 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-4e9b686c-3d10-4ea5-bb5a-b17360700c2a req-192e095d-93fa-4ced-a7df-6fc488330b4c tempest-ServersTestMultiNic-786669321 tempest-ServersTestMultiNic-786669321-project] 10.222.0.53 "GET /v2.0/ports?device_id=9fe5b43b-44b1-4fe8-afab-9bb8a032fe60 HTTP/1.1" status: 200 len: 1682 time: 0.0692763 Sep 23 19:29:08.380005 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-81d9f595-ddf6-4f68-a855-0a5eb43708d3 req-e6d64881-c5ea-4cf9-a25a-007c54a535cc tempest-MigrationsAdminTest-397594546 tempest-MigrationsAdminTest-397594546-project] 10.222.0.67 "GET /v2.0/security-groups?id=78cb509b-31c4-4e2a-bb5c-7abd6194dcc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0994668 Sep 23 19:29:08.404879 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-314ee46e-df32-46dc-a984-edb73af24c81 req-e0b70088-c0fb-42dc-afc5-95339bfdfa87 tempest-ServersTestMultiNic-786669321 tempest-ServersTestMultiNic-786669321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:29:08.416987 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-314ee46e-df32-46dc-a984-edb73af24c81 req-e0b70088-c0fb-42dc-afc5-95339bfdfa87 tempest-ServersTestMultiNic-786669321 tempest-ServersTestMultiNic-786669321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:29:08.419757 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-314ee46e-df32-46dc-a984-edb73af24c81 req-e0b70088-c0fb-42dc-afc5-95339bfdfa87 tempest-ServersTestMultiNic-786669321 tempest-ServersTestMultiNic-786669321-project] 10.222.0.67 "GET /v2.0/ports?device_id=9fe5b43b-44b1-4fe8-afab-9bb8a032fe60 HTTP/1.1" status: 200 len: 1682 time: 0.1883063 Sep 23 19:29:08.430569 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-2b139cbc-a9e0-4ee2-ac5f-b87ace1c270c req-f0d8581f-3bfe-4795-a4e9-a461c1d73386 service neutron] 10.222.0.74 "GET /v2.0/networks/952be697-032a-432d-bfa6-5a2ed54f2db3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2213736 Sep 23 19:29:08.508311 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.plugin [req-4e9b686c-3d10-4ea5-bb5a-b17360700c2a req-2058ae4e-ea22-4177-8794-5a1c44a4e40a tempest-ServersTestMultiNic-786669321 tempest-ServersTestMultiNic-786669321-project] Deleting port 1894d951-3318-4941-8bd0-83e9e211ed0d {{(pid=95101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:29:08.509211 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-4e9b686c-3d10-4ea5-bb5a-b17360700c2a req-2058ae4e-ea22-4177-8794-5a1c44a4e40a tempest-ServersTestMultiNic-786669321 tempest-ServersTestMultiNic-786669321-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783146157096'] for port, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:29:08.523469 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-314ee46e-df32-46dc-a984-edb73af24c81 req-ee1ad56d-fbc3-4de7-a9b0-6b3b9fa2b3c3 tempest-ServersTestMultiNic-786669321 tempest-ServersTestMultiNic-786669321-project] 10.222.0.67 "GET /v2.0/security-groups?id=566f77e0-c65d-4b4e-93cb-ececf5c80170&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901933 Sep 23 19:29:08.595528 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-2b139cbc-a9e0-4ee2-ac5f-b87ace1c270c req-96b2ca54-955c-4145-8249-44f8c9de0a9f service neutron] 10.222.0.74 "GET /v2.0/networks/952be697-032a-432d-bfa6-5a2ed54f2db3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1508996 Sep 23 19:29:08.635160 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.db [req-4e9b686c-3d10-4ea5-bb5a-b17360700c2a req-2058ae4e-ea22-4177-8794-5a1c44a4e40a tempest-ServersTestMultiNic-786669321 tempest-ServersTestMultiNic-786669321-project] For port 1894d951-3318-4941-8bd0-83e9e211ed0d, host n-h2-713301-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-16',level=0,port_id=1894d951-3318-4941-8bd0-83e9e211ed0d,segment=NetworkSegment(f2c7906a-f37f-48bb-be91-ab4421f4e3b8),segment_id=f2c7906a-f37f-48bb-be91-ab4421f4e3b8)] {{(pid=95101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:29:08.635794 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-4e9b686c-3d10-4ea5-bb5a-b17360700c2a req-2058ae4e-ea22-4177-8794-5a1c44a4e40a tempest-ServersTestMultiNic-786669321 tempest-ServersTestMultiNic-786669321-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-605701'] for port, precommit_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:29:08.656372 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.plugin [req-4e9b686c-3d10-4ea5-bb5a-b17360700c2a req-2058ae4e-ea22-4177-8794-5a1c44a4e40a tempest-ServersTestMultiNic-786669321 tempest-ServersTestMultiNic-786669321-project] Calling delete_port for 1894d951-3318-4941-8bd0-83e9e211ed0d owned by compute:nova {{(pid=95101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:29:08.701411 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc73cd0f-9a97-43a3-bfb5-0e9544a20d67 req-f32ab944-adc6-48a1-9df8-cfc8cf471208 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:29:08.703169 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-bc73cd0f-9a97-43a3-bfb5-0e9544a20d67 req-f32ab944-adc6-48a1-9df8-cfc8cf471208 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=40bcd04a276c4609930d2e19006d9ae9&device_id=5fc2ff09-250c-4f1b-af64-3897f19bf20e HTTP/1.1" status: 200 len: 1096 time: 0.0509341 Sep 23 19:29:08.870544 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-92a59162-8bbc-4372-966e-4ea0d14f7533 req-9cb68559-ef54-43cb-96d3-e015e69f960c service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=4e882b8dec1845afa77798b5a328d138&device_id=e837782e-f9b5-4cbf-991e-a51d63f93235 HTTP/1.1" status: 200 len: 210 time: 0.0276301 Sep 23 19:29:08.871793 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-4e9b686c-3d10-4ea5-bb5a-b17360700c2a req-2058ae4e-ea22-4177-8794-5a1c44a4e40a tempest-ServersTestMultiNic-786669321 tempest-ServersTestMultiNic-786669321-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783146162158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783145673144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5607431'] for port, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:29:08.887348 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc73cd0f-9a97-43a3-bfb5-0e9544a20d67 req-053aef8c-727d-42e2-95ba-38b0a321ed2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:29:08.888087 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] get_ports_and_sgs() called for port_ids ['1894d951-3318-4941-8bd0-83e9e211ed0d', '14e9b887-f77c-4d4f-8e40-4b79ce1c0714'] {{(pid=95103) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 19:29:08.888917 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-bc73cd0f-9a97-43a3-bfb5-0e9544a20d67 req-053aef8c-727d-42e2-95ba-38b0a321ed2a service neutron] 10.222.0.74 "GET /v2.0/networks?id=952be697-032a-432d-bfa6-5a2ed54f2db3 HTTP/1.1" status: 200 len: 929 time: 0.1759789 Sep 23 19:29:08.902711 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e6cfe4-4c52-4a57-90a8-46e265bea258 req-b7ad61c5-93ba-4db8-8921-947c23e89f5d tempest-FloatingIPsAssociationNegativeTestJSON-369828806 tempest-FloatingIPsAssociationNegativeTestJSON-369828806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:29:08.905438 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-48e6cfe4-4c52-4a57-90a8-46e265bea258 req-b7ad61c5-93ba-4db8-8921-947c23e89f5d tempest-FloatingIPsAssociationNegativeTestJSON-369828806 tempest-FloatingIPsAssociationNegativeTestJSON-369828806-project] 10.222.0.67 "GET /v2.0/ports?device_id=5fc2ff09-250c-4f1b-af64-3897f19bf20e HTTP/1.1" status: 200 len: 944 time: 0.1446500 Sep 23 19:29:08.937835 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2058ae4e-ea22-4177-8794-5a1c44a4e40a tempest-ServersTestMultiNic-786669321 tempest-ServersTestMultiNic-786669321-project] Pushing event deleted for resources: {'Port': ['ID=1894d951-3318-4941-8bd0-83e9e211ed0d,revision_number=None']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:29:08.994073 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-bc73cd0f-9a97-43a3-bfb5-0e9544a20d67 req-2863dc8d-26ce-40cd-944c-19cc9f8338c5 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f1ba3ace-8c88-48eb-899d-68684df1164c HTTP/1.1" status: 200 len: 217 time: 0.0833740 Sep 23 19:29:09.009860 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-92a59162-8bbc-4372-966e-4ea0d14f7533 req-51950deb-17a1-4d50-95fd-5a0e512537ba service neutron] 10.222.0.74 "GET /v2.0/networks?tenant_id=4e882b8dec1845afa77798b5a328d138&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1284864 Sep 23 19:29:09.037025 n-d-713301-16 neutron-server[95101]: INFO neutron.api.v2.resource [req-6dfa480e-d6fe-47a9-a033-3d8617712894 req-c4cf00f0-8d4c-465c-9ccf-d80e043e689a service neutron] show failed (client error): The resource could not be found. Sep 23 19:29:09.038096 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-6dfa480e-d6fe-47a9-a033-3d8617712894 req-c4cf00f0-8d4c-465c-9ccf-d80e043e689a service neutron] 10.222.0.53 "GET /v2.0/ports/27bec566-9693-40e6-acf8-7d8d7255f92d/bindings/n-h1-713301-16 HTTP/1.1" status: 404 len: 381 time: 0.1063294 Sep 23 19:29:09.117496 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-48e6cfe4-4c52-4a57-90a8-46e265bea258 req-981f1d93-7d67-4303-827d-8be1022eac72 tempest-FloatingIPsAssociationNegativeTestJSON-369828806 tempest-FloatingIPsAssociationNegativeTestJSON-369828806-project] 10.222.0.67 "GET /v2.0/security-groups?id=0a00915e-c0f9-499f-88ab-818845e437fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1875761 Sep 23 19:29:09.157401 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a59162-8bbc-4372-966e-4ea0d14f7533 req-42412c9b-4d11-4929-9425-2bb9a0c91df9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:29:09.168073 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-92a59162-8bbc-4372-966e-4ea0d14f7533 req-42412c9b-4d11-4929-9425-2bb9a0c91df9 service neutron] 10.222.0.74 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1343358 Sep 23 19:29:09.170391 n-d-713301-16 neutron-server[95101]: DEBUG neutron.db.l3_dvrscheduler_db [req-4e9b686c-3d10-4ea5-bb5a-b17360700c2a req-2058ae4e-ea22-4177-8794-5a1c44a4e40a tempest-ServersTestMultiNic-786669321 tempest-ServersTestMultiNic-786669321-project] No DVR routers for this DVR port 1894d951-3318-4941-8bd0-83e9e211ed0d on host n-h2-713301-16 {{(pid=95101) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 19:29:09.178393 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-f85be6b2-a956-428d-85d2-135ebb9dbf5e req-e5f3ed86-3a7b-4708-bef2-9726d58a7397 tempest-ServerShowV247Test-594915160 tempest-ServerShowV247Test-594915160-project] 10.222.0.67 "GET /v2.0/ports?device_id=e837782e-f9b5-4cbf-991e-a51d63f93235 HTTP/1.1" status: 200 len: 210 time: 0.1600804 Sep 23 19:29:09.182163 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-4e9b686c-3d10-4ea5-bb5a-b17360700c2a req-2058ae4e-ea22-4177-8794-5a1c44a4e40a tempest-ServersTestMultiNic-786669321 tempest-ServersTestMultiNic-786669321-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222849'] for port, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:29:09.184259 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-4e9b686c-3d10-4ea5-bb5a-b17360700c2a req-2058ae4e-ea22-4177-8794-5a1c44a4e40a tempest-ServersTestMultiNic-786669321 tempest-ServersTestMultiNic-786669321-project] 10.222.0.53 "DELETE /v2.0/ports/1894d951-3318-4941-8bd0-83e9e211ed0d HTTP/1.1" status: 204 len: 173 time: 0.8179989 Sep 23 19:29:09.184918 n-d-713301-16 neutron-server[95101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9fe5b43b-44b1-4fe8-afab-9bb8a032fe60', 'name': 'network-vif-deleted', 'tag': '1894d951-3318-4941-8bd0-83e9e211ed0d'}] {{(pid=95101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 19:29:09.187848 n-d-713301-16 neutron-server[95101]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d8366c5740cd635e57ab12b71fe44a77c2acc3c19091ef849c6f68b380462244" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dfbc19ae-0f82-4d4e-87b2-002a2ed61f38" -d '{"events": [{"server_uuid": "9fe5b43b-44b1-4fe8-afab-9bb8a032fe60", "name": "network-vif-deleted", "tag": "1894d951-3318-4941-8bd0-83e9e211ed0d"}]}' {{(pid=95101) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 19:29:09.241016 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc73cd0f-9a97-43a3-bfb5-0e9544a20d67 req-61f927f6-4809-434c-abd0-1dbaad403ac3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:29:09.243557 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-bc73cd0f-9a97-43a3-bfb5-0e9544a20d67 req-61f927f6-4809-434c-abd0-1dbaad403ac3 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=b15be011-6503-48d2-bdab-47e258ecd8be HTTP/1.1" status: 200 len: 867 time: 0.2360301 Sep 23 19:29:09.385222 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a304767d-1ddd-4018-a096-44bbccf95e00 req-ae1a0538-e38a-45b3-a179-5076c7b5918b tempest-DeleteServersTestJSON-2111530366 tempest-DeleteServersTestJSON-2111530366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:29:09.388109 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-a304767d-1ddd-4018-a096-44bbccf95e00 req-ae1a0538-e38a-45b3-a179-5076c7b5918b tempest-DeleteServersTestJSON-2111530366 tempest-DeleteServersTestJSON-2111530366-project] 10.222.0.53 "GET /v2.0/ports?device_id=d6fb661b-35d0-4bb3-b9f1-7aeeaa15cabb HTTP/1.1" status: 200 len: 945 time: 0.2187624 Sep 23 19:29:09.393396 n-d-713301-16 neutron-server[95101]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 19:29:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd015aa2-e75b-4965-b226-de939b13fbe4 x-openstack-request-id: req-bd015aa2-e75b-4965-b226-de939b13fbe4 {{(pid=95101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 19:29:09.393396 n-d-713301-16 neutron-server[95101]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9fe5b43b-44b1-4fe8-afab-9bb8a032fe60", "name": "network-vif-deleted", "tag": "1894d951-3318-4941-8bd0-83e9e211ed0d", "status": "completed", "code": 200}]} {{(pid=95101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 19:29:09.393940 n-d-713301-16 neutron-server[95101]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-bd015aa2-e75b-4965-b226-de939b13fbe4 {{(pid=95101) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 19:29:09.394137 n-d-713301-16 neutron-server[95101]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9fe5b43b-44b1-4fe8-afab-9bb8a032fe60', 'name': 'network-vif-deleted', 'tag': '1894d951-3318-4941-8bd0-83e9e211ed0d', 'status': 'completed', 'code': 200} Sep 23 19:29:09.448230 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc73cd0f-9a97-43a3-bfb5-0e9544a20d67 req-6114490d-004a-4865-905e-6efebc76295d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:29:09.450017 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-bc73cd0f-9a97-43a3-bfb5-0e9544a20d67 req-6114490d-004a-4865-905e-6efebc76295d service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=952be697-032a-432d-bfa6-5a2ed54f2db3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1976118 Sep 23 19:29:09.485458 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff2f47c-172f-4bcf-a8f5-028c452c7a09 req-5e8f8495-b5c4-456f-a8f8-5f78be0ab65d tempest-DeleteServersTestJSON-2111530366 tempest-DeleteServersTestJSON-2111530366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:29:09.487984 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-4ff2f47c-172f-4bcf-a8f5-028c452c7a09 req-5e8f8495-b5c4-456f-a8f8-5f78be0ab65d tempest-DeleteServersTestJSON-2111530366 tempest-DeleteServersTestJSON-2111530366-project] 10.222.0.67 "GET /v2.0/ports?device_id=d6fb661b-35d0-4bb3-b9f1-7aeeaa15cabb HTTP/1.1" status: 200 len: 945 time: 0.1321099 Sep 23 19:29:09.489815 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.plugin [req-4e9b686c-3d10-4ea5-bb5a-b17360700c2a req-d2ba77f0-b6d4-41da-a88e-5411c4201265 tempest-ServersTestMultiNic-786669321 tempest-ServersTestMultiNic-786669321-project] Deleting port 14e9b887-f77c-4d4f-8e40-4b79ce1c0714 {{(pid=95101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:29:09.490358 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-4e9b686c-3d10-4ea5-bb5a-b17360700c2a req-d2ba77f0-b6d4-41da-a88e-5411c4201265 tempest-ServersTestMultiNic-786669321 tempest-ServersTestMultiNic-786669321-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783146157096'] for port, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:29:09.571683 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dfa480e-d6fe-47a9-a033-3d8617712894 req-953d2785-07b7-4386-8b15-76f7308e0863 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:29:09.573373 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-6dfa480e-d6fe-47a9-a033-3d8617712894 req-953d2785-07b7-4386-8b15-76f7308e0863 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=8c2ff25d-e89a-47f5-89c5-0372db439fc3&tenant_id=cff0149cb20c4944955e93a2b393f7c5 HTTP/1.1" status: 200 len: 1102 time: 0.1775949 Sep 23 19:29:09.607401 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.v2.base [req-6dfa480e-d6fe-47a9-a033-3d8617712894 req-186e83f3-99b5-4307-9ab7-0c1319f54fe3 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-713301-16', 'device_owner': 'compute:nova'}} {{(pid=95101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:29:09.615718 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-4ff2f47c-172f-4bcf-a8f5-028c452c7a09 req-2005d983-a540-4f1d-a1c4-6e1ff820d6ed tempest-DeleteServersTestJSON-2111530366 tempest-DeleteServersTestJSON-2111530366-project] 10.222.0.67 "GET /v2.0/security-groups?id=67f2e2ca-928f-40e5-b9b2-05ec3bddbb37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1143796 Sep 23 19:29:09.639614 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7308ee3b-7bdc-45a4-a9bd-2c32cd3f48a4 req-2c79ed62-db29-4776-8e40-1ddd804579a5 tempest-MigrationsAdminTest-397594546 tempest-MigrationsAdminTest-397594546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:29:09.641329 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-7308ee3b-7bdc-45a4-a9bd-2c32cd3f48a4 req-2c79ed62-db29-4776-8e40-1ddd804579a5 tempest-MigrationsAdminTest-397594546 tempest-MigrationsAdminTest-397594546-project] 10.222.0.67 "GET /v2.0/ports?device_id=8c2ff25d-e89a-47f5-89c5-0372db439fc3 HTTP/1.1" status: 200 len: 950 time: 0.1642401 Sep 23 19:29:09.647434 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-bc73cd0f-9a97-43a3-bfb5-0e9544a20d67 req-60c33643-d6aa-4210-b4a1-01ed07fa3ab2 service neutron] 10.222.0.74 "GET /v2.0/networks/952be697-032a-432d-bfa6-5a2ed54f2db3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1819043 Sep 23 19:29:09.725538 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.db [req-4e9b686c-3d10-4ea5-bb5a-b17360700c2a req-d2ba77f0-b6d4-41da-a88e-5411c4201265 tempest-ServersTestMultiNic-786669321 tempest-ServersTestMultiNic-786669321-project] For port 14e9b887-f77c-4d4f-8e40-4b79ce1c0714, host n-h2-713301-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-16',level=0,port_id=14e9b887-f77c-4d4f-8e40-4b79ce1c0714,segment=NetworkSegment(05625dfa-c712-49f8-8926-f70c48b67385),segment_id=05625dfa-c712-49f8-8926-f70c48b67385)] {{(pid=95101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:29:09.726015 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-4e9b686c-3d10-4ea5-bb5a-b17360700c2a req-d2ba77f0-b6d4-41da-a88e-5411c4201265 tempest-ServersTestMultiNic-786669321 tempest-ServersTestMultiNic-786669321-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-605701'] for port, precommit_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:29:09.736363 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-6dfa480e-d6fe-47a9-a033-3d8617712894 req-186e83f3-99b5-4307-9ab7-0c1319f54fe3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:29:09.746007 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.plugin [req-4e9b686c-3d10-4ea5-bb5a-b17360700c2a req-d2ba77f0-b6d4-41da-a88e-5411c4201265 tempest-ServersTestMultiNic-786669321 tempest-ServersTestMultiNic-786669321-project] Calling delete_port for 14e9b887-f77c-4d4f-8e40-4b79ce1c0714 owned by compute:nova {{(pid=95101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:29:09.751161 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.plugin [req-a304767d-1ddd-4018-a096-44bbccf95e00 req-8efa80e3-4d3c-4ed0-8847-c0d44b577307 tempest-DeleteServersTestJSON-2111530366 tempest-DeleteServersTestJSON-2111530366-project] Deleting port 201268bd-52e4-4641-a74b-ccfb8b7e8529 {{(pid=95101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:29:09.751500 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-a304767d-1ddd-4018-a096-44bbccf95e00 req-8efa80e3-4d3c-4ed0-8847-c0d44b577307 tempest-DeleteServersTestJSON-2111530366 tempest-DeleteServersTestJSON-2111530366-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783146157096'] for port, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:29:09.773990 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-7308ee3b-7bdc-45a4-a9bd-2c32cd3f48a4 req-68146667-9b2a-4899-8ac4-96c286940663 tempest-MigrationsAdminTest-397594546 tempest-MigrationsAdminTest-397594546-project] 10.222.0.67 "GET /v2.0/security-groups?id=78cb509b-31c4-4e2a-bb5c-7abd6194dcc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1237538 Sep 23 19:29:09.852273 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-bc73cd0f-9a97-43a3-bfb5-0e9544a20d67 req-83903ce8-8d5d-4407-970d-84de68b134b6 service neutron] 10.222.0.74 "GET /v2.0/networks/952be697-032a-432d-bfa6-5a2ed54f2db3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1929269 Sep 23 19:29:09.875770 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a7263a-083c-4070-8f92-68c05497c5ee req-07962bfd-2225-4403-9960-ea1230bbc7c4 tempest-ServersTestMultiNic-786669321 tempest-ServersTestMultiNic-786669321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:29:09.877363 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-25a7263a-083c-4070-8f92-68c05497c5ee req-07962bfd-2225-4403-9960-ea1230bbc7c4 tempest-ServersTestMultiNic-786669321 tempest-ServersTestMultiNic-786669321-project] 10.222.0.67 "GET /v2.0/ports?device_id=9fe5b43b-44b1-4fe8-afab-9bb8a032fe60 HTTP/1.1" status: 200 len: 945 time: 0.0987797 Sep 23 19:29:10.142799 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.db [req-a304767d-1ddd-4018-a096-44bbccf95e00 req-8efa80e3-4d3c-4ed0-8847-c0d44b577307 tempest-DeleteServersTestJSON-2111530366 tempest-DeleteServersTestJSON-2111530366-project] For port 201268bd-52e4-4641-a74b-ccfb8b7e8529, host n-h2-713301-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-16',level=0,port_id=201268bd-52e4-4641-a74b-ccfb8b7e8529,segment=NetworkSegment(741d6d3e-2760-41a6-838f-b8b4255cee30),segment_id=741d6d3e-2760-41a6-838f-b8b4255cee30)] {{(pid=95101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:29:10.143109 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-a304767d-1ddd-4018-a096-44bbccf95e00 req-8efa80e3-4d3c-4ed0-8847-c0d44b577307 tempest-DeleteServersTestJSON-2111530366 tempest-DeleteServersTestJSON-2111530366-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-605701'] for port, precommit_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:29:10.194753 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.plugin [req-a304767d-1ddd-4018-a096-44bbccf95e00 req-8efa80e3-4d3c-4ed0-8847-c0d44b577307 tempest-DeleteServersTestJSON-2111530366 tempest-DeleteServersTestJSON-2111530366-project] Calling delete_port for 201268bd-52e4-4641-a74b-ccfb8b7e8529 owned by compute:nova {{(pid=95101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:29:10.295176 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.db [req-6dfa480e-d6fe-47a9-a033-3d8617712894 req-186e83f3-99b5-4307-9ab7-0c1319f54fe3 service neutron] For port 27bec566-9693-40e6-acf8-7d8d7255f92d, host n-h2-713301-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-16',level=0,port_id=27bec566-9693-40e6-acf8-7d8d7255f92d,segment=NetworkSegment(6139d589-eb6c-4578-8935-c26ddf396853),segment_id=6139d589-eb6c-4578-8935-c26ddf396853)] {{(pid=95101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:29:10.314606 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-25a7263a-083c-4070-8f92-68c05497c5ee req-3f1ae571-b3d7-4079-b94f-971e1398d25b tempest-ServersTestMultiNic-786669321 tempest-ServersTestMultiNic-786669321-project] 10.222.0.67 "GET /v2.0/security-groups?id=566f77e0-c65d-4b4e-93cb-ececf5c80170&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4272499 Sep 23 19:29:10.324700 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-4e9b686c-3d10-4ea5-bb5a-b17360700c2a req-d2ba77f0-b6d4-41da-a88e-5411c4201265 tempest-ServersTestMultiNic-786669321 tempest-ServersTestMultiNic-786669321-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783146162158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783145673144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5607431'] for port, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:29:10.338804 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] get_ports_and_sgs() called for port_ids ['1894d951-3318-4941-8bd0-83e9e211ed0d'] {{(pid=95103) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 19:29:10.357314 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67eeff7b-4091-413c-8e28-7d35fa91c04e req-33b44b5f-2c16-4a86-8e3c-b8abc47672aa tempest-FloatingIPsAssociationNegativeTestJSON-369828806 tempest-FloatingIPsAssociationNegativeTestJSON-369828806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:29:10.358912 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-67eeff7b-4091-413c-8e28-7d35fa91c04e req-33b44b5f-2c16-4a86-8e3c-b8abc47672aa tempest-FloatingIPsAssociationNegativeTestJSON-369828806 tempest-FloatingIPsAssociationNegativeTestJSON-369828806-project] 10.222.0.67 "GET /v2.0/ports?device_id=5fc2ff09-250c-4f1b-af64-3897f19bf20e HTTP/1.1" status: 200 len: 944 time: 0.0907650 Sep 23 19:29:10.383149 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2ba77f0-b6d4-41da-a88e-5411c4201265 tempest-ServersTestMultiNic-786669321 tempest-ServersTestMultiNic-786669321-project] Pushing event deleted for resources: {'Port': ['ID=14e9b887-f77c-4d4f-8e40-4b79ce1c0714,revision_number=None']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:29:10.425773 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-67eeff7b-4091-413c-8e28-7d35fa91c04e req-46d1d4e2-a0ce-4168-abbb-6097e4d54f58 tempest-FloatingIPsAssociationNegativeTestJSON-369828806 tempest-FloatingIPsAssociationNegativeTestJSON-369828806-project] 10.222.0.67 "GET /v2.0/security-groups?id=0a00915e-c0f9-499f-88ab-818845e437fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592287 Sep 23 19:29:10.451592 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.db [req-6dfa480e-d6fe-47a9-a033-3d8617712894 req-186e83f3-99b5-4307-9ab7-0c1319f54fe3 service neutron] For port 27bec566-9693-40e6-acf8-7d8d7255f92d, host n-h2-713301-16, cleared binding levels {{(pid=95101) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 19:29:10.473980 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-a8a5f646-0e9e-41f6-8311-9bdbad841618 req-b7abe252-1f69-43ee-b0a7-af749123cb24 tempest-ServerShowV247Test-594915160 tempest-ServerShowV247Test-594915160-project] 10.222.0.67 "GET /v2.0/ports?device_id=e837782e-f9b5-4cbf-991e-a51d63f93235 HTTP/1.1" status: 200 len: 210 time: 0.0641580 Sep 23 19:29:10.485015 n-d-713301-16 neutron-server[95101]: DEBUG neutron.db.l3_dvrscheduler_db [req-4e9b686c-3d10-4ea5-bb5a-b17360700c2a req-d2ba77f0-b6d4-41da-a88e-5411c4201265 tempest-ServersTestMultiNic-786669321 tempest-ServersTestMultiNic-786669321-project] No DVR routers for this DVR port 14e9b887-f77c-4d4f-8e40-4b79ce1c0714 on host n-h2-713301-16 {{(pid=95101) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 19:29:10.498212 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-4e9b686c-3d10-4ea5-bb5a-b17360700c2a req-d2ba77f0-b6d4-41da-a88e-5411c4201265 tempest-ServersTestMultiNic-786669321 tempest-ServersTestMultiNic-786669321-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222849'] for port, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:29:10.500467 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-4e9b686c-3d10-4ea5-bb5a-b17360700c2a req-d2ba77f0-b6d4-41da-a88e-5411c4201265 tempest-ServersTestMultiNic-786669321 tempest-ServersTestMultiNic-786669321-project] 10.222.0.53 "DELETE /v2.0/ports/14e9b887-f77c-4d4f-8e40-4b79ce1c0714 HTTP/1.1" status: 204 len: 173 time: 1.2921627 Sep 23 19:29:10.514646 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-92a59162-8bbc-4372-966e-4ea0d14f7533 req-9c097751-2cc0-47de-a1cd-fa1a64c57107 tempest-ServerShowV247Test-594915160 tempest-ServerShowV247Test-594915160-project] 10.222.0.74 "GET /v2.0/ports?device_id=e837782e-f9b5-4cbf-991e-a51d63f93235 HTTP/1.1" status: 200 len: 210 time: 0.0543706 Sep 23 19:29:10.612448 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-6dfa480e-d6fe-47a9-a033-3d8617712894 req-186e83f3-99b5-4307-9ab7-0c1319f54fe3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:29:10.643835 n-d-713301-16 neutron-server[95101]: DEBUG neutron.db.provisioning_blocks [req-6dfa480e-d6fe-47a9-a033-3d8617712894 req-186e83f3-99b5-4307-9ab7-0c1319f54fe3 service neutron] Transition to ACTIVE for port object 27bec566-9693-40e6-acf8-7d8d7255f92d will not be triggered until provisioned by entity L2. {{(pid=95101) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 19:29:10.658237 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-a304767d-1ddd-4018-a096-44bbccf95e00 req-8efa80e3-4d3c-4ed0-8847-c0d44b577307 tempest-DeleteServersTestJSON-2111530366 tempest-DeleteServersTestJSON-2111530366-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783146162158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783145673144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5607431'] for port, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:29:10.673617 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-6dfa480e-d6fe-47a9-a033-3d8617712894 req-186e83f3-99b5-4307-9ab7-0c1319f54fe3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5607436'] for port, after_update {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:29:10.679909 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] get_ports_and_sgs() called for port_ids ['201268bd-52e4-4641-a74b-ccfb8b7e8529'] {{(pid=95103) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 19:29:10.705953 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8efa80e3-4d3c-4ed0-8847-c0d44b577307 tempest-DeleteServersTestJSON-2111530366 tempest-DeleteServersTestJSON-2111530366-project] Pushing event deleted for resources: {'Port': ['ID=201268bd-52e4-4641-a74b-ccfb8b7e8529,revision_number=None']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:29:10.790636 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-d618e08f-36fd-41ad-92f3-1e8884ab36e0 req-3a841135-8764-4479-8aa7-770199faef81 tempest-DeleteServersTestJSON-2111530366 tempest-DeleteServersTestJSON-2111530366-project] 10.222.0.67 "GET /v2.0/ports?device_id=d6fb661b-35d0-4bb3-b9f1-7aeeaa15cabb HTTP/1.1" status: 200 len: 210 time: 0.0477672 Sep 23 19:29:10.797523 n-d-713301-16 neutron-server[95101]: DEBUG neutron.db.l3_dvrscheduler_db [req-a304767d-1ddd-4018-a096-44bbccf95e00 req-8efa80e3-4d3c-4ed0-8847-c0d44b577307 tempest-DeleteServersTestJSON-2111530366 tempest-DeleteServersTestJSON-2111530366-project] No DVR routers for this DVR port 201268bd-52e4-4641-a74b-ccfb8b7e8529 on host n-h2-713301-16 {{(pid=95101) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 19:29:10.800044 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-a304767d-1ddd-4018-a096-44bbccf95e00 req-8efa80e3-4d3c-4ed0-8847-c0d44b577307 tempest-DeleteServersTestJSON-2111530366 tempest-DeleteServersTestJSON-2111530366-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222849'] for port, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:29:10.802320 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-a304767d-1ddd-4018-a096-44bbccf95e00 req-8efa80e3-4d3c-4ed0-8847-c0d44b577307 tempest-DeleteServersTestJSON-2111530366 tempest-DeleteServersTestJSON-2111530366-project] 10.222.0.53 "DELETE /v2.0/ports/201268bd-52e4-4641-a74b-ccfb8b7e8529 HTTP/1.1" status: 204 len: 173 time: 1.3920009 Sep 23 19:29:10.823926 n-d-713301-16 neutron-server[95101]: DEBUG neutron.db.l3_dvrscheduler_db [req-6dfa480e-d6fe-47a9-a033-3d8617712894 req-186e83f3-99b5-4307-9ab7-0c1319f54fe3 service neutron] No DVR routers for this DVR port 27bec566-9693-40e6-acf8-7d8d7255f92d on host n-h2-713301-16 {{(pid=95101) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 19:29:10.826434 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-186e83f3-99b5-4307-9ab7-0c1319f54fe3 service neutron] Pushing event updated for resources: {'Port': ['ID=27bec566-9693-40e6-acf8-7d8d7255f92d,revision_number=6']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:29:10.884881 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.managers [req-6dfa480e-d6fe-47a9-a033-3d8617712894 req-186e83f3-99b5-4307-9ab7-0c1319f54fe3 service neutron] Attempting to bind port 27bec566-9693-40e6-acf8-7d8d7255f92d on host n-h1-713301-16 for vnic_type normal with profile {{(pid=95101) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 19:29:10.885524 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.managers [req-6dfa480e-d6fe-47a9-a033-3d8617712894 req-186e83f3-99b5-4307-9ab7-0c1319f54fe3 service neutron] Attempting to bind port 27bec566-9693-40e6-acf8-7d8d7255f92d by drivers openvswitch,hyperv on host n-h1-713301-16 at level 0 using segments [{'id': '6139d589-eb6c-4578-8935-c26ddf396853', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '5220cb0c-da05-478a-9604-8c11469a05b4'}] {{(pid=95101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 19:29:10.886038 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dfa480e-d6fe-47a9-a033-3d8617712894 req-186e83f3-99b5-4307-9ab7-0c1319f54fe3 service neutron] Attempting to bind port 27bec566-9693-40e6-acf8-7d8d7255f92d on network 5220cb0c-da05-478a-9604-8c11469a05b4 {{(pid=95101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:29:10.891592 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dfa480e-d6fe-47a9-a033-3d8617712894 req-186e83f3-99b5-4307-9ab7-0c1319f54fe3 service neutron] Port 27bec566-9693-40e6-acf8-7d8d7255f92d on network 5220cb0c-da05-478a-9604-8c11469a05b4 not bound, no agent of type Open vSwitch agent registered on host n-h1-713301-16 {{(pid=95101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 19:29:10.891947 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dfa480e-d6fe-47a9-a033-3d8617712894 req-186e83f3-99b5-4307-9ab7-0c1319f54fe3 service neutron] Attempting to bind port 27bec566-9693-40e6-acf8-7d8d7255f92d on network 5220cb0c-da05-478a-9604-8c11469a05b4 {{(pid=95101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:29:10.902636 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dfa480e-d6fe-47a9-a033-3d8617712894 req-186e83f3-99b5-4307-9ab7-0c1319f54fe3 service neutron] Checking agent: {'id': '0708c3e9-0aad-4600-9be9-d2486535c898', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713301-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 19, 15, 28), 'started_at': datetime.datetime(2021, 9, 23, 19, 15, 28), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 19, 28, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 19:29:10.905226 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dfa480e-d6fe-47a9-a033-3d8617712894 req-186e83f3-99b5-4307-9ab7-0c1319f54fe3 service neutron] Checking segment: {'id': '6139d589-eb6c-4578-8935-c26ddf396853', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '5220cb0c-da05-478a-9604-8c11469a05b4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:29:10.907885 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dfa480e-d6fe-47a9-a033-3d8617712894 req-186e83f3-99b5-4307-9ab7-0c1319f54fe3 service neutron] Bound using segment: {'id': '6139d589-eb6c-4578-8935-c26ddf396853', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '5220cb0c-da05-478a-9604-8c11469a05b4'} {{(pid=95101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 19:29:10.908272 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.managers [req-6dfa480e-d6fe-47a9-a033-3d8617712894 req-186e83f3-99b5-4307-9ab7-0c1319f54fe3 service neutron] Bound port: 27bec566-9693-40e6-acf8-7d8d7255f92d, host: n-h1-713301-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6139d589-eb6c-4578-8935-c26ddf396853', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '5220cb0c-da05-478a-9604-8c11469a05b4'}}] {{(pid=95101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 19:29:10.908664 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-6dfa480e-d6fe-47a9-a033-3d8617712894 req-186e83f3-99b5-4307-9ab7-0c1319f54fe3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:29:11.076080 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.db [req-6dfa480e-d6fe-47a9-a033-3d8617712894 req-186e83f3-99b5-4307-9ab7-0c1319f54fe3 service neutron] For port 27bec566-9693-40e6-acf8-7d8d7255f92d, host n-h1-713301-16, cleared binding levels {{(pid=95101) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 19:29:11.081566 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.db [req-6dfa480e-d6fe-47a9-a033-3d8617712894 req-186e83f3-99b5-4307-9ab7-0c1319f54fe3 service neutron] For port 27bec566-9693-40e6-acf8-7d8d7255f92d, host n-h1-713301-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-16',level=0,port_id=27bec566-9693-40e6-acf8-7d8d7255f92d,segment=NetworkSegment(6139d589-eb6c-4578-8935-c26ddf396853),segment_id=6139d589-eb6c-4578-8935-c26ddf396853)] {{(pid=95101) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 19:29:11.088798 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-6dfa480e-d6fe-47a9-a033-3d8617712894 req-186e83f3-99b5-4307-9ab7-0c1319f54fe3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5607436'] for port, after_update {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:29:11.124688 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201ded10-97fc-4132-a9db-736cbf948d89 req-4c4cf151-f617-4d65-b72a-cb98b4864af8 tempest-MigrationsAdminTest-397594546 tempest-MigrationsAdminTest-397594546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:29:11.128053 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-201ded10-97fc-4132-a9db-736cbf948d89 req-4c4cf151-f617-4d65-b72a-cb98b4864af8 tempest-MigrationsAdminTest-397594546 tempest-MigrationsAdminTest-397594546-project] 10.222.0.67 "GET /v2.0/ports?device_id=8c2ff25d-e89a-47f5-89c5-0372db439fc3 HTTP/1.1" status: 200 len: 948 time: 0.1510758 Sep 23 19:29:11.231040 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dfa480e-d6fe-47a9-a033-3d8617712894 req-186e83f3-99b5-4307-9ab7-0c1319f54fe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:29:11.232142 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-6dfa480e-d6fe-47a9-a033-3d8617712894 req-186e83f3-99b5-4307-9ab7-0c1319f54fe3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222849'] for port, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:29:11.234469 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-6dfa480e-d6fe-47a9-a033-3d8617712894 req-186e83f3-99b5-4307-9ab7-0c1319f54fe3 service neutron] 10.222.0.74 "PUT /v2.0/ports/27bec566-9693-40e6-acf8-7d8d7255f92d HTTP/1.1" status: 200 len: 1097 time: 1.6311986 Sep 23 19:29:11.236139 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-186e83f3-99b5-4307-9ab7-0c1319f54fe3 service neutron] Pushing event updated for resources: {'Port': ['ID=27bec566-9693-40e6-acf8-7d8d7255f92d,revision_number=7']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:29:11.250718 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-201ded10-97fc-4132-a9db-736cbf948d89 req-5ab7a1ca-ac64-451f-a8ab-99a4e19ca5d4 tempest-MigrationsAdminTest-397594546 tempest-MigrationsAdminTest-397594546-project] 10.222.0.67 "GET /v2.0/security-groups?id=78cb509b-31c4-4e2a-bb5c-7abd6194dcc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1101687 Sep 23 19:29:11.338048 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dfa480e-d6fe-47a9-a033-3d8617712894 req-4029dbe4-7011-4edf-8707-8a6bbde4b72e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:29:11.339795 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-6dfa480e-d6fe-47a9-a033-3d8617712894 req-4029dbe4-7011-4edf-8707-8a6bbde4b72e service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=cff0149cb20c4944955e93a2b393f7c5&device_id=8c2ff25d-e89a-47f5-89c5-0372db439fc3 HTTP/1.1" status: 200 len: 1100 time: 0.0731456 Sep 23 19:29:11.396170 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 41544) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:29:11.449556 n-d-713301-16 neutron-server[95101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9fe5b43b-44b1-4fe8-afab-9bb8a032fe60', 'name': 'network-vif-deleted', 'tag': '14e9b887-f77c-4d4f-8e40-4b79ce1c0714'}, {'server_uuid': '8c2ff25d-e89a-47f5-89c5-0372db439fc3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '27bec566-9693-40e6-acf8-7d8d7255f92d'}, {'server_uuid': 'd6fb661b-35d0-4bb3-b9f1-7aeeaa15cabb', 'name': 'network-vif-deleted', 'tag': '201268bd-52e4-4641-a74b-ccfb8b7e8529'}, {'name': 'network-changed', 'server_uuid': '8c2ff25d-e89a-47f5-89c5-0372db439fc3', 'tag': '27bec566-9693-40e6-acf8-7d8d7255f92d'}] {{(pid=95101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 19:29:11.451994 n-d-713301-16 neutron-server[95101]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d8366c5740cd635e57ab12b71fe44a77c2acc3c19091ef849c6f68b380462244" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64eeeea9-4192-41d0-9fb7-ffde88b978c4" -d '{"events": [{"server_uuid": "9fe5b43b-44b1-4fe8-afab-9bb8a032fe60", "name": "network-vif-deleted", "tag": "14e9b887-f77c-4d4f-8e40-4b79ce1c0714"}, {"server_uuid": "8c2ff25d-e89a-47f5-89c5-0372db439fc3", "name": "network-vif-unplugged", "status": "completed", "tag": "27bec566-9693-40e6-acf8-7d8d7255f92d"}, {"server_uuid": "d6fb661b-35d0-4bb3-b9f1-7aeeaa15cabb", "name": "network-vif-deleted", "tag": "201268bd-52e4-4641-a74b-ccfb8b7e8529"}, {"name": "network-changed", "server_uuid": "8c2ff25d-e89a-47f5-89c5-0372db439fc3", "tag": "27bec566-9693-40e6-acf8-7d8d7255f92d"}]}' {{(pid=95101) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 19:29:11.528899 n-d-713301-16 neutron-server[95102]: DEBUG neutron.db.db_base_plugin_v2 [None req-49c88d95-a654-4be1-aeaf-8824490ed824 tempest-ServersTestMultiNic-786669321 tempest-ServersTestMultiNic-786669321-project] Deleting subnet 31585675-9bbb-4687-a587-a7b235e7b8b8 {{(pid=95102) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 23 19:29:11.533319 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-49c88d95-a654-4be1-aeaf-8824490ed824 tempest-ServersTestMultiNic-786669321 tempest-ServersTestMultiNic-786669321-project] Notify callbacks [] for subnet, before_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:29:11.539339 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dfa480e-d6fe-47a9-a033-3d8617712894 req-cd50c07e-c166-4fc9-9a23-a592ba6ca019 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:29:11.541291 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-6dfa480e-d6fe-47a9-a033-3d8617712894 req-cd50c07e-c166-4fc9-9a23-a592ba6ca019 service neutron] 10.222.0.74 "GET /v2.0/networks?id=5220cb0c-da05-478a-9604-8c11469a05b4 HTTP/1.1" status: 200 len: 870 time: 0.1946154 Sep 23 19:29:11.604160 n-d-713301-16 neutron-server[95101]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 694 Content-Type: application/json Date: Thu, 23 Sep 2021 19:29:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21c669b7-8f79-4fee-94c2-f054d71a03be x-openstack-request-id: req-21c669b7-8f79-4fee-94c2-f054d71a03be {{(pid=95101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 19:29:11.604466 n-d-713301-16 neutron-server[95101]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9fe5b43b-44b1-4fe8-afab-9bb8a032fe60", "name": "network-vif-deleted", "tag": "14e9b887-f77c-4d4f-8e40-4b79ce1c0714", "status": "completed", "code": 200}, {"server_uuid": "8c2ff25d-e89a-47f5-89c5-0372db439fc3", "name": "network-vif-unplugged", "status": "completed", "tag": "27bec566-9693-40e6-acf8-7d8d7255f92d", "code": 200}, {"server_uuid": "d6fb661b-35d0-4bb3-b9f1-7aeeaa15cabb", "name": "network-vif-deleted", "tag": "201268bd-52e4-4641-a74b-ccfb8b7e8529", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "8c2ff25d-e89a-47f5-89c5-0372db439fc3", "tag": "27bec566-9693-40e6-acf8-7d8d7255f92d", "status": "completed", "code": 200}]} {{(pid=95101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 19:29:11.604879 n-d-713301-16 neutron-server[95101]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-21c669b7-8f79-4fee-94c2-f054d71a03be {{(pid=95101) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 19:29:11.605377 n-d-713301-16 neutron-server[95101]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9fe5b43b-44b1-4fe8-afab-9bb8a032fe60', 'name': 'network-vif-deleted', 'tag': '14e9b887-f77c-4d4f-8e40-4b79ce1c0714', 'status': 'completed', 'code': 200} Sep 23 19:29:11.605568 n-d-713301-16 neutron-server[95101]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8c2ff25d-e89a-47f5-89c5-0372db439fc3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '27bec566-9693-40e6-acf8-7d8d7255f92d', 'code': 200} Sep 23 19:29:11.605925 n-d-713301-16 neutron-server[95101]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd6fb661b-35d0-4bb3-b9f1-7aeeaa15cabb', 'name': 'network-vif-deleted', 'tag': '201268bd-52e4-4641-a74b-ccfb8b7e8529', 'status': 'completed', 'code': 200} Sep 23 19:29:11.606172 n-d-713301-16 neutron-server[95101]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8c2ff25d-e89a-47f5-89c5-0372db439fc3', 'tag': '27bec566-9693-40e6-acf8-7d8d7255f92d', 'status': 'completed', 'code': 200} Sep 23 19:29:11.608142 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-6dfa480e-d6fe-47a9-a033-3d8617712894 req-d29813e9-faed-4ddf-a987-fbf1bd1e43b4 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.195&port_id=27bec566-9693-40e6-acf8-7d8d7255f92d HTTP/1.1" status: 200 len: 217 time: 0.0589144 Sep 23 19:29:11.664524 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-49c88d95-a654-4be1-aeaf-8824490ed824 tempest-ServersTestMultiNic-786669321 tempest-ServersTestMultiNic-786669321-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6162825'] for subnet, precommit_delete_associations {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:29:11.709715 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dfa480e-d6fe-47a9-a033-3d8617712894 req-2d99f892-072c-4a07-bca1-2bd4d7855d2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:29:11.711976 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-6dfa480e-d6fe-47a9-a033-3d8617712894 req-2d99f892-072c-4a07-bca1-2bd4d7855d2c service neutron] 10.222.0.74 "GET /v2.0/subnets?id=1ccc69bc-9d6b-44d9-b227-204e47dc6e45 HTTP/1.1" status: 200 len: 843 time: 0.0955751 Sep 23 19:29:11.724497 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-750375c3-bee2-4422-ab65-051486b92288 req-71df1fd4-a305-4ab1-9ac0-3d0fe239c040 tempest-FloatingIPsAssociationNegativeTestJSON-369828806 tempest-FloatingIPsAssociationNegativeTestJSON-369828806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:29:11.729143 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-750375c3-bee2-4422-ab65-051486b92288 req-71df1fd4-a305-4ab1-9ac0-3d0fe239c040 tempest-FloatingIPsAssociationNegativeTestJSON-369828806 tempest-FloatingIPsAssociationNegativeTestJSON-369828806-project] 10.222.0.67 "GET /v2.0/ports?device_id=5fc2ff09-250c-4f1b-af64-3897f19bf20e HTTP/1.1" status: 200 len: 944 time: 0.1164222 Sep 23 19:29:11.729854 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64eeeea9-4192-41d0-9fb7-ffde88b978c4 req-1cafd862-7286-44cd-beb6-014fc4c03004 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:29:11.731673 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-64eeeea9-4192-41d0-9fb7-ffde88b978c4 req-1cafd862-7286-44cd-beb6-014fc4c03004 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=cff0149cb20c4944955e93a2b393f7c5&device_id=8c2ff25d-e89a-47f5-89c5-0372db439fc3 HTTP/1.1" status: 200 len: 1100 time: 0.0972834 Sep 23 19:29:11.814689 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-750375c3-bee2-4422-ab65-051486b92288 req-d8f9944e-428c-4cb3-baff-fbcbb5748ff4 tempest-FloatingIPsAssociationNegativeTestJSON-369828806 tempest-FloatingIPsAssociationNegativeTestJSON-369828806-project] 10.222.0.67 "GET /v2.0/security-groups?id=0a00915e-c0f9-499f-88ab-818845e437fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778229 Sep 23 19:29:11.837254 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dfa480e-d6fe-47a9-a033-3d8617712894 req-b08c9100-93d4-49e6-a217-82f9457912e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:29:11.838858 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-6dfa480e-d6fe-47a9-a033-3d8617712894 req-b08c9100-93d4-49e6-a217-82f9457912e2 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=5220cb0c-da05-478a-9604-8c11469a05b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1190383 Sep 23 19:29:11.851727 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-49c88d95-a654-4be1-aeaf-8824490ed824 tempest-ServersTestMultiNic-786669321 tempest-ServersTestMultiNic-786669321-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1756813'] for subnet, precommit_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:29:11.895400 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64eeeea9-4192-41d0-9fb7-ffde88b978c4 req-1a007cd2-c193-4597-b566-3a1c01a1079f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:29:11.897090 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-64eeeea9-4192-41d0-9fb7-ffde88b978c4 req-1a007cd2-c193-4597-b566-3a1c01a1079f service neutron] 10.222.0.53 "GET /v2.0/networks?id=5220cb0c-da05-478a-9604-8c11469a05b4 HTTP/1.1" status: 200 len: 870 time: 0.1443398 Sep 23 19:29:11.950210 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-49c88d95-a654-4be1-aeaf-8824490ed824 tempest-ServersTestMultiNic-786669321 tempest-ServersTestMultiNic-786669321-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1756804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4399009', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5388229'] for subnet, after_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:29:11.994630 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-751bec21-05cf-4595-b2b0-c9a5f86bc92c None None] Network 770ed6ef-9167-411d-8de5-3ae231cefeb9 requested from n-d-713301-16 {{(pid=95103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 19:29:12.002705 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-64eeeea9-4192-41d0-9fb7-ffde88b978c4 req-4576a779-a482-48c2-9d72-933ed515da41 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.195&port_id=27bec566-9693-40e6-acf8-7d8d7255f92d HTTP/1.1" status: 200 len: 217 time: 0.0716681 Sep 23 19:29:12.013518 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-49c88d95-a654-4be1-aeaf-8824490ed824 tempest-ServersTestMultiNic-786669321 tempest-ServersTestMultiNic-786669321-project] Notify callbacks [] for subnet, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:29:12.015805 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-49c88d95-a654-4be1-aeaf-8824490ed824 tempest-ServersTestMultiNic-786669321 tempest-ServersTestMultiNic-786669321-project] 10.222.0.67 "DELETE /v2.0/subnets/31585675-9bbb-4687-a587-a7b235e7b8b8 HTTP/1.1" status: 204 len: 168 time: 0.6182587 Sep 23 19:29:12.017075 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49c88d95-a654-4be1-aeaf-8824490ed824 tempest-ServersTestMultiNic-786669321 tempest-ServersTestMultiNic-786669321-project] Pushing event deleted for resources: {'Subnet': ['ID=31585675-9bbb-4687-a587-a7b235e7b8b8,revision_number=None']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:29:12.019031 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 41564) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:29:12.058571 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 41566) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:29:12.073439 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-6dfa480e-d6fe-47a9-a033-3d8617712894 req-6b737737-eb72-4a67-a2c3-aeb7d6b4d506 service neutron] 10.222.0.74 "GET /v2.0/networks/5220cb0c-da05-478a-9604-8c11469a05b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2270367 Sep 23 19:29:12.132083 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64eeeea9-4192-41d0-9fb7-ffde88b978c4 req-bd2106fb-49c7-4082-9ce2-4e5a2c2e2646 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:29:12.133631 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-64eeeea9-4192-41d0-9fb7-ffde88b978c4 req-bd2106fb-49c7-4082-9ce2-4e5a2c2e2646 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=1ccc69bc-9d6b-44d9-b227-204e47dc6e45 HTTP/1.1" status: 200 len: 843 time: 0.1190529 Sep 23 19:29:12.213661 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-198c60e2-fda5-439f-9421-cee878a9e67d tempest-ServersTestMultiNic-786669321 tempest-ServersTestMultiNic-786669321-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1628021'] for network, before_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:29:12.304811 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Device f1ba3ace-8c88-48eb-899d-68684df1164c details requested by agent hyperv_n-h1-713301-16 with host n-h1-713301-16 {{(pid=95103) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 19:29:12.343158 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-8983d621-c776-43d8-a6f0-f54d716cde34 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:29:12.435188 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.plugin [None req-198c60e2-fda5-439f-9421-cee878a9e67d tempest-ServersTestMultiNic-786669321 tempest-ServersTestMultiNic-786669321-project] Deleting port 5e71733b-21f4-4638-9028-d4765938f159 {{(pid=95102) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:29:12.436068 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-198c60e2-fda5-439f-9421-cee878a9e67d tempest-ServersTestMultiNic-786669321 tempest-ServersTestMultiNic-786669321-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783146157096'] for port, before_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:29:12.564505 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-732294bc-4145-4006-8348-356e6d34d365 None None] DHCP port deletion for 770ed6ef-9167-411d-8de5-3ae231cefeb9 request from n-d-713301-16 {{(pid=95103) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 23 19:29:12.576655 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] For port f1ba3ace-8c88-48eb-899d-68684df1164c, host n-h1-713301-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-16',level=0,port_id=f1ba3ace-8c88-48eb-899d-68684df1164c,segment=NetworkSegment(d804afee-9bef-4af2-8ec3-2e2b5e011c35),segment_id=d804afee-9bef-4af2-8ec3-2e2b5e011c35)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:29:12.598417 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-6dfa480e-d6fe-47a9-a033-3d8617712894 req-5df0b57f-b26e-44bb-bf3a-4b5c3821e864 service neutron] 10.222.0.74 "GET /v2.0/networks/5220cb0c-da05-478a-9604-8c11469a05b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5175028 Sep 23 19:29:12.604467 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64eeeea9-4192-41d0-9fb7-ffde88b978c4 req-4801f83f-7feb-4568-bca2-b4cf73afb0ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:29:12.606625 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-64eeeea9-4192-41d0-9fb7-ffde88b978c4 req-4801f83f-7feb-4568-bca2-b4cf73afb0ca service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=5220cb0c-da05-478a-9604-8c11469a05b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.4315040 Sep 23 19:29:12.633084 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Returning: {'device': 'f1ba3ace-8c88-48eb-899d-68684df1164c', 'network_id': '952be697-032a-432d-bfa6-5a2ed54f2db3', 'port_id': 'f1ba3ace-8c88-48eb-899d-68684df1164c', 'mac_address': 'fa:16:3e:57:6c:1f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 649, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b15be011-6503-48d2-bdab-47e258ecd8be', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95103) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 19:29:12.643152 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.db [None req-198c60e2-fda5-439f-9421-cee878a9e67d tempest-ServersTestMultiNic-786669321 tempest-ServersTestMultiNic-786669321-project] For port 5e71733b-21f4-4638-9028-d4765938f159, host n-d-713301-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-16',level=0,port_id=5e71733b-21f4-4638-9028-d4765938f159,segment=NetworkSegment(f2c7906a-f37f-48bb-be91-ab4421f4e3b8),segment_id=f2c7906a-f37f-48bb-be91-ab4421f4e3b8)] {{(pid=95102) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:29:12.643682 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-198c60e2-fda5-439f-9421-cee878a9e67d tempest-ServersTestMultiNic-786669321 tempest-ServersTestMultiNic-786669321-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-605701'] for port, precommit_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:29:12.692814 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.plugin [None req-198c60e2-fda5-439f-9421-cee878a9e67d tempest-ServersTestMultiNic-786669321 tempest-ServersTestMultiNic-786669321-project] Calling delete_port for 5e71733b-21f4-4638-9028-d4765938f159 owned by network:dhcp {{(pid=95102) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:29:12.714285 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:29:12.753509 n-d-713301-16 neutron-server[95103]: DEBUG neutron.notifiers.nova [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f1ba3ace-8c88-48eb-899d-68684df1164c {{(pid=95103) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 19:29:12.780842 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24fc84df-c22f-471e-917d-9da5f626d135 req-a96a2c26-da9d-4bbc-916e-67f6322f0a80 tempest-MigrationsAdminTest-397594546 tempest-MigrationsAdminTest-397594546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:29:12.789387 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] For port f1ba3ace-8c88-48eb-899d-68684df1164c, host n-h1-713301-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-16',level=0,port_id=f1ba3ace-8c88-48eb-899d-68684df1164c,segment=NetworkSegment(d804afee-9bef-4af2-8ec3-2e2b5e011c35),segment_id=d804afee-9bef-4af2-8ec3-2e2b5e011c35)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:29:12.794928 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-24fc84df-c22f-471e-917d-9da5f626d135 req-a96a2c26-da9d-4bbc-916e-67f6322f0a80 tempest-MigrationsAdminTest-397594546 tempest-MigrationsAdminTest-397594546-project] 10.222.0.67 "GET /v2.0/ports?device_id=8c2ff25d-e89a-47f5-89c5-0372db439fc3 HTTP/1.1" status: 200 len: 948 time: 0.3052583 Sep 23 19:29:12.796129 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64eeeea9-4192-41d0-9fb7-ffde88b978c4 req-95f8a792-e258-4034-af10-23865b3f7614 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:29:12.797108 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:29:12.799663 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.plugin [None req-732294bc-4145-4006-8348-356e6d34d365 None None] Deleting port 5e71733b-21f4-4638-9028-d4765938f159 {{(pid=95103) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:29:12.799815 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-64eeeea9-4192-41d0-9fb7-ffde88b978c4 req-95f8a792-e258-4034-af10-23865b3f7614 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=cff0149cb20c4944955e93a2b393f7c5&device_id=8c2ff25d-e89a-47f5-89c5-0372db439fc3 HTTP/1.1" status: 200 len: 1100 time: 0.1134036 Sep 23 19:29:12.800445 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-732294bc-4145-4006-8348-356e6d34d365 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783146157096'] for port, before_delete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:29:12.852241 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-64eeeea9-4192-41d0-9fb7-ffde88b978c4 req-f1585de8-39cf-485e-80cb-9bb6b52444dd service neutron] 10.222.0.53 "GET /v2.0/networks/5220cb0c-da05-478a-9604-8c11469a05b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2306950 Sep 23 19:29:12.919908 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92233908-d069-4d88-91a1-10cd702c5a47 req-1e91f572-8f9d-46ee-a4d9-6dd7257d754b tempest-DeleteServersTestJSON-2111530366 tempest-DeleteServersTestJSON-2111530366-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:29:12.921536 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-92233908-d069-4d88-91a1-10cd702c5a47 req-1e91f572-8f9d-46ee-a4d9-6dd7257d754b tempest-DeleteServersTestJSON-2111530366 tempest-DeleteServersTestJSON-2111530366-project] 10.222.0.67 "GET /v2.0/networks?id=e47803fc-37db-4c82-80ca-757602b818ca HTTP/1.1" status: 200 len: 812 time: 0.4972208 Sep 23 19:29:12.944204 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-732294bc-4145-4006-8348-356e6d34d365 None None] For port 5e71733b-21f4-4638-9028-d4765938f159, host n-d-713301-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-16',level=0,port_id=5e71733b-21f4-4638-9028-d4765938f159,segment=NetworkSegment(f2c7906a-f37f-48bb-be91-ab4421f4e3b8),segment_id=f2c7906a-f37f-48bb-be91-ab4421f4e3b8)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:29:12.944955 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-732294bc-4145-4006-8348-356e6d34d365 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-605701'] for port, precommit_delete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:29:12.961341 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Pushing event updated for resources: {'Port': ['ID=f1ba3ace-8c88-48eb-899d-68684df1164c,revision_number=4']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:29:12.970479 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.plugin [None req-732294bc-4145-4006-8348-356e6d34d365 None None] Calling delete_port for 5e71733b-21f4-4638-9028-d4765938f159 owned by network:dhcp {{(pid=95103) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:29:12.994918 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-24fc84df-c22f-471e-917d-9da5f626d135 req-46fe74b8-b7fd-4ace-9edd-83f1ae903b01 tempest-MigrationsAdminTest-397594546 tempest-MigrationsAdminTest-397594546-project] 10.222.0.67 "GET /v2.0/security-groups?id=78cb509b-31c4-4e2a-bb5c-7abd6194dcc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1926908 Sep 23 19:29:13.003355 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-92233908-d069-4d88-91a1-10cd702c5a47 req-7d2ab0ed-e754-4254-8218-8ba263d8c946 tempest-DeleteServersTestJSON-2111530366 tempest-DeleteServersTestJSON-2111530366-project] 10.222.0.67 "GET /v2.0/quotas/30554f6e61d54c6bbf3c805c15e93860 HTTP/1.1" status: 200 len: 375 time: 0.0751641 Sep 23 19:29:13.016753 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-8983d621-c776-43d8-a6f0-f54d716cde34 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:29:13.017290 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64eeeea9-4192-41d0-9fb7-ffde88b978c4 req-75ca7d10-373d-4c28-bc39-199b7e604118 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:29:13.020884 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-64eeeea9-4192-41d0-9fb7-ffde88b978c4 req-75ca7d10-373d-4c28-bc39-199b7e604118 service neutron] 10.222.0.74 "GET /v2.0/networks?id=5220cb0c-da05-478a-9604-8c11469a05b4 HTTP/1.1" status: 200 len: 870 time: 0.2135160 Sep 23 19:29:13.036851 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-8983d621-c776-43d8-a6f0-f54d716cde34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:29:13.069396 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-92233908-d069-4d88-91a1-10cd702c5a47 req-9765c2af-f963-4700-80a6-9be765a8d6b7 tempest-DeleteServersTestJSON-2111530366 tempest-DeleteServersTestJSON-2111530366-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=30554f6e61d54c6bbf3c805c15e93860&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0504453 Sep 23 19:29:13.096022 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-64eeeea9-4192-41d0-9fb7-ffde88b978c4 req-be3198b0-67cc-467b-8dfa-f26740ea06c4 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.195&port_id=27bec566-9693-40e6-acf8-7d8d7255f92d HTTP/1.1" status: 200 len: 217 time: 0.0609493 Sep 23 19:29:13.099091 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-64eeeea9-4192-41d0-9fb7-ffde88b978c4 req-d6b71ecf-9aa3-4626-b003-a458940c2c26 service neutron] 10.222.0.53 "GET /v2.0/networks/5220cb0c-da05-478a-9604-8c11469a05b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2393088 Sep 23 19:29:13.102743 n-d-713301-16 neutron-server[95103]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Sep 23 19:29:13.102743 n-d-713301-16 neutron-server[95103]: from cryptography.utils import int_from_bytes Sep 23 19:29:13.102743 n-d-713301-16 neutron-server[95103]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Sep 23 19:29:13.102743 n-d-713301-16 neutron-server[95103]: from cryptography.utils import int_from_bytes Sep 23 19:29:13.102743 n-d-713301-16 neutron-server[95103]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 23 19:29:13.102743 n-d-713301-16 neutron-server[95103]: self.session.flush() Sep 23 19:29:13.102743 n-d-713301-16 neutron-server[95103]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 23 19:29:13.102743 n-d-713301-16 neutron-server[95103]: self.session.flush() Sep 23 19:29:13.102743 n-d-713301-16 neutron-server[95103]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 23 19:29:13.102743 n-d-713301-16 neutron-server[95103]: self.session.flush() Sep 23 19:29:13.102743 n-d-713301-16 neutron-server[95103]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 23 19:29:13.102743 n-d-713301-16 neutron-server[95103]: self.session.flush() Sep 23 19:29:13.102743 n-d-713301-16 neutron-server[95103]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 23 19:29:13.102743 n-d-713301-16 neutron-server[95103]: self.session.flush() Sep 23 19:29:13.102743 n-d-713301-16 neutron-server[95103]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 23 19:29:13.102743 n-d-713301-16 neutron-server[95103]: self.session.flush() Sep 23 19:29:13.102743 n-d-713301-16 neutron-server[95103]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 23 19:29:13.102743 n-d-713301-16 neutron-server[95103]: self.session.flush() Sep 23 19:29:13.102743 n-d-713301-16 neutron-server[95103]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 23 19:29:13.102743 n-d-713301-16 neutron-server[95103]: self.session.flush() Sep 23 19:29:13.102743 n-d-713301-16 neutron-server[95103]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 23 19:29:13.102743 n-d-713301-16 neutron-server[95103]: self.session.flush() Sep 23 19:29:13.102743 n-d-713301-16 neutron-server[95103]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 23 19:29:13.102743 n-d-713301-16 neutron-server[95103]: self.session.flush() Sep 23 19:29:13.102743 n-d-713301-16 neutron-server[95103]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 23 19:29:13.102743 n-d-713301-16 neutron-server[95103]: self.session.flush() Sep 23 19:29:13.102743 n-d-713301-16 neutron-server[95103]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 23 19:29:13.102743 n-d-713301-16 neutron-server[95103]: self.session.flush() Sep 23 19:29:13.102743 n-d-713301-16 neutron-server[95103]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 23 19:29:13.102743 n-d-713301-16 neutron-server[95103]: self.session.flush() Sep 23 19:29:13.102743 n-d-713301-16 neutron-server[95103]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 23 19:29:13.102743 n-d-713301-16 neutron-server[95103]: self.session.flush() Sep 23 19:29:13.102743 n-d-713301-16 neutron-server[95103]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 23 19:29:13.102743 n-d-713301-16 neutron-server[95103]: self.session.flush() Sep 23 19:29:13.102743 n-d-713301-16 neutron-server[95103]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 23 19:29:13.102743 n-d-713301-16 neutron-server[95103]: self.session.flush() Sep 23 19:29:13.102743 n-d-713301-16 neutron-server[95103]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 23 19:29:13.102743 n-d-713301-16 neutron-server[95103]: self.session.flush() Sep 23 19:29:13.102743 n-d-713301-16 neutron-server[95103]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 23 19:29:13.102743 n-d-713301-16 neutron-server[95103]: self.session.flush() Sep 23 19:29:13.102743 n-d-713301-16 neutron-server[95103]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 23 19:29:13.102743 n-d-713301-16 neutron-server[95103]: self.session.flush() Sep 23 19:29:13.106003 n-d-713301-16 neutron-server[95103]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 23 19:29:13.106003 n-d-713301-16 neutron-server[95103]: self.session.flush() Sep 23 19:29:13.106003 n-d-713301-16 neutron-server[95103]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 23 19:29:13.106003 n-d-713301-16 neutron-server[95103]: self.session.flush() Sep 23 19:29:13.106003 n-d-713301-16 neutron-server[95103]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 23 19:29:13.106003 n-d-713301-16 neutron-server[95103]: self.session.flush() Sep 23 19:29:13.106003 n-d-713301-16 neutron-server[95103]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 23 19:29:13.106003 n-d-713301-16 neutron-server[95103]: self.session.flush() Sep 23 19:29:13.106003 n-d-713301-16 neutron-server[95103]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 23 19:29:13.106003 n-d-713301-16 neutron-server[95103]: self.session.flush() Sep 23 19:29:13.106003 n-d-713301-16 neutron-server[95103]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 23 19:29:13.106003 n-d-713301-16 neutron-server[95103]: self.session.flush() Sep 23 19:29:13.106003 n-d-713301-16 neutron-server[95103]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 23 19:29:13.106003 n-d-713301-16 neutron-server[95103]: self.session.flush() Sep 23 19:29:13.110762 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-198c60e2-fda5-439f-9421-cee878a9e67d tempest-ServersTestMultiNic-786669321 tempest-ServersTestMultiNic-786669321-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783146162158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783145673144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4399100'] for port, after_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:29:13.111689 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] get_ports_and_sgs() called for port_ids ['f1ba3ace-8c88-48eb-899d-68684df1164c'] {{(pid=95103) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 19:29:13.152962 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-8983d621-c776-43d8-a6f0-f54d716cde34 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=4e882b8dec1845afa77798b5a328d138&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0928721 Sep 23 19:29:13.168885 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 41590) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:29:13.177865 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-732294bc-4145-4006-8348-356e6d34d365 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783146162158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783145673144'] for port, after_delete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:29:13.190810 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8983d621-c776-43d8-a6f0-f54d716cde34 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=028ff40b-6a77-4775-b028-9fb265b30bdc,revision_number=1']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:29:13.202848 n-d-713301-16 neutron-server[95102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-198c60e2-fda5-439f-9421-cee878a9e67d tempest-ServersTestMultiNic-786669321 tempest-ServersTestMultiNic-786669321-project] No DVR routers for this DVR port 5e71733b-21f4-4638-9028-d4765938f159 on host n-d-713301-16 {{(pid=95102) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 19:29:13.204755 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-198c60e2-fda5-439f-9421-cee878a9e67d tempest-ServersTestMultiNic-786669321 tempest-ServersTestMultiNic-786669321-project] Pushing event deleted for resources: {'Port': ['ID=5e71733b-21f4-4638-9028-d4765938f159,revision_number=None']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:29:13.219939 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-732294bc-4145-4006-8348-356e6d34d365 None None] No DVR routers for this DVR port 5e71733b-21f4-4638-9028-d4765938f159 on host n-d-713301-16 {{(pid=95103) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 19:29:13.224981 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-732294bc-4145-4006-8348-356e6d34d365 None None] Pushing event deleted for resources: {'Port': ['ID=5e71733b-21f4-4638-9028-d4765938f159,revision_number=None']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:29:13.249130 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64eeeea9-4192-41d0-9fb7-ffde88b978c4 req-d831dda1-2f37-446c-8ecb-037e9294e197 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:29:13.251270 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-64eeeea9-4192-41d0-9fb7-ffde88b978c4 req-d831dda1-2f37-446c-8ecb-037e9294e197 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=1ccc69bc-9d6b-44d9-b227-204e47dc6e45 HTTP/1.1" status: 200 len: 843 time: 0.1487756 Sep 23 19:29:13.352176 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-6d9eac57-8fb5-41f3-a59d-c2bb52d61b3b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:29:13.358355 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Device 5e71733b-21f4-4638-9028-d4765938f159 no longer exists at agent ovs-agent-n-d-713301-16 {{(pid=95103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 19:29:13.369790 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e648d7d5-b8a6-42dd-aa58-58680aa797a2 req-0368bb66-2579-471c-b1d4-6ed1c21f2b1b tempest-FloatingIPsAssociationNegativeTestJSON-369828806 tempest-FloatingIPsAssociationNegativeTestJSON-369828806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:29:13.372300 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-e648d7d5-b8a6-42dd-aa58-58680aa797a2 req-0368bb66-2579-471c-b1d4-6ed1c21f2b1b tempest-FloatingIPsAssociationNegativeTestJSON-369828806 tempest-FloatingIPsAssociationNegativeTestJSON-369828806-project] 10.222.0.67 "GET /v2.0/ports?device_id=5fc2ff09-250c-4f1b-af64-3897f19bf20e HTTP/1.1" status: 200 len: 945 time: 0.2674837 Sep 23 19:29:13.382858 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64eeeea9-4192-41d0-9fb7-ffde88b978c4 req-15c230a1-b6ea-4b14-ba95-60e0f1588dc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:29:13.385291 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-64eeeea9-4192-41d0-9fb7-ffde88b978c4 req-15c230a1-b6ea-4b14-ba95-60e0f1588dc2 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=5220cb0c-da05-478a-9604-8c11469a05b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1234365 Sep 23 19:29:13.386442 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-6d9eac57-8fb5-41f3-a59d-c2bb52d61b3b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:29:13.399004 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.plugin [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] No Port match for: 5e71733b-21f4-4638-9028-d4765938f159 {{(pid=95103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 19:29:13.399453 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Device 5e71733b-21f4-4638-9028-d4765938f159 not bound to the agent host n-d-713301-16 {{(pid=95103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 19:29:13.421812 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-198c60e2-fda5-439f-9421-cee878a9e67d tempest-ServersTestMultiNic-786669321 tempest-ServersTestMultiNic-786669321-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1754676', 'neutron.services.segments.db._delete_segments_for_network-8783146221460'] for network, precommit_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:29:13.472058 n-d-713301-16 neutron-server[95102]: DEBUG neutron.services.segments.db [None req-198c60e2-fda5-439f-9421-cee878a9e67d tempest-ServersTestMultiNic-786669321 tempest-ServersTestMultiNic-786669321-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['770ed6ef-9167-411d-8de5-3ae231cefeb9']}} {{(pid=95102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:29:13.482270 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-92233908-d069-4d88-91a1-10cd702c5a47 req-19c78630-4a75-4d94-aea2-40bffa8cee2d service neutron] 10.222.0.67 "GET /v2.0/networks/e47803fc-37db-4c82-80ca-757602b818ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3950024 Sep 23 19:29:13.492438 n-d-713301-16 neutron-server[95102]: DEBUG neutron.services.segments.db [None req-198c60e2-fda5-439f-9421-cee878a9e67d tempest-ServersTestMultiNic-786669321 tempest-ServersTestMultiNic-786669321-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f2c7906a-f37f-48bb-be91-ab4421f4e3b8') {'for_net_delete': True} {{(pid=95102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:29:13.492836 n-d-713301-16 neutron-server[95102]: DEBUG neutron.services.segments.db [None req-198c60e2-fda5-439f-9421-cee878a9e67d tempest-ServersTestMultiNic-786669321 tempest-ServersTestMultiNic-786669321-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f2c7906a-f37f-48bb-be91-ab4421f4e3b8') {} {{(pid=95102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:29:13.525279 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-e648d7d5-b8a6-42dd-aa58-58680aa797a2 req-55ace84d-2262-4abd-9fda-0df805b8afd9 tempest-FloatingIPsAssociationNegativeTestJSON-369828806 tempest-FloatingIPsAssociationNegativeTestJSON-369828806-project] 10.222.0.67 "GET /v2.0/security-groups?id=0a00915e-c0f9-499f-88ab-818845e437fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1434762 Sep 23 19:29:13.527312 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-198c60e2-fda5-439f-9421-cee878a9e67d tempest-ServersTestMultiNic-786669321 tempest-ServersTestMultiNic-786669321-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783146221725', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6162832'] for segment, before_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:29:13.542740 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-64eeeea9-4192-41d0-9fb7-ffde88b978c4 req-90d5e8f6-e382-4617-96ab-5c8b17c5469a service neutron] 10.222.0.74 "GET /v2.0/networks/5220cb0c-da05-478a-9604-8c11469a05b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1486435 Sep 23 19:29:13.544522 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-6d9eac57-8fb5-41f3-a59d-c2bb52d61b3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:29:13.550261 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-6d9eac57-8fb5-41f3-a59d-c2bb52d61b3b admin admin] Notify callbacks [] for security_group, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:29:13.552157 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-6d9eac57-8fb5-41f3-a59d-c2bb52d61b3b admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/028ff40b-6a77-4775-b028-9fb265b30bdc HTTP/1.1" status: 204 len: 168 time: 0.3805640 Sep 23 19:29:13.566449 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-198c60e2-fda5-439f-9421-cee878a9e67d tempest-ServersTestMultiNic-786669321 tempest-ServersTestMultiNic-786669321-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1756186'] for segment, precommit_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:29:13.587733 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-198c60e2-fda5-439f-9421-cee878a9e67d tempest-ServersTestMultiNic-786669321 tempest-ServersTestMultiNic-786669321-project] Releasing vlan 605 on physical network physnet1 to pool {{(pid=95102) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 19:29:13.587928 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d9eac57-8fb5-41f3-a59d-c2bb52d61b3b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=028ff40b-6a77-4775-b028-9fb265b30bdc,revision_number=None']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:29:13.588636 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-198c60e2-fda5-439f-9421-cee878a9e67d tempest-ServersTestMultiNic-786669321 tempest-ServersTestMultiNic-786669321-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1756186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4398095'] for segment, after_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:29:13.594729 n-d-713301-16 neutron-server[95102]: Traceback (most recent call last): Sep 23 19:29:13.594729 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 19:29:13.594729 n-d-713301-16 neutron-server[95102]: timer() Sep 23 19:29:13.594729 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 19:29:13.594729 n-d-713301-16 neutron-server[95102]: cb(*args, **kw) Sep 23 19:29:13.594729 n-d-713301-16 neutron-server[95102]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 19:29:13.594729 n-d-713301-16 neutron-server[95102]: return func(*args, **kwargs) Sep 23 19:29:13.594729 n-d-713301-16 neutron-server[95102]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 19:29:13.594729 n-d-713301-16 neutron-server[95102]: self._notify() Sep 23 19:29:13.594729 n-d-713301-16 neutron-server[95102]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 19:29:13.594729 n-d-713301-16 neutron-server[95102]: self.callback(batched_events) Sep 23 19:29:13.594729 n-d-713301-16 neutron-server[95102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 19:29:13.594729 n-d-713301-16 neutron-server[95102]: event.method(event) Sep 23 19:29:13.594729 n-d-713301-16 neutron-server[95102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 19:29:13.594729 n-d-713301-16 neutron-server[95102]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 19:29:13.594729 n-d-713301-16 neutron-server[95102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 19:29:13.594729 n-d-713301-16 neutron-server[95102]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 19:29:13.594729 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 19:29:13.594729 n-d-713301-16 neutron-server[95102]: return f(self, *a, **k) Sep 23 19:29:13.594729 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 19:29:13.594729 n-d-713301-16 neutron-server[95102]: return self._get(url).json() Sep 23 19:29:13.594729 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 19:29:13.594729 n-d-713301-16 neutron-server[95102]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 19:29:13.594729 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 19:29:13.594729 n-d-713301-16 neutron-server[95102]: return self.request(url, 'GET', **kwargs) Sep 23 19:29:13.594729 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 19:29:13.594729 n-d-713301-16 neutron-server[95102]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 19:29:13.594729 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 19:29:13.594729 n-d-713301-16 neutron-server[95102]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 19:29:13.594729 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 19:29:13.594729 n-d-713301-16 neutron-server[95102]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 19:29:13.594729 n-d-713301-16 neutron-server[95102]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 19:29:13.616914 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d9eac57-8fb5-41f3-a59d-c2bb52d61b3b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:29:13.617271 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d9eac57-8fb5-41f3-a59d-c2bb52d61b3b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:29:13.617678 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d9eac57-8fb5-41f3-a59d-c2bb52d61b3b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:29:13.617968 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d9eac57-8fb5-41f3-a59d-c2bb52d61b3b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:29:13.618297 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d9eac57-8fb5-41f3-a59d-c2bb52d61b3b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:29:13.618627 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d9eac57-8fb5-41f3-a59d-c2bb52d61b3b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:29:13.618962 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d9eac57-8fb5-41f3-a59d-c2bb52d61b3b admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:29:13.619369 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d9eac57-8fb5-41f3-a59d-c2bb52d61b3b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:29:13.619845 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d9eac57-8fb5-41f3-a59d-c2bb52d61b3b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:29:13.620185 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d9eac57-8fb5-41f3-a59d-c2bb52d61b3b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:29:13.620574 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d9eac57-8fb5-41f3-a59d-c2bb52d61b3b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:29:13.621152 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d9eac57-8fb5-41f3-a59d-c2bb52d61b3b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:29:13.748304 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-64eeeea9-4192-41d0-9fb7-ffde88b978c4 req-844e0548-d07b-4b41-a548-16973c682456 service neutron] 10.222.0.74 "GET /v2.0/networks/5220cb0c-da05-478a-9604-8c11469a05b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1943018 Sep 23 19:29:13.752860 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-198c60e2-fda5-439f-9421-cee878a9e67d tempest-ServersTestMultiNic-786669321 tempest-ServersTestMultiNic-786669321-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1754627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-601866'] for network, after_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:29:13.761730 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-92233908-d069-4d88-91a1-10cd702c5a47 req-7f32cce2-1c0b-4e62-a19c-dd895a990475 service neutron] 10.222.0.67 "GET /v2.0/networks/e47803fc-37db-4c82-80ca-757602b818ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2602155 Sep 23 19:29:13.768007 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-198c60e2-fda5-439f-9421-cee878a9e67d tempest-ServersTestMultiNic-786669321 tempest-ServersTestMultiNic-786669321-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527417'] for network, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:29:13.770399 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-198c60e2-fda5-439f-9421-cee878a9e67d tempest-ServersTestMultiNic-786669321 tempest-ServersTestMultiNic-786669321-project] 10.222.0.67 "DELETE /v2.0/networks/770ed6ef-9167-411d-8de5-3ae231cefeb9 HTTP/1.1" status: 204 len: 168 time: 1.7497749 Sep 23 19:29:13.776140 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 41600) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:29:13.790283 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-198c60e2-fda5-439f-9421-cee878a9e67d tempest-ServersTestMultiNic-786669321 tempest-ServersTestMultiNic-786669321-project] Pushing event deleted for resources: {'Network': ['ID=770ed6ef-9167-411d-8de5-3ae231cefeb9,revision_number=None']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:29:13.804452 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-198c60e2-fda5-439f-9421-cee878a9e67d tempest-ServersTestMultiNic-786669321 tempest-ServersTestMultiNic-786669321-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:29:13.805176 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-198c60e2-fda5-439f-9421-cee878a9e67d tempest-ServersTestMultiNic-786669321 tempest-ServersTestMultiNic-786669321-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:29:13.805717 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-198c60e2-fda5-439f-9421-cee878a9e67d tempest-ServersTestMultiNic-786669321 tempest-ServersTestMultiNic-786669321-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:29:13.810777 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-198c60e2-fda5-439f-9421-cee878a9e67d tempest-ServersTestMultiNic-786669321 tempest-ServersTestMultiNic-786669321-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:29:13.811479 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-198c60e2-fda5-439f-9421-cee878a9e67d tempest-ServersTestMultiNic-786669321 tempest-ServersTestMultiNic-786669321-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:29:13.811840 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-198c60e2-fda5-439f-9421-cee878a9e67d tempest-ServersTestMultiNic-786669321 tempest-ServersTestMultiNic-786669321-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:29:13.812245 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-198c60e2-fda5-439f-9421-cee878a9e67d tempest-ServersTestMultiNic-786669321 tempest-ServersTestMultiNic-786669321-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:29:13.812854 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-198c60e2-fda5-439f-9421-cee878a9e67d tempest-ServersTestMultiNic-786669321 tempest-ServersTestMultiNic-786669321-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:29:13.813326 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-198c60e2-fda5-439f-9421-cee878a9e67d tempest-ServersTestMultiNic-786669321 tempest-ServersTestMultiNic-786669321-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:29:13.813677 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-198c60e2-fda5-439f-9421-cee878a9e67d tempest-ServersTestMultiNic-786669321 tempest-ServersTestMultiNic-786669321-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:29:13.813963 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-198c60e2-fda5-439f-9421-cee878a9e67d tempest-ServersTestMultiNic-786669321 tempest-ServersTestMultiNic-786669321-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:29:13.814437 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-198c60e2-fda5-439f-9421-cee878a9e67d tempest-ServersTestMultiNic-786669321 tempest-ServersTestMultiNic-786669321-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:29:13.844767 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Device 14e9b887-f77c-4d4f-8e40-4b79ce1c0714 no longer exists at agent hyperv_n-h2-713301-16 {{(pid=95103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 19:29:13.874281 n-d-713301-16 neutron-server[95101]: DEBUG neutron.db.db_base_plugin_v2 [None req-b0a9be34-0fec-4057-b8c5-f58d5f45bad4 tempest-ServersTestMultiNic-786669321 tempest-ServersTestMultiNic-786669321-project] Deleting subnet f7305459-ed5f-4175-b62a-734a0df4725c {{(pid=95101) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 23 19:29:13.879040 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-b0a9be34-0fec-4057-b8c5-f58d5f45bad4 tempest-ServersTestMultiNic-786669321 tempest-ServersTestMultiNic-786669321-project] Notify callbacks [] for subnet, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:29:13.881071 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.plugin [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] No Port match for: 14e9b887-f77c-4d4f-8e40-4b79ce1c0714 {{(pid=95103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 19:29:13.881607 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Device 14e9b887-f77c-4d4f-8e40-4b79ce1c0714 not bound to the agent host n-h2-713301-16 {{(pid=95103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 19:29:13.882202 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Device 1894d951-3318-4941-8bd0-83e9e211ed0d no longer exists at agent hyperv_n-h2-713301-16 {{(pid=95103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 19:29:13.906434 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.plugin [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] No Port match for: 1894d951-3318-4941-8bd0-83e9e211ed0d {{(pid=95103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 19:29:13.906781 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Device 1894d951-3318-4941-8bd0-83e9e211ed0d not bound to the agent host n-h2-713301-16 {{(pid=95103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 19:29:13.907390 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Device 201268bd-52e4-4641-a74b-ccfb8b7e8529 no longer exists at agent hyperv_n-h2-713301-16 {{(pid=95103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 19:29:13.929064 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.plugin [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] No Port match for: 201268bd-52e4-4641-a74b-ccfb8b7e8529 {{(pid=95103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 19:29:13.929661 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Device 201268bd-52e4-4641-a74b-ccfb8b7e8529 not bound to the agent host n-h2-713301-16 {{(pid=95103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 19:29:13.930433 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Device 27bec566-9693-40e6-acf8-7d8d7255f92d no longer exists at agent hyperv_n-h2-713301-16 {{(pid=95103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 19:29:13.937243 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-b0a9be34-0fec-4057-b8c5-f58d5f45bad4 tempest-ServersTestMultiNic-786669321 tempest-ServersTestMultiNic-786669321-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6007154'] for subnet, precommit_delete_associations {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:29:14.013856 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Device 27bec566-9693-40e6-acf8-7d8d7255f92d not bound to the agent host n-h2-713301-16 {{(pid=95103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 19:29:14.079573 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-b0a9be34-0fec-4057-b8c5-f58d5f45bad4 tempest-ServersTestMultiNic-786669321 tempest-ServersTestMultiNic-786669321-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1756813'] for subnet, precommit_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:29:14.100636 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-6277b2a2-13b2-4ca8-8582-1704d818dcb9 req-57cc8121-2e68-4f83-90ff-13be5728c3e1 tempest-DeleteServersTestJSON-2111530366 tempest-DeleteServersTestJSON-2111530366-project] 10.222.0.67 "GET /v2.0/ports?device_id=f309ed76-4458-4fae-b768-639307adadfe HTTP/1.1" status: 200 len: 210 time: 0.0669386 Sep 23 19:29:14.183982 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-b0a9be34-0fec-4057-b8c5-f58d5f45bad4 tempest-ServersTestMultiNic-786669321 tempest-ServersTestMultiNic-786669321-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1756804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5607514', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6130950'] for subnet, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:29:14.192032 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb4e0fa-58f9-489e-938f-84c58d875e0e req-e65824cc-0b6a-4f56-a065-28b0f1875d7b tempest-MigrationsAdminTest-397594546 tempest-MigrationsAdminTest-397594546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:29:14.195766 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-6bb4e0fa-58f9-489e-938f-84c58d875e0e req-e65824cc-0b6a-4f56-a065-28b0f1875d7b tempest-MigrationsAdminTest-397594546 tempest-MigrationsAdminTest-397594546-project] 10.222.0.67 "GET /v2.0/ports?device_id=8c2ff25d-e89a-47f5-89c5-0372db439fc3 HTTP/1.1" status: 200 len: 948 time: 0.0828726 Sep 23 19:29:14.233911 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0a9be34-0fec-4057-b8c5-f58d5f45bad4 tempest-ServersTestMultiNic-786669321 tempest-ServersTestMultiNic-786669321-project] Pushing event deleted for resources: {'Subnet': ['ID=f7305459-ed5f-4175-b62a-734a0df4725c,revision_number=None']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:29:14.251491 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-b0a9be34-0fec-4057-b8c5-f58d5f45bad4 tempest-ServersTestMultiNic-786669321 tempest-ServersTestMultiNic-786669321-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527417'] for subnet, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:29:14.253572 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-b0a9be34-0fec-4057-b8c5-f58d5f45bad4 tempest-ServersTestMultiNic-786669321 tempest-ServersTestMultiNic-786669321-project] 10.222.0.67 "DELETE /v2.0/subnets/f7305459-ed5f-4175-b62a-734a0df4725c HTTP/1.1" status: 204 len: 168 time: 0.4758317 Sep 23 19:29:14.260033 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 41620) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:29:14.260580 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18090c44-b90c-40a8-8cce-8b015fb1fba5 None None] Network fc34e185-e374-4773-b7db-244f26dc6cda requested from n-d-713301-16 {{(pid=95103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 19:29:14.266911 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-6bb4e0fa-58f9-489e-938f-84c58d875e0e req-46c5a249-06aa-4acd-83bd-58dcefc1c5cd tempest-MigrationsAdminTest-397594546 tempest-MigrationsAdminTest-397594546-project] 10.222.0.67 "GET /v2.0/security-groups?id=78cb509b-31c4-4e2a-bb5c-7abd6194dcc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627649 Sep 23 19:29:14.389615 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Device f1ba3ace-8c88-48eb-899d-68684df1164c up at agent hyperv_n-h1-713301-16 {{(pid=95103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 19:29:14.452885 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-668016d7-24b4-4b7d-9bf6-7698e7a9f4e7 tempest-ServersTestMultiNic-786669321 tempest-ServersTestMultiNic-786669321-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1628021'] for network, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:29:14.559202 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Provisioning for port f1ba3ace-8c88-48eb-899d-68684df1164c completed by entity L2. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 19:29:14.585801 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Provisioning complete for port f1ba3ace-8c88-48eb-899d-68684df1164c triggered by entity L2. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:29:14.586700 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:29:14.649835 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.plugin [None req-668016d7-24b4-4b7d-9bf6-7698e7a9f4e7 tempest-ServersTestMultiNic-786669321 tempest-ServersTestMultiNic-786669321-project] Deleting port 37dcda35-5dfa-4622-a875-56d4756369d1 {{(pid=95101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:29:14.650002 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-668016d7-24b4-4b7d-9bf6-7698e7a9f4e7 tempest-ServersTestMultiNic-786669321 tempest-ServersTestMultiNic-786669321-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783146157096'] for port, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:29:14.684156 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2972a756-e561-4dcc-afbb-5d5d213b5222 None None] DHCP port deletion for fc34e185-e374-4773-b7db-244f26dc6cda request from n-d-713301-16 {{(pid=95103) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 23 19:29:14.765611 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.db [None req-668016d7-24b4-4b7d-9bf6-7698e7a9f4e7 tempest-ServersTestMultiNic-786669321 tempest-ServersTestMultiNic-786669321-project] For port 37dcda35-5dfa-4622-a875-56d4756369d1, host n-d-713301-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-16',level=0,port_id=37dcda35-5dfa-4622-a875-56d4756369d1,segment=NetworkSegment(05625dfa-c712-49f8-8926-f70c48b67385),segment_id=05625dfa-c712-49f8-8926-f70c48b67385)] {{(pid=95101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:29:14.765998 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-668016d7-24b4-4b7d-9bf6-7698e7a9f4e7 tempest-ServersTestMultiNic-786669321 tempest-ServersTestMultiNic-786669321-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-605701'] for port, precommit_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:29:14.786279 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.plugin [None req-668016d7-24b4-4b7d-9bf6-7698e7a9f4e7 tempest-ServersTestMultiNic-786669321 tempest-ServersTestMultiNic-786669321-project] Calling delete_port for 37dcda35-5dfa-4622-a875-56d4756369d1 owned by network:dhcp {{(pid=95101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:29:14.816322 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c10369-1092-4aae-a4e7-18e55624fe9a req-5db40dfd-2851-4f3c-9aba-4b690ad88c2d tempest-FloatingIPsAssociationNegativeTestJSON-369828806 tempest-FloatingIPsAssociationNegativeTestJSON-369828806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:29:14.830688 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-e7c10369-1092-4aae-a4e7-18e55624fe9a req-5db40dfd-2851-4f3c-9aba-4b690ad88c2d tempest-FloatingIPsAssociationNegativeTestJSON-369828806 tempest-FloatingIPsAssociationNegativeTestJSON-369828806-project] 10.222.0.67 "GET /v2.0/ports?device_id=5fc2ff09-250c-4f1b-af64-3897f19bf20e HTTP/1.1" status: 200 len: 945 time: 0.1296823 Sep 23 19:29:14.870502 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:29:14.921265 n-d-713301-16 neutron-server[95103]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5fc2ff09-250c-4f1b-af64-3897f19bf20e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f1ba3ace-8c88-48eb-899d-68684df1164c'}] {{(pid=95103) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 19:29:14.924839 n-d-713301-16 neutron-server[95103]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}81a1c17f2aa89d5b3ebbba3a3e0cf7eb588e431c2224256110c4c4facdd7c3e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05f2d341-caf7-4775-8312-9f3888ccc797" -d '{"events": [{"server_uuid": "5fc2ff09-250c-4f1b-af64-3897f19bf20e", "name": "network-vif-plugged", "status": "completed", "tag": "f1ba3ace-8c88-48eb-899d-68684df1164c"}]}' {{(pid=95103) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 19:29:14.951061 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-e7c10369-1092-4aae-a4e7-18e55624fe9a req-57ec7add-9dc9-4b8b-a033-e0a9e1af7a5d tempest-FloatingIPsAssociationNegativeTestJSON-369828806 tempest-FloatingIPsAssociationNegativeTestJSON-369828806-project] 10.222.0.67 "GET /v2.0/security-groups?id=0a00915e-c0f9-499f-88ab-818845e437fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1188447 Sep 23 19:29:14.954960 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.plugin [None req-2972a756-e561-4dcc-afbb-5d5d213b5222 None None] Deleting port 37dcda35-5dfa-4622-a875-56d4756369d1 {{(pid=95103) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:29:14.956011 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-2972a756-e561-4dcc-afbb-5d5d213b5222 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783146157096'] for port, before_delete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:29:14.967251 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] For port f1ba3ace-8c88-48eb-899d-68684df1164c, host n-h1-713301-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-16',level=0,port_id=f1ba3ace-8c88-48eb-899d-68684df1164c,segment=NetworkSegment(d804afee-9bef-4af2-8ec3-2e2b5e011c35),segment_id=d804afee-9bef-4af2-8ec3-2e2b5e011c35)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:29:14.982111 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:29:15.067412 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-668016d7-24b4-4b7d-9bf6-7698e7a9f4e7 tempest-ServersTestMultiNic-786669321 tempest-ServersTestMultiNic-786669321-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783146162158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783145673144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5607431'] for port, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:29:15.110140 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-668016d7-24b4-4b7d-9bf6-7698e7a9f4e7 tempest-ServersTestMultiNic-786669321 tempest-ServersTestMultiNic-786669321-project] Pushing event deleted for resources: {'Port': ['ID=37dcda35-5dfa-4622-a875-56d4756369d1,revision_number=None']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:29:15.141703 n-d-713301-16 neutron-server[95101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-668016d7-24b4-4b7d-9bf6-7698e7a9f4e7 tempest-ServersTestMultiNic-786669321 tempest-ServersTestMultiNic-786669321-project] No DVR routers for this DVR port 37dcda35-5dfa-4622-a875-56d4756369d1 on host n-d-713301-16 {{(pid=95101) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 19:29:15.246874 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ad1ca8-3506-42ef-9fbb-e961d282e95d req-5fc333ff-a35d-4062-bbcc-8fedc9d30202 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:29:15.255917 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-c1ad1ca8-3506-42ef-9fbb-e961d282e95d req-5fc333ff-a35d-4062-bbcc-8fedc9d30202 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=5fc2ff09-250c-4f1b-af64-3897f19bf20e HTTP/1.1" status: 200 len: 1098 time: 0.1463082 Sep 23 19:29:15.274540 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Pushing event updated for resources: {'Port': ['ID=f1ba3ace-8c88-48eb-899d-68684df1164c,revision_number=5']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:29:15.281901 n-d-713301-16 neutron-server[95103]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 19:29:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4245c4d-d1e3-4272-a587-cc730bf8e49e x-openstack-request-id: req-b4245c4d-d1e3-4272-a587-cc730bf8e49e {{(pid=95103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 19:29:15.282261 n-d-713301-16 neutron-server[95103]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5fc2ff09-250c-4f1b-af64-3897f19bf20e", "name": "network-vif-plugged", "status": "completed", "tag": "f1ba3ace-8c88-48eb-899d-68684df1164c", "code": 200}]} {{(pid=95103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 19:29:15.282430 n-d-713301-16 neutron-server[95103]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-b4245c4d-d1e3-4272-a587-cc730bf8e49e {{(pid=95103) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 19:29:15.282684 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-69f34a7e-bd70-42b9-b027-0541393d4ae8 req-21406cab-7109-4cc9-b9ac-4bd219f27b5a tempest-DeleteServersTestJSON-2111530366 tempest-DeleteServersTestJSON-2111530366-project] 10.222.0.67 "GET /v2.0/ports?device_id=f309ed76-4458-4fae-b768-639307adadfe HTTP/1.1" status: 200 len: 210 time: 0.0688472 Sep 23 19:29:15.282792 n-d-713301-16 neutron-server[95103]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5fc2ff09-250c-4f1b-af64-3897f19bf20e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f1ba3ace-8c88-48eb-899d-68684df1164c', 'code': 200} Sep 23 19:29:15.344993 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Device 37dcda35-5dfa-4622-a875-56d4756369d1 no longer exists at agent ovs-agent-n-d-713301-16 {{(pid=95103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 19:29:15.354294 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-2972a756-e561-4dcc-afbb-5d5d213b5222 None None] For port 37dcda35-5dfa-4622-a875-56d4756369d1, host n-d-713301-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-16',level=0,port_id=37dcda35-5dfa-4622-a875-56d4756369d1,segment=NetworkSegment(05625dfa-c712-49f8-8926-f70c48b67385),segment_id=05625dfa-c712-49f8-8926-f70c48b67385)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:29:15.354598 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-2972a756-e561-4dcc-afbb-5d5d213b5222 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-605701'] for port, precommit_delete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:29:15.387721 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.plugin [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] No Port match for: 37dcda35-5dfa-4622-a875-56d4756369d1 {{(pid=95103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 19:29:15.388062 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Device 37dcda35-5dfa-4622-a875-56d4756369d1 not bound to the agent host n-d-713301-16 {{(pid=95103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 19:29:15.395957 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.plugin [None req-2972a756-e561-4dcc-afbb-5d5d213b5222 None None] Calling delete_port for 37dcda35-5dfa-4622-a875-56d4756369d1 owned by network:dhcp {{(pid=95103) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:29:15.440840 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-668016d7-24b4-4b7d-9bf6-7698e7a9f4e7 tempest-ServersTestMultiNic-786669321 tempest-ServersTestMultiNic-786669321-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1754676', 'neutron.services.segments.db._delete_segments_for_network-8783146221460'] for network, precommit_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:29:15.472305 n-d-713301-16 neutron-server[95101]: DEBUG neutron.services.segments.db [None req-668016d7-24b4-4b7d-9bf6-7698e7a9f4e7 tempest-ServersTestMultiNic-786669321 tempest-ServersTestMultiNic-786669321-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fc34e185-e374-4773-b7db-244f26dc6cda']}} {{(pid=95101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:29:15.494506 n-d-713301-16 neutron-server[95101]: DEBUG neutron.services.segments.db [None req-668016d7-24b4-4b7d-9bf6-7698e7a9f4e7 tempest-ServersTestMultiNic-786669321 tempest-ServersTestMultiNic-786669321-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '05625dfa-c712-49f8-8926-f70c48b67385') {'for_net_delete': True} {{(pid=95101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:29:15.494807 n-d-713301-16 neutron-server[95101]: DEBUG neutron.services.segments.db [None req-668016d7-24b4-4b7d-9bf6-7698e7a9f4e7 tempest-ServersTestMultiNic-786669321 tempest-ServersTestMultiNic-786669321-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '05625dfa-c712-49f8-8926-f70c48b67385') {} {{(pid=95101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:29:15.517605 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-668016d7-24b4-4b7d-9bf6-7698e7a9f4e7 tempest-ServersTestMultiNic-786669321 tempest-ServersTestMultiNic-786669321-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783146221725', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6007147'] for segment, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:29:15.517847 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1bfe525-8f7e-4ea9-a4fe-36c47e272c7e req-3559ce0d-585f-4692-8ea5-bc27bcf96a9c tempest-MigrationsAdminTest-397594546 tempest-MigrationsAdminTest-397594546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:29:15.522855 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-d1bfe525-8f7e-4ea9-a4fe-36c47e272c7e req-3559ce0d-585f-4692-8ea5-bc27bcf96a9c tempest-MigrationsAdminTest-397594546 tempest-MigrationsAdminTest-397594546-project] 10.222.0.67 "GET /v2.0/ports?device_id=8c2ff25d-e89a-47f5-89c5-0372db439fc3 HTTP/1.1" status: 200 len: 948 time: 0.1121702 Sep 23 19:29:15.552496 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-668016d7-24b4-4b7d-9bf6-7698e7a9f4e7 tempest-ServersTestMultiNic-786669321 tempest-ServersTestMultiNic-786669321-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1756186'] for segment, precommit_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:29:15.563907 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-c1ad1ca8-3506-42ef-9fbb-e961d282e95d req-77c11888-c650-4617-a76d-96f6676d39e3 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=0a00915e-c0f9-499f-88ab-818845e437fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2885852 Sep 23 19:29:15.592142 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-668016d7-24b4-4b7d-9bf6-7698e7a9f4e7 tempest-ServersTestMultiNic-786669321 tempest-ServersTestMultiNic-786669321-project] Releasing vlan 619 on physical network physnet1 to pool {{(pid=95101) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 19:29:15.592663 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-668016d7-24b4-4b7d-9bf6-7698e7a9f4e7 tempest-ServersTestMultiNic-786669321 tempest-ServersTestMultiNic-786669321-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1756186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5608436'] for segment, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:29:15.598483 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-d1bfe525-8f7e-4ea9-a4fe-36c47e272c7e req-64c019a3-74c8-473f-a3c0-887969069ee1 tempest-MigrationsAdminTest-397594546 tempest-MigrationsAdminTest-397594546-project] 10.222.0.67 "GET /v2.0/security-groups?id=78cb509b-31c4-4e2a-bb5c-7abd6194dcc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645502 Sep 23 19:29:15.618130 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-2972a756-e561-4dcc-afbb-5d5d213b5222 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783146162158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783145673144'] for port, after_delete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:29:15.632666 n-d-713301-16 neutron-server[95101]: Traceback (most recent call last): Sep 23 19:29:15.632666 n-d-713301-16 neutron-server[95101]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 19:29:15.632666 n-d-713301-16 neutron-server[95101]: timer() Sep 23 19:29:15.632666 n-d-713301-16 neutron-server[95101]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 19:29:15.632666 n-d-713301-16 neutron-server[95101]: cb(*args, **kw) Sep 23 19:29:15.632666 n-d-713301-16 neutron-server[95101]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 19:29:15.632666 n-d-713301-16 neutron-server[95101]: return func(*args, **kwargs) Sep 23 19:29:15.632666 n-d-713301-16 neutron-server[95101]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 19:29:15.632666 n-d-713301-16 neutron-server[95101]: self._notify() Sep 23 19:29:15.632666 n-d-713301-16 neutron-server[95101]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 19:29:15.632666 n-d-713301-16 neutron-server[95101]: self.callback(batched_events) Sep 23 19:29:15.632666 n-d-713301-16 neutron-server[95101]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 19:29:15.632666 n-d-713301-16 neutron-server[95101]: event.method(event) Sep 23 19:29:15.632666 n-d-713301-16 neutron-server[95101]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 19:29:15.632666 n-d-713301-16 neutron-server[95101]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 19:29:15.632666 n-d-713301-16 neutron-server[95101]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 19:29:15.632666 n-d-713301-16 neutron-server[95101]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 19:29:15.632666 n-d-713301-16 neutron-server[95101]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 19:29:15.632666 n-d-713301-16 neutron-server[95101]: return f(self, *a, **k) Sep 23 19:29:15.632666 n-d-713301-16 neutron-server[95101]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 19:29:15.632666 n-d-713301-16 neutron-server[95101]: return self._get(url).json() Sep 23 19:29:15.632666 n-d-713301-16 neutron-server[95101]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 19:29:15.632666 n-d-713301-16 neutron-server[95101]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 19:29:15.632666 n-d-713301-16 neutron-server[95101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 19:29:15.632666 n-d-713301-16 neutron-server[95101]: return self.request(url, 'GET', **kwargs) Sep 23 19:29:15.632666 n-d-713301-16 neutron-server[95101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 19:29:15.632666 n-d-713301-16 neutron-server[95101]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 19:29:15.632666 n-d-713301-16 neutron-server[95101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 19:29:15.632666 n-d-713301-16 neutron-server[95101]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 19:29:15.632666 n-d-713301-16 neutron-server[95101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 19:29:15.632666 n-d-713301-16 neutron-server[95101]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 19:29:15.632666 n-d-713301-16 neutron-server[95101]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 19:29:15.661660 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2972a756-e561-4dcc-afbb-5d5d213b5222 None None] Pushing event deleted for resources: {'Port': ['ID=37dcda35-5dfa-4622-a875-56d4756369d1,revision_number=None']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:29:15.669151 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2972a756-e561-4dcc-afbb-5d5d213b5222 None None] No DVR routers for this DVR port 37dcda35-5dfa-4622-a875-56d4756369d1 on host n-d-713301-16 {{(pid=95103) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 19:29:15.817268 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-75c8ecf0-c4c0-408d-9f6c-f4258e15266f req-10ba51dd-29ce-4e92-a669-f5a019b97857 tempest-ServerShowV257Test-1972889360 tempest-ServerShowV257Test-1972889360-project] 10.222.0.67 "GET /v2.0/ports?device_id=29a13295-c9ea-4b76-b6b2-921ec1564406 HTTP/1.1" status: 200 len: 210 time: 0.0691071 Sep 23 19:29:15.853106 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-668016d7-24b4-4b7d-9bf6-7698e7a9f4e7 tempest-ServersTestMultiNic-786669321 tempest-ServersTestMultiNic-786669321-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1754627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-601866'] for network, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:29:15.861685 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-668016d7-24b4-4b7d-9bf6-7698e7a9f4e7 tempest-ServersTestMultiNic-786669321 tempest-ServersTestMultiNic-786669321-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527417'] for network, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:29:15.863671 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-668016d7-24b4-4b7d-9bf6-7698e7a9f4e7 tempest-ServersTestMultiNic-786669321 tempest-ServersTestMultiNic-786669321-project] 10.222.0.67 "DELETE /v2.0/networks/fc34e185-e374-4773-b7db-244f26dc6cda HTTP/1.1" status: 204 len: 168 time: 1.6021035 Sep 23 19:29:15.889882 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-668016d7-24b4-4b7d-9bf6-7698e7a9f4e7 tempest-ServersTestMultiNic-786669321 tempest-ServersTestMultiNic-786669321-project] Pushing event deleted for resources: {'Network': ['ID=fc34e185-e374-4773-b7db-244f26dc6cda,revision_number=None']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:29:15.903237 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92233908-d069-4d88-91a1-10cd702c5a47 req-a0c249ff-88aa-49ed-81b4-ee6989418686 tempest-DeleteServersTestJSON-2111530366 tempest-DeleteServersTestJSON-2111530366-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:29:15.905078 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-92233908-d069-4d88-91a1-10cd702c5a47 req-a0c249ff-88aa-49ed-81b4-ee6989418686 tempest-DeleteServersTestJSON-2111530366 tempest-DeleteServersTestJSON-2111530366-project] 10.222.0.53 "GET /v2.0/networks?id=e47803fc-37db-4c82-80ca-757602b818ca HTTP/1.1" status: 200 len: 812 time: 0.3493848 Sep 23 19:29:15.923040 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.v2.base [req-92233908-d069-4d88-91a1-10cd702c5a47 req-dc363f50-1798-4d3a-9032-e8121dee45c5 tempest-DeleteServersTestJSON-2111530366 tempest-DeleteServersTestJSON-2111530366-project] Request body: {'port': {'device_id': 'f309ed76-4458-4fae-b768-639307adadfe', 'network_id': 'e47803fc-37db-4c82-80ca-757602b818ca', 'admin_state_up': True, 'tenant_id': '30554f6e61d54c6bbf3c805c15e93860'}} {{(pid=95101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:29:16.181947 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-402f587e-7655-4835-997c-78905cdea561 req-582516a8-00c5-4334-b3c4-1db0511a40ca tempest-MigrationsAdminTest-397594546 tempest-MigrationsAdminTest-397594546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:29:16.183528 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-402f587e-7655-4835-997c-78905cdea561 req-582516a8-00c5-4334-b3c4-1db0511a40ca tempest-MigrationsAdminTest-397594546 tempest-MigrationsAdminTest-397594546-project] 10.222.0.74 "GET /v2.0/ports?device_id=8c2ff25d-e89a-47f5-89c5-0372db439fc3&tenant_id=cff0149cb20c4944955e93a2b393f7c5&binding%3Ahost_id=n-h1-713301-16 HTTP/1.1" status: 200 len: 948 time: 0.1479833 Sep 23 19:29:16.238253 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-92233908-d069-4d88-91a1-10cd702c5a47 req-dc363f50-1798-4d3a-9032-e8121dee45c5 tempest-DeleteServersTestJSON-2111530366 tempest-DeleteServersTestJSON-2111530366-project] Made reservation on behalf of 30554f6e61d54c6bbf3c805c15e93860 for: {'port': 1} {{(pid=95101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:29:16.244296 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-92233908-d069-4d88-91a1-10cd702c5a47 req-dc363f50-1798-4d3a-9032-e8121dee45c5 tempest-DeleteServersTestJSON-2111530366 tempest-DeleteServersTestJSON-2111530366-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:29:16.254634 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1876d8a0-5757-4f82-8978-0aaa6358b8cd req-9a4d8742-3535-4a75-ae7c-3947b021df40 tempest-MigrationsAdminTest-397594546 tempest-MigrationsAdminTest-397594546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:29:16.256399 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-1876d8a0-5757-4f82-8978-0aaa6358b8cd req-9a4d8742-3535-4a75-ae7c-3947b021df40 tempest-MigrationsAdminTest-397594546 tempest-MigrationsAdminTest-397594546-project] 10.222.0.67 "GET /v2.0/ports?device_id=8c2ff25d-e89a-47f5-89c5-0372db439fc3 HTTP/1.1" status: 200 len: 948 time: 0.1508083 Sep 23 19:29:16.274721 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9076f16-747b-4354-a0b5-edca7dc47b7d req-02c6f676-2657-44bf-8def-d927576b1dc3 tempest-FloatingIPsAssociationNegativeTestJSON-369828806 tempest-FloatingIPsAssociationNegativeTestJSON-369828806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:29:16.276330 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-f9076f16-747b-4354-a0b5-edca7dc47b7d req-02c6f676-2657-44bf-8def-d927576b1dc3 tempest-FloatingIPsAssociationNegativeTestJSON-369828806 tempest-FloatingIPsAssociationNegativeTestJSON-369828806-project] 10.222.0.67 "GET /v2.0/ports?device_id=5fc2ff09-250c-4f1b-af64-3897f19bf20e HTTP/1.1" status: 200 len: 946 time: 0.1304832 Sep 23 19:29:16.294155 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-402f587e-7655-4835-997c-78905cdea561 req-f1a98d4c-4c92-42b7-8d8f-242a59fa36cf service neutron] 10.222.0.74 "GET /v2.0/ports/27bec566-9693-40e6-acf8-7d8d7255f92d/bindings/n-h1-713301-16 HTTP/1.1" status: 200 len: 383 time: 0.1018715 Sep 23 19:29:16.312887 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Device 27bec566-9693-40e6-acf8-7d8d7255f92d details requested by agent hyperv_n-h1-713301-16 with host n-h1-713301-16 {{(pid=95103) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 19:29:16.417420 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-f9076f16-747b-4354-a0b5-edca7dc47b7d req-b894b9f3-972c-49cf-8082-d00872ae5709 tempest-FloatingIPsAssociationNegativeTestJSON-369828806 tempest-FloatingIPsAssociationNegativeTestJSON-369828806-project] 10.222.0.67 "GET /v2.0/security-groups?id=0a00915e-c0f9-499f-88ab-818845e437fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1247666 Sep 23 19:29:16.448165 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-1876d8a0-5757-4f82-8978-0aaa6358b8cd req-466e396b-ae5a-4ce2-90fa-9f7fd65d193b tempest-MigrationsAdminTest-397594546 tempest-MigrationsAdminTest-397594546-project] 10.222.0.67 "GET /v2.0/security-groups?id=78cb509b-31c4-4e2a-bb5c-7abd6194dcc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1693785 Sep 23 19:29:16.509674 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-402f587e-7655-4835-997c-78905cdea561 req-33a92282-63d2-4c74-9ef7-8c81c6cc7922 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:29:16.511566 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-402f587e-7655-4835-997c-78905cdea561 req-33a92282-63d2-4c74-9ef7-8c81c6cc7922 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=cff0149cb20c4944955e93a2b393f7c5&device_id=8c2ff25d-e89a-47f5-89c5-0372db439fc3 HTTP/1.1" status: 200 len: 1100 time: 0.1638508 Sep 23 19:29:16.549550 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] For port 27bec566-9693-40e6-acf8-7d8d7255f92d, host n-h1-713301-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-16',level=0,port_id=27bec566-9693-40e6-acf8-7d8d7255f92d,segment=NetworkSegment(6139d589-eb6c-4578-8935-c26ddf396853),segment_id=6139d589-eb6c-4578-8935-c26ddf396853)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:29:16.567503 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Returning: {'device': '27bec566-9693-40e6-acf8-7d8d7255f92d', 'network_id': '5220cb0c-da05-478a-9604-8c11469a05b4', 'port_id': '27bec566-9693-40e6-acf8-7d8d7255f92d', 'mac_address': 'fa:16:3e:1a:dc:64', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 624, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1ccc69bc-9d6b-44d9-b227-204e47dc6e45', 'ip_address': '192.168.233.195'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95103) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 19:29:16.579960 n-d-713301-16 neutron-server[95101]: DEBUG neutron.db.db_base_plugin_common [req-92233908-d069-4d88-91a1-10cd702c5a47 req-dc363f50-1798-4d3a-9032-e8121dee45c5 tempest-DeleteServersTestJSON-2111530366 tempest-DeleteServersTestJSON-2111530366-project] Allocated IP 172.20.0.12 (e47803fc-37db-4c82-80ca-757602b818ca/4ba945d5-0498-408c-b65f-8f07a46d41b0/ceb5ff32-b4a3-47c4-a3ef-c43a21c7ef8f) {{(pid=95101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 19:29:16.607573 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-dcbee240-77f9-4aa2-97b0-e2699b5bbaa4 req-ced7e6d8-6946-4b52-8920-6f128baa9140 tempest-DeleteServersTestJSON-2111530366 tempest-DeleteServersTestJSON-2111530366-project] 10.222.0.67 "GET /v2.0/ports?device_id=f309ed76-4458-4fae-b768-639307adadfe HTTP/1.1" status: 200 len: 210 time: 0.0380051 Sep 23 19:29:16.645818 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:29:16.678687 n-d-713301-16 neutron-server[95103]: DEBUG neutron.notifiers.nova [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 27bec566-9693-40e6-acf8-7d8d7255f92d {{(pid=95103) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 19:29:16.713148 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] For port 27bec566-9693-40e6-acf8-7d8d7255f92d, host n-h1-713301-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-16',level=0,port_id=27bec566-9693-40e6-acf8-7d8d7255f92d,segment=NetworkSegment(6139d589-eb6c-4578-8935-c26ddf396853),segment_id=6139d589-eb6c-4578-8935-c26ddf396853)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:29:16.731358 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:29:16.794671 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 41694) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:29:16.806165 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Pushing event updated for resources: {'Port': ['ID=27bec566-9693-40e6-acf8-7d8d7255f92d,revision_number=8']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:29:16.914263 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-402f587e-7655-4835-997c-78905cdea561 req-b8a6a282-fb2e-462a-9c8a-e04b4bbb7dda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:29:16.916177 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-402f587e-7655-4835-997c-78905cdea561 req-b8a6a282-fb2e-462a-9c8a-e04b4bbb7dda service neutron] 10.222.0.74 "GET /v2.0/networks?id=5220cb0c-da05-478a-9604-8c11469a05b4 HTTP/1.1" status: 200 len: 870 time: 0.3968248 Sep 23 19:29:16.985648 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-8d3750ed-c46a-4bfe-b7f7-3a669a746ba9 req-0c3391f9-b6e3-4409-af93-4ebc2d7a6454 tempest-ServerShowV257Test-1972889360 tempest-ServerShowV257Test-1972889360-project] 10.222.0.67 "GET /v2.0/ports?device_id=29a13295-c9ea-4b76-b6b2-921ec1564406 HTTP/1.1" status: 200 len: 210 time: 0.0373085 Sep 23 19:29:16.989136 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-402f587e-7655-4835-997c-78905cdea561 req-2a1bf4d9-99d1-45bf-8ec5-5aa977ce2a7a service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.195&port_id=27bec566-9693-40e6-acf8-7d8d7255f92d HTTP/1.1" status: 200 len: 217 time: 0.0562146 Sep 23 19:29:16.997784 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-92233908-d069-4d88-91a1-10cd702c5a47 req-dc363f50-1798-4d3a-9032-e8121dee45c5 tempest-DeleteServersTestJSON-2111530366 tempest-DeleteServersTestJSON-2111530366-project] Notify callbacks [] for port, precommit_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:29:17.050753 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] get_ports_and_sgs() called for port_ids ['27bec566-9693-40e6-acf8-7d8d7255f92d'] {{(pid=95103) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 19:29:17.069147 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-402f587e-7655-4835-997c-78905cdea561 req-da98aa79-5da1-4638-b212-72a42ffc4c96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:29:17.070668 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-402f587e-7655-4835-997c-78905cdea561 req-da98aa79-5da1-4638-b212-72a42ffc4c96 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=1ccc69bc-9d6b-44d9-b227-204e47dc6e45 HTTP/1.1" status: 200 len: 843 time: 0.0710640 Sep 23 19:29:17.109801 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-92233908-d069-4d88-91a1-10cd702c5a47 req-dc363f50-1798-4d3a-9032-e8121dee45c5 tempest-DeleteServersTestJSON-2111530366 tempest-DeleteServersTestJSON-2111530366-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783145673135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5607431'] for port, after_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:29:17.231109 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-92233908-d069-4d88-91a1-10cd702c5a47 req-dc363f50-1798-4d3a-9032-e8121dee45c5 tempest-DeleteServersTestJSON-2111530366 tempest-DeleteServersTestJSON-2111530366-project] Network e47803fc-37db-4c82-80ca-757602b818ca is already hosted by enough agents. {{(pid=95101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:29:17.240845 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.base_scheduler [req-92233908-d069-4d88-91a1-10cd702c5a47 req-dc363f50-1798-4d3a-9032-e8121dee45c5 tempest-DeleteServersTestJSON-2111530366 tempest-DeleteServersTestJSON-2111530366-project] Resources bound (agent type, host, resource id): {{(pid=95101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:29:17.242792 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc363f50-1798-4d3a-9032-e8121dee45c5 tempest-DeleteServersTestJSON-2111530366 tempest-DeleteServersTestJSON-2111530366-project] Pushing event updated for resources: {'Port': ['ID=ceb5ff32-b4a3-47c4-a3ef-c43a21c7ef8f,revision_number=1']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:29:17.245825 n-d-713301-16 neutron-server[95101]: DEBUG neutron.db.l3_dvrscheduler_db [req-92233908-d069-4d88-91a1-10cd702c5a47 req-dc363f50-1798-4d3a-9032-e8121dee45c5 tempest-DeleteServersTestJSON-2111530366 tempest-DeleteServersTestJSON-2111530366-project] Received port after_create {{(pid=95101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 19:29:17.253686 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-402f587e-7655-4835-997c-78905cdea561 req-df4eb4e8-1657-42ed-ac5f-88a2f5475903 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:29:17.255814 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-402f587e-7655-4835-997c-78905cdea561 req-df4eb4e8-1657-42ed-ac5f-88a2f5475903 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=5220cb0c-da05-478a-9604-8c11469a05b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1669071 Sep 23 19:29:17.384168 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-1ffb861e-a44f-4b83-8ee1-ee2bd8743caa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-601372'] for router_interface, before_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:29:17.396769 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92233908-d069-4d88-91a1-10cd702c5a47 req-dc363f50-1798-4d3a-9032-e8121dee45c5 tempest-DeleteServersTestJSON-2111530366 tempest-DeleteServersTestJSON-2111530366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:29:17.397572 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-92233908-d069-4d88-91a1-10cd702c5a47 req-dc363f50-1798-4d3a-9032-e8121dee45c5 tempest-DeleteServersTestJSON-2111530366 tempest-DeleteServersTestJSON-2111530366-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222849'] for port, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:29:17.424897 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-92233908-d069-4d88-91a1-10cd702c5a47 req-dc363f50-1798-4d3a-9032-e8121dee45c5 tempest-DeleteServersTestJSON-2111530366 tempest-DeleteServersTestJSON-2111530366-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5080705 Sep 23 19:29:17.438879 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.v2.base [req-92233908-d069-4d88-91a1-10cd702c5a47 req-94b4e92c-8b17-4f56-acdd-547ace37de47 service neutron] Request body: {'port': {'device_id': 'f309ed76-4458-4fae-b768-639307adadfe', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713301-16'}} {{(pid=95101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:29:17.447709 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-402f587e-7655-4835-997c-78905cdea561 req-2c1a00de-a0a9-43c9-881e-c19dd51d33be service neutron] 10.222.0.74 "GET /v2.0/networks/5220cb0c-da05-478a-9604-8c11469a05b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1587796 Sep 23 19:29:17.593184 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-92233908-d069-4d88-91a1-10cd702c5a47 req-94b4e92c-8b17-4f56-acdd-547ace37de47 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:29:17.639635 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-711d1522-3b00-41c4-b2f1-c2ab79916f09 req-f01a6f05-5597-4378-8e16-120041ce2553 tempest-FloatingIPsAssociationNegativeTestJSON-369828806 tempest-FloatingIPsAssociationNegativeTestJSON-369828806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:29:17.641235 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-711d1522-3b00-41c4-b2f1-c2ab79916f09 req-f01a6f05-5597-4378-8e16-120041ce2553 tempest-FloatingIPsAssociationNegativeTestJSON-369828806 tempest-FloatingIPsAssociationNegativeTestJSON-369828806-project] 10.222.0.67 "GET /v2.0/ports?device_id=5fc2ff09-250c-4f1b-af64-3897f19bf20e HTTP/1.1" status: 200 len: 946 time: 0.1311812 Sep 23 19:29:17.665130 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-402f587e-7655-4835-997c-78905cdea561 req-7d7f06a1-170e-481a-9512-41c9483affcb service neutron] 10.222.0.74 "GET /v2.0/networks/5220cb0c-da05-478a-9604-8c11469a05b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1873353 Sep 23 19:29:17.686623 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c15b15-bd5b-44f9-b602-bb266df464de req-fbdd49e5-fa2f-4d00-addd-4e369871f4d9 tempest-MigrationsAdminTest-397594546 tempest-MigrationsAdminTest-397594546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:29:17.689114 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-d5c15b15-bd5b-44f9-b602-bb266df464de req-fbdd49e5-fa2f-4d00-addd-4e369871f4d9 tempest-MigrationsAdminTest-397594546 tempest-MigrationsAdminTest-397594546-project] 10.222.0.67 "GET /v2.0/ports?device_id=8c2ff25d-e89a-47f5-89c5-0372db439fc3 HTTP/1.1" status: 200 len: 949 time: 0.1419802 Sep 23 19:29:17.745916 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-711d1522-3b00-41c4-b2f1-c2ab79916f09 req-14200fa4-69f7-415b-bf88-dd40581ec199 tempest-FloatingIPsAssociationNegativeTestJSON-369828806 tempest-FloatingIPsAssociationNegativeTestJSON-369828806-project] 10.222.0.67 "GET /v2.0/security-groups?id=0a00915e-c0f9-499f-88ab-818845e437fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775783 Sep 23 19:29:17.770618 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-d5c15b15-bd5b-44f9-b602-bb266df464de req-eccd8d88-8f8d-43e5-ade7-4c1bc50eebf0 tempest-MigrationsAdminTest-397594546 tempest-MigrationsAdminTest-397594546-project] 10.222.0.67 "GET /v2.0/security-groups?id=78cb509b-31c4-4e2a-bb5c-7abd6194dcc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631874 Sep 23 19:29:17.983890 n-d-713301-16 neutron-server[95101]: DEBUG neutron.notifiers.nova [req-92233908-d069-4d88-91a1-10cd702c5a47 req-94b4e92c-8b17-4f56-acdd-547ace37de47 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ceb5ff32-b4a3-47c4-a3ef-c43a21c7ef8f {{(pid=95101) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 19:29:17.992476 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-92233908-d069-4d88-91a1-10cd702c5a47 req-94b4e92c-8b17-4f56-acdd-547ace37de47 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:29:18.008073 n-d-713301-16 neutron-server[95101]: DEBUG neutron.db.provisioning_blocks [req-92233908-d069-4d88-91a1-10cd702c5a47 req-94b4e92c-8b17-4f56-acdd-547ace37de47 service neutron] Transition to ACTIVE for port object ceb5ff32-b4a3-47c4-a3ef-c43a21c7ef8f will not be triggered until provisioned by entity L2. {{(pid=95101) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 19:29:18.013622 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-92233908-d069-4d88-91a1-10cd702c5a47 req-94b4e92c-8b17-4f56-acdd-547ace37de47 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5607436'] for port, after_update {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:29:18.079929 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2379088e-409e-4d1c-bb2f-0cb264a94b13 req-ddf86231-9719-4a27-94a8-9f01864fdc2f tempest-DeleteServersTestJSON-2111530366 tempest-DeleteServersTestJSON-2111530366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:29:18.081776 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-2379088e-409e-4d1c-bb2f-0cb264a94b13 req-ddf86231-9719-4a27-94a8-9f01864fdc2f tempest-DeleteServersTestJSON-2111530366 tempest-DeleteServersTestJSON-2111530366-project] 10.222.0.67 "GET /v2.0/ports?device_id=f309ed76-4458-4fae-b768-639307adadfe HTTP/1.1" status: 200 len: 932 time: 0.2350168 Sep 23 19:29:18.092319 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94b4e92c-8b17-4f56-acdd-547ace37de47 service neutron] Pushing event updated for resources: {'Port': ['ID=ceb5ff32-b4a3-47c4-a3ef-c43a21c7ef8f,revision_number=2']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:29:18.108114 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-4bd85082-5d75-43f2-90e1-440fcba50ebe req-f695e4eb-7719-4954-a330-ed696417149d tempest-FloatingIPsAssociationNegativeTestJSON-369828806 tempest-FloatingIPsAssociationNegativeTestJSON-369828806-project] 10.222.0.67 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=5dec5c09-378e-4f50-89cc-d94eb81c3bac HTTP/1.1" status: 200 len: 258 time: 0.3033171 Sep 23 19:29:18.124184 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.v2.base [req-4bd85082-5d75-43f2-90e1-440fcba50ebe req-9f701f89-c01f-44d3-a265-26021c7a0a97 tempest-FloatingIPsAssociationNegativeTestJSON-369828806 tempest-FloatingIPsAssociationNegativeTestJSON-369828806-project] Request body: {'floatingip': {'floating_network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac'}} {{(pid=95102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:29:18.151610 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.plugin [None req-1ffb861e-a44f-4b83-8ee1-ee2bd8743caa admin admin] Deleting port 1b795f46-5f6d-4ddb-b778-bb7a400a63d7 {{(pid=95102) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:29:18.152894 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-1ffb861e-a44f-4b83-8ee1-ee2bd8743caa admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783146157096'] for port, before_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:29:18.157267 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.managers [req-92233908-d069-4d88-91a1-10cd702c5a47 req-94b4e92c-8b17-4f56-acdd-547ace37de47 service neutron] Attempting to bind port ceb5ff32-b4a3-47c4-a3ef-c43a21c7ef8f on host n-h2-713301-16 for vnic_type normal with profile {{(pid=95101) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 19:29:18.158337 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.managers [req-92233908-d069-4d88-91a1-10cd702c5a47 req-94b4e92c-8b17-4f56-acdd-547ace37de47 service neutron] Attempting to bind port ceb5ff32-b4a3-47c4-a3ef-c43a21c7ef8f by drivers openvswitch,hyperv on host n-h2-713301-16 at level 0 using segments [{'id': '741d6d3e-2760-41a6-838f-b8b4255cee30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': 'e47803fc-37db-4c82-80ca-757602b818ca'}] {{(pid=95101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 19:29:18.158700 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92233908-d069-4d88-91a1-10cd702c5a47 req-94b4e92c-8b17-4f56-acdd-547ace37de47 service neutron] Attempting to bind port ceb5ff32-b4a3-47c4-a3ef-c43a21c7ef8f on network e47803fc-37db-4c82-80ca-757602b818ca {{(pid=95101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:29:18.173246 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92233908-d069-4d88-91a1-10cd702c5a47 req-94b4e92c-8b17-4f56-acdd-547ace37de47 service neutron] Port ceb5ff32-b4a3-47c4-a3ef-c43a21c7ef8f on network e47803fc-37db-4c82-80ca-757602b818ca not bound, no agent of type Open vSwitch agent registered on host n-h2-713301-16 {{(pid=95101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 19:29:18.173924 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92233908-d069-4d88-91a1-10cd702c5a47 req-94b4e92c-8b17-4f56-acdd-547ace37de47 service neutron] Attempting to bind port ceb5ff32-b4a3-47c4-a3ef-c43a21c7ef8f on network e47803fc-37db-4c82-80ca-757602b818ca {{(pid=95101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:29:18.185706 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92233908-d069-4d88-91a1-10cd702c5a47 req-94b4e92c-8b17-4f56-acdd-547ace37de47 service neutron] Checking agent: {'id': '2a7cea34-db54-4faf-8d23-37521c3e34cb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713301-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 19, 15, 28), 'started_at': datetime.datetime(2021, 9, 23, 19, 15, 28), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 19, 28, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 19:29:18.186283 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-2379088e-409e-4d1c-bb2f-0cb264a94b13 req-2c9fe70d-cff4-447c-a2e0-abdb29216cdb tempest-DeleteServersTestJSON-2111530366 tempest-DeleteServersTestJSON-2111530366-project] 10.222.0.67 "GET /v2.0/security-groups?id=67f2e2ca-928f-40e5-b9b2-05ec3bddbb37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952806 Sep 23 19:29:18.186426 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92233908-d069-4d88-91a1-10cd702c5a47 req-94b4e92c-8b17-4f56-acdd-547ace37de47 service neutron] Checking segment: {'id': '741d6d3e-2760-41a6-838f-b8b4255cee30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': 'e47803fc-37db-4c82-80ca-757602b818ca'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:29:18.186754 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92233908-d069-4d88-91a1-10cd702c5a47 req-94b4e92c-8b17-4f56-acdd-547ace37de47 service neutron] Bound using segment: {'id': '741d6d3e-2760-41a6-838f-b8b4255cee30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': 'e47803fc-37db-4c82-80ca-757602b818ca'} {{(pid=95101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 19:29:18.187203 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.managers [req-92233908-d069-4d88-91a1-10cd702c5a47 req-94b4e92c-8b17-4f56-acdd-547ace37de47 service neutron] Bound port: ceb5ff32-b4a3-47c4-a3ef-c43a21c7ef8f, host: n-h2-713301-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '741d6d3e-2760-41a6-838f-b8b4255cee30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': 'e47803fc-37db-4c82-80ca-757602b818ca'}}] {{(pid=95101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 19:29:18.187566 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-92233908-d069-4d88-91a1-10cd702c5a47 req-94b4e92c-8b17-4f56-acdd-547ace37de47 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:29:18.195743 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-4bd85082-5d75-43f2-90e1-440fcba50ebe req-9f701f89-c01f-44d3-a265-26021c7a0a97 tempest-FloatingIPsAssociationNegativeTestJSON-369828806 tempest-FloatingIPsAssociationNegativeTestJSON-369828806-project] Notify callbacks [] for floatingip, before_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:29:18.290420 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.db [None req-1ffb861e-a44f-4b83-8ee1-ee2bd8743caa admin admin] For port 1b795f46-5f6d-4ddb-b778-bb7a400a63d7, host n-d-713301-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-16',level=0,port_id=1b795f46-5f6d-4ddb-b778-bb7a400a63d7,segment=NetworkSegment(b5e2d5bf-afea-4c4b-8e45-3078548d73e6),segment_id=b5e2d5bf-afea-4c4b-8e45-3078548d73e6)] {{(pid=95102) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:29:18.290797 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-1ffb861e-a44f-4b83-8ee1-ee2bd8743caa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-605701'] for port, precommit_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:29:18.291639 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.db [req-92233908-d069-4d88-91a1-10cd702c5a47 req-94b4e92c-8b17-4f56-acdd-547ace37de47 service neutron] For port ceb5ff32-b4a3-47c4-a3ef-c43a21c7ef8f, host n-h2-713301-16, cleared binding levels {{(pid=95101) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 19:29:18.298599 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.db [req-92233908-d069-4d88-91a1-10cd702c5a47 req-94b4e92c-8b17-4f56-acdd-547ace37de47 service neutron] For port ceb5ff32-b4a3-47c4-a3ef-c43a21c7ef8f, host n-h2-713301-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-16',level=0,port_id=ceb5ff32-b4a3-47c4-a3ef-c43a21c7ef8f,segment=NetworkSegment(741d6d3e-2760-41a6-838f-b8b4255cee30),segment_id=741d6d3e-2760-41a6-838f-b8b4255cee30)] {{(pid=95101) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 19:29:18.312288 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-92233908-d069-4d88-91a1-10cd702c5a47 req-94b4e92c-8b17-4f56-acdd-547ace37de47 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5607436'] for port, after_update {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:29:18.312840 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.plugin [None req-1ffb861e-a44f-4b83-8ee1-ee2bd8743caa admin admin] Calling delete_port for 1b795f46-5f6d-4ddb-b778-bb7a400a63d7 owned by network:router_interface {{(pid=95102) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:29:18.341225 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Device 27bec566-9693-40e6-acf8-7d8d7255f92d up at agent hyperv_n-h1-713301-16 {{(pid=95103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 19:29:18.368860 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92233908-d069-4d88-91a1-10cd702c5a47 req-94b4e92c-8b17-4f56-acdd-547ace37de47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:29:18.368860 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-92233908-d069-4d88-91a1-10cd702c5a47 req-94b4e92c-8b17-4f56-acdd-547ace37de47 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222849'] for port, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:29:18.368860 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-92233908-d069-4d88-91a1-10cd702c5a47 req-94b4e92c-8b17-4f56-acdd-547ace37de47 service neutron] 10.222.0.53 "PUT /v2.0/ports/ceb5ff32-b4a3-47c4-a3ef-c43a21c7ef8f HTTP/1.1" status: 200 len: 1093 time: 0.9352465 Sep 23 19:29:18.368860 n-d-713301-16 neutron-server[95101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f309ed76-4458-4fae-b768-639307adadfe', 'tag': 'ceb5ff32-b4a3-47c4-a3ef-c43a21c7ef8f'}] {{(pid=95101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 19:29:18.370965 n-d-713301-16 neutron-server[95101]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d8366c5740cd635e57ab12b71fe44a77c2acc3c19091ef849c6f68b380462244" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77c010e2-4a1d-4d5e-af3c-3ae2341e4d19" -d '{"events": [{"name": "network-changed", "server_uuid": "f309ed76-4458-4fae-b768-639307adadfe", "tag": "ceb5ff32-b4a3-47c4-a3ef-c43a21c7ef8f"}]}' {{(pid=95101) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 19:29:18.400188 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94b4e92c-8b17-4f56-acdd-547ace37de47 service neutron] Pushing event updated for resources: {'Port': ['ID=ceb5ff32-b4a3-47c4-a3ef-c43a21c7ef8f,revision_number=3']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:29:18.461138 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Provisioning for port 27bec566-9693-40e6-acf8-7d8d7255f92d completed by entity L2. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 19:29:18.466528 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-4bd85082-5d75-43f2-90e1-440fcba50ebe req-9f701f89-c01f-44d3-a265-26021c7a0a97 tempest-FloatingIPsAssociationNegativeTestJSON-369828806 tempest-FloatingIPsAssociationNegativeTestJSON-369828806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:29:18.467701 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Provisioning complete for port 27bec566-9693-40e6-acf8-7d8d7255f92d triggered by entity L2. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:29:18.468403 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:29:18.483476 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92233908-d069-4d88-91a1-10cd702c5a47 req-4797fe52-2550-4403-b4c4-f535522c4a12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:29:18.485945 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-92233908-d069-4d88-91a1-10cd702c5a47 req-4797fe52-2550-4403-b4c4-f535522c4a12 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=30554f6e61d54c6bbf3c805c15e93860&device_id=f309ed76-4458-4fae-b768-639307adadfe HTTP/1.1" status: 200 len: 1096 time: 0.0648713 Sep 23 19:29:18.540437 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-50b87682-c1ce-4fed-aff1-f7a703a8e58f req-3e5a7f4e-c59b-4939-8dcb-2b1bc28a0f50 tempest-ServerShowV257Test-1972889360 tempest-ServerShowV257Test-1972889360-project] 10.222.0.67 "GET /v2.0/ports?device_id=29a13295-c9ea-4b76-b6b2-921ec1564406 HTTP/1.1" status: 200 len: 210 time: 0.0403025 Sep 23 19:29:18.543849 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-92233908-d069-4d88-91a1-10cd702c5a47 req-cc6f64c4-2db7-4f15-964f-c971d067704d service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ceb5ff32-b4a3-47c4-a3ef-c43a21c7ef8f HTTP/1.1" status: 200 len: 217 time: 0.0502603 Sep 23 19:29:18.590470 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:29:18.617910 n-d-713301-16 neutron-server[95103]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c2ff25d-e89a-47f5-89c5-0372db439fc3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '27bec566-9693-40e6-acf8-7d8d7255f92d'}] {{(pid=95103) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 19:29:18.619598 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92233908-d069-4d88-91a1-10cd702c5a47 req-5a48bcba-395b-42f8-be97-acf8933dda39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:29:18.621048 n-d-713301-16 neutron-server[95103]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}81a1c17f2aa89d5b3ebbba3a3e0cf7eb588e431c2224256110c4c4facdd7c3e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d144e143-e94b-42b4-ad1e-19287dbdb467" -d '{"events": [{"server_uuid": "8c2ff25d-e89a-47f5-89c5-0372db439fc3", "name": "network-vif-plugged", "status": "completed", "tag": "27bec566-9693-40e6-acf8-7d8d7255f92d"}]}' {{(pid=95103) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 19:29:18.622906 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-92233908-d069-4d88-91a1-10cd702c5a47 req-5a48bcba-395b-42f8-be97-acf8933dda39 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=4ba945d5-0498-408c-b65f-8f07a46d41b0 HTTP/1.1" status: 200 len: 852 time: 0.0701075 Sep 23 19:29:18.637882 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] For port 27bec566-9693-40e6-acf8-7d8d7255f92d, host n-h1-713301-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-16',level=0,port_id=27bec566-9693-40e6-acf8-7d8d7255f92d,segment=NetworkSegment(6139d589-eb6c-4578-8935-c26ddf396853),segment_id=6139d589-eb6c-4578-8935-c26ddf396853)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:29:18.646024 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:29:18.675494 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-92233908-d069-4d88-91a1-10cd702c5a47 req-bb3338e3-e2f1-49f2-8e94-d3934a166052 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=e47803fc-37db-4c82-80ca-757602b818ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0452306 Sep 23 19:29:18.724239 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Pushing event updated for resources: {'Port': ['ID=27bec566-9693-40e6-acf8-7d8d7255f92d,revision_number=9']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:29:18.729180 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-c7a14e59-d05d-4068-b7cd-d77ad9035c8c req-4cd83f53-74d5-47c6-a8c7-cb3f09f1c93a service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=29a13295-c9ea-4b76-b6b2-921ec1564406 HTTP/1.1" status: 200 len: 210 time: 0.0513175 Sep 23 19:29:18.746916 n-d-713301-16 neutron-server[95102]: DEBUG neutron.db.db_base_plugin_common [req-4bd85082-5d75-43f2-90e1-440fcba50ebe req-9f701f89-c01f-44d3-a265-26021c7a0a97 tempest-FloatingIPsAssociationNegativeTestJSON-369828806 tempest-FloatingIPsAssociationNegativeTestJSON-369828806-project] Allocated IP 172.25.1.220 (5dec5c09-378e-4f50-89cc-d94eb81c3bac/eff83446-018c-428d-b3f5-54ac9abe7a2a/c4865fe3-e485-479e-a9da-5ee7ce10e687) {{(pid=95102) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 19:29:18.779977 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-1ffb861e-a44f-4b83-8ee1-ee2bd8743caa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783146162158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783145673144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4399100'] for port, after_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:29:18.823657 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ffb861e-a44f-4b83-8ee1-ee2bd8743caa admin admin] Pushing event deleted for resources: {'Port': ['ID=1b795f46-5f6d-4ddb-b778-bb7a400a63d7,revision_number=None']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:29:18.835755 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-92233908-d069-4d88-91a1-10cd702c5a47 req-6db2b103-a32d-4770-86f7-bdda4414ec55 service neutron] 10.222.0.53 "GET /v2.0/networks/e47803fc-37db-4c82-80ca-757602b818ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1417673 Sep 23 19:29:18.959354 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-4bd85082-5d75-43f2-90e1-440fcba50ebe req-9f701f89-c01f-44d3-a265-26021c7a0a97 tempest-FloatingIPsAssociationNegativeTestJSON-369828806 tempest-FloatingIPsAssociationNegativeTestJSON-369828806-project] Notify callbacks [] for port, precommit_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:29:18.974825 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-92233908-d069-4d88-91a1-10cd702c5a47 req-f5f1a4a6-c95d-4621-bb27-f30c06adba7c service neutron] 10.222.0.53 "GET /v2.0/networks/e47803fc-37db-4c82-80ca-757602b818ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1326385 Sep 23 19:29:18.977409 n-d-713301-16 neutron-server[95101]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 19:29:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07d2183c-f4d4-4405-a6e0-8b1ef9ddcc89 x-openstack-request-id: req-07d2183c-f4d4-4405-a6e0-8b1ef9ddcc89 {{(pid=95101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 19:29:18.979334 n-d-713301-16 neutron-server[95101]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f309ed76-4458-4fae-b768-639307adadfe", "tag": "ceb5ff32-b4a3-47c4-a3ef-c43a21c7ef8f", "status": "completed", "code": 200}]} {{(pid=95101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 19:29:18.979876 n-d-713301-16 neutron-server[95101]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-07d2183c-f4d4-4405-a6e0-8b1ef9ddcc89 {{(pid=95101) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 19:29:18.980696 n-d-713301-16 neutron-server[95101]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f309ed76-4458-4fae-b768-639307adadfe', 'tag': 'ceb5ff32-b4a3-47c4-a3ef-c43a21c7ef8f', 'status': 'completed', 'code': 200} Sep 23 19:29:19.045124 n-d-713301-16 neutron-server[95103]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 19:29:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2d93448-8e75-45b4-b97c-608435aff5f5 x-openstack-request-id: req-c2d93448-8e75-45b4-b97c-608435aff5f5 {{(pid=95103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 19:29:19.045694 n-d-713301-16 neutron-server[95103]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8c2ff25d-e89a-47f5-89c5-0372db439fc3", "name": "network-vif-plugged", "status": "completed", "tag": "27bec566-9693-40e6-acf8-7d8d7255f92d", "code": 200}]} {{(pid=95103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 19:29:19.046107 n-d-713301-16 neutron-server[95103]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-c2d93448-8e75-45b4-b97c-608435aff5f5 {{(pid=95103) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 19:29:19.046739 n-d-713301-16 neutron-server[95103]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8c2ff25d-e89a-47f5-89c5-0372db439fc3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '27bec566-9693-40e6-acf8-7d8d7255f92d', 'code': 200} Sep 23 19:29:19.108541 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c010e2-4a1d-4d5e-af3c-3ae2341e4d19 req-89d6116a-2f88-4375-be5a-1ec3fb61f833 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:29:19.110301 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-77c010e2-4a1d-4d5e-af3c-3ae2341e4d19 req-89d6116a-2f88-4375-be5a-1ec3fb61f833 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=30554f6e61d54c6bbf3c805c15e93860&device_id=f309ed76-4458-4fae-b768-639307adadfe HTTP/1.1" status: 200 len: 1096 time: 0.0628822 Sep 23 19:29:19.242005 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c010e2-4a1d-4d5e-af3c-3ae2341e4d19 req-9eb1719a-683e-4282-800a-bb8c7814b5d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:29:19.244514 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-77c010e2-4a1d-4d5e-af3c-3ae2341e4d19 req-9eb1719a-683e-4282-800a-bb8c7814b5d8 service neutron] 10.222.0.53 "GET /v2.0/networks?id=e47803fc-37db-4c82-80ca-757602b818ca HTTP/1.1" status: 200 len: 913 time: 0.1261373 Sep 23 19:29:19.297300 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-77c010e2-4a1d-4d5e-af3c-3ae2341e4d19 req-44672197-9d25-49bc-9620-b77be8f67228 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ceb5ff32-b4a3-47c4-a3ef-c43a21c7ef8f HTTP/1.1" status: 200 len: 217 time: 0.0445130 Sep 23 19:29:19.353588 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c010e2-4a1d-4d5e-af3c-3ae2341e4d19 req-b0c84230-c74b-4605-94ed-974d982abcb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:29:19.355118 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-77c010e2-4a1d-4d5e-af3c-3ae2341e4d19 req-b0c84230-c74b-4605-94ed-974d982abcb8 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=4ba945d5-0498-408c-b65f-8f07a46d41b0 HTTP/1.1" status: 200 len: 852 time: 0.0501907 Sep 23 19:29:19.404191 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-77c010e2-4a1d-4d5e-af3c-3ae2341e4d19 req-81270403-f100-493d-a589-b3efca6348c4 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=e47803fc-37db-4c82-80ca-757602b818ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0377543 Sep 23 19:29:19.503035 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e8ccfee-2803-434e-8d3c-0f8ee0e77010 req-2c2a5375-c38b-4036-904f-a6fa33974b9a tempest-MigrationsAdminTest-397594546 tempest-MigrationsAdminTest-397594546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:29:19.504904 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-5e8ccfee-2803-434e-8d3c-0f8ee0e77010 req-2c2a5375-c38b-4036-904f-a6fa33974b9a tempest-MigrationsAdminTest-397594546 tempest-MigrationsAdminTest-397594546-project] 10.222.0.67 "GET /v2.0/ports?device_id=8c2ff25d-e89a-47f5-89c5-0372db439fc3 HTTP/1.1" status: 200 len: 950 time: 0.1381152 Sep 23 19:29:19.518042 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-4bd85082-5d75-43f2-90e1-440fcba50ebe req-9f701f89-c01f-44d3-a265-26021c7a0a97 tempest-FloatingIPsAssociationNegativeTestJSON-369828806 tempest-FloatingIPsAssociationNegativeTestJSON-369828806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783145673135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4399100'] for port, after_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:29:19.524880 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-77c010e2-4a1d-4d5e-af3c-3ae2341e4d19 req-a57ec1e0-5b6f-4073-99cb-17b3d06ce173 service neutron] 10.222.0.53 "GET /v2.0/networks/e47803fc-37db-4c82-80ca-757602b818ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1120098 Sep 23 19:29:19.534932 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-1ffb861e-a44f-4b83-8ee1-ee2bd8743caa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-527322', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-602005'] for router_interface, after_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:29:19.626838 n-d-713301-16 neutron-server[95102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4bd85082-5d75-43f2-90e1-440fcba50ebe req-9f701f89-c01f-44d3-a265-26021c7a0a97 tempest-FloatingIPsAssociationNegativeTestJSON-369828806 tempest-FloatingIPsAssociationNegativeTestJSON-369828806-project] Network 5dec5c09-378e-4f50-89cc-d94eb81c3bac is already hosted by enough agents. {{(pid=95102) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:29:19.635837 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-77c010e2-4a1d-4d5e-af3c-3ae2341e4d19 req-9d8321f3-571f-4a8d-b960-3ac9392e4479 service neutron] 10.222.0.53 "GET /v2.0/networks/e47803fc-37db-4c82-80ca-757602b818ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1027796 Sep 23 19:29:19.636830 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-9c3dd7e5-a789-4f66-81cc-8186805db273 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:29:19.643888 n-d-713301-16 neutron-server[95102]: DEBUG neutron.scheduler.base_scheduler [req-4bd85082-5d75-43f2-90e1-440fcba50ebe req-9f701f89-c01f-44d3-a265-26021c7a0a97 tempest-FloatingIPsAssociationNegativeTestJSON-369828806 tempest-FloatingIPsAssociationNegativeTestJSON-369828806-project] Resources bound (agent type, host, resource id): {{(pid=95102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:29:19.649914 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f701f89-c01f-44d3-a265-26021c7a0a97 tempest-FloatingIPsAssociationNegativeTestJSON-369828806 tempest-FloatingIPsAssociationNegativeTestJSON-369828806-project] Pushing event updated for resources: {'Port': ['ID=c4865fe3-e485-479e-a9da-5ee7ce10e687,revision_number=1']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:29:19.652339 n-d-713301-16 neutron-server[95102]: DEBUG neutron.db.l3_dvrscheduler_db [req-4bd85082-5d75-43f2-90e1-440fcba50ebe req-9f701f89-c01f-44d3-a265-26021c7a0a97 tempest-FloatingIPsAssociationNegativeTestJSON-369828806 tempest-FloatingIPsAssociationNegativeTestJSON-369828806-project] Received port after_create {{(pid=95102) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 19:29:19.684676 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-5e8ccfee-2803-434e-8d3c-0f8ee0e77010 req-67d24666-0c8d-49c7-b81d-158bbb41a5d7 tempest-MigrationsAdminTest-397594546 tempest-MigrationsAdminTest-397594546-project] 10.222.0.67 "GET /v2.0/security-groups?id=78cb509b-31c4-4e2a-bb5c-7abd6194dcc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1636736 Sep 23 19:29:19.901924 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-4bd85082-5d75-43f2-90e1-440fcba50ebe req-9f701f89-c01f-44d3-a265-26021c7a0a97 tempest-FloatingIPsAssociationNegativeTestJSON-369828806 tempest-FloatingIPsAssociationNegativeTestJSON-369828806-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:29:19.954060 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c81d884-358b-4eee-97bb-ce41f1e6b2fd req-51251059-cc85-4adc-9c20-095d2ce5b5fe tempest-DeleteServersTestJSON-2111530366 tempest-DeleteServersTestJSON-2111530366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:29:19.955588 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-2c81d884-358b-4eee-97bb-ce41f1e6b2fd req-51251059-cc85-4adc-9c20-095d2ce5b5fe tempest-DeleteServersTestJSON-2111530366 tempest-DeleteServersTestJSON-2111530366-project] 10.222.0.67 "GET /v2.0/ports?device_id=f309ed76-4458-4fae-b768-639307adadfe HTTP/1.1" status: 200 len: 944 time: 0.1638269 Sep 23 19:29:20.006955 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-4bd85082-5d75-43f2-90e1-440fcba50ebe req-9f701f89-c01f-44d3-a265-26021c7a0a97 tempest-FloatingIPsAssociationNegativeTestJSON-369828806 tempest-FloatingIPsAssociationNegativeTestJSON-369828806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:29:20.063453 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-2c81d884-358b-4eee-97bb-ce41f1e6b2fd req-ad198e50-7088-4326-8ee3-4163b03fed52 tempest-DeleteServersTestJSON-2111530366 tempest-DeleteServersTestJSON-2111530366-project] 10.222.0.67 "GET /v2.0/security-groups?id=67f2e2ca-928f-40e5-b9b2-05ec3bddbb37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907476 Sep 23 19:29:20.081094 n-d-713301-16 neutron-server[95102]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1ffb861e-a44f-4b83-8ee1-ee2bd8743caa admin admin] Router 3805e5bd-eef0-465b-b5a0-5292e527536c has already been hosted by L3 agent 79a740bf-7821-4989-8288-7186e3e128f3 {{(pid=95102) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 19:29:20.107093 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-402f587e-7655-4835-997c-78905cdea561 req-6d6f73bc-9f9a-4480-af90-19095ad3daef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:29:20.109142 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-402f587e-7655-4835-997c-78905cdea561 req-6d6f73bc-9f9a-4480-af90-19095ad3daef service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=8c2ff25d-e89a-47f5-89c5-0372db439fc3&tenant_id=cff0149cb20c4944955e93a2b393f7c5 HTTP/1.1" status: 200 len: 1102 time: 0.0617082 Sep 23 19:29:20.122141 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.v2.base [req-402f587e-7655-4835-997c-78905cdea561 req-9c1ef00e-42fe-4566-bc7b-d69ea16ba120 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-713301-16', 'device_owner': 'compute:nova'}} {{(pid=95101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:29:20.191433 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-402f587e-7655-4835-997c-78905cdea561 req-9c1ef00e-42fe-4566-bc7b-d69ea16ba120 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:29:20.250933 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-a0185156-443c-4630-b226-af147f26af2b req-281b0391-7f39-4c8f-8415-b7726b9a3bc2 tempest-ServerShowV257Test-1972889360 tempest-ServerShowV257Test-1972889360-project] 10.222.0.67 "GET /v2.0/ports?device_id=29a13295-c9ea-4b76-b6b2-921ec1564406 HTTP/1.1" status: 200 len: 210 time: 0.0401111 Sep 23 19:29:20.299191 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ffb861e-a44f-4b83-8ee1-ee2bd8743caa admin admin] Notify agent at l3_agent.n-d-713301-16 the message routers_updated {{(pid=95102) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 19:29:20.306675 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-1ffb861e-a44f-4b83-8ee1-ee2bd8743caa admin admin] 10.222.0.67 "PUT /v2.0/routers/3805e5bd-eef0-465b-b5a0-5292e527536c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5101256 Sep 23 19:29:20.309012 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 41736) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:29:20.314208 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1a90e09-9c40-48cd-82e0-533d4f6cec69 None None] Sync routers for ids ['3805e5bd-eef0-465b-b5a0-5292e527536c'] in n-d-713301-16 {{(pid=95104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 19:29:20.329976 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1a90e09-9c40-48cd-82e0-533d4f6cec69 None None] Routers {'3805e5bd-eef0-465b-b5a0-5292e527536c'} bound to L3 agent in host n-d-713301-16 {{(pid=95104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 19:29:20.330958 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_hamode_db [None req-e1a90e09-9c40-48cd-82e0-533d4f6cec69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-23T19:07:52Z,description=,heartbeat_timestamp=2021-09-23T19:28:52Z,host='n-d-713301-16',id=79a740bf-7821-4989-8288-7186e3e128f3,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:07:52Z,topic='l3_agent')) {'router_ids': ['3805e5bd-eef0-465b-b5a0-5292e527536c'], 'active': True} {{(pid=95104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:29:20.368752 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-4bd85082-5d75-43f2-90e1-440fcba50ebe req-9f701f89-c01f-44d3-a265-26021c7a0a97 tempest-FloatingIPsAssociationNegativeTestJSON-369828806 tempest-FloatingIPsAssociationNegativeTestJSON-369828806-project] Notify callbacks [] for port, precommit_update {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:29:20.413821 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-4bd85082-5d75-43f2-90e1-440fcba50ebe req-9f701f89-c01f-44d3-a265-26021c7a0a97 tempest-FloatingIPsAssociationNegativeTestJSON-369828806 tempest-FloatingIPsAssociationNegativeTestJSON-369828806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4399095'] for port, after_update {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:29:20.498024 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_dvr_db [None req-e1a90e09-9c40-48cd-82e0-533d4f6cec69 None None] Set router 3805e5bd-eef0-465b-b5a0-5292e527536c gateway port host: n-d-713301-16 {{(pid=95104) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 19:29:20.533534 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f701f89-c01f-44d3-a265-26021c7a0a97 tempest-FloatingIPsAssociationNegativeTestJSON-369828806 tempest-FloatingIPsAssociationNegativeTestJSON-369828806-project] Pushing event updated for resources: {'Port': ['ID=c4865fe3-e485-479e-a9da-5ee7ce10e687,revision_number=2']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:29:20.547244 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-4bd85082-5d75-43f2-90e1-440fcba50ebe req-9f701f89-c01f-44d3-a265-26021c7a0a97 tempest-FloatingIPsAssociationNegativeTestJSON-369828806 tempest-FloatingIPsAssociationNegativeTestJSON-369828806-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-601884'] for floatingip, after_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:29:20.563333 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-b6a94a91-bc41-47de-9e02-667e4f9f35a4 admin admin] Notify callbacks [] for router, before_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:29:20.604914 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-4bd85082-5d75-43f2-90e1-440fcba50ebe req-9f701f89-c01f-44d3-a265-26021c7a0a97 tempest-FloatingIPsAssociationNegativeTestJSON-369828806 tempest-FloatingIPsAssociationNegativeTestJSON-369828806-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222849'] for floatingip, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:29:20.606568 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-4bd85082-5d75-43f2-90e1-440fcba50ebe req-9f701f89-c01f-44d3-a265-26021c7a0a97 tempest-FloatingIPsAssociationNegativeTestJSON-369828806 tempest-FloatingIPsAssociationNegativeTestJSON-369828806-project] 10.222.0.67 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.4888196 Sep 23 19:29:20.701713 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-4bd85082-5d75-43f2-90e1-440fcba50ebe req-3d5e1f5c-d9a5-4a7d-9f2b-9a1f5bb2cb79 tempest-FloatingIPsAssociationNegativeTestJSON-369828806 tempest-FloatingIPsAssociationNegativeTestJSON-369828806-project] 10.222.0.67 "GET /v2.0/floatingips?floating_ip_address=172.25.1.220 HTTP/1.1" status: 200 len: 696 time: 0.0579586 Sep 23 19:29:20.752077 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-b6a94a91-bc41-47de-9e02-667e4f9f35a4 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:29:20.797915 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_hamode_db [None req-e1a90e09-9c40-48cd-82e0-533d4f6cec69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3805e5bd-eef0-465b-b5a0-5292e527536c', 'name': 'tempest-ServersTestMultiNic-1853342913-router', 'tenant_id': 'e5bc57b02b1840628e8df5037b8dd2e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'external_fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.3'}], 'enable_snat': True}, 'gw_port_id': 'c0d0e1e4-7868-4070-abf8-f79108bacc05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:27:43Z', 'updated_at': '2021-09-23T19:29:18Z', 'revision_number': 5, 'project_id': 'e5bc57b02b1840628e8df5037b8dd2e7', 'gw_port': {'id': 'c0d0e1e4-7868-4070-abf8-f79108bacc05', 'name': '', 'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:0c:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3805e5bd-eef0-465b-b5a0-5292e527536c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1077, 'fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:27:45Z', 'updated_at': '2021-09-23T19:27:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-16'}], 'n-d-713301-16', False) {} {{(pid=95104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:29:20.847236 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1a90e09-9c40-48cd-82e0-533d4f6cec69 None None] Checking router: 3805e5bd-eef0-465b-b5a0-5292e527536c for host: n-d-713301-16 {{(pid=95104) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 19:29:20.871286 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1a90e09-9c40-48cd-82e0-533d4f6cec69 None None] Routers {'3805e5bd-eef0-465b-b5a0-5292e527536c'} bound to L3 agent in host n-d-713301-16 {{(pid=95104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 19:29:20.872986 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_hamode_db [None req-e1a90e09-9c40-48cd-82e0-533d4f6cec69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-23T19:07:52Z,description=,heartbeat_timestamp=2021-09-23T19:28:52Z,host='n-d-713301-16',id=79a740bf-7821-4989-8288-7186e3e128f3,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:07:52Z,topic='l3_agent')) {'router_ids': ['3805e5bd-eef0-465b-b5a0-5292e527536c'], 'active': True} {{(pid=95104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:29:20.903420 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.db [req-402f587e-7655-4835-997c-78905cdea561 req-9c1ef00e-42fe-4566-bc7b-d69ea16ba120 service neutron] For port 27bec566-9693-40e6-acf8-7d8d7255f92d, host n-h1-713301-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-16',level=0,port_id=27bec566-9693-40e6-acf8-7d8d7255f92d,segment=NetworkSegment(6139d589-eb6c-4578-8935-c26ddf396853),segment_id=6139d589-eb6c-4578-8935-c26ddf396853)] {{(pid=95101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:29:20.946871 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.db [req-402f587e-7655-4835-997c-78905cdea561 req-9c1ef00e-42fe-4566-bc7b-d69ea16ba120 service neutron] For port 27bec566-9693-40e6-acf8-7d8d7255f92d, host n-h1-713301-16, cleared binding levels {{(pid=95101) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 19:29:20.977592 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_dvr_db [None req-e1a90e09-9c40-48cd-82e0-533d4f6cec69 None None] Set router 3805e5bd-eef0-465b-b5a0-5292e527536c gateway port host: None {{(pid=95104) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 19:29:21.016335 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-402f587e-7655-4835-997c-78905cdea561 req-9c1ef00e-42fe-4566-bc7b-d69ea16ba120 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:29:21.018895 n-d-713301-16 neutron-server[95101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c2ff25d-e89a-47f5-89c5-0372db439fc3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '27bec566-9693-40e6-acf8-7d8d7255f92d'}] {{(pid=95101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 19:29:21.027023 n-d-713301-16 neutron-server[95101]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d8366c5740cd635e57ab12b71fe44a77c2acc3c19091ef849c6f68b380462244" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0bd4a84-7ba6-47d6-af68-87330d28e25c" -d '{"events": [{"server_uuid": "8c2ff25d-e89a-47f5-89c5-0372db439fc3", "name": "network-vif-unplugged", "status": "completed", "tag": "27bec566-9693-40e6-acf8-7d8d7255f92d"}]}' {{(pid=95101) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 19:29:21.049408 n-d-713301-16 neutron-server[95101]: DEBUG neutron.db.provisioning_blocks [req-402f587e-7655-4835-997c-78905cdea561 req-9c1ef00e-42fe-4566-bc7b-d69ea16ba120 service neutron] Transition to ACTIVE for port object 27bec566-9693-40e6-acf8-7d8d7255f92d will not be triggered until provisioned by entity L2. {{(pid=95101) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 19:29:21.055452 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-402f587e-7655-4835-997c-78905cdea561 req-9c1ef00e-42fe-4566-bc7b-d69ea16ba120 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5607436'] for port, after_update {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:29:21.141129 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_hamode_db [None req-e1a90e09-9c40-48cd-82e0-533d4f6cec69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3805e5bd-eef0-465b-b5a0-5292e527536c', 'name': 'tempest-ServersTestMultiNic-1853342913-router', 'tenant_id': 'e5bc57b02b1840628e8df5037b8dd2e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:27:43Z', 'updated_at': '2021-09-23T19:29:20Z', 'revision_number': 6, 'project_id': 'e5bc57b02b1840628e8df5037b8dd2e7', 'gw_port_host': None}], 'n-d-713301-16', False) {} {{(pid=95104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:29:21.145174 n-d-713301-16 neutron-server[95101]: DEBUG neutron.db.l3_dvrscheduler_db [req-402f587e-7655-4835-997c-78905cdea561 req-9c1ef00e-42fe-4566-bc7b-d69ea16ba120 service neutron] No DVR routers for this DVR port 27bec566-9693-40e6-acf8-7d8d7255f92d on host n-h1-713301-16 {{(pid=95101) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 19:29:21.147939 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c1ef00e-42fe-4566-bc7b-d69ea16ba120 service neutron] Pushing event updated for resources: {'Port': ['ID=27bec566-9693-40e6-acf8-7d8d7255f92d,revision_number=10']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:29:21.150926 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd85082-5d75-43f2-90e1-440fcba50ebe req-233e2696-aab3-462d-a5f0-b80e42108cf2 tempest-FloatingIPsAssociationNegativeTestJSON-369828806 tempest-FloatingIPsAssociationNegativeTestJSON-369828806-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:29:21.152372 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-4bd85082-5d75-43f2-90e1-440fcba50ebe req-233e2696-aab3-462d-a5f0-b80e42108cf2 tempest-FloatingIPsAssociationNegativeTestJSON-369828806 tempest-FloatingIPsAssociationNegativeTestJSON-369828806-project] 10.222.0.67 "GET /v2.0/networks/5dec5c09-378e-4f50-89cc-d94eb81c3bac HTTP/1.1" status: 200 len: 784 time: 0.4406023 Sep 23 19:29:21.162126 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb113aa7-3266-4967-994d-ff52f837aabb req-0be0785f-4429-4558-b31b-e0a4d295aa53 tempest-MigrationsAdminTest-397594546 tempest-MigrationsAdminTest-397594546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:29:21.172047 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-eb113aa7-3266-4967-994d-ff52f837aabb req-0be0785f-4429-4558-b31b-e0a4d295aa53 tempest-MigrationsAdminTest-397594546 tempest-MigrationsAdminTest-397594546-project] 10.222.0.67 "GET /v2.0/ports?device_id=8c2ff25d-e89a-47f5-89c5-0372db439fc3 HTTP/1.1" status: 200 len: 950 time: 0.3616529 Sep 23 19:29:21.185357 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1a90e09-9c40-48cd-82e0-533d4f6cec69 None None] The sync data for ids ['3805e5bd-eef0-465b-b5a0-5292e527536c'] in n-d-713301-16 is: [{'id': '3805e5bd-eef0-465b-b5a0-5292e527536c', 'name': 'tempest-ServersTestMultiNic-1853342913-router', 'tenant_id': 'e5bc57b02b1840628e8df5037b8dd2e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:27:43Z', 'updated_at': '2021-09-23T19:29:20Z', 'revision_number': 6, 'project_id': 'e5bc57b02b1840628e8df5037b8dd2e7', 'gw_port_host': None}] {{(pid=95104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 19:29:21.190085 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.plugin [None req-b6a94a91-bc41-47de-9e02-667e4f9f35a4 admin admin] Deleting port c0d0e1e4-7868-4070-abf8-f79108bacc05 {{(pid=95102) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:29:21.190431 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-b6a94a91-bc41-47de-9e02-667e4f9f35a4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783146157096'] for port, before_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:29:21.195184 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.managers [req-402f587e-7655-4835-997c-78905cdea561 req-9c1ef00e-42fe-4566-bc7b-d69ea16ba120 service neutron] Attempting to bind port 27bec566-9693-40e6-acf8-7d8d7255f92d on host n-h2-713301-16 for vnic_type normal with profile {{(pid=95101) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 19:29:21.195959 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.managers [req-402f587e-7655-4835-997c-78905cdea561 req-9c1ef00e-42fe-4566-bc7b-d69ea16ba120 service neutron] Attempting to bind port 27bec566-9693-40e6-acf8-7d8d7255f92d by drivers openvswitch,hyperv on host n-h2-713301-16 at level 0 using segments [{'id': '6139d589-eb6c-4578-8935-c26ddf396853', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '5220cb0c-da05-478a-9604-8c11469a05b4'}] {{(pid=95101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 19:29:21.196616 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-402f587e-7655-4835-997c-78905cdea561 req-9c1ef00e-42fe-4566-bc7b-d69ea16ba120 service neutron] Attempting to bind port 27bec566-9693-40e6-acf8-7d8d7255f92d on network 5220cb0c-da05-478a-9604-8c11469a05b4 {{(pid=95101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:29:21.205105 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-402f587e-7655-4835-997c-78905cdea561 req-9c1ef00e-42fe-4566-bc7b-d69ea16ba120 service neutron] Port 27bec566-9693-40e6-acf8-7d8d7255f92d on network 5220cb0c-da05-478a-9604-8c11469a05b4 not bound, no agent of type Open vSwitch agent registered on host n-h2-713301-16 {{(pid=95101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 19:29:21.205746 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-402f587e-7655-4835-997c-78905cdea561 req-9c1ef00e-42fe-4566-bc7b-d69ea16ba120 service neutron] Attempting to bind port 27bec566-9693-40e6-acf8-7d8d7255f92d on network 5220cb0c-da05-478a-9604-8c11469a05b4 {{(pid=95101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:29:21.215791 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-402f587e-7655-4835-997c-78905cdea561 req-9c1ef00e-42fe-4566-bc7b-d69ea16ba120 service neutron] Checking agent: {'id': '2a7cea34-db54-4faf-8d23-37521c3e34cb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713301-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 19, 15, 28), 'started_at': datetime.datetime(2021, 9, 23, 19, 15, 28), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 19, 28, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 19:29:21.216478 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-402f587e-7655-4835-997c-78905cdea561 req-9c1ef00e-42fe-4566-bc7b-d69ea16ba120 service neutron] Checking segment: {'id': '6139d589-eb6c-4578-8935-c26ddf396853', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '5220cb0c-da05-478a-9604-8c11469a05b4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:29:21.217256 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-402f587e-7655-4835-997c-78905cdea561 req-9c1ef00e-42fe-4566-bc7b-d69ea16ba120 service neutron] Bound using segment: {'id': '6139d589-eb6c-4578-8935-c26ddf396853', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '5220cb0c-da05-478a-9604-8c11469a05b4'} {{(pid=95101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 19:29:21.218097 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.managers [req-402f587e-7655-4835-997c-78905cdea561 req-9c1ef00e-42fe-4566-bc7b-d69ea16ba120 service neutron] Bound port: 27bec566-9693-40e6-acf8-7d8d7255f92d, host: n-h2-713301-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6139d589-eb6c-4578-8935-c26ddf396853', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '5220cb0c-da05-478a-9604-8c11469a05b4'}}] {{(pid=95101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 19:29:21.218790 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-402f587e-7655-4835-997c-78905cdea561 req-9c1ef00e-42fe-4566-bc7b-d69ea16ba120 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:29:21.281498 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-eb113aa7-3266-4967-994d-ff52f837aabb req-0634986b-4526-417d-a27e-bdde78559b2a tempest-MigrationsAdminTest-397594546 tempest-MigrationsAdminTest-397594546-project] 10.222.0.67 "GET /v2.0/security-groups?id=78cb509b-31c4-4e2a-bb5c-7abd6194dcc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1106768 Sep 23 19:29:21.327822 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.db [req-402f587e-7655-4835-997c-78905cdea561 req-9c1ef00e-42fe-4566-bc7b-d69ea16ba120 service neutron] For port 27bec566-9693-40e6-acf8-7d8d7255f92d, host n-h2-713301-16, cleared binding levels {{(pid=95101) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 19:29:21.331751 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.db [req-402f587e-7655-4835-997c-78905cdea561 req-9c1ef00e-42fe-4566-bc7b-d69ea16ba120 service neutron] For port 27bec566-9693-40e6-acf8-7d8d7255f92d, host n-h2-713301-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-16',level=0,port_id=27bec566-9693-40e6-acf8-7d8d7255f92d,segment=NetworkSegment(6139d589-eb6c-4578-8935-c26ddf396853),segment_id=6139d589-eb6c-4578-8935-c26ddf396853)] {{(pid=95101) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 19:29:21.334888 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-6666730c-ee8d-4a16-8b8a-cf144a27fdb2 req-9fdae22c-1d00-4193-abc7-53af9dd524df tempest-ServerShowV257Test-1972889360 tempest-ServerShowV257Test-1972889360-project] 10.222.0.67 "GET /v2.0/ports?device_id=29a13295-c9ea-4b76-b6b2-921ec1564406 HTTP/1.1" status: 200 len: 210 time: 0.0566454 Sep 23 19:29:21.338704 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-402f587e-7655-4835-997c-78905cdea561 req-9c1ef00e-42fe-4566-bc7b-d69ea16ba120 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5607436'] for port, after_update {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:29:21.365401 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.db [None req-b6a94a91-bc41-47de-9e02-667e4f9f35a4 admin admin] For port c0d0e1e4-7868-4070-abf8-f79108bacc05, host n-d-713301-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-16',level=0,port_id=c0d0e1e4-7868-4070-abf8-f79108bacc05,segment=NetworkSegment(7d4027f1-d893-4c7b-95d4-757b8e44e380),segment_id=7d4027f1-d893-4c7b-95d4-757b8e44e380)] {{(pid=95102) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:29:21.365788 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-b6a94a91-bc41-47de-9e02-667e4f9f35a4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-605701'] for port, precommit_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:29:21.384264 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.plugin [None req-b6a94a91-bc41-47de-9e02-667e4f9f35a4 admin admin] Calling delete_port for c0d0e1e4-7868-4070-abf8-f79108bacc05 owned by network:router_gateway {{(pid=95102) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:29:21.445768 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c1ef00e-42fe-4566-bc7b-d69ea16ba120 service neutron] Pushing event updated for resources: {'Port': ['ID=27bec566-9693-40e6-acf8-7d8d7255f92d,revision_number=11']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:29:21.460506 n-d-713301-16 neutron-server[95101]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 23 Sep 2021 19:29:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0980bd6-484c-4ac7-8b46-8bf612863c7a x-openstack-request-id: req-c0980bd6-484c-4ac7-8b46-8bf612863c7a {{(pid=95101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 19:29:21.461090 n-d-713301-16 neutron-server[95101]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8c2ff25d-e89a-47f5-89c5-0372db439fc3", "name": "network-vif-unplugged", "status": "completed", "tag": "27bec566-9693-40e6-acf8-7d8d7255f92d", "code": 200}]} {{(pid=95101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 19:29:21.461675 n-d-713301-16 neutron-server[95101]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-c0980bd6-484c-4ac7-8b46-8bf612863c7a {{(pid=95101) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 19:29:21.462474 n-d-713301-16 neutron-server[95101]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8c2ff25d-e89a-47f5-89c5-0372db439fc3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '27bec566-9693-40e6-acf8-7d8d7255f92d', 'code': 200} Sep 23 19:29:21.468714 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-402f587e-7655-4835-997c-78905cdea561 req-9c1ef00e-42fe-4566-bc7b-d69ea16ba120 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:29:21.470359 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-402f587e-7655-4835-997c-78905cdea561 req-9c1ef00e-42fe-4566-bc7b-d69ea16ba120 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222849'] for port, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:29:21.475028 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-402f587e-7655-4835-997c-78905cdea561 req-9c1ef00e-42fe-4566-bc7b-d69ea16ba120 service neutron] 10.222.0.53 "PUT /v2.0/ports/27bec566-9693-40e6-acf8-7d8d7255f92d HTTP/1.1" status: 200 len: 1098 time: 1.3571467 Sep 23 19:29:21.557701 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-402f587e-7655-4835-997c-78905cdea561 req-a7bb028a-28a6-41b9-a2cd-55f99212d33e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:29:21.569167 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-402f587e-7655-4835-997c-78905cdea561 req-a7bb028a-28a6-41b9-a2cd-55f99212d33e service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=cff0149cb20c4944955e93a2b393f7c5&device_id=8c2ff25d-e89a-47f5-89c5-0372db439fc3 HTTP/1.1" status: 200 len: 1101 time: 0.0675812 Sep 23 19:29:21.662367 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd9ad64-6766-4e6f-8269-fbd83fa90dbd req-f97ae4d1-28ae-4b59-bd01-dab601bcb371 tempest-DeleteServersTestJSON-2111530366 tempest-DeleteServersTestJSON-2111530366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:29:21.664027 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-6dd9ad64-6766-4e6f-8269-fbd83fa90dbd req-f97ae4d1-28ae-4b59-bd01-dab601bcb371 tempest-DeleteServersTestJSON-2111530366 tempest-DeleteServersTestJSON-2111530366-project] 10.222.0.67 "GET /v2.0/ports?device_id=f309ed76-4458-4fae-b768-639307adadfe HTTP/1.1" status: 200 len: 944 time: 0.1883619 Sep 23 19:29:21.696726 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a7ea5f-4c5e-4a87-8484-3e50aa154d70 req-651e6cb6-0f3a-4bdd-afe0-e9d0ddd8bd33 tempest-FloatingIPsAssociationNegativeTestJSON-369828806 tempest-FloatingIPsAssociationNegativeTestJSON-369828806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:29:21.698362 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-15a7ea5f-4c5e-4a87-8484-3e50aa154d70 req-651e6cb6-0f3a-4bdd-afe0-e9d0ddd8bd33 tempest-FloatingIPsAssociationNegativeTestJSON-369828806 tempest-FloatingIPsAssociationNegativeTestJSON-369828806-project] 10.222.0.67 "GET /v2.0/ports?device_id=5fc2ff09-250c-4f1b-af64-3897f19bf20e&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.1825793 Sep 23 19:29:21.708795 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-402f587e-7655-4835-997c-78905cdea561 req-14133c4c-8965-45e6-800e-29e5b11d968d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:29:21.711672 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-402f587e-7655-4835-997c-78905cdea561 req-14133c4c-8965-45e6-800e-29e5b11d968d service neutron] 10.222.0.53 "GET /v2.0/networks?id=5220cb0c-da05-478a-9604-8c11469a05b4 HTTP/1.1" status: 200 len: 870 time: 0.1337276 Sep 23 19:29:21.783270 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-402f587e-7655-4835-997c-78905cdea561 req-4f9b213d-a6a0-4587-8c3e-037cd1f36e86 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.195&port_id=27bec566-9693-40e6-acf8-7d8d7255f92d HTTP/1.1" status: 200 len: 217 time: 0.0638530 Sep 23 19:29:21.803805 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-6dd9ad64-6766-4e6f-8269-fbd83fa90dbd req-f46a44f5-7648-40e2-a096-30a4c9b0ee7d tempest-DeleteServersTestJSON-2111530366 tempest-DeleteServersTestJSON-2111530366-project] 10.222.0.67 "GET /v2.0/security-groups?id=67f2e2ca-928f-40e5-b9b2-05ec3bddbb37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1240063 Sep 23 19:29:21.806803 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-15a7ea5f-4c5e-4a87-8484-3e50aa154d70 req-8169c723-f4fe-47a1-89ee-5c0b81f86d20 tempest-FloatingIPsAssociationNegativeTestJSON-369828806 tempest-FloatingIPsAssociationNegativeTestJSON-369828806-project] 10.222.0.67 "GET /v2.0/floatingips?floating_ip_address=172.25.1.220 HTTP/1.1" status: 200 len: 696 time: 0.0918148 Sep 23 19:29:21.821614 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.v2.base [req-15a7ea5f-4c5e-4a87-8484-3e50aa154d70 req-11f56ad9-43d6-4e1d-ba12-c6e33659150a tempest-FloatingIPsAssociationNegativeTestJSON-369828806 tempest-FloatingIPsAssociationNegativeTestJSON-369828806-project] Request body: {'floatingip': {'port_id': 'f1ba3ace-8c88-48eb-899d-68684df1164c', 'fixed_ip_address': '172.20.0.11'}} {{(pid=95102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:29:21.852906 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-402f587e-7655-4835-997c-78905cdea561 req-6091f923-5a07-4ca9-be25-ed1d76e75092 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:29:21.855858 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-402f587e-7655-4835-997c-78905cdea561 req-6091f923-5a07-4ca9-be25-ed1d76e75092 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=1ccc69bc-9d6b-44d9-b227-204e47dc6e45 HTTP/1.1" status: 200 len: 843 time: 0.0659225 Sep 23 19:29:21.860328 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-b6a94a91-bc41-47de-9e02-667e4f9f35a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783146162158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783145673144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4399100'] for port, after_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:29:21.893677 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-15a7ea5f-4c5e-4a87-8484-3e50aa154d70 req-11f56ad9-43d6-4e1d-ba12-c6e33659150a tempest-FloatingIPsAssociationNegativeTestJSON-369828806 tempest-FloatingIPsAssociationNegativeTestJSON-369828806-project] Notify callbacks [] for floatingip, before_update {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:29:21.898187 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6a94a91-bc41-47de-9e02-667e4f9f35a4 admin admin] Pushing event deleted for resources: {'Port': ['ID=c0d0e1e4-7868-4070-abf8-f79108bacc05,revision_number=None']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:29:21.914418 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Device ceb5ff32-b4a3-47c4-a3ef-c43a21c7ef8f details requested by agent hyperv_n-h2-713301-16 with host n-h2-713301-16 {{(pid=95103) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 19:29:21.917045 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-402f587e-7655-4835-997c-78905cdea561 req-64f15ed3-6db2-4c24-a983-b008deac4b74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:29:21.919471 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-402f587e-7655-4835-997c-78905cdea561 req-64f15ed3-6db2-4c24-a983-b008deac4b74 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=5220cb0c-da05-478a-9604-8c11469a05b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0563073 Sep 23 19:29:22.024100 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] For port ceb5ff32-b4a3-47c4-a3ef-c43a21c7ef8f, host n-h2-713301-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-16',level=0,port_id=ceb5ff32-b4a3-47c4-a3ef-c43a21c7ef8f,segment=NetworkSegment(741d6d3e-2760-41a6-838f-b8b4255cee30),segment_id=741d6d3e-2760-41a6-838f-b8b4255cee30)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:29:22.037707 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Returning: {'device': 'ceb5ff32-b4a3-47c4-a3ef-c43a21c7ef8f', 'network_id': 'e47803fc-37db-4c82-80ca-757602b818ca', 'port_id': 'ceb5ff32-b4a3-47c4-a3ef-c43a21c7ef8f', 'mac_address': 'fa:16:3e:aa:a4:14', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 603, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4ba945d5-0498-408c-b65f-8f07a46d41b0', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95103) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 19:29:22.039693 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-402f587e-7655-4835-997c-78905cdea561 req-a0cfef6c-ff08-456e-9fa0-69cd581a6574 service neutron] 10.222.0.53 "GET /v2.0/networks/5220cb0c-da05-478a-9604-8c11469a05b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1100364 Sep 23 19:29:22.047424 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-b6a94a91-bc41-47de-9e02-667e4f9f35a4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-601942'] for router_gateway, after_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:29:22.095601 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:29:22.110375 n-d-713301-16 neutron-server[95103]: DEBUG neutron.notifiers.nova [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ceb5ff32-b4a3-47c4-a3ef-c43a21c7ef8f {{(pid=95103) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 19:29:22.140031 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] For port ceb5ff32-b4a3-47c4-a3ef-c43a21c7ef8f, host n-h2-713301-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-16',level=0,port_id=ceb5ff32-b4a3-47c4-a3ef-c43a21c7ef8f,segment=NetworkSegment(741d6d3e-2760-41a6-838f-b8b4255cee30),segment_id=741d6d3e-2760-41a6-838f-b8b4255cee30)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:29:22.147349 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:29:22.166125 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-402f587e-7655-4835-997c-78905cdea561 req-ca2e03d2-2704-410d-9169-d6642cc0e969 service neutron] 10.222.0.53 "GET /v2.0/networks/5220cb0c-da05-478a-9604-8c11469a05b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1178885 Sep 23 19:29:22.190496 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-b6a94a91-bc41-47de-9e02-667e4f9f35a4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-597305', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29369'] for router, precommit_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:29:22.195263 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-b6a94a91-bc41-47de-9e02-667e4f9f35a4 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:29:22.212029 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Pushing event updated for resources: {'Port': ['ID=ceb5ff32-b4a3-47c4-a3ef-c43a21c7ef8f,revision_number=4']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:29:22.276397 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-b6a94a91-bc41-47de-9e02-667e4f9f35a4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-597296'] for router, after_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:29:22.276902 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6a94a91-bc41-47de-9e02-667e4f9f35a4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3805e5bd-eef0-465b-b5a0-5292e527536c {{(pid=95102) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 23 19:29:22.284023 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-b6a94a91-bc41-47de-9e02-667e4f9f35a4 admin admin] Notify callbacks [] for router, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:29:22.285300 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-b6a94a91-bc41-47de-9e02-667e4f9f35a4 admin admin] 10.222.0.67 "DELETE /v2.0/routers/3805e5bd-eef0-465b-b5a0-5292e527536c HTTP/1.1" status: 204 len: 168 time: 1.9753032 Sep 23 19:29:22.288342 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 41766) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:29:22.303326 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-297c1d01-b047-4b3e-8de3-844ad8864762 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:29:22.359092 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Device 27bec566-9693-40e6-acf8-7d8d7255f92d no longer exists at agent hyperv_n-h1-713301-16 {{(pid=95103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 19:29:22.373939 n-d-713301-16 neutron-server[95101]: DEBUG neutron.db.db_base_plugin_v2 [None req-1377dd8b-3864-41cf-9483-55aa722012bd admin admin] Deleting subnet 8fd9bff7-5d8e-45df-9c62-138803c1d6a6 {{(pid=95101) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 23 19:29:22.378531 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-1377dd8b-3864-41cf-9483-55aa722012bd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:29:22.386079 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] get_ports_and_sgs() called for port_ids ['ceb5ff32-b4a3-47c4-a3ef-c43a21c7ef8f'] {{(pid=95103) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 19:29:22.421716 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-1377dd8b-3864-41cf-9483-55aa722012bd admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6007154'] for subnet, precommit_delete_associations {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:29:22.432700 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Device 27bec566-9693-40e6-acf8-7d8d7255f92d not bound to the agent host n-h1-713301-16 {{(pid=95103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 19:29:22.535249 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-1377dd8b-3864-41cf-9483-55aa722012bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1756813'] for subnet, precommit_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:29:22.588838 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f27c0700-4d2a-4b46-abd1-029f1c5abc49 req-cc297235-f6a5-4730-9e61-956147bfaee2 tempest-MigrationsAdminTest-397594546 tempest-MigrationsAdminTest-397594546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:29:22.590548 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-f27c0700-4d2a-4b46-abd1-029f1c5abc49 req-cc297235-f6a5-4730-9e61-956147bfaee2 tempest-MigrationsAdminTest-397594546 tempest-MigrationsAdminTest-397594546-project] 10.222.0.67 "GET /v2.0/ports?device_id=8c2ff25d-e89a-47f5-89c5-0372db439fc3 HTTP/1.1" status: 200 len: 949 time: 0.2106397 Sep 23 19:29:22.606525 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-1377dd8b-3864-41cf-9483-55aa722012bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1756804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5607514', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6130950'] for subnet, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:29:22.638254 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-1377dd8b-3864-41cf-9483-55aa722012bd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527417'] for subnet, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:29:22.640325 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-1377dd8b-3864-41cf-9483-55aa722012bd admin admin] 10.222.0.67 "DELETE /v2.0/subnets/8fd9bff7-5d8e-45df-9c62-138803c1d6a6 HTTP/1.1" status: 204 len: 168 time: 0.3500071 Sep 23 19:29:22.641435 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1377dd8b-3864-41cf-9483-55aa722012bd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8fd9bff7-5d8e-45df-9c62-138803c1d6a6,revision_number=None']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:29:22.643300 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 41774) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:29:22.654216 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d1fb2ea-adea-4f86-ab27-9c7ab2f803b0 None None] Network 689b461e-d1c6-403c-9578-5b169de9e172 requested from n-d-713301-16 {{(pid=95103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 19:29:22.710851 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.db.resource_extend [req-15a7ea5f-4c5e-4a87-8484-3e50aa154d70 req-11f56ad9-43d6-4e1d-ba12-c6e33659150a tempest-FloatingIPsAssociationNegativeTestJSON-369828806 tempest-FloatingIPsAssociationNegativeTestJSON-369828806-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=95102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 23 19:29:22.759622 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-f27c0700-4d2a-4b46-abd1-029f1c5abc49 req-bfa885a1-9f2d-46bb-95ac-0b31c171c4ab tempest-MigrationsAdminTest-397594546 tempest-MigrationsAdminTest-397594546-project] 10.222.0.67 "GET /v2.0/security-groups?id=78cb509b-31c4-4e2a-bb5c-7abd6194dcc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1505246 Sep 23 19:29:22.813844 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-15a7ea5f-4c5e-4a87-8484-3e50aa154d70 req-11f56ad9-43d6-4e1d-ba12-c6e33659150a tempest-FloatingIPsAssociationNegativeTestJSON-369828806 tempest-FloatingIPsAssociationNegativeTestJSON-369828806-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:29:22.819886 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-e2f38ec1-0c11-4747-9398-e1da4afa87a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1628021'] for network, before_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:29:22.823135 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-15a7ea5f-4c5e-4a87-8484-3e50aa154d70 req-11f56ad9-43d6-4e1d-ba12-c6e33659150a tempest-FloatingIPsAssociationNegativeTestJSON-369828806 tempest-FloatingIPsAssociationNegativeTestJSON-369828806-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-601884'] for floatingip, after_update {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:29:22.860347 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3788d667-0c45-4e9f-b17f-c50bafa62b0f None None] DHCP port deletion for 689b461e-d1c6-403c-9578-5b169de9e172 request from n-d-713301-16 {{(pid=95103) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 23 19:29:22.921175 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.plugin [None req-3788d667-0c45-4e9f-b17f-c50bafa62b0f None None] Deleting port 3ceee203-8826-4529-ae43-80cfd63d90a9 {{(pid=95103) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:29:22.922032 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-3788d667-0c45-4e9f-b17f-c50bafa62b0f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783146157096'] for port, before_delete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:29:22.989206 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-3788d667-0c45-4e9f-b17f-c50bafa62b0f None None] For port 3ceee203-8826-4529-ae43-80cfd63d90a9, host n-d-713301-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-16',level=0,port_id=3ceee203-8826-4529-ae43-80cfd63d90a9,segment=NetworkSegment(b5e2d5bf-afea-4c4b-8e45-3078548d73e6),segment_id=b5e2d5bf-afea-4c4b-8e45-3078548d73e6)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:29:22.989605 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-3788d667-0c45-4e9f-b17f-c50bafa62b0f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-605701'] for port, precommit_delete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:29:23.009773 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.plugin [None req-3788d667-0c45-4e9f-b17f-c50bafa62b0f None None] Calling delete_port for 3ceee203-8826-4529-ae43-80cfd63d90a9 owned by network:dhcp {{(pid=95103) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:29:23.026395 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:29:23.103869 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-3788d667-0c45-4e9f-b17f-c50bafa62b0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783146162158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783145673144'] for port, after_delete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:29:23.130236 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3788d667-0c45-4e9f-b17f-c50bafa62b0f None None] Pushing event deleted for resources: {'Port': ['ID=3ceee203-8826-4529-ae43-80cfd63d90a9,revision_number=None']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:29:23.134963 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3788d667-0c45-4e9f-b17f-c50bafa62b0f None None] No DVR routers for this DVR port 3ceee203-8826-4529-ae43-80cfd63d90a9 on host n-d-713301-16 {{(pid=95103) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 19:29:23.155822 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-9a4cd832-e79d-415b-bb05-831b72c5ac50 req-193bb2a2-a69f-4344-b714-5a7d7204f301 tempest-ServerShowV257Test-1972889360 tempest-ServerShowV257Test-1972889360-project] 10.222.0.67 "GET /v2.0/ports?device_id=29a13295-c9ea-4b76-b6b2-921ec1564406 HTTP/1.1" status: 200 len: 210 time: 0.3291728 Sep 23 19:29:23.183836 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.plugin [None req-e2f38ec1-0c11-4747-9398-e1da4afa87a3 admin admin] The port '3ceee203-8826-4529-ae43-80cfd63d90a9' was deleted {{(pid=95102) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1953}} Sep 23 19:29:23.281253 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-e2f38ec1-0c11-4747-9398-e1da4afa87a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1754676', 'neutron.services.segments.db._delete_segments_for_network-8783146221460'] for network, precommit_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:29:23.284774 n-d-713301-16 neutron-server[95102]: INFO neutron.db.l3_db [req-15a7ea5f-4c5e-4a87-8484-3e50aa154d70 req-11f56ad9-43d6-4e1d-ba12-c6e33659150a tempest-FloatingIPsAssociationNegativeTestJSON-369828806 tempest-FloatingIPsAssociationNegativeTestJSON-369828806-project] Floating IP 3f40722b-ebb8-4d52-8c54-deb6dad4e680 associated. External IP: 172.25.1.220, port: f1ba3ace-8c88-48eb-899d-68684df1164c. Sep 23 19:29:23.317395 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Device c0d0e1e4-7868-4070-abf8-f79108bacc05 no longer exists at agent ovs-agent-n-d-713301-16 {{(pid=95103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 19:29:23.344528 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.plugin [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] No Port match for: c0d0e1e4-7868-4070-abf8-f79108bacc05 {{(pid=95103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 19:29:23.344964 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Device c0d0e1e4-7868-4070-abf8-f79108bacc05 not bound to the agent host n-d-713301-16 {{(pid=95103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 19:29:23.345388 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Device 3ceee203-8826-4529-ae43-80cfd63d90a9 no longer exists at agent ovs-agent-n-d-713301-16 {{(pid=95103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 19:29:23.368147 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.plugin [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] No Port match for: 3ceee203-8826-4529-ae43-80cfd63d90a9 {{(pid=95103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 19:29:23.368491 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Device 3ceee203-8826-4529-ae43-80cfd63d90a9 not bound to the agent host n-d-713301-16 {{(pid=95103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 19:29:23.369007 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Device 1b795f46-5f6d-4ddb-b778-bb7a400a63d7 no longer exists at agent ovs-agent-n-d-713301-16 {{(pid=95103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 19:29:23.371259 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-0ae75029-feb6-4728-9a94-5f9b60993d82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:29:23.394156 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.plugin [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] No Port match for: 1b795f46-5f6d-4ddb-b778-bb7a400a63d7 {{(pid=95103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 19:29:23.394418 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Device 1b795f46-5f6d-4ddb-b778-bb7a400a63d7 not bound to the agent host n-d-713301-16 {{(pid=95103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 19:29:23.397401 n-d-713301-16 neutron-server[95102]: DEBUG neutron.services.segments.db [None req-e2f38ec1-0c11-4747-9398-e1da4afa87a3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['689b461e-d1c6-403c-9578-5b169de9e172']}} {{(pid=95102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:29:23.409772 n-d-713301-16 neutron-server[95102]: DEBUG neutron.services.segments.db [None req-e2f38ec1-0c11-4747-9398-e1da4afa87a3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b5e2d5bf-afea-4c4b-8e45-3078548d73e6') {'for_net_delete': True} {{(pid=95102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:29:23.410108 n-d-713301-16 neutron-server[95102]: DEBUG neutron.services.segments.db [None req-e2f38ec1-0c11-4747-9398-e1da4afa87a3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b5e2d5bf-afea-4c4b-8e45-3078548d73e6') {} {{(pid=95102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:29:23.424173 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-e2f38ec1-0c11-4747-9398-e1da4afa87a3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783146221725', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6162832'] for segment, before_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:29:23.454960 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-e2f38ec1-0c11-4747-9398-e1da4afa87a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1756186'] for segment, precommit_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:29:23.463563 n-d-713301-16 neutron-server[95101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8c2ff25d-e89a-47f5-89c5-0372db439fc3', 'tag': '27bec566-9693-40e6-acf8-7d8d7255f92d'}] {{(pid=95101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 19:29:23.465994 n-d-713301-16 neutron-server[95101]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d8366c5740cd635e57ab12b71fe44a77c2acc3c19091ef849c6f68b380462244" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0b5d4c2-0303-486d-89a9-55ebac81b0b3" -d '{"events": [{"name": "network-changed", "server_uuid": "8c2ff25d-e89a-47f5-89c5-0372db439fc3", "tag": "27bec566-9693-40e6-acf8-7d8d7255f92d"}]}' {{(pid=95101) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 19:29:23.471149 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87fe0c4d-adfd-4b31-9bb2-b7d9d36889a6 req-8734c944-b86f-4332-916c-760ad048894f tempest-DeleteServersTestJSON-2111530366 tempest-DeleteServersTestJSON-2111530366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:29:23.472752 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-87fe0c4d-adfd-4b31-9bb2-b7d9d36889a6 req-8734c944-b86f-4332-916c-760ad048894f tempest-DeleteServersTestJSON-2111530366 tempest-DeleteServersTestJSON-2111530366-project] 10.222.0.67 "GET /v2.0/ports?device_id=f309ed76-4458-4fae-b768-639307adadfe HTTP/1.1" status: 200 len: 945 time: 0.1468837 Sep 23 19:29:23.475834 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e2f38ec1-0c11-4747-9398-e1da4afa87a3 admin admin] Releasing vlan 645 on physical network physnet1 to pool {{(pid=95102) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 19:29:23.476234 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-e2f38ec1-0c11-4747-9398-e1da4afa87a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1756186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4398095'] for segment, after_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:29:23.478071 n-d-713301-16 neutron-server[95102]: Traceback (most recent call last): Sep 23 19:29:23.478071 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 19:29:23.478071 n-d-713301-16 neutron-server[95102]: timer() Sep 23 19:29:23.478071 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 19:29:23.478071 n-d-713301-16 neutron-server[95102]: cb(*args, **kw) Sep 23 19:29:23.478071 n-d-713301-16 neutron-server[95102]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 19:29:23.478071 n-d-713301-16 neutron-server[95102]: return func(*args, **kwargs) Sep 23 19:29:23.478071 n-d-713301-16 neutron-server[95102]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 19:29:23.478071 n-d-713301-16 neutron-server[95102]: self._notify() Sep 23 19:29:23.478071 n-d-713301-16 neutron-server[95102]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 19:29:23.478071 n-d-713301-16 neutron-server[95102]: self.callback(batched_events) Sep 23 19:29:23.478071 n-d-713301-16 neutron-server[95102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 19:29:23.478071 n-d-713301-16 neutron-server[95102]: event.method(event) Sep 23 19:29:23.478071 n-d-713301-16 neutron-server[95102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 19:29:23.478071 n-d-713301-16 neutron-server[95102]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 19:29:23.478071 n-d-713301-16 neutron-server[95102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 19:29:23.478071 n-d-713301-16 neutron-server[95102]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 19:29:23.478071 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 19:29:23.478071 n-d-713301-16 neutron-server[95102]: return f(self, *a, **k) Sep 23 19:29:23.478071 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 19:29:23.478071 n-d-713301-16 neutron-server[95102]: return self._get(url).json() Sep 23 19:29:23.478071 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 19:29:23.478071 n-d-713301-16 neutron-server[95102]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 19:29:23.478071 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 19:29:23.478071 n-d-713301-16 neutron-server[95102]: return self.request(url, 'GET', **kwargs) Sep 23 19:29:23.478071 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 19:29:23.478071 n-d-713301-16 neutron-server[95102]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 19:29:23.478071 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 19:29:23.478071 n-d-713301-16 neutron-server[95102]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 19:29:23.478071 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 19:29:23.478071 n-d-713301-16 neutron-server[95102]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 19:29:23.478071 n-d-713301-16 neutron-server[95102]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 19:29:23.608518 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-e2f38ec1-0c11-4747-9398-e1da4afa87a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1754627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-601866'] for network, after_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:29:23.647768 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-e2f38ec1-0c11-4747-9398-e1da4afa87a3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527417'] for network, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:29:23.652039 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-e2f38ec1-0c11-4747-9398-e1da4afa87a3 admin admin] 10.222.0.67 "DELETE /v2.0/networks/689b461e-d1c6-403c-9578-5b169de9e172 HTTP/1.1" status: 204 len: 168 time: 1.0012980 Sep 23 19:29:23.652943 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-87fe0c4d-adfd-4b31-9bb2-b7d9d36889a6 req-c6e7b6af-0857-4a91-bac2-ad39f7d5f19d tempest-DeleteServersTestJSON-2111530366 tempest-DeleteServersTestJSON-2111530366-project] 10.222.0.67 "GET /v2.0/security-groups?id=67f2e2ca-928f-40e5-b9b2-05ec3bddbb37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1619751 Sep 23 19:29:23.674858 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2f38ec1-0c11-4747-9398-e1da4afa87a3 admin admin] Pushing event deleted for resources: {'Network': ['ID=689b461e-d1c6-403c-9578-5b169de9e172,revision_number=None']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:29:23.725302 n-d-713301-16 neutron-server[95102]: DEBUG neutron.scheduler.l3_agent_scheduler [req-15a7ea5f-4c5e-4a87-8484-3e50aa154d70 req-11f56ad9-43d6-4e1d-ba12-c6e33659150a tempest-FloatingIPsAssociationNegativeTestJSON-369828806 tempest-FloatingIPsAssociationNegativeTestJSON-369828806-project] Router 9879e38c-83b2-4401-bd2a-c505b1875d75 has already been hosted by L3 agent 79a740bf-7821-4989-8288-7186e3e128f3 {{(pid=95102) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 19:29:23.853983 n-d-713301-16 neutron-server[95101]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 19:29:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0bb17686-68bc-4ada-a2ed-4cd3c4aa6627 x-openstack-request-id: req-0bb17686-68bc-4ada-a2ed-4cd3c4aa6627 {{(pid=95101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 19:29:23.854284 n-d-713301-16 neutron-server[95101]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8c2ff25d-e89a-47f5-89c5-0372db439fc3", "tag": "27bec566-9693-40e6-acf8-7d8d7255f92d", "status": "completed", "code": 200}]} {{(pid=95101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 19:29:23.854538 n-d-713301-16 neutron-server[95101]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-0bb17686-68bc-4ada-a2ed-4cd3c4aa6627 {{(pid=95101) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 19:29:23.854937 n-d-713301-16 neutron-server[95101]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8c2ff25d-e89a-47f5-89c5-0372db439fc3', 'tag': '27bec566-9693-40e6-acf8-7d8d7255f92d', 'status': 'completed', 'code': 200} Sep 23 19:29:23.862138 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-15a7ea5f-4c5e-4a87-8484-3e50aa154d70 req-11f56ad9-43d6-4e1d-ba12-c6e33659150a tempest-FloatingIPsAssociationNegativeTestJSON-369828806 tempest-FloatingIPsAssociationNegativeTestJSON-369828806-project] Notify agent at l3_agent.n-d-713301-16 the message routers_updated {{(pid=95102) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 19:29:23.872855 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-15a7ea5f-4c5e-4a87-8484-3e50aa154d70 req-11f56ad9-43d6-4e1d-ba12-c6e33659150a tempest-FloatingIPsAssociationNegativeTestJSON-369828806 tempest-FloatingIPsAssociationNegativeTestJSON-369828806-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222849'] for floatingip, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:29:23.874428 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff0e5552-de2f-4175-a93a-d9458c859283 None None] Sync routers for ids ['9879e38c-83b2-4401-bd2a-c505b1875d75'] in n-d-713301-16 {{(pid=95103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 19:29:23.897092 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff0e5552-de2f-4175-a93a-d9458c859283 None None] Routers {'9879e38c-83b2-4401-bd2a-c505b1875d75'} bound to L3 agent in host n-d-713301-16 {{(pid=95103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 19:29:23.900692 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_hamode_db [None req-ff0e5552-de2f-4175-a93a-d9458c859283 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-23T19:07:52Z,description=,heartbeat_timestamp=2021-09-23T19:29:22Z,host='n-d-713301-16',id=79a740bf-7821-4989-8288-7186e3e128f3,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:07:52Z,topic='l3_agent')) {'router_ids': ['9879e38c-83b2-4401-bd2a-c505b1875d75'], 'active': True} {{(pid=95103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:29:23.948925 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 41788) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:29:23.969797 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-15a7ea5f-4c5e-4a87-8484-3e50aa154d70 req-11f56ad9-43d6-4e1d-ba12-c6e33659150a tempest-FloatingIPsAssociationNegativeTestJSON-369828806 tempest-FloatingIPsAssociationNegativeTestJSON-369828806-project] 10.222.0.67 "PUT /v2.0/floatingips/3f40722b-ebb8-4d52-8c54-deb6dad4e680 HTTP/1.1" status: 200 len: 997 time: 2.1541929 Sep 23 19:29:23.972703 n-d-713301-16 neutron-server[95102]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5fc2ff09-250c-4f1b-af64-3897f19bf20e', 'tag': 'f1ba3ace-8c88-48eb-899d-68684df1164c'}] {{(pid=95102) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 19:29:23.978420 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b5d4c2-0303-486d-89a9-55ebac81b0b3 req-547f582a-aec8-4165-ba67-8c7d23909782 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:29:23.978750 n-d-713301-16 neutron-server[95102]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab31b6d93e5336dbddfa8ec424565b3bd8cb2369c5b4d85bc943472dbb21e8ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bbad2584-6ab4-4c81-a64c-49d91436ad3d" -d '{"events": [{"name": "network-changed", "server_uuid": "5fc2ff09-250c-4f1b-af64-3897f19bf20e", "tag": "f1ba3ace-8c88-48eb-899d-68684df1164c"}]}' {{(pid=95102) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 19:29:23.979965 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-f0b5d4c2-0303-486d-89a9-55ebac81b0b3 req-547f582a-aec8-4165-ba67-8c7d23909782 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=cff0149cb20c4944955e93a2b393f7c5&device_id=8c2ff25d-e89a-47f5-89c5-0372db439fc3 HTTP/1.1" status: 200 len: 1101 time: 0.0800121 Sep 23 19:29:24.034234 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-a65ad049-39ad-44f1-bc03-f900f6151a25 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=e5bc57b02b1840628e8df5037b8dd2e7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0840778 Sep 23 19:29:24.037519 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 41792) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:29:24.049322 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Device 27bec566-9693-40e6-acf8-7d8d7255f92d details requested by agent hyperv_n-h2-713301-16 with host n-h2-713301-16 {{(pid=95103) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 19:29:24.053491 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Device ceb5ff32-b4a3-47c4-a3ef-c43a21c7ef8f up at agent hyperv_n-h2-713301-16 {{(pid=95103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 19:29:24.083638 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a7ea5f-4c5e-4a87-8484-3e50aa154d70 req-db03203d-55dd-4182-8758-283ea901846c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:29:24.085449 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-15a7ea5f-4c5e-4a87-8484-3e50aa154d70 req-db03203d-55dd-4182-8758-283ea901846c service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=40bcd04a276c4609930d2e19006d9ae9&device_id=5fc2ff09-250c-4f1b-af64-3897f19bf20e HTTP/1.1" status: 200 len: 1098 time: 0.0842819 Sep 23 19:29:24.095985 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee67e0bc-3965-4f64-abc2-de84e5a1d680 req-e61478c2-a9b9-4139-93de-3a40a396e989 tempest-MigrationsAdminTest-397594546 tempest-MigrationsAdminTest-397594546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:29:24.097285 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-ee67e0bc-3965-4f64-abc2-de84e5a1d680 req-e61478c2-a9b9-4139-93de-3a40a396e989 tempest-MigrationsAdminTest-397594546 tempest-MigrationsAdminTest-397594546-project] 10.222.0.67 "GET /v2.0/ports?device_id=8c2ff25d-e89a-47f5-89c5-0372db439fc3 HTTP/1.1" status: 200 len: 949 time: 0.1329069 Sep 23 19:29:24.139682 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-7fb71e9c-ebfb-4c3c-838b-b22e2ff59cd6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:29:24.146997 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b5d4c2-0303-486d-89a9-55ebac81b0b3 req-9b7379d9-2f9e-4375-abd8-91c467273e65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:29:24.148745 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-f0b5d4c2-0303-486d-89a9-55ebac81b0b3 req-9b7379d9-2f9e-4375-abd8-91c467273e65 service neutron] 10.222.0.53 "GET /v2.0/networks?id=5220cb0c-da05-478a-9604-8c11469a05b4 HTTP/1.1" status: 200 len: 870 time: 0.1600523 Sep 23 19:29:24.205487 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-f0b5d4c2-0303-486d-89a9-55ebac81b0b3 req-01520975-090f-4003-a5e7-7bd9a23ab990 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.195&port_id=27bec566-9693-40e6-acf8-7d8d7255f92d HTTP/1.1" status: 200 len: 217 time: 0.0465958 Sep 23 19:29:24.207401 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_dvr_db [None req-ff0e5552-de2f-4175-a93a-d9458c859283 None None] Set router 9879e38c-83b2-4401-bd2a-c505b1875d75 gateway port host: n-d-713301-16 {{(pid=95103) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 19:29:24.207985 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-7fb71e9c-ebfb-4c3c-838b-b22e2ff59cd6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:29:24.211855 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-ee67e0bc-3965-4f64-abc2-de84e5a1d680 req-15c5f5c9-759d-48e8-b404-32ae80a2a9b4 tempest-MigrationsAdminTest-397594546 tempest-MigrationsAdminTest-397594546-project] 10.222.0.67 "GET /v2.0/security-groups?id=78cb509b-31c4-4e2a-bb5c-7abd6194dcc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934079 Sep 23 19:29:24.229315 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a7ea5f-4c5e-4a87-8484-3e50aa154d70 req-934e963c-c76f-43e7-ac1b-910d2702405f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:29:24.230839 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-15a7ea5f-4c5e-4a87-8484-3e50aa154d70 req-934e963c-c76f-43e7-ac1b-910d2702405f service neutron] 10.222.0.67 "GET /v2.0/networks?id=952be697-032a-432d-bfa6-5a2ed54f2db3 HTTP/1.1" status: 200 len: 929 time: 0.1317458 Sep 23 19:29:24.270578 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Provisioning for port ceb5ff32-b4a3-47c4-a3ef-c43a21c7ef8f completed by entity L2. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 19:29:24.304700 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-7fb71e9c-ebfb-4c3c-838b-b22e2ff59cd6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:29:24.304901 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Provisioning complete for port ceb5ff32-b4a3-47c4-a3ef-c43a21c7ef8f triggered by entity L2. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:29:24.305753 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:29:24.308249 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-7fb71e9c-ebfb-4c3c-838b-b22e2ff59cd6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:29:24.309603 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-7fb71e9c-ebfb-4c3c-838b-b22e2ff59cd6 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/566f77e0-c65d-4b4e-93cb-ececf5c80170 HTTP/1.1" status: 204 len: 168 time: 0.2709718 Sep 23 19:29:24.312064 n-d-713301-16 neutron-server[95102]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 19:29:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-efefd4dc-2274-44c9-827a-d2dfa6d4b871 x-openstack-request-id: req-efefd4dc-2274-44c9-827a-d2dfa6d4b871 {{(pid=95102) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 19:29:24.312216 n-d-713301-16 neutron-server[95102]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5fc2ff09-250c-4f1b-af64-3897f19bf20e", "tag": "f1ba3ace-8c88-48eb-899d-68684df1164c", "status": "completed", "code": 200}]} {{(pid=95102) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 19:29:24.312641 n-d-713301-16 neutron-server[95102]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-efefd4dc-2274-44c9-827a-d2dfa6d4b871 {{(pid=95102) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 19:29:24.312998 n-d-713301-16 neutron-server[95102]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5fc2ff09-250c-4f1b-af64-3897f19bf20e', 'tag': 'f1ba3ace-8c88-48eb-899d-68684df1164c', 'status': 'completed', 'code': 200} Sep 23 19:29:24.375447 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-15a7ea5f-4c5e-4a87-8484-3e50aa154d70 req-e825e6df-7fcb-4c09-a5b2-abddbb80290c service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f1ba3ace-8c88-48eb-899d-68684df1164c HTTP/1.1" status: 200 len: 1000 time: 0.1208787 Sep 23 19:29:24.380657 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fb71e9c-ebfb-4c3c-838b-b22e2ff59cd6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=566f77e0-c65d-4b4e-93cb-ececf5c80170,revision_number=None']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:29:24.383622 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b5d4c2-0303-486d-89a9-55ebac81b0b3 req-3bc3d328-6302-4521-8944-3eac57dd2557 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:29:24.385825 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-f0b5d4c2-0303-486d-89a9-55ebac81b0b3 req-3bc3d328-6302-4521-8944-3eac57dd2557 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=1ccc69bc-9d6b-44d9-b227-204e47dc6e45 HTTP/1.1" status: 200 len: 843 time: 0.1347699 Sep 23 19:29:24.392862 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] For port 27bec566-9693-40e6-acf8-7d8d7255f92d, host n-h2-713301-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-16',level=0,port_id=27bec566-9693-40e6-acf8-7d8d7255f92d,segment=NetworkSegment(6139d589-eb6c-4578-8935-c26ddf396853),segment_id=6139d589-eb6c-4578-8935-c26ddf396853)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:29:24.424068 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbad2584-6ab4-4c81-a64c-49d91436ad3d req-ede5f244-683a-4a20-af73-2a34576bf5f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:29:24.427094 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-bbad2584-6ab4-4c81-a64c-49d91436ad3d req-ede5f244-683a-4a20-af73-2a34576bf5f8 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=40bcd04a276c4609930d2e19006d9ae9&device_id=5fc2ff09-250c-4f1b-af64-3897f19bf20e HTTP/1.1" status: 200 len: 1098 time: 0.1005876 Sep 23 19:29:24.469078 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-c6c57b78-c75a-4189-aa46-d3ddcdffeb15 req-8332889c-3313-48f5-9417-91cdfb5d51a0 tempest-ServerShowV257Test-1972889360 tempest-ServerShowV257Test-1972889360-project] 10.222.0.67 "GET /v2.0/ports?device_id=29a13295-c9ea-4b76-b6b2-921ec1564406 HTTP/1.1" status: 200 len: 210 time: 0.0431814 Sep 23 19:29:24.480485 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a7ea5f-4c5e-4a87-8484-3e50aa154d70 req-45b34aff-321f-45a4-ba55-28b01256260c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:29:24.483679 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-15a7ea5f-4c5e-4a87-8484-3e50aa154d70 req-45b34aff-321f-45a4-ba55-28b01256260c service neutron] 10.222.0.67 "GET /v2.0/subnets?id=b15be011-6503-48d2-bdab-47e258ecd8be HTTP/1.1" status: 200 len: 867 time: 0.1059575 Sep 23 19:29:24.511311 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b5d4c2-0303-486d-89a9-55ebac81b0b3 req-69c42037-8824-4177-8dcd-b560e726c30c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:29:24.513397 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-f0b5d4c2-0303-486d-89a9-55ebac81b0b3 req-69c42037-8824-4177-8dcd-b560e726c30c service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=5220cb0c-da05-478a-9604-8c11469a05b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1182516 Sep 23 19:29:24.572707 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a7ea5f-4c5e-4a87-8484-3e50aa154d70 req-79209c39-9414-4328-91ae-746f5a82bdad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:29:24.573966 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-15a7ea5f-4c5e-4a87-8484-3e50aa154d70 req-79209c39-9414-4328-91ae-746f5a82bdad service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=952be697-032a-432d-bfa6-5a2ed54f2db3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0812230 Sep 23 19:29:24.645284 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Returning: {'device': '27bec566-9693-40e6-acf8-7d8d7255f92d', 'network_id': '5220cb0c-da05-478a-9604-8c11469a05b4', 'port_id': '27bec566-9693-40e6-acf8-7d8d7255f92d', 'mac_address': 'fa:16:3e:1a:dc:64', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 624, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1ccc69bc-9d6b-44d9-b227-204e47dc6e45', 'ip_address': '192.168.233.195'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95103) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 19:29:24.652912 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a937b6-ef17-4df0-898a-4f00bb03aa8e req-cc2c5045-575b-4fe9-8e60-47fce6e0092c tempest-MigrationsAdminTest-1442044433 tempest-MigrationsAdminTest-1442044433-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:29:24.654713 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-79a937b6-ef17-4df0-898a-4f00bb03aa8e req-cc2c5045-575b-4fe9-8e60-47fce6e0092c tempest-MigrationsAdminTest-1442044433 tempest-MigrationsAdminTest-1442044433-project-admin] 10.222.0.67 "GET /v2.0/ports?device_id=8c2ff25d-e89a-47f5-89c5-0372db439fc3 HTTP/1.1" status: 200 len: 1101 time: 0.0948601 Sep 23 19:29:24.695303 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-f0b5d4c2-0303-486d-89a9-55ebac81b0b3 req-72fc4ff3-4d09-478d-b908-1df953b689e3 service neutron] 10.222.0.53 "GET /v2.0/networks/5220cb0c-da05-478a-9604-8c11469a05b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1168129 Sep 23 19:29:24.716752 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:29:24.731549 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-79a937b6-ef17-4df0-898a-4f00bb03aa8e req-d06835d9-69e5-4445-be6f-3c11a09dfd8d tempest-MigrationsAdminTest-1442044433 tempest-MigrationsAdminTest-1442044433-project-admin] 10.222.0.67 "GET /v2.0/security-groups?id=78cb509b-31c4-4e2a-bb5c-7abd6194dcc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474901 Sep 23 19:29:24.778659 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-15a7ea5f-4c5e-4a87-8484-3e50aa154d70 req-4722825d-cb37-4516-a620-5161368f573d service neutron] 10.222.0.67 "GET /v2.0/networks/952be697-032a-432d-bfa6-5a2ed54f2db3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1750317 Sep 23 19:29:24.825903 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbad2584-6ab4-4c81-a64c-49d91436ad3d req-adc7cb7d-1351-44c6-a6e8-370a44377329 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:29:24.827670 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-bbad2584-6ab4-4c81-a64c-49d91436ad3d req-adc7cb7d-1351-44c6-a6e8-370a44377329 service neutron] 10.222.0.74 "GET /v2.0/networks?id=952be697-032a-432d-bfa6-5a2ed54f2db3 HTTP/1.1" status: 200 len: 929 time: 0.3930190 Sep 23 19:29:24.834390 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-f0b5d4c2-0303-486d-89a9-55ebac81b0b3 req-c3e1a6a5-4b60-40db-a264-d29d7d15a818 service neutron] 10.222.0.53 "GET /v2.0/networks/5220cb0c-da05-478a-9604-8c11469a05b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1327140 Sep 23 19:29:24.903133 n-d-713301-16 neutron-server[95103]: DEBUG neutron.notifiers.nova [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 27bec566-9693-40e6-acf8-7d8d7255f92d {{(pid=95103) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 19:29:24.932676 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-bbad2584-6ab4-4c81-a64c-49d91436ad3d req-bc300e32-f5a8-4c05-a411-efd40d7ee57b service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f1ba3ace-8c88-48eb-899d-68684df1164c HTTP/1.1" status: 200 len: 1000 time: 0.0972202 Sep 23 19:29:24.935041 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-15a7ea5f-4c5e-4a87-8484-3e50aa154d70 req-31ad05da-957c-4cf2-a345-9eff81d85198 service neutron] 10.222.0.67 "GET /v2.0/networks/952be697-032a-432d-bfa6-5a2ed54f2db3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1552379 Sep 23 19:29:24.965304 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] For port 27bec566-9693-40e6-acf8-7d8d7255f92d, host n-h2-713301-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-16',level=0,port_id=27bec566-9693-40e6-acf8-7d8d7255f92d,segment=NetworkSegment(6139d589-eb6c-4578-8935-c26ddf396853),segment_id=6139d589-eb6c-4578-8935-c26ddf396853)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:29:24.974805 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:29:24.977596 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:29:25.018268 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbad2584-6ab4-4c81-a64c-49d91436ad3d req-0a203c73-d9e4-4661-8e80-ad4db00c876e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:29:25.019591 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-bbad2584-6ab4-4c81-a64c-49d91436ad3d req-0a203c73-d9e4-4661-8e80-ad4db00c876e service neutron] 10.222.0.74 "GET /v2.0/subnets?id=b15be011-6503-48d2-bdab-47e258ecd8be HTTP/1.1" status: 200 len: 867 time: 0.0796673 Sep 23 19:29:25.038898 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21de7b6c-aa5a-43f2-84e1-d674a418a11f req-f611ed5c-f97a-4b92-bdfc-0746e156d1d2 tempest-DeleteServersTestJSON-2111530366 tempest-DeleteServersTestJSON-2111530366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:29:25.039228 n-d-713301-16 neutron-server[95103]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f309ed76-4458-4fae-b768-639307adadfe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ceb5ff32-b4a3-47c4-a3ef-c43a21c7ef8f'}] {{(pid=95103) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 19:29:25.041764 n-d-713301-16 neutron-server[95103]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}81a1c17f2aa89d5b3ebbba3a3e0cf7eb588e431c2224256110c4c4facdd7c3e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99e8fdef-be59-4d24-a973-34933d358bc6" -d '{"events": [{"server_uuid": "f309ed76-4458-4fae-b768-639307adadfe", "name": "network-vif-plugged", "status": "completed", "tag": "ceb5ff32-b4a3-47c4-a3ef-c43a21c7ef8f"}]}' {{(pid=95103) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 19:29:25.046427 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-21de7b6c-aa5a-43f2-84e1-d674a418a11f req-f611ed5c-f97a-4b92-bdfc-0746e156d1d2 tempest-DeleteServersTestJSON-2111530366 tempest-DeleteServersTestJSON-2111530366-project] 10.222.0.67 "GET /v2.0/ports?device_id=f309ed76-4458-4fae-b768-639307adadfe HTTP/1.1" status: 200 len: 945 time: 0.1033010 Sep 23 19:29:25.069786 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] For port ceb5ff32-b4a3-47c4-a3ef-c43a21c7ef8f, host n-h2-713301-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-16',level=0,port_id=ceb5ff32-b4a3-47c4-a3ef-c43a21c7ef8f,segment=NetworkSegment(741d6d3e-2760-41a6-838f-b8b4255cee30),segment_id=741d6d3e-2760-41a6-838f-b8b4255cee30)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:29:25.083895 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbad2584-6ab4-4c81-a64c-49d91436ad3d req-ddbce16e-4778-4eea-ab47-fa5421986ea2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:29:25.083895 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-bbad2584-6ab4-4c81-a64c-49d91436ad3d req-ddbce16e-4778-4eea-ab47-fa5421986ea2 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=952be697-032a-432d-bfa6-5a2ed54f2db3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0556388 Sep 23 19:29:25.084479 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:29:25.086571 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Pushing event updated for resources: {'Port': ['ID=27bec566-9693-40e6-acf8-7d8d7255f92d,revision_number=12']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:29:25.122060 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-21de7b6c-aa5a-43f2-84e1-d674a418a11f req-34b3ffcb-4176-475b-ae58-cdd26bc73c49 tempest-DeleteServersTestJSON-2111530366 tempest-DeleteServersTestJSON-2111530366-project] 10.222.0.67 "GET /v2.0/security-groups?id=67f2e2ca-928f-40e5-b9b2-05ec3bddbb37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695801 Sep 23 19:29:25.142311 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_hamode_db [None req-ff0e5552-de2f-4175-a93a-d9458c859283 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9879e38c-83b2-4401-bd2a-c505b1875d75', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-791378858-router', 'tenant_id': '40bcd04a276c4609930d2e19006d9ae9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'external_fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.135'}], 'enable_snat': True}, 'gw_port_id': 'ca890953-03e2-492b-86bb-ade843febcf5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:28:55Z', 'updated_at': '2021-09-23T19:29:00Z', 'revision_number': 4, 'project_id': '40bcd04a276c4609930d2e19006d9ae9', 'gw_port': {'id': 'ca890953-03e2-492b-86bb-ade843febcf5', 'name': '', 'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:09:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9879e38c-83b2-4401-bd2a-c505b1875d75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1115, 'fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:28:56Z', 'updated_at': '2021-09-23T19:29:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-16', '_floatingips': [{'id': '3f40722b-ebb8-4d52-8c54-deb6dad4e680', 'tenant_id': '40bcd04a276c4609930d2e19006d9ae9', 'floating_ip_address': '172.25.1.220', 'floating_network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'router_id': '9879e38c-83b2-4401-bd2a-c505b1875d75', 'port_id': 'f1ba3ace-8c88-48eb-899d-68684df1164c', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1125, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '952be697-032a-432d-bfa6-5a2ed54f2db3', 'mac_address': 'fa:16:3e:57:6c:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fc2ff09-250c-4f1b-af64-3897f19bf20e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-23T19:29:19Z', 'updated_at': '2021-09-23T19:29:22Z', 'revision_number': 1, 'project_id': '40bcd04a276c4609930d2e19006d9ae9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a67695ce-74f1-43e2-8846-b6e769488bdb', 'name': '', 'network_id': '952be697-032a-432d-bfa6-5a2ed54f2db3', 'tenant_id': '40bcd04a276c4609930d2e19006d9ae9', 'mac_address': 'fa:16:3e:1d:f4:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9879e38c-83b2-4401-bd2a-c505b1875d75', 'device_owner': 'network:router_interface', 'standard_attr_id': 1116, 'fixed_ips': [{'subnet_id': 'b15be011-6503-48d2-bdab-47e258ecd8be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:28:59Z', 'updated_at': '2021-09-23T19:29:05Z', 'revision_number': 5, 'project_id': '40bcd04a276c4609930d2e19006d9ae9', 'subnets': [{'id': 'b15be011-6503-48d2-bdab-47e258ecd8be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-16', False) {} {{(pid=95103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:29:25.176664 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff0e5552-de2f-4175-a93a-d9458c859283 None None] Checking router: 9879e38c-83b2-4401-bd2a-c505b1875d75 for host: n-d-713301-16 {{(pid=95103) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 19:29:25.190754 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Pushing event updated for resources: {'Port': ['ID=ceb5ff32-b4a3-47c4-a3ef-c43a21c7ef8f,revision_number=5']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:29:25.202186 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff0e5552-de2f-4175-a93a-d9458c859283 None None] Routers {'9879e38c-83b2-4401-bd2a-c505b1875d75'} bound to L3 agent in host n-d-713301-16 {{(pid=95103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 19:29:25.202186 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_hamode_db [None req-ff0e5552-de2f-4175-a93a-d9458c859283 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-23T19:07:52Z,description=,heartbeat_timestamp=2021-09-23T19:29:22Z,host='n-d-713301-16',id=79a740bf-7821-4989-8288-7186e3e128f3,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:07:52Z,topic='l3_agent')) {'router_ids': ['9879e38c-83b2-4401-bd2a-c505b1875d75'], 'active': True} {{(pid=95103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:29:25.250985 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] get_ports_and_sgs() called for port_ids ['27bec566-9693-40e6-acf8-7d8d7255f92d'] {{(pid=95103) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 19:29:25.272838 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-bbad2584-6ab4-4c81-a64c-49d91436ad3d req-4273e096-2f2c-47ac-9392-db55d5397493 service neutron] 10.222.0.74 "GET /v2.0/networks/952be697-032a-432d-bfa6-5a2ed54f2db3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1793668 Sep 23 19:29:25.281186 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-80e7e501-6c57-470d-92c6-e3d54bc3195c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:29:25.372248 n-d-713301-16 neutron-server[95103]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 19:29:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26f602e6-3ec0-4f43-89e9-39242056d9a5 x-openstack-request-id: req-26f602e6-3ec0-4f43-89e9-39242056d9a5 {{(pid=95103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 19:29:25.372544 n-d-713301-16 neutron-server[95103]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f309ed76-4458-4fae-b768-639307adadfe", "name": "network-vif-plugged", "status": "completed", "tag": "ceb5ff32-b4a3-47c4-a3ef-c43a21c7ef8f", "code": 200}]} {{(pid=95103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 19:29:25.372840 n-d-713301-16 neutron-server[95103]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-26f602e6-3ec0-4f43-89e9-39242056d9a5 {{(pid=95103) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 19:29:25.373250 n-d-713301-16 neutron-server[95103]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f309ed76-4458-4fae-b768-639307adadfe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ceb5ff32-b4a3-47c4-a3ef-c43a21c7ef8f', 'code': 200} Sep 23 19:29:25.407126 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_dvr_db [None req-ff0e5552-de2f-4175-a93a-d9458c859283 None None] Set router 9879e38c-83b2-4401-bd2a-c505b1875d75 gateway port host: n-d-713301-16 {{(pid=95103) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 19:29:25.419500 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-fb716ddb-81ba-4b3f-9ac7-596e3c6550c1 req-4bfc5790-9afb-4906-9275-88db4a1b7501 tempest-FloatingIPsAssociationNegativeTestJSON-369828806 tempest-FloatingIPsAssociationNegativeTestJSON-369828806-project] 10.222.0.67 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=5dec5c09-378e-4f50-89cc-d94eb81c3bac HTTP/1.1" status: 200 len: 258 time: 0.1732912 Sep 23 19:29:25.424634 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.v2.base [req-fb716ddb-81ba-4b3f-9ac7-596e3c6550c1 req-ab877e00-4920-4b69-948a-45c459fd97f6 tempest-FloatingIPsAssociationNegativeTestJSON-369828806 tempest-FloatingIPsAssociationNegativeTestJSON-369828806-project] Request body: {'floatingip': {'floating_network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac'}} {{(pid=95102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:29:25.462262 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-fb716ddb-81ba-4b3f-9ac7-596e3c6550c1 req-ab877e00-4920-4b69-948a-45c459fd97f6 tempest-FloatingIPsAssociationNegativeTestJSON-369828806 tempest-FloatingIPsAssociationNegativeTestJSON-369828806-project] Notify callbacks [] for floatingip, before_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:29:25.508407 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 41834) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:29:25.524113 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-bbad2584-6ab4-4c81-a64c-49d91436ad3d req-8349f82c-16fb-4f5e-9dcb-3f6e111c7465 service neutron] 10.222.0.74 "GET /v2.0/networks/952be697-032a-432d-bfa6-5a2ed54f2db3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2435141 Sep 23 19:29:25.529661 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d93f7fa8-5a70-4a33-a418-37ba3c66d924 req-f593fbec-240a-494a-9310-52c62400eac7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:29:25.531206 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-d93f7fa8-5a70-4a33-a418-37ba3c66d924 req-f593fbec-240a-494a-9310-52c62400eac7 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=f309ed76-4458-4fae-b768-639307adadfe HTTP/1.1" status: 200 len: 1098 time: 0.0819945 Sep 23 19:29:25.559007 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce7cdb17-b928-4be1-9895-0568d8f50130 req-fa7b6e73-a2ce-46f3-941b-d1c1c299e47c tempest-MigrationsAdminTest-397594546 tempest-MigrationsAdminTest-397594546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:29:25.560593 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-ce7cdb17-b928-4be1-9895-0568d8f50130 req-fa7b6e73-a2ce-46f3-941b-d1c1c299e47c tempest-MigrationsAdminTest-397594546 tempest-MigrationsAdminTest-397594546-project] 10.222.0.67 "GET /v2.0/ports?device_id=8c2ff25d-e89a-47f5-89c5-0372db439fc3 HTTP/1.1" status: 200 len: 950 time: 0.0996480 Sep 23 19:29:25.580079 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-d93f7fa8-5a70-4a33-a418-37ba3c66d924 req-0debfb03-989e-4def-92ed-f823da3f3ce4 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=67f2e2ca-928f-40e5-b9b2-05ec3bddbb37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405591 Sep 23 19:29:25.646863 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.v2.base [None req-34184a15-ad5d-4e21-8731-ed9d93fb7128 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsNegativeTestJSON-2018645497-network', 'tenant_id': '5201e36e007e4f67aa617d82c4135b34'}} {{(pid=95102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:29:25.653876 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-ce7cdb17-b928-4be1-9895-0568d8f50130 req-3b4be4b8-6325-4e9c-beff-81db8dde345f tempest-MigrationsAdminTest-397594546 tempest-MigrationsAdminTest-397594546-project] 10.222.0.67 "GET /v2.0/security-groups?id=78cb509b-31c4-4e2a-bb5c-7abd6194dcc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601938 Sep 23 19:29:25.677176 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-fb716ddb-81ba-4b3f-9ac7-596e3c6550c1 req-ab877e00-4920-4b69-948a-45c459fd97f6 tempest-FloatingIPsAssociationNegativeTestJSON-369828806 tempest-FloatingIPsAssociationNegativeTestJSON-369828806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:29:25.680223 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34184a15-ad5d-4e21-8731-ed9d93fb7128 admin admin] Made reservation on behalf of 5201e36e007e4f67aa617d82c4135b34 for: {'network': 1} {{(pid=95102) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:29:25.682625 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-34184a15-ad5d-4e21-8731-ed9d93fb7128 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for network, before_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:29:25.696531 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-34184a15-ad5d-4e21-8731-ed9d93fb7128 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:29:25.737388 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_hamode_db [None req-ff0e5552-de2f-4175-a93a-d9458c859283 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9879e38c-83b2-4401-bd2a-c505b1875d75', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-791378858-router', 'tenant_id': '40bcd04a276c4609930d2e19006d9ae9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'external_fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.135'}], 'enable_snat': True}, 'gw_port_id': 'ca890953-03e2-492b-86bb-ade843febcf5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:28:55Z', 'updated_at': '2021-09-23T19:29:00Z', 'revision_number': 4, 'project_id': '40bcd04a276c4609930d2e19006d9ae9', 'gw_port': {'id': 'ca890953-03e2-492b-86bb-ade843febcf5', 'name': '', 'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:09:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9879e38c-83b2-4401-bd2a-c505b1875d75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1115, 'fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:28:56Z', 'updated_at': '2021-09-23T19:29:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-16', '_floatingips': [{'id': '3f40722b-ebb8-4d52-8c54-deb6dad4e680', 'tenant_id': '40bcd04a276c4609930d2e19006d9ae9', 'floating_ip_address': '172.25.1.220', 'floating_network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'router_id': '9879e38c-83b2-4401-bd2a-c505b1875d75', 'port_id': 'f1ba3ace-8c88-48eb-899d-68684df1164c', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1125, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '952be697-032a-432d-bfa6-5a2ed54f2db3', 'mac_address': 'fa:16:3e:57:6c:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fc2ff09-250c-4f1b-af64-3897f19bf20e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-23T19:29:19Z', 'updated_at': '2021-09-23T19:29:22Z', 'revision_number': 1, 'project_id': '40bcd04a276c4609930d2e19006d9ae9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a67695ce-74f1-43e2-8846-b6e769488bdb', 'name': '', 'network_id': '952be697-032a-432d-bfa6-5a2ed54f2db3', 'tenant_id': '40bcd04a276c4609930d2e19006d9ae9', 'mac_address': 'fa:16:3e:1d:f4:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9879e38c-83b2-4401-bd2a-c505b1875d75', 'device_owner': 'network:router_interface', 'standard_attr_id': 1116, 'fixed_ips': [{'subnet_id': 'b15be011-6503-48d2-bdab-47e258ecd8be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:28:59Z', 'updated_at': '2021-09-23T19:29:05Z', 'revision_number': 5, 'project_id': '40bcd04a276c4609930d2e19006d9ae9', 'subnets': [{'id': 'b15be011-6503-48d2-bdab-47e258ecd8be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-16', False) {} {{(pid=95103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:29:25.768556 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff0e5552-de2f-4175-a93a-d9458c859283 None None] The sync data for ids ['9879e38c-83b2-4401-bd2a-c505b1875d75'] in n-d-713301-16 is: [{'id': '9879e38c-83b2-4401-bd2a-c505b1875d75', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-791378858-router', 'tenant_id': '40bcd04a276c4609930d2e19006d9ae9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'external_fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.135'}], 'enable_snat': True}, 'gw_port_id': 'ca890953-03e2-492b-86bb-ade843febcf5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:28:55Z', 'updated_at': '2021-09-23T19:29:00Z', 'revision_number': 4, 'project_id': '40bcd04a276c4609930d2e19006d9ae9', 'gw_port': {'id': 'ca890953-03e2-492b-86bb-ade843febcf5', 'name': '', 'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:09:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9879e38c-83b2-4401-bd2a-c505b1875d75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1115, 'fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:28:56Z', 'updated_at': '2021-09-23T19:29:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-16', '_floatingips': [{'id': '3f40722b-ebb8-4d52-8c54-deb6dad4e680', 'tenant_id': '40bcd04a276c4609930d2e19006d9ae9', 'floating_ip_address': '172.25.1.220', 'floating_network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'router_id': '9879e38c-83b2-4401-bd2a-c505b1875d75', 'port_id': 'f1ba3ace-8c88-48eb-899d-68684df1164c', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1125, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '952be697-032a-432d-bfa6-5a2ed54f2db3', 'mac_address': 'fa:16:3e:57:6c:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fc2ff09-250c-4f1b-af64-3897f19bf20e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-23T19:29:19Z', 'updated_at': '2021-09-23T19:29:22Z', 'revision_number': 1, 'project_id': '40bcd04a276c4609930d2e19006d9ae9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a67695ce-74f1-43e2-8846-b6e769488bdb', 'name': '', 'network_id': '952be697-032a-432d-bfa6-5a2ed54f2db3', 'tenant_id': '40bcd04a276c4609930d2e19006d9ae9', 'mac_address': 'fa:16:3e:1d:f4:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9879e38c-83b2-4401-bd2a-c505b1875d75', 'device_owner': 'network:router_interface', 'standard_attr_id': 1116, 'fixed_ips': [{'subnet_id': 'b15be011-6503-48d2-bdab-47e258ecd8be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:28:59Z', 'updated_at': '2021-09-23T19:29:05Z', 'revision_number': 5, 'project_id': '40bcd04a276c4609930d2e19006d9ae9', 'subnets': [{'id': 'b15be011-6503-48d2-bdab-47e258ecd8be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 19:29:25.777436 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-235bcc2c-c3f7-4c5d-aa75-2b123364c76c req-e95bb019-af19-45be-b06d-aac1e6401f95 tempest-ServerShowV257Test-1972889360 tempest-ServerShowV257Test-1972889360-project] 10.222.0.67 "GET /v2.0/ports?device_id=29a13295-c9ea-4b76-b6b2-921ec1564406 HTTP/1.1" status: 200 len: 210 time: 0.0454333 Sep 23 19:29:25.864285 n-d-713301-16 neutron-server[95102]: DEBUG neutron.db.db_base_plugin_common [req-fb716ddb-81ba-4b3f-9ac7-596e3c6550c1 req-ab877e00-4920-4b69-948a-45c459fd97f6 tempest-FloatingIPsAssociationNegativeTestJSON-369828806 tempest-FloatingIPsAssociationNegativeTestJSON-369828806-project] Allocated IP 172.25.1.71 (5dec5c09-378e-4f50-89cc-d94eb81c3bac/eff83446-018c-428d-b3f5-54ac9abe7a2a/c3cef2e5-1e9b-4536-9026-e3a80b4f010f) {{(pid=95102) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 19:29:25.961577 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-34184a15-ad5d-4e21-8731-ed9d93fb7128 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:29:25.966502 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-34184a15-ad5d-4e21-8731-ed9d93fb7128 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:29:25.992906 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7658744b-74fd-40d6-bf2b-bf222e11ecf4 None None] New status for floating IP 3f40722b-ebb8-4d52-8c54-deb6dad4e680: ACTIVE {{(pid=95104) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 23 19:29:26.014498 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-34184a15-ad5d-4e21-8731-ed9d93fb7128 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 638} {{(pid=95102) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 19:29:26.026512 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34184a15-ad5d-4e21-8731-ed9d93fb7128 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc5623e7-f3a2-4208-95a5-65e3246a8ec1,revision_number=1']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:29:26.041838 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-fb716ddb-81ba-4b3f-9ac7-596e3c6550c1 req-ab877e00-4920-4b69-948a-45c459fd97f6 tempest-FloatingIPsAssociationNegativeTestJSON-369828806 tempest-FloatingIPsAssociationNegativeTestJSON-369828806-project] Notify callbacks [] for port, precommit_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:29:26.043593 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-34184a15-ad5d-4e21-8731-ed9d93fb7128 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1756186'] for segment, precommit_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:29:26.043941 n-d-713301-16 neutron-server[95102]: INFO neutron.db.segments_db [None req-34184a15-ad5d-4e21-8731-ed9d93fb7128 admin admin] Added segment d76473b0-135c-4896-afde-47d8196519c5 of type vlan for network 93227b6c-d1eb-4875-be71-cc91ffaf6bf0 Sep 23 19:29:26.095858 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-34184a15-ad5d-4e21-8731-ed9d93fb7128 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783145630486'] for network, precommit_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:29:26.132185 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-fb716ddb-81ba-4b3f-9ac7-596e3c6550c1 req-ab877e00-4920-4b69-948a-45c459fd97f6 tempest-FloatingIPsAssociationNegativeTestJSON-369828806 tempest-FloatingIPsAssociationNegativeTestJSON-369828806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783145673135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4399100'] for port, after_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:29:26.139480 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-34184a15-ad5d-4e21-8731-ed9d93fb7128 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299'] for network, after_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:29:26.140464 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34184a15-ad5d-4e21-8731-ed9d93fb7128 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:29:26.141090 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-34184a15-ad5d-4e21-8731-ed9d93fb7128 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527417'] for network, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:29:26.205246 n-d-713301-16 neutron-server[95102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fb716ddb-81ba-4b3f-9ac7-596e3c6550c1 req-ab877e00-4920-4b69-948a-45c459fd97f6 tempest-FloatingIPsAssociationNegativeTestJSON-369828806 tempest-FloatingIPsAssociationNegativeTestJSON-369828806-project] Network 5dec5c09-378e-4f50-89cc-d94eb81c3bac is already hosted by enough agents. {{(pid=95102) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:29:26.236520 n-d-713301-16 neutron-server[95102]: DEBUG neutron.scheduler.base_scheduler [req-fb716ddb-81ba-4b3f-9ac7-596e3c6550c1 req-ab877e00-4920-4b69-948a-45c459fd97f6 tempest-FloatingIPsAssociationNegativeTestJSON-369828806 tempest-FloatingIPsAssociationNegativeTestJSON-369828806-project] Resources bound (agent type, host, resource id): {{(pid=95102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:29:26.239078 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-34184a15-ad5d-4e21-8731-ed9d93fb7128 admin admin] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 0.7285545 Sep 23 19:29:26.239894 n-d-713301-16 neutron-server[95102]: DEBUG neutron.db.l3_dvrscheduler_db [req-fb716ddb-81ba-4b3f-9ac7-596e3c6550c1 req-ab877e00-4920-4b69-948a-45c459fd97f6 tempest-FloatingIPsAssociationNegativeTestJSON-369828806 tempest-FloatingIPsAssociationNegativeTestJSON-369828806-project] Received port after_create {{(pid=95102) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 19:29:26.242596 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 41848) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:29:26.247739 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.v2.base [None req-5dcc87f1-aa5f-4d15-b857-3ae49151773e admin admin] Request body: {'subnet': {'network_id': '93227b6c-d1eb-4875-be71-cc91ffaf6bf0', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsNegativeTestJSON-2018645497-subnet', 'tenant_id': '5201e36e007e4f67aa617d82c4135b34', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:29:26.270167 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5dcc87f1-aa5f-4d15-b857-3ae49151773e admin admin] Made reservation on behalf of 5201e36e007e4f67aa617d82c4135b34 for: {'subnet': 1} {{(pid=95101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:29:26.273190 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-5dcc87f1-aa5f-4d15-b857-3ae49151773e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6130979'] for subnet, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:29:26.328649 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab877e00-4920-4b69-948a-45c459fd97f6 tempest-FloatingIPsAssociationNegativeTestJSON-369828806 tempest-FloatingIPsAssociationNegativeTestJSON-369828806-project] Pushing event updated for resources: {'Port': ['ID=c3cef2e5-1e9b-4536-9026-e3a80b4f010f,revision_number=1']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:29:26.333960 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34184a15-ad5d-4e21-8731-ed9d93fb7128 admin admin] Pushing event updated for resources: {'Network': ['ID=93227b6c-d1eb-4875-be71-cc91ffaf6bf0,revision_number=1']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:29:26.347060 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Network 93227b6c-d1eb-4875-be71-cc91ffaf6bf0 details requested by agent ovs-agent-n-d-713301-16 with host n-d-713301-16 {{(pid=95103) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 19:29:26.367004 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad5e7d77-02a3-42f6-8968-df3a989a0ba2 req-c0e7d336-5883-4ab5-ac10-b415a38e2345 tempest-DeleteServersTestJSON-2111530366 tempest-DeleteServersTestJSON-2111530366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:29:26.368573 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-ad5e7d77-02a3-42f6-8968-df3a989a0ba2 req-c0e7d336-5883-4ab5-ac10-b415a38e2345 tempest-DeleteServersTestJSON-2111530366 tempest-DeleteServersTestJSON-2111530366-project] 10.222.0.67 "GET /v2.0/ports?device_id=f309ed76-4458-4fae-b768-639307adadfe HTTP/1.1" status: 200 len: 946 time: 0.1655135 Sep 23 19:29:26.437107 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-fb716ddb-81ba-4b3f-9ac7-596e3c6550c1 req-ab877e00-4920-4b69-948a-45c459fd97f6 tempest-FloatingIPsAssociationNegativeTestJSON-369828806 tempest-FloatingIPsAssociationNegativeTestJSON-369828806-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:29:26.442818 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-ad5e7d77-02a3-42f6-8968-df3a989a0ba2 req-1d86c13a-9aff-4d72-8bfd-5a877f9e5c1c tempest-DeleteServersTestJSON-2111530366 tempest-DeleteServersTestJSON-2111530366-project] 10.222.0.67 "GET /v2.0/security-groups?id=67f2e2ca-928f-40e5-b9b2-05ec3bddbb37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504136 Sep 23 19:29:26.472264 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-5dcc87f1-aa5f-4d15-b857-3ae49151773e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5607579', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6130961'] for subnet, after_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:29:26.477467 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-fb716ddb-81ba-4b3f-9ac7-596e3c6550c1 req-ab877e00-4920-4b69-948a-45c459fd97f6 tempest-FloatingIPsAssociationNegativeTestJSON-369828806 tempest-FloatingIPsAssociationNegativeTestJSON-369828806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:29:26.536478 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dcc87f1-aa5f-4d15-b857-3ae49151773e admin admin] Pushing event updated for resources: {'Subnet': ['ID=2bffdd7c-ae19-4d4b-b12b-d8d371aba437,revision_number=0']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:29:26.544047 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dcc87f1-aa5f-4d15-b857-3ae49151773e admin admin] Checking segment: {'id': 'd76473b0-135c-4896-afde-47d8196519c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '93227b6c-d1eb-4875-be71-cc91ffaf6bf0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:29:26.544411 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5dcc87f1-aa5f-4d15-b857-3ae49151773e admin admin] Network hostable DHCP agents. Network: 93227b6c-d1eb-4875-be71-cc91ffaf6bf0, hostable agents: ['1b18bf05-1b5f-4587-be5c-af3ac38e32ad'], hosted agents: [] {{(pid=95101) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 19:29:26.564825 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5dcc87f1-aa5f-4d15-b857-3ae49151773e admin admin] Network 93227b6c-d1eb-4875-be71-cc91ffaf6bf0 is scheduled to be hosted by DHCP agent 1b18bf05-1b5f-4587-be5c-af3ac38e32ad with binding_index 1 {{(pid=95101) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 19:29:26.574092 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.base_scheduler [None req-5dcc87f1-aa5f-4d15-b857-3ae49151773e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713301-16, 93227b6c-d1eb-4875-be71-cc91ffaf6bf0) {{(pid=95101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:29:26.578357 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5dcc87f1-aa5f-4d15-b857-3ae49151773e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:29:26.578956 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-5dcc87f1-aa5f-4d15-b857-3ae49151773e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527417'] for subnet, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:29:26.586102 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c88fc4ce-5620-4a15-9811-94c1f46bf41c None None] Network 93227b6c-d1eb-4875-be71-cc91ffaf6bf0 requested from n-d-713301-16 {{(pid=95103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 19:29:26.594832 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-5dcc87f1-aa5f-4d15-b857-3ae49151773e admin admin] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 0.3509996 Sep 23 19:29:26.659185 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-fb716ddb-81ba-4b3f-9ac7-596e3c6550c1 req-ab877e00-4920-4b69-948a-45c459fd97f6 tempest-FloatingIPsAssociationNegativeTestJSON-369828806 tempest-FloatingIPsAssociationNegativeTestJSON-369828806-project] Notify callbacks [] for port, precommit_update {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:29:26.665252 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-fb716ddb-81ba-4b3f-9ac7-596e3c6550c1 req-ab877e00-4920-4b69-948a-45c459fd97f6 tempest-FloatingIPsAssociationNegativeTestJSON-369828806 tempest-FloatingIPsAssociationNegativeTestJSON-369828806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4399095'] for port, after_update {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:29:26.766174 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5af1fe56-fca3-4560-8a96-cb09217760db None None] Network 93227b6c-d1eb-4875-be71-cc91ffaf6bf0 requested from n-d-713301-16 {{(pid=95103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 19:29:26.793740 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab877e00-4920-4b69-948a-45c459fd97f6 tempest-FloatingIPsAssociationNegativeTestJSON-369828806 tempest-FloatingIPsAssociationNegativeTestJSON-369828806-project] Pushing event updated for resources: {'Port': ['ID=c3cef2e5-1e9b-4536-9026-e3a80b4f010f,revision_number=2']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:29:26.964859 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc0c2ad-540e-4ee1-a31f-6fec35b26945 req-a4755268-10f1-4e5b-b73c-8436b833e4a1 tempest-MigrationsAdminTest-397594546 tempest-MigrationsAdminTest-397594546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:29:26.966356 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-3bc0c2ad-540e-4ee1-a31f-6fec35b26945 req-a4755268-10f1-4e5b-b73c-8436b833e4a1 tempest-MigrationsAdminTest-397594546 tempest-MigrationsAdminTest-397594546-project] 10.222.0.53 "GET /v2.0/ports?device_id=8c2ff25d-e89a-47f5-89c5-0372db439fc3 HTTP/1.1" status: 200 len: 950 time: 0.0528333 Sep 23 19:29:27.058833 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-fb716ddb-81ba-4b3f-9ac7-596e3c6550c1 req-ab877e00-4920-4b69-948a-45c459fd97f6 tempest-FloatingIPsAssociationNegativeTestJSON-369828806 tempest-FloatingIPsAssociationNegativeTestJSON-369828806-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-601884'] for floatingip, after_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:29:27.069920 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.plugin [req-3bc0c2ad-540e-4ee1-a31f-6fec35b26945 req-857694d8-cfe6-4472-8ab8-58bba405b1f0 tempest-MigrationsAdminTest-397594546 tempest-MigrationsAdminTest-397594546-project] Deleting port 27bec566-9693-40e6-acf8-7d8d7255f92d {{(pid=95101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:29:27.070259 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-3bc0c2ad-540e-4ee1-a31f-6fec35b26945 req-857694d8-cfe6-4472-8ab8-58bba405b1f0 tempest-MigrationsAdminTest-397594546 tempest-MigrationsAdminTest-397594546-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783146157096'] for port, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:29:27.078246 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-fb716ddb-81ba-4b3f-9ac7-596e3c6550c1 req-ab877e00-4920-4b69-948a-45c459fd97f6 tempest-FloatingIPsAssociationNegativeTestJSON-369828806 tempest-FloatingIPsAssociationNegativeTestJSON-369828806-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222849'] for floatingip, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:29:27.079489 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-fb716ddb-81ba-4b3f-9ac7-596e3c6550c1 req-ab877e00-4920-4b69-948a-45c459fd97f6 tempest-FloatingIPsAssociationNegativeTestJSON-369828806 tempest-FloatingIPsAssociationNegativeTestJSON-369828806-project] 10.222.0.67 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 1.6591668 Sep 23 19:29:27.088563 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa5bc584-2cef-43ea-8dbd-b3d2d3a558b1 req-69d94dc2-6f84-4d77-a237-3b506280d395 tempest-MigrationsAdminTest-397594546 tempest-MigrationsAdminTest-397594546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:29:27.090090 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-aa5bc584-2cef-43ea-8dbd-b3d2d3a558b1 req-69d94dc2-6f84-4d77-a237-3b506280d395 tempest-MigrationsAdminTest-397594546 tempest-MigrationsAdminTest-397594546-project] 10.222.0.67 "GET /v2.0/ports?device_id=8c2ff25d-e89a-47f5-89c5-0372db439fc3 HTTP/1.1" status: 200 len: 950 time: 0.3329170 Sep 23 19:29:27.145490 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-fb716ddb-81ba-4b3f-9ac7-596e3c6550c1 req-3ae9bb64-1581-4acb-a706-fff18905cd49 tempest-FloatingIPsAssociationNegativeTestJSON-369828806 tempest-FloatingIPsAssociationNegativeTestJSON-369828806-project] 10.222.0.67 "GET /v2.0/floatingips?floating_ip_address=172.25.1.71 HTTP/1.1" status: 200 len: 695 time: 0.0544133 Sep 23 19:29:27.166275 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.db [req-3bc0c2ad-540e-4ee1-a31f-6fec35b26945 req-857694d8-cfe6-4472-8ab8-58bba405b1f0 tempest-MigrationsAdminTest-397594546 tempest-MigrationsAdminTest-397594546-project] For port 27bec566-9693-40e6-acf8-7d8d7255f92d, host n-h2-713301-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-16',level=0,port_id=27bec566-9693-40e6-acf8-7d8d7255f92d,segment=NetworkSegment(6139d589-eb6c-4578-8935-c26ddf396853),segment_id=6139d589-eb6c-4578-8935-c26ddf396853)] {{(pid=95101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:29:27.166812 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-3bc0c2ad-540e-4ee1-a31f-6fec35b26945 req-857694d8-cfe6-4472-8ab8-58bba405b1f0 tempest-MigrationsAdminTest-397594546 tempest-MigrationsAdminTest-397594546-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-605701'] for port, precommit_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:29:27.180256 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.plugin [req-3bc0c2ad-540e-4ee1-a31f-6fec35b26945 req-857694d8-cfe6-4472-8ab8-58bba405b1f0 tempest-MigrationsAdminTest-397594546 tempest-MigrationsAdminTest-397594546-project] Calling delete_port for 27bec566-9693-40e6-acf8-7d8d7255f92d owned by compute:nova {{(pid=95101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:29:27.183520 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-aa5bc584-2cef-43ea-8dbd-b3d2d3a558b1 req-cc04078c-bd62-44ae-999b-b107627fdeef tempest-MigrationsAdminTest-397594546 tempest-MigrationsAdminTest-397594546-project] 10.222.0.67 "GET /v2.0/security-groups?id=78cb509b-31c4-4e2a-bb5c-7abd6194dcc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841575 Sep 23 19:29:27.284675 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb716ddb-81ba-4b3f-9ac7-596e3c6550c1 req-51b5d229-9d84-4685-b7c1-a3886b83d077 tempest-FloatingIPsAssociationNegativeTestJSON-369828806 tempest-FloatingIPsAssociationNegativeTestJSON-369828806-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:29:27.287359 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-fb716ddb-81ba-4b3f-9ac7-596e3c6550c1 req-51b5d229-9d84-4685-b7c1-a3886b83d077 tempest-FloatingIPsAssociationNegativeTestJSON-369828806 tempest-FloatingIPsAssociationNegativeTestJSON-369828806-project] 10.222.0.67 "GET /v2.0/networks/5dec5c09-378e-4f50-89cc-d94eb81c3bac HTTP/1.1" status: 200 len: 784 time: 0.1344199 Sep 23 19:29:27.334961 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-3bc0c2ad-540e-4ee1-a31f-6fec35b26945 req-857694d8-cfe6-4472-8ab8-58bba405b1f0 tempest-MigrationsAdminTest-397594546 tempest-MigrationsAdminTest-397594546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783146162158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783145673144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5607431'] for port, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:29:27.349459 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] get_ports_and_sgs() called for port_ids ['5e0cfb4e-f0a0-4307-98ca-fd7fbec65808'] {{(pid=95103) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 19:29:27.351726 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] get_ports_and_sgs() called for port_ids ['f5483dbd-6d3f-4319-9eaa-5497612c208b', '99215099-e4ca-41e9-9da2-30bc7fb3a27f', '27bec566-9693-40e6-acf8-7d8d7255f92d'] {{(pid=95103) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 19:29:27.383958 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-857694d8-cfe6-4472-8ab8-58bba405b1f0 tempest-MigrationsAdminTest-397594546 tempest-MigrationsAdminTest-397594546-project] Pushing event deleted for resources: {'Port': ['ID=27bec566-9693-40e6-acf8-7d8d7255f92d,revision_number=None']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:29:27.397844 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-0543582a-28a7-45fc-819c-fe8ca1a24ebd req-d32284f7-8ec8-4d49-b43d-00c837f737c7 tempest-ServerShowV257Test-1972889360 tempest-ServerShowV257Test-1972889360-project] 10.222.0.67 "GET /v2.0/ports?device_id=29a13295-c9ea-4b76-b6b2-921ec1564406 HTTP/1.1" status: 200 len: 210 time: 0.0494862 Sep 23 19:29:27.438433 n-d-713301-16 neutron-server[95101]: DEBUG neutron.db.l3_dvrscheduler_db [req-3bc0c2ad-540e-4ee1-a31f-6fec35b26945 req-857694d8-cfe6-4472-8ab8-58bba405b1f0 tempest-MigrationsAdminTest-397594546 tempest-MigrationsAdminTest-397594546-project] No DVR routers for this DVR port 27bec566-9693-40e6-acf8-7d8d7255f92d on host n-h2-713301-16 {{(pid=95101) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 19:29:27.441163 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-3bc0c2ad-540e-4ee1-a31f-6fec35b26945 req-857694d8-cfe6-4472-8ab8-58bba405b1f0 tempest-MigrationsAdminTest-397594546 tempest-MigrationsAdminTest-397594546-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222849'] for port, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:29:27.444367 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-3bc0c2ad-540e-4ee1-a31f-6fec35b26945 req-857694d8-cfe6-4472-8ab8-58bba405b1f0 tempest-MigrationsAdminTest-397594546 tempest-MigrationsAdminTest-397594546-project] 10.222.0.53 "DELETE /v2.0/ports/27bec566-9693-40e6-acf8-7d8d7255f92d HTTP/1.1" status: 204 len: 173 time: 0.4698865 Sep 23 19:29:27.444921 n-d-713301-16 neutron-server[95101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c2ff25d-e89a-47f5-89c5-0372db439fc3', 'name': 'network-vif-deleted', 'tag': '27bec566-9693-40e6-acf8-7d8d7255f92d'}] {{(pid=95101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 19:29:27.447191 n-d-713301-16 neutron-server[95101]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d8366c5740cd635e57ab12b71fe44a77c2acc3c19091ef849c6f68b380462244" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f67b04e-2159-4696-ab88-0768cd69e3b4" -d '{"events": [{"server_uuid": "8c2ff25d-e89a-47f5-89c5-0372db439fc3", "name": "network-vif-deleted", "tag": "27bec566-9693-40e6-acf8-7d8d7255f92d"}]}' {{(pid=95101) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 19:29:27.589830 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-599cf754-8efb-482f-8bd3-71ac806caf9a req-31d02c73-4b15-4c63-8777-f4579963620c tempest-InstanceActionsNegativeTestJSON-1854574816 tempest-InstanceActionsNegativeTestJSON-1854574816-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:29:27.597215 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-599cf754-8efb-482f-8bd3-71ac806caf9a req-31d02c73-4b15-4c63-8777-f4579963620c tempest-InstanceActionsNegativeTestJSON-1854574816 tempest-InstanceActionsNegativeTestJSON-1854574816-project] 10.222.0.67 "GET /v2.0/networks?id=93227b6c-d1eb-4875-be71-cc91ffaf6bf0 HTTP/1.1" status: 200 len: 822 time: 0.1613457 Sep 23 19:29:27.609777 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-599cf754-8efb-482f-8bd3-71ac806caf9a req-382c9339-c41f-4608-9553-15826582b4a5 tempest-InstanceActionsNegativeTestJSON-1854574816 tempest-InstanceActionsNegativeTestJSON-1854574816-project] 10.222.0.67 "GET /v2.0/quotas/5201e36e007e4f67aa617d82c4135b34 HTTP/1.1" status: 200 len: 375 time: 0.0110364 Sep 23 19:29:27.661976 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-599cf754-8efb-482f-8bd3-71ac806caf9a req-9da7895f-63ed-40e3-a285-25c41f8576ad tempest-InstanceActionsNegativeTestJSON-1854574816 tempest-InstanceActionsNegativeTestJSON-1854574816-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=5201e36e007e4f67aa617d82c4135b34&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0400250 Sep 23 19:29:27.781416 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2187b701-4f74-438a-851a-313cb13aa784 req-22f3b5f8-2d62-40f0-8229-3ed63d0d1a01 tempest-FloatingIPsAssociationNegativeTestJSON-369828806 tempest-FloatingIPsAssociationNegativeTestJSON-369828806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:29:27.782828 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-2187b701-4f74-438a-851a-313cb13aa784 req-22f3b5f8-2d62-40f0-8229-3ed63d0d1a01 tempest-FloatingIPsAssociationNegativeTestJSON-369828806 tempest-FloatingIPsAssociationNegativeTestJSON-369828806-project] 10.222.0.67 "GET /v2.0/ports?device_id=5fc2ff09-250c-4f1b-af64-3897f19bf20e&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.0974746 Sep 23 19:29:27.834623 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-599cf754-8efb-482f-8bd3-71ac806caf9a req-510ee32c-260d-4a4c-bbce-b18abef5e2eb service neutron] 10.222.0.67 "GET /v2.0/networks/93227b6c-d1eb-4875-be71-cc91ffaf6bf0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1716461 Sep 23 19:29:27.850031 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:29:27.851823 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-2187b701-4f74-438a-851a-313cb13aa784 req-b0b05e79-58f6-488a-9408-d5d8ccc30c95 tempest-FloatingIPsAssociationNegativeTestJSON-369828806 tempest-FloatingIPsAssociationNegativeTestJSON-369828806-project] 10.222.0.67 "GET /v2.0/floatingips?floating_ip_address=172.25.1.71 HTTP/1.1" status: 200 len: 695 time: 0.0588300 Sep 23 19:29:27.869353 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.v2.base [req-2187b701-4f74-438a-851a-313cb13aa784 req-31f2a0d4-a657-4806-a98b-1e9230fe1e99 tempest-FloatingIPsAssociationNegativeTestJSON-369828806 tempest-FloatingIPsAssociationNegativeTestJSON-369828806-project] Request body: {'floatingip': {'port_id': 'f1ba3ace-8c88-48eb-899d-68684df1164c', 'fixed_ip_address': '172.20.0.11'}} {{(pid=95102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:29:27.923380 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-2187b701-4f74-438a-851a-313cb13aa784 req-31f2a0d4-a657-4806-a98b-1e9230fe1e99 tempest-FloatingIPsAssociationNegativeTestJSON-369828806 tempest-FloatingIPsAssociationNegativeTestJSON-369828806-project] Notify callbacks [] for floatingip, before_update {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:29:27.939662 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Device 27bec566-9693-40e6-acf8-7d8d7255f92d up at agent hyperv_n-h2-713301-16 {{(pid=95103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 19:29:27.965018 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.plugin [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] No Port match for: 27bec566-9693-40e6-acf8-7d8d7255f92d {{(pid=95103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 19:29:27.965411 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Device 27bec566-9693-40e6-acf8-7d8d7255f92d not bound to the agent host n-h2-713301-16 {{(pid=95103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Sep 23 19:29:27.985939 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Port 27bec566-9693-40e6-acf8-7d8d7255f92d not found, will not notify nova. {{(pid=95103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Sep 23 19:29:28.061481 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-599cf754-8efb-482f-8bd3-71ac806caf9a req-c1a69ba0-1fca-494c-bdfb-936185468b0f service neutron] 10.222.0.67 "GET /v2.0/networks/93227b6c-d1eb-4875-be71-cc91ffaf6bf0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2199130 Sep 23 19:29:28.125240 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:29:28.195081 n-d-713301-16 neutron-server[95102]: INFO neutron.api.v2.resource [req-2187b701-4f74-438a-851a-313cb13aa784 req-31f2a0d4-a657-4806-a98b-1e9230fe1e99 tempest-FloatingIPsAssociationNegativeTestJSON-369828806 tempest-FloatingIPsAssociationNegativeTestJSON-369828806-project] update failed (client error): There was a conflict when trying to complete your request. Sep 23 19:29:28.200222 n-d-713301-16 neutron-server[95101]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 19:29:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d2e1d87-c0a3-45f4-962e-5f8c7ab3370e x-openstack-request-id: req-3d2e1d87-c0a3-45f4-962e-5f8c7ab3370e {{(pid=95101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 19:29:28.200694 n-d-713301-16 neutron-server[95101]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8c2ff25d-e89a-47f5-89c5-0372db439fc3", "name": "network-vif-deleted", "tag": "27bec566-9693-40e6-acf8-7d8d7255f92d", "status": "completed", "code": 200}]} {{(pid=95101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 19:29:28.200768 n-d-713301-16 neutron-server[95101]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-3d2e1d87-c0a3-45f4-962e-5f8c7ab3370e {{(pid=95101) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 19:29:28.201170 n-d-713301-16 neutron-server[95101]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8c2ff25d-e89a-47f5-89c5-0372db439fc3', 'name': 'network-vif-deleted', 'tag': '27bec566-9693-40e6-acf8-7d8d7255f92d', 'status': 'completed', 'code': 200} Sep 23 19:29:28.204216 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-2187b701-4f74-438a-851a-313cb13aa784 req-31f2a0d4-a657-4806-a98b-1e9230fe1e99 tempest-FloatingIPsAssociationNegativeTestJSON-369828806 tempest-FloatingIPsAssociationNegativeTestJSON-369828806-project] 10.222.0.67 "PUT /v2.0/floatingips/521e5810-3456-4675-8757-98f2b24d57a8 HTTP/1.1" status: 409 len: 550 time: 0.3329229 Sep 23 19:29:28.306375 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa7894b9-c928-4e43-bad0-b3a381261b91 req-56579897-ecf4-4e0d-9127-e37450935571 tempest-DeleteServersTestJSON-2111530366 tempest-DeleteServersTestJSON-2111530366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:29:28.307910 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-fa7894b9-c928-4e43-bad0-b3a381261b91 req-56579897-ecf4-4e0d-9127-e37450935571 tempest-DeleteServersTestJSON-2111530366 tempest-DeleteServersTestJSON-2111530366-project] 10.222.0.67 "GET /v2.0/ports?device_id=f309ed76-4458-4fae-b768-639307adadfe HTTP/1.1" status: 200 len: 946 time: 0.0516703 Sep 23 19:29:28.351536 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-4d2124db-b45f-4ae1-85de-5987d05f5d9c req-40916ff3-01da-43fe-8aa8-48ba4ed64c84 tempest-InstanceActionsNegativeTestJSON-1854574816 tempest-InstanceActionsNegativeTestJSON-1854574816-project] 10.222.0.67 "GET /v2.0/ports?device_id=f907a213-7802-4477-a158-bcc0a4e39914 HTTP/1.1" status: 200 len: 210 time: 0.0426390 Sep 23 19:29:28.379649 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-fa7894b9-c928-4e43-bad0-b3a381261b91 req-a1528ffb-993a-4586-9bed-2714bc9546f5 tempest-DeleteServersTestJSON-2111530366 tempest-DeleteServersTestJSON-2111530366-project] 10.222.0.67 "GET /v2.0/security-groups?id=67f2e2ca-928f-40e5-b9b2-05ec3bddbb37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613830 Sep 23 19:29:28.460333 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-07ae8224-ea89-4840-8c6b-254d9d34fe79 req-8c44b203-da76-4663-982b-3b397ebdee61 tempest-FloatingIPsAssociationNegativeTestJSON-369828806 tempest-FloatingIPsAssociationNegativeTestJSON-369828806-project] 10.222.0.67 "GET /v2.0/floatingips/521e5810-3456-4675-8757-98f2b24d57a8 HTTP/1.1" status: 200 len: 692 time: 0.0513828 Sep 23 19:29:28.595510 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ae8224-ea89-4840-8c6b-254d9d34fe79 req-727917b2-c6f2-4847-a70b-c206d1233a99 tempest-FloatingIPsAssociationNegativeTestJSON-369828806 tempest-FloatingIPsAssociationNegativeTestJSON-369828806-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:29:28.601593 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-07ae8224-ea89-4840-8c6b-254d9d34fe79 req-727917b2-c6f2-4847-a70b-c206d1233a99 tempest-FloatingIPsAssociationNegativeTestJSON-369828806 tempest-FloatingIPsAssociationNegativeTestJSON-369828806-project] 10.222.0.67 "GET /v2.0/networks/5dec5c09-378e-4f50-89cc-d94eb81c3bac HTTP/1.1" status: 200 len: 784 time: 0.1345558 Sep 23 19:29:28.659498 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-07ae8224-ea89-4840-8c6b-254d9d34fe79 req-696b29eb-923e-4b3f-b817-7e29a47ec3c4 tempest-FloatingIPsAssociationNegativeTestJSON-369828806 tempest-FloatingIPsAssociationNegativeTestJSON-369828806-project] 10.222.0.67 "GET /v2.0/floatingips?floating_ip_address=172.25.1.71 HTTP/1.1" status: 200 len: 695 time: 0.0547788 Sep 23 19:29:28.729972 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-07ae8224-ea89-4840-8c6b-254d9d34fe79 req-8d8ea703-ab88-4f69-beef-5e9aff167ab7 tempest-FloatingIPsAssociationNegativeTestJSON-369828806 tempest-FloatingIPsAssociationNegativeTestJSON-369828806-project] 10.222.0.67 "GET /v2.0/floatingips?floating_ip_address=172.25.1.71 HTTP/1.1" status: 200 len: 695 time: 0.0625322 Sep 23 19:29:28.766236 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-2d71ec19-b728-41c3-8f2c-a8a4aafb30ba req-31e30a87-1185-4a2b-a086-e626d984d7ce tempest-ServerShowV257Test-1972889360 tempest-ServerShowV257Test-1972889360-project] 10.222.0.67 "GET /v2.0/ports?device_id=29a13295-c9ea-4b76-b6b2-921ec1564406 HTTP/1.1" status: 200 len: 210 time: 0.0347517 Sep 23 19:29:28.898434 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.plugin [req-07ae8224-ea89-4840-8c6b-254d9d34fe79 req-0a2f9dac-ffe4-4f42-84fa-c1bcdd42361c tempest-FloatingIPsAssociationNegativeTestJSON-369828806 tempest-FloatingIPsAssociationNegativeTestJSON-369828806-project] Deleting port c3cef2e5-1e9b-4536-9026-e3a80b4f010f {{(pid=95102) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:29:28.899113 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-07ae8224-ea89-4840-8c6b-254d9d34fe79 req-0a2f9dac-ffe4-4f42-84fa-c1bcdd42361c tempest-FloatingIPsAssociationNegativeTestJSON-369828806 tempest-FloatingIPsAssociationNegativeTestJSON-369828806-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783146157096'] for port, before_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:29:28.998982 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e075846f-fa24-4b42-b239-e8d6c24197c3 req-282589ac-5343-4fdd-95ab-55db759aa6fb tempest-MigrationsAdminTest-397594546 tempest-MigrationsAdminTest-397594546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:29:29.000458 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-e075846f-fa24-4b42-b239-e8d6c24197c3 req-282589ac-5343-4fdd-95ab-55db759aa6fb tempest-MigrationsAdminTest-397594546 tempest-MigrationsAdminTest-397594546-project] 10.222.0.67 "GET /v2.0/ports?device_id=6573cd99-c5b7-4bf8-8671-27760195f1f4 HTTP/1.1" status: 200 len: 950 time: 0.1038833 Sep 23 19:29:29.028486 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-07ae8224-ea89-4840-8c6b-254d9d34fe79 req-0a2f9dac-ffe4-4f42-84fa-c1bcdd42361c tempest-FloatingIPsAssociationNegativeTestJSON-369828806 tempest-FloatingIPsAssociationNegativeTestJSON-369828806-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-605701'] for port, precommit_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:29:29.028836 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-07ae8224-ea89-4840-8c6b-254d9d34fe79 req-0a2f9dac-ffe4-4f42-84fa-c1bcdd42361c tempest-FloatingIPsAssociationNegativeTestJSON-369828806 tempest-FloatingIPsAssociationNegativeTestJSON-369828806-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:29:29.045359 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.plugin [req-07ae8224-ea89-4840-8c6b-254d9d34fe79 req-0a2f9dac-ffe4-4f42-84fa-c1bcdd42361c tempest-FloatingIPsAssociationNegativeTestJSON-369828806 tempest-FloatingIPsAssociationNegativeTestJSON-369828806-project] Calling delete_port for c3cef2e5-1e9b-4536-9026-e3a80b4f010f owned by network:floatingip {{(pid=95102) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:29:29.066844 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-e075846f-fa24-4b42-b239-e8d6c24197c3 req-9c851b3c-c1e2-4577-a81b-7eb9e58e416d tempest-MigrationsAdminTest-397594546 tempest-MigrationsAdminTest-397594546-project] 10.222.0.67 "GET /v2.0/security-groups?id=78cb509b-31c4-4e2a-bb5c-7abd6194dcc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598831 Sep 23 19:29:29.242286 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-07ae8224-ea89-4840-8c6b-254d9d34fe79 req-0a2f9dac-ffe4-4f42-84fa-c1bcdd42361c tempest-FloatingIPsAssociationNegativeTestJSON-369828806 tempest-FloatingIPsAssociationNegativeTestJSON-369828806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783146162158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783145673144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4399100'] for port, after_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:29:29.279938 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a2f9dac-ffe4-4f42-84fa-c1bcdd42361c tempest-FloatingIPsAssociationNegativeTestJSON-369828806 tempest-FloatingIPsAssociationNegativeTestJSON-369828806-project] Pushing event deleted for resources: {'Port': ['ID=c3cef2e5-1e9b-4536-9026-e3a80b4f010f,revision_number=None']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:29:29.331830 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a63dc21f-364c-42a2-a8c8-0ffee8adeb04 req-0e493690-ef41-4de0-a622-abb6726fa651 tempest-DeleteServersTestJSON-2111530366 tempest-DeleteServersTestJSON-2111530366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:29:29.334087 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-a63dc21f-364c-42a2-a8c8-0ffee8adeb04 req-0e493690-ef41-4de0-a622-abb6726fa651 tempest-DeleteServersTestJSON-2111530366 tempest-DeleteServersTestJSON-2111530366-project] 10.222.0.67 "GET /v2.0/ports?device_id=f309ed76-4458-4fae-b768-639307adadfe HTTP/1.1" status: 200 len: 946 time: 0.1279693 Sep 23 19:29:29.354215 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-599cf754-8efb-482f-8bd3-71ac806caf9a req-c28d9471-be9b-4fb2-9cf0-94647f7a3b97 tempest-InstanceActionsNegativeTestJSON-1854574816 tempest-InstanceActionsNegativeTestJSON-1854574816-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:29:29.356491 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-599cf754-8efb-482f-8bd3-71ac806caf9a req-c28d9471-be9b-4fb2-9cf0-94647f7a3b97 tempest-InstanceActionsNegativeTestJSON-1854574816 tempest-InstanceActionsNegativeTestJSON-1854574816-project] 10.222.0.53 "GET /v2.0/networks?id=93227b6c-d1eb-4875-be71-cc91ffaf6bf0 HTTP/1.1" status: 200 len: 822 time: 0.1391659 Sep 23 19:29:29.369422 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-07ae8224-ea89-4840-8c6b-254d9d34fe79 req-0a2f9dac-ffe4-4f42-84fa-c1bcdd42361c tempest-FloatingIPsAssociationNegativeTestJSON-369828806 tempest-FloatingIPsAssociationNegativeTestJSON-369828806-project] Notify callbacks [] for floatingip, after_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:29:29.370579 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.v2.base [req-599cf754-8efb-482f-8bd3-71ac806caf9a req-22bc73ee-422a-47d2-be75-bd047646870f tempest-InstanceActionsNegativeTestJSON-1854574816 tempest-InstanceActionsNegativeTestJSON-1854574816-project] Request body: {'port': {'device_id': 'f907a213-7802-4477-a158-bcc0a4e39914', 'network_id': '93227b6c-d1eb-4875-be71-cc91ffaf6bf0', 'admin_state_up': True, 'tenant_id': '5201e36e007e4f67aa617d82c4135b34'}} {{(pid=95101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:29:29.373200 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-07ae8224-ea89-4840-8c6b-254d9d34fe79 req-0a2f9dac-ffe4-4f42-84fa-c1bcdd42361c tempest-FloatingIPsAssociationNegativeTestJSON-369828806 tempest-FloatingIPsAssociationNegativeTestJSON-369828806-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222849'] for floatingip, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:29:29.381242 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-07ae8224-ea89-4840-8c6b-254d9d34fe79 req-0a2f9dac-ffe4-4f42-84fa-c1bcdd42361c tempest-FloatingIPsAssociationNegativeTestJSON-369828806 tempest-FloatingIPsAssociationNegativeTestJSON-369828806-project] 10.222.0.67 "DELETE /v2.0/floatingips/521e5810-3456-4675-8757-98f2b24d57a8 HTTP/1.1" status: 204 len: 173 time: 0.6414723 Sep 23 19:29:29.398629 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-a63dc21f-364c-42a2-a8c8-0ffee8adeb04 req-616fd141-3218-4a75-b368-aa3250fac3c5 tempest-DeleteServersTestJSON-2111530366 tempest-DeleteServersTestJSON-2111530366-project] 10.222.0.67 "GET /v2.0/security-groups?id=67f2e2ca-928f-40e5-b9b2-05ec3bddbb37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563912 Sep 23 19:29:29.494168 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-599cf754-8efb-482f-8bd3-71ac806caf9a req-22bc73ee-422a-47d2-be75-bd047646870f tempest-InstanceActionsNegativeTestJSON-1854574816 tempest-InstanceActionsNegativeTestJSON-1854574816-project] Made reservation on behalf of 5201e36e007e4f67aa617d82c4135b34 for: {'port': 1} {{(pid=95101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:29:29.497977 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-599cf754-8efb-482f-8bd3-71ac806caf9a req-22bc73ee-422a-47d2-be75-bd047646870f tempest-InstanceActionsNegativeTestJSON-1854574816 tempest-InstanceActionsNegativeTestJSON-1854574816-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:29:29.528612 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-20d4a136-08d9-407a-9cfa-85be774f48c1 req-d74840e4-97b9-4a61-8fa2-5d5396f4bed1 tempest-InstanceActionsNegativeTestJSON-1854574816 tempest-InstanceActionsNegativeTestJSON-1854574816-project] 10.222.0.67 "GET /v2.0/ports?device_id=f907a213-7802-4477-a158-bcc0a4e39914 HTTP/1.1" status: 200 len: 210 time: 0.0679607 Sep 23 19:29:29.549236 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-90e1c1e8-7a88-4b48-a860-14e6b6487480 req-f7a9dc7c-0a5c-4ad5-97fb-eae068a25264 tempest-FloatingIPsAssociationNegativeTestJSON-369828806 tempest-FloatingIPsAssociationNegativeTestJSON-369828806-project] 10.222.0.67 "GET /v2.0/floatingips?floating_ip_address=172.25.1.220 HTTP/1.1" status: 200 len: 1002 time: 0.0986376 Sep 23 19:29:29.599435 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e1c1e8-7a88-4b48-a860-14e6b6487480 req-8aceb1f6-9fc9-4f2e-b17b-278266832a0f tempest-FloatingIPsAssociationNegativeTestJSON-369828806 tempest-FloatingIPsAssociationNegativeTestJSON-369828806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:29:29.600842 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-90e1c1e8-7a88-4b48-a860-14e6b6487480 req-8aceb1f6-9fc9-4f2e-b17b-278266832a0f tempest-FloatingIPsAssociationNegativeTestJSON-369828806 tempest-FloatingIPsAssociationNegativeTestJSON-369828806-project] 10.222.0.67 "GET /v2.0/ports/f1ba3ace-8c88-48eb-899d-68684df1164c HTTP/1.1" status: 200 len: 943 time: 0.0459557 Sep 23 19:29:29.630850 n-d-713301-16 neutron-server[95101]: DEBUG neutron.db.db_base_plugin_common [req-599cf754-8efb-482f-8bd3-71ac806caf9a req-22bc73ee-422a-47d2-be75-bd047646870f tempest-InstanceActionsNegativeTestJSON-1854574816 tempest-InstanceActionsNegativeTestJSON-1854574816-project] Allocated IP 172.20.0.7 (93227b6c-d1eb-4875-be71-cc91ffaf6bf0/2bffdd7c-ae19-4d4b-b12b-d8d371aba437/b2e5cb69-c82e-42a5-966d-943b3978fb6c) {{(pid=95101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 19:29:29.704256 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-90e1c1e8-7a88-4b48-a860-14e6b6487480 req-4a92b668-bd3f-4689-a4d5-ac400742ff07 tempest-FloatingIPsAssociationNegativeTestJSON-369828806 tempest-FloatingIPsAssociationNegativeTestJSON-369828806-project] 10.222.0.67 "GET /v2.0/floatingips?floating_ip_address=172.25.1.220 HTTP/1.1" status: 200 len: 1002 time: 0.0631785 Sep 23 19:29:29.781538 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-599cf754-8efb-482f-8bd3-71ac806caf9a req-22bc73ee-422a-47d2-be75-bd047646870f tempest-InstanceActionsNegativeTestJSON-1854574816 tempest-InstanceActionsNegativeTestJSON-1854574816-project] Notify callbacks [] for port, precommit_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:29:29.821204 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e1c1e8-7a88-4b48-a860-14e6b6487480 req-8bf48f9b-eb6c-48da-b69b-378710f3c5bb tempest-FloatingIPsAssociationNegativeTestJSON-369828806 tempest-FloatingIPsAssociationNegativeTestJSON-369828806-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:29:29.822627 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-90e1c1e8-7a88-4b48-a860-14e6b6487480 req-8bf48f9b-eb6c-48da-b69b-378710f3c5bb tempest-FloatingIPsAssociationNegativeTestJSON-369828806 tempest-FloatingIPsAssociationNegativeTestJSON-369828806-project] 10.222.0.67 "GET /v2.0/networks/5dec5c09-378e-4f50-89cc-d94eb81c3bac HTTP/1.1" status: 200 len: 784 time: 0.1120913 Sep 23 19:29:29.827013 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-599cf754-8efb-482f-8bd3-71ac806caf9a req-22bc73ee-422a-47d2-be75-bd047646870f tempest-InstanceActionsNegativeTestJSON-1854574816 tempest-InstanceActionsNegativeTestJSON-1854574816-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783145673135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5607431'] for port, after_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:29:29.872387 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-599cf754-8efb-482f-8bd3-71ac806caf9a req-22bc73ee-422a-47d2-be75-bd047646870f tempest-InstanceActionsNegativeTestJSON-1854574816 tempest-InstanceActionsNegativeTestJSON-1854574816-project] Network 93227b6c-d1eb-4875-be71-cc91ffaf6bf0 is already hosted by enough agents. {{(pid=95101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:29:29.875673 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.base_scheduler [req-599cf754-8efb-482f-8bd3-71ac806caf9a req-22bc73ee-422a-47d2-be75-bd047646870f tempest-InstanceActionsNegativeTestJSON-1854574816 tempest-InstanceActionsNegativeTestJSON-1854574816-project] Resources bound (agent type, host, resource id): {{(pid=95101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:29:29.880377 n-d-713301-16 neutron-server[95101]: DEBUG neutron.db.l3_dvrscheduler_db [req-599cf754-8efb-482f-8bd3-71ac806caf9a req-22bc73ee-422a-47d2-be75-bd047646870f tempest-InstanceActionsNegativeTestJSON-1854574816 tempest-InstanceActionsNegativeTestJSON-1854574816-project] Received port after_create {{(pid=95101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 19:29:29.907539 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22bc73ee-422a-47d2-be75-bd047646870f tempest-InstanceActionsNegativeTestJSON-1854574816 tempest-InstanceActionsNegativeTestJSON-1854574816-project] Pushing event updated for resources: {'Port': ['ID=b2e5cb69-c82e-42a5-966d-943b3978fb6c,revision_number=1']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:29:29.911942 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-be567075-8366-4549-a9db-618b7847f2a7 req-2977d84c-b998-4a57-be12-d07b537df64f tempest-ServerShowV257Test-1972889360 tempest-ServerShowV257Test-1972889360-project] 10.222.0.67 "GET /v2.0/ports?device_id=29a13295-c9ea-4b76-b6b2-921ec1564406 HTTP/1.1" status: 200 len: 210 time: 0.0411296 Sep 23 19:29:29.930497 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-90e1c1e8-7a88-4b48-a860-14e6b6487480 req-9c3d9a9c-6f3e-4581-80d2-eb6b632c775e tempest-FloatingIPsAssociationNegativeTestJSON-369828806 tempest-FloatingIPsAssociationNegativeTestJSON-369828806-project] 10.222.0.67 "GET /v2.0/floatingips?floating_ip_address=172.25.1.220 HTTP/1.1" status: 200 len: 1002 time: 0.0974705 Sep 23 19:29:29.936928 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-599cf754-8efb-482f-8bd3-71ac806caf9a req-22bc73ee-422a-47d2-be75-bd047646870f tempest-InstanceActionsNegativeTestJSON-1854574816 tempest-InstanceActionsNegativeTestJSON-1854574816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:29:29.937546 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-599cf754-8efb-482f-8bd3-71ac806caf9a req-22bc73ee-422a-47d2-be75-bd047646870f tempest-InstanceActionsNegativeTestJSON-1854574816 tempest-InstanceActionsNegativeTestJSON-1854574816-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222849'] for port, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:29:29.941196 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.v2.base [req-90e1c1e8-7a88-4b48-a860-14e6b6487480 req-155c9ab9-8087-45fc-a4b6-394a1eaf659b tempest-FloatingIPsAssociationNegativeTestJSON-369828806 tempest-FloatingIPsAssociationNegativeTestJSON-369828806-project] Request body: {'floatingip': {'port_id': None}} {{(pid=95102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:29:29.954884 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-599cf754-8efb-482f-8bd3-71ac806caf9a req-22bc73ee-422a-47d2-be75-bd047646870f tempest-InstanceActionsNegativeTestJSON-1854574816 tempest-InstanceActionsNegativeTestJSON-1854574816-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5883157 Sep 23 19:29:29.967460 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.v2.base [req-599cf754-8efb-482f-8bd3-71ac806caf9a req-9cba9681-64d9-4142-bf7f-26900090744c service neutron] Request body: {'port': {'device_id': 'f907a213-7802-4477-a158-bcc0a4e39914', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713301-16'}} {{(pid=95101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:29:30.006121 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-90e1c1e8-7a88-4b48-a860-14e6b6487480 req-155c9ab9-8087-45fc-a4b6-394a1eaf659b tempest-FloatingIPsAssociationNegativeTestJSON-369828806 tempest-FloatingIPsAssociationNegativeTestJSON-369828806-project] Notify callbacks [] for floatingip, before_update {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:29:30.060955 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-599cf754-8efb-482f-8bd3-71ac806caf9a req-9cba9681-64d9-4142-bf7f-26900090744c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:29:30.070140 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ed0d01-8180-44f6-bceb-0ff3f6b2faf5 req-731e2e73-464f-428a-958a-3e5c04c21603 tempest-MigrationsAdminTest-397594546 tempest-MigrationsAdminTest-397594546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:29:30.071594 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-42ed0d01-8180-44f6-bceb-0ff3f6b2faf5 req-731e2e73-464f-428a-958a-3e5c04c21603 tempest-MigrationsAdminTest-397594546 tempest-MigrationsAdminTest-397594546-project] 10.222.0.53 "GET /v2.0/ports?device_id=6573cd99-c5b7-4bf8-8671-27760195f1f4 HTTP/1.1" status: 200 len: 950 time: 0.0813732 Sep 23 19:29:30.163119 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-90e1c1e8-7a88-4b48-a860-14e6b6487480 req-155c9ab9-8087-45fc-a4b6-394a1eaf659b tempest-FloatingIPsAssociationNegativeTestJSON-369828806 tempest-FloatingIPsAssociationNegativeTestJSON-369828806-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:29:30.183912 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-90e1c1e8-7a88-4b48-a860-14e6b6487480 req-155c9ab9-8087-45fc-a4b6-394a1eaf659b tempest-FloatingIPsAssociationNegativeTestJSON-369828806 tempest-FloatingIPsAssociationNegativeTestJSON-369828806-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-601884'] for floatingip, after_update {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:29:30.184248 n-d-713301-16 neutron-server[95102]: INFO neutron.db.l3_db [req-90e1c1e8-7a88-4b48-a860-14e6b6487480 req-155c9ab9-8087-45fc-a4b6-394a1eaf659b tempest-FloatingIPsAssociationNegativeTestJSON-369828806 tempest-FloatingIPsAssociationNegativeTestJSON-369828806-project] Floating IP 3f40722b-ebb8-4d52-8c54-deb6dad4e680 disassociated. External IP: 172.25.1.220, port: f1ba3ace-8c88-48eb-899d-68684df1164c. Sep 23 19:29:30.267256 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e08cc2-f9cc-4b05-be8e-2315129cbfae req-2f6d93fc-9cc8-4bf8-81b9-fb4f8be4293f tempest-MigrationsAdminTest-397594546 tempest-MigrationsAdminTest-397594546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:29:30.268715 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-24e08cc2-f9cc-4b05-be8e-2315129cbfae req-2f6d93fc-9cc8-4bf8-81b9-fb4f8be4293f tempest-MigrationsAdminTest-397594546 tempest-MigrationsAdminTest-397594546-project] 10.222.0.67 "GET /v2.0/ports?device_id=6573cd99-c5b7-4bf8-8671-27760195f1f4 HTTP/1.1" status: 200 len: 950 time: 0.1192131 Sep 23 19:29:30.275081 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.plugin [req-42ed0d01-8180-44f6-bceb-0ff3f6b2faf5 req-e61d4b3b-7ee6-4736-8d56-b0e46a8f8fa9 tempest-MigrationsAdminTest-397594546 tempest-MigrationsAdminTest-397594546-project] Deleting port 99215099-e4ca-41e9-9da2-30bc7fb3a27f {{(pid=95101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:29:30.275426 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-42ed0d01-8180-44f6-bceb-0ff3f6b2faf5 req-e61d4b3b-7ee6-4736-8d56-b0e46a8f8fa9 tempest-MigrationsAdminTest-397594546 tempest-MigrationsAdminTest-397594546-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783146157096'] for port, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:29:30.328626 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-24e08cc2-f9cc-4b05-be8e-2315129cbfae req-28791b36-6161-434b-a388-82a57322554f tempest-MigrationsAdminTest-397594546 tempest-MigrationsAdminTest-397594546-project] 10.222.0.67 "GET /v2.0/security-groups?id=78cb509b-31c4-4e2a-bb5c-7abd6194dcc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507317 Sep 23 19:29:30.411347 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.db [req-42ed0d01-8180-44f6-bceb-0ff3f6b2faf5 req-e61d4b3b-7ee6-4736-8d56-b0e46a8f8fa9 tempest-MigrationsAdminTest-397594546 tempest-MigrationsAdminTest-397594546-project] For port 99215099-e4ca-41e9-9da2-30bc7fb3a27f, host n-h2-713301-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-16',level=0,port_id=99215099-e4ca-41e9-9da2-30bc7fb3a27f,segment=NetworkSegment(6139d589-eb6c-4578-8935-c26ddf396853),segment_id=6139d589-eb6c-4578-8935-c26ddf396853)] {{(pid=95101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:29:30.411949 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-42ed0d01-8180-44f6-bceb-0ff3f6b2faf5 req-e61d4b3b-7ee6-4736-8d56-b0e46a8f8fa9 tempest-MigrationsAdminTest-397594546 tempest-MigrationsAdminTest-397594546-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-605701'] for port, precommit_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:29:30.434423 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.plugin [req-42ed0d01-8180-44f6-bceb-0ff3f6b2faf5 req-e61d4b3b-7ee6-4736-8d56-b0e46a8f8fa9 tempest-MigrationsAdminTest-397594546 tempest-MigrationsAdminTest-397594546-project] Calling delete_port for 99215099-e4ca-41e9-9da2-30bc7fb3a27f owned by compute:nova {{(pid=95101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:29:30.569691 n-d-713301-16 neutron-server[95101]: DEBUG neutron.notifiers.nova [req-599cf754-8efb-482f-8bd3-71ac806caf9a req-9cba9681-64d9-4142-bf7f-26900090744c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b2e5cb69-c82e-42a5-966d-943b3978fb6c {{(pid=95101) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 19:29:30.578027 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-599cf754-8efb-482f-8bd3-71ac806caf9a req-9cba9681-64d9-4142-bf7f-26900090744c service neutron] Notify callbacks [] for port, precommit_update {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:29:30.637686 n-d-713301-16 neutron-server[95101]: DEBUG neutron.db.provisioning_blocks [req-599cf754-8efb-482f-8bd3-71ac806caf9a req-9cba9681-64d9-4142-bf7f-26900090744c service neutron] Transition to ACTIVE for port object b2e5cb69-c82e-42a5-966d-943b3978fb6c will not be triggered until provisioned by entity L2. {{(pid=95101) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 19:29:30.639194 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-42ed0d01-8180-44f6-bceb-0ff3f6b2faf5 req-e61d4b3b-7ee6-4736-8d56-b0e46a8f8fa9 tempest-MigrationsAdminTest-397594546 tempest-MigrationsAdminTest-397594546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783146162158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783145673144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5607431'] for port, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:29:30.652769 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-599cf754-8efb-482f-8bd3-71ac806caf9a req-9cba9681-64d9-4142-bf7f-26900090744c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5607436'] for port, after_update {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:29:30.653574 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] get_ports_and_sgs() called for port_ids ['f5483dbd-6d3f-4319-9eaa-5497612c208b', '99215099-e4ca-41e9-9da2-30bc7fb3a27f'] {{(pid=95103) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 19:29:30.656796 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] get_ports_and_sgs() called for port_ids ['5e0cfb4e-f0a0-4307-98ca-fd7fbec65808'] {{(pid=95103) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 19:29:30.686572 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e61d4b3b-7ee6-4736-8d56-b0e46a8f8fa9 tempest-MigrationsAdminTest-397594546 tempest-MigrationsAdminTest-397594546-project] Pushing event deleted for resources: {'Port': ['ID=99215099-e4ca-41e9-9da2-30bc7fb3a27f,revision_number=None']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:29:30.714830 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a945f39-6acd-4687-86d0-7c2ab5c56b44 req-f12c3b8e-f420-4c95-8eb7-75998f82e589 tempest-DeleteServersTestJSON-2111530366 tempest-DeleteServersTestJSON-2111530366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:29:30.723709 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-5a945f39-6acd-4687-86d0-7c2ab5c56b44 req-f12c3b8e-f420-4c95-8eb7-75998f82e589 tempest-DeleteServersTestJSON-2111530366 tempest-DeleteServersTestJSON-2111530366-project] 10.222.0.67 "GET /v2.0/ports?device_id=f309ed76-4458-4fae-b768-639307adadfe HTTP/1.1" status: 200 len: 946 time: 0.0995135 Sep 23 19:29:30.750516 n-d-713301-16 neutron-server[95101]: DEBUG neutron.db.l3_dvrscheduler_db [req-42ed0d01-8180-44f6-bceb-0ff3f6b2faf5 req-e61d4b3b-7ee6-4736-8d56-b0e46a8f8fa9 tempest-MigrationsAdminTest-397594546 tempest-MigrationsAdminTest-397594546-project] No DVR routers for this DVR port 99215099-e4ca-41e9-9da2-30bc7fb3a27f on host n-h2-713301-16 {{(pid=95101) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 19:29:30.757505 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-42ed0d01-8180-44f6-bceb-0ff3f6b2faf5 req-e61d4b3b-7ee6-4736-8d56-b0e46a8f8fa9 tempest-MigrationsAdminTest-397594546 tempest-MigrationsAdminTest-397594546-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222849'] for port, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:29:30.759177 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-42ed0d01-8180-44f6-bceb-0ff3f6b2faf5 req-e61d4b3b-7ee6-4736-8d56-b0e46a8f8fa9 tempest-MigrationsAdminTest-397594546 tempest-MigrationsAdminTest-397594546-project] 10.222.0.53 "DELETE /v2.0/ports/99215099-e4ca-41e9-9da2-30bc7fb3a27f HTTP/1.1" status: 204 len: 173 time: 0.6800892 Sep 23 19:29:30.761559 n-d-713301-16 neutron-server[95101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6573cd99-c5b7-4bf8-8671-27760195f1f4', 'name': 'network-vif-deleted', 'tag': '99215099-e4ca-41e9-9da2-30bc7fb3a27f'}] {{(pid=95101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 19:29:30.763922 n-d-713301-16 neutron-server[95101]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d8366c5740cd635e57ab12b71fe44a77c2acc3c19091ef849c6f68b380462244" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca144da0-2f5d-4cdc-95de-b43cc0c1eb03" -d '{"events": [{"server_uuid": "6573cd99-c5b7-4bf8-8671-27760195f1f4", "name": "network-vif-deleted", "tag": "99215099-e4ca-41e9-9da2-30bc7fb3a27f"}]}' {{(pid=95101) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 19:29:30.796658 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-5a945f39-6acd-4687-86d0-7c2ab5c56b44 req-dbd47e39-4bf4-4787-b94b-849aeb93e862 tempest-DeleteServersTestJSON-2111530366 tempest-DeleteServersTestJSON-2111530366-project] 10.222.0.67 "GET /v2.0/security-groups?id=67f2e2ca-928f-40e5-b9b2-05ec3bddbb37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666063 Sep 23 19:29:30.804773 n-d-713301-16 neutron-server[95102]: DEBUG neutron.scheduler.l3_agent_scheduler [req-90e1c1e8-7a88-4b48-a860-14e6b6487480 req-155c9ab9-8087-45fc-a4b6-394a1eaf659b tempest-FloatingIPsAssociationNegativeTestJSON-369828806 tempest-FloatingIPsAssociationNegativeTestJSON-369828806-project] Router 9879e38c-83b2-4401-bd2a-c505b1875d75 has already been hosted by L3 agent 79a740bf-7821-4989-8288-7186e3e128f3 {{(pid=95102) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 19:29:30.828540 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cba9681-64d9-4142-bf7f-26900090744c service neutron] Pushing event updated for resources: {'Port': ['ID=b2e5cb69-c82e-42a5-966d-943b3978fb6c,revision_number=2']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:29:30.862763 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.managers [req-599cf754-8efb-482f-8bd3-71ac806caf9a req-9cba9681-64d9-4142-bf7f-26900090744c service neutron] Attempting to bind port b2e5cb69-c82e-42a5-966d-943b3978fb6c on host n-h2-713301-16 for vnic_type normal with profile {{(pid=95101) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 19:29:30.863120 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.managers [req-599cf754-8efb-482f-8bd3-71ac806caf9a req-9cba9681-64d9-4142-bf7f-26900090744c service neutron] Attempting to bind port b2e5cb69-c82e-42a5-966d-943b3978fb6c by drivers openvswitch,hyperv on host n-h2-713301-16 at level 0 using segments [{'id': 'd76473b0-135c-4896-afde-47d8196519c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '93227b6c-d1eb-4875-be71-cc91ffaf6bf0'}] {{(pid=95101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 19:29:30.864009 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-599cf754-8efb-482f-8bd3-71ac806caf9a req-9cba9681-64d9-4142-bf7f-26900090744c service neutron] Attempting to bind port b2e5cb69-c82e-42a5-966d-943b3978fb6c on network 93227b6c-d1eb-4875-be71-cc91ffaf6bf0 {{(pid=95101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:29:30.869014 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-599cf754-8efb-482f-8bd3-71ac806caf9a req-9cba9681-64d9-4142-bf7f-26900090744c service neutron] Port b2e5cb69-c82e-42a5-966d-943b3978fb6c on network 93227b6c-d1eb-4875-be71-cc91ffaf6bf0 not bound, no agent of type Open vSwitch agent registered on host n-h2-713301-16 {{(pid=95101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 19:29:30.869335 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-599cf754-8efb-482f-8bd3-71ac806caf9a req-9cba9681-64d9-4142-bf7f-26900090744c service neutron] Attempting to bind port b2e5cb69-c82e-42a5-966d-943b3978fb6c on network 93227b6c-d1eb-4875-be71-cc91ffaf6bf0 {{(pid=95101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:29:30.875883 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-599cf754-8efb-482f-8bd3-71ac806caf9a req-9cba9681-64d9-4142-bf7f-26900090744c service neutron] Checking agent: {'id': '2a7cea34-db54-4faf-8d23-37521c3e34cb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713301-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 19, 15, 28), 'started_at': datetime.datetime(2021, 9, 23, 19, 15, 28), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 19, 29, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 19:29:30.876226 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-599cf754-8efb-482f-8bd3-71ac806caf9a req-9cba9681-64d9-4142-bf7f-26900090744c service neutron] Checking segment: {'id': 'd76473b0-135c-4896-afde-47d8196519c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '93227b6c-d1eb-4875-be71-cc91ffaf6bf0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:29:30.876674 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-599cf754-8efb-482f-8bd3-71ac806caf9a req-9cba9681-64d9-4142-bf7f-26900090744c service neutron] Bound using segment: {'id': 'd76473b0-135c-4896-afde-47d8196519c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '93227b6c-d1eb-4875-be71-cc91ffaf6bf0'} {{(pid=95101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 19:29:30.877291 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.managers [req-599cf754-8efb-482f-8bd3-71ac806caf9a req-9cba9681-64d9-4142-bf7f-26900090744c service neutron] Bound port: b2e5cb69-c82e-42a5-966d-943b3978fb6c, host: n-h2-713301-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd76473b0-135c-4896-afde-47d8196519c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '93227b6c-d1eb-4875-be71-cc91ffaf6bf0'}}] {{(pid=95101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 19:29:30.877656 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-599cf754-8efb-482f-8bd3-71ac806caf9a req-9cba9681-64d9-4142-bf7f-26900090744c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:29:30.989768 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.db [req-599cf754-8efb-482f-8bd3-71ac806caf9a req-9cba9681-64d9-4142-bf7f-26900090744c service neutron] For port b2e5cb69-c82e-42a5-966d-943b3978fb6c, host n-h2-713301-16, cleared binding levels {{(pid=95101) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 19:29:30.993311 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.db [req-599cf754-8efb-482f-8bd3-71ac806caf9a req-9cba9681-64d9-4142-bf7f-26900090744c service neutron] For port b2e5cb69-c82e-42a5-966d-943b3978fb6c, host n-h2-713301-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-16',level=0,port_id=b2e5cb69-c82e-42a5-966d-943b3978fb6c,segment=NetworkSegment(d76473b0-135c-4896-afde-47d8196519c5),segment_id=d76473b0-135c-4896-afde-47d8196519c5)] {{(pid=95101) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 19:29:31.003179 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-599cf754-8efb-482f-8bd3-71ac806caf9a req-9cba9681-64d9-4142-bf7f-26900090744c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5607436'] for port, after_update {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:29:31.042526 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-599cf754-8efb-482f-8bd3-71ac806caf9a req-9cba9681-64d9-4142-bf7f-26900090744c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:29:31.043158 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-599cf754-8efb-482f-8bd3-71ac806caf9a req-9cba9681-64d9-4142-bf7f-26900090744c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222849'] for port, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:29:31.044558 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-599cf754-8efb-482f-8bd3-71ac806caf9a req-9cba9681-64d9-4142-bf7f-26900090744c service neutron] 10.222.0.53 "PUT /v2.0/ports/b2e5cb69-c82e-42a5-966d-943b3978fb6c HTTP/1.1" status: 200 len: 1092 time: 1.0815206 Sep 23 19:29:31.069033 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-90e1c1e8-7a88-4b48-a860-14e6b6487480 req-155c9ab9-8087-45fc-a4b6-394a1eaf659b tempest-FloatingIPsAssociationNegativeTestJSON-369828806 tempest-FloatingIPsAssociationNegativeTestJSON-369828806-project] Notify agent at l3_agent.n-d-713301-16 the message routers_updated {{(pid=95102) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 19:29:31.074288 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-90e1c1e8-7a88-4b48-a860-14e6b6487480 req-155c9ab9-8087-45fc-a4b6-394a1eaf659b tempest-FloatingIPsAssociationNegativeTestJSON-369828806 tempest-FloatingIPsAssociationNegativeTestJSON-369828806-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222849'] for floatingip, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:29:31.079782 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cba9681-64d9-4142-bf7f-26900090744c service neutron] Pushing event updated for resources: {'Port': ['ID=b2e5cb69-c82e-42a5-966d-943b3978fb6c,revision_number=3']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:29:31.085838 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcf4d0b4-c64b-45a2-993a-dac95adbf72d None None] Sync routers for ids ['9879e38c-83b2-4401-bd2a-c505b1875d75'] in n-d-713301-16 {{(pid=95103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 19:29:31.095241 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcf4d0b4-c64b-45a2-993a-dac95adbf72d None None] Routers {'9879e38c-83b2-4401-bd2a-c505b1875d75'} bound to L3 agent in host n-d-713301-16 {{(pid=95103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 19:29:31.095852 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_hamode_db [None req-fcf4d0b4-c64b-45a2-993a-dac95adbf72d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-23T19:07:52Z,description=,heartbeat_timestamp=2021-09-23T19:29:22Z,host='n-d-713301-16',id=79a740bf-7821-4989-8288-7186e3e128f3,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:07:52Z,topic='l3_agent')) {'router_ids': ['9879e38c-83b2-4401-bd2a-c505b1875d75'], 'active': True} {{(pid=95103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:29:31.109825 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-90e1c1e8-7a88-4b48-a860-14e6b6487480 req-155c9ab9-8087-45fc-a4b6-394a1eaf659b tempest-FloatingIPsAssociationNegativeTestJSON-369828806 tempest-FloatingIPsAssociationNegativeTestJSON-369828806-project] 10.222.0.67 "PUT /v2.0/floatingips/3f40722b-ebb8-4d52-8c54-deb6dad4e680 HTTP/1.1" status: 200 len: 695 time: 1.1726861 Sep 23 19:29:31.118567 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39690fb5-fa63-4397-8d70-0b1bfadc11a8 req-2bc1e711-290c-45cc-ad6c-716a1032604e tempest-InstanceActionsNegativeTestJSON-1854574816 tempest-InstanceActionsNegativeTestJSON-1854574816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:29:31.125980 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-39690fb5-fa63-4397-8d70-0b1bfadc11a8 req-2bc1e711-290c-45cc-ad6c-716a1032604e tempest-InstanceActionsNegativeTestJSON-1854574816 tempest-InstanceActionsNegativeTestJSON-1854574816-project] 10.222.0.67 "GET /v2.0/ports?device_id=f907a213-7802-4477-a158-bcc0a4e39914 HTTP/1.1" status: 200 len: 943 time: 0.1129141 Sep 23 19:29:31.142632 n-d-713301-16 neutron-server[95102]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5fc2ff09-250c-4f1b-af64-3897f19bf20e', 'tag': 'f1ba3ace-8c88-48eb-899d-68684df1164c'}] {{(pid=95102) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 19:29:31.145382 n-d-713301-16 neutron-server[95102]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab31b6d93e5336dbddfa8ec424565b3bd8cb2369c5b4d85bc943472dbb21e8ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7353c90-293f-4c2c-8259-f0bca380ce0a" -d '{"events": [{"name": "network-changed", "server_uuid": "5fc2ff09-250c-4f1b-af64-3897f19bf20e", "tag": "f1ba3ace-8c88-48eb-899d-68684df1164c"}]}' {{(pid=95102) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 19:29:31.150772 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-599cf754-8efb-482f-8bd3-71ac806caf9a req-3139f49f-f995-4d97-acd4-35d142cf07da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:29:31.152654 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-599cf754-8efb-482f-8bd3-71ac806caf9a req-3139f49f-f995-4d97-acd4-35d142cf07da service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=5201e36e007e4f67aa617d82c4135b34&device_id=f907a213-7802-4477-a158-bcc0a4e39914 HTTP/1.1" status: 200 len: 1095 time: 0.0554180 Sep 23 19:29:31.195576 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-39690fb5-fa63-4397-8d70-0b1bfadc11a8 req-12de0e65-e6fc-4cfe-874a-90cf6ca19d8d tempest-InstanceActionsNegativeTestJSON-1854574816 tempest-InstanceActionsNegativeTestJSON-1854574816-project] 10.222.0.67 "GET /v2.0/security-groups?id=dc5623e7-f3a2-4208-95a5-65e3246a8ec1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687079 Sep 23 19:29:31.205125 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e1c1e8-7a88-4b48-a860-14e6b6487480 req-37a65fc6-5d46-4465-9b19-8562f317084b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:29:31.206684 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-90e1c1e8-7a88-4b48-a860-14e6b6487480 req-37a65fc6-5d46-4465-9b19-8562f317084b service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=40bcd04a276c4609930d2e19006d9ae9&device_id=5fc2ff09-250c-4f1b-af64-3897f19bf20e HTTP/1.1" status: 200 len: 1098 time: 0.0721500 Sep 23 19:29:31.217580 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-599cf754-8efb-482f-8bd3-71ac806caf9a req-80f9b695-0288-43c1-9278-6a551df1353f service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b2e5cb69-c82e-42a5-966d-943b3978fb6c HTTP/1.1" status: 200 len: 217 time: 0.0547354 Sep 23 19:29:31.305387 n-d-713301-16 neutron-server[95101]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 19:29:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9193f5f9-2480-40da-8ce8-c9647217c20b x-openstack-request-id: req-9193f5f9-2480-40da-8ce8-c9647217c20b {{(pid=95101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 19:29:31.305685 n-d-713301-16 neutron-server[95101]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6573cd99-c5b7-4bf8-8671-27760195f1f4", "name": "network-vif-deleted", "tag": "99215099-e4ca-41e9-9da2-30bc7fb3a27f", "status": "completed", "code": 200}]} {{(pid=95101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 19:29:31.305937 n-d-713301-16 neutron-server[95101]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-9193f5f9-2480-40da-8ce8-c9647217c20b {{(pid=95101) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 19:29:31.306340 n-d-713301-16 neutron-server[95101]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6573cd99-c5b7-4bf8-8671-27760195f1f4', 'name': 'network-vif-deleted', 'tag': '99215099-e4ca-41e9-9da2-30bc7fb3a27f', 'status': 'completed', 'code': 200} Sep 23 19:29:31.338815 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-599cf754-8efb-482f-8bd3-71ac806caf9a req-0fb41eb0-4d42-4c4b-9421-64180fb73c15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:29:31.342359 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-599cf754-8efb-482f-8bd3-71ac806caf9a req-0fb41eb0-4d42-4c4b-9421-64180fb73c15 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=2bffdd7c-ae19-4d4b-b12b-d8d371aba437 HTTP/1.1" status: 200 len: 862 time: 0.1155813 Sep 23 19:29:31.361622 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e1c1e8-7a88-4b48-a860-14e6b6487480 req-0238bd6c-b98b-4988-abdb-4cf4f2aaba42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:29:31.364623 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-90e1c1e8-7a88-4b48-a860-14e6b6487480 req-0238bd6c-b98b-4988-abdb-4cf4f2aaba42 service neutron] 10.222.0.67 "GET /v2.0/networks?id=952be697-032a-432d-bfa6-5a2ed54f2db3 HTTP/1.1" status: 200 len: 929 time: 0.1424818 Sep 23 19:29:31.386951 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-599cf754-8efb-482f-8bd3-71ac806caf9a req-96121807-29f5-42e4-9dff-ca7573b48ead service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=93227b6c-d1eb-4875-be71-cc91ffaf6bf0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0372570 Sep 23 19:29:31.399511 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_dvr_db [None req-fcf4d0b4-c64b-45a2-993a-dac95adbf72d None None] Set router 9879e38c-83b2-4401-bd2a-c505b1875d75 gateway port host: n-d-713301-16 {{(pid=95103) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 19:29:31.415364 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-90e1c1e8-7a88-4b48-a860-14e6b6487480 req-8ba2ea4b-1608-4c2c-b419-174a7545318d service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f1ba3ace-8c88-48eb-899d-68684df1164c HTTP/1.1" status: 200 len: 217 time: 0.0453112 Sep 23 19:29:31.486175 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e1c1e8-7a88-4b48-a860-14e6b6487480 req-83d58e4d-4106-4982-86aa-ac9fd6af358d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:29:31.487870 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-90e1c1e8-7a88-4b48-a860-14e6b6487480 req-83d58e4d-4106-4982-86aa-ac9fd6af358d service neutron] 10.222.0.67 "GET /v2.0/subnets?id=b15be011-6503-48d2-bdab-47e258ecd8be HTTP/1.1" status: 200 len: 867 time: 0.0655136 Sep 23 19:29:31.534035 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-599cf754-8efb-482f-8bd3-71ac806caf9a req-702471e1-fa76-4442-9823-c76e28b0e540 service neutron] 10.222.0.53 "GET /v2.0/networks/93227b6c-d1eb-4875-be71-cc91ffaf6bf0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1369762 Sep 23 19:29:31.552956 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e1c1e8-7a88-4b48-a860-14e6b6487480 req-dadac4dc-9968-4e94-894d-feadb2be2b2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:29:31.554671 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-90e1c1e8-7a88-4b48-a860-14e6b6487480 req-dadac4dc-9968-4e94-894d-feadb2be2b2e service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=952be697-032a-432d-bfa6-5a2ed54f2db3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0597589 Sep 23 19:29:31.580520 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-2a03c8d3-0acd-4e7a-92e0-4bc5a654b7bb req-2184fd5f-8559-4adb-bc17-77b30a58ee9f tempest-ServerShowV257Test-1972889360 tempest-ServerShowV257Test-1972889360-project] 10.222.0.67 "GET /v2.0/ports?device_id=29a13295-c9ea-4b76-b6b2-921ec1564406 HTTP/1.1" status: 200 len: 210 time: 0.0421767 Sep 23 19:29:31.645542 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_hamode_db [None req-fcf4d0b4-c64b-45a2-993a-dac95adbf72d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9879e38c-83b2-4401-bd2a-c505b1875d75', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-791378858-router', 'tenant_id': '40bcd04a276c4609930d2e19006d9ae9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'external_fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.135'}], 'enable_snat': True}, 'gw_port_id': 'ca890953-03e2-492b-86bb-ade843febcf5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:28:55Z', 'updated_at': '2021-09-23T19:29:00Z', 'revision_number': 4, 'project_id': '40bcd04a276c4609930d2e19006d9ae9', 'gw_port': {'id': 'ca890953-03e2-492b-86bb-ade843febcf5', 'name': '', 'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:09:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9879e38c-83b2-4401-bd2a-c505b1875d75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1115, 'fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:28:56Z', 'updated_at': '2021-09-23T19:29:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-16', '_interfaces': [{'id': 'a67695ce-74f1-43e2-8846-b6e769488bdb', 'name': '', 'network_id': '952be697-032a-432d-bfa6-5a2ed54f2db3', 'tenant_id': '40bcd04a276c4609930d2e19006d9ae9', 'mac_address': 'fa:16:3e:1d:f4:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9879e38c-83b2-4401-bd2a-c505b1875d75', 'device_owner': 'network:router_interface', 'standard_attr_id': 1116, 'fixed_ips': [{'subnet_id': 'b15be011-6503-48d2-bdab-47e258ecd8be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:28:59Z', 'updated_at': '2021-09-23T19:29:05Z', 'revision_number': 5, 'project_id': '40bcd04a276c4609930d2e19006d9ae9', 'subnets': [{'id': 'b15be011-6503-48d2-bdab-47e258ecd8be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-16', False) {} {{(pid=95103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:29:31.657309 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-599cf754-8efb-482f-8bd3-71ac806caf9a req-21001195-cc1b-41db-aba8-25a9484ad61b service neutron] 10.222.0.53 "GET /v2.0/networks/93227b6c-d1eb-4875-be71-cc91ffaf6bf0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1144736 Sep 23 19:29:31.678239 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-90e1c1e8-7a88-4b48-a860-14e6b6487480 req-fd7abd9c-d44d-43f7-adbc-599c4485768e service neutron] 10.222.0.67 "GET /v2.0/networks/952be697-032a-432d-bfa6-5a2ed54f2db3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1057539 Sep 23 19:29:31.684984 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcf4d0b4-c64b-45a2-993a-dac95adbf72d None None] Checking router: 9879e38c-83b2-4401-bd2a-c505b1875d75 for host: n-d-713301-16 {{(pid=95103) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 19:29:31.694888 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcf4d0b4-c64b-45a2-993a-dac95adbf72d None None] Routers {'9879e38c-83b2-4401-bd2a-c505b1875d75'} bound to L3 agent in host n-d-713301-16 {{(pid=95103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 19:29:31.695511 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_hamode_db [None req-fcf4d0b4-c64b-45a2-993a-dac95adbf72d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-23T19:07:52Z,description=,heartbeat_timestamp=2021-09-23T19:29:22Z,host='n-d-713301-16',id=79a740bf-7821-4989-8288-7186e3e128f3,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:07:52Z,topic='l3_agent')) {'router_ids': ['9879e38c-83b2-4401-bd2a-c505b1875d75'], 'active': True} {{(pid=95103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:29:31.728580 n-d-713301-16 neutron-server[95102]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 19:29:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25761bed-9244-4bb7-b458-e914fa768bbc x-openstack-request-id: req-25761bed-9244-4bb7-b458-e914fa768bbc {{(pid=95102) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 19:29:31.728914 n-d-713301-16 neutron-server[95102]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5fc2ff09-250c-4f1b-af64-3897f19bf20e", "tag": "f1ba3ace-8c88-48eb-899d-68684df1164c", "status": "completed", "code": 200}]} {{(pid=95102) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 19:29:31.729164 n-d-713301-16 neutron-server[95102]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-25761bed-9244-4bb7-b458-e914fa768bbc {{(pid=95102) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 19:29:31.729551 n-d-713301-16 neutron-server[95102]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5fc2ff09-250c-4f1b-af64-3897f19bf20e', 'tag': 'f1ba3ace-8c88-48eb-899d-68684df1164c', 'status': 'completed', 'code': 200} Sep 23 19:29:31.790177 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7353c90-293f-4c2c-8259-f0bca380ce0a req-0833f4d9-3ccc-4c74-8c85-a45209b58d5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:29:31.792400 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-90e1c1e8-7a88-4b48-a860-14e6b6487480 req-310d9c74-f436-452d-9793-0dd7c2ca5609 service neutron] 10.222.0.67 "GET /v2.0/networks/952be697-032a-432d-bfa6-5a2ed54f2db3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1076531 Sep 23 19:29:31.800265 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-f7353c90-293f-4c2c-8259-f0bca380ce0a req-0833f4d9-3ccc-4c74-8c85-a45209b58d5b service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=40bcd04a276c4609930d2e19006d9ae9&device_id=5fc2ff09-250c-4f1b-af64-3897f19bf20e HTTP/1.1" status: 200 len: 1098 time: 0.0555265 Sep 23 19:29:31.845944 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_dvr_db [None req-fcf4d0b4-c64b-45a2-993a-dac95adbf72d None None] Set router 9879e38c-83b2-4401-bd2a-c505b1875d75 gateway port host: n-d-713301-16 {{(pid=95103) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 19:29:31.902744 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7353c90-293f-4c2c-8259-f0bca380ce0a req-8e9c4642-cea1-49e3-a060-cbcaea34bbef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:29:31.904836 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-f7353c90-293f-4c2c-8259-f0bca380ce0a req-8e9c4642-cea1-49e3-a060-cbcaea34bbef service neutron] 10.222.0.74 "GET /v2.0/networks?id=952be697-032a-432d-bfa6-5a2ed54f2db3 HTTP/1.1" status: 200 len: 929 time: 0.1035187 Sep 23 19:29:31.931105 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ced65c3-58a0-480e-a568-e92d05ffa0d7 req-e92b4341-ad65-4c13-91cf-484544774546 tempest-DeleteServersTestJSON-2111530366 tempest-DeleteServersTestJSON-2111530366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:29:31.932945 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-4ced65c3-58a0-480e-a568-e92d05ffa0d7 req-e92b4341-ad65-4c13-91cf-484544774546 tempest-DeleteServersTestJSON-2111530366 tempest-DeleteServersTestJSON-2111530366-project] 10.222.0.67 "GET /v2.0/ports?device_id=f309ed76-4458-4fae-b768-639307adadfe HTTP/1.1" status: 200 len: 946 time: 0.0725653 Sep 23 19:29:31.960035 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-f7353c90-293f-4c2c-8259-f0bca380ce0a req-2963eec7-dd76-4095-aaea-acd6bc214dcf service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f1ba3ace-8c88-48eb-899d-68684df1164c HTTP/1.1" status: 200 len: 217 time: 0.0460570 Sep 23 19:29:31.964415 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Device 27bec566-9693-40e6-acf8-7d8d7255f92d no longer exists at agent hyperv_n-h2-713301-16 {{(pid=95103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 19:29:31.999347 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.plugin [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] No Port match for: 27bec566-9693-40e6-acf8-7d8d7255f92d {{(pid=95103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 19:29:31.999691 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Device 27bec566-9693-40e6-acf8-7d8d7255f92d not bound to the agent host n-h2-713301-16 {{(pid=95103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 19:29:32.000118 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Device 99215099-e4ca-41e9-9da2-30bc7fb3a27f no longer exists at agent hyperv_n-h2-713301-16 {{(pid=95103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 19:29:32.016789 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7353c90-293f-4c2c-8259-f0bca380ce0a req-11e51d4d-64e6-4f94-86c4-c08d75de6a7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:29:32.018277 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-f7353c90-293f-4c2c-8259-f0bca380ce0a req-11e51d4d-64e6-4f94-86c4-c08d75de6a7b service neutron] 10.222.0.74 "GET /v2.0/subnets?id=b15be011-6503-48d2-bdab-47e258ecd8be HTTP/1.1" status: 200 len: 867 time: 0.0495207 Sep 23 19:29:32.038850 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-4ced65c3-58a0-480e-a568-e92d05ffa0d7 req-0f1ebf52-a93c-45a0-b9e6-24d753b57b3d tempest-DeleteServersTestJSON-2111530366 tempest-DeleteServersTestJSON-2111530366-project] 10.222.0.67 "GET /v2.0/security-groups?id=67f2e2ca-928f-40e5-b9b2-05ec3bddbb37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0994208 Sep 23 19:29:32.044488 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.plugin [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] No Port match for: 99215099-e4ca-41e9-9da2-30bc7fb3a27f {{(pid=95103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 19:29:32.044858 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Device 99215099-e4ca-41e9-9da2-30bc7fb3a27f not bound to the agent host n-h2-713301-16 {{(pid=95103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 19:29:32.051475 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-ce518691-cb98-4492-9e99-e241df1d2361 req-5d83b379-7fe9-4ddf-beb9-1d70da747f2c tempest-FloatingIPsAssociationNegativeTestJSON-369828806 tempest-FloatingIPsAssociationNegativeTestJSON-369828806-project] 10.222.0.67 "GET /v2.0/floatingips/3f40722b-ebb8-4d52-8c54-deb6dad4e680 HTTP/1.1" status: 200 len: 695 time: 0.0596392 Sep 23 19:29:32.071419 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7353c90-293f-4c2c-8259-f0bca380ce0a req-759012d3-8a37-4550-889c-f45f24a25eb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:29:32.072568 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-f7353c90-293f-4c2c-8259-f0bca380ce0a req-759012d3-8a37-4550-889c-f45f24a25eb5 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=952be697-032a-432d-bfa6-5a2ed54f2db3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0471497 Sep 23 19:29:32.129603 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_hamode_db [None req-fcf4d0b4-c64b-45a2-993a-dac95adbf72d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9879e38c-83b2-4401-bd2a-c505b1875d75', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-791378858-router', 'tenant_id': '40bcd04a276c4609930d2e19006d9ae9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'external_fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.135'}], 'enable_snat': True}, 'gw_port_id': 'ca890953-03e2-492b-86bb-ade843febcf5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:28:55Z', 'updated_at': '2021-09-23T19:29:00Z', 'revision_number': 4, 'project_id': '40bcd04a276c4609930d2e19006d9ae9', 'gw_port': {'id': 'ca890953-03e2-492b-86bb-ade843febcf5', 'name': '', 'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:09:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9879e38c-83b2-4401-bd2a-c505b1875d75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1115, 'fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:28:56Z', 'updated_at': '2021-09-23T19:29:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-16', '_interfaces': [{'id': 'a67695ce-74f1-43e2-8846-b6e769488bdb', 'name': '', 'network_id': '952be697-032a-432d-bfa6-5a2ed54f2db3', 'tenant_id': '40bcd04a276c4609930d2e19006d9ae9', 'mac_address': 'fa:16:3e:1d:f4:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9879e38c-83b2-4401-bd2a-c505b1875d75', 'device_owner': 'network:router_interface', 'standard_attr_id': 1116, 'fixed_ips': [{'subnet_id': 'b15be011-6503-48d2-bdab-47e258ecd8be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:28:59Z', 'updated_at': '2021-09-23T19:29:05Z', 'revision_number': 5, 'project_id': '40bcd04a276c4609930d2e19006d9ae9', 'subnets': [{'id': 'b15be011-6503-48d2-bdab-47e258ecd8be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-16', False) {} {{(pid=95103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:29:32.179992 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcf4d0b4-c64b-45a2-993a-dac95adbf72d None None] The sync data for ids ['9879e38c-83b2-4401-bd2a-c505b1875d75'] in n-d-713301-16 is: [{'id': '9879e38c-83b2-4401-bd2a-c505b1875d75', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-791378858-router', 'tenant_id': '40bcd04a276c4609930d2e19006d9ae9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'external_fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.135'}], 'enable_snat': True}, 'gw_port_id': 'ca890953-03e2-492b-86bb-ade843febcf5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:28:55Z', 'updated_at': '2021-09-23T19:29:00Z', 'revision_number': 4, 'project_id': '40bcd04a276c4609930d2e19006d9ae9', 'gw_port': {'id': 'ca890953-03e2-492b-86bb-ade843febcf5', 'name': '', 'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:09:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9879e38c-83b2-4401-bd2a-c505b1875d75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1115, 'fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:28:56Z', 'updated_at': '2021-09-23T19:29:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-16', '_interfaces': [{'id': 'a67695ce-74f1-43e2-8846-b6e769488bdb', 'name': '', 'network_id': '952be697-032a-432d-bfa6-5a2ed54f2db3', 'tenant_id': '40bcd04a276c4609930d2e19006d9ae9', 'mac_address': 'fa:16:3e:1d:f4:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9879e38c-83b2-4401-bd2a-c505b1875d75', 'device_owner': 'network:router_interface', 'standard_attr_id': 1116, 'fixed_ips': [{'subnet_id': 'b15be011-6503-48d2-bdab-47e258ecd8be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:28:59Z', 'updated_at': '2021-09-23T19:29:05Z', 'revision_number': 5, 'project_id': '40bcd04a276c4609930d2e19006d9ae9', 'subnets': [{'id': 'b15be011-6503-48d2-bdab-47e258ecd8be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 19:29:32.192329 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce518691-cb98-4492-9e99-e241df1d2361 req-61672d77-4365-48b2-84ab-9d308f499ad1 tempest-FloatingIPsAssociationNegativeTestJSON-369828806 tempest-FloatingIPsAssociationNegativeTestJSON-369828806-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:29:32.193406 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-f7353c90-293f-4c2c-8259-f0bca380ce0a req-557491b5-d4e3-4e41-9eb4-4785af09678b service neutron] 10.222.0.74 "GET /v2.0/networks/952be697-032a-432d-bfa6-5a2ed54f2db3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1126978 Sep 23 19:29:32.193821 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-ce518691-cb98-4492-9e99-e241df1d2361 req-61672d77-4365-48b2-84ab-9d308f499ad1 tempest-FloatingIPsAssociationNegativeTestJSON-369828806 tempest-FloatingIPsAssociationNegativeTestJSON-369828806-project] 10.222.0.67 "GET /v2.0/networks/5dec5c09-378e-4f50-89cc-d94eb81c3bac HTTP/1.1" status: 200 len: 784 time: 0.1362336 Sep 23 19:29:32.268150 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-ce518691-cb98-4492-9e99-e241df1d2361 req-c858cea0-d89d-4568-b8f9-4228902d2f9a tempest-FloatingIPsAssociationNegativeTestJSON-369828806 tempest-FloatingIPsAssociationNegativeTestJSON-369828806-project] 10.222.0.67 "GET /v2.0/floatingips?floating_ip_address=172.25.1.220 HTTP/1.1" status: 200 len: 698 time: 0.0642598 Sep 23 19:29:32.286211 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03e2e48-2c96-4548-ab73-2696f1e4b30b req-e50ec8c3-f629-4357-bba7-52ea89c23b6b tempest-MigrationsAdminTest-397594546 tempest-MigrationsAdminTest-397594546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:29:32.286571 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-f7353c90-293f-4c2c-8259-f0bca380ce0a req-7d7ddbe5-64f9-43c4-b765-57d73ed6663a service neutron] 10.222.0.74 "GET /v2.0/networks/952be697-032a-432d-bfa6-5a2ed54f2db3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861928 Sep 23 19:29:32.287768 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-a03e2e48-2c96-4548-ab73-2696f1e4b30b req-e50ec8c3-f629-4357-bba7-52ea89c23b6b tempest-MigrationsAdminTest-397594546 tempest-MigrationsAdminTest-397594546-project] 10.222.0.67 "GET /v2.0/ports?device_id=342358f0-a808-4879-9696-19cba9625afd HTTP/1.1" status: 200 len: 949 time: 0.0929451 Sep 23 19:29:32.348539 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-ce518691-cb98-4492-9e99-e241df1d2361 req-8a34c6d6-4c72-4187-8b2c-fb83eae9300c tempest-FloatingIPsAssociationNegativeTestJSON-369828806 tempest-FloatingIPsAssociationNegativeTestJSON-369828806-project] 10.222.0.67 "GET /v2.0/floatingips?floating_ip_address=172.25.1.220 HTTP/1.1" status: 200 len: 698 time: 0.0706213 Sep 23 19:29:32.373993 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-a03e2e48-2c96-4548-ab73-2696f1e4b30b req-f505c247-4209-4869-bd3e-80a1d8b36bf9 tempest-MigrationsAdminTest-397594546 tempest-MigrationsAdminTest-397594546-project] 10.222.0.67 "GET /v2.0/security-groups?id=78cb509b-31c4-4e2a-bb5c-7abd6194dcc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796661 Sep 23 19:29:32.442800 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-281293b0-5dc6-4cb8-bdde-da0bacc42186 None None] New status for floating IP 3f40722b-ebb8-4d52-8c54-deb6dad4e680: DOWN {{(pid=95104) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 23 19:29:32.531248 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ebaeed-edb8-4e88-8a33-e304d8bcd8ad req-deab14ec-ec96-4464-923c-e7f7b7a6e2c0 tempest-InstanceActionsNegativeTestJSON-1854574816 tempest-InstanceActionsNegativeTestJSON-1854574816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:29:32.533010 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-05ebaeed-edb8-4e88-8a33-e304d8bcd8ad req-deab14ec-ec96-4464-923c-e7f7b7a6e2c0 tempest-InstanceActionsNegativeTestJSON-1854574816 tempest-InstanceActionsNegativeTestJSON-1854574816-project] 10.222.0.67 "GET /v2.0/ports?device_id=f907a213-7802-4477-a158-bcc0a4e39914 HTTP/1.1" status: 200 len: 943 time: 0.0826566 Sep 23 19:29:32.552096 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.plugin [req-ce518691-cb98-4492-9e99-e241df1d2361 req-06551b95-de90-46c9-b214-ffadaa319c6f tempest-FloatingIPsAssociationNegativeTestJSON-369828806 tempest-FloatingIPsAssociationNegativeTestJSON-369828806-project] Deleting port c4865fe3-e485-479e-a9da-5ee7ce10e687 {{(pid=95102) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:29:32.552443 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-ce518691-cb98-4492-9e99-e241df1d2361 req-06551b95-de90-46c9-b214-ffadaa319c6f tempest-FloatingIPsAssociationNegativeTestJSON-369828806 tempest-FloatingIPsAssociationNegativeTestJSON-369828806-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783146157096'] for port, before_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:29:32.632461 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-05ebaeed-edb8-4e88-8a33-e304d8bcd8ad req-82a53291-1b8d-49de-9cca-00b0b7dcc36e tempest-InstanceActionsNegativeTestJSON-1854574816 tempest-InstanceActionsNegativeTestJSON-1854574816-project] 10.222.0.67 "GET /v2.0/security-groups?id=dc5623e7-f3a2-4208-95a5-65e3246a8ec1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914183 Sep 23 19:29:32.666522 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-ce518691-cb98-4492-9e99-e241df1d2361 req-06551b95-de90-46c9-b214-ffadaa319c6f tempest-FloatingIPsAssociationNegativeTestJSON-369828806 tempest-FloatingIPsAssociationNegativeTestJSON-369828806-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-605701'] for port, precommit_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:29:32.668133 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-ce518691-cb98-4492-9e99-e241df1d2361 req-06551b95-de90-46c9-b214-ffadaa319c6f tempest-FloatingIPsAssociationNegativeTestJSON-369828806 tempest-FloatingIPsAssociationNegativeTestJSON-369828806-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:29:32.683280 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.plugin [req-ce518691-cb98-4492-9e99-e241df1d2361 req-06551b95-de90-46c9-b214-ffadaa319c6f tempest-FloatingIPsAssociationNegativeTestJSON-369828806 tempest-FloatingIPsAssociationNegativeTestJSON-369828806-project] Calling delete_port for c4865fe3-e485-479e-a9da-5ee7ce10e687 owned by network:floatingip {{(pid=95102) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:29:32.761785 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-eb176981-e17e-4e3b-8021-03d5d252280f req-a11e0992-0c34-4fb1-9f6a-4609f3163efa tempest-ServerShowV257Test-1972889360 tempest-ServerShowV257Test-1972889360-project] 10.222.0.67 "GET /v2.0/ports?device_id=29a13295-c9ea-4b76-b6b2-921ec1564406 HTTP/1.1" status: 200 len: 210 time: 0.0333614 Sep 23 19:29:32.857081 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-ce518691-cb98-4492-9e99-e241df1d2361 req-06551b95-de90-46c9-b214-ffadaa319c6f tempest-FloatingIPsAssociationNegativeTestJSON-369828806 tempest-FloatingIPsAssociationNegativeTestJSON-369828806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783146162158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783145673144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4399100'] for port, after_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:29:32.883613 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06551b95-de90-46c9-b214-ffadaa319c6f tempest-FloatingIPsAssociationNegativeTestJSON-369828806 tempest-FloatingIPsAssociationNegativeTestJSON-369828806-project] Pushing event deleted for resources: {'Port': ['ID=c4865fe3-e485-479e-a9da-5ee7ce10e687,revision_number=None']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:29:32.947295 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-ce518691-cb98-4492-9e99-e241df1d2361 req-06551b95-de90-46c9-b214-ffadaa319c6f tempest-FloatingIPsAssociationNegativeTestJSON-369828806 tempest-FloatingIPsAssociationNegativeTestJSON-369828806-project] Notify callbacks [] for floatingip, after_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:29:32.950073 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-ce518691-cb98-4492-9e99-e241df1d2361 req-06551b95-de90-46c9-b214-ffadaa319c6f tempest-FloatingIPsAssociationNegativeTestJSON-369828806 tempest-FloatingIPsAssociationNegativeTestJSON-369828806-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222849'] for floatingip, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:29:32.951251 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-ce518691-cb98-4492-9e99-e241df1d2361 req-06551b95-de90-46c9-b214-ffadaa319c6f tempest-FloatingIPsAssociationNegativeTestJSON-369828806 tempest-FloatingIPsAssociationNegativeTestJSON-369828806-project] 10.222.0.67 "DELETE /v2.0/floatingips/3f40722b-ebb8-4d52-8c54-deb6dad4e680 HTTP/1.1" status: 204 len: 173 time: 0.5925634 Sep 23 19:29:32.985082 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00049658-056c-45c7-8fb9-61a33f92e367 req-f673bc53-ad9d-44f2-a29e-293f14606f52 tempest-DeleteServersTestJSON-2111530366 tempest-DeleteServersTestJSON-2111530366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:29:32.986488 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-00049658-056c-45c7-8fb9-61a33f92e367 req-f673bc53-ad9d-44f2-a29e-293f14606f52 tempest-DeleteServersTestJSON-2111530366 tempest-DeleteServersTestJSON-2111530366-project] 10.222.0.53 "GET /v2.0/ports?device_id=f309ed76-4458-4fae-b768-639307adadfe HTTP/1.1" status: 200 len: 946 time: 0.0583980 Sep 23 19:29:33.073868 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dedb1eb-876c-42d8-98b8-f39ea03f2046 req-cdcb23fa-b16c-4891-8ea8-f1002663319a tempest-ServerActionsTestJSON-618918056 tempest-ServerActionsTestJSON-618918056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:29:33.075392 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-5dedb1eb-876c-42d8-98b8-f39ea03f2046 req-cdcb23fa-b16c-4891-8ea8-f1002663319a tempest-ServerActionsTestJSON-618918056 tempest-ServerActionsTestJSON-618918056-project] 10.222.0.67 "GET /v2.0/ports?device_id=7fa91134-8ee0-4baa-9037-6ca73d6b4c83 HTTP/1.1" status: 200 len: 946 time: 0.0876012 Sep 23 19:29:33.087302 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.plugin [req-00049658-056c-45c7-8fb9-61a33f92e367 req-a542a977-1c28-4793-a93f-44241069f78a tempest-DeleteServersTestJSON-2111530366 tempest-DeleteServersTestJSON-2111530366-project] Deleting port ceb5ff32-b4a3-47c4-a3ef-c43a21c7ef8f {{(pid=95101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:29:33.087692 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-00049658-056c-45c7-8fb9-61a33f92e367 req-a542a977-1c28-4793-a93f-44241069f78a tempest-DeleteServersTestJSON-2111530366 tempest-DeleteServersTestJSON-2111530366-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783146157096'] for port, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:29:33.088774 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc75f69f-6e78-4a97-bdec-29e74c8249c4 req-63258df2-7caf-46a7-9238-08c99036fef6 tempest-FloatingIPsAssociationNegativeTestJSON-369828806 tempest-FloatingIPsAssociationNegativeTestJSON-369828806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:29:33.090272 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-fc75f69f-6e78-4a97-bdec-29e74c8249c4 req-63258df2-7caf-46a7-9238-08c99036fef6 tempest-FloatingIPsAssociationNegativeTestJSON-369828806 tempest-FloatingIPsAssociationNegativeTestJSON-369828806-project] 10.222.0.67 "GET /v2.0/ports?device_id=5fc2ff09-250c-4f1b-af64-3897f19bf20e&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.0675113 Sep 23 19:29:33.147185 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-fc75f69f-6e78-4a97-bdec-29e74c8249c4 req-4e1c5d1a-33f9-4911-868a-85448a208fd7 tempest-FloatingIPsAssociationNegativeTestJSON-369828806 tempest-FloatingIPsAssociationNegativeTestJSON-369828806-project] 10.222.0.67 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.0489168 Sep 23 19:29:33.161770 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-5dedb1eb-876c-42d8-98b8-f39ea03f2046 req-4fcb0b17-fa51-495a-8add-1635c51cb96a tempest-ServerActionsTestJSON-618918056 tempest-ServerActionsTestJSON-618918056-project] 10.222.0.67 "GET /v2.0/security-groups?id=d2a75794-f2ea-419f-9d09-0096f3fe96c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0705087 Sep 23 19:29:33.195429 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.db [req-00049658-056c-45c7-8fb9-61a33f92e367 req-a542a977-1c28-4793-a93f-44241069f78a tempest-DeleteServersTestJSON-2111530366 tempest-DeleteServersTestJSON-2111530366-project] For port ceb5ff32-b4a3-47c4-a3ef-c43a21c7ef8f, host n-h2-713301-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-16',level=0,port_id=ceb5ff32-b4a3-47c4-a3ef-c43a21c7ef8f,segment=NetworkSegment(741d6d3e-2760-41a6-838f-b8b4255cee30),segment_id=741d6d3e-2760-41a6-838f-b8b4255cee30)] {{(pid=95101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:29:33.195894 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-00049658-056c-45c7-8fb9-61a33f92e367 req-a542a977-1c28-4793-a93f-44241069f78a tempest-DeleteServersTestJSON-2111530366 tempest-DeleteServersTestJSON-2111530366-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-605701'] for port, precommit_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:29:33.211735 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.plugin [req-00049658-056c-45c7-8fb9-61a33f92e367 req-a542a977-1c28-4793-a93f-44241069f78a tempest-DeleteServersTestJSON-2111530366 tempest-DeleteServersTestJSON-2111530366-project] Calling delete_port for ceb5ff32-b4a3-47c4-a3ef-c43a21c7ef8f owned by compute:nova {{(pid=95101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:29:33.301829 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-e7d58171-5eeb-408f-ad97-fa506cec569e req-8bcda2d8-11d4-495b-8e4a-27d8f8eaa998 tempest-FloatingIPsAssociationNegativeTestJSON-369828806 tempest-FloatingIPsAssociationNegativeTestJSON-369828806-project] 10.222.0.67 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.0394354 Sep 23 19:29:33.310081 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c36360b-2aad-45f4-946f-1f07106b3143 req-1b0d3e31-dd74-4e8d-bb00-e7722d926c6e tempest-DeleteServersTestJSON-2111530366 tempest-DeleteServersTestJSON-2111530366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:29:33.311928 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-6c36360b-2aad-45f4-946f-1f07106b3143 req-1b0d3e31-dd74-4e8d-bb00-e7722d926c6e tempest-DeleteServersTestJSON-2111530366 tempest-DeleteServersTestJSON-2111530366-project] 10.222.0.67 "GET /v2.0/ports?device_id=f309ed76-4458-4fae-b768-639307adadfe HTTP/1.1" status: 200 len: 946 time: 0.0970657 Sep 23 19:29:33.357248 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-6c36360b-2aad-45f4-946f-1f07106b3143 req-d0fb918a-7b80-4124-ab62-75c8ae623adb tempest-DeleteServersTestJSON-2111530366 tempest-DeleteServersTestJSON-2111530366-project] 10.222.0.67 "GET /v2.0/security-groups?id=67f2e2ca-928f-40e5-b9b2-05ec3bddbb37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387025 Sep 23 19:29:33.540081 n-d-713301-16 neutron-server[95101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f907a213-7802-4477-a158-bcc0a4e39914', 'tag': 'b2e5cb69-c82e-42a5-966d-943b3978fb6c'}] {{(pid=95101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 19:29:33.542422 n-d-713301-16 neutron-server[95101]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d8366c5740cd635e57ab12b71fe44a77c2acc3c19091ef849c6f68b380462244" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bcfe1bd6-6c8f-49a4-91ac-57f899f53e77" -d '{"events": [{"name": "network-changed", "server_uuid": "f907a213-7802-4477-a158-bcc0a4e39914", "tag": "b2e5cb69-c82e-42a5-966d-943b3978fb6c"}]}' {{(pid=95101) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 19:29:33.620936 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-871ee99b-7fec-48bf-82e4-cee904e08e50 req-d2c9058a-507b-4b96-9c94-580110f3d339 tempest-MigrationsAdminTest-397594546 tempest-MigrationsAdminTest-397594546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:29:33.622779 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-871ee99b-7fec-48bf-82e4-cee904e08e50 req-d2c9058a-507b-4b96-9c94-580110f3d339 tempest-MigrationsAdminTest-397594546 tempest-MigrationsAdminTest-397594546-project] 10.222.0.53 "GET /v2.0/ports?device_id=342358f0-a808-4879-9696-19cba9625afd HTTP/1.1" status: 200 len: 949 time: 0.0755975 Sep 23 19:29:33.638600 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d3eef68-4bfa-4230-85ce-d9b822e604a0 req-d311f0cf-7dab-4156-9c72-6f113f3c8b3e tempest-MigrationsAdminTest-397594546 tempest-MigrationsAdminTest-397594546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:29:33.640322 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-1d3eef68-4bfa-4230-85ce-d9b822e604a0 req-d311f0cf-7dab-4156-9c72-6f113f3c8b3e tempest-MigrationsAdminTest-397594546 tempest-MigrationsAdminTest-397594546-project] 10.222.0.67 "GET /v2.0/ports?device_id=342358f0-a808-4879-9696-19cba9625afd HTTP/1.1" status: 200 len: 949 time: 0.0539992 Sep 23 19:29:33.723039 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-1d3eef68-4bfa-4230-85ce-d9b822e604a0 req-4331cf58-f3c2-4544-a33a-b87aab575dfb tempest-MigrationsAdminTest-397594546 tempest-MigrationsAdminTest-397594546-project] 10.222.0.67 "GET /v2.0/security-groups?id=78cb509b-31c4-4e2a-bb5c-7abd6194dcc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766010 Sep 23 19:29:33.739729 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-00049658-056c-45c7-8fb9-61a33f92e367 req-a542a977-1c28-4793-a93f-44241069f78a tempest-DeleteServersTestJSON-2111530366 tempest-DeleteServersTestJSON-2111530366-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783146162158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783145673144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5607431'] for port, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:29:33.753630 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] get_ports_and_sgs() called for port_ids ['ceb5ff32-b4a3-47c4-a3ef-c43a21c7ef8f'] {{(pid=95103) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 19:29:33.781943 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f87a46f8-a932-4779-a923-802a1cc56e3e req-c6f9db3a-24fa-434f-9fdc-11ce2c0f2bc5 tempest-FloatingIPsAssociationNegativeTestJSON-369828806 tempest-FloatingIPsAssociationNegativeTestJSON-369828806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:29:33.791373 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-f87a46f8-a932-4779-a923-802a1cc56e3e req-c6f9db3a-24fa-434f-9fdc-11ce2c0f2bc5 tempest-FloatingIPsAssociationNegativeTestJSON-369828806 tempest-FloatingIPsAssociationNegativeTestJSON-369828806-project] 10.222.0.67 "GET /v2.0/ports?device_id=5fc2ff09-250c-4f1b-af64-3897f19bf20e HTTP/1.1" status: 200 len: 946 time: 0.0830739 Sep 23 19:29:33.802491 n-d-713301-16 neutron-server[95101]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 19:29:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fefc43a0-66e2-406b-b754-3323b8f3b51b x-openstack-request-id: req-fefc43a0-66e2-406b-b754-3323b8f3b51b {{(pid=95101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 19:29:33.803103 n-d-713301-16 neutron-server[95101]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f907a213-7802-4477-a158-bcc0a4e39914", "tag": "b2e5cb69-c82e-42a5-966d-943b3978fb6c", "status": "completed", "code": 200}]} {{(pid=95101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 19:29:33.803500 n-d-713301-16 neutron-server[95101]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-fefc43a0-66e2-406b-b754-3323b8f3b51b {{(pid=95101) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 19:29:33.804053 n-d-713301-16 neutron-server[95101]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f907a213-7802-4477-a158-bcc0a4e39914', 'tag': 'b2e5cb69-c82e-42a5-966d-943b3978fb6c', 'status': 'completed', 'code': 200} Sep 23 19:29:33.808248 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a542a977-1c28-4793-a93f-44241069f78a tempest-DeleteServersTestJSON-2111530366 tempest-DeleteServersTestJSON-2111530366-project] Pushing event deleted for resources: {'Port': ['ID=ceb5ff32-b4a3-47c4-a3ef-c43a21c7ef8f,revision_number=None']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:29:33.837232 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-f87a46f8-a932-4779-a923-802a1cc56e3e req-ed24ed28-e0fa-439c-9fa3-c2c92964408e tempest-FloatingIPsAssociationNegativeTestJSON-369828806 tempest-FloatingIPsAssociationNegativeTestJSON-369828806-project] 10.222.0.67 "GET /v2.0/security-groups?id=0a00915e-c0f9-499f-88ab-818845e437fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447905 Sep 23 19:29:33.891679 n-d-713301-16 neutron-server[95101]: DEBUG neutron.db.l3_dvrscheduler_db [req-00049658-056c-45c7-8fb9-61a33f92e367 req-a542a977-1c28-4793-a93f-44241069f78a tempest-DeleteServersTestJSON-2111530366 tempest-DeleteServersTestJSON-2111530366-project] No DVR routers for this DVR port ceb5ff32-b4a3-47c4-a3ef-c43a21c7ef8f on host n-h2-713301-16 {{(pid=95101) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 19:29:33.892571 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19582471-f545-49e0-a4fa-d88b295c8ee2 req-61a705db-6528-4dbb-9431-29ecc578abd1 tempest-InstanceActionsNegativeTestJSON-1854574816 tempest-InstanceActionsNegativeTestJSON-1854574816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:29:33.895831 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-19582471-f545-49e0-a4fa-d88b295c8ee2 req-61a705db-6528-4dbb-9431-29ecc578abd1 tempest-InstanceActionsNegativeTestJSON-1854574816 tempest-InstanceActionsNegativeTestJSON-1854574816-project] 10.222.0.67 "GET /v2.0/ports?device_id=f907a213-7802-4477-a158-bcc0a4e39914 HTTP/1.1" status: 200 len: 943 time: 0.0560110 Sep 23 19:29:33.897044 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-00049658-056c-45c7-8fb9-61a33f92e367 req-a542a977-1c28-4793-a93f-44241069f78a tempest-DeleteServersTestJSON-2111530366 tempest-DeleteServersTestJSON-2111530366-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222849'] for port, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:29:33.899031 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-00049658-056c-45c7-8fb9-61a33f92e367 req-a542a977-1c28-4793-a93f-44241069f78a tempest-DeleteServersTestJSON-2111530366 tempest-DeleteServersTestJSON-2111530366-project] 10.222.0.53 "DELETE /v2.0/ports/ceb5ff32-b4a3-47c4-a3ef-c43a21c7ef8f HTTP/1.1" status: 204 len: 173 time: 0.9055231 Sep 23 19:29:33.905065 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.plugin [req-871ee99b-7fec-48bf-82e4-cee904e08e50 req-61c10204-d452-4815-a8c2-8b11bf75e438 tempest-MigrationsAdminTest-397594546 tempest-MigrationsAdminTest-397594546-project] Deleting port f5483dbd-6d3f-4319-9eaa-5497612c208b {{(pid=95101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:29:33.905406 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-871ee99b-7fec-48bf-82e4-cee904e08e50 req-61c10204-d452-4815-a8c2-8b11bf75e438 tempest-MigrationsAdminTest-397594546 tempest-MigrationsAdminTest-397594546-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783146157096'] for port, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:29:33.943240 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcfe1bd6-6c8f-49a4-91ac-57f899f53e77 req-14212c46-2910-4b0c-84c3-def6db04cdd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:29:33.944858 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-bcfe1bd6-6c8f-49a4-91ac-57f899f53e77 req-14212c46-2910-4b0c-84c3-def6db04cdd2 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=5201e36e007e4f67aa617d82c4135b34&device_id=f907a213-7802-4477-a158-bcc0a4e39914 HTTP/1.1" status: 200 len: 1095 time: 0.1292226 Sep 23 19:29:33.954986 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-944831ef-d022-4924-b904-97bed0b1ac98 req-b0ee1aff-7358-4159-afb8-11e16838429a tempest-ServerShowV257Test-1972889360 tempest-ServerShowV257Test-1972889360-project] 10.222.0.67 "GET /v2.0/ports?device_id=29a13295-c9ea-4b76-b6b2-921ec1564406 HTTP/1.1" status: 200 len: 210 time: 0.0451913 Sep 23 19:29:33.977522 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Device b2e5cb69-c82e-42a5-966d-943b3978fb6c details requested by agent hyperv_n-h2-713301-16 with host n-h2-713301-16 {{(pid=95103) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 19:29:34.007987 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-19582471-f545-49e0-a4fa-d88b295c8ee2 req-a5486583-318f-46c9-9f0c-04f8b6f83d3f tempest-InstanceActionsNegativeTestJSON-1854574816 tempest-InstanceActionsNegativeTestJSON-1854574816-project] 10.222.0.67 "GET /v2.0/security-groups?id=dc5623e7-f3a2-4208-95a5-65e3246a8ec1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0994127 Sep 23 19:29:34.091722 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] For port b2e5cb69-c82e-42a5-966d-943b3978fb6c, host n-h2-713301-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-16',level=0,port_id=b2e5cb69-c82e-42a5-966d-943b3978fb6c,segment=NetworkSegment(d76473b0-135c-4896-afde-47d8196519c5),segment_id=d76473b0-135c-4896-afde-47d8196519c5)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:29:34.104818 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Returning: {'device': 'b2e5cb69-c82e-42a5-966d-943b3978fb6c', 'network_id': '93227b6c-d1eb-4875-be71-cc91ffaf6bf0', 'port_id': 'b2e5cb69-c82e-42a5-966d-943b3978fb6c', 'mac_address': 'fa:16:3e:f9:dc:0d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 638, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2bffdd7c-ae19-4d4b-b12b-d8d371aba437', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95103) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 19:29:34.118999 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.db [req-871ee99b-7fec-48bf-82e4-cee904e08e50 req-61c10204-d452-4815-a8c2-8b11bf75e438 tempest-MigrationsAdminTest-397594546 tempest-MigrationsAdminTest-397594546-project] For port f5483dbd-6d3f-4319-9eaa-5497612c208b, host n-h2-713301-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-16',level=0,port_id=f5483dbd-6d3f-4319-9eaa-5497612c208b,segment=NetworkSegment(6139d589-eb6c-4578-8935-c26ddf396853),segment_id=6139d589-eb6c-4578-8935-c26ddf396853)] {{(pid=95101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:29:34.119544 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-871ee99b-7fec-48bf-82e4-cee904e08e50 req-61c10204-d452-4815-a8c2-8b11bf75e438 tempest-MigrationsAdminTest-397594546 tempest-MigrationsAdminTest-397594546-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-605701'] for port, precommit_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:29:34.141976 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.plugin [req-871ee99b-7fec-48bf-82e4-cee904e08e50 req-61c10204-d452-4815-a8c2-8b11bf75e438 tempest-MigrationsAdminTest-397594546 tempest-MigrationsAdminTest-397594546-project] Calling delete_port for f5483dbd-6d3f-4319-9eaa-5497612c208b owned by compute:nova {{(pid=95101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:29:34.143398 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:29:34.156513 n-d-713301-16 neutron-server[95103]: DEBUG neutron.notifiers.nova [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b2e5cb69-c82e-42a5-966d-943b3978fb6c {{(pid=95103) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 19:29:34.161763 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcfe1bd6-6c8f-49a4-91ac-57f899f53e77 req-ba8487d7-4200-4955-97ac-1ec22addfbd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:29:34.163540 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-bcfe1bd6-6c8f-49a4-91ac-57f899f53e77 req-ba8487d7-4200-4955-97ac-1ec22addfbd4 service neutron] 10.222.0.53 "GET /v2.0/networks?id=93227b6c-d1eb-4875-be71-cc91ffaf6bf0 HTTP/1.1" status: 200 len: 923 time: 0.2112908 Sep 23 19:29:34.178353 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] For port b2e5cb69-c82e-42a5-966d-943b3978fb6c, host n-h2-713301-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-16',level=0,port_id=b2e5cb69-c82e-42a5-966d-943b3978fb6c,segment=NetworkSegment(d76473b0-135c-4896-afde-47d8196519c5),segment_id=d76473b0-135c-4896-afde-47d8196519c5)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:29:34.182763 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:29:34.229996 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Pushing event updated for resources: {'Port': ['ID=b2e5cb69-c82e-42a5-966d-943b3978fb6c,revision_number=4']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:29:34.237324 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:29:34.237677 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:29:34.238017 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:29:34.239060 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:29:34.239510 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:29:34.239844 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:29:34.240174 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:29:34.240505 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:29:34.240863 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:29:34.241192 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:29:34.241520 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:29:34.241845 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:29:34.267076 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-bcfe1bd6-6c8f-49a4-91ac-57f899f53e77 req-5a01d4d1-7d54-44a8-aef5-82465d4b4b8e service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b2e5cb69-c82e-42a5-966d-943b3978fb6c HTTP/1.1" status: 200 len: 217 time: 0.0514479 Sep 23 19:29:34.364877 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcfe1bd6-6c8f-49a4-91ac-57f899f53e77 req-8d4f2561-4920-4a2b-b1b2-9de61fb1a4b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:29:34.366368 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-bcfe1bd6-6c8f-49a4-91ac-57f899f53e77 req-8d4f2561-4920-4a2b-b1b2-9de61fb1a4b4 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=2bffdd7c-ae19-4d4b-b12b-d8d371aba437 HTTP/1.1" status: 200 len: 862 time: 0.0893042 Sep 23 19:29:34.377312 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] get_ports_and_sgs() called for port_ids ['b2e5cb69-c82e-42a5-966d-943b3978fb6c'] {{(pid=95103) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 19:29:34.428086 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-bcfe1bd6-6c8f-49a4-91ac-57f899f53e77 req-80905538-ce5f-46b5-9312-4322f3f87181 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=93227b6c-d1eb-4875-be71-cc91ffaf6bf0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0542722 Sep 23 19:29:34.508317 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-871ee99b-7fec-48bf-82e4-cee904e08e50 req-61c10204-d452-4815-a8c2-8b11bf75e438 tempest-MigrationsAdminTest-397594546 tempest-MigrationsAdminTest-397594546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783146162158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783145673144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5607431'] for port, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:29:34.523020 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] get_ports_and_sgs() called for port_ids ['5e0cfb4e-f0a0-4307-98ca-fd7fbec65808'] {{(pid=95103) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 19:29:34.555567 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61c10204-d452-4815-a8c2-8b11bf75e438 tempest-MigrationsAdminTest-397594546 tempest-MigrationsAdminTest-397594546-project] Pushing event deleted for resources: {'Port': ['ID=f5483dbd-6d3f-4319-9eaa-5497612c208b,revision_number=None']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:29:34.619306 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-bcfe1bd6-6c8f-49a4-91ac-57f899f53e77 req-f45ba5a2-fb7a-4a24-a593-1875901aacb4 service neutron] 10.222.0.53 "GET /v2.0/networks/93227b6c-d1eb-4875-be71-cc91ffaf6bf0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1816096 Sep 23 19:29:34.620449 n-d-713301-16 neutron-server[95101]: DEBUG neutron.db.l3_dvrscheduler_db [req-871ee99b-7fec-48bf-82e4-cee904e08e50 req-61c10204-d452-4815-a8c2-8b11bf75e438 tempest-MigrationsAdminTest-397594546 tempest-MigrationsAdminTest-397594546-project] No DVR routers for this DVR port f5483dbd-6d3f-4319-9eaa-5497612c208b on host n-h2-713301-16 {{(pid=95101) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 19:29:34.623231 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-871ee99b-7fec-48bf-82e4-cee904e08e50 req-61c10204-d452-4815-a8c2-8b11bf75e438 tempest-MigrationsAdminTest-397594546 tempest-MigrationsAdminTest-397594546-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222849'] for port, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:29:34.626420 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-871ee99b-7fec-48bf-82e4-cee904e08e50 req-61c10204-d452-4815-a8c2-8b11bf75e438 tempest-MigrationsAdminTest-397594546 tempest-MigrationsAdminTest-397594546-project] 10.222.0.53 "DELETE /v2.0/ports/f5483dbd-6d3f-4319-9eaa-5497612c208b HTTP/1.1" status: 204 len: 173 time: 0.9960907 Sep 23 19:29:34.751204 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-bcfe1bd6-6c8f-49a4-91ac-57f899f53e77 req-4b527184-dec4-4694-819b-7c154675d22a service neutron] 10.222.0.53 "GET /v2.0/networks/93227b6c-d1eb-4875-be71-cc91ffaf6bf0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1201167 Sep 23 19:29:34.847861 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] get_ports_and_sgs() called for port_ids ['f5483dbd-6d3f-4319-9eaa-5497612c208b'] {{(pid=95103) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 19:29:34.851758 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-29e40314-b54a-4113-9461-ca99aa89b86b req-92aa6bdc-6910-4511-8e5b-7265b1b5308f tempest-MigrationsAdminTest-397594546 tempest-MigrationsAdminTest-397594546-project] 10.222.0.67 "GET /v2.0/ports?device_id=342358f0-a808-4879-9696-19cba9625afd HTTP/1.1" status: 200 len: 210 time: 0.0328796 Sep 23 19:29:34.971757 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d16bc9-47f7-4f7f-acfd-d76f28830ab2 req-33a2abae-22bf-4233-a5e3-5fb53e4015aa tempest-FloatingIPsAssociationNegativeTestJSON-369828806 tempest-FloatingIPsAssociationNegativeTestJSON-369828806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:29:34.974037 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-a5d16bc9-47f7-4f7f-acfd-d76f28830ab2 req-33a2abae-22bf-4233-a5e3-5fb53e4015aa tempest-FloatingIPsAssociationNegativeTestJSON-369828806 tempest-FloatingIPsAssociationNegativeTestJSON-369828806-project] 10.222.0.67 "GET /v2.0/ports?device_id=5fc2ff09-250c-4f1b-af64-3897f19bf20e HTTP/1.1" status: 200 len: 946 time: 0.0605447 Sep 23 19:29:35.028864 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-a5d16bc9-47f7-4f7f-acfd-d76f28830ab2 req-ab892dc4-b8f8-4a4a-855c-fd963554992c tempest-FloatingIPsAssociationNegativeTestJSON-369828806 tempest-FloatingIPsAssociationNegativeTestJSON-369828806-project] 10.222.0.67 "GET /v2.0/security-groups?id=0a00915e-c0f9-499f-88ab-818845e437fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477469 Sep 23 19:29:35.212418 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-b27c5448-bad7-43ae-af88-9c195b488ffb req-71a4aff3-f7a6-4ac5-9c19-cd7a89bb398d tempest-ServerShowV257Test-1972889360 tempest-ServerShowV257Test-1972889360-project] 10.222.0.67 "GET /v2.0/ports?device_id=29a13295-c9ea-4b76-b6b2-921ec1564406 HTTP/1.1" status: 200 len: 210 time: 0.0804117 Sep 23 19:29:35.275054 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc827d61-dcac-4ba6-b900-bf7a205f9c93 req-cdb99ee8-5bdf-4e38-9ac4-1eacf38ced09 tempest-FloatingIPsAssociationNegativeTestJSON-369828806 tempest-FloatingIPsAssociationNegativeTestJSON-369828806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:29:35.278322 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-dc827d61-dcac-4ba6-b900-bf7a205f9c93 req-cdb99ee8-5bdf-4e38-9ac4-1eacf38ced09 tempest-FloatingIPsAssociationNegativeTestJSON-369828806 tempest-FloatingIPsAssociationNegativeTestJSON-369828806-project] 10.222.0.74 "GET /v2.0/ports?device_id=5fc2ff09-250c-4f1b-af64-3897f19bf20e HTTP/1.1" status: 200 len: 946 time: 0.0922062 Sep 23 19:29:35.297215 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e985cac-a725-4182-bc08-e1414d3bc213 req-56fc1936-6c0f-44fc-bf07-4d64ff11d854 tempest-InstanceActionsNegativeTestJSON-1854574816 tempest-InstanceActionsNegativeTestJSON-1854574816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:29:35.299461 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-9e985cac-a725-4182-bc08-e1414d3bc213 req-56fc1936-6c0f-44fc-bf07-4d64ff11d854 tempest-InstanceActionsNegativeTestJSON-1854574816 tempest-InstanceActionsNegativeTestJSON-1854574816-project] 10.222.0.67 "GET /v2.0/ports?device_id=f907a213-7802-4477-a158-bcc0a4e39914 HTTP/1.1" status: 200 len: 944 time: 0.1189792 Sep 23 19:29:35.382399 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-9e985cac-a725-4182-bc08-e1414d3bc213 req-8534b0b0-afe6-4c62-8898-3d6086b17359 tempest-InstanceActionsNegativeTestJSON-1854574816 tempest-InstanceActionsNegativeTestJSON-1854574816-project] 10.222.0.67 "GET /v2.0/security-groups?id=dc5623e7-f3a2-4208-95a5-65e3246a8ec1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726335 Sep 23 19:29:35.429395 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.plugin [req-dc827d61-dcac-4ba6-b900-bf7a205f9c93 req-560fef9b-1424-42d4-b90d-9e298d7d6a2b tempest-FloatingIPsAssociationNegativeTestJSON-369828806 tempest-FloatingIPsAssociationNegativeTestJSON-369828806-project] Deleting port f1ba3ace-8c88-48eb-899d-68684df1164c {{(pid=95101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:29:35.430213 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-dc827d61-dcac-4ba6-b900-bf7a205f9c93 req-560fef9b-1424-42d4-b90d-9e298d7d6a2b tempest-FloatingIPsAssociationNegativeTestJSON-369828806 tempest-FloatingIPsAssociationNegativeTestJSON-369828806-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783146157096'] for port, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:29:35.541727 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.db [req-dc827d61-dcac-4ba6-b900-bf7a205f9c93 req-560fef9b-1424-42d4-b90d-9e298d7d6a2b tempest-FloatingIPsAssociationNegativeTestJSON-369828806 tempest-FloatingIPsAssociationNegativeTestJSON-369828806-project] For port f1ba3ace-8c88-48eb-899d-68684df1164c, host n-h1-713301-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-16',level=0,port_id=f1ba3ace-8c88-48eb-899d-68684df1164c,segment=NetworkSegment(d804afee-9bef-4af2-8ec3-2e2b5e011c35),segment_id=d804afee-9bef-4af2-8ec3-2e2b5e011c35)] {{(pid=95101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:29:35.542000 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-dc827d61-dcac-4ba6-b900-bf7a205f9c93 req-560fef9b-1424-42d4-b90d-9e298d7d6a2b tempest-FloatingIPsAssociationNegativeTestJSON-369828806 tempest-FloatingIPsAssociationNegativeTestJSON-369828806-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-605701'] for port, precommit_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:29:35.555189 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.plugin [req-dc827d61-dcac-4ba6-b900-bf7a205f9c93 req-560fef9b-1424-42d4-b90d-9e298d7d6a2b tempest-FloatingIPsAssociationNegativeTestJSON-369828806 tempest-FloatingIPsAssociationNegativeTestJSON-369828806-project] Calling delete_port for f1ba3ace-8c88-48eb-899d-68684df1164c owned by compute:nova {{(pid=95101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:29:35.702957 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-dc827d61-dcac-4ba6-b900-bf7a205f9c93 req-560fef9b-1424-42d4-b90d-9e298d7d6a2b tempest-FloatingIPsAssociationNegativeTestJSON-369828806 tempest-FloatingIPsAssociationNegativeTestJSON-369828806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783146162158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783145673144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5607431'] for port, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:29:35.717616 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] get_ports_and_sgs() called for port_ids ['f1ba3ace-8c88-48eb-899d-68684df1164c'] {{(pid=95103) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 19:29:35.750253 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-560fef9b-1424-42d4-b90d-9e298d7d6a2b tempest-FloatingIPsAssociationNegativeTestJSON-369828806 tempest-FloatingIPsAssociationNegativeTestJSON-369828806-project] Pushing event deleted for resources: {'Port': ['ID=f1ba3ace-8c88-48eb-899d-68684df1164c,revision_number=None']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:29:35.800891 n-d-713301-16 neutron-server[95101]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc827d61-dcac-4ba6-b900-bf7a205f9c93 req-560fef9b-1424-42d4-b90d-9e298d7d6a2b tempest-FloatingIPsAssociationNegativeTestJSON-369828806 tempest-FloatingIPsAssociationNegativeTestJSON-369828806-project] No DVR routers for this DVR port f1ba3ace-8c88-48eb-899d-68684df1164c on host n-h1-713301-16 {{(pid=95101) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 19:29:35.804077 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-dc827d61-dcac-4ba6-b900-bf7a205f9c93 req-560fef9b-1424-42d4-b90d-9e298d7d6a2b tempest-FloatingIPsAssociationNegativeTestJSON-369828806 tempest-FloatingIPsAssociationNegativeTestJSON-369828806-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222849'] for port, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:29:35.807120 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-dc827d61-dcac-4ba6-b900-bf7a205f9c93 req-560fef9b-1424-42d4-b90d-9e298d7d6a2b tempest-FloatingIPsAssociationNegativeTestJSON-369828806 tempest-FloatingIPsAssociationNegativeTestJSON-369828806-project] 10.222.0.74 "DELETE /v2.0/ports/f1ba3ace-8c88-48eb-899d-68684df1164c HTTP/1.1" status: 204 len: 173 time: 0.5219662 Sep 23 19:29:35.807599 n-d-713301-16 neutron-server[95101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f309ed76-4458-4fae-b768-639307adadfe', 'name': 'network-vif-deleted', 'tag': 'ceb5ff32-b4a3-47c4-a3ef-c43a21c7ef8f'}, {'server_uuid': '342358f0-a808-4879-9696-19cba9625afd', 'name': 'network-vif-deleted', 'tag': 'f5483dbd-6d3f-4319-9eaa-5497612c208b'}, {'server_uuid': '5fc2ff09-250c-4f1b-af64-3897f19bf20e', 'name': 'network-vif-deleted', 'tag': 'f1ba3ace-8c88-48eb-899d-68684df1164c'}] {{(pid=95101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 19:29:35.810213 n-d-713301-16 neutron-server[95101]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d8366c5740cd635e57ab12b71fe44a77c2acc3c19091ef849c6f68b380462244" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17c3d00f-e797-4ae4-904f-f3dad5426391" -d '{"events": [{"server_uuid": "f309ed76-4458-4fae-b768-639307adadfe", "name": "network-vif-deleted", "tag": "ceb5ff32-b4a3-47c4-a3ef-c43a21c7ef8f"}, {"server_uuid": "342358f0-a808-4879-9696-19cba9625afd", "name": "network-vif-deleted", "tag": "f5483dbd-6d3f-4319-9eaa-5497612c208b"}, {"server_uuid": "5fc2ff09-250c-4f1b-af64-3897f19bf20e", "name": "network-vif-deleted", "tag": "f1ba3ace-8c88-48eb-899d-68684df1164c"}]}' {{(pid=95101) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 19:29:35.871274 n-d-713301-16 neutron-server[95101]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Thu, 23 Sep 2021 19:29:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-802d0a8e-ddb5-48ac-9439-787f39b2253d x-openstack-request-id: req-802d0a8e-ddb5-48ac-9439-787f39b2253d {{(pid=95101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 19:29:35.871983 n-d-713301-16 neutron-server[95101]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f309ed76-4458-4fae-b768-639307adadfe", "name": "network-vif-deleted", "tag": "ceb5ff32-b4a3-47c4-a3ef-c43a21c7ef8f", "status": "completed", "code": 200}, {"server_uuid": "342358f0-a808-4879-9696-19cba9625afd", "name": "network-vif-deleted", "tag": "f5483dbd-6d3f-4319-9eaa-5497612c208b", "status": "completed", "code": 200}, {"server_uuid": "5fc2ff09-250c-4f1b-af64-3897f19bf20e", "name": "network-vif-deleted", "tag": "f1ba3ace-8c88-48eb-899d-68684df1164c", "status": "completed", "code": 200}]} {{(pid=95101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 19:29:35.872346 n-d-713301-16 neutron-server[95101]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-802d0a8e-ddb5-48ac-9439-787f39b2253d {{(pid=95101) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 19:29:35.873157 n-d-713301-16 neutron-server[95101]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f309ed76-4458-4fae-b768-639307adadfe', 'name': 'network-vif-deleted', 'tag': 'ceb5ff32-b4a3-47c4-a3ef-c43a21c7ef8f', 'status': 'completed', 'code': 200} Sep 23 19:29:35.873516 n-d-713301-16 neutron-server[95101]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '342358f0-a808-4879-9696-19cba9625afd', 'name': 'network-vif-deleted', 'tag': 'f5483dbd-6d3f-4319-9eaa-5497612c208b', 'status': 'completed', 'code': 200} Sep 23 19:29:35.873865 n-d-713301-16 neutron-server[95101]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5fc2ff09-250c-4f1b-af64-3897f19bf20e', 'name': 'network-vif-deleted', 'tag': 'f1ba3ace-8c88-48eb-899d-68684df1164c', 'status': 'completed', 'code': 200} Sep 23 19:29:35.994798 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Device b2e5cb69-c82e-42a5-966d-943b3978fb6c up at agent hyperv_n-h2-713301-16 {{(pid=95103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 19:29:36.063722 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Provisioning for port b2e5cb69-c82e-42a5-966d-943b3978fb6c completed by entity L2. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 19:29:36.068066 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Provisioning complete for port b2e5cb69-c82e-42a5-966d-943b3978fb6c triggered by entity L2. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:29:36.068699 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:29:36.175836 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-09c45f95-cb70-4ae2-8358-336b6af98e03 req-0e42fe08-6888-42eb-a123-198779a4f004 tempest-FloatingIPsAssociationNegativeTestJSON-369828806 tempest-FloatingIPsAssociationNegativeTestJSON-369828806-project] 10.222.0.67 "GET /v2.0/ports?device_id=5fc2ff09-250c-4f1b-af64-3897f19bf20e HTTP/1.1" status: 200 len: 210 time: 0.0365596 Sep 23 19:29:36.203904 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:29:36.224264 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-843a7c1e-ff97-4848-b858-18db4d2ca779 req-31635133-0c22-46f2-88d8-44dfd4dab6ed tempest-MigrationsAdminTest-397594546 tempest-MigrationsAdminTest-397594546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:29:36.226172 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-843a7c1e-ff97-4848-b858-18db4d2ca779 req-31635133-0c22-46f2-88d8-44dfd4dab6ed tempest-MigrationsAdminTest-397594546 tempest-MigrationsAdminTest-397594546-project] 10.222.0.67 "GET /v2.0/ports?device_id=61df6679-e03a-4089-8f81-8cc4daaf4da0 HTTP/1.1" status: 200 len: 950 time: 0.0539789 Sep 23 19:29:36.230409 n-d-713301-16 neutron-server[95103]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f907a213-7802-4477-a158-bcc0a4e39914', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b2e5cb69-c82e-42a5-966d-943b3978fb6c'}] {{(pid=95103) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 19:29:36.232667 n-d-713301-16 neutron-server[95103]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}81a1c17f2aa89d5b3ebbba3a3e0cf7eb588e431c2224256110c4c4facdd7c3e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9020190f-117c-4bcd-a7d4-d9668bd49f5a" -d '{"events": [{"server_uuid": "f907a213-7802-4477-a158-bcc0a4e39914", "name": "network-vif-plugged", "status": "completed", "tag": "b2e5cb69-c82e-42a5-966d-943b3978fb6c"}]}' {{(pid=95103) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 19:29:36.246870 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] For port b2e5cb69-c82e-42a5-966d-943b3978fb6c, host n-h2-713301-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-16',level=0,port_id=b2e5cb69-c82e-42a5-966d-943b3978fb6c,segment=NetworkSegment(d76473b0-135c-4896-afde-47d8196519c5),segment_id=d76473b0-135c-4896-afde-47d8196519c5)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:29:36.252462 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:29:36.254691 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Device ceb5ff32-b4a3-47c4-a3ef-c43a21c7ef8f no longer exists at agent hyperv_n-h2-713301-16 {{(pid=95103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 19:29:36.278448 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-843a7c1e-ff97-4848-b858-18db4d2ca779 req-407b6d22-39e9-4e13-b318-dd4114114843 tempest-MigrationsAdminTest-397594546 tempest-MigrationsAdminTest-397594546-project] 10.222.0.67 "GET /v2.0/security-groups?id=78cb509b-31c4-4e2a-bb5c-7abd6194dcc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444212 Sep 23 19:29:36.303598 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.plugin [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] No Port match for: ceb5ff32-b4a3-47c4-a3ef-c43a21c7ef8f {{(pid=95103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 19:29:36.304176 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Device ceb5ff32-b4a3-47c4-a3ef-c43a21c7ef8f not bound to the agent host n-h2-713301-16 {{(pid=95103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 19:29:36.309771 n-d-713301-16 neutron-server[95103]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 19:29:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5f045e3-3232-4faf-85a6-36baadf0a073 x-openstack-request-id: req-e5f045e3-3232-4faf-85a6-36baadf0a073 {{(pid=95103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 19:29:36.310160 n-d-713301-16 neutron-server[95103]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f907a213-7802-4477-a158-bcc0a4e39914", "name": "network-vif-plugged", "status": "completed", "tag": "b2e5cb69-c82e-42a5-966d-943b3978fb6c", "code": 200}]} {{(pid=95103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 19:29:36.310413 n-d-713301-16 neutron-server[95103]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-e5f045e3-3232-4faf-85a6-36baadf0a073 {{(pid=95103) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 19:29:36.310917 n-d-713301-16 neutron-server[95103]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f907a213-7802-4477-a158-bcc0a4e39914', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b2e5cb69-c82e-42a5-966d-943b3978fb6c', 'code': 200} Sep 23 19:29:36.337877 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Pushing event updated for resources: {'Port': ['ID=b2e5cb69-c82e-42a5-966d-943b3978fb6c,revision_number=5']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:29:36.427465 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a4fc9e-a3da-45a5-b0c1-7a2e319d2c24 req-d71fbe51-5160-4ad4-8170-61c110f5b9d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:29:36.429719 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-00a4fc9e-a3da-45a5-b0c1-7a2e319d2c24 req-d71fbe51-5160-4ad4-8170-61c110f5b9d6 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=f907a213-7802-4477-a158-bcc0a4e39914 HTTP/1.1" status: 200 len: 1097 time: 0.0539563 Sep 23 19:29:36.440691 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-786f06b9-090f-4d7e-a028-592c07bfa316 req-915cd32b-d226-4918-beb5-ed88b2d586e9 tempest-ServerShowV257Test-1972889360 tempest-ServerShowV257Test-1972889360-project] 10.222.0.67 "GET /v2.0/ports?device_id=29a13295-c9ea-4b76-b6b2-921ec1564406 HTTP/1.1" status: 200 len: 210 time: 0.0349634 Sep 23 19:29:36.445763 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Device 2057133e-afe6-4649-916f-fb2ef68141a8 details requested by agent hyperv_n-h1-713301-16 with host n-h1-713301-16 {{(pid=95103) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 19:29:36.493449 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-00a4fc9e-a3da-45a5-b0c1-7a2e319d2c24 req-e9cd1fb5-59d7-4785-979b-d8c415f155d1 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=dc5623e7-f3a2-4208-95a5-65e3246a8ec1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550251 Sep 23 19:29:36.566226 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ef7c02-8bd6-4041-814b-d3aa9087c694 req-2ed3f1f3-cff0-48a0-84b0-a2604c55fb1b tempest-InstanceActionsNegativeTestJSON-1854574816 tempest-InstanceActionsNegativeTestJSON-1854574816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:29:36.569130 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-19ef7c02-8bd6-4041-814b-d3aa9087c694 req-2ed3f1f3-cff0-48a0-84b0-a2604c55fb1b tempest-InstanceActionsNegativeTestJSON-1854574816 tempest-InstanceActionsNegativeTestJSON-1854574816-project] 10.222.0.67 "GET /v2.0/ports?device_id=f907a213-7802-4477-a158-bcc0a4e39914 HTTP/1.1" status: 200 len: 945 time: 0.0612249 Sep 23 19:29:36.598245 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] For port 2057133e-afe6-4649-916f-fb2ef68141a8, host n-h1-713301-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-16',level=0,port_id=2057133e-afe6-4649-916f-fb2ef68141a8,segment=NetworkSegment(0ad9f853-8282-44e3-ac3b-2b75c9223dae),segment_id=0ad9f853-8282-44e3-ac3b-2b75c9223dae)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:29:36.610338 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-19ef7c02-8bd6-4041-814b-d3aa9087c694 req-d2af29fe-30a2-4351-b800-4eec445970d3 tempest-InstanceActionsNegativeTestJSON-1854574816 tempest-InstanceActionsNegativeTestJSON-1854574816-project] 10.222.0.67 "GET /v2.0/security-groups?id=dc5623e7-f3a2-4208-95a5-65e3246a8ec1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363512 Sep 23 19:29:36.614663 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Returning: {'device': '2057133e-afe6-4649-916f-fb2ef68141a8', 'network_id': '364dc893-5ecb-4aa3-be76-13b51cbbfbd4', 'port_id': '2057133e-afe6-4649-916f-fb2ef68141a8', 'mac_address': 'fa:16:3e:6b:c7:49', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 632, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a900be85-be08-465b-85e6-4a05aae55389', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95103) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 19:29:36.654180 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:29:36.667525 n-d-713301-16 neutron-server[95103]: DEBUG neutron.notifiers.nova [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 2057133e-afe6-4649-916f-fb2ef68141a8 {{(pid=95103) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 19:29:36.686585 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] For port 2057133e-afe6-4649-916f-fb2ef68141a8, host n-h1-713301-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-16',level=0,port_id=2057133e-afe6-4649-916f-fb2ef68141a8,segment=NetworkSegment(0ad9f853-8282-44e3-ac3b-2b75c9223dae),segment_id=0ad9f853-8282-44e3-ac3b-2b75c9223dae)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:29:36.690901 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:29:36.744127 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Pushing event updated for resources: {'Port': ['ID=2057133e-afe6-4649-916f-fb2ef68141a8,revision_number=6']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:29:36.837662 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] get_ports_and_sgs() called for port_ids ['2057133e-afe6-4649-916f-fb2ef68141a8'] {{(pid=95103) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 19:29:37.238139 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 42080) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:29:37.452134 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d586e5-b024-4acf-b8af-3605105fd0bc req-48d47407-d244-4cb0-b638-1927f84b7d0b tempest-MigrationsAdminTest-397594546 tempest-MigrationsAdminTest-397594546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:29:37.464454 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-29d586e5-b024-4acf-b8af-3605105fd0bc req-48d47407-d244-4cb0-b638-1927f84b7d0b tempest-MigrationsAdminTest-397594546 tempest-MigrationsAdminTest-397594546-project] 10.222.0.67 "GET /v2.0/ports?device_id=61df6679-e03a-4089-8f81-8cc4daaf4da0 HTTP/1.1" status: 200 len: 950 time: 0.0748224 Sep 23 19:29:37.510094 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-29d586e5-b024-4acf-b8af-3605105fd0bc req-9fe4ea84-7e77-4764-9571-d61f2c142f84 tempest-MigrationsAdminTest-397594546 tempest-MigrationsAdminTest-397594546-project] 10.222.0.67 "GET /v2.0/security-groups?id=78cb509b-31c4-4e2a-bb5c-7abd6194dcc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447164 Sep 23 19:29:37.632198 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-88781953-38ff-4d94-b05c-3a433f0cfedf req-6968fd73-d73d-48bb-b774-84df1f7f690d tempest-ServerShowV257Test-1972889360 tempest-ServerShowV257Test-1972889360-project] 10.222.0.67 "GET /v2.0/ports?device_id=29a13295-c9ea-4b76-b6b2-921ec1564406 HTTP/1.1" status: 200 len: 210 time: 0.0450051 Sep 23 19:29:37.798606 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-59521f43-b235-4b2b-892e-a4c08d57fc7a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-601372'] for router_interface, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:29:37.804559 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b98f59b7-dd62-4664-9583-fc2fe911c3c7 req-a31aa2ef-579c-472d-8749-55464fa24cc2 tempest-InstanceActionsNegativeTestJSON-1854574816 tempest-InstanceActionsNegativeTestJSON-1854574816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:29:37.806391 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-b98f59b7-dd62-4664-9583-fc2fe911c3c7 req-a31aa2ef-579c-472d-8749-55464fa24cc2 tempest-InstanceActionsNegativeTestJSON-1854574816 tempest-InstanceActionsNegativeTestJSON-1854574816-project] 10.222.0.67 "GET /v2.0/ports?device_id=f907a213-7802-4477-a158-bcc0a4e39914 HTTP/1.1" status: 200 len: 945 time: 0.0553091 Sep 23 19:29:37.856322 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-b98f59b7-dd62-4664-9583-fc2fe911c3c7 req-4b20f3e0-61b2-4cc9-b075-a5dd94c088f7 tempest-InstanceActionsNegativeTestJSON-1854574816 tempest-InstanceActionsNegativeTestJSON-1854574816-project] 10.222.0.67 "GET /v2.0/security-groups?id=dc5623e7-f3a2-4208-95a5-65e3246a8ec1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424261 Sep 23 19:29:38.001359 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dfadf70-b805-4ea0-b387-6fed2f491847 req-485370ef-9830-4e85-90e7-f58c746ed81a tempest-MigrationsAdminTest-397594546 tempest-MigrationsAdminTest-397594546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:29:38.003101 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-9dfadf70-b805-4ea0-b387-6fed2f491847 req-485370ef-9830-4e85-90e7-f58c746ed81a tempest-MigrationsAdminTest-397594546 tempest-MigrationsAdminTest-397594546-project] 10.222.0.74 "GET /v2.0/ports?device_id=61df6679-e03a-4089-8f81-8cc4daaf4da0 HTTP/1.1" status: 200 len: 950 time: 0.1146865 Sep 23 19:29:38.010288 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Device f5483dbd-6d3f-4319-9eaa-5497612c208b no longer exists at agent hyperv_n-h2-713301-16 {{(pid=95103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 19:29:38.032776 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.plugin [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] No Port match for: f5483dbd-6d3f-4319-9eaa-5497612c208b {{(pid=95103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 19:29:38.033406 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Device f5483dbd-6d3f-4319-9eaa-5497612c208b not bound to the agent host n-h2-713301-16 {{(pid=95103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 19:29:38.220456 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.plugin [req-9dfadf70-b805-4ea0-b387-6fed2f491847 req-4c29440b-7dfa-41d5-95f5-8d2d95153eeb tempest-MigrationsAdminTest-397594546 tempest-MigrationsAdminTest-397594546-project] Deleting port 5e0cfb4e-f0a0-4307-98ca-fd7fbec65808 {{(pid=95101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:29:38.220926 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-9dfadf70-b805-4ea0-b387-6fed2f491847 req-4c29440b-7dfa-41d5-95f5-8d2d95153eeb tempest-MigrationsAdminTest-397594546 tempest-MigrationsAdminTest-397594546-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783146157096'] for port, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:29:38.360101 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.plugin [None req-59521f43-b235-4b2b-892e-a4c08d57fc7a admin admin] Deleting port a67695ce-74f1-43e2-8846-b6e769488bdb {{(pid=95101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:29:38.360443 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-59521f43-b235-4b2b-892e-a4c08d57fc7a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783146157096'] for port, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:29:38.364772 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.db [req-9dfadf70-b805-4ea0-b387-6fed2f491847 req-4c29440b-7dfa-41d5-95f5-8d2d95153eeb tempest-MigrationsAdminTest-397594546 tempest-MigrationsAdminTest-397594546-project] For port 5e0cfb4e-f0a0-4307-98ca-fd7fbec65808, host n-h1-713301-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-16',level=0,port_id=5e0cfb4e-f0a0-4307-98ca-fd7fbec65808,segment=NetworkSegment(6139d589-eb6c-4578-8935-c26ddf396853),segment_id=6139d589-eb6c-4578-8935-c26ddf396853)] {{(pid=95101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:29:38.367480 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-9dfadf70-b805-4ea0-b387-6fed2f491847 req-4c29440b-7dfa-41d5-95f5-8d2d95153eeb tempest-MigrationsAdminTest-397594546 tempest-MigrationsAdminTest-397594546-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-605701'] for port, precommit_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:29:38.377525 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 42142) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:29:38.405310 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff45386-f77f-4de9-b8c7-1b1a171330ed req-4b631f63-3e90-4f57-ba06-20a9fa9b1a6e tempest-InstanceActionsNegativeTestJSON-1854574816 tempest-InstanceActionsNegativeTestJSON-1854574816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:29:38.409230 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-5ff45386-f77f-4de9-b8c7-1b1a171330ed req-4b631f63-3e90-4f57-ba06-20a9fa9b1a6e tempest-InstanceActionsNegativeTestJSON-1854574816 tempest-InstanceActionsNegativeTestJSON-1854574816-project] 10.222.0.67 "GET /v2.0/ports?device_id=f907a213-7802-4477-a158-bcc0a4e39914 HTTP/1.1" status: 200 len: 945 time: 0.0983462 Sep 23 19:29:38.436549 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Device 2057133e-afe6-4649-916f-fb2ef68141a8 up at agent hyperv_n-h1-713301-16 {{(pid=95103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 19:29:38.445338 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.plugin [req-9dfadf70-b805-4ea0-b387-6fed2f491847 req-4c29440b-7dfa-41d5-95f5-8d2d95153eeb tempest-MigrationsAdminTest-397594546 tempest-MigrationsAdminTest-397594546-project] Calling delete_port for 5e0cfb4e-f0a0-4307-98ca-fd7fbec65808 owned by compute:nova {{(pid=95101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:29:38.468238 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-5ff45386-f77f-4de9-b8c7-1b1a171330ed req-e210759f-66f8-4091-89a8-c2b0709ddcf4 tempest-InstanceActionsNegativeTestJSON-1854574816 tempest-InstanceActionsNegativeTestJSON-1854574816-project] 10.222.0.67 "GET /v2.0/security-groups?id=dc5623e7-f3a2-4208-95a5-65e3246a8ec1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496531 Sep 23 19:29:38.527377 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Provisioning complete for port 2057133e-afe6-4649-916f-fb2ef68141a8 triggered by entity L2. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:29:38.528206 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:29:38.553735 n-d-713301-16 neutron-server[95101]: DEBUG neutron.db.db_base_plugin_v2 [None req-ded069c7-8603-4c80-9c71-1572b6cac06f admin admin] Deleting subnet 4ba945d5-0498-408c-b65f-8f07a46d41b0 {{(pid=95101) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 23 19:29:38.561557 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-ded069c7-8603-4c80-9c71-1572b6cac06f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:29:38.632210 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.db [None req-59521f43-b235-4b2b-892e-a4c08d57fc7a admin admin] For port a67695ce-74f1-43e2-8846-b6e769488bdb, host n-d-713301-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-16',level=0,port_id=a67695ce-74f1-43e2-8846-b6e769488bdb,segment=NetworkSegment(d804afee-9bef-4af2-8ec3-2e2b5e011c35),segment_id=d804afee-9bef-4af2-8ec3-2e2b5e011c35)] {{(pid=95101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:29:38.632883 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-59521f43-b235-4b2b-892e-a4c08d57fc7a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-605701'] for port, precommit_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:29:38.653559 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-ded069c7-8603-4c80-9c71-1572b6cac06f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6007154'] for subnet, precommit_delete_associations {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:29:38.679568 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:29:38.716480 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.plugin [None req-59521f43-b235-4b2b-892e-a4c08d57fc7a admin admin] Calling delete_port for a67695ce-74f1-43e2-8846-b6e769488bdb owned by network:router_interface {{(pid=95101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:29:38.750886 n-d-713301-16 neutron-server[95103]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7fa91134-8ee0-4baa-9037-6ca73d6b4c83', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2057133e-afe6-4649-916f-fb2ef68141a8'}] {{(pid=95103) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 19:29:38.759913 n-d-713301-16 neutron-server[95103]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}81a1c17f2aa89d5b3ebbba3a3e0cf7eb588e431c2224256110c4c4facdd7c3e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37dbeca1-9563-4870-acda-23ec7d9a04c9" -d '{"events": [{"server_uuid": "7fa91134-8ee0-4baa-9037-6ca73d6b4c83", "name": "network-vif-plugged", "status": "completed", "tag": "2057133e-afe6-4649-916f-fb2ef68141a8"}]}' {{(pid=95103) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 19:29:38.797698 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d25e679-3ef9-4646-9af8-8dc3b17060d4 req-c5a83cc6-ebb8-492f-8cd4-f9f579d1634e tempest-MigrationsAdminTest-397594546 tempest-MigrationsAdminTest-397594546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:29:38.806874 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-8d25e679-3ef9-4646-9af8-8dc3b17060d4 req-c5a83cc6-ebb8-492f-8cd4-f9f579d1634e tempest-MigrationsAdminTest-397594546 tempest-MigrationsAdminTest-397594546-project] 10.222.0.67 "GET /v2.0/ports?device_id=61df6679-e03a-4089-8f81-8cc4daaf4da0 HTTP/1.1" status: 200 len: 950 time: 0.1138394 Sep 23 19:29:38.807485 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] For port 2057133e-afe6-4649-916f-fb2ef68141a8, host n-h1-713301-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-16',level=0,port_id=2057133e-afe6-4649-916f-fb2ef68141a8,segment=NetworkSegment(0ad9f853-8282-44e3-ac3b-2b75c9223dae),segment_id=0ad9f853-8282-44e3-ac3b-2b75c9223dae)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:29:38.815214 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:29:38.816554 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Device f1ba3ace-8c88-48eb-899d-68684df1164c no longer exists at agent hyperv_n-h1-713301-16 {{(pid=95103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 19:29:38.914148 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-8d25e679-3ef9-4646-9af8-8dc3b17060d4 req-b12314fa-1b2f-437f-ac8b-ce7ff499c86c tempest-MigrationsAdminTest-397594546 tempest-MigrationsAdminTest-397594546-project] 10.222.0.67 "GET /v2.0/security-groups?id=78cb509b-31c4-4e2a-bb5c-7abd6194dcc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1062663 Sep 23 19:29:38.918310 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.plugin [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] No Port match for: f1ba3ace-8c88-48eb-899d-68684df1164c {{(pid=95103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 19:29:38.918651 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Device f1ba3ace-8c88-48eb-899d-68684df1164c not bound to the agent host n-h1-713301-16 {{(pid=95103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 19:29:38.964220 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-ded069c7-8603-4c80-9c71-1572b6cac06f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1756813'] for subnet, precommit_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:29:38.982766 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Pushing event updated for resources: {'Port': ['ID=2057133e-afe6-4649-916f-fb2ef68141a8,revision_number=7']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:29:39.103654 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-9dfadf70-b805-4ea0-b387-6fed2f491847 req-4c29440b-7dfa-41d5-95f5-8d2d95153eeb tempest-MigrationsAdminTest-397594546 tempest-MigrationsAdminTest-397594546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783146162158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783145673144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5607431'] for port, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:29:39.112068 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-e7984d2b-bb51-413f-873a-b7760241f224 req-654d269a-55b1-444e-8d7a-54d843cf2288 tempest-ServerShowV257Test-1972889360 tempest-ServerShowV257Test-1972889360-project] 10.222.0.67 "GET /v2.0/ports?device_id=29a13295-c9ea-4b76-b6b2-921ec1564406 HTTP/1.1" status: 200 len: 210 time: 0.0680418 Sep 23 19:29:39.115576 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] get_ports_and_sgs() called for port_ids ['5e0cfb4e-f0a0-4307-98ca-fd7fbec65808'] {{(pid=95103) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 19:29:39.118487 n-d-713301-16 neutron-server[95103]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 19:29:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6ab1e5f-d87e-4500-91b9-4485d5157ae3 x-openstack-request-id: req-d6ab1e5f-d87e-4500-91b9-4485d5157ae3 {{(pid=95103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 19:29:39.118772 n-d-713301-16 neutron-server[95103]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7fa91134-8ee0-4baa-9037-6ca73d6b4c83", "name": "network-vif-plugged", "status": "completed", "tag": "2057133e-afe6-4649-916f-fb2ef68141a8", "code": 200}]} {{(pid=95103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 19:29:39.119022 n-d-713301-16 neutron-server[95103]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-d6ab1e5f-d87e-4500-91b9-4485d5157ae3 {{(pid=95103) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 19:29:39.119431 n-d-713301-16 neutron-server[95103]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7fa91134-8ee0-4baa-9037-6ca73d6b4c83', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2057133e-afe6-4649-916f-fb2ef68141a8', 'code': 200} Sep 23 19:29:39.188293 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c29440b-7dfa-41d5-95f5-8d2d95153eeb tempest-MigrationsAdminTest-397594546 tempest-MigrationsAdminTest-397594546-project] Pushing event deleted for resources: {'Port': ['ID=5e0cfb4e-f0a0-4307-98ca-fd7fbec65808,revision_number=None']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:29:39.215970 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-ded069c7-8603-4c80-9c71-1572b6cac06f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1756804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5607514', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6130950'] for subnet, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:29:39.297503 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-ded069c7-8603-4c80-9c71-1572b6cac06f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527417'] for subnet, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:29:39.302336 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-ded069c7-8603-4c80-9c71-1572b6cac06f admin admin] 10.222.0.67 "DELETE /v2.0/subnets/4ba945d5-0498-408c-b65f-8f07a46d41b0 HTTP/1.1" status: 204 len: 168 time: 0.9125164 Sep 23 19:29:39.302718 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 42162) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:29:39.315513 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ded069c7-8603-4c80-9c71-1572b6cac06f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4ba945d5-0498-408c-b65f-8f07a46d41b0,revision_number=None']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:29:39.318157 n-d-713301-16 neutron-server[95101]: DEBUG neutron.db.l3_dvrscheduler_db [req-9dfadf70-b805-4ea0-b387-6fed2f491847 req-4c29440b-7dfa-41d5-95f5-8d2d95153eeb tempest-MigrationsAdminTest-397594546 tempest-MigrationsAdminTest-397594546-project] No DVR routers for this DVR port 5e0cfb4e-f0a0-4307-98ca-fd7fbec65808 on host n-h1-713301-16 {{(pid=95101) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 19:29:39.325038 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-9dfadf70-b805-4ea0-b387-6fed2f491847 req-4c29440b-7dfa-41d5-95f5-8d2d95153eeb tempest-MigrationsAdminTest-397594546 tempest-MigrationsAdminTest-397594546-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222849'] for port, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:29:39.325770 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-9dfadf70-b805-4ea0-b387-6fed2f491847 req-4c29440b-7dfa-41d5-95f5-8d2d95153eeb tempest-MigrationsAdminTest-397594546 tempest-MigrationsAdminTest-397594546-project] 10.222.0.74 "DELETE /v2.0/ports/5e0cfb4e-f0a0-4307-98ca-fd7fbec65808 HTTP/1.1" status: 204 len: 173 time: 1.2996526 Sep 23 19:29:39.326225 n-d-713301-16 neutron-server[95101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '61df6679-e03a-4089-8f81-8cc4daaf4da0', 'name': 'network-vif-deleted', 'tag': '5e0cfb4e-f0a0-4307-98ca-fd7fbec65808'}] {{(pid=95101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 19:29:39.328485 n-d-713301-16 neutron-server[95101]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d8366c5740cd635e57ab12b71fe44a77c2acc3c19091ef849c6f68b380462244" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce5d8d7d-d2aa-470e-9ecf-9cb060bd6aa5" -d '{"events": [{"server_uuid": "61df6679-e03a-4089-8f81-8cc4daaf4da0", "name": "network-vif-deleted", "tag": "5e0cfb4e-f0a0-4307-98ca-fd7fbec65808"}]}' {{(pid=95101) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 19:29:39.425054 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-0c2166ba-e210-44da-afd6-ac1cd3e2f0f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1628021'] for network, before_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:29:39.429579 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-59521f43-b235-4b2b-892e-a4c08d57fc7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783146162158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783145673144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5607431'] for port, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:29:39.450725 n-d-713301-16 neutron-server[95101]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 19:29:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac7bf90f-9ddf-40c7-99a6-79afd768517e x-openstack-request-id: req-ac7bf90f-9ddf-40c7-99a6-79afd768517e {{(pid=95101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 19:29:39.450725 n-d-713301-16 neutron-server[95101]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "61df6679-e03a-4089-8f81-8cc4daaf4da0", "name": "network-vif-deleted", "tag": "5e0cfb4e-f0a0-4307-98ca-fd7fbec65808", "status": "completed", "code": 200}]} {{(pid=95101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 19:29:39.450725 n-d-713301-16 neutron-server[95101]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-ac7bf90f-9ddf-40c7-99a6-79afd768517e {{(pid=95101) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 19:29:39.450725 n-d-713301-16 neutron-server[95101]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '61df6679-e03a-4089-8f81-8cc4daaf4da0', 'name': 'network-vif-deleted', 'tag': '5e0cfb4e-f0a0-4307-98ca-fd7fbec65808', 'status': 'completed', 'code': 200} Sep 23 19:29:39.490427 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59521f43-b235-4b2b-892e-a4c08d57fc7a admin admin] Pushing event deleted for resources: {'Port': ['ID=a67695ce-74f1-43e2-8846-b6e769488bdb,revision_number=None']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:29:39.580740 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-0c2166ba-e210-44da-afd6-ac1cd3e2f0f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1754676', 'neutron.services.segments.db._delete_segments_for_network-8783146221460'] for network, precommit_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:29:39.661583 n-d-713301-16 neutron-server[95102]: DEBUG neutron.services.segments.db [None req-0c2166ba-e210-44da-afd6-ac1cd3e2f0f5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e47803fc-37db-4c82-80ca-757602b818ca']}} {{(pid=95102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:29:39.675842 n-d-713301-16 neutron-server[95102]: DEBUG neutron.services.segments.db [None req-0c2166ba-e210-44da-afd6-ac1cd3e2f0f5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '741d6d3e-2760-41a6-838f-b8b4255cee30') {'for_net_delete': True} {{(pid=95102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:29:39.676218 n-d-713301-16 neutron-server[95102]: DEBUG neutron.services.segments.db [None req-0c2166ba-e210-44da-afd6-ac1cd3e2f0f5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '741d6d3e-2760-41a6-838f-b8b4255cee30') {} {{(pid=95102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:29:39.694727 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-0c2166ba-e210-44da-afd6-ac1cd3e2f0f5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783146221725', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6162832'] for segment, before_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:29:39.714322 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d71a8aa-19a9-443b-bce7-410d2a2c1a21 req-7b263c98-1f03-4bbe-bd61-87ba3e7ec6fd tempest-InstanceActionsNegativeTestJSON-1854574816 tempest-InstanceActionsNegativeTestJSON-1854574816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:29:39.716135 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-7d71a8aa-19a9-443b-bce7-410d2a2c1a21 req-7b263c98-1f03-4bbe-bd61-87ba3e7ec6fd tempest-InstanceActionsNegativeTestJSON-1854574816 tempest-InstanceActionsNegativeTestJSON-1854574816-project] 10.222.0.67 "GET /v2.0/ports?device_id=f907a213-7802-4477-a158-bcc0a4e39914 HTTP/1.1" status: 200 len: 945 time: 0.1059027 Sep 23 19:29:39.750068 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-0c2166ba-e210-44da-afd6-ac1cd3e2f0f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1756186'] for segment, precommit_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:29:39.768272 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0c2166ba-e210-44da-afd6-ac1cd3e2f0f5 admin admin] Releasing vlan 603 on physical network physnet1 to pool {{(pid=95102) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 19:29:39.768887 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-0c2166ba-e210-44da-afd6-ac1cd3e2f0f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1756186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4398095'] for segment, after_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:29:39.771862 n-d-713301-16 neutron-server[95102]: Traceback (most recent call last): Sep 23 19:29:39.771862 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 19:29:39.771862 n-d-713301-16 neutron-server[95102]: timer() Sep 23 19:29:39.771862 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 19:29:39.771862 n-d-713301-16 neutron-server[95102]: cb(*args, **kw) Sep 23 19:29:39.771862 n-d-713301-16 neutron-server[95102]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 19:29:39.771862 n-d-713301-16 neutron-server[95102]: return func(*args, **kwargs) Sep 23 19:29:39.771862 n-d-713301-16 neutron-server[95102]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 19:29:39.771862 n-d-713301-16 neutron-server[95102]: self._notify() Sep 23 19:29:39.771862 n-d-713301-16 neutron-server[95102]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 19:29:39.771862 n-d-713301-16 neutron-server[95102]: self.callback(batched_events) Sep 23 19:29:39.771862 n-d-713301-16 neutron-server[95102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 19:29:39.771862 n-d-713301-16 neutron-server[95102]: event.method(event) Sep 23 19:29:39.771862 n-d-713301-16 neutron-server[95102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 19:29:39.771862 n-d-713301-16 neutron-server[95102]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 19:29:39.771862 n-d-713301-16 neutron-server[95102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 19:29:39.771862 n-d-713301-16 neutron-server[95102]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 19:29:39.771862 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 19:29:39.771862 n-d-713301-16 neutron-server[95102]: return f(self, *a, **k) Sep 23 19:29:39.771862 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 19:29:39.771862 n-d-713301-16 neutron-server[95102]: return self._get(url).json() Sep 23 19:29:39.771862 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 19:29:39.771862 n-d-713301-16 neutron-server[95102]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 19:29:39.771862 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 19:29:39.771862 n-d-713301-16 neutron-server[95102]: return self.request(url, 'GET', **kwargs) Sep 23 19:29:39.771862 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 19:29:39.771862 n-d-713301-16 neutron-server[95102]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 19:29:39.771862 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 19:29:39.771862 n-d-713301-16 neutron-server[95102]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 19:29:39.771862 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 19:29:39.771862 n-d-713301-16 neutron-server[95102]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 19:29:39.771862 n-d-713301-16 neutron-server[95102]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 19:29:39.820902 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a37362-273e-47ef-9cba-69c02168ab4b req-8e1edd0a-59f4-490d-a29c-ed74cf48ec54 tempest-InstanceActionsNegativeTestJSON-1854574816 tempest-InstanceActionsNegativeTestJSON-1854574816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:29:39.836185 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-51a37362-273e-47ef-9cba-69c02168ab4b req-8e1edd0a-59f4-490d-a29c-ed74cf48ec54 tempest-InstanceActionsNegativeTestJSON-1854574816 tempest-InstanceActionsNegativeTestJSON-1854574816-project] 10.222.0.53 "GET /v2.0/ports?device_id=f907a213-7802-4477-a158-bcc0a4e39914 HTTP/1.1" status: 200 len: 945 time: 0.3550694 Sep 23 19:29:39.932953 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-7d71a8aa-19a9-443b-bce7-410d2a2c1a21 req-71739db1-de93-4fff-af62-72559602fc33 tempest-InstanceActionsNegativeTestJSON-1854574816 tempest-InstanceActionsNegativeTestJSON-1854574816-project] 10.222.0.67 "GET /v2.0/security-groups?id=dc5623e7-f3a2-4208-95a5-65e3246a8ec1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2030332 Sep 23 19:29:39.961614 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-59521f43-b235-4b2b-892e-a4c08d57fc7a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-527322', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-602005'] for router_interface, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:29:39.966072 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-0c2166ba-e210-44da-afd6-ac1cd3e2f0f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1754627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-601866'] for network, after_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:29:39.977496 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-0c2166ba-e210-44da-afd6-ac1cd3e2f0f5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527417'] for network, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:29:39.983494 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-0c2166ba-e210-44da-afd6-ac1cd3e2f0f5 admin admin] 10.222.0.67 "DELETE /v2.0/networks/e47803fc-37db-4c82-80ca-757602b818ca HTTP/1.1" status: 204 len: 168 time: 0.6783011 Sep 23 19:29:40.017524 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c2166ba-e210-44da-afd6-ac1cd3e2f0f5 admin admin] Pushing event deleted for resources: {'Network': ['ID=e47803fc-37db-4c82-80ca-757602b818ca,revision_number=None']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:29:40.125411 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-75ab95e0-ded2-43e9-889c-0151a7e35ac5 req-2c0322af-fbda-4548-8c2c-2cc86e3cac28 tempest-MigrationsAdminTest-397594546 tempest-MigrationsAdminTest-397594546-project] 10.222.0.67 "GET /v2.0/ports?device_id=61df6679-e03a-4089-8f81-8cc4daaf4da0 HTTP/1.1" status: 200 len: 210 time: 0.0516796 Sep 23 19:29:40.217248 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.plugin [req-51a37362-273e-47ef-9cba-69c02168ab4b req-86ac1f87-3708-4c1b-99a6-652254725b79 tempest-InstanceActionsNegativeTestJSON-1854574816 tempest-InstanceActionsNegativeTestJSON-1854574816-project] Deleting port b2e5cb69-c82e-42a5-966d-943b3978fb6c {{(pid=95101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:29:40.217791 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-51a37362-273e-47ef-9cba-69c02168ab4b req-86ac1f87-3708-4c1b-99a6-652254725b79 tempest-InstanceActionsNegativeTestJSON-1854574816 tempest-InstanceActionsNegativeTestJSON-1854574816-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783146157096'] for port, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:29:40.239417 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 42182) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:29:40.298359 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-88a4334e-447b-409f-856f-a2569f1b08ff req-d48b91ae-9e35-4b78-b147-1f010087e648 tempest-ServerShowV257Test-1972889360 tempest-ServerShowV257Test-1972889360-project] 10.222.0.67 "GET /v2.0/ports?device_id=29a13295-c9ea-4b76-b6b2-921ec1564406 HTTP/1.1" status: 200 len: 210 time: 0.0680618 Sep 23 19:29:40.355434 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-d7742eca-8c7d-48b4-afb0-fcad946e33f2 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=30554f6e61d54c6bbf3c805c15e93860&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1135314 Sep 23 19:29:40.359346 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 42186) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:29:40.813415 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.db [req-51a37362-273e-47ef-9cba-69c02168ab4b req-86ac1f87-3708-4c1b-99a6-652254725b79 tempest-InstanceActionsNegativeTestJSON-1854574816 tempest-InstanceActionsNegativeTestJSON-1854574816-project] For port b2e5cb69-c82e-42a5-966d-943b3978fb6c, host n-h2-713301-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-16',level=0,port_id=b2e5cb69-c82e-42a5-966d-943b3978fb6c,segment=NetworkSegment(d76473b0-135c-4896-afde-47d8196519c5),segment_id=d76473b0-135c-4896-afde-47d8196519c5)] {{(pid=95101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:29:40.813809 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-51a37362-273e-47ef-9cba-69c02168ab4b req-86ac1f87-3708-4c1b-99a6-652254725b79 tempest-InstanceActionsNegativeTestJSON-1854574816 tempest-InstanceActionsNegativeTestJSON-1854574816-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-605701'] for port, precommit_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:29:40.857540 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.plugin [req-51a37362-273e-47ef-9cba-69c02168ab4b req-86ac1f87-3708-4c1b-99a6-652254725b79 tempest-InstanceActionsNegativeTestJSON-1854574816 tempest-InstanceActionsNegativeTestJSON-1854574816-project] Calling delete_port for b2e5cb69-c82e-42a5-966d-943b3978fb6c owned by compute:nova {{(pid=95101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:29:40.891665 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-0da16a2d-ca36-4c93-8ea0-3b2b5bd0cf75 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:29:41.006450 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-0da16a2d-ca36-4c93-8ea0-3b2b5bd0cf75 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:29:41.030136 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-59521f43-b235-4b2b-892e-a4c08d57fc7a admin admin] Router 9879e38c-83b2-4401-bd2a-c505b1875d75 has already been hosted by L3 agent 79a740bf-7821-4989-8288-7186e3e128f3 {{(pid=95101) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 19:29:41.068403 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8866b324-ed47-4101-86c6-bcf4cab1761a req-bb5ce78b-8f96-419f-aaee-de2d1a709555 tempest-InstanceActionsNegativeTestJSON-1854574816 tempest-InstanceActionsNegativeTestJSON-1854574816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:29:41.078740 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-8866b324-ed47-4101-86c6-bcf4cab1761a req-bb5ce78b-8f96-419f-aaee-de2d1a709555 tempest-InstanceActionsNegativeTestJSON-1854574816 tempest-InstanceActionsNegativeTestJSON-1854574816-project] 10.222.0.67 "GET /v2.0/ports?device_id=f907a213-7802-4477-a158-bcc0a4e39914 HTTP/1.1" status: 200 len: 945 time: 0.0716634 Sep 23 19:29:41.143383 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-8866b324-ed47-4101-86c6-bcf4cab1761a req-2d9621bd-655a-4aec-bc5e-c3d3fdb74f58 tempest-InstanceActionsNegativeTestJSON-1854574816 tempest-InstanceActionsNegativeTestJSON-1854574816-project] 10.222.0.67 "GET /v2.0/security-groups?id=dc5623e7-f3a2-4208-95a5-65e3246a8ec1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634441 Sep 23 19:29:41.235614 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-0da16a2d-ca36-4c93-8ea0-3b2b5bd0cf75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:29:41.239176 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-0da16a2d-ca36-4c93-8ea0-3b2b5bd0cf75 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:29:41.242735 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-0da16a2d-ca36-4c93-8ea0-3b2b5bd0cf75 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/67f2e2ca-928f-40e5-b9b2-05ec3bddbb37 HTTP/1.1" status: 204 len: 168 time: 0.8801401 Sep 23 19:29:41.282596 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0da16a2d-ca36-4c93-8ea0-3b2b5bd0cf75 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67f2e2ca-928f-40e5-b9b2-05ec3bddbb37,revision_number=None']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:29:41.290122 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-51a37362-273e-47ef-9cba-69c02168ab4b req-86ac1f87-3708-4c1b-99a6-652254725b79 tempest-InstanceActionsNegativeTestJSON-1854574816 tempest-InstanceActionsNegativeTestJSON-1854574816-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783146162158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783145673144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5607431'] for port, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:29:41.299504 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] get_ports_and_sgs() called for port_ids ['b2e5cb69-c82e-42a5-966d-943b3978fb6c'] {{(pid=95103) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 19:29:41.346459 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59521f43-b235-4b2b-892e-a4c08d57fc7a admin admin] Notify agent at l3_agent.n-d-713301-16 the message routers_updated {{(pid=95101) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 19:29:41.369147 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-59521f43-b235-4b2b-892e-a4c08d57fc7a admin admin] 10.222.0.67 "PUT /v2.0/routers/9879e38c-83b2-4401-bd2a-c505b1875d75/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1292369 Sep 23 19:29:41.372158 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 42212) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:29:41.383436 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86ac1f87-3708-4c1b-99a6-652254725b79 tempest-InstanceActionsNegativeTestJSON-1854574816 tempest-InstanceActionsNegativeTestJSON-1854574816-project] Pushing event deleted for resources: {'Port': ['ID=b2e5cb69-c82e-42a5-966d-943b3978fb6c,revision_number=None']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:29:41.419567 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8ded24d-d1c1-4ecd-be77-8f70b2f43cbb None None] Sync routers for ids ['9879e38c-83b2-4401-bd2a-c505b1875d75'] in n-d-713301-16 {{(pid=95103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 19:29:41.444569 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8ded24d-d1c1-4ecd-be77-8f70b2f43cbb None None] Routers {'9879e38c-83b2-4401-bd2a-c505b1875d75'} bound to L3 agent in host n-d-713301-16 {{(pid=95103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 19:29:41.445793 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_hamode_db [None req-c8ded24d-d1c1-4ecd-be77-8f70b2f43cbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-23T19:07:52Z,description=,heartbeat_timestamp=2021-09-23T19:29:22Z,host='n-d-713301-16',id=79a740bf-7821-4989-8288-7186e3e128f3,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:07:52Z,topic='l3_agent')) {'router_ids': ['9879e38c-83b2-4401-bd2a-c505b1875d75'], 'active': True} {{(pid=95103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:29:41.568031 n-d-713301-16 neutron-server[95101]: DEBUG neutron.db.l3_dvrscheduler_db [req-51a37362-273e-47ef-9cba-69c02168ab4b req-86ac1f87-3708-4c1b-99a6-652254725b79 tempest-InstanceActionsNegativeTestJSON-1854574816 tempest-InstanceActionsNegativeTestJSON-1854574816-project] No DVR routers for this DVR port b2e5cb69-c82e-42a5-966d-943b3978fb6c on host n-h2-713301-16 {{(pid=95101) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 19:29:41.574645 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-51a37362-273e-47ef-9cba-69c02168ab4b req-86ac1f87-3708-4c1b-99a6-652254725b79 tempest-InstanceActionsNegativeTestJSON-1854574816 tempest-InstanceActionsNegativeTestJSON-1854574816-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222849'] for port, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:29:41.582397 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-51a37362-273e-47ef-9cba-69c02168ab4b req-86ac1f87-3708-4c1b-99a6-652254725b79 tempest-InstanceActionsNegativeTestJSON-1854574816 tempest-InstanceActionsNegativeTestJSON-1854574816-project] 10.222.0.53 "DELETE /v2.0/ports/b2e5cb69-c82e-42a5-966d-943b3978fb6c HTTP/1.1" status: 204 len: 173 time: 1.7451696 Sep 23 19:29:41.588429 n-d-713301-16 neutron-server[95101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f907a213-7802-4477-a158-bcc0a4e39914', 'name': 'network-vif-deleted', 'tag': 'b2e5cb69-c82e-42a5-966d-943b3978fb6c'}] {{(pid=95101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 19:29:41.611518 n-d-713301-16 neutron-server[95101]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d8366c5740cd635e57ab12b71fe44a77c2acc3c19091ef849c6f68b380462244" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ad7e6d5-c961-41da-af8d-caa7f3a9f31a" -d '{"events": [{"server_uuid": "f907a213-7802-4477-a158-bcc0a4e39914", "name": "network-vif-deleted", "tag": "b2e5cb69-c82e-42a5-966d-943b3978fb6c"}]}' {{(pid=95101) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 19:29:41.658643 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-cd7f41c8-9b8a-4e38-a535-8a1da005ef51 req-fdf7b1e2-7106-4976-8e5a-b442fb2eba0a tempest-ServerShowV257Test-1972889360 tempest-ServerShowV257Test-1972889360-project] 10.222.0.67 "GET /v2.0/ports?device_id=29a13295-c9ea-4b76-b6b2-921ec1564406 HTTP/1.1" status: 200 len: 210 time: 0.1041627 Sep 23 19:29:41.710073 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_dvr_db [None req-c8ded24d-d1c1-4ecd-be77-8f70b2f43cbb None None] Set router 9879e38c-83b2-4401-bd2a-c505b1875d75 gateway port host: n-d-713301-16 {{(pid=95103) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 19:29:41.768800 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-a5d5120d-ae9e-441a-985b-c410a4e4665b admin admin] Notify callbacks [] for router, before_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:29:41.938317 n-d-713301-16 neutron-server[95101]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 19:29:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd203b36-6efc-4cbc-8ab0-02dc7007b0da x-openstack-request-id: req-cd203b36-6efc-4cbc-8ab0-02dc7007b0da {{(pid=95101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 19:29:41.938611 n-d-713301-16 neutron-server[95101]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f907a213-7802-4477-a158-bcc0a4e39914", "name": "network-vif-deleted", "tag": "b2e5cb69-c82e-42a5-966d-943b3978fb6c", "status": "completed", "code": 200}]} {{(pid=95101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 19:29:41.938863 n-d-713301-16 neutron-server[95101]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-cd203b36-6efc-4cbc-8ab0-02dc7007b0da {{(pid=95101) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 19:29:41.939314 n-d-713301-16 neutron-server[95101]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f907a213-7802-4477-a158-bcc0a4e39914', 'name': 'network-vif-deleted', 'tag': 'b2e5cb69-c82e-42a5-966d-943b3978fb6c', 'status': 'completed', 'code': 200} Sep 23 19:29:41.967377 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-a5d5120d-ae9e-441a-985b-c410a4e4665b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:29:42.047504 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_hamode_db [None req-c8ded24d-d1c1-4ecd-be77-8f70b2f43cbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9879e38c-83b2-4401-bd2a-c505b1875d75', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-791378858-router', 'tenant_id': '40bcd04a276c4609930d2e19006d9ae9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'external_fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.135'}], 'enable_snat': True}, 'gw_port_id': 'ca890953-03e2-492b-86bb-ade843febcf5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:28:55Z', 'updated_at': '2021-09-23T19:29:39Z', 'revision_number': 5, 'project_id': '40bcd04a276c4609930d2e19006d9ae9', 'gw_port': {'id': 'ca890953-03e2-492b-86bb-ade843febcf5', 'name': '', 'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:09:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9879e38c-83b2-4401-bd2a-c505b1875d75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1115, 'fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:28:56Z', 'updated_at': '2021-09-23T19:29:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-16'}], 'n-d-713301-16', False) {} {{(pid=95103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:29:42.103126 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.plugin [None req-a5d5120d-ae9e-441a-985b-c410a4e4665b admin admin] Deleting port ca890953-03e2-492b-86bb-ade843febcf5 {{(pid=95102) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:29:42.103733 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-a5d5120d-ae9e-441a-985b-c410a4e4665b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783146157096'] for port, before_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:29:42.145636 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8ded24d-d1c1-4ecd-be77-8f70b2f43cbb None None] Checking router: 9879e38c-83b2-4401-bd2a-c505b1875d75 for host: n-d-713301-16 {{(pid=95103) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 19:29:42.178076 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8ded24d-d1c1-4ecd-be77-8f70b2f43cbb None None] Routers {'9879e38c-83b2-4401-bd2a-c505b1875d75'} bound to L3 agent in host n-d-713301-16 {{(pid=95103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 19:29:42.180863 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_hamode_db [None req-c8ded24d-d1c1-4ecd-be77-8f70b2f43cbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-23T19:07:52Z,description=,heartbeat_timestamp=2021-09-23T19:29:22Z,host='n-d-713301-16',id=79a740bf-7821-4989-8288-7186e3e128f3,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:07:52Z,topic='l3_agent')) {'router_ids': ['9879e38c-83b2-4401-bd2a-c505b1875d75'], 'active': True} {{(pid=95103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:29:42.505151 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-2b2197aa-63e2-49c4-9dcd-324d762ae276 req-de6e284a-20b8-4d32-8df0-21a14764ad7c tempest-InstanceActionsNegativeTestJSON-1854574816 tempest-InstanceActionsNegativeTestJSON-1854574816-project] 10.222.0.67 "GET /v2.0/ports?device_id=f907a213-7802-4477-a158-bcc0a4e39914 HTTP/1.1" status: 200 len: 210 time: 0.1062567 Sep 23 19:29:42.545066 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.db [None req-a5d5120d-ae9e-441a-985b-c410a4e4665b admin admin] For port ca890953-03e2-492b-86bb-ade843febcf5, host n-d-713301-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-16',level=0,port_id=ca890953-03e2-492b-86bb-ade843febcf5,segment=NetworkSegment(7d4027f1-d893-4c7b-95d4-757b8e44e380),segment_id=7d4027f1-d893-4c7b-95d4-757b8e44e380)] {{(pid=95102) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:29:42.545529 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-a5d5120d-ae9e-441a-985b-c410a4e4665b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-605701'] for port, precommit_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:29:42.591876 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 42244) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:29:42.612529 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.plugin [None req-a5d5120d-ae9e-441a-985b-c410a4e4665b admin admin] Calling delete_port for ca890953-03e2-492b-86bb-ade843febcf5 owned by network:router_gateway {{(pid=95102) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:29:42.853913 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Device 5e0cfb4e-f0a0-4307-98ca-fd7fbec65808 no longer exists at agent hyperv_n-h1-713301-16 {{(pid=95103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 19:29:42.927159 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-907a8d00-a083-4208-bac8-f619c719e293 req-6718a81c-5bca-4220-9b12-b05df7233bf5 tempest-ServerShowV257Test-1972889360 tempest-ServerShowV257Test-1972889360-project] 10.222.0.67 "GET /v2.0/ports?device_id=29a13295-c9ea-4b76-b6b2-921ec1564406 HTTP/1.1" status: 200 len: 210 time: 0.0476387 Sep 23 19:29:42.952834 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.plugin [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] No Port match for: 5e0cfb4e-f0a0-4307-98ca-fd7fbec65808 {{(pid=95103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 19:29:42.955088 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Device 5e0cfb4e-f0a0-4307-98ca-fd7fbec65808 not bound to the agent host n-h1-713301-16 {{(pid=95103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 19:29:43.004828 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_dvr_db [None req-c8ded24d-d1c1-4ecd-be77-8f70b2f43cbb None None] Set router 9879e38c-83b2-4401-bd2a-c505b1875d75 gateway port host: None {{(pid=95103) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 19:29:43.022465 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-a5d5120d-ae9e-441a-985b-c410a4e4665b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783146162158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783145673144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4399100'] for port, after_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:29:43.034781 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-80ff7a93-7f5d-4b40-a094-47f814594d73 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=cff0149cb20c4944955e93a2b393f7c5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4412243 Sep 23 19:29:43.036430 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 42262) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:29:43.136785 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5d5120d-ae9e-441a-985b-c410a4e4665b admin admin] Pushing event deleted for resources: {'Port': ['ID=ca890953-03e2-492b-86bb-ade843febcf5,revision_number=None']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:29:43.181102 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_hamode_db [None req-c8ded24d-d1c1-4ecd-be77-8f70b2f43cbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9879e38c-83b2-4401-bd2a-c505b1875d75', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-791378858-router', 'tenant_id': '40bcd04a276c4609930d2e19006d9ae9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:28:55Z', 'updated_at': '2021-09-23T19:29:41Z', 'revision_number': 6, 'project_id': '40bcd04a276c4609930d2e19006d9ae9', 'gw_port_host': None}], 'n-d-713301-16', False) {} {{(pid=95103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:29:43.206454 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-e612f4fc-d229-4779-90b9-86b63205f221 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:29:43.242170 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8ded24d-d1c1-4ecd-be77-8f70b2f43cbb None None] The sync data for ids ['9879e38c-83b2-4401-bd2a-c505b1875d75'] in n-d-713301-16 is: [{'id': '9879e38c-83b2-4401-bd2a-c505b1875d75', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-791378858-router', 'tenant_id': '40bcd04a276c4609930d2e19006d9ae9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:28:55Z', 'updated_at': '2021-09-23T19:29:41Z', 'revision_number': 6, 'project_id': '40bcd04a276c4609930d2e19006d9ae9', 'gw_port_host': None}] {{(pid=95103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 19:29:43.243984 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-a5d5120d-ae9e-441a-985b-c410a4e4665b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-601942'] for router_gateway, after_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:29:43.296706 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-e612f4fc-d229-4779-90b9-86b63205f221 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:29:43.390466 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 42270) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:29:43.416194 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-e612f4fc-d229-4779-90b9-86b63205f221 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:29:43.419021 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-e612f4fc-d229-4779-90b9-86b63205f221 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:29:43.425548 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-e612f4fc-d229-4779-90b9-86b63205f221 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/78cb509b-31c4-4e2a-bb5c-7abd6194dcc4 HTTP/1.1" status: 204 len: 168 time: 0.3877835 Sep 23 19:29:43.446030 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e612f4fc-d229-4779-90b9-86b63205f221 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78cb509b-31c4-4e2a-bb5c-7abd6194dcc4,revision_number=None']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:29:43.604386 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.v2.base [None req-6680ae19-ddea-46d5-b878-efe7eeb265d7 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest_v242-1700965945-network', 'tenant_id': '1f1788a36b0c407c84d1fe9c6d21bab4'}} {{(pid=95101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:29:43.677834 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 42280) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:29:43.756390 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6680ae19-ddea-46d5-b878-efe7eeb265d7 admin admin] Made reservation on behalf of 1f1788a36b0c407c84d1fe9c6d21bab4 for: {'network': 1} {{(pid=95101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:29:43.756809 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-6680ae19-ddea-46d5-b878-efe7eeb265d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for network, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:29:43.790710 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-6680ae19-ddea-46d5-b878-efe7eeb265d7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:29:43.855481 n-d-713301-16 neutron-server[95101]: DEBUG neutron.db.db_base_plugin_v2 [None req-fa684735-3cb5-43a9-aa9e-5c242b106d33 admin admin] Deleting subnet 2bffdd7c-ae19-4d4b-b12b-d8d371aba437 {{(pid=95101) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 23 19:29:43.878358 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-fa684735-3cb5-43a9-aa9e-5c242b106d33 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:29:43.888558 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-a5d5120d-ae9e-441a-985b-c410a4e4665b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-597305', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29369'] for router, precommit_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:29:43.891011 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-a5d5120d-ae9e-441a-985b-c410a4e4665b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:29:43.945612 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-a5d5120d-ae9e-441a-985b-c410a4e4665b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-597296'] for router, after_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:29:43.946239 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5d5120d-ae9e-441a-985b-c410a4e4665b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9879e38c-83b2-4401-bd2a-c505b1875d75 {{(pid=95102) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 23 19:29:43.956212 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-a5d5120d-ae9e-441a-985b-c410a4e4665b admin admin] Notify callbacks [] for router, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:29:43.960335 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-a5d5120d-ae9e-441a-985b-c410a4e4665b admin admin] 10.222.0.67 "DELETE /v2.0/routers/9879e38c-83b2-4401-bd2a-c505b1875d75 HTTP/1.1" status: 204 len: 168 time: 2.5869915 Sep 23 19:29:43.961036 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 42288) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:29:44.018813 n-d-713301-16 neutron-server[95102]: DEBUG neutron.db.db_base_plugin_v2 [None req-e210c74a-ea70-43ef-8228-3d99e6912dc9 admin admin] Deleting subnet b15be011-6503-48d2-bdab-47e258ecd8be {{(pid=95102) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 23 19:29:44.025255 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-e210c74a-ea70-43ef-8228-3d99e6912dc9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:29:44.052139 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.agents_db [None req-f2f5c474-60a3-474f-b2cc-02c4bd30880c None None] Agent healthcheck: found 7 active agents {{(pid=95104) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 19:29:44.059874 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Device b2e5cb69-c82e-42a5-966d-943b3978fb6c no longer exists at agent hyperv_n-h2-713301-16 {{(pid=95103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 19:29:44.070142 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 42294) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:29:44.096958 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.plugin [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] No Port match for: b2e5cb69-c82e-42a5-966d-943b3978fb6c {{(pid=95103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 19:29:44.101539 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Device b2e5cb69-c82e-42a5-966d-943b3978fb6c not bound to the agent host n-h2-713301-16 {{(pid=95103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 19:29:44.138093 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-6680ae19-ddea-46d5-b878-efe7eeb265d7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:29:44.141676 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-fa684735-3cb5-43a9-aa9e-5c242b106d33 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6007154'] for subnet, precommit_delete_associations {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:29:44.170337 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-7edc55dd-5586-4cf8-8d01-9e1df4dfc99b req-430a1896-6592-4bfa-9589-5103ea4dce0a tempest-ServerShowV257Test-1972889360 tempest-ServerShowV257Test-1972889360-project] 10.222.0.67 "GET /v2.0/ports?device_id=29a13295-c9ea-4b76-b6b2-921ec1564406 HTTP/1.1" status: 200 len: 210 time: 0.0691152 Sep 23 19:29:44.185062 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-e210c74a-ea70-43ef-8228-3d99e6912dc9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6162825'] for subnet, precommit_delete_associations {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:29:44.189987 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-7a57b327-2cce-41e3-8f3f-5c151fd6c397 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=4f18b96f33c04c1f8cfa4b38cc72f2a6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1187372 Sep 23 19:29:44.213003 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 42296) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:29:44.228092 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-fa684735-3cb5-43a9-aa9e-5c242b106d33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1756813'] for subnet, precommit_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:29:44.285989 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-ed924210-0f72-4947-8504-ee5c3549ad39 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:29:44.306266 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-6680ae19-ddea-46d5-b878-efe7eeb265d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:29:44.319869 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6680ae19-ddea-46d5-b878-efe7eeb265d7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 645} {{(pid=95101) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 19:29:44.330850 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-6680ae19-ddea-46d5-b878-efe7eeb265d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1756186'] for segment, precommit_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:29:44.331205 n-d-713301-16 neutron-server[95101]: INFO neutron.db.segments_db [None req-6680ae19-ddea-46d5-b878-efe7eeb265d7 admin admin] Added segment 95f6fe7c-cbd3-4365-ad71-f7b6e6da07cd of type vlan for network 4938c958-b8c9-4af7-9682-a50ce306467f Sep 23 19:29:44.351913 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-ed924210-0f72-4947-8504-ee5c3549ad39 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:29:44.374666 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-e210c74a-ea70-43ef-8228-3d99e6912dc9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1756813'] for subnet, precommit_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:29:44.407298 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-fa684735-3cb5-43a9-aa9e-5c242b106d33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1756804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5607514', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6130950'] for subnet, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:29:44.483957 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-6680ae19-ddea-46d5-b878-efe7eeb265d7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783145630486'] for network, precommit_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:29:44.486470 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-ed924210-0f72-4947-8504-ee5c3549ad39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:29:44.489908 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-ed924210-0f72-4947-8504-ee5c3549ad39 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:29:44.491127 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-ed924210-0f72-4947-8504-ee5c3549ad39 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/047e7af0-dcd6-4648-86eb-19b0ca8c4572 HTTP/1.1" status: 204 len: 168 time: 0.2769153 Sep 23 19:29:44.507511 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed924210-0f72-4947-8504-ee5c3549ad39 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=047e7af0-dcd6-4648-86eb-19b0ca8c4572,revision_number=None']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:29:44.518041 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-e210c74a-ea70-43ef-8228-3d99e6912dc9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1756804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4399009', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5388229'] for subnet, after_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:29:44.522256 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6680ae19-ddea-46d5-b878-efe7eeb265d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78494785-7e26-42ec-a5d5-f3013c8d7eca,revision_number=1']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:29:44.528360 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-6680ae19-ddea-46d5-b878-efe7eeb265d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299'] for network, after_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:29:44.529645 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6680ae19-ddea-46d5-b878-efe7eeb265d7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:29:44.530746 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-6680ae19-ddea-46d5-b878-efe7eeb265d7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527417'] for network, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:29:44.602367 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e210c74a-ea70-43ef-8228-3d99e6912dc9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b15be011-6503-48d2-bdab-47e258ecd8be,revision_number=None']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:29:44.602600 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-6680ae19-ddea-46d5-b878-efe7eeb265d7 admin admin] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.2075694 Sep 23 19:29:44.606086 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 42300) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:29:44.606393 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa684735-3cb5-43a9-aa9e-5c242b106d33 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2bffdd7c-ae19-4d4b-b12b-d8d371aba437,revision_number=None']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:29:44.624291 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.v2.base [None req-be271bc5-900e-4183-9cd1-1cb761bd6952 admin admin] Request body: {'subnet': {'network_id': '4938c958-b8c9-4af7-9682-a50ce306467f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest_v242-1700965945-subnet', 'tenant_id': '1f1788a36b0c407c84d1fe9c6d21bab4', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=95102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:29:44.631825 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-e210c74a-ea70-43ef-8228-3d99e6912dc9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:29:44.638108 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-e210c74a-ea70-43ef-8228-3d99e6912dc9 admin admin] 10.222.0.67 "DELETE /v2.0/subnets/b15be011-6503-48d2-bdab-47e258ecd8be HTTP/1.1" status: 204 len: 168 time: 0.6718132 Sep 23 19:29:44.638203 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-fa684735-3cb5-43a9-aa9e-5c242b106d33 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527417'] for subnet, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:29:44.638292 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 42302) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:29:44.640321 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4265e6b6-2456-4f9b-8b20-f28e362220c9 None None] Network 952be697-032a-432d-bfa6-5a2ed54f2db3 requested from n-d-713301-16 {{(pid=95103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 19:29:44.643089 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-fa684735-3cb5-43a9-aa9e-5c242b106d33 admin admin] 10.222.0.67 "DELETE /v2.0/subnets/2bffdd7c-ae19-4d4b-b12b-d8d371aba437 HTTP/1.1" status: 204 len: 168 time: 0.9640229 Sep 23 19:29:44.652757 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 42304) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:29:44.805990 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be271bc5-900e-4183-9cd1-1cb761bd6952 admin admin] Made reservation on behalf of 1f1788a36b0c407c84d1fe9c6d21bab4 for: {'subnet': 1} {{(pid=95102) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:29:44.808456 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-be271bc5-900e-4183-9cd1-1cb761bd6952 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5388256'] for subnet, before_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:29:44.815949 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-903e4f8b-0027-494d-9774-51e52a909d41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1628021'] for network, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:29:44.837339 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-13f0b116-f51e-4620-8e44-ec9543d42644 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1628021'] for network, before_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:29:44.948644 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6680ae19-ddea-46d5-b878-efe7eeb265d7 admin admin] Pushing event updated for resources: {'Network': ['ID=4938c958-b8c9-4af7-9682-a50ce306467f,revision_number=1']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:29:45.007069 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Network 4938c958-b8c9-4af7-9682-a50ce306467f details requested by agent ovs-agent-n-d-713301-16 with host n-d-713301-16 {{(pid=95103) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 19:29:45.124044 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-903e4f8b-0027-494d-9774-51e52a909d41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1754676', 'neutron.services.segments.db._delete_segments_for_network-8783146221460'] for network, precommit_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:29:45.192515 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.plugin [None req-13f0b116-f51e-4620-8e44-ec9543d42644 admin admin] Deleting port 6a712a46-c816-4a30-9974-b747c6507349 {{(pid=95102) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:29:45.193179 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-13f0b116-f51e-4620-8e44-ec9543d42644 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783146157096'] for port, before_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:29:45.221295 n-d-713301-16 neutron-server[95101]: DEBUG neutron.services.segments.db [None req-903e4f8b-0027-494d-9774-51e52a909d41 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['93227b6c-d1eb-4875-be71-cc91ffaf6bf0']}} {{(pid=95101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:29:45.235293 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7585fc2c-25b5-47d4-a0b9-bcf23697135d None None] DHCP port deletion for 952be697-032a-432d-bfa6-5a2ed54f2db3 request from n-d-713301-16 {{(pid=95103) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 23 19:29:45.249107 n-d-713301-16 neutron-server[95101]: DEBUG neutron.services.segments.db [None req-903e4f8b-0027-494d-9774-51e52a909d41 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd76473b0-135c-4896-afde-47d8196519c5') {'for_net_delete': True} {{(pid=95101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:29:45.249645 n-d-713301-16 neutron-server[95101]: DEBUG neutron.services.segments.db [None req-903e4f8b-0027-494d-9774-51e52a909d41 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd76473b0-135c-4896-afde-47d8196519c5') {} {{(pid=95101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:29:45.278581 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-903e4f8b-0027-494d-9774-51e52a909d41 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783146221725', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6007147'] for segment, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:29:45.334978 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-903e4f8b-0027-494d-9774-51e52a909d41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1756186'] for segment, precommit_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:29:45.365987 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-903e4f8b-0027-494d-9774-51e52a909d41 admin admin] Releasing vlan 638 on physical network physnet1 to pool {{(pid=95101) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 19:29:45.368120 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-903e4f8b-0027-494d-9774-51e52a909d41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1756186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5608436'] for segment, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:29:45.384156 n-d-713301-16 neutron-server[95101]: Traceback (most recent call last): Sep 23 19:29:45.384156 n-d-713301-16 neutron-server[95101]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 19:29:45.384156 n-d-713301-16 neutron-server[95101]: timer() Sep 23 19:29:45.384156 n-d-713301-16 neutron-server[95101]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 19:29:45.384156 n-d-713301-16 neutron-server[95101]: cb(*args, **kw) Sep 23 19:29:45.384156 n-d-713301-16 neutron-server[95101]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 19:29:45.384156 n-d-713301-16 neutron-server[95101]: return func(*args, **kwargs) Sep 23 19:29:45.384156 n-d-713301-16 neutron-server[95101]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 19:29:45.384156 n-d-713301-16 neutron-server[95101]: self._notify() Sep 23 19:29:45.384156 n-d-713301-16 neutron-server[95101]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 19:29:45.384156 n-d-713301-16 neutron-server[95101]: self.callback(batched_events) Sep 23 19:29:45.384156 n-d-713301-16 neutron-server[95101]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 19:29:45.384156 n-d-713301-16 neutron-server[95101]: event.method(event) Sep 23 19:29:45.384156 n-d-713301-16 neutron-server[95101]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 19:29:45.384156 n-d-713301-16 neutron-server[95101]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 19:29:45.384156 n-d-713301-16 neutron-server[95101]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 19:29:45.384156 n-d-713301-16 neutron-server[95101]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 19:29:45.384156 n-d-713301-16 neutron-server[95101]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 19:29:45.384156 n-d-713301-16 neutron-server[95101]: return f(self, *a, **k) Sep 23 19:29:45.384156 n-d-713301-16 neutron-server[95101]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 19:29:45.384156 n-d-713301-16 neutron-server[95101]: return self._get(url).json() Sep 23 19:29:45.384156 n-d-713301-16 neutron-server[95101]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 19:29:45.384156 n-d-713301-16 neutron-server[95101]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 19:29:45.384156 n-d-713301-16 neutron-server[95101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 19:29:45.384156 n-d-713301-16 neutron-server[95101]: return self.request(url, 'GET', **kwargs) Sep 23 19:29:45.384156 n-d-713301-16 neutron-server[95101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 19:29:45.384156 n-d-713301-16 neutron-server[95101]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 19:29:45.384156 n-d-713301-16 neutron-server[95101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 19:29:45.384156 n-d-713301-16 neutron-server[95101]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 19:29:45.384156 n-d-713301-16 neutron-server[95101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 19:29:45.384156 n-d-713301-16 neutron-server[95101]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 19:29:45.384156 n-d-713301-16 neutron-server[95101]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 19:29:45.404434 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Device 6a712a46-c816-4a30-9974-b747c6507349 no longer exists at agent ovs-agent-n-d-713301-16 {{(pid=95103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 19:29:45.437265 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.db [None req-13f0b116-f51e-4620-8e44-ec9543d42644 admin admin] For port 6a712a46-c816-4a30-9974-b747c6507349, host n-d-713301-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-16',level=0,port_id=6a712a46-c816-4a30-9974-b747c6507349,segment=NetworkSegment(d804afee-9bef-4af2-8ec3-2e2b5e011c35),segment_id=d804afee-9bef-4af2-8ec3-2e2b5e011c35)] {{(pid=95102) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:29:45.437916 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-13f0b116-f51e-4620-8e44-ec9543d42644 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-605701'] for port, precommit_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:29:45.487693 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.plugin [None req-7585fc2c-25b5-47d4-a0b9-bcf23697135d None None] Deleting port 6a712a46-c816-4a30-9974-b747c6507349 {{(pid=95103) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:29:45.488573 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-7585fc2c-25b5-47d4-a0b9-bcf23697135d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783146157096'] for port, before_delete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:29:45.494491 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-d28341c2-5b77-407a-88da-76493eea500c req-d6077250-c0c9-4c63-8934-0e4e7291081a tempest-ServerShowV257Test-1972889360 tempest-ServerShowV257Test-1972889360-project] 10.222.0.67 "GET /v2.0/ports?device_id=29a13295-c9ea-4b76-b6b2-921ec1564406 HTTP/1.1" status: 200 len: 210 time: 0.1064327 Sep 23 19:29:45.495675 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-be271bc5-900e-4183-9cd1-1cb761bd6952 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4398944', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5388242'] for subnet, after_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:29:45.529969 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-903e4f8b-0027-494d-9774-51e52a909d41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1754627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-601866'] for network, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:29:45.535677 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.plugin [None req-13f0b116-f51e-4620-8e44-ec9543d42644 admin admin] Calling delete_port for 6a712a46-c816-4a30-9974-b747c6507349 owned by network:dhcp {{(pid=95102) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:29:45.567012 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-903e4f8b-0027-494d-9774-51e52a909d41 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527417'] for network, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:29:45.588686 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-903e4f8b-0027-494d-9774-51e52a909d41 admin admin] 10.222.0.67 "DELETE /v2.0/networks/93227b6c-d1eb-4875-be71-cc91ffaf6bf0 HTTP/1.1" status: 204 len: 168 time: 0.9347756 Sep 23 19:29:45.592352 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-903e4f8b-0027-494d-9774-51e52a909d41 admin admin] Pushing event deleted for resources: {'Network': ['ID=93227b6c-d1eb-4875-be71-cc91ffaf6bf0,revision_number=None']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:29:45.656347 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-7585fc2c-25b5-47d4-a0b9-bcf23697135d None None] For port 6a712a46-c816-4a30-9974-b747c6507349, host n-d-713301-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-16',level=0,port_id=6a712a46-c816-4a30-9974-b747c6507349,segment=NetworkSegment(d804afee-9bef-4af2-8ec3-2e2b5e011c35),segment_id=d804afee-9bef-4af2-8ec3-2e2b5e011c35)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:29:45.658460 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-7585fc2c-25b5-47d4-a0b9-bcf23697135d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-605701'] for port, precommit_delete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:29:45.665673 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-13f0b116-f51e-4620-8e44-ec9543d42644 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783146162158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783145673144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4399100'] for port, after_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:29:45.684327 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.plugin [None req-7585fc2c-25b5-47d4-a0b9-bcf23697135d None None] Calling delete_port for 6a712a46-c816-4a30-9974-b747c6507349 owned by network:dhcp {{(pid=95103) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:29:45.686935 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:29:45.716021 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13f0b116-f51e-4620-8e44-ec9543d42644 admin admin] Pushing event deleted for resources: {'Port': ['ID=6a712a46-c816-4a30-9974-b747c6507349,revision_number=None']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:29:45.720556 n-d-713301-16 neutron-server[95102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13f0b116-f51e-4620-8e44-ec9543d42644 admin admin] No DVR routers for this DVR port 6a712a46-c816-4a30-9974-b747c6507349 on host n-d-713301-16 {{(pid=95102) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 19:29:45.818956 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-13f0b116-f51e-4620-8e44-ec9543d42644 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1754676', 'neutron.services.segments.db._delete_segments_for_network-8783146221460'] for network, precommit_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:29:45.823292 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Device a67695ce-74f1-43e2-8846-b6e769488bdb no longer exists at agent ovs-agent-n-d-713301-16 {{(pid=95103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 19:29:45.844838 n-d-713301-16 neutron-server[95102]: DEBUG neutron.services.segments.db [None req-13f0b116-f51e-4620-8e44-ec9543d42644 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['952be697-032a-432d-bfa6-5a2ed54f2db3']}} {{(pid=95102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:29:45.856424 n-d-713301-16 neutron-server[95102]: DEBUG neutron.services.segments.db [None req-13f0b116-f51e-4620-8e44-ec9543d42644 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd804afee-9bef-4af2-8ec3-2e2b5e011c35') {'for_net_delete': True} {{(pid=95102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:29:45.856755 n-d-713301-16 neutron-server[95102]: DEBUG neutron.services.segments.db [None req-13f0b116-f51e-4620-8e44-ec9543d42644 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd804afee-9bef-4af2-8ec3-2e2b5e011c35') {} {{(pid=95102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:29:45.873534 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-13f0b116-f51e-4620-8e44-ec9543d42644 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783146221725', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6162832'] for segment, before_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:29:45.889113 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-13f0b116-f51e-4620-8e44-ec9543d42644 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1756186'] for segment, precommit_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:29:45.893363 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.plugin [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] No Port match for: a67695ce-74f1-43e2-8846-b6e769488bdb {{(pid=95103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 19:29:45.894893 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Device a67695ce-74f1-43e2-8846-b6e769488bdb not bound to the agent host n-d-713301-16 {{(pid=95103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 19:29:45.896399 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Device ca890953-03e2-492b-86bb-ade843febcf5 no longer exists at agent ovs-agent-n-d-713301-16 {{(pid=95103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 19:29:45.896718 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-13f0b116-f51e-4620-8e44-ec9543d42644 admin admin] Releasing vlan 649 on physical network physnet1 to pool {{(pid=95102) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 19:29:45.897158 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-13f0b116-f51e-4620-8e44-ec9543d42644 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1756186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4398095'] for segment, after_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:29:45.952678 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 42332) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:29:45.966887 n-d-713301-16 neutron-server[95102]: Traceback (most recent call last): Sep 23 19:29:45.966887 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 19:29:45.966887 n-d-713301-16 neutron-server[95102]: timer() Sep 23 19:29:45.966887 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 19:29:45.966887 n-d-713301-16 neutron-server[95102]: cb(*args, **kw) Sep 23 19:29:45.966887 n-d-713301-16 neutron-server[95102]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 19:29:45.966887 n-d-713301-16 neutron-server[95102]: return func(*args, **kwargs) Sep 23 19:29:45.966887 n-d-713301-16 neutron-server[95102]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 19:29:45.966887 n-d-713301-16 neutron-server[95102]: self._notify() Sep 23 19:29:45.966887 n-d-713301-16 neutron-server[95102]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 19:29:45.966887 n-d-713301-16 neutron-server[95102]: self.callback(batched_events) Sep 23 19:29:45.966887 n-d-713301-16 neutron-server[95102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 19:29:45.966887 n-d-713301-16 neutron-server[95102]: event.method(event) Sep 23 19:29:45.966887 n-d-713301-16 neutron-server[95102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 19:29:45.966887 n-d-713301-16 neutron-server[95102]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 19:29:45.966887 n-d-713301-16 neutron-server[95102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 19:29:45.966887 n-d-713301-16 neutron-server[95102]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 19:29:45.966887 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 19:29:45.966887 n-d-713301-16 neutron-server[95102]: return f(self, *a, **k) Sep 23 19:29:45.966887 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 19:29:45.966887 n-d-713301-16 neutron-server[95102]: return self._get(url).json() Sep 23 19:29:45.966887 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 19:29:45.966887 n-d-713301-16 neutron-server[95102]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 19:29:45.966887 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 19:29:45.966887 n-d-713301-16 neutron-server[95102]: return self.request(url, 'GET', **kwargs) Sep 23 19:29:45.966887 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 19:29:45.966887 n-d-713301-16 neutron-server[95102]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 19:29:45.966887 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 19:29:45.966887 n-d-713301-16 neutron-server[95102]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 19:29:45.966887 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 19:29:45.966887 n-d-713301-16 neutron-server[95102]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 19:29:45.966887 n-d-713301-16 neutron-server[95102]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 19:29:45.971792 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.plugin [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] No Port match for: ca890953-03e2-492b-86bb-ade843febcf5 {{(pid=95103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 19:29:45.971792 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Device ca890953-03e2-492b-86bb-ade843febcf5 not bound to the agent host n-d-713301-16 {{(pid=95103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 19:29:45.975620 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-13f0b116-f51e-4620-8e44-ec9543d42644 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1754627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-601866'] for network, after_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:29:45.982467 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be271bc5-900e-4183-9cd1-1cb761bd6952 admin admin] Checking segment: {'id': '95f6fe7c-cbd3-4365-ad71-f7b6e6da07cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '4938c958-b8c9-4af7-9682-a50ce306467f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95102) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:29:45.982818 n-d-713301-16 neutron-server[95102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be271bc5-900e-4183-9cd1-1cb761bd6952 admin admin] Network hostable DHCP agents. Network: 4938c958-b8c9-4af7-9682-a50ce306467f, hostable agents: ['1b18bf05-1b5f-4587-be5c-af3ac38e32ad'], hosted agents: [] {{(pid=95102) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 19:29:45.994768 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-13f0b116-f51e-4620-8e44-ec9543d42644 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527417'] for network, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:29:45.999941 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-13f0b116-f51e-4620-8e44-ec9543d42644 admin admin] 10.222.0.67 "DELETE /v2.0/networks/952be697-032a-432d-bfa6-5a2ed54f2db3 HTTP/1.1" status: 204 len: 168 time: 1.3514194 Sep 23 19:29:46.040794 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be271bc5-900e-4183-9cd1-1cb761bd6952 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0a32b004-bc4a-40b4-8198-7301a96775ce,revision_number=0']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:29:46.046250 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13f0b116-f51e-4620-8e44-ec9543d42644 admin admin] Pushing event deleted for resources: {'Network': ['ID=952be697-032a-432d-bfa6-5a2ed54f2db3,revision_number=None']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:29:46.070752 n-d-713301-16 neutron-server[95102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be271bc5-900e-4183-9cd1-1cb761bd6952 admin admin] Network 4938c958-b8c9-4af7-9682-a50ce306467f is scheduled to be hosted by DHCP agent 1b18bf05-1b5f-4587-be5c-af3ac38e32ad with binding_index 1 {{(pid=95102) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 19:29:46.083687 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-7585fc2c-25b5-47d4-a0b9-bcf23697135d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783146162158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783145673144'] for port, after_delete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:29:46.087934 n-d-713301-16 neutron-server[95102]: DEBUG neutron.scheduler.base_scheduler [None req-be271bc5-900e-4183-9cd1-1cb761bd6952 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713301-16, 4938c958-b8c9-4af7-9682-a50ce306467f) {{(pid=95102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:29:46.096515 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be271bc5-900e-4183-9cd1-1cb761bd6952 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:29:46.097157 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-be271bc5-900e-4183-9cd1-1cb761bd6952 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:29:46.138440 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-be271bc5-900e-4183-9cd1-1cb761bd6952 admin admin] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.5163662 Sep 23 19:29:46.138931 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 42346) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:29:46.159576 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.v2.base [None req-5638d43e-5d88-4aac-a796-f1869498d94d admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest_v242-1700965945-router', 'tenant_id': '1f1788a36b0c407c84d1fe9c6d21bab4', 'external_gateway_info': {'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac'}}} {{(pid=95102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:29:46.205481 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-8f76096f-2323-47c9-a423-0ebe9eb23e15 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=5201e36e007e4f67aa617d82c4135b34&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2508233 Sep 23 19:29:46.208152 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 42348) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:29:46.253135 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-5638d43e-5d88-4aac-a796-f1869498d94d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-594563', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29355'] for router, before_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:29:46.260359 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-5638d43e-5d88-4aac-a796-f1869498d94d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-597363', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-601731', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-739356', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29346'] for router, precommit_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:29:46.281505 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-7585fc2c-25b5-47d4-a0b9-bcf23697135d None None] Network 952be697-032a-432d-bfa6-5a2ed54f2db3 is not hosted by any dhcp agent {{(pid=95103) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Sep 23 19:29:46.287288 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7585fc2c-25b5-47d4-a0b9-bcf23697135d None None] No DVR routers for this DVR port 6a712a46-c816-4a30-9974-b747c6507349 on host n-d-713301-16 {{(pid=95103) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 19:29:46.297424 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ff7a7c4-bfbc-4f5b-a26c-78378fa54cd1 None None] Network 4938c958-b8c9-4af7-9682-a50ce306467f requested from n-d-713301-16 {{(pid=95103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 19:29:46.334358 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7585fc2c-25b5-47d4-a0b9-bcf23697135d None None] Pushing event deleted for resources: {'Port': ['ID=6a712a46-c816-4a30-9974-b747c6507349,revision_number=None']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:29:46.386353 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-efa67a5f-ad6d-47bf-9d5d-731ec79e14fd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:29:46.453332 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-efa67a5f-ad6d-47bf-9d5d-731ec79e14fd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:29:46.596799 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-efa67a5f-ad6d-47bf-9d5d-731ec79e14fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:29:46.603638 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-efa67a5f-ad6d-47bf-9d5d-731ec79e14fd admin admin] Notify callbacks [] for security_group, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:29:46.608810 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-efa67a5f-ad6d-47bf-9d5d-731ec79e14fd admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/dc5623e7-f3a2-4208-95a5-65e3246a8ec1 HTTP/1.1" status: 204 len: 168 time: 0.3958409 Sep 23 19:29:46.610309 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-5638d43e-5d88-4aac-a796-f1869498d94d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:29:46.642852 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efa67a5f-ad6d-47bf-9d5d-731ec79e14fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc5623e7-f3a2-4208-95a5-65e3246a8ec1,revision_number=None']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:29:46.670136 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 42360) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:29:46.788382 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 42362) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:29:46.789029 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-1d16678b-8dbb-487d-a041-eae3e5fc31cd admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=40bcd04a276c4609930d2e19006d9ae9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1104236 Sep 23 19:29:46.851091 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31fa981e-4d44-438c-a638-52f933428552 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4c8b80df-07eb-5275-9f17-5cf640db67c0-4938c958-b8c9-4af7-9682-a50ce306467f', 'network_id': '4938c958-b8c9-4af7-9682-a50ce306467f', 'tenant_id': '1f1788a36b0c407c84d1fe9c6d21bab4', 'fixed_ips': [{'subnet_id': '0a32b004-bc4a-40b4-8198-7301a96775ce'}]}} from n-d-713301-16. {{(pid=95103) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 23 19:29:46.851983 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-31fa981e-4d44-438c-a638-52f933428552 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_create {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:29:46.865920 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-e8cfe336-4af7-43ec-955b-99b3f73c384d req-2fda99d3-d6e2-48b7-a27a-61ebf7c4b7e5 tempest-ServerShowV257Test-1972889360 tempest-ServerShowV257Test-1972889360-project] 10.222.0.67 "GET /v2.0/ports?device_id=29a13295-c9ea-4b76-b6b2-921ec1564406 HTTP/1.1" status: 200 len: 210 time: 0.1282961 Sep 23 19:29:47.116393 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-bfabfae7-82b4-4b87-b28c-f765491d951e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:29:47.127486 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.db_base_plugin_common [None req-31fa981e-4d44-438c-a638-52f933428552 None None] Allocated IP 172.20.0.2 (4938c958-b8c9-4af7-9682-a50ce306467f/0a32b004-bc4a-40b4-8198-7301a96775ce/1f95d3c5-bb99-41e3-8ab9-a780960a5f7f) {{(pid=95103) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 19:29:47.155815 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-bfabfae7-82b4-4b87-b28c-f765491d951e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:29:47.169677 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-5638d43e-5d88-4aac-a796-f1869498d94d admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:29:47.322997 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-bfabfae7-82b4-4b87-b28c-f765491d951e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:29:47.326602 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-bfabfae7-82b4-4b87-b28c-f765491d951e admin admin] Notify callbacks [] for security_group, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:29:47.330679 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-bfabfae7-82b4-4b87-b28c-f765491d951e admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/0a00915e-c0f9-499f-88ab-818845e437fc HTTP/1.1" status: 204 len: 168 time: 0.5352850 Sep 23 19:29:47.346224 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfabfae7-82b4-4b87-b28c-f765491d951e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a00915e-c0f9-499f-88ab-818845e437fc,revision_number=None']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:29:47.435667 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-31fa981e-4d44-438c-a638-52f933428552 None None] Notify callbacks [] for port, precommit_create {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:29:47.454742 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-31fa981e-4d44-438c-a638-52f933428552 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783145673135'] for port, after_create {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:29:47.599834 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31fa981e-4d44-438c-a638-52f933428552 None None] Pushing event updated for resources: {'Port': ['ID=1f95d3c5-bb99-41e3-8ab9-a780960a5f7f,revision_number=1']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:29:47.629617 n-d-713301-16 neutron-server[95103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31fa981e-4d44-438c-a638-52f933428552 None None] Network 4938c958-b8c9-4af7-9682-a50ce306467f is already hosted by enough agents. {{(pid=95103) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:29:47.631397 n-d-713301-16 neutron-server[95103]: DEBUG neutron.scheduler.base_scheduler [None req-31fa981e-4d44-438c-a638-52f933428552 None None] Resources bound (agent type, host, resource id): {{(pid=95103) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:29:47.636774 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31fa981e-4d44-438c-a638-52f933428552 None None] Received port after_create {{(pid=95103) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 19:29:47.739368 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-5638d43e-5d88-4aac-a796-f1869498d94d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:29:47.746051 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.managers [None req-31fa981e-4d44-438c-a638-52f933428552 None None] Attempting to bind port 1f95d3c5-bb99-41e3-8ab9-a780960a5f7f on host n-d-713301-16 for vnic_type normal with profile {{(pid=95103) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 19:29:47.746051 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.managers [None req-31fa981e-4d44-438c-a638-52f933428552 None None] Attempting to bind port 1f95d3c5-bb99-41e3-8ab9-a780960a5f7f by drivers openvswitch,hyperv on host n-d-713301-16 at level 0 using segments [{'id': '95f6fe7c-cbd3-4365-ad71-f7b6e6da07cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '4938c958-b8c9-4af7-9682-a50ce306467f'}] {{(pid=95103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 19:29:47.746051 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31fa981e-4d44-438c-a638-52f933428552 None None] Attempting to bind port 1f95d3c5-bb99-41e3-8ab9-a780960a5f7f on network 4938c958-b8c9-4af7-9682-a50ce306467f {{(pid=95103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:29:47.757413 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31fa981e-4d44-438c-a638-52f933428552 None None] Checking agent: {'id': '70a14545-df24-472f-8f95-bfe1719bff93', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 19, 7, 53), 'started_at': datetime.datetime(2021, 9, 23, 19, 8, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 19, 29, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 19:29:47.757789 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31fa981e-4d44-438c-a638-52f933428552 None None] Checking segment: {'id': '95f6fe7c-cbd3-4365-ad71-f7b6e6da07cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '4938c958-b8c9-4af7-9682-a50ce306467f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95103) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:29:47.758223 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-31fa981e-4d44-438c-a638-52f933428552 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:29:47.758605 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31fa981e-4d44-438c-a638-52f933428552 None None] Bound using segment: {'id': '95f6fe7c-cbd3-4365-ad71-f7b6e6da07cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '4938c958-b8c9-4af7-9682-a50ce306467f'} {{(pid=95103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 19:29:47.759077 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.managers [None req-31fa981e-4d44-438c-a638-52f933428552 None None] Bound port: 1f95d3c5-bb99-41e3-8ab9-a780960a5f7f, host: n-d-713301-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '95f6fe7c-cbd3-4365-ad71-f7b6e6da07cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '4938c958-b8c9-4af7-9682-a50ce306467f'}}] {{(pid=95103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 19:29:47.759460 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-31fa981e-4d44-438c-a638-52f933428552 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:29:47.807313 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-5638d43e-5d88-4aac-a796-f1869498d94d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:29:47.913807 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-31fa981e-4d44-438c-a638-52f933428552 None None] For port 1f95d3c5-bb99-41e3-8ab9-a780960a5f7f, host n-d-713301-16, cleared binding levels {{(pid=95103) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 19:29:47.919954 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-31fa981e-4d44-438c-a638-52f933428552 None None] For port 1f95d3c5-bb99-41e3-8ab9-a780960a5f7f, host n-d-713301-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-16',level=0,port_id=1f95d3c5-bb99-41e3-8ab9-a780960a5f7f,segment=NetworkSegment(95f6fe7c-cbd3-4365-ad71-f7b6e6da07cd),segment_id=95f6fe7c-cbd3-4365-ad71-f7b6e6da07cd)] {{(pid=95103) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 19:29:47.926996 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-31fa981e-4d44-438c-a638-52f933428552 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:29:48.064238 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31fa981e-4d44-438c-a638-52f933428552 None None] Pushing event updated for resources: {'Port': ['ID=1f95d3c5-bb99-41e3-8ab9-a780960a5f7f,revision_number=2']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:29:48.165856 n-d-713301-16 neutron-server[95102]: DEBUG neutron.db.db_base_plugin_common [None req-5638d43e-5d88-4aac-a796-f1869498d94d admin admin] Allocated IP 172.25.1.40 (5dec5c09-378e-4f50-89cc-d94eb81c3bac/eff83446-018c-428d-b3f5-54ac9abe7a2a/40c441b9-8411-4af2-8b5c-456cc886cb3f) {{(pid=95102) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 19:29:48.177874 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-84584919-6768-4bac-9733-1e6112856cc2 req-e6728d41-801a-4e07-bab6-f1f18fa8f626 tempest-ServerShowV257Test-1972889360 tempest-ServerShowV257Test-1972889360-project] 10.222.0.67 "GET /v2.0/ports?device_id=29a13295-c9ea-4b76-b6b2-921ec1564406 HTTP/1.1" status: 200 len: 210 time: 0.1003585 Sep 23 19:29:48.450969 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-5638d43e-5d88-4aac-a796-f1869498d94d admin admin] Notify callbacks [] for port, precommit_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:29:48.551414 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-5638d43e-5d88-4aac-a796-f1869498d94d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783145673135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4399100'] for port, after_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:29:48.703475 n-d-713301-16 neutron-server[95102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5638d43e-5d88-4aac-a796-f1869498d94d admin admin] Network 5dec5c09-378e-4f50-89cc-d94eb81c3bac is already hosted by enough agents. {{(pid=95102) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:29:48.705051 n-d-713301-16 neutron-server[95102]: DEBUG neutron.scheduler.base_scheduler [None req-5638d43e-5d88-4aac-a796-f1869498d94d admin admin] Resources bound (agent type, host, resource id): {{(pid=95102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:29:48.710551 n-d-713301-16 neutron-server[95102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5638d43e-5d88-4aac-a796-f1869498d94d admin admin] Received port after_create {{(pid=95102) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 19:29:48.717799 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5638d43e-5d88-4aac-a796-f1869498d94d admin admin] Pushing event updated for resources: {'Port': ['ID=40c441b9-8411-4af2-8b5c-456cc886cb3f,revision_number=1']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:29:49.448537 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 42444) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:29:49.549707 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Device 1f95d3c5-bb99-41e3-8ab9-a780960a5f7f up at agent ovs-agent-n-d-713301-16 {{(pid=95103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 19:29:49.577823 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-92cd0a48-c2a7-4bb0-8cc8-23631db34291 req-15a01254-30f9-4e05-bcad-06ad004521ba tempest-ServerShowV257Test-1972889360 tempest-ServerShowV257Test-1972889360-project] 10.222.0.67 "GET /v2.0/ports?device_id=29a13295-c9ea-4b76-b6b2-921ec1564406 HTTP/1.1" status: 200 len: 210 time: 0.1066306 Sep 23 19:29:49.663619 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-5638d43e-5d88-4aac-a796-f1869498d94d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:29:49.701874 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-cdf1e775-1a57-4f02-b865-ac6aa524f16d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:29:49.800967 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Provisioning complete for port 1f95d3c5-bb99-41e3-8ab9-a780960a5f7f triggered by entity L2. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:29:49.802816 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:29:49.879384 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd3592b8-0722-434e-91be-0636eacd7b11 None None] Network 4938c958-b8c9-4af7-9682-a50ce306467f requested from n-d-713301-16 {{(pid=95103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 19:29:50.085325 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.v2.base [None req-ea01c19d-cd0e-4c7a-93e1-56bff0d11e3e admin admin] Request body: {'network': {'name': 'tempest-MultipleCreateTestJSON-729686140-network', 'tenant_id': '14053728942e4ad1bcd274e2d0ce8e8b'}} {{(pid=95101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:29:50.135044 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-22623e3a-a4a5-452a-8d7d-3c7814a1988a None None] Provisioning complete for port 1f95d3c5-bb99-41e3-8ab9-a780960a5f7f triggered by entity DHCP. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:29:50.138160 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-22623e3a-a4a5-452a-8d7d-3c7814a1988a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:29:50.151348 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea01c19d-cd0e-4c7a-93e1-56bff0d11e3e admin admin] Made reservation on behalf of 14053728942e4ad1bcd274e2d0ce8e8b for: {'network': 1} {{(pid=95101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:29:50.160811 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-ea01c19d-cd0e-4c7a-93e1-56bff0d11e3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for network, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:29:50.179677 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-ea01c19d-cd0e-4c7a-93e1-56bff0d11e3e admin admin] Notify callbacks [] for security_group, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:29:50.227083 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-5638d43e-5d88-4aac-a796-f1869498d94d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-597258', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-601790'] for router, after_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:29:50.394605 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-ea01c19d-cd0e-4c7a-93e1-56bff0d11e3e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:29:50.402284 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-ea01c19d-cd0e-4c7a-93e1-56bff0d11e3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:29:50.459903 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ea01c19d-cd0e-4c7a-93e1-56bff0d11e3e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 635} {{(pid=95101) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 19:29:50.466330 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 42472) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:29:50.503007 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:29:50.536772 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-ea01c19d-cd0e-4c7a-93e1-56bff0d11e3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1756186'] for segment, precommit_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:29:50.537420 n-d-713301-16 neutron-server[95101]: INFO neutron.db.segments_db [None req-ea01c19d-cd0e-4c7a-93e1-56bff0d11e3e admin admin] Added segment 90bfd6a3-67fd-48b1-905c-725d166593d5 of type vlan for network edbc94ab-09ae-45f0-9c1a-791584683548 Sep 23 19:29:50.557408 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea01c19d-cd0e-4c7a-93e1-56bff0d11e3e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c80e840b-1ed2-48e2-be35-8dcdc113c8e2,revision_number=1']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:29:50.655846 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-ea01c19d-cd0e-4c7a-93e1-56bff0d11e3e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783145630486'] for network, precommit_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:29:50.711324 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-ea01c19d-cd0e-4c7a-93e1-56bff0d11e3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299'] for network, after_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:29:50.712326 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea01c19d-cd0e-4c7a-93e1-56bff0d11e3e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:29:50.712989 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-ea01c19d-cd0e-4c7a-93e1-56bff0d11e3e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527417'] for network, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:29:50.740963 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] For port 1f95d3c5-bb99-41e3-8ab9-a780960a5f7f, host n-d-713301-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-16',level=0,port_id=1f95d3c5-bb99-41e3-8ab9-a780960a5f7f,segment=NetworkSegment(95f6fe7c-cbd3-4365-ad71-f7b6e6da07cd),segment_id=95f6fe7c-cbd3-4365-ad71-f7b6e6da07cd)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:29:50.741524 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-1d124dcf-04d7-466a-bea3-98029d0ddab9 req-1a25c656-d0db-4792-85e4-3453b884041f tempest-ImagesOneServerTestJSON-2058836255 tempest-ImagesOneServerTestJSON-2058836255-project] 10.222.0.67 "GET /v2.0/networks?tenant_id=748674498643492788ef144f73a22a11&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1015155 Sep 23 19:29:50.749844 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:29:50.810816 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Pushing event updated for resources: {'Port': ['ID=1f95d3c5-bb99-41e3-8ab9-a780960a5f7f,revision_number=3']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:29:50.814879 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-22623e3a-a4a5-452a-8d7d-3c7814a1988a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:29:50.891195 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.db.api [None req-22623e3a-a4a5-452a-8d7d-3c7814a1988a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95103) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 23 19:29:50.891648 n-d-713301-16 neutron-server[95103]: DEBUG oslo_db.api [None req-22623e3a-a4a5-452a-8d7d-3c7814a1988a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 23 19:29:50.906543 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-42e15100-67e1-4c59-a697-a4d2eafb229c admin admin] Notify callbacks [] for security_group, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:29:50.925883 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea01c19d-cd0e-4c7a-93e1-56bff0d11e3e admin admin] Pushing event updated for resources: {'Network': ['ID=edbc94ab-09ae-45f0-9c1a-791584683548,revision_number=1']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:29:50.936953 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Network edbc94ab-09ae-45f0-9c1a-791584683548 details requested by agent ovs-agent-n-d-713301-16 with host n-d-713301-16 {{(pid=95103) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 19:29:50.942692 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-ea01c19d-cd0e-4c7a-93e1-56bff0d11e3e admin admin] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.4895198 Sep 23 19:29:50.943885 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 42488) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:29:50.949350 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.v2.base [None req-4826ea6f-49d2-46c0-b979-13768a0aae17 admin admin] Request body: {'subnet': {'network_id': 'edbc94ab-09ae-45f0-9c1a-791584683548', 'cidr': '172.20.0.0/28', 'name': 'tempest-MultipleCreateTestJSON-729686140-subnet', 'tenant_id': '14053728942e4ad1bcd274e2d0ce8e8b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:29:50.961423 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.db.api [None req-4826ea6f-49d2-46c0-b979-13768a0aae17 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 23 19:29:50.961423 n-d-713301-16 neutron-server[95101]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Sep 23 19:29:50.961423 n-d-713301-16 neutron-server[95101]: [parameters: {'project_id_1': '14053728942e4ad1bcd274e2d0ce8e8b', 'expiration_1': datetime.datetime(2021, 9, 23, 19, 29, 30, 955003)}] Sep 23 19:29:50.961423 n-d-713301-16 neutron-server[95101]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=95101) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 23 19:29:50.962086 n-d-713301-16 neutron-server[95101]: DEBUG oslo_db.api [None req-4826ea6f-49d2-46c0-b979-13768a0aae17 admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=95101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 23 19:29:51.004589 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-f4cc828b-ece2-432b-8986-c0c5cbd90598 req-3ea7df09-af55-4fc5-acdb-150584042837 tempest-ServerShowV257Test-1972889360 tempest-ServerShowV257Test-1972889360-project] 10.222.0.67 "GET /v2.0/ports?device_id=29a13295-c9ea-4b76-b6b2-921ec1564406 HTTP/1.1" status: 200 len: 210 time: 0.2559302 Sep 23 19:29:51.149923 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d124dcf-04d7-466a-bea3-98029d0ddab9 req-78f5e5f2-b1bc-41d7-81a3-150cab286d18 tempest-ImagesOneServerTestJSON-2058836255 tempest-ImagesOneServerTestJSON-2058836255-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:29:51.152542 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-1d124dcf-04d7-466a-bea3-98029d0ddab9 req-78f5e5f2-b1bc-41d7-81a3-150cab286d18 tempest-ImagesOneServerTestJSON-2058836255 tempest-ImagesOneServerTestJSON-2058836255-project] 10.222.0.67 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4103382 Sep 23 19:29:51.158074 n-d-713301-16 neutron-server[95102]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5638d43e-5d88-4aac-a796-f1869498d94d admin admin] Router 687c9c47-8f94-4243-aa15-ef795d11d187 is scheduled to L3 agent 79a740bf-7821-4989-8288-7186e3e128f3 with binding_index 1 {{(pid=95102) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 23 19:29:51.172438 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-42e15100-67e1-4c59-a697-a4d2eafb229c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:29:51.183273 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-1d124dcf-04d7-466a-bea3-98029d0ddab9 req-fb08cf83-1554-4ee9-b344-70cdad2f29cf tempest-ImagesOneServerTestJSON-2058836255 tempest-ImagesOneServerTestJSON-2058836255-project] 10.222.0.67 "GET /v2.0/quotas/748674498643492788ef144f73a22a11 HTTP/1.1" status: 200 len: 375 time: 0.0210688 Sep 23 19:29:51.184989 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-42e15100-67e1-4c59-a697-a4d2eafb229c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:29:51.240933 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-42e15100-67e1-4c59-a697-a4d2eafb229c admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=4c5bff406b8146e0bd80de10903ddf6b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7661338 Sep 23 19:29:51.243858 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 42492) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:29:51.255606 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42e15100-67e1-4c59-a697-a4d2eafb229c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca29d6aa-f793-408c-8dbf-1beedb427a9c,revision_number=1']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:29:51.267577 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-1d124dcf-04d7-466a-bea3-98029d0ddab9 req-e965e684-8af5-4ac2-a5b0-308d1ec1041b tempest-ImagesOneServerTestJSON-2058836255 tempest-ImagesOneServerTestJSON-2058836255-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=748674498643492788ef144f73a22a11&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0766916 Sep 23 19:29:51.310940 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-948cd7dc-ab95-46ba-a367-1e6f2324225e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:29:51.352641 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-948cd7dc-ab95-46ba-a367-1e6f2324225e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:29:51.380065 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5638d43e-5d88-4aac-a796-f1869498d94d admin admin] Notify agent at l3_agent.n-d-713301-16 the message routers_updated {{(pid=95102) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 19:29:51.392888 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b719fee3-39a5-4e08-9e7b-d76c4f84526f None None] Sync routers for ids ['687c9c47-8f94-4243-aa15-ef795d11d187'] in n-d-713301-16 {{(pid=95104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 19:29:51.411352 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b719fee3-39a5-4e08-9e7b-d76c4f84526f None None] Routers {'687c9c47-8f94-4243-aa15-ef795d11d187'} bound to L3 agent in host n-d-713301-16 {{(pid=95104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 19:29:51.415520 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-948cd7dc-ab95-46ba-a367-1e6f2324225e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:29:51.416328 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_hamode_db [None req-b719fee3-39a5-4e08-9e7b-d76c4f84526f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-23T19:07:52Z,description=,heartbeat_timestamp=2021-09-23T19:29:22Z,host='n-d-713301-16',id=79a740bf-7821-4989-8288-7186e3e128f3,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:07:52Z,topic='l3_agent')) {'router_ids': ['687c9c47-8f94-4243-aa15-ef795d11d187'], 'active': True} {{(pid=95104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:29:51.423098 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-948cd7dc-ab95-46ba-a367-1e6f2324225e admin admin] Notify callbacks [] for security_group, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:29:51.428434 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-948cd7dc-ab95-46ba-a367-1e6f2324225e admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/ca29d6aa-f793-408c-8dbf-1beedb427a9c HTTP/1.1" status: 204 len: 168 time: 0.1774194 Sep 23 19:29:51.428589 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-5638d43e-5d88-4aac-a796-f1869498d94d admin admin] Notify callbacks [] for router, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:29:51.431503 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-5638d43e-5d88-4aac-a796-f1869498d94d admin admin] 10.222.0.67 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 5.2854221 Sep 23 19:29:51.432869 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 42496) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:29:51.451606 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-948cd7dc-ab95-46ba-a367-1e6f2324225e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca29d6aa-f793-408c-8dbf-1beedb427a9c,revision_number=None']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:29:51.475107 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Device 1f95d3c5-bb99-41e3-8ab9-a780960a5f7f up at agent ovs-agent-n-d-713301-16 {{(pid=95103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 19:29:51.498254 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4826ea6f-49d2-46c0-b979-13768a0aae17 admin admin] Made reservation on behalf of 14053728942e4ad1bcd274e2d0ce8e8b for: {'subnet': 1} {{(pid=95101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:29:51.501008 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-4826ea6f-49d2-46c0-b979-13768a0aae17 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6130979'] for subnet, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:29:51.714279 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Provisioning complete for port 1f95d3c5-bb99-41e3-8ab9-a780960a5f7f triggered by entity L2. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:29:51.715234 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:29:51.845806 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_dvr_db [None req-b719fee3-39a5-4e08-9e7b-d76c4f84526f None None] Set router 687c9c47-8f94-4243-aa15-ef795d11d187 gateway port host: n-d-713301-16 {{(pid=95104) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 19:29:51.853989 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-df5adf0f-0725-4f9e-863c-98f5a0702d6b None None] Provisioning complete for port 1f95d3c5-bb99-41e3-8ab9-a780960a5f7f triggered by entity DHCP. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:29:51.854543 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-df5adf0f-0725-4f9e-863c-98f5a0702d6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:29:51.969570 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-4826ea6f-49d2-46c0-b979-13768a0aae17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5607579', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6130961'] for subnet, after_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:29:52.104165 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_hamode_db [None req-b719fee3-39a5-4e08-9e7b-d76c4f84526f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '687c9c47-8f94-4243-aa15-ef795d11d187', 'name': 'tempest-TaggedBootDevicesTest_v242-1700965945-router', 'tenant_id': '1f1788a36b0c407c84d1fe9c6d21bab4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'external_fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.40'}], 'enable_snat': True}, 'gw_port_id': '40c441b9-8411-4af2-8b5c-456cc886cb3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:29:46Z', 'updated_at': '2021-09-23T19:29:49Z', 'revision_number': 3, 'project_id': '1f1788a36b0c407c84d1fe9c6d21bab4', 'gw_port': {'id': '40c441b9-8411-4af2-8b5c-456cc886cb3f', 'name': '', 'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:40:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '687c9c47-8f94-4243-aa15-ef795d11d187', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1147, 'fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:29:47Z', 'updated_at': '2021-09-23T19:29:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-16'}], 'n-d-713301-16', False) {} {{(pid=95104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:29:52.159082 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b719fee3-39a5-4e08-9e7b-d76c4f84526f None None] Checking router: 687c9c47-8f94-4243-aa15-ef795d11d187 for host: n-d-713301-16 {{(pid=95104) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 19:29:52.159440 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b719fee3-39a5-4e08-9e7b-d76c4f84526f None None] Updating router 687c9c47-8f94-4243-aa15-ef795d11d187 port 40c441b9-8411-4af2-8b5c-456cc886cb3f binding host n-d-713301-16 {{(pid=95104) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 23 19:29:52.192326 n-d-713301-16 neutron-server[95104]: DEBUG neutron_lib.callbacks.manager [None req-b719fee3-39a5-4e08-9e7b-d76c4f84526f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:29:52.211335 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4826ea6f-49d2-46c0-b979-13768a0aae17 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bac3bfbf-ef37-4169-a536-707ef05210f4,revision_number=0']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:29:52.241324 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4826ea6f-49d2-46c0-b979-13768a0aae17 admin admin] Checking segment: {'id': '90bfd6a3-67fd-48b1-905c-725d166593d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': 'edbc94ab-09ae-45f0-9c1a-791584683548'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:29:52.243336 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4826ea6f-49d2-46c0-b979-13768a0aae17 admin admin] Network hostable DHCP agents. Network: edbc94ab-09ae-45f0-9c1a-791584683548, hostable agents: ['1b18bf05-1b5f-4587-be5c-af3ac38e32ad'], hosted agents: [] {{(pid=95101) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 19:29:52.279832 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 42518) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:29:52.293085 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4826ea6f-49d2-46c0-b979-13768a0aae17 admin admin] Network edbc94ab-09ae-45f0-9c1a-791584683548 is scheduled to be hosted by DHCP agent 1b18bf05-1b5f-4587-be5c-af3ac38e32ad with binding_index 1 {{(pid=95101) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 19:29:52.310851 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-3dddff13-6506-4e41-8589-2a14e537381f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:29:52.312264 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-8c96ab20-1e19-4041-b312-155609afb87b admin admin] Notify callbacks [] for security_group, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:29:52.337628 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.base_scheduler [None req-4826ea6f-49d2-46c0-b979-13768a0aae17 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713301-16, edbc94ab-09ae-45f0-9c1a-791584683548) {{(pid=95101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:29:52.346989 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca31959b-bc6e-4d64-9b43-5711d68d8766 None None] Network edbc94ab-09ae-45f0-9c1a-791584683548 requested from n-d-713301-16 {{(pid=95103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 19:29:52.365723 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4826ea6f-49d2-46c0-b979-13768a0aae17 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:29:52.369920 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-4826ea6f-49d2-46c0-b979-13768a0aae17 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527417'] for subnet, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:29:52.462606 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-99090abc-f140-4630-ba24-3c4bdff5808a req-f8bd88be-1b03-47b2-a390-6156751ee255 tempest-ImagesOneServerTestJSON-2058836255 tempest-ImagesOneServerTestJSON-2058836255-project] 10.222.0.67 "GET /v2.0/ports?device_id=87e77863-219f-42c4-8b26-1f31af11f822 HTTP/1.1" status: 200 len: 210 time: 0.0886090 Sep 23 19:29:52.590276 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-8c96ab20-1e19-4041-b312-155609afb87b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:29:52.602691 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-8c96ab20-1e19-4041-b312-155609afb87b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:29:52.636878 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-171ba7a0-97db-492d-9c99-fa9f4f42b231 req-75268d56-8fec-4aeb-a152-3c34893fc219 tempest-ServerShowV257Test-1972889360 tempest-ServerShowV257Test-1972889360-project] 10.222.0.67 "GET /v2.0/ports?device_id=29a13295-c9ea-4b76-b6b2-921ec1564406 HTTP/1.1" status: 200 len: 210 time: 0.2614052 Sep 23 19:29:52.639815 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-4826ea6f-49d2-46c0-b979-13768a0aae17 admin admin] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.6931765 Sep 23 19:29:52.665706 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4be67586-0671-462b-baa3-248713f7d5ad None None] Network edbc94ab-09ae-45f0-9c1a-791584683548 requested from n-d-713301-16 {{(pid=95103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 19:29:52.724458 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-8c96ab20-1e19-4041-b312-155609afb87b admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=dab3aec2410b48c69a045f21100305c8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4398022 Sep 23 19:29:52.729298 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 42528) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:29:52.763447 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c96ab20-1e19-4041-b312-155609afb87b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3faa6de-699a-4422-b41d-e9408fe374f2,revision_number=1']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:29:52.908094 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-58c27269-75d0-4457-8ccc-cdb4fe13bc66 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:29:52.953043 n-d-713301-16 neutron-server[95104]: DEBUG neutron_lib.callbacks.manager [None req-b719fee3-39a5-4e08-9e7b-d76c4f84526f None None] Notify callbacks [] for port, precommit_update {{(pid=95104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:29:52.964853 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-58c27269-75d0-4457-8ccc-cdb4fe13bc66 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:29:52.967809 n-d-713301-16 neutron-server[95104]: DEBUG neutron_lib.callbacks.manager [None req-b719fee3-39a5-4e08-9e7b-d76c4f84526f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:29:53.023078 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-58c27269-75d0-4457-8ccc-cdb4fe13bc66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:29:53.043516 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-58c27269-75d0-4457-8ccc-cdb4fe13bc66 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:29:53.044992 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-58c27269-75d0-4457-8ccc-cdb4fe13bc66 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/e3faa6de-699a-4422-b41d-e9408fe374f2 HTTP/1.1" status: 204 len: 168 time: 0.3146930 Sep 23 19:29:53.090386 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58c27269-75d0-4457-8ccc-cdb4fe13bc66 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3faa6de-699a-4422-b41d-e9408fe374f2,revision_number=None']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:29:53.125101 n-d-713301-16 neutron-server[95104]: DEBUG neutron.plugins.ml2.managers [None req-b719fee3-39a5-4e08-9e7b-d76c4f84526f None None] Attempting to bind port 40c441b9-8411-4af2-8b5c-456cc886cb3f on host n-d-713301-16 for vnic_type normal with profile {{(pid=95104) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 19:29:53.125479 n-d-713301-16 neutron-server[95104]: DEBUG neutron.plugins.ml2.managers [None req-b719fee3-39a5-4e08-9e7b-d76c4f84526f None None] Attempting to bind port 40c441b9-8411-4af2-8b5c-456cc886cb3f by drivers openvswitch,hyperv on host n-d-713301-16 at level 0 using segments [{'id': '7d4027f1-d893-4c7b-95d4-757b8e44e380', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac'}] {{(pid=95104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 19:29:53.125832 n-d-713301-16 neutron-server[95104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b719fee3-39a5-4e08-9e7b-d76c4f84526f None None] Attempting to bind port 40c441b9-8411-4af2-8b5c-456cc886cb3f on network 5dec5c09-378e-4f50-89cc-d94eb81c3bac {{(pid=95104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:29:53.155084 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f32407e-f565-4d70-80b0-205e8e299af6 None None] Pushing event updated for resources: {'Port': ['ID=40c441b9-8411-4af2-8b5c-456cc886cb3f,revision_number=2']} {{(pid=95104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:29:53.182220 n-d-713301-16 neutron-server[95104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b719fee3-39a5-4e08-9e7b-d76c4f84526f None None] Checking agent: {'id': '70a14545-df24-472f-8f95-bfe1719bff93', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 19, 7, 53), 'started_at': datetime.datetime(2021, 9, 23, 19, 8, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 19, 29, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 19:29:53.182504 n-d-713301-16 neutron-server[95104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b719fee3-39a5-4e08-9e7b-d76c4f84526f None None] Checking segment: {'id': '7d4027f1-d893-4c7b-95d4-757b8e44e380', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95104) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:29:53.182994 n-d-713301-16 neutron-server[95104]: DEBUG neutron_lib.callbacks.manager [None req-b719fee3-39a5-4e08-9e7b-d76c4f84526f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:29:53.183558 n-d-713301-16 neutron-server[95104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b719fee3-39a5-4e08-9e7b-d76c4f84526f None None] Bound using segment: {'id': '7d4027f1-d893-4c7b-95d4-757b8e44e380', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac'} {{(pid=95104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 19:29:53.184164 n-d-713301-16 neutron-server[95104]: DEBUG neutron.plugins.ml2.managers [None req-b719fee3-39a5-4e08-9e7b-d76c4f84526f None None] Bound port: 40c441b9-8411-4af2-8b5c-456cc886cb3f, host: n-d-713301-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7d4027f1-d893-4c7b-95d4-757b8e44e380', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac'}}] {{(pid=95104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 19:29:53.184550 n-d-713301-16 neutron-server[95104]: DEBUG neutron_lib.callbacks.manager [None req-b719fee3-39a5-4e08-9e7b-d76c4f84526f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:29:53.256825 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f32407e-f565-4d70-80b0-205e8e299af6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:29:53.257171 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f32407e-f565-4d70-80b0-205e8e299af6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:29:53.257513 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f32407e-f565-4d70-80b0-205e8e299af6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:29:53.276333 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f32407e-f565-4d70-80b0-205e8e299af6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:29:53.277085 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f32407e-f565-4d70-80b0-205e8e299af6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:29:53.277241 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f32407e-f565-4d70-80b0-205e8e299af6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:29:53.277591 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f32407e-f565-4d70-80b0-205e8e299af6 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:29:53.277929 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f32407e-f565-4d70-80b0-205e8e299af6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:29:53.278265 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f32407e-f565-4d70-80b0-205e8e299af6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:29:53.278603 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f32407e-f565-4d70-80b0-205e8e299af6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:29:53.278931 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f32407e-f565-4d70-80b0-205e8e299af6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:29:53.279259 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f32407e-f565-4d70-80b0-205e8e299af6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:29:53.284588 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:29:53.395891 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-0ae75029-feb6-4728-9a94-5f9b60993d82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:29:53.398127 n-d-713301-16 neutron-server[95104]: DEBUG neutron.plugins.ml2.db [None req-b719fee3-39a5-4e08-9e7b-d76c4f84526f None None] For port 40c441b9-8411-4af2-8b5c-456cc886cb3f, host n-d-713301-16, cleared binding levels {{(pid=95104) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 19:29:53.405362 n-d-713301-16 neutron-server[95104]: DEBUG neutron.plugins.ml2.db [None req-b719fee3-39a5-4e08-9e7b-d76c4f84526f None None] For port 40c441b9-8411-4af2-8b5c-456cc886cb3f, host n-d-713301-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-16',level=0,port_id=40c441b9-8411-4af2-8b5c-456cc886cb3f,segment=NetworkSegment(7d4027f1-d893-4c7b-95d4-757b8e44e380),segment_id=7d4027f1-d893-4c7b-95d4-757b8e44e380)] {{(pid=95104) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 19:29:53.414230 n-d-713301-16 neutron-server[95104]: DEBUG neutron_lib.callbacks.manager [None req-b719fee3-39a5-4e08-9e7b-d76c4f84526f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:29:53.487447 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f32407e-f565-4d70-80b0-205e8e299af6 None None] Pushing event updated for resources: {'Port': ['ID=40c441b9-8411-4af2-8b5c-456cc886cb3f,revision_number=3']} {{(pid=95104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:29:53.515368 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b719fee3-39a5-4e08-9e7b-d76c4f84526f None None] Routers {'687c9c47-8f94-4243-aa15-ef795d11d187'} bound to L3 agent in host n-d-713301-16 {{(pid=95104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 19:29:53.516014 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_hamode_db [None req-b719fee3-39a5-4e08-9e7b-d76c4f84526f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-23T19:07:52Z,description=,heartbeat_timestamp=2021-09-23T19:29:52Z,host='n-d-713301-16',id=79a740bf-7821-4989-8288-7186e3e128f3,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:07:52Z,topic='l3_agent')) {'router_ids': ['687c9c47-8f94-4243-aa15-ef795d11d187'], 'active': True} {{(pid=95104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:29:53.600403 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-1d124dcf-04d7-466a-bea3-98029d0ddab9 req-f71f5f33-ea48-4003-a8d1-3d087bd27a93 tempest-ImagesOneServerTestJSON-2058836255 tempest-ImagesOneServerTestJSON-2058836255-project] 10.222.0.53 "GET /v2.0/networks?tenant_id=748674498643492788ef144f73a22a11&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0383613 Sep 23 19:29:53.664144 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_dvr_db [None req-b719fee3-39a5-4e08-9e7b-d76c4f84526f None None] Set router 687c9c47-8f94-4243-aa15-ef795d11d187 gateway port host: n-d-713301-16 {{(pid=95104) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 19:29:53.681469 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-b12e7acf-c25b-485e-9953-200bfa1b9972 req-2873120e-2c02-4b56-9907-e553e306c430 tempest-ImagesOneServerTestJSON-2058836255 tempest-ImagesOneServerTestJSON-2058836255-project] 10.222.0.67 "GET /v2.0/ports?device_id=87e77863-219f-42c4-8b26-1f31af11f822 HTTP/1.1" status: 200 len: 210 time: 0.1298404 Sep 23 19:29:53.797071 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d124dcf-04d7-466a-bea3-98029d0ddab9 req-237fc0ce-608d-4c54-bc24-00bb6b4900be tempest-ImagesOneServerTestJSON-2058836255 tempest-ImagesOneServerTestJSON-2058836255-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:29:53.798371 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-1d124dcf-04d7-466a-bea3-98029d0ddab9 req-237fc0ce-608d-4c54-bc24-00bb6b4900be tempest-ImagesOneServerTestJSON-2058836255 tempest-ImagesOneServerTestJSON-2058836255-project] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1903729 Sep 23 19:29:53.833415 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.v2.base [req-1d124dcf-04d7-466a-bea3-98029d0ddab9 req-6c44c4d8-9297-4989-b5c8-41c72049e0d0 tempest-ImagesOneServerTestJSON-2058836255 tempest-ImagesOneServerTestJSON-2058836255-project] Request body: {'port': {'device_id': '87e77863-219f-42c4-8b26-1f31af11f822', 'network_id': '5220cb0c-da05-478a-9604-8c11469a05b4', 'admin_state_up': True, 'tenant_id': '748674498643492788ef144f73a22a11'}} {{(pid=95101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:29:54.041406 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-b2b185d3-181e-4ccb-bab9-217e1519ff37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:29:54.053877 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d0e9bd-1230-4739-9ac4-b26c5a8c2a34 req-6197d6fe-7fa5-4663-ac6c-6a1f4377eb68 tempest-MultipleCreateTestJSON-1258598126 tempest-MultipleCreateTestJSON-1258598126-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:29:54.055019 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-63d0e9bd-1230-4739-9ac4-b26c5a8c2a34 req-6197d6fe-7fa5-4663-ac6c-6a1f4377eb68 tempest-MultipleCreateTestJSON-1258598126 tempest-MultipleCreateTestJSON-1258598126-project] 10.222.0.67 "GET /v2.0/networks?id=edbc94ab-09ae-45f0-9c1a-791584683548 HTTP/1.1" status: 200 len: 812 time: 0.6710818 Sep 23 19:29:54.103684 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-d23d9e72-0fc3-4d1d-a67c-79fcfacbab81 req-198e12f6-ebea-469b-8f70-f79dbf26c449 tempest-ServerShowV257Test-1972889360 tempest-ServerShowV257Test-1972889360-project] 10.222.0.67 "GET /v2.0/ports?device_id=29a13295-c9ea-4b76-b6b2-921ec1564406 HTTP/1.1" status: 200 len: 210 time: 0.0596354 Sep 23 19:29:54.129248 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-fd70ff7c-328f-4445-b156-5576c80c71b7 req-eb3a8343-00ab-49b2-941c-fcaeb9c087ed service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=29a13295-c9ea-4b76-b6b2-921ec1564406 HTTP/1.1" status: 200 len: 210 time: 0.1020136 Sep 23 19:29:54.229462 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1d124dcf-04d7-466a-bea3-98029d0ddab9 req-6c44c4d8-9297-4989-b5c8-41c72049e0d0 tempest-ImagesOneServerTestJSON-2058836255 tempest-ImagesOneServerTestJSON-2058836255-project] Made reservation on behalf of 748674498643492788ef144f73a22a11 for: {'port': 1} {{(pid=95101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:29:54.233871 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-1d124dcf-04d7-466a-bea3-98029d0ddab9 req-6c44c4d8-9297-4989-b5c8-41c72049e0d0 tempest-ImagesOneServerTestJSON-2058836255 tempest-ImagesOneServerTestJSON-2058836255-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:29:54.239362 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-63d0e9bd-1230-4739-9ac4-b26c5a8c2a34 req-0f7caf57-e49c-4c2d-b97c-1207eeb97b90 tempest-MultipleCreateTestJSON-1258598126 tempest-MultipleCreateTestJSON-1258598126-project] 10.222.0.67 "GET /v2.0/quotas/14053728942e4ad1bcd274e2d0ce8e8b HTTP/1.1" status: 200 len: 375 time: 0.1526520 Sep 23 19:29:54.244543 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-1d124dcf-04d7-466a-bea3-98029d0ddab9 req-6c44c4d8-9297-4989-b5c8-41c72049e0d0 tempest-ImagesOneServerTestJSON-2058836255 tempest-ImagesOneServerTestJSON-2058836255-project] Notify callbacks [] for security_group, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:29:54.279704 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-63d0e9bd-1230-4739-9ac4-b26c5a8c2a34 req-ca621371-4ea4-414e-9fe8-d455dfd88df7 tempest-MultipleCreateTestJSON-1258598126 tempest-MultipleCreateTestJSON-1258598126-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=14053728942e4ad1bcd274e2d0ce8e8b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0392687 Sep 23 19:29:54.427375 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_hamode_db [None req-b719fee3-39a5-4e08-9e7b-d76c4f84526f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '687c9c47-8f94-4243-aa15-ef795d11d187', 'name': 'tempest-TaggedBootDevicesTest_v242-1700965945-router', 'tenant_id': '1f1788a36b0c407c84d1fe9c6d21bab4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'external_fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.40'}], 'enable_snat': True}, 'gw_port_id': '40c441b9-8411-4af2-8b5c-456cc886cb3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:29:46Z', 'updated_at': '2021-09-23T19:29:49Z', 'revision_number': 3, 'project_id': '1f1788a36b0c407c84d1fe9c6d21bab4', 'gw_port': {'id': '40c441b9-8411-4af2-8b5c-456cc886cb3f', 'name': '', 'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:40:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '687c9c47-8f94-4243-aa15-ef795d11d187', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1147, 'fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:29:47Z', 'updated_at': '2021-09-23T19:29:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-16'}], 'n-d-713301-16', False) {} {{(pid=95104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:29:54.442786 n-d-713301-16 neutron-server[95102]: DEBUG neutron.db.db_base_plugin_common [None req-b2b185d3-181e-4ccb-bab9-217e1519ff37 admin admin] Allocated IP 172.20.0.1 (4938c958-b8c9-4af7-9682-a50ce306467f/0a32b004-bc4a-40b4-8198-7301a96775ce/55735349-0e70-4a5d-a297-e34604df3824) {{(pid=95102) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 19:29:54.481379 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-1d124dcf-04d7-466a-bea3-98029d0ddab9 req-6c44c4d8-9297-4989-b5c8-41c72049e0d0 tempest-ImagesOneServerTestJSON-2058836255 tempest-ImagesOneServerTestJSON-2058836255-project] Notify callbacks [] for security_group, precommit_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:29:54.485708 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-1d124dcf-04d7-466a-bea3-98029d0ddab9 req-6c44c4d8-9297-4989-b5c8-41c72049e0d0 tempest-ImagesOneServerTestJSON-2058836255 tempest-ImagesOneServerTestJSON-2058836255-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:29:54.506038 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-63d0e9bd-1230-4739-9ac4-b26c5a8c2a34 req-79db3c18-df1f-481b-b351-0ae9250475be service neutron] 10.222.0.67 "GET /v2.0/networks/edbc94ab-09ae-45f0-9c1a-791584683548?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2250862 Sep 23 19:29:54.511234 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b719fee3-39a5-4e08-9e7b-d76c4f84526f None None] The sync data for ids ['687c9c47-8f94-4243-aa15-ef795d11d187'] in n-d-713301-16 is: [{'id': '687c9c47-8f94-4243-aa15-ef795d11d187', 'name': 'tempest-TaggedBootDevicesTest_v242-1700965945-router', 'tenant_id': '1f1788a36b0c407c84d1fe9c6d21bab4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'external_fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.40'}], 'enable_snat': True}, 'gw_port_id': '40c441b9-8411-4af2-8b5c-456cc886cb3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:29:46Z', 'updated_at': '2021-09-23T19:29:49Z', 'revision_number': 3, 'project_id': '1f1788a36b0c407c84d1fe9c6d21bab4', 'gw_port': {'id': '40c441b9-8411-4af2-8b5c-456cc886cb3f', 'name': '', 'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:40:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '687c9c47-8f94-4243-aa15-ef795d11d187', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1147, 'fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:29:47Z', 'updated_at': '2021-09-23T19:29:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-16'}] {{(pid=95104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 19:29:54.600140 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c44c4d8-9297-4989-b5c8-41c72049e0d0 tempest-ImagesOneServerTestJSON-2058836255 tempest-ImagesOneServerTestJSON-2058836255-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8c832402-56d3-4931-aa70-6b0106b281cd,revision_number=1']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:29:54.782859 n-d-713301-16 neutron-server[95101]: DEBUG neutron.db.db_base_plugin_common [req-1d124dcf-04d7-466a-bea3-98029d0ddab9 req-6c44c4d8-9297-4989-b5c8-41c72049e0d0 tempest-ImagesOneServerTestJSON-2058836255 tempest-ImagesOneServerTestJSON-2058836255-project] Allocated IP 192.168.233.202 (5220cb0c-da05-478a-9604-8c11469a05b4/1ccc69bc-9d6b-44d9-b227-204e47dc6e45/743ffe71-76e1-4f6f-91ab-57bc481eb35a) {{(pid=95101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 19:29:54.798011 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-63d0e9bd-1230-4739-9ac4-b26c5a8c2a34 req-ed0ff965-4c5a-43b7-9579-2ca6e259b1ca service neutron] 10.222.0.67 "GET /v2.0/networks/edbc94ab-09ae-45f0-9c1a-791584683548?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2911804 Sep 23 19:29:54.864763 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-b2b185d3-181e-4ccb-bab9-217e1519ff37 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:29:54.960990 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-b2b185d3-181e-4ccb-bab9-217e1519ff37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783145673135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4399100'] for port, after_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:29:55.114429 n-d-713301-16 neutron-server[95102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2b185d3-181e-4ccb-bab9-217e1519ff37 admin admin] Network 4938c958-b8c9-4af7-9682-a50ce306467f is already hosted by enough agents. {{(pid=95102) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:29:55.148583 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b185d3-181e-4ccb-bab9-217e1519ff37 admin admin] Pushing event updated for resources: {'Port': ['ID=55735349-0e70-4a5d-a297-e34604df3824,revision_number=1']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:29:55.155372 n-d-713301-16 neutron-server[95102]: DEBUG neutron.scheduler.base_scheduler [None req-b2b185d3-181e-4ccb-bab9-217e1519ff37 admin admin] Resources bound (agent type, host, resource id): {{(pid=95102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:29:55.176275 n-d-713301-16 neutron-server[95102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2b185d3-181e-4ccb-bab9-217e1519ff37 admin admin] Received port after_create {{(pid=95102) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 19:29:55.237145 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-80e7e501-6c57-470d-92c6-e3d54bc3195c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:29:55.249718 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-b2b185d3-181e-4ccb-bab9-217e1519ff37 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-601987'] for router_interface, before_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:29:55.301939 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-1d124dcf-04d7-466a-bea3-98029d0ddab9 req-6c44c4d8-9297-4989-b5c8-41c72049e0d0 tempest-ImagesOneServerTestJSON-2058836255 tempest-ImagesOneServerTestJSON-2058836255-project] Notify callbacks [] for port, precommit_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:29:55.413963 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-1d124dcf-04d7-466a-bea3-98029d0ddab9 req-6c44c4d8-9297-4989-b5c8-41c72049e0d0 tempest-ImagesOneServerTestJSON-2058836255 tempest-ImagesOneServerTestJSON-2058836255-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783145673135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5607431'] for port, after_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:29:55.514638 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Device 40c441b9-8411-4af2-8b5c-456cc886cb3f up at agent ovs-agent-n-d-713301-16 {{(pid=95103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 19:29:55.559094 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1d124dcf-04d7-466a-bea3-98029d0ddab9 req-6c44c4d8-9297-4989-b5c8-41c72049e0d0 tempest-ImagesOneServerTestJSON-2058836255 tempest-ImagesOneServerTestJSON-2058836255-project] Network 5220cb0c-da05-478a-9604-8c11469a05b4 is already hosted by enough agents. {{(pid=95101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:29:55.562474 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.base_scheduler [req-1d124dcf-04d7-466a-bea3-98029d0ddab9 req-6c44c4d8-9297-4989-b5c8-41c72049e0d0 tempest-ImagesOneServerTestJSON-2058836255 tempest-ImagesOneServerTestJSON-2058836255-project] Resources bound (agent type, host, resource id): {{(pid=95101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:29:55.571667 n-d-713301-16 neutron-server[95101]: DEBUG neutron.db.l3_dvrscheduler_db [req-1d124dcf-04d7-466a-bea3-98029d0ddab9 req-6c44c4d8-9297-4989-b5c8-41c72049e0d0 tempest-ImagesOneServerTestJSON-2058836255 tempest-ImagesOneServerTestJSON-2058836255-project] Received port after_create {{(pid=95101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 19:29:55.696898 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Provisioning complete for port 40c441b9-8411-4af2-8b5c-456cc886cb3f triggered by entity L2. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:29:55.697308 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:29:55.723176 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ca8fbf-6300-4ce5-a287-8af223608e3e req-ff069b23-05dc-4b75-b8a3-635603de7647 tempest-ImagesOneServerTestJSON-2058836255 tempest-ImagesOneServerTestJSON-2058836255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:29:55.741427 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-55ca8fbf-6300-4ce5-a287-8af223608e3e req-ff069b23-05dc-4b75-b8a3-635603de7647 tempest-ImagesOneServerTestJSON-2058836255 tempest-ImagesOneServerTestJSON-2058836255-project] 10.222.0.67 "GET /v2.0/ports?device_id=87e77863-219f-42c4-8b26-1f31af11f822 HTTP/1.1" status: 200 len: 936 time: 0.3504174 Sep 23 19:29:55.743402 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c44c4d8-9297-4989-b5c8-41c72049e0d0 tempest-ImagesOneServerTestJSON-2058836255 tempest-ImagesOneServerTestJSON-2058836255-project] Pushing event updated for resources: {'Port': ['ID=743ffe71-76e1-4f6f-91ab-57bc481eb35a,revision_number=1']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:29:55.779593 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d124dcf-04d7-466a-bea3-98029d0ddab9 req-6c44c4d8-9297-4989-b5c8-41c72049e0d0 tempest-ImagesOneServerTestJSON-2058836255 tempest-ImagesOneServerTestJSON-2058836255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:29:55.783760 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-1d124dcf-04d7-466a-bea3-98029d0ddab9 req-6c44c4d8-9297-4989-b5c8-41c72049e0d0 tempest-ImagesOneServerTestJSON-2058836255 tempest-ImagesOneServerTestJSON-2058836255-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222849'] for port, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:29:55.814057 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-1d124dcf-04d7-466a-bea3-98029d0ddab9 req-6c44c4d8-9297-4989-b5c8-41c72049e0d0 tempest-ImagesOneServerTestJSON-2058836255 tempest-ImagesOneServerTestJSON-2058836255-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.0004613 Sep 23 19:29:55.822130 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-1317b9ef-924d-4147-b800-2424db3c7a85 req-8187c5f4-9667-44c4-89cf-e6108c591296 tempest-ServerShowV257Test-1972889360 tempest-ServerShowV257Test-1972889360-project] 10.222.0.67 "GET /v2.0/ports?device_id=29a13295-c9ea-4b76-b6b2-921ec1564406 HTTP/1.1" status: 200 len: 210 time: 0.0618312 Sep 23 19:29:55.833394 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.v2.base [req-1d124dcf-04d7-466a-bea3-98029d0ddab9 req-c9dd80ee-b85a-4e61-adfc-ceae33528ac0 service neutron] Request body: {'port': {'device_id': '87e77863-219f-42c4-8b26-1f31af11f822', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713301-16'}} {{(pid=95101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:29:55.863987 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-361b68dc-c226-4e50-820f-558d4192f65f None None] Provisioning complete for port 55735349-0e70-4a5d-a297-e34604df3824 triggered by entity DHCP. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:29:55.864562 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-361b68dc-c226-4e50-820f-558d4192f65f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:29:55.884545 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-55ca8fbf-6300-4ce5-a287-8af223608e3e req-d91b8764-fe77-46e1-b8b8-aff91f067b5b tempest-ImagesOneServerTestJSON-2058836255 tempest-ImagesOneServerTestJSON-2058836255-project] 10.222.0.67 "GET /v2.0/security-groups?id=8c832402-56d3-4931-aa70-6b0106b281cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1415434 Sep 23 19:29:55.970792 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-b2b185d3-181e-4ccb-bab9-217e1519ff37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:29:55.985120 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.plugin [None req-361b68dc-c226-4e50-820f-558d4192f65f None None] Port 55735349-0e70-4a5d-a297-e34604df3824 cannot update to ACTIVE because it is not bound. {{(pid=95103) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 19:29:56.049850 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-1d124dcf-04d7-466a-bea3-98029d0ddab9 req-c9dd80ee-b85a-4e61-adfc-ceae33528ac0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:29:56.092942 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:29:56.143614 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] For port 40c441b9-8411-4af2-8b5c-456cc886cb3f, host n-d-713301-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-16',level=0,port_id=40c441b9-8411-4af2-8b5c-456cc886cb3f,segment=NetworkSegment(7d4027f1-d893-4c7b-95d4-757b8e44e380),segment_id=7d4027f1-d893-4c7b-95d4-757b8e44e380)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:29:56.145856 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-a31265e5-0add-453a-a1e0-69b04b5f71eb None None] Provisioning complete for port 743ffe71-76e1-4f6f-91ab-57bc481eb35a triggered by entity DHCP. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:29:56.146310 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-a31265e5-0add-453a-a1e0-69b04b5f71eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:29:56.219715 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:29:56.298755 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-8de7e5e1-3cc2-4583-a5b1-83ea1b71872a req-454bc68b-bd5e-4e40-bca7-d77f9950a64e tempest-MultipleCreateTestJSON-1258598126 tempest-MultipleCreateTestJSON-1258598126-project] 10.222.0.67 "GET /v2.0/ports?device_id=bf494dd8-8ac4-4506-ab87-f7269b5a02f0 HTTP/1.1" status: 200 len: 210 time: 0.1170588 Sep 23 19:29:56.334391 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.plugin [None req-a31265e5-0add-453a-a1e0-69b04b5f71eb None None] Port 743ffe71-76e1-4f6f-91ab-57bc481eb35a cannot update to ACTIVE because it is not bound. {{(pid=95103) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 19:29:56.387514 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Pushing event updated for resources: {'Port': ['ID=40c441b9-8411-4af2-8b5c-456cc886cb3f,revision_number=4']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:29:56.452896 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-9622966a-faf4-4782-88d5-f29ed4ef3c0f req-9e5663f1-3bb5-47ff-ad8e-b7a757376a45 tempest-ServerShowV257Test-1972889360 tempest-ServerShowV257Test-1972889360-project] 10.222.0.67 "GET /v2.0/ports?device_id=29a13295-c9ea-4b76-b6b2-921ec1564406 HTTP/1.1" status: 200 len: 210 time: 0.0442882 Sep 23 19:29:56.479036 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-79303aed-9896-42e8-af21-fb62832233b7 req-e3bc41a3-0548-40d1-ae06-64b25cab3ab2 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=0b42845c6afe40a28e0ee1aec1e9d650&device_id=29a13295-c9ea-4b76-b6b2-921ec1564406 HTTP/1.1" status: 200 len: 210 time: 0.0583966 Sep 23 19:29:56.510776 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-b2b185d3-181e-4ccb-bab9-217e1519ff37 admin admin] Notify callbacks [] for port, precommit_update {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:29:56.521014 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-b2b185d3-181e-4ccb-bab9-217e1519ff37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4399095'] for port, after_update {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:29:56.668756 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b185d3-181e-4ccb-bab9-217e1519ff37 admin admin] Pushing event updated for resources: {'Port': ['ID=55735349-0e70-4a5d-a297-e34604df3824,revision_number=2']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:29:56.709479 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-b2b185d3-181e-4ccb-bab9-217e1519ff37 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-527313', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-601459'] for router_interface, after_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:29:56.765531 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-79303aed-9896-42e8-af21-fb62832233b7 req-6e759976-8e1a-410b-99e9-a0e4266caa3b service neutron] 10.222.0.74 "GET /v2.0/networks?tenant_id=0b42845c6afe40a28e0ee1aec1e9d650&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2741165 Sep 23 19:29:56.869793 n-d-713301-16 neutron-server[95101]: DEBUG neutron.notifiers.nova [req-1d124dcf-04d7-466a-bea3-98029d0ddab9 req-c9dd80ee-b85a-4e61-adfc-ceae33528ac0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 743ffe71-76e1-4f6f-91ab-57bc481eb35a {{(pid=95101) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 19:29:56.917924 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-1d124dcf-04d7-466a-bea3-98029d0ddab9 req-c9dd80ee-b85a-4e61-adfc-ceae33528ac0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:29:56.933599 n-d-713301-16 neutron-server[95102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2b185d3-181e-4ccb-bab9-217e1519ff37 admin admin] Network 4938c958-b8c9-4af7-9682-a50ce306467f is already hosted by enough agents. {{(pid=95102) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:29:56.937600 n-d-713301-16 neutron-server[95102]: DEBUG neutron.scheduler.base_scheduler [None req-b2b185d3-181e-4ccb-bab9-217e1519ff37 admin admin] Resources bound (agent type, host, resource id): {{(pid=95102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:29:56.958203 n-d-713301-16 neutron-server[95101]: DEBUG neutron.db.provisioning_blocks [req-1d124dcf-04d7-466a-bea3-98029d0ddab9 req-c9dd80ee-b85a-4e61-adfc-ceae33528ac0 service neutron] Transition to ACTIVE for port object 743ffe71-76e1-4f6f-91ab-57bc481eb35a will not be triggered until provisioned by entity L2. {{(pid=95101) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 19:29:56.965107 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-1d124dcf-04d7-466a-bea3-98029d0ddab9 req-c9dd80ee-b85a-4e61-adfc-ceae33528ac0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5607436'] for port, after_update {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:29:57.073713 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79303aed-9896-42e8-af21-fb62832233b7 req-e0b4ee83-3d8a-4900-8412-d0b3f615f977 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:29:57.075336 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-79303aed-9896-42e8-af21-fb62832233b7 req-e0b4ee83-3d8a-4900-8412-d0b3f615f977 service neutron] 10.222.0.74 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3006227 Sep 23 19:29:57.109650 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9dd80ee-b85a-4e61-adfc-ceae33528ac0 service neutron] Pushing event updated for resources: {'Port': ['ID=743ffe71-76e1-4f6f-91ab-57bc481eb35a,revision_number=2']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:29:57.230583 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.managers [req-1d124dcf-04d7-466a-bea3-98029d0ddab9 req-c9dd80ee-b85a-4e61-adfc-ceae33528ac0 service neutron] Attempting to bind port 743ffe71-76e1-4f6f-91ab-57bc481eb35a on host n-h2-713301-16 for vnic_type normal with profile {{(pid=95101) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 19:29:57.230919 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.managers [req-1d124dcf-04d7-466a-bea3-98029d0ddab9 req-c9dd80ee-b85a-4e61-adfc-ceae33528ac0 service neutron] Attempting to bind port 743ffe71-76e1-4f6f-91ab-57bc481eb35a by drivers openvswitch,hyperv on host n-h2-713301-16 at level 0 using segments [{'id': '6139d589-eb6c-4578-8935-c26ddf396853', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '5220cb0c-da05-478a-9604-8c11469a05b4'}] {{(pid=95101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 19:29:57.231240 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d124dcf-04d7-466a-bea3-98029d0ddab9 req-c9dd80ee-b85a-4e61-adfc-ceae33528ac0 service neutron] Attempting to bind port 743ffe71-76e1-4f6f-91ab-57bc481eb35a on network 5220cb0c-da05-478a-9604-8c11469a05b4 {{(pid=95101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:29:57.236452 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d124dcf-04d7-466a-bea3-98029d0ddab9 req-c9dd80ee-b85a-4e61-adfc-ceae33528ac0 service neutron] Port 743ffe71-76e1-4f6f-91ab-57bc481eb35a on network 5220cb0c-da05-478a-9604-8c11469a05b4 not bound, no agent of type Open vSwitch agent registered on host n-h2-713301-16 {{(pid=95101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 19:29:57.236809 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d124dcf-04d7-466a-bea3-98029d0ddab9 req-c9dd80ee-b85a-4e61-adfc-ceae33528ac0 service neutron] Attempting to bind port 743ffe71-76e1-4f6f-91ab-57bc481eb35a on network 5220cb0c-da05-478a-9604-8c11469a05b4 {{(pid=95101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:29:57.244388 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d124dcf-04d7-466a-bea3-98029d0ddab9 req-c9dd80ee-b85a-4e61-adfc-ceae33528ac0 service neutron] Checking agent: {'id': '2a7cea34-db54-4faf-8d23-37521c3e34cb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713301-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 19, 15, 28), 'started_at': datetime.datetime(2021, 9, 23, 19, 15, 28), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 19, 29, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 19:29:57.244752 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d124dcf-04d7-466a-bea3-98029d0ddab9 req-c9dd80ee-b85a-4e61-adfc-ceae33528ac0 service neutron] Checking segment: {'id': '6139d589-eb6c-4578-8935-c26ddf396853', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '5220cb0c-da05-478a-9604-8c11469a05b4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:29:57.245137 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d124dcf-04d7-466a-bea3-98029d0ddab9 req-c9dd80ee-b85a-4e61-adfc-ceae33528ac0 service neutron] Bound using segment: {'id': '6139d589-eb6c-4578-8935-c26ddf396853', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '5220cb0c-da05-478a-9604-8c11469a05b4'} {{(pid=95101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 19:29:57.245562 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.managers [req-1d124dcf-04d7-466a-bea3-98029d0ddab9 req-c9dd80ee-b85a-4e61-adfc-ceae33528ac0 service neutron] Bound port: 743ffe71-76e1-4f6f-91ab-57bc481eb35a, host: n-h2-713301-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6139d589-eb6c-4578-8935-c26ddf396853', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '5220cb0c-da05-478a-9604-8c11469a05b4'}}] {{(pid=95101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 19:29:57.249646 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-1d124dcf-04d7-466a-bea3-98029d0ddab9 req-c9dd80ee-b85a-4e61-adfc-ceae33528ac0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:29:57.451004 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2bf2113-f0f2-403e-a12a-c0afb4ea6801 req-38c91c8e-01b5-4a3c-bb2a-d2bf07b51f8b tempest-ImagesOneServerTestJSON-2058836255 tempest-ImagesOneServerTestJSON-2058836255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:29:57.474708 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-b2bf2113-f0f2-403e-a12a-c0afb4ea6801 req-38c91c8e-01b5-4a3c-bb2a-d2bf07b51f8b tempest-ImagesOneServerTestJSON-2058836255 tempest-ImagesOneServerTestJSON-2058836255-project] 10.222.0.67 "GET /v2.0/ports?device_id=87e77863-219f-42c4-8b26-1f31af11f822 HTTP/1.1" status: 200 len: 948 time: 0.2813871 Sep 23 19:29:57.480722 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Device 40c441b9-8411-4af2-8b5c-456cc886cb3f up at agent ovs-agent-n-d-713301-16 {{(pid=95103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 19:29:57.512467 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.db [req-1d124dcf-04d7-466a-bea3-98029d0ddab9 req-c9dd80ee-b85a-4e61-adfc-ceae33528ac0 service neutron] For port 743ffe71-76e1-4f6f-91ab-57bc481eb35a, host n-h2-713301-16, cleared binding levels {{(pid=95101) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 19:29:57.541770 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.db [req-1d124dcf-04d7-466a-bea3-98029d0ddab9 req-c9dd80ee-b85a-4e61-adfc-ceae33528ac0 service neutron] For port 743ffe71-76e1-4f6f-91ab-57bc481eb35a, host n-h2-713301-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-16',level=0,port_id=743ffe71-76e1-4f6f-91ab-57bc481eb35a,segment=NetworkSegment(6139d589-eb6c-4578-8935-c26ddf396853),segment_id=6139d589-eb6c-4578-8935-c26ddf396853)] {{(pid=95101) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 19:29:57.551853 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-1d124dcf-04d7-466a-bea3-98029d0ddab9 req-c9dd80ee-b85a-4e61-adfc-ceae33528ac0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5607436'] for port, after_update {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:29:57.617920 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-b2bf2113-f0f2-403e-a12a-c0afb4ea6801 req-a932b299-9460-43fc-9030-7cfbc4a7940f tempest-ImagesOneServerTestJSON-2058836255 tempest-ImagesOneServerTestJSON-2058836255-project] 10.222.0.67 "GET /v2.0/security-groups?id=8c832402-56d3-4931-aa70-6b0106b281cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1360559 Sep 23 19:29:57.668592 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-e80d098a-b3c1-4aa7-93b2-625758d8cbb7 None None] Provisioning complete for port 55735349-0e70-4a5d-a297-e34604df3824 triggered by entity DHCP. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:29:57.669000 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-e80d098a-b3c1-4aa7-93b2-625758d8cbb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:29:57.698785 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d124dcf-04d7-466a-bea3-98029d0ddab9 req-c9dd80ee-b85a-4e61-adfc-ceae33528ac0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:29:57.701497 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-1d124dcf-04d7-466a-bea3-98029d0ddab9 req-c9dd80ee-b85a-4e61-adfc-ceae33528ac0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222849'] for port, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:29:57.707054 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-1d124dcf-04d7-466a-bea3-98029d0ddab9 req-c9dd80ee-b85a-4e61-adfc-ceae33528ac0 service neutron] 10.222.0.53 "PUT /v2.0/ports/743ffe71-76e1-4f6f-91ab-57bc481eb35a HTTP/1.1" status: 200 len: 1097 time: 1.8834097 Sep 23 19:29:57.724741 n-d-713301-16 neutron-server[95101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '87e77863-219f-42c4-8b26-1f31af11f822', 'tag': '743ffe71-76e1-4f6f-91ab-57bc481eb35a'}] {{(pid=95101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 19:29:57.735875 n-d-713301-16 neutron-server[95101]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d8366c5740cd635e57ab12b71fe44a77c2acc3c19091ef849c6f68b380462244" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fcb5dd77-7819-41a5-a57d-3b858696fe9c" -d '{"events": [{"name": "network-changed", "server_uuid": "87e77863-219f-42c4-8b26-1f31af11f822", "tag": "743ffe71-76e1-4f6f-91ab-57bc481eb35a"}]}' {{(pid=95101) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 19:29:57.802561 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-f1c02dfc-aa07-41f9-90ad-a897adfbf5ed req-32255715-aa8d-499d-b52d-06c396900872 tempest-MultipleCreateTestJSON-1258598126 tempest-MultipleCreateTestJSON-1258598126-project] 10.222.0.67 "GET /v2.0/ports?device_id=bf494dd8-8ac4-4506-ab87-f7269b5a02f0 HTTP/1.1" status: 200 len: 210 time: 0.2211692 Sep 23 19:29:57.842167 n-d-713301-16 neutron-server[95102]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b2b185d3-181e-4ccb-bab9-217e1519ff37 admin admin] Router 687c9c47-8f94-4243-aa15-ef795d11d187 has already been hosted by L3 agent 79a740bf-7821-4989-8288-7186e3e128f3 {{(pid=95102) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 19:29:57.853385 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Provisioning complete for port 40c441b9-8411-4af2-8b5c-456cc886cb3f triggered by entity L2. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:29:57.853757 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:29:57.999716 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9dd80ee-b85a-4e61-adfc-ceae33528ac0 service neutron] Pushing event updated for resources: {'Port': ['ID=743ffe71-76e1-4f6f-91ab-57bc481eb35a,revision_number=3']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:29:58.014401 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.plugin [None req-e80d098a-b3c1-4aa7-93b2-625758d8cbb7 None None] Port 55735349-0e70-4a5d-a297-e34604df3824 cannot update to ACTIVE because it is not bound. {{(pid=95103) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 19:29:58.035703 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-9e6ef858-090c-499f-a289-cac5e609346b req-0c45b553-e021-4956-b73c-d89fb01fa407 tempest-ServerShowV257Test-1972889360 tempest-ServerShowV257Test-1972889360-project] 10.222.0.67 "GET /v2.0/ports?device_id=29a13295-c9ea-4b76-b6b2-921ec1564406 HTTP/1.1" status: 200 len: 210 time: 0.1451330 Sep 23 19:29:58.068548 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:29:58.201906 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:29:58.217282 n-d-713301-16 neutron-server[95101]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 19:29:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c30f7c5-4529-4fd1-a043-43ba5e69e000 x-openstack-request-id: req-6c30f7c5-4529-4fd1-a043-43ba5e69e000 {{(pid=95101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 19:29:58.218293 n-d-713301-16 neutron-server[95101]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "87e77863-219f-42c4-8b26-1f31af11f822", "tag": "743ffe71-76e1-4f6f-91ab-57bc481eb35a", "status": "completed", "code": 200}]} {{(pid=95101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 19:29:58.218293 n-d-713301-16 neutron-server[95101]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-6c30f7c5-4529-4fd1-a043-43ba5e69e000 {{(pid=95101) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 19:29:58.218293 n-d-713301-16 neutron-server[95101]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '87e77863-219f-42c4-8b26-1f31af11f822', 'tag': '743ffe71-76e1-4f6f-91ab-57bc481eb35a', 'status': 'completed', 'code': 200} Sep 23 19:29:58.380715 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2b185d3-181e-4ccb-bab9-217e1519ff37 admin admin] Notify agent at l3_agent.n-d-713301-16 the message routers_updated {{(pid=95102) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 19:29:58.394909 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d124dcf-04d7-466a-bea3-98029d0ddab9 req-c2275214-4e2d-4e16-a8d8-c9c746182d79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:29:58.398499 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-b2b185d3-181e-4ccb-bab9-217e1519ff37 admin admin] 10.222.0.67 "PUT /v2.0/routers/687c9c47-8f94-4243-aa15-ef795d11d187/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9631963 Sep 23 19:29:58.399532 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bdde7a3-ddc3-4b6d-8926-342d51da5e73 None None] Sync routers for ids ['687c9c47-8f94-4243-aa15-ef795d11d187'] in n-d-713301-16 {{(pid=95103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 19:29:58.403270 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-1d124dcf-04d7-466a-bea3-98029d0ddab9 req-c2275214-4e2d-4e16-a8d8-c9c746182d79 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=748674498643492788ef144f73a22a11&device_id=87e77863-219f-42c4-8b26-1f31af11f822 HTTP/1.1" status: 200 len: 1100 time: 0.5545092 Sep 23 19:29:58.431450 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 42688) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:29:58.447804 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bdde7a3-ddc3-4b6d-8926-342d51da5e73 None None] Routers {'687c9c47-8f94-4243-aa15-ef795d11d187'} bound to L3 agent in host n-d-713301-16 {{(pid=95103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 19:29:58.448443 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_hamode_db [None req-0bdde7a3-ddc3-4b6d-8926-342d51da5e73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-23T19:07:52Z,description=,heartbeat_timestamp=2021-09-23T19:29:52Z,host='n-d-713301-16',id=79a740bf-7821-4989-8288-7186e3e128f3,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:07:52Z,topic='l3_agent')) {'router_ids': ['687c9c47-8f94-4243-aa15-ef795d11d187'], 'active': True} {{(pid=95103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:29:58.493130 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-79303aed-9896-42e8-af21-fb62832233b7 req-8e5e867a-0d85-4609-b1e4-6755f14c10a8 tempest-ServerShowV257Test-1972889360 tempest-ServerShowV257Test-1972889360-project] 10.222.0.74 "GET /v2.0/ports?device_id=29a13295-c9ea-4b76-b6b2-921ec1564406 HTTP/1.1" status: 200 len: 210 time: 0.0693557 Sep 23 19:29:58.697667 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-573f7020-406d-45ee-ab0e-6406fb55cc62 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:29:58.803848 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-1d124dcf-04d7-466a-bea3-98029d0ddab9 req-ba3b9d44-c216-44de-8968-777f2938fb0e service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.202&port_id=743ffe71-76e1-4f6f-91ab-57bc481eb35a HTTP/1.1" status: 200 len: 217 time: 0.0836573 Sep 23 19:29:58.866008 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_dvr_db [None req-0bdde7a3-ddc3-4b6d-8926-342d51da5e73 None None] Set router 687c9c47-8f94-4243-aa15-ef795d11d187 gateway port host: n-d-713301-16 {{(pid=95103) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 19:29:58.912064 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d0e9bd-1230-4739-9ac4-b26c5a8c2a34 req-26485c97-8108-4390-b615-5d20b5b32418 tempest-MultipleCreateTestJSON-1258598126 tempest-MultipleCreateTestJSON-1258598126-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:29:58.915660 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-63d0e9bd-1230-4739-9ac4-b26c5a8c2a34 req-26485c97-8108-4390-b615-5d20b5b32418 tempest-MultipleCreateTestJSON-1258598126 tempest-MultipleCreateTestJSON-1258598126-project] 10.222.0.53 "GET /v2.0/networks?id=edbc94ab-09ae-45f0-9c1a-791584683548 HTTP/1.1" status: 200 len: 812 time: 0.8894904 Sep 23 19:29:58.931802 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.v2.base [req-63d0e9bd-1230-4739-9ac4-b26c5a8c2a34 req-b3bb32f8-84c9-4445-b867-1bace2faf06f tempest-MultipleCreateTestJSON-1258598126 tempest-MultipleCreateTestJSON-1258598126-project] Request body: {'port': {'device_id': '40559b6e-1efc-4beb-bd56-15a95417d619', 'network_id': 'edbc94ab-09ae-45f0-9c1a-791584683548', 'admin_state_up': True, 'tenant_id': '14053728942e4ad1bcd274e2d0ce8e8b'}} {{(pid=95101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:29:59.060793 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-9b49bd9a-004a-4b31-8e3b-c2f728fe9bef req-62285260-93fa-4427-8339-019f27a37f6e tempest-MultipleCreateTestJSON-1258598126 tempest-MultipleCreateTestJSON-1258598126-project] 10.222.0.67 "GET /v2.0/ports?device_id=bf494dd8-8ac4-4506-ab87-f7269b5a02f0 HTTP/1.1" status: 200 len: 210 time: 0.0945795 Sep 23 19:29:59.087280 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d0e9bd-1230-4739-9ac4-b26c5a8c2a34 req-5ffff73e-06c3-4b0a-a023-7f75cdcf665f tempest-MultipleCreateTestJSON-1258598126 tempest-MultipleCreateTestJSON-1258598126-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:29:59.094258 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-63d0e9bd-1230-4739-9ac4-b26c5a8c2a34 req-5ffff73e-06c3-4b0a-a023-7f75cdcf665f tempest-MultipleCreateTestJSON-1258598126 tempest-MultipleCreateTestJSON-1258598126-project] 10.222.0.74 "GET /v2.0/networks?id=edbc94ab-09ae-45f0-9c1a-791584683548 HTTP/1.1" status: 200 len: 812 time: 0.8084183 Sep 23 19:29:59.103340 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2692d4e7-a715-424c-81d8-060eea37a66b req-8cb094c3-4e5f-4c70-8f27-9d37065ceab5 tempest-ImagesOneServerTestJSON-2058836255 tempest-ImagesOneServerTestJSON-2058836255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:29:59.106424 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-2692d4e7-a715-424c-81d8-060eea37a66b req-8cb094c3-4e5f-4c70-8f27-9d37065ceab5 tempest-ImagesOneServerTestJSON-2058836255 tempest-ImagesOneServerTestJSON-2058836255-project] 10.222.0.67 "GET /v2.0/ports?device_id=87e77863-219f-42c4-8b26-1f31af11f822 HTTP/1.1" status: 200 len: 948 time: 0.2906981 Sep 23 19:29:59.145300 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d124dcf-04d7-466a-bea3-98029d0ddab9 req-9c8ca665-f437-4914-b326-05402cd46a5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:29:59.149666 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-1d124dcf-04d7-466a-bea3-98029d0ddab9 req-9c8ca665-f437-4914-b326-05402cd46a5d service neutron] 10.222.0.53 "GET /v2.0/subnets?id=1ccc69bc-9d6b-44d9-b227-204e47dc6e45 HTTP/1.1" status: 200 len: 843 time: 0.3261929 Sep 23 19:29:59.169122 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.v2.base [req-63d0e9bd-1230-4739-9ac4-b26c5a8c2a34 req-2835fade-7f7b-45dd-8d9d-d5931d0dc391 tempest-MultipleCreateTestJSON-1258598126 tempest-MultipleCreateTestJSON-1258598126-project] Request body: {'port': {'device_id': 'bf494dd8-8ac4-4506-ab87-f7269b5a02f0', 'network_id': 'edbc94ab-09ae-45f0-9c1a-791584683548', 'admin_state_up': True, 'tenant_id': '14053728942e4ad1bcd274e2d0ce8e8b'}} {{(pid=95101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:29:59.311911 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-2692d4e7-a715-424c-81d8-060eea37a66b req-357b2508-db57-4d05-bfc8-5df85e8320d1 tempest-ImagesOneServerTestJSON-2058836255 tempest-ImagesOneServerTestJSON-2058836255-project] 10.222.0.67 "GET /v2.0/security-groups?id=8c832402-56d3-4931-aa70-6b0106b281cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1879096 Sep 23 19:29:59.391251 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-573f7020-406d-45ee-ab0e-6406fb55cc62 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:29:59.403031 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-573f7020-406d-45ee-ab0e-6406fb55cc62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:29:59.468417 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d124dcf-04d7-466a-bea3-98029d0ddab9 req-ceb2c09b-33d0-408a-8a03-032c4bf7c940 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:29:59.469428 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-1d124dcf-04d7-466a-bea3-98029d0ddab9 req-ceb2c09b-33d0-408a-8a03-032c4bf7c940 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=5220cb0c-da05-478a-9604-8c11469a05b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2818630 Sep 23 19:29:59.502059 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-63d0e9bd-1230-4739-9ac4-b26c5a8c2a34 req-2835fade-7f7b-45dd-8d9d-d5931d0dc391 tempest-MultipleCreateTestJSON-1258598126 tempest-MultipleCreateTestJSON-1258598126-project] Made reservation on behalf of 14053728942e4ad1bcd274e2d0ce8e8b for: {'port': 1} {{(pid=95101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:29:59.507645 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-63d0e9bd-1230-4739-9ac4-b26c5a8c2a34 req-2835fade-7f7b-45dd-8d9d-d5931d0dc391 tempest-MultipleCreateTestJSON-1258598126 tempest-MultipleCreateTestJSON-1258598126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:29:59.511474 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-63d0e9bd-1230-4739-9ac4-b26c5a8c2a34 req-b3bb32f8-84c9-4445-b867-1bace2faf06f tempest-MultipleCreateTestJSON-1258598126 tempest-MultipleCreateTestJSON-1258598126-project] Made reservation on behalf of 14053728942e4ad1bcd274e2d0ce8e8b for: {'port': 1} {{(pid=95101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:29:59.515073 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-63d0e9bd-1230-4739-9ac4-b26c5a8c2a34 req-b3bb32f8-84c9-4445-b867-1bace2faf06f tempest-MultipleCreateTestJSON-1258598126 tempest-MultipleCreateTestJSON-1258598126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:29:59.558464 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-573f7020-406d-45ee-ab0e-6406fb55cc62 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=9068e367dbdb46718a58388eb8cf2cbd&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1244717 Sep 23 19:29:59.564563 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 42748) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:29:59.596554 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_hamode_db [None req-0bdde7a3-ddc3-4b6d-8926-342d51da5e73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '687c9c47-8f94-4243-aa15-ef795d11d187', 'name': 'tempest-TaggedBootDevicesTest_v242-1700965945-router', 'tenant_id': '1f1788a36b0c407c84d1fe9c6d21bab4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'external_fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.40'}], 'enable_snat': True}, 'gw_port_id': '40c441b9-8411-4af2-8b5c-456cc886cb3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:29:46Z', 'updated_at': '2021-09-23T19:29:55Z', 'revision_number': 4, 'project_id': '1f1788a36b0c407c84d1fe9c6d21bab4', 'gw_port': {'id': '40c441b9-8411-4af2-8b5c-456cc886cb3f', 'name': '', 'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:40:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '687c9c47-8f94-4243-aa15-ef795d11d187', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1147, 'fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:29:47Z', 'updated_at': '2021-09-23T19:29:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-16', '_interfaces': [{'id': '55735349-0e70-4a5d-a297-e34604df3824', 'name': '', 'network_id': '4938c958-b8c9-4af7-9682-a50ce306467f', 'tenant_id': '1f1788a36b0c407c84d1fe9c6d21bab4', 'mac_address': 'fa:16:3e:85:4a:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '687c9c47-8f94-4243-aa15-ef795d11d187', 'device_owner': 'network:router_interface', 'standard_attr_id': 1166, 'fixed_ips': [{'subnet_id': '0a32b004-bc4a-40b4-8198-7301a96775ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:29:54Z', 'updated_at': '2021-09-23T19:29:56Z', 'revision_number': 2, 'project_id': '1f1788a36b0c407c84d1fe9c6d21bab4', 'subnets': [{'id': '0a32b004-bc4a-40b4-8198-7301a96775ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-16', False) {} {{(pid=95103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:29:59.634434 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-573f7020-406d-45ee-ab0e-6406fb55cc62 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2dccbaba-b0d9-4748-a9fc-35e8ecc64134,revision_number=1']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:29:59.680319 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bdde7a3-ddc3-4b6d-8926-342d51da5e73 None None] Checking router: 687c9c47-8f94-4243-aa15-ef795d11d187 for host: n-d-713301-16 {{(pid=95103) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 19:29:59.682939 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bdde7a3-ddc3-4b6d-8926-342d51da5e73 None None] Updating router 687c9c47-8f94-4243-aa15-ef795d11d187 port 55735349-0e70-4a5d-a297-e34604df3824 binding host n-d-713301-16 {{(pid=95103) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 23 19:29:59.718267 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-0bdde7a3-ddc3-4b6d-8926-342d51da5e73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:29:59.819255 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-101d15c2-5de9-412d-ab33-db2c4b25ce1a req-8446669c-3f1c-48e9-af46-400d8bab34ef tempest-AttachVolumeTestJSON-1825206227 tempest-AttachVolumeTestJSON-1825206227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:29:59.827285 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-101d15c2-5de9-412d-ab33-db2c4b25ce1a req-8446669c-3f1c-48e9-af46-400d8bab34ef tempest-AttachVolumeTestJSON-1825206227 tempest-AttachVolumeTestJSON-1825206227-project] 10.222.0.67 "GET /v2.0/ports?device_id=4cba8196-5b5b-42a0-aaca-42902580e803 HTTP/1.1" status: 200 len: 946 time: 0.1439202 Sep 23 19:29:59.874290 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-1d124dcf-04d7-466a-bea3-98029d0ddab9 req-e7d6ad3c-d0a4-4bef-9c31-0bc038516712 service neutron] 10.222.0.53 "GET /v2.0/networks/5220cb0c-da05-478a-9604-8c11469a05b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3817599 Sep 23 19:29:59.888997 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-88bab17e-35a8-41e4-a350-347d20bfff41 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:29:59.948042 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-101d15c2-5de9-412d-ab33-db2c4b25ce1a req-2b472c5c-02ff-4a54-98b3-e3318cfc3dfa tempest-AttachVolumeTestJSON-1825206227 tempest-AttachVolumeTestJSON-1825206227-project] 10.222.0.67 "GET /v2.0/security-groups?id=39522664-d93c-44d8-9f62-0e2cfbb5d5ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1188354 Sep 23 19:30:00.008011 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 42764) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:30:00.024046 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-88bab17e-35a8-41e4-a350-347d20bfff41 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:30:00.109033 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-88bab17e-35a8-41e4-a350-347d20bfff41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:30:00.111832 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-88bab17e-35a8-41e4-a350-347d20bfff41 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:30:00.113718 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-88bab17e-35a8-41e4-a350-347d20bfff41 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/2dccbaba-b0d9-4748-a9fc-35e8ecc64134 HTTP/1.1" status: 204 len: 168 time: 0.5422373 Sep 23 19:30:00.149500 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88bab17e-35a8-41e4-a350-347d20bfff41 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2dccbaba-b0d9-4748-a9fc-35e8ecc64134,revision_number=None']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:30:00.376666 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-119fc12e-50e5-43fa-a32c-64e211095733 req-c657d651-4b3c-40ba-9c3a-05c0e99c9e60 tempest-MultipleCreateTestJSON-1258598126 tempest-MultipleCreateTestJSON-1258598126-project] 10.222.0.67 "GET /v2.0/ports?device_id=bf494dd8-8ac4-4506-ab87-f7269b5a02f0 HTTP/1.1" status: 200 len: 210 time: 0.1020606 Sep 23 19:30:00.493321 n-d-713301-16 neutron-server[95101]: DEBUG neutron.db.db_base_plugin_common [req-63d0e9bd-1230-4739-9ac4-b26c5a8c2a34 req-b3bb32f8-84c9-4445-b867-1bace2faf06f tempest-MultipleCreateTestJSON-1258598126 tempest-MultipleCreateTestJSON-1258598126-project] Allocated IP 172.20.0.13 (edbc94ab-09ae-45f0-9c1a-791584683548/bac3bfbf-ef37-4169-a536-707ef05210f4/89b22f2a-5287-4977-b3a7-92e3fe414961) {{(pid=95101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 19:30:00.511843 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-0bdde7a3-ddc3-4b6d-8926-342d51da5e73 None None] Notify callbacks [] for port, precommit_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:30:00.526163 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-0bdde7a3-ddc3-4b6d-8926-342d51da5e73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:30:00.563095 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1369bba-5cc6-4e97-aebd-34f429921628 req-6488aac2-e0d3-41ef-8bff-412b6be62412 tempest-ImagesOneServerTestJSON-2058836255 tempest-ImagesOneServerTestJSON-2058836255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:30:00.584991 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-a1369bba-5cc6-4e97-aebd-34f429921628 req-6488aac2-e0d3-41ef-8bff-412b6be62412 tempest-ImagesOneServerTestJSON-2058836255 tempest-ImagesOneServerTestJSON-2058836255-project] 10.222.0.67 "GET /v2.0/ports?device_id=87e77863-219f-42c4-8b26-1f31af11f822 HTTP/1.1" status: 200 len: 948 time: 0.1168356 Sep 23 19:30:00.665956 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-a1369bba-5cc6-4e97-aebd-34f429921628 req-c5db4072-eb00-4398-8fb7-a5c07a315c76 tempest-ImagesOneServerTestJSON-2058836255 tempest-ImagesOneServerTestJSON-2058836255-project] 10.222.0.67 "GET /v2.0/security-groups?id=8c832402-56d3-4931-aa70-6b0106b281cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712986 Sep 23 19:30:00.694666 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e42bb999-5535-43cd-9ea9-509f009e69b0 None None] Pushing event updated for resources: {'Port': ['ID=55735349-0e70-4a5d-a297-e34604df3824,revision_number=3']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:30:00.730886 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-ecf263da-22da-4b18-93d3-90c4c7ca80b6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:30:00.804109 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.managers [None req-0bdde7a3-ddc3-4b6d-8926-342d51da5e73 None None] Attempting to bind port 55735349-0e70-4a5d-a297-e34604df3824 on host n-d-713301-16 for vnic_type normal with profile {{(pid=95103) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 19:30:00.804512 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.managers [None req-0bdde7a3-ddc3-4b6d-8926-342d51da5e73 None None] Attempting to bind port 55735349-0e70-4a5d-a297-e34604df3824 by drivers openvswitch,hyperv on host n-d-713301-16 at level 0 using segments [{'id': '95f6fe7c-cbd3-4365-ad71-f7b6e6da07cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '4938c958-b8c9-4af7-9682-a50ce306467f'}] {{(pid=95103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 19:30:00.804877 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bdde7a3-ddc3-4b6d-8926-342d51da5e73 None None] Attempting to bind port 55735349-0e70-4a5d-a297-e34604df3824 on network 4938c958-b8c9-4af7-9682-a50ce306467f {{(pid=95103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:30:00.817095 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bdde7a3-ddc3-4b6d-8926-342d51da5e73 None None] Checking agent: {'id': '70a14545-df24-472f-8f95-bfe1719bff93', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 19, 7, 53), 'started_at': datetime.datetime(2021, 9, 23, 19, 8, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 19, 29, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 19:30:00.817668 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bdde7a3-ddc3-4b6d-8926-342d51da5e73 None None] Checking segment: {'id': '95f6fe7c-cbd3-4365-ad71-f7b6e6da07cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '4938c958-b8c9-4af7-9682-a50ce306467f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95103) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:30:00.818108 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-0bdde7a3-ddc3-4b6d-8926-342d51da5e73 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:30:00.818508 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bdde7a3-ddc3-4b6d-8926-342d51da5e73 None None] Bound using segment: {'id': '95f6fe7c-cbd3-4365-ad71-f7b6e6da07cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '4938c958-b8c9-4af7-9682-a50ce306467f'} {{(pid=95103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 19:30:00.818984 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.managers [None req-0bdde7a3-ddc3-4b6d-8926-342d51da5e73 None None] Bound port: 55735349-0e70-4a5d-a297-e34604df3824, host: n-d-713301-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '95f6fe7c-cbd3-4365-ad71-f7b6e6da07cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '4938c958-b8c9-4af7-9682-a50ce306467f'}}] {{(pid=95103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 19:30:00.819503 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-0bdde7a3-ddc3-4b6d-8926-342d51da5e73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:30:00.969924 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-1d124dcf-04d7-466a-bea3-98029d0ddab9 req-271f3932-b9fe-4676-9022-c43dd296689d service neutron] 10.222.0.53 "GET /v2.0/networks/5220cb0c-da05-478a-9604-8c11469a05b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3551927 Sep 23 19:30:01.010772 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-0bdde7a3-ddc3-4b6d-8926-342d51da5e73 None None] For port 55735349-0e70-4a5d-a297-e34604df3824, host n-d-713301-16, cleared binding levels {{(pid=95103) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 19:30:01.015372 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-0bdde7a3-ddc3-4b6d-8926-342d51da5e73 None None] For port 55735349-0e70-4a5d-a297-e34604df3824, host n-d-713301-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-16',level=0,port_id=55735349-0e70-4a5d-a297-e34604df3824,segment=NetworkSegment(95f6fe7c-cbd3-4365-ad71-f7b6e6da07cd),segment_id=95f6fe7c-cbd3-4365-ad71-f7b6e6da07cd)] {{(pid=95103) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 19:30:01.046762 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-0bdde7a3-ddc3-4b6d-8926-342d51da5e73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:30:01.134167 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-ecf263da-22da-4b18-93d3-90c4c7ca80b6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:30:01.139363 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-ecf263da-22da-4b18-93d3-90c4c7ca80b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:30:01.186632 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-63d0e9bd-1230-4739-9ac4-b26c5a8c2a34 req-b3bb32f8-84c9-4445-b867-1bace2faf06f tempest-MultipleCreateTestJSON-1258598126 tempest-MultipleCreateTestJSON-1258598126-project] Notify callbacks [] for port, precommit_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:30:01.203737 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-41509235-15fa-4c38-8ca5-e30ab5c3fcbd None None] Provisioning complete for port 55735349-0e70-4a5d-a297-e34604df3824 triggered by entity DHCP. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:30:01.204119 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-41509235-15fa-4c38-8ca5-e30ab5c3fcbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:30:01.205479 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb5dd77-7819-41a5-a57d-3b858696fe9c req-53dd816e-b39a-40bc-9516-c98644cd705c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:30:01.207847 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-fcb5dd77-7819-41a5-a57d-3b858696fe9c req-53dd816e-b39a-40bc-9516-c98644cd705c service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=748674498643492788ef144f73a22a11&device_id=87e77863-219f-42c4-8b26-1f31af11f822 HTTP/1.1" status: 200 len: 1100 time: 0.1534142 Sep 23 19:30:01.310219 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bdde7a3-ddc3-4b6d-8926-342d51da5e73 None None] Routers {'687c9c47-8f94-4243-aa15-ef795d11d187'} bound to L3 agent in host n-d-713301-16 {{(pid=95103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 19:30:01.311159 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_hamode_db [None req-0bdde7a3-ddc3-4b6d-8926-342d51da5e73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-23T19:07:52Z,description=,heartbeat_timestamp=2021-09-23T19:29:52Z,host='n-d-713301-16',id=79a740bf-7821-4989-8288-7186e3e128f3,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:07:52Z,topic='l3_agent')) {'router_ids': ['687c9c47-8f94-4243-aa15-ef795d11d187'], 'active': True} {{(pid=95103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:30:01.321594 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-ecf263da-22da-4b18-93d3-90c4c7ca80b6 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=0b42845c6afe40a28e0ee1aec1e9d650&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3123581 Sep 23 19:30:01.329606 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 42828) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:30:01.407094 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e42bb999-5535-43cd-9ea9-509f009e69b0 None None] Pushing event updated for resources: {'Port': ['ID=55735349-0e70-4a5d-a297-e34604df3824,revision_number=4']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:30:01.444782 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecf263da-22da-4b18-93d3-90c4c7ca80b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0afffec-9770-44ef-b3af-722f45f052ee,revision_number=1']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:30:01.483892 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-63d0e9bd-1230-4739-9ac4-b26c5a8c2a34 req-b3bb32f8-84c9-4445-b867-1bace2faf06f tempest-MultipleCreateTestJSON-1258598126 tempest-MultipleCreateTestJSON-1258598126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783145673135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5607431'] for port, after_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:30:01.491630 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-26daf4b3-f842-4736-b85f-ed56e6996047 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:30:01.517874 n-d-713301-16 neutron-server[95101]: DEBUG neutron.db.db_base_plugin_common [req-63d0e9bd-1230-4739-9ac4-b26c5a8c2a34 req-2835fade-7f7b-45dd-8d9d-d5931d0dc391 tempest-MultipleCreateTestJSON-1258598126 tempest-MultipleCreateTestJSON-1258598126-project] Allocated IP 172.20.0.2 (edbc94ab-09ae-45f0-9c1a-791584683548/bac3bfbf-ef37-4169-a536-707ef05210f4/a129d714-63cc-43a1-9de1-9e7968380be1) {{(pid=95101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 19:30:01.546687 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f2bbd3d-e459-44a8-a047-9c6a43166707 req-6631468b-b021-4c72-8f4d-8ba550f05da0 tempest-AttachVolumeTestJSON-1825206227 tempest-AttachVolumeTestJSON-1825206227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:30:01.559101 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-7f2bbd3d-e459-44a8-a047-9c6a43166707 req-6631468b-b021-4c72-8f4d-8ba550f05da0 tempest-AttachVolumeTestJSON-1825206227 tempest-AttachVolumeTestJSON-1825206227-project] 10.222.0.67 "GET /v2.0/ports?device_id=4cba8196-5b5b-42a0-aaca-42902580e803 HTTP/1.1" status: 200 len: 946 time: 0.3618910 Sep 23 19:30:01.642377 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-41509235-15fa-4c38-8ca5-e30ab5c3fcbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:30:01.663015 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-c2e56293-ea76-4fbd-9120-38a0887fcfe9 req-0b0db3ff-9d83-4755-b733-79413cb1f6d7 tempest-MultipleCreateTestJSON-1258598126 tempest-MultipleCreateTestJSON-1258598126-project] 10.222.0.67 "GET /v2.0/ports?device_id=bf494dd8-8ac4-4506-ab87-f7269b5a02f0 HTTP/1.1" status: 200 len: 210 time: 0.1599002 Sep 23 19:30:01.702221 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_dvr_db [None req-0bdde7a3-ddc3-4b6d-8926-342d51da5e73 None None] Set router 687c9c47-8f94-4243-aa15-ef795d11d187 gateway port host: n-d-713301-16 {{(pid=95103) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 19:30:01.713320 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-26daf4b3-f842-4736-b85f-ed56e6996047 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:30:01.747720 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-7f2bbd3d-e459-44a8-a047-9c6a43166707 req-651d8ee5-8234-4da6-9f75-324d06d667d6 tempest-AttachVolumeTestJSON-1825206227 tempest-AttachVolumeTestJSON-1825206227-project] 10.222.0.67 "GET /v2.0/security-groups?id=39522664-d93c-44d8-9f62-0e2cfbb5d5ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1873496 Sep 23 19:30:01.763735 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-41509235-15fa-4c38-8ca5-e30ab5c3fcbd None None] For port 55735349-0e70-4a5d-a297-e34604df3824, host n-d-713301-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-16',level=0,port_id=55735349-0e70-4a5d-a297-e34604df3824,segment=NetworkSegment(95f6fe7c-cbd3-4365-ad71-f7b6e6da07cd),segment_id=95f6fe7c-cbd3-4365-ad71-f7b6e6da07cd)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:30:01.861778 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-41509235-15fa-4c38-8ca5-e30ab5c3fcbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:30:01.867670 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-26daf4b3-f842-4736-b85f-ed56e6996047 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:30:01.870272 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-26daf4b3-f842-4736-b85f-ed56e6996047 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:30:01.871453 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-26daf4b3-f842-4736-b85f-ed56e6996047 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/d0afffec-9770-44ef-b3af-722f45f052ee HTTP/1.1" status: 204 len: 168 time: 0.5408690 Sep 23 19:30:01.891272 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26daf4b3-f842-4736-b85f-ed56e6996047 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0afffec-9770-44ef-b3af-722f45f052ee,revision_number=None']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:30:01.922450 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 42846) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:30:01.945384 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-63d0e9bd-1230-4739-9ac4-b26c5a8c2a34 req-2835fade-7f7b-45dd-8d9d-d5931d0dc391 tempest-MultipleCreateTestJSON-1258598126 tempest-MultipleCreateTestJSON-1258598126-project] Notify callbacks [] for port, precommit_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:30:02.016177 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-63d0e9bd-1230-4739-9ac4-b26c5a8c2a34 req-2835fade-7f7b-45dd-8d9d-d5931d0dc391 tempest-MultipleCreateTestJSON-1258598126 tempest-MultipleCreateTestJSON-1258598126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783145673135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5607431'] for port, after_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:30:02.038329 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-63d0e9bd-1230-4739-9ac4-b26c5a8c2a34 req-b3bb32f8-84c9-4445-b867-1bace2faf06f tempest-MultipleCreateTestJSON-1258598126 tempest-MultipleCreateTestJSON-1258598126-project] Network edbc94ab-09ae-45f0-9c1a-791584683548 is already hosted by enough agents. {{(pid=95101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:30:02.045157 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.base_scheduler [req-63d0e9bd-1230-4739-9ac4-b26c5a8c2a34 req-b3bb32f8-84c9-4445-b867-1bace2faf06f tempest-MultipleCreateTestJSON-1258598126 tempest-MultipleCreateTestJSON-1258598126-project] Resources bound (agent type, host, resource id): {{(pid=95101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:30:02.049808 n-d-713301-16 neutron-server[95101]: DEBUG neutron.db.l3_dvrscheduler_db [req-63d0e9bd-1230-4739-9ac4-b26c5a8c2a34 req-b3bb32f8-84c9-4445-b867-1bace2faf06f tempest-MultipleCreateTestJSON-1258598126 tempest-MultipleCreateTestJSON-1258598126-project] Received port after_create {{(pid=95101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 19:30:02.098116 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.v2.base [None req-495615a7-0a70-4a37-b621-05b0852c14c5 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1704357460-network', 'tenant_id': '69159fd28782479cb6f5c4a9161e8f9c'}} {{(pid=95102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:30:02.134683 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d0e9bd-1230-4739-9ac4-b26c5a8c2a34 req-b3bb32f8-84c9-4445-b867-1bace2faf06f tempest-MultipleCreateTestJSON-1258598126 tempest-MultipleCreateTestJSON-1258598126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:30:02.135804 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-63d0e9bd-1230-4739-9ac4-b26c5a8c2a34 req-b3bb32f8-84c9-4445-b867-1bace2faf06f tempest-MultipleCreateTestJSON-1258598126 tempest-MultipleCreateTestJSON-1258598126-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222849'] for port, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:30:02.147423 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41509235-15fa-4c38-8ca5-e30ab5c3fcbd None None] Pushing event updated for resources: {'Port': ['ID=55735349-0e70-4a5d-a297-e34604df3824,revision_number=5']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:30:02.159244 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Device 743ffe71-76e1-4f6f-91ab-57bc481eb35a details requested by agent hyperv_n-h2-713301-16 with host n-h2-713301-16 {{(pid=95103) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 19:30:02.176076 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb5dd77-7819-41a5-a57d-3b858696fe9c req-e4816608-bb68-4898-a2c6-70a5c55b0b7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:30:02.179895 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-fcb5dd77-7819-41a5-a57d-3b858696fe9c req-e4816608-bb68-4898-a2c6-70a5c55b0b7b service neutron] 10.222.0.53 "GET /v2.0/networks?id=5220cb0c-da05-478a-9604-8c11469a05b4 HTTP/1.1" status: 200 len: 870 time: 0.9559109 Sep 23 19:30:02.181365 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e072c5f1-1ae8-40a7-bad6-c87031cef63f req-aab83b6f-9d4e-418c-97ee-317ba9b90b84 tempest-ImagesOneServerTestJSON-2058836255 tempest-ImagesOneServerTestJSON-2058836255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:30:02.195509 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-e072c5f1-1ae8-40a7-bad6-c87031cef63f req-aab83b6f-9d4e-418c-97ee-317ba9b90b84 tempest-ImagesOneServerTestJSON-2058836255 tempest-ImagesOneServerTestJSON-2058836255-project] 10.222.0.67 "GET /v2.0/ports?device_id=87e77863-219f-42c4-8b26-1f31af11f822 HTTP/1.1" status: 200 len: 948 time: 0.1991475 Sep 23 19:30:02.215635 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-495615a7-0a70-4a37-b621-05b0852c14c5 admin admin] Made reservation on behalf of 69159fd28782479cb6f5c4a9161e8f9c for: {'network': 1} {{(pid=95102) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:30:02.226000 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-495615a7-0a70-4a37-b621-05b0852c14c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for network, before_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:30:02.232838 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-efcac6fa-5582-4001-acd9-77bea0be6d1d None None] Provisioning complete for port 55735349-0e70-4a5d-a297-e34604df3824 triggered by entity DHCP. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:30:02.233641 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-efcac6fa-5582-4001-acd9-77bea0be6d1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:30:02.268270 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-495615a7-0a70-4a37-b621-05b0852c14c5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:30:02.340220 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-fcb5dd77-7819-41a5-a57d-3b858696fe9c req-a57a72c7-325e-42db-9c0e-81b0acc9b4dd service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.202&port_id=743ffe71-76e1-4f6f-91ab-57bc481eb35a HTTP/1.1" status: 200 len: 217 time: 0.1236591 Sep 23 19:30:02.345794 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3bb32f8-84c9-4445-b867-1bace2faf06f tempest-MultipleCreateTestJSON-1258598126 tempest-MultipleCreateTestJSON-1258598126-project] Pushing event updated for resources: {'Port': ['ID=89b22f2a-5287-4977-b3a7-92e3fe414961,revision_number=1']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:30:02.349813 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-e072c5f1-1ae8-40a7-bad6-c87031cef63f req-697a1464-fbd8-4259-9d14-e8ee372e4145 tempest-ImagesOneServerTestJSON-2058836255 tempest-ImagesOneServerTestJSON-2058836255-project] 10.222.0.67 "GET /v2.0/security-groups?id=8c832402-56d3-4931-aa70-6b0106b281cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1514909 Sep 23 19:30:02.555534 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-63d0e9bd-1230-4739-9ac4-b26c5a8c2a34 req-2835fade-7f7b-45dd-8d9d-d5931d0dc391 tempest-MultipleCreateTestJSON-1258598126 tempest-MultipleCreateTestJSON-1258598126-project] Network edbc94ab-09ae-45f0-9c1a-791584683548 is already hosted by enough agents. {{(pid=95101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:30:02.559048 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb5dd77-7819-41a5-a57d-3b858696fe9c req-3074e6d8-137b-4718-8c48-c88b461b1053 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:30:02.563036 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-fcb5dd77-7819-41a5-a57d-3b858696fe9c req-3074e6d8-137b-4718-8c48-c88b461b1053 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=1ccc69bc-9d6b-44d9-b227-204e47dc6e45 HTTP/1.1" status: 200 len: 843 time: 0.2087972 Sep 23 19:30:02.567265 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-495615a7-0a70-4a37-b621-05b0852c14c5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:30:02.570582 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-63d0e9bd-1230-4739-9ac4-b26c5a8c2a34 req-b3bb32f8-84c9-4445-b867-1bace2faf06f tempest-MultipleCreateTestJSON-1258598126 tempest-MultipleCreateTestJSON-1258598126-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.6430273 Sep 23 19:30:02.571514 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] For port 743ffe71-76e1-4f6f-91ab-57bc481eb35a, host n-h2-713301-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-16',level=0,port_id=743ffe71-76e1-4f6f-91ab-57bc481eb35a,segment=NetworkSegment(6139d589-eb6c-4578-8935-c26ddf396853),segment_id=6139d589-eb6c-4578-8935-c26ddf396853)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:30:02.572547 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-495615a7-0a70-4a37-b621-05b0852c14c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:30:02.582504 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.base_scheduler [req-63d0e9bd-1230-4739-9ac4-b26c5a8c2a34 req-2835fade-7f7b-45dd-8d9d-d5931d0dc391 tempest-MultipleCreateTestJSON-1258598126 tempest-MultipleCreateTestJSON-1258598126-project] Resources bound (agent type, host, resource id): {{(pid=95101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:30:02.593422 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Returning: {'device': '743ffe71-76e1-4f6f-91ab-57bc481eb35a', 'network_id': '5220cb0c-da05-478a-9604-8c11469a05b4', 'port_id': '743ffe71-76e1-4f6f-91ab-57bc481eb35a', 'mac_address': 'fa:16:3e:06:a2:46', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 624, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1ccc69bc-9d6b-44d9-b227-204e47dc6e45', 'ip_address': '192.168.233.202'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95103) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 19:30:02.599443 n-d-713301-16 neutron-server[95101]: DEBUG neutron.db.l3_dvrscheduler_db [req-63d0e9bd-1230-4739-9ac4-b26c5a8c2a34 req-2835fade-7f7b-45dd-8d9d-d5931d0dc391 tempest-MultipleCreateTestJSON-1258598126 tempest-MultipleCreateTestJSON-1258598126-project] Received port after_create {{(pid=95101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 19:30:02.613660 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-495615a7-0a70-4a37-b621-05b0852c14c5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 636} {{(pid=95102) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 19:30:02.650664 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-495615a7-0a70-4a37-b621-05b0852c14c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df3a0d58-51c7-4866-b8f6-4c58860cd131,revision_number=1']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:30:02.654728 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-495615a7-0a70-4a37-b621-05b0852c14c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1756186'] for segment, precommit_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:30:02.655292 n-d-713301-16 neutron-server[95102]: INFO neutron.db.segments_db [None req-495615a7-0a70-4a37-b621-05b0852c14c5 admin admin] Added segment c19b51ef-7043-4979-ba9f-21280f2e9142 of type vlan for network a1a54103-96b7-401b-be92-1e0e83c7a3b4 Sep 23 19:30:02.708985 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-495615a7-0a70-4a37-b621-05b0852c14c5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783145630486'] for network, precommit_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:30:02.772391 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-495615a7-0a70-4a37-b621-05b0852c14c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299'] for network, after_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:30:02.774166 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-495615a7-0a70-4a37-b621-05b0852c14c5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:30:02.775079 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-495615a7-0a70-4a37-b621-05b0852c14c5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527417'] for network, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:30:02.797824 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:30:02.817459 n-d-713301-16 neutron-server[95103]: DEBUG neutron.notifiers.nova [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 743ffe71-76e1-4f6f-91ab-57bc481eb35a {{(pid=95103) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 19:30:02.832164 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_hamode_db [None req-0bdde7a3-ddc3-4b6d-8926-342d51da5e73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '687c9c47-8f94-4243-aa15-ef795d11d187', 'name': 'tempest-TaggedBootDevicesTest_v242-1700965945-router', 'tenant_id': '1f1788a36b0c407c84d1fe9c6d21bab4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'external_fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.40'}], 'enable_snat': True}, 'gw_port_id': '40c441b9-8411-4af2-8b5c-456cc886cb3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:29:46Z', 'updated_at': '2021-09-23T19:29:55Z', 'revision_number': 4, 'project_id': '1f1788a36b0c407c84d1fe9c6d21bab4', 'gw_port': {'id': '40c441b9-8411-4af2-8b5c-456cc886cb3f', 'name': '', 'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:40:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '687c9c47-8f94-4243-aa15-ef795d11d187', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1147, 'fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:29:47Z', 'updated_at': '2021-09-23T19:29:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-16', '_interfaces': [{'id': '55735349-0e70-4a5d-a297-e34604df3824', 'name': '', 'network_id': '4938c958-b8c9-4af7-9682-a50ce306467f', 'tenant_id': '1f1788a36b0c407c84d1fe9c6d21bab4', 'mac_address': 'fa:16:3e:85:4a:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '687c9c47-8f94-4243-aa15-ef795d11d187', 'device_owner': 'network:router_interface', 'standard_attr_id': 1166, 'fixed_ips': [{'subnet_id': '0a32b004-bc4a-40b4-8198-7301a96775ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:29:54Z', 'updated_at': '2021-09-23T19:30:00Z', 'revision_number': 4, 'project_id': '1f1788a36b0c407c84d1fe9c6d21bab4', 'subnets': [{'id': '0a32b004-bc4a-40b4-8198-7301a96775ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-16', False) {} {{(pid=95103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:30:02.847204 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.v2.base [req-63d0e9bd-1230-4739-9ac4-b26c5a8c2a34 req-925f11c2-1bad-481d-9cc6-78ccec98813b service neutron] Request body: {'port': {'device_id': '40559b6e-1efc-4beb-bd56-15a95417d619', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713301-16'}} {{(pid=95101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:30:02.863409 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-495615a7-0a70-4a37-b621-05b0852c14c5 admin admin] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.9363089 Sep 23 19:30:02.864091 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 42872) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:30:02.868797 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bdde7a3-ddc3-4b6d-8926-342d51da5e73 None None] The sync data for ids ['687c9c47-8f94-4243-aa15-ef795d11d187'] in n-d-713301-16 is: [{'id': '687c9c47-8f94-4243-aa15-ef795d11d187', 'name': 'tempest-TaggedBootDevicesTest_v242-1700965945-router', 'tenant_id': '1f1788a36b0c407c84d1fe9c6d21bab4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'external_fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.40'}], 'enable_snat': True}, 'gw_port_id': '40c441b9-8411-4af2-8b5c-456cc886cb3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:29:46Z', 'updated_at': '2021-09-23T19:29:55Z', 'revision_number': 4, 'project_id': '1f1788a36b0c407c84d1fe9c6d21bab4', 'gw_port': {'id': '40c441b9-8411-4af2-8b5c-456cc886cb3f', 'name': '', 'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:40:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '687c9c47-8f94-4243-aa15-ef795d11d187', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1147, 'fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:29:47Z', 'updated_at': '2021-09-23T19:29:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-16', '_interfaces': [{'id': '55735349-0e70-4a5d-a297-e34604df3824', 'name': '', 'network_id': '4938c958-b8c9-4af7-9682-a50ce306467f', 'tenant_id': '1f1788a36b0c407c84d1fe9c6d21bab4', 'mac_address': 'fa:16:3e:85:4a:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '687c9c47-8f94-4243-aa15-ef795d11d187', 'device_owner': 'network:router_interface', 'standard_attr_id': 1166, 'fixed_ips': [{'subnet_id': '0a32b004-bc4a-40b4-8198-7301a96775ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:29:54Z', 'updated_at': '2021-09-23T19:30:00Z', 'revision_number': 4, 'project_id': '1f1788a36b0c407c84d1fe9c6d21bab4', 'subnets': [{'id': '0a32b004-bc4a-40b4-8198-7301a96775ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 19:30:02.882873 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] For port 743ffe71-76e1-4f6f-91ab-57bc481eb35a, host n-h2-713301-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-16',level=0,port_id=743ffe71-76e1-4f6f-91ab-57bc481eb35a,segment=NetworkSegment(6139d589-eb6c-4578-8935-c26ddf396853),segment_id=6139d589-eb6c-4578-8935-c26ddf396853)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:30:02.890250 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:30:02.906958 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.v2.base [None req-26f17a0f-cbb2-46dd-97dd-a03a31d442ea admin admin] Request body: {'subnet': {'network_id': 'a1a54103-96b7-401b-be92-1e0e83c7a3b4', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1704357460-subnet', 'tenant_id': '69159fd28782479cb6f5c4a9161e8f9c', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=95102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:30:03.008089 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d0e9bd-1230-4739-9ac4-b26c5a8c2a34 req-2835fade-7f7b-45dd-8d9d-d5931d0dc391 tempest-MultipleCreateTestJSON-1258598126 tempest-MultipleCreateTestJSON-1258598126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:30:03.016387 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-63d0e9bd-1230-4739-9ac4-b26c5a8c2a34 req-2835fade-7f7b-45dd-8d9d-d5931d0dc391 tempest-MultipleCreateTestJSON-1258598126 tempest-MultipleCreateTestJSON-1258598126-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222849'] for port, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:30:03.022531 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2835fade-7f7b-45dd-8d9d-d5931d0dc391 tempest-MultipleCreateTestJSON-1258598126 tempest-MultipleCreateTestJSON-1258598126-project] Pushing event updated for resources: {'Port': ['ID=a129d714-63cc-43a1-9de1-9e7968380be1,revision_number=1']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:30:03.062492 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Pushing event updated for resources: {'Port': ['ID=743ffe71-76e1-4f6f-91ab-57bc481eb35a,revision_number=4']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:30:03.102520 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] get_ports_and_sgs() called for port_ids ['743ffe71-76e1-4f6f-91ab-57bc481eb35a'] {{(pid=95103) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 19:30:03.384838 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-495615a7-0a70-4a37-b621-05b0852c14c5 admin admin] Pushing event updated for resources: {'Network': ['ID=a1a54103-96b7-401b-be92-1e0e83c7a3b4,revision_number=1']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:30:03.415276 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26f17a0f-cbb2-46dd-97dd-a03a31d442ea admin admin] Made reservation on behalf of 69159fd28782479cb6f5c4a9161e8f9c for: {'subnet': 1} {{(pid=95102) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:30:03.418652 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-26f17a0f-cbb2-46dd-97dd-a03a31d442ea admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5388256'] for subnet, before_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:30:03.435984 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Network a1a54103-96b7-401b-be92-1e0e83c7a3b4 details requested by agent ovs-agent-n-d-713301-16 with host n-d-713301-16 {{(pid=95103) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 19:30:03.497326 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-63d0e9bd-1230-4739-9ac4-b26c5a8c2a34 req-2835fade-7f7b-45dd-8d9d-d5931d0dc391 tempest-MultipleCreateTestJSON-1258598126 tempest-MultipleCreateTestJSON-1258598126-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.3386283 Sep 23 19:30:03.676418 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Device 55735349-0e70-4a5d-a297-e34604df3824 up at agent ovs-agent-n-d-713301-16 {{(pid=95103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 19:30:03.680703 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.v2.base [req-63d0e9bd-1230-4739-9ac4-b26c5a8c2a34 req-846b4216-351d-4ff4-97df-d13db3fbb3eb service neutron] Request body: {'port': {'device_id': 'bf494dd8-8ac4-4506-ab87-f7269b5a02f0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713301-16'}} {{(pid=95101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:30:03.702198 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb5dd77-7819-41a5-a57d-3b858696fe9c req-5c6399a9-2415-4d4a-b198-a3210f10a467 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:30:03.708546 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-fcb5dd77-7819-41a5-a57d-3b858696fe9c req-5c6399a9-2415-4d4a-b198-a3210f10a467 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=5220cb0c-da05-478a-9604-8c11469a05b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.8788543 Sep 23 19:30:03.835410 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-63d0e9bd-1230-4739-9ac4-b26c5a8c2a34 req-925f11c2-1bad-481d-9cc6-78ccec98813b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:30:03.850025 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Provisioning complete for port 55735349-0e70-4a5d-a297-e34604df3824 triggered by entity L2. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:30:03.850689 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:30:04.134490 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Device 743ffe71-76e1-4f6f-91ab-57bc481eb35a up at agent hyperv_n-h2-713301-16 {{(pid=95103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 19:30:04.252312 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Provisioning for port 743ffe71-76e1-4f6f-91ab-57bc481eb35a completed by entity L2. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 19:30:04.262782 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Provisioning complete for port 743ffe71-76e1-4f6f-91ab-57bc481eb35a triggered by entity L2. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:30:04.263366 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:30:04.478076 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:30:04.594122 n-d-713301-16 neutron-server[95103]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87e77863-219f-42c4-8b26-1f31af11f822', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '743ffe71-76e1-4f6f-91ab-57bc481eb35a'}] {{(pid=95103) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 19:30:04.599078 n-d-713301-16 neutron-server[95103]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}81a1c17f2aa89d5b3ebbba3a3e0cf7eb588e431c2224256110c4c4facdd7c3e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c643d635-6804-451c-962e-58e52467139c" -d '{"events": [{"server_uuid": "87e77863-219f-42c4-8b26-1f31af11f822", "name": "network-vif-plugged", "status": "completed", "tag": "743ffe71-76e1-4f6f-91ab-57bc481eb35a"}]}' {{(pid=95103) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 19:30:04.655488 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] For port 743ffe71-76e1-4f6f-91ab-57bc481eb35a, host n-h2-713301-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-16',level=0,port_id=743ffe71-76e1-4f6f-91ab-57bc481eb35a,segment=NetworkSegment(6139d589-eb6c-4578-8935-c26ddf396853),segment_id=6139d589-eb6c-4578-8935-c26ddf396853)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:30:04.662973 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:30:04.753857 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0c03c6-ddb3-4cd3-8b43-f5ab6560a3c1 req-7102847b-dc1f-4178-b135-bdc09f203ade tempest-MultipleCreateTestJSON-1258598126 tempest-MultipleCreateTestJSON-1258598126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:30:04.777702 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-9f0c03c6-ddb3-4cd3-8b43-f5ab6560a3c1 req-7102847b-dc1f-4178-b135-bdc09f203ade tempest-MultipleCreateTestJSON-1258598126 tempest-MultipleCreateTestJSON-1258598126-project] 10.222.0.67 "GET /v2.0/ports?device_id=bf494dd8-8ac4-4506-ab87-f7269b5a02f0 HTTP/1.1" status: 200 len: 931 time: 1.7299368 Sep 23 19:30:04.790889 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-26f17a0f-cbb2-46dd-97dd-a03a31d442ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4398944', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5388242'] for subnet, after_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:30:04.835955 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-63d0e9bd-1230-4739-9ac4-b26c5a8c2a34 req-846b4216-351d-4ff4-97df-d13db3fbb3eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:30:04.856300 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f666a59-2c51-4f87-86c3-4636ab0260c7 req-fb88712f-8f93-499a-ae40-ea3da0c43546 tempest-AttachVolumeTestJSON-1825206227 tempest-AttachVolumeTestJSON-1825206227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:30:04.857491 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-1f666a59-2c51-4f87-86c3-4636ab0260c7 req-fb88712f-8f93-499a-ae40-ea3da0c43546 tempest-AttachVolumeTestJSON-1825206227 tempest-AttachVolumeTestJSON-1825206227-project] 10.222.0.67 "GET /v2.0/ports?device_id=4cba8196-5b5b-42a0-aaca-42902580e803 HTTP/1.1" status: 200 len: 946 time: 1.8097472 Sep 23 19:30:04.874667 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Pushing event updated for resources: {'Port': ['ID=743ffe71-76e1-4f6f-91ab-57bc481eb35a,revision_number=5']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:30:04.918218 n-d-713301-16 neutron-server[95101]: DEBUG neutron.notifiers.nova [req-63d0e9bd-1230-4739-9ac4-b26c5a8c2a34 req-925f11c2-1bad-481d-9cc6-78ccec98813b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 89b22f2a-5287-4977-b3a7-92e3fe414961 {{(pid=95101) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 19:30:04.936926 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-63d0e9bd-1230-4739-9ac4-b26c5a8c2a34 req-925f11c2-1bad-481d-9cc6-78ccec98813b service neutron] Notify callbacks [] for port, precommit_update {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:30:04.996971 n-d-713301-16 neutron-server[95101]: DEBUG neutron.db.provisioning_blocks [req-63d0e9bd-1230-4739-9ac4-b26c5a8c2a34 req-925f11c2-1bad-481d-9cc6-78ccec98813b service neutron] Transition to ACTIVE for port object 89b22f2a-5287-4977-b3a7-92e3fe414961 will not be triggered until provisioned by entity L2. {{(pid=95101) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 19:30:05.020162 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-63d0e9bd-1230-4739-9ac4-b26c5a8c2a34 req-925f11c2-1bad-481d-9cc6-78ccec98813b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5607436'] for port, after_update {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:30:05.078217 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26f17a0f-cbb2-46dd-97dd-a03a31d442ea admin admin] Pushing event updated for resources: {'Subnet': ['ID=adada119-0631-4032-b416-7e673851a9bb,revision_number=0']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:30:05.152047 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-9f0c03c6-ddb3-4cd3-8b43-f5ab6560a3c1 req-3bc653ff-426c-4807-a073-71254814bc30 tempest-MultipleCreateTestJSON-1258598126 tempest-MultipleCreateTestJSON-1258598126-project] 10.222.0.67 "GET /v2.0/security-groups?id=c80e840b-1ed2-48e2-be35-8dcdc113c8e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3734407 Sep 23 19:30:05.250200 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-1f666a59-2c51-4f87-86c3-4636ab0260c7 req-5bc87f36-70c5-4e53-be74-a85759cafdea tempest-AttachVolumeTestJSON-1825206227 tempest-AttachVolumeTestJSON-1825206227-project] 10.222.0.67 "GET /v2.0/security-groups?id=39522664-d93c-44d8-9f62-0e2cfbb5d5ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1658721 Sep 23 19:30:05.267752 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26f17a0f-cbb2-46dd-97dd-a03a31d442ea admin admin] Checking segment: {'id': 'c19b51ef-7043-4979-ba9f-21280f2e9142', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': 'a1a54103-96b7-401b-be92-1e0e83c7a3b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95102) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:30:05.268266 n-d-713301-16 neutron-server[95102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26f17a0f-cbb2-46dd-97dd-a03a31d442ea admin admin] Network hostable DHCP agents. Network: a1a54103-96b7-401b-be92-1e0e83c7a3b4, hostable agents: ['1b18bf05-1b5f-4587-be5c-af3ac38e32ad'], hosted agents: [] {{(pid=95102) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 19:30:05.310564 n-d-713301-16 neutron-server[95102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26f17a0f-cbb2-46dd-97dd-a03a31d442ea admin admin] Network a1a54103-96b7-401b-be92-1e0e83c7a3b4 is scheduled to be hosted by DHCP agent 1b18bf05-1b5f-4587-be5c-af3ac38e32ad with binding_index 1 {{(pid=95102) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 19:30:05.350724 n-d-713301-16 neutron-server[95102]: DEBUG neutron.scheduler.base_scheduler [None req-26f17a0f-cbb2-46dd-97dd-a03a31d442ea admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713301-16, a1a54103-96b7-401b-be92-1e0e83c7a3b4) {{(pid=95102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:30:05.364816 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4e7bb76-d5f6-4d4f-bcd7-4bd081ae5715 None None] Network a1a54103-96b7-401b-be92-1e0e83c7a3b4 requested from n-d-713301-16 {{(pid=95103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 19:30:05.380939 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26f17a0f-cbb2-46dd-97dd-a03a31d442ea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:30:05.381750 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-26f17a0f-cbb2-46dd-97dd-a03a31d442ea admin admin] Notify callbacks [] for subnet, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:30:05.403932 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-26f17a0f-cbb2-46dd-97dd-a03a31d442ea admin admin] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 2.5099761 Sep 23 19:30:05.406476 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 42910) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:30:05.430842 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.v2.base [None req-4ffdba6d-df23-4861-95bf-63971bb96d3a admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1704357460-router', 'tenant_id': '69159fd28782479cb6f5c4a9161e8f9c', 'external_gateway_info': {'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac'}}} {{(pid=95102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:30:05.461291 n-d-713301-16 neutron-server[95103]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 19:30:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fdbc6945-1bca-451a-8b90-4e1a42766379 x-openstack-request-id: req-fdbc6945-1bca-451a-8b90-4e1a42766379 {{(pid=95103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 19:30:05.461761 n-d-713301-16 neutron-server[95103]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "87e77863-219f-42c4-8b26-1f31af11f822", "name": "network-vif-plugged", "status": "completed", "tag": "743ffe71-76e1-4f6f-91ab-57bc481eb35a", "code": 200}]} {{(pid=95103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 19:30:05.462154 n-d-713301-16 neutron-server[95103]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-fdbc6945-1bca-451a-8b90-4e1a42766379 {{(pid=95103) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 19:30:05.462757 n-d-713301-16 neutron-server[95103]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '87e77863-219f-42c4-8b26-1f31af11f822', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '743ffe71-76e1-4f6f-91ab-57bc481eb35a', 'code': 200} Sep 23 19:30:05.721766 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-4ffdba6d-df23-4861-95bf-63971bb96d3a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-594563', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29355'] for router, before_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:30:05.732539 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-4ffdba6d-df23-4861-95bf-63971bb96d3a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-597363', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-601731', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-739356', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29346'] for router, precommit_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:30:05.774589 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c7a6a42-657f-4950-8e63-11fea81c8b91 req-3cb39488-9991-4bd5-a2ac-742442cd7d0a tempest-ImagesOneServerTestJSON-2058836255 tempest-ImagesOneServerTestJSON-2058836255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:30:05.776043 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-156967c2-0f17-4ae0-9db9-475f31a4f2d4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4c8b80df-07eb-5275-9f17-5cf640db67c0-a1a54103-96b7-401b-be92-1e0e83c7a3b4', 'network_id': 'a1a54103-96b7-401b-be92-1e0e83c7a3b4', 'tenant_id': '69159fd28782479cb6f5c4a9161e8f9c', 'fixed_ips': [{'subnet_id': 'adada119-0631-4032-b416-7e673851a9bb'}]}} from n-d-713301-16. {{(pid=95103) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 23 19:30:05.776953 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-156967c2-0f17-4ae0-9db9-475f31a4f2d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_create {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:30:05.788535 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-8c7a6a42-657f-4950-8e63-11fea81c8b91 req-3cb39488-9991-4bd5-a2ac-742442cd7d0a tempest-ImagesOneServerTestJSON-2058836255 tempest-ImagesOneServerTestJSON-2058836255-project] 10.222.0.67 "GET /v2.0/ports?device_id=87e77863-219f-42c4-8b26-1f31af11f822 HTTP/1.1" status: 200 len: 950 time: 0.3380697 Sep 23 19:30:05.921829 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-4ffdba6d-df23-4861-95bf-63971bb96d3a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:30:06.072880 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-8c7a6a42-657f-4950-8e63-11fea81c8b91 req-93709e77-4f6c-4337-b91e-874032e01006 tempest-ImagesOneServerTestJSON-2058836255 tempest-ImagesOneServerTestJSON-2058836255-project] 10.222.0.67 "GET /v2.0/security-groups?id=8c832402-56d3-4931-aa70-6b0106b281cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2834046 Sep 23 19:30:06.201716 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-925f11c2-1bad-481d-9cc6-78ccec98813b service neutron] Pushing event updated for resources: {'Port': ['ID=89b22f2a-5287-4977-b3a7-92e3fe414961,revision_number=2']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:30:06.320971 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-fcb5dd77-7819-41a5-a57d-3b858696fe9c req-c2bccbf2-b6c6-44f3-8c02-901852e28788 service neutron] 10.222.0.53 "GET /v2.0/networks/5220cb0c-da05-478a-9604-8c11469a05b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 2.5427792 Sep 23 19:30:06.321205 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.db_base_plugin_common [None req-156967c2-0f17-4ae0-9db9-475f31a4f2d4 None None] Allocated IP 172.20.0.2 (a1a54103-96b7-401b-be92-1e0e83c7a3b4/adada119-0631-4032-b416-7e673851a9bb/4d4250ad-6fee-4532-a0f5-ef733553d350) {{(pid=95103) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 19:30:06.359504 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-4ffdba6d-df23-4861-95bf-63971bb96d3a admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:30:06.522527 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-fcb5dd77-7819-41a5-a57d-3b858696fe9c req-e991f9d1-60d9-46eb-bccd-1dd400d048a9 service neutron] 10.222.0.53 "GET /v2.0/networks/5220cb0c-da05-478a-9604-8c11469a05b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1654909 Sep 23 19:30:06.542308 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f221d8-1126-4b59-bd3d-b4dafecebe5e req-619b0891-e449-4686-bd29-ec78b46572ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:30:06.544253 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-f2f221d8-1126-4b59-bd3d-b4dafecebe5e req-619b0891-e449-4686-bd29-ec78b46572ea service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=87e77863-219f-42c4-8b26-1f31af11f822 HTTP/1.1" status: 200 len: 1102 time: 0.6752646 Sep 23 19:30:06.679673 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-156967c2-0f17-4ae0-9db9-475f31a4f2d4 None None] Notify callbacks [] for port, precommit_create {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:30:06.689884 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.managers [req-63d0e9bd-1230-4739-9ac4-b26c5a8c2a34 req-925f11c2-1bad-481d-9cc6-78ccec98813b service neutron] Attempting to bind port 89b22f2a-5287-4977-b3a7-92e3fe414961 on host n-h2-713301-16 for vnic_type normal with profile {{(pid=95101) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 19:30:06.690627 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.managers [req-63d0e9bd-1230-4739-9ac4-b26c5a8c2a34 req-925f11c2-1bad-481d-9cc6-78ccec98813b service neutron] Attempting to bind port 89b22f2a-5287-4977-b3a7-92e3fe414961 by drivers openvswitch,hyperv on host n-h2-713301-16 at level 0 using segments [{'id': '90bfd6a3-67fd-48b1-905c-725d166593d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': 'edbc94ab-09ae-45f0-9c1a-791584683548'}] {{(pid=95101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 19:30:06.691472 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63d0e9bd-1230-4739-9ac4-b26c5a8c2a34 req-925f11c2-1bad-481d-9cc6-78ccec98813b service neutron] Attempting to bind port 89b22f2a-5287-4977-b3a7-92e3fe414961 on network edbc94ab-09ae-45f0-9c1a-791584683548 {{(pid=95101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:30:06.697585 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-156967c2-0f17-4ae0-9db9-475f31a4f2d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783145673135'] for port, after_create {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:30:06.698206 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7777805-5b8e-426e-bd34-874a6dc2cbe6 req-8924a0d0-b877-4ec8-8836-82aaf374ccbc tempest-MultipleCreateTestJSON-1258598126 tempest-MultipleCreateTestJSON-1258598126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:30:06.699857 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-d7777805-5b8e-426e-bd34-874a6dc2cbe6 req-8924a0d0-b877-4ec8-8836-82aaf374ccbc tempest-MultipleCreateTestJSON-1258598126 tempest-MultipleCreateTestJSON-1258598126-project] 10.222.0.67 "GET /v2.0/ports?device_id=bf494dd8-8ac4-4506-ab87-f7269b5a02f0 HTTP/1.1" status: 200 len: 931 time: 0.3294725 Sep 23 19:30:06.729857 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63d0e9bd-1230-4739-9ac4-b26c5a8c2a34 req-925f11c2-1bad-481d-9cc6-78ccec98813b service neutron] Port 89b22f2a-5287-4977-b3a7-92e3fe414961 on network edbc94ab-09ae-45f0-9c1a-791584683548 not bound, no agent of type Open vSwitch agent registered on host n-h2-713301-16 {{(pid=95101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 19:30:06.734544 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63d0e9bd-1230-4739-9ac4-b26c5a8c2a34 req-925f11c2-1bad-481d-9cc6-78ccec98813b service neutron] Attempting to bind port 89b22f2a-5287-4977-b3a7-92e3fe414961 on network edbc94ab-09ae-45f0-9c1a-791584683548 {{(pid=95101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:30:06.751419 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7709c788-a980-49fd-b6b2-45d0a1fac4f4 req-80b4a88c-e90b-4265-9f9f-556aea8becc0 tempest-AttachVolumeTestJSON-1825206227 tempest-AttachVolumeTestJSON-1825206227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:30:06.756479 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63d0e9bd-1230-4739-9ac4-b26c5a8c2a34 req-925f11c2-1bad-481d-9cc6-78ccec98813b service neutron] Checking agent: {'id': '2a7cea34-db54-4faf-8d23-37521c3e34cb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713301-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 19, 15, 28), 'started_at': datetime.datetime(2021, 9, 23, 19, 15, 28), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 19, 29, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 19:30:06.757187 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63d0e9bd-1230-4739-9ac4-b26c5a8c2a34 req-925f11c2-1bad-481d-9cc6-78ccec98813b service neutron] Checking segment: {'id': '90bfd6a3-67fd-48b1-905c-725d166593d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': 'edbc94ab-09ae-45f0-9c1a-791584683548'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:30:06.757800 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63d0e9bd-1230-4739-9ac4-b26c5a8c2a34 req-925f11c2-1bad-481d-9cc6-78ccec98813b service neutron] Bound using segment: {'id': '90bfd6a3-67fd-48b1-905c-725d166593d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': 'edbc94ab-09ae-45f0-9c1a-791584683548'} {{(pid=95101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 19:30:06.758471 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.managers [req-63d0e9bd-1230-4739-9ac4-b26c5a8c2a34 req-925f11c2-1bad-481d-9cc6-78ccec98813b service neutron] Bound port: 89b22f2a-5287-4977-b3a7-92e3fe414961, host: n-h2-713301-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '90bfd6a3-67fd-48b1-905c-725d166593d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': 'edbc94ab-09ae-45f0-9c1a-791584683548'}}] {{(pid=95101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 19:30:06.759086 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-63d0e9bd-1230-4739-9ac4-b26c5a8c2a34 req-925f11c2-1bad-481d-9cc6-78ccec98813b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:30:06.759335 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-7709c788-a980-49fd-b6b2-45d0a1fac4f4 req-80b4a88c-e90b-4265-9f9f-556aea8becc0 tempest-AttachVolumeTestJSON-1825206227 tempest-AttachVolumeTestJSON-1825206227-project] 10.222.0.67 "GET /v2.0/ports?device_id=4cba8196-5b5b-42a0-aaca-42902580e803 HTTP/1.1" status: 200 len: 946 time: 0.2841003 Sep 23 19:30:06.773670 n-d-713301-16 neutron-server[95101]: DEBUG neutron.notifiers.nova [req-63d0e9bd-1230-4739-9ac4-b26c5a8c2a34 req-846b4216-351d-4ff4-97df-d13db3fbb3eb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a129d714-63cc-43a1-9de1-9e7968380be1 {{(pid=95101) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 19:30:06.781886 n-d-713301-16 neutron-server[95103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-156967c2-0f17-4ae0-9db9-475f31a4f2d4 None None] Network a1a54103-96b7-401b-be92-1e0e83c7a3b4 is already hosted by enough agents. {{(pid=95103) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:30:06.783317 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-156967c2-0f17-4ae0-9db9-475f31a4f2d4 None None] Pushing event updated for resources: {'Port': ['ID=4d4250ad-6fee-4532-a0f5-ef733553d350,revision_number=1']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:30:06.789936 n-d-713301-16 neutron-server[95103]: DEBUG neutron.scheduler.base_scheduler [None req-156967c2-0f17-4ae0-9db9-475f31a4f2d4 None None] Resources bound (agent type, host, resource id): {{(pid=95103) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:30:06.793707 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-156967c2-0f17-4ae0-9db9-475f31a4f2d4 None None] Received port after_create {{(pid=95103) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 19:30:06.820863 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-f2f221d8-1126-4b59-bd3d-b4dafecebe5e req-f06c1299-3dbf-4f1b-aefa-80212ec73130 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=8c832402-56d3-4931-aa70-6b0106b281cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2549725 Sep 23 19:30:06.827054 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-63d0e9bd-1230-4739-9ac4-b26c5a8c2a34 req-846b4216-351d-4ff4-97df-d13db3fbb3eb service neutron] Notify callbacks [] for port, precommit_update {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:30:06.865743 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-7709c788-a980-49fd-b6b2-45d0a1fac4f4 req-c6b27928-78bc-4b17-80d3-74c4787c553d tempest-AttachVolumeTestJSON-1825206227 tempest-AttachVolumeTestJSON-1825206227-project] 10.222.0.67 "GET /v2.0/security-groups?id=39522664-d93c-44d8-9f62-0e2cfbb5d5ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1053669 Sep 23 19:30:06.868986 n-d-713301-16 neutron-server[95101]: DEBUG neutron.db.provisioning_blocks [req-63d0e9bd-1230-4739-9ac4-b26c5a8c2a34 req-846b4216-351d-4ff4-97df-d13db3fbb3eb service neutron] Transition to ACTIVE for port object a129d714-63cc-43a1-9de1-9e7968380be1 will not be triggered until provisioned by entity L2. {{(pid=95101) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 19:30:06.879748 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-63d0e9bd-1230-4739-9ac4-b26c5a8c2a34 req-846b4216-351d-4ff4-97df-d13db3fbb3eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5607436'] for port, after_update {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:30:06.933744 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-d7777805-5b8e-426e-bd34-874a6dc2cbe6 req-61cf16d7-2c4a-4f3a-a602-55975b1d38f4 tempest-MultipleCreateTestJSON-1258598126 tempest-MultipleCreateTestJSON-1258598126-project] 10.222.0.67 "GET /v2.0/security-groups?id=c80e840b-1ed2-48e2-be35-8dcdc113c8e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1862886 Sep 23 19:30:07.007386 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.managers [None req-156967c2-0f17-4ae0-9db9-475f31a4f2d4 None None] Attempting to bind port 4d4250ad-6fee-4532-a0f5-ef733553d350 on host n-d-713301-16 for vnic_type normal with profile {{(pid=95103) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 19:30:07.007386 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.managers [None req-156967c2-0f17-4ae0-9db9-475f31a4f2d4 None None] Attempting to bind port 4d4250ad-6fee-4532-a0f5-ef733553d350 by drivers openvswitch,hyperv on host n-d-713301-16 at level 0 using segments [{'id': 'c19b51ef-7043-4979-ba9f-21280f2e9142', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': 'a1a54103-96b7-401b-be92-1e0e83c7a3b4'}] {{(pid=95103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 19:30:07.007386 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-156967c2-0f17-4ae0-9db9-475f31a4f2d4 None None] Attempting to bind port 4d4250ad-6fee-4532-a0f5-ef733553d350 on network a1a54103-96b7-401b-be92-1e0e83c7a3b4 {{(pid=95103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:30:07.029136 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-156967c2-0f17-4ae0-9db9-475f31a4f2d4 None None] Checking agent: {'id': '70a14545-df24-472f-8f95-bfe1719bff93', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 19, 7, 53), 'started_at': datetime.datetime(2021, 9, 23, 19, 8, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 19, 29, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 19:30:07.029727 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-156967c2-0f17-4ae0-9db9-475f31a4f2d4 None None] Checking segment: {'id': 'c19b51ef-7043-4979-ba9f-21280f2e9142', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': 'a1a54103-96b7-401b-be92-1e0e83c7a3b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95103) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:30:07.030105 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-156967c2-0f17-4ae0-9db9-475f31a4f2d4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:30:07.030511 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-156967c2-0f17-4ae0-9db9-475f31a4f2d4 None None] Bound using segment: {'id': 'c19b51ef-7043-4979-ba9f-21280f2e9142', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': 'a1a54103-96b7-401b-be92-1e0e83c7a3b4'} {{(pid=95103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 19:30:07.031272 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.managers [None req-156967c2-0f17-4ae0-9db9-475f31a4f2d4 None None] Bound port: 4d4250ad-6fee-4532-a0f5-ef733553d350, host: n-d-713301-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c19b51ef-7043-4979-ba9f-21280f2e9142', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': 'a1a54103-96b7-401b-be92-1e0e83c7a3b4'}}] {{(pid=95103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 19:30:07.031664 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-156967c2-0f17-4ae0-9db9-475f31a4f2d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:30:07.089483 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-4ffdba6d-df23-4861-95bf-63971bb96d3a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:30:07.121314 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-4ffdba6d-df23-4861-95bf-63971bb96d3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:30:07.139386 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-846b4216-351d-4ff4-97df-d13db3fbb3eb service neutron] Pushing event updated for resources: {'Port': ['ID=a129d714-63cc-43a1-9de1-9e7968380be1,revision_number=2']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:30:07.150891 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.db [req-63d0e9bd-1230-4739-9ac4-b26c5a8c2a34 req-925f11c2-1bad-481d-9cc6-78ccec98813b service neutron] For port 89b22f2a-5287-4977-b3a7-92e3fe414961, host n-h2-713301-16, cleared binding levels {{(pid=95101) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 19:30:07.174421 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-156967c2-0f17-4ae0-9db9-475f31a4f2d4 None None] For port 4d4250ad-6fee-4532-a0f5-ef733553d350, host n-d-713301-16, cleared binding levels {{(pid=95103) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 19:30:07.181178 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-156967c2-0f17-4ae0-9db9-475f31a4f2d4 None None] For port 4d4250ad-6fee-4532-a0f5-ef733553d350, host n-d-713301-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-16',level=0,port_id=4d4250ad-6fee-4532-a0f5-ef733553d350,segment=NetworkSegment(c19b51ef-7043-4979-ba9f-21280f2e9142),segment_id=c19b51ef-7043-4979-ba9f-21280f2e9142)] {{(pid=95103) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 19:30:07.192905 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-156967c2-0f17-4ae0-9db9-475f31a4f2d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:30:07.289313 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-156967c2-0f17-4ae0-9db9-475f31a4f2d4 None None] Pushing event updated for resources: {'Port': ['ID=4d4250ad-6fee-4532-a0f5-ef733553d350,revision_number=2']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:30:07.294146 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.db [req-63d0e9bd-1230-4739-9ac4-b26c5a8c2a34 req-925f11c2-1bad-481d-9cc6-78ccec98813b service neutron] For port 89b22f2a-5287-4977-b3a7-92e3fe414961, host n-h2-713301-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-16',level=0,port_id=89b22f2a-5287-4977-b3a7-92e3fe414961,segment=NetworkSegment(90bfd6a3-67fd-48b1-905c-725d166593d5),segment_id=90bfd6a3-67fd-48b1-905c-725d166593d5)] {{(pid=95101) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 19:30:07.307777 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c5e450-d672-4587-872d-d10a56fdd765 req-995ab3a1-a22e-4639-b9bc-d92633723484 tempest-ImagesOneServerTestJSON-2058836255 tempest-ImagesOneServerTestJSON-2058836255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:30:07.309403 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-47c5e450-d672-4587-872d-d10a56fdd765 req-995ab3a1-a22e-4639-b9bc-d92633723484 tempest-ImagesOneServerTestJSON-2058836255 tempest-ImagesOneServerTestJSON-2058836255-project] 10.222.0.67 "GET /v2.0/ports?device_id=87e77863-219f-42c4-8b26-1f31af11f822 HTTP/1.1" status: 200 len: 950 time: 0.0880933 Sep 23 19:30:07.314872 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-63d0e9bd-1230-4739-9ac4-b26c5a8c2a34 req-925f11c2-1bad-481d-9cc6-78ccec98813b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5607436'] for port, after_update {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:30:07.413300 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-925f11c2-1bad-481d-9cc6-78ccec98813b service neutron] Pushing event updated for resources: {'Port': ['ID=89b22f2a-5287-4977-b3a7-92e3fe414961,revision_number=3']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:30:07.414913 n-d-713301-16 neutron-server[95102]: DEBUG neutron.db.db_base_plugin_common [None req-4ffdba6d-df23-4861-95bf-63971bb96d3a admin admin] Allocated IP 172.25.1.96 (5dec5c09-378e-4f50-89cc-d94eb81c3bac/eff83446-018c-428d-b3f5-54ac9abe7a2a/2b794021-5fec-4864-8cfc-c41c84f49a40) {{(pid=95102) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 19:30:07.420379 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-47c5e450-d672-4587-872d-d10a56fdd765 req-aa6b78cc-01ed-40b3-93dd-bbc20ea7098c tempest-ImagesOneServerTestJSON-2058836255 tempest-ImagesOneServerTestJSON-2058836255-project] 10.222.0.67 "GET /v2.0/security-groups?id=8c832402-56d3-4931-aa70-6b0106b281cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845897 Sep 23 19:30:07.435028 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d0e9bd-1230-4739-9ac4-b26c5a8c2a34 req-925f11c2-1bad-481d-9cc6-78ccec98813b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:30:07.435974 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-63d0e9bd-1230-4739-9ac4-b26c5a8c2a34 req-925f11c2-1bad-481d-9cc6-78ccec98813b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222849'] for port, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:30:07.438057 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-63d0e9bd-1230-4739-9ac4-b26c5a8c2a34 req-925f11c2-1bad-481d-9cc6-78ccec98813b service neutron] 10.222.0.53 "PUT /v2.0/ports/89b22f2a-5287-4977-b3a7-92e3fe414961 HTTP/1.1" status: 200 len: 1093 time: 4.6757801 Sep 23 19:30:07.440808 n-d-713301-16 neutron-server[95101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '40559b6e-1efc-4beb-bd56-15a95417d619', 'tag': '89b22f2a-5287-4977-b3a7-92e3fe414961'}] {{(pid=95101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 19:30:07.458687 n-d-713301-16 neutron-server[95101]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d8366c5740cd635e57ab12b71fe44a77c2acc3c19091ef849c6f68b380462244" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf7cd005-f557-43ef-96f7-f6bd09ccf345" -d '{"events": [{"name": "network-changed", "server_uuid": "40559b6e-1efc-4beb-bd56-15a95417d619", "tag": "89b22f2a-5287-4977-b3a7-92e3fe414961"}]}' {{(pid=95101) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 19:30:07.553065 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.managers [req-63d0e9bd-1230-4739-9ac4-b26c5a8c2a34 req-846b4216-351d-4ff4-97df-d13db3fbb3eb service neutron] Attempting to bind port a129d714-63cc-43a1-9de1-9e7968380be1 on host n-h1-713301-16 for vnic_type normal with profile {{(pid=95101) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 19:30:07.553405 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.managers [req-63d0e9bd-1230-4739-9ac4-b26c5a8c2a34 req-846b4216-351d-4ff4-97df-d13db3fbb3eb service neutron] Attempting to bind port a129d714-63cc-43a1-9de1-9e7968380be1 by drivers openvswitch,hyperv on host n-h1-713301-16 at level 0 using segments [{'id': '90bfd6a3-67fd-48b1-905c-725d166593d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': 'edbc94ab-09ae-45f0-9c1a-791584683548'}] {{(pid=95101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 19:30:07.553742 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63d0e9bd-1230-4739-9ac4-b26c5a8c2a34 req-846b4216-351d-4ff4-97df-d13db3fbb3eb service neutron] Attempting to bind port a129d714-63cc-43a1-9de1-9e7968380be1 on network edbc94ab-09ae-45f0-9c1a-791584683548 {{(pid=95101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:30:07.561696 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63d0e9bd-1230-4739-9ac4-b26c5a8c2a34 req-846b4216-351d-4ff4-97df-d13db3fbb3eb service neutron] Port a129d714-63cc-43a1-9de1-9e7968380be1 on network edbc94ab-09ae-45f0-9c1a-791584683548 not bound, no agent of type Open vSwitch agent registered on host n-h1-713301-16 {{(pid=95101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 19:30:07.561913 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63d0e9bd-1230-4739-9ac4-b26c5a8c2a34 req-846b4216-351d-4ff4-97df-d13db3fbb3eb service neutron] Attempting to bind port a129d714-63cc-43a1-9de1-9e7968380be1 on network edbc94ab-09ae-45f0-9c1a-791584683548 {{(pid=95101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:30:07.573597 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d0e9bd-1230-4739-9ac4-b26c5a8c2a34 req-77131df1-e589-4ff0-873a-91479f96605c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:30:07.575308 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-63d0e9bd-1230-4739-9ac4-b26c5a8c2a34 req-77131df1-e589-4ff0-873a-91479f96605c service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=14053728942e4ad1bcd274e2d0ce8e8b&device_id=40559b6e-1efc-4beb-bd56-15a95417d619 HTTP/1.1" status: 200 len: 1096 time: 0.0800788 Sep 23 19:30:07.586008 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63d0e9bd-1230-4739-9ac4-b26c5a8c2a34 req-846b4216-351d-4ff4-97df-d13db3fbb3eb service neutron] Checking agent: {'id': '0708c3e9-0aad-4600-9be9-d2486535c898', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713301-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 19, 15, 28), 'started_at': datetime.datetime(2021, 9, 23, 19, 15, 28), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 19, 29, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 19:30:07.586445 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63d0e9bd-1230-4739-9ac4-b26c5a8c2a34 req-846b4216-351d-4ff4-97df-d13db3fbb3eb service neutron] Checking segment: {'id': '90bfd6a3-67fd-48b1-905c-725d166593d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': 'edbc94ab-09ae-45f0-9c1a-791584683548'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:30:07.590873 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63d0e9bd-1230-4739-9ac4-b26c5a8c2a34 req-846b4216-351d-4ff4-97df-d13db3fbb3eb service neutron] Bound using segment: {'id': '90bfd6a3-67fd-48b1-905c-725d166593d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': 'edbc94ab-09ae-45f0-9c1a-791584683548'} {{(pid=95101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 19:30:07.592242 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.managers [req-63d0e9bd-1230-4739-9ac4-b26c5a8c2a34 req-846b4216-351d-4ff4-97df-d13db3fbb3eb service neutron] Bound port: a129d714-63cc-43a1-9de1-9e7968380be1, host: n-h1-713301-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '90bfd6a3-67fd-48b1-905c-725d166593d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': 'edbc94ab-09ae-45f0-9c1a-791584683548'}}] {{(pid=95101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 19:30:07.593814 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-63d0e9bd-1230-4739-9ac4-b26c5a8c2a34 req-846b4216-351d-4ff4-97df-d13db3fbb3eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:30:07.601381 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd8dd3d7-4aea-44b9-97ed-a76619b6b1fa req-0716a990-9ef8-4f80-9e18-a600cd294b7a tempest-ServerActionsTestJSON-618918056 tempest-ServerActionsTestJSON-618918056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:30:07.603132 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-bd8dd3d7-4aea-44b9-97ed-a76619b6b1fa req-0716a990-9ef8-4f80-9e18-a600cd294b7a tempest-ServerActionsTestJSON-618918056 tempest-ServerActionsTestJSON-618918056-project] 10.222.0.67 "GET /v2.0/ports?device_id=7fa91134-8ee0-4baa-9037-6ca73d6b4c83 HTTP/1.1" status: 200 len: 946 time: 0.1481507 Sep 23 19:30:07.615758 n-d-713301-16 neutron-server[95101]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 19:30:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82b08fc4-a8ed-4bb9-962f-bf6f166b9bcd x-openstack-request-id: req-82b08fc4-a8ed-4bb9-962f-bf6f166b9bcd {{(pid=95101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 19:30:07.616315 n-d-713301-16 neutron-server[95101]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "40559b6e-1efc-4beb-bd56-15a95417d619", "tag": "89b22f2a-5287-4977-b3a7-92e3fe414961", "status": "completed", "code": 200}]} {{(pid=95101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 19:30:07.616574 n-d-713301-16 neutron-server[95101]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-82b08fc4-a8ed-4bb9-962f-bf6f166b9bcd {{(pid=95101) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 19:30:07.617026 n-d-713301-16 neutron-server[95101]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '40559b6e-1efc-4beb-bd56-15a95417d619', 'tag': '89b22f2a-5287-4977-b3a7-92e3fe414961', 'status': 'completed', 'code': 200} Sep 23 19:30:07.714483 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-bd8dd3d7-4aea-44b9-97ed-a76619b6b1fa req-9d0a5c9c-e95c-4e1a-9ad8-e437eb9ddb8a tempest-ServerActionsTestJSON-618918056 tempest-ServerActionsTestJSON-618918056-project] 10.222.0.67 "GET /v2.0/security-groups?id=d2a75794-f2ea-419f-9d09-0096f3fe96c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0937235 Sep 23 19:30:07.732998 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-63d0e9bd-1230-4739-9ac4-b26c5a8c2a34 req-54f83df9-a9d3-4085-afd5-ce2076ba45e8 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=89b22f2a-5287-4977-b3a7-92e3fe414961 HTTP/1.1" status: 200 len: 217 time: 0.1150322 Sep 23 19:30:07.798197 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-4ffdba6d-df23-4861-95bf-63971bb96d3a admin admin] Notify callbacks [] for port, precommit_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:30:07.858375 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-4ffdba6d-df23-4861-95bf-63971bb96d3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783145673135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4399100'] for port, after_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:30:07.897256 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.db [req-63d0e9bd-1230-4739-9ac4-b26c5a8c2a34 req-846b4216-351d-4ff4-97df-d13db3fbb3eb service neutron] For port a129d714-63cc-43a1-9de1-9e7968380be1, host n-h1-713301-16, cleared binding levels {{(pid=95101) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 19:30:07.905784 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.db [req-63d0e9bd-1230-4739-9ac4-b26c5a8c2a34 req-846b4216-351d-4ff4-97df-d13db3fbb3eb service neutron] For port a129d714-63cc-43a1-9de1-9e7968380be1, host n-h1-713301-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-16',level=0,port_id=a129d714-63cc-43a1-9de1-9e7968380be1,segment=NetworkSegment(90bfd6a3-67fd-48b1-905c-725d166593d5),segment_id=90bfd6a3-67fd-48b1-905c-725d166593d5)] {{(pid=95101) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 19:30:07.920716 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-63d0e9bd-1230-4739-9ac4-b26c5a8c2a34 req-846b4216-351d-4ff4-97df-d13db3fbb3eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5607436'] for port, after_update {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:30:07.966661 n-d-713301-16 neutron-server[95102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ffdba6d-df23-4861-95bf-63971bb96d3a admin admin] Network 5dec5c09-378e-4f50-89cc-d94eb81c3bac is already hosted by enough agents. {{(pid=95102) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:30:07.987235 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ffdba6d-df23-4861-95bf-63971bb96d3a admin admin] Pushing event updated for resources: {'Port': ['ID=2b794021-5fec-4864-8cfc-c41c84f49a40,revision_number=1']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:30:07.999738 n-d-713301-16 neutron-server[95102]: DEBUG neutron.scheduler.base_scheduler [None req-4ffdba6d-df23-4861-95bf-63971bb96d3a admin admin] Resources bound (agent type, host, resource id): {{(pid=95102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:30:08.004231 n-d-713301-16 neutron-server[95102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ffdba6d-df23-4861-95bf-63971bb96d3a admin admin] Received port after_create {{(pid=95102) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 19:30:08.037355 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d0e9bd-1230-4739-9ac4-b26c5a8c2a34 req-ce934665-c9d0-4f3f-a7be-0291e22f6ad9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:30:08.038854 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-63d0e9bd-1230-4739-9ac4-b26c5a8c2a34 req-ce934665-c9d0-4f3f-a7be-0291e22f6ad9 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=bac3bfbf-ef37-4169-a536-707ef05210f4 HTTP/1.1" status: 200 len: 852 time: 0.2984066 Sep 23 19:30:08.040372 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d0e9bd-1230-4739-9ac4-b26c5a8c2a34 req-846b4216-351d-4ff4-97df-d13db3fbb3eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:30:08.040871 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-63d0e9bd-1230-4739-9ac4-b26c5a8c2a34 req-846b4216-351d-4ff4-97df-d13db3fbb3eb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222849'] for port, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:30:08.043218 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-63d0e9bd-1230-4739-9ac4-b26c5a8c2a34 req-846b4216-351d-4ff4-97df-d13db3fbb3eb service neutron] 10.222.0.74 "PUT /v2.0/ports/a129d714-63cc-43a1-9de1-9e7968380be1 HTTP/1.1" status: 200 len: 1092 time: 4.4065342 Sep 23 19:30:08.101135 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-63d0e9bd-1230-4739-9ac4-b26c5a8c2a34 req-1c2e2fbb-83ee-4555-a280-5a6b7150bce9 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=edbc94ab-09ae-45f0-9c1a-791584683548&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0542769 Sep 23 19:30:08.121943 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-846b4216-351d-4ff4-97df-d13db3fbb3eb service neutron] Pushing event updated for resources: {'Port': ['ID=a129d714-63cc-43a1-9de1-9e7968380be1,revision_number=3']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:30:08.226121 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d0e9bd-1230-4739-9ac4-b26c5a8c2a34 req-05751be0-0479-4916-8655-858a89cc2fa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:30:08.227679 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-63d0e9bd-1230-4739-9ac4-b26c5a8c2a34 req-05751be0-0479-4916-8655-858a89cc2fa8 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=14053728942e4ad1bcd274e2d0ce8e8b&device_id=bf494dd8-8ac4-4506-ab87-f7269b5a02f0 HTTP/1.1" status: 200 len: 1095 time: 0.1240461 Sep 23 19:30:08.242615 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1432d2f0-384b-4b96-a990-49b475227f19 req-14206d4a-42d3-4d7c-b40f-de7828f199be tempest-AttachVolumeTestJSON-1825206227 tempest-AttachVolumeTestJSON-1825206227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:30:08.244425 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-1432d2f0-384b-4b96-a990-49b475227f19 req-14206d4a-42d3-4d7c-b40f-de7828f199be tempest-AttachVolumeTestJSON-1825206227 tempest-AttachVolumeTestJSON-1825206227-project] 10.222.0.67 "GET /v2.0/ports?device_id=4cba8196-5b5b-42a0-aaca-42902580e803 HTTP/1.1" status: 200 len: 946 time: 0.1606972 Sep 23 19:30:08.290078 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-63d0e9bd-1230-4739-9ac4-b26c5a8c2a34 req-e30a1a77-8e01-4a0e-bd14-6a95bca1acd4 service neutron] 10.222.0.53 "GET /v2.0/networks/edbc94ab-09ae-45f0-9c1a-791584683548?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1697822 Sep 23 19:30:08.291474 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-63d0e9bd-1230-4739-9ac4-b26c5a8c2a34 req-6a45a322-1625-4b71-aa84-8439ca2f09a9 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=a129d714-63cc-43a1-9de1-9e7968380be1 HTTP/1.1" status: 200 len: 217 time: 0.0554576 Sep 23 19:30:08.292463 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dfcfb1a-3531-4f03-a2ee-f09d8f09dd05 req-6e6879a6-687e-41b6-bec9-3949deab7a41 tempest-MultipleCreateTestJSON-1258598126 tempest-MultipleCreateTestJSON-1258598126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:30:08.294040 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-4dfcfb1a-3531-4f03-a2ee-f09d8f09dd05 req-6e6879a6-687e-41b6-bec9-3949deab7a41 tempest-MultipleCreateTestJSON-1258598126 tempest-MultipleCreateTestJSON-1258598126-project] 10.222.0.67 "GET /v2.0/ports?device_id=bf494dd8-8ac4-4506-ab87-f7269b5a02f0 HTTP/1.1" status: 200 len: 943 time: 0.1914864 Sep 23 19:30:08.414673 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-1432d2f0-384b-4b96-a990-49b475227f19 req-def3cfcf-f675-490b-999a-f76b99a0b998 tempest-AttachVolumeTestJSON-1825206227 tempest-AttachVolumeTestJSON-1825206227-project] 10.222.0.67 "GET /v2.0/security-groups?id=39522664-d93c-44d8-9f62-0e2cfbb5d5ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1169255 Sep 23 19:30:08.461779 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d0e9bd-1230-4739-9ac4-b26c5a8c2a34 req-a4ae306b-0576-4e50-942b-f720da5d14cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:30:08.463890 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-63d0e9bd-1230-4739-9ac4-b26c5a8c2a34 req-a4ae306b-0576-4e50-942b-f720da5d14cc service neutron] 10.222.0.74 "GET /v2.0/subnets?id=bac3bfbf-ef37-4169-a536-707ef05210f4 HTTP/1.1" status: 200 len: 852 time: 0.1564271 Sep 23 19:30:08.478198 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-4dfcfb1a-3531-4f03-a2ee-f09d8f09dd05 req-df356adf-7584-493e-866a-5b598aff4bf1 tempest-MultipleCreateTestJSON-1258598126 tempest-MultipleCreateTestJSON-1258598126-project] 10.222.0.67 "GET /v2.0/security-groups?id=c80e840b-1ed2-48e2-be35-8dcdc113c8e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1537213 Sep 23 19:30:08.524829 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-63d0e9bd-1230-4739-9ac4-b26c5a8c2a34 req-4d1786b9-ded7-4b79-af54-35ccd0c69296 service neutron] 10.222.0.53 "GET /v2.0/networks/edbc94ab-09ae-45f0-9c1a-791584683548?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2277815 Sep 23 19:30:08.560479 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-63d0e9bd-1230-4739-9ac4-b26c5a8c2a34 req-5d6ad54e-78dc-47f8-886e-2137ed8600d0 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=edbc94ab-09ae-45f0-9c1a-791584683548&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0870836 Sep 23 19:30:08.638367 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-4ffdba6d-df23-4861-95bf-63971bb96d3a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:30:08.843594 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-787acd02-ff42-4cb3-a8a8-f75c0073e4a6 req-c0928e45-c80f-4045-a126-904a055b5ffc tempest-ImagesOneServerTestJSON-2058836255 tempest-ImagesOneServerTestJSON-2058836255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:30:08.845303 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-787acd02-ff42-4cb3-a8a8-f75c0073e4a6 req-c0928e45-c80f-4045-a126-904a055b5ffc tempest-ImagesOneServerTestJSON-2058836255 tempest-ImagesOneServerTestJSON-2058836255-project] 10.222.0.67 "GET /v2.0/ports?device_id=87e77863-219f-42c4-8b26-1f31af11f822 HTTP/1.1" status: 200 len: 950 time: 0.1993585 Sep 23 19:30:09.086730 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-787acd02-ff42-4cb3-a8a8-f75c0073e4a6 req-4b0d5ac5-21d0-46a7-8e61-0213955589fe tempest-ImagesOneServerTestJSON-2058836255 tempest-ImagesOneServerTestJSON-2058836255-project] 10.222.0.67 "GET /v2.0/security-groups?id=8c832402-56d3-4931-aa70-6b0106b281cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2144628 Sep 23 19:30:09.107886 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86415224-3687-423e-a8b9-aac9b67af545 None None] Network a1a54103-96b7-401b-be92-1e0e83c7a3b4 requested from n-d-713301-16 {{(pid=95103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 19:30:09.228384 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf7cd005-f557-43ef-96f7-f6bd09ccf345 req-55e20e39-1c81-4a26-9a0a-93291eaef61c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:30:09.229931 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-cf7cd005-f557-43ef-96f7-f6bd09ccf345 req-55e20e39-1c81-4a26-9a0a-93291eaef61c service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=14053728942e4ad1bcd274e2d0ce8e8b&device_id=40559b6e-1efc-4beb-bd56-15a95417d619 HTTP/1.1" status: 200 len: 1096 time: 0.6381660 Sep 23 19:30:09.285692 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f27b7b8-3069-47cb-b2f4-4c80263764a3 req-cc333856-1437-4811-9c13-c8cfe048ae00 tempest-ServerActionsTestJSON-618918056 tempest-ServerActionsTestJSON-618918056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:30:09.297950 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-4f27b7b8-3069-47cb-b2f4-4c80263764a3 req-cc333856-1437-4811-9c13-c8cfe048ae00 tempest-ServerActionsTestJSON-618918056 tempest-ServerActionsTestJSON-618918056-project] 10.222.0.67 "GET /v2.0/ports?device_id=7fa91134-8ee0-4baa-9037-6ca73d6b4c83 HTTP/1.1" status: 200 len: 946 time: 0.3790371 Sep 23 19:30:09.313653 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-c520533c-2209-4c33-8e6c-5d2570208c44 None None] Provisioning complete for port 4d4250ad-6fee-4532-a0f5-ef733553d350 triggered by entity DHCP. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:30:09.314129 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-c520533c-2209-4c33-8e6c-5d2570208c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:30:09.451587 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-4f27b7b8-3069-47cb-b2f4-4c80263764a3 req-607a2b87-8e24-4c96-9f0e-f2e9e6f19f86 tempest-ServerActionsTestJSON-618918056 tempest-ServerActionsTestJSON-618918056-project] 10.222.0.67 "GET /v2.0/security-groups?id=d2a75794-f2ea-419f-9d09-0096f3fe96c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1536875 Sep 23 19:30:09.482465 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-4ffdba6d-df23-4861-95bf-63971bb96d3a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-597258', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-601790'] for router, after_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:30:09.503041 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-63d0e9bd-1230-4739-9ac4-b26c5a8c2a34 req-77b3db9c-91e3-4793-a2c0-62f2d1ed517c service neutron] 10.222.0.74 "GET /v2.0/networks/edbc94ab-09ae-45f0-9c1a-791584683548?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9336658 Sep 23 19:30:09.504856 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Device 4d4250ad-6fee-4532-a0f5-ef733553d350 up at agent ovs-agent-n-d-713301-16 {{(pid=95103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 19:30:09.670177 n-d-713301-16 neutron-server[95101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bf494dd8-8ac4-4506-ab87-f7269b5a02f0', 'tag': 'a129d714-63cc-43a1-9de1-9e7968380be1'}] {{(pid=95101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 19:30:09.673280 n-d-713301-16 neutron-server[95101]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d8366c5740cd635e57ab12b71fe44a77c2acc3c19091ef849c6f68b380462244" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ffe2091-a451-421a-afdd-4ff65f41216e" -d '{"events": [{"name": "network-changed", "server_uuid": "bf494dd8-8ac4-4506-ab87-f7269b5a02f0", "tag": "a129d714-63cc-43a1-9de1-9e7968380be1"}]}' {{(pid=95101) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 19:30:09.681099 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-63d0e9bd-1230-4739-9ac4-b26c5a8c2a34 req-393b6acc-0617-4817-80cc-76901902693f service neutron] 10.222.0.74 "GET /v2.0/networks/edbc94ab-09ae-45f0-9c1a-791584683548?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1701994 Sep 23 19:30:09.682896 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf7cd005-f557-43ef-96f7-f6bd09ccf345 req-3b6a0f10-1baa-48dc-aefc-fde6e2f776a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:30:09.705685 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-cf7cd005-f557-43ef-96f7-f6bd09ccf345 req-3b6a0f10-1baa-48dc-aefc-fde6e2f776a1 service neutron] 10.222.0.53 "GET /v2.0/networks?id=edbc94ab-09ae-45f0-9c1a-791584683548 HTTP/1.1" status: 200 len: 913 time: 0.4617417 Sep 23 19:30:09.823200 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-cf7cd005-f557-43ef-96f7-f6bd09ccf345 req-9c5a6eb0-06c1-42b3-94ab-e3f075183753 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=89b22f2a-5287-4977-b3a7-92e3fe414961 HTTP/1.1" status: 200 len: 217 time: 0.1129003 Sep 23 19:30:09.851838 n-d-713301-16 neutron-server[95102]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ffdba6d-df23-4861-95bf-63971bb96d3a admin admin] Router 303da6dd-ee4b-4c9c-a7d3-33361e63167f is scheduled to L3 agent 79a740bf-7821-4989-8288-7186e3e128f3 with binding_index 1 {{(pid=95102) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 23 19:30:09.879331 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58bfd47a-6255-4845-b73f-8a636d31bf9e req-500fce3a-8732-4127-bdcb-411fe836ddfb tempest-AttachVolumeTestJSON-1825206227 tempest-AttachVolumeTestJSON-1825206227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:30:09.892805 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-58bfd47a-6255-4845-b73f-8a636d31bf9e req-500fce3a-8732-4127-bdcb-411fe836ddfb tempest-AttachVolumeTestJSON-1825206227 tempest-AttachVolumeTestJSON-1825206227-project] 10.222.0.67 "GET /v2.0/ports?device_id=4cba8196-5b5b-42a0-aaca-42902580e803 HTTP/1.1" status: 200 len: 946 time: 0.1852858 Sep 23 19:30:09.937588 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Provisioning complete for port 4d4250ad-6fee-4532-a0f5-ef733553d350 triggered by entity L2. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:30:09.938187 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:30:09.953096 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf7cd005-f557-43ef-96f7-f6bd09ccf345 req-590fc22c-8b75-4d11-b9c7-cc5746f2bfb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:30:09.957487 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-cf7cd005-f557-43ef-96f7-f6bd09ccf345 req-590fc22c-8b75-4d11-b9c7-cc5746f2bfb4 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=bac3bfbf-ef37-4169-a536-707ef05210f4 HTTP/1.1" status: 200 len: 852 time: 0.1216896 Sep 23 19:30:10.033366 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-cf7cd005-f557-43ef-96f7-f6bd09ccf345 req-e39c6b55-65ff-4bb7-9d42-30458fb4df47 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=edbc94ab-09ae-45f0-9c1a-791584683548&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0701663 Sep 23 19:30:10.039391 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-c520533c-2209-4c33-8e6c-5d2570208c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:30:10.192622 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Device 89b22f2a-5287-4977-b3a7-92e3fe414961 details requested by agent hyperv_n-h2-713301-16 with host n-h2-713301-16 {{(pid=95103) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 19:30:10.213639 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-c520533c-2209-4c33-8e6c-5d2570208c44 None None] For port 4d4250ad-6fee-4532-a0f5-ef733553d350, host n-d-713301-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-16',level=0,port_id=4d4250ad-6fee-4532-a0f5-ef733553d350,segment=NetworkSegment(c19b51ef-7043-4979-ba9f-21280f2e9142),segment_id=c19b51ef-7043-4979-ba9f-21280f2e9142)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:30:10.233034 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-cf7cd005-f557-43ef-96f7-f6bd09ccf345 req-37463d38-1308-47c0-9021-5d9ff0bee290 service neutron] 10.222.0.53 "GET /v2.0/networks/edbc94ab-09ae-45f0-9c1a-791584683548?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1882095 Sep 23 19:30:10.233498 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-c520533c-2209-4c33-8e6c-5d2570208c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:30:10.264432 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:30:10.411825 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.db.resource_extend [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=95103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 23 19:30:10.473445 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-cf7cd005-f557-43ef-96f7-f6bd09ccf345 req-36488346-835c-417c-86a0-714c0c5bf145 service neutron] 10.222.0.53 "GET /v2.0/networks/edbc94ab-09ae-45f0-9c1a-791584683548?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2280345 Sep 23 19:30:10.565344 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c520533c-2209-4c33-8e6c-5d2570208c44 None None] Pushing event updated for resources: {'Port': ['ID=4d4250ad-6fee-4532-a0f5-ef733553d350,revision_number=3']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:30:10.616288 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Device 2057133e-afe6-4649-916f-fb2ef68141a8 no longer exists at agent hyperv_n-h1-713301-16 {{(pid=95103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 19:30:10.803670 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-58bfd47a-6255-4845-b73f-8a636d31bf9e req-177a0347-5b73-4851-8ed0-347b356d55af tempest-AttachVolumeTestJSON-1825206227 tempest-AttachVolumeTestJSON-1825206227-project] 10.222.0.67 "GET /v2.0/security-groups?id=39522664-d93c-44d8-9f62-0e2cfbb5d5ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.9042988 Sep 23 19:30:10.811881 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.db.api [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95103) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 23 19:30:10.811881 n-d-713301-16 neutron-server[95103]: DEBUG oslo_db.api [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 23 19:30:10.821124 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-d3466e62-bbf0-44fd-8677-2c22944410b6 None None] Provisioning complete for port 4d4250ad-6fee-4532-a0f5-ef733553d350 triggered by entity DHCP. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:30:10.821555 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-d3466e62-bbf0-44fd-8677-2c22944410b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:30:10.863111 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c835c48a-08f8-4fa9-92c6-f2afb2d79db6 req-32578c50-e500-4bc2-be57-de7347bdd717 tempest-MultipleCreateTestJSON-1258598126 tempest-MultipleCreateTestJSON-1258598126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:30:10.864782 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-c835c48a-08f8-4fa9-92c6-f2afb2d79db6 req-32578c50-e500-4bc2-be57-de7347bdd717 tempest-MultipleCreateTestJSON-1258598126 tempest-MultipleCreateTestJSON-1258598126-project] 10.222.0.67 "GET /v2.0/ports?device_id=bf494dd8-8ac4-4506-ab87-f7269b5a02f0 HTTP/1.1" status: 200 len: 943 time: 0.1511371 Sep 23 19:30:10.868719 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ffdba6d-df23-4861-95bf-63971bb96d3a admin admin] Notify agent at l3_agent.n-d-713301-16 the message routers_updated {{(pid=95102) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 19:30:10.882215 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b50ae0fb-65d5-43be-8401-2ae5ca3968e7 None None] Sync routers for ids ['303da6dd-ee4b-4c9c-a7d3-33361e63167f'] in n-d-713301-16 {{(pid=95104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 19:30:10.906974 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-4ffdba6d-df23-4861-95bf-63971bb96d3a admin admin] Notify callbacks [] for router, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:30:10.913482 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-4ffdba6d-df23-4861-95bf-63971bb96d3a admin admin] 10.222.0.67 "POST /v2.0/routers HTTP/1.1" status: 201 len: 935 time: 5.4998734 Sep 23 19:30:10.913713 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b50ae0fb-65d5-43be-8401-2ae5ca3968e7 None None] Routers {'303da6dd-ee4b-4c9c-a7d3-33361e63167f'} bound to L3 agent in host n-d-713301-16 {{(pid=95104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 19:30:10.913713 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_hamode_db [None req-b50ae0fb-65d5-43be-8401-2ae5ca3968e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-23T19:07:52Z,description=,heartbeat_timestamp=2021-09-23T19:29:52Z,host='n-d-713301-16',id=79a740bf-7821-4989-8288-7186e3e128f3,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:07:52Z,topic='l3_agent')) {'router_ids': ['303da6dd-ee4b-4c9c-a7d3-33361e63167f'], 'active': True} {{(pid=95104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:30:10.914047 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 43050) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:30:10.937104 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:30:10.938740 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-c835c48a-08f8-4fa9-92c6-f2afb2d79db6 req-42406d45-2f4f-4ff0-a7e7-7ee9e5ec170b tempest-MultipleCreateTestJSON-1258598126 tempest-MultipleCreateTestJSON-1258598126-project] 10.222.0.67 "GET /v2.0/security-groups?id=c80e840b-1ed2-48e2-be35-8dcdc113c8e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592151 Sep 23 19:30:11.054544 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] For port 89b22f2a-5287-4977-b3a7-92e3fe414961, host n-h2-713301-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-16',level=0,port_id=89b22f2a-5287-4977-b3a7-92e3fe414961,segment=NetworkSegment(90bfd6a3-67fd-48b1-905c-725d166593d5),segment_id=90bfd6a3-67fd-48b1-905c-725d166593d5)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:30:11.093253 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] For port 2057133e-afe6-4649-916f-fb2ef68141a8, host n-h1-713301-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-16',level=0,port_id=2057133e-afe6-4649-916f-fb2ef68141a8,segment=NetworkSegment(0ad9f853-8282-44e3-ac3b-2b75c9223dae),segment_id=0ad9f853-8282-44e3-ac3b-2b75c9223dae)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:30:11.106428 n-d-713301-16 neutron-server[95103]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7fa91134-8ee0-4baa-9037-6ca73d6b4c83', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2057133e-afe6-4649-916f-fb2ef68141a8'}] {{(pid=95103) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 19:30:11.108713 n-d-713301-16 neutron-server[95103]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}81a1c17f2aa89d5b3ebbba3a3e0cf7eb588e431c2224256110c4c4facdd7c3e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11e2ac80-a77b-472f-ad31-413ad5c062ea" -d '{"events": [{"server_uuid": "7fa91134-8ee0-4baa-9037-6ca73d6b4c83", "name": "network-vif-unplugged", "status": "completed", "tag": "2057133e-afe6-4649-916f-fb2ef68141a8"}]}' {{(pid=95103) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 19:30:11.115627 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:30:11.120158 n-d-713301-16 neutron-server[95101]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 19:30:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-311ae509-b378-42aa-9722-6efa99a35004 x-openstack-request-id: req-311ae509-b378-42aa-9722-6efa99a35004 {{(pid=95101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 19:30:11.121062 n-d-713301-16 neutron-server[95101]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bf494dd8-8ac4-4506-ab87-f7269b5a02f0", "tag": "a129d714-63cc-43a1-9de1-9e7968380be1", "status": "completed", "code": 200}]} {{(pid=95101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 19:30:11.121829 n-d-713301-16 neutron-server[95101]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-311ae509-b378-42aa-9722-6efa99a35004 {{(pid=95101) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 19:30:11.122479 n-d-713301-16 neutron-server[95101]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bf494dd8-8ac4-4506-ab87-f7269b5a02f0', 'tag': 'a129d714-63cc-43a1-9de1-9e7968380be1', 'status': 'completed', 'code': 200} Sep 23 19:30:11.156938 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_dvr_db [None req-b50ae0fb-65d5-43be-8401-2ae5ca3968e7 None None] Set router 303da6dd-ee4b-4c9c-a7d3-33361e63167f gateway port host: n-d-713301-16 {{(pid=95104) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 19:30:11.188312 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Pushing event updated for resources: {'Port': ['ID=2057133e-afe6-4649-916f-fb2ef68141a8,revision_number=8']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:30:11.196414 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Returning: {'device': '89b22f2a-5287-4977-b3a7-92e3fe414961', 'network_id': 'edbc94ab-09ae-45f0-9c1a-791584683548', 'port_id': '89b22f2a-5287-4977-b3a7-92e3fe414961', 'mac_address': 'fa:16:3e:99:ec:9b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 635, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bac3bfbf-ef37-4169-a536-707ef05210f4', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95103) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 19:30:11.208432 n-d-713301-16 neutron-server[95103]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 23 Sep 2021 19:30:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4fed1d24-d86d-46ff-8b54-a551a7b37180 x-openstack-request-id: req-4fed1d24-d86d-46ff-8b54-a551a7b37180 {{(pid=95103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 19:30:11.208781 n-d-713301-16 neutron-server[95103]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7fa91134-8ee0-4baa-9037-6ca73d6b4c83", "name": "network-vif-unplugged", "status": "completed", "tag": "2057133e-afe6-4649-916f-fb2ef68141a8", "code": 200}]} {{(pid=95103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 19:30:11.209034 n-d-713301-16 neutron-server[95103]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-4fed1d24-d86d-46ff-8b54-a551a7b37180 {{(pid=95103) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 19:30:11.209420 n-d-713301-16 neutron-server[95103]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7fa91134-8ee0-4baa-9037-6ca73d6b4c83', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2057133e-afe6-4649-916f-fb2ef68141a8', 'code': 200} Sep 23 19:30:11.219144 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ffe2091-a451-421a-afdd-4ff65f41216e req-c374c402-a252-4afe-8491-5c666b51a042 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:30:11.221313 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-4ffe2091-a451-421a-afdd-4ff65f41216e req-c374c402-a252-4afe-8491-5c666b51a042 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=14053728942e4ad1bcd274e2d0ce8e8b&device_id=bf494dd8-8ac4-4506-ab87-f7269b5a02f0 HTTP/1.1" status: 200 len: 1095 time: 0.0977764 Sep 23 19:30:11.376646 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:30:11.394519 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_hamode_db [None req-b50ae0fb-65d5-43be-8401-2ae5ca3968e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '303da6dd-ee4b-4c9c-a7d3-33361e63167f', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1704357460-router', 'tenant_id': '69159fd28782479cb6f5c4a9161e8f9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'external_fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.96'}], 'enable_snat': True}, 'gw_port_id': '2b794021-5fec-4864-8cfc-c41c84f49a40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:30:05Z', 'updated_at': '2021-09-23T19:30:08Z', 'revision_number': 3, 'project_id': '69159fd28782479cb6f5c4a9161e8f9c', 'gw_port': {'id': '2b794021-5fec-4864-8cfc-c41c84f49a40', 'name': '', 'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:77:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '303da6dd-ee4b-4c9c-a7d3-33361e63167f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1195, 'fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:30:07Z', 'updated_at': '2021-09-23T19:30:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-16'}], 'n-d-713301-16', False) {} {{(pid=95104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:30:11.404155 n-d-713301-16 neutron-server[95103]: DEBUG neutron.notifiers.nova [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 89b22f2a-5287-4977-b3a7-92e3fe414961 {{(pid=95103) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 19:30:11.424946 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b50ae0fb-65d5-43be-8401-2ae5ca3968e7 None None] Checking router: 303da6dd-ee4b-4c9c-a7d3-33361e63167f for host: n-d-713301-16 {{(pid=95104) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 19:30:11.425627 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b50ae0fb-65d5-43be-8401-2ae5ca3968e7 None None] Updating router 303da6dd-ee4b-4c9c-a7d3-33361e63167f port 2b794021-5fec-4864-8cfc-c41c84f49a40 binding host n-d-713301-16 {{(pid=95104) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 23 19:30:11.426928 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] For port 89b22f2a-5287-4977-b3a7-92e3fe414961, host n-h2-713301-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-16',level=0,port_id=89b22f2a-5287-4977-b3a7-92e3fe414961,segment=NetworkSegment(90bfd6a3-67fd-48b1-905c-725d166593d5),segment_id=90bfd6a3-67fd-48b1-905c-725d166593d5)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:30:11.433085 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:30:11.461039 n-d-713301-16 neutron-server[95104]: DEBUG neutron_lib.callbacks.manager [None req-b50ae0fb-65d5-43be-8401-2ae5ca3968e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:30:11.478341 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ffe2091-a451-421a-afdd-4ff65f41216e req-969fae3d-8dc2-495b-87d8-9561e5f35914 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:30:11.480704 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-4ffe2091-a451-421a-afdd-4ff65f41216e req-969fae3d-8dc2-495b-87d8-9561e5f35914 service neutron] 10.222.0.74 "GET /v2.0/networks?id=edbc94ab-09ae-45f0-9c1a-791584683548 HTTP/1.1" status: 200 len: 913 time: 0.2506366 Sep 23 19:30:11.521018 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Pushing event updated for resources: {'Port': ['ID=89b22f2a-5287-4977-b3a7-92e3fe414961,revision_number=4']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:30:11.545403 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Device 4d4250ad-6fee-4532-a0f5-ef733553d350 up at agent ovs-agent-n-d-713301-16 {{(pid=95103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 19:30:11.569009 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-4ffe2091-a451-421a-afdd-4ff65f41216e req-c7a0d857-cd59-423c-b2fe-69159e10c302 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=a129d714-63cc-43a1-9de1-9e7968380be1 HTTP/1.1" status: 200 len: 217 time: 0.0776896 Sep 23 19:30:11.677759 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Provisioning complete for port 4d4250ad-6fee-4532-a0f5-ef733553d350 triggered by entity L2. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:30:11.679967 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:30:11.733005 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ffe2091-a451-421a-afdd-4ff65f41216e req-614db60c-dd72-41b3-8f3a-245b88dfe277 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:30:11.734614 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-4ffe2091-a451-421a-afdd-4ff65f41216e req-614db60c-dd72-41b3-8f3a-245b88dfe277 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=bac3bfbf-ef37-4169-a536-707ef05210f4 HTTP/1.1" status: 200 len: 852 time: 0.1549563 Sep 23 19:30:11.768853 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] get_ports_and_sgs() called for port_ids ['89b22f2a-5287-4977-b3a7-92e3fe414961'] {{(pid=95103) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 19:30:11.799728 n-d-713301-16 neutron-server[95104]: DEBUG neutron_lib.callbacks.manager [None req-b50ae0fb-65d5-43be-8401-2ae5ca3968e7 None None] Notify callbacks [] for port, precommit_update {{(pid=95104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:30:11.807199 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-4ffe2091-a451-421a-afdd-4ff65f41216e req-b725d66a-9a85-441c-95e4-424633cdeef5 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=edbc94ab-09ae-45f0-9c1a-791584683548&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0401785 Sep 23 19:30:11.827886 n-d-713301-16 neutron-server[95104]: DEBUG neutron_lib.callbacks.manager [None req-b50ae0fb-65d5-43be-8401-2ae5ca3968e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:30:11.905824 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a0fe1e9-8fd2-4f23-810d-db4a19622e04 None None] Pushing event updated for resources: {'Port': ['ID=2b794021-5fec-4864-8cfc-c41c84f49a40,revision_number=2']} {{(pid=95104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:30:11.944633 n-d-713301-16 neutron-server[95104]: DEBUG neutron.plugins.ml2.managers [None req-b50ae0fb-65d5-43be-8401-2ae5ca3968e7 None None] Attempting to bind port 2b794021-5fec-4864-8cfc-c41c84f49a40 on host n-d-713301-16 for vnic_type normal with profile {{(pid=95104) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 19:30:11.945395 n-d-713301-16 neutron-server[95104]: DEBUG neutron.plugins.ml2.managers [None req-b50ae0fb-65d5-43be-8401-2ae5ca3968e7 None None] Attempting to bind port 2b794021-5fec-4864-8cfc-c41c84f49a40 by drivers openvswitch,hyperv on host n-d-713301-16 at level 0 using segments [{'id': '7d4027f1-d893-4c7b-95d4-757b8e44e380', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac'}] {{(pid=95104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 19:30:11.946042 n-d-713301-16 neutron-server[95104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b50ae0fb-65d5-43be-8401-2ae5ca3968e7 None None] Attempting to bind port 2b794021-5fec-4864-8cfc-c41c84f49a40 on network 5dec5c09-378e-4f50-89cc-d94eb81c3bac {{(pid=95104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:30:11.953103 n-d-713301-16 neutron-server[95104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b50ae0fb-65d5-43be-8401-2ae5ca3968e7 None None] Checking agent: {'id': '70a14545-df24-472f-8f95-bfe1719bff93', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 19, 7, 53), 'started_at': datetime.datetime(2021, 9, 23, 19, 8, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 19, 29, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 19:30:11.953704 n-d-713301-16 neutron-server[95104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b50ae0fb-65d5-43be-8401-2ae5ca3968e7 None None] Checking segment: {'id': '7d4027f1-d893-4c7b-95d4-757b8e44e380', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95104) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:30:11.954276 n-d-713301-16 neutron-server[95104]: DEBUG neutron_lib.callbacks.manager [None req-b50ae0fb-65d5-43be-8401-2ae5ca3968e7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:30:11.954671 n-d-713301-16 neutron-server[95104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b50ae0fb-65d5-43be-8401-2ae5ca3968e7 None None] Bound using segment: {'id': '7d4027f1-d893-4c7b-95d4-757b8e44e380', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac'} {{(pid=95104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 19:30:11.955163 n-d-713301-16 neutron-server[95104]: DEBUG neutron.plugins.ml2.managers [None req-b50ae0fb-65d5-43be-8401-2ae5ca3968e7 None None] Bound port: 2b794021-5fec-4864-8cfc-c41c84f49a40, host: n-d-713301-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7d4027f1-d893-4c7b-95d4-757b8e44e380', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac'}}] {{(pid=95104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 19:30:11.955526 n-d-713301-16 neutron-server[95104]: DEBUG neutron_lib.callbacks.manager [None req-b50ae0fb-65d5-43be-8401-2ae5ca3968e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:30:12.037268 n-d-713301-16 neutron-server[95104]: DEBUG neutron.plugins.ml2.db [None req-b50ae0fb-65d5-43be-8401-2ae5ca3968e7 None None] For port 2b794021-5fec-4864-8cfc-c41c84f49a40, host n-d-713301-16, cleared binding levels {{(pid=95104) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 19:30:12.041968 n-d-713301-16 neutron-server[95104]: DEBUG neutron.plugins.ml2.db [None req-b50ae0fb-65d5-43be-8401-2ae5ca3968e7 None None] For port 2b794021-5fec-4864-8cfc-c41c84f49a40, host n-d-713301-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-16',level=0,port_id=2b794021-5fec-4864-8cfc-c41c84f49a40,segment=NetworkSegment(7d4027f1-d893-4c7b-95d4-757b8e44e380),segment_id=7d4027f1-d893-4c7b-95d4-757b8e44e380)] {{(pid=95104) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 19:30:12.048453 n-d-713301-16 neutron-server[95104]: DEBUG neutron_lib.callbacks.manager [None req-b50ae0fb-65d5-43be-8401-2ae5ca3968e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:30:12.108022 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c79fe11-b88c-4fe2-9d08-aa2ec1a72eff req-c4329f77-e025-403d-baf8-aec43bd289ee tempest-AttachVolumeTestJSON-1825206227 tempest-AttachVolumeTestJSON-1825206227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:30:12.113791 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b50ae0fb-65d5-43be-8401-2ae5ca3968e7 None None] Routers {'303da6dd-ee4b-4c9c-a7d3-33361e63167f'} bound to L3 agent in host n-d-713301-16 {{(pid=95104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 19:30:12.114438 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_hamode_db [None req-b50ae0fb-65d5-43be-8401-2ae5ca3968e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-23T19:07:52Z,description=,heartbeat_timestamp=2021-09-23T19:29:52Z,host='n-d-713301-16',id=79a740bf-7821-4989-8288-7186e3e128f3,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:07:52Z,topic='l3_agent')) {'router_ids': ['303da6dd-ee4b-4c9c-a7d3-33361e63167f'], 'active': True} {{(pid=95104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:30:12.118903 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-5c79fe11-b88c-4fe2-9d08-aa2ec1a72eff req-c4329f77-e025-403d-baf8-aec43bd289ee tempest-AttachVolumeTestJSON-1825206227 tempest-AttachVolumeTestJSON-1825206227-project] 10.222.0.67 "GET /v2.0/ports?device_id=4cba8196-5b5b-42a0-aaca-42902580e803 HTTP/1.1" status: 200 len: 946 time: 0.1555774 Sep 23 19:30:12.172401 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-4ffe2091-a451-421a-afdd-4ff65f41216e req-b85a91cf-eb78-493d-b973-4dd1a3eba6a4 service neutron] 10.222.0.74 "GET /v2.0/networks/edbc94ab-09ae-45f0-9c1a-791584683548?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3443205 Sep 23 19:30:12.182331 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Device 743ffe71-76e1-4f6f-91ab-57bc481eb35a details requested by agent hyperv_n-h2-713301-16 with host n-h2-713301-16 {{(pid=95103) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 19:30:12.194736 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-5c79fe11-b88c-4fe2-9d08-aa2ec1a72eff req-529209fa-ebbe-4af3-a49d-f1e48c359ca1 tempest-AttachVolumeTestJSON-1825206227 tempest-AttachVolumeTestJSON-1825206227-project] 10.222.0.67 "GET /v2.0/security-groups?id=39522664-d93c-44d8-9f62-0e2cfbb5d5ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0748179 Sep 23 19:30:12.269438 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_dvr_db [None req-b50ae0fb-65d5-43be-8401-2ae5ca3968e7 None None] Set router 303da6dd-ee4b-4c9c-a7d3-33361e63167f gateway port host: n-d-713301-16 {{(pid=95104) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 19:30:12.332002 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a470d12-dcfa-4250-9419-71433f4b3e2a req-2dc6477d-438e-4e5a-859e-efed52baabe1 tempest-MultipleCreateTestJSON-1258598126 tempest-MultipleCreateTestJSON-1258598126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:30:12.344675 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-7a470d12-dcfa-4250-9419-71433f4b3e2a req-2dc6477d-438e-4e5a-859e-efed52baabe1 tempest-MultipleCreateTestJSON-1258598126 tempest-MultipleCreateTestJSON-1258598126-project] 10.222.0.67 "GET /v2.0/ports?device_id=bf494dd8-8ac4-4506-ab87-f7269b5a02f0 HTTP/1.1" status: 200 len: 943 time: 0.1101842 Sep 23 19:30:12.403875 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] For port 743ffe71-76e1-4f6f-91ab-57bc481eb35a, host n-h2-713301-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-16',level=0,port_id=743ffe71-76e1-4f6f-91ab-57bc481eb35a,segment=NetworkSegment(6139d589-eb6c-4578-8935-c26ddf396853),segment_id=6139d589-eb6c-4578-8935-c26ddf396853)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:30:12.417559 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-7a470d12-dcfa-4250-9419-71433f4b3e2a req-50fd3ffd-7b50-4ded-bd16-fc26be36486c tempest-MultipleCreateTestJSON-1258598126 tempest-MultipleCreateTestJSON-1258598126-project] 10.222.0.67 "GET /v2.0/security-groups?id=c80e840b-1ed2-48e2-be35-8dcdc113c8e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676305 Sep 23 19:30:12.423362 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Returning: {'device': '743ffe71-76e1-4f6f-91ab-57bc481eb35a', 'network_id': '5220cb0c-da05-478a-9604-8c11469a05b4', 'port_id': '743ffe71-76e1-4f6f-91ab-57bc481eb35a', 'mac_address': 'fa:16:3e:06:a2:46', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 624, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1ccc69bc-9d6b-44d9-b227-204e47dc6e45', 'ip_address': '192.168.233.202'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95103) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 19:30:12.489835 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-4ffe2091-a451-421a-afdd-4ff65f41216e req-223ccd32-d6b6-4936-97af-773296b852ea service neutron] 10.222.0.74 "GET /v2.0/networks/edbc94ab-09ae-45f0-9c1a-791584683548?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2910748 Sep 23 19:30:12.493794 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-cc2ca593-c584-4301-947f-fce5c39317dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:30:12.510201 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a0fe1e9-8fd2-4f23-810d-db4a19622e04 None None] Pushing event updated for resources: {'Port': ['ID=2b794021-5fec-4864-8cfc-c41c84f49a40,revision_number=3']} {{(pid=95104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:30:12.516177 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:30:12.529684 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_hamode_db [None req-b50ae0fb-65d5-43be-8401-2ae5ca3968e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '303da6dd-ee4b-4c9c-a7d3-33361e63167f', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1704357460-router', 'tenant_id': '69159fd28782479cb6f5c4a9161e8f9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'external_fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.96'}], 'enable_snat': True}, 'gw_port_id': '2b794021-5fec-4864-8cfc-c41c84f49a40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:30:05Z', 'updated_at': '2021-09-23T19:30:08Z', 'revision_number': 3, 'project_id': '69159fd28782479cb6f5c4a9161e8f9c', 'gw_port': {'id': '2b794021-5fec-4864-8cfc-c41c84f49a40', 'name': '', 'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:77:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '303da6dd-ee4b-4c9c-a7d3-33361e63167f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1195, 'fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:30:07Z', 'updated_at': '2021-09-23T19:30:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-16'}], 'n-d-713301-16', False) {} {{(pid=95104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:30:12.569456 n-d-713301-16 neutron-server[95103]: DEBUG neutron.notifiers.nova [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 743ffe71-76e1-4f6f-91ab-57bc481eb35a {{(pid=95103) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 19:30:12.578330 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b50ae0fb-65d5-43be-8401-2ae5ca3968e7 None None] The sync data for ids ['303da6dd-ee4b-4c9c-a7d3-33361e63167f'] in n-d-713301-16 is: [{'id': '303da6dd-ee4b-4c9c-a7d3-33361e63167f', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1704357460-router', 'tenant_id': '69159fd28782479cb6f5c4a9161e8f9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'external_fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.96'}], 'enable_snat': True}, 'gw_port_id': '2b794021-5fec-4864-8cfc-c41c84f49a40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:30:05Z', 'updated_at': '2021-09-23T19:30:08Z', 'revision_number': 3, 'project_id': '69159fd28782479cb6f5c4a9161e8f9c', 'gw_port': {'id': '2b794021-5fec-4864-8cfc-c41c84f49a40', 'name': '', 'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:77:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '303da6dd-ee4b-4c9c-a7d3-33361e63167f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1195, 'fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:30:07Z', 'updated_at': '2021-09-23T19:30:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-16'}] {{(pid=95104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 19:30:12.630063 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] For port 743ffe71-76e1-4f6f-91ab-57bc481eb35a, host n-h2-713301-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-16',level=0,port_id=743ffe71-76e1-4f6f-91ab-57bc481eb35a,segment=NetworkSegment(6139d589-eb6c-4578-8935-c26ddf396853),segment_id=6139d589-eb6c-4578-8935-c26ddf396853)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:30:12.638943 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Device a129d714-63cc-43a1-9de1-9e7968380be1 details requested by agent hyperv_n-h1-713301-16 with host n-h1-713301-16 {{(pid=95103) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 19:30:12.855210 n-d-713301-16 neutron-server[95101]: DEBUG neutron.db.db_base_plugin_common [None req-cc2ca593-c584-4301-947f-fce5c39317dd admin admin] Allocated IP 172.20.0.1 (a1a54103-96b7-401b-be92-1e0e83c7a3b4/adada119-0631-4032-b416-7e673851a9bb/572b03c9-0af0-4527-a470-4cb04145436d) {{(pid=95101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 19:30:12.907746 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:30:12.976365 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] For port a129d714-63cc-43a1-9de1-9e7968380be1, host n-h1-713301-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-16',level=0,port_id=a129d714-63cc-43a1-9de1-9e7968380be1,segment=NetworkSegment(90bfd6a3-67fd-48b1-905c-725d166593d5),segment_id=90bfd6a3-67fd-48b1-905c-725d166593d5)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:30:13.011990 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Returning: {'device': 'a129d714-63cc-43a1-9de1-9e7968380be1', 'network_id': 'edbc94ab-09ae-45f0-9c1a-791584683548', 'port_id': 'a129d714-63cc-43a1-9de1-9e7968380be1', 'mac_address': 'fa:16:3e:f6:6e:01', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 635, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bac3bfbf-ef37-4169-a536-707ef05210f4', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95103) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 19:30:13.017304 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] get_ports_and_sgs() called for port_ids ['743ffe71-76e1-4f6f-91ab-57bc481eb35a'] {{(pid=95103) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 19:30:13.096730 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Pushing event updated for resources: {'Port': ['ID=743ffe71-76e1-4f6f-91ab-57bc481eb35a,revision_number=6']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:30:13.137710 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:30:13.157203 n-d-713301-16 neutron-server[95103]: DEBUG neutron.notifiers.nova [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a129d714-63cc-43a1-9de1-9e7968380be1 {{(pid=95103) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 19:30:13.210126 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] For port a129d714-63cc-43a1-9de1-9e7968380be1, host n-h1-713301-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-16',level=0,port_id=a129d714-63cc-43a1-9de1-9e7968380be1,segment=NetworkSegment(90bfd6a3-67fd-48b1-905c-725d166593d5),segment_id=90bfd6a3-67fd-48b1-905c-725d166593d5)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:30:13.223521 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:30:13.225660 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Device 2057133e-afe6-4649-916f-fb2ef68141a8 details requested by agent hyperv_n-h1-713301-16 with host n-h1-713301-16 {{(pid=95103) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 19:30:13.310332 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-cc2ca593-c584-4301-947f-fce5c39317dd admin admin] Notify callbacks [] for port, precommit_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:30:13.396810 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Pushing event updated for resources: {'Port': ['ID=a129d714-63cc-43a1-9de1-9e7968380be1,revision_number=4']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:30:13.431711 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-cc2ca593-c584-4301-947f-fce5c39317dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783145673135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5607431'] for port, after_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:30:13.481620 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3767d5e1-cadb-46c7-a449-a4ee9cf2df63 req-d9b63956-c100-45c0-95bb-0989c146c504 tempest-AttachVolumeTestJSON-1825206227 tempest-AttachVolumeTestJSON-1825206227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:30:13.494625 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-3767d5e1-cadb-46c7-a449-a4ee9cf2df63 req-d9b63956-c100-45c0-95bb-0989c146c504 tempest-AttachVolumeTestJSON-1825206227 tempest-AttachVolumeTestJSON-1825206227-project] 10.222.0.67 "GET /v2.0/ports?device_id=4cba8196-5b5b-42a0-aaca-42902580e803 HTTP/1.1" status: 200 len: 946 time: 0.1330040 Sep 23 19:30:13.589442 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc2ca593-c584-4301-947f-fce5c39317dd admin admin] Network a1a54103-96b7-401b-be92-1e0e83c7a3b4 is already hosted by enough agents. {{(pid=95101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:30:13.591785 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc2ca593-c584-4301-947f-fce5c39317dd admin admin] Pushing event updated for resources: {'Port': ['ID=572b03c9-0af0-4527-a470-4cb04145436d,revision_number=1']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:30:13.594938 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.base_scheduler [None req-cc2ca593-c584-4301-947f-fce5c39317dd admin admin] Resources bound (agent type, host, resource id): {{(pid=95101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:30:13.617644 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-3767d5e1-cadb-46c7-a449-a4ee9cf2df63 req-0c4d0e05-4d5d-4c38-ba18-a30ca4689825 tempest-AttachVolumeTestJSON-1825206227 tempest-AttachVolumeTestJSON-1825206227-project] 10.222.0.67 "GET /v2.0/security-groups?id=39522664-d93c-44d8-9f62-0e2cfbb5d5ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1221092 Sep 23 19:30:13.618719 n-d-713301-16 neutron-server[95101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc2ca593-c584-4301-947f-fce5c39317dd admin admin] Received port after_create {{(pid=95101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 19:30:13.685839 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] For port 2057133e-afe6-4649-916f-fb2ef68141a8, host n-h1-713301-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-16',level=0,port_id=2057133e-afe6-4649-916f-fb2ef68141a8,segment=NetworkSegment(0ad9f853-8282-44e3-ac3b-2b75c9223dae),segment_id=0ad9f853-8282-44e3-ac3b-2b75c9223dae)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:30:13.800882 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Returning: {'device': '2057133e-afe6-4649-916f-fb2ef68141a8', 'network_id': '364dc893-5ecb-4aa3-be76-13b51cbbfbd4', 'port_id': '2057133e-afe6-4649-916f-fb2ef68141a8', 'mac_address': 'fa:16:3e:6b:c7:49', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 632, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a900be85-be08-465b-85e6-4a05aae55389', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95103) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 19:30:13.803796 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-cc2ca593-c584-4301-947f-fce5c39317dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-601987'] for router_interface, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:30:13.817083 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Device 2b794021-5fec-4864-8cfc-c41c84f49a40 up at agent ovs-agent-n-d-713301-16 {{(pid=95103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 19:30:14.030111 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c05e5358-fc56-4c63-9490-0c4d1b213724 req-07c61fd5-bf63-46e5-b061-ba67f73e04df tempest-MultipleCreateTestJSON-1258598126 tempest-MultipleCreateTestJSON-1258598126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:30:14.031532 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-c05e5358-fc56-4c63-9490-0c4d1b213724 req-07c61fd5-bf63-46e5-b061-ba67f73e04df tempest-MultipleCreateTestJSON-1258598126 tempest-MultipleCreateTestJSON-1258598126-project] 10.222.0.67 "GET /v2.0/ports?device_id=bf494dd8-8ac4-4506-ab87-f7269b5a02f0 HTTP/1.1" status: 200 len: 944 time: 0.2026939 Sep 23 19:30:14.045544 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:30:14.150083 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-c05e5358-fc56-4c63-9490-0c4d1b213724 req-679896f6-b494-4b42-97c0-dd6340f66bb5 tempest-MultipleCreateTestJSON-1258598126 tempest-MultipleCreateTestJSON-1258598126-project] 10.222.0.67 "GET /v2.0/security-groups?id=c80e840b-1ed2-48e2-be35-8dcdc113c8e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924618 Sep 23 19:30:14.173782 n-d-713301-16 neutron-server[95103]: DEBUG neutron.notifiers.nova [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2057133e-afe6-4649-916f-fb2ef68141a8 {{(pid=95103) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 19:30:14.193942 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-b8fb0c55-f8b2-4f23-baa8-d1b9337ae977 None None] Provisioning complete for port 572b03c9-0af0-4527-a470-4cb04145436d triggered by entity DHCP. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:30:14.194669 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b8fb0c55-f8b2-4f23-baa8-d1b9337ae977 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:30:14.207464 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Device 743ffe71-76e1-4f6f-91ab-57bc481eb35a up at agent hyperv_n-h2-713301-16 {{(pid=95103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 19:30:14.232842 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-cc2ca593-c584-4301-947f-fce5c39317dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:30:14.240681 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] For port 2057133e-afe6-4649-916f-fb2ef68141a8, host n-h1-713301-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-16',level=0,port_id=2057133e-afe6-4649-916f-fb2ef68141a8,segment=NetworkSegment(0ad9f853-8282-44e3-ac3b-2b75c9223dae),segment_id=0ad9f853-8282-44e3-ac3b-2b75c9223dae)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:30:14.337338 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:30:14.412785 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Provisioning complete for port 2b794021-5fec-4864-8cfc-c41c84f49a40 triggered by entity L2. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:30:14.413603 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:30:14.422461 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Pushing event updated for resources: {'Port': ['ID=2057133e-afe6-4649-916f-fb2ef68141a8,revision_number=9']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:30:14.551767 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] get_ports_and_sgs() called for port_ids ['2057133e-afe6-4649-916f-fb2ef68141a8'] {{(pid=95103) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 19:30:14.575864 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.plugin [None req-b8fb0c55-f8b2-4f23-baa8-d1b9337ae977 None None] Port 572b03c9-0af0-4527-a470-4cb04145436d cannot update to ACTIVE because it is not bound. {{(pid=95103) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 19:30:14.665533 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] get_ports_and_sgs() called for port_ids ['a129d714-63cc-43a1-9de1-9e7968380be1'] {{(pid=95103) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 19:30:14.708485 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-cc2ca593-c584-4301-947f-fce5c39317dd admin admin] Notify callbacks [] for port, precommit_update {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:30:14.719869 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-cc2ca593-c584-4301-947f-fce5c39317dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5607436'] for port, after_update {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:30:14.833354 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc2ca593-c584-4301-947f-fce5c39317dd admin admin] Pushing event updated for resources: {'Port': ['ID=572b03c9-0af0-4527-a470-4cb04145436d,revision_number=2']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:30:14.927701 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc2ca593-c584-4301-947f-fce5c39317dd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:30:14.928061 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc2ca593-c584-4301-947f-fce5c39317dd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:30:14.928461 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc2ca593-c584-4301-947f-fce5c39317dd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:30:14.929661 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc2ca593-c584-4301-947f-fce5c39317dd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:30:14.930012 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc2ca593-c584-4301-947f-fce5c39317dd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:30:14.930501 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc2ca593-c584-4301-947f-fce5c39317dd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:30:14.931146 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc2ca593-c584-4301-947f-fce5c39317dd admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:30:14.931507 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc2ca593-c584-4301-947f-fce5c39317dd admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:30:14.931863 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc2ca593-c584-4301-947f-fce5c39317dd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:30:14.938021 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc2ca593-c584-4301-947f-fce5c39317dd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:30:14.938480 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc2ca593-c584-4301-947f-fce5c39317dd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:30:14.938830 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc2ca593-c584-4301-947f-fce5c39317dd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:30:14.975073 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-cc2ca593-c584-4301-947f-fce5c39317dd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-527313', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-601459'] for router_interface, after_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:30:15.094187 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee8a1e2-a06c-4577-bfef-341a4cc3e9eb req-91c19031-c198-4068-a86f-0a545c69d3c4 tempest-AttachVolumeTestJSON-1825206227 tempest-AttachVolumeTestJSON-1825206227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:30:15.105030 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-eee8a1e2-a06c-4577-bfef-341a4cc3e9eb req-91c19031-c198-4068-a86f-0a545c69d3c4 tempest-AttachVolumeTestJSON-1825206227 tempest-AttachVolumeTestJSON-1825206227-project] 10.222.0.67 "GET /v2.0/ports?device_id=4cba8196-5b5b-42a0-aaca-42902580e803 HTTP/1.1" status: 200 len: 946 time: 0.3269215 Sep 23 19:30:15.200704 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:30:15.225769 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-eee8a1e2-a06c-4577-bfef-341a4cc3e9eb req-72779763-6151-44b1-9338-bb652929997f tempest-AttachVolumeTestJSON-1825206227 tempest-AttachVolumeTestJSON-1825206227-project] 10.222.0.67 "GET /v2.0/security-groups?id=39522664-d93c-44d8-9f62-0e2cfbb5d5ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1189296 Sep 23 19:30:15.234050 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Provisioning complete for port 743ffe71-76e1-4f6f-91ab-57bc481eb35a triggered by entity L2. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:30:15.253684 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:30:15.263717 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc2ca593-c584-4301-947f-fce5c39317dd admin admin] Network a1a54103-96b7-401b-be92-1e0e83c7a3b4 is already hosted by enough agents. {{(pid=95101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:30:15.265277 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.base_scheduler [None req-cc2ca593-c584-4301-947f-fce5c39317dd admin admin] Resources bound (agent type, host, resource id): {{(pid=95101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:30:15.575025 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c67c16-678e-4e1d-91f7-6239e80eaafb req-e185313b-6ec2-4157-afbc-e6cf596fd64d tempest-MultipleCreateTestJSON-1258598126 tempest-MultipleCreateTestJSON-1258598126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:30:15.605515 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] For port 2b794021-5fec-4864-8cfc-c41c84f49a40, host n-d-713301-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-16',level=0,port_id=2b794021-5fec-4864-8cfc-c41c84f49a40,segment=NetworkSegment(7d4027f1-d893-4c7b-95d4-757b8e44e380),segment_id=7d4027f1-d893-4c7b-95d4-757b8e44e380)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:30:15.616281 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-42c67c16-678e-4e1d-91f7-6239e80eaafb req-e185313b-6ec2-4157-afbc-e6cf596fd64d tempest-MultipleCreateTestJSON-1258598126 tempest-MultipleCreateTestJSON-1258598126-project] 10.222.0.67 "GET /v2.0/ports?device_id=bf494dd8-8ac4-4506-ab87-f7269b5a02f0 HTTP/1.1" status: 200 len: 944 time: 0.2276688 Sep 23 19:30:15.618197 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:30:15.717746 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Pushing event updated for resources: {'Port': ['ID=2b794021-5fec-4864-8cfc-c41c84f49a40,revision_number=4']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:30:15.806456 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc2ca593-c584-4301-947f-fce5c39317dd admin admin] Router 303da6dd-ee4b-4c9c-a7d3-33361e63167f has already been hosted by L3 agent 79a740bf-7821-4989-8288-7186e3e128f3 {{(pid=95101) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 19:30:15.872832 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:30:15.877930 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-42c67c16-678e-4e1d-91f7-6239e80eaafb req-ea50d829-3bda-4ea0-83de-e1b4cdc95116 tempest-MultipleCreateTestJSON-1258598126 tempest-MultipleCreateTestJSON-1258598126-project] 10.222.0.67 "GET /v2.0/security-groups?id=c80e840b-1ed2-48e2-be35-8dcdc113c8e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2563043 Sep 23 19:30:16.027315 n-d-713301-16 neutron-server[95103]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87e77863-219f-42c4-8b26-1f31af11f822', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '743ffe71-76e1-4f6f-91ab-57bc481eb35a'}] {{(pid=95103) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 19:30:16.039234 n-d-713301-16 neutron-server[95103]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}81a1c17f2aa89d5b3ebbba3a3e0cf7eb588e431c2224256110c4c4facdd7c3e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff451926-a4fc-45f1-a50b-07e7b05b6f2b" -d '{"events": [{"server_uuid": "87e77863-219f-42c4-8b26-1f31af11f822", "name": "network-vif-plugged", "status": "completed", "tag": "743ffe71-76e1-4f6f-91ab-57bc481eb35a"}]}' {{(pid=95103) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 19:30:16.117799 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] For port 743ffe71-76e1-4f6f-91ab-57bc481eb35a, host n-h2-713301-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-16',level=0,port_id=743ffe71-76e1-4f6f-91ab-57bc481eb35a,segment=NetworkSegment(6139d589-eb6c-4578-8935-c26ddf396853),segment_id=6139d589-eb6c-4578-8935-c26ddf396853)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:30:16.120747 n-d-713301-16 neutron-server[95103]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 19:30:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba38fac1-96a6-4fd5-b4d5-29cdf3a55fd6 x-openstack-request-id: req-ba38fac1-96a6-4fd5-b4d5-29cdf3a55fd6 {{(pid=95103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 19:30:16.121209 n-d-713301-16 neutron-server[95103]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "87e77863-219f-42c4-8b26-1f31af11f822", "name": "network-vif-plugged", "status": "completed", "tag": "743ffe71-76e1-4f6f-91ab-57bc481eb35a", "code": 200}]} {{(pid=95103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 19:30:16.121882 n-d-713301-16 neutron-server[95103]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-ba38fac1-96a6-4fd5-b4d5-29cdf3a55fd6 {{(pid=95103) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 19:30:16.122436 n-d-713301-16 neutron-server[95103]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '87e77863-219f-42c4-8b26-1f31af11f822', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '743ffe71-76e1-4f6f-91ab-57bc481eb35a', 'code': 200} Sep 23 19:30:16.124926 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-78c4d353-73df-4b0b-bdf0-22724758d688 None None] Provisioning complete for port 572b03c9-0af0-4527-a470-4cb04145436d triggered by entity DHCP. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:30:16.125501 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-78c4d353-73df-4b0b-bdf0-22724758d688 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:30:16.130130 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:30:16.131170 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Device 89b22f2a-5287-4977-b3a7-92e3fe414961 up at agent hyperv_n-h2-713301-16 {{(pid=95103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 19:30:16.339547 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc2ca593-c584-4301-947f-fce5c39317dd admin admin] Notify agent at l3_agent.n-d-713301-16 the message routers_updated {{(pid=95101) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 19:30:16.354740 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-cc2ca593-c584-4301-947f-fce5c39317dd admin admin] 10.222.0.67 "PUT /v2.0/routers/303da6dd-ee4b-4c9c-a7d3-33361e63167f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4392087 Sep 23 19:30:16.355703 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Pushing event updated for resources: {'Port': ['ID=743ffe71-76e1-4f6f-91ab-57bc481eb35a,revision_number=7']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:30:16.365433 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.plugin [None req-78c4d353-73df-4b0b-bdf0-22724758d688 None None] Port 572b03c9-0af0-4527-a470-4cb04145436d cannot update to ACTIVE because it is not bound. {{(pid=95103) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 19:30:16.419793 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Provisioning for port 89b22f2a-5287-4977-b3a7-92e3fe414961 completed by entity L2. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 19:30:16.446036 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Provisioning complete for port 89b22f2a-5287-4977-b3a7-92e3fe414961 triggered by entity L2. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:30:16.448273 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:30:16.539266 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35cc53e7-d9a5-423f-a13a-38bc58acfe4f req-3a5e663f-b8ac-4cf1-a4ad-75336a61ea66 tempest-AttachVolumeTestJSON-1825206227 tempest-AttachVolumeTestJSON-1825206227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:30:16.562948 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-35cc53e7-d9a5-423f-a13a-38bc58acfe4f req-3a5e663f-b8ac-4cf1-a4ad-75336a61ea66 tempest-AttachVolumeTestJSON-1825206227 tempest-AttachVolumeTestJSON-1825206227-project] 10.222.0.67 "GET /v2.0/ports?device_id=4cba8196-5b5b-42a0-aaca-42902580e803 HTTP/1.1" status: 200 len: 946 time: 0.2114153 Sep 23 19:30:16.630730 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c522226-c06f-41fa-8fbb-36c23d9e3e74 None None] Sync routers for ids ['303da6dd-ee4b-4c9c-a7d3-33361e63167f'] in n-d-713301-16 {{(pid=95103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 19:30:16.639979 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Device 2057133e-afe6-4649-916f-fb2ef68141a8 up at agent hyperv_n-h1-713301-16 {{(pid=95103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 19:30:16.690299 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-35cc53e7-d9a5-423f-a13a-38bc58acfe4f req-cc4b49ae-87fd-4562-ad0e-c299cb419735 tempest-AttachVolumeTestJSON-1825206227 tempest-AttachVolumeTestJSON-1825206227-project] 10.222.0.67 "GET /v2.0/security-groups?id=39522664-d93c-44d8-9f62-0e2cfbb5d5ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1272359 Sep 23 19:30:16.704705 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c522226-c06f-41fa-8fbb-36c23d9e3e74 None None] Routers {'303da6dd-ee4b-4c9c-a7d3-33361e63167f'} bound to L3 agent in host n-d-713301-16 {{(pid=95103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 19:30:16.705369 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_hamode_db [None req-2c522226-c06f-41fa-8fbb-36c23d9e3e74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-23T19:07:52Z,description=,heartbeat_timestamp=2021-09-23T19:29:52Z,host='n-d-713301-16',id=79a740bf-7821-4989-8288-7186e3e128f3,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:07:52Z,topic='l3_agent')) {'router_ids': ['303da6dd-ee4b-4c9c-a7d3-33361e63167f'], 'active': True} {{(pid=95103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:30:16.915541 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:30:17.103677 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_dvr_db [None req-2c522226-c06f-41fa-8fbb-36c23d9e3e74 None None] Set router 303da6dd-ee4b-4c9c-a7d3-33361e63167f gateway port host: n-d-713301-16 {{(pid=95103) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 19:30:17.176392 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] For port 89b22f2a-5287-4977-b3a7-92e3fe414961, host n-h2-713301-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-16',level=0,port_id=89b22f2a-5287-4977-b3a7-92e3fe414961,segment=NetworkSegment(90bfd6a3-67fd-48b1-905c-725d166593d5),segment_id=90bfd6a3-67fd-48b1-905c-725d166593d5)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:30:17.180177 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Provisioning complete for port 2057133e-afe6-4649-916f-fb2ef68141a8 triggered by entity L2. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:30:17.180552 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:30:17.194675 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:30:17.292498 n-d-713301-16 neutron-server[95102]: INFO neutron.api.v2.resource [req-22b3c954-a296-4055-a1fb-d2e7190ed5ff req-5afb366c-7d2a-43db-a387-f13440e28f7d tempest-FloatingIPDetailsNegativeTestJSON-881609396 tempest-FloatingIPDetailsNegativeTestJSON-881609396-project] show failed (client error): The resource could not be found. Sep 23 19:30:17.305971 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 43200) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:30:17.319127 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-22b3c954-a296-4055-a1fb-d2e7190ed5ff req-5afb366c-7d2a-43db-a387-f13440e28f7d tempest-FloatingIPDetailsNegativeTestJSON-881609396 tempest-FloatingIPDetailsNegativeTestJSON-881609396-project] 10.222.0.67 "GET /v2.0/floatingips/12bded0d-597a-4246-aeb3-fe799c32f4a9 HTTP/1.1" status: 404 len: 350 time: 0.1485932 Sep 23 19:30:17.836159 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f47a59-b5f9-42ed-89a5-4bdd732edbaf req-43a05ed6-0db4-475f-b9d4-ba569a8bfd7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:30:17.840190 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-f1f47a59-b5f9-42ed-89a5-4bdd732edbaf req-43a05ed6-0db4-475f-b9d4-ba569a8bfd7f service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=bc1c8a8a17df480598455b00ff38da5a&device_id=4cba8196-5b5b-42a0-aaca-42902580e803 HTTP/1.1" status: 200 len: 1098 time: 0.1567879 Sep 23 19:30:17.877625 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68bbf6a-2f1d-4fc2-b8b8-2c6635ac9e8c req-1a3bc46e-7583-4296-a9ff-6fdb891f3290 tempest-MultipleCreateTestJSON-1258598126 tempest-MultipleCreateTestJSON-1258598126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:30:17.880684 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-b68bbf6a-2f1d-4fc2-b8b8-2c6635ac9e8c req-1a3bc46e-7583-4296-a9ff-6fdb891f3290 tempest-MultipleCreateTestJSON-1258598126 tempest-MultipleCreateTestJSON-1258598126-project] 10.222.0.67 "GET /v2.0/ports?device_id=bf494dd8-8ac4-4506-ab87-f7269b5a02f0 HTTP/1.1" status: 200 len: 944 time: 0.1462517 Sep 23 19:30:17.944655 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Device 2b794021-5fec-4864-8cfc-c41c84f49a40 up at agent ovs-agent-n-d-713301-16 {{(pid=95103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 19:30:17.952257 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Pushing event updated for resources: {'Port': ['ID=89b22f2a-5287-4977-b3a7-92e3fe414961,revision_number=5']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:30:18.029277 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-b68bbf6a-2f1d-4fc2-b8b8-2c6635ac9e8c req-958e5dbb-c214-44fb-bf34-ae5fa5ca398f tempest-MultipleCreateTestJSON-1258598126 tempest-MultipleCreateTestJSON-1258598126-project] 10.222.0.67 "GET /v2.0/security-groups?id=c80e840b-1ed2-48e2-be35-8dcdc113c8e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1320589 Sep 23 19:30:18.131866 n-d-713301-16 neutron-server[95103]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '40559b6e-1efc-4beb-bd56-15a95417d619', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '89b22f2a-5287-4977-b3a7-92e3fe414961'}] {{(pid=95103) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 19:30:18.144175 n-d-713301-16 neutron-server[95103]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}81a1c17f2aa89d5b3ebbba3a3e0cf7eb588e431c2224256110c4c4facdd7c3e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e70b2d4a-c00c-430d-8a38-1b222bb1e3fd" -d '{"events": [{"server_uuid": "40559b6e-1efc-4beb-bd56-15a95417d619", "name": "network-vif-plugged", "status": "completed", "tag": "89b22f2a-5287-4977-b3a7-92e3fe414961"}]}' {{(pid=95103) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 19:30:18.228371 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:30:18.283659 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f47a59-b5f9-42ed-89a5-4bdd732edbaf req-240aa486-b24d-49ec-80a3-3ebfdfc442f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:30:18.286099 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-f1f47a59-b5f9-42ed-89a5-4bdd732edbaf req-240aa486-b24d-49ec-80a3-3ebfdfc442f0 service neutron] 10.222.0.74 "GET /v2.0/networks?id=891932c9-457f-43e1-aea2-971af25a68f6 HTTP/1.1" status: 200 len: 911 time: 0.4384043 Sep 23 19:30:18.316347 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] For port 2057133e-afe6-4649-916f-fb2ef68141a8, host n-h1-713301-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-16',level=0,port_id=2057133e-afe6-4649-916f-fb2ef68141a8,segment=NetworkSegment(0ad9f853-8282-44e3-ac3b-2b75c9223dae),segment_id=0ad9f853-8282-44e3-ac3b-2b75c9223dae)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:30:18.337281 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_hamode_db [None req-2c522226-c06f-41fa-8fbb-36c23d9e3e74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '303da6dd-ee4b-4c9c-a7d3-33361e63167f', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1704357460-router', 'tenant_id': '69159fd28782479cb6f5c4a9161e8f9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'external_fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.96'}], 'enable_snat': True}, 'gw_port_id': '2b794021-5fec-4864-8cfc-c41c84f49a40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:30:05Z', 'updated_at': '2021-09-23T19:30:14Z', 'revision_number': 4, 'project_id': '69159fd28782479cb6f5c4a9161e8f9c', 'gw_port': {'id': '2b794021-5fec-4864-8cfc-c41c84f49a40', 'name': '', 'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:77:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '303da6dd-ee4b-4c9c-a7d3-33361e63167f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1195, 'fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:30:07Z', 'updated_at': '2021-09-23T19:30:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-16', '_interfaces': [{'id': '572b03c9-0af0-4527-a470-4cb04145436d', 'name': '', 'network_id': 'a1a54103-96b7-401b-be92-1e0e83c7a3b4', 'tenant_id': '69159fd28782479cb6f5c4a9161e8f9c', 'mac_address': 'fa:16:3e:11:79:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '303da6dd-ee4b-4c9c-a7d3-33361e63167f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1196, 'fixed_ips': [{'subnet_id': 'adada119-0631-4032-b416-7e673851a9bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:30:12Z', 'updated_at': '2021-09-23T19:30:14Z', 'revision_number': 2, 'project_id': '69159fd28782479cb6f5c4a9161e8f9c', 'subnets': [{'id': 'adada119-0631-4032-b416-7e673851a9bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-16', False) {} {{(pid=95103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:30:18.341549 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Provisioning complete for port 2b794021-5fec-4864-8cfc-c41c84f49a40 triggered by entity L2. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:30:18.341826 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:30:18.346174 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:30:18.399302 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9110fc73-9f38-4e75-b8f2-13af5b273110 req-be00bd8a-bd40-490b-a09b-01b535fd4923 tempest-AttachVolumeTestJSON-1825206227 tempest-AttachVolumeTestJSON-1825206227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:30:18.414747 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-9110fc73-9f38-4e75-b8f2-13af5b273110 req-be00bd8a-bd40-490b-a09b-01b535fd4923 tempest-AttachVolumeTestJSON-1825206227 tempest-AttachVolumeTestJSON-1825206227-project] 10.222.0.67 "GET /v2.0/ports?device_id=4cba8196-5b5b-42a0-aaca-42902580e803 HTTP/1.1" status: 200 len: 946 time: 0.1401651 Sep 23 19:30:18.489875 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c522226-c06f-41fa-8fbb-36c23d9e3e74 None None] Checking router: 303da6dd-ee4b-4c9c-a7d3-33361e63167f for host: n-d-713301-16 {{(pid=95103) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 19:30:18.489875 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c522226-c06f-41fa-8fbb-36c23d9e3e74 None None] Updating router 303da6dd-ee4b-4c9c-a7d3-33361e63167f port 572b03c9-0af0-4527-a470-4cb04145436d binding host n-d-713301-16 {{(pid=95103) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 23 19:30:18.501135 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-f1f47a59-b5f9-42ed-89a5-4bdd732edbaf req-f3558232-56cc-4410-a21c-3e7857d8172d service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b1a5385d-b97e-4faa-9e35-589c892a4d85 HTTP/1.1" status: 200 len: 1002 time: 0.2055767 Sep 23 19:30:18.538788 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-9110fc73-9f38-4e75-b8f2-13af5b273110 req-95dd6125-3f90-4259-81be-5d81baa47b1e tempest-AttachVolumeTestJSON-1825206227 tempest-AttachVolumeTestJSON-1825206227-project] 10.222.0.67 "GET /v2.0/security-groups?id=39522664-d93c-44d8-9f62-0e2cfbb5d5ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1224699 Sep 23 19:30:18.555237 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-2c522226-c06f-41fa-8fbb-36c23d9e3e74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:30:18.597763 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 43212) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:30:18.645252 n-d-713301-16 neutron-server[95103]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 19:30:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1596035-37c0-4d27-b36b-1223e421be45 x-openstack-request-id: req-e1596035-37c0-4d27-b36b-1223e421be45 {{(pid=95103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 19:30:18.645563 n-d-713301-16 neutron-server[95103]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "40559b6e-1efc-4beb-bd56-15a95417d619", "name": "network-vif-plugged", "status": "completed", "tag": "89b22f2a-5287-4977-b3a7-92e3fe414961", "code": 200}]} {{(pid=95103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 19:30:18.647472 n-d-713301-16 neutron-server[95103]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-e1596035-37c0-4d27-b36b-1223e421be45 {{(pid=95103) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 19:30:18.648484 n-d-713301-16 neutron-server[95103]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '40559b6e-1efc-4beb-bd56-15a95417d619', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '89b22f2a-5287-4977-b3a7-92e3fe414961', 'code': 200} Sep 23 19:30:18.682646 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Pushing event updated for resources: {'Port': ['ID=2057133e-afe6-4649-916f-fb2ef68141a8,revision_number=10']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:30:18.702060 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Device a129d714-63cc-43a1-9de1-9e7968380be1 up at agent hyperv_n-h1-713301-16 {{(pid=95103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 19:30:18.761457 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f47a59-b5f9-42ed-89a5-4bdd732edbaf req-d55b8f26-8d2e-4ebe-a9b8-f8b71bbaafab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:30:18.762989 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-f1f47a59-b5f9-42ed-89a5-4bdd732edbaf req-d55b8f26-8d2e-4ebe-a9b8-f8b71bbaafab service neutron] 10.222.0.74 "GET /v2.0/subnets?id=bbfc5a86-0037-429e-b11d-698cbfb1a3c3 HTTP/1.1" status: 200 len: 849 time: 0.1552799 Sep 23 19:30:18.813678 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ababca-6b3f-4523-ab03-da01174ca641 req-476add02-cdcd-454c-bc6b-70622cc504a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:30:18.816358 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-17ababca-6b3f-4523-ab03-da01174ca641 req-476add02-cdcd-454c-bc6b-70622cc504a5 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=40559b6e-1efc-4beb-bd56-15a95417d619 HTTP/1.1" status: 200 len: 1098 time: 0.1333609 Sep 23 19:30:18.915364 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-9373f068-390a-42a7-9779-3e9a2ad244d0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:30:18.973540 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f47a59-b5f9-42ed-89a5-4bdd732edbaf req-c2d9f8f0-8efe-4d0c-afc7-b48941361ccd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:30:18.975635 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-f1f47a59-b5f9-42ed-89a5-4bdd732edbaf req-c2d9f8f0-8efe-4d0c-afc7-b48941361ccd service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=891932c9-457f-43e1-aea2-971af25a68f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2017822 Sep 23 19:30:19.026360 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-17ababca-6b3f-4523-ab03-da01174ca641 req-ee02184a-90bc-4e5c-aa59-f4266b7f8965 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=c80e840b-1ed2-48e2-be35-8dcdc113c8e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1856980 Sep 23 19:30:19.054952 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-a5a99bff-e8b7-4012-b749-c1f44e4d4345 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-601372'] for router_interface, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:30:19.109587 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Provisioning for port a129d714-63cc-43a1-9de1-9e7968380be1 completed by entity L2. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 19:30:19.128632 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Provisioning complete for port a129d714-63cc-43a1-9de1-9e7968380be1 triggered by entity L2. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:30:19.144813 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:30:19.180043 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-9373f068-390a-42a7-9779-3e9a2ad244d0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:30:19.225748 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-9373f068-390a-42a7-9779-3e9a2ad244d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:30:19.294391 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-9373f068-390a-42a7-9779-3e9a2ad244d0 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=34782195b002413cb89015a7d5a80699&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6952617 Sep 23 19:30:19.296170 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9373f068-390a-42a7-9779-3e9a2ad244d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10211f77-3a33-4921-87bf-0337e1e80691,revision_number=1']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:30:19.299453 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 43222) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:30:19.336431 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9373f068-390a-42a7-9779-3e9a2ad244d0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:30:19.336938 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9373f068-390a-42a7-9779-3e9a2ad244d0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:30:19.337352 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9373f068-390a-42a7-9779-3e9a2ad244d0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:30:19.337757 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9373f068-390a-42a7-9779-3e9a2ad244d0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:30:19.338158 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9373f068-390a-42a7-9779-3e9a2ad244d0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:30:19.338554 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9373f068-390a-42a7-9779-3e9a2ad244d0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:30:19.338947 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9373f068-390a-42a7-9779-3e9a2ad244d0 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:30:19.339340 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9373f068-390a-42a7-9779-3e9a2ad244d0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:30:19.339730 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9373f068-390a-42a7-9779-3e9a2ad244d0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:30:19.340125 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9373f068-390a-42a7-9779-3e9a2ad244d0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:30:19.340513 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9373f068-390a-42a7-9779-3e9a2ad244d0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:30:19.340928 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9373f068-390a-42a7-9779-3e9a2ad244d0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:30:19.369894 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b263c8-fd1f-4252-93be-66bc468624a7 req-f2a28182-d683-480e-88b5-08442f6dd093 tempest-MultipleCreateTestJSON-1258598126 tempest-MultipleCreateTestJSON-1258598126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:30:19.378272 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-a0b263c8-fd1f-4252-93be-66bc468624a7 req-f2a28182-d683-480e-88b5-08442f6dd093 tempest-MultipleCreateTestJSON-1258598126 tempest-MultipleCreateTestJSON-1258598126-project] 10.222.0.67 "GET /v2.0/ports?device_id=bf494dd8-8ac4-4506-ab87-f7269b5a02f0 HTTP/1.1" status: 200 len: 944 time: 0.2434542 Sep 23 19:30:19.450385 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-2c522226-c06f-41fa-8fbb-36c23d9e3e74 None None] Notify callbacks [] for port, precommit_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:30:19.461802 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-2c522226-c06f-41fa-8fbb-36c23d9e3e74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:30:19.509369 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5ed5de5-9d84-4323-98f2-20324d01c87d None None] Pushing event updated for resources: {'Port': ['ID=572b03c9-0af0-4527-a470-4cb04145436d,revision_number=3']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:30:19.521786 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-5b87b86b-acd1-4837-b762-c71508523a2a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:30:19.551247 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-a0b263c8-fd1f-4252-93be-66bc468624a7 req-5d276567-8d91-45ed-98ab-e04c288479f1 tempest-MultipleCreateTestJSON-1258598126 tempest-MultipleCreateTestJSON-1258598126-project] 10.222.0.67 "GET /v2.0/security-groups?id=c80e840b-1ed2-48e2-be35-8dcdc113c8e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1605151 Sep 23 19:30:19.602741 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:30:19.615699 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-5b87b86b-acd1-4837-b762-c71508523a2a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:30:19.670078 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] For port a129d714-63cc-43a1-9de1-9e7968380be1, host n-h1-713301-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-16',level=0,port_id=a129d714-63cc-43a1-9de1-9e7968380be1,segment=NetworkSegment(90bfd6a3-67fd-48b1-905c-725d166593d5),segment_id=90bfd6a3-67fd-48b1-905c-725d166593d5)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:30:19.703121 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:30:19.847376 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-5b87b86b-acd1-4837-b762-c71508523a2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:30:19.861970 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-5b87b86b-acd1-4837-b762-c71508523a2a admin admin] Notify callbacks [] for security_group, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:30:19.865749 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-5b87b86b-acd1-4837-b762-c71508523a2a admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/10211f77-3a33-4921-87bf-0337e1e80691 HTTP/1.1" status: 204 len: 168 time: 0.5604119 Sep 23 19:30:19.888548 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b87b86b-acd1-4837-b762-c71508523a2a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10211f77-3a33-4921-87bf-0337e1e80691,revision_number=None']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:30:20.055795 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-4e0c9f51-c3c2-48bd-8c93-db6516186434 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:30:20.082607 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.managers [None req-2c522226-c06f-41fa-8fbb-36c23d9e3e74 None None] Attempting to bind port 572b03c9-0af0-4527-a470-4cb04145436d on host n-d-713301-16 for vnic_type normal with profile {{(pid=95103) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 19:30:20.082992 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.managers [None req-2c522226-c06f-41fa-8fbb-36c23d9e3e74 None None] Attempting to bind port 572b03c9-0af0-4527-a470-4cb04145436d by drivers openvswitch,hyperv on host n-d-713301-16 at level 0 using segments [{'id': 'c19b51ef-7043-4979-ba9f-21280f2e9142', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': 'a1a54103-96b7-401b-be92-1e0e83c7a3b4'}] {{(pid=95103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 19:30:20.083395 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c522226-c06f-41fa-8fbb-36c23d9e3e74 None None] Attempting to bind port 572b03c9-0af0-4527-a470-4cb04145436d on network a1a54103-96b7-401b-be92-1e0e83c7a3b4 {{(pid=95103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:30:20.103709 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c522226-c06f-41fa-8fbb-36c23d9e3e74 None None] Checking agent: {'id': '70a14545-df24-472f-8f95-bfe1719bff93', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 19, 7, 53), 'started_at': datetime.datetime(2021, 9, 23, 19, 8, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 19, 29, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 19:30:20.104055 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c522226-c06f-41fa-8fbb-36c23d9e3e74 None None] Checking segment: {'id': 'c19b51ef-7043-4979-ba9f-21280f2e9142', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': 'a1a54103-96b7-401b-be92-1e0e83c7a3b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95103) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:30:20.104404 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-2c522226-c06f-41fa-8fbb-36c23d9e3e74 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:30:20.104827 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c522226-c06f-41fa-8fbb-36c23d9e3e74 None None] Bound using segment: {'id': 'c19b51ef-7043-4979-ba9f-21280f2e9142', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': 'a1a54103-96b7-401b-be92-1e0e83c7a3b4'} {{(pid=95103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 19:30:20.105314 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.managers [None req-2c522226-c06f-41fa-8fbb-36c23d9e3e74 None None] Bound port: 572b03c9-0af0-4527-a470-4cb04145436d, host: n-d-713301-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c19b51ef-7043-4979-ba9f-21280f2e9142', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': 'a1a54103-96b7-401b-be92-1e0e83c7a3b4'}}] {{(pid=95103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 19:30:20.105704 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-2c522226-c06f-41fa-8fbb-36c23d9e3e74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:30:20.108855 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Pushing event updated for resources: {'Port': ['ID=a129d714-63cc-43a1-9de1-9e7968380be1,revision_number=5']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:30:20.132007 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78269849-d736-4409-b9e3-d2b8884c830f req-717bc7ae-5930-47ad-8b00-1a8e1a2772c7 tempest-AttachVolumeTestJSON-1825206227 tempest-AttachVolumeTestJSON-1825206227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:30:20.133643 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-78269849-d736-4409-b9e3-d2b8884c830f req-717bc7ae-5930-47ad-8b00-1a8e1a2772c7 tempest-AttachVolumeTestJSON-1825206227 tempest-AttachVolumeTestJSON-1825206227-project] 10.222.0.67 "GET /v2.0/ports?device_id=4cba8196-5b5b-42a0-aaca-42902580e803 HTTP/1.1" status: 200 len: 946 time: 0.1540873 Sep 23 19:30:20.204985 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-f1f47a59-b5f9-42ed-89a5-4bdd732edbaf req-789d590f-86ab-4521-af96-10c89a2575db service neutron] 10.222.0.74 "GET /v2.0/networks/891932c9-457f-43e1-aea2-971af25a68f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2064307 Sep 23 19:30:20.253430 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-2c522226-c06f-41fa-8fbb-36c23d9e3e74 None None] For port 572b03c9-0af0-4527-a470-4cb04145436d, host n-d-713301-16, cleared binding levels {{(pid=95103) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 19:30:20.258015 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-2c522226-c06f-41fa-8fbb-36c23d9e3e74 None None] For port 572b03c9-0af0-4527-a470-4cb04145436d, host n-d-713301-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-16',level=0,port_id=572b03c9-0af0-4527-a470-4cb04145436d,segment=NetworkSegment(c19b51ef-7043-4979-ba9f-21280f2e9142),segment_id=c19b51ef-7043-4979-ba9f-21280f2e9142)] {{(pid=95103) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 19:30:20.260043 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-78269849-d736-4409-b9e3-d2b8884c830f req-7ae11f8a-f5cc-4864-bd8e-750f2df11ba5 tempest-AttachVolumeTestJSON-1825206227 tempest-AttachVolumeTestJSON-1825206227-project] 10.222.0.67 "GET /v2.0/security-groups?id=39522664-d93c-44d8-9f62-0e2cfbb5d5ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1132381 Sep 23 19:30:20.270045 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-2c522226-c06f-41fa-8fbb-36c23d9e3e74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:30:20.433486 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-802bb55d-f745-4ebf-b9e4-483855aa69c7 None None] Provisioning complete for port 572b03c9-0af0-4527-a470-4cb04145436d triggered by entity DHCP. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:30:20.433901 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-802bb55d-f745-4ebf-b9e4-483855aa69c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:30:20.493547 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c522226-c06f-41fa-8fbb-36c23d9e3e74 None None] Routers {'303da6dd-ee4b-4c9c-a7d3-33361e63167f'} bound to L3 agent in host n-d-713301-16 {{(pid=95103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 19:30:20.494277 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_hamode_db [None req-2c522226-c06f-41fa-8fbb-36c23d9e3e74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-23T19:07:52Z,description=,heartbeat_timestamp=2021-09-23T19:29:52Z,host='n-d-713301-16',id=79a740bf-7821-4989-8288-7186e3e128f3,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:07:52Z,topic='l3_agent')) {'router_ids': ['303da6dd-ee4b-4c9c-a7d3-33361e63167f'], 'active': True} {{(pid=95103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:30:20.504874 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5ed5de5-9d84-4323-98f2-20324d01c87d None None] Pushing event updated for resources: {'Port': ['ID=572b03c9-0af0-4527-a470-4cb04145436d,revision_number=4']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:30:20.615193 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-f1f47a59-b5f9-42ed-89a5-4bdd732edbaf req-1f1fb6f3-84f8-4cef-9b88-8c39ce119ecf service neutron] 10.222.0.74 "GET /v2.0/networks/891932c9-457f-43e1-aea2-971af25a68f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3896713 Sep 23 19:30:20.653256 n-d-713301-16 neutron-server[95103]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7fa91134-8ee0-4baa-9037-6ca73d6b4c83', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2057133e-afe6-4649-916f-fb2ef68141a8'}, {'server_uuid': 'bf494dd8-8ac4-4506-ab87-f7269b5a02f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a129d714-63cc-43a1-9de1-9e7968380be1'}] {{(pid=95103) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 19:30:20.656890 n-d-713301-16 neutron-server[95103]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}81a1c17f2aa89d5b3ebbba3a3e0cf7eb588e431c2224256110c4c4facdd7c3e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4588d57a-a991-4e0f-bc2b-bc397481c527" -d '{"events": [{"server_uuid": "7fa91134-8ee0-4baa-9037-6ca73d6b4c83", "name": "network-vif-plugged", "status": "completed", "tag": "2057133e-afe6-4649-916f-fb2ef68141a8"}, {"server_uuid": "bf494dd8-8ac4-4506-ab87-f7269b5a02f0", "name": "network-vif-plugged", "status": "completed", "tag": "a129d714-63cc-43a1-9de1-9e7968380be1"}]}' {{(pid=95103) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 19:30:20.660360 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.plugin [None req-a5a99bff-e8b7-4012-b749-c1f44e4d4345 admin admin] Deleting port 572b03c9-0af0-4527-a470-4cb04145436d {{(pid=95101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:30:20.661443 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-a5a99bff-e8b7-4012-b749-c1f44e4d4345 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783146157096'] for port, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:30:20.705391 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 43238) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:30:20.708412 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_dvr_db [None req-2c522226-c06f-41fa-8fbb-36c23d9e3e74 None None] Set router 303da6dd-ee4b-4c9c-a7d3-33361e63167f gateway port host: n-d-713301-16 {{(pid=95103) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 19:30:20.745583 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-0578008a-097f-45d7-8c33-8c41fe9c9ff7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:30:20.757591 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-802bb55d-f745-4ebf-b9e4-483855aa69c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:30:20.884041 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.db [None req-a5a99bff-e8b7-4012-b749-c1f44e4d4345 admin admin] For port 572b03c9-0af0-4527-a470-4cb04145436d, host n-d-713301-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-16',level=0,port_id=572b03c9-0af0-4527-a470-4cb04145436d,segment=NetworkSegment(c19b51ef-7043-4979-ba9f-21280f2e9142),segment_id=c19b51ef-7043-4979-ba9f-21280f2e9142)] {{(pid=95101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:30:20.885386 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-a5a99bff-e8b7-4012-b749-c1f44e4d4345 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-605701'] for port, precommit_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:30:20.889958 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f7f850-f73f-4c54-85bd-1b6de4fb33cf req-79701a54-5004-4f5e-b057-0ba8f27d8e6c tempest-MultipleCreateTestJSON-1258598126 tempest-MultipleCreateTestJSON-1258598126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:30:20.899919 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-b0f7f850-f73f-4c54-85bd-1b6de4fb33cf req-79701a54-5004-4f5e-b057-0ba8f27d8e6c tempest-MultipleCreateTestJSON-1258598126 tempest-MultipleCreateTestJSON-1258598126-project] 10.222.0.67 "GET /v2.0/ports?device_id=bf494dd8-8ac4-4506-ab87-f7269b5a02f0 HTTP/1.1" status: 200 len: 945 time: 0.1411169 Sep 23 19:30:20.918914 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.plugin [None req-a5a99bff-e8b7-4012-b749-c1f44e4d4345 admin admin] Calling delete_port for 572b03c9-0af0-4527-a470-4cb04145436d owned by network:router_interface {{(pid=95101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:30:20.950912 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-802bb55d-f745-4ebf-b9e4-483855aa69c7 None None] For port 572b03c9-0af0-4527-a470-4cb04145436d, host n-d-713301-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-16',level=0,port_id=572b03c9-0af0-4527-a470-4cb04145436d,segment=NetworkSegment(c19b51ef-7043-4979-ba9f-21280f2e9142),segment_id=c19b51ef-7043-4979-ba9f-21280f2e9142)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:30:20.967683 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-802bb55d-f745-4ebf-b9e4-483855aa69c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:30:21.028386 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-802bb55d-f745-4ebf-b9e4-483855aa69c7 None None] Pushing event updated for resources: {'Port': ['ID=572b03c9-0af0-4527-a470-4cb04145436d,revision_number=5']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:30:21.090729 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.agents_db [None req-f2f5c474-60a3-474f-b2cc-02c4bd30880c None None] Agent healthcheck: found 7 active agents {{(pid=95104) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 19:30:21.147467 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-0578008a-097f-45d7-8c33-8c41fe9c9ff7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:30:21.182078 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-b0f7f850-f73f-4c54-85bd-1b6de4fb33cf req-b90db69a-7a81-4176-b4f5-344cbb86d5a9 tempest-MultipleCreateTestJSON-1258598126 tempest-MultipleCreateTestJSON-1258598126-project] 10.222.0.67 "GET /v2.0/security-groups?id=c80e840b-1ed2-48e2-be35-8dcdc113c8e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2808824 Sep 23 19:30:21.185014 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-0578008a-097f-45d7-8c33-8c41fe9c9ff7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:30:21.221387 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-68709184-8563-4701-93e6-17eb0c2256b5 None None] Provisioning complete for port 572b03c9-0af0-4527-a470-4cb04145436d triggered by entity DHCP. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:30:21.222304 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-68709184-8563-4701-93e6-17eb0c2256b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:30:21.279976 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0578008a-097f-45d7-8c33-8c41fe9c9ff7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=817af6fc-5e57-4647-a172-95e259100e6c,revision_number=1']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:30:21.370287 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-0578008a-097f-45d7-8c33-8c41fe9c9ff7 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=1f6f3f28637246f3824a3507231ba6d8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6621680 Sep 23 19:30:21.373314 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 43244) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:30:21.501539 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-d7b10c64-6d5a-48be-81a5-32cf057133da admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:30:21.526819 n-d-713301-16 neutron-server[95103]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 23 Sep 2021 19:30:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79e70775-072a-4dc8-9cdf-1595527877e3 x-openstack-request-id: req-79e70775-072a-4dc8-9cdf-1595527877e3 {{(pid=95103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 19:30:21.527906 n-d-713301-16 neutron-server[95103]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7fa91134-8ee0-4baa-9037-6ca73d6b4c83", "name": "network-vif-plugged", "status": "completed", "tag": "2057133e-afe6-4649-916f-fb2ef68141a8", "code": 200}, {"server_uuid": "bf494dd8-8ac4-4506-ab87-f7269b5a02f0", "name": "network-vif-plugged", "status": "completed", "tag": "a129d714-63cc-43a1-9de1-9e7968380be1", "code": 200}]} {{(pid=95103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 19:30:21.527906 n-d-713301-16 neutron-server[95103]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-79e70775-072a-4dc8-9cdf-1595527877e3 {{(pid=95103) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 19:30:21.528507 n-d-713301-16 neutron-server[95103]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7fa91134-8ee0-4baa-9037-6ca73d6b4c83', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2057133e-afe6-4649-916f-fb2ef68141a8', 'code': 200} Sep 23 19:30:21.528966 n-d-713301-16 neutron-server[95103]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bf494dd8-8ac4-4506-ab87-f7269b5a02f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a129d714-63cc-43a1-9de1-9e7968380be1', 'code': 200} Sep 23 19:30:21.579877 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_hamode_db [None req-2c522226-c06f-41fa-8fbb-36c23d9e3e74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '303da6dd-ee4b-4c9c-a7d3-33361e63167f', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1704357460-router', 'tenant_id': '69159fd28782479cb6f5c4a9161e8f9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'external_fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.96'}], 'enable_snat': True}, 'gw_port_id': '2b794021-5fec-4864-8cfc-c41c84f49a40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:30:05Z', 'updated_at': '2021-09-23T19:30:14Z', 'revision_number': 4, 'project_id': '69159fd28782479cb6f5c4a9161e8f9c', 'gw_port': {'id': '2b794021-5fec-4864-8cfc-c41c84f49a40', 'name': '', 'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:77:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '303da6dd-ee4b-4c9c-a7d3-33361e63167f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1195, 'fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:30:07Z', 'updated_at': '2021-09-23T19:30:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-16', '_interfaces': [{'id': '572b03c9-0af0-4527-a470-4cb04145436d', 'name': '', 'network_id': 'a1a54103-96b7-401b-be92-1e0e83c7a3b4', 'tenant_id': '69159fd28782479cb6f5c4a9161e8f9c', 'mac_address': 'fa:16:3e:11:79:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '303da6dd-ee4b-4c9c-a7d3-33361e63167f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1196, 'fixed_ips': [{'subnet_id': 'adada119-0631-4032-b416-7e673851a9bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:30:12Z', 'updated_at': '2021-09-23T19:30:20Z', 'revision_number': 4, 'project_id': '69159fd28782479cb6f5c4a9161e8f9c', 'subnets': [{'id': 'adada119-0631-4032-b416-7e673851a9bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-16', False) {} {{(pid=95103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:30:21.594629 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-d7b10c64-6d5a-48be-81a5-32cf057133da admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:30:21.663152 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-a5a99bff-e8b7-4012-b749-c1f44e4d4345 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783146162158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783145673144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5607431'] for port, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:30:21.701063 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c522226-c06f-41fa-8fbb-36c23d9e3e74 None None] The sync data for ids ['303da6dd-ee4b-4c9c-a7d3-33361e63167f'] in n-d-713301-16 is: [{'id': '303da6dd-ee4b-4c9c-a7d3-33361e63167f', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1704357460-router', 'tenant_id': '69159fd28782479cb6f5c4a9161e8f9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'external_fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.96'}], 'enable_snat': True}, 'gw_port_id': '2b794021-5fec-4864-8cfc-c41c84f49a40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:30:05Z', 'updated_at': '2021-09-23T19:30:14Z', 'revision_number': 4, 'project_id': '69159fd28782479cb6f5c4a9161e8f9c', 'gw_port': {'id': '2b794021-5fec-4864-8cfc-c41c84f49a40', 'name': '', 'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:77:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '303da6dd-ee4b-4c9c-a7d3-33361e63167f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1195, 'fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:30:07Z', 'updated_at': '2021-09-23T19:30:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-16', '_interfaces': [{'id': '572b03c9-0af0-4527-a470-4cb04145436d', 'name': '', 'network_id': 'a1a54103-96b7-401b-be92-1e0e83c7a3b4', 'tenant_id': '69159fd28782479cb6f5c4a9161e8f9c', 'mac_address': 'fa:16:3e:11:79:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '303da6dd-ee4b-4c9c-a7d3-33361e63167f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1196, 'fixed_ips': [{'subnet_id': 'adada119-0631-4032-b416-7e673851a9bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:30:12Z', 'updated_at': '2021-09-23T19:30:20Z', 'revision_number': 4, 'project_id': '69159fd28782479cb6f5c4a9161e8f9c', 'subnets': [{'id': 'adada119-0631-4032-b416-7e673851a9bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 19:30:21.713952 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5a99bff-e8b7-4012-b749-c1f44e4d4345 admin admin] Pushing event deleted for resources: {'Port': ['ID=572b03c9-0af0-4527-a470-4cb04145436d,revision_number=None']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:30:21.775670 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f817d94-72a1-472c-9f64-139d6a5867e9 req-1bc4b361-2c50-4134-9d37-5e85b23b25ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:30:21.777428 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-8f817d94-72a1-472c-9f64-139d6a5867e9 req-1bc4b361-2c50-4134-9d37-5e85b23b25ec service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=bf494dd8-8ac4-4506-ab87-f7269b5a02f0 HTTP/1.1" status: 200 len: 1097 time: 0.1678729 Sep 23 19:30:21.882080 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-d7b10c64-6d5a-48be-81a5-32cf057133da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:30:21.885381 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-d7b10c64-6d5a-48be-81a5-32cf057133da admin admin] Notify callbacks [] for security_group, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:30:21.890920 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-d7b10c64-6d5a-48be-81a5-32cf057133da admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/817af6fc-5e57-4647-a172-95e259100e6c HTTP/1.1" status: 204 len: 168 time: 0.5165179 Sep 23 19:30:21.908807 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7b10c64-6d5a-48be-81a5-32cf057133da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=817af6fc-5e57-4647-a172-95e259100e6c,revision_number=None']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:30:21.923532 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3172c8ca-0e0c-4643-9bc3-3a15280ba7a0 req-2f7ee495-808a-4c9d-a42a-01e28f941e60 tempest-AttachVolumeTestJSON-1825206227 tempest-AttachVolumeTestJSON-1825206227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:30:21.932923 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-3172c8ca-0e0c-4643-9bc3-3a15280ba7a0 req-2f7ee495-808a-4c9d-a42a-01e28f941e60 tempest-AttachVolumeTestJSON-1825206227 tempest-AttachVolumeTestJSON-1825206227-project] 10.222.0.67 "GET /v2.0/ports?device_id=4cba8196-5b5b-42a0-aaca-42902580e803 HTTP/1.1" status: 200 len: 946 time: 0.2662508 Sep 23 19:30:22.015948 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-3172c8ca-0e0c-4643-9bc3-3a15280ba7a0 req-a4673457-8923-44ac-a1cd-8a1baf8893cb tempest-AttachVolumeTestJSON-1825206227 tempest-AttachVolumeTestJSON-1825206227-project] 10.222.0.67 "GET /v2.0/security-groups?id=39522664-d93c-44d8-9f62-0e2cfbb5d5ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0810187 Sep 23 19:30:22.024176 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-8f817d94-72a1-472c-9f64-139d6a5867e9 req-374ed126-4803-43a4-9741-02195158d746 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=c80e840b-1ed2-48e2-be35-8dcdc113c8e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1930246 Sep 23 19:30:22.239883 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-a5a99bff-e8b7-4012-b749-c1f44e4d4345 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-527322', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-602005'] for router_interface, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:30:22.309005 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-00d78adc-279d-4d69-b735-aadded84e41f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:30:22.483814 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c2335e-1a42-4fa7-a2a2-8406909be3a1 req-324ac3dd-580b-49c4-90ff-708cef0f0c3b tempest-MultipleCreateTestJSON-1258598126 tempest-MultipleCreateTestJSON-1258598126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:30:22.501723 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-19c2335e-1a42-4fa7-a2a2-8406909be3a1 req-324ac3dd-580b-49c4-90ff-708cef0f0c3b tempest-MultipleCreateTestJSON-1258598126 tempest-MultipleCreateTestJSON-1258598126-project] 10.222.0.67 "GET /v2.0/ports?device_id=bf494dd8-8ac4-4506-ab87-f7269b5a02f0 HTTP/1.1" status: 200 len: 945 time: 0.1517336 Sep 23 19:30:22.628854 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-19c2335e-1a42-4fa7-a2a2-8406909be3a1 req-d02ba680-9c3f-4337-a02f-cd0d4c757dd8 tempest-MultipleCreateTestJSON-1258598126 tempest-MultipleCreateTestJSON-1258598126-project] 10.222.0.67 "GET /v2.0/security-groups?id=c80e840b-1ed2-48e2-be35-8dcdc113c8e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1244419 Sep 23 19:30:22.719231 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a5a99bff-e8b7-4012-b749-c1f44e4d4345 admin admin] Router 303da6dd-ee4b-4c9c-a7d3-33361e63167f has already been hosted by L3 agent 79a740bf-7821-4989-8288-7186e3e128f3 {{(pid=95101) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 19:30:22.966736 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5a99bff-e8b7-4012-b749-c1f44e4d4345 admin admin] Notify agent at l3_agent.n-d-713301-16 the message routers_updated {{(pid=95101) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 19:30:22.972466 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-a5a99bff-e8b7-4012-b749-c1f44e4d4345 admin admin] 10.222.0.67 "PUT /v2.0/routers/303da6dd-ee4b-4c9c-a7d3-33361e63167f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6641078 Sep 23 19:30:22.975067 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 43266) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:30:23.030565 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:30:23.284052 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-5ab4928c-dbe3-4b1f-87c2-dc90d6eef707 admin admin] Notify callbacks [] for router, before_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:30:23.392431 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-0ae75029-feb6-4728-9a94-5f9b60993d82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:30:23.535528 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-5ab4928c-dbe3-4b1f-87c2-dc90d6eef707 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:30:23.671938 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.plugin [None req-5ab4928c-dbe3-4b1f-87c2-dc90d6eef707 admin admin] Deleting port 2b794021-5fec-4864-8cfc-c41c84f49a40 {{(pid=95102) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:30:23.672300 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-5ab4928c-dbe3-4b1f-87c2-dc90d6eef707 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783146157096'] for port, before_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:30:23.874139 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.db [None req-5ab4928c-dbe3-4b1f-87c2-dc90d6eef707 admin admin] For port 2b794021-5fec-4864-8cfc-c41c84f49a40, host n-d-713301-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-16',level=0,port_id=2b794021-5fec-4864-8cfc-c41c84f49a40,segment=NetworkSegment(7d4027f1-d893-4c7b-95d4-757b8e44e380),segment_id=7d4027f1-d893-4c7b-95d4-757b8e44e380)] {{(pid=95102) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:30:23.874587 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-5ab4928c-dbe3-4b1f-87c2-dc90d6eef707 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-605701'] for port, precommit_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:30:23.904381 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.plugin [None req-5ab4928c-dbe3-4b1f-87c2-dc90d6eef707 admin admin] Calling delete_port for 2b794021-5fec-4864-8cfc-c41c84f49a40 owned by network:router_gateway {{(pid=95102) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:30:23.927536 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57a2fa33-72d0-4fe7-b64a-005b7862e7c9 None None] Sync routers for ids ['303da6dd-ee4b-4c9c-a7d3-33361e63167f'] in n-d-713301-16 {{(pid=95104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 19:30:23.928527 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaeb1ed7-0b5b-4c82-acff-d88c35ffc943 req-d644b5c5-5381-4acd-9b41-0f392ec1bf16 tempest-MultipleCreateTestJSON-1258598126 tempest-MultipleCreateTestJSON-1258598126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:30:23.936692 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-eaeb1ed7-0b5b-4c82-acff-d88c35ffc943 req-d644b5c5-5381-4acd-9b41-0f392ec1bf16 tempest-MultipleCreateTestJSON-1258598126 tempest-MultipleCreateTestJSON-1258598126-project] 10.222.0.67 "GET /v2.0/ports?device_id=bf494dd8-8ac4-4506-ab87-f7269b5a02f0 HTTP/1.1" status: 200 len: 945 time: 0.1233766 Sep 23 19:30:23.945413 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57a2fa33-72d0-4fe7-b64a-005b7862e7c9 None None] Routers {'303da6dd-ee4b-4c9c-a7d3-33361e63167f'} bound to L3 agent in host n-d-713301-16 {{(pid=95104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 19:30:23.946365 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_hamode_db [None req-57a2fa33-72d0-4fe7-b64a-005b7862e7c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-23T19:07:52Z,description=,heartbeat_timestamp=2021-09-23T19:30:22Z,host='n-d-713301-16',id=79a740bf-7821-4989-8288-7186e3e128f3,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:07:52Z,topic='l3_agent')) {'router_ids': ['303da6dd-ee4b-4c9c-a7d3-33361e63167f'], 'active': True} {{(pid=95104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:30:23.993857 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-eaeb1ed7-0b5b-4c82-acff-d88c35ffc943 req-e2bfc8ec-8361-47a8-8462-95c40902fea8 tempest-MultipleCreateTestJSON-1258598126 tempest-MultipleCreateTestJSON-1258598126-project] 10.222.0.67 "GET /v2.0/security-groups?id=c80e840b-1ed2-48e2-be35-8dcdc113c8e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560873 Sep 23 19:30:24.076566 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_dvr_db [None req-57a2fa33-72d0-4fe7-b64a-005b7862e7c9 None None] Set router 303da6dd-ee4b-4c9c-a7d3-33361e63167f gateway port host: None {{(pid=95104) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 19:30:24.157602 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_hamode_db [None req-57a2fa33-72d0-4fe7-b64a-005b7862e7c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '303da6dd-ee4b-4c9c-a7d3-33361e63167f', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1704357460-router', 'tenant_id': '69159fd28782479cb6f5c4a9161e8f9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:30:05Z', 'updated_at': '2021-09-23T19:30:23Z', 'revision_number': 6, 'project_id': '69159fd28782479cb6f5c4a9161e8f9c', 'gw_port_host': None}], 'n-d-713301-16', False) {} {{(pid=95104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:30:24.191962 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57a2fa33-72d0-4fe7-b64a-005b7862e7c9 None None] Checking router: 303da6dd-ee4b-4c9c-a7d3-33361e63167f for host: n-d-713301-16 {{(pid=95104) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 19:30:24.205279 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57a2fa33-72d0-4fe7-b64a-005b7862e7c9 None None] Routers {'303da6dd-ee4b-4c9c-a7d3-33361e63167f'} bound to L3 agent in host n-d-713301-16 {{(pid=95104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 19:30:24.206841 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_hamode_db [None req-57a2fa33-72d0-4fe7-b64a-005b7862e7c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-23T19:07:52Z,description=,heartbeat_timestamp=2021-09-23T19:30:22Z,host='n-d-713301-16',id=79a740bf-7821-4989-8288-7186e3e128f3,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:07:52Z,topic='l3_agent')) {'router_ids': ['303da6dd-ee4b-4c9c-a7d3-33361e63167f'], 'active': True} {{(pid=95104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:30:24.306447 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf093bc-f3e7-4dd1-ad1d-004b1e6b7c05 req-4165f8af-9933-414b-899e-c3e73caeef56 tempest-MultipleCreateTestJSON-1258598126 tempest-MultipleCreateTestJSON-1258598126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:30:24.317916 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-faf093bc-f3e7-4dd1-ad1d-004b1e6b7c05 req-4165f8af-9933-414b-899e-c3e73caeef56 tempest-MultipleCreateTestJSON-1258598126 tempest-MultipleCreateTestJSON-1258598126-project] 10.222.0.67 "GET /v2.0/ports?device_id=40559b6e-1efc-4beb-bd56-15a95417d619 HTTP/1.1" status: 200 len: 946 time: 0.1004663 Sep 23 19:30:24.409383 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-faf093bc-f3e7-4dd1-ad1d-004b1e6b7c05 req-80843557-dbcd-4a26-9abf-7fb837c9a7c7 tempest-MultipleCreateTestJSON-1258598126 tempest-MultipleCreateTestJSON-1258598126-project] 10.222.0.67 "GET /v2.0/security-groups?id=c80e840b-1ed2-48e2-be35-8dcdc113c8e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903342 Sep 23 19:30:24.436466 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-5ab4928c-dbe3-4b1f-87c2-dc90d6eef707 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783146162158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783145673144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4399100'] for port, after_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:30:24.510269 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ab4928c-dbe3-4b1f-87c2-dc90d6eef707 admin admin] Pushing event deleted for resources: {'Port': ['ID=2b794021-5fec-4864-8cfc-c41c84f49a40,revision_number=None']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:30:24.532106 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_dvr_db [None req-57a2fa33-72d0-4fe7-b64a-005b7862e7c9 None None] Set router 303da6dd-ee4b-4c9c-a7d3-33361e63167f gateway port host: None {{(pid=95104) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 19:30:24.591248 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-5ab4928c-dbe3-4b1f-87c2-dc90d6eef707 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-601942'] for router_gateway, after_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:30:24.620107 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_hamode_db [None req-57a2fa33-72d0-4fe7-b64a-005b7862e7c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '303da6dd-ee4b-4c9c-a7d3-33361e63167f', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1704357460-router', 'tenant_id': '69159fd28782479cb6f5c4a9161e8f9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:30:05Z', 'updated_at': '2021-09-23T19:30:23Z', 'revision_number': 6, 'project_id': '69159fd28782479cb6f5c4a9161e8f9c', 'gw_port_host': None}], 'n-d-713301-16', False) {} {{(pid=95104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:30:24.659855 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57a2fa33-72d0-4fe7-b64a-005b7862e7c9 None None] The sync data for ids ['303da6dd-ee4b-4c9c-a7d3-33361e63167f'] in n-d-713301-16 is: [{'id': '303da6dd-ee4b-4c9c-a7d3-33361e63167f', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1704357460-router', 'tenant_id': '69159fd28782479cb6f5c4a9161e8f9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:30:05Z', 'updated_at': '2021-09-23T19:30:23Z', 'revision_number': 6, 'project_id': '69159fd28782479cb6f5c4a9161e8f9c', 'gw_port_host': None}] {{(pid=95104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 19:30:24.754772 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-5ab4928c-dbe3-4b1f-87c2-dc90d6eef707 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-597305', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29369'] for router, precommit_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:30:24.757575 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-5ab4928c-dbe3-4b1f-87c2-dc90d6eef707 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:30:24.822614 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-5ab4928c-dbe3-4b1f-87c2-dc90d6eef707 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-597296'] for router, after_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:30:24.823370 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ab4928c-dbe3-4b1f-87c2-dc90d6eef707 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 303da6dd-ee4b-4c9c-a7d3-33361e63167f {{(pid=95102) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 23 19:30:24.838122 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-5ab4928c-dbe3-4b1f-87c2-dc90d6eef707 admin admin] Notify callbacks [] for router, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:30:24.841807 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-5ab4928c-dbe3-4b1f-87c2-dc90d6eef707 admin admin] 10.222.0.67 "DELETE /v2.0/routers/303da6dd-ee4b-4c9c-a7d3-33361e63167f HTTP/1.1" status: 204 len: 168 time: 1.8632963 Sep 23 19:30:24.842124 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 43308) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:30:24.960465 n-d-713301-16 neutron-server[95101]: DEBUG neutron.db.db_base_plugin_v2 [None req-cea1da0c-edb7-4543-9fc7-a3b7bd86e1e4 admin admin] Deleting subnet adada119-0631-4032-b416-7e673851a9bb {{(pid=95101) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 23 19:30:24.967987 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-cea1da0c-edb7-4543-9fc7-a3b7bd86e1e4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:30:25.071698 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-cea1da0c-edb7-4543-9fc7-a3b7bd86e1e4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6007154'] for subnet, precommit_delete_associations {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:30:25.231791 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-80e7e501-6c57-470d-92c6-e3d54bc3195c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:30:25.486137 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-cea1da0c-edb7-4543-9fc7-a3b7bd86e1e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1756813'] for subnet, precommit_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:30:25.585742 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-cea1da0c-edb7-4543-9fc7-a3b7bd86e1e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1756804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5607514', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6130950'] for subnet, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:30:25.627030 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-cea1da0c-edb7-4543-9fc7-a3b7bd86e1e4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527417'] for subnet, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:30:25.634896 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 43352) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:30:25.637172 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-cea1da0c-edb7-4543-9fc7-a3b7bd86e1e4 admin admin] 10.222.0.67 "DELETE /v2.0/subnets/adada119-0631-4032-b416-7e673851a9bb HTTP/1.1" status: 204 len: 168 time: 0.7935684 Sep 23 19:30:25.644994 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcf65ab4-1e46-4c3d-be48-ce2ac16af1eb None None] Network a1a54103-96b7-401b-be92-1e0e83c7a3b4 requested from n-d-713301-16 {{(pid=95103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 19:30:25.708044 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea1da0c-edb7-4543-9fc7-a3b7bd86e1e4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=adada119-0631-4032-b416-7e673851a9bb,revision_number=None']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:30:25.867869 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-61cdf864-743b-4c8d-8b12-9d08e4a856a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1628021'] for network, before_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:30:25.925393 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Device 572b03c9-0af0-4527-a470-4cb04145436d no longer exists at agent ovs-agent-n-d-713301-16 {{(pid=95103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 19:30:25.994553 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.plugin [None req-61cdf864-743b-4c8d-8b12-9d08e4a856a6 admin admin] Deleting port 4d4250ad-6fee-4532-a0f5-ef733553d350 {{(pid=95102) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:30:25.995048 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-61cdf864-743b-4c8d-8b12-9d08e4a856a6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783146157096'] for port, before_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:30:26.003582 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.plugin [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] No Port match for: 572b03c9-0af0-4527-a470-4cb04145436d {{(pid=95103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 19:30:26.006814 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Device 572b03c9-0af0-4527-a470-4cb04145436d not bound to the agent host n-d-713301-16 {{(pid=95103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 19:30:26.008286 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Device 2b794021-5fec-4864-8cfc-c41c84f49a40 no longer exists at agent ovs-agent-n-d-713301-16 {{(pid=95103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 19:30:26.076919 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.plugin [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] No Port match for: 2b794021-5fec-4864-8cfc-c41c84f49a40 {{(pid=95103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 19:30:26.083088 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Device 2b794021-5fec-4864-8cfc-c41c84f49a40 not bound to the agent host n-d-713301-16 {{(pid=95103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 19:30:26.137180 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.db [None req-61cdf864-743b-4c8d-8b12-9d08e4a856a6 admin admin] For port 4d4250ad-6fee-4532-a0f5-ef733553d350, host n-d-713301-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-16',level=0,port_id=4d4250ad-6fee-4532-a0f5-ef733553d350,segment=NetworkSegment(c19b51ef-7043-4979-ba9f-21280f2e9142),segment_id=c19b51ef-7043-4979-ba9f-21280f2e9142)] {{(pid=95102) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:30:26.137648 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-61cdf864-743b-4c8d-8b12-9d08e4a856a6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-605701'] for port, precommit_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:30:26.166156 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.plugin [None req-61cdf864-743b-4c8d-8b12-9d08e4a856a6 admin admin] Calling delete_port for 4d4250ad-6fee-4532-a0f5-ef733553d350 owned by network:dhcp {{(pid=95102) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:30:26.313121 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ed3e54f-e631-488a-acbc-9a17e543d9e0 None None] DHCP port deletion for a1a54103-96b7-401b-be92-1e0e83c7a3b4 request from n-d-713301-16 {{(pid=95103) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 23 19:30:26.437302 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c05540-b1dd-451a-ae81-2ef18bcc17a6 req-213e19e1-2259-4d06-8d52-a634028e81a0 tempest-MultipleCreateTestJSON-1258598126 tempest-MultipleCreateTestJSON-1258598126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:30:26.450309 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.plugin [None req-6ed3e54f-e631-488a-acbc-9a17e543d9e0 None None] Deleting port 4d4250ad-6fee-4532-a0f5-ef733553d350 {{(pid=95103) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:30:26.451262 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-6ed3e54f-e631-488a-acbc-9a17e543d9e0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783146157096'] for port, before_delete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:30:26.458141 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-95c05540-b1dd-451a-ae81-2ef18bcc17a6 req-213e19e1-2259-4d06-8d52-a634028e81a0 tempest-MultipleCreateTestJSON-1258598126 tempest-MultipleCreateTestJSON-1258598126-project] 10.222.0.53 "GET /v2.0/ports?device_id=40559b6e-1efc-4beb-bd56-15a95417d619 HTTP/1.1" status: 200 len: 946 time: 0.2187884 Sep 23 19:30:26.463877 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-61cdf864-743b-4c8d-8b12-9d08e4a856a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783146162158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783145673144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4399100'] for port, after_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:30:26.548339 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61cdf864-743b-4c8d-8b12-9d08e4a856a6 admin admin] Pushing event deleted for resources: {'Port': ['ID=4d4250ad-6fee-4532-a0f5-ef733553d350,revision_number=None']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:30:26.564402 n-d-713301-16 neutron-server[95102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61cdf864-743b-4c8d-8b12-9d08e4a856a6 admin admin] No DVR routers for this DVR port 4d4250ad-6fee-4532-a0f5-ef733553d350 on host n-d-713301-16 {{(pid=95102) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 19:30:26.612537 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-6ed3e54f-e631-488a-acbc-9a17e543d9e0 None None] For port 4d4250ad-6fee-4532-a0f5-ef733553d350, host n-d-713301-16, got binding levels [] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:30:26.613350 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-6ed3e54f-e631-488a-acbc-9a17e543d9e0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-605701'] for port, precommit_delete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:30:26.640702 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.plugin [None req-6ed3e54f-e631-488a-acbc-9a17e543d9e0 None None] Calling delete_port for 4d4250ad-6fee-4532-a0f5-ef733553d350 owned by network:dhcp {{(pid=95103) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:30:26.648363 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.ipam_backend_mixin [None req-6ed3e54f-e631-488a-acbc-9a17e543d9e0 None None] Port 4d4250ad-6fee-4532-a0f5-ef733553d350 was not found and therefore no delete operation was performed {{(pid=95103) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Sep 23 19:30:26.650255 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-6ed3e54f-e631-488a-acbc-9a17e543d9e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783146162158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783145673144'] for port, after_delete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:30:26.781643 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84184f7f-572c-4dfe-b043-0821f9f4b8de req-097f30fe-d0ed-44c2-b95f-ab010c807c99 tempest-MultipleCreateTestJSON-1258598126 tempest-MultipleCreateTestJSON-1258598126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:30:26.794213 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-84184f7f-572c-4dfe-b043-0821f9f4b8de req-097f30fe-d0ed-44c2-b95f-ab010c807c99 tempest-MultipleCreateTestJSON-1258598126 tempest-MultipleCreateTestJSON-1258598126-project] 10.222.0.74 "GET /v2.0/ports?device_id=bf494dd8-8ac4-4506-ab87-f7269b5a02f0 HTTP/1.1" status: 200 len: 945 time: 0.4776003 Sep 23 19:30:26.857985 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-61cdf864-743b-4c8d-8b12-9d08e4a856a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1754676', 'neutron.services.segments.db._delete_segments_for_network-8783146221460'] for network, precommit_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:30:26.881285 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ed3e54f-e631-488a-acbc-9a17e543d9e0 None None] Pushing event deleted for resources: {'Port': ['ID=4d4250ad-6fee-4532-a0f5-ef733553d350,revision_number=None']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:30:26.887267 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ed3e54f-e631-488a-acbc-9a17e543d9e0 None None] No DVR routers for this DVR port 4d4250ad-6fee-4532-a0f5-ef733553d350 on host n-d-713301-16 {{(pid=95103) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 19:30:26.924669 n-d-713301-16 neutron-server[95102]: DEBUG neutron.services.segments.db [None req-61cdf864-743b-4c8d-8b12-9d08e4a856a6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a1a54103-96b7-401b-be92-1e0e83c7a3b4']}} {{(pid=95102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:30:26.946147 n-d-713301-16 neutron-server[95102]: DEBUG neutron.services.segments.db [None req-61cdf864-743b-4c8d-8b12-9d08e4a856a6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c19b51ef-7043-4979-ba9f-21280f2e9142') {'for_net_delete': True} {{(pid=95102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:30:26.947035 n-d-713301-16 neutron-server[95102]: DEBUG neutron.services.segments.db [None req-61cdf864-743b-4c8d-8b12-9d08e4a856a6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c19b51ef-7043-4979-ba9f-21280f2e9142') {} {{(pid=95102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:30:26.961755 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-61cdf864-743b-4c8d-8b12-9d08e4a856a6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783146221725', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6162832'] for segment, before_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:30:26.988478 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-61cdf864-743b-4c8d-8b12-9d08e4a856a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1756186'] for segment, precommit_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:30:27.000709 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-61cdf864-743b-4c8d-8b12-9d08e4a856a6 admin admin] Releasing vlan 636 on physical network physnet1 to pool {{(pid=95102) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 19:30:27.002143 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-61cdf864-743b-4c8d-8b12-9d08e4a856a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1756186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4398095'] for segment, after_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:30:27.023731 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 43392) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:30:27.036490 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.plugin [req-95c05540-b1dd-451a-ae81-2ef18bcc17a6 req-f6be4a4a-c321-4107-9dad-d550325ff74a tempest-MultipleCreateTestJSON-1258598126 tempest-MultipleCreateTestJSON-1258598126-project] Deleting port 89b22f2a-5287-4977-b3a7-92e3fe414961 {{(pid=95101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:30:27.036876 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-95c05540-b1dd-451a-ae81-2ef18bcc17a6 req-f6be4a4a-c321-4107-9dad-d550325ff74a tempest-MultipleCreateTestJSON-1258598126 tempest-MultipleCreateTestJSON-1258598126-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783146157096'] for port, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:30:27.098538 n-d-713301-16 neutron-server[95102]: Traceback (most recent call last): Sep 23 19:30:27.098538 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 19:30:27.098538 n-d-713301-16 neutron-server[95102]: timer() Sep 23 19:30:27.098538 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 19:30:27.098538 n-d-713301-16 neutron-server[95102]: cb(*args, **kw) Sep 23 19:30:27.098538 n-d-713301-16 neutron-server[95102]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 19:30:27.098538 n-d-713301-16 neutron-server[95102]: return func(*args, **kwargs) Sep 23 19:30:27.098538 n-d-713301-16 neutron-server[95102]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 19:30:27.098538 n-d-713301-16 neutron-server[95102]: self._notify() Sep 23 19:30:27.098538 n-d-713301-16 neutron-server[95102]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 19:30:27.098538 n-d-713301-16 neutron-server[95102]: self.callback(batched_events) Sep 23 19:30:27.098538 n-d-713301-16 neutron-server[95102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 19:30:27.098538 n-d-713301-16 neutron-server[95102]: event.method(event) Sep 23 19:30:27.098538 n-d-713301-16 neutron-server[95102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 19:30:27.098538 n-d-713301-16 neutron-server[95102]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 19:30:27.098538 n-d-713301-16 neutron-server[95102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 19:30:27.098538 n-d-713301-16 neutron-server[95102]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 19:30:27.098538 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 19:30:27.098538 n-d-713301-16 neutron-server[95102]: return f(self, *a, **k) Sep 23 19:30:27.098538 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 19:30:27.098538 n-d-713301-16 neutron-server[95102]: return self._get(url).json() Sep 23 19:30:27.098538 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 19:30:27.098538 n-d-713301-16 neutron-server[95102]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 19:30:27.098538 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 19:30:27.098538 n-d-713301-16 neutron-server[95102]: return self.request(url, 'GET', **kwargs) Sep 23 19:30:27.098538 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 19:30:27.098538 n-d-713301-16 neutron-server[95102]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 19:30:27.098538 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 19:30:27.098538 n-d-713301-16 neutron-server[95102]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 19:30:27.098538 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 19:30:27.098538 n-d-713301-16 neutron-server[95102]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 19:30:27.098538 n-d-713301-16 neutron-server[95102]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 19:30:27.107993 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-61cdf864-743b-4c8d-8b12-9d08e4a856a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1754627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-601866'] for network, after_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:30:27.118844 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-61cdf864-743b-4c8d-8b12-9d08e4a856a6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527417'] for network, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:30:27.124377 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-61cdf864-743b-4c8d-8b12-9d08e4a856a6 admin admin] 10.222.0.67 "DELETE /v2.0/networks/a1a54103-96b7-401b-be92-1e0e83c7a3b4 HTTP/1.1" status: 204 len: 168 time: 1.4812357 Sep 23 19:30:27.150680 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61cdf864-743b-4c8d-8b12-9d08e4a856a6 admin admin] Pushing event deleted for resources: {'Network': ['ID=a1a54103-96b7-401b-be92-1e0e83c7a3b4,revision_number=None']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:30:27.243719 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.db [req-95c05540-b1dd-451a-ae81-2ef18bcc17a6 req-f6be4a4a-c321-4107-9dad-d550325ff74a tempest-MultipleCreateTestJSON-1258598126 tempest-MultipleCreateTestJSON-1258598126-project] For port 89b22f2a-5287-4977-b3a7-92e3fe414961, host n-h2-713301-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-16',level=0,port_id=89b22f2a-5287-4977-b3a7-92e3fe414961,segment=NetworkSegment(90bfd6a3-67fd-48b1-905c-725d166593d5),segment_id=90bfd6a3-67fd-48b1-905c-725d166593d5)] {{(pid=95101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:30:27.244825 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-95c05540-b1dd-451a-ae81-2ef18bcc17a6 req-f6be4a4a-c321-4107-9dad-d550325ff74a tempest-MultipleCreateTestJSON-1258598126 tempest-MultipleCreateTestJSON-1258598126-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-605701'] for port, precommit_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:30:27.276317 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.plugin [req-95c05540-b1dd-451a-ae81-2ef18bcc17a6 req-f6be4a4a-c321-4107-9dad-d550325ff74a tempest-MultipleCreateTestJSON-1258598126 tempest-MultipleCreateTestJSON-1258598126-project] Calling delete_port for 89b22f2a-5287-4977-b3a7-92e3fe414961 owned by compute:nova {{(pid=95101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:30:27.330760 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.plugin [req-84184f7f-572c-4dfe-b043-0821f9f4b8de req-e39ee5b1-f244-42d0-8950-0f997b0eb1ec tempest-MultipleCreateTestJSON-1258598126 tempest-MultipleCreateTestJSON-1258598126-project] Deleting port a129d714-63cc-43a1-9de1-9e7968380be1 {{(pid=95101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:30:27.331025 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-84184f7f-572c-4dfe-b043-0821f9f4b8de req-e39ee5b1-f244-42d0-8950-0f997b0eb1ec tempest-MultipleCreateTestJSON-1258598126 tempest-MultipleCreateTestJSON-1258598126-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783146157096'] for port, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:30:27.474163 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 43398) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:30:27.610279 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-d24a6d92-ca91-4aa5-966e-b985de692ebc admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=69159fd28782479cb6f5c4a9161e8f9c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1256044 Sep 23 19:30:27.610279 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 43400) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:30:27.716502 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-669d2a30-4353-44b3-ad72-5adff4b8a776 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:30:27.756948 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-669d2a30-4353-44b3-ad72-5adff4b8a776 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:30:27.829038 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Device 4d4250ad-6fee-4532-a0f5-ef733553d350 no longer exists at agent ovs-agent-n-d-713301-16 {{(pid=95103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 19:30:27.850855 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-e6738e3c-4146-4055-8839-ab48d76717e8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:30:27.964313 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-669d2a30-4353-44b3-ad72-5adff4b8a776 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:30:27.968199 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-669d2a30-4353-44b3-ad72-5adff4b8a776 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:30:27.971235 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-669d2a30-4353-44b3-ad72-5adff4b8a776 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/df3a0d58-51c7-4866-b8f6-4c58860cd131 HTTP/1.1" status: 204 len: 168 time: 0.3634405 Sep 23 19:30:27.984319 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-95c05540-b1dd-451a-ae81-2ef18bcc17a6 req-f6be4a4a-c321-4107-9dad-d550325ff74a tempest-MultipleCreateTestJSON-1258598126 tempest-MultipleCreateTestJSON-1258598126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783146162158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783145673144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5607431'] for port, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:30:28.025838 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] get_ports_and_sgs() called for port_ids ['a129d714-63cc-43a1-9de1-9e7968380be1'] {{(pid=95103) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 19:30:28.041622 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] get_ports_and_sgs() called for port_ids ['89b22f2a-5287-4977-b3a7-92e3fe414961'] {{(pid=95103) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 19:30:28.048092 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669d2a30-4353-44b3-ad72-5adff4b8a776 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df3a0d58-51c7-4866-b8f6-4c58860cd131,revision_number=None']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:30:28.066316 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6be4a4a-c321-4107-9dad-d550325ff74a tempest-MultipleCreateTestJSON-1258598126 tempest-MultipleCreateTestJSON-1258598126-project] Pushing event deleted for resources: {'Port': ['ID=89b22f2a-5287-4977-b3a7-92e3fe414961,revision_number=None']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:30:28.078557 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.plugin [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] No Port match for: 4d4250ad-6fee-4532-a0f5-ef733553d350 {{(pid=95103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 19:30:28.079384 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Device 4d4250ad-6fee-4532-a0f5-ef733553d350 not bound to the agent host n-d-713301-16 {{(pid=95103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 19:30:28.130513 n-d-713301-16 neutron-server[95101]: DEBUG neutron.db.l3_dvrscheduler_db [req-95c05540-b1dd-451a-ae81-2ef18bcc17a6 req-f6be4a4a-c321-4107-9dad-d550325ff74a tempest-MultipleCreateTestJSON-1258598126 tempest-MultipleCreateTestJSON-1258598126-project] No DVR routers for this DVR port 89b22f2a-5287-4977-b3a7-92e3fe414961 on host n-h2-713301-16 {{(pid=95101) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 19:30:28.134045 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-95c05540-b1dd-451a-ae81-2ef18bcc17a6 req-f6be4a4a-c321-4107-9dad-d550325ff74a tempest-MultipleCreateTestJSON-1258598126 tempest-MultipleCreateTestJSON-1258598126-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222849'] for port, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:30:28.136132 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-95c05540-b1dd-451a-ae81-2ef18bcc17a6 req-f6be4a4a-c321-4107-9dad-d550325ff74a tempest-MultipleCreateTestJSON-1258598126 tempest-MultipleCreateTestJSON-1258598126-project] 10.222.0.53 "DELETE /v2.0/ports/89b22f2a-5287-4977-b3a7-92e3fe414961 HTTP/1.1" status: 204 len: 173 time: 1.6628747 Sep 23 19:30:28.153867 n-d-713301-16 neutron-server[95101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '40559b6e-1efc-4beb-bd56-15a95417d619', 'name': 'network-vif-deleted', 'tag': '89b22f2a-5287-4977-b3a7-92e3fe414961'}] {{(pid=95101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 19:30:28.157168 n-d-713301-16 neutron-server[95101]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d8366c5740cd635e57ab12b71fe44a77c2acc3c19091ef849c6f68b380462244" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ad456d9-9769-4897-a856-a293432d9529" -d '{"events": [{"server_uuid": "40559b6e-1efc-4beb-bd56-15a95417d619", "name": "network-vif-deleted", "tag": "89b22f2a-5287-4977-b3a7-92e3fe414961"}]}' {{(pid=95101) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 19:30:28.222123 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.db [req-84184f7f-572c-4dfe-b043-0821f9f4b8de req-e39ee5b1-f244-42d0-8950-0f997b0eb1ec tempest-MultipleCreateTestJSON-1258598126 tempest-MultipleCreateTestJSON-1258598126-project] For port a129d714-63cc-43a1-9de1-9e7968380be1, host n-h1-713301-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-16',level=0,port_id=a129d714-63cc-43a1-9de1-9e7968380be1,segment=NetworkSegment(90bfd6a3-67fd-48b1-905c-725d166593d5),segment_id=90bfd6a3-67fd-48b1-905c-725d166593d5)] {{(pid=95101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:30:28.222418 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-84184f7f-572c-4dfe-b043-0821f9f4b8de req-e39ee5b1-f244-42d0-8950-0f997b0eb1ec tempest-MultipleCreateTestJSON-1258598126 tempest-MultipleCreateTestJSON-1258598126-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-605701'] for port, precommit_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:30:28.311951 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.plugin [req-84184f7f-572c-4dfe-b043-0821f9f4b8de req-e39ee5b1-f244-42d0-8950-0f997b0eb1ec tempest-MultipleCreateTestJSON-1258598126 tempest-MultipleCreateTestJSON-1258598126-project] Calling delete_port for a129d714-63cc-43a1-9de1-9e7968380be1 owned by compute:nova {{(pid=95101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:30:28.502207 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:30:28.515779 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-e6738e3c-4146-4055-8839-ab48d76717e8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:30:28.530599 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-e6738e3c-4146-4055-8839-ab48d76717e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:30:28.571673 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:30:28.609188 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6738e3c-4146-4055-8839-ab48d76717e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82b25556-302f-4d2a-918f-450379a9e24a,revision_number=1']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:30:28.697869 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-e6738e3c-4146-4055-8839-ab48d76717e8 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=324003bd684b4fe8b8eb3245fc4204e0&name=default HTTP/1.1" status: 200 len: 2983 time: 1.6694922 Sep 23 19:30:28.700485 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 43410) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:30:28.770926 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-84184f7f-572c-4dfe-b043-0821f9f4b8de req-e39ee5b1-f244-42d0-8950-0f997b0eb1ec tempest-MultipleCreateTestJSON-1258598126 tempest-MultipleCreateTestJSON-1258598126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783146162158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783145673144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5607431'] for port, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:30:28.866825 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e39ee5b1-f244-42d0-8950-0f997b0eb1ec tempest-MultipleCreateTestJSON-1258598126 tempest-MultipleCreateTestJSON-1258598126-project] Pushing event deleted for resources: {'Port': ['ID=a129d714-63cc-43a1-9de1-9e7968380be1,revision_number=None']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:30:28.871120 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-8d9e50e6-9a97-4246-90eb-9d1e16e9bbcb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:30:28.937594 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-8d9e50e6-9a97-4246-90eb-9d1e16e9bbcb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:30:28.963343 n-d-713301-16 neutron-server[95101]: DEBUG neutron.db.l3_dvrscheduler_db [req-84184f7f-572c-4dfe-b043-0821f9f4b8de req-e39ee5b1-f244-42d0-8950-0f997b0eb1ec tempest-MultipleCreateTestJSON-1258598126 tempest-MultipleCreateTestJSON-1258598126-project] No DVR routers for this DVR port a129d714-63cc-43a1-9de1-9e7968380be1 on host n-h1-713301-16 {{(pid=95101) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 19:30:28.967255 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-84184f7f-572c-4dfe-b043-0821f9f4b8de req-e39ee5b1-f244-42d0-8950-0f997b0eb1ec tempest-MultipleCreateTestJSON-1258598126 tempest-MultipleCreateTestJSON-1258598126-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222849'] for port, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:30:28.969398 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-84184f7f-572c-4dfe-b043-0821f9f4b8de req-e39ee5b1-f244-42d0-8950-0f997b0eb1ec tempest-MultipleCreateTestJSON-1258598126 tempest-MultipleCreateTestJSON-1258598126-project] 10.222.0.74 "DELETE /v2.0/ports/a129d714-63cc-43a1-9de1-9e7968380be1 HTTP/1.1" status: 204 len: 173 time: 2.1588373 Sep 23 19:30:29.051333 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-8d9e50e6-9a97-4246-90eb-9d1e16e9bbcb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:30:29.058290 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-8d9e50e6-9a97-4246-90eb-9d1e16e9bbcb admin admin] Notify callbacks [] for security_group, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:30:29.062071 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-8d9e50e6-9a97-4246-90eb-9d1e16e9bbcb admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/82b25556-302f-4d2a-918f-450379a9e24a HTTP/1.1" status: 204 len: 168 time: 0.3602862 Sep 23 19:30:29.087487 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d9e50e6-9a97-4246-90eb-9d1e16e9bbcb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82b25556-302f-4d2a-918f-450379a9e24a,revision_number=None']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:30:30.060312 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 43434) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:30:30.084087 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-b495e1e6-01bd-489b-85ae-6da75c9ae537 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:30:30.245619 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Device 89b22f2a-5287-4977-b3a7-92e3fe414961 no longer exists at agent hyperv_n-h2-713301-16 {{(pid=95103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 19:30:30.284312 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.plugin [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] No Port match for: 89b22f2a-5287-4977-b3a7-92e3fe414961 {{(pid=95103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 19:30:30.284726 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Device 89b22f2a-5287-4977-b3a7-92e3fe414961 not bound to the agent host n-h2-713301-16 {{(pid=95103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 19:30:30.309633 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-b495e1e6-01bd-489b-85ae-6da75c9ae537 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:30:30.320573 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-b495e1e6-01bd-489b-85ae-6da75c9ae537 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:30:30.473880 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 43446) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:30:30.474602 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-b495e1e6-01bd-489b-85ae-6da75c9ae537 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=a7da035694014fd3b5a1e872d89e4e38&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4127815 Sep 23 19:30:30.484124 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b495e1e6-01bd-489b-85ae-6da75c9ae537 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=202ca614-5cdc-4b2f-9842-83cf880b8d4a,revision_number=1']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:30:30.606518 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-a15b1710-9af9-481d-b24b-ca166de36c14 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:30:30.670512 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Device a129d714-63cc-43a1-9de1-9e7968380be1 no longer exists at agent hyperv_n-h1-713301-16 {{(pid=95103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 19:30:30.699750 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-a15b1710-9af9-481d-b24b-ca166de36c14 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:30:30.715846 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.plugin [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] No Port match for: a129d714-63cc-43a1-9de1-9e7968380be1 {{(pid=95103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 19:30:30.718414 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Device a129d714-63cc-43a1-9de1-9e7968380be1 not bound to the agent host n-h1-713301-16 {{(pid=95103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 19:30:30.783136 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-a15b1710-9af9-481d-b24b-ca166de36c14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:30:30.789211 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-a15b1710-9af9-481d-b24b-ca166de36c14 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:30:30.790568 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-a15b1710-9af9-481d-b24b-ca166de36c14 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/202ca614-5cdc-4b2f-9842-83cf880b8d4a HTTP/1.1" status: 204 len: 168 time: 0.3156660 Sep 23 19:30:30.830557 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a15b1710-9af9-481d-b24b-ca166de36c14 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=202ca614-5cdc-4b2f-9842-83cf880b8d4a,revision_number=None']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:30:36.008710 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 43546) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:30:36.204949 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-801d519e-5f2e-4849-8365-a006101abde7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:30:36.419754 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-801d519e-5f2e-4849-8365-a006101abde7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:30:36.431490 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-801d519e-5f2e-4849-8365-a006101abde7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:30:36.555955 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-801d519e-5f2e-4849-8365-a006101abde7 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=da6524713a624558be9c78707cf9808b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5390506 Sep 23 19:30:36.557237 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 43558) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:30:36.557702 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835a27cc-5520-479f-9bfb-559a2d974878 req-13ca50d4-9318-4507-b713-f4346fecd297 tempest-MultipleCreateTestJSON-1258598126 tempest-MultipleCreateTestJSON-1258598126-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:30:36.559419 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-835a27cc-5520-479f-9bfb-559a2d974878 req-13ca50d4-9318-4507-b713-f4346fecd297 tempest-MultipleCreateTestJSON-1258598126 tempest-MultipleCreateTestJSON-1258598126-project] 10.222.0.67 "GET /v2.0/networks?id=edbc94ab-09ae-45f0-9c1a-791584683548 HTTP/1.1" status: 200 len: 812 time: 0.1665471 Sep 23 19:30:36.582424 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-835a27cc-5520-479f-9bfb-559a2d974878 req-c98780f3-ec2f-4d71-b92f-1362337faf85 tempest-MultipleCreateTestJSON-1258598126 tempest-MultipleCreateTestJSON-1258598126-project] 10.222.0.67 "GET /v2.0/quotas/14053728942e4ad1bcd274e2d0ce8e8b HTTP/1.1" status: 200 len: 375 time: 0.0130506 Sep 23 19:30:36.627027 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801d519e-5f2e-4849-8365-a006101abde7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=045e95bf-4117-4cc1-b629-d0d6b18d4184,revision_number=1']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:30:36.634111 n-d-713301-16 neutron-server[95101]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 19:30:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76b383b1-6d24-42a7-b482-b911a8d0e8d5 x-openstack-request-id: req-76b383b1-6d24-42a7-b482-b911a8d0e8d5 {{(pid=95101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 19:30:36.634405 n-d-713301-16 neutron-server[95101]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "40559b6e-1efc-4beb-bd56-15a95417d619", "name": "network-vif-deleted", "tag": "89b22f2a-5287-4977-b3a7-92e3fe414961", "status": "completed", "code": 200}]} {{(pid=95101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 19:30:36.634659 n-d-713301-16 neutron-server[95101]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-76b383b1-6d24-42a7-b482-b911a8d0e8d5 {{(pid=95101) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 19:30:36.635057 n-d-713301-16 neutron-server[95101]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '40559b6e-1efc-4beb-bd56-15a95417d619', 'name': 'network-vif-deleted', 'tag': '89b22f2a-5287-4977-b3a7-92e3fe414961', 'status': 'completed', 'code': 200} Sep 23 19:30:36.654309 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-217b22b2-c29a-43bb-bc3e-25f20326d937 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:30:36.697596 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-835a27cc-5520-479f-9bfb-559a2d974878 req-d273800c-fdbe-4482-99f9-441881ec075f tempest-MultipleCreateTestJSON-1258598126 tempest-MultipleCreateTestJSON-1258598126-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=14053728942e4ad1bcd274e2d0ce8e8b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1067429 Sep 23 19:30:36.700133 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-217b22b2-c29a-43bb-bc3e-25f20326d937 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:30:36.832997 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-217b22b2-c29a-43bb-bc3e-25f20326d937 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:30:36.836634 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-217b22b2-c29a-43bb-bc3e-25f20326d937 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:30:36.846082 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-217b22b2-c29a-43bb-bc3e-25f20326d937 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/045e95bf-4117-4cc1-b629-d0d6b18d4184 HTTP/1.1" status: 204 len: 168 time: 0.2755802 Sep 23 19:30:36.870511 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-217b22b2-c29a-43bb-bc3e-25f20326d937 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=045e95bf-4117-4cc1-b629-d0d6b18d4184,revision_number=None']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:30:37.058108 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-835a27cc-5520-479f-9bfb-559a2d974878 req-7758ab50-bb01-472b-a157-bc6afb6d5293 service neutron] 10.222.0.67 "GET /v2.0/networks/edbc94ab-09ae-45f0-9c1a-791584683548?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3586404 Sep 23 19:30:37.314198 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-835a27cc-5520-479f-9bfb-559a2d974878 req-3a6214ce-734c-41b6-bd1c-203ce7f6aa4c service neutron] 10.222.0.67 "GET /v2.0/networks/edbc94ab-09ae-45f0-9c1a-791584683548?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2384026 Sep 23 19:30:37.616560 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 43614) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:30:37.686764 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c8171a-0379-4e44-b0a1-082f91d81047 req-3684ef69-31a7-4824-be08-4501bb0116e7 tempest-ImagesOneServerTestJSON-2058836255 tempest-ImagesOneServerTestJSON-2058836255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:30:37.695068 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-d2c8171a-0379-4e44-b0a1-082f91d81047 req-3684ef69-31a7-4824-be08-4501bb0116e7 tempest-ImagesOneServerTestJSON-2058836255 tempest-ImagesOneServerTestJSON-2058836255-project] 10.222.0.67 "GET /v2.0/ports?device_id=87e77863-219f-42c4-8b26-1f31af11f822 HTTP/1.1" status: 200 len: 950 time: 0.1841497 Sep 23 19:30:37.724902 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-5bfc00b6-a551-4e00-aaed-87ef1cd1f355 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:30:37.814541 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-d2c8171a-0379-4e44-b0a1-082f91d81047 req-98373d46-e30e-453e-bfdc-a9b0b4e1cf66 tempest-ImagesOneServerTestJSON-2058836255 tempest-ImagesOneServerTestJSON-2058836255-project] 10.222.0.67 "GET /v2.0/security-groups?id=8c832402-56d3-4931-aa70-6b0106b281cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1111953 Sep 23 19:30:38.025066 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-5bfc00b6-a551-4e00-aaed-87ef1cd1f355 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:30:38.035354 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-5bfc00b6-a551-4e00-aaed-87ef1cd1f355 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:30:38.183018 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bfc00b6-a551-4e00-aaed-87ef1cd1f355 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d0763c3-c6b6-4a50-912d-fcd5ff143ac0,revision_number=1']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:30:38.217979 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 43662) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:30:38.220124 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-5bfc00b6-a551-4e00-aaed-87ef1cd1f355 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=6d20c709c7f5420cbeeaf2fe22707083&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5993118 Sep 23 19:30:38.418302 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-661698e8-48f3-41da-86fd-e32971eca11b req-7e3e2aa0-ee8e-4c7d-b00e-68445a8e45ec tempest-MultipleCreateTestJSON-1258598126 tempest-MultipleCreateTestJSON-1258598126-project] 10.222.0.67 "GET /v2.0/ports?device_id=f669463e-73af-4794-bedb-ae74bd805722 HTTP/1.1" status: 200 len: 210 time: 0.0851576 Sep 23 19:30:38.421433 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-09686d43-6dbe-406e-a092-7dde253843e7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:30:38.486891 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-09686d43-6dbe-406e-a092-7dde253843e7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:30:38.629224 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-09686d43-6dbe-406e-a092-7dde253843e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:30:38.635537 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-09686d43-6dbe-406e-a092-7dde253843e7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:30:38.638208 n-d-713301-16 neutron-server[95101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf494dd8-8ac4-4506-ab87-f7269b5a02f0', 'name': 'network-vif-deleted', 'tag': 'a129d714-63cc-43a1-9de1-9e7968380be1'}] {{(pid=95101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 19:30:38.639415 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-09686d43-6dbe-406e-a092-7dde253843e7 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/7d0763c3-c6b6-4a50-912d-fcd5ff143ac0 HTTP/1.1" status: 204 len: 168 time: 0.4150887 Sep 23 19:30:38.646037 n-d-713301-16 neutron-server[95101]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d8366c5740cd635e57ab12b71fe44a77c2acc3c19091ef849c6f68b380462244" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8d4905f-8ea3-48ca-9417-bfa39079a7d3" -d '{"events": [{"server_uuid": "bf494dd8-8ac4-4506-ab87-f7269b5a02f0", "name": "network-vif-deleted", "tag": "a129d714-63cc-43a1-9de1-9e7968380be1"}]}' {{(pid=95101) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 19:30:38.664121 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09686d43-6dbe-406e-a092-7dde253843e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d0763c3-c6b6-4a50-912d-fcd5ff143ac0,revision_number=None']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:30:38.788152 n-d-713301-16 neutron-server[95101]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 19:30:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec638edb-acae-4b51-997c-51bf395f3d78 x-openstack-request-id: req-ec638edb-acae-4b51-997c-51bf395f3d78 {{(pid=95101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 19:30:38.788787 n-d-713301-16 neutron-server[95101]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bf494dd8-8ac4-4506-ab87-f7269b5a02f0", "name": "network-vif-deleted", "tag": "a129d714-63cc-43a1-9de1-9e7968380be1", "status": "completed", "code": 200}]} {{(pid=95101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 19:30:38.789294 n-d-713301-16 neutron-server[95101]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-ec638edb-acae-4b51-997c-51bf395f3d78 {{(pid=95101) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 19:30:38.789831 n-d-713301-16 neutron-server[95101]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bf494dd8-8ac4-4506-ab87-f7269b5a02f0', 'name': 'network-vif-deleted', 'tag': 'a129d714-63cc-43a1-9de1-9e7968380be1', 'status': 'completed', 'code': 200} Sep 23 19:30:39.243257 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d6b6c5-719b-4a5a-98cc-f97e309dae2d req-c1ef464c-befd-4e94-ac9c-d65f27919bc7 tempest-ImagesOneServerTestJSON-2058836255 tempest-ImagesOneServerTestJSON-2058836255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:30:39.260070 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-a6d6b6c5-719b-4a5a-98cc-f97e309dae2d req-c1ef464c-befd-4e94-ac9c-d65f27919bc7 tempest-ImagesOneServerTestJSON-2058836255 tempest-ImagesOneServerTestJSON-2058836255-project] 10.222.0.67 "GET /v2.0/ports?device_id=87e77863-219f-42c4-8b26-1f31af11f822 HTTP/1.1" status: 200 len: 950 time: 0.2418497 Sep 23 19:30:39.375600 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-e0f4e81f-e1e5-43c9-a1c7-0bf540611f0c req-0d129b97-760b-4a39-8bc7-e3b22d9319b6 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=87e77863-219f-42c4-8b26-1f31af11f822&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2177260 Sep 23 19:30:39.426735 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-6a23c5de-b850-46ab-8a10-2d2bd033c017 req-e5a86a65-10d9-4c3c-8821-5e4b4cb04307 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=6c7d744a-f584-4648-aa8d-a6936fa22df4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.1478500 Sep 23 19:30:39.480971 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-a6d6b6c5-719b-4a5a-98cc-f97e309dae2d req-ed5260fa-9403-4802-961c-238ba74b8360 tempest-ImagesOneServerTestJSON-2058836255 tempest-ImagesOneServerTestJSON-2058836255-project] 10.222.0.67 "GET /v2.0/security-groups?id=8c832402-56d3-4931-aa70-6b0106b281cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2065308 Sep 23 19:30:39.919292 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f4e81f-e1e5-43c9-a1c7-0bf540611f0c req-c164f8c0-5b7f-4439-bf45-f8ef490baea2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:30:39.920781 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-e0f4e81f-e1e5-43c9-a1c7-0bf540611f0c req-c164f8c0-5b7f-4439-bf45-f8ef490baea2 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=748674498643492788ef144f73a22a11&device_id=87e77863-219f-42c4-8b26-1f31af11f822 HTTP/1.1" status: 200 len: 1102 time: 0.3946722 Sep 23 19:30:39.945565 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a23c5de-b850-46ab-8a10-2d2bd033c017 req-43d4b8ec-040a-43f4-a949-ea203cd4c1e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:30:39.946463 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a23c5de-b850-46ab-8a10-2d2bd033c017 req-43d4b8ec-040a-43f4-a949-ea203cd4c1e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:30:39.947123 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a23c5de-b850-46ab-8a10-2d2bd033c017 req-43d4b8ec-040a-43f4-a949-ea203cd4c1e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:30:39.947905 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a23c5de-b850-46ab-8a10-2d2bd033c017 req-43d4b8ec-040a-43f4-a949-ea203cd4c1e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:30:39.948539 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a23c5de-b850-46ab-8a10-2d2bd033c017 req-43d4b8ec-040a-43f4-a949-ea203cd4c1e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:30:39.954999 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a23c5de-b850-46ab-8a10-2d2bd033c017 req-43d4b8ec-040a-43f4-a949-ea203cd4c1e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:30:39.955750 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a23c5de-b850-46ab-8a10-2d2bd033c017 req-43d4b8ec-040a-43f4-a949-ea203cd4c1e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:30:39.958835 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-6a23c5de-b850-46ab-8a10-2d2bd033c017 req-43d4b8ec-040a-43f4-a949-ea203cd4c1e7 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=f9311328b6c648f88a79b8848358e4b9&device_id=6c7d744a-f584-4648-aa8d-a6936fa22df4 HTTP/1.1" status: 200 len: 6499 time: 0.3498497 Sep 23 19:30:40.022237 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-e20fa649-d366-4ce2-86bc-dd399c757edb req-683b9deb-b71b-4913-beb5-ea9ad37eb525 tempest-MultipleCreateTestJSON-1258598126 tempest-MultipleCreateTestJSON-1258598126-project] 10.222.0.67 "GET /v2.0/ports?device_id=f669463e-73af-4794-bedb-ae74bd805722 HTTP/1.1" status: 200 len: 210 time: 0.0545321 Sep 23 19:30:40.240297 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f4e81f-e1e5-43c9-a1c7-0bf540611f0c req-af24de77-f5be-42d2-bbe7-f2812ae236a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:30:40.244278 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-e0f4e81f-e1e5-43c9-a1c7-0bf540611f0c req-af24de77-f5be-42d2-bbe7-f2812ae236a6 service neutron] 10.222.0.53 "GET /v2.0/networks?id=5220cb0c-da05-478a-9604-8c11469a05b4 HTTP/1.1" status: 200 len: 870 time: 0.2835529 Sep 23 19:30:40.407972 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-e0f4e81f-e1e5-43c9-a1c7-0bf540611f0c req-5142e336-222e-48fb-b449-50038184ff76 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.202&port_id=743ffe71-76e1-4f6f-91ab-57bc481eb35a HTTP/1.1" status: 200 len: 217 time: 0.1350234 Sep 23 19:30:40.731563 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f4e81f-e1e5-43c9-a1c7-0bf540611f0c req-bf4ee67e-e188-48bc-ba87-235fe5e3a903 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:30:40.736526 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-e0f4e81f-e1e5-43c9-a1c7-0bf540611f0c req-bf4ee67e-e188-48bc-ba87-235fe5e3a903 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=1ccc69bc-9d6b-44d9-b227-204e47dc6e45 HTTP/1.1" status: 200 len: 843 time: 0.2869380 Sep 23 19:30:40.879490 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a23c5de-b850-46ab-8a10-2d2bd033c017 req-1ce6cc2b-0da0-4043-815e-876b8309c122 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:30:40.886128 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a23c5de-b850-46ab-8a10-2d2bd033c017 req-1ce6cc2b-0da0-4043-815e-876b8309c122 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:30:40.890739 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a23c5de-b850-46ab-8a10-2d2bd033c017 req-1ce6cc2b-0da0-4043-815e-876b8309c122 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:30:40.898794 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-6a23c5de-b850-46ab-8a10-2d2bd033c017 req-1ce6cc2b-0da0-4043-815e-876b8309c122 service neutron] 10.222.0.74 "GET /v2.0/networks?id=0e7486fc-edf5-4778-98e4-d68293f3be17&id=af02e9ab-cfd4-4a32-b9af-2413db894481&id=af02e9ab-cfd4-4a32-b9af-2413db894481&id=af02e9ab-cfd4-4a32-b9af-2413db894481&id=af02e9ab-cfd4-4a32-b9af-2413db894481&id=bada5757-bdaa-4c5b-b7b4-3acebf356815&id=bada5757-bdaa-4c5b-b7b4-3acebf356815 HTTP/1.1" status: 200 len: 2293 time: 0.6449287 Sep 23 19:30:41.134796 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f4e81f-e1e5-43c9-a1c7-0bf540611f0c req-b1f519de-286a-4a26-87e4-cd8e93eba9c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:30:41.138183 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-e0f4e81f-e1e5-43c9-a1c7-0bf540611f0c req-b1f519de-286a-4a26-87e4-cd8e93eba9c4 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=5220cb0c-da05-478a-9604-8c11469a05b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3735445 Sep 23 19:30:41.179062 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-6a23c5de-b850-46ab-8a10-2d2bd033c017 req-0b2ba2c5-7c85-4354-b67c-0f072f6b4f11 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=04608e80-e340-4c55-b856-25d17244403b HTTP/1.1" status: 200 len: 1001 time: 0.2749856 Sep 23 19:30:41.244569 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835a27cc-5520-479f-9bfb-559a2d974878 req-ed334b16-cc4e-4588-a8d9-f6fbfbc88cae tempest-MultipleCreateTestJSON-1258598126 tempest-MultipleCreateTestJSON-1258598126-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:30:41.246083 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-835a27cc-5520-479f-9bfb-559a2d974878 req-ed334b16-cc4e-4588-a8d9-f6fbfbc88cae tempest-MultipleCreateTestJSON-1258598126 tempest-MultipleCreateTestJSON-1258598126-project] 10.222.0.74 "GET /v2.0/networks?id=edbc94ab-09ae-45f0-9c1a-791584683548 HTTP/1.1" status: 200 len: 812 time: 0.5347707 Sep 23 19:30:41.277927 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.v2.base [req-835a27cc-5520-479f-9bfb-559a2d974878 req-2447a3c5-952e-489f-8b1d-ffac0e7ada6a tempest-MultipleCreateTestJSON-1258598126 tempest-MultipleCreateTestJSON-1258598126-project] Request body: {'port': {'device_id': '9cb3e22c-c8aa-453f-930f-ceeea57eaa25', 'network_id': 'edbc94ab-09ae-45f0-9c1a-791584683548', 'admin_state_up': True, 'tenant_id': '14053728942e4ad1bcd274e2d0ce8e8b'}} {{(pid=95102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:30:41.444712 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a23c5de-b850-46ab-8a10-2d2bd033c017 req-ab9d99e1-32ba-47d0-9560-f88dd1d50cbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:30:41.446440 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-6a23c5de-b850-46ab-8a10-2d2bd033c017 req-ab9d99e1-32ba-47d0-9560-f88dd1d50cbf service neutron] 10.222.0.74 "GET /v2.0/subnets?id=9bcc6428-1995-45f6-ba66-eea6197581a7 HTTP/1.1" status: 200 len: 851 time: 0.2074668 Sep 23 19:30:41.540841 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835a27cc-5520-479f-9bfb-559a2d974878 req-b4a3b2ec-be03-40c5-af81-9bea4d7aba1f tempest-MultipleCreateTestJSON-1258598126 tempest-MultipleCreateTestJSON-1258598126-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:30:41.542492 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-835a27cc-5520-479f-9bfb-559a2d974878 req-b4a3b2ec-be03-40c5-af81-9bea4d7aba1f tempest-MultipleCreateTestJSON-1258598126 tempest-MultipleCreateTestJSON-1258598126-project] 10.222.0.53 "GET /v2.0/networks?id=edbc94ab-09ae-45f0-9c1a-791584683548 HTTP/1.1" status: 200 len: 812 time: 0.4978347 Sep 23 19:30:41.565332 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.v2.base [req-835a27cc-5520-479f-9bfb-559a2d974878 req-b08ee6fd-952c-4a92-816c-7a9cadc334f8 tempest-MultipleCreateTestJSON-1258598126 tempest-MultipleCreateTestJSON-1258598126-project] Request body: {'port': {'device_id': 'f669463e-73af-4794-bedb-ae74bd805722', 'network_id': 'edbc94ab-09ae-45f0-9c1a-791584683548', 'admin_state_up': True, 'tenant_id': '14053728942e4ad1bcd274e2d0ce8e8b'}} {{(pid=95101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:30:41.619049 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-e0f4e81f-e1e5-43c9-a1c7-0bf540611f0c req-4aa4e831-138a-4d89-9e61-fd67278b1f18 service neutron] 10.222.0.53 "GET /v2.0/networks/5220cb0c-da05-478a-9604-8c11469a05b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4632905 Sep 23 19:30:41.713277 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-835a27cc-5520-479f-9bfb-559a2d974878 req-2447a3c5-952e-489f-8b1d-ffac0e7ada6a tempest-MultipleCreateTestJSON-1258598126 tempest-MultipleCreateTestJSON-1258598126-project] Made reservation on behalf of 14053728942e4ad1bcd274e2d0ce8e8b for: {'port': 1} {{(pid=95102) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:30:41.720841 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-835a27cc-5520-479f-9bfb-559a2d974878 req-2447a3c5-952e-489f-8b1d-ffac0e7ada6a tempest-MultipleCreateTestJSON-1258598126 tempest-MultipleCreateTestJSON-1258598126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:30:41.834223 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a23c5de-b850-46ab-8a10-2d2bd033c017 req-e1995d85-b42b-4675-811a-073a5806024c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:30:41.835788 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-6a23c5de-b850-46ab-8a10-2d2bd033c017 req-e1995d85-b42b-4675-811a-073a5806024c service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=0e7486fc-edf5-4778-98e4-d68293f3be17&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3761964 Sep 23 19:30:41.984498 n-d-713301-16 neutron-server[95102]: DEBUG neutron.db.db_base_plugin_common [req-835a27cc-5520-479f-9bfb-559a2d974878 req-2447a3c5-952e-489f-8b1d-ffac0e7ada6a tempest-MultipleCreateTestJSON-1258598126 tempest-MultipleCreateTestJSON-1258598126-project] Allocated IP 172.20.0.13 (edbc94ab-09ae-45f0-9c1a-791584683548/bac3bfbf-ef37-4169-a536-707ef05210f4/c7d53fb1-3bfb-45d6-b70c-1b6195b3ca90) {{(pid=95102) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 19:30:42.208302 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-835a27cc-5520-479f-9bfb-559a2d974878 req-2447a3c5-952e-489f-8b1d-ffac0e7ada6a tempest-MultipleCreateTestJSON-1258598126 tempest-MultipleCreateTestJSON-1258598126-project] Notify callbacks [] for port, precommit_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:30:42.247084 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 43850) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:30:42.268151 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-835a27cc-5520-479f-9bfb-559a2d974878 req-2447a3c5-952e-489f-8b1d-ffac0e7ada6a tempest-MultipleCreateTestJSON-1258598126 tempest-MultipleCreateTestJSON-1258598126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783145673135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4399100'] for port, after_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:30:42.295937 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Device 743ffe71-76e1-4f6f-91ab-57bc481eb35a no longer exists at agent hyperv_n-h2-713301-16 {{(pid=95103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 19:30:42.322849 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-8b62fb27-b563-43e1-91d8-90f1048cb11f req-ef3ca140-4044-4f42-8595-d071c4ed156a tempest-MultipleCreateTestJSON-1258598126 tempest-MultipleCreateTestJSON-1258598126-project] 10.222.0.67 "GET /v2.0/ports?device_id=f669463e-73af-4794-bedb-ae74bd805722 HTTP/1.1" status: 200 len: 210 time: 0.0769534 Sep 23 19:30:42.407762 n-d-713301-16 neutron-server[95102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-835a27cc-5520-479f-9bfb-559a2d974878 req-2447a3c5-952e-489f-8b1d-ffac0e7ada6a tempest-MultipleCreateTestJSON-1258598126 tempest-MultipleCreateTestJSON-1258598126-project] Network edbc94ab-09ae-45f0-9c1a-791584683548 is already hosted by enough agents. {{(pid=95102) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:30:42.417420 n-d-713301-16 neutron-server[95102]: DEBUG neutron.scheduler.base_scheduler [req-835a27cc-5520-479f-9bfb-559a2d974878 req-2447a3c5-952e-489f-8b1d-ffac0e7ada6a tempest-MultipleCreateTestJSON-1258598126 tempest-MultipleCreateTestJSON-1258598126-project] Resources bound (agent type, host, resource id): {{(pid=95102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:30:42.429595 n-d-713301-16 neutron-server[95102]: DEBUG neutron.db.l3_dvrscheduler_db [req-835a27cc-5520-479f-9bfb-559a2d974878 req-2447a3c5-952e-489f-8b1d-ffac0e7ada6a tempest-MultipleCreateTestJSON-1258598126 tempest-MultipleCreateTestJSON-1258598126-project] Received port after_create {{(pid=95102) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 19:30:42.475839 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:30:42.543028 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835a27cc-5520-479f-9bfb-559a2d974878 req-2447a3c5-952e-489f-8b1d-ffac0e7ada6a tempest-MultipleCreateTestJSON-1258598126 tempest-MultipleCreateTestJSON-1258598126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:30:42.543691 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-835a27cc-5520-479f-9bfb-559a2d974878 req-2447a3c5-952e-489f-8b1d-ffac0e7ada6a tempest-MultipleCreateTestJSON-1258598126 tempest-MultipleCreateTestJSON-1258598126-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222849'] for port, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:30:42.582605 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] For port 743ffe71-76e1-4f6f-91ab-57bc481eb35a, host n-h2-713301-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-16',level=0,port_id=743ffe71-76e1-4f6f-91ab-57bc481eb35a,segment=NetworkSegment(6139d589-eb6c-4578-8935-c26ddf396853),segment_id=6139d589-eb6c-4578-8935-c26ddf396853)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:30:42.585560 n-d-713301-16 neutron-server[95103]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87e77863-219f-42c4-8b26-1f31af11f822', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '743ffe71-76e1-4f6f-91ab-57bc481eb35a'}] {{(pid=95103) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 19:30:42.588053 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2447a3c5-952e-489f-8b1d-ffac0e7ada6a tempest-MultipleCreateTestJSON-1258598126 tempest-MultipleCreateTestJSON-1258598126-project] Pushing event updated for resources: {'Port': ['ID=c7d53fb1-3bfb-45d6-b70c-1b6195b3ca90,revision_number=1']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:30:42.589757 n-d-713301-16 neutron-server[95103]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}81a1c17f2aa89d5b3ebbba3a3e0cf7eb588e431c2224256110c4c4facdd7c3e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed30634d-bc45-4244-8d42-4e50ed31dbaf" -d '{"events": [{"server_uuid": "87e77863-219f-42c4-8b26-1f31af11f822", "name": "network-vif-unplugged", "status": "completed", "tag": "743ffe71-76e1-4f6f-91ab-57bc481eb35a"}]}' {{(pid=95103) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 19:30:42.600569 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:30:42.680277 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-66fee0ae-1065-4aa5-809f-dcb5021a832f admin admin] Notify callbacks [] for security_group, before_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:30:42.707817 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-835a27cc-5520-479f-9bfb-559a2d974878 req-2447a3c5-952e-489f-8b1d-ffac0e7ada6a tempest-MultipleCreateTestJSON-1258598126 tempest-MultipleCreateTestJSON-1258598126-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4476674 Sep 23 19:30:42.735584 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.v2.base [req-835a27cc-5520-479f-9bfb-559a2d974878 req-b551518f-2cdd-426f-8287-b81f225c8618 service neutron] Request body: {'port': {'device_id': '9cb3e22c-c8aa-453f-930f-ceeea57eaa25', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713301-16'}} {{(pid=95102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:30:42.851730 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Pushing event updated for resources: {'Port': ['ID=743ffe71-76e1-4f6f-91ab-57bc481eb35a,revision_number=8']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:30:42.872205 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-e0f4e81f-e1e5-43c9-a1c7-0bf540611f0c req-b42158cb-88fd-4818-afc7-bd0bbf6e786a service neutron] 10.222.0.53 "GET /v2.0/networks/5220cb0c-da05-478a-9604-8c11469a05b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2300551 Sep 23 19:30:42.894192 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:30:42.894779 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:30:42.900100 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:30:42.900747 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:30:42.901416 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:30:42.901930 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-835a27cc-5520-479f-9bfb-559a2d974878 req-b551518f-2cdd-426f-8287-b81f225c8618 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:30:42.904119 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:30:42.917752 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:30:42.918347 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:30:42.919167 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:30:42.919653 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:30:42.920367 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:30:42.920898 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:30:43.013033 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-6a23c5de-b850-46ab-8a10-2d2bd033c017 req-f812f6f2-7520-481b-be2c-82ef881d812f service neutron] 10.222.0.74 "GET /v2.0/networks/0e7486fc-edf5-4778-98e4-d68293f3be17?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1560631 Sep 23 19:30:43.217496 n-d-713301-16 neutron-server[95103]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 23 Sep 2021 19:30:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-248f7e07-2eb2-4e5f-a00e-e07a21812b3c x-openstack-request-id: req-248f7e07-2eb2-4e5f-a00e-e07a21812b3c {{(pid=95103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 19:30:43.217683 n-d-713301-16 neutron-server[95103]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "87e77863-219f-42c4-8b26-1f31af11f822", "name": "network-vif-unplugged", "status": "completed", "tag": "743ffe71-76e1-4f6f-91ab-57bc481eb35a", "code": 200}]} {{(pid=95103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 19:30:43.224792 n-d-713301-16 neutron-server[95103]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-248f7e07-2eb2-4e5f-a00e-e07a21812b3c {{(pid=95103) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 19:30:43.226532 n-d-713301-16 neutron-server[95103]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '87e77863-219f-42c4-8b26-1f31af11f822', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '743ffe71-76e1-4f6f-91ab-57bc481eb35a', 'code': 200} Sep 23 19:30:43.399262 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-6a23c5de-b850-46ab-8a10-2d2bd033c017 req-dc1bc85f-729e-4bab-8bb7-8bf060cc860c service neutron] 10.222.0.74 "GET /v2.0/networks/0e7486fc-edf5-4778-98e4-d68293f3be17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3755352 Sep 23 19:30:43.526415 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-66fee0ae-1065-4aa5-809f-dcb5021a832f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:30:43.576205 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-6a23c5de-b850-46ab-8a10-2d2bd033c017 req-1068feb6-7981-45cf-a1f8-98f80818b2ee service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.162&port_id=0c254e5c-f9ae-4753-bdda-ad06ac5acf06 HTTP/1.1" status: 200 len: 217 time: 0.1578631 Sep 23 19:30:43.700237 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-835a27cc-5520-479f-9bfb-559a2d974878 req-b08ee6fd-952c-4a92-816c-7a9cadc334f8 tempest-MultipleCreateTestJSON-1258598126 tempest-MultipleCreateTestJSON-1258598126-project] Made reservation on behalf of 14053728942e4ad1bcd274e2d0ce8e8b for: {'port': 1} {{(pid=95101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:30:43.707263 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-835a27cc-5520-479f-9bfb-559a2d974878 req-b08ee6fd-952c-4a92-816c-7a9cadc334f8 tempest-MultipleCreateTestJSON-1258598126 tempest-MultipleCreateTestJSON-1258598126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:30:43.774318 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-66fee0ae-1065-4aa5-809f-dcb5021a832f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:30:43.837917 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66fee0ae-1065-4aa5-809f-dcb5021a832f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bcf7bab4-383e-471f-98cc-15cee9eecfc1,revision_number=1']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:30:43.851431 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-7dacae76-ceec-4e73-9f9e-610ac4d06351 req-de897211-52a8-4ba0-8860-144a5fc4874b tempest-MultipleCreateTestJSON-1258598126 tempest-MultipleCreateTestJSON-1258598126-project] 10.222.0.67 "GET /v2.0/ports?device_id=f669463e-73af-4794-bedb-ae74bd805722 HTTP/1.1" status: 200 len: 210 time: 0.1049035 Sep 23 19:30:43.918356 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-66fee0ae-1065-4aa5-809f-dcb5021a832f admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=a1f30d48fd254737ad685ee6e7e9eb0f&name=default HTTP/1.1" status: 200 len: 2983 time: 1.6659269 Sep 23 19:30:43.919965 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 43960) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:30:44.063453 n-d-713301-16 neutron-server[95102]: DEBUG neutron.notifiers.nova [req-835a27cc-5520-479f-9bfb-559a2d974878 req-b551518f-2cdd-426f-8287-b81f225c8618 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c7d53fb1-3bfb-45d6-b70c-1b6195b3ca90 {{(pid=95102) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 19:30:44.114391 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-835a27cc-5520-479f-9bfb-559a2d974878 req-b551518f-2cdd-426f-8287-b81f225c8618 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:30:44.153851 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a23c5de-b850-46ab-8a10-2d2bd033c017 req-4f865776-c9c2-4406-83f4-f7ad31334c75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:30:44.175181 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-6a23c5de-b850-46ab-8a10-2d2bd033c017 req-4f865776-c9c2-4406-83f4-f7ad31334c75 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=99a9d515-ece2-4f2b-8ab7-d74cf72d9364 HTTP/1.1" status: 200 len: 797 time: 0.5899518 Sep 23 19:30:44.194742 n-d-713301-16 neutron-server[95102]: DEBUG neutron.db.provisioning_blocks [req-835a27cc-5520-479f-9bfb-559a2d974878 req-b551518f-2cdd-426f-8287-b81f225c8618 service neutron] Transition to ACTIVE for port object c7d53fb1-3bfb-45d6-b70c-1b6195b3ca90 will not be triggered until provisioned by entity L2. {{(pid=95102) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 19:30:44.227496 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-835a27cc-5520-479f-9bfb-559a2d974878 req-b551518f-2cdd-426f-8287-b81f225c8618 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4399095'] for port, after_update {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:30:44.308954 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-c6ab2b7f-b458-4b27-98bd-6c595b9d421d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:30:44.447767 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-c6ab2b7f-b458-4b27-98bd-6c595b9d421d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:30:44.626626 n-d-713301-16 neutron-server[95101]: DEBUG neutron.db.db_base_plugin_common [req-835a27cc-5520-479f-9bfb-559a2d974878 req-b08ee6fd-952c-4a92-816c-7a9cadc334f8 tempest-MultipleCreateTestJSON-1258598126 tempest-MultipleCreateTestJSON-1258598126-project] Allocated IP 172.20.0.7 (edbc94ab-09ae-45f0-9c1a-791584683548/bac3bfbf-ef37-4169-a536-707ef05210f4/02656d73-a2c3-4c0a-9e59-e50b61e68ab6) {{(pid=95101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 19:30:44.695575 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a23c5de-b850-46ab-8a10-2d2bd033c017 req-9d71918d-c393-4d74-94af-590346329f51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:30:44.716920 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-6a23c5de-b850-46ab-8a10-2d2bd033c017 req-9d71918d-c393-4d74-94af-590346329f51 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=af02e9ab-cfd4-4a32-b9af-2413db894481&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3059039 Sep 23 19:30:44.734493 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-c6ab2b7f-b458-4b27-98bd-6c595b9d421d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:30:44.740179 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-c6ab2b7f-b458-4b27-98bd-6c595b9d421d admin admin] Notify callbacks [] for security_group, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:30:44.747508 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-c6ab2b7f-b458-4b27-98bd-6c595b9d421d admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/bcf7bab4-383e-471f-98cc-15cee9eecfc1 HTTP/1.1" status: 204 len: 168 time: 0.8273399 Sep 23 19:30:44.770630 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6ab2b7f-b458-4b27-98bd-6c595b9d421d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bcf7bab4-383e-471f-98cc-15cee9eecfc1,revision_number=None']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:30:45.087391 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b551518f-2cdd-426f-8287-b81f225c8618 service neutron] Pushing event updated for resources: {'Port': ['ID=c7d53fb1-3bfb-45d6-b70c-1b6195b3ca90,revision_number=2']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:30:45.122780 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-28264a6b-3960-45a3-8dd7-23a355fb7684 req-09c5efd8-f9dc-429f-a4d0-33864be0db1f tempest-MultipleCreateTestJSON-1258598126 tempest-MultipleCreateTestJSON-1258598126-project] 10.222.0.67 "GET /v2.0/ports?device_id=f669463e-73af-4794-bedb-ae74bd805722 HTTP/1.1" status: 200 len: 210 time: 0.0844600 Sep 23 19:30:45.124556 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.managers [req-835a27cc-5520-479f-9bfb-559a2d974878 req-b551518f-2cdd-426f-8287-b81f225c8618 service neutron] Attempting to bind port c7d53fb1-3bfb-45d6-b70c-1b6195b3ca90 on host n-h1-713301-16 for vnic_type normal with profile {{(pid=95102) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 19:30:45.124985 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.managers [req-835a27cc-5520-479f-9bfb-559a2d974878 req-b551518f-2cdd-426f-8287-b81f225c8618 service neutron] Attempting to bind port c7d53fb1-3bfb-45d6-b70c-1b6195b3ca90 by drivers openvswitch,hyperv on host n-h1-713301-16 at level 0 using segments [{'id': '90bfd6a3-67fd-48b1-905c-725d166593d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': 'edbc94ab-09ae-45f0-9c1a-791584683548'}] {{(pid=95102) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 19:30:45.125336 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-835a27cc-5520-479f-9bfb-559a2d974878 req-b551518f-2cdd-426f-8287-b81f225c8618 service neutron] Attempting to bind port c7d53fb1-3bfb-45d6-b70c-1b6195b3ca90 on network edbc94ab-09ae-45f0-9c1a-791584683548 {{(pid=95102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:30:45.134271 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-835a27cc-5520-479f-9bfb-559a2d974878 req-b551518f-2cdd-426f-8287-b81f225c8618 service neutron] Port c7d53fb1-3bfb-45d6-b70c-1b6195b3ca90 on network edbc94ab-09ae-45f0-9c1a-791584683548 not bound, no agent of type Open vSwitch agent registered on host n-h1-713301-16 {{(pid=95102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 19:30:45.134897 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-835a27cc-5520-479f-9bfb-559a2d974878 req-b551518f-2cdd-426f-8287-b81f225c8618 service neutron] Attempting to bind port c7d53fb1-3bfb-45d6-b70c-1b6195b3ca90 on network edbc94ab-09ae-45f0-9c1a-791584683548 {{(pid=95102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:30:45.152303 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-835a27cc-5520-479f-9bfb-559a2d974878 req-b551518f-2cdd-426f-8287-b81f225c8618 service neutron] Checking agent: {'id': '0708c3e9-0aad-4600-9be9-d2486535c898', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713301-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 19, 15, 28), 'started_at': datetime.datetime(2021, 9, 23, 19, 15, 28), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 19, 30, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 19:30:45.152689 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-835a27cc-5520-479f-9bfb-559a2d974878 req-b551518f-2cdd-426f-8287-b81f225c8618 service neutron] Checking segment: {'id': '90bfd6a3-67fd-48b1-905c-725d166593d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': 'edbc94ab-09ae-45f0-9c1a-791584683548'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95102) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:30:45.153076 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-835a27cc-5520-479f-9bfb-559a2d974878 req-b551518f-2cdd-426f-8287-b81f225c8618 service neutron] Bound using segment: {'id': '90bfd6a3-67fd-48b1-905c-725d166593d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': 'edbc94ab-09ae-45f0-9c1a-791584683548'} {{(pid=95102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 19:30:45.153519 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.managers [req-835a27cc-5520-479f-9bfb-559a2d974878 req-b551518f-2cdd-426f-8287-b81f225c8618 service neutron] Bound port: c7d53fb1-3bfb-45d6-b70c-1b6195b3ca90, host: n-h1-713301-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '90bfd6a3-67fd-48b1-905c-725d166593d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': 'edbc94ab-09ae-45f0-9c1a-791584683548'}}] {{(pid=95102) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 19:30:45.153891 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-835a27cc-5520-479f-9bfb-559a2d974878 req-b551518f-2cdd-426f-8287-b81f225c8618 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:30:45.248906 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.db [req-835a27cc-5520-479f-9bfb-559a2d974878 req-b551518f-2cdd-426f-8287-b81f225c8618 service neutron] For port c7d53fb1-3bfb-45d6-b70c-1b6195b3ca90, host n-h1-713301-16, cleared binding levels {{(pid=95102) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 19:30:45.253492 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.db [req-835a27cc-5520-479f-9bfb-559a2d974878 req-b551518f-2cdd-426f-8287-b81f225c8618 service neutron] For port c7d53fb1-3bfb-45d6-b70c-1b6195b3ca90, host n-h1-713301-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-16',level=0,port_id=c7d53fb1-3bfb-45d6-b70c-1b6195b3ca90,segment=NetworkSegment(90bfd6a3-67fd-48b1-905c-725d166593d5),segment_id=90bfd6a3-67fd-48b1-905c-725d166593d5)] {{(pid=95102) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 19:30:45.270993 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-835a27cc-5520-479f-9bfb-559a2d974878 req-b551518f-2cdd-426f-8287-b81f225c8618 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4399095'] for port, after_update {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:30:45.302737 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835a27cc-5520-479f-9bfb-559a2d974878 req-b551518f-2cdd-426f-8287-b81f225c8618 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:30:45.304258 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-835a27cc-5520-479f-9bfb-559a2d974878 req-b551518f-2cdd-426f-8287-b81f225c8618 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222849'] for port, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:30:45.306274 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-835a27cc-5520-479f-9bfb-559a2d974878 req-b551518f-2cdd-426f-8287-b81f225c8618 service neutron] 10.222.0.74 "PUT /v2.0/ports/c7d53fb1-3bfb-45d6-b70c-1b6195b3ca90 HTTP/1.1" status: 200 len: 1093 time: 2.5835335 Sep 23 19:30:45.310025 n-d-713301-16 neutron-server[95102]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9cb3e22c-c8aa-453f-930f-ceeea57eaa25', 'tag': 'c7d53fb1-3bfb-45d6-b70c-1b6195b3ca90'}] {{(pid=95102) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 19:30:45.313633 n-d-713301-16 neutron-server[95102]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab31b6d93e5336dbddfa8ec424565b3bd8cb2369c5b4d85bc943472dbb21e8ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1dcc600-7a3f-464d-a356-3c4f7d667620" -d '{"events": [{"name": "network-changed", "server_uuid": "9cb3e22c-c8aa-453f-930f-ceeea57eaa25", "tag": "c7d53fb1-3bfb-45d6-b70c-1b6195b3ca90"}]}' {{(pid=95102) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 19:30:45.403771 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b551518f-2cdd-426f-8287-b81f225c8618 service neutron] Pushing event updated for resources: {'Port': ['ID=c7d53fb1-3bfb-45d6-b70c-1b6195b3ca90,revision_number=3']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:30:45.446197 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-6a23c5de-b850-46ab-8a10-2d2bd033c017 req-d13d8534-57c7-43f6-8960-a8780644947b service neutron] 10.222.0.74 "GET /v2.0/networks/af02e9ab-cfd4-4a32-b9af-2413db894481?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7126119 Sep 23 19:30:45.464145 n-d-713301-16 neutron-server[95102]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 19:30:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e71932f-8fb9-430a-895e-638217e8ae25 x-openstack-request-id: req-6e71932f-8fb9-430a-895e-638217e8ae25 {{(pid=95102) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 19:30:45.464145 n-d-713301-16 neutron-server[95102]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9cb3e22c-c8aa-453f-930f-ceeea57eaa25", "tag": "c7d53fb1-3bfb-45d6-b70c-1b6195b3ca90", "status": "completed", "code": 200}]} {{(pid=95102) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 19:30:45.464145 n-d-713301-16 neutron-server[95102]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-6e71932f-8fb9-430a-895e-638217e8ae25 {{(pid=95102) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 19:30:45.464145 n-d-713301-16 neutron-server[95102]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9cb3e22c-c8aa-453f-930f-ceeea57eaa25', 'tag': 'c7d53fb1-3bfb-45d6-b70c-1b6195b3ca90', 'status': 'completed', 'code': 200} Sep 23 19:30:45.564532 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835a27cc-5520-479f-9bfb-559a2d974878 req-3fdd76ef-9b58-4251-ade8-dbe70ca52e56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:30:45.566346 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-835a27cc-5520-479f-9bfb-559a2d974878 req-3fdd76ef-9b58-4251-ade8-dbe70ca52e56 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=14053728942e4ad1bcd274e2d0ce8e8b&device_id=9cb3e22c-c8aa-453f-930f-ceeea57eaa25 HTTP/1.1" status: 200 len: 1096 time: 0.1349192 Sep 23 19:30:46.073401 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-6a23c5de-b850-46ab-8a10-2d2bd033c017 req-25cc4c2c-00f5-42cf-8b52-a4fada4ef3ad service neutron] 10.222.0.74 "GET /v2.0/networks/af02e9ab-cfd4-4a32-b9af-2413db894481?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6055951 Sep 23 19:30:46.085718 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-835a27cc-5520-479f-9bfb-559a2d974878 req-b08ee6fd-952c-4a92-816c-7a9cadc334f8 tempest-MultipleCreateTestJSON-1258598126 tempest-MultipleCreateTestJSON-1258598126-project] Notify callbacks [] for port, precommit_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:30:46.224382 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-6a23c5de-b850-46ab-8a10-2d2bd033c017 req-7e31fcba-ce0f-4d24-bae5-fec074a228b2 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.207&port_id=7d41c37f-74cf-40b0-90b0-f617844a1824 HTTP/1.1" status: 200 len: 217 time: 0.1292632 Sep 23 19:30:46.313688 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Device 743ffe71-76e1-4f6f-91ab-57bc481eb35a details requested by agent hyperv_n-h2-713301-16 with host n-h2-713301-16 {{(pid=95103) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 19:30:46.483141 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.db.resource_extend [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=95103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 23 19:30:46.716797 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-835a27cc-5520-479f-9bfb-559a2d974878 req-b08ee6fd-952c-4a92-816c-7a9cadc334f8 tempest-MultipleCreateTestJSON-1258598126 tempest-MultipleCreateTestJSON-1258598126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783145673135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5607431'] for port, after_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:30:46.743961 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a23c5de-b850-46ab-8a10-2d2bd033c017 req-16a990e7-6fde-4601-b040-b7fa291adcb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:30:46.745606 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-835a27cc-5520-479f-9bfb-559a2d974878 req-f3bec42c-08d2-4549-8370-5b14e55c5ab4 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c7d53fb1-3bfb-45d6-b70c-1b6195b3ca90 HTTP/1.1" status: 200 len: 217 time: 1.1707439 Sep 23 19:30:46.746192 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-6a23c5de-b850-46ab-8a10-2d2bd033c017 req-16a990e7-6fde-4601-b040-b7fa291adcb5 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=99a9d515-ece2-4f2b-8ab7-d74cf72d9364 HTTP/1.1" status: 200 len: 797 time: 0.5112729 Sep 23 19:30:46.906935 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835a27cc-5520-479f-9bfb-559a2d974878 req-b8b7ff26-c806-4df1-9f89-d08dd57af085 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:30:46.915295 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-835a27cc-5520-479f-9bfb-559a2d974878 req-b8b7ff26-c806-4df1-9f89-d08dd57af085 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=bac3bfbf-ef37-4169-a536-707ef05210f4 HTTP/1.1" status: 200 len: 852 time: 0.1523252 Sep 23 19:30:46.962533 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-835a27cc-5520-479f-9bfb-559a2d974878 req-b08ee6fd-952c-4a92-816c-7a9cadc334f8 tempest-MultipleCreateTestJSON-1258598126 tempest-MultipleCreateTestJSON-1258598126-project] Network edbc94ab-09ae-45f0-9c1a-791584683548 is already hosted by enough agents. {{(pid=95101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:30:47.011293 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] For port 743ffe71-76e1-4f6f-91ab-57bc481eb35a, host n-h2-713301-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-16',level=0,port_id=743ffe71-76e1-4f6f-91ab-57bc481eb35a,segment=NetworkSegment(6139d589-eb6c-4578-8935-c26ddf396853),segment_id=6139d589-eb6c-4578-8935-c26ddf396853)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:30:47.032148 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b08ee6fd-952c-4a92-816c-7a9cadc334f8 tempest-MultipleCreateTestJSON-1258598126 tempest-MultipleCreateTestJSON-1258598126-project] Pushing event updated for resources: {'Port': ['ID=02656d73-a2c3-4c0a-9e59-e50b61e68ab6,revision_number=1']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:30:47.057295 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Returning: {'device': '743ffe71-76e1-4f6f-91ab-57bc481eb35a', 'network_id': '5220cb0c-da05-478a-9604-8c11469a05b4', 'port_id': '743ffe71-76e1-4f6f-91ab-57bc481eb35a', 'mac_address': 'fa:16:3e:06:a2:46', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 624, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1ccc69bc-9d6b-44d9-b227-204e47dc6e45', 'ip_address': '192.168.233.202'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95103) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 19:30:47.063004 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.base_scheduler [req-835a27cc-5520-479f-9bfb-559a2d974878 req-b08ee6fd-952c-4a92-816c-7a9cadc334f8 tempest-MultipleCreateTestJSON-1258598126 tempest-MultipleCreateTestJSON-1258598126-project] Resources bound (agent type, host, resource id): {{(pid=95101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:30:47.075726 n-d-713301-16 neutron-server[95101]: DEBUG neutron.db.l3_dvrscheduler_db [req-835a27cc-5520-479f-9bfb-559a2d974878 req-b08ee6fd-952c-4a92-816c-7a9cadc334f8 tempest-MultipleCreateTestJSON-1258598126 tempest-MultipleCreateTestJSON-1258598126-project] Received port after_create {{(pid=95101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 19:30:47.077101 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-835a27cc-5520-479f-9bfb-559a2d974878 req-c5980e63-2daa-4e2a-bb87-d7c7b503f7c9 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=edbc94ab-09ae-45f0-9c1a-791584683548&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1115053 Sep 23 19:30:47.108474 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba8b7cf1-3f70-401a-aa1d-8a8dde79c6bc req-902b06fa-edfe-4764-8e1f-360154f1f64c tempest-MultipleCreateTestJSON-1258598126 tempest-MultipleCreateTestJSON-1258598126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:30:47.110229 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-ba8b7cf1-3f70-401a-aa1d-8a8dde79c6bc req-902b06fa-edfe-4764-8e1f-360154f1f64c tempest-MultipleCreateTestJSON-1258598126 tempest-MultipleCreateTestJSON-1258598126-project] 10.222.0.67 "GET /v2.0/ports?device_id=f669463e-73af-4794-bedb-ae74bd805722 HTTP/1.1" status: 200 len: 931 time: 0.3702459 Sep 23 19:30:47.190628 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:30:47.222329 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835a27cc-5520-479f-9bfb-559a2d974878 req-b08ee6fd-952c-4a92-816c-7a9cadc334f8 tempest-MultipleCreateTestJSON-1258598126 tempest-MultipleCreateTestJSON-1258598126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:30:47.222774 n-d-713301-16 neutron-server[95103]: DEBUG neutron.notifiers.nova [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 743ffe71-76e1-4f6f-91ab-57bc481eb35a {{(pid=95103) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 19:30:47.228847 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-835a27cc-5520-479f-9bfb-559a2d974878 req-b08ee6fd-952c-4a92-816c-7a9cadc334f8 tempest-MultipleCreateTestJSON-1258598126 tempest-MultipleCreateTestJSON-1258598126-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222849'] for port, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:30:47.262483 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a23c5de-b850-46ab-8a10-2d2bd033c017 req-1a7b159b-a577-48e9-a60b-c82f976156db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:30:47.266082 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-6a23c5de-b850-46ab-8a10-2d2bd033c017 req-1a7b159b-a577-48e9-a60b-c82f976156db service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=af02e9ab-cfd4-4a32-b9af-2413db894481&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.4575047 Sep 23 19:30:47.270341 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-835a27cc-5520-479f-9bfb-559a2d974878 req-b08ee6fd-952c-4a92-816c-7a9cadc334f8 tempest-MultipleCreateTestJSON-1258598126 tempest-MultipleCreateTestJSON-1258598126-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.7152920 Sep 23 19:30:47.270928 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] For port 743ffe71-76e1-4f6f-91ab-57bc481eb35a, host n-h2-713301-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-16',level=0,port_id=743ffe71-76e1-4f6f-91ab-57bc481eb35a,segment=NetworkSegment(6139d589-eb6c-4578-8935-c26ddf396853),segment_id=6139d589-eb6c-4578-8935-c26ddf396853)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:30:47.279915 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:30:47.345217 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-ba8b7cf1-3f70-401a-aa1d-8a8dde79c6bc req-533b15f6-e458-47d2-af14-b2cf7fcb1d78 tempest-MultipleCreateTestJSON-1258598126 tempest-MultipleCreateTestJSON-1258598126-project] 10.222.0.67 "GET /v2.0/security-groups?id=c80e840b-1ed2-48e2-be35-8dcdc113c8e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2163985 Sep 23 19:30:47.390609 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] get_ports_and_sgs() called for port_ids ['743ffe71-76e1-4f6f-91ab-57bc481eb35a'] {{(pid=95103) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 19:30:47.399105 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.v2.base [req-835a27cc-5520-479f-9bfb-559a2d974878 req-93f0adb7-cc30-458e-becf-9275fa974684 service neutron] Request body: {'port': {'device_id': 'f669463e-73af-4794-bedb-ae74bd805722', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713301-16'}} {{(pid=95101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:30:47.436357 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-835a27cc-5520-479f-9bfb-559a2d974878 req-01647500-5f3f-4f1e-afcb-9e205a0b1f3a service neutron] 10.222.0.74 "GET /v2.0/networks/edbc94ab-09ae-45f0-9c1a-791584683548?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3472574 Sep 23 19:30:47.457283 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Pushing event updated for resources: {'Port': ['ID=743ffe71-76e1-4f6f-91ab-57bc481eb35a,revision_number=9']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:30:47.543672 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-6a23c5de-b850-46ab-8a10-2d2bd033c017 req-f31f02c1-8cea-4dff-bd4a-9524a020edc7 service neutron] 10.222.0.74 "GET /v2.0/networks/af02e9ab-cfd4-4a32-b9af-2413db894481?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2692497 Sep 23 19:30:47.651205 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-835a27cc-5520-479f-9bfb-559a2d974878 req-746b3cc9-cdca-4c50-bb27-25d9f4eaf83a service neutron] 10.222.0.74 "GET /v2.0/networks/edbc94ab-09ae-45f0-9c1a-791584683548?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2080030 Sep 23 19:30:47.776268 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-835a27cc-5520-479f-9bfb-559a2d974878 req-93f0adb7-cc30-458e-becf-9275fa974684 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:30:47.845362 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-6a23c5de-b850-46ab-8a10-2d2bd033c017 req-df32a19e-3a40-44e3-8356-49341919cbb7 service neutron] 10.222.0.74 "GET /v2.0/networks/af02e9ab-cfd4-4a32-b9af-2413db894481?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2753718 Sep 23 19:30:47.854111 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1dcc600-7a3f-464d-a356-3c4f7d667620 req-a714f8f3-930d-438a-8859-8d7e95ebcbfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:30:47.863498 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-b1dcc600-7a3f-464d-a356-3c4f7d667620 req-a714f8f3-930d-438a-8859-8d7e95ebcbfa service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=14053728942e4ad1bcd274e2d0ce8e8b&device_id=9cb3e22c-c8aa-453f-930f-ceeea57eaa25 HTTP/1.1" status: 200 len: 1096 time: 0.1270306 Sep 23 19:30:47.904119 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-6a23c5de-b850-46ab-8a10-2d2bd033c017 req-76997618-648d-49f4-9632-f55f5592df63 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.191&port_id=9e8786e5-58d4-4406-946f-a1fdbc104774 HTTP/1.1" status: 200 len: 217 time: 0.0494037 Sep 23 19:30:47.978107 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1dcc600-7a3f-464d-a356-3c4f7d667620 req-9e85c994-8874-4298-9598-d9f8083b4f08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:30:47.979862 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-b1dcc600-7a3f-464d-a356-3c4f7d667620 req-9e85c994-8874-4298-9598-d9f8083b4f08 service neutron] 10.222.0.74 "GET /v2.0/networks?id=edbc94ab-09ae-45f0-9c1a-791584683548 HTTP/1.1" status: 200 len: 913 time: 0.1077490 Sep 23 19:30:48.055558 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-b1dcc600-7a3f-464d-a356-3c4f7d667620 req-53aae0cf-da2a-41e6-b0a9-06624ec96078 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c7d53fb1-3bfb-45d6-b70c-1b6195b3ca90 HTTP/1.1" status: 200 len: 217 time: 0.0634515 Sep 23 19:30:48.140171 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1dcc600-7a3f-464d-a356-3c4f7d667620 req-a5618560-3169-4e26-ba79-74ccd623eeaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:30:48.143043 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-b1dcc600-7a3f-464d-a356-3c4f7d667620 req-a5618560-3169-4e26-ba79-74ccd623eeaf service neutron] 10.222.0.74 "GET /v2.0/subnets?id=bac3bfbf-ef37-4169-a536-707ef05210f4 HTTP/1.1" status: 200 len: 852 time: 0.0713043 Sep 23 19:30:48.190048 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-b1dcc600-7a3f-464d-a356-3c4f7d667620 req-c30c0f0b-85fa-4ee2-bb50-f2461cb42f3d service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=edbc94ab-09ae-45f0-9c1a-791584683548&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0371566 Sep 23 19:30:48.312824 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a23c5de-b850-46ab-8a10-2d2bd033c017 req-95423a09-87df-4530-9cc2-c0d09deddd7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:30:48.314306 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-6a23c5de-b850-46ab-8a10-2d2bd033c017 req-95423a09-87df-4530-9cc2-c0d09deddd7d service neutron] 10.222.0.74 "GET /v2.0/subnets?id=99a9d515-ece2-4f2b-8ab7-d74cf72d9364 HTTP/1.1" status: 200 len: 797 time: 0.0929921 Sep 23 19:30:48.342279 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Device 743ffe71-76e1-4f6f-91ab-57bc481eb35a up at agent hyperv_n-h2-713301-16 {{(pid=95103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 19:30:48.364425 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-b1dcc600-7a3f-464d-a356-3c4f7d667620 req-c78cea46-c96e-4040-b22a-a5f638165f1e service neutron] 10.222.0.74 "GET /v2.0/networks/edbc94ab-09ae-45f0-9c1a-791584683548?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1645072 Sep 23 19:30:48.454677 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Provisioning complete for port 743ffe71-76e1-4f6f-91ab-57bc481eb35a triggered by entity L2. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:30:48.455236 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:30:48.477096 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a23c5de-b850-46ab-8a10-2d2bd033c017 req-50613548-13e4-4c50-bdbe-ebe80bfd0fcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:30:48.479429 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-6a23c5de-b850-46ab-8a10-2d2bd033c017 req-50613548-13e4-4c50-bdbe-ebe80bfd0fcd service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=af02e9ab-cfd4-4a32-b9af-2413db894481&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1553233 Sep 23 19:30:48.564761 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-b1dcc600-7a3f-464d-a356-3c4f7d667620 req-7ee3d078-0ca2-4f91-be0e-67d634fc064e service neutron] 10.222.0.74 "GET /v2.0/networks/edbc94ab-09ae-45f0-9c1a-791584683548?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1900313 Sep 23 19:30:48.586166 n-d-713301-16 neutron-server[95101]: DEBUG neutron.notifiers.nova [req-835a27cc-5520-479f-9bfb-559a2d974878 req-93f0adb7-cc30-458e-becf-9275fa974684 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 02656d73-a2c3-4c0a-9e59-e50b61e68ab6 {{(pid=95101) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 19:30:48.621878 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:30:48.653232 n-d-713301-16 neutron-server[95103]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87e77863-219f-42c4-8b26-1f31af11f822', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '743ffe71-76e1-4f6f-91ab-57bc481eb35a'}] {{(pid=95103) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 19:30:48.655948 n-d-713301-16 neutron-server[95103]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}81a1c17f2aa89d5b3ebbba3a3e0cf7eb588e431c2224256110c4c4facdd7c3e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f015f5e-0972-4d5b-a400-bb7d68d7c90c" -d '{"events": [{"server_uuid": "87e77863-219f-42c4-8b26-1f31af11f822", "name": "network-vif-plugged", "status": "completed", "tag": "743ffe71-76e1-4f6f-91ab-57bc481eb35a"}]}' {{(pid=95103) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 19:30:48.664254 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-835a27cc-5520-479f-9bfb-559a2d974878 req-93f0adb7-cc30-458e-becf-9275fa974684 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:30:48.671074 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] For port 743ffe71-76e1-4f6f-91ab-57bc481eb35a, host n-h2-713301-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-16',level=0,port_id=743ffe71-76e1-4f6f-91ab-57bc481eb35a,segment=NetworkSegment(6139d589-eb6c-4578-8935-c26ddf396853),segment_id=6139d589-eb6c-4578-8935-c26ddf396853)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:30:48.678490 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:30:48.692304 n-d-713301-16 neutron-server[95101]: DEBUG neutron.db.provisioning_blocks [req-835a27cc-5520-479f-9bfb-559a2d974878 req-93f0adb7-cc30-458e-becf-9275fa974684 service neutron] Transition to ACTIVE for port object 02656d73-a2c3-4c0a-9e59-e50b61e68ab6 will not be triggered until provisioned by entity L2. {{(pid=95101) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 19:30:48.701495 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-835a27cc-5520-479f-9bfb-559a2d974878 req-93f0adb7-cc30-458e-becf-9275fa974684 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5607436'] for port, after_update {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:30:48.715388 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-6a23c5de-b850-46ab-8a10-2d2bd033c017 req-0a155b33-e408-4486-9edc-68e75d88ee1d service neutron] 10.222.0.74 "GET /v2.0/networks/af02e9ab-cfd4-4a32-b9af-2413db894481?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2087462 Sep 23 19:30:48.792356 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Pushing event updated for resources: {'Port': ['ID=743ffe71-76e1-4f6f-91ab-57bc481eb35a,revision_number=10']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:30:48.803093 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93f0adb7-cc30-458e-becf-9275fa974684 service neutron] Pushing event updated for resources: {'Port': ['ID=02656d73-a2c3-4c0a-9e59-e50b61e68ab6,revision_number=2']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:30:48.869683 n-d-713301-16 neutron-server[95103]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 19:30:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2890cc15-29cf-4986-99b3-33c3fee51f3f x-openstack-request-id: req-2890cc15-29cf-4986-99b3-33c3fee51f3f {{(pid=95103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 19:30:48.869683 n-d-713301-16 neutron-server[95103]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "87e77863-219f-42c4-8b26-1f31af11f822", "name": "network-vif-plugged", "status": "completed", "tag": "743ffe71-76e1-4f6f-91ab-57bc481eb35a", "code": 200}]} {{(pid=95103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 19:30:48.869683 n-d-713301-16 neutron-server[95103]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-2890cc15-29cf-4986-99b3-33c3fee51f3f {{(pid=95103) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 19:30:48.869683 n-d-713301-16 neutron-server[95103]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '87e77863-219f-42c4-8b26-1f31af11f822', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '743ffe71-76e1-4f6f-91ab-57bc481eb35a', 'code': 200} Sep 23 19:30:48.871927 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d30e382-b3d3-4a9e-aa64-80cd84d2314f req-6760cd28-9948-48c0-9614-e399b76d815d tempest-MultipleCreateTestJSON-1258598126 tempest-MultipleCreateTestJSON-1258598126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:30:48.876905 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-6d30e382-b3d3-4a9e-aa64-80cd84d2314f req-6760cd28-9948-48c0-9614-e399b76d815d tempest-MultipleCreateTestJSON-1258598126 tempest-MultipleCreateTestJSON-1258598126-project] 10.222.0.67 "GET /v2.0/ports?device_id=f669463e-73af-4794-bedb-ae74bd805722 HTTP/1.1" status: 200 len: 931 time: 0.2139754 Sep 23 19:30:48.960639 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-6d30e382-b3d3-4a9e-aa64-80cd84d2314f req-02419f87-81d2-4ec6-b887-9e47c7662df6 tempest-MultipleCreateTestJSON-1258598126 tempest-MultipleCreateTestJSON-1258598126-project] 10.222.0.67 "GET /v2.0/security-groups?id=c80e840b-1ed2-48e2-be35-8dcdc113c8e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762293 Sep 23 19:30:49.026560 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-6a23c5de-b850-46ab-8a10-2d2bd033c017 req-181e0fdc-7b87-45ac-a7cd-71072a971a1b service neutron] 10.222.0.74 "GET /v2.0/networks/af02e9ab-cfd4-4a32-b9af-2413db894481?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2891936 Sep 23 19:30:49.028827 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.managers [req-835a27cc-5520-479f-9bfb-559a2d974878 req-93f0adb7-cc30-458e-becf-9275fa974684 service neutron] Attempting to bind port 02656d73-a2c3-4c0a-9e59-e50b61e68ab6 on host n-h2-713301-16 for vnic_type normal with profile {{(pid=95101) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 19:30:49.029188 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.managers [req-835a27cc-5520-479f-9bfb-559a2d974878 req-93f0adb7-cc30-458e-becf-9275fa974684 service neutron] Attempting to bind port 02656d73-a2c3-4c0a-9e59-e50b61e68ab6 by drivers openvswitch,hyperv on host n-h2-713301-16 at level 0 using segments [{'id': '90bfd6a3-67fd-48b1-905c-725d166593d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': 'edbc94ab-09ae-45f0-9c1a-791584683548'}] {{(pid=95101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 19:30:49.029513 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-835a27cc-5520-479f-9bfb-559a2d974878 req-93f0adb7-cc30-458e-becf-9275fa974684 service neutron] Attempting to bind port 02656d73-a2c3-4c0a-9e59-e50b61e68ab6 on network edbc94ab-09ae-45f0-9c1a-791584683548 {{(pid=95101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:30:49.036420 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-835a27cc-5520-479f-9bfb-559a2d974878 req-93f0adb7-cc30-458e-becf-9275fa974684 service neutron] Port 02656d73-a2c3-4c0a-9e59-e50b61e68ab6 on network edbc94ab-09ae-45f0-9c1a-791584683548 not bound, no agent of type Open vSwitch agent registered on host n-h2-713301-16 {{(pid=95101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 19:30:49.036754 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-835a27cc-5520-479f-9bfb-559a2d974878 req-93f0adb7-cc30-458e-becf-9275fa974684 service neutron] Attempting to bind port 02656d73-a2c3-4c0a-9e59-e50b61e68ab6 on network edbc94ab-09ae-45f0-9c1a-791584683548 {{(pid=95101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:30:49.092836 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-835a27cc-5520-479f-9bfb-559a2d974878 req-93f0adb7-cc30-458e-becf-9275fa974684 service neutron] Checking agent: {'id': '2a7cea34-db54-4faf-8d23-37521c3e34cb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713301-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 19, 15, 28), 'started_at': datetime.datetime(2021, 9, 23, 19, 15, 28), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 19, 30, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 19:30:49.093347 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-835a27cc-5520-479f-9bfb-559a2d974878 req-93f0adb7-cc30-458e-becf-9275fa974684 service neutron] Checking segment: {'id': '90bfd6a3-67fd-48b1-905c-725d166593d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': 'edbc94ab-09ae-45f0-9c1a-791584683548'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:30:49.093998 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-835a27cc-5520-479f-9bfb-559a2d974878 req-93f0adb7-cc30-458e-becf-9275fa974684 service neutron] Bound using segment: {'id': '90bfd6a3-67fd-48b1-905c-725d166593d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': 'edbc94ab-09ae-45f0-9c1a-791584683548'} {{(pid=95101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 19:30:49.095521 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.managers [req-835a27cc-5520-479f-9bfb-559a2d974878 req-93f0adb7-cc30-458e-becf-9275fa974684 service neutron] Bound port: 02656d73-a2c3-4c0a-9e59-e50b61e68ab6, host: n-h2-713301-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '90bfd6a3-67fd-48b1-905c-725d166593d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': 'edbc94ab-09ae-45f0-9c1a-791584683548'}}] {{(pid=95101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 19:30:49.095521 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-835a27cc-5520-479f-9bfb-559a2d974878 req-93f0adb7-cc30-458e-becf-9275fa974684 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:30:49.103052 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-6a23c5de-b850-46ab-8a10-2d2bd033c017 req-651e45b2-6ef2-4058-bd1c-5e08eb40d75c service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.214&port_id=194bdc80-29c5-4612-969b-b0aa5f139617 HTTP/1.1" status: 200 len: 217 time: 0.0624449 Sep 23 19:30:49.232532 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a93365-0dca-40a4-a7c9-3a7d6ed7b4a4 req-1febf6b3-cdec-48ed-9e8a-a4bd7d498f76 tempest-ServerActionsTestJSON-618918056 tempest-ServerActionsTestJSON-618918056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:30:49.249472 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-79a93365-0dca-40a4-a7c9-3a7d6ed7b4a4 req-1febf6b3-cdec-48ed-9e8a-a4bd7d498f76 tempest-ServerActionsTestJSON-618918056 tempest-ServerActionsTestJSON-618918056-project] 10.222.0.67 "GET /v2.0/ports?device_id=7fa91134-8ee0-4baa-9037-6ca73d6b4c83 HTTP/1.1" status: 200 len: 947 time: 0.1357272 Sep 23 19:30:49.326076 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a23c5de-b850-46ab-8a10-2d2bd033c017 req-8af0d27c-284c-417a-8522-a4a306937a10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:30:49.329031 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-6a23c5de-b850-46ab-8a10-2d2bd033c017 req-8af0d27c-284c-417a-8522-a4a306937a10 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=99a9d515-ece2-4f2b-8ab7-d74cf72d9364 HTTP/1.1" status: 200 len: 797 time: 0.2014868 Sep 23 19:30:49.374067 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-79a93365-0dca-40a4-a7c9-3a7d6ed7b4a4 req-205eca4e-23e6-46cf-a979-c949eedd287e tempest-ServerActionsTestJSON-618918056 tempest-ServerActionsTestJSON-618918056-project] 10.222.0.67 "GET /v2.0/security-groups?id=d2a75794-f2ea-419f-9d09-0096f3fe96c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1229305 Sep 23 19:30:49.497976 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.db [req-835a27cc-5520-479f-9bfb-559a2d974878 req-93f0adb7-cc30-458e-becf-9275fa974684 service neutron] For port 02656d73-a2c3-4c0a-9e59-e50b61e68ab6, host n-h2-713301-16, cleared binding levels {{(pid=95101) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 19:30:49.506428 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.db [req-835a27cc-5520-479f-9bfb-559a2d974878 req-93f0adb7-cc30-458e-becf-9275fa974684 service neutron] For port 02656d73-a2c3-4c0a-9e59-e50b61e68ab6, host n-h2-713301-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-16',level=0,port_id=02656d73-a2c3-4c0a-9e59-e50b61e68ab6,segment=NetworkSegment(90bfd6a3-67fd-48b1-905c-725d166593d5),segment_id=90bfd6a3-67fd-48b1-905c-725d166593d5)] {{(pid=95101) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 19:30:49.528670 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a23c5de-b850-46ab-8a10-2d2bd033c017 req-b8e5de0d-5013-4c08-b5f8-8a8829ddd47d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:30:49.533576 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-6a23c5de-b850-46ab-8a10-2d2bd033c017 req-b8e5de0d-5013-4c08-b5f8-8a8829ddd47d service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=af02e9ab-cfd4-4a32-b9af-2413db894481&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1748796 Sep 23 19:30:49.535505 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-835a27cc-5520-479f-9bfb-559a2d974878 req-93f0adb7-cc30-458e-becf-9275fa974684 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5607436'] for port, after_update {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:30:49.608043 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835a27cc-5520-479f-9bfb-559a2d974878 req-93f0adb7-cc30-458e-becf-9275fa974684 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:30:49.611110 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-835a27cc-5520-479f-9bfb-559a2d974878 req-93f0adb7-cc30-458e-becf-9275fa974684 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222849'] for port, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:30:49.611110 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-835a27cc-5520-479f-9bfb-559a2d974878 req-93f0adb7-cc30-458e-becf-9275fa974684 service neutron] 10.222.0.53 "PUT /v2.0/ports/02656d73-a2c3-4c0a-9e59-e50b61e68ab6 HTTP/1.1" status: 200 len: 1092 time: 2.2648849 Sep 23 19:30:49.611110 n-d-713301-16 neutron-server[95101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f669463e-73af-4794-bedb-ae74bd805722', 'tag': '02656d73-a2c3-4c0a-9e59-e50b61e68ab6'}] {{(pid=95101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 19:30:49.630881 n-d-713301-16 neutron-server[95101]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d8366c5740cd635e57ab12b71fe44a77c2acc3c19091ef849c6f68b380462244" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d6838e4-6d60-4d49-bf77-ce3a895b2078" -d '{"events": [{"name": "network-changed", "server_uuid": "f669463e-73af-4794-bedb-ae74bd805722", "tag": "02656d73-a2c3-4c0a-9e59-e50b61e68ab6"}]}' {{(pid=95101) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 19:30:49.661709 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-0de76ade-15a3-4eb8-9abc-15317258aaec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:30:49.796471 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93f0adb7-cc30-458e-becf-9275fa974684 service neutron] Pushing event updated for resources: {'Port': ['ID=02656d73-a2c3-4c0a-9e59-e50b61e68ab6,revision_number=3']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:30:49.851586 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835a27cc-5520-479f-9bfb-559a2d974878 req-d53367c0-9080-47b9-b156-5e954aa80e98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:30:49.855480 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-835a27cc-5520-479f-9bfb-559a2d974878 req-d53367c0-9080-47b9-b156-5e954aa80e98 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=14053728942e4ad1bcd274e2d0ce8e8b&device_id=f669463e-73af-4794-bedb-ae74bd805722 HTTP/1.1" status: 200 len: 1095 time: 0.1714461 Sep 23 19:30:49.859166 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-6a23c5de-b850-46ab-8a10-2d2bd033c017 req-d4756315-b92b-411c-90f1-fcf1876ebffa service neutron] 10.222.0.74 "GET /v2.0/networks/af02e9ab-cfd4-4a32-b9af-2413db894481?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3135145 Sep 23 19:30:49.928814 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-835a27cc-5520-479f-9bfb-559a2d974878 req-5d371dfa-ad0e-4f2d-9c92-8ecbb5421f09 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=02656d73-a2c3-4c0a-9e59-e50b61e68ab6 HTTP/1.1" status: 200 len: 217 time: 0.0649991 Sep 23 19:30:50.037293 n-d-713301-16 neutron-server[95101]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 19:30:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf59842e-41e6-4a11-883e-b5aa474d5a19 x-openstack-request-id: req-bf59842e-41e6-4a11-883e-b5aa474d5a19 {{(pid=95101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 19:30:50.037969 n-d-713301-16 neutron-server[95101]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f669463e-73af-4794-bedb-ae74bd805722", "tag": "02656d73-a2c3-4c0a-9e59-e50b61e68ab6", "status": "completed", "code": 200}]} {{(pid=95101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 19:30:50.038480 n-d-713301-16 neutron-server[95101]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-bf59842e-41e6-4a11-883e-b5aa474d5a19 {{(pid=95101) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 19:30:50.039098 n-d-713301-16 neutron-server[95101]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f669463e-73af-4794-bedb-ae74bd805722', 'tag': '02656d73-a2c3-4c0a-9e59-e50b61e68ab6', 'status': 'completed', 'code': 200} Sep 23 19:30:50.064148 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835a27cc-5520-479f-9bfb-559a2d974878 req-acee5633-5765-4219-881f-db581d54bad0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:30:50.067024 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-835a27cc-5520-479f-9bfb-559a2d974878 req-acee5633-5765-4219-881f-db581d54bad0 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=bac3bfbf-ef37-4169-a536-707ef05210f4 HTTP/1.1" status: 200 len: 852 time: 0.1240120 Sep 23 19:30:50.190779 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-835a27cc-5520-479f-9bfb-559a2d974878 req-b11509a5-7c25-4f77-b45d-b521eb856040 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=edbc94ab-09ae-45f0-9c1a-791584683548&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0819256 Sep 23 19:30:50.266263 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-6a23c5de-b850-46ab-8a10-2d2bd033c017 req-adfec4e7-4796-4a03-9855-9f0f1935605a service neutron] 10.222.0.74 "GET /v2.0/networks/af02e9ab-cfd4-4a32-b9af-2413db894481?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3900940 Sep 23 19:30:50.275272 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe421ec-6373-4502-9021-59e07a7d3f10 req-706bddd7-885a-4fb5-a04f-82416b2caa9c tempest-MultipleCreateTestJSON-1258598126 tempest-MultipleCreateTestJSON-1258598126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:30:50.283177 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-8fe421ec-6373-4502-9021-59e07a7d3f10 req-706bddd7-885a-4fb5-a04f-82416b2caa9c tempest-MultipleCreateTestJSON-1258598126 tempest-MultipleCreateTestJSON-1258598126-project] 10.222.0.67 "GET /v2.0/ports?device_id=f669463e-73af-4794-bedb-ae74bd805722 HTTP/1.1" status: 200 len: 943 time: 0.1293070 Sep 23 19:30:50.370652 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-8fe421ec-6373-4502-9021-59e07a7d3f10 req-afb08dd0-ef32-4429-ab0f-0210098f3441 tempest-MultipleCreateTestJSON-1258598126 tempest-MultipleCreateTestJSON-1258598126-project] 10.222.0.67 "GET /v2.0/security-groups?id=c80e840b-1ed2-48e2-be35-8dcdc113c8e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639906 Sep 23 19:30:50.461416 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-6a23c5de-b850-46ab-8a10-2d2bd033c017 req-46eeaa8f-0ab2-4790-ae53-a368a4a233e4 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=f3e719d6-489d-48f8-9f60-3adc695a1cfe HTTP/1.1" status: 200 len: 217 time: 0.1038101 Sep 23 19:30:50.562081 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-835a27cc-5520-479f-9bfb-559a2d974878 req-123b9c7b-801c-4b4f-ae92-28868ba1c8e9 service neutron] 10.222.0.53 "GET /v2.0/networks/edbc94ab-09ae-45f0-9c1a-791584683548?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3436766 Sep 23 19:30:50.617948 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a23c5de-b850-46ab-8a10-2d2bd033c017 req-5f86dc80-6146-485e-be1d-ecab41bad41f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:30:50.619542 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-6a23c5de-b850-46ab-8a10-2d2bd033c017 req-5f86dc80-6146-485e-be1d-ecab41bad41f service neutron] 10.222.0.74 "GET /v2.0/subnets?id=3199260d-e0ce-4349-8e34-6eeff93a29e7 HTTP/1.1" status: 200 len: 797 time: 0.0562098 Sep 23 19:30:50.641795 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61cfa9dd-d7cd-44e1-80bb-0315f6a04c60 req-e2296861-203a-4b1c-8d36-6ce638a37afa tempest-ServerActionsTestJSON-618918056 tempest-ServerActionsTestJSON-618918056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:30:50.643988 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-61cfa9dd-d7cd-44e1-80bb-0315f6a04c60 req-e2296861-203a-4b1c-8d36-6ce638a37afa tempest-ServerActionsTestJSON-618918056 tempest-ServerActionsTestJSON-618918056-project] 10.222.0.67 "GET /v2.0/ports?device_id=7fa91134-8ee0-4baa-9037-6ca73d6b4c83 HTTP/1.1" status: 200 len: 947 time: 0.0821111 Sep 23 19:30:50.718773 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-61cfa9dd-d7cd-44e1-80bb-0315f6a04c60 req-9b85e0d2-e21e-479c-addf-577957f9082d tempest-ServerActionsTestJSON-618918056 tempest-ServerActionsTestJSON-618918056-project] 10.222.0.67 "GET /v2.0/security-groups?id=d2a75794-f2ea-419f-9d09-0096f3fe96c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0653009 Sep 23 19:30:50.732965 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-835a27cc-5520-479f-9bfb-559a2d974878 req-46608e66-cd2f-4820-bf3b-24736c95c0c8 service neutron] 10.222.0.53 "GET /v2.0/networks/edbc94ab-09ae-45f0-9c1a-791584683548?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1124988 Sep 23 19:30:50.769193 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Device c7d53fb1-3bfb-45d6-b70c-1b6195b3ca90 details requested by agent hyperv_n-h1-713301-16 with host n-h1-713301-16 {{(pid=95103) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 19:30:50.779456 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a23c5de-b850-46ab-8a10-2d2bd033c017 req-6634a183-b4b4-4ba6-9256-97a7402dbf51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:30:50.781144 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-6a23c5de-b850-46ab-8a10-2d2bd033c017 req-6634a183-b4b4-4ba6-9256-97a7402dbf51 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=bada5757-bdaa-4c5b-b7b4-3acebf356815&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0599825 Sep 23 19:30:50.911858 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d6838e4-6d60-4d49-bf77-ce3a895b2078 req-ca60b7e5-71ec-448b-90fe-8d9646479e79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:30:50.914529 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-0d6838e4-6d60-4d49-bf77-ce3a895b2078 req-ca60b7e5-71ec-448b-90fe-8d9646479e79 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=14053728942e4ad1bcd274e2d0ce8e8b&device_id=f669463e-73af-4794-bedb-ae74bd805722 HTTP/1.1" status: 200 len: 1095 time: 0.1230431 Sep 23 19:30:50.929812 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] For port c7d53fb1-3bfb-45d6-b70c-1b6195b3ca90, host n-h1-713301-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-16',level=0,port_id=c7d53fb1-3bfb-45d6-b70c-1b6195b3ca90,segment=NetworkSegment(90bfd6a3-67fd-48b1-905c-725d166593d5),segment_id=90bfd6a3-67fd-48b1-905c-725d166593d5)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:30:50.969869 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Returning: {'device': 'c7d53fb1-3bfb-45d6-b70c-1b6195b3ca90', 'network_id': 'edbc94ab-09ae-45f0-9c1a-791584683548', 'port_id': 'c7d53fb1-3bfb-45d6-b70c-1b6195b3ca90', 'mac_address': 'fa:16:3e:7d:04:2d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 635, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bac3bfbf-ef37-4169-a536-707ef05210f4', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95103) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 19:30:50.980997 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-6a23c5de-b850-46ab-8a10-2d2bd033c017 req-378e89a0-cb85-44a1-b56f-fcdbe267b90a service neutron] 10.222.0.74 "GET /v2.0/networks/bada5757-bdaa-4c5b-b7b4-3acebf356815?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1881909 Sep 23 19:30:51.037812 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:30:51.063242 n-d-713301-16 neutron-server[95103]: DEBUG neutron.notifiers.nova [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c7d53fb1-3bfb-45d6-b70c-1b6195b3ca90 {{(pid=95103) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 19:30:51.092407 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] For port c7d53fb1-3bfb-45d6-b70c-1b6195b3ca90, host n-h1-713301-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-16',level=0,port_id=c7d53fb1-3bfb-45d6-b70c-1b6195b3ca90,segment=NetworkSegment(90bfd6a3-67fd-48b1-905c-725d166593d5),segment_id=90bfd6a3-67fd-48b1-905c-725d166593d5)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:30:51.098786 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:30:51.110847 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d6838e4-6d60-4d49-bf77-ce3a895b2078 req-b163cdb6-85f3-4235-b836-54e0f42e40f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:30:51.112968 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-0d6838e4-6d60-4d49-bf77-ce3a895b2078 req-b163cdb6-85f3-4235-b836-54e0f42e40f7 service neutron] 10.222.0.53 "GET /v2.0/networks?id=edbc94ab-09ae-45f0-9c1a-791584683548 HTTP/1.1" status: 200 len: 913 time: 0.1859543 Sep 23 19:30:51.173417 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-0d6838e4-6d60-4d49-bf77-ce3a895b2078 req-f0e9a6f6-a3a4-4db6-954b-4cd86d93e63a service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=02656d73-a2c3-4c0a-9e59-e50b61e68ab6 HTTP/1.1" status: 200 len: 217 time: 0.0507140 Sep 23 19:30:51.189140 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Pushing event updated for resources: {'Port': ['ID=c7d53fb1-3bfb-45d6-b70c-1b6195b3ca90,revision_number=4']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:30:51.242549 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-6a23c5de-b850-46ab-8a10-2d2bd033c017 req-807dcd85-db1c-49b6-adc0-1488be6992b7 service neutron] 10.222.0.74 "GET /v2.0/networks/bada5757-bdaa-4c5b-b7b4-3acebf356815?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2267683 Sep 23 19:30:51.244539 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d6838e4-6d60-4d49-bf77-ce3a895b2078 req-9d3f50a4-a595-4a2a-b3bc-31adf57f447b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:30:51.246295 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-0d6838e4-6d60-4d49-bf77-ce3a895b2078 req-9d3f50a4-a595-4a2a-b3bc-31adf57f447b service neutron] 10.222.0.53 "GET /v2.0/subnets?id=bac3bfbf-ef37-4169-a536-707ef05210f4 HTTP/1.1" status: 200 len: 852 time: 0.0632644 Sep 23 19:30:51.299852 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-6a23c5de-b850-46ab-8a10-2d2bd033c017 req-257385f7-1794-4b6a-a350-d4e84431e958 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=da180eed-7ed3-4b42-8811-39a363b2af88 HTTP/1.1" status: 200 len: 217 time: 0.0488791 Sep 23 19:30:51.334161 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-0d6838e4-6d60-4d49-bf77-ce3a895b2078 req-25a8dd07-440f-412c-a8c7-3eb15f5acda9 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=edbc94ab-09ae-45f0-9c1a-791584683548&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0332518 Sep 23 19:30:51.387444 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] get_ports_and_sgs() called for port_ids ['c7d53fb1-3bfb-45d6-b70c-1b6195b3ca90'] {{(pid=95103) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 19:30:51.449759 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a23c5de-b850-46ab-8a10-2d2bd033c017 req-a066d7b9-9483-4efa-bd89-e824f3998242 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:30:51.452839 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-6a23c5de-b850-46ab-8a10-2d2bd033c017 req-a066d7b9-9483-4efa-bd89-e824f3998242 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=3199260d-e0ce-4349-8e34-6eeff93a29e7 HTTP/1.1" status: 200 len: 797 time: 0.1439657 Sep 23 19:30:51.515513 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-0d6838e4-6d60-4d49-bf77-ce3a895b2078 req-10d5bfe3-8baa-4982-8444-63c580a8e5d1 service neutron] 10.222.0.53 "GET /v2.0/networks/edbc94ab-09ae-45f0-9c1a-791584683548?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1628687 Sep 23 19:30:51.572078 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a23c5de-b850-46ab-8a10-2d2bd033c017 req-0da53047-3a43-4a12-8029-fd487a6fbd0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:30:51.573543 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-6a23c5de-b850-46ab-8a10-2d2bd033c017 req-0da53047-3a43-4a12-8029-fd487a6fbd0c service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=bada5757-bdaa-4c5b-b7b4-3acebf356815&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1126082 Sep 23 19:30:51.740438 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-0d6838e4-6d60-4d49-bf77-ce3a895b2078 req-75a42a20-6991-472b-bb2b-e9cc7eca9e80 service neutron] 10.222.0.53 "GET /v2.0/networks/edbc94ab-09ae-45f0-9c1a-791584683548?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2121670 Sep 23 19:30:51.764090 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-6a23c5de-b850-46ab-8a10-2d2bd033c017 req-8aaeec56-92f2-4c0f-a873-facc5e91fdba service neutron] 10.222.0.74 "GET /v2.0/networks/bada5757-bdaa-4c5b-b7b4-3acebf356815?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1808596 Sep 23 19:30:51.922348 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-035127c3-6662-4d09-95d5-46829ece48a5 req-af1cac30-f1fb-4d7d-9ba2-aeb3d1d2746d tempest-MultipleCreateTestJSON-1258598126 tempest-MultipleCreateTestJSON-1258598126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:30:51.936053 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-035127c3-6662-4d09-95d5-46829ece48a5 req-af1cac30-f1fb-4d7d-9ba2-aeb3d1d2746d tempest-MultipleCreateTestJSON-1258598126 tempest-MultipleCreateTestJSON-1258598126-project] 10.222.0.67 "GET /v2.0/ports?device_id=f669463e-73af-4794-bedb-ae74bd805722 HTTP/1.1" status: 200 len: 943 time: 0.1189294 Sep 23 19:30:51.978789 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-6a23c5de-b850-46ab-8a10-2d2bd033c017 req-c2a3686f-911b-4af0-a7ee-70f34e02a220 service neutron] 10.222.0.74 "GET /v2.0/networks/bada5757-bdaa-4c5b-b7b4-3acebf356815?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2078426 Sep 23 19:30:52.022821 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-035127c3-6662-4d09-95d5-46829ece48a5 req-8885b7b6-81b6-4312-ac2a-2e74c9c66f58 tempest-MultipleCreateTestJSON-1258598126 tempest-MultipleCreateTestJSON-1258598126-project] 10.222.0.67 "GET /v2.0/security-groups?id=c80e840b-1ed2-48e2-be35-8dcdc113c8e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828214 Sep 23 19:30:52.297373 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf65ec12-b345-4ed3-bd1a-9855778063a1 req-a6d6d203-0370-40e3-89e3-0719aba273c9 tempest-ServerActionsTestJSON-618918056 tempest-ServerActionsTestJSON-618918056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:30:52.299777 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-cf65ec12-b345-4ed3-bd1a-9855778063a1 req-a6d6d203-0370-40e3-89e3-0719aba273c9 tempest-ServerActionsTestJSON-618918056 tempest-ServerActionsTestJSON-618918056-project] 10.222.0.67 "GET /v2.0/ports?device_id=7fa91134-8ee0-4baa-9037-6ca73d6b4c83 HTTP/1.1" status: 200 len: 947 time: 0.0920682 Sep 23 19:30:52.306898 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-abbfcf71-24ee-4cc8-869f-adf7a3708c2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:30:52.370432 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Device 02656d73-a2c3-4c0a-9e59-e50b61e68ab6 details requested by agent hyperv_n-h2-713301-16 with host n-h2-713301-16 {{(pid=95103) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 19:30:52.387357 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-cf65ec12-b345-4ed3-bd1a-9855778063a1 req-9efeeb33-c90b-40b1-aa63-2bbf65acd46a tempest-ServerActionsTestJSON-618918056 tempest-ServerActionsTestJSON-618918056-project] 10.222.0.67 "GET /v2.0/security-groups?id=d2a75794-f2ea-419f-9d09-0096f3fe96c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0801210 Sep 23 19:30:52.534379 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] For port 02656d73-a2c3-4c0a-9e59-e50b61e68ab6, host n-h2-713301-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-16',level=0,port_id=02656d73-a2c3-4c0a-9e59-e50b61e68ab6,segment=NetworkSegment(90bfd6a3-67fd-48b1-905c-725d166593d5),segment_id=90bfd6a3-67fd-48b1-905c-725d166593d5)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:30:52.550050 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Returning: {'device': '02656d73-a2c3-4c0a-9e59-e50b61e68ab6', 'network_id': 'edbc94ab-09ae-45f0-9c1a-791584683548', 'port_id': '02656d73-a2c3-4c0a-9e59-e50b61e68ab6', 'mac_address': 'fa:16:3e:91:d1:91', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 635, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bac3bfbf-ef37-4169-a536-707ef05210f4', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95103) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 19:30:52.599271 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:30:52.614528 n-d-713301-16 neutron-server[95103]: DEBUG neutron.notifiers.nova [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 02656d73-a2c3-4c0a-9e59-e50b61e68ab6 {{(pid=95103) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 19:30:52.641221 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] For port 02656d73-a2c3-4c0a-9e59-e50b61e68ab6, host n-h2-713301-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-16',level=0,port_id=02656d73-a2c3-4c0a-9e59-e50b61e68ab6,segment=NetworkSegment(90bfd6a3-67fd-48b1-905c-725d166593d5),segment_id=90bfd6a3-67fd-48b1-905c-725d166593d5)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:30:52.647000 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:30:52.725596 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Pushing event updated for resources: {'Port': ['ID=02656d73-a2c3-4c0a-9e59-e50b61e68ab6,revision_number=4']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:30:52.789074 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Device c7d53fb1-3bfb-45d6-b70c-1b6195b3ca90 up at agent hyperv_n-h1-713301-16 {{(pid=95103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 19:30:52.881301 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Provisioning for port c7d53fb1-3bfb-45d6-b70c-1b6195b3ca90 completed by entity L2. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 19:30:52.888042 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Provisioning complete for port c7d53fb1-3bfb-45d6-b70c-1b6195b3ca90 triggered by entity L2. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:30:52.889057 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:30:52.946514 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] get_ports_and_sgs() called for port_ids ['02656d73-a2c3-4c0a-9e59-e50b61e68ab6'] {{(pid=95103) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 19:30:53.068370 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:30:53.100110 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:30:53.122727 n-d-713301-16 neutron-server[95103]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9cb3e22c-c8aa-453f-930f-ceeea57eaa25', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c7d53fb1-3bfb-45d6-b70c-1b6195b3ca90'}] {{(pid=95103) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 19:30:53.127220 n-d-713301-16 neutron-server[95103]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}81a1c17f2aa89d5b3ebbba3a3e0cf7eb588e431c2224256110c4c4facdd7c3e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c852742d-f854-4fed-9d79-8f75a5fff1a8" -d '{"events": [{"server_uuid": "9cb3e22c-c8aa-453f-930f-ceeea57eaa25", "name": "network-vif-plugged", "status": "completed", "tag": "c7d53fb1-3bfb-45d6-b70c-1b6195b3ca90"}]}' {{(pid=95103) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 19:30:53.171680 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] For port c7d53fb1-3bfb-45d6-b70c-1b6195b3ca90, host n-h1-713301-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-16',level=0,port_id=c7d53fb1-3bfb-45d6-b70c-1b6195b3ca90,segment=NetworkSegment(90bfd6a3-67fd-48b1-905c-725d166593d5),segment_id=90bfd6a3-67fd-48b1-905c-725d166593d5)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:30:53.185516 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:30:53.186332 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Device 2057133e-afe6-4649-916f-fb2ef68141a8 no longer exists at agent hyperv_n-h1-713301-16 {{(pid=95103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 19:30:53.375316 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Pushing event updated for resources: {'Port': ['ID=c7d53fb1-3bfb-45d6-b70c-1b6195b3ca90,revision_number=5']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:30:53.453149 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-0ae75029-feb6-4728-9a94-5f9b60993d82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:30:53.530156 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:30:53.587848 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] For port 2057133e-afe6-4649-916f-fb2ef68141a8, host n-h1-713301-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-16',level=0,port_id=2057133e-afe6-4649-916f-fb2ef68141a8,segment=NetworkSegment(0ad9f853-8282-44e3-ac3b-2b75c9223dae),segment_id=0ad9f853-8282-44e3-ac3b-2b75c9223dae)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:30:53.593876 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:30:53.673873 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Pushing event updated for resources: {'Port': ['ID=2057133e-afe6-4649-916f-fb2ef68141a8,revision_number=11']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:30:53.724374 n-d-713301-16 neutron-server[95103]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 19:30:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9dd6e27d-71e1-463b-9e01-4a0204811e69 x-openstack-request-id: req-9dd6e27d-71e1-463b-9e01-4a0204811e69 {{(pid=95103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 19:30:53.724702 n-d-713301-16 neutron-server[95103]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9cb3e22c-c8aa-453f-930f-ceeea57eaa25", "name": "network-vif-plugged", "status": "completed", "tag": "c7d53fb1-3bfb-45d6-b70c-1b6195b3ca90", "code": 200}]} {{(pid=95103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 19:30:53.724952 n-d-713301-16 neutron-server[95103]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-9dd6e27d-71e1-463b-9e01-4a0204811e69 {{(pid=95103) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 19:30:53.725345 n-d-713301-16 neutron-server[95103]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9cb3e22c-c8aa-453f-930f-ceeea57eaa25', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c7d53fb1-3bfb-45d6-b70c-1b6195b3ca90', 'code': 200} Sep 23 19:30:53.732082 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec7b866c-c371-480d-995d-147a925ee833 req-4e958905-9975-4258-9def-182c43c26cb2 tempest-MultipleCreateTestJSON-1258598126 tempest-MultipleCreateTestJSON-1258598126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:30:53.754085 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-ec7b866c-c371-480d-995d-147a925ee833 req-4e958905-9975-4258-9def-182c43c26cb2 tempest-MultipleCreateTestJSON-1258598126 tempest-MultipleCreateTestJSON-1258598126-project] 10.222.0.67 "GET /v2.0/ports?device_id=f669463e-73af-4794-bedb-ae74bd805722 HTTP/1.1" status: 200 len: 944 time: 0.1230764 Sep 23 19:30:53.847641 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-ec7b866c-c371-480d-995d-147a925ee833 req-5a35ddc9-9ec0-4f5e-8c3f-7de3f9e69859 tempest-MultipleCreateTestJSON-1258598126 tempest-MultipleCreateTestJSON-1258598126-project] 10.222.0.67 "GET /v2.0/security-groups?id=c80e840b-1ed2-48e2-be35-8dcdc113c8e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922034 Sep 23 19:30:53.882931 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 44566) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:30:53.971426 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6861d1e-74f6-4da0-a557-e9d4602ef5e4 req-73b31f6e-7073-4a7e-8432-f903fb0836fc tempest-ServerActionsTestJSON-618918056 tempest-ServerActionsTestJSON-618918056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:30:53.982742 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-a6861d1e-74f6-4da0-a557-e9d4602ef5e4 req-73b31f6e-7073-4a7e-8432-f903fb0836fc tempest-ServerActionsTestJSON-618918056 tempest-ServerActionsTestJSON-618918056-project] 10.222.0.67 "GET /v2.0/ports?device_id=7fa91134-8ee0-4baa-9037-6ca73d6b4c83 HTTP/1.1" status: 200 len: 945 time: 0.1276543 Sep 23 19:30:54.016726 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b526711b-e1e5-48f3-a329-615826de7397 req-c54d26e1-aed7-4452-9869-8b26611337c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:30:54.020384 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-b526711b-e1e5-48f3-a329-615826de7397 req-c54d26e1-aed7-4452-9869-8b26611337c7 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=9cb3e22c-c8aa-453f-930f-ceeea57eaa25 HTTP/1.1" status: 200 len: 1098 time: 0.1902399 Sep 23 19:30:54.127103 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-b526711b-e1e5-48f3-a329-615826de7397 req-81c717f3-22b5-4bde-af6b-a8a0bb693a31 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=c80e840b-1ed2-48e2-be35-8dcdc113c8e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966132 Sep 23 19:30:54.132088 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-a6861d1e-74f6-4da0-a557-e9d4602ef5e4 req-6a568066-9bc3-4fc8-82d2-c10753c39833 tempest-ServerActionsTestJSON-618918056 tempest-ServerActionsTestJSON-618918056-project] 10.222.0.67 "GET /v2.0/security-groups?id=d2a75794-f2ea-419f-9d09-0096f3fe96c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1287220 Sep 23 19:30:54.234595 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-3048329a-2635-41e2-af72-2bd5ac94b296 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:30:54.378290 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-3048329a-2635-41e2-af72-2bd5ac94b296 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:30:54.385300 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-3048329a-2635-41e2-af72-2bd5ac94b296 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:30:54.388568 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Device 02656d73-a2c3-4c0a-9e59-e50b61e68ab6 up at agent hyperv_n-h2-713301-16 {{(pid=95103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 19:30:54.484489 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-3048329a-2635-41e2-af72-2bd5ac94b296 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=1b29b01048f948d7985f1d78603e71c0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5842140 Sep 23 19:30:54.487869 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 44614) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:30:54.493218 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3048329a-2635-41e2-af72-2bd5ac94b296 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e069b29-ac13-466b-be16-c8d47a7dc3bb,revision_number=1']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:30:54.498543 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Provisioning for port 02656d73-a2c3-4c0a-9e59-e50b61e68ab6 completed by entity L2. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 19:30:54.503489 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Provisioning complete for port 02656d73-a2c3-4c0a-9e59-e50b61e68ab6 triggered by entity L2. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:30:54.504003 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:30:54.525846 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 44624) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:30:54.532136 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.v2.base [None req-feaa0e77-3d71-47c0-b60e-bef3a968c2be tempest-TaggedBootDevicesTest_v242-1470406513 tempest-TaggedBootDevicesTest_v242-1470406513-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-1991075719'}} {{(pid=95102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:30:54.579449 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-feaa0e77-3d71-47c0-b60e-bef3a968c2be tempest-TaggedBootDevicesTest_v242-1470406513 tempest-TaggedBootDevicesTest_v242-1470406513-project] Made reservation on behalf of 1f1788a36b0c407c84d1fe9c6d21bab4 for: {'network': 1} {{(pid=95102) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:30:54.584415 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-feaa0e77-3d71-47c0-b60e-bef3a968c2be tempest-TaggedBootDevicesTest_v242-1470406513 tempest-TaggedBootDevicesTest_v242-1470406513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for network, before_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:30:54.592734 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-f8de3707-ac3c-439a-a9a6-f00ebd7d00f1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:30:54.629773 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-f8de3707-ac3c-439a-a9a6-f00ebd7d00f1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:30:54.641487 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-feaa0e77-3d71-47c0-b60e-bef3a968c2be tempest-TaggedBootDevicesTest_v242-1470406513 tempest-TaggedBootDevicesTest_v242-1470406513-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 608} {{(pid=95102) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 19:30:54.662437 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-feaa0e77-3d71-47c0-b60e-bef3a968c2be tempest-TaggedBootDevicesTest_v242-1470406513 tempest-TaggedBootDevicesTest_v242-1470406513-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1756186'] for segment, precommit_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:30:54.663179 n-d-713301-16 neutron-server[95102]: INFO neutron.db.segments_db [None req-feaa0e77-3d71-47c0-b60e-bef3a968c2be tempest-TaggedBootDevicesTest_v242-1470406513 tempest-TaggedBootDevicesTest_v242-1470406513-project] Added segment f1ac3ad9-0f16-48a3-9c98-25f1a3519880 of type vlan for network 6b0b0714-7ca1-4d6d-b820-8be57f2679a5 Sep 23 19:30:54.694961 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:30:54.727215 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-f8de3707-ac3c-439a-a9a6-f00ebd7d00f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:30:54.730130 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-f8de3707-ac3c-439a-a9a6-f00ebd7d00f1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:30:54.736171 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-f8de3707-ac3c-439a-a9a6-f00ebd7d00f1 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/3e069b29-ac13-466b-be16-c8d47a7dc3bb HTTP/1.1" status: 204 len: 168 time: 0.2468915 Sep 23 19:30:54.763720 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8de3707-ac3c-439a-a9a6-f00ebd7d00f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e069b29-ac13-466b-be16-c8d47a7dc3bb,revision_number=None']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:30:54.768496 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-feaa0e77-3d71-47c0-b60e-bef3a968c2be tempest-TaggedBootDevicesTest_v242-1470406513 tempest-TaggedBootDevicesTest_v242-1470406513-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783145630486'] for network, precommit_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:30:54.772457 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] For port 02656d73-a2c3-4c0a-9e59-e50b61e68ab6, host n-h2-713301-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-16',level=0,port_id=02656d73-a2c3-4c0a-9e59-e50b61e68ab6,segment=NetworkSegment(90bfd6a3-67fd-48b1-905c-725d166593d5),segment_id=90bfd6a3-67fd-48b1-905c-725d166593d5)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:30:54.778335 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:30:54.823650 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-feaa0e77-3d71-47c0-b60e-bef3a968c2be tempest-TaggedBootDevicesTest_v242-1470406513 tempest-TaggedBootDevicesTest_v242-1470406513-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299'] for network, after_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:30:54.829942 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-feaa0e77-3d71-47c0-b60e-bef3a968c2be tempest-TaggedBootDevicesTest_v242-1470406513 tempest-TaggedBootDevicesTest_v242-1470406513-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:30:54.830665 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-feaa0e77-3d71-47c0-b60e-bef3a968c2be tempest-TaggedBootDevicesTest_v242-1470406513 tempest-TaggedBootDevicesTest_v242-1470406513-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527417'] for network, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:30:54.849710 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Device 2057133e-afe6-4649-916f-fb2ef68141a8 details requested by agent hyperv_n-h1-713301-16 with host n-h1-713301-16 {{(pid=95103) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 19:30:54.879284 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-feaa0e77-3d71-47c0-b60e-bef3a968c2be tempest-TaggedBootDevicesTest_v242-1470406513 tempest-TaggedBootDevicesTest_v242-1470406513-project] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.3520329 Sep 23 19:30:54.881998 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 44642) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:30:54.887550 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.v2.base [None req-97c618b7-1abb-4875-b3dc-bfe05b39c835 tempest-TaggedBootDevicesTest_v242-1470406513 tempest-TaggedBootDevicesTest_v242-1470406513-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-1017722389'}} {{(pid=95101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:30:54.930892 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Pushing event updated for resources: {'Port': ['ID=02656d73-a2c3-4c0a-9e59-e50b61e68ab6,revision_number=5']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:30:54.950584 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97c618b7-1abb-4875-b3dc-bfe05b39c835 tempest-TaggedBootDevicesTest_v242-1470406513 tempest-TaggedBootDevicesTest_v242-1470406513-project] Made reservation on behalf of 1f1788a36b0c407c84d1fe9c6d21bab4 for: {'network': 1} {{(pid=95101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:30:54.955909 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-97c618b7-1abb-4875-b3dc-bfe05b39c835 tempest-TaggedBootDevicesTest_v242-1470406513 tempest-TaggedBootDevicesTest_v242-1470406513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for network, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:30:55.016363 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feaa0e77-3d71-47c0-b60e-bef3a968c2be tempest-TaggedBootDevicesTest_v242-1470406513 tempest-TaggedBootDevicesTest_v242-1470406513-project] Pushing event updated for resources: {'Network': ['ID=6b0b0714-7ca1-4d6d-b820-8be57f2679a5,revision_number=1']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:30:55.040273 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Network 6b0b0714-7ca1-4d6d-b820-8be57f2679a5 details requested by agent ovs-agent-n-d-713301-16 with host n-d-713301-16 {{(pid=95103) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 19:30:55.061693 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-97c618b7-1abb-4875-b3dc-bfe05b39c835 tempest-TaggedBootDevicesTest_v242-1470406513 tempest-TaggedBootDevicesTest_v242-1470406513-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 636} {{(pid=95101) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 19:30:55.090169 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-97c618b7-1abb-4875-b3dc-bfe05b39c835 tempest-TaggedBootDevicesTest_v242-1470406513 tempest-TaggedBootDevicesTest_v242-1470406513-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1756186'] for segment, precommit_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:30:55.090529 n-d-713301-16 neutron-server[95101]: INFO neutron.db.segments_db [None req-97c618b7-1abb-4875-b3dc-bfe05b39c835 tempest-TaggedBootDevicesTest_v242-1470406513 tempest-TaggedBootDevicesTest_v242-1470406513-project] Added segment 55c1cfc6-8877-41a0-94e7-9d7671a93bfb of type vlan for network f23b48c2-30e2-4b8a-a3bf-2e6a4262ee17 Sep 23 19:30:55.143832 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abfa828e-67d4-46d4-82f1-ec538972ab73 req-a5435667-94c6-4842-8793-447c4d86c57c tempest-MultipleCreateTestJSON-1258598126 tempest-MultipleCreateTestJSON-1258598126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:30:55.157096 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-abfa828e-67d4-46d4-82f1-ec538972ab73 req-a5435667-94c6-4842-8793-447c4d86c57c tempest-MultipleCreateTestJSON-1258598126 tempest-MultipleCreateTestJSON-1258598126-project] 10.222.0.67 "GET /v2.0/ports?device_id=f669463e-73af-4794-bedb-ae74bd805722 HTTP/1.1" status: 200 len: 945 time: 0.1039937 Sep 23 19:30:55.195310 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-97c618b7-1abb-4875-b3dc-bfe05b39c835 tempest-TaggedBootDevicesTest_v242-1470406513 tempest-TaggedBootDevicesTest_v242-1470406513-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783145630486'] for network, precommit_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:30:55.235162 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-97c618b7-1abb-4875-b3dc-bfe05b39c835 tempest-TaggedBootDevicesTest_v242-1470406513 tempest-TaggedBootDevicesTest_v242-1470406513-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299'] for network, after_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:30:55.237769 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-abfa828e-67d4-46d4-82f1-ec538972ab73 req-453a5287-0afc-4b0c-95a0-0b067216098c tempest-MultipleCreateTestJSON-1258598126 tempest-MultipleCreateTestJSON-1258598126-project] 10.222.0.67 "GET /v2.0/security-groups?id=c80e840b-1ed2-48e2-be35-8dcdc113c8e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729289 Sep 23 19:30:55.237967 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] For port 2057133e-afe6-4649-916f-fb2ef68141a8, host n-h1-713301-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-16',level=0,port_id=2057133e-afe6-4649-916f-fb2ef68141a8,segment=NetworkSegment(0ad9f853-8282-44e3-ac3b-2b75c9223dae),segment_id=0ad9f853-8282-44e3-ac3b-2b75c9223dae)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:30:55.262948 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97c618b7-1abb-4875-b3dc-bfe05b39c835 tempest-TaggedBootDevicesTest_v242-1470406513 tempest-TaggedBootDevicesTest_v242-1470406513-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:30:55.263235 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Returning: {'device': '2057133e-afe6-4649-916f-fb2ef68141a8', 'network_id': '364dc893-5ecb-4aa3-be76-13b51cbbfbd4', 'port_id': '2057133e-afe6-4649-916f-fb2ef68141a8', 'mac_address': 'fa:16:3e:6b:c7:49', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 632, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a900be85-be08-465b-85e6-4a05aae55389', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95103) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 19:30:55.266241 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-97c618b7-1abb-4875-b3dc-bfe05b39c835 tempest-TaggedBootDevicesTest_v242-1470406513 tempest-TaggedBootDevicesTest_v242-1470406513-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527417'] for network, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:30:55.273505 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-80e7e501-6c57-470d-92c6-e3d54bc3195c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:30:55.334871 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:30:55.358820 n-d-713301-16 neutron-server[95103]: DEBUG neutron.notifiers.nova [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2057133e-afe6-4649-916f-fb2ef68141a8 {{(pid=95103) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 19:30:55.413649 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 44680) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:30:55.413750 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-97c618b7-1abb-4875-b3dc-bfe05b39c835 tempest-TaggedBootDevicesTest_v242-1470406513 tempest-TaggedBootDevicesTest_v242-1470406513-project] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.5275660 Sep 23 19:30:55.414331 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.v2.base [None req-49a08eba-4588-4dfe-9dbc-2fa5d3afcc0e tempest-TaggedBootDevicesTest_v242-1470406513 tempest-TaggedBootDevicesTest_v242-1470406513-project] Request body: {'subnet': {'network_id': '6b0b0714-7ca1-4d6d-b820-8be57f2679a5', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=95102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:30:55.474442 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] For port 2057133e-afe6-4649-916f-fb2ef68141a8, host n-h1-713301-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-16',level=0,port_id=2057133e-afe6-4649-916f-fb2ef68141a8,segment=NetworkSegment(0ad9f853-8282-44e3-ac3b-2b75c9223dae),segment_id=0ad9f853-8282-44e3-ac3b-2b75c9223dae)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:30:55.477104 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97c618b7-1abb-4875-b3dc-bfe05b39c835 tempest-TaggedBootDevicesTest_v242-1470406513 tempest-TaggedBootDevicesTest_v242-1470406513-project] Pushing event updated for resources: {'Network': ['ID=f23b48c2-30e2-4b8a-a3bf-2e6a4262ee17,revision_number=1']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:30:55.481240 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:30:55.509909 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Network f23b48c2-30e2-4b8a-a3bf-2e6a4262ee17 details requested by agent ovs-agent-n-d-713301-16 with host n-d-713301-16 {{(pid=95103) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 19:30:55.640575 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Pushing event updated for resources: {'Port': ['ID=2057133e-afe6-4649-916f-fb2ef68141a8,revision_number=12']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:30:55.688415 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] get_ports_and_sgs() called for port_ids ['2057133e-afe6-4649-916f-fb2ef68141a8'] {{(pid=95103) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 19:30:55.752655 n-d-713301-16 neutron-server[95103]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7fa91134-8ee0-4baa-9037-6ca73d6b4c83', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2057133e-afe6-4649-916f-fb2ef68141a8'}, {'server_uuid': 'f669463e-73af-4794-bedb-ae74bd805722', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '02656d73-a2c3-4c0a-9e59-e50b61e68ab6'}] {{(pid=95103) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 19:30:55.758902 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-404920be-64f1-4243-9ff7-1ccbdc1c5d44 req-bbe6d883-5b58-4bff-bc61-5dd59e5e4eb6 tempest-ServerActionsTestJSON-618918056 tempest-ServerActionsTestJSON-618918056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:30:55.762181 n-d-713301-16 neutron-server[95103]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}81a1c17f2aa89d5b3ebbba3a3e0cf7eb588e431c2224256110c4c4facdd7c3e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99a0918d-1718-4348-809f-4f7d8186cdb4" -d '{"events": [{"server_uuid": "7fa91134-8ee0-4baa-9037-6ca73d6b4c83", "name": "network-vif-unplugged", "status": "completed", "tag": "2057133e-afe6-4649-916f-fb2ef68141a8"}, {"server_uuid": "f669463e-73af-4794-bedb-ae74bd805722", "name": "network-vif-plugged", "status": "completed", "tag": "02656d73-a2c3-4c0a-9e59-e50b61e68ab6"}]}' {{(pid=95103) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 19:30:55.773017 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-404920be-64f1-4243-9ff7-1ccbdc1c5d44 req-bbe6d883-5b58-4bff-bc61-5dd59e5e4eb6 tempest-ServerActionsTestJSON-618918056 tempest-ServerActionsTestJSON-618918056-project] 10.222.0.67 "GET /v2.0/ports?device_id=7fa91134-8ee0-4baa-9037-6ca73d6b4c83 HTTP/1.1" status: 200 len: 946 time: 0.2620673 Sep 23 19:30:55.877087 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-404920be-64f1-4243-9ff7-1ccbdc1c5d44 req-c6f4a786-ca0b-47ef-9988-01015d486e9d tempest-ServerActionsTestJSON-618918056 tempest-ServerActionsTestJSON-618918056-project] 10.222.0.67 "GET /v2.0/security-groups?id=d2a75794-f2ea-419f-9d09-0096f3fe96c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1039765 Sep 23 19:30:55.898329 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49a08eba-4588-4dfe-9dbc-2fa5d3afcc0e tempest-TaggedBootDevicesTest_v242-1470406513 tempest-TaggedBootDevicesTest_v242-1470406513-project] Made reservation on behalf of 1f1788a36b0c407c84d1fe9c6d21bab4 for: {'subnet': 1} {{(pid=95102) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:30:55.915189 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-49a08eba-4588-4dfe-9dbc-2fa5d3afcc0e tempest-TaggedBootDevicesTest_v242-1470406513 tempest-TaggedBootDevicesTest_v242-1470406513-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5388256'] for subnet, before_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:30:55.937942 n-d-713301-16 neutron-server[95103]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 356 Content-Type: application/json Date: Thu, 23 Sep 2021 19:30:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62d8b87a-3039-4544-ac90-d9a710adbca0 x-openstack-request-id: req-62d8b87a-3039-4544-ac90-d9a710adbca0 {{(pid=95103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 19:30:55.940931 n-d-713301-16 neutron-server[95103]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7fa91134-8ee0-4baa-9037-6ca73d6b4c83", "name": "network-vif-unplugged", "status": "completed", "tag": "2057133e-afe6-4649-916f-fb2ef68141a8", "code": 200}, {"server_uuid": "f669463e-73af-4794-bedb-ae74bd805722", "name": "network-vif-plugged", "status": "completed", "tag": "02656d73-a2c3-4c0a-9e59-e50b61e68ab6", "code": 200}]} {{(pid=95103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 19:30:55.941511 n-d-713301-16 neutron-server[95103]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-62d8b87a-3039-4544-ac90-d9a710adbca0 {{(pid=95103) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 19:30:55.944829 n-d-713301-16 neutron-server[95103]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7fa91134-8ee0-4baa-9037-6ca73d6b4c83', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2057133e-afe6-4649-916f-fb2ef68141a8', 'code': 200} Sep 23 19:30:55.946943 n-d-713301-16 neutron-server[95103]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f669463e-73af-4794-bedb-ae74bd805722', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '02656d73-a2c3-4c0a-9e59-e50b61e68ab6', 'code': 200} Sep 23 19:30:56.139196 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45eab143-b412-4eda-8ef4-5e1155e07bac req-01286466-d4b9-4683-87d0-8141ef048df8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:30:56.144076 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-45eab143-b412-4eda-8ef4-5e1155e07bac req-01286466-d4b9-4683-87d0-8141ef048df8 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=f669463e-73af-4794-bedb-ae74bd805722 HTTP/1.1" status: 200 len: 1097 time: 0.0987976 Sep 23 19:30:56.255933 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-45eab143-b412-4eda-8ef4-5e1155e07bac req-d7a38756-ef14-431c-aa17-fa6c58165e66 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=c80e840b-1ed2-48e2-be35-8dcdc113c8e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1045556 Sep 23 19:30:56.287622 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-49a08eba-4588-4dfe-9dbc-2fa5d3afcc0e tempest-TaggedBootDevicesTest_v242-1470406513 tempest-TaggedBootDevicesTest_v242-1470406513-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4398944', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5388242'] for subnet, after_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:30:56.408387 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49a08eba-4588-4dfe-9dbc-2fa5d3afcc0e tempest-TaggedBootDevicesTest_v242-1470406513 tempest-TaggedBootDevicesTest_v242-1470406513-project] Pushing event updated for resources: {'Subnet': ['ID=08a82bb7-bfc5-4bc7-a3ee-312f82ebfc05,revision_number=0']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:30:56.427854 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49a08eba-4588-4dfe-9dbc-2fa5d3afcc0e tempest-TaggedBootDevicesTest_v242-1470406513 tempest-TaggedBootDevicesTest_v242-1470406513-project] Checking segment: {'id': 'f1ac3ad9-0f16-48a3-9c98-25f1a3519880', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '6b0b0714-7ca1-4d6d-b820-8be57f2679a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95102) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:30:56.428357 n-d-713301-16 neutron-server[95102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49a08eba-4588-4dfe-9dbc-2fa5d3afcc0e tempest-TaggedBootDevicesTest_v242-1470406513 tempest-TaggedBootDevicesTest_v242-1470406513-project] Network hostable DHCP agents. Network: 6b0b0714-7ca1-4d6d-b820-8be57f2679a5, hostable agents: ['1b18bf05-1b5f-4587-be5c-af3ac38e32ad'], hosted agents: [] {{(pid=95102) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 19:30:56.519319 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-192b6f98-fea3-4d99-89f0-6c4b786e0727 req-93c30431-0dd0-458a-967b-282500b6fbfa tempest-MultipleCreateTestJSON-1258598126 tempest-MultipleCreateTestJSON-1258598126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:30:56.521176 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-192b6f98-fea3-4d99-89f0-6c4b786e0727 req-93c30431-0dd0-458a-967b-282500b6fbfa tempest-MultipleCreateTestJSON-1258598126 tempest-MultipleCreateTestJSON-1258598126-project] 10.222.0.67 "GET /v2.0/ports?device_id=f669463e-73af-4794-bedb-ae74bd805722 HTTP/1.1" status: 200 len: 945 time: 0.0947435 Sep 23 19:30:56.522426 n-d-713301-16 neutron-server[95102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49a08eba-4588-4dfe-9dbc-2fa5d3afcc0e tempest-TaggedBootDevicesTest_v242-1470406513 tempest-TaggedBootDevicesTest_v242-1470406513-project] Network 6b0b0714-7ca1-4d6d-b820-8be57f2679a5 is scheduled to be hosted by DHCP agent 1b18bf05-1b5f-4587-be5c-af3ac38e32ad with binding_index 1 {{(pid=95102) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 19:30:56.538944 n-d-713301-16 neutron-server[95102]: DEBUG neutron.scheduler.base_scheduler [None req-49a08eba-4588-4dfe-9dbc-2fa5d3afcc0e tempest-TaggedBootDevicesTest_v242-1470406513 tempest-TaggedBootDevicesTest_v242-1470406513-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713301-16, 6b0b0714-7ca1-4d6d-b820-8be57f2679a5) {{(pid=95102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:30:56.551094 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b345e733-2d8b-47f4-a6b5-9739157965d9 None None] Network 6b0b0714-7ca1-4d6d-b820-8be57f2679a5 requested from n-d-713301-16 {{(pid=95103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 19:30:56.551881 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49a08eba-4588-4dfe-9dbc-2fa5d3afcc0e tempest-TaggedBootDevicesTest_v242-1470406513 tempest-TaggedBootDevicesTest_v242-1470406513-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:30:56.552676 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-49a08eba-4588-4dfe-9dbc-2fa5d3afcc0e tempest-TaggedBootDevicesTest_v242-1470406513 tempest-TaggedBootDevicesTest_v242-1470406513-project] Notify callbacks [] for subnet, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:30:56.576636 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-49a08eba-4588-4dfe-9dbc-2fa5d3afcc0e tempest-TaggedBootDevicesTest_v242-1470406513 tempest-TaggedBootDevicesTest_v242-1470406513-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.1680436 Sep 23 19:30:56.579267 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 44752) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:30:56.586013 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.v2.base [None req-617ca123-5162-4db5-8756-c53a94a70c61 tempest-TaggedBootDevicesTest_v242-1470406513 tempest-TaggedBootDevicesTest_v242-1470406513-project] Request body: {'subnet': {'network_id': 'f23b48c2-30e2-4b8a-a3bf-2e6a4262ee17', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=95101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:30:56.630850 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-192b6f98-fea3-4d99-89f0-6c4b786e0727 req-e8c351e2-a1e5-4870-ac20-6b173c130f6a tempest-MultipleCreateTestJSON-1258598126 tempest-MultipleCreateTestJSON-1258598126-project] 10.222.0.67 "GET /v2.0/security-groups?id=c80e840b-1ed2-48e2-be35-8dcdc113c8e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008370 Sep 23 19:30:56.800969 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-617ca123-5162-4db5-8756-c53a94a70c61 tempest-TaggedBootDevicesTest_v242-1470406513 tempest-TaggedBootDevicesTest_v242-1470406513-project] Made reservation on behalf of 1f1788a36b0c407c84d1fe9c6d21bab4 for: {'subnet': 1} {{(pid=95101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:30:56.805003 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-617ca123-5162-4db5-8756-c53a94a70c61 tempest-TaggedBootDevicesTest_v242-1470406513 tempest-TaggedBootDevicesTest_v242-1470406513-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6130979'] for subnet, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:30:56.833488 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-697091c7-b068-49dd-af04-6ae7d7180641 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4c8b80df-07eb-5275-9f17-5cf640db67c0-6b0b0714-7ca1-4d6d-b820-8be57f2679a5', 'network_id': '6b0b0714-7ca1-4d6d-b820-8be57f2679a5', 'tenant_id': '1f1788a36b0c407c84d1fe9c6d21bab4', 'fixed_ips': [{'subnet_id': '08a82bb7-bfc5-4bc7-a3ee-312f82ebfc05'}]}} from n-d-713301-16. {{(pid=95103) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 23 19:30:56.835023 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-697091c7-b068-49dd-af04-6ae7d7180641 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_create {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:30:57.099444 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.db_base_plugin_common [None req-697091c7-b068-49dd-af04-6ae7d7180641 None None] Allocated IP 10.1.1.2 (6b0b0714-7ca1-4d6d-b820-8be57f2679a5/08a82bb7-bfc5-4bc7-a3ee-312f82ebfc05/4dc5f6ee-cdf5-4bd9-823d-4a1a2c05585d) {{(pid=95103) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 19:30:57.132467 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2bf62b8-d113-49b6-bc7d-fdd800caba5f req-0e6787e8-1e92-4bfb-a51e-94d6b02ee481 tempest-ServerActionsTestJSON-618918056 tempest-ServerActionsTestJSON-618918056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:30:57.145232 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-a2bf62b8-d113-49b6-bc7d-fdd800caba5f req-0e6787e8-1e92-4bfb-a51e-94d6b02ee481 tempest-ServerActionsTestJSON-618918056 tempest-ServerActionsTestJSON-618918056-project] 10.222.0.67 "GET /v2.0/ports?device_id=7fa91134-8ee0-4baa-9037-6ca73d6b4c83 HTTP/1.1" status: 200 len: 946 time: 0.0885005 Sep 23 19:30:57.244394 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-a2bf62b8-d113-49b6-bc7d-fdd800caba5f req-084bf202-dce7-4567-a521-a627980a4b0d tempest-ServerActionsTestJSON-618918056 tempest-ServerActionsTestJSON-618918056-project] 10.222.0.67 "GET /v2.0/security-groups?id=d2a75794-f2ea-419f-9d09-0096f3fe96c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0981452 Sep 23 19:30:57.459756 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 44784) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:30:57.556147 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-617ca123-5162-4db5-8756-c53a94a70c61 tempest-TaggedBootDevicesTest_v242-1470406513 tempest-TaggedBootDevicesTest_v242-1470406513-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5607579', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6130961'] for subnet, after_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:30:57.685294 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-617ca123-5162-4db5-8756-c53a94a70c61 tempest-TaggedBootDevicesTest_v242-1470406513 tempest-TaggedBootDevicesTest_v242-1470406513-project] Pushing event updated for resources: {'Subnet': ['ID=539495c3-ae71-47cf-b3b7-93ac6244515e,revision_number=0']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:30:57.709870 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.v2.base [None req-39382bd9-410d-49b9-86da-2f5914d22de6 tempest-RoutersAdminTest-1385384480 tempest-RoutersAdminTest-1385384480-project-admin] Request body: {'network': {'name': 'tempest-RoutersAdminTest-1896264837', 'router:external': True}} {{(pid=95102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:30:57.768633 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-617ca123-5162-4db5-8756-c53a94a70c61 tempest-TaggedBootDevicesTest_v242-1470406513 tempest-TaggedBootDevicesTest_v242-1470406513-project] Checking segment: {'id': '55c1cfc6-8877-41a0-94e7-9d7671a93bfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': 'f23b48c2-30e2-4b8a-a3bf-2e6a4262ee17'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:30:57.768976 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-697091c7-b068-49dd-af04-6ae7d7180641 None None] Notify callbacks [] for port, precommit_create {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:30:57.769460 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-617ca123-5162-4db5-8756-c53a94a70c61 tempest-TaggedBootDevicesTest_v242-1470406513 tempest-TaggedBootDevicesTest_v242-1470406513-project] Network hostable DHCP agents. Network: f23b48c2-30e2-4b8a-a3bf-2e6a4262ee17, hostable agents: ['1b18bf05-1b5f-4587-be5c-af3ac38e32ad'], hosted agents: [] {{(pid=95101) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 19:30:57.785346 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-697091c7-b068-49dd-af04-6ae7d7180641 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783145673135'] for port, after_create {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:30:57.812304 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-617ca123-5162-4db5-8756-c53a94a70c61 tempest-TaggedBootDevicesTest_v242-1470406513 tempest-TaggedBootDevicesTest_v242-1470406513-project] Network f23b48c2-30e2-4b8a-a3bf-2e6a4262ee17 is scheduled to be hosted by DHCP agent 1b18bf05-1b5f-4587-be5c-af3ac38e32ad with binding_index 1 {{(pid=95101) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 19:30:57.827028 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39382bd9-410d-49b9-86da-2f5914d22de6 tempest-RoutersAdminTest-1385384480 tempest-RoutersAdminTest-1385384480-project-admin] Made reservation on behalf of 79338f4a15e84664bb481a760a1c22f6 for: {'network': 1} {{(pid=95102) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:30:57.839558 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.base_scheduler [None req-617ca123-5162-4db5-8756-c53a94a70c61 tempest-TaggedBootDevicesTest_v242-1470406513 tempest-TaggedBootDevicesTest_v242-1470406513-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713301-16, f23b48c2-30e2-4b8a-a3bf-2e6a4262ee17) {{(pid=95101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:30:57.845841 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-617ca123-5162-4db5-8756-c53a94a70c61 tempest-TaggedBootDevicesTest_v242-1470406513 tempest-TaggedBootDevicesTest_v242-1470406513-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:30:57.847101 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-617ca123-5162-4db5-8756-c53a94a70c61 tempest-TaggedBootDevicesTest_v242-1470406513 tempest-TaggedBootDevicesTest_v242-1470406513-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527417'] for subnet, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:30:57.858160 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-39382bd9-410d-49b9-86da-2f5914d22de6 tempest-RoutersAdminTest-1385384480 tempest-RoutersAdminTest-1385384480-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for network, before_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:30:57.895398 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-617ca123-5162-4db5-8756-c53a94a70c61 tempest-TaggedBootDevicesTest_v242-1470406513 tempest-TaggedBootDevicesTest_v242-1470406513-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.3144279 Sep 23 19:30:57.896547 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 44790) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:30:57.902348 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.v2.base [None req-057ffd06-b57a-4867-bd98-022c642198d5 tempest-TaggedBootDevicesTest_v242-1470406513 tempest-TaggedBootDevicesTest_v242-1470406513-project] Request body: {'port': {'network_id': '6b0b0714-7ca1-4d6d-b820-8be57f2679a5', 'name': 'tempest-TaggedBootDevicesTest_v242-1176994042', 'fixed_ips': [{'subnet_id': '08a82bb7-bfc5-4bc7-a3ee-312f82ebfc05'}]}} {{(pid=95101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:30:57.919431 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-697091c7-b068-49dd-af04-6ae7d7180641 None None] Pushing event updated for resources: {'Port': ['ID=4dc5f6ee-cdf5-4bd9-823d-4a1a2c05585d,revision_number=1']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:30:57.928354 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d746a9c-5087-48eb-a50e-6da2bffb777f None None] Network f23b48c2-30e2-4b8a-a3bf-2e6a4262ee17 requested from n-d-713301-16 {{(pid=95103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 19:30:57.954177 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-39382bd9-410d-49b9-86da-2f5914d22de6 tempest-RoutersAdminTest-1385384480 tempest-RoutersAdminTest-1385384480-project-admin] Notify callbacks [] for security_group, before_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:30:57.994050 n-d-713301-16 neutron-server[95103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-697091c7-b068-49dd-af04-6ae7d7180641 None None] Network 6b0b0714-7ca1-4d6d-b820-8be57f2679a5 is already hosted by enough agents. {{(pid=95103) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:30:58.015764 n-d-713301-16 neutron-server[95103]: DEBUG neutron.scheduler.base_scheduler [None req-697091c7-b068-49dd-af04-6ae7d7180641 None None] Resources bound (agent type, host, resource id): {{(pid=95103) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:30:58.024584 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-697091c7-b068-49dd-af04-6ae7d7180641 None None] Received port after_create {{(pid=95103) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 19:30:58.056145 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.agents_db [None req-f2f5c474-60a3-474f-b2cc-02c4bd30880c None None] Agent healthcheck: found 7 active agents {{(pid=95104) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 19:30:58.119340 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-39382bd9-410d-49b9-86da-2f5914d22de6 tempest-RoutersAdminTest-1385384480 tempest-RoutersAdminTest-1385384480-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:30:58.119748 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:30:58.132212 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-39382bd9-410d-49b9-86da-2f5914d22de6 tempest-RoutersAdminTest-1385384480 tempest-RoutersAdminTest-1385384480-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:30:58.158816 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-39382bd9-410d-49b9-86da-2f5914d22de6 tempest-RoutersAdminTest-1385384480 tempest-RoutersAdminTest-1385384480-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 627} {{(pid=95102) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 19:30:58.164398 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.managers [None req-697091c7-b068-49dd-af04-6ae7d7180641 None None] Attempting to bind port 4dc5f6ee-cdf5-4bd9-823d-4a1a2c05585d on host n-d-713301-16 for vnic_type normal with profile {{(pid=95103) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 19:30:58.164823 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.managers [None req-697091c7-b068-49dd-af04-6ae7d7180641 None None] Attempting to bind port 4dc5f6ee-cdf5-4bd9-823d-4a1a2c05585d by drivers openvswitch,hyperv on host n-d-713301-16 at level 0 using segments [{'id': 'f1ac3ad9-0f16-48a3-9c98-25f1a3519880', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '6b0b0714-7ca1-4d6d-b820-8be57f2679a5'}] {{(pid=95103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 19:30:58.165242 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-697091c7-b068-49dd-af04-6ae7d7180641 None None] Attempting to bind port 4dc5f6ee-cdf5-4bd9-823d-4a1a2c05585d on network 6b0b0714-7ca1-4d6d-b820-8be57f2679a5 {{(pid=95103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:30:58.178997 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-697091c7-b068-49dd-af04-6ae7d7180641 None None] Checking agent: {'id': '70a14545-df24-472f-8f95-bfe1719bff93', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 19, 7, 53), 'started_at': datetime.datetime(2021, 9, 23, 19, 8, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 19, 30, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 19:30:58.179506 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-697091c7-b068-49dd-af04-6ae7d7180641 None None] Checking segment: {'id': 'f1ac3ad9-0f16-48a3-9c98-25f1a3519880', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '6b0b0714-7ca1-4d6d-b820-8be57f2679a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95103) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:30:58.179926 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-697091c7-b068-49dd-af04-6ae7d7180641 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:30:58.180385 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-697091c7-b068-49dd-af04-6ae7d7180641 None None] Bound using segment: {'id': 'f1ac3ad9-0f16-48a3-9c98-25f1a3519880', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '6b0b0714-7ca1-4d6d-b820-8be57f2679a5'} {{(pid=95103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 19:30:58.180946 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.managers [None req-697091c7-b068-49dd-af04-6ae7d7180641 None None] Bound port: 4dc5f6ee-cdf5-4bd9-823d-4a1a2c05585d, host: n-d-713301-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f1ac3ad9-0f16-48a3-9c98-25f1a3519880', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '6b0b0714-7ca1-4d6d-b820-8be57f2679a5'}}] {{(pid=95103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 19:30:58.181389 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-697091c7-b068-49dd-af04-6ae7d7180641 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:30:58.185364 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-39382bd9-410d-49b9-86da-2f5914d22de6 tempest-RoutersAdminTest-1385384480 tempest-RoutersAdminTest-1385384480-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1756186'] for segment, precommit_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:30:58.186035 n-d-713301-16 neutron-server[95102]: INFO neutron.db.segments_db [None req-39382bd9-410d-49b9-86da-2f5914d22de6 tempest-RoutersAdminTest-1385384480 tempest-RoutersAdminTest-1385384480-project-admin] Added segment 4b142e76-cb6a-4174-b494-9ce592a86b90 of type vlan for network 664dab6d-1e81-4dd5-baec-97b96880526d Sep 23 19:30:58.203231 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-057ffd06-b57a-4867-bd98-022c642198d5 tempest-TaggedBootDevicesTest_v242-1470406513 tempest-TaggedBootDevicesTest_v242-1470406513-project] Made reservation on behalf of 1f1788a36b0c407c84d1fe9c6d21bab4 for: {'port': 1} {{(pid=95101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:30:58.310689 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-057ffd06-b57a-4867-bd98-022c642198d5 tempest-TaggedBootDevicesTest_v242-1470406513 tempest-TaggedBootDevicesTest_v242-1470406513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:30:58.335515 n-d-713301-16 neutron-server[95101]: DEBUG neutron.notifiers.nova [None req-057ffd06-b57a-4867-bd98-022c642198d5 tempest-TaggedBootDevicesTest_v242-1470406513 tempest-TaggedBootDevicesTest_v242-1470406513-project] device_id is not set on port 6c017d64-49a7-4da3-a6bc-3716925c2710 yet. {{(pid=95101) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 23 19:30:58.365323 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89dffb4a-6d72-4aa6-a3e9-66dbb3fe2b1a req-00f379a2-5d57-4ebf-b3b7-190980d4e965 tempest-MultipleCreateTestJSON-1258598126 tempest-MultipleCreateTestJSON-1258598126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:30:58.367177 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-89dffb4a-6d72-4aa6-a3e9-66dbb3fe2b1a req-00f379a2-5d57-4ebf-b3b7-190980d4e965 tempest-MultipleCreateTestJSON-1258598126 tempest-MultipleCreateTestJSON-1258598126-project] 10.222.0.67 "GET /v2.0/ports?device_id=f669463e-73af-4794-bedb-ae74bd805722 HTTP/1.1" status: 200 len: 945 time: 0.5688076 Sep 23 19:30:58.384689 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-697091c7-b068-49dd-af04-6ae7d7180641 None None] For port 4dc5f6ee-cdf5-4bd9-823d-4a1a2c05585d, host n-d-713301-16, cleared binding levels {{(pid=95103) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 19:30:58.392849 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-697091c7-b068-49dd-af04-6ae7d7180641 None None] For port 4dc5f6ee-cdf5-4bd9-823d-4a1a2c05585d, host n-d-713301-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-16',level=0,port_id=4dc5f6ee-cdf5-4bd9-823d-4a1a2c05585d,segment=NetworkSegment(f1ac3ad9-0f16-48a3-9c98-25f1a3519880),segment_id=f1ac3ad9-0f16-48a3-9c98-25f1a3519880)] {{(pid=95103) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 19:30:58.429083 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-697091c7-b068-49dd-af04-6ae7d7180641 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:30:58.436304 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-39382bd9-410d-49b9-86da-2f5914d22de6 tempest-RoutersAdminTest-1385384480 tempest-RoutersAdminTest-1385384480-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783145630486'] for network, precommit_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:30:58.440354 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39382bd9-410d-49b9-86da-2f5914d22de6 tempest-RoutersAdminTest-1385384480 tempest-RoutersAdminTest-1385384480-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a254b1d-4212-421c-9850-2137235c40ea,revision_number=1']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:30:58.458804 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:30:58.539853 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-89dffb4a-6d72-4aa6-a3e9-66dbb3fe2b1a req-9e797af4-d683-4f17-a513-7390bd2defed tempest-MultipleCreateTestJSON-1258598126 tempest-MultipleCreateTestJSON-1258598126-project] 10.222.0.67 "GET /v2.0/security-groups?id=c80e840b-1ed2-48e2-be35-8dcdc113c8e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1604774 Sep 23 19:30:58.556499 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-39382bd9-410d-49b9-86da-2f5914d22de6 tempest-RoutersAdminTest-1385384480 tempest-RoutersAdminTest-1385384480-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299'] for network, after_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:30:58.558659 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39382bd9-410d-49b9-86da-2f5914d22de6 tempest-RoutersAdminTest-1385384480 tempest-RoutersAdminTest-1385384480-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:30:58.559743 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-39382bd9-410d-49b9-86da-2f5914d22de6 tempest-RoutersAdminTest-1385384480 tempest-RoutersAdminTest-1385384480-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527417'] for network, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:30:58.614141 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-39382bd9-410d-49b9-86da-2f5914d22de6 tempest-RoutersAdminTest-1385384480 tempest-RoutersAdminTest-1385384480-project-admin] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 871 time: 1.1529386 Sep 23 19:30:58.617264 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 44798) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:30:58.623439 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.v2.base [None req-dc0c6a34-5c1c-4f6e-8ba1-3d900acf9be5 tempest-RoutersAdminTest-1385384480 tempest-RoutersAdminTest-1385384480-project-admin] Request body: {'subnet': {'network_id': '664dab6d-1e81-4dd5-baec-97b96880526d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=95102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:30:58.714850 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39382bd9-410d-49b9-86da-2f5914d22de6 tempest-RoutersAdminTest-1385384480 tempest-RoutersAdminTest-1385384480-project-admin] Pushing event updated for resources: {'Network': ['ID=664dab6d-1e81-4dd5-baec-97b96880526d,revision_number=1']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:30:58.732728 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc0c6a34-5c1c-4f6e-8ba1-3d900acf9be5 tempest-RoutersAdminTest-1385384480 tempest-RoutersAdminTest-1385384480-project-admin] Made reservation on behalf of 79338f4a15e84664bb481a760a1c22f6 for: {'subnet': 1} {{(pid=95102) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:30:58.736482 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-dc0c6a34-5c1c-4f6e-8ba1-3d900acf9be5 tempest-RoutersAdminTest-1385384480 tempest-RoutersAdminTest-1385384480-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5388256'] for subnet, before_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:30:58.778471 n-d-713301-16 neutron-server[95101]: DEBUG neutron.db.db_base_plugin_common [None req-057ffd06-b57a-4867-bd98-022c642198d5 tempest-TaggedBootDevicesTest_v242-1470406513 tempest-TaggedBootDevicesTest_v242-1470406513-project] Allocated IP 10.1.1.26 (6b0b0714-7ca1-4d6d-b820-8be57f2679a5/08a82bb7-bfc5-4bc7-a3ee-312f82ebfc05/6c017d64-49a7-4da3-a6bc-3716925c2710) {{(pid=95101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 19:30:58.808031 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Network 664dab6d-1e81-4dd5-baec-97b96880526d details requested by agent ovs-agent-n-d-713301-16 with host n-d-713301-16 {{(pid=95103) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 19:30:58.940471 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Device 2057133e-afe6-4649-916f-fb2ef68141a8 up at agent hyperv_n-h1-713301-16 {{(pid=95103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 19:30:58.943740 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7570ccd5-e9af-4db2-ae3a-cb2e7725e280 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4c8b80df-07eb-5275-9f17-5cf640db67c0-f23b48c2-30e2-4b8a-a3bf-2e6a4262ee17', 'network_id': 'f23b48c2-30e2-4b8a-a3bf-2e6a4262ee17', 'tenant_id': '1f1788a36b0c407c84d1fe9c6d21bab4', 'fixed_ips': [{'subnet_id': '539495c3-ae71-47cf-b3b7-93ac6244515e'}]}} from n-d-713301-16. {{(pid=95103) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 23 19:30:58.944586 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-7570ccd5-e9af-4db2-ae3a-cb2e7725e280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_create {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:30:59.003556 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-697091c7-b068-49dd-af04-6ae7d7180641 None None] Pushing event updated for resources: {'Port': ['ID=4dc5f6ee-cdf5-4bd9-823d-4a1a2c05585d,revision_number=2']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:30:59.042592 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee0258e-4b6e-47aa-917d-e7b9e745d9a9 req-5cf2316c-cdea-4932-8d14-a62a63db2d93 tempest-ServerActionsTestJSON-618918056 tempest-ServerActionsTestJSON-618918056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:30:59.053272 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-2ee0258e-4b6e-47aa-917d-e7b9e745d9a9 req-5cf2316c-cdea-4932-8d14-a62a63db2d93 tempest-ServerActionsTestJSON-618918056 tempest-ServerActionsTestJSON-618918056-project] 10.222.0.67 "GET /v2.0/ports?device_id=7fa91134-8ee0-4baa-9037-6ca73d6b4c83 HTTP/1.1" status: 200 len: 946 time: 0.3112988 Sep 23 19:30:59.220905 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-2ee0258e-4b6e-47aa-917d-e7b9e745d9a9 req-cb7081db-f318-4505-9053-750e143c3f18 tempest-ServerActionsTestJSON-618918056 tempest-ServerActionsTestJSON-618918056-project] 10.222.0.67 "GET /v2.0/security-groups?id=d2a75794-f2ea-419f-9d09-0096f3fe96c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1631575 Sep 23 19:30:59.251350 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-057ffd06-b57a-4867-bd98-022c642198d5 tempest-TaggedBootDevicesTest_v242-1470406513 tempest-TaggedBootDevicesTest_v242-1470406513-project] Notify callbacks [] for port, precommit_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:30:59.324240 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Provisioning complete for port 2057133e-afe6-4649-916f-fb2ef68141a8 triggered by entity L2. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:30:59.324570 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:30:59.347789 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-057ffd06-b57a-4867-bd98-022c642198d5 tempest-TaggedBootDevicesTest_v242-1470406513 tempest-TaggedBootDevicesTest_v242-1470406513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783145673135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5607431'] for port, after_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:30:59.484747 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-057ffd06-b57a-4867-bd98-022c642198d5 tempest-TaggedBootDevicesTest_v242-1470406513 tempest-TaggedBootDevicesTest_v242-1470406513-project] Network 6b0b0714-7ca1-4d6d-b820-8be57f2679a5 is already hosted by enough agents. {{(pid=95101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:30:59.495448 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.base_scheduler [None req-057ffd06-b57a-4867-bd98-022c642198d5 tempest-TaggedBootDevicesTest_v242-1470406513 tempest-TaggedBootDevicesTest_v242-1470406513-project] Resources bound (agent type, host, resource id): {{(pid=95101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:30:59.501995 n-d-713301-16 neutron-server[95101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-057ffd06-b57a-4867-bd98-022c642198d5 tempest-TaggedBootDevicesTest_v242-1470406513 tempest-TaggedBootDevicesTest_v242-1470406513-project] Received port after_create {{(pid=95101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 19:30:59.610683 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.db_base_plugin_common [None req-7570ccd5-e9af-4db2-ae3a-cb2e7725e280 None None] Allocated IP 10.2.2.2 (f23b48c2-30e2-4b8a-a3bf-2e6a4262ee17/539495c3-ae71-47cf-b3b7-93ac6244515e/758c0244-2b62-4421-a602-727dc8186f71) {{(pid=95103) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 19:30:59.640431 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-057ffd06-b57a-4867-bd98-022c642198d5 tempest-TaggedBootDevicesTest_v242-1470406513 tempest-TaggedBootDevicesTest_v242-1470406513-project] Pushing event updated for resources: {'Port': ['ID=6c017d64-49a7-4da3-a6bc-3716925c2710,revision_number=1']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:30:59.670852 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-057ffd06-b57a-4867-bd98-022c642198d5 tempest-TaggedBootDevicesTest_v242-1470406513 tempest-TaggedBootDevicesTest_v242-1470406513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:30:59.671542 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-057ffd06-b57a-4867-bd98-022c642198d5 tempest-TaggedBootDevicesTest_v242-1470406513 tempest-TaggedBootDevicesTest_v242-1470406513-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222849'] for port, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:30:59.703919 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-057ffd06-b57a-4867-bd98-022c642198d5 tempest-TaggedBootDevicesTest_v242-1470406513 tempest-TaggedBootDevicesTest_v242-1470406513-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.8057799 Sep 23 19:30:59.706828 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 44800) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:30:59.714513 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:30:59.719898 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.v2.base [None req-c9cb7603-cbf9-4990-8a0f-230a832fe54d tempest-TaggedBootDevicesTest_v242-1470406513 tempest-TaggedBootDevicesTest_v242-1470406513-project] Request body: {'port': {'network_id': '6b0b0714-7ca1-4d6d-b820-8be57f2679a5', 'name': 'tempest-TaggedBootDevicesTest_v242-568748089', 'fixed_ips': [{'subnet_id': '08a82bb7-bfc5-4bc7-a3ee-312f82ebfc05'}]}} {{(pid=95101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:30:59.724004 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c608c2e-beea-4752-b870-7ec98f51396b req-9907d35f-327d-4499-abcf-00d6d997e0e9 tempest-MultipleCreateTestJSON-1258598126 tempest-MultipleCreateTestJSON-1258598126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:30:59.729676 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-9c608c2e-beea-4752-b870-7ec98f51396b req-9907d35f-327d-4499-abcf-00d6d997e0e9 tempest-MultipleCreateTestJSON-1258598126 tempest-MultipleCreateTestJSON-1258598126-project] 10.222.0.67 "GET /v2.0/ports?device_id=9cb3e22c-c8aa-453f-930f-ceeea57eaa25 HTTP/1.1" status: 200 len: 946 time: 0.1692789 Sep 23 19:30:59.869329 n-d-713301-16 neutron-server[95103]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7fa91134-8ee0-4baa-9037-6ca73d6b4c83', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2057133e-afe6-4649-916f-fb2ef68141a8'}] {{(pid=95103) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 19:30:59.875982 n-d-713301-16 neutron-server[95103]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}81a1c17f2aa89d5b3ebbba3a3e0cf7eb588e431c2224256110c4c4facdd7c3e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1aa42f4-f2ce-48bc-a848-1f0f40c4e974" -d '{"events": [{"server_uuid": "7fa91134-8ee0-4baa-9037-6ca73d6b4c83", "name": "network-vif-plugged", "status": "completed", "tag": "2057133e-afe6-4649-916f-fb2ef68141a8"}]}' {{(pid=95103) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 19:30:59.922154 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] For port 2057133e-afe6-4649-916f-fb2ef68141a8, host n-h1-713301-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-16',level=0,port_id=2057133e-afe6-4649-916f-fb2ef68141a8,segment=NetworkSegment(0ad9f853-8282-44e3-ac3b-2b75c9223dae),segment_id=0ad9f853-8282-44e3-ac3b-2b75c9223dae)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:30:59.929703 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:30:59.981904 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-9c608c2e-beea-4752-b870-7ec98f51396b req-f42bbc8b-2aa9-4daf-9752-9099acfae40c tempest-MultipleCreateTestJSON-1258598126 tempest-MultipleCreateTestJSON-1258598126-project] 10.222.0.67 "GET /v2.0/security-groups?id=c80e840b-1ed2-48e2-be35-8dcdc113c8e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2330587 Sep 23 19:31:00.085474 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9cb7603-cbf9-4990-8a0f-230a832fe54d tempest-TaggedBootDevicesTest_v242-1470406513 tempest-TaggedBootDevicesTest_v242-1470406513-project] Made reservation on behalf of 1f1788a36b0c407c84d1fe9c6d21bab4 for: {'port': 1} {{(pid=95101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:31:00.096084 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-c9cb7603-cbf9-4990-8a0f-230a832fe54d tempest-TaggedBootDevicesTest_v242-1470406513 tempest-TaggedBootDevicesTest_v242-1470406513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:00.167452 n-d-713301-16 neutron-server[95101]: DEBUG neutron.notifiers.nova [None req-c9cb7603-cbf9-4990-8a0f-230a832fe54d tempest-TaggedBootDevicesTest_v242-1470406513 tempest-TaggedBootDevicesTest_v242-1470406513-project] device_id is not set on port e9421940-155e-4e16-8fe7-2df3b3cd6370 yet. {{(pid=95101) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 23 19:31:00.205024 n-d-713301-16 neutron-server[95102]: DEBUG neutron.objects.ports [None req-dc0c6a34-5c1c-4f6e-8ba1-3d900acf9be5 tempest-RoutersAdminTest-1385384480 tempest-RoutersAdminTest-1385384480-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=95102) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 23 19:31:00.206066 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-dc0c6a34-5c1c-4f6e-8ba1-3d900acf9be5 tempest-RoutersAdminTest-1385384480 tempest-RoutersAdminTest-1385384480-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4398944', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5388242'] for subnet, after_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:00.292568 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-7570ccd5-e9af-4db2-ae3a-cb2e7725e280 None None] Notify callbacks [] for port, precommit_create {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:00.300246 n-d-713301-16 neutron-server[95103]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 19:30:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb7778ba-8f20-44fd-9959-df1934dc1a9a x-openstack-request-id: req-fb7778ba-8f20-44fd-9959-df1934dc1a9a {{(pid=95103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 19:31:00.300878 n-d-713301-16 neutron-server[95103]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7fa91134-8ee0-4baa-9037-6ca73d6b4c83", "name": "network-vif-plugged", "status": "completed", "tag": "2057133e-afe6-4649-916f-fb2ef68141a8", "code": 200}]} {{(pid=95103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 19:31:00.301329 n-d-713301-16 neutron-server[95103]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-fb7778ba-8f20-44fd-9959-df1934dc1a9a {{(pid=95103) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 19:31:00.306413 n-d-713301-16 neutron-server[95103]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7fa91134-8ee0-4baa-9037-6ca73d6b4c83', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2057133e-afe6-4649-916f-fb2ef68141a8', 'code': 200} Sep 23 19:31:00.311268 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Device 4dc5f6ee-cdf5-4bd9-823d-4a1a2c05585d up at agent ovs-agent-n-d-713301-16 {{(pid=95103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 19:31:00.329946 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-7570ccd5-e9af-4db2-ae3a-cb2e7725e280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783145673135'] for port, after_create {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:00.445216 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc0c6a34-5c1c-4f6e-8ba1-3d900acf9be5 tempest-RoutersAdminTest-1385384480 tempest-RoutersAdminTest-1385384480-project-admin] Checking segment: {'id': '4b142e76-cb6a-4174-b494-9ce592a86b90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '664dab6d-1e81-4dd5-baec-97b96880526d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95102) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:31:00.445965 n-d-713301-16 neutron-server[95102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc0c6a34-5c1c-4f6e-8ba1-3d900acf9be5 tempest-RoutersAdminTest-1385384480 tempest-RoutersAdminTest-1385384480-project-admin] Network hostable DHCP agents. Network: 664dab6d-1e81-4dd5-baec-97b96880526d, hostable agents: ['1b18bf05-1b5f-4587-be5c-af3ac38e32ad'], hosted agents: [] {{(pid=95102) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 19:31:00.447887 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc0c6a34-5c1c-4f6e-8ba1-3d900acf9be5 tempest-RoutersAdminTest-1385384480 tempest-RoutersAdminTest-1385384480-project-admin] Pushing event updated for resources: {'Subnet': ['ID=bd797c1d-ac7c-405d-80ac-acf9c225b2a8,revision_number=0']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:31:00.517283 n-d-713301-16 neutron-server[95103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7570ccd5-e9af-4db2-ae3a-cb2e7725e280 None None] Network f23b48c2-30e2-4b8a-a3bf-2e6a4262ee17 is already hosted by enough agents. {{(pid=95103) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:31:00.519204 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Pushing event updated for resources: {'Port': ['ID=2057133e-afe6-4649-916f-fb2ef68141a8,revision_number=13']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:31:00.536449 n-d-713301-16 neutron-server[95102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc0c6a34-5c1c-4f6e-8ba1-3d900acf9be5 tempest-RoutersAdminTest-1385384480 tempest-RoutersAdminTest-1385384480-project-admin] Network 664dab6d-1e81-4dd5-baec-97b96880526d is scheduled to be hosted by DHCP agent 1b18bf05-1b5f-4587-be5c-af3ac38e32ad with binding_index 1 {{(pid=95102) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 19:31:00.540300 n-d-713301-16 neutron-server[95103]: DEBUG neutron.scheduler.base_scheduler [None req-7570ccd5-e9af-4db2-ae3a-cb2e7725e280 None None] Resources bound (agent type, host, resource id): {{(pid=95103) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:31:00.550431 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b282baf-6f74-4d86-9e3c-f6dd44f08921 None None] Network 6b0b0714-7ca1-4d6d-b820-8be57f2679a5 requested from n-d-713301-16 {{(pid=95103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 19:31:00.585333 n-d-713301-16 neutron-server[95102]: DEBUG neutron.scheduler.base_scheduler [None req-dc0c6a34-5c1c-4f6e-8ba1-3d900acf9be5 tempest-RoutersAdminTest-1385384480 tempest-RoutersAdminTest-1385384480-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713301-16, 664dab6d-1e81-4dd5-baec-97b96880526d) {{(pid=95102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:31:00.597963 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc0c6a34-5c1c-4f6e-8ba1-3d900acf9be5 tempest-RoutersAdminTest-1385384480 tempest-RoutersAdminTest-1385384480-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:31:00.598582 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-dc0c6a34-5c1c-4f6e-8ba1-3d900acf9be5 tempest-RoutersAdminTest-1385384480 tempest-RoutersAdminTest-1385384480-project-admin] Notify callbacks [] for subnet, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:00.626618 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7570ccd5-e9af-4db2-ae3a-cb2e7725e280 None None] Received port after_create {{(pid=95103) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 19:31:00.632057 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af91625a-7138-413c-8670-28968ec17040 None None] Network 664dab6d-1e81-4dd5-baec-97b96880526d requested from n-d-713301-16 {{(pid=95103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 19:31:00.718718 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-dc0c6a34-5c1c-4f6e-8ba1-3d900acf9be5 tempest-RoutersAdminTest-1385384480 tempest-RoutersAdminTest-1385384480-project-admin] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 2.1000013 Sep 23 19:31:00.723812 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 44816) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:31:00.734294 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.v2.base [None req-49b8b442-c977-4ade-8edb-43d878caeb37 tempest-RoutersAdminTest-1385384480 tempest-RoutersAdminTest-1385384480-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminTest-1044125693', 'network_id': '664dab6d-1e81-4dd5-baec-97b96880526d'}} {{(pid=95101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:31:00.755287 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbce4bfd-84b4-410b-8224-d58d5e267ee4 req-3e5a5403-b3ff-4463-907a-c6e789ac495b tempest-ServerActionsTestJSON-618918056 tempest-ServerActionsTestJSON-618918056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:31:00.756875 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-dbce4bfd-84b4-410b-8224-d58d5e267ee4 req-3e5a5403-b3ff-4463-907a-c6e789ac495b tempest-ServerActionsTestJSON-618918056 tempest-ServerActionsTestJSON-618918056-project] 10.222.0.67 "GET /v2.0/ports?device_id=7fa91134-8ee0-4baa-9037-6ca73d6b4c83 HTTP/1.1" status: 200 len: 947 time: 0.1512644 Sep 23 19:31:00.812938 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7570ccd5-e9af-4db2-ae3a-cb2e7725e280 None None] Pushing event updated for resources: {'Port': ['ID=758c0244-2b62-4421-a602-727dc8186f71,revision_number=1']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:31:00.815648 n-d-713301-16 neutron-server[95101]: DEBUG neutron.db.db_base_plugin_common [None req-c9cb7603-cbf9-4990-8a0f-230a832fe54d tempest-TaggedBootDevicesTest_v242-1470406513 tempest-TaggedBootDevicesTest_v242-1470406513-project] Allocated IP 10.1.1.166 (6b0b0714-7ca1-4d6d-b820-8be57f2679a5/08a82bb7-bfc5-4bc7-a3ee-312f82ebfc05/e9421940-155e-4e16-8fe7-2df3b3cd6370) {{(pid=95101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 19:31:00.831233 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49b8b442-c977-4ade-8edb-43d878caeb37 tempest-RoutersAdminTest-1385384480 tempest-RoutersAdminTest-1385384480-project-admin] Made reservation on behalf of 79338f4a15e84664bb481a760a1c22f6 for: {'port': 1} {{(pid=95101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:31:00.833798 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-49b8b442-c977-4ade-8edb-43d878caeb37 tempest-RoutersAdminTest-1385384480 tempest-RoutersAdminTest-1385384480-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:00.843670 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-f04dd2dd-8c60-48d6-be9c-40e63c370adc None None] Provisioning complete for port 4dc5f6ee-cdf5-4bd9-823d-4a1a2c05585d triggered by entity DHCP. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:31:00.844074 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-f04dd2dd-8c60-48d6-be9c-40e63c370adc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:00.845769 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Provisioning complete for port 4dc5f6ee-cdf5-4bd9-823d-4a1a2c05585d triggered by entity L2. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:31:00.846435 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:00.847330 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-dbce4bfd-84b4-410b-8224-d58d5e267ee4 req-12a8c2d6-b343-4456-9052-d783d8a3755d tempest-ServerActionsTestJSON-618918056 tempest-ServerActionsTestJSON-618918056-project] 10.222.0.67 "GET /v2.0/security-groups?id=d2a75794-f2ea-419f-9d09-0096f3fe96c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0764401 Sep 23 19:31:00.885870 n-d-713301-16 neutron-server[95101]: DEBUG neutron.notifiers.nova [None req-49b8b442-c977-4ade-8edb-43d878caeb37 tempest-RoutersAdminTest-1385384480 tempest-RoutersAdminTest-1385384480-project-admin] device_id is not set on port 9bb9a7ae-584e-4202-bddc-f5794c921f6a yet. {{(pid=95101) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 23 19:31:01.039635 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.managers [None req-7570ccd5-e9af-4db2-ae3a-cb2e7725e280 None None] Attempting to bind port 758c0244-2b62-4421-a602-727dc8186f71 on host n-d-713301-16 for vnic_type normal with profile {{(pid=95103) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 19:31:01.040435 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.managers [None req-7570ccd5-e9af-4db2-ae3a-cb2e7725e280 None None] Attempting to bind port 758c0244-2b62-4421-a602-727dc8186f71 by drivers openvswitch,hyperv on host n-d-713301-16 at level 0 using segments [{'id': '55c1cfc6-8877-41a0-94e7-9d7671a93bfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': 'f23b48c2-30e2-4b8a-a3bf-2e6a4262ee17'}] {{(pid=95103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 19:31:01.046158 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7570ccd5-e9af-4db2-ae3a-cb2e7725e280 None None] Attempting to bind port 758c0244-2b62-4421-a602-727dc8186f71 on network f23b48c2-30e2-4b8a-a3bf-2e6a4262ee17 {{(pid=95103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:31:01.143706 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7570ccd5-e9af-4db2-ae3a-cb2e7725e280 None None] Checking agent: {'id': '70a14545-df24-472f-8f95-bfe1719bff93', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 19, 7, 53), 'started_at': datetime.datetime(2021, 9, 23, 19, 8, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 19, 30, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 19:31:01.144250 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7570ccd5-e9af-4db2-ae3a-cb2e7725e280 None None] Checking segment: {'id': '55c1cfc6-8877-41a0-94e7-9d7671a93bfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': 'f23b48c2-30e2-4b8a-a3bf-2e6a4262ee17'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95103) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:31:01.144841 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-7570ccd5-e9af-4db2-ae3a-cb2e7725e280 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:01.145380 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7570ccd5-e9af-4db2-ae3a-cb2e7725e280 None None] Bound using segment: {'id': '55c1cfc6-8877-41a0-94e7-9d7671a93bfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': 'f23b48c2-30e2-4b8a-a3bf-2e6a4262ee17'} {{(pid=95103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 19:31:01.146041 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.managers [None req-7570ccd5-e9af-4db2-ae3a-cb2e7725e280 None None] Bound port: 758c0244-2b62-4421-a602-727dc8186f71, host: n-d-713301-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '55c1cfc6-8877-41a0-94e7-9d7671a93bfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': 'f23b48c2-30e2-4b8a-a3bf-2e6a4262ee17'}}] {{(pid=95103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 19:31:01.152857 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-7570ccd5-e9af-4db2-ae3a-cb2e7725e280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:01.354757 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-c9cb7603-cbf9-4990-8a0f-230a832fe54d tempest-TaggedBootDevicesTest_v242-1470406513 tempest-TaggedBootDevicesTest_v242-1470406513-project] Notify callbacks [] for port, precommit_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:01.387288 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7546e74-df9a-4977-bd8d-d48e0fa7b5b2 None None] Network 664dab6d-1e81-4dd5-baec-97b96880526d requested from n-d-713301-16 {{(pid=95103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 19:31:01.529080 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-7570ccd5-e9af-4db2-ae3a-cb2e7725e280 None None] For port 758c0244-2b62-4421-a602-727dc8186f71, host n-d-713301-16, cleared binding levels {{(pid=95103) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 19:31:01.561362 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-c9cb7603-cbf9-4990-8a0f-230a832fe54d tempest-TaggedBootDevicesTest_v242-1470406513 tempest-TaggedBootDevicesTest_v242-1470406513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783145673135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5607431'] for port, after_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:01.654564 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9cb7603-cbf9-4990-8a0f-230a832fe54d tempest-TaggedBootDevicesTest_v242-1470406513 tempest-TaggedBootDevicesTest_v242-1470406513-project] Pushing event updated for resources: {'Port': ['ID=e9421940-155e-4e16-8fe7-2df3b3cd6370,revision_number=1']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:31:01.736531 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9cb7603-cbf9-4990-8a0f-230a832fe54d tempest-TaggedBootDevicesTest_v242-1470406513 tempest-TaggedBootDevicesTest_v242-1470406513-project] Network 6b0b0714-7ca1-4d6d-b820-8be57f2679a5 is already hosted by enough agents. {{(pid=95101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:31:01.747723 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.base_scheduler [None req-c9cb7603-cbf9-4990-8a0f-230a832fe54d tempest-TaggedBootDevicesTest_v242-1470406513 tempest-TaggedBootDevicesTest_v242-1470406513-project] Resources bound (agent type, host, resource id): {{(pid=95101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:31:01.753032 n-d-713301-16 neutron-server[95101]: DEBUG neutron.db.db_base_plugin_common [None req-49b8b442-c977-4ade-8edb-43d878caeb37 tempest-RoutersAdminTest-1385384480 tempest-RoutersAdminTest-1385384480-project-admin] Allocated IP 172.20.0.13 (664dab6d-1e81-4dd5-baec-97b96880526d/bd797c1d-ac7c-405d-80ac-acf9c225b2a8/9bb9a7ae-584e-4202-bddc-f5794c921f6a) {{(pid=95101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 19:31:01.777135 n-d-713301-16 neutron-server[95101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9cb7603-cbf9-4990-8a0f-230a832fe54d tempest-TaggedBootDevicesTest_v242-1470406513 tempest-TaggedBootDevicesTest_v242-1470406513-project] Received port after_create {{(pid=95101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 19:31:02.094044 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-7570ccd5-e9af-4db2-ae3a-cb2e7725e280 None None] For port 758c0244-2b62-4421-a602-727dc8186f71, host n-d-713301-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-16',level=0,port_id=758c0244-2b62-4421-a602-727dc8186f71,segment=NetworkSegment(55c1cfc6-8877-41a0-94e7-9d7671a93bfb),segment_id=55c1cfc6-8877-41a0-94e7-9d7671a93bfb)] {{(pid=95103) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 19:31:02.098388 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:02.100365 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-f04dd2dd-8c60-48d6-be9c-40e63c370adc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:02.150534 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-7570ccd5-e9af-4db2-ae3a-cb2e7725e280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:02.244743 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9cb7603-cbf9-4990-8a0f-230a832fe54d tempest-TaggedBootDevicesTest_v242-1470406513 tempest-TaggedBootDevicesTest_v242-1470406513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:31:02.244743 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-c9cb7603-cbf9-4990-8a0f-230a832fe54d tempest-TaggedBootDevicesTest_v242-1470406513 tempest-TaggedBootDevicesTest_v242-1470406513-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222849'] for port, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:02.281389 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc40c892-0b5b-4544-88d1-cd746676e323 req-b4871fc2-290b-405b-9c80-94f914fab915 tempest-MultipleCreateTestJSON-1258598126 tempest-MultipleCreateTestJSON-1258598126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:31:02.284065 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-fc40c892-0b5b-4544-88d1-cd746676e323 req-b4871fc2-290b-405b-9c80-94f914fab915 tempest-MultipleCreateTestJSON-1258598126 tempest-MultipleCreateTestJSON-1258598126-project] 10.222.0.74 "GET /v2.0/ports?device_id=9cb3e22c-c8aa-453f-930f-ceeea57eaa25 HTTP/1.1" status: 200 len: 946 time: 0.5003943 Sep 23 19:31:02.347982 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-c9cb7603-cbf9-4990-8a0f-230a832fe54d tempest-TaggedBootDevicesTest_v242-1470406513 tempest-TaggedBootDevicesTest_v242-1470406513-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 2.6400483 Sep 23 19:31:02.360831 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b803f59-ca70-4791-9bfb-5aaaab2eea9f req-bea75cbe-7e46-40c6-95dc-4a61b627db70 tempest-MultipleCreateTestJSON-1258598126 tempest-MultipleCreateTestJSON-1258598126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:31:02.378261 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-8b803f59-ca70-4791-9bfb-5aaaab2eea9f req-bea75cbe-7e46-40c6-95dc-4a61b627db70 tempest-MultipleCreateTestJSON-1258598126 tempest-MultipleCreateTestJSON-1258598126-project] 10.222.0.67 "GET /v2.0/ports?device_id=9cb3e22c-c8aa-453f-930f-ceeea57eaa25 HTTP/1.1" status: 200 len: 946 time: 0.1760933 Sep 23 19:31:02.460282 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-f04dd2dd-8c60-48d6-be9c-40e63c370adc None None] For port 4dc5f6ee-cdf5-4bd9-823d-4a1a2c05585d, host n-d-713301-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-16',level=0,port_id=4dc5f6ee-cdf5-4bd9-823d-4a1a2c05585d,segment=NetworkSegment(f1ac3ad9-0f16-48a3-9c98-25f1a3519880),segment_id=f1ac3ad9-0f16-48a3-9c98-25f1a3519880)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:31:02.486006 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-8b803f59-ca70-4791-9bfb-5aaaab2eea9f req-28238c0a-0d34-4c1b-8056-e24518c3c30f tempest-MultipleCreateTestJSON-1258598126 tempest-MultipleCreateTestJSON-1258598126-project] 10.222.0.67 "GET /v2.0/security-groups?id=c80e840b-1ed2-48e2-be35-8dcdc113c8e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1048543 Sep 23 19:31:02.489804 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-f04dd2dd-8c60-48d6-be9c-40e63c370adc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:02.550911 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7570ccd5-e9af-4db2-ae3a-cb2e7725e280 None None] Pushing event updated for resources: {'Port': ['ID=758c0244-2b62-4421-a602-727dc8186f71,revision_number=2']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:31:02.772544 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-237e3961-3da9-41bd-81da-0bd309ffbd86 req-441f76d5-8d26-4197-ae58-f30656f80a43 tempest-ServerActionsTestJSON-618918056 tempest-ServerActionsTestJSON-618918056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:31:02.774455 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-237e3961-3da9-41bd-81da-0bd309ffbd86 req-441f76d5-8d26-4197-ae58-f30656f80a43 tempest-ServerActionsTestJSON-618918056 tempest-ServerActionsTestJSON-618918056-project] 10.222.0.67 "GET /v2.0/ports?device_id=7fa91134-8ee0-4baa-9037-6ca73d6b4c83 HTTP/1.1" status: 200 len: 947 time: 0.1734109 Sep 23 19:31:02.902113 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.db.api [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95103) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 23 19:31:02.902113 n-d-713301-16 neutron-server[95103]: DEBUG oslo_db.api [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 23 19:31:02.904939 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-237e3961-3da9-41bd-81da-0bd309ffbd86 req-8c0de872-541a-4b2c-92ef-6ce135e414ec tempest-ServerActionsTestJSON-618918056 tempest-ServerActionsTestJSON-618918056-project] 10.222.0.67 "GET /v2.0/security-groups?id=d2a75794-f2ea-419f-9d09-0096f3fe96c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1059430 Sep 23 19:31:02.933517 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-49b8b442-c977-4ade-8edb-43d878caeb37 tempest-RoutersAdminTest-1385384480 tempest-RoutersAdminTest-1385384480-project-admin] Notify callbacks [] for port, precommit_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:02.955774 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.plugin [req-fc40c892-0b5b-4544-88d1-cd746676e323 req-078cfb8d-3ec7-45de-847b-6517ee0d63ef tempest-MultipleCreateTestJSON-1258598126 tempest-MultipleCreateTestJSON-1258598126-project] Deleting port c7d53fb1-3bfb-45d6-b70c-1b6195b3ca90 {{(pid=95101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:31:02.956121 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-fc40c892-0b5b-4544-88d1-cd746676e323 req-078cfb8d-3ec7-45de-847b-6517ee0d63ef tempest-MultipleCreateTestJSON-1258598126 tempest-MultipleCreateTestJSON-1258598126-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783146157096'] for port, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:02.996878 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-cace0085-8a19-41c5-b2c9-57deae6e8ecd None None] Provisioning complete for port 6c017d64-49a7-4da3-a6bc-3716925c2710 triggered by entity DHCP. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:31:02.998944 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-cace0085-8a19-41c5-b2c9-57deae6e8ecd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:03.013816 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f04dd2dd-8c60-48d6-be9c-40e63c370adc None None] Pushing event updated for resources: {'Port': ['ID=4dc5f6ee-cdf5-4bd9-823d-4a1a2c05585d,revision_number=3']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:31:03.096772 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91355a5-f335-4605-91d6-e3f9f70ec732 req-be113b75-82e7-4c52-ac51-60b1083c46cf tempest-MultipleCreateTestJSON-1258598126 tempest-MultipleCreateTestJSON-1258598126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:31:03.101104 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-f91355a5-f335-4605-91d6-e3f9f70ec732 req-be113b75-82e7-4c52-ac51-60b1083c46cf tempest-MultipleCreateTestJSON-1258598126 tempest-MultipleCreateTestJSON-1258598126-project] 10.222.0.53 "GET /v2.0/ports?device_id=f669463e-73af-4794-bedb-ae74bd805722 HTTP/1.1" status: 200 len: 945 time: 0.5103962 Sep 23 19:31:03.172942 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.plugin [None req-cace0085-8a19-41c5-b2c9-57deae6e8ecd None None] Port 6c017d64-49a7-4da3-a6bc-3716925c2710 cannot update to ACTIVE because it is not bound. {{(pid=95103) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 19:31:03.190956 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-49b8b442-c977-4ade-8edb-43d878caeb37 tempest-RoutersAdminTest-1385384480 tempest-RoutersAdminTest-1385384480-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783145673135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5607431'] for port, after_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:03.247920 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-cace0085-8a19-41c5-b2c9-57deae6e8ecd None None] Provisioning complete for port 4dc5f6ee-cdf5-4bd9-823d-4a1a2c05585d triggered by entity DHCP. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:31:03.248169 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-cace0085-8a19-41c5-b2c9-57deae6e8ecd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:03.355923 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49b8b442-c977-4ade-8edb-43d878caeb37 tempest-RoutersAdminTest-1385384480 tempest-RoutersAdminTest-1385384480-project-admin] Network 664dab6d-1e81-4dd5-baec-97b96880526d is already hosted by enough agents. {{(pid=95101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:31:03.375231 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.base_scheduler [None req-49b8b442-c977-4ade-8edb-43d878caeb37 tempest-RoutersAdminTest-1385384480 tempest-RoutersAdminTest-1385384480-project-admin] Resources bound (agent type, host, resource id): {{(pid=95101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:31:03.393799 n-d-713301-16 neutron-server[95101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49b8b442-c977-4ade-8edb-43d878caeb37 tempest-RoutersAdminTest-1385384480 tempest-RoutersAdminTest-1385384480-project-admin] Received port after_create {{(pid=95101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 19:31:03.397572 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.db [req-fc40c892-0b5b-4544-88d1-cd746676e323 req-078cfb8d-3ec7-45de-847b-6517ee0d63ef tempest-MultipleCreateTestJSON-1258598126 tempest-MultipleCreateTestJSON-1258598126-project] For port c7d53fb1-3bfb-45d6-b70c-1b6195b3ca90, host n-h1-713301-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-16',level=0,port_id=c7d53fb1-3bfb-45d6-b70c-1b6195b3ca90,segment=NetworkSegment(90bfd6a3-67fd-48b1-905c-725d166593d5),segment_id=90bfd6a3-67fd-48b1-905c-725d166593d5)] {{(pid=95101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:31:03.397943 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-fc40c892-0b5b-4544-88d1-cd746676e323 req-078cfb8d-3ec7-45de-847b-6517ee0d63ef tempest-MultipleCreateTestJSON-1258598126 tempest-MultipleCreateTestJSON-1258598126-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-605701'] for port, precommit_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:03.403814 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49b8b442-c977-4ade-8edb-43d878caeb37 tempest-RoutersAdminTest-1385384480 tempest-RoutersAdminTest-1385384480-project-admin] Pushing event updated for resources: {'Port': ['ID=9bb9a7ae-584e-4202-bddc-f5794c921f6a,revision_number=1']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:31:03.518528 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.plugin [req-fc40c892-0b5b-4544-88d1-cd746676e323 req-078cfb8d-3ec7-45de-847b-6517ee0d63ef tempest-MultipleCreateTestJSON-1258598126 tempest-MultipleCreateTestJSON-1258598126-project] Calling delete_port for c7d53fb1-3bfb-45d6-b70c-1b6195b3ca90 owned by compute:nova {{(pid=95101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:31:03.659837 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-315ace43-b774-4de1-bba0-d91af8368382 None None] Provisioning complete for port e9421940-155e-4e16-8fe7-2df3b3cd6370 triggered by entity DHCP. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:31:03.660502 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-315ace43-b774-4de1-bba0-d91af8368382 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:03.719008 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49b8b442-c977-4ade-8edb-43d878caeb37 tempest-RoutersAdminTest-1385384480 tempest-RoutersAdminTest-1385384480-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:31:03.732240 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-49b8b442-c977-4ade-8edb-43d878caeb37 tempest-RoutersAdminTest-1385384480 tempest-RoutersAdminTest-1385384480-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222849'] for port, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:03.749038 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.plugin [None req-315ace43-b774-4de1-bba0-d91af8368382 None None] Port e9421940-155e-4e16-8fe7-2df3b3cd6370 cannot update to ACTIVE because it is not bound. {{(pid=95103) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 19:31:03.789679 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Device 758c0244-2b62-4421-a602-727dc8186f71 up at agent ovs-agent-n-d-713301-16 {{(pid=95103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 19:31:03.794925 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.plugin [req-f91355a5-f335-4605-91d6-e3f9f70ec732 req-949fec92-a8ee-46e1-b32c-7998e69a0249 tempest-MultipleCreateTestJSON-1258598126 tempest-MultipleCreateTestJSON-1258598126-project] Deleting port 02656d73-a2c3-4c0a-9e59-e50b61e68ab6 {{(pid=95101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:31:03.795502 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-f91355a5-f335-4605-91d6-e3f9f70ec732 req-949fec92-a8ee-46e1-b32c-7998e69a0249 tempest-MultipleCreateTestJSON-1258598126 tempest-MultipleCreateTestJSON-1258598126-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783146157096'] for port, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:03.893932 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Provisioning complete for port 758c0244-2b62-4421-a602-727dc8186f71 triggered by entity L2. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:31:03.894315 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:03.984378 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-49b8b442-c977-4ade-8edb-43d878caeb37 tempest-RoutersAdminTest-1385384480 tempest-RoutersAdminTest-1385384480-project-admin] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1024 time: 3.2594392 Sep 23 19:31:03.987551 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 44842) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:31:04.240429 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.db [req-f91355a5-f335-4605-91d6-e3f9f70ec732 req-949fec92-a8ee-46e1-b32c-7998e69a0249 tempest-MultipleCreateTestJSON-1258598126 tempest-MultipleCreateTestJSON-1258598126-project] For port 02656d73-a2c3-4c0a-9e59-e50b61e68ab6, host n-h2-713301-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-16',level=0,port_id=02656d73-a2c3-4c0a-9e59-e50b61e68ab6,segment=NetworkSegment(90bfd6a3-67fd-48b1-905c-725d166593d5),segment_id=90bfd6a3-67fd-48b1-905c-725d166593d5)] {{(pid=95101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:31:04.241482 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-f91355a5-f335-4605-91d6-e3f9f70ec732 req-949fec92-a8ee-46e1-b32c-7998e69a0249 tempest-MultipleCreateTestJSON-1258598126 tempest-MultipleCreateTestJSON-1258598126-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-605701'] for port, precommit_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:04.246298 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:04.286821 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.plugin [None req-77f9b825-1582-4fc7-a42b-ebc1ec2186b9 tempest-RoutersAdminTest-1385384480 tempest-RoutersAdminTest-1385384480-project-admin] Deleting port 9bb9a7ae-584e-4202-bddc-f5794c921f6a {{(pid=95102) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:31:04.287297 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-77f9b825-1582-4fc7-a42b-ebc1ec2186b9 tempest-RoutersAdminTest-1385384480 tempest-RoutersAdminTest-1385384480-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783146157096'] for port, before_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:04.409532 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] For port 758c0244-2b62-4421-a602-727dc8186f71, host n-d-713301-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-16',level=0,port_id=758c0244-2b62-4421-a602-727dc8186f71,segment=NetworkSegment(55c1cfc6-8877-41a0-94e7-9d7671a93bfb),segment_id=55c1cfc6-8877-41a0-94e7-9d7671a93bfb)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:31:04.418204 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:04.422544 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Device 4dc5f6ee-cdf5-4bd9-823d-4a1a2c05585d up at agent ovs-agent-n-d-713301-16 {{(pid=95103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 19:31:04.492994 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.plugin [req-f91355a5-f335-4605-91d6-e3f9f70ec732 req-949fec92-a8ee-46e1-b32c-7998e69a0249 tempest-MultipleCreateTestJSON-1258598126 tempest-MultipleCreateTestJSON-1258598126-project] Calling delete_port for 02656d73-a2c3-4c0a-9e59-e50b61e68ab6 owned by compute:nova {{(pid=95101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:31:04.638424 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb1c9c8b-f743-4497-b38f-549d91ca3d21 None None] Network f23b48c2-30e2-4b8a-a3bf-2e6a4262ee17 requested from n-d-713301-16 {{(pid=95103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 19:31:04.718122 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-77f9b825-1582-4fc7-a42b-ebc1ec2186b9 tempest-RoutersAdminTest-1385384480 tempest-RoutersAdminTest-1385384480-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-605701'] for port, precommit_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:04.757056 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-fc40c892-0b5b-4544-88d1-cd746676e323 req-078cfb8d-3ec7-45de-847b-6517ee0d63ef tempest-MultipleCreateTestJSON-1258598126 tempest-MultipleCreateTestJSON-1258598126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783146162158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783145673144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5607431'] for port, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:04.780126 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.plugin [None req-77f9b825-1582-4fc7-a42b-ebc1ec2186b9 tempest-RoutersAdminTest-1385384480 tempest-RoutersAdminTest-1385384480-project-admin] Calling delete_port for 9bb9a7ae-584e-4202-bddc-f5794c921f6a owned by {{(pid=95102) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:31:04.801786 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 44852) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:31:04.815402 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.v2.base [None req-561b895c-9c4e-4160-8686-17acb59f1d44 tempest-TaggedBootDevicesTest_v242-1470406513 tempest-TaggedBootDevicesTest_v242-1470406513-project] Request body: {'security_group': {'name': 'tempest-securitygroup--906907262', 'description': 'tempest-description--385484599'}} {{(pid=95102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:31:05.087743 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Device c7d53fb1-3bfb-45d6-b70c-1b6195b3ca90 no longer exists at agent hyperv_n-h1-713301-16 {{(pid=95103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 19:31:05.146378 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-078cfb8d-3ec7-45de-847b-6517ee0d63ef tempest-MultipleCreateTestJSON-1258598126 tempest-MultipleCreateTestJSON-1258598126-project] Pushing event deleted for resources: {'Port': ['ID=c7d53fb1-3bfb-45d6-b70c-1b6195b3ca90,revision_number=None']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:31:05.150468 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-f91355a5-f335-4605-91d6-e3f9f70ec732 req-949fec92-a8ee-46e1-b32c-7998e69a0249 tempest-MultipleCreateTestJSON-1258598126 tempest-MultipleCreateTestJSON-1258598126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783146162158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783145673144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5607431'] for port, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:05.188489 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-561b895c-9c4e-4160-8686-17acb59f1d44 tempest-TaggedBootDevicesTest_v242-1470406513 tempest-TaggedBootDevicesTest_v242-1470406513-project] Notify callbacks [] for security_group, before_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:05.231780 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-949fec92-a8ee-46e1-b32c-7998e69a0249 tempest-MultipleCreateTestJSON-1258598126 tempest-MultipleCreateTestJSON-1258598126-project] Pushing event deleted for resources: {'Port': ['ID=02656d73-a2c3-4c0a-9e59-e50b61e68ab6,revision_number=None']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:31:05.275726 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-65973064-2b05-4ad4-87e7-22ffd7575325 req-0edb8ea8-757b-4d39-9672-b264e627d467 tempest-MultipleCreateTestJSON-1258598126 tempest-MultipleCreateTestJSON-1258598126-project] 10.222.0.67 "GET /v2.0/ports?device_id=9cb3e22c-c8aa-453f-930f-ceeea57eaa25 HTTP/1.1" status: 200 len: 210 time: 0.1301038 Sep 23 19:31:05.297079 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-e5bcf027-3b3c-4cbf-91f5-d4cde4c87c20 None None] Provisioning complete for port 758c0244-2b62-4421-a602-727dc8186f71 triggered by entity DHCP. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:31:05.297656 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-e5bcf027-3b3c-4cbf-91f5-d4cde4c87c20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:05.349006 n-d-713301-16 neutron-server[95101]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc40c892-0b5b-4544-88d1-cd746676e323 req-078cfb8d-3ec7-45de-847b-6517ee0d63ef tempest-MultipleCreateTestJSON-1258598126 tempest-MultipleCreateTestJSON-1258598126-project] No DVR routers for this DVR port c7d53fb1-3bfb-45d6-b70c-1b6195b3ca90 on host n-h1-713301-16 {{(pid=95101) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 19:31:05.365137 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-fc40c892-0b5b-4544-88d1-cd746676e323 req-078cfb8d-3ec7-45de-847b-6517ee0d63ef tempest-MultipleCreateTestJSON-1258598126 tempest-MultipleCreateTestJSON-1258598126-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222849'] for port, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:05.368050 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-fc40c892-0b5b-4544-88d1-cd746676e323 req-078cfb8d-3ec7-45de-847b-6517ee0d63ef tempest-MultipleCreateTestJSON-1258598126 tempest-MultipleCreateTestJSON-1258598126-project] 10.222.0.74 "DELETE /v2.0/ports/c7d53fb1-3bfb-45d6-b70c-1b6195b3ca90 HTTP/1.1" status: 204 len: 173 time: 3.0714850 Sep 23 19:31:05.369950 n-d-713301-16 neutron-server[95101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9cb3e22c-c8aa-453f-930f-ceeea57eaa25', 'name': 'network-vif-deleted', 'tag': 'c7d53fb1-3bfb-45d6-b70c-1b6195b3ca90'}] {{(pid=95101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 19:31:05.372539 n-d-713301-16 neutron-server[95101]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d8366c5740cd635e57ab12b71fe44a77c2acc3c19091ef849c6f68b380462244" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b1ed5ec-0d39-4949-9e67-a9f0428625e6" -d '{"events": [{"server_uuid": "9cb3e22c-c8aa-453f-930f-ceeea57eaa25", "name": "network-vif-deleted", "tag": "c7d53fb1-3bfb-45d6-b70c-1b6195b3ca90"}]}' {{(pid=95101) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 19:31:05.467703 n-d-713301-16 neutron-server[95101]: DEBUG neutron.db.l3_dvrscheduler_db [req-f91355a5-f335-4605-91d6-e3f9f70ec732 req-949fec92-a8ee-46e1-b32c-7998e69a0249 tempest-MultipleCreateTestJSON-1258598126 tempest-MultipleCreateTestJSON-1258598126-project] No DVR routers for this DVR port 02656d73-a2c3-4c0a-9e59-e50b61e68ab6 on host n-h2-713301-16 {{(pid=95101) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 19:31:05.496706 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.plugin [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] No Port match for: c7d53fb1-3bfb-45d6-b70c-1b6195b3ca90 {{(pid=95103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 19:31:05.501449 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Device c7d53fb1-3bfb-45d6-b70c-1b6195b3ca90 not bound to the agent host n-h1-713301-16 {{(pid=95103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 19:31:05.502186 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-f91355a5-f335-4605-91d6-e3f9f70ec732 req-949fec92-a8ee-46e1-b32c-7998e69a0249 tempest-MultipleCreateTestJSON-1258598126 tempest-MultipleCreateTestJSON-1258598126-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222849'] for port, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:05.515968 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-f91355a5-f335-4605-91d6-e3f9f70ec732 req-949fec92-a8ee-46e1-b32c-7998e69a0249 tempest-MultipleCreateTestJSON-1258598126 tempest-MultipleCreateTestJSON-1258598126-project] 10.222.0.53 "DELETE /v2.0/ports/02656d73-a2c3-4c0a-9e59-e50b61e68ab6 HTTP/1.1" status: 204 len: 173 time: 2.4013145 Sep 23 19:31:05.703432 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-561b895c-9c4e-4160-8686-17acb59f1d44 tempest-TaggedBootDevicesTest_v242-1470406513 tempest-TaggedBootDevicesTest_v242-1470406513-project] Notify callbacks [] for security_group, precommit_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:05.720677 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-561b895c-9c4e-4160-8686-17acb59f1d44 tempest-TaggedBootDevicesTest_v242-1470406513 tempest-TaggedBootDevicesTest_v242-1470406513-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:05.773836 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-77f9b825-1582-4fc7-a42b-ebc1ec2186b9 tempest-RoutersAdminTest-1385384480 tempest-RoutersAdminTest-1385384480-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783146162158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783145673144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4399100'] for port, after_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:05.828137 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-561b895c-9c4e-4160-8686-17acb59f1d44 tempest-TaggedBootDevicesTest_v242-1470406513 tempest-TaggedBootDevicesTest_v242-1470406513-project] Notify callbacks [] for security_group, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:05.830538 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-561b895c-9c4e-4160-8686-17acb59f1d44 tempest-TaggedBootDevicesTest_v242-1470406513 tempest-TaggedBootDevicesTest_v242-1470406513-project] 10.222.0.67 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 1.0214634 Sep 23 19:31:05.834050 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 44858) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:31:05.839619 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.v2.base [None req-b2239c04-ab30-40e9-b1c2-8393c65957f1 tempest-TaggedBootDevicesTest_v242-1470406513 tempest-TaggedBootDevicesTest_v242-1470406513-project] Request body: {'security_group_rule': {'security_group_id': '687e4f9e-0a49-4ef3-86dc-e31b7edc6949', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:31:05.891465 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Pushing event updated for resources: {'Port': ['ID=758c0244-2b62-4421-a602-727dc8186f71,revision_number=3']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:31:05.895193 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77f9b825-1582-4fc7-a42b-ebc1ec2186b9 tempest-RoutersAdminTest-1385384480 tempest-RoutersAdminTest-1385384480-project-admin] Pushing event deleted for resources: {'Port': ['ID=9bb9a7ae-584e-4202-bddc-f5794c921f6a,revision_number=None']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:31:05.911932 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Provisioning complete for port 4dc5f6ee-cdf5-4bd9-823d-4a1a2c05585d triggered by entity L2. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:31:05.912314 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:06.020203 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-b2239c04-ab30-40e9-b1c2-8393c65957f1 tempest-TaggedBootDevicesTest_v242-1470406513 tempest-TaggedBootDevicesTest_v242-1470406513-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:06.154343 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-b2239c04-ab30-40e9-b1c2-8393c65957f1 tempest-TaggedBootDevicesTest_v242-1470406513 tempest-TaggedBootDevicesTest_v242-1470406513-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:06.161495 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-b2239c04-ab30-40e9-b1c2-8393c65957f1 tempest-TaggedBootDevicesTest_v242-1470406513 tempest-TaggedBootDevicesTest_v242-1470406513-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575319'] for security_group_rule, after_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:06.243492 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2239c04-ab30-40e9-b1c2-8393c65957f1 tempest-TaggedBootDevicesTest_v242-1470406513 tempest-TaggedBootDevicesTest_v242-1470406513-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=69681416-204d-46c8-aaca-35aefe901ec8,revision_number=0']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:31:06.267278 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-b2239c04-ab30-40e9-b1c2-8393c65957f1 tempest-TaggedBootDevicesTest_v242-1470406513 tempest-TaggedBootDevicesTest_v242-1470406513-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:06.272120 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-b2239c04-ab30-40e9-b1c2-8393c65957f1 tempest-TaggedBootDevicesTest_v242-1470406513 tempest-TaggedBootDevicesTest_v242-1470406513-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4369450 Sep 23 19:31:06.273881 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 44862) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:31:06.289408 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.v2.base [None req-d30b2445-62d7-4290-9f9c-1cb46841cbc5 tempest-TaggedBootDevicesTest_v242-1470406513 tempest-TaggedBootDevicesTest_v242-1470406513-project] Request body: {'security_group_rule': {'security_group_id': '687e4f9e-0a49-4ef3-86dc-e31b7edc6949', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=95101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:31:06.373916 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-d30b2445-62d7-4290-9f9c-1cb46841cbc5 tempest-TaggedBootDevicesTest_v242-1470406513 tempest-TaggedBootDevicesTest_v242-1470406513-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:06.380156 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-77f9b825-1582-4fc7-a42b-ebc1ec2186b9 tempest-RoutersAdminTest-1385384480 tempest-RoutersAdminTest-1385384480-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222849'] for port, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:06.382101 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-77f9b825-1582-4fc7-a42b-ebc1ec2186b9 tempest-RoutersAdminTest-1385384480 tempest-RoutersAdminTest-1385384480-project-admin] 10.222.0.67 "DELETE /v2.0/ports/9bb9a7ae-584e-4202-bddc-f5794c921f6a HTTP/1.1" status: 204 len: 168 time: 2.3920209 Sep 23 19:31:06.386626 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 44866) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:31:06.409996 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.v2.base [None req-cbb7c15a-78fa-4a8a-bb25-3b58a3f9fcfc tempest-RoutersAdminTest-1385384480 tempest-RoutersAdminTest-1385384480-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '664dab6d-1e81-4dd5-baec-97b96880526d', 'external_fixed_ips': [{'subnet_id': 'bd797c1d-ac7c-405d-80ac-acf9c225b2a8', 'ip_address': '172.20.0.13'}]}}} {{(pid=95101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:31:06.438147 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Device 02656d73-a2c3-4c0a-9e59-e50b61e68ab6 no longer exists at agent hyperv_n-h2-713301-16 {{(pid=95103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 19:31:06.440304 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51716d41-c179-4956-9d89-458165032995 req-53b3fc51-2326-4911-840f-182b1a70925c tempest-ServerActionsTestJSON-618918056 tempest-ServerActionsTestJSON-618918056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:31:06.457592 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-51716d41-c179-4956-9d89-458165032995 req-53b3fc51-2326-4911-840f-182b1a70925c tempest-ServerActionsTestJSON-618918056 tempest-ServerActionsTestJSON-618918056-project] 10.222.0.67 "GET /v2.0/ports?device_id=7fa91134-8ee0-4baa-9037-6ca73d6b4c83 HTTP/1.1" status: 200 len: 947 time: 0.7471571 Sep 23 19:31:06.542940 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-561b895c-9c4e-4160-8686-17acb59f1d44 tempest-TaggedBootDevicesTest_v242-1470406513 tempest-TaggedBootDevicesTest_v242-1470406513-project] Pushing event updated for resources: {'SecurityGroup': ['ID=687e4f9e-0a49-4ef3-86dc-e31b7edc6949,revision_number=1']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:31:06.561908 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.plugin [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] No Port match for: 02656d73-a2c3-4c0a-9e59-e50b61e68ab6 {{(pid=95103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 19:31:06.562129 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Device 02656d73-a2c3-4c0a-9e59-e50b61e68ab6 not bound to the agent host n-h2-713301-16 {{(pid=95103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 19:31:06.579060 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Device 758c0244-2b62-4421-a602-727dc8186f71 up at agent ovs-agent-n-d-713301-16 {{(pid=95103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 19:31:06.583661 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-51716d41-c179-4956-9d89-458165032995 req-685bcd62-0317-4eaf-b613-244f8c13a41f tempest-ServerActionsTestJSON-618918056 tempest-ServerActionsTestJSON-618918056-project] 10.222.0.67 "GET /v2.0/security-groups?id=d2a75794-f2ea-419f-9d09-0096f3fe96c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1180942 Sep 23 19:31:06.603712 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-cbb7c15a-78fa-4a8a-bb25-3b58a3f9fcfc tempest-RoutersAdminTest-1385384480 tempest-RoutersAdminTest-1385384480-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-594563', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29355'] for router, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:06.612925 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-cbb7c15a-78fa-4a8a-bb25-3b58a3f9fcfc tempest-RoutersAdminTest-1385384480 tempest-RoutersAdminTest-1385384480-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-597363', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-601731', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-739356', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29346'] for router, precommit_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:06.661953 n-d-713301-16 neutron-server[95101]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 19:31:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0f27e10-84e7-4c29-a725-dbe1ef4c9c4b x-openstack-request-id: req-b0f27e10-84e7-4c29-a725-dbe1ef4c9c4b {{(pid=95101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 19:31:06.662766 n-d-713301-16 neutron-server[95101]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9cb3e22c-c8aa-453f-930f-ceeea57eaa25", "name": "network-vif-deleted", "tag": "c7d53fb1-3bfb-45d6-b70c-1b6195b3ca90", "status": "completed", "code": 200}]} {{(pid=95101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 19:31:06.663625 n-d-713301-16 neutron-server[95101]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-b0f27e10-84e7-4c29-a725-dbe1ef4c9c4b {{(pid=95101) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 19:31:06.665098 n-d-713301-16 neutron-server[95101]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9cb3e22c-c8aa-453f-930f-ceeea57eaa25', 'name': 'network-vif-deleted', 'tag': 'c7d53fb1-3bfb-45d6-b70c-1b6195b3ca90', 'status': 'completed', 'code': 200} Sep 23 19:31:06.736113 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-697e1c58-d0f2-48b4-959e-c34e8ce94019 None None] Provisioning complete for port 758c0244-2b62-4421-a602-727dc8186f71 triggered by entity DHCP. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:31:06.736498 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-697e1c58-d0f2-48b4-959e-c34e8ce94019 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:06.876458 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Provisioning complete for port 758c0244-2b62-4421-a602-727dc8186f71 triggered by entity L2. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:31:06.876951 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:06.902764 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-cbb7c15a-78fa-4a8a-bb25-3b58a3f9fcfc tempest-RoutersAdminTest-1385384480 tempest-RoutersAdminTest-1385384480-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:06.953643 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-d30b2445-62d7-4290-9f9c-1cb46841cbc5 tempest-TaggedBootDevicesTest_v242-1470406513 tempest-TaggedBootDevicesTest_v242-1470406513-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:06.988973 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 44872) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:31:07.030558 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-d30b2445-62d7-4290-9f9c-1cb46841cbc5 tempest-TaggedBootDevicesTest_v242-1470406513 tempest-TaggedBootDevicesTest_v242-1470406513-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575319'] for security_group_rule, after_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:07.081400 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d30b2445-62d7-4290-9f9c-1cb46841cbc5 tempest-TaggedBootDevicesTest_v242-1470406513 tempest-TaggedBootDevicesTest_v242-1470406513-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4f31b0b3-819a-4959-a6e0-abef9f5a2a16,revision_number=0']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:31:07.123170 n-d-713301-16 neutron-server[95102]: DEBUG neutron.db.db_base_plugin_v2 [None req-43f69471-2eba-4f94-8ceb-6bded5cb75f1 admin admin] Deleting subnet bac3bfbf-ef37-4169-a536-707ef05210f4 {{(pid=95102) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 23 19:31:07.140783 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-43f69471-2eba-4f94-8ceb-6bded5cb75f1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:07.180254 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-d30b2445-62d7-4290-9f9c-1cb46841cbc5 tempest-TaggedBootDevicesTest_v242-1470406513 tempest-TaggedBootDevicesTest_v242-1470406513-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:07.185352 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-d30b2445-62d7-4290-9f9c-1cb46841cbc5 tempest-TaggedBootDevicesTest_v242-1470406513 tempest-TaggedBootDevicesTest_v242-1470406513-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.9101641 Sep 23 19:31:07.189977 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 44874) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:31:07.225875 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-43f69471-2eba-4f94-8ceb-6bded5cb75f1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6162825'] for subnet, precommit_delete_associations {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:07.307322 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.v2.base [None req-cba32c5e-d5f4-4f0d-b945-98d433606dc1 tempest-TaggedBootDevicesTest_v242-1470406513 tempest-TaggedBootDevicesTest_v242-1470406513-project] Request body: {'floatingip': {'floating_network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac'}} {{(pid=95101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:31:07.366720 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-43f69471-2eba-4f94-8ceb-6bded5cb75f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1756813'] for subnet, precommit_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:07.479985 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-cbb7c15a-78fa-4a8a-bb25-3b58a3f9fcfc tempest-RoutersAdminTest-1385384480 tempest-RoutersAdminTest-1385384480-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:07.576268 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-43f69471-2eba-4f94-8ceb-6bded5cb75f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1756804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4399009', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5388229'] for subnet, after_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:07.595154 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-cba32c5e-d5f4-4f0d-b945-98d433606dc1 tempest-TaggedBootDevicesTest_v242-1470406513 tempest-TaggedBootDevicesTest_v242-1470406513-project] Notify callbacks [] for floatingip, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:07.649652 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-43f69471-2eba-4f94-8ceb-6bded5cb75f1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:07.660185 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-43f69471-2eba-4f94-8ceb-6bded5cb75f1 admin admin] 10.222.0.67 "DELETE /v2.0/subnets/bac3bfbf-ef37-4169-a536-707ef05210f4 HTTP/1.1" status: 204 len: 168 time: 0.6682136 Sep 23 19:31:07.661635 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43f69471-2eba-4f94-8ceb-6bded5cb75f1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bac3bfbf-ef37-4169-a536-707ef05210f4,revision_number=None']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:31:07.665522 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 44878) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:31:07.873294 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b901626-5350-4a9e-a13f-42894d26f0b0 req-7911d459-b1cc-451a-a805-55a38207dfe0 tempest-ServerActionsTestJSON-618918056 tempest-ServerActionsTestJSON-618918056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:31:07.885961 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-6b901626-5350-4a9e-a13f-42894d26f0b0 req-7911d459-b1cc-451a-a805-55a38207dfe0 tempest-ServerActionsTestJSON-618918056 tempest-ServerActionsTestJSON-618918056-project] 10.222.0.67 "GET /v2.0/ports?device_id=7fa91134-8ee0-4baa-9037-6ca73d6b4c83 HTTP/1.1" status: 200 len: 947 time: 0.1414087 Sep 23 19:31:07.915496 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-93f5b590-cccc-4148-ba17-d863f5ff502b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1628021'] for network, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:07.967876 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-6b901626-5350-4a9e-a13f-42894d26f0b0 req-18975150-2ddc-4595-9f5b-b37f731db570 tempest-ServerActionsTestJSON-618918056 tempest-ServerActionsTestJSON-618918056-project] 10.222.0.67 "GET /v2.0/security-groups?id=d2a75794-f2ea-419f-9d09-0096f3fe96c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0803120 Sep 23 19:31:08.416131 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-93f5b590-cccc-4148-ba17-d863f5ff502b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1754676', 'neutron.services.segments.db._delete_segments_for_network-8783146221460'] for network, precommit_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:08.451330 n-d-713301-16 neutron-server[95101]: DEBUG neutron.services.segments.db [None req-93f5b590-cccc-4148-ba17-d863f5ff502b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['edbc94ab-09ae-45f0-9c1a-791584683548']}} {{(pid=95101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:31:08.467789 n-d-713301-16 neutron-server[95101]: DEBUG neutron.services.segments.db [None req-93f5b590-cccc-4148-ba17-d863f5ff502b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '90bfd6a3-67fd-48b1-905c-725d166593d5') {'for_net_delete': True} {{(pid=95101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:31:08.468226 n-d-713301-16 neutron-server[95101]: DEBUG neutron.services.segments.db [None req-93f5b590-cccc-4148-ba17-d863f5ff502b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '90bfd6a3-67fd-48b1-905c-725d166593d5') {} {{(pid=95101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:31:08.489865 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-93f5b590-cccc-4148-ba17-d863f5ff502b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783146221725', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6007147'] for segment, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:08.514331 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-93f5b590-cccc-4148-ba17-d863f5ff502b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1756186'] for segment, precommit_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:08.522032 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-93f5b590-cccc-4148-ba17-d863f5ff502b admin admin] Releasing vlan 635 on physical network physnet1 to pool {{(pid=95101) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 19:31:08.522686 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-93f5b590-cccc-4148-ba17-d863f5ff502b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1756186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5608436'] for segment, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:08.596512 n-d-713301-16 neutron-server[95101]: Traceback (most recent call last): Sep 23 19:31:08.596512 n-d-713301-16 neutron-server[95101]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 19:31:08.596512 n-d-713301-16 neutron-server[95101]: timer() Sep 23 19:31:08.596512 n-d-713301-16 neutron-server[95101]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 19:31:08.596512 n-d-713301-16 neutron-server[95101]: cb(*args, **kw) Sep 23 19:31:08.596512 n-d-713301-16 neutron-server[95101]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 19:31:08.596512 n-d-713301-16 neutron-server[95101]: return func(*args, **kwargs) Sep 23 19:31:08.596512 n-d-713301-16 neutron-server[95101]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 19:31:08.596512 n-d-713301-16 neutron-server[95101]: self._notify() Sep 23 19:31:08.596512 n-d-713301-16 neutron-server[95101]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 19:31:08.596512 n-d-713301-16 neutron-server[95101]: self.callback(batched_events) Sep 23 19:31:08.596512 n-d-713301-16 neutron-server[95101]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 19:31:08.596512 n-d-713301-16 neutron-server[95101]: event.method(event) Sep 23 19:31:08.596512 n-d-713301-16 neutron-server[95101]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 19:31:08.596512 n-d-713301-16 neutron-server[95101]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 19:31:08.596512 n-d-713301-16 neutron-server[95101]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 19:31:08.596512 n-d-713301-16 neutron-server[95101]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 19:31:08.596512 n-d-713301-16 neutron-server[95101]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 19:31:08.596512 n-d-713301-16 neutron-server[95101]: return f(self, *a, **k) Sep 23 19:31:08.596512 n-d-713301-16 neutron-server[95101]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 19:31:08.596512 n-d-713301-16 neutron-server[95101]: return self._get(url).json() Sep 23 19:31:08.596512 n-d-713301-16 neutron-server[95101]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 19:31:08.596512 n-d-713301-16 neutron-server[95101]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 19:31:08.596512 n-d-713301-16 neutron-server[95101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 19:31:08.596512 n-d-713301-16 neutron-server[95101]: return self.request(url, 'GET', **kwargs) Sep 23 19:31:08.596512 n-d-713301-16 neutron-server[95101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 19:31:08.596512 n-d-713301-16 neutron-server[95101]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 19:31:08.596512 n-d-713301-16 neutron-server[95101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 19:31:08.596512 n-d-713301-16 neutron-server[95101]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 19:31:08.596512 n-d-713301-16 neutron-server[95101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 19:31:08.596512 n-d-713301-16 neutron-server[95101]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 19:31:08.596512 n-d-713301-16 neutron-server[95101]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 19:31:08.601873 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-93f5b590-cccc-4148-ba17-d863f5ff502b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1754627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-601866'] for network, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:08.616942 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-93f5b590-cccc-4148-ba17-d863f5ff502b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527417'] for network, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:08.618960 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-93f5b590-cccc-4148-ba17-d863f5ff502b admin admin] 10.222.0.67 "DELETE /v2.0/networks/edbc94ab-09ae-45f0-9c1a-791584683548 HTTP/1.1" status: 204 len: 168 time: 0.9456408 Sep 23 19:31:08.637277 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93f5b590-cccc-4148-ba17-d863f5ff502b admin admin] Pushing event deleted for resources: {'Network': ['ID=edbc94ab-09ae-45f0-9c1a-791584683548,revision_number=None']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:31:08.667531 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-cba32c5e-d5f4-4f0d-b945-98d433606dc1 tempest-TaggedBootDevicesTest_v242-1470406513 tempest-TaggedBootDevicesTest_v242-1470406513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:08.711588 n-d-713301-16 neutron-server[95101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f669463e-73af-4794-bedb-ae74bd805722', 'name': 'network-vif-deleted', 'tag': '02656d73-a2c3-4c0a-9e59-e50b61e68ab6'}] {{(pid=95101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 19:31:08.714032 n-d-713301-16 neutron-server[95101]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d8366c5740cd635e57ab12b71fe44a77c2acc3c19091ef849c6f68b380462244" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8cbf78ad-94a1-43dd-bd6f-57611ef50d5f" -d '{"events": [{"server_uuid": "f669463e-73af-4794-bedb-ae74bd805722", "name": "network-vif-deleted", "tag": "02656d73-a2c3-4c0a-9e59-e50b61e68ab6"}]}' {{(pid=95101) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 19:31:08.960334 n-d-713301-16 neutron-server[95101]: DEBUG neutron.db.db_base_plugin_common [None req-cba32c5e-d5f4-4f0d-b945-98d433606dc1 tempest-TaggedBootDevicesTest_v242-1470406513 tempest-TaggedBootDevicesTest_v242-1470406513-project] Allocated IP 172.25.1.188 (5dec5c09-378e-4f50-89cc-d94eb81c3bac/eff83446-018c-428d-b3f5-54ac9abe7a2a/b0afee75-55f8-4689-abab-54b29e1c8700) {{(pid=95101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 19:31:09.102457 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 44890) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:31:09.257548 n-d-713301-16 neutron-server[95101]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 19:31:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6828afbd-aaeb-4cfb-89a6-aa148ef84a93 x-openstack-request-id: req-6828afbd-aaeb-4cfb-89a6-aa148ef84a93 {{(pid=95101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 19:31:09.257840 n-d-713301-16 neutron-server[95101]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f669463e-73af-4794-bedb-ae74bd805722", "name": "network-vif-deleted", "tag": "02656d73-a2c3-4c0a-9e59-e50b61e68ab6", "status": "completed", "code": 200}]} {{(pid=95101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 19:31:09.258234 n-d-713301-16 neutron-server[95101]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-6828afbd-aaeb-4cfb-89a6-aa148ef84a93 {{(pid=95101) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 19:31:09.258840 n-d-713301-16 neutron-server[95101]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f669463e-73af-4794-bedb-ae74bd805722', 'name': 'network-vif-deleted', 'tag': '02656d73-a2c3-4c0a-9e59-e50b61e68ab6', 'status': 'completed', 'code': 200} Sep 23 19:31:09.263622 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-cbb7c15a-78fa-4a8a-bb25-3b58a3f9fcfc tempest-RoutersAdminTest-1385384480 tempest-RoutersAdminTest-1385384480-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:09.373309 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-cce5ff5e-c352-48e3-818f-605ae5c93807 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=14053728942e4ad1bcd274e2d0ce8e8b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2677231 Sep 23 19:31:09.377218 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 44896) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:31:09.389399 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-cbb7c15a-78fa-4a8a-bb25-3b58a3f9fcfc tempest-RoutersAdminTest-1385384480 tempest-RoutersAdminTest-1385384480-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:09.545709 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-cba32c5e-d5f4-4f0d-b945-98d433606dc1 tempest-TaggedBootDevicesTest_v242-1470406513 tempest-TaggedBootDevicesTest_v242-1470406513-project] Notify callbacks [] for port, precommit_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:09.575926 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-430d3829-d803-4186-b9b2-f23f81e24014 req-ff249c03-5d33-48eb-a93c-41ab3f9d8a5c tempest-ServerActionsTestJSON-618918056 tempest-ServerActionsTestJSON-618918056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:31:09.589763 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-430d3829-d803-4186-b9b2-f23f81e24014 req-ff249c03-5d33-48eb-a93c-41ab3f9d8a5c tempest-ServerActionsTestJSON-618918056 tempest-ServerActionsTestJSON-618918056-project] 10.222.0.67 "GET /v2.0/ports?device_id=7fa91134-8ee0-4baa-9037-6ca73d6b4c83 HTTP/1.1" status: 200 len: 947 time: 0.4321105 Sep 23 19:31:09.591905 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-cc2462a0-5fe2-4baf-a156-a37ae0eddc6b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:09.647716 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-cba32c5e-d5f4-4f0d-b945-98d433606dc1 tempest-TaggedBootDevicesTest_v242-1470406513 tempest-TaggedBootDevicesTest_v242-1470406513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783145673135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5607431'] for port, after_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:09.677422 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-cc2462a0-5fe2-4baf-a156-a37ae0eddc6b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:09.932930 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-cc2462a0-5fe2-4baf-a156-a37ae0eddc6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:09.937768 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-cc2462a0-5fe2-4baf-a156-a37ae0eddc6b admin admin] Notify callbacks [] for security_group, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:09.942738 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-cc2462a0-5fe2-4baf-a156-a37ae0eddc6b admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/c80e840b-1ed2-48e2-be35-8dcdc113c8e2 HTTP/1.1" status: 204 len: 168 time: 0.5579920 Sep 23 19:31:09.983646 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-430d3829-d803-4186-b9b2-f23f81e24014 req-28aa9ca9-5004-4361-bd3b-f5c667d1a8c2 tempest-ServerActionsTestJSON-618918056 tempest-ServerActionsTestJSON-618918056-project] 10.222.0.67 "GET /v2.0/security-groups?id=d2a75794-f2ea-419f-9d09-0096f3fe96c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1767569 Sep 23 19:31:10.023676 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc2462a0-5fe2-4baf-a156-a37ae0eddc6b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c80e840b-1ed2-48e2-be35-8dcdc113c8e2,revision_number=None']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:31:10.256018 n-d-713301-16 neutron-server[95101]: DEBUG neutron.db.db_base_plugin_common [None req-cbb7c15a-78fa-4a8a-bb25-3b58a3f9fcfc tempest-RoutersAdminTest-1385384480 tempest-RoutersAdminTest-1385384480-project-admin] Allocated IP 172.20.0.13 (664dab6d-1e81-4dd5-baec-97b96880526d/bd797c1d-ac7c-405d-80ac-acf9c225b2a8/4475b37e-65de-4c08-b8b8-859e0b1a8f10) {{(pid=95101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 19:31:10.447891 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cba32c5e-d5f4-4f0d-b945-98d433606dc1 tempest-TaggedBootDevicesTest_v242-1470406513 tempest-TaggedBootDevicesTest_v242-1470406513-project] Network 5dec5c09-378e-4f50-89cc-d94eb81c3bac is already hosted by enough agents. {{(pid=95101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:31:10.456221 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.base_scheduler [None req-cba32c5e-d5f4-4f0d-b945-98d433606dc1 tempest-TaggedBootDevicesTest_v242-1470406513 tempest-TaggedBootDevicesTest_v242-1470406513-project] Resources bound (agent type, host, resource id): {{(pid=95101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:31:10.459609 n-d-713301-16 neutron-server[95101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cba32c5e-d5f4-4f0d-b945-98d433606dc1 tempest-TaggedBootDevicesTest_v242-1470406513 tempest-TaggedBootDevicesTest_v242-1470406513-project] Received port after_create {{(pid=95101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 19:31:10.461709 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba32c5e-d5f4-4f0d-b945-98d433606dc1 tempest-TaggedBootDevicesTest_v242-1470406513 tempest-TaggedBootDevicesTest_v242-1470406513-project] Pushing event updated for resources: {'Port': ['ID=b0afee75-55f8-4689-abab-54b29e1c8700,revision_number=1']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:31:10.588132 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-cbb7c15a-78fa-4a8a-bb25-3b58a3f9fcfc tempest-RoutersAdminTest-1385384480 tempest-RoutersAdminTest-1385384480-project-admin] Notify callbacks [] for port, precommit_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:10.676166 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-cba32c5e-d5f4-4f0d-b945-98d433606dc1 tempest-TaggedBootDevicesTest_v242-1470406513 tempest-TaggedBootDevicesTest_v242-1470406513-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:10.693905 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-cbb7c15a-78fa-4a8a-bb25-3b58a3f9fcfc tempest-RoutersAdminTest-1385384480 tempest-RoutersAdminTest-1385384480-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783145673135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5607431'] for port, after_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:10.814105 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-cba32c5e-d5f4-4f0d-b945-98d433606dc1 tempest-TaggedBootDevicesTest_v242-1470406513 tempest-TaggedBootDevicesTest_v242-1470406513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:10.817577 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb7c15a-78fa-4a8a-bb25-3b58a3f9fcfc tempest-RoutersAdminTest-1385384480 tempest-RoutersAdminTest-1385384480-project-admin] Pushing event updated for resources: {'Port': ['ID=4475b37e-65de-4c08-b8b8-859e0b1a8f10,revision_number=1']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:31:10.832140 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbb7c15a-78fa-4a8a-bb25-3b58a3f9fcfc tempest-RoutersAdminTest-1385384480 tempest-RoutersAdminTest-1385384480-project-admin] Network 664dab6d-1e81-4dd5-baec-97b96880526d is already hosted by enough agents. {{(pid=95101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:31:10.837615 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.base_scheduler [None req-cbb7c15a-78fa-4a8a-bb25-3b58a3f9fcfc tempest-RoutersAdminTest-1385384480 tempest-RoutersAdminTest-1385384480-project-admin] Resources bound (agent type, host, resource id): {{(pid=95101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:31:10.923388 n-d-713301-16 neutron-server[95101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbb7c15a-78fa-4a8a-bb25-3b58a3f9fcfc tempest-RoutersAdminTest-1385384480 tempest-RoutersAdminTest-1385384480-project-admin] Received port after_create {{(pid=95101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 19:31:11.329208 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b4ca43-1fa2-4187-9248-41ff9e6e1f48 req-2e6cebe2-3c95-4b8c-a0b9-9cd5370a970e tempest-ServerActionsTestJSON-618918056 tempest-ServerActionsTestJSON-618918056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:31:11.344213 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-d4b4ca43-1fa2-4187-9248-41ff9e6e1f48 req-2e6cebe2-3c95-4b8c-a0b9-9cd5370a970e tempest-ServerActionsTestJSON-618918056 tempest-ServerActionsTestJSON-618918056-project] 10.222.0.67 "GET /v2.0/ports?device_id=7fa91134-8ee0-4baa-9037-6ca73d6b4c83 HTTP/1.1" status: 200 len: 947 time: 0.1776209 Sep 23 19:31:11.456194 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-d4b4ca43-1fa2-4187-9248-41ff9e6e1f48 req-8d1fa70d-be46-472f-9259-632ea6f50727 tempest-ServerActionsTestJSON-618918056 tempest-ServerActionsTestJSON-618918056-project] 10.222.0.67 "GET /v2.0/security-groups?id=d2a75794-f2ea-419f-9d09-0096f3fe96c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1080670 Sep 23 19:31:12.153957 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-cbb7c15a-78fa-4a8a-bb25-3b58a3f9fcfc tempest-RoutersAdminTest-1385384480 tempest-RoutersAdminTest-1385384480-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:12.212190 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 44936) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:31:12.426558 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.v2.base [None req-815e0f8f-663a-48a1-87c7-6f0b1b89e40d admin admin] Request body: {'network': {'name': 'tempest-ServerTagsTestJSON-1276313231-network', 'tenant_id': 'fab52998afcb42178c68449a051f6270'}} {{(pid=95102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:31:12.490676 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-815e0f8f-663a-48a1-87c7-6f0b1b89e40d admin admin] Made reservation on behalf of fab52998afcb42178c68449a051f6270 for: {'network': 1} {{(pid=95102) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:31:12.501866 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-815e0f8f-663a-48a1-87c7-6f0b1b89e40d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for network, before_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:12.529677 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-815e0f8f-663a-48a1-87c7-6f0b1b89e40d admin admin] Notify callbacks [] for security_group, before_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:12.758736 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-cba32c5e-d5f4-4f0d-b945-98d433606dc1 tempest-TaggedBootDevicesTest_v242-1470406513 tempest-TaggedBootDevicesTest_v242-1470406513-project] Notify callbacks [] for port, precommit_update {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:12.799446 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec56e2f1-70a9-432c-9d64-70c8c59c5a16 req-909ff33f-6758-4594-84cf-ba8fb5eaecce tempest-ServerActionsTestJSON-618918056 tempest-ServerActionsTestJSON-618918056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:31:12.801729 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-cbb7c15a-78fa-4a8a-bb25-3b58a3f9fcfc tempest-RoutersAdminTest-1385384480 tempest-RoutersAdminTest-1385384480-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-597258', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-601790'] for router, after_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:12.809612 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-ec56e2f1-70a9-432c-9d64-70c8c59c5a16 req-909ff33f-6758-4594-84cf-ba8fb5eaecce tempest-ServerActionsTestJSON-618918056 tempest-ServerActionsTestJSON-618918056-project] 10.222.0.67 "GET /v2.0/ports?device_id=7fa91134-8ee0-4baa-9037-6ca73d6b4c83 HTTP/1.1" status: 200 len: 947 time: 0.2114947 Sep 23 19:31:12.810208 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-cba32c5e-d5f4-4f0d-b945-98d433606dc1 tempest-TaggedBootDevicesTest_v242-1470406513 tempest-TaggedBootDevicesTest_v242-1470406513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5607436'] for port, after_update {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:12.910177 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-ec56e2f1-70a9-432c-9d64-70c8c59c5a16 req-f76fec35-ffc2-4725-af99-ac6128850c86 tempest-ServerActionsTestJSON-618918056 tempest-ServerActionsTestJSON-618918056-project] 10.222.0.67 "GET /v2.0/security-groups?id=d2a75794-f2ea-419f-9d09-0096f3fe96c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0965025 Sep 23 19:31:12.949419 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba32c5e-d5f4-4f0d-b945-98d433606dc1 tempest-TaggedBootDevicesTest_v242-1470406513 tempest-TaggedBootDevicesTest_v242-1470406513-project] Pushing event updated for resources: {'Port': ['ID=b0afee75-55f8-4689-abab-54b29e1c8700,revision_number=2']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:31:12.954385 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-cba32c5e-d5f4-4f0d-b945-98d433606dc1 tempest-TaggedBootDevicesTest_v242-1470406513 tempest-TaggedBootDevicesTest_v242-1470406513-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-601884'] for floatingip, after_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:12.959575 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-815e0f8f-663a-48a1-87c7-6f0b1b89e40d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:12.968663 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-815e0f8f-663a-48a1-87c7-6f0b1b89e40d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:13.039544 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-815e0f8f-663a-48a1-87c7-6f0b1b89e40d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 634} {{(pid=95102) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 19:31:13.070987 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-815e0f8f-663a-48a1-87c7-6f0b1b89e40d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e867f3c0-cdde-4e48-a0bc-9f7e71c8e875,revision_number=1']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:31:13.089154 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-cba32c5e-d5f4-4f0d-b945-98d433606dc1 tempest-TaggedBootDevicesTest_v242-1470406513 tempest-TaggedBootDevicesTest_v242-1470406513-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222849'] for floatingip, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:13.093725 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-815e0f8f-663a-48a1-87c7-6f0b1b89e40d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1756186'] for segment, precommit_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:13.097036 n-d-713301-16 neutron-server[95102]: INFO neutron.db.segments_db [None req-815e0f8f-663a-48a1-87c7-6f0b1b89e40d admin admin] Added segment 1ad51bb3-6b14-4cfa-8e58-c77fc0304926 of type vlan for network fc3782e6-90e2-444f-9a65-4a3fa16297f0 Sep 23 19:31:13.105529 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-cba32c5e-d5f4-4f0d-b945-98d433606dc1 tempest-TaggedBootDevicesTest_v242-1470406513 tempest-TaggedBootDevicesTest_v242-1470406513-project] 10.222.0.67 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.9087393 Sep 23 19:31:13.169845 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-815e0f8f-663a-48a1-87c7-6f0b1b89e40d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783145630486'] for network, precommit_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:13.176199 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cbb7c15a-78fa-4a8a-bb25-3b58a3f9fcfc tempest-RoutersAdminTest-1385384480 tempest-RoutersAdminTest-1385384480-project-admin] Router 6d5bb95b-b77e-4192-b59c-c36845aa4e85 is scheduled to L3 agent 79a740bf-7821-4989-8288-7186e3e128f3 with binding_index 1 {{(pid=95101) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 23 19:31:13.237906 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-815e0f8f-663a-48a1-87c7-6f0b1b89e40d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299'] for network, after_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:13.240640 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-815e0f8f-663a-48a1-87c7-6f0b1b89e40d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:31:13.248656 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-815e0f8f-663a-48a1-87c7-6f0b1b89e40d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527417'] for network, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:13.421026 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-815e0f8f-663a-48a1-87c7-6f0b1b89e40d admin admin] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.2043359 Sep 23 19:31:13.421026 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 44986) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:31:13.451609 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.v2.base [None req-0477dba6-fb07-42f1-9460-32cf59ee061f admin admin] Request body: {'subnet': {'network_id': 'fc3782e6-90e2-444f-9a65-4a3fa16297f0', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerTagsTestJSON-1276313231-subnet', 'tenant_id': 'fab52998afcb42178c68449a051f6270', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:31:13.566399 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cbb7c15a-78fa-4a8a-bb25-3b58a3f9fcfc tempest-RoutersAdminTest-1385384480 tempest-RoutersAdminTest-1385384480-project-admin] Notify agent at l3_agent.n-d-713301-16 the message routers_updated {{(pid=95101) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 19:31:13.581263 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cc78fdc-e8d9-47b6-9311-23e71120b9e3 None None] Sync routers for ids ['6d5bb95b-b77e-4192-b59c-c36845aa4e85'] in n-d-713301-16 {{(pid=95103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 19:31:13.599894 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cc78fdc-e8d9-47b6-9311-23e71120b9e3 None None] Routers {'6d5bb95b-b77e-4192-b59c-c36845aa4e85'} bound to L3 agent in host n-d-713301-16 {{(pid=95103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 19:31:13.601320 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_hamode_db [None req-5cc78fdc-e8d9-47b6-9311-23e71120b9e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-23T19:07:52Z,description=,heartbeat_timestamp=2021-09-23T19:30:52Z,host='n-d-713301-16',id=79a740bf-7821-4989-8288-7186e3e128f3,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:07:52Z,topic='l3_agent')) {'router_ids': ['6d5bb95b-b77e-4192-b59c-c36845aa4e85'], 'active': True} {{(pid=95103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:31:13.612721 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-815e0f8f-663a-48a1-87c7-6f0b1b89e40d admin admin] Pushing event updated for resources: {'Network': ['ID=fc3782e6-90e2-444f-9a65-4a3fa16297f0,revision_number=1']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:31:13.691614 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Network fc3782e6-90e2-444f-9a65-4a3fa16297f0 details requested by agent ovs-agent-n-d-713301-16 with host n-d-713301-16 {{(pid=95103) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 19:31:13.760771 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-cbb7c15a-78fa-4a8a-bb25-3b58a3f9fcfc tempest-RoutersAdminTest-1385384480 tempest-RoutersAdminTest-1385384480-project-admin] Notify callbacks [] for router, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:13.762197 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-cbb7c15a-78fa-4a8a-bb25-3b58a3f9fcfc tempest-RoutersAdminTest-1385384480 tempest-RoutersAdminTest-1385384480-project-admin] 10.222.0.67 "POST /v2.0/routers HTTP/1.1" status: 201 len: 876 time: 7.3679519 Sep 23 19:31:13.765860 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 45006) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:31:13.776211 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0477dba6-fb07-42f1-9460-32cf59ee061f admin admin] Made reservation on behalf of fab52998afcb42178c68449a051f6270 for: {'subnet': 1} {{(pid=95102) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:31:13.790224 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-0477dba6-fb07-42f1-9460-32cf59ee061f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5388256'] for subnet, before_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:13.861095 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 45008) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:31:13.876961 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_dvr_db [None req-5cc78fdc-e8d9-47b6-9311-23e71120b9e3 None None] Set router 6d5bb95b-b77e-4192-b59c-c36845aa4e85 gateway port host: n-d-713301-16 {{(pid=95103) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 19:31:13.891314 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-6f7f6e06-0d2f-4410-9654-18e09c4ba628 req-aa2a95d1-786e-4e34-97d8-d44db0f93a11 tempest-TaggedBootDevicesTest_v242-1470406513 tempest-TaggedBootDevicesTest_v242-1470406513-project] 10.222.0.67 "GET /v2.0/security-groups?name=tempest-securitygroup--906907262&fields=id&tenant_id=1f1788a36b0c407c84d1fe9c6d21bab4 HTTP/1.1" status: 200 len: 267 time: 0.2895346 Sep 23 19:31:13.925456 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ed82af-9efb-4544-a29c-95750e3887f5 req-72cee702-5d88-4127-95a3-537bbdb0b300 tempest-AttachVolumeTestJSON-1825206227 tempest-AttachVolumeTestJSON-1825206227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:31:13.935278 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-e9ed82af-9efb-4544-a29c-95750e3887f5 req-72cee702-5d88-4127-95a3-537bbdb0b300 tempest-AttachVolumeTestJSON-1825206227 tempest-AttachVolumeTestJSON-1825206227-project] 10.222.0.67 "GET /v2.0/ports?device_id=4cba8196-5b5b-42a0-aaca-42902580e803 HTTP/1.1" status: 200 len: 946 time: 0.3580294 Sep 23 19:31:13.958894 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-b44c6dc6-ea4e-4929-8a2a-4b887d5bb6c8 tempest-RoutersAdminTest-1385384480 tempest-RoutersAdminTest-1385384480-project-admin] Notify callbacks [] for router, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:14.062906 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7f6e06-0d2f-4410-9654-18e09c4ba628 req-42b4d8ac-cad7-4a1b-af35-e9dcd968a863 tempest-TaggedBootDevicesTest_v242-1470406513 tempest-TaggedBootDevicesTest_v242-1470406513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:31:14.064363 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-6f7f6e06-0d2f-4410-9654-18e09c4ba628 req-42b4d8ac-cad7-4a1b-af35-e9dcd968a863 tempest-TaggedBootDevicesTest_v242-1470406513 tempest-TaggedBootDevicesTest_v242-1470406513-project] 10.222.0.67 "GET /v2.0/ports/6c017d64-49a7-4da3-a6bc-3716925c2710 HTTP/1.1" status: 200 len: 936 time: 0.1494367 Sep 23 19:31:14.098530 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-e9ed82af-9efb-4544-a29c-95750e3887f5 req-6a9ec4b0-a028-4b18-997c-3b8d15568740 tempest-AttachVolumeTestJSON-1825206227 tempest-AttachVolumeTestJSON-1825206227-project] 10.222.0.67 "GET /v2.0/security-groups?id=39522664-d93c-44d8-9f62-0e2cfbb5d5ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1572576 Sep 23 19:31:14.140776 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-e512a2f1-f213-4ffc-977a-a5cdbe847852 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:14.210703 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_hamode_db [None req-5cc78fdc-e8d9-47b6-9311-23e71120b9e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d5bb95b-b77e-4192-b59c-c36845aa4e85', 'name': '', 'tenant_id': '79338f4a15e84664bb481a760a1c22f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '664dab6d-1e81-4dd5-baec-97b96880526d', 'external_fixed_ips': [{'subnet_id': 'bd797c1d-ac7c-405d-80ac-acf9c225b2a8', 'ip_address': '172.20.0.13'}], 'enable_snat': True}, 'gw_port_id': '4475b37e-65de-4c08-b8b8-859e0b1a8f10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:31:06Z', 'updated_at': '2021-09-23T19:31:11Z', 'revision_number': 3, 'project_id': '79338f4a15e84664bb481a760a1c22f6', 'gw_port': {'id': '4475b37e-65de-4c08-b8b8-859e0b1a8f10', 'name': '', 'network_id': '664dab6d-1e81-4dd5-baec-97b96880526d', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:aa:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d5bb95b-b77e-4192-b59c-c36845aa4e85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1265, 'fixed_ips': [{'subnet_id': 'bd797c1d-ac7c-405d-80ac-acf9c225b2a8', 'ip_address': '172.20.0.13', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:31:09Z', 'updated_at': '2021-09-23T19:31:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bd797c1d-ac7c-405d-80ac-acf9c225b2a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-16'}], 'n-d-713301-16', False) {} {{(pid=95103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:31:14.218655 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-b44c6dc6-ea4e-4929-8a2a-4b887d5bb6c8 tempest-RoutersAdminTest-1385384480 tempest-RoutersAdminTest-1385384480-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:14.261015 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cc78fdc-e8d9-47b6-9311-23e71120b9e3 None None] Checking router: 6d5bb95b-b77e-4192-b59c-c36845aa4e85 for host: n-d-713301-16 {{(pid=95103) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 19:31:14.261467 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cc78fdc-e8d9-47b6-9311-23e71120b9e3 None None] Updating router 6d5bb95b-b77e-4192-b59c-c36845aa4e85 port 4475b37e-65de-4c08-b8b8-859e0b1a8f10 binding host n-d-713301-16 {{(pid=95103) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 23 19:31:14.313125 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-0477dba6-fb07-42f1-9460-32cf59ee061f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4398944', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5388242'] for subnet, after_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:14.323345 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-5cc78fdc-e8d9-47b6-9311-23e71120b9e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:14.335059 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7f6e06-0d2f-4410-9654-18e09c4ba628 req-fcae0bd8-2c1f-413c-9e68-cbe2837a95a9 tempest-TaggedBootDevicesTest_v242-1470406513 tempest-TaggedBootDevicesTest_v242-1470406513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:31:14.335304 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-e512a2f1-f213-4ffc-977a-a5cdbe847852 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:14.337266 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-6f7f6e06-0d2f-4410-9654-18e09c4ba628 req-fcae0bd8-2c1f-413c-9e68-cbe2837a95a9 tempest-TaggedBootDevicesTest_v242-1470406513 tempest-TaggedBootDevicesTest_v242-1470406513-project] 10.222.0.67 "GET /v2.0/ports/e9421940-155e-4e16-8fe7-2df3b3cd6370 HTTP/1.1" status: 200 len: 936 time: 0.2282929 Sep 23 19:31:14.344275 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.plugin [None req-b44c6dc6-ea4e-4929-8a2a-4b887d5bb6c8 tempest-RoutersAdminTest-1385384480 tempest-RoutersAdminTest-1385384480-project-admin] Deleting port 4475b37e-65de-4c08-b8b8-859e0b1a8f10 {{(pid=95101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:31:14.344925 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-b44c6dc6-ea4e-4929-8a2a-4b887d5bb6c8 tempest-RoutersAdminTest-1385384480 tempest-RoutersAdminTest-1385384480-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783146157096'] for port, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:14.348863 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-e512a2f1-f213-4ffc-977a-a5cdbe847852 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:14.452629 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-e512a2f1-f213-4ffc-977a-a5cdbe847852 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=402f232699574e0b9ee8cf713a41e7fc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5898101 Sep 23 19:31:14.458963 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 45016) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:31:14.459767 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-6f7f6e06-0d2f-4410-9654-18e09c4ba628 req-ff89dc3e-d1bd-491a-b4f5-87a4b209c81c tempest-TaggedBootDevicesTest_v242-1470406513 tempest-TaggedBootDevicesTest_v242-1470406513-project] 10.222.0.67 "GET /v2.0/ports?network_id=f23b48c2-30e2-4b8a-a3bf-2e6a4262ee17&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0801132 Sep 23 19:31:14.464111 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e512a2f1-f213-4ffc-977a-a5cdbe847852 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4cda9e15-b86f-41e6-9ee0-585dc64d1be4,revision_number=1']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:31:14.480696 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65dcd6dc-f289-4619-b9b9-40112e5f342b req-86ae35eb-597b-40d4-9f37-2997c7a36521 tempest-ImagesOneServerTestJSON-2058836255 tempest-ImagesOneServerTestJSON-2058836255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:31:14.491127 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-65dcd6dc-f289-4619-b9b9-40112e5f342b req-86ae35eb-597b-40d4-9f37-2997c7a36521 tempest-ImagesOneServerTestJSON-2058836255 tempest-ImagesOneServerTestJSON-2058836255-project] 10.222.0.67 "GET /v2.0/ports?device_id=87e77863-219f-42c4-8b26-1f31af11f822 HTTP/1.1" status: 200 len: 951 time: 0.2356107 Sep 23 19:31:14.518241 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-b44c6dc6-ea4e-4929-8a2a-4b887d5bb6c8 tempest-RoutersAdminTest-1385384480 tempest-RoutersAdminTest-1385384480-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-605701'] for port, precommit_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:14.540279 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.plugin [None req-b44c6dc6-ea4e-4929-8a2a-4b887d5bb6c8 tempest-RoutersAdminTest-1385384480 tempest-RoutersAdminTest-1385384480-project-admin] Calling delete_port for 4475b37e-65de-4c08-b8b8-859e0b1a8f10 owned by network:router_gateway {{(pid=95101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:31:14.560759 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-f8d0a7d6-0d8f-4aee-9927-dd1e2fd145c1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:14.575816 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0477dba6-fb07-42f1-9460-32cf59ee061f admin admin] Pushing event updated for resources: {'Subnet': ['ID=2dc452e2-2887-447f-9eb2-f4b89ff17ac5,revision_number=0']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:31:14.598354 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0477dba6-fb07-42f1-9460-32cf59ee061f admin admin] Checking segment: {'id': '1ad51bb3-6b14-4cfa-8e58-c77fc0304926', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': 'fc3782e6-90e2-444f-9a65-4a3fa16297f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95102) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:31:14.598745 n-d-713301-16 neutron-server[95102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0477dba6-fb07-42f1-9460-32cf59ee061f admin admin] Network hostable DHCP agents. Network: fc3782e6-90e2-444f-9a65-4a3fa16297f0, hostable agents: ['1b18bf05-1b5f-4587-be5c-af3ac38e32ad'], hosted agents: [] {{(pid=95102) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 19:31:14.606947 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-6f7f6e06-0d2f-4410-9654-18e09c4ba628 req-33981f32-62ce-49b5-87f1-7986ebede4c8 tempest-TaggedBootDevicesTest_v242-1470406513 tempest-TaggedBootDevicesTest_v242-1470406513-project] 10.222.0.67 "GET /v2.0/ports?network_id=f23b48c2-30e2-4b8a-a3bf-2e6a4262ee17&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.1102736 Sep 23 19:31:14.649090 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-f8d0a7d6-0d8f-4aee-9927-dd1e2fd145c1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:14.663098 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-65dcd6dc-f289-4619-b9b9-40112e5f342b req-2b2804d0-e7e4-4cfc-9e6c-428269a9c443 tempest-ImagesOneServerTestJSON-2058836255 tempest-ImagesOneServerTestJSON-2058836255-project] 10.222.0.67 "GET /v2.0/security-groups?id=8c832402-56d3-4931-aa70-6b0106b281cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1709826 Sep 23 19:31:14.724702 n-d-713301-16 neutron-server[95102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0477dba6-fb07-42f1-9460-32cf59ee061f admin admin] Network fc3782e6-90e2-444f-9a65-4a3fa16297f0 is scheduled to be hosted by DHCP agent 1b18bf05-1b5f-4587-be5c-af3ac38e32ad with binding_index 1 {{(pid=95102) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 19:31:14.798025 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-f8d0a7d6-0d8f-4aee-9927-dd1e2fd145c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:14.800994 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-f8d0a7d6-0d8f-4aee-9927-dd1e2fd145c1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:14.801148 n-d-713301-16 neutron-server[95102]: DEBUG neutron.scheduler.base_scheduler [None req-0477dba6-fb07-42f1-9460-32cf59ee061f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713301-16, fc3782e6-90e2-444f-9a65-4a3fa16297f0) {{(pid=95102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:31:14.806142 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-f8d0a7d6-0d8f-4aee-9927-dd1e2fd145c1 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/4cda9e15-b86f-41e6-9ee0-585dc64d1be4 HTTP/1.1" status: 204 len: 168 time: 0.3475602 Sep 23 19:31:14.821511 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0477dba6-fb07-42f1-9460-32cf59ee061f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:31:14.822535 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-0477dba6-fb07-42f1-9460-32cf59ee061f admin admin] Notify callbacks [] for subnet, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:14.825119 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12a8151b-8a02-424d-9bae-46ba33cbff12 None None] Network fc3782e6-90e2-444f-9a65-4a3fa16297f0 requested from n-d-713301-16 {{(pid=95103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 19:31:14.896186 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8d0a7d6-0d8f-4aee-9927-dd1e2fd145c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4cda9e15-b86f-41e6-9ee0-585dc64d1be4,revision_number=None']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:31:14.937624 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-b44c6dc6-ea4e-4929-8a2a-4b887d5bb6c8 tempest-RoutersAdminTest-1385384480 tempest-RoutersAdminTest-1385384480-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783146162158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783145673144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5607431'] for port, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:14.994010 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b44c6dc6-ea4e-4929-8a2a-4b887d5bb6c8 tempest-RoutersAdminTest-1385384480 tempest-RoutersAdminTest-1385384480-project-admin] Pushing event deleted for resources: {'Port': ['ID=4475b37e-65de-4c08-b8b8-859e0b1a8f10,revision_number=None']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:31:15.166238 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.db.api [None req-5cc78fdc-e8d9-47b6-9311-23e71120b9e3 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95103) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 23 19:31:15.171741 n-d-713301-16 neutron-server[95103]: DEBUG oslo_db.api [None req-5cc78fdc-e8d9-47b6-9311-23e71120b9e3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=95103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 23 19:31:15.173540 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b44c6dc6-ea4e-4929-8a2a-4b887d5bb6c8 tempest-RoutersAdminTest-1385384480 tempest-RoutersAdminTest-1385384480-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:31:15.175737 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b44c6dc6-ea4e-4929-8a2a-4b887d5bb6c8 tempest-RoutersAdminTest-1385384480 tempest-RoutersAdminTest-1385384480-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:31:15.176300 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b44c6dc6-ea4e-4929-8a2a-4b887d5bb6c8 tempest-RoutersAdminTest-1385384480 tempest-RoutersAdminTest-1385384480-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:31:15.176859 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b44c6dc6-ea4e-4929-8a2a-4b887d5bb6c8 tempest-RoutersAdminTest-1385384480 tempest-RoutersAdminTest-1385384480-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:31:15.177373 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b44c6dc6-ea4e-4929-8a2a-4b887d5bb6c8 tempest-RoutersAdminTest-1385384480 tempest-RoutersAdminTest-1385384480-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:31:15.177894 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b44c6dc6-ea4e-4929-8a2a-4b887d5bb6c8 tempest-RoutersAdminTest-1385384480 tempest-RoutersAdminTest-1385384480-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:31:15.178482 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b44c6dc6-ea4e-4929-8a2a-4b887d5bb6c8 tempest-RoutersAdminTest-1385384480 tempest-RoutersAdminTest-1385384480-project-admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:31:15.178978 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b44c6dc6-ea4e-4929-8a2a-4b887d5bb6c8 tempest-RoutersAdminTest-1385384480 tempest-RoutersAdminTest-1385384480-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:31:15.179461 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b44c6dc6-ea4e-4929-8a2a-4b887d5bb6c8 tempest-RoutersAdminTest-1385384480 tempest-RoutersAdminTest-1385384480-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:31:15.179847 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b44c6dc6-ea4e-4929-8a2a-4b887d5bb6c8 tempest-RoutersAdminTest-1385384480 tempest-RoutersAdminTest-1385384480-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:31:15.180226 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b44c6dc6-ea4e-4929-8a2a-4b887d5bb6c8 tempest-RoutersAdminTest-1385384480 tempest-RoutersAdminTest-1385384480-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:31:15.180569 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b44c6dc6-ea4e-4929-8a2a-4b887d5bb6c8 tempest-RoutersAdminTest-1385384480 tempest-RoutersAdminTest-1385384480-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:31:15.262579 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-b44c6dc6-ea4e-4929-8a2a-4b887d5bb6c8 tempest-RoutersAdminTest-1385384480 tempest-RoutersAdminTest-1385384480-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-601942'] for router_gateway, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:15.367472 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7f6e06-0d2f-4410-9654-18e09c4ba628 req-61f17c18-ffe5-45ab-b49c-885d0fe210f2 tempest-TaggedBootDevicesTest_v242-1470406513 tempest-TaggedBootDevicesTest_v242-1470406513-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:31:15.375741 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7f6e06-0d2f-4410-9654-18e09c4ba628 req-61f17c18-ffe5-45ab-b49c-885d0fe210f2 tempest-TaggedBootDevicesTest_v242-1470406513 tempest-TaggedBootDevicesTest_v242-1470406513-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:31:15.388204 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7f6e06-0d2f-4410-9654-18e09c4ba628 req-61f17c18-ffe5-45ab-b49c-885d0fe210f2 tempest-TaggedBootDevicesTest_v242-1470406513 tempest-TaggedBootDevicesTest_v242-1470406513-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:31:15.403486 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-6f7f6e06-0d2f-4410-9654-18e09c4ba628 req-61f17c18-ffe5-45ab-b49c-885d0fe210f2 tempest-TaggedBootDevicesTest_v242-1470406513 tempest-TaggedBootDevicesTest_v242-1470406513-project] 10.222.0.67 "GET /v2.0/networks?id=4938c958-b8c9-4af7-9682-a50ce306467f&id=6b0b0714-7ca1-4d6d-b820-8be57f2679a5&id=6b0b0714-7ca1-4d6d-b820-8be57f2679a5&id=f23b48c2-30e2-4b8a-a3bf-2e6a4262ee17&id=f23b48c2-30e2-4b8a-a3bf-2e6a4262ee17 HTTP/1.1" status: 200 len: 1996 time: 0.7839622 Sep 23 19:31:15.463895 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-0477dba6-fb07-42f1-9460-32cf59ee061f admin admin] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 2.0335252 Sep 23 19:31:15.471580 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-b44c6dc6-ea4e-4929-8a2a-4b887d5bb6c8 tempest-RoutersAdminTest-1385384480 tempest-RoutersAdminTest-1385384480-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-597305', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29369'] for router, precommit_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:15.472064 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-6f7f6e06-0d2f-4410-9654-18e09c4ba628 req-c24e723c-aa01-4018-9200-7fd019c1c725 tempest-TaggedBootDevicesTest_v242-1470406513 tempest-TaggedBootDevicesTest_v242-1470406513-project] 10.222.0.67 "GET /v2.0/quotas/1f1788a36b0c407c84d1fe9c6d21bab4 HTTP/1.1" status: 200 len: 375 time: 0.0496769 Sep 23 19:31:15.480735 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-b44c6dc6-ea4e-4929-8a2a-4b887d5bb6c8 tempest-RoutersAdminTest-1385384480 tempest-RoutersAdminTest-1385384480-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:15.484873 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d99a77-7fb6-4141-9066-768631ebc05c req-a2b6f364-20ed-44f8-97f3-f8bb50ea0364 tempest-ServerActionsTestJSON-618918056 tempest-ServerActionsTestJSON-618918056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:31:15.493649 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-a3d99a77-7fb6-4141-9066-768631ebc05c req-a2b6f364-20ed-44f8-97f3-f8bb50ea0364 tempest-ServerActionsTestJSON-618918056 tempest-ServerActionsTestJSON-618918056-project] 10.222.0.67 "GET /v2.0/ports?device_id=7fa91134-8ee0-4baa-9037-6ca73d6b4c83 HTTP/1.1" status: 200 len: 947 time: 0.6749420 Sep 23 19:31:15.545973 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-b44c6dc6-ea4e-4929-8a2a-4b887d5bb6c8 tempest-RoutersAdminTest-1385384480 tempest-RoutersAdminTest-1385384480-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-597296'] for router, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:15.546568 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b44c6dc6-ea4e-4929-8a2a-4b887d5bb6c8 tempest-RoutersAdminTest-1385384480 tempest-RoutersAdminTest-1385384480-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 6d5bb95b-b77e-4192-b59c-c36845aa4e85 {{(pid=95101) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 23 19:31:15.560888 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-b44c6dc6-ea4e-4929-8a2a-4b887d5bb6c8 tempest-RoutersAdminTest-1385384480 tempest-RoutersAdminTest-1385384480-project-admin] Notify callbacks [] for router, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:15.563392 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-b44c6dc6-ea4e-4929-8a2a-4b887d5bb6c8 tempest-RoutersAdminTest-1385384480 tempest-RoutersAdminTest-1385384480-project-admin] 10.222.0.67 "DELETE /v2.0/routers/6d5bb95b-b77e-4192-b59c-c36845aa4e85 HTTP/1.1" status: 204 len: 168 time: 1.7965143 Sep 23 19:31:15.568451 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 45036) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:31:15.590038 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-6f7f6e06-0d2f-4410-9654-18e09c4ba628 req-2c6a2774-02e2-48f4-bec9-ed4d88fe1716 tempest-TaggedBootDevicesTest_v242-1470406513 tempest-TaggedBootDevicesTest_v242-1470406513-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=1f1788a36b0c407c84d1fe9c6d21bab4&fields=id HTTP/1.1" status: 200 len: 532 time: 0.0942307 Sep 23 19:31:15.617380 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-a3d99a77-7fb6-4141-9066-768631ebc05c req-26b52ad4-9a89-4a44-8d55-f920c356cf43 tempest-ServerActionsTestJSON-618918056 tempest-ServerActionsTestJSON-618918056-project] 10.222.0.67 "GET /v2.0/security-groups?id=d2a75794-f2ea-419f-9d09-0096f3fe96c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1225739 Sep 23 19:31:15.659961 n-d-713301-16 neutron-server[95101]: DEBUG neutron.db.db_base_plugin_v2 [None req-c01f6acc-ee7c-4cd2-9db1-5c67ef26ea17 tempest-RoutersAdminTest-1385384480 tempest-RoutersAdminTest-1385384480-project-admin] Deleting subnet bd797c1d-ac7c-405d-80ac-acf9c225b2a8 {{(pid=95101) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 23 19:31:15.666165 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-c01f6acc-ee7c-4cd2-9db1-5c67ef26ea17 tempest-RoutersAdminTest-1385384480 tempest-RoutersAdminTest-1385384480-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:15.671822 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c24dfb2e-3636-4ac6-884b-235d1ad2cd2f None None] Network fc3782e6-90e2-444f-9a65-4a3fa16297f0 requested from n-d-713301-16 {{(pid=95103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 19:31:15.771222 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-c01f6acc-ee7c-4cd2-9db1-5c67ef26ea17 tempest-RoutersAdminTest-1385384480 tempest-RoutersAdminTest-1385384480-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6007154'] for subnet, precommit_delete_associations {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:15.856847 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-6f7f6e06-0d2f-4410-9654-18e09c4ba628 req-bc6bde3c-afd8-4acb-8930-24f8b7629ce7 service neutron] 10.222.0.67 "GET /v2.0/networks/4938c958-b8c9-4af7-9682-a50ce306467f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2373235 Sep 23 19:31:15.869065 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-c01f6acc-ee7c-4cd2-9db1-5c67ef26ea17 tempest-RoutersAdminTest-1385384480 tempest-RoutersAdminTest-1385384480-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1756813'] for subnet, precommit_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:15.883423 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cc78fdc-e8d9-47b6-9311-23e71120b9e3 None None] Port 4475b37e-65de-4c08-b8b8-859e0b1a8f10 not found while updating agent binding for router 6d5bb95b-b77e-4192-b59c-c36845aa4e85. {{(pid=95103) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Sep 23 19:31:15.932730 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cc78fdc-e8d9-47b6-9311-23e71120b9e3 None None] Routers set() bound to L3 agent in host n-d-713301-16 {{(pid=95103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 19:31:15.932730 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cc78fdc-e8d9-47b6-9311-23e71120b9e3 None None] Router IDs set() for agent in host n-d-713301-16 {{(pid=95103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Sep 23 19:31:15.933838 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_agentschedulers_db [None req-5cc78fdc-e8d9-47b6-9311-23e71120b9e3 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'6d5bb95b-b77e-4192-b59c-c36845aa4e85'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-23T19:07:52Z,description=,heartbeat_timestamp=2021-09-23T19:30:52Z,host='n-d-713301-16',id=79a740bf-7821-4989-8288-7186e3e128f3,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:07:52Z,topic='l3_agent'). {{(pid=95103) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Sep 23 19:31:15.933838 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cc78fdc-e8d9-47b6-9311-23e71120b9e3 None None] The sync data for ids ['6d5bb95b-b77e-4192-b59c-c36845aa4e85'] in n-d-713301-16 is: [] {{(pid=95103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 19:31:15.954018 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-c01f6acc-ee7c-4cd2-9db1-5c67ef26ea17 tempest-RoutersAdminTest-1385384480 tempest-RoutersAdminTest-1385384480-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1756804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5607514', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6130950'] for subnet, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:16.017423 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c01f6acc-ee7c-4cd2-9db1-5c67ef26ea17 tempest-RoutersAdminTest-1385384480 tempest-RoutersAdminTest-1385384480-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=bd797c1d-ac7c-405d-80ac-acf9c225b2a8,revision_number=None']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:31:16.025643 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-c01f6acc-ee7c-4cd2-9db1-5c67ef26ea17 tempest-RoutersAdminTest-1385384480 tempest-RoutersAdminTest-1385384480-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527417'] for subnet, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:16.034203 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-c01f6acc-ee7c-4cd2-9db1-5c67ef26ea17 tempest-RoutersAdminTest-1385384480 tempest-RoutersAdminTest-1385384480-project-admin] 10.222.0.67 "DELETE /v2.0/subnets/bd797c1d-ac7c-405d-80ac-acf9c225b2a8 HTTP/1.1" status: 204 len: 168 time: 0.4606900 Sep 23 19:31:16.034203 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 45052) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:31:16.136187 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-4b0295b0-493c-4d12-80b4-df422f391a8d tempest-RoutersAdminTest-1385384480 tempest-RoutersAdminTest-1385384480-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1628021'] for network, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:16.137922 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-6f7f6e06-0d2f-4410-9654-18e09c4ba628 req-244c5941-86b3-4f02-a751-7341bdf05275 service neutron] 10.222.0.67 "GET /v2.0/networks/4938c958-b8c9-4af7-9682-a50ce306467f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2726722 Sep 23 19:31:16.239204 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-6f7f6e06-0d2f-4410-9654-18e09c4ba628 req-d51fc43c-330b-43d5-b3af-38662c4586f7 service neutron] 10.222.0.67 "GET /v2.0/ports/6c017d64-49a7-4da3-a6bc-3716925c2710?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0937746 Sep 23 19:31:16.275299 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-4b0295b0-493c-4d12-80b4-df422f391a8d tempest-RoutersAdminTest-1385384480 tempest-RoutersAdminTest-1385384480-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1754676', 'neutron.services.segments.db._delete_segments_for_network-8783146221460'] for network, precommit_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:16.310166 n-d-713301-16 neutron-server[95101]: DEBUG neutron.services.segments.db [None req-4b0295b0-493c-4d12-80b4-df422f391a8d tempest-RoutersAdminTest-1385384480 tempest-RoutersAdminTest-1385384480-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['664dab6d-1e81-4dd5-baec-97b96880526d']}} {{(pid=95101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:31:16.325957 n-d-713301-16 neutron-server[95101]: DEBUG neutron.services.segments.db [None req-4b0295b0-493c-4d12-80b4-df422f391a8d tempest-RoutersAdminTest-1385384480 tempest-RoutersAdminTest-1385384480-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4b142e76-cb6a-4174-b494-9ce592a86b90') {'for_net_delete': True} {{(pid=95101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:31:16.327133 n-d-713301-16 neutron-server[95101]: DEBUG neutron.services.segments.db [None req-4b0295b0-493c-4d12-80b4-df422f391a8d tempest-RoutersAdminTest-1385384480 tempest-RoutersAdminTest-1385384480-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4b142e76-cb6a-4174-b494-9ce592a86b90') {} {{(pid=95101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:31:16.348534 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-4b0295b0-493c-4d12-80b4-df422f391a8d tempest-RoutersAdminTest-1385384480 tempest-RoutersAdminTest-1385384480-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783146221725', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6007147'] for segment, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:16.377404 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-4b0295b0-493c-4d12-80b4-df422f391a8d tempest-RoutersAdminTest-1385384480 tempest-RoutersAdminTest-1385384480-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1756186'] for segment, precommit_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:16.410113 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4b0295b0-493c-4d12-80b4-df422f391a8d tempest-RoutersAdminTest-1385384480 tempest-RoutersAdminTest-1385384480-project-admin] Releasing vlan 627 on physical network physnet1 to pool {{(pid=95101) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 19:31:16.410523 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-4b0295b0-493c-4d12-80b4-df422f391a8d tempest-RoutersAdminTest-1385384480 tempest-RoutersAdminTest-1385384480-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1756186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5608436'] for segment, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:16.412860 n-d-713301-16 neutron-server[95101]: Traceback (most recent call last): Sep 23 19:31:16.412860 n-d-713301-16 neutron-server[95101]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 19:31:16.412860 n-d-713301-16 neutron-server[95101]: timer() Sep 23 19:31:16.412860 n-d-713301-16 neutron-server[95101]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 19:31:16.412860 n-d-713301-16 neutron-server[95101]: cb(*args, **kw) Sep 23 19:31:16.412860 n-d-713301-16 neutron-server[95101]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 19:31:16.412860 n-d-713301-16 neutron-server[95101]: return func(*args, **kwargs) Sep 23 19:31:16.412860 n-d-713301-16 neutron-server[95101]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 19:31:16.412860 n-d-713301-16 neutron-server[95101]: self._notify() Sep 23 19:31:16.412860 n-d-713301-16 neutron-server[95101]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 19:31:16.412860 n-d-713301-16 neutron-server[95101]: self.callback(batched_events) Sep 23 19:31:16.412860 n-d-713301-16 neutron-server[95101]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 19:31:16.412860 n-d-713301-16 neutron-server[95101]: event.method(event) Sep 23 19:31:16.412860 n-d-713301-16 neutron-server[95101]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 19:31:16.412860 n-d-713301-16 neutron-server[95101]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 19:31:16.412860 n-d-713301-16 neutron-server[95101]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 19:31:16.412860 n-d-713301-16 neutron-server[95101]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 19:31:16.412860 n-d-713301-16 neutron-server[95101]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 19:31:16.412860 n-d-713301-16 neutron-server[95101]: return f(self, *a, **k) Sep 23 19:31:16.412860 n-d-713301-16 neutron-server[95101]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 19:31:16.412860 n-d-713301-16 neutron-server[95101]: return self._get(url).json() Sep 23 19:31:16.412860 n-d-713301-16 neutron-server[95101]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 19:31:16.412860 n-d-713301-16 neutron-server[95101]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 19:31:16.412860 n-d-713301-16 neutron-server[95101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 19:31:16.412860 n-d-713301-16 neutron-server[95101]: return self.request(url, 'GET', **kwargs) Sep 23 19:31:16.412860 n-d-713301-16 neutron-server[95101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 19:31:16.412860 n-d-713301-16 neutron-server[95101]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 19:31:16.412860 n-d-713301-16 neutron-server[95101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 19:31:16.412860 n-d-713301-16 neutron-server[95101]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 19:31:16.412860 n-d-713301-16 neutron-server[95101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 19:31:16.412860 n-d-713301-16 neutron-server[95101]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 19:31:16.412860 n-d-713301-16 neutron-server[95101]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 19:31:16.449473 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-6f7f6e06-0d2f-4410-9654-18e09c4ba628 req-e2653b1d-4b8a-4ee2-b791-72f25422e9a2 service neutron] 10.222.0.67 "GET /v2.0/networks/6b0b0714-7ca1-4d6d-b820-8be57f2679a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1942563 Sep 23 19:31:16.567805 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-4b0295b0-493c-4d12-80b4-df422f391a8d tempest-RoutersAdminTest-1385384480 tempest-RoutersAdminTest-1385384480-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1754627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-601866'] for network, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:16.584495 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b0295b0-493c-4d12-80b4-df422f391a8d tempest-RoutersAdminTest-1385384480 tempest-RoutersAdminTest-1385384480-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 664dab6d-1e81-4dd5-baec-97b96880526d {{(pid=95101) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Sep 23 19:31:16.598035 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-4b0295b0-493c-4d12-80b4-df422f391a8d tempest-RoutersAdminTest-1385384480 tempest-RoutersAdminTest-1385384480-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527417'] for network, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:16.603735 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-4b0295b0-493c-4d12-80b4-df422f391a8d tempest-RoutersAdminTest-1385384480 tempest-RoutersAdminTest-1385384480-project-admin] 10.222.0.67 "DELETE /v2.0/networks/664dab6d-1e81-4dd5-baec-97b96880526d HTTP/1.1" status: 204 len: 168 time: 0.5650570 Sep 23 19:31:16.607215 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b0295b0-493c-4d12-80b4-df422f391a8d tempest-RoutersAdminTest-1385384480 tempest-RoutersAdminTest-1385384480-project-admin] Pushing event deleted for resources: {'Network': ['ID=664dab6d-1e81-4dd5-baec-97b96880526d,revision_number=None']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:31:16.637120 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-6f7f6e06-0d2f-4410-9654-18e09c4ba628 req-5aedb8b4-8beb-4a29-8135-27dee31331fc service neutron] 10.222.0.67 "GET /v2.0/networks/6b0b0714-7ca1-4d6d-b820-8be57f2679a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1649644 Sep 23 19:31:16.766864 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-6f7f6e06-0d2f-4410-9654-18e09c4ba628 req-181ee2eb-fe98-4cef-a943-4386ef5aee8e service neutron] 10.222.0.67 "GET /v2.0/ports/e9421940-155e-4e16-8fe7-2df3b3cd6370?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.1170068 Sep 23 19:31:16.988512 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-6f7f6e06-0d2f-4410-9654-18e09c4ba628 req-1a015ae1-2ddf-46d0-b0c3-c67fe9835113 service neutron] 10.222.0.67 "GET /v2.0/networks/6b0b0714-7ca1-4d6d-b820-8be57f2679a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2207568 Sep 23 19:31:17.110624 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 45104) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:31:17.117296 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.v2.base [None req-3ea5cf9a-6a3a-477b-abe5-f2fd975eaac3 tempest-RoutersAdminTest-1385384480 tempest-RoutersAdminTest-1385384480-project-admin] Request body: {'router': {'name': 'tempest-router--21316944', 'project_id': 'bbe60e31ffc6400e99229b377a63bff6'}} {{(pid=95101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:31:17.185131 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-3ea5cf9a-6a3a-477b-abe5-f2fd975eaac3 tempest-RoutersAdminTest-1385384480 tempest-RoutersAdminTest-1385384480-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-594563', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29355'] for router, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:17.186208 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-3ea5cf9a-6a3a-477b-abe5-f2fd975eaac3 tempest-RoutersAdminTest-1385384480 tempest-RoutersAdminTest-1385384480-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-597363', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-601731', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-739356', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29346'] for router, precommit_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:17.231911 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-6f7f6e06-0d2f-4410-9654-18e09c4ba628 req-0a4b4124-c747-4449-b72b-6c02a3b10e7c service neutron] 10.222.0.67 "GET /v2.0/networks/6b0b0714-7ca1-4d6d-b820-8be57f2679a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2324705 Sep 23 19:31:17.352243 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-3ea5cf9a-6a3a-477b-abe5-f2fd975eaac3 tempest-RoutersAdminTest-1385384480 tempest-RoutersAdminTest-1385384480-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:17.378214 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-3ea5cf9a-6a3a-477b-abe5-f2fd975eaac3 tempest-RoutersAdminTest-1385384480 tempest-RoutersAdminTest-1385384480-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-597258', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-601790'] for router, after_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:17.420139 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-3ea5cf9a-6a3a-477b-abe5-f2fd975eaac3 tempest-RoutersAdminTest-1385384480 tempest-RoutersAdminTest-1385384480-project-admin] Notify callbacks [] for router, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:17.425705 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-3ea5cf9a-6a3a-477b-abe5-f2fd975eaac3 tempest-RoutersAdminTest-1385384480 tempest-RoutersAdminTest-1385384480-project-admin] 10.222.0.67 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 0.3127351 Sep 23 19:31:17.426631 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 45108) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:31:17.492288 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-6f7f6e06-0d2f-4410-9654-18e09c4ba628 req-a652ead6-b37b-4835-acd2-2b0efde708a1 service neutron] 10.222.0.67 "GET /v2.0/networks/6b0b0714-7ca1-4d6d-b820-8be57f2679a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2536860 Sep 23 19:31:17.568302 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-7b6605f9-1d35-412c-b928-1eab5f3eb8f1 tempest-RoutersAdminTest-1385384480 tempest-RoutersAdminTest-1385384480-project-admin] Notify callbacks [] for router, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:17.658086 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb1233c-7ab4-4612-a248-8bb9ef520c2e req-37f854d6-a337-477c-bac3-40964b95d9f2 tempest-AttachVolumeTestJSON-1825206227 tempest-AttachVolumeTestJSON-1825206227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:31:17.673017 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-7cb1233c-7ab4-4612-a248-8bb9ef520c2e req-37f854d6-a337-477c-bac3-40964b95d9f2 tempest-AttachVolumeTestJSON-1825206227 tempest-AttachVolumeTestJSON-1825206227-project] 10.222.0.67 "GET /v2.0/ports?device_id=4cba8196-5b5b-42a0-aaca-42902580e803 HTTP/1.1" status: 200 len: 946 time: 0.1282389 Sep 23 19:31:17.714666 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-6f7f6e06-0d2f-4410-9654-18e09c4ba628 req-10062ece-78cb-4d09-9410-f770ee106945 service neutron] 10.222.0.67 "GET /v2.0/networks/6b0b0714-7ca1-4d6d-b820-8be57f2679a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2154760 Sep 23 19:31:17.763901 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-7cb1233c-7ab4-4612-a248-8bb9ef520c2e req-f18b661f-8dc5-4353-acfe-b94d78b1708b tempest-AttachVolumeTestJSON-1825206227 tempest-AttachVolumeTestJSON-1825206227-project] 10.222.0.67 "GET /v2.0/security-groups?id=39522664-d93c-44d8-9f62-0e2cfbb5d5ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0897286 Sep 23 19:31:17.765831 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-7b6605f9-1d35-412c-b928-1eab5f3eb8f1 tempest-RoutersAdminTest-1385384480 tempest-RoutersAdminTest-1385384480-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-597305', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29369'] for router, precommit_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:17.768479 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-7b6605f9-1d35-412c-b928-1eab5f3eb8f1 tempest-RoutersAdminTest-1385384480 tempest-RoutersAdminTest-1385384480-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:17.826036 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-7b6605f9-1d35-412c-b928-1eab5f3eb8f1 tempest-RoutersAdminTest-1385384480 tempest-RoutersAdminTest-1385384480-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-597296'] for router, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:17.826591 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b6605f9-1d35-412c-b928-1eab5f3eb8f1 tempest-RoutersAdminTest-1385384480 tempest-RoutersAdminTest-1385384480-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 7191102a-1ca2-4506-8325-fa79a12f2f59 {{(pid=95101) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 23 19:31:17.842456 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-7b6605f9-1d35-412c-b928-1eab5f3eb8f1 tempest-RoutersAdminTest-1385384480 tempest-RoutersAdminTest-1385384480-project-admin] Notify callbacks [] for router, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:17.844015 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-7b6605f9-1d35-412c-b928-1eab5f3eb8f1 tempest-RoutersAdminTest-1385384480 tempest-RoutersAdminTest-1385384480-project-admin] 10.222.0.67 "DELETE /v2.0/routers/7191102a-1ca2-4506-8325-fa79a12f2f59 HTTP/1.1" status: 204 len: 168 time: 0.4162557 Sep 23 19:31:17.908957 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-6f7f6e06-0d2f-4410-9654-18e09c4ba628 req-29987a1c-233e-4372-9564-7a3212c5b562 service neutron] 10.222.0.67 "GET /v2.0/networks/6b0b0714-7ca1-4d6d-b820-8be57f2679a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1854160 Sep 23 19:31:18.069411 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 45118) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:31:18.076962 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-6f7f6e06-0d2f-4410-9654-18e09c4ba628 req-6c64798a-7e0e-4337-8c09-9bd4cdba9bee service neutron] 10.222.0.67 "GET /v2.0/networks/6b0b0714-7ca1-4d6d-b820-8be57f2679a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1591768 Sep 23 19:31:18.234846 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-6f7f6e06-0d2f-4410-9654-18e09c4ba628 req-6078f856-5e2e-4c42-83a1-d55bfc3e3baf service neutron] 10.222.0.67 "GET /v2.0/networks/f23b48c2-30e2-4b8a-a3bf-2e6a4262ee17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1451623 Sep 23 19:31:18.409086 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e6654cf-d22c-40af-9c41-b5cd6bd7a6d8 req-58a3777c-7d41-4ae0-9797-68dea8455254 tempest-ServerTagsTestJSON-780278031 tempest-ServerTagsTestJSON-780278031-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:31:18.410724 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-9e6654cf-d22c-40af-9c41-b5cd6bd7a6d8 req-58a3777c-7d41-4ae0-9797-68dea8455254 tempest-ServerTagsTestJSON-780278031 tempest-ServerTagsTestJSON-780278031-project] 10.222.0.67 "GET /v2.0/networks?id=fc3782e6-90e2-444f-9a65-4a3fa16297f0 HTTP/1.1" status: 200 len: 809 time: 0.1941884 Sep 23 19:31:18.417951 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-6f7f6e06-0d2f-4410-9654-18e09c4ba628 req-3d53e099-1886-4a9f-9915-d070a2821c78 service neutron] 10.222.0.67 "GET /v2.0/networks/f23b48c2-30e2-4b8a-a3bf-2e6a4262ee17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1714087 Sep 23 19:31:18.426112 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.v2.base [None req-dabc4a1b-cd2c-4c01-98b9-97e82fd06416 tempest-RoutersAdminTest-1935465670 tempest-RoutersAdminTest-1935465670-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1777511043', 'external_gateway_info': {'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac'}, 'admin_state_up': False}} {{(pid=95101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:31:18.448785 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-9e6654cf-d22c-40af-9c41-b5cd6bd7a6d8 req-1889075e-816c-470c-8757-1ea32846f361 tempest-ServerTagsTestJSON-780278031 tempest-ServerTagsTestJSON-780278031-project] 10.222.0.67 "GET /v2.0/quotas/fab52998afcb42178c68449a051f6270 HTTP/1.1" status: 200 len: 375 time: 0.0297875 Sep 23 19:31:18.463170 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-dabc4a1b-cd2c-4c01-98b9-97e82fd06416 tempest-RoutersAdminTest-1935465670 tempest-RoutersAdminTest-1935465670-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-594563', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29355'] for router, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:18.468010 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-dabc4a1b-cd2c-4c01-98b9-97e82fd06416 tempest-RoutersAdminTest-1935465670 tempest-RoutersAdminTest-1935465670-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-597363', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-601731', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-739356', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29346'] for router, precommit_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:18.521300 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-9e6654cf-d22c-40af-9c41-b5cd6bd7a6d8 req-d5b7821e-b056-4820-a1bb-2dc4284a5a42 tempest-ServerTagsTestJSON-780278031 tempest-ServerTagsTestJSON-780278031-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=fab52998afcb42178c68449a051f6270&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0631402 Sep 23 19:31:18.523694 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Device 743ffe71-76e1-4f6f-91ab-57bc481eb35a no longer exists at agent hyperv_n-h2-713301-16 {{(pid=95103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 19:31:18.577373 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-dabc4a1b-cd2c-4c01-98b9-97e82fd06416 tempest-RoutersAdminTest-1935465670 tempest-RoutersAdminTest-1935465670-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:18.600442 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-6f7f6e06-0d2f-4410-9654-18e09c4ba628 req-4411ad8e-2a29-4675-b116-4dd8a7b57bbc service neutron] 10.222.0.67 "GET /v2.0/networks/f23b48c2-30e2-4b8a-a3bf-2e6a4262ee17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1739457 Sep 23 19:31:18.662894 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:18.706977 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] For port 743ffe71-76e1-4f6f-91ab-57bc481eb35a, host n-h2-713301-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-16',level=0,port_id=743ffe71-76e1-4f6f-91ab-57bc481eb35a,segment=NetworkSegment(6139d589-eb6c-4578-8935-c26ddf396853),segment_id=6139d589-eb6c-4578-8935-c26ddf396853)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:31:18.708553 n-d-713301-16 neutron-server[95103]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87e77863-219f-42c4-8b26-1f31af11f822', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '743ffe71-76e1-4f6f-91ab-57bc481eb35a'}] {{(pid=95103) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 19:31:18.712448 n-d-713301-16 neutron-server[95103]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}81a1c17f2aa89d5b3ebbba3a3e0cf7eb588e431c2224256110c4c4facdd7c3e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29c70ba6-ee88-4804-9e6b-f6fcf8d76be6" -d '{"events": [{"server_uuid": "87e77863-219f-42c4-8b26-1f31af11f822", "name": "network-vif-unplugged", "status": "completed", "tag": "743ffe71-76e1-4f6f-91ab-57bc481eb35a"}]}' {{(pid=95103) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 19:31:18.716444 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:18.750565 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-9e6654cf-d22c-40af-9c41-b5cd6bd7a6d8 req-6365c2d0-e894-4100-860d-a78ed9b7021e service neutron] 10.222.0.67 "GET /v2.0/networks/fc3782e6-90e2-444f-9a65-4a3fa16297f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2053173 Sep 23 19:31:18.776925 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Pushing event updated for resources: {'Port': ['ID=743ffe71-76e1-4f6f-91ab-57bc481eb35a,revision_number=11']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:31:18.917309 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-6f7f6e06-0d2f-4410-9654-18e09c4ba628 req-4695893c-d0a6-465a-8abf-916647a72c15 service neutron] 10.222.0.67 "GET /v2.0/networks/f23b48c2-30e2-4b8a-a3bf-2e6a4262ee17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3076580 Sep 23 19:31:18.936756 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-9e6654cf-d22c-40af-9c41-b5cd6bd7a6d8 req-cad0ec34-2c35-4558-a658-a1be6ccc8cca service neutron] 10.222.0.67 "GET /v2.0/networks/fc3782e6-90e2-444f-9a65-4a3fa16297f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1774998 Sep 23 19:31:19.125178 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-dabc4a1b-cd2c-4c01-98b9-97e82fd06416 tempest-RoutersAdminTest-1935465670 tempest-RoutersAdminTest-1935465670-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:19.468642 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-dabc4a1b-cd2c-4c01-98b9-97e82fd06416 tempest-RoutersAdminTest-1935465670 tempest-RoutersAdminTest-1935465670-project] Notify callbacks [] for router_gateway, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:19.493052 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-049147d5-259c-47f3-947b-0c5d2ff12da8 req-8fa7d228-55c8-4db9-b07a-5506b7d406a9 tempest-ImagesNegativeTestJSON-1039150773 tempest-ImagesNegativeTestJSON-1039150773-project] 10.222.0.67 "GET /v2.0/networks?tenant_id=4a3e8fa33fd74a4ab7855896e0b73d00&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0353432 Sep 23 19:31:19.508829 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-dabc4a1b-cd2c-4c01-98b9-97e82fd06416 tempest-RoutersAdminTest-1935465670 tempest-RoutersAdminTest-1935465670-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:19.669372 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-ca4868e9-2676-4858-8c6d-a98a15ae9825 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:19.682710 n-d-713301-16 neutron-server[95101]: DEBUG neutron.db.db_base_plugin_common [None req-dabc4a1b-cd2c-4c01-98b9-97e82fd06416 tempest-RoutersAdminTest-1935465670 tempest-RoutersAdminTest-1935465670-project] Allocated IP 172.25.1.219 (5dec5c09-378e-4f50-89cc-d94eb81c3bac/eff83446-018c-428d-b3f5-54ac9abe7a2a/d771bea2-2ddb-4b4b-88b5-50c97c4222ef) {{(pid=95101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 19:31:19.682991 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-049147d5-259c-47f3-947b-0c5d2ff12da8 req-2bf11fea-d493-45f7-b295-b7b009c06a93 tempest-ImagesNegativeTestJSON-1039150773 tempest-ImagesNegativeTestJSON-1039150773-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:31:19.690857 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-049147d5-259c-47f3-947b-0c5d2ff12da8 req-2bf11fea-d493-45f7-b295-b7b009c06a93 tempest-ImagesNegativeTestJSON-1039150773 tempest-ImagesNegativeTestJSON-1039150773-project] 10.222.0.67 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1966376 Sep 23 19:31:19.707999 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-049147d5-259c-47f3-947b-0c5d2ff12da8 req-3d925b64-319b-48e4-8fdc-8112a702659c tempest-ImagesNegativeTestJSON-1039150773 tempest-ImagesNegativeTestJSON-1039150773-project] 10.222.0.67 "GET /v2.0/quotas/4a3e8fa33fd74a4ab7855896e0b73d00 HTTP/1.1" status: 200 len: 375 time: 0.0158732 Sep 23 19:31:19.759692 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-049147d5-259c-47f3-947b-0c5d2ff12da8 req-fde85db9-6b67-45f2-b025-082edd99c1b5 tempest-ImagesNegativeTestJSON-1039150773 tempest-ImagesNegativeTestJSON-1039150773-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=4a3e8fa33fd74a4ab7855896e0b73d00&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0497804 Sep 23 19:31:19.874265 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-dabc4a1b-cd2c-4c01-98b9-97e82fd06416 tempest-RoutersAdminTest-1935465670 tempest-RoutersAdminTest-1935465670-project] Notify callbacks [] for port, precommit_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:19.948305 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-dabc4a1b-cd2c-4c01-98b9-97e82fd06416 tempest-RoutersAdminTest-1935465670 tempest-RoutersAdminTest-1935465670-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783145673135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5607431'] for port, after_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:19.984914 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c626a13a-13a5-43c1-a900-7af3192941e4 req-f368f4e6-b0b2-4bf6-9e80-61dacfd309c8 tempest-ServerActionsTestJSON-618918056 tempest-ServerActionsTestJSON-618918056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:31:19.987720 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-c626a13a-13a5-43c1-a900-7af3192941e4 req-f368f4e6-b0b2-4bf6-9e80-61dacfd309c8 tempest-ServerActionsTestJSON-618918056 tempest-ServerActionsTestJSON-618918056-project] 10.222.0.67 "GET /v2.0/ports?device_id=7fa91134-8ee0-4baa-9037-6ca73d6b4c83 HTTP/1.1" status: 200 len: 947 time: 0.1221342 Sep 23 19:31:20.093477 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dabc4a1b-cd2c-4c01-98b9-97e82fd06416 tempest-RoutersAdminTest-1935465670 tempest-RoutersAdminTest-1935465670-project] Network 5dec5c09-378e-4f50-89cc-d94eb81c3bac is already hosted by enough agents. {{(pid=95101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:31:20.107174 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.base_scheduler [None req-dabc4a1b-cd2c-4c01-98b9-97e82fd06416 tempest-RoutersAdminTest-1935465670 tempest-RoutersAdminTest-1935465670-project] Resources bound (agent type, host, resource id): {{(pid=95101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:31:20.119100 n-d-713301-16 neutron-server[95101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dabc4a1b-cd2c-4c01-98b9-97e82fd06416 tempest-RoutersAdminTest-1935465670 tempest-RoutersAdminTest-1935465670-project] Received port after_create {{(pid=95101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 19:31:20.137569 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-c626a13a-13a5-43c1-a900-7af3192941e4 req-9446ee5b-1571-434a-8a7d-9b9b06f4c22a tempest-ServerActionsTestJSON-618918056 tempest-ServerActionsTestJSON-618918056-project] 10.222.0.67 "GET /v2.0/security-groups?id=d2a75794-f2ea-419f-9d09-0096f3fe96c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1423371 Sep 23 19:31:20.172883 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dabc4a1b-cd2c-4c01-98b9-97e82fd06416 tempest-RoutersAdminTest-1935465670 tempest-RoutersAdminTest-1935465670-project] Pushing event updated for resources: {'Port': ['ID=d771bea2-2ddb-4b4b-88b5-50c97c4222ef,revision_number=1']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:31:20.319410 n-d-713301-16 neutron-server[95103]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 23 Sep 2021 19:31:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2c9516d-de5d-45d2-ab3b-4dec4b1bcc21 x-openstack-request-id: req-a2c9516d-de5d-45d2-ab3b-4dec4b1bcc21 {{(pid=95103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 19:31:20.320210 n-d-713301-16 neutron-server[95103]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "87e77863-219f-42c4-8b26-1f31af11f822", "name": "network-vif-unplugged", "status": "completed", "tag": "743ffe71-76e1-4f6f-91ab-57bc481eb35a", "code": 200}]} {{(pid=95103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 19:31:20.320907 n-d-713301-16 neutron-server[95103]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-a2c9516d-de5d-45d2-ab3b-4dec4b1bcc21 {{(pid=95103) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 19:31:20.321741 n-d-713301-16 neutron-server[95103]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '87e77863-219f-42c4-8b26-1f31af11f822', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '743ffe71-76e1-4f6f-91ab-57bc481eb35a', 'code': 200} Sep 23 19:31:20.482033 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-080dd134-ab54-45ed-904e-4c3902df75e7 req-0102bbbf-c6eb-4770-bf06-355119c86f60 tempest-AttachVolumeTestJSON-1825206227 tempest-AttachVolumeTestJSON-1825206227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:31:20.496076 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-080dd134-ab54-45ed-904e-4c3902df75e7 req-0102bbbf-c6eb-4770-bf06-355119c86f60 tempest-AttachVolumeTestJSON-1825206227 tempest-AttachVolumeTestJSON-1825206227-project] 10.222.0.67 "GET /v2.0/ports?device_id=4cba8196-5b5b-42a0-aaca-42902580e803 HTTP/1.1" status: 200 len: 946 time: 0.1443725 Sep 23 19:31:20.663988 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-52259a7b-c95f-482c-a427-9155bf597da4 req-5b187cb5-fe4c-4e81-9fc8-b8541ee37ad5 tempest-ServerTagsTestJSON-780278031 tempest-ServerTagsTestJSON-780278031-project] 10.222.0.67 "GET /v2.0/ports?device_id=65757457-224c-44f3-a3c7-714fea4058cb HTTP/1.1" status: 200 len: 210 time: 0.1456475 Sep 23 19:31:20.687037 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-080dd134-ab54-45ed-904e-4c3902df75e7 req-00d35993-e06a-4148-a662-3f2f4134bcee tempest-AttachVolumeTestJSON-1825206227 tempest-AttachVolumeTestJSON-1825206227-project] 10.222.0.67 "GET /v2.0/security-groups?id=39522664-d93c-44d8-9f62-0e2cfbb5d5ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1882463 Sep 23 19:31:20.771589 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e6654cf-d22c-40af-9c41-b5cd6bd7a6d8 req-e4da9a42-1c7b-431b-8836-57229a663bbd tempest-ServerTagsTestJSON-780278031 tempest-ServerTagsTestJSON-780278031-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:31:20.773616 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-9e6654cf-d22c-40af-9c41-b5cd6bd7a6d8 req-e4da9a42-1c7b-431b-8836-57229a663bbd tempest-ServerTagsTestJSON-780278031 tempest-ServerTagsTestJSON-780278031-project] 10.222.0.53 "GET /v2.0/networks?id=fc3782e6-90e2-444f-9a65-4a3fa16297f0 HTTP/1.1" status: 200 len: 809 time: 0.2110286 Sep 23 19:31:20.790267 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-dabc4a1b-cd2c-4c01-98b9-97e82fd06416 tempest-RoutersAdminTest-1935465670 tempest-RoutersAdminTest-1935465670-project] Notify callbacks [] for router_gateway, after_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:20.798433 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.v2.base [req-9e6654cf-d22c-40af-9c41-b5cd6bd7a6d8 req-102fb5c4-2bde-45cd-b9ed-876c6be0817e tempest-ServerTagsTestJSON-780278031 tempest-ServerTagsTestJSON-780278031-project] Request body: {'port': {'device_id': '65757457-224c-44f3-a3c7-714fea4058cb', 'network_id': 'fc3782e6-90e2-444f-9a65-4a3fa16297f0', 'admin_state_up': True, 'tenant_id': 'fab52998afcb42178c68449a051f6270'}} {{(pid=95101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:31:20.805552 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-f2a313c4-0211-482c-9135-e4bcaffc7936 req-4641a74c-aebf-4817-aba3-dd0b29d36bed tempest-TaggedBootDevicesTest_v242-1470406513 tempest-TaggedBootDevicesTest_v242-1470406513-project] 10.222.0.67 "GET /v2.0/ports?device_id=583aeae2-b5c0-4d8d-bffb-15a63f4020fc HTTP/1.1" status: 200 len: 210 time: 0.0519192 Sep 23 19:31:20.862502 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-7f98f5a7-b28c-4854-b356-fd51976e1ee4 req-b98c092f-9de8-4645-9fe1-7198bc7a5a8c tempest-ImagesNegativeTestJSON-1039150773 tempest-ImagesNegativeTestJSON-1039150773-project] 10.222.0.67 "GET /v2.0/ports?device_id=d633ef35-fdcc-45ee-ac71-1b558e8af7d2 HTTP/1.1" status: 200 len: 210 time: 0.0511217 Sep 23 19:31:21.110385 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9e6654cf-d22c-40af-9c41-b5cd6bd7a6d8 req-102fb5c4-2bde-45cd-b9ed-876c6be0817e tempest-ServerTagsTestJSON-780278031 tempest-ServerTagsTestJSON-780278031-project] Made reservation on behalf of fab52998afcb42178c68449a051f6270 for: {'port': 1} {{(pid=95101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:31:21.114781 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-9e6654cf-d22c-40af-9c41-b5cd6bd7a6d8 req-102fb5c4-2bde-45cd-b9ed-876c6be0817e tempest-ServerTagsTestJSON-780278031 tempest-ServerTagsTestJSON-780278031-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:21.124023 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-710ab866-bd42-419d-8fac-53c760bbbc50 req-cec2dd86-3cd7-475f-aa23-a7ad5f7517b6 tempest-ImagesOneServerTestJSON-2058836255 tempest-ImagesOneServerTestJSON-2058836255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:31:21.125618 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-710ab866-bd42-419d-8fac-53c760bbbc50 req-cec2dd86-3cd7-475f-aa23-a7ad5f7517b6 tempest-ImagesOneServerTestJSON-2058836255 tempest-ImagesOneServerTestJSON-2058836255-project] 10.222.0.67 "GET /v2.0/ports?device_id=87e77863-219f-42c4-8b26-1f31af11f822 HTTP/1.1" status: 200 len: 949 time: 0.0554039 Sep 23 19:31:21.170094 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-710ab866-bd42-419d-8fac-53c760bbbc50 req-d96757fa-f542-49f8-85a4-948bcca0c215 tempest-ImagesOneServerTestJSON-2058836255 tempest-ImagesOneServerTestJSON-2058836255-project] 10.222.0.67 "GET /v2.0/security-groups?id=8c832402-56d3-4931-aa70-6b0106b281cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372121 Sep 23 19:31:21.245444 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-dabc4a1b-cd2c-4c01-98b9-97e82fd06416 tempest-RoutersAdminTest-1935465670 tempest-RoutersAdminTest-1935465670-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-597258', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-601790'] for router, after_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:21.428216 n-d-713301-16 neutron-server[95101]: DEBUG neutron.db.db_base_plugin_common [req-9e6654cf-d22c-40af-9c41-b5cd6bd7a6d8 req-102fb5c4-2bde-45cd-b9ed-876c6be0817e tempest-ServerTagsTestJSON-780278031 tempest-ServerTagsTestJSON-780278031-project] Allocated IP 172.20.0.14 (fc3782e6-90e2-444f-9a65-4a3fa16297f0/2dc452e2-2887-447f-9eb2-f4b89ff17ac5/95342296-7c8c-44f0-b2c6-c6769a3673aa) {{(pid=95101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 19:31:21.474212 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7f6e06-0d2f-4410-9654-18e09c4ba628 req-6e1a0fc4-823a-49b3-852f-e198ed1852ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:31:21.475588 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-6f7f6e06-0d2f-4410-9654-18e09c4ba628 req-6e1a0fc4-823a-49b3-852f-e198ed1852ac service neutron] 10.222.0.53 "GET /v2.0/ports/6c017d64-49a7-4da3-a6bc-3716925c2710 HTTP/1.1" status: 200 len: 1032 time: 0.0998898 Sep 23 19:31:21.510387 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82fb7b97-9e32-45ea-ac06-a505cb436701 req-97c2f0fa-b18e-4b85-aeb0-699ebc1790f5 tempest-ServerActionsTestJSON-618918056 tempest-ServerActionsTestJSON-618918056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:31:21.512329 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-82fb7b97-9e32-45ea-ac06-a505cb436701 req-97c2f0fa-b18e-4b85-aeb0-699ebc1790f5 tempest-ServerActionsTestJSON-618918056 tempest-ServerActionsTestJSON-618918056-project] 10.222.0.67 "GET /v2.0/ports?device_id=7fa91134-8ee0-4baa-9037-6ca73d6b4c83 HTTP/1.1" status: 200 len: 947 time: 0.0588970 Sep 23 19:31:21.564916 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7f6e06-0d2f-4410-9654-18e09c4ba628 req-6ae3cddc-282e-48df-8d29-4c0609747eaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:31:21.566229 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-82fb7b97-9e32-45ea-ac06-a505cb436701 req-eddca9cb-2f76-40c0-8890-884cc2a56d53 tempest-ServerActionsTestJSON-618918056 tempest-ServerActionsTestJSON-618918056-project] 10.222.0.67 "GET /v2.0/security-groups?id=d2a75794-f2ea-419f-9d09-0096f3fe96c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462635 Sep 23 19:31:21.566928 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-6f7f6e06-0d2f-4410-9654-18e09c4ba628 req-6ae3cddc-282e-48df-8d29-4c0609747eaf service neutron] 10.222.0.53 "GET /v2.0/ports/e9421940-155e-4e16-8fe7-2df3b3cd6370 HTTP/1.1" status: 200 len: 1032 time: 0.0787320 Sep 23 19:31:21.803600 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dabc4a1b-cd2c-4c01-98b9-97e82fd06416 tempest-RoutersAdminTest-1935465670 tempest-RoutersAdminTest-1935465670-project] Router 65efec7e-0eb0-4591-a8a8-d20133abde48 is scheduled to L3 agent 79a740bf-7821-4989-8288-7186e3e128f3 with binding_index 1 {{(pid=95101) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 23 19:31:21.906798 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-5b0f73cf-e1ce-446e-b9c6-878e7f579bca req-083d5ff9-f889-420b-b93e-57061f582989 tempest-ServerTagsTestJSON-780278031 tempest-ServerTagsTestJSON-780278031-project] 10.222.0.67 "GET /v2.0/ports?device_id=65757457-224c-44f3-a3c7-714fea4058cb HTTP/1.1" status: 200 len: 210 time: 0.0521495 Sep 23 19:31:21.932907 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e77f8e-d173-43b8-b905-b6db2205a4d2 req-0235e228-e813-4d00-8740-d26f77be49ec tempest-AttachVolumeTestJSON-1825206227 tempest-AttachVolumeTestJSON-1825206227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:31:21.941883 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-d9e77f8e-d173-43b8-b905-b6db2205a4d2 req-0235e228-e813-4d00-8740-d26f77be49ec tempest-AttachVolumeTestJSON-1825206227 tempest-AttachVolumeTestJSON-1825206227-project] 10.222.0.67 "GET /v2.0/ports?device_id=4cba8196-5b5b-42a0-aaca-42902580e803 HTTP/1.1" status: 200 len: 946 time: 0.1387177 Sep 23 19:31:21.972734 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-049147d5-259c-47f3-947b-0c5d2ff12da8 req-e8df0dd2-f3da-4833-a5df-487ee6a5b608 tempest-ImagesNegativeTestJSON-1039150773 tempest-ImagesNegativeTestJSON-1039150773-project] 10.222.0.53 "GET /v2.0/networks?tenant_id=4a3e8fa33fd74a4ab7855896e0b73d00&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1069345 Sep 23 19:31:22.021839 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-d9e77f8e-d173-43b8-b905-b6db2205a4d2 req-8c15236f-a247-4fcd-b7b7-cc963aa36345 tempest-AttachVolumeTestJSON-1825206227 tempest-AttachVolumeTestJSON-1825206227-project] 10.222.0.67 "GET /v2.0/security-groups?id=39522664-d93c-44d8-9f62-0e2cfbb5d5ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0762386 Sep 23 19:31:22.099123 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-27091a63-5ecb-400c-94d1-d7422e81ba7e req-caebcd6d-190b-4000-b0ba-d29da1557e1c tempest-TaggedBootDevicesTest_v242-1470406513 tempest-TaggedBootDevicesTest_v242-1470406513-project] 10.222.0.67 "GET /v2.0/ports?device_id=583aeae2-b5c0-4d8d-bffb-15a63f4020fc HTTP/1.1" status: 200 len: 210 time: 0.0357571 Sep 23 19:31:22.180824 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-9e6654cf-d22c-40af-9c41-b5cd6bd7a6d8 req-102fb5c4-2bde-45cd-b9ed-876c6be0817e tempest-ServerTagsTestJSON-780278031 tempest-ServerTagsTestJSON-780278031-project] Notify callbacks [] for port, precommit_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:22.199444 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-2955ad38-4bf5-4af6-98a3-ccc467b6aa9c req-2039fead-c57a-4933-a00b-5caf9e7b02bc tempest-ImagesNegativeTestJSON-1039150773 tempest-ImagesNegativeTestJSON-1039150773-project] 10.222.0.67 "GET /v2.0/ports?device_id=d633ef35-fdcc-45ee-ac71-1b558e8af7d2 HTTP/1.1" status: 200 len: 210 time: 0.0483472 Sep 23 19:31:22.235817 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7f6e06-0d2f-4410-9654-18e09c4ba628 req-3a2cd40d-8c3a-4c93-b1db-0ffdb86e405c tempest-TaggedBootDevicesTest_v242-1470406513 tempest-TaggedBootDevicesTest_v242-1470406513-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:31:22.242836 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7f6e06-0d2f-4410-9654-18e09c4ba628 req-3a2cd40d-8c3a-4c93-b1db-0ffdb86e405c tempest-TaggedBootDevicesTest_v242-1470406513 tempest-TaggedBootDevicesTest_v242-1470406513-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:31:22.254781 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7f6e06-0d2f-4410-9654-18e09c4ba628 req-3a2cd40d-8c3a-4c93-b1db-0ffdb86e405c tempest-TaggedBootDevicesTest_v242-1470406513 tempest-TaggedBootDevicesTest_v242-1470406513-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:31:22.263904 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-6f7f6e06-0d2f-4410-9654-18e09c4ba628 req-3a2cd40d-8c3a-4c93-b1db-0ffdb86e405c tempest-TaggedBootDevicesTest_v242-1470406513 tempest-TaggedBootDevicesTest_v242-1470406513-project] 10.222.0.53 "GET /v2.0/networks?id=4938c958-b8c9-4af7-9682-a50ce306467f&id=6b0b0714-7ca1-4d6d-b820-8be57f2679a5&id=6b0b0714-7ca1-4d6d-b820-8be57f2679a5&id=6b0b0714-7ca1-4d6d-b820-8be57f2679a5&id=6b0b0714-7ca1-4d6d-b820-8be57f2679a5&id=f23b48c2-30e2-4b8a-a3bf-2e6a4262ee17&id=f23b48c2-30e2-4b8a-a3bf-2e6a4262ee17 HTTP/1.1" status: 200 len: 1996 time: 0.6812527 Sep 23 19:31:22.308762 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-8941deee-e7ce-4b64-96d0-286216efac45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:22.349727 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8733d22a-26bc-4c8e-a0c1-c01d0af1ba86 req-f8a80766-4c4b-458d-8a82-782df862c03c tempest-ImagesOneServerTestJSON-2058836255 tempest-ImagesOneServerTestJSON-2058836255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:31:22.351773 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-8733d22a-26bc-4c8e-a0c1-c01d0af1ba86 req-f8a80766-4c4b-458d-8a82-782df862c03c tempest-ImagesOneServerTestJSON-2058836255 tempest-ImagesOneServerTestJSON-2058836255-project] 10.222.0.67 "GET /v2.0/ports?device_id=87e77863-219f-42c4-8b26-1f31af11f822 HTTP/1.1" status: 200 len: 949 time: 0.0842843 Sep 23 19:31:22.407601 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-8733d22a-26bc-4c8e-a0c1-c01d0af1ba86 req-f072b17c-b081-4919-8401-85075b611b39 tempest-ImagesOneServerTestJSON-2058836255 tempest-ImagesOneServerTestJSON-2058836255-project] 10.222.0.67 "GET /v2.0/security-groups?id=8c832402-56d3-4931-aa70-6b0106b281cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436959 Sep 23 19:31:22.431823 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-6f7f6e06-0d2f-4410-9654-18e09c4ba628 req-5b4fd6b7-11a2-48b4-b925-8a60c8497696 tempest-TaggedBootDevicesTest_v242-1470406513 tempest-TaggedBootDevicesTest_v242-1470406513-project] 10.222.0.53 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1f1788a36b0c407c84d1fe9c6d21bab4 HTTP/1.1" status: 200 len: 379 time: 0.1316783 Sep 23 19:31:22.437897 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dabc4a1b-cd2c-4c01-98b9-97e82fd06416 tempest-RoutersAdminTest-1935465670 tempest-RoutersAdminTest-1935465670-project] Notify agent at l3_agent.n-d-713301-16 the message routers_updated {{(pid=95101) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 19:31:22.449763 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-049147d5-259c-47f3-947b-0c5d2ff12da8 req-9fa71ee0-f3b2-4564-9b99-a9cd359bbb57 tempest-ImagesNegativeTestJSON-1039150773 tempest-ImagesNegativeTestJSON-1039150773-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:31:22.451433 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-049147d5-259c-47f3-947b-0c5d2ff12da8 req-9fa71ee0-f3b2-4564-9b99-a9cd359bbb57 tempest-ImagesNegativeTestJSON-1039150773 tempest-ImagesNegativeTestJSON-1039150773-project] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4616768 Sep 23 19:31:22.453261 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4aa7fd18-e483-463d-8112-02bf4a3d94ee None None] Sync routers for ids ['65efec7e-0eb0-4591-a8a8-d20133abde48'] in n-d-713301-16 {{(pid=95104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 19:31:22.455615 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.v2.base [req-6f7f6e06-0d2f-4410-9654-18e09c4ba628 req-a83b212b-c315-4ca5-94f2-c92b6b018a50 tempest-TaggedBootDevicesTest_v242-1470406513 tempest-TaggedBootDevicesTest_v242-1470406513-project] Request body: {'port': {'device_id': '583aeae2-b5c0-4d8d-bffb-15a63f4020fc', 'network_id': '4938c958-b8c9-4af7-9682-a50ce306467f', 'admin_state_up': True, 'tenant_id': '1f1788a36b0c407c84d1fe9c6d21bab4', 'security_groups': ['687e4f9e-0a49-4ef3-86dc-e31b7edc6949']}} {{(pid=95101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:31:22.467486 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4aa7fd18-e483-463d-8112-02bf4a3d94ee None None] Routers {'65efec7e-0eb0-4591-a8a8-d20133abde48'} bound to L3 agent in host n-d-713301-16 {{(pid=95104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 19:31:22.468324 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_hamode_db [None req-4aa7fd18-e483-463d-8112-02bf4a3d94ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-23T19:07:52Z,description=,heartbeat_timestamp=2021-09-23T19:31:22Z,host='n-d-713301-16',id=79a740bf-7821-4989-8288-7186e3e128f3,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:07:52Z,topic='l3_agent')) {'router_ids': ['65efec7e-0eb0-4591-a8a8-d20133abde48'], 'active': True} {{(pid=95104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:31:22.485154 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.v2.base [req-049147d5-259c-47f3-947b-0c5d2ff12da8 req-974fb5d1-4439-498b-9e38-25d6a8e1787d tempest-ImagesNegativeTestJSON-1039150773 tempest-ImagesNegativeTestJSON-1039150773-project] Request body: {'port': {'device_id': 'd633ef35-fdcc-45ee-ac71-1b558e8af7d2', 'network_id': '5220cb0c-da05-478a-9604-8c11469a05b4', 'admin_state_up': True, 'tenant_id': '4a3e8fa33fd74a4ab7855896e0b73d00'}} {{(pid=95101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:31:22.491879 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-9e6654cf-d22c-40af-9c41-b5cd6bd7a6d8 req-102fb5c4-2bde-45cd-b9ed-876c6be0817e tempest-ServerTagsTestJSON-780278031 tempest-ServerTagsTestJSON-780278031-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783145673135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5607431'] for port, after_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:22.513396 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_hamode_db [None req-4aa7fd18-e483-463d-8112-02bf4a3d94ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713301-16', False) {} {{(pid=95104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:31:22.524297 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4aa7fd18-e483-463d-8112-02bf4a3d94ee None None] Routers {'65efec7e-0eb0-4591-a8a8-d20133abde48'} bound to L3 agent in host n-d-713301-16 {{(pid=95104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 19:31:22.524970 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_hamode_db [None req-4aa7fd18-e483-463d-8112-02bf4a3d94ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-23T19:07:52Z,description=,heartbeat_timestamp=2021-09-23T19:31:22Z,host='n-d-713301-16',id=79a740bf-7821-4989-8288-7186e3e128f3,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:07:52Z,topic='l3_agent')) {'router_ids': ['65efec7e-0eb0-4591-a8a8-d20133abde48'], 'active': True} {{(pid=95104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:31:22.569684 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_hamode_db [None req-4aa7fd18-e483-463d-8112-02bf4a3d94ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713301-16', False) {} {{(pid=95104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:31:22.570841 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4aa7fd18-e483-463d-8112-02bf4a3d94ee None None] The sync data for ids ['65efec7e-0eb0-4591-a8a8-d20133abde48'] in n-d-713301-16 is: [] {{(pid=95104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 19:31:22.601287 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-dabc4a1b-cd2c-4c01-98b9-97e82fd06416 tempest-RoutersAdminTest-1935465670 tempest-RoutersAdminTest-1935465670-project] Notify callbacks [] for router, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:22.607259 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-dabc4a1b-cd2c-4c01-98b9-97e82fd06416 tempest-RoutersAdminTest-1935465670 tempest-RoutersAdminTest-1935465670-project] 10.222.0.67 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 4.5314522 Sep 23 19:31:22.607427 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 45328) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:31:22.703843 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9e6654cf-d22c-40af-9c41-b5cd6bd7a6d8 req-102fb5c4-2bde-45cd-b9ed-876c6be0817e tempest-ServerTagsTestJSON-780278031 tempest-ServerTagsTestJSON-780278031-project] Network fc3782e6-90e2-444f-9a65-4a3fa16297f0 is already hosted by enough agents. {{(pid=95101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:31:22.717867 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.base_scheduler [req-9e6654cf-d22c-40af-9c41-b5cd6bd7a6d8 req-102fb5c4-2bde-45cd-b9ed-876c6be0817e tempest-ServerTagsTestJSON-780278031 tempest-ServerTagsTestJSON-780278031-project] Resources bound (agent type, host, resource id): {{(pid=95101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:31:22.725105 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-102fb5c4-2bde-45cd-b9ed-876c6be0817e tempest-ServerTagsTestJSON-780278031 tempest-ServerTagsTestJSON-780278031-project] Pushing event updated for resources: {'Port': ['ID=95342296-7c8c-44f0-b2c6-c6769a3673aa,revision_number=1']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:31:22.727838 n-d-713301-16 neutron-server[95101]: DEBUG neutron.db.l3_dvrscheduler_db [req-9e6654cf-d22c-40af-9c41-b5cd6bd7a6d8 req-102fb5c4-2bde-45cd-b9ed-876c6be0817e tempest-ServerTagsTestJSON-780278031 tempest-ServerTagsTestJSON-780278031-project] Received port after_create {{(pid=95101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 19:31:22.769732 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-e3be8b26-e81e-475b-846a-c7b646deefd5 tempest-RoutersAdminTest-1385384480 tempest-RoutersAdminTest-1385384480-project-admin] 10.222.0.67 "GET /v2.0/routers/65efec7e-0eb0-4591-a8a8-d20133abde48 HTTP/1.1" status: 200 len: 921 time: 0.1614099 Sep 23 19:31:22.773085 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 45342) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:31:22.814233 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-35ca25b9-ad09-4b4e-84c2-2a25c8b898aa tempest-RoutersAdminTest-1935465670 tempest-RoutersAdminTest-1935465670-project] 10.222.0.67 "GET /v2.0/ports?device_id=65efec7e-0eb0-4591-a8a8-d20133abde48 HTTP/1.1" status: 200 len: 205 time: 0.0389047 Sep 23 19:31:22.817957 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 45350) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:31:22.829585 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e6654cf-d22c-40af-9c41-b5cd6bd7a6d8 req-102fb5c4-2bde-45cd-b9ed-876c6be0817e tempest-ServerTagsTestJSON-780278031 tempest-ServerTagsTestJSON-780278031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:31:22.831075 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-9e6654cf-d22c-40af-9c41-b5cd6bd7a6d8 req-102fb5c4-2bde-45cd-b9ed-876c6be0817e tempest-ServerTagsTestJSON-780278031 tempest-ServerTagsTestJSON-780278031-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222849'] for port, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:22.856236 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-049147d5-259c-47f3-947b-0c5d2ff12da8 req-974fb5d1-4439-498b-9e38-25d6a8e1787d tempest-ImagesNegativeTestJSON-1039150773 tempest-ImagesNegativeTestJSON-1039150773-project] Made reservation on behalf of 4a3e8fa33fd74a4ab7855896e0b73d00 for: {'port': 1} {{(pid=95101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:31:22.860316 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-049147d5-259c-47f3-947b-0c5d2ff12da8 req-974fb5d1-4439-498b-9e38-25d6a8e1787d tempest-ImagesNegativeTestJSON-1039150773 tempest-ImagesNegativeTestJSON-1039150773-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:22.881346 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-049147d5-259c-47f3-947b-0c5d2ff12da8 req-974fb5d1-4439-498b-9e38-25d6a8e1787d tempest-ImagesNegativeTestJSON-1039150773 tempest-ImagesNegativeTestJSON-1039150773-project] Notify callbacks [] for security_group, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:22.912176 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6f7f6e06-0d2f-4410-9654-18e09c4ba628 req-a83b212b-c315-4ca5-94f2-c92b6b018a50 tempest-TaggedBootDevicesTest_v242-1470406513 tempest-TaggedBootDevicesTest_v242-1470406513-project] Made reservation on behalf of 1f1788a36b0c407c84d1fe9c6d21bab4 for: {'port': 1} {{(pid=95101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:31:22.916765 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-6f7f6e06-0d2f-4410-9654-18e09c4ba628 req-a83b212b-c315-4ca5-94f2-c92b6b018a50 tempest-TaggedBootDevicesTest_v242-1470406513 tempest-TaggedBootDevicesTest_v242-1470406513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:22.919516 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Device 2057133e-afe6-4649-916f-fb2ef68141a8 no longer exists at agent hyperv_n-h1-713301-16 {{(pid=95103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 19:31:22.946214 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-9e6654cf-d22c-40af-9c41-b5cd6bd7a6d8 req-102fb5c4-2bde-45cd-b9ed-876c6be0817e tempest-ServerTagsTestJSON-780278031 tempest-ServerTagsTestJSON-780278031-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1534276 Sep 23 19:31:22.966597 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.v2.base [req-9e6654cf-d22c-40af-9c41-b5cd6bd7a6d8 req-60cc4e96-964e-42b2-b796-be7bb8b431de service neutron] Request body: {'port': {'device_id': '65757457-224c-44f3-a3c7-714fea4058cb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713301-16'}} {{(pid=95101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:31:23.104755 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:23.175945 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:23.207296 n-d-713301-16 neutron-server[95103]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7fa91134-8ee0-4baa-9037-6ca73d6b4c83', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2057133e-afe6-4649-916f-fb2ef68141a8'}] {{(pid=95103) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 19:31:23.212052 n-d-713301-16 neutron-server[95103]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}81a1c17f2aa89d5b3ebbba3a3e0cf7eb588e431c2224256110c4c4facdd7c3e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dce87657-b3c1-4615-ad3e-ede8ba9b626b" -d '{"events": [{"server_uuid": "7fa91134-8ee0-4baa-9037-6ca73d6b4c83", "name": "network-vif-unplugged", "status": "completed", "tag": "2057133e-afe6-4649-916f-fb2ef68141a8"}]}' {{(pid=95103) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 19:31:23.234784 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-9e6654cf-d22c-40af-9c41-b5cd6bd7a6d8 req-60cc4e96-964e-42b2-b796-be7bb8b431de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:23.242047 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] For port 2057133e-afe6-4649-916f-fb2ef68141a8, host n-h1-713301-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-16',level=0,port_id=2057133e-afe6-4649-916f-fb2ef68141a8,segment=NetworkSegment(0ad9f853-8282-44e3-ac3b-2b75c9223dae),segment_id=0ad9f853-8282-44e3-ac3b-2b75c9223dae)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:31:23.249998 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:23.362055 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Pushing event updated for resources: {'Port': ['ID=2057133e-afe6-4649-916f-fb2ef68141a8,revision_number=14']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:31:23.393821 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-0ae75029-feb6-4728-9a94-5f9b60993d82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:23.583269 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b9da251-d149-4a0d-b154-bcf6cdabdf8d req-38145601-4a85-4fb2-911f-a10094e99f69 tempest-ImagesOneServerTestJSON-2058836255 tempest-ImagesOneServerTestJSON-2058836255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:31:23.585087 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-9b9da251-d149-4a0d-b154-bcf6cdabdf8d req-38145601-4a85-4fb2-911f-a10094e99f69 tempest-ImagesOneServerTestJSON-2058836255 tempest-ImagesOneServerTestJSON-2058836255-project] 10.222.0.53 "GET /v2.0/ports?device_id=87e77863-219f-42c4-8b26-1f31af11f822 HTTP/1.1" status: 200 len: 949 time: 0.6220505 Sep 23 19:31:23.615470 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-eff3bc5e-03be-4930-bb97-a1b0bfcb51b0 tempest-RoutersAdminTest-1935465670 tempest-RoutersAdminTest-1935465670-project] Notify callbacks [] for router, before_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:23.672641 n-d-713301-16 neutron-server[95101]: DEBUG neutron.db.db_base_plugin_common [req-6f7f6e06-0d2f-4410-9654-18e09c4ba628 req-a83b212b-c315-4ca5-94f2-c92b6b018a50 tempest-TaggedBootDevicesTest_v242-1470406513 tempest-TaggedBootDevicesTest_v242-1470406513-project] Allocated IP 172.20.0.8 (4938c958-b8c9-4af7-9682-a50ce306467f/0a32b004-bc4a-40b4-8198-7301a96775ce/6a7a5cae-7327-4542-b381-1fad380770ef) {{(pid=95101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 19:31:23.683267 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d74c0c1-7c5e-4ea6-9b55-7d6ea4ca708c req-845408c4-5d0b-461f-889f-a72d492f2fe4 tempest-ServerTagsTestJSON-780278031 tempest-ServerTagsTestJSON-780278031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:31:23.684953 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-8d74c0c1-7c5e-4ea6-9b55-7d6ea4ca708c req-845408c4-5d0b-461f-889f-a72d492f2fe4 tempest-ServerTagsTestJSON-780278031 tempest-ServerTagsTestJSON-780278031-project] 10.222.0.67 "GET /v2.0/ports?device_id=65757457-224c-44f3-a3c7-714fea4058cb HTTP/1.1" status: 200 len: 932 time: 0.2543204 Sep 23 19:31:23.698593 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-695fac64-72a7-428d-a3a8-cda28317113e req-c2caa246-da60-4572-af17-eadfd9b9027e tempest-AttachVolumeTestJSON-1825206227 tempest-AttachVolumeTestJSON-1825206227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:31:23.708665 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-695fac64-72a7-428d-a3a8-cda28317113e req-c2caa246-da60-4572-af17-eadfd9b9027e tempest-AttachVolumeTestJSON-1825206227 tempest-AttachVolumeTestJSON-1825206227-project] 10.222.0.67 "GET /v2.0/ports?device_id=4cba8196-5b5b-42a0-aaca-42902580e803 HTTP/1.1" status: 200 len: 946 time: 0.2761910 Sep 23 19:31:23.726612 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-049147d5-259c-47f3-947b-0c5d2ff12da8 req-974fb5d1-4439-498b-9e38-25d6a8e1787d tempest-ImagesNegativeTestJSON-1039150773 tempest-ImagesNegativeTestJSON-1039150773-project] Notify callbacks [] for security_group, precommit_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:23.780286 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-049147d5-259c-47f3-947b-0c5d2ff12da8 req-974fb5d1-4439-498b-9e38-25d6a8e1787d tempest-ImagesNegativeTestJSON-1039150773 tempest-ImagesNegativeTestJSON-1039150773-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:23.881629 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-695fac64-72a7-428d-a3a8-cda28317113e req-15427f19-280c-4c4f-b45a-3bcfa656affd tempest-AttachVolumeTestJSON-1825206227 tempest-AttachVolumeTestJSON-1825206227-project] 10.222.0.67 "GET /v2.0/security-groups?id=39522664-d93c-44d8-9f62-0e2cfbb5d5ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1725726 Sep 23 19:31:23.890392 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-8d74c0c1-7c5e-4ea6-9b55-7d6ea4ca708c req-14c64069-4be4-4ef1-a92b-b369662b6048 tempest-ServerTagsTestJSON-780278031 tempest-ServerTagsTestJSON-780278031-project] 10.222.0.67 "GET /v2.0/security-groups?id=e867f3c0-cdde-4e48-a0bc-9f7e71c8e875&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1784611 Sep 23 19:31:23.945650 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-974fb5d1-4439-498b-9e38-25d6a8e1787d tempest-ImagesNegativeTestJSON-1039150773 tempest-ImagesNegativeTestJSON-1039150773-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dee01b0c-2788-4ae5-966c-c16e94c215fc,revision_number=1']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:31:23.952853 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-eff3bc5e-03be-4930-bb97-a1b0bfcb51b0 tempest-RoutersAdminTest-1935465670 tempest-RoutersAdminTest-1935465670-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:23.976658 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.plugin [req-9b9da251-d149-4a0d-b154-bcf6cdabdf8d req-a58b719e-9fe1-49ab-9ee0-dfb1be123588 tempest-ImagesOneServerTestJSON-2058836255 tempest-ImagesOneServerTestJSON-2058836255-project] Deleting port 743ffe71-76e1-4f6f-91ab-57bc481eb35a {{(pid=95102) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:31:23.981016 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-9b9da251-d149-4a0d-b154-bcf6cdabdf8d req-a58b719e-9fe1-49ab-9ee0-dfb1be123588 tempest-ImagesOneServerTestJSON-2058836255 tempest-ImagesOneServerTestJSON-2058836255-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783146157096'] for port, before_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:24.139607 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-ccdfbee0-8b56-48e4-964d-a0a9c8687d68 req-4d35c713-3c1a-4084-978c-f5b1a15326b8 tempest-TaggedBootDevicesTest_v242-1470406513 tempest-TaggedBootDevicesTest_v242-1470406513-project] 10.222.0.67 "GET /v2.0/ports?device_id=583aeae2-b5c0-4d8d-bffb-15a63f4020fc HTTP/1.1" status: 200 len: 210 time: 0.0815222 Sep 23 19:31:24.156109 n-d-713301-16 neutron-server[95101]: DEBUG neutron.db.db_base_plugin_common [req-049147d5-259c-47f3-947b-0c5d2ff12da8 req-974fb5d1-4439-498b-9e38-25d6a8e1787d tempest-ImagesNegativeTestJSON-1039150773 tempest-ImagesNegativeTestJSON-1039150773-project] Allocated IP 192.168.233.37 (5220cb0c-da05-478a-9604-8c11469a05b4/1ccc69bc-9d6b-44d9-b227-204e47dc6e45/a4e8ed5c-9740-4945-a464-4fed69a0927f) {{(pid=95101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 19:31:24.182942 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-6f7f6e06-0d2f-4410-9654-18e09c4ba628 req-a83b212b-c315-4ca5-94f2-c92b6b018a50 tempest-TaggedBootDevicesTest_v242-1470406513 tempest-TaggedBootDevicesTest_v242-1470406513-project] Notify callbacks [] for port, precommit_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:24.220355 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d9de6a-b0ff-4449-9fbb-3e149c1b3964 req-5d78319a-7d88-4d5e-8a99-4d5a92ff1248 tempest-ServerActionsTestJSON-618918056 tempest-ServerActionsTestJSON-618918056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:31:24.229047 n-d-713301-16 neutron-server[95103]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 23 Sep 2021 19:31:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-efb170f4-21d9-4473-a1dd-bd4c269ea7bf x-openstack-request-id: req-efb170f4-21d9-4473-a1dd-bd4c269ea7bf {{(pid=95103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 19:31:24.229345 n-d-713301-16 neutron-server[95103]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7fa91134-8ee0-4baa-9037-6ca73d6b4c83", "name": "network-vif-unplugged", "status": "completed", "tag": "2057133e-afe6-4649-916f-fb2ef68141a8", "code": 200}]} {{(pid=95103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 19:31:24.229601 n-d-713301-16 neutron-server[95103]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-efb170f4-21d9-4473-a1dd-bd4c269ea7bf {{(pid=95103) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 19:31:24.230034 n-d-713301-16 neutron-server[95103]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7fa91134-8ee0-4baa-9037-6ca73d6b4c83', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2057133e-afe6-4649-916f-fb2ef68141a8', 'code': 200} Sep 23 19:31:24.230220 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-16d9de6a-b0ff-4449-9fbb-3e149c1b3964 req-5d78319a-7d88-4d5e-8a99-4d5a92ff1248 tempest-ServerActionsTestJSON-618918056 tempest-ServerActionsTestJSON-618918056-project] 10.222.0.67 "GET /v2.0/ports?device_id=7fa91134-8ee0-4baa-9037-6ca73d6b4c83 HTTP/1.1" status: 200 len: 945 time: 0.1781802 Sep 23 19:31:24.275907 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.db [req-9b9da251-d149-4a0d-b154-bcf6cdabdf8d req-a58b719e-9fe1-49ab-9ee0-dfb1be123588 tempest-ImagesOneServerTestJSON-2058836255 tempest-ImagesOneServerTestJSON-2058836255-project] For port 743ffe71-76e1-4f6f-91ab-57bc481eb35a, host n-h2-713301-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-16',level=0,port_id=743ffe71-76e1-4f6f-91ab-57bc481eb35a,segment=NetworkSegment(6139d589-eb6c-4578-8935-c26ddf396853),segment_id=6139d589-eb6c-4578-8935-c26ddf396853)] {{(pid=95102) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:31:24.276915 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-9b9da251-d149-4a0d-b154-bcf6cdabdf8d req-a58b719e-9fe1-49ab-9ee0-dfb1be123588 tempest-ImagesOneServerTestJSON-2058836255 tempest-ImagesOneServerTestJSON-2058836255-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-605701'] for port, precommit_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:24.303112 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.plugin [None req-eff3bc5e-03be-4930-bb97-a1b0bfcb51b0 tempest-RoutersAdminTest-1935465670 tempest-RoutersAdminTest-1935465670-project] Deleting port d771bea2-2ddb-4b4b-88b5-50c97c4222ef {{(pid=95102) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:31:24.303526 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-eff3bc5e-03be-4930-bb97-a1b0bfcb51b0 tempest-RoutersAdminTest-1935465670 tempest-RoutersAdminTest-1935465670-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783146157096'] for port, before_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:24.327157 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.plugin [req-9b9da251-d149-4a0d-b154-bcf6cdabdf8d req-a58b719e-9fe1-49ab-9ee0-dfb1be123588 tempest-ImagesOneServerTestJSON-2058836255 tempest-ImagesOneServerTestJSON-2058836255-project] Calling delete_port for 743ffe71-76e1-4f6f-91ab-57bc481eb35a owned by compute:nova {{(pid=95102) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:31:24.345126 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-16d9de6a-b0ff-4449-9fbb-3e149c1b3964 req-defe6adf-520f-43b5-a2ea-63b8135829fb tempest-ServerActionsTestJSON-618918056 tempest-ServerActionsTestJSON-618918056-project] 10.222.0.67 "GET /v2.0/security-groups?id=d2a75794-f2ea-419f-9d09-0096f3fe96c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1100121 Sep 23 19:31:24.393758 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-6f7f6e06-0d2f-4410-9654-18e09c4ba628 req-a83b212b-c315-4ca5-94f2-c92b6b018a50 tempest-TaggedBootDevicesTest_v242-1470406513 tempest-TaggedBootDevicesTest_v242-1470406513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783145673135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5607431'] for port, after_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:24.504938 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-e7a8c100-82f1-44ae-a88b-fb6325b5ed35 req-8362608a-6fa1-459e-997c-069e033c5ed4 tempest-ImagesNegativeTestJSON-1039150773 tempest-ImagesNegativeTestJSON-1039150773-project] 10.222.0.67 "GET /v2.0/ports?device_id=d633ef35-fdcc-45ee-ac71-1b558e8af7d2 HTTP/1.1" status: 200 len: 210 time: 0.1220334 Sep 23 19:31:24.569019 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-eff3bc5e-03be-4930-bb97-a1b0bfcb51b0 tempest-RoutersAdminTest-1935465670 tempest-RoutersAdminTest-1935465670-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-605701'] for port, precommit_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:24.572052 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-049147d5-259c-47f3-947b-0c5d2ff12da8 req-974fb5d1-4439-498b-9e38-25d6a8e1787d tempest-ImagesNegativeTestJSON-1039150773 tempest-ImagesNegativeTestJSON-1039150773-project] Notify callbacks [] for port, precommit_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:24.585058 n-d-713301-16 neutron-server[95101]: DEBUG neutron.notifiers.nova [req-9e6654cf-d22c-40af-9c41-b5cd6bd7a6d8 req-60cc4e96-964e-42b2-b796-be7bb8b431de service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 95342296-7c8c-44f0-b2c6-c6769a3673aa {{(pid=95101) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 19:31:24.628112 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.plugin [None req-eff3bc5e-03be-4930-bb97-a1b0bfcb51b0 tempest-RoutersAdminTest-1935465670 tempest-RoutersAdminTest-1935465670-project] Calling delete_port for d771bea2-2ddb-4b4b-88b5-50c97c4222ef owned by network:router_gateway {{(pid=95102) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:31:24.638251 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-9e6654cf-d22c-40af-9c41-b5cd6bd7a6d8 req-60cc4e96-964e-42b2-b796-be7bb8b431de service neutron] Notify callbacks [] for port, precommit_update {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:24.651871 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-049147d5-259c-47f3-947b-0c5d2ff12da8 req-974fb5d1-4439-498b-9e38-25d6a8e1787d tempest-ImagesNegativeTestJSON-1039150773 tempest-ImagesNegativeTestJSON-1039150773-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783145673135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5607431'] for port, after_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:24.672314 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6f7f6e06-0d2f-4410-9654-18e09c4ba628 req-a83b212b-c315-4ca5-94f2-c92b6b018a50 tempest-TaggedBootDevicesTest_v242-1470406513 tempest-TaggedBootDevicesTest_v242-1470406513-project] Network 4938c958-b8c9-4af7-9682-a50ce306467f is already hosted by enough agents. {{(pid=95101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:31:24.691678 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.base_scheduler [req-6f7f6e06-0d2f-4410-9654-18e09c4ba628 req-a83b212b-c315-4ca5-94f2-c92b6b018a50 tempest-TaggedBootDevicesTest_v242-1470406513 tempest-TaggedBootDevicesTest_v242-1470406513-project] Resources bound (agent type, host, resource id): {{(pid=95101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:31:24.695188 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-049147d5-259c-47f3-947b-0c5d2ff12da8 req-974fb5d1-4439-498b-9e38-25d6a8e1787d tempest-ImagesNegativeTestJSON-1039150773 tempest-ImagesNegativeTestJSON-1039150773-project] Network 5220cb0c-da05-478a-9604-8c11469a05b4 is already hosted by enough agents. {{(pid=95101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:31:24.698682 n-d-713301-16 neutron-server[95101]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f7f6e06-0d2f-4410-9654-18e09c4ba628 req-a83b212b-c315-4ca5-94f2-c92b6b018a50 tempest-TaggedBootDevicesTest_v242-1470406513 tempest-TaggedBootDevicesTest_v242-1470406513-project] Received port after_create {{(pid=95101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 19:31:24.752686 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7f6e06-0d2f-4410-9654-18e09c4ba628 req-a83b212b-c315-4ca5-94f2-c92b6b018a50 tempest-TaggedBootDevicesTest_v242-1470406513 tempest-TaggedBootDevicesTest_v242-1470406513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:31:24.753344 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-6f7f6e06-0d2f-4410-9654-18e09c4ba628 req-a83b212b-c315-4ca5-94f2-c92b6b018a50 tempest-TaggedBootDevicesTest_v242-1470406513 tempest-TaggedBootDevicesTest_v242-1470406513-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222849'] for port, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:24.772115 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.base_scheduler [req-049147d5-259c-47f3-947b-0c5d2ff12da8 req-974fb5d1-4439-498b-9e38-25d6a8e1787d tempest-ImagesNegativeTestJSON-1039150773 tempest-ImagesNegativeTestJSON-1039150773-project] Resources bound (agent type, host, resource id): {{(pid=95101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:31:24.782949 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-6f7f6e06-0d2f-4410-9654-18e09c4ba628 req-a83b212b-c315-4ca5-94f2-c92b6b018a50 tempest-TaggedBootDevicesTest_v242-1470406513 tempest-TaggedBootDevicesTest_v242-1470406513-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3428769 Sep 23 19:31:24.785859 n-d-713301-16 neutron-server[95101]: DEBUG neutron.db.l3_dvrscheduler_db [req-049147d5-259c-47f3-947b-0c5d2ff12da8 req-974fb5d1-4439-498b-9e38-25d6a8e1787d tempest-ImagesNegativeTestJSON-1039150773 tempest-ImagesNegativeTestJSON-1039150773-project] Received port after_create {{(pid=95101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 19:31:24.839678 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-049147d5-259c-47f3-947b-0c5d2ff12da8 req-974fb5d1-4439-498b-9e38-25d6a8e1787d tempest-ImagesNegativeTestJSON-1039150773 tempest-ImagesNegativeTestJSON-1039150773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:31:24.840357 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-049147d5-259c-47f3-947b-0c5d2ff12da8 req-974fb5d1-4439-498b-9e38-25d6a8e1787d tempest-ImagesNegativeTestJSON-1039150773 tempest-ImagesNegativeTestJSON-1039150773-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222849'] for port, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:24.842902 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a83b212b-c315-4ca5-94f2-c92b6b018a50 tempest-TaggedBootDevicesTest_v242-1470406513 tempest-TaggedBootDevicesTest_v242-1470406513-project] Pushing event updated for resources: {'Port': ['ID=6a7a5cae-7327-4542-b381-1fad380770ef,revision_number=1']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:31:24.845893 n-d-713301-16 neutron-server[95101]: DEBUG neutron.db.provisioning_blocks [req-9e6654cf-d22c-40af-9c41-b5cd6bd7a6d8 req-60cc4e96-964e-42b2-b796-be7bb8b431de service neutron] Transition to ACTIVE for port object 95342296-7c8c-44f0-b2c6-c6769a3673aa will not be triggered until provisioned by entity L2. {{(pid=95101) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 19:31:24.934695 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.v2.base [req-6f7f6e06-0d2f-4410-9654-18e09c4ba628 req-442fe676-8f16-4264-8b09-b8a408dd832e tempest-TaggedBootDevicesTest_v242-1470406513 tempest-TaggedBootDevicesTest_v242-1470406513-project] Request body: {'port': {'device_id': '583aeae2-b5c0-4d8d-bffb-15a63f4020fc', 'network_id': '6b0b0714-7ca1-4d6d-b820-8be57f2679a5', 'admin_state_up': True, 'tenant_id': '1f1788a36b0c407c84d1fe9c6d21bab4', 'security_groups': ['687e4f9e-0a49-4ef3-86dc-e31b7edc6949']}} {{(pid=95101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:31:25.022029 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-974fb5d1-4439-498b-9e38-25d6a8e1787d tempest-ImagesNegativeTestJSON-1039150773 tempest-ImagesNegativeTestJSON-1039150773-project] Pushing event updated for resources: {'Port': ['ID=a4e8ed5c-9740-4945-a464-4fed69a0927f,revision_number=1']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:31:25.026499 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b62db77-adb0-44e1-b75f-6bee3c2a7fb4 req-f53ceae5-b4d9-469b-8376-ff1aeb4a749c tempest-ImagesOneServerTestJSON-2058836255 tempest-ImagesOneServerTestJSON-2058836255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:31:25.041147 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-1b62db77-adb0-44e1-b75f-6bee3c2a7fb4 req-f53ceae5-b4d9-469b-8376-ff1aeb4a749c tempest-ImagesOneServerTestJSON-2058836255 tempest-ImagesOneServerTestJSON-2058836255-project] 10.222.0.67 "GET /v2.0/ports?device_id=87e77863-219f-42c4-8b26-1f31af11f822 HTTP/1.1" status: 200 len: 866 time: 0.4825759 Sep 23 19:31:25.053052 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-9b9da251-d149-4a0d-b154-bcf6cdabdf8d req-a58b719e-9fe1-49ab-9ee0-dfb1be123588 tempest-ImagesOneServerTestJSON-2058836255 tempest-ImagesOneServerTestJSON-2058836255-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783146162158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783145673144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4399100'] for port, after_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:25.053394 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-9e6654cf-d22c-40af-9c41-b5cd6bd7a6d8 req-60cc4e96-964e-42b2-b796-be7bb8b431de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5607436'] for port, after_update {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:25.073834 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-049147d5-259c-47f3-947b-0c5d2ff12da8 req-974fb5d1-4439-498b-9e38-25d6a8e1787d tempest-ImagesNegativeTestJSON-1039150773 tempest-ImagesNegativeTestJSON-1039150773-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.6070065 Sep 23 19:31:25.110037 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.v2.base [req-049147d5-259c-47f3-947b-0c5d2ff12da8 req-fcc35383-fb68-4d5e-a0df-51ae59bb592f service neutron] Request body: {'port': {'device_id': 'd633ef35-fdcc-45ee-ac71-1b558e8af7d2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713301-16'}} {{(pid=95101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:31:25.166256 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a58b719e-9fe1-49ab-9ee0-dfb1be123588 tempest-ImagesOneServerTestJSON-2058836255 tempest-ImagesOneServerTestJSON-2058836255-project] Pushing event deleted for resources: {'Port': ['ID=743ffe71-76e1-4f6f-91ab-57bc481eb35a,revision_number=None']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:31:25.192732 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-898514a2-3570-468a-81cd-f56f0d2e5046 None None] Provisioning complete for port a4e8ed5c-9740-4945-a464-4fed69a0927f triggered by entity DHCP. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:31:25.193706 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-898514a2-3570-468a-81cd-f56f0d2e5046 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:25.216478 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-049147d5-259c-47f3-947b-0c5d2ff12da8 req-fcc35383-fb68-4d5e-a0df-51ae59bb592f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:25.232523 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a58b719e-9fe1-49ab-9ee0-dfb1be123588 tempest-ImagesOneServerTestJSON-2058836255 tempest-ImagesOneServerTestJSON-2058836255-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:31:25.232917 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a58b719e-9fe1-49ab-9ee0-dfb1be123588 tempest-ImagesOneServerTestJSON-2058836255 tempest-ImagesOneServerTestJSON-2058836255-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:31:25.233526 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a58b719e-9fe1-49ab-9ee0-dfb1be123588 tempest-ImagesOneServerTestJSON-2058836255 tempest-ImagesOneServerTestJSON-2058836255-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:31:25.233640 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a58b719e-9fe1-49ab-9ee0-dfb1be123588 tempest-ImagesOneServerTestJSON-2058836255 tempest-ImagesOneServerTestJSON-2058836255-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:31:25.233936 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a58b719e-9fe1-49ab-9ee0-dfb1be123588 tempest-ImagesOneServerTestJSON-2058836255 tempest-ImagesOneServerTestJSON-2058836255-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:31:25.234279 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a58b719e-9fe1-49ab-9ee0-dfb1be123588 tempest-ImagesOneServerTestJSON-2058836255 tempest-ImagesOneServerTestJSON-2058836255-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:31:25.234617 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a58b719e-9fe1-49ab-9ee0-dfb1be123588 tempest-ImagesOneServerTestJSON-2058836255 tempest-ImagesOneServerTestJSON-2058836255-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:31:25.234951 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a58b719e-9fe1-49ab-9ee0-dfb1be123588 tempest-ImagesOneServerTestJSON-2058836255 tempest-ImagesOneServerTestJSON-2058836255-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:31:25.235291 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a58b719e-9fe1-49ab-9ee0-dfb1be123588 tempest-ImagesOneServerTestJSON-2058836255 tempest-ImagesOneServerTestJSON-2058836255-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:31:25.235618 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a58b719e-9fe1-49ab-9ee0-dfb1be123588 tempest-ImagesOneServerTestJSON-2058836255 tempest-ImagesOneServerTestJSON-2058836255-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:31:25.235960 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a58b719e-9fe1-49ab-9ee0-dfb1be123588 tempest-ImagesOneServerTestJSON-2058836255 tempest-ImagesOneServerTestJSON-2058836255-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:31:25.236553 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a58b719e-9fe1-49ab-9ee0-dfb1be123588 tempest-ImagesOneServerTestJSON-2058836255 tempest-ImagesOneServerTestJSON-2058836255-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:31:25.245982 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-eff3bc5e-03be-4930-bb97-a1b0bfcb51b0 tempest-RoutersAdminTest-1935465670 tempest-RoutersAdminTest-1935465670-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783146162158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783145673144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4399100'] for port, after_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:25.260574 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-417b209f-e0ff-4925-9022-dfaeb2713ff3 req-31fba3d3-957b-4567-ae3c-7177f55e97c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:31:25.261666 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-80e7e501-6c57-470d-92c6-e3d54bc3195c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:25.262299 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-417b209f-e0ff-4925-9022-dfaeb2713ff3 req-31fba3d3-957b-4567-ae3c-7177f55e97c2 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=f17a85608a9a4ecb8150ef41746c47e0&device_id=7fa91134-8ee0-4baa-9037-6ca73d6b4c83 HTTP/1.1" status: 200 len: 1097 time: 0.4978268 Sep 23 19:31:25.269742 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.plugin [None req-898514a2-3570-468a-81cd-f56f0d2e5046 None None] Port a4e8ed5c-9740-4945-a464-4fed69a0927f cannot update to ACTIVE because it is not bound. {{(pid=95103) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 19:31:25.286866 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-898514a2-3570-468a-81cd-f56f0d2e5046 None None] Provisioning complete for port 6a7a5cae-7327-4542-b381-1fad380770ef triggered by entity DHCP. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:31:25.287418 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-898514a2-3570-468a-81cd-f56f0d2e5046 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:25.304898 n-d-713301-16 neutron-server[95102]: DEBUG neutron.db.l3_dvrscheduler_db [req-9b9da251-d149-4a0d-b154-bcf6cdabdf8d req-a58b719e-9fe1-49ab-9ee0-dfb1be123588 tempest-ImagesOneServerTestJSON-2058836255 tempest-ImagesOneServerTestJSON-2058836255-project] No DVR routers for this DVR port 743ffe71-76e1-4f6f-91ab-57bc481eb35a on host n-h2-713301-16 {{(pid=95102) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 19:31:25.313625 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-9b9da251-d149-4a0d-b154-bcf6cdabdf8d req-a58b719e-9fe1-49ab-9ee0-dfb1be123588 tempest-ImagesOneServerTestJSON-2058836255 tempest-ImagesOneServerTestJSON-2058836255-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222849'] for port, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:25.316755 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-9b9da251-d149-4a0d-b154-bcf6cdabdf8d req-a58b719e-9fe1-49ab-9ee0-dfb1be123588 tempest-ImagesOneServerTestJSON-2058836255 tempest-ImagesOneServerTestJSON-2058836255-project] 10.222.0.53 "DELETE /v2.0/ports/743ffe71-76e1-4f6f-91ab-57bc481eb35a HTTP/1.1" status: 204 len: 173 time: 1.7206717 Sep 23 19:31:25.317980 n-d-713301-16 neutron-server[95102]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87e77863-219f-42c4-8b26-1f31af11f822', 'name': 'network-vif-deleted', 'tag': '743ffe71-76e1-4f6f-91ab-57bc481eb35a'}] {{(pid=95102) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 19:31:25.320778 n-d-713301-16 neutron-server[95102]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab31b6d93e5336dbddfa8ec424565b3bd8cb2369c5b4d85bc943472dbb21e8ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-679ba17e-6e79-456f-96a3-02a55459b9ee" -d '{"events": [{"server_uuid": "87e77863-219f-42c4-8b26-1f31af11f822", "name": "network-vif-deleted", "tag": "743ffe71-76e1-4f6f-91ab-57bc481eb35a"}]}' {{(pid=95102) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 19:31:25.325643 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff3bc5e-03be-4930-bb97-a1b0bfcb51b0 tempest-RoutersAdminTest-1935465670 tempest-RoutersAdminTest-1935465670-project] Pushing event deleted for resources: {'Port': ['ID=d771bea2-2ddb-4b4b-88b5-50c97c4222ef,revision_number=None']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:31:25.338857 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-1b62db77-adb0-44e1-b75f-6bee3c2a7fb4 req-8755beb3-9146-482f-9048-be701ff039f8 tempest-ImagesOneServerTestJSON-2058836255 tempest-ImagesOneServerTestJSON-2058836255-project] 10.222.0.67 "GET /v2.0/security-groups?id=8c832402-56d3-4931-aa70-6b0106b281cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2628648 Sep 23 19:31:25.377186 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.plugin [None req-898514a2-3570-468a-81cd-f56f0d2e5046 None None] Port 6a7a5cae-7327-4542-b381-1fad380770ef cannot update to ACTIVE because it is not bound. {{(pid=95103) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 19:31:25.382707 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7fdff34-9ed2-4c8c-a631-eccf65498412 req-a589095f-4945-4149-9093-d919d4cc331c tempest-ServerActionsTestJSON-618918056 tempest-ServerActionsTestJSON-618918056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:31:25.390740 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-e7fdff34-9ed2-4c8c-a631-eccf65498412 req-a589095f-4945-4149-9093-d919d4cc331c tempest-ServerActionsTestJSON-618918056 tempest-ServerActionsTestJSON-618918056-project] 10.222.0.67 "GET /v2.0/ports?device_id=7fa91134-8ee0-4baa-9037-6ca73d6b4c83 HTTP/1.1" status: 200 len: 945 time: 0.3754251 Sep 23 19:31:25.400048 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60cc4e96-964e-42b2-b796-be7bb8b431de service neutron] Pushing event updated for resources: {'Port': ['ID=95342296-7c8c-44f0-b2c6-c6769a3673aa,revision_number=2']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:31:25.402599 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6f7f6e06-0d2f-4410-9654-18e09c4ba628 req-442fe676-8f16-4264-8b09-b8a408dd832e tempest-TaggedBootDevicesTest_v242-1470406513 tempest-TaggedBootDevicesTest_v242-1470406513-project] Made reservation on behalf of 1f1788a36b0c407c84d1fe9c6d21bab4 for: {'port': 1} {{(pid=95101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:31:25.415630 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-6f7f6e06-0d2f-4410-9654-18e09c4ba628 req-442fe676-8f16-4264-8b09-b8a408dd832e tempest-TaggedBootDevicesTest_v242-1470406513 tempest-TaggedBootDevicesTest_v242-1470406513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:25.553791 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-eff3bc5e-03be-4930-bb97-a1b0bfcb51b0 tempest-RoutersAdminTest-1935465670 tempest-RoutersAdminTest-1935465670-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-601942'] for router_gateway, after_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:25.647795 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-e7fdff34-9ed2-4c8c-a631-eccf65498412 req-8873a8c2-7a0f-4136-b9aa-09cfc2a00a88 tempest-ServerActionsTestJSON-618918056 tempest-ServerActionsTestJSON-618918056-project] 10.222.0.67 "GET /v2.0/security-groups?id=d2a75794-f2ea-419f-9d09-0096f3fe96c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2563562 Sep 23 19:31:25.723890 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-eff3bc5e-03be-4930-bb97-a1b0bfcb51b0 tempest-RoutersAdminTest-1935465670 tempest-RoutersAdminTest-1935465670-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-597305', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29369'] for router, precommit_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:25.748020 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-eff3bc5e-03be-4930-bb97-a1b0bfcb51b0 tempest-RoutersAdminTest-1935465670 tempest-RoutersAdminTest-1935465670-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:25.803140 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-417b209f-e0ff-4925-9022-dfaeb2713ff3 req-4e42988f-25fe-42c7-8db8-c887885e20a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:31:25.804841 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-417b209f-e0ff-4925-9022-dfaeb2713ff3 req-4e42988f-25fe-42c7-8db8-c887885e20a2 service neutron] 10.222.0.74 "GET /v2.0/networks?id=364dc893-5ecb-4aa3-be76-13b51cbbfbd4 HTTP/1.1" status: 200 len: 913 time: 0.5163336 Sep 23 19:31:25.873395 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.managers [req-9e6654cf-d22c-40af-9c41-b5cd6bd7a6d8 req-60cc4e96-964e-42b2-b796-be7bb8b431de service neutron] Attempting to bind port 95342296-7c8c-44f0-b2c6-c6769a3673aa on host n-h2-713301-16 for vnic_type normal with profile {{(pid=95101) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 19:31:25.873794 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.managers [req-9e6654cf-d22c-40af-9c41-b5cd6bd7a6d8 req-60cc4e96-964e-42b2-b796-be7bb8b431de service neutron] Attempting to bind port 95342296-7c8c-44f0-b2c6-c6769a3673aa by drivers openvswitch,hyperv on host n-h2-713301-16 at level 0 using segments [{'id': '1ad51bb3-6b14-4cfa-8e58-c77fc0304926', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': 'fc3782e6-90e2-444f-9a65-4a3fa16297f0'}] {{(pid=95101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 19:31:25.874193 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e6654cf-d22c-40af-9c41-b5cd6bd7a6d8 req-60cc4e96-964e-42b2-b796-be7bb8b431de service neutron] Attempting to bind port 95342296-7c8c-44f0-b2c6-c6769a3673aa on network fc3782e6-90e2-444f-9a65-4a3fa16297f0 {{(pid=95101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:31:25.874944 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bdbdfa0-09d5-494b-bea7-0eb65be38e9a req-b9465896-1109-4422-801b-e2217801c148 tempest-AttachVolumeTestJSON-1825206227 tempest-AttachVolumeTestJSON-1825206227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:31:25.884709 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-3bdbdfa0-09d5-494b-bea7-0eb65be38e9a req-b9465896-1109-4422-801b-e2217801c148 tempest-AttachVolumeTestJSON-1825206227 tempest-AttachVolumeTestJSON-1825206227-project] 10.222.0.67 "GET /v2.0/ports?device_id=4cba8196-5b5b-42a0-aaca-42902580e803 HTTP/1.1" status: 200 len: 946 time: 0.3773198 Sep 23 19:31:25.893931 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-eff3bc5e-03be-4930-bb97-a1b0bfcb51b0 tempest-RoutersAdminTest-1935465670 tempest-RoutersAdminTest-1935465670-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-597296'] for router, after_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:25.894647 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eff3bc5e-03be-4930-bb97-a1b0bfcb51b0 tempest-RoutersAdminTest-1935465670 tempest-RoutersAdminTest-1935465670-project] Fanout notify agent at l3_agent the message router_deleted on router 65efec7e-0eb0-4591-a8a8-d20133abde48 {{(pid=95102) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 23 19:31:25.904001 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-eff3bc5e-03be-4930-bb97-a1b0bfcb51b0 tempest-RoutersAdminTest-1935465670 tempest-RoutersAdminTest-1935465670-project] Notify callbacks [] for router, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:25.905456 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-eff3bc5e-03be-4930-bb97-a1b0bfcb51b0 tempest-RoutersAdminTest-1935465670 tempest-RoutersAdminTest-1935465670-project] 10.222.0.67 "DELETE /v2.0/routers/65efec7e-0eb0-4591-a8a8-d20133abde48 HTTP/1.1" status: 204 len: 168 time: 3.0848086 Sep 23 19:31:25.917312 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 45386) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:31:25.928590 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e6654cf-d22c-40af-9c41-b5cd6bd7a6d8 req-60cc4e96-964e-42b2-b796-be7bb8b431de service neutron] Port 95342296-7c8c-44f0-b2c6-c6769a3673aa on network fc3782e6-90e2-444f-9a65-4a3fa16297f0 not bound, no agent of type Open vSwitch agent registered on host n-h2-713301-16 {{(pid=95101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 19:31:25.928865 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e6654cf-d22c-40af-9c41-b5cd6bd7a6d8 req-60cc4e96-964e-42b2-b796-be7bb8b431de service neutron] Attempting to bind port 95342296-7c8c-44f0-b2c6-c6769a3673aa on network fc3782e6-90e2-444f-9a65-4a3fa16297f0 {{(pid=95101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:31:25.929865 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.v2.base [None req-f355627d-ba88-474e-9714-6ff1c63a40f5 tempest-RoutersAdminTest-1385384480 tempest-RoutersAdminTest-1385384480-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1378604415', 'external_gateway_info': {'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'enable_snat': False}}} {{(pid=95102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:31:25.944978 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-672933e4-6d9f-46a9-94cd-edb6dd002d67 req-e0e692d2-4522-41d2-8187-97330387f2fe tempest-ServerTagsTestJSON-780278031 tempest-ServerTagsTestJSON-780278031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:31:25.946734 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-672933e4-6d9f-46a9-94cd-edb6dd002d67 req-e0e692d2-4522-41d2-8187-97330387f2fe tempest-ServerTagsTestJSON-780278031 tempest-ServerTagsTestJSON-780278031-project] 10.222.0.67 "GET /v2.0/ports?device_id=65757457-224c-44f3-a3c7-714fea4058cb HTTP/1.1" status: 200 len: 944 time: 0.2280180 Sep 23 19:31:25.982890 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e6654cf-d22c-40af-9c41-b5cd6bd7a6d8 req-60cc4e96-964e-42b2-b796-be7bb8b431de service neutron] Checking agent: {'id': '2a7cea34-db54-4faf-8d23-37521c3e34cb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713301-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 19, 15, 28), 'started_at': datetime.datetime(2021, 9, 23, 19, 15, 28), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 19, 30, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 19:31:25.983370 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e6654cf-d22c-40af-9c41-b5cd6bd7a6d8 req-60cc4e96-964e-42b2-b796-be7bb8b431de service neutron] Checking segment: {'id': '1ad51bb3-6b14-4cfa-8e58-c77fc0304926', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': 'fc3782e6-90e2-444f-9a65-4a3fa16297f0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:31:25.983827 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e6654cf-d22c-40af-9c41-b5cd6bd7a6d8 req-60cc4e96-964e-42b2-b796-be7bb8b431de service neutron] Bound using segment: {'id': '1ad51bb3-6b14-4cfa-8e58-c77fc0304926', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': 'fc3782e6-90e2-444f-9a65-4a3fa16297f0'} {{(pid=95101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 19:31:25.984323 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.managers [req-9e6654cf-d22c-40af-9c41-b5cd6bd7a6d8 req-60cc4e96-964e-42b2-b796-be7bb8b431de service neutron] Bound port: 95342296-7c8c-44f0-b2c6-c6769a3673aa, host: n-h2-713301-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1ad51bb3-6b14-4cfa-8e58-c77fc0304926', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': 'fc3782e6-90e2-444f-9a65-4a3fa16297f0'}}] {{(pid=95101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 19:31:25.985073 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-9e6654cf-d22c-40af-9c41-b5cd6bd7a6d8 req-60cc4e96-964e-42b2-b796-be7bb8b431de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:25.987909 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-3bdbdfa0-09d5-494b-bea7-0eb65be38e9a req-5ad21734-4ded-4fad-aeac-f99e80d74641 tempest-AttachVolumeTestJSON-1825206227 tempest-AttachVolumeTestJSON-1825206227-project] 10.222.0.67 "GET /v2.0/security-groups?id=39522664-d93c-44d8-9f62-0e2cfbb5d5ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1022384 Sep 23 19:31:26.006560 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-f355627d-ba88-474e-9714-6ff1c63a40f5 tempest-RoutersAdminTest-1385384480 tempest-RoutersAdminTest-1385384480-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-594563', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29355'] for router, before_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:26.007413 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-f355627d-ba88-474e-9714-6ff1c63a40f5 tempest-RoutersAdminTest-1385384480 tempest-RoutersAdminTest-1385384480-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-597363', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-601731', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-739356', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29346'] for router, precommit_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:26.026204 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-417b209f-e0ff-4925-9022-dfaeb2713ff3 req-30faea43-6ece-4b7b-b116-f47c09f69a42 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2057133e-afe6-4649-916f-fb2ef68141a8 HTTP/1.1" status: 200 len: 999 time: 0.2051766 Sep 23 19:31:26.026848 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-672933e4-6d9f-46a9-94cd-edb6dd002d67 req-94249e85-d5c8-4f9b-a7af-3aa708dfb14d tempest-ServerTagsTestJSON-780278031 tempest-ServerTagsTestJSON-780278031-project] 10.222.0.67 "GET /v2.0/security-groups?id=e867f3c0-cdde-4e48-a0bc-9f7e71c8e875&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620294 Sep 23 19:31:26.079730 n-d-713301-16 neutron-server[95101]: DEBUG neutron.db.db_base_plugin_common [req-6f7f6e06-0d2f-4410-9654-18e09c4ba628 req-442fe676-8f16-4264-8b09-b8a408dd832e tempest-TaggedBootDevicesTest_v242-1470406513 tempest-TaggedBootDevicesTest_v242-1470406513-project] Allocated IP 10.1.1.41 (6b0b0714-7ca1-4d6d-b820-8be57f2679a5/08a82bb7-bfc5-4bc7-a3ee-312f82ebfc05/5b8a0a35-d9a5-40cb-80ab-356667fb483b) {{(pid=95101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 19:31:26.136461 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-f355627d-ba88-474e-9714-6ff1c63a40f5 tempest-RoutersAdminTest-1385384480 tempest-RoutersAdminTest-1385384480-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:26.139599 n-d-713301-16 neutron-server[95102]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 19:31:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b714d03f-b61c-4739-8814-368156690561 x-openstack-request-id: req-b714d03f-b61c-4739-8814-368156690561 {{(pid=95102) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 19:31:26.139937 n-d-713301-16 neutron-server[95102]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "87e77863-219f-42c4-8b26-1f31af11f822", "name": "network-vif-deleted", "tag": "743ffe71-76e1-4f6f-91ab-57bc481eb35a", "status": "completed", "code": 200}]} {{(pid=95102) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 19:31:26.140235 n-d-713301-16 neutron-server[95102]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-b714d03f-b61c-4739-8814-368156690561 {{(pid=95102) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 19:31:26.140873 n-d-713301-16 neutron-server[95102]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '87e77863-219f-42c4-8b26-1f31af11f822', 'name': 'network-vif-deleted', 'tag': '743ffe71-76e1-4f6f-91ab-57bc481eb35a', 'status': 'completed', 'code': 200} Sep 23 19:31:26.271782 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-417b209f-e0ff-4925-9022-dfaeb2713ff3 req-2788bbb4-29fc-41bf-8395-6bbb9ef8f21b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:31:26.274231 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-417b209f-e0ff-4925-9022-dfaeb2713ff3 req-2788bbb4-29fc-41bf-8395-6bbb9ef8f21b service neutron] 10.222.0.74 "GET /v2.0/subnets?id=a900be85-be08-465b-85e6-4a05aae55389 HTTP/1.1" status: 200 len: 851 time: 0.2310092 Sep 23 19:31:26.324669 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.db [req-9e6654cf-d22c-40af-9c41-b5cd6bd7a6d8 req-60cc4e96-964e-42b2-b796-be7bb8b431de service neutron] For port 95342296-7c8c-44f0-b2c6-c6769a3673aa, host n-h2-713301-16, cleared binding levels {{(pid=95101) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 19:31:26.372408 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-f355627d-ba88-474e-9714-6ff1c63a40f5 tempest-RoutersAdminTest-1385384480 tempest-RoutersAdminTest-1385384480-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:26.390930 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.db [req-9e6654cf-d22c-40af-9c41-b5cd6bd7a6d8 req-60cc4e96-964e-42b2-b796-be7bb8b431de service neutron] For port 95342296-7c8c-44f0-b2c6-c6769a3673aa, host n-h2-713301-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-16',level=0,port_id=95342296-7c8c-44f0-b2c6-c6769a3673aa,segment=NetworkSegment(1ad51bb3-6b14-4cfa-8e58-c77fc0304926),segment_id=1ad51bb3-6b14-4cfa-8e58-c77fc0304926)] {{(pid=95101) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 19:31:26.421934 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e537a0-75bb-48c8-8d9e-a223907c01a7 req-45af9a85-8494-4cba-a178-9ac03d0e05e1 tempest-TaggedBootDevicesTest_v242-1470406513 tempest-TaggedBootDevicesTest_v242-1470406513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:31:26.423717 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-e3e537a0-75bb-48c8-8d9e-a223907c01a7 req-45af9a85-8494-4cba-a178-9ac03d0e05e1 tempest-TaggedBootDevicesTest_v242-1470406513 tempest-TaggedBootDevicesTest_v242-1470406513-project] 10.222.0.67 "GET /v2.0/ports?device_id=583aeae2-b5c0-4d8d-bffb-15a63f4020fc HTTP/1.1" status: 200 len: 931 time: 0.2858925 Sep 23 19:31:26.438352 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051d330d-dc83-4a06-8dc4-97f214309bff req-e81bbc9a-a909-4384-b346-4024a0e65d27 tempest-ImagesNegativeTestJSON-1039150773 tempest-ImagesNegativeTestJSON-1039150773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:31:26.439907 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-9e6654cf-d22c-40af-9c41-b5cd6bd7a6d8 req-60cc4e96-964e-42b2-b796-be7bb8b431de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5607436'] for port, after_update {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:26.440715 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-051d330d-dc83-4a06-8dc4-97f214309bff req-e81bbc9a-a909-4384-b346-4024a0e65d27 tempest-ImagesNegativeTestJSON-1039150773 tempest-ImagesNegativeTestJSON-1039150773-project] 10.222.0.67 "GET /v2.0/ports?device_id=d633ef35-fdcc-45ee-ac71-1b558e8af7d2 HTTP/1.1" status: 200 len: 935 time: 0.1375353 Sep 23 19:31:26.520478 n-d-713301-16 neutron-server[95101]: DEBUG neutron.notifiers.nova [req-049147d5-259c-47f3-947b-0c5d2ff12da8 req-fcc35383-fb68-4d5e-a0df-51ae59bb592f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a4e8ed5c-9740-4945-a464-4fed69a0927f {{(pid=95101) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 19:31:26.523103 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-e3e537a0-75bb-48c8-8d9e-a223907c01a7 req-9ebf269d-1289-46d5-a767-9ec8c5700845 tempest-TaggedBootDevicesTest_v242-1470406513 tempest-TaggedBootDevicesTest_v242-1470406513-project] 10.222.0.67 "GET /v2.0/security-groups?id=687e4f9e-0a49-4ef3-86dc-e31b7edc6949&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0797384 Sep 23 19:31:26.548223 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Device 743ffe71-76e1-4f6f-91ab-57bc481eb35a no longer exists at agent hyperv_n-h2-713301-16 {{(pid=95103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 19:31:26.552016 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-6f7f6e06-0d2f-4410-9654-18e09c4ba628 req-442fe676-8f16-4264-8b09-b8a408dd832e tempest-TaggedBootDevicesTest_v242-1470406513 tempest-TaggedBootDevicesTest_v242-1470406513-project] Notify callbacks [] for port, precommit_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:26.577367 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.plugin [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] No Port match for: 743ffe71-76e1-4f6f-91ab-57bc481eb35a {{(pid=95103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 19:31:26.577964 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Device 743ffe71-76e1-4f6f-91ab-57bc481eb35a not bound to the agent host n-h2-713301-16 {{(pid=95103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 19:31:26.580223 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-051d330d-dc83-4a06-8dc4-97f214309bff req-bd933f88-f693-4b12-926d-4f038cd7e0f5 tempest-ImagesNegativeTestJSON-1039150773 tempest-ImagesNegativeTestJSON-1039150773-project] 10.222.0.67 "GET /v2.0/security-groups?id=dee01b0c-2788-4ae5-966c-c16e94c215fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1247954 Sep 23 19:31:26.596485 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e6654cf-d22c-40af-9c41-b5cd6bd7a6d8 req-60cc4e96-964e-42b2-b796-be7bb8b431de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:31:26.597219 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-9e6654cf-d22c-40af-9c41-b5cd6bd7a6d8 req-60cc4e96-964e-42b2-b796-be7bb8b431de service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222849'] for port, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:26.598887 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-9e6654cf-d22c-40af-9c41-b5cd6bd7a6d8 req-60cc4e96-964e-42b2-b796-be7bb8b431de service neutron] 10.222.0.53 "PUT /v2.0/ports/95342296-7c8c-44f0-b2c6-c6769a3673aa HTTP/1.1" status: 200 len: 1093 time: 3.6378932 Sep 23 19:31:26.640462 n-d-713301-16 neutron-server[95101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '65757457-224c-44f3-a3c7-714fea4058cb', 'tag': '95342296-7c8c-44f0-b2c6-c6769a3673aa'}] {{(pid=95101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 19:31:26.645292 n-d-713301-16 neutron-server[95101]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d8366c5740cd635e57ab12b71fe44a77c2acc3c19091ef849c6f68b380462244" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5bdf7718-7b29-4e94-a916-9cd352b58d16" -d '{"events": [{"name": "network-changed", "server_uuid": "65757457-224c-44f3-a3c7-714fea4058cb", "tag": "95342296-7c8c-44f0-b2c6-c6769a3673aa"}]}' {{(pid=95101) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 19:31:26.648413 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60cc4e96-964e-42b2-b796-be7bb8b431de service neutron] Pushing event updated for resources: {'Port': ['ID=95342296-7c8c-44f0-b2c6-c6769a3673aa,revision_number=3']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:31:26.660365 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-049147d5-259c-47f3-947b-0c5d2ff12da8 req-fcc35383-fb68-4d5e-a0df-51ae59bb592f service neutron] Notify callbacks [] for port, precommit_update {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:26.663993 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-6f7f6e06-0d2f-4410-9654-18e09c4ba628 req-442fe676-8f16-4264-8b09-b8a408dd832e tempest-TaggedBootDevicesTest_v242-1470406513 tempest-TaggedBootDevicesTest_v242-1470406513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783145673135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5607431'] for port, after_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:26.758140 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-442fe676-8f16-4264-8b09-b8a408dd832e tempest-TaggedBootDevicesTest_v242-1470406513 tempest-TaggedBootDevicesTest_v242-1470406513-project] Pushing event updated for resources: {'Port': ['ID=5b8a0a35-d9a5-40cb-80ab-356667fb483b,revision_number=1']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:31:26.765163 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-417b209f-e0ff-4925-9022-dfaeb2713ff3 req-2fba243a-7f87-4f72-bf71-6132e595a8ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:31:26.766801 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-417b209f-e0ff-4925-9022-dfaeb2713ff3 req-2fba243a-7f87-4f72-bf71-6132e595a8ad service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=364dc893-5ecb-4aa3-be76-13b51cbbfbd4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4759829 Sep 23 19:31:26.769287 n-d-713301-16 neutron-server[95101]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 19:31:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50c68b57-7040-4592-ac07-d7943adddb58 x-openstack-request-id: req-50c68b57-7040-4592-ac07-d7943adddb58 {{(pid=95101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 19:31:26.769571 n-d-713301-16 neutron-server[95101]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "65757457-224c-44f3-a3c7-714fea4058cb", "tag": "95342296-7c8c-44f0-b2c6-c6769a3673aa", "status": "completed", "code": 200}]} {{(pid=95101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 19:31:26.769868 n-d-713301-16 neutron-server[95101]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-50c68b57-7040-4592-ac07-d7943adddb58 {{(pid=95101) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 19:31:26.771666 n-d-713301-16 neutron-server[95101]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '65757457-224c-44f3-a3c7-714fea4058cb', 'tag': '95342296-7c8c-44f0-b2c6-c6769a3673aa', 'status': 'completed', 'code': 200} Sep 23 19:31:26.905577 n-d-713301-16 neutron-server[95101]: DEBUG neutron.db.provisioning_blocks [req-049147d5-259c-47f3-947b-0c5d2ff12da8 req-fcc35383-fb68-4d5e-a0df-51ae59bb592f service neutron] Transition to ACTIVE for port object a4e8ed5c-9740-4945-a464-4fed69a0927f will not be triggered until provisioned by entity L2. {{(pid=95101) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 19:31:26.925154 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-049147d5-259c-47f3-947b-0c5d2ff12da8 req-fcc35383-fb68-4d5e-a0df-51ae59bb592f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5607436'] for port, after_update {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:26.940270 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6f7f6e06-0d2f-4410-9654-18e09c4ba628 req-442fe676-8f16-4264-8b09-b8a408dd832e tempest-TaggedBootDevicesTest_v242-1470406513 tempest-TaggedBootDevicesTest_v242-1470406513-project] Network 6b0b0714-7ca1-4d6d-b820-8be57f2679a5 is already hosted by enough agents. {{(pid=95101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:31:26.992916 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.base_scheduler [req-6f7f6e06-0d2f-4410-9654-18e09c4ba628 req-442fe676-8f16-4264-8b09-b8a408dd832e tempest-TaggedBootDevicesTest_v242-1470406513 tempest-TaggedBootDevicesTest_v242-1470406513-project] Resources bound (agent type, host, resource id): {{(pid=95101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:31:27.007769 n-d-713301-16 neutron-server[95101]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f7f6e06-0d2f-4410-9654-18e09c4ba628 req-442fe676-8f16-4264-8b09-b8a408dd832e tempest-TaggedBootDevicesTest_v242-1470406513 tempest-TaggedBootDevicesTest_v242-1470406513-project] Received port after_create {{(pid=95101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 19:31:27.092534 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 45404) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:31:27.104036 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7f6e06-0d2f-4410-9654-18e09c4ba628 req-442fe676-8f16-4264-8b09-b8a408dd832e tempest-TaggedBootDevicesTest_v242-1470406513 tempest-TaggedBootDevicesTest_v242-1470406513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:31:27.105009 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-6f7f6e06-0d2f-4410-9654-18e09c4ba628 req-442fe676-8f16-4264-8b09-b8a408dd832e tempest-TaggedBootDevicesTest_v242-1470406513 tempest-TaggedBootDevicesTest_v242-1470406513-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222849'] for port, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:27.155459 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcc35383-fb68-4d5e-a0df-51ae59bb592f service neutron] Pushing event updated for resources: {'Port': ['ID=a4e8ed5c-9740-4945-a464-4fed69a0927f,revision_number=2']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:31:27.169567 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e6654cf-d22c-40af-9c41-b5cd6bd7a6d8 req-7c5d648f-95a8-4486-8147-d8f6eb78a269 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:31:27.171529 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-9e6654cf-d22c-40af-9c41-b5cd6bd7a6d8 req-7c5d648f-95a8-4486-8147-d8f6eb78a269 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=fab52998afcb42178c68449a051f6270&device_id=65757457-224c-44f3-a3c7-714fea4058cb HTTP/1.1" status: 200 len: 1096 time: 0.5156252 Sep 23 19:31:27.305280 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-417b209f-e0ff-4925-9022-dfaeb2713ff3 req-33383434-4307-49af-ad74-d7f1c3178c1e service neutron] 10.222.0.74 "GET /v2.0/networks/364dc893-5ecb-4aa3-be76-13b51cbbfbd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4807930 Sep 23 19:31:27.323947 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-6f7f6e06-0d2f-4410-9654-18e09c4ba628 req-442fe676-8f16-4264-8b09-b8a408dd832e tempest-TaggedBootDevicesTest_v242-1470406513 tempest-TaggedBootDevicesTest_v242-1470406513-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 2.4729044 Sep 23 19:31:27.326111 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-9e6654cf-d22c-40af-9c41-b5cd6bd7a6d8 req-9f6c817f-9e3a-455e-bf53-b913c08c9b23 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=95342296-7c8c-44f0-b2c6-c6769a3673aa HTTP/1.1" status: 200 len: 217 time: 0.1320527 Sep 23 19:31:27.397962 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.v2.base [req-6f7f6e06-0d2f-4410-9654-18e09c4ba628 req-f26a1b53-a9e2-4e05-b817-79f21f0ca863 tempest-TaggedBootDevicesTest_v242-1470406513 tempest-TaggedBootDevicesTest_v242-1470406513-project] Request body: {'port': {'device_id': '583aeae2-b5c0-4d8d-bffb-15a63f4020fc', 'network_id': '6b0b0714-7ca1-4d6d-b820-8be57f2679a5', 'admin_state_up': True, 'tenant_id': '1f1788a36b0c407c84d1fe9c6d21bab4', 'security_groups': ['687e4f9e-0a49-4ef3-86dc-e31b7edc6949']}} {{(pid=95101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:31:27.453517 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf21bee-0f46-474c-be67-ff710f4a551f req-1bb9919d-4afa-4ee2-b77f-77030cd39bfe tempest-ServerActionsTestJSON-618918056 tempest-ServerActionsTestJSON-618918056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:31:27.457168 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-7cf21bee-0f46-474c-be67-ff710f4a551f req-1bb9919d-4afa-4ee2-b77f-77030cd39bfe tempest-ServerActionsTestJSON-618918056 tempest-ServerActionsTestJSON-618918056-project] 10.222.0.67 "GET /v2.0/ports?device_id=7fa91134-8ee0-4baa-9037-6ca73d6b4c83 HTTP/1.1" status: 200 len: 945 time: 0.2675745 Sep 23 19:31:27.464427 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-f355627d-ba88-474e-9714-6ff1c63a40f5 tempest-RoutersAdminTest-1385384480 tempest-RoutersAdminTest-1385384480-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:27.493442 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-f355627d-ba88-474e-9714-6ff1c63a40f5 tempest-RoutersAdminTest-1385384480 tempest-RoutersAdminTest-1385384480-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:27.536048 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b25e18f-8bfb-4e6f-86f6-82186ffd0736 req-a71405d7-d5fb-4997-87b6-e4ead4cb9ee4 tempest-AttachVolumeTestJSON-1825206227 tempest-AttachVolumeTestJSON-1825206227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:31:27.537873 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-2b25e18f-8bfb-4e6f-86f6-82186ffd0736 req-a71405d7-d5fb-4997-87b6-e4ead4cb9ee4 tempest-AttachVolumeTestJSON-1825206227 tempest-AttachVolumeTestJSON-1825206227-project] 10.222.0.67 "GET /v2.0/ports?device_id=4cba8196-5b5b-42a0-aaca-42902580e803 HTTP/1.1" status: 200 len: 946 time: 0.3449783 Sep 23 19:31:27.569306 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-07702ec6-ffd8-40bd-8cbb-0d660269ee8f None None] Provisioning complete for port 5b8a0a35-d9a5-40cb-80ab-356667fb483b triggered by entity DHCP. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:31:27.570393 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-07702ec6-ffd8-40bd-8cbb-0d660269ee8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:27.572627 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dcd171a-f3b2-4492-95de-cc0893e16af3 req-076f684c-a41b-417c-b024-2037a2a77072 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:31:27.574927 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-4dcd171a-f3b2-4492-95de-cc0893e16af3 req-076f684c-a41b-417c-b024-2037a2a77072 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=bc1c8a8a17df480598455b00ff38da5a&device_id=4cba8196-5b5b-42a0-aaca-42902580e803 HTTP/1.1" status: 200 len: 1098 time: 0.3832250 Sep 23 19:31:27.625409 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.plugin [None req-07702ec6-ffd8-40bd-8cbb-0d660269ee8f None None] Port 5b8a0a35-d9a5-40cb-80ab-356667fb483b cannot update to ACTIVE because it is not bound. {{(pid=95103) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 19:31:27.636990 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-7cf21bee-0f46-474c-be67-ff710f4a551f req-89eb533f-490b-41d0-b4e4-9edb6e1fbdf1 tempest-ServerActionsTestJSON-618918056 tempest-ServerActionsTestJSON-618918056-project] 10.222.0.67 "GET /v2.0/security-groups?id=d2a75794-f2ea-419f-9d09-0096f3fe96c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1748760 Sep 23 19:31:27.683885 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-2b25e18f-8bfb-4e6f-86f6-82186ffd0736 req-deeb18f3-57f5-4dc5-9b3e-239fb2bec5c4 tempest-AttachVolumeTestJSON-1825206227 tempest-AttachVolumeTestJSON-1825206227-project] 10.222.0.67 "GET /v2.0/security-groups?id=39522664-d93c-44d8-9f62-0e2cfbb5d5ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1168373 Sep 23 19:31:27.829935 n-d-713301-16 neutron-server[95102]: DEBUG neutron.db.db_base_plugin_common [None req-f355627d-ba88-474e-9714-6ff1c63a40f5 tempest-RoutersAdminTest-1385384480 tempest-RoutersAdminTest-1385384480-project-admin] Allocated IP 172.25.1.118 (5dec5c09-378e-4f50-89cc-d94eb81c3bac/eff83446-018c-428d-b3f5-54ac9abe7a2a/fa87f68a-33c7-4c89-b15e-3c2e4049ea92) {{(pid=95102) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 19:31:27.911876 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dcd171a-f3b2-4492-95de-cc0893e16af3 req-13e2011c-e6ad-4117-9812-fa74c82294b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:31:27.913364 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-4dcd171a-f3b2-4492-95de-cc0893e16af3 req-13e2011c-e6ad-4117-9812-fa74c82294b5 service neutron] 10.222.0.74 "GET /v2.0/networks?id=891932c9-457f-43e1-aea2-971af25a68f6 HTTP/1.1" status: 200 len: 911 time: 0.2934010 Sep 23 19:31:27.922359 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:28.025076 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-e012c642-e47a-43c9-8260-577feac345e5 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=748674498643492788ef144f73a22a11&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9123402 Sep 23 19:31:28.026106 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.managers [req-049147d5-259c-47f3-947b-0c5d2ff12da8 req-fcc35383-fb68-4d5e-a0df-51ae59bb592f service neutron] Attempting to bind port a4e8ed5c-9740-4945-a464-4fed69a0927f on host n-h2-713301-16 for vnic_type normal with profile {{(pid=95101) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 19:31:28.026580 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.managers [req-049147d5-259c-47f3-947b-0c5d2ff12da8 req-fcc35383-fb68-4d5e-a0df-51ae59bb592f service neutron] Attempting to bind port a4e8ed5c-9740-4945-a464-4fed69a0927f by drivers openvswitch,hyperv on host n-h2-713301-16 at level 0 using segments [{'id': '6139d589-eb6c-4578-8935-c26ddf396853', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '5220cb0c-da05-478a-9604-8c11469a05b4'}] {{(pid=95101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 19:31:28.027050 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-049147d5-259c-47f3-947b-0c5d2ff12da8 req-fcc35383-fb68-4d5e-a0df-51ae59bb592f service neutron] Attempting to bind port a4e8ed5c-9740-4945-a464-4fed69a0927f on network 5220cb0c-da05-478a-9604-8c11469a05b4 {{(pid=95101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:31:28.032819 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 45416) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:31:28.042139 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e6654cf-d22c-40af-9c41-b5cd6bd7a6d8 req-70469c6c-8d77-46ba-a5ae-8220ca0ae8d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:31:28.043843 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-9e6654cf-d22c-40af-9c41-b5cd6bd7a6d8 req-70469c6c-8d77-46ba-a5ae-8220ca0ae8d2 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=2dc452e2-2887-447f-9eb2-f4b89ff17ac5 HTTP/1.1" status: 200 len: 849 time: 0.6028986 Sep 23 19:31:28.070795 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-049147d5-259c-47f3-947b-0c5d2ff12da8 req-fcc35383-fb68-4d5e-a0df-51ae59bb592f service neutron] Port a4e8ed5c-9740-4945-a464-4fed69a0927f on network 5220cb0c-da05-478a-9604-8c11469a05b4 not bound, no agent of type Open vSwitch agent registered on host n-h2-713301-16 {{(pid=95101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 19:31:28.071356 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-049147d5-259c-47f3-947b-0c5d2ff12da8 req-fcc35383-fb68-4d5e-a0df-51ae59bb592f service neutron] Attempting to bind port a4e8ed5c-9740-4945-a464-4fed69a0927f on network 5220cb0c-da05-478a-9604-8c11469a05b4 {{(pid=95101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:31:28.073385 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0990820d-adf0-4c2d-9df3-2780a329761a req-bb621064-ef35-4ef4-a1fb-0451460f2d4c tempest-ServerTagsTestJSON-780278031 tempest-ServerTagsTestJSON-780278031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:31:28.078448 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-0990820d-adf0-4c2d-9df3-2780a329761a req-bb621064-ef35-4ef4-a1fb-0451460f2d4c tempest-ServerTagsTestJSON-780278031 tempest-ServerTagsTestJSON-780278031-project] 10.222.0.67 "GET /v2.0/ports?device_id=65757457-224c-44f3-a3c7-714fea4058cb HTTP/1.1" status: 200 len: 944 time: 0.3094976 Sep 23 19:31:28.117841 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-9e6654cf-d22c-40af-9c41-b5cd6bd7a6d8 req-f0cbf6eb-1bb7-4ce6-8edb-319140d9157b service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=fc3782e6-90e2-444f-9a65-4a3fa16297f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0628433 Sep 23 19:31:28.120256 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-049147d5-259c-47f3-947b-0c5d2ff12da8 req-fcc35383-fb68-4d5e-a0df-51ae59bb592f service neutron] Checking agent: {'id': '2a7cea34-db54-4faf-8d23-37521c3e34cb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713301-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 19, 15, 28), 'started_at': datetime.datetime(2021, 9, 23, 19, 15, 28), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 19, 31, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 19:31:28.120744 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-049147d5-259c-47f3-947b-0c5d2ff12da8 req-fcc35383-fb68-4d5e-a0df-51ae59bb592f service neutron] Checking segment: {'id': '6139d589-eb6c-4578-8935-c26ddf396853', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '5220cb0c-da05-478a-9604-8c11469a05b4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:31:28.121221 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-049147d5-259c-47f3-947b-0c5d2ff12da8 req-fcc35383-fb68-4d5e-a0df-51ae59bb592f service neutron] Bound using segment: {'id': '6139d589-eb6c-4578-8935-c26ddf396853', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '5220cb0c-da05-478a-9604-8c11469a05b4'} {{(pid=95101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 19:31:28.122011 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.managers [req-049147d5-259c-47f3-947b-0c5d2ff12da8 req-fcc35383-fb68-4d5e-a0df-51ae59bb592f service neutron] Bound port: a4e8ed5c-9740-4945-a464-4fed69a0927f, host: n-h2-713301-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6139d589-eb6c-4578-8935-c26ddf396853', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '5220cb0c-da05-478a-9604-8c11469a05b4'}}] {{(pid=95101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 19:31:28.122468 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-049147d5-259c-47f3-947b-0c5d2ff12da8 req-fcc35383-fb68-4d5e-a0df-51ae59bb592f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:28.126940 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-417b209f-e0ff-4925-9022-dfaeb2713ff3 req-0a2c5ba8-d682-4ca0-be64-11e105b24237 service neutron] 10.222.0.74 "GET /v2.0/networks/364dc893-5ecb-4aa3-be76-13b51cbbfbd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7920465 Sep 23 19:31:28.185303 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-4dcd171a-f3b2-4492-95de-cc0893e16af3 req-80ce148e-8fab-4fc7-80c6-fa454d8d99d9 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b1a5385d-b97e-4faa-9e35-589c892a4d85 HTTP/1.1" status: 200 len: 1002 time: 0.2536054 Sep 23 19:31:28.188560 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:28.197575 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b2620f-741b-4b47-bbed-0b3f275fc9fc req-132b43f9-8fd9-4978-bc57-5f6ca9412f5c tempest-TaggedBootDevicesTest_v242-1470406513 tempest-TaggedBootDevicesTest_v242-1470406513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:31:28.205705 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b2620f-741b-4b47-bbed-0b3f275fc9fc req-132b43f9-8fd9-4978-bc57-5f6ca9412f5c tempest-TaggedBootDevicesTest_v242-1470406513 tempest-TaggedBootDevicesTest_v242-1470406513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:31:28.222761 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-b1b2620f-741b-4b47-bbed-0b3f275fc9fc req-132b43f9-8fd9-4978-bc57-5f6ca9412f5c tempest-TaggedBootDevicesTest_v242-1470406513 tempest-TaggedBootDevicesTest_v242-1470406513-project] 10.222.0.67 "GET /v2.0/ports?device_id=583aeae2-b5c0-4d8d-bffb-15a63f4020fc HTTP/1.1" status: 200 len: 1652 time: 0.3083384 Sep 23 19:31:28.251862 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-0990820d-adf0-4c2d-9df3-2780a329761a req-508a2005-7a78-4b25-944b-ca538be8feba tempest-ServerTagsTestJSON-780278031 tempest-ServerTagsTestJSON-780278031-project] 10.222.0.67 "GET /v2.0/security-groups?id=e867f3c0-cdde-4e48-a0bc-9f7e71c8e875&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1624846 Sep 23 19:31:28.308148 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6f7f6e06-0d2f-4410-9654-18e09c4ba628 req-f26a1b53-a9e2-4e05-b817-79f21f0ca863 tempest-TaggedBootDevicesTest_v242-1470406513 tempest-TaggedBootDevicesTest_v242-1470406513-project] Made reservation on behalf of 1f1788a36b0c407c84d1fe9c6d21bab4 for: {'port': 1} {{(pid=95101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:31:28.312364 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-6f7f6e06-0d2f-4410-9654-18e09c4ba628 req-f26a1b53-a9e2-4e05-b817-79f21f0ca863 tempest-TaggedBootDevicesTest_v242-1470406513 tempest-TaggedBootDevicesTest_v242-1470406513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:28.324843 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dcd171a-f3b2-4492-95de-cc0893e16af3 req-5fe7cae8-2330-4b00-ace1-0fbaecaa503f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:31:28.324843 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-4dcd171a-f3b2-4492-95de-cc0893e16af3 req-5fe7cae8-2330-4b00-ace1-0fbaecaa503f service neutron] 10.222.0.74 "GET /v2.0/subnets?id=bbfc5a86-0037-429e-b11d-698cbfb1a3c3 HTTP/1.1" status: 200 len: 849 time: 0.0871313 Sep 23 19:31:28.332706 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-f355627d-ba88-474e-9714-6ff1c63a40f5 tempest-RoutersAdminTest-1385384480 tempest-RoutersAdminTest-1385384480-project-admin] Notify callbacks [] for port, precommit_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:28.351940 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-9e6654cf-d22c-40af-9c41-b5cd6bd7a6d8 req-f6a03848-d36b-468f-ad66-e3a3603ed52c service neutron] 10.222.0.53 "GET /v2.0/networks/fc3782e6-90e2-444f-9a65-4a3fa16297f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2221377 Sep 23 19:31:28.354886 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.db [req-049147d5-259c-47f3-947b-0c5d2ff12da8 req-fcc35383-fb68-4d5e-a0df-51ae59bb592f service neutron] For port a4e8ed5c-9740-4945-a464-4fed69a0927f, host n-h2-713301-16, cleared binding levels {{(pid=95101) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 19:31:28.400062 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-fdb3bcf0-9569-4ed8-b7e1-b32e9a11f683 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:28.420822 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.db [req-049147d5-259c-47f3-947b-0c5d2ff12da8 req-fcc35383-fb68-4d5e-a0df-51ae59bb592f service neutron] For port a4e8ed5c-9740-4945-a464-4fed69a0927f, host n-h2-713301-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-16',level=0,port_id=a4e8ed5c-9740-4945-a464-4fed69a0927f,segment=NetworkSegment(6139d589-eb6c-4578-8935-c26ddf396853),segment_id=6139d589-eb6c-4578-8935-c26ddf396853)] {{(pid=95101) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 19:31:28.443055 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-fdb3bcf0-9569-4ed8-b7e1-b32e9a11f683 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:28.470208 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-049147d5-259c-47f3-947b-0c5d2ff12da8 req-fcc35383-fb68-4d5e-a0df-51ae59bb592f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5607436'] for port, after_update {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:28.516540 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-b1b2620f-741b-4b47-bbed-0b3f275fc9fc req-6c858f7d-a388-4804-a59c-375815aacb87 tempest-TaggedBootDevicesTest_v242-1470406513 tempest-TaggedBootDevicesTest_v242-1470406513-project] 10.222.0.67 "GET /v2.0/security-groups?id=687e4f9e-0a49-4ef3-86dc-e31b7edc6949&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2928843 Sep 23 19:31:28.535749 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dcd171a-f3b2-4492-95de-cc0893e16af3 req-a5d5a4b4-2f88-409a-a03b-b6520e51cc66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:31:28.537411 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-4dcd171a-f3b2-4492-95de-cc0893e16af3 req-a5d5a4b4-2f88-409a-a03b-b6520e51cc66 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=891932c9-457f-43e1-aea2-971af25a68f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2028382 Sep 23 19:31:28.589307 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-049147d5-259c-47f3-947b-0c5d2ff12da8 req-fcc35383-fb68-4d5e-a0df-51ae59bb592f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:31:28.590467 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-049147d5-259c-47f3-947b-0c5d2ff12da8 req-fcc35383-fb68-4d5e-a0df-51ae59bb592f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222849'] for port, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:28.592305 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-049147d5-259c-47f3-947b-0c5d2ff12da8 req-fcc35383-fb68-4d5e-a0df-51ae59bb592f service neutron] 10.222.0.53 "PUT /v2.0/ports/a4e8ed5c-9740-4945-a464-4fed69a0927f HTTP/1.1" status: 200 len: 1096 time: 3.4946220 Sep 23 19:31:28.602430 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-f355627d-ba88-474e-9714-6ff1c63a40f5 tempest-RoutersAdminTest-1385384480 tempest-RoutersAdminTest-1385384480-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783145673135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4399100'] for port, after_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:28.672639 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c62b62dc-9fbb-4c81-a9cb-086eaffb5782 req-de1dead2-d7a0-4ff4-9d1e-f8d930a0400a tempest-ImagesNegativeTestJSON-1039150773 tempest-ImagesNegativeTestJSON-1039150773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:31:28.681236 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-c62b62dc-9fbb-4c81-a9cb-086eaffb5782 req-de1dead2-d7a0-4ff4-9d1e-f8d930a0400a tempest-ImagesNegativeTestJSON-1039150773 tempest-ImagesNegativeTestJSON-1039150773-project] 10.222.0.67 "GET /v2.0/ports?device_id=d633ef35-fdcc-45ee-ac71-1b558e8af7d2 HTTP/1.1" status: 200 len: 947 time: 0.2301633 Sep 23 19:31:28.745726 n-d-713301-16 neutron-server[95102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f355627d-ba88-474e-9714-6ff1c63a40f5 tempest-RoutersAdminTest-1385384480 tempest-RoutersAdminTest-1385384480-project-admin] Network 5dec5c09-378e-4f50-89cc-d94eb81c3bac is already hosted by enough agents. {{(pid=95102) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:31:28.764628 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcc35383-fb68-4d5e-a0df-51ae59bb592f service neutron] Pushing event updated for resources: {'Port': ['ID=a4e8ed5c-9740-4945-a464-4fed69a0927f,revision_number=3']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:31:28.766671 n-d-713301-16 neutron-server[95102]: DEBUG neutron.scheduler.base_scheduler [None req-f355627d-ba88-474e-9714-6ff1c63a40f5 tempest-RoutersAdminTest-1385384480 tempest-RoutersAdminTest-1385384480-project-admin] Resources bound (agent type, host, resource id): {{(pid=95102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:31:28.769303 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-fdb3bcf0-9569-4ed8-b7e1-b32e9a11f683 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:28.771902 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-fdb3bcf0-9569-4ed8-b7e1-b32e9a11f683 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:28.773141 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-fdb3bcf0-9569-4ed8-b7e1-b32e9a11f683 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/8c832402-56d3-4931-aa70-6b0106b281cd HTTP/1.1" status: 204 len: 168 time: 0.7358027 Sep 23 19:31:28.777668 n-d-713301-16 neutron-server[95102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f355627d-ba88-474e-9714-6ff1c63a40f5 tempest-RoutersAdminTest-1385384480 tempest-RoutersAdminTest-1385384480-project-admin] Received port after_create {{(pid=95102) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 19:31:28.847478 n-d-713301-16 neutron-server[95101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd633ef35-fdcc-45ee-ac71-1b558e8af7d2', 'tag': 'a4e8ed5c-9740-4945-a464-4fed69a0927f'}] {{(pid=95101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 19:31:28.854331 n-d-713301-16 neutron-server[95101]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d8366c5740cd635e57ab12b71fe44a77c2acc3c19091ef849c6f68b380462244" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7000dfb0-e3cd-4370-9e7d-a2b19f35eeb5" -d '{"events": [{"name": "network-changed", "server_uuid": "d633ef35-fdcc-45ee-ac71-1b558e8af7d2", "tag": "a4e8ed5c-9740-4945-a464-4fed69a0927f"}]}' {{(pid=95101) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 19:31:28.864213 n-d-713301-16 neutron-server[95101]: DEBUG neutron.db.db_base_plugin_common [req-6f7f6e06-0d2f-4410-9654-18e09c4ba628 req-f26a1b53-a9e2-4e05-b817-79f21f0ca863 tempest-TaggedBootDevicesTest_v242-1470406513 tempest-TaggedBootDevicesTest_v242-1470406513-project] Allocated IP 10.1.1.29 (6b0b0714-7ca1-4d6d-b820-8be57f2679a5/08a82bb7-bfc5-4bc7-a3ee-312f82ebfc05/c139ca82-853e-472d-b61c-c167aa20c5aa) {{(pid=95101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 19:31:28.875331 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdb3bcf0-9569-4ed8-b7e1-b32e9a11f683 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c832402-56d3-4931-aa70-6b0106b281cd,revision_number=None']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:31:28.884460 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f355627d-ba88-474e-9714-6ff1c63a40f5 tempest-RoutersAdminTest-1385384480 tempest-RoutersAdminTest-1385384480-project-admin] Pushing event updated for resources: {'Port': ['ID=fa87f68a-33c7-4c89-b15e-3c2e4049ea92,revision_number=1']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:31:28.891247 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-9e6654cf-d22c-40af-9c41-b5cd6bd7a6d8 req-847d7934-a9eb-4fbb-a6f2-eeb3d30bee15 service neutron] 10.222.0.53 "GET /v2.0/networks/fc3782e6-90e2-444f-9a65-4a3fa16297f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5312202 Sep 23 19:31:28.903304 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-4dcd171a-f3b2-4492-95de-cc0893e16af3 req-a5304d0b-64ab-4374-a022-7051f414137d service neutron] 10.222.0.74 "GET /v2.0/networks/891932c9-457f-43e1-aea2-971af25a68f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3516562 Sep 23 19:31:28.929777 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-c62b62dc-9fbb-4c81-a9cb-086eaffb5782 req-41298c26-624e-4f19-bd75-6d58726dcac5 tempest-ImagesNegativeTestJSON-1039150773 tempest-ImagesNegativeTestJSON-1039150773-project] 10.222.0.67 "GET /v2.0/security-groups?id=dee01b0c-2788-4ae5-966c-c16e94c215fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2471421 Sep 23 19:31:28.967039 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-049147d5-259c-47f3-947b-0c5d2ff12da8 req-d9d3ef4f-17e2-4287-9a6a-a0db5deda38e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:31:28.972204 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-049147d5-259c-47f3-947b-0c5d2ff12da8 req-d9d3ef4f-17e2-4287-9a6a-a0db5deda38e service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=4a3e8fa33fd74a4ab7855896e0b73d00&device_id=d633ef35-fdcc-45ee-ac71-1b558e8af7d2 HTTP/1.1" status: 200 len: 1099 time: 0.2364111 Sep 23 19:31:29.083297 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-049147d5-259c-47f3-947b-0c5d2ff12da8 req-5d907129-1fc1-41ef-a5a0-1ad73de46923 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.37&port_id=a4e8ed5c-9740-4945-a464-4fed69a0927f HTTP/1.1" status: 200 len: 217 time: 0.1023815 Sep 23 19:31:29.219181 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bdf7718-7b29-4e94-a916-9cd352b58d16 req-577abdc8-d5be-4bad-8a48-6957f9125a69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:31:29.221141 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-5bdf7718-7b29-4e94-a916-9cd352b58d16 req-577abdc8-d5be-4bad-8a48-6957f9125a69 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=fab52998afcb42178c68449a051f6270&device_id=65757457-224c-44f3-a3c7-714fea4058cb HTTP/1.1" status: 200 len: 1096 time: 0.2475741 Sep 23 19:31:29.226692 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33af4c1f-ece1-4386-aa6d-1e0d3180c14a req-977d39c1-9f02-4875-8343-6a282ffb2b92 tempest-ServerActionsTestJSON-618918056 tempest-ServerActionsTestJSON-618918056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:31:29.230064 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-33af4c1f-ece1-4386-aa6d-1e0d3180c14a req-977d39c1-9f02-4875-8343-6a282ffb2b92 tempest-ServerActionsTestJSON-618918056 tempest-ServerActionsTestJSON-618918056-project] 10.222.0.67 "GET /v2.0/ports?device_id=7fa91134-8ee0-4baa-9037-6ca73d6b4c83 HTTP/1.1" status: 200 len: 945 time: 0.4424818 Sep 23 19:31:29.247416 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-049147d5-259c-47f3-947b-0c5d2ff12da8 req-ba87b3ec-f90e-4b83-a851-2402e581fe02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:31:29.248929 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-049147d5-259c-47f3-947b-0c5d2ff12da8 req-ba87b3ec-f90e-4b83-a851-2402e581fe02 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=1ccc69bc-9d6b-44d9-b227-204e47dc6e45 HTTP/1.1" status: 200 len: 843 time: 0.1427517 Sep 23 19:31:29.374772 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-6f7f6e06-0d2f-4410-9654-18e09c4ba628 req-f26a1b53-a9e2-4e05-b817-79f21f0ca863 tempest-TaggedBootDevicesTest_v242-1470406513 tempest-TaggedBootDevicesTest_v242-1470406513-project] Notify callbacks [] for port, precommit_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:29.437850 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-049147d5-259c-47f3-947b-0c5d2ff12da8 req-e552005f-00c0-464e-abb8-fc9b6514e8db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:31:29.438384 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f5e138-c590-4e5c-8938-5491f325d132 req-7ef59f2f-c618-4e63-b007-d229ba186909 tempest-AttachVolumeTestJSON-1825206227 tempest-AttachVolumeTestJSON-1825206227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:31:29.440190 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-049147d5-259c-47f3-947b-0c5d2ff12da8 req-e552005f-00c0-464e-abb8-fc9b6514e8db service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=5220cb0c-da05-478a-9604-8c11469a05b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1672821 Sep 23 19:31:29.442054 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-70f5e138-c590-4e5c-8938-5491f325d132 req-7ef59f2f-c618-4e63-b007-d229ba186909 tempest-AttachVolumeTestJSON-1825206227 tempest-AttachVolumeTestJSON-1825206227-project] 10.222.0.67 "GET /v2.0/ports?device_id=4cba8196-5b5b-42a0-aaca-42902580e803 HTTP/1.1" status: 200 len: 946 time: 0.2714894 Sep 23 19:31:29.521839 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-f355627d-ba88-474e-9714-6ff1c63a40f5 tempest-RoutersAdminTest-1385384480 tempest-RoutersAdminTest-1385384480-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:29.581150 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-049147d5-259c-47f3-947b-0c5d2ff12da8 req-c238da1f-3ba2-429e-8e8d-ef3e4218d003 service neutron] 10.222.0.53 "GET /v2.0/networks/5220cb0c-da05-478a-9604-8c11469a05b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1315618 Sep 23 19:31:29.597370 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bdf7718-7b29-4e94-a916-9cd352b58d16 req-5d04c2cb-a241-4599-9e61-cde500fee4d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:31:29.597370 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-5bdf7718-7b29-4e94-a916-9cd352b58d16 req-5d04c2cb-a241-4599-9e61-cde500fee4d9 service neutron] 10.222.0.53 "GET /v2.0/networks?id=fc3782e6-90e2-444f-9a65-4a3fa16297f0 HTTP/1.1" status: 200 len: 910 time: 0.3592768 Sep 23 19:31:29.626036 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-33af4c1f-ece1-4386-aa6d-1e0d3180c14a req-bade0151-9a72-4c5e-b3f2-cc7331af2467 tempest-ServerActionsTestJSON-618918056 tempest-ServerActionsTestJSON-618918056-project] 10.222.0.67 "GET /v2.0/security-groups?id=d2a75794-f2ea-419f-9d09-0096f3fe96c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3227768 Sep 23 19:31:29.682918 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-5bdf7718-7b29-4e94-a916-9cd352b58d16 req-3281ccb2-cf3b-4eeb-93a7-53234a7126a5 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=95342296-7c8c-44f0-b2c6-c6769a3673aa HTTP/1.1" status: 200 len: 217 time: 0.0835960 Sep 23 19:31:29.686412 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-6f7f6e06-0d2f-4410-9654-18e09c4ba628 req-f26a1b53-a9e2-4e05-b817-79f21f0ca863 tempest-TaggedBootDevicesTest_v242-1470406513 tempest-TaggedBootDevicesTest_v242-1470406513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783145673135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5607431'] for port, after_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:29.794288 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f26a1b53-a9e2-4e05-b817-79f21f0ca863 tempest-TaggedBootDevicesTest_v242-1470406513 tempest-TaggedBootDevicesTest_v242-1470406513-project] Pushing event updated for resources: {'Port': ['ID=c139ca82-853e-472d-b61c-c167aa20c5aa,revision_number=1']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:31:29.794805 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-70f5e138-c590-4e5c-8938-5491f325d132 req-81e1c1e0-0d98-485c-8389-c852963797e5 tempest-AttachVolumeTestJSON-1825206227 tempest-AttachVolumeTestJSON-1825206227-project] 10.222.0.67 "GET /v2.0/security-groups?id=39522664-d93c-44d8-9f62-0e2cfbb5d5ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2643900 Sep 23 19:31:29.797626 n-d-713301-16 neutron-server[95101]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 19:31:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-715d8407-5953-41a8-9177-a153abdbc389 x-openstack-request-id: req-715d8407-5953-41a8-9177-a153abdbc389 {{(pid=95101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 19:31:29.797897 n-d-713301-16 neutron-server[95101]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d633ef35-fdcc-45ee-ac71-1b558e8af7d2", "tag": "a4e8ed5c-9740-4945-a464-4fed69a0927f", "status": "completed", "code": 200}]} {{(pid=95101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 19:31:29.798150 n-d-713301-16 neutron-server[95101]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-715d8407-5953-41a8-9177-a153abdbc389 {{(pid=95101) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 19:31:29.798580 n-d-713301-16 neutron-server[95101]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd633ef35-fdcc-45ee-ac71-1b558e8af7d2', 'tag': 'a4e8ed5c-9740-4945-a464-4fed69a0927f', 'status': 'completed', 'code': 200} Sep 23 19:31:29.824890 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-4dcd171a-f3b2-4492-95de-cc0893e16af3 req-7bfd2bea-98f9-449b-a112-40c8eed6d20c service neutron] 10.222.0.74 "GET /v2.0/networks/891932c9-457f-43e1-aea2-971af25a68f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9207046 Sep 23 19:31:29.870532 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-049147d5-259c-47f3-947b-0c5d2ff12da8 req-7c100005-c703-429b-8beb-38570f33ccb6 service neutron] 10.222.0.53 "GET /v2.0/networks/5220cb0c-da05-478a-9604-8c11469a05b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2764938 Sep 23 19:31:29.887270 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6f7f6e06-0d2f-4410-9654-18e09c4ba628 req-f26a1b53-a9e2-4e05-b817-79f21f0ca863 tempest-TaggedBootDevicesTest_v242-1470406513 tempest-TaggedBootDevicesTest_v242-1470406513-project] Network 6b0b0714-7ca1-4d6d-b820-8be57f2679a5 is already hosted by enough agents. {{(pid=95101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:31:29.896816 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.base_scheduler [req-6f7f6e06-0d2f-4410-9654-18e09c4ba628 req-f26a1b53-a9e2-4e05-b817-79f21f0ca863 tempest-TaggedBootDevicesTest_v242-1470406513 tempest-TaggedBootDevicesTest_v242-1470406513-project] Resources bound (agent type, host, resource id): {{(pid=95101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:31:29.901668 n-d-713301-16 neutron-server[95101]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f7f6e06-0d2f-4410-9654-18e09c4ba628 req-f26a1b53-a9e2-4e05-b817-79f21f0ca863 tempest-TaggedBootDevicesTest_v242-1470406513 tempest-TaggedBootDevicesTest_v242-1470406513-project] Received port after_create {{(pid=95101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 19:31:29.909308 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bdf7718-7b29-4e94-a916-9cd352b58d16 req-544617f0-f2c0-4452-9ebf-f5b3a4a52c3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:31:29.910876 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-5bdf7718-7b29-4e94-a916-9cd352b58d16 req-544617f0-f2c0-4452-9ebf-f5b3a4a52c3c service neutron] 10.222.0.53 "GET /v2.0/subnets?id=2dc452e2-2887-447f-9eb2-f4b89ff17ac5 HTTP/1.1" status: 200 len: 849 time: 0.2142892 Sep 23 19:31:30.027431 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7f6e06-0d2f-4410-9654-18e09c4ba628 req-f26a1b53-a9e2-4e05-b817-79f21f0ca863 tempest-TaggedBootDevicesTest_v242-1470406513 tempest-TaggedBootDevicesTest_v242-1470406513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:31:30.028468 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-6f7f6e06-0d2f-4410-9654-18e09c4ba628 req-f26a1b53-a9e2-4e05-b817-79f21f0ca863 tempest-TaggedBootDevicesTest_v242-1470406513 tempest-TaggedBootDevicesTest_v242-1470406513-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222849'] for port, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:30.032426 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-5bdf7718-7b29-4e94-a916-9cd352b58d16 req-5bd5058c-a2d4-489f-807a-1783ae2f09ed service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=fc3782e6-90e2-444f-9a65-4a3fa16297f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0976088 Sep 23 19:31:30.078796 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32df7bf6-c68a-449e-ad0f-3da2be08fc24 req-4e7a22fd-c656-45a7-bdbe-f5bb426aab03 tempest-ServerTagsTestJSON-780278031 tempest-ServerTagsTestJSON-780278031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:31:30.086833 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-32df7bf6-c68a-449e-ad0f-3da2be08fc24 req-4e7a22fd-c656-45a7-bdbe-f5bb426aab03 tempest-ServerTagsTestJSON-780278031 tempest-ServerTagsTestJSON-780278031-project] 10.222.0.67 "GET /v2.0/ports?device_id=65757457-224c-44f3-a3c7-714fea4058cb HTTP/1.1" status: 200 len: 944 time: 0.2069428 Sep 23 19:31:30.109463 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2867c2f7-a829-4d85-807d-c0421b7e1862 req-a4942a5f-f834-4091-86c6-1a58573cc903 tempest-TaggedBootDevicesTest_v242-1470406513 tempest-TaggedBootDevicesTest_v242-1470406513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:31:30.116424 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2867c2f7-a829-4d85-807d-c0421b7e1862 req-a4942a5f-f834-4091-86c6-1a58573cc903 tempest-TaggedBootDevicesTest_v242-1470406513 tempest-TaggedBootDevicesTest_v242-1470406513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:31:30.123064 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2867c2f7-a829-4d85-807d-c0421b7e1862 req-a4942a5f-f834-4091-86c6-1a58573cc903 tempest-TaggedBootDevicesTest_v242-1470406513 tempest-TaggedBootDevicesTest_v242-1470406513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:31:30.124787 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-2867c2f7-a829-4d85-807d-c0421b7e1862 req-a4942a5f-f834-4091-86c6-1a58573cc903 tempest-TaggedBootDevicesTest_v242-1470406513 tempest-TaggedBootDevicesTest_v242-1470406513-project] 10.222.0.67 "GET /v2.0/ports?device_id=583aeae2-b5c0-4d8d-bffb-15a63f4020fc HTTP/1.1" status: 200 len: 2372 time: 0.1513903 Sep 23 19:31:30.152357 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-6f7f6e06-0d2f-4410-9654-18e09c4ba628 req-f26a1b53-a9e2-4e05-b817-79f21f0ca863 tempest-TaggedBootDevicesTest_v242-1470406513 tempest-TaggedBootDevicesTest_v242-1470406513-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 2.7565978 Sep 23 19:31:30.155204 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-f355627d-ba88-474e-9714-6ff1c63a40f5 tempest-RoutersAdminTest-1385384480 tempest-RoutersAdminTest-1385384480-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-597258', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-601790'] for router, after_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:30.169696 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.v2.base [req-6f7f6e06-0d2f-4410-9654-18e09c4ba628 req-78b1c7e0-8715-4205-9b00-d1e16f15c397 tempest-TaggedBootDevicesTest_v242-1470406513 tempest-TaggedBootDevicesTest_v242-1470406513-project] Request body: {'port': {'device_id': '583aeae2-b5c0-4d8d-bffb-15a63f4020fc', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': 'f23b48c2-30e2-4b8a-a3bf-2e6a4262ee17', 'admin_state_up': True, 'tenant_id': '1f1788a36b0c407c84d1fe9c6d21bab4', 'security_groups': ['687e4f9e-0a49-4ef3-86dc-e31b7edc6949']}} {{(pid=95101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:31:30.203470 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7000dfb0-e3cd-4370-9e7d-a2b19f35eeb5 req-39a366a7-8b44-4386-9b8f-33f3cbc3e7a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:31:30.205088 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-7000dfb0-e3cd-4370-9e7d-a2b19f35eeb5 req-39a366a7-8b44-4386-9b8f-33f3cbc3e7a0 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=4a3e8fa33fd74a4ab7855896e0b73d00&device_id=d633ef35-fdcc-45ee-ac71-1b558e8af7d2 HTTP/1.1" status: 200 len: 1099 time: 0.2692189 Sep 23 19:31:30.249791 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-ca5b0df6-51a7-4531-a5f4-e75fd99ce952 None None] Provisioning complete for port c139ca82-853e-472d-b61c-c167aa20c5aa triggered by entity DHCP. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:31:30.263557 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-ca5b0df6-51a7-4531-a5f4-e75fd99ce952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:30.309095 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-5bdf7718-7b29-4e94-a916-9cd352b58d16 req-21149769-9dae-43c6-b8d3-1aaf3de94607 service neutron] 10.222.0.53 "GET /v2.0/networks/fc3782e6-90e2-444f-9a65-4a3fa16297f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2686334 Sep 23 19:31:30.363963 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.plugin [None req-ca5b0df6-51a7-4531-a5f4-e75fd99ce952 None None] Port c139ca82-853e-472d-b61c-c167aa20c5aa cannot update to ACTIVE because it is not bound. {{(pid=95103) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 19:31:30.518837 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-32df7bf6-c68a-449e-ad0f-3da2be08fc24 req-bb9c0958-a702-4229-8d15-4834cc54a6dd tempest-ServerTagsTestJSON-780278031 tempest-ServerTagsTestJSON-780278031-project] 10.222.0.67 "GET /v2.0/security-groups?id=e867f3c0-cdde-4e48-a0bc-9f7e71c8e875&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4285536 Sep 23 19:31:30.546856 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7000dfb0-e3cd-4370-9e7d-a2b19f35eeb5 req-6014cdf3-f9ba-4876-aaad-19129571c3a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:31:30.549088 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-7000dfb0-e3cd-4370-9e7d-a2b19f35eeb5 req-6014cdf3-f9ba-4876-aaad-19129571c3a9 service neutron] 10.222.0.53 "GET /v2.0/networks?id=5220cb0c-da05-478a-9604-8c11469a05b4 HTTP/1.1" status: 200 len: 870 time: 0.3337338 Sep 23 19:31:30.549724 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6f7f6e06-0d2f-4410-9654-18e09c4ba628 req-78b1c7e0-8715-4205-9b00-d1e16f15c397 tempest-TaggedBootDevicesTest_v242-1470406513 tempest-TaggedBootDevicesTest_v242-1470406513-project] Made reservation on behalf of 1f1788a36b0c407c84d1fe9c6d21bab4 for: {'port': 1} {{(pid=95101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:31:30.575905 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Device 95342296-7c8c-44f0-b2c6-c6769a3673aa details requested by agent hyperv_n-h2-713301-16 with host n-h2-713301-16 {{(pid=95103) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 19:31:30.578377 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-2867c2f7-a829-4d85-807d-c0421b7e1862 req-39e149f3-3e2a-4ae0-a1ef-e498ecefa448 tempest-TaggedBootDevicesTest_v242-1470406513 tempest-TaggedBootDevicesTest_v242-1470406513-project] 10.222.0.67 "GET /v2.0/security-groups?id=687e4f9e-0a49-4ef3-86dc-e31b7edc6949&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4409685 Sep 23 19:31:30.693672 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-6f7f6e06-0d2f-4410-9654-18e09c4ba628 req-78b1c7e0-8715-4205-9b00-d1e16f15c397 tempest-TaggedBootDevicesTest_v242-1470406513 tempest-TaggedBootDevicesTest_v242-1470406513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:30.696685 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-7000dfb0-e3cd-4370-9e7d-a2b19f35eeb5 req-e78027e0-f5a5-42ad-903b-02ad82857a10 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.37&port_id=a4e8ed5c-9740-4945-a464-4fed69a0927f HTTP/1.1" status: 200 len: 217 time: 0.0421045 Sep 23 19:31:30.699643 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-5bdf7718-7b29-4e94-a916-9cd352b58d16 req-7db0105f-0193-48c6-9c05-482c8ad1e6a4 service neutron] 10.222.0.53 "GET /v2.0/networks/fc3782e6-90e2-444f-9a65-4a3fa16297f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3797314 Sep 23 19:31:30.719520 n-d-713301-16 neutron-server[95102]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f355627d-ba88-474e-9714-6ff1c63a40f5 tempest-RoutersAdminTest-1385384480 tempest-RoutersAdminTest-1385384480-project-admin] Router 828b5c74-aa1e-462e-95bd-d2d1c24cbf36 is scheduled to L3 agent 79a740bf-7821-4989-8288-7186e3e128f3 with binding_index 1 {{(pid=95102) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 23 19:31:30.807118 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] For port 95342296-7c8c-44f0-b2c6-c6769a3673aa, host n-h2-713301-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-16',level=0,port_id=95342296-7c8c-44f0-b2c6-c6769a3673aa,segment=NetworkSegment(1ad51bb3-6b14-4cfa-8e58-c77fc0304926),segment_id=1ad51bb3-6b14-4cfa-8e58-c77fc0304926)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:31:30.841111 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Returning: {'device': '95342296-7c8c-44f0-b2c6-c6769a3673aa', 'network_id': 'fc3782e6-90e2-444f-9a65-4a3fa16297f0', 'port_id': '95342296-7c8c-44f0-b2c6-c6769a3673aa', 'mac_address': 'fa:16:3e:fc:79:2a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 634, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2dc452e2-2887-447f-9eb2-f4b89ff17ac5', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95103) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 19:31:30.904102 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:30.922036 n-d-713301-16 neutron-server[95103]: DEBUG neutron.notifiers.nova [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 95342296-7c8c-44f0-b2c6-c6769a3673aa {{(pid=95103) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 19:31:30.949353 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] For port 95342296-7c8c-44f0-b2c6-c6769a3673aa, host n-h2-713301-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-16',level=0,port_id=95342296-7c8c-44f0-b2c6-c6769a3673aa,segment=NetworkSegment(1ad51bb3-6b14-4cfa-8e58-c77fc0304926),segment_id=1ad51bb3-6b14-4cfa-8e58-c77fc0304926)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:31:30.955630 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be5d8284-c4cf-4fda-8ca3-81ae6dc24cb6 req-04d19083-ddf8-46b7-98d0-b55c160c0c33 tempest-ImagesNegativeTestJSON-1039150773 tempest-ImagesNegativeTestJSON-1039150773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:31:30.957255 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-be5d8284-c4cf-4fda-8ca3-81ae6dc24cb6 req-04d19083-ddf8-46b7-98d0-b55c160c0c33 tempest-ImagesNegativeTestJSON-1039150773 tempest-ImagesNegativeTestJSON-1039150773-project] 10.222.0.67 "GET /v2.0/ports?device_id=d633ef35-fdcc-45ee-ac71-1b558e8af7d2 HTTP/1.1" status: 200 len: 947 time: 0.2199569 Sep 23 19:31:30.967104 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:31.001099 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f355627d-ba88-474e-9714-6ff1c63a40f5 tempest-RoutersAdminTest-1385384480 tempest-RoutersAdminTest-1385384480-project-admin] Notify agent at l3_agent.n-d-713301-16 the message routers_updated {{(pid=95102) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 19:31:31.018851 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee6649c-9394-4947-aae3-2d2f433be9f9 req-1f80d1fa-b17c-47c4-a402-8bba6987cb26 tempest-ServerActionsTestJSON-618918056 tempest-ServerActionsTestJSON-618918056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:31:31.020474 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-eee6649c-9394-4947-aae3-2d2f433be9f9 req-1f80d1fa-b17c-47c4-a402-8bba6987cb26 tempest-ServerActionsTestJSON-618918056 tempest-ServerActionsTestJSON-618918056-project] 10.222.0.67 "GET /v2.0/ports?device_id=7fa91134-8ee0-4baa-9037-6ca73d6b4c83 HTTP/1.1" status: 200 len: 945 time: 0.1287515 Sep 23 19:31:31.027214 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Pushing event updated for resources: {'Port': ['ID=95342296-7c8c-44f0-b2c6-c6769a3673aa,revision_number=4']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:31:31.037987 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bd4ae42-65af-4a89-8f8e-deb926a8b972 None None] Sync routers for ids ['828b5c74-aa1e-462e-95bd-d2d1c24cbf36'] in n-d-713301-16 {{(pid=95103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 19:31:31.045154 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-be5d8284-c4cf-4fda-8ca3-81ae6dc24cb6 req-30b92988-c4c6-4961-b5fe-363a5e9b156a tempest-ImagesNegativeTestJSON-1039150773 tempest-ImagesNegativeTestJSON-1039150773-project] 10.222.0.67 "GET /v2.0/security-groups?id=dee01b0c-2788-4ae5-966c-c16e94c215fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753264 Sep 23 19:31:31.047811 n-d-713301-16 neutron-server[95101]: DEBUG neutron.db.db_base_plugin_common [req-6f7f6e06-0d2f-4410-9654-18e09c4ba628 req-78b1c7e0-8715-4205-9b00-d1e16f15c397 tempest-TaggedBootDevicesTest_v242-1470406513 tempest-TaggedBootDevicesTest_v242-1470406513-project] Allocated IP 10.2.2.100 (f23b48c2-30e2-4b8a-a3bf-2e6a4262ee17/539495c3-ae71-47cf-b3b7-93ac6244515e/f2f18a7a-caec-4840-825d-bc37f2f04daf) {{(pid=95101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 19:31:31.068902 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-f355627d-ba88-474e-9714-6ff1c63a40f5 tempest-RoutersAdminTest-1385384480 tempest-RoutersAdminTest-1385384480-project-admin] Notify callbacks [] for router, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:31.070194 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-f355627d-ba88-474e-9714-6ff1c63a40f5 tempest-RoutersAdminTest-1385384480 tempest-RoutersAdminTest-1385384480-project-admin] 10.222.0.67 "POST /v2.0/routers HTTP/1.1" status: 201 len: 908 time: 5.1518390 Sep 23 19:31:31.074032 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 45468) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:31:31.077755 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bd4ae42-65af-4a89-8f8e-deb926a8b972 None None] Routers {'828b5c74-aa1e-462e-95bd-d2d1c24cbf36'} bound to L3 agent in host n-d-713301-16 {{(pid=95103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 19:31:31.085222 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_hamode_db [None req-9bd4ae42-65af-4a89-8f8e-deb926a8b972 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-23T19:07:52Z,description=,heartbeat_timestamp=2021-09-23T19:31:22Z,host='n-d-713301-16',id=79a740bf-7821-4989-8288-7186e3e128f3,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:07:52Z,topic='l3_agent')) {'router_ids': ['828b5c74-aa1e-462e-95bd-d2d1c24cbf36'], 'active': True} {{(pid=95103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:31:31.133931 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7000dfb0-e3cd-4370-9e7d-a2b19f35eeb5 req-03990082-9ce4-4677-a519-36e60b2d0ed1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:31:31.135498 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-7000dfb0-e3cd-4370-9e7d-a2b19f35eeb5 req-03990082-9ce4-4677-a519-36e60b2d0ed1 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=1ccc69bc-9d6b-44d9-b227-204e47dc6e45 HTTP/1.1" status: 200 len: 843 time: 0.4238298 Sep 23 19:31:31.155317 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-eee6649c-9394-4947-aae3-2d2f433be9f9 req-21b34c57-f5e9-4609-baac-d577bffce343 tempest-ServerActionsTestJSON-618918056 tempest-ServerActionsTestJSON-618918056-project] 10.222.0.67 "GET /v2.0/security-groups?id=d2a75794-f2ea-419f-9d09-0096f3fe96c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1134479 Sep 23 19:31:31.221817 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] get_ports_and_sgs() called for port_ids ['95342296-7c8c-44f0-b2c6-c6769a3673aa'] {{(pid=95103) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 19:31:31.260580 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7000dfb0-e3cd-4370-9e7d-a2b19f35eeb5 req-4c50f407-ed18-4ea0-827a-026465ddbdca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:31:31.262369 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-7000dfb0-e3cd-4370-9e7d-a2b19f35eeb5 req-4c50f407-ed18-4ea0-827a-026465ddbdca service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=5220cb0c-da05-478a-9604-8c11469a05b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1192091 Sep 23 19:31:31.294331 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-6f7f6e06-0d2f-4410-9654-18e09c4ba628 req-78b1c7e0-8715-4205-9b00-d1e16f15c397 tempest-TaggedBootDevicesTest_v242-1470406513 tempest-TaggedBootDevicesTest_v242-1470406513-project] Notify callbacks [] for port, precommit_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:31.346006 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-ed38ed05-0200-447d-91e1-2db9ad3b6b93 tempest-RoutersAdminTest-1385384480 tempest-RoutersAdminTest-1385384480-project-admin] 10.222.0.67 "GET /v2.0/routers/828b5c74-aa1e-462e-95bd-d2d1c24cbf36 HTTP/1.1" status: 200 len: 909 time: 0.2695019 Sep 23 19:31:31.346927 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 45474) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:31:31.367059 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.v2.base [None req-3946b572-5b5b-458e-9451-5bd98cec4f44 tempest-RoutersAdminTest-1385384480 tempest-RoutersAdminTest-1385384480-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1378604415', 'external_gateway_info': {'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'enable_snat': True}}} {{(pid=95102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:31:31.415612 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-6f7f6e06-0d2f-4410-9654-18e09c4ba628 req-78b1c7e0-8715-4205-9b00-d1e16f15c397 tempest-TaggedBootDevicesTest_v242-1470406513 tempest-TaggedBootDevicesTest_v242-1470406513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783145673135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5607431'] for port, after_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:31.435686 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 45476) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:31:31.464536 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6f7f6e06-0d2f-4410-9654-18e09c4ba628 req-78b1c7e0-8715-4205-9b00-d1e16f15c397 tempest-TaggedBootDevicesTest_v242-1470406513 tempest-TaggedBootDevicesTest_v242-1470406513-project] Network f23b48c2-30e2-4b8a-a3bf-2e6a4262ee17 is already hosted by enough agents. {{(pid=95101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:31:31.505296 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.base_scheduler [req-6f7f6e06-0d2f-4410-9654-18e09c4ba628 req-78b1c7e0-8715-4205-9b00-d1e16f15c397 tempest-TaggedBootDevicesTest_v242-1470406513 tempest-TaggedBootDevicesTest_v242-1470406513-project] Resources bound (agent type, host, resource id): {{(pid=95101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:31:31.506034 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_dvr_db [None req-9bd4ae42-65af-4a89-8f8e-deb926a8b972 None None] Set router 828b5c74-aa1e-462e-95bd-d2d1c24cbf36 gateway port host: n-d-713301-16 {{(pid=95103) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 19:31:31.512591 n-d-713301-16 neutron-server[95101]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f7f6e06-0d2f-4410-9654-18e09c4ba628 req-78b1c7e0-8715-4205-9b00-d1e16f15c397 tempest-TaggedBootDevicesTest_v242-1470406513 tempest-TaggedBootDevicesTest_v242-1470406513-project] Received port after_create {{(pid=95101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 19:31:31.520516 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7ab7ef-5d1a-407b-9dee-f9ee7a5b2e4f req-79c39785-b334-4651-bd07-e49499d39a2a tempest-AttachVolumeTestJSON-1825206227 tempest-AttachVolumeTestJSON-1825206227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:31:31.523262 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-8e7ab7ef-5d1a-407b-9dee-f9ee7a5b2e4f req-79c39785-b334-4651-bd07-e49499d39a2a tempest-AttachVolumeTestJSON-1825206227 tempest-AttachVolumeTestJSON-1825206227-project] 10.222.0.67 "GET /v2.0/ports?device_id=4cba8196-5b5b-42a0-aaca-42902580e803 HTTP/1.1" status: 200 len: 946 time: 0.1747942 Sep 23 19:31:31.525021 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-3946b572-5b5b-458e-9451-5bd98cec4f44 tempest-RoutersAdminTest-1385384480 tempest-RoutersAdminTest-1385384480-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-594563', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29355'] for router, before_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:31.526851 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-3946b572-5b5b-458e-9451-5bd98cec4f44 tempest-RoutersAdminTest-1385384480 tempest-RoutersAdminTest-1385384480-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-597363', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-601731', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-739356', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29346'] for router, precommit_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:31.530309 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-7000dfb0-e3cd-4370-9e7d-a2b19f35eeb5 req-1dde8f31-c982-4f2d-baed-0f38ecfaaefd service neutron] 10.222.0.53 "GET /v2.0/networks/5220cb0c-da05-478a-9604-8c11469a05b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2586107 Sep 23 19:31:31.699451 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-b20546a5-6e3f-413f-94a2-a14cd5633c8c admin admin] Notify callbacks [] for security_group, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:31.763742 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-3946b572-5b5b-458e-9451-5bd98cec4f44 tempest-RoutersAdminTest-1385384480 tempest-RoutersAdminTest-1385384480-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:31.791704 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-8e7ab7ef-5d1a-407b-9dee-f9ee7a5b2e4f req-22100b23-5f4f-4e15-a093-bc08eed98bf3 tempest-AttachVolumeTestJSON-1825206227 tempest-AttachVolumeTestJSON-1825206227-project] 10.222.0.67 "GET /v2.0/security-groups?id=39522664-d93c-44d8-9f62-0e2cfbb5d5ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2565515 Sep 23 19:31:31.824662 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfec750d-957c-47bf-8755-396df0a9ccf8 req-4e8f340c-044e-456c-a268-2bdfd5f27828 tempest-ServerActionsTestJSON-618918056 tempest-ServerActionsTestJSON-618918056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:31:31.827142 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78b1c7e0-8715-4205-9b00-d1e16f15c397 tempest-TaggedBootDevicesTest_v242-1470406513 tempest-TaggedBootDevicesTest_v242-1470406513-project] Pushing event updated for resources: {'Port': ['ID=f2f18a7a-caec-4840-825d-bc37f2f04daf,revision_number=1']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:31:31.847092 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-dfec750d-957c-47bf-8755-396df0a9ccf8 req-4e8f340c-044e-456c-a268-2bdfd5f27828 tempest-ServerActionsTestJSON-618918056 tempest-ServerActionsTestJSON-618918056-project] 10.222.0.67 "GET /v2.0/ports?device_id=7fa91134-8ee0-4baa-9037-6ca73d6b4c83 HTTP/1.1" status: 200 len: 945 time: 0.3071539 Sep 23 19:31:31.854904 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7f6e06-0d2f-4410-9654-18e09c4ba628 req-78b1c7e0-8715-4205-9b00-d1e16f15c397 tempest-TaggedBootDevicesTest_v242-1470406513 tempest-TaggedBootDevicesTest_v242-1470406513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:31:31.855951 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-6f7f6e06-0d2f-4410-9654-18e09c4ba628 req-78b1c7e0-8715-4205-9b00-d1e16f15c397 tempest-TaggedBootDevicesTest_v242-1470406513 tempest-TaggedBootDevicesTest_v242-1470406513-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222849'] for port, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:31.894398 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-7000dfb0-e3cd-4370-9e7d-a2b19f35eeb5 req-5ae87cdf-bb5d-4821-82f9-6b764eef6b23 service neutron] 10.222.0.53 "GET /v2.0/networks/5220cb0c-da05-478a-9604-8c11469a05b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3424320 Sep 23 19:31:31.920523 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-9fad47eb-df99-4eb7-9d39-d613e9a9070a None None] Provisioning complete for port f2f18a7a-caec-4840-825d-bc37f2f04daf triggered by entity DHCP. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:31:31.921085 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-9fad47eb-df99-4eb7-9d39-d613e9a9070a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:31.931251 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-b20546a5-6e3f-413f-94a2-a14cd5633c8c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:31.935471 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-b20546a5-6e3f-413f-94a2-a14cd5633c8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:31.956768 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-6f7f6e06-0d2f-4410-9654-18e09c4ba628 req-78b1c7e0-8715-4205-9b00-d1e16f15c397 tempest-TaggedBootDevicesTest_v242-1470406513 tempest-TaggedBootDevicesTest_v242-1470406513-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7986281 Sep 23 19:31:31.981551 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.plugin [None req-9fad47eb-df99-4eb7-9d39-d613e9a9070a None None] Port f2f18a7a-caec-4840-825d-bc37f2f04daf cannot update to ACTIVE because it is not bound. {{(pid=95103) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 19:31:31.985050 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.v2.base [req-6f7f6e06-0d2f-4410-9654-18e09c4ba628 req-1b58663b-560b-404e-84d5-6f447bd544ea tempest-TaggedBootDevicesTest_v242-1470406513 tempest-TaggedBootDevicesTest_v242-1470406513-project] Request body: {'port': {'device_id': '583aeae2-b5c0-4d8d-bffb-15a63f4020fc', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': 'f23b48c2-30e2-4b8a-a3bf-2e6a4262ee17', 'admin_state_up': True, 'tenant_id': '1f1788a36b0c407c84d1fe9c6d21bab4', 'security_groups': ['687e4f9e-0a49-4ef3-86dc-e31b7edc6949']}} {{(pid=95101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:31:31.986221 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_hamode_db [None req-9bd4ae42-65af-4a89-8f8e-deb926a8b972 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '828b5c74-aa1e-462e-95bd-d2d1c24cbf36', 'name': 'tempest-snat-router-1378604415', 'tenant_id': '79338f4a15e84664bb481a760a1c22f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'external_fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.118'}], 'enable_snat': False}, 'gw_port_id': 'fa87f68a-33c7-4c89-b15e-3c2e4049ea92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:31:26Z', 'updated_at': '2021-09-23T19:31:29Z', 'revision_number': 3, 'project_id': '79338f4a15e84664bb481a760a1c22f6', 'gw_port': {'id': 'fa87f68a-33c7-4c89-b15e-3c2e4049ea92', 'name': '', 'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:60:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '828b5c74-aa1e-462e-95bd-d2d1c24cbf36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1293, 'fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:31:27Z', 'updated_at': '2021-09-23T19:31:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-713301-16'}], 'n-d-713301-16', False) {} {{(pid=95103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:31:32.005586 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b20546a5-6e3f-413f-94a2-a14cd5633c8c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24ceb976-f12d-4e2b-b2d3-d4c7d781622b,revision_number=1']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:31:32.027061 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-b20546a5-6e3f-413f-94a2-a14cd5633c8c admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=2dca0db0f5494fda8c17ea48fa366519&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5855064 Sep 23 19:31:32.032249 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 45488) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:31:32.046044 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bd4ae42-65af-4a89-8f8e-deb926a8b972 None None] Checking router: 828b5c74-aa1e-462e-95bd-d2d1c24cbf36 for host: n-d-713301-16 {{(pid=95103) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 19:31:32.046398 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bd4ae42-65af-4a89-8f8e-deb926a8b972 None None] Updating router 828b5c74-aa1e-462e-95bd-d2d1c24cbf36 port fa87f68a-33c7-4c89-b15e-3c2e4049ea92 binding host n-d-713301-16 {{(pid=95103) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 23 19:31:32.084755 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-9bd4ae42-65af-4a89-8f8e-deb926a8b972 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:32.133675 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-f6e99f23-cf43-4883-97d8-2377214c27a3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:32.140281 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-dfec750d-957c-47bf-8755-396df0a9ccf8 req-5e70ceb7-a9f2-4552-b6ea-d1116b00a0af tempest-ServerActionsTestJSON-618918056 tempest-ServerActionsTestJSON-618918056-project] 10.222.0.67 "GET /v2.0/security-groups?id=d2a75794-f2ea-419f-9d09-0096f3fe96c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2811344 Sep 23 19:31:32.176712 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-f6e99f23-cf43-4883-97d8-2377214c27a3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:32.194041 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-3946b572-5b5b-458e-9451-5bd98cec4f44 tempest-RoutersAdminTest-1385384480 tempest-RoutersAdminTest-1385384480-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:32.208427 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db32769b-59f1-4265-8c64-7b5944d6c43a req-9344d9fc-058b-482a-9b70-89f48b9b9070 tempest-ServerTagsTestJSON-780278031 tempest-ServerTagsTestJSON-780278031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:31:32.210613 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-db32769b-59f1-4265-8c64-7b5944d6c43a req-9344d9fc-058b-482a-9b70-89f48b9b9070 tempest-ServerTagsTestJSON-780278031 tempest-ServerTagsTestJSON-780278031-project] 10.222.0.67 "GET /v2.0/ports?device_id=65757457-224c-44f3-a3c7-714fea4058cb HTTP/1.1" status: 200 len: 945 time: 0.2571404 Sep 23 19:31:32.258194 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6f7f6e06-0d2f-4410-9654-18e09c4ba628 req-1b58663b-560b-404e-84d5-6f447bd544ea tempest-TaggedBootDevicesTest_v242-1470406513 tempest-TaggedBootDevicesTest_v242-1470406513-project] Made reservation on behalf of 1f1788a36b0c407c84d1fe9c6d21bab4 for: {'port': 1} {{(pid=95101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:31:32.267022 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-6f7f6e06-0d2f-4410-9654-18e09c4ba628 req-1b58663b-560b-404e-84d5-6f447bd544ea tempest-TaggedBootDevicesTest_v242-1470406513 tempest-TaggedBootDevicesTest_v242-1470406513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:32.351864 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-db32769b-59f1-4265-8c64-7b5944d6c43a req-17e62f61-544f-48f4-8e3b-ad93abb7e0dc tempest-ServerTagsTestJSON-780278031 tempest-ServerTagsTestJSON-780278031-project] 10.222.0.67 "GET /v2.0/security-groups?id=e867f3c0-cdde-4e48-a0bc-9f7e71c8e875&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1313331 Sep 23 19:31:32.436778 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac459e69-2d2d-4f8e-bab4-5fdbc6548453 req-40fee880-e3ee-4831-b30d-26a24e6d3b91 tempest-TaggedBootDevicesTest_v242-1470406513 tempest-TaggedBootDevicesTest_v242-1470406513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:31:32.443975 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac459e69-2d2d-4f8e-bab4-5fdbc6548453 req-40fee880-e3ee-4831-b30d-26a24e6d3b91 tempest-TaggedBootDevicesTest_v242-1470406513 tempest-TaggedBootDevicesTest_v242-1470406513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:31:32.450537 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac459e69-2d2d-4f8e-bab4-5fdbc6548453 req-40fee880-e3ee-4831-b30d-26a24e6d3b91 tempest-TaggedBootDevicesTest_v242-1470406513 tempest-TaggedBootDevicesTest_v242-1470406513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:31:32.457299 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac459e69-2d2d-4f8e-bab4-5fdbc6548453 req-40fee880-e3ee-4831-b30d-26a24e6d3b91 tempest-TaggedBootDevicesTest_v242-1470406513 tempest-TaggedBootDevicesTest_v242-1470406513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:31:32.459533 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-ac459e69-2d2d-4f8e-bab4-5fdbc6548453 req-40fee880-e3ee-4831-b30d-26a24e6d3b91 tempest-TaggedBootDevicesTest_v242-1470406513 tempest-TaggedBootDevicesTest_v242-1470406513-project] 10.222.0.67 "GET /v2.0/ports?device_id=583aeae2-b5c0-4d8d-bffb-15a63f4020fc HTTP/1.1" status: 200 len: 3093 time: 0.2043056 Sep 23 19:31:32.521622 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-9bd4ae42-65af-4a89-8f8e-deb926a8b972 None None] Notify callbacks [] for port, precommit_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:32.530857 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-9bd4ae42-65af-4a89-8f8e-deb926a8b972 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:32.543819 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-ac459e69-2d2d-4f8e-bab4-5fdbc6548453 req-5bd7055d-b772-43f4-bc8d-b4075a65aff8 tempest-TaggedBootDevicesTest_v242-1470406513 tempest-TaggedBootDevicesTest_v242-1470406513-project] 10.222.0.67 "GET /v2.0/security-groups?id=687e4f9e-0a49-4ef3-86dc-e31b7edc6949&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0773156 Sep 23 19:31:32.566082 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-f6e99f23-cf43-4883-97d8-2377214c27a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:32.569092 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-f6e99f23-cf43-4883-97d8-2377214c27a3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:32.586171 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-f6e99f23-cf43-4883-97d8-2377214c27a3 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/24ceb976-f12d-4e2b-b2d3-d4c7d781622b HTTP/1.1" status: 204 len: 168 time: 0.5513976 Sep 23 19:31:32.617002 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6e99f23-cf43-4883-97d8-2377214c27a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24ceb976-f12d-4e2b-b2d3-d4c7d781622b,revision_number=None']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:31:32.621595 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Device a4e8ed5c-9740-4945-a464-4fed69a0927f details requested by agent hyperv_n-h2-713301-16 with host n-h2-713301-16 {{(pid=95103) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 19:31:32.625029 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Device 95342296-7c8c-44f0-b2c6-c6769a3673aa up at agent hyperv_n-h2-713301-16 {{(pid=95103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 19:31:32.745291 n-d-713301-16 neutron-server[95101]: DEBUG neutron.db.db_base_plugin_common [req-6f7f6e06-0d2f-4410-9654-18e09c4ba628 req-1b58663b-560b-404e-84d5-6f447bd544ea tempest-TaggedBootDevicesTest_v242-1470406513 tempest-TaggedBootDevicesTest_v242-1470406513-project] Allocated IP 10.2.2.200 (f23b48c2-30e2-4b8a-a3bf-2e6a4262ee17/539495c3-ae71-47cf-b3b7-93ac6244515e/0d220b4a-c2a9-416b-bef2-705bfcd93242) {{(pid=95101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 19:31:32.774074 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a04519-17ff-4bab-8859-545d76c66610 req-d836142b-14d4-4020-9520-55f0e25f3ec5 tempest-ImagesNegativeTestJSON-1039150773 tempest-ImagesNegativeTestJSON-1039150773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:31:32.775622 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-d9a04519-17ff-4bab-8859-545d76c66610 req-d836142b-14d4-4020-9520-55f0e25f3ec5 tempest-ImagesNegativeTestJSON-1039150773 tempest-ImagesNegativeTestJSON-1039150773-project] 10.222.0.67 "GET /v2.0/ports?device_id=d633ef35-fdcc-45ee-ac71-1b558e8af7d2 HTTP/1.1" status: 200 len: 947 time: 0.2808073 Sep 23 19:31:32.938988 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-d9a04519-17ff-4bab-8859-545d76c66610 req-e2d5b089-7bf1-4dcf-a496-b27579f7a467 tempest-ImagesNegativeTestJSON-1039150773 tempest-ImagesNegativeTestJSON-1039150773-project] 10.222.0.67 "GET /v2.0/security-groups?id=dee01b0c-2788-4ae5-966c-c16e94c215fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1274543 Sep 23 19:31:32.972424 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-3946b572-5b5b-458e-9451-5bd98cec4f44 tempest-RoutersAdminTest-1385384480 tempest-RoutersAdminTest-1385384480-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:32.994383 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a420e77-79b4-4c4b-8f91-038d1eaf8f2a req-3344a106-ce7c-42c6-beea-80b40e777267 tempest-ServerActionsTestJSON-618918056 tempest-ServerActionsTestJSON-618918056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:31:33.010805 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-6f7f6e06-0d2f-4410-9654-18e09c4ba628 req-1b58663b-560b-404e-84d5-6f447bd544ea tempest-TaggedBootDevicesTest_v242-1470406513 tempest-TaggedBootDevicesTest_v242-1470406513-project] Notify callbacks [] for port, precommit_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:33.015433 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.managers [None req-9bd4ae42-65af-4a89-8f8e-deb926a8b972 None None] Attempting to bind port fa87f68a-33c7-4c89-b15e-3c2e4049ea92 on host n-d-713301-16 for vnic_type normal with profile {{(pid=95103) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 19:31:33.015884 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.managers [None req-9bd4ae42-65af-4a89-8f8e-deb926a8b972 None None] Attempting to bind port fa87f68a-33c7-4c89-b15e-3c2e4049ea92 by drivers openvswitch,hyperv on host n-d-713301-16 at level 0 using segments [{'id': '7d4027f1-d893-4c7b-95d4-757b8e44e380', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac'}] {{(pid=95103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 19:31:33.016260 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bd4ae42-65af-4a89-8f8e-deb926a8b972 None None] Attempting to bind port fa87f68a-33c7-4c89-b15e-3c2e4049ea92 on network 5dec5c09-378e-4f50-89cc-d94eb81c3bac {{(pid=95103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:31:33.016485 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-4a420e77-79b4-4c4b-8f91-038d1eaf8f2a req-3344a106-ce7c-42c6-beea-80b40e777267 tempest-ServerActionsTestJSON-618918056 tempest-ServerActionsTestJSON-618918056-project] 10.222.0.67 "GET /v2.0/ports?device_id=7fa91134-8ee0-4baa-9037-6ca73d6b4c83 HTTP/1.1" status: 200 len: 945 time: 0.3022616 Sep 23 19:31:33.028987 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bd4ae42-65af-4a89-8f8e-deb926a8b972 None None] Checking agent: {'id': '70a14545-df24-472f-8f95-bfe1719bff93', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 19, 7, 53), 'started_at': datetime.datetime(2021, 9, 23, 19, 8, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 19, 31, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 19:31:33.029456 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bd4ae42-65af-4a89-8f8e-deb926a8b972 None None] Checking segment: {'id': '7d4027f1-d893-4c7b-95d4-757b8e44e380', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95103) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:31:33.030057 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-9bd4ae42-65af-4a89-8f8e-deb926a8b972 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:33.030465 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bd4ae42-65af-4a89-8f8e-deb926a8b972 None None] Bound using segment: {'id': '7d4027f1-d893-4c7b-95d4-757b8e44e380', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac'} {{(pid=95103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 19:31:33.031135 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.managers [None req-9bd4ae42-65af-4a89-8f8e-deb926a8b972 None None] Bound port: fa87f68a-33c7-4c89-b15e-3c2e4049ea92, host: n-d-713301-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7d4027f1-d893-4c7b-95d4-757b8e44e380', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac'}}] {{(pid=95103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 19:31:33.031740 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-9bd4ae42-65af-4a89-8f8e-deb926a8b972 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:33.092720 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a613352-26b9-4db1-a055-3f591f5203ce None None] Pushing event updated for resources: {'Port': ['ID=fa87f68a-33c7-4c89-b15e-3c2e4049ea92,revision_number=2']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:31:33.119966 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-3946b572-5b5b-458e-9451-5bd98cec4f44 tempest-RoutersAdminTest-1385384480 tempest-RoutersAdminTest-1385384480-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:33.143946 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-6f7f6e06-0d2f-4410-9654-18e09c4ba628 req-1b58663b-560b-404e-84d5-6f447bd544ea tempest-TaggedBootDevicesTest_v242-1470406513 tempest-TaggedBootDevicesTest_v242-1470406513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783145673135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5607431'] for port, after_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:33.211686 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Provisioning for port 95342296-7c8c-44f0-b2c6-c6769a3673aa completed by entity L2. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 19:31:33.230365 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-9bd4ae42-65af-4a89-8f8e-deb926a8b972 None None] For port fa87f68a-33c7-4c89-b15e-3c2e4049ea92, host n-d-713301-16, cleared binding levels {{(pid=95103) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 19:31:33.236868 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] For port a4e8ed5c-9740-4945-a464-4fed69a0927f, host n-h2-713301-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-16',level=0,port_id=a4e8ed5c-9740-4945-a464-4fed69a0927f,segment=NetworkSegment(6139d589-eb6c-4578-8935-c26ddf396853),segment_id=6139d589-eb6c-4578-8935-c26ddf396853)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:31:33.245634 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Provisioning complete for port 95342296-7c8c-44f0-b2c6-c6769a3673aa triggered by entity L2. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:31:33.246270 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:33.250231 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6f7f6e06-0d2f-4410-9654-18e09c4ba628 req-1b58663b-560b-404e-84d5-6f447bd544ea tempest-TaggedBootDevicesTest_v242-1470406513 tempest-TaggedBootDevicesTest_v242-1470406513-project] Network f23b48c2-30e2-4b8a-a3bf-2e6a4262ee17 is already hosted by enough agents. {{(pid=95101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:31:33.254874 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.base_scheduler [req-6f7f6e06-0d2f-4410-9654-18e09c4ba628 req-1b58663b-560b-404e-84d5-6f447bd544ea tempest-TaggedBootDevicesTest_v242-1470406513 tempest-TaggedBootDevicesTest_v242-1470406513-project] Resources bound (agent type, host, resource id): {{(pid=95101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:31:33.278756 n-d-713301-16 neutron-server[95101]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f7f6e06-0d2f-4410-9654-18e09c4ba628 req-1b58663b-560b-404e-84d5-6f447bd544ea tempest-TaggedBootDevicesTest_v242-1470406513 tempest-TaggedBootDevicesTest_v242-1470406513-project] Received port after_create {{(pid=95101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 19:31:33.282611 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b58663b-560b-404e-84d5-6f447bd544ea tempest-TaggedBootDevicesTest_v242-1470406513 tempest-TaggedBootDevicesTest_v242-1470406513-project] Pushing event updated for resources: {'Port': ['ID=0d220b4a-c2a9-416b-bef2-705bfcd93242,revision_number=1']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:31:33.327565 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-9bd4ae42-65af-4a89-8f8e-deb926a8b972 None None] For port fa87f68a-33c7-4c89-b15e-3c2e4049ea92, host n-d-713301-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-16',level=0,port_id=fa87f68a-33c7-4c89-b15e-3c2e4049ea92,segment=NetworkSegment(7d4027f1-d893-4c7b-95d4-757b8e44e380),segment_id=7d4027f1-d893-4c7b-95d4-757b8e44e380)] {{(pid=95103) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 19:31:33.328958 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Returning: {'device': 'a4e8ed5c-9740-4945-a464-4fed69a0927f', 'network_id': '5220cb0c-da05-478a-9604-8c11469a05b4', 'port_id': 'a4e8ed5c-9740-4945-a464-4fed69a0927f', 'mac_address': 'fa:16:3e:b5:67:a2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 624, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1ccc69bc-9d6b-44d9-b227-204e47dc6e45', 'ip_address': '192.168.233.37'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95103) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 19:31:33.358274 n-d-713301-16 neutron-server[95102]: DEBUG neutron.db.db_base_plugin_common [None req-3946b572-5b5b-458e-9451-5bd98cec4f44 tempest-RoutersAdminTest-1385384480 tempest-RoutersAdminTest-1385384480-project-admin] Allocated IP 172.25.1.55 (5dec5c09-378e-4f50-89cc-d94eb81c3bac/eff83446-018c-428d-b3f5-54ac9abe7a2a/bd207072-b31c-4c82-bbf7-878277d2cda6) {{(pid=95102) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 19:31:33.384924 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7f6e06-0d2f-4410-9654-18e09c4ba628 req-1b58663b-560b-404e-84d5-6f447bd544ea tempest-TaggedBootDevicesTest_v242-1470406513 tempest-TaggedBootDevicesTest_v242-1470406513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:31:33.386077 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-6f7f6e06-0d2f-4410-9654-18e09c4ba628 req-1b58663b-560b-404e-84d5-6f447bd544ea tempest-TaggedBootDevicesTest_v242-1470406513 tempest-TaggedBootDevicesTest_v242-1470406513-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222849'] for port, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:33.413918 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-6f7f6e06-0d2f-4410-9654-18e09c4ba628 req-1b58663b-560b-404e-84d5-6f447bd544ea tempest-TaggedBootDevicesTest_v242-1470406513 tempest-TaggedBootDevicesTest_v242-1470406513-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4414425 Sep 23 19:31:33.415188 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:33.418177 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-9bd4ae42-65af-4a89-8f8e-deb926a8b972 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:33.427443 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.v2.base [req-6f7f6e06-0d2f-4410-9654-18e09c4ba628 req-978ae111-093c-46d0-962b-e24ec1d81e56 service neutron] Request body: {'port': {'device_id': '583aeae2-b5c0-4d8d-bffb-15a63f4020fc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713301-16'}} {{(pid=95101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:31:33.510787 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-4a420e77-79b4-4c4b-8f91-038d1eaf8f2a req-424b600a-3a5c-4725-b555-fc70ac4146f4 tempest-ServerActionsTestJSON-618918056 tempest-ServerActionsTestJSON-618918056-project] 10.222.0.67 "GET /v2.0/security-groups?id=d2a75794-f2ea-419f-9d09-0096f3fe96c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4930460 Sep 23 19:31:33.576318 n-d-713301-16 neutron-server[95103]: DEBUG neutron.notifiers.nova [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a4e8ed5c-9740-4945-a464-4fed69a0927f {{(pid=95103) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 19:31:33.590656 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-6f7f6e06-0d2f-4410-9654-18e09c4ba628 req-978ae111-093c-46d0-962b-e24ec1d81e56 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:33.655871 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] For port a4e8ed5c-9740-4945-a464-4fed69a0927f, host n-h2-713301-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-16',level=0,port_id=a4e8ed5c-9740-4945-a464-4fed69a0927f,segment=NetworkSegment(6139d589-eb6c-4578-8935-c26ddf396853),segment_id=6139d589-eb6c-4578-8935-c26ddf396853)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:31:33.668332 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:33.713525 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-3946b572-5b5b-458e-9451-5bd98cec4f44 tempest-RoutersAdminTest-1385384480 tempest-RoutersAdminTest-1385384480-project-admin] Notify callbacks [] for port, precommit_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:33.773101 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-3946b572-5b5b-458e-9451-5bd98cec4f44 tempest-RoutersAdminTest-1385384480 tempest-RoutersAdminTest-1385384480-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783145673135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4399100'] for port, after_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:33.827214 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:33.854969 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd7cfb6-b8bc-461b-a82e-1db17c148cc0 req-b0747fd9-dd4a-4c01-8f10-a8a97b9adc97 tempest-ServerTagsTestJSON-780278031 tempest-ServerTagsTestJSON-780278031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:31:33.867992 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-acd7cfb6-b8bc-461b-a82e-1db17c148cc0 req-b0747fd9-dd4a-4c01-8f10-a8a97b9adc97 tempest-ServerTagsTestJSON-780278031 tempest-ServerTagsTestJSON-780278031-project] 10.222.0.67 "GET /v2.0/ports?device_id=65757457-224c-44f3-a3c7-714fea4058cb HTTP/1.1" status: 200 len: 945 time: 0.3224251 Sep 23 19:31:33.868191 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bd4ae42-65af-4a89-8f8e-deb926a8b972 None None] Routers {'828b5c74-aa1e-462e-95bd-d2d1c24cbf36'} bound to L3 agent in host n-d-713301-16 {{(pid=95103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 19:31:33.868277 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_hamode_db [None req-9bd4ae42-65af-4a89-8f8e-deb926a8b972 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-23T19:07:52Z,description=,heartbeat_timestamp=2021-09-23T19:31:22Z,host='n-d-713301-16',id=79a740bf-7821-4989-8288-7186e3e128f3,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:07:52Z,topic='l3_agent')) {'router_ids': ['828b5c74-aa1e-462e-95bd-d2d1c24cbf36'], 'active': True} {{(pid=95103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:31:33.898851 n-d-713301-16 neutron-server[95102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3946b572-5b5b-458e-9451-5bd98cec4f44 tempest-RoutersAdminTest-1385384480 tempest-RoutersAdminTest-1385384480-project-admin] Network 5dec5c09-378e-4f50-89cc-d94eb81c3bac is already hosted by enough agents. {{(pid=95102) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:31:33.949330 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a613352-26b9-4db1-a055-3f591f5203ce None None] Pushing event updated for resources: {'Port': ['ID=fa87f68a-33c7-4c89-b15e-3c2e4049ea92,revision_number=3']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:31:33.957674 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-c3f22fb6-0dc9-42be-8080-a1471e5c3c86 None None] Provisioning complete for port 0d220b4a-c2a9-416b-bef2-705bfcd93242 triggered by entity DHCP. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:31:33.958795 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-c3f22fb6-0dc9-42be-8080-a1471e5c3c86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:33.961553 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-acd7cfb6-b8bc-461b-a82e-1db17c148cc0 req-02b817ef-051a-4e28-8abd-4e652e3b9f02 tempest-ServerTagsTestJSON-780278031 tempest-ServerTagsTestJSON-780278031-project] 10.222.0.67 "GET /v2.0/security-groups?id=e867f3c0-cdde-4e48-a0bc-9f7e71c8e875&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952454 Sep 23 19:31:33.975489 n-d-713301-16 neutron-server[95102]: DEBUG neutron.scheduler.base_scheduler [None req-3946b572-5b5b-458e-9451-5bd98cec4f44 tempest-RoutersAdminTest-1385384480 tempest-RoutersAdminTest-1385384480-project-admin] Resources bound (agent type, host, resource id): {{(pid=95102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:31:33.994369 n-d-713301-16 neutron-server[95102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3946b572-5b5b-458e-9451-5bd98cec4f44 tempest-RoutersAdminTest-1385384480 tempest-RoutersAdminTest-1385384480-project-admin] Received port after_create {{(pid=95102) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 19:31:34.000379 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] get_ports_and_sgs() called for port_ids ['a4e8ed5c-9740-4945-a464-4fed69a0927f'] {{(pid=95103) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 19:31:34.005324 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3946b572-5b5b-458e-9451-5bd98cec4f44 tempest-RoutersAdminTest-1385384480 tempest-RoutersAdminTest-1385384480-project-admin] Pushing event updated for resources: {'Port': ['ID=bd207072-b31c-4c82-bbf7-878277d2cda6,revision_number=1']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:31:34.112487 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.plugin [None req-c3f22fb6-0dc9-42be-8080-a1471e5c3c86 None None] Port 0d220b4a-c2a9-416b-bef2-705bfcd93242 cannot update to ACTIVE because it is not bound. {{(pid=95103) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 19:31:34.125754 n-d-713301-16 neutron-server[95103]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '65757457-224c-44f3-a3c7-714fea4058cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '95342296-7c8c-44f0-b2c6-c6769a3673aa'}] {{(pid=95103) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 19:31:34.131777 n-d-713301-16 neutron-server[95103]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}81a1c17f2aa89d5b3ebbba3a3e0cf7eb588e431c2224256110c4c4facdd7c3e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97e3dd9e-b2b6-4b20-9b2b-dd0cc42ffef2" -d '{"events": [{"server_uuid": "65757457-224c-44f3-a3c7-714fea4058cb", "name": "network-vif-plugged", "status": "completed", "tag": "95342296-7c8c-44f0-b2c6-c6769a3673aa"}]}' {{(pid=95103) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 19:31:34.195644 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] For port 95342296-7c8c-44f0-b2c6-c6769a3673aa, host n-h2-713301-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-16',level=0,port_id=95342296-7c8c-44f0-b2c6-c6769a3673aa,segment=NetworkSegment(1ad51bb3-6b14-4cfa-8e58-c77fc0304926),segment_id=1ad51bb3-6b14-4cfa-8e58-c77fc0304926)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:31:34.216172 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:34.239411 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Pushing event updated for resources: {'Port': ['ID=a4e8ed5c-9740-4945-a464-4fed69a0927f,revision_number=4']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:31:34.318011 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_dvr_db [None req-9bd4ae42-65af-4a89-8f8e-deb926a8b972 None None] Set router 828b5c74-aa1e-462e-95bd-d2d1c24cbf36 gateway port host: n-d-713301-16 {{(pid=95103) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 19:31:34.349910 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec725977-3490-4eb7-a12a-d04902bfe937 req-a7a53fec-08c0-49fa-81c6-b46adfe3275d tempest-TaggedBootDevicesTest_v242-1470406513 tempest-TaggedBootDevicesTest_v242-1470406513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:31:34.360649 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec725977-3490-4eb7-a12a-d04902bfe937 req-a7a53fec-08c0-49fa-81c6-b46adfe3275d tempest-TaggedBootDevicesTest_v242-1470406513 tempest-TaggedBootDevicesTest_v242-1470406513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:31:34.367707 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec725977-3490-4eb7-a12a-d04902bfe937 req-a7a53fec-08c0-49fa-81c6-b46adfe3275d tempest-TaggedBootDevicesTest_v242-1470406513 tempest-TaggedBootDevicesTest_v242-1470406513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:31:34.374582 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec725977-3490-4eb7-a12a-d04902bfe937 req-a7a53fec-08c0-49fa-81c6-b46adfe3275d tempest-TaggedBootDevicesTest_v242-1470406513 tempest-TaggedBootDevicesTest_v242-1470406513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:31:34.381271 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec725977-3490-4eb7-a12a-d04902bfe937 req-a7a53fec-08c0-49fa-81c6-b46adfe3275d tempest-TaggedBootDevicesTest_v242-1470406513 tempest-TaggedBootDevicesTest_v242-1470406513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:31:34.389157 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-ec725977-3490-4eb7-a12a-d04902bfe937 req-a7a53fec-08c0-49fa-81c6-b46adfe3275d tempest-TaggedBootDevicesTest_v242-1470406513 tempest-TaggedBootDevicesTest_v242-1470406513-project] 10.222.0.67 "GET /v2.0/ports?device_id=583aeae2-b5c0-4d8d-bffb-15a63f4020fc HTTP/1.1" status: 200 len: 3814 time: 0.6051557 Sep 23 19:31:34.515238 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-ec725977-3490-4eb7-a12a-d04902bfe937 req-3c79c117-d798-4f63-a298-101d3775489c tempest-TaggedBootDevicesTest_v242-1470406513 tempest-TaggedBootDevicesTest_v242-1470406513-project] 10.222.0.67 "GET /v2.0/security-groups?id=687e4f9e-0a49-4ef3-86dc-e31b7edc6949&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1215029 Sep 23 19:31:34.574486 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Pushing event updated for resources: {'Port': ['ID=95342296-7c8c-44f0-b2c6-c6769a3673aa,revision_number=5']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:31:34.581049 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d98e54-3c89-43a0-ba21-c91b85f4a8a3 req-b6732ba5-663b-4450-ba29-1604efc72477 tempest-ServerActionsTestJSON-618918056 tempest-ServerActionsTestJSON-618918056-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:31:34.583619 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-60d98e54-3c89-43a0-ba21-c91b85f4a8a3 req-b6732ba5-663b-4450-ba29-1604efc72477 tempest-ServerActionsTestJSON-618918056 tempest-ServerActionsTestJSON-618918056-project] 10.222.0.67 "GET /v2.0/networks?id=364dc893-5ecb-4aa3-be76-13b51cbbfbd4 HTTP/1.1" status: 200 len: 812 time: 0.4992521 Sep 23 19:31:34.602579 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-3946b572-5b5b-458e-9451-5bd98cec4f44 tempest-RoutersAdminTest-1385384480 tempest-RoutersAdminTest-1385384480-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:34.655594 n-d-713301-16 neutron-server[95101]: DEBUG neutron.notifiers.nova [req-6f7f6e06-0d2f-4410-9654-18e09c4ba628 req-978ae111-093c-46d0-962b-e24ec1d81e56 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6a7a5cae-7327-4542-b381-1fad380770ef {{(pid=95101) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 19:31:34.666434 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-6f7f6e06-0d2f-4410-9654-18e09c4ba628 req-978ae111-093c-46d0-962b-e24ec1d81e56 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:34.687507 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-60d98e54-3c89-43a0-ba21-c91b85f4a8a3 req-b2417be0-72e2-4aa4-a0e6-8135b11596db tempest-ServerActionsTestJSON-618918056 tempest-ServerActionsTestJSON-618918056-project] 10.222.0.67 "GET /v2.0/quotas/f17a85608a9a4ecb8150ef41746c47e0 HTTP/1.1" status: 200 len: 375 time: 0.0960221 Sep 23 19:31:34.690701 n-d-713301-16 neutron-server[95101]: DEBUG neutron.db.provisioning_blocks [req-6f7f6e06-0d2f-4410-9654-18e09c4ba628 req-978ae111-093c-46d0-962b-e24ec1d81e56 service neutron] Transition to ACTIVE for port object 6a7a5cae-7327-4542-b381-1fad380770ef will not be triggered until provisioned by entity L2. {{(pid=95101) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 19:31:34.699355 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-6f7f6e06-0d2f-4410-9654-18e09c4ba628 req-978ae111-093c-46d0-962b-e24ec1d81e56 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5607436'] for port, after_update {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:34.717403 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_hamode_db [None req-9bd4ae42-65af-4a89-8f8e-deb926a8b972 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '828b5c74-aa1e-462e-95bd-d2d1c24cbf36', 'name': 'tempest-snat-router-1378604415', 'tenant_id': '79338f4a15e84664bb481a760a1c22f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'external_fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.118'}], 'enable_snat': False}, 'gw_port_id': 'fa87f68a-33c7-4c89-b15e-3c2e4049ea92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:31:26Z', 'updated_at': '2021-09-23T19:31:29Z', 'revision_number': 3, 'project_id': '79338f4a15e84664bb481a760a1c22f6', 'gw_port': {'id': 'fa87f68a-33c7-4c89-b15e-3c2e4049ea92', 'name': '', 'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:60:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '828b5c74-aa1e-462e-95bd-d2d1c24cbf36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1293, 'fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:31:27Z', 'updated_at': '2021-09-23T19:31:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-713301-16'}], 'n-d-713301-16', False) {} {{(pid=95103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:31:34.778750 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bd4ae42-65af-4a89-8f8e-deb926a8b972 None None] The sync data for ids ['828b5c74-aa1e-462e-95bd-d2d1c24cbf36'] in n-d-713301-16 is: [{'id': '828b5c74-aa1e-462e-95bd-d2d1c24cbf36', 'name': 'tempest-snat-router-1378604415', 'tenant_id': '79338f4a15e84664bb481a760a1c22f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'external_fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.118'}], 'enable_snat': False}, 'gw_port_id': 'fa87f68a-33c7-4c89-b15e-3c2e4049ea92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:31:26Z', 'updated_at': '2021-09-23T19:31:29Z', 'revision_number': 3, 'project_id': '79338f4a15e84664bb481a760a1c22f6', 'gw_port': {'id': 'fa87f68a-33c7-4c89-b15e-3c2e4049ea92', 'name': '', 'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:60:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '828b5c74-aa1e-462e-95bd-d2d1c24cbf36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1293, 'fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:31:27Z', 'updated_at': '2021-09-23T19:31:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-713301-16'}] {{(pid=95103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 19:31:34.810232 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-978ae111-093c-46d0-962b-e24ec1d81e56 service neutron] Pushing event updated for resources: {'Port': ['ID=6a7a5cae-7327-4542-b381-1fad380770ef,revision_number=2']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:31:34.831043 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-60d98e54-3c89-43a0-ba21-c91b85f4a8a3 req-a02337e8-d250-47dc-b1d6-509860f09dff tempest-ServerActionsTestJSON-618918056 tempest-ServerActionsTestJSON-618918056-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=f17a85608a9a4ecb8150ef41746c47e0&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1423154 Sep 23 19:31:34.950652 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.managers [req-6f7f6e06-0d2f-4410-9654-18e09c4ba628 req-978ae111-093c-46d0-962b-e24ec1d81e56 service neutron] Attempting to bind port 6a7a5cae-7327-4542-b381-1fad380770ef on host n-h2-713301-16 for vnic_type normal with profile {{(pid=95101) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 19:31:34.951540 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.managers [req-6f7f6e06-0d2f-4410-9654-18e09c4ba628 req-978ae111-093c-46d0-962b-e24ec1d81e56 service neutron] Attempting to bind port 6a7a5cae-7327-4542-b381-1fad380770ef by drivers openvswitch,hyperv on host n-h2-713301-16 at level 0 using segments [{'id': '95f6fe7c-cbd3-4365-ad71-f7b6e6da07cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '4938c958-b8c9-4af7-9682-a50ce306467f'}] {{(pid=95101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 19:31:34.952167 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f7f6e06-0d2f-4410-9654-18e09c4ba628 req-978ae111-093c-46d0-962b-e24ec1d81e56 service neutron] Attempting to bind port 6a7a5cae-7327-4542-b381-1fad380770ef on network 4938c958-b8c9-4af7-9682-a50ce306467f {{(pid=95101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:31:34.961564 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f7f6e06-0d2f-4410-9654-18e09c4ba628 req-978ae111-093c-46d0-962b-e24ec1d81e56 service neutron] Port 6a7a5cae-7327-4542-b381-1fad380770ef on network 4938c958-b8c9-4af7-9682-a50ce306467f not bound, no agent of type Open vSwitch agent registered on host n-h2-713301-16 {{(pid=95101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 19:31:34.963985 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f7f6e06-0d2f-4410-9654-18e09c4ba628 req-978ae111-093c-46d0-962b-e24ec1d81e56 service neutron] Attempting to bind port 6a7a5cae-7327-4542-b381-1fad380770ef on network 4938c958-b8c9-4af7-9682-a50ce306467f {{(pid=95101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:31:34.978062 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f7f6e06-0d2f-4410-9654-18e09c4ba628 req-978ae111-093c-46d0-962b-e24ec1d81e56 service neutron] Checking agent: {'id': '2a7cea34-db54-4faf-8d23-37521c3e34cb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713301-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 19, 15, 28), 'started_at': datetime.datetime(2021, 9, 23, 19, 15, 28), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 19, 31, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 19:31:34.978554 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f7f6e06-0d2f-4410-9654-18e09c4ba628 req-978ae111-093c-46d0-962b-e24ec1d81e56 service neutron] Checking segment: {'id': '95f6fe7c-cbd3-4365-ad71-f7b6e6da07cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '4938c958-b8c9-4af7-9682-a50ce306467f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:31:34.981288 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f7f6e06-0d2f-4410-9654-18e09c4ba628 req-978ae111-093c-46d0-962b-e24ec1d81e56 service neutron] Bound using segment: {'id': '95f6fe7c-cbd3-4365-ad71-f7b6e6da07cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '4938c958-b8c9-4af7-9682-a50ce306467f'} {{(pid=95101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 19:31:34.981936 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.managers [req-6f7f6e06-0d2f-4410-9654-18e09c4ba628 req-978ae111-093c-46d0-962b-e24ec1d81e56 service neutron] Bound port: 6a7a5cae-7327-4542-b381-1fad380770ef, host: n-h2-713301-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '95f6fe7c-cbd3-4365-ad71-f7b6e6da07cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '4938c958-b8c9-4af7-9682-a50ce306467f'}}] {{(pid=95101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 19:31:34.982972 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-6f7f6e06-0d2f-4410-9654-18e09c4ba628 req-978ae111-093c-46d0-962b-e24ec1d81e56 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:35.055830 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.agents_db [None req-f2f5c474-60a3-474f-b2cc-02c4bd30880c None None] Agent healthcheck: found 7 active agents {{(pid=95104) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 19:31:35.135310 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.db [req-6f7f6e06-0d2f-4410-9654-18e09c4ba628 req-978ae111-093c-46d0-962b-e24ec1d81e56 service neutron] For port 6a7a5cae-7327-4542-b381-1fad380770ef, host n-h2-713301-16, cleared binding levels {{(pid=95101) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 19:31:35.146660 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.db [req-6f7f6e06-0d2f-4410-9654-18e09c4ba628 req-978ae111-093c-46d0-962b-e24ec1d81e56 service neutron] For port 6a7a5cae-7327-4542-b381-1fad380770ef, host n-h2-713301-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-16',level=0,port_id=6a7a5cae-7327-4542-b381-1fad380770ef,segment=NetworkSegment(95f6fe7c-cbd3-4365-ad71-f7b6e6da07cd),segment_id=95f6fe7c-cbd3-4365-ad71-f7b6e6da07cd)] {{(pid=95101) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 19:31:35.155844 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-6f7f6e06-0d2f-4410-9654-18e09c4ba628 req-978ae111-093c-46d0-962b-e24ec1d81e56 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5607436'] for port, after_update {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:35.281553 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7f6e06-0d2f-4410-9654-18e09c4ba628 req-978ae111-093c-46d0-962b-e24ec1d81e56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:31:35.283519 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-6f7f6e06-0d2f-4410-9654-18e09c4ba628 req-978ae111-093c-46d0-962b-e24ec1d81e56 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222849'] for port, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:35.284918 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-6f7f6e06-0d2f-4410-9654-18e09c4ba628 req-978ae111-093c-46d0-962b-e24ec1d81e56 service neutron] 10.222.0.53 "PUT /v2.0/ports/6a7a5cae-7327-4542-b381-1fad380770ef HTTP/1.1" status: 200 len: 1092 time: 1.8625331 Sep 23 19:31:35.289814 n-d-713301-16 neutron-server[95101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '583aeae2-b5c0-4d8d-bffb-15a63f4020fc', 'tag': '6a7a5cae-7327-4542-b381-1fad380770ef'}] {{(pid=95101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 19:31:35.293822 n-d-713301-16 neutron-server[95101]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d8366c5740cd635e57ab12b71fe44a77c2acc3c19091ef849c6f68b380462244" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-695fdfeb-55e9-428a-adf6-1cd97e27b343" -d '{"events": [{"name": "network-changed", "server_uuid": "583aeae2-b5c0-4d8d-bffb-15a63f4020fc", "tag": "6a7a5cae-7327-4542-b381-1fad380770ef"}]}' {{(pid=95101) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 19:31:35.356522 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.v2.base [req-6f7f6e06-0d2f-4410-9654-18e09c4ba628 req-04d1e425-acf9-483e-a83f-affc8f1da7e0 service neutron] Request body: {'port': {'device_id': '583aeae2-b5c0-4d8d-bffb-15a63f4020fc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713301-16'}} {{(pid=95101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:31:35.403144 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-978ae111-093c-46d0-962b-e24ec1d81e56 service neutron] Pushing event updated for resources: {'Port': ['ID=6a7a5cae-7327-4542-b381-1fad380770ef,revision_number=3']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:31:35.495984 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-6f7f6e06-0d2f-4410-9654-18e09c4ba628 req-04d1e425-acf9-483e-a83f-affc8f1da7e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:35.657591 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 45554) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:31:35.737785 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-3946b572-5b5b-458e-9451-5bd98cec4f44 tempest-RoutersAdminTest-1385384480 tempest-RoutersAdminTest-1385384480-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-597258', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-601790'] for router, after_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:35.760176 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-60d98e54-3c89-43a0-ba21-c91b85f4a8a3 req-b06544e0-ac18-4249-8b61-7cc3bd7cc8cc service neutron] 10.222.0.67 "GET /v2.0/networks/364dc893-5ecb-4aa3-be76-13b51cbbfbd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9281440 Sep 23 19:31:35.836325 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a372ac-5a7e-43b4-9d3f-faa0942c1a0d req-216665e5-85be-41ea-8126-93099b1e4854 tempest-ImagesNegativeTestJSON-1039150773 tempest-ImagesNegativeTestJSON-1039150773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:31:35.837965 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-30a372ac-5a7e-43b4-9d3f-faa0942c1a0d req-216665e5-85be-41ea-8126-93099b1e4854 tempest-ImagesNegativeTestJSON-1039150773 tempest-ImagesNegativeTestJSON-1039150773-project] 10.222.0.67 "GET /v2.0/ports?device_id=d633ef35-fdcc-45ee-ac71-1b558e8af7d2 HTTP/1.1" status: 200 len: 948 time: 0.2506251 Sep 23 19:31:35.917926 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-2f4bcb05-d619-4cb9-a584-029513a18adb admin admin] Notify callbacks [] for security_group, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:35.980997 n-d-713301-16 neutron-server[95101]: DEBUG neutron.notifiers.nova [req-6f7f6e06-0d2f-4410-9654-18e09c4ba628 req-04d1e425-acf9-483e-a83f-affc8f1da7e0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6c017d64-49a7-4da3-a6bc-3716925c2710 {{(pid=95101) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 19:31:35.994187 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-6f7f6e06-0d2f-4410-9654-18e09c4ba628 req-04d1e425-acf9-483e-a83f-affc8f1da7e0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:36.015263 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-30a372ac-5a7e-43b4-9d3f-faa0942c1a0d req-d14da2c1-e2fb-465b-99cb-d3147917f9be tempest-ImagesNegativeTestJSON-1039150773 tempest-ImagesNegativeTestJSON-1039150773-project] 10.222.0.67 "GET /v2.0/security-groups?id=dee01b0c-2788-4ae5-966c-c16e94c215fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1614778 Sep 23 19:31:36.020521 n-d-713301-16 neutron-server[95101]: DEBUG neutron.db.provisioning_blocks [req-6f7f6e06-0d2f-4410-9654-18e09c4ba628 req-04d1e425-acf9-483e-a83f-affc8f1da7e0 service neutron] Transition to ACTIVE for port object 6c017d64-49a7-4da3-a6bc-3716925c2710 will not be triggered until provisioned by entity L2. {{(pid=95101) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 19:31:36.030107 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-6f7f6e06-0d2f-4410-9654-18e09c4ba628 req-04d1e425-acf9-483e-a83f-affc8f1da7e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5607436'] for port, after_update {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:36.037721 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-60d98e54-3c89-43a0-ba21-c91b85f4a8a3 req-75c5f36c-1e37-4fbd-ad84-c94b12100d9b service neutron] 10.222.0.67 "GET /v2.0/networks/364dc893-5ecb-4aa3-be76-13b51cbbfbd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2765369 Sep 23 19:31:36.145811 n-d-713301-16 neutron-server[95102]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3946b572-5b5b-458e-9451-5bd98cec4f44 tempest-RoutersAdminTest-1385384480 tempest-RoutersAdminTest-1385384480-project-admin] Router 28c07ff0-0cdd-4d11-aa93-f4d280b6199c is scheduled to L3 agent 79a740bf-7821-4989-8288-7186e3e128f3 with binding_index 1 {{(pid=95102) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 23 19:31:36.216294 n-d-713301-16 neutron-server[95103]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 19:31:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95931a29-0139-4c63-838c-a6bd961f25d2 x-openstack-request-id: req-95931a29-0139-4c63-838c-a6bd961f25d2 {{(pid=95103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 19:31:36.216877 n-d-713301-16 neutron-server[95103]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "65757457-224c-44f3-a3c7-714fea4058cb", "name": "network-vif-plugged", "status": "completed", "tag": "95342296-7c8c-44f0-b2c6-c6769a3673aa", "code": 200}]} {{(pid=95103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 19:31:36.217358 n-d-713301-16 neutron-server[95103]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-95931a29-0139-4c63-838c-a6bd961f25d2 {{(pid=95103) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 19:31:36.217869 n-d-713301-16 neutron-server[95103]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '65757457-224c-44f3-a3c7-714fea4058cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '95342296-7c8c-44f0-b2c6-c6769a3673aa', 'code': 200} Sep 23 19:31:36.224254 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-2f4bcb05-d619-4cb9-a584-029513a18adb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:36.238790 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04d1e425-acf9-483e-a83f-affc8f1da7e0 service neutron] Pushing event updated for resources: {'Port': ['ID=6c017d64-49a7-4da3-a6bc-3716925c2710,revision_number=2']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:31:36.282366 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-2f4bcb05-d619-4cb9-a584-029513a18adb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:36.401555 n-d-713301-16 neutron-server[95101]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 19:31:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63091d10-3314-4a48-b518-4f00feefb8a0 x-openstack-request-id: req-63091d10-3314-4a48-b518-4f00feefb8a0 {{(pid=95101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 19:31:36.401846 n-d-713301-16 neutron-server[95101]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "583aeae2-b5c0-4d8d-bffb-15a63f4020fc", "tag": "6a7a5cae-7327-4542-b381-1fad380770ef", "status": "completed", "code": 200}]} {{(pid=95101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 19:31:36.402102 n-d-713301-16 neutron-server[95101]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-63091d10-3314-4a48-b518-4f00feefb8a0 {{(pid=95101) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 19:31:36.402621 n-d-713301-16 neutron-server[95101]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '583aeae2-b5c0-4d8d-bffb-15a63f4020fc', 'tag': '6a7a5cae-7327-4542-b381-1fad380770ef', 'status': 'completed', 'code': 200} Sep 23 19:31:36.559960 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-2f4bcb05-d619-4cb9-a584-029513a18adb admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=25f331c135414851bb922346058b6e6c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9005847 Sep 23 19:31:36.560784 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f4bcb05-d619-4cb9-a584-029513a18adb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7b150d9-d624-4c57-b3f6-b85cd989bb94,revision_number=1']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:31:36.563535 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 45562) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:31:36.587781 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3946b572-5b5b-458e-9451-5bd98cec4f44 tempest-RoutersAdminTest-1385384480 tempest-RoutersAdminTest-1385384480-project-admin] Notify agent at l3_agent.n-d-713301-16 the message routers_updated {{(pid=95102) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 19:31:36.597491 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-402d88be-fc84-4fd2-8c59-3c801430d1c8 None None] Sync routers for ids ['28c07ff0-0cdd-4d11-aa93-f4d280b6199c'] in n-d-713301-16 {{(pid=95104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 19:31:36.601613 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-528fe92d-4013-42de-af59-285bc4a081d0 req-b7276343-7ff3-4526-8a2c-91e1fbca66c3 tempest-ServerTagsTestJSON-780278031 tempest-ServerTagsTestJSON-780278031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:31:36.606551 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-528fe92d-4013-42de-af59-285bc4a081d0 req-b7276343-7ff3-4526-8a2c-91e1fbca66c3 tempest-ServerTagsTestJSON-780278031 tempest-ServerTagsTestJSON-780278031-project] 10.222.0.67 "GET /v2.0/ports?device_id=65757457-224c-44f3-a3c7-714fea4058cb HTTP/1.1" status: 200 len: 946 time: 0.2704732 Sep 23 19:31:36.617587 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-402d88be-fc84-4fd2-8c59-3c801430d1c8 None None] Routers {'28c07ff0-0cdd-4d11-aa93-f4d280b6199c'} bound to L3 agent in host n-d-713301-16 {{(pid=95104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 19:31:36.617951 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Device a4e8ed5c-9740-4945-a464-4fed69a0927f up at agent hyperv_n-h2-713301-16 {{(pid=95103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 19:31:36.621771 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_hamode_db [None req-402d88be-fc84-4fd2-8c59-3c801430d1c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-23T19:07:52Z,description=,heartbeat_timestamp=2021-09-23T19:31:22Z,host='n-d-713301-16',id=79a740bf-7821-4989-8288-7186e3e128f3,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:07:52Z,topic='l3_agent')) {'router_ids': ['28c07ff0-0cdd-4d11-aa93-f4d280b6199c'], 'active': True} {{(pid=95104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:31:36.652879 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-695fdfeb-55e9-428a-adf6-1cd97e27b343 req-8ec9cd87-2117-4bad-a97d-a4f9a041240e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:31:36.653370 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-695fdfeb-55e9-428a-adf6-1cd97e27b343 req-8ec9cd87-2117-4bad-a97d-a4f9a041240e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:31:36.657112 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-695fdfeb-55e9-428a-adf6-1cd97e27b343 req-8ec9cd87-2117-4bad-a97d-a4f9a041240e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:31:36.657895 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-695fdfeb-55e9-428a-adf6-1cd97e27b343 req-8ec9cd87-2117-4bad-a97d-a4f9a041240e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:31:36.659641 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-695fdfeb-55e9-428a-adf6-1cd97e27b343 req-8ec9cd87-2117-4bad-a97d-a4f9a041240e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:31:36.660067 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-3946b572-5b5b-458e-9451-5bd98cec4f44 tempest-RoutersAdminTest-1385384480 tempest-RoutersAdminTest-1385384480-project-admin] Notify callbacks [] for router, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:36.660233 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-695fdfeb-55e9-428a-adf6-1cd97e27b343 req-8ec9cd87-2117-4bad-a97d-a4f9a041240e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:31:36.661570 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-3946b572-5b5b-458e-9451-5bd98cec4f44 tempest-RoutersAdminTest-1385384480 tempest-RoutersAdminTest-1385384480-project-admin] 10.222.0.67 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 5.3028698 Sep 23 19:31:36.664419 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-695fdfeb-55e9-428a-adf6-1cd97e27b343 req-8ec9cd87-2117-4bad-a97d-a4f9a041240e service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=1f1788a36b0c407c84d1fe9c6d21bab4&device_id=583aeae2-b5c0-4d8d-bffb-15a63f4020fc HTTP/1.1" status: 200 len: 5249 time: 0.2177603 Sep 23 19:31:36.665064 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 45564) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:31:36.678366 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fcff41b-904a-422a-a7de-86f62b43470c req-238569cc-dc7c-4533-ad7d-06accb2aa132 tempest-TaggedBootDevicesTest_v242-1470406513 tempest-TaggedBootDevicesTest_v242-1470406513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:31:36.686176 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fcff41b-904a-422a-a7de-86f62b43470c req-238569cc-dc7c-4533-ad7d-06accb2aa132 tempest-TaggedBootDevicesTest_v242-1470406513 tempest-TaggedBootDevicesTest_v242-1470406513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:31:36.707369 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fcff41b-904a-422a-a7de-86f62b43470c req-238569cc-dc7c-4533-ad7d-06accb2aa132 tempest-TaggedBootDevicesTest_v242-1470406513 tempest-TaggedBootDevicesTest_v242-1470406513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:31:36.720136 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fcff41b-904a-422a-a7de-86f62b43470c req-238569cc-dc7c-4533-ad7d-06accb2aa132 tempest-TaggedBootDevicesTest_v242-1470406513 tempest-TaggedBootDevicesTest_v242-1470406513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:31:36.727106 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fcff41b-904a-422a-a7de-86f62b43470c req-238569cc-dc7c-4533-ad7d-06accb2aa132 tempest-TaggedBootDevicesTest_v242-1470406513 tempest-TaggedBootDevicesTest_v242-1470406513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:31:36.733761 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fcff41b-904a-422a-a7de-86f62b43470c req-238569cc-dc7c-4533-ad7d-06accb2aa132 tempest-TaggedBootDevicesTest_v242-1470406513 tempest-TaggedBootDevicesTest_v242-1470406513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:31:36.738989 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Device fa87f68a-33c7-4c89-b15e-3c2e4049ea92 up at agent ovs-agent-n-d-713301-16 {{(pid=95103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 19:31:36.744387 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-7fcff41b-904a-422a-a7de-86f62b43470c req-238569cc-dc7c-4533-ad7d-06accb2aa132 tempest-TaggedBootDevicesTest_v242-1470406513 tempest-TaggedBootDevicesTest_v242-1470406513-project] 10.222.0.67 "GET /v2.0/ports?device_id=583aeae2-b5c0-4d8d-bffb-15a63f4020fc HTTP/1.1" status: 200 len: 4603 time: 0.2588396 Sep 23 19:31:36.800416 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-528fe92d-4013-42de-af59-285bc4a081d0 req-c33ef727-42fa-465a-87a4-a0334c38e4c9 tempest-ServerTagsTestJSON-780278031 tempest-ServerTagsTestJSON-780278031-project] 10.222.0.67 "GET /v2.0/security-groups?id=e867f3c0-cdde-4e48-a0bc-9f7e71c8e875&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1842833 Sep 23 19:31:36.825645 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.managers [req-6f7f6e06-0d2f-4410-9654-18e09c4ba628 req-04d1e425-acf9-483e-a83f-affc8f1da7e0 service neutron] Attempting to bind port 6c017d64-49a7-4da3-a6bc-3716925c2710 on host n-h2-713301-16 for vnic_type normal with profile {{(pid=95101) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 19:31:36.832300 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.managers [req-6f7f6e06-0d2f-4410-9654-18e09c4ba628 req-04d1e425-acf9-483e-a83f-affc8f1da7e0 service neutron] Attempting to bind port 6c017d64-49a7-4da3-a6bc-3716925c2710 by drivers openvswitch,hyperv on host n-h2-713301-16 at level 0 using segments [{'id': 'f1ac3ad9-0f16-48a3-9c98-25f1a3519880', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '6b0b0714-7ca1-4d6d-b820-8be57f2679a5'}] {{(pid=95101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 19:31:36.832784 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f7f6e06-0d2f-4410-9654-18e09c4ba628 req-04d1e425-acf9-483e-a83f-affc8f1da7e0 service neutron] Attempting to bind port 6c017d64-49a7-4da3-a6bc-3716925c2710 on network 6b0b0714-7ca1-4d6d-b820-8be57f2679a5 {{(pid=95101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:31:36.843338 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b72360fa-b4e0-4883-b13f-d6e0cdac3c28 req-6acc1fde-e8f4-4972-b493-1009a62a3c5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:31:36.849496 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-b72360fa-b4e0-4883-b13f-d6e0cdac3c28 req-6acc1fde-e8f4-4972-b493-1009a62a3c5b service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=65757457-224c-44f3-a3c7-714fea4058cb HTTP/1.1" status: 200 len: 1098 time: 0.4990969 Sep 23 19:31:36.875554 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-7fcff41b-904a-422a-a7de-86f62b43470c req-1c7c3191-fae5-4552-9787-7413c0716145 tempest-TaggedBootDevicesTest_v242-1470406513 tempest-TaggedBootDevicesTest_v242-1470406513-project] 10.222.0.67 "GET /v2.0/security-groups?id=687e4f9e-0a49-4ef3-86dc-e31b7edc6949&id=78494785-7e26-42ec-a5d5-f3013c8d7eca&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1206994 Sep 23 19:31:36.930023 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Provisioning for port a4e8ed5c-9740-4945-a464-4fed69a0927f completed by entity L2. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 19:31:36.953980 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Provisioning complete for port fa87f68a-33c7-4c89-b15e-3c2e4049ea92 triggered by entity L2. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:31:36.954731 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:36.956630 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Provisioning complete for port a4e8ed5c-9740-4945-a464-4fed69a0927f triggered by entity L2. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:31:36.957518 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:36.976714 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_dvr_db [None req-402d88be-fc84-4fd2-8c59-3c801430d1c8 None None] Set router 28c07ff0-0cdd-4d11-aa93-f4d280b6199c gateway port host: n-d-713301-16 {{(pid=95104) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 19:31:36.983801 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-2897700e-39f3-486d-bb11-35ac36680368 req-16fad6a9-14e2-4a13-81a4-c506b915dd43 tempest-ServerActionsTestJSON-618918056 tempest-ServerActionsTestJSON-618918056-project] 10.222.0.67 "GET /v2.0/ports?device_id=675250d5-b764-4a76-a441-f0488da38a5e HTTP/1.1" status: 200 len: 210 time: 0.0661032 Sep 23 19:31:36.989868 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f7f6e06-0d2f-4410-9654-18e09c4ba628 req-04d1e425-acf9-483e-a83f-affc8f1da7e0 service neutron] Port 6c017d64-49a7-4da3-a6bc-3716925c2710 on network 6b0b0714-7ca1-4d6d-b820-8be57f2679a5 not bound, no agent of type Open vSwitch agent registered on host n-h2-713301-16 {{(pid=95101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 19:31:36.991503 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f7f6e06-0d2f-4410-9654-18e09c4ba628 req-04d1e425-acf9-483e-a83f-affc8f1da7e0 service neutron] Attempting to bind port 6c017d64-49a7-4da3-a6bc-3716925c2710 on network 6b0b0714-7ca1-4d6d-b820-8be57f2679a5 {{(pid=95101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:31:37.149052 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-b72360fa-b4e0-4883-b13f-d6e0cdac3c28 req-00752f0c-7ccc-4195-8597-61ce2a3102cb service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=e867f3c0-cdde-4e48-a0bc-9f7e71c8e875&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1251419 Sep 23 19:31:37.227805 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f7f6e06-0d2f-4410-9654-18e09c4ba628 req-04d1e425-acf9-483e-a83f-affc8f1da7e0 service neutron] Checking agent: {'id': '2a7cea34-db54-4faf-8d23-37521c3e34cb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713301-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 19, 15, 28), 'started_at': datetime.datetime(2021, 9, 23, 19, 15, 28), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 19, 31, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 19:31:37.228550 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f7f6e06-0d2f-4410-9654-18e09c4ba628 req-04d1e425-acf9-483e-a83f-affc8f1da7e0 service neutron] Checking segment: {'id': 'f1ac3ad9-0f16-48a3-9c98-25f1a3519880', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '6b0b0714-7ca1-4d6d-b820-8be57f2679a5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:31:37.229131 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f7f6e06-0d2f-4410-9654-18e09c4ba628 req-04d1e425-acf9-483e-a83f-affc8f1da7e0 service neutron] Bound using segment: {'id': 'f1ac3ad9-0f16-48a3-9c98-25f1a3519880', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '6b0b0714-7ca1-4d6d-b820-8be57f2679a5'} {{(pid=95101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 19:31:37.229853 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.managers [req-6f7f6e06-0d2f-4410-9654-18e09c4ba628 req-04d1e425-acf9-483e-a83f-affc8f1da7e0 service neutron] Bound port: 6c017d64-49a7-4da3-a6bc-3716925c2710, host: n-h2-713301-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f1ac3ad9-0f16-48a3-9c98-25f1a3519880', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '6b0b0714-7ca1-4d6d-b820-8be57f2679a5'}}] {{(pid=95101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 19:31:37.230702 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-6f7f6e06-0d2f-4410-9654-18e09c4ba628 req-04d1e425-acf9-483e-a83f-affc8f1da7e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:37.293033 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-ab26003b-b727-4212-b473-0cbdbd446f1c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:37.309808 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-857cd44f-2d3b-46d0-8c78-84cd1d06aa7e req-0f2ec20b-239c-4e1f-9e4c-af3567fa3e52 tempest-ImagesNegativeTestJSON-1039150773 tempest-ImagesNegativeTestJSON-1039150773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:31:37.312651 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-857cd44f-2d3b-46d0-8c78-84cd1d06aa7e req-0f2ec20b-239c-4e1f-9e4c-af3567fa3e52 tempest-ImagesNegativeTestJSON-1039150773 tempest-ImagesNegativeTestJSON-1039150773-project] 10.222.0.67 "GET /v2.0/ports?device_id=d633ef35-fdcc-45ee-ac71-1b558e8af7d2 HTTP/1.1" status: 200 len: 948 time: 0.1414335 Sep 23 19:31:37.346562 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-ab26003b-b727-4212-b473-0cbdbd446f1c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:37.420924 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:37.439337 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-857cd44f-2d3b-46d0-8c78-84cd1d06aa7e req-4700a002-1d7c-4a23-836b-a2451fd9c484 tempest-ImagesNegativeTestJSON-1039150773 tempest-ImagesNegativeTestJSON-1039150773-project] 10.222.0.67 "GET /v2.0/security-groups?id=dee01b0c-2788-4ae5-966c-c16e94c215fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1215019 Sep 23 19:31:37.458077 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:37.490375 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] For port fa87f68a-33c7-4c89-b15e-3c2e4049ea92, host n-d-713301-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-16',level=0,port_id=fa87f68a-33c7-4c89-b15e-3c2e4049ea92,segment=NetworkSegment(7d4027f1-d893-4c7b-95d4-757b8e44e380),segment_id=7d4027f1-d893-4c7b-95d4-757b8e44e380)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:31:37.497467 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-ab26003b-b727-4212-b473-0cbdbd446f1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:37.500963 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-ab26003b-b727-4212-b473-0cbdbd446f1c admin admin] Notify callbacks [] for security_group, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:37.505201 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-ab26003b-b727-4212-b473-0cbdbd446f1c admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/e7b150d9-d624-4c57-b3f6-b85cd989bb94 HTTP/1.1" status: 204 len: 168 time: 0.9332380 Sep 23 19:31:37.529943 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] For port a4e8ed5c-9740-4945-a464-4fed69a0927f, host n-h2-713301-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-16',level=0,port_id=a4e8ed5c-9740-4945-a464-4fed69a0927f,segment=NetworkSegment(6139d589-eb6c-4578-8935-c26ddf396853),segment_id=6139d589-eb6c-4578-8935-c26ddf396853)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:31:37.533030 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:37.538322 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:37.601848 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_hamode_db [None req-402d88be-fc84-4fd2-8c59-3c801430d1c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28c07ff0-0cdd-4d11-aa93-f4d280b6199c', 'name': 'tempest-snat-router-1378604415', 'tenant_id': '79338f4a15e84664bb481a760a1c22f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'external_fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.55'}], 'enable_snat': True}, 'gw_port_id': 'bd207072-b31c-4c82-bbf7-878277d2cda6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:31:31Z', 'updated_at': '2021-09-23T19:31:34Z', 'revision_number': 3, 'project_id': '79338f4a15e84664bb481a760a1c22f6', 'gw_port': {'id': 'bd207072-b31c-4c82-bbf7-878277d2cda6', 'name': '', 'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:06:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28c07ff0-0cdd-4d11-aa93-f4d280b6199c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1303, 'fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:31:33Z', 'updated_at': '2021-09-23T19:31:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-16'}], 'n-d-713301-16', False) {} {{(pid=95104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:31:37.641799 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Pushing event updated for resources: {'Port': ['ID=fa87f68a-33c7-4c89-b15e-3c2e4049ea92,revision_number=4']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:31:37.645340 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab26003b-b727-4212-b473-0cbdbd446f1c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7b150d9-d624-4c57-b3f6-b85cd989bb94,revision_number=None']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:31:37.659162 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 45578) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:31:37.660070 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-de70b7ad-786e-4f9d-af03-f36dfaa304a6 tempest-RoutersAdminTest-1385384480 tempest-RoutersAdminTest-1385384480-project-admin] 10.222.0.67 "GET /v2.0/routers/28c07ff0-0cdd-4d11-aa93-f4d280b6199c HTTP/1.1" status: 200 len: 907 time: 0.9766340 Sep 23 19:31:37.676936 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-402d88be-fc84-4fd2-8c59-3c801430d1c8 None None] Checking router: 28c07ff0-0cdd-4d11-aa93-f4d280b6199c for host: n-d-713301-16 {{(pid=95104) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 19:31:37.676936 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-402d88be-fc84-4fd2-8c59-3c801430d1c8 None None] Updating router 28c07ff0-0cdd-4d11-aa93-f4d280b6199c port bd207072-b31c-4c82-bbf7-878277d2cda6 binding host n-d-713301-16 {{(pid=95104) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 23 19:31:37.738647 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-695fdfeb-55e9-428a-adf6-1cd97e27b343 req-9e9d1319-acaf-4d34-a162-f499110c2057 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:31:37.739486 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-695fdfeb-55e9-428a-adf6-1cd97e27b343 req-9e9d1319-acaf-4d34-a162-f499110c2057 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:31:37.746640 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-695fdfeb-55e9-428a-adf6-1cd97e27b343 req-9e9d1319-acaf-4d34-a162-f499110c2057 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:31:37.756719 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-695fdfeb-55e9-428a-adf6-1cd97e27b343 req-9e9d1319-acaf-4d34-a162-f499110c2057 service neutron] 10.222.0.53 "GET /v2.0/networks?tenant_id=1f1788a36b0c407c84d1fe9c6d21bab4&shared=False HTTP/1.1" status: 200 len: 2299 time: 1.0414371 Sep 23 19:31:37.781334 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Pushing event updated for resources: {'Port': ['ID=a4e8ed5c-9740-4945-a464-4fed69a0927f,revision_number=5']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:31:37.782328 n-d-713301-16 neutron-server[95104]: DEBUG neutron_lib.callbacks.manager [None req-402d88be-fc84-4fd2-8c59-3c801430d1c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:37.874366 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.db [req-6f7f6e06-0d2f-4410-9654-18e09c4ba628 req-04d1e425-acf9-483e-a83f-affc8f1da7e0 service neutron] For port 6c017d64-49a7-4da3-a6bc-3716925c2710, host n-h2-713301-16, cleared binding levels {{(pid=95101) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 19:31:37.981756 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.db [req-6f7f6e06-0d2f-4410-9654-18e09c4ba628 req-04d1e425-acf9-483e-a83f-affc8f1da7e0 service neutron] For port 6c017d64-49a7-4da3-a6bc-3716925c2710, host n-h2-713301-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-16',level=0,port_id=6c017d64-49a7-4da3-a6bc-3716925c2710,segment=NetworkSegment(f1ac3ad9-0f16-48a3-9c98-25f1a3519880),segment_id=f1ac3ad9-0f16-48a3-9c98-25f1a3519880)] {{(pid=95101) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 19:31:38.004299 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-ea127816-3f00-46b0-8afc-f9ff1784144d tempest-RoutersAdminTest-1385384480 tempest-RoutersAdminTest-1385384480-project-admin] Notify callbacks [] for router, before_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:38.085622 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-6f7f6e06-0d2f-4410-9654-18e09c4ba628 req-04d1e425-acf9-483e-a83f-affc8f1da7e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5607436'] for port, after_update {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:38.198036 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7f6e06-0d2f-4410-9654-18e09c4ba628 req-04d1e425-acf9-483e-a83f-affc8f1da7e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:31:38.198674 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-6f7f6e06-0d2f-4410-9654-18e09c4ba628 req-04d1e425-acf9-483e-a83f-affc8f1da7e0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222849'] for port, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:38.200249 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-6f7f6e06-0d2f-4410-9654-18e09c4ba628 req-04d1e425-acf9-483e-a83f-affc8f1da7e0 service neutron] 10.222.0.53 "PUT /v2.0/ports/6c017d64-49a7-4da3-a6bc-3716925c2710 HTTP/1.1" status: 200 len: 1136 time: 2.8545337 Sep 23 19:31:38.203173 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04d1e425-acf9-483e-a83f-affc8f1da7e0 service neutron] Pushing event updated for resources: {'Port': ['ID=6c017d64-49a7-4da3-a6bc-3716925c2710,revision_number=3']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:31:38.219833 n-d-713301-16 neutron-server[95103]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd633ef35-fdcc-45ee-ac71-1b558e8af7d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a4e8ed5c-9740-4945-a464-4fed69a0927f'}] {{(pid=95103) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 19:31:38.224362 n-d-713301-16 neutron-server[95103]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}81a1c17f2aa89d5b3ebbba3a3e0cf7eb588e431c2224256110c4c4facdd7c3e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b078726-98af-478c-86f7-9c36a0296856" -d '{"events": [{"server_uuid": "d633ef35-fdcc-45ee-ac71-1b558e8af7d2", "name": "network-vif-plugged", "status": "completed", "tag": "a4e8ed5c-9740-4945-a464-4fed69a0927f"}]}' {{(pid=95103) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 19:31:38.243721 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-695fdfeb-55e9-428a-adf6-1cd97e27b343 req-08dc3146-117a-4fed-b2de-eb0388bc7d5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:31:38.246029 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-695fdfeb-55e9-428a-adf6-1cd97e27b343 req-08dc3146-117a-4fed-b2de-eb0388bc7d5f service neutron] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4813256 Sep 23 19:31:38.307860 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.v2.base [req-6f7f6e06-0d2f-4410-9654-18e09c4ba628 req-f6d883cb-7eed-41c8-bfc5-3dd194603206 service neutron] Request body: {'port': {'device_id': '583aeae2-b5c0-4d8d-bffb-15a63f4020fc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713301-16'}} {{(pid=95101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:31:38.416365 n-d-713301-16 neutron-server[95101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '583aeae2-b5c0-4d8d-bffb-15a63f4020fc', 'tag': '6c017d64-49a7-4da3-a6bc-3716925c2710'}] {{(pid=95101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 19:31:38.416576 n-d-713301-16 neutron-server[95104]: DEBUG neutron_lib.callbacks.manager [None req-402d88be-fc84-4fd2-8c59-3c801430d1c8 None None] Notify callbacks [] for port, precommit_update {{(pid=95104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:38.418939 n-d-713301-16 neutron-server[95101]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d8366c5740cd635e57ab12b71fe44a77c2acc3c19091ef849c6f68b380462244" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22d01cf5-4b57-4a52-97d7-a2744d9eb2fe" -d '{"events": [{"name": "network-changed", "server_uuid": "583aeae2-b5c0-4d8d-bffb-15a63f4020fc", "tag": "6c017d64-49a7-4da3-a6bc-3716925c2710"}]}' {{(pid=95101) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 19:31:38.425314 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fbc390f-ecfe-49ef-8051-28096f6afe02 req-62adb5b3-31b4-4ef0-b4a2-8e2c81179089 tempest-ServerTagsTestJSON-780278031 tempest-ServerTagsTestJSON-780278031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:31:38.426171 n-d-713301-16 neutron-server[95104]: DEBUG neutron_lib.callbacks.manager [None req-402d88be-fc84-4fd2-8c59-3c801430d1c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:38.433715 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-7fbc390f-ecfe-49ef-8051-28096f6afe02 req-62adb5b3-31b4-4ef0-b4a2-8e2c81179089 tempest-ServerTagsTestJSON-780278031 tempest-ServerTagsTestJSON-780278031-project] 10.222.0.67 "GET /v2.0/ports?device_id=65757457-224c-44f3-a3c7-714fea4058cb HTTP/1.1" status: 200 len: 946 time: 0.3320768 Sep 23 19:31:38.511466 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-6f7f6e06-0d2f-4410-9654-18e09c4ba628 req-f6d883cb-7eed-41c8-bfc5-3dd194603206 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:38.563525 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c85b1ea-909e-4fa8-a924-57721c87beda req-0dfcc927-23d3-4517-a670-ff4fdf1f7e6f tempest-TaggedBootDevicesTest_v242-1470406513 tempest-TaggedBootDevicesTest_v242-1470406513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:31:38.585804 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Device fa87f68a-33c7-4c89-b15e-3c2e4049ea92 up at agent ovs-agent-n-d-713301-16 {{(pid=95103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 19:31:38.596068 n-d-713301-16 neutron-server[95104]: DEBUG neutron.plugins.ml2.managers [None req-402d88be-fc84-4fd2-8c59-3c801430d1c8 None None] Attempting to bind port bd207072-b31c-4c82-bbf7-878277d2cda6 on host n-d-713301-16 for vnic_type normal with profile {{(pid=95104) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 19:31:38.599029 n-d-713301-16 neutron-server[95104]: DEBUG neutron.plugins.ml2.managers [None req-402d88be-fc84-4fd2-8c59-3c801430d1c8 None None] Attempting to bind port bd207072-b31c-4c82-bbf7-878277d2cda6 by drivers openvswitch,hyperv on host n-d-713301-16 at level 0 using segments [{'id': '7d4027f1-d893-4c7b-95d4-757b8e44e380', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac'}] {{(pid=95104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 19:31:38.599628 n-d-713301-16 neutron-server[95104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-402d88be-fc84-4fd2-8c59-3c801430d1c8 None None] Attempting to bind port bd207072-b31c-4c82-bbf7-878277d2cda6 on network 5dec5c09-378e-4f50-89cc-d94eb81c3bac {{(pid=95104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:31:38.608563 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d80937e3-2e76-41ec-b17c-5c0b73370d3d None None] Pushing event updated for resources: {'Port': ['ID=bd207072-b31c-4c82-bbf7-878277d2cda6,revision_number=2']} {{(pid=95104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:31:38.610136 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c85b1ea-909e-4fa8-a924-57721c87beda req-0dfcc927-23d3-4517-a670-ff4fdf1f7e6f tempest-TaggedBootDevicesTest_v242-1470406513 tempest-TaggedBootDevicesTest_v242-1470406513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:31:38.625289 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c85b1ea-909e-4fa8-a924-57721c87beda req-0dfcc927-23d3-4517-a670-ff4fdf1f7e6f tempest-TaggedBootDevicesTest_v242-1470406513 tempest-TaggedBootDevicesTest_v242-1470406513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:31:38.644945 n-d-713301-16 neutron-server[95104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-402d88be-fc84-4fd2-8c59-3c801430d1c8 None None] Checking agent: {'id': '70a14545-df24-472f-8f95-bfe1719bff93', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 19, 7, 53), 'started_at': datetime.datetime(2021, 9, 23, 19, 8, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 19, 31, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 19:31:38.645332 n-d-713301-16 neutron-server[95104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-402d88be-fc84-4fd2-8c59-3c801430d1c8 None None] Checking segment: {'id': '7d4027f1-d893-4c7b-95d4-757b8e44e380', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95104) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:31:38.645744 n-d-713301-16 neutron-server[95104]: DEBUG neutron_lib.callbacks.manager [None req-402d88be-fc84-4fd2-8c59-3c801430d1c8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:38.646152 n-d-713301-16 neutron-server[95104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-402d88be-fc84-4fd2-8c59-3c801430d1c8 None None] Bound using segment: {'id': '7d4027f1-d893-4c7b-95d4-757b8e44e380', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac'} {{(pid=95104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 19:31:38.646647 n-d-713301-16 neutron-server[95104]: DEBUG neutron.plugins.ml2.managers [None req-402d88be-fc84-4fd2-8c59-3c801430d1c8 None None] Bound port: bd207072-b31c-4c82-bbf7-878277d2cda6, host: n-d-713301-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7d4027f1-d893-4c7b-95d4-757b8e44e380', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac'}}] {{(pid=95104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 19:31:38.650442 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c85b1ea-909e-4fa8-a924-57721c87beda req-0dfcc927-23d3-4517-a670-ff4fdf1f7e6f tempest-TaggedBootDevicesTest_v242-1470406513 tempest-TaggedBootDevicesTest_v242-1470406513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:31:38.651845 n-d-713301-16 neutron-server[95104]: DEBUG neutron_lib.callbacks.manager [None req-402d88be-fc84-4fd2-8c59-3c801430d1c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:38.661253 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d80937e3-2e76-41ec-b17c-5c0b73370d3d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:31:38.661669 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d80937e3-2e76-41ec-b17c-5c0b73370d3d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:31:38.662014 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d80937e3-2e76-41ec-b17c-5c0b73370d3d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:31:38.662360 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d80937e3-2e76-41ec-b17c-5c0b73370d3d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:31:38.662714 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d80937e3-2e76-41ec-b17c-5c0b73370d3d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:31:38.663026 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d80937e3-2e76-41ec-b17c-5c0b73370d3d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:31:38.668386 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d80937e3-2e76-41ec-b17c-5c0b73370d3d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:31:38.668963 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d80937e3-2e76-41ec-b17c-5c0b73370d3d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:31:38.669604 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d80937e3-2e76-41ec-b17c-5c0b73370d3d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:31:38.670204 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d80937e3-2e76-41ec-b17c-5c0b73370d3d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:31:38.670864 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d80937e3-2e76-41ec-b17c-5c0b73370d3d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:31:38.671647 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d80937e3-2e76-41ec-b17c-5c0b73370d3d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:31:38.675627 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c85b1ea-909e-4fa8-a924-57721c87beda req-0dfcc927-23d3-4517-a670-ff4fdf1f7e6f tempest-TaggedBootDevicesTest_v242-1470406513 tempest-TaggedBootDevicesTest_v242-1470406513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:31:38.683917 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c85b1ea-909e-4fa8-a924-57721c87beda req-0dfcc927-23d3-4517-a670-ff4fdf1f7e6f tempest-TaggedBootDevicesTest_v242-1470406513 tempest-TaggedBootDevicesTest_v242-1470406513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:31:38.706505 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-6c85b1ea-909e-4fa8-a924-57721c87beda req-0dfcc927-23d3-4517-a670-ff4fdf1f7e6f tempest-TaggedBootDevicesTest_v242-1470406513 tempest-TaggedBootDevicesTest_v242-1470406513-project] 10.222.0.67 "GET /v2.0/ports?device_id=583aeae2-b5c0-4d8d-bffb-15a63f4020fc HTTP/1.1" status: 200 len: 4603 time: 0.5933473 Sep 23 19:31:38.777317 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Provisioning complete for port fa87f68a-33c7-4c89-b15e-3c2e4049ea92 triggered by entity L2. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:31:38.778105 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:38.838902 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-ea127816-3f00-46b0-8afc-f9ff1784144d tempest-RoutersAdminTest-1385384480 tempest-RoutersAdminTest-1385384480-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:38.840859 n-d-713301-16 neutron-server[95104]: DEBUG neutron.plugins.ml2.db [None req-402d88be-fc84-4fd2-8c59-3c801430d1c8 None None] For port bd207072-b31c-4c82-bbf7-878277d2cda6, host n-d-713301-16, cleared binding levels {{(pid=95104) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 19:31:38.856229 n-d-713301-16 neutron-server[95104]: DEBUG neutron.plugins.ml2.db [None req-402d88be-fc84-4fd2-8c59-3c801430d1c8 None None] For port bd207072-b31c-4c82-bbf7-878277d2cda6, host n-d-713301-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-16',level=0,port_id=bd207072-b31c-4c82-bbf7-878277d2cda6,segment=NetworkSegment(7d4027f1-d893-4c7b-95d4-757b8e44e380),segment_id=7d4027f1-d893-4c7b-95d4-757b8e44e380)] {{(pid=95104) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 19:31:38.868299 n-d-713301-16 neutron-server[95104]: DEBUG neutron_lib.callbacks.manager [None req-402d88be-fc84-4fd2-8c59-3c801430d1c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:38.943499 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-6c85b1ea-909e-4fa8-a924-57721c87beda req-cf9d50fa-59e5-4ab1-8041-a42c4c0a2233 tempest-TaggedBootDevicesTest_v242-1470406513 tempest-TaggedBootDevicesTest_v242-1470406513-project] 10.222.0.67 "GET /v2.0/security-groups?id=687e4f9e-0a49-4ef3-86dc-e31b7edc6949&id=78494785-7e26-42ec-a5d5-f3013c8d7eca&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2318773 Sep 23 19:31:38.978392 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d80937e3-2e76-41ec-b17c-5c0b73370d3d None None] Pushing event updated for resources: {'Port': ['ID=bd207072-b31c-4c82-bbf7-878277d2cda6,revision_number=3']} {{(pid=95104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:31:39.004094 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-7fbc390f-ecfe-49ef-8051-28096f6afe02 req-71e122d5-ff4a-4148-8348-787726640b67 tempest-ServerTagsTestJSON-780278031 tempest-ServerTagsTestJSON-780278031-project] 10.222.0.67 "GET /v2.0/security-groups?id=e867f3c0-cdde-4e48-a0bc-9f7e71c8e875&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5219471 Sep 23 19:31:39.021346 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-402d88be-fc84-4fd2-8c59-3c801430d1c8 None None] Routers {'28c07ff0-0cdd-4d11-aa93-f4d280b6199c'} bound to L3 agent in host n-d-713301-16 {{(pid=95104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 19:31:39.022106 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_hamode_db [None req-402d88be-fc84-4fd2-8c59-3c801430d1c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-23T19:07:52Z,description=,heartbeat_timestamp=2021-09-23T19:31:22Z,host='n-d-713301-16',id=79a740bf-7821-4989-8288-7186e3e128f3,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:07:52Z,topic='l3_agent')) {'router_ids': ['28c07ff0-0cdd-4d11-aa93-f4d280b6199c'], 'active': True} {{(pid=95104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:31:39.097413 n-d-713301-16 neutron-server[95103]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 19:31:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40372cff-6528-43a4-a841-8679af9ed27b x-openstack-request-id: req-40372cff-6528-43a4-a841-8679af9ed27b {{(pid=95103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 19:31:39.097945 n-d-713301-16 neutron-server[95103]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d633ef35-fdcc-45ee-ac71-1b558e8af7d2", "name": "network-vif-plugged", "status": "completed", "tag": "a4e8ed5c-9740-4945-a464-4fed69a0927f", "code": 200}]} {{(pid=95103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 19:31:39.098426 n-d-713301-16 neutron-server[95103]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-40372cff-6528-43a4-a841-8679af9ed27b {{(pid=95103) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 19:31:39.099032 n-d-713301-16 neutron-server[95103]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd633ef35-fdcc-45ee-ac71-1b558e8af7d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a4e8ed5c-9740-4945-a464-4fed69a0927f', 'code': 200} Sep 23 19:31:39.122671 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d98e54-3c89-43a0-ba21-c91b85f4a8a3 req-3f47fd94-f579-4326-a8f3-8d8a193e6bf8 tempest-ServerActionsTestJSON-618918056 tempest-ServerActionsTestJSON-618918056-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:31:39.124714 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-60d98e54-3c89-43a0-ba21-c91b85f4a8a3 req-3f47fd94-f579-4326-a8f3-8d8a193e6bf8 tempest-ServerActionsTestJSON-618918056 tempest-ServerActionsTestJSON-618918056-project] 10.222.0.74 "GET /v2.0/networks?id=364dc893-5ecb-4aa3-be76-13b51cbbfbd4 HTTP/1.1" status: 200 len: 812 time: 0.7394116 Sep 23 19:31:39.177915 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.v2.base [req-60d98e54-3c89-43a0-ba21-c91b85f4a8a3 req-5ee1fed0-b2c8-47d3-b878-d6b4b5665dd4 tempest-ServerActionsTestJSON-618918056 tempest-ServerActionsTestJSON-618918056-project] Request body: {'port': {'device_id': '675250d5-b764-4a76-a441-f0488da38a5e', 'network_id': '364dc893-5ecb-4aa3-be76-13b51cbbfbd4', 'admin_state_up': True, 'tenant_id': 'f17a85608a9a4ecb8150ef41746c47e0'}} {{(pid=95102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:31:39.246811 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-8ff3a529-1093-49df-9607-1e39bd8027ac req-2e257aa2-28e8-41bb-8341-80333c2820b0 tempest-ServerActionsTestJSON-618918056 tempest-ServerActionsTestJSON-618918056-project] 10.222.0.67 "GET /v2.0/ports?device_id=675250d5-b764-4a76-a441-f0488da38a5e HTTP/1.1" status: 200 len: 210 time: 0.1206398 Sep 23 19:31:39.266879 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-686fd69b-a6a5-4bb7-bd27-da6e02e73c15 req-a39c242f-2b95-4e51-8d83-37d31a5ddd55 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=65757457-224c-44f3-a3c7-714fea4058cb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1508462 Sep 23 19:31:39.269912 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.plugin [None req-ea127816-3f00-46b0-8afc-f9ff1784144d tempest-RoutersAdminTest-1385384480 tempest-RoutersAdminTest-1385384480-project-admin] Deleting port bd207072-b31c-4c82-bbf7-878277d2cda6 {{(pid=95102) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:31:39.270397 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-ea127816-3f00-46b0-8afc-f9ff1784144d tempest-RoutersAdminTest-1385384480 tempest-RoutersAdminTest-1385384480-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783146157096'] for port, before_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:39.279306 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_dvr_db [None req-402d88be-fc84-4fd2-8c59-3c801430d1c8 None None] Set router 28c07ff0-0cdd-4d11-aa93-f4d280b6199c gateway port host: None {{(pid=95104) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 19:31:39.320536 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c2c7a2-399b-4f27-9f69-37faeda77b23 req-710c4f53-0e99-4a10-b164-133edd4953ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:31:39.320536 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-c8c2c7a2-399b-4f27-9f69-37faeda77b23 req-710c4f53-0e99-4a10-b164-133edd4953ef service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=d633ef35-fdcc-45ee-ac71-1b558e8af7d2 HTTP/1.1" status: 200 len: 1101 time: 0.1382165 Sep 23 19:31:39.354828 n-d-713301-16 neutron-server[95101]: DEBUG neutron.notifiers.nova [req-6f7f6e06-0d2f-4410-9654-18e09c4ba628 req-f6d883cb-7eed-41c8-bfc5-3dd194603206 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e9421940-155e-4e16-8fe7-2df3b3cd6370 {{(pid=95101) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 19:31:39.378435 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-6f7f6e06-0d2f-4410-9654-18e09c4ba628 req-f6d883cb-7eed-41c8-bfc5-3dd194603206 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:39.386586 n-d-713301-16 neutron-server[95101]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 19:31:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75bc86f1-3ffd-42bd-b789-02216c518ad7 x-openstack-request-id: req-75bc86f1-3ffd-42bd-b789-02216c518ad7 {{(pid=95101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 19:31:39.386981 n-d-713301-16 neutron-server[95101]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "583aeae2-b5c0-4d8d-bffb-15a63f4020fc", "tag": "6c017d64-49a7-4da3-a6bc-3716925c2710", "status": "completed", "code": 200}]} {{(pid=95101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 19:31:39.387293 n-d-713301-16 neutron-server[95101]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-75bc86f1-3ffd-42bd-b789-02216c518ad7 {{(pid=95101) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 19:31:39.387826 n-d-713301-16 neutron-server[95101]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '583aeae2-b5c0-4d8d-bffb-15a63f4020fc', 'tag': '6c017d64-49a7-4da3-a6bc-3716925c2710', 'status': 'completed', 'code': 200} Sep 23 19:31:39.500011 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_hamode_db [None req-402d88be-fc84-4fd2-8c59-3c801430d1c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28c07ff0-0cdd-4d11-aa93-f4d280b6199c', 'name': 'tempest-snat-router-1378604415', 'tenant_id': '79338f4a15e84664bb481a760a1c22f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:31:31Z', 'updated_at': '2021-09-23T19:31:38Z', 'revision_number': 4, 'project_id': '79338f4a15e84664bb481a760a1c22f6', 'gw_port_host': None}], 'n-d-713301-16', False) {} {{(pid=95104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:31:39.528083 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-402d88be-fc84-4fd2-8c59-3c801430d1c8 None None] The sync data for ids ['28c07ff0-0cdd-4d11-aa93-f4d280b6199c'] in n-d-713301-16 is: [{'id': '28c07ff0-0cdd-4d11-aa93-f4d280b6199c', 'name': 'tempest-snat-router-1378604415', 'tenant_id': '79338f4a15e84664bb481a760a1c22f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:31:31Z', 'updated_at': '2021-09-23T19:31:38Z', 'revision_number': 4, 'project_id': '79338f4a15e84664bb481a760a1c22f6', 'gw_port_host': None}] {{(pid=95104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 19:31:39.547847 n-d-713301-16 neutron-server[95101]: DEBUG neutron.db.provisioning_blocks [req-6f7f6e06-0d2f-4410-9654-18e09c4ba628 req-f6d883cb-7eed-41c8-bfc5-3dd194603206 service neutron] Transition to ACTIVE for port object e9421940-155e-4e16-8fe7-2df3b3cd6370 will not be triggered until provisioned by entity L2. {{(pid=95101) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 19:31:39.565263 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-6f7f6e06-0d2f-4410-9654-18e09c4ba628 req-f6d883cb-7eed-41c8-bfc5-3dd194603206 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5607436'] for port, after_update {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:39.600216 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.db [None req-ea127816-3f00-46b0-8afc-f9ff1784144d tempest-RoutersAdminTest-1385384480 tempest-RoutersAdminTest-1385384480-project-admin] For port bd207072-b31c-4c82-bbf7-878277d2cda6, host n-d-713301-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-16',level=0,port_id=bd207072-b31c-4c82-bbf7-878277d2cda6,segment=NetworkSegment(7d4027f1-d893-4c7b-95d4-757b8e44e380),segment_id=7d4027f1-d893-4c7b-95d4-757b8e44e380)] {{(pid=95102) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:31:39.600973 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-ea127816-3f00-46b0-8afc-f9ff1784144d tempest-RoutersAdminTest-1385384480 tempest-RoutersAdminTest-1385384480-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-605701'] for port, precommit_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:39.626838 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.plugin [None req-ea127816-3f00-46b0-8afc-f9ff1784144d tempest-RoutersAdminTest-1385384480 tempest-RoutersAdminTest-1385384480-project-admin] Calling delete_port for bd207072-b31c-4c82-bbf7-878277d2cda6 owned by network:router_gateway {{(pid=95102) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:31:39.632141 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-c8c2c7a2-399b-4f27-9f69-37faeda77b23 req-cf2934bc-dba1-471d-84ba-6974ddeadfa2 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=dee01b0c-2788-4ae5-966c-c16e94c215fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2503958 Sep 23 19:31:39.635411 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-3f835b50-2215-4097-8234-d0b17d32cf60 req-4828f338-2a60-4161-8e68-e907103b830a service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=7fa91134-8ee0-4baa-9037-6ca73d6b4c83&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2515087 Sep 23 19:31:39.652263 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d01cf5-4b57-4a52-97d7-a2744d9eb2fe req-d2d801aa-1614-461b-abd6-dcb1f1420f9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:31:39.652961 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d01cf5-4b57-4a52-97d7-a2744d9eb2fe req-d2d801aa-1614-461b-abd6-dcb1f1420f9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:31:39.653498 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d01cf5-4b57-4a52-97d7-a2744d9eb2fe req-d2d801aa-1614-461b-abd6-dcb1f1420f9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:31:39.654044 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d01cf5-4b57-4a52-97d7-a2744d9eb2fe req-d2d801aa-1614-461b-abd6-dcb1f1420f9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:31:39.654592 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d01cf5-4b57-4a52-97d7-a2744d9eb2fe req-d2d801aa-1614-461b-abd6-dcb1f1420f9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:31:39.655149 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d01cf5-4b57-4a52-97d7-a2744d9eb2fe req-d2d801aa-1614-461b-abd6-dcb1f1420f9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:31:39.657241 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-22d01cf5-4b57-4a52-97d7-a2744d9eb2fe req-d2d801aa-1614-461b-abd6-dcb1f1420f9e service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=1f1788a36b0c407c84d1fe9c6d21bab4&device_id=583aeae2-b5c0-4d8d-bffb-15a63f4020fc HTTP/1.1" status: 200 len: 5291 time: 0.2744439 Sep 23 19:31:39.685587 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d883cb-7eed-41c8-bfc5-3dd194603206 service neutron] Pushing event updated for resources: {'Port': ['ID=e9421940-155e-4e16-8fe7-2df3b3cd6370,revision_number=2']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:31:39.725803 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686fd69b-a6a5-4bb7-bd27-da6e02e73c15 req-ce0f8a7f-0be4-421f-9c12-6cbbd788a532 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:31:39.727524 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-686fd69b-a6a5-4bb7-bd27-da6e02e73c15 req-ce0f8a7f-0be4-421f-9c12-6cbbd788a532 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=fab52998afcb42178c68449a051f6270&device_id=65757457-224c-44f3-a3c7-714fea4058cb HTTP/1.1" status: 200 len: 1098 time: 0.3469248 Sep 23 19:31:39.792083 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f835b50-2215-4097-8234-d0b17d32cf60 req-7fae23e2-d69d-4ce9-ae32-4b82dd33810e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:31:39.803448 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-3f835b50-2215-4097-8234-d0b17d32cf60 req-7fae23e2-d69d-4ce9-ae32-4b82dd33810e service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=f17a85608a9a4ecb8150ef41746c47e0&device_id=7fa91134-8ee0-4baa-9037-6ca73d6b4c83 HTTP/1.1" status: 200 len: 1097 time: 0.1297128 Sep 23 19:31:39.869005 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.managers [req-6f7f6e06-0d2f-4410-9654-18e09c4ba628 req-f6d883cb-7eed-41c8-bfc5-3dd194603206 service neutron] Attempting to bind port e9421940-155e-4e16-8fe7-2df3b3cd6370 on host n-h2-713301-16 for vnic_type normal with profile {{(pid=95101) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 19:31:39.869352 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.managers [req-6f7f6e06-0d2f-4410-9654-18e09c4ba628 req-f6d883cb-7eed-41c8-bfc5-3dd194603206 service neutron] Attempting to bind port e9421940-155e-4e16-8fe7-2df3b3cd6370 by drivers openvswitch,hyperv on host n-h2-713301-16 at level 0 using segments [{'id': 'f1ac3ad9-0f16-48a3-9c98-25f1a3519880', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '6b0b0714-7ca1-4d6d-b820-8be57f2679a5'}] {{(pid=95101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 19:31:39.869684 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f7f6e06-0d2f-4410-9654-18e09c4ba628 req-f6d883cb-7eed-41c8-bfc5-3dd194603206 service neutron] Attempting to bind port e9421940-155e-4e16-8fe7-2df3b3cd6370 on network 6b0b0714-7ca1-4d6d-b820-8be57f2679a5 {{(pid=95101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:31:39.879406 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49528fef-f778-4ef4-a6d7-8fecd77d46d6 req-71e9572f-4628-4f63-8dfc-ffd32d41ed70 tempest-ImagesNegativeTestJSON-1039150773 tempest-ImagesNegativeTestJSON-1039150773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:31:39.886896 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-49528fef-f778-4ef4-a6d7-8fecd77d46d6 req-71e9572f-4628-4f63-8dfc-ffd32d41ed70 tempest-ImagesNegativeTestJSON-1039150773 tempest-ImagesNegativeTestJSON-1039150773-project] 10.222.0.67 "GET /v2.0/ports?device_id=d633ef35-fdcc-45ee-ac71-1b558e8af7d2 HTTP/1.1" status: 200 len: 949 time: 0.4442897 Sep 23 19:31:39.902736 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-60d98e54-3c89-43a0-ba21-c91b85f4a8a3 req-5ee1fed0-b2c8-47d3-b878-d6b4b5665dd4 tempest-ServerActionsTestJSON-618918056 tempest-ServerActionsTestJSON-618918056-project] Made reservation on behalf of f17a85608a9a4ecb8150ef41746c47e0 for: {'port': 1} {{(pid=95102) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:31:39.906781 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-60d98e54-3c89-43a0-ba21-c91b85f4a8a3 req-5ee1fed0-b2c8-47d3-b878-d6b4b5665dd4 tempest-ServerActionsTestJSON-618918056 tempest-ServerActionsTestJSON-618918056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:40.008468 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f7f6e06-0d2f-4410-9654-18e09c4ba628 req-f6d883cb-7eed-41c8-bfc5-3dd194603206 service neutron] Port e9421940-155e-4e16-8fe7-2df3b3cd6370 on network 6b0b0714-7ca1-4d6d-b820-8be57f2679a5 not bound, no agent of type Open vSwitch agent registered on host n-h2-713301-16 {{(pid=95101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 19:31:40.008927 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f7f6e06-0d2f-4410-9654-18e09c4ba628 req-f6d883cb-7eed-41c8-bfc5-3dd194603206 service neutron] Attempting to bind port e9421940-155e-4e16-8fe7-2df3b3cd6370 on network 6b0b0714-7ca1-4d6d-b820-8be57f2679a5 {{(pid=95101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:31:40.049752 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f7f6e06-0d2f-4410-9654-18e09c4ba628 req-f6d883cb-7eed-41c8-bfc5-3dd194603206 service neutron] Checking agent: {'id': '2a7cea34-db54-4faf-8d23-37521c3e34cb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713301-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 19, 15, 28), 'started_at': datetime.datetime(2021, 9, 23, 19, 15, 28), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 19, 31, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 19:31:40.050496 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f7f6e06-0d2f-4410-9654-18e09c4ba628 req-f6d883cb-7eed-41c8-bfc5-3dd194603206 service neutron] Checking segment: {'id': 'f1ac3ad9-0f16-48a3-9c98-25f1a3519880', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '6b0b0714-7ca1-4d6d-b820-8be57f2679a5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:31:40.050496 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f7f6e06-0d2f-4410-9654-18e09c4ba628 req-f6d883cb-7eed-41c8-bfc5-3dd194603206 service neutron] Bound using segment: {'id': 'f1ac3ad9-0f16-48a3-9c98-25f1a3519880', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '6b0b0714-7ca1-4d6d-b820-8be57f2679a5'} {{(pid=95101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 19:31:40.051135 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.managers [req-6f7f6e06-0d2f-4410-9654-18e09c4ba628 req-f6d883cb-7eed-41c8-bfc5-3dd194603206 service neutron] Bound port: e9421940-155e-4e16-8fe7-2df3b3cd6370, host: n-h2-713301-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f1ac3ad9-0f16-48a3-9c98-25f1a3519880', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '6b0b0714-7ca1-4d6d-b820-8be57f2679a5'}}] {{(pid=95101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 19:31:40.051644 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-6f7f6e06-0d2f-4410-9654-18e09c4ba628 req-f6d883cb-7eed-41c8-bfc5-3dd194603206 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:40.148781 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f835b50-2215-4097-8234-d0b17d32cf60 req-ac9a14de-c328-4393-bf98-fe19525742c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:31:40.150345 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-3f835b50-2215-4097-8234-d0b17d32cf60 req-ac9a14de-c328-4393-bf98-fe19525742c1 service neutron] 10.222.0.74 "GET /v2.0/networks?id=364dc893-5ecb-4aa3-be76-13b51cbbfbd4 HTTP/1.1" status: 200 len: 913 time: 0.2778053 Sep 23 19:31:40.159167 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d01cf5-4b57-4a52-97d7-a2744d9eb2fe req-1624106a-7ea0-4b14-8dc6-0ef9c3ef96a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:31:40.160297 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d01cf5-4b57-4a52-97d7-a2744d9eb2fe req-1624106a-7ea0-4b14-8dc6-0ef9c3ef96a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:31:40.160297 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d01cf5-4b57-4a52-97d7-a2744d9eb2fe req-1624106a-7ea0-4b14-8dc6-0ef9c3ef96a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:31:40.162026 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-22d01cf5-4b57-4a52-97d7-a2744d9eb2fe req-1624106a-7ea0-4b14-8dc6-0ef9c3ef96a1 service neutron] 10.222.0.53 "GET /v2.0/networks?tenant_id=1f1788a36b0c407c84d1fe9c6d21bab4&shared=False HTTP/1.1" status: 200 len: 2299 time: 0.3430653 Sep 23 19:31:40.183059 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-e1a3a516-c109-4827-917d-3bc8bb886253 req-cba67c6f-610c-4f6b-b4ee-d307d1be5c66 tempest-AbsoluteLimitsNegativeTestJSON-1707786951 tempest-AbsoluteLimitsNegativeTestJSON-1707786951-project] 10.222.0.67 "GET /v2.0/networks?tenant_id=4eabc175455f4add98b2851cbfaaee12&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1125863 Sep 23 19:31:40.274497 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.db [req-6f7f6e06-0d2f-4410-9654-18e09c4ba628 req-f6d883cb-7eed-41c8-bfc5-3dd194603206 service neutron] For port e9421940-155e-4e16-8fe7-2df3b3cd6370, host n-h2-713301-16, cleared binding levels {{(pid=95101) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 19:31:40.278706 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-49528fef-f778-4ef4-a6d7-8fecd77d46d6 req-5a447f59-a291-4df6-b9f4-142e6e993274 tempest-ImagesNegativeTestJSON-1039150773 tempest-ImagesNegativeTestJSON-1039150773-project] 10.222.0.67 "GET /v2.0/security-groups?id=dee01b0c-2788-4ae5-966c-c16e94c215fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3658237 Sep 23 19:31:40.329032 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686fd69b-a6a5-4bb7-bd27-da6e02e73c15 req-ed96b9ef-abad-45c5-878d-2d9fcb0b93d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:31:40.330900 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-686fd69b-a6a5-4bb7-bd27-da6e02e73c15 req-ed96b9ef-abad-45c5-878d-2d9fcb0b93d9 service neutron] 10.222.0.53 "GET /v2.0/networks?id=fc3782e6-90e2-444f-9a65-4a3fa16297f0 HTTP/1.1" status: 200 len: 910 time: 0.4424999 Sep 23 19:31:40.376590 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-3f835b50-2215-4097-8234-d0b17d32cf60 req-8d32aa26-59f4-4088-bad2-cd8593752491 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2057133e-afe6-4649-916f-fb2ef68141a8 HTTP/1.1" status: 200 len: 999 time: 0.2134531 Sep 23 19:31:40.387311 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.db [req-6f7f6e06-0d2f-4410-9654-18e09c4ba628 req-f6d883cb-7eed-41c8-bfc5-3dd194603206 service neutron] For port e9421940-155e-4e16-8fe7-2df3b3cd6370, host n-h2-713301-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-16',level=0,port_id=e9421940-155e-4e16-8fe7-2df3b3cd6370,segment=NetworkSegment(f1ac3ad9-0f16-48a3-9c98-25f1a3519880),segment_id=f1ac3ad9-0f16-48a3-9c98-25f1a3519880)] {{(pid=95101) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 19:31:40.402090 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-6f7f6e06-0d2f-4410-9654-18e09c4ba628 req-f6d883cb-7eed-41c8-bfc5-3dd194603206 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5607436'] for port, after_update {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:40.428039 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d01cf5-4b57-4a52-97d7-a2744d9eb2fe req-436f18c2-8d01-416e-88eb-6e870d4731df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:31:40.429594 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-22d01cf5-4b57-4a52-97d7-a2744d9eb2fe req-436f18c2-8d01-416e-88eb-6e870d4731df service neutron] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2546263 Sep 23 19:31:40.459240 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-ea127816-3f00-46b0-8afc-f9ff1784144d tempest-RoutersAdminTest-1385384480 tempest-RoutersAdminTest-1385384480-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783146162158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783145673144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4399100'] for port, after_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:40.471602 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-686fd69b-a6a5-4bb7-bd27-da6e02e73c15 req-d44da983-1f98-4580-a2ea-cdc9517ee607 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=95342296-7c8c-44f0-b2c6-c6769a3673aa HTTP/1.1" status: 200 len: 217 time: 0.1062298 Sep 23 19:31:40.492261 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7f6e06-0d2f-4410-9654-18e09c4ba628 req-f6d883cb-7eed-41c8-bfc5-3dd194603206 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:31:40.492932 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-6f7f6e06-0d2f-4410-9654-18e09c4ba628 req-f6d883cb-7eed-41c8-bfc5-3dd194603206 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222849'] for port, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:40.495406 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-6f7f6e06-0d2f-4410-9654-18e09c4ba628 req-f6d883cb-7eed-41c8-bfc5-3dd194603206 service neutron] 10.222.0.53 "PUT /v2.0/ports/e9421940-155e-4e16-8fe7-2df3b3cd6370 HTTP/1.1" status: 200 len: 1136 time: 2.1928654 Sep 23 19:31:40.512566 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f835b50-2215-4097-8234-d0b17d32cf60 req-300127fc-dd18-44ff-89a7-cf16dd388a69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:31:40.519217 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-3f835b50-2215-4097-8234-d0b17d32cf60 req-300127fc-dd18-44ff-89a7-cf16dd388a69 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=a900be85-be08-465b-85e6-4a05aae55389 HTTP/1.1" status: 200 len: 851 time: 0.1255343 Sep 23 19:31:40.587418 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.v2.base [req-6f7f6e06-0d2f-4410-9654-18e09c4ba628 req-101335d4-27d2-48cf-96fb-09e3af46ed38 service neutron] Request body: {'port': {'device_id': '583aeae2-b5c0-4d8d-bffb-15a63f4020fc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713301-16'}} {{(pid=95101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:31:40.609799 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a3a516-c109-4827-917d-3bc8bb886253 req-295376d1-7d35-40ae-8efa-5f8fb536f1b7 tempest-AbsoluteLimitsNegativeTestJSON-1707786951 tempest-AbsoluteLimitsNegativeTestJSON-1707786951-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:31:40.613964 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-e1a3a516-c109-4827-917d-3bc8bb886253 req-295376d1-7d35-40ae-8efa-5f8fb536f1b7 tempest-AbsoluteLimitsNegativeTestJSON-1707786951 tempest-AbsoluteLimitsNegativeTestJSON-1707786951-project] 10.222.0.67 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4163897 Sep 23 19:31:40.664960 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea127816-3f00-46b0-8afc-f9ff1784144d tempest-RoutersAdminTest-1385384480 tempest-RoutersAdminTest-1385384480-project-admin] Pushing event deleted for resources: {'Port': ['ID=bd207072-b31c-4c82-bbf7-878277d2cda6,revision_number=None']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:31:40.668579 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d883cb-7eed-41c8-bfc5-3dd194603206 service neutron] Pushing event updated for resources: {'Port': ['ID=e9421940-155e-4e16-8fe7-2df3b3cd6370,revision_number=3']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:31:40.745840 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f835b50-2215-4097-8234-d0b17d32cf60 req-31629e01-e2bb-4034-b9d5-b9abae898094 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:31:40.747873 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-3f835b50-2215-4097-8234-d0b17d32cf60 req-31629e01-e2bb-4034-b9d5-b9abae898094 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=364dc893-5ecb-4aa3-be76-13b51cbbfbd4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2194676 Sep 23 19:31:40.773452 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-6f7f6e06-0d2f-4410-9654-18e09c4ba628 req-101335d4-27d2-48cf-96fb-09e3af46ed38 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:40.991355 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-3f835b50-2215-4097-8234-d0b17d32cf60 req-2f56aad4-413f-40d2-aab1-4333e582f4c8 service neutron] 10.222.0.74 "GET /v2.0/networks/364dc893-5ecb-4aa3-be76-13b51cbbfbd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2344120 Sep 23 19:31:41.107096 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-e1a3a516-c109-4827-917d-3bc8bb886253 req-6de98d1e-3477-4c9b-bade-b592a6db21ea tempest-AbsoluteLimitsNegativeTestJSON-1707786951 tempest-AbsoluteLimitsNegativeTestJSON-1707786951-project] 10.222.0.67 "GET /v2.0/quotas/4eabc175455f4add98b2851cbfaaee12 HTTP/1.1" status: 200 len: 375 time: 0.0701413 Sep 23 19:31:41.178428 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-3f835b50-2215-4097-8234-d0b17d32cf60 req-43f5120e-349e-467d-ad70-72a3503302a5 service neutron] 10.222.0.74 "GET /v2.0/networks/364dc893-5ecb-4aa3-be76-13b51cbbfbd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1770747 Sep 23 19:31:41.183979 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06c45ee-7783-40f5-bc8f-0307bdfb823e req-dbaad98d-5566-4a6c-9792-322814ddb8fd tempest-TaggedBootDevicesTest_v242-1470406513 tempest-TaggedBootDevicesTest_v242-1470406513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:31:41.191120 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06c45ee-7783-40f5-bc8f-0307bdfb823e req-dbaad98d-5566-4a6c-9792-322814ddb8fd tempest-TaggedBootDevicesTest_v242-1470406513 tempest-TaggedBootDevicesTest_v242-1470406513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:31:41.197508 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06c45ee-7783-40f5-bc8f-0307bdfb823e req-dbaad98d-5566-4a6c-9792-322814ddb8fd tempest-TaggedBootDevicesTest_v242-1470406513 tempest-TaggedBootDevicesTest_v242-1470406513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:31:41.203708 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06c45ee-7783-40f5-bc8f-0307bdfb823e req-dbaad98d-5566-4a6c-9792-322814ddb8fd tempest-TaggedBootDevicesTest_v242-1470406513 tempest-TaggedBootDevicesTest_v242-1470406513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:31:41.210548 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06c45ee-7783-40f5-bc8f-0307bdfb823e req-dbaad98d-5566-4a6c-9792-322814ddb8fd tempest-TaggedBootDevicesTest_v242-1470406513 tempest-TaggedBootDevicesTest_v242-1470406513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:31:41.217006 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06c45ee-7783-40f5-bc8f-0307bdfb823e req-dbaad98d-5566-4a6c-9792-322814ddb8fd tempest-TaggedBootDevicesTest_v242-1470406513 tempest-TaggedBootDevicesTest_v242-1470406513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:31:41.223624 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06c45ee-7783-40f5-bc8f-0307bdfb823e req-dbaad98d-5566-4a6c-9792-322814ddb8fd tempest-TaggedBootDevicesTest_v242-1470406513 tempest-TaggedBootDevicesTest_v242-1470406513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:31:41.225775 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-a06c45ee-7783-40f5-bc8f-0307bdfb823e req-dbaad98d-5566-4a6c-9792-322814ddb8fd tempest-TaggedBootDevicesTest_v242-1470406513 tempest-TaggedBootDevicesTest_v242-1470406513-project] 10.222.0.67 "GET /v2.0/ports?device_id=583aeae2-b5c0-4d8d-bffb-15a63f4020fc HTTP/1.1" status: 200 len: 5380 time: 0.8445745 Sep 23 19:31:41.234714 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-e1a3a516-c109-4827-917d-3bc8bb886253 req-b3e3a44e-4e68-4090-914b-4b593e4065a5 tempest-AbsoluteLimitsNegativeTestJSON-1707786951 tempest-AbsoluteLimitsNegativeTestJSON-1707786951-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=4eabc175455f4add98b2851cbfaaee12&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1262808 Sep 23 19:31:41.237057 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686fd69b-a6a5-4bb7-bd27-da6e02e73c15 req-2ab21b31-8c48-4f4e-93aa-09304665739c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:31:41.238782 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-686fd69b-a6a5-4bb7-bd27-da6e02e73c15 req-2ab21b31-8c48-4f4e-93aa-09304665739c service neutron] 10.222.0.53 "GET /v2.0/subnets?id=2dc452e2-2887-447f-9eb2-f4b89ff17ac5 HTTP/1.1" status: 200 len: 849 time: 0.7326963 Sep 23 19:31:41.272984 n-d-713301-16 neutron-server[95101]: DEBUG neutron.notifiers.nova [req-6f7f6e06-0d2f-4410-9654-18e09c4ba628 req-101335d4-27d2-48cf-96fb-09e3af46ed38 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5b8a0a35-d9a5-40cb-80ab-356667fb483b {{(pid=95101) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 19:31:41.283792 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-6f7f6e06-0d2f-4410-9654-18e09c4ba628 req-101335d4-27d2-48cf-96fb-09e3af46ed38 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:41.300199 n-d-713301-16 neutron-server[95101]: DEBUG neutron.db.provisioning_blocks [req-6f7f6e06-0d2f-4410-9654-18e09c4ba628 req-101335d4-27d2-48cf-96fb-09e3af46ed38 service neutron] Transition to ACTIVE for port object 5b8a0a35-d9a5-40cb-80ab-356667fb483b will not be triggered until provisioned by entity L2. {{(pid=95101) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 19:31:41.310011 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-6f7f6e06-0d2f-4410-9654-18e09c4ba628 req-101335d4-27d2-48cf-96fb-09e3af46ed38 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5607436'] for port, after_update {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:41.326298 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-686fd69b-a6a5-4bb7-bd27-da6e02e73c15 req-53547caa-b555-421f-b573-eaa70417efc9 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=fc3782e6-90e2-444f-9a65-4a3fa16297f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0774963 Sep 23 19:31:41.329699 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-ea127816-3f00-46b0-8afc-f9ff1784144d tempest-RoutersAdminTest-1385384480 tempest-RoutersAdminTest-1385384480-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-601942'] for router_gateway, after_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:41.424906 n-d-713301-16 neutron-server[95101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '583aeae2-b5c0-4d8d-bffb-15a63f4020fc', 'tag': 'e9421940-155e-4e16-8fe7-2df3b3cd6370'}] {{(pid=95101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 19:31:41.431561 n-d-713301-16 neutron-server[95101]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d8366c5740cd635e57ab12b71fe44a77c2acc3c19091ef849c6f68b380462244" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9c75261-06d1-40a3-ae52-d79c52e47ebd" -d '{"events": [{"name": "network-changed", "server_uuid": "583aeae2-b5c0-4d8d-bffb-15a63f4020fc", "tag": "e9421940-155e-4e16-8fe7-2df3b3cd6370"}]}' {{(pid=95101) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 19:31:41.438767 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-ea127816-3f00-46b0-8afc-f9ff1784144d tempest-RoutersAdminTest-1385384480 tempest-RoutersAdminTest-1385384480-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-597305', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29369'] for router, precommit_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:41.441265 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-ea127816-3f00-46b0-8afc-f9ff1784144d tempest-RoutersAdminTest-1385384480 tempest-RoutersAdminTest-1385384480-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:41.505389 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-ea127816-3f00-46b0-8afc-f9ff1784144d tempest-RoutersAdminTest-1385384480 tempest-RoutersAdminTest-1385384480-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-597296'] for router, after_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:41.505926 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea127816-3f00-46b0-8afc-f9ff1784144d tempest-RoutersAdminTest-1385384480 tempest-RoutersAdminTest-1385384480-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 28c07ff0-0cdd-4d11-aa93-f4d280b6199c {{(pid=95102) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 23 19:31:41.508913 n-d-713301-16 neutron-server[95102]: DEBUG neutron.db.db_base_plugin_common [req-60d98e54-3c89-43a0-ba21-c91b85f4a8a3 req-5ee1fed0-b2c8-47d3-b878-d6b4b5665dd4 tempest-ServerActionsTestJSON-618918056 tempest-ServerActionsTestJSON-618918056-project] Allocated IP 172.20.0.7 (364dc893-5ecb-4aa3-be76-13b51cbbfbd4/a900be85-be08-465b-85e6-4a05aae55389/cdcac803-b0eb-4617-8861-7fe8589dd0b8) {{(pid=95102) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 19:31:41.522990 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-a06c45ee-7783-40f5-bc8f-0307bdfb823e req-0fe45bbf-b664-440e-9d30-c4a5f20ab543 tempest-TaggedBootDevicesTest_v242-1470406513 tempest-TaggedBootDevicesTest_v242-1470406513-project] 10.222.0.67 "GET /v2.0/security-groups?id=687e4f9e-0a49-4ef3-86dc-e31b7edc6949&id=78494785-7e26-42ec-a5d5-f3013c8d7eca&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2830381 Sep 23 19:31:41.528948 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-101335d4-27d2-48cf-96fb-09e3af46ed38 service neutron] Pushing event updated for resources: {'Port': ['ID=5b8a0a35-d9a5-40cb-80ab-356667fb483b,revision_number=2']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:31:41.531343 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-ea127816-3f00-46b0-8afc-f9ff1784144d tempest-RoutersAdminTest-1385384480 tempest-RoutersAdminTest-1385384480-project-admin] Notify callbacks [] for router, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:41.535529 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-ea127816-3f00-46b0-8afc-f9ff1784144d tempest-RoutersAdminTest-1385384480 tempest-RoutersAdminTest-1385384480-project-admin] 10.222.0.67 "DELETE /v2.0/routers/28c07ff0-0cdd-4d11-aa93-f4d280b6199c HTTP/1.1" status: 204 len: 168 time: 3.8718331 Sep 23 19:31:41.544452 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 45644) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:31:41.569207 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.managers [req-6f7f6e06-0d2f-4410-9654-18e09c4ba628 req-101335d4-27d2-48cf-96fb-09e3af46ed38 service neutron] Attempting to bind port 5b8a0a35-d9a5-40cb-80ab-356667fb483b on host n-h2-713301-16 for vnic_type normal with profile {{(pid=95101) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 19:31:41.569763 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.managers [req-6f7f6e06-0d2f-4410-9654-18e09c4ba628 req-101335d4-27d2-48cf-96fb-09e3af46ed38 service neutron] Attempting to bind port 5b8a0a35-d9a5-40cb-80ab-356667fb483b by drivers openvswitch,hyperv on host n-h2-713301-16 at level 0 using segments [{'id': 'f1ac3ad9-0f16-48a3-9c98-25f1a3519880', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '6b0b0714-7ca1-4d6d-b820-8be57f2679a5'}] {{(pid=95101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 19:31:41.575690 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f7f6e06-0d2f-4410-9654-18e09c4ba628 req-101335d4-27d2-48cf-96fb-09e3af46ed38 service neutron] Attempting to bind port 5b8a0a35-d9a5-40cb-80ab-356667fb483b on network 6b0b0714-7ca1-4d6d-b820-8be57f2679a5 {{(pid=95101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:31:41.644344 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f7f6e06-0d2f-4410-9654-18e09c4ba628 req-101335d4-27d2-48cf-96fb-09e3af46ed38 service neutron] Port 5b8a0a35-d9a5-40cb-80ab-356667fb483b on network 6b0b0714-7ca1-4d6d-b820-8be57f2679a5 not bound, no agent of type Open vSwitch agent registered on host n-h2-713301-16 {{(pid=95101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 19:31:41.644868 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f7f6e06-0d2f-4410-9654-18e09c4ba628 req-101335d4-27d2-48cf-96fb-09e3af46ed38 service neutron] Attempting to bind port 5b8a0a35-d9a5-40cb-80ab-356667fb483b on network 6b0b0714-7ca1-4d6d-b820-8be57f2679a5 {{(pid=95101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:31:41.656890 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f7f6e06-0d2f-4410-9654-18e09c4ba628 req-101335d4-27d2-48cf-96fb-09e3af46ed38 service neutron] Checking agent: {'id': '2a7cea34-db54-4faf-8d23-37521c3e34cb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713301-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 19, 15, 28), 'started_at': datetime.datetime(2021, 9, 23, 19, 15, 28), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 19, 31, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 19:31:41.661348 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f7f6e06-0d2f-4410-9654-18e09c4ba628 req-101335d4-27d2-48cf-96fb-09e3af46ed38 service neutron] Checking segment: {'id': 'f1ac3ad9-0f16-48a3-9c98-25f1a3519880', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '6b0b0714-7ca1-4d6d-b820-8be57f2679a5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:31:41.662596 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f7f6e06-0d2f-4410-9654-18e09c4ba628 req-101335d4-27d2-48cf-96fb-09e3af46ed38 service neutron] Bound using segment: {'id': 'f1ac3ad9-0f16-48a3-9c98-25f1a3519880', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '6b0b0714-7ca1-4d6d-b820-8be57f2679a5'} {{(pid=95101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 19:31:41.662596 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.managers [req-6f7f6e06-0d2f-4410-9654-18e09c4ba628 req-101335d4-27d2-48cf-96fb-09e3af46ed38 service neutron] Bound port: 5b8a0a35-d9a5-40cb-80ab-356667fb483b, host: n-h2-713301-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f1ac3ad9-0f16-48a3-9c98-25f1a3519880', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '6b0b0714-7ca1-4d6d-b820-8be57f2679a5'}}] {{(pid=95101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 19:31:41.663125 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-6f7f6e06-0d2f-4410-9654-18e09c4ba628 req-101335d4-27d2-48cf-96fb-09e3af46ed38 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:41.759358 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d210cc-0cf4-416b-9fe1-102778f30a07 req-19f920ad-ad1b-413e-8fb0-b4976fd7cccb tempest-ServerTagsTestJSON-780278031 tempest-ServerTagsTestJSON-780278031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:31:41.761389 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-49d210cc-0cf4-416b-9fe1-102778f30a07 req-19f920ad-ad1b-413e-8fb0-b4976fd7cccb tempest-ServerTagsTestJSON-780278031 tempest-ServerTagsTestJSON-780278031-project] 10.222.0.67 "GET /v2.0/ports?device_id=65757457-224c-44f3-a3c7-714fea4058cb HTTP/1.1" status: 200 len: 946 time: 0.2655098 Sep 23 19:31:41.804781 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 45648) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:31:41.896176 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-ff4c9959-84a8-4a0a-9b7a-0bdc66a6d992 req-1de9e735-42b4-48f0-85b5-b7f9944c6b3f tempest-ServerActionsTestJSON-618918056 tempest-ServerActionsTestJSON-618918056-project] 10.222.0.67 "GET /v2.0/ports?device_id=675250d5-b764-4a76-a441-f0488da38a5e HTTP/1.1" status: 200 len: 210 time: 0.0884614 Sep 23 19:31:41.902757 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-686fd69b-a6a5-4bb7-bd27-da6e02e73c15 req-f900c99f-5657-4897-8a30-0f5afd9718d4 service neutron] 10.222.0.53 "GET /v2.0/networks/fc3782e6-90e2-444f-9a65-4a3fa16297f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4080858 Sep 23 19:31:42.053352 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-49d210cc-0cf4-416b-9fe1-102778f30a07 req-32a33d65-aed0-4723-a2a9-505b5e83a109 tempest-ServerTagsTestJSON-780278031 tempest-ServerTagsTestJSON-780278031-project] 10.222.0.67 "GET /v2.0/security-groups?id=e867f3c0-cdde-4e48-a0bc-9f7e71c8e875&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2839470 Sep 23 19:31:42.138242 n-d-713301-16 neutron-server[95101]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 19:31:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7dad09d-af82-4506-92b0-5be60d7a7bef x-openstack-request-id: req-c7dad09d-af82-4506-92b0-5be60d7a7bef {{(pid=95101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 19:31:42.138533 n-d-713301-16 neutron-server[95101]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "583aeae2-b5c0-4d8d-bffb-15a63f4020fc", "tag": "e9421940-155e-4e16-8fe7-2df3b3cd6370", "status": "completed", "code": 200}]} {{(pid=95101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 19:31:42.138778 n-d-713301-16 neutron-server[95101]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-c7dad09d-af82-4506-92b0-5be60d7a7bef {{(pid=95101) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 19:31:42.139163 n-d-713301-16 neutron-server[95101]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '583aeae2-b5c0-4d8d-bffb-15a63f4020fc', 'tag': 'e9421940-155e-4e16-8fe7-2df3b3cd6370', 'status': 'completed', 'code': 200} Sep 23 19:31:42.178608 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-60d98e54-3c89-43a0-ba21-c91b85f4a8a3 req-5ee1fed0-b2c8-47d3-b878-d6b4b5665dd4 tempest-ServerActionsTestJSON-618918056 tempest-ServerActionsTestJSON-618918056-project] Notify callbacks [] for port, precommit_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:42.230510 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-8dc371bc-0981-4505-b10d-8cb1f49ddf3f admin admin] Notify callbacks [] for security_group, before_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:42.240689 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-60d98e54-3c89-43a0-ba21-c91b85f4a8a3 req-5ee1fed0-b2c8-47d3-b878-d6b4b5665dd4 tempest-ServerActionsTestJSON-618918056 tempest-ServerActionsTestJSON-618918056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783145673135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4399100'] for port, after_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:42.241587 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-87193848-be64-4afa-bf54-1235b4576e4c tempest-RoutersAdminTest-1385384480 tempest-RoutersAdminTest-1385384480-project-admin] Notify callbacks [] for router, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:42.349661 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-686fd69b-a6a5-4bb7-bd27-da6e02e73c15 req-011f7b2b-b2c6-422b-beeb-7a8d858e6471 service neutron] 10.222.0.53 "GET /v2.0/networks/fc3782e6-90e2-444f-9a65-4a3fa16297f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3634961 Sep 23 19:31:42.355190 n-d-713301-16 neutron-server[95102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-60d98e54-3c89-43a0-ba21-c91b85f4a8a3 req-5ee1fed0-b2c8-47d3-b878-d6b4b5665dd4 tempest-ServerActionsTestJSON-618918056 tempest-ServerActionsTestJSON-618918056-project] Network 364dc893-5ecb-4aa3-be76-13b51cbbfbd4 is already hosted by enough agents. {{(pid=95102) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:31:42.366679 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.db [req-6f7f6e06-0d2f-4410-9654-18e09c4ba628 req-101335d4-27d2-48cf-96fb-09e3af46ed38 service neutron] For port 5b8a0a35-d9a5-40cb-80ab-356667fb483b, host n-h2-713301-16, cleared binding levels {{(pid=95101) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 19:31:42.368848 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed7f8cb-116c-4efc-aaaf-e90efd7ea804 req-09f94c36-93a1-406a-b05e-088a275c4665 tempest-ImagesNegativeTestJSON-1039150773 tempest-ImagesNegativeTestJSON-1039150773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:31:42.377462 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-4ed7f8cb-116c-4efc-aaaf-e90efd7ea804 req-09f94c36-93a1-406a-b05e-088a275c4665 tempest-ImagesNegativeTestJSON-1039150773 tempest-ImagesNegativeTestJSON-1039150773-project] 10.222.0.67 "GET /v2.0/ports?device_id=d633ef35-fdcc-45ee-ac71-1b558e8af7d2 HTTP/1.1" status: 200 len: 949 time: 0.3739710 Sep 23 19:31:42.379216 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c75261-06d1-40a3-ae52-d79c52e47ebd req-5268d7d6-c46c-4f33-980b-ace30b6fdf82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:31:42.380105 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c75261-06d1-40a3-ae52-d79c52e47ebd req-5268d7d6-c46c-4f33-980b-ace30b6fdf82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:31:42.381253 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c75261-06d1-40a3-ae52-d79c52e47ebd req-5268d7d6-c46c-4f33-980b-ace30b6fdf82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:31:42.382269 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c75261-06d1-40a3-ae52-d79c52e47ebd req-5268d7d6-c46c-4f33-980b-ace30b6fdf82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:31:42.383733 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c75261-06d1-40a3-ae52-d79c52e47ebd req-5268d7d6-c46c-4f33-980b-ace30b6fdf82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:31:42.384509 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c75261-06d1-40a3-ae52-d79c52e47ebd req-5268d7d6-c46c-4f33-980b-ace30b6fdf82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:31:42.385459 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c75261-06d1-40a3-ae52-d79c52e47ebd req-5268d7d6-c46c-4f33-980b-ace30b6fdf82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:31:42.386979 n-d-713301-16 neutron-server[95102]: DEBUG neutron.scheduler.base_scheduler [req-60d98e54-3c89-43a0-ba21-c91b85f4a8a3 req-5ee1fed0-b2c8-47d3-b878-d6b4b5665dd4 tempest-ServerActionsTestJSON-618918056 tempest-ServerActionsTestJSON-618918056-project] Resources bound (agent type, host, resource id): {{(pid=95102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:31:42.389460 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-b9c75261-06d1-40a3-ae52-d79c52e47ebd req-5268d7d6-c46c-4f33-980b-ace30b6fdf82 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=1f1788a36b0c407c84d1fe9c6d21bab4&device_id=583aeae2-b5c0-4d8d-bffb-15a63f4020fc HTTP/1.1" status: 200 len: 6246 time: 0.2471077 Sep 23 19:31:42.416960 n-d-713301-16 neutron-server[95102]: DEBUG neutron.db.l3_dvrscheduler_db [req-60d98e54-3c89-43a0-ba21-c91b85f4a8a3 req-5ee1fed0-b2c8-47d3-b878-d6b4b5665dd4 tempest-ServerActionsTestJSON-618918056 tempest-ServerActionsTestJSON-618918056-project] Received port after_create {{(pid=95102) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 19:31:42.424427 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.db [req-6f7f6e06-0d2f-4410-9654-18e09c4ba628 req-101335d4-27d2-48cf-96fb-09e3af46ed38 service neutron] For port 5b8a0a35-d9a5-40cb-80ab-356667fb483b, host n-h2-713301-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-16',level=0,port_id=5b8a0a35-d9a5-40cb-80ab-356667fb483b,segment=NetworkSegment(f1ac3ad9-0f16-48a3-9c98-25f1a3519880),segment_id=f1ac3ad9-0f16-48a3-9c98-25f1a3519880)] {{(pid=95101) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 19:31:42.452582 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-6f7f6e06-0d2f-4410-9654-18e09c4ba628 req-101335d4-27d2-48cf-96fb-09e3af46ed38 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5607436'] for port, after_update {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:42.478755 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ee1fed0-b2c8-47d3-b878-d6b4b5665dd4 tempest-ServerActionsTestJSON-618918056 tempest-ServerActionsTestJSON-618918056-project] Pushing event updated for resources: {'Port': ['ID=cdcac803-b0eb-4617-8861-7fe8589dd0b8,revision_number=1']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:31:42.574068 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d98e54-3c89-43a0-ba21-c91b85f4a8a3 req-5ee1fed0-b2c8-47d3-b878-d6b4b5665dd4 tempest-ServerActionsTestJSON-618918056 tempest-ServerActionsTestJSON-618918056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:31:42.591034 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-60d98e54-3c89-43a0-ba21-c91b85f4a8a3 req-5ee1fed0-b2c8-47d3-b878-d6b4b5665dd4 tempest-ServerActionsTestJSON-618918056 tempest-ServerActionsTestJSON-618918056-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222849'] for port, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:42.625104 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-4ed7f8cb-116c-4efc-aaaf-e90efd7ea804 req-56ea43ad-693c-43ad-85be-c8eda5dc0682 tempest-ImagesNegativeTestJSON-1039150773 tempest-ImagesNegativeTestJSON-1039150773-project] 10.222.0.67 "GET /v2.0/security-groups?id=dee01b0c-2788-4ae5-966c-c16e94c215fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2464185 Sep 23 19:31:42.696977 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7f6e06-0d2f-4410-9654-18e09c4ba628 req-101335d4-27d2-48cf-96fb-09e3af46ed38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:31:42.697629 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-6f7f6e06-0d2f-4410-9654-18e09c4ba628 req-101335d4-27d2-48cf-96fb-09e3af46ed38 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222849'] for port, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:42.699112 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-6f7f6e06-0d2f-4410-9654-18e09c4ba628 req-101335d4-27d2-48cf-96fb-09e3af46ed38 service neutron] 10.222.0.53 "PUT /v2.0/ports/5b8a0a35-d9a5-40cb-80ab-356667fb483b HTTP/1.1" status: 200 len: 1091 time: 2.1208127 Sep 23 19:31:42.766295 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.v2.base [req-6f7f6e06-0d2f-4410-9654-18e09c4ba628 req-40ed88eb-58c9-4807-88ed-9178aba0dd4c service neutron] Request body: {'port': {'device_id': '583aeae2-b5c0-4d8d-bffb-15a63f4020fc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713301-16'}} {{(pid=95101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:31:42.776345 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-8dc371bc-0981-4505-b10d-8cb1f49ddf3f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:42.791395 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-87193848-be64-4afa-bf54-1235b4576e4c tempest-RoutersAdminTest-1385384480 tempest-RoutersAdminTest-1385384480-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:42.793994 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-8dc371bc-0981-4505-b10d-8cb1f49ddf3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:42.810917 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-60d98e54-3c89-43a0-ba21-c91b85f4a8a3 req-5ee1fed0-b2c8-47d3-b878-d6b4b5665dd4 tempest-ServerActionsTestJSON-618918056 tempest-ServerActionsTestJSON-618918056-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.6504464 Sep 23 19:31:42.856083 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-101335d4-27d2-48cf-96fb-09e3af46ed38 service neutron] Pushing event updated for resources: {'Port': ['ID=5b8a0a35-d9a5-40cb-80ab-356667fb483b,revision_number=3']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:31:42.867577 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.v2.base [req-60d98e54-3c89-43a0-ba21-c91b85f4a8a3 req-a84bce10-154e-49a8-b7ef-e51a7746c839 service neutron] Request body: {'port': {'device_id': '675250d5-b764-4a76-a441-f0488da38a5e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713301-16'}} {{(pid=95102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:31:42.908836 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-95fb9969-5342-4758-9431-92c9a2bccdfa None None] Provisioning complete for port cdcac803-b0eb-4617-8861-7fe8589dd0b8 triggered by entity DHCP. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:31:42.910005 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-95fb9969-5342-4758-9431-92c9a2bccdfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:42.920660 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c75261-06d1-40a3-ae52-d79c52e47ebd req-2ecff944-4271-4a27-aacb-35d25e34a592 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:31:42.921212 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c75261-06d1-40a3-ae52-d79c52e47ebd req-2ecff944-4271-4a27-aacb-35d25e34a592 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:31:42.921694 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c75261-06d1-40a3-ae52-d79c52e47ebd req-2ecff944-4271-4a27-aacb-35d25e34a592 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:31:42.923773 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-b9c75261-06d1-40a3-ae52-d79c52e47ebd req-2ecff944-4271-4a27-aacb-35d25e34a592 service neutron] 10.222.0.53 "GET /v2.0/networks?tenant_id=1f1788a36b0c407c84d1fe9c6d21bab4&shared=False HTTP/1.1" status: 200 len: 2299 time: 0.5212486 Sep 23 19:31:42.960173 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-8dc371bc-0981-4505-b10d-8cb1f49ddf3f admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=4eabc175455f4add98b2851cbfaaee12&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1503153 Sep 23 19:31:42.961244 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 45672) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:31:42.981119 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc371bc-0981-4505-b10d-8cb1f49ddf3f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d536a599-02cf-4500-9ffc-8d87c85cbacf,revision_number=1']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:31:42.996098 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.plugin [None req-95fb9969-5342-4758-9431-92c9a2bccdfa None None] Port cdcac803-b0eb-4617-8861-7fe8589dd0b8 cannot update to ACTIVE because it is not bound. {{(pid=95103) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 19:31:43.017123 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-382b9d89-d667-47a5-a45c-7d980329d210 req-2bf64f2d-baa3-4121-ab50-bd586903f8d9 tempest-TaggedBootDevicesTest_v242-1470406513 tempest-TaggedBootDevicesTest_v242-1470406513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:31:43.023837 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-382b9d89-d667-47a5-a45c-7d980329d210 req-2bf64f2d-baa3-4121-ab50-bd586903f8d9 tempest-TaggedBootDevicesTest_v242-1470406513 tempest-TaggedBootDevicesTest_v242-1470406513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:31:43.028302 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-6f7f6e06-0d2f-4410-9654-18e09c4ba628 req-40ed88eb-58c9-4807-88ed-9178aba0dd4c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:43.033390 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-382b9d89-d667-47a5-a45c-7d980329d210 req-2bf64f2d-baa3-4121-ab50-bd586903f8d9 tempest-TaggedBootDevicesTest_v242-1470406513 tempest-TaggedBootDevicesTest_v242-1470406513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:31:43.043758 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-382b9d89-d667-47a5-a45c-7d980329d210 req-2bf64f2d-baa3-4121-ab50-bd586903f8d9 tempest-TaggedBootDevicesTest_v242-1470406513 tempest-TaggedBootDevicesTest_v242-1470406513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:31:43.052459 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-382b9d89-d667-47a5-a45c-7d980329d210 req-2bf64f2d-baa3-4121-ab50-bd586903f8d9 tempest-TaggedBootDevicesTest_v242-1470406513 tempest-TaggedBootDevicesTest_v242-1470406513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:31:43.058726 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-382b9d89-d667-47a5-a45c-7d980329d210 req-2bf64f2d-baa3-4121-ab50-bd586903f8d9 tempest-TaggedBootDevicesTest_v242-1470406513 tempest-TaggedBootDevicesTest_v242-1470406513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:31:43.065614 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-382b9d89-d667-47a5-a45c-7d980329d210 req-2bf64f2d-baa3-4121-ab50-bd586903f8d9 tempest-TaggedBootDevicesTest_v242-1470406513 tempest-TaggedBootDevicesTest_v242-1470406513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:31:43.067648 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-382b9d89-d667-47a5-a45c-7d980329d210 req-2bf64f2d-baa3-4121-ab50-bd586903f8d9 tempest-TaggedBootDevicesTest_v242-1470406513 tempest-TaggedBootDevicesTest_v242-1470406513-project] 10.222.0.67 "GET /v2.0/ports?device_id=583aeae2-b5c0-4d8d-bffb-15a63f4020fc HTTP/1.1" status: 200 len: 5392 time: 0.2889409 Sep 23 19:31:43.108510 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-60d98e54-3c89-43a0-ba21-c91b85f4a8a3 req-a84bce10-154e-49a8-b7ef-e51a7746c839 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:43.150753 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.plugin [None req-87193848-be64-4afa-bf54-1235b4576e4c tempest-RoutersAdminTest-1385384480 tempest-RoutersAdminTest-1385384480-project-admin] Deleting port fa87f68a-33c7-4c89-b15e-3c2e4049ea92 {{(pid=95101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:31:43.150753 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-87193848-be64-4afa-bf54-1235b4576e4c tempest-RoutersAdminTest-1385384480 tempest-RoutersAdminTest-1385384480-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783146157096'] for port, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:43.199037 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c75261-06d1-40a3-ae52-d79c52e47ebd req-6bb7da47-91ad-4ae2-b34b-e87195c28d72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:31:43.200534 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-b9c75261-06d1-40a3-ae52-d79c52e47ebd req-6bb7da47-91ad-4ae2-b34b-e87195c28d72 service neutron] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2693050 Sep 23 19:31:43.227688 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-382b9d89-d667-47a5-a45c-7d980329d210 req-03c7b68d-10f5-486c-a1a6-c26e1786ee36 tempest-TaggedBootDevicesTest_v242-1470406513 tempest-TaggedBootDevicesTest_v242-1470406513-project] 10.222.0.67 "GET /v2.0/security-groups?id=687e4f9e-0a49-4ef3-86dc-e31b7edc6949&id=78494785-7e26-42ec-a5d5-f3013c8d7eca&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1311808 Sep 23 19:31:43.237650 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-06bbdd5b-e5aa-4cc7-b4af-bd37eab8ad60 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:43.261146 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-06bbdd5b-e5aa-4cc7-b4af-bd37eab8ad60 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:43.381836 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.db [None req-87193848-be64-4afa-bf54-1235b4576e4c tempest-RoutersAdminTest-1385384480 tempest-RoutersAdminTest-1385384480-project-admin] For port fa87f68a-33c7-4c89-b15e-3c2e4049ea92, host n-d-713301-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-16',level=0,port_id=fa87f68a-33c7-4c89-b15e-3c2e4049ea92,segment=NetworkSegment(7d4027f1-d893-4c7b-95d4-757b8e44e380),segment_id=7d4027f1-d893-4c7b-95d4-757b8e44e380)] {{(pid=95101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:31:43.382537 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-87193848-be64-4afa-bf54-1235b4576e4c tempest-RoutersAdminTest-1385384480 tempest-RoutersAdminTest-1385384480-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-605701'] for port, precommit_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:43.425193 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.plugin [None req-87193848-be64-4afa-bf54-1235b4576e4c tempest-RoutersAdminTest-1385384480 tempest-RoutersAdminTest-1385384480-project-admin] Calling delete_port for fa87f68a-33c7-4c89-b15e-3c2e4049ea92 owned by network:router_gateway {{(pid=95101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:31:43.458435 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a99cece-8eb2-4829-9119-5a88c4521010 req-03acf1d7-7f8d-4341-8d4a-7199b0ff7357 tempest-ImagesNegativeTestJSON-1039150773 tempest-ImagesNegativeTestJSON-1039150773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:31:43.459942 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-5a99cece-8eb2-4829-9119-5a88c4521010 req-03acf1d7-7f8d-4341-8d4a-7199b0ff7357 tempest-ImagesNegativeTestJSON-1039150773 tempest-ImagesNegativeTestJSON-1039150773-project] 10.222.0.67 "GET /v2.0/ports?device_id=d633ef35-fdcc-45ee-ac71-1b558e8af7d2 HTTP/1.1" status: 200 len: 949 time: 0.1333556 Sep 23 19:31:43.488960 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-06bbdd5b-e5aa-4cc7-b4af-bd37eab8ad60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:43.491386 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-06bbdd5b-e5aa-4cc7-b4af-bd37eab8ad60 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:43.492513 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-06bbdd5b-e5aa-4cc7-b4af-bd37eab8ad60 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/d536a599-02cf-4500-9ffc-8d87c85cbacf HTTP/1.1" status: 204 len: 168 time: 0.5255711 Sep 23 19:31:43.519393 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a965f015-77ae-4cd3-b978-87e46e717d16 req-87d8430c-703d-4550-9479-dd7c558c6cd9 tempest-ServerActionsTestJSON-618918056 tempest-ServerActionsTestJSON-618918056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:31:43.520990 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-a965f015-77ae-4cd3-b978-87e46e717d16 req-87d8430c-703d-4550-9479-dd7c558c6cd9 tempest-ServerActionsTestJSON-618918056 tempest-ServerActionsTestJSON-618918056-project] 10.222.0.67 "GET /v2.0/ports?device_id=675250d5-b764-4a76-a441-f0488da38a5e HTTP/1.1" status: 200 len: 931 time: 0.1954908 Sep 23 19:31:43.562311 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06bbdd5b-e5aa-4cc7-b4af-bd37eab8ad60 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d536a599-02cf-4500-9ffc-8d87c85cbacf,revision_number=None']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:31:43.608787 n-d-713301-16 neutron-server[95101]: DEBUG neutron.notifiers.nova [req-6f7f6e06-0d2f-4410-9654-18e09c4ba628 req-40ed88eb-58c9-4807-88ed-9178aba0dd4c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c139ca82-853e-472d-b61c-c167aa20c5aa {{(pid=95101) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 19:31:43.623474 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-6f7f6e06-0d2f-4410-9654-18e09c4ba628 req-40ed88eb-58c9-4807-88ed-9178aba0dd4c service neutron] Notify callbacks [] for port, precommit_update {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:43.628330 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-a965f015-77ae-4cd3-b978-87e46e717d16 req-de0cfa1f-0b7c-4dcb-bcab-f51d04d0b80f tempest-ServerActionsTestJSON-618918056 tempest-ServerActionsTestJSON-618918056-project] 10.222.0.67 "GET /v2.0/security-groups?id=8f1e71cd-f67e-49f6-828d-7dde05723843&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933967 Sep 23 19:31:43.639114 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-5a99cece-8eb2-4829-9119-5a88c4521010 req-2fd899b8-ea41-4e7d-91da-a2cdab30eded tempest-ImagesNegativeTestJSON-1039150773 tempest-ImagesNegativeTestJSON-1039150773-project] 10.222.0.67 "GET /v2.0/security-groups?id=dee01b0c-2788-4ae5-966c-c16e94c215fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1529009 Sep 23 19:31:43.718615 n-d-713301-16 neutron-server[95101]: DEBUG neutron.db.provisioning_blocks [req-6f7f6e06-0d2f-4410-9654-18e09c4ba628 req-40ed88eb-58c9-4807-88ed-9178aba0dd4c service neutron] Transition to ACTIVE for port object c139ca82-853e-472d-b61c-c167aa20c5aa will not be triggered until provisioned by entity L2. {{(pid=95101) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 19:31:43.719591 n-d-713301-16 neutron-server[95102]: DEBUG neutron.notifiers.nova [req-60d98e54-3c89-43a0-ba21-c91b85f4a8a3 req-a84bce10-154e-49a8-b7ef-e51a7746c839 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cdcac803-b0eb-4617-8861-7fe8589dd0b8 {{(pid=95102) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 19:31:43.721740 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-87193848-be64-4afa-bf54-1235b4576e4c tempest-RoutersAdminTest-1385384480 tempest-RoutersAdminTest-1385384480-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783146162158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783145673144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5607431'] for port, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:43.729314 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-60d98e54-3c89-43a0-ba21-c91b85f4a8a3 req-a84bce10-154e-49a8-b7ef-e51a7746c839 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:43.736827 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-6f7f6e06-0d2f-4410-9654-18e09c4ba628 req-40ed88eb-58c9-4807-88ed-9178aba0dd4c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5607436'] for port, after_update {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:43.744909 n-d-713301-16 neutron-server[95102]: DEBUG neutron.db.provisioning_blocks [req-60d98e54-3c89-43a0-ba21-c91b85f4a8a3 req-a84bce10-154e-49a8-b7ef-e51a7746c839 service neutron] Transition to ACTIVE for port object cdcac803-b0eb-4617-8861-7fe8589dd0b8 will not be triggered until provisioned by entity L2. {{(pid=95102) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 19:31:43.750451 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-60d98e54-3c89-43a0-ba21-c91b85f4a8a3 req-a84bce10-154e-49a8-b7ef-e51a7746c839 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4399095'] for port, after_update {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:43.781167 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87193848-be64-4afa-bf54-1235b4576e4c tempest-RoutersAdminTest-1385384480 tempest-RoutersAdminTest-1385384480-project-admin] Pushing event deleted for resources: {'Port': ['ID=fa87f68a-33c7-4c89-b15e-3c2e4049ea92,revision_number=None']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:31:43.824695 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a84bce10-154e-49a8-b7ef-e51a7746c839 service neutron] Pushing event updated for resources: {'Port': ['ID=cdcac803-b0eb-4617-8861-7fe8589dd0b8,revision_number=2']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:31:43.939539 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.managers [req-60d98e54-3c89-43a0-ba21-c91b85f4a8a3 req-a84bce10-154e-49a8-b7ef-e51a7746c839 service neutron] Attempting to bind port cdcac803-b0eb-4617-8861-7fe8589dd0b8 on host n-h1-713301-16 for vnic_type normal with profile {{(pid=95102) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 19:31:43.939882 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.managers [req-60d98e54-3c89-43a0-ba21-c91b85f4a8a3 req-a84bce10-154e-49a8-b7ef-e51a7746c839 service neutron] Attempting to bind port cdcac803-b0eb-4617-8861-7fe8589dd0b8 by drivers openvswitch,hyperv on host n-h1-713301-16 at level 0 using segments [{'id': '0ad9f853-8282-44e3-ac3b-2b75c9223dae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '364dc893-5ecb-4aa3-be76-13b51cbbfbd4'}] {{(pid=95102) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 19:31:43.940220 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60d98e54-3c89-43a0-ba21-c91b85f4a8a3 req-a84bce10-154e-49a8-b7ef-e51a7746c839 service neutron] Attempting to bind port cdcac803-b0eb-4617-8861-7fe8589dd0b8 on network 364dc893-5ecb-4aa3-be76-13b51cbbfbd4 {{(pid=95102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:31:43.945805 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60d98e54-3c89-43a0-ba21-c91b85f4a8a3 req-a84bce10-154e-49a8-b7ef-e51a7746c839 service neutron] Port cdcac803-b0eb-4617-8861-7fe8589dd0b8 on network 364dc893-5ecb-4aa3-be76-13b51cbbfbd4 not bound, no agent of type Open vSwitch agent registered on host n-h1-713301-16 {{(pid=95102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 19:31:43.946149 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60d98e54-3c89-43a0-ba21-c91b85f4a8a3 req-a84bce10-154e-49a8-b7ef-e51a7746c839 service neutron] Attempting to bind port cdcac803-b0eb-4617-8861-7fe8589dd0b8 on network 364dc893-5ecb-4aa3-be76-13b51cbbfbd4 {{(pid=95102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:31:43.952143 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60d98e54-3c89-43a0-ba21-c91b85f4a8a3 req-a84bce10-154e-49a8-b7ef-e51a7746c839 service neutron] Checking agent: {'id': '0708c3e9-0aad-4600-9be9-d2486535c898', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713301-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 19, 15, 28), 'started_at': datetime.datetime(2021, 9, 23, 19, 15, 28), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 19, 31, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 19:31:43.952511 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60d98e54-3c89-43a0-ba21-c91b85f4a8a3 req-a84bce10-154e-49a8-b7ef-e51a7746c839 service neutron] Checking segment: {'id': '0ad9f853-8282-44e3-ac3b-2b75c9223dae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '364dc893-5ecb-4aa3-be76-13b51cbbfbd4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95102) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:31:43.952895 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60d98e54-3c89-43a0-ba21-c91b85f4a8a3 req-a84bce10-154e-49a8-b7ef-e51a7746c839 service neutron] Bound using segment: {'id': '0ad9f853-8282-44e3-ac3b-2b75c9223dae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '364dc893-5ecb-4aa3-be76-13b51cbbfbd4'} {{(pid=95102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 19:31:43.953333 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.managers [req-60d98e54-3c89-43a0-ba21-c91b85f4a8a3 req-a84bce10-154e-49a8-b7ef-e51a7746c839 service neutron] Bound port: cdcac803-b0eb-4617-8861-7fe8589dd0b8, host: n-h1-713301-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0ad9f853-8282-44e3-ac3b-2b75c9223dae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '364dc893-5ecb-4aa3-be76-13b51cbbfbd4'}}] {{(pid=95102) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 19:31:43.953701 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-60d98e54-3c89-43a0-ba21-c91b85f4a8a3 req-a84bce10-154e-49a8-b7ef-e51a7746c839 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:44.003951 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ed88eb-58c9-4807-88ed-9178aba0dd4c service neutron] Pushing event updated for resources: {'Port': ['ID=c139ca82-853e-472d-b61c-c167aa20c5aa,revision_number=2']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:31:44.065931 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.db [req-60d98e54-3c89-43a0-ba21-c91b85f4a8a3 req-a84bce10-154e-49a8-b7ef-e51a7746c839 service neutron] For port cdcac803-b0eb-4617-8861-7fe8589dd0b8, host n-h1-713301-16, cleared binding levels {{(pid=95102) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 19:31:44.070519 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.db [req-60d98e54-3c89-43a0-ba21-c91b85f4a8a3 req-a84bce10-154e-49a8-b7ef-e51a7746c839 service neutron] For port cdcac803-b0eb-4617-8861-7fe8589dd0b8, host n-h1-713301-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-16',level=0,port_id=cdcac803-b0eb-4617-8861-7fe8589dd0b8,segment=NetworkSegment(0ad9f853-8282-44e3-ac3b-2b75c9223dae),segment_id=0ad9f853-8282-44e3-ac3b-2b75c9223dae)] {{(pid=95102) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 19:31:44.082334 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-60d98e54-3c89-43a0-ba21-c91b85f4a8a3 req-a84bce10-154e-49a8-b7ef-e51a7746c839 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4399095'] for port, after_update {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:44.119458 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-87193848-be64-4afa-bf54-1235b4576e4c tempest-RoutersAdminTest-1385384480 tempest-RoutersAdminTest-1385384480-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-601942'] for router_gateway, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:44.129188 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d98e54-3c89-43a0-ba21-c91b85f4a8a3 req-a84bce10-154e-49a8-b7ef-e51a7746c839 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:31:44.130872 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-60d98e54-3c89-43a0-ba21-c91b85f4a8a3 req-a84bce10-154e-49a8-b7ef-e51a7746c839 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222849'] for port, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:44.132546 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-60d98e54-3c89-43a0-ba21-c91b85f4a8a3 req-a84bce10-154e-49a8-b7ef-e51a7746c839 service neutron] 10.222.0.74 "PUT /v2.0/ports/cdcac803-b0eb-4617-8861-7fe8589dd0b8 HTTP/1.1" status: 200 len: 1092 time: 1.2774456 Sep 23 19:31:44.133159 n-d-713301-16 neutron-server[95102]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '675250d5-b764-4a76-a441-f0488da38a5e', 'tag': 'cdcac803-b0eb-4617-8861-7fe8589dd0b8'}] {{(pid=95102) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 19:31:44.135905 n-d-713301-16 neutron-server[95102]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab31b6d93e5336dbddfa8ec424565b3bd8cb2369c5b4d85bc943472dbb21e8ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc1fed05-ad40-49c0-b8f4-d2247377e8f1" -d '{"events": [{"name": "network-changed", "server_uuid": "675250d5-b764-4a76-a441-f0488da38a5e", "tag": "cdcac803-b0eb-4617-8861-7fe8589dd0b8"}]}' {{(pid=95102) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 19:31:44.165005 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a84bce10-154e-49a8-b7ef-e51a7746c839 service neutron] Pushing event updated for resources: {'Port': ['ID=cdcac803-b0eb-4617-8861-7fe8589dd0b8,revision_number=3']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:31:44.187493 n-d-713301-16 neutron-server[95101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '583aeae2-b5c0-4d8d-bffb-15a63f4020fc', 'tag': '5b8a0a35-d9a5-40cb-80ab-356667fb483b'}] {{(pid=95101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 19:31:44.190241 n-d-713301-16 neutron-server[95101]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d8366c5740cd635e57ab12b71fe44a77c2acc3c19091ef849c6f68b380462244" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b796d33-0186-466f-9f3f-5bb7639b2581" -d '{"events": [{"name": "network-changed", "server_uuid": "583aeae2-b5c0-4d8d-bffb-15a63f4020fc", "tag": "5b8a0a35-d9a5-40cb-80ab-356667fb483b"}]}' {{(pid=95101) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 19:31:44.251344 n-d-713301-16 neutron-server[95102]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 19:31:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1862447f-aa3a-402d-8bc0-ad9a9c9f8390 x-openstack-request-id: req-1862447f-aa3a-402d-8bc0-ad9a9c9f8390 {{(pid=95102) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 19:31:44.252778 n-d-713301-16 neutron-server[95102]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "675250d5-b764-4a76-a441-f0488da38a5e", "tag": "cdcac803-b0eb-4617-8861-7fe8589dd0b8", "status": "completed", "code": 200}]} {{(pid=95102) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 19:31:44.253811 n-d-713301-16 neutron-server[95102]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-1862447f-aa3a-402d-8bc0-ad9a9c9f8390 {{(pid=95102) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 19:31:44.255399 n-d-713301-16 neutron-server[95102]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '675250d5-b764-4a76-a441-f0488da38a5e', 'tag': 'cdcac803-b0eb-4617-8861-7fe8589dd0b8', 'status': 'completed', 'code': 200} Sep 23 19:31:44.329287 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d98e54-3c89-43a0-ba21-c91b85f4a8a3 req-dcb200b4-b7a1-4e54-b585-03b7c3b59338 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:31:44.333964 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-60d98e54-3c89-43a0-ba21-c91b85f4a8a3 req-dcb200b4-b7a1-4e54-b585-03b7c3b59338 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=f17a85608a9a4ecb8150ef41746c47e0&device_id=675250d5-b764-4a76-a441-f0488da38a5e HTTP/1.1" status: 200 len: 1095 time: 0.1454346 Sep 23 19:31:44.354399 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-87193848-be64-4afa-bf54-1235b4576e4c tempest-RoutersAdminTest-1385384480 tempest-RoutersAdminTest-1385384480-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-597305', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29369'] for router, precommit_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:44.355590 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-87193848-be64-4afa-bf54-1235b4576e4c tempest-RoutersAdminTest-1385384480 tempest-RoutersAdminTest-1385384480-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:44.419191 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.managers [req-6f7f6e06-0d2f-4410-9654-18e09c4ba628 req-40ed88eb-58c9-4807-88ed-9178aba0dd4c service neutron] Attempting to bind port c139ca82-853e-472d-b61c-c167aa20c5aa on host n-h2-713301-16 for vnic_type normal with profile {{(pid=95101) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 19:31:44.419840 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.managers [req-6f7f6e06-0d2f-4410-9654-18e09c4ba628 req-40ed88eb-58c9-4807-88ed-9178aba0dd4c service neutron] Attempting to bind port c139ca82-853e-472d-b61c-c167aa20c5aa by drivers openvswitch,hyperv on host n-h2-713301-16 at level 0 using segments [{'id': 'f1ac3ad9-0f16-48a3-9c98-25f1a3519880', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '6b0b0714-7ca1-4d6d-b820-8be57f2679a5'}] {{(pid=95101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 19:31:44.419980 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f7f6e06-0d2f-4410-9654-18e09c4ba628 req-40ed88eb-58c9-4807-88ed-9178aba0dd4c service neutron] Attempting to bind port c139ca82-853e-472d-b61c-c167aa20c5aa on network 6b0b0714-7ca1-4d6d-b820-8be57f2679a5 {{(pid=95101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:31:44.427397 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f7f6e06-0d2f-4410-9654-18e09c4ba628 req-40ed88eb-58c9-4807-88ed-9178aba0dd4c service neutron] Port c139ca82-853e-472d-b61c-c167aa20c5aa on network 6b0b0714-7ca1-4d6d-b820-8be57f2679a5 not bound, no agent of type Open vSwitch agent registered on host n-h2-713301-16 {{(pid=95101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 19:31:44.427757 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f7f6e06-0d2f-4410-9654-18e09c4ba628 req-40ed88eb-58c9-4807-88ed-9178aba0dd4c service neutron] Attempting to bind port c139ca82-853e-472d-b61c-c167aa20c5aa on network 6b0b0714-7ca1-4d6d-b820-8be57f2679a5 {{(pid=95101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:31:44.434096 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f7f6e06-0d2f-4410-9654-18e09c4ba628 req-40ed88eb-58c9-4807-88ed-9178aba0dd4c service neutron] Checking agent: {'id': '2a7cea34-db54-4faf-8d23-37521c3e34cb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713301-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 19, 15, 28), 'started_at': datetime.datetime(2021, 9, 23, 19, 15, 28), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 19, 31, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 19:31:44.434620 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f7f6e06-0d2f-4410-9654-18e09c4ba628 req-40ed88eb-58c9-4807-88ed-9178aba0dd4c service neutron] Checking segment: {'id': 'f1ac3ad9-0f16-48a3-9c98-25f1a3519880', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '6b0b0714-7ca1-4d6d-b820-8be57f2679a5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:31:44.435160 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f7f6e06-0d2f-4410-9654-18e09c4ba628 req-40ed88eb-58c9-4807-88ed-9178aba0dd4c service neutron] Bound using segment: {'id': 'f1ac3ad9-0f16-48a3-9c98-25f1a3519880', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '6b0b0714-7ca1-4d6d-b820-8be57f2679a5'} {{(pid=95101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 19:31:44.435708 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.managers [req-6f7f6e06-0d2f-4410-9654-18e09c4ba628 req-40ed88eb-58c9-4807-88ed-9178aba0dd4c service neutron] Bound port: c139ca82-853e-472d-b61c-c167aa20c5aa, host: n-h2-713301-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f1ac3ad9-0f16-48a3-9c98-25f1a3519880', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '6b0b0714-7ca1-4d6d-b820-8be57f2679a5'}}] {{(pid=95101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 19:31:44.436042 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-6f7f6e06-0d2f-4410-9654-18e09c4ba628 req-40ed88eb-58c9-4807-88ed-9178aba0dd4c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:44.495460 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-60d98e54-3c89-43a0-ba21-c91b85f4a8a3 req-1d6a550f-9932-47d2-affe-044a9356911c service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=cdcac803-b0eb-4617-8861-7fe8589dd0b8 HTTP/1.1" status: 200 len: 217 time: 0.1524932 Sep 23 19:31:44.521250 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-87193848-be64-4afa-bf54-1235b4576e4c tempest-RoutersAdminTest-1385384480 tempest-RoutersAdminTest-1385384480-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-597296'] for router, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:44.525863 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87193848-be64-4afa-bf54-1235b4576e4c tempest-RoutersAdminTest-1385384480 tempest-RoutersAdminTest-1385384480-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 828b5c74-aa1e-462e-95bd-d2d1c24cbf36 {{(pid=95101) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 23 19:31:44.538881 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-87193848-be64-4afa-bf54-1235b4576e4c tempest-RoutersAdminTest-1385384480 tempest-RoutersAdminTest-1385384480-project-admin] Notify callbacks [] for router, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:44.545509 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-87193848-be64-4afa-bf54-1235b4576e4c tempest-RoutersAdminTest-1385384480 tempest-RoutersAdminTest-1385384480-project-admin] 10.222.0.67 "DELETE /v2.0/routers/828b5c74-aa1e-462e-95bd-d2d1c24cbf36 HTTP/1.1" status: 204 len: 168 time: 2.9940937 Sep 23 19:31:44.569044 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 45714) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:31:44.575030 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.v2.base [None req-789a24c9-1dbd-4485-8c31-5095c0d761d4 tempest-RoutersAdminTest-1935465670 tempest-RoutersAdminTest-1935465670-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1099482565', 'external_gateway_info': {'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac'}, 'admin_state_up': False}} {{(pid=95101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:31:44.585402 n-d-713301-16 neutron-server[95101]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 19:31:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71b9fb0a-fb69-4a36-88a8-19d7c1de1afe x-openstack-request-id: req-71b9fb0a-fb69-4a36-88a8-19d7c1de1afe {{(pid=95101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 19:31:44.585956 n-d-713301-16 neutron-server[95101]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "583aeae2-b5c0-4d8d-bffb-15a63f4020fc", "tag": "5b8a0a35-d9a5-40cb-80ab-356667fb483b", "status": "completed", "code": 200}]} {{(pid=95101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 19:31:44.586472 n-d-713301-16 neutron-server[95101]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-71b9fb0a-fb69-4a36-88a8-19d7c1de1afe {{(pid=95101) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 19:31:44.587362 n-d-713301-16 neutron-server[95101]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '583aeae2-b5c0-4d8d-bffb-15a63f4020fc', 'tag': '5b8a0a35-d9a5-40cb-80ab-356667fb483b', 'status': 'completed', 'code': 200} Sep 23 19:31:44.633823 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-720ac9d0-30ff-4266-8de3-5bfceb599d07 req-f3a8fcf9-420e-4497-a336-8a862858bee5 tempest-ImagesNegativeTestJSON-1039150773 tempest-ImagesNegativeTestJSON-1039150773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:31:44.635717 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-720ac9d0-30ff-4266-8de3-5bfceb599d07 req-f3a8fcf9-420e-4497-a336-8a862858bee5 tempest-ImagesNegativeTestJSON-1039150773 tempest-ImagesNegativeTestJSON-1039150773-project] 10.222.0.53 "GET /v2.0/ports?device_id=d633ef35-fdcc-45ee-ac71-1b558e8af7d2 HTTP/1.1" status: 200 len: 949 time: 0.1762595 Sep 23 19:31:44.698002 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-789a24c9-1dbd-4485-8c31-5095c0d761d4 tempest-RoutersAdminTest-1935465670 tempest-RoutersAdminTest-1935465670-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-594563', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29355'] for router, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:44.699552 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-789a24c9-1dbd-4485-8c31-5095c0d761d4 tempest-RoutersAdminTest-1935465670 tempest-RoutersAdminTest-1935465670-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-597363', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-601731', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-739356', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29346'] for router, precommit_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:44.719668 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 45722) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:31:44.734586 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.db [req-6f7f6e06-0d2f-4410-9654-18e09c4ba628 req-40ed88eb-58c9-4807-88ed-9178aba0dd4c service neutron] For port c139ca82-853e-472d-b61c-c167aa20c5aa, host n-h2-713301-16, cleared binding levels {{(pid=95101) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 19:31:44.759952 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d98e54-3c89-43a0-ba21-c91b85f4a8a3 req-269b5716-4ee0-4836-b88d-0a5edf3ad428 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:31:44.761454 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-60d98e54-3c89-43a0-ba21-c91b85f4a8a3 req-269b5716-4ee0-4836-b88d-0a5edf3ad428 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=a900be85-be08-465b-85e6-4a05aae55389 HTTP/1.1" status: 200 len: 851 time: 0.2392309 Sep 23 19:31:44.794812 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6651035a-5ed2-4a41-acb1-d93efd9759d0 req-eba0f1b5-7f8d-4fb2-878d-ead976babf37 tempest-TaggedBootDevicesTest_v242-1470406513 tempest-TaggedBootDevicesTest_v242-1470406513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:31:44.802191 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6651035a-5ed2-4a41-acb1-d93efd9759d0 req-eba0f1b5-7f8d-4fb2-878d-ead976babf37 tempest-TaggedBootDevicesTest_v242-1470406513 tempest-TaggedBootDevicesTest_v242-1470406513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:31:44.808191 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6651035a-5ed2-4a41-acb1-d93efd9759d0 req-eba0f1b5-7f8d-4fb2-878d-ead976babf37 tempest-TaggedBootDevicesTest_v242-1470406513 tempest-TaggedBootDevicesTest_v242-1470406513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:31:44.815161 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.db [req-6f7f6e06-0d2f-4410-9654-18e09c4ba628 req-40ed88eb-58c9-4807-88ed-9178aba0dd4c service neutron] For port c139ca82-853e-472d-b61c-c167aa20c5aa, host n-h2-713301-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-16',level=0,port_id=c139ca82-853e-472d-b61c-c167aa20c5aa,segment=NetworkSegment(f1ac3ad9-0f16-48a3-9c98-25f1a3519880),segment_id=f1ac3ad9-0f16-48a3-9c98-25f1a3519880)] {{(pid=95101) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 19:31:44.815816 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6651035a-5ed2-4a41-acb1-d93efd9759d0 req-eba0f1b5-7f8d-4fb2-878d-ead976babf37 tempest-TaggedBootDevicesTest_v242-1470406513 tempest-TaggedBootDevicesTest_v242-1470406513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:31:44.822195 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6651035a-5ed2-4a41-acb1-d93efd9759d0 req-eba0f1b5-7f8d-4fb2-878d-ead976babf37 tempest-TaggedBootDevicesTest_v242-1470406513 tempest-TaggedBootDevicesTest_v242-1470406513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:31:44.828847 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6651035a-5ed2-4a41-acb1-d93efd9759d0 req-eba0f1b5-7f8d-4fb2-878d-ead976babf37 tempest-TaggedBootDevicesTest_v242-1470406513 tempest-TaggedBootDevicesTest_v242-1470406513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:31:44.836073 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6651035a-5ed2-4a41-acb1-d93efd9759d0 req-eba0f1b5-7f8d-4fb2-878d-ead976babf37 tempest-TaggedBootDevicesTest_v242-1470406513 tempest-TaggedBootDevicesTest_v242-1470406513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:31:44.838076 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-6651035a-5ed2-4a41-acb1-d93efd9759d0 req-eba0f1b5-7f8d-4fb2-878d-ead976babf37 tempest-TaggedBootDevicesTest_v242-1470406513 tempest-TaggedBootDevicesTest_v242-1470406513-project] 10.222.0.67 "GET /v2.0/ports?device_id=583aeae2-b5c0-4d8d-bffb-15a63f4020fc HTTP/1.1" status: 200 len: 5404 time: 0.3383393 Sep 23 19:31:44.841962 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-789a24c9-1dbd-4485-8c31-5095c0d761d4 tempest-RoutersAdminTest-1935465670 tempest-RoutersAdminTest-1935465670-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:44.844314 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b796d33-0186-466f-9f3f-5bb7639b2581 req-741fe46d-9342-4a1f-aacc-d7abda92c4c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:31:44.844856 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b796d33-0186-466f-9f3f-5bb7639b2581 req-741fe46d-9342-4a1f-aacc-d7abda92c4c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:31:44.846234 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-6f7f6e06-0d2f-4410-9654-18e09c4ba628 req-40ed88eb-58c9-4807-88ed-9178aba0dd4c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5607436'] for port, after_update {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:44.846795 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b796d33-0186-466f-9f3f-5bb7639b2581 req-741fe46d-9342-4a1f-aacc-d7abda92c4c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:31:44.847473 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b796d33-0186-466f-9f3f-5bb7639b2581 req-741fe46d-9342-4a1f-aacc-d7abda92c4c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:31:44.848159 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b796d33-0186-466f-9f3f-5bb7639b2581 req-741fe46d-9342-4a1f-aacc-d7abda92c4c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:31:44.848835 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b796d33-0186-466f-9f3f-5bb7639b2581 req-741fe46d-9342-4a1f-aacc-d7abda92c4c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:31:44.849482 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b796d33-0186-466f-9f3f-5bb7639b2581 req-741fe46d-9342-4a1f-aacc-d7abda92c4c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:31:44.851954 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-4b796d33-0186-466f-9f3f-5bb7639b2581 req-741fe46d-9342-4a1f-aacc-d7abda92c4c4 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=1f1788a36b0c407c84d1fe9c6d21bab4&device_id=583aeae2-b5c0-4d8d-bffb-15a63f4020fc HTTP/1.1" status: 200 len: 6314 time: 0.2479355 Sep 23 19:31:44.918165 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.v2.base [None req-d10b0449-79ed-48e7-b380-f9d67df3c526 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-1395471430-network', 'tenant_id': 'fb0a6ba7d942431b8e5a2c4612d74ed7'}} {{(pid=95101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:31:44.942232 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7f6e06-0d2f-4410-9654-18e09c4ba628 req-40ed88eb-58c9-4807-88ed-9178aba0dd4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:31:44.943132 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-6f7f6e06-0d2f-4410-9654-18e09c4ba628 req-40ed88eb-58c9-4807-88ed-9178aba0dd4c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222849'] for port, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:44.944467 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-6f7f6e06-0d2f-4410-9654-18e09c4ba628 req-40ed88eb-58c9-4807-88ed-9178aba0dd4c service neutron] 10.222.0.53 "PUT /v2.0/ports/c139ca82-853e-472d-b61c-c167aa20c5aa HTTP/1.1" status: 200 len: 1091 time: 2.1869695 Sep 23 19:31:44.991830 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.v2.base [req-6f7f6e06-0d2f-4410-9654-18e09c4ba628 req-4bfc77e3-6942-4786-837e-12c392e235c7 service neutron] Request body: {'port': {'device_id': '583aeae2-b5c0-4d8d-bffb-15a63f4020fc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713301-16'}} {{(pid=95101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:31:45.076319 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d98e54-3c89-43a0-ba21-c91b85f4a8a3 req-a28f6243-b1af-4edc-927d-3e64bb24298e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:31:45.080934 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-60d98e54-3c89-43a0-ba21-c91b85f4a8a3 req-a28f6243-b1af-4edc-927d-3e64bb24298e service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=364dc893-5ecb-4aa3-be76-13b51cbbfbd4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3075483 Sep 23 19:31:45.089823 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d10b0449-79ed-48e7-b380-f9d67df3c526 admin admin] Made reservation on behalf of fb0a6ba7d942431b8e5a2c4612d74ed7 for: {'network': 1} {{(pid=95101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:31:45.092171 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-d10b0449-79ed-48e7-b380-f9d67df3c526 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for network, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:45.095814 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.plugin [req-720ac9d0-30ff-4266-8de3-5bfceb599d07 req-3835c387-9194-44fa-8187-00d4ec150260 tempest-ImagesNegativeTestJSON-1039150773 tempest-ImagesNegativeTestJSON-1039150773-project] Deleting port a4e8ed5c-9740-4945-a464-4fed69a0927f {{(pid=95101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:31:45.096139 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-720ac9d0-30ff-4266-8de3-5bfceb599d07 req-3835c387-9194-44fa-8187-00d4ec150260 tempest-ImagesNegativeTestJSON-1039150773 tempest-ImagesNegativeTestJSON-1039150773-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783146157096'] for port, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:45.097299 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-6651035a-5ed2-4a41-acb1-d93efd9759d0 req-5060bd00-d568-4ccf-a2a1-a1dde9a5fc1c tempest-TaggedBootDevicesTest_v242-1470406513 tempest-TaggedBootDevicesTest_v242-1470406513-project] 10.222.0.67 "GET /v2.0/security-groups?id=687e4f9e-0a49-4ef3-86dc-e31b7edc6949&id=78494785-7e26-42ec-a5d5-f3013c8d7eca&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2420590 Sep 23 19:31:45.116911 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c5654da-d07b-4baa-acb9-df58a819dd59 req-f5b3798b-10a3-4976-ba21-d3e80d60618f tempest-ImagesNegativeTestJSON-1039150773 tempest-ImagesNegativeTestJSON-1039150773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:31:45.118493 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-4c5654da-d07b-4baa-acb9-df58a819dd59 req-f5b3798b-10a3-4976-ba21-d3e80d60618f tempest-ImagesNegativeTestJSON-1039150773 tempest-ImagesNegativeTestJSON-1039150773-project] 10.222.0.67 "GET /v2.0/ports?device_id=d633ef35-fdcc-45ee-ac71-1b558e8af7d2 HTTP/1.1" status: 200 len: 949 time: 0.2656326 Sep 23 19:31:45.150064 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ed88eb-58c9-4807-88ed-9178aba0dd4c service neutron] Pushing event updated for resources: {'Port': ['ID=c139ca82-853e-472d-b61c-c167aa20c5aa,revision_number=3']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:31:45.171909 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-789a24c9-1dbd-4485-8c31-5095c0d761d4 tempest-RoutersAdminTest-1935465670 tempest-RoutersAdminTest-1935465670-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:45.197934 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-d10b0449-79ed-48e7-b380-f9d67df3c526 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:45.272640 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-6f7f6e06-0d2f-4410-9654-18e09c4ba628 req-4bfc77e3-6942-4786-837e-12c392e235c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:45.309209 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b796d33-0186-466f-9f3f-5bb7639b2581 req-4ba059ff-f945-4217-9611-4a9e4a47a877 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:31:45.310003 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b796d33-0186-466f-9f3f-5bb7639b2581 req-4ba059ff-f945-4217-9611-4a9e4a47a877 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:31:45.310681 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b796d33-0186-466f-9f3f-5bb7639b2581 req-4ba059ff-f945-4217-9611-4a9e4a47a877 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:31:45.314845 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-4b796d33-0186-466f-9f3f-5bb7639b2581 req-4ba059ff-f945-4217-9611-4a9e4a47a877 service neutron] 10.222.0.53 "GET /v2.0/networks?tenant_id=1f1788a36b0c407c84d1fe9c6d21bab4&shared=False HTTP/1.1" status: 200 len: 2299 time: 0.4345629 Sep 23 19:31:45.327647 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-4c5654da-d07b-4baa-acb9-df58a819dd59 req-fa2e0876-109e-4e16-a66c-4073a0411bd6 tempest-ImagesNegativeTestJSON-1039150773 tempest-ImagesNegativeTestJSON-1039150773-project] 10.222.0.67 "GET /v2.0/security-groups?id=dee01b0c-2788-4ae5-966c-c16e94c215fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1654541 Sep 23 19:31:45.390120 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.db [req-720ac9d0-30ff-4266-8de3-5bfceb599d07 req-3835c387-9194-44fa-8187-00d4ec150260 tempest-ImagesNegativeTestJSON-1039150773 tempest-ImagesNegativeTestJSON-1039150773-project] For port a4e8ed5c-9740-4945-a464-4fed69a0927f, host n-h2-713301-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-16',level=0,port_id=a4e8ed5c-9740-4945-a464-4fed69a0927f,segment=NetworkSegment(6139d589-eb6c-4578-8935-c26ddf396853),segment_id=6139d589-eb6c-4578-8935-c26ddf396853)] {{(pid=95101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:31:45.390832 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-720ac9d0-30ff-4266-8de3-5bfceb599d07 req-3835c387-9194-44fa-8187-00d4ec150260 tempest-ImagesNegativeTestJSON-1039150773 tempest-ImagesNegativeTestJSON-1039150773-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-605701'] for port, precommit_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:45.404345 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-60d98e54-3c89-43a0-ba21-c91b85f4a8a3 req-a788152d-07b4-421e-993b-682041ea5caf service neutron] 10.222.0.74 "GET /v2.0/networks/364dc893-5ecb-4aa3-be76-13b51cbbfbd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2987399 Sep 23 19:31:45.412817 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6a5eb1-9181-46bf-9c6b-2be1b2df16e6 req-43d21387-c2e9-4e0b-bebb-383e64c634d9 tempest-ServerActionsTestJSON-618918056 tempest-ServerActionsTestJSON-618918056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:31:45.413943 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.plugin [req-720ac9d0-30ff-4266-8de3-5bfceb599d07 req-3835c387-9194-44fa-8187-00d4ec150260 tempest-ImagesNegativeTestJSON-1039150773 tempest-ImagesNegativeTestJSON-1039150773-project] Calling delete_port for a4e8ed5c-9740-4945-a464-4fed69a0927f owned by compute:nova {{(pid=95101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:31:45.414293 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-0e6a5eb1-9181-46bf-9c6b-2be1b2df16e6 req-43d21387-c2e9-4e0b-bebb-383e64c634d9 tempest-ServerActionsTestJSON-618918056 tempest-ServerActionsTestJSON-618918056-project] 10.222.0.67 "GET /v2.0/ports?device_id=675250d5-b764-4a76-a441-f0488da38a5e HTTP/1.1" status: 200 len: 943 time: 0.1985290 Sep 23 19:31:45.670044 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-d10b0449-79ed-48e7-b380-f9d67df3c526 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:45.695520 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-d10b0449-79ed-48e7-b380-f9d67df3c526 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:45.767988 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d10b0449-79ed-48e7-b380-f9d67df3c526 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 610} {{(pid=95101) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 19:31:45.861910 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d10b0449-79ed-48e7-b380-f9d67df3c526 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0c4306a-bf27-47f6-bdc9-665f304fabea,revision_number=1']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:31:45.900478 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b796d33-0186-466f-9f3f-5bb7639b2581 req-1b12d8cd-97e9-41f3-8672-dce73cb66428 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:31:45.902016 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-4b796d33-0186-466f-9f3f-5bb7639b2581 req-1b12d8cd-97e9-41f3-8672-dce73cb66428 service neutron] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5734942 Sep 23 19:31:45.906834 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-0e6a5eb1-9181-46bf-9c6b-2be1b2df16e6 req-08976519-8eca-44d9-9b38-84fda634de1d tempest-ServerActionsTestJSON-618918056 tempest-ServerActionsTestJSON-618918056-project] 10.222.0.67 "GET /v2.0/security-groups?id=8f1e71cd-f67e-49f6-828d-7dde05723843&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4715948 Sep 23 19:31:45.934075 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-60d98e54-3c89-43a0-ba21-c91b85f4a8a3 req-59da03f8-77ee-4949-a0f3-7ac5341db96c service neutron] 10.222.0.74 "GET /v2.0/networks/364dc893-5ecb-4aa3-be76-13b51cbbfbd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5187752 Sep 23 19:31:45.951642 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-789a24c9-1dbd-4485-8c31-5095c0d761d4 tempest-RoutersAdminTest-1935465670 tempest-RoutersAdminTest-1935465670-project] Notify callbacks [] for router_gateway, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:45.976974 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-d10b0449-79ed-48e7-b380-f9d67df3c526 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1756186'] for segment, precommit_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:45.977317 n-d-713301-16 neutron-server[95101]: INFO neutron.db.segments_db [None req-d10b0449-79ed-48e7-b380-f9d67df3c526 admin admin] Added segment d3bdc583-bd59-488f-8441-6f2f1e367f7b of type vlan for network cf1030f9-32eb-4e36-afdf-c8e22d89df75 Sep 23 19:31:45.979681 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-789a24c9-1dbd-4485-8c31-5095c0d761d4 tempest-RoutersAdminTest-1935465670 tempest-RoutersAdminTest-1935465670-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:45.981524 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-720ac9d0-30ff-4266-8de3-5bfceb599d07 req-3835c387-9194-44fa-8187-00d4ec150260 tempest-ImagesNegativeTestJSON-1039150773 tempest-ImagesNegativeTestJSON-1039150773-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783146162158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783145673144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5607431'] for port, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:45.993508 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] get_ports_and_sgs() called for port_ids ['a4e8ed5c-9740-4945-a464-4fed69a0927f'] {{(pid=95103) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 19:31:46.055021 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc1fed05-ad40-49c0-b8f4-d2247377e8f1 req-acabfbe3-d024-4791-912b-1733cb3e979a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:31:46.056967 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-dc1fed05-ad40-49c0-b8f4-d2247377e8f1 req-acabfbe3-d024-4791-912b-1733cb3e979a service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=f17a85608a9a4ecb8150ef41746c47e0&device_id=675250d5-b764-4a76-a441-f0488da38a5e HTTP/1.1" status: 200 len: 1095 time: 0.0629625 Sep 23 19:31:46.064496 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3835c387-9194-44fa-8187-00d4ec150260 tempest-ImagesNegativeTestJSON-1039150773 tempest-ImagesNegativeTestJSON-1039150773-project] Pushing event deleted for resources: {'Port': ['ID=a4e8ed5c-9740-4945-a464-4fed69a0927f,revision_number=None']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:31:46.135380 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-d10b0449-79ed-48e7-b380-f9d67df3c526 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783145630486'] for network, precommit_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:46.210865 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc1fed05-ad40-49c0-b8f4-d2247377e8f1 req-b1f5a8e5-e737-4daa-a081-a973b9d89cda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:31:46.212416 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-dc1fed05-ad40-49c0-b8f4-d2247377e8f1 req-b1f5a8e5-e737-4daa-a081-a973b9d89cda service neutron] 10.222.0.74 "GET /v2.0/networks?id=364dc893-5ecb-4aa3-be76-13b51cbbfbd4 HTTP/1.1" status: 200 len: 913 time: 0.1408057 Sep 23 19:31:46.265598 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-dc1fed05-ad40-49c0-b8f4-d2247377e8f1 req-4b916641-73fc-42be-a5af-6505870d5a0e service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=cdcac803-b0eb-4617-8861-7fe8589dd0b8 HTTP/1.1" status: 200 len: 217 time: 0.0451992 Sep 23 19:31:46.394758 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f6a6029-5dc9-499a-abc6-ad621c6213c9 req-85bc52da-3bdb-4b24-b9b5-5140257f283a tempest-TaggedBootDevicesTest_v242-1470406513 tempest-TaggedBootDevicesTest_v242-1470406513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:31:46.400816 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f6a6029-5dc9-499a-abc6-ad621c6213c9 req-85bc52da-3bdb-4b24-b9b5-5140257f283a tempest-TaggedBootDevicesTest_v242-1470406513 tempest-TaggedBootDevicesTest_v242-1470406513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:31:46.406830 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f6a6029-5dc9-499a-abc6-ad621c6213c9 req-85bc52da-3bdb-4b24-b9b5-5140257f283a tempest-TaggedBootDevicesTest_v242-1470406513 tempest-TaggedBootDevicesTest_v242-1470406513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:31:46.413636 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f6a6029-5dc9-499a-abc6-ad621c6213c9 req-85bc52da-3bdb-4b24-b9b5-5140257f283a tempest-TaggedBootDevicesTest_v242-1470406513 tempest-TaggedBootDevicesTest_v242-1470406513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:31:46.419800 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f6a6029-5dc9-499a-abc6-ad621c6213c9 req-85bc52da-3bdb-4b24-b9b5-5140257f283a tempest-TaggedBootDevicesTest_v242-1470406513 tempest-TaggedBootDevicesTest_v242-1470406513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:31:46.425939 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f6a6029-5dc9-499a-abc6-ad621c6213c9 req-85bc52da-3bdb-4b24-b9b5-5140257f283a tempest-TaggedBootDevicesTest_v242-1470406513 tempest-TaggedBootDevicesTest_v242-1470406513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:31:46.432089 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f6a6029-5dc9-499a-abc6-ad621c6213c9 req-85bc52da-3bdb-4b24-b9b5-5140257f283a tempest-TaggedBootDevicesTest_v242-1470406513 tempest-TaggedBootDevicesTest_v242-1470406513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:31:46.442556 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-6f6a6029-5dc9-499a-abc6-ad621c6213c9 req-85bc52da-3bdb-4b24-b9b5-5140257f283a tempest-TaggedBootDevicesTest_v242-1470406513 tempest-TaggedBootDevicesTest_v242-1470406513-project] 10.222.0.67 "GET /v2.0/ports?device_id=583aeae2-b5c0-4d8d-bffb-15a63f4020fc HTTP/1.1" status: 200 len: 5404 time: 0.1812146 Sep 23 19:31:46.447552 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc1fed05-ad40-49c0-b8f4-d2247377e8f1 req-ffc081cf-2586-46cb-a40c-9ec9ef45e4a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:31:46.449033 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-dc1fed05-ad40-49c0-b8f4-d2247377e8f1 req-ffc081cf-2586-46cb-a40c-9ec9ef45e4a2 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=a900be85-be08-465b-85e6-4a05aae55389 HTTP/1.1" status: 200 len: 851 time: 0.1662033 Sep 23 19:31:46.455413 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Device fa87f68a-33c7-4c89-b15e-3c2e4049ea92 no longer exists at agent ovs-agent-n-d-713301-16 {{(pid=95103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 19:31:46.463194 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed4df8c-c1d5-4de1-99f5-690132548a3c req-dffcb375-d48c-4ef4-a39d-93124e53b588 tempest-ServerTagsTestJSON-780278031 tempest-ServerTagsTestJSON-780278031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:31:46.464849 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-bed4df8c-c1d5-4de1-99f5-690132548a3c req-dffcb375-d48c-4ef4-a39d-93124e53b588 tempest-ServerTagsTestJSON-780278031 tempest-ServerTagsTestJSON-780278031-project] 10.222.0.67 "GET /v2.0/ports?device_id=65757457-224c-44f3-a3c7-714fea4058cb HTTP/1.1" status: 200 len: 946 time: 0.2022676 Sep 23 19:31:46.489144 n-d-713301-16 neutron-server[95101]: DEBUG neutron.notifiers.nova [req-6f7f6e06-0d2f-4410-9654-18e09c4ba628 req-4bfc77e3-6942-4786-837e-12c392e235c7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f2f18a7a-caec-4840-825d-bc37f2f04daf {{(pid=95101) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 19:31:46.492103 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.plugin [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] No Port match for: fa87f68a-33c7-4c89-b15e-3c2e4049ea92 {{(pid=95103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 19:31:46.492771 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Device fa87f68a-33c7-4c89-b15e-3c2e4049ea92 not bound to the agent host n-d-713301-16 {{(pid=95103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 19:31:46.522688 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-6f7f6e06-0d2f-4410-9654-18e09c4ba628 req-4bfc77e3-6942-4786-837e-12c392e235c7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:46.524336 n-d-713301-16 neutron-server[95101]: DEBUG neutron.db.l3_dvrscheduler_db [req-720ac9d0-30ff-4266-8de3-5bfceb599d07 req-3835c387-9194-44fa-8187-00d4ec150260 tempest-ImagesNegativeTestJSON-1039150773 tempest-ImagesNegativeTestJSON-1039150773-project] No DVR routers for this DVR port a4e8ed5c-9740-4945-a464-4fed69a0927f on host n-h2-713301-16 {{(pid=95101) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 19:31:46.537104 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-720ac9d0-30ff-4266-8de3-5bfceb599d07 req-3835c387-9194-44fa-8187-00d4ec150260 tempest-ImagesNegativeTestJSON-1039150773 tempest-ImagesNegativeTestJSON-1039150773-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222849'] for port, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:46.539145 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-720ac9d0-30ff-4266-8de3-5bfceb599d07 req-3835c387-9194-44fa-8187-00d4ec150260 tempest-ImagesNegativeTestJSON-1039150773 tempest-ImagesNegativeTestJSON-1039150773-project] 10.222.0.53 "DELETE /v2.0/ports/a4e8ed5c-9740-4945-a464-4fed69a0927f HTTP/1.1" status: 204 len: 173 time: 1.8899279 Sep 23 19:31:46.556684 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-6f6a6029-5dc9-499a-abc6-ad621c6213c9 req-9d87a674-f089-4e86-98a0-9cafd2226f4b tempest-TaggedBootDevicesTest_v242-1470406513 tempest-TaggedBootDevicesTest_v242-1470406513-project] 10.222.0.67 "GET /v2.0/security-groups?id=687e4f9e-0a49-4ef3-86dc-e31b7edc6949&id=78494785-7e26-42ec-a5d5-f3013c8d7eca&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1123497 Sep 23 19:31:46.588534 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-bed4df8c-c1d5-4de1-99f5-690132548a3c req-231ae2b7-f38d-4031-acc7-b38a8bdb2128 tempest-ServerTagsTestJSON-780278031 tempest-ServerTagsTestJSON-780278031-project] 10.222.0.67 "GET /v2.0/security-groups?id=e867f3c0-cdde-4e48-a0bc-9f7e71c8e875&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1041622 Sep 23 19:31:46.588806 n-d-713301-16 neutron-server[95101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '583aeae2-b5c0-4d8d-bffb-15a63f4020fc', 'tag': 'c139ca82-853e-472d-b61c-c167aa20c5aa'}, {'server_uuid': 'd633ef35-fdcc-45ee-ac71-1b558e8af7d2', 'name': 'network-vif-deleted', 'tag': 'a4e8ed5c-9740-4945-a464-4fed69a0927f'}] {{(pid=95101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 19:31:46.591679 n-d-713301-16 neutron-server[95101]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d8366c5740cd635e57ab12b71fe44a77c2acc3c19091ef849c6f68b380462244" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-192ae615-c5d9-40f0-958e-210215deb7c1" -d '{"events": [{"name": "network-changed", "server_uuid": "583aeae2-b5c0-4d8d-bffb-15a63f4020fc", "tag": "c139ca82-853e-472d-b61c-c167aa20c5aa"}, {"server_uuid": "d633ef35-fdcc-45ee-ac71-1b558e8af7d2", "name": "network-vif-deleted", "tag": "a4e8ed5c-9740-4945-a464-4fed69a0927f"}]}' {{(pid=95101) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 19:31:46.592386 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc1fed05-ad40-49c0-b8f4-d2247377e8f1 req-ce10041f-8f29-4905-8a56-a4e5e70e1dda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:31:46.594337 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-dc1fed05-ad40-49c0-b8f4-d2247377e8f1 req-ce10041f-8f29-4905-8a56-a4e5e70e1dda service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=364dc893-5ecb-4aa3-be76-13b51cbbfbd4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1272178 Sep 23 19:31:46.599005 n-d-713301-16 neutron-server[95101]: DEBUG neutron.db.provisioning_blocks [req-6f7f6e06-0d2f-4410-9654-18e09c4ba628 req-4bfc77e3-6942-4786-837e-12c392e235c7 service neutron] Transition to ACTIVE for port object f2f18a7a-caec-4840-825d-bc37f2f04daf will not be triggered until provisioned by entity L2. {{(pid=95101) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 19:31:46.602350 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-d10b0449-79ed-48e7-b380-f9d67df3c526 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299'] for network, after_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:46.603685 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d10b0449-79ed-48e7-b380-f9d67df3c526 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:31:46.604440 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-d10b0449-79ed-48e7-b380-f9d67df3c526 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527417'] for network, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:46.611102 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-6f7f6e06-0d2f-4410-9654-18e09c4ba628 req-4bfc77e3-6942-4786-837e-12c392e235c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5607436'] for port, after_update {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:46.681324 n-d-713301-16 neutron-server[95101]: DEBUG neutron.db.db_base_plugin_common [None req-789a24c9-1dbd-4485-8c31-5095c0d761d4 tempest-RoutersAdminTest-1935465670 tempest-RoutersAdminTest-1935465670-project] Allocated IP 172.25.1.13 (5dec5c09-378e-4f50-89cc-d94eb81c3bac/eff83446-018c-428d-b3f5-54ac9abe7a2a/454b9df9-bcf6-4ad4-84e5-6545e2c9e8dc) {{(pid=95101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 19:31:46.706469 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-d10b0449-79ed-48e7-b380-f9d67df3c526 admin admin] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.9815593 Sep 23 19:31:46.711661 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 45754) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:31:46.713973 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-c1e31e0e-270a-4a66-8851-71ce98840025 req-03d333ac-8f6f-4c4f-bced-a30e461f4ca0 tempest-ImagesNegativeTestJSON-1039150773 tempest-ImagesNegativeTestJSON-1039150773-project] 10.222.0.67 "GET /v2.0/ports?device_id=d633ef35-fdcc-45ee-ac71-1b558e8af7d2 HTTP/1.1" status: 200 len: 210 time: 0.0589745 Sep 23 19:31:46.724497 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.v2.base [None req-01d01b07-e0b1-4f63-89f2-e7cfe59f08e1 admin admin] Request body: {'subnet': {'network_id': 'cf1030f9-32eb-4e36-afdf-c8e22d89df75', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesNegativeTestJSON-1395471430-subnet', 'tenant_id': 'fb0a6ba7d942431b8e5a2c4612d74ed7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:31:46.767714 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-dc1fed05-ad40-49c0-b8f4-d2247377e8f1 req-8e93847d-facf-4b11-9ce9-ffb78a56de45 service neutron] 10.222.0.74 "GET /v2.0/networks/364dc893-5ecb-4aa3-be76-13b51cbbfbd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1617813 Sep 23 19:31:46.775943 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01d01b07-e0b1-4f63-89f2-e7cfe59f08e1 admin admin] Made reservation on behalf of fb0a6ba7d942431b8e5a2c4612d74ed7 for: {'subnet': 1} {{(pid=95102) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:31:46.778471 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-01d01b07-e0b1-4f63-89f2-e7cfe59f08e1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5388256'] for subnet, before_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:46.861516 n-d-713301-16 neutron-server[95101]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Thu, 23 Sep 2021 19:31:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bad09070-3cbe-4450-8e66-5b56a3a1cbab x-openstack-request-id: req-bad09070-3cbe-4450-8e66-5b56a3a1cbab {{(pid=95101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 19:31:46.861815 n-d-713301-16 neutron-server[95101]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "583aeae2-b5c0-4d8d-bffb-15a63f4020fc", "tag": "c139ca82-853e-472d-b61c-c167aa20c5aa", "status": "completed", "code": 200}, {"server_uuid": "d633ef35-fdcc-45ee-ac71-1b558e8af7d2", "name": "network-vif-deleted", "tag": "a4e8ed5c-9740-4945-a464-4fed69a0927f", "status": "completed", "code": 200}]} {{(pid=95101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 19:31:46.862263 n-d-713301-16 neutron-server[95101]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-bad09070-3cbe-4450-8e66-5b56a3a1cbab {{(pid=95101) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 19:31:46.862669 n-d-713301-16 neutron-server[95101]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '583aeae2-b5c0-4d8d-bffb-15a63f4020fc', 'tag': 'c139ca82-853e-472d-b61c-c167aa20c5aa', 'status': 'completed', 'code': 200} Sep 23 19:31:46.862926 n-d-713301-16 neutron-server[95101]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd633ef35-fdcc-45ee-ac71-1b558e8af7d2', 'name': 'network-vif-deleted', 'tag': 'a4e8ed5c-9740-4945-a464-4fed69a0927f', 'status': 'completed', 'code': 200} Sep 23 19:31:46.900553 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bfc77e3-6942-4786-837e-12c392e235c7 service neutron] Pushing event updated for resources: {'Port': ['ID=f2f18a7a-caec-4840-825d-bc37f2f04daf,revision_number=2']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:31:46.903349 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d10b0449-79ed-48e7-b380-f9d67df3c526 admin admin] Pushing event updated for resources: {'Network': ['ID=cf1030f9-32eb-4e36-afdf-c8e22d89df75,revision_number=1']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:31:46.930791 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Network cf1030f9-32eb-4e36-afdf-c8e22d89df75 details requested by agent ovs-agent-n-d-713301-16 with host n-d-713301-16 {{(pid=95103) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 19:31:46.950181 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-dc1fed05-ad40-49c0-b8f4-d2247377e8f1 req-f2af5906-dfbf-4e6b-bfee-00a10a1277f3 service neutron] 10.222.0.74 "GET /v2.0/networks/364dc893-5ecb-4aa3-be76-13b51cbbfbd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1690857 Sep 23 19:31:46.977671 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-789a24c9-1dbd-4485-8c31-5095c0d761d4 tempest-RoutersAdminTest-1935465670 tempest-RoutersAdminTest-1935465670-project] Notify callbacks [] for port, precommit_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:46.987020 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Device cdcac803-b0eb-4617-8861-7fe8589dd0b8 details requested by agent hyperv_n-h1-713301-16 with host n-h1-713301-16 {{(pid=95103) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 19:31:46.998137 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.managers [req-6f7f6e06-0d2f-4410-9654-18e09c4ba628 req-4bfc77e3-6942-4786-837e-12c392e235c7 service neutron] Attempting to bind port f2f18a7a-caec-4840-825d-bc37f2f04daf on host n-h2-713301-16 for vnic_type normal with profile {{(pid=95101) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 19:31:46.998385 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.managers [req-6f7f6e06-0d2f-4410-9654-18e09c4ba628 req-4bfc77e3-6942-4786-837e-12c392e235c7 service neutron] Attempting to bind port f2f18a7a-caec-4840-825d-bc37f2f04daf by drivers openvswitch,hyperv on host n-h2-713301-16 at level 0 using segments [{'id': '55c1cfc6-8877-41a0-94e7-9d7671a93bfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': 'f23b48c2-30e2-4b8a-a3bf-2e6a4262ee17'}] {{(pid=95101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 19:31:46.998919 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f7f6e06-0d2f-4410-9654-18e09c4ba628 req-4bfc77e3-6942-4786-837e-12c392e235c7 service neutron] Attempting to bind port f2f18a7a-caec-4840-825d-bc37f2f04daf on network f23b48c2-30e2-4b8a-a3bf-2e6a4262ee17 {{(pid=95101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:31:47.013895 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-192ae615-c5d9-40f0-958e-210215deb7c1 req-fb1c9feb-6df7-490b-9de1-a31f4b5e4f92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:31:47.014663 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-192ae615-c5d9-40f0-958e-210215deb7c1 req-fb1c9feb-6df7-490b-9de1-a31f4b5e4f92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:31:47.015308 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-192ae615-c5d9-40f0-958e-210215deb7c1 req-fb1c9feb-6df7-490b-9de1-a31f4b5e4f92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:31:47.015945 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-192ae615-c5d9-40f0-958e-210215deb7c1 req-fb1c9feb-6df7-490b-9de1-a31f4b5e4f92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:31:47.016583 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-192ae615-c5d9-40f0-958e-210215deb7c1 req-fb1c9feb-6df7-490b-9de1-a31f4b5e4f92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:31:47.017286 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-192ae615-c5d9-40f0-958e-210215deb7c1 req-fb1c9feb-6df7-490b-9de1-a31f4b5e4f92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:31:47.017922 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-192ae615-c5d9-40f0-958e-210215deb7c1 req-fb1c9feb-6df7-490b-9de1-a31f4b5e4f92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:31:47.020195 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-192ae615-c5d9-40f0-958e-210215deb7c1 req-fb1c9feb-6df7-490b-9de1-a31f4b5e4f92 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=1f1788a36b0c407c84d1fe9c6d21bab4&device_id=583aeae2-b5c0-4d8d-bffb-15a63f4020fc HTTP/1.1" status: 200 len: 6382 time: 0.1482759 Sep 23 19:31:47.022968 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f7f6e06-0d2f-4410-9654-18e09c4ba628 req-4bfc77e3-6942-4786-837e-12c392e235c7 service neutron] Port f2f18a7a-caec-4840-825d-bc37f2f04daf on network f23b48c2-30e2-4b8a-a3bf-2e6a4262ee17 not bound, no agent of type Open vSwitch agent registered on host n-h2-713301-16 {{(pid=95101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 19:31:47.023518 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f7f6e06-0d2f-4410-9654-18e09c4ba628 req-4bfc77e3-6942-4786-837e-12c392e235c7 service neutron] Attempting to bind port f2f18a7a-caec-4840-825d-bc37f2f04daf on network f23b48c2-30e2-4b8a-a3bf-2e6a4262ee17 {{(pid=95101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:31:47.049319 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f7f6e06-0d2f-4410-9654-18e09c4ba628 req-4bfc77e3-6942-4786-837e-12c392e235c7 service neutron] Checking agent: {'id': '2a7cea34-db54-4faf-8d23-37521c3e34cb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713301-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 19, 15, 28), 'started_at': datetime.datetime(2021, 9, 23, 19, 15, 28), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 19, 31, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 19:31:47.049681 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f7f6e06-0d2f-4410-9654-18e09c4ba628 req-4bfc77e3-6942-4786-837e-12c392e235c7 service neutron] Checking segment: {'id': '55c1cfc6-8877-41a0-94e7-9d7671a93bfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': 'f23b48c2-30e2-4b8a-a3bf-2e6a4262ee17'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:31:47.050054 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f7f6e06-0d2f-4410-9654-18e09c4ba628 req-4bfc77e3-6942-4786-837e-12c392e235c7 service neutron] Bound using segment: {'id': '55c1cfc6-8877-41a0-94e7-9d7671a93bfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': 'f23b48c2-30e2-4b8a-a3bf-2e6a4262ee17'} {{(pid=95101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 19:31:47.050507 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.managers [req-6f7f6e06-0d2f-4410-9654-18e09c4ba628 req-4bfc77e3-6942-4786-837e-12c392e235c7 service neutron] Bound port: f2f18a7a-caec-4840-825d-bc37f2f04daf, host: n-h2-713301-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '55c1cfc6-8877-41a0-94e7-9d7671a93bfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': 'f23b48c2-30e2-4b8a-a3bf-2e6a4262ee17'}}] {{(pid=95101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 19:31:47.050865 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-6f7f6e06-0d2f-4410-9654-18e09c4ba628 req-4bfc77e3-6942-4786-837e-12c392e235c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:47.125692 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-01d01b07-e0b1-4f63-89f2-e7cfe59f08e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4398944', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5388242'] for subnet, after_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:47.173867 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-789a24c9-1dbd-4485-8c31-5095c0d761d4 tempest-RoutersAdminTest-1935465670 tempest-RoutersAdminTest-1935465670-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783145673135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5607431'] for port, after_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:47.190184 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22022d54-4ae5-4b0d-988e-c305f9681c7f req-346adc4c-2edf-48f4-bcf0-0e753a294bbc tempest-ServerActionsTestJSON-618918056 tempest-ServerActionsTestJSON-618918056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:31:47.192044 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-22022d54-4ae5-4b0d-988e-c305f9681c7f req-346adc4c-2edf-48f4-bcf0-0e753a294bbc tempest-ServerActionsTestJSON-618918056 tempest-ServerActionsTestJSON-618918056-project] 10.222.0.67 "GET /v2.0/ports?device_id=675250d5-b764-4a76-a441-f0488da38a5e HTTP/1.1" status: 200 len: 943 time: 0.1308720 Sep 23 19:31:47.238027 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] For port cdcac803-b0eb-4617-8861-7fe8589dd0b8, host n-h1-713301-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-16',level=0,port_id=cdcac803-b0eb-4617-8861-7fe8589dd0b8,segment=NetworkSegment(0ad9f853-8282-44e3-ac3b-2b75c9223dae),segment_id=0ad9f853-8282-44e3-ac3b-2b75c9223dae)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:31:47.251002 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Returning: {'device': 'cdcac803-b0eb-4617-8861-7fe8589dd0b8', 'network_id': '364dc893-5ecb-4aa3-be76-13b51cbbfbd4', 'port_id': 'cdcac803-b0eb-4617-8861-7fe8589dd0b8', 'mac_address': 'fa:16:3e:37:d9:98', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 632, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a900be85-be08-465b-85e6-4a05aae55389', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95103) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 19:31:47.259180 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-789a24c9-1dbd-4485-8c31-5095c0d761d4 tempest-RoutersAdminTest-1935465670 tempest-RoutersAdminTest-1935465670-project] Network 5dec5c09-378e-4f50-89cc-d94eb81c3bac is already hosted by enough agents. {{(pid=95101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:31:47.271457 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.base_scheduler [None req-789a24c9-1dbd-4485-8c31-5095c0d761d4 tempest-RoutersAdminTest-1935465670 tempest-RoutersAdminTest-1935465670-project] Resources bound (agent type, host, resource id): {{(pid=95101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:31:47.283149 n-d-713301-16 neutron-server[95101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-789a24c9-1dbd-4485-8c31-5095c0d761d4 tempest-RoutersAdminTest-1935465670 tempest-RoutersAdminTest-1935465670-project] Received port after_create {{(pid=95101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 19:31:47.286067 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-192ae615-c5d9-40f0-958e-210215deb7c1 req-2ec679ba-b970-4211-8865-52e3236eb55d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:31:47.286825 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-192ae615-c5d9-40f0-958e-210215deb7c1 req-2ec679ba-b970-4211-8865-52e3236eb55d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:31:47.287320 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-192ae615-c5d9-40f0-958e-210215deb7c1 req-2ec679ba-b970-4211-8865-52e3236eb55d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:31:47.289067 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-192ae615-c5d9-40f0-958e-210215deb7c1 req-2ec679ba-b970-4211-8865-52e3236eb55d service neutron] 10.222.0.53 "GET /v2.0/networks?tenant_id=1f1788a36b0c407c84d1fe9c6d21bab4&shared=False HTTP/1.1" status: 200 len: 2299 time: 0.2527103 Sep 23 19:31:47.297866 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-22022d54-4ae5-4b0d-988e-c305f9681c7f req-a7e215ce-bcfb-42ad-b883-47df78744a49 tempest-ServerActionsTestJSON-618918056 tempest-ServerActionsTestJSON-618918056-project] 10.222.0.67 "GET /v2.0/security-groups?id=8f1e71cd-f67e-49f6-828d-7dde05723843&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935197 Sep 23 19:31:47.298090 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:47.324518 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01d01b07-e0b1-4f63-89f2-e7cfe59f08e1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=20834698-fba6-419a-8cc3-91af781eef55,revision_number=0']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:31:47.324761 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-789a24c9-1dbd-4485-8c31-5095c0d761d4 tempest-RoutersAdminTest-1935465670 tempest-RoutersAdminTest-1935465670-project] Pushing event updated for resources: {'Port': ['ID=454b9df9-bcf6-4ad4-84e5-6545e2c9e8dc,revision_number=1']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:31:47.324850 n-d-713301-16 neutron-server[95103]: DEBUG neutron.notifiers.nova [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cdcac803-b0eb-4617-8861-7fe8589dd0b8 {{(pid=95103) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 19:31:47.326722 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.db [req-6f7f6e06-0d2f-4410-9654-18e09c4ba628 req-4bfc77e3-6942-4786-837e-12c392e235c7 service neutron] For port f2f18a7a-caec-4840-825d-bc37f2f04daf, host n-h2-713301-16, cleared binding levels {{(pid=95101) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 19:31:47.327807 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01d01b07-e0b1-4f63-89f2-e7cfe59f08e1 admin admin] Checking segment: {'id': 'd3bdc583-bd59-488f-8441-6f2f1e367f7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': 'cf1030f9-32eb-4e36-afdf-c8e22d89df75'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95102) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:31:47.328173 n-d-713301-16 neutron-server[95102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01d01b07-e0b1-4f63-89f2-e7cfe59f08e1 admin admin] Network hostable DHCP agents. Network: cf1030f9-32eb-4e36-afdf-c8e22d89df75, hostable agents: ['1b18bf05-1b5f-4587-be5c-af3ac38e32ad'], hosted agents: [] {{(pid=95102) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 19:31:47.347198 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] For port cdcac803-b0eb-4617-8861-7fe8589dd0b8, host n-h1-713301-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-16',level=0,port_id=cdcac803-b0eb-4617-8861-7fe8589dd0b8,segment=NetworkSegment(0ad9f853-8282-44e3-ac3b-2b75c9223dae),segment_id=0ad9f853-8282-44e3-ac3b-2b75c9223dae)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:31:47.352354 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:47.352896 n-d-713301-16 neutron-server[95102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01d01b07-e0b1-4f63-89f2-e7cfe59f08e1 admin admin] Network cf1030f9-32eb-4e36-afdf-c8e22d89df75 is scheduled to be hosted by DHCP agent 1b18bf05-1b5f-4587-be5c-af3ac38e32ad with binding_index 1 {{(pid=95102) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 19:31:47.365732 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.db [req-6f7f6e06-0d2f-4410-9654-18e09c4ba628 req-4bfc77e3-6942-4786-837e-12c392e235c7 service neutron] For port f2f18a7a-caec-4840-825d-bc37f2f04daf, host n-h2-713301-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-16',level=0,port_id=f2f18a7a-caec-4840-825d-bc37f2f04daf,segment=NetworkSegment(55c1cfc6-8877-41a0-94e7-9d7671a93bfb),segment_id=55c1cfc6-8877-41a0-94e7-9d7671a93bfb)] {{(pid=95101) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 19:31:47.367486 n-d-713301-16 neutron-server[95102]: DEBUG neutron.scheduler.base_scheduler [None req-01d01b07-e0b1-4f63-89f2-e7cfe59f08e1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713301-16, cf1030f9-32eb-4e36-afdf-c8e22d89df75) {{(pid=95102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:31:47.382052 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01d01b07-e0b1-4f63-89f2-e7cfe59f08e1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:31:47.382765 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-01d01b07-e0b1-4f63-89f2-e7cfe59f08e1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:47.384841 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-6f7f6e06-0d2f-4410-9654-18e09c4ba628 req-4bfc77e3-6942-4786-837e-12c392e235c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5607436'] for port, after_update {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:47.387927 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e41e37e-10f8-4961-ad96-fc5fa024d9f6 None None] Network cf1030f9-32eb-4e36-afdf-c8e22d89df75 requested from n-d-713301-16 {{(pid=95103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 19:31:47.401954 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-01d01b07-e0b1-4f63-89f2-e7cfe59f08e1 admin admin] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.6866674 Sep 23 19:31:47.504820 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7f6e06-0d2f-4410-9654-18e09c4ba628 req-4bfc77e3-6942-4786-837e-12c392e235c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:31:47.505570 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-6f7f6e06-0d2f-4410-9654-18e09c4ba628 req-4bfc77e3-6942-4786-837e-12c392e235c7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222849'] for port, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:47.507178 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-6f7f6e06-0d2f-4410-9654-18e09c4ba628 req-4bfc77e3-6942-4786-837e-12c392e235c7 service neutron] 10.222.0.53 "PUT /v2.0/ports/f2f18a7a-caec-4840-825d-bc37f2f04daf HTTP/1.1" status: 200 len: 1092 time: 2.5263796 Sep 23 19:31:47.550372 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.v2.base [req-6f7f6e06-0d2f-4410-9654-18e09c4ba628 req-a6b428db-b9c4-4f1f-8940-61ee8eeaf160 service neutron] Request body: {'port': {'device_id': '583aeae2-b5c0-4d8d-bffb-15a63f4020fc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713301-16'}} {{(pid=95102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:31:47.623414 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-6f7f6e06-0d2f-4410-9654-18e09c4ba628 req-a6b428db-b9c4-4f1f-8940-61ee8eeaf160 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:47.643678 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-192ae615-c5d9-40f0-958e-210215deb7c1 req-222add1c-fbdd-4f92-8aa4-3a520ff79592 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:31:47.645293 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-192ae615-c5d9-40f0-958e-210215deb7c1 req-222add1c-fbdd-4f92-8aa4-3a520ff79592 service neutron] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3199964 Sep 23 19:31:47.730634 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] get_ports_and_sgs() called for port_ids ['cdcac803-b0eb-4617-8861-7fe8589dd0b8'] {{(pid=95103) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 19:31:47.764225 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Pushing event updated for resources: {'Port': ['ID=cdcac803-b0eb-4617-8861-7fe8589dd0b8,revision_number=4']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:31:47.780932 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:31:47.781737 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:31:47.782292 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:31:47.783444 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:31:47.784028 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:31:47.784935 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:31:47.785492 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:31:47.786289 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:31:47.787188 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:31:47.787758 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:31:47.788309 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:31:47.788883 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:31:47.807036 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bfc77e3-6942-4786-837e-12c392e235c7 service neutron] Pushing event updated for resources: {'Port': ['ID=f2f18a7a-caec-4840-825d-bc37f2f04daf,revision_number=3']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:31:47.828009 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39aa4f42-ca52-46b9-9451-8a73f0735402 req-ec05ceb6-041f-4540-b650-81a92467fad8 tempest-ServerTagsTestJSON-780278031 tempest-ServerTagsTestJSON-780278031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:31:47.829898 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-39aa4f42-ca52-46b9-9451-8a73f0735402 req-ec05ceb6-041f-4540-b650-81a92467fad8 tempest-ServerTagsTestJSON-780278031 tempest-ServerTagsTestJSON-780278031-project] 10.222.0.53 "GET /v2.0/ports?device_id=65757457-224c-44f3-a3c7-714fea4058cb HTTP/1.1" status: 200 len: 946 time: 0.2865088 Sep 23 19:31:47.854121 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.v2.base [req-c87ba0e1-849a-4193-aebf-c38965cdb989 req-888642de-0402-47ec-b655-ccbb0baa3b0a tempest-SecurityGroupRulesNegativeTestJSON-703779065 tempest-SecurityGroupRulesNegativeTestJSON-703779065-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-458743550', 'description': 'tempest-description-1249043093'}} {{(pid=95102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:31:47.878881 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea00299a-5dba-4e91-9aa1-5bb3f67f9b45 req-fce1c1ee-7d71-43bc-91dd-f8c0920cac90 tempest-TaggedBootDevicesTest_v242-1470406513 tempest-TaggedBootDevicesTest_v242-1470406513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:31:47.884746 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea00299a-5dba-4e91-9aa1-5bb3f67f9b45 req-fce1c1ee-7d71-43bc-91dd-f8c0920cac90 tempest-TaggedBootDevicesTest_v242-1470406513 tempest-TaggedBootDevicesTest_v242-1470406513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:31:47.888441 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea173080-63b8-42c9-b75e-460be3072d04 None None] Network cf1030f9-32eb-4e36-afdf-c8e22d89df75 requested from n-d-713301-16 {{(pid=95103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 19:31:47.891156 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea00299a-5dba-4e91-9aa1-5bb3f67f9b45 req-fce1c1ee-7d71-43bc-91dd-f8c0920cac90 tempest-TaggedBootDevicesTest_v242-1470406513 tempest-TaggedBootDevicesTest_v242-1470406513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:31:47.898703 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea00299a-5dba-4e91-9aa1-5bb3f67f9b45 req-fce1c1ee-7d71-43bc-91dd-f8c0920cac90 tempest-TaggedBootDevicesTest_v242-1470406513 tempest-TaggedBootDevicesTest_v242-1470406513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:31:47.904036 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea00299a-5dba-4e91-9aa1-5bb3f67f9b45 req-fce1c1ee-7d71-43bc-91dd-f8c0920cac90 tempest-TaggedBootDevicesTest_v242-1470406513 tempest-TaggedBootDevicesTest_v242-1470406513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:31:47.911738 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea00299a-5dba-4e91-9aa1-5bb3f67f9b45 req-fce1c1ee-7d71-43bc-91dd-f8c0920cac90 tempest-TaggedBootDevicesTest_v242-1470406513 tempest-TaggedBootDevicesTest_v242-1470406513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:31:47.917661 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea00299a-5dba-4e91-9aa1-5bb3f67f9b45 req-fce1c1ee-7d71-43bc-91dd-f8c0920cac90 tempest-TaggedBootDevicesTest_v242-1470406513 tempest-TaggedBootDevicesTest_v242-1470406513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:31:47.919665 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-ea00299a-5dba-4e91-9aa1-5bb3f67f9b45 req-fce1c1ee-7d71-43bc-91dd-f8c0920cac90 tempest-TaggedBootDevicesTest_v242-1470406513 tempest-TaggedBootDevicesTest_v242-1470406513-project] 10.222.0.67 "GET /v2.0/ports?device_id=583aeae2-b5c0-4d8d-bffb-15a63f4020fc HTTP/1.1" status: 200 len: 5416 time: 0.2373903 Sep 23 19:31:47.947960 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-789a24c9-1dbd-4485-8c31-5095c0d761d4 tempest-RoutersAdminTest-1935465670 tempest-RoutersAdminTest-1935465670-project] Notify callbacks [] for router_gateway, after_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:47.977380 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-c87ba0e1-849a-4193-aebf-c38965cdb989 req-888642de-0402-47ec-b655-ccbb0baa3b0a tempest-SecurityGroupRulesNegativeTestJSON-703779065 tempest-SecurityGroupRulesNegativeTestJSON-703779065-project] Notify callbacks [] for security_group, before_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:48.055740 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-ea00299a-5dba-4e91-9aa1-5bb3f67f9b45 req-3120292a-1dd7-4a7e-b4eb-9db291d5ad19 tempest-TaggedBootDevicesTest_v242-1470406513 tempest-TaggedBootDevicesTest_v242-1470406513-project] 10.222.0.67 "GET /v2.0/security-groups?id=687e4f9e-0a49-4ef3-86dc-e31b7edc6949&id=78494785-7e26-42ec-a5d5-f3013c8d7eca&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1231115 Sep 23 19:31:48.091279 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.plugin [req-39aa4f42-ca52-46b9-9451-8a73f0735402 req-e019525c-2d7a-4f46-b68d-f414e9b10caf tempest-ServerTagsTestJSON-780278031 tempest-ServerTagsTestJSON-780278031-project] Deleting port 95342296-7c8c-44f0-b2c6-c6769a3673aa {{(pid=95101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:31:48.091668 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-39aa4f42-ca52-46b9-9451-8a73f0735402 req-e019525c-2d7a-4f46-b68d-f414e9b10caf tempest-ServerTagsTestJSON-780278031 tempest-ServerTagsTestJSON-780278031-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783146157096'] for port, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:48.238138 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-c87ba0e1-849a-4193-aebf-c38965cdb989 req-888642de-0402-47ec-b655-ccbb0baa3b0a tempest-SecurityGroupRulesNegativeTestJSON-703779065 tempest-SecurityGroupRulesNegativeTestJSON-703779065-project] Notify callbacks [] for security_group, precommit_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:48.249552 n-d-713301-16 neutron-server[95102]: DEBUG neutron.notifiers.nova [req-6f7f6e06-0d2f-4410-9654-18e09c4ba628 req-a6b428db-b9c4-4f1f-8940-61ee8eeaf160 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0d220b4a-c2a9-416b-bef2-705bfcd93242 {{(pid=95102) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 19:31:48.257316 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-c87ba0e1-849a-4193-aebf-c38965cdb989 req-888642de-0402-47ec-b655-ccbb0baa3b0a tempest-SecurityGroupRulesNegativeTestJSON-703779065 tempest-SecurityGroupRulesNegativeTestJSON-703779065-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:48.263219 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-6f7f6e06-0d2f-4410-9654-18e09c4ba628 req-a6b428db-b9c4-4f1f-8940-61ee8eeaf160 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:48.286854 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.db [req-39aa4f42-ca52-46b9-9451-8a73f0735402 req-e019525c-2d7a-4f46-b68d-f414e9b10caf tempest-ServerTagsTestJSON-780278031 tempest-ServerTagsTestJSON-780278031-project] For port 95342296-7c8c-44f0-b2c6-c6769a3673aa, host n-h2-713301-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-16',level=0,port_id=95342296-7c8c-44f0-b2c6-c6769a3673aa,segment=NetworkSegment(1ad51bb3-6b14-4cfa-8e58-c77fc0304926),segment_id=1ad51bb3-6b14-4cfa-8e58-c77fc0304926)] {{(pid=95101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:31:48.287384 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-39aa4f42-ca52-46b9-9451-8a73f0735402 req-e019525c-2d7a-4f46-b68d-f414e9b10caf tempest-ServerTagsTestJSON-780278031 tempest-ServerTagsTestJSON-780278031-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-605701'] for port, precommit_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:48.294973 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d8352ee-adb1-4a35-8972-503617eb05f3 req-40bec858-471c-48f0-b1e8-232745c908e0 tempest-ServerTagsTestJSON-780278031 tempest-ServerTagsTestJSON-780278031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:31:48.297852 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-7d8352ee-adb1-4a35-8972-503617eb05f3 req-40bec858-471c-48f0-b1e8-232745c908e0 tempest-ServerTagsTestJSON-780278031 tempest-ServerTagsTestJSON-780278031-project] 10.222.0.67 "GET /v2.0/ports?device_id=65757457-224c-44f3-a3c7-714fea4058cb HTTP/1.1" status: 200 len: 946 time: 0.1510186 Sep 23 19:31:48.308304 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.plugin [req-39aa4f42-ca52-46b9-9451-8a73f0735402 req-e019525c-2d7a-4f46-b68d-f414e9b10caf tempest-ServerTagsTestJSON-780278031 tempest-ServerTagsTestJSON-780278031-project] Calling delete_port for 95342296-7c8c-44f0-b2c6-c6769a3673aa owned by compute:nova {{(pid=95101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:31:48.316212 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-789a24c9-1dbd-4485-8c31-5095c0d761d4 tempest-RoutersAdminTest-1935465670 tempest-RoutersAdminTest-1935465670-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-597258', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-601790'] for router, after_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:48.331504 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-c87ba0e1-849a-4193-aebf-c38965cdb989 req-888642de-0402-47ec-b655-ccbb0baa3b0a tempest-SecurityGroupRulesNegativeTestJSON-703779065 tempest-SecurityGroupRulesNegativeTestJSON-703779065-project] Notify callbacks [] for security_group, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:48.332809 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-c87ba0e1-849a-4193-aebf-c38965cdb989 req-888642de-0402-47ec-b655-ccbb0baa3b0a tempest-SecurityGroupRulesNegativeTestJSON-703779065 tempest-SecurityGroupRulesNegativeTestJSON-703779065-project] 10.222.0.67 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1819 time: 0.4891422 Sep 23 19:31:48.333835 n-d-713301-16 neutron-server[95102]: DEBUG neutron.db.provisioning_blocks [req-6f7f6e06-0d2f-4410-9654-18e09c4ba628 req-a6b428db-b9c4-4f1f-8940-61ee8eeaf160 service neutron] Transition to ACTIVE for port object 0d220b4a-c2a9-416b-bef2-705bfcd93242 will not be triggered until provisioned by entity L2. {{(pid=95102) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 19:31:48.348359 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-6f7f6e06-0d2f-4410-9654-18e09c4ba628 req-a6b428db-b9c4-4f1f-8940-61ee8eeaf160 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4399095'] for port, after_update {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:48.380541 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-888642de-0402-47ec-b655-ccbb0baa3b0a tempest-SecurityGroupRulesNegativeTestJSON-703779065 tempest-SecurityGroupRulesNegativeTestJSON-703779065-project] Pushing event updated for resources: {'SecurityGroup': ['ID=88ffe5b9-327e-4159-8380-46c24c5c2cd2,revision_number=1']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:31:48.411781 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6b428db-b9c4-4f1f-8940-61ee8eeaf160 service neutron] Pushing event updated for resources: {'Port': ['ID=0d220b4a-c2a9-416b-bef2-705bfcd93242,revision_number=2']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:31:48.420497 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-7d8352ee-adb1-4a35-8972-503617eb05f3 req-8f9aaa17-03f4-42c0-896d-ac63e86791b2 tempest-ServerTagsTestJSON-780278031 tempest-ServerTagsTestJSON-780278031-project] 10.222.0.67 "GET /v2.0/security-groups?id=e867f3c0-cdde-4e48-a0bc-9f7e71c8e875&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1098332 Sep 23 19:31:48.580558 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-789a24c9-1dbd-4485-8c31-5095c0d761d4 tempest-RoutersAdminTest-1935465670 tempest-RoutersAdminTest-1935465670-project] Router 7d48dee6-adbc-4d1d-8420-01d37fdb1603 is scheduled to L3 agent 79a740bf-7821-4989-8288-7186e3e128f3 with binding_index 1 {{(pid=95101) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 23 19:31:48.583909 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-39aa4f42-ca52-46b9-9451-8a73f0735402 req-e019525c-2d7a-4f46-b68d-f414e9b10caf tempest-ServerTagsTestJSON-780278031 tempest-ServerTagsTestJSON-780278031-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783146162158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783145673144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5607431'] for port, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:48.595490 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] get_ports_and_sgs() called for port_ids ['95342296-7c8c-44f0-b2c6-c6769a3673aa'] {{(pid=95103) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 19:31:48.619545 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e019525c-2d7a-4f46-b68d-f414e9b10caf tempest-ServerTagsTestJSON-780278031 tempest-ServerTagsTestJSON-780278031-project] Pushing event deleted for resources: {'Port': ['ID=95342296-7c8c-44f0-b2c6-c6769a3673aa,revision_number=None']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:31:48.629122 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-13b096d3-ad85-400e-b02b-dd8458be91d9 req-58185d2a-f02d-4f98-b5d0-28526c98a4a3 tempest-SecurityGroupRulesNegativeTestJSON-703779065 tempest-SecurityGroupRulesNegativeTestJSON-703779065-project] 10.222.0.67 "GET /v2.0/security-groups/88ffe5b9-327e-4159-8380-46c24c5c2cd2 HTTP/1.1" status: 200 len: 1814 time: 0.1264637 Sep 23 19:31:48.645057 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69154429-36e7-4058-89b5-41f9a2c28aa1 req-9b117cad-62f2-4e52-b1c1-9d69a26df2e6 tempest-ServerActionsTestJSON-618918056 tempest-ServerActionsTestJSON-618918056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:31:48.646758 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-69154429-36e7-4058-89b5-41f9a2c28aa1 req-9b117cad-62f2-4e52-b1c1-9d69a26df2e6 tempest-ServerActionsTestJSON-618918056 tempest-ServerActionsTestJSON-618918056-project] 10.222.0.67 "GET /v2.0/ports?device_id=675250d5-b764-4a76-a441-f0488da38a5e HTTP/1.1" status: 200 len: 944 time: 0.1291308 Sep 23 19:31:48.650090 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.v2.base [req-13b096d3-ad85-400e-b02b-dd8458be91d9 req-63c9afa7-da61-4e03-bab7-13111f4440cf tempest-SecurityGroupRulesNegativeTestJSON-703779065 tempest-SecurityGroupRulesNegativeTestJSON-703779065-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '88ffe5b9-327e-4159-8380-46c24c5c2cd2', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=95102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:31:48.650446 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.v2.base [req-13b096d3-ad85-400e-b02b-dd8458be91d9 req-63c9afa7-da61-4e03-bab7-13111f4440cf tempest-SecurityGroupRulesNegativeTestJSON-703779065 tempest-SecurityGroupRulesNegativeTestJSON-703779065-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '88ffe5b9-327e-4159-8380-46c24c5c2cd2', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=95102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:31:48.658500 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.managers [req-6f7f6e06-0d2f-4410-9654-18e09c4ba628 req-a6b428db-b9c4-4f1f-8940-61ee8eeaf160 service neutron] Attempting to bind port 0d220b4a-c2a9-416b-bef2-705bfcd93242 on host n-h2-713301-16 for vnic_type normal with profile {{(pid=95102) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 19:31:48.658880 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.managers [req-6f7f6e06-0d2f-4410-9654-18e09c4ba628 req-a6b428db-b9c4-4f1f-8940-61ee8eeaf160 service neutron] Attempting to bind port 0d220b4a-c2a9-416b-bef2-705bfcd93242 by drivers openvswitch,hyperv on host n-h2-713301-16 at level 0 using segments [{'id': '55c1cfc6-8877-41a0-94e7-9d7671a93bfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': 'f23b48c2-30e2-4b8a-a3bf-2e6a4262ee17'}] {{(pid=95102) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 19:31:48.659153 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f7f6e06-0d2f-4410-9654-18e09c4ba628 req-a6b428db-b9c4-4f1f-8940-61ee8eeaf160 service neutron] Attempting to bind port 0d220b4a-c2a9-416b-bef2-705bfcd93242 on network f23b48c2-30e2-4b8a-a3bf-2e6a4262ee17 {{(pid=95102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:31:48.683891 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f7f6e06-0d2f-4410-9654-18e09c4ba628 req-a6b428db-b9c4-4f1f-8940-61ee8eeaf160 service neutron] Port 0d220b4a-c2a9-416b-bef2-705bfcd93242 on network f23b48c2-30e2-4b8a-a3bf-2e6a4262ee17 not bound, no agent of type Open vSwitch agent registered on host n-h2-713301-16 {{(pid=95102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 19:31:48.684256 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f7f6e06-0d2f-4410-9654-18e09c4ba628 req-a6b428db-b9c4-4f1f-8940-61ee8eeaf160 service neutron] Attempting to bind port 0d220b4a-c2a9-416b-bef2-705bfcd93242 on network f23b48c2-30e2-4b8a-a3bf-2e6a4262ee17 {{(pid=95102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:31:48.702313 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Device a4e8ed5c-9740-4945-a464-4fed69a0927f no longer exists at agent hyperv_n-h2-713301-16 {{(pid=95103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 19:31:48.706222 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f7f6e06-0d2f-4410-9654-18e09c4ba628 req-a6b428db-b9c4-4f1f-8940-61ee8eeaf160 service neutron] Checking agent: {'id': '2a7cea34-db54-4faf-8d23-37521c3e34cb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713301-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 19, 15, 28), 'started_at': datetime.datetime(2021, 9, 23, 19, 15, 28), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 19, 31, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 19:31:48.706631 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f7f6e06-0d2f-4410-9654-18e09c4ba628 req-a6b428db-b9c4-4f1f-8940-61ee8eeaf160 service neutron] Checking segment: {'id': '55c1cfc6-8877-41a0-94e7-9d7671a93bfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': 'f23b48c2-30e2-4b8a-a3bf-2e6a4262ee17'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95102) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:31:48.707044 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f7f6e06-0d2f-4410-9654-18e09c4ba628 req-a6b428db-b9c4-4f1f-8940-61ee8eeaf160 service neutron] Bound using segment: {'id': '55c1cfc6-8877-41a0-94e7-9d7671a93bfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': 'f23b48c2-30e2-4b8a-a3bf-2e6a4262ee17'} {{(pid=95102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 19:31:48.707491 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.managers [req-6f7f6e06-0d2f-4410-9654-18e09c4ba628 req-a6b428db-b9c4-4f1f-8940-61ee8eeaf160 service neutron] Bound port: 0d220b4a-c2a9-416b-bef2-705bfcd93242, host: n-h2-713301-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '55c1cfc6-8877-41a0-94e7-9d7671a93bfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': 'f23b48c2-30e2-4b8a-a3bf-2e6a4262ee17'}}] {{(pid=95102) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 19:31:48.707852 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-6f7f6e06-0d2f-4410-9654-18e09c4ba628 req-a6b428db-b9c4-4f1f-8940-61ee8eeaf160 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:48.741022 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.plugin [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] No Port match for: a4e8ed5c-9740-4945-a464-4fed69a0927f {{(pid=95103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 19:31:48.741539 n-d-713301-16 neutron-server[95101]: DEBUG neutron.db.l3_dvrscheduler_db [req-39aa4f42-ca52-46b9-9451-8a73f0735402 req-e019525c-2d7a-4f46-b68d-f414e9b10caf tempest-ServerTagsTestJSON-780278031 tempest-ServerTagsTestJSON-780278031-project] No DVR routers for this DVR port 95342296-7c8c-44f0-b2c6-c6769a3673aa on host n-h2-713301-16 {{(pid=95101) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 19:31:48.742172 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Device a4e8ed5c-9740-4945-a464-4fed69a0927f not bound to the agent host n-h2-713301-16 {{(pid=95103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 19:31:48.745274 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-39aa4f42-ca52-46b9-9451-8a73f0735402 req-e019525c-2d7a-4f46-b68d-f414e9b10caf tempest-ServerTagsTestJSON-780278031 tempest-ServerTagsTestJSON-780278031-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222849'] for port, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:48.746912 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-69154429-36e7-4058-89b5-41f9a2c28aa1 req-f56a8aea-0b5f-407c-983c-c329b3845f83 tempest-ServerActionsTestJSON-618918056 tempest-ServerActionsTestJSON-618918056-project] 10.222.0.67 "GET /v2.0/security-groups?id=8f1e71cd-f67e-49f6-828d-7dde05723843&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907505 Sep 23 19:31:48.747540 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-39aa4f42-ca52-46b9-9451-8a73f0735402 req-e019525c-2d7a-4f46-b68d-f414e9b10caf tempest-ServerTagsTestJSON-780278031 tempest-ServerTagsTestJSON-780278031-project] 10.222.0.53 "DELETE /v2.0/ports/95342296-7c8c-44f0-b2c6-c6769a3673aa HTTP/1.1" status: 204 len: 173 time: 0.9106424 Sep 23 19:31:48.787167 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-789a24c9-1dbd-4485-8c31-5095c0d761d4 tempest-RoutersAdminTest-1935465670 tempest-RoutersAdminTest-1935465670-project] Notify agent at l3_agent.n-d-713301-16 the message routers_updated {{(pid=95101) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 19:31:48.814495 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-283c1c60-a4e2-4563-aaf5-331a64616fc0 None None] Sync routers for ids ['7d48dee6-adbc-4d1d-8420-01d37fdb1603'] in n-d-713301-16 {{(pid=95103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 19:31:48.818849 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-789a24c9-1dbd-4485-8c31-5095c0d761d4 tempest-RoutersAdminTest-1935465670 tempest-RoutersAdminTest-1935465670-project] Notify callbacks [] for router, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:48.821367 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-789a24c9-1dbd-4485-8c31-5095c0d761d4 tempest-RoutersAdminTest-1935465670 tempest-RoutersAdminTest-1935465670-project] 10.222.0.67 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 4.2511673 Sep 23 19:31:48.824113 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 45780) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:31:48.836494 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.v2.base [None req-e06c4d91-f29d-477f-95b6-453668fa00af tempest-RoutersAdminTest-1385384480 tempest-RoutersAdminTest-1385384480-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'enable_snat': False}}} {{(pid=95101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:31:48.838683 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-13b096d3-ad85-400e-b02b-dd8458be91d9 req-63c9afa7-da61-4e03-bab7-13111f4440cf tempest-SecurityGroupRulesNegativeTestJSON-703779065 tempest-SecurityGroupRulesNegativeTestJSON-703779065-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:48.860332 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-283c1c60-a4e2-4563-aaf5-331a64616fc0 None None] Routers {'7d48dee6-adbc-4d1d-8420-01d37fdb1603'} bound to L3 agent in host n-d-713301-16 {{(pid=95103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 19:31:48.873547 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_hamode_db [None req-283c1c60-a4e2-4563-aaf5-331a64616fc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-23T19:07:52Z,description=,heartbeat_timestamp=2021-09-23T19:31:22Z,host='n-d-713301-16',id=79a740bf-7821-4989-8288-7186e3e128f3,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:07:52Z,topic='l3_agent')) {'router_ids': ['7d48dee6-adbc-4d1d-8420-01d37fdb1603'], 'active': True} {{(pid=95103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:31:48.883172 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.db [req-6f7f6e06-0d2f-4410-9654-18e09c4ba628 req-a6b428db-b9c4-4f1f-8940-61ee8eeaf160 service neutron] For port 0d220b4a-c2a9-416b-bef2-705bfcd93242, host n-h2-713301-16, cleared binding levels {{(pid=95102) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 19:31:48.889659 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.db [req-6f7f6e06-0d2f-4410-9654-18e09c4ba628 req-a6b428db-b9c4-4f1f-8940-61ee8eeaf160 service neutron] For port 0d220b4a-c2a9-416b-bef2-705bfcd93242, host n-h2-713301-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-16',level=0,port_id=0d220b4a-c2a9-416b-bef2-705bfcd93242,segment=NetworkSegment(55c1cfc6-8877-41a0-94e7-9d7671a93bfb),segment_id=55c1cfc6-8877-41a0-94e7-9d7671a93bfb)] {{(pid=95102) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 19:31:48.903837 n-d-713301-16 neutron-server[95101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '583aeae2-b5c0-4d8d-bffb-15a63f4020fc', 'tag': 'f2f18a7a-caec-4840-825d-bc37f2f04daf'}, {'server_uuid': '65757457-224c-44f3-a3c7-714fea4058cb', 'name': 'network-vif-deleted', 'tag': '95342296-7c8c-44f0-b2c6-c6769a3673aa'}] {{(pid=95101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 19:31:48.904138 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-6f7f6e06-0d2f-4410-9654-18e09c4ba628 req-a6b428db-b9c4-4f1f-8940-61ee8eeaf160 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4399095'] for port, after_update {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:48.907820 n-d-713301-16 neutron-server[95101]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d8366c5740cd635e57ab12b71fe44a77c2acc3c19091ef849c6f68b380462244" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-667f31f1-c07b-41c9-ad4b-db27f8e645e1" -d '{"events": [{"name": "network-changed", "server_uuid": "583aeae2-b5c0-4d8d-bffb-15a63f4020fc", "tag": "f2f18a7a-caec-4840-825d-bc37f2f04daf"}, {"server_uuid": "65757457-224c-44f3-a3c7-714fea4058cb", "name": "network-vif-deleted", "tag": "95342296-7c8c-44f0-b2c6-c6769a3673aa"}]}' {{(pid=95101) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 19:31:48.936390 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_hamode_db [None req-283c1c60-a4e2-4563-aaf5-331a64616fc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713301-16', False) {} {{(pid=95103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:31:48.943238 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-13b096d3-ad85-400e-b02b-dd8458be91d9 req-63c9afa7-da61-4e03-bab7-13111f4440cf tempest-SecurityGroupRulesNegativeTestJSON-703779065 tempest-SecurityGroupRulesNegativeTestJSON-703779065-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:48.954070 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-283c1c60-a4e2-4563-aaf5-331a64616fc0 None None] Routers {'7d48dee6-adbc-4d1d-8420-01d37fdb1603'} bound to L3 agent in host n-d-713301-16 {{(pid=95103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 19:31:48.955772 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_hamode_db [None req-283c1c60-a4e2-4563-aaf5-331a64616fc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-23T19:07:52Z,description=,heartbeat_timestamp=2021-09-23T19:31:22Z,host='n-d-713301-16',id=79a740bf-7821-4989-8288-7186e3e128f3,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:07:52Z,topic='l3_agent')) {'router_ids': ['7d48dee6-adbc-4d1d-8420-01d37fdb1603'], 'active': True} {{(pid=95103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:31:48.975568 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-13b096d3-ad85-400e-b02b-dd8458be91d9 req-63c9afa7-da61-4e03-bab7-13111f4440cf tempest-SecurityGroupRulesNegativeTestJSON-703779065 tempest-SecurityGroupRulesNegativeTestJSON-703779065-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575319'] for security_group_rule, after_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:49.002827 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Device cdcac803-b0eb-4617-8861-7fe8589dd0b8 up at agent hyperv_n-h1-713301-16 {{(pid=95103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 19:31:49.013039 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_hamode_db [None req-283c1c60-a4e2-4563-aaf5-331a64616fc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713301-16', False) {} {{(pid=95103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:31:49.014242 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-283c1c60-a4e2-4563-aaf5-331a64616fc0 None None] The sync data for ids ['7d48dee6-adbc-4d1d-8420-01d37fdb1603'] in n-d-713301-16 is: [] {{(pid=95103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 19:31:49.027777 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7f6e06-0d2f-4410-9654-18e09c4ba628 req-a6b428db-b9c4-4f1f-8940-61ee8eeaf160 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:31:49.028421 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-6f7f6e06-0d2f-4410-9654-18e09c4ba628 req-a6b428db-b9c4-4f1f-8940-61ee8eeaf160 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222849'] for port, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:49.034361 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-6f7f6e06-0d2f-4410-9654-18e09c4ba628 req-a6b428db-b9c4-4f1f-8940-61ee8eeaf160 service neutron] 10.222.0.53 "PUT /v2.0/ports/0d220b4a-c2a9-416b-bef2-705bfcd93242 HTTP/1.1" status: 200 len: 1092 time: 1.4917483 Sep 23 19:31:49.038309 n-d-713301-16 neutron-server[95102]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '583aeae2-b5c0-4d8d-bffb-15a63f4020fc', 'tag': '0d220b4a-c2a9-416b-bef2-705bfcd93242'}] {{(pid=95102) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 19:31:49.047681 n-d-713301-16 neutron-server[95102]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab31b6d93e5336dbddfa8ec424565b3bd8cb2369c5b4d85bc943472dbb21e8ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56f250fb-aee9-4a47-a55f-66e9a0518552" -d '{"events": [{"name": "network-changed", "server_uuid": "583aeae2-b5c0-4d8d-bffb-15a63f4020fc", "tag": "0d220b4a-c2a9-416b-bef2-705bfcd93242"}]}' {{(pid=95102) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 19:31:49.051521 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63c9afa7-da61-4e03-bab7-13111f4440cf tempest-SecurityGroupRulesNegativeTestJSON-703779065 tempest-SecurityGroupRulesNegativeTestJSON-703779065-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b28baacb-d74a-42cd-93e1-92107f81f906,revision_number=0']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:31:49.073527 n-d-713301-16 neutron-server[95101]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Thu, 23 Sep 2021 19:31:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7386db24-2ee8-4ffe-bd65-6623c9a0fef3 x-openstack-request-id: req-7386db24-2ee8-4ffe-bd65-6623c9a0fef3 {{(pid=95101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 19:31:49.073962 n-d-713301-16 neutron-server[95101]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "583aeae2-b5c0-4d8d-bffb-15a63f4020fc", "tag": "f2f18a7a-caec-4840-825d-bc37f2f04daf", "status": "completed", "code": 200}, {"server_uuid": "65757457-224c-44f3-a3c7-714fea4058cb", "name": "network-vif-deleted", "tag": "95342296-7c8c-44f0-b2c6-c6769a3673aa", "status": "completed", "code": 200}]} {{(pid=95101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 19:31:49.074339 n-d-713301-16 neutron-server[95101]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-7386db24-2ee8-4ffe-bd65-6623c9a0fef3 {{(pid=95101) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 19:31:49.075082 n-d-713301-16 neutron-server[95101]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '583aeae2-b5c0-4d8d-bffb-15a63f4020fc', 'tag': 'f2f18a7a-caec-4840-825d-bc37f2f04daf', 'status': 'completed', 'code': 200} Sep 23 19:31:49.075436 n-d-713301-16 neutron-server[95101]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '65757457-224c-44f3-a3c7-714fea4058cb', 'name': 'network-vif-deleted', 'tag': '95342296-7c8c-44f0-b2c6-c6769a3673aa', 'status': 'completed', 'code': 200} Sep 23 19:31:49.085115 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-13b096d3-ad85-400e-b02b-dd8458be91d9 req-63c9afa7-da61-4e03-bab7-13111f4440cf tempest-SecurityGroupRulesNegativeTestJSON-703779065 tempest-SecurityGroupRulesNegativeTestJSON-703779065-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:49.103243 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-13b096d3-ad85-400e-b02b-dd8458be91d9 req-63c9afa7-da61-4e03-bab7-13111f4440cf tempest-SecurityGroupRulesNegativeTestJSON-703779065 tempest-SecurityGroupRulesNegativeTestJSON-703779065-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.4729857 Sep 23 19:31:49.110269 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6b428db-b9c4-4f1f-8940-61ee8eeaf160 service neutron] Pushing event updated for resources: {'Port': ['ID=0d220b4a-c2a9-416b-bef2-705bfcd93242,revision_number=3']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:31:49.128491 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Provisioning for port cdcac803-b0eb-4617-8861-7fe8589dd0b8 completed by entity L2. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 19:31:49.133596 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Provisioning complete for port cdcac803-b0eb-4617-8861-7fe8589dd0b8 triggered by entity L2. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:31:49.133977 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:49.173115 n-d-713301-16 neutron-server[95102]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 19:31:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1947b13b-6e6e-478e-8ba0-40de31dd790f x-openstack-request-id: req-1947b13b-6e6e-478e-8ba0-40de31dd790f {{(pid=95102) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 19:31:49.173618 n-d-713301-16 neutron-server[95102]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "583aeae2-b5c0-4d8d-bffb-15a63f4020fc", "tag": "0d220b4a-c2a9-416b-bef2-705bfcd93242", "status": "completed", "code": 200}]} {{(pid=95102) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 19:31:49.174491 n-d-713301-16 neutron-server[95102]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-1947b13b-6e6e-478e-8ba0-40de31dd790f {{(pid=95102) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 19:31:49.175066 n-d-713301-16 neutron-server[95102]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '583aeae2-b5c0-4d8d-bffb-15a63f4020fc', 'tag': '0d220b4a-c2a9-416b-bef2-705bfcd93242', 'status': 'completed', 'code': 200} Sep 23 19:31:49.211988 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-667f31f1-c07b-41c9-ad4b-db27f8e645e1 req-fcc17b17-0c2a-4864-8eda-d40a012f302b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:31:49.212990 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-667f31f1-c07b-41c9-ad4b-db27f8e645e1 req-fcc17b17-0c2a-4864-8eda-d40a012f302b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:31:49.213714 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-667f31f1-c07b-41c9-ad4b-db27f8e645e1 req-fcc17b17-0c2a-4864-8eda-d40a012f302b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:31:49.223592 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-667f31f1-c07b-41c9-ad4b-db27f8e645e1 req-fcc17b17-0c2a-4864-8eda-d40a012f302b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:31:49.224386 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-667f31f1-c07b-41c9-ad4b-db27f8e645e1 req-fcc17b17-0c2a-4864-8eda-d40a012f302b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:31:49.225106 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-667f31f1-c07b-41c9-ad4b-db27f8e645e1 req-fcc17b17-0c2a-4864-8eda-d40a012f302b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:31:49.225749 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-667f31f1-c07b-41c9-ad4b-db27f8e645e1 req-fcc17b17-0c2a-4864-8eda-d40a012f302b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:31:49.232766 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-667f31f1-c07b-41c9-ad4b-db27f8e645e1 req-fcc17b17-0c2a-4864-8eda-d40a012f302b service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=1f1788a36b0c407c84d1fe9c6d21bab4&device_id=583aeae2-b5c0-4d8d-bffb-15a63f4020fc HTTP/1.1" status: 200 len: 6492 time: 0.1559598 Sep 23 19:31:49.351945 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:49.413080 n-d-713301-16 neutron-server[95103]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '675250d5-b764-4a76-a441-f0488da38a5e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cdcac803-b0eb-4617-8861-7fe8589dd0b8'}] {{(pid=95103) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 19:31:49.417539 n-d-713301-16 neutron-server[95103]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}81a1c17f2aa89d5b3ebbba3a3e0cf7eb588e431c2224256110c4c4facdd7c3e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99052c2a-f94d-4c71-9cff-d31e7a3c1643" -d '{"events": [{"server_uuid": "675250d5-b764-4a76-a441-f0488da38a5e", "name": "network-vif-plugged", "status": "completed", "tag": "cdcac803-b0eb-4617-8861-7fe8589dd0b8"}]}' {{(pid=95103) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 19:31:49.418281 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8275199f-0990-4710-848b-a98898240688 req-5ffcf4e6-e61c-464f-b7c7-04b4884af790 tempest-TaggedBootDevicesTest_v242-1470406513 tempest-TaggedBootDevicesTest_v242-1470406513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:31:49.434745 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8275199f-0990-4710-848b-a98898240688 req-5ffcf4e6-e61c-464f-b7c7-04b4884af790 tempest-TaggedBootDevicesTest_v242-1470406513 tempest-TaggedBootDevicesTest_v242-1470406513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:31:49.444312 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8275199f-0990-4710-848b-a98898240688 req-5ffcf4e6-e61c-464f-b7c7-04b4884af790 tempest-TaggedBootDevicesTest_v242-1470406513 tempest-TaggedBootDevicesTest_v242-1470406513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:31:49.449842 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] For port cdcac803-b0eb-4617-8861-7fe8589dd0b8, host n-h1-713301-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-16',level=0,port_id=cdcac803-b0eb-4617-8861-7fe8589dd0b8,segment=NetworkSegment(0ad9f853-8282-44e3-ac3b-2b75c9223dae),segment_id=0ad9f853-8282-44e3-ac3b-2b75c9223dae)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:31:49.451688 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8275199f-0990-4710-848b-a98898240688 req-5ffcf4e6-e61c-464f-b7c7-04b4884af790 tempest-TaggedBootDevicesTest_v242-1470406513 tempest-TaggedBootDevicesTest_v242-1470406513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:31:49.459393 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8275199f-0990-4710-848b-a98898240688 req-5ffcf4e6-e61c-464f-b7c7-04b4884af790 tempest-TaggedBootDevicesTest_v242-1470406513 tempest-TaggedBootDevicesTest_v242-1470406513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:31:49.459944 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:49.467445 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8275199f-0990-4710-848b-a98898240688 req-5ffcf4e6-e61c-464f-b7c7-04b4884af790 tempest-TaggedBootDevicesTest_v242-1470406513 tempest-TaggedBootDevicesTest_v242-1470406513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:31:49.474113 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8275199f-0990-4710-848b-a98898240688 req-5ffcf4e6-e61c-464f-b7c7-04b4884af790 tempest-TaggedBootDevicesTest_v242-1470406513 tempest-TaggedBootDevicesTest_v242-1470406513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:31:49.476109 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-8275199f-0990-4710-848b-a98898240688 req-5ffcf4e6-e61c-464f-b7c7-04b4884af790 tempest-TaggedBootDevicesTest_v242-1470406513 tempest-TaggedBootDevicesTest_v242-1470406513-project] 10.222.0.67 "GET /v2.0/ports?device_id=583aeae2-b5c0-4d8d-bffb-15a63f4020fc HTTP/1.1" status: 200 len: 5428 time: 0.2893806 Sep 23 19:31:49.492030 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-9e54d401-9d2f-439b-9d74-beecadc019bf req-99874b76-2fec-4ca8-9fe7-81f8203670f0 tempest-SecurityGroupRulesNegativeTestJSON-703779065 tempest-SecurityGroupRulesNegativeTestJSON-703779065-project] 10.222.0.67 "GET /v2.0/security-groups/88ffe5b9-327e-4159-8380-46c24c5c2cd2 HTTP/1.1" status: 200 len: 2408 time: 0.2312996 Sep 23 19:31:49.503703 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-667f31f1-c07b-41c9-ad4b-db27f8e645e1 req-c52cfd69-aa76-402d-a704-8db81387357f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:31:49.504512 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-667f31f1-c07b-41c9-ad4b-db27f8e645e1 req-c52cfd69-aa76-402d-a704-8db81387357f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:31:49.505171 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-667f31f1-c07b-41c9-ad4b-db27f8e645e1 req-c52cfd69-aa76-402d-a704-8db81387357f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:31:49.506911 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-667f31f1-c07b-41c9-ad4b-db27f8e645e1 req-c52cfd69-aa76-402d-a704-8db81387357f service neutron] 10.222.0.53 "GET /v2.0/networks?tenant_id=1f1788a36b0c407c84d1fe9c6d21bab4&shared=False HTTP/1.1" status: 200 len: 2299 time: 0.2477698 Sep 23 19:31:49.524513 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 45812) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:31:49.551683 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Pushing event updated for resources: {'Port': ['ID=cdcac803-b0eb-4617-8861-7fe8589dd0b8,revision_number=5']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:31:49.573371 n-d-713301-16 neutron-server[95103]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 19:31:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ab4f8d3-9db2-407a-b00b-3d620e9c6dda x-openstack-request-id: req-6ab4f8d3-9db2-407a-b00b-3d620e9c6dda {{(pid=95103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 19:31:49.573665 n-d-713301-16 neutron-server[95103]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "675250d5-b764-4a76-a441-f0488da38a5e", "name": "network-vif-plugged", "status": "completed", "tag": "cdcac803-b0eb-4617-8861-7fe8589dd0b8", "code": 200}]} {{(pid=95103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 19:31:49.573921 n-d-713301-16 neutron-server[95103]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-6ab4f8d3-9db2-407a-b00b-3d620e9c6dda {{(pid=95103) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 19:31:49.574321 n-d-713301-16 neutron-server[95103]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '675250d5-b764-4a76-a441-f0488da38a5e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cdcac803-b0eb-4617-8861-7fe8589dd0b8', 'code': 200} Sep 23 19:31:49.600274 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-8275199f-0990-4710-848b-a98898240688 req-8b9160fd-0a0b-46af-86bf-deb8f8940592 tempest-TaggedBootDevicesTest_v242-1470406513 tempest-TaggedBootDevicesTest_v242-1470406513-project] 10.222.0.67 "GET /v2.0/security-groups?id=687e4f9e-0a49-4ef3-86dc-e31b7edc6949&id=78494785-7e26-42ec-a5d5-f3013c8d7eca&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1076090 Sep 23 19:31:49.661731 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 45818) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:31:49.662369 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-086ea1d9-1948-4404-b847-b3df82aa7ab1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:49.802819 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-9ed60df0-9d29-4877-a81f-d73026854dbb req-86965c57-475d-4d80-bd5c-4b19f71f5ff2 tempest-SecurityGroupRulesNegativeTestJSON-703779065 tempest-SecurityGroupRulesNegativeTestJSON-703779065-project] 10.222.0.67 "GET /v2.0/security-group-rules/b28baacb-d74a-42cd-93e1-92107f81f906 HTTP/1.1" status: 200 len: 778 time: 0.0788469 Sep 23 19:31:49.808421 n-d-713301-16 neutron-server[95102]: DEBUG neutron.db.db_base_plugin_v2 [None req-58bfbeb3-f8cc-4943-af59-ba4fd4521233 admin admin] Deleting subnet 2dc452e2-2887-447f-9eb2-f4b89ff17ac5 {{(pid=95102) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 23 19:31:49.831340 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-58bfbeb3-f8cc-4943-af59-ba4fd4521233 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:49.909853 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24915f2f-430f-43f8-b4b2-29f3be463a23 req-8d29cedf-0b30-4f02-9915-e0eeb90b6d30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:31:49.911394 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-24915f2f-430f-43f8-b4b2-29f3be463a23 req-8d29cedf-0b30-4f02-9915-e0eeb90b6d30 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=675250d5-b764-4a76-a441-f0488da38a5e HTTP/1.1" status: 200 len: 1097 time: 0.2360249 Sep 23 19:31:49.953795 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-91180c5a-de23-42bc-84d9-039e8e5fc6c3 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=4a3e8fa33fd74a4ab7855896e0b73d00&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4281330 Sep 23 19:31:49.966450 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-58bfbeb3-f8cc-4943-af59-ba4fd4521233 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6162825'] for subnet, precommit_delete_associations {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:49.968260 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 45822) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:31:49.995463 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-e06c4d91-f29d-477f-95b6-453668fa00af tempest-RoutersAdminTest-1385384480 tempest-RoutersAdminTest-1385384480-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:50.033575 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-667f31f1-c07b-41c9-ad4b-db27f8e645e1 req-f0abb7a5-7cb7-4aba-9ba8-72222e7e7dc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:31:50.034722 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-9ed60df0-9d29-4877-a81f-d73026854dbb req-201dc926-ffdc-4012-8bf5-e1a47cdb5dfd tempest-SecurityGroupRulesNegativeTestJSON-703779065 tempest-SecurityGroupRulesNegativeTestJSON-703779065-project] 10.222.0.67 "GET /v2.0/security-groups/88ffe5b9-327e-4159-8380-46c24c5c2cd2 HTTP/1.1" status: 200 len: 2408 time: 0.2238064 Sep 23 19:31:50.035073 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-667f31f1-c07b-41c9-ad4b-db27f8e645e1 req-f0abb7a5-7cb7-4aba-9ba8-72222e7e7dc7 service neutron] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1442714 Sep 23 19:31:50.092248 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c77f16a9-6bab-44a0-a40a-e1223363ebd0 req-ad8ee01e-d282-44c6-86f3-74a2daf471f9 tempest-ServerActionsTestJSON-618918056 tempest-ServerActionsTestJSON-618918056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:31:50.093836 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-c77f16a9-6bab-44a0-a40a-e1223363ebd0 req-ad8ee01e-d282-44c6-86f3-74a2daf471f9 tempest-ServerActionsTestJSON-618918056 tempest-ServerActionsTestJSON-618918056-project] 10.222.0.67 "GET /v2.0/ports?device_id=675250d5-b764-4a76-a441-f0488da38a5e HTTP/1.1" status: 200 len: 945 time: 0.2259684 Sep 23 19:31:50.113048 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-24915f2f-430f-43f8-b4b2-29f3be463a23 req-76e34439-454c-457f-bef6-b348f2bd3e25 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=8f1e71cd-f67e-49f6-828d-7dde05723843&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1786044 Sep 23 19:31:50.132349 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-58bfbeb3-f8cc-4943-af59-ba4fd4521233 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1756813'] for subnet, precommit_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:50.152598 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7f6e06-0d2f-4410-9654-18e09c4ba628 req-c125a48f-0a0f-4394-9792-a2c15b6229d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:31:50.153094 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7f6e06-0d2f-4410-9654-18e09c4ba628 req-c125a48f-0a0f-4394-9792-a2c15b6229d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:31:50.153598 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7f6e06-0d2f-4410-9654-18e09c4ba628 req-c125a48f-0a0f-4394-9792-a2c15b6229d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:31:50.154063 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7f6e06-0d2f-4410-9654-18e09c4ba628 req-c125a48f-0a0f-4394-9792-a2c15b6229d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:31:50.154713 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7f6e06-0d2f-4410-9654-18e09c4ba628 req-c125a48f-0a0f-4394-9792-a2c15b6229d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:31:50.155526 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7f6e06-0d2f-4410-9654-18e09c4ba628 req-c125a48f-0a0f-4394-9792-a2c15b6229d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:31:50.156076 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7f6e06-0d2f-4410-9654-18e09c4ba628 req-c125a48f-0a0f-4394-9792-a2c15b6229d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:31:50.158854 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-6f7f6e06-0d2f-4410-9654-18e09c4ba628 req-c125a48f-0a0f-4394-9792-a2c15b6229d9 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=1f1788a36b0c407c84d1fe9c6d21bab4&device_id=583aeae2-b5c0-4d8d-bffb-15a63f4020fc HTTP/1.1" status: 200 len: 6492 time: 0.0700371 Sep 23 19:31:50.188276 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-9ed60df0-9d29-4877-a81f-d73026854dbb req-015c739c-5c3d-4208-946d-834d906063cd tempest-SecurityGroupRulesNegativeTestJSON-703779065 tempest-SecurityGroupRulesNegativeTestJSON-703779065-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:50.211476 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-9ed60df0-9d29-4877-a81f-d73026854dbb req-015c739c-5c3d-4208-946d-834d906063cd tempest-SecurityGroupRulesNegativeTestJSON-703779065 tempest-SecurityGroupRulesNegativeTestJSON-703779065-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:50.225498 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-7cce65c1-33d5-400b-bda6-93b7df6c2732 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:50.239663 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-c77f16a9-6bab-44a0-a40a-e1223363ebd0 req-add9b62f-16f9-4833-8f75-8d8a38050e16 tempest-ServerActionsTestJSON-618918056 tempest-ServerActionsTestJSON-618918056-project] 10.222.0.67 "GET /v2.0/security-groups?id=8f1e71cd-f67e-49f6-828d-7dde05723843&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1255221 Sep 23 19:31:50.275944 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-6f7f6e06-0d2f-4410-9654-18e09c4ba628 req-eda61d38-6c61-4346-ad51-66da79baf07c service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6a7a5cae-7327-4542-b381-1fad380770ef HTTP/1.1" status: 200 len: 217 time: 0.1065974 Sep 23 19:31:50.277850 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-7cce65c1-33d5-400b-bda6-93b7df6c2732 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:50.280444 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-9ed60df0-9d29-4877-a81f-d73026854dbb req-015c739c-5c3d-4208-946d-834d906063cd tempest-SecurityGroupRulesNegativeTestJSON-703779065 tempest-SecurityGroupRulesNegativeTestJSON-703779065-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575319'] for security_group_rule, after_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:50.288032 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-9ed60df0-9d29-4877-a81f-d73026854dbb req-015c739c-5c3d-4208-946d-834d906063cd tempest-SecurityGroupRulesNegativeTestJSON-703779065 tempest-SecurityGroupRulesNegativeTestJSON-703779065-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:50.289228 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-9ed60df0-9d29-4877-a81f-d73026854dbb req-015c739c-5c3d-4208-946d-834d906063cd tempest-SecurityGroupRulesNegativeTestJSON-703779065 tempest-SecurityGroupRulesNegativeTestJSON-703779065-project] 10.222.0.67 "DELETE /v2.0/security-group-rules/b28baacb-d74a-42cd-93e1-92107f81f906 HTTP/1.1" status: 204 len: 173 time: 0.2386227 Sep 23 19:31:50.311262 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-58bfbeb3-f8cc-4943-af59-ba4fd4521233 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1756804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4399009', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5388229'] for subnet, after_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:50.331821 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-015c739c-5c3d-4208-946d-834d906063cd tempest-SecurityGroupRulesNegativeTestJSON-703779065 tempest-SecurityGroupRulesNegativeTestJSON-703779065-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=b28baacb-d74a-42cd-93e1-92107f81f906,revision_number=None']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:31:50.351727 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7f6e06-0d2f-4410-9654-18e09c4ba628 req-cd15bf79-9c21-4997-9b07-3090731ee4f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:31:50.353148 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-6f7f6e06-0d2f-4410-9654-18e09c4ba628 req-cd15bf79-9c21-4997-9b07-3090731ee4f2 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=0a32b004-bc4a-40b4-8198-7301a96775ce HTTP/1.1" status: 200 len: 856 time: 0.0690393 Sep 23 19:31:50.366131 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.v2.base [req-7a9b92ca-4f93-4bbc-ad53-223401edfde3 req-d22f8826-d34c-4938-982a-56a313f7a58e tempest-SecurityGroupRulesNegativeTestJSON-703779065 tempest-SecurityGroupRulesNegativeTestJSON-703779065-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-11629825', 'description': 'tempest-description-1234017690'}} {{(pid=95102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:31:50.373859 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58bfbeb3-f8cc-4943-af59-ba4fd4521233 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2dc452e2-2887-447f-9eb2-f4b89ff17ac5,revision_number=None']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:31:50.379385 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-58bfbeb3-f8cc-4943-af59-ba4fd4521233 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:50.381403 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-58bfbeb3-f8cc-4943-af59-ba4fd4521233 admin admin] 10.222.0.67 "DELETE /v2.0/subnets/2dc452e2-2887-447f-9eb2-f4b89ff17ac5 HTTP/1.1" status: 204 len: 168 time: 0.7185459 Sep 23 19:31:50.389940 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 45826) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:31:50.413400 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-7a9b92ca-4f93-4bbc-ad53-223401edfde3 req-d22f8826-d34c-4938-982a-56a313f7a58e tempest-SecurityGroupRulesNegativeTestJSON-703779065 tempest-SecurityGroupRulesNegativeTestJSON-703779065-project] Notify callbacks [] for security_group, before_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:50.442067 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-7cce65c1-33d5-400b-bda6-93b7df6c2732 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:50.444680 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-7cce65c1-33d5-400b-bda6-93b7df6c2732 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:50.445935 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-7cce65c1-33d5-400b-bda6-93b7df6c2732 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/dee01b0c-2788-4ae5-966c-c16e94c215fc HTTP/1.1" status: 204 len: 168 time: 0.4749594 Sep 23 19:31:50.462038 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cce65c1-33d5-400b-bda6-93b7df6c2732 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dee01b0c-2788-4ae5-966c-c16e94c215fc,revision_number=None']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:31:50.538137 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-7a9b92ca-4f93-4bbc-ad53-223401edfde3 req-d22f8826-d34c-4938-982a-56a313f7a58e tempest-SecurityGroupRulesNegativeTestJSON-703779065 tempest-SecurityGroupRulesNegativeTestJSON-703779065-project] Notify callbacks [] for security_group, precommit_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:50.543084 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-7a9b92ca-4f93-4bbc-ad53-223401edfde3 req-d22f8826-d34c-4938-982a-56a313f7a58e tempest-SecurityGroupRulesNegativeTestJSON-703779065 tempest-SecurityGroupRulesNegativeTestJSON-703779065-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:50.546428 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-217bd63c-5067-4f96-8596-47bbaedd8041 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1628021'] for network, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:50.561032 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7f6e06-0d2f-4410-9654-18e09c4ba628 req-310d946c-67b8-40a5-8ae1-ca3e67ad59d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:31:50.562670 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-6f7f6e06-0d2f-4410-9654-18e09c4ba628 req-310d946c-67b8-40a5-8ae1-ca3e67ad59d6 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=4938c958-b8c9-4af7-9682-a50ce306467f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1734455 Sep 23 19:31:50.575510 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-7a9b92ca-4f93-4bbc-ad53-223401edfde3 req-d22f8826-d34c-4938-982a-56a313f7a58e tempest-SecurityGroupRulesNegativeTestJSON-703779065 tempest-SecurityGroupRulesNegativeTestJSON-703779065-project] Notify callbacks [] for security_group, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:50.576783 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-7a9b92ca-4f93-4bbc-ad53-223401edfde3 req-d22f8826-d34c-4938-982a-56a313f7a58e tempest-SecurityGroupRulesNegativeTestJSON-703779065 tempest-SecurityGroupRulesNegativeTestJSON-703779065-project] 10.222.0.67 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1818 time: 0.2496948 Sep 23 19:31:50.588725 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d22f8826-d34c-4938-982a-56a313f7a58e tempest-SecurityGroupRulesNegativeTestJSON-703779065 tempest-SecurityGroupRulesNegativeTestJSON-703779065-project] Pushing event updated for resources: {'SecurityGroup': ['ID=483762e3-15fa-46b0-b409-5a13ccf97f5c,revision_number=1']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:31:50.663601 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-423dd541-6407-4d75-aa30-c5980e6f0245 req-d03a5002-8c2b-4d3c-9719-50c46e8a8192 tempest-SecurityGroupRulesNegativeTestJSON-703779065 tempest-SecurityGroupRulesNegativeTestJSON-703779065-project] 10.222.0.67 "GET /v2.0/security-groups/483762e3-15fa-46b0-b409-5a13ccf97f5c HTTP/1.1" status: 200 len: 1813 time: 0.0567198 Sep 23 19:31:50.715836 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.v2.base [req-39971595-7b62-489d-abee-778734d03230 req-700cefab-1a92-49e5-bd4a-793a675e39a6 tempest-SecurityGroupRulesNegativeTestJSON-703779065 tempest-SecurityGroupRulesNegativeTestJSON-703779065-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1100640218', 'description': 'tempest-description-241339568'}} {{(pid=95102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:31:50.772249 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-39971595-7b62-489d-abee-778734d03230 req-700cefab-1a92-49e5-bd4a-793a675e39a6 tempest-SecurityGroupRulesNegativeTestJSON-703779065 tempest-SecurityGroupRulesNegativeTestJSON-703779065-project] Notify callbacks [] for security_group, before_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:50.798584 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9de75aa-44bf-4c5d-a374-63e347fa421b req-929078f2-b1a8-4ef0-b189-503578ef2cda tempest-TaggedBootDevicesTest_v242-1470406513 tempest-TaggedBootDevicesTest_v242-1470406513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:31:50.805360 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9de75aa-44bf-4c5d-a374-63e347fa421b req-929078f2-b1a8-4ef0-b189-503578ef2cda tempest-TaggedBootDevicesTest_v242-1470406513 tempest-TaggedBootDevicesTest_v242-1470406513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:31:50.811358 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9de75aa-44bf-4c5d-a374-63e347fa421b req-929078f2-b1a8-4ef0-b189-503578ef2cda tempest-TaggedBootDevicesTest_v242-1470406513 tempest-TaggedBootDevicesTest_v242-1470406513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:31:50.817288 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-217bd63c-5067-4f96-8596-47bbaedd8041 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1754676', 'neutron.services.segments.db._delete_segments_for_network-8783146221460'] for network, precommit_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:50.818367 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9de75aa-44bf-4c5d-a374-63e347fa421b req-929078f2-b1a8-4ef0-b189-503578ef2cda tempest-TaggedBootDevicesTest_v242-1470406513 tempest-TaggedBootDevicesTest_v242-1470406513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:31:50.824325 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9de75aa-44bf-4c5d-a374-63e347fa421b req-929078f2-b1a8-4ef0-b189-503578ef2cda tempest-TaggedBootDevicesTest_v242-1470406513 tempest-TaggedBootDevicesTest_v242-1470406513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:31:50.830916 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9de75aa-44bf-4c5d-a374-63e347fa421b req-929078f2-b1a8-4ef0-b189-503578ef2cda tempest-TaggedBootDevicesTest_v242-1470406513 tempest-TaggedBootDevicesTest_v242-1470406513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:31:50.836990 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9de75aa-44bf-4c5d-a374-63e347fa421b req-929078f2-b1a8-4ef0-b189-503578ef2cda tempest-TaggedBootDevicesTest_v242-1470406513 tempest-TaggedBootDevicesTest_v242-1470406513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:31:50.844900 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-d9de75aa-44bf-4c5d-a374-63e347fa421b req-929078f2-b1a8-4ef0-b189-503578ef2cda tempest-TaggedBootDevicesTest_v242-1470406513 tempest-TaggedBootDevicesTest_v242-1470406513-project] 10.222.0.67 "GET /v2.0/ports?device_id=583aeae2-b5c0-4d8d-bffb-15a63f4020fc HTTP/1.1" status: 200 len: 5428 time: 0.1347346 Sep 23 19:31:50.857235 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-6f7f6e06-0d2f-4410-9654-18e09c4ba628 req-d414ea5c-45c8-43fc-b51a-4bbf8d479a66 service neutron] 10.222.0.53 "GET /v2.0/networks/4938c958-b8c9-4af7-9682-a50ce306467f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2843504 Sep 23 19:31:50.866843 n-d-713301-16 neutron-server[95101]: DEBUG neutron.services.segments.db [None req-217bd63c-5067-4f96-8596-47bbaedd8041 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fc3782e6-90e2-444f-9a65-4a3fa16297f0']}} {{(pid=95101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:31:50.886352 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-e06c4d91-f29d-477f-95b6-453668fa00af tempest-RoutersAdminTest-1385384480 tempest-RoutersAdminTest-1385384480-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-601749', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-597253', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29360'] for router, precommit_update {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:50.903721 n-d-713301-16 neutron-server[95101]: DEBUG neutron.services.segments.db [None req-217bd63c-5067-4f96-8596-47bbaedd8041 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1ad51bb3-6b14-4cfa-8e58-c77fc0304926') {'for_net_delete': True} {{(pid=95101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:31:50.904013 n-d-713301-16 neutron-server[95101]: DEBUG neutron.services.segments.db [None req-217bd63c-5067-4f96-8596-47bbaedd8041 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1ad51bb3-6b14-4cfa-8e58-c77fc0304926') {} {{(pid=95101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:31:50.908422 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-d9de75aa-44bf-4c5d-a374-63e347fa421b req-e4beb6b9-383c-4d6c-bae0-29daf6ad4b73 tempest-TaggedBootDevicesTest_v242-1470406513 tempest-TaggedBootDevicesTest_v242-1470406513-project] 10.222.0.67 "GET /v2.0/security-groups?id=687e4f9e-0a49-4ef3-86dc-e31b7edc6949&id=78494785-7e26-42ec-a5d5-f3013c8d7eca&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0622962 Sep 23 19:31:50.908690 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-e06c4d91-f29d-477f-95b6-453668fa00af tempest-RoutersAdminTest-1385384480 tempest-RoutersAdminTest-1385384480-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-601790', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-601772', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-601767', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-597276'] for router, after_update {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:50.933599 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-217bd63c-5067-4f96-8596-47bbaedd8041 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783146221725', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6007147'] for segment, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:51.003798 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-39971595-7b62-489d-abee-778734d03230 req-700cefab-1a92-49e5-bd4a-793a675e39a6 tempest-SecurityGroupRulesNegativeTestJSON-703779065 tempest-SecurityGroupRulesNegativeTestJSON-703779065-project] Notify callbacks [] for security_group, precommit_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:51.012275 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-39971595-7b62-489d-abee-778734d03230 req-700cefab-1a92-49e5-bd4a-793a675e39a6 tempest-SecurityGroupRulesNegativeTestJSON-703779065 tempest-SecurityGroupRulesNegativeTestJSON-703779065-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:51.030334 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-217bd63c-5067-4f96-8596-47bbaedd8041 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1756186'] for segment, precommit_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:51.044934 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-39971595-7b62-489d-abee-778734d03230 req-700cefab-1a92-49e5-bd4a-793a675e39a6 tempest-SecurityGroupRulesNegativeTestJSON-703779065 tempest-SecurityGroupRulesNegativeTestJSON-703779065-project] Notify callbacks [] for security_group, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:51.050207 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-39971595-7b62-489d-abee-778734d03230 req-700cefab-1a92-49e5-bd4a-793a675e39a6 tempest-SecurityGroupRulesNegativeTestJSON-703779065 tempest-SecurityGroupRulesNegativeTestJSON-703779065-project] 10.222.0.67 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1819 time: 0.3387656 Sep 23 19:31:51.052226 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-700cefab-1a92-49e5-bd4a-793a675e39a6 tempest-SecurityGroupRulesNegativeTestJSON-703779065 tempest-SecurityGroupRulesNegativeTestJSON-703779065-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5e095cb7-302f-4a9a-8a6f-dc5427087006,revision_number=1']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:31:51.076147 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-217bd63c-5067-4f96-8596-47bbaedd8041 admin admin] Releasing vlan 634 on physical network physnet1 to pool {{(pid=95101) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 19:31:51.076549 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-217bd63c-5067-4f96-8596-47bbaedd8041 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1756186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5608436'] for segment, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:51.078631 n-d-713301-16 neutron-server[95101]: Traceback (most recent call last): Sep 23 19:31:51.078631 n-d-713301-16 neutron-server[95101]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 19:31:51.078631 n-d-713301-16 neutron-server[95101]: timer() Sep 23 19:31:51.078631 n-d-713301-16 neutron-server[95101]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 19:31:51.078631 n-d-713301-16 neutron-server[95101]: cb(*args, **kw) Sep 23 19:31:51.078631 n-d-713301-16 neutron-server[95101]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 19:31:51.078631 n-d-713301-16 neutron-server[95101]: return func(*args, **kwargs) Sep 23 19:31:51.078631 n-d-713301-16 neutron-server[95101]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 19:31:51.078631 n-d-713301-16 neutron-server[95101]: self._notify() Sep 23 19:31:51.078631 n-d-713301-16 neutron-server[95101]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 19:31:51.078631 n-d-713301-16 neutron-server[95101]: self.callback(batched_events) Sep 23 19:31:51.078631 n-d-713301-16 neutron-server[95101]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 19:31:51.078631 n-d-713301-16 neutron-server[95101]: event.method(event) Sep 23 19:31:51.078631 n-d-713301-16 neutron-server[95101]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 19:31:51.078631 n-d-713301-16 neutron-server[95101]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 19:31:51.078631 n-d-713301-16 neutron-server[95101]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 19:31:51.078631 n-d-713301-16 neutron-server[95101]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 19:31:51.078631 n-d-713301-16 neutron-server[95101]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 19:31:51.078631 n-d-713301-16 neutron-server[95101]: return f(self, *a, **k) Sep 23 19:31:51.078631 n-d-713301-16 neutron-server[95101]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 19:31:51.078631 n-d-713301-16 neutron-server[95101]: return self._get(url).json() Sep 23 19:31:51.078631 n-d-713301-16 neutron-server[95101]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 19:31:51.078631 n-d-713301-16 neutron-server[95101]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 19:31:51.078631 n-d-713301-16 neutron-server[95101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 19:31:51.078631 n-d-713301-16 neutron-server[95101]: return self.request(url, 'GET', **kwargs) Sep 23 19:31:51.078631 n-d-713301-16 neutron-server[95101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 19:31:51.078631 n-d-713301-16 neutron-server[95101]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 19:31:51.078631 n-d-713301-16 neutron-server[95101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 19:31:51.078631 n-d-713301-16 neutron-server[95101]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 19:31:51.078631 n-d-713301-16 neutron-server[95101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 19:31:51.078631 n-d-713301-16 neutron-server[95101]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 19:31:51.078631 n-d-713301-16 neutron-server[95101]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 19:31:51.119223 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-acbacbbe-6e8b-4846-906e-f33428be4c47 req-f22bf807-b63e-445e-8661-7b63b8e4d01b tempest-SecurityGroupRulesNegativeTestJSON-703779065 tempest-SecurityGroupRulesNegativeTestJSON-703779065-project] 10.222.0.67 "GET /v2.0/security-groups/5e095cb7-302f-4a9a-8a6f-dc5427087006 HTTP/1.1" status: 200 len: 1814 time: 0.0477881 Sep 23 19:31:51.126231 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-6f7f6e06-0d2f-4410-9654-18e09c4ba628 req-375aca2b-57d4-4f06-9730-cd332ddca120 service neutron] 10.222.0.53 "GET /v2.0/networks/4938c958-b8c9-4af7-9682-a50ce306467f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2613132 Sep 23 19:31:51.147565 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.v2.base [req-d9926f1f-91c8-44b9-8a79-94c32377656c req-eb21916f-d5f9-4123-96f0-1b7a8cb8d1cc tempest-SecurityGroupRulesNegativeTestJSON-703779065 tempest-SecurityGroupRulesNegativeTestJSON-703779065-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1191503603', 'description': 'tempest-description-797343956'}} {{(pid=95102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:31:51.186616 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-d9926f1f-91c8-44b9-8a79-94c32377656c req-eb21916f-d5f9-4123-96f0-1b7a8cb8d1cc tempest-SecurityGroupRulesNegativeTestJSON-703779065 tempest-SecurityGroupRulesNegativeTestJSON-703779065-project] Notify callbacks [] for security_group, before_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:51.216107 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-6f7f6e06-0d2f-4410-9654-18e09c4ba628 req-862aabba-51aa-4285-ae23-5d4170e510f3 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.26&port_id=6c017d64-49a7-4da3-a6bc-3716925c2710 HTTP/1.1" status: 200 len: 217 time: 0.0607316 Sep 23 19:31:51.218280 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-217bd63c-5067-4f96-8596-47bbaedd8041 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1754627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-601866'] for network, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:51.226961 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-217bd63c-5067-4f96-8596-47bbaedd8041 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527417'] for network, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:51.228638 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-217bd63c-5067-4f96-8596-47bbaedd8041 admin admin] 10.222.0.67 "DELETE /v2.0/networks/fc3782e6-90e2-444f-9a65-4a3fa16297f0 HTTP/1.1" status: 204 len: 168 time: 0.8378220 Sep 23 19:31:51.304000 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-d9926f1f-91c8-44b9-8a79-94c32377656c req-eb21916f-d5f9-4123-96f0-1b7a8cb8d1cc tempest-SecurityGroupRulesNegativeTestJSON-703779065 tempest-SecurityGroupRulesNegativeTestJSON-703779065-project] Notify callbacks [] for security_group, precommit_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:51.311276 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-217bd63c-5067-4f96-8596-47bbaedd8041 admin admin] Pushing event deleted for resources: {'Network': ['ID=fc3782e6-90e2-444f-9a65-4a3fa16297f0,revision_number=None']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:31:51.328073 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-d9926f1f-91c8-44b9-8a79-94c32377656c req-eb21916f-d5f9-4123-96f0-1b7a8cb8d1cc tempest-SecurityGroupRulesNegativeTestJSON-703779065 tempest-SecurityGroupRulesNegativeTestJSON-703779065-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:51.330351 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e06c4d91-f29d-477f-95b6-453668fa00af tempest-RoutersAdminTest-1385384480 tempest-RoutersAdminTest-1385384480-project-admin] Router 7d48dee6-adbc-4d1d-8420-01d37fdb1603 has already been hosted by L3 agent 79a740bf-7821-4989-8288-7186e3e128f3 {{(pid=95101) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 19:31:51.346572 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7f6e06-0d2f-4410-9654-18e09c4ba628 req-e08bf856-6402-4336-853a-37adb23666b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:31:51.348890 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-6f7f6e06-0d2f-4410-9654-18e09c4ba628 req-e08bf856-6402-4336-853a-37adb23666b9 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=08a82bb7-bfc5-4bc7-a3ee-312f82ebfc05 HTTP/1.1" status: 200 len: 797 time: 0.1233065 Sep 23 19:31:51.418206 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb21916f-d5f9-4123-96f0-1b7a8cb8d1cc tempest-SecurityGroupRulesNegativeTestJSON-703779065 tempest-SecurityGroupRulesNegativeTestJSON-703779065-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fda0e7b9-2ddd-4636-99ed-365e522472a2,revision_number=1']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:31:51.424128 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-d9926f1f-91c8-44b9-8a79-94c32377656c req-eb21916f-d5f9-4123-96f0-1b7a8cb8d1cc tempest-SecurityGroupRulesNegativeTestJSON-703779065 tempest-SecurityGroupRulesNegativeTestJSON-703779065-project] Notify callbacks [] for security_group, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:51.429773 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 45866) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:31:51.435881 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-d9926f1f-91c8-44b9-8a79-94c32377656c req-eb21916f-d5f9-4123-96f0-1b7a8cb8d1cc tempest-SecurityGroupRulesNegativeTestJSON-703779065 tempest-SecurityGroupRulesNegativeTestJSON-703779065-project] 10.222.0.67 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1819 time: 0.2878318 Sep 23 19:31:51.488526 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 45872) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:31:51.527604 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7f6e06-0d2f-4410-9654-18e09c4ba628 req-66262cbe-975c-4b50-a152-ea88a72f2f3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:31:51.529118 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd17ef3-35f0-4689-8cca-908464e6c76d req-bbc2a84c-5b02-4ad5-b62e-07485ed00c5e tempest-ServerActionsTestJSON-618918056 tempest-ServerActionsTestJSON-618918056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:31:51.529599 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-6f7f6e06-0d2f-4410-9654-18e09c4ba628 req-66262cbe-975c-4b50-a152-ea88a72f2f3f service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=6b0b0714-7ca1-4d6d-b820-8be57f2679a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1724453 Sep 23 19:31:51.530675 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-8dd17ef3-35f0-4689-8cca-908464e6c76d req-bbc2a84c-5b02-4ad5-b62e-07485ed00c5e tempest-ServerActionsTestJSON-618918056 tempest-ServerActionsTestJSON-618918056-project] 10.222.0.67 "GET /v2.0/ports?device_id=675250d5-b764-4a76-a441-f0488da38a5e HTTP/1.1" status: 200 len: 945 time: 0.1641572 Sep 23 19:31:51.537753 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-251861fa-25a7-49ca-b946-1ed0b58e019b req-c160db7d-239d-413d-b4f5-d56640459d37 tempest-SecurityGroupRulesNegativeTestJSON-703779065 tempest-SecurityGroupRulesNegativeTestJSON-703779065-project] 10.222.0.67 "GET /v2.0/security-groups/fda0e7b9-2ddd-4636-99ed-365e522472a2 HTTP/1.1" status: 200 len: 1814 time: 0.0743353 Sep 23 19:31:51.587263 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.v2.base [req-92de0517-1620-44c1-ac90-b02a28ab58f8 req-d29aedf5-b1f1-424f-b1c3-81dde9e024f8 tempest-SecurityGroupRulesNegativeTestJSON-703779065 tempest-SecurityGroupRulesNegativeTestJSON-703779065-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1992769976', 'description': 'tempest-description-1013971981'}} {{(pid=95102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:31:51.597235 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-0c9d53af-a33a-442f-bcc3-6e652c3b7695 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=fab52998afcb42178c68449a051f6270&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1064506 Sep 23 19:31:51.599232 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 45876) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:31:51.609726 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-8dd17ef3-35f0-4689-8cca-908464e6c76d req-c5dcb9e1-e720-4b4e-b167-03d5902c174f tempest-ServerActionsTestJSON-618918056 tempest-ServerActionsTestJSON-618918056-project] 10.222.0.67 "GET /v2.0/security-groups?id=8f1e71cd-f67e-49f6-828d-7dde05723843&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586610 Sep 23 19:31:51.610176 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e06c4d91-f29d-477f-95b6-453668fa00af tempest-RoutersAdminTest-1385384480 tempest-RoutersAdminTest-1385384480-project-admin] Notify agent at l3_agent.n-d-713301-16 the message routers_updated {{(pid=95101) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 19:31:51.620658 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dcddffe-701a-465b-a431-fd64f803964f None None] Sync routers for ids ['7d48dee6-adbc-4d1d-8420-01d37fdb1603'] in n-d-713301-16 {{(pid=95104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 19:31:51.633477 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dcddffe-701a-465b-a431-fd64f803964f None None] Routers {'7d48dee6-adbc-4d1d-8420-01d37fdb1603'} bound to L3 agent in host n-d-713301-16 {{(pid=95104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 19:31:51.634368 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_hamode_db [None req-6dcddffe-701a-465b-a431-fd64f803964f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-23T19:07:52Z,description=,heartbeat_timestamp=2021-09-23T19:31:22Z,host='n-d-713301-16',id=79a740bf-7821-4989-8288-7186e3e128f3,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:07:52Z,topic='l3_agent')) {'router_ids': ['7d48dee6-adbc-4d1d-8420-01d37fdb1603'], 'active': True} {{(pid=95104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:31:51.643615 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-92de0517-1620-44c1-ac90-b02a28ab58f8 req-d29aedf5-b1f1-424f-b1c3-81dde9e024f8 tempest-SecurityGroupRulesNegativeTestJSON-703779065 tempest-SecurityGroupRulesNegativeTestJSON-703779065-project] Notify callbacks [] for security_group, before_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:51.668652 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_hamode_db [None req-6dcddffe-701a-465b-a431-fd64f803964f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713301-16', False) {} {{(pid=95104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:31:51.679793 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dcddffe-701a-465b-a431-fd64f803964f None None] Routers {'7d48dee6-adbc-4d1d-8420-01d37fdb1603'} bound to L3 agent in host n-d-713301-16 {{(pid=95104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 19:31:51.680208 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-e06c4d91-f29d-477f-95b6-453668fa00af tempest-RoutersAdminTest-1385384480 tempest-RoutersAdminTest-1385384480-project-admin] Notify callbacks [] for router, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:51.681107 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_hamode_db [None req-6dcddffe-701a-465b-a431-fd64f803964f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-23T19:07:52Z,description=,heartbeat_timestamp=2021-09-23T19:31:22Z,host='n-d-713301-16',id=79a740bf-7821-4989-8288-7186e3e128f3,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:07:52Z,topic='l3_agent')) {'router_ids': ['7d48dee6-adbc-4d1d-8420-01d37fdb1603'], 'active': True} {{(pid=95104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:31:51.681736 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-e06c4d91-f29d-477f-95b6-453668fa00af tempest-RoutersAdminTest-1385384480 tempest-RoutersAdminTest-1385384480-project-admin] 10.222.0.67 "PUT /v2.0/routers/7d48dee6-adbc-4d1d-8420-01d37fdb1603 HTTP/1.1" status: 200 len: 921 time: 2.8560939 Sep 23 19:31:51.685677 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 45878) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:31:51.714951 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-f9227d44-3c9d-4aeb-ad28-1f227d629c69 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:51.727128 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_hamode_db [None req-6dcddffe-701a-465b-a431-fd64f803964f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713301-16', False) {} {{(pid=95104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:31:51.728013 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dcddffe-701a-465b-a431-fd64f803964f None None] The sync data for ids ['7d48dee6-adbc-4d1d-8420-01d37fdb1603'] in n-d-713301-16 is: [] {{(pid=95104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 19:31:51.739446 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.v2.base [None req-a47f398f-0f63-4f72-a289-40cc273a8163 admin admin] Request body: {'network': {'name': 'tempest-ServersTestManualDisk-1701282059-network', 'tenant_id': '917ebb3003814ff2986ca48b4fa70f0f'}} {{(pid=95101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:31:51.764219 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-6f7f6e06-0d2f-4410-9654-18e09c4ba628 req-bd04e78b-2dfc-42d8-a2b7-299675f7f253 service neutron] 10.222.0.53 "GET /v2.0/networks/6b0b0714-7ca1-4d6d-b820-8be57f2679a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2262442 Sep 23 19:31:51.766018 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-f9227d44-3c9d-4aeb-ad28-1f227d629c69 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:51.840631 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-92de0517-1620-44c1-ac90-b02a28ab58f8 req-d29aedf5-b1f1-424f-b1c3-81dde9e024f8 tempest-SecurityGroupRulesNegativeTestJSON-703779065 tempest-SecurityGroupRulesNegativeTestJSON-703779065-project] Notify callbacks [] for security_group, precommit_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:51.843271 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-a7995ebe-e39d-4e37-9426-8182a195abac tempest-RoutersAdminTest-1385384480 tempest-RoutersAdminTest-1385384480-project-admin] 10.222.0.67 "GET /v2.0/routers/7d48dee6-adbc-4d1d-8420-01d37fdb1603 HTTP/1.1" status: 200 len: 921 time: 0.1522048 Sep 23 19:31:51.844790 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-92de0517-1620-44c1-ac90-b02a28ab58f8 req-d29aedf5-b1f1-424f-b1c3-81dde9e024f8 tempest-SecurityGroupRulesNegativeTestJSON-703779065 tempest-SecurityGroupRulesNegativeTestJSON-703779065-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:51.846980 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 45880) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:31:51.889664 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a47f398f-0f63-4f72-a289-40cc273a8163 admin admin] Made reservation on behalf of 917ebb3003814ff2986ca48b4fa70f0f for: {'network': 1} {{(pid=95101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:31:51.892639 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-a47f398f-0f63-4f72-a289-40cc273a8163 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for network, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:51.894820 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-f9227d44-3c9d-4aeb-ad28-1f227d629c69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:51.897285 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-f9227d44-3c9d-4aeb-ad28-1f227d629c69 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:51.898390 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-f9227d44-3c9d-4aeb-ad28-1f227d629c69 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/e867f3c0-cdde-4e48-a0bc-9f7e71c8e875 HTTP/1.1" status: 204 len: 168 time: 0.2961042 Sep 23 19:31:51.916484 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-6f7f6e06-0d2f-4410-9654-18e09c4ba628 req-bc7fd1ff-e9c7-47ef-83de-cc75641f096a service neutron] 10.222.0.53 "GET /v2.0/networks/6b0b0714-7ca1-4d6d-b820-8be57f2679a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1431446 Sep 23 19:31:51.917298 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-a47f398f-0f63-4f72-a289-40cc273a8163 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:51.920550 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9227d44-3c9d-4aeb-ad28-1f227d629c69 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e867f3c0-cdde-4e48-a0bc-9f7e71c8e875,revision_number=None']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:31:51.939896 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-92de0517-1620-44c1-ac90-b02a28ab58f8 req-d29aedf5-b1f1-424f-b1c3-81dde9e024f8 tempest-SecurityGroupRulesNegativeTestJSON-703779065 tempest-SecurityGroupRulesNegativeTestJSON-703779065-project] Notify callbacks [] for security_group, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:51.941164 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-92de0517-1620-44c1-ac90-b02a28ab58f8 req-d29aedf5-b1f1-424f-b1c3-81dde9e024f8 tempest-SecurityGroupRulesNegativeTestJSON-703779065 tempest-SecurityGroupRulesNegativeTestJSON-703779065-project] 10.222.0.67 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1820 time: 0.3603384 Sep 23 19:31:51.942833 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d29aedf5-b1f1-424f-b1c3-81dde9e024f8 tempest-SecurityGroupRulesNegativeTestJSON-703779065 tempest-SecurityGroupRulesNegativeTestJSON-703779065-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c2bc6ab7-7786-4274-8e9b-04141bdd9abd,revision_number=1']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:31:51.960453 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-031e8572-158c-4c17-ab9d-f386bdcd4c15 tempest-RoutersAdminTest-1385384480 tempest-RoutersAdminTest-1385384480-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:31:51.964504 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-031e8572-158c-4c17-ab9d-f386bdcd4c15 tempest-RoutersAdminTest-1385384480 tempest-RoutersAdminTest-1385384480-project-admin] 10.222.0.67 "GET /v2.0/ports?network_id=5dec5c09-378e-4f50-89cc-d94eb81c3bac&device_id=7d48dee6-adbc-4d1d-8420-01d37fdb1603&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.1118028 Sep 23 19:31:51.964789 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 45888) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:31:51.975379 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-6f7f6e06-0d2f-4410-9654-18e09c4ba628 req-74840274-bb8a-4ba1-83c9-b6d5e09ecc9e service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.166&port_id=e9421940-155e-4e16-8fe7-2df3b3cd6370 HTTP/1.1" status: 200 len: 217 time: 0.0475326 Sep 23 19:31:52.065913 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7f6e06-0d2f-4410-9654-18e09c4ba628 req-4b70d50d-8138-4c64-91a5-f138f301d7f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:31:52.068907 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-6f7f6e06-0d2f-4410-9654-18e09c4ba628 req-4b70d50d-8138-4c64-91a5-f138f301d7f9 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=08a82bb7-bfc5-4bc7-a3ee-312f82ebfc05 HTTP/1.1" status: 200 len: 797 time: 0.0852017 Sep 23 19:31:52.104124 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b87a45ce-f391-485b-b6cf-18a365d6b5e3 tempest-RoutersAdminTest-1385384480 tempest-RoutersAdminTest-1385384480-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:31:52.105590 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-b87a45ce-f391-485b-b6cf-18a365d6b5e3 tempest-RoutersAdminTest-1385384480 tempest-RoutersAdminTest-1385384480-project-admin] 10.222.0.67 "GET /v2.0/networks/5dec5c09-378e-4f50-89cc-d94eb81c3bac HTTP/1.1" status: 200 len: 881 time: 0.1398799 Sep 23 19:31:52.109762 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 45894) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:31:52.145883 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7f6e06-0d2f-4410-9654-18e09c4ba628 req-3da774d2-5705-48df-8664-717c24f140b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:31:52.147409 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-6f7f6e06-0d2f-4410-9654-18e09c4ba628 req-3da774d2-5705-48df-8664-717c24f140b9 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=6b0b0714-7ca1-4d6d-b820-8be57f2679a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0693946 Sep 23 19:31:52.159356 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-76af335b-a86b-4121-a622-4bd7b5e642c8 tempest-RoutersAdminTest-1935465670 tempest-RoutersAdminTest-1935465670-project] 10.222.0.67 "GET /v2.0/ports?device_id=7d48dee6-adbc-4d1d-8420-01d37fdb1603 HTTP/1.1" status: 200 len: 205 time: 0.0406504 Sep 23 19:31:52.162311 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 45896) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:31:52.183935 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-a47f398f-0f63-4f72-a289-40cc273a8163 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:52.197563 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-a47f398f-0f63-4f72-a289-40cc273a8163 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:52.208507 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-0ebdd634-9f8c-4f8a-8758-a9fc035e1e88 req-bbc542a7-1518-4d31-8bd7-900ce4b722d0 tempest-SecurityGroupRulesNegativeTestJSON-703779065 tempest-SecurityGroupRulesNegativeTestJSON-703779065-project] 10.222.0.67 "GET /v2.0/security-groups/c2bc6ab7-7786-4274-8e9b-04141bdd9abd HTTP/1.1" status: 200 len: 1815 time: 0.1553240 Sep 23 19:31:52.261553 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb6bd4f-703f-4dd5-a9b8-548c527a5870 req-9a72a57d-ed4f-425d-b26c-46dc0e3eed87 tempest-TaggedBootDevicesTest_v242-1470406513 tempest-TaggedBootDevicesTest_v242-1470406513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:31:52.263415 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a47f398f-0f63-4f72-a289-40cc273a8163 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 630} {{(pid=95101) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 19:31:52.268118 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb6bd4f-703f-4dd5-a9b8-548c527a5870 req-9a72a57d-ed4f-425d-b26c-46dc0e3eed87 tempest-TaggedBootDevicesTest_v242-1470406513 tempest-TaggedBootDevicesTest_v242-1470406513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:31:52.270089 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a47f398f-0f63-4f72-a289-40cc273a8163 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f80f0d8b-8255-41ed-b004-c4131243a6a4,revision_number=1']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:31:52.274314 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb6bd4f-703f-4dd5-a9b8-548c527a5870 req-9a72a57d-ed4f-425d-b26c-46dc0e3eed87 tempest-TaggedBootDevicesTest_v242-1470406513 tempest-TaggedBootDevicesTest_v242-1470406513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:31:52.280450 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb6bd4f-703f-4dd5-a9b8-548c527a5870 req-9a72a57d-ed4f-425d-b26c-46dc0e3eed87 tempest-TaggedBootDevicesTest_v242-1470406513 tempest-TaggedBootDevicesTest_v242-1470406513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:31:52.286746 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb6bd4f-703f-4dd5-a9b8-548c527a5870 req-9a72a57d-ed4f-425d-b26c-46dc0e3eed87 tempest-TaggedBootDevicesTest_v242-1470406513 tempest-TaggedBootDevicesTest_v242-1470406513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:31:52.286946 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-a47f398f-0f63-4f72-a289-40cc273a8163 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1756186'] for segment, precommit_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:52.287218 n-d-713301-16 neutron-server[95101]: INFO neutron.db.segments_db [None req-a47f398f-0f63-4f72-a289-40cc273a8163 admin admin] Added segment 1b715116-171a-4fc6-af64-9f934b739294 of type vlan for network 60a3fd30-e0f7-4a5c-8336-b666228ec7b4 Sep 23 19:31:52.292807 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb6bd4f-703f-4dd5-a9b8-548c527a5870 req-9a72a57d-ed4f-425d-b26c-46dc0e3eed87 tempest-TaggedBootDevicesTest_v242-1470406513 tempest-TaggedBootDevicesTest_v242-1470406513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:31:52.299632 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb6bd4f-703f-4dd5-a9b8-548c527a5870 req-9a72a57d-ed4f-425d-b26c-46dc0e3eed87 tempest-TaggedBootDevicesTest_v242-1470406513 tempest-TaggedBootDevicesTest_v242-1470406513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:31:52.307484 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-6bb6bd4f-703f-4dd5-a9b8-548c527a5870 req-9a72a57d-ed4f-425d-b26c-46dc0e3eed87 tempest-TaggedBootDevicesTest_v242-1470406513 tempest-TaggedBootDevicesTest_v242-1470406513-project] 10.222.0.67 "GET /v2.0/ports?device_id=583aeae2-b5c0-4d8d-bffb-15a63f4020fc HTTP/1.1" status: 200 len: 5428 time: 0.2554336 Sep 23 19:31:52.309069 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-6f7f6e06-0d2f-4410-9654-18e09c4ba628 req-408a6e39-99f3-4cd4-b4ef-2d9f829b358a service neutron] 10.222.0.53 "GET /v2.0/networks/6b0b0714-7ca1-4d6d-b820-8be57f2679a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1514118 Sep 23 19:31:52.330702 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-500b3500-47b5-4067-879a-c0886aab164c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:52.357800 n-d-713301-16 neutron-server[95102]: INFO neutron.api.v2.resource [req-e025880f-e6b2-4d82-88bf-94bfcb88eb78 req-068b02cf-5af2-496a-a3c9-88cf39c63bd5 tempest-SecurityGroupRulesNegativeTestJSON-703779065 tempest-SecurityGroupRulesNegativeTestJSON-703779065-project] show failed (client error): The resource could not be found. Sep 23 19:31:52.358821 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-e025880f-e6b2-4d82-88bf-94bfcb88eb78 req-068b02cf-5af2-496a-a3c9-88cf39c63bd5 tempest-SecurityGroupRulesNegativeTestJSON-703779065 tempest-SecurityGroupRulesNegativeTestJSON-703779065-project] 10.222.0.67 "GET /v2.0/security-groups/987da32a-73ee-4ce7-b17c-eef02c893d43 HTTP/1.1" status: 404 len: 352 time: 0.0418990 Sep 23 19:31:52.374813 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-a47f398f-0f63-4f72-a289-40cc273a8163 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783145630486'] for network, precommit_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:52.397197 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-6bb6bd4f-703f-4dd5-a9b8-548c527a5870 req-90252321-5877-4216-92fc-ff9076cebb15 tempest-TaggedBootDevicesTest_v242-1470406513 tempest-TaggedBootDevicesTest_v242-1470406513-project] 10.222.0.67 "GET /v2.0/security-groups?id=687e4f9e-0a49-4ef3-86dc-e31b7edc6949&id=78494785-7e26-42ec-a5d5-f3013c8d7eca&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0775912 Sep 23 19:31:52.454175 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-a47f398f-0f63-4f72-a289-40cc273a8163 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299'] for network, after_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:52.456292 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a47f398f-0f63-4f72-a289-40cc273a8163 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:31:52.456902 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-a47f398f-0f63-4f72-a289-40cc273a8163 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527417'] for network, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:52.488819 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-6f7f6e06-0d2f-4410-9654-18e09c4ba628 req-19a5693c-73cf-4ac6-bc7c-7e0511236799 service neutron] 10.222.0.53 "GET /v2.0/networks/6b0b0714-7ca1-4d6d-b820-8be57f2679a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1496491 Sep 23 19:31:52.513967 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-a47f398f-0f63-4f72-a289-40cc273a8163 admin admin] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.0810757 Sep 23 19:31:52.518500 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 45910) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:31:52.575583 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.v2.base [None req-8860a7c8-69bc-49cb-b8f6-abd63e01a133 admin admin] Request body: {'subnet': {'network_id': '60a3fd30-e0f7-4a5c-8336-b666228ec7b4', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestManualDisk-1701282059-subnet', 'tenant_id': '917ebb3003814ff2986ca48b4fa70f0f', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=95101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:31:52.581340 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a47f398f-0f63-4f72-a289-40cc273a8163 admin admin] Pushing event updated for resources: {'Network': ['ID=60a3fd30-e0f7-4a5c-8336-b666228ec7b4,revision_number=1']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:31:52.584439 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-6f7f6e06-0d2f-4410-9654-18e09c4ba628 req-26d8fea3-200a-4f69-b19a-0210ba4f7f67 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.41&port_id=5b8a0a35-d9a5-40cb-80ab-356667fb483b HTTP/1.1" status: 200 len: 217 time: 0.0850754 Sep 23 19:31:52.594735 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Network 60a3fd30-e0f7-4a5c-8336-b666228ec7b4 details requested by agent ovs-agent-n-d-713301-16 with host n-d-713301-16 {{(pid=95103) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 19:31:52.632753 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8860a7c8-69bc-49cb-b8f6-abd63e01a133 admin admin] Made reservation on behalf of 917ebb3003814ff2986ca48b4fa70f0f for: {'subnet': 1} {{(pid=95101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:31:52.635106 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-8860a7c8-69bc-49cb-b8f6-abd63e01a133 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6130979'] for subnet, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:52.685766 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7f6e06-0d2f-4410-9654-18e09c4ba628 req-70c6eb47-3b6a-47bd-b059-96e28002909b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:31:52.687314 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-6f7f6e06-0d2f-4410-9654-18e09c4ba628 req-70c6eb47-3b6a-47bd-b059-96e28002909b service neutron] 10.222.0.53 "GET /v2.0/subnets?id=08a82bb7-bfc5-4bc7-a3ee-312f82ebfc05 HTTP/1.1" status: 200 len: 797 time: 0.0955164 Sep 23 19:31:52.731405 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Device 95342296-7c8c-44f0-b2c6-c6769a3673aa no longer exists at agent hyperv_n-h2-713301-16 {{(pid=95103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 19:31:52.759977 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.plugin [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] No Port match for: 95342296-7c8c-44f0-b2c6-c6769a3673aa {{(pid=95103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 19:31:52.760392 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Device 95342296-7c8c-44f0-b2c6-c6769a3673aa not bound to the agent host n-h2-713301-16 {{(pid=95103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 19:31:52.777755 n-d-713301-16 neutron-server[95102]: INFO neutron.api.v2.resource [req-80ab0be2-28e3-4e1c-bc36-e501e63c3d42 req-851cbf8e-4361-49ec-a1da-728d37c577d6 tempest-SecurityGroupRulesNegativeTestJSON-703779065 tempest-SecurityGroupRulesNegativeTestJSON-703779065-project] show failed (client error): The resource could not be found. Sep 23 19:31:52.778805 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-80ab0be2-28e3-4e1c-bc36-e501e63c3d42 req-851cbf8e-4361-49ec-a1da-728d37c577d6 tempest-SecurityGroupRulesNegativeTestJSON-703779065 tempest-SecurityGroupRulesNegativeTestJSON-703779065-project] 10.222.0.67 "GET /v2.0/security-group-rules/ee11bfff-04b3-4500-bc97-0781fa8714a8 HTTP/1.1" status: 404 len: 361 time: 0.3797925 Sep 23 19:31:52.795252 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7f6e06-0d2f-4410-9654-18e09c4ba628 req-4a29a7fc-983c-4c59-9296-df659e040080 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:31:52.796905 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-6f7f6e06-0d2f-4410-9654-18e09c4ba628 req-4a29a7fc-983c-4c59-9296-df659e040080 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=6b0b0714-7ca1-4d6d-b820-8be57f2679a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0746789 Sep 23 19:31:52.804538 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-3737f8ba-2dba-4f07-994f-f6292e3383b5 tempest-RoutersAdminTest-1935465670 tempest-RoutersAdminTest-1935465670-project] Notify callbacks [] for router, before_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:52.946175 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64459a4a-5fb2-4bb5-bf7d-42f1626e6beb req-8ab37e8b-d373-4391-bed5-c874c7a0c55d tempest-ServerActionsTestJSON-618918056 tempest-ServerActionsTestJSON-618918056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:31:52.947587 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-64459a4a-5fb2-4bb5-bf7d-42f1626e6beb req-8ab37e8b-d373-4391-bed5-c874c7a0c55d tempest-ServerActionsTestJSON-618918056 tempest-ServerActionsTestJSON-618918056-project] 10.222.0.67 "GET /v2.0/ports?device_id=675250d5-b764-4a76-a441-f0488da38a5e HTTP/1.1" status: 200 len: 945 time: 0.1635458 Sep 23 19:31:52.951592 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-8860a7c8-69bc-49cb-b8f6-abd63e01a133 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5607579', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6130961'] for subnet, after_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:52.955997 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-2c041536-2269-4192-a7ed-a2937061afdb req-0a01c826-798b-4ef8-94a6-1d89b7b20724 tempest-SecurityGroupRulesNegativeTestJSON-703779065 tempest-SecurityGroupRulesNegativeTestJSON-703779065-project] 10.222.0.67 "GET /v2.0/security-groups/c2bc6ab7-7786-4274-8e9b-04141bdd9abd HTTP/1.1" status: 200 len: 1815 time: 0.1352279 Sep 23 19:31:52.988490 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-6f7f6e06-0d2f-4410-9654-18e09c4ba628 req-1a5298b3-a9f7-4c8d-a0ca-c9a0dfa9c204 service neutron] 10.222.0.53 "GET /v2.0/networks/6b0b0714-7ca1-4d6d-b820-8be57f2679a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1844180 Sep 23 19:31:53.023407 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:53.025583 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-3737f8ba-2dba-4f07-994f-f6292e3383b5 tempest-RoutersAdminTest-1935465670 tempest-RoutersAdminTest-1935465670-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:53.042429 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-64459a4a-5fb2-4bb5-bf7d-42f1626e6beb req-2d68e49e-0834-4258-9d0c-314fa06df832 tempest-ServerActionsTestJSON-618918056 tempest-ServerActionsTestJSON-618918056-project] 10.222.0.67 "GET /v2.0/security-groups?id=8f1e71cd-f67e-49f6-828d-7dde05723843&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837619 Sep 23 19:31:53.051934 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8860a7c8-69bc-49cb-b8f6-abd63e01a133 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f869c3f0-4c81-4c2b-85b3-baf2e86b799d,revision_number=0']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:31:53.091257 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8860a7c8-69bc-49cb-b8f6-abd63e01a133 admin admin] Checking segment: {'id': '1b715116-171a-4fc6-af64-9f934b739294', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '60a3fd30-e0f7-4a5c-8336-b666228ec7b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:31:53.091886 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8860a7c8-69bc-49cb-b8f6-abd63e01a133 admin admin] Network hostable DHCP agents. Network: 60a3fd30-e0f7-4a5c-8336-b666228ec7b4, hostable agents: ['1b18bf05-1b5f-4587-be5c-af3ac38e32ad'], hosted agents: [] {{(pid=95101) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 19:31:53.093677 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-2c041536-2269-4192-a7ed-a2937061afdb req-8f0f9d1e-e044-47f6-8a5b-fe23b6b03b80 tempest-SecurityGroupRulesNegativeTestJSON-703779065 tempest-SecurityGroupRulesNegativeTestJSON-703779065-project] Notify callbacks [] for security_group, before_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:53.129380 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8860a7c8-69bc-49cb-b8f6-abd63e01a133 admin admin] Network 60a3fd30-e0f7-4a5c-8336-b666228ec7b4 is scheduled to be hosted by DHCP agent 1b18bf05-1b5f-4587-be5c-af3ac38e32ad with binding_index 1 {{(pid=95101) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 19:31:53.132766 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-2c041536-2269-4192-a7ed-a2937061afdb req-8f0f9d1e-e044-47f6-8a5b-fe23b6b03b80 tempest-SecurityGroupRulesNegativeTestJSON-703779065 tempest-SecurityGroupRulesNegativeTestJSON-703779065-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:53.133941 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-6f7f6e06-0d2f-4410-9654-18e09c4ba628 req-a34e6af9-3b53-4097-88bc-0e9f08eb4fb9 service neutron] 10.222.0.53 "GET /v2.0/networks/6b0b0714-7ca1-4d6d-b820-8be57f2679a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1357362 Sep 23 19:31:53.147476 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.base_scheduler [None req-8860a7c8-69bc-49cb-b8f6-abd63e01a133 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713301-16, 60a3fd30-e0f7-4a5c-8336-b666228ec7b4) {{(pid=95101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:31:53.152493 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8860a7c8-69bc-49cb-b8f6-abd63e01a133 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:31:53.153319 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-8860a7c8-69bc-49cb-b8f6-abd63e01a133 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527417'] for subnet, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:53.162899 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.plugin [None req-3737f8ba-2dba-4f07-994f-f6292e3383b5 tempest-RoutersAdminTest-1935465670 tempest-RoutersAdminTest-1935465670-project] Deleting port 454b9df9-bcf6-4ad4-84e5-6545e2c9e8dc {{(pid=95102) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:31:53.163253 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-3737f8ba-2dba-4f07-994f-f6292e3383b5 tempest-RoutersAdminTest-1935465670 tempest-RoutersAdminTest-1935465670-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783146157096'] for port, before_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:53.164023 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7dd5e3a-1ceb-4a8f-a059-9fcd439f074e None None] Network 60a3fd30-e0f7-4a5c-8336-b666228ec7b4 requested from n-d-713301-16 {{(pid=95103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 19:31:53.248397 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-3737f8ba-2dba-4f07-994f-f6292e3383b5 tempest-RoutersAdminTest-1935465670 tempest-RoutersAdminTest-1935465670-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-605701'] for port, precommit_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:53.273214 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.plugin [None req-3737f8ba-2dba-4f07-994f-f6292e3383b5 tempest-RoutersAdminTest-1935465670 tempest-RoutersAdminTest-1935465670-project] Calling delete_port for 454b9df9-bcf6-4ad4-84e5-6545e2c9e8dc owned by network:router_gateway {{(pid=95102) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:31:53.346777 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-2c041536-2269-4192-a7ed-a2937061afdb req-8f0f9d1e-e044-47f6-8a5b-fe23b6b03b80 tempest-SecurityGroupRulesNegativeTestJSON-703779065 tempest-SecurityGroupRulesNegativeTestJSON-703779065-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:53.349503 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-2c041536-2269-4192-a7ed-a2937061afdb req-8f0f9d1e-e044-47f6-8a5b-fe23b6b03b80 tempest-SecurityGroupRulesNegativeTestJSON-703779065 tempest-SecurityGroupRulesNegativeTestJSON-703779065-project] Notify callbacks [] for security_group, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:53.363331 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-2c041536-2269-4192-a7ed-a2937061afdb req-8f0f9d1e-e044-47f6-8a5b-fe23b6b03b80 tempest-SecurityGroupRulesNegativeTestJSON-703779065 tempest-SecurityGroupRulesNegativeTestJSON-703779065-project] 10.222.0.67 "DELETE /v2.0/security-groups/c2bc6ab7-7786-4274-8e9b-04141bdd9abd HTTP/1.1" status: 204 len: 173 time: 0.3960085 Sep 23 19:31:53.384097 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-0ae75029-feb6-4728-9a94-5f9b60993d82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:53.389936 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f0f9d1e-e044-47f6-8a5b-fe23b6b03b80 tempest-SecurityGroupRulesNegativeTestJSON-703779065 tempest-SecurityGroupRulesNegativeTestJSON-703779065-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2bc6ab7-7786-4274-8e9b-04141bdd9abd,revision_number=None']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:31:53.432472 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47699467-e538-4adf-ba1b-2e96c121fc5c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4c8b80df-07eb-5275-9f17-5cf640db67c0-60a3fd30-e0f7-4a5c-8336-b666228ec7b4', 'network_id': '60a3fd30-e0f7-4a5c-8336-b666228ec7b4', 'tenant_id': '917ebb3003814ff2986ca48b4fa70f0f', 'fixed_ips': [{'subnet_id': 'f869c3f0-4c81-4c2b-85b3-baf2e86b799d'}]}} from n-d-713301-16. {{(pid=95103) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 23 19:31:53.434041 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-47699467-e538-4adf-ba1b-2e96c121fc5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_create {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:53.515750 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-6f7f6e06-0d2f-4410-9654-18e09c4ba628 req-00b80b95-084e-4a04-b70c-e7b655b1189c service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.29&port_id=c139ca82-853e-472d-b61c-c167aa20c5aa HTTP/1.1" status: 200 len: 217 time: 0.3746786 Sep 23 19:31:53.553859 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-8860a7c8-69bc-49cb-b8f6-abd63e01a133 admin admin] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.0306022 Sep 23 19:31:53.554134 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 45948) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:31:53.558491 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.v2.base [None req-19dca972-974a-410e-995a-40bfe517ce68 admin admin] Request body: {'router': {'name': 'tempest-ServersTestManualDisk-1701282059-router', 'tenant_id': '917ebb3003814ff2986ca48b4fa70f0f', 'external_gateway_info': {'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac'}}} {{(pid=95101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:31:53.588119 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7f6e06-0d2f-4410-9654-18e09c4ba628 req-4b9a2c67-c830-4bdb-98c4-784cdaed8c42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:31:53.589734 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-6f7f6e06-0d2f-4410-9654-18e09c4ba628 req-4b9a2c67-c830-4bdb-98c4-784cdaed8c42 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=08a82bb7-bfc5-4bc7-a3ee-312f82ebfc05 HTTP/1.1" status: 200 len: 797 time: 0.0667744 Sep 23 19:31:53.612431 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-3737f8ba-2dba-4f07-994f-f6292e3383b5 tempest-RoutersAdminTest-1935465670 tempest-RoutersAdminTest-1935465670-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783146162158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783145673144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4399100'] for port, after_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:53.613117 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-19dca972-974a-410e-995a-40bfe517ce68 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-594563', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29355'] for router, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:53.614242 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-19dca972-974a-410e-995a-40bfe517ce68 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-597363', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-601731', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-739356', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29346'] for router, precommit_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:53.650154 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3737f8ba-2dba-4f07-994f-f6292e3383b5 tempest-RoutersAdminTest-1935465670 tempest-RoutersAdminTest-1935465670-project] Pushing event deleted for resources: {'Port': ['ID=454b9df9-bcf6-4ad4-84e5-6545e2c9e8dc,revision_number=None']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:31:53.663203 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-88e13b3b-e85a-4bba-ac83-42f78e288c48 req-446e483d-aa88-40f0-8830-122931c91fb8 tempest-SecurityGroupRulesNegativeTestJSON-703779065 tempest-SecurityGroupRulesNegativeTestJSON-703779065-project] 10.222.0.67 "GET /v2.0/security-groups/fda0e7b9-2ddd-4636-99ed-365e522472a2 HTTP/1.1" status: 200 len: 1814 time: 0.1036136 Sep 23 19:31:53.672193 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-19dca972-974a-410e-995a-40bfe517ce68 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:53.690409 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.db_base_plugin_common [None req-47699467-e538-4adf-ba1b-2e96c121fc5c None None] Allocated IP 172.20.0.2 (60a3fd30-e0f7-4a5c-8336-b666228ec7b4/f869c3f0-4c81-4c2b-85b3-baf2e86b799d/16679a5c-02b7-472e-98b2-948a591707f8) {{(pid=95103) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 19:31:53.783136 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7f6e06-0d2f-4410-9654-18e09c4ba628 req-210e6977-0dd0-450e-a7bc-94d1833e8e2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:31:53.785054 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-6f7f6e06-0d2f-4410-9654-18e09c4ba628 req-210e6977-0dd0-450e-a7bc-94d1833e8e2c service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=6b0b0714-7ca1-4d6d-b820-8be57f2679a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1821454 Sep 23 19:31:53.821767 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-3737f8ba-2dba-4f07-994f-f6292e3383b5 tempest-RoutersAdminTest-1935465670 tempest-RoutersAdminTest-1935465670-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-601942'] for router_gateway, after_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:53.835029 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f381de92-b589-4bb9-88d1-e0ce7392dbdd req-1356feb5-6384-4739-ab50-368f413ecab5 tempest-TaggedBootDevicesTest_v242-1470406513 tempest-TaggedBootDevicesTest_v242-1470406513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:31:53.841087 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f381de92-b589-4bb9-88d1-e0ce7392dbdd req-1356feb5-6384-4739-ab50-368f413ecab5 tempest-TaggedBootDevicesTest_v242-1470406513 tempest-TaggedBootDevicesTest_v242-1470406513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:31:53.849576 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f381de92-b589-4bb9-88d1-e0ce7392dbdd req-1356feb5-6384-4739-ab50-368f413ecab5 tempest-TaggedBootDevicesTest_v242-1470406513 tempest-TaggedBootDevicesTest_v242-1470406513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:31:53.853317 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f381de92-b589-4bb9-88d1-e0ce7392dbdd req-1356feb5-6384-4739-ab50-368f413ecab5 tempest-TaggedBootDevicesTest_v242-1470406513 tempest-TaggedBootDevicesTest_v242-1470406513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:31:53.859355 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f381de92-b589-4bb9-88d1-e0ce7392dbdd req-1356feb5-6384-4739-ab50-368f413ecab5 tempest-TaggedBootDevicesTest_v242-1470406513 tempest-TaggedBootDevicesTest_v242-1470406513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:31:53.865606 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f381de92-b589-4bb9-88d1-e0ce7392dbdd req-1356feb5-6384-4739-ab50-368f413ecab5 tempest-TaggedBootDevicesTest_v242-1470406513 tempest-TaggedBootDevicesTest_v242-1470406513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:31:53.870018 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-47699467-e538-4adf-ba1b-2e96c121fc5c None None] Notify callbacks [] for port, precommit_create {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:53.872122 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f381de92-b589-4bb9-88d1-e0ce7392dbdd req-1356feb5-6384-4739-ab50-368f413ecab5 tempest-TaggedBootDevicesTest_v242-1470406513 tempest-TaggedBootDevicesTest_v242-1470406513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:31:53.874169 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-f381de92-b589-4bb9-88d1-e0ce7392dbdd req-1356feb5-6384-4739-ab50-368f413ecab5 tempest-TaggedBootDevicesTest_v242-1470406513 tempest-TaggedBootDevicesTest_v242-1470406513-project] 10.222.0.67 "GET /v2.0/ports?device_id=583aeae2-b5c0-4d8d-bffb-15a63f4020fc HTTP/1.1" status: 200 len: 5428 time: 0.2095416 Sep 23 19:31:53.882004 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-19dca972-974a-410e-995a-40bfe517ce68 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:53.884646 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-47699467-e538-4adf-ba1b-2e96c121fc5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783145673135'] for port, after_create {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:53.905316 n-d-713301-16 neutron-server[95103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47699467-e538-4adf-ba1b-2e96c121fc5c None None] Network 60a3fd30-e0f7-4a5c-8336-b666228ec7b4 is already hosted by enough agents. {{(pid=95103) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:31:53.907728 n-d-713301-16 neutron-server[95103]: DEBUG neutron.scheduler.base_scheduler [None req-47699467-e538-4adf-ba1b-2e96c121fc5c None None] Resources bound (agent type, host, resource id): {{(pid=95103) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:31:53.910250 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47699467-e538-4adf-ba1b-2e96c121fc5c None None] Received port after_create {{(pid=95103) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 19:31:53.982197 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-6f7f6e06-0d2f-4410-9654-18e09c4ba628 req-a52640a0-26d9-4596-be32-4a65419d4e46 service neutron] 10.222.0.53 "GET /v2.0/networks/6b0b0714-7ca1-4d6d-b820-8be57f2679a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1573606 Sep 23 19:31:53.997357 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-3737f8ba-2dba-4f07-994f-f6292e3383b5 tempest-RoutersAdminTest-1935465670 tempest-RoutersAdminTest-1935465670-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-597305', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29369'] for router, precommit_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:53.997925 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47699467-e538-4adf-ba1b-2e96c121fc5c None None] Pushing event updated for resources: {'Port': ['ID=16679a5c-02b7-472e-98b2-948a591707f8,revision_number=1']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:31:53.998633 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-88e13b3b-e85a-4bba-ac83-42f78e288c48 req-9824e3b0-9f96-46be-8ba5-98355996e375 tempest-SecurityGroupRulesNegativeTestJSON-703779065 tempest-SecurityGroupRulesNegativeTestJSON-703779065-project] Notify callbacks [] for security_group, before_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:54.000923 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-3737f8ba-2dba-4f07-994f-f6292e3383b5 tempest-RoutersAdminTest-1935465670 tempest-RoutersAdminTest-1935465670-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:54.004012 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.managers [None req-47699467-e538-4adf-ba1b-2e96c121fc5c None None] Attempting to bind port 16679a5c-02b7-472e-98b2-948a591707f8 on host n-d-713301-16 for vnic_type normal with profile {{(pid=95103) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 19:31:54.004375 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.managers [None req-47699467-e538-4adf-ba1b-2e96c121fc5c None None] Attempting to bind port 16679a5c-02b7-472e-98b2-948a591707f8 by drivers openvswitch,hyperv on host n-d-713301-16 at level 0 using segments [{'id': '1b715116-171a-4fc6-af64-9f934b739294', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '60a3fd30-e0f7-4a5c-8336-b666228ec7b4'}] {{(pid=95103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 19:31:54.005208 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47699467-e538-4adf-ba1b-2e96c121fc5c None None] Attempting to bind port 16679a5c-02b7-472e-98b2-948a591707f8 on network 60a3fd30-e0f7-4a5c-8336-b666228ec7b4 {{(pid=95103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:31:54.012744 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47699467-e538-4adf-ba1b-2e96c121fc5c None None] Checking agent: {'id': '70a14545-df24-472f-8f95-bfe1719bff93', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 19, 7, 53), 'started_at': datetime.datetime(2021, 9, 23, 19, 8, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 19, 31, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 19:31:54.013134 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47699467-e538-4adf-ba1b-2e96c121fc5c None None] Checking segment: {'id': '1b715116-171a-4fc6-af64-9f934b739294', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '60a3fd30-e0f7-4a5c-8336-b666228ec7b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95103) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:31:54.013532 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-47699467-e538-4adf-ba1b-2e96c121fc5c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:54.013913 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47699467-e538-4adf-ba1b-2e96c121fc5c None None] Bound using segment: {'id': '1b715116-171a-4fc6-af64-9f934b739294', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '60a3fd30-e0f7-4a5c-8336-b666228ec7b4'} {{(pid=95103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 19:31:54.014540 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.managers [None req-47699467-e538-4adf-ba1b-2e96c121fc5c None None] Bound port: 16679a5c-02b7-472e-98b2-948a591707f8, host: n-d-713301-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1b715116-171a-4fc6-af64-9f934b739294', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '60a3fd30-e0f7-4a5c-8336-b666228ec7b4'}}] {{(pid=95103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 19:31:54.015095 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-47699467-e538-4adf-ba1b-2e96c121fc5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:54.078547 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-f381de92-b589-4bb9-88d1-e0ce7392dbdd req-d083fa57-5be1-41fb-b61c-b81fb23c2d7c tempest-TaggedBootDevicesTest_v242-1470406513 tempest-TaggedBootDevicesTest_v242-1470406513-project] 10.222.0.67 "GET /v2.0/security-groups?id=687e4f9e-0a49-4ef3-86dc-e31b7edc6949&id=78494785-7e26-42ec-a5d5-f3013c8d7eca&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1720805 Sep 23 19:31:54.081139 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-88e13b3b-e85a-4bba-ac83-42f78e288c48 req-9824e3b0-9f96-46be-8ba5-98355996e375 tempest-SecurityGroupRulesNegativeTestJSON-703779065 tempest-SecurityGroupRulesNegativeTestJSON-703779065-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:54.089362 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-3737f8ba-2dba-4f07-994f-f6292e3383b5 tempest-RoutersAdminTest-1935465670 tempest-RoutersAdminTest-1935465670-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-597296'] for router, after_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:54.089919 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3737f8ba-2dba-4f07-994f-f6292e3383b5 tempest-RoutersAdminTest-1935465670 tempest-RoutersAdminTest-1935465670-project] Fanout notify agent at l3_agent the message router_deleted on router 7d48dee6-adbc-4d1d-8420-01d37fdb1603 {{(pid=95102) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 23 19:31:54.098606 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-3737f8ba-2dba-4f07-994f-f6292e3383b5 tempest-RoutersAdminTest-1935465670 tempest-RoutersAdminTest-1935465670-project] Notify callbacks [] for router, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:54.103298 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-3737f8ba-2dba-4f07-994f-f6292e3383b5 tempest-RoutersAdminTest-1935465670 tempest-RoutersAdminTest-1935465670-project] 10.222.0.67 "DELETE /v2.0/routers/7d48dee6-adbc-4d1d-8420-01d37fdb1603 HTTP/1.1" status: 204 len: 168 time: 1.9366596 Sep 23 19:31:54.105246 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 45952) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:31:54.109488 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-47699467-e538-4adf-ba1b-2e96c121fc5c None None] For port 16679a5c-02b7-472e-98b2-948a591707f8, host n-d-713301-16, cleared binding levels {{(pid=95103) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 19:31:54.109977 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.v2.base [None req-7551b19a-9537-4ab5-ae28-4281254ba09d tempest-RoutersAdminTest-1935465670 tempest-RoutersAdminTest-1935465670-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1112768708', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=95102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:31:54.116815 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-47699467-e538-4adf-ba1b-2e96c121fc5c None None] For port 16679a5c-02b7-472e-98b2-948a591707f8, host n-d-713301-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-16',level=0,port_id=16679a5c-02b7-472e-98b2-948a591707f8,segment=NetworkSegment(1b715116-171a-4fc6-af64-9f934b739294),segment_id=1b715116-171a-4fc6-af64-9f934b739294)] {{(pid=95103) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 19:31:54.126996 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-47699467-e538-4adf-ba1b-2e96c121fc5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:54.139145 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-6f7f6e06-0d2f-4410-9654-18e09c4ba628 req-2c4278ab-3479-4ddb-8907-4b14aa9eaad5 service neutron] 10.222.0.53 "GET /v2.0/networks/6b0b0714-7ca1-4d6d-b820-8be57f2679a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1170962 Sep 23 19:31:54.158570 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-7551b19a-9537-4ab5-ae28-4281254ba09d tempest-RoutersAdminTest-1935465670 tempest-RoutersAdminTest-1935465670-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-594563', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29355'] for router, before_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:54.159876 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-7551b19a-9537-4ab5-ae28-4281254ba09d tempest-RoutersAdminTest-1935465670 tempest-RoutersAdminTest-1935465670-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-597363', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-601731', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-739356', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29346'] for router, precommit_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:54.166782 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-88e13b3b-e85a-4bba-ac83-42f78e288c48 req-9824e3b0-9f96-46be-8ba5-98355996e375 tempest-SecurityGroupRulesNegativeTestJSON-703779065 tempest-SecurityGroupRulesNegativeTestJSON-703779065-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:54.169993 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-88e13b3b-e85a-4bba-ac83-42f78e288c48 req-9824e3b0-9f96-46be-8ba5-98355996e375 tempest-SecurityGroupRulesNegativeTestJSON-703779065 tempest-SecurityGroupRulesNegativeTestJSON-703779065-project] Notify callbacks [] for security_group, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:54.171468 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-88e13b3b-e85a-4bba-ac83-42f78e288c48 req-9824e3b0-9f96-46be-8ba5-98355996e375 tempest-SecurityGroupRulesNegativeTestJSON-703779065 tempest-SecurityGroupRulesNegativeTestJSON-703779065-project] 10.222.0.67 "DELETE /v2.0/security-groups/fda0e7b9-2ddd-4636-99ed-365e522472a2 HTTP/1.1" status: 204 len: 173 time: 0.4573026 Sep 23 19:31:54.198638 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9824e3b0-9f96-46be-8ba5-98355996e375 tempest-SecurityGroupRulesNegativeTestJSON-703779065 tempest-SecurityGroupRulesNegativeTestJSON-703779065-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fda0e7b9-2ddd-4636-99ed-365e522472a2,revision_number=None']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:31:54.264218 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47699467-e538-4adf-ba1b-2e96c121fc5c None None] Pushing event updated for resources: {'Port': ['ID=16679a5c-02b7-472e-98b2-948a591707f8,revision_number=2']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:31:54.267664 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-6f7f6e06-0d2f-4410-9654-18e09c4ba628 req-d746a166-b4d0-447d-99ab-1ae7b2fb285b service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=f2f18a7a-caec-4840-825d-bc37f2f04daf HTTP/1.1" status: 200 len: 217 time: 0.0796731 Sep 23 19:31:54.311916 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-7551b19a-9537-4ab5-ae28-4281254ba09d tempest-RoutersAdminTest-1935465670 tempest-RoutersAdminTest-1935465670-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:54.320121 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-7551b19a-9537-4ab5-ae28-4281254ba09d tempest-RoutersAdminTest-1935465670 tempest-RoutersAdminTest-1935465670-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-597258', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-601790'] for router, after_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:54.346120 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-19dca972-974a-410e-995a-40bfe517ce68 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:54.368783 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-7551b19a-9537-4ab5-ae28-4281254ba09d tempest-RoutersAdminTest-1935465670 tempest-RoutersAdminTest-1935465670-project] Notify callbacks [] for router, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:54.373680 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-7551b19a-9537-4ab5-ae28-4281254ba09d tempest-RoutersAdminTest-1935465670 tempest-RoutersAdminTest-1935465670-project] 10.222.0.67 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.2637377 Sep 23 19:31:54.373871 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7f6e06-0d2f-4410-9654-18e09c4ba628 req-4f83132d-5732-48bf-90c6-dd48e0434189 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:31:54.373871 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-6f7f6e06-0d2f-4410-9654-18e09c4ba628 req-4f83132d-5732-48bf-90c6-dd48e0434189 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=539495c3-ae71-47cf-b3b7-93ac6244515e HTTP/1.1" status: 200 len: 797 time: 0.0809813 Sep 23 19:31:54.373871 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-19dca972-974a-410e-995a-40bfe517ce68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:54.375335 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 45962) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:31:54.380458 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.v2.base [None req-2b9b4fef-fa4f-4b8f-983d-12e62809eb01 tempest-RoutersAdminTest-1935465670 tempest-RoutersAdminTest-1935465670-project] Request body: {'router': {'external_gateway_info': {'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac'}}} {{(pid=95101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:31:54.387930 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707ca114-d51b-4da4-b726-17f5ef12d1ba req-13a83590-d2f0-42dd-bc97-6b5279646bc1 tempest-ServerActionsTestJSON-618918056 tempest-ServerActionsTestJSON-618918056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:31:54.396369 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-707ca114-d51b-4da4-b726-17f5ef12d1ba req-13a83590-d2f0-42dd-bc97-6b5279646bc1 tempest-ServerActionsTestJSON-618918056 tempest-ServerActionsTestJSON-618918056-project] 10.222.0.67 "GET /v2.0/ports?device_id=675250d5-b764-4a76-a441-f0488da38a5e HTTP/1.1" status: 200 len: 945 time: 0.1833048 Sep 23 19:31:54.409240 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-a2003a9e-c821-48de-a890-186a77532646 req-25cd247c-7929-450f-8218-34c018ccf6e9 tempest-SecurityGroupRulesNegativeTestJSON-703779065 tempest-SecurityGroupRulesNegativeTestJSON-703779065-project] 10.222.0.67 "GET /v2.0/security-groups/5e095cb7-302f-4a9a-8a6f-dc5427087006 HTTP/1.1" status: 200 len: 1814 time: 0.0955660 Sep 23 19:31:54.494290 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-707ca114-d51b-4da4-b726-17f5ef12d1ba req-f8f4b44e-19df-49fc-9966-f93c4d8f9024 tempest-ServerActionsTestJSON-618918056 tempest-ServerActionsTestJSON-618918056-project] 10.222.0.67 "GET /v2.0/security-groups?id=8f1e71cd-f67e-49f6-828d-7dde05723843&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968733 Sep 23 19:31:54.528366 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-a2003a9e-c821-48de-a890-186a77532646 req-040db50d-e99a-4a93-b2e3-b9f767259274 tempest-SecurityGroupRulesNegativeTestJSON-703779065 tempest-SecurityGroupRulesNegativeTestJSON-703779065-project] Notify callbacks [] for security_group, before_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:54.588692 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-a2003a9e-c821-48de-a890-186a77532646 req-040db50d-e99a-4a93-b2e3-b9f767259274 tempest-SecurityGroupRulesNegativeTestJSON-703779065 tempest-SecurityGroupRulesNegativeTestJSON-703779065-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:54.638518 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7f6e06-0d2f-4410-9654-18e09c4ba628 req-0e6d4a22-0422-401c-83fc-6528cad05428 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:31:54.640186 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-6f7f6e06-0d2f-4410-9654-18e09c4ba628 req-0e6d4a22-0422-401c-83fc-6528cad05428 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=f23b48c2-30e2-4b8a-a3bf-2e6a4262ee17&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2555130 Sep 23 19:31:54.649977 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-a2003a9e-c821-48de-a890-186a77532646 req-040db50d-e99a-4a93-b2e3-b9f767259274 tempest-SecurityGroupRulesNegativeTestJSON-703779065 tempest-SecurityGroupRulesNegativeTestJSON-703779065-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:54.653297 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-a2003a9e-c821-48de-a890-186a77532646 req-040db50d-e99a-4a93-b2e3-b9f767259274 tempest-SecurityGroupRulesNegativeTestJSON-703779065 tempest-SecurityGroupRulesNegativeTestJSON-703779065-project] Notify callbacks [] for security_group, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:54.654731 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-a2003a9e-c821-48de-a890-186a77532646 req-040db50d-e99a-4a93-b2e3-b9f767259274 tempest-SecurityGroupRulesNegativeTestJSON-703779065 tempest-SecurityGroupRulesNegativeTestJSON-703779065-project] 10.222.0.67 "DELETE /v2.0/security-groups/5e095cb7-302f-4a9a-8a6f-dc5427087006 HTTP/1.1" status: 204 len: 173 time: 0.2288144 Sep 23 19:31:54.669496 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-040db50d-e99a-4a93-b2e3-b9f767259274 tempest-SecurityGroupRulesNegativeTestJSON-703779065 tempest-SecurityGroupRulesNegativeTestJSON-703779065-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e095cb7-302f-4a9a-8a6f-dc5427087006,revision_number=None']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:31:54.787491 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-eebc3cc9-0f92-47d3-a11a-070c770417d4 req-34fd709f-2179-4444-9f4f-8b8e76d02662 tempest-SecurityGroupRulesNegativeTestJSON-703779065 tempest-SecurityGroupRulesNegativeTestJSON-703779065-project] 10.222.0.67 "GET /v2.0/security-groups/483762e3-15fa-46b0-b409-5a13ccf97f5c HTTP/1.1" status: 200 len: 1813 time: 0.0455019 Sep 23 19:31:54.839576 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-2b9b4fef-fa4f-4b8f-983d-12e62809eb01 tempest-RoutersAdminTest-1935465670 tempest-RoutersAdminTest-1935465670-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:54.844511 n-d-713301-16 neutron-server[95101]: DEBUG neutron.db.db_base_plugin_common [None req-19dca972-974a-410e-995a-40bfe517ce68 admin admin] Allocated IP 172.25.1.217 (5dec5c09-378e-4f50-89cc-d94eb81c3bac/eff83446-018c-428d-b3f5-54ac9abe7a2a/b838e788-a633-4b8c-9bae-0c8ec0f08105) {{(pid=95101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 19:31:54.856283 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-eebc3cc9-0f92-47d3-a11a-070c770417d4 req-c660e718-d22b-4f69-bee0-386bab1e51f6 tempest-SecurityGroupRulesNegativeTestJSON-703779065 tempest-SecurityGroupRulesNegativeTestJSON-703779065-project] Notify callbacks [] for security_group, before_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:54.888338 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-eebc3cc9-0f92-47d3-a11a-070c770417d4 req-c660e718-d22b-4f69-bee0-386bab1e51f6 tempest-SecurityGroupRulesNegativeTestJSON-703779065 tempest-SecurityGroupRulesNegativeTestJSON-703779065-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:54.921633 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-6f7f6e06-0d2f-4410-9654-18e09c4ba628 req-6646a164-636f-4bf1-9220-0c2cd58042be service neutron] 10.222.0.53 "GET /v2.0/networks/f23b48c2-30e2-4b8a-a3bf-2e6a4262ee17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2403657 Sep 23 19:31:54.934279 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-eebc3cc9-0f92-47d3-a11a-070c770417d4 req-c660e718-d22b-4f69-bee0-386bab1e51f6 tempest-SecurityGroupRulesNegativeTestJSON-703779065 tempest-SecurityGroupRulesNegativeTestJSON-703779065-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:54.937228 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-eebc3cc9-0f92-47d3-a11a-070c770417d4 req-c660e718-d22b-4f69-bee0-386bab1e51f6 tempest-SecurityGroupRulesNegativeTestJSON-703779065 tempest-SecurityGroupRulesNegativeTestJSON-703779065-project] Notify callbacks [] for security_group, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:54.938471 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-eebc3cc9-0f92-47d3-a11a-070c770417d4 req-c660e718-d22b-4f69-bee0-386bab1e51f6 tempest-SecurityGroupRulesNegativeTestJSON-703779065 tempest-SecurityGroupRulesNegativeTestJSON-703779065-project] 10.222.0.67 "DELETE /v2.0/security-groups/483762e3-15fa-46b0-b409-5a13ccf97f5c HTTP/1.1" status: 204 len: 173 time: 0.1445677 Sep 23 19:31:54.948845 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c660e718-d22b-4f69-bee0-386bab1e51f6 tempest-SecurityGroupRulesNegativeTestJSON-703779065 tempest-SecurityGroupRulesNegativeTestJSON-703779065-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=483762e3-15fa-46b0-b409-5a13ccf97f5c,revision_number=None']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:31:55.025952 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-d926ae23-9c83-448f-964c-75bfb6f5e8f7 req-71ac513a-6aff-48c2-a2a0-6842ed8cf280 tempest-SecurityGroupRulesNegativeTestJSON-703779065 tempest-SecurityGroupRulesNegativeTestJSON-703779065-project] 10.222.0.67 "GET /v2.0/security-groups/88ffe5b9-327e-4159-8380-46c24c5c2cd2 HTTP/1.1" status: 200 len: 1814 time: 0.0584550 Sep 23 19:31:55.065376 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 45984) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:31:55.092754 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-d926ae23-9c83-448f-964c-75bfb6f5e8f7 req-08c518cc-ef05-4f74-a83d-b79a617639cb tempest-SecurityGroupRulesNegativeTestJSON-703779065 tempest-SecurityGroupRulesNegativeTestJSON-703779065-project] Notify callbacks [] for security_group, before_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:55.119258 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-d926ae23-9c83-448f-964c-75bfb6f5e8f7 req-08c518cc-ef05-4f74-a83d-b79a617639cb tempest-SecurityGroupRulesNegativeTestJSON-703779065 tempest-SecurityGroupRulesNegativeTestJSON-703779065-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:55.167960 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-19dca972-974a-410e-995a-40bfe517ce68 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:55.179705 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-6f7f6e06-0d2f-4410-9654-18e09c4ba628 req-c5278980-59d2-4a1b-865a-4a5517b65158 service neutron] 10.222.0.53 "GET /v2.0/networks/f23b48c2-30e2-4b8a-a3bf-2e6a4262ee17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2435141 Sep 23 19:31:55.230759 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-80e7e501-6c57-470d-92c6-e3d54bc3195c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:55.243083 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-d926ae23-9c83-448f-964c-75bfb6f5e8f7 req-08c518cc-ef05-4f74-a83d-b79a617639cb tempest-SecurityGroupRulesNegativeTestJSON-703779065 tempest-SecurityGroupRulesNegativeTestJSON-703779065-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:55.245853 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-d926ae23-9c83-448f-964c-75bfb6f5e8f7 req-08c518cc-ef05-4f74-a83d-b79a617639cb tempest-SecurityGroupRulesNegativeTestJSON-703779065 tempest-SecurityGroupRulesNegativeTestJSON-703779065-project] Notify callbacks [] for security_group, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:55.247200 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-6f7f6e06-0d2f-4410-9654-18e09c4ba628 req-d20e55fb-7637-40c8-bac6-ebd8272c1d41 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=0d220b4a-c2a9-416b-bef2-705bfcd93242 HTTP/1.1" status: 200 len: 217 time: 0.0595407 Sep 23 19:31:55.247329 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-d926ae23-9c83-448f-964c-75bfb6f5e8f7 req-08c518cc-ef05-4f74-a83d-b79a617639cb tempest-SecurityGroupRulesNegativeTestJSON-703779065 tempest-SecurityGroupRulesNegativeTestJSON-703779065-project] 10.222.0.67 "DELETE /v2.0/security-groups/88ffe5b9-327e-4159-8380-46c24c5c2cd2 HTTP/1.1" status: 204 len: 173 time: 0.2204132 Sep 23 19:31:55.261628 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 45990) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:31:55.264015 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-3ce0d91e-3d17-4330-b71a-e1fb207abf7d admin admin] Notify callbacks [] for security_group, before_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:55.289935 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-19dca972-974a-410e-995a-40bfe517ce68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783145673135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5607431'] for port, after_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:55.330123 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08c518cc-ef05-4f74-a83d-b79a617639cb tempest-SecurityGroupRulesNegativeTestJSON-703779065 tempest-SecurityGroupRulesNegativeTestJSON-703779065-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=88ffe5b9-327e-4159-8380-46c24c5c2cd2,revision_number=None']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:31:55.379386 n-d-713301-16 neutron-server[95102]: DEBUG neutron.db.db_base_plugin_v2 [None req-725e4df2-a31d-4729-89dd-e050943f7068 admin admin] Deleting subnet 20834698-fba6-419a-8cc3-91af781eef55 {{(pid=95102) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 23 19:31:55.387412 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-725e4df2-a31d-4729-89dd-e050943f7068 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:55.404610 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d0f23b5-7151-472c-b3bb-6c6fdbbb83b7 req-a8bad82a-7ae5-4f20-89f5-a643b12f887d tempest-TaggedBootDevicesTest_v242-1470406513 tempest-TaggedBootDevicesTest_v242-1470406513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:31:55.411440 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d0f23b5-7151-472c-b3bb-6c6fdbbb83b7 req-a8bad82a-7ae5-4f20-89f5-a643b12f887d tempest-TaggedBootDevicesTest_v242-1470406513 tempest-TaggedBootDevicesTest_v242-1470406513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:31:55.415494 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19dca972-974a-410e-995a-40bfe517ce68 admin admin] Network 5dec5c09-378e-4f50-89cc-d94eb81c3bac is already hosted by enough agents. {{(pid=95101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:31:55.419705 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d0f23b5-7151-472c-b3bb-6c6fdbbb83b7 req-a8bad82a-7ae5-4f20-89f5-a643b12f887d tempest-TaggedBootDevicesTest_v242-1470406513 tempest-TaggedBootDevicesTest_v242-1470406513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:31:55.423656 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7f6e06-0d2f-4410-9654-18e09c4ba628 req-e01d32e4-301d-435b-8041-898a490a5575 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:31:55.425265 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-6f7f6e06-0d2f-4410-9654-18e09c4ba628 req-e01d32e4-301d-435b-8041-898a490a5575 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=539495c3-ae71-47cf-b3b7-93ac6244515e HTTP/1.1" status: 200 len: 797 time: 0.1699498 Sep 23 19:31:55.426036 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d0f23b5-7151-472c-b3bb-6c6fdbbb83b7 req-a8bad82a-7ae5-4f20-89f5-a643b12f887d tempest-TaggedBootDevicesTest_v242-1470406513 tempest-TaggedBootDevicesTest_v242-1470406513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:31:55.432261 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d0f23b5-7151-472c-b3bb-6c6fdbbb83b7 req-a8bad82a-7ae5-4f20-89f5-a643b12f887d tempest-TaggedBootDevicesTest_v242-1470406513 tempest-TaggedBootDevicesTest_v242-1470406513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:31:55.438227 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d0f23b5-7151-472c-b3bb-6c6fdbbb83b7 req-a8bad82a-7ae5-4f20-89f5-a643b12f887d tempest-TaggedBootDevicesTest_v242-1470406513 tempest-TaggedBootDevicesTest_v242-1470406513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:31:55.443862 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.base_scheduler [None req-19dca972-974a-410e-995a-40bfe517ce68 admin admin] Resources bound (agent type, host, resource id): {{(pid=95101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:31:55.444984 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d0f23b5-7151-472c-b3bb-6c6fdbbb83b7 req-a8bad82a-7ae5-4f20-89f5-a643b12f887d tempest-TaggedBootDevicesTest_v242-1470406513 tempest-TaggedBootDevicesTest_v242-1470406513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:31:55.447300 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19dca972-974a-410e-995a-40bfe517ce68 admin admin] Pushing event updated for resources: {'Port': ['ID=b838e788-a633-4b8c-9bae-0c8ec0f08105,revision_number=1']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:31:55.449563 n-d-713301-16 neutron-server[95101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19dca972-974a-410e-995a-40bfe517ce68 admin admin] Received port after_create {{(pid=95101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 19:31:55.453389 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-3d0f23b5-7151-472c-b3bb-6c6fdbbb83b7 req-a8bad82a-7ae5-4f20-89f5-a643b12f887d tempest-TaggedBootDevicesTest_v242-1470406513 tempest-TaggedBootDevicesTest_v242-1470406513-project] 10.222.0.67 "GET /v2.0/ports?device_id=583aeae2-b5c0-4d8d-bffb-15a63f4020fc HTTP/1.1" status: 200 len: 5428 time: 0.2317197 Sep 23 19:31:55.458972 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-2b9b4fef-fa4f-4b8f-983d-12e62809eb01 tempest-RoutersAdminTest-1935465670 tempest-RoutersAdminTest-1935465670-project] Notify callbacks [] for router_gateway, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:55.482507 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-305d1854-79d0-46fb-ab27-1359409b0061 None None] Network 60a3fd30-e0f7-4a5c-8336-b666228ec7b4 requested from n-d-713301-16 {{(pid=95103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 19:31:55.534783 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-725e4df2-a31d-4729-89dd-e050943f7068 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6162825'] for subnet, precommit_delete_associations {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:55.577216 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-3d0f23b5-7151-472c-b3bb-6c6fdbbb83b7 req-0d5d8fd1-20bf-4e77-95da-80a0b3feb231 tempest-TaggedBootDevicesTest_v242-1470406513 tempest-TaggedBootDevicesTest_v242-1470406513-project] 10.222.0.67 "GET /v2.0/security-groups?id=687e4f9e-0a49-4ef3-86dc-e31b7edc6949&id=78494785-7e26-42ec-a5d5-f3013c8d7eca&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1228378 Sep 23 19:31:55.645472 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-c2e8eef1-d992-4370-8eae-0c211aeaabf8 None None] Provisioning complete for port 16679a5c-02b7-472e-98b2-948a591707f8 triggered by entity DHCP. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:31:55.645898 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-c2e8eef1-d992-4370-8eae-0c211aeaabf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:55.655514 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-725e4df2-a31d-4729-89dd-e050943f7068 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1756813'] for subnet, precommit_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:55.716334 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f2b8a9-dd07-4a7a-a555-f7f878bb7a18 req-346ead7d-1244-4c58-96f3-a841d98cbc30 tempest-ServerActionsTestJSON-618918056 tempest-ServerActionsTestJSON-618918056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:31:55.717777 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-79f2b8a9-dd07-4a7a-a555-f7f878bb7a18 req-346ead7d-1244-4c58-96f3-a841d98cbc30 tempest-ServerActionsTestJSON-618918056 tempest-ServerActionsTestJSON-618918056-project] 10.222.0.67 "GET /v2.0/ports?device_id=675250d5-b764-4a76-a441-f0488da38a5e HTTP/1.1" status: 200 len: 945 time: 0.1252046 Sep 23 19:31:55.763567 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-3ce0d91e-3d17-4330-b71a-e1fb207abf7d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:55.770862 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-3ce0d91e-3d17-4330-b71a-e1fb207abf7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:55.804358 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-c2e8eef1-d992-4370-8eae-0c211aeaabf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:55.828302 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-2b9b4fef-fa4f-4b8f-983d-12e62809eb01 tempest-RoutersAdminTest-1935465670 tempest-RoutersAdminTest-1935465670-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:55.865854 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-725e4df2-a31d-4729-89dd-e050943f7068 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1756804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4399009', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5388229'] for subnet, after_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:55.879812 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-c2e8eef1-d992-4370-8eae-0c211aeaabf8 None None] For port 16679a5c-02b7-472e-98b2-948a591707f8, host n-d-713301-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-16',level=0,port_id=16679a5c-02b7-472e-98b2-948a591707f8,segment=NetworkSegment(1b715116-171a-4fc6-af64-9f934b739294),segment_id=1b715116-171a-4fc6-af64-9f934b739294)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:31:55.885801 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-c2e8eef1-d992-4370-8eae-0c211aeaabf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:55.903913 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-79f2b8a9-dd07-4a7a-a555-f7f878bb7a18 req-46c19e6c-63b6-4076-ad1c-d4c159d95571 tempest-ServerActionsTestJSON-618918056 tempest-ServerActionsTestJSON-618918056-project] 10.222.0.67 "GET /v2.0/security-groups?id=8f1e71cd-f67e-49f6-828d-7dde05723843&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1704719 Sep 23 19:31:55.904830 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7f6e06-0d2f-4410-9654-18e09c4ba628 req-d34dc91b-dc0e-49e5-abc7-7c242603b23f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:31:55.906609 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-6f7f6e06-0d2f-4410-9654-18e09c4ba628 req-d34dc91b-dc0e-49e5-abc7-7c242603b23f service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=f23b48c2-30e2-4b8a-a3bf-2e6a4262ee17&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.4605711 Sep 23 19:31:55.935284 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce0d91e-3d17-4330-b71a-e1fb207abf7d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cea10c17-2d76-47c7-97df-9850156715f9,revision_number=1']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:31:55.942944 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-3ce0d91e-3d17-4330-b71a-e1fb207abf7d admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=def0c27342bf4e139d1f626b0bba3025&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8765247 Sep 23 19:31:55.946870 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-725e4df2-a31d-4729-89dd-e050943f7068 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:55.952321 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-725e4df2-a31d-4729-89dd-e050943f7068 admin admin] 10.222.0.67 "DELETE /v2.0/subnets/20834698-fba6-419a-8cc3-91af781eef55 HTTP/1.1" status: 204 len: 168 time: 0.6892955 Sep 23 19:31:55.953549 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 45996) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:31:55.953993 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 45998) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:31:55.955362 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-725e4df2-a31d-4729-89dd-e050943f7068 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=20834698-fba6-419a-8cc3-91af781eef55,revision_number=None']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:31:55.988576 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2e8eef1-d992-4370-8eae-0c211aeaabf8 None None] Pushing event updated for resources: {'Port': ['ID=16679a5c-02b7-472e-98b2-948a591707f8,revision_number=3']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:31:56.006328 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-f2909115-5007-48a7-99df-1490bd934334 None None] Provisioning complete for port 16679a5c-02b7-472e-98b2-948a591707f8 triggered by entity DHCP. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:31:56.007070 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-f2909115-5007-48a7-99df-1490bd934334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:56.077664 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-d04f6343-3ddc-482d-aca7-756847daf8dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1628021'] for network, before_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:56.146978 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-720385ee-5d1a-4533-a144-0cddfdc5a977 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:56.149875 n-d-713301-16 neutron-server[95101]: DEBUG neutron.db.db_base_plugin_common [None req-2b9b4fef-fa4f-4b8f-983d-12e62809eb01 tempest-RoutersAdminTest-1935465670 tempest-RoutersAdminTest-1935465670-project] Allocated IP 172.25.1.62 (5dec5c09-378e-4f50-89cc-d94eb81c3bac/eff83446-018c-428d-b3f5-54ac9abe7a2a/82d5865e-432a-4e41-beb4-d83a6735ed79) {{(pid=95101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 19:31:56.203483 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-6f7f6e06-0d2f-4410-9654-18e09c4ba628 req-c1698280-948d-4801-be72-29968324621b service neutron] 10.222.0.53 "GET /v2.0/networks/f23b48c2-30e2-4b8a-a3bf-2e6a4262ee17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2510238 Sep 23 19:31:56.204141 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-d04f6343-3ddc-482d-aca7-756847daf8dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1754676', 'neutron.services.segments.db._delete_segments_for_network-8783146221460'] for network, precommit_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:56.227294 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-720385ee-5d1a-4533-a144-0cddfdc5a977 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:56.242447 n-d-713301-16 neutron-server[95102]: DEBUG neutron.services.segments.db [None req-d04f6343-3ddc-482d-aca7-756847daf8dd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cf1030f9-32eb-4e36-afdf-c8e22d89df75']}} {{(pid=95102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:31:56.259983 n-d-713301-16 neutron-server[95102]: DEBUG neutron.services.segments.db [None req-d04f6343-3ddc-482d-aca7-756847daf8dd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd3bdc583-bd59-488f-8441-6f2f1e367f7b') {'for_net_delete': True} {{(pid=95102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:31:56.260276 n-d-713301-16 neutron-server[95102]: DEBUG neutron.services.segments.db [None req-d04f6343-3ddc-482d-aca7-756847daf8dd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd3bdc583-bd59-488f-8441-6f2f1e367f7b') {} {{(pid=95102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:31:56.281258 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-d04f6343-3ddc-482d-aca7-756847daf8dd admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783146221725', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6162832'] for segment, before_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:56.297272 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-d04f6343-3ddc-482d-aca7-756847daf8dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1756186'] for segment, precommit_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:56.304501 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d04f6343-3ddc-482d-aca7-756847daf8dd admin admin] Releasing vlan 610 on physical network physnet1 to pool {{(pid=95102) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 19:31:56.304930 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-d04f6343-3ddc-482d-aca7-756847daf8dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1756186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4398095'] for segment, after_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:56.306657 n-d-713301-16 neutron-server[95102]: Traceback (most recent call last): Sep 23 19:31:56.306657 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 19:31:56.306657 n-d-713301-16 neutron-server[95102]: timer() Sep 23 19:31:56.306657 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 19:31:56.306657 n-d-713301-16 neutron-server[95102]: cb(*args, **kw) Sep 23 19:31:56.306657 n-d-713301-16 neutron-server[95102]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 19:31:56.306657 n-d-713301-16 neutron-server[95102]: return func(*args, **kwargs) Sep 23 19:31:56.306657 n-d-713301-16 neutron-server[95102]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 19:31:56.306657 n-d-713301-16 neutron-server[95102]: self._notify() Sep 23 19:31:56.306657 n-d-713301-16 neutron-server[95102]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 19:31:56.306657 n-d-713301-16 neutron-server[95102]: self.callback(batched_events) Sep 23 19:31:56.306657 n-d-713301-16 neutron-server[95102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 19:31:56.306657 n-d-713301-16 neutron-server[95102]: event.method(event) Sep 23 19:31:56.306657 n-d-713301-16 neutron-server[95102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 19:31:56.306657 n-d-713301-16 neutron-server[95102]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 19:31:56.306657 n-d-713301-16 neutron-server[95102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 19:31:56.306657 n-d-713301-16 neutron-server[95102]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 19:31:56.306657 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 19:31:56.306657 n-d-713301-16 neutron-server[95102]: return f(self, *a, **k) Sep 23 19:31:56.306657 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 19:31:56.306657 n-d-713301-16 neutron-server[95102]: return self._get(url).json() Sep 23 19:31:56.306657 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 19:31:56.306657 n-d-713301-16 neutron-server[95102]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 19:31:56.306657 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 19:31:56.306657 n-d-713301-16 neutron-server[95102]: return self.request(url, 'GET', **kwargs) Sep 23 19:31:56.306657 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 19:31:56.306657 n-d-713301-16 neutron-server[95102]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 19:31:56.306657 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 19:31:56.306657 n-d-713301-16 neutron-server[95102]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 19:31:56.306657 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 19:31:56.306657 n-d-713301-16 neutron-server[95102]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 19:31:56.306657 n-d-713301-16 neutron-server[95102]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 19:31:56.334969 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-720385ee-5d1a-4533-a144-0cddfdc5a977 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:56.337733 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-720385ee-5d1a-4533-a144-0cddfdc5a977 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:56.341371 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-720385ee-5d1a-4533-a144-0cddfdc5a977 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/cea10c17-2d76-47c7-97df-9850156715f9 HTTP/1.1" status: 204 len: 168 time: 0.3801522 Sep 23 19:31:56.380664 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-720385ee-5d1a-4533-a144-0cddfdc5a977 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cea10c17-2d76-47c7-97df-9850156715f9,revision_number=None']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:31:56.392554 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-d04f6343-3ddc-482d-aca7-756847daf8dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1754627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-601866'] for network, after_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:56.402399 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-d04f6343-3ddc-482d-aca7-756847daf8dd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527417'] for network, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:56.407054 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-d04f6343-3ddc-482d-aca7-756847daf8dd admin admin] 10.222.0.67 "DELETE /v2.0/networks/cf1030f9-32eb-4e36-afdf-c8e22d89df75 HTTP/1.1" status: 204 len: 168 time: 0.4439662 Sep 23 19:31:56.414489 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-19dca972-974a-410e-995a-40bfe517ce68 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:56.430828 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d04f6343-3ddc-482d-aca7-756847daf8dd admin admin] Pushing event deleted for resources: {'Network': ['ID=cf1030f9-32eb-4e36-afdf-c8e22d89df75,revision_number=None']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:31:56.477885 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-2b9b4fef-fa4f-4b8f-983d-12e62809eb01 tempest-RoutersAdminTest-1935465670 tempest-RoutersAdminTest-1935465670-project] Notify callbacks [] for port, precommit_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:56.489016 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-6f7f6e06-0d2f-4410-9654-18e09c4ba628 req-309f7254-8d21-4248-beb3-1e8534cae683 service neutron] 10.222.0.53 "GET /v2.0/networks/f23b48c2-30e2-4b8a-a3bf-2e6a4262ee17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2783122 Sep 23 19:31:56.614787 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-2b9b4fef-fa4f-4b8f-983d-12e62809eb01 tempest-RoutersAdminTest-1935465670 tempest-RoutersAdminTest-1935465670-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783145673135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5607431'] for port, after_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:56.625188 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Device 16679a5c-02b7-472e-98b2-948a591707f8 up at agent ovs-agent-n-d-713301-16 {{(pid=95103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 19:31:56.631510 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 46008) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:31:56.715610 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Provisioning complete for port 16679a5c-02b7-472e-98b2-948a591707f8 triggered by entity L2. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:31:56.716553 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:56.724478 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-45aed267-8f57-485a-9cda-1411d081bd35 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=fb0a6ba7d942431b8e5a2c4612d74ed7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0912931 Sep 23 19:31:56.725219 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b9b4fef-fa4f-4b8f-983d-12e62809eb01 tempest-RoutersAdminTest-1935465670 tempest-RoutersAdminTest-1935465670-project] Network 5dec5c09-378e-4f50-89cc-d94eb81c3bac is already hosted by enough agents. {{(pid=95101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:31:56.728152 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 46010) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:31:56.731689 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.base_scheduler [None req-2b9b4fef-fa4f-4b8f-983d-12e62809eb01 tempest-RoutersAdminTest-1935465670 tempest-RoutersAdminTest-1935465670-project] Resources bound (agent type, host, resource id): {{(pid=95101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:31:56.740519 n-d-713301-16 neutron-server[95101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b9b4fef-fa4f-4b8f-983d-12e62809eb01 tempest-RoutersAdminTest-1935465670 tempest-RoutersAdminTest-1935465670-project] Received port after_create {{(pid=95101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 19:31:56.750716 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f250fb-aee9-4a47-a55f-66e9a0518552 req-812925da-af5f-4e45-8834-dfb2565e3863 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:31:56.751303 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f250fb-aee9-4a47-a55f-66e9a0518552 req-812925da-af5f-4e45-8834-dfb2565e3863 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:31:56.752124 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f250fb-aee9-4a47-a55f-66e9a0518552 req-812925da-af5f-4e45-8834-dfb2565e3863 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:31:56.753136 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f250fb-aee9-4a47-a55f-66e9a0518552 req-812925da-af5f-4e45-8834-dfb2565e3863 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:31:56.754121 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f250fb-aee9-4a47-a55f-66e9a0518552 req-812925da-af5f-4e45-8834-dfb2565e3863 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:31:56.754773 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f250fb-aee9-4a47-a55f-66e9a0518552 req-812925da-af5f-4e45-8834-dfb2565e3863 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:31:56.755393 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f250fb-aee9-4a47-a55f-66e9a0518552 req-812925da-af5f-4e45-8834-dfb2565e3863 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:31:56.757476 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-56f250fb-aee9-4a47-a55f-66e9a0518552 req-812925da-af5f-4e45-8834-dfb2565e3863 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=1f1788a36b0c407c84d1fe9c6d21bab4&device_id=583aeae2-b5c0-4d8d-bffb-15a63f4020fc HTTP/1.1" status: 200 len: 6492 time: 0.1996272 Sep 23 19:31:56.795318 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c99819-c487-4f63-9f40-e85abd0f37d5 req-dcaebc82-3ebc-48eb-92c2-0dacaaa13418 tempest-TaggedBootDevicesTest_v242-1470406513 tempest-TaggedBootDevicesTest_v242-1470406513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:31:56.802377 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c99819-c487-4f63-9f40-e85abd0f37d5 req-dcaebc82-3ebc-48eb-92c2-0dacaaa13418 tempest-TaggedBootDevicesTest_v242-1470406513 tempest-TaggedBootDevicesTest_v242-1470406513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:31:56.810385 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c99819-c487-4f63-9f40-e85abd0f37d5 req-dcaebc82-3ebc-48eb-92c2-0dacaaa13418 tempest-TaggedBootDevicesTest_v242-1470406513 tempest-TaggedBootDevicesTest_v242-1470406513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:31:56.819078 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c99819-c487-4f63-9f40-e85abd0f37d5 req-dcaebc82-3ebc-48eb-92c2-0dacaaa13418 tempest-TaggedBootDevicesTest_v242-1470406513 tempest-TaggedBootDevicesTest_v242-1470406513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:31:56.826821 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c99819-c487-4f63-9f40-e85abd0f37d5 req-dcaebc82-3ebc-48eb-92c2-0dacaaa13418 tempest-TaggedBootDevicesTest_v242-1470406513 tempest-TaggedBootDevicesTest_v242-1470406513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:31:56.834561 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c99819-c487-4f63-9f40-e85abd0f37d5 req-dcaebc82-3ebc-48eb-92c2-0dacaaa13418 tempest-TaggedBootDevicesTest_v242-1470406513 tempest-TaggedBootDevicesTest_v242-1470406513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:31:56.845070 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c99819-c487-4f63-9f40-e85abd0f37d5 req-dcaebc82-3ebc-48eb-92c2-0dacaaa13418 tempest-TaggedBootDevicesTest_v242-1470406513 tempest-TaggedBootDevicesTest_v242-1470406513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:31:56.847145 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-15c99819-c487-4f63-9f40-e85abd0f37d5 req-dcaebc82-3ebc-48eb-92c2-0dacaaa13418 tempest-TaggedBootDevicesTest_v242-1470406513 tempest-TaggedBootDevicesTest_v242-1470406513-project] 10.222.0.67 "GET /v2.0/ports?device_id=583aeae2-b5c0-4d8d-bffb-15a63f4020fc HTTP/1.1" status: 200 len: 5428 time: 0.1470349 Sep 23 19:31:56.907150 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b9b4fef-fa4f-4b8f-983d-12e62809eb01 tempest-RoutersAdminTest-1935465670 tempest-RoutersAdminTest-1935465670-project] Pushing event updated for resources: {'Port': ['ID=82d5865e-432a-4e41-beb4-d83a6735ed79,revision_number=1']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:31:56.947857 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-15c99819-c487-4f63-9f40-e85abd0f37d5 req-722b8e70-c5ea-41ba-9e93-b4ae1e1a7f2f tempest-TaggedBootDevicesTest_v242-1470406513 tempest-TaggedBootDevicesTest_v242-1470406513-project] 10.222.0.67 "GET /v2.0/security-groups?id=687e4f9e-0a49-4ef3-86dc-e31b7edc6949&id=78494785-7e26-42ec-a5d5-f3013c8d7eca&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0914614 Sep 23 19:31:56.991075 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-19dca972-974a-410e-995a-40bfe517ce68 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-597258', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-601790'] for router, after_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:57.045956 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f250fb-aee9-4a47-a55f-66e9a0518552 req-b92b70ed-3fb1-4e74-8636-6faf9aba0f14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:31:57.047472 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-56f250fb-aee9-4a47-a55f-66e9a0518552 req-b92b70ed-3fb1-4e74-8636-6faf9aba0f14 service neutron] 10.222.0.53 "GET /v2.0/networks?id=f23b48c2-30e2-4b8a-a3bf-2e6a4262ee17 HTTP/1.1" status: 200 len: 903 time: 0.2600071 Sep 23 19:31:57.117784 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-304e6b5e-8aa8-4d13-945d-88a7053ab098 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:57.130037 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e06a1893-0bbc-4abf-a9ac-e72ad3de9840 req-73800fff-4ccb-4b98-92e6-2260baedbea2 tempest-ServerActionsTestJSON-618918056 tempest-ServerActionsTestJSON-618918056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:31:57.131829 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-e06a1893-0bbc-4abf-a9ac-e72ad3de9840 req-73800fff-4ccb-4b98-92e6-2260baedbea2 tempest-ServerActionsTestJSON-618918056 tempest-ServerActionsTestJSON-618918056-project] 10.222.0.67 "GET /v2.0/ports?device_id=675250d5-b764-4a76-a441-f0488da38a5e HTTP/1.1" status: 200 len: 945 time: 0.0702190 Sep 23 19:31:57.161524 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-56f250fb-aee9-4a47-a55f-66e9a0518552 req-261ac325-507d-472a-8b56-cf4b3aea9603 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=0d220b4a-c2a9-416b-bef2-705bfcd93242 HTTP/1.1" status: 200 len: 217 time: 0.0862000 Sep 23 19:31:57.188055 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-e06a1893-0bbc-4abf-a9ac-e72ad3de9840 req-cc4cf415-42a2-49a9-a1b8-30b96de9f12f tempest-ServerActionsTestJSON-618918056 tempest-ServerActionsTestJSON-618918056-project] 10.222.0.67 "GET /v2.0/security-groups?id=8f1e71cd-f67e-49f6-828d-7dde05723843&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437438 Sep 23 19:31:57.276342 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-304e6b5e-8aa8-4d13-945d-88a7053ab098 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:57.384834 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 46032) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:31:57.386912 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f250fb-aee9-4a47-a55f-66e9a0518552 req-4bba8bc9-14f6-43ab-975c-4f82d6a304ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:31:57.388394 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-56f250fb-aee9-4a47-a55f-66e9a0518552 req-4bba8bc9-14f6-43ab-975c-4f82d6a304ef service neutron] 10.222.0.53 "GET /v2.0/subnets?id=539495c3-ae71-47cf-b3b7-93ac6244515e HTTP/1.1" status: 200 len: 797 time: 0.1887076 Sep 23 19:31:57.468643 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-2b9b4fef-fa4f-4b8f-983d-12e62809eb01 tempest-RoutersAdminTest-1935465670 tempest-RoutersAdminTest-1935465670-project] Notify callbacks [] for router_gateway, after_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:57.489065 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.v2.base [None req-d138b6b5-c283-4ff4-b276-3697e4ca2d57 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1039623927-network', 'tenant_id': 'c02f0550973445e7a8f93af8008dcaa2'}} {{(pid=95102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:31:57.510867 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-304e6b5e-8aa8-4d13-945d-88a7053ab098 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:57.512854 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d138b6b5-c283-4ff4-b276-3697e4ca2d57 admin admin] Made reservation on behalf of c02f0550973445e7a8f93af8008dcaa2 for: {'network': 1} {{(pid=95102) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:31:57.513376 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-304e6b5e-8aa8-4d13-945d-88a7053ab098 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:57.514510 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-304e6b5e-8aa8-4d13-945d-88a7053ab098 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/d0c4306a-bf27-47f6-bdc9-665f304fabea HTTP/1.1" status: 204 len: 168 time: 0.7804103 Sep 23 19:31:57.515229 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-d138b6b5-c283-4ff4-b276-3697e4ca2d57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for network, before_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:57.524584 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f250fb-aee9-4a47-a55f-66e9a0518552 req-852438b8-d24a-4191-ad47-20c020510c50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:31:57.524830 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-d138b6b5-c283-4ff4-b276-3697e4ca2d57 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:57.526352 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-56f250fb-aee9-4a47-a55f-66e9a0518552 req-852438b8-d24a-4191-ad47-20c020510c50 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=f23b48c2-30e2-4b8a-a3bf-2e6a4262ee17&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1287096 Sep 23 19:31:57.578559 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-304e6b5e-8aa8-4d13-945d-88a7053ab098 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0c4306a-bf27-47f6-bdc9-665f304fabea,revision_number=None']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:31:57.598098 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-19dca972-974a-410e-995a-40bfe517ce68 admin admin] Router cb834e00-c899-4d94-9559-056ad2e6fc1d is scheduled to L3 agent 79a740bf-7821-4989-8288-7186e3e128f3 with binding_index 1 {{(pid=95101) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 23 19:31:57.631369 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-d138b6b5-c283-4ff4-b276-3697e4ca2d57 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:57.637567 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-d138b6b5-c283-4ff4-b276-3697e4ca2d57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:57.674204 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d138b6b5-c283-4ff4-b276-3697e4ca2d57 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 634} {{(pid=95102) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 19:31:57.680375 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d138b6b5-c283-4ff4-b276-3697e4ca2d57 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=870169be-a840-40b2-89c6-13960534f950,revision_number=1']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:31:57.689379 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-d138b6b5-c283-4ff4-b276-3697e4ca2d57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1756186'] for segment, precommit_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:57.689528 n-d-713301-16 neutron-server[95102]: INFO neutron.db.segments_db [None req-d138b6b5-c283-4ff4-b276-3697e4ca2d57 admin admin] Added segment 109e9ca4-0775-4f0d-a524-d06e4e2d3223 of type vlan for network 4bdf2aed-00a8-44e1-a719-ebf64e12596f Sep 23 19:31:57.740303 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-d138b6b5-c283-4ff4-b276-3697e4ca2d57 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783145630486'] for network, precommit_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:57.774730 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-d138b6b5-c283-4ff4-b276-3697e4ca2d57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299'] for network, after_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:57.775961 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d138b6b5-c283-4ff4-b276-3697e4ca2d57 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:31:57.776762 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-d138b6b5-c283-4ff4-b276-3697e4ca2d57 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527417'] for network, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:57.816837 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-d138b6b5-c283-4ff4-b276-3697e4ca2d57 admin admin] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.4305053 Sep 23 19:31:57.819934 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 46042) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:31:57.825492 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.v2.base [None req-23cca04b-3efe-4367-b13d-517d284cf5d2 admin admin] Request body: {'subnet': {'network_id': '4bdf2aed-00a8-44e1-a719-ebf64e12596f', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1039623927-subnet', 'tenant_id': 'c02f0550973445e7a8f93af8008dcaa2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:31:57.860932 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d138b6b5-c283-4ff4-b276-3697e4ca2d57 admin admin] Pushing event updated for resources: {'Network': ['ID=4bdf2aed-00a8-44e1-a719-ebf64e12596f,revision_number=1']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:31:57.878552 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Network 4bdf2aed-00a8-44e1-a719-ebf64e12596f details requested by agent ovs-agent-n-d-713301-16 with host n-d-713301-16 {{(pid=95103) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 19:31:57.887705 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23cca04b-3efe-4367-b13d-517d284cf5d2 admin admin] Made reservation on behalf of c02f0550973445e7a8f93af8008dcaa2 for: {'subnet': 1} {{(pid=95102) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:31:57.890730 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-23cca04b-3efe-4367-b13d-517d284cf5d2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5388256'] for subnet, before_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:58.015204 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:58.116552 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-56f250fb-aee9-4a47-a55f-66e9a0518552 req-382ebca5-569e-4b90-acdb-570248f6c6ed service neutron] 10.222.0.53 "GET /v2.0/networks/f23b48c2-30e2-4b8a-a3bf-2e6a4262ee17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5506997 Sep 23 19:31:58.213874 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:58.219719 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ec6838-95cc-4be2-a579-8c6f31469d42 req-4fb79bd0-b9cc-4390-8de6-364c13ff0dc2 tempest-TaggedBootDevicesTest_v242-1470406513 tempest-TaggedBootDevicesTest_v242-1470406513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:31:58.227571 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ec6838-95cc-4be2-a579-8c6f31469d42 req-4fb79bd0-b9cc-4390-8de6-364c13ff0dc2 tempest-TaggedBootDevicesTest_v242-1470406513 tempest-TaggedBootDevicesTest_v242-1470406513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:31:58.234008 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ec6838-95cc-4be2-a579-8c6f31469d42 req-4fb79bd0-b9cc-4390-8de6-364c13ff0dc2 tempest-TaggedBootDevicesTest_v242-1470406513 tempest-TaggedBootDevicesTest_v242-1470406513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:31:58.240955 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ec6838-95cc-4be2-a579-8c6f31469d42 req-4fb79bd0-b9cc-4390-8de6-364c13ff0dc2 tempest-TaggedBootDevicesTest_v242-1470406513 tempest-TaggedBootDevicesTest_v242-1470406513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:31:58.247810 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ec6838-95cc-4be2-a579-8c6f31469d42 req-4fb79bd0-b9cc-4390-8de6-364c13ff0dc2 tempest-TaggedBootDevicesTest_v242-1470406513 tempest-TaggedBootDevicesTest_v242-1470406513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:31:58.253502 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ec6838-95cc-4be2-a579-8c6f31469d42 req-4fb79bd0-b9cc-4390-8de6-364c13ff0dc2 tempest-TaggedBootDevicesTest_v242-1470406513 tempest-TaggedBootDevicesTest_v242-1470406513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:31:58.259604 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ec6838-95cc-4be2-a579-8c6f31469d42 req-4fb79bd0-b9cc-4390-8de6-364c13ff0dc2 tempest-TaggedBootDevicesTest_v242-1470406513 tempest-TaggedBootDevicesTest_v242-1470406513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:31:58.261593 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-b1ec6838-95cc-4be2-a579-8c6f31469d42 req-4fb79bd0-b9cc-4390-8de6-364c13ff0dc2 tempest-TaggedBootDevicesTest_v242-1470406513 tempest-TaggedBootDevicesTest_v242-1470406513-project] 10.222.0.67 "GET /v2.0/ports?device_id=583aeae2-b5c0-4d8d-bffb-15a63f4020fc HTTP/1.1" status: 200 len: 5428 time: 0.1620686 Sep 23 19:31:58.270036 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-23cca04b-3efe-4367-b13d-517d284cf5d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4398944', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5388242'] for subnet, after_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:58.304513 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19dca972-974a-410e-995a-40bfe517ce68 admin admin] Notify agent at l3_agent.n-d-713301-16 the message routers_updated {{(pid=95101) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 19:31:58.316352 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87bbbe15-f3d8-4fa4-ab72-c0aac05690dd None None] Sync routers for ids ['cb834e00-c899-4d94-9559-056ad2e6fc1d'] in n-d-713301-16 {{(pid=95103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 19:31:58.339571 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87bbbe15-f3d8-4fa4-ab72-c0aac05690dd None None] Routers {'cb834e00-c899-4d94-9559-056ad2e6fc1d'} bound to L3 agent in host n-d-713301-16 {{(pid=95103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 19:31:58.339909 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-2b9b4fef-fa4f-4b8f-983d-12e62809eb01 tempest-RoutersAdminTest-1935465670 tempest-RoutersAdminTest-1935465670-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-601749', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-597253', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29360'] for router, precommit_update {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:58.346567 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_hamode_db [None req-87bbbe15-f3d8-4fa4-ab72-c0aac05690dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-23T19:07:52Z,description=,heartbeat_timestamp=2021-09-23T19:31:52Z,host='n-d-713301-16',id=79a740bf-7821-4989-8288-7186e3e128f3,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:07:52Z,topic='l3_agent')) {'router_ids': ['cb834e00-c899-4d94-9559-056ad2e6fc1d'], 'active': True} {{(pid=95103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:31:58.348859 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-56f250fb-aee9-4a47-a55f-66e9a0518552 req-71038703-ddb5-40b1-a0a2-1f4003574b09 service neutron] 10.222.0.53 "GET /v2.0/networks/f23b48c2-30e2-4b8a-a3bf-2e6a4262ee17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1926613 Sep 23 19:31:58.350147 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-2b9b4fef-fa4f-4b8f-983d-12e62809eb01 tempest-RoutersAdminTest-1935465670 tempest-RoutersAdminTest-1935465670-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-601790', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-601772', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-601767', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-597276'] for router, after_update {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:58.355113 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-19dca972-974a-410e-995a-40bfe517ce68 admin admin] Notify callbacks [] for router, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:58.359455 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-19dca972-974a-410e-995a-40bfe517ce68 admin admin] 10.222.0.67 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 4.8043849 Sep 23 19:31:58.360241 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 46064) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:31:58.393050 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 46066) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:31:58.423411 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23cca04b-3efe-4367-b13d-517d284cf5d2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2f537de2-cf52-42b9-a747-22f78331e2fe,revision_number=0']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:31:58.450001 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-b1ec6838-95cc-4be2-a579-8c6f31469d42 req-6741c076-c4e5-4979-ab4a-359d2f0fcce2 tempest-TaggedBootDevicesTest_v242-1470406513 tempest-TaggedBootDevicesTest_v242-1470406513-project] 10.222.0.67 "GET /v2.0/security-groups?id=687e4f9e-0a49-4ef3-86dc-e31b7edc6949&id=78494785-7e26-42ec-a5d5-f3013c8d7eca&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1774402 Sep 23 19:31:58.504306 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f41043e-d954-49c4-9f9f-b3553c4edef8 req-311339eb-d3ac-489d-a4ac-25ae172d69af tempest-ServerActionsTestJSON-618918056 tempest-ServerActionsTestJSON-618918056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:31:58.513303 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-9f41043e-d954-49c4-9f9f-b3553c4edef8 req-311339eb-d3ac-489d-a4ac-25ae172d69af tempest-ServerActionsTestJSON-618918056 tempest-ServerActionsTestJSON-618918056-project] 10.222.0.67 "GET /v2.0/ports?device_id=675250d5-b764-4a76-a441-f0488da38a5e HTTP/1.1" status: 200 len: 945 time: 0.1655803 Sep 23 19:31:58.516526 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23cca04b-3efe-4367-b13d-517d284cf5d2 admin admin] Checking segment: {'id': '109e9ca4-0775-4f0d-a524-d06e4e2d3223', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '4bdf2aed-00a8-44e1-a719-ebf64e12596f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95102) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:31:58.518849 n-d-713301-16 neutron-server[95102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23cca04b-3efe-4367-b13d-517d284cf5d2 admin admin] Network hostable DHCP agents. Network: 4bdf2aed-00a8-44e1-a719-ebf64e12596f, hostable agents: ['1b18bf05-1b5f-4587-be5c-af3ac38e32ad'], hosted agents: [] {{(pid=95102) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 19:31:58.523614 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_dvr_db [None req-87bbbe15-f3d8-4fa4-ab72-c0aac05690dd None None] Set router cb834e00-c899-4d94-9559-056ad2e6fc1d gateway port host: n-d-713301-16 {{(pid=95103) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 19:31:58.558317 n-d-713301-16 neutron-server[95102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23cca04b-3efe-4367-b13d-517d284cf5d2 admin admin] Network 4bdf2aed-00a8-44e1-a719-ebf64e12596f is scheduled to be hosted by DHCP agent 1b18bf05-1b5f-4587-be5c-af3ac38e32ad with binding_index 1 {{(pid=95102) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 19:31:58.588762 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-9f41043e-d954-49c4-9f9f-b3553c4edef8 req-d20c08cf-1f3f-4b76-b002-eb837b2a1e65 tempest-ServerActionsTestJSON-618918056 tempest-ServerActionsTestJSON-618918056-project] 10.222.0.67 "GET /v2.0/security-groups?id=8f1e71cd-f67e-49f6-828d-7dde05723843&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742886 Sep 23 19:31:58.596917 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.v2.base [None req-83eb3ae6-0b20-4f81-873a-9d51555ad3e6 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-70291706-network', 'tenant_id': '5335e134b9744707975fff47e2e93ede'}} {{(pid=95102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:31:58.602636 n-d-713301-16 neutron-server[95102]: DEBUG neutron.scheduler.base_scheduler [None req-23cca04b-3efe-4367-b13d-517d284cf5d2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713301-16, 4bdf2aed-00a8-44e1-a719-ebf64e12596f) {{(pid=95102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:31:58.624132 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23cca04b-3efe-4367-b13d-517d284cf5d2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:31:58.625127 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-23cca04b-3efe-4367-b13d-517d284cf5d2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:58.645518 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83eb3ae6-0b20-4f81-873a-9d51555ad3e6 admin admin] Made reservation on behalf of 5335e134b9744707975fff47e2e93ede for: {'network': 1} {{(pid=95102) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:31:58.648657 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-83eb3ae6-0b20-4f81-873a-9d51555ad3e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for network, before_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:58.666043 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-23cca04b-3efe-4367-b13d-517d284cf5d2 admin admin] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.8385887 Sep 23 19:31:58.666872 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-83eb3ae6-0b20-4f81-873a-9d51555ad3e6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:58.689388 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b9b4fef-fa4f-4b8f-983d-12e62809eb01 tempest-RoutersAdminTest-1935465670 tempest-RoutersAdminTest-1935465670-project] Router 3af74466-45ae-44cf-a780-fef98439fbf5 is scheduled to L3 agent 79a740bf-7821-4989-8288-7186e3e128f3 with binding_index 1 {{(pid=95101) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 23 19:31:58.775562 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-335cfae4-1a71-40e5-a7fd-54a3ebbcd53b None None] Network 4bdf2aed-00a8-44e1-a719-ebf64e12596f requested from n-d-713301-16 {{(pid=95103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 19:31:58.802158 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-83eb3ae6-0b20-4f81-873a-9d51555ad3e6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:58.807963 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-83eb3ae6-0b20-4f81-873a-9d51555ad3e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:58.848624 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-83eb3ae6-0b20-4f81-873a-9d51555ad3e6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 618} {{(pid=95102) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 19:31:58.858167 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83eb3ae6-0b20-4f81-873a-9d51555ad3e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=618aa602-18a9-4f8c-abdd-ba8d4ffb9ee9,revision_number=1']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:31:58.871584 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-83eb3ae6-0b20-4f81-873a-9d51555ad3e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1756186'] for segment, precommit_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:58.872241 n-d-713301-16 neutron-server[95102]: INFO neutron.db.segments_db [None req-83eb3ae6-0b20-4f81-873a-9d51555ad3e6 admin admin] Added segment 12b6e53f-a75d-4104-957d-b1954c84752d of type vlan for network 51d98d25-8b81-49cf-be6e-482532c2b4a4 Sep 23 19:31:58.893383 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b9b4fef-fa4f-4b8f-983d-12e62809eb01 tempest-RoutersAdminTest-1935465670 tempest-RoutersAdminTest-1935465670-project] Notify agent at l3_agent.n-d-713301-16 the message routers_updated {{(pid=95101) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 19:31:58.904360 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64e52fcd-4ac0-4a7d-a9c1-4a3cc535c6d3 None None] Sync routers for ids ['3af74466-45ae-44cf-a780-fef98439fbf5'] in n-d-713301-16 {{(pid=95104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 19:31:58.911589 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-2b9b4fef-fa4f-4b8f-983d-12e62809eb01 tempest-RoutersAdminTest-1935465670 tempest-RoutersAdminTest-1935465670-project] Notify callbacks [] for router, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:58.929853 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 46072) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:31:58.930184 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-2b9b4fef-fa4f-4b8f-983d-12e62809eb01 tempest-RoutersAdminTest-1935465670 tempest-RoutersAdminTest-1935465670-project] 10.222.0.67 "PUT /v2.0/routers/3af74466-45ae-44cf-a780-fef98439fbf5 HTTP/1.1" status: 200 len: 879 time: 4.5409672 Sep 23 19:31:58.930360 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64e52fcd-4ac0-4a7d-a9c1-4a3cc535c6d3 None None] Routers {'3af74466-45ae-44cf-a780-fef98439fbf5'} bound to L3 agent in host n-d-713301-16 {{(pid=95104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 19:31:58.930360 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_hamode_db [None req-64e52fcd-4ac0-4a7d-a9c1-4a3cc535c6d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-23T19:07:52Z,description=,heartbeat_timestamp=2021-09-23T19:31:52Z,host='n-d-713301-16',id=79a740bf-7821-4989-8288-7186e3e128f3,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:07:52Z,topic='l3_agent')) {'router_ids': ['3af74466-45ae-44cf-a780-fef98439fbf5'], 'active': True} {{(pid=95104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:31:58.992896 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_hamode_db [None req-64e52fcd-4ac0-4a7d-a9c1-4a3cc535c6d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713301-16', False) {} {{(pid=95104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:31:59.019422 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64e52fcd-4ac0-4a7d-a9c1-4a3cc535c6d3 None None] Routers {'3af74466-45ae-44cf-a780-fef98439fbf5'} bound to L3 agent in host n-d-713301-16 {{(pid=95104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 19:31:59.020039 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_hamode_db [None req-64e52fcd-4ac0-4a7d-a9c1-4a3cc535c6d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-23T19:07:52Z,description=,heartbeat_timestamp=2021-09-23T19:31:52Z,host='n-d-713301-16',id=79a740bf-7821-4989-8288-7186e3e128f3,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:07:52Z,topic='l3_agent')) {'router_ids': ['3af74466-45ae-44cf-a780-fef98439fbf5'], 'active': True} {{(pid=95104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:31:59.032042 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-83eb3ae6-0b20-4f81-873a-9d51555ad3e6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783145630486'] for network, precommit_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:59.094650 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-83eb3ae6-0b20-4f81-873a-9d51555ad3e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299'] for network, after_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:59.096674 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83eb3ae6-0b20-4f81-873a-9d51555ad3e6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:31:59.097350 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-83eb3ae6-0b20-4f81-873a-9d51555ad3e6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527417'] for network, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:59.136184 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_hamode_db [None req-64e52fcd-4ac0-4a7d-a9c1-4a3cc535c6d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713301-16', False) {} {{(pid=95104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:31:59.137172 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62828631-ac16-4f6c-b1ef-4d8a04e600e9 None None] Network 4bdf2aed-00a8-44e1-a719-ebf64e12596f requested from n-d-713301-16 {{(pid=95103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 19:31:59.139486 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64e52fcd-4ac0-4a7d-a9c1-4a3cc535c6d3 None None] The sync data for ids ['3af74466-45ae-44cf-a780-fef98439fbf5'] in n-d-713301-16 is: [] {{(pid=95104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 19:31:59.155858 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-99705032-4c13-4408-a800-85146ba6de98 tempest-RoutersAdminTest-1385384480 tempest-RoutersAdminTest-1385384480-project-admin] 10.222.0.67 "GET /v2.0/routers/3af74466-45ae-44cf-a780-fef98439fbf5 HTTP/1.1" status: 200 len: 920 time: 0.2377923 Sep 23 19:31:59.161147 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 46082) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:31:59.187123 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-83eb3ae6-0b20-4f81-873a-9d51555ad3e6 admin admin] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.7750967 Sep 23 19:31:59.190861 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 46084) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:31:59.196545 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.v2.base [None req-4e9b1b66-dae7-4419-9c07-057025665e5a admin admin] Request body: {'subnet': {'network_id': '51d98d25-8b81-49cf-be6e-482532c2b4a4', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-70291706-subnet', 'tenant_id': '5335e134b9744707975fff47e2e93ede', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:31:59.260013 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-7cc37450-09f2-4a80-bf00-43cde33606a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:59.262441 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_hamode_db [None req-87bbbe15-f3d8-4fa4-ab72-c0aac05690dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb834e00-c899-4d94-9559-056ad2e6fc1d', 'name': 'tempest-ServersTestManualDisk-1701282059-router', 'tenant_id': '917ebb3003814ff2986ca48b4fa70f0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'external_fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.217'}], 'enable_snat': True}, 'gw_port_id': 'b838e788-a633-4b8c-9bae-0c8ec0f08105', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:31:53Z', 'updated_at': '2021-09-23T19:31:56Z', 'revision_number': 3, 'project_id': '917ebb3003814ff2986ca48b4fa70f0f', 'gw_port': {'id': 'b838e788-a633-4b8c-9bae-0c8ec0f08105', 'name': '', 'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:11:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb834e00-c899-4d94-9559-056ad2e6fc1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1352, 'fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:31:54Z', 'updated_at': '2021-09-23T19:31:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-16'}], 'n-d-713301-16', False) {} {{(pid=95103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:31:59.270854 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83eb3ae6-0b20-4f81-873a-9d51555ad3e6 admin admin] Pushing event updated for resources: {'Network': ['ID=51d98d25-8b81-49cf-be6e-482532c2b4a4,revision_number=1']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:31:59.301844 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b040764-8f65-4f09-8dc9-f44cb7881d1f tempest-RoutersAdminTest-1385384480 tempest-RoutersAdminTest-1385384480-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:31:59.306244 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-7b040764-8f65-4f09-8dc9-f44cb7881d1f tempest-RoutersAdminTest-1385384480 tempest-RoutersAdminTest-1385384480-project-admin] 10.222.0.67 "GET /v2.0/ports?network_id=5dec5c09-378e-4f50-89cc-d94eb81c3bac&device_id=3af74466-45ae-44cf-a780-fef98439fbf5&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.1375506 Sep 23 19:31:59.311301 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Network 51d98d25-8b81-49cf-be6e-482532c2b4a4 details requested by agent ovs-agent-n-d-713301-16 with host n-d-713301-16 {{(pid=95103) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 19:31:59.311469 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e9b1b66-dae7-4419-9c07-057025665e5a admin admin] Made reservation on behalf of 5335e134b9744707975fff47e2e93ede for: {'subnet': 1} {{(pid=95102) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:31:59.314279 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-4e9b1b66-dae7-4419-9c07-057025665e5a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5388256'] for subnet, before_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:59.316676 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 46094) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:31:59.334910 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87bbbe15-f3d8-4fa4-ab72-c0aac05690dd None None] Checking router: cb834e00-c899-4d94-9559-056ad2e6fc1d for host: n-d-713301-16 {{(pid=95103) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 19:31:59.335343 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87bbbe15-f3d8-4fa4-ab72-c0aac05690dd None None] Updating router cb834e00-c899-4d94-9559-056ad2e6fc1d port b838e788-a633-4b8c-9bae-0c8ec0f08105 binding host n-d-713301-16 {{(pid=95103) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 23 19:31:59.400781 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-87bbbe15-f3d8-4fa4-ab72-c0aac05690dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:59.464754 n-d-713301-16 neutron-server[95101]: DEBUG neutron.db.db_base_plugin_common [None req-7cc37450-09f2-4a80-bf00-43cde33606a0 admin admin] Allocated IP 172.20.0.1 (60a3fd30-e0f7-4a5c-8336-b666228ec7b4/f869c3f0-4c81-4c2b-85b3-baf2e86b799d/c1c58c8b-c8d8-45d1-8d3b-786ec08cfc8b) {{(pid=95101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 19:31:59.597536 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-7cc37450-09f2-4a80-bf00-43cde33606a0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:59.609168 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a4c3456-6789-4b50-8fd4-0534ec257f1f req-593e0e7a-1f0b-4623-8476-d483820fd740 tempest-AttachVolumeNegativeTest-1343519470 tempest-AttachVolumeNegativeTest-1343519470-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:31:59.611391 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-5a4c3456-6789-4b50-8fd4-0534ec257f1f req-593e0e7a-1f0b-4623-8476-d483820fd740 tempest-AttachVolumeNegativeTest-1343519470 tempest-AttachVolumeNegativeTest-1343519470-project] 10.222.0.67 "GET /v2.0/networks?id=4bdf2aed-00a8-44e1-a719-ebf64e12596f HTTP/1.1" status: 200 len: 815 time: 0.3157616 Sep 23 19:31:59.633302 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48894084-36e7-4dd5-ac29-c1e5ad669bca tempest-RoutersAdminTest-1385384480 tempest-RoutersAdminTest-1385384480-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:31:59.637626 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 46100) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:31:59.637958 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-48894084-36e7-4dd5-ac29-c1e5ad669bca tempest-RoutersAdminTest-1385384480 tempest-RoutersAdminTest-1385384480-project-admin] 10.222.0.67 "GET /v2.0/networks/5dec5c09-378e-4f50-89cc-d94eb81c3bac HTTP/1.1" status: 200 len: 881 time: 0.3194647 Sep 23 19:31:59.672788 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-7cc37450-09f2-4a80-bf00-43cde33606a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783145673135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5607431'] for port, after_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:59.678620 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-04cb573e-c593-4034-885d-e20a8e5509bd tempest-RoutersAdminTest-1935465670 tempest-RoutersAdminTest-1935465670-project] 10.222.0.67 "GET /v2.0/ports?device_id=3af74466-45ae-44cf-a780-fef98439fbf5 HTTP/1.1" status: 200 len: 205 time: 0.0397351 Sep 23 19:31:59.680269 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f3b4df-0435-4f3f-8031-5807948cc59f req-d851cc15-ef98-4947-b647-dc07f5920c06 tempest-TaggedBootDevicesTest_v242-1470406513 tempest-TaggedBootDevicesTest_v242-1470406513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:31:59.682866 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 46102) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:31:59.687167 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f3b4df-0435-4f3f-8031-5807948cc59f req-d851cc15-ef98-4947-b647-dc07f5920c06 tempest-TaggedBootDevicesTest_v242-1470406513 tempest-TaggedBootDevicesTest_v242-1470406513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:31:59.694258 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f3b4df-0435-4f3f-8031-5807948cc59f req-d851cc15-ef98-4947-b647-dc07f5920c06 tempest-TaggedBootDevicesTest_v242-1470406513 tempest-TaggedBootDevicesTest_v242-1470406513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:31:59.700241 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f3b4df-0435-4f3f-8031-5807948cc59f req-d851cc15-ef98-4947-b647-dc07f5920c06 tempest-TaggedBootDevicesTest_v242-1470406513 tempest-TaggedBootDevicesTest_v242-1470406513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:31:59.706424 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f3b4df-0435-4f3f-8031-5807948cc59f req-d851cc15-ef98-4947-b647-dc07f5920c06 tempest-TaggedBootDevicesTest_v242-1470406513 tempest-TaggedBootDevicesTest_v242-1470406513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:31:59.714055 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f3b4df-0435-4f3f-8031-5807948cc59f req-d851cc15-ef98-4947-b647-dc07f5920c06 tempest-TaggedBootDevicesTest_v242-1470406513 tempest-TaggedBootDevicesTest_v242-1470406513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:31:59.718763 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f3b4df-0435-4f3f-8031-5807948cc59f req-d851cc15-ef98-4947-b647-dc07f5920c06 tempest-TaggedBootDevicesTest_v242-1470406513 tempest-TaggedBootDevicesTest_v242-1470406513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:31:59.721466 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-c7f3b4df-0435-4f3f-8031-5807948cc59f req-d851cc15-ef98-4947-b647-dc07f5920c06 tempest-TaggedBootDevicesTest_v242-1470406513 tempest-TaggedBootDevicesTest_v242-1470406513-project] 10.222.0.67 "GET /v2.0/ports?device_id=583aeae2-b5c0-4d8d-bffb-15a63f4020fc HTTP/1.1" status: 200 len: 5428 time: 0.1655324 Sep 23 19:31:59.725636 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-5a4c3456-6789-4b50-8fd4-0534ec257f1f req-1cad4d1f-f429-4e3b-8b53-e7f4827784cf tempest-AttachVolumeNegativeTest-1343519470 tempest-AttachVolumeNegativeTest-1343519470-project] 10.222.0.67 "GET /v2.0/quotas/c02f0550973445e7a8f93af8008dcaa2 HTTP/1.1" status: 200 len: 375 time: 0.1055725 Sep 23 19:31:59.755542 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-87bbbe15-f3d8-4fa4-ab72-c0aac05690dd None None] Notify callbacks [] for port, precommit_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:59.763462 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-87bbbe15-f3d8-4fa4-ab72-c0aac05690dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:59.794760 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-5a4c3456-6789-4b50-8fd4-0534ec257f1f req-d621ed5b-d638-495d-92c9-2a266588edc5 tempest-AttachVolumeNegativeTest-1343519470 tempest-AttachVolumeNegativeTest-1343519470-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=c02f0550973445e7a8f93af8008dcaa2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0499625 Sep 23 19:31:59.816667 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cc37450-09f2-4a80-bf00-43cde33606a0 admin admin] Network 60a3fd30-e0f7-4a5c-8336-b666228ec7b4 is already hosted by enough agents. {{(pid=95101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:31:59.820484 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.managers [None req-87bbbe15-f3d8-4fa4-ab72-c0aac05690dd None None] Attempting to bind port b838e788-a633-4b8c-9bae-0c8ec0f08105 on host n-d-713301-16 for vnic_type normal with profile {{(pid=95103) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 19:31:59.820484 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.managers [None req-87bbbe15-f3d8-4fa4-ab72-c0aac05690dd None None] Attempting to bind port b838e788-a633-4b8c-9bae-0c8ec0f08105 by drivers openvswitch,hyperv on host n-d-713301-16 at level 0 using segments [{'id': '7d4027f1-d893-4c7b-95d4-757b8e44e380', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac'}] {{(pid=95103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 19:31:59.820912 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87bbbe15-f3d8-4fa4-ab72-c0aac05690dd None None] Attempting to bind port b838e788-a633-4b8c-9bae-0c8ec0f08105 on network 5dec5c09-378e-4f50-89cc-d94eb81c3bac {{(pid=95103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:31:59.824044 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-495e9ae7-df28-4bd6-b2f7-9b8ccad9dd31 None None] Pushing event updated for resources: {'Port': ['ID=b838e788-a633-4b8c-9bae-0c8ec0f08105,revision_number=2']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:31:59.824217 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.base_scheduler [None req-7cc37450-09f2-4a80-bf00-43cde33606a0 admin admin] Resources bound (agent type, host, resource id): {{(pid=95101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:31:59.828982 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87bbbe15-f3d8-4fa4-ab72-c0aac05690dd None None] Checking agent: {'id': '70a14545-df24-472f-8f95-bfe1719bff93', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 19, 7, 53), 'started_at': datetime.datetime(2021, 9, 23, 19, 8, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 19, 31, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 19:31:59.829408 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87bbbe15-f3d8-4fa4-ab72-c0aac05690dd None None] Checking segment: {'id': '7d4027f1-d893-4c7b-95d4-757b8e44e380', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95103) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:31:59.829812 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-87bbbe15-f3d8-4fa4-ab72-c0aac05690dd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:59.830557 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87bbbe15-f3d8-4fa4-ab72-c0aac05690dd None None] Bound using segment: {'id': '7d4027f1-d893-4c7b-95d4-757b8e44e380', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac'} {{(pid=95103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 19:31:59.830677 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.managers [None req-87bbbe15-f3d8-4fa4-ab72-c0aac05690dd None None] Bound port: b838e788-a633-4b8c-9bae-0c8ec0f08105, host: n-d-713301-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7d4027f1-d893-4c7b-95d4-757b8e44e380', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac'}}] {{(pid=95103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 19:31:59.831063 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-87bbbe15-f3d8-4fa4-ab72-c0aac05690dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:59.834611 n-d-713301-16 neutron-server[95101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cc37450-09f2-4a80-bf00-43cde33606a0 admin admin] Received port after_create {{(pid=95101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 19:31:59.866992 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cc37450-09f2-4a80-bf00-43cde33606a0 admin admin] Pushing event updated for resources: {'Port': ['ID=c1c58c8b-c8d8-45d1-8d3b-786ec08cfc8b,revision_number=1']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:31:59.896768 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-87bbbe15-f3d8-4fa4-ab72-c0aac05690dd None None] For port b838e788-a633-4b8c-9bae-0c8ec0f08105, host n-d-713301-16, cleared binding levels {{(pid=95103) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 19:31:59.900204 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-c7f3b4df-0435-4f3f-8031-5807948cc59f req-2d306c42-d981-46ab-a2a8-118ad316a0bc tempest-TaggedBootDevicesTest_v242-1470406513 tempest-TaggedBootDevicesTest_v242-1470406513-project] 10.222.0.67 "GET /v2.0/security-groups?id=687e4f9e-0a49-4ef3-86dc-e31b7edc6949&id=78494785-7e26-42ec-a5d5-f3013c8d7eca&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1563857 Sep 23 19:31:59.901120 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-87bbbe15-f3d8-4fa4-ab72-c0aac05690dd None None] For port b838e788-a633-4b8c-9bae-0c8ec0f08105, host n-d-713301-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-16',level=0,port_id=b838e788-a633-4b8c-9bae-0c8ec0f08105,segment=NetworkSegment(7d4027f1-d893-4c7b-95d4-757b8e44e380),segment_id=7d4027f1-d893-4c7b-95d4-757b8e44e380)] {{(pid=95103) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 19:31:59.905740 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-7cc37450-09f2-4a80-bf00-43cde33606a0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-601987'] for router_interface, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:59.907646 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-87bbbe15-f3d8-4fa4-ab72-c0aac05690dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:31:59.981011 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87bbbe15-f3d8-4fa4-ab72-c0aac05690dd None None] Routers {'cb834e00-c899-4d94-9559-056ad2e6fc1d'} bound to L3 agent in host n-d-713301-16 {{(pid=95103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 19:31:59.981624 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_hamode_db [None req-87bbbe15-f3d8-4fa4-ab72-c0aac05690dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-23T19:07:52Z,description=,heartbeat_timestamp=2021-09-23T19:31:52Z,host='n-d-713301-16',id=79a740bf-7821-4989-8288-7186e3e128f3,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:07:52Z,topic='l3_agent')) {'router_ids': ['cb834e00-c899-4d94-9559-056ad2e6fc1d'], 'active': True} {{(pid=95103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:32:00.009271 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-4e9b1b66-dae7-4419-9c07-057025665e5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4398944', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5388242'] for subnet, after_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:00.034575 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-d0231f68-007c-4830-b3cc-92fd51c1090d tempest-RoutersAdminTest-1935465670 tempest-RoutersAdminTest-1935465670-project] Notify callbacks [] for router, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:00.040760 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-495e9ae7-df28-4bd6-b2f7-9b8ccad9dd31 None None] Pushing event updated for resources: {'Port': ['ID=b838e788-a633-4b8c-9bae-0c8ec0f08105,revision_number=3']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:32:00.119046 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-5a4c3456-6789-4b50-8fd4-0534ec257f1f req-06142e01-3555-4f03-ac7e-0edeba4870c2 service neutron] 10.222.0.67 "GET /v2.0/networks/4bdf2aed-00a8-44e1-a719-ebf64e12596f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3117464 Sep 23 19:32:00.134357 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e9b1b66-dae7-4419-9c07-057025665e5a admin admin] Pushing event updated for resources: {'Subnet': ['ID=f1f3b3f4-c8d2-4aab-b6a3-39edd63f54e5,revision_number=0']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:32:00.150161 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_dvr_db [None req-87bbbe15-f3d8-4fa4-ab72-c0aac05690dd None None] Set router cb834e00-c899-4d94-9559-056ad2e6fc1d gateway port host: n-d-713301-16 {{(pid=95103) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 19:32:00.177546 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-7cc37450-09f2-4a80-bf00-43cde33606a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:00.275480 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-d0231f68-007c-4830-b3cc-92fd51c1090d tempest-RoutersAdminTest-1935465670 tempest-RoutersAdminTest-1935465670-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:00.339164 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-80b3159d-57f0-49b7-bfbc-696b96217595 None None] Provisioning complete for port c1c58c8b-c8d8-45d1-8d3b-786ec08cfc8b triggered by entity DHCP. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:32:00.339726 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-80b3159d-57f0-49b7-bfbc-696b96217595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:00.416024 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.plugin [None req-d0231f68-007c-4830-b3cc-92fd51c1090d tempest-RoutersAdminTest-1935465670 tempest-RoutersAdminTest-1935465670-project] Deleting port 82d5865e-432a-4e41-beb4-d83a6735ed79 {{(pid=95101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:32:00.416255 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-d0231f68-007c-4830-b3cc-92fd51c1090d tempest-RoutersAdminTest-1935465670 tempest-RoutersAdminTest-1935465670-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783146157096'] for port, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:00.425520 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.plugin [None req-80b3159d-57f0-49b7-bfbc-696b96217595 None None] Port c1c58c8b-c8d8-45d1-8d3b-786ec08cfc8b cannot update to ACTIVE because it is not bound. {{(pid=95103) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 19:32:00.468827 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_hamode_db [None req-87bbbe15-f3d8-4fa4-ab72-c0aac05690dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb834e00-c899-4d94-9559-056ad2e6fc1d', 'name': 'tempest-ServersTestManualDisk-1701282059-router', 'tenant_id': '917ebb3003814ff2986ca48b4fa70f0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'external_fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.217'}], 'enable_snat': True}, 'gw_port_id': 'b838e788-a633-4b8c-9bae-0c8ec0f08105', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:31:53Z', 'updated_at': '2021-09-23T19:31:56Z', 'revision_number': 3, 'project_id': '917ebb3003814ff2986ca48b4fa70f0f', 'gw_port': {'id': 'b838e788-a633-4b8c-9bae-0c8ec0f08105', 'name': '', 'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:11:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb834e00-c899-4d94-9559-056ad2e6fc1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1352, 'fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:31:54Z', 'updated_at': '2021-09-23T19:31:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-16'}], 'n-d-713301-16', False) {} {{(pid=95103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:32:00.493240 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-7cc37450-09f2-4a80-bf00-43cde33606a0 admin admin] Notify callbacks [] for port, precommit_update {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:00.498780 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f63f70-b9cb-4df0-a56e-2757d272174e req-c5480b40-2804-4f45-a15e-326a029c101a tempest-ServerActionsTestJSON-618918056 tempest-ServerActionsTestJSON-618918056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:32:00.499591 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87bbbe15-f3d8-4fa4-ab72-c0aac05690dd None None] The sync data for ids ['cb834e00-c899-4d94-9559-056ad2e6fc1d'] in n-d-713301-16 is: [{'id': 'cb834e00-c899-4d94-9559-056ad2e6fc1d', 'name': 'tempest-ServersTestManualDisk-1701282059-router', 'tenant_id': '917ebb3003814ff2986ca48b4fa70f0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'external_fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.217'}], 'enable_snat': True}, 'gw_port_id': 'b838e788-a633-4b8c-9bae-0c8ec0f08105', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:31:53Z', 'updated_at': '2021-09-23T19:31:56Z', 'revision_number': 3, 'project_id': '917ebb3003814ff2986ca48b4fa70f0f', 'gw_port': {'id': 'b838e788-a633-4b8c-9bae-0c8ec0f08105', 'name': '', 'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:11:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb834e00-c899-4d94-9559-056ad2e6fc1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1352, 'fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:31:54Z', 'updated_at': '2021-09-23T19:31:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-16'}] {{(pid=95103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 19:32:00.500458 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-e0f63f70-b9cb-4df0-a56e-2757d272174e req-c5480b40-2804-4f45-a15e-326a029c101a tempest-ServerActionsTestJSON-618918056 tempest-ServerActionsTestJSON-618918056-project] 10.222.0.67 "GET /v2.0/ports?device_id=675250d5-b764-4a76-a441-f0488da38a5e HTTP/1.1" status: 200 len: 945 time: 0.4812994 Sep 23 19:32:00.501778 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e9b1b66-dae7-4419-9c07-057025665e5a admin admin] Checking segment: {'id': '12b6e53f-a75d-4104-957d-b1954c84752d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '51d98d25-8b81-49cf-be6e-482532c2b4a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95102) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:32:00.502201 n-d-713301-16 neutron-server[95102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e9b1b66-dae7-4419-9c07-057025665e5a admin admin] Network hostable DHCP agents. Network: 51d98d25-8b81-49cf-be6e-482532c2b4a4, hostable agents: ['1b18bf05-1b5f-4587-be5c-af3ac38e32ad'], hosted agents: [] {{(pid=95102) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 19:32:00.510523 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-7cc37450-09f2-4a80-bf00-43cde33606a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5607436'] for port, after_update {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:00.590071 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-d0231f68-007c-4830-b3cc-92fd51c1090d tempest-RoutersAdminTest-1935465670 tempest-RoutersAdminTest-1935465670-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-605701'] for port, precommit_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:00.593874 n-d-713301-16 neutron-server[95102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e9b1b66-dae7-4419-9c07-057025665e5a admin admin] Network 51d98d25-8b81-49cf-be6e-482532c2b4a4 is scheduled to be hosted by DHCP agent 1b18bf05-1b5f-4587-be5c-af3ac38e32ad with binding_index 1 {{(pid=95102) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 19:32:00.614990 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-7cc37450-09f2-4a80-bf00-43cde33606a0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-527313', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-601459'] for router_interface, after_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:00.615315 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-e0f63f70-b9cb-4df0-a56e-2757d272174e req-08c80f2d-470c-4cba-914e-c00389169d7c tempest-ServerActionsTestJSON-618918056 tempest-ServerActionsTestJSON-618918056-project] 10.222.0.67 "GET /v2.0/security-groups?id=8f1e71cd-f67e-49f6-828d-7dde05723843&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1009173 Sep 23 19:32:00.618032 n-d-713301-16 neutron-server[95102]: DEBUG neutron.scheduler.base_scheduler [None req-4e9b1b66-dae7-4419-9c07-057025665e5a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713301-16, 51d98d25-8b81-49cf-be6e-482532c2b4a4) {{(pid=95102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:32:00.618216 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.plugin [None req-d0231f68-007c-4830-b3cc-92fd51c1090d tempest-RoutersAdminTest-1935465670 tempest-RoutersAdminTest-1935465670-project] Calling delete_port for 82d5865e-432a-4e41-beb4-d83a6735ed79 owned by network:router_gateway {{(pid=95101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:32:00.624446 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-5a4c3456-6789-4b50-8fd4-0534ec257f1f req-0e4168a6-8120-4fae-94af-9c807259ee75 service neutron] 10.222.0.67 "GET /v2.0/networks/4bdf2aed-00a8-44e1-a719-ebf64e12596f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4943907 Sep 23 19:32:00.625684 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e9b1b66-dae7-4419-9c07-057025665e5a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:32:00.626797 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-4e9b1b66-dae7-4419-9c07-057025665e5a admin admin] Notify callbacks [] for subnet, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:00.636145 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cc37450-09f2-4a80-bf00-43cde33606a0 admin admin] Pushing event updated for resources: {'Port': ['ID=c1c58c8b-c8d8-45d1-8d3b-786ec08cfc8b,revision_number=2']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:32:00.649846 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24117aad-fca2-478e-acf4-e719c0496ca2 None None] Network 51d98d25-8b81-49cf-be6e-482532c2b4a4 requested from n-d-713301-16 {{(pid=95103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 19:32:00.656689 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-4e9b1b66-dae7-4419-9c07-057025665e5a admin admin] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.4645853 Sep 23 19:32:00.874042 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cc37450-09f2-4a80-bf00-43cde33606a0 admin admin] Network 60a3fd30-e0f7-4a5c-8336-b666228ec7b4 is already hosted by enough agents. {{(pid=95101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:32:00.882510 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b480260-339f-4c68-92b5-fafb630aaf8a None None] Network 51d98d25-8b81-49cf-be6e-482532c2b4a4 requested from n-d-713301-16 {{(pid=95103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 19:32:00.882698 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.base_scheduler [None req-7cc37450-09f2-4a80-bf00-43cde33606a0 admin admin] Resources bound (agent type, host, resource id): {{(pid=95101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:32:01.058301 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-0a0c8b2c-7c82-4331-bb4d-8573b567f2ed req-61e44b01-afc4-4bab-813d-9aab6c9eb47a tempest-AttachVolumeNegativeTest-1343519470 tempest-AttachVolumeNegativeTest-1343519470-project] 10.222.0.67 "GET /v2.0/ports?device_id=12ba6484-0c0e-4640-a3bd-5ea81088a6da HTTP/1.1" status: 200 len: 210 time: 0.0935094 Sep 23 19:32:01.176164 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7cc37450-09f2-4a80-bf00-43cde33606a0 admin admin] Router cb834e00-c899-4d94-9559-056ad2e6fc1d has already been hosted by L3 agent 79a740bf-7821-4989-8288-7186e3e128f3 {{(pid=95101) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 19:32:01.251930 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd48d0b5-d277-403d-983d-0d99c9f0f308 req-fab8c61e-b087-4fc1-8895-4d1d1306d1fd tempest-TaggedBootDevicesTest_v242-1470406513 tempest-TaggedBootDevicesTest_v242-1470406513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:32:01.265910 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd48d0b5-d277-403d-983d-0d99c9f0f308 req-fab8c61e-b087-4fc1-8895-4d1d1306d1fd tempest-TaggedBootDevicesTest_v242-1470406513 tempest-TaggedBootDevicesTest_v242-1470406513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:32:01.274476 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd48d0b5-d277-403d-983d-0d99c9f0f308 req-fab8c61e-b087-4fc1-8895-4d1d1306d1fd tempest-TaggedBootDevicesTest_v242-1470406513 tempest-TaggedBootDevicesTest_v242-1470406513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:32:01.283270 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd48d0b5-d277-403d-983d-0d99c9f0f308 req-fab8c61e-b087-4fc1-8895-4d1d1306d1fd tempest-TaggedBootDevicesTest_v242-1470406513 tempest-TaggedBootDevicesTest_v242-1470406513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:32:01.291801 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd48d0b5-d277-403d-983d-0d99c9f0f308 req-fab8c61e-b087-4fc1-8895-4d1d1306d1fd tempest-TaggedBootDevicesTest_v242-1470406513 tempest-TaggedBootDevicesTest_v242-1470406513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:32:01.300750 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd48d0b5-d277-403d-983d-0d99c9f0f308 req-fab8c61e-b087-4fc1-8895-4d1d1306d1fd tempest-TaggedBootDevicesTest_v242-1470406513 tempest-TaggedBootDevicesTest_v242-1470406513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:32:01.309647 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd48d0b5-d277-403d-983d-0d99c9f0f308 req-fab8c61e-b087-4fc1-8895-4d1d1306d1fd tempest-TaggedBootDevicesTest_v242-1470406513 tempest-TaggedBootDevicesTest_v242-1470406513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:32:01.313464 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-bd48d0b5-d277-403d-983d-0d99c9f0f308 req-fab8c61e-b087-4fc1-8895-4d1d1306d1fd tempest-TaggedBootDevicesTest_v242-1470406513 tempest-TaggedBootDevicesTest_v242-1470406513-project] 10.222.0.67 "GET /v2.0/ports?device_id=583aeae2-b5c0-4d8d-bffb-15a63f4020fc HTTP/1.1" status: 200 len: 5428 time: 0.2038665 Sep 23 19:32:01.432390 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-bd48d0b5-d277-403d-983d-0d99c9f0f308 req-0121690e-95f4-4651-852b-ca86a48b4447 tempest-TaggedBootDevicesTest_v242-1470406513 tempest-TaggedBootDevicesTest_v242-1470406513-project] 10.222.0.67 "GET /v2.0/security-groups?id=687e4f9e-0a49-4ef3-86dc-e31b7edc6949&id=78494785-7e26-42ec-a5d5-f3013c8d7eca&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1029415 Sep 23 19:32:01.435130 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-d0231f68-007c-4830-b3cc-92fd51c1090d tempest-RoutersAdminTest-1935465670 tempest-RoutersAdminTest-1935465670-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783146162158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783145673144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5607431'] for port, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:01.473678 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-6d8cbadc-6b16-4400-9b7f-2b251ad209bb None None] Provisioning complete for port c1c58c8b-c8d8-45d1-8d3b-786ec08cfc8b triggered by entity DHCP. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:32:01.487474 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-6d8cbadc-6b16-4400-9b7f-2b251ad209bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:01.554615 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7fc92cf-a1d8-40b7-a343-94cbf5a50eeb req-183ca24a-a85b-4a30-b3c0-d353e1e5032c tempest-ServerDiskConfigTestJSON-835646415 tempest-ServerDiskConfigTestJSON-835646415-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:32:01.557348 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.plugin [None req-6d8cbadc-6b16-4400-9b7f-2b251ad209bb None None] Port c1c58c8b-c8d8-45d1-8d3b-786ec08cfc8b cannot update to ACTIVE because it is not bound. {{(pid=95103) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 19:32:01.562492 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-c7fc92cf-a1d8-40b7-a343-94cbf5a50eeb req-183ca24a-a85b-4a30-b3c0-d353e1e5032c tempest-ServerDiskConfigTestJSON-835646415 tempest-ServerDiskConfigTestJSON-835646415-project] 10.222.0.67 "GET /v2.0/networks?id=51d98d25-8b81-49cf-be6e-482532c2b4a4 HTTP/1.1" status: 200 len: 813 time: 0.1676984 Sep 23 19:32:01.582583 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-c7fc92cf-a1d8-40b7-a343-94cbf5a50eeb req-cf418b79-dc45-4dc0-99cb-a975d5cb1670 tempest-ServerDiskConfigTestJSON-835646415 tempest-ServerDiskConfigTestJSON-835646415-project] 10.222.0.67 "GET /v2.0/quotas/5335e134b9744707975fff47e2e93ede HTTP/1.1" status: 200 len: 375 time: 0.0189078 Sep 23 19:32:01.627366 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-c7fc92cf-a1d8-40b7-a343-94cbf5a50eeb req-a77b7d76-5874-457f-83b8-82f428648804 tempest-ServerDiskConfigTestJSON-835646415 tempest-ServerDiskConfigTestJSON-835646415-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=5335e134b9744707975fff47e2e93ede&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0431595 Sep 23 19:32:01.814887 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-c7fc92cf-a1d8-40b7-a343-94cbf5a50eeb req-cc267973-877f-4329-9a66-7f85edef0b03 service neutron] 10.222.0.67 "GET /v2.0/networks/51d98d25-8b81-49cf-be6e-482532c2b4a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1866491 Sep 23 19:32:01.832473 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff750560-af7b-4f2d-bda4-f712ec28e517 req-09133eb9-fe24-45a3-a50d-8403577b0311 tempest-ServerActionsTestJSON-618918056 tempest-ServerActionsTestJSON-618918056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:32:01.834382 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-ff750560-af7b-4f2d-bda4-f712ec28e517 req-09133eb9-fe24-45a3-a50d-8403577b0311 tempest-ServerActionsTestJSON-618918056 tempest-ServerActionsTestJSON-618918056-project] 10.222.0.67 "GET /v2.0/ports?device_id=675250d5-b764-4a76-a441-f0488da38a5e HTTP/1.1" status: 200 len: 945 time: 0.1037443 Sep 23 19:32:01.849563 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0231f68-007c-4830-b3cc-92fd51c1090d tempest-RoutersAdminTest-1935465670 tempest-RoutersAdminTest-1935465670-project] Pushing event deleted for resources: {'Port': ['ID=82d5865e-432a-4e41-beb4-d83a6735ed79,revision_number=None']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:32:01.941257 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7cc37450-09f2-4a80-bf00-43cde33606a0 admin admin] Notify agent at l3_agent.n-d-713301-16 the message routers_updated {{(pid=95101) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 19:32:01.953546 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-7cc37450-09f2-4a80-bf00-43cde33606a0 admin admin] 10.222.0.67 "PUT /v2.0/routers/cb834e00-c899-4d94-9559-056ad2e6fc1d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5897207 Sep 23 19:32:01.964164 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-d0231f68-007c-4830-b3cc-92fd51c1090d tempest-RoutersAdminTest-1935465670 tempest-RoutersAdminTest-1935465670-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-601942'] for router_gateway, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:01.978276 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-ff750560-af7b-4f2d-bda4-f712ec28e517 req-23f7f55c-d83c-4e11-8421-285f62af5bb1 tempest-ServerActionsTestJSON-618918056 tempest-ServerActionsTestJSON-618918056-project] 10.222.0.67 "GET /v2.0/security-groups?id=8f1e71cd-f67e-49f6-828d-7dde05723843&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1312380 Sep 23 19:32:01.985804 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-c7fc92cf-a1d8-40b7-a343-94cbf5a50eeb req-d75e0268-b444-4386-873c-501247c2c2b2 service neutron] 10.222.0.67 "GET /v2.0/networks/51d98d25-8b81-49cf-be6e-482532c2b4a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1496627 Sep 23 19:32:02.088497 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-d0231f68-007c-4830-b3cc-92fd51c1090d tempest-RoutersAdminTest-1935465670 tempest-RoutersAdminTest-1935465670-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-597305', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29369'] for router, precommit_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:02.092586 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-d0231f68-007c-4830-b3cc-92fd51c1090d tempest-RoutersAdminTest-1935465670 tempest-RoutersAdminTest-1935465670-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:02.161890 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-d0231f68-007c-4830-b3cc-92fd51c1090d tempest-RoutersAdminTest-1935465670 tempest-RoutersAdminTest-1935465670-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-597296'] for router, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:02.162849 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0231f68-007c-4830-b3cc-92fd51c1090d tempest-RoutersAdminTest-1935465670 tempest-RoutersAdminTest-1935465670-project] Fanout notify agent at l3_agent the message router_deleted on router 3af74466-45ae-44cf-a780-fef98439fbf5 {{(pid=95101) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 23 19:32:02.169756 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-d0231f68-007c-4830-b3cc-92fd51c1090d tempest-RoutersAdminTest-1935465670 tempest-RoutersAdminTest-1935465670-project] Notify callbacks [] for router, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:02.171342 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-d0231f68-007c-4830-b3cc-92fd51c1090d tempest-RoutersAdminTest-1935465670 tempest-RoutersAdminTest-1935465670-project] 10.222.0.67 "DELETE /v2.0/routers/3af74466-45ae-44cf-a780-fef98439fbf5 HTTP/1.1" status: 204 len: 168 time: 2.4870021 Sep 23 19:32:02.177867 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 46148) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:32:02.188845 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.v2.base [None req-752ef9f3-0eb6-4fb8-bff1-615963394344 tempest-RoutersAdminTest-1935465670 tempest-RoutersAdminTest-1935465670-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-2145593572', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=95101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:32:02.224908 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-752ef9f3-0eb6-4fb8-bff1-615963394344 tempest-RoutersAdminTest-1935465670 tempest-RoutersAdminTest-1935465670-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-594563', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29355'] for router, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:02.225976 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-752ef9f3-0eb6-4fb8-bff1-615963394344 tempest-RoutersAdminTest-1935465670 tempest-RoutersAdminTest-1935465670-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-597363', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-601731', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-739356', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29346'] for router, precommit_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:02.270610 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-b8f14900-8027-438c-b9c4-ef5b75eeb606 req-f0bee5cf-6fd8-498c-9a12-587e1176c40f tempest-AttachVolumeNegativeTest-1343519470 tempest-AttachVolumeNegativeTest-1343519470-project] 10.222.0.67 "GET /v2.0/ports?device_id=12ba6484-0c0e-4640-a3bd-5ea81088a6da HTTP/1.1" status: 200 len: 210 time: 0.1119564 Sep 23 19:32:02.296798 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-906438bd-2716-438b-9b14-50a59b059a5e req-2b7d0d6d-3641-46e8-aa7d-846f0d70d61b tempest-ServerDiskConfigTestJSON-835646415 tempest-ServerDiskConfigTestJSON-835646415-project] 10.222.0.67 "GET /v2.0/ports?device_id=62626af7-c341-44a3-a3c7-0337577573d0 HTTP/1.1" status: 200 len: 210 time: 0.1303527 Sep 23 19:32:02.303617 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-752ef9f3-0eb6-4fb8-bff1-615963394344 tempest-RoutersAdminTest-1935465670 tempest-RoutersAdminTest-1935465670-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:02.327775 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-752ef9f3-0eb6-4fb8-bff1-615963394344 tempest-RoutersAdminTest-1935465670 tempest-RoutersAdminTest-1935465670-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-597258', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-601790'] for router, after_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:02.405098 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-752ef9f3-0eb6-4fb8-bff1-615963394344 tempest-RoutersAdminTest-1935465670 tempest-RoutersAdminTest-1935465670-project] Notify callbacks [] for router, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:02.406745 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-752ef9f3-0eb6-4fb8-bff1-615963394344 tempest-RoutersAdminTest-1935465670 tempest-RoutersAdminTest-1935465670-project] 10.222.0.67 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.2280285 Sep 23 19:32:02.410721 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 46156) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:32:02.415571 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.v2.base [None req-bb8d80b2-be48-43e9-b665-e36a1ce6bbd8 tempest-RoutersAdminTest-1385384480 tempest-RoutersAdminTest-1385384480-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'enable_snat': True}}} {{(pid=95102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:32:02.577337 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a4c3456-6789-4b50-8fd4-0534ec257f1f req-30b41a28-25ed-47d6-8fab-7a7221261f78 tempest-AttachVolumeNegativeTest-1343519470 tempest-AttachVolumeNegativeTest-1343519470-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:32:02.586054 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-5a4c3456-6789-4b50-8fd4-0534ec257f1f req-30b41a28-25ed-47d6-8fab-7a7221261f78 tempest-AttachVolumeNegativeTest-1343519470 tempest-AttachVolumeNegativeTest-1343519470-project] 10.222.0.53 "GET /v2.0/networks?id=4bdf2aed-00a8-44e1-a719-ebf64e12596f HTTP/1.1" status: 200 len: 815 time: 0.2635603 Sep 23 19:32:02.592224 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.v2.base [req-5a4c3456-6789-4b50-8fd4-0534ec257f1f req-a37ac56d-e94d-4a2f-9a4a-b7bf7e2b2bb6 tempest-AttachVolumeNegativeTest-1343519470 tempest-AttachVolumeNegativeTest-1343519470-project] Request body: {'port': {'device_id': '12ba6484-0c0e-4640-a3bd-5ea81088a6da', 'network_id': '4bdf2aed-00a8-44e1-a719-ebf64e12596f', 'admin_state_up': True, 'tenant_id': 'c02f0550973445e7a8f93af8008dcaa2'}} {{(pid=95101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:32:02.665062 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Device b838e788-a633-4b8c-9bae-0c8ec0f08105 up at agent ovs-agent-n-d-713301-16 {{(pid=95103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 19:32:02.761474 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Provisioning complete for port b838e788-a633-4b8c-9bae-0c8ec0f08105 triggered by entity L2. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:32:02.761792 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:02.821592 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-bb8d80b2-be48-43e9-b665-e36a1ce6bbd8 tempest-RoutersAdminTest-1385384480 tempest-RoutersAdminTest-1385384480-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:02.850985 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5a4c3456-6789-4b50-8fd4-0534ec257f1f req-a37ac56d-e94d-4a2f-9a4a-b7bf7e2b2bb6 tempest-AttachVolumeNegativeTest-1343519470 tempest-AttachVolumeNegativeTest-1343519470-project] Made reservation on behalf of c02f0550973445e7a8f93af8008dcaa2 for: {'port': 1} {{(pid=95101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:32:02.861832 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-5a4c3456-6789-4b50-8fd4-0534ec257f1f req-a37ac56d-e94d-4a2f-9a4a-b7bf7e2b2bb6 tempest-AttachVolumeNegativeTest-1343519470 tempest-AttachVolumeNegativeTest-1343519470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:02.893643 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f8d380-e70e-48a8-a66b-9ead2897d38d req-2fa8ea17-a091-4fc4-b781-e14d098526a7 tempest-TaggedBootDevicesTest_v242-1470406513 tempest-TaggedBootDevicesTest_v242-1470406513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:32:02.902694 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f8d380-e70e-48a8-a66b-9ead2897d38d req-2fa8ea17-a091-4fc4-b781-e14d098526a7 tempest-TaggedBootDevicesTest_v242-1470406513 tempest-TaggedBootDevicesTest_v242-1470406513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:32:02.912080 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f8d380-e70e-48a8-a66b-9ead2897d38d req-2fa8ea17-a091-4fc4-b781-e14d098526a7 tempest-TaggedBootDevicesTest_v242-1470406513 tempest-TaggedBootDevicesTest_v242-1470406513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:32:02.919051 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f8d380-e70e-48a8-a66b-9ead2897d38d req-2fa8ea17-a091-4fc4-b781-e14d098526a7 tempest-TaggedBootDevicesTest_v242-1470406513 tempest-TaggedBootDevicesTest_v242-1470406513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:32:02.929298 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:02.945862 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f8d380-e70e-48a8-a66b-9ead2897d38d req-2fa8ea17-a091-4fc4-b781-e14d098526a7 tempest-TaggedBootDevicesTest_v242-1470406513 tempest-TaggedBootDevicesTest_v242-1470406513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:32:02.954838 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f8d380-e70e-48a8-a66b-9ead2897d38d req-2fa8ea17-a091-4fc4-b781-e14d098526a7 tempest-TaggedBootDevicesTest_v242-1470406513 tempest-TaggedBootDevicesTest_v242-1470406513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:32:02.956986 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] For port b838e788-a633-4b8c-9bae-0c8ec0f08105, host n-d-713301-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-16',level=0,port_id=b838e788-a633-4b8c-9bae-0c8ec0f08105,segment=NetworkSegment(7d4027f1-d893-4c7b-95d4-757b8e44e380),segment_id=7d4027f1-d893-4c7b-95d4-757b8e44e380)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:32:02.961028 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 46162) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:32:02.962469 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:02.963429 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f8d380-e70e-48a8-a66b-9ead2897d38d req-2fa8ea17-a091-4fc4-b781-e14d098526a7 tempest-TaggedBootDevicesTest_v242-1470406513 tempest-TaggedBootDevicesTest_v242-1470406513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:32:02.966394 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-a9f8d380-e70e-48a8-a66b-9ead2897d38d req-2fa8ea17-a091-4fc4-b781-e14d098526a7 tempest-TaggedBootDevicesTest_v242-1470406513 tempest-TaggedBootDevicesTest_v242-1470406513-project] 10.222.0.67 "GET /v2.0/ports?device_id=583aeae2-b5c0-4d8d-bffb-15a63f4020fc HTTP/1.1" status: 200 len: 5428 time: 0.2923489 Sep 23 19:32:02.978429 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.v2.base [None req-ed8978b6-2d94-4098-a2b5-226d9b3f0497 tempest-ServersTestManualDisk-752158608 tempest-ServersTestManualDisk-752158608-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1686749263', 'description': 'tempest-description--147135272'}} {{(pid=95101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:32:03.009301 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c234e4c-ceb2-4ac7-be62-7c3813df9773 None None] Sync routers for ids ['cb834e00-c899-4d94-9559-056ad2e6fc1d'] in n-d-713301-16 {{(pid=95103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 19:32:03.023380 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c234e4c-ceb2-4ac7-be62-7c3813df9773 None None] Routers {'cb834e00-c899-4d94-9559-056ad2e6fc1d'} bound to L3 agent in host n-d-713301-16 {{(pid=95103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 19:32:03.024080 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_hamode_db [None req-2c234e4c-ceb2-4ac7-be62-7c3813df9773 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-23T19:07:52Z,description=,heartbeat_timestamp=2021-09-23T19:31:52Z,host='n-d-713301-16',id=79a740bf-7821-4989-8288-7186e3e128f3,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:07:52Z,topic='l3_agent')) {'router_ids': ['cb834e00-c899-4d94-9559-056ad2e6fc1d'], 'active': True} {{(pid=95103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:32:03.051826 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-ed8978b6-2d94-4098-a2b5-226d9b3f0497 tempest-ServersTestManualDisk-752158608 tempest-ServersTestManualDisk-752158608-project] Notify callbacks [] for security_group, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:03.102913 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Pushing event updated for resources: {'Port': ['ID=b838e788-a633-4b8c-9bae-0c8ec0f08105,revision_number=4']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:32:03.122481 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-a9f8d380-e70e-48a8-a66b-9ead2897d38d req-d9aa7493-bb50-44c4-b11c-73619e423702 tempest-TaggedBootDevicesTest_v242-1470406513 tempest-TaggedBootDevicesTest_v242-1470406513-project] 10.222.0.67 "GET /v2.0/security-groups?id=687e4f9e-0a49-4ef3-86dc-e31b7edc6949&id=78494785-7e26-42ec-a5d5-f3013c8d7eca&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1483662 Sep 23 19:32:03.159055 n-d-713301-16 neutron-server[95101]: DEBUG neutron.db.db_base_plugin_common [req-5a4c3456-6789-4b50-8fd4-0534ec257f1f req-a37ac56d-e94d-4a2f-9a4a-b7bf7e2b2bb6 tempest-AttachVolumeNegativeTest-1343519470 tempest-AttachVolumeNegativeTest-1343519470-project] Allocated IP 172.20.0.3 (4bdf2aed-00a8-44e1-a719-ebf64e12596f/2f537de2-cf52-42b9-a747-22f78331e2fe/f90207df-417b-4b30-81f8-4fed02c0bafb) {{(pid=95101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 19:32:03.240689 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_dvr_db [None req-2c234e4c-ceb2-4ac7-be62-7c3813df9773 None None] Set router cb834e00-c899-4d94-9559-056ad2e6fc1d gateway port host: n-d-713301-16 {{(pid=95103) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 19:32:03.255388 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62056138-ed6d-43f9-a7bd-74c927a9fde1 req-91f20758-91ad-4c91-844c-f5871d23a4f0 tempest-ServerActionsTestJSON-618918056 tempest-ServerActionsTestJSON-618918056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:32:03.257392 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-62056138-ed6d-43f9-a7bd-74c927a9fde1 req-91f20758-91ad-4c91-844c-f5871d23a4f0 tempest-ServerActionsTestJSON-618918056 tempest-ServerActionsTestJSON-618918056-project] 10.222.0.67 "GET /v2.0/ports?device_id=675250d5-b764-4a76-a441-f0488da38a5e HTTP/1.1" status: 200 len: 945 time: 0.1237750 Sep 23 19:32:03.383358 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-ed8978b6-2d94-4098-a2b5-226d9b3f0497 tempest-ServersTestManualDisk-752158608 tempest-ServersTestManualDisk-752158608-project] Notify callbacks [] for security_group, precommit_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:03.389126 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-ed8978b6-2d94-4098-a2b5-226d9b3f0497 tempest-ServersTestManualDisk-752158608 tempest-ServersTestManualDisk-752158608-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:03.425296 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-62056138-ed6d-43f9-a7bd-74c927a9fde1 req-faad8a7d-4644-4265-846d-ed0fd88533d7 tempest-ServerActionsTestJSON-618918056 tempest-ServerActionsTestJSON-618918056-project] 10.222.0.67 "GET /v2.0/security-groups?id=8f1e71cd-f67e-49f6-828d-7dde05723843&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1180449 Sep 23 19:32:03.432706 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-ac8b78d7-aabf-46df-b618-295ea3737554 req-d430dec6-30e7-4e3f-b330-9948ca7b8286 tempest-AttachVolumeNegativeTest-1343519470 tempest-AttachVolumeNegativeTest-1343519470-project] 10.222.0.67 "GET /v2.0/ports?device_id=12ba6484-0c0e-4640-a3bd-5ea81088a6da HTTP/1.1" status: 200 len: 210 time: 0.0627270 Sep 23 19:32:03.436919 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-ed8978b6-2d94-4098-a2b5-226d9b3f0497 tempest-ServersTestManualDisk-752158608 tempest-ServersTestManualDisk-752158608-project] Notify callbacks [] for security_group, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:03.440677 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-ed8978b6-2d94-4098-a2b5-226d9b3f0497 tempest-ServersTestManualDisk-752158608 tempest-ServersTestManualDisk-752158608-project] 10.222.0.67 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.4728758 Sep 23 19:32:03.442283 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 46172) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:32:03.446880 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.v2.base [None req-e2c88864-fb71-4685-ae39-8feaa4c07f18 tempest-ServersTestManualDisk-752158608 tempest-ServersTestManualDisk-752158608-project] Request body: {'security_group_rule': {'security_group_id': 'bdce1a64-e84a-499d-8c17-1d9b34da9302', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:32:03.455001 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed8978b6-2d94-4098-a2b5-226d9b3f0497 tempest-ServersTestManualDisk-752158608 tempest-ServersTestManualDisk-752158608-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bdce1a64-e84a-499d-8c17-1d9b34da9302,revision_number=1']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:32:03.460311 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-bb8d80b2-be48-43e9-b665-e36a1ce6bbd8 tempest-RoutersAdminTest-1385384480 tempest-RoutersAdminTest-1385384480-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:03.482575 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-5a4c3456-6789-4b50-8fd4-0534ec257f1f req-a37ac56d-e94d-4a2f-9a4a-b7bf7e2b2bb6 tempest-AttachVolumeNegativeTest-1343519470 tempest-AttachVolumeNegativeTest-1343519470-project] Notify callbacks [] for port, precommit_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:03.502753 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-bb8d80b2-be48-43e9-b665-e36a1ce6bbd8 tempest-RoutersAdminTest-1385384480 tempest-RoutersAdminTest-1385384480-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:03.515806 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-e2c88864-fb71-4685-ae39-8feaa4c07f18 tempest-ServersTestManualDisk-752158608 tempest-ServersTestManualDisk-752158608-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:03.524054 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_hamode_db [None req-2c234e4c-ceb2-4ac7-be62-7c3813df9773 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb834e00-c899-4d94-9559-056ad2e6fc1d', 'name': 'tempest-ServersTestManualDisk-1701282059-router', 'tenant_id': '917ebb3003814ff2986ca48b4fa70f0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'external_fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.217'}], 'enable_snat': True}, 'gw_port_id': 'b838e788-a633-4b8c-9bae-0c8ec0f08105', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:31:53Z', 'updated_at': '2021-09-23T19:32:00Z', 'revision_number': 4, 'project_id': '917ebb3003814ff2986ca48b4fa70f0f', 'gw_port': {'id': 'b838e788-a633-4b8c-9bae-0c8ec0f08105', 'name': '', 'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:11:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb834e00-c899-4d94-9559-056ad2e6fc1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1352, 'fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:31:54Z', 'updated_at': '2021-09-23T19:32:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-16', '_interfaces': [{'id': 'c1c58c8b-c8d8-45d1-8d3b-786ec08cfc8b', 'name': '', 'network_id': '60a3fd30-e0f7-4a5c-8336-b666228ec7b4', 'tenant_id': '917ebb3003814ff2986ca48b4fa70f0f', 'mac_address': 'fa:16:3e:29:02:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb834e00-c899-4d94-9559-056ad2e6fc1d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1374, 'fixed_ips': [{'subnet_id': 'f869c3f0-4c81-4c2b-85b3-baf2e86b799d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:31:59Z', 'updated_at': '2021-09-23T19:32:00Z', 'revision_number': 2, 'project_id': '917ebb3003814ff2986ca48b4fa70f0f', 'subnets': [{'id': 'f869c3f0-4c81-4c2b-85b3-baf2e86b799d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-16', False) {} {{(pid=95103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:32:03.578040 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c234e4c-ceb2-4ac7-be62-7c3813df9773 None None] Checking router: cb834e00-c899-4d94-9559-056ad2e6fc1d for host: n-d-713301-16 {{(pid=95103) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 19:32:03.578441 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c234e4c-ceb2-4ac7-be62-7c3813df9773 None None] Updating router cb834e00-c899-4d94-9559-056ad2e6fc1d port c1c58c8b-c8d8-45d1-8d3b-786ec08cfc8b binding host n-d-713301-16 {{(pid=95103) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 23 19:32:03.584183 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-5a4c3456-6789-4b50-8fd4-0534ec257f1f req-a37ac56d-e94d-4a2f-9a4a-b7bf7e2b2bb6 tempest-AttachVolumeNegativeTest-1343519470 tempest-AttachVolumeNegativeTest-1343519470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783145673135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5607431'] for port, after_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:03.610008 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-88875a6a-081b-48a7-bdbc-28ee7c0547c8 req-8a83b6bd-cce6-423c-815e-849095ae79c6 tempest-ServerDiskConfigTestJSON-835646415 tempest-ServerDiskConfigTestJSON-835646415-project] 10.222.0.67 "GET /v2.0/ports?device_id=62626af7-c341-44a3-a3c7-0337577573d0 HTTP/1.1" status: 200 len: 210 time: 0.0408168 Sep 23 19:32:03.660210 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5a4c3456-6789-4b50-8fd4-0534ec257f1f req-a37ac56d-e94d-4a2f-9a4a-b7bf7e2b2bb6 tempest-AttachVolumeNegativeTest-1343519470 tempest-AttachVolumeNegativeTest-1343519470-project] Network 4bdf2aed-00a8-44e1-a719-ebf64e12596f is already hosted by enough agents. {{(pid=95101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:32:03.662702 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-e2c88864-fb71-4685-ae39-8feaa4c07f18 tempest-ServersTestManualDisk-752158608 tempest-ServersTestManualDisk-752158608-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:03.664137 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.base_scheduler [req-5a4c3456-6789-4b50-8fd4-0534ec257f1f req-a37ac56d-e94d-4a2f-9a4a-b7bf7e2b2bb6 tempest-AttachVolumeNegativeTest-1343519470 tempest-AttachVolumeNegativeTest-1343519470-project] Resources bound (agent type, host, resource id): {{(pid=95101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:32:03.666399 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a37ac56d-e94d-4a2f-9a4a-b7bf7e2b2bb6 tempest-AttachVolumeNegativeTest-1343519470 tempest-AttachVolumeNegativeTest-1343519470-project] Pushing event updated for resources: {'Port': ['ID=f90207df-417b-4b30-81f8-4fed02c0bafb,revision_number=1']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:32:03.669469 n-d-713301-16 neutron-server[95101]: DEBUG neutron.db.l3_dvrscheduler_db [req-5a4c3456-6789-4b50-8fd4-0534ec257f1f req-a37ac56d-e94d-4a2f-9a4a-b7bf7e2b2bb6 tempest-AttachVolumeNegativeTest-1343519470 tempest-AttachVolumeNegativeTest-1343519470-project] Received port after_create {{(pid=95101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 19:32:03.675968 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-e2c88864-fb71-4685-ae39-8feaa4c07f18 tempest-ServersTestManualDisk-752158608 tempest-ServersTestManualDisk-752158608-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575319'] for security_group_rule, after_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:03.732546 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c88864-fb71-4685-ae39-8feaa4c07f18 tempest-ServersTestManualDisk-752158608 tempest-ServersTestManualDisk-752158608-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=447fd8ea-1275-4dd0-ab07-85c30091351a,revision_number=0']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:32:03.743190 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-e2c88864-fb71-4685-ae39-8feaa4c07f18 tempest-ServersTestManualDisk-752158608 tempest-ServersTestManualDisk-752158608-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:03.749128 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-e2c88864-fb71-4685-ae39-8feaa4c07f18 tempest-ServersTestManualDisk-752158608 tempest-ServersTestManualDisk-752158608-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3011744 Sep 23 19:32:03.749128 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 46174) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:32:03.752758 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.v2.base [None req-361ebdbc-447f-4c68-8013-3580c9a66087 tempest-ServersTestManualDisk-752158608 tempest-ServersTestManualDisk-752158608-project] Request body: {'security_group_rule': {'security_group_id': 'bdce1a64-e84a-499d-8c17-1d9b34da9302', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=95101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:32:03.756743 n-d-713301-16 neutron-server[95102]: DEBUG neutron.db.db_base_plugin_common [None req-bb8d80b2-be48-43e9-b665-e36a1ce6bbd8 tempest-RoutersAdminTest-1385384480 tempest-RoutersAdminTest-1385384480-project-admin] Allocated IP 172.25.1.201 (5dec5c09-378e-4f50-89cc-d94eb81c3bac/eff83446-018c-428d-b3f5-54ac9abe7a2a/83800779-d255-4714-8b0e-be75c928bf9f) {{(pid=95102) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 19:32:03.772636 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a4c3456-6789-4b50-8fd4-0534ec257f1f req-a37ac56d-e94d-4a2f-9a4a-b7bf7e2b2bb6 tempest-AttachVolumeNegativeTest-1343519470 tempest-AttachVolumeNegativeTest-1343519470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:32:03.772872 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-5a4c3456-6789-4b50-8fd4-0534ec257f1f req-a37ac56d-e94d-4a2f-9a4a-b7bf7e2b2bb6 tempest-AttachVolumeNegativeTest-1343519470 tempest-AttachVolumeNegativeTest-1343519470-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222849'] for port, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:03.800861 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-2c234e4c-ceb2-4ac7-be62-7c3813df9773 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:03.808484 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-361ebdbc-447f-4c68-8013-3580c9a66087 tempest-ServersTestManualDisk-752158608 tempest-ServersTestManualDisk-752158608-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:03.815699 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-5a4c3456-6789-4b50-8fd4-0534ec257f1f req-a37ac56d-e94d-4a2f-9a4a-b7bf7e2b2bb6 tempest-AttachVolumeNegativeTest-1343519470 tempest-AttachVolumeNegativeTest-1343519470-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2273321 Sep 23 19:32:03.836291 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.v2.base [req-5a4c3456-6789-4b50-8fd4-0534ec257f1f req-e85f85a9-2f1e-4715-8257-91d5f10d6126 service neutron] Request body: {'port': {'device_id': '12ba6484-0c0e-4640-a3bd-5ea81088a6da', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713301-16'}} {{(pid=95101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:32:03.931068 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-5a4c3456-6789-4b50-8fd4-0534ec257f1f req-e85f85a9-2f1e-4715-8257-91d5f10d6126 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:03.933958 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-361ebdbc-447f-4c68-8013-3580c9a66087 tempest-ServersTestManualDisk-752158608 tempest-ServersTestManualDisk-752158608-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:03.948861 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-361ebdbc-447f-4c68-8013-3580c9a66087 tempest-ServersTestManualDisk-752158608 tempest-ServersTestManualDisk-752158608-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575319'] for security_group_rule, after_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:03.980851 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-bb8d80b2-be48-43e9-b665-e36a1ce6bbd8 tempest-RoutersAdminTest-1385384480 tempest-RoutersAdminTest-1385384480-project-admin] Notify callbacks [] for port, precommit_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:03.992226 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-361ebdbc-447f-4c68-8013-3580c9a66087 tempest-ServersTestManualDisk-752158608 tempest-ServersTestManualDisk-752158608-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b9a72895-11dd-4fe6-bfa3-f0e8b7004c1d,revision_number=0']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:32:03.995833 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7fc92cf-a1d8-40b7-a343-94cbf5a50eeb req-29542e83-950d-4c7c-92b3-c0e540fd6f38 tempest-ServerDiskConfigTestJSON-835646415 tempest-ServerDiskConfigTestJSON-835646415-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:32:03.996961 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-361ebdbc-447f-4c68-8013-3580c9a66087 tempest-ServersTestManualDisk-752158608 tempest-ServersTestManualDisk-752158608-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:03.997453 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-c7fc92cf-a1d8-40b7-a343-94cbf5a50eeb req-29542e83-950d-4c7c-92b3-c0e540fd6f38 tempest-ServerDiskConfigTestJSON-835646415 tempest-ServerDiskConfigTestJSON-835646415-project] 10.222.0.74 "GET /v2.0/networks?id=51d98d25-8b81-49cf-be6e-482532c2b4a4 HTTP/1.1" status: 200 len: 813 time: 0.2012739 Sep 23 19:32:03.998184 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-361ebdbc-447f-4c68-8013-3580c9a66087 tempest-ServersTestManualDisk-752158608 tempest-ServersTestManualDisk-752158608-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2493937 Sep 23 19:32:04.002411 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 46176) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:32:04.006862 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.v2.base [None req-40f6b70d-5083-43b0-bacf-b9e066403249 tempest-ServersTestManualDisk-752158608 tempest-ServersTestManualDisk-752158608-project] Request body: {'floatingip': {'floating_network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac'}} {{(pid=95101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:32:04.013173 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.v2.base [req-c7fc92cf-a1d8-40b7-a343-94cbf5a50eeb req-e3315d2a-5efb-40ad-9ce1-c9b2cc8ca252 tempest-ServerDiskConfigTestJSON-835646415 tempest-ServerDiskConfigTestJSON-835646415-project] Request body: {'port': {'device_id': '62626af7-c341-44a3-a3c7-0337577573d0', 'network_id': '51d98d25-8b81-49cf-be6e-482532c2b4a4', 'admin_state_up': True, 'tenant_id': '5335e134b9744707975fff47e2e93ede'}} {{(pid=95102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:32:04.098550 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-40f6b70d-5083-43b0-bacf-b9e066403249 tempest-ServersTestManualDisk-752158608 tempest-ServersTestManualDisk-752158608-project] Notify callbacks [] for floatingip, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:04.121129 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-bb8d80b2-be48-43e9-b665-e36a1ce6bbd8 tempest-RoutersAdminTest-1385384480 tempest-RoutersAdminTest-1385384480-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783145673135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4399100'] for port, after_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:04.150811 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-2c234e4c-ceb2-4ac7-be62-7c3813df9773 None None] Notify callbacks [] for port, precommit_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:04.159417 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-2c234e4c-ceb2-4ac7-be62-7c3813df9773 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:04.198880 n-d-713301-16 neutron-server[95102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb8d80b2-be48-43e9-b665-e36a1ce6bbd8 tempest-RoutersAdminTest-1385384480 tempest-RoutersAdminTest-1385384480-project-admin] Network 5dec5c09-378e-4f50-89cc-d94eb81c3bac is already hosted by enough agents. {{(pid=95102) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:32:04.215396 n-d-713301-16 neutron-server[95102]: DEBUG neutron.scheduler.base_scheduler [None req-bb8d80b2-be48-43e9-b665-e36a1ce6bbd8 tempest-RoutersAdminTest-1385384480 tempest-RoutersAdminTest-1385384480-project-admin] Resources bound (agent type, host, resource id): {{(pid=95102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:32:04.217930 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb8d80b2-be48-43e9-b665-e36a1ce6bbd8 tempest-RoutersAdminTest-1385384480 tempest-RoutersAdminTest-1385384480-project-admin] Pushing event updated for resources: {'Port': ['ID=83800779-d255-4714-8b0e-be75c928bf9f,revision_number=1']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:32:04.236769 n-d-713301-16 neutron-server[95102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb8d80b2-be48-43e9-b665-e36a1ce6bbd8 tempest-RoutersAdminTest-1385384480 tempest-RoutersAdminTest-1385384480-project-admin] Received port after_create {{(pid=95102) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 19:32:04.249767 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8885e2ca-4241-4834-9aa7-84d621d1ba8e None None] Pushing event updated for resources: {'Port': ['ID=c1c58c8b-c8d8-45d1-8d3b-786ec08cfc8b,revision_number=3']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:32:04.323008 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.managers [None req-2c234e4c-ceb2-4ac7-be62-7c3813df9773 None None] Attempting to bind port c1c58c8b-c8d8-45d1-8d3b-786ec08cfc8b on host n-d-713301-16 for vnic_type normal with profile {{(pid=95103) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 19:32:04.323008 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.managers [None req-2c234e4c-ceb2-4ac7-be62-7c3813df9773 None None] Attempting to bind port c1c58c8b-c8d8-45d1-8d3b-786ec08cfc8b by drivers openvswitch,hyperv on host n-d-713301-16 at level 0 using segments [{'id': '1b715116-171a-4fc6-af64-9f934b739294', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '60a3fd30-e0f7-4a5c-8336-b666228ec7b4'}] {{(pid=95103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 19:32:04.323008 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c234e4c-ceb2-4ac7-be62-7c3813df9773 None None] Attempting to bind port c1c58c8b-c8d8-45d1-8d3b-786ec08cfc8b on network 60a3fd30-e0f7-4a5c-8336-b666228ec7b4 {{(pid=95103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:32:04.347570 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c234e4c-ceb2-4ac7-be62-7c3813df9773 None None] Checking agent: {'id': '70a14545-df24-472f-8f95-bfe1719bff93', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 19, 7, 53), 'started_at': datetime.datetime(2021, 9, 23, 19, 8, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 19, 31, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 19:32:04.348169 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c234e4c-ceb2-4ac7-be62-7c3813df9773 None None] Checking segment: {'id': '1b715116-171a-4fc6-af64-9f934b739294', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '60a3fd30-e0f7-4a5c-8336-b666228ec7b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95103) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:32:04.348649 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-2c234e4c-ceb2-4ac7-be62-7c3813df9773 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:04.350679 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c234e4c-ceb2-4ac7-be62-7c3813df9773 None None] Bound using segment: {'id': '1b715116-171a-4fc6-af64-9f934b739294', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '60a3fd30-e0f7-4a5c-8336-b666228ec7b4'} {{(pid=95103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 19:32:04.357277 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.managers [None req-2c234e4c-ceb2-4ac7-be62-7c3813df9773 None None] Bound port: c1c58c8b-c8d8-45d1-8d3b-786ec08cfc8b, host: n-d-713301-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1b715116-171a-4fc6-af64-9f934b739294', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '60a3fd30-e0f7-4a5c-8336-b666228ec7b4'}}] {{(pid=95103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 19:32:04.357277 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-2c234e4c-ceb2-4ac7-be62-7c3813df9773 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:04.369170 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c7fc92cf-a1d8-40b7-a343-94cbf5a50eeb req-e3315d2a-5efb-40ad-9ce1-c9b2cc8ca252 tempest-ServerDiskConfigTestJSON-835646415 tempest-ServerDiskConfigTestJSON-835646415-project] Made reservation on behalf of 5335e134b9744707975fff47e2e93ede for: {'port': 1} {{(pid=95102) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:32:04.374552 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-c7fc92cf-a1d8-40b7-a343-94cbf5a50eeb req-e3315d2a-5efb-40ad-9ce1-c9b2cc8ca252 tempest-ServerDiskConfigTestJSON-835646415 tempest-ServerDiskConfigTestJSON-835646415-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:04.435008 n-d-713301-16 neutron-server[95101]: DEBUG neutron.notifiers.nova [req-5a4c3456-6789-4b50-8fd4-0534ec257f1f req-e85f85a9-2f1e-4715-8257-91d5f10d6126 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f90207df-417b-4b30-81f8-4fed02c0bafb {{(pid=95101) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 19:32:04.440559 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-40f6b70d-5083-43b0-bacf-b9e066403249 tempest-ServersTestManualDisk-752158608 tempest-ServersTestManualDisk-752158608-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:04.446966 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-5a4c3456-6789-4b50-8fd4-0534ec257f1f req-e85f85a9-2f1e-4715-8257-91d5f10d6126 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:04.498680 n-d-713301-16 neutron-server[95101]: DEBUG neutron.db.provisioning_blocks [req-5a4c3456-6789-4b50-8fd4-0534ec257f1f req-e85f85a9-2f1e-4715-8257-91d5f10d6126 service neutron] Transition to ACTIVE for port object f90207df-417b-4b30-81f8-4fed02c0bafb will not be triggered until provisioned by entity L2. {{(pid=95101) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 19:32:04.504885 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-5a4c3456-6789-4b50-8fd4-0534ec257f1f req-e85f85a9-2f1e-4715-8257-91d5f10d6126 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5607436'] for port, after_update {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:04.507800 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-2c234e4c-ceb2-4ac7-be62-7c3813df9773 None None] For port c1c58c8b-c8d8-45d1-8d3b-786ec08cfc8b, host n-d-713301-16, cleared binding levels {{(pid=95103) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 19:32:04.516527 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-2c234e4c-ceb2-4ac7-be62-7c3813df9773 None None] For port c1c58c8b-c8d8-45d1-8d3b-786ec08cfc8b, host n-d-713301-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-16',level=0,port_id=c1c58c8b-c8d8-45d1-8d3b-786ec08cfc8b,segment=NetworkSegment(1b715116-171a-4fc6-af64-9f934b739294),segment_id=1b715116-171a-4fc6-af64-9f934b739294)] {{(pid=95103) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 19:32:04.528774 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-2c234e4c-ceb2-4ac7-be62-7c3813df9773 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:04.597163 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b957232-c6c4-46a4-af3e-8da95c5ad3a5 req-281cd8e1-72a4-4efc-b07b-de8639a88137 tempest-TaggedBootDevicesTest_v242-1470406513 tempest-TaggedBootDevicesTest_v242-1470406513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:32:04.603945 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b957232-c6c4-46a4-af3e-8da95c5ad3a5 req-281cd8e1-72a4-4efc-b07b-de8639a88137 tempest-TaggedBootDevicesTest_v242-1470406513 tempest-TaggedBootDevicesTest_v242-1470406513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:32:04.613882 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b957232-c6c4-46a4-af3e-8da95c5ad3a5 req-281cd8e1-72a4-4efc-b07b-de8639a88137 tempest-TaggedBootDevicesTest_v242-1470406513 tempest-TaggedBootDevicesTest_v242-1470406513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:32:04.620317 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b957232-c6c4-46a4-af3e-8da95c5ad3a5 req-281cd8e1-72a4-4efc-b07b-de8639a88137 tempest-TaggedBootDevicesTest_v242-1470406513 tempest-TaggedBootDevicesTest_v242-1470406513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:32:04.623280 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8885e2ca-4241-4834-9aa7-84d621d1ba8e None None] Pushing event updated for resources: {'Port': ['ID=c1c58c8b-c8d8-45d1-8d3b-786ec08cfc8b,revision_number=4']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:32:04.624701 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e85f85a9-2f1e-4715-8257-91d5f10d6126 service neutron] Pushing event updated for resources: {'Port': ['ID=f90207df-417b-4b30-81f8-4fed02c0bafb,revision_number=2']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:32:04.626101 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Device b838e788-a633-4b8c-9bae-0c8ec0f08105 up at agent ovs-agent-n-d-713301-16 {{(pid=95103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 19:32:04.643928 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b957232-c6c4-46a4-af3e-8da95c5ad3a5 req-281cd8e1-72a4-4efc-b07b-de8639a88137 tempest-TaggedBootDevicesTest_v242-1470406513 tempest-TaggedBootDevicesTest_v242-1470406513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:32:04.650750 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b957232-c6c4-46a4-af3e-8da95c5ad3a5 req-281cd8e1-72a4-4efc-b07b-de8639a88137 tempest-TaggedBootDevicesTest_v242-1470406513 tempest-TaggedBootDevicesTest_v242-1470406513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:32:04.659867 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b957232-c6c4-46a4-af3e-8da95c5ad3a5 req-281cd8e1-72a4-4efc-b07b-de8639a88137 tempest-TaggedBootDevicesTest_v242-1470406513 tempest-TaggedBootDevicesTest_v242-1470406513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:32:04.662330 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-3b957232-c6c4-46a4-af3e-8da95c5ad3a5 req-281cd8e1-72a4-4efc-b07b-de8639a88137 tempest-TaggedBootDevicesTest_v242-1470406513 tempest-TaggedBootDevicesTest_v242-1470406513-project] 10.222.0.67 "GET /v2.0/ports?device_id=583aeae2-b5c0-4d8d-bffb-15a63f4020fc HTTP/1.1" status: 200 len: 5428 time: 0.4219773 Sep 23 19:32:04.725571 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c234e4c-ceb2-4ac7-be62-7c3813df9773 None None] Routers {'cb834e00-c899-4d94-9559-056ad2e6fc1d'} bound to L3 agent in host n-d-713301-16 {{(pid=95103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 19:32:04.726305 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_hamode_db [None req-2c234e4c-ceb2-4ac7-be62-7c3813df9773 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-23T19:07:52Z,description=,heartbeat_timestamp=2021-09-23T19:31:52Z,host='n-d-713301-16',id=79a740bf-7821-4989-8288-7186e3e128f3,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:07:52Z,topic='l3_agent')) {'router_ids': ['cb834e00-c899-4d94-9559-056ad2e6fc1d'], 'active': True} {{(pid=95103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:32:04.728854 n-d-713301-16 neutron-server[95101]: DEBUG neutron.db.db_base_plugin_common [None req-40f6b70d-5083-43b0-bacf-b9e066403249 tempest-ServersTestManualDisk-752158608 tempest-ServersTestManualDisk-752158608-project] Allocated IP 172.25.1.43 (5dec5c09-378e-4f50-89cc-d94eb81c3bac/eff83446-018c-428d-b3f5-54ac9abe7a2a/91ede3ab-d988-424a-9467-6fc0c4cd14fe) {{(pid=95101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 19:32:04.799191 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.managers [req-5a4c3456-6789-4b50-8fd4-0534ec257f1f req-e85f85a9-2f1e-4715-8257-91d5f10d6126 service neutron] Attempting to bind port f90207df-417b-4b30-81f8-4fed02c0bafb on host n-h2-713301-16 for vnic_type normal with profile {{(pid=95101) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 19:32:04.799617 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.managers [req-5a4c3456-6789-4b50-8fd4-0534ec257f1f req-e85f85a9-2f1e-4715-8257-91d5f10d6126 service neutron] Attempting to bind port f90207df-417b-4b30-81f8-4fed02c0bafb by drivers openvswitch,hyperv on host n-h2-713301-16 at level 0 using segments [{'id': '109e9ca4-0775-4f0d-a524-d06e4e2d3223', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '4bdf2aed-00a8-44e1-a719-ebf64e12596f'}] {{(pid=95101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 19:32:04.799951 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a4c3456-6789-4b50-8fd4-0534ec257f1f req-e85f85a9-2f1e-4715-8257-91d5f10d6126 service neutron] Attempting to bind port f90207df-417b-4b30-81f8-4fed02c0bafb on network 4bdf2aed-00a8-44e1-a719-ebf64e12596f {{(pid=95101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:32:04.809847 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a4c3456-6789-4b50-8fd4-0534ec257f1f req-e85f85a9-2f1e-4715-8257-91d5f10d6126 service neutron] Port f90207df-417b-4b30-81f8-4fed02c0bafb on network 4bdf2aed-00a8-44e1-a719-ebf64e12596f not bound, no agent of type Open vSwitch agent registered on host n-h2-713301-16 {{(pid=95101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 19:32:04.809847 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a4c3456-6789-4b50-8fd4-0534ec257f1f req-e85f85a9-2f1e-4715-8257-91d5f10d6126 service neutron] Attempting to bind port f90207df-417b-4b30-81f8-4fed02c0bafb on network 4bdf2aed-00a8-44e1-a719-ebf64e12596f {{(pid=95101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:32:04.841880 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a4c3456-6789-4b50-8fd4-0534ec257f1f req-e85f85a9-2f1e-4715-8257-91d5f10d6126 service neutron] Checking agent: {'id': '2a7cea34-db54-4faf-8d23-37521c3e34cb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713301-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 19, 15, 28), 'started_at': datetime.datetime(2021, 9, 23, 19, 15, 28), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 19, 31, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 19:32:04.842247 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a4c3456-6789-4b50-8fd4-0534ec257f1f req-e85f85a9-2f1e-4715-8257-91d5f10d6126 service neutron] Checking segment: {'id': '109e9ca4-0775-4f0d-a524-d06e4e2d3223', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '4bdf2aed-00a8-44e1-a719-ebf64e12596f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:32:04.842669 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a4c3456-6789-4b50-8fd4-0534ec257f1f req-e85f85a9-2f1e-4715-8257-91d5f10d6126 service neutron] Bound using segment: {'id': '109e9ca4-0775-4f0d-a524-d06e4e2d3223', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '4bdf2aed-00a8-44e1-a719-ebf64e12596f'} {{(pid=95101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 19:32:04.843078 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.managers [req-5a4c3456-6789-4b50-8fd4-0534ec257f1f req-e85f85a9-2f1e-4715-8257-91d5f10d6126 service neutron] Bound port: f90207df-417b-4b30-81f8-4fed02c0bafb, host: n-h2-713301-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '109e9ca4-0775-4f0d-a524-d06e4e2d3223', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '4bdf2aed-00a8-44e1-a719-ebf64e12596f'}}] {{(pid=95101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 19:32:04.843438 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-5a4c3456-6789-4b50-8fd4-0534ec257f1f req-e85f85a9-2f1e-4715-8257-91d5f10d6126 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:04.931146 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-40f6b70d-5083-43b0-bacf-b9e066403249 tempest-ServersTestManualDisk-752158608 tempest-ServersTestManualDisk-752158608-project] Notify callbacks [] for port, precommit_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:04.949066 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_dvr_db [None req-2c234e4c-ceb2-4ac7-be62-7c3813df9773 None None] Set router cb834e00-c899-4d94-9559-056ad2e6fc1d gateway port host: n-d-713301-16 {{(pid=95103) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 19:32:04.961501 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.db [req-5a4c3456-6789-4b50-8fd4-0534ec257f1f req-e85f85a9-2f1e-4715-8257-91d5f10d6126 service neutron] For port f90207df-417b-4b30-81f8-4fed02c0bafb, host n-h2-713301-16, cleared binding levels {{(pid=95101) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 19:32:04.965954 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.db [req-5a4c3456-6789-4b50-8fd4-0534ec257f1f req-e85f85a9-2f1e-4715-8257-91d5f10d6126 service neutron] For port f90207df-417b-4b30-81f8-4fed02c0bafb, host n-h2-713301-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-16',level=0,port_id=f90207df-417b-4b30-81f8-4fed02c0bafb,segment=NetworkSegment(109e9ca4-0775-4f0d-a524-d06e4e2d3223),segment_id=109e9ca4-0775-4f0d-a524-d06e4e2d3223)] {{(pid=95101) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 19:32:04.972169 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-5a4c3456-6789-4b50-8fd4-0534ec257f1f req-e85f85a9-2f1e-4715-8257-91d5f10d6126 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5607436'] for port, after_update {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:04.988893 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5181252-73b4-4773-a1d5-d662fef5fc22 req-df1703b8-993a-4230-b9d4-716fcd9ca6d5 tempest-ServerActionsTestJSON-618918056 tempest-ServerActionsTestJSON-618918056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:32:04.991415 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-c5181252-73b4-4773-a1d5-d662fef5fc22 req-df1703b8-993a-4230-b9d4-716fcd9ca6d5 tempest-ServerActionsTestJSON-618918056 tempest-ServerActionsTestJSON-618918056-project] 10.222.0.67 "GET /v2.0/ports?device_id=675250d5-b764-4a76-a441-f0488da38a5e HTTP/1.1" status: 200 len: 945 time: 0.4143252 Sep 23 19:32:05.008214 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-124c03fe-ff63-418f-b59e-318a9e5610d8 None None] Provisioning complete for port c1c58c8b-c8d8-45d1-8d3b-786ec08cfc8b triggered by entity DHCP. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:32:05.008582 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-124c03fe-ff63-418f-b59e-318a9e5610d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:05.028625 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a4c3456-6789-4b50-8fd4-0534ec257f1f req-e85f85a9-2f1e-4715-8257-91d5f10d6126 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:32:05.029714 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-5a4c3456-6789-4b50-8fd4-0534ec257f1f req-e85f85a9-2f1e-4715-8257-91d5f10d6126 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222849'] for port, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:05.032116 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-5a4c3456-6789-4b50-8fd4-0534ec257f1f req-e85f85a9-2f1e-4715-8257-91d5f10d6126 service neutron] 10.222.0.53 "PUT /v2.0/ports/f90207df-417b-4b30-81f8-4fed02c0bafb HTTP/1.1" status: 200 len: 1092 time: 1.2067997 Sep 23 19:32:05.033408 n-d-713301-16 neutron-server[95101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '12ba6484-0c0e-4640-a3bd-5ea81088a6da', 'tag': 'f90207df-417b-4b30-81f8-4fed02c0bafb'}] {{(pid=95101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 19:32:05.037332 n-d-713301-16 neutron-server[95101]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d8366c5740cd635e57ab12b71fe44a77c2acc3c19091ef849c6f68b380462244" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac79f271-bfda-4a0d-9062-bfbb9dba20b9" -d '{"events": [{"name": "network-changed", "server_uuid": "12ba6484-0c0e-4640-a3bd-5ea81088a6da", "tag": "f90207df-417b-4b30-81f8-4fed02c0bafb"}]}' {{(pid=95101) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 19:32:05.062267 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-40f6b70d-5083-43b0-bacf-b9e066403249 tempest-ServersTestManualDisk-752158608 tempest-ServersTestManualDisk-752158608-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783145673135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5607431'] for port, after_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:05.078633 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-3b957232-c6c4-46a4-af3e-8da95c5ad3a5 req-1e948f0d-e433-4b9f-9884-fd8cd0f025d5 tempest-TaggedBootDevicesTest_v242-1470406513 tempest-TaggedBootDevicesTest_v242-1470406513-project] 10.222.0.67 "GET /v2.0/security-groups?id=687e4f9e-0a49-4ef3-86dc-e31b7edc6949&id=78494785-7e26-42ec-a5d5-f3013c8d7eca&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3926744 Sep 23 19:32:05.106177 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Provisioning complete for port b838e788-a633-4b8c-9bae-0c8ec0f08105 triggered by entity L2. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:32:05.106545 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:05.144284 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-c5181252-73b4-4773-a1d5-d662fef5fc22 req-3c5bae4a-8239-4085-8e9a-9d848a3913b0 tempest-ServerActionsTestJSON-618918056 tempest-ServerActionsTestJSON-618918056-project] 10.222.0.67 "GET /v2.0/security-groups?id=8f1e71cd-f67e-49f6-828d-7dde05723843&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1155679 Sep 23 19:32:05.200799 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40f6b70d-5083-43b0-bacf-b9e066403249 tempest-ServersTestManualDisk-752158608 tempest-ServersTestManualDisk-752158608-project] Network 5dec5c09-378e-4f50-89cc-d94eb81c3bac is already hosted by enough agents. {{(pid=95101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:32:05.207755 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e85f85a9-2f1e-4715-8257-91d5f10d6126 service neutron] Pushing event updated for resources: {'Port': ['ID=f90207df-417b-4b30-81f8-4fed02c0bafb,revision_number=3']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:32:05.301718 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.base_scheduler [None req-40f6b70d-5083-43b0-bacf-b9e066403249 tempest-ServersTestManualDisk-752158608 tempest-ServersTestManualDisk-752158608-project] Resources bound (agent type, host, resource id): {{(pid=95101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:32:05.304338 n-d-713301-16 neutron-server[95101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40f6b70d-5083-43b0-bacf-b9e066403249 tempest-ServersTestManualDisk-752158608 tempest-ServersTestManualDisk-752158608-project] Received port after_create {{(pid=95101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 19:32:05.315343 n-d-713301-16 neutron-server[95102]: DEBUG neutron.db.db_base_plugin_common [req-c7fc92cf-a1d8-40b7-a343-94cbf5a50eeb req-e3315d2a-5efb-40ad-9ce1-c9b2cc8ca252 tempest-ServerDiskConfigTestJSON-835646415 tempest-ServerDiskConfigTestJSON-835646415-project] Allocated IP 172.20.0.2 (51d98d25-8b81-49cf-be6e-482532c2b4a4/f1f3b3f4-c8d2-4aab-b6a3-39edd63f54e5/20107a54-23bf-476a-b875-56f0db941705) {{(pid=95102) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 19:32:05.376228 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-3012632e-1596-4c64-a72f-b10261b30d07 req-c8a197ab-a2ea-4b62-950c-b510c1cd66f8 tempest-ServerDiskConfigTestJSON-835646415 tempest-ServerDiskConfigTestJSON-835646415-project] 10.222.0.67 "GET /v2.0/ports?device_id=62626af7-c341-44a3-a3c7-0337577573d0 HTTP/1.1" status: 200 len: 210 time: 0.0806074 Sep 23 19:32:05.387147 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a4c3456-6789-4b50-8fd4-0534ec257f1f req-d186366f-d2c5-4923-b805-6abd538b0d55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:32:05.389023 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-5a4c3456-6789-4b50-8fd4-0534ec257f1f req-d186366f-d2c5-4923-b805-6abd538b0d55 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=c02f0550973445e7a8f93af8008dcaa2&device_id=12ba6484-0c0e-4640-a3bd-5ea81088a6da HTTP/1.1" status: 200 len: 1095 time: 0.3125200 Sep 23 19:32:05.401739 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-124c03fe-ff63-418f-b59e-318a9e5610d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:05.417657 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f6b70d-5083-43b0-bacf-b9e066403249 tempest-ServersTestManualDisk-752158608 tempest-ServersTestManualDisk-752158608-project] Pushing event updated for resources: {'Port': ['ID=91ede3ab-d988-424a-9467-6fc0c4cd14fe,revision_number=1']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:32:05.467540 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-124c03fe-ff63-418f-b59e-318a9e5610d8 None None] For port c1c58c8b-c8d8-45d1-8d3b-786ec08cfc8b, host n-d-713301-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-16',level=0,port_id=c1c58c8b-c8d8-45d1-8d3b-786ec08cfc8b,segment=NetworkSegment(1b715116-171a-4fc6-af64-9f934b739294),segment_id=1b715116-171a-4fc6-af64-9f934b739294)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:32:05.473314 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-124c03fe-ff63-418f-b59e-318a9e5610d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:05.480130 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_hamode_db [None req-2c234e4c-ceb2-4ac7-be62-7c3813df9773 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb834e00-c899-4d94-9559-056ad2e6fc1d', 'name': 'tempest-ServersTestManualDisk-1701282059-router', 'tenant_id': '917ebb3003814ff2986ca48b4fa70f0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'external_fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.217'}], 'enable_snat': True}, 'gw_port_id': 'b838e788-a633-4b8c-9bae-0c8ec0f08105', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:31:53Z', 'updated_at': '2021-09-23T19:32:00Z', 'revision_number': 4, 'project_id': '917ebb3003814ff2986ca48b4fa70f0f', 'gw_port': {'id': 'b838e788-a633-4b8c-9bae-0c8ec0f08105', 'name': '', 'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:11:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb834e00-c899-4d94-9559-056ad2e6fc1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1352, 'fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:31:54Z', 'updated_at': '2021-09-23T19:32:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-16', '_interfaces': [{'id': 'c1c58c8b-c8d8-45d1-8d3b-786ec08cfc8b', 'name': '', 'network_id': '60a3fd30-e0f7-4a5c-8336-b666228ec7b4', 'tenant_id': '917ebb3003814ff2986ca48b4fa70f0f', 'mac_address': 'fa:16:3e:29:02:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb834e00-c899-4d94-9559-056ad2e6fc1d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1374, 'fixed_ips': [{'subnet_id': 'f869c3f0-4c81-4c2b-85b3-baf2e86b799d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:31:59Z', 'updated_at': '2021-09-23T19:32:04Z', 'revision_number': 4, 'project_id': '917ebb3003814ff2986ca48b4fa70f0f', 'subnets': [{'id': 'f869c3f0-4c81-4c2b-85b3-baf2e86b799d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-16', False) {} {{(pid=95103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:32:05.490312 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-5a4c3456-6789-4b50-8fd4-0534ec257f1f req-de5d4715-99f0-4d3e-b7a4-bbbd9b6ac66e service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f90207df-417b-4b30-81f8-4fed02c0bafb HTTP/1.1" status: 200 len: 217 time: 0.0876098 Sep 23 19:32:05.526696 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-bb8d80b2-be48-43e9-b665-e36a1ce6bbd8 tempest-RoutersAdminTest-1385384480 tempest-RoutersAdminTest-1385384480-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:05.554185 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab43501-c052-4c32-b9c5-cdc18f4ee154 req-b7d0ea68-e0b7-4682-9f3a-a0ecfd0923ea tempest-AttachVolumeNegativeTest-1343519470 tempest-AttachVolumeNegativeTest-1343519470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:32:05.556287 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-cab43501-c052-4c32-b9c5-cdc18f4ee154 req-b7d0ea68-e0b7-4682-9f3a-a0ecfd0923ea tempest-AttachVolumeNegativeTest-1343519470 tempest-AttachVolumeNegativeTest-1343519470-project] 10.222.0.67 "GET /v2.0/ports?device_id=12ba6484-0c0e-4640-a3bd-5ea81088a6da HTTP/1.1" status: 200 len: 943 time: 0.2928250 Sep 23 19:32:05.576465 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c234e4c-ceb2-4ac7-be62-7c3813df9773 None None] The sync data for ids ['cb834e00-c899-4d94-9559-056ad2e6fc1d'] in n-d-713301-16 is: [{'id': 'cb834e00-c899-4d94-9559-056ad2e6fc1d', 'name': 'tempest-ServersTestManualDisk-1701282059-router', 'tenant_id': '917ebb3003814ff2986ca48b4fa70f0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'external_fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.217'}], 'enable_snat': True}, 'gw_port_id': 'b838e788-a633-4b8c-9bae-0c8ec0f08105', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:31:53Z', 'updated_at': '2021-09-23T19:32:00Z', 'revision_number': 4, 'project_id': '917ebb3003814ff2986ca48b4fa70f0f', 'gw_port': {'id': 'b838e788-a633-4b8c-9bae-0c8ec0f08105', 'name': '', 'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:11:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb834e00-c899-4d94-9559-056ad2e6fc1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1352, 'fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:31:54Z', 'updated_at': '2021-09-23T19:32:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-16', '_interfaces': [{'id': 'c1c58c8b-c8d8-45d1-8d3b-786ec08cfc8b', 'name': '', 'network_id': '60a3fd30-e0f7-4a5c-8336-b666228ec7b4', 'tenant_id': '917ebb3003814ff2986ca48b4fa70f0f', 'mac_address': 'fa:16:3e:29:02:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb834e00-c899-4d94-9559-056ad2e6fc1d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1374, 'fixed_ips': [{'subnet_id': 'f869c3f0-4c81-4c2b-85b3-baf2e86b799d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:31:59Z', 'updated_at': '2021-09-23T19:32:04Z', 'revision_number': 4, 'project_id': '917ebb3003814ff2986ca48b4fa70f0f', 'subnets': [{'id': 'f869c3f0-4c81-4c2b-85b3-baf2e86b799d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 19:32:05.630947 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a4c3456-6789-4b50-8fd4-0534ec257f1f req-296b393a-3ae4-4639-831c-892393186e7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:32:05.633007 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-5a4c3456-6789-4b50-8fd4-0534ec257f1f req-296b393a-3ae4-4639-831c-892393186e7e service neutron] 10.222.0.53 "GET /v2.0/subnets?id=2f537de2-cf52-42b9-a747-22f78331e2fe HTTP/1.1" status: 200 len: 855 time: 0.0807104 Sep 23 19:32:05.636715 n-d-713301-16 neutron-server[95101]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 19:32:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0721db1-2ba8-4e24-aa18-2b4d9d3344c4 x-openstack-request-id: req-f0721db1-2ba8-4e24-aa18-2b4d9d3344c4 {{(pid=95101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 19:32:05.645303 n-d-713301-16 neutron-server[95101]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "12ba6484-0c0e-4640-a3bd-5ea81088a6da", "tag": "f90207df-417b-4b30-81f8-4fed02c0bafb", "status": "completed", "code": 200}]} {{(pid=95101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 19:32:05.645609 n-d-713301-16 neutron-server[95101]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-f0721db1-2ba8-4e24-aa18-2b4d9d3344c4 {{(pid=95101) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 19:32:05.646061 n-d-713301-16 neutron-server[95101]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '12ba6484-0c0e-4640-a3bd-5ea81088a6da', 'tag': 'f90207df-417b-4b30-81f8-4fed02c0bafb', 'status': 'completed', 'code': 200} Sep 23 19:32:05.672638 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-124c03fe-ff63-418f-b59e-318a9e5610d8 None None] Pushing event updated for resources: {'Port': ['ID=c1c58c8b-c8d8-45d1-8d3b-786ec08cfc8b,revision_number=5']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:32:05.681247 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-7402a0fd-3b94-4e08-86b8-f3a1f6cdab75 None None] Provisioning complete for port c1c58c8b-c8d8-45d1-8d3b-786ec08cfc8b triggered by entity DHCP. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:32:05.681247 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-7402a0fd-3b94-4e08-86b8-f3a1f6cdab75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:05.757714 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-40f6b70d-5083-43b0-bacf-b9e066403249 tempest-ServersTestManualDisk-752158608 tempest-ServersTestManualDisk-752158608-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:05.760929 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-5a4c3456-6789-4b50-8fd4-0534ec257f1f req-1b81b504-419e-46b4-b18a-d6bb6b87a094 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=4bdf2aed-00a8-44e1-a719-ebf64e12596f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0584929 Sep 23 19:32:05.971846 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-40f6b70d-5083-43b0-bacf-b9e066403249 tempest-ServersTestManualDisk-752158608 tempest-ServersTestManualDisk-752158608-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:06.101342 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-5a4c3456-6789-4b50-8fd4-0534ec257f1f req-fbc39ff3-0b09-48fa-9cd9-7fb3b7a741c3 service neutron] 10.222.0.53 "GET /v2.0/networks/4bdf2aed-00a8-44e1-a719-ebf64e12596f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3321099 Sep 23 19:32:06.301185 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-40f6b70d-5083-43b0-bacf-b9e066403249 tempest-ServersTestManualDisk-752158608 tempest-ServersTestManualDisk-752158608-project] Notify callbacks [] for port, precommit_update {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:06.305529 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-5a4c3456-6789-4b50-8fd4-0534ec257f1f req-eb020056-4c29-4678-89ed-2cacadeaf437 service neutron] 10.222.0.53 "GET /v2.0/networks/4bdf2aed-00a8-44e1-a719-ebf64e12596f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1675088 Sep 23 19:32:06.305779 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-cab43501-c052-4c32-b9c5-cdc18f4ee154 req-e09a8397-6f56-42cf-8b68-7430521b1fa2 tempest-AttachVolumeNegativeTest-1343519470 tempest-AttachVolumeNegativeTest-1343519470-project] 10.222.0.67 "GET /v2.0/security-groups?id=870169be-a840-40b2-89c6-13960534f950&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7384684 Sep 23 19:32:06.307057 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-40f6b70d-5083-43b0-bacf-b9e066403249 tempest-ServersTestManualDisk-752158608 tempest-ServersTestManualDisk-752158608-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5607436'] for port, after_update {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:06.451475 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f6b70d-5083-43b0-bacf-b9e066403249 tempest-ServersTestManualDisk-752158608 tempest-ServersTestManualDisk-752158608-project] Pushing event updated for resources: {'Port': ['ID=91ede3ab-d988-424a-9467-6fc0c4cd14fe,revision_number=2']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:32:06.455285 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-40f6b70d-5083-43b0-bacf-b9e066403249 tempest-ServersTestManualDisk-752158608 tempest-ServersTestManualDisk-752158608-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-601884'] for floatingip, after_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:06.481058 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1eb719-b8f4-45e5-b370-2e06a0f63399 req-83ad5276-0512-4207-9581-f87e3761946e tempest-AttachVolumeTestJSON-1825206227 tempest-AttachVolumeTestJSON-1825206227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:32:06.481251 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac79f271-bfda-4a0d-9062-bfbb9dba20b9 req-9f9d4840-4220-402c-b0b9-a55367f042d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:32:06.481367 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-ac79f271-bfda-4a0d-9062-bfbb9dba20b9 req-9f9d4840-4220-402c-b0b9-a55367f042d3 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=c02f0550973445e7a8f93af8008dcaa2&device_id=12ba6484-0c0e-4640-a3bd-5ea81088a6da HTTP/1.1" status: 200 len: 1095 time: 0.0882361 Sep 23 19:32:06.482826 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-40f6b70d-5083-43b0-bacf-b9e066403249 tempest-ServersTestManualDisk-752158608 tempest-ServersTestManualDisk-752158608-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222849'] for floatingip, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:06.484957 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-40f6b70d-5083-43b0-bacf-b9e066403249 tempest-ServersTestManualDisk-752158608 tempest-ServersTestManualDisk-752158608-project] 10.222.0.67 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.4815655 Sep 23 19:32:06.487103 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-8d1eb719-b8f4-45e5-b370-2e06a0f63399 req-83ad5276-0512-4207-9581-f87e3761946e tempest-AttachVolumeTestJSON-1825206227 tempest-AttachVolumeTestJSON-1825206227-project] 10.222.0.67 "GET /v2.0/ports?device_id=4cba8196-5b5b-42a0-aaca-42902580e803 HTTP/1.1" status: 200 len: 946 time: 0.3176887 Sep 23 19:32:06.597182 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Device c1c58c8b-c8d8-45d1-8d3b-786ec08cfc8b up at agent ovs-agent-n-d-713301-16 {{(pid=95103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 19:32:06.645837 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac79f271-bfda-4a0d-9062-bfbb9dba20b9 req-61c8da09-e4bb-4c12-a042-3e8983c153d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:32:06.647518 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-ac79f271-bfda-4a0d-9062-bfbb9dba20b9 req-61c8da09-e4bb-4c12-a042-3e8983c153d1 service neutron] 10.222.0.53 "GET /v2.0/networks?id=4bdf2aed-00a8-44e1-a719-ebf64e12596f HTTP/1.1" status: 200 len: 916 time: 0.1477377 Sep 23 19:32:06.653107 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-8d1eb719-b8f4-45e5-b370-2e06a0f63399 req-e37c9b7e-3259-444f-accf-ce3d46a7bd5d tempest-AttachVolumeTestJSON-1825206227 tempest-AttachVolumeTestJSON-1825206227-project] 10.222.0.67 "GET /v2.0/security-groups?id=39522664-d93c-44d8-9f62-0e2cfbb5d5ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1650133 Sep 23 19:32:06.656146 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-c7fc92cf-a1d8-40b7-a343-94cbf5a50eeb req-e3315d2a-5efb-40ad-9ce1-c9b2cc8ca252 tempest-ServerDiskConfigTestJSON-835646415 tempest-ServerDiskConfigTestJSON-835646415-project] Notify callbacks [] for port, precommit_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:06.663953 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Provisioning complete for port c1c58c8b-c8d8-45d1-8d3b-786ec08cfc8b triggered by entity L2. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:32:06.664330 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:06.671106 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-bb8d80b2-be48-43e9-b665-e36a1ce6bbd8 tempest-RoutersAdminTest-1385384480 tempest-RoutersAdminTest-1385384480-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-601749', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-597253', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29360'] for router, precommit_update {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:06.689499 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1363c152-905b-46d5-8480-b46969fd102f req-cfcecc15-a9e0-4240-808a-dd90bbe1384d tempest-TaggedBootDevicesTest_v242-1470406513 tempest-TaggedBootDevicesTest_v242-1470406513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:32:06.695709 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1363c152-905b-46d5-8480-b46969fd102f req-cfcecc15-a9e0-4240-808a-dd90bbe1384d tempest-TaggedBootDevicesTest_v242-1470406513 tempest-TaggedBootDevicesTest_v242-1470406513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:32:06.708216 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1363c152-905b-46d5-8480-b46969fd102f req-cfcecc15-a9e0-4240-808a-dd90bbe1384d tempest-TaggedBootDevicesTest_v242-1470406513 tempest-TaggedBootDevicesTest_v242-1470406513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:32:06.714390 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1363c152-905b-46d5-8480-b46969fd102f req-cfcecc15-a9e0-4240-808a-dd90bbe1384d tempest-TaggedBootDevicesTest_v242-1470406513 tempest-TaggedBootDevicesTest_v242-1470406513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:32:06.725748 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1363c152-905b-46d5-8480-b46969fd102f req-cfcecc15-a9e0-4240-808a-dd90bbe1384d tempest-TaggedBootDevicesTest_v242-1470406513 tempest-TaggedBootDevicesTest_v242-1470406513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:32:06.732197 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-ac79f271-bfda-4a0d-9062-bfbb9dba20b9 req-3a8410bd-e2af-4204-a181-1264ce92d9d8 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f90207df-417b-4b30-81f8-4fed02c0bafb HTTP/1.1" status: 200 len: 217 time: 0.0561776 Sep 23 19:32:06.733922 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1363c152-905b-46d5-8480-b46969fd102f req-cfcecc15-a9e0-4240-808a-dd90bbe1384d tempest-TaggedBootDevicesTest_v242-1470406513 tempest-TaggedBootDevicesTest_v242-1470406513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:32:06.740779 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1363c152-905b-46d5-8480-b46969fd102f req-cfcecc15-a9e0-4240-808a-dd90bbe1384d tempest-TaggedBootDevicesTest_v242-1470406513 tempest-TaggedBootDevicesTest_v242-1470406513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:32:06.742869 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-1363c152-905b-46d5-8480-b46969fd102f req-cfcecc15-a9e0-4240-808a-dd90bbe1384d tempest-TaggedBootDevicesTest_v242-1470406513 tempest-TaggedBootDevicesTest_v242-1470406513-project] 10.222.0.67 "GET /v2.0/ports?device_id=583aeae2-b5c0-4d8d-bffb-15a63f4020fc HTTP/1.1" status: 200 len: 5428 time: 0.3528333 Sep 23 19:32:06.743922 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-bb8d80b2-be48-43e9-b665-e36a1ce6bbd8 tempest-RoutersAdminTest-1385384480 tempest-RoutersAdminTest-1385384480-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-601790', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-601772', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-601767', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-597276'] for router, after_update {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:06.802299 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac79f271-bfda-4a0d-9062-bfbb9dba20b9 req-a03952ac-8797-4099-890b-576b527c90e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:32:06.805371 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-ac79f271-bfda-4a0d-9062-bfbb9dba20b9 req-a03952ac-8797-4099-890b-576b527c90e6 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=2f537de2-cf52-42b9-a747-22f78331e2fe HTTP/1.1" status: 200 len: 855 time: 0.0644989 Sep 23 19:32:06.839923 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-ac79f271-bfda-4a0d-9062-bfbb9dba20b9 req-2ad67813-bb92-4c21-bec6-c2ec8dd8658a service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=4bdf2aed-00a8-44e1-a719-ebf64e12596f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0271783 Sep 23 19:32:06.880661 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-1363c152-905b-46d5-8480-b46969fd102f req-4e98449a-9030-40a1-87f7-664d1c4d03a3 tempest-TaggedBootDevicesTest_v242-1470406513 tempest-TaggedBootDevicesTest_v242-1470406513-project] 10.222.0.67 "GET /v2.0/security-groups?id=687e4f9e-0a49-4ef3-86dc-e31b7edc6949&id=78494785-7e26-42ec-a5d5-f3013c8d7eca&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1206021 Sep 23 19:32:06.932188 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf767cc-974c-47cb-a5b2-9785069b7b48 req-9f43ef9b-7893-4566-8f57-fcd60bdf3dcd tempest-ServerActionsTestJSON-618918056 tempest-ServerActionsTestJSON-618918056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:32:06.940068 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-6cf767cc-974c-47cb-a5b2-9785069b7b48 req-9f43ef9b-7893-4566-8f57-fcd60bdf3dcd tempest-ServerActionsTestJSON-618918056 tempest-ServerActionsTestJSON-618918056-project] 10.222.0.67 "GET /v2.0/ports?device_id=675250d5-b764-4a76-a441-f0488da38a5e HTTP/1.1" status: 200 len: 945 time: 0.1936646 Sep 23 19:32:06.958439 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-c7fc92cf-a1d8-40b7-a343-94cbf5a50eeb req-e3315d2a-5efb-40ad-9ce1-c9b2cc8ca252 tempest-ServerDiskConfigTestJSON-835646415 tempest-ServerDiskConfigTestJSON-835646415-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783145673135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4399100'] for port, after_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:06.969243 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-ac79f271-bfda-4a0d-9062-bfbb9dba20b9 req-57d13bc6-7277-43b0-83e8-b0da75fd49e3 service neutron] 10.222.0.53 "GET /v2.0/networks/4bdf2aed-00a8-44e1-a719-ebf64e12596f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1215024 Sep 23 19:32:07.068129 n-d-713301-16 neutron-server[95102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c7fc92cf-a1d8-40b7-a343-94cbf5a50eeb req-e3315d2a-5efb-40ad-9ce1-c9b2cc8ca252 tempest-ServerDiskConfigTestJSON-835646415 tempest-ServerDiskConfigTestJSON-835646415-project] Network 51d98d25-8b81-49cf-be6e-482532c2b4a4 is already hosted by enough agents. {{(pid=95102) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:32:07.073483 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-6cf767cc-974c-47cb-a5b2-9785069b7b48 req-3505c542-7306-4eda-92f2-0674a6e43b00 tempest-ServerActionsTestJSON-618918056 tempest-ServerActionsTestJSON-618918056-project] 10.222.0.67 "GET /v2.0/security-groups?id=8f1e71cd-f67e-49f6-828d-7dde05723843&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1325309 Sep 23 19:32:07.088143 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3315d2a-5efb-40ad-9ce1-c9b2cc8ca252 tempest-ServerDiskConfigTestJSON-835646415 tempest-ServerDiskConfigTestJSON-835646415-project] Pushing event updated for resources: {'Port': ['ID=20107a54-23bf-476a-b875-56f0db941705,revision_number=1']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:32:07.090797 n-d-713301-16 neutron-server[95102]: DEBUG neutron.scheduler.base_scheduler [req-c7fc92cf-a1d8-40b7-a343-94cbf5a50eeb req-e3315d2a-5efb-40ad-9ce1-c9b2cc8ca252 tempest-ServerDiskConfigTestJSON-835646415 tempest-ServerDiskConfigTestJSON-835646415-project] Resources bound (agent type, host, resource id): {{(pid=95102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:32:07.098408 n-d-713301-16 neutron-server[95102]: DEBUG neutron.db.l3_dvrscheduler_db [req-c7fc92cf-a1d8-40b7-a343-94cbf5a50eeb req-e3315d2a-5efb-40ad-9ce1-c9b2cc8ca252 tempest-ServerDiskConfigTestJSON-835646415 tempest-ServerDiskConfigTestJSON-835646415-project] Received port after_create {{(pid=95102) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 19:32:07.105894 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-ac79f271-bfda-4a0d-9062-bfbb9dba20b9 req-12c3c70f-a121-4cb6-a81b-ed57121af546 service neutron] 10.222.0.53 "GET /v2.0/networks/4bdf2aed-00a8-44e1-a719-ebf64e12596f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1292686 Sep 23 19:32:07.160070 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a81aea-452f-4e4d-b4ec-b534a152612f req-0cad36fa-8529-4ec0-99a4-613c5f5e58d8 tempest-ServerDiskConfigTestJSON-835646415 tempest-ServerDiskConfigTestJSON-835646415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:32:07.163099 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-67a81aea-452f-4e4d-b4ec-b534a152612f req-0cad36fa-8529-4ec0-99a4-613c5f5e58d8 tempest-ServerDiskConfigTestJSON-835646415 tempest-ServerDiskConfigTestJSON-835646415-project] 10.222.0.67 "GET /v2.0/ports?device_id=62626af7-c341-44a3-a3c7-0337577573d0 HTTP/1.1" status: 200 len: 931 time: 0.1803615 Sep 23 19:32:07.194735 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7fc92cf-a1d8-40b7-a343-94cbf5a50eeb req-e3315d2a-5efb-40ad-9ce1-c9b2cc8ca252 tempest-ServerDiskConfigTestJSON-835646415 tempest-ServerDiskConfigTestJSON-835646415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:32:07.195374 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-c7fc92cf-a1d8-40b7-a343-94cbf5a50eeb req-e3315d2a-5efb-40ad-9ce1-c9b2cc8ca252 tempest-ServerDiskConfigTestJSON-835646415 tempest-ServerDiskConfigTestJSON-835646415-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222849'] for port, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:07.240570 n-d-713301-16 neutron-server[95102]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb8d80b2-be48-43e9-b665-e36a1ce6bbd8 tempest-RoutersAdminTest-1385384480 tempest-RoutersAdminTest-1385384480-project-admin] Router dab091b6-c4c9-4481-b914-0c1209bb2806 is scheduled to L3 agent 79a740bf-7821-4989-8288-7186e3e128f3 with binding_index 1 {{(pid=95102) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 23 19:32:07.256870 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-c7fc92cf-a1d8-40b7-a343-94cbf5a50eeb req-e3315d2a-5efb-40ad-9ce1-c9b2cc8ca252 tempest-ServerDiskConfigTestJSON-835646415 tempest-ServerDiskConfigTestJSON-835646415-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.2477794 Sep 23 19:32:07.273266 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.v2.base [req-c7fc92cf-a1d8-40b7-a343-94cbf5a50eeb req-04479521-84d8-45ba-afa9-0dfa010813d0 service neutron] Request body: {'port': {'device_id': '62626af7-c341-44a3-a3c7-0337577573d0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713301-16'}} {{(pid=95102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:32:07.285436 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-67a81aea-452f-4e4d-b4ec-b534a152612f req-6e17b2fd-335e-4ad6-8a37-754b85d525a6 tempest-ServerDiskConfigTestJSON-835646415 tempest-ServerDiskConfigTestJSON-835646415-project] 10.222.0.67 "GET /v2.0/security-groups?id=618aa602-18a9-4f8c-abdd-ba8d4ffb9ee9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1098242 Sep 23 19:32:07.309173 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-db6667b2-7101-4a3f-9426-d3834bdd2e76 req-3e2eb6d7-b21f-40f1-846a-fd170278a7bd tempest-ServersTestManualDisk-752158608 tempest-ServersTestManualDisk-752158608-project] 10.222.0.67 "GET /v2.0/security-groups?name=tempest-securitygroup--1686749263&fields=id&tenant_id=917ebb3003814ff2986ca48b4fa70f0f HTTP/1.1" status: 200 len: 267 time: 0.1234932 Sep 23 19:32:07.422490 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-c7fc92cf-a1d8-40b7-a343-94cbf5a50eeb req-04479521-84d8-45ba-afa9-0dfa010813d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:07.613467 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db6667b2-7101-4a3f-9426-d3834bdd2e76 req-20181b19-c047-412b-93eb-5c7e501a8013 tempest-ServersTestManualDisk-752158608 tempest-ServersTestManualDisk-752158608-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:32:07.614946 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-db6667b2-7101-4a3f-9426-d3834bdd2e76 req-20181b19-c047-412b-93eb-5c7e501a8013 tempest-ServersTestManualDisk-752158608 tempest-ServersTestManualDisk-752158608-project] 10.222.0.67 "GET /v2.0/networks?id=60a3fd30-e0f7-4a5c-8336-b666228ec7b4 HTTP/1.1" status: 200 len: 812 time: 0.2933314 Sep 23 19:32:07.615941 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb8d80b2-be48-43e9-b665-e36a1ce6bbd8 tempest-RoutersAdminTest-1385384480 tempest-RoutersAdminTest-1385384480-project-admin] Notify agent at l3_agent.n-d-713301-16 the message routers_updated {{(pid=95102) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 19:32:07.621119 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-bb8d80b2-be48-43e9-b665-e36a1ce6bbd8 tempest-RoutersAdminTest-1385384480 tempest-RoutersAdminTest-1385384480-project-admin] Notify callbacks [] for router, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:07.622121 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-bb8d80b2-be48-43e9-b665-e36a1ce6bbd8 tempest-RoutersAdminTest-1385384480 tempest-RoutersAdminTest-1385384480-project-admin] 10.222.0.67 "PUT /v2.0/routers/dab091b6-c4c9-4481-b914-0c1209bb2806 HTTP/1.1" status: 200 len: 915 time: 5.2103105 Sep 23 19:32:07.625257 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 46224) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:32:07.632285 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6b6168f-4bfa-4271-835c-72b2de55e3d0 None None] Sync routers for ids ['dab091b6-c4c9-4481-b914-0c1209bb2806'] in n-d-713301-16 {{(pid=95104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 19:32:07.652595 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6b6168f-4bfa-4271-835c-72b2de55e3d0 None None] Routers {'dab091b6-c4c9-4481-b914-0c1209bb2806'} bound to L3 agent in host n-d-713301-16 {{(pid=95104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 19:32:07.654584 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_hamode_db [None req-f6b6168f-4bfa-4271-835c-72b2de55e3d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-23T19:07:52Z,description=,heartbeat_timestamp=2021-09-23T19:31:52Z,host='n-d-713301-16',id=79a740bf-7821-4989-8288-7186e3e128f3,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:07:52Z,topic='l3_agent')) {'router_ids': ['dab091b6-c4c9-4481-b914-0c1209bb2806'], 'active': True} {{(pid=95104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:32:07.659000 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac07bfcc-9404-4b66-af70-1ede57737ef8 req-fbd4cbe9-96cb-470a-b2eb-801b9fecd0b8 tempest-AttachVolumeNegativeTest-1343519470 tempest-AttachVolumeNegativeTest-1343519470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:32:07.660537 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-ac07bfcc-9404-4b66-af70-1ede57737ef8 req-fbd4cbe9-96cb-470a-b2eb-801b9fecd0b8 tempest-AttachVolumeNegativeTest-1343519470 tempest-AttachVolumeNegativeTest-1343519470-project] 10.222.0.67 "GET /v2.0/ports?device_id=12ba6484-0c0e-4640-a3bd-5ea81088a6da HTTP/1.1" status: 200 len: 943 time: 0.2417033 Sep 23 19:32:07.666784 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-db6667b2-7101-4a3f-9426-d3834bdd2e76 req-2dd946a2-b50a-468e-970e-514be1134950 tempest-ServersTestManualDisk-752158608 tempest-ServersTestManualDisk-752158608-project] 10.222.0.67 "GET /v2.0/quotas/917ebb3003814ff2986ca48b4fa70f0f HTTP/1.1" status: 200 len: 375 time: 0.0394454 Sep 23 19:32:07.704239 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_hamode_db [None req-f6b6168f-4bfa-4271-835c-72b2de55e3d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713301-16', False) {} {{(pid=95104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:32:07.714498 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6b6168f-4bfa-4271-835c-72b2de55e3d0 None None] Routers {'dab091b6-c4c9-4481-b914-0c1209bb2806'} bound to L3 agent in host n-d-713301-16 {{(pid=95104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 19:32:07.715110 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_hamode_db [None req-f6b6168f-4bfa-4271-835c-72b2de55e3d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-23T19:07:52Z,description=,heartbeat_timestamp=2021-09-23T19:31:52Z,host='n-d-713301-16',id=79a740bf-7821-4989-8288-7186e3e128f3,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:07:52Z,topic='l3_agent')) {'router_ids': ['dab091b6-c4c9-4481-b914-0c1209bb2806'], 'active': True} {{(pid=95104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:32:07.758333 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_hamode_db [None req-f6b6168f-4bfa-4271-835c-72b2de55e3d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713301-16', False) {} {{(pid=95104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:32:07.759341 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6b6168f-4bfa-4271-835c-72b2de55e3d0 None None] The sync data for ids ['dab091b6-c4c9-4481-b914-0c1209bb2806'] in n-d-713301-16 is: [] {{(pid=95104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 19:32:07.769704 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-c130fe10-b795-4569-ae13-813844cac279 tempest-RoutersAdminTest-1385384480 tempest-RoutersAdminTest-1385384480-project-admin] 10.222.0.67 "GET /v2.0/routers/dab091b6-c4c9-4481-b914-0c1209bb2806 HTTP/1.1" status: 200 len: 921 time: 0.1433690 Sep 23 19:32:07.774571 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 46228) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:32:07.801481 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-ac07bfcc-9404-4b66-af70-1ede57737ef8 req-58683555-1c00-48c6-b4b7-eea2b9c39105 tempest-AttachVolumeNegativeTest-1343519470 tempest-AttachVolumeNegativeTest-1343519470-project] 10.222.0.67 "GET /v2.0/security-groups?id=870169be-a840-40b2-89c6-13960534f950&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898449 Sep 23 19:32:07.838275 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-db6667b2-7101-4a3f-9426-d3834bdd2e76 req-c135af3c-5584-429b-8dcc-22abd1f39de5 tempest-ServersTestManualDisk-752158608 tempest-ServersTestManualDisk-752158608-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=917ebb3003814ff2986ca48b4fa70f0f&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1278117 Sep 23 19:32:07.853332 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a5e51af-3067-46f3-8862-509b5c705dc5 tempest-RoutersAdminTest-1385384480 tempest-RoutersAdminTest-1385384480-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:32:07.857345 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-9a5e51af-3067-46f3-8862-509b5c705dc5 tempest-RoutersAdminTest-1385384480 tempest-RoutersAdminTest-1385384480-project-admin] 10.222.0.67 "GET /v2.0/ports?network_id=5dec5c09-378e-4f50-89cc-d94eb81c3bac&device_id=dab091b6-c4c9-4481-b914-0c1209bb2806&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0815110 Sep 23 19:32:07.864497 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 46230) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:32:07.967385 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e409d022-f872-4e09-9240-89ba625e7b2e req-b6a64d60-2ce2-4ce5-b430-e028fcd1a78a tempest-AttachVolumeTestJSON-1825206227 tempest-AttachVolumeTestJSON-1825206227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:32:07.968891 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-e409d022-f872-4e09-9240-89ba625e7b2e req-b6a64d60-2ce2-4ce5-b430-e028fcd1a78a tempest-AttachVolumeTestJSON-1825206227 tempest-AttachVolumeTestJSON-1825206227-project] 10.222.0.74 "GET /v2.0/ports?device_id=4cba8196-5b5b-42a0-aaca-42902580e803 HTTP/1.1" status: 200 len: 946 time: 0.1127870 Sep 23 19:32:08.016702 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bef79d8-8470-4e35-995a-6e955ecf27df tempest-RoutersAdminTest-1385384480 tempest-RoutersAdminTest-1385384480-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:32:08.018231 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-7bef79d8-8470-4e35-995a-6e955ecf27df tempest-RoutersAdminTest-1385384480 tempest-RoutersAdminTest-1385384480-project-admin] 10.222.0.67 "GET /v2.0/networks/5dec5c09-378e-4f50-89cc-d94eb81c3bac HTTP/1.1" status: 200 len: 881 time: 0.1528671 Sep 23 19:32:08.022918 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 46234) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:32:08.057794 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-21a0cc54-66dc-4756-9133-59e719df4e0d tempest-RoutersAdminTest-1935465670 tempest-RoutersAdminTest-1935465670-project] 10.222.0.67 "GET /v2.0/ports?device_id=dab091b6-c4c9-4481-b914-0c1209bb2806 HTTP/1.1" status: 200 len: 205 time: 0.0344877 Sep 23 19:32:08.060944 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 46236) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:32:08.080857 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57540336-9c9d-4a57-bc0a-8985d46cdc1d req-93513b1b-3a49-467c-afa7-cfccb05a1f44 tempest-AttachVolumeTestJSON-1825206227 tempest-AttachVolumeTestJSON-1825206227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:32:08.082426 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-57540336-9c9d-4a57-bc0a-8985d46cdc1d req-93513b1b-3a49-467c-afa7-cfccb05a1f44 tempest-AttachVolumeTestJSON-1825206227 tempest-AttachVolumeTestJSON-1825206227-project] 10.222.0.67 "GET /v2.0/ports?device_id=4cba8196-5b5b-42a0-aaca-42902580e803 HTTP/1.1" status: 200 len: 946 time: 0.1674588 Sep 23 19:32:08.087502 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-db6667b2-7101-4a3f-9426-d3834bdd2e76 req-fa3386fb-dccf-4611-8791-be1fb864da97 service neutron] 10.222.0.67 "GET /v2.0/networks/60a3fd30-e0f7-4a5c-8336-b666228ec7b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2143095 Sep 23 19:32:08.123660 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.plugin [req-e409d022-f872-4e09-9240-89ba625e7b2e req-85395043-4259-4226-aa62-10aff88af609 tempest-AttachVolumeTestJSON-1825206227 tempest-AttachVolumeTestJSON-1825206227-project] Deleting port b1a5385d-b97e-4faa-9e35-589c892a4d85 {{(pid=95101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:32:08.124303 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-e409d022-f872-4e09-9240-89ba625e7b2e req-85395043-4259-4226-aa62-10aff88af609 tempest-AttachVolumeTestJSON-1825206227 tempest-AttachVolumeTestJSON-1825206227-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783146157096'] for port, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:08.149350 n-d-713301-16 neutron-server[95102]: DEBUG neutron.notifiers.nova [req-c7fc92cf-a1d8-40b7-a343-94cbf5a50eeb req-04479521-84d8-45ba-afa9-0dfa010813d0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 20107a54-23bf-476a-b875-56f0db941705 {{(pid=95102) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 19:32:08.209881 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-c7fc92cf-a1d8-40b7-a343-94cbf5a50eeb req-04479521-84d8-45ba-afa9-0dfa010813d0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:08.240774 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.db [req-e409d022-f872-4e09-9240-89ba625e7b2e req-85395043-4259-4226-aa62-10aff88af609 tempest-AttachVolumeTestJSON-1825206227 tempest-AttachVolumeTestJSON-1825206227-project] For port b1a5385d-b97e-4faa-9e35-589c892a4d85, host n-h1-713301-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-16',level=0,port_id=b1a5385d-b97e-4faa-9e35-589c892a4d85,segment=NetworkSegment(e08e9043-0f34-46de-ae85-d8bb0d4241b4),segment_id=e08e9043-0f34-46de-ae85-d8bb0d4241b4)] {{(pid=95101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:32:08.241233 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-e409d022-f872-4e09-9240-89ba625e7b2e req-85395043-4259-4226-aa62-10aff88af609 tempest-AttachVolumeTestJSON-1825206227 tempest-AttachVolumeTestJSON-1825206227-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-605701'] for port, precommit_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:08.271521 n-d-713301-16 neutron-server[95102]: DEBUG neutron.db.provisioning_blocks [req-c7fc92cf-a1d8-40b7-a343-94cbf5a50eeb req-04479521-84d8-45ba-afa9-0dfa010813d0 service neutron] Transition to ACTIVE for port object 20107a54-23bf-476a-b875-56f0db941705 will not be triggered until provisioned by entity L2. {{(pid=95102) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 19:32:08.289509 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-c7fc92cf-a1d8-40b7-a343-94cbf5a50eeb req-04479521-84d8-45ba-afa9-0dfa010813d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4399095'] for port, after_update {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:08.307807 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-57540336-9c9d-4a57-bc0a-8985d46cdc1d req-94d4ca1e-f04c-4a88-bdb8-5891b868c9bf tempest-AttachVolumeTestJSON-1825206227 tempest-AttachVolumeTestJSON-1825206227-project] 10.222.0.67 "GET /v2.0/security-groups?id=39522664-d93c-44d8-9f62-0e2cfbb5d5ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1808136 Sep 23 19:32:08.376510 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-303dd11b-d79d-40ff-a046-cf2e3d8f0305 tempest-RoutersAdminTest-1935465670 tempest-RoutersAdminTest-1935465670-project] Notify callbacks [] for router, before_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:08.382520 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-db6667b2-7101-4a3f-9426-d3834bdd2e76 req-dc7c32ca-a551-4f0b-a209-b3f12ab12e8b service neutron] 10.222.0.67 "GET /v2.0/networks/60a3fd30-e0f7-4a5c-8336-b666228ec7b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2587523 Sep 23 19:32:08.426954 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04479521-84d8-45ba-afa9-0dfa010813d0 service neutron] Pushing event updated for resources: {'Port': ['ID=20107a54-23bf-476a-b875-56f0db941705,revision_number=2']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:32:08.500503 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-e409d022-f872-4e09-9240-89ba625e7b2e req-85395043-4259-4226-aa62-10aff88af609 tempest-AttachVolumeTestJSON-1825206227 tempest-AttachVolumeTestJSON-1825206227-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:08.501248 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-e409d022-f872-4e09-9240-89ba625e7b2e req-85395043-4259-4226-aa62-10aff88af609 tempest-AttachVolumeTestJSON-1825206227 tempest-AttachVolumeTestJSON-1825206227-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-601884'] for floatingip, after_update {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:08.501560 n-d-713301-16 neutron-server[95101]: INFO neutron.db.l3_db [req-e409d022-f872-4e09-9240-89ba625e7b2e req-85395043-4259-4226-aa62-10aff88af609 tempest-AttachVolumeTestJSON-1825206227 tempest-AttachVolumeTestJSON-1825206227-project] Floating IP c4c9d118-fc3c-4468-a72d-7d7d876a24a9 disassociated. External IP: 172.25.1.163, port: b1a5385d-b97e-4faa-9e35-589c892a4d85. Sep 23 19:32:08.502041 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.plugin [req-e409d022-f872-4e09-9240-89ba625e7b2e req-85395043-4259-4226-aa62-10aff88af609 tempest-AttachVolumeTestJSON-1825206227 tempest-AttachVolumeTestJSON-1825206227-project] Calling delete_port for b1a5385d-b97e-4faa-9e35-589c892a4d85 owned by compute:nova {{(pid=95101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:32:08.707514 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-e409d022-f872-4e09-9240-89ba625e7b2e req-85395043-4259-4226-aa62-10aff88af609 tempest-AttachVolumeTestJSON-1825206227 tempest-AttachVolumeTestJSON-1825206227-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783146162158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783145673144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5607431'] for port, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:08.739601 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85395043-4259-4226-aa62-10aff88af609 tempest-AttachVolumeTestJSON-1825206227 tempest-AttachVolumeTestJSON-1825206227-project] Pushing event deleted for resources: {'Port': ['ID=b1a5385d-b97e-4faa-9e35-589c892a4d85,revision_number=None']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:32:08.766667 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Device f90207df-417b-4b30-81f8-4fed02c0bafb details requested by agent hyperv_n-h2-713301-16 with host n-h2-713301-16 {{(pid=95103) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 19:32:08.911572 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f733b5-dd70-4031-9343-cea58abb2e74 req-a3f858ac-ee52-4e28-9563-f0499447bd58 tempest-TaggedBootDevicesTest_v242-1470406513 tempest-TaggedBootDevicesTest_v242-1470406513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:32:08.917843 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f733b5-dd70-4031-9343-cea58abb2e74 req-a3f858ac-ee52-4e28-9563-f0499447bd58 tempest-TaggedBootDevicesTest_v242-1470406513 tempest-TaggedBootDevicesTest_v242-1470406513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:32:08.919167 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] For port f90207df-417b-4b30-81f8-4fed02c0bafb, host n-h2-713301-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-16',level=0,port_id=f90207df-417b-4b30-81f8-4fed02c0bafb,segment=NetworkSegment(109e9ca4-0775-4f0d-a524-d06e4e2d3223),segment_id=109e9ca4-0775-4f0d-a524-d06e4e2d3223)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:32:08.924973 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f733b5-dd70-4031-9343-cea58abb2e74 req-a3f858ac-ee52-4e28-9563-f0499447bd58 tempest-TaggedBootDevicesTest_v242-1470406513 tempest-TaggedBootDevicesTest_v242-1470406513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:32:08.931058 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f733b5-dd70-4031-9343-cea58abb2e74 req-a3f858ac-ee52-4e28-9563-f0499447bd58 tempest-TaggedBootDevicesTest_v242-1470406513 tempest-TaggedBootDevicesTest_v242-1470406513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:32:08.936913 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e409d022-f872-4e09-9240-89ba625e7b2e req-85395043-4259-4226-aa62-10aff88af609 tempest-AttachVolumeTestJSON-1825206227 tempest-AttachVolumeTestJSON-1825206227-project] Router 0ae9bdcc-8d8c-4e39-ab0b-7f19577fbe58 has already been hosted by L3 agent 79a740bf-7821-4989-8288-7186e3e128f3 {{(pid=95101) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 19:32:08.937079 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f733b5-dd70-4031-9343-cea58abb2e74 req-a3f858ac-ee52-4e28-9563-f0499447bd58 tempest-TaggedBootDevicesTest_v242-1470406513 tempest-TaggedBootDevicesTest_v242-1470406513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:32:08.940460 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Returning: {'device': 'f90207df-417b-4b30-81f8-4fed02c0bafb', 'network_id': '4bdf2aed-00a8-44e1-a719-ebf64e12596f', 'port_id': 'f90207df-417b-4b30-81f8-4fed02c0bafb', 'mac_address': 'fa:16:3e:49:e3:66', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 634, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2f537de2-cf52-42b9-a747-22f78331e2fe', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95103) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 19:32:08.945159 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f733b5-dd70-4031-9343-cea58abb2e74 req-a3f858ac-ee52-4e28-9563-f0499447bd58 tempest-TaggedBootDevicesTest_v242-1470406513 tempest-TaggedBootDevicesTest_v242-1470406513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:32:08.951070 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f733b5-dd70-4031-9343-cea58abb2e74 req-a3f858ac-ee52-4e28-9563-f0499447bd58 tempest-TaggedBootDevicesTest_v242-1470406513 tempest-TaggedBootDevicesTest_v242-1470406513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:32:08.953106 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-f8f733b5-dd70-4031-9343-cea58abb2e74 req-a3f858ac-ee52-4e28-9563-f0499447bd58 tempest-TaggedBootDevicesTest_v242-1470406513 tempest-TaggedBootDevicesTest_v242-1470406513-project] 10.222.0.67 "GET /v2.0/ports?device_id=583aeae2-b5c0-4d8d-bffb-15a63f4020fc HTTP/1.1" status: 200 len: 5428 time: 0.5332394 Sep 23 19:32:08.989505 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:08.999985 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-528657e9-4545-4680-b662-362dcf05682b req-df1abbf6-f5b7-47b7-8b67-602d2c671f67 tempest-ServerActionsTestJSON-618918056 tempest-ServerActionsTestJSON-618918056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:32:09.001612 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-528657e9-4545-4680-b662-362dcf05682b req-df1abbf6-f5b7-47b7-8b67-602d2c671f67 tempest-ServerActionsTestJSON-618918056 tempest-ServerActionsTestJSON-618918056-project] 10.222.0.67 "GET /v2.0/ports?device_id=675250d5-b764-4a76-a441-f0488da38a5e HTTP/1.1" status: 200 len: 945 time: 0.2028723 Sep 23 19:32:09.004230 n-d-713301-16 neutron-server[95103]: DEBUG neutron.notifiers.nova [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f90207df-417b-4b30-81f8-4fed02c0bafb {{(pid=95103) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 19:32:09.019578 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.managers [req-c7fc92cf-a1d8-40b7-a343-94cbf5a50eeb req-04479521-84d8-45ba-afa9-0dfa010813d0 service neutron] Attempting to bind port 20107a54-23bf-476a-b875-56f0db941705 on host n-h1-713301-16 for vnic_type normal with profile {{(pid=95102) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 19:32:09.019918 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.managers [req-c7fc92cf-a1d8-40b7-a343-94cbf5a50eeb req-04479521-84d8-45ba-afa9-0dfa010813d0 service neutron] Attempting to bind port 20107a54-23bf-476a-b875-56f0db941705 by drivers openvswitch,hyperv on host n-h1-713301-16 at level 0 using segments [{'id': '12b6e53f-a75d-4104-957d-b1954c84752d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '51d98d25-8b81-49cf-be6e-482532c2b4a4'}] {{(pid=95102) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 19:32:09.020272 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7fc92cf-a1d8-40b7-a343-94cbf5a50eeb req-04479521-84d8-45ba-afa9-0dfa010813d0 service neutron] Attempting to bind port 20107a54-23bf-476a-b875-56f0db941705 on network 51d98d25-8b81-49cf-be6e-482532c2b4a4 {{(pid=95102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:32:09.023098 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-303dd11b-d79d-40ff-a046-cf2e3d8f0305 tempest-RoutersAdminTest-1935465670 tempest-RoutersAdminTest-1935465670-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:09.029923 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] For port f90207df-417b-4b30-81f8-4fed02c0bafb, host n-h2-713301-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-16',level=0,port_id=f90207df-417b-4b30-81f8-4fed02c0bafb,segment=NetworkSegment(109e9ca4-0775-4f0d-a524-d06e4e2d3223),segment_id=109e9ca4-0775-4f0d-a524-d06e4e2d3223)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:32:09.038924 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:09.061701 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7fc92cf-a1d8-40b7-a343-94cbf5a50eeb req-04479521-84d8-45ba-afa9-0dfa010813d0 service neutron] Port 20107a54-23bf-476a-b875-56f0db941705 on network 51d98d25-8b81-49cf-be6e-482532c2b4a4 not bound, no agent of type Open vSwitch agent registered on host n-h1-713301-16 {{(pid=95102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 19:32:09.062030 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7fc92cf-a1d8-40b7-a343-94cbf5a50eeb req-04479521-84d8-45ba-afa9-0dfa010813d0 service neutron] Attempting to bind port 20107a54-23bf-476a-b875-56f0db941705 on network 51d98d25-8b81-49cf-be6e-482532c2b4a4 {{(pid=95102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:32:09.091128 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-f8f733b5-dd70-4031-9343-cea58abb2e74 req-5a742e79-4ebf-4e04-81d6-5b35b4bd5036 tempest-TaggedBootDevicesTest_v242-1470406513 tempest-TaggedBootDevicesTest_v242-1470406513-project] 10.222.0.67 "GET /v2.0/security-groups?id=687e4f9e-0a49-4ef3-86dc-e31b7edc6949&id=78494785-7e26-42ec-a5d5-f3013c8d7eca&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1275363 Sep 23 19:32:09.119289 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Pushing event updated for resources: {'Port': ['ID=f90207df-417b-4b30-81f8-4fed02c0bafb,revision_number=4']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:32:09.131045 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e409d022-f872-4e09-9240-89ba625e7b2e req-85395043-4259-4226-aa62-10aff88af609 tempest-AttachVolumeTestJSON-1825206227 tempest-AttachVolumeTestJSON-1825206227-project] Notify agent at l3_agent.n-d-713301-16 the message routers_updated {{(pid=95101) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 19:32:09.147990 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7fc92cf-a1d8-40b7-a343-94cbf5a50eeb req-04479521-84d8-45ba-afa9-0dfa010813d0 service neutron] Checking agent: {'id': '0708c3e9-0aad-4600-9be9-d2486535c898', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713301-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 19, 15, 28), 'started_at': datetime.datetime(2021, 9, 23, 19, 15, 28), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 19, 31, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 19:32:09.148389 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7fc92cf-a1d8-40b7-a343-94cbf5a50eeb req-04479521-84d8-45ba-afa9-0dfa010813d0 service neutron] Checking segment: {'id': '12b6e53f-a75d-4104-957d-b1954c84752d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '51d98d25-8b81-49cf-be6e-482532c2b4a4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95102) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:32:09.148867 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7fc92cf-a1d8-40b7-a343-94cbf5a50eeb req-04479521-84d8-45ba-afa9-0dfa010813d0 service neutron] Bound using segment: {'id': '12b6e53f-a75d-4104-957d-b1954c84752d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '51d98d25-8b81-49cf-be6e-482532c2b4a4'} {{(pid=95102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 19:32:09.149313 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.managers [req-c7fc92cf-a1d8-40b7-a343-94cbf5a50eeb req-04479521-84d8-45ba-afa9-0dfa010813d0 service neutron] Bound port: 20107a54-23bf-476a-b875-56f0db941705, host: n-h1-713301-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '12b6e53f-a75d-4104-957d-b1954c84752d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '51d98d25-8b81-49cf-be6e-482532c2b4a4'}}] {{(pid=95102) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 19:32:09.149515 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-637d630a-624e-4360-9f41-4ebcc99257d7 None None] Sync routers for ids ['0ae9bdcc-8d8c-4e39-ab0b-7f19577fbe58'] in n-d-713301-16 {{(pid=95103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 19:32:09.149906 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-c7fc92cf-a1d8-40b7-a343-94cbf5a50eeb req-04479521-84d8-45ba-afa9-0dfa010813d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:09.163049 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-637d630a-624e-4360-9f41-4ebcc99257d7 None None] Routers {'0ae9bdcc-8d8c-4e39-ab0b-7f19577fbe58'} bound to L3 agent in host n-d-713301-16 {{(pid=95103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 19:32:09.164234 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_hamode_db [None req-637d630a-624e-4360-9f41-4ebcc99257d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-23T19:07:52Z,description=,heartbeat_timestamp=2021-09-23T19:31:52Z,host='n-d-713301-16',id=79a740bf-7821-4989-8288-7186e3e128f3,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:07:52Z,topic='l3_agent')) {'router_ids': ['0ae9bdcc-8d8c-4e39-ab0b-7f19577fbe58'], 'active': True} {{(pid=95103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:32:09.203335 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-528657e9-4545-4680-b662-362dcf05682b req-0a8944df-c639-4cb3-8c0a-37df5e10ba1a tempest-ServerActionsTestJSON-618918056 tempest-ServerActionsTestJSON-618918056-project] 10.222.0.67 "GET /v2.0/security-groups?id=8f1e71cd-f67e-49f6-828d-7dde05723843&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1876786 Sep 23 19:32:09.229619 n-d-713301-16 neutron-server[95101]: DEBUG neutron.db.l3_dvrscheduler_db [req-e409d022-f872-4e09-9240-89ba625e7b2e req-85395043-4259-4226-aa62-10aff88af609 tempest-AttachVolumeTestJSON-1825206227 tempest-AttachVolumeTestJSON-1825206227-project] No DVR routers for this DVR port b1a5385d-b97e-4faa-9e35-589c892a4d85 on host n-h1-713301-16 {{(pid=95101) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 19:32:09.232097 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-e409d022-f872-4e09-9240-89ba625e7b2e req-85395043-4259-4226-aa62-10aff88af609 tempest-AttachVolumeTestJSON-1825206227 tempest-AttachVolumeTestJSON-1825206227-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222849'] for port, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:09.234206 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-e409d022-f872-4e09-9240-89ba625e7b2e req-85395043-4259-4226-aa62-10aff88af609 tempest-AttachVolumeTestJSON-1825206227 tempest-AttachVolumeTestJSON-1825206227-project] 10.222.0.74 "DELETE /v2.0/ports/b1a5385d-b97e-4faa-9e35-589c892a4d85 HTTP/1.1" status: 204 len: 173 time: 1.2576797 Sep 23 19:32:09.257439 n-d-713301-16 neutron-server[95101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4cba8196-5b5b-42a0-aaca-42902580e803', 'name': 'network-vif-deleted', 'tag': 'b1a5385d-b97e-4faa-9e35-589c892a4d85'}] {{(pid=95101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 19:32:09.258808 n-d-713301-16 neutron-server[95101]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d8366c5740cd635e57ab12b71fe44a77c2acc3c19091ef849c6f68b380462244" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16d4c98d-818b-418d-86da-5c626257b47f" -d '{"events": [{"server_uuid": "4cba8196-5b5b-42a0-aaca-42902580e803", "name": "network-vif-deleted", "tag": "b1a5385d-b97e-4faa-9e35-589c892a4d85"}]}' {{(pid=95101) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 19:32:09.333553 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] get_ports_and_sgs() called for port_ids ['f90207df-417b-4b30-81f8-4fed02c0bafb'] {{(pid=95103) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 19:32:09.430793 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.db [req-c7fc92cf-a1d8-40b7-a343-94cbf5a50eeb req-04479521-84d8-45ba-afa9-0dfa010813d0 service neutron] For port 20107a54-23bf-476a-b875-56f0db941705, host n-h1-713301-16, cleared binding levels {{(pid=95102) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 19:32:09.456032 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.db [req-c7fc92cf-a1d8-40b7-a343-94cbf5a50eeb req-04479521-84d8-45ba-afa9-0dfa010813d0 service neutron] For port 20107a54-23bf-476a-b875-56f0db941705, host n-h1-713301-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-16',level=0,port_id=20107a54-23bf-476a-b875-56f0db941705,segment=NetworkSegment(12b6e53f-a75d-4104-957d-b1954c84752d),segment_id=12b6e53f-a75d-4104-957d-b1954c84752d)] {{(pid=95102) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 19:32:09.465588 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e40f6d-5533-4967-ba1e-82425e978291 req-66c99b50-d948-46fd-91d0-6fb542d27872 tempest-ServerDiskConfigTestJSON-835646415 tempest-ServerDiskConfigTestJSON-835646415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:32:09.467212 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-80e40f6d-5533-4967-ba1e-82425e978291 req-66c99b50-d948-46fd-91d0-6fb542d27872 tempest-ServerDiskConfigTestJSON-835646415 tempest-ServerDiskConfigTestJSON-835646415-project] 10.222.0.67 "GET /v2.0/ports?device_id=62626af7-c341-44a3-a3c7-0337577573d0 HTTP/1.1" status: 200 len: 943 time: 0.2269642 Sep 23 19:32:09.468660 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.plugin [None req-303dd11b-d79d-40ff-a046-cf2e3d8f0305 tempest-RoutersAdminTest-1935465670 tempest-RoutersAdminTest-1935465670-project] Deleting port 83800779-d255-4714-8b0e-be75c928bf9f {{(pid=95102) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:32:09.469051 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-303dd11b-d79d-40ff-a046-cf2e3d8f0305 tempest-RoutersAdminTest-1935465670 tempest-RoutersAdminTest-1935465670-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783146157096'] for port, before_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:09.484645 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-c7fc92cf-a1d8-40b7-a343-94cbf5a50eeb req-04479521-84d8-45ba-afa9-0dfa010813d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4399095'] for port, after_update {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:09.538133 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_dvr_db [None req-637d630a-624e-4360-9f41-4ebcc99257d7 None None] Set router 0ae9bdcc-8d8c-4e39-ab0b-7f19577fbe58 gateway port host: n-d-713301-16 {{(pid=95103) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 19:32:09.566768 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-fedf03b3-3069-41d4-8563-687967a0b4c1 req-e8d2f9bc-062d-4085-9f44-fca7b2ad7827 tempest-ServersTestManualDisk-752158608 tempest-ServersTestManualDisk-752158608-project] 10.222.0.67 "GET /v2.0/ports?device_id=7f0c7a8c-f1d5-48e8-8e43-c5e8405d61bf HTTP/1.1" status: 200 len: 210 time: 0.0938010 Sep 23 19:32:09.641540 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7fc92cf-a1d8-40b7-a343-94cbf5a50eeb req-04479521-84d8-45ba-afa9-0dfa010813d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:32:09.642519 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-c7fc92cf-a1d8-40b7-a343-94cbf5a50eeb req-04479521-84d8-45ba-afa9-0dfa010813d0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222849'] for port, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:09.643927 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-c7fc92cf-a1d8-40b7-a343-94cbf5a50eeb req-04479521-84d8-45ba-afa9-0dfa010813d0 service neutron] 10.222.0.74 "PUT /v2.0/ports/20107a54-23bf-476a-b875-56f0db941705 HTTP/1.1" status: 200 len: 1092 time: 2.3782818 Sep 23 19:32:09.646030 n-d-713301-16 neutron-server[95102]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '62626af7-c341-44a3-a3c7-0337577573d0', 'tag': '20107a54-23bf-476a-b875-56f0db941705'}] {{(pid=95102) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 19:32:09.648326 n-d-713301-16 neutron-server[95102]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab31b6d93e5336dbddfa8ec424565b3bd8cb2369c5b4d85bc943472dbb21e8ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03fb3975-b657-4179-8c4a-502e35ab1c1d" -d '{"events": [{"name": "network-changed", "server_uuid": "62626af7-c341-44a3-a3c7-0337577573d0", "tag": "20107a54-23bf-476a-b875-56f0db941705"}]}' {{(pid=95102) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 19:32:09.738300 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04479521-84d8-45ba-afa9-0dfa010813d0 service neutron] Pushing event updated for resources: {'Port': ['ID=20107a54-23bf-476a-b875-56f0db941705,revision_number=3']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:32:09.771245 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-80e40f6d-5533-4967-ba1e-82425e978291 req-ba3d2895-8ffd-4999-90ab-d3af2a49f129 tempest-ServerDiskConfigTestJSON-835646415 tempest-ServerDiskConfigTestJSON-835646415-project] 10.222.0.67 "GET /v2.0/security-groups?id=618aa602-18a9-4f8c-abdd-ba8d4ffb9ee9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2824421 Sep 23 19:32:09.786560 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-303dd11b-d79d-40ff-a046-cf2e3d8f0305 tempest-RoutersAdminTest-1935465670 tempest-RoutersAdminTest-1935465670-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-605701'] for port, precommit_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:09.810398 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.plugin [None req-303dd11b-d79d-40ff-a046-cf2e3d8f0305 tempest-RoutersAdminTest-1935465670 tempest-RoutersAdminTest-1935465670-project] Calling delete_port for 83800779-d255-4714-8b0e-be75c928bf9f owned by network:router_gateway {{(pid=95102) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:32:09.824319 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723ed107-9b02-405c-8a9f-811adf4b51a9 req-3d443515-d274-45db-8232-3d6171e3930e tempest-AttachVolumeNegativeTest-1343519470 tempest-AttachVolumeNegativeTest-1343519470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:32:09.825934 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-723ed107-9b02-405c-8a9f-811adf4b51a9 req-3d443515-d274-45db-8232-3d6171e3930e tempest-AttachVolumeNegativeTest-1343519470 tempest-AttachVolumeNegativeTest-1343519470-project] 10.222.0.67 "GET /v2.0/ports?device_id=12ba6484-0c0e-4640-a3bd-5ea81088a6da HTTP/1.1" status: 200 len: 944 time: 0.1687019 Sep 23 19:32:09.831405 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7fc92cf-a1d8-40b7-a343-94cbf5a50eeb req-7ea162c6-f206-45eb-8b69-eb60e84a1d2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:32:09.832400 n-d-713301-16 neutron-server[95101]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 19:32:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4632b3b4-af27-4117-a640-9d90e3804906 x-openstack-request-id: req-4632b3b4-af27-4117-a640-9d90e3804906 {{(pid=95101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 19:32:09.832805 n-d-713301-16 neutron-server[95101]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4cba8196-5b5b-42a0-aaca-42902580e803", "name": "network-vif-deleted", "tag": "b1a5385d-b97e-4faa-9e35-589c892a4d85", "status": "completed", "code": 200}]} {{(pid=95101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 19:32:09.833113 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-c7fc92cf-a1d8-40b7-a343-94cbf5a50eeb req-7ea162c6-f206-45eb-8b69-eb60e84a1d2a service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=5335e134b9744707975fff47e2e93ede&device_id=62626af7-c341-44a3-a3c7-0337577573d0 HTTP/1.1" status: 200 len: 1095 time: 0.1333213 Sep 23 19:32:09.833323 n-d-713301-16 neutron-server[95101]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-4632b3b4-af27-4117-a640-9d90e3804906 {{(pid=95101) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 19:32:09.833763 n-d-713301-16 neutron-server[95101]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4cba8196-5b5b-42a0-aaca-42902580e803', 'name': 'network-vif-deleted', 'tag': 'b1a5385d-b97e-4faa-9e35-589c892a4d85', 'status': 'completed', 'code': 200} Sep 23 19:32:09.919188 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_hamode_db [None req-637d630a-624e-4360-9f41-4ebcc99257d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ae9bdcc-8d8c-4e39-ab0b-7f19577fbe58', 'name': 'tempest-AttachVolumeTestJSON-314622829-router', 'tenant_id': 'bc1c8a8a17df480598455b00ff38da5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'external_fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.53'}], 'enable_snat': True}, 'gw_port_id': 'bab68285-692e-4b0e-8383-3035eb294b14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:27:18Z', 'updated_at': '2021-09-23T19:27:26Z', 'revision_number': 4, 'project_id': 'bc1c8a8a17df480598455b00ff38da5a', 'gw_port': {'id': 'bab68285-692e-4b0e-8383-3035eb294b14', 'name': '', 'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:f0:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ae9bdcc-8d8c-4e39-ab0b-7f19577fbe58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1030, 'fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:27:18Z', 'updated_at': '2021-09-23T19:27:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-16', '_interfaces': [{'id': 'df511637-223e-4ec6-90b4-f9fde186f89c', 'name': '', 'network_id': '891932c9-457f-43e1-aea2-971af25a68f6', 'tenant_id': 'bc1c8a8a17df480598455b00ff38da5a', 'mac_address': 'fa:16:3e:81:e6:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ae9bdcc-8d8c-4e39-ab0b-7f19577fbe58', 'device_owner': 'network:router_interface', 'standard_attr_id': 1038, 'fixed_ips': [{'subnet_id': 'bbfc5a86-0037-429e-b11d-698cbfb1a3c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:27:24Z', 'updated_at': '2021-09-23T19:27:30Z', 'revision_number': 5, 'project_id': 'bc1c8a8a17df480598455b00ff38da5a', 'subnets': [{'id': 'bbfc5a86-0037-429e-b11d-698cbfb1a3c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-16', False) {} {{(pid=95103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:32:10.005614 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-c7fc92cf-a1d8-40b7-a343-94cbf5a50eeb req-126a96e4-5550-481f-a632-a15d2dc37d90 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=20107a54-23bf-476a-b875-56f0db941705 HTTP/1.1" status: 200 len: 217 time: 0.1621284 Sep 23 19:32:10.114746 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-17d32da5-392a-47d7-b09f-75bb163ad95d req-5819ef88-6326-4027-94cb-bfa37f54f1a8 tempest-AttachVolumeTestJSON-1825206227 tempest-AttachVolumeTestJSON-1825206227-project] 10.222.0.67 "GET /v2.0/ports?device_id=4cba8196-5b5b-42a0-aaca-42902580e803 HTTP/1.1" status: 200 len: 210 time: 0.1150510 Sep 23 19:32:10.122016 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-723ed107-9b02-405c-8a9f-811adf4b51a9 req-7b9eb817-46c5-4e6b-ab9b-ccd94a4443f7 tempest-AttachVolumeNegativeTest-1343519470 tempest-AttachVolumeNegativeTest-1343519470-project] 10.222.0.67 "GET /v2.0/security-groups?id=870169be-a840-40b2-89c6-13960534f950&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2847741 Sep 23 19:32:10.132834 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-637d630a-624e-4360-9f41-4ebcc99257d7 None None] Checking router: 0ae9bdcc-8d8c-4e39-ab0b-7f19577fbe58 for host: n-d-713301-16 {{(pid=95103) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 19:32:10.173840 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-637d630a-624e-4360-9f41-4ebcc99257d7 None None] Routers {'0ae9bdcc-8d8c-4e39-ab0b-7f19577fbe58'} bound to L3 agent in host n-d-713301-16 {{(pid=95103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 19:32:10.176060 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_hamode_db [None req-637d630a-624e-4360-9f41-4ebcc99257d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-23T19:07:52Z,description=,heartbeat_timestamp=2021-09-23T19:31:52Z,host='n-d-713301-16',id=79a740bf-7821-4989-8288-7186e3e128f3,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:07:52Z,topic='l3_agent')) {'router_ids': ['0ae9bdcc-8d8c-4e39-ab0b-7f19577fbe58'], 'active': True} {{(pid=95103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:32:10.189062 n-d-713301-16 neutron-server[95102]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 19:32:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f428553-a9e3-4d39-91f2-3764c9682111 x-openstack-request-id: req-4f428553-a9e3-4d39-91f2-3764c9682111 {{(pid=95102) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 19:32:10.189423 n-d-713301-16 neutron-server[95102]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "62626af7-c341-44a3-a3c7-0337577573d0", "tag": "20107a54-23bf-476a-b875-56f0db941705", "status": "completed", "code": 200}]} {{(pid=95102) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 19:32:10.189731 n-d-713301-16 neutron-server[95102]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-4f428553-a9e3-4d39-91f2-3764c9682111 {{(pid=95102) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 19:32:10.190028 n-d-713301-16 neutron-server[95102]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '62626af7-c341-44a3-a3c7-0337577573d0', 'tag': '20107a54-23bf-476a-b875-56f0db941705', 'status': 'completed', 'code': 200} Sep 23 19:32:10.211136 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7fc92cf-a1d8-40b7-a343-94cbf5a50eeb req-9037d62f-8fb6-41b9-b05b-cf281bc149e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:32:10.213243 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-c7fc92cf-a1d8-40b7-a343-94cbf5a50eeb req-9037d62f-8fb6-41b9-b05b-cf281bc149e1 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=f1f3b3f4-c8d2-4aab-b6a3-39edd63f54e5 HTTP/1.1" status: 200 len: 853 time: 0.1890826 Sep 23 19:32:10.273015 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-c7fc92cf-a1d8-40b7-a343-94cbf5a50eeb req-ccd21788-0572-4c5f-9612-40b3c18770bb service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=51d98d25-8b81-49cf-be6e-482532c2b4a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0509501 Sep 23 19:32:10.383939 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_dvr_db [None req-637d630a-624e-4360-9f41-4ebcc99257d7 None None] Set router 0ae9bdcc-8d8c-4e39-ab0b-7f19577fbe58 gateway port host: n-d-713301-16 {{(pid=95103) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 19:32:10.430898 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-303dd11b-d79d-40ff-a046-cf2e3d8f0305 tempest-RoutersAdminTest-1935465670 tempest-RoutersAdminTest-1935465670-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783146162158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783145673144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4399100'] for port, after_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:10.468412 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7bb0f44-3ec0-4458-83e3-fb2af6f97cae req-2c2a1280-dcfb-4d9e-8ca8-71981a89783d tempest-TaggedBootDevicesTest_v242-1470406513 tempest-TaggedBootDevicesTest_v242-1470406513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:32:10.474746 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7bb0f44-3ec0-4458-83e3-fb2af6f97cae req-2c2a1280-dcfb-4d9e-8ca8-71981a89783d tempest-TaggedBootDevicesTest_v242-1470406513 tempest-TaggedBootDevicesTest_v242-1470406513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:32:10.483750 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7bb0f44-3ec0-4458-83e3-fb2af6f97cae req-2c2a1280-dcfb-4d9e-8ca8-71981a89783d tempest-TaggedBootDevicesTest_v242-1470406513 tempest-TaggedBootDevicesTest_v242-1470406513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:32:10.491469 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7bb0f44-3ec0-4458-83e3-fb2af6f97cae req-2c2a1280-dcfb-4d9e-8ca8-71981a89783d tempest-TaggedBootDevicesTest_v242-1470406513 tempest-TaggedBootDevicesTest_v242-1470406513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:32:10.497864 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7bb0f44-3ec0-4458-83e3-fb2af6f97cae req-2c2a1280-dcfb-4d9e-8ca8-71981a89783d tempest-TaggedBootDevicesTest_v242-1470406513 tempest-TaggedBootDevicesTest_v242-1470406513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:32:10.504941 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7bb0f44-3ec0-4458-83e3-fb2af6f97cae req-2c2a1280-dcfb-4d9e-8ca8-71981a89783d tempest-TaggedBootDevicesTest_v242-1470406513 tempest-TaggedBootDevicesTest_v242-1470406513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:32:10.511025 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7bb0f44-3ec0-4458-83e3-fb2af6f97cae req-2c2a1280-dcfb-4d9e-8ca8-71981a89783d tempest-TaggedBootDevicesTest_v242-1470406513 tempest-TaggedBootDevicesTest_v242-1470406513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:32:10.512957 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-d7bb0f44-3ec0-4458-83e3-fb2af6f97cae req-2c2a1280-dcfb-4d9e-8ca8-71981a89783d tempest-TaggedBootDevicesTest_v242-1470406513 tempest-TaggedBootDevicesTest_v242-1470406513-project] 10.222.0.67 "GET /v2.0/ports?device_id=583aeae2-b5c0-4d8d-bffb-15a63f4020fc HTTP/1.1" status: 200 len: 5428 time: 0.2390172 Sep 23 19:32:10.513091 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db6667b2-7101-4a3f-9426-d3834bdd2e76 req-aaa381cc-9be6-42c0-813f-502686e3ba51 tempest-ServersTestManualDisk-752158608 tempest-ServersTestManualDisk-752158608-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:32:10.514685 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-db6667b2-7101-4a3f-9426-d3834bdd2e76 req-aaa381cc-9be6-42c0-813f-502686e3ba51 tempest-ServersTestManualDisk-752158608 tempest-ServersTestManualDisk-752158608-project] 10.222.0.53 "GET /v2.0/networks?id=60a3fd30-e0f7-4a5c-8336-b666228ec7b4 HTTP/1.1" status: 200 len: 812 time: 0.5761974 Sep 23 19:32:10.560222 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-303dd11b-d79d-40ff-a046-cf2e3d8f0305 tempest-RoutersAdminTest-1935465670 tempest-RoutersAdminTest-1935465670-project] Pushing event deleted for resources: {'Port': ['ID=83800779-d255-4714-8b0e-be75c928bf9f,revision_number=None']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:32:10.588785 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-db6667b2-7101-4a3f-9426-d3834bdd2e76 req-ca6432b3-73f2-447e-807d-ad265174b7a6 tempest-ServersTestManualDisk-752158608 tempest-ServersTestManualDisk-752158608-project] 10.222.0.53 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=917ebb3003814ff2986ca48b4fa70f0f HTTP/1.1" status: 200 len: 380 time: 0.0628204 Sep 23 19:32:10.594952 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ebd99e-04c1-4a3c-b482-54cfb7e3268f req-f75eff51-bb63-4d9e-8904-07af5e1a2e01 tempest-ServerActionsTestJSON-618918056 tempest-ServerActionsTestJSON-618918056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:32:10.597142 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-18ebd99e-04c1-4a3c-b482-54cfb7e3268f req-f75eff51-bb63-4d9e-8904-07af5e1a2e01 tempest-ServerActionsTestJSON-618918056 tempest-ServerActionsTestJSON-618918056-project] 10.222.0.67 "GET /v2.0/ports?device_id=675250d5-b764-4a76-a441-f0488da38a5e HTTP/1.1" status: 200 len: 945 time: 0.2693641 Sep 23 19:32:10.601793 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.v2.base [req-db6667b2-7101-4a3f-9426-d3834bdd2e76 req-ef1db122-29db-4811-b53f-1f8043736865 tempest-ServersTestManualDisk-752158608 tempest-ServersTestManualDisk-752158608-project] Request body: {'port': {'device_id': '7f0c7a8c-f1d5-48e8-8e43-c5e8405d61bf', 'network_id': '60a3fd30-e0f7-4a5c-8336-b666228ec7b4', 'admin_state_up': True, 'tenant_id': '917ebb3003814ff2986ca48b4fa70f0f', 'security_groups': ['bdce1a64-e84a-499d-8c17-1d9b34da9302']}} {{(pid=95101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:32:10.633546 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-c7fc92cf-a1d8-40b7-a343-94cbf5a50eeb req-f2b2dead-b1f0-45fc-a52b-57c3f1f3b23b service neutron] 10.222.0.74 "GET /v2.0/networks/51d98d25-8b81-49cf-be6e-482532c2b4a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3483100 Sep 23 19:32:10.646570 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-d7bb0f44-3ec0-4458-83e3-fb2af6f97cae req-b6cd5a7d-5137-40f2-b4c0-d7f48bc28dc5 tempest-TaggedBootDevicesTest_v242-1470406513 tempest-TaggedBootDevicesTest_v242-1470406513-project] 10.222.0.67 "GET /v2.0/security-groups?id=687e4f9e-0a49-4ef3-86dc-e31b7edc6949&id=78494785-7e26-42ec-a5d5-f3013c8d7eca&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1089959 Sep 23 19:32:10.659469 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_hamode_db [None req-637d630a-624e-4360-9f41-4ebcc99257d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ae9bdcc-8d8c-4e39-ab0b-7f19577fbe58', 'name': 'tempest-AttachVolumeTestJSON-314622829-router', 'tenant_id': 'bc1c8a8a17df480598455b00ff38da5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'external_fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.53'}], 'enable_snat': True}, 'gw_port_id': 'bab68285-692e-4b0e-8383-3035eb294b14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:27:18Z', 'updated_at': '2021-09-23T19:27:26Z', 'revision_number': 4, 'project_id': 'bc1c8a8a17df480598455b00ff38da5a', 'gw_port': {'id': 'bab68285-692e-4b0e-8383-3035eb294b14', 'name': '', 'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:f0:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ae9bdcc-8d8c-4e39-ab0b-7f19577fbe58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1030, 'fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:27:18Z', 'updated_at': '2021-09-23T19:27:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-16', '_interfaces': [{'id': 'df511637-223e-4ec6-90b4-f9fde186f89c', 'name': '', 'network_id': '891932c9-457f-43e1-aea2-971af25a68f6', 'tenant_id': 'bc1c8a8a17df480598455b00ff38da5a', 'mac_address': 'fa:16:3e:81:e6:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ae9bdcc-8d8c-4e39-ab0b-7f19577fbe58', 'device_owner': 'network:router_interface', 'standard_attr_id': 1038, 'fixed_ips': [{'subnet_id': 'bbfc5a86-0037-429e-b11d-698cbfb1a3c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:27:24Z', 'updated_at': '2021-09-23T19:27:30Z', 'revision_number': 5, 'project_id': 'bc1c8a8a17df480598455b00ff38da5a', 'subnets': [{'id': 'bbfc5a86-0037-429e-b11d-698cbfb1a3c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-16', False) {} {{(pid=95103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:32:10.697593 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-637d630a-624e-4360-9f41-4ebcc99257d7 None None] The sync data for ids ['0ae9bdcc-8d8c-4e39-ab0b-7f19577fbe58'] in n-d-713301-16 is: [{'id': '0ae9bdcc-8d8c-4e39-ab0b-7f19577fbe58', 'name': 'tempest-AttachVolumeTestJSON-314622829-router', 'tenant_id': 'bc1c8a8a17df480598455b00ff38da5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'external_fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.53'}], 'enable_snat': True}, 'gw_port_id': 'bab68285-692e-4b0e-8383-3035eb294b14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:27:18Z', 'updated_at': '2021-09-23T19:27:26Z', 'revision_number': 4, 'project_id': 'bc1c8a8a17df480598455b00ff38da5a', 'gw_port': {'id': 'bab68285-692e-4b0e-8383-3035eb294b14', 'name': '', 'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:f0:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ae9bdcc-8d8c-4e39-ab0b-7f19577fbe58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1030, 'fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:27:18Z', 'updated_at': '2021-09-23T19:27:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-16', '_interfaces': [{'id': 'df511637-223e-4ec6-90b4-f9fde186f89c', 'name': '', 'network_id': '891932c9-457f-43e1-aea2-971af25a68f6', 'tenant_id': 'bc1c8a8a17df480598455b00ff38da5a', 'mac_address': 'fa:16:3e:81:e6:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ae9bdcc-8d8c-4e39-ab0b-7f19577fbe58', 'device_owner': 'network:router_interface', 'standard_attr_id': 1038, 'fixed_ips': [{'subnet_id': 'bbfc5a86-0037-429e-b11d-698cbfb1a3c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:27:24Z', 'updated_at': '2021-09-23T19:27:30Z', 'revision_number': 5, 'project_id': 'bc1c8a8a17df480598455b00ff38da5a', 'subnets': [{'id': 'bbfc5a86-0037-429e-b11d-698cbfb1a3c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 19:32:10.759917 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-db6667b2-7101-4a3f-9426-d3834bdd2e76 req-ef1db122-29db-4811-b53f-1f8043736865 tempest-ServersTestManualDisk-752158608 tempest-ServersTestManualDisk-752158608-project] Made reservation on behalf of 917ebb3003814ff2986ca48b4fa70f0f for: {'port': 1} {{(pid=95101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:32:10.764578 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-db6667b2-7101-4a3f-9426-d3834bdd2e76 req-ef1db122-29db-4811-b53f-1f8043736865 tempest-ServersTestManualDisk-752158608 tempest-ServersTestManualDisk-752158608-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:10.787264 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-18ebd99e-04c1-4a3c-b482-54cfb7e3268f req-44312304-6c07-4707-bf08-32102ac1bc09 tempest-ServerActionsTestJSON-618918056 tempest-ServerActionsTestJSON-618918056-project] 10.222.0.67 "GET /v2.0/security-groups?id=8f1e71cd-f67e-49f6-828d-7dde05723843&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1663222 Sep 23 19:32:10.787631 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Device f90207df-417b-4b30-81f8-4fed02c0bafb up at agent hyperv_n-h2-713301-16 {{(pid=95103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 19:32:10.804578 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-303dd11b-d79d-40ff-a046-cf2e3d8f0305 tempest-RoutersAdminTest-1935465670 tempest-RoutersAdminTest-1935465670-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-601942'] for router_gateway, after_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:10.892213 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Provisioning for port f90207df-417b-4b30-81f8-4fed02c0bafb completed by entity L2. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 19:32:10.897337 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Provisioning complete for port f90207df-417b-4b30-81f8-4fed02c0bafb triggered by entity L2. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:32:10.898062 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:10.994316 n-d-713301-16 neutron-server[95101]: DEBUG neutron.db.db_base_plugin_common [req-db6667b2-7101-4a3f-9426-d3834bdd2e76 req-ef1db122-29db-4811-b53f-1f8043736865 tempest-ServersTestManualDisk-752158608 tempest-ServersTestManualDisk-752158608-project] Allocated IP 172.20.0.14 (60a3fd30-e0f7-4a5c-8336-b666228ec7b4/f869c3f0-4c81-4c2b-85b3-baf2e86b799d/c58d4619-5791-4719-a395-efb63d8376d8) {{(pid=95101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 19:32:11.012086 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:11.047352 n-d-713301-16 neutron-server[95103]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '12ba6484-0c0e-4640-a3bd-5ea81088a6da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f90207df-417b-4b30-81f8-4fed02c0bafb'}] {{(pid=95103) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 19:32:11.051177 n-d-713301-16 neutron-server[95103]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}81a1c17f2aa89d5b3ebbba3a3e0cf7eb588e431c2224256110c4c4facdd7c3e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f969dd38-d453-4a1a-a447-def1999a976b" -d '{"events": [{"server_uuid": "12ba6484-0c0e-4640-a3bd-5ea81088a6da", "name": "network-vif-plugged", "status": "completed", "tag": "f90207df-417b-4b30-81f8-4fed02c0bafb"}]}' {{(pid=95103) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 19:32:11.066329 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] For port f90207df-417b-4b30-81f8-4fed02c0bafb, host n-h2-713301-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-16',level=0,port_id=f90207df-417b-4b30-81f8-4fed02c0bafb,segment=NetworkSegment(109e9ca4-0775-4f0d-a524-d06e4e2d3223),segment_id=109e9ca4-0775-4f0d-a524-d06e4e2d3223)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:32:11.071736 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:11.080381 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-029ce43d-a4e2-47e2-9a99-e34c00a2da35 req-bb0c2210-d39b-43d9-b1de-9de409d0ff26 tempest-ServersTestManualDisk-752158608 tempest-ServersTestManualDisk-752158608-project] 10.222.0.67 "GET /v2.0/ports?device_id=7f0c7a8c-f1d5-48e8-8e43-c5e8405d61bf HTTP/1.1" status: 200 len: 210 time: 0.1148932 Sep 23 19:32:11.084509 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-303dd11b-d79d-40ff-a046-cf2e3d8f0305 tempest-RoutersAdminTest-1935465670 tempest-RoutersAdminTest-1935465670-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-597305', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29369'] for router, precommit_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:11.092235 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-303dd11b-d79d-40ff-a046-cf2e3d8f0305 tempest-RoutersAdminTest-1935465670 tempest-RoutersAdminTest-1935465670-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:11.106514 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-c7fc92cf-a1d8-40b7-a343-94cbf5a50eeb req-5f1157ba-6354-48a6-9ca6-a5a62c92990a service neutron] 10.222.0.74 "GET /v2.0/networks/51d98d25-8b81-49cf-be6e-482532c2b4a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4396579 Sep 23 19:32:11.134506 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb9d3439-f75e-4272-ba83-4515bccb4bb7 None None] New status for floating IP c4c9d118-fc3c-4468-a72d-7d7d876a24a9: DOWN {{(pid=95104) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 23 19:32:11.144935 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Pushing event updated for resources: {'Port': ['ID=f90207df-417b-4b30-81f8-4fed02c0bafb,revision_number=5']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:32:11.148145 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Device b1a5385d-b97e-4faa-9e35-589c892a4d85 no longer exists at agent hyperv_n-h1-713301-16 {{(pid=95103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 19:32:11.182943 n-d-713301-16 neutron-server[95103]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 19:32:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e2d9940-0740-4f25-a48d-27493ca3eff5 x-openstack-request-id: req-1e2d9940-0740-4f25-a48d-27493ca3eff5 {{(pid=95103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 19:32:11.183337 n-d-713301-16 neutron-server[95103]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "12ba6484-0c0e-4640-a3bd-5ea81088a6da", "name": "network-vif-plugged", "status": "completed", "tag": "f90207df-417b-4b30-81f8-4fed02c0bafb", "code": 200}]} {{(pid=95103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 19:32:11.183511 n-d-713301-16 neutron-server[95103]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-1e2d9940-0740-4f25-a48d-27493ca3eff5 {{(pid=95103) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 19:32:11.183881 n-d-713301-16 neutron-server[95103]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '12ba6484-0c0e-4640-a3bd-5ea81088a6da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f90207df-417b-4b30-81f8-4fed02c0bafb', 'code': 200} Sep 23 19:32:11.184641 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.plugin [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] No Port match for: b1a5385d-b97e-4faa-9e35-589c892a4d85 {{(pid=95103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 19:32:11.184999 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Device b1a5385d-b97e-4faa-9e35-589c892a4d85 not bound to the agent host n-h1-713301-16 {{(pid=95103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 19:32:11.270660 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-db6667b2-7101-4a3f-9426-d3834bdd2e76 req-ef1db122-29db-4811-b53f-1f8043736865 tempest-ServersTestManualDisk-752158608 tempest-ServersTestManualDisk-752158608-project] Notify callbacks [] for port, precommit_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:11.325986 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-db6667b2-7101-4a3f-9426-d3834bdd2e76 req-ef1db122-29db-4811-b53f-1f8043736865 tempest-ServersTestManualDisk-752158608 tempest-ServersTestManualDisk-752158608-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783145673135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5607431'] for port, after_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:11.343286 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28931e47-1d06-4aa0-904c-879c82d17ab1 req-80ac37cc-c924-48b8-bb36-ea53166b5cf3 tempest-ServerDiskConfigTestJSON-835646415 tempest-ServerDiskConfigTestJSON-835646415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:32:11.348115 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-28931e47-1d06-4aa0-904c-879c82d17ab1 req-80ac37cc-c924-48b8-bb36-ea53166b5cf3 tempest-ServerDiskConfigTestJSON-835646415 tempest-ServerDiskConfigTestJSON-835646415-project] 10.222.0.67 "GET /v2.0/ports?device_id=62626af7-c341-44a3-a3c7-0337577573d0 HTTP/1.1" status: 200 len: 943 time: 0.3943710 Sep 23 19:32:11.369883 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-303dd11b-d79d-40ff-a046-cf2e3d8f0305 tempest-RoutersAdminTest-1935465670 tempest-RoutersAdminTest-1935465670-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-597296'] for router, after_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:11.370251 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-303dd11b-d79d-40ff-a046-cf2e3d8f0305 tempest-RoutersAdminTest-1935465670 tempest-RoutersAdminTest-1935465670-project] Fanout notify agent at l3_agent the message router_deleted on router dab091b6-c4c9-4481-b914-0c1209bb2806 {{(pid=95102) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 23 19:32:11.392692 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-303dd11b-d79d-40ff-a046-cf2e3d8f0305 tempest-RoutersAdminTest-1935465670 tempest-RoutersAdminTest-1935465670-project] Notify callbacks [] for router, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:11.394609 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-303dd11b-d79d-40ff-a046-cf2e3d8f0305 tempest-RoutersAdminTest-1935465670 tempest-RoutersAdminTest-1935465670-project] 10.222.0.67 "DELETE /v2.0/routers/dab091b6-c4c9-4481-b914-0c1209bb2806 HTTP/1.1" status: 204 len: 168 time: 3.3310916 Sep 23 19:32:11.398378 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-db6667b2-7101-4a3f-9426-d3834bdd2e76 req-ef1db122-29db-4811-b53f-1f8043736865 tempest-ServersTestManualDisk-752158608 tempest-ServersTestManualDisk-752158608-project] Network 60a3fd30-e0f7-4a5c-8336-b666228ec7b4 is already hosted by enough agents. {{(pid=95101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:32:11.401057 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 46280) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:32:11.405222 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.v2.base [None req-d044b298-9585-4882-8939-c8564bd83c69 tempest-RoutersAdminTest-1935465670 tempest-RoutersAdminTest-1935465670-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-115277527', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=95101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:32:11.421985 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.base_scheduler [req-db6667b2-7101-4a3f-9426-d3834bdd2e76 req-ef1db122-29db-4811-b53f-1f8043736865 tempest-ServersTestManualDisk-752158608 tempest-ServersTestManualDisk-752158608-project] Resources bound (agent type, host, resource id): {{(pid=95101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:32:11.427296 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef1db122-29db-4811-b53f-1f8043736865 tempest-ServersTestManualDisk-752158608 tempest-ServersTestManualDisk-752158608-project] Pushing event updated for resources: {'Port': ['ID=c58d4619-5791-4719-a395-efb63d8376d8,revision_number=1']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:32:11.429720 n-d-713301-16 neutron-server[95101]: DEBUG neutron.db.l3_dvrscheduler_db [req-db6667b2-7101-4a3f-9426-d3834bdd2e76 req-ef1db122-29db-4811-b53f-1f8043736865 tempest-ServersTestManualDisk-752158608 tempest-ServersTestManualDisk-752158608-project] Received port after_create {{(pid=95101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 19:32:11.458064 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-28931e47-1d06-4aa0-904c-879c82d17ab1 req-137b09b7-8235-4919-ae08-537384aa7b1b tempest-ServerDiskConfigTestJSON-835646415 tempest-ServerDiskConfigTestJSON-835646415-project] 10.222.0.67 "GET /v2.0/security-groups?id=618aa602-18a9-4f8c-abdd-ba8d4ffb9ee9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845733 Sep 23 19:32:11.481704 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-d044b298-9585-4882-8939-c8564bd83c69 tempest-RoutersAdminTest-1935465670 tempest-RoutersAdminTest-1935465670-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-594563', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29355'] for router, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:11.482763 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-d044b298-9585-4882-8939-c8564bd83c69 tempest-RoutersAdminTest-1935465670 tempest-RoutersAdminTest-1935465670-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-597363', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-601731', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-739356', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29346'] for router, precommit_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:11.503200 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03fb3975-b657-4179-8c4a-502e35ab1c1d req-96450505-7ef1-40c8-ad26-c16dea3709b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:32:11.506422 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-03fb3975-b657-4179-8c4a-502e35ab1c1d req-96450505-7ef1-40c8-ad26-c16dea3709b1 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=5335e134b9744707975fff47e2e93ede&device_id=62626af7-c341-44a3-a3c7-0337577573d0 HTTP/1.1" status: 200 len: 1095 time: 0.2799032 Sep 23 19:32:11.512396 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db6667b2-7101-4a3f-9426-d3834bdd2e76 req-ef1db122-29db-4811-b53f-1f8043736865 tempest-ServersTestManualDisk-752158608 tempest-ServersTestManualDisk-752158608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:32:11.513282 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-db6667b2-7101-4a3f-9426-d3834bdd2e76 req-ef1db122-29db-4811-b53f-1f8043736865 tempest-ServersTestManualDisk-752158608 tempest-ServersTestManualDisk-752158608-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222849'] for port, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:11.524258 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3281c83-b789-4f3a-aced-df650065e302 req-246c9da2-b044-4d8e-8b5e-92c2ad59b58f tempest-AttachVolumeNegativeTest-1343519470 tempest-AttachVolumeNegativeTest-1343519470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:32:11.525946 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-c3281c83-b789-4f3a-aced-df650065e302 req-246c9da2-b044-4d8e-8b5e-92c2ad59b58f tempest-AttachVolumeNegativeTest-1343519470 tempest-AttachVolumeNegativeTest-1343519470-project] 10.222.0.67 "GET /v2.0/ports?device_id=12ba6484-0c0e-4640-a3bd-5ea81088a6da HTTP/1.1" status: 200 len: 945 time: 0.2419369 Sep 23 19:32:11.528395 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 46282) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:32:11.530572 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d7adb76-24ff-4f27-b556-710b11e2aeae req-cd3fc9be-205e-4bdf-ba6c-3877603d59e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:32:11.533346 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-8d7adb76-24ff-4f27-b556-710b11e2aeae req-cd3fc9be-205e-4bdf-ba6c-3877603d59e2 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=12ba6484-0c0e-4640-a3bd-5ea81088a6da HTTP/1.1" status: 200 len: 1097 time: 0.2597640 Sep 23 19:32:11.572827 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-d044b298-9585-4882-8939-c8564bd83c69 tempest-RoutersAdminTest-1935465670 tempest-RoutersAdminTest-1935465670-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:11.576450 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-db6667b2-7101-4a3f-9426-d3834bdd2e76 req-ef1db122-29db-4811-b53f-1f8043736865 tempest-ServersTestManualDisk-752158608 tempest-ServersTestManualDisk-752158608-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9816709 Sep 23 19:32:11.579178 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-d044b298-9585-4882-8939-c8564bd83c69 tempest-RoutersAdminTest-1935465670 tempest-RoutersAdminTest-1935465670-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-597258', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-601790'] for router, after_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:11.591307 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.v2.base [req-db6667b2-7101-4a3f-9426-d3834bdd2e76 req-46cdd228-7a1e-411a-85d4-c2015a18afa1 service neutron] Request body: {'port': {'device_id': '7f0c7a8c-f1d5-48e8-8e43-c5e8405d61bf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713301-16'}} {{(pid=95101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:32:11.633109 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-d044b298-9585-4882-8939-c8564bd83c69 tempest-RoutersAdminTest-1935465670 tempest-RoutersAdminTest-1935465670-project] Notify callbacks [] for router, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:11.636643 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-d044b298-9585-4882-8939-c8564bd83c69 tempest-RoutersAdminTest-1935465670 tempest-RoutersAdminTest-1935465670-project] 10.222.0.67 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.2327046 Sep 23 19:32:11.640048 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 46284) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:32:11.651238 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.v2.base [None req-97551f36-5075-4fd5-8ae5-4c96ce3cf365 tempest-RoutersAdminTest-1385384480 tempest-RoutersAdminTest-1385384480-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'enable_snat': False}}} {{(pid=95101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:32:11.664418 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-c3281c83-b789-4f3a-aced-df650065e302 req-362e4542-da05-4902-8e5b-a93920170628 tempest-AttachVolumeNegativeTest-1343519470 tempest-AttachVolumeNegativeTest-1343519470-project] 10.222.0.67 "GET /v2.0/security-groups?id=870169be-a840-40b2-89c6-13960534f950&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042728 Sep 23 19:32:11.732309 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-8d7adb76-24ff-4f27-b556-710b11e2aeae req-a57096e6-e8d8-4cc1-9014-f4ca30e92c86 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=870169be-a840-40b2-89c6-13960534f950&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1756396 Sep 23 19:32:11.766521 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-e939f0b4-2642-437a-87eb-39eb6952814f tempest-AttachVolumeTestJSON-1825206227 tempest-AttachVolumeTestJSON-1825206227-project] Notify callbacks [] for security_group, before_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:11.771487 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-db6667b2-7101-4a3f-9426-d3834bdd2e76 req-46cdd228-7a1e-411a-85d4-c2015a18afa1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:11.774894 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-9fc2f540-3a74-4736-93ec-9dc54c5a21e9 None None] Provisioning complete for port c58d4619-5791-4719-a395-efb63d8376d8 triggered by entity DHCP. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:32:11.775425 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-9fc2f540-3a74-4736-93ec-9dc54c5a21e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:11.784560 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03fb3975-b657-4179-8c4a-502e35ab1c1d req-f345da90-fda8-419e-82fa-292907b98a4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:32:11.786129 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-03fb3975-b657-4179-8c4a-502e35ab1c1d req-f345da90-fda8-419e-82fa-292907b98a4b service neutron] 10.222.0.74 "GET /v2.0/networks?id=51d98d25-8b81-49cf-be6e-482532c2b4a4 HTTP/1.1" status: 200 len: 914 time: 0.2586181 Sep 23 19:32:11.826393 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.plugin [None req-9fc2f540-3a74-4736-93ec-9dc54c5a21e9 None None] Port c58d4619-5791-4719-a395-efb63d8376d8 cannot update to ACTIVE because it is not bound. {{(pid=95103) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 19:32:11.834942 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-e939f0b4-2642-437a-87eb-39eb6952814f tempest-AttachVolumeTestJSON-1825206227 tempest-AttachVolumeTestJSON-1825206227-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:11.894671 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-03fb3975-b657-4179-8c4a-502e35ab1c1d req-ba057223-5539-490b-9ee6-02e3d67d8732 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=20107a54-23bf-476a-b875-56f0db941705 HTTP/1.1" status: 200 len: 217 time: 0.0833097 Sep 23 19:32:11.976762 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f32dd6be-cbf2-4434-a520-7769c1a16321 req-fa3fc848-5898-4295-b5ab-9545877fddf3 tempest-TaggedBootDevicesTest_v242-1470406513 tempest-TaggedBootDevicesTest_v242-1470406513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:32:11.982682 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f32dd6be-cbf2-4434-a520-7769c1a16321 req-fa3fc848-5898-4295-b5ab-9545877fddf3 tempest-TaggedBootDevicesTest_v242-1470406513 tempest-TaggedBootDevicesTest_v242-1470406513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:32:11.984941 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-97551f36-5075-4fd5-8ae5-4c96ce3cf365 tempest-RoutersAdminTest-1385384480 tempest-RoutersAdminTest-1385384480-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:11.991199 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f32dd6be-cbf2-4434-a520-7769c1a16321 req-fa3fc848-5898-4295-b5ab-9545877fddf3 tempest-TaggedBootDevicesTest_v242-1470406513 tempest-TaggedBootDevicesTest_v242-1470406513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:32:11.997515 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f32dd6be-cbf2-4434-a520-7769c1a16321 req-fa3fc848-5898-4295-b5ab-9545877fddf3 tempest-TaggedBootDevicesTest_v242-1470406513 tempest-TaggedBootDevicesTest_v242-1470406513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:32:12.004784 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f32dd6be-cbf2-4434-a520-7769c1a16321 req-fa3fc848-5898-4295-b5ab-9545877fddf3 tempest-TaggedBootDevicesTest_v242-1470406513 tempest-TaggedBootDevicesTest_v242-1470406513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:32:12.010663 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f32dd6be-cbf2-4434-a520-7769c1a16321 req-fa3fc848-5898-4295-b5ab-9545877fddf3 tempest-TaggedBootDevicesTest_v242-1470406513 tempest-TaggedBootDevicesTest_v242-1470406513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:32:12.016683 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f32dd6be-cbf2-4434-a520-7769c1a16321 req-fa3fc848-5898-4295-b5ab-9545877fddf3 tempest-TaggedBootDevicesTest_v242-1470406513 tempest-TaggedBootDevicesTest_v242-1470406513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:32:12.018928 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-f32dd6be-cbf2-4434-a520-7769c1a16321 req-fa3fc848-5898-4295-b5ab-9545877fddf3 tempest-TaggedBootDevicesTest_v242-1470406513 tempest-TaggedBootDevicesTest_v242-1470406513-project] 10.222.0.67 "GET /v2.0/ports?device_id=583aeae2-b5c0-4d8d-bffb-15a63f4020fc HTTP/1.1" status: 200 len: 5428 time: 0.2540941 Sep 23 19:32:12.059375 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.agents_db [None req-f2f5c474-60a3-474f-b2cc-02c4bd30880c None None] Agent healthcheck: found 7 active agents {{(pid=95104) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 19:32:12.096059 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03fb3975-b657-4179-8c4a-502e35ab1c1d req-b5476fb2-69c5-44b3-9abd-2926de4dbed0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:32:12.098007 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-03fb3975-b657-4179-8c4a-502e35ab1c1d req-b5476fb2-69c5-44b3-9abd-2926de4dbed0 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=f1f3b3f4-c8d2-4aab-b6a3-39edd63f54e5 HTTP/1.1" status: 200 len: 853 time: 0.1867504 Sep 23 19:32:12.124614 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-e939f0b4-2642-437a-87eb-39eb6952814f tempest-AttachVolumeTestJSON-1825206227 tempest-AttachVolumeTestJSON-1825206227-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:12.127737 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-e939f0b4-2642-437a-87eb-39eb6952814f tempest-AttachVolumeTestJSON-1825206227 tempest-AttachVolumeTestJSON-1825206227-project] Notify callbacks [] for security_group, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:12.128889 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-e939f0b4-2642-437a-87eb-39eb6952814f tempest-AttachVolumeTestJSON-1825206227 tempest-AttachVolumeTestJSON-1825206227-project] 10.222.0.67 "DELETE /v2.0/security-groups/39522664-d93c-44d8-9f62-0e2cfbb5d5ff HTTP/1.1" status: 204 len: 168 time: 0.5942719 Sep 23 19:32:12.137291 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 46294) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:32:12.167229 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-03fb3975-b657-4179-8c4a-502e35ab1c1d req-3d35e7b8-4ffe-4033-93bd-61ada641dc2c service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=51d98d25-8b81-49cf-be6e-482532c2b4a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0537667 Sep 23 19:32:12.171330 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-f32dd6be-cbf2-4434-a520-7769c1a16321 req-b8aa06a9-e1f4-4cb0-b6f4-74a2d62f228f tempest-TaggedBootDevicesTest_v242-1470406513 tempest-TaggedBootDevicesTest_v242-1470406513-project] 10.222.0.67 "GET /v2.0/security-groups?id=687e4f9e-0a49-4ef3-86dc-e31b7edc6949&id=78494785-7e26-42ec-a5d5-f3013c8d7eca&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1307261 Sep 23 19:32:12.182593 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1194ed-1a8f-4844-a4ae-3e724b5f90ca req-7a82775a-c712-4716-952d-005884bfd2bd tempest-ServerActionsTestJSON-618918056 tempest-ServerActionsTestJSON-618918056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:32:12.184991 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-4b1194ed-1a8f-4844-a4ae-3e724b5f90ca req-7a82775a-c712-4716-952d-005884bfd2bd tempest-ServerActionsTestJSON-618918056 tempest-ServerActionsTestJSON-618918056-project] 10.222.0.67 "GET /v2.0/ports?device_id=675250d5-b764-4a76-a441-f0488da38a5e HTTP/1.1" status: 200 len: 945 time: 0.2205870 Sep 23 19:32:12.194461 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e939f0b4-2642-437a-87eb-39eb6952814f tempest-AttachVolumeTestJSON-1825206227 tempest-AttachVolumeTestJSON-1825206227-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=39522664-d93c-44d8-9f62-0e2cfbb5d5ff,revision_number=None']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:32:12.217210 n-d-713301-16 neutron-server[95102]: INFO neutron.api.v2.resource [None req-6123ec91-6d6f-43b0-b992-b007f1e44e6e tempest-AttachVolumeTestJSON-1825206227 tempest-AttachVolumeTestJSON-1825206227-project] show failed (client error): The resource could not be found. Sep 23 19:32:12.218315 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-6123ec91-6d6f-43b0-b992-b007f1e44e6e tempest-AttachVolumeTestJSON-1825206227 tempest-AttachVolumeTestJSON-1825206227-project] 10.222.0.67 "GET /v2.0/security-groups/39522664-d93c-44d8-9f62-0e2cfbb5d5ff HTTP/1.1" status: 404 len: 347 time: 0.0634813 Sep 23 19:32:12.239191 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 46296) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:32:12.348093 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-4b1194ed-1a8f-4844-a4ae-3e724b5f90ca req-0b3e2b3d-525b-4b7c-a623-816ca027d725 tempest-ServerActionsTestJSON-618918056 tempest-ServerActionsTestJSON-618918056-project] 10.222.0.67 "GET /v2.0/security-groups?id=8f1e71cd-f67e-49f6-828d-7dde05723843&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1415610 Sep 23 19:32:12.383943 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aaf46b3-0796-426f-a82f-3a34d116c390 req-6e9d891e-cb0c-47a9-804b-2fe6d03e1082 tempest-ServersTestManualDisk-752158608 tempest-ServersTestManualDisk-752158608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:32:12.385501 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-7aaf46b3-0796-426f-a82f-3a34d116c390 req-6e9d891e-cb0c-47a9-804b-2fe6d03e1082 tempest-ServersTestManualDisk-752158608 tempest-ServersTestManualDisk-752158608-project] 10.222.0.67 "GET /v2.0/ports?device_id=7f0c7a8c-f1d5-48e8-8e43-c5e8405d61bf HTTP/1.1" status: 200 len: 932 time: 0.1117713 Sep 23 19:32:12.398664 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-03fb3975-b657-4179-8c4a-502e35ab1c1d req-e2bc7a6c-810b-4744-98f1-2dd383b0cff7 service neutron] 10.222.0.74 "GET /v2.0/networks/51d98d25-8b81-49cf-be6e-482532c2b4a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2057910 Sep 23 19:32:12.457833 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-7aaf46b3-0796-426f-a82f-3a34d116c390 req-3f28660e-f172-489e-ae80-d4de5209d33f tempest-ServersTestManualDisk-752158608 tempest-ServersTestManualDisk-752158608-project] 10.222.0.67 "GET /v2.0/security-groups?id=bdce1a64-e84a-499d-8c17-1d9b34da9302&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0622208 Sep 23 19:32:12.533716 n-d-713301-16 neutron-server[95101]: DEBUG neutron.notifiers.nova [req-db6667b2-7101-4a3f-9426-d3834bdd2e76 req-46cdd228-7a1e-411a-85d4-c2015a18afa1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c58d4619-5791-4719-a395-efb63d8376d8 {{(pid=95101) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 19:32:12.544993 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-db6667b2-7101-4a3f-9426-d3834bdd2e76 req-46cdd228-7a1e-411a-85d4-c2015a18afa1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:12.592765 n-d-713301-16 neutron-server[95101]: DEBUG neutron.db.provisioning_blocks [req-db6667b2-7101-4a3f-9426-d3834bdd2e76 req-46cdd228-7a1e-411a-85d4-c2015a18afa1 service neutron] Transition to ACTIVE for port object c58d4619-5791-4719-a395-efb63d8376d8 will not be triggered until provisioned by entity L2. {{(pid=95101) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 19:32:12.603601 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.plugin [None req-8e0d6cf9-0d34-447b-9844-526ce2a835bd tempest-AttachVolumeTestJSON-1825206227 tempest-AttachVolumeTestJSON-1825206227-project] Deleting port a2b4396e-920d-48dd-b135-89928b1f4817 {{(pid=95101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:32:12.603932 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-8e0d6cf9-0d34-447b-9844-526ce2a835bd tempest-AttachVolumeTestJSON-1825206227 tempest-AttachVolumeTestJSON-1825206227-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783146157096'] for port, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:12.608326 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-db6667b2-7101-4a3f-9426-d3834bdd2e76 req-46cdd228-7a1e-411a-85d4-c2015a18afa1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5607436'] for port, after_update {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:12.663940 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-97551f36-5075-4fd5-8ae5-4c96ce3cf365 tempest-RoutersAdminTest-1385384480 tempest-RoutersAdminTest-1385384480-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:12.734189 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-97551f36-5075-4fd5-8ae5-4c96ce3cf365 tempest-RoutersAdminTest-1385384480 tempest-RoutersAdminTest-1385384480-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:12.743574 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46cdd228-7a1e-411a-85d4-c2015a18afa1 service neutron] Pushing event updated for resources: {'Port': ['ID=c58d4619-5791-4719-a395-efb63d8376d8,revision_number=2']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:32:12.952774 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-8e0d6cf9-0d34-447b-9844-526ce2a835bd tempest-AttachVolumeTestJSON-1825206227 tempest-AttachVolumeTestJSON-1825206227-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-605701'] for port, precommit_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:12.952774 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-8e0d6cf9-0d34-447b-9844-526ce2a835bd tempest-AttachVolumeTestJSON-1825206227 tempest-AttachVolumeTestJSON-1825206227-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:12.960658 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e755432-1c2c-41a7-9c10-6ed35c44cbd0 req-51e90384-55a2-46b3-a838-61e7e57d4462 tempest-ServerDiskConfigTestJSON-835646415 tempest-ServerDiskConfigTestJSON-835646415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:32:12.960658 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-4e755432-1c2c-41a7-9c10-6ed35c44cbd0 req-51e90384-55a2-46b3-a838-61e7e57d4462 tempest-ServerDiskConfigTestJSON-835646415 tempest-ServerDiskConfigTestJSON-835646415-project] 10.222.0.67 "GET /v2.0/ports?device_id=62626af7-c341-44a3-a3c7-0337577573d0 HTTP/1.1" status: 200 len: 943 time: 0.1081676 Sep 23 19:32:12.960658 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-03fb3975-b657-4179-8c4a-502e35ab1c1d req-ef9439bf-54ea-43f2-b6b4-075921576b04 service neutron] 10.222.0.74 "GET /v2.0/networks/51d98d25-8b81-49cf-be6e-482532c2b4a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5474637 Sep 23 19:32:12.968695 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a8ba58-5eab-4170-95cd-5a6ea03b2c50 req-d5cd8b0d-2aeb-444c-80f0-26ca6963b728 tempest-AttachVolumeNegativeTest-1343519470 tempest-AttachVolumeNegativeTest-1343519470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:32:12.970744 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-44a8ba58-5eab-4170-95cd-5a6ea03b2c50 req-d5cd8b0d-2aeb-444c-80f0-26ca6963b728 tempest-AttachVolumeNegativeTest-1343519470 tempest-AttachVolumeNegativeTest-1343519470-project] 10.222.0.67 "GET /v2.0/ports?device_id=12ba6484-0c0e-4640-a3bd-5ea81088a6da HTTP/1.1" status: 200 len: 945 time: 0.1233332 Sep 23 19:32:12.980382 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.plugin [None req-8e0d6cf9-0d34-447b-9844-526ce2a835bd tempest-AttachVolumeTestJSON-1825206227 tempest-AttachVolumeTestJSON-1825206227-project] Calling delete_port for a2b4396e-920d-48dd-b135-89928b1f4817 owned by network:floatingip {{(pid=95101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:32:13.035981 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-4e755432-1c2c-41a7-9c10-6ed35c44cbd0 req-48e84e2b-c954-4531-83fd-fe2280434d5c tempest-ServerDiskConfigTestJSON-835646415 tempest-ServerDiskConfigTestJSON-835646415-project] 10.222.0.67 "GET /v2.0/security-groups?id=618aa602-18a9-4f8c-abdd-ba8d4ffb9ee9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643148 Sep 23 19:32:13.046927 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-44a8ba58-5eab-4170-95cd-5a6ea03b2c50 req-d56063ad-a93e-4705-89ec-4744b4142fb6 tempest-AttachVolumeNegativeTest-1343519470 tempest-AttachVolumeNegativeTest-1343519470-project] 10.222.0.67 "GET /v2.0/security-groups?id=870169be-a840-40b2-89c6-13960534f950&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574999 Sep 23 19:32:13.101658 n-d-713301-16 neutron-server[95101]: DEBUG neutron.db.db_base_plugin_common [None req-97551f36-5075-4fd5-8ae5-4c96ce3cf365 tempest-RoutersAdminTest-1385384480 tempest-RoutersAdminTest-1385384480-project-admin] Allocated IP 172.25.1.119 (5dec5c09-378e-4f50-89cc-d94eb81c3bac/eff83446-018c-428d-b3f5-54ac9abe7a2a/3d5d275e-2d1d-4ce1-9c42-b77444dde95a) {{(pid=95101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 19:32:13.110581 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.managers [req-db6667b2-7101-4a3f-9426-d3834bdd2e76 req-46cdd228-7a1e-411a-85d4-c2015a18afa1 service neutron] Attempting to bind port c58d4619-5791-4719-a395-efb63d8376d8 on host n-h2-713301-16 for vnic_type normal with profile {{(pid=95101) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 19:32:13.111192 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.managers [req-db6667b2-7101-4a3f-9426-d3834bdd2e76 req-46cdd228-7a1e-411a-85d4-c2015a18afa1 service neutron] Attempting to bind port c58d4619-5791-4719-a395-efb63d8376d8 by drivers openvswitch,hyperv on host n-h2-713301-16 at level 0 using segments [{'id': '1b715116-171a-4fc6-af64-9f934b739294', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '60a3fd30-e0f7-4a5c-8336-b666228ec7b4'}] {{(pid=95101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 19:32:13.111657 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db6667b2-7101-4a3f-9426-d3834bdd2e76 req-46cdd228-7a1e-411a-85d4-c2015a18afa1 service neutron] Attempting to bind port c58d4619-5791-4719-a395-efb63d8376d8 on network 60a3fd30-e0f7-4a5c-8336-b666228ec7b4 {{(pid=95101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:32:13.129039 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db6667b2-7101-4a3f-9426-d3834bdd2e76 req-46cdd228-7a1e-411a-85d4-c2015a18afa1 service neutron] Port c58d4619-5791-4719-a395-efb63d8376d8 on network 60a3fd30-e0f7-4a5c-8336-b666228ec7b4 not bound, no agent of type Open vSwitch agent registered on host n-h2-713301-16 {{(pid=95101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 19:32:13.129360 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db6667b2-7101-4a3f-9426-d3834bdd2e76 req-46cdd228-7a1e-411a-85d4-c2015a18afa1 service neutron] Attempting to bind port c58d4619-5791-4719-a395-efb63d8376d8 on network 60a3fd30-e0f7-4a5c-8336-b666228ec7b4 {{(pid=95101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:32:13.147234 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Device 20107a54-23bf-476a-b875-56f0db941705 details requested by agent hyperv_n-h1-713301-16 with host n-h1-713301-16 {{(pid=95103) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 19:32:13.156848 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db6667b2-7101-4a3f-9426-d3834bdd2e76 req-46cdd228-7a1e-411a-85d4-c2015a18afa1 service neutron] Checking agent: {'id': '2a7cea34-db54-4faf-8d23-37521c3e34cb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713301-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 19, 15, 28), 'started_at': datetime.datetime(2021, 9, 23, 19, 15, 28), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 19, 31, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 19:32:13.157890 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db6667b2-7101-4a3f-9426-d3834bdd2e76 req-46cdd228-7a1e-411a-85d4-c2015a18afa1 service neutron] Checking segment: {'id': '1b715116-171a-4fc6-af64-9f934b739294', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '60a3fd30-e0f7-4a5c-8336-b666228ec7b4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:32:13.158260 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db6667b2-7101-4a3f-9426-d3834bdd2e76 req-46cdd228-7a1e-411a-85d4-c2015a18afa1 service neutron] Bound using segment: {'id': '1b715116-171a-4fc6-af64-9f934b739294', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '60a3fd30-e0f7-4a5c-8336-b666228ec7b4'} {{(pid=95101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 19:32:13.158714 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.managers [req-db6667b2-7101-4a3f-9426-d3834bdd2e76 req-46cdd228-7a1e-411a-85d4-c2015a18afa1 service neutron] Bound port: c58d4619-5791-4719-a395-efb63d8376d8, host: n-h2-713301-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1b715116-171a-4fc6-af64-9f934b739294', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '60a3fd30-e0f7-4a5c-8336-b666228ec7b4'}}] {{(pid=95101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 19:32:13.159071 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-db6667b2-7101-4a3f-9426-d3834bdd2e76 req-46cdd228-7a1e-411a-85d4-c2015a18afa1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:13.275015 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] For port 20107a54-23bf-476a-b875-56f0db941705, host n-h1-713301-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-16',level=0,port_id=20107a54-23bf-476a-b875-56f0db941705,segment=NetworkSegment(12b6e53f-a75d-4104-957d-b1954c84752d),segment_id=12b6e53f-a75d-4104-957d-b1954c84752d)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:32:13.298890 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Returning: {'device': '20107a54-23bf-476a-b875-56f0db941705', 'network_id': '51d98d25-8b81-49cf-be6e-482532c2b4a4', 'port_id': '20107a54-23bf-476a-b875-56f0db941705', 'mac_address': 'fa:16:3e:31:68:80', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 618, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f1f3b3f4-c8d2-4aab-b6a3-39edd63f54e5', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95103) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 19:32:13.340112 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0588e7c5-4ceb-429e-97fc-b168332ccfe1 req-a6935b17-c8a1-42eb-ba26-229b2df460f0 tempest-TaggedBootDevicesTest_v242-1470406513 tempest-TaggedBootDevicesTest_v242-1470406513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:32:13.346828 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0588e7c5-4ceb-429e-97fc-b168332ccfe1 req-a6935b17-c8a1-42eb-ba26-229b2df460f0 tempest-TaggedBootDevicesTest_v242-1470406513 tempest-TaggedBootDevicesTest_v242-1470406513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:32:13.352882 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0588e7c5-4ceb-429e-97fc-b168332ccfe1 req-a6935b17-c8a1-42eb-ba26-229b2df460f0 tempest-TaggedBootDevicesTest_v242-1470406513 tempest-TaggedBootDevicesTest_v242-1470406513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:32:13.357145 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-97551f36-5075-4fd5-8ae5-4c96ce3cf365 tempest-RoutersAdminTest-1385384480 tempest-RoutersAdminTest-1385384480-project-admin] Notify callbacks [] for port, precommit_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:13.358839 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0588e7c5-4ceb-429e-97fc-b168332ccfe1 req-a6935b17-c8a1-42eb-ba26-229b2df460f0 tempest-TaggedBootDevicesTest_v242-1470406513 tempest-TaggedBootDevicesTest_v242-1470406513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:32:13.360237 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:13.365430 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0588e7c5-4ceb-429e-97fc-b168332ccfe1 req-a6935b17-c8a1-42eb-ba26-229b2df460f0 tempest-TaggedBootDevicesTest_v242-1470406513 tempest-TaggedBootDevicesTest_v242-1470406513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:32:13.370678 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.db [req-db6667b2-7101-4a3f-9426-d3834bdd2e76 req-46cdd228-7a1e-411a-85d4-c2015a18afa1 service neutron] For port c58d4619-5791-4719-a395-efb63d8376d8, host n-h2-713301-16, cleared binding levels {{(pid=95101) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 19:32:13.371573 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0588e7c5-4ceb-429e-97fc-b168332ccfe1 req-a6935b17-c8a1-42eb-ba26-229b2df460f0 tempest-TaggedBootDevicesTest_v242-1470406513 tempest-TaggedBootDevicesTest_v242-1470406513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:32:13.377686 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0588e7c5-4ceb-429e-97fc-b168332ccfe1 req-a6935b17-c8a1-42eb-ba26-229b2df460f0 tempest-TaggedBootDevicesTest_v242-1470406513 tempest-TaggedBootDevicesTest_v242-1470406513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:32:13.379829 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-0588e7c5-4ceb-429e-97fc-b168332ccfe1 req-a6935b17-c8a1-42eb-ba26-229b2df460f0 tempest-TaggedBootDevicesTest_v242-1470406513 tempest-TaggedBootDevicesTest_v242-1470406513-project] 10.222.0.67 "GET /v2.0/ports?device_id=583aeae2-b5c0-4d8d-bffb-15a63f4020fc HTTP/1.1" status: 200 len: 5428 time: 0.0981753 Sep 23 19:32:13.381988 n-d-713301-16 neutron-server[95103]: DEBUG neutron.notifiers.nova [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 20107a54-23bf-476a-b875-56f0db941705 {{(pid=95103) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 19:32:13.389641 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-8e0d6cf9-0d34-447b-9844-526ce2a835bd tempest-AttachVolumeTestJSON-1825206227 tempest-AttachVolumeTestJSON-1825206227-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783146162158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783145673144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5607431'] for port, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:13.397950 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.db [req-db6667b2-7101-4a3f-9426-d3834bdd2e76 req-46cdd228-7a1e-411a-85d4-c2015a18afa1 service neutron] For port c58d4619-5791-4719-a395-efb63d8376d8, host n-h2-713301-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-16',level=0,port_id=c58d4619-5791-4719-a395-efb63d8376d8,segment=NetworkSegment(1b715116-171a-4fc6-af64-9f934b739294),segment_id=1b715116-171a-4fc6-af64-9f934b739294)] {{(pid=95101) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 19:32:13.412116 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] For port 20107a54-23bf-476a-b875-56f0db941705, host n-h1-713301-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-16',level=0,port_id=20107a54-23bf-476a-b875-56f0db941705,segment=NetworkSegment(12b6e53f-a75d-4104-957d-b1954c84752d),segment_id=12b6e53f-a75d-4104-957d-b1954c84752d)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:32:13.424152 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:13.431345 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-db6667b2-7101-4a3f-9426-d3834bdd2e76 req-46cdd228-7a1e-411a-85d4-c2015a18afa1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5607436'] for port, after_update {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:13.436593 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e0d6cf9-0d34-447b-9844-526ce2a835bd tempest-AttachVolumeTestJSON-1825206227 tempest-AttachVolumeTestJSON-1825206227-project] Pushing event deleted for resources: {'Port': ['ID=a2b4396e-920d-48dd-b135-89928b1f4817,revision_number=None']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:32:13.457600 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-0588e7c5-4ceb-429e-97fc-b168332ccfe1 req-eec50af1-b7d4-4d61-a1c6-ff71821a7395 tempest-TaggedBootDevicesTest_v242-1470406513 tempest-TaggedBootDevicesTest_v242-1470406513-project] 10.222.0.67 "GET /v2.0/security-groups?id=687e4f9e-0a49-4ef3-86dc-e31b7edc6949&id=78494785-7e26-42ec-a5d5-f3013c8d7eca&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0693698 Sep 23 19:32:13.496775 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Pushing event updated for resources: {'Port': ['ID=20107a54-23bf-476a-b875-56f0db941705,revision_number=4']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:32:13.502848 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db6667b2-7101-4a3f-9426-d3834bdd2e76 req-46cdd228-7a1e-411a-85d4-c2015a18afa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:32:13.503671 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-db6667b2-7101-4a3f-9426-d3834bdd2e76 req-46cdd228-7a1e-411a-85d4-c2015a18afa1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222849'] for port, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:13.505627 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-db6667b2-7101-4a3f-9426-d3834bdd2e76 req-46cdd228-7a1e-411a-85d4-c2015a18afa1 service neutron] 10.222.0.53 "PUT /v2.0/ports/c58d4619-5791-4719-a395-efb63d8376d8 HTTP/1.1" status: 200 len: 1093 time: 1.9195371 Sep 23 19:32:13.538822 n-d-713301-16 neutron-server[95101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7f0c7a8c-f1d5-48e8-8e43-c5e8405d61bf', 'tag': 'c58d4619-5791-4719-a395-efb63d8376d8'}] {{(pid=95101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 19:32:13.543710 n-d-713301-16 neutron-server[95101]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d8366c5740cd635e57ab12b71fe44a77c2acc3c19091ef849c6f68b380462244" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e59435d-59b5-44df-9a4f-30c97158f6a9" -d '{"events": [{"name": "network-changed", "server_uuid": "7f0c7a8c-f1d5-48e8-8e43-c5e8405d61bf", "tag": "c58d4619-5791-4719-a395-efb63d8376d8"}]}' {{(pid=95101) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 19:32:13.598894 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff3c703-06c6-46bd-ab5a-e4778b4f3af1 req-e6114b7b-020d-4af2-adb0-88a0b614fbb2 tempest-ServerActionsTestJSON-618918056 tempest-ServerActionsTestJSON-618918056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:32:13.600687 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-aff3c703-06c6-46bd-ab5a-e4778b4f3af1 req-e6114b7b-020d-4af2-adb0-88a0b614fbb2 tempest-ServerActionsTestJSON-618918056 tempest-ServerActionsTestJSON-618918056-project] 10.222.0.67 "GET /v2.0/ports?device_id=675250d5-b764-4a76-a441-f0488da38a5e HTTP/1.1" status: 200 len: 945 time: 0.1232588 Sep 23 19:32:13.636394 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-97551f36-5075-4fd5-8ae5-4c96ce3cf365 tempest-RoutersAdminTest-1385384480 tempest-RoutersAdminTest-1385384480-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783145673135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5607431'] for port, after_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:13.640701 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da82d4c-b752-4969-a881-08343172c11c req-1a9e5d60-2de5-4e2b-b426-b3f7cf14d7d2 tempest-ServersTestManualDisk-752158608 tempest-ServersTestManualDisk-752158608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:32:13.642830 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-4da82d4c-b752-4969-a881-08343172c11c req-1a9e5d60-2de5-4e2b-b426-b3f7cf14d7d2 tempest-ServersTestManualDisk-752158608 tempest-ServersTestManualDisk-752158608-project] 10.222.0.67 "GET /v2.0/ports?device_id=7f0c7a8c-f1d5-48e8-8e43-c5e8405d61bf HTTP/1.1" status: 200 len: 944 time: 0.0890200 Sep 23 19:32:13.667140 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46cdd228-7a1e-411a-85d4-c2015a18afa1 service neutron] Pushing event updated for resources: {'Port': ['ID=c58d4619-5791-4719-a395-efb63d8376d8,revision_number=3']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:32:13.678498 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-aff3c703-06c6-46bd-ab5a-e4778b4f3af1 req-2a28bbe5-d253-45fb-baa0-19fedb4bd463 tempest-ServerActionsTestJSON-618918056 tempest-ServerActionsTestJSON-618918056-project] 10.222.0.67 "GET /v2.0/security-groups?id=8f1e71cd-f67e-49f6-828d-7dde05723843&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687788 Sep 23 19:32:13.683739 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-8e0d6cf9-0d34-447b-9844-526ce2a835bd tempest-AttachVolumeTestJSON-1825206227 tempest-AttachVolumeTestJSON-1825206227-project] Notify callbacks [] for floatingip, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:13.687929 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-8e0d6cf9-0d34-447b-9844-526ce2a835bd tempest-AttachVolumeTestJSON-1825206227 tempest-AttachVolumeTestJSON-1825206227-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222849'] for floatingip, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:13.694089 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-8e0d6cf9-0d34-447b-9844-526ce2a835bd tempest-AttachVolumeTestJSON-1825206227 tempest-AttachVolumeTestJSON-1825206227-project] 10.222.0.67 "DELETE /v2.0/floatingips/c4c9d118-fc3c-4468-a72d-7d7d876a24a9 HTTP/1.1" status: 204 len: 168 time: 1.4530432 Sep 23 19:32:13.758731 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97551f36-5075-4fd5-8ae5-4c96ce3cf365 tempest-RoutersAdminTest-1385384480 tempest-RoutersAdminTest-1385384480-project-admin] Network 5dec5c09-378e-4f50-89cc-d94eb81c3bac is already hosted by enough agents. {{(pid=95101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:32:13.758890 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] get_ports_and_sgs() called for port_ids ['20107a54-23bf-476a-b875-56f0db941705'] {{(pid=95103) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 19:32:13.767104 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.base_scheduler [None req-97551f36-5075-4fd5-8ae5-4c96ce3cf365 tempest-RoutersAdminTest-1385384480 tempest-RoutersAdminTest-1385384480-project-admin] Resources bound (agent type, host, resource id): {{(pid=95101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:32:13.767724 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-4da82d4c-b752-4969-a881-08343172c11c req-6fcfed98-ca87-4089-902b-a3f29626cf8e tempest-ServersTestManualDisk-752158608 tempest-ServersTestManualDisk-752158608-project] 10.222.0.67 "GET /v2.0/security-groups?id=bdce1a64-e84a-499d-8c17-1d9b34da9302&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1123400 Sep 23 19:32:13.791930 n-d-713301-16 neutron-server[95101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97551f36-5075-4fd5-8ae5-4c96ce3cf365 tempest-RoutersAdminTest-1385384480 tempest-RoutersAdminTest-1385384480-project-admin] Received port after_create {{(pid=95101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 19:32:13.795814 n-d-713301-16 neutron-server[95101]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 19:32:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d32b51d9-df57-4972-bbd7-a9e16ea581ae x-openstack-request-id: req-d32b51d9-df57-4972-bbd7-a9e16ea581ae {{(pid=95101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 19:32:13.796012 n-d-713301-16 neutron-server[95101]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7f0c7a8c-f1d5-48e8-8e43-c5e8405d61bf", "tag": "c58d4619-5791-4719-a395-efb63d8376d8", "status": "completed", "code": 200}]} {{(pid=95101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 19:32:13.796202 n-d-713301-16 neutron-server[95101]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-d32b51d9-df57-4972-bbd7-a9e16ea581ae {{(pid=95101) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 19:32:13.796509 n-d-713301-16 neutron-server[95101]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7f0c7a8c-f1d5-48e8-8e43-c5e8405d61bf', 'tag': 'c58d4619-5791-4719-a395-efb63d8376d8', 'status': 'completed', 'code': 200} Sep 23 19:32:13.832732 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97551f36-5075-4fd5-8ae5-4c96ce3cf365 tempest-RoutersAdminTest-1385384480 tempest-RoutersAdminTest-1385384480-project-admin] Pushing event updated for resources: {'Port': ['ID=3d5d275e-2d1d-4ce1-9c42-b77444dde95a,revision_number=1']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:32:13.847748 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db6667b2-7101-4a3f-9426-d3834bdd2e76 req-30a5af5f-0673-4484-b765-7d2fb254dcc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:32:13.850922 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-db6667b2-7101-4a3f-9426-d3834bdd2e76 req-30a5af5f-0673-4484-b765-7d2fb254dcc7 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=917ebb3003814ff2986ca48b4fa70f0f&device_id=7f0c7a8c-f1d5-48e8-8e43-c5e8405d61bf HTTP/1.1" status: 200 len: 1096 time: 0.2545190 Sep 23 19:32:13.917296 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-db6667b2-7101-4a3f-9426-d3834bdd2e76 req-b5531291-3ce8-4ea4-ae77-5411e02f82a9 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c58d4619-5791-4719-a395-efb63d8376d8 HTTP/1.1" status: 200 len: 217 time: 0.0575833 Sep 23 19:32:14.059535 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db6667b2-7101-4a3f-9426-d3834bdd2e76 req-0347a2ce-42ef-4b9d-9b9d-a5884c2a0260 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:32:14.061081 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-db6667b2-7101-4a3f-9426-d3834bdd2e76 req-0347a2ce-42ef-4b9d-9b9d-a5884c2a0260 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=f869c3f0-4c81-4c2b-85b3-baf2e86b799d HTTP/1.1" status: 200 len: 851 time: 0.1360879 Sep 23 19:32:14.072027 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 46314) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:32:14.077059 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.v2.base [None req-cfe52b34-b511-4ea9-ae1b-15350da896e9 tempest-AttachVolumeTestJSON-1825206227 tempest-AttachVolumeTestJSON-1825206227-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1183653652', 'description': 'tempest-description--685408127'}} {{(pid=95102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:32:14.114013 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-cfe52b34-b511-4ea9-ae1b-15350da896e9 tempest-AttachVolumeTestJSON-1825206227 tempest-AttachVolumeTestJSON-1825206227-project] Notify callbacks [] for security_group, before_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:14.215153 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db6667b2-7101-4a3f-9426-d3834bdd2e76 req-9f26d6aa-38de-4d83-b77c-ce76e55afd8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:32:14.216591 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-db6667b2-7101-4a3f-9426-d3834bdd2e76 req-9f26d6aa-38de-4d83-b77c-ce76e55afd8a service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=60a3fd30-e0f7-4a5c-8336-b666228ec7b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1460395 Sep 23 19:32:14.260045 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-97551f36-5075-4fd5-8ae5-4c96ce3cf365 tempest-RoutersAdminTest-1385384480 tempest-RoutersAdminTest-1385384480-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:14.301559 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e714150-891a-41a9-b231-fd8d1cbfa5c5 req-0d353e44-fb44-4fb9-be4f-bf1e8e046e94 tempest-AttachVolumeNegativeTest-1343519470 tempest-AttachVolumeNegativeTest-1343519470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:32:14.304192 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-3e714150-891a-41a9-b231-fd8d1cbfa5c5 req-0d353e44-fb44-4fb9-be4f-bf1e8e046e94 tempest-AttachVolumeNegativeTest-1343519470 tempest-AttachVolumeNegativeTest-1343519470-project] 10.222.0.67 "GET /v2.0/ports?device_id=12ba6484-0c0e-4640-a3bd-5ea81088a6da HTTP/1.1" status: 200 len: 945 time: 0.1350136 Sep 23 19:32:14.322375 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16fd9106-c030-4c54-b168-c20a2054c10b req-d28fcd76-916b-42e7-bfd8-97c4d7257e52 tempest-ServerDiskConfigTestJSON-835646415 tempest-ServerDiskConfigTestJSON-835646415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:32:14.324012 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-16fd9106-c030-4c54-b168-c20a2054c10b req-d28fcd76-916b-42e7-bfd8-97c4d7257e52 tempest-ServerDiskConfigTestJSON-835646415 tempest-ServerDiskConfigTestJSON-835646415-project] 10.222.0.67 "GET /v2.0/ports?device_id=62626af7-c341-44a3-a3c7-0337577573d0 HTTP/1.1" status: 200 len: 944 time: 0.1535788 Sep 23 19:32:14.347826 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-cfe52b34-b511-4ea9-ae1b-15350da896e9 tempest-AttachVolumeTestJSON-1825206227 tempest-AttachVolumeTestJSON-1825206227-project] Notify callbacks [] for security_group, precommit_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:14.364226 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-cfe52b34-b511-4ea9-ae1b-15350da896e9 tempest-AttachVolumeTestJSON-1825206227 tempest-AttachVolumeTestJSON-1825206227-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:14.430129 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-cfe52b34-b511-4ea9-ae1b-15350da896e9 tempest-AttachVolumeTestJSON-1825206227 tempest-AttachVolumeTestJSON-1825206227-project] Notify callbacks [] for security_group, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:14.431383 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-cfe52b34-b511-4ea9-ae1b-15350da896e9 tempest-AttachVolumeTestJSON-1825206227 tempest-AttachVolumeTestJSON-1825206227-project] 10.222.0.67 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.3580832 Sep 23 19:32:14.435504 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 46322) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:32:14.441149 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.v2.base [None req-348ce941-2ae0-48ca-8479-0203e0bd0a15 tempest-AttachVolumeTestJSON-1825206227 tempest-AttachVolumeTestJSON-1825206227-project] Request body: {'security_group_rule': {'security_group_id': 'eab70f1d-779e-4c1c-95ac-dc447f42d4f6', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:32:14.453764 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-3e714150-891a-41a9-b231-fd8d1cbfa5c5 req-48448d46-a25d-41f6-a37a-c3508df0ab2f tempest-AttachVolumeNegativeTest-1343519470 tempest-AttachVolumeNegativeTest-1343519470-project] 10.222.0.67 "GET /v2.0/security-groups?id=870169be-a840-40b2-89c6-13960534f950&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1233182 Sep 23 19:32:14.453764 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfe52b34-b511-4ea9-ae1b-15350da896e9 tempest-AttachVolumeTestJSON-1825206227 tempest-AttachVolumeTestJSON-1825206227-project] Pushing event updated for resources: {'SecurityGroup': ['ID=eab70f1d-779e-4c1c-95ac-dc447f42d4f6,revision_number=1']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:32:14.461068 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-16fd9106-c030-4c54-b168-c20a2054c10b req-4aef399d-422b-4609-83e6-b02927728f57 tempest-ServerDiskConfigTestJSON-835646415 tempest-ServerDiskConfigTestJSON-835646415-project] 10.222.0.67 "GET /v2.0/security-groups?id=618aa602-18a9-4f8c-abdd-ba8d4ffb9ee9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1237311 Sep 23 19:32:14.504380 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-348ce941-2ae0-48ca-8479-0203e0bd0a15 tempest-AttachVolumeTestJSON-1825206227 tempest-AttachVolumeTestJSON-1825206227-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:14.588585 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-348ce941-2ae0-48ca-8479-0203e0bd0a15 tempest-AttachVolumeTestJSON-1825206227 tempest-AttachVolumeTestJSON-1825206227-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:14.597000 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-348ce941-2ae0-48ca-8479-0203e0bd0a15 tempest-AttachVolumeTestJSON-1825206227 tempest-AttachVolumeTestJSON-1825206227-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575319'] for security_group_rule, after_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:14.625602 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348ce941-2ae0-48ca-8479-0203e0bd0a15 tempest-AttachVolumeTestJSON-1825206227 tempest-AttachVolumeTestJSON-1825206227-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c0a8b2d3-f668-41b4-85ff-14be9af060b4,revision_number=0']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:32:14.636327 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-348ce941-2ae0-48ca-8479-0203e0bd0a15 tempest-AttachVolumeTestJSON-1825206227 tempest-AttachVolumeTestJSON-1825206227-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:14.638857 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-348ce941-2ae0-48ca-8479-0203e0bd0a15 tempest-AttachVolumeTestJSON-1825206227 tempest-AttachVolumeTestJSON-1825206227-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2022514 Sep 23 19:32:14.642386 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 46328) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:32:14.649939 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.v2.base [None req-69b50f53-f0f6-4013-8356-49d607f03d76 tempest-AttachVolumeTestJSON-1825206227 tempest-AttachVolumeTestJSON-1825206227-project] Request body: {'security_group_rule': {'security_group_id': 'eab70f1d-779e-4c1c-95ac-dc447f42d4f6', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=95102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:32:14.716004 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-db6667b2-7101-4a3f-9426-d3834bdd2e76 req-1e512ead-1063-444c-959b-a8c6692d9dd6 service neutron] 10.222.0.53 "GET /v2.0/networks/60a3fd30-e0f7-4a5c-8336-b666228ec7b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4910038 Sep 23 19:32:14.742767 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd88009-a2a1-4dd6-bfca-edd980dc5193 req-f415ff2b-140c-4739-a313-882dce899375 tempest-TaggedBootDevicesTest_v242-1470406513 tempest-TaggedBootDevicesTest_v242-1470406513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:32:14.752386 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd88009-a2a1-4dd6-bfca-edd980dc5193 req-f415ff2b-140c-4739-a313-882dce899375 tempest-TaggedBootDevicesTest_v242-1470406513 tempest-TaggedBootDevicesTest_v242-1470406513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:32:14.763746 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd88009-a2a1-4dd6-bfca-edd980dc5193 req-f415ff2b-140c-4739-a313-882dce899375 tempest-TaggedBootDevicesTest_v242-1470406513 tempest-TaggedBootDevicesTest_v242-1470406513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:32:14.771916 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd88009-a2a1-4dd6-bfca-edd980dc5193 req-f415ff2b-140c-4739-a313-882dce899375 tempest-TaggedBootDevicesTest_v242-1470406513 tempest-TaggedBootDevicesTest_v242-1470406513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:32:14.779244 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd88009-a2a1-4dd6-bfca-edd980dc5193 req-f415ff2b-140c-4739-a313-882dce899375 tempest-TaggedBootDevicesTest_v242-1470406513 tempest-TaggedBootDevicesTest_v242-1470406513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:32:14.789343 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd88009-a2a1-4dd6-bfca-edd980dc5193 req-f415ff2b-140c-4739-a313-882dce899375 tempest-TaggedBootDevicesTest_v242-1470406513 tempest-TaggedBootDevicesTest_v242-1470406513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:32:14.795344 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd88009-a2a1-4dd6-bfca-edd980dc5193 req-f415ff2b-140c-4739-a313-882dce899375 tempest-TaggedBootDevicesTest_v242-1470406513 tempest-TaggedBootDevicesTest_v242-1470406513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:32:14.804441 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-ffd88009-a2a1-4dd6-bfca-edd980dc5193 req-f415ff2b-140c-4739-a313-882dce899375 tempest-TaggedBootDevicesTest_v242-1470406513 tempest-TaggedBootDevicesTest_v242-1470406513-project] 10.222.0.67 "GET /v2.0/ports?device_id=583aeae2-b5c0-4d8d-bffb-15a63f4020fc HTTP/1.1" status: 200 len: 5428 time: 0.1497035 Sep 23 19:32:14.818784 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Device 6a7a5cae-7327-4542-b381-1fad380770ef details requested by agent hyperv_n-h2-713301-16 with host n-h2-713301-16 {{(pid=95103) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 19:32:14.860006 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-69b50f53-f0f6-4013-8356-49d607f03d76 tempest-AttachVolumeTestJSON-1825206227 tempest-AttachVolumeTestJSON-1825206227-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:14.957921 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-97551f36-5075-4fd5-8ae5-4c96ce3cf365 tempest-RoutersAdminTest-1385384480 tempest-RoutersAdminTest-1385384480-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-601749', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-597253', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29360'] for router, precommit_update {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:14.963066 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-97551f36-5075-4fd5-8ae5-4c96ce3cf365 tempest-RoutersAdminTest-1385384480 tempest-RoutersAdminTest-1385384480-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-601790', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-601772', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-601767', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-597276'] for router, after_update {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:14.966681 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-db6667b2-7101-4a3f-9426-d3834bdd2e76 req-10de72a3-4cdc-4aea-97ae-b2a6491279ec service neutron] 10.222.0.53 "GET /v2.0/networks/60a3fd30-e0f7-4a5c-8336-b666228ec7b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1979504 Sep 23 19:32:14.977841 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] For port 6a7a5cae-7327-4542-b381-1fad380770ef, host n-h2-713301-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-16',level=0,port_id=6a7a5cae-7327-4542-b381-1fad380770ef,segment=NetworkSegment(95f6fe7c-cbd3-4365-ad71-f7b6e6da07cd),segment_id=95f6fe7c-cbd3-4365-ad71-f7b6e6da07cd)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:32:14.994650 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Returning: {'device': '6a7a5cae-7327-4542-b381-1fad380770ef', 'network_id': '4938c958-b8c9-4af7-9682-a50ce306467f', 'port_id': '6a7a5cae-7327-4542-b381-1fad380770ef', 'mac_address': 'fa:16:3e:28:39:8f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 645, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0a32b004-bc4a-40b4-8198-7301a96775ce', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95103) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 19:32:15.037832 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-ffd88009-a2a1-4dd6-bfca-edd980dc5193 req-f2fffd19-ec09-499a-b090-d2f231ecabb9 tempest-TaggedBootDevicesTest_v242-1470406513 tempest-TaggedBootDevicesTest_v242-1470406513-project] 10.222.0.67 "GET /v2.0/security-groups?id=687e4f9e-0a49-4ef3-86dc-e31b7edc6949&id=78494785-7e26-42ec-a5d5-f3013c8d7eca&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2320271 Sep 23 19:32:15.043751 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:15.078823 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7028447-0cac-443b-8ebb-59d21fb26ef3 req-0f3d1572-645c-407d-b732-dcc20d81c13e tempest-ServerActionsTestJSON-618918056 tempest-ServerActionsTestJSON-618918056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:32:15.082054 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-d7028447-0cac-443b-8ebb-59d21fb26ef3 req-0f3d1572-645c-407d-b732-dcc20d81c13e tempest-ServerActionsTestJSON-618918056 tempest-ServerActionsTestJSON-618918056-project] 10.222.0.67 "GET /v2.0/ports?device_id=675250d5-b764-4a76-a441-f0488da38a5e HTTP/1.1" status: 200 len: 945 time: 0.2684834 Sep 23 19:32:15.082220 n-d-713301-16 neutron-server[95103]: DEBUG neutron.notifiers.nova [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6a7a5cae-7327-4542-b381-1fad380770ef {{(pid=95103) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 19:32:15.106950 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-69b50f53-f0f6-4013-8356-49d607f03d76 tempest-AttachVolumeTestJSON-1825206227 tempest-AttachVolumeTestJSON-1825206227-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:15.109446 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] For port 6a7a5cae-7327-4542-b381-1fad380770ef, host n-h2-713301-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-16',level=0,port_id=6a7a5cae-7327-4542-b381-1fad380770ef,segment=NetworkSegment(95f6fe7c-cbd3-4365-ad71-f7b6e6da07cd),segment_id=95f6fe7c-cbd3-4365-ad71-f7b6e6da07cd)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:32:15.115357 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-69b50f53-f0f6-4013-8356-49d607f03d76 tempest-AttachVolumeTestJSON-1825206227 tempest-AttachVolumeTestJSON-1825206227-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575319'] for security_group_rule, after_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:15.118541 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:15.119470 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Device 5b8a0a35-d9a5-40cb-80ab-356667fb483b details requested by agent hyperv_n-h2-713301-16 with host n-h2-713301-16 {{(pid=95103) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 19:32:15.142263 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e59435d-59b5-44df-9a4f-30c97158f6a9 req-0f85054b-2881-4312-909e-132a03f578d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:32:15.143840 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-1e59435d-59b5-44df-9a4f-30c97158f6a9 req-0f85054b-2881-4312-909e-132a03f578d1 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=917ebb3003814ff2986ca48b4fa70f0f&device_id=7f0c7a8c-f1d5-48e8-8e43-c5e8405d61bf HTTP/1.1" status: 200 len: 1096 time: 0.1223340 Sep 23 19:32:15.148342 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69b50f53-f0f6-4013-8356-49d607f03d76 tempest-AttachVolumeTestJSON-1825206227 tempest-AttachVolumeTestJSON-1825206227-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=68375457-0e35-4a1f-ba6a-86f5abdea913,revision_number=0']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:32:15.161122 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-d7028447-0cac-443b-8ebb-59d21fb26ef3 req-14d2ccc4-b085-4e90-b899-80332f469526 tempest-ServerActionsTestJSON-618918056 tempest-ServerActionsTestJSON-618918056-project] 10.222.0.67 "GET /v2.0/security-groups?id=8f1e71cd-f67e-49f6-828d-7dde05723843&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712695 Sep 23 19:32:15.162442 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-69b50f53-f0f6-4013-8356-49d607f03d76 tempest-AttachVolumeTestJSON-1825206227 tempest-AttachVolumeTestJSON-1825206227-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:15.163620 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-69b50f53-f0f6-4013-8356-49d607f03d76 tempest-AttachVolumeTestJSON-1825206227 tempest-AttachVolumeTestJSON-1825206227-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5198414 Sep 23 19:32:15.167303 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 46338) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:32:15.175419 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.v2.base [None req-325999c8-37d2-492c-8510-7923af8104e6 tempest-AttachVolumeTestJSON-1825206227 tempest-AttachVolumeTestJSON-1825206227-project] Request body: {'floatingip': {'floating_network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac'}} {{(pid=95102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:32:15.178602 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Device 20107a54-23bf-476a-b875-56f0db941705 up at agent hyperv_n-h1-713301-16 {{(pid=95103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 19:32:15.236944 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-325999c8-37d2-492c-8510-7923af8104e6 tempest-AttachVolumeTestJSON-1825206227 tempest-AttachVolumeTestJSON-1825206227-project] Notify callbacks [] for floatingip, before_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:15.335449 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7bc8ec-1c4d-4015-bd93-7bb24b6c3edf req-2b72b688-bc3d-4aee-a1a4-5f7645a541f5 tempest-ServersTestManualDisk-752158608 tempest-ServersTestManualDisk-752158608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:32:15.337313 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-0b7bc8ec-1c4d-4015-bd93-7bb24b6c3edf req-2b72b688-bc3d-4aee-a1a4-5f7645a541f5 tempest-ServersTestManualDisk-752158608 tempest-ServersTestManualDisk-752158608-project] 10.222.0.67 "GET /v2.0/ports?device_id=7f0c7a8c-f1d5-48e8-8e43-c5e8405d61bf HTTP/1.1" status: 200 len: 944 time: 0.1223862 Sep 23 19:32:15.348241 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e59435d-59b5-44df-9a4f-30c97158f6a9 req-f2499e44-e2d1-4982-b450-3f99cad9aef1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:32:15.350528 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-1e59435d-59b5-44df-9a4f-30c97158f6a9 req-f2499e44-e2d1-4982-b450-3f99cad9aef1 service neutron] 10.222.0.53 "GET /v2.0/networks?id=60a3fd30-e0f7-4a5c-8336-b666228ec7b4 HTTP/1.1" status: 200 len: 913 time: 0.1937897 Sep 23 19:32:15.377937 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] For port 5b8a0a35-d9a5-40cb-80ab-356667fb483b, host n-h2-713301-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-16',level=0,port_id=5b8a0a35-d9a5-40cb-80ab-356667fb483b,segment=NetworkSegment(f1ac3ad9-0f16-48a3-9c98-25f1a3519880),segment_id=f1ac3ad9-0f16-48a3-9c98-25f1a3519880)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:32:15.392906 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Returning: {'device': '5b8a0a35-d9a5-40cb-80ab-356667fb483b', 'network_id': '6b0b0714-7ca1-4d6d-b820-8be57f2679a5', 'port_id': '5b8a0a35-d9a5-40cb-80ab-356667fb483b', 'mac_address': 'fa:16:3e:74:a9:27', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 608, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '08a82bb7-bfc5-4bc7-a3ee-312f82ebfc05', 'ip_address': '10.1.1.41'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95103) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 19:32:15.409206 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Pushing event updated for resources: {'Port': ['ID=6a7a5cae-7327-4542-b381-1fad380770ef,revision_number=4']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:32:15.410691 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-97551f36-5075-4fd5-8ae5-4c96ce3cf365 tempest-RoutersAdminTest-1385384480 tempest-RoutersAdminTest-1385384480-project-admin] Router 27ae998c-1acb-4a94-bfda-12c8c54b3a71 is scheduled to L3 agent 79a740bf-7821-4989-8288-7186e3e128f3 with binding_index 1 {{(pid=95101) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 23 19:32:15.415093 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-1e59435d-59b5-44df-9a4f-30c97158f6a9 req-33934d5c-5fd6-4645-86a9-4263b9247ad7 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c58d4619-5791-4719-a395-efb63d8376d8 HTTP/1.1" status: 200 len: 217 time: 0.0521030 Sep 23 19:32:15.431665 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-0b7bc8ec-1c4d-4015-bd93-7bb24b6c3edf req-1bbe2a11-4f4a-4bf1-98d9-f46cc135976e tempest-ServersTestManualDisk-752158608 tempest-ServersTestManualDisk-752158608-project] 10.222.0.67 "GET /v2.0/security-groups?id=bdce1a64-e84a-499d-8c17-1d9b34da9302&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0652623 Sep 23 19:32:15.467157 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-325999c8-37d2-492c-8510-7923af8104e6 tempest-AttachVolumeTestJSON-1825206227 tempest-AttachVolumeTestJSON-1825206227-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:15.471827 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Provisioning for port 20107a54-23bf-476a-b875-56f0db941705 completed by entity L2. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 19:32:15.477790 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Provisioning complete for port 20107a54-23bf-476a-b875-56f0db941705 triggered by entity L2. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:32:15.478335 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:15.506955 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:15.530092 n-d-713301-16 neutron-server[95103]: DEBUG neutron.notifiers.nova [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5b8a0a35-d9a5-40cb-80ab-356667fb483b {{(pid=95103) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 19:32:15.548330 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e59435d-59b5-44df-9a4f-30c97158f6a9 req-c6e818c1-e38d-4076-8b3c-a346ef5bccba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:32:15.554556 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-1e59435d-59b5-44df-9a4f-30c97158f6a9 req-c6e818c1-e38d-4076-8b3c-a346ef5bccba service neutron] 10.222.0.53 "GET /v2.0/subnets?id=f869c3f0-4c81-4c2b-85b3-baf2e86b799d HTTP/1.1" status: 200 len: 851 time: 0.1298161 Sep 23 19:32:15.570525 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] For port 5b8a0a35-d9a5-40cb-80ab-356667fb483b, host n-h2-713301-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-16',level=0,port_id=5b8a0a35-d9a5-40cb-80ab-356667fb483b,segment=NetworkSegment(f1ac3ad9-0f16-48a3-9c98-25f1a3519880),segment_id=f1ac3ad9-0f16-48a3-9c98-25f1a3519880)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:32:15.583783 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:15.584504 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Device f2f18a7a-caec-4840-825d-bc37f2f04daf details requested by agent hyperv_n-h2-713301-16 with host n-h2-713301-16 {{(pid=95103) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 19:32:15.636832 n-d-713301-16 neutron-server[95102]: DEBUG neutron.db.db_base_plugin_common [None req-325999c8-37d2-492c-8510-7923af8104e6 tempest-AttachVolumeTestJSON-1825206227 tempest-AttachVolumeTestJSON-1825206227-project] Allocated IP 172.25.1.116 (5dec5c09-378e-4f50-89cc-d94eb81c3bac/eff83446-018c-428d-b3f5-54ac9abe7a2a/44e4f739-e2ae-488b-bcaa-6b2e67967a3b) {{(pid=95102) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 19:32:15.702165 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97551f36-5075-4fd5-8ae5-4c96ce3cf365 tempest-RoutersAdminTest-1385384480 tempest-RoutersAdminTest-1385384480-project-admin] Notify agent at l3_agent.n-d-713301-16 the message routers_updated {{(pid=95101) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 19:32:15.710437 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-97551f36-5075-4fd5-8ae5-4c96ce3cf365 tempest-RoutersAdminTest-1385384480 tempest-RoutersAdminTest-1385384480-project-admin] Notify callbacks [] for router, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:15.718051 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 46346) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:32:15.720068 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-97551f36-5075-4fd5-8ae5-4c96ce3cf365 tempest-RoutersAdminTest-1385384480 tempest-RoutersAdminTest-1385384480-project-admin] 10.222.0.67 "PUT /v2.0/routers/27ae998c-1acb-4a94-bfda-12c8c54b3a71 HTTP/1.1" status: 200 len: 915 time: 4.0773652 Sep 23 19:32:15.728008 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf0c220e-b4d3-487f-a938-188984da78e4 None None] Sync routers for ids ['27ae998c-1acb-4a94-bfda-12c8c54b3a71'] in n-d-713301-16 {{(pid=95103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 19:32:15.730657 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:15.741760 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e59435d-59b5-44df-9a4f-30c97158f6a9 req-9a18e946-5bb4-4cb8-b420-16b4584f0b2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:32:15.744360 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-1e59435d-59b5-44df-9a4f-30c97158f6a9 req-9a18e946-5bb4-4cb8-b420-16b4584f0b2f service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=60a3fd30-e0f7-4a5c-8336-b666228ec7b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1306665 Sep 23 19:32:15.757674 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec0b4b63-cbe5-4ce6-88bc-783dcce95e0a req-9f93f0f4-0023-444f-a7ec-fec8e7f4c1ae tempest-ServerDiskConfigTestJSON-835646415 tempest-ServerDiskConfigTestJSON-835646415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:32:15.759335 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-ec0b4b63-cbe5-4ce6-88bc-783dcce95e0a req-9f93f0f4-0023-444f-a7ec-fec8e7f4c1ae tempest-ServerDiskConfigTestJSON-835646415 tempest-ServerDiskConfigTestJSON-835646415-project] 10.222.0.67 "GET /v2.0/ports?device_id=62626af7-c341-44a3-a3c7-0337577573d0 HTTP/1.1" status: 200 len: 944 time: 0.1316874 Sep 23 19:32:15.771279 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf0c220e-b4d3-487f-a938-188984da78e4 None None] Routers {'27ae998c-1acb-4a94-bfda-12c8c54b3a71'} bound to L3 agent in host n-d-713301-16 {{(pid=95103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 19:32:15.771897 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_hamode_db [None req-cf0c220e-b4d3-487f-a938-188984da78e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-23T19:07:52Z,description=,heartbeat_timestamp=2021-09-23T19:31:52Z,host='n-d-713301-16',id=79a740bf-7821-4989-8288-7186e3e128f3,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:07:52Z,topic='l3_agent')) {'router_ids': ['27ae998c-1acb-4a94-bfda-12c8c54b3a71'], 'active': True} {{(pid=95103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:32:15.782350 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Pushing event updated for resources: {'Port': ['ID=5b8a0a35-d9a5-40cb-80ab-356667fb483b,revision_number=4']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:32:15.901440 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-1e59435d-59b5-44df-9a4f-30c97158f6a9 req-05ec7f33-403d-4c2e-996f-3407b9793834 service neutron] 10.222.0.53 "GET /v2.0/networks/60a3fd30-e0f7-4a5c-8336-b666228ec7b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1460862 Sep 23 19:32:15.961579 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] For port 20107a54-23bf-476a-b875-56f0db941705, host n-h1-713301-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-16',level=0,port_id=20107a54-23bf-476a-b875-56f0db941705,segment=NetworkSegment(12b6e53f-a75d-4104-957d-b1954c84752d),segment_id=12b6e53f-a75d-4104-957d-b1954c84752d)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:32:15.962742 n-d-713301-16 neutron-server[95103]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '62626af7-c341-44a3-a3c7-0337577573d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '20107a54-23bf-476a-b875-56f0db941705'}] {{(pid=95103) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 19:32:15.963191 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-325999c8-37d2-492c-8510-7923af8104e6 tempest-AttachVolumeTestJSON-1825206227 tempest-AttachVolumeTestJSON-1825206227-project] Notify callbacks [] for port, precommit_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:15.965810 n-d-713301-16 neutron-server[95103]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}81a1c17f2aa89d5b3ebbba3a3e0cf7eb588e431c2224256110c4c4facdd7c3e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df4d2820-2105-4179-b681-247ab3f79178" -d '{"events": [{"server_uuid": "62626af7-c341-44a3-a3c7-0337577573d0", "name": "network-vif-plugged", "status": "completed", "tag": "20107a54-23bf-476a-b875-56f0db941705"}]}' {{(pid=95103) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 19:32:15.974541 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:15.992775 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_hamode_db [None req-cf0c220e-b4d3-487f-a938-188984da78e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713301-16', False) {} {{(pid=95103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:32:15.999618 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] For port f2f18a7a-caec-4840-825d-bc37f2f04daf, host n-h2-713301-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-16',level=0,port_id=f2f18a7a-caec-4840-825d-bc37f2f04daf,segment=NetworkSegment(55c1cfc6-8877-41a0-94e7-9d7671a93bfb),segment_id=55c1cfc6-8877-41a0-94e7-9d7671a93bfb)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:32:16.038294 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-1e59435d-59b5-44df-9a4f-30c97158f6a9 req-cb02c23e-4ad4-4dcb-95f7-0eae82ba2df6 service neutron] 10.222.0.53 "GET /v2.0/networks/60a3fd30-e0f7-4a5c-8336-b666228ec7b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1291499 Sep 23 19:32:16.048510 n-d-713301-16 neutron-server[95103]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 19:32:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f22bea36-2506-4b5c-b562-aa8336b14c49 x-openstack-request-id: req-f22bea36-2506-4b5c-b562-aa8336b14c49 {{(pid=95103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 19:32:16.048877 n-d-713301-16 neutron-server[95103]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "62626af7-c341-44a3-a3c7-0337577573d0", "name": "network-vif-plugged", "status": "completed", "tag": "20107a54-23bf-476a-b875-56f0db941705", "code": 200}]} {{(pid=95103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 19:32:16.049131 n-d-713301-16 neutron-server[95103]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-f22bea36-2506-4b5c-b562-aa8336b14c49 {{(pid=95103) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 19:32:16.049649 n-d-713301-16 neutron-server[95103]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '62626af7-c341-44a3-a3c7-0337577573d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '20107a54-23bf-476a-b875-56f0db941705', 'code': 200} Sep 23 19:32:16.050728 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Returning: {'device': 'f2f18a7a-caec-4840-825d-bc37f2f04daf', 'network_id': 'f23b48c2-30e2-4b8a-a3bf-2e6a4262ee17', 'port_id': 'f2f18a7a-caec-4840-825d-bc37f2f04daf', 'mac_address': 'fa:16:3e:a2:4f:ea', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 636, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '539495c3-ae71-47cf-b3b7-93ac6244515e', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95103) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 19:32:16.061231 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-ec0b4b63-cbe5-4ce6-88bc-783dcce95e0a req-b69dc992-eef6-451e-9369-be2705266716 tempest-ServerDiskConfigTestJSON-835646415 tempest-ServerDiskConfigTestJSON-835646415-project] 10.222.0.67 "GET /v2.0/security-groups?id=618aa602-18a9-4f8c-abdd-ba8d4ffb9ee9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2499523 Sep 23 19:32:16.098561 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-57cc09a2-767c-4cb7-a115-b7ddb26ad0bd tempest-RoutersAdminTest-1385384480 tempest-RoutersAdminTest-1385384480-project-admin] 10.222.0.67 "GET /v2.0/routers/27ae998c-1acb-4a94-bfda-12c8c54b3a71 HTTP/1.1" status: 200 len: 921 time: 0.3668089 Sep 23 19:32:16.101704 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 46354) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:32:16.105386 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf0c220e-b4d3-487f-a938-188984da78e4 None None] Routers {'27ae998c-1acb-4a94-bfda-12c8c54b3a71'} bound to L3 agent in host n-d-713301-16 {{(pid=95103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 19:32:16.105929 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_hamode_db [None req-cf0c220e-b4d3-487f-a938-188984da78e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-23T19:07:52Z,description=,heartbeat_timestamp=2021-09-23T19:31:52Z,host='n-d-713301-16',id=79a740bf-7821-4989-8288-7186e3e128f3,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:07:52Z,topic='l3_agent')) {'router_ids': ['27ae998c-1acb-4a94-bfda-12c8c54b3a71'], 'active': True} {{(pid=95103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:32:16.113465 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:16.120693 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-325999c8-37d2-492c-8510-7923af8104e6 tempest-AttachVolumeTestJSON-1825206227 tempest-AttachVolumeTestJSON-1825206227-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783145673135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4399100'] for port, after_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:16.161015 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_hamode_db [None req-cf0c220e-b4d3-487f-a938-188984da78e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713301-16', False) {} {{(pid=95103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:32:16.161683 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf0c220e-b4d3-487f-a938-188984da78e4 None None] The sync data for ids ['27ae998c-1acb-4a94-bfda-12c8c54b3a71'] in n-d-713301-16 is: [] {{(pid=95103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 19:32:16.183179 n-d-713301-16 neutron-server[95103]: DEBUG neutron.notifiers.nova [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f2f18a7a-caec-4840-825d-bc37f2f04daf {{(pid=95103) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 19:32:16.201607 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Pushing event updated for resources: {'Port': ['ID=20107a54-23bf-476a-b875-56f0db941705,revision_number=5']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:32:16.219403 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] For port f2f18a7a-caec-4840-825d-bc37f2f04daf, host n-h2-713301-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-16',level=0,port_id=f2f18a7a-caec-4840-825d-bc37f2f04daf,segment=NetworkSegment(55c1cfc6-8877-41a0-94e7-9d7671a93bfb),segment_id=55c1cfc6-8877-41a0-94e7-9d7671a93bfb)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:32:16.225057 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:16.225893 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Device c139ca82-853e-472d-b61c-c167aa20c5aa details requested by agent hyperv_n-h2-713301-16 with host n-h2-713301-16 {{(pid=95103) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 19:32:16.234302 n-d-713301-16 neutron-server[95102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-325999c8-37d2-492c-8510-7923af8104e6 tempest-AttachVolumeTestJSON-1825206227 tempest-AttachVolumeTestJSON-1825206227-project] Network 5dec5c09-378e-4f50-89cc-d94eb81c3bac is already hosted by enough agents. {{(pid=95102) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:32:16.265877 n-d-713301-16 neutron-server[95102]: DEBUG neutron.scheduler.base_scheduler [None req-325999c8-37d2-492c-8510-7923af8104e6 tempest-AttachVolumeTestJSON-1825206227 tempest-AttachVolumeTestJSON-1825206227-project] Resources bound (agent type, host, resource id): {{(pid=95102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:32:16.281507 n-d-713301-16 neutron-server[95102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-325999c8-37d2-492c-8510-7923af8104e6 tempest-AttachVolumeTestJSON-1825206227 tempest-AttachVolumeTestJSON-1825206227-project] Received port after_create {{(pid=95102) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 19:32:16.307930 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-325999c8-37d2-492c-8510-7923af8104e6 tempest-AttachVolumeTestJSON-1825206227 tempest-AttachVolumeTestJSON-1825206227-project] Pushing event updated for resources: {'Port': ['ID=44e4f739-e2ae-488b-bcaa-6b2e67967a3b,revision_number=1']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:32:16.308444 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] For port c139ca82-853e-472d-b61c-c167aa20c5aa, host n-h2-713301-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-16',level=0,port_id=c139ca82-853e-472d-b61c-c167aa20c5aa,segment=NetworkSegment(f1ac3ad9-0f16-48a3-9c98-25f1a3519880),segment_id=f1ac3ad9-0f16-48a3-9c98-25f1a3519880)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:32:16.326417 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Pushing event updated for resources: {'Port': ['ID=f2f18a7a-caec-4840-825d-bc37f2f04daf,revision_number=4']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:32:16.331211 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9fe5d66-36d4-42b3-aa13-82996fc749e5 tempest-RoutersAdminTest-1385384480 tempest-RoutersAdminTest-1385384480-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:32:16.336005 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-f9fe5d66-36d4-42b3-aa13-82996fc749e5 tempest-RoutersAdminTest-1385384480 tempest-RoutersAdminTest-1385384480-project-admin] 10.222.0.67 "GET /v2.0/ports?network_id=5dec5c09-378e-4f50-89cc-d94eb81c3bac&device_id=27ae998c-1acb-4a94-bfda-12c8c54b3a71&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.2297380 Sep 23 19:32:16.336118 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 46362) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:32:16.339940 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a92bfe-5ec8-4a76-91ee-5d16120a11dd req-27e63c9b-7f20-4dae-8471-3a142aef3670 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:32:16.341534 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-78a92bfe-5ec8-4a76-91ee-5d16120a11dd req-27e63c9b-7f20-4dae-8471-3a142aef3670 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=62626af7-c341-44a3-a3c7-0337577573d0 HTTP/1.1" status: 200 len: 1097 time: 0.2096219 Sep 23 19:32:16.357777 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Returning: {'device': 'c139ca82-853e-472d-b61c-c167aa20c5aa', 'network_id': '6b0b0714-7ca1-4d6d-b820-8be57f2679a5', 'port_id': 'c139ca82-853e-472d-b61c-c167aa20c5aa', 'mac_address': 'fa:16:3e:86:a7:cc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 608, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '08a82bb7-bfc5-4bc7-a3ee-312f82ebfc05', 'ip_address': '10.1.1.29'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95103) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 19:32:16.359903 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8955b91-bebe-4bc8-8234-adf0780af9a3 req-385a886d-ca72-4fd7-8a69-71632a06648a tempest-TaggedBootDevicesTest_v242-1470406513 tempest-TaggedBootDevicesTest_v242-1470406513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:32:16.366431 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8955b91-bebe-4bc8-8234-adf0780af9a3 req-385a886d-ca72-4fd7-8a69-71632a06648a tempest-TaggedBootDevicesTest_v242-1470406513 tempest-TaggedBootDevicesTest_v242-1470406513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:32:16.373008 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8955b91-bebe-4bc8-8234-adf0780af9a3 req-385a886d-ca72-4fd7-8a69-71632a06648a tempest-TaggedBootDevicesTest_v242-1470406513 tempest-TaggedBootDevicesTest_v242-1470406513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:32:16.379898 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8955b91-bebe-4bc8-8234-adf0780af9a3 req-385a886d-ca72-4fd7-8a69-71632a06648a tempest-TaggedBootDevicesTest_v242-1470406513 tempest-TaggedBootDevicesTest_v242-1470406513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:32:16.385961 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8955b91-bebe-4bc8-8234-adf0780af9a3 req-385a886d-ca72-4fd7-8a69-71632a06648a tempest-TaggedBootDevicesTest_v242-1470406513 tempest-TaggedBootDevicesTest_v242-1470406513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:32:16.392144 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8955b91-bebe-4bc8-8234-adf0780af9a3 req-385a886d-ca72-4fd7-8a69-71632a06648a tempest-TaggedBootDevicesTest_v242-1470406513 tempest-TaggedBootDevicesTest_v242-1470406513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:32:16.398160 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8955b91-bebe-4bc8-8234-adf0780af9a3 req-385a886d-ca72-4fd7-8a69-71632a06648a tempest-TaggedBootDevicesTest_v242-1470406513 tempest-TaggedBootDevicesTest_v242-1470406513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:32:16.400151 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-b8955b91-bebe-4bc8-8234-adf0780af9a3 req-385a886d-ca72-4fd7-8a69-71632a06648a tempest-TaggedBootDevicesTest_v242-1470406513 tempest-TaggedBootDevicesTest_v242-1470406513-project] 10.222.0.67 "GET /v2.0/ports?device_id=583aeae2-b5c0-4d8d-bffb-15a63f4020fc HTTP/1.1" status: 200 len: 5431 time: 0.2152483 Sep 23 19:32:16.428761 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:16.461171 n-d-713301-16 neutron-server[95103]: DEBUG neutron.notifiers.nova [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c139ca82-853e-472d-b61c-c167aa20c5aa {{(pid=95103) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 19:32:16.486219 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48839d4e-f981-4547-aa42-fc2e8f95d281 tempest-RoutersAdminTest-1385384480 tempest-RoutersAdminTest-1385384480-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:32:16.489633 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] For port c139ca82-853e-472d-b61c-c167aa20c5aa, host n-h2-713301-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-16',level=0,port_id=c139ca82-853e-472d-b61c-c167aa20c5aa,segment=NetworkSegment(f1ac3ad9-0f16-48a3-9c98-25f1a3519880),segment_id=f1ac3ad9-0f16-48a3-9c98-25f1a3519880)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:32:16.491311 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-48839d4e-f981-4547-aa42-fc2e8f95d281 tempest-RoutersAdminTest-1385384480 tempest-RoutersAdminTest-1385384480-project-admin] 10.222.0.67 "GET /v2.0/networks/5dec5c09-378e-4f50-89cc-d94eb81c3bac HTTP/1.1" status: 200 len: 881 time: 0.1533353 Sep 23 19:32:16.491483 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 46370) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:32:16.497408 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:16.498437 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Device 6c017d64-49a7-4da3-a6bc-3716925c2710 details requested by agent hyperv_n-h2-713301-16 with host n-h2-713301-16 {{(pid=95103) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 19:32:16.514660 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-325999c8-37d2-492c-8510-7923af8104e6 tempest-AttachVolumeTestJSON-1825206227 tempest-AttachVolumeTestJSON-1825206227-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:16.519845 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-78a92bfe-5ec8-4a76-91ee-5d16120a11dd req-5d98e63e-f483-48b4-b7fe-b9e821aed5e1 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=618aa602-18a9-4f8c-abdd-ba8d4ffb9ee9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1185236 Sep 23 19:32:16.552501 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-b8955b91-bebe-4bc8-8234-adf0780af9a3 req-84eee2ea-68b9-4613-a8ff-6cfe17364dfd tempest-TaggedBootDevicesTest_v242-1470406513 tempest-TaggedBootDevicesTest_v242-1470406513-project] 10.222.0.67 "GET /v2.0/security-groups?id=687e4f9e-0a49-4ef3-86dc-e31b7edc6949&id=78494785-7e26-42ec-a5d5-f3013c8d7eca&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1252353 Sep 23 19:32:16.559908 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-68a0e117-5c7d-41b3-955c-8d4221974f7d tempest-RoutersAdminTest-1935465670 tempest-RoutersAdminTest-1935465670-project] 10.222.0.67 "GET /v2.0/ports?device_id=27ae998c-1acb-4a94-bfda-12c8c54b3a71 HTTP/1.1" status: 200 len: 205 time: 0.0613263 Sep 23 19:32:16.560507 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 46374) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:32:16.634298 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] For port 6c017d64-49a7-4da3-a6bc-3716925c2710, host n-h2-713301-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-16',level=0,port_id=6c017d64-49a7-4da3-a6bc-3716925c2710,segment=NetworkSegment(f1ac3ad9-0f16-48a3-9c98-25f1a3519880),segment_id=f1ac3ad9-0f16-48a3-9c98-25f1a3519880)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:32:16.641092 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Pushing event updated for resources: {'Port': ['ID=c139ca82-853e-472d-b61c-c167aa20c5aa,revision_number=4']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:32:16.656664 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Returning: {'device': '6c017d64-49a7-4da3-a6bc-3716925c2710', 'network_id': '6b0b0714-7ca1-4d6d-b820-8be57f2679a5', 'port_id': '6c017d64-49a7-4da3-a6bc-3716925c2710', 'mac_address': 'fa:16:3e:d9:e2:11', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 608, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '08a82bb7-bfc5-4bc7-a3ee-312f82ebfc05', 'ip_address': '10.1.1.26'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95103) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 19:32:16.699221 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:16.716669 n-d-713301-16 neutron-server[95103]: DEBUG neutron.notifiers.nova [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6c017d64-49a7-4da3-a6bc-3716925c2710 {{(pid=95103) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 19:32:16.739814 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] For port 6c017d64-49a7-4da3-a6bc-3716925c2710, host n-h2-713301-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-16',level=0,port_id=6c017d64-49a7-4da3-a6bc-3716925c2710,segment=NetworkSegment(f1ac3ad9-0f16-48a3-9c98-25f1a3519880),segment_id=f1ac3ad9-0f16-48a3-9c98-25f1a3519880)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:32:16.744954 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:16.745729 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Device e9421940-155e-4e16-8fe7-2df3b3cd6370 details requested by agent hyperv_n-h2-713301-16 with host n-h2-713301-16 {{(pid=95103) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 19:32:16.749333 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-325999c8-37d2-492c-8510-7923af8104e6 tempest-AttachVolumeTestJSON-1825206227 tempest-AttachVolumeTestJSON-1825206227-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:16.814608 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] For port e9421940-155e-4e16-8fe7-2df3b3cd6370, host n-h2-713301-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-16',level=0,port_id=e9421940-155e-4e16-8fe7-2df3b3cd6370,segment=NetworkSegment(f1ac3ad9-0f16-48a3-9c98-25f1a3519880),segment_id=f1ac3ad9-0f16-48a3-9c98-25f1a3519880)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:32:16.817492 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Pushing event updated for resources: {'Port': ['ID=6c017d64-49a7-4da3-a6bc-3716925c2710,revision_number=4']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:32:16.831234 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Returning: {'device': 'e9421940-155e-4e16-8fe7-2df3b3cd6370', 'network_id': '6b0b0714-7ca1-4d6d-b820-8be57f2679a5', 'port_id': 'e9421940-155e-4e16-8fe7-2df3b3cd6370', 'mac_address': 'fa:16:3e:ad:83:56', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 608, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '08a82bb7-bfc5-4bc7-a3ee-312f82ebfc05', 'ip_address': '10.1.1.166'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95103) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 19:32:16.878897 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:16.882210 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb9e7a20-3b7c-42ee-8a2d-a186ddc0d36c req-8d34fa6b-7d60-434d-a23b-f72539a9a985 tempest-ServersTestManualDisk-752158608 tempest-ServersTestManualDisk-752158608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:32:16.883738 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-fb9e7a20-3b7c-42ee-8a2d-a186ddc0d36c req-8d34fa6b-7d60-434d-a23b-f72539a9a985 tempest-ServersTestManualDisk-752158608 tempest-ServersTestManualDisk-752158608-project] 10.222.0.67 "GET /v2.0/ports?device_id=7f0c7a8c-f1d5-48e8-8e43-c5e8405d61bf HTTP/1.1" status: 200 len: 944 time: 0.1973791 Sep 23 19:32:16.891076 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0771fb6-49c8-43f3-b000-8146ff11fda7 req-8ed6a5f5-7d3f-421d-b16c-d24ee94ee6c1 tempest-ServerActionsTestJSON-618918056 tempest-ServerActionsTestJSON-618918056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:32:16.893275 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-b0771fb6-49c8-43f3-b000-8146ff11fda7 req-8ed6a5f5-7d3f-421d-b16c-d24ee94ee6c1 tempest-ServerActionsTestJSON-618918056 tempest-ServerActionsTestJSON-618918056-project] 10.222.0.67 "GET /v2.0/ports?device_id=675250d5-b764-4a76-a441-f0488da38a5e HTTP/1.1" status: 200 len: 945 time: 0.2024846 Sep 23 19:32:16.898604 n-d-713301-16 neutron-server[95103]: DEBUG neutron.notifiers.nova [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e9421940-155e-4e16-8fe7-2df3b3cd6370 {{(pid=95103) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 19:32:16.918822 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] For port e9421940-155e-4e16-8fe7-2df3b3cd6370, host n-h2-713301-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-16',level=0,port_id=e9421940-155e-4e16-8fe7-2df3b3cd6370,segment=NetworkSegment(f1ac3ad9-0f16-48a3-9c98-25f1a3519880),segment_id=f1ac3ad9-0f16-48a3-9c98-25f1a3519880)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:32:16.924153 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:16.924871 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Device 0d220b4a-c2a9-416b-bef2-705bfcd93242 details requested by agent hyperv_n-h2-713301-16 with host n-h2-713301-16 {{(pid=95103) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 19:32:16.948239 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-b0c774e9-aead-4722-b939-8c9a9c78e30e tempest-RoutersAdminTest-1935465670 tempest-RoutersAdminTest-1935465670-project] Notify callbacks [] for router, before_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:17.100545 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-b0771fb6-49c8-43f3-b000-8146ff11fda7 req-8bc43e32-5637-4afa-bb73-68bb30bc8f1a tempest-ServerActionsTestJSON-618918056 tempest-ServerActionsTestJSON-618918056-project] 10.222.0.67 "GET /v2.0/security-groups?id=8f1e71cd-f67e-49f6-828d-7dde05723843&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1830258 Sep 23 19:32:17.114564 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-fb9e7a20-3b7c-42ee-8a2d-a186ddc0d36c req-1170087e-4c08-4580-aba6-c2b440d9c01f tempest-ServersTestManualDisk-752158608 tempest-ServersTestManualDisk-752158608-project] 10.222.0.67 "GET /v2.0/security-groups?id=bdce1a64-e84a-499d-8c17-1d9b34da9302&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2184300 Sep 23 19:32:17.132569 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] For port 0d220b4a-c2a9-416b-bef2-705bfcd93242, host n-h2-713301-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-16',level=0,port_id=0d220b4a-c2a9-416b-bef2-705bfcd93242,segment=NetworkSegment(55c1cfc6-8877-41a0-94e7-9d7671a93bfb),segment_id=55c1cfc6-8877-41a0-94e7-9d7671a93bfb)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:32:17.138911 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Pushing event updated for resources: {'Port': ['ID=e9421940-155e-4e16-8fe7-2df3b3cd6370,revision_number=4']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:32:17.152698 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Returning: {'device': '0d220b4a-c2a9-416b-bef2-705bfcd93242', 'network_id': 'f23b48c2-30e2-4b8a-a3bf-2e6a4262ee17', 'port_id': '0d220b4a-c2a9-416b-bef2-705bfcd93242', 'mac_address': 'fa:16:3e:f2:35:a5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 636, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '539495c3-ae71-47cf-b3b7-93ac6244515e', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95103) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 19:32:17.190723 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-b0c774e9-aead-4722-b939-8c9a9c78e30e tempest-RoutersAdminTest-1935465670 tempest-RoutersAdminTest-1935465670-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:17.207128 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:17.222520 n-d-713301-16 neutron-server[95103]: DEBUG neutron.notifiers.nova [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0d220b4a-c2a9-416b-bef2-705bfcd93242 {{(pid=95103) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 19:32:17.243647 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] For port 0d220b4a-c2a9-416b-bef2-705bfcd93242, host n-h2-713301-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-16',level=0,port_id=0d220b4a-c2a9-416b-bef2-705bfcd93242,segment=NetworkSegment(55c1cfc6-8877-41a0-94e7-9d7671a93bfb),segment_id=55c1cfc6-8877-41a0-94e7-9d7671a93bfb)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:32:17.248516 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:17.277479 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Device c58d4619-5791-4719-a395-efb63d8376d8 details requested by agent hyperv_n-h2-713301-16 with host n-h2-713301-16 {{(pid=95103) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 19:32:17.298327 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-325999c8-37d2-492c-8510-7923af8104e6 tempest-AttachVolumeTestJSON-1825206227 tempest-AttachVolumeTestJSON-1825206227-project] Notify callbacks [] for port, precommit_update {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:17.310214 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-325999c8-37d2-492c-8510-7923af8104e6 tempest-AttachVolumeTestJSON-1825206227 tempest-AttachVolumeTestJSON-1825206227-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4399095'] for port, after_update {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:17.327596 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b18f7b71-725a-40a1-bc6e-494cddcd15e6 req-2e6deb31-96a3-4493-af18-dedfbb8b355f tempest-ServerDiskConfigTestJSON-835646415 tempest-ServerDiskConfigTestJSON-835646415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:32:17.329345 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-b18f7b71-725a-40a1-bc6e-494cddcd15e6 req-2e6deb31-96a3-4493-af18-dedfbb8b355f tempest-ServerDiskConfigTestJSON-835646415 tempest-ServerDiskConfigTestJSON-835646415-project] 10.222.0.67 "GET /v2.0/ports?device_id=62626af7-c341-44a3-a3c7-0337577573d0 HTTP/1.1" status: 200 len: 945 time: 0.1239769 Sep 23 19:32:17.359370 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Pushing event updated for resources: {'Port': ['ID=0d220b4a-c2a9-416b-bef2-705bfcd93242,revision_number=4']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:32:17.415641 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.plugin [None req-b0c774e9-aead-4722-b939-8c9a9c78e30e tempest-RoutersAdminTest-1935465670 tempest-RoutersAdminTest-1935465670-project] Deleting port 3d5d275e-2d1d-4ce1-9c42-b77444dde95a {{(pid=95102) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:32:17.415998 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-b0c774e9-aead-4722-b939-8c9a9c78e30e tempest-RoutersAdminTest-1935465670 tempest-RoutersAdminTest-1935465670-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783146157096'] for port, before_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:17.421644 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] For port c58d4619-5791-4719-a395-efb63d8376d8, host n-h2-713301-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-16',level=0,port_id=c58d4619-5791-4719-a395-efb63d8376d8,segment=NetworkSegment(1b715116-171a-4fc6-af64-9f934b739294),segment_id=1b715116-171a-4fc6-af64-9f934b739294)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:32:17.436746 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Returning: {'device': 'c58d4619-5791-4719-a395-efb63d8376d8', 'network_id': '60a3fd30-e0f7-4a5c-8336-b666228ec7b4', 'port_id': 'c58d4619-5791-4719-a395-efb63d8376d8', 'mac_address': 'fa:16:3e:29:d2:6a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 630, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f869c3f0-4c81-4c2b-85b3-baf2e86b799d', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95103) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 19:32:17.449561 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-325999c8-37d2-492c-8510-7923af8104e6 tempest-AttachVolumeTestJSON-1825206227 tempest-AttachVolumeTestJSON-1825206227-project] Pushing event updated for resources: {'Port': ['ID=44e4f739-e2ae-488b-bcaa-6b2e67967a3b,revision_number=2']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:32:17.472456 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-b18f7b71-725a-40a1-bc6e-494cddcd15e6 req-ba7b7c85-1bdf-4fe8-b45d-f1a219d60e68 tempest-ServerDiskConfigTestJSON-835646415 tempest-ServerDiskConfigTestJSON-835646415-project] 10.222.0.67 "GET /v2.0/security-groups?id=618aa602-18a9-4f8c-abdd-ba8d4ffb9ee9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1165366 Sep 23 19:32:17.477183 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-325999c8-37d2-492c-8510-7923af8104e6 tempest-AttachVolumeTestJSON-1825206227 tempest-AttachVolumeTestJSON-1825206227-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-601884'] for floatingip, after_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:17.481979 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:17.497598 n-d-713301-16 neutron-server[95103]: DEBUG neutron.notifiers.nova [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c58d4619-5791-4719-a395-efb63d8376d8 {{(pid=95103) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 19:32:17.523486 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] For port c58d4619-5791-4719-a395-efb63d8376d8, host n-h2-713301-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-16',level=0,port_id=c58d4619-5791-4719-a395-efb63d8376d8,segment=NetworkSegment(1b715116-171a-4fc6-af64-9f934b739294),segment_id=1b715116-171a-4fc6-af64-9f934b739294)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:32:17.525023 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-325999c8-37d2-492c-8510-7923af8104e6 tempest-AttachVolumeTestJSON-1825206227 tempest-AttachVolumeTestJSON-1825206227-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222849'] for floatingip, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:17.526407 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-325999c8-37d2-492c-8510-7923af8104e6 tempest-AttachVolumeTestJSON-1825206227 tempest-AttachVolumeTestJSON-1825206227-project] 10.222.0.67 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.3582101 Sep 23 19:32:17.542354 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-b0c774e9-aead-4722-b939-8c9a9c78e30e tempest-RoutersAdminTest-1935465670 tempest-RoutersAdminTest-1935465670-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-605701'] for port, precommit_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:17.543833 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:17.558343 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.plugin [None req-b0c774e9-aead-4722-b939-8c9a9c78e30e tempest-RoutersAdminTest-1935465670 tempest-RoutersAdminTest-1935465670-project] Calling delete_port for 3d5d275e-2d1d-4ce1-9c42-b77444dde95a owned by network:router_gateway {{(pid=95102) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:32:17.646385 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Pushing event updated for resources: {'Port': ['ID=c58d4619-5791-4719-a395-efb63d8376d8,revision_number=4']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:32:17.831733 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-fb3b41f6-0b97-4a55-b970-c80c5ea6eec5 req-00ab118a-90bf-4129-89e2-582cbd27fa62 tempest-AttachVolumeTestJSON-1825206227 tempest-AttachVolumeTestJSON-1825206227-project] 10.222.0.67 "GET /v2.0/security-groups?name=tempest-securitygroup--1183653652&fields=id&tenant_id=bc1c8a8a17df480598455b00ff38da5a HTTP/1.1" status: 200 len: 267 time: 0.0797126 Sep 23 19:32:17.873651 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccea6f6a-85d1-4558-b0e1-2b7972c4db12 req-1c7414d2-1669-4ac3-811c-fad78df080d5 tempest-TaggedBootDevicesTest_v242-1470406513 tempest-TaggedBootDevicesTest_v242-1470406513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:32:17.880498 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccea6f6a-85d1-4558-b0e1-2b7972c4db12 req-1c7414d2-1669-4ac3-811c-fad78df080d5 tempest-TaggedBootDevicesTest_v242-1470406513 tempest-TaggedBootDevicesTest_v242-1470406513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:32:17.886655 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccea6f6a-85d1-4558-b0e1-2b7972c4db12 req-1c7414d2-1669-4ac3-811c-fad78df080d5 tempest-TaggedBootDevicesTest_v242-1470406513 tempest-TaggedBootDevicesTest_v242-1470406513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:32:17.895539 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccea6f6a-85d1-4558-b0e1-2b7972c4db12 req-1c7414d2-1669-4ac3-811c-fad78df080d5 tempest-TaggedBootDevicesTest_v242-1470406513 tempest-TaggedBootDevicesTest_v242-1470406513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:32:17.906420 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccea6f6a-85d1-4558-b0e1-2b7972c4db12 req-1c7414d2-1669-4ac3-811c-fad78df080d5 tempest-TaggedBootDevicesTest_v242-1470406513 tempest-TaggedBootDevicesTest_v242-1470406513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:32:17.912577 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccea6f6a-85d1-4558-b0e1-2b7972c4db12 req-1c7414d2-1669-4ac3-811c-fad78df080d5 tempest-TaggedBootDevicesTest_v242-1470406513 tempest-TaggedBootDevicesTest_v242-1470406513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:32:17.918594 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccea6f6a-85d1-4558-b0e1-2b7972c4db12 req-1c7414d2-1669-4ac3-811c-fad78df080d5 tempest-TaggedBootDevicesTest_v242-1470406513 tempest-TaggedBootDevicesTest_v242-1470406513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:32:17.920551 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-ccea6f6a-85d1-4558-b0e1-2b7972c4db12 req-1c7414d2-1669-4ac3-811c-fad78df080d5 tempest-TaggedBootDevicesTest_v242-1470406513 tempest-TaggedBootDevicesTest_v242-1470406513-project] 10.222.0.67 "GET /v2.0/ports?device_id=583aeae2-b5c0-4d8d-bffb-15a63f4020fc HTTP/1.1" status: 200 len: 5435 time: 0.2399976 Sep 23 19:32:17.936970 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] get_ports_and_sgs() called for port_ids ['f2f18a7a-caec-4840-825d-bc37f2f04daf'] {{(pid=95103) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 19:32:17.945462 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] get_ports_and_sgs() called for port_ids ['c139ca82-853e-472d-b61c-c167aa20c5aa'] {{(pid=95103) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 19:32:18.031010 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] get_ports_and_sgs() called for port_ids ['5b8a0a35-d9a5-40cb-80ab-356667fb483b'] {{(pid=95103) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 19:32:18.034614 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] get_ports_and_sgs() called for port_ids ['e9421940-155e-4e16-8fe7-2df3b3cd6370'] {{(pid=95103) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 19:32:18.051151 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-ccea6f6a-85d1-4558-b0e1-2b7972c4db12 req-eb06344a-de55-4543-a4fb-2e8695edd41b tempest-TaggedBootDevicesTest_v242-1470406513 tempest-TaggedBootDevicesTest_v242-1470406513-project] 10.222.0.67 "GET /v2.0/security-groups?id=687e4f9e-0a49-4ef3-86dc-e31b7edc6949&id=78494785-7e26-42ec-a5d5-f3013c8d7eca&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1185408 Sep 23 19:32:18.115453 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] get_ports_and_sgs() called for port_ids ['6c017d64-49a7-4da3-a6bc-3716925c2710'] {{(pid=95103) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 19:32:18.119479 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb3b41f6-0b97-4a55-b970-c80c5ea6eec5 req-f651e349-32a5-45fd-84c0-b2f0d5589e2f tempest-AttachVolumeTestJSON-1825206227 tempest-AttachVolumeTestJSON-1825206227-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:32:18.126363 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] get_ports_and_sgs() called for port_ids ['0d220b4a-c2a9-416b-bef2-705bfcd93242'] {{(pid=95103) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 19:32:18.128797 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-fb3b41f6-0b97-4a55-b970-c80c5ea6eec5 req-f651e349-32a5-45fd-84c0-b2f0d5589e2f tempest-AttachVolumeTestJSON-1825206227 tempest-AttachVolumeTestJSON-1825206227-project] 10.222.0.67 "GET /v2.0/networks?id=891932c9-457f-43e1-aea2-971af25a68f6 HTTP/1.1" status: 200 len: 810 time: 0.2880609 Sep 23 19:32:18.151494 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-fb3b41f6-0b97-4a55-b970-c80c5ea6eec5 req-244671ce-86d1-4efd-8a9e-6b9eb8bea342 tempest-AttachVolumeTestJSON-1825206227 tempest-AttachVolumeTestJSON-1825206227-project] 10.222.0.67 "GET /v2.0/quotas/bc1c8a8a17df480598455b00ff38da5a HTTP/1.1" status: 200 len: 375 time: 0.0217454 Sep 23 19:32:18.171259 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] get_ports_and_sgs() called for port_ids ['c58d4619-5791-4719-a395-efb63d8376d8'] {{(pid=95103) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 19:32:18.198243 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-b0c774e9-aead-4722-b939-8c9a9c78e30e tempest-RoutersAdminTest-1935465670 tempest-RoutersAdminTest-1935465670-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783146162158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783145673144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4399100'] for port, after_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:18.677489 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0c774e9-aead-4722-b939-8c9a9c78e30e tempest-RoutersAdminTest-1935465670 tempest-RoutersAdminTest-1935465670-project] Pushing event deleted for resources: {'Port': ['ID=3d5d275e-2d1d-4ce1-9c42-b77444dde95a,revision_number=None']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:32:18.749502 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-fb3b41f6-0b97-4a55-b970-c80c5ea6eec5 req-38ba4a93-6727-42cb-9ced-1f730c19e60a tempest-AttachVolumeTestJSON-1825206227 tempest-AttachVolumeTestJSON-1825206227-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=bc1c8a8a17df480598455b00ff38da5a&fields=id HTTP/1.1" status: 200 len: 348 time: 0.5757437 Sep 23 19:32:18.787326 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] get_ports_and_sgs() called for port_ids ['6a7a5cae-7327-4542-b381-1fad380770ef'] {{(pid=95103) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 19:32:18.815855 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26eb5345-6db3-4cc9-8137-72d5c856d095 req-a10cd031-9a99-4919-a997-778065384ba9 tempest-ServerActionsTestJSON-618918056 tempest-ServerActionsTestJSON-618918056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:32:18.818307 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-26eb5345-6db3-4cc9-8137-72d5c856d095 req-a10cd031-9a99-4919-a997-778065384ba9 tempest-ServerActionsTestJSON-618918056 tempest-ServerActionsTestJSON-618918056-project] 10.222.0.67 "GET /v2.0/ports?device_id=675250d5-b764-4a76-a441-f0488da38a5e HTTP/1.1" status: 200 len: 945 time: 0.2115633 Sep 23 19:32:18.872299 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-b0c774e9-aead-4722-b939-8c9a9c78e30e tempest-RoutersAdminTest-1935465670 tempest-RoutersAdminTest-1935465670-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-601942'] for router_gateway, after_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:19.019488 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-b0c774e9-aead-4722-b939-8c9a9c78e30e tempest-RoutersAdminTest-1935465670 tempest-RoutersAdminTest-1935465670-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-597305', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29369'] for router, precommit_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:19.023683 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-26eb5345-6db3-4cc9-8137-72d5c856d095 req-7ebd5c6f-0932-49f7-9e3b-9f9e29ead5d5 tempest-ServerActionsTestJSON-618918056 tempest-ServerActionsTestJSON-618918056-project] 10.222.0.67 "GET /v2.0/security-groups?id=8f1e71cd-f67e-49f6-828d-7dde05723843&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1752408 Sep 23 19:32:19.025647 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-b0c774e9-aead-4722-b939-8c9a9c78e30e tempest-RoutersAdminTest-1935465670 tempest-RoutersAdminTest-1935465670-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:19.029143 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-fb3b41f6-0b97-4a55-b970-c80c5ea6eec5 req-5049fac9-9939-4568-b402-9a96f5c8289d service neutron] 10.222.0.67 "GET /v2.0/networks/891932c9-457f-43e1-aea2-971af25a68f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2785141 Sep 23 19:32:19.097282 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-b0c774e9-aead-4722-b939-8c9a9c78e30e tempest-RoutersAdminTest-1935465670 tempest-RoutersAdminTest-1935465670-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-597296'] for router, after_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:19.097718 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0c774e9-aead-4722-b939-8c9a9c78e30e tempest-RoutersAdminTest-1935465670 tempest-RoutersAdminTest-1935465670-project] Fanout notify agent at l3_agent the message router_deleted on router 27ae998c-1acb-4a94-bfda-12c8c54b3a71 {{(pid=95102) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 23 19:32:19.104532 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-b0c774e9-aead-4722-b939-8c9a9c78e30e tempest-RoutersAdminTest-1935465670 tempest-RoutersAdminTest-1935465670-project] Notify callbacks [] for router, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:19.109384 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 46410) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:32:19.109867 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-b0c774e9-aead-4722-b939-8c9a9c78e30e tempest-RoutersAdminTest-1935465670 tempest-RoutersAdminTest-1935465670-project] 10.222.0.67 "DELETE /v2.0/routers/27ae998c-1acb-4a94-bfda-12c8c54b3a71 HTTP/1.1" status: 204 len: 168 time: 2.5401783 Sep 23 19:32:19.116513 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.v2.base [None req-cdf982ce-00d6-4153-a09a-cfba4f8923c5 tempest-RoutersAdminTest-1935465670 tempest-RoutersAdminTest-1935465670-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1067599896', 'external_gateway_info': {'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac'}, 'admin_state_up': False}} {{(pid=95101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:32:19.147011 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-cdf982ce-00d6-4153-a09a-cfba4f8923c5 tempest-RoutersAdminTest-1935465670 tempest-RoutersAdminTest-1935465670-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-594563', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29355'] for router, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:19.148655 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-cdf982ce-00d6-4153-a09a-cfba4f8923c5 tempest-RoutersAdminTest-1935465670 tempest-RoutersAdminTest-1935465670-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-597363', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-601731', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-739356', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29346'] for router, precommit_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:19.207364 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-cdf982ce-00d6-4153-a09a-cfba4f8923c5 tempest-RoutersAdminTest-1935465670 tempest-RoutersAdminTest-1935465670-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:19.225453 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-fb3b41f6-0b97-4a55-b970-c80c5ea6eec5 req-c1b63bb0-fc99-4d97-bd17-586a0ce7ac25 service neutron] 10.222.0.67 "GET /v2.0/networks/891932c9-457f-43e1-aea2-971af25a68f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1872005 Sep 23 19:32:19.233331 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9064aee-9e6f-41a7-ab34-ecf0f0745ea7 req-ea1332e3-f0aa-4737-8a1a-06f0860a768b tempest-ServersTestManualDisk-752158608 tempest-ServersTestManualDisk-752158608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:32:19.235176 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-d9064aee-9e6f-41a7-ab34-ecf0f0745ea7 req-ea1332e3-f0aa-4737-8a1a-06f0860a768b tempest-ServersTestManualDisk-752158608 tempest-ServersTestManualDisk-752158608-project] 10.222.0.67 "GET /v2.0/ports?device_id=7f0c7a8c-f1d5-48e8-8e43-c5e8405d61bf HTTP/1.1" status: 200 len: 945 time: 0.0759537 Sep 23 19:32:19.296505 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-d9064aee-9e6f-41a7-ab34-ecf0f0745ea7 req-5bdb4363-0968-4d38-9cf0-b87abea496cb tempest-ServersTestManualDisk-752158608 tempest-ServersTestManualDisk-752158608-project] 10.222.0.67 "GET /v2.0/security-groups?id=bdce1a64-e84a-499d-8c17-1d9b34da9302&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507672 Sep 23 19:32:19.415786 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-cdf982ce-00d6-4153-a09a-cfba4f8923c5 tempest-RoutersAdminTest-1935465670 tempest-RoutersAdminTest-1935465670-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:19.481589 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c9345b-1c05-4944-a874-1c9a50b74e7d req-3430d02a-ed48-4156-9b65-d3f76b43a5c3 tempest-ServerDiskConfigTestJSON-835646415 tempest-ServerDiskConfigTestJSON-835646415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:32:19.490874 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-b8c9345b-1c05-4944-a874-1c9a50b74e7d req-3430d02a-ed48-4156-9b65-d3f76b43a5c3 tempest-ServerDiskConfigTestJSON-835646415 tempest-ServerDiskConfigTestJSON-835646415-project] 10.222.0.67 "GET /v2.0/ports?device_id=62626af7-c341-44a3-a3c7-0337577573d0 HTTP/1.1" status: 200 len: 945 time: 0.0706654 Sep 23 19:32:19.538027 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-b8c9345b-1c05-4944-a874-1c9a50b74e7d req-b04eaf73-3edc-4686-a3b2-cad94bc5ecdc tempest-ServerDiskConfigTestJSON-835646415 tempest-ServerDiskConfigTestJSON-835646415-project] 10.222.0.67 "GET /v2.0/security-groups?id=618aa602-18a9-4f8c-abdd-ba8d4ffb9ee9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465419 Sep 23 19:32:19.629139 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-566d4b83-6ea9-4c40-af26-614e068b4713 req-5a852a28-7e97-4855-9d12-f698876f2440 tempest-AttachVolumeTestJSON-1825206227 tempest-AttachVolumeTestJSON-1825206227-project] 10.222.0.67 "GET /v2.0/ports?device_id=051e7231-6ffc-49ea-88bc-1af2c996b2ce HTTP/1.1" status: 200 len: 210 time: 0.0377896 Sep 23 19:32:19.647069 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69188e3f-827f-4554-b229-f8addc40f83c req-21854a33-ec33-4ace-a630-99e27bf36d3c tempest-TaggedBootDevicesTest_v242-1470406513 tempest-TaggedBootDevicesTest_v242-1470406513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:32:19.653477 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69188e3f-827f-4554-b229-f8addc40f83c req-21854a33-ec33-4ace-a630-99e27bf36d3c tempest-TaggedBootDevicesTest_v242-1470406513 tempest-TaggedBootDevicesTest_v242-1470406513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:32:19.662261 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69188e3f-827f-4554-b229-f8addc40f83c req-21854a33-ec33-4ace-a630-99e27bf36d3c tempest-TaggedBootDevicesTest_v242-1470406513 tempest-TaggedBootDevicesTest_v242-1470406513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:32:19.668755 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69188e3f-827f-4554-b229-f8addc40f83c req-21854a33-ec33-4ace-a630-99e27bf36d3c tempest-TaggedBootDevicesTest_v242-1470406513 tempest-TaggedBootDevicesTest_v242-1470406513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:32:19.676936 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69188e3f-827f-4554-b229-f8addc40f83c req-21854a33-ec33-4ace-a630-99e27bf36d3c tempest-TaggedBootDevicesTest_v242-1470406513 tempest-TaggedBootDevicesTest_v242-1470406513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:32:19.685564 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-1915fb62-d9da-485c-afff-37a1986cbbb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:19.690349 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69188e3f-827f-4554-b229-f8addc40f83c req-21854a33-ec33-4ace-a630-99e27bf36d3c tempest-TaggedBootDevicesTest_v242-1470406513 tempest-TaggedBootDevicesTest_v242-1470406513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:32:19.697690 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69188e3f-827f-4554-b229-f8addc40f83c req-21854a33-ec33-4ace-a630-99e27bf36d3c tempest-TaggedBootDevicesTest_v242-1470406513 tempest-TaggedBootDevicesTest_v242-1470406513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:32:19.699668 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-69188e3f-827f-4554-b229-f8addc40f83c req-21854a33-ec33-4ace-a630-99e27bf36d3c tempest-TaggedBootDevicesTest_v242-1470406513 tempest-TaggedBootDevicesTest_v242-1470406513-project] 10.222.0.67 "GET /v2.0/ports?device_id=583aeae2-b5c0-4d8d-bffb-15a63f4020fc HTTP/1.1" status: 200 len: 5435 time: 0.1607089 Sep 23 19:32:19.763200 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-cdf982ce-00d6-4153-a09a-cfba4f8923c5 tempest-RoutersAdminTest-1935465670 tempest-RoutersAdminTest-1935465670-project] Notify callbacks [] for router_gateway, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:19.787404 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-69188e3f-827f-4554-b229-f8addc40f83c req-4a74b1b5-548e-4322-9b56-a99bf433a008 tempest-TaggedBootDevicesTest_v242-1470406513 tempest-TaggedBootDevicesTest_v242-1470406513-project] 10.222.0.67 "GET /v2.0/security-groups?id=687e4f9e-0a49-4ef3-86dc-e31b7edc6949&id=78494785-7e26-42ec-a5d5-f3013c8d7eca&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0796525 Sep 23 19:32:19.800479 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-cdf982ce-00d6-4153-a09a-cfba4f8923c5 tempest-RoutersAdminTest-1935465670 tempest-RoutersAdminTest-1935465670-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:19.811201 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-462cca5f-1781-4c7b-be43-11f30fa310f8 req-70a13195-15de-4f1e-b3eb-ac9da94a7138 tempest-ServerDiskConfigTestJSON-835646415 tempest-ServerDiskConfigTestJSON-835646415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:32:19.813411 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-462cca5f-1781-4c7b-be43-11f30fa310f8 req-70a13195-15de-4f1e-b3eb-ac9da94a7138 tempest-ServerDiskConfigTestJSON-835646415 tempest-ServerDiskConfigTestJSON-835646415-project] 10.222.0.67 "GET /v2.0/ports?device_id=62626af7-c341-44a3-a3c7-0337577573d0 HTTP/1.1" status: 200 len: 945 time: 0.0972395 Sep 23 19:32:19.876942 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-462cca5f-1781-4c7b-be43-11f30fa310f8 req-6d4bbcde-536e-4357-91aa-fc60caff5ef1 tempest-ServerDiskConfigTestJSON-835646415 tempest-ServerDiskConfigTestJSON-835646415-project] 10.222.0.67 "GET /v2.0/security-groups?id=618aa602-18a9-4f8c-abdd-ba8d4ffb9ee9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523748 Sep 23 19:32:19.956578 n-d-713301-16 neutron-server[95101]: DEBUG neutron.db.db_base_plugin_common [None req-cdf982ce-00d6-4153-a09a-cfba4f8923c5 tempest-RoutersAdminTest-1935465670 tempest-RoutersAdminTest-1935465670-project] Allocated IP 172.25.1.164 (5dec5c09-378e-4f50-89cc-d94eb81c3bac/eff83446-018c-428d-b3f5-54ac9abe7a2a/12a9cbc2-861d-4603-a25c-6093c99bdcb5) {{(pid=95101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 19:32:20.120838 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-cdf982ce-00d6-4153-a09a-cfba4f8923c5 tempest-RoutersAdminTest-1935465670 tempest-RoutersAdminTest-1935465670-project] Notify callbacks [] for port, precommit_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:20.217838 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-cdf982ce-00d6-4153-a09a-cfba4f8923c5 tempest-RoutersAdminTest-1935465670 tempest-RoutersAdminTest-1935465670-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783145673135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5607431'] for port, after_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:20.226468 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41572788-c1ae-4f4e-a30c-fc071fb5cd82 req-e04092c0-89ef-4b72-8878-885c97a8683e tempest-ServerActionsTestJSON-618918056 tempest-ServerActionsTestJSON-618918056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:32:20.228816 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-41572788-c1ae-4f4e-a30c-fc071fb5cd82 req-e04092c0-89ef-4b72-8878-885c97a8683e tempest-ServerActionsTestJSON-618918056 tempest-ServerActionsTestJSON-618918056-project] 10.222.0.67 "GET /v2.0/ports?device_id=675250d5-b764-4a76-a441-f0488da38a5e HTTP/1.1" status: 200 len: 945 time: 0.0919316 Sep 23 19:32:20.334430 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdf982ce-00d6-4153-a09a-cfba4f8923c5 tempest-RoutersAdminTest-1935465670 tempest-RoutersAdminTest-1935465670-project] Pushing event updated for resources: {'Port': ['ID=12a9cbc2-861d-4603-a25c-6093c99bdcb5,revision_number=1']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:32:20.336728 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-41572788-c1ae-4f4e-a30c-fc071fb5cd82 req-fac317ed-8e06-4ec6-93c0-35fdde88d9b2 tempest-ServerActionsTestJSON-618918056 tempest-ServerActionsTestJSON-618918056-project] 10.222.0.67 "GET /v2.0/security-groups?id=8f1e71cd-f67e-49f6-828d-7dde05723843&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1010787 Sep 23 19:32:20.341693 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdf982ce-00d6-4153-a09a-cfba4f8923c5 tempest-RoutersAdminTest-1935465670 tempest-RoutersAdminTest-1935465670-project] Network 5dec5c09-378e-4f50-89cc-d94eb81c3bac is already hosted by enough agents. {{(pid=95101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:32:20.347050 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.base_scheduler [None req-cdf982ce-00d6-4153-a09a-cfba4f8923c5 tempest-RoutersAdminTest-1935465670 tempest-RoutersAdminTest-1935465670-project] Resources bound (agent type, host, resource id): {{(pid=95101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:32:20.350867 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdf982ce-00d6-4153-a09a-cfba4f8923c5 tempest-RoutersAdminTest-1935465670 tempest-RoutersAdminTest-1935465670-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:32:20.351217 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdf982ce-00d6-4153-a09a-cfba4f8923c5 tempest-RoutersAdminTest-1935465670 tempest-RoutersAdminTest-1935465670-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:32:20.351790 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdf982ce-00d6-4153-a09a-cfba4f8923c5 tempest-RoutersAdminTest-1935465670 tempest-RoutersAdminTest-1935465670-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:32:20.351995 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdf982ce-00d6-4153-a09a-cfba4f8923c5 tempest-RoutersAdminTest-1935465670 tempest-RoutersAdminTest-1935465670-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:32:20.352336 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdf982ce-00d6-4153-a09a-cfba4f8923c5 tempest-RoutersAdminTest-1935465670 tempest-RoutersAdminTest-1935465670-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:32:20.352713 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdf982ce-00d6-4153-a09a-cfba4f8923c5 tempest-RoutersAdminTest-1935465670 tempest-RoutersAdminTest-1935465670-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:32:20.353067 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdf982ce-00d6-4153-a09a-cfba4f8923c5 tempest-RoutersAdminTest-1935465670 tempest-RoutersAdminTest-1935465670-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:32:20.353838 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdf982ce-00d6-4153-a09a-cfba4f8923c5 tempest-RoutersAdminTest-1935465670 tempest-RoutersAdminTest-1935465670-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:32:20.353838 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdf982ce-00d6-4153-a09a-cfba4f8923c5 tempest-RoutersAdminTest-1935465670 tempest-RoutersAdminTest-1935465670-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:32:20.354239 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdf982ce-00d6-4153-a09a-cfba4f8923c5 tempest-RoutersAdminTest-1935465670 tempest-RoutersAdminTest-1935465670-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:32:20.354385 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdf982ce-00d6-4153-a09a-cfba4f8923c5 tempest-RoutersAdminTest-1935465670 tempest-RoutersAdminTest-1935465670-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:32:20.354744 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdf982ce-00d6-4153-a09a-cfba4f8923c5 tempest-RoutersAdminTest-1935465670 tempest-RoutersAdminTest-1935465670-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:32:20.364996 n-d-713301-16 neutron-server[95101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdf982ce-00d6-4153-a09a-cfba4f8923c5 tempest-RoutersAdminTest-1935465670 tempest-RoutersAdminTest-1935465670-project] Received port after_create {{(pid=95101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 19:32:20.409040 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f80cc7a-44d9-4c91-a1f0-35411ccf9302 req-c59a1858-8b50-4325-945e-675fda6aca40 tempest-ServerDiskConfigTestJSON-835646415 tempest-ServerDiskConfigTestJSON-835646415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:32:20.410660 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-3f80cc7a-44d9-4c91-a1f0-35411ccf9302 req-c59a1858-8b50-4325-945e-675fda6aca40 tempest-ServerDiskConfigTestJSON-835646415 tempest-ServerDiskConfigTestJSON-835646415-project] 10.222.0.67 "GET /v2.0/ports?device_id=62626af7-c341-44a3-a3c7-0337577573d0 HTTP/1.1" status: 200 len: 945 time: 0.0721254 Sep 23 19:32:20.484671 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-3f80cc7a-44d9-4c91-a1f0-35411ccf9302 req-05122abd-b589-4efa-9ae6-8894139de164 tempest-ServerDiskConfigTestJSON-835646415 tempest-ServerDiskConfigTestJSON-835646415-project] 10.222.0.67 "GET /v2.0/security-groups?id=618aa602-18a9-4f8c-abdd-ba8d4ffb9ee9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520701 Sep 23 19:32:20.562643 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c3b7f2c-1ce5-4d1f-ad88-8dfd84cbc704 req-1c33b458-ca14-4f88-b34c-f884589b8250 tempest-ServersTestManualDisk-752158608 tempest-ServersTestManualDisk-752158608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:32:20.565342 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-4c3b7f2c-1ce5-4d1f-ad88-8dfd84cbc704 req-1c33b458-ca14-4f88-b34c-f884589b8250 tempest-ServersTestManualDisk-752158608 tempest-ServersTestManualDisk-752158608-project] 10.222.0.67 "GET /v2.0/ports?device_id=7f0c7a8c-f1d5-48e8-8e43-c5e8405d61bf HTTP/1.1" status: 200 len: 945 time: 0.0669014 Sep 23 19:32:20.616632 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-4c3b7f2c-1ce5-4d1f-ad88-8dfd84cbc704 req-21b4961b-124a-42d7-adcf-2c0212517966 tempest-ServersTestManualDisk-752158608 tempest-ServersTestManualDisk-752158608-project] 10.222.0.67 "GET /v2.0/security-groups?id=bdce1a64-e84a-499d-8c17-1d9b34da9302&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449824 Sep 23 19:32:20.750228 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-cdf982ce-00d6-4153-a09a-cfba4f8923c5 tempest-RoutersAdminTest-1935465670 tempest-RoutersAdminTest-1935465670-project] Notify callbacks [] for router_gateway, after_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:20.785301 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae12ae8c-22d6-45c7-a6d5-991f4a84b10d req-e3a978d4-676f-4aa5-bb27-0a5b56669b0b tempest-ServerActionsTestJSON-618918056 tempest-ServerActionsTestJSON-618918056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:32:20.793295 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-ae12ae8c-22d6-45c7-a6d5-991f4a84b10d req-e3a978d4-676f-4aa5-bb27-0a5b56669b0b tempest-ServerActionsTestJSON-618918056 tempest-ServerActionsTestJSON-618918056-project] 10.222.0.67 "GET /v2.0/ports?device_id=7fa91134-8ee0-4baa-9037-6ca73d6b4c83 HTTP/1.1" status: 200 len: 945 time: 0.1096411 Sep 23 19:32:20.937931 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb3b41f6-0b97-4a55-b970-c80c5ea6eec5 req-0d776c11-4c88-44de-8d5c-496da0b136d2 tempest-AttachVolumeTestJSON-1825206227 tempest-AttachVolumeTestJSON-1825206227-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:32:20.940071 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-fb3b41f6-0b97-4a55-b970-c80c5ea6eec5 req-0d776c11-4c88-44de-8d5c-496da0b136d2 tempest-AttachVolumeTestJSON-1825206227 tempest-AttachVolumeTestJSON-1825206227-project] 10.222.0.74 "GET /v2.0/networks?id=891932c9-457f-43e1-aea2-971af25a68f6 HTTP/1.1" status: 200 len: 810 time: 0.1387615 Sep 23 19:32:20.982627 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-ea4fabe2-dd4c-46cf-86c9-4e401da07bab req-11759d20-235d-45c9-945e-54f9d55c6bf6 tempest-AttachVolumeTestJSON-1825206227 tempest-AttachVolumeTestJSON-1825206227-project] 10.222.0.67 "GET /v2.0/ports?device_id=051e7231-6ffc-49ea-88bc-1af2c996b2ce HTTP/1.1" status: 200 len: 210 time: 0.1801369 Sep 23 19:32:21.054905 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-ae12ae8c-22d6-45c7-a6d5-991f4a84b10d req-69829e25-4ef2-43e3-b87b-b136c9b8c8fc tempest-ServerActionsTestJSON-618918056 tempest-ServerActionsTestJSON-618918056-project] 10.222.0.67 "GET /v2.0/security-groups?id=d2a75794-f2ea-419f-9d09-0096f3fe96c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2378845 Sep 23 19:32:21.059132 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-cdf982ce-00d6-4153-a09a-cfba4f8923c5 tempest-RoutersAdminTest-1935465670 tempest-RoutersAdminTest-1935465670-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-597258', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-601790'] for router, after_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:21.107887 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-fb3b41f6-0b97-4a55-b970-c80c5ea6eec5 req-7bf01510-215f-4c79-8dc8-b5880b14d3dd tempest-AttachVolumeTestJSON-1825206227 tempest-AttachVolumeTestJSON-1825206227-project] 10.222.0.74 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=bc1c8a8a17df480598455b00ff38da5a HTTP/1.1" status: 200 len: 380 time: 0.1293309 Sep 23 19:32:21.153315 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.v2.base [req-fb3b41f6-0b97-4a55-b970-c80c5ea6eec5 req-a7763a44-9633-481a-9950-06960d826e00 tempest-AttachVolumeTestJSON-1825206227 tempest-AttachVolumeTestJSON-1825206227-project] Request body: {'port': {'device_id': '051e7231-6ffc-49ea-88bc-1af2c996b2ce', 'network_id': '891932c9-457f-43e1-aea2-971af25a68f6', 'admin_state_up': True, 'tenant_id': 'bc1c8a8a17df480598455b00ff38da5a', 'security_groups': ['eab70f1d-779e-4c1c-95ac-dc447f42d4f6']}} {{(pid=95102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:32:21.242337 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cdf982ce-00d6-4153-a09a-cfba4f8923c5 tempest-RoutersAdminTest-1935465670 tempest-RoutersAdminTest-1935465670-project] Router 36829dcd-8849-4602-b9f0-a570b46709a2 is scheduled to L3 agent 79a740bf-7821-4989-8288-7186e3e128f3 with binding_index 1 {{(pid=95101) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 23 19:32:21.285090 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ebd245-c0e8-4c09-9481-05c2613c0492 req-9e379972-393c-4410-b4ab-5638ba136a75 tempest-TaggedBootDevicesTest_v242-1470406513 tempest-TaggedBootDevicesTest_v242-1470406513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:32:21.291412 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ebd245-c0e8-4c09-9481-05c2613c0492 req-9e379972-393c-4410-b4ab-5638ba136a75 tempest-TaggedBootDevicesTest_v242-1470406513 tempest-TaggedBootDevicesTest_v242-1470406513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:32:21.298128 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ebd245-c0e8-4c09-9481-05c2613c0492 req-9e379972-393c-4410-b4ab-5638ba136a75 tempest-TaggedBootDevicesTest_v242-1470406513 tempest-TaggedBootDevicesTest_v242-1470406513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:32:21.301337 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Device c139ca82-853e-472d-b61c-c167aa20c5aa up at agent hyperv_n-h2-713301-16 {{(pid=95103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 19:32:21.304801 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ebd245-c0e8-4c09-9481-05c2613c0492 req-9e379972-393c-4410-b4ab-5638ba136a75 tempest-TaggedBootDevicesTest_v242-1470406513 tempest-TaggedBootDevicesTest_v242-1470406513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:32:21.312453 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ebd245-c0e8-4c09-9481-05c2613c0492 req-9e379972-393c-4410-b4ab-5638ba136a75 tempest-TaggedBootDevicesTest_v242-1470406513 tempest-TaggedBootDevicesTest_v242-1470406513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:32:21.322599 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ebd245-c0e8-4c09-9481-05c2613c0492 req-9e379972-393c-4410-b4ab-5638ba136a75 tempest-TaggedBootDevicesTest_v242-1470406513 tempest-TaggedBootDevicesTest_v242-1470406513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:32:21.325158 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ebd245-c0e8-4c09-9481-05c2613c0492 req-9e379972-393c-4410-b4ab-5638ba136a75 tempest-TaggedBootDevicesTest_v242-1470406513 tempest-TaggedBootDevicesTest_v242-1470406513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:32:21.327223 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-f4ebd245-c0e8-4c09-9481-05c2613c0492 req-9e379972-393c-4410-b4ab-5638ba136a75 tempest-TaggedBootDevicesTest_v242-1470406513 tempest-TaggedBootDevicesTest_v242-1470406513-project] 10.222.0.67 "GET /v2.0/ports?device_id=583aeae2-b5c0-4d8d-bffb-15a63f4020fc HTTP/1.1" status: 200 len: 5435 time: 0.2142742 Sep 23 19:32:21.339297 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-645724f9-f794-4c22-88f9-0dd018ddbf9a req-12ceac3e-84d7-4a44-a437-945ea7879106 tempest-ServerActionsTestJSON-618918056 tempest-ServerActionsTestJSON-618918056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:32:21.341574 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-645724f9-f794-4c22-88f9-0dd018ddbf9a req-12ceac3e-84d7-4a44-a437-945ea7879106 tempest-ServerActionsTestJSON-618918056 tempest-ServerActionsTestJSON-618918056-project] 10.222.0.67 "GET /v2.0/ports?device_id=7fa91134-8ee0-4baa-9037-6ca73d6b4c83 HTTP/1.1" status: 200 len: 945 time: 0.1842504 Sep 23 19:32:21.390687 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Provisioning for port c139ca82-853e-472d-b61c-c167aa20c5aa completed by entity L2. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 19:32:21.397300 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Provisioning complete for port c139ca82-853e-472d-b61c-c167aa20c5aa triggered by entity L2. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:32:21.397677 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:21.403750 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cdf982ce-00d6-4153-a09a-cfba4f8923c5 tempest-RoutersAdminTest-1935465670 tempest-RoutersAdminTest-1935465670-project] Notify agent at l3_agent.n-d-713301-16 the message routers_updated {{(pid=95101) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 19:32:21.418600 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07c55649-ccf2-4949-b245-81cd8ebcd7be None None] Sync routers for ids ['36829dcd-8849-4602-b9f0-a570b46709a2'] in n-d-713301-16 {{(pid=95104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 19:32:21.430696 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-cdf982ce-00d6-4153-a09a-cfba4f8923c5 tempest-RoutersAdminTest-1935465670 tempest-RoutersAdminTest-1935465670-project] Notify callbacks [] for router, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:21.432273 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-cdf982ce-00d6-4153-a09a-cfba4f8923c5 tempest-RoutersAdminTest-1935465670 tempest-RoutersAdminTest-1935465670-project] 10.222.0.67 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 2.3201275 Sep 23 19:32:21.436705 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 46462) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:32:21.439549 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-645724f9-f794-4c22-88f9-0dd018ddbf9a req-3b88f219-21c5-4b59-85ca-c70490019528 tempest-ServerActionsTestJSON-618918056 tempest-ServerActionsTestJSON-618918056-project] 10.222.0.67 "GET /v2.0/security-groups?id=d2a75794-f2ea-419f-9d09-0096f3fe96c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0900705 Sep 23 19:32:21.446239 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.v2.base [None req-5e2c4f83-76cb-4b80-90e9-712a50f410c6 tempest-RoutersAdminTest-1935465670 tempest-RoutersAdminTest-1935465670-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=95101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:32:21.450559 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07c55649-ccf2-4949-b245-81cd8ebcd7be None None] Routers {'36829dcd-8849-4602-b9f0-a570b46709a2'} bound to L3 agent in host n-d-713301-16 {{(pid=95104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 19:32:21.454827 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_hamode_db [None req-07c55649-ccf2-4949-b245-81cd8ebcd7be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-23T19:07:52Z,description=,heartbeat_timestamp=2021-09-23T19:31:52Z,host='n-d-713301-16',id=79a740bf-7821-4989-8288-7186e3e128f3,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:07:52Z,topic='l3_agent')) {'router_ids': ['36829dcd-8849-4602-b9f0-a570b46709a2'], 'active': True} {{(pid=95104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:32:21.456475 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-f4ebd245-c0e8-4c09-9481-05c2613c0492 req-7a643d6f-32a2-4ab9-ac36-ab6056b90bac tempest-TaggedBootDevicesTest_v242-1470406513 tempest-TaggedBootDevicesTest_v242-1470406513-project] 10.222.0.67 "GET /v2.0/security-groups?id=687e4f9e-0a49-4ef3-86dc-e31b7edc6949&id=78494785-7e26-42ec-a5d5-f3013c8d7eca&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1116700 Sep 23 19:32:21.493370 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fb3b41f6-0b97-4a55-b970-c80c5ea6eec5 req-a7763a44-9633-481a-9950-06960d826e00 tempest-AttachVolumeTestJSON-1825206227 tempest-AttachVolumeTestJSON-1825206227-project] Made reservation on behalf of bc1c8a8a17df480598455b00ff38da5a for: {'port': 1} {{(pid=95102) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:32:21.504038 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-fb3b41f6-0b97-4a55-b970-c80c5ea6eec5 req-a7763a44-9633-481a-9950-06960d826e00 tempest-AttachVolumeTestJSON-1825206227 tempest-AttachVolumeTestJSON-1825206227-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:21.540451 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_hamode_db [None req-07c55649-ccf2-4949-b245-81cd8ebcd7be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713301-16', False) {} {{(pid=95104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:32:21.582593 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07c55649-ccf2-4949-b245-81cd8ebcd7be None None] Routers {'36829dcd-8849-4602-b9f0-a570b46709a2'} bound to L3 agent in host n-d-713301-16 {{(pid=95104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 19:32:21.583712 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_hamode_db [None req-07c55649-ccf2-4949-b245-81cd8ebcd7be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-23T19:07:52Z,description=,heartbeat_timestamp=2021-09-23T19:31:52Z,host='n-d-713301-16',id=79a740bf-7821-4989-8288-7186e3e128f3,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:07:52Z,topic='l3_agent')) {'router_ids': ['36829dcd-8849-4602-b9f0-a570b46709a2'], 'active': True} {{(pid=95104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:32:21.590455 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:21.617790 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_hamode_db [None req-07c55649-ccf2-4949-b245-81cd8ebcd7be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713301-16', False) {} {{(pid=95104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:32:21.618667 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07c55649-ccf2-4949-b245-81cd8ebcd7be None None] The sync data for ids ['36829dcd-8849-4602-b9f0-a570b46709a2'] in n-d-713301-16 is: [] {{(pid=95104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 19:32:21.628868 n-d-713301-16 neutron-server[95103]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '583aeae2-b5c0-4d8d-bffb-15a63f4020fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c139ca82-853e-472d-b61c-c167aa20c5aa'}] {{(pid=95103) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 19:32:21.631855 n-d-713301-16 neutron-server[95103]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}81a1c17f2aa89d5b3ebbba3a3e0cf7eb588e431c2224256110c4c4facdd7c3e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb2fb9b6-ee61-47c3-8ac5-7bbd66281ad3" -d '{"events": [{"server_uuid": "583aeae2-b5c0-4d8d-bffb-15a63f4020fc", "name": "network-vif-plugged", "status": "completed", "tag": "c139ca82-853e-472d-b61c-c167aa20c5aa"}]}' {{(pid=95103) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 19:32:21.652045 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] For port c139ca82-853e-472d-b61c-c167aa20c5aa, host n-h2-713301-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-16',level=0,port_id=c139ca82-853e-472d-b61c-c167aa20c5aa,segment=NetworkSegment(f1ac3ad9-0f16-48a3-9c98-25f1a3519880),segment_id=f1ac3ad9-0f16-48a3-9c98-25f1a3519880)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:32:21.659260 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:21.660140 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Device e9421940-155e-4e16-8fe7-2df3b3cd6370 up at agent hyperv_n-h2-713301-16 {{(pid=95103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 19:32:21.754459 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Provisioning for port e9421940-155e-4e16-8fe7-2df3b3cd6370 completed by entity L2. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 19:32:21.762719 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Provisioning complete for port e9421940-155e-4e16-8fe7-2df3b3cd6370 triggered by entity L2. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:32:21.763244 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:21.766834 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Pushing event updated for resources: {'Port': ['ID=c139ca82-853e-472d-b61c-c167aa20c5aa,revision_number=5']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:32:21.882229 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:21.882545 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c606f867-10c2-4147-9c92-5df29fc9b6a3 req-337bfc23-024f-457c-8190-5a9c189c217c tempest-ServerDiskConfigTestJSON-835646415 tempest-ServerDiskConfigTestJSON-835646415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:32:21.884119 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-c606f867-10c2-4147-9c92-5df29fc9b6a3 req-337bfc23-024f-457c-8190-5a9c189c217c tempest-ServerDiskConfigTestJSON-835646415 tempest-ServerDiskConfigTestJSON-835646415-project] 10.222.0.67 "GET /v2.0/ports?device_id=62626af7-c341-44a3-a3c7-0337577573d0 HTTP/1.1" status: 200 len: 945 time: 0.2379642 Sep 23 19:32:21.937428 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] For port e9421940-155e-4e16-8fe7-2df3b3cd6370, host n-h2-713301-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-16',level=0,port_id=e9421940-155e-4e16-8fe7-2df3b3cd6370,segment=NetworkSegment(f1ac3ad9-0f16-48a3-9c98-25f1a3519880),segment_id=f1ac3ad9-0f16-48a3-9c98-25f1a3519880)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:32:21.944111 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:21.945506 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Device 0d220b4a-c2a9-416b-bef2-705bfcd93242 up at agent hyperv_n-h2-713301-16 {{(pid=95103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 19:32:21.945876 n-d-713301-16 neutron-server[95102]: DEBUG neutron.db.db_base_plugin_common [req-fb3b41f6-0b97-4a55-b970-c80c5ea6eec5 req-a7763a44-9633-481a-9950-06960d826e00 tempest-AttachVolumeTestJSON-1825206227 tempest-AttachVolumeTestJSON-1825206227-project] Allocated IP 172.20.0.4 (891932c9-457f-43e1-aea2-971af25a68f6/bbfc5a86-0037-429e-b11d-698cbfb1a3c3/1fff127a-03eb-4796-b3b1-57d14608f79b) {{(pid=95102) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 19:32:21.973698 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a7ba2f-b59a-4df7-a0cc-c2bce87b13db req-65c23a9b-313e-46cd-abeb-2fe9c8988d10 tempest-ServerActionsTestJSON-618918056 tempest-ServerActionsTestJSON-618918056-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:32:21.981072 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-73a7ba2f-b59a-4df7-a0cc-c2bce87b13db req-65c23a9b-313e-46cd-abeb-2fe9c8988d10 tempest-ServerActionsTestJSON-618918056 tempest-ServerActionsTestJSON-618918056-project] 10.222.0.67 "GET /v2.0/networks?id=364dc893-5ecb-4aa3-be76-13b51cbbfbd4 HTTP/1.1" status: 200 len: 812 time: 0.3030446 Sep 23 19:32:22.011778 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-73a7ba2f-b59a-4df7-a0cc-c2bce87b13db req-8d6d7dd7-47ab-4ae2-8f47-7b1f771e2b10 tempest-ServerActionsTestJSON-618918056 tempest-ServerActionsTestJSON-618918056-project] 10.222.0.67 "GET /v2.0/quotas/f17a85608a9a4ecb8150ef41746c47e0 HTTP/1.1" status: 200 len: 375 time: 0.0295181 Sep 23 19:32:22.019302 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-c606f867-10c2-4147-9c92-5df29fc9b6a3 req-f23d0535-d908-4b8b-8458-39284fc7d096 tempest-ServerDiskConfigTestJSON-835646415 tempest-ServerDiskConfigTestJSON-835646415-project] 10.222.0.67 "GET /v2.0/security-groups?id=618aa602-18a9-4f8c-abdd-ba8d4ffb9ee9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1251063 Sep 23 19:32:22.044145 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Pushing event updated for resources: {'Port': ['ID=e9421940-155e-4e16-8fe7-2df3b3cd6370,revision_number=5']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:32:22.077284 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Provisioning for port 0d220b4a-c2a9-416b-bef2-705bfcd93242 completed by entity L2. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 19:32:22.089632 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Provisioning complete for port 0d220b4a-c2a9-416b-bef2-705bfcd93242 triggered by entity L2. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:32:22.090890 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:22.231955 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-73a7ba2f-b59a-4df7-a0cc-c2bce87b13db req-b85d7b15-6654-4bc9-b8b9-76d781e5952c tempest-ServerActionsTestJSON-618918056 tempest-ServerActionsTestJSON-618918056-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=f17a85608a9a4ecb8150ef41746c47e0&fields=id HTTP/1.1" status: 200 len: 440 time: 0.2057848 Sep 23 19:32:22.256218 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:22.262828 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f691c6d0-383b-44d0-95e2-2fe93437dd30 req-b7476853-9a1a-4f7b-ae1d-9fdfb24e62d0 tempest-ServersTestManualDisk-752158608 tempest-ServersTestManualDisk-752158608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:32:22.263897 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-f691c6d0-383b-44d0-95e2-2fe93437dd30 req-b7476853-9a1a-4f7b-ae1d-9fdfb24e62d0 tempest-ServersTestManualDisk-752158608 tempest-ServersTestManualDisk-752158608-project] 10.222.0.67 "GET /v2.0/ports?device_id=7f0c7a8c-f1d5-48e8-8e43-c5e8405d61bf HTTP/1.1" status: 200 len: 945 time: 0.1610723 Sep 23 19:32:22.285904 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-5e2c4f83-76cb-4b80-90e9-712a50f410c6 tempest-RoutersAdminTest-1935465670 tempest-RoutersAdminTest-1935465670-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:22.301519 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-5e2c4f83-76cb-4b80-90e9-712a50f410c6 tempest-RoutersAdminTest-1935465670 tempest-RoutersAdminTest-1935465670-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:22.304845 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] For port 0d220b4a-c2a9-416b-bef2-705bfcd93242, host n-h2-713301-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-16',level=0,port_id=0d220b4a-c2a9-416b-bef2-705bfcd93242,segment=NetworkSegment(55c1cfc6-8877-41a0-94e7-9d7671a93bfb),segment_id=55c1cfc6-8877-41a0-94e7-9d7671a93bfb)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:32:22.312896 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:22.314447 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Device f2f18a7a-caec-4840-825d-bc37f2f04daf up at agent hyperv_n-h2-713301-16 {{(pid=95103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 19:32:22.369095 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-52aca423-9e19-47d3-bdec-98957717f7f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:22.376557 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-fb3b41f6-0b97-4a55-b970-c80c5ea6eec5 req-a7763a44-9633-481a-9950-06960d826e00 tempest-AttachVolumeTestJSON-1825206227 tempest-AttachVolumeTestJSON-1825206227-project] Notify callbacks [] for port, precommit_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:22.382100 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.plugin [None req-5e2c4f83-76cb-4b80-90e9-712a50f410c6 tempest-RoutersAdminTest-1935465670 tempest-RoutersAdminTest-1935465670-project] Deleting port 12a9cbc2-861d-4603-a25c-6093c99bdcb5 {{(pid=95101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:32:22.382688 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-5e2c4f83-76cb-4b80-90e9-712a50f410c6 tempest-RoutersAdminTest-1935465670 tempest-RoutersAdminTest-1935465670-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783146157096'] for port, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:22.404926 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-f691c6d0-383b-44d0-95e2-2fe93437dd30 req-ff753af2-ac45-445c-aed7-e0e7d1e55850 tempest-ServersTestManualDisk-752158608 tempest-ServersTestManualDisk-752158608-project] 10.222.0.67 "GET /v2.0/security-groups?id=bdce1a64-e84a-499d-8c17-1d9b34da9302&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1233308 Sep 23 19:32:22.411494 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Pushing event updated for resources: {'Port': ['ID=0d220b4a-c2a9-416b-bef2-705bfcd93242,revision_number=5']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:32:22.435896 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Provisioning for port f2f18a7a-caec-4840-825d-bc37f2f04daf completed by entity L2. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 19:32:22.438243 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-73a7ba2f-b59a-4df7-a0cc-c2bce87b13db req-1d06a0b9-0669-4beb-bef5-c490e05880b9 service neutron] 10.222.0.67 "GET /v2.0/networks/364dc893-5ecb-4aa3-be76-13b51cbbfbd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1977847 Sep 23 19:32:22.441578 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Provisioning complete for port f2f18a7a-caec-4840-825d-bc37f2f04daf triggered by entity L2. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:32:22.442242 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:22.481082 n-d-713301-16 neutron-server[95103]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 19:32:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17338c07-d7c8-42df-aa5e-79424089d80c x-openstack-request-id: req-17338c07-d7c8-42df-aa5e-79424089d80c {{(pid=95103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 19:32:22.481423 n-d-713301-16 neutron-server[95103]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "583aeae2-b5c0-4d8d-bffb-15a63f4020fc", "name": "network-vif-plugged", "status": "completed", "tag": "c139ca82-853e-472d-b61c-c167aa20c5aa", "code": 200}]} {{(pid=95103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 19:32:22.481687 n-d-713301-16 neutron-server[95103]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-17338c07-d7c8-42df-aa5e-79424089d80c {{(pid=95103) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 19:32:22.482094 n-d-713301-16 neutron-server[95103]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '583aeae2-b5c0-4d8d-bffb-15a63f4020fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c139ca82-853e-472d-b61c-c167aa20c5aa', 'code': 200} Sep 23 19:32:22.507569 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-5e2c4f83-76cb-4b80-90e9-712a50f410c6 tempest-RoutersAdminTest-1935465670 tempest-RoutersAdminTest-1935465670-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-605701'] for port, precommit_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:22.527780 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.plugin [None req-5e2c4f83-76cb-4b80-90e9-712a50f410c6 tempest-RoutersAdminTest-1935465670 tempest-RoutersAdminTest-1935465670-project] Calling delete_port for 12a9cbc2-861d-4603-a25c-6093c99bdcb5 owned by network:router_gateway {{(pid=95101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:32:22.530295 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-fb3b41f6-0b97-4a55-b970-c80c5ea6eec5 req-a7763a44-9633-481a-9950-06960d826e00 tempest-AttachVolumeTestJSON-1825206227 tempest-AttachVolumeTestJSON-1825206227-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783145673135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4399100'] for port, after_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:22.583869 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:22.589697 n-d-713301-16 neutron-server[95102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fb3b41f6-0b97-4a55-b970-c80c5ea6eec5 req-a7763a44-9633-481a-9950-06960d826e00 tempest-AttachVolumeTestJSON-1825206227 tempest-AttachVolumeTestJSON-1825206227-project] Network 891932c9-457f-43e1-aea2-971af25a68f6 is already hosted by enough agents. {{(pid=95102) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:32:22.599403 n-d-713301-16 neutron-server[95102]: DEBUG neutron.scheduler.base_scheduler [req-fb3b41f6-0b97-4a55-b970-c80c5ea6eec5 req-a7763a44-9633-481a-9950-06960d826e00 tempest-AttachVolumeTestJSON-1825206227 tempest-AttachVolumeTestJSON-1825206227-project] Resources bound (agent type, host, resource id): {{(pid=95102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:32:22.604944 n-d-713301-16 neutron-server[95102]: DEBUG neutron.db.l3_dvrscheduler_db [req-fb3b41f6-0b97-4a55-b970-c80c5ea6eec5 req-a7763a44-9633-481a-9950-06960d826e00 tempest-AttachVolumeTestJSON-1825206227 tempest-AttachVolumeTestJSON-1825206227-project] Received port after_create {{(pid=95102) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 19:32:22.651086 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7763a44-9633-481a-9950-06960d826e00 tempest-AttachVolumeTestJSON-1825206227 tempest-AttachVolumeTestJSON-1825206227-project] Pushing event updated for resources: {'Port': ['ID=1fff127a-03eb-4796-b3b1-57d14608f79b,revision_number=1']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:32:22.655951 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-73a7ba2f-b59a-4df7-a0cc-c2bce87b13db req-c056cba4-21c6-4898-b8c7-a9b700426e66 service neutron] 10.222.0.67 "GET /v2.0/networks/364dc893-5ecb-4aa3-be76-13b51cbbfbd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2094676 Sep 23 19:32:22.662618 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] For port f2f18a7a-caec-4840-825d-bc37f2f04daf, host n-h2-713301-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-16',level=0,port_id=f2f18a7a-caec-4840-825d-bc37f2f04daf,segment=NetworkSegment(55c1cfc6-8877-41a0-94e7-9d7671a93bfb),segment_id=55c1cfc6-8877-41a0-94e7-9d7671a93bfb)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:32:22.670503 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:22.673623 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Device 5b8a0a35-d9a5-40cb-80ab-356667fb483b up at agent hyperv_n-h2-713301-16 {{(pid=95103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 19:32:22.729475 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb3b41f6-0b97-4a55-b970-c80c5ea6eec5 req-a7763a44-9633-481a-9950-06960d826e00 tempest-AttachVolumeTestJSON-1825206227 tempest-AttachVolumeTestJSON-1825206227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:32:22.729904 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-fb3b41f6-0b97-4a55-b970-c80c5ea6eec5 req-a7763a44-9633-481a-9950-06960d826e00 tempest-AttachVolumeTestJSON-1825206227 tempest-AttachVolumeTestJSON-1825206227-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222849'] for port, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:22.771078 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014d6102-baea-4de8-8f12-8e6419884660 req-45bb046f-7c9e-466f-97e6-acfd9074ae87 tempest-AttachVolumeTestJSON-1825206227 tempest-AttachVolumeTestJSON-1825206227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:32:22.776532 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-014d6102-baea-4de8-8f12-8e6419884660 req-45bb046f-7c9e-466f-97e6-acfd9074ae87 tempest-AttachVolumeTestJSON-1825206227 tempest-AttachVolumeTestJSON-1825206227-project] 10.222.0.67 "GET /v2.0/ports?device_id=051e7231-6ffc-49ea-88bc-1af2c996b2ce HTTP/1.1" status: 200 len: 931 time: 0.1169417 Sep 23 19:32:22.784430 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-fb3b41f6-0b97-4a55-b970-c80c5ea6eec5 req-a7763a44-9633-481a-9950-06960d826e00 tempest-AttachVolumeTestJSON-1825206227 tempest-AttachVolumeTestJSON-1825206227-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6329546 Sep 23 19:32:22.788913 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-5e2c4f83-76cb-4b80-90e9-712a50f410c6 tempest-RoutersAdminTest-1935465670 tempest-RoutersAdminTest-1935465670-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783146162158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783145673144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5607431'] for port, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:22.811608 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Pushing event updated for resources: {'Port': ['ID=f2f18a7a-caec-4840-825d-bc37f2f04daf,revision_number=5']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:32:22.816890 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Provisioning for port 5b8a0a35-d9a5-40cb-80ab-356667fb483b completed by entity L2. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 19:32:22.822335 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Provisioning complete for port 5b8a0a35-d9a5-40cb-80ab-356667fb483b triggered by entity L2. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:32:22.822335 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:22.824423 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.v2.base [req-fb3b41f6-0b97-4a55-b970-c80c5ea6eec5 req-7fa4c041-ba61-4fcb-a82d-cd04fc644d6d service neutron] Request body: {'port': {'device_id': '051e7231-6ffc-49ea-88bc-1af2c996b2ce', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713301-16'}} {{(pid=95102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:32:22.863821 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e2c4f83-76cb-4b80-90e9-712a50f410c6 tempest-RoutersAdminTest-1935465670 tempest-RoutersAdminTest-1935465670-project] Pushing event deleted for resources: {'Port': ['ID=12a9cbc2-861d-4603-a25c-6093c99bdcb5,revision_number=None']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:32:22.943861 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:22.944560 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-014d6102-baea-4de8-8f12-8e6419884660 req-f8451a62-7534-4e26-b464-00417bfeed31 tempest-AttachVolumeTestJSON-1825206227 tempest-AttachVolumeTestJSON-1825206227-project] 10.222.0.67 "GET /v2.0/security-groups?id=eab70f1d-779e-4c1c-95ac-dc447f42d4f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1555459 Sep 23 19:32:22.945422 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-fb3b41f6-0b97-4a55-b970-c80c5ea6eec5 req-7fa4c041-ba61-4fcb-a82d-cd04fc644d6d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:22.987590 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-5e2c4f83-76cb-4b80-90e9-712a50f410c6 tempest-RoutersAdminTest-1935465670 tempest-RoutersAdminTest-1935465670-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-601942'] for router_gateway, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:22.999685 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] For port 5b8a0a35-d9a5-40cb-80ab-356667fb483b, host n-h2-713301-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-16',level=0,port_id=5b8a0a35-d9a5-40cb-80ab-356667fb483b,segment=NetworkSegment(f1ac3ad9-0f16-48a3-9c98-25f1a3519880),segment_id=f1ac3ad9-0f16-48a3-9c98-25f1a3519880)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:32:23.002570 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-8973adfb-b0c3-4184-8649-7493e8213b4d None None] Provisioning complete for port 1fff127a-03eb-4796-b3b1-57d14608f79b triggered by entity DHCP. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:32:23.003138 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-8973adfb-b0c3-4184-8649-7493e8213b4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:23.017546 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:23.018492 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Device c58d4619-5791-4719-a395-efb63d8376d8 up at agent hyperv_n-h2-713301-16 {{(pid=95103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 19:32:23.074660 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-b749e5d8-f161-478c-8617-e37cfd459cbc req-1c7c9375-a312-482d-8c89-3d23abe963f4 tempest-ServerActionsTestJSON-618918056 tempest-ServerActionsTestJSON-618918056-project] 10.222.0.67 "GET /v2.0/ports?device_id=0dfe8add-9373-42a8-8f7e-a04fba305a6c HTTP/1.1" status: 200 len: 210 time: 0.0431209 Sep 23 19:32:23.138180 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3138627-7f0a-4f86-9609-fa8c4420f6cd req-36fbf433-400f-4221-823b-e3549b78f472 tempest-TaggedBootDevicesTest_v242-1470406513 tempest-TaggedBootDevicesTest_v242-1470406513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:32:23.142064 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:23.157243 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3138627-7f0a-4f86-9609-fa8c4420f6cd req-36fbf433-400f-4221-823b-e3549b78f472 tempest-TaggedBootDevicesTest_v242-1470406513 tempest-TaggedBootDevicesTest_v242-1470406513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:32:23.167168 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3138627-7f0a-4f86-9609-fa8c4420f6cd req-36fbf433-400f-4221-823b-e3549b78f472 tempest-TaggedBootDevicesTest_v242-1470406513 tempest-TaggedBootDevicesTest_v242-1470406513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:32:23.171399 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Pushing event updated for resources: {'Port': ['ID=5b8a0a35-d9a5-40cb-80ab-356667fb483b,revision_number=5']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:32:23.174952 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3138627-7f0a-4f86-9609-fa8c4420f6cd req-36fbf433-400f-4221-823b-e3549b78f472 tempest-TaggedBootDevicesTest_v242-1470406513 tempest-TaggedBootDevicesTest_v242-1470406513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:32:23.181368 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3138627-7f0a-4f86-9609-fa8c4420f6cd req-36fbf433-400f-4221-823b-e3549b78f472 tempest-TaggedBootDevicesTest_v242-1470406513 tempest-TaggedBootDevicesTest_v242-1470406513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:32:23.182611 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.plugin [None req-8973adfb-b0c3-4184-8649-7493e8213b4d None None] Port 1fff127a-03eb-4796-b3b1-57d14608f79b cannot update to ACTIVE because it is not bound. {{(pid=95103) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 19:32:23.187898 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3138627-7f0a-4f86-9609-fa8c4420f6cd req-36fbf433-400f-4221-823b-e3549b78f472 tempest-TaggedBootDevicesTest_v242-1470406513 tempest-TaggedBootDevicesTest_v242-1470406513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:32:23.194799 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3138627-7f0a-4f86-9609-fa8c4420f6cd req-36fbf433-400f-4221-823b-e3549b78f472 tempest-TaggedBootDevicesTest_v242-1470406513 tempest-TaggedBootDevicesTest_v242-1470406513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:32:23.197242 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-e3138627-7f0a-4f86-9609-fa8c4420f6cd req-36fbf433-400f-4221-823b-e3549b78f472 tempest-TaggedBootDevicesTest_v242-1470406513 tempest-TaggedBootDevicesTest_v242-1470406513-project] 10.222.0.67 "GET /v2.0/ports?device_id=583aeae2-b5c0-4d8d-bffb-15a63f4020fc HTTP/1.1" status: 200 len: 5439 time: 0.2375355 Sep 23 19:32:23.198478 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Provisioning for port c58d4619-5791-4719-a395-efb63d8376d8 completed by entity L2. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 19:32:23.206047 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Provisioning complete for port c58d4619-5791-4719-a395-efb63d8376d8 triggered by entity L2. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:32:23.206428 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:23.390175 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-5e2c4f83-76cb-4b80-90e9-712a50f410c6 tempest-RoutersAdminTest-1935465670 tempest-RoutersAdminTest-1935465670-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-601749', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-597253', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29360'] for router, precommit_update {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:23.394051 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-5e2c4f83-76cb-4b80-90e9-712a50f410c6 tempest-RoutersAdminTest-1935465670 tempest-RoutersAdminTest-1935465670-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-601790', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-601772', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-601767', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-597276'] for router, after_update {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:23.450902 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-e3138627-7f0a-4f86-9609-fa8c4420f6cd req-e5ccf4f4-fe2f-4e40-9720-b571cd19cad2 tempest-TaggedBootDevicesTest_v242-1470406513 tempest-TaggedBootDevicesTest_v242-1470406513-project] 10.222.0.67 "GET /v2.0/security-groups?id=687e4f9e-0a49-4ef3-86dc-e31b7edc6949&id=78494785-7e26-42ec-a5d5-f3013c8d7eca&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2407572 Sep 23 19:32:23.468642 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b72970-8dc8-408a-8922-37459719a381 req-ec13c38c-c014-4445-95c7-4b7500d1a2f0 tempest-ServerDiskConfigTestJSON-835646415 tempest-ServerDiskConfigTestJSON-835646415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:32:23.476465 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-c8b72970-8dc8-408a-8922-37459719a381 req-ec13c38c-c014-4445-95c7-4b7500d1a2f0 tempest-ServerDiskConfigTestJSON-835646415 tempest-ServerDiskConfigTestJSON-835646415-project] 10.222.0.67 "GET /v2.0/ports?device_id=62626af7-c341-44a3-a3c7-0337577573d0 HTTP/1.1" status: 200 len: 945 time: 0.2781346 Sep 23 19:32:23.482517 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e2c4f83-76cb-4b80-90e9-712a50f410c6 tempest-RoutersAdminTest-1935465670 tempest-RoutersAdminTest-1935465670-project] Router 36829dcd-8849-4602-b9f0-a570b46709a2 has already been hosted by L3 agent 79a740bf-7821-4989-8288-7186e3e128f3 {{(pid=95101) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 19:32:23.493428 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-0ae75029-feb6-4728-9a94-5f9b60993d82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:23.494631 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:23.551813 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-c8b72970-8dc8-408a-8922-37459719a381 req-187dfcb8-777c-4225-b9f6-45a040f9d5b1 tempest-ServerDiskConfigTestJSON-835646415 tempest-ServerDiskConfigTestJSON-835646415-project] 10.222.0.67 "GET /v2.0/security-groups?id=618aa602-18a9-4f8c-abdd-ba8d4ffb9ee9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692139 Sep 23 19:32:23.559921 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] For port c58d4619-5791-4719-a395-efb63d8376d8, host n-h2-713301-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-16',level=0,port_id=c58d4619-5791-4719-a395-efb63d8376d8,segment=NetworkSegment(1b715116-171a-4fc6-af64-9f934b739294),segment_id=1b715116-171a-4fc6-af64-9f934b739294)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:32:23.573356 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e2c4f83-76cb-4b80-90e9-712a50f410c6 tempest-RoutersAdminTest-1935465670 tempest-RoutersAdminTest-1935465670-project] Notify agent at l3_agent.n-d-713301-16 the message routers_updated {{(pid=95101) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 19:32:23.581222 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-5e2c4f83-76cb-4b80-90e9-712a50f410c6 tempest-RoutersAdminTest-1935465670 tempest-RoutersAdminTest-1935465670-project] Notify callbacks [] for router, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:23.582419 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-5e2c4f83-76cb-4b80-90e9-712a50f410c6 tempest-RoutersAdminTest-1935465670 tempest-RoutersAdminTest-1935465670-project] 10.222.0.67 "PUT /v2.0/routers/36829dcd-8849-4602-b9f0-a570b46709a2 HTTP/1.1" status: 200 len: 706 time: 2.1444633 Sep 23 19:32:23.585031 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 46508) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:32:23.588460 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af54e76c-ef5d-40f4-832a-b1be31b2c355 None None] Sync routers for ids ['36829dcd-8849-4602-b9f0-a570b46709a2'] in n-d-713301-16 {{(pid=95103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 19:32:23.596830 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:23.601499 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Device 6c017d64-49a7-4da3-a6bc-3716925c2710 up at agent hyperv_n-h2-713301-16 {{(pid=95103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 19:32:23.668650 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-79d73367-0bdb-4d1a-b4cf-0127f807513f tempest-RoutersAdminTest-1385384480 tempest-RoutersAdminTest-1385384480-project-admin] 10.222.0.67 "GET /v2.0/routers/36829dcd-8849-4602-b9f0-a570b46709a2 HTTP/1.1" status: 200 len: 741 time: 0.0810957 Sep 23 19:32:23.670774 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 46510) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:32:23.683331 n-d-713301-16 neutron-server[95102]: DEBUG neutron.notifiers.nova [req-fb3b41f6-0b97-4a55-b970-c80c5ea6eec5 req-7fa4c041-ba61-4fcb-a82d-cd04fc644d6d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1fff127a-03eb-4796-b3b1-57d14608f79b {{(pid=95102) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 19:32:23.694901 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-fb3b41f6-0b97-4a55-b970-c80c5ea6eec5 req-7fa4c041-ba61-4fcb-a82d-cd04fc644d6d service neutron] Notify callbacks [] for port, precommit_update {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:23.705449 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af54e76c-ef5d-40f4-832a-b1be31b2c355 None None] Routers {'36829dcd-8849-4602-b9f0-a570b46709a2'} bound to L3 agent in host n-d-713301-16 {{(pid=95103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 19:32:23.706010 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_hamode_db [None req-af54e76c-ef5d-40f4-832a-b1be31b2c355 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-23T19:07:52Z,description=,heartbeat_timestamp=2021-09-23T19:32:22Z,host='n-d-713301-16',id=79a740bf-7821-4989-8288-7186e3e128f3,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:07:52Z,topic='l3_agent')) {'router_ids': ['36829dcd-8849-4602-b9f0-a570b46709a2'], 'active': True} {{(pid=95103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:32:23.716330 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08fa3e2e-9403-4611-867b-241d4fa9e070 req-824167dc-7cca-4dab-be4f-828ed35de704 tempest-ServersTestManualDisk-752158608 tempest-ServersTestManualDisk-752158608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:32:23.725002 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-08fa3e2e-9403-4611-867b-241d4fa9e070 req-824167dc-7cca-4dab-be4f-828ed35de704 tempest-ServersTestManualDisk-752158608 tempest-ServersTestManualDisk-752158608-project] 10.222.0.67 "GET /v2.0/ports?device_id=7f0c7a8c-f1d5-48e8-8e43-c5e8405d61bf HTTP/1.1" status: 200 len: 946 time: 0.1290982 Sep 23 19:32:23.729239 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-0b095dc7-c1cc-4ad2-a220-5c000be3fd37 tempest-RoutersAdminTest-1385384480 tempest-RoutersAdminTest-1385384480-project-admin] 10.222.0.67 "GET /v2.0/ports?network_id=5dec5c09-378e-4f50-89cc-d94eb81c3bac&device_id=36829dcd-8849-4602-b9f0-a570b46709a2 HTTP/1.1" status: 200 len: 205 time: 0.0540643 Sep 23 19:32:23.733609 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 46512) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:32:23.737313 n-d-713301-16 neutron-server[95102]: DEBUG neutron.db.provisioning_blocks [req-fb3b41f6-0b97-4a55-b970-c80c5ea6eec5 req-7fa4c041-ba61-4fcb-a82d-cd04fc644d6d service neutron] Transition to ACTIVE for port object 1fff127a-03eb-4796-b3b1-57d14608f79b will not be triggered until provisioned by entity L2. {{(pid=95102) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 19:32:23.757043 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-fb3b41f6-0b97-4a55-b970-c80c5ea6eec5 req-7fa4c041-ba61-4fcb-a82d-cd04fc644d6d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4399095'] for port, after_update {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:23.764743 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_hamode_db [None req-af54e76c-ef5d-40f4-832a-b1be31b2c355 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713301-16', False) {} {{(pid=95103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:32:23.768772 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Pushing event updated for resources: {'Port': ['ID=c58d4619-5791-4719-a395-efb63d8376d8,revision_number=5']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:32:23.786765 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-7a3632ee-5932-472f-8d07-51fca8e2ac88 tempest-RoutersAdminTest-1935465670 tempest-RoutersAdminTest-1935465670-project] 10.222.0.67 "GET /v2.0/ports?device_id=36829dcd-8849-4602-b9f0-a570b46709a2 HTTP/1.1" status: 200 len: 205 time: 0.0487201 Sep 23 19:32:23.787035 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af54e76c-ef5d-40f4-832a-b1be31b2c355 None None] Routers {'36829dcd-8849-4602-b9f0-a570b46709a2'} bound to L3 agent in host n-d-713301-16 {{(pid=95103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 19:32:23.787035 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_hamode_db [None req-af54e76c-ef5d-40f4-832a-b1be31b2c355 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-23T19:07:52Z,description=,heartbeat_timestamp=2021-09-23T19:32:22Z,host='n-d-713301-16',id=79a740bf-7821-4989-8288-7186e3e128f3,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:07:52Z,topic='l3_agent')) {'router_ids': ['36829dcd-8849-4602-b9f0-a570b46709a2'], 'active': True} {{(pid=95103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:32:23.788261 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 46514) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:32:23.832428 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Provisioning for port 6c017d64-49a7-4da3-a6bc-3716925c2710 completed by entity L2. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 19:32:23.834679 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_hamode_db [None req-af54e76c-ef5d-40f4-832a-b1be31b2c355 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713301-16', False) {} {{(pid=95103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:32:23.835363 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af54e76c-ef5d-40f4-832a-b1be31b2c355 None None] The sync data for ids ['36829dcd-8849-4602-b9f0-a570b46709a2'] in n-d-713301-16 is: [] {{(pid=95103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 19:32:23.839742 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Provisioning complete for port 6c017d64-49a7-4da3-a6bc-3716925c2710 triggered by entity L2. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:32:23.840216 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:23.854113 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-08fa3e2e-9403-4611-867b-241d4fa9e070 req-34d7c51a-0ada-4687-8c2f-b13ddf99875c tempest-ServersTestManualDisk-752158608 tempest-ServersTestManualDisk-752158608-project] 10.222.0.67 "GET /v2.0/security-groups?id=bdce1a64-e84a-499d-8c17-1d9b34da9302&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1279898 Sep 23 19:32:23.870338 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fa4c041-ba61-4fcb-a82d-cd04fc644d6d service neutron] Pushing event updated for resources: {'Port': ['ID=1fff127a-03eb-4796-b3b1-57d14608f79b,revision_number=2']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:32:23.935361 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-5a1256f9-e48a-42f5-bfb7-b4bc571a87a3 tempest-RoutersAdminTest-1935465670 tempest-RoutersAdminTest-1935465670-project] Notify callbacks [] for router, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:23.962205 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:23.971131 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.managers [req-fb3b41f6-0b97-4a55-b970-c80c5ea6eec5 req-7fa4c041-ba61-4fcb-a82d-cd04fc644d6d service neutron] Attempting to bind port 1fff127a-03eb-4796-b3b1-57d14608f79b on host n-h1-713301-16 for vnic_type normal with profile {{(pid=95102) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 19:32:23.973411 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.managers [req-fb3b41f6-0b97-4a55-b970-c80c5ea6eec5 req-7fa4c041-ba61-4fcb-a82d-cd04fc644d6d service neutron] Attempting to bind port 1fff127a-03eb-4796-b3b1-57d14608f79b by drivers openvswitch,hyperv on host n-h1-713301-16 at level 0 using segments [{'id': 'e08e9043-0f34-46de-ae85-d8bb0d4241b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '891932c9-457f-43e1-aea2-971af25a68f6'}] {{(pid=95102) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 19:32:23.973960 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb3b41f6-0b97-4a55-b970-c80c5ea6eec5 req-7fa4c041-ba61-4fcb-a82d-cd04fc644d6d service neutron] Attempting to bind port 1fff127a-03eb-4796-b3b1-57d14608f79b on network 891932c9-457f-43e1-aea2-971af25a68f6 {{(pid=95102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:32:23.979755 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb3b41f6-0b97-4a55-b970-c80c5ea6eec5 req-7fa4c041-ba61-4fcb-a82d-cd04fc644d6d service neutron] Port 1fff127a-03eb-4796-b3b1-57d14608f79b on network 891932c9-457f-43e1-aea2-971af25a68f6 not bound, no agent of type Open vSwitch agent registered on host n-h1-713301-16 {{(pid=95102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 19:32:23.980391 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb3b41f6-0b97-4a55-b970-c80c5ea6eec5 req-7fa4c041-ba61-4fcb-a82d-cd04fc644d6d service neutron] Attempting to bind port 1fff127a-03eb-4796-b3b1-57d14608f79b on network 891932c9-457f-43e1-aea2-971af25a68f6 {{(pid=95102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:32:23.987512 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb3b41f6-0b97-4a55-b970-c80c5ea6eec5 req-7fa4c041-ba61-4fcb-a82d-cd04fc644d6d service neutron] Checking agent: {'id': '0708c3e9-0aad-4600-9be9-d2486535c898', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713301-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 19, 15, 28), 'started_at': datetime.datetime(2021, 9, 23, 19, 15, 28), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 19, 31, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 19:32:23.988173 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb3b41f6-0b97-4a55-b970-c80c5ea6eec5 req-7fa4c041-ba61-4fcb-a82d-cd04fc644d6d service neutron] Checking segment: {'id': 'e08e9043-0f34-46de-ae85-d8bb0d4241b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '891932c9-457f-43e1-aea2-971af25a68f6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95102) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:32:23.988889 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb3b41f6-0b97-4a55-b970-c80c5ea6eec5 req-7fa4c041-ba61-4fcb-a82d-cd04fc644d6d service neutron] Bound using segment: {'id': 'e08e9043-0f34-46de-ae85-d8bb0d4241b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '891932c9-457f-43e1-aea2-971af25a68f6'} {{(pid=95102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 19:32:23.989685 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.managers [req-fb3b41f6-0b97-4a55-b970-c80c5ea6eec5 req-7fa4c041-ba61-4fcb-a82d-cd04fc644d6d service neutron] Bound port: 1fff127a-03eb-4796-b3b1-57d14608f79b, host: n-h1-713301-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e08e9043-0f34-46de-ae85-d8bb0d4241b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '891932c9-457f-43e1-aea2-971af25a68f6'}}] {{(pid=95102) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 19:32:23.990255 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-fb3b41f6-0b97-4a55-b970-c80c5ea6eec5 req-7fa4c041-ba61-4fcb-a82d-cd04fc644d6d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:24.026811 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] For port 6c017d64-49a7-4da3-a6bc-3716925c2710, host n-h2-713301-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-16',level=0,port_id=6c017d64-49a7-4da3-a6bc-3716925c2710,segment=NetworkSegment(f1ac3ad9-0f16-48a3-9c98-25f1a3519880),segment_id=f1ac3ad9-0f16-48a3-9c98-25f1a3519880)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:32:24.031591 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:24.033507 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Device 6a7a5cae-7327-4542-b381-1fad380770ef up at agent hyperv_n-h2-713301-16 {{(pid=95103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 19:32:24.127643 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-5a1256f9-e48a-42f5-bfb7-b4bc571a87a3 tempest-RoutersAdminTest-1935465670 tempest-RoutersAdminTest-1935465670-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-597305', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29369'] for router, precommit_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:24.129356 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.db [req-fb3b41f6-0b97-4a55-b970-c80c5ea6eec5 req-7fa4c041-ba61-4fcb-a82d-cd04fc644d6d service neutron] For port 1fff127a-03eb-4796-b3b1-57d14608f79b, host n-h1-713301-16, cleared binding levels {{(pid=95102) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 19:32:24.131375 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-5a1256f9-e48a-42f5-bfb7-b4bc571a87a3 tempest-RoutersAdminTest-1935465670 tempest-RoutersAdminTest-1935465670-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:24.134416 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Pushing event updated for resources: {'Port': ['ID=6c017d64-49a7-4da3-a6bc-3716925c2710,revision_number=5']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:32:24.135160 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.db [req-fb3b41f6-0b97-4a55-b970-c80c5ea6eec5 req-7fa4c041-ba61-4fcb-a82d-cd04fc644d6d service neutron] For port 1fff127a-03eb-4796-b3b1-57d14608f79b, host n-h1-713301-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-16',level=0,port_id=1fff127a-03eb-4796-b3b1-57d14608f79b,segment=NetworkSegment(e08e9043-0f34-46de-ae85-d8bb0d4241b4),segment_id=e08e9043-0f34-46de-ae85-d8bb0d4241b4)] {{(pid=95102) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 19:32:24.142663 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-fb3b41f6-0b97-4a55-b970-c80c5ea6eec5 req-7fa4c041-ba61-4fcb-a82d-cd04fc644d6d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4399095'] for port, after_update {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:24.155496 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Provisioning for port 6a7a5cae-7327-4542-b381-1fad380770ef completed by entity L2. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 19:32:24.166070 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Provisioning complete for port 6a7a5cae-7327-4542-b381-1fad380770ef triggered by entity L2. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:32:24.166458 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:24.191617 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-5a1256f9-e48a-42f5-bfb7-b4bc571a87a3 tempest-RoutersAdminTest-1935465670 tempest-RoutersAdminTest-1935465670-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-597296'] for router, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:24.193227 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a1256f9-e48a-42f5-bfb7-b4bc571a87a3 tempest-RoutersAdminTest-1935465670 tempest-RoutersAdminTest-1935465670-project] Fanout notify agent at l3_agent the message router_deleted on router 36829dcd-8849-4602-b9f0-a570b46709a2 {{(pid=95101) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 23 19:32:24.207997 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-5a1256f9-e48a-42f5-bfb7-b4bc571a87a3 tempest-RoutersAdminTest-1935465670 tempest-RoutersAdminTest-1935465670-project] Notify callbacks [] for router, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:24.209510 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c2a0be-907f-4768-ad22-ec9e96408b48 req-8bbd3690-f4e5-42b8-8df3-761f5012fb49 tempest-AttachVolumeTestJSON-1825206227 tempest-AttachVolumeTestJSON-1825206227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:32:24.214382 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-5a1256f9-e48a-42f5-bfb7-b4bc571a87a3 tempest-RoutersAdminTest-1935465670 tempest-RoutersAdminTest-1935465670-project] 10.222.0.67 "DELETE /v2.0/routers/36829dcd-8849-4602-b9f0-a570b46709a2 HTTP/1.1" status: 204 len: 168 time: 0.4223378 Sep 23 19:32:24.214610 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-48c2a0be-907f-4768-ad22-ec9e96408b48 req-8bbd3690-f4e5-42b8-8df3-761f5012fb49 tempest-AttachVolumeTestJSON-1825206227 tempest-AttachVolumeTestJSON-1825206227-project] 10.222.0.67 "GET /v2.0/ports?device_id=051e7231-6ffc-49ea-88bc-1af2c996b2ce HTTP/1.1" status: 200 len: 943 time: 0.1375780 Sep 23 19:32:24.217920 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 46520) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:32:24.265717 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-51ef236a-c882-425b-a0de-807f2cba48ea tempest-RoutersAdminTest-1935465670 tempest-RoutersAdminTest-1935465670-project] 10.222.0.67 "GET /v2.0/ports?device_id=36829dcd-8849-4602-b9f0-a570b46709a2 HTTP/1.1" status: 200 len: 205 time: 0.0476267 Sep 23 19:32:24.269522 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 46522) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:32:24.271417 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fa4c041-ba61-4fcb-a82d-cd04fc644d6d service neutron] Pushing event updated for resources: {'Port': ['ID=1fff127a-03eb-4796-b3b1-57d14608f79b,revision_number=3']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:32:24.283341 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb3b41f6-0b97-4a55-b970-c80c5ea6eec5 req-7fa4c041-ba61-4fcb-a82d-cd04fc644d6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:32:24.283993 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-fb3b41f6-0b97-4a55-b970-c80c5ea6eec5 req-7fa4c041-ba61-4fcb-a82d-cd04fc644d6d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222849'] for port, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:24.285475 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-fb3b41f6-0b97-4a55-b970-c80c5ea6eec5 req-7fa4c041-ba61-4fcb-a82d-cd04fc644d6d service neutron] 10.222.0.74 "PUT /v2.0/ports/1fff127a-03eb-4796-b3b1-57d14608f79b HTTP/1.1" status: 200 len: 1092 time: 1.4949660 Sep 23 19:32:24.289397 n-d-713301-16 neutron-server[95102]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '051e7231-6ffc-49ea-88bc-1af2c996b2ce', 'tag': '1fff127a-03eb-4796-b3b1-57d14608f79b'}] {{(pid=95102) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 19:32:24.290160 n-d-713301-16 neutron-server[95102]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab31b6d93e5336dbddfa8ec424565b3bd8cb2369c5b4d85bc943472dbb21e8ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc533465-0ba8-4121-acc0-77c293e2b60d" -d '{"events": [{"name": "network-changed", "server_uuid": "051e7231-6ffc-49ea-88bc-1af2c996b2ce", "tag": "1fff127a-03eb-4796-b3b1-57d14608f79b"}]}' {{(pid=95102) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 19:32:24.339495 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-c4a8ca76-3afd-4191-baa3-2868231a8e3a req-0e48355f-3d41-42f9-aeab-f7b83e012d3a tempest-ServerActionsTestJSON-618918056 tempest-ServerActionsTestJSON-618918056-project] 10.222.0.67 "GET /v2.0/ports?device_id=0dfe8add-9373-42a8-8f7e-a04fba305a6c HTTP/1.1" status: 200 len: 210 time: 0.1239130 Sep 23 19:32:24.355777 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:24.434468 n-d-713301-16 neutron-server[95101]: INFO neutron.api.v2.resource [None req-8ca28cf2-1b55-4b71-8d98-9f914d6f667f tempest-RoutersAdminTest-1935465670 tempest-RoutersAdminTest-1935465670-project] delete failed (client error): The resource could not be found. Sep 23 19:32:24.435398 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] For port 6a7a5cae-7327-4542-b381-1fad380770ef, host n-h2-713301-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-16',level=0,port_id=6a7a5cae-7327-4542-b381-1fad380770ef,segment=NetworkSegment(95f6fe7c-cbd3-4365-ad71-f7b6e6da07cd),segment_id=95f6fe7c-cbd3-4365-ad71-f7b6e6da07cd)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:32:24.439871 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-8ca28cf2-1b55-4b71-8d98-9f914d6f667f tempest-RoutersAdminTest-1935465670 tempest-RoutersAdminTest-1935465670-project] 10.222.0.67 "DELETE /v2.0/routers/36829dcd-8849-4602-b9f0-a570b46709a2 HTTP/1.1" status: 404 len: 336 time: 0.1686041 Sep 23 19:32:24.443457 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 46528) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:32:24.445117 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:24.462295 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-48c2a0be-907f-4768-ad22-ec9e96408b48 req-f7e9a670-69c5-49bc-9975-05c5899f5cfa tempest-AttachVolumeTestJSON-1825206227 tempest-AttachVolumeTestJSON-1825206227-project] 10.222.0.67 "GET /v2.0/security-groups?id=eab70f1d-779e-4c1c-95ac-dc447f42d4f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2152903 Sep 23 19:32:24.464338 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb3b41f6-0b97-4a55-b970-c80c5ea6eec5 req-d93bd81d-89ac-4646-aedf-c6d9d8f76e77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:32:24.471051 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-fb3b41f6-0b97-4a55-b970-c80c5ea6eec5 req-d93bd81d-89ac-4646-aedf-c6d9d8f76e77 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=bc1c8a8a17df480598455b00ff38da5a&device_id=051e7231-6ffc-49ea-88bc-1af2c996b2ce HTTP/1.1" status: 200 len: 1095 time: 0.1297288 Sep 23 19:32:24.479838 n-d-713301-16 neutron-server[95102]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 19:32:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf9f89d8-8da9-42dd-9bfe-60dc010dc633 x-openstack-request-id: req-cf9f89d8-8da9-42dd-9bfe-60dc010dc633 {{(pid=95102) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 19:32:24.482995 n-d-713301-16 neutron-server[95102]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "051e7231-6ffc-49ea-88bc-1af2c996b2ce", "tag": "1fff127a-03eb-4796-b3b1-57d14608f79b", "status": "completed", "code": 200}]} {{(pid=95102) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 19:32:24.482995 n-d-713301-16 neutron-server[95102]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-cf9f89d8-8da9-42dd-9bfe-60dc010dc633 {{(pid=95102) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 19:32:24.482995 n-d-713301-16 neutron-server[95102]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '051e7231-6ffc-49ea-88bc-1af2c996b2ce', 'tag': '1fff127a-03eb-4796-b3b1-57d14608f79b', 'status': 'completed', 'code': 200} Sep 23 19:32:24.483332 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-bac89d06-1828-45b7-a0ed-10c6dc644ac6 tempest-RoutersAdminTest-1935465670 tempest-RoutersAdminTest-1935465670-project] 10.222.0.67 "GET /v2.0/ports?device_id=27ae998c-1acb-4a94-bfda-12c8c54b3a71 HTTP/1.1" status: 200 len: 205 time: 0.0359406 Sep 23 19:32:24.483437 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 46530) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:32:24.521525 n-d-713301-16 neutron-server[95103]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '583aeae2-b5c0-4d8d-bffb-15a63f4020fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e9421940-155e-4e16-8fe7-2df3b3cd6370'}, {'server_uuid': '583aeae2-b5c0-4d8d-bffb-15a63f4020fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d220b4a-c2a9-416b-bef2-705bfcd93242'}, {'server_uuid': '583aeae2-b5c0-4d8d-bffb-15a63f4020fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2f18a7a-caec-4840-825d-bc37f2f04daf'}, {'server_uuid': '583aeae2-b5c0-4d8d-bffb-15a63f4020fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b8a0a35-d9a5-40cb-80ab-356667fb483b'}, {'server_uuid': '7f0c7a8c-f1d5-48e8-8e43-c5e8405d61bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c58d4619-5791-4719-a395-efb63d8376d8'}, {'server_uuid': '583aeae2-b5c0-4d8d-bffb-15a63f4020fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c017d64-49a7-4da3-a6bc-3716925c2710'}, {'server_uuid': '583aeae2-b5c0-4d8d-bffb-15a63f4020fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a7a5cae-7327-4542-b381-1fad380770ef'}] {{(pid=95103) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 19:32:24.523961 n-d-713301-16 neutron-server[95103]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}81a1c17f2aa89d5b3ebbba3a3e0cf7eb588e431c2224256110c4c4facdd7c3e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c79d3061-66e8-44f0-a07a-6236d8aa044f" -d '{"events": [{"server_uuid": "583aeae2-b5c0-4d8d-bffb-15a63f4020fc", "name": "network-vif-plugged", "status": "completed", "tag": "e9421940-155e-4e16-8fe7-2df3b3cd6370"}, {"server_uuid": "583aeae2-b5c0-4d8d-bffb-15a63f4020fc", "name": "network-vif-plugged", "status": "completed", "tag": "0d220b4a-c2a9-416b-bef2-705bfcd93242"}, {"server_uuid": "583aeae2-b5c0-4d8d-bffb-15a63f4020fc", "name": "network-vif-plugged", "status": "completed", "tag": "f2f18a7a-caec-4840-825d-bc37f2f04daf"}, {"server_uuid": "583aeae2-b5c0-4d8d-bffb-15a63f4020fc", "name": "network-vif-plugged", "status": "completed", "tag": "5b8a0a35-d9a5-40cb-80ab-356667fb483b"}, {"server_uuid": "7f0c7a8c-f1d5-48e8-8e43-c5e8405d61bf", "name": "network-vif-plugged", "status": "completed", "tag": "c58d4619-5791-4719-a395-efb63d8376d8"}, {"server_uuid": "583aeae2-b5c0-4d8d-bffb-15a63f4020fc", "name": "network-vif-plugged", "status": "completed", "tag": "6c017d64-49a7-4da3-a6bc-3716925c2710"}, {"server_uuid": "583aeae2-b5c0-4d8d-bffb-15a63f4020fc", "name": "network-vif-plugged", "status": "completed", "tag": "6a7a5cae-7327-4542-b381-1fad380770ef"}]}' {{(pid=95103) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 19:32:24.581460 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a7ba2f-b59a-4df7-a0cc-c2bce87b13db req-e3ad7e81-c51f-412b-b4c2-658bbe07255a tempest-ServerActionsTestJSON-618918056 tempest-ServerActionsTestJSON-618918056-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:32:24.583295 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-73a7ba2f-b59a-4df7-a0cc-c2bce87b13db req-e3ad7e81-c51f-412b-b4c2-658bbe07255a tempest-ServerActionsTestJSON-618918056 tempest-ServerActionsTestJSON-618918056-project] 10.222.0.53 "GET /v2.0/networks?id=364dc893-5ecb-4aa3-be76-13b51cbbfbd4 HTTP/1.1" status: 200 len: 812 time: 0.3032734 Sep 23 19:32:24.583523 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Pushing event updated for resources: {'Port': ['ID=6a7a5cae-7327-4542-b381-1fad380770ef,revision_number=5']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:32:24.603188 n-d-713301-16 neutron-server[95103]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 1209 Content-Type: application/json Date: Thu, 23 Sep 2021 19:32:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34dccf39-3e25-4f4a-8b1d-3685546fbc55 x-openstack-request-id: req-34dccf39-3e25-4f4a-8b1d-3685546fbc55 {{(pid=95103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 19:32:24.603821 n-d-713301-16 neutron-server[95103]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "583aeae2-b5c0-4d8d-bffb-15a63f4020fc", "name": "network-vif-plugged", "status": "completed", "tag": "e9421940-155e-4e16-8fe7-2df3b3cd6370", "code": 200}, {"server_uuid": "583aeae2-b5c0-4d8d-bffb-15a63f4020fc", "name": "network-vif-plugged", "status": "completed", "tag": "0d220b4a-c2a9-416b-bef2-705bfcd93242", "code": 200}, {"server_uuid": "583aeae2-b5c0-4d8d-bffb-15a63f4020fc", "name": "network-vif-plugged", "status": "completed", "tag": "f2f18a7a-caec-4840-825d-bc37f2f04daf", "code": 200}, {"server_uuid": "583aeae2-b5c0-4d8d-bffb-15a63f4020fc", "name": "network-vif-plugged", "status": "completed", "tag": "5b8a0a35-d9a5-40cb-80ab-356667fb483b", "code": 200}, {"server_uuid": "7f0c7a8c-f1d5-48e8-8e43-c5e8405d61bf", "name": "network-vif-plugged", "status": "completed", "tag": "c58d4619-5791-4719-a395-efb63d8376d8", "code": 200}, {"server_uuid": "583aeae2-b5c0-4d8d-bffb-15a63f4020fc", "name": "network-vif-plugged", "status": "completed", "tag": "6c017d64-49a7-4da3-a6bc-3716925c2710", "code": 200}, {"server_uuid": "583aeae2-b5c0-4d8d-bffb-15a63f4020fc", "name": "network-vif-plugged", "status": "completed", "tag": "6a7a5cae-7327-4542-b381-1fad380770ef", "code": 200}]} {{(pid=95103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 19:32:24.604075 n-d-713301-16 neutron-server[95103]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-34dccf39-3e25-4f4a-8b1d-3685546fbc55 {{(pid=95103) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 19:32:24.604716 n-d-713301-16 neutron-server[95103]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '583aeae2-b5c0-4d8d-bffb-15a63f4020fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e9421940-155e-4e16-8fe7-2df3b3cd6370', 'code': 200} Sep 23 19:32:24.604887 n-d-713301-16 neutron-server[95102]: INFO neutron.api.v2.resource [None req-857ba95a-8a31-4087-ae8d-68d2f6c368d5 tempest-RoutersAdminTest-1935465670 tempest-RoutersAdminTest-1935465670-project] delete failed (client error): The resource could not be found. Sep 23 19:32:24.605083 n-d-713301-16 neutron-server[95103]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '583aeae2-b5c0-4d8d-bffb-15a63f4020fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d220b4a-c2a9-416b-bef2-705bfcd93242', 'code': 200} Sep 23 19:32:24.608189 n-d-713301-16 neutron-server[95103]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '583aeae2-b5c0-4d8d-bffb-15a63f4020fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2f18a7a-caec-4840-825d-bc37f2f04daf', 'code': 200} Sep 23 19:32:24.608189 n-d-713301-16 neutron-server[95103]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '583aeae2-b5c0-4d8d-bffb-15a63f4020fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b8a0a35-d9a5-40cb-80ab-356667fb483b', 'code': 200} Sep 23 19:32:24.608549 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-857ba95a-8a31-4087-ae8d-68d2f6c368d5 tempest-RoutersAdminTest-1935465670 tempest-RoutersAdminTest-1935465670-project] 10.222.0.67 "DELETE /v2.0/routers/27ae998c-1acb-4a94-bfda-12c8c54b3a71 HTTP/1.1" status: 404 len: 336 time: 0.1219029 Sep 23 19:32:24.608706 n-d-713301-16 neutron-server[95103]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7f0c7a8c-f1d5-48e8-8e43-c5e8405d61bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c58d4619-5791-4719-a395-efb63d8376d8', 'code': 200} Sep 23 19:32:24.608706 n-d-713301-16 neutron-server[95103]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '583aeae2-b5c0-4d8d-bffb-15a63f4020fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c017d64-49a7-4da3-a6bc-3716925c2710', 'code': 200} Sep 23 19:32:24.608706 n-d-713301-16 neutron-server[95103]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '583aeae2-b5c0-4d8d-bffb-15a63f4020fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a7a5cae-7327-4542-b381-1fad380770ef', 'code': 200} Sep 23 19:32:24.609691 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.v2.base [req-73a7ba2f-b59a-4df7-a0cc-c2bce87b13db req-785c3264-4450-4fd9-86a3-866ebdf7c4b3 tempest-ServerActionsTestJSON-618918056 tempest-ServerActionsTestJSON-618918056-project] Request body: {'port': {'device_id': '0dfe8add-9373-42a8-8f7e-a04fba305a6c', 'network_id': '364dc893-5ecb-4aa3-be76-13b51cbbfbd4', 'admin_state_up': True, 'tenant_id': 'f17a85608a9a4ecb8150ef41746c47e0'}} {{(pid=95101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:32:24.612753 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 46538) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:32:24.614910 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-fb3b41f6-0b97-4a55-b970-c80c5ea6eec5 req-1fe1dc75-bbf9-4bf9-ad16-4290e2082150 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1fff127a-03eb-4796-b3b1-57d14608f79b HTTP/1.1" status: 200 len: 217 time: 0.1325326 Sep 23 19:32:24.691923 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-7a998b4f-dea0-4cdd-8275-c7916cd27187 tempest-RoutersAdminTest-1935465670 tempest-RoutersAdminTest-1935465670-project] 10.222.0.67 "GET /v2.0/ports?device_id=dab091b6-c4c9-4481-b914-0c1209bb2806 HTTP/1.1" status: 200 len: 205 time: 0.0729177 Sep 23 19:32:24.708960 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 46542) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:32:24.789919 n-d-713301-16 neutron-server[95101]: INFO neutron.api.v2.resource [None req-aaf2d7c6-838c-4a16-9526-e6e76c604e3f tempest-RoutersAdminTest-1935465670 tempest-RoutersAdminTest-1935465670-project] delete failed (client error): The resource could not be found. Sep 23 19:32:24.790937 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-aaf2d7c6-838c-4a16-9526-e6e76c604e3f tempest-RoutersAdminTest-1935465670 tempest-RoutersAdminTest-1935465670-project] 10.222.0.67 "DELETE /v2.0/routers/dab091b6-c4c9-4481-b914-0c1209bb2806 HTTP/1.1" status: 404 len: 336 time: 0.0810347 Sep 23 19:32:24.794589 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 46544) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:32:24.860914 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-47af8aab-cd4c-4ab9-bb1b-b3cee77ac44f tempest-RoutersAdminTest-1935465670 tempest-RoutersAdminTest-1935465670-project] 10.222.0.67 "GET /v2.0/ports?device_id=3af74466-45ae-44cf-a780-fef98439fbf5 HTTP/1.1" status: 200 len: 205 time: 0.0597277 Sep 23 19:32:24.869287 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 46546) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:32:24.919712 n-d-713301-16 neutron-server[95101]: INFO neutron.api.v2.resource [None req-9c4a8aff-6555-438b-95a2-fc4451b37343 tempest-RoutersAdminTest-1935465670 tempest-RoutersAdminTest-1935465670-project] delete failed (client error): The resource could not be found. Sep 23 19:32:24.921004 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-9c4a8aff-6555-438b-95a2-fc4451b37343 tempest-RoutersAdminTest-1935465670 tempest-RoutersAdminTest-1935465670-project] 10.222.0.67 "DELETE /v2.0/routers/3af74466-45ae-44cf-a780-fef98439fbf5 HTTP/1.1" status: 404 len: 336 time: 0.0506542 Sep 23 19:32:24.925100 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 46550) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:32:24.929557 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a6819e2-8f87-44f0-bdfa-be2d813015ce req-5e80658f-f03a-4981-9f79-c6a6faaa8764 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:32:24.931110 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-6a6819e2-8f87-44f0-bdfa-be2d813015ce req-5e80658f-f03a-4981-9f79-c6a6faaa8764 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=7f0c7a8c-f1d5-48e8-8e43-c5e8405d61bf HTTP/1.1" status: 200 len: 1098 time: 0.1731215 Sep 23 19:32:24.978129 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-ec14442a-8687-443e-af7e-dd1a52b72e2f tempest-RoutersAdminTest-1935465670 tempest-RoutersAdminTest-1935465670-project] 10.222.0.67 "GET /v2.0/ports?device_id=7d48dee6-adbc-4d1d-8420-01d37fdb1603 HTTP/1.1" status: 200 len: 205 time: 0.0516856 Sep 23 19:32:24.980529 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 46552) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:32:24.991962 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-73a7ba2f-b59a-4df7-a0cc-c2bce87b13db req-785c3264-4450-4fd9-86a3-866ebdf7c4b3 tempest-ServerActionsTestJSON-618918056 tempest-ServerActionsTestJSON-618918056-project] Made reservation on behalf of f17a85608a9a4ecb8150ef41746c47e0 for: {'port': 1} {{(pid=95101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:32:24.995290 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-73a7ba2f-b59a-4df7-a0cc-c2bce87b13db req-785c3264-4450-4fd9-86a3-866ebdf7c4b3 tempest-ServerActionsTestJSON-618918056 tempest-ServerActionsTestJSON-618918056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:25.044893 n-d-713301-16 neutron-server[95101]: INFO neutron.api.v2.resource [None req-14857274-d749-471f-b3c7-78619049fb6e tempest-RoutersAdminTest-1935465670 tempest-RoutersAdminTest-1935465670-project] delete failed (client error): The resource could not be found. Sep 23 19:32:25.045957 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-14857274-d749-471f-b3c7-78619049fb6e tempest-RoutersAdminTest-1935465670 tempest-RoutersAdminTest-1935465670-project] 10.222.0.67 "DELETE /v2.0/routers/7d48dee6-adbc-4d1d-8420-01d37fdb1603 HTTP/1.1" status: 404 len: 336 time: 0.0642514 Sep 23 19:32:25.050447 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-6a6819e2-8f87-44f0-bdfa-be2d813015ce req-28d77ea1-908a-441e-a255-3d82ac907475 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=bdce1a64-e84a-499d-8c17-1d9b34da9302&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1080055 Sep 23 19:32:25.051990 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 46554) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:32:25.064251 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c54e5192-fe17-48fb-a87a-a01d2ffa74e1 req-2c16ba57-a468-4dcd-a3cb-e55427602e23 tempest-TaggedBootDevicesTest_v242-1470406513 tempest-TaggedBootDevicesTest_v242-1470406513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:32:25.070279 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c54e5192-fe17-48fb-a87a-a01d2ffa74e1 req-2c16ba57-a468-4dcd-a3cb-e55427602e23 tempest-TaggedBootDevicesTest_v242-1470406513 tempest-TaggedBootDevicesTest_v242-1470406513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:32:25.076219 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c54e5192-fe17-48fb-a87a-a01d2ffa74e1 req-2c16ba57-a468-4dcd-a3cb-e55427602e23 tempest-TaggedBootDevicesTest_v242-1470406513 tempest-TaggedBootDevicesTest_v242-1470406513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:32:25.082670 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c54e5192-fe17-48fb-a87a-a01d2ffa74e1 req-2c16ba57-a468-4dcd-a3cb-e55427602e23 tempest-TaggedBootDevicesTest_v242-1470406513 tempest-TaggedBootDevicesTest_v242-1470406513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:32:25.088623 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c54e5192-fe17-48fb-a87a-a01d2ffa74e1 req-2c16ba57-a468-4dcd-a3cb-e55427602e23 tempest-TaggedBootDevicesTest_v242-1470406513 tempest-TaggedBootDevicesTest_v242-1470406513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:32:25.095348 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c54e5192-fe17-48fb-a87a-a01d2ffa74e1 req-2c16ba57-a468-4dcd-a3cb-e55427602e23 tempest-TaggedBootDevicesTest_v242-1470406513 tempest-TaggedBootDevicesTest_v242-1470406513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:32:25.101348 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c54e5192-fe17-48fb-a87a-a01d2ffa74e1 req-2c16ba57-a468-4dcd-a3cb-e55427602e23 tempest-TaggedBootDevicesTest_v242-1470406513 tempest-TaggedBootDevicesTest_v242-1470406513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:32:25.103778 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-c54e5192-fe17-48fb-a87a-a01d2ffa74e1 req-2c16ba57-a468-4dcd-a3cb-e55427602e23 tempest-TaggedBootDevicesTest_v242-1470406513 tempest-TaggedBootDevicesTest_v242-1470406513-project] 10.222.0.67 "GET /v2.0/ports?device_id=583aeae2-b5c0-4d8d-bffb-15a63f4020fc HTTP/1.1" status: 200 len: 5442 time: 0.5015430 Sep 23 19:32:25.106324 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb3b41f6-0b97-4a55-b970-c80c5ea6eec5 req-4b05d594-0a10-4c96-bec0-17d93cb30dde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:32:25.107737 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-fb3b41f6-0b97-4a55-b970-c80c5ea6eec5 req-4b05d594-0a10-4c96-bec0-17d93cb30dde service neutron] 10.222.0.74 "GET /v2.0/subnets?id=bbfc5a86-0037-429e-b11d-698cbfb1a3c3 HTTP/1.1" status: 200 len: 849 time: 0.4676940 Sep 23 19:32:25.158239 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-c9bc6128-0551-4ea4-b18d-c2e815ba3ac1 tempest-RoutersAdminTest-1935465670 tempest-RoutersAdminTest-1935465670-project] 10.222.0.67 "GET /v2.0/ports?device_id=65efec7e-0eb0-4591-a8a8-d20133abde48 HTTP/1.1" status: 200 len: 205 time: 0.0483587 Sep 23 19:32:25.161526 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 46556) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:32:25.179380 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ef256b-32e4-4726-a16f-24d350e7473f req-9eb64e4f-ed1b-4804-8d64-7de69063cc3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:32:25.179876 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ef256b-32e4-4726-a16f-24d350e7473f req-9eb64e4f-ed1b-4804-8d64-7de69063cc3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:32:25.180365 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ef256b-32e4-4726-a16f-24d350e7473f req-9eb64e4f-ed1b-4804-8d64-7de69063cc3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:32:25.180874 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ef256b-32e4-4726-a16f-24d350e7473f req-9eb64e4f-ed1b-4804-8d64-7de69063cc3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:32:25.181350 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ef256b-32e4-4726-a16f-24d350e7473f req-9eb64e4f-ed1b-4804-8d64-7de69063cc3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:32:25.181874 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ef256b-32e4-4726-a16f-24d350e7473f req-9eb64e4f-ed1b-4804-8d64-7de69063cc3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:32:25.182345 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ef256b-32e4-4726-a16f-24d350e7473f req-9eb64e4f-ed1b-4804-8d64-7de69063cc3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:32:25.184263 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-a4ef256b-32e4-4726-a16f-24d350e7473f req-9eb64e4f-ed1b-4804-8d64-7de69063cc3b service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=583aeae2-b5c0-4d8d-bffb-15a63f4020fc HTTP/1.1" status: 200 len: 6506 time: 0.2388229 Sep 23 19:32:25.199059 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-293eb6e6-d52c-4a61-b5af-adde3d4e32a1 req-49b49491-77df-4b72-85d2-81394cecf458 tempest-ServerDiskConfigTestJSON-835646415 tempest-ServerDiskConfigTestJSON-835646415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:32:25.200558 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-293eb6e6-d52c-4a61-b5af-adde3d4e32a1 req-49b49491-77df-4b72-85d2-81394cecf458 tempest-ServerDiskConfigTestJSON-835646415 tempest-ServerDiskConfigTestJSON-835646415-project] 10.222.0.67 "GET /v2.0/ports?device_id=62626af7-c341-44a3-a3c7-0337577573d0 HTTP/1.1" status: 200 len: 945 time: 0.2528465 Sep 23 19:32:25.207945 n-d-713301-16 neutron-server[95101]: INFO neutron.api.v2.resource [None req-bceeb5ca-a984-4f15-aa7e-97293c0321b4 tempest-RoutersAdminTest-1935465670 tempest-RoutersAdminTest-1935465670-project] delete failed (client error): The resource could not be found. Sep 23 19:32:25.209048 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-bceeb5ca-a984-4f15-aa7e-97293c0321b4 tempest-RoutersAdminTest-1935465670 tempest-RoutersAdminTest-1935465670-project] 10.222.0.67 "DELETE /v2.0/routers/65efec7e-0eb0-4591-a8a8-d20133abde48 HTTP/1.1" status: 404 len: 336 time: 0.0466521 Sep 23 19:32:25.212792 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 46558) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:32:25.221337 n-d-713301-16 neutron-server[95101]: DEBUG neutron.db.db_base_plugin_common [req-73a7ba2f-b59a-4df7-a0cc-c2bce87b13db req-785c3264-4450-4fd9-86a3-866ebdf7c4b3 tempest-ServerActionsTestJSON-618918056 tempest-ServerActionsTestJSON-618918056-project] Allocated IP 172.20.0.4 (364dc893-5ecb-4aa3-be76-13b51cbbfbd4/a900be85-be08-465b-85e6-4a05aae55389/942cfdd5-5c55-4f79-9832-5024323d678e) {{(pid=95101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 19:32:25.234803 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-80e7e501-6c57-470d-92c6-e3d54bc3195c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:25.251034 n-d-713301-16 neutron-server[95101]: INFO neutron.pecan_wsgi.hooks.translation [None req-2486f21b-91d7-4342-b171-2a81a160d796 tempest-RoutersAdminTest-1935465670 tempest-RoutersAdminTest-1935465670-project] DELETE failed (client error): The resource could not be found. Sep 23 19:32:25.251887 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2486f21b-91d7-4342-b171-2a81a160d796 tempest-RoutersAdminTest-1935465670 tempest-RoutersAdminTest-1935465670-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95101) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 23 19:32:25.253508 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-2486f21b-91d7-4342-b171-2a81a160d796 tempest-RoutersAdminTest-1935465670 tempest-RoutersAdminTest-1935465670-project] 10.222.0.67 "DELETE /v2.0/subnets/bd797c1d-ac7c-405d-80ac-acf9c225b2a8 HTTP/1.1" status: 404 len: 337 time: 0.0399723 Sep 23 19:32:25.258472 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-c54e5192-fe17-48fb-a87a-a01d2ffa74e1 req-8e634ec7-56d4-4d58-8bc0-0abcbad80b08 tempest-TaggedBootDevicesTest_v242-1470406513 tempest-TaggedBootDevicesTest_v242-1470406513-project] 10.222.0.67 "GET /v2.0/security-groups?id=687e4f9e-0a49-4ef3-86dc-e31b7edc6949&id=78494785-7e26-42ec-a5d5-f3013c8d7eca&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1347992 Sep 23 19:32:25.283051 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb3b41f6-0b97-4a55-b970-c80c5ea6eec5 req-b02e2ead-167a-424f-b079-bd64aff348d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:32:25.283051 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-fb3b41f6-0b97-4a55-b970-c80c5ea6eec5 req-b02e2ead-167a-424f-b079-bd64aff348d2 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=891932c9-457f-43e1-aea2-971af25a68f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1566682 Sep 23 19:32:25.285076 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-293eb6e6-d52c-4a61-b5af-adde3d4e32a1 req-0bfd9026-514f-46df-a7a9-17ec537d760c tempest-ServerDiskConfigTestJSON-835646415 tempest-ServerDiskConfigTestJSON-835646415-project] 10.222.0.67 "GET /v2.0/security-groups?id=618aa602-18a9-4f8c-abdd-ba8d4ffb9ee9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756948 Sep 23 19:32:25.331612 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-a4ef256b-32e4-4726-a16f-24d350e7473f req-faadce34-0424-4e80-9f43-3a70d1951af9 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=78494785-7e26-42ec-a5d5-f3013c8d7eca&id=687e4f9e-0a49-4ef3-86dc-e31b7edc6949&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0455050 Sep 23 19:32:25.450691 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-73a7ba2f-b59a-4df7-a0cc-c2bce87b13db req-785c3264-4450-4fd9-86a3-866ebdf7c4b3 tempest-ServerActionsTestJSON-618918056 tempest-ServerActionsTestJSON-618918056-project] Notify callbacks [] for port, precommit_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:25.493585 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-73a7ba2f-b59a-4df7-a0cc-c2bce87b13db req-785c3264-4450-4fd9-86a3-866ebdf7c4b3 tempest-ServerActionsTestJSON-618918056 tempest-ServerActionsTestJSON-618918056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783145673135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5607431'] for port, after_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:25.494352 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-fb3b41f6-0b97-4a55-b970-c80c5ea6eec5 req-b5c5ff66-3d5c-48d4-a624-d943c99a2d38 service neutron] 10.222.0.74 "GET /v2.0/networks/891932c9-457f-43e1-aea2-971af25a68f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1672301 Sep 23 19:32:25.505743 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] get_ports_and_sgs() called for port_ids ['cdcac803-b0eb-4617-8861-7fe8589dd0b8'] {{(pid=95103) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 19:32:25.552381 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-955e1944-3440-4dae-a1bc-b39f26c4f96e req-5bd7153f-a3a1-42c2-acb8-d19ae30f24df tempest-ServerActionsTestJSON-618918056 tempest-ServerActionsTestJSON-618918056-project] 10.222.0.67 "GET /v2.0/ports?device_id=0dfe8add-9373-42a8-8f7e-a04fba305a6c HTTP/1.1" status: 200 len: 210 time: 0.1005478 Sep 23 19:32:25.593895 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd09194-269d-40d8-8473-4777f7eed4b3 req-bea891a7-b482-4f72-b65d-ba75e4e9af3c tempest-ServersTestManualDisk-752158608 tempest-ServersTestManualDisk-752158608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:32:25.595982 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-efd09194-269d-40d8-8473-4777f7eed4b3 req-bea891a7-b482-4f72-b65d-ba75e4e9af3c tempest-ServersTestManualDisk-752158608 tempest-ServersTestManualDisk-752158608-project] 10.222.0.67 "GET /v2.0/ports?device_id=7f0c7a8c-f1d5-48e8-8e43-c5e8405d61bf HTTP/1.1" status: 200 len: 946 time: 0.2053282 Sep 23 19:32:25.610459 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 46570) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:32:25.611824 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785c3264-4450-4fd9-86a3-866ebdf7c4b3 tempest-ServerActionsTestJSON-618918056 tempest-ServerActionsTestJSON-618918056-project] Pushing event updated for resources: {'Port': ['ID=942cfdd5-5c55-4f79-9832-5024323d678e,revision_number=1']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:32:25.622498 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-73a7ba2f-b59a-4df7-a0cc-c2bce87b13db req-785c3264-4450-4fd9-86a3-866ebdf7c4b3 tempest-ServerActionsTestJSON-618918056 tempest-ServerActionsTestJSON-618918056-project] Network 364dc893-5ecb-4aa3-be76-13b51cbbfbd4 is already hosted by enough agents. {{(pid=95101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:32:25.623997 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.base_scheduler [req-73a7ba2f-b59a-4df7-a0cc-c2bce87b13db req-785c3264-4450-4fd9-86a3-866ebdf7c4b3 tempest-ServerActionsTestJSON-618918056 tempest-ServerActionsTestJSON-618918056-project] Resources bound (agent type, host, resource id): {{(pid=95101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:32:25.628274 n-d-713301-16 neutron-server[95101]: DEBUG neutron.db.l3_dvrscheduler_db [req-73a7ba2f-b59a-4df7-a0cc-c2bce87b13db req-785c3264-4450-4fd9-86a3-866ebdf7c4b3 tempest-ServerActionsTestJSON-618918056 tempest-ServerActionsTestJSON-618918056-project] Received port after_create {{(pid=95101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 19:32:25.685733 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a7ba2f-b59a-4df7-a0cc-c2bce87b13db req-785c3264-4450-4fd9-86a3-866ebdf7c4b3 tempest-ServerActionsTestJSON-618918056 tempest-ServerActionsTestJSON-618918056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:32:25.686405 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-73a7ba2f-b59a-4df7-a0cc-c2bce87b13db req-785c3264-4450-4fd9-86a3-866ebdf7c4b3 tempest-ServerActionsTestJSON-618918056 tempest-ServerActionsTestJSON-618918056-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222849'] for port, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:25.708825 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-73a7ba2f-b59a-4df7-a0cc-c2bce87b13db req-785c3264-4450-4fd9-86a3-866ebdf7c4b3 tempest-ServerActionsTestJSON-618918056 tempest-ServerActionsTestJSON-618918056-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1032307 Sep 23 19:32:25.727039 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.v2.base [req-73a7ba2f-b59a-4df7-a0cc-c2bce87b13db req-a0cab8af-500f-4111-9171-98181e6df099 service neutron] Request body: {'port': {'device_id': '0dfe8add-9373-42a8-8f7e-a04fba305a6c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713301-16'}} {{(pid=95101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:32:25.774783 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-efd09194-269d-40d8-8473-4777f7eed4b3 req-388fbd16-c83f-4bd2-be1b-2ea9864bb11b tempest-ServersTestManualDisk-752158608 tempest-ServersTestManualDisk-752158608-project] 10.222.0.67 "GET /v2.0/security-groups?id=bdce1a64-e84a-499d-8c17-1d9b34da9302&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1282904 Sep 23 19:32:25.778743 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-fb3b41f6-0b97-4a55-b970-c80c5ea6eec5 req-559c3f25-9ea7-4887-8a6c-1d9cbe6abcbf service neutron] 10.222.0.74 "GET /v2.0/networks/891932c9-457f-43e1-aea2-971af25a68f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2355299 Sep 23 19:32:25.791987 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14619be1-e1db-4484-9a98-b47106cfd4c0 req-2b9dada6-ef47-4f3d-8805-96e36838befd tempest-AttachVolumeTestJSON-1825206227 tempest-AttachVolumeTestJSON-1825206227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:32:25.792891 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-8457379b-6716-4bba-928e-aa54a54d27ef admin admin] Notify callbacks [] for security_group, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:25.793908 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-14619be1-e1db-4484-9a98-b47106cfd4c0 req-2b9dada6-ef47-4f3d-8805-96e36838befd tempest-AttachVolumeTestJSON-1825206227 tempest-AttachVolumeTestJSON-1825206227-project] 10.222.0.67 "GET /v2.0/ports?device_id=051e7231-6ffc-49ea-88bc-1af2c996b2ce HTTP/1.1" status: 200 len: 943 time: 0.1282730 Sep 23 19:32:25.855915 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-14619be1-e1db-4484-9a98-b47106cfd4c0 req-e032785f-9bb2-47f3-b728-1636af3f0c0f tempest-AttachVolumeTestJSON-1825206227 tempest-AttachVolumeTestJSON-1825206227-project] 10.222.0.67 "GET /v2.0/security-groups?id=eab70f1d-779e-4c1c-95ac-dc447f42d4f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0544848 Sep 23 19:32:25.871588 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-73a7ba2f-b59a-4df7-a0cc-c2bce87b13db req-a0cab8af-500f-4111-9171-98181e6df099 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:25.895833 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc533465-0ba8-4121-acc0-77c293e2b60d req-eb593f17-c52b-46c2-a0c4-55b30adfb29c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:32:25.897666 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-fc533465-0ba8-4121-acc0-77c293e2b60d req-eb593f17-c52b-46c2-a0c4-55b30adfb29c service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=bc1c8a8a17df480598455b00ff38da5a&device_id=051e7231-6ffc-49ea-88bc-1af2c996b2ce HTTP/1.1" status: 200 len: 1095 time: 0.0550082 Sep 23 19:32:25.939971 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-a494e08f-aa87-40a8-885b-ebd5be2fb9f7 None None] Provisioning complete for port 942cfdd5-5c55-4f79-9832-5024323d678e triggered by entity DHCP. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:32:25.941076 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-a494e08f-aa87-40a8-885b-ebd5be2fb9f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:25.978024 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.plugin [None req-a494e08f-aa87-40a8-885b-ebd5be2fb9f7 None None] Port 942cfdd5-5c55-4f79-9832-5024323d678e cannot update to ACTIVE because it is not bound. {{(pid=95103) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 19:32:26.002721 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc533465-0ba8-4121-acc0-77c293e2b60d req-542da16c-467b-4388-8547-fe058b40b769 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:32:26.004369 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-fc533465-0ba8-4121-acc0-77c293e2b60d req-542da16c-467b-4388-8547-fe058b40b769 service neutron] 10.222.0.74 "GET /v2.0/networks?id=891932c9-457f-43e1-aea2-971af25a68f6 HTTP/1.1" status: 200 len: 911 time: 0.0996864 Sep 23 19:32:26.051133 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-8457379b-6716-4bba-928e-aa54a54d27ef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:26.054263 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-fc533465-0ba8-4121-acc0-77c293e2b60d req-144cc853-fb90-4ec9-a281-0d125d8c88a6 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1fff127a-03eb-4796-b3b1-57d14608f79b HTTP/1.1" status: 200 len: 217 time: 0.0412960 Sep 23 19:32:26.057021 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-8457379b-6716-4bba-928e-aa54a54d27ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:26.107643 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc533465-0ba8-4121-acc0-77c293e2b60d req-c3901978-6350-4034-94d8-9e9f836fa3ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:32:26.109179 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-fc533465-0ba8-4121-acc0-77c293e2b60d req-c3901978-6350-4034-94d8-9e9f836fa3ba service neutron] 10.222.0.74 "GET /v2.0/subnets?id=bbfc5a86-0037-429e-b11d-698cbfb1a3c3 HTTP/1.1" status: 200 len: 849 time: 0.0452967 Sep 23 19:32:26.143532 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8457379b-6716-4bba-928e-aa54a54d27ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3061143-7d98-415a-b778-8d3991793f89,revision_number=1']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:32:26.152350 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-8457379b-6716-4bba-928e-aa54a54d27ef admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=e64e9a4efcdd44baa0c108e4ee396563&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5364983 Sep 23 19:32:26.156580 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 46574) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:32:26.165684 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc533465-0ba8-4121-acc0-77c293e2b60d req-95c9ca67-2c32-4abf-92bf-599309e184d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:32:26.167238 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-fc533465-0ba8-4121-acc0-77c293e2b60d req-95c9ca67-2c32-4abf-92bf-599309e184d0 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=891932c9-457f-43e1-aea2-971af25a68f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0504665 Sep 23 19:32:26.273013 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-fc533465-0ba8-4121-acc0-77c293e2b60d req-472916e8-35fa-4563-9119-c14df6d6f4b3 service neutron] 10.222.0.74 "GET /v2.0/networks/891932c9-457f-43e1-aea2-971af25a68f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0965922 Sep 23 19:32:26.390090 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-fc533465-0ba8-4121-acc0-77c293e2b60d req-c4115ef3-16cd-49fe-8a7a-3ea5be5871fe service neutron] 10.222.0.74 "GET /v2.0/networks/891932c9-457f-43e1-aea2-971af25a68f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1092789 Sep 23 19:32:26.484245 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca5e5a8-cd6b-44e4-915d-c721581e9f77 req-3d2af216-cedb-4cb8-a501-36b3e9cd1bc0 tempest-TaggedBootDevicesTest_v242-1470406513 tempest-TaggedBootDevicesTest_v242-1470406513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:32:26.493221 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca5e5a8-cd6b-44e4-915d-c721581e9f77 req-3d2af216-cedb-4cb8-a501-36b3e9cd1bc0 tempest-TaggedBootDevicesTest_v242-1470406513 tempest-TaggedBootDevicesTest_v242-1470406513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:32:26.499575 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca5e5a8-cd6b-44e4-915d-c721581e9f77 req-3d2af216-cedb-4cb8-a501-36b3e9cd1bc0 tempest-TaggedBootDevicesTest_v242-1470406513 tempest-TaggedBootDevicesTest_v242-1470406513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:32:26.507418 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca5e5a8-cd6b-44e4-915d-c721581e9f77 req-3d2af216-cedb-4cb8-a501-36b3e9cd1bc0 tempest-TaggedBootDevicesTest_v242-1470406513 tempest-TaggedBootDevicesTest_v242-1470406513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:32:26.514571 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca5e5a8-cd6b-44e4-915d-c721581e9f77 req-3d2af216-cedb-4cb8-a501-36b3e9cd1bc0 tempest-TaggedBootDevicesTest_v242-1470406513 tempest-TaggedBootDevicesTest_v242-1470406513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:32:26.521236 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca5e5a8-cd6b-44e4-915d-c721581e9f77 req-3d2af216-cedb-4cb8-a501-36b3e9cd1bc0 tempest-TaggedBootDevicesTest_v242-1470406513 tempest-TaggedBootDevicesTest_v242-1470406513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:32:26.527196 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca5e5a8-cd6b-44e4-915d-c721581e9f77 req-3d2af216-cedb-4cb8-a501-36b3e9cd1bc0 tempest-TaggedBootDevicesTest_v242-1470406513 tempest-TaggedBootDevicesTest_v242-1470406513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:32:26.529112 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-3ca5e5a8-cd6b-44e4-915d-c721581e9f77 req-3d2af216-cedb-4cb8-a501-36b3e9cd1bc0 tempest-TaggedBootDevicesTest_v242-1470406513 tempest-TaggedBootDevicesTest_v242-1470406513-project] 10.222.0.67 "GET /v2.0/ports?device_id=583aeae2-b5c0-4d8d-bffb-15a63f4020fc HTTP/1.1" status: 200 len: 5442 time: 0.1522427 Sep 23 19:32:26.542674 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc6c665-3c46-4a63-a5ca-d9f2a6453127 req-e03f1358-6d30-45e9-9de9-0bd94ea63658 tempest-ServerDiskConfigTestJSON-835646415 tempest-ServerDiskConfigTestJSON-835646415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:32:26.544053 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-7fc6c665-3c46-4a63-a5ca-d9f2a6453127 req-e03f1358-6d30-45e9-9de9-0bd94ea63658 tempest-ServerDiskConfigTestJSON-835646415 tempest-ServerDiskConfigTestJSON-835646415-project] 10.222.0.67 "GET /v2.0/ports?device_id=62626af7-c341-44a3-a3c7-0337577573d0 HTTP/1.1" status: 200 len: 945 time: 0.1530859 Sep 23 19:32:26.587024 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-3ee9e479-ce2f-4cdf-a90c-8a8a881d0ff7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:26.615755 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-3ca5e5a8-cd6b-44e4-915d-c721581e9f77 req-74131e77-9af7-41c2-9d59-91dfbab3c4f8 tempest-TaggedBootDevicesTest_v242-1470406513 tempest-TaggedBootDevicesTest_v242-1470406513-project] 10.222.0.67 "GET /v2.0/security-groups?id=687e4f9e-0a49-4ef3-86dc-e31b7edc6949&id=78494785-7e26-42ec-a5d5-f3013c8d7eca&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0705702 Sep 23 19:32:26.622095 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-7fc6c665-3c46-4a63-a5ca-d9f2a6453127 req-b639fd7d-0f46-4839-a9e3-8609b52deebe tempest-ServerDiskConfigTestJSON-835646415 tempest-ServerDiskConfigTestJSON-835646415-project] 10.222.0.67 "GET /v2.0/security-groups?id=618aa602-18a9-4f8c-abdd-ba8d4ffb9ee9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686319 Sep 23 19:32:26.639962 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-3ee9e479-ce2f-4cdf-a90c-8a8a881d0ff7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:26.657071 n-d-713301-16 neutron-server[95101]: DEBUG neutron.notifiers.nova [req-73a7ba2f-b59a-4df7-a0cc-c2bce87b13db req-a0cab8af-500f-4111-9171-98181e6df099 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 942cfdd5-5c55-4f79-9832-5024323d678e {{(pid=95101) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 19:32:26.669450 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-73a7ba2f-b59a-4df7-a0cc-c2bce87b13db req-a0cab8af-500f-4111-9171-98181e6df099 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:26.696569 n-d-713301-16 neutron-server[95101]: DEBUG neutron.db.provisioning_blocks [req-73a7ba2f-b59a-4df7-a0cc-c2bce87b13db req-a0cab8af-500f-4111-9171-98181e6df099 service neutron] Transition to ACTIVE for port object 942cfdd5-5c55-4f79-9832-5024323d678e will not be triggered until provisioned by entity L2. {{(pid=95101) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 19:32:26.702142 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-73a7ba2f-b59a-4df7-a0cc-c2bce87b13db req-a0cab8af-500f-4111-9171-98181e6df099 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5607436'] for port, after_update {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:26.745632 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-3ee9e479-ce2f-4cdf-a90c-8a8a881d0ff7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:26.748330 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-3ee9e479-ce2f-4cdf-a90c-8a8a881d0ff7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:26.749509 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-3ee9e479-ce2f-4cdf-a90c-8a8a881d0ff7 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/b3061143-7d98-415a-b778-8d3991793f89 HTTP/1.1" status: 204 len: 168 time: 0.5913336 Sep 23 19:32:26.772891 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0cab8af-500f-4111-9171-98181e6df099 service neutron] Pushing event updated for resources: {'Port': ['ID=942cfdd5-5c55-4f79-9832-5024323d678e,revision_number=2']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:32:26.775585 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee9e479-ce2f-4cdf-a90c-8a8a881d0ff7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3061143-7d98-415a-b778-8d3991793f89,revision_number=None']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:32:26.777031 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f3c393e-2cc8-460b-a06b-044eba6de24b req-7e7c8055-1e76-435e-92e3-aeb93880d873 tempest-ServerActionsTestJSON-618918056 tempest-ServerActionsTestJSON-618918056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:32:26.778779 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-7f3c393e-2cc8-460b-a06b-044eba6de24b req-7e7c8055-1e76-435e-92e3-aeb93880d873 tempest-ServerActionsTestJSON-618918056 tempest-ServerActionsTestJSON-618918056-project] 10.222.0.67 "GET /v2.0/ports?device_id=0dfe8add-9373-42a8-8f7e-a04fba305a6c HTTP/1.1" status: 200 len: 943 time: 0.0644867 Sep 23 19:32:26.842859 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-7f3c393e-2cc8-460b-a06b-044eba6de24b req-5a602903-78d7-4ba4-9389-f5d3a8a71c36 tempest-ServerActionsTestJSON-618918056 tempest-ServerActionsTestJSON-618918056-project] 10.222.0.67 "GET /v2.0/security-groups?id=8f1e71cd-f67e-49f6-828d-7dde05723843&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559320 Sep 23 19:32:26.905579 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.managers [req-73a7ba2f-b59a-4df7-a0cc-c2bce87b13db req-a0cab8af-500f-4111-9171-98181e6df099 service neutron] Attempting to bind port 942cfdd5-5c55-4f79-9832-5024323d678e on host n-h2-713301-16 for vnic_type normal with profile {{(pid=95101) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 19:32:26.905927 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.managers [req-73a7ba2f-b59a-4df7-a0cc-c2bce87b13db req-a0cab8af-500f-4111-9171-98181e6df099 service neutron] Attempting to bind port 942cfdd5-5c55-4f79-9832-5024323d678e by drivers openvswitch,hyperv on host n-h2-713301-16 at level 0 using segments [{'id': '0ad9f853-8282-44e3-ac3b-2b75c9223dae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '364dc893-5ecb-4aa3-be76-13b51cbbfbd4'}] {{(pid=95101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 19:32:26.906258 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73a7ba2f-b59a-4df7-a0cc-c2bce87b13db req-a0cab8af-500f-4111-9171-98181e6df099 service neutron] Attempting to bind port 942cfdd5-5c55-4f79-9832-5024323d678e on network 364dc893-5ecb-4aa3-be76-13b51cbbfbd4 {{(pid=95101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:32:26.911834 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73a7ba2f-b59a-4df7-a0cc-c2bce87b13db req-a0cab8af-500f-4111-9171-98181e6df099 service neutron] Port 942cfdd5-5c55-4f79-9832-5024323d678e on network 364dc893-5ecb-4aa3-be76-13b51cbbfbd4 not bound, no agent of type Open vSwitch agent registered on host n-h2-713301-16 {{(pid=95101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 19:32:26.912163 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73a7ba2f-b59a-4df7-a0cc-c2bce87b13db req-a0cab8af-500f-4111-9171-98181e6df099 service neutron] Attempting to bind port 942cfdd5-5c55-4f79-9832-5024323d678e on network 364dc893-5ecb-4aa3-be76-13b51cbbfbd4 {{(pid=95101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:32:26.918154 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73a7ba2f-b59a-4df7-a0cc-c2bce87b13db req-a0cab8af-500f-4111-9171-98181e6df099 service neutron] Checking agent: {'id': '2a7cea34-db54-4faf-8d23-37521c3e34cb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713301-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 19, 15, 28), 'started_at': datetime.datetime(2021, 9, 23, 19, 15, 28), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 19, 31, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 19:32:26.918493 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73a7ba2f-b59a-4df7-a0cc-c2bce87b13db req-a0cab8af-500f-4111-9171-98181e6df099 service neutron] Checking segment: {'id': '0ad9f853-8282-44e3-ac3b-2b75c9223dae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '364dc893-5ecb-4aa3-be76-13b51cbbfbd4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:32:26.918883 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73a7ba2f-b59a-4df7-a0cc-c2bce87b13db req-a0cab8af-500f-4111-9171-98181e6df099 service neutron] Bound using segment: {'id': '0ad9f853-8282-44e3-ac3b-2b75c9223dae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '364dc893-5ecb-4aa3-be76-13b51cbbfbd4'} {{(pid=95101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 19:32:26.919311 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.managers [req-73a7ba2f-b59a-4df7-a0cc-c2bce87b13db req-a0cab8af-500f-4111-9171-98181e6df099 service neutron] Bound port: 942cfdd5-5c55-4f79-9832-5024323d678e, host: n-h2-713301-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0ad9f853-8282-44e3-ac3b-2b75c9223dae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '364dc893-5ecb-4aa3-be76-13b51cbbfbd4'}}] {{(pid=95101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 19:32:26.919667 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-73a7ba2f-b59a-4df7-a0cc-c2bce87b13db req-a0cab8af-500f-4111-9171-98181e6df099 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:26.971095 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814714ba-d2bd-42f8-88e2-09a4d24adfb1 req-fa5d05fd-1542-4b54-8efe-45aba6225e3e tempest-ServersTestManualDisk-752158608 tempest-ServersTestManualDisk-752158608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:32:26.973286 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-814714ba-d2bd-42f8-88e2-09a4d24adfb1 req-fa5d05fd-1542-4b54-8efe-45aba6225e3e tempest-ServersTestManualDisk-752158608 tempest-ServersTestManualDisk-752158608-project] 10.222.0.67 "GET /v2.0/ports?device_id=7f0c7a8c-f1d5-48e8-8e43-c5e8405d61bf HTTP/1.1" status: 200 len: 946 time: 0.0855298 Sep 23 19:32:27.014626 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.db [req-73a7ba2f-b59a-4df7-a0cc-c2bce87b13db req-a0cab8af-500f-4111-9171-98181e6df099 service neutron] For port 942cfdd5-5c55-4f79-9832-5024323d678e, host n-h2-713301-16, cleared binding levels {{(pid=95101) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 19:32:27.018335 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.db [req-73a7ba2f-b59a-4df7-a0cc-c2bce87b13db req-a0cab8af-500f-4111-9171-98181e6df099 service neutron] For port 942cfdd5-5c55-4f79-9832-5024323d678e, host n-h2-713301-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-16',level=0,port_id=942cfdd5-5c55-4f79-9832-5024323d678e,segment=NetworkSegment(0ad9f853-8282-44e3-ac3b-2b75c9223dae),segment_id=0ad9f853-8282-44e3-ac3b-2b75c9223dae)] {{(pid=95101) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 19:32:27.033544 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-73a7ba2f-b59a-4df7-a0cc-c2bce87b13db req-a0cab8af-500f-4111-9171-98181e6df099 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5607436'] for port, after_update {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:27.061997 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-814714ba-d2bd-42f8-88e2-09a4d24adfb1 req-aedecf53-162f-405c-aa41-0d9f0ffa745c tempest-ServersTestManualDisk-752158608 tempest-ServersTestManualDisk-752158608-project] 10.222.0.67 "GET /v2.0/security-groups?id=bdce1a64-e84a-499d-8c17-1d9b34da9302&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0683072 Sep 23 19:32:27.080033 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a425d309-2b34-431e-a574-f95fd42a0205 req-692b3436-53c9-4919-8484-f2d0861d4cee tempest-AttachVolumeTestJSON-1825206227 tempest-AttachVolumeTestJSON-1825206227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:32:27.090342 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-a425d309-2b34-431e-a574-f95fd42a0205 req-692b3436-53c9-4919-8484-f2d0861d4cee tempest-AttachVolumeTestJSON-1825206227 tempest-AttachVolumeTestJSON-1825206227-project] 10.222.0.67 "GET /v2.0/ports?device_id=051e7231-6ffc-49ea-88bc-1af2c996b2ce HTTP/1.1" status: 200 len: 943 time: 0.1119435 Sep 23 19:32:27.106232 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a7ba2f-b59a-4df7-a0cc-c2bce87b13db req-a0cab8af-500f-4111-9171-98181e6df099 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:32:27.106866 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-73a7ba2f-b59a-4df7-a0cc-c2bce87b13db req-a0cab8af-500f-4111-9171-98181e6df099 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222849'] for port, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:27.108314 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-73a7ba2f-b59a-4df7-a0cc-c2bce87b13db req-a0cab8af-500f-4111-9171-98181e6df099 service neutron] 10.222.0.53 "PUT /v2.0/ports/942cfdd5-5c55-4f79-9832-5024323d678e HTTP/1.1" status: 200 len: 1092 time: 1.3868635 Sep 23 19:32:27.108804 n-d-713301-16 neutron-server[95101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0dfe8add-9373-42a8-8f7e-a04fba305a6c', 'tag': '942cfdd5-5c55-4f79-9832-5024323d678e'}] {{(pid=95101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 19:32:27.116244 n-d-713301-16 neutron-server[95101]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d8366c5740cd635e57ab12b71fe44a77c2acc3c19091ef849c6f68b380462244" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-551ff589-2985-4468-ac5a-eda9fd515fd6" -d '{"events": [{"name": "network-changed", "server_uuid": "0dfe8add-9373-42a8-8f7e-a04fba305a6c", "tag": "942cfdd5-5c55-4f79-9832-5024323d678e"}]}' {{(pid=95101) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 19:32:27.159335 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0cab8af-500f-4111-9171-98181e6df099 service neutron] Pushing event updated for resources: {'Port': ['ID=942cfdd5-5c55-4f79-9832-5024323d678e,revision_number=3']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:32:27.165410 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-a425d309-2b34-431e-a574-f95fd42a0205 req-e6328339-b1ae-42dd-af17-0009be8b1734 tempest-AttachVolumeTestJSON-1825206227 tempest-AttachVolumeTestJSON-1825206227-project] 10.222.0.67 "GET /v2.0/security-groups?id=eab70f1d-779e-4c1c-95ac-dc447f42d4f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0738351 Sep 23 19:32:27.236248 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a7ba2f-b59a-4df7-a0cc-c2bce87b13db req-833fd798-2c3b-48a8-b814-094d0b98c6a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:32:27.238579 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-73a7ba2f-b59a-4df7-a0cc-c2bce87b13db req-833fd798-2c3b-48a8-b814-094d0b98c6a2 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=f17a85608a9a4ecb8150ef41746c47e0&device_id=0dfe8add-9373-42a8-8f7e-a04fba305a6c HTTP/1.1" status: 200 len: 1095 time: 0.0804806 Sep 23 19:32:27.241251 n-d-713301-16 neutron-server[95101]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 19:32:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5569b636-7ef7-4a5d-b22f-db4586d9ad4f x-openstack-request-id: req-5569b636-7ef7-4a5d-b22f-db4586d9ad4f {{(pid=95101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 19:32:27.241251 n-d-713301-16 neutron-server[95101]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0dfe8add-9373-42a8-8f7e-a04fba305a6c", "tag": "942cfdd5-5c55-4f79-9832-5024323d678e", "status": "completed", "code": 200}]} {{(pid=95101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 19:32:27.241505 n-d-713301-16 neutron-server[95101]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-5569b636-7ef7-4a5d-b22f-db4586d9ad4f {{(pid=95101) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 19:32:27.241828 n-d-713301-16 neutron-server[95101]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0dfe8add-9373-42a8-8f7e-a04fba305a6c', 'tag': '942cfdd5-5c55-4f79-9832-5024323d678e', 'status': 'completed', 'code': 200} Sep 23 19:32:27.256562 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb3e5bbc-108d-410a-a3bc-c80dca88630b req-53f3bc49-22e1-4639-af0e-208949f70afd tempest-ServersTestManualDisk-752158608 tempest-ServersTestManualDisk-752158608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:32:27.258492 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-bb3e5bbc-108d-410a-a3bc-c80dca88630b req-53f3bc49-22e1-4639-af0e-208949f70afd tempest-ServersTestManualDisk-752158608 tempest-ServersTestManualDisk-752158608-project] 10.222.0.67 "GET /v2.0/ports?device_id=7f0c7a8c-f1d5-48e8-8e43-c5e8405d61bf HTTP/1.1" status: 200 len: 946 time: 0.0710678 Sep 23 19:32:27.267367 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 46598) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:32:27.272401 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.v2.base [None req-dbfd7f87-1e59-4ad2-b30d-79217b43e50b tempest-ServersTestManualDisk-752158608 tempest-ServersTestManualDisk-752158608-project] Request body: {'floatingip': {'port_id': 'c58d4619-5791-4719-a395-efb63d8376d8'}} {{(pid=95102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:32:27.285196 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-73a7ba2f-b59a-4df7-a0cc-c2bce87b13db req-555ef9f7-f6e4-43d0-a6f7-90b0016fe863 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=942cfdd5-5c55-4f79-9832-5024323d678e HTTP/1.1" status: 200 len: 217 time: 0.0369830 Sep 23 19:32:27.301361 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 46600) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:32:27.318901 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-dbfd7f87-1e59-4ad2-b30d-79217b43e50b tempest-ServersTestManualDisk-752158608 tempest-ServersTestManualDisk-752158608-project] Notify callbacks [] for floatingip, before_update {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:27.370748 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a7ba2f-b59a-4df7-a0cc-c2bce87b13db req-92a8df72-0de6-487c-9dbc-ef3ad7ede00f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:32:27.372406 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-73a7ba2f-b59a-4df7-a0cc-c2bce87b13db req-92a8df72-0de6-487c-9dbc-ef3ad7ede00f service neutron] 10.222.0.53 "GET /v2.0/subnets?id=a900be85-be08-465b-85e6-4a05aae55389 HTTP/1.1" status: 200 len: 851 time: 0.0785892 Sep 23 19:32:27.410156 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-f9017fca-0239-45f0-b6d3-41fa4839465a admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=79338f4a15e84664bb481a760a1c22f6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1074560 Sep 23 19:32:27.413434 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 46602) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:32:27.458104 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a7ba2f-b59a-4df7-a0cc-c2bce87b13db req-66228df2-a6ef-446d-9099-f26f7f1dcae4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:32:27.459638 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-73a7ba2f-b59a-4df7-a0cc-c2bce87b13db req-66228df2-a6ef-446d-9099-f26f7f1dcae4 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=364dc893-5ecb-4aa3-be76-13b51cbbfbd4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0763977 Sep 23 19:32:27.483372 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-cbf9404e-772c-44b0-8704-73ef7e377671 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:27.559784 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-cbf9404e-772c-44b0-8704-73ef7e377671 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:27.612010 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-73a7ba2f-b59a-4df7-a0cc-c2bce87b13db req-1845a97a-0e9d-496b-982e-c77925f33801 service neutron] 10.222.0.53 "GET /v2.0/networks/364dc893-5ecb-4aa3-be76-13b51cbbfbd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1410503 Sep 23 19:32:27.686380 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-cbf9404e-772c-44b0-8704-73ef7e377671 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:27.695843 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-cbf9404e-772c-44b0-8704-73ef7e377671 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:27.708485 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-cbf9404e-772c-44b0-8704-73ef7e377671 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/0a254b1d-4212-421c-9850-2137235c40ea HTTP/1.1" status: 204 len: 168 time: 0.2939951 Sep 23 19:32:27.786923 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbf9404e-772c-44b0-8704-73ef7e377671 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a254b1d-4212-421c-9850-2137235c40ea,revision_number=None']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:32:27.836536 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.db.resource_extend [None req-dbfd7f87-1e59-4ad2-b30d-79217b43e50b tempest-ServersTestManualDisk-752158608 tempest-ServersTestManualDisk-752158608-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=95102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 23 19:32:27.837207 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-73a7ba2f-b59a-4df7-a0cc-c2bce87b13db req-b315fb6b-4bba-4b39-8925-f0cd957a79c0 service neutron] 10.222.0.53 "GET /v2.0/networks/364dc893-5ecb-4aa3-be76-13b51cbbfbd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2141480 Sep 23 19:32:27.925037 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:27.931063 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa725c89-51a5-4a91-a414-88df91cecc88 req-18eda20b-a1cb-4ea6-ab9d-fe91cc748fef tempest-ServerDiskConfigTestJSON-835646415 tempest-ServerDiskConfigTestJSON-835646415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:32:27.940516 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-aa725c89-51a5-4a91-a414-88df91cecc88 req-18eda20b-a1cb-4ea6-ab9d-fe91cc748fef tempest-ServerDiskConfigTestJSON-835646415 tempest-ServerDiskConfigTestJSON-835646415-project] 10.222.0.67 "GET /v2.0/ports?device_id=62626af7-c341-44a3-a3c7-0337577573d0 HTTP/1.1" status: 200 len: 945 time: 0.1633639 Sep 23 19:32:27.955169 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-551ff589-2985-4468-ac5a-eda9fd515fd6 req-7f4ffbd5-295c-48ad-8eb7-31a51619ddfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:32:27.956869 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-551ff589-2985-4468-ac5a-eda9fd515fd6 req-7f4ffbd5-295c-48ad-8eb7-31a51619ddfa service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=f17a85608a9a4ecb8150ef41746c47e0&device_id=0dfe8add-9373-42a8-8f7e-a04fba305a6c HTTP/1.1" status: 200 len: 1095 time: 0.0639884 Sep 23 19:32:27.970338 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-dbfd7f87-1e59-4ad2-b30d-79217b43e50b tempest-ServersTestManualDisk-752158608 tempest-ServersTestManualDisk-752158608-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:27.994915 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d4b8d4-d05e-4018-acef-11da93748fd0 req-cf98d8cd-0ede-458c-9cc4-2382c7ec1afc tempest-TaggedBootDevicesTest_v242-1470406513 tempest-TaggedBootDevicesTest_v242-1470406513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:32:28.001891 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d4b8d4-d05e-4018-acef-11da93748fd0 req-cf98d8cd-0ede-458c-9cc4-2382c7ec1afc tempest-TaggedBootDevicesTest_v242-1470406513 tempest-TaggedBootDevicesTest_v242-1470406513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:32:28.007863 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d4b8d4-d05e-4018-acef-11da93748fd0 req-cf98d8cd-0ede-458c-9cc4-2382c7ec1afc tempest-TaggedBootDevicesTest_v242-1470406513 tempest-TaggedBootDevicesTest_v242-1470406513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:32:28.013804 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d4b8d4-d05e-4018-acef-11da93748fd0 req-cf98d8cd-0ede-458c-9cc4-2382c7ec1afc tempest-TaggedBootDevicesTest_v242-1470406513 tempest-TaggedBootDevicesTest_v242-1470406513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:32:28.019790 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d4b8d4-d05e-4018-acef-11da93748fd0 req-cf98d8cd-0ede-458c-9cc4-2382c7ec1afc tempest-TaggedBootDevicesTest_v242-1470406513 tempest-TaggedBootDevicesTest_v242-1470406513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:32:28.025736 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d4b8d4-d05e-4018-acef-11da93748fd0 req-cf98d8cd-0ede-458c-9cc4-2382c7ec1afc tempest-TaggedBootDevicesTest_v242-1470406513 tempest-TaggedBootDevicesTest_v242-1470406513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:32:28.031652 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d4b8d4-d05e-4018-acef-11da93748fd0 req-cf98d8cd-0ede-458c-9cc4-2382c7ec1afc tempest-TaggedBootDevicesTest_v242-1470406513 tempest-TaggedBootDevicesTest_v242-1470406513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:32:28.034217 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-c5d4b8d4-d05e-4018-acef-11da93748fd0 req-cf98d8cd-0ede-458c-9cc4-2382c7ec1afc tempest-TaggedBootDevicesTest_v242-1470406513 tempest-TaggedBootDevicesTest_v242-1470406513-project] 10.222.0.67 "GET /v2.0/ports?device_id=583aeae2-b5c0-4d8d-bffb-15a63f4020fc HTTP/1.1" status: 200 len: 5442 time: 0.2560341 Sep 23 19:32:28.036379 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-dbfd7f87-1e59-4ad2-b30d-79217b43e50b tempest-ServersTestManualDisk-752158608 tempest-ServersTestManualDisk-752158608-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-601884'] for floatingip, after_update {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:28.070609 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-551ff589-2985-4468-ac5a-eda9fd515fd6 req-7a9fbcf4-48ef-4ebd-af15-ace8839c29c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:32:28.072198 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-551ff589-2985-4468-ac5a-eda9fd515fd6 req-7a9fbcf4-48ef-4ebd-af15-ace8839c29c0 service neutron] 10.222.0.53 "GET /v2.0/networks?id=364dc893-5ecb-4aa3-be76-13b51cbbfbd4 HTTP/1.1" status: 200 len: 913 time: 0.1078813 Sep 23 19:32:28.131819 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-551ff589-2985-4468-ac5a-eda9fd515fd6 req-42bcc532-a76a-4983-8744-20d93e3d50f1 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=942cfdd5-5c55-4f79-9832-5024323d678e HTTP/1.1" status: 200 len: 217 time: 0.0506642 Sep 23 19:32:28.137822 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-aa725c89-51a5-4a91-a414-88df91cecc88 req-0bc8bfe9-0cd9-4a04-9435-289bb1765604 tempest-ServerDiskConfigTestJSON-835646415 tempest-ServerDiskConfigTestJSON-835646415-project] 10.222.0.67 "GET /v2.0/security-groups?id=618aa602-18a9-4f8c-abdd-ba8d4ffb9ee9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1969094 Sep 23 19:32:28.176821 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-c5d4b8d4-d05e-4018-acef-11da93748fd0 req-ef581dca-d657-42b4-b519-43be70996673 tempest-TaggedBootDevicesTest_v242-1470406513 tempest-TaggedBootDevicesTest_v242-1470406513-project] 10.222.0.67 "GET /v2.0/security-groups?id=687e4f9e-0a49-4ef3-86dc-e31b7edc6949&id=78494785-7e26-42ec-a5d5-f3013c8d7eca&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1325190 Sep 23 19:32:28.193264 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-551ff589-2985-4468-ac5a-eda9fd515fd6 req-7f0afdde-9dfc-4a09-9387-4420f4dc6d08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:32:28.194886 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-551ff589-2985-4468-ac5a-eda9fd515fd6 req-7f0afdde-9dfc-4a09-9387-4420f4dc6d08 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=a900be85-be08-465b-85e6-4a05aae55389 HTTP/1.1" status: 200 len: 851 time: 0.0534151 Sep 23 19:32:28.223175 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:28.237287 n-d-713301-16 neutron-server[95102]: INFO neutron.db.l3_db [None req-dbfd7f87-1e59-4ad2-b30d-79217b43e50b tempest-ServersTestManualDisk-752158608 tempest-ServersTestManualDisk-752158608-project] Floating IP 52deb026-37d9-4451-9d2c-66be01ae7ced associated. External IP: 172.25.1.43, port: c58d4619-5791-4719-a395-efb63d8376d8. Sep 23 19:32:28.293375 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-551ff589-2985-4468-ac5a-eda9fd515fd6 req-ee25703a-cb8e-4330-96f0-d0b8086a4b41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:32:28.296379 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-551ff589-2985-4468-ac5a-eda9fd515fd6 req-ee25703a-cb8e-4330-96f0-d0b8086a4b41 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=364dc893-5ecb-4aa3-be76-13b51cbbfbd4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0870767 Sep 23 19:32:28.397760 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b392a4e-4507-4558-ad52-12802b36165c req-d704968f-4a20-42a5-a48d-91482d0905a9 tempest-ServerActionsTestJSON-618918056 tempest-ServerActionsTestJSON-618918056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:32:28.399377 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-4b392a4e-4507-4558-ad52-12802b36165c req-d704968f-4a20-42a5-a48d-91482d0905a9 tempest-ServerActionsTestJSON-618918056 tempest-ServerActionsTestJSON-618918056-project] 10.222.0.67 "GET /v2.0/ports?device_id=0dfe8add-9373-42a8-8f7e-a04fba305a6c HTTP/1.1" status: 200 len: 943 time: 0.0771606 Sep 23 19:32:28.466610 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-551ff589-2985-4468-ac5a-eda9fd515fd6 req-56a4fb95-aa52-4122-ae43-6cf73da2728c service neutron] 10.222.0.53 "GET /v2.0/networks/364dc893-5ecb-4aa3-be76-13b51cbbfbd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1604338 Sep 23 19:32:28.595517 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-4b392a4e-4507-4558-ad52-12802b36165c req-2430ec14-35bc-4e98-8219-e23109ebaca8 tempest-ServerActionsTestJSON-618918056 tempest-ServerActionsTestJSON-618918056-project] 10.222.0.67 "GET /v2.0/security-groups?id=8f1e71cd-f67e-49f6-828d-7dde05723843&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1792994 Sep 23 19:32:28.605439 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-551ff589-2985-4468-ac5a-eda9fd515fd6 req-b9eb6382-ac56-43ab-b007-a1b0c2a8bba0 service neutron] 10.222.0.53 "GET /v2.0/networks/364dc893-5ecb-4aa3-be76-13b51cbbfbd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1313674 Sep 23 19:32:28.630434 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82247097-33e8-488e-97e0-88e89e0bed3f req-e7864092-ee7d-4135-90b2-615b6117f7a0 tempest-AttachVolumeNegativeTest-1343519470 tempest-AttachVolumeNegativeTest-1343519470-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:32:28.632100 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-82247097-33e8-488e-97e0-88e89e0bed3f req-e7864092-ee7d-4135-90b2-615b6117f7a0 tempest-AttachVolumeNegativeTest-1343519470 tempest-AttachVolumeNegativeTest-1343519470-project] 10.222.0.67 "GET /v2.0/networks?id=4bdf2aed-00a8-44e1-a719-ebf64e12596f HTTP/1.1" status: 200 len: 815 time: 0.2316926 Sep 23 19:32:28.662924 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-82247097-33e8-488e-97e0-88e89e0bed3f req-60b1967b-94b8-4c0d-91b2-3960335d3d15 tempest-AttachVolumeNegativeTest-1343519470 tempest-AttachVolumeNegativeTest-1343519470-project] 10.222.0.67 "GET /v2.0/quotas/c02f0550973445e7a8f93af8008dcaa2 HTTP/1.1" status: 200 len: 375 time: 0.0212090 Sep 23 19:32:28.665093 n-d-713301-16 neutron-server[95102]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dbfd7f87-1e59-4ad2-b30d-79217b43e50b tempest-ServersTestManualDisk-752158608 tempest-ServersTestManualDisk-752158608-project] Router cb834e00-c899-4d94-9559-056ad2e6fc1d has already been hosted by L3 agent 79a740bf-7821-4989-8288-7186e3e128f3 {{(pid=95102) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 19:32:28.714295 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 46654) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:32:28.831498 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.v2.base [None req-8ac1389a-8778-499b-a3bd-50e08787750e tempest-NetworksTest-1461754307 tempest-NetworksTest-1461754307-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1450303563'}} {{(pid=95101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:32:28.863641 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ac1389a-8778-499b-a3bd-50e08787750e tempest-NetworksTest-1461754307 tempest-NetworksTest-1461754307-project] Made reservation on behalf of 8f155be04006429c9dea49e7740716fa for: {'network': 1} {{(pid=95101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:32:28.868680 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-8ac1389a-8778-499b-a3bd-50e08787750e tempest-NetworksTest-1461754307 tempest-NetworksTest-1461754307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for network, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:28.881314 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-8ac1389a-8778-499b-a3bd-50e08787750e tempest-NetworksTest-1461754307 tempest-NetworksTest-1461754307-project] Notify callbacks [] for security_group, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:28.994670 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-8ac1389a-8778-499b-a3bd-50e08787750e tempest-NetworksTest-1461754307 tempest-NetworksTest-1461754307-project] Notify callbacks [] for security_group, precommit_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:28.999375 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-8ac1389a-8778-499b-a3bd-50e08787750e tempest-NetworksTest-1461754307 tempest-NetworksTest-1461754307-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:29.027998 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8ac1389a-8778-499b-a3bd-50e08787750e tempest-NetworksTest-1461754307 tempest-NetworksTest-1461754307-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 614} {{(pid=95101) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 19:32:29.038161 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ac1389a-8778-499b-a3bd-50e08787750e tempest-NetworksTest-1461754307 tempest-NetworksTest-1461754307-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5393733d-88bb-41d0-b788-c4fad5f5ba68,revision_number=1']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:32:29.044773 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-8ac1389a-8778-499b-a3bd-50e08787750e tempest-NetworksTest-1461754307 tempest-NetworksTest-1461754307-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1756186'] for segment, precommit_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:29.045128 n-d-713301-16 neutron-server[95101]: INFO neutron.db.segments_db [None req-8ac1389a-8778-499b-a3bd-50e08787750e tempest-NetworksTest-1461754307 tempest-NetworksTest-1461754307-project] Added segment 8ce1f228-2af2-45c8-86b6-992fc1deee88 of type vlan for network e79d24df-d323-430d-87b6-ac4bd9ee2011 Sep 23 19:32:29.088216 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-8ac1389a-8778-499b-a3bd-50e08787750e tempest-NetworksTest-1461754307 tempest-NetworksTest-1461754307-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783145630486'] for network, precommit_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:29.116321 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-8ac1389a-8778-499b-a3bd-50e08787750e tempest-NetworksTest-1461754307 tempest-NetworksTest-1461754307-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299'] for network, after_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:29.118818 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-82247097-33e8-488e-97e0-88e89e0bed3f req-7c584d63-9a85-405d-9944-8074f16cedf3 tempest-AttachVolumeNegativeTest-1343519470 tempest-AttachVolumeNegativeTest-1343519470-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=c02f0550973445e7a8f93af8008dcaa2&fields=id HTTP/1.1" status: 200 len: 255 time: 0.4469619 Sep 23 19:32:29.122991 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ac1389a-8778-499b-a3bd-50e08787750e tempest-NetworksTest-1461754307 tempest-NetworksTest-1461754307-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:32:29.124327 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-8ac1389a-8778-499b-a3bd-50e08787750e tempest-NetworksTest-1461754307 tempest-NetworksTest-1461754307-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527417'] for network, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:29.161879 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-8ac1389a-8778-499b-a3bd-50e08787750e tempest-NetworksTest-1461754307 tempest-NetworksTest-1461754307-project] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.4456227 Sep 23 19:32:29.170578 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b1793e-0092-4866-9265-803758118e1a req-89524dd0-dedf-4469-9d00-02f81cfcd8d7 tempest-AttachVolumeTestJSON-1825206227 tempest-AttachVolumeTestJSON-1825206227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:32:29.172066 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-28b1793e-0092-4866-9265-803758118e1a req-89524dd0-dedf-4469-9d00-02f81cfcd8d7 tempest-AttachVolumeTestJSON-1825206227 tempest-AttachVolumeTestJSON-1825206227-project] 10.222.0.67 "GET /v2.0/ports?device_id=051e7231-6ffc-49ea-88bc-1af2c996b2ce HTTP/1.1" status: 200 len: 943 time: 0.1066730 Sep 23 19:32:29.199701 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Device 1fff127a-03eb-4796-b3b1-57d14608f79b details requested by agent hyperv_n-h1-713301-16 with host n-h1-713301-16 {{(pid=95103) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 19:32:29.213877 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ac1389a-8778-499b-a3bd-50e08787750e tempest-NetworksTest-1461754307 tempest-NetworksTest-1461754307-project] Pushing event updated for resources: {'Network': ['ID=e79d24df-d323-430d-87b6-ac4bd9ee2011,revision_number=1']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:32:29.218927 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dbfd7f87-1e59-4ad2-b30d-79217b43e50b tempest-ServersTestManualDisk-752158608 tempest-ServersTestManualDisk-752158608-project] Notify agent at l3_agent.n-d-713301-16 the message routers_updated {{(pid=95102) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 19:32:29.230228 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-dbfd7f87-1e59-4ad2-b30d-79217b43e50b tempest-ServersTestManualDisk-752158608 tempest-ServersTestManualDisk-752158608-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222849'] for floatingip, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:29.230794 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4cfd950-9c7d-4a6f-90f9-97805aa87c9d None None] Sync routers for ids ['cb834e00-c899-4d94-9559-056ad2e6fc1d'] in n-d-713301-16 {{(pid=95104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 19:32:29.243823 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Network e79d24df-d323-430d-87b6-ac4bd9ee2011 details requested by agent ovs-agent-n-d-713301-16 with host n-d-713301-16 {{(pid=95103) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 19:32:29.247694 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4cfd950-9c7d-4a6f-90f9-97805aa87c9d None None] Routers {'cb834e00-c899-4d94-9559-056ad2e6fc1d'} bound to L3 agent in host n-d-713301-16 {{(pid=95104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 19:32:29.248931 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_hamode_db [None req-e4cfd950-9c7d-4a6f-90f9-97805aa87c9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-23T19:07:52Z,description=,heartbeat_timestamp=2021-09-23T19:32:22Z,host='n-d-713301-16',id=79a740bf-7821-4989-8288-7186e3e128f3,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:07:52Z,topic='l3_agent')) {'router_ids': ['cb834e00-c899-4d94-9559-056ad2e6fc1d'], 'active': True} {{(pid=95104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:32:29.284877 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-82247097-33e8-488e-97e0-88e89e0bed3f req-d1a65fe5-1148-40bd-a6a1-ba8dddf892a0 service neutron] 10.222.0.67 "GET /v2.0/networks/4bdf2aed-00a8-44e1-a719-ebf64e12596f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1574936 Sep 23 19:32:29.298908 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 46662) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:32:29.306237 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.v2.base [None req-95e6ed20-ecc9-4ed1-9269-dcb1b606b543 tempest-NetworksTest-1461754307 tempest-NetworksTest-1461754307-project] Request body: {'subnet': {'network_id': 'e79d24df-d323-430d-87b6-ac4bd9ee2011', 'cidr': '172.20.255.240/28', 'ip_version': 4, 'gateway_ip': '172.20.255.241'}} {{(pid=95101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:32:29.338019 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-dbfd7f87-1e59-4ad2-b30d-79217b43e50b tempest-ServersTestManualDisk-752158608 tempest-ServersTestManualDisk-752158608-project] 10.222.0.67 "PUT /v2.0/floatingips/52deb026-37d9-4451-9d2c-66be01ae7ced HTTP/1.1" status: 200 len: 991 time: 2.0691609 Sep 23 19:32:29.341712 n-d-713301-16 neutron-server[95102]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7f0c7a8c-f1d5-48e8-8e43-c5e8405d61bf', 'tag': 'c58d4619-5791-4719-a395-efb63d8376d8'}] {{(pid=95102) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 19:32:29.344299 n-d-713301-16 neutron-server[95102]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab31b6d93e5336dbddfa8ec424565b3bd8cb2369c5b4d85bc943472dbb21e8ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6205c2e2-6b10-404b-bad3-32e9916cbcb6" -d '{"events": [{"name": "network-changed", "server_uuid": "7f0c7a8c-f1d5-48e8-8e43-c5e8405d61bf", "tag": "c58d4619-5791-4719-a395-efb63d8376d8"}]}' {{(pid=95102) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 19:32:29.362753 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-28b1793e-0092-4866-9265-803758118e1a req-9076b35a-d8ea-4574-8d51-84672ea07df8 tempest-AttachVolumeTestJSON-1825206227 tempest-AttachVolumeTestJSON-1825206227-project] 10.222.0.67 "GET /v2.0/security-groups?id=eab70f1d-779e-4c1c-95ac-dc447f42d4f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1456735 Sep 23 19:32:29.399439 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Device 942cfdd5-5c55-4f79-9832-5024323d678e details requested by agent hyperv_n-h2-713301-16 with host n-h2-713301-16 {{(pid=95103) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 19:32:29.447053 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_dvr_db [None req-e4cfd950-9c7d-4a6f-90f9-97805aa87c9d None None] Set router cb834e00-c899-4d94-9559-056ad2e6fc1d gateway port host: n-d-713301-16 {{(pid=95104) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 19:32:29.483028 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] For port 1fff127a-03eb-4796-b3b1-57d14608f79b, host n-h1-713301-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-16',level=0,port_id=1fff127a-03eb-4796-b3b1-57d14608f79b,segment=NetworkSegment(e08e9043-0f34-46de-ae85-d8bb0d4241b4),segment_id=e08e9043-0f34-46de-ae85-d8bb0d4241b4)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:32:29.489771 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95e6ed20-ecc9-4ed1-9269-dcb1b606b543 tempest-NetworksTest-1461754307 tempest-NetworksTest-1461754307-project] Made reservation on behalf of 8f155be04006429c9dea49e7740716fa for: {'subnet': 1} {{(pid=95101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:32:29.496824 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-95e6ed20-ecc9-4ed1-9269-dcb1b606b543 tempest-NetworksTest-1461754307 tempest-NetworksTest-1461754307-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6130979'] for subnet, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:29.505098 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-82247097-33e8-488e-97e0-88e89e0bed3f req-77e11729-795d-4e03-8648-dd1cbd1c4abe service neutron] 10.222.0.67 "GET /v2.0/networks/4bdf2aed-00a8-44e1-a719-ebf64e12596f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2068832 Sep 23 19:32:29.530370 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Returning: {'device': '1fff127a-03eb-4796-b3b1-57d14608f79b', 'network_id': '891932c9-457f-43e1-aea2-971af25a68f6', 'port_id': '1fff127a-03eb-4796-b3b1-57d14608f79b', 'mac_address': 'fa:16:3e:36:c6:13', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 648, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bbfc5a86-0037-429e-b11d-698cbfb1a3c3', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95103) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 19:32:29.579164 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] For port 942cfdd5-5c55-4f79-9832-5024323d678e, host n-h2-713301-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-16',level=0,port_id=942cfdd5-5c55-4f79-9832-5024323d678e,segment=NetworkSegment(0ad9f853-8282-44e3-ac3b-2b75c9223dae),segment_id=0ad9f853-8282-44e3-ac3b-2b75c9223dae)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:32:29.599134 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Returning: {'device': '942cfdd5-5c55-4f79-9832-5024323d678e', 'network_id': '364dc893-5ecb-4aa3-be76-13b51cbbfbd4', 'port_id': '942cfdd5-5c55-4f79-9832-5024323d678e', 'mac_address': 'fa:16:3e:08:c4:dc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 632, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a900be85-be08-465b-85e6-4a05aae55389', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95103) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 19:32:29.602523 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c7d44c-d5e0-4c40-88e5-6d330de745ce req-44fff468-9dc0-472f-a32a-436a60afa459 tempest-TaggedBootDevicesTest_v242-1470406513 tempest-TaggedBootDevicesTest_v242-1470406513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:32:29.619840 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c7d44c-d5e0-4c40-88e5-6d330de745ce req-44fff468-9dc0-472f-a32a-436a60afa459 tempest-TaggedBootDevicesTest_v242-1470406513 tempest-TaggedBootDevicesTest_v242-1470406513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:32:29.632885 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c7d44c-d5e0-4c40-88e5-6d330de745ce req-44fff468-9dc0-472f-a32a-436a60afa459 tempest-TaggedBootDevicesTest_v242-1470406513 tempest-TaggedBootDevicesTest_v242-1470406513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:32:29.642097 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:29.644784 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:29.645912 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c7d44c-d5e0-4c40-88e5-6d330de745ce req-44fff468-9dc0-472f-a32a-436a60afa459 tempest-TaggedBootDevicesTest_v242-1470406513 tempest-TaggedBootDevicesTest_v242-1470406513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:32:29.667130 n-d-713301-16 neutron-server[95103]: DEBUG neutron.notifiers.nova [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1fff127a-03eb-4796-b3b1-57d14608f79b {{(pid=95103) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 19:32:29.667483 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c7d44c-d5e0-4c40-88e5-6d330de745ce req-44fff468-9dc0-472f-a32a-436a60afa459 tempest-TaggedBootDevicesTest_v242-1470406513 tempest-TaggedBootDevicesTest_v242-1470406513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:32:29.675578 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c7d44c-d5e0-4c40-88e5-6d330de745ce req-44fff468-9dc0-472f-a32a-436a60afa459 tempest-TaggedBootDevicesTest_v242-1470406513 tempest-TaggedBootDevicesTest_v242-1470406513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:32:29.678257 n-d-713301-16 neutron-server[95103]: DEBUG neutron.notifiers.nova [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 942cfdd5-5c55-4f79-9832-5024323d678e {{(pid=95103) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 19:32:29.683715 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c7d44c-d5e0-4c40-88e5-6d330de745ce req-44fff468-9dc0-472f-a32a-436a60afa459 tempest-TaggedBootDevicesTest_v242-1470406513 tempest-TaggedBootDevicesTest_v242-1470406513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:32:29.693798 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-84c7d44c-d5e0-4c40-88e5-6d330de745ce req-44fff468-9dc0-472f-a32a-436a60afa459 tempest-TaggedBootDevicesTest_v242-1470406513 tempest-TaggedBootDevicesTest_v242-1470406513-project] 10.222.0.67 "GET /v2.0/ports?device_id=583aeae2-b5c0-4d8d-bffb-15a63f4020fc HTTP/1.1" status: 200 len: 5442 time: 0.2261834 Sep 23 19:32:29.700441 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 46670) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:32:29.705604 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.v2.base [None req-9358647f-78cc-4358-9abf-dec61e5e5e5a tempest-TaggedBootDevicesTest_v242-1470406513 tempest-TaggedBootDevicesTest_v242-1470406513-project] Request body: {'floatingip': {'port_id': '6a7a5cae-7327-4542-b381-1fad380770ef'}} {{(pid=95102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:32:29.718410 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] For port 1fff127a-03eb-4796-b3b1-57d14608f79b, host n-h1-713301-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-16',level=0,port_id=1fff127a-03eb-4796-b3b1-57d14608f79b,segment=NetworkSegment(e08e9043-0f34-46de-ae85-d8bb0d4241b4),segment_id=e08e9043-0f34-46de-ae85-d8bb0d4241b4)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:32:29.725681 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:29.732116 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] For port 942cfdd5-5c55-4f79-9832-5024323d678e, host n-h2-713301-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-16',level=0,port_id=942cfdd5-5c55-4f79-9832-5024323d678e,segment=NetworkSegment(0ad9f853-8282-44e3-ac3b-2b75c9223dae),segment_id=0ad9f853-8282-44e3-ac3b-2b75c9223dae)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:32:29.769842 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-95e6ed20-ecc9-4ed1-9269-dcb1b606b543 tempest-NetworksTest-1461754307 tempest-NetworksTest-1461754307-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5607579', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6130961'] for subnet, after_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:29.825317 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:29.827263 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Pushing event updated for resources: {'Port': ['ID=1fff127a-03eb-4796-b3b1-57d14608f79b,revision_number=4']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:32:29.833629 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_hamode_db [None req-e4cfd950-9c7d-4a6f-90f9-97805aa87c9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb834e00-c899-4d94-9559-056ad2e6fc1d', 'name': 'tempest-ServersTestManualDisk-1701282059-router', 'tenant_id': '917ebb3003814ff2986ca48b4fa70f0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'external_fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.217'}], 'enable_snat': True}, 'gw_port_id': 'b838e788-a633-4b8c-9bae-0c8ec0f08105', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:31:53Z', 'updated_at': '2021-09-23T19:32:00Z', 'revision_number': 4, 'project_id': '917ebb3003814ff2986ca48b4fa70f0f', 'gw_port': {'id': 'b838e788-a633-4b8c-9bae-0c8ec0f08105', 'name': '', 'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:11:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb834e00-c899-4d94-9559-056ad2e6fc1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1352, 'fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:31:54Z', 'updated_at': '2021-09-23T19:32:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-16', '_floatingips': [{'id': '52deb026-37d9-4451-9d2c-66be01ae7ced', 'tenant_id': '917ebb3003814ff2986ca48b4fa70f0f', 'floating_ip_address': '172.25.1.43', 'floating_network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'router_id': 'cb834e00-c899-4d94-9559-056ad2e6fc1d', 'port_id': 'c58d4619-5791-4719-a395-efb63d8376d8', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1386, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '60a3fd30-e0f7-4a5c-8336-b666228ec7b4', 'mac_address': 'fa:16:3e:29:d2:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f0c7a8c-f1d5-48e8-8e43-c5e8405d61bf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-23T19:32:05Z', 'updated_at': '2021-09-23T19:32:27Z', 'revision_number': 1, 'project_id': '917ebb3003814ff2986ca48b4fa70f0f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c1c58c8b-c8d8-45d1-8d3b-786ec08cfc8b', 'name': '', 'network_id': '60a3fd30-e0f7-4a5c-8336-b666228ec7b4', 'tenant_id': '917ebb3003814ff2986ca48b4fa70f0f', 'mac_address': 'fa:16:3e:29:02:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb834e00-c899-4d94-9559-056ad2e6fc1d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1374, 'fixed_ips': [{'subnet_id': 'f869c3f0-4c81-4c2b-85b3-baf2e86b799d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:31:59Z', 'updated_at': '2021-09-23T19:32:05Z', 'revision_number': 5, 'project_id': '917ebb3003814ff2986ca48b4fa70f0f', 'subnets': [{'id': 'f869c3f0-4c81-4c2b-85b3-baf2e86b799d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-16', False) {} {{(pid=95104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:32:29.837092 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-9358647f-78cc-4358-9abf-dec61e5e5e5a tempest-TaggedBootDevicesTest_v242-1470406513 tempest-TaggedBootDevicesTest_v242-1470406513-project] Notify callbacks [] for floatingip, before_update {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:29.862548 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95e6ed20-ecc9-4ed1-9269-dcb1b606b543 tempest-NetworksTest-1461754307 tempest-NetworksTest-1461754307-project] Pushing event updated for resources: {'Subnet': ['ID=b7ba6786-5f2a-4119-a018-5010b2098a2b,revision_number=0']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:32:29.896389 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Pushing event updated for resources: {'Port': ['ID=942cfdd5-5c55-4f79-9832-5024323d678e,revision_number=4']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:32:29.909748 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4cfd950-9c7d-4a6f-90f9-97805aa87c9d None None] Checking router: cb834e00-c899-4d94-9559-056ad2e6fc1d for host: n-d-713301-16 {{(pid=95104) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 19:32:29.935678 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4cfd950-9c7d-4a6f-90f9-97805aa87c9d None None] Routers {'cb834e00-c899-4d94-9559-056ad2e6fc1d'} bound to L3 agent in host n-d-713301-16 {{(pid=95104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 19:32:29.936595 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_hamode_db [None req-e4cfd950-9c7d-4a6f-90f9-97805aa87c9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-23T19:07:52Z,description=,heartbeat_timestamp=2021-09-23T19:32:22Z,host='n-d-713301-16',id=79a740bf-7821-4989-8288-7186e3e128f3,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:07:52Z,topic='l3_agent')) {'router_ids': ['cb834e00-c899-4d94-9559-056ad2e6fc1d'], 'active': True} {{(pid=95104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:32:29.951086 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95e6ed20-ecc9-4ed1-9269-dcb1b606b543 tempest-NetworksTest-1461754307 tempest-NetworksTest-1461754307-project] Checking segment: {'id': '8ce1f228-2af2-45c8-86b6-992fc1deee88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': 'e79d24df-d323-430d-87b6-ac4bd9ee2011'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:32:29.951471 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95e6ed20-ecc9-4ed1-9269-dcb1b606b543 tempest-NetworksTest-1461754307 tempest-NetworksTest-1461754307-project] Network hostable DHCP agents. Network: e79d24df-d323-430d-87b6-ac4bd9ee2011, hostable agents: ['1b18bf05-1b5f-4587-be5c-af3ac38e32ad'], hosted agents: [] {{(pid=95101) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 19:32:29.977323 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95e6ed20-ecc9-4ed1-9269-dcb1b606b543 tempest-NetworksTest-1461754307 tempest-NetworksTest-1461754307-project] Network e79d24df-d323-430d-87b6-ac4bd9ee2011 is scheduled to be hosted by DHCP agent 1b18bf05-1b5f-4587-be5c-af3ac38e32ad with binding_index 1 {{(pid=95101) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 19:32:29.991217 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.base_scheduler [None req-95e6ed20-ecc9-4ed1-9269-dcb1b606b543 tempest-NetworksTest-1461754307 tempest-NetworksTest-1461754307-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713301-16, e79d24df-d323-430d-87b6-ac4bd9ee2011) {{(pid=95101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:32:30.002791 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9685456-78d1-4af0-aaf3-a6a806d498fe None None] Network e79d24df-d323-430d-87b6-ac4bd9ee2011 requested from n-d-713301-16 {{(pid=95103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 19:32:30.017451 n-d-713301-16 neutron-server[95102]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 19:32:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-281f3c27-720d-4a09-92dc-42c899851a70 x-openstack-request-id: req-281f3c27-720d-4a09-92dc-42c899851a70 {{(pid=95102) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 19:32:30.018864 n-d-713301-16 neutron-server[95102]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7f0c7a8c-f1d5-48e8-8e43-c5e8405d61bf", "tag": "c58d4619-5791-4719-a395-efb63d8376d8", "status": "completed", "code": 200}]} {{(pid=95102) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 19:32:30.019222 n-d-713301-16 neutron-server[95102]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-281f3c27-720d-4a09-92dc-42c899851a70 {{(pid=95102) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 19:32:30.019733 n-d-713301-16 neutron-server[95102]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7f0c7a8c-f1d5-48e8-8e43-c5e8405d61bf', 'tag': 'c58d4619-5791-4719-a395-efb63d8376d8', 'status': 'completed', 'code': 200} Sep 23 19:32:30.021854 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95e6ed20-ecc9-4ed1-9269-dcb1b606b543 tempest-NetworksTest-1461754307 tempest-NetworksTest-1461754307-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:32:30.025145 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-95e6ed20-ecc9-4ed1-9269-dcb1b606b543 tempest-NetworksTest-1461754307 tempest-NetworksTest-1461754307-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527417'] for subnet, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:30.059149 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a0f285-c503-44de-8be4-31388e1cc6ab req-e3222b96-ba7b-4970-8925-d70e266c71f6 tempest-ServerDiskConfigTestJSON-835646415 tempest-ServerDiskConfigTestJSON-835646415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:32:30.066299 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-95e6ed20-ecc9-4ed1-9269-dcb1b606b543 tempest-NetworksTest-1461754307 tempest-NetworksTest-1461754307-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 816 time: 0.7660842 Sep 23 19:32:30.067670 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-f5a0f285-c503-44de-8be4-31388e1cc6ab req-e3222b96-ba7b-4970-8925-d70e266c71f6 tempest-ServerDiskConfigTestJSON-835646415 tempest-ServerDiskConfigTestJSON-835646415-project] 10.222.0.67 "GET /v2.0/ports?device_id=62626af7-c341-44a3-a3c7-0337577573d0 HTTP/1.1" status: 200 len: 945 time: 0.2279735 Sep 23 19:32:30.082026 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] get_ports_and_sgs() called for port_ids ['1fff127a-03eb-4796-b3b1-57d14608f79b'] {{(pid=95103) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 19:32:30.084148 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 46678) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:32:30.098770 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.v2.base [None req-90c61810-56c9-4bdc-86df-eefae5cc2680 tempest-NetworksTest-1461754307 tempest-NetworksTest-1461754307-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1030703188'}} {{(pid=95101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:32:30.135147 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6205c2e2-6b10-404b-bad3-32e9916cbcb6 req-9a3446a4-f82b-4dfa-b581-cb5e0f66c91c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:32:30.137634 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-6205c2e2-6b10-404b-bad3-32e9916cbcb6 req-9a3446a4-f82b-4dfa-b581-cb5e0f66c91c service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=917ebb3003814ff2986ca48b4fa70f0f&device_id=7f0c7a8c-f1d5-48e8-8e43-c5e8405d61bf HTTP/1.1" status: 200 len: 1098 time: 0.0854361 Sep 23 19:32:30.202924 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90c61810-56c9-4bdc-86df-eefae5cc2680 tempest-NetworksTest-1461754307 tempest-NetworksTest-1461754307-project] Made reservation on behalf of 8f155be04006429c9dea49e7740716fa for: {'network': 1} {{(pid=95101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:32:30.206383 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_dvr_db [None req-e4cfd950-9c7d-4a6f-90f9-97805aa87c9d None None] Set router cb834e00-c899-4d94-9559-056ad2e6fc1d gateway port host: n-d-713301-16 {{(pid=95104) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 19:32:30.211182 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-90c61810-56c9-4bdc-86df-eefae5cc2680 tempest-NetworksTest-1461754307 tempest-NetworksTest-1461754307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for network, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:30.248211 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] get_ports_and_sgs() called for port_ids ['942cfdd5-5c55-4f79-9832-5024323d678e'] {{(pid=95103) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 19:32:30.290414 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-f5a0f285-c503-44de-8be4-31388e1cc6ab req-0f40c575-9420-4d0d-998c-659aabf98bcb tempest-ServerDiskConfigTestJSON-835646415 tempest-ServerDiskConfigTestJSON-835646415-project] 10.222.0.67 "GET /v2.0/security-groups?id=618aa602-18a9-4f8c-abdd-ba8d4ffb9ee9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2141397 Sep 23 19:32:30.307775 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c98699f7-695e-4860-8765-3daee1e2e960 req-1a0f2170-9d75-4529-a5e6-ea4a7d162c18 tempest-ServerActionsTestJSON-618918056 tempest-ServerActionsTestJSON-618918056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:32:30.331760 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-c98699f7-695e-4860-8765-3daee1e2e960 req-1a0f2170-9d75-4529-a5e6-ea4a7d162c18 tempest-ServerActionsTestJSON-618918056 tempest-ServerActionsTestJSON-618918056-project] 10.222.0.67 "GET /v2.0/ports?device_id=0dfe8add-9373-42a8-8f7e-a04fba305a6c HTTP/1.1" status: 200 len: 944 time: 0.2332370 Sep 23 19:32:30.391245 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6205c2e2-6b10-404b-bad3-32e9916cbcb6 req-cb8b6a0e-22e4-4f50-a2e0-2a7b140102ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:32:30.393758 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-6205c2e2-6b10-404b-bad3-32e9916cbcb6 req-cb8b6a0e-22e4-4f50-a2e0-2a7b140102ce service neutron] 10.222.0.53 "GET /v2.0/networks?id=60a3fd30-e0f7-4a5c-8336-b666228ec7b4 HTTP/1.1" status: 200 len: 913 time: 0.2477190 Sep 23 19:32:30.406300 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-90c61810-56c9-4bdc-86df-eefae5cc2680 tempest-NetworksTest-1461754307 tempest-NetworksTest-1461754307-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 610} {{(pid=95101) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 19:32:30.416390 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a0c6c5a-142b-4e52-9b85-39b1f7d56667 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4c8b80df-07eb-5275-9f17-5cf640db67c0-e79d24df-d323-430d-87b6-ac4bd9ee2011', 'network_id': 'e79d24df-d323-430d-87b6-ac4bd9ee2011', 'tenant_id': '8f155be04006429c9dea49e7740716fa', 'fixed_ips': [{'subnet_id': 'b7ba6786-5f2a-4119-a018-5010b2098a2b'}]}} from n-d-713301-16. {{(pid=95103) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 23 19:32:30.416662 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-7a0c6c5a-142b-4e52-9b85-39b1f7d56667 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_create {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:30.436547 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-b543324b-802b-4505-97d5-5a9fc22c444c req-733d4193-c1cf-4e2c-a546-47e3c992a9f8 tempest-AttachVolumeNegativeTest-1343519470 tempest-AttachVolumeNegativeTest-1343519470-project] 10.222.0.67 "GET /v2.0/ports?device_id=7f40ae03-e315-4893-9b64-33aae19c522a HTTP/1.1" status: 200 len: 210 time: 0.0388508 Sep 23 19:32:30.501911 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-90c61810-56c9-4bdc-86df-eefae5cc2680 tempest-NetworksTest-1461754307 tempest-NetworksTest-1461754307-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1756186'] for segment, precommit_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:30.502365 n-d-713301-16 neutron-server[95101]: INFO neutron.db.segments_db [None req-90c61810-56c9-4bdc-86df-eefae5cc2680 tempest-NetworksTest-1461754307 tempest-NetworksTest-1461754307-project] Added segment 93ff6f4b-e7a1-4615-ba9a-d7c3e72ba96c of type vlan for network 6a8acd8a-ae6f-435f-af9b-e09ca7c5f20a Sep 23 19:32:30.565652 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-c98699f7-695e-4860-8765-3daee1e2e960 req-645031d6-6bcc-484b-98dc-76f7ba188061 tempest-ServerActionsTestJSON-618918056 tempest-ServerActionsTestJSON-618918056-project] 10.222.0.67 "GET /v2.0/security-groups?id=8f1e71cd-f67e-49f6-828d-7dde05723843&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2232988 Sep 23 19:32:30.630957 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_hamode_db [None req-e4cfd950-9c7d-4a6f-90f9-97805aa87c9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb834e00-c899-4d94-9559-056ad2e6fc1d', 'name': 'tempest-ServersTestManualDisk-1701282059-router', 'tenant_id': '917ebb3003814ff2986ca48b4fa70f0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'external_fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.217'}], 'enable_snat': True}, 'gw_port_id': 'b838e788-a633-4b8c-9bae-0c8ec0f08105', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:31:53Z', 'updated_at': '2021-09-23T19:32:00Z', 'revision_number': 4, 'project_id': '917ebb3003814ff2986ca48b4fa70f0f', 'gw_port': {'id': 'b838e788-a633-4b8c-9bae-0c8ec0f08105', 'name': '', 'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:11:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb834e00-c899-4d94-9559-056ad2e6fc1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1352, 'fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:31:54Z', 'updated_at': '2021-09-23T19:32:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-16', '_floatingips': [{'id': '52deb026-37d9-4451-9d2c-66be01ae7ced', 'tenant_id': '917ebb3003814ff2986ca48b4fa70f0f', 'floating_ip_address': '172.25.1.43', 'floating_network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'router_id': 'cb834e00-c899-4d94-9559-056ad2e6fc1d', 'port_id': 'c58d4619-5791-4719-a395-efb63d8376d8', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1386, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '60a3fd30-e0f7-4a5c-8336-b666228ec7b4', 'mac_address': 'fa:16:3e:29:d2:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f0c7a8c-f1d5-48e8-8e43-c5e8405d61bf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-23T19:32:05Z', 'updated_at': '2021-09-23T19:32:27Z', 'revision_number': 1, 'project_id': '917ebb3003814ff2986ca48b4fa70f0f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c1c58c8b-c8d8-45d1-8d3b-786ec08cfc8b', 'name': '', 'network_id': '60a3fd30-e0f7-4a5c-8336-b666228ec7b4', 'tenant_id': '917ebb3003814ff2986ca48b4fa70f0f', 'mac_address': 'fa:16:3e:29:02:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb834e00-c899-4d94-9559-056ad2e6fc1d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1374, 'fixed_ips': [{'subnet_id': 'f869c3f0-4c81-4c2b-85b3-baf2e86b799d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:31:59Z', 'updated_at': '2021-09-23T19:32:05Z', 'revision_number': 5, 'project_id': '917ebb3003814ff2986ca48b4fa70f0f', 'subnets': [{'id': 'f869c3f0-4c81-4c2b-85b3-baf2e86b799d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-16', False) {} {{(pid=95104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:32:30.631586 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-6205c2e2-6b10-404b-bad3-32e9916cbcb6 req-196cc7cf-c884-4808-96ea-f81375fb6940 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c58d4619-5791-4719-a395-efb63d8376d8 HTTP/1.1" status: 200 len: 999 time: 0.2194653 Sep 23 19:32:30.633226 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-90c61810-56c9-4bdc-86df-eefae5cc2680 tempest-NetworksTest-1461754307 tempest-NetworksTest-1461754307-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783145630486'] for network, precommit_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:30.682521 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4cfd950-9c7d-4a6f-90f9-97805aa87c9d None None] The sync data for ids ['cb834e00-c899-4d94-9559-056ad2e6fc1d'] in n-d-713301-16 is: [{'id': 'cb834e00-c899-4d94-9559-056ad2e6fc1d', 'name': 'tempest-ServersTestManualDisk-1701282059-router', 'tenant_id': '917ebb3003814ff2986ca48b4fa70f0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'external_fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.217'}], 'enable_snat': True}, 'gw_port_id': 'b838e788-a633-4b8c-9bae-0c8ec0f08105', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:31:53Z', 'updated_at': '2021-09-23T19:32:00Z', 'revision_number': 4, 'project_id': '917ebb3003814ff2986ca48b4fa70f0f', 'gw_port': {'id': 'b838e788-a633-4b8c-9bae-0c8ec0f08105', 'name': '', 'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:11:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb834e00-c899-4d94-9559-056ad2e6fc1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1352, 'fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:31:54Z', 'updated_at': '2021-09-23T19:32:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-16', '_floatingips': [{'id': '52deb026-37d9-4451-9d2c-66be01ae7ced', 'tenant_id': '917ebb3003814ff2986ca48b4fa70f0f', 'floating_ip_address': '172.25.1.43', 'floating_network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'router_id': 'cb834e00-c899-4d94-9559-056ad2e6fc1d', 'port_id': 'c58d4619-5791-4719-a395-efb63d8376d8', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1386, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '60a3fd30-e0f7-4a5c-8336-b666228ec7b4', 'mac_address': 'fa:16:3e:29:d2:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f0c7a8c-f1d5-48e8-8e43-c5e8405d61bf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-23T19:32:05Z', 'updated_at': '2021-09-23T19:32:27Z', 'revision_number': 1, 'project_id': '917ebb3003814ff2986ca48b4fa70f0f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c1c58c8b-c8d8-45d1-8d3b-786ec08cfc8b', 'name': '', 'network_id': '60a3fd30-e0f7-4a5c-8336-b666228ec7b4', 'tenant_id': '917ebb3003814ff2986ca48b4fa70f0f', 'mac_address': 'fa:16:3e:29:02:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb834e00-c899-4d94-9559-056ad2e6fc1d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1374, 'fixed_ips': [{'subnet_id': 'f869c3f0-4c81-4c2b-85b3-baf2e86b799d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:31:59Z', 'updated_at': '2021-09-23T19:32:05Z', 'revision_number': 5, 'project_id': '917ebb3003814ff2986ca48b4fa70f0f', 'subnets': [{'id': 'f869c3f0-4c81-4c2b-85b3-baf2e86b799d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 19:32:30.710898 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-90c61810-56c9-4bdc-86df-eefae5cc2680 tempest-NetworksTest-1461754307 tempest-NetworksTest-1461754307-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299'] for network, after_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:30.717501 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90c61810-56c9-4bdc-86df-eefae5cc2680 tempest-NetworksTest-1461754307 tempest-NetworksTest-1461754307-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:32:30.719845 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-90c61810-56c9-4bdc-86df-eefae5cc2680 tempest-NetworksTest-1461754307 tempest-NetworksTest-1461754307-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527417'] for network, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:30.796033 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6205c2e2-6b10-404b-bad3-32e9916cbcb6 req-2a2dde75-dabd-40f8-997a-554411093b84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:32:30.801329 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-6205c2e2-6b10-404b-bad3-32e9916cbcb6 req-2a2dde75-dabd-40f8-997a-554411093b84 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=f869c3f0-4c81-4c2b-85b3-baf2e86b799d HTTP/1.1" status: 200 len: 851 time: 0.1589255 Sep 23 19:32:30.816385 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-399bb687-4d90-4bf6-b5be-cad607218d86 req-48c788ec-4ba6-4f59-906b-cc35ecd4dff1 tempest-AttachVolumeTestJSON-1825206227 tempest-AttachVolumeTestJSON-1825206227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:32:30.818066 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-399bb687-4d90-4bf6-b5be-cad607218d86 req-48c788ec-4ba6-4f59-906b-cc35ecd4dff1 tempest-AttachVolumeTestJSON-1825206227 tempest-AttachVolumeTestJSON-1825206227-project] 10.222.0.67 "GET /v2.0/ports?device_id=051e7231-6ffc-49ea-88bc-1af2c996b2ce HTTP/1.1" status: 200 len: 944 time: 0.2495232 Sep 23 19:32:30.850712 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.db_base_plugin_common [None req-7a0c6c5a-142b-4e52-9b85-39b1f7d56667 None None] Allocated IP 172.20.255.242 (e79d24df-d323-430d-87b6-ac4bd9ee2011/b7ba6786-5f2a-4119-a018-5010b2098a2b/24e8d5d2-7fb5-42fc-9471-da12ee380cba) {{(pid=95103) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 19:32:30.871932 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c61810-56c9-4bdc-86df-eefae5cc2680 tempest-NetworksTest-1461754307 tempest-NetworksTest-1461754307-project] Pushing event updated for resources: {'Network': ['ID=6a8acd8a-ae6f-435f-af9b-e09ca7c5f20a,revision_number=1']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:32:30.879576 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-90c61810-56c9-4bdc-86df-eefae5cc2680 tempest-NetworksTest-1461754307 tempest-NetworksTest-1461754307-project] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.7910409 Sep 23 19:32:30.883969 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 46688) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:32:30.889648 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.v2.base [None req-de4ee1ea-21a4-4b9e-a5f1-a0cd5a2437dc tempest-NetworksTest-1461754307 tempest-NetworksTest-1461754307-project] Request body: {'subnet': {'network_id': '6a8acd8a-ae6f-435f-af9b-e09ca7c5f20a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': True, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=95101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:32:30.901134 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Network 6a8acd8a-ae6f-435f-af9b-e09ca7c5f20a details requested by agent ovs-agent-n-d-713301-16 with host n-d-713301-16 {{(pid=95103) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 19:32:30.970023 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-399bb687-4d90-4bf6-b5be-cad607218d86 req-b82fb46b-bdba-4f49-a8c9-2c5307d4cc3f tempest-AttachVolumeTestJSON-1825206227 tempest-AttachVolumeTestJSON-1825206227-project] 10.222.0.67 "GET /v2.0/security-groups?id=eab70f1d-779e-4c1c-95ac-dc447f42d4f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0967417 Sep 23 19:32:30.981129 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6205c2e2-6b10-404b-bad3-32e9916cbcb6 req-7c4e12a6-8efa-4ac5-bb38-91d6db86c65a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:32:30.982695 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-6205c2e2-6b10-404b-bad3-32e9916cbcb6 req-7c4e12a6-8efa-4ac5-bb38-91d6db86c65a service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=60a3fd30-e0f7-4a5c-8336-b666228ec7b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1740680 Sep 23 19:32:31.100521 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de4ee1ea-21a4-4b9e-a5f1-a0cd5a2437dc tempest-NetworksTest-1461754307 tempest-NetworksTest-1461754307-project] Made reservation on behalf of 8f155be04006429c9dea49e7740716fa for: {'subnet': 1} {{(pid=95101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:32:31.104076 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-de4ee1ea-21a4-4b9e-a5f1-a0cd5a2437dc tempest-NetworksTest-1461754307 tempest-NetworksTest-1461754307-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6130979'] for subnet, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:31.139051 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-9358647f-78cc-4358-9abf-dec61e5e5e5a tempest-TaggedBootDevicesTest_v242-1470406513 tempest-TaggedBootDevicesTest_v242-1470406513-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:31.142752 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66822909-4d70-4454-b970-a3bd09521195 None None] New status for floating IP 52deb026-37d9-4451-9d2c-66be01ae7ced: ACTIVE {{(pid=95103) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 23 19:32:31.154361 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-9358647f-78cc-4358-9abf-dec61e5e5e5a tempest-TaggedBootDevicesTest_v242-1470406513 tempest-TaggedBootDevicesTest_v242-1470406513-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-601884'] for floatingip, after_update {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:31.192448 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-6205c2e2-6b10-404b-bad3-32e9916cbcb6 req-11885ca4-5cd7-426a-9daa-9cfef9ea9033 service neutron] 10.222.0.53 "GET /v2.0/networks/60a3fd30-e0f7-4a5c-8336-b666228ec7b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2006178 Sep 23 19:32:31.386482 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-7a0c6c5a-142b-4e52-9b85-39b1f7d56667 None None] Notify callbacks [] for port, precommit_create {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:31.395214 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-7a0c6c5a-142b-4e52-9b85-39b1f7d56667 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783145673135'] for port, after_create {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:31.397489 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-6205c2e2-6b10-404b-bad3-32e9916cbcb6 req-e796353e-3b3b-44f2-96d6-16922411cf92 service neutron] 10.222.0.53 "GET /v2.0/networks/60a3fd30-e0f7-4a5c-8336-b666228ec7b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1961300 Sep 23 19:32:31.455872 n-d-713301-16 neutron-server[95102]: INFO neutron.db.l3_db [None req-9358647f-78cc-4358-9abf-dec61e5e5e5a tempest-TaggedBootDevicesTest_v242-1470406513 tempest-TaggedBootDevicesTest_v242-1470406513-project] Floating IP 341e24b7-fecd-41d3-9122-f5bc785b50ad associated. External IP: 172.25.1.188, port: 6a7a5cae-7327-4542-b381-1fad380770ef. Sep 23 19:32:31.467349 n-d-713301-16 neutron-server[95103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a0c6c5a-142b-4e52-9b85-39b1f7d56667 None None] Network e79d24df-d323-430d-87b6-ac4bd9ee2011 is already hosted by enough agents. {{(pid=95103) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:32:31.471939 n-d-713301-16 neutron-server[95103]: DEBUG neutron.scheduler.base_scheduler [None req-7a0c6c5a-142b-4e52-9b85-39b1f7d56667 None None] Resources bound (agent type, host, resource id): {{(pid=95103) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:32:31.476947 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a0c6c5a-142b-4e52-9b85-39b1f7d56667 None None] Received port after_create {{(pid=95103) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 19:32:31.502162 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-de4ee1ea-21a4-4b9e-a5f1-a0cd5a2437dc tempest-NetworksTest-1461754307 tempest-NetworksTest-1461754307-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5607579', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6130961'] for subnet, after_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:31.506829 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82247097-33e8-488e-97e0-88e89e0bed3f req-ffaf4445-3d26-4336-bbbc-37094021556b tempest-AttachVolumeNegativeTest-1343519470 tempest-AttachVolumeNegativeTest-1343519470-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:32:31.507833 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a0c6c5a-142b-4e52-9b85-39b1f7d56667 None None] Pushing event updated for resources: {'Port': ['ID=24e8d5d2-7fb5-42fc-9471-da12ee380cba,revision_number=1']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:32:31.508700 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-82247097-33e8-488e-97e0-88e89e0bed3f req-ffaf4445-3d26-4336-bbbc-37094021556b tempest-AttachVolumeNegativeTest-1343519470 tempest-AttachVolumeNegativeTest-1343519470-project] 10.222.0.74 "GET /v2.0/networks?id=4bdf2aed-00a8-44e1-a719-ebf64e12596f HTTP/1.1" status: 200 len: 815 time: 0.3466311 Sep 23 19:32:31.561350 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.v2.base [req-82247097-33e8-488e-97e0-88e89e0bed3f req-ecf511af-7795-4875-bc2a-fe1ab7f7d9f9 tempest-AttachVolumeNegativeTest-1343519470 tempest-AttachVolumeNegativeTest-1343519470-project] Request body: {'port': {'device_id': '7f40ae03-e315-4893-9b64-33aae19c522a', 'network_id': '4bdf2aed-00a8-44e1-a719-ebf64e12596f', 'admin_state_up': True, 'tenant_id': 'c02f0550973445e7a8f93af8008dcaa2'}} {{(pid=95102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:32:31.589508 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de4ee1ea-21a4-4b9e-a5f1-a0cd5a2437dc tempest-NetworksTest-1461754307 tempest-NetworksTest-1461754307-project] Checking segment: {'id': '93ff6f4b-e7a1-4615-ba9a-d7c3e72ba96c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '6a8acd8a-ae6f-435f-af9b-e09ca7c5f20a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:32:31.589892 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de4ee1ea-21a4-4b9e-a5f1-a0cd5a2437dc tempest-NetworksTest-1461754307 tempest-NetworksTest-1461754307-project] Network hostable DHCP agents. Network: 6a8acd8a-ae6f-435f-af9b-e09ca7c5f20a, hostable agents: ['1b18bf05-1b5f-4587-be5c-af3ac38e32ad'], hosted agents: [] {{(pid=95101) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 19:32:31.592001 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de4ee1ea-21a4-4b9e-a5f1-a0cd5a2437dc tempest-NetworksTest-1461754307 tempest-NetworksTest-1461754307-project] Pushing event updated for resources: {'Subnet': ['ID=5dfee211-9f4d-4177-9854-d9636f1b6c1d,revision_number=0']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:32:31.595868 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.managers [None req-7a0c6c5a-142b-4e52-9b85-39b1f7d56667 None None] Attempting to bind port 24e8d5d2-7fb5-42fc-9471-da12ee380cba on host n-d-713301-16 for vnic_type normal with profile {{(pid=95103) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 19:32:31.596583 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.managers [None req-7a0c6c5a-142b-4e52-9b85-39b1f7d56667 None None] Attempting to bind port 24e8d5d2-7fb5-42fc-9471-da12ee380cba by drivers openvswitch,hyperv on host n-d-713301-16 at level 0 using segments [{'id': '8ce1f228-2af2-45c8-86b6-992fc1deee88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': 'e79d24df-d323-430d-87b6-ac4bd9ee2011'}] {{(pid=95103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 19:32:31.597514 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a0c6c5a-142b-4e52-9b85-39b1f7d56667 None None] Attempting to bind port 24e8d5d2-7fb5-42fc-9471-da12ee380cba on network e79d24df-d323-430d-87b6-ac4bd9ee2011 {{(pid=95103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:32:31.606127 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a0c6c5a-142b-4e52-9b85-39b1f7d56667 None None] Checking agent: {'id': '70a14545-df24-472f-8f95-bfe1719bff93', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 19, 7, 53), 'started_at': datetime.datetime(2021, 9, 23, 19, 8, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 19, 32, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 19:32:31.607084 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a0c6c5a-142b-4e52-9b85-39b1f7d56667 None None] Checking segment: {'id': '8ce1f228-2af2-45c8-86b6-992fc1deee88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': 'e79d24df-d323-430d-87b6-ac4bd9ee2011'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95103) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:32:31.607602 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-7a0c6c5a-142b-4e52-9b85-39b1f7d56667 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:31.608085 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a0c6c5a-142b-4e52-9b85-39b1f7d56667 None None] Bound using segment: {'id': '8ce1f228-2af2-45c8-86b6-992fc1deee88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': 'e79d24df-d323-430d-87b6-ac4bd9ee2011'} {{(pid=95103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 19:32:31.609247 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.managers [None req-7a0c6c5a-142b-4e52-9b85-39b1f7d56667 None None] Bound port: 24e8d5d2-7fb5-42fc-9471-da12ee380cba, host: n-d-713301-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8ce1f228-2af2-45c8-86b6-992fc1deee88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': 'e79d24df-d323-430d-87b6-ac4bd9ee2011'}}] {{(pid=95103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 19:32:31.610996 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-7a0c6c5a-142b-4e52-9b85-39b1f7d56667 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:31.613063 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de4ee1ea-21a4-4b9e-a5f1-a0cd5a2437dc tempest-NetworksTest-1461754307 tempest-NetworksTest-1461754307-project] Network 6a8acd8a-ae6f-435f-af9b-e09ca7c5f20a is scheduled to be hosted by DHCP agent 1b18bf05-1b5f-4587-be5c-af3ac38e32ad with binding_index 1 {{(pid=95101) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 19:32:31.623872 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.base_scheduler [None req-de4ee1ea-21a4-4b9e-a5f1-a0cd5a2437dc tempest-NetworksTest-1461754307 tempest-NetworksTest-1461754307-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713301-16, 6a8acd8a-ae6f-435f-af9b-e09ca7c5f20a) {{(pid=95101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:32:31.629979 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de4ee1ea-21a4-4b9e-a5f1-a0cd5a2437dc tempest-NetworksTest-1461754307 tempest-NetworksTest-1461754307-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:32:31.630535 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-de4ee1ea-21a4-4b9e-a5f1-a0cd5a2437dc tempest-NetworksTest-1461754307 tempest-NetworksTest-1461754307-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527417'] for subnet, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:31.642077 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e47b2d29-2a8f-4dfb-afef-54e810ca5b4c req-dc42ff26-b504-4f0c-8eb3-f5fddb2b5618 tempest-ServerDiskConfigTestJSON-835646415 tempest-ServerDiskConfigTestJSON-835646415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:32:31.649280 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-e47b2d29-2a8f-4dfb-afef-54e810ca5b4c req-dc42ff26-b504-4f0c-8eb3-f5fddb2b5618 tempest-ServerDiskConfigTestJSON-835646415 tempest-ServerDiskConfigTestJSON-835646415-project] 10.222.0.67 "GET /v2.0/ports?device_id=62626af7-c341-44a3-a3c7-0337577573d0 HTTP/1.1" status: 200 len: 945 time: 0.2505283 Sep 23 19:32:31.651696 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfac8562-193b-4c00-affa-2543a04e3212 None None] Network 6a8acd8a-ae6f-435f-af9b-e09ca7c5f20a requested from n-d-713301-16 {{(pid=95103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 19:32:31.655151 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-de4ee1ea-21a4-4b9e-a5f1-a0cd5a2437dc tempest-NetworksTest-1461754307 tempest-NetworksTest-1461754307-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 873 time: 0.7678800 Sep 23 19:32:31.655942 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 46700) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:32:31.673008 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-8bbc9a66-88f9-4694-bb6d-4c0ebf713464 req-4b8ccc74-a881-4fda-b735-248b97426131 tempest-AttachVolumeNegativeTest-1343519470 tempest-AttachVolumeNegativeTest-1343519470-project] 10.222.0.67 "GET /v2.0/ports?device_id=7f40ae03-e315-4893-9b64-33aae19c522a HTTP/1.1" status: 200 len: 210 time: 0.1408198 Sep 23 19:32:31.736640 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-7a0c6c5a-142b-4e52-9b85-39b1f7d56667 None None] For port 24e8d5d2-7fb5-42fc-9471-da12ee380cba, host n-d-713301-16, cleared binding levels {{(pid=95103) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 19:32:31.754726 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-7a0c6c5a-142b-4e52-9b85-39b1f7d56667 None None] For port 24e8d5d2-7fb5-42fc-9471-da12ee380cba, host n-d-713301-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-16',level=0,port_id=24e8d5d2-7fb5-42fc-9471-da12ee380cba,segment=NetworkSegment(8ce1f228-2af2-45c8-86b6-992fc1deee88),segment_id=8ce1f228-2af2-45c8-86b6-992fc1deee88)] {{(pid=95103) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 19:32:31.763907 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-7a0c6c5a-142b-4e52-9b85-39b1f7d56667 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:31.790803 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-d6ee739e-9584-4ad9-9518-d0f83ea9aa31 tempest-NetworksTest-1461754307 tempest-NetworksTest-1461754307-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1628021'] for network, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:31.872894 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a0c6c5a-142b-4e52-9b85-39b1f7d56667 None None] Pushing event updated for resources: {'Port': ['ID=24e8d5d2-7fb5-42fc-9471-da12ee380cba,revision_number=2']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:32:31.897648 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-e47b2d29-2a8f-4dfb-afef-54e810ca5b4c req-62e5b031-6cbb-4db8-8a74-cb667a59a7f5 tempest-ServerDiskConfigTestJSON-835646415 tempest-ServerDiskConfigTestJSON-835646415-project] 10.222.0.67 "GET /v2.0/security-groups?id=618aa602-18a9-4f8c-abdd-ba8d4ffb9ee9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2194788 Sep 23 19:32:31.905461 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be49d0e2-8e62-4c78-87e0-bbea98f106c2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4c8b80df-07eb-5275-9f17-5cf640db67c0-6a8acd8a-ae6f-435f-af9b-e09ca7c5f20a', 'network_id': '6a8acd8a-ae6f-435f-af9b-e09ca7c5f20a', 'tenant_id': '8f155be04006429c9dea49e7740716fa', 'fixed_ips': [{'subnet_id': '5dfee211-9f4d-4177-9854-d9636f1b6c1d'}]}} from n-d-713301-16. {{(pid=95103) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 23 19:32:31.906351 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-be49d0e2-8e62-4c78-87e0-bbea98f106c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_create {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:31.917394 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-d6ee739e-9584-4ad9-9518-d0f83ea9aa31 tempest-NetworksTest-1461754307 tempest-NetworksTest-1461754307-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1756813'] for subnet, precommit_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:31.952988 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1705a3d-6245-4690-8ba5-ad10ab8ec0da req-91a93a07-52f3-4aa1-ab1e-fdc3d9a49e4f tempest-ServerActionsTestJSON-618918056 tempest-ServerActionsTestJSON-618918056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:32:31.954818 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-a1705a3d-6245-4690-8ba5-ad10ab8ec0da req-91a93a07-52f3-4aa1-ab1e-fdc3d9a49e4f tempest-ServerActionsTestJSON-618918056 tempest-ServerActionsTestJSON-618918056-project] 10.222.0.67 "GET /v2.0/ports?device_id=0dfe8add-9373-42a8-8f7e-a04fba305a6c HTTP/1.1" status: 200 len: 944 time: 0.2287970 Sep 23 19:32:32.014732 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-82247097-33e8-488e-97e0-88e89e0bed3f req-ecf511af-7795-4875-bc2a-fe1ab7f7d9f9 tempest-AttachVolumeNegativeTest-1343519470 tempest-AttachVolumeNegativeTest-1343519470-project] Made reservation on behalf of c02f0550973445e7a8f93af8008dcaa2 for: {'port': 1} {{(pid=95102) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:32:32.017950 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-82247097-33e8-488e-97e0-88e89e0bed3f req-ecf511af-7795-4875-bc2a-fe1ab7f7d9f9 tempest-AttachVolumeNegativeTest-1343519470 tempest-AttachVolumeNegativeTest-1343519470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:32.024202 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-d6ee739e-9584-4ad9-9518-d0f83ea9aa31 tempest-NetworksTest-1461754307 tempest-NetworksTest-1461754307-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1756804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5607514', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6130950'] for subnet, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:32.045671 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-a1705a3d-6245-4690-8ba5-ad10ab8ec0da req-14a3ca9e-a81a-47c6-846e-384e33051505 tempest-ServerActionsTestJSON-618918056 tempest-ServerActionsTestJSON-618918056-project] 10.222.0.67 "GET /v2.0/security-groups?id=8f1e71cd-f67e-49f6-828d-7dde05723843&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829356 Sep 23 19:32:32.057238 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ee739e-9584-4ad9-9518-d0f83ea9aa31 tempest-NetworksTest-1461754307 tempest-NetworksTest-1461754307-project] Pushing event deleted for resources: {'Subnet': ['ID=5dfee211-9f4d-4177-9854-d9636f1b6c1d,revision_number=None']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:32:32.065834 n-d-713301-16 neutron-server[95102]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9358647f-78cc-4358-9abf-dec61e5e5e5a tempest-TaggedBootDevicesTest_v242-1470406513 tempest-TaggedBootDevicesTest_v242-1470406513-project] Router 687c9c47-8f94-4243-aa15-ef795d11d187 has already been hosted by L3 agent 79a740bf-7821-4989-8288-7186e3e128f3 {{(pid=95102) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 19:32:32.137600 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server [None req-be49d0e2-8e62-4c78-87e0-bbea98f106c2 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 5dfee211-9f4d-4177-9854-d9636f1b6c1d: This subnet is being modified by another concurrent operation. Sep 23 19:32:32.137600 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Sep 23 19:32:32.137600 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Sep 23 19:32:32.137600 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Sep 23 19:32:32.137600 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Sep 23 19:32:32.137600 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Sep 23 19:32:32.137600 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Sep 23 19:32:32.137600 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Sep 23 19:32:32.137600 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Sep 23 19:32:32.137600 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Sep 23 19:32:32.137600 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Sep 23 19:32:32.137600 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Sep 23 19:32:32.137600 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 23 19:32:32.137600 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 23 19:32:32.137600 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 23 19:32:32.137600 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server raise self.value Sep 23 19:32:32.137600 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Sep 23 19:32:32.137600 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 23 19:32:32.137600 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 23 19:32:32.137600 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Sep 23 19:32:32.137600 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 23 19:32:32.137600 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 23 19:32:32.137600 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 23 19:32:32.137600 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server raise self.value Sep 23 19:32:32.137600 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 23 19:32:32.137600 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 23 19:32:32.137600 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Sep 23 19:32:32.137600 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Sep 23 19:32:32.137600 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 23 19:32:32.137600 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 23 19:32:32.137600 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 23 19:32:32.137600 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server raise self.value Sep 23 19:32:32.137600 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Sep 23 19:32:32.137600 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Sep 23 19:32:32.137600 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Sep 23 19:32:32.137600 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Sep 23 19:32:32.137600 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Sep 23 19:32:32.137600 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Sep 23 19:32:32.137600 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Sep 23 19:32:32.137600 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Sep 23 19:32:32.137600 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Sep 23 19:32:32.137600 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Sep 23 19:32:32.137600 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 686, in inner Sep 23 19:32:32.137600 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Sep 23 19:32:32.137600 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Sep 23 19:32:32.137600 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Sep 23 19:32:32.137600 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Sep 23 19:32:32.137600 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Sep 23 19:32:32.137600 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 23 19:32:32.137600 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 23 19:32:32.137600 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 23 19:32:32.137600 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server raise self.value Sep 23 19:32:32.137600 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Sep 23 19:32:32.137600 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 23 19:32:32.140909 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 23 19:32:32.140909 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Sep 23 19:32:32.140909 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 23 19:32:32.140909 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 23 19:32:32.140909 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 23 19:32:32.140909 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server raise self.value Sep 23 19:32:32.140909 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 23 19:32:32.140909 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 23 19:32:32.140909 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Sep 23 19:32:32.140909 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Sep 23 19:32:32.140909 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 23 19:32:32.140909 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 23 19:32:32.140909 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 23 19:32:32.140909 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server raise self.value Sep 23 19:32:32.140909 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Sep 23 19:32:32.140909 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Sep 23 19:32:32.140909 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1480, in create_port Sep 23 19:32:32.140909 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Sep 23 19:32:32.140909 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1445, in _create_port_db Sep 23 19:32:32.140909 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Sep 23 19:32:32.140909 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Sep 23 19:32:32.140909 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Sep 23 19:32:32.140909 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Sep 23 19:32:32.140909 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Sep 23 19:32:32.140909 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 23 19:32:32.140909 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 23 19:32:32.140909 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 23 19:32:32.140909 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server raise self.value Sep 23 19:32:32.140909 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Sep 23 19:32:32.140909 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Sep 23 19:32:32.140909 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Sep 23 19:32:32.140909 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Sep 23 19:32:32.140909 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Sep 23 19:32:32.140909 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server subnet.lock_register( Sep 23 19:32:32.140909 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Sep 23 19:32:32.140909 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server raise exception Sep 23 19:32:32.140909 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 5dfee211-9f4d-4177-9854-d9636f1b6c1d: This subnet is being modified by another concurrent operation. Sep 23 19:32:32.140909 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server Sep 23 19:32:32.193793 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-d6ee739e-9584-4ad9-9518-d0f83ea9aa31 tempest-NetworksTest-1461754307 tempest-NetworksTest-1461754307-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1754676', 'neutron.services.segments.db._delete_segments_for_network-8783146221460'] for network, precommit_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:32.215739 n-d-713301-16 neutron-server[95101]: DEBUG neutron.services.segments.db [None req-d6ee739e-9584-4ad9-9518-d0f83ea9aa31 tempest-NetworksTest-1461754307 tempest-NetworksTest-1461754307-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6a8acd8a-ae6f-435f-af9b-e09ca7c5f20a']}} {{(pid=95101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:32:32.231476 n-d-713301-16 neutron-server[95101]: DEBUG neutron.services.segments.db [None req-d6ee739e-9584-4ad9-9518-d0f83ea9aa31 tempest-NetworksTest-1461754307 tempest-NetworksTest-1461754307-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '93ff6f4b-e7a1-4615-ba9a-d7c3e72ba96c') {'for_net_delete': True} {{(pid=95101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:32:32.231878 n-d-713301-16 neutron-server[95101]: DEBUG neutron.services.segments.db [None req-d6ee739e-9584-4ad9-9518-d0f83ea9aa31 tempest-NetworksTest-1461754307 tempest-NetworksTest-1461754307-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '93ff6f4b-e7a1-4615-ba9a-d7c3e72ba96c') {} {{(pid=95101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:32:32.238727 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-791d4b9f-0864-44c2-8944-665b1ff64ba4 None None] Network 6a8acd8a-ae6f-435f-af9b-e09ca7c5f20a requested from n-d-713301-16 {{(pid=95103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 19:32:32.263525 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-d6ee739e-9584-4ad9-9518-d0f83ea9aa31 tempest-NetworksTest-1461754307 tempest-NetworksTest-1461754307-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783146221725', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6007147'] for segment, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:32.282657 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-d6ee739e-9584-4ad9-9518-d0f83ea9aa31 tempest-NetworksTest-1461754307 tempest-NetworksTest-1461754307-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1756186'] for segment, precommit_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:32.299892 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d6ee739e-9584-4ad9-9518-d0f83ea9aa31 tempest-NetworksTest-1461754307 tempest-NetworksTest-1461754307-project] Releasing vlan 610 on physical network physnet1 to pool {{(pid=95101) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 19:32:32.300512 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-d6ee739e-9584-4ad9-9518-d0f83ea9aa31 tempest-NetworksTest-1461754307 tempest-NetworksTest-1461754307-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1756186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5608436'] for segment, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:32.310202 n-d-713301-16 neutron-server[95101]: Traceback (most recent call last): Sep 23 19:32:32.310202 n-d-713301-16 neutron-server[95101]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 19:32:32.310202 n-d-713301-16 neutron-server[95101]: timer() Sep 23 19:32:32.310202 n-d-713301-16 neutron-server[95101]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 19:32:32.310202 n-d-713301-16 neutron-server[95101]: cb(*args, **kw) Sep 23 19:32:32.310202 n-d-713301-16 neutron-server[95101]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 19:32:32.310202 n-d-713301-16 neutron-server[95101]: return func(*args, **kwargs) Sep 23 19:32:32.310202 n-d-713301-16 neutron-server[95101]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 19:32:32.310202 n-d-713301-16 neutron-server[95101]: self._notify() Sep 23 19:32:32.310202 n-d-713301-16 neutron-server[95101]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 19:32:32.310202 n-d-713301-16 neutron-server[95101]: self.callback(batched_events) Sep 23 19:32:32.310202 n-d-713301-16 neutron-server[95101]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 19:32:32.310202 n-d-713301-16 neutron-server[95101]: event.method(event) Sep 23 19:32:32.310202 n-d-713301-16 neutron-server[95101]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 19:32:32.310202 n-d-713301-16 neutron-server[95101]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 19:32:32.310202 n-d-713301-16 neutron-server[95101]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 19:32:32.310202 n-d-713301-16 neutron-server[95101]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 19:32:32.310202 n-d-713301-16 neutron-server[95101]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 19:32:32.310202 n-d-713301-16 neutron-server[95101]: return f(self, *a, **k) Sep 23 19:32:32.310202 n-d-713301-16 neutron-server[95101]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 19:32:32.310202 n-d-713301-16 neutron-server[95101]: return self._get(url).json() Sep 23 19:32:32.310202 n-d-713301-16 neutron-server[95101]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 19:32:32.310202 n-d-713301-16 neutron-server[95101]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 19:32:32.310202 n-d-713301-16 neutron-server[95101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 19:32:32.310202 n-d-713301-16 neutron-server[95101]: return self.request(url, 'GET', **kwargs) Sep 23 19:32:32.310202 n-d-713301-16 neutron-server[95101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 19:32:32.310202 n-d-713301-16 neutron-server[95101]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 19:32:32.310202 n-d-713301-16 neutron-server[95101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 19:32:32.310202 n-d-713301-16 neutron-server[95101]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 19:32:32.310202 n-d-713301-16 neutron-server[95101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 19:32:32.310202 n-d-713301-16 neutron-server[95101]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 19:32:32.310202 n-d-713301-16 neutron-server[95101]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 19:32:32.323096 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac53da4-2b78-437b-8627-e42fe8f5072b req-082865f3-bd75-4afa-9645-bf89320a88c2 tempest-AttachVolumeTestJSON-1825206227 tempest-AttachVolumeTestJSON-1825206227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:32:32.332442 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-2ac53da4-2b78-437b-8627-e42fe8f5072b req-082865f3-bd75-4afa-9645-bf89320a88c2 tempest-AttachVolumeTestJSON-1825206227 tempest-AttachVolumeTestJSON-1825206227-project] 10.222.0.67 "GET /v2.0/ports?device_id=051e7231-6ffc-49ea-88bc-1af2c996b2ce HTTP/1.1" status: 200 len: 944 time: 0.2539518 Sep 23 19:32:32.405342 n-d-713301-16 neutron-server[95102]: DEBUG neutron.db.db_base_plugin_common [req-82247097-33e8-488e-97e0-88e89e0bed3f req-ecf511af-7795-4875-bc2a-fe1ab7f7d9f9 tempest-AttachVolumeNegativeTest-1343519470 tempest-AttachVolumeNegativeTest-1343519470-project] Allocated IP 172.20.0.7 (4bdf2aed-00a8-44e1-a719-ebf64e12596f/2f537de2-cf52-42b9-a747-22f78331e2fe/6000dc64-b48e-40fc-9085-7103b4487289) {{(pid=95102) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 19:32:32.417373 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-d6ee739e-9584-4ad9-9518-d0f83ea9aa31 tempest-NetworksTest-1461754307 tempest-NetworksTest-1461754307-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1754627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-601866'] for network, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:32.437565 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-d6ee739e-9584-4ad9-9518-d0f83ea9aa31 tempest-NetworksTest-1461754307 tempest-NetworksTest-1461754307-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527417'] for network, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:32.439763 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-d6ee739e-9584-4ad9-9518-d0f83ea9aa31 tempest-NetworksTest-1461754307 tempest-NetworksTest-1461754307-project] 10.222.0.67 "DELETE /v2.0/networks/6a8acd8a-ae6f-435f-af9b-e09ca7c5f20a HTTP/1.1" status: 204 len: 168 time: 0.7828903 Sep 23 19:32:32.440773 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ee739e-9584-4ad9-9518-d0f83ea9aa31 tempest-NetworksTest-1461754307 tempest-NetworksTest-1461754307-project] Pushing event deleted for resources: {'Network': ['ID=6a8acd8a-ae6f-435f-af9b-e09ca7c5f20a,revision_number=None']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:32:32.443247 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-2ac53da4-2b78-437b-8627-e42fe8f5072b req-331ac715-7d11-4174-984c-ab26c11d8889 tempest-AttachVolumeTestJSON-1825206227 tempest-AttachVolumeTestJSON-1825206227-project] 10.222.0.67 "GET /v2.0/security-groups?id=eab70f1d-779e-4c1c-95ac-dc447f42d4f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1112864 Sep 23 19:32:32.444077 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 46708) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:32:32.451000 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9358647f-78cc-4358-9abf-dec61e5e5e5a tempest-TaggedBootDevicesTest_v242-1470406513 tempest-TaggedBootDevicesTest_v242-1470406513-project] Notify agent at l3_agent.n-d-713301-16 the message routers_updated {{(pid=95102) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 19:32:32.454274 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.v2.base [None req-7652956c-d94b-4921-90d0-284a4a873135 tempest-NetworksTest-1461754307 tempest-NetworksTest-1461754307-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-624390538'}} {{(pid=95101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:32:32.457952 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-9358647f-78cc-4358-9abf-dec61e5e5e5a tempest-TaggedBootDevicesTest_v242-1470406513 tempest-TaggedBootDevicesTest_v242-1470406513-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222849'] for floatingip, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:32.462584 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e124d3f-3b0f-4aa8-abd6-c5fbdcc15a8d None None] Sync routers for ids ['687c9c47-8f94-4243-aa15-ef795d11d187'] in n-d-713301-16 {{(pid=95104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 19:32:32.480505 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e124d3f-3b0f-4aa8-abd6-c5fbdcc15a8d None None] Routers {'687c9c47-8f94-4243-aa15-ef795d11d187'} bound to L3 agent in host n-d-713301-16 {{(pid=95104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 19:32:32.481521 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_hamode_db [None req-1e124d3f-3b0f-4aa8-abd6-c5fbdcc15a8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-23T19:07:52Z,description=,heartbeat_timestamp=2021-09-23T19:32:22Z,host='n-d-713301-16',id=79a740bf-7821-4989-8288-7186e3e128f3,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:07:52Z,topic='l3_agent')) {'router_ids': ['687c9c47-8f94-4243-aa15-ef795d11d187'], 'active': True} {{(pid=95104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:32:32.483832 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7652956c-d94b-4921-90d0-284a4a873135 tempest-NetworksTest-1461754307 tempest-NetworksTest-1461754307-project] Made reservation on behalf of 8f155be04006429c9dea49e7740716fa for: {'network': 1} {{(pid=95101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:32:32.490150 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-7652956c-d94b-4921-90d0-284a4a873135 tempest-NetworksTest-1461754307 tempest-NetworksTest-1461754307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for network, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:32.523671 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-9358647f-78cc-4358-9abf-dec61e5e5e5a tempest-TaggedBootDevicesTest_v242-1470406513 tempest-TaggedBootDevicesTest_v242-1470406513-project] 10.222.0.67 "PUT /v2.0/floatingips/341e24b7-fecd-41d3-9122-f5bc785b50ad HTTP/1.1" status: 200 len: 991 time: 2.8219068 Sep 23 19:32:32.525480 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7652956c-d94b-4921-90d0-284a4a873135 tempest-NetworksTest-1461754307 tempest-NetworksTest-1461754307-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 607} {{(pid=95101) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 19:32:32.527681 n-d-713301-16 neutron-server[95102]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '583aeae2-b5c0-4d8d-bffb-15a63f4020fc', 'tag': '6a7a5cae-7327-4542-b381-1fad380770ef'}] {{(pid=95102) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 19:32:32.530113 n-d-713301-16 neutron-server[95102]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab31b6d93e5336dbddfa8ec424565b3bd8cb2369c5b4d85bc943472dbb21e8ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13f384e3-3123-4420-8929-02283f7afb06" -d '{"events": [{"name": "network-changed", "server_uuid": "583aeae2-b5c0-4d8d-bffb-15a63f4020fc", "tag": "6a7a5cae-7327-4542-b381-1fad380770ef"}]}' {{(pid=95102) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 19:32:32.573568 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-7652956c-d94b-4921-90d0-284a4a873135 tempest-NetworksTest-1461754307 tempest-NetworksTest-1461754307-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1756186'] for segment, precommit_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:32.574672 n-d-713301-16 neutron-server[95101]: INFO neutron.db.segments_db [None req-7652956c-d94b-4921-90d0-284a4a873135 tempest-NetworksTest-1461754307 tempest-NetworksTest-1461754307-project] Added segment 020018c1-71f1-4140-81cc-982def97a49a of type vlan for network 654336a1-5990-4161-9d97-1e731afaa31e Sep 23 19:32:32.599626 n-d-713301-16 neutron-server[95102]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 19:32:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34afe0f2-bbb9-409e-9184-b8113bd97eeb x-openstack-request-id: req-34afe0f2-bbb9-409e-9184-b8113bd97eeb {{(pid=95102) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 19:32:32.599982 n-d-713301-16 neutron-server[95102]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "583aeae2-b5c0-4d8d-bffb-15a63f4020fc", "tag": "6a7a5cae-7327-4542-b381-1fad380770ef", "status": "completed", "code": 200}]} {{(pid=95102) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 19:32:32.600157 n-d-713301-16 neutron-server[95102]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-34afe0f2-bbb9-409e-9184-b8113bd97eeb {{(pid=95102) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 19:32:32.600549 n-d-713301-16 neutron-server[95102]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '583aeae2-b5c0-4d8d-bffb-15a63f4020fc', 'tag': '6a7a5cae-7327-4542-b381-1fad380770ef', 'status': 'completed', 'code': 200} Sep 23 19:32:32.637660 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_dvr_db [None req-1e124d3f-3b0f-4aa8-abd6-c5fbdcc15a8d None None] Set router 687c9c47-8f94-4243-aa15-ef795d11d187 gateway port host: n-d-713301-16 {{(pid=95104) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 19:32:32.677249 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Device 24e8d5d2-7fb5-42fc-9471-da12ee380cba up at agent ovs-agent-n-d-713301-16 {{(pid=95103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 19:32:32.723784 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-7652956c-d94b-4921-90d0-284a4a873135 tempest-NetworksTest-1461754307 tempest-NetworksTest-1461754307-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783145630486'] for network, precommit_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:32.749987 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Provisioning complete for port 24e8d5d2-7fb5-42fc-9471-da12ee380cba triggered by entity L2. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:32:32.750962 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:32.756274 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f384e3-3123-4420-8929-02283f7afb06 req-97d46dd0-6b9b-4c81-807d-2e7f60666aab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:32:32.756913 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f384e3-3123-4420-8929-02283f7afb06 req-97d46dd0-6b9b-4c81-807d-2e7f60666aab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:32:32.757401 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f384e3-3123-4420-8929-02283f7afb06 req-97d46dd0-6b9b-4c81-807d-2e7f60666aab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:32:32.757878 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f384e3-3123-4420-8929-02283f7afb06 req-97d46dd0-6b9b-4c81-807d-2e7f60666aab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:32:32.758351 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f384e3-3123-4420-8929-02283f7afb06 req-97d46dd0-6b9b-4c81-807d-2e7f60666aab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:32:32.758824 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f384e3-3123-4420-8929-02283f7afb06 req-97d46dd0-6b9b-4c81-807d-2e7f60666aab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:32:32.759296 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f384e3-3123-4420-8929-02283f7afb06 req-97d46dd0-6b9b-4c81-807d-2e7f60666aab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:32:32.761395 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-13f384e3-3123-4420-8929-02283f7afb06 req-97d46dd0-6b9b-4c81-807d-2e7f60666aab service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=1f1788a36b0c407c84d1fe9c6d21bab4&device_id=583aeae2-b5c0-4d8d-bffb-15a63f4020fc HTTP/1.1" status: 200 len: 6506 time: 0.0878513 Sep 23 19:32:32.799430 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-7652956c-d94b-4921-90d0-284a4a873135 tempest-NetworksTest-1461754307 tempest-NetworksTest-1461754307-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299'] for network, after_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:32.807008 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7652956c-d94b-4921-90d0-284a4a873135 tempest-NetworksTest-1461754307 tempest-NetworksTest-1461754307-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:32:32.807805 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-7652956c-d94b-4921-90d0-284a4a873135 tempest-NetworksTest-1461754307 tempest-NetworksTest-1461754307-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527417'] for network, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:32.891555 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7652956c-d94b-4921-90d0-284a4a873135 tempest-NetworksTest-1461754307 tempest-NetworksTest-1461754307-project] Pushing event updated for resources: {'Network': ['ID=654336a1-5990-4161-9d97-1e731afaa31e,revision_number=1']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:32:32.892013 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:32.912040 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-7652956c-d94b-4921-90d0-284a4a873135 tempest-NetworksTest-1461754307 tempest-NetworksTest-1461754307-project] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.4623187 Sep 23 19:32:32.938819 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 46716) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:32:32.945876 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.v2.base [None req-d087413c-c936-4cc0-8b14-cfb4c81d68e8 tempest-NetworksTest-1461754307 tempest-NetworksTest-1461754307-project] Request body: {'subnet': {'network_id': '654336a1-5990-4161-9d97-1e731afaa31e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=95101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:32:32.965060 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Network 654336a1-5990-4161-9d97-1e731afaa31e details requested by agent ovs-agent-n-d-713301-16 with host n-d-713301-16 {{(pid=95103) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 19:32:33.057759 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] For port 24e8d5d2-7fb5-42fc-9471-da12ee380cba, host n-d-713301-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-16',level=0,port_id=24e8d5d2-7fb5-42fc-9471-da12ee380cba,segment=NetworkSegment(8ce1f228-2af2-45c8-86b6-992fc1deee88),segment_id=8ce1f228-2af2-45c8-86b6-992fc1deee88)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:32:33.095870 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f384e3-3123-4420-8929-02283f7afb06 req-9c6c9668-655b-4738-aa09-bcbdc2a90ae1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:32:33.096122 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:33.097439 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-13f384e3-3123-4420-8929-02283f7afb06 req-9c6c9668-655b-4738-aa09-bcbdc2a90ae1 service neutron] 10.222.0.53 "GET /v2.0/networks?id=4938c958-b8c9-4af7-9682-a50ce306467f HTTP/1.1" status: 200 len: 918 time: 0.3284295 Sep 23 19:32:33.177924 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Pushing event updated for resources: {'Port': ['ID=24e8d5d2-7fb5-42fc-9471-da12ee380cba,revision_number=3']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:32:33.198420 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d087413c-c936-4cc0-8b14-cfb4c81d68e8 tempest-NetworksTest-1461754307 tempest-NetworksTest-1461754307-project] Made reservation on behalf of 8f155be04006429c9dea49e7740716fa for: {'subnet': 1} {{(pid=95101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:32:33.202564 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-d087413c-c936-4cc0-8b14-cfb4c81d68e8 tempest-NetworksTest-1461754307 tempest-NetworksTest-1461754307-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6130979'] for subnet, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:33.231947 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Device 1fff127a-03eb-4796-b3b1-57d14608f79b up at agent hyperv_n-h1-713301-16 {{(pid=95103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 19:32:33.247641 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-82247097-33e8-488e-97e0-88e89e0bed3f req-ecf511af-7795-4875-bc2a-fe1ab7f7d9f9 tempest-AttachVolumeNegativeTest-1343519470 tempest-AttachVolumeNegativeTest-1343519470-project] Notify callbacks [] for port, precommit_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:33.256643 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_hamode_db [None req-1e124d3f-3b0f-4aa8-abd6-c5fbdcc15a8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '687c9c47-8f94-4243-aa15-ef795d11d187', 'name': 'tempest-TaggedBootDevicesTest_v242-1700965945-router', 'tenant_id': '1f1788a36b0c407c84d1fe9c6d21bab4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'external_fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.40'}], 'enable_snat': True}, 'gw_port_id': '40c441b9-8411-4af2-8b5c-456cc886cb3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:29:46Z', 'updated_at': '2021-09-23T19:29:55Z', 'revision_number': 4, 'project_id': '1f1788a36b0c407c84d1fe9c6d21bab4', 'gw_port': {'id': '40c441b9-8411-4af2-8b5c-456cc886cb3f', 'name': '', 'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:40:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '687c9c47-8f94-4243-aa15-ef795d11d187', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1147, 'fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:29:47Z', 'updated_at': '2021-09-23T19:29:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-16', '_floatingips': [{'id': '341e24b7-fecd-41d3-9122-f5bc785b50ad', 'tenant_id': '1f1788a36b0c407c84d1fe9c6d21bab4', 'floating_ip_address': '172.25.1.188', 'floating_network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'router_id': '687c9c47-8f94-4243-aa15-ef795d11d187', 'port_id': '6a7a5cae-7327-4542-b381-1fad380770ef', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1266, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4938c958-b8c9-4af7-9682-a50ce306467f', 'mac_address': 'fa:16:3e:28:39:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '583aeae2-b5c0-4d8d-bffb-15a63f4020fc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-23T19:31:10Z', 'updated_at': '2021-09-23T19:32:30Z', 'revision_number': 1, 'project_id': '1f1788a36b0c407c84d1fe9c6d21bab4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '55735349-0e70-4a5d-a297-e34604df3824', 'name': '', 'network_id': '4938c958-b8c9-4af7-9682-a50ce306467f', 'tenant_id': '1f1788a36b0c407c84d1fe9c6d21bab4', 'mac_address': 'fa:16:3e:85:4a:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '687c9c47-8f94-4243-aa15-ef795d11d187', 'device_owner': 'network:router_interface', 'standard_attr_id': 1166, 'fixed_ips': [{'subnet_id': '0a32b004-bc4a-40b4-8198-7301a96775ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:29:54Z', 'updated_at': '2021-09-23T19:30:01Z', 'revision_number': 5, 'project_id': '1f1788a36b0c407c84d1fe9c6d21bab4', 'subnets': [{'id': '0a32b004-bc4a-40b4-8198-7301a96775ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-16', False) {} {{(pid=95104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:32:33.274112 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-a156d024-d90c-4471-8062-40cff1fee1fd req-dc85169c-9b05-4951-b906-f2aa1f14a8c8 tempest-AttachVolumeNegativeTest-1343519470 tempest-AttachVolumeNegativeTest-1343519470-project] 10.222.0.67 "GET /v2.0/ports?device_id=7f40ae03-e315-4893-9b64-33aae19c522a HTTP/1.1" status: 200 len: 210 time: 0.5234656 Sep 23 19:32:33.308195 n-d-713301-16 neutron-server[95101]: DEBUG neutron.db.ipam_backend_mixin [None req-d087413c-c936-4cc0-8b14-cfb4c81d68e8 tempest-NetworksTest-1461754307 tempest-NetworksTest-1461754307-project] Performing IP validity checks on allocation pools {{(pid=95101) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Sep 23 19:32:33.308854 n-d-713301-16 neutron-server[95101]: DEBUG neutron.db.ipam_backend_mixin [None req-d087413c-c936-4cc0-8b14-cfb4c81d68e8 tempest-NetworksTest-1461754307 tempest-NetworksTest-1461754307-project] Checking for overlaps among allocation pools and gateway ip {{(pid=95101) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Sep 23 19:32:33.311042 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Provisioning for port 1fff127a-03eb-4796-b3b1-57d14608f79b completed by entity L2. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 19:32:33.314272 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-13f384e3-3123-4420-8929-02283f7afb06 req-5b41e991-f2f3-4849-95fb-2e117cc807d0 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6a7a5cae-7327-4542-b381-1fad380770ef HTTP/1.1" status: 200 len: 999 time: 0.2001016 Sep 23 19:32:33.317099 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Provisioning complete for port 1fff127a-03eb-4796-b3b1-57d14608f79b triggered by entity L2. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:32:33.317424 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e124d3f-3b0f-4aa8-abd6-c5fbdcc15a8d None None] Checking router: 687c9c47-8f94-4243-aa15-ef795d11d187 for host: n-d-713301-16 {{(pid=95104) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 19:32:33.317537 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:33.346685 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e124d3f-3b0f-4aa8-abd6-c5fbdcc15a8d None None] Routers {'687c9c47-8f94-4243-aa15-ef795d11d187'} bound to L3 agent in host n-d-713301-16 {{(pid=95104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 19:32:33.347332 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_hamode_db [None req-1e124d3f-3b0f-4aa8-abd6-c5fbdcc15a8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-23T19:07:52Z,description=,heartbeat_timestamp=2021-09-23T19:32:22Z,host='n-d-713301-16',id=79a740bf-7821-4989-8288-7186e3e128f3,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:07:52Z,topic='l3_agent')) {'router_ids': ['687c9c47-8f94-4243-aa15-ef795d11d187'], 'active': True} {{(pid=95104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:32:33.394199 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Device 942cfdd5-5c55-4f79-9832-5024323d678e up at agent hyperv_n-h2-713301-16 {{(pid=95103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 19:32:33.412429 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3292357-f237-44e9-bcfb-72f66f07f717 req-30c35d69-f1c7-4825-972e-81e73d0af122 tempest-ServerDiskConfigTestJSON-835646415 tempest-ServerDiskConfigTestJSON-835646415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:32:33.422660 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-d3292357-f237-44e9-bcfb-72f66f07f717 req-30c35d69-f1c7-4825-972e-81e73d0af122 tempest-ServerDiskConfigTestJSON-835646415 tempest-ServerDiskConfigTestJSON-835646415-project] 10.222.0.67 "GET /v2.0/ports?device_id=62626af7-c341-44a3-a3c7-0337577573d0 HTTP/1.1" status: 200 len: 945 time: 0.2151673 Sep 23 19:32:33.434374 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f384e3-3123-4420-8929-02283f7afb06 req-19330bb8-52da-4db1-b463-d27dca3b3081 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:32:33.436326 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-13f384e3-3123-4420-8929-02283f7afb06 req-19330bb8-52da-4db1-b463-d27dca3b3081 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=0a32b004-bc4a-40b4-8198-7301a96775ce HTTP/1.1" status: 200 len: 856 time: 0.1144912 Sep 23 19:32:33.464954 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12a54a2e-04a5-48e5-aa30-3c57a3de2fa3 None None] Network e79d24df-d323-430d-87b6-ac4bd9ee2011 requested from n-d-713301-16 {{(pid=95103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 19:32:33.514330 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_dvr_db [None req-1e124d3f-3b0f-4aa8-abd6-c5fbdcc15a8d None None] Set router 687c9c47-8f94-4243-aa15-ef795d11d187 gateway port host: n-d-713301-16 {{(pid=95104) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 19:32:33.535464 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-82247097-33e8-488e-97e0-88e89e0bed3f req-ecf511af-7795-4875-bc2a-fe1ab7f7d9f9 tempest-AttachVolumeNegativeTest-1343519470 tempest-AttachVolumeNegativeTest-1343519470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783145673135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4399100'] for port, after_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:33.564279 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] get_ports_and_sgs() called for port_ids ['f90207df-417b-4b30-81f8-4fed02c0bafb'] {{(pid=95103) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 19:32:33.566445 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f384e3-3123-4420-8929-02283f7afb06 req-bd82cd8d-f515-462a-a54e-2c29a39874cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:32:33.568350 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-13f384e3-3123-4420-8929-02283f7afb06 req-bd82cd8d-f515-462a-a54e-2c29a39874cd service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=4938c958-b8c9-4af7-9682-a50ce306467f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1088281 Sep 23 19:32:33.604141 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecf511af-7795-4875-bc2a-fe1ab7f7d9f9 tempest-AttachVolumeNegativeTest-1343519470 tempest-AttachVolumeNegativeTest-1343519470-project] Pushing event updated for resources: {'Port': ['ID=6000dc64-b48e-40fc-9085-7103b4487289,revision_number=1']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:32:33.618610 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-d087413c-c936-4cc0-8b14-cfb4c81d68e8 tempest-NetworksTest-1461754307 tempest-NetworksTest-1461754307-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5607579', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6130961'] for subnet, after_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:33.619815 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0883ce5-7b7f-4b02-89ef-79dd6b1c5cbf req-257e314b-99ec-49b8-97dc-2a5e5ff80177 tempest-ServerActionsTestJSON-618918056 tempest-ServerActionsTestJSON-618918056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:32:33.631371 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-f0883ce5-7b7f-4b02-89ef-79dd6b1c5cbf req-257e314b-99ec-49b8-97dc-2a5e5ff80177 tempest-ServerActionsTestJSON-618918056 tempest-ServerActionsTestJSON-618918056-project] 10.222.0.67 "GET /v2.0/ports?device_id=0dfe8add-9373-42a8-8f7e-a04fba305a6c HTTP/1.1" status: 200 len: 944 time: 0.1986909 Sep 23 19:32:33.646609 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-d3292357-f237-44e9-bcfb-72f66f07f717 req-83e0f1e6-e796-411f-bcce-4bc9254c2e16 tempest-ServerDiskConfigTestJSON-835646415 tempest-ServerDiskConfigTestJSON-835646415-project] 10.222.0.67 "GET /v2.0/security-groups?id=618aa602-18a9-4f8c-abdd-ba8d4ffb9ee9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2194920 Sep 23 19:32:33.670071 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:33.677394 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-8de49b3c-cc0f-4070-b74b-70e9a4049c6d None None] Provisioning complete for port 24e8d5d2-7fb5-42fc-9471-da12ee380cba triggered by entity DHCP. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:32:33.678059 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-8de49b3c-cc0f-4070-b74b-70e9a4049c6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:33.694055 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecf511af-7795-4875-bc2a-fe1ab7f7d9f9 tempest-AttachVolumeNegativeTest-1343519470 tempest-AttachVolumeNegativeTest-1343519470-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:32:33.694420 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecf511af-7795-4875-bc2a-fe1ab7f7d9f9 tempest-AttachVolumeNegativeTest-1343519470 tempest-AttachVolumeNegativeTest-1343519470-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:32:33.694857 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecf511af-7795-4875-bc2a-fe1ab7f7d9f9 tempest-AttachVolumeNegativeTest-1343519470 tempest-AttachVolumeNegativeTest-1343519470-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:32:33.695337 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecf511af-7795-4875-bc2a-fe1ab7f7d9f9 tempest-AttachVolumeNegativeTest-1343519470 tempest-AttachVolumeNegativeTest-1343519470-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:32:33.695732 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecf511af-7795-4875-bc2a-fe1ab7f7d9f9 tempest-AttachVolumeNegativeTest-1343519470 tempest-AttachVolumeNegativeTest-1343519470-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:32:33.696023 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecf511af-7795-4875-bc2a-fe1ab7f7d9f9 tempest-AttachVolumeNegativeTest-1343519470 tempest-AttachVolumeNegativeTest-1343519470-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:32:33.696362 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecf511af-7795-4875-bc2a-fe1ab7f7d9f9 tempest-AttachVolumeNegativeTest-1343519470 tempest-AttachVolumeNegativeTest-1343519470-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:32:33.696744 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecf511af-7795-4875-bc2a-fe1ab7f7d9f9 tempest-AttachVolumeNegativeTest-1343519470 tempest-AttachVolumeNegativeTest-1343519470-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:32:33.697085 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecf511af-7795-4875-bc2a-fe1ab7f7d9f9 tempest-AttachVolumeNegativeTest-1343519470 tempest-AttachVolumeNegativeTest-1343519470-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:32:33.697418 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecf511af-7795-4875-bc2a-fe1ab7f7d9f9 tempest-AttachVolumeNegativeTest-1343519470 tempest-AttachVolumeNegativeTest-1343519470-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:32:33.697750 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecf511af-7795-4875-bc2a-fe1ab7f7d9f9 tempest-AttachVolumeNegativeTest-1343519470 tempest-AttachVolumeNegativeTest-1343519470-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:32:33.698078 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecf511af-7795-4875-bc2a-fe1ab7f7d9f9 tempest-AttachVolumeNegativeTest-1343519470 tempest-AttachVolumeNegativeTest-1343519470-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:32:33.760458 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-f0883ce5-7b7f-4b02-89ef-79dd6b1c5cbf req-bed30482-aedd-42c2-bf2a-19d6d8cedcbd tempest-ServerActionsTestJSON-618918056 tempest-ServerActionsTestJSON-618918056-project] 10.222.0.67 "GET /v2.0/security-groups?id=8f1e71cd-f67e-49f6-828d-7dde05723843&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1278119 Sep 23 19:32:33.765561 n-d-713301-16 neutron-server[95102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-82247097-33e8-488e-97e0-88e89e0bed3f req-ecf511af-7795-4875-bc2a-fe1ab7f7d9f9 tempest-AttachVolumeNegativeTest-1343519470 tempest-AttachVolumeNegativeTest-1343519470-project] Network 4bdf2aed-00a8-44e1-a719-ebf64e12596f is already hosted by enough agents. {{(pid=95102) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:32:33.770579 n-d-713301-16 neutron-server[95102]: DEBUG neutron.scheduler.base_scheduler [req-82247097-33e8-488e-97e0-88e89e0bed3f req-ecf511af-7795-4875-bc2a-fe1ab7f7d9f9 tempest-AttachVolumeNegativeTest-1343519470 tempest-AttachVolumeNegativeTest-1343519470-project] Resources bound (agent type, host, resource id): {{(pid=95102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:32:33.783530 n-d-713301-16 neutron-server[95102]: DEBUG neutron.db.l3_dvrscheduler_db [req-82247097-33e8-488e-97e0-88e89e0bed3f req-ecf511af-7795-4875-bc2a-fe1ab7f7d9f9 tempest-AttachVolumeNegativeTest-1343519470 tempest-AttachVolumeNegativeTest-1343519470-project] Received port after_create {{(pid=95102) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 19:32:33.936653 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82247097-33e8-488e-97e0-88e89e0bed3f req-ecf511af-7795-4875-bc2a-fe1ab7f7d9f9 tempest-AttachVolumeNegativeTest-1343519470 tempest-AttachVolumeNegativeTest-1343519470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:32:33.937433 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-82247097-33e8-488e-97e0-88e89e0bed3f req-ecf511af-7795-4875-bc2a-fe1ab7f7d9f9 tempest-AttachVolumeNegativeTest-1343519470 tempest-AttachVolumeNegativeTest-1343519470-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222849'] for port, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:33.962330 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-82247097-33e8-488e-97e0-88e89e0bed3f req-ecf511af-7795-4875-bc2a-fe1ab7f7d9f9 tempest-AttachVolumeNegativeTest-1343519470 tempest-AttachVolumeNegativeTest-1343519470-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4364636 Sep 23 19:32:33.965072 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Provisioning for port 942cfdd5-5c55-4f79-9832-5024323d678e completed by entity L2. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 19:32:33.973320 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c712c4-8456-4e7c-96b5-bbe995225c8c req-16f29091-3154-4d7d-a054-03616de18fa6 tempest-AttachVolumeTestJSON-1825206227 tempest-AttachVolumeTestJSON-1825206227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:32:33.975437 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-38c712c4-8456-4e7c-96b5-bbe995225c8c req-16f29091-3154-4d7d-a054-03616de18fa6 tempest-AttachVolumeTestJSON-1825206227 tempest-AttachVolumeTestJSON-1825206227-project] 10.222.0.67 "GET /v2.0/ports?device_id=051e7231-6ffc-49ea-88bc-1af2c996b2ce HTTP/1.1" status: 200 len: 944 time: 0.1096628 Sep 23 19:32:33.980737 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.v2.base [req-82247097-33e8-488e-97e0-88e89e0bed3f req-fb7565d2-d288-4f52-a2d2-fb03cea72c16 service neutron] Request body: {'port': {'device_id': '7f40ae03-e315-4893-9b64-33aae19c522a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713301-16'}} {{(pid=95102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:32:33.982987 n-d-713301-16 neutron-server[95103]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '051e7231-6ffc-49ea-88bc-1af2c996b2ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1fff127a-03eb-4796-b3b1-57d14608f79b'}] {{(pid=95103) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 19:32:33.986674 n-d-713301-16 neutron-server[95103]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}81a1c17f2aa89d5b3ebbba3a3e0cf7eb588e431c2224256110c4c4facdd7c3e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ba04577-526f-4a27-ae59-56c05eee53d1" -d '{"events": [{"server_uuid": "051e7231-6ffc-49ea-88bc-1af2c996b2ce", "name": "network-vif-plugged", "status": "completed", "tag": "1fff127a-03eb-4796-b3b1-57d14608f79b"}]}' {{(pid=95103) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 19:32:33.995033 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_hamode_db [None req-1e124d3f-3b0f-4aa8-abd6-c5fbdcc15a8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '687c9c47-8f94-4243-aa15-ef795d11d187', 'name': 'tempest-TaggedBootDevicesTest_v242-1700965945-router', 'tenant_id': '1f1788a36b0c407c84d1fe9c6d21bab4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'external_fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.40'}], 'enable_snat': True}, 'gw_port_id': '40c441b9-8411-4af2-8b5c-456cc886cb3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:29:46Z', 'updated_at': '2021-09-23T19:29:55Z', 'revision_number': 4, 'project_id': '1f1788a36b0c407c84d1fe9c6d21bab4', 'gw_port': {'id': '40c441b9-8411-4af2-8b5c-456cc886cb3f', 'name': '', 'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:40:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '687c9c47-8f94-4243-aa15-ef795d11d187', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1147, 'fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:29:47Z', 'updated_at': '2021-09-23T19:29:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-16', '_floatingips': [{'id': '341e24b7-fecd-41d3-9122-f5bc785b50ad', 'tenant_id': '1f1788a36b0c407c84d1fe9c6d21bab4', 'floating_ip_address': '172.25.1.188', 'floating_network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'router_id': '687c9c47-8f94-4243-aa15-ef795d11d187', 'port_id': '6a7a5cae-7327-4542-b381-1fad380770ef', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1266, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4938c958-b8c9-4af7-9682-a50ce306467f', 'mac_address': 'fa:16:3e:28:39:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '583aeae2-b5c0-4d8d-bffb-15a63f4020fc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-23T19:31:10Z', 'updated_at': '2021-09-23T19:32:30Z', 'revision_number': 1, 'project_id': '1f1788a36b0c407c84d1fe9c6d21bab4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '55735349-0e70-4a5d-a297-e34604df3824', 'name': '', 'network_id': '4938c958-b8c9-4af7-9682-a50ce306467f', 'tenant_id': '1f1788a36b0c407c84d1fe9c6d21bab4', 'mac_address': 'fa:16:3e:85:4a:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '687c9c47-8f94-4243-aa15-ef795d11d187', 'device_owner': 'network:router_interface', 'standard_attr_id': 1166, 'fixed_ips': [{'subnet_id': '0a32b004-bc4a-40b4-8198-7301a96775ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:29:54Z', 'updated_at': '2021-09-23T19:30:01Z', 'revision_number': 5, 'project_id': '1f1788a36b0c407c84d1fe9c6d21bab4', 'subnets': [{'id': '0a32b004-bc4a-40b4-8198-7301a96775ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-16', False) {} {{(pid=95104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:32:34.036946 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Provisioning complete for port 942cfdd5-5c55-4f79-9832-5024323d678e triggered by entity L2. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:32:34.037301 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:34.051355 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e124d3f-3b0f-4aa8-abd6-c5fbdcc15a8d None None] The sync data for ids ['687c9c47-8f94-4243-aa15-ef795d11d187'] in n-d-713301-16 is: [{'id': '687c9c47-8f94-4243-aa15-ef795d11d187', 'name': 'tempest-TaggedBootDevicesTest_v242-1700965945-router', 'tenant_id': '1f1788a36b0c407c84d1fe9c6d21bab4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'external_fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.40'}], 'enable_snat': True}, 'gw_port_id': '40c441b9-8411-4af2-8b5c-456cc886cb3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:29:46Z', 'updated_at': '2021-09-23T19:29:55Z', 'revision_number': 4, 'project_id': '1f1788a36b0c407c84d1fe9c6d21bab4', 'gw_port': {'id': '40c441b9-8411-4af2-8b5c-456cc886cb3f', 'name': '', 'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:40:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '687c9c47-8f94-4243-aa15-ef795d11d187', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1147, 'fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:29:47Z', 'updated_at': '2021-09-23T19:29:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-16', '_floatingips': [{'id': '341e24b7-fecd-41d3-9122-f5bc785b50ad', 'tenant_id': '1f1788a36b0c407c84d1fe9c6d21bab4', 'floating_ip_address': '172.25.1.188', 'floating_network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'router_id': '687c9c47-8f94-4243-aa15-ef795d11d187', 'port_id': '6a7a5cae-7327-4542-b381-1fad380770ef', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1266, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4938c958-b8c9-4af7-9682-a50ce306467f', 'mac_address': 'fa:16:3e:28:39:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '583aeae2-b5c0-4d8d-bffb-15a63f4020fc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-23T19:31:10Z', 'updated_at': '2021-09-23T19:32:30Z', 'revision_number': 1, 'project_id': '1f1788a36b0c407c84d1fe9c6d21bab4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '55735349-0e70-4a5d-a297-e34604df3824', 'name': '', 'network_id': '4938c958-b8c9-4af7-9682-a50ce306467f', 'tenant_id': '1f1788a36b0c407c84d1fe9c6d21bab4', 'mac_address': 'fa:16:3e:85:4a:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '687c9c47-8f94-4243-aa15-ef795d11d187', 'device_owner': 'network:router_interface', 'standard_attr_id': 1166, 'fixed_ips': [{'subnet_id': '0a32b004-bc4a-40b4-8198-7301a96775ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:29:54Z', 'updated_at': '2021-09-23T19:30:01Z', 'revision_number': 5, 'project_id': '1f1788a36b0c407c84d1fe9c6d21bab4', 'subnets': [{'id': '0a32b004-bc4a-40b4-8198-7301a96775ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 19:32:34.077490 n-d-713301-16 neutron-server[95103]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 19:32:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-941f2608-ef27-4c6b-8fb1-e4e097d65b91 x-openstack-request-id: req-941f2608-ef27-4c6b-8fb1-e4e097d65b91 {{(pid=95103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 19:32:34.077788 n-d-713301-16 neutron-server[95103]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "051e7231-6ffc-49ea-88bc-1af2c996b2ce", "name": "network-vif-plugged", "status": "completed", "tag": "1fff127a-03eb-4796-b3b1-57d14608f79b", "code": 200}]} {{(pid=95103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 19:32:34.078044 n-d-713301-16 neutron-server[95103]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-941f2608-ef27-4c6b-8fb1-e4e097d65b91 {{(pid=95103) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 19:32:34.091829 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-82247097-33e8-488e-97e0-88e89e0bed3f req-fb7565d2-d288-4f52-a2d2-fb03cea72c16 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:34.096175 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d087413c-c936-4cc0-8b14-cfb4c81d68e8 tempest-NetworksTest-1461754307 tempest-NetworksTest-1461754307-project] Pushing event updated for resources: {'Subnet': ['ID=75d58f03-271f-4210-91b4-0e4bda3366be,revision_number=0']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:32:34.102900 n-d-713301-16 neutron-server[95103]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '051e7231-6ffc-49ea-88bc-1af2c996b2ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1fff127a-03eb-4796-b3b1-57d14608f79b', 'code': 200} Sep 23 19:32:34.106771 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-13f384e3-3123-4420-8929-02283f7afb06 req-a5cac274-1776-4a78-930a-b35af452d45e service neutron] 10.222.0.53 "GET /v2.0/networks/4938c958-b8c9-4af7-9682-a50ce306467f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5305538 Sep 23 19:32:34.111146 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d087413c-c936-4cc0-8b14-cfb4c81d68e8 tempest-NetworksTest-1461754307 tempest-NetworksTest-1461754307-project] Checking segment: {'id': '020018c1-71f1-4140-81cc-982def97a49a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '654336a1-5990-4161-9d97-1e731afaa31e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:32:34.112031 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d087413c-c936-4cc0-8b14-cfb4c81d68e8 tempest-NetworksTest-1461754307 tempest-NetworksTest-1461754307-project] Network hostable DHCP agents. Network: 654336a1-5990-4161-9d97-1e731afaa31e, hostable agents: ['1b18bf05-1b5f-4587-be5c-af3ac38e32ad'], hosted agents: [] {{(pid=95101) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 19:32:34.112190 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] For port 1fff127a-03eb-4796-b3b1-57d14608f79b, host n-h1-713301-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-16',level=0,port_id=1fff127a-03eb-4796-b3b1-57d14608f79b,segment=NetworkSegment(e08e9043-0f34-46de-ae85-d8bb0d4241b4),segment_id=e08e9043-0f34-46de-ae85-d8bb0d4241b4)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:32:34.124996 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-38c712c4-8456-4e7c-96b5-bbe995225c8c req-3144d267-338a-46ab-ae22-002e8994b2e3 tempest-AttachVolumeTestJSON-1825206227 tempest-AttachVolumeTestJSON-1825206227-project] 10.222.0.67 "GET /v2.0/security-groups?id=eab70f1d-779e-4c1c-95ac-dc447f42d4f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1210923 Sep 23 19:32:34.177880 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:34.280252 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d087413c-c936-4cc0-8b14-cfb4c81d68e8 tempest-NetworksTest-1461754307 tempest-NetworksTest-1461754307-project] Network 654336a1-5990-4161-9d97-1e731afaa31e is scheduled to be hosted by DHCP agent 1b18bf05-1b5f-4587-be5c-af3ac38e32ad with binding_index 1 {{(pid=95101) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 19:32:34.306126 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b18fd6-616f-48de-a76d-332b8030763c req-a7fd6269-11c4-4d24-87cf-f7458e776ed2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:32:34.307887 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-92b18fd6-616f-48de-a76d-332b8030763c req-a7fd6269-11c4-4d24-87cf-f7458e776ed2 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=051e7231-6ffc-49ea-88bc-1af2c996b2ce HTTP/1.1" status: 200 len: 1097 time: 0.1413291 Sep 23 19:32:34.347993 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.base_scheduler [None req-d087413c-c936-4cc0-8b14-cfb4c81d68e8 tempest-NetworksTest-1461754307 tempest-NetworksTest-1461754307-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713301-16, 654336a1-5990-4161-9d97-1e731afaa31e) {{(pid=95101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:32:34.349171 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Pushing event updated for resources: {'Port': ['ID=1fff127a-03eb-4796-b3b1-57d14608f79b,revision_number=5']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:32:34.377261 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50cac328-0ccd-4aa3-9006-32f6c3baf6e6 None None] Network 654336a1-5990-4161-9d97-1e731afaa31e requested from n-d-713301-16 {{(pid=95103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 19:32:34.386245 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d087413c-c936-4cc0-8b14-cfb4c81d68e8 tempest-NetworksTest-1461754307 tempest-NetworksTest-1461754307-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:32:34.386882 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-d087413c-c936-4cc0-8b14-cfb4c81d68e8 tempest-NetworksTest-1461754307 tempest-NetworksTest-1461754307-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527417'] for subnet, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:34.407601 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:34.414863 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-d087413c-c936-4cc0-8b14-cfb4c81d68e8 tempest-NetworksTest-1461754307 tempest-NetworksTest-1461754307-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 792 time: 1.4722593 Sep 23 19:32:34.423845 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 46734) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:32:34.445984 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-13f384e3-3123-4420-8929-02283f7afb06 req-62a0deed-688c-42a1-ba96-d9c8b53b297d service neutron] 10.222.0.53 "GET /v2.0/networks/4938c958-b8c9-4af7-9682-a50ce306467f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3248947 Sep 23 19:32:34.482645 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b26a14f1-1735-4520-a4b6-5668ef3f24fe None None] New status for floating IP 341e24b7-fecd-41d3-9122-f5bc785b50ad: ACTIVE {{(pid=95103) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 23 19:32:34.513004 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-92b18fd6-616f-48de-a76d-332b8030763c req-d8d87f5e-a5b6-4048-8b1d-4c0b4e88034e service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=eab70f1d-779e-4c1c-95ac-dc447f42d4f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1933737 Sep 23 19:32:34.555369 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d6697e2-37cf-43f1-8a6f-972cefe27795 req-ffa5e58c-520a-49c9-aa5f-c8c87df1bf8c tempest-AttachVolumeNegativeTest-1343519470 tempest-AttachVolumeNegativeTest-1343519470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:32:34.558524 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-1d6697e2-37cf-43f1-8a6f-972cefe27795 req-ffa5e58c-520a-49c9-aa5f-c8c87df1bf8c tempest-AttachVolumeNegativeTest-1343519470 tempest-AttachVolumeNegativeTest-1343519470-project] 10.222.0.67 "GET /v2.0/ports?device_id=7f40ae03-e315-4893-9b64-33aae19c522a HTTP/1.1" status: 200 len: 931 time: 0.1719575 Sep 23 19:32:34.559087 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] For port 942cfdd5-5c55-4f79-9832-5024323d678e, host n-h2-713301-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-16',level=0,port_id=942cfdd5-5c55-4f79-9832-5024323d678e,segment=NetworkSegment(0ad9f853-8282-44e3-ac3b-2b75c9223dae),segment_id=0ad9f853-8282-44e3-ac3b-2b75c9223dae)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:32:34.586541 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:34.614753 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-00bc237e-fcb5-4a6a-81a6-6e576bf1abd5 tempest-NetworksTest-1461754307 tempest-NetworksTest-1461754307-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1628021'] for network, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:34.660283 n-d-713301-16 neutron-server[95102]: DEBUG neutron.notifiers.nova [req-82247097-33e8-488e-97e0-88e89e0bed3f req-fb7565d2-d288-4f52-a2d2-fb03cea72c16 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6000dc64-b48e-40fc-9085-7103b4487289 {{(pid=95102) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 19:32:34.661581 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Device 24e8d5d2-7fb5-42fc-9471-da12ee380cba up at agent ovs-agent-n-d-713301-16 {{(pid=95103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 19:32:34.673829 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-82247097-33e8-488e-97e0-88e89e0bed3f req-fb7565d2-d288-4f52-a2d2-fb03cea72c16 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:34.684773 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-1d6697e2-37cf-43f1-8a6f-972cefe27795 req-afbc2b98-f20f-4da6-ab07-a525d312ff6c tempest-AttachVolumeNegativeTest-1343519470 tempest-AttachVolumeNegativeTest-1343519470-project] 10.222.0.67 "GET /v2.0/security-groups?id=870169be-a840-40b2-89c6-13960534f950&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1180468 Sep 23 19:32:34.694726 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-00bc237e-fcb5-4a6a-81a6-6e576bf1abd5 tempest-NetworksTest-1461754307 tempest-NetworksTest-1461754307-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1756813'] for subnet, precommit_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:34.718088 n-d-713301-16 neutron-server[95102]: DEBUG neutron.db.provisioning_blocks [req-82247097-33e8-488e-97e0-88e89e0bed3f req-fb7565d2-d288-4f52-a2d2-fb03cea72c16 service neutron] Transition to ACTIVE for port object 6000dc64-b48e-40fc-9085-7103b4487289 will not be triggered until provisioned by entity L2. {{(pid=95102) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 19:32:34.735563 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-82247097-33e8-488e-97e0-88e89e0bed3f req-fb7565d2-d288-4f52-a2d2-fb03cea72c16 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4399095'] for port, after_update {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:34.776871 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-00bc237e-fcb5-4a6a-81a6-6e576bf1abd5 tempest-NetworksTest-1461754307 tempest-NetworksTest-1461754307-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1756804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5607514', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6130950'] for subnet, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:34.808438 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00bc237e-fcb5-4a6a-81a6-6e576bf1abd5 tempest-NetworksTest-1461754307 tempest-NetworksTest-1461754307-project] Pushing event deleted for resources: {'Subnet': ['ID=75d58f03-271f-4210-91b4-0e4bda3366be,revision_number=None']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:32:34.826941 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f82eb4dd-c92b-431a-a88d-489f1e4e39eb req-43465923-b32b-4421-a7ac-52c1b54f72d3 tempest-ServerDiskConfigTestJSON-835646415 tempest-ServerDiskConfigTestJSON-835646415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:32:34.828265 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-f82eb4dd-c92b-431a-a88d-489f1e4e39eb req-43465923-b32b-4421-a7ac-52c1b54f72d3 tempest-ServerDiskConfigTestJSON-835646415 tempest-ServerDiskConfigTestJSON-835646415-project] 10.222.0.67 "GET /v2.0/ports?device_id=62626af7-c341-44a3-a3c7-0337577573d0 HTTP/1.1" status: 200 len: 945 time: 0.1058955 Sep 23 19:32:34.829836 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb7565d2-d288-4f52-a2d2-fb03cea72c16 service neutron] Pushing event updated for resources: {'Port': ['ID=6000dc64-b48e-40fc-9085-7103b4487289,revision_number=2']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:32:34.896799 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-00bc237e-fcb5-4a6a-81a6-6e576bf1abd5 tempest-NetworksTest-1461754307 tempest-NetworksTest-1461754307-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1754676', 'neutron.services.segments.db._delete_segments_for_network-8783146221460'] for network, precommit_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:34.924010 n-d-713301-16 neutron-server[95101]: DEBUG neutron.services.segments.db [None req-00bc237e-fcb5-4a6a-81a6-6e576bf1abd5 tempest-NetworksTest-1461754307 tempest-NetworksTest-1461754307-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['654336a1-5990-4161-9d97-1e731afaa31e']}} {{(pid=95101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:32:34.944459 n-d-713301-16 neutron-server[95101]: DEBUG neutron.services.segments.db [None req-00bc237e-fcb5-4a6a-81a6-6e576bf1abd5 tempest-NetworksTest-1461754307 tempest-NetworksTest-1461754307-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '020018c1-71f1-4140-81cc-982def97a49a') {'for_net_delete': True} {{(pid=95101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:32:34.944856 n-d-713301-16 neutron-server[95101]: DEBUG neutron.services.segments.db [None req-00bc237e-fcb5-4a6a-81a6-6e576bf1abd5 tempest-NetworksTest-1461754307 tempest-NetworksTest-1461754307-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '020018c1-71f1-4140-81cc-982def97a49a') {} {{(pid=95101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:32:34.945807 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-f82eb4dd-c92b-431a-a88d-489f1e4e39eb req-fd4caf55-394f-47f2-9cc6-314839bcdc9d tempest-ServerDiskConfigTestJSON-835646415 tempest-ServerDiskConfigTestJSON-835646415-project] 10.222.0.67 "GET /v2.0/security-groups?id=618aa602-18a9-4f8c-abdd-ba8d4ffb9ee9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1093652 Sep 23 19:32:34.966035 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-00bc237e-fcb5-4a6a-81a6-6e576bf1abd5 tempest-NetworksTest-1461754307 tempest-NetworksTest-1461754307-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783146221725', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6007147'] for segment, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:34.968867 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Pushing event updated for resources: {'Port': ['ID=942cfdd5-5c55-4f79-9832-5024323d678e,revision_number=5']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:32:34.972385 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9af792b-d5a9-42f5-b5aa-7c2574715315 req-faa717eb-18a0-45dc-95cc-c3d5e438744f tempest-ServerActionsTestJSON-618918056 tempest-ServerActionsTestJSON-618918056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:32:34.979963 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-c9af792b-d5a9-42f5-b5aa-7c2574715315 req-faa717eb-18a0-45dc-95cc-c3d5e438744f tempest-ServerActionsTestJSON-618918056 tempest-ServerActionsTestJSON-618918056-project] 10.222.0.67 "GET /v2.0/ports?device_id=0dfe8add-9373-42a8-8f7e-a04fba305a6c HTTP/1.1" status: 200 len: 945 time: 0.1163504 Sep 23 19:32:34.995037 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-00bc237e-fcb5-4a6a-81a6-6e576bf1abd5 tempest-NetworksTest-1461754307 tempest-NetworksTest-1461754307-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1756186'] for segment, precommit_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:35.007502 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-00bc237e-fcb5-4a6a-81a6-6e576bf1abd5 tempest-NetworksTest-1461754307 tempest-NetworksTest-1461754307-project] Releasing vlan 607 on physical network physnet1 to pool {{(pid=95101) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 19:32:35.007909 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-00bc237e-fcb5-4a6a-81a6-6e576bf1abd5 tempest-NetworksTest-1461754307 tempest-NetworksTest-1461754307-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1756186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5608436'] for segment, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:35.017437 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.managers [req-82247097-33e8-488e-97e0-88e89e0bed3f req-fb7565d2-d288-4f52-a2d2-fb03cea72c16 service neutron] Attempting to bind port 6000dc64-b48e-40fc-9085-7103b4487289 on host n-h1-713301-16 for vnic_type normal with profile {{(pid=95102) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 19:32:35.017880 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.managers [req-82247097-33e8-488e-97e0-88e89e0bed3f req-fb7565d2-d288-4f52-a2d2-fb03cea72c16 service neutron] Attempting to bind port 6000dc64-b48e-40fc-9085-7103b4487289 by drivers openvswitch,hyperv on host n-h1-713301-16 at level 0 using segments [{'id': '109e9ca4-0775-4f0d-a524-d06e4e2d3223', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '4bdf2aed-00a8-44e1-a719-ebf64e12596f'}] {{(pid=95102) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 19:32:35.018763 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82247097-33e8-488e-97e0-88e89e0bed3f req-fb7565d2-d288-4f52-a2d2-fb03cea72c16 service neutron] Attempting to bind port 6000dc64-b48e-40fc-9085-7103b4487289 on network 4bdf2aed-00a8-44e1-a719-ebf64e12596f {{(pid=95102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:32:35.024125 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c696e29c-e90c-44a8-bf4a-edb147ee5dc6 None None] Network 654336a1-5990-4161-9d97-1e731afaa31e requested from n-d-713301-16 {{(pid=95103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 19:32:35.032626 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-2ef4b981-dade-44bc-9523-ae6b7a9ee9b4 None None] Provisioning complete for port 24e8d5d2-7fb5-42fc-9471-da12ee380cba triggered by entity DHCP. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:32:35.033222 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-2ef4b981-dade-44bc-9523-ae6b7a9ee9b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:35.041725 n-d-713301-16 neutron-server[95101]: Traceback (most recent call last): Sep 23 19:32:35.041725 n-d-713301-16 neutron-server[95101]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 19:32:35.041725 n-d-713301-16 neutron-server[95101]: timer() Sep 23 19:32:35.041725 n-d-713301-16 neutron-server[95101]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 19:32:35.041725 n-d-713301-16 neutron-server[95101]: cb(*args, **kw) Sep 23 19:32:35.041725 n-d-713301-16 neutron-server[95101]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 19:32:35.041725 n-d-713301-16 neutron-server[95101]: return func(*args, **kwargs) Sep 23 19:32:35.041725 n-d-713301-16 neutron-server[95101]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 19:32:35.041725 n-d-713301-16 neutron-server[95101]: self._notify() Sep 23 19:32:35.041725 n-d-713301-16 neutron-server[95101]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 19:32:35.041725 n-d-713301-16 neutron-server[95101]: self.callback(batched_events) Sep 23 19:32:35.041725 n-d-713301-16 neutron-server[95101]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 19:32:35.041725 n-d-713301-16 neutron-server[95101]: event.method(event) Sep 23 19:32:35.041725 n-d-713301-16 neutron-server[95101]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 19:32:35.041725 n-d-713301-16 neutron-server[95101]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 19:32:35.041725 n-d-713301-16 neutron-server[95101]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 19:32:35.041725 n-d-713301-16 neutron-server[95101]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 19:32:35.041725 n-d-713301-16 neutron-server[95101]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 19:32:35.041725 n-d-713301-16 neutron-server[95101]: return f(self, *a, **k) Sep 23 19:32:35.041725 n-d-713301-16 neutron-server[95101]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 19:32:35.041725 n-d-713301-16 neutron-server[95101]: return self._get(url).json() Sep 23 19:32:35.041725 n-d-713301-16 neutron-server[95101]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 19:32:35.041725 n-d-713301-16 neutron-server[95101]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 19:32:35.041725 n-d-713301-16 neutron-server[95101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 19:32:35.041725 n-d-713301-16 neutron-server[95101]: return self.request(url, 'GET', **kwargs) Sep 23 19:32:35.041725 n-d-713301-16 neutron-server[95101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 19:32:35.041725 n-d-713301-16 neutron-server[95101]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 19:32:35.041725 n-d-713301-16 neutron-server[95101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 19:32:35.041725 n-d-713301-16 neutron-server[95101]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 19:32:35.041725 n-d-713301-16 neutron-server[95101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 19:32:35.041725 n-d-713301-16 neutron-server[95101]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 19:32:35.041725 n-d-713301-16 neutron-server[95101]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 19:32:35.055630 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-c9af792b-d5a9-42f5-b5aa-7c2574715315 req-d8dcc5b6-77c6-4e19-b2d5-f616c9003eef tempest-ServerActionsTestJSON-618918056 tempest-ServerActionsTestJSON-618918056-project] 10.222.0.67 "GET /v2.0/security-groups?id=8f1e71cd-f67e-49f6-828d-7dde05723843&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681534 Sep 23 19:32:35.056319 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82247097-33e8-488e-97e0-88e89e0bed3f req-fb7565d2-d288-4f52-a2d2-fb03cea72c16 service neutron] Port 6000dc64-b48e-40fc-9085-7103b4487289 on network 4bdf2aed-00a8-44e1-a719-ebf64e12596f not bound, no agent of type Open vSwitch agent registered on host n-h1-713301-16 {{(pid=95102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 19:32:35.056673 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82247097-33e8-488e-97e0-88e89e0bed3f req-fb7565d2-d288-4f52-a2d2-fb03cea72c16 service neutron] Attempting to bind port 6000dc64-b48e-40fc-9085-7103b4487289 on network 4bdf2aed-00a8-44e1-a719-ebf64e12596f {{(pid=95102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:32:35.070523 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82247097-33e8-488e-97e0-88e89e0bed3f req-fb7565d2-d288-4f52-a2d2-fb03cea72c16 service neutron] Checking agent: {'id': '0708c3e9-0aad-4600-9be9-d2486535c898', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713301-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 19, 15, 28), 'started_at': datetime.datetime(2021, 9, 23, 19, 15, 28), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 19, 32, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 19:32:35.070523 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82247097-33e8-488e-97e0-88e89e0bed3f req-fb7565d2-d288-4f52-a2d2-fb03cea72c16 service neutron] Checking segment: {'id': '109e9ca4-0775-4f0d-a524-d06e4e2d3223', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '4bdf2aed-00a8-44e1-a719-ebf64e12596f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95102) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:32:35.070523 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82247097-33e8-488e-97e0-88e89e0bed3f req-fb7565d2-d288-4f52-a2d2-fb03cea72c16 service neutron] Bound using segment: {'id': '109e9ca4-0775-4f0d-a524-d06e4e2d3223', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '4bdf2aed-00a8-44e1-a719-ebf64e12596f'} {{(pid=95102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 19:32:35.070523 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.managers [req-82247097-33e8-488e-97e0-88e89e0bed3f req-fb7565d2-d288-4f52-a2d2-fb03cea72c16 service neutron] Bound port: 6000dc64-b48e-40fc-9085-7103b4487289, host: n-h1-713301-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '109e9ca4-0775-4f0d-a524-d06e4e2d3223', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '4bdf2aed-00a8-44e1-a719-ebf64e12596f'}}] {{(pid=95102) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 19:32:35.070523 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-82247097-33e8-488e-97e0-88e89e0bed3f req-fb7565d2-d288-4f52-a2d2-fb03cea72c16 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:35.117828 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-00bc237e-fcb5-4a6a-81a6-6e576bf1abd5 tempest-NetworksTest-1461754307 tempest-NetworksTest-1461754307-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1754627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-601866'] for network, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:35.137441 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-00bc237e-fcb5-4a6a-81a6-6e576bf1abd5 tempest-NetworksTest-1461754307 tempest-NetworksTest-1461754307-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527417'] for network, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:35.143195 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-00bc237e-fcb5-4a6a-81a6-6e576bf1abd5 tempest-NetworksTest-1461754307 tempest-NetworksTest-1461754307-project] 10.222.0.67 "DELETE /v2.0/networks/654336a1-5990-4161-9d97-1e731afaa31e HTTP/1.1" status: 204 len: 168 time: 0.7148032 Sep 23 19:32:35.144648 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 46746) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:32:35.150060 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.v2.base [None req-8f1d3ae5-59e1-4699-9b41-263944719d2e tempest-NetworksTest-1461754307 tempest-NetworksTest-1461754307-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-881706639'}} {{(pid=95101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:32:35.160760 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Provisioning complete for port 24e8d5d2-7fb5-42fc-9471-da12ee380cba triggered by entity L2. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:32:35.163910 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:35.180373 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00bc237e-fcb5-4a6a-81a6-6e576bf1abd5 tempest-NetworksTest-1461754307 tempest-NetworksTest-1461754307-project] Pushing event deleted for resources: {'Network': ['ID=654336a1-5990-4161-9d97-1e731afaa31e,revision_number=None']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:32:35.193357 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.db [req-82247097-33e8-488e-97e0-88e89e0bed3f req-fb7565d2-d288-4f52-a2d2-fb03cea72c16 service neutron] For port 6000dc64-b48e-40fc-9085-7103b4487289, host n-h1-713301-16, cleared binding levels {{(pid=95102) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 19:32:35.198061 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.db [req-82247097-33e8-488e-97e0-88e89e0bed3f req-fb7565d2-d288-4f52-a2d2-fb03cea72c16 service neutron] For port 6000dc64-b48e-40fc-9085-7103b4487289, host n-h1-713301-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-16',level=0,port_id=6000dc64-b48e-40fc-9085-7103b4487289,segment=NetworkSegment(109e9ca4-0775-4f0d-a524-d06e4e2d3223),segment_id=109e9ca4-0775-4f0d-a524-d06e4e2d3223)] {{(pid=95102) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 19:32:35.202169 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f1d3ae5-59e1-4699-9b41-263944719d2e tempest-NetworksTest-1461754307 tempest-NetworksTest-1461754307-project] Made reservation on behalf of 8f155be04006429c9dea49e7740716fa for: {'network': 1} {{(pid=95101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:32:35.205571 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-82247097-33e8-488e-97e0-88e89e0bed3f req-fb7565d2-d288-4f52-a2d2-fb03cea72c16 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4399095'] for port, after_update {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:35.209816 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-8f1d3ae5-59e1-4699-9b41-263944719d2e tempest-NetworksTest-1461754307 tempest-NetworksTest-1461754307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for network, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:35.258534 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82247097-33e8-488e-97e0-88e89e0bed3f req-fb7565d2-d288-4f52-a2d2-fb03cea72c16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:32:35.259443 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-82247097-33e8-488e-97e0-88e89e0bed3f req-fb7565d2-d288-4f52-a2d2-fb03cea72c16 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222849'] for port, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:35.260857 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8f1d3ae5-59e1-4699-9b41-263944719d2e tempest-NetworksTest-1461754307 tempest-NetworksTest-1461754307-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 600} {{(pid=95101) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 19:32:35.261373 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-82247097-33e8-488e-97e0-88e89e0bed3f req-fb7565d2-d288-4f52-a2d2-fb03cea72c16 service neutron] 10.222.0.74 "PUT /v2.0/ports/6000dc64-b48e-40fc-9085-7103b4487289 HTTP/1.1" status: 200 len: 1092 time: 1.2847853 Sep 23 19:32:35.263473 n-d-713301-16 neutron-server[95102]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7f40ae03-e315-4893-9b64-33aae19c522a', 'tag': '6000dc64-b48e-40fc-9085-7103b4487289'}] {{(pid=95102) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 19:32:35.274063 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-8f1d3ae5-59e1-4699-9b41-263944719d2e tempest-NetworksTest-1461754307 tempest-NetworksTest-1461754307-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1756186'] for segment, precommit_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:35.274542 n-d-713301-16 neutron-server[95102]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab31b6d93e5336dbddfa8ec424565b3bd8cb2369c5b4d85bc943472dbb21e8ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-071b1f36-f117-4b37-939f-8cade8b41bd2" -d '{"events": [{"name": "network-changed", "server_uuid": "7f40ae03-e315-4893-9b64-33aae19c522a", "tag": "6000dc64-b48e-40fc-9085-7103b4487289"}]}' {{(pid=95102) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 19:32:35.275104 n-d-713301-16 neutron-server[95101]: INFO neutron.db.segments_db [None req-8f1d3ae5-59e1-4699-9b41-263944719d2e tempest-NetworksTest-1461754307 tempest-NetworksTest-1461754307-project] Added segment 784824ba-9a81-40b2-971c-cbe0650a5519 of type vlan for network 9afead6d-8f89-482f-8c22-4ede0d858d86 Sep 23 19:32:35.365671 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b02e91b-2acd-45f1-85a0-a51a71b2f2c5 None None] get_active_networks_info from n-d-713301-16 {{(pid=95103) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 23 19:32:35.379366 n-d-713301-16 neutron-server[95102]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 19:32:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0af2fed7-43c2-443e-9d03-0d87ddd68f75 x-openstack-request-id: req-0af2fed7-43c2-443e-9d03-0d87ddd68f75 {{(pid=95102) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 19:32:35.380884 n-d-713301-16 neutron-server[95102]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7f40ae03-e315-4893-9b64-33aae19c522a", "tag": "6000dc64-b48e-40fc-9085-7103b4487289", "status": "completed", "code": 200}]} {{(pid=95102) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 19:32:35.381129 n-d-713301-16 neutron-server[95102]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-0af2fed7-43c2-443e-9d03-0d87ddd68f75 {{(pid=95102) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 19:32:35.381599 n-d-713301-16 neutron-server[95102]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7f40ae03-e315-4893-9b64-33aae19c522a', 'tag': '6000dc64-b48e-40fc-9085-7103b4487289', 'status': 'completed', 'code': 200} Sep 23 19:32:35.383982 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-8f1d3ae5-59e1-4699-9b41-263944719d2e tempest-NetworksTest-1461754307 tempest-NetworksTest-1461754307-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783145630486'] for network, precommit_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:35.418843 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-8f1d3ae5-59e1-4699-9b41-263944719d2e tempest-NetworksTest-1461754307 tempest-NetworksTest-1461754307-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299'] for network, after_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:35.427162 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f1d3ae5-59e1-4699-9b41-263944719d2e tempest-NetworksTest-1461754307 tempest-NetworksTest-1461754307-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:32:35.428154 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-8f1d3ae5-59e1-4699-9b41-263944719d2e tempest-NetworksTest-1461754307 tempest-NetworksTest-1461754307-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527417'] for network, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:35.451532 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02462964-e638-4566-8892-5dfa19c1b64e req-29102785-80ec-4dee-b53c-5ec9a7aec12b tempest-AttachVolumeTestJSON-1825206227 tempest-AttachVolumeTestJSON-1825206227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:32:35.452809 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-02462964-e638-4566-8892-5dfa19c1b64e req-29102785-80ec-4dee-b53c-5ec9a7aec12b tempest-AttachVolumeTestJSON-1825206227 tempest-AttachVolumeTestJSON-1825206227-project] 10.222.0.67 "GET /v2.0/ports?device_id=051e7231-6ffc-49ea-88bc-1af2c996b2ce HTTP/1.1" status: 200 len: 945 time: 0.1902671 Sep 23 19:32:35.452931 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-8f1d3ae5-59e1-4699-9b41-263944719d2e tempest-NetworksTest-1461754307 tempest-NetworksTest-1461754307-project] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.3069258 Sep 23 19:32:35.454345 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 46752) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:32:35.464799 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb7565d2-d288-4f52-a2d2-fb03cea72c16 service neutron] Pushing event updated for resources: {'Port': ['ID=6000dc64-b48e-40fc-9085-7103b4487289,revision_number=3']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:32:35.471762 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82247097-33e8-488e-97e0-88e89e0bed3f req-70237ebe-97f6-42d8-aca8-8e73c645fd20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:32:35.473348 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-82247097-33e8-488e-97e0-88e89e0bed3f req-70237ebe-97f6-42d8-aca8-8e73c645fd20 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=c02f0550973445e7a8f93af8008dcaa2&device_id=7f40ae03-e315-4893-9b64-33aae19c522a HTTP/1.1" status: 200 len: 1095 time: 0.1294796 Sep 23 19:32:35.480871 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.v2.base [None req-4b8c2557-bec9-4558-bb5d-af08824abc37 tempest-NetworksTest-1461754307 tempest-NetworksTest-1461754307-project] Request body: {'subnet': {'network_id': '9afead6d-8f89-482f-8c22-4ede0d858d86', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=95101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:32:35.533068 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-82247097-33e8-488e-97e0-88e89e0bed3f req-887be97c-fd32-4cf0-bec8-3d9aa328f56c service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6000dc64-b48e-40fc-9085-7103b4487289 HTTP/1.1" status: 200 len: 217 time: 0.0505002 Sep 23 19:32:35.562140 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f1d3ae5-59e1-4699-9b41-263944719d2e tempest-NetworksTest-1461754307 tempest-NetworksTest-1461754307-project] Pushing event updated for resources: {'Network': ['ID=9afead6d-8f89-482f-8c22-4ede0d858d86,revision_number=1']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:32:35.581869 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Network 9afead6d-8f89-482f-8c22-4ede0d858d86 details requested by agent ovs-agent-n-d-713301-16 with host n-d-713301-16 {{(pid=95103) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 19:32:35.583436 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-02462964-e638-4566-8892-5dfa19c1b64e req-ea4ca86b-c75c-411f-ba16-d13ba3a3cc30 tempest-AttachVolumeTestJSON-1825206227 tempest-AttachVolumeTestJSON-1825206227-project] 10.222.0.67 "GET /v2.0/security-groups?id=eab70f1d-779e-4c1c-95ac-dc447f42d4f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1145761 Sep 23 19:32:35.589422 n-d-713301-16 neutron-server[95103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b02e91b-2acd-45f1-85a0-a51a71b2f2c5 None None] Resources bound (agent type, host, resource id): {{(pid=95103) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 23 19:32:35.607975 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82247097-33e8-488e-97e0-88e89e0bed3f req-06c3deec-62ed-4a72-8bc7-28f91ae7c566 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:32:35.609266 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-82247097-33e8-488e-97e0-88e89e0bed3f req-06c3deec-62ed-4a72-8bc7-28f91ae7c566 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=2f537de2-cf52-42b9-a747-22f78331e2fe HTTP/1.1" status: 200 len: 855 time: 0.0645444 Sep 23 19:32:35.648158 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-82247097-33e8-488e-97e0-88e89e0bed3f req-fb4b9585-a376-4e4e-9a8c-861b40d83fb5 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=4bdf2aed-00a8-44e1-a719-ebf64e12596f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0309410 Sep 23 19:32:35.666788 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b8c2557-bec9-4558-bb5d-af08824abc37 tempest-NetworksTest-1461754307 tempest-NetworksTest-1461754307-project] Made reservation on behalf of 8f155be04006429c9dea49e7740716fa for: {'subnet': 1} {{(pid=95101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:32:35.671572 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-4b8c2557-bec9-4558-bb5d-af08824abc37 tempest-NetworksTest-1461754307 tempest-NetworksTest-1461754307-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6130979'] for subnet, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:35.756299 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-82247097-33e8-488e-97e0-88e89e0bed3f req-f02acfc5-c441-49b9-acc8-6c71db92c59f service neutron] 10.222.0.74 "GET /v2.0/networks/4bdf2aed-00a8-44e1-a719-ebf64e12596f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1007152 Sep 23 19:32:35.903924 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-82247097-33e8-488e-97e0-88e89e0bed3f req-24aeaabf-9dcf-409b-8a0b-22aab166a48f service neutron] 10.222.0.74 "GET /v2.0/networks/4bdf2aed-00a8-44e1-a719-ebf64e12596f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1393700 Sep 23 19:32:35.912704 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e1169a-4eca-4263-b177-e289cd47dda1 req-a97378d4-1266-4498-b8e5-0f0ee95179c4 tempest-AttachVolumeNegativeTest-1343519470 tempest-AttachVolumeNegativeTest-1343519470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:32:35.917129 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-25e1169a-4eca-4263-b177-e289cd47dda1 req-a97378d4-1266-4498-b8e5-0f0ee95179c4 tempest-AttachVolumeNegativeTest-1343519470 tempest-AttachVolumeNegativeTest-1343519470-project] 10.222.0.67 "GET /v2.0/ports?device_id=7f40ae03-e315-4893-9b64-33aae19c522a HTTP/1.1" status: 200 len: 943 time: 0.1192305 Sep 23 19:32:35.945443 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-4b8c2557-bec9-4558-bb5d-af08824abc37 tempest-NetworksTest-1461754307 tempest-NetworksTest-1461754307-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5607579', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6130961'] for subnet, after_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:36.003344 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-25e1169a-4eca-4263-b177-e289cd47dda1 req-7cbc1a15-e132-44ff-9e7a-9db53e16cc1c tempest-AttachVolumeNegativeTest-1343519470 tempest-AttachVolumeNegativeTest-1343519470-project] 10.222.0.67 "GET /v2.0/security-groups?id=870169be-a840-40b2-89c6-13960534f950&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816581 Sep 23 19:32:36.013293 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b8c2557-bec9-4558-bb5d-af08824abc37 tempest-NetworksTest-1461754307 tempest-NetworksTest-1461754307-project] Pushing event updated for resources: {'Subnet': ['ID=36e99bed-6f4b-4c35-a130-2337e4ec7bc2,revision_number=0']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:32:36.023999 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071b1f36-f117-4b37-939f-8cade8b41bd2 req-b4202f32-71fb-4d7f-8552-f03144681e63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:32:36.025647 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-071b1f36-f117-4b37-939f-8cade8b41bd2 req-b4202f32-71fb-4d7f-8552-f03144681e63 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=c02f0550973445e7a8f93af8008dcaa2&device_id=7f40ae03-e315-4893-9b64-33aae19c522a HTTP/1.1" status: 200 len: 1095 time: 0.0669839 Sep 23 19:32:36.033515 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b8c2557-bec9-4558-bb5d-af08824abc37 tempest-NetworksTest-1461754307 tempest-NetworksTest-1461754307-project] Checking segment: {'id': '784824ba-9a81-40b2-971c-cbe0650a5519', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '9afead6d-8f89-482f-8c22-4ede0d858d86'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:32:36.033984 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b8c2557-bec9-4558-bb5d-af08824abc37 tempest-NetworksTest-1461754307 tempest-NetworksTest-1461754307-project] Network hostable DHCP agents. Network: 9afead6d-8f89-482f-8c22-4ede0d858d86, hostable agents: ['1b18bf05-1b5f-4587-be5c-af3ac38e32ad'], hosted agents: [] {{(pid=95101) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 19:32:36.066196 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b8c2557-bec9-4558-bb5d-af08824abc37 tempest-NetworksTest-1461754307 tempest-NetworksTest-1461754307-project] Network 9afead6d-8f89-482f-8c22-4ede0d858d86 is scheduled to be hosted by DHCP agent 1b18bf05-1b5f-4587-be5c-af3ac38e32ad with binding_index 1 {{(pid=95101) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 19:32:36.080060 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.base_scheduler [None req-4b8c2557-bec9-4558-bb5d-af08824abc37 tempest-NetworksTest-1461754307 tempest-NetworksTest-1461754307-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713301-16, 9afead6d-8f89-482f-8c22-4ede0d858d86) {{(pid=95101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:32:36.090776 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b8c2557-bec9-4558-bb5d-af08824abc37 tempest-NetworksTest-1461754307 tempest-NetworksTest-1461754307-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:32:36.091566 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-4b8c2557-bec9-4558-bb5d-af08824abc37 tempest-NetworksTest-1461754307 tempest-NetworksTest-1461754307-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527417'] for subnet, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:36.108151 n-d-713301-16 neutron-server[95103]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0dfe8add-9373-42a8-8f7e-a04fba305a6c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '942cfdd5-5c55-4f79-9832-5024323d678e'}] {{(pid=95103) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 19:32:36.111035 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-4b8c2557-bec9-4558-bb5d-af08824abc37 tempest-NetworksTest-1461754307 tempest-NetworksTest-1461754307-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 0.6438603 Sep 23 19:32:36.113631 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 46762) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:32:36.114433 n-d-713301-16 neutron-server[95103]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}81a1c17f2aa89d5b3ebbba3a3e0cf7eb588e431c2224256110c4c4facdd7c3e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8335265-213d-4641-a72c-92f802eef3f4" -d '{"events": [{"server_uuid": "0dfe8add-9373-42a8-8f7e-a04fba305a6c", "name": "network-vif-plugged", "status": "completed", "tag": "942cfdd5-5c55-4f79-9832-5024323d678e"}]}' {{(pid=95103) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 19:32:36.201167 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d904ee23-2c0b-4edb-aadc-d9eb24bcb4cb None None] Network 9afead6d-8f89-482f-8c22-4ede0d858d86 requested from n-d-713301-16 {{(pid=95103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 19:32:36.211705 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d834def7-2f48-4230-b7fd-f49a45f42cc1 req-5bb034c2-97db-4345-b251-6821e570f996 tempest-ServerDiskConfigTestJSON-835646415 tempest-ServerDiskConfigTestJSON-835646415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:32:36.213373 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-d834def7-2f48-4230-b7fd-f49a45f42cc1 req-5bb034c2-97db-4345-b251-6821e570f996 tempest-ServerDiskConfigTestJSON-835646415 tempest-ServerDiskConfigTestJSON-835646415-project] 10.222.0.67 "GET /v2.0/ports?device_id=62626af7-c341-44a3-a3c7-0337577573d0 HTTP/1.1" status: 200 len: 945 time: 0.1461449 Sep 23 19:32:36.243290 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-5300f4ba-02d6-4c50-8337-3806267c548e tempest-NetworksTest-1461754307 tempest-NetworksTest-1461754307-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1628021'] for network, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:36.250409 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071b1f36-f117-4b37-939f-8cade8b41bd2 req-47caa99b-c02c-4b0a-bf08-75ffc312a12d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:32:36.253283 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-071b1f36-f117-4b37-939f-8cade8b41bd2 req-47caa99b-c02c-4b0a-bf08-75ffc312a12d service neutron] 10.222.0.74 "GET /v2.0/networks?id=4bdf2aed-00a8-44e1-a719-ebf64e12596f HTTP/1.1" status: 200 len: 916 time: 0.2149789 Sep 23 19:32:36.266017 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f50548-d6b2-41fc-9214-3705bce79a05 req-890f4a29-775e-4669-843b-e1ead27ca390 tempest-ServerActionsTestJSON-618918056 tempest-ServerActionsTestJSON-618918056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:32:36.268159 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-51f50548-d6b2-41fc-9214-3705bce79a05 req-890f4a29-775e-4669-843b-e1ead27ca390 tempest-ServerActionsTestJSON-618918056 tempest-ServerActionsTestJSON-618918056-project] 10.222.0.67 "GET /v2.0/ports?device_id=0dfe8add-9373-42a8-8f7e-a04fba305a6c HTTP/1.1" status: 200 len: 945 time: 0.1166344 Sep 23 19:32:36.302612 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-5300f4ba-02d6-4c50-8337-3806267c548e tempest-NetworksTest-1461754307 tempest-NetworksTest-1461754307-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1756813'] for subnet, precommit_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:36.327530 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-071b1f36-f117-4b37-939f-8cade8b41bd2 req-8d78bf25-abf6-4e1d-8f42-281c9f3f0f95 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6000dc64-b48e-40fc-9085-7103b4487289 HTTP/1.1" status: 200 len: 217 time: 0.0579569 Sep 23 19:32:36.337098 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-d834def7-2f48-4230-b7fd-f49a45f42cc1 req-ca70be3a-27a8-4c11-97cd-18bc2ef637c5 tempest-ServerDiskConfigTestJSON-835646415 tempest-ServerDiskConfigTestJSON-835646415-project] 10.222.0.67 "GET /v2.0/security-groups?id=618aa602-18a9-4f8c-abdd-ba8d4ffb9ee9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1121402 Sep 23 19:32:36.385048 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-5300f4ba-02d6-4c50-8337-3806267c548e tempest-NetworksTest-1461754307 tempest-NetworksTest-1461754307-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1756804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5607514', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6130950'] for subnet, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:36.398734 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8022e7a-fbc9-4998-82e5-4a44fe9ae0db None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4c8b80df-07eb-5275-9f17-5cf640db67c0-9afead6d-8f89-482f-8c22-4ede0d858d86', 'network_id': '9afead6d-8f89-482f-8c22-4ede0d858d86', 'tenant_id': '8f155be04006429c9dea49e7740716fa', 'fixed_ips': [{'subnet_id': '36e99bed-6f4b-4c35-a130-2337e4ec7bc2'}]}} from n-d-713301-16. {{(pid=95103) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 23 19:32:36.399724 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-f8022e7a-fbc9-4998-82e5-4a44fe9ae0db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_create {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:36.401915 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-51f50548-d6b2-41fc-9214-3705bce79a05 req-dbb3db94-af42-434f-a4f2-4da92083cd58 tempest-ServerActionsTestJSON-618918056 tempest-ServerActionsTestJSON-618918056-project] 10.222.0.67 "GET /v2.0/security-groups?id=8f1e71cd-f67e-49f6-828d-7dde05723843&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1220970 Sep 23 19:32:36.413116 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071b1f36-f117-4b37-939f-8cade8b41bd2 req-05f76027-7b41-47d7-8ea4-20bcb67f778c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:32:36.415195 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-071b1f36-f117-4b37-939f-8cade8b41bd2 req-05f76027-7b41-47d7-8ea4-20bcb67f778c service neutron] 10.222.0.74 "GET /v2.0/subnets?id=2f537de2-cf52-42b9-a747-22f78331e2fe HTTP/1.1" status: 200 len: 855 time: 0.0756023 Sep 23 19:32:36.438952 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5300f4ba-02d6-4c50-8337-3806267c548e tempest-NetworksTest-1461754307 tempest-NetworksTest-1461754307-project] Pushing event deleted for resources: {'Subnet': ['ID=36e99bed-6f4b-4c35-a130-2337e4ec7bc2,revision_number=None']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:32:36.455587 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-071b1f36-f117-4b37-939f-8cade8b41bd2 req-8a17a033-4794-4ae8-bfe2-893123c19e6d service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=4bdf2aed-00a8-44e1-a719-ebf64e12596f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0273421 Sep 23 19:32:36.536384 n-d-713301-16 neutron-server[95103]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 19:32:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51c3132c-d802-438a-9136-4159b1d2a09a x-openstack-request-id: req-51c3132c-d802-438a-9136-4159b1d2a09a {{(pid=95103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 19:32:36.536745 n-d-713301-16 neutron-server[95103]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0dfe8add-9373-42a8-8f7e-a04fba305a6c", "name": "network-vif-plugged", "status": "completed", "tag": "942cfdd5-5c55-4f79-9832-5024323d678e", "code": 200}]} {{(pid=95103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 19:32:36.537048 n-d-713301-16 neutron-server[95103]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-51c3132c-d802-438a-9136-4159b1d2a09a {{(pid=95103) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 19:32:36.537648 n-d-713301-16 neutron-server[95103]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0dfe8add-9373-42a8-8f7e-a04fba305a6c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '942cfdd5-5c55-4f79-9832-5024323d678e', 'code': 200} Sep 23 19:32:36.565725 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-5300f4ba-02d6-4c50-8337-3806267c548e tempest-NetworksTest-1461754307 tempest-NetworksTest-1461754307-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1754676', 'neutron.services.segments.db._delete_segments_for_network-8783146221460'] for network, precommit_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:36.590880 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27641751-077b-48ef-8da2-bb326b5405b9 None None] Network 9afead6d-8f89-482f-8c22-4ede0d858d86 requested from n-d-713301-16 {{(pid=95103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 19:32:36.597432 n-d-713301-16 neutron-server[95101]: DEBUG neutron.services.segments.db [None req-5300f4ba-02d6-4c50-8337-3806267c548e tempest-NetworksTest-1461754307 tempest-NetworksTest-1461754307-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9afead6d-8f89-482f-8c22-4ede0d858d86']}} {{(pid=95101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:32:36.609390 n-d-713301-16 neutron-server[95101]: DEBUG neutron.services.segments.db [None req-5300f4ba-02d6-4c50-8337-3806267c548e tempest-NetworksTest-1461754307 tempest-NetworksTest-1461754307-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '784824ba-9a81-40b2-971c-cbe0650a5519') {'for_net_delete': True} {{(pid=95101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:32:36.609757 n-d-713301-16 neutron-server[95101]: DEBUG neutron.services.segments.db [None req-5300f4ba-02d6-4c50-8337-3806267c548e tempest-NetworksTest-1461754307 tempest-NetworksTest-1461754307-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '784824ba-9a81-40b2-971c-cbe0650a5519') {} {{(pid=95101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:32:36.621861 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-5300f4ba-02d6-4c50-8337-3806267c548e tempest-NetworksTest-1461754307 tempest-NetworksTest-1461754307-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783146221725', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6007147'] for segment, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:36.638003 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-5300f4ba-02d6-4c50-8337-3806267c548e tempest-NetworksTest-1461754307 tempest-NetworksTest-1461754307-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1756186'] for segment, precommit_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:36.648407 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5300f4ba-02d6-4c50-8337-3806267c548e tempest-NetworksTest-1461754307 tempest-NetworksTest-1461754307-project] Releasing vlan 600 on physical network physnet1 to pool {{(pid=95101) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 19:32:36.648902 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-5300f4ba-02d6-4c50-8337-3806267c548e tempest-NetworksTest-1461754307 tempest-NetworksTest-1461754307-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1756186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5608436'] for segment, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:36.664406 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-071b1f36-f117-4b37-939f-8cade8b41bd2 req-326bc22d-8d39-42e0-a225-bebcf01eecc8 service neutron] 10.222.0.74 "GET /v2.0/networks/4bdf2aed-00a8-44e1-a719-ebf64e12596f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1967251 Sep 23 19:32:36.665464 n-d-713301-16 neutron-server[95101]: Traceback (most recent call last): Sep 23 19:32:36.665464 n-d-713301-16 neutron-server[95101]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 19:32:36.665464 n-d-713301-16 neutron-server[95101]: timer() Sep 23 19:32:36.665464 n-d-713301-16 neutron-server[95101]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 19:32:36.665464 n-d-713301-16 neutron-server[95101]: cb(*args, **kw) Sep 23 19:32:36.665464 n-d-713301-16 neutron-server[95101]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 19:32:36.665464 n-d-713301-16 neutron-server[95101]: return func(*args, **kwargs) Sep 23 19:32:36.665464 n-d-713301-16 neutron-server[95101]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 19:32:36.665464 n-d-713301-16 neutron-server[95101]: self._notify() Sep 23 19:32:36.665464 n-d-713301-16 neutron-server[95101]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 19:32:36.665464 n-d-713301-16 neutron-server[95101]: self.callback(batched_events) Sep 23 19:32:36.665464 n-d-713301-16 neutron-server[95101]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 19:32:36.665464 n-d-713301-16 neutron-server[95101]: event.method(event) Sep 23 19:32:36.665464 n-d-713301-16 neutron-server[95101]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 19:32:36.665464 n-d-713301-16 neutron-server[95101]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 19:32:36.665464 n-d-713301-16 neutron-server[95101]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 19:32:36.665464 n-d-713301-16 neutron-server[95101]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 19:32:36.665464 n-d-713301-16 neutron-server[95101]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 19:32:36.665464 n-d-713301-16 neutron-server[95101]: return f(self, *a, **k) Sep 23 19:32:36.665464 n-d-713301-16 neutron-server[95101]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 19:32:36.665464 n-d-713301-16 neutron-server[95101]: return self._get(url).json() Sep 23 19:32:36.665464 n-d-713301-16 neutron-server[95101]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 19:32:36.665464 n-d-713301-16 neutron-server[95101]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 19:32:36.665464 n-d-713301-16 neutron-server[95101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 19:32:36.665464 n-d-713301-16 neutron-server[95101]: return self.request(url, 'GET', **kwargs) Sep 23 19:32:36.665464 n-d-713301-16 neutron-server[95101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 19:32:36.665464 n-d-713301-16 neutron-server[95101]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 19:32:36.665464 n-d-713301-16 neutron-server[95101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 19:32:36.665464 n-d-713301-16 neutron-server[95101]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 19:32:36.665464 n-d-713301-16 neutron-server[95101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 19:32:36.665464 n-d-713301-16 neutron-server[95101]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 19:32:36.665464 n-d-713301-16 neutron-server[95101]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 19:32:36.749812 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-5300f4ba-02d6-4c50-8337-3806267c548e tempest-NetworksTest-1461754307 tempest-NetworksTest-1461754307-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1754627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-601866'] for network, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:36.759914 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-5300f4ba-02d6-4c50-8337-3806267c548e tempest-NetworksTest-1461754307 tempest-NetworksTest-1461754307-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527417'] for network, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:36.761657 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-5300f4ba-02d6-4c50-8337-3806267c548e tempest-NetworksTest-1461754307 tempest-NetworksTest-1461754307-project] 10.222.0.67 "DELETE /v2.0/networks/9afead6d-8f89-482f-8c22-4ede0d858d86 HTTP/1.1" status: 204 len: 168 time: 0.6468482 Sep 23 19:32:36.766327 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 46774) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:32:36.769995 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eebd3ae0-1a4f-4872-b7fb-fe84cbd44895 req-a3d3cb1f-21da-4584-abd6-4500b55dab8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:32:36.771455 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-eebd3ae0-1a4f-4872-b7fb-fe84cbd44895 req-a3d3cb1f-21da-4584-abd6-4500b55dab8f service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=0dfe8add-9373-42a8-8f7e-a04fba305a6c HTTP/1.1" status: 200 len: 1097 time: 0.1027579 Sep 23 19:32:36.774906 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.v2.base [None req-75be4a8e-1e98-456e-98e8-c181eb901023 tempest-NetworksTest-1461754307 tempest-NetworksTest-1461754307-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-312389729'}} {{(pid=95101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:32:36.795144 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5300f4ba-02d6-4c50-8337-3806267c548e tempest-NetworksTest-1461754307 tempest-NetworksTest-1461754307-project] Pushing event deleted for resources: {'Network': ['ID=9afead6d-8f89-482f-8c22-4ede0d858d86,revision_number=None']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:32:36.827510 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52554f75-fb44-4791-9ad6-f1561c2a5d71 req-47851976-b751-4766-a6bb-6bf3a96f7211 tempest-TaggedBootDevicesTest-1101605307 tempest-TaggedBootDevicesTest-1101605307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:32:36.831256 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75be4a8e-1e98-456e-98e8-c181eb901023 tempest-NetworksTest-1461754307 tempest-NetworksTest-1461754307-project] Made reservation on behalf of 8f155be04006429c9dea49e7740716fa for: {'network': 1} {{(pid=95101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:32:36.833734 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52554f75-fb44-4791-9ad6-f1561c2a5d71 req-47851976-b751-4766-a6bb-6bf3a96f7211 tempest-TaggedBootDevicesTest-1101605307 tempest-TaggedBootDevicesTest-1101605307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:32:36.835309 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-75be4a8e-1e98-456e-98e8-c181eb901023 tempest-NetworksTest-1461754307 tempest-NetworksTest-1461754307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for network, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:36.839642 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52554f75-fb44-4791-9ad6-f1561c2a5d71 req-47851976-b751-4766-a6bb-6bf3a96f7211 tempest-TaggedBootDevicesTest-1101605307 tempest-TaggedBootDevicesTest-1101605307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:32:36.845659 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52554f75-fb44-4791-9ad6-f1561c2a5d71 req-47851976-b751-4766-a6bb-6bf3a96f7211 tempest-TaggedBootDevicesTest-1101605307 tempest-TaggedBootDevicesTest-1101605307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:32:36.847442 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-eebd3ae0-1a4f-4872-b7fb-fe84cbd44895 req-dd91c5af-1913-449e-9b2f-398937dd4045 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=8f1e71cd-f67e-49f6-828d-7dde05723843&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592988 Sep 23 19:32:36.851635 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52554f75-fb44-4791-9ad6-f1561c2a5d71 req-47851976-b751-4766-a6bb-6bf3a96f7211 tempest-TaggedBootDevicesTest-1101605307 tempest-TaggedBootDevicesTest-1101605307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:32:36.857765 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52554f75-fb44-4791-9ad6-f1561c2a5d71 req-47851976-b751-4766-a6bb-6bf3a96f7211 tempest-TaggedBootDevicesTest-1101605307 tempest-TaggedBootDevicesTest-1101605307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:32:36.863662 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-75be4a8e-1e98-456e-98e8-c181eb901023 tempest-NetworksTest-1461754307 tempest-NetworksTest-1461754307-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 638} {{(pid=95101) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 19:32:36.864513 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52554f75-fb44-4791-9ad6-f1561c2a5d71 req-47851976-b751-4766-a6bb-6bf3a96f7211 tempest-TaggedBootDevicesTest-1101605307 tempest-TaggedBootDevicesTest-1101605307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:32:36.866459 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-52554f75-fb44-4791-9ad6-f1561c2a5d71 req-47851976-b751-4766-a6bb-6bf3a96f7211 tempest-TaggedBootDevicesTest-1101605307 tempest-TaggedBootDevicesTest-1101605307-project] 10.222.0.67 "GET /v2.0/ports?device_id=6c7d744a-f584-4648-aa8d-a6936fa22df4 HTTP/1.1" status: 200 len: 5435 time: 0.2243905 Sep 23 19:32:36.875165 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-75be4a8e-1e98-456e-98e8-c181eb901023 tempest-NetworksTest-1461754307 tempest-NetworksTest-1461754307-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1756186'] for segment, precommit_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:36.876438 n-d-713301-16 neutron-server[95101]: INFO neutron.db.segments_db [None req-75be4a8e-1e98-456e-98e8-c181eb901023 tempest-NetworksTest-1461754307 tempest-NetworksTest-1461754307-project] Added segment 7789da39-4b4d-43ca-8348-91eb4628565f of type vlan for network 66eeae99-e402-46c8-99d1-91fc5e4523ba Sep 23 19:32:36.903459 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a81df8a8-f651-49ea-872b-4cd1aa8573f2 req-434a86e3-f3e9-44fd-b55b-80b67a103964 tempest-AttachVolumeTestJSON-1825206227 tempest-AttachVolumeTestJSON-1825206227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:32:36.905022 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-a81df8a8-f651-49ea-872b-4cd1aa8573f2 req-434a86e3-f3e9-44fd-b55b-80b67a103964 tempest-AttachVolumeTestJSON-1825206227 tempest-AttachVolumeTestJSON-1825206227-project] 10.222.0.67 "GET /v2.0/ports?device_id=051e7231-6ffc-49ea-88bc-1af2c996b2ce HTTP/1.1" status: 200 len: 945 time: 0.1838994 Sep 23 19:32:36.921144 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-75be4a8e-1e98-456e-98e8-c181eb901023 tempest-NetworksTest-1461754307 tempest-NetworksTest-1461754307-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783145630486'] for network, precommit_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:36.937859 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-071b1f36-f117-4b37-939f-8cade8b41bd2 req-d220da56-39ac-4e32-9e7b-d67a6e0868fd service neutron] 10.222.0.74 "GET /v2.0/networks/4bdf2aed-00a8-44e1-a719-ebf64e12596f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2279243 Sep 23 19:32:36.948394 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-75be4a8e-1e98-456e-98e8-c181eb901023 tempest-NetworksTest-1461754307 tempest-NetworksTest-1461754307-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299'] for network, after_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:36.955541 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75be4a8e-1e98-456e-98e8-c181eb901023 tempest-NetworksTest-1461754307 tempest-NetworksTest-1461754307-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:32:36.956176 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-75be4a8e-1e98-456e-98e8-c181eb901023 tempest-NetworksTest-1461754307 tempest-NetworksTest-1461754307-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527417'] for network, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:36.957409 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-52554f75-fb44-4791-9ad6-f1561c2a5d71 req-a8faec33-d488-4901-b4a5-36c3cc926547 tempest-TaggedBootDevicesTest-1101605307 tempest-TaggedBootDevicesTest-1101605307-project] 10.222.0.67 "GET /v2.0/security-groups?id=7583e831-f62b-49a7-9a62-f1028bb8aa73&id=a101b72e-c698-4e76-88ce-3dcbb1163262&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0825059 Sep 23 19:32:36.973044 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-a81df8a8-f651-49ea-872b-4cd1aa8573f2 req-0fbf5095-1c28-430a-8eac-44aa4181a796 tempest-AttachVolumeTestJSON-1825206227 tempest-AttachVolumeTestJSON-1825206227-project] 10.222.0.67 "GET /v2.0/security-groups?id=eab70f1d-779e-4c1c-95ac-dc447f42d4f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0562761 Sep 23 19:32:37.013306 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-75be4a8e-1e98-456e-98e8-c181eb901023 tempest-NetworksTest-1461754307 tempest-NetworksTest-1461754307-project] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.2413433 Sep 23 19:32:37.017583 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 46780) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:32:37.025485 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.v2.base [None req-51a53ac3-50e9-4d38-a654-7ab844aa3555 tempest-NetworksTest-1461754307 tempest-NetworksTest-1461754307-project] Request body: {'subnet': {'network_id': '66eeae99-e402-46c8-99d1-91fc5e4523ba', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:32:37.071156 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75be4a8e-1e98-456e-98e8-c181eb901023 tempest-NetworksTest-1461754307 tempest-NetworksTest-1461754307-project] Pushing event updated for resources: {'Network': ['ID=66eeae99-e402-46c8-99d1-91fc5e4523ba,revision_number=1']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:32:37.082062 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Network 66eeae99-e402-46c8-99d1-91fc5e4523ba details requested by agent ovs-agent-n-d-713301-16 with host n-d-713301-16 {{(pid=95103) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 19:32:37.213448 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a1e6749-5ce1-4a25-831d-bfcebb569631 req-6a19a4a0-4c4d-4aed-ad92-ac1798e6c4e9 tempest-TaggedBootDevicesTest-1101605307 tempest-TaggedBootDevicesTest-1101605307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:32:37.220143 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a1e6749-5ce1-4a25-831d-bfcebb569631 req-6a19a4a0-4c4d-4aed-ad92-ac1798e6c4e9 tempest-TaggedBootDevicesTest-1101605307 tempest-TaggedBootDevicesTest-1101605307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:32:37.226449 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a1e6749-5ce1-4a25-831d-bfcebb569631 req-6a19a4a0-4c4d-4aed-ad92-ac1798e6c4e9 tempest-TaggedBootDevicesTest-1101605307 tempest-TaggedBootDevicesTest-1101605307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:32:37.232552 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a1e6749-5ce1-4a25-831d-bfcebb569631 req-6a19a4a0-4c4d-4aed-ad92-ac1798e6c4e9 tempest-TaggedBootDevicesTest-1101605307 tempest-TaggedBootDevicesTest-1101605307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:32:37.239270 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a1e6749-5ce1-4a25-831d-bfcebb569631 req-6a19a4a0-4c4d-4aed-ad92-ac1798e6c4e9 tempest-TaggedBootDevicesTest-1101605307 tempest-TaggedBootDevicesTest-1101605307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:32:37.245290 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a1e6749-5ce1-4a25-831d-bfcebb569631 req-6a19a4a0-4c4d-4aed-ad92-ac1798e6c4e9 tempest-TaggedBootDevicesTest-1101605307 tempest-TaggedBootDevicesTest-1101605307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:32:37.251501 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a1e6749-5ce1-4a25-831d-bfcebb569631 req-6a19a4a0-4c4d-4aed-ad92-ac1798e6c4e9 tempest-TaggedBootDevicesTest-1101605307 tempest-TaggedBootDevicesTest-1101605307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:32:37.253421 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-5a1e6749-5ce1-4a25-831d-bfcebb569631 req-6a19a4a0-4c4d-4aed-ad92-ac1798e6c4e9 tempest-TaggedBootDevicesTest-1101605307 tempest-TaggedBootDevicesTest-1101605307-project] 10.222.0.67 "GET /v2.0/ports?device_id=6c7d744a-f584-4648-aa8d-a6936fa22df4 HTTP/1.1" status: 200 len: 5435 time: 0.1967566 Sep 23 19:32:37.268831 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213c83ef-d151-41b5-b35e-8dbb61637ea3 req-172ed562-d0f7-456d-afb1-b5547a065251 tempest-AttachVolumeTestJSON-1825206227 tempest-AttachVolumeTestJSON-1825206227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:32:37.270316 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-213c83ef-d151-41b5-b35e-8dbb61637ea3 req-172ed562-d0f7-456d-afb1-b5547a065251 tempest-AttachVolumeTestJSON-1825206227 tempest-AttachVolumeTestJSON-1825206227-project] 10.222.0.67 "GET /v2.0/ports?device_id=051e7231-6ffc-49ea-88bc-1af2c996b2ce HTTP/1.1" status: 200 len: 945 time: 0.1926260 Sep 23 19:32:37.271445 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51a53ac3-50e9-4d38-a654-7ab844aa3555 tempest-NetworksTest-1461754307 tempest-NetworksTest-1461754307-project] Made reservation on behalf of 8f155be04006429c9dea49e7740716fa for: {'subnet': 1} {{(pid=95102) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:32:37.274879 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-51a53ac3-50e9-4d38-a654-7ab844aa3555 tempest-NetworksTest-1461754307 tempest-NetworksTest-1461754307-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5388256'] for subnet, before_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:37.279391 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 46786) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:32:37.284418 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.v2.base [None req-ac8cb890-a9ab-44a7-a528-1b315568d9a1 tempest-AttachVolumeTestJSON-1825206227 tempest-AttachVolumeTestJSON-1825206227-project] Request body: {'floatingip': {'port_id': '1fff127a-03eb-4796-b3b1-57d14608f79b'}} {{(pid=95102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:32:37.368745 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-ac8cb890-a9ab-44a7-a528-1b315568d9a1 tempest-AttachVolumeTestJSON-1825206227 tempest-AttachVolumeTestJSON-1825206227-project] Notify callbacks [] for floatingip, before_update {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:37.585479 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd6c7999-e475-41ac-9c4d-619919f78aef req-2afcd2b1-24bd-47ff-9971-8e114b483b71 tempest-AttachVolumeNegativeTest-1343519470 tempest-AttachVolumeNegativeTest-1343519470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:32:37.587008 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-dd6c7999-e475-41ac-9c4d-619919f78aef req-2afcd2b1-24bd-47ff-9971-8e114b483b71 tempest-AttachVolumeNegativeTest-1343519470 tempest-AttachVolumeNegativeTest-1343519470-project] 10.222.0.67 "GET /v2.0/ports?device_id=7f40ae03-e315-4893-9b64-33aae19c522a HTTP/1.1" status: 200 len: 943 time: 0.2529988 Sep 23 19:32:37.692222 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09dbe700-4099-412e-b26c-731d66808095 req-905d9fb2-d16c-46d9-8a64-41fb0078628a tempest-ServerDiskConfigTestJSON-835646415 tempest-ServerDiskConfigTestJSON-835646415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:32:37.693773 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-09dbe700-4099-412e-b26c-731d66808095 req-905d9fb2-d16c-46d9-8a64-41fb0078628a tempest-ServerDiskConfigTestJSON-835646415 tempest-ServerDiskConfigTestJSON-835646415-project] 10.222.0.67 "GET /v2.0/ports?device_id=62626af7-c341-44a3-a3c7-0337577573d0 HTTP/1.1" status: 200 len: 945 time: 0.2451124 Sep 23 19:32:38.068329 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-dd6c7999-e475-41ac-9c4d-619919f78aef req-2797c27f-e814-47c7-a416-0260eccffe8d tempest-AttachVolumeNegativeTest-1343519470 tempest-AttachVolumeNegativeTest-1343519470-project] 10.222.0.67 "GET /v2.0/security-groups?id=870169be-a840-40b2-89c6-13960534f950&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4719985 Sep 23 19:32:38.127271 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-09dbe700-4099-412e-b26c-731d66808095 req-eef07519-a3cb-4590-a82b-cb04b1bd2e7b tempest-ServerDiskConfigTestJSON-835646415 tempest-ServerDiskConfigTestJSON-835646415-project] 10.222.0.67 "GET /v2.0/security-groups?id=618aa602-18a9-4f8c-abdd-ba8d4ffb9ee9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4251094 Sep 23 19:32:38.197215 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-51a53ac3-50e9-4d38-a654-7ab844aa3555 tempest-NetworksTest-1461754307 tempest-NetworksTest-1461754307-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4398944', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5388242'] for subnet, after_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:38.363454 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a53ac3-50e9-4d38-a654-7ab844aa3555 tempest-NetworksTest-1461754307 tempest-NetworksTest-1461754307-project] Pushing event updated for resources: {'Subnet': ['ID=ce57d38f-a2d5-4833-813c-efa286227ecb,revision_number=0']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:32:38.379931 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a28e58-81ca-4efd-9310-c731529f109c req-10b05385-7e63-485d-81e0-d6b342cabc15 tempest-ServerActionsTestJSON-618918056 tempest-ServerActionsTestJSON-618918056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:32:38.381478 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-d4a28e58-81ca-4efd-9310-c731529f109c req-10b05385-7e63-485d-81e0-d6b342cabc15 tempest-ServerActionsTestJSON-618918056 tempest-ServerActionsTestJSON-618918056-project] 10.222.0.67 "GET /v2.0/ports?device_id=0dfe8add-9373-42a8-8f7e-a04fba305a6c HTTP/1.1" status: 200 len: 945 time: 0.2263927 Sep 23 19:32:38.405388 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51a53ac3-50e9-4d38-a654-7ab844aa3555 tempest-NetworksTest-1461754307 tempest-NetworksTest-1461754307-project] Checking segment: {'id': '7789da39-4b4d-43ca-8348-91eb4628565f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '66eeae99-e402-46c8-99d1-91fc5e4523ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95102) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:32:38.405754 n-d-713301-16 neutron-server[95102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51a53ac3-50e9-4d38-a654-7ab844aa3555 tempest-NetworksTest-1461754307 tempest-NetworksTest-1461754307-project] Network hostable DHCP agents. Network: 66eeae99-e402-46c8-99d1-91fc5e4523ba, hostable agents: ['1b18bf05-1b5f-4587-be5c-af3ac38e32ad'], hosted agents: [] {{(pid=95102) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 19:32:38.473391 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-d4a28e58-81ca-4efd-9310-c731529f109c req-cdbd4e47-a806-4bf1-8c9d-95b0b5ed4275 tempest-ServerActionsTestJSON-618918056 tempest-ServerActionsTestJSON-618918056-project] 10.222.0.67 "GET /v2.0/security-groups?id=8f1e71cd-f67e-49f6-828d-7dde05723843&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790491 Sep 23 19:32:38.479534 n-d-713301-16 neutron-server[95102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51a53ac3-50e9-4d38-a654-7ab844aa3555 tempest-NetworksTest-1461754307 tempest-NetworksTest-1461754307-project] Network 66eeae99-e402-46c8-99d1-91fc5e4523ba is scheduled to be hosted by DHCP agent 1b18bf05-1b5f-4587-be5c-af3ac38e32ad with binding_index 1 {{(pid=95102) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 19:32:38.517916 n-d-713301-16 neutron-server[95102]: DEBUG neutron.scheduler.base_scheduler [None req-51a53ac3-50e9-4d38-a654-7ab844aa3555 tempest-NetworksTest-1461754307 tempest-NetworksTest-1461754307-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713301-16, 66eeae99-e402-46c8-99d1-91fc5e4523ba) {{(pid=95102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:32:38.525048 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51a53ac3-50e9-4d38-a654-7ab844aa3555 tempest-NetworksTest-1461754307 tempest-NetworksTest-1461754307-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:32:38.525155 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-51a53ac3-50e9-4d38-a654-7ab844aa3555 tempest-NetworksTest-1461754307 tempest-NetworksTest-1461754307-project] Notify callbacks [] for subnet, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:38.529705 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f019091d-e186-4594-94dd-86ea691eff08 None None] Network 66eeae99-e402-46c8-99d1-91fc5e4523ba requested from n-d-713301-16 {{(pid=95103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 19:32:38.542835 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-ac8cb890-a9ab-44a7-a528-1b315568d9a1 tempest-AttachVolumeTestJSON-1825206227 tempest-AttachVolumeTestJSON-1825206227-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:38.549534 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-ac8cb890-a9ab-44a7-a528-1b315568d9a1 tempest-AttachVolumeTestJSON-1825206227 tempest-AttachVolumeTestJSON-1825206227-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-601884'] for floatingip, after_update {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:38.561769 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-51a53ac3-50e9-4d38-a654-7ab844aa3555 tempest-NetworksTest-1461754307 tempest-NetworksTest-1461754307-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5391302 Sep 23 19:32:38.562034 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 46798) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:32:38.663609 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-29490d41-dcad-4fac-87a6-092ddbaf1ecd tempest-NetworksTest-1461754307 tempest-NetworksTest-1461754307-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1628021'] for network, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:38.678872 n-d-713301-16 neutron-server[95102]: INFO neutron.db.l3_db [None req-ac8cb890-a9ab-44a7-a528-1b315568d9a1 tempest-AttachVolumeTestJSON-1825206227 tempest-AttachVolumeTestJSON-1825206227-project] Floating IP cae34a15-22d3-4596-8535-18b892eafb9b associated. External IP: 172.25.1.116, port: 1fff127a-03eb-4796-b3b1-57d14608f79b. Sep 23 19:32:38.738796 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-29490d41-dcad-4fac-87a6-092ddbaf1ecd tempest-NetworksTest-1461754307 tempest-NetworksTest-1461754307-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1756813'] for subnet, precommit_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:38.821847 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-29490d41-dcad-4fac-87a6-092ddbaf1ecd tempest-NetworksTest-1461754307 tempest-NetworksTest-1461754307-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1756804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5607514', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6130950'] for subnet, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:38.860297 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29490d41-dcad-4fac-87a6-092ddbaf1ecd tempest-NetworksTest-1461754307 tempest-NetworksTest-1461754307-project] Pushing event deleted for resources: {'Subnet': ['ID=ce57d38f-a2d5-4833-813c-efa286227ecb,revision_number=None']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:32:38.895488 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3e6be84-878f-4ffc-a426-c1bebb30c0b1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4c8b80df-07eb-5275-9f17-5cf640db67c0-66eeae99-e402-46c8-99d1-91fc5e4523ba', 'network_id': '66eeae99-e402-46c8-99d1-91fc5e4523ba', 'tenant_id': '8f155be04006429c9dea49e7740716fa', 'fixed_ips': [{'subnet_id': 'ce57d38f-a2d5-4833-813c-efa286227ecb'}]}} from n-d-713301-16. {{(pid=95103) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 23 19:32:38.896347 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-e3e6be84-878f-4ffc-a426-c1bebb30c0b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_create {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:38.923547 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-29490d41-dcad-4fac-87a6-092ddbaf1ecd tempest-NetworksTest-1461754307 tempest-NetworksTest-1461754307-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1754676', 'neutron.services.segments.db._delete_segments_for_network-8783146221460'] for network, precommit_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:38.944305 n-d-713301-16 neutron-server[95101]: DEBUG neutron.services.segments.db [None req-29490d41-dcad-4fac-87a6-092ddbaf1ecd tempest-NetworksTest-1461754307 tempest-NetworksTest-1461754307-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['66eeae99-e402-46c8-99d1-91fc5e4523ba']}} {{(pid=95101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:32:38.954540 n-d-713301-16 neutron-server[95101]: DEBUG neutron.services.segments.db [None req-29490d41-dcad-4fac-87a6-092ddbaf1ecd tempest-NetworksTest-1461754307 tempest-NetworksTest-1461754307-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7789da39-4b4d-43ca-8348-91eb4628565f') {'for_net_delete': True} {{(pid=95101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:32:38.954919 n-d-713301-16 neutron-server[95101]: DEBUG neutron.services.segments.db [None req-29490d41-dcad-4fac-87a6-092ddbaf1ecd tempest-NetworksTest-1461754307 tempest-NetworksTest-1461754307-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7789da39-4b4d-43ca-8348-91eb4628565f') {} {{(pid=95101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:32:38.961080 n-d-713301-16 neutron-server[95102]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac8cb890-a9ab-44a7-a528-1b315568d9a1 tempest-AttachVolumeTestJSON-1825206227 tempest-AttachVolumeTestJSON-1825206227-project] Router 0ae9bdcc-8d8c-4e39-ab0b-7f19577fbe58 has already been hosted by L3 agent 79a740bf-7821-4989-8288-7186e3e128f3 {{(pid=95102) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 19:32:38.964241 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-29490d41-dcad-4fac-87a6-092ddbaf1ecd tempest-NetworksTest-1461754307 tempest-NetworksTest-1461754307-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783146221725', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6007147'] for segment, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:38.979692 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-29490d41-dcad-4fac-87a6-092ddbaf1ecd tempest-NetworksTest-1461754307 tempest-NetworksTest-1461754307-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1756186'] for segment, precommit_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:38.986744 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-29490d41-dcad-4fac-87a6-092ddbaf1ecd tempest-NetworksTest-1461754307 tempest-NetworksTest-1461754307-project] Releasing vlan 638 on physical network physnet1 to pool {{(pid=95101) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 19:32:38.987111 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-29490d41-dcad-4fac-87a6-092ddbaf1ecd tempest-NetworksTest-1461754307 tempest-NetworksTest-1461754307-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1756186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5608436'] for segment, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:38.990374 n-d-713301-16 neutron-server[95101]: Traceback (most recent call last): Sep 23 19:32:38.990374 n-d-713301-16 neutron-server[95101]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 19:32:38.990374 n-d-713301-16 neutron-server[95101]: timer() Sep 23 19:32:38.990374 n-d-713301-16 neutron-server[95101]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 19:32:38.990374 n-d-713301-16 neutron-server[95101]: cb(*args, **kw) Sep 23 19:32:38.990374 n-d-713301-16 neutron-server[95101]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 19:32:38.990374 n-d-713301-16 neutron-server[95101]: return func(*args, **kwargs) Sep 23 19:32:38.990374 n-d-713301-16 neutron-server[95101]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 19:32:38.990374 n-d-713301-16 neutron-server[95101]: self._notify() Sep 23 19:32:38.990374 n-d-713301-16 neutron-server[95101]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 19:32:38.990374 n-d-713301-16 neutron-server[95101]: self.callback(batched_events) Sep 23 19:32:38.990374 n-d-713301-16 neutron-server[95101]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 19:32:38.990374 n-d-713301-16 neutron-server[95101]: event.method(event) Sep 23 19:32:38.990374 n-d-713301-16 neutron-server[95101]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 19:32:38.990374 n-d-713301-16 neutron-server[95101]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 19:32:38.990374 n-d-713301-16 neutron-server[95101]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 19:32:38.990374 n-d-713301-16 neutron-server[95101]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 19:32:38.990374 n-d-713301-16 neutron-server[95101]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 19:32:38.990374 n-d-713301-16 neutron-server[95101]: return f(self, *a, **k) Sep 23 19:32:38.990374 n-d-713301-16 neutron-server[95101]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 19:32:38.990374 n-d-713301-16 neutron-server[95101]: return self._get(url).json() Sep 23 19:32:38.990374 n-d-713301-16 neutron-server[95101]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 19:32:38.990374 n-d-713301-16 neutron-server[95101]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 19:32:38.990374 n-d-713301-16 neutron-server[95101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 19:32:38.990374 n-d-713301-16 neutron-server[95101]: return self.request(url, 'GET', **kwargs) Sep 23 19:32:38.990374 n-d-713301-16 neutron-server[95101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 19:32:38.990374 n-d-713301-16 neutron-server[95101]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 19:32:38.990374 n-d-713301-16 neutron-server[95101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 19:32:38.990374 n-d-713301-16 neutron-server[95101]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 19:32:38.990374 n-d-713301-16 neutron-server[95101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 19:32:38.990374 n-d-713301-16 neutron-server[95101]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 19:32:38.990374 n-d-713301-16 neutron-server[95101]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 19:32:39.027337 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e70243ea-a7c3-4beb-8d03-f138ad3e47d0 None None] Network 66eeae99-e402-46c8-99d1-91fc5e4523ba requested from n-d-713301-16 {{(pid=95103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 19:32:39.063729 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-29490d41-dcad-4fac-87a6-092ddbaf1ecd tempest-NetworksTest-1461754307 tempest-NetworksTest-1461754307-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1754627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-601866'] for network, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:39.078610 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-29490d41-dcad-4fac-87a6-092ddbaf1ecd tempest-NetworksTest-1461754307 tempest-NetworksTest-1461754307-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527417'] for network, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:39.080723 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-29490d41-dcad-4fac-87a6-092ddbaf1ecd tempest-NetworksTest-1461754307 tempest-NetworksTest-1461754307-project] 10.222.0.67 "DELETE /v2.0/networks/66eeae99-e402-46c8-99d1-91fc5e4523ba HTTP/1.1" status: 204 len: 168 time: 0.5175111 Sep 23 19:32:39.089882 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 46804) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:32:39.094760 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.v2.base [None req-672c06c9-6954-4383-bffb-8a35b01c3ed7 tempest-NetworksTest-1461754307 tempest-NetworksTest-1461754307-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1298571806'}} {{(pid=95101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:32:39.099332 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29490d41-dcad-4fac-87a6-092ddbaf1ecd tempest-NetworksTest-1461754307 tempest-NetworksTest-1461754307-project] Pushing event deleted for resources: {'Network': ['ID=66eeae99-e402-46c8-99d1-91fc5e4523ba,revision_number=None']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:32:39.126754 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-672c06c9-6954-4383-bffb-8a35b01c3ed7 tempest-NetworksTest-1461754307 tempest-NetworksTest-1461754307-project] Made reservation on behalf of 8f155be04006429c9dea49e7740716fa for: {'network': 1} {{(pid=95101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:32:39.127342 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac8cb890-a9ab-44a7-a528-1b315568d9a1 tempest-AttachVolumeTestJSON-1825206227 tempest-AttachVolumeTestJSON-1825206227-project] Notify agent at l3_agent.n-d-713301-16 the message routers_updated {{(pid=95102) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 19:32:39.131648 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-672c06c9-6954-4383-bffb-8a35b01c3ed7 tempest-NetworksTest-1461754307 tempest-NetworksTest-1461754307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for network, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:39.147222 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9574dde5-7f01-44fb-befc-02dc3d968dc9 None None] Sync routers for ids ['0ae9bdcc-8d8c-4e39-ab0b-7f19577fbe58'] in n-d-713301-16 {{(pid=95104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 19:32:39.152466 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-ac8cb890-a9ab-44a7-a528-1b315568d9a1 tempest-AttachVolumeTestJSON-1825206227 tempest-AttachVolumeTestJSON-1825206227-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222849'] for floatingip, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:39.176234 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9574dde5-7f01-44fb-befc-02dc3d968dc9 None None] Routers {'0ae9bdcc-8d8c-4e39-ab0b-7f19577fbe58'} bound to L3 agent in host n-d-713301-16 {{(pid=95104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 19:32:39.176889 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_hamode_db [None req-9574dde5-7f01-44fb-befc-02dc3d968dc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-23T19:07:52Z,description=,heartbeat_timestamp=2021-09-23T19:32:22Z,host='n-d-713301-16',id=79a740bf-7821-4989-8288-7186e3e128f3,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:07:52Z,topic='l3_agent')) {'router_ids': ['0ae9bdcc-8d8c-4e39-ab0b-7f19577fbe58'], 'active': True} {{(pid=95104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:32:39.199799 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-672c06c9-6954-4383-bffb-8a35b01c3ed7 tempest-NetworksTest-1461754307 tempest-NetworksTest-1461754307-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 635} {{(pid=95101) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 19:32:39.227879 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-672c06c9-6954-4383-bffb-8a35b01c3ed7 tempest-NetworksTest-1461754307 tempest-NetworksTest-1461754307-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1756186'] for segment, precommit_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:39.228388 n-d-713301-16 neutron-server[95101]: INFO neutron.db.segments_db [None req-672c06c9-6954-4383-bffb-8a35b01c3ed7 tempest-NetworksTest-1461754307 tempest-NetworksTest-1461754307-project] Added segment 46ba8156-0e2c-4695-8c1e-085739c90500 of type vlan for network 4cd4c108-bf0f-4522-9e70-d085b5d56657 Sep 23 19:32:39.237439 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Device 6000dc64-b48e-40fc-9085-7103b4487289 details requested by agent hyperv_n-h1-713301-16 with host n-h1-713301-16 {{(pid=95103) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 19:32:39.364329 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_dvr_db [None req-9574dde5-7f01-44fb-befc-02dc3d968dc9 None None] Set router 0ae9bdcc-8d8c-4e39-ab0b-7f19577fbe58 gateway port host: n-d-713301-16 {{(pid=95104) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 19:32:39.374985 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-672c06c9-6954-4383-bffb-8a35b01c3ed7 tempest-NetworksTest-1461754307 tempest-NetworksTest-1461754307-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783145630486'] for network, precommit_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:39.414873 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-ac8cb890-a9ab-44a7-a528-1b315568d9a1 tempest-AttachVolumeTestJSON-1825206227 tempest-AttachVolumeTestJSON-1825206227-project] 10.222.0.67 "PUT /v2.0/floatingips/cae34a15-22d3-4596-8535-18b892eafb9b HTTP/1.1" status: 200 len: 991 time: 2.1343646 Sep 23 19:32:39.424161 n-d-713301-16 neutron-server[95102]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '051e7231-6ffc-49ea-88bc-1af2c996b2ce', 'tag': '1fff127a-03eb-4796-b3b1-57d14608f79b'}] {{(pid=95102) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 19:32:39.433325 n-d-713301-16 neutron-server[95102]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab31b6d93e5336dbddfa8ec424565b3bd8cb2369c5b4d85bc943472dbb21e8ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cbbe2283-2f57-46a3-827a-a7478d229bed" -d '{"events": [{"name": "network-changed", "server_uuid": "051e7231-6ffc-49ea-88bc-1af2c996b2ce", "tag": "1fff127a-03eb-4796-b3b1-57d14608f79b"}]}' {{(pid=95102) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 19:32:39.441222 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] For port 6000dc64-b48e-40fc-9085-7103b4487289, host n-h1-713301-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-16',level=0,port_id=6000dc64-b48e-40fc-9085-7103b4487289,segment=NetworkSegment(109e9ca4-0775-4f0d-a524-d06e4e2d3223),segment_id=109e9ca4-0775-4f0d-a524-d06e4e2d3223)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:32:39.449622 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-908cc6c9-48cd-4f51-a3ff-53ea1fbf22bc req-5980d678-26a9-4865-adbc-d9738a005cfe tempest-AttachVolumeNegativeTest-1343519470 tempest-AttachVolumeNegativeTest-1343519470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:32:39.458984 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-908cc6c9-48cd-4f51-a3ff-53ea1fbf22bc req-5980d678-26a9-4865-adbc-d9738a005cfe tempest-AttachVolumeNegativeTest-1343519470 tempest-AttachVolumeNegativeTest-1343519470-project] 10.222.0.67 "GET /v2.0/ports?device_id=7f40ae03-e315-4893-9b64-33aae19c522a HTTP/1.1" status: 200 len: 943 time: 0.2546122 Sep 23 19:32:39.478892 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Returning: {'device': '6000dc64-b48e-40fc-9085-7103b4487289', 'network_id': '4bdf2aed-00a8-44e1-a719-ebf64e12596f', 'port_id': '6000dc64-b48e-40fc-9085-7103b4487289', 'mac_address': 'fa:16:3e:ed:01:e7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 634, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2f537de2-cf52-42b9-a747-22f78331e2fe', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95103) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 19:32:39.523180 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae4fd7a0-c6a5-4786-854c-997a780de36f req-e31256d1-ed7b-4488-b559-376099055c7f tempest-ServerDiskConfigTestJSON-835646415 tempest-ServerDiskConfigTestJSON-835646415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:32:39.529434 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-ae4fd7a0-c6a5-4786-854c-997a780de36f req-e31256d1-ed7b-4488-b559-376099055c7f tempest-ServerDiskConfigTestJSON-835646415 tempest-ServerDiskConfigTestJSON-835646415-project] 10.222.0.67 "GET /v2.0/ports?device_id=62626af7-c341-44a3-a3c7-0337577573d0 HTTP/1.1" status: 200 len: 945 time: 0.2879629 Sep 23 19:32:39.539782 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-672c06c9-6954-4383-bffb-8a35b01c3ed7 tempest-NetworksTest-1461754307 tempest-NetworksTest-1461754307-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299'] for network, after_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:39.542269 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:39.552456 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-672c06c9-6954-4383-bffb-8a35b01c3ed7 tempest-NetworksTest-1461754307 tempest-NetworksTest-1461754307-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:32:39.559758 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-672c06c9-6954-4383-bffb-8a35b01c3ed7 tempest-NetworksTest-1461754307 tempest-NetworksTest-1461754307-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527417'] for network, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:39.562431 n-d-713301-16 neutron-server[95103]: DEBUG neutron.notifiers.nova [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6000dc64-b48e-40fc-9085-7103b4487289 {{(pid=95103) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 19:32:39.611213 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] For port 6000dc64-b48e-40fc-9085-7103b4487289, host n-h1-713301-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-16',level=0,port_id=6000dc64-b48e-40fc-9085-7103b4487289,segment=NetworkSegment(109e9ca4-0775-4f0d-a524-d06e4e2d3223),segment_id=109e9ca4-0775-4f0d-a524-d06e4e2d3223)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:32:39.612411 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-908cc6c9-48cd-4f51-a3ff-53ea1fbf22bc req-f7dba2e7-88bc-4610-a2c8-9f9f4c50a0d7 tempest-AttachVolumeNegativeTest-1343519470 tempest-AttachVolumeNegativeTest-1343519470-project] 10.222.0.67 "GET /v2.0/security-groups?id=870169be-a840-40b2-89c6-13960534f950&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1522038 Sep 23 19:32:39.623165 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:39.655890 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-672c06c9-6954-4383-bffb-8a35b01c3ed7 tempest-NetworksTest-1461754307 tempest-NetworksTest-1461754307-project] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.5648842 Sep 23 19:32:39.684239 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 46832) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:32:39.684516 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 46834) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:32:39.694444 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.v2.base [None req-837d79ce-9b58-45ef-a4d9-3c74c76616e6 tempest-NetworksTest-1461754307 tempest-NetworksTest-1461754307-project] Request body: {'subnet': {'network_id': '4cd4c108-bf0f-4522-9e70-d085b5d56657', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=95102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:32:39.701258 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Pushing event updated for resources: {'Port': ['ID=6000dc64-b48e-40fc-9085-7103b4487289,revision_number=4']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:32:39.706110 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-672c06c9-6954-4383-bffb-8a35b01c3ed7 tempest-NetworksTest-1461754307 tempest-NetworksTest-1461754307-project] Pushing event updated for resources: {'Network': ['ID=4cd4c108-bf0f-4522-9e70-d085b5d56657,revision_number=1']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:32:39.718218 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-f5cfa855-2239-4ac0-aefa-54ec95a7d68d req-8fb2f29a-8ff3-4b5b-a70d-5369d40e7e18 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=583aeae2-b5c0-4d8d-bffb-15a63f4020fc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.2817178 Sep 23 19:32:39.725690 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Network 4cd4c108-bf0f-4522-9e70-d085b5d56657 details requested by agent ovs-agent-n-d-713301-16 with host n-d-713301-16 {{(pid=95103) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 19:32:39.847239 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-ae4fd7a0-c6a5-4786-854c-997a780de36f req-04d08558-15a4-43b4-8554-63b58e3306e6 tempest-ServerDiskConfigTestJSON-835646415 tempest-ServerDiskConfigTestJSON-835646415-project] 10.222.0.67 "GET /v2.0/security-groups?id=618aa602-18a9-4f8c-abdd-ba8d4ffb9ee9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3032620 Sep 23 19:32:39.853638 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_hamode_db [None req-9574dde5-7f01-44fb-befc-02dc3d968dc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ae9bdcc-8d8c-4e39-ab0b-7f19577fbe58', 'name': 'tempest-AttachVolumeTestJSON-314622829-router', 'tenant_id': 'bc1c8a8a17df480598455b00ff38da5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'external_fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.53'}], 'enable_snat': True}, 'gw_port_id': 'bab68285-692e-4b0e-8383-3035eb294b14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:27:18Z', 'updated_at': '2021-09-23T19:27:26Z', 'revision_number': 4, 'project_id': 'bc1c8a8a17df480598455b00ff38da5a', 'gw_port': {'id': 'bab68285-692e-4b0e-8383-3035eb294b14', 'name': '', 'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:f0:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ae9bdcc-8d8c-4e39-ab0b-7f19577fbe58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1030, 'fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:27:18Z', 'updated_at': '2021-09-23T19:27:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-16', '_floatingips': [{'id': 'cae34a15-22d3-4596-8535-18b892eafb9b', 'tenant_id': 'bc1c8a8a17df480598455b00ff38da5a', 'floating_ip_address': '172.25.1.116', 'floating_network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'router_id': '0ae9bdcc-8d8c-4e39-ab0b-7f19577fbe58', 'port_id': '1fff127a-03eb-4796-b3b1-57d14608f79b', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1396, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '891932c9-457f-43e1-aea2-971af25a68f6', 'mac_address': 'fa:16:3e:36:c6:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '051e7231-6ffc-49ea-88bc-1af2c996b2ce', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-23T19:32:16Z', 'updated_at': '2021-09-23T19:32:38Z', 'revision_number': 1, 'project_id': 'bc1c8a8a17df480598455b00ff38da5a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'df511637-223e-4ec6-90b4-f9fde186f89c', 'name': '', 'network_id': '891932c9-457f-43e1-aea2-971af25a68f6', 'tenant_id': 'bc1c8a8a17df480598455b00ff38da5a', 'mac_address': 'fa:16:3e:81:e6:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ae9bdcc-8d8c-4e39-ab0b-7f19577fbe58', 'device_owner': 'network:router_interface', 'standard_attr_id': 1038, 'fixed_ips': [{'subnet_id': 'bbfc5a86-0037-429e-b11d-698cbfb1a3c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:27:24Z', 'updated_at': '2021-09-23T19:27:30Z', 'revision_number': 5, 'project_id': 'bc1c8a8a17df480598455b00ff38da5a', 'subnets': [{'id': 'bbfc5a86-0037-429e-b11d-698cbfb1a3c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-16', False) {} {{(pid=95104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:32:39.921158 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-837d79ce-9b58-45ef-a4d9-3c74c76616e6 tempest-NetworksTest-1461754307 tempest-NetworksTest-1461754307-project] Made reservation on behalf of 8f155be04006429c9dea49e7740716fa for: {'subnet': 1} {{(pid=95102) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:32:39.940014 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-837d79ce-9b58-45ef-a4d9-3c74c76616e6 tempest-NetworksTest-1461754307 tempest-NetworksTest-1461754307-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5388256'] for subnet, before_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:39.952990 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9574dde5-7f01-44fb-befc-02dc3d968dc9 None None] Checking router: 0ae9bdcc-8d8c-4e39-ab0b-7f19577fbe58 for host: n-d-713301-16 {{(pid=95104) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 19:32:39.954861 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5cfa855-2239-4ac0-aefa-54ec95a7d68d req-e4db8368-67ce-46a4-ba03-85a9cce92205 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:32:39.955608 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5cfa855-2239-4ac0-aefa-54ec95a7d68d req-e4db8368-67ce-46a4-ba03-85a9cce92205 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:32:39.956100 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5cfa855-2239-4ac0-aefa-54ec95a7d68d req-e4db8368-67ce-46a4-ba03-85a9cce92205 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:32:39.956585 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5cfa855-2239-4ac0-aefa-54ec95a7d68d req-e4db8368-67ce-46a4-ba03-85a9cce92205 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:32:39.957165 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5cfa855-2239-4ac0-aefa-54ec95a7d68d req-e4db8368-67ce-46a4-ba03-85a9cce92205 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:32:39.957699 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5cfa855-2239-4ac0-aefa-54ec95a7d68d req-e4db8368-67ce-46a4-ba03-85a9cce92205 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:32:39.958714 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5cfa855-2239-4ac0-aefa-54ec95a7d68d req-e4db8368-67ce-46a4-ba03-85a9cce92205 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:32:39.961858 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-f5cfa855-2239-4ac0-aefa-54ec95a7d68d req-e4db8368-67ce-46a4-ba03-85a9cce92205 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=1f1788a36b0c407c84d1fe9c6d21bab4&device_id=583aeae2-b5c0-4d8d-bffb-15a63f4020fc HTTP/1.1" status: 200 len: 6506 time: 0.1552558 Sep 23 19:32:39.972399 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9574dde5-7f01-44fb-befc-02dc3d968dc9 None None] Routers {'0ae9bdcc-8d8c-4e39-ab0b-7f19577fbe58'} bound to L3 agent in host n-d-713301-16 {{(pid=95104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 19:32:39.973077 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_hamode_db [None req-9574dde5-7f01-44fb-befc-02dc3d968dc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-23T19:07:52Z,description=,heartbeat_timestamp=2021-09-23T19:32:22Z,host='n-d-713301-16',id=79a740bf-7821-4989-8288-7186e3e128f3,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:07:52Z,topic='l3_agent')) {'router_ids': ['0ae9bdcc-8d8c-4e39-ab0b-7f19577fbe58'], 'active': True} {{(pid=95104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:32:40.038207 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] get_ports_and_sgs() called for port_ids ['6000dc64-b48e-40fc-9085-7103b4487289'] {{(pid=95103) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 19:32:40.079353 n-d-713301-16 neutron-server[95102]: DEBUG neutron.db.ipam_backend_mixin [None req-837d79ce-9b58-45ef-a4d9-3c74c76616e6 tempest-NetworksTest-1461754307 tempest-NetworksTest-1461754307-project] Performing IP validity checks on allocation pools {{(pid=95102) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Sep 23 19:32:40.080310 n-d-713301-16 neutron-server[95102]: DEBUG neutron.db.ipam_backend_mixin [None req-837d79ce-9b58-45ef-a4d9-3c74c76616e6 tempest-NetworksTest-1461754307 tempest-NetworksTest-1461754307-project] Checking for overlaps among allocation pools and gateway ip {{(pid=95102) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Sep 23 19:32:40.176269 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_dvr_db [None req-9574dde5-7f01-44fb-befc-02dc3d968dc9 None None] Set router 0ae9bdcc-8d8c-4e39-ab0b-7f19577fbe58 gateway port host: n-d-713301-16 {{(pid=95104) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 19:32:40.217067 n-d-713301-16 neutron-server[95102]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 19:32:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79dc63f9-c353-441e-a401-7daa0d70b544 x-openstack-request-id: req-79dc63f9-c353-441e-a401-7daa0d70b544 {{(pid=95102) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 19:32:40.220274 n-d-713301-16 neutron-server[95102]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "051e7231-6ffc-49ea-88bc-1af2c996b2ce", "tag": "1fff127a-03eb-4796-b3b1-57d14608f79b", "status": "completed", "code": 200}]} {{(pid=95102) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 19:32:40.221233 n-d-713301-16 neutron-server[95102]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-79dc63f9-c353-441e-a401-7daa0d70b544 {{(pid=95102) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 19:32:40.221948 n-d-713301-16 neutron-server[95102]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '051e7231-6ffc-49ea-88bc-1af2c996b2ce', 'tag': '1fff127a-03eb-4796-b3b1-57d14608f79b', 'status': 'completed', 'code': 200} Sep 23 19:32:40.252662 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5cfa855-2239-4ac0-aefa-54ec95a7d68d req-02bc88cd-c051-49a3-b6a4-b0a6bcb604c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:32:40.253980 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5cfa855-2239-4ac0-aefa-54ec95a7d68d req-02bc88cd-c051-49a3-b6a4-b0a6bcb604c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:32:40.254541 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5cfa855-2239-4ac0-aefa-54ec95a7d68d req-02bc88cd-c051-49a3-b6a4-b0a6bcb604c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:32:40.259320 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-f5cfa855-2239-4ac0-aefa-54ec95a7d68d req-02bc88cd-c051-49a3-b6a4-b0a6bcb604c4 service neutron] 10.222.0.53 "GET /v2.0/networks?id=4938c958-b8c9-4af7-9682-a50ce306467f&id=6b0b0714-7ca1-4d6d-b820-8be57f2679a5&id=6b0b0714-7ca1-4d6d-b820-8be57f2679a5&id=6b0b0714-7ca1-4d6d-b820-8be57f2679a5&id=6b0b0714-7ca1-4d6d-b820-8be57f2679a5&id=f23b48c2-30e2-4b8a-a3bf-2e6a4262ee17&id=f23b48c2-30e2-4b8a-a3bf-2e6a4262ee17 HTTP/1.1" status: 200 len: 2299 time: 0.2623188 Sep 23 19:32:40.381403 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-f5cfa855-2239-4ac0-aefa-54ec95a7d68d req-14136089-efd0-49c0-b0ea-e9c6e6517f69 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6a7a5cae-7327-4542-b381-1fad380770ef HTTP/1.1" status: 200 len: 1001 time: 0.1103504 Sep 23 19:32:40.419444 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e56a0924-519a-4585-b09b-4464ccf50887 req-3d1e5184-61d7-4626-9d54-bef328c19849 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:32:40.420323 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e56a0924-519a-4585-b09b-4464ccf50887 req-3d1e5184-61d7-4626-9d54-bef328c19849 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:32:40.421025 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e56a0924-519a-4585-b09b-4464ccf50887 req-3d1e5184-61d7-4626-9d54-bef328c19849 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:32:40.421720 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e56a0924-519a-4585-b09b-4464ccf50887 req-3d1e5184-61d7-4626-9d54-bef328c19849 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:32:40.422965 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e56a0924-519a-4585-b09b-4464ccf50887 req-3d1e5184-61d7-4626-9d54-bef328c19849 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:32:40.431504 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e56a0924-519a-4585-b09b-4464ccf50887 req-3d1e5184-61d7-4626-9d54-bef328c19849 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:32:40.433124 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e56a0924-519a-4585-b09b-4464ccf50887 req-3d1e5184-61d7-4626-9d54-bef328c19849 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:32:40.435699 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-e56a0924-519a-4585-b09b-4464ccf50887 req-3d1e5184-61d7-4626-9d54-bef328c19849 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=6c7d744a-f584-4648-aa8d-a6936fa22df4 HTTP/1.1" status: 200 len: 6499 time: 0.6181624 Sep 23 19:32:40.445799 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-837d79ce-9b58-45ef-a4d9-3c74c76616e6 tempest-NetworksTest-1461754307 tempest-NetworksTest-1461754307-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4398944', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5388242'] for subnet, after_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:40.451253 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5cfa855-2239-4ac0-aefa-54ec95a7d68d req-92252d02-8d68-4807-a1b8-4ed9a470fcde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:32:40.453922 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-f5cfa855-2239-4ac0-aefa-54ec95a7d68d req-92252d02-8d68-4807-a1b8-4ed9a470fcde service neutron] 10.222.0.53 "GET /v2.0/subnets?id=0a32b004-bc4a-40b4-8198-7301a96775ce HTTP/1.1" status: 200 len: 856 time: 0.0624149 Sep 23 19:32:40.464538 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbbe2283-2f57-46a3-827a-a7478d229bed req-95335aaf-0523-45fb-a429-b203e21da4be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:32:40.467810 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-cbbe2283-2f57-46a3-827a-a7478d229bed req-95335aaf-0523-45fb-a429-b203e21da4be service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=bc1c8a8a17df480598455b00ff38da5a&device_id=051e7231-6ffc-49ea-88bc-1af2c996b2ce HTTP/1.1" status: 200 len: 1097 time: 0.2431970 Sep 23 19:32:40.523509 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-817ca1d3-d4f5-4b98-948a-e6ed4279061e req-59e42066-fdac-41a6-87d1-c20fb5288e93 tempest-ServerActionsTestJSON-618918056 tempest-ServerActionsTestJSON-618918056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:32:40.526603 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-817ca1d3-d4f5-4b98-948a-e6ed4279061e req-59e42066-fdac-41a6-87d1-c20fb5288e93 tempest-ServerActionsTestJSON-618918056 tempest-ServerActionsTestJSON-618918056-project] 10.222.0.67 "GET /v2.0/ports?device_id=0dfe8add-9373-42a8-8f7e-a04fba305a6c HTTP/1.1" status: 200 len: 945 time: 0.3026562 Sep 23 19:32:40.529875 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5cfa855-2239-4ac0-aefa-54ec95a7d68d req-80e37837-f0a1-4c63-a968-acdfaab5f1b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:32:40.531729 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-f5cfa855-2239-4ac0-aefa-54ec95a7d68d req-80e37837-f0a1-4c63-a968-acdfaab5f1b2 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=4938c958-b8c9-4af7-9682-a50ce306467f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0693269 Sep 23 19:32:40.605161 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_hamode_db [None req-9574dde5-7f01-44fb-befc-02dc3d968dc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ae9bdcc-8d8c-4e39-ab0b-7f19577fbe58', 'name': 'tempest-AttachVolumeTestJSON-314622829-router', 'tenant_id': 'bc1c8a8a17df480598455b00ff38da5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'external_fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.53'}], 'enable_snat': True}, 'gw_port_id': 'bab68285-692e-4b0e-8383-3035eb294b14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:27:18Z', 'updated_at': '2021-09-23T19:27:26Z', 'revision_number': 4, 'project_id': 'bc1c8a8a17df480598455b00ff38da5a', 'gw_port': {'id': 'bab68285-692e-4b0e-8383-3035eb294b14', 'name': '', 'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:f0:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ae9bdcc-8d8c-4e39-ab0b-7f19577fbe58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1030, 'fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:27:18Z', 'updated_at': '2021-09-23T19:27:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-16', '_floatingips': [{'id': 'cae34a15-22d3-4596-8535-18b892eafb9b', 'tenant_id': 'bc1c8a8a17df480598455b00ff38da5a', 'floating_ip_address': '172.25.1.116', 'floating_network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'router_id': '0ae9bdcc-8d8c-4e39-ab0b-7f19577fbe58', 'port_id': '1fff127a-03eb-4796-b3b1-57d14608f79b', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1396, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '891932c9-457f-43e1-aea2-971af25a68f6', 'mac_address': 'fa:16:3e:36:c6:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '051e7231-6ffc-49ea-88bc-1af2c996b2ce', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-23T19:32:16Z', 'updated_at': '2021-09-23T19:32:38Z', 'revision_number': 1, 'project_id': 'bc1c8a8a17df480598455b00ff38da5a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'df511637-223e-4ec6-90b4-f9fde186f89c', 'name': '', 'network_id': '891932c9-457f-43e1-aea2-971af25a68f6', 'tenant_id': 'bc1c8a8a17df480598455b00ff38da5a', 'mac_address': 'fa:16:3e:81:e6:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ae9bdcc-8d8c-4e39-ab0b-7f19577fbe58', 'device_owner': 'network:router_interface', 'standard_attr_id': 1038, 'fixed_ips': [{'subnet_id': 'bbfc5a86-0037-429e-b11d-698cbfb1a3c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:27:24Z', 'updated_at': '2021-09-23T19:27:30Z', 'revision_number': 5, 'project_id': 'bc1c8a8a17df480598455b00ff38da5a', 'subnets': [{'id': 'bbfc5a86-0037-429e-b11d-698cbfb1a3c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-16', False) {} {{(pid=95104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:32:40.641804 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9574dde5-7f01-44fb-befc-02dc3d968dc9 None None] The sync data for ids ['0ae9bdcc-8d8c-4e39-ab0b-7f19577fbe58'] in n-d-713301-16 is: [{'id': '0ae9bdcc-8d8c-4e39-ab0b-7f19577fbe58', 'name': 'tempest-AttachVolumeTestJSON-314622829-router', 'tenant_id': 'bc1c8a8a17df480598455b00ff38da5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'external_fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.53'}], 'enable_snat': True}, 'gw_port_id': 'bab68285-692e-4b0e-8383-3035eb294b14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:27:18Z', 'updated_at': '2021-09-23T19:27:26Z', 'revision_number': 4, 'project_id': 'bc1c8a8a17df480598455b00ff38da5a', 'gw_port': {'id': 'bab68285-692e-4b0e-8383-3035eb294b14', 'name': '', 'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:f0:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ae9bdcc-8d8c-4e39-ab0b-7f19577fbe58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1030, 'fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:27:18Z', 'updated_at': '2021-09-23T19:27:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-16', '_floatingips': [{'id': 'cae34a15-22d3-4596-8535-18b892eafb9b', 'tenant_id': 'bc1c8a8a17df480598455b00ff38da5a', 'floating_ip_address': '172.25.1.116', 'floating_network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'router_id': '0ae9bdcc-8d8c-4e39-ab0b-7f19577fbe58', 'port_id': '1fff127a-03eb-4796-b3b1-57d14608f79b', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1396, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '891932c9-457f-43e1-aea2-971af25a68f6', 'mac_address': 'fa:16:3e:36:c6:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '051e7231-6ffc-49ea-88bc-1af2c996b2ce', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-23T19:32:16Z', 'updated_at': '2021-09-23T19:32:38Z', 'revision_number': 1, 'project_id': 'bc1c8a8a17df480598455b00ff38da5a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'df511637-223e-4ec6-90b4-f9fde186f89c', 'name': '', 'network_id': '891932c9-457f-43e1-aea2-971af25a68f6', 'tenant_id': 'bc1c8a8a17df480598455b00ff38da5a', 'mac_address': 'fa:16:3e:81:e6:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ae9bdcc-8d8c-4e39-ab0b-7f19577fbe58', 'device_owner': 'network:router_interface', 'standard_attr_id': 1038, 'fixed_ips': [{'subnet_id': 'bbfc5a86-0037-429e-b11d-698cbfb1a3c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:27:24Z', 'updated_at': '2021-09-23T19:27:30Z', 'revision_number': 5, 'project_id': 'bc1c8a8a17df480598455b00ff38da5a', 'subnets': [{'id': 'bbfc5a86-0037-429e-b11d-698cbfb1a3c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 19:32:40.676899 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-f5cfa855-2239-4ac0-aefa-54ec95a7d68d req-a28e71db-334b-45c1-8305-0dc42759a048 service neutron] 10.222.0.53 "GET /v2.0/networks/4938c958-b8c9-4af7-9682-a50ce306467f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1337562 Sep 23 19:32:40.678615 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-837d79ce-9b58-45ef-a4d9-3c74c76616e6 tempest-NetworksTest-1461754307 tempest-NetworksTest-1461754307-project] Pushing event updated for resources: {'Subnet': ['ID=252b7e31-22f8-4f3a-9aa5-a25bb653af94,revision_number=0']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:32:40.743757 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-e56a0924-519a-4585-b09b-4464ccf50887 req-a93daeda-5750-451b-be17-8360a755a613 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=a101b72e-c698-4e76-88ce-3dcbb1163262&id=7583e831-f62b-49a7-9a62-f1028bb8aa73&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2879927 Sep 23 19:32:40.760481 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-817ca1d3-d4f5-4b98-948a-e6ed4279061e req-3e100a16-f259-429e-88fc-ec9f282758fc tempest-ServerActionsTestJSON-618918056 tempest-ServerActionsTestJSON-618918056-project] 10.222.0.67 "GET /v2.0/security-groups?id=8f1e71cd-f67e-49f6-828d-7dde05723843&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2047358 Sep 23 19:32:40.815594 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-837d79ce-9b58-45ef-a4d9-3c74c76616e6 tempest-NetworksTest-1461754307 tempest-NetworksTest-1461754307-project] Checking segment: {'id': '46ba8156-0e2c-4695-8c1e-085739c90500', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '4cd4c108-bf0f-4522-9e70-d085b5d56657'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95102) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:32:40.816433 n-d-713301-16 neutron-server[95102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-837d79ce-9b58-45ef-a4d9-3c74c76616e6 tempest-NetworksTest-1461754307 tempest-NetworksTest-1461754307-project] Network hostable DHCP agents. Network: 4cd4c108-bf0f-4522-9e70-d085b5d56657, hostable agents: ['1b18bf05-1b5f-4587-be5c-af3ac38e32ad'], hosted agents: [] {{(pid=95102) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 19:32:40.854307 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbbe2283-2f57-46a3-827a-a7478d229bed req-76a41e7b-4988-4889-abbf-9d44db65e8d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:32:40.856121 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-cbbe2283-2f57-46a3-827a-a7478d229bed req-76a41e7b-4988-4889-abbf-9d44db65e8d9 service neutron] 10.222.0.74 "GET /v2.0/networks?id=891932c9-457f-43e1-aea2-971af25a68f6 HTTP/1.1" status: 200 len: 911 time: 0.3455172 Sep 23 19:32:40.883626 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-f5cfa855-2239-4ac0-aefa-54ec95a7d68d req-33b26ad7-c692-4c20-9ca2-985b87e07f37 service neutron] 10.222.0.53 "GET /v2.0/networks/4938c958-b8c9-4af7-9682-a50ce306467f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1994627 Sep 23 19:32:40.886503 n-d-713301-16 neutron-server[95102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-837d79ce-9b58-45ef-a4d9-3c74c76616e6 tempest-NetworksTest-1461754307 tempest-NetworksTest-1461754307-project] Network 4cd4c108-bf0f-4522-9e70-d085b5d56657 is scheduled to be hosted by DHCP agent 1b18bf05-1b5f-4587-be5c-af3ac38e32ad with binding_index 1 {{(pid=95102) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 19:32:40.900129 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e07906d0-ed8c-4491-b3f1-7a65cc54cfdb req-c407b4a3-f3fd-4bfb-a1c9-4df64b7d74b1 tempest-AttachVolumeNegativeTest-1343519470 tempest-AttachVolumeNegativeTest-1343519470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:32:40.902646 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-e07906d0-ed8c-4491-b3f1-7a65cc54cfdb req-c407b4a3-f3fd-4bfb-a1c9-4df64b7d74b1 tempest-AttachVolumeNegativeTest-1343519470 tempest-AttachVolumeNegativeTest-1343519470-project] 10.222.0.67 "GET /v2.0/ports?device_id=7f40ae03-e315-4893-9b64-33aae19c522a HTTP/1.1" status: 200 len: 944 time: 0.1349456 Sep 23 19:32:40.992979 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-f5cfa855-2239-4ac0-aefa-54ec95a7d68d req-824b65ca-656a-4456-9393-933c3b8f331e service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.26&port_id=6c017d64-49a7-4da3-a6bc-3716925c2710 HTTP/1.1" status: 200 len: 217 time: 0.0775108 Sep 23 19:32:41.017826 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2adecdff-5c22-4e26-982b-ce4d312cbe18 None None] New status for floating IP cae34a15-22d3-4596-8535-18b892eafb9b: ACTIVE {{(pid=95103) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 23 19:32:41.035700 n-d-713301-16 neutron-server[95102]: DEBUG neutron.scheduler.base_scheduler [None req-837d79ce-9b58-45ef-a4d9-3c74c76616e6 tempest-NetworksTest-1461754307 tempest-NetworksTest-1461754307-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713301-16, 4cd4c108-bf0f-4522-9e70-d085b5d56657) {{(pid=95102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:32:41.061544 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-837d79ce-9b58-45ef-a4d9-3c74c76616e6 tempest-NetworksTest-1461754307 tempest-NetworksTest-1461754307-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:32:41.062189 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-837d79ce-9b58-45ef-a4d9-3c74c76616e6 tempest-NetworksTest-1461754307 tempest-NetworksTest-1461754307-project] Notify callbacks [] for subnet, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:41.065840 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5cfa855-2239-4ac0-aefa-54ec95a7d68d req-77a56bd2-9e48-4d3a-a8f5-025c2b583cd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:32:41.067456 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-f5cfa855-2239-4ac0-aefa-54ec95a7d68d req-77a56bd2-9e48-4d3a-a8f5-025c2b583cd8 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=08a82bb7-bfc5-4bc7-a3ee-312f82ebfc05 HTTP/1.1" status: 200 len: 797 time: 0.0646617 Sep 23 19:32:41.113709 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44256189-4ff9-48f6-901f-a012dfb08838 None None] Network 4cd4c108-bf0f-4522-9e70-d085b5d56657 requested from n-d-713301-16 {{(pid=95103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 19:32:41.115729 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-837d79ce-9b58-45ef-a4d9-3c74c76616e6 tempest-NetworksTest-1461754307 tempest-NetworksTest-1461754307-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 800 time: 1.4286232 Sep 23 19:32:41.119234 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 46856) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:32:41.124043 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-cbbe2283-2f57-46a3-827a-a7478d229bed req-13a109ff-7140-437b-a348-d7c9cb7c308e service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1fff127a-03eb-4796-b3b1-57d14608f79b HTTP/1.1" status: 200 len: 999 time: 0.2470038 Sep 23 19:32:41.153413 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-e07906d0-ed8c-4491-b3f1-7a65cc54cfdb req-e066fd71-ad88-4015-9ea2-a7917bb89143 tempest-AttachVolumeNegativeTest-1343519470 tempest-AttachVolumeNegativeTest-1343519470-project] 10.222.0.67 "GET /v2.0/security-groups?id=870169be-a840-40b2-89c6-13960534f950&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1758215 Sep 23 19:32:41.229660 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5cfa855-2239-4ac0-aefa-54ec95a7d68d req-190b289c-d414-4902-802d-88003a3d992e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:32:41.231457 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-f5cfa855-2239-4ac0-aefa-54ec95a7d68d req-190b289c-d414-4902-802d-88003a3d992e service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=6b0b0714-7ca1-4d6d-b820-8be57f2679a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1505103 Sep 23 19:32:41.254225 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbbe2283-2f57-46a3-827a-a7478d229bed req-5bebb903-8f86-480b-b983-535cfcd493ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:32:41.256436 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-cbbe2283-2f57-46a3-827a-a7478d229bed req-5bebb903-8f86-480b-b983-535cfcd493ae service neutron] 10.222.0.74 "GET /v2.0/subnets?id=bbfc5a86-0037-429e-b11d-698cbfb1a3c3 HTTP/1.1" status: 200 len: 849 time: 0.1141648 Sep 23 19:32:41.313121 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4c1315-3504-4ea8-943b-9447798dda40 req-1e7b390f-078d-4171-a479-e51c91dd1603 tempest-ServerDiskConfigTestJSON-835646415 tempest-ServerDiskConfigTestJSON-835646415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:32:41.321199 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-9d4c1315-3504-4ea8-943b-9447798dda40 req-1e7b390f-078d-4171-a479-e51c91dd1603 tempest-ServerDiskConfigTestJSON-835646415 tempest-ServerDiskConfigTestJSON-835646415-project] 10.222.0.67 "GET /v2.0/ports?device_id=62626af7-c341-44a3-a3c7-0337577573d0 HTTP/1.1" status: 200 len: 945 time: 0.2337523 Sep 23 19:32:41.366466 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-d824ab6f-1d02-4273-9158-60ada7d6d726 tempest-NetworksTest-1461754307 tempest-NetworksTest-1461754307-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1628021'] for network, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:41.405453 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-9d4c1315-3504-4ea8-943b-9447798dda40 req-7cc0442b-50d0-41c8-bc92-b4165317a64a tempest-ServerDiskConfigTestJSON-835646415 tempest-ServerDiskConfigTestJSON-835646415-project] 10.222.0.67 "GET /v2.0/security-groups?id=618aa602-18a9-4f8c-abdd-ba8d4ffb9ee9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830617 Sep 23 19:32:41.411005 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbbe2283-2f57-46a3-827a-a7478d229bed req-df3d740d-cedd-4a76-ab2b-4b252711c93e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:32:41.416650 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-cbbe2283-2f57-46a3-827a-a7478d229bed req-df3d740d-cedd-4a76-ab2b-4b252711c93e service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=891932c9-457f-43e1-aea2-971af25a68f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1477213 Sep 23 19:32:41.441559 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-f5cfa855-2239-4ac0-aefa-54ec95a7d68d req-f22e6bee-3d0b-4092-a067-e0366b5e5e7e service neutron] 10.222.0.53 "GET /v2.0/networks/6b0b0714-7ca1-4d6d-b820-8be57f2679a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1952815 Sep 23 19:32:41.483490 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-423c6114-6252-47f0-b375-51d5d74507f8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4c8b80df-07eb-5275-9f17-5cf640db67c0-4cd4c108-bf0f-4522-9e70-d085b5d56657', 'network_id': '4cd4c108-bf0f-4522-9e70-d085b5d56657', 'tenant_id': '8f155be04006429c9dea49e7740716fa', 'fixed_ips': [{'subnet_id': '252b7e31-22f8-4f3a-9aa5-a25bb653af94'}]}} from n-d-713301-16. {{(pid=95103) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 23 19:32:41.483782 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-423c6114-6252-47f0-b375-51d5d74507f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_create {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:41.494855 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-d824ab6f-1d02-4273-9158-60ada7d6d726 tempest-NetworksTest-1461754307 tempest-NetworksTest-1461754307-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1756813'] for subnet, precommit_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:41.569342 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-cbbe2283-2f57-46a3-827a-a7478d229bed req-6c46286c-d97a-4e6d-a140-6d5212dd853e service neutron] 10.222.0.74 "GET /v2.0/networks/891932c9-457f-43e1-aea2-971af25a68f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1440279 Sep 23 19:32:41.626934 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-f5cfa855-2239-4ac0-aefa-54ec95a7d68d req-a16d77ed-01bf-401b-8d65-18da8ff29241 service neutron] 10.222.0.53 "GET /v2.0/networks/6b0b0714-7ca1-4d6d-b820-8be57f2679a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1714416 Sep 23 19:32:41.629829 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-d824ab6f-1d02-4273-9158-60ada7d6d726 tempest-NetworksTest-1461754307 tempest-NetworksTest-1461754307-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1756804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5607514', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6130950'] for subnet, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:41.633294 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server [None req-423c6114-6252-47f0-b375-51d5d74507f8 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 252b7e31-22f8-4f3a-9aa5-a25bb653af94: This subnet is being modified by another concurrent operation. Sep 23 19:32:41.633294 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Sep 23 19:32:41.633294 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Sep 23 19:32:41.633294 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Sep 23 19:32:41.633294 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Sep 23 19:32:41.633294 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Sep 23 19:32:41.633294 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Sep 23 19:32:41.633294 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Sep 23 19:32:41.633294 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Sep 23 19:32:41.633294 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Sep 23 19:32:41.633294 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Sep 23 19:32:41.633294 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Sep 23 19:32:41.633294 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 23 19:32:41.633294 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 23 19:32:41.633294 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 23 19:32:41.633294 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server raise self.value Sep 23 19:32:41.633294 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Sep 23 19:32:41.633294 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 23 19:32:41.633294 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 23 19:32:41.633294 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Sep 23 19:32:41.633294 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 23 19:32:41.633294 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 23 19:32:41.633294 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 23 19:32:41.633294 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server raise self.value Sep 23 19:32:41.633294 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 23 19:32:41.633294 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 23 19:32:41.633294 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Sep 23 19:32:41.633294 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Sep 23 19:32:41.633294 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 23 19:32:41.633294 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 23 19:32:41.633294 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 23 19:32:41.633294 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server raise self.value Sep 23 19:32:41.633294 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Sep 23 19:32:41.633294 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Sep 23 19:32:41.633294 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Sep 23 19:32:41.633294 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Sep 23 19:32:41.633294 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Sep 23 19:32:41.633294 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Sep 23 19:32:41.633294 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Sep 23 19:32:41.633294 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Sep 23 19:32:41.633294 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Sep 23 19:32:41.633294 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Sep 23 19:32:41.633294 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 686, in inner Sep 23 19:32:41.633294 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Sep 23 19:32:41.633294 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Sep 23 19:32:41.633294 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Sep 23 19:32:41.633294 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Sep 23 19:32:41.633294 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Sep 23 19:32:41.633294 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 23 19:32:41.633294 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 23 19:32:41.633294 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 23 19:32:41.633294 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server raise self.value Sep 23 19:32:41.633294 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Sep 23 19:32:41.633294 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 23 19:32:41.641880 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 23 19:32:41.641880 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Sep 23 19:32:41.641880 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 23 19:32:41.641880 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 23 19:32:41.641880 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 23 19:32:41.641880 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server raise self.value Sep 23 19:32:41.641880 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 23 19:32:41.641880 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 23 19:32:41.641880 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Sep 23 19:32:41.641880 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Sep 23 19:32:41.641880 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 23 19:32:41.641880 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 23 19:32:41.641880 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 23 19:32:41.641880 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server raise self.value Sep 23 19:32:41.641880 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Sep 23 19:32:41.641880 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Sep 23 19:32:41.641880 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1480, in create_port Sep 23 19:32:41.641880 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Sep 23 19:32:41.641880 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1445, in _create_port_db Sep 23 19:32:41.641880 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Sep 23 19:32:41.641880 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Sep 23 19:32:41.641880 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Sep 23 19:32:41.641880 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Sep 23 19:32:41.641880 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Sep 23 19:32:41.641880 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 23 19:32:41.641880 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 23 19:32:41.641880 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 23 19:32:41.641880 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server raise self.value Sep 23 19:32:41.641880 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Sep 23 19:32:41.641880 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Sep 23 19:32:41.641880 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Sep 23 19:32:41.641880 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Sep 23 19:32:41.641880 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Sep 23 19:32:41.641880 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server subnet.lock_register( Sep 23 19:32:41.641880 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Sep 23 19:32:41.641880 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server raise exception Sep 23 19:32:41.641880 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 252b7e31-22f8-4f3a-9aa5-a25bb653af94: This subnet is being modified by another concurrent operation. Sep 23 19:32:41.641880 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server Sep 23 19:32:41.665284 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-410ee4db-137f-4215-84fc-64ae8002029e None None] Network 4cd4c108-bf0f-4522-9e70-d085b5d56657 requested from n-d-713301-16 {{(pid=95103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 19:32:41.677982 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d824ab6f-1d02-4273-9158-60ada7d6d726 tempest-NetworksTest-1461754307 tempest-NetworksTest-1461754307-project] Pushing event deleted for resources: {'Subnet': ['ID=252b7e31-22f8-4f3a-9aa5-a25bb653af94,revision_number=None']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:32:41.706547 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-cbbe2283-2f57-46a3-827a-a7478d229bed req-ae1cb07b-71a6-48b7-b34a-b5c8d6ef36d0 service neutron] 10.222.0.74 "GET /v2.0/networks/891932c9-457f-43e1-aea2-971af25a68f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1195164 Sep 23 19:32:41.714901 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-f5cfa855-2239-4ac0-aefa-54ec95a7d68d req-d638356e-efdd-40a0-9722-bb5e0ba4bb56 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.166&port_id=e9421940-155e-4e16-8fe7-2df3b3cd6370 HTTP/1.1" status: 200 len: 217 time: 0.0445580 Sep 23 19:32:41.793798 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a69be6e2-cd31-49cc-b4d8-9cb569d7da8f None None] get_active_networks_info from n-d-713301-16 {{(pid=95103) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 23 19:32:41.805319 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-d824ab6f-1d02-4273-9158-60ada7d6d726 tempest-NetworksTest-1461754307 tempest-NetworksTest-1461754307-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1754676', 'neutron.services.segments.db._delete_segments_for_network-8783146221460'] for network, precommit_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:41.832988 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5cfa855-2239-4ac0-aefa-54ec95a7d68d req-7a56bcf1-981b-422c-97eb-96f7e5ea79bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:32:41.834489 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-f5cfa855-2239-4ac0-aefa-54ec95a7d68d req-7a56bcf1-981b-422c-97eb-96f7e5ea79bb service neutron] 10.222.0.53 "GET /v2.0/subnets?id=08a82bb7-bfc5-4bc7-a3ee-312f82ebfc05 HTTP/1.1" status: 200 len: 797 time: 0.1050737 Sep 23 19:32:41.836012 n-d-713301-16 neutron-server[95101]: DEBUG neutron.services.segments.db [None req-d824ab6f-1d02-4273-9158-60ada7d6d726 tempest-NetworksTest-1461754307 tempest-NetworksTest-1461754307-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4cd4c108-bf0f-4522-9e70-d085b5d56657']}} {{(pid=95101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:32:41.846839 n-d-713301-16 neutron-server[95101]: DEBUG neutron.services.segments.db [None req-d824ab6f-1d02-4273-9158-60ada7d6d726 tempest-NetworksTest-1461754307 tempest-NetworksTest-1461754307-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '46ba8156-0e2c-4695-8c1e-085739c90500') {'for_net_delete': True} {{(pid=95101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:32:41.847832 n-d-713301-16 neutron-server[95101]: DEBUG neutron.services.segments.db [None req-d824ab6f-1d02-4273-9158-60ada7d6d726 tempest-NetworksTest-1461754307 tempest-NetworksTest-1461754307-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '46ba8156-0e2c-4695-8c1e-085739c90500') {} {{(pid=95101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:32:41.866323 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-d824ab6f-1d02-4273-9158-60ada7d6d726 tempest-NetworksTest-1461754307 tempest-NetworksTest-1461754307-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783146221725', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6007147'] for segment, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:41.899562 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-d824ab6f-1d02-4273-9158-60ada7d6d726 tempest-NetworksTest-1461754307 tempest-NetworksTest-1461754307-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1756186'] for segment, precommit_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:41.908697 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d824ab6f-1d02-4273-9158-60ada7d6d726 tempest-NetworksTest-1461754307 tempest-NetworksTest-1461754307-project] Releasing vlan 635 on physical network physnet1 to pool {{(pid=95101) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 19:32:41.909096 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-d824ab6f-1d02-4273-9158-60ada7d6d726 tempest-NetworksTest-1461754307 tempest-NetworksTest-1461754307-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1756186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5608436'] for segment, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:41.912036 n-d-713301-16 neutron-server[95101]: Traceback (most recent call last): Sep 23 19:32:41.912036 n-d-713301-16 neutron-server[95101]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 19:32:41.912036 n-d-713301-16 neutron-server[95101]: timer() Sep 23 19:32:41.912036 n-d-713301-16 neutron-server[95101]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 19:32:41.912036 n-d-713301-16 neutron-server[95101]: cb(*args, **kw) Sep 23 19:32:41.912036 n-d-713301-16 neutron-server[95101]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 19:32:41.912036 n-d-713301-16 neutron-server[95101]: return func(*args, **kwargs) Sep 23 19:32:41.912036 n-d-713301-16 neutron-server[95101]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 19:32:41.912036 n-d-713301-16 neutron-server[95101]: self._notify() Sep 23 19:32:41.912036 n-d-713301-16 neutron-server[95101]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 19:32:41.912036 n-d-713301-16 neutron-server[95101]: self.callback(batched_events) Sep 23 19:32:41.912036 n-d-713301-16 neutron-server[95101]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 19:32:41.912036 n-d-713301-16 neutron-server[95101]: event.method(event) Sep 23 19:32:41.912036 n-d-713301-16 neutron-server[95101]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 19:32:41.912036 n-d-713301-16 neutron-server[95101]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 19:32:41.912036 n-d-713301-16 neutron-server[95101]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 19:32:41.912036 n-d-713301-16 neutron-server[95101]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 19:32:41.912036 n-d-713301-16 neutron-server[95101]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 19:32:41.912036 n-d-713301-16 neutron-server[95101]: return f(self, *a, **k) Sep 23 19:32:41.912036 n-d-713301-16 neutron-server[95101]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 19:32:41.912036 n-d-713301-16 neutron-server[95101]: return self._get(url).json() Sep 23 19:32:41.912036 n-d-713301-16 neutron-server[95101]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 19:32:41.912036 n-d-713301-16 neutron-server[95101]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 19:32:41.912036 n-d-713301-16 neutron-server[95101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 19:32:41.912036 n-d-713301-16 neutron-server[95101]: return self.request(url, 'GET', **kwargs) Sep 23 19:32:41.912036 n-d-713301-16 neutron-server[95101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 19:32:41.912036 n-d-713301-16 neutron-server[95101]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 19:32:41.912036 n-d-713301-16 neutron-server[95101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 19:32:41.912036 n-d-713301-16 neutron-server[95101]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 19:32:41.912036 n-d-713301-16 neutron-server[95101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 19:32:41.912036 n-d-713301-16 neutron-server[95101]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 19:32:41.912036 n-d-713301-16 neutron-server[95101]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 19:32:41.936629 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5cfa855-2239-4ac0-aefa-54ec95a7d68d req-6a0f64fd-5464-4b21-9239-56ea95699aec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:32:41.936840 n-d-713301-16 neutron-server[95103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a69be6e2-cd31-49cc-b4d8-9cb569d7da8f None None] Resources bound (agent type, host, resource id): {{(pid=95103) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 23 19:32:41.938284 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-f5cfa855-2239-4ac0-aefa-54ec95a7d68d req-6a0f64fd-5464-4b21-9239-56ea95699aec service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=6b0b0714-7ca1-4d6d-b820-8be57f2679a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0891318 Sep 23 19:32:42.009773 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-d824ab6f-1d02-4273-9158-60ada7d6d726 tempest-NetworksTest-1461754307 tempest-NetworksTest-1461754307-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1754627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-601866'] for network, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:42.023079 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-d824ab6f-1d02-4273-9158-60ada7d6d726 tempest-NetworksTest-1461754307 tempest-NetworksTest-1461754307-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527417'] for network, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:42.028405 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-d824ab6f-1d02-4273-9158-60ada7d6d726 tempest-NetworksTest-1461754307 tempest-NetworksTest-1461754307-project] 10.222.0.67 "DELETE /v2.0/networks/4cd4c108-bf0f-4522-9e70-d085b5d56657 HTTP/1.1" status: 204 len: 168 time: 0.9049194 Sep 23 19:32:42.029725 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 46862) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:32:42.040116 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.v2.base [None req-7aacb896-456d-478e-974c-0dfa5c4fc849 tempest-NetworksTest-1461754307 tempest-NetworksTest-1461754307-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-220040015'}} {{(pid=95102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:32:42.041160 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d824ab6f-1d02-4273-9158-60ada7d6d726 tempest-NetworksTest-1461754307 tempest-NetworksTest-1461754307-project] Pushing event deleted for resources: {'Network': ['ID=4cd4c108-bf0f-4522-9e70-d085b5d56657,revision_number=None']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:32:42.070537 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7aacb896-456d-478e-974c-0dfa5c4fc849 tempest-NetworksTest-1461754307 tempest-NetworksTest-1461754307-project] Made reservation on behalf of 8f155be04006429c9dea49e7740716fa for: {'network': 1} {{(pid=95102) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:32:42.077390 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-7aacb896-456d-478e-974c-0dfa5c4fc849 tempest-NetworksTest-1461754307 tempest-NetworksTest-1461754307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for network, before_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:42.106030 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-f5cfa855-2239-4ac0-aefa-54ec95a7d68d req-0703475f-c03f-496d-8ad8-fbec185c613b service neutron] 10.222.0.53 "GET /v2.0/networks/6b0b0714-7ca1-4d6d-b820-8be57f2679a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1284251 Sep 23 19:32:42.108071 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7aacb896-456d-478e-974c-0dfa5c4fc849 tempest-NetworksTest-1461754307 tempest-NetworksTest-1461754307-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 601} {{(pid=95102) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 19:32:42.120222 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-7aacb896-456d-478e-974c-0dfa5c4fc849 tempest-NetworksTest-1461754307 tempest-NetworksTest-1461754307-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1756186'] for segment, precommit_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:42.120942 n-d-713301-16 neutron-server[95102]: INFO neutron.db.segments_db [None req-7aacb896-456d-478e-974c-0dfa5c4fc849 tempest-NetworksTest-1461754307 tempest-NetworksTest-1461754307-project] Added segment f5f08af0-e144-48d5-aea3-e44e39bda733 of type vlan for network 475dc68b-edd8-40e5-a221-f0912eb698fd Sep 23 19:32:42.170935 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-7aacb896-456d-478e-974c-0dfa5c4fc849 tempest-NetworksTest-1461754307 tempest-NetworksTest-1461754307-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783145630486'] for network, precommit_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:42.207036 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-7aacb896-456d-478e-974c-0dfa5c4fc849 tempest-NetworksTest-1461754307 tempest-NetworksTest-1461754307-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299'] for network, after_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:42.214187 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7aacb896-456d-478e-974c-0dfa5c4fc849 tempest-NetworksTest-1461754307 tempest-NetworksTest-1461754307-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:32:42.215783 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-7aacb896-456d-478e-974c-0dfa5c4fc849 tempest-NetworksTest-1461754307 tempest-NetworksTest-1461754307-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527417'] for network, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:42.220166 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-f5cfa855-2239-4ac0-aefa-54ec95a7d68d req-40e84062-0c04-47a2-a015-b8f59dc006fc service neutron] 10.222.0.53 "GET /v2.0/networks/6b0b0714-7ca1-4d6d-b820-8be57f2679a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1040225 Sep 23 19:32:42.258234 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-7aacb896-456d-478e-974c-0dfa5c4fc849 tempest-NetworksTest-1461754307 tempest-NetworksTest-1461754307-project] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.2267876 Sep 23 19:32:42.260907 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 46866) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:32:42.266716 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.v2.base [None req-1e5407e1-fd5c-48ba-8113-af509beb4e9a tempest-NetworksTest-1461754307 tempest-NetworksTest-1461754307-project] Request body: {'subnet': {'network_id': '475dc68b-edd8-40e5-a221-f0912eb698fd', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=95102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:32:42.274661 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-f5cfa855-2239-4ac0-aefa-54ec95a7d68d req-c1690766-0474-42ab-9dd2-5c03683b1da3 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.41&port_id=5b8a0a35-d9a5-40cb-80ab-356667fb483b HTTP/1.1" status: 200 len: 217 time: 0.0459816 Sep 23 19:32:42.313988 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aacb896-456d-478e-974c-0dfa5c4fc849 tempest-NetworksTest-1461754307 tempest-NetworksTest-1461754307-project] Pushing event updated for resources: {'Network': ['ID=475dc68b-edd8-40e5-a221-f0912eb698fd,revision_number=1']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:32:42.332726 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Network 475dc68b-edd8-40e5-a221-f0912eb698fd details requested by agent ovs-agent-n-d-713301-16 with host n-d-713301-16 {{(pid=95103) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 19:32:42.357374 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5cfa855-2239-4ac0-aefa-54ec95a7d68d req-0eb3c865-3b5e-4e0a-a2c2-9d1cc240853a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:32:42.358698 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-f5cfa855-2239-4ac0-aefa-54ec95a7d68d req-0eb3c865-3b5e-4e0a-a2c2-9d1cc240853a service neutron] 10.222.0.53 "GET /v2.0/subnets?id=08a82bb7-bfc5-4bc7-a3ee-312f82ebfc05 HTTP/1.1" status: 200 len: 797 time: 0.0741978 Sep 23 19:32:42.425316 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5cfa855-2239-4ac0-aefa-54ec95a7d68d req-0c5b454a-75c5-4cb4-a18d-c128164a9623 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:32:42.426956 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-f5cfa855-2239-4ac0-aefa-54ec95a7d68d req-0c5b454a-75c5-4cb4-a18d-c128164a9623 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=6b0b0714-7ca1-4d6d-b820-8be57f2679a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0543802 Sep 23 19:32:42.452370 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c3b454-b4c6-475f-9443-13defb6b90c3 req-a5d86872-dc17-44c8-a2a4-83d3d4499f8a tempest-AttachVolumeNegativeTest-1343519470 tempest-AttachVolumeNegativeTest-1343519470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:32:42.454949 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-02c3b454-b4c6-475f-9443-13defb6b90c3 req-a5d86872-dc17-44c8-a2a4-83d3d4499f8a tempest-AttachVolumeNegativeTest-1343519470 tempest-AttachVolumeNegativeTest-1343519470-project] 10.222.0.67 "GET /v2.0/ports?device_id=7f40ae03-e315-4893-9b64-33aae19c522a HTTP/1.1" status: 200 len: 944 time: 0.1450319 Sep 23 19:32:42.499672 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e5407e1-fd5c-48ba-8113-af509beb4e9a tempest-NetworksTest-1461754307 tempest-NetworksTest-1461754307-project] Made reservation on behalf of 8f155be04006429c9dea49e7740716fa for: {'subnet': 1} {{(pid=95102) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:32:42.503429 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-1e5407e1-fd5c-48ba-8113-af509beb4e9a tempest-NetworksTest-1461754307 tempest-NetworksTest-1461754307-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5388256'] for subnet, before_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:42.528900 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-02c3b454-b4c6-475f-9443-13defb6b90c3 req-dfb2f8c4-0934-4269-9509-9cba440860ef tempest-AttachVolumeNegativeTest-1343519470 tempest-AttachVolumeNegativeTest-1343519470-project] 10.222.0.67 "GET /v2.0/security-groups?id=870169be-a840-40b2-89c6-13960534f950&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641937 Sep 23 19:32:42.558084 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-f5cfa855-2239-4ac0-aefa-54ec95a7d68d req-a77d58b8-0790-40e7-88fb-b41fd98a4c3b service neutron] 10.222.0.53 "GET /v2.0/networks/6b0b0714-7ca1-4d6d-b820-8be57f2679a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1229630 Sep 23 19:32:42.631230 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee429511-8cf1-491f-989b-c5ea4b7c8fc3 req-82b8fda1-d91a-4e53-8aae-e1579f041a91 tempest-ServerDiskConfigTestJSON-835646415 tempest-ServerDiskConfigTestJSON-835646415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:32:42.638461 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-ee429511-8cf1-491f-989b-c5ea4b7c8fc3 req-82b8fda1-d91a-4e53-8aae-e1579f041a91 tempest-ServerDiskConfigTestJSON-835646415 tempest-ServerDiskConfigTestJSON-835646415-project] 10.222.0.67 "GET /v2.0/ports?device_id=62626af7-c341-44a3-a3c7-0337577573d0 HTTP/1.1" status: 200 len: 945 time: 0.1158206 Sep 23 19:32:42.655274 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-f5cfa855-2239-4ac0-aefa-54ec95a7d68d req-7a0fbb04-f6d1-4ff9-9131-0d223e9bf08c service neutron] 10.222.0.53 "GET /v2.0/networks/6b0b0714-7ca1-4d6d-b820-8be57f2679a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889874 Sep 23 19:32:42.691366 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-ee429511-8cf1-491f-989b-c5ea4b7c8fc3 req-3189c35d-c6eb-4e06-8ee5-93a41d98665d tempest-ServerDiskConfigTestJSON-835646415 tempest-ServerDiskConfigTestJSON-835646415-project] 10.222.0.67 "GET /v2.0/security-groups?id=618aa602-18a9-4f8c-abdd-ba8d4ffb9ee9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520389 Sep 23 19:32:42.709931 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-f5cfa855-2239-4ac0-aefa-54ec95a7d68d req-f0effdc6-407a-413f-8040-ec43d5998a11 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.29&port_id=c139ca82-853e-472d-b61c-c167aa20c5aa HTTP/1.1" status: 200 len: 217 time: 0.0448306 Sep 23 19:32:42.771344 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5cfa855-2239-4ac0-aefa-54ec95a7d68d req-b91c830b-a50c-44f6-b62e-f740adafa259 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:32:42.772871 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-f5cfa855-2239-4ac0-aefa-54ec95a7d68d req-b91c830b-a50c-44f6-b62e-f740adafa259 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=08a82bb7-bfc5-4bc7-a3ee-312f82ebfc05 HTTP/1.1" status: 200 len: 797 time: 0.0455670 Sep 23 19:32:42.796639 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-1e5407e1-fd5c-48ba-8113-af509beb4e9a tempest-NetworksTest-1461754307 tempest-NetworksTest-1461754307-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4398944', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5388242'] for subnet, after_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:42.831713 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5cfa855-2239-4ac0-aefa-54ec95a7d68d req-53be5d38-f0ce-48b6-af29-6562c6e151e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:32:42.833274 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-f5cfa855-2239-4ac0-aefa-54ec95a7d68d req-53be5d38-f0ce-48b6-af29-6562c6e151e2 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=6b0b0714-7ca1-4d6d-b820-8be57f2679a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0474863 Sep 23 19:32:42.858372 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e5407e1-fd5c-48ba-8113-af509beb4e9a tempest-NetworksTest-1461754307 tempest-NetworksTest-1461754307-project] Pushing event updated for resources: {'Subnet': ['ID=940eccdb-b28a-40f4-9cff-5ff6a1ac6a1e,revision_number=0']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:32:42.868128 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e5407e1-fd5c-48ba-8113-af509beb4e9a tempest-NetworksTest-1461754307 tempest-NetworksTest-1461754307-project] Checking segment: {'id': 'f5f08af0-e144-48d5-aea3-e44e39bda733', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '475dc68b-edd8-40e5-a221-f0912eb698fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95102) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:32:42.868441 n-d-713301-16 neutron-server[95102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e5407e1-fd5c-48ba-8113-af509beb4e9a tempest-NetworksTest-1461754307 tempest-NetworksTest-1461754307-project] Network hostable DHCP agents. Network: 475dc68b-edd8-40e5-a221-f0912eb698fd, hostable agents: ['1b18bf05-1b5f-4587-be5c-af3ac38e32ad'], hosted agents: [] {{(pid=95102) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 19:32:42.887426 n-d-713301-16 neutron-server[95102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e5407e1-fd5c-48ba-8113-af509beb4e9a tempest-NetworksTest-1461754307 tempest-NetworksTest-1461754307-project] Network 475dc68b-edd8-40e5-a221-f0912eb698fd is scheduled to be hosted by DHCP agent 1b18bf05-1b5f-4587-be5c-af3ac38e32ad with binding_index 1 {{(pid=95102) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 19:32:42.899711 n-d-713301-16 neutron-server[95102]: DEBUG neutron.scheduler.base_scheduler [None req-1e5407e1-fd5c-48ba-8113-af509beb4e9a tempest-NetworksTest-1461754307 tempest-NetworksTest-1461754307-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713301-16, 475dc68b-edd8-40e5-a221-f0912eb698fd) {{(pid=95102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:32:42.904854 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e5407e1-fd5c-48ba-8113-af509beb4e9a tempest-NetworksTest-1461754307 tempest-NetworksTest-1461754307-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:32:42.905682 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-1e5407e1-fd5c-48ba-8113-af509beb4e9a tempest-NetworksTest-1461754307 tempest-NetworksTest-1461754307-project] Notify callbacks [] for subnet, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:42.910363 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b47e2ef-30c8-428c-8350-e8c4ec216c6c None None] Network 475dc68b-edd8-40e5-a221-f0912eb698fd requested from n-d-713301-16 {{(pid=95103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 19:32:42.926573 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-1e5407e1-fd5c-48ba-8113-af509beb4e9a tempest-NetworksTest-1461754307 tempest-NetworksTest-1461754307-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 0.6643670 Sep 23 19:32:42.930038 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 46874) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:32:43.061104 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-cb21b196-805b-4ed6-a8af-987db5a2e848 tempest-NetworksTest-1461754307 tempest-NetworksTest-1461754307-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1628021'] for network, before_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:43.122663 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de2b7864-cf91-4a88-b8b6-a5df141126f3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4c8b80df-07eb-5275-9f17-5cf640db67c0-475dc68b-edd8-40e5-a221-f0912eb698fd', 'network_id': '475dc68b-edd8-40e5-a221-f0912eb698fd', 'tenant_id': '8f155be04006429c9dea49e7740716fa', 'fixed_ips': [{'subnet_id': '940eccdb-b28a-40f4-9cff-5ff6a1ac6a1e'}]}} from n-d-713301-16. {{(pid=95103) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 23 19:32:43.124146 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-de2b7864-cf91-4a88-b8b6-a5df141126f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_create {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:43.182000 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-cb21b196-805b-4ed6-a8af-987db5a2e848 tempest-NetworksTest-1461754307 tempest-NetworksTest-1461754307-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1756813'] for subnet, precommit_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:43.266894 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-cb21b196-805b-4ed6-a8af-987db5a2e848 tempest-NetworksTest-1461754307 tempest-NetworksTest-1461754307-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1756804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4399009', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5388229'] for subnet, after_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:43.270024 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server [None req-de2b7864-cf91-4a88-b8b6-a5df141126f3 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 940eccdb-b28a-40f4-9cff-5ff6a1ac6a1e: This subnet is being modified by another concurrent operation. Sep 23 19:32:43.270024 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Sep 23 19:32:43.270024 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Sep 23 19:32:43.270024 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Sep 23 19:32:43.270024 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Sep 23 19:32:43.270024 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Sep 23 19:32:43.270024 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Sep 23 19:32:43.270024 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Sep 23 19:32:43.270024 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Sep 23 19:32:43.270024 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Sep 23 19:32:43.270024 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Sep 23 19:32:43.270024 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Sep 23 19:32:43.270024 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 23 19:32:43.270024 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 23 19:32:43.270024 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 23 19:32:43.270024 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server raise self.value Sep 23 19:32:43.270024 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Sep 23 19:32:43.270024 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 23 19:32:43.270024 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 23 19:32:43.270024 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Sep 23 19:32:43.270024 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 23 19:32:43.270024 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 23 19:32:43.270024 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 23 19:32:43.270024 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server raise self.value Sep 23 19:32:43.270024 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 23 19:32:43.270024 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 23 19:32:43.270024 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Sep 23 19:32:43.270024 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Sep 23 19:32:43.270024 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 23 19:32:43.270024 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 23 19:32:43.270024 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 23 19:32:43.270024 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server raise self.value Sep 23 19:32:43.270024 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Sep 23 19:32:43.270024 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Sep 23 19:32:43.270024 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Sep 23 19:32:43.270024 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Sep 23 19:32:43.270024 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Sep 23 19:32:43.270024 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Sep 23 19:32:43.270024 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Sep 23 19:32:43.270024 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Sep 23 19:32:43.270024 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Sep 23 19:32:43.270024 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Sep 23 19:32:43.270024 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 686, in inner Sep 23 19:32:43.270024 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Sep 23 19:32:43.270024 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Sep 23 19:32:43.270024 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Sep 23 19:32:43.270024 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Sep 23 19:32:43.270024 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Sep 23 19:32:43.270024 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 23 19:32:43.270024 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 23 19:32:43.270024 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 23 19:32:43.270024 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server raise self.value Sep 23 19:32:43.270024 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Sep 23 19:32:43.270024 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 23 19:32:43.278674 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 23 19:32:43.278674 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Sep 23 19:32:43.278674 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 23 19:32:43.278674 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 23 19:32:43.278674 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 23 19:32:43.278674 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server raise self.value Sep 23 19:32:43.278674 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 23 19:32:43.278674 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 23 19:32:43.278674 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Sep 23 19:32:43.278674 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Sep 23 19:32:43.278674 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 23 19:32:43.278674 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 23 19:32:43.278674 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 23 19:32:43.278674 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server raise self.value Sep 23 19:32:43.278674 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Sep 23 19:32:43.278674 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Sep 23 19:32:43.278674 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1480, in create_port Sep 23 19:32:43.278674 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Sep 23 19:32:43.278674 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1445, in _create_port_db Sep 23 19:32:43.278674 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Sep 23 19:32:43.278674 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Sep 23 19:32:43.278674 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Sep 23 19:32:43.278674 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Sep 23 19:32:43.278674 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Sep 23 19:32:43.278674 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 23 19:32:43.278674 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 23 19:32:43.278674 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 23 19:32:43.278674 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server raise self.value Sep 23 19:32:43.278674 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Sep 23 19:32:43.278674 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Sep 23 19:32:43.278674 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Sep 23 19:32:43.278674 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Sep 23 19:32:43.278674 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Sep 23 19:32:43.278674 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server subnet.lock_register( Sep 23 19:32:43.278674 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Sep 23 19:32:43.278674 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server raise exception Sep 23 19:32:43.278674 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 940eccdb-b28a-40f4-9cff-5ff6a1ac6a1e: This subnet is being modified by another concurrent operation. Sep 23 19:32:43.278674 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server Sep 23 19:32:43.294718 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10772022-0881-4b3f-b356-9fc12afb9647 None None] Network 475dc68b-edd8-40e5-a221-f0912eb698fd requested from n-d-713301-16 {{(pid=95103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 19:32:43.294718 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Device 6000dc64-b48e-40fc-9085-7103b4487289 up at agent hyperv_n-h1-713301-16 {{(pid=95103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 19:32:43.312560 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb21b196-805b-4ed6-a8af-987db5a2e848 tempest-NetworksTest-1461754307 tempest-NetworksTest-1461754307-project] Pushing event deleted for resources: {'Subnet': ['ID=940eccdb-b28a-40f4-9cff-5ff6a1ac6a1e,revision_number=None']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:32:43.333642 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-f5cfa855-2239-4ac0-aefa-54ec95a7d68d req-850cf360-5f9f-48be-be8f-cd602b918ef5 service neutron] 10.222.0.53 "GET /v2.0/networks/6b0b0714-7ca1-4d6d-b820-8be57f2679a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4913688 Sep 23 19:32:43.379883 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-cb21b196-805b-4ed6-a8af-987db5a2e848 tempest-NetworksTest-1461754307 tempest-NetworksTest-1461754307-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1754676', 'neutron.services.segments.db._delete_segments_for_network-8783146221460'] for network, precommit_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:43.405490 n-d-713301-16 neutron-server[95102]: DEBUG neutron.services.segments.db [None req-cb21b196-805b-4ed6-a8af-987db5a2e848 tempest-NetworksTest-1461754307 tempest-NetworksTest-1461754307-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['475dc68b-edd8-40e5-a221-f0912eb698fd']}} {{(pid=95102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:32:43.417763 n-d-713301-16 neutron-server[95102]: DEBUG neutron.services.segments.db [None req-cb21b196-805b-4ed6-a8af-987db5a2e848 tempest-NetworksTest-1461754307 tempest-NetworksTest-1461754307-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f5f08af0-e144-48d5-aea3-e44e39bda733') {'for_net_delete': True} {{(pid=95102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:32:43.418225 n-d-713301-16 neutron-server[95102]: DEBUG neutron.services.segments.db [None req-cb21b196-805b-4ed6-a8af-987db5a2e848 tempest-NetworksTest-1461754307 tempest-NetworksTest-1461754307-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f5f08af0-e144-48d5-aea3-e44e39bda733') {} {{(pid=95102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:32:43.431171 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-cb21b196-805b-4ed6-a8af-987db5a2e848 tempest-NetworksTest-1461754307 tempest-NetworksTest-1461754307-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783146221725', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6162832'] for segment, before_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:43.449508 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-cb21b196-805b-4ed6-a8af-987db5a2e848 tempest-NetworksTest-1461754307 tempest-NetworksTest-1461754307-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1756186'] for segment, precommit_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:43.455709 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-f5cfa855-2239-4ac0-aefa-54ec95a7d68d req-b02c1e51-10d6-46e5-8717-3d70ae5675cd service neutron] 10.222.0.53 "GET /v2.0/networks/6b0b0714-7ca1-4d6d-b820-8be57f2679a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1124840 Sep 23 19:32:43.458470 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cb21b196-805b-4ed6-a8af-987db5a2e848 tempest-NetworksTest-1461754307 tempest-NetworksTest-1461754307-project] Releasing vlan 601 on physical network physnet1 to pool {{(pid=95102) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 19:32:43.458974 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-cb21b196-805b-4ed6-a8af-987db5a2e848 tempest-NetworksTest-1461754307 tempest-NetworksTest-1461754307-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1756186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4398095'] for segment, after_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:43.462617 n-d-713301-16 neutron-server[95102]: Traceback (most recent call last): Sep 23 19:32:43.462617 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 19:32:43.462617 n-d-713301-16 neutron-server[95102]: timer() Sep 23 19:32:43.462617 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 19:32:43.462617 n-d-713301-16 neutron-server[95102]: cb(*args, **kw) Sep 23 19:32:43.462617 n-d-713301-16 neutron-server[95102]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 19:32:43.462617 n-d-713301-16 neutron-server[95102]: return func(*args, **kwargs) Sep 23 19:32:43.462617 n-d-713301-16 neutron-server[95102]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 19:32:43.462617 n-d-713301-16 neutron-server[95102]: self._notify() Sep 23 19:32:43.462617 n-d-713301-16 neutron-server[95102]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 19:32:43.462617 n-d-713301-16 neutron-server[95102]: self.callback(batched_events) Sep 23 19:32:43.462617 n-d-713301-16 neutron-server[95102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 19:32:43.462617 n-d-713301-16 neutron-server[95102]: event.method(event) Sep 23 19:32:43.462617 n-d-713301-16 neutron-server[95102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 19:32:43.462617 n-d-713301-16 neutron-server[95102]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 19:32:43.462617 n-d-713301-16 neutron-server[95102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 19:32:43.462617 n-d-713301-16 neutron-server[95102]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 19:32:43.462617 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 19:32:43.462617 n-d-713301-16 neutron-server[95102]: return f(self, *a, **k) Sep 23 19:32:43.462617 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 19:32:43.462617 n-d-713301-16 neutron-server[95102]: return self._get(url).json() Sep 23 19:32:43.462617 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 19:32:43.462617 n-d-713301-16 neutron-server[95102]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 19:32:43.462617 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 19:32:43.462617 n-d-713301-16 neutron-server[95102]: return self.request(url, 'GET', **kwargs) Sep 23 19:32:43.462617 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 19:32:43.462617 n-d-713301-16 neutron-server[95102]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 19:32:43.462617 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 19:32:43.462617 n-d-713301-16 neutron-server[95102]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 19:32:43.462617 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 19:32:43.462617 n-d-713301-16 neutron-server[95102]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 19:32:43.462617 n-d-713301-16 neutron-server[95102]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 19:32:43.539973 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-f5cfa855-2239-4ac0-aefa-54ec95a7d68d req-2a7e8d4e-c9a5-411f-8526-8afd33dc7268 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=f2f18a7a-caec-4840-825d-bc37f2f04daf HTTP/1.1" status: 200 len: 217 time: 0.0485821 Sep 23 19:32:43.551032 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-cb21b196-805b-4ed6-a8af-987db5a2e848 tempest-NetworksTest-1461754307 tempest-NetworksTest-1461754307-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1754627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-601866'] for network, after_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:43.560922 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-cb21b196-805b-4ed6-a8af-987db5a2e848 tempest-NetworksTest-1461754307 tempest-NetworksTest-1461754307-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527417'] for network, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:43.562978 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-cb21b196-805b-4ed6-a8af-987db5a2e848 tempest-NetworksTest-1461754307 tempest-NetworksTest-1461754307-project] 10.222.0.67 "DELETE /v2.0/networks/475dc68b-edd8-40e5-a221-f0912eb698fd HTTP/1.1" status: 204 len: 168 time: 0.6319015 Sep 23 19:32:43.577334 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 46886) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:32:43.583434 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.v2.base [None req-bfb26552-fc17-4f3b-b0fb-6271b6a9fb04 tempest-NetworksTest-1461754307 tempest-NetworksTest-1461754307-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1056756406'}} {{(pid=95102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:32:43.588505 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb21b196-805b-4ed6-a8af-987db5a2e848 tempest-NetworksTest-1461754307 tempest-NetworksTest-1461754307-project] Pushing event deleted for resources: {'Network': ['ID=475dc68b-edd8-40e5-a221-f0912eb698fd,revision_number=None']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:32:43.595850 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Provisioning for port 6000dc64-b48e-40fc-9085-7103b4487289 completed by entity L2. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 19:32:43.601509 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Provisioning complete for port 6000dc64-b48e-40fc-9085-7103b4487289 triggered by entity L2. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:32:43.601895 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:43.606633 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a644bc38-c351-4025-b7c7-53b09d80652a None None] get_active_networks_info from n-d-713301-16 {{(pid=95103) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 23 19:32:43.610846 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5cfa855-2239-4ac0-aefa-54ec95a7d68d req-4bafa32e-c68d-4aa7-92fb-aae940ce4dfe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:32:43.613644 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-f5cfa855-2239-4ac0-aefa-54ec95a7d68d req-4bafa32e-c68d-4aa7-92fb-aae940ce4dfe service neutron] 10.222.0.53 "GET /v2.0/subnets?id=539495c3-ae71-47cf-b3b7-93ac6244515e HTTP/1.1" status: 200 len: 797 time: 0.0645905 Sep 23 19:32:43.614998 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bfb26552-fc17-4f3b-b0fb-6271b6a9fb04 tempest-NetworksTest-1461754307 tempest-NetworksTest-1461754307-project] Made reservation on behalf of 8f155be04006429c9dea49e7740716fa for: {'network': 1} {{(pid=95102) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:32:43.619185 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-bfb26552-fc17-4f3b-b0fb-6271b6a9fb04 tempest-NetworksTest-1461754307 tempest-NetworksTest-1461754307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for network, before_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:43.647989 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bfb26552-fc17-4f3b-b0fb-6271b6a9fb04 tempest-NetworksTest-1461754307 tempest-NetworksTest-1461754307-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 640} {{(pid=95102) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 19:32:43.665235 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-bfb26552-fc17-4f3b-b0fb-6271b6a9fb04 tempest-NetworksTest-1461754307 tempest-NetworksTest-1461754307-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1756186'] for segment, precommit_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:43.665896 n-d-713301-16 neutron-server[95102]: INFO neutron.db.segments_db [None req-bfb26552-fc17-4f3b-b0fb-6271b6a9fb04 tempest-NetworksTest-1461754307 tempest-NetworksTest-1461754307-project] Added segment 86ecb884-3c49-421e-983b-abca72813661 of type vlan for network 5aaa2dd6-b0ea-41d9-941c-2c9fe608a31c Sep 23 19:32:43.685758 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5cfa855-2239-4ac0-aefa-54ec95a7d68d req-82510ff8-258c-463b-a6e4-8e7f36d766f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:32:43.689652 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-f5cfa855-2239-4ac0-aefa-54ec95a7d68d req-82510ff8-258c-463b-a6e4-8e7f36d766f2 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=f23b48c2-30e2-4b8a-a3bf-2e6a4262ee17&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0604863 Sep 23 19:32:43.744061 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-bfb26552-fc17-4f3b-b0fb-6271b6a9fb04 tempest-NetworksTest-1461754307 tempest-NetworksTest-1461754307-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783145630486'] for network, precommit_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:43.793066 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:43.834048 n-d-713301-16 neutron-server[95103]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f40ae03-e315-4893-9b64-33aae19c522a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6000dc64-b48e-40fc-9085-7103b4487289'}] {{(pid=95103) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 19:32:43.836683 n-d-713301-16 neutron-server[95103]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}81a1c17f2aa89d5b3ebbba3a3e0cf7eb588e431c2224256110c4c4facdd7c3e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-900a6470-a552-4a6a-8381-93e4cddb0866" -d '{"events": [{"server_uuid": "7f40ae03-e315-4893-9b64-33aae19c522a", "name": "network-vif-plugged", "status": "completed", "tag": "6000dc64-b48e-40fc-9085-7103b4487289"}]}' {{(pid=95103) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 19:32:43.846076 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-f5cfa855-2239-4ac0-aefa-54ec95a7d68d req-39751614-97b3-445a-ab86-92faa190b258 service neutron] 10.222.0.53 "GET /v2.0/networks/f23b48c2-30e2-4b8a-a3bf-2e6a4262ee17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1404006 Sep 23 19:32:43.846659 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-bfb26552-fc17-4f3b-b0fb-6271b6a9fb04 tempest-NetworksTest-1461754307 tempest-NetworksTest-1461754307-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299'] for network, after_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:43.851980 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfb26552-fc17-4f3b-b0fb-6271b6a9fb04 tempest-NetworksTest-1461754307 tempest-NetworksTest-1461754307-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:32:43.852685 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-bfb26552-fc17-4f3b-b0fb-6271b6a9fb04 tempest-NetworksTest-1461754307 tempest-NetworksTest-1461754307-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527417'] for network, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:43.859050 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] For port 6000dc64-b48e-40fc-9085-7103b4487289, host n-h1-713301-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-16',level=0,port_id=6000dc64-b48e-40fc-9085-7103b4487289,segment=NetworkSegment(109e9ca4-0775-4f0d-a524-d06e4e2d3223),segment_id=109e9ca4-0775-4f0d-a524-d06e4e2d3223)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:32:43.861473 n-d-713301-16 neutron-server[95103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a644bc38-c351-4025-b7c7-53b09d80652a None None] Resources bound (agent type, host, resource id): {{(pid=95103) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 23 19:32:43.864491 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b59848-0269-4548-bf51-6ba581e29e0a req-8213a45b-e017-4c09-bac2-c4e35c32a612 tempest-AttachVolumeNegativeTest-1343519470 tempest-AttachVolumeNegativeTest-1343519470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:32:43.864772 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:43.865699 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-45b59848-0269-4548-bf51-6ba581e29e0a req-8213a45b-e017-4c09-bac2-c4e35c32a612 tempest-AttachVolumeNegativeTest-1343519470 tempest-AttachVolumeNegativeTest-1343519470-project] 10.222.0.67 "GET /v2.0/ports?device_id=7f40ae03-e315-4893-9b64-33aae19c522a HTTP/1.1" status: 200 len: 944 time: 0.2144938 Sep 23 19:32:43.949975 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Pushing event updated for resources: {'Port': ['ID=6000dc64-b48e-40fc-9085-7103b4487289,revision_number=5']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:32:43.960241 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-f5cfa855-2239-4ac0-aefa-54ec95a7d68d req-2832eecb-d8fc-48ef-8758-a62cdfab9977 service neutron] 10.222.0.53 "GET /v2.0/networks/f23b48c2-30e2-4b8a-a3bf-2e6a4262ee17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1027446 Sep 23 19:32:44.013424 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-f5cfa855-2239-4ac0-aefa-54ec95a7d68d req-491a8150-2745-45da-95f3-b4ede949e9f5 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=0d220b4a-c2a9-416b-bef2-705bfcd93242 HTTP/1.1" status: 200 len: 217 time: 0.0421503 Sep 23 19:32:44.076256 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5cfa855-2239-4ac0-aefa-54ec95a7d68d req-fc1f907d-f6dc-43ee-b897-480e75526c04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:32:44.077935 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-f5cfa855-2239-4ac0-aefa-54ec95a7d68d req-fc1f907d-f6dc-43ee-b897-480e75526c04 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=539495c3-ae71-47cf-b3b7-93ac6244515e HTTP/1.1" status: 200 len: 797 time: 0.0502353 Sep 23 19:32:44.132159 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5cfa855-2239-4ac0-aefa-54ec95a7d68d req-6e14fedb-f4cd-4dab-abae-1144c454cee4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:32:44.133795 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-f5cfa855-2239-4ac0-aefa-54ec95a7d68d req-6e14fedb-f4cd-4dab-abae-1144c454cee4 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=f23b48c2-30e2-4b8a-a3bf-2e6a4262ee17&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0442011 Sep 23 19:32:44.239834 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-bfb26552-fc17-4f3b-b0fb-6271b6a9fb04 tempest-NetworksTest-1461754307 tempest-NetworksTest-1461754307-project] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.6580148 Sep 23 19:32:44.243128 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 46898) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:32:44.250999 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.v2.base [None req-19a0aa5b-95ca-4b71-9e0f-e07462a2078c tempest-NetworksTest-1461754307 tempest-NetworksTest-1461754307-project] Request body: {'subnet': {'network_id': '5aaa2dd6-b0ea-41d9-941c-2c9fe608a31c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=95101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:32:44.268274 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-f5cfa855-2239-4ac0-aefa-54ec95a7d68d req-7cc9de63-ff1a-4a7f-bb96-f4b1127b3735 service neutron] 10.222.0.53 "GET /v2.0/networks/f23b48c2-30e2-4b8a-a3bf-2e6a4262ee17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1259601 Sep 23 19:32:44.282501 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb8a738-5a09-4655-a357-f5405a470805 req-46a54a47-b3db-496c-9d5d-dfa4d561a5bd tempest-ServerDiskConfigTestJSON-835646415 tempest-ServerDiskConfigTestJSON-835646415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:32:44.284200 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-3eb8a738-5a09-4655-a357-f5405a470805 req-46a54a47-b3db-496c-9d5d-dfa4d561a5bd tempest-ServerDiskConfigTestJSON-835646415 tempest-ServerDiskConfigTestJSON-835646415-project] 10.222.0.67 "GET /v2.0/ports?device_id=62626af7-c341-44a3-a3c7-0337577573d0 HTTP/1.1" status: 200 len: 945 time: 0.4831183 Sep 23 19:32:44.286612 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfb26552-fc17-4f3b-b0fb-6271b6a9fb04 tempest-NetworksTest-1461754307 tempest-NetworksTest-1461754307-project] Pushing event updated for resources: {'Network': ['ID=5aaa2dd6-b0ea-41d9-941c-2c9fe608a31c,revision_number=1']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:32:44.304060 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Network 5aaa2dd6-b0ea-41d9-941c-2c9fe608a31c details requested by agent ovs-agent-n-d-713301-16 with host n-d-713301-16 {{(pid=95103) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 19:32:44.318678 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-45b59848-0269-4548-bf51-6ba581e29e0a req-2e124b93-8684-4ec0-b4ac-0c48405e5c9b tempest-AttachVolumeNegativeTest-1343519470 tempest-AttachVolumeNegativeTest-1343519470-project] 10.222.0.67 "GET /v2.0/security-groups?id=870169be-a840-40b2-89c6-13960534f950&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4372795 Sep 23 19:32:44.381228 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-3eb8a738-5a09-4655-a357-f5405a470805 req-cd554ed4-47d4-4d55-915a-ec896e89616b tempest-ServerDiskConfigTestJSON-835646415 tempest-ServerDiskConfigTestJSON-835646415-project] 10.222.0.67 "GET /v2.0/security-groups?id=618aa602-18a9-4f8c-abdd-ba8d4ffb9ee9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868289 Sep 23 19:32:44.388656 n-d-713301-16 neutron-server[95103]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 19:32:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4aa6ee38-2996-4a72-8faa-1fde3655c1d9 x-openstack-request-id: req-4aa6ee38-2996-4a72-8faa-1fde3655c1d9 {{(pid=95103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 19:32:44.389065 n-d-713301-16 neutron-server[95103]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7f40ae03-e315-4893-9b64-33aae19c522a", "name": "network-vif-plugged", "status": "completed", "tag": "6000dc64-b48e-40fc-9085-7103b4487289", "code": 200}]} {{(pid=95103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 19:32:44.389696 n-d-713301-16 neutron-server[95103]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-4aa6ee38-2996-4a72-8faa-1fde3655c1d9 {{(pid=95103) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 19:32:44.390033 n-d-713301-16 neutron-server[95103]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7f40ae03-e315-4893-9b64-33aae19c522a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6000dc64-b48e-40fc-9085-7103b4487289', 'code': 200} Sep 23 19:32:44.463304 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-f5cfa855-2239-4ac0-aefa-54ec95a7d68d req-7b0b5c95-5eb3-474f-a31b-d47b42e35a30 service neutron] 10.222.0.53 "GET /v2.0/networks/f23b48c2-30e2-4b8a-a3bf-2e6a4262ee17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1815135 Sep 23 19:32:44.465704 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19a0aa5b-95ca-4b71-9e0f-e07462a2078c tempest-NetworksTest-1461754307 tempest-NetworksTest-1461754307-project] Made reservation on behalf of 8f155be04006429c9dea49e7740716fa for: {'subnet': 1} {{(pid=95101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:32:44.468467 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-19a0aa5b-95ca-4b71-9e0f-e07462a2078c tempest-NetworksTest-1461754307 tempest-NetworksTest-1461754307-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6130979'] for subnet, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:44.532058 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45abf5c4-6613-4fc1-8b5a-5aa14f316f55 req-0902c566-27a6-449d-a505-fa63c7cd1da7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:32:44.533897 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-45abf5c4-6613-4fc1-8b5a-5aa14f316f55 req-0902c566-27a6-449d-a505-fa63c7cd1da7 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=7f40ae03-e315-4893-9b64-33aae19c522a HTTP/1.1" status: 200 len: 1097 time: 0.0623472 Sep 23 19:32:44.610169 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-45abf5c4-6613-4fc1-8b5a-5aa14f316f55 req-83d04df6-6ed0-46cb-b103-b6faeff2fdae service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=870169be-a840-40b2-89c6-13960534f950&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575020 Sep 23 19:32:44.730676 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-19a0aa5b-95ca-4b71-9e0f-e07462a2078c tempest-NetworksTest-1461754307 tempest-NetworksTest-1461754307-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5607579', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6130961'] for subnet, after_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:44.795852 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a0aa5b-95ca-4b71-9e0f-e07462a2078c tempest-NetworksTest-1461754307 tempest-NetworksTest-1461754307-project] Pushing event updated for resources: {'Subnet': ['ID=c498a6b7-833a-46ac-860a-a0c719ada783,revision_number=0']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:32:44.801404 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19a0aa5b-95ca-4b71-9e0f-e07462a2078c tempest-NetworksTest-1461754307 tempest-NetworksTest-1461754307-project] Checking segment: {'id': '86ecb884-3c49-421e-983b-abca72813661', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '5aaa2dd6-b0ea-41d9-941c-2c9fe608a31c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:32:44.801767 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19a0aa5b-95ca-4b71-9e0f-e07462a2078c tempest-NetworksTest-1461754307 tempest-NetworksTest-1461754307-project] Network hostable DHCP agents. Network: 5aaa2dd6-b0ea-41d9-941c-2c9fe608a31c, hostable agents: ['1b18bf05-1b5f-4587-be5c-af3ac38e32ad'], hosted agents: [] {{(pid=95101) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 19:32:44.823573 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19a0aa5b-95ca-4b71-9e0f-e07462a2078c tempest-NetworksTest-1461754307 tempest-NetworksTest-1461754307-project] Network 5aaa2dd6-b0ea-41d9-941c-2c9fe608a31c is scheduled to be hosted by DHCP agent 1b18bf05-1b5f-4587-be5c-af3ac38e32ad with binding_index 1 {{(pid=95101) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 19:32:44.836779 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.base_scheduler [None req-19a0aa5b-95ca-4b71-9e0f-e07462a2078c tempest-NetworksTest-1461754307 tempest-NetworksTest-1461754307-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713301-16, 5aaa2dd6-b0ea-41d9-941c-2c9fe608a31c) {{(pid=95101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:32:44.842660 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19a0aa5b-95ca-4b71-9e0f-e07462a2078c tempest-NetworksTest-1461754307 tempest-NetworksTest-1461754307-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:32:44.843303 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-19a0aa5b-95ca-4b71-9e0f-e07462a2078c tempest-NetworksTest-1461754307 tempest-NetworksTest-1461754307-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527417'] for subnet, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:44.845671 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-717fe9d5-e1e4-4be8-b517-063f727d98b8 None None] Network 5aaa2dd6-b0ea-41d9-941c-2c9fe608a31c requested from n-d-713301-16 {{(pid=95103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 19:32:44.858381 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-19a0aa5b-95ca-4b71-9e0f-e07462a2078c tempest-NetworksTest-1461754307 tempest-NetworksTest-1461754307-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 0.6141729 Sep 23 19:32:44.862853 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 46904) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:32:44.979803 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-b10761be-236a-4c6c-8635-1d7f1313ac30 tempest-NetworksTest-1461754307 tempest-NetworksTest-1461754307-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1628021'] for network, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:45.014350 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97264c13-d036-463e-9f8a-e546b75135cd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4c8b80df-07eb-5275-9f17-5cf640db67c0-5aaa2dd6-b0ea-41d9-941c-2c9fe608a31c', 'network_id': '5aaa2dd6-b0ea-41d9-941c-2c9fe608a31c', 'tenant_id': '8f155be04006429c9dea49e7740716fa', 'fixed_ips': [{'subnet_id': 'c498a6b7-833a-46ac-860a-a0c719ada783'}]}} from n-d-713301-16. {{(pid=95103) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 23 19:32:45.015297 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-97264c13-d036-463e-9f8a-e546b75135cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_create {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:45.052355 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-b10761be-236a-4c6c-8635-1d7f1313ac30 tempest-NetworksTest-1461754307 tempest-NetworksTest-1461754307-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1756813'] for subnet, precommit_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:45.130029 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-b10761be-236a-4c6c-8635-1d7f1313ac30 tempest-NetworksTest-1461754307 tempest-NetworksTest-1461754307-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1756804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5607514', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6130950'] for subnet, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:45.135592 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server [None req-97264c13-d036-463e-9f8a-e546b75135cd None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet c498a6b7-833a-46ac-860a-a0c719ada783: This subnet is being modified by another concurrent operation. Sep 23 19:32:45.135592 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Sep 23 19:32:45.135592 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Sep 23 19:32:45.135592 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Sep 23 19:32:45.135592 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Sep 23 19:32:45.135592 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Sep 23 19:32:45.135592 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Sep 23 19:32:45.135592 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Sep 23 19:32:45.135592 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Sep 23 19:32:45.135592 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Sep 23 19:32:45.135592 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Sep 23 19:32:45.135592 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Sep 23 19:32:45.135592 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 23 19:32:45.135592 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 23 19:32:45.135592 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 23 19:32:45.135592 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server raise self.value Sep 23 19:32:45.135592 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Sep 23 19:32:45.135592 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 23 19:32:45.135592 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 23 19:32:45.135592 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Sep 23 19:32:45.135592 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 23 19:32:45.135592 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 23 19:32:45.135592 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 23 19:32:45.135592 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server raise self.value Sep 23 19:32:45.135592 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 23 19:32:45.135592 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 23 19:32:45.135592 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Sep 23 19:32:45.135592 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Sep 23 19:32:45.135592 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 23 19:32:45.135592 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 23 19:32:45.135592 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 23 19:32:45.135592 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server raise self.value Sep 23 19:32:45.135592 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Sep 23 19:32:45.135592 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Sep 23 19:32:45.135592 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Sep 23 19:32:45.135592 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Sep 23 19:32:45.135592 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Sep 23 19:32:45.135592 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Sep 23 19:32:45.135592 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Sep 23 19:32:45.135592 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Sep 23 19:32:45.135592 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Sep 23 19:32:45.135592 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Sep 23 19:32:45.135592 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 686, in inner Sep 23 19:32:45.135592 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Sep 23 19:32:45.135592 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Sep 23 19:32:45.135592 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Sep 23 19:32:45.135592 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Sep 23 19:32:45.135592 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Sep 23 19:32:45.135592 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 23 19:32:45.135592 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 23 19:32:45.135592 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 23 19:32:45.135592 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server raise self.value Sep 23 19:32:45.135592 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Sep 23 19:32:45.135592 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 23 19:32:45.139579 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 23 19:32:45.139579 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Sep 23 19:32:45.139579 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 23 19:32:45.139579 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 23 19:32:45.139579 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 23 19:32:45.139579 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server raise self.value Sep 23 19:32:45.139579 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 23 19:32:45.139579 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 23 19:32:45.139579 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Sep 23 19:32:45.139579 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Sep 23 19:32:45.139579 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 23 19:32:45.139579 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 23 19:32:45.139579 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 23 19:32:45.139579 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server raise self.value Sep 23 19:32:45.139579 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Sep 23 19:32:45.139579 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Sep 23 19:32:45.139579 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1480, in create_port Sep 23 19:32:45.139579 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Sep 23 19:32:45.139579 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1445, in _create_port_db Sep 23 19:32:45.139579 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Sep 23 19:32:45.139579 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Sep 23 19:32:45.139579 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Sep 23 19:32:45.139579 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Sep 23 19:32:45.139579 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Sep 23 19:32:45.139579 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 23 19:32:45.139579 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 23 19:32:45.139579 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 23 19:32:45.139579 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server raise self.value Sep 23 19:32:45.139579 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Sep 23 19:32:45.139579 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Sep 23 19:32:45.139579 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Sep 23 19:32:45.139579 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Sep 23 19:32:45.139579 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Sep 23 19:32:45.139579 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server subnet.lock_register( Sep 23 19:32:45.139579 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Sep 23 19:32:45.139579 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server raise exception Sep 23 19:32:45.139579 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet c498a6b7-833a-46ac-860a-a0c719ada783: This subnet is being modified by another concurrent operation. Sep 23 19:32:45.139579 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server Sep 23 19:32:45.154704 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f113876-0df3-4698-9b3b-739381902430 None None] Network 5aaa2dd6-b0ea-41d9-941c-2c9fe608a31c requested from n-d-713301-16 {{(pid=95103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 19:32:45.157154 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b10761be-236a-4c6c-8635-1d7f1313ac30 tempest-NetworksTest-1461754307 tempest-NetworksTest-1461754307-project] Pushing event deleted for resources: {'Subnet': ['ID=c498a6b7-833a-46ac-860a-a0c719ada783,revision_number=None']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:32:45.232929 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-b10761be-236a-4c6c-8635-1d7f1313ac30 tempest-NetworksTest-1461754307 tempest-NetworksTest-1461754307-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1754676', 'neutron.services.segments.db._delete_segments_for_network-8783146221460'] for network, precommit_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:45.258030 n-d-713301-16 neutron-server[95101]: DEBUG neutron.services.segments.db [None req-b10761be-236a-4c6c-8635-1d7f1313ac30 tempest-NetworksTest-1461754307 tempest-NetworksTest-1461754307-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5aaa2dd6-b0ea-41d9-941c-2c9fe608a31c']}} {{(pid=95101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:32:45.269199 n-d-713301-16 neutron-server[95101]: DEBUG neutron.services.segments.db [None req-b10761be-236a-4c6c-8635-1d7f1313ac30 tempest-NetworksTest-1461754307 tempest-NetworksTest-1461754307-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '86ecb884-3c49-421e-983b-abca72813661') {'for_net_delete': True} {{(pid=95101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:32:45.269486 n-d-713301-16 neutron-server[95101]: DEBUG neutron.services.segments.db [None req-b10761be-236a-4c6c-8635-1d7f1313ac30 tempest-NetworksTest-1461754307 tempest-NetworksTest-1461754307-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '86ecb884-3c49-421e-983b-abca72813661') {} {{(pid=95101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:32:45.279954 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-b10761be-236a-4c6c-8635-1d7f1313ac30 tempest-NetworksTest-1461754307 tempest-NetworksTest-1461754307-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783146221725', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6007147'] for segment, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:45.282231 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3c59971-f94d-4cf8-bd60-323b866ed029 None None] get_active_networks_info from n-d-713301-16 {{(pid=95103) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 23 19:32:45.297661 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-b10761be-236a-4c6c-8635-1d7f1313ac30 tempest-NetworksTest-1461754307 tempest-NetworksTest-1461754307-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1756186'] for segment, precommit_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:45.304700 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b10761be-236a-4c6c-8635-1d7f1313ac30 tempest-NetworksTest-1461754307 tempest-NetworksTest-1461754307-project] Releasing vlan 640 on physical network physnet1 to pool {{(pid=95101) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 19:32:45.305209 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-b10761be-236a-4c6c-8635-1d7f1313ac30 tempest-NetworksTest-1461754307 tempest-NetworksTest-1461754307-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1756186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5608436'] for segment, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:45.308262 n-d-713301-16 neutron-server[95101]: Traceback (most recent call last): Sep 23 19:32:45.308262 n-d-713301-16 neutron-server[95101]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 19:32:45.308262 n-d-713301-16 neutron-server[95101]: timer() Sep 23 19:32:45.308262 n-d-713301-16 neutron-server[95101]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 19:32:45.308262 n-d-713301-16 neutron-server[95101]: cb(*args, **kw) Sep 23 19:32:45.308262 n-d-713301-16 neutron-server[95101]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 19:32:45.308262 n-d-713301-16 neutron-server[95101]: return func(*args, **kwargs) Sep 23 19:32:45.308262 n-d-713301-16 neutron-server[95101]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 19:32:45.308262 n-d-713301-16 neutron-server[95101]: self._notify() Sep 23 19:32:45.308262 n-d-713301-16 neutron-server[95101]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 19:32:45.308262 n-d-713301-16 neutron-server[95101]: self.callback(batched_events) Sep 23 19:32:45.308262 n-d-713301-16 neutron-server[95101]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 19:32:45.308262 n-d-713301-16 neutron-server[95101]: event.method(event) Sep 23 19:32:45.308262 n-d-713301-16 neutron-server[95101]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 19:32:45.308262 n-d-713301-16 neutron-server[95101]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 19:32:45.308262 n-d-713301-16 neutron-server[95101]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 19:32:45.308262 n-d-713301-16 neutron-server[95101]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 19:32:45.308262 n-d-713301-16 neutron-server[95101]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 19:32:45.308262 n-d-713301-16 neutron-server[95101]: return f(self, *a, **k) Sep 23 19:32:45.308262 n-d-713301-16 neutron-server[95101]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 19:32:45.308262 n-d-713301-16 neutron-server[95101]: return self._get(url).json() Sep 23 19:32:45.308262 n-d-713301-16 neutron-server[95101]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 19:32:45.308262 n-d-713301-16 neutron-server[95101]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 19:32:45.308262 n-d-713301-16 neutron-server[95101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 19:32:45.308262 n-d-713301-16 neutron-server[95101]: return self.request(url, 'GET', **kwargs) Sep 23 19:32:45.308262 n-d-713301-16 neutron-server[95101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 19:32:45.308262 n-d-713301-16 neutron-server[95101]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 19:32:45.308262 n-d-713301-16 neutron-server[95101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 19:32:45.308262 n-d-713301-16 neutron-server[95101]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 19:32:45.308262 n-d-713301-16 neutron-server[95101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 19:32:45.308262 n-d-713301-16 neutron-server[95101]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 19:32:45.308262 n-d-713301-16 neutron-server[95101]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 19:32:45.385773 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-b10761be-236a-4c6c-8635-1d7f1313ac30 tempest-NetworksTest-1461754307 tempest-NetworksTest-1461754307-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1754627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-601866'] for network, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:45.394816 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-b10761be-236a-4c6c-8635-1d7f1313ac30 tempest-NetworksTest-1461754307 tempest-NetworksTest-1461754307-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527417'] for network, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:45.401459 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-b10761be-236a-4c6c-8635-1d7f1313ac30 tempest-NetworksTest-1461754307 tempest-NetworksTest-1461754307-project] 10.222.0.67 "DELETE /v2.0/networks/5aaa2dd6-b0ea-41d9-941c-2c9fe608a31c HTTP/1.1" status: 204 len: 168 time: 0.5357788 Sep 23 19:32:45.402383 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 46908) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:32:45.416284 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b10761be-236a-4c6c-8635-1d7f1313ac30 tempest-NetworksTest-1461754307 tempest-NetworksTest-1461754307-project] Pushing event deleted for resources: {'Network': ['ID=5aaa2dd6-b0ea-41d9-941c-2c9fe608a31c,revision_number=None']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:32:45.435929 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.v2.base [None req-e5863405-84f0-4250-aa11-e5ade354c1aa tempest-NetworksTest-1461754307 tempest-NetworksTest-1461754307-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-2147110694'}} {{(pid=95102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:32:45.458180 n-d-713301-16 neutron-server[95103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3c59971-f94d-4cf8-bd60-323b866ed029 None None] Resources bound (agent type, host, resource id): {{(pid=95103) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 23 19:32:45.506884 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5863405-84f0-4250-aa11-e5ade354c1aa tempest-NetworksTest-1461754307 tempest-NetworksTest-1461754307-project] Made reservation on behalf of 8f155be04006429c9dea49e7740716fa for: {'network': 1} {{(pid=95102) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:32:45.511657 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-e5863405-84f0-4250-aa11-e5ade354c1aa tempest-NetworksTest-1461754307 tempest-NetworksTest-1461754307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for network, before_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:45.542733 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6fd080a-925a-4590-a058-aff3bddc0d38 req-97185a40-0a92-4614-94a2-2e6ff1e6f23b tempest-AttachVolumeNegativeTest-1343519470 tempest-AttachVolumeNegativeTest-1343519470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:32:45.552669 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-f6fd080a-925a-4590-a058-aff3bddc0d38 req-97185a40-0a92-4614-94a2-2e6ff1e6f23b tempest-AttachVolumeNegativeTest-1343519470 tempest-AttachVolumeNegativeTest-1343519470-project] 10.222.0.67 "GET /v2.0/ports?device_id=7f40ae03-e315-4893-9b64-33aae19c522a HTTP/1.1" status: 200 len: 945 time: 0.1516035 Sep 23 19:32:45.576914 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e5863405-84f0-4250-aa11-e5ade354c1aa tempest-NetworksTest-1461754307 tempest-NetworksTest-1461754307-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 644} {{(pid=95102) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 19:32:45.627410 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-e5863405-84f0-4250-aa11-e5ade354c1aa tempest-NetworksTest-1461754307 tempest-NetworksTest-1461754307-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1756186'] for segment, precommit_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:45.627800 n-d-713301-16 neutron-server[95102]: INFO neutron.db.segments_db [None req-e5863405-84f0-4250-aa11-e5ade354c1aa tempest-NetworksTest-1461754307 tempest-NetworksTest-1461754307-project] Added segment c1024308-5b1f-40a4-9ebf-39f151c002e3 of type vlan for network a88e3f54-b01a-4628-88b2-c167e4db0011 Sep 23 19:32:45.655212 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-f6fd080a-925a-4590-a058-aff3bddc0d38 req-6255d1c1-2ab2-4515-beb5-b232d4539927 tempest-AttachVolumeNegativeTest-1343519470 tempest-AttachVolumeNegativeTest-1343519470-project] 10.222.0.67 "GET /v2.0/security-groups?id=870169be-a840-40b2-89c6-13960534f950&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1012709 Sep 23 19:32:45.689871 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236d450a-55a8-4756-8019-58d9a569b188 req-68d01516-d185-402b-8bf6-580e5411187e tempest-ServerDiskConfigTestJSON-835646415 tempest-ServerDiskConfigTestJSON-835646415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:32:45.691467 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-236d450a-55a8-4756-8019-58d9a569b188 req-68d01516-d185-402b-8bf6-580e5411187e tempest-ServerDiskConfigTestJSON-835646415 tempest-ServerDiskConfigTestJSON-835646415-project] 10.222.0.67 "GET /v2.0/ports?device_id=62626af7-c341-44a3-a3c7-0337577573d0 HTTP/1.1" status: 200 len: 945 time: 0.2056093 Sep 23 19:32:45.713179 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-e5863405-84f0-4250-aa11-e5ade354c1aa tempest-NetworksTest-1461754307 tempest-NetworksTest-1461754307-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783145630486'] for network, precommit_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:45.763482 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-e5863405-84f0-4250-aa11-e5ade354c1aa tempest-NetworksTest-1461754307 tempest-NetworksTest-1461754307-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299'] for network, after_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:45.775592 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5863405-84f0-4250-aa11-e5ade354c1aa tempest-NetworksTest-1461754307 tempest-NetworksTest-1461754307-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:32:45.777184 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-e5863405-84f0-4250-aa11-e5ade354c1aa tempest-NetworksTest-1461754307 tempest-NetworksTest-1461754307-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527417'] for network, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:45.820967 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-236d450a-55a8-4756-8019-58d9a569b188 req-1739f6bb-1149-4834-8d11-77fe3fcd3d9c tempest-ServerDiskConfigTestJSON-835646415 tempest-ServerDiskConfigTestJSON-835646415-project] 10.222.0.67 "GET /v2.0/security-groups?id=618aa602-18a9-4f8c-abdd-ba8d4ffb9ee9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1122510 Sep 23 19:32:45.825349 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-e5863405-84f0-4250-aa11-e5ade354c1aa tempest-NetworksTest-1461754307 tempest-NetworksTest-1461754307-project] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.4213531 Sep 23 19:32:45.829909 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 46922) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:32:45.835766 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.v2.base [None req-0ede6d3b-9a83-402e-9237-ddfb533c17e1 tempest-NetworksTest-1461754307 tempest-NetworksTest-1461754307-project] Request body: {'network': {'name': 'New_network'}} {{(pid=95101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:32:45.881276 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5863405-84f0-4250-aa11-e5ade354c1aa tempest-NetworksTest-1461754307 tempest-NetworksTest-1461754307-project] Pushing event updated for resources: {'Network': ['ID=a88e3f54-b01a-4628-88b2-c167e4db0011,revision_number=1']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:32:45.892555 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Network a88e3f54-b01a-4628-88b2-c167e4db0011 details requested by agent ovs-agent-n-d-713301-16 with host n-d-713301-16 {{(pid=95103) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 19:32:46.020653 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-0ede6d3b-9a83-402e-9237-ddfb533c17e1 tempest-NetworksTest-1461754307 tempest-NetworksTest-1461754307-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783145630486'] for network, precommit_update {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:46.034384 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-0ede6d3b-9a83-402e-9237-ddfb533c17e1 tempest-NetworksTest-1461754307 tempest-NetworksTest-1461754307-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299'] for network, after_update {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:46.052742 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-0ede6d3b-9a83-402e-9237-ddfb533c17e1 tempest-NetworksTest-1461754307 tempest-NetworksTest-1461754307-project] Network a88e3f54-b01a-4628-88b2-c167e4db0011 is not hosted by any dhcp agent {{(pid=95101) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Sep 23 19:32:46.057948 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ede6d3b-9a83-402e-9237-ddfb533c17e1 tempest-NetworksTest-1461754307 tempest-NetworksTest-1461754307-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:32:46.058531 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-0ede6d3b-9a83-402e-9237-ddfb533c17e1 tempest-NetworksTest-1461754307 tempest-NetworksTest-1461754307-project] Notify callbacks [] for network, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:46.059781 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-0ede6d3b-9a83-402e-9237-ddfb533c17e1 tempest-NetworksTest-1461754307 tempest-NetworksTest-1461754307-project] 10.222.0.67 "PUT /v2.0/networks/a88e3f54-b01a-4628-88b2-c167e4db0011 HTTP/1.1" status: 200 len: 723 time: 0.2294436 Sep 23 19:32:46.062708 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 46924) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:32:46.067986 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.v2.base [None req-2ddae04b-3812-402d-93fe-a00ac5755557 tempest-NetworksTest-1461754307 tempest-NetworksTest-1461754307-project] Request body: {'subnet': {'network_id': 'a88e3f54-b01a-4628-88b2-c167e4db0011', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:32:46.105120 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ede6d3b-9a83-402e-9237-ddfb533c17e1 tempest-NetworksTest-1461754307 tempest-NetworksTest-1461754307-project] Pushing event updated for resources: {'Network': ['ID=a88e3f54-b01a-4628-88b2-c167e4db0011,revision_number=2']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:32:46.116362 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Network a88e3f54-b01a-4628-88b2-c167e4db0011 details requested by agent ovs-agent-n-d-713301-16 with host n-d-713301-16 {{(pid=95103) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 19:32:46.163699 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ddae04b-3812-402d-93fe-a00ac5755557 tempest-NetworksTest-1461754307 tempest-NetworksTest-1461754307-project] Made reservation on behalf of 8f155be04006429c9dea49e7740716fa for: {'subnet': 1} {{(pid=95102) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:32:46.167454 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-2ddae04b-3812-402d-93fe-a00ac5755557 tempest-NetworksTest-1461754307 tempest-NetworksTest-1461754307-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5388256'] for subnet, before_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:46.348804 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-2ddae04b-3812-402d-93fe-a00ac5755557 tempest-NetworksTest-1461754307 tempest-NetworksTest-1461754307-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4398944', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5388242'] for subnet, after_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:46.412465 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ddae04b-3812-402d-93fe-a00ac5755557 tempest-NetworksTest-1461754307 tempest-NetworksTest-1461754307-project] Pushing event updated for resources: {'Subnet': ['ID=7cca8e53-46d8-43bc-9401-91c4ab684b7a,revision_number=0']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:32:46.421003 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ddae04b-3812-402d-93fe-a00ac5755557 tempest-NetworksTest-1461754307 tempest-NetworksTest-1461754307-project] Checking segment: {'id': 'c1024308-5b1f-40a4-9ebf-39f151c002e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'a88e3f54-b01a-4628-88b2-c167e4db0011'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95102) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:32:46.421374 n-d-713301-16 neutron-server[95102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ddae04b-3812-402d-93fe-a00ac5755557 tempest-NetworksTest-1461754307 tempest-NetworksTest-1461754307-project] Network hostable DHCP agents. Network: a88e3f54-b01a-4628-88b2-c167e4db0011, hostable agents: ['1b18bf05-1b5f-4587-be5c-af3ac38e32ad'], hosted agents: [] {{(pid=95102) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 19:32:46.439325 n-d-713301-16 neutron-server[95102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ddae04b-3812-402d-93fe-a00ac5755557 tempest-NetworksTest-1461754307 tempest-NetworksTest-1461754307-project] Network a88e3f54-b01a-4628-88b2-c167e4db0011 is scheduled to be hosted by DHCP agent 1b18bf05-1b5f-4587-be5c-af3ac38e32ad with binding_index 1 {{(pid=95102) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 19:32:46.448876 n-d-713301-16 neutron-server[95102]: DEBUG neutron.scheduler.base_scheduler [None req-2ddae04b-3812-402d-93fe-a00ac5755557 tempest-NetworksTest-1461754307 tempest-NetworksTest-1461754307-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713301-16, a88e3f54-b01a-4628-88b2-c167e4db0011) {{(pid=95102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:32:46.458712 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70a11557-fba9-40a2-8eb3-3d8150fcbc03 None None] Network a88e3f54-b01a-4628-88b2-c167e4db0011 requested from n-d-713301-16 {{(pid=95103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 19:32:46.461275 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ddae04b-3812-402d-93fe-a00ac5755557 tempest-NetworksTest-1461754307 tempest-NetworksTest-1461754307-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:32:46.461903 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-2ddae04b-3812-402d-93fe-a00ac5755557 tempest-NetworksTest-1461754307 tempest-NetworksTest-1461754307-project] Notify callbacks [] for subnet, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:46.479267 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-2ddae04b-3812-402d-93fe-a00ac5755557 tempest-NetworksTest-1461754307 tempest-NetworksTest-1461754307-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4154358 Sep 23 19:32:46.481985 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 46926) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:32:46.488204 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.v2.base [None req-369fa842-a597-418a-8228-1aa42afb5f8a tempest-NetworksTest-1461754307 tempest-NetworksTest-1461754307-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=95101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:32:46.592048 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-369fa842-a597-418a-8228-1aa42afb5f8a tempest-NetworksTest-1461754307 tempest-NetworksTest-1461754307-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-6130984'] for subnet, before_update {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:46.622808 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e1db52e-1007-4ca6-8386-133034591af4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4c8b80df-07eb-5275-9f17-5cf640db67c0-a88e3f54-b01a-4628-88b2-c167e4db0011', 'network_id': 'a88e3f54-b01a-4628-88b2-c167e4db0011', 'tenant_id': '8f155be04006429c9dea49e7740716fa', 'fixed_ips': [{'subnet_id': '7cca8e53-46d8-43bc-9401-91c4ab684b7a'}]}} from n-d-713301-16. {{(pid=95103) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 23 19:32:46.623681 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-1e1db52e-1007-4ca6-8386-133034591af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_create {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:46.746831 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-369fa842-a597-418a-8228-1aa42afb5f8a tempest-NetworksTest-1461754307 tempest-NetworksTest-1461754307-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8783146162167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-5607501'] for subnet, after_update {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:46.789952 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-369fa842-a597-418a-8228-1aa42afb5f8a tempest-NetworksTest-1461754307 tempest-NetworksTest-1461754307-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:32:46.790642 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-369fa842-a597-418a-8228-1aa42afb5f8a tempest-NetworksTest-1461754307 tempest-NetworksTest-1461754307-project] Notify callbacks [] for subnet, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:46.792010 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-369fa842-a597-418a-8228-1aa42afb5f8a tempest-NetworksTest-1461754307 tempest-NetworksTest-1461754307-project] 10.222.0.67 "PUT /v2.0/subnets/7cca8e53-46d8-43bc-9401-91c4ab684b7a HTTP/1.1" status: 200 len: 806 time: 0.3090117 Sep 23 19:32:46.795129 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 46930) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:32:46.802291 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.db_base_plugin_common [None req-1e1db52e-1007-4ca6-8386-133034591af4 None None] Allocated IP 172.20.0.2 (a88e3f54-b01a-4628-88b2-c167e4db0011/7cca8e53-46d8-43bc-9401-91c4ab684b7a/88fc8321-311f-42a9-ae06-7738112b6d84) {{(pid=95103) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 19:32:46.810314 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-369fa842-a597-418a-8228-1aa42afb5f8a tempest-NetworksTest-1461754307 tempest-NetworksTest-1461754307-project] Pushing event updated for resources: {'Subnet': ['ID=7cca8e53-46d8-43bc-9401-91c4ab684b7a,revision_number=1']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:32:46.834297 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52082c57-e46f-4983-bd99-da1835d04b27 req-44915d5e-f716-417f-beb9-779cc31458e4 tempest-AttachVolumeNegativeTest-1343519470 tempest-AttachVolumeNegativeTest-1343519470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:32:46.835861 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-52082c57-e46f-4983-bd99-da1835d04b27 req-44915d5e-f716-417f-beb9-779cc31458e4 tempest-AttachVolumeNegativeTest-1343519470 tempest-AttachVolumeNegativeTest-1343519470-project] 10.222.0.67 "GET /v2.0/ports?device_id=7f40ae03-e315-4893-9b64-33aae19c522a HTTP/1.1" status: 200 len: 945 time: 0.0861070 Sep 23 19:32:46.921019 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-52082c57-e46f-4983-bd99-da1835d04b27 req-919aec1b-93fc-4023-a2d9-e88ff30284fe tempest-AttachVolumeNegativeTest-1343519470 tempest-AttachVolumeNegativeTest-1343519470-project] 10.222.0.67 "GET /v2.0/security-groups?id=870169be-a840-40b2-89c6-13960534f950&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739455 Sep 23 19:32:46.948238 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-88c0e1b6-6b7b-4d94-bed2-cef829e2e6e4 tempest-NetworksTest-1461754307 tempest-NetworksTest-1461754307-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1628021'] for network, before_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:46.986545 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-1e1db52e-1007-4ca6-8386-133034591af4 None None] Notify callbacks [] for port, precommit_create {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:46.994676 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-1e1db52e-1007-4ca6-8386-133034591af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783145673135'] for port, after_create {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:47.043731 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-88c0e1b6-6b7b-4d94-bed2-cef829e2e6e4 tempest-NetworksTest-1461754307 tempest-NetworksTest-1461754307-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1756813'] for subnet, precommit_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:47.055371 n-d-713301-16 neutron-server[95103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e1db52e-1007-4ca6-8386-133034591af4 None None] Network a88e3f54-b01a-4628-88b2-c167e4db0011 is already hosted by enough agents. {{(pid=95103) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:32:47.058592 n-d-713301-16 neutron-server[95103]: DEBUG neutron.scheduler.base_scheduler [None req-1e1db52e-1007-4ca6-8386-133034591af4 None None] Resources bound (agent type, host, resource id): {{(pid=95103) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:32:47.063348 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e1db52e-1007-4ca6-8386-133034591af4 None None] Received port after_create {{(pid=95103) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 19:32:47.076853 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-879566fc-0482-4ea5-b915-89a1eacb4696 req-920a71f5-bcec-4934-b665-8ab1f30547db tempest-ServerDiskConfigTestJSON-835646415 tempest-ServerDiskConfigTestJSON-835646415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:32:47.084748 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-879566fc-0482-4ea5-b915-89a1eacb4696 req-920a71f5-bcec-4934-b665-8ab1f30547db tempest-ServerDiskConfigTestJSON-835646415 tempest-ServerDiskConfigTestJSON-835646415-project] 10.222.0.67 "GET /v2.0/ports?device_id=62626af7-c341-44a3-a3c7-0337577573d0 HTTP/1.1" status: 200 len: 945 time: 0.1244867 Sep 23 19:32:47.111805 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e1db52e-1007-4ca6-8386-133034591af4 None None] Pushing event updated for resources: {'Port': ['ID=88fc8321-311f-42a9-ae06-7738112b6d84,revision_number=1']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:32:47.152411 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-879566fc-0482-4ea5-b915-89a1eacb4696 req-6351bb44-8053-440b-adf6-1200f6f35ee4 tempest-ServerDiskConfigTestJSON-835646415 tempest-ServerDiskConfigTestJSON-835646415-project] 10.222.0.67 "GET /v2.0/security-groups?id=618aa602-18a9-4f8c-abdd-ba8d4ffb9ee9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667055 Sep 23 19:32:47.156087 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.managers [None req-1e1db52e-1007-4ca6-8386-133034591af4 None None] Attempting to bind port 88fc8321-311f-42a9-ae06-7738112b6d84 on host n-d-713301-16 for vnic_type normal with profile {{(pid=95103) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 19:32:47.156516 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.managers [None req-1e1db52e-1007-4ca6-8386-133034591af4 None None] Attempting to bind port 88fc8321-311f-42a9-ae06-7738112b6d84 by drivers openvswitch,hyperv on host n-d-713301-16 at level 0 using segments [{'id': 'c1024308-5b1f-40a4-9ebf-39f151c002e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'a88e3f54-b01a-4628-88b2-c167e4db0011'}] {{(pid=95103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 19:32:47.157362 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e1db52e-1007-4ca6-8386-133034591af4 None None] Attempting to bind port 88fc8321-311f-42a9-ae06-7738112b6d84 on network a88e3f54-b01a-4628-88b2-c167e4db0011 {{(pid=95103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:32:47.164742 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e1db52e-1007-4ca6-8386-133034591af4 None None] Checking agent: {'id': '70a14545-df24-472f-8f95-bfe1719bff93', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 19, 7, 53), 'started_at': datetime.datetime(2021, 9, 23, 19, 8, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 19, 32, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 19:32:47.164742 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e1db52e-1007-4ca6-8386-133034591af4 None None] Checking segment: {'id': 'c1024308-5b1f-40a4-9ebf-39f151c002e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'a88e3f54-b01a-4628-88b2-c167e4db0011'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95103) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:32:47.165335 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-1e1db52e-1007-4ca6-8386-133034591af4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:47.165793 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e1db52e-1007-4ca6-8386-133034591af4 None None] Bound using segment: {'id': 'c1024308-5b1f-40a4-9ebf-39f151c002e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'a88e3f54-b01a-4628-88b2-c167e4db0011'} {{(pid=95103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 19:32:47.166383 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.managers [None req-1e1db52e-1007-4ca6-8386-133034591af4 None None] Bound port: 88fc8321-311f-42a9-ae06-7738112b6d84, host: n-d-713301-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c1024308-5b1f-40a4-9ebf-39f151c002e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'a88e3f54-b01a-4628-88b2-c167e4db0011'}}] {{(pid=95103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 19:32:47.166884 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-1e1db52e-1007-4ca6-8386-133034591af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:47.177768 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-88c0e1b6-6b7b-4d94-bed2-cef829e2e6e4 tempest-NetworksTest-1461754307 tempest-NetworksTest-1461754307-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1756804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4399009', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5388229'] for subnet, after_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:47.206836 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88c0e1b6-6b7b-4d94-bed2-cef829e2e6e4 tempest-NetworksTest-1461754307 tempest-NetworksTest-1461754307-project] Pushing event deleted for resources: {'Subnet': ['ID=7cca8e53-46d8-43bc-9401-91c4ab684b7a,revision_number=None']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:32:47.256576 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-1e1db52e-1007-4ca6-8386-133034591af4 None None] For port 88fc8321-311f-42a9-ae06-7738112b6d84, host n-d-713301-16, cleared binding levels {{(pid=95103) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 19:32:47.260088 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-1e1db52e-1007-4ca6-8386-133034591af4 None None] For port 88fc8321-311f-42a9-ae06-7738112b6d84, host n-d-713301-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-16',level=0,port_id=88fc8321-311f-42a9-ae06-7738112b6d84,segment=NetworkSegment(c1024308-5b1f-40a4-9ebf-39f151c002e3),segment_id=c1024308-5b1f-40a4-9ebf-39f151c002e3)] {{(pid=95103) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 19:32:47.265572 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-1e1db52e-1007-4ca6-8386-133034591af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:47.279401 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-88c0e1b6-6b7b-4d94-bed2-cef829e2e6e4 tempest-NetworksTest-1461754307 tempest-NetworksTest-1461754307-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1754676', 'neutron.services.segments.db._delete_segments_for_network-8783146221460'] for network, precommit_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:47.306941 n-d-713301-16 neutron-server[95102]: DEBUG neutron.services.segments.db [None req-88c0e1b6-6b7b-4d94-bed2-cef829e2e6e4 tempest-NetworksTest-1461754307 tempest-NetworksTest-1461754307-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a88e3f54-b01a-4628-88b2-c167e4db0011']}} {{(pid=95102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:32:47.318608 n-d-713301-16 neutron-server[95102]: DEBUG neutron.services.segments.db [None req-88c0e1b6-6b7b-4d94-bed2-cef829e2e6e4 tempest-NetworksTest-1461754307 tempest-NetworksTest-1461754307-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c1024308-5b1f-40a4-9ebf-39f151c002e3') {'for_net_delete': True} {{(pid=95102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:32:47.319187 n-d-713301-16 neutron-server[95102]: DEBUG neutron.services.segments.db [None req-88c0e1b6-6b7b-4d94-bed2-cef829e2e6e4 tempest-NetworksTest-1461754307 tempest-NetworksTest-1461754307-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c1024308-5b1f-40a4-9ebf-39f151c002e3') {} {{(pid=95102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:32:47.333075 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-88c0e1b6-6b7b-4d94-bed2-cef829e2e6e4 tempest-NetworksTest-1461754307 tempest-NetworksTest-1461754307-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783146221725', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6162832'] for segment, before_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:47.349817 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-88c0e1b6-6b7b-4d94-bed2-cef829e2e6e4 tempest-NetworksTest-1461754307 tempest-NetworksTest-1461754307-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1756186'] for segment, precommit_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:47.354288 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e1db52e-1007-4ca6-8386-133034591af4 None None] Pushing event updated for resources: {'Port': ['ID=88fc8321-311f-42a9-ae06-7738112b6d84,revision_number=2']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:32:47.371542 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-88c0e1b6-6b7b-4d94-bed2-cef829e2e6e4 tempest-NetworksTest-1461754307 tempest-NetworksTest-1461754307-project] Releasing vlan 644 on physical network physnet1 to pool {{(pid=95102) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 19:32:47.372415 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-88c0e1b6-6b7b-4d94-bed2-cef829e2e6e4 tempest-NetworksTest-1461754307 tempest-NetworksTest-1461754307-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1756186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4398095'] for segment, after_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:47.373417 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cab4a207-ba63-45c1-9bcc-164983d3379a None None] Network a88e3f54-b01a-4628-88b2-c167e4db0011 requested from n-d-713301-16 {{(pid=95103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 19:32:47.376247 n-d-713301-16 neutron-server[95102]: Traceback (most recent call last): Sep 23 19:32:47.376247 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 19:32:47.376247 n-d-713301-16 neutron-server[95102]: timer() Sep 23 19:32:47.376247 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 19:32:47.376247 n-d-713301-16 neutron-server[95102]: cb(*args, **kw) Sep 23 19:32:47.376247 n-d-713301-16 neutron-server[95102]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 19:32:47.376247 n-d-713301-16 neutron-server[95102]: return func(*args, **kwargs) Sep 23 19:32:47.376247 n-d-713301-16 neutron-server[95102]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 19:32:47.376247 n-d-713301-16 neutron-server[95102]: self._notify() Sep 23 19:32:47.376247 n-d-713301-16 neutron-server[95102]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 19:32:47.376247 n-d-713301-16 neutron-server[95102]: self.callback(batched_events) Sep 23 19:32:47.376247 n-d-713301-16 neutron-server[95102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 19:32:47.376247 n-d-713301-16 neutron-server[95102]: event.method(event) Sep 23 19:32:47.376247 n-d-713301-16 neutron-server[95102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 19:32:47.376247 n-d-713301-16 neutron-server[95102]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 19:32:47.376247 n-d-713301-16 neutron-server[95102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 19:32:47.376247 n-d-713301-16 neutron-server[95102]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 19:32:47.376247 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 19:32:47.376247 n-d-713301-16 neutron-server[95102]: return f(self, *a, **k) Sep 23 19:32:47.376247 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 19:32:47.376247 n-d-713301-16 neutron-server[95102]: return self._get(url).json() Sep 23 19:32:47.376247 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 19:32:47.376247 n-d-713301-16 neutron-server[95102]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 19:32:47.376247 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 19:32:47.376247 n-d-713301-16 neutron-server[95102]: return self.request(url, 'GET', **kwargs) Sep 23 19:32:47.376247 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 19:32:47.376247 n-d-713301-16 neutron-server[95102]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 19:32:47.376247 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 19:32:47.376247 n-d-713301-16 neutron-server[95102]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 19:32:47.376247 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 19:32:47.376247 n-d-713301-16 neutron-server[95102]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 19:32:47.376247 n-d-713301-16 neutron-server[95102]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 19:32:47.434573 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.db.api [None req-88c0e1b6-6b7b-4d94-bed2-cef829e2e6e4 tempest-NetworksTest-1461754307 tempest-NetworksTest-1461754307-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Sep 23 19:32:47.434573 n-d-713301-16 neutron-server[95102]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Sep 23 19:32:47.434573 n-d-713301-16 neutron-server[95102]: [parameters: {'id': 'a88e3f54-b01a-4628-88b2-c167e4db0011'}] Sep 23 19:32:47.434573 n-d-713301-16 neutron-server[95102]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=95102) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 23 19:32:47.435460 n-d-713301-16 neutron-server[95102]: DEBUG oslo_db.api [None req-88c0e1b6-6b7b-4d94-bed2-cef829e2e6e4 tempest-NetworksTest-1461754307 tempest-NetworksTest-1461754307-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=95102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 23 19:32:47.499063 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6834943b-16bf-45e6-9be1-11f6cd9f318c None None] Network a88e3f54-b01a-4628-88b2-c167e4db0011 requested from n-d-713301-16 {{(pid=95103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 19:32:47.640054 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-272e006c-8169-4732-9183-80214907c2c3 None None] get_active_networks_info from n-d-713301-16 {{(pid=95103) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 23 19:32:47.767992 n-d-713301-16 neutron-server[95103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-272e006c-8169-4732-9183-80214907c2c3 None None] Resources bound (agent type, host, resource id): {{(pid=95103) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 23 19:32:47.935846 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-88c0e1b6-6b7b-4d94-bed2-cef829e2e6e4 tempest-NetworksTest-1461754307 tempest-NetworksTest-1461754307-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1628021'] for network, before_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:48.003538 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.plugin [None req-88c0e1b6-6b7b-4d94-bed2-cef829e2e6e4 tempest-NetworksTest-1461754307 tempest-NetworksTest-1461754307-project] Deleting port 88fc8321-311f-42a9-ae06-7738112b6d84 {{(pid=95102) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:32:48.003916 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-88c0e1b6-6b7b-4d94-bed2-cef829e2e6e4 tempest-NetworksTest-1461754307 tempest-NetworksTest-1461754307-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783146157096'] for port, before_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:48.072142 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.db [None req-88c0e1b6-6b7b-4d94-bed2-cef829e2e6e4 tempest-NetworksTest-1461754307 tempest-NetworksTest-1461754307-project] For port 88fc8321-311f-42a9-ae06-7738112b6d84, host n-d-713301-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-16',level=0,port_id=88fc8321-311f-42a9-ae06-7738112b6d84,segment=NetworkSegment(c1024308-5b1f-40a4-9ebf-39f151c002e3),segment_id=c1024308-5b1f-40a4-9ebf-39f151c002e3)] {{(pid=95102) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:32:48.072988 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-88c0e1b6-6b7b-4d94-bed2-cef829e2e6e4 tempest-NetworksTest-1461754307 tempest-NetworksTest-1461754307-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-605701'] for port, precommit_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:48.086626 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.plugin [None req-88c0e1b6-6b7b-4d94-bed2-cef829e2e6e4 tempest-NetworksTest-1461754307 tempest-NetworksTest-1461754307-project] Calling delete_port for 88fc8321-311f-42a9-ae06-7738112b6d84 owned by network:dhcp {{(pid=95102) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:32:48.192101 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-88c0e1b6-6b7b-4d94-bed2-cef829e2e6e4 tempest-NetworksTest-1461754307 tempest-NetworksTest-1461754307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783146162158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783145673144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4399100'] for port, after_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:48.226142 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88c0e1b6-6b7b-4d94-bed2-cef829e2e6e4 tempest-NetworksTest-1461754307 tempest-NetworksTest-1461754307-project] Pushing event deleted for resources: {'Port': ['ID=88fc8321-311f-42a9-ae06-7738112b6d84,revision_number=None']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:32:48.229815 n-d-713301-16 neutron-server[95102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88c0e1b6-6b7b-4d94-bed2-cef829e2e6e4 tempest-NetworksTest-1461754307 tempest-NetworksTest-1461754307-project] No DVR routers for this DVR port 88fc8321-311f-42a9-ae06-7738112b6d84 on host n-d-713301-16 {{(pid=95102) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 19:32:48.340929 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-88c0e1b6-6b7b-4d94-bed2-cef829e2e6e4 tempest-NetworksTest-1461754307 tempest-NetworksTest-1461754307-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1754676', 'neutron.services.segments.db._delete_segments_for_network-8783146221460'] for network, precommit_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:48.376730 n-d-713301-16 neutron-server[95102]: DEBUG neutron.services.segments.db [None req-88c0e1b6-6b7b-4d94-bed2-cef829e2e6e4 tempest-NetworksTest-1461754307 tempest-NetworksTest-1461754307-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a88e3f54-b01a-4628-88b2-c167e4db0011']}} {{(pid=95102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:32:48.398127 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b657f9e-b158-432f-9b99-e066e49ea0cd req-f9eb7dbe-4654-4ab6-9cf2-6aed2f99e0bd tempest-ServerDiskConfigTestJSON-835646415 tempest-ServerDiskConfigTestJSON-835646415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:32:48.400026 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-7b657f9e-b158-432f-9b99-e066e49ea0cd req-f9eb7dbe-4654-4ab6-9cf2-6aed2f99e0bd tempest-ServerDiskConfigTestJSON-835646415 tempest-ServerDiskConfigTestJSON-835646415-project] 10.222.0.67 "GET /v2.0/ports?device_id=62626af7-c341-44a3-a3c7-0337577573d0 HTTP/1.1" status: 200 len: 945 time: 0.1143785 Sep 23 19:32:48.401840 n-d-713301-16 neutron-server[95102]: DEBUG neutron.services.segments.db [None req-88c0e1b6-6b7b-4d94-bed2-cef829e2e6e4 tempest-NetworksTest-1461754307 tempest-NetworksTest-1461754307-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c1024308-5b1f-40a4-9ebf-39f151c002e3') {'for_net_delete': True} {{(pid=95102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:32:48.402129 n-d-713301-16 neutron-server[95102]: DEBUG neutron.services.segments.db [None req-88c0e1b6-6b7b-4d94-bed2-cef829e2e6e4 tempest-NetworksTest-1461754307 tempest-NetworksTest-1461754307-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c1024308-5b1f-40a4-9ebf-39f151c002e3') {} {{(pid=95102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:32:48.417917 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-88c0e1b6-6b7b-4d94-bed2-cef829e2e6e4 tempest-NetworksTest-1461754307 tempest-NetworksTest-1461754307-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783146221725', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6162832'] for segment, before_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:48.460424 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-88c0e1b6-6b7b-4d94-bed2-cef829e2e6e4 tempest-NetworksTest-1461754307 tempest-NetworksTest-1461754307-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1756186'] for segment, precommit_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:48.476566 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-88c0e1b6-6b7b-4d94-bed2-cef829e2e6e4 tempest-NetworksTest-1461754307 tempest-NetworksTest-1461754307-project] Releasing vlan 644 on physical network physnet1 to pool {{(pid=95102) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 19:32:48.477200 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-88c0e1b6-6b7b-4d94-bed2-cef829e2e6e4 tempest-NetworksTest-1461754307 tempest-NetworksTest-1461754307-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1756186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4398095'] for segment, after_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:48.480371 n-d-713301-16 neutron-server[95102]: Traceback (most recent call last): Sep 23 19:32:48.480371 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 19:32:48.480371 n-d-713301-16 neutron-server[95102]: timer() Sep 23 19:32:48.480371 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 19:32:48.480371 n-d-713301-16 neutron-server[95102]: cb(*args, **kw) Sep 23 19:32:48.480371 n-d-713301-16 neutron-server[95102]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 19:32:48.480371 n-d-713301-16 neutron-server[95102]: return func(*args, **kwargs) Sep 23 19:32:48.480371 n-d-713301-16 neutron-server[95102]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 19:32:48.480371 n-d-713301-16 neutron-server[95102]: self._notify() Sep 23 19:32:48.480371 n-d-713301-16 neutron-server[95102]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 19:32:48.480371 n-d-713301-16 neutron-server[95102]: self.callback(batched_events) Sep 23 19:32:48.480371 n-d-713301-16 neutron-server[95102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 19:32:48.480371 n-d-713301-16 neutron-server[95102]: event.method(event) Sep 23 19:32:48.480371 n-d-713301-16 neutron-server[95102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 19:32:48.480371 n-d-713301-16 neutron-server[95102]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 19:32:48.480371 n-d-713301-16 neutron-server[95102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 19:32:48.480371 n-d-713301-16 neutron-server[95102]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 19:32:48.480371 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 19:32:48.480371 n-d-713301-16 neutron-server[95102]: return f(self, *a, **k) Sep 23 19:32:48.480371 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 19:32:48.480371 n-d-713301-16 neutron-server[95102]: return self._get(url).json() Sep 23 19:32:48.480371 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 19:32:48.480371 n-d-713301-16 neutron-server[95102]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 19:32:48.480371 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 19:32:48.480371 n-d-713301-16 neutron-server[95102]: return self.request(url, 'GET', **kwargs) Sep 23 19:32:48.480371 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 19:32:48.480371 n-d-713301-16 neutron-server[95102]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 19:32:48.480371 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 19:32:48.480371 n-d-713301-16 neutron-server[95102]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 19:32:48.480371 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 19:32:48.480371 n-d-713301-16 neutron-server[95102]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 19:32:48.480371 n-d-713301-16 neutron-server[95102]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 19:32:48.483369 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-7b657f9e-b158-432f-9b99-e066e49ea0cd req-1b7bcc94-25cc-4065-8443-49a77b8eb33c tempest-ServerDiskConfigTestJSON-835646415 tempest-ServerDiskConfigTestJSON-835646415-project] 10.222.0.67 "GET /v2.0/security-groups?id=618aa602-18a9-4f8c-abdd-ba8d4ffb9ee9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711861 Sep 23 19:32:48.560419 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-88c0e1b6-6b7b-4d94-bed2-cef829e2e6e4 tempest-NetworksTest-1461754307 tempest-NetworksTest-1461754307-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1754627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-601866'] for network, after_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:48.570347 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-88c0e1b6-6b7b-4d94-bed2-cef829e2e6e4 tempest-NetworksTest-1461754307 tempest-NetworksTest-1461754307-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527417'] for network, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:48.571306 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-88c0e1b6-6b7b-4d94-bed2-cef829e2e6e4 tempest-NetworksTest-1461754307 tempest-NetworksTest-1461754307-project] 10.222.0.67 "DELETE /v2.0/networks/a88e3f54-b01a-4628-88b2-c167e4db0011 HTTP/1.1" status: 204 len: 168 time: 1.7751689 Sep 23 19:32:48.573890 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 46966) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:32:48.591884 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88c0e1b6-6b7b-4d94-bed2-cef829e2e6e4 tempest-NetworksTest-1461754307 tempest-NetworksTest-1461754307-project] Pushing event deleted for resources: {'Network': ['ID=a88e3f54-b01a-4628-88b2-c167e4db0011,revision_number=None']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:32:48.602780 n-d-713301-16 neutron-server[95102]: INFO neutron.pecan_wsgi.hooks.translation [None req-0624513c-3fda-4e04-9e32-86cbfd6867ec tempest-NetworksTest-1461754307 tempest-NetworksTest-1461754307-project] DELETE failed (client error): The resource could not be found. Sep 23 19:32:48.603350 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0624513c-3fda-4e04-9e32-86cbfd6867ec tempest-NetworksTest-1461754307 tempest-NetworksTest-1461754307-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95102) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 23 19:32:48.605124 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-0624513c-3fda-4e04-9e32-86cbfd6867ec tempest-NetworksTest-1461754307 tempest-NetworksTest-1461754307-project] 10.222.0.67 "DELETE /v2.0/networks/a88e3f54-b01a-4628-88b2-c167e4db0011 HTTP/1.1" status: 404 len: 339 time: 0.0303242 Sep 23 19:32:48.608694 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 46970) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:32:48.613698 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.v2.base [None req-e8315210-034c-40fc-bc4f-30da157642b5 tempest-NetworksTest-1461754307 tempest-NetworksTest-1461754307-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1142072764', 'description': 'd1'}} {{(pid=95102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:32:48.637197 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8315210-034c-40fc-bc4f-30da157642b5 tempest-NetworksTest-1461754307 tempest-NetworksTest-1461754307-project] Made reservation on behalf of 8f155be04006429c9dea49e7740716fa for: {'network': 1} {{(pid=95102) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:32:48.641495 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-e8315210-034c-40fc-bc4f-30da157642b5 tempest-NetworksTest-1461754307 tempest-NetworksTest-1461754307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for network, before_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:48.669779 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e8315210-034c-40fc-bc4f-30da157642b5 tempest-NetworksTest-1461754307 tempest-NetworksTest-1461754307-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 635} {{(pid=95102) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 19:32:48.679727 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-e8315210-034c-40fc-bc4f-30da157642b5 tempest-NetworksTest-1461754307 tempest-NetworksTest-1461754307-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1756186'] for segment, precommit_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:48.680124 n-d-713301-16 neutron-server[95102]: INFO neutron.db.segments_db [None req-e8315210-034c-40fc-bc4f-30da157642b5 tempest-NetworksTest-1461754307 tempest-NetworksTest-1461754307-project] Added segment 0bf412e9-39e0-411e-adec-84bc96aa3648 of type vlan for network 4132d00b-2bf6-4145-beec-1e7ef746f0d9 Sep 23 19:32:48.721730 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-e8315210-034c-40fc-bc4f-30da157642b5 tempest-NetworksTest-1461754307 tempest-NetworksTest-1461754307-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783145630486'] for network, precommit_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:48.747417 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-e8315210-034c-40fc-bc4f-30da157642b5 tempest-NetworksTest-1461754307 tempest-NetworksTest-1461754307-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299'] for network, after_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:48.754508 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8315210-034c-40fc-bc4f-30da157642b5 tempest-NetworksTest-1461754307 tempest-NetworksTest-1461754307-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:32:48.755108 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-e8315210-034c-40fc-bc4f-30da157642b5 tempest-NetworksTest-1461754307 tempest-NetworksTest-1461754307-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527417'] for network, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:48.794229 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-e8315210-034c-40fc-bc4f-30da157642b5 tempest-NetworksTest-1461754307 tempest-NetworksTest-1461754307-project] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 0.1844914 Sep 23 19:32:48.797743 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 46972) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:32:48.829829 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8315210-034c-40fc-bc4f-30da157642b5 tempest-NetworksTest-1461754307 tempest-NetworksTest-1461754307-project] Pushing event updated for resources: {'Network': ['ID=4132d00b-2bf6-4145-beec-1e7ef746f0d9,revision_number=1']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:32:48.842471 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Network 4132d00b-2bf6-4145-beec-1e7ef746f0d9 details requested by agent ovs-agent-n-d-713301-16 with host n-d-713301-16 {{(pid=95103) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 19:32:48.891764 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d27a6b6c-db91-4668-a5ff-3d0f711ea802 tempest-NetworksTest-1461754307 tempest-NetworksTest-1461754307-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:32:48.893406 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-d27a6b6c-db91-4668-a5ff-3d0f711ea802 tempest-NetworksTest-1461754307 tempest-NetworksTest-1461754307-project] 10.222.0.67 "GET /v2.0/networks?id=4132d00b-2bf6-4145-beec-1e7ef746f0d9 HTTP/1.1" status: 200 len: 761 time: 0.0936570 Sep 23 19:32:48.896158 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 46974) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:32:48.901959 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.v2.base [None req-d45cda2b-d4b2-4994-86a4-da1fa12510ce tempest-NetworksTest-1461754307 tempest-NetworksTest-1461754307-project] Request body: {'network': {'description': 'd2'}} {{(pid=95102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:32:49.059071 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.agents_db [None req-f2f5c474-60a3-474f-b2cc-02c4bd30880c None None] Agent healthcheck: found 7 active agents {{(pid=95104) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 19:32:49.073290 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-d45cda2b-d4b2-4994-86a4-da1fa12510ce tempest-NetworksTest-1461754307 tempest-NetworksTest-1461754307-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783145630486'] for network, precommit_update {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:49.088431 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-d45cda2b-d4b2-4994-86a4-da1fa12510ce tempest-NetworksTest-1461754307 tempest-NetworksTest-1461754307-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299'] for network, after_update {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:49.108161 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-d45cda2b-d4b2-4994-86a4-da1fa12510ce tempest-NetworksTest-1461754307 tempest-NetworksTest-1461754307-project] Network 4132d00b-2bf6-4145-beec-1e7ef746f0d9 is not hosted by any dhcp agent {{(pid=95102) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Sep 23 19:32:49.114868 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d45cda2b-d4b2-4994-86a4-da1fa12510ce tempest-NetworksTest-1461754307 tempest-NetworksTest-1461754307-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:32:49.115485 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-d45cda2b-d4b2-4994-86a4-da1fa12510ce tempest-NetworksTest-1461754307 tempest-NetworksTest-1461754307-project] Notify callbacks [] for network, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:49.116820 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-d45cda2b-d4b2-4994-86a4-da1fa12510ce tempest-NetworksTest-1461754307 tempest-NetworksTest-1461754307-project] 10.222.0.67 "PUT /v2.0/networks/4132d00b-2bf6-4145-beec-1e7ef746f0d9 HTTP/1.1" status: 200 len: 758 time: 0.2195716 Sep 23 19:32:49.119599 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 46978) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:32:49.169494 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d45cda2b-d4b2-4994-86a4-da1fa12510ce tempest-NetworksTest-1461754307 tempest-NetworksTest-1461754307-project] Pushing event updated for resources: {'Network': ['ID=4132d00b-2bf6-4145-beec-1e7ef746f0d9,revision_number=1']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:32:49.181176 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Network 4132d00b-2bf6-4145-beec-1e7ef746f0d9 details requested by agent ovs-agent-n-d-713301-16 with host n-d-713301-16 {{(pid=95103) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 19:32:49.241362 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ed64c05-bd6f-41de-afa9-b41fb8dce0f6 tempest-NetworksTest-1461754307 tempest-NetworksTest-1461754307-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:32:49.247828 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 46984) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:32:49.248422 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-4ed64c05-bd6f-41de-afa9-b41fb8dce0f6 tempest-NetworksTest-1461754307 tempest-NetworksTest-1461754307-project] 10.222.0.67 "GET /v2.0/networks?id=4132d00b-2bf6-4145-beec-1e7ef746f0d9 HTTP/1.1" status: 200 len: 761 time: 0.1255114 Sep 23 19:32:49.254076 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.v2.base [None req-f565a8a1-12b4-4939-b999-699e7c632692 tempest-NetworksTest-1461754307 tempest-NetworksTest-1461754307-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1965324974'}} {{(pid=95102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:32:49.283134 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f565a8a1-12b4-4939-b999-699e7c632692 tempest-NetworksTest-1461754307 tempest-NetworksTest-1461754307-project] Made reservation on behalf of 8f155be04006429c9dea49e7740716fa for: {'network': 1} {{(pid=95102) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:32:49.287495 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-f565a8a1-12b4-4939-b999-699e7c632692 tempest-NetworksTest-1461754307 tempest-NetworksTest-1461754307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for network, before_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:49.316744 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f565a8a1-12b4-4939-b999-699e7c632692 tempest-NetworksTest-1461754307 tempest-NetworksTest-1461754307-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 619} {{(pid=95102) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 19:32:49.334697 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-f565a8a1-12b4-4939-b999-699e7c632692 tempest-NetworksTest-1461754307 tempest-NetworksTest-1461754307-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1756186'] for segment, precommit_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:49.334697 n-d-713301-16 neutron-server[95102]: INFO neutron.db.segments_db [None req-f565a8a1-12b4-4939-b999-699e7c632692 tempest-NetworksTest-1461754307 tempest-NetworksTest-1461754307-project] Added segment 87d47b3b-7b65-4361-9afb-307700e9d21c of type vlan for network ac1d0ce4-2971-4372-aae6-2d6e1934d01e Sep 23 19:32:49.382972 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-f565a8a1-12b4-4939-b999-699e7c632692 tempest-NetworksTest-1461754307 tempest-NetworksTest-1461754307-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783145630486'] for network, precommit_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:49.410968 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-f565a8a1-12b4-4939-b999-699e7c632692 tempest-NetworksTest-1461754307 tempest-NetworksTest-1461754307-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299'] for network, after_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:49.416789 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f565a8a1-12b4-4939-b999-699e7c632692 tempest-NetworksTest-1461754307 tempest-NetworksTest-1461754307-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:32:49.417399 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-f565a8a1-12b4-4939-b999-699e7c632692 tempest-NetworksTest-1461754307 tempest-NetworksTest-1461754307-project] Notify callbacks [] for network, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:49.455891 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-f565a8a1-12b4-4939-b999-699e7c632692 tempest-NetworksTest-1461754307 tempest-NetworksTest-1461754307-project] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.2067990 Sep 23 19:32:49.458483 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 46988) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:32:49.463502 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.v2.base [None req-4c20aa00-b632-4e2c-9f56-c0980a50eff0 tempest-NetworksTest-1461754307 tempest-NetworksTest-1461754307-project] Request body: {'subnet': {'network_id': 'ac1d0ce4-2971-4372-aae6-2d6e1934d01e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:32:49.525895 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f565a8a1-12b4-4939-b999-699e7c632692 tempest-NetworksTest-1461754307 tempest-NetworksTest-1461754307-project] Pushing event updated for resources: {'Network': ['ID=ac1d0ce4-2971-4372-aae6-2d6e1934d01e,revision_number=1']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:32:49.543035 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Network ac1d0ce4-2971-4372-aae6-2d6e1934d01e details requested by agent ovs-agent-n-d-713301-16 with host n-d-713301-16 {{(pid=95103) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 19:32:49.613004 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c20aa00-b632-4e2c-9f56-c0980a50eff0 tempest-NetworksTest-1461754307 tempest-NetworksTest-1461754307-project] Made reservation on behalf of 8f155be04006429c9dea49e7740716fa for: {'subnet': 1} {{(pid=95102) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:32:49.617365 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-4c20aa00-b632-4e2c-9f56-c0980a50eff0 tempest-NetworksTest-1461754307 tempest-NetworksTest-1461754307-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5388256'] for subnet, before_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:49.685329 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-109b821f-0f67-4ba3-9844-5c38c3bdc271 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:49.744078 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771234c9-9320-451e-9cb1-dbadcceeb7b2 req-93874355-e41a-480e-b1f1-e9f59eb42d1e tempest-ServerDiskConfigTestJSON-835646415 tempest-ServerDiskConfigTestJSON-835646415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:32:49.746411 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-771234c9-9320-451e-9cb1-dbadcceeb7b2 req-93874355-e41a-480e-b1f1-e9f59eb42d1e tempest-ServerDiskConfigTestJSON-835646415 tempest-ServerDiskConfigTestJSON-835646415-project] 10.222.0.67 "GET /v2.0/ports?device_id=62626af7-c341-44a3-a3c7-0337577573d0 HTTP/1.1" status: 200 len: 945 time: 0.1236072 Sep 23 19:32:49.804057 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-771234c9-9320-451e-9cb1-dbadcceeb7b2 req-7879629f-6354-4c34-85e5-d81603255f1d tempest-ServerDiskConfigTestJSON-835646415 tempest-ServerDiskConfigTestJSON-835646415-project] 10.222.0.67 "GET /v2.0/security-groups?id=618aa602-18a9-4f8c-abdd-ba8d4ffb9ee9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490913 Sep 23 19:32:49.916811 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-4c20aa00-b632-4e2c-9f56-c0980a50eff0 tempest-NetworksTest-1461754307 tempest-NetworksTest-1461754307-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4398944', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5388242'] for subnet, after_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:49.992376 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c20aa00-b632-4e2c-9f56-c0980a50eff0 tempest-NetworksTest-1461754307 tempest-NetworksTest-1461754307-project] Pushing event updated for resources: {'Subnet': ['ID=6adb8a26-6029-4d34-a48d-3733f3c3674c,revision_number=0']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:32:50.002732 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c20aa00-b632-4e2c-9f56-c0980a50eff0 tempest-NetworksTest-1461754307 tempest-NetworksTest-1461754307-project] Checking segment: {'id': '87d47b3b-7b65-4361-9afb-307700e9d21c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': 'ac1d0ce4-2971-4372-aae6-2d6e1934d01e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95102) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:32:50.003057 n-d-713301-16 neutron-server[95102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c20aa00-b632-4e2c-9f56-c0980a50eff0 tempest-NetworksTest-1461754307 tempest-NetworksTest-1461754307-project] Network hostable DHCP agents. Network: ac1d0ce4-2971-4372-aae6-2d6e1934d01e, hostable agents: ['1b18bf05-1b5f-4587-be5c-af3ac38e32ad'], hosted agents: [] {{(pid=95102) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 19:32:50.028277 n-d-713301-16 neutron-server[95102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c20aa00-b632-4e2c-9f56-c0980a50eff0 tempest-NetworksTest-1461754307 tempest-NetworksTest-1461754307-project] Network ac1d0ce4-2971-4372-aae6-2d6e1934d01e is scheduled to be hosted by DHCP agent 1b18bf05-1b5f-4587-be5c-af3ac38e32ad with binding_index 1 {{(pid=95102) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 19:32:50.037940 n-d-713301-16 neutron-server[95102]: DEBUG neutron.scheduler.base_scheduler [None req-4c20aa00-b632-4e2c-9f56-c0980a50eff0 tempest-NetworksTest-1461754307 tempest-NetworksTest-1461754307-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713301-16, ac1d0ce4-2971-4372-aae6-2d6e1934d01e) {{(pid=95102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:32:50.042248 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c20aa00-b632-4e2c-9f56-c0980a50eff0 tempest-NetworksTest-1461754307 tempest-NetworksTest-1461754307-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:32:50.042844 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-4c20aa00-b632-4e2c-9f56-c0980a50eff0 tempest-NetworksTest-1461754307 tempest-NetworksTest-1461754307-project] Notify callbacks [] for subnet, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:50.052895 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1372d4b-f855-4bcb-b5ce-7d6e1be3ca58 None None] Network ac1d0ce4-2971-4372-aae6-2d6e1934d01e requested from n-d-713301-16 {{(pid=95103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 19:32:50.063154 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-4c20aa00-b632-4e2c-9f56-c0980a50eff0 tempest-NetworksTest-1461754307 tempest-NetworksTest-1461754307-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6030316 Sep 23 19:32:50.066197 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 46996) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:32:50.179077 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-722cc8ae-4a24-442d-8c70-94b22cd5b600 tempest-NetworksTest-1461754307 tempest-NetworksTest-1461754307-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1628021'] for network, before_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:50.217007 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31e5fce8-9cc1-4f15-9823-6071e09b8db5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4c8b80df-07eb-5275-9f17-5cf640db67c0-ac1d0ce4-2971-4372-aae6-2d6e1934d01e', 'network_id': 'ac1d0ce4-2971-4372-aae6-2d6e1934d01e', 'tenant_id': '8f155be04006429c9dea49e7740716fa', 'fixed_ips': [{'subnet_id': '6adb8a26-6029-4d34-a48d-3733f3c3674c'}]}} from n-d-713301-16. {{(pid=95103) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 23 19:32:50.219385 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-31e5fce8-9cc1-4f15-9823-6071e09b8db5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_create {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:50.242634 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-722cc8ae-4a24-442d-8c70-94b22cd5b600 tempest-NetworksTest-1461754307 tempest-NetworksTest-1461754307-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1756813'] for subnet, precommit_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:50.325718 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-722cc8ae-4a24-442d-8c70-94b22cd5b600 tempest-NetworksTest-1461754307 tempest-NetworksTest-1461754307-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1756804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4399009', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5388229'] for subnet, after_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:50.347567 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server [None req-31e5fce8-9cc1-4f15-9823-6071e09b8db5 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 6adb8a26-6029-4d34-a48d-3733f3c3674c: This subnet is being modified by another concurrent operation. Sep 23 19:32:50.347567 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Sep 23 19:32:50.347567 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Sep 23 19:32:50.347567 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Sep 23 19:32:50.347567 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Sep 23 19:32:50.347567 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Sep 23 19:32:50.347567 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Sep 23 19:32:50.347567 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Sep 23 19:32:50.347567 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Sep 23 19:32:50.347567 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Sep 23 19:32:50.347567 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Sep 23 19:32:50.347567 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Sep 23 19:32:50.347567 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 23 19:32:50.347567 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 23 19:32:50.347567 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 23 19:32:50.347567 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server raise self.value Sep 23 19:32:50.347567 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Sep 23 19:32:50.347567 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 23 19:32:50.347567 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 23 19:32:50.347567 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Sep 23 19:32:50.347567 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 23 19:32:50.347567 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 23 19:32:50.347567 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 23 19:32:50.347567 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server raise self.value Sep 23 19:32:50.347567 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 23 19:32:50.347567 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 23 19:32:50.347567 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Sep 23 19:32:50.347567 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Sep 23 19:32:50.347567 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 23 19:32:50.347567 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 23 19:32:50.347567 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 23 19:32:50.347567 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server raise self.value Sep 23 19:32:50.347567 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Sep 23 19:32:50.347567 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Sep 23 19:32:50.347567 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Sep 23 19:32:50.347567 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Sep 23 19:32:50.347567 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Sep 23 19:32:50.347567 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Sep 23 19:32:50.347567 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Sep 23 19:32:50.347567 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Sep 23 19:32:50.347567 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Sep 23 19:32:50.347567 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Sep 23 19:32:50.347567 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 686, in inner Sep 23 19:32:50.347567 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Sep 23 19:32:50.347567 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Sep 23 19:32:50.347567 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Sep 23 19:32:50.347567 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Sep 23 19:32:50.347567 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Sep 23 19:32:50.347567 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 23 19:32:50.347567 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 23 19:32:50.347567 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 23 19:32:50.347567 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server raise self.value Sep 23 19:32:50.347567 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Sep 23 19:32:50.347567 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 23 19:32:50.351682 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 23 19:32:50.351682 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Sep 23 19:32:50.351682 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 23 19:32:50.351682 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 23 19:32:50.351682 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 23 19:32:50.351682 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server raise self.value Sep 23 19:32:50.351682 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 23 19:32:50.351682 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 23 19:32:50.351682 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Sep 23 19:32:50.351682 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Sep 23 19:32:50.351682 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 23 19:32:50.351682 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 23 19:32:50.351682 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 23 19:32:50.351682 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server raise self.value Sep 23 19:32:50.351682 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Sep 23 19:32:50.351682 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Sep 23 19:32:50.351682 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1480, in create_port Sep 23 19:32:50.351682 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Sep 23 19:32:50.351682 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1445, in _create_port_db Sep 23 19:32:50.351682 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Sep 23 19:32:50.351682 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Sep 23 19:32:50.351682 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Sep 23 19:32:50.351682 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Sep 23 19:32:50.351682 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Sep 23 19:32:50.351682 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 23 19:32:50.351682 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 23 19:32:50.351682 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 23 19:32:50.351682 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server raise self.value Sep 23 19:32:50.351682 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Sep 23 19:32:50.351682 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Sep 23 19:32:50.351682 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Sep 23 19:32:50.351682 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Sep 23 19:32:50.351682 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Sep 23 19:32:50.351682 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server subnet.lock_register( Sep 23 19:32:50.351682 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Sep 23 19:32:50.351682 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server raise exception Sep 23 19:32:50.351682 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 6adb8a26-6029-4d34-a48d-3733f3c3674c: This subnet is being modified by another concurrent operation. Sep 23 19:32:50.351682 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server Sep 23 19:32:50.365133 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-722cc8ae-4a24-442d-8c70-94b22cd5b600 tempest-NetworksTest-1461754307 tempest-NetworksTest-1461754307-project] Pushing event deleted for resources: {'Subnet': ['ID=6adb8a26-6029-4d34-a48d-3733f3c3674c,revision_number=None']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:32:50.371543 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7e986b2-e72e-4a90-8783-f0b57137d9ae None None] Network ac1d0ce4-2971-4372-aae6-2d6e1934d01e requested from n-d-713301-16 {{(pid=95103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 19:32:50.452859 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-722cc8ae-4a24-442d-8c70-94b22cd5b600 tempest-NetworksTest-1461754307 tempest-NetworksTest-1461754307-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1754676', 'neutron.services.segments.db._delete_segments_for_network-8783146221460'] for network, precommit_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:50.486280 n-d-713301-16 neutron-server[95102]: DEBUG neutron.services.segments.db [None req-722cc8ae-4a24-442d-8c70-94b22cd5b600 tempest-NetworksTest-1461754307 tempest-NetworksTest-1461754307-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ac1d0ce4-2971-4372-aae6-2d6e1934d01e']}} {{(pid=95102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:32:50.505010 n-d-713301-16 neutron-server[95102]: DEBUG neutron.services.segments.db [None req-722cc8ae-4a24-442d-8c70-94b22cd5b600 tempest-NetworksTest-1461754307 tempest-NetworksTest-1461754307-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '87d47b3b-7b65-4361-9afb-307700e9d21c') {'for_net_delete': True} {{(pid=95102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:32:50.505584 n-d-713301-16 neutron-server[95102]: DEBUG neutron.services.segments.db [None req-722cc8ae-4a24-442d-8c70-94b22cd5b600 tempest-NetworksTest-1461754307 tempest-NetworksTest-1461754307-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '87d47b3b-7b65-4361-9afb-307700e9d21c') {} {{(pid=95102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:32:50.506092 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2544daa-0cc6-4035-b4e5-f53a47fd88c5 None None] get_active_networks_info from n-d-713301-16 {{(pid=95103) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 23 19:32:50.516232 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-722cc8ae-4a24-442d-8c70-94b22cd5b600 tempest-NetworksTest-1461754307 tempest-NetworksTest-1461754307-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783146221725', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6162832'] for segment, before_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:50.530598 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-722cc8ae-4a24-442d-8c70-94b22cd5b600 tempest-NetworksTest-1461754307 tempest-NetworksTest-1461754307-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1756186'] for segment, precommit_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:50.541242 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-722cc8ae-4a24-442d-8c70-94b22cd5b600 tempest-NetworksTest-1461754307 tempest-NetworksTest-1461754307-project] Releasing vlan 619 on physical network physnet1 to pool {{(pid=95102) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 19:32:50.541651 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-722cc8ae-4a24-442d-8c70-94b22cd5b600 tempest-NetworksTest-1461754307 tempest-NetworksTest-1461754307-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1756186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4398095'] for segment, after_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:50.548406 n-d-713301-16 neutron-server[95102]: Traceback (most recent call last): Sep 23 19:32:50.548406 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 19:32:50.548406 n-d-713301-16 neutron-server[95102]: timer() Sep 23 19:32:50.548406 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 19:32:50.548406 n-d-713301-16 neutron-server[95102]: cb(*args, **kw) Sep 23 19:32:50.548406 n-d-713301-16 neutron-server[95102]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 19:32:50.548406 n-d-713301-16 neutron-server[95102]: return func(*args, **kwargs) Sep 23 19:32:50.548406 n-d-713301-16 neutron-server[95102]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 19:32:50.548406 n-d-713301-16 neutron-server[95102]: self._notify() Sep 23 19:32:50.548406 n-d-713301-16 neutron-server[95102]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 19:32:50.548406 n-d-713301-16 neutron-server[95102]: self.callback(batched_events) Sep 23 19:32:50.548406 n-d-713301-16 neutron-server[95102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 19:32:50.548406 n-d-713301-16 neutron-server[95102]: event.method(event) Sep 23 19:32:50.548406 n-d-713301-16 neutron-server[95102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 19:32:50.548406 n-d-713301-16 neutron-server[95102]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 19:32:50.548406 n-d-713301-16 neutron-server[95102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 19:32:50.548406 n-d-713301-16 neutron-server[95102]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 19:32:50.548406 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 19:32:50.548406 n-d-713301-16 neutron-server[95102]: return f(self, *a, **k) Sep 23 19:32:50.548406 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 19:32:50.548406 n-d-713301-16 neutron-server[95102]: return self._get(url).json() Sep 23 19:32:50.548406 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 19:32:50.548406 n-d-713301-16 neutron-server[95102]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 19:32:50.548406 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 19:32:50.548406 n-d-713301-16 neutron-server[95102]: return self.request(url, 'GET', **kwargs) Sep 23 19:32:50.548406 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 19:32:50.548406 n-d-713301-16 neutron-server[95102]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 19:32:50.548406 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 19:32:50.548406 n-d-713301-16 neutron-server[95102]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 19:32:50.548406 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 19:32:50.548406 n-d-713301-16 neutron-server[95102]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 19:32:50.548406 n-d-713301-16 neutron-server[95102]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 19:32:50.606510 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-722cc8ae-4a24-442d-8c70-94b22cd5b600 tempest-NetworksTest-1461754307 tempest-NetworksTest-1461754307-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1754627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-601866'] for network, after_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:50.616078 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-722cc8ae-4a24-442d-8c70-94b22cd5b600 tempest-NetworksTest-1461754307 tempest-NetworksTest-1461754307-project] Notify callbacks [] for network, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:50.621318 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 47004) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:32:50.621801 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-722cc8ae-4a24-442d-8c70-94b22cd5b600 tempest-NetworksTest-1461754307 tempest-NetworksTest-1461754307-project] 10.222.0.67 "DELETE /v2.0/networks/ac1d0ce4-2971-4372-aae6-2d6e1934d01e HTTP/1.1" status: 204 len: 168 time: 0.5538833 Sep 23 19:32:50.632444 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-722cc8ae-4a24-442d-8c70-94b22cd5b600 tempest-NetworksTest-1461754307 tempest-NetworksTest-1461754307-project] Pushing event deleted for resources: {'Network': ['ID=ac1d0ce4-2971-4372-aae6-2d6e1934d01e,revision_number=None']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:32:50.656451 n-d-713301-16 neutron-server[95101]: INFO neutron.pecan_wsgi.hooks.translation [None req-1e0957f0-3b65-49ee-b38a-51365a543665 tempest-NetworksTest-1461754307 tempest-NetworksTest-1461754307-project] GET failed (client error): The resource could not be found. Sep 23 19:32:50.658135 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-1e0957f0-3b65-49ee-b38a-51365a543665 tempest-NetworksTest-1461754307 tempest-NetworksTest-1461754307-project] 10.222.0.67 "GET /v2.0/subnets/6adb8a26-6029-4d34-a48d-3733f3c3674c HTTP/1.1" status: 404 len: 337 time: 0.0358303 Sep 23 19:32:50.660917 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 47006) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:32:50.662667 n-d-713301-16 neutron-server[95103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2544daa-0cc6-4035-b4e5-f53a47fd88c5 None None] Resources bound (agent type, host, resource id): {{(pid=95103) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 23 19:32:50.684925 n-d-713301-16 neutron-server[95101]: INFO neutron.pecan_wsgi.hooks.translation [None req-51059c44-7147-4ec7-be6e-3b8220849713 tempest-NetworksTest-1461754307 tempest-NetworksTest-1461754307-project] DELETE failed (client error): The resource could not be found. Sep 23 19:32:50.685538 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-51059c44-7147-4ec7-be6e-3b8220849713 tempest-NetworksTest-1461754307 tempest-NetworksTest-1461754307-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95101) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 23 19:32:50.688674 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-51059c44-7147-4ec7-be6e-3b8220849713 tempest-NetworksTest-1461754307 tempest-NetworksTest-1461754307-project] 10.222.0.67 "DELETE /v2.0/networks/ac1d0ce4-2971-4372-aae6-2d6e1934d01e HTTP/1.1" status: 404 len: 339 time: 0.0253987 Sep 23 19:32:50.691717 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 47008) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:32:50.931425 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfd6c849-da46-4a07-9c0d-28a2f67cb7fa tempest-NetworksTest-1461754307 tempest-NetworksTest-1461754307-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:32:50.933390 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-bfd6c849-da46-4a07-9c0d-28a2f67cb7fa tempest-NetworksTest-1461754307 tempest-NetworksTest-1461754307-project] 10.222.0.67 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.2406275 Sep 23 19:32:50.936079 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 47014) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:32:50.950461 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95bca970-9e5b-4485-8bee-85903ae538d0 req-709243d7-9aa2-47ef-8137-4a02391eaab8 tempest-ServerDiskConfigTestJSON-835646415 tempest-ServerDiskConfigTestJSON-835646415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:32:50.952558 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-95bca970-9e5b-4485-8bee-85903ae538d0 req-709243d7-9aa2-47ef-8137-4a02391eaab8 tempest-ServerDiskConfigTestJSON-835646415 tempest-ServerDiskConfigTestJSON-835646415-project] 10.222.0.67 "GET /v2.0/ports?device_id=62626af7-c341-44a3-a3c7-0337577573d0 HTTP/1.1" status: 200 len: 945 time: 0.0652463 Sep 23 19:32:50.974570 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-6d508ff2-c172-4fb7-af53-1aa0f1c1d99d tempest-NetworksTest-1461754307 tempest-NetworksTest-1461754307-project] 10.222.0.67 "GET /v2.0/subnets?network_id=5dec5c09-378e-4f50-89cc-d94eb81c3bac HTTP/1.1" status: 200 len: 207 time: 0.0371931 Sep 23 19:32:50.977721 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 47016) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:32:51.005872 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-95bca970-9e5b-4485-8bee-85903ae538d0 req-4fd873b0-25a4-4de8-bd61-361b7c94bd7d tempest-ServerDiskConfigTestJSON-835646415 tempest-ServerDiskConfigTestJSON-835646415-project] 10.222.0.67 "GET /v2.0/security-groups?id=618aa602-18a9-4f8c-abdd-ba8d4ffb9ee9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462067 Sep 23 19:32:51.169287 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfb527f6-5bee-4f7c-88ad-54ae5485b821 tempest-NetworksTest-1461754307 tempest-NetworksTest-1461754307-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:32:51.176976 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfb527f6-5bee-4f7c-88ad-54ae5485b821 tempest-NetworksTest-1461754307 tempest-NetworksTest-1461754307-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:32:51.186984 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfb527f6-5bee-4f7c-88ad-54ae5485b821 tempest-NetworksTest-1461754307 tempest-NetworksTest-1461754307-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:32:51.191498 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfb527f6-5bee-4f7c-88ad-54ae5485b821 tempest-NetworksTest-1461754307 tempest-NetworksTest-1461754307-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:32:51.197107 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-bfb527f6-5bee-4f7c-88ad-54ae5485b821 tempest-NetworksTest-1461754307 tempest-NetworksTest-1461754307-project] 10.222.0.67 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2487 time: 0.2149086 Sep 23 19:32:51.197758 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 47020) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:32:51.317640 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-ac6aced3-b89e-4b1e-95e6-b151046fdac9 tempest-NetworksTest-1461754307 tempest-NetworksTest-1461754307-project] 10.222.0.67 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 576 time: 0.1186271 Sep 23 19:32:51.320492 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 47024) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:32:51.339536 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Device 20107a54-23bf-476a-b875-56f0db941705 details requested by agent hyperv_n-h1-713301-16 with host n-h1-713301-16 {{(pid=95103) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 19:32:51.349782 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Device 20107a54-23bf-476a-b875-56f0db941705 no longer exists at agent hyperv_n-h1-713301-16 {{(pid=95103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 19:32:51.415598 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ccd1232-3e9e-482c-9504-3578e69b3e03 tempest-NetworksTest-1461754307 tempest-NetworksTest-1461754307-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:32:51.417573 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ccd1232-3e9e-482c-9504-3578e69b3e03 tempest-NetworksTest-1461754307 tempest-NetworksTest-1461754307-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:32:51.419513 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-5ccd1232-3e9e-482c-9504-3578e69b3e03 tempest-NetworksTest-1461754307 tempest-NetworksTest-1461754307-project] 10.222.0.67 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1446 time: 0.0977075 Sep 23 19:32:51.424032 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 47026) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:32:51.513936 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] For port 20107a54-23bf-476a-b875-56f0db941705, host n-h1-713301-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-16',level=0,port_id=20107a54-23bf-476a-b875-56f0db941705,segment=NetworkSegment(12b6e53f-a75d-4104-957d-b1954c84752d),segment_id=12b6e53f-a75d-4104-957d-b1954c84752d)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:32:51.533606 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87b9df7e-6a4a-4749-b60c-283232727a3f tempest-NetworksTest-1461754307 tempest-NetworksTest-1461754307-project] Attributes excluded by policy engine: ['shared'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:32:51.534230 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:51.535059 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87b9df7e-6a4a-4749-b60c-283232727a3f tempest-NetworksTest-1461754307 tempest-NetworksTest-1461754307-project] Attributes excluded by policy engine: ['shared'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:32:51.540176 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-87b9df7e-6a4a-4749-b60c-283232727a3f tempest-NetworksTest-1461754307 tempest-NetworksTest-1461754307-project] 10.222.0.67 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 403 time: 0.1115508 Sep 23 19:32:51.540424 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 47032) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:32:51.555368 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Returning: {'device': '20107a54-23bf-476a-b875-56f0db941705', 'network_id': '51d98d25-8b81-49cf-be6e-482532c2b4a4', 'port_id': '20107a54-23bf-476a-b875-56f0db941705', 'mac_address': 'fa:16:3e:31:68:80', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 618, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f1f3b3f4-c8d2-4aab-b6a3-39edd63f54e5', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95103) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 19:32:51.565863 n-d-713301-16 neutron-server[95103]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '62626af7-c341-44a3-a3c7-0337577573d0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '20107a54-23bf-476a-b875-56f0db941705'}] {{(pid=95103) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 19:32:51.568274 n-d-713301-16 neutron-server[95103]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}81a1c17f2aa89d5b3ebbba3a3e0cf7eb588e431c2224256110c4c4facdd7c3e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4418f7d2-249d-4423-aaff-636f1a24b36c" -d '{"events": [{"server_uuid": "62626af7-c341-44a3-a3c7-0337577573d0", "name": "network-vif-unplugged", "status": "completed", "tag": "20107a54-23bf-476a-b875-56f0db941705"}]}' {{(pid=95103) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 19:32:51.603321 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] For port 20107a54-23bf-476a-b875-56f0db941705, host n-h1-713301-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-16',level=0,port_id=20107a54-23bf-476a-b875-56f0db941705,segment=NetworkSegment(12b6e53f-a75d-4104-957d-b1954c84752d),segment_id=12b6e53f-a75d-4104-957d-b1954c84752d)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:32:51.614654 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:51.645651 n-d-713301-16 neutron-server[95103]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 23 Sep 2021 19:32:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb24a42d-0fd8-4a54-8c69-6823ab8d6003 x-openstack-request-id: req-fb24a42d-0fd8-4a54-8c69-6823ab8d6003 {{(pid=95103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 19:32:51.646100 n-d-713301-16 neutron-server[95103]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "62626af7-c341-44a3-a3c7-0337577573d0", "name": "network-vif-unplugged", "status": "completed", "tag": "20107a54-23bf-476a-b875-56f0db941705", "code": 200}]} {{(pid=95103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 19:32:51.646418 n-d-713301-16 neutron-server[95103]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-fb24a42d-0fd8-4a54-8c69-6823ab8d6003 {{(pid=95103) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 19:32:51.646927 n-d-713301-16 neutron-server[95103]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '62626af7-c341-44a3-a3c7-0337577573d0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '20107a54-23bf-476a-b875-56f0db941705', 'code': 200} Sep 23 19:32:51.649805 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:51.669056 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b36ed4b3-0689-48cc-b72e-8942dfec79e4 tempest-NetworksTest-1461754307 tempest-NetworksTest-1461754307-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:32:51.673974 n-d-713301-16 neutron-server[95103]: DEBUG neutron.notifiers.nova [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 20107a54-23bf-476a-b875-56f0db941705 {{(pid=95103) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 19:32:51.674114 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-b36ed4b3-0689-48cc-b72e-8942dfec79e4 tempest-NetworksTest-1461754307 tempest-NetworksTest-1461754307-project] 10.222.0.67 "GET /v2.0/networks/e79d24df-d323-430d-87b6-ac4bd9ee2011 HTTP/1.1" status: 200 len: 800 time: 0.1290796 Sep 23 19:32:51.674360 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 47036) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:32:51.695993 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Pushing event updated for resources: {'Port': ['ID=20107a54-23bf-476a-b875-56f0db941705,revision_number=6']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:32:51.723412 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:32:51.723752 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:32:51.724273 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:32:51.724494 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:32:51.724976 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:32:51.725317 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:32:51.725649 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:32:51.726087 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:32:51.726300 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:32:51.726623 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:32:51.726955 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:32:51.727268 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:32:51.751907 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.db.api [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95103) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 23 19:32:51.752535 n-d-713301-16 neutron-server[95103]: DEBUG oslo_db.api [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 23 19:32:51.779801 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-4814120e-d683-405b-b0db-6079e5c4933e tempest-NetworksTest-1461754307 tempest-NetworksTest-1461754307-project] 10.222.0.67 "GET /v2.0/networks/e79d24df-d323-430d-87b6-ac4bd9ee2011?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 316 time: 0.1042857 Sep 23 19:32:51.783608 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 47038) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:32:51.841163 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af6c04e8-d1dd-49e1-93bb-59ac86efd053 tempest-NetworksTest-1461754307 tempest-NetworksTest-1461754307-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:32:51.842565 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-af6c04e8-d1dd-49e1-93bb-59ac86efd053 tempest-NetworksTest-1461754307 tempest-NetworksTest-1461754307-project] 10.222.0.67 "GET /v2.0/subnets/b7ba6786-5f2a-4119-a018-5010b2098a2b HTTP/1.1" status: 200 len: 811 time: 0.0579565 Sep 23 19:32:51.846217 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 47042) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:32:51.903244 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd58b4a7-cd8a-4a89-bc87-23aaef806523 tempest-NetworksTest-1461754307 tempest-NetworksTest-1461754307-project] Attributes excluded by policy engine: ['shared'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:32:51.904672 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-cd58b4a7-cd8a-4a89-bc87-23aaef806523 tempest-NetworksTest-1461754307 tempest-NetworksTest-1461754307-project] 10.222.0.67 "GET /v2.0/subnets/b7ba6786-5f2a-4119-a018-5010b2098a2b?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.0575066 Sep 23 19:32:51.908489 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 47044) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:32:51.914271 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.v2.base [None req-e506b4c5-5696-48d4-b2ab-3132b6bc3549 tempest-NetworksTest-1461754307 tempest-NetworksTest-1461754307-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1420426393'}} {{(pid=95102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:32:51.938382 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e506b4c5-5696-48d4-b2ab-3132b6bc3549 tempest-NetworksTest-1461754307 tempest-NetworksTest-1461754307-project] Made reservation on behalf of 8f155be04006429c9dea49e7740716fa for: {'network': 1} {{(pid=95102) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:32:51.941784 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-e506b4c5-5696-48d4-b2ab-3132b6bc3549 tempest-NetworksTest-1461754307 tempest-NetworksTest-1461754307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for network, before_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:51.967072 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e506b4c5-5696-48d4-b2ab-3132b6bc3549 tempest-NetworksTest-1461754307 tempest-NetworksTest-1461754307-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 633} {{(pid=95102) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 19:32:51.978114 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-e506b4c5-5696-48d4-b2ab-3132b6bc3549 tempest-NetworksTest-1461754307 tempest-NetworksTest-1461754307-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1756186'] for segment, precommit_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:51.978594 n-d-713301-16 neutron-server[95102]: INFO neutron.db.segments_db [None req-e506b4c5-5696-48d4-b2ab-3132b6bc3549 tempest-NetworksTest-1461754307 tempest-NetworksTest-1461754307-project] Added segment 00647329-a4eb-4815-a764-da6a20c92011 of type vlan for network 88f28611-94e4-4eab-b820-a5c28eb03f9f Sep 23 19:32:52.025957 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-e506b4c5-5696-48d4-b2ab-3132b6bc3549 tempest-NetworksTest-1461754307 tempest-NetworksTest-1461754307-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783145630486'] for network, precommit_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:52.057257 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-e506b4c5-5696-48d4-b2ab-3132b6bc3549 tempest-NetworksTest-1461754307 tempest-NetworksTest-1461754307-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299'] for network, after_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:52.061893 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e506b4c5-5696-48d4-b2ab-3132b6bc3549 tempest-NetworksTest-1461754307 tempest-NetworksTest-1461754307-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:32:52.062400 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-e506b4c5-5696-48d4-b2ab-3132b6bc3549 tempest-NetworksTest-1461754307 tempest-NetworksTest-1461754307-project] Notify callbacks [] for network, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:52.126167 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-e506b4c5-5696-48d4-b2ab-3132b6bc3549 tempest-NetworksTest-1461754307 tempest-NetworksTest-1461754307-project] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.2164421 Sep 23 19:32:52.129814 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 47048) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:32:52.134861 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.v2.base [None req-d7687243-3f9f-44f4-b651-072f1c96f110 tempest-NetworksTest-1461754307 tempest-NetworksTest-1461754307-project] Request body: {'subnet': {'network_id': '88f28611-94e4-4eab-b820-a5c28eb03f9f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8'], 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=95101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:32:52.163408 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e506b4c5-5696-48d4-b2ab-3132b6bc3549 tempest-NetworksTest-1461754307 tempest-NetworksTest-1461754307-project] Pushing event updated for resources: {'Network': ['ID=88f28611-94e4-4eab-b820-a5c28eb03f9f,revision_number=1']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:32:52.175538 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Network 88f28611-94e4-4eab-b820-a5c28eb03f9f details requested by agent ovs-agent-n-d-713301-16 with host n-d-713301-16 {{(pid=95103) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 19:32:52.182898 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08497f8b-4816-4fd6-b031-7f99ee099d7a req-e2a0e609-4306-4f1c-8b33-882db1838640 tempest-ServerDiskConfigTestJSON-835646415 tempest-ServerDiskConfigTestJSON-835646415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:32:52.184703 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-08497f8b-4816-4fd6-b031-7f99ee099d7a req-e2a0e609-4306-4f1c-8b33-882db1838640 tempest-ServerDiskConfigTestJSON-835646415 tempest-ServerDiskConfigTestJSON-835646415-project] 10.222.0.67 "GET /v2.0/ports?device_id=62626af7-c341-44a3-a3c7-0337577573d0 HTTP/1.1" status: 200 len: 943 time: 0.1040466 Sep 23 19:32:52.227262 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-08497f8b-4816-4fd6-b031-7f99ee099d7a req-1798fc82-4710-4bc3-b3b0-05504c40565b tempest-ServerDiskConfigTestJSON-835646415 tempest-ServerDiskConfigTestJSON-835646415-project] 10.222.0.67 "GET /v2.0/security-groups?id=618aa602-18a9-4f8c-abdd-ba8d4ffb9ee9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351710 Sep 23 19:32:52.242562 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7687243-3f9f-44f4-b651-072f1c96f110 tempest-NetworksTest-1461754307 tempest-NetworksTest-1461754307-project] Made reservation on behalf of 8f155be04006429c9dea49e7740716fa for: {'subnet': 1} {{(pid=95101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:32:52.249779 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-d7687243-3f9f-44f4-b651-072f1c96f110 tempest-NetworksTest-1461754307 tempest-NetworksTest-1461754307-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6130979'] for subnet, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:52.309483 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-f267bc8b-120a-44be-a171-3f8ad276c1d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:52.310831 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:52.313471 n-d-713301-16 neutron-server[95101]: DEBUG neutron.db.ipam_backend_mixin [None req-d7687243-3f9f-44f4-b651-072f1c96f110 tempest-NetworksTest-1461754307 tempest-NetworksTest-1461754307-project] Performing IP validity checks on allocation pools {{(pid=95101) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Sep 23 19:32:52.313997 n-d-713301-16 neutron-server[95101]: DEBUG neutron.db.ipam_backend_mixin [None req-d7687243-3f9f-44f4-b651-072f1c96f110 tempest-NetworksTest-1461754307 tempest-NetworksTest-1461754307-project] Checking for overlaps among allocation pools and gateway ip {{(pid=95101) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Sep 23 19:32:52.329462 n-d-713301-16 neutron-server[95103]: DEBUG neutron.notifiers.nova [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 20107a54-23bf-476a-b875-56f0db941705 {{(pid=95103) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 19:32:52.351136 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] For port 20107a54-23bf-476a-b875-56f0db941705, host n-h1-713301-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-16',level=0,port_id=20107a54-23bf-476a-b875-56f0db941705,segment=NetworkSegment(12b6e53f-a75d-4104-957d-b1954c84752d),segment_id=12b6e53f-a75d-4104-957d-b1954c84752d)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:32:52.357863 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:52.404993 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Pushing event updated for resources: {'Port': ['ID=20107a54-23bf-476a-b875-56f0db941705,revision_number=7']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:32:52.458097 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-d7687243-3f9f-44f4-b651-072f1c96f110 tempest-NetworksTest-1461754307 tempest-NetworksTest-1461754307-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5607579', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6130961'] for subnet, after_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:52.521837 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7687243-3f9f-44f4-b651-072f1c96f110 tempest-NetworksTest-1461754307 tempest-NetworksTest-1461754307-project] Pushing event updated for resources: {'Subnet': ['ID=5236f71e-2c78-495d-a926-906699d47573,revision_number=0']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:32:52.529209 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7687243-3f9f-44f4-b651-072f1c96f110 tempest-NetworksTest-1461754307 tempest-NetworksTest-1461754307-project] Checking segment: {'id': '00647329-a4eb-4815-a764-da6a20c92011', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '88f28611-94e4-4eab-b820-a5c28eb03f9f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:32:52.529535 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7687243-3f9f-44f4-b651-072f1c96f110 tempest-NetworksTest-1461754307 tempest-NetworksTest-1461754307-project] Network hostable DHCP agents. Network: 88f28611-94e4-4eab-b820-a5c28eb03f9f, hostable agents: ['1b18bf05-1b5f-4587-be5c-af3ac38e32ad'], hosted agents: [] {{(pid=95101) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 19:32:52.548123 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7687243-3f9f-44f4-b651-072f1c96f110 tempest-NetworksTest-1461754307 tempest-NetworksTest-1461754307-project] Network 88f28611-94e4-4eab-b820-a5c28eb03f9f is scheduled to be hosted by DHCP agent 1b18bf05-1b5f-4587-be5c-af3ac38e32ad with binding_index 1 {{(pid=95101) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 19:32:52.558206 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.base_scheduler [None req-d7687243-3f9f-44f4-b651-072f1c96f110 tempest-NetworksTest-1461754307 tempest-NetworksTest-1461754307-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713301-16, 88f28611-94e4-4eab-b820-a5c28eb03f9f) {{(pid=95101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:32:52.565686 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7687243-3f9f-44f4-b651-072f1c96f110 tempest-NetworksTest-1461754307 tempest-NetworksTest-1461754307-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:32:52.565976 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-d7687243-3f9f-44f4-b651-072f1c96f110 tempest-NetworksTest-1461754307 tempest-NetworksTest-1461754307-project] Notify callbacks [] for subnet, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:52.569189 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de615946-bfdd-4ab5-a163-3775f616b0bc None None] Network 88f28611-94e4-4eab-b820-a5c28eb03f9f requested from n-d-713301-16 {{(pid=95103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 19:32:52.588802 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-d7687243-3f9f-44f4-b651-072f1c96f110 tempest-NetworksTest-1461754307 tempest-NetworksTest-1461754307-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 872 time: 0.4554296 Sep 23 19:32:52.589134 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 47058) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:32:52.601786 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.v2.base [None req-bed26215-7cf4-4163-88dd-f927223a8362 tempest-NetworksTest-1461754307 tempest-NetworksTest-1461754307-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.2'}], 'dns_nameservers': ['7.8.8.8', '7.8.4.4'], 'gateway_ip': '172.20.0.2', 'enable_dhcp': True}} {{(pid=95102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:32:52.704428 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-bed26215-7cf4-4163-88dd-f927223a8362 tempest-NetworksTest-1461754307 tempest-NetworksTest-1461754307-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-5388267'] for subnet, before_update {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:52.717012 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] get_ports_and_sgs() called for port_ids ['20107a54-23bf-476a-b875-56f0db941705'] {{(pid=95103) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 19:32:52.770866 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbfd4f91-2e13-4c46-bddc-55dcf7681e95 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4c8b80df-07eb-5275-9f17-5cf640db67c0-88f28611-94e4-4eab-b820-a5c28eb03f9f', 'network_id': '88f28611-94e4-4eab-b820-a5c28eb03f9f', 'tenant_id': '8f155be04006429c9dea49e7740716fa', 'fixed_ips': [{'subnet_id': '5236f71e-2c78-495d-a926-906699d47573'}]}} from n-d-713301-16. {{(pid=95103) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 23 19:32:52.771761 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-bbfd4f91-2e13-4c46-bddc-55dcf7681e95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_create {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:52.892416 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-bed26215-7cf4-4163-88dd-f927223a8362 tempest-NetworksTest-1461754307 tempest-NetworksTest-1461754307-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8783146162167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-4399030'] for subnet, after_update {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:52.945725 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bed26215-7cf4-4163-88dd-f927223a8362 tempest-NetworksTest-1461754307 tempest-NetworksTest-1461754307-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:32:52.946343 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-bed26215-7cf4-4163-88dd-f927223a8362 tempest-NetworksTest-1461754307 tempest-NetworksTest-1461754307-project] Notify callbacks [] for subnet, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:52.949067 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-bed26215-7cf4-4163-88dd-f927223a8362 tempest-NetworksTest-1461754307 tempest-NetworksTest-1461754307-project] 10.222.0.67 "PUT /v2.0/subnets/5236f71e-2c78-495d-a926-906699d47573 HTTP/1.1" status: 200 len: 877 time: 0.3586767 Sep 23 19:32:52.950545 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 47064) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:32:52.961322 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed26215-7cf4-4163-88dd-f927223a8362 tempest-NetworksTest-1461754307 tempest-NetworksTest-1461754307-project] Pushing event updated for resources: {'Subnet': ['ID=5236f71e-2c78-495d-a926-906699d47573,revision_number=1']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:32:53.010800 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.db_base_plugin_common [None req-bbfd4f91-2e13-4c46-bddc-55dcf7681e95 None None] Allocated IP 172.20.0.3 (88f28611-94e4-4eab-b820-a5c28eb03f9f/5236f71e-2c78-495d-a926-906699d47573/968f9aae-3cc7-4bd9-a8ae-b3e93b3a5eca) {{(pid=95103) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 19:32:53.044433 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:53.066900 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-8ddbe4bc-1960-46ba-8d11-6f160c17af0c tempest-NetworksTest-1461754307 tempest-NetworksTest-1461754307-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1628021'] for network, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:53.128849 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-8ddbe4bc-1960-46ba-8d11-6f160c17af0c tempest-NetworksTest-1461754307 tempest-NetworksTest-1461754307-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1756813'] for subnet, precommit_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:53.207790 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-bbfd4f91-2e13-4c46-bddc-55dcf7681e95 None None] Notify callbacks [] for port, precommit_create {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:53.214553 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-bbfd4f91-2e13-4c46-bddc-55dcf7681e95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783145673135'] for port, after_create {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:53.235432 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-8ddbe4bc-1960-46ba-8d11-6f160c17af0c tempest-NetworksTest-1461754307 tempest-NetworksTest-1461754307-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1756804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5607514', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6130950'] for subnet, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:53.254775 n-d-713301-16 neutron-server[95103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbfd4f91-2e13-4c46-bddc-55dcf7681e95 None None] Network 88f28611-94e4-4eab-b820-a5c28eb03f9f is already hosted by enough agents. {{(pid=95103) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:32:53.257566 n-d-713301-16 neutron-server[95103]: DEBUG neutron.scheduler.base_scheduler [None req-bbfd4f91-2e13-4c46-bddc-55dcf7681e95 None None] Resources bound (agent type, host, resource id): {{(pid=95103) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:32:53.261376 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbfd4f91-2e13-4c46-bddc-55dcf7681e95 None None] Received port after_create {{(pid=95103) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 19:32:53.270169 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ddbe4bc-1960-46ba-8d11-6f160c17af0c tempest-NetworksTest-1461754307 tempest-NetworksTest-1461754307-project] Pushing event deleted for resources: {'Subnet': ['ID=5236f71e-2c78-495d-a926-906699d47573,revision_number=None']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:32:53.307341 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a618aae-fe40-4bfa-b694-afde84e5f4c4 req-6f07b0b6-836a-438a-a10f-0ded4e88a0f1 tempest-AttachVolumeNegativeTest-1343519470 tempest-AttachVolumeNegativeTest-1343519470-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:32:53.309369 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-7a618aae-fe40-4bfa-b694-afde84e5f4c4 req-6f07b0b6-836a-438a-a10f-0ded4e88a0f1 tempest-AttachVolumeNegativeTest-1343519470 tempest-AttachVolumeNegativeTest-1343519470-project] 10.222.0.67 "GET /v2.0/networks?id=4bdf2aed-00a8-44e1-a719-ebf64e12596f HTTP/1.1" status: 200 len: 815 time: 0.1305404 Sep 23 19:32:53.329243 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.managers [None req-bbfd4f91-2e13-4c46-bddc-55dcf7681e95 None None] Attempting to bind port 968f9aae-3cc7-4bd9-a8ae-b3e93b3a5eca on host n-d-713301-16 for vnic_type normal with profile {{(pid=95103) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 19:32:53.329648 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.managers [None req-bbfd4f91-2e13-4c46-bddc-55dcf7681e95 None None] Attempting to bind port 968f9aae-3cc7-4bd9-a8ae-b3e93b3a5eca by drivers openvswitch,hyperv on host n-d-713301-16 at level 0 using segments [{'id': '00647329-a4eb-4815-a764-da6a20c92011', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '88f28611-94e4-4eab-b820-a5c28eb03f9f'}] {{(pid=95103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 19:32:53.330135 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbfd4f91-2e13-4c46-bddc-55dcf7681e95 None None] Attempting to bind port 968f9aae-3cc7-4bd9-a8ae-b3e93b3a5eca on network 88f28611-94e4-4eab-b820-a5c28eb03f9f {{(pid=95103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:32:53.332195 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbfd4f91-2e13-4c46-bddc-55dcf7681e95 None None] Pushing event updated for resources: {'Port': ['ID=968f9aae-3cc7-4bd9-a8ae-b3e93b3a5eca,revision_number=1']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:32:53.343359 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbfd4f91-2e13-4c46-bddc-55dcf7681e95 None None] Checking agent: {'id': '70a14545-df24-472f-8f95-bfe1719bff93', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 19, 7, 53), 'started_at': datetime.datetime(2021, 9, 23, 19, 8, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 19, 32, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 19:32:53.343787 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbfd4f91-2e13-4c46-bddc-55dcf7681e95 None None] Checking segment: {'id': '00647329-a4eb-4815-a764-da6a20c92011', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '88f28611-94e4-4eab-b820-a5c28eb03f9f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95103) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:32:53.344195 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-bbfd4f91-2e13-4c46-bddc-55dcf7681e95 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:53.344590 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbfd4f91-2e13-4c46-bddc-55dcf7681e95 None None] Bound using segment: {'id': '00647329-a4eb-4815-a764-da6a20c92011', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '88f28611-94e4-4eab-b820-a5c28eb03f9f'} {{(pid=95103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 19:32:53.345080 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.managers [None req-bbfd4f91-2e13-4c46-bddc-55dcf7681e95 None None] Bound port: 968f9aae-3cc7-4bd9-a8ae-b3e93b3a5eca, host: n-d-713301-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '00647329-a4eb-4815-a764-da6a20c92011', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '88f28611-94e4-4eab-b820-a5c28eb03f9f'}}] {{(pid=95103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 19:32:53.345461 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-bbfd4f91-2e13-4c46-bddc-55dcf7681e95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:53.346348 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-7a618aae-fe40-4bfa-b694-afde84e5f4c4 req-7de40cc9-2bd7-4400-a6f6-fcbcd2884c36 tempest-AttachVolumeNegativeTest-1343519470 tempest-AttachVolumeNegativeTest-1343519470-project] 10.222.0.67 "GET /v2.0/quotas/c02f0550973445e7a8f93af8008dcaa2 HTTP/1.1" status: 200 len: 375 time: 0.0303974 Sep 23 19:32:53.353757 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-8ddbe4bc-1960-46ba-8d11-6f160c17af0c tempest-NetworksTest-1461754307 tempest-NetworksTest-1461754307-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1754676', 'neutron.services.segments.db._delete_segments_for_network-8783146221460'] for network, precommit_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:53.366232 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-0ae75029-feb6-4728-9a94-5f9b60993d82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:53.378250 n-d-713301-16 neutron-server[95101]: DEBUG neutron.services.segments.db [None req-8ddbe4bc-1960-46ba-8d11-6f160c17af0c tempest-NetworksTest-1461754307 tempest-NetworksTest-1461754307-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['88f28611-94e4-4eab-b820-a5c28eb03f9f']}} {{(pid=95101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:32:53.387812 n-d-713301-16 neutron-server[95101]: DEBUG neutron.services.segments.db [None req-8ddbe4bc-1960-46ba-8d11-6f160c17af0c tempest-NetworksTest-1461754307 tempest-NetworksTest-1461754307-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '00647329-a4eb-4815-a764-da6a20c92011') {'for_net_delete': True} {{(pid=95101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:32:53.388621 n-d-713301-16 neutron-server[95101]: DEBUG neutron.services.segments.db [None req-8ddbe4bc-1960-46ba-8d11-6f160c17af0c tempest-NetworksTest-1461754307 tempest-NetworksTest-1461754307-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '00647329-a4eb-4815-a764-da6a20c92011') {} {{(pid=95101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:32:53.398216 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-8ddbe4bc-1960-46ba-8d11-6f160c17af0c tempest-NetworksTest-1461754307 tempest-NetworksTest-1461754307-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783146221725', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6007147'] for segment, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:53.415312 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-8ddbe4bc-1960-46ba-8d11-6f160c17af0c tempest-NetworksTest-1461754307 tempest-NetworksTest-1461754307-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1756186'] for segment, precommit_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:53.423138 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8ddbe4bc-1960-46ba-8d11-6f160c17af0c tempest-NetworksTest-1461754307 tempest-NetworksTest-1461754307-project] Releasing vlan 633 on physical network physnet1 to pool {{(pid=95101) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 19:32:53.423632 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-8ddbe4bc-1960-46ba-8d11-6f160c17af0c tempest-NetworksTest-1461754307 tempest-NetworksTest-1461754307-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1756186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5608436'] for segment, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:53.425528 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-bbfd4f91-2e13-4c46-bddc-55dcf7681e95 None None] For port 968f9aae-3cc7-4bd9-a8ae-b3e93b3a5eca, host n-d-713301-16, cleared binding levels {{(pid=95103) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 19:32:53.427120 n-d-713301-16 neutron-server[95101]: Traceback (most recent call last): Sep 23 19:32:53.427120 n-d-713301-16 neutron-server[95101]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 19:32:53.427120 n-d-713301-16 neutron-server[95101]: timer() Sep 23 19:32:53.427120 n-d-713301-16 neutron-server[95101]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 19:32:53.427120 n-d-713301-16 neutron-server[95101]: cb(*args, **kw) Sep 23 19:32:53.427120 n-d-713301-16 neutron-server[95101]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 19:32:53.427120 n-d-713301-16 neutron-server[95101]: return func(*args, **kwargs) Sep 23 19:32:53.427120 n-d-713301-16 neutron-server[95101]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 19:32:53.427120 n-d-713301-16 neutron-server[95101]: self._notify() Sep 23 19:32:53.427120 n-d-713301-16 neutron-server[95101]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 19:32:53.427120 n-d-713301-16 neutron-server[95101]: self.callback(batched_events) Sep 23 19:32:53.427120 n-d-713301-16 neutron-server[95101]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 19:32:53.427120 n-d-713301-16 neutron-server[95101]: event.method(event) Sep 23 19:32:53.427120 n-d-713301-16 neutron-server[95101]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 19:32:53.427120 n-d-713301-16 neutron-server[95101]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 19:32:53.427120 n-d-713301-16 neutron-server[95101]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 19:32:53.427120 n-d-713301-16 neutron-server[95101]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 19:32:53.427120 n-d-713301-16 neutron-server[95101]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 19:32:53.427120 n-d-713301-16 neutron-server[95101]: return f(self, *a, **k) Sep 23 19:32:53.427120 n-d-713301-16 neutron-server[95101]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 19:32:53.427120 n-d-713301-16 neutron-server[95101]: return self._get(url).json() Sep 23 19:32:53.427120 n-d-713301-16 neutron-server[95101]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 19:32:53.427120 n-d-713301-16 neutron-server[95101]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 19:32:53.427120 n-d-713301-16 neutron-server[95101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 19:32:53.427120 n-d-713301-16 neutron-server[95101]: return self.request(url, 'GET', **kwargs) Sep 23 19:32:53.427120 n-d-713301-16 neutron-server[95101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 19:32:53.427120 n-d-713301-16 neutron-server[95101]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 19:32:53.427120 n-d-713301-16 neutron-server[95101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 19:32:53.427120 n-d-713301-16 neutron-server[95101]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 19:32:53.427120 n-d-713301-16 neutron-server[95101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 19:32:53.427120 n-d-713301-16 neutron-server[95101]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 19:32:53.427120 n-d-713301-16 neutron-server[95101]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 19:32:53.433140 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c95a5f-be8a-47ea-8674-d4774d7216f9 req-85aa8be5-2d27-4a3d-9cc8-53ae8c9b5fd1 tempest-ServerDiskConfigTestJSON-835646415 tempest-ServerDiskConfigTestJSON-835646415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:32:53.434728 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-19c95a5f-be8a-47ea-8674-d4774d7216f9 req-85aa8be5-2d27-4a3d-9cc8-53ae8c9b5fd1 tempest-ServerDiskConfigTestJSON-835646415 tempest-ServerDiskConfigTestJSON-835646415-project] 10.222.0.67 "GET /v2.0/ports?device_id=62626af7-c341-44a3-a3c7-0337577573d0 HTTP/1.1" status: 200 len: 944 time: 0.1028636 Sep 23 19:32:53.448285 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-7a618aae-fe40-4bfa-b694-afde84e5f4c4 req-b6ea45b8-62be-4009-99fc-a5a59cd40614 tempest-AttachVolumeNegativeTest-1343519470 tempest-AttachVolumeNegativeTest-1343519470-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=c02f0550973445e7a8f93af8008dcaa2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0917988 Sep 23 19:32:53.492562 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-bbfd4f91-2e13-4c46-bddc-55dcf7681e95 None None] For port 968f9aae-3cc7-4bd9-a8ae-b3e93b3a5eca, host n-d-713301-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-16',level=0,port_id=968f9aae-3cc7-4bd9-a8ae-b3e93b3a5eca,segment=NetworkSegment(00647329-a4eb-4815-a764-da6a20c92011),segment_id=00647329-a4eb-4815-a764-da6a20c92011)] {{(pid=95103) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 19:32:53.495160 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.db.api [None req-8ddbe4bc-1960-46ba-8d11-6f160c17af0c tempest-NetworksTest-1461754307 tempest-NetworksTest-1461754307-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Sep 23 19:32:53.495160 n-d-713301-16 neutron-server[95101]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Sep 23 19:32:53.495160 n-d-713301-16 neutron-server[95101]: [parameters: {'id': '88f28611-94e4-4eab-b820-a5c28eb03f9f'}] Sep 23 19:32:53.495160 n-d-713301-16 neutron-server[95101]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=95101) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 23 19:32:53.495160 n-d-713301-16 neutron-server[95101]: DEBUG oslo_db.api [None req-8ddbe4bc-1960-46ba-8d11-6f160c17af0c tempest-NetworksTest-1461754307 tempest-NetworksTest-1461754307-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=95101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 23 19:32:53.498402 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-bbfd4f91-2e13-4c46-bddc-55dcf7681e95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:53.511794 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-19c95a5f-be8a-47ea-8674-d4774d7216f9 req-6f0a57be-ef47-4271-bbb9-aa5185d9f904 tempest-ServerDiskConfigTestJSON-835646415 tempest-ServerDiskConfigTestJSON-835646415-project] 10.222.0.67 "GET /v2.0/security-groups?id=618aa602-18a9-4f8c-abdd-ba8d4ffb9ee9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699015 Sep 23 19:32:53.573502 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-7a618aae-fe40-4bfa-b694-afde84e5f4c4 req-b7b60ec1-b8c3-4f5c-aab7-cdac62a738ef service neutron] 10.222.0.67 "GET /v2.0/networks/4bdf2aed-00a8-44e1-a719-ebf64e12596f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1161857 Sep 23 19:32:53.751409 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbfd4f91-2e13-4c46-bddc-55dcf7681e95 None None] Pushing event updated for resources: {'Port': ['ID=968f9aae-3cc7-4bd9-a8ae-b3e93b3a5eca,revision_number=2']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:32:53.770379 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9c7efac-d95b-4bfe-9ddb-733eb4b90ddf None None] Network 88f28611-94e4-4eab-b820-a5c28eb03f9f requested from n-d-713301-16 {{(pid=95103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 19:32:53.920963 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84cc7ff0-be6c-4b26-9b85-485a0b863eee None None] Network 88f28611-94e4-4eab-b820-a5c28eb03f9f requested from n-d-713301-16 {{(pid=95103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 19:32:53.996878 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-8ddbe4bc-1960-46ba-8d11-6f160c17af0c tempest-NetworksTest-1461754307 tempest-NetworksTest-1461754307-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1628021'] for network, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:54.010040 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-7a618aae-fe40-4bfa-b694-afde84e5f4c4 req-79756a0d-3737-44db-b8d5-c15f8d841116 service neutron] 10.222.0.67 "GET /v2.0/networks/4bdf2aed-00a8-44e1-a719-ebf64e12596f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4303930 Sep 23 19:32:54.018884 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea2afe3d-f5fb-4407-b87b-61a5adb4e1f7 req-670a4b80-9d6b-4e15-b1ac-ee8e81a3fb4a tempest-ServerActionsTestJSON-618918056 tempest-ServerActionsTestJSON-618918056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:32:54.020412 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-ea2afe3d-f5fb-4407-b87b-61a5adb4e1f7 req-670a4b80-9d6b-4e15-b1ac-ee8e81a3fb4a tempest-ServerActionsTestJSON-618918056 tempest-ServerActionsTestJSON-618918056-project] 10.222.0.67 "GET /v2.0/ports?device_id=7fa91134-8ee0-4baa-9037-6ca73d6b4c83 HTTP/1.1" status: 200 len: 945 time: 0.0709734 Sep 23 19:32:54.066459 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.plugin [None req-8ddbe4bc-1960-46ba-8d11-6f160c17af0c tempest-NetworksTest-1461754307 tempest-NetworksTest-1461754307-project] Deleting port 968f9aae-3cc7-4bd9-a8ae-b3e93b3a5eca {{(pid=95101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:32:54.067134 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-8ddbe4bc-1960-46ba-8d11-6f160c17af0c tempest-NetworksTest-1461754307 tempest-NetworksTest-1461754307-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783146157096'] for port, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:54.068300 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-ea2afe3d-f5fb-4407-b87b-61a5adb4e1f7 req-2d600aee-6a40-47af-a085-55072d74fb0c tempest-ServerActionsTestJSON-618918056 tempest-ServerActionsTestJSON-618918056-project] 10.222.0.67 "GET /v2.0/security-groups?id=d2a75794-f2ea-419f-9d09-0096f3fe96c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395780 Sep 23 19:32:54.071159 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98062bd3-d63b-4fbd-a3f8-02e847adc0e6 None None] get_active_networks_info from n-d-713301-16 {{(pid=95103) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 23 19:32:54.167679 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.db [None req-8ddbe4bc-1960-46ba-8d11-6f160c17af0c tempest-NetworksTest-1461754307 tempest-NetworksTest-1461754307-project] For port 968f9aae-3cc7-4bd9-a8ae-b3e93b3a5eca, host n-d-713301-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-16',level=0,port_id=968f9aae-3cc7-4bd9-a8ae-b3e93b3a5eca,segment=NetworkSegment(00647329-a4eb-4815-a764-da6a20c92011),segment_id=00647329-a4eb-4815-a764-da6a20c92011)] {{(pid=95101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:32:54.168246 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-8ddbe4bc-1960-46ba-8d11-6f160c17af0c tempest-NetworksTest-1461754307 tempest-NetworksTest-1461754307-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-605701'] for port, precommit_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:54.184136 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.plugin [None req-8ddbe4bc-1960-46ba-8d11-6f160c17af0c tempest-NetworksTest-1461754307 tempest-NetworksTest-1461754307-project] Calling delete_port for 968f9aae-3cc7-4bd9-a8ae-b3e93b3a5eca owned by network:dhcp {{(pid=95101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:32:54.231257 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5534df-b72f-43b4-b72f-5f5c97ad36c1 req-cdac50aa-7e16-4ed8-9cb5-0d885cea04c4 tempest-ServerActionsTestJSON-618918056 tempest-ServerActionsTestJSON-618918056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:32:54.233341 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-2f5534df-b72f-43b4-b72f-5f5c97ad36c1 req-cdac50aa-7e16-4ed8-9cb5-0d885cea04c4 tempest-ServerActionsTestJSON-618918056 tempest-ServerActionsTestJSON-618918056-project] 10.222.0.67 "GET /v2.0/ports?device_id=7fa91134-8ee0-4baa-9037-6ca73d6b4c83 HTTP/1.1" status: 200 len: 945 time: 0.0895424 Sep 23 19:32:54.251624 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-4d818b58-96fc-451a-bf6a-3831a82ba458 req-474b203d-84f8-45c1-9704-7f6e7faa0e34 tempest-AttachVolumeNegativeTest-1343519470 tempest-AttachVolumeNegativeTest-1343519470-project] 10.222.0.67 "GET /v2.0/ports?device_id=df805a32-dec5-4496-a5c5-bb551d2f3bb7 HTTP/1.1" status: 200 len: 210 time: 0.0464313 Sep 23 19:32:54.285858 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-2f5534df-b72f-43b4-b72f-5f5c97ad36c1 req-ff5d9cdf-b0d5-4597-bac3-925a2887ae9f tempest-ServerActionsTestJSON-618918056 tempest-ServerActionsTestJSON-618918056-project] 10.222.0.67 "GET /v2.0/security-groups?id=d2a75794-f2ea-419f-9d09-0096f3fe96c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376709 Sep 23 19:32:54.292201 n-d-713301-16 neutron-server[95103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98062bd3-d63b-4fbd-a3f8-02e847adc0e6 None None] Resources bound (agent type, host, resource id): {{(pid=95103) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 23 19:32:54.306523 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-8ddbe4bc-1960-46ba-8d11-6f160c17af0c tempest-NetworksTest-1461754307 tempest-NetworksTest-1461754307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783146162158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783145673144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5607431'] for port, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:54.334626 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ddbe4bc-1960-46ba-8d11-6f160c17af0c tempest-NetworksTest-1461754307 tempest-NetworksTest-1461754307-project] Pushing event deleted for resources: {'Port': ['ID=968f9aae-3cc7-4bd9-a8ae-b3e93b3a5eca,revision_number=None']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:32:54.336659 n-d-713301-16 neutron-server[95101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ddbe4bc-1960-46ba-8d11-6f160c17af0c tempest-NetworksTest-1461754307 tempest-NetworksTest-1461754307-project] No DVR routers for this DVR port 968f9aae-3cc7-4bd9-a8ae-b3e93b3a5eca on host n-d-713301-16 {{(pid=95101) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 19:32:54.443080 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-8ddbe4bc-1960-46ba-8d11-6f160c17af0c tempest-NetworksTest-1461754307 tempest-NetworksTest-1461754307-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1754676', 'neutron.services.segments.db._delete_segments_for_network-8783146221460'] for network, precommit_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:54.468062 n-d-713301-16 neutron-server[95101]: DEBUG neutron.services.segments.db [None req-8ddbe4bc-1960-46ba-8d11-6f160c17af0c tempest-NetworksTest-1461754307 tempest-NetworksTest-1461754307-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['88f28611-94e4-4eab-b820-a5c28eb03f9f']}} {{(pid=95101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:32:54.480119 n-d-713301-16 neutron-server[95101]: DEBUG neutron.services.segments.db [None req-8ddbe4bc-1960-46ba-8d11-6f160c17af0c tempest-NetworksTest-1461754307 tempest-NetworksTest-1461754307-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '00647329-a4eb-4815-a764-da6a20c92011') {'for_net_delete': True} {{(pid=95101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:32:54.480492 n-d-713301-16 neutron-server[95101]: DEBUG neutron.services.segments.db [None req-8ddbe4bc-1960-46ba-8d11-6f160c17af0c tempest-NetworksTest-1461754307 tempest-NetworksTest-1461754307-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '00647329-a4eb-4815-a764-da6a20c92011') {} {{(pid=95101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:32:54.493795 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-8ddbe4bc-1960-46ba-8d11-6f160c17af0c tempest-NetworksTest-1461754307 tempest-NetworksTest-1461754307-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783146221725', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6007147'] for segment, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:54.508391 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-8ddbe4bc-1960-46ba-8d11-6f160c17af0c tempest-NetworksTest-1461754307 tempest-NetworksTest-1461754307-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1756186'] for segment, precommit_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:54.514788 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8ddbe4bc-1960-46ba-8d11-6f160c17af0c tempest-NetworksTest-1461754307 tempest-NetworksTest-1461754307-project] Releasing vlan 633 on physical network physnet1 to pool {{(pid=95101) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 19:32:54.515279 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-8ddbe4bc-1960-46ba-8d11-6f160c17af0c tempest-NetworksTest-1461754307 tempest-NetworksTest-1461754307-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1756186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5608436'] for segment, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:54.518337 n-d-713301-16 neutron-server[95101]: Traceback (most recent call last): Sep 23 19:32:54.518337 n-d-713301-16 neutron-server[95101]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 19:32:54.518337 n-d-713301-16 neutron-server[95101]: timer() Sep 23 19:32:54.518337 n-d-713301-16 neutron-server[95101]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 19:32:54.518337 n-d-713301-16 neutron-server[95101]: cb(*args, **kw) Sep 23 19:32:54.518337 n-d-713301-16 neutron-server[95101]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 19:32:54.518337 n-d-713301-16 neutron-server[95101]: return func(*args, **kwargs) Sep 23 19:32:54.518337 n-d-713301-16 neutron-server[95101]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 19:32:54.518337 n-d-713301-16 neutron-server[95101]: self._notify() Sep 23 19:32:54.518337 n-d-713301-16 neutron-server[95101]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 19:32:54.518337 n-d-713301-16 neutron-server[95101]: self.callback(batched_events) Sep 23 19:32:54.518337 n-d-713301-16 neutron-server[95101]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 19:32:54.518337 n-d-713301-16 neutron-server[95101]: event.method(event) Sep 23 19:32:54.518337 n-d-713301-16 neutron-server[95101]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 19:32:54.518337 n-d-713301-16 neutron-server[95101]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 19:32:54.518337 n-d-713301-16 neutron-server[95101]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 19:32:54.518337 n-d-713301-16 neutron-server[95101]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 19:32:54.518337 n-d-713301-16 neutron-server[95101]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 19:32:54.518337 n-d-713301-16 neutron-server[95101]: return f(self, *a, **k) Sep 23 19:32:54.518337 n-d-713301-16 neutron-server[95101]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 19:32:54.518337 n-d-713301-16 neutron-server[95101]: return self._get(url).json() Sep 23 19:32:54.518337 n-d-713301-16 neutron-server[95101]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 19:32:54.518337 n-d-713301-16 neutron-server[95101]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 19:32:54.518337 n-d-713301-16 neutron-server[95101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 19:32:54.518337 n-d-713301-16 neutron-server[95101]: return self.request(url, 'GET', **kwargs) Sep 23 19:32:54.518337 n-d-713301-16 neutron-server[95101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 19:32:54.518337 n-d-713301-16 neutron-server[95101]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 19:32:54.518337 n-d-713301-16 neutron-server[95101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 19:32:54.518337 n-d-713301-16 neutron-server[95101]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 19:32:54.518337 n-d-713301-16 neutron-server[95101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 19:32:54.518337 n-d-713301-16 neutron-server[95101]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 19:32:54.518337 n-d-713301-16 neutron-server[95101]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 19:32:54.598403 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-8ddbe4bc-1960-46ba-8d11-6f160c17af0c tempest-NetworksTest-1461754307 tempest-NetworksTest-1461754307-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1754627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-601866'] for network, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:54.608536 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-8ddbe4bc-1960-46ba-8d11-6f160c17af0c tempest-NetworksTest-1461754307 tempest-NetworksTest-1461754307-project] Notify callbacks [] for network, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:54.617920 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-8ddbe4bc-1960-46ba-8d11-6f160c17af0c tempest-NetworksTest-1461754307 tempest-NetworksTest-1461754307-project] 10.222.0.67 "DELETE /v2.0/networks/88f28611-94e4-4eab-b820-a5c28eb03f9f HTTP/1.1" status: 204 len: 168 time: 1.6649513 Sep 23 19:32:54.617920 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 47110) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:32:54.647281 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ddbe4bc-1960-46ba-8d11-6f160c17af0c tempest-NetworksTest-1461754307 tempest-NetworksTest-1461754307-project] Pushing event deleted for resources: {'Network': ['ID=88f28611-94e4-4eab-b820-a5c28eb03f9f,revision_number=None']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:32:54.695836 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c6c9a2b-342f-4c8b-a6fe-2d561ed9ef58 req-8ee0bcf8-1ff9-43a7-9ebe-b76363848fac tempest-ServerActionsTestJSON-618918056 tempest-ServerActionsTestJSON-618918056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:32:54.704478 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-2c6c9a2b-342f-4c8b-a6fe-2d561ed9ef58 req-8ee0bcf8-1ff9-43a7-9ebe-b76363848fac tempest-ServerActionsTestJSON-618918056 tempest-ServerActionsTestJSON-618918056-project] 10.222.0.67 "GET /v2.0/ports?device_id=7fa91134-8ee0-4baa-9037-6ca73d6b4c83 HTTP/1.1" status: 200 len: 945 time: 0.1285293 Sep 23 19:32:54.723962 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ff5e6c-3a5d-4517-96f6-41114c217677 req-dd882f62-159a-4f39-a234-e0d1860e4385 tempest-ServerDiskConfigTestJSON-835646415 tempest-ServerDiskConfigTestJSON-835646415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:32:54.729491 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-f5ff5e6c-3a5d-4517-96f6-41114c217677 req-dd882f62-159a-4f39-a234-e0d1860e4385 tempest-ServerDiskConfigTestJSON-835646415 tempest-ServerDiskConfigTestJSON-835646415-project] 10.222.0.67 "GET /v2.0/ports?device_id=62626af7-c341-44a3-a3c7-0337577573d0 HTTP/1.1" status: 200 len: 944 time: 0.1017222 Sep 23 19:32:54.780160 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-2c6c9a2b-342f-4c8b-a6fe-2d561ed9ef58 req-4352b2bc-ec8e-4a1e-9682-1cf754320469 tempest-ServerActionsTestJSON-618918056 tempest-ServerActionsTestJSON-618918056-project] 10.222.0.67 "GET /v2.0/security-groups?id=d2a75794-f2ea-419f-9d09-0096f3fe96c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0746911 Sep 23 19:32:54.801856 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-f5ff5e6c-3a5d-4517-96f6-41114c217677 req-7ebd7483-887b-49c2-9bab-7e45b30ed5e7 tempest-ServerDiskConfigTestJSON-835646415 tempest-ServerDiskConfigTestJSON-835646415-project] 10.222.0.67 "GET /v2.0/security-groups?id=618aa602-18a9-4f8c-abdd-ba8d4ffb9ee9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556653 Sep 23 19:32:55.024112 n-d-713301-16 neutron-server[95101]: INFO neutron.pecan_wsgi.hooks.translation [None req-9f2cee10-2dd0-48cb-996d-743c2328a4e9 tempest-NetworksTest-1461754307 tempest-NetworksTest-1461754307-project] DELETE failed (client error): The resource could not be found. Sep 23 19:32:55.024689 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9f2cee10-2dd0-48cb-996d-743c2328a4e9 tempest-NetworksTest-1461754307 tempest-NetworksTest-1461754307-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95101) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 23 19:32:55.029482 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-9f2cee10-2dd0-48cb-996d-743c2328a4e9 tempest-NetworksTest-1461754307 tempest-NetworksTest-1461754307-project] 10.222.0.67 "DELETE /v2.0/subnets/5236f71e-2c78-495d-a926-906699d47573 HTTP/1.1" status: 404 len: 337 time: 0.3900976 Sep 23 19:32:55.029750 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 47120) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:32:55.049784 n-d-713301-16 neutron-server[95101]: INFO neutron.pecan_wsgi.hooks.translation [None req-1862ebda-c91a-43b8-a297-7f0393ee1415 tempest-NetworksTest-1461754307 tempest-NetworksTest-1461754307-project] DELETE failed (client error): The resource could not be found. Sep 23 19:32:55.050635 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1862ebda-c91a-43b8-a297-7f0393ee1415 tempest-NetworksTest-1461754307 tempest-NetworksTest-1461754307-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95101) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 23 19:32:55.052707 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-1862ebda-c91a-43b8-a297-7f0393ee1415 tempest-NetworksTest-1461754307 tempest-NetworksTest-1461754307-project] 10.222.0.67 "DELETE /v2.0/networks/88f28611-94e4-4eab-b820-a5c28eb03f9f HTTP/1.1" status: 404 len: 339 time: 0.0217173 Sep 23 19:32:55.055298 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 47122) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:32:55.086121 n-d-713301-16 neutron-server[95101]: INFO neutron.pecan_wsgi.hooks.translation [None req-676bb5b7-b432-4af0-a27d-30aeac994cdc tempest-NetworksTest-1461754307 tempest-NetworksTest-1461754307-project] DELETE failed (client error): The resource could not be found. Sep 23 19:32:55.086581 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-676bb5b7-b432-4af0-a27d-30aeac994cdc tempest-NetworksTest-1461754307 tempest-NetworksTest-1461754307-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95101) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 23 19:32:55.088306 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-676bb5b7-b432-4af0-a27d-30aeac994cdc tempest-NetworksTest-1461754307 tempest-NetworksTest-1461754307-project] 10.222.0.67 "DELETE /v2.0/subnets/6adb8a26-6029-4d34-a48d-3733f3c3674c HTTP/1.1" status: 404 len: 337 time: 0.0318882 Sep 23 19:32:55.090924 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 47126) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:32:55.111259 n-d-713301-16 neutron-server[95101]: INFO neutron.pecan_wsgi.hooks.translation [None req-2b172ab6-ae7c-4c17-b7a9-c688c6aae031 tempest-NetworksTest-1461754307 tempest-NetworksTest-1461754307-project] DELETE failed (client error): The resource could not be found. Sep 23 19:32:55.111872 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2b172ab6-ae7c-4c17-b7a9-c688c6aae031 tempest-NetworksTest-1461754307 tempest-NetworksTest-1461754307-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95101) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 23 19:32:55.113765 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-2b172ab6-ae7c-4c17-b7a9-c688c6aae031 tempest-NetworksTest-1461754307 tempest-NetworksTest-1461754307-project] 10.222.0.67 "DELETE /v2.0/networks/ac1d0ce4-2971-4372-aae6-2d6e1934d01e HTTP/1.1" status: 404 len: 339 time: 0.0217237 Sep 23 19:32:55.116620 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 47128) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:32:55.203944 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-14797265-02b3-4947-968a-613907129e59 tempest-NetworksTest-1461754307 tempest-NetworksTest-1461754307-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1628021'] for network, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:55.229255 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-80e7e501-6c57-470d-92c6-e3d54bc3195c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:55.287208 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c67831c-0689-4b11-8004-5fe1c8bb2586 req-7f33af2a-6225-4478-9f34-4d1cdd3294e9 tempest-ServerActionsTestJSON-618918056 tempest-ServerActionsTestJSON-618918056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:32:55.289388 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-1c67831c-0689-4b11-8004-5fe1c8bb2586 req-7f33af2a-6225-4478-9f34-4d1cdd3294e9 tempest-ServerActionsTestJSON-618918056 tempest-ServerActionsTestJSON-618918056-project] 10.222.0.67 "GET /v2.0/ports?device_id=7fa91134-8ee0-4baa-9037-6ca73d6b4c83 HTTP/1.1" status: 200 len: 945 time: 0.0544400 Sep 23 19:32:55.294629 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-14797265-02b3-4947-968a-613907129e59 tempest-NetworksTest-1461754307 tempest-NetworksTest-1461754307-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1754676', 'neutron.services.segments.db._delete_segments_for_network-8783146221460'] for network, precommit_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:55.316593 n-d-713301-16 neutron-server[95101]: DEBUG neutron.services.segments.db [None req-14797265-02b3-4947-968a-613907129e59 tempest-NetworksTest-1461754307 tempest-NetworksTest-1461754307-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4132d00b-2bf6-4145-beec-1e7ef746f0d9']}} {{(pid=95101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:32:55.327166 n-d-713301-16 neutron-server[95101]: DEBUG neutron.services.segments.db [None req-14797265-02b3-4947-968a-613907129e59 tempest-NetworksTest-1461754307 tempest-NetworksTest-1461754307-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0bf412e9-39e0-411e-adec-84bc96aa3648') {'for_net_delete': True} {{(pid=95101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:32:55.327460 n-d-713301-16 neutron-server[95101]: DEBUG neutron.services.segments.db [None req-14797265-02b3-4947-968a-613907129e59 tempest-NetworksTest-1461754307 tempest-NetworksTest-1461754307-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0bf412e9-39e0-411e-adec-84bc96aa3648') {} {{(pid=95101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:32:55.339345 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-1c67831c-0689-4b11-8004-5fe1c8bb2586 req-2896233e-beac-49ec-b7e5-5871e301548e tempest-ServerActionsTestJSON-618918056 tempest-ServerActionsTestJSON-618918056-project] 10.222.0.67 "GET /v2.0/security-groups?id=d2a75794-f2ea-419f-9d09-0096f3fe96c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433254 Sep 23 19:32:55.342543 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-14797265-02b3-4947-968a-613907129e59 tempest-NetworksTest-1461754307 tempest-NetworksTest-1461754307-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783146221725', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6007147'] for segment, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:55.359645 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Device 20107a54-23bf-476a-b875-56f0db941705 up at agent hyperv_n-h1-713301-16 {{(pid=95103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 19:32:55.366165 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-14797265-02b3-4947-968a-613907129e59 tempest-NetworksTest-1461754307 tempest-NetworksTest-1461754307-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1756186'] for segment, precommit_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:55.370071 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-7f8b1813-2cf2-42d8-976b-95b786c87b85 req-ba2afee7-ace8-4fa2-a720-4188cf045488 tempest-AttachVolumeNegativeTest-1343519470 tempest-AttachVolumeNegativeTest-1343519470-project] 10.222.0.67 "GET /v2.0/ports?device_id=df805a32-dec5-4496-a5c5-bb551d2f3bb7 HTTP/1.1" status: 200 len: 210 time: 0.0348628 Sep 23 19:32:55.380231 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-14797265-02b3-4947-968a-613907129e59 tempest-NetworksTest-1461754307 tempest-NetworksTest-1461754307-project] Releasing vlan 635 on physical network physnet1 to pool {{(pid=95101) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 19:32:55.380974 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-14797265-02b3-4947-968a-613907129e59 tempest-NetworksTest-1461754307 tempest-NetworksTest-1461754307-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1756186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5608436'] for segment, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:55.384484 n-d-713301-16 neutron-server[95101]: Traceback (most recent call last): Sep 23 19:32:55.384484 n-d-713301-16 neutron-server[95101]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 19:32:55.384484 n-d-713301-16 neutron-server[95101]: timer() Sep 23 19:32:55.384484 n-d-713301-16 neutron-server[95101]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 19:32:55.384484 n-d-713301-16 neutron-server[95101]: cb(*args, **kw) Sep 23 19:32:55.384484 n-d-713301-16 neutron-server[95101]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 19:32:55.384484 n-d-713301-16 neutron-server[95101]: return func(*args, **kwargs) Sep 23 19:32:55.384484 n-d-713301-16 neutron-server[95101]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 19:32:55.384484 n-d-713301-16 neutron-server[95101]: self._notify() Sep 23 19:32:55.384484 n-d-713301-16 neutron-server[95101]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 19:32:55.384484 n-d-713301-16 neutron-server[95101]: self.callback(batched_events) Sep 23 19:32:55.384484 n-d-713301-16 neutron-server[95101]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 19:32:55.384484 n-d-713301-16 neutron-server[95101]: event.method(event) Sep 23 19:32:55.384484 n-d-713301-16 neutron-server[95101]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 19:32:55.384484 n-d-713301-16 neutron-server[95101]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 19:32:55.384484 n-d-713301-16 neutron-server[95101]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 19:32:55.384484 n-d-713301-16 neutron-server[95101]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 19:32:55.384484 n-d-713301-16 neutron-server[95101]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 19:32:55.384484 n-d-713301-16 neutron-server[95101]: return f(self, *a, **k) Sep 23 19:32:55.384484 n-d-713301-16 neutron-server[95101]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 19:32:55.384484 n-d-713301-16 neutron-server[95101]: return self._get(url).json() Sep 23 19:32:55.384484 n-d-713301-16 neutron-server[95101]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 19:32:55.384484 n-d-713301-16 neutron-server[95101]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 19:32:55.384484 n-d-713301-16 neutron-server[95101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 19:32:55.384484 n-d-713301-16 neutron-server[95101]: return self.request(url, 'GET', **kwargs) Sep 23 19:32:55.384484 n-d-713301-16 neutron-server[95101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 19:32:55.384484 n-d-713301-16 neutron-server[95101]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 19:32:55.384484 n-d-713301-16 neutron-server[95101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 19:32:55.384484 n-d-713301-16 neutron-server[95101]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 19:32:55.384484 n-d-713301-16 neutron-server[95101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 19:32:55.384484 n-d-713301-16 neutron-server[95101]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 19:32:55.384484 n-d-713301-16 neutron-server[95101]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 19:32:55.428711 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Provisioning complete for port 20107a54-23bf-476a-b875-56f0db941705 triggered by entity L2. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:32:55.429363 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:55.448707 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-14797265-02b3-4947-968a-613907129e59 tempest-NetworksTest-1461754307 tempest-NetworksTest-1461754307-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1754627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-601866'] for network, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:55.458080 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-14797265-02b3-4947-968a-613907129e59 tempest-NetworksTest-1461754307 tempest-NetworksTest-1461754307-project] Notify callbacks [] for network, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:55.461118 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-14797265-02b3-4947-968a-613907129e59 tempest-NetworksTest-1461754307 tempest-NetworksTest-1461754307-project] 10.222.0.67 "DELETE /v2.0/networks/4132d00b-2bf6-4145-beec-1e7ef746f0d9 HTTP/1.1" status: 204 len: 168 time: 0.3424528 Sep 23 19:32:55.463258 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 47134) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:32:55.493198 n-d-713301-16 neutron-server[95102]: INFO neutron.pecan_wsgi.hooks.translation [None req-ea3cfabd-496d-4f1c-aed7-52912fd50785 tempest-NetworksTest-1461754307 tempest-NetworksTest-1461754307-project] DELETE failed (client error): The resource could not be found. Sep 23 19:32:55.493815 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ea3cfabd-496d-4f1c-aed7-52912fd50785 tempest-NetworksTest-1461754307 tempest-NetworksTest-1461754307-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95102) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 23 19:32:55.495653 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-ea3cfabd-496d-4f1c-aed7-52912fd50785 tempest-NetworksTest-1461754307 tempest-NetworksTest-1461754307-project] 10.222.0.67 "DELETE /v2.0/subnets/7cca8e53-46d8-43bc-9401-91c4ab684b7a HTTP/1.1" status: 404 len: 337 time: 0.0312421 Sep 23 19:32:55.501006 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 47136) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:32:55.501939 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14797265-02b3-4947-968a-613907129e59 tempest-NetworksTest-1461754307 tempest-NetworksTest-1461754307-project] Pushing event deleted for resources: {'Network': ['ID=4132d00b-2bf6-4145-beec-1e7ef746f0d9,revision_number=None']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:32:55.536166 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:55.551155 n-d-713301-16 neutron-server[95101]: INFO neutron.pecan_wsgi.hooks.translation [None req-41dc93c7-5ead-4388-b881-3a6927a3c21f tempest-NetworksTest-1461754307 tempest-NetworksTest-1461754307-project] DELETE failed (client error): The resource could not be found. Sep 23 19:32:55.551940 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-41dc93c7-5ead-4388-b881-3a6927a3c21f tempest-NetworksTest-1461754307 tempest-NetworksTest-1461754307-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95101) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 23 19:32:55.553750 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-41dc93c7-5ead-4388-b881-3a6927a3c21f tempest-NetworksTest-1461754307 tempest-NetworksTest-1461754307-project] 10.222.0.67 "DELETE /v2.0/networks/a88e3f54-b01a-4628-88b2-c167e4db0011 HTTP/1.1" status: 404 len: 339 time: 0.0497661 Sep 23 19:32:55.556587 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 47138) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:32:55.565348 n-d-713301-16 neutron-server[95103]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '62626af7-c341-44a3-a3c7-0337577573d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '20107a54-23bf-476a-b875-56f0db941705'}] {{(pid=95103) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 19:32:55.567637 n-d-713301-16 neutron-server[95103]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}81a1c17f2aa89d5b3ebbba3a3e0cf7eb588e431c2224256110c4c4facdd7c3e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f57357d-2d36-4053-9b53-f6ef3855dc9b" -d '{"events": [{"server_uuid": "62626af7-c341-44a3-a3c7-0337577573d0", "name": "network-vif-plugged", "status": "completed", "tag": "20107a54-23bf-476a-b875-56f0db941705"}]}' {{(pid=95103) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 19:32:55.590905 n-d-713301-16 neutron-server[95102]: INFO neutron.pecan_wsgi.hooks.translation [None req-708b0f37-b42e-4e14-842d-7d5765969837 tempest-NetworksTest-1461754307 tempest-NetworksTest-1461754307-project] DELETE failed (client error): The resource could not be found. Sep 23 19:32:55.591542 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-708b0f37-b42e-4e14-842d-7d5765969837 tempest-NetworksTest-1461754307 tempest-NetworksTest-1461754307-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95102) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 23 19:32:55.593812 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-708b0f37-b42e-4e14-842d-7d5765969837 tempest-NetworksTest-1461754307 tempest-NetworksTest-1461754307-project] 10.222.0.67 "DELETE /v2.0/subnets/c498a6b7-833a-46ac-860a-a0c719ada783 HTTP/1.1" status: 404 len: 337 time: 0.0360842 Sep 23 19:32:55.597225 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 47142) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:32:55.601593 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] For port 20107a54-23bf-476a-b875-56f0db941705, host n-h1-713301-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-16',level=0,port_id=20107a54-23bf-476a-b875-56f0db941705,segment=NetworkSegment(12b6e53f-a75d-4104-957d-b1954c84752d),segment_id=12b6e53f-a75d-4104-957d-b1954c84752d)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:32:55.610519 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:55.619143 n-d-713301-16 neutron-server[95103]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 19:32:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba8ceec4-2d8a-46fb-b376-6335422dd7c9 x-openstack-request-id: req-ba8ceec4-2d8a-46fb-b376-6335422dd7c9 {{(pid=95103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 19:32:55.619434 n-d-713301-16 neutron-server[95103]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "62626af7-c341-44a3-a3c7-0337577573d0", "name": "network-vif-plugged", "status": "completed", "tag": "20107a54-23bf-476a-b875-56f0db941705", "code": 200}]} {{(pid=95103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 19:32:55.619682 n-d-713301-16 neutron-server[95103]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-ba8ceec4-2d8a-46fb-b376-6335422dd7c9 {{(pid=95103) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 19:32:55.620072 n-d-713301-16 neutron-server[95103]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '62626af7-c341-44a3-a3c7-0337577573d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '20107a54-23bf-476a-b875-56f0db941705', 'code': 200} Sep 23 19:32:55.635256 n-d-713301-16 neutron-server[95102]: INFO neutron.pecan_wsgi.hooks.translation [None req-6d62f7c1-7a06-4200-a0d9-e988da39a104 tempest-NetworksTest-1461754307 tempest-NetworksTest-1461754307-project] DELETE failed (client error): The resource could not be found. Sep 23 19:32:55.636151 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6d62f7c1-7a06-4200-a0d9-e988da39a104 tempest-NetworksTest-1461754307 tempest-NetworksTest-1461754307-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95102) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 23 19:32:55.638304 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-6d62f7c1-7a06-4200-a0d9-e988da39a104 tempest-NetworksTest-1461754307 tempest-NetworksTest-1461754307-project] 10.222.0.67 "DELETE /v2.0/networks/5aaa2dd6-b0ea-41d9-941c-2c9fe608a31c HTTP/1.1" status: 404 len: 339 time: 0.0398340 Sep 23 19:32:55.641916 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 47144) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:32:55.653268 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a618aae-fe40-4bfa-b694-afde84e5f4c4 req-770adaac-3c69-4ca2-9d5a-a7afdc7b8d88 tempest-AttachVolumeNegativeTest-1343519470 tempest-AttachVolumeNegativeTest-1343519470-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:32:55.655504 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-7a618aae-fe40-4bfa-b694-afde84e5f4c4 req-770adaac-3c69-4ca2-9d5a-a7afdc7b8d88 tempest-AttachVolumeNegativeTest-1343519470 tempest-AttachVolumeNegativeTest-1343519470-project] 10.222.0.53 "GET /v2.0/networks?id=4bdf2aed-00a8-44e1-a719-ebf64e12596f HTTP/1.1" status: 200 len: 815 time: 0.1913345 Sep 23 19:32:55.672087 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Pushing event updated for resources: {'Port': ['ID=20107a54-23bf-476a-b875-56f0db941705,revision_number=8']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:32:55.672798 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.v2.base [req-7a618aae-fe40-4bfa-b694-afde84e5f4c4 req-a4e5926c-5863-49f6-bc91-dcc6cd5646ae tempest-AttachVolumeNegativeTest-1343519470 tempest-AttachVolumeNegativeTest-1343519470-project] Request body: {'port': {'device_id': 'df805a32-dec5-4496-a5c5-bb551d2f3bb7', 'network_id': '4bdf2aed-00a8-44e1-a719-ebf64e12596f', 'admin_state_up': True, 'tenant_id': 'c02f0550973445e7a8f93af8008dcaa2'}} {{(pid=95101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:32:55.673180 n-d-713301-16 neutron-server[95102]: INFO neutron.pecan_wsgi.hooks.translation [None req-8fb2beee-0bee-4dff-a6ac-4cc1f3028f1e tempest-NetworksTest-1461754307 tempest-NetworksTest-1461754307-project] DELETE failed (client error): The resource could not be found. Sep 23 19:32:55.673644 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8fb2beee-0bee-4dff-a6ac-4cc1f3028f1e tempest-NetworksTest-1461754307 tempest-NetworksTest-1461754307-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95102) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 23 19:32:55.675404 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-8fb2beee-0bee-4dff-a6ac-4cc1f3028f1e tempest-NetworksTest-1461754307 tempest-NetworksTest-1461754307-project] 10.222.0.67 "DELETE /v2.0/subnets/940eccdb-b28a-40f4-9cff-5ff6a1ac6a1e HTTP/1.1" status: 404 len: 337 time: 0.0322666 Sep 23 19:32:55.677959 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 47146) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:32:55.697824 n-d-713301-16 neutron-server[95102]: INFO neutron.pecan_wsgi.hooks.translation [None req-9cc6a419-61fe-4e14-8ad3-e7fce6a42f5c tempest-NetworksTest-1461754307 tempest-NetworksTest-1461754307-project] DELETE failed (client error): The resource could not be found. Sep 23 19:32:55.698429 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9cc6a419-61fe-4e14-8ad3-e7fce6a42f5c tempest-NetworksTest-1461754307 tempest-NetworksTest-1461754307-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95102) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 23 19:32:55.702560 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-9cc6a419-61fe-4e14-8ad3-e7fce6a42f5c tempest-NetworksTest-1461754307 tempest-NetworksTest-1461754307-project] 10.222.0.67 "DELETE /v2.0/networks/475dc68b-edd8-40e5-a221-f0912eb698fd HTTP/1.1" status: 404 len: 339 time: 0.0210774 Sep 23 19:32:55.702893 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 47148) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:32:55.730444 n-d-713301-16 neutron-server[95102]: INFO neutron.pecan_wsgi.hooks.translation [None req-1f3d4a0c-7db9-409a-8d67-7d323b8a66a3 tempest-NetworksTest-1461754307 tempest-NetworksTest-1461754307-project] DELETE failed (client error): The resource could not be found. Sep 23 19:32:55.730905 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1f3d4a0c-7db9-409a-8d67-7d323b8a66a3 tempest-NetworksTest-1461754307 tempest-NetworksTest-1461754307-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95102) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 23 19:32:55.732777 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-1f3d4a0c-7db9-409a-8d67-7d323b8a66a3 tempest-NetworksTest-1461754307 tempest-NetworksTest-1461754307-project] 10.222.0.67 "DELETE /v2.0/subnets/252b7e31-22f8-4f3a-9aa5-a25bb653af94 HTTP/1.1" status: 404 len: 337 time: 0.0283492 Sep 23 19:32:55.735513 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 47150) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:32:55.762282 n-d-713301-16 neutron-server[95102]: INFO neutron.pecan_wsgi.hooks.translation [None req-77d3cc42-ae21-43c7-86b7-58d1f7663ed5 tempest-NetworksTest-1461754307 tempest-NetworksTest-1461754307-project] DELETE failed (client error): The resource could not be found. Sep 23 19:32:55.762849 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-77d3cc42-ae21-43c7-86b7-58d1f7663ed5 tempest-NetworksTest-1461754307 tempest-NetworksTest-1461754307-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95102) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 23 19:32:55.764591 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-77d3cc42-ae21-43c7-86b7-58d1f7663ed5 tempest-NetworksTest-1461754307 tempest-NetworksTest-1461754307-project] 10.222.0.67 "DELETE /v2.0/networks/4cd4c108-bf0f-4522-9e70-d085b5d56657 HTTP/1.1" status: 404 len: 339 time: 0.0281434 Sep 23 19:32:55.769109 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 47152) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:32:55.793115 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10240130-a183-42b2-b52a-0c0c9b13e58d req-7b8bdefd-d899-451a-94b5-b4cfcf8f1162 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:32:55.794636 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-10240130-a183-42b2-b52a-0c0c9b13e58d req-7b8bdefd-d899-451a-94b5-b4cfcf8f1162 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=62626af7-c341-44a3-a3c7-0337577573d0 HTTP/1.1" status: 200 len: 1097 time: 0.0501277 Sep 23 19:32:55.806102 n-d-713301-16 neutron-server[95101]: INFO neutron.pecan_wsgi.hooks.translation [None req-7871f72b-23d6-4d27-acf3-da0122f16f11 tempest-NetworksTest-1461754307 tempest-NetworksTest-1461754307-project] DELETE failed (client error): The resource could not be found. Sep 23 19:32:55.806561 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7871f72b-23d6-4d27-acf3-da0122f16f11 tempest-NetworksTest-1461754307 tempest-NetworksTest-1461754307-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95101) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 23 19:32:55.808276 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-7871f72b-23d6-4d27-acf3-da0122f16f11 tempest-NetworksTest-1461754307 tempest-NetworksTest-1461754307-project] 10.222.0.67 "DELETE /v2.0/subnets/ce57d38f-a2d5-4833-813c-efa286227ecb HTTP/1.1" status: 404 len: 337 time: 0.0386231 Sep 23 19:32:55.810833 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 47154) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:32:55.835217 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-10240130-a183-42b2-b52a-0c0c9b13e58d req-1515163e-7180-4bfc-9b4b-271c6815f48a service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=618aa602-18a9-4f8c-abdd-ba8d4ffb9ee9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0294816 Sep 23 19:32:55.837720 n-d-713301-16 neutron-server[95101]: INFO neutron.pecan_wsgi.hooks.translation [None req-65a78f46-5447-4ba6-9f0b-c71b58ff979e tempest-NetworksTest-1461754307 tempest-NetworksTest-1461754307-project] DELETE failed (client error): The resource could not be found. Sep 23 19:32:55.838321 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-65a78f46-5447-4ba6-9f0b-c71b58ff979e tempest-NetworksTest-1461754307 tempest-NetworksTest-1461754307-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95101) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 23 19:32:55.841634 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-65a78f46-5447-4ba6-9f0b-c71b58ff979e tempest-NetworksTest-1461754307 tempest-NetworksTest-1461754307-project] 10.222.0.67 "DELETE /v2.0/networks/66eeae99-e402-46c8-99d1-91fc5e4523ba HTTP/1.1" status: 404 len: 339 time: 0.0283639 Sep 23 19:32:55.842810 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 47158) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:32:55.850347 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7a618aae-fe40-4bfa-b694-afde84e5f4c4 req-a4e5926c-5863-49f6-bc91-dcc6cd5646ae tempest-AttachVolumeNegativeTest-1343519470 tempest-AttachVolumeNegativeTest-1343519470-project] Made reservation on behalf of c02f0550973445e7a8f93af8008dcaa2 for: {'port': 1} {{(pid=95101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:32:55.854347 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-7a618aae-fe40-4bfa-b694-afde84e5f4c4 req-a4e5926c-5863-49f6-bc91-dcc6cd5646ae tempest-AttachVolumeNegativeTest-1343519470 tempest-AttachVolumeNegativeTest-1343519470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:55.875575 n-d-713301-16 neutron-server[95102]: INFO neutron.pecan_wsgi.hooks.translation [None req-a0ac9944-3ab9-4678-b217-e53d40c098b8 tempest-NetworksTest-1461754307 tempest-NetworksTest-1461754307-project] DELETE failed (client error): The resource could not be found. Sep 23 19:32:55.876298 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a0ac9944-3ab9-4678-b217-e53d40c098b8 tempest-NetworksTest-1461754307 tempest-NetworksTest-1461754307-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95102) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 23 19:32:55.878431 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-a0ac9944-3ab9-4678-b217-e53d40c098b8 tempest-NetworksTest-1461754307 tempest-NetworksTest-1461754307-project] 10.222.0.67 "DELETE /v2.0/subnets/36e99bed-6f4b-4c35-a130-2337e4ec7bc2 HTTP/1.1" status: 404 len: 337 time: 0.0332046 Sep 23 19:32:55.880965 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 47160) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:32:55.913128 n-d-713301-16 neutron-server[95102]: INFO neutron.pecan_wsgi.hooks.translation [None req-44a5ff74-3e69-47fc-bff5-d87b423b8b2a tempest-NetworksTest-1461754307 tempest-NetworksTest-1461754307-project] DELETE failed (client error): The resource could not be found. Sep 23 19:32:55.913719 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-44a5ff74-3e69-47fc-bff5-d87b423b8b2a tempest-NetworksTest-1461754307 tempest-NetworksTest-1461754307-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95102) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 23 19:32:55.915597 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-44a5ff74-3e69-47fc-bff5-d87b423b8b2a tempest-NetworksTest-1461754307 tempest-NetworksTest-1461754307-project] 10.222.0.67 "DELETE /v2.0/networks/9afead6d-8f89-482f-8c22-4ede0d858d86 HTTP/1.1" status: 404 len: 339 time: 0.0334945 Sep 23 19:32:55.920172 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 47166) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:32:55.954087 n-d-713301-16 neutron-server[95101]: INFO neutron.pecan_wsgi.hooks.translation [None req-7e59ca08-e261-40f3-9a83-c570a0630754 tempest-NetworksTest-1461754307 tempest-NetworksTest-1461754307-project] DELETE failed (client error): The resource could not be found. Sep 23 19:32:55.954321 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f1c678b-7a50-4a45-934d-857091cfaf60 req-b4181fcc-f080-40f2-bba9-39dbcfc1c0a0 tempest-ServerDiskConfigTestJSON-835646415 tempest-ServerDiskConfigTestJSON-835646415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:32:55.954520 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7e59ca08-e261-40f3-9a83-c570a0630754 tempest-NetworksTest-1461754307 tempest-NetworksTest-1461754307-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95101) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 23 19:32:55.958706 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-0f1c678b-7a50-4a45-934d-857091cfaf60 req-b4181fcc-f080-40f2-bba9-39dbcfc1c0a0 tempest-ServerDiskConfigTestJSON-835646415 tempest-ServerDiskConfigTestJSON-835646415-project] 10.222.0.67 "GET /v2.0/ports?device_id=62626af7-c341-44a3-a3c7-0337577573d0 HTTP/1.1" status: 200 len: 945 time: 0.0654457 Sep 23 19:32:55.958865 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-7e59ca08-e261-40f3-9a83-c570a0630754 tempest-NetworksTest-1461754307 tempest-NetworksTest-1461754307-project] 10.222.0.67 "DELETE /v2.0/subnets/75d58f03-271f-4210-91b4-0e4bda3366be HTTP/1.1" status: 404 len: 337 time: 0.0351663 Sep 23 19:32:55.959057 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 47168) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:32:55.992943 n-d-713301-16 neutron-server[95102]: INFO neutron.pecan_wsgi.hooks.translation [None req-c5f97a50-7232-4f92-af41-3c7e8d936679 tempest-NetworksTest-1461754307 tempest-NetworksTest-1461754307-project] DELETE failed (client error): The resource could not be found. Sep 23 19:32:55.992943 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c5f97a50-7232-4f92-af41-3c7e8d936679 tempest-NetworksTest-1461754307 tempest-NetworksTest-1461754307-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95102) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 23 19:32:55.997473 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-c5f97a50-7232-4f92-af41-3c7e8d936679 tempest-NetworksTest-1461754307 tempest-NetworksTest-1461754307-project] 10.222.0.67 "DELETE /v2.0/networks/654336a1-5990-4161-9d97-1e731afaa31e HTTP/1.1" status: 404 len: 339 time: 0.0347908 Sep 23 19:32:55.997709 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 47172) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:32:56.027888 n-d-713301-16 neutron-server[95101]: DEBUG neutron.db.db_base_plugin_common [req-7a618aae-fe40-4bfa-b694-afde84e5f4c4 req-a4e5926c-5863-49f6-bc91-dcc6cd5646ae tempest-AttachVolumeNegativeTest-1343519470 tempest-AttachVolumeNegativeTest-1343519470-project] Allocated IP 172.20.0.11 (4bdf2aed-00a8-44e1-a719-ebf64e12596f/2f537de2-cf52-42b9-a747-22f78331e2fe/51a90acc-7984-4360-a90d-20d7b212c674) {{(pid=95101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 19:32:56.034337 n-d-713301-16 neutron-server[95102]: INFO neutron.pecan_wsgi.hooks.translation [None req-ba1190f3-acd6-4743-b96a-eb851d0b9b81 tempest-NetworksTest-1461754307 tempest-NetworksTest-1461754307-project] DELETE failed (client error): The resource could not be found. Sep 23 19:32:56.034957 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ba1190f3-acd6-4743-b96a-eb851d0b9b81 tempest-NetworksTest-1461754307 tempest-NetworksTest-1461754307-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95102) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 23 19:32:56.036678 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-ba1190f3-acd6-4743-b96a-eb851d0b9b81 tempest-NetworksTest-1461754307 tempest-NetworksTest-1461754307-project] 10.222.0.67 "DELETE /v2.0/subnets/5dfee211-9f4d-4177-9854-d9636f1b6c1d HTTP/1.1" status: 404 len: 337 time: 0.0379930 Sep 23 19:32:56.039338 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 47174) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:32:56.054560 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-0f1c678b-7a50-4a45-934d-857091cfaf60 req-bdee616f-3a9f-4f91-af4e-e9fc83e2797b tempest-ServerDiskConfigTestJSON-835646415 tempest-ServerDiskConfigTestJSON-835646415-project] 10.222.0.67 "GET /v2.0/security-groups?id=618aa602-18a9-4f8c-abdd-ba8d4ffb9ee9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871768 Sep 23 19:32:56.065035 n-d-713301-16 neutron-server[95102]: INFO neutron.pecan_wsgi.hooks.translation [None req-da77fa3e-2312-4981-870a-ac0fff1c6e1f tempest-NetworksTest-1461754307 tempest-NetworksTest-1461754307-project] DELETE failed (client error): The resource could not be found. Sep 23 19:32:56.065626 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-da77fa3e-2312-4981-870a-ac0fff1c6e1f tempest-NetworksTest-1461754307 tempest-NetworksTest-1461754307-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95102) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 23 19:32:56.067481 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-da77fa3e-2312-4981-870a-ac0fff1c6e1f tempest-NetworksTest-1461754307 tempest-NetworksTest-1461754307-project] 10.222.0.67 "DELETE /v2.0/networks/6a8acd8a-ae6f-435f-af9b-e09ca7c5f20a HTTP/1.1" status: 404 len: 339 time: 0.0267472 Sep 23 19:32:56.070146 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 47176) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:32:56.143383 n-d-713301-16 neutron-server[95102]: DEBUG neutron.db.db_base_plugin_v2 [None req-ea3fdc43-f469-437a-87d9-d7e697beb4a2 tempest-NetworksTest-1461754307 tempest-NetworksTest-1461754307-project] Deleting subnet b7ba6786-5f2a-4119-a018-5010b2098a2b {{(pid=95102) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 23 19:32:56.147092 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-ea3fdc43-f469-437a-87d9-d7e697beb4a2 tempest-NetworksTest-1461754307 tempest-NetworksTest-1461754307-project] Notify callbacks [] for subnet, before_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:56.188355 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-ea3fdc43-f469-437a-87d9-d7e697beb4a2 tempest-NetworksTest-1461754307 tempest-NetworksTest-1461754307-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6162825'] for subnet, precommit_delete_associations {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:56.198013 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-7a618aae-fe40-4bfa-b694-afde84e5f4c4 req-a4e5926c-5863-49f6-bc91-dcc6cd5646ae tempest-AttachVolumeNegativeTest-1343519470 tempest-AttachVolumeNegativeTest-1343519470-project] Notify callbacks [] for port, precommit_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:56.236128 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-7a618aae-fe40-4bfa-b694-afde84e5f4c4 req-a4e5926c-5863-49f6-bc91-dcc6cd5646ae tempest-AttachVolumeNegativeTest-1343519470 tempest-AttachVolumeNegativeTest-1343519470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783145673135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5607431'] for port, after_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:56.250998 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] get_ports_and_sgs() called for port_ids ['6000dc64-b48e-40fc-9085-7103b4487289'] {{(pid=95103) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 19:32:56.254485 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] get_ports_and_sgs() called for port_ids ['f90207df-417b-4b30-81f8-4fed02c0bafb'] {{(pid=95103) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 19:32:56.285643 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-ea3fdc43-f469-437a-87d9-d7e697beb4a2 tempest-NetworksTest-1461754307 tempest-NetworksTest-1461754307-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1756813'] for subnet, precommit_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:56.287766 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7a618aae-fe40-4bfa-b694-afde84e5f4c4 req-a4e5926c-5863-49f6-bc91-dcc6cd5646ae tempest-AttachVolumeNegativeTest-1343519470 tempest-AttachVolumeNegativeTest-1343519470-project] Network 4bdf2aed-00a8-44e1-a719-ebf64e12596f is already hosted by enough agents. {{(pid=95101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:32:56.296028 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.base_scheduler [req-7a618aae-fe40-4bfa-b694-afde84e5f4c4 req-a4e5926c-5863-49f6-bc91-dcc6cd5646ae tempest-AttachVolumeNegativeTest-1343519470 tempest-AttachVolumeNegativeTest-1343519470-project] Resources bound (agent type, host, resource id): {{(pid=95101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:32:56.298252 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4e5926c-5863-49f6-bc91-dcc6cd5646ae tempest-AttachVolumeNegativeTest-1343519470 tempest-AttachVolumeNegativeTest-1343519470-project] Pushing event updated for resources: {'Port': ['ID=51a90acc-7984-4360-a90d-20d7b212c674,revision_number=1']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:32:56.300469 n-d-713301-16 neutron-server[95101]: DEBUG neutron.db.l3_dvrscheduler_db [req-7a618aae-fe40-4bfa-b694-afde84e5f4c4 req-a4e5926c-5863-49f6-bc91-dcc6cd5646ae tempest-AttachVolumeNegativeTest-1343519470 tempest-AttachVolumeNegativeTest-1343519470-project] Received port after_create {{(pid=95101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 19:32:56.367951 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-ea3fdc43-f469-437a-87d9-d7e697beb4a2 tempest-NetworksTest-1461754307 tempest-NetworksTest-1461754307-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1756804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4399009', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5388229'] for subnet, after_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:56.380347 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a618aae-fe40-4bfa-b694-afde84e5f4c4 req-a4e5926c-5863-49f6-bc91-dcc6cd5646ae tempest-AttachVolumeNegativeTest-1343519470 tempest-AttachVolumeNegativeTest-1343519470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:32:56.381812 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-7a618aae-fe40-4bfa-b694-afde84e5f4c4 req-a4e5926c-5863-49f6-bc91-dcc6cd5646ae tempest-AttachVolumeNegativeTest-1343519470 tempest-AttachVolumeNegativeTest-1343519470-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222849'] for port, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:56.398325 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea3fdc43-f469-437a-87d9-d7e697beb4a2 tempest-NetworksTest-1461754307 tempest-NetworksTest-1461754307-project] Pushing event deleted for resources: {'Subnet': ['ID=b7ba6786-5f2a-4119-a018-5010b2098a2b,revision_number=None']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:32:56.406486 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-ea3fdc43-f469-437a-87d9-d7e697beb4a2 tempest-NetworksTest-1461754307 tempest-NetworksTest-1461754307-project] Notify callbacks [] for subnet, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:56.406783 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-7a618aae-fe40-4bfa-b694-afde84e5f4c4 req-a4e5926c-5863-49f6-bc91-dcc6cd5646ae tempest-AttachVolumeNegativeTest-1343519470 tempest-AttachVolumeNegativeTest-1343519470-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7333031 Sep 23 19:32:56.410720 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-ea3fdc43-f469-437a-87d9-d7e697beb4a2 tempest-NetworksTest-1461754307 tempest-NetworksTest-1461754307-project] 10.222.0.67 "DELETE /v2.0/subnets/b7ba6786-5f2a-4119-a018-5010b2098a2b HTTP/1.1" status: 204 len: 168 time: 0.3370562 Sep 23 19:32:56.411188 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 47182) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:32:56.418062 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.v2.base [req-7a618aae-fe40-4bfa-b694-afde84e5f4c4 req-4ecf1dcd-ad5a-4cb3-94b9-13d9105b6cee service neutron] Request body: {'port': {'device_id': 'df805a32-dec5-4496-a5c5-bb551d2f3bb7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713301-16'}} {{(pid=95101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:32:56.418778 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5856483-014b-43ad-93af-32a27ed68a0c None None] Network e79d24df-d323-430d-87b6-ac4bd9ee2011 requested from n-d-713301-16 {{(pid=95103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 19:32:56.504553 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-7a618aae-fe40-4bfa-b694-afde84e5f4c4 req-4ecf1dcd-ad5a-4cb3-94b9-13d9105b6cee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:56.584163 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-48243584-3582-4838-ac5a-0870568fa97d tempest-NetworksTest-1461754307 tempest-NetworksTest-1461754307-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1628021'] for network, before_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:56.624873 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a262f112-1416-4a0a-b2cf-d5513611bdb7 req-47d1487a-59e4-4c59-8f6d-3e8cc133f71b tempest-ServerActionsTestJSON-618918056 tempest-ServerActionsTestJSON-618918056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:32:56.627390 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-a262f112-1416-4a0a-b2cf-d5513611bdb7 req-47d1487a-59e4-4c59-8f6d-3e8cc133f71b tempest-ServerActionsTestJSON-618918056 tempest-ServerActionsTestJSON-618918056-project] 10.222.0.67 "GET /v2.0/ports?device_id=7fa91134-8ee0-4baa-9037-6ca73d6b4c83 HTTP/1.1" status: 200 len: 945 time: 0.1173563 Sep 23 19:32:56.652499 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952f18a9-8400-495b-819c-e28521e30553 req-51753728-825b-43ef-96d9-593e9b0f6e4a tempest-AttachVolumeNegativeTest-1343519470 tempest-AttachVolumeNegativeTest-1343519470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:32:56.654046 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-952f18a9-8400-495b-819c-e28521e30553 req-51753728-825b-43ef-96d9-593e9b0f6e4a tempest-AttachVolumeNegativeTest-1343519470 tempest-AttachVolumeNegativeTest-1343519470-project] 10.222.0.67 "GET /v2.0/ports?device_id=df805a32-dec5-4496-a5c5-bb551d2f3bb7 HTTP/1.1" status: 200 len: 932 time: 0.1429188 Sep 23 19:32:56.725286 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32596cc4-b069-4fd8-8054-e81fc8e818a7 None None] DHCP port deletion for e79d24df-d323-430d-87b6-ac4bd9ee2011 request from n-d-713301-16 {{(pid=95103) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 23 19:32:56.727498 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-a262f112-1416-4a0a-b2cf-d5513611bdb7 req-6022c0c2-15c7-47f8-b316-5a339ecc64fd tempest-ServerActionsTestJSON-618918056 tempest-ServerActionsTestJSON-618918056-project] 10.222.0.67 "GET /v2.0/security-groups?id=d2a75794-f2ea-419f-9d09-0096f3fe96c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0723653 Sep 23 19:32:56.753564 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-952f18a9-8400-495b-819c-e28521e30553 req-5cc9b9d6-be75-4691-8af3-f58d54610000 tempest-AttachVolumeNegativeTest-1343519470 tempest-AttachVolumeNegativeTest-1343519470-project] 10.222.0.67 "GET /v2.0/security-groups?id=870169be-a840-40b2-89c6-13960534f950&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785716 Sep 23 19:32:56.762979 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.plugin [None req-48243584-3582-4838-ac5a-0870568fa97d tempest-NetworksTest-1461754307 tempest-NetworksTest-1461754307-project] Deleting port 24e8d5d2-7fb5-42fc-9471-da12ee380cba {{(pid=95102) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:32:56.763331 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-48243584-3582-4838-ac5a-0870568fa97d tempest-NetworksTest-1461754307 tempest-NetworksTest-1461754307-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783146157096'] for port, before_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:56.779034 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.plugin [None req-32596cc4-b069-4fd8-8054-e81fc8e818a7 None None] Deleting port 24e8d5d2-7fb5-42fc-9471-da12ee380cba {{(pid=95103) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:32:56.779410 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-32596cc4-b069-4fd8-8054-e81fc8e818a7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783146157096'] for port, before_delete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:56.818916 n-d-713301-16 neutron-server[95101]: DEBUG neutron.notifiers.nova [req-7a618aae-fe40-4bfa-b694-afde84e5f4c4 req-4ecf1dcd-ad5a-4cb3-94b9-13d9105b6cee service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 51a90acc-7984-4360-a90d-20d7b212c674 {{(pid=95101) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 19:32:56.827090 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-7a618aae-fe40-4bfa-b694-afde84e5f4c4 req-4ecf1dcd-ad5a-4cb3-94b9-13d9105b6cee service neutron] Notify callbacks [] for port, precommit_update {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:56.841535 n-d-713301-16 neutron-server[95101]: DEBUG neutron.db.provisioning_blocks [req-7a618aae-fe40-4bfa-b694-afde84e5f4c4 req-4ecf1dcd-ad5a-4cb3-94b9-13d9105b6cee service neutron] Transition to ACTIVE for port object 51a90acc-7984-4360-a90d-20d7b212c674 will not be triggered until provisioned by entity L2. {{(pid=95101) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 19:32:56.847150 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-7a618aae-fe40-4bfa-b694-afde84e5f4c4 req-4ecf1dcd-ad5a-4cb3-94b9-13d9105b6cee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5607436'] for port, after_update {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:56.849448 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.db [None req-48243584-3582-4838-ac5a-0870568fa97d tempest-NetworksTest-1461754307 tempest-NetworksTest-1461754307-project] For port 24e8d5d2-7fb5-42fc-9471-da12ee380cba, host n-d-713301-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-16',level=0,port_id=24e8d5d2-7fb5-42fc-9471-da12ee380cba,segment=NetworkSegment(8ce1f228-2af2-45c8-86b6-992fc1deee88),segment_id=8ce1f228-2af2-45c8-86b6-992fc1deee88)] {{(pid=95102) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:32:56.849817 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-48243584-3582-4838-ac5a-0870568fa97d tempest-NetworksTest-1461754307 tempest-NetworksTest-1461754307-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-605701'] for port, precommit_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:56.850795 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-32596cc4-b069-4fd8-8054-e81fc8e818a7 None None] For port 24e8d5d2-7fb5-42fc-9471-da12ee380cba, host n-d-713301-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-16',level=0,port_id=24e8d5d2-7fb5-42fc-9471-da12ee380cba,segment=NetworkSegment(8ce1f228-2af2-45c8-86b6-992fc1deee88),segment_id=8ce1f228-2af2-45c8-86b6-992fc1deee88)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:32:56.851190 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-32596cc4-b069-4fd8-8054-e81fc8e818a7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-605701'] for port, precommit_delete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:56.864796 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.plugin [None req-32596cc4-b069-4fd8-8054-e81fc8e818a7 None None] Calling delete_port for 24e8d5d2-7fb5-42fc-9471-da12ee380cba owned by network:dhcp {{(pid=95103) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:32:56.865116 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.plugin [None req-48243584-3582-4838-ac5a-0870568fa97d tempest-NetworksTest-1461754307 tempest-NetworksTest-1461754307-project] Calling delete_port for 24e8d5d2-7fb5-42fc-9471-da12ee380cba owned by network:dhcp {{(pid=95102) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:32:56.925300 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ecf1dcd-ad5a-4cb3-94b9-13d9105b6cee service neutron] Pushing event updated for resources: {'Port': ['ID=51a90acc-7984-4360-a90d-20d7b212c674,revision_number=2']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:32:56.951757 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-32596cc4-b069-4fd8-8054-e81fc8e818a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783146162158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783145673144'] for port, after_delete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:56.964031 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-48243584-3582-4838-ac5a-0870568fa97d tempest-NetworksTest-1461754307 tempest-NetworksTest-1461754307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783146162158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783145673144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4399100'] for port, after_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:56.983637 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32596cc4-b069-4fd8-8054-e81fc8e818a7 None None] Pushing event deleted for resources: {'Port': ['ID=24e8d5d2-7fb5-42fc-9471-da12ee380cba,revision_number=None']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:32:56.984036 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.managers [req-7a618aae-fe40-4bfa-b694-afde84e5f4c4 req-4ecf1dcd-ad5a-4cb3-94b9-13d9105b6cee service neutron] Attempting to bind port 51a90acc-7984-4360-a90d-20d7b212c674 on host n-h2-713301-16 for vnic_type normal with profile {{(pid=95101) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 19:32:56.984574 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.managers [req-7a618aae-fe40-4bfa-b694-afde84e5f4c4 req-4ecf1dcd-ad5a-4cb3-94b9-13d9105b6cee service neutron] Attempting to bind port 51a90acc-7984-4360-a90d-20d7b212c674 by drivers openvswitch,hyperv on host n-h2-713301-16 at level 0 using segments [{'id': '109e9ca4-0775-4f0d-a524-d06e4e2d3223', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '4bdf2aed-00a8-44e1-a719-ebf64e12596f'}] {{(pid=95101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 19:32:56.985101 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a618aae-fe40-4bfa-b694-afde84e5f4c4 req-4ecf1dcd-ad5a-4cb3-94b9-13d9105b6cee service neutron] Attempting to bind port 51a90acc-7984-4360-a90d-20d7b212c674 on network 4bdf2aed-00a8-44e1-a719-ebf64e12596f {{(pid=95101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:32:56.986057 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32596cc4-b069-4fd8-8054-e81fc8e818a7 None None] No DVR routers for this DVR port 24e8d5d2-7fb5-42fc-9471-da12ee380cba on host n-d-713301-16 {{(pid=95103) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 19:32:56.990388 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a618aae-fe40-4bfa-b694-afde84e5f4c4 req-4ecf1dcd-ad5a-4cb3-94b9-13d9105b6cee service neutron] Port 51a90acc-7984-4360-a90d-20d7b212c674 on network 4bdf2aed-00a8-44e1-a719-ebf64e12596f not bound, no agent of type Open vSwitch agent registered on host n-h2-713301-16 {{(pid=95101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 19:32:56.990925 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a618aae-fe40-4bfa-b694-afde84e5f4c4 req-4ecf1dcd-ad5a-4cb3-94b9-13d9105b6cee service neutron] Attempting to bind port 51a90acc-7984-4360-a90d-20d7b212c674 on network 4bdf2aed-00a8-44e1-a719-ebf64e12596f {{(pid=95101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:32:56.998715 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a618aae-fe40-4bfa-b694-afde84e5f4c4 req-4ecf1dcd-ad5a-4cb3-94b9-13d9105b6cee service neutron] Checking agent: {'id': '2a7cea34-db54-4faf-8d23-37521c3e34cb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713301-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 19, 15, 28), 'started_at': datetime.datetime(2021, 9, 23, 19, 15, 28), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 19, 32, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 19:32:56.999075 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a618aae-fe40-4bfa-b694-afde84e5f4c4 req-4ecf1dcd-ad5a-4cb3-94b9-13d9105b6cee service neutron] Checking segment: {'id': '109e9ca4-0775-4f0d-a524-d06e4e2d3223', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '4bdf2aed-00a8-44e1-a719-ebf64e12596f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:32:56.999431 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a618aae-fe40-4bfa-b694-afde84e5f4c4 req-4ecf1dcd-ad5a-4cb3-94b9-13d9105b6cee service neutron] Bound using segment: {'id': '109e9ca4-0775-4f0d-a524-d06e4e2d3223', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '4bdf2aed-00a8-44e1-a719-ebf64e12596f'} {{(pid=95101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 19:32:56.999885 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.managers [req-7a618aae-fe40-4bfa-b694-afde84e5f4c4 req-4ecf1dcd-ad5a-4cb3-94b9-13d9105b6cee service neutron] Bound port: 51a90acc-7984-4360-a90d-20d7b212c674, host: n-h2-713301-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '109e9ca4-0775-4f0d-a524-d06e4e2d3223', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '4bdf2aed-00a8-44e1-a719-ebf64e12596f'}}] {{(pid=95101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 19:32:57.000245 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-7a618aae-fe40-4bfa-b694-afde84e5f4c4 req-4ecf1dcd-ad5a-4cb3-94b9-13d9105b6cee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:57.018324 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48243584-3582-4838-ac5a-0870568fa97d tempest-NetworksTest-1461754307 tempest-NetworksTest-1461754307-project] Pushing event deleted for resources: {'Port': ['ID=24e8d5d2-7fb5-42fc-9471-da12ee380cba,revision_number=None']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:32:57.024076 n-d-713301-16 neutron-server[95102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48243584-3582-4838-ac5a-0870568fa97d tempest-NetworksTest-1461754307 tempest-NetworksTest-1461754307-project] No DVR routers for this DVR port 24e8d5d2-7fb5-42fc-9471-da12ee380cba on host n-d-713301-16 {{(pid=95102) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 19:32:57.100952 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.db [req-7a618aae-fe40-4bfa-b694-afde84e5f4c4 req-4ecf1dcd-ad5a-4cb3-94b9-13d9105b6cee service neutron] For port 51a90acc-7984-4360-a90d-20d7b212c674, host n-h2-713301-16, cleared binding levels {{(pid=95101) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 19:32:57.106041 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.db [req-7a618aae-fe40-4bfa-b694-afde84e5f4c4 req-4ecf1dcd-ad5a-4cb3-94b9-13d9105b6cee service neutron] For port 51a90acc-7984-4360-a90d-20d7b212c674, host n-h2-713301-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-16',level=0,port_id=51a90acc-7984-4360-a90d-20d7b212c674,segment=NetworkSegment(109e9ca4-0775-4f0d-a524-d06e4e2d3223),segment_id=109e9ca4-0775-4f0d-a524-d06e4e2d3223)] {{(pid=95101) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 19:32:57.118533 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-7a618aae-fe40-4bfa-b694-afde84e5f4c4 req-4ecf1dcd-ad5a-4cb3-94b9-13d9105b6cee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5607436'] for port, after_update {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:57.161442 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a618aae-fe40-4bfa-b694-afde84e5f4c4 req-4ecf1dcd-ad5a-4cb3-94b9-13d9105b6cee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:32:57.162247 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-7a618aae-fe40-4bfa-b694-afde84e5f4c4 req-4ecf1dcd-ad5a-4cb3-94b9-13d9105b6cee service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222849'] for port, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:57.163809 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-7a618aae-fe40-4bfa-b694-afde84e5f4c4 req-4ecf1dcd-ad5a-4cb3-94b9-13d9105b6cee service neutron] 10.222.0.53 "PUT /v2.0/ports/51a90acc-7984-4360-a90d-20d7b212c674 HTTP/1.1" status: 200 len: 1093 time: 0.7513866 Sep 23 19:32:57.164200 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-48243584-3582-4838-ac5a-0870568fa97d tempest-NetworksTest-1461754307 tempest-NetworksTest-1461754307-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1754676', 'neutron.services.segments.db._delete_segments_for_network-8783146221460'] for network, precommit_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:57.164391 n-d-713301-16 neutron-server[95101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'df805a32-dec5-4496-a5c5-bb551d2f3bb7', 'tag': '51a90acc-7984-4360-a90d-20d7b212c674'}] {{(pid=95101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 19:32:57.166839 n-d-713301-16 neutron-server[95101]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d8366c5740cd635e57ab12b71fe44a77c2acc3c19091ef849c6f68b380462244" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f27aaebe-53b6-426d-b4a1-37c5b69f57dd" -d '{"events": [{"name": "network-changed", "server_uuid": "df805a32-dec5-4496-a5c5-bb551d2f3bb7", "tag": "51a90acc-7984-4360-a90d-20d7b212c674"}]}' {{(pid=95101) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 19:32:57.232561 n-d-713301-16 neutron-server[95102]: DEBUG neutron.services.segments.db [None req-48243584-3582-4838-ac5a-0870568fa97d tempest-NetworksTest-1461754307 tempest-NetworksTest-1461754307-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e79d24df-d323-430d-87b6-ac4bd9ee2011']}} {{(pid=95102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:32:57.248943 n-d-713301-16 neutron-server[95102]: DEBUG neutron.services.segments.db [None req-48243584-3582-4838-ac5a-0870568fa97d tempest-NetworksTest-1461754307 tempest-NetworksTest-1461754307-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8ce1f228-2af2-45c8-86b6-992fc1deee88') {'for_net_delete': True} {{(pid=95102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:32:57.249613 n-d-713301-16 neutron-server[95102]: DEBUG neutron.services.segments.db [None req-48243584-3582-4838-ac5a-0870568fa97d tempest-NetworksTest-1461754307 tempest-NetworksTest-1461754307-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8ce1f228-2af2-45c8-86b6-992fc1deee88') {} {{(pid=95102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:32:57.263576 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ecf1dcd-ad5a-4cb3-94b9-13d9105b6cee service neutron] Pushing event updated for resources: {'Port': ['ID=51a90acc-7984-4360-a90d-20d7b212c674,revision_number=3']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:32:57.268990 n-d-713301-16 neutron-server[95101]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 19:32:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-968e7d6a-ef84-4d87-9dff-89e046a2e4e2 x-openstack-request-id: req-968e7d6a-ef84-4d87-9dff-89e046a2e4e2 {{(pid=95101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 19:32:57.269273 n-d-713301-16 neutron-server[95101]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "df805a32-dec5-4496-a5c5-bb551d2f3bb7", "tag": "51a90acc-7984-4360-a90d-20d7b212c674", "status": "completed", "code": 200}]} {{(pid=95101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 19:32:57.269519 n-d-713301-16 neutron-server[95101]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-968e7d6a-ef84-4d87-9dff-89e046a2e4e2 {{(pid=95101) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 19:32:57.269911 n-d-713301-16 neutron-server[95101]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'df805a32-dec5-4496-a5c5-bb551d2f3bb7', 'tag': '51a90acc-7984-4360-a90d-20d7b212c674', 'status': 'completed', 'code': 200} Sep 23 19:32:57.284396 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51d8c1d-38b6-4a50-b2b6-16d955fac5ba req-9668d40d-e334-4ba6-8b8c-e690a74f668f tempest-ServerDiskConfigTestJSON-835646415 tempest-ServerDiskConfigTestJSON-835646415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:32:57.286095 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-f51d8c1d-38b6-4a50-b2b6-16d955fac5ba req-9668d40d-e334-4ba6-8b8c-e690a74f668f tempest-ServerDiskConfigTestJSON-835646415 tempest-ServerDiskConfigTestJSON-835646415-project] 10.222.0.67 "GET /v2.0/ports?device_id=62626af7-c341-44a3-a3c7-0337577573d0 HTTP/1.1" status: 200 len: 945 time: 0.1190450 Sep 23 19:32:57.288011 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-48243584-3582-4838-ac5a-0870568fa97d tempest-NetworksTest-1461754307 tempest-NetworksTest-1461754307-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783146221725', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6162832'] for segment, before_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:57.289527 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a618aae-fe40-4bfa-b694-afde84e5f4c4 req-4ea09443-9a5a-437e-95be-9544988a2e98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:32:57.291229 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-7a618aae-fe40-4bfa-b694-afde84e5f4c4 req-4ea09443-9a5a-437e-95be-9544988a2e98 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=c02f0550973445e7a8f93af8008dcaa2&device_id=df805a32-dec5-4496-a5c5-bb551d2f3bb7 HTTP/1.1" status: 200 len: 1096 time: 0.0731916 Sep 23 19:32:57.320551 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-48243584-3582-4838-ac5a-0870568fa97d tempest-NetworksTest-1461754307 tempest-NetworksTest-1461754307-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1756186'] for segment, precommit_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:57.334656 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-48243584-3582-4838-ac5a-0870568fa97d tempest-NetworksTest-1461754307 tempest-NetworksTest-1461754307-project] Releasing vlan 614 on physical network physnet1 to pool {{(pid=95102) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 19:32:57.335061 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-48243584-3582-4838-ac5a-0870568fa97d tempest-NetworksTest-1461754307 tempest-NetworksTest-1461754307-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1756186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4398095'] for segment, after_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:57.338117 n-d-713301-16 neutron-server[95102]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 23 19:32:57.338117 n-d-713301-16 neutron-server[95102]: self.session.flush() Sep 23 19:32:57.338117 n-d-713301-16 neutron-server[95102]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 23 19:32:57.338117 n-d-713301-16 neutron-server[95102]: self.session.flush() Sep 23 19:32:57.338117 n-d-713301-16 neutron-server[95102]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 23 19:32:57.338117 n-d-713301-16 neutron-server[95102]: self.session.flush() Sep 23 19:32:57.338117 n-d-713301-16 neutron-server[95102]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 23 19:32:57.338117 n-d-713301-16 neutron-server[95102]: self.session.flush() Sep 23 19:32:57.338117 n-d-713301-16 neutron-server[95102]: Traceback (most recent call last): Sep 23 19:32:57.338117 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 19:32:57.338117 n-d-713301-16 neutron-server[95102]: timer() Sep 23 19:32:57.338117 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 19:32:57.338117 n-d-713301-16 neutron-server[95102]: cb(*args, **kw) Sep 23 19:32:57.338117 n-d-713301-16 neutron-server[95102]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 19:32:57.338117 n-d-713301-16 neutron-server[95102]: return func(*args, **kwargs) Sep 23 19:32:57.338117 n-d-713301-16 neutron-server[95102]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 19:32:57.338117 n-d-713301-16 neutron-server[95102]: self._notify() Sep 23 19:32:57.338117 n-d-713301-16 neutron-server[95102]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 19:32:57.338117 n-d-713301-16 neutron-server[95102]: self.callback(batched_events) Sep 23 19:32:57.338117 n-d-713301-16 neutron-server[95102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 19:32:57.338117 n-d-713301-16 neutron-server[95102]: event.method(event) Sep 23 19:32:57.338117 n-d-713301-16 neutron-server[95102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 19:32:57.338117 n-d-713301-16 neutron-server[95102]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 19:32:57.338117 n-d-713301-16 neutron-server[95102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 19:32:57.338117 n-d-713301-16 neutron-server[95102]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 19:32:57.338117 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 19:32:57.338117 n-d-713301-16 neutron-server[95102]: return f(self, *a, **k) Sep 23 19:32:57.338117 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 19:32:57.338117 n-d-713301-16 neutron-server[95102]: return self._get(url).json() Sep 23 19:32:57.338117 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 19:32:57.338117 n-d-713301-16 neutron-server[95102]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 19:32:57.338117 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 19:32:57.338117 n-d-713301-16 neutron-server[95102]: return self.request(url, 'GET', **kwargs) Sep 23 19:32:57.338117 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 19:32:57.338117 n-d-713301-16 neutron-server[95102]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 19:32:57.338117 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 19:32:57.338117 n-d-713301-16 neutron-server[95102]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 19:32:57.338117 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 19:32:57.338117 n-d-713301-16 neutron-server[95102]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 19:32:57.338117 n-d-713301-16 neutron-server[95102]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 19:32:57.353761 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-7a618aae-fe40-4bfa-b694-afde84e5f4c4 req-9288bbca-d2c5-4ba3-ae63-304accaf52e4 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=51a90acc-7984-4360-a90d-20d7b212c674 HTTP/1.1" status: 200 len: 217 time: 0.0476856 Sep 23 19:32:57.365175 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-f51d8c1d-38b6-4a50-b2b6-16d955fac5ba req-e3563e48-64d4-487d-8f01-210e14114990 tempest-ServerDiskConfigTestJSON-835646415 tempest-ServerDiskConfigTestJSON-835646415-project] 10.222.0.67 "GET /v2.0/security-groups?id=618aa602-18a9-4f8c-abdd-ba8d4ffb9ee9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697339 Sep 23 19:32:57.418186 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a618aae-fe40-4bfa-b694-afde84e5f4c4 req-36de4f4d-b190-4f82-a4b3-7e78b197974e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:32:57.419729 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-7a618aae-fe40-4bfa-b694-afde84e5f4c4 req-36de4f4d-b190-4f82-a4b3-7e78b197974e service neutron] 10.222.0.53 "GET /v2.0/subnets?id=2f537de2-cf52-42b9-a747-22f78331e2fe HTTP/1.1" status: 200 len: 855 time: 0.0499864 Sep 23 19:32:57.419971 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-48243584-3582-4838-ac5a-0870568fa97d tempest-NetworksTest-1461754307 tempest-NetworksTest-1461754307-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1754627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-601866'] for network, after_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:57.428712 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-48243584-3582-4838-ac5a-0870568fa97d tempest-NetworksTest-1461754307 tempest-NetworksTest-1461754307-project] Notify callbacks [] for network, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:57.430620 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-48243584-3582-4838-ac5a-0870568fa97d tempest-NetworksTest-1461754307 tempest-NetworksTest-1461754307-project] 10.222.0.67 "DELETE /v2.0/networks/e79d24df-d323-430d-87b6-ac4bd9ee2011 HTTP/1.1" status: 204 len: 168 time: 1.0183535 Sep 23 19:32:57.446687 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48243584-3582-4838-ac5a-0870568fa97d tempest-NetworksTest-1461754307 tempest-NetworksTest-1461754307-project] Pushing event deleted for resources: {'Network': ['ID=e79d24df-d323-430d-87b6-ac4bd9ee2011,revision_number=None']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:32:57.460524 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-7a618aae-fe40-4bfa-b694-afde84e5f4c4 req-0b22422e-0951-4e1d-9866-88b1cd007fdd service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=4bdf2aed-00a8-44e1-a719-ebf64e12596f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0270362 Sep 23 19:32:57.506664 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39172cf9-3c18-4e7f-90fd-98f98ffbfd7a req-094e4ef9-abfa-4fb1-b0d3-6ba27d9d5650 tempest-ServerDiskConfigTestJSON-835646415 tempest-ServerDiskConfigTestJSON-835646415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:32:57.508370 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-39172cf9-3c18-4e7f-90fd-98f98ffbfd7a req-094e4ef9-abfa-4fb1-b0d3-6ba27d9d5650 tempest-ServerDiskConfigTestJSON-835646415 tempest-ServerDiskConfigTestJSON-835646415-project] 10.222.0.67 "GET /v2.0/ports?device_id=62626af7-c341-44a3-a3c7-0337577573d0 HTTP/1.1" status: 200 len: 945 time: 0.0591092 Sep 23 19:32:57.553136 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-39172cf9-3c18-4e7f-90fd-98f98ffbfd7a req-91032228-60fb-4df2-aee4-1fbe80777e67 tempest-ServerDiskConfigTestJSON-835646415 tempest-ServerDiskConfigTestJSON-835646415-project] 10.222.0.67 "GET /v2.0/security-groups?id=618aa602-18a9-4f8c-abdd-ba8d4ffb9ee9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365877 Sep 23 19:32:57.563866 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-7a618aae-fe40-4bfa-b694-afde84e5f4c4 req-826a61ad-6e4e-4ddf-902c-2bfcb72116b0 service neutron] 10.222.0.53 "GET /v2.0/networks/4bdf2aed-00a8-44e1-a719-ebf64e12596f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0928304 Sep 23 19:32:57.676429 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-7a618aae-fe40-4bfa-b694-afde84e5f4c4 req-55914b59-6a1e-441d-b1f6-510730cf0363 service neutron] 10.222.0.53 "GET /v2.0/networks/4bdf2aed-00a8-44e1-a719-ebf64e12596f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1046975 Sep 23 19:32:57.716596 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 47202) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:32:57.790812 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f27aaebe-53b6-426d-b4a1-37c5b69f57dd req-590c8c74-88d7-41fb-bf26-dafd3d4bcb54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:32:57.792708 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-f27aaebe-53b6-426d-b4a1-37c5b69f57dd req-590c8c74-88d7-41fb-bf26-dafd3d4bcb54 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=c02f0550973445e7a8f93af8008dcaa2&device_id=df805a32-dec5-4496-a5c5-bb551d2f3bb7 HTTP/1.1" status: 200 len: 1096 time: 0.0546787 Sep 23 19:32:57.918797 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:57.919855 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f27aaebe-53b6-426d-b4a1-37c5b69f57dd req-52d36c53-79e3-4bc1-b015-1f9caa21fe75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:32:57.921381 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-f27aaebe-53b6-426d-b4a1-37c5b69f57dd req-52d36c53-79e3-4bc1-b015-1f9caa21fe75 service neutron] 10.222.0.53 "GET /v2.0/networks?id=4bdf2aed-00a8-44e1-a719-ebf64e12596f HTTP/1.1" status: 200 len: 916 time: 0.1203728 Sep 23 19:32:57.952492 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-f47c94c8-0b0e-4e30-8376-5b6fa0e65d95 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=8f155be04006429c9dea49e7740716fa&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2346106 Sep 23 19:32:57.956248 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 47214) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:32:57.971273 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8886d511-9a32-4992-86b1-370728290e7e req-921bd694-0164-414a-9fbf-122e543670d6 tempest-AttachVolumeNegativeTest-1343519470 tempest-AttachVolumeNegativeTest-1343519470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:32:57.972790 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-f27aaebe-53b6-426d-b4a1-37c5b69f57dd req-c99d56e8-8a96-4637-b0fe-32fdbf94a708 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=51a90acc-7984-4360-a90d-20d7b212c674 HTTP/1.1" status: 200 len: 217 time: 0.0407217 Sep 23 19:32:57.973006 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-8886d511-9a32-4992-86b1-370728290e7e req-921bd694-0164-414a-9fbf-122e543670d6 tempest-AttachVolumeNegativeTest-1343519470 tempest-AttachVolumeNegativeTest-1343519470-project] 10.222.0.67 "GET /v2.0/ports?device_id=df805a32-dec5-4496-a5c5-bb551d2f3bb7 HTTP/1.1" status: 200 len: 944 time: 0.1285343 Sep 23 19:32:58.017924 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-421de3a2-14cc-44ab-b0c6-85af25e4f713 req-776c6ba6-c99b-458a-bc0b-377f7b43594a tempest-ServerActionsTestJSON-618918056 tempest-ServerActionsTestJSON-618918056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:32:58.019645 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-421de3a2-14cc-44ab-b0c6-85af25e4f713 req-776c6ba6-c99b-458a-bc0b-377f7b43594a tempest-ServerActionsTestJSON-618918056 tempest-ServerActionsTestJSON-618918056-project] 10.222.0.67 "GET /v2.0/ports?device_id=7fa91134-8ee0-4baa-9037-6ca73d6b4c83 HTTP/1.1" status: 200 len: 945 time: 0.1416624 Sep 23 19:32:58.026509 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f27aaebe-53b6-426d-b4a1-37c5b69f57dd req-26ca66d0-7758-4ddd-aefd-c3a55fe745eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:32:58.028149 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-f27aaebe-53b6-426d-b4a1-37c5b69f57dd req-26ca66d0-7758-4ddd-aefd-c3a55fe745eb service neutron] 10.222.0.53 "GET /v2.0/subnets?id=2f537de2-cf52-42b9-a747-22f78331e2fe HTTP/1.1" status: 200 len: 855 time: 0.0470147 Sep 23 19:32:58.063266 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-f27aaebe-53b6-426d-b4a1-37c5b69f57dd req-bbdc8aba-4636-40c4-94ce-52df00dfc297 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=4bdf2aed-00a8-44e1-a719-ebf64e12596f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0257282 Sep 23 19:32:58.081091 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-8886d511-9a32-4992-86b1-370728290e7e req-9bd155fd-bb0a-47d7-aaa6-93e13da7f2c8 tempest-AttachVolumeNegativeTest-1343519470 tempest-AttachVolumeNegativeTest-1343519470-project] 10.222.0.67 "GET /v2.0/security-groups?id=870169be-a840-40b2-89c6-13960534f950&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989616 Sep 23 19:32:58.110482 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-421de3a2-14cc-44ab-b0c6-85af25e4f713 req-682c5012-edce-4d4f-865f-331080790062 tempest-ServerActionsTestJSON-618918056 tempest-ServerActionsTestJSON-618918056-project] 10.222.0.67 "GET /v2.0/security-groups?id=d2a75794-f2ea-419f-9d09-0096f3fe96c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0795424 Sep 23 19:32:58.111128 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-5c777f04-447b-40ca-8927-02029e13b4a8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:58.137746 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-5c777f04-447b-40ca-8927-02029e13b4a8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:58.186067 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-f27aaebe-53b6-426d-b4a1-37c5b69f57dd req-1f483df5-9c81-454e-87a8-800bc6520c66 service neutron] 10.222.0.53 "GET /v2.0/networks/4bdf2aed-00a8-44e1-a719-ebf64e12596f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1122358 Sep 23 19:32:58.197699 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-5c777f04-447b-40ca-8927-02029e13b4a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:58.201416 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-5c777f04-447b-40ca-8927-02029e13b4a8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:58.206237 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-5c777f04-447b-40ca-8927-02029e13b4a8 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/5393733d-88bb-41d0-b788-c4fad5f5ba68 HTTP/1.1" status: 204 len: 168 time: 0.2482758 Sep 23 19:32:58.216397 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c777f04-447b-40ca-8927-02029e13b4a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5393733d-88bb-41d0-b788-c4fad5f5ba68,revision_number=None']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:32:58.219586 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:58.351382 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-f27aaebe-53b6-426d-b4a1-37c5b69f57dd req-53104c72-d878-445e-a61e-3fcf1f648f79 service neutron] 10.222.0.53 "GET /v2.0/networks/4bdf2aed-00a8-44e1-a719-ebf64e12596f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1564207 Sep 23 19:32:58.355475 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b53f6b-c10c-4673-834b-c6ce9ac5403a req-6b1f2a29-dc1f-4209-8e29-54892074b405 tempest-ServerDiskConfigTestJSON-835646415 tempest-ServerDiskConfigTestJSON-835646415-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:32:58.357082 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-82b53f6b-c10c-4673-834b-c6ce9ac5403a req-6b1f2a29-dc1f-4209-8e29-54892074b405 tempest-ServerDiskConfigTestJSON-835646415 tempest-ServerDiskConfigTestJSON-835646415-project] 10.222.0.67 "GET /v2.0/networks?id=51d98d25-8b81-49cf-be6e-482532c2b4a4 HTTP/1.1" status: 200 len: 813 time: 0.1293130 Sep 23 19:32:58.378606 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-82b53f6b-c10c-4673-834b-c6ce9ac5403a req-9056ddb3-2bd5-448e-bf43-e85dac67615c tempest-ServerDiskConfigTestJSON-835646415 tempest-ServerDiskConfigTestJSON-835646415-project] 10.222.0.67 "GET /v2.0/quotas/5335e134b9744707975fff47e2e93ede HTTP/1.1" status: 200 len: 375 time: 0.0144005 Sep 23 19:32:58.442203 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-82b53f6b-c10c-4673-834b-c6ce9ac5403a req-af87f750-2f1c-4d01-aea6-254e3a68661e tempest-ServerDiskConfigTestJSON-835646415 tempest-ServerDiskConfigTestJSON-835646415-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=5335e134b9744707975fff47e2e93ede&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0563645 Sep 23 19:32:58.569039 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Device 24e8d5d2-7fb5-42fc-9471-da12ee380cba no longer exists at agent ovs-agent-n-d-713301-16 {{(pid=95103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 19:32:58.569211 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-82b53f6b-c10c-4673-834b-c6ce9ac5403a req-7d35cd8e-5a23-46c7-b903-181f71a57290 service neutron] 10.222.0.67 "GET /v2.0/networks/51d98d25-8b81-49cf-be6e-482532c2b4a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1197309 Sep 23 19:32:58.593113 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.plugin [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] No Port match for: 24e8d5d2-7fb5-42fc-9471-da12ee380cba {{(pid=95103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 19:32:58.593218 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Device 24e8d5d2-7fb5-42fc-9471-da12ee380cba not bound to the agent host n-d-713301-16 {{(pid=95103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 19:32:58.703537 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-82b53f6b-c10c-4673-834b-c6ce9ac5403a req-3c693268-37aa-4b30-9523-7ac72e26d0ae service neutron] 10.222.0.67 "GET /v2.0/networks/51d98d25-8b81-49cf-be6e-482532c2b4a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1260245 Sep 23 19:32:58.878706 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-36152107-e582-4187-a7b9-05b59a3f127f req-606b4b5b-837d-4e2a-8c91-e7e4b5a4715f tempest-ServerDiskConfigTestJSON-835646415 tempest-ServerDiskConfigTestJSON-835646415-project] 10.222.0.67 "GET /v2.0/ports?device_id=1112b5b5-ee0d-4dd8-82d2-7b664210a623 HTTP/1.1" status: 200 len: 210 time: 0.0297384 Sep 23 19:32:59.038220 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 47258) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:32:59.159906 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.v2.base [None req-b0e658dc-4040-4709-9a65-ba40476e4536 tempest-RoutersNegativeIpV6Test-1420955511 tempest-RoutersNegativeIpV6Test-1420955511-project] Request body: {'router': {'name': 'tempest-RoutersNegativeIpV6Test-router-144929010', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=95102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:32:59.264203 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-b0e658dc-4040-4709-9a65-ba40476e4536 tempest-RoutersNegativeIpV6Test-1420955511 tempest-RoutersNegativeIpV6Test-1420955511-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-594563', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29355'] for router, before_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:59.265468 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-b0e658dc-4040-4709-9a65-ba40476e4536 tempest-RoutersNegativeIpV6Test-1420955511 tempest-RoutersNegativeIpV6Test-1420955511-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-597363', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-601731', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-739356', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29346'] for router, precommit_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:59.292914 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64dad4c4-3f10-4a45-b6e2-95edf3b0aa6f req-0fc7c9eb-fd2c-4b22-a640-9f590a3c2b00 tempest-AttachVolumeNegativeTest-1343519470 tempest-AttachVolumeNegativeTest-1343519470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:32:59.294644 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-64dad4c4-3f10-4a45-b6e2-95edf3b0aa6f req-0fc7c9eb-fd2c-4b22-a640-9f590a3c2b00 tempest-AttachVolumeNegativeTest-1343519470 tempest-AttachVolumeNegativeTest-1343519470-project] 10.222.0.67 "GET /v2.0/ports?device_id=df805a32-dec5-4496-a5c5-bb551d2f3bb7 HTTP/1.1" status: 200 len: 944 time: 0.1278760 Sep 23 19:32:59.369695 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e088ceb2-ef11-4648-b3e9-610b415b642e req-b5a08b7f-4cbf-4cd2-9946-74a4a097b940 tempest-ServerActionsTestJSON-618918056 tempest-ServerActionsTestJSON-618918056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:32:59.372092 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-e088ceb2-ef11-4648-b3e9-610b415b642e req-b5a08b7f-4cbf-4cd2-9946-74a4a097b940 tempest-ServerActionsTestJSON-618918056 tempest-ServerActionsTestJSON-618918056-project] 10.222.0.67 "GET /v2.0/ports?device_id=7fa91134-8ee0-4baa-9037-6ca73d6b4c83 HTTP/1.1" status: 200 len: 945 time: 0.1693575 Sep 23 19:32:59.433405 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-b0e658dc-4040-4709-9a65-ba40476e4536 tempest-RoutersNegativeIpV6Test-1420955511 tempest-RoutersNegativeIpV6Test-1420955511-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:59.457843 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-b0e658dc-4040-4709-9a65-ba40476e4536 tempest-RoutersNegativeIpV6Test-1420955511 tempest-RoutersNegativeIpV6Test-1420955511-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-597258', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-601790'] for router, after_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:59.486097 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-64dad4c4-3f10-4a45-b6e2-95edf3b0aa6f req-db14a0d3-0393-40a5-94b2-06bba76f29fd tempest-AttachVolumeNegativeTest-1343519470 tempest-AttachVolumeNegativeTest-1343519470-project] 10.222.0.67 "GET /v2.0/security-groups?id=870169be-a840-40b2-89c6-13960534f950&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1771803 Sep 23 19:32:59.502900 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01376e7-c36a-40c6-9af6-6349c9465548 req-bffc8140-809c-420f-a55a-654d8bad5fa9 tempest-ServerDiskConfigTestJSON-835646415 tempest-ServerDiskConfigTestJSON-835646415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:32:59.504502 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-b01376e7-c36a-40c6-9af6-6349c9465548 req-bffc8140-809c-420f-a55a-654d8bad5fa9 tempest-ServerDiskConfigTestJSON-835646415 tempest-ServerDiskConfigTestJSON-835646415-project] 10.222.0.74 "GET /v2.0/ports?device_id=62626af7-c341-44a3-a3c7-0337577573d0 HTTP/1.1" status: 200 len: 945 time: 0.2090099 Sep 23 19:32:59.513120 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-b0e658dc-4040-4709-9a65-ba40476e4536 tempest-RoutersNegativeIpV6Test-1420955511 tempest-RoutersNegativeIpV6Test-1420955511-project] Notify callbacks [] for router, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:59.514401 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-b0e658dc-4040-4709-9a65-ba40476e4536 tempest-RoutersNegativeIpV6Test-1420955511 tempest-RoutersNegativeIpV6Test-1420955511-project] 10.222.0.67 "POST /v2.0/routers HTTP/1.1" status: 201 len: 711 time: 0.4749303 Sep 23 19:32:59.518779 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 47274) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:32:59.524120 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.v2.base [None req-73784abc-3aa6-49e9-a9ba-a4cb809248b6 tempest-RoutersNegativeIpV6Test-1420955511 tempest-RoutersNegativeIpV6Test-1420955511-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-749546561'}} {{(pid=95101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:32:59.525942 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-e088ceb2-ef11-4648-b3e9-610b415b642e req-3b4c34da-b041-489e-80ef-f5d8deb201fd tempest-ServerActionsTestJSON-618918056 tempest-ServerActionsTestJSON-618918056-project] 10.222.0.67 "GET /v2.0/security-groups?id=d2a75794-f2ea-419f-9d09-0096f3fe96c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1411910 Sep 23 19:32:59.558491 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73784abc-3aa6-49e9-a9ba-a4cb809248b6 tempest-RoutersNegativeIpV6Test-1420955511 tempest-RoutersNegativeIpV6Test-1420955511-project] Made reservation on behalf of b743e98c7aaf428cb99fc5bff0ae3aa4 for: {'network': 1} {{(pid=95101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:32:59.567130 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-73784abc-3aa6-49e9-a9ba-a4cb809248b6 tempest-RoutersNegativeIpV6Test-1420955511 tempest-RoutersNegativeIpV6Test-1420955511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for network, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:59.579888 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-73784abc-3aa6-49e9-a9ba-a4cb809248b6 tempest-RoutersNegativeIpV6Test-1420955511 tempest-RoutersNegativeIpV6Test-1420955511-project] Notify callbacks [] for security_group, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:59.590382 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Device 51a90acc-7984-4360-a90d-20d7b212c674 details requested by agent hyperv_n-h2-713301-16 with host n-h2-713301-16 {{(pid=95103) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 19:32:59.632504 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.plugin [req-b01376e7-c36a-40c6-9af6-6349c9465548 req-238f97b9-7746-44e5-90ba-f67b3fa70be3 tempest-ServerDiskConfigTestJSON-835646415 tempest-ServerDiskConfigTestJSON-835646415-project] Deleting port 20107a54-23bf-476a-b875-56f0db941705 {{(pid=95102) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:32:59.632881 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-b01376e7-c36a-40c6-9af6-6349c9465548 req-238f97b9-7746-44e5-90ba-f67b3fa70be3 tempest-ServerDiskConfigTestJSON-835646415 tempest-ServerDiskConfigTestJSON-835646415-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783146157096'] for port, before_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:59.722384 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-73784abc-3aa6-49e9-a9ba-a4cb809248b6 tempest-RoutersNegativeIpV6Test-1420955511 tempest-RoutersNegativeIpV6Test-1420955511-project] Notify callbacks [] for security_group, precommit_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:59.731030 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-73784abc-3aa6-49e9-a9ba-a4cb809248b6 tempest-RoutersNegativeIpV6Test-1420955511 tempest-RoutersNegativeIpV6Test-1420955511-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:59.738715 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] For port 51a90acc-7984-4360-a90d-20d7b212c674, host n-h2-713301-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-16',level=0,port_id=51a90acc-7984-4360-a90d-20d7b212c674,segment=NetworkSegment(109e9ca4-0775-4f0d-a524-d06e4e2d3223),segment_id=109e9ca4-0775-4f0d-a524-d06e4e2d3223)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:32:59.760439 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Returning: {'device': '51a90acc-7984-4360-a90d-20d7b212c674', 'network_id': '4bdf2aed-00a8-44e1-a719-ebf64e12596f', 'port_id': '51a90acc-7984-4360-a90d-20d7b212c674', 'mac_address': 'fa:16:3e:f6:e4:9c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 634, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2f537de2-cf52-42b9-a747-22f78331e2fe', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95103) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 19:32:59.760714 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-73784abc-3aa6-49e9-a9ba-a4cb809248b6 tempest-RoutersNegativeIpV6Test-1420955511 tempest-RoutersNegativeIpV6Test-1420955511-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 623} {{(pid=95101) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 19:32:59.765012 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.db [req-b01376e7-c36a-40c6-9af6-6349c9465548 req-238f97b9-7746-44e5-90ba-f67b3fa70be3 tempest-ServerDiskConfigTestJSON-835646415 tempest-ServerDiskConfigTestJSON-835646415-project] For port 20107a54-23bf-476a-b875-56f0db941705, host n-h1-713301-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-16',level=0,port_id=20107a54-23bf-476a-b875-56f0db941705,segment=NetworkSegment(12b6e53f-a75d-4104-957d-b1954c84752d),segment_id=12b6e53f-a75d-4104-957d-b1954c84752d)] {{(pid=95102) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:32:59.766845 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-b01376e7-c36a-40c6-9af6-6349c9465548 req-238f97b9-7746-44e5-90ba-f67b3fa70be3 tempest-ServerDiskConfigTestJSON-835646415 tempest-ServerDiskConfigTestJSON-835646415-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-605701'] for port, precommit_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:59.776887 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73784abc-3aa6-49e9-a9ba-a4cb809248b6 tempest-RoutersNegativeIpV6Test-1420955511 tempest-RoutersNegativeIpV6Test-1420955511-project] Pushing event updated for resources: {'SecurityGroup': ['ID=979072e3-3921-4fb0-a894-4c7735e7ce96,revision_number=1']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:32:59.785431 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.plugin [req-b01376e7-c36a-40c6-9af6-6349c9465548 req-238f97b9-7746-44e5-90ba-f67b3fa70be3 tempest-ServerDiskConfigTestJSON-835646415 tempest-ServerDiskConfigTestJSON-835646415-project] Calling delete_port for 20107a54-23bf-476a-b875-56f0db941705 owned by compute:nova {{(pid=95102) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:32:59.797396 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-73784abc-3aa6-49e9-a9ba-a4cb809248b6 tempest-RoutersNegativeIpV6Test-1420955511 tempest-RoutersNegativeIpV6Test-1420955511-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1756186'] for segment, precommit_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:59.797396 n-d-713301-16 neutron-server[95101]: INFO neutron.db.segments_db [None req-73784abc-3aa6-49e9-a9ba-a4cb809248b6 tempest-RoutersNegativeIpV6Test-1420955511 tempest-RoutersNegativeIpV6Test-1420955511-project] Added segment 2cead9e8-fa74-44de-a80d-26b44eb00629 of type vlan for network ad89cc21-1aa9-4b0f-bafd-f18278b23299 Sep 23 19:32:59.813788 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:59.832129 n-d-713301-16 neutron-server[95103]: DEBUG neutron.notifiers.nova [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 51a90acc-7984-4360-a90d-20d7b212c674 {{(pid=95103) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 19:32:59.862149 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] For port 51a90acc-7984-4360-a90d-20d7b212c674, host n-h2-713301-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-16',level=0,port_id=51a90acc-7984-4360-a90d-20d7b212c674,segment=NetworkSegment(109e9ca4-0775-4f0d-a524-d06e4e2d3223),segment_id=109e9ca4-0775-4f0d-a524-d06e4e2d3223)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:32:59.869270 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-73784abc-3aa6-49e9-a9ba-a4cb809248b6 tempest-RoutersNegativeIpV6Test-1420955511 tempest-RoutersNegativeIpV6Test-1420955511-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783145630486'] for network, precommit_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:59.870834 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:59.946663 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Pushing event updated for resources: {'Port': ['ID=51a90acc-7984-4360-a90d-20d7b212c674,revision_number=4']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:32:59.961419 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-b01376e7-c36a-40c6-9af6-6349c9465548 req-238f97b9-7746-44e5-90ba-f67b3fa70be3 tempest-ServerDiskConfigTestJSON-835646415 tempest-ServerDiskConfigTestJSON-835646415-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783146162158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783145673144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4399100'] for port, after_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:59.979118 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-73784abc-3aa6-49e9-a9ba-a4cb809248b6 tempest-RoutersNegativeIpV6Test-1420955511 tempest-RoutersNegativeIpV6Test-1420955511-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299'] for network, after_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:59.983111 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] get_ports_and_sgs() called for port_ids ['20107a54-23bf-476a-b875-56f0db941705'] {{(pid=95103) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 19:32:59.986412 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73784abc-3aa6-49e9-a9ba-a4cb809248b6 tempest-RoutersNegativeIpV6Test-1420955511 tempest-RoutersNegativeIpV6Test-1420955511-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:32:59.987041 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-73784abc-3aa6-49e9-a9ba-a4cb809248b6 tempest-RoutersNegativeIpV6Test-1420955511 tempest-RoutersNegativeIpV6Test-1420955511-project] Notify callbacks [] for network, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:32:59.996811 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-238f97b9-7746-44e5-90ba-f67b3fa70be3 tempest-ServerDiskConfigTestJSON-835646415 tempest-ServerDiskConfigTestJSON-835646415-project] Pushing event deleted for resources: {'Port': ['ID=20107a54-23bf-476a-b875-56f0db941705,revision_number=None']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:33:00.045749 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-73784abc-3aa6-49e9-a9ba-a4cb809248b6 tempest-RoutersNegativeIpV6Test-1420955511 tempest-RoutersNegativeIpV6Test-1420955511-project] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.5255790 Sep 23 19:33:00.056505 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 47278) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:33:00.065957 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.v2.base [None req-df0fb724-d720-4ef9-b795-f8218df2dd2c tempest-RoutersNegativeIpV6Test-1420955511 tempest-RoutersNegativeIpV6Test-1420955511-project] Request body: {'subnet': {'network_id': 'ad89cc21-1aa9-4b0f-bafd-f18278b23299', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=95101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:33:00.082860 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b53f6b-c10c-4673-834b-c6ce9ac5403a req-2d65955e-5ae2-43ba-9238-6ab140054023 tempest-ServerDiskConfigTestJSON-835646415 tempest-ServerDiskConfigTestJSON-835646415-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:33:00.084424 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-82b53f6b-c10c-4673-834b-c6ce9ac5403a req-2d65955e-5ae2-43ba-9238-6ab140054023 tempest-ServerDiskConfigTestJSON-835646415 tempest-ServerDiskConfigTestJSON-835646415-project] 10.222.0.53 "GET /v2.0/networks?id=51d98d25-8b81-49cf-be6e-482532c2b4a4 HTTP/1.1" status: 200 len: 813 time: 0.2401845 Sep 23 19:33:00.091879 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-fa02a446-af39-4d30-be03-7e7bdfcf5c23 req-24b39b7a-b9d0-477e-808c-3fd6334c4d97 tempest-ServerDiskConfigTestJSON-835646415 tempest-ServerDiskConfigTestJSON-835646415-project] 10.222.0.67 "GET /v2.0/ports?device_id=1112b5b5-ee0d-4dd8-82d2-7b664210a623 HTTP/1.1" status: 200 len: 210 time: 0.0756862 Sep 23 19:33:00.092856 n-d-713301-16 neutron-server[95102]: DEBUG neutron.db.l3_dvrscheduler_db [req-b01376e7-c36a-40c6-9af6-6349c9465548 req-238f97b9-7746-44e5-90ba-f67b3fa70be3 tempest-ServerDiskConfigTestJSON-835646415 tempest-ServerDiskConfigTestJSON-835646415-project] No DVR routers for this DVR port 20107a54-23bf-476a-b875-56f0db941705 on host n-h1-713301-16 {{(pid=95102) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 19:33:00.096359 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-b01376e7-c36a-40c6-9af6-6349c9465548 req-238f97b9-7746-44e5-90ba-f67b3fa70be3 tempest-ServerDiskConfigTestJSON-835646415 tempest-ServerDiskConfigTestJSON-835646415-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222849'] for port, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:33:00.098544 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-b01376e7-c36a-40c6-9af6-6349c9465548 req-238f97b9-7746-44e5-90ba-f67b3fa70be3 tempest-ServerDiskConfigTestJSON-835646415 tempest-ServerDiskConfigTestJSON-835646415-project] 10.222.0.74 "DELETE /v2.0/ports/20107a54-23bf-476a-b875-56f0db941705 HTTP/1.1" status: 204 len: 173 time: 0.5826924 Sep 23 19:33:00.099039 n-d-713301-16 neutron-server[95102]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '62626af7-c341-44a3-a3c7-0337577573d0', 'name': 'network-vif-deleted', 'tag': '20107a54-23bf-476a-b875-56f0db941705'}] {{(pid=95102) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 19:33:00.101508 n-d-713301-16 neutron-server[95102]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab31b6d93e5336dbddfa8ec424565b3bd8cb2369c5b4d85bc943472dbb21e8ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5cdba663-7b7d-420e-bbec-6afa270e1334" -d '{"events": [{"server_uuid": "62626af7-c341-44a3-a3c7-0337577573d0", "name": "network-vif-deleted", "tag": "20107a54-23bf-476a-b875-56f0db941705"}]}' {{(pid=95102) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 19:33:00.136013 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.v2.base [req-82b53f6b-c10c-4673-834b-c6ce9ac5403a req-9f0ba8a4-b61e-40db-b09c-d07742ac1a7a tempest-ServerDiskConfigTestJSON-835646415 tempest-ServerDiskConfigTestJSON-835646415-project] Request body: {'port': {'device_id': '1112b5b5-ee0d-4dd8-82d2-7b664210a623', 'network_id': '51d98d25-8b81-49cf-be6e-482532c2b4a4', 'admin_state_up': True, 'tenant_id': '5335e134b9744707975fff47e2e93ede'}} {{(pid=95101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:33:00.144194 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73784abc-3aa6-49e9-a9ba-a4cb809248b6 tempest-RoutersNegativeIpV6Test-1420955511 tempest-RoutersNegativeIpV6Test-1420955511-project] Pushing event updated for resources: {'Network': ['ID=ad89cc21-1aa9-4b0f-bafd-f18278b23299,revision_number=1']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:33:00.155731 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Network ad89cc21-1aa9-4b0f-bafd-f18278b23299 details requested by agent ovs-agent-n-d-713301-16 with host n-d-713301-16 {{(pid=95103) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 19:33:00.164967 n-d-713301-16 neutron-server[95102]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 19:33:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3999692a-c47a-48d1-b26c-c05de7dcd122 x-openstack-request-id: req-3999692a-c47a-48d1-b26c-c05de7dcd122 {{(pid=95102) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 19:33:00.165258 n-d-713301-16 neutron-server[95102]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "62626af7-c341-44a3-a3c7-0337577573d0", "name": "network-vif-deleted", "tag": "20107a54-23bf-476a-b875-56f0db941705", "status": "completed", "code": 200}]} {{(pid=95102) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 19:33:00.165696 n-d-713301-16 neutron-server[95102]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-3999692a-c47a-48d1-b26c-c05de7dcd122 {{(pid=95102) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 19:33:00.166357 n-d-713301-16 neutron-server[95102]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '62626af7-c341-44a3-a3c7-0337577573d0', 'name': 'network-vif-deleted', 'tag': '20107a54-23bf-476a-b875-56f0db941705', 'status': 'completed', 'code': 200} Sep 23 19:33:00.229130 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] get_ports_and_sgs() called for port_ids ['51a90acc-7984-4360-a90d-20d7b212c674'] {{(pid=95103) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 19:33:00.325429 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df0fb724-d720-4ef9-b795-f8218df2dd2c tempest-RoutersNegativeIpV6Test-1420955511 tempest-RoutersNegativeIpV6Test-1420955511-project] Made reservation on behalf of b743e98c7aaf428cb99fc5bff0ae3aa4 for: {'subnet': 1} {{(pid=95101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:33:00.330230 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-df0fb724-d720-4ef9-b795-f8218df2dd2c tempest-RoutersNegativeIpV6Test-1420955511 tempest-RoutersNegativeIpV6Test-1420955511-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6130979'] for subnet, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:33:00.434604 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-82b53f6b-c10c-4673-834b-c6ce9ac5403a req-9f0ba8a4-b61e-40db-b09c-d07742ac1a7a tempest-ServerDiskConfigTestJSON-835646415 tempest-ServerDiskConfigTestJSON-835646415-project] Made reservation on behalf of 5335e134b9744707975fff47e2e93ede for: {'port': 1} {{(pid=95101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:33:00.438374 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-82b53f6b-c10c-4673-834b-c6ce9ac5403a req-9f0ba8a4-b61e-40db-b09c-d07742ac1a7a tempest-ServerDiskConfigTestJSON-835646415 tempest-ServerDiskConfigTestJSON-835646415-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:33:00.635817 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36246f01-b486-4b18-8447-914cc6642b93 req-7cc07d1d-8b48-413e-95d6-b06b72b32372 tempest-AttachVolumeNegativeTest-1343519470 tempest-AttachVolumeNegativeTest-1343519470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:33:00.637448 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-36246f01-b486-4b18-8447-914cc6642b93 req-7cc07d1d-8b48-413e-95d6-b06b72b32372 tempest-AttachVolumeNegativeTest-1343519470 tempest-AttachVolumeNegativeTest-1343519470-project] 10.222.0.67 "GET /v2.0/ports?device_id=df805a32-dec5-4496-a5c5-bb551d2f3bb7 HTTP/1.1" status: 200 len: 945 time: 0.0790842 Sep 23 19:33:00.682958 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-df0fb724-d720-4ef9-b795-f8218df2dd2c tempest-RoutersNegativeIpV6Test-1420955511 tempest-RoutersNegativeIpV6Test-1420955511-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5607579', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6130961'] for subnet, after_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:33:00.692577 n-d-713301-16 neutron-server[95101]: DEBUG neutron.db.db_base_plugin_common [req-82b53f6b-c10c-4673-834b-c6ce9ac5403a req-9f0ba8a4-b61e-40db-b09c-d07742ac1a7a tempest-ServerDiskConfigTestJSON-835646415 tempest-ServerDiskConfigTestJSON-835646415-project] Allocated IP 172.20.0.11 (51d98d25-8b81-49cf-be6e-482532c2b4a4/f1f3b3f4-c8d2-4aab-b6a3-39edd63f54e5/5793e2bb-7972-4954-b1a2-57bd73fd343b) {{(pid=95101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 19:33:00.720653 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-36246f01-b486-4b18-8447-914cc6642b93 req-66d6c11f-4195-4757-8664-ebe945f10495 tempest-AttachVolumeNegativeTest-1343519470 tempest-AttachVolumeNegativeTest-1343519470-project] 10.222.0.67 "GET /v2.0/security-groups?id=870169be-a840-40b2-89c6-13960534f950&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708187 Sep 23 19:33:00.738113 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e72cad-5985-45c5-91bb-37b6b839479e req-651f1eba-802a-4de4-8bde-e8fcdd03d7d4 tempest-ServerActionsTestJSON-618918056 tempest-ServerActionsTestJSON-618918056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:33:00.739831 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-a7e72cad-5985-45c5-91bb-37b6b839479e req-651f1eba-802a-4de4-8bde-e8fcdd03d7d4 tempest-ServerActionsTestJSON-618918056 tempest-ServerActionsTestJSON-618918056-project] 10.222.0.67 "GET /v2.0/ports?device_id=7fa91134-8ee0-4baa-9037-6ca73d6b4c83 HTTP/1.1" status: 200 len: 945 time: 0.1014075 Sep 23 19:33:00.792360 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-a7e72cad-5985-45c5-91bb-37b6b839479e req-ee2bdb29-6014-4efd-902b-90daf0616abd tempest-ServerActionsTestJSON-618918056 tempest-ServerActionsTestJSON-618918056-project] 10.222.0.67 "GET /v2.0/security-groups?id=d2a75794-f2ea-419f-9d09-0096f3fe96c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431695 Sep 23 19:33:00.809994 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df0fb724-d720-4ef9-b795-f8218df2dd2c tempest-RoutersNegativeIpV6Test-1420955511 tempest-RoutersNegativeIpV6Test-1420955511-project] Pushing event updated for resources: {'Subnet': ['ID=ec32780e-98af-4089-9de9-9c32a22ae14d,revision_number=0']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:33:00.834576 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df0fb724-d720-4ef9-b795-f8218df2dd2c tempest-RoutersNegativeIpV6Test-1420955511 tempest-RoutersNegativeIpV6Test-1420955511-project] Checking segment: {'id': '2cead9e8-fa74-44de-a80d-26b44eb00629', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': 'ad89cc21-1aa9-4b0f-bafd-f18278b23299'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:33:00.835057 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df0fb724-d720-4ef9-b795-f8218df2dd2c tempest-RoutersNegativeIpV6Test-1420955511 tempest-RoutersNegativeIpV6Test-1420955511-project] Network hostable DHCP agents. Network: ad89cc21-1aa9-4b0f-bafd-f18278b23299, hostable agents: ['1b18bf05-1b5f-4587-be5c-af3ac38e32ad'], hosted agents: [] {{(pid=95101) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 19:33:00.902782 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df0fb724-d720-4ef9-b795-f8218df2dd2c tempest-RoutersNegativeIpV6Test-1420955511 tempest-RoutersNegativeIpV6Test-1420955511-project] Network ad89cc21-1aa9-4b0f-bafd-f18278b23299 is scheduled to be hosted by DHCP agent 1b18bf05-1b5f-4587-be5c-af3ac38e32ad with binding_index 1 {{(pid=95101) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 19:33:00.943892 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.base_scheduler [None req-df0fb724-d720-4ef9-b795-f8218df2dd2c tempest-RoutersNegativeIpV6Test-1420955511 tempest-RoutersNegativeIpV6Test-1420955511-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713301-16, ad89cc21-1aa9-4b0f-bafd-f18278b23299) {{(pid=95101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:33:00.950812 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df0fb724-d720-4ef9-b795-f8218df2dd2c tempest-RoutersNegativeIpV6Test-1420955511 tempest-RoutersNegativeIpV6Test-1420955511-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:33:00.951418 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-df0fb724-d720-4ef9-b795-f8218df2dd2c tempest-RoutersNegativeIpV6Test-1420955511 tempest-RoutersNegativeIpV6Test-1420955511-project] Notify callbacks [] for subnet, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:33:00.953662 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8dafb2b4-0f76-4606-98fe-e655d4cb4b32 None None] Network ad89cc21-1aa9-4b0f-bafd-f18278b23299 requested from n-d-713301-16 {{(pid=95103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 19:33:00.987587 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-df0fb724-d720-4ef9-b795-f8218df2dd2c tempest-RoutersNegativeIpV6Test-1420955511 tempest-RoutersNegativeIpV6Test-1420955511-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9248521 Sep 23 19:33:00.988031 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 47294) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:33:00.993668 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.v2.base [None req-8e4d2f56-9992-4912-9667-de5e666f122b tempest-RoutersNegativeIpV6Test-1420955511 tempest-RoutersNegativeIpV6Test-1420955511-project] Request body: {'network': {'name': 'tempest-router-network01--844142864'}} {{(pid=95102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:33:00.995010 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-82b53f6b-c10c-4673-834b-c6ce9ac5403a req-9f0ba8a4-b61e-40db-b09c-d07742ac1a7a tempest-ServerDiskConfigTestJSON-835646415 tempest-ServerDiskConfigTestJSON-835646415-project] Notify callbacks [] for port, precommit_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:33:01.021192 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e4d2f56-9992-4912-9667-de5e666f122b tempest-RoutersNegativeIpV6Test-1420955511 tempest-RoutersNegativeIpV6Test-1420955511-project] Made reservation on behalf of b743e98c7aaf428cb99fc5bff0ae3aa4 for: {'network': 1} {{(pid=95102) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:33:01.024993 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-8e4d2f56-9992-4912-9667-de5e666f122b tempest-RoutersNegativeIpV6Test-1420955511 tempest-RoutersNegativeIpV6Test-1420955511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for network, before_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:33:01.034149 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-82b53f6b-c10c-4673-834b-c6ce9ac5403a req-9f0ba8a4-b61e-40db-b09c-d07742ac1a7a tempest-ServerDiskConfigTestJSON-835646415 tempest-ServerDiskConfigTestJSON-835646415-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783145673135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5607431'] for port, after_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:33:01.054703 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8e4d2f56-9992-4912-9667-de5e666f122b tempest-RoutersNegativeIpV6Test-1420955511 tempest-RoutersNegativeIpV6Test-1420955511-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 620} {{(pid=95102) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 19:33:01.065794 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] get_ports_and_sgs() called for port_ids ['20107a54-23bf-476a-b875-56f0db941705'] {{(pid=95103) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 19:33:01.067468 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-8e4d2f56-9992-4912-9667-de5e666f122b tempest-RoutersNegativeIpV6Test-1420955511 tempest-RoutersNegativeIpV6Test-1420955511-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1756186'] for segment, precommit_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:33:01.067934 n-d-713301-16 neutron-server[95102]: INFO neutron.db.segments_db [None req-8e4d2f56-9992-4912-9667-de5e666f122b tempest-RoutersNegativeIpV6Test-1420955511 tempest-RoutersNegativeIpV6Test-1420955511-project] Added segment 8bfb7889-0548-4813-a593-14e5c770a3d5 of type vlan for network ecc39da7-8e1c-4e8b-b228-cfcbbafd9210 Sep 23 19:33:01.088875 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-82b53f6b-c10c-4673-834b-c6ce9ac5403a req-9f0ba8a4-b61e-40db-b09c-d07742ac1a7a tempest-ServerDiskConfigTestJSON-835646415 tempest-ServerDiskConfigTestJSON-835646415-project] Network 51d98d25-8b81-49cf-be6e-482532c2b4a4 is already hosted by enough agents. {{(pid=95101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:33:01.090351 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f0ba8a4-b61e-40db-b09c-d07742ac1a7a tempest-ServerDiskConfigTestJSON-835646415 tempest-ServerDiskConfigTestJSON-835646415-project] Pushing event updated for resources: {'Port': ['ID=5793e2bb-7972-4954-b1a2-57bd73fd343b,revision_number=1']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:33:01.092814 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.base_scheduler [req-82b53f6b-c10c-4673-834b-c6ce9ac5403a req-9f0ba8a4-b61e-40db-b09c-d07742ac1a7a tempest-ServerDiskConfigTestJSON-835646415 tempest-ServerDiskConfigTestJSON-835646415-project] Resources bound (agent type, host, resource id): {{(pid=95101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:33:01.095592 n-d-713301-16 neutron-server[95101]: DEBUG neutron.db.l3_dvrscheduler_db [req-82b53f6b-c10c-4673-834b-c6ce9ac5403a req-9f0ba8a4-b61e-40db-b09c-d07742ac1a7a tempest-ServerDiskConfigTestJSON-835646415 tempest-ServerDiskConfigTestJSON-835646415-project] Received port after_create {{(pid=95101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 19:33:01.118315 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-8e4d2f56-9992-4912-9667-de5e666f122b tempest-RoutersNegativeIpV6Test-1420955511 tempest-RoutersNegativeIpV6Test-1420955511-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783145630486'] for network, precommit_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:33:01.138119 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fc00e30-84c4-49ee-9823-f950a9227076 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4c8b80df-07eb-5275-9f17-5cf640db67c0-ad89cc21-1aa9-4b0f-bafd-f18278b23299', 'network_id': 'ad89cc21-1aa9-4b0f-bafd-f18278b23299', 'tenant_id': 'b743e98c7aaf428cb99fc5bff0ae3aa4', 'fixed_ips': [{'subnet_id': 'ec32780e-98af-4089-9de9-9c32a22ae14d'}]}} from n-d-713301-16. {{(pid=95103) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 23 19:33:01.139335 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-0fc00e30-84c4-49ee-9823-f950a9227076 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_create {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:33:01.159620 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-8e4d2f56-9992-4912-9667-de5e666f122b tempest-RoutersNegativeIpV6Test-1420955511 tempest-RoutersNegativeIpV6Test-1420955511-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299'] for network, after_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:33:01.165236 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b53f6b-c10c-4673-834b-c6ce9ac5403a req-9f0ba8a4-b61e-40db-b09c-d07742ac1a7a tempest-ServerDiskConfigTestJSON-835646415 tempest-ServerDiskConfigTestJSON-835646415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:33:01.165903 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-82b53f6b-c10c-4673-834b-c6ce9ac5403a req-9f0ba8a4-b61e-40db-b09c-d07742ac1a7a tempest-ServerDiskConfigTestJSON-835646415 tempest-ServerDiskConfigTestJSON-835646415-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222849'] for port, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:33:01.166790 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e4d2f56-9992-4912-9667-de5e666f122b tempest-RoutersNegativeIpV6Test-1420955511 tempest-RoutersNegativeIpV6Test-1420955511-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:33:01.167587 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-8e4d2f56-9992-4912-9667-de5e666f122b tempest-RoutersNegativeIpV6Test-1420955511 tempest-RoutersNegativeIpV6Test-1420955511-project] Notify callbacks [] for network, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:33:01.185193 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-82b53f6b-c10c-4673-834b-c6ce9ac5403a req-9f0ba8a4-b61e-40db-b09c-d07742ac1a7a tempest-ServerDiskConfigTestJSON-835646415 tempest-ServerDiskConfigTestJSON-835646415-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0564194 Sep 23 19:33:01.201799 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.v2.base [req-82b53f6b-c10c-4673-834b-c6ce9ac5403a req-7f1a85fa-a4c1-4c15-874c-24af312e7193 service neutron] Request body: {'port': {'device_id': '1112b5b5-ee0d-4dd8-82d2-7b664210a623', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713301-16'}} {{(pid=95101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:33:01.242389 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-8e4d2f56-9992-4912-9667-de5e666f122b tempest-RoutersNegativeIpV6Test-1420955511 tempest-RoutersNegativeIpV6Test-1420955511-project] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.2518573 Sep 23 19:33:01.246411 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 47298) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:33:01.254351 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.v2.base [None req-0e01e720-6ca9-4378-a5a3-f75fd7a4ede0 tempest-RoutersNegativeIpV6Test-1420955511 tempest-RoutersNegativeIpV6Test-1420955511-project] Request body: {'network': {'name': 'tempest-router-network02--1123297101'}} {{(pid=95102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:33:01.266906 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-82b53f6b-c10c-4673-834b-c6ce9ac5403a req-7f1a85fa-a4c1-4c15-874c-24af312e7193 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:33:01.300198 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e4d2f56-9992-4912-9667-de5e666f122b tempest-RoutersNegativeIpV6Test-1420955511 tempest-RoutersNegativeIpV6Test-1420955511-project] Pushing event updated for resources: {'Network': ['ID=ecc39da7-8e1c-4e8b-b228-cfcbbafd9210,revision_number=1']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:33:01.315859 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Network ecc39da7-8e1c-4e8b-b228-cfcbbafd9210 details requested by agent ovs-agent-n-d-713301-16 with host n-d-713301-16 {{(pid=95103) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 19:33:01.323588 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-291ed689-4bef-42fb-8d89-924f006ad80b req-257ce4d8-c31e-4bf6-8b08-41560e1d7836 tempest-ServerDiskConfigTestJSON-835646415 tempest-ServerDiskConfigTestJSON-835646415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:33:01.323588 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-291ed689-4bef-42fb-8d89-924f006ad80b req-257ce4d8-c31e-4bf6-8b08-41560e1d7836 tempest-ServerDiskConfigTestJSON-835646415 tempest-ServerDiskConfigTestJSON-835646415-project] 10.222.0.67 "GET /v2.0/ports?device_id=1112b5b5-ee0d-4dd8-82d2-7b664210a623 HTTP/1.1" status: 200 len: 932 time: 0.1282434 Sep 23 19:33:01.338112 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e01e720-6ca9-4378-a5a3-f75fd7a4ede0 tempest-RoutersNegativeIpV6Test-1420955511 tempest-RoutersNegativeIpV6Test-1420955511-project] Made reservation on behalf of b743e98c7aaf428cb99fc5bff0ae3aa4 for: {'network': 1} {{(pid=95102) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:33:01.342021 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-0e01e720-6ca9-4378-a5a3-f75fd7a4ede0 tempest-RoutersNegativeIpV6Test-1420955511 tempest-RoutersNegativeIpV6Test-1420955511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for network, before_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:33:01.349923 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.db_base_plugin_common [None req-0fc00e30-84c4-49ee-9823-f950a9227076 None None] Allocated IP 2001:db8::2 (ad89cc21-1aa9-4b0f-bafd-f18278b23299/ec32780e-98af-4089-9de9-9c32a22ae14d/67fd71ff-4c52-4532-822a-875543686999) {{(pid=95103) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 19:33:01.389969 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-291ed689-4bef-42fb-8d89-924f006ad80b req-84345a75-64ef-4fef-9b96-172df2c41e4c tempest-ServerDiskConfigTestJSON-835646415 tempest-ServerDiskConfigTestJSON-835646415-project] 10.222.0.67 "GET /v2.0/security-groups?id=618aa602-18a9-4f8c-abdd-ba8d4ffb9ee9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599284 Sep 23 19:33:01.399663 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0e01e720-6ca9-4378-a5a3-f75fd7a4ede0 tempest-RoutersNegativeIpV6Test-1420955511 tempest-RoutersNegativeIpV6Test-1420955511-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 601} {{(pid=95102) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 19:33:01.414789 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-0e01e720-6ca9-4378-a5a3-f75fd7a4ede0 tempest-RoutersNegativeIpV6Test-1420955511 tempest-RoutersNegativeIpV6Test-1420955511-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1756186'] for segment, precommit_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:33:01.416886 n-d-713301-16 neutron-server[95102]: INFO neutron.db.segments_db [None req-0e01e720-6ca9-4378-a5a3-f75fd7a4ede0 tempest-RoutersNegativeIpV6Test-1420955511 tempest-RoutersNegativeIpV6Test-1420955511-project] Added segment 89bf5a54-09cb-4375-a4cd-300101acc906 of type vlan for network fa5c65fc-d28e-415b-b301-58d9e643ffa7 Sep 23 19:33:01.464713 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-0e01e720-6ca9-4378-a5a3-f75fd7a4ede0 tempest-RoutersNegativeIpV6Test-1420955511 tempest-RoutersNegativeIpV6Test-1420955511-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783145630486'] for network, precommit_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:33:01.493205 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-0e01e720-6ca9-4378-a5a3-f75fd7a4ede0 tempest-RoutersNegativeIpV6Test-1420955511 tempest-RoutersNegativeIpV6Test-1420955511-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299'] for network, after_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:33:01.500707 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e01e720-6ca9-4378-a5a3-f75fd7a4ede0 tempest-RoutersNegativeIpV6Test-1420955511 tempest-RoutersNegativeIpV6Test-1420955511-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:33:01.501323 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-0e01e720-6ca9-4378-a5a3-f75fd7a4ede0 tempest-RoutersNegativeIpV6Test-1420955511 tempest-RoutersNegativeIpV6Test-1420955511-project] Notify callbacks [] for network, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:33:01.538080 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-0e01e720-6ca9-4378-a5a3-f75fd7a4ede0 tempest-RoutersNegativeIpV6Test-1420955511 tempest-RoutersNegativeIpV6Test-1420955511-project] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.2908127 Sep 23 19:33:01.540911 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 47300) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:33:01.547281 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.v2.base [None req-75c692de-cb86-413b-9218-dd5c6e285d69 tempest-RoutersNegativeIpV6Test-1420955511 tempest-RoutersNegativeIpV6Test-1420955511-project] Request body: {'subnet': {'network_id': 'ecc39da7-8e1c-4e8b-b228-cfcbbafd9210', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=95102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:33:01.563699 n-d-713301-16 neutron-server[95101]: DEBUG neutron.notifiers.nova [req-82b53f6b-c10c-4673-834b-c6ce9ac5403a req-7f1a85fa-a4c1-4c15-874c-24af312e7193 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5793e2bb-7972-4954-b1a2-57bd73fd343b {{(pid=95101) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 19:33:01.564146 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-0fc00e30-84c4-49ee-9823-f950a9227076 None None] Notify callbacks [] for port, precommit_create {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:33:01.571306 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-0fc00e30-84c4-49ee-9823-f950a9227076 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783145673135'] for port, after_create {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:33:01.573815 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-82b53f6b-c10c-4673-834b-c6ce9ac5403a req-7f1a85fa-a4c1-4c15-874c-24af312e7193 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:33:01.588840 n-d-713301-16 neutron-server[95101]: DEBUG neutron.db.provisioning_blocks [req-82b53f6b-c10c-4673-834b-c6ce9ac5403a req-7f1a85fa-a4c1-4c15-874c-24af312e7193 service neutron] Transition to ACTIVE for port object 5793e2bb-7972-4954-b1a2-57bd73fd343b will not be triggered until provisioned by entity L2. {{(pid=95101) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 19:33:01.594476 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-82b53f6b-c10c-4673-834b-c6ce9ac5403a req-7f1a85fa-a4c1-4c15-874c-24af312e7193 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5607436'] for port, after_update {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:33:01.599120 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e01e720-6ca9-4378-a5a3-f75fd7a4ede0 tempest-RoutersNegativeIpV6Test-1420955511 tempest-RoutersNegativeIpV6Test-1420955511-project] Pushing event updated for resources: {'Network': ['ID=fa5c65fc-d28e-415b-b301-58d9e643ffa7,revision_number=1']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:33:01.619618 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Network fa5c65fc-d28e-415b-b301-58d9e643ffa7 details requested by agent ovs-agent-n-d-713301-16 with host n-d-713301-16 {{(pid=95103) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 19:33:01.631113 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Device 51a90acc-7984-4360-a90d-20d7b212c674 up at agent hyperv_n-h2-713301-16 {{(pid=95103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 19:33:01.659348 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f1a85fa-a4c1-4c15-874c-24af312e7193 service neutron] Pushing event updated for resources: {'Port': ['ID=5793e2bb-7972-4954-b1a2-57bd73fd343b,revision_number=2']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:33:01.678494 n-d-713301-16 neutron-server[95103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fc00e30-84c4-49ee-9823-f950a9227076 None None] Network ad89cc21-1aa9-4b0f-bafd-f18278b23299 is already hosted by enough agents. {{(pid=95103) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:33:01.688128 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75c692de-cb86-413b-9218-dd5c6e285d69 tempest-RoutersNegativeIpV6Test-1420955511 tempest-RoutersNegativeIpV6Test-1420955511-project] Made reservation on behalf of b743e98c7aaf428cb99fc5bff0ae3aa4 for: {'subnet': 1} {{(pid=95102) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:33:01.692101 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-75c692de-cb86-413b-9218-dd5c6e285d69 tempest-RoutersNegativeIpV6Test-1420955511 tempest-RoutersNegativeIpV6Test-1420955511-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5388256'] for subnet, before_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:33:01.697701 n-d-713301-16 neutron-server[95103]: DEBUG neutron.scheduler.base_scheduler [None req-0fc00e30-84c4-49ee-9823-f950a9227076 None None] Resources bound (agent type, host, resource id): {{(pid=95103) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:33:01.700304 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fc00e30-84c4-49ee-9823-f950a9227076 None None] Received port after_create {{(pid=95103) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 19:33:01.710946 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc00e30-84c4-49ee-9823-f950a9227076 None None] Pushing event updated for resources: {'Port': ['ID=67fd71ff-4c52-4532-822a-875543686999,revision_number=1']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:33:01.738725 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.managers [req-82b53f6b-c10c-4673-834b-c6ce9ac5403a req-7f1a85fa-a4c1-4c15-874c-24af312e7193 service neutron] Attempting to bind port 5793e2bb-7972-4954-b1a2-57bd73fd343b on host n-h2-713301-16 for vnic_type normal with profile {{(pid=95101) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 19:33:01.739360 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.managers [req-82b53f6b-c10c-4673-834b-c6ce9ac5403a req-7f1a85fa-a4c1-4c15-874c-24af312e7193 service neutron] Attempting to bind port 5793e2bb-7972-4954-b1a2-57bd73fd343b by drivers openvswitch,hyperv on host n-h2-713301-16 at level 0 using segments [{'id': '12b6e53f-a75d-4104-957d-b1954c84752d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '51d98d25-8b81-49cf-be6e-482532c2b4a4'}] {{(pid=95101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 19:33:01.739360 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82b53f6b-c10c-4673-834b-c6ce9ac5403a req-7f1a85fa-a4c1-4c15-874c-24af312e7193 service neutron] Attempting to bind port 5793e2bb-7972-4954-b1a2-57bd73fd343b on network 51d98d25-8b81-49cf-be6e-482532c2b4a4 {{(pid=95101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:33:01.746115 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82b53f6b-c10c-4673-834b-c6ce9ac5403a req-7f1a85fa-a4c1-4c15-874c-24af312e7193 service neutron] Port 5793e2bb-7972-4954-b1a2-57bd73fd343b on network 51d98d25-8b81-49cf-be6e-482532c2b4a4 not bound, no agent of type Open vSwitch agent registered on host n-h2-713301-16 {{(pid=95101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 19:33:01.746115 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82b53f6b-c10c-4673-834b-c6ce9ac5403a req-7f1a85fa-a4c1-4c15-874c-24af312e7193 service neutron] Attempting to bind port 5793e2bb-7972-4954-b1a2-57bd73fd343b on network 51d98d25-8b81-49cf-be6e-482532c2b4a4 {{(pid=95101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:33:01.750565 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82b53f6b-c10c-4673-834b-c6ce9ac5403a req-7f1a85fa-a4c1-4c15-874c-24af312e7193 service neutron] Checking agent: {'id': '2a7cea34-db54-4faf-8d23-37521c3e34cb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713301-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 19, 15, 28), 'started_at': datetime.datetime(2021, 9, 23, 19, 15, 28), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 19, 32, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 19:33:01.750935 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82b53f6b-c10c-4673-834b-c6ce9ac5403a req-7f1a85fa-a4c1-4c15-874c-24af312e7193 service neutron] Checking segment: {'id': '12b6e53f-a75d-4104-957d-b1954c84752d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '51d98d25-8b81-49cf-be6e-482532c2b4a4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:33:01.751296 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82b53f6b-c10c-4673-834b-c6ce9ac5403a req-7f1a85fa-a4c1-4c15-874c-24af312e7193 service neutron] Bound using segment: {'id': '12b6e53f-a75d-4104-957d-b1954c84752d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '51d98d25-8b81-49cf-be6e-482532c2b4a4'} {{(pid=95101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 19:33:01.751736 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.managers [req-82b53f6b-c10c-4673-834b-c6ce9ac5403a req-7f1a85fa-a4c1-4c15-874c-24af312e7193 service neutron] Bound port: 5793e2bb-7972-4954-b1a2-57bd73fd343b, host: n-h2-713301-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '12b6e53f-a75d-4104-957d-b1954c84752d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '51d98d25-8b81-49cf-be6e-482532c2b4a4'}}] {{(pid=95101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 19:33:01.752104 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-82b53f6b-c10c-4673-834b-c6ce9ac5403a req-7f1a85fa-a4c1-4c15-874c-24af312e7193 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:33:01.819096 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.managers [None req-0fc00e30-84c4-49ee-9823-f950a9227076 None None] Attempting to bind port 67fd71ff-4c52-4532-822a-875543686999 on host n-d-713301-16 for vnic_type normal with profile {{(pid=95103) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 19:33:01.819471 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.managers [None req-0fc00e30-84c4-49ee-9823-f950a9227076 None None] Attempting to bind port 67fd71ff-4c52-4532-822a-875543686999 by drivers openvswitch,hyperv on host n-d-713301-16 at level 0 using segments [{'id': '2cead9e8-fa74-44de-a80d-26b44eb00629', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': 'ad89cc21-1aa9-4b0f-bafd-f18278b23299'}] {{(pid=95103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 19:33:01.819841 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fc00e30-84c4-49ee-9823-f950a9227076 None None] Attempting to bind port 67fd71ff-4c52-4532-822a-875543686999 on network ad89cc21-1aa9-4b0f-bafd-f18278b23299 {{(pid=95103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:33:01.829353 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fc00e30-84c4-49ee-9823-f950a9227076 None None] Checking agent: {'id': '70a14545-df24-472f-8f95-bfe1719bff93', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 19, 7, 53), 'started_at': datetime.datetime(2021, 9, 23, 19, 8, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 19, 32, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 19:33:01.830241 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fc00e30-84c4-49ee-9823-f950a9227076 None None] Checking segment: {'id': '2cead9e8-fa74-44de-a80d-26b44eb00629', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': 'ad89cc21-1aa9-4b0f-bafd-f18278b23299'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95103) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:33:01.830669 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-0fc00e30-84c4-49ee-9823-f950a9227076 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:33:01.831113 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fc00e30-84c4-49ee-9823-f950a9227076 None None] Bound using segment: {'id': '2cead9e8-fa74-44de-a80d-26b44eb00629', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': 'ad89cc21-1aa9-4b0f-bafd-f18278b23299'} {{(pid=95103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 19:33:01.831960 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.managers [None req-0fc00e30-84c4-49ee-9823-f950a9227076 None None] Bound port: 67fd71ff-4c52-4532-822a-875543686999, host: n-d-713301-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2cead9e8-fa74-44de-a80d-26b44eb00629', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': 'ad89cc21-1aa9-4b0f-bafd-f18278b23299'}}] {{(pid=95103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 19:33:01.832485 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-0fc00e30-84c4-49ee-9823-f950a9227076 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:33:01.843835 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Provisioning for port 51a90acc-7984-4360-a90d-20d7b212c674 completed by entity L2. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 19:33:01.853811 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.db [req-82b53f6b-c10c-4673-834b-c6ce9ac5403a req-7f1a85fa-a4c1-4c15-874c-24af312e7193 service neutron] For port 5793e2bb-7972-4954-b1a2-57bd73fd343b, host n-h2-713301-16, cleared binding levels {{(pid=95101) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 19:33:01.858242 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.db [req-82b53f6b-c10c-4673-834b-c6ce9ac5403a req-7f1a85fa-a4c1-4c15-874c-24af312e7193 service neutron] For port 5793e2bb-7972-4954-b1a2-57bd73fd343b, host n-h2-713301-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-16',level=0,port_id=5793e2bb-7972-4954-b1a2-57bd73fd343b,segment=NetworkSegment(12b6e53f-a75d-4104-957d-b1954c84752d),segment_id=12b6e53f-a75d-4104-957d-b1954c84752d)] {{(pid=95101) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 19:33:01.859995 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Provisioning complete for port 51a90acc-7984-4360-a90d-20d7b212c674 triggered by entity L2. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:33:01.863616 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-82b53f6b-c10c-4673-834b-c6ce9ac5403a req-7f1a85fa-a4c1-4c15-874c-24af312e7193 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5607436'] for port, after_update {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:33:01.864916 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:33:01.946079 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f1a85fa-a4c1-4c15-874c-24af312e7193 service neutron] Pushing event updated for resources: {'Port': ['ID=5793e2bb-7972-4954-b1a2-57bd73fd343b,revision_number=3']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:33:01.952100 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b53f6b-c10c-4673-834b-c6ce9ac5403a req-7f1a85fa-a4c1-4c15-874c-24af312e7193 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:33:01.952794 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-82b53f6b-c10c-4673-834b-c6ce9ac5403a req-7f1a85fa-a4c1-4c15-874c-24af312e7193 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222849'] for port, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:33:01.954749 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-82b53f6b-c10c-4673-834b-c6ce9ac5403a req-7f1a85fa-a4c1-4c15-874c-24af312e7193 service neutron] 10.222.0.53 "PUT /v2.0/ports/5793e2bb-7972-4954-b1a2-57bd73fd343b HTTP/1.1" status: 200 len: 1093 time: 0.7583609 Sep 23 19:33:01.955513 n-d-713301-16 neutron-server[95101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1112b5b5-ee0d-4dd8-82d2-7b664210a623', 'tag': '5793e2bb-7972-4954-b1a2-57bd73fd343b'}] {{(pid=95101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 19:33:01.957632 n-d-713301-16 neutron-server[95101]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d8366c5740cd635e57ab12b71fe44a77c2acc3c19091ef849c6f68b380462244" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b92aed48-20e5-4df2-a3a3-03336c8f2804" -d '{"events": [{"name": "network-changed", "server_uuid": "1112b5b5-ee0d-4dd8-82d2-7b664210a623", "tag": "5793e2bb-7972-4954-b1a2-57bd73fd343b"}]}' {{(pid=95101) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 19:33:01.969536 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-0fc00e30-84c4-49ee-9823-f950a9227076 None None] For port 67fd71ff-4c52-4532-822a-875543686999, host n-d-713301-16, cleared binding levels {{(pid=95103) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 19:33:01.973372 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-0fc00e30-84c4-49ee-9823-f950a9227076 None None] For port 67fd71ff-4c52-4532-822a-875543686999, host n-d-713301-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-16',level=0,port_id=67fd71ff-4c52-4532-822a-875543686999,segment=NetworkSegment(2cead9e8-fa74-44de-a80d-26b44eb00629),segment_id=2cead9e8-fa74-44de-a80d-26b44eb00629)] {{(pid=95103) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 19:33:01.981189 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-0fc00e30-84c4-49ee-9823-f950a9227076 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:33:01.994582 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331da0ef-47ed-4ca3-87f0-aa1142e66f9a req-15c959c7-63bf-4038-8d87-706bda09807e tempest-AttachVolumeNegativeTest-1343519470 tempest-AttachVolumeNegativeTest-1343519470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:33:01.996422 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-331da0ef-47ed-4ca3-87f0-aa1142e66f9a req-15c959c7-63bf-4038-8d87-706bda09807e tempest-AttachVolumeNegativeTest-1343519470 tempest-AttachVolumeNegativeTest-1343519470-project] 10.222.0.67 "GET /v2.0/ports?device_id=df805a32-dec5-4496-a5c5-bb551d2f3bb7 HTTP/1.1" status: 200 len: 945 time: 0.1620054 Sep 23 19:33:02.036057 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a594db0-e856-4656-b2b3-de83a473f414 req-b483ae34-de76-4de9-a3ff-236613278453 tempest-ServerActionsTestJSON-618918056 tempest-ServerActionsTestJSON-618918056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:33:02.037722 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-0a594db0-e856-4656-b2b3-de83a473f414 req-b483ae34-de76-4de9-a3ff-236613278453 tempest-ServerActionsTestJSON-618918056 tempest-ServerActionsTestJSON-618918056-project] 10.222.0.67 "GET /v2.0/ports?device_id=7fa91134-8ee0-4baa-9037-6ca73d6b4c83 HTTP/1.1" status: 200 len: 945 time: 0.1352501 Sep 23 19:33:02.038614 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-75c692de-cb86-413b-9218-dd5c6e285d69 tempest-RoutersNegativeIpV6Test-1420955511 tempest-RoutersNegativeIpV6Test-1420955511-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4398944', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5388242'] for subnet, after_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:33:02.056992 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:33:02.061539 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b53f6b-c10c-4673-834b-c6ce9ac5403a req-7f1a1a69-bce3-475f-bc07-d844dc247569 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:33:02.065544 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-82b53f6b-c10c-4673-834b-c6ce9ac5403a req-7f1a1a69-bce3-475f-bc07-d844dc247569 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=5335e134b9744707975fff47e2e93ede&device_id=1112b5b5-ee0d-4dd8-82d2-7b664210a623 HTTP/1.1" status: 200 len: 1096 time: 0.0590563 Sep 23 19:33:02.099157 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc00e30-84c4-49ee-9823-f950a9227076 None None] Pushing event updated for resources: {'Port': ['ID=67fd71ff-4c52-4532-822a-875543686999,revision_number=2']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:33:02.115160 n-d-713301-16 neutron-server[95103]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'df805a32-dec5-4496-a5c5-bb551d2f3bb7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '51a90acc-7984-4360-a90d-20d7b212c674'}] {{(pid=95103) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 19:33:02.117453 n-d-713301-16 neutron-server[95103]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}81a1c17f2aa89d5b3ebbba3a3e0cf7eb588e431c2224256110c4c4facdd7c3e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-402b1c12-ddb9-46c9-bbc1-9cfba4f80bcc" -d '{"events": [{"server_uuid": "df805a32-dec5-4496-a5c5-bb551d2f3bb7", "name": "network-vif-plugged", "status": "completed", "tag": "51a90acc-7984-4360-a90d-20d7b212c674"}]}' {{(pid=95103) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 19:33:02.132544 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] For port 51a90acc-7984-4360-a90d-20d7b212c674, host n-h2-713301-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-16',level=0,port_id=51a90acc-7984-4360-a90d-20d7b212c674,segment=NetworkSegment(109e9ca4-0775-4f0d-a524-d06e4e2d3223),segment_id=109e9ca4-0775-4f0d-a524-d06e4e2d3223)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:33:02.138457 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:33:02.144301 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-331da0ef-47ed-4ca3-87f0-aa1142e66f9a req-ec80f3e9-8bc6-4ae0-b07f-514c7ecf2c75 tempest-AttachVolumeNegativeTest-1343519470 tempest-AttachVolumeNegativeTest-1343519470-project] 10.222.0.67 "GET /v2.0/security-groups?id=870169be-a840-40b2-89c6-13960534f950&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1380529 Sep 23 19:33:02.144540 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-82b53f6b-c10c-4673-834b-c6ce9ac5403a req-2653a94b-840c-43cf-afb3-cc3cc0455d48 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5793e2bb-7972-4954-b1a2-57bd73fd343b HTTP/1.1" status: 200 len: 217 time: 0.0636957 Sep 23 19:33:02.168061 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-0a594db0-e856-4656-b2b3-de83a473f414 req-c767b184-78a9-453c-9327-65c04aec7b44 tempest-ServerActionsTestJSON-618918056 tempest-ServerActionsTestJSON-618918056-project] 10.222.0.67 "GET /v2.0/security-groups?id=d2a75794-f2ea-419f-9d09-0096f3fe96c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1123984 Sep 23 19:33:02.168061 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75c692de-cb86-413b-9218-dd5c6e285d69 tempest-RoutersNegativeIpV6Test-1420955511 tempest-RoutersNegativeIpV6Test-1420955511-project] Pushing event updated for resources: {'Subnet': ['ID=ce416ece-f734-4010-95cb-4ce713ff5070,revision_number=0']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:33:02.188345 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75c692de-cb86-413b-9218-dd5c6e285d69 tempest-RoutersNegativeIpV6Test-1420955511 tempest-RoutersNegativeIpV6Test-1420955511-project] Checking segment: {'id': '8bfb7889-0548-4813-a593-14e5c770a3d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': 'ecc39da7-8e1c-4e8b-b228-cfcbbafd9210'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95102) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:33:02.189056 n-d-713301-16 neutron-server[95102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75c692de-cb86-413b-9218-dd5c6e285d69 tempest-RoutersNegativeIpV6Test-1420955511 tempest-RoutersNegativeIpV6Test-1420955511-project] Network hostable DHCP agents. Network: ecc39da7-8e1c-4e8b-b228-cfcbbafd9210, hostable agents: ['1b18bf05-1b5f-4587-be5c-af3ac38e32ad'], hosted agents: [] {{(pid=95102) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 19:33:02.214760 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b53f6b-c10c-4673-834b-c6ce9ac5403a req-e45ff7b3-d75e-4584-a0c3-9cea5839f434 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:33:02.217041 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-82b53f6b-c10c-4673-834b-c6ce9ac5403a req-e45ff7b3-d75e-4584-a0c3-9cea5839f434 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=f1f3b3f4-c8d2-4aab-b6a3-39edd63f54e5 HTTP/1.1" status: 200 len: 853 time: 0.0652196 Sep 23 19:33:02.225198 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Pushing event updated for resources: {'Port': ['ID=51a90acc-7984-4360-a90d-20d7b212c674,revision_number=5']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:33:02.225844 n-d-713301-16 neutron-server[95102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75c692de-cb86-413b-9218-dd5c6e285d69 tempest-RoutersNegativeIpV6Test-1420955511 tempest-RoutersNegativeIpV6Test-1420955511-project] Network ecc39da7-8e1c-4e8b-b228-cfcbbafd9210 is scheduled to be hosted by DHCP agent 1b18bf05-1b5f-4587-be5c-af3ac38e32ad with binding_index 1 {{(pid=95102) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 19:33:02.244866 n-d-713301-16 neutron-server[95102]: DEBUG neutron.scheduler.base_scheduler [None req-75c692de-cb86-413b-9218-dd5c6e285d69 tempest-RoutersNegativeIpV6Test-1420955511 tempest-RoutersNegativeIpV6Test-1420955511-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713301-16, ecc39da7-8e1c-4e8b-b228-cfcbbafd9210) {{(pid=95102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:33:02.254723 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69c849aa-a4af-47ca-a086-a6695ba2cbcd None None] Network ecc39da7-8e1c-4e8b-b228-cfcbbafd9210 requested from n-d-713301-16 {{(pid=95103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 19:33:02.258472 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-82b53f6b-c10c-4673-834b-c6ce9ac5403a req-6cf83089-fe98-4e8b-9b64-7a7b35cb5bb7 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=51d98d25-8b81-49cf-be6e-482532c2b4a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0327144 Sep 23 19:33:02.263293 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75c692de-cb86-413b-9218-dd5c6e285d69 tempest-RoutersNegativeIpV6Test-1420955511 tempest-RoutersNegativeIpV6Test-1420955511-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:33:02.264122 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-75c692de-cb86-413b-9218-dd5c6e285d69 tempest-RoutersNegativeIpV6Test-1420955511 tempest-RoutersNegativeIpV6Test-1420955511-project] Notify callbacks [] for subnet, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:33:02.287643 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-75c692de-cb86-413b-9218-dd5c6e285d69 tempest-RoutersNegativeIpV6Test-1420955511 tempest-RoutersNegativeIpV6Test-1420955511-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7452958 Sep 23 19:33:02.288069 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 47316) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:33:02.308703 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.v2.base [None req-dde9598c-21e3-41ac-8030-f8509dcddc54 tempest-RoutersNegativeIpV6Test-1420955511 tempest-RoutersNegativeIpV6Test-1420955511-project] Request body: {'subnet': {'network_id': 'fa5c65fc-d28e-415b-b301-58d9e643ffa7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=95101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:33:02.415854 n-d-713301-16 neutron-server[95103]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 19:33:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6eae88e9-d780-44eb-b3a5-e3375d5be2d8 x-openstack-request-id: req-6eae88e9-d780-44eb-b3a5-e3375d5be2d8 {{(pid=95103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 19:33:02.416140 n-d-713301-16 neutron-server[95103]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "df805a32-dec5-4496-a5c5-bb551d2f3bb7", "name": "network-vif-plugged", "status": "completed", "tag": "51a90acc-7984-4360-a90d-20d7b212c674", "code": 200}]} {{(pid=95103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 19:33:02.416400 n-d-713301-16 neutron-server[95103]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-6eae88e9-d780-44eb-b3a5-e3375d5be2d8 {{(pid=95103) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 19:33:02.420077 n-d-713301-16 neutron-server[95103]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'df805a32-dec5-4496-a5c5-bb551d2f3bb7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '51a90acc-7984-4360-a90d-20d7b212c674', 'code': 200} Sep 23 19:33:02.440485 n-d-713301-16 neutron-server[95101]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 19:33:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b7e6db3-6d40-4337-b556-e3f5f4647517 x-openstack-request-id: req-2b7e6db3-6d40-4337-b556-e3f5f4647517 {{(pid=95101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 19:33:02.440806 n-d-713301-16 neutron-server[95101]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1112b5b5-ee0d-4dd8-82d2-7b664210a623", "tag": "5793e2bb-7972-4954-b1a2-57bd73fd343b", "status": "completed", "code": 200}]} {{(pid=95101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 19:33:02.441059 n-d-713301-16 neutron-server[95101]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-2b7e6db3-6d40-4337-b556-e3f5f4647517 {{(pid=95101) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 19:33:02.441460 n-d-713301-16 neutron-server[95101]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1112b5b5-ee0d-4dd8-82d2-7b664210a623', 'tag': '5793e2bb-7972-4954-b1a2-57bd73fd343b', 'status': 'completed', 'code': 200} Sep 23 19:33:02.526059 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-82b53f6b-c10c-4673-834b-c6ce9ac5403a req-5e4f1f47-b0ac-4cce-be4e-7219691ed86d service neutron] 10.222.0.53 "GET /v2.0/networks/51d98d25-8b81-49cf-be6e-482532c2b4a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2470009 Sep 23 19:33:02.536651 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dde9598c-21e3-41ac-8030-f8509dcddc54 tempest-RoutersNegativeIpV6Test-1420955511 tempest-RoutersNegativeIpV6Test-1420955511-project] Made reservation on behalf of b743e98c7aaf428cb99fc5bff0ae3aa4 for: {'subnet': 1} {{(pid=95101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:33:02.540456 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-dde9598c-21e3-41ac-8030-f8509dcddc54 tempest-RoutersNegativeIpV6Test-1420955511 tempest-RoutersNegativeIpV6Test-1420955511-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6130979'] for subnet, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:33:02.548143 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5882c60a-fbad-4b97-8b0c-821d9c1504cd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4c8b80df-07eb-5275-9f17-5cf640db67c0-ecc39da7-8e1c-4e8b-b228-cfcbbafd9210', 'network_id': 'ecc39da7-8e1c-4e8b-b228-cfcbbafd9210', 'tenant_id': 'b743e98c7aaf428cb99fc5bff0ae3aa4', 'fixed_ips': [{'subnet_id': 'ce416ece-f734-4010-95cb-4ce713ff5070'}]}} from n-d-713301-16. {{(pid=95103) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 23 19:33:02.549201 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-5882c60a-fbad-4b97-8b0c-821d9c1504cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_create {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:33:02.619736 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b76983b-615d-4960-b69f-bd104137a751 req-abd8ff00-99ec-4ec0-8b75-03c86268488a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:33:02.625875 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-3b76983b-615d-4960-b69f-bd104137a751 req-abd8ff00-99ec-4ec0-8b75-03c86268488a service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=df805a32-dec5-4496-a5c5-bb551d2f3bb7 HTTP/1.1" status: 200 len: 1098 time: 0.1285992 Sep 23 19:33:02.681375 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-3b76983b-615d-4960-b69f-bd104137a751 req-58486708-80dd-404e-9c11-985050ef4ec5 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=870169be-a840-40b2-89c6-13960534f950&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480092 Sep 23 19:33:02.692069 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb16f9bd-5065-47d9-9bf5-bdd7d415b110 req-39549a46-9a7b-4f29-82f0-f40c4b401ad6 tempest-ServerDiskConfigTestJSON-835646415 tempest-ServerDiskConfigTestJSON-835646415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:33:02.698193 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Device 67fd71ff-4c52-4532-822a-875543686999 up at agent ovs-agent-n-d-713301-16 {{(pid=95103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 19:33:02.701236 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-cb16f9bd-5065-47d9-9bf5-bdd7d415b110 req-39549a46-9a7b-4f29-82f0-f40c4b401ad6 tempest-ServerDiskConfigTestJSON-835646415 tempest-ServerDiskConfigTestJSON-835646415-project] 10.222.0.67 "GET /v2.0/ports?device_id=1112b5b5-ee0d-4dd8-82d2-7b664210a623 HTTP/1.1" status: 200 len: 944 time: 0.1349800 Sep 23 19:33:02.702154 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-82b53f6b-c10c-4673-834b-c6ce9ac5403a req-94b0a405-0d8f-42a0-bbfe-7d83ed5b9280 service neutron] 10.222.0.53 "GET /v2.0/networks/51d98d25-8b81-49cf-be6e-482532c2b4a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1565461 Sep 23 19:33:02.745586 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-cb16f9bd-5065-47d9-9bf5-bdd7d415b110 req-e964a8c3-9c61-451b-b6f6-122b54399af1 tempest-ServerDiskConfigTestJSON-835646415 tempest-ServerDiskConfigTestJSON-835646415-project] 10.222.0.67 "GET /v2.0/security-groups?id=618aa602-18a9-4f8c-abdd-ba8d4ffb9ee9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432153 Sep 23 19:33:02.809778 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.db_base_plugin_common [None req-5882c60a-fbad-4b97-8b0c-821d9c1504cd None None] Allocated IP 2001:db8::2 (ecc39da7-8e1c-4e8b-b228-cfcbbafd9210/ce416ece-f734-4010-95cb-4ce713ff5070/94eacdba-b899-413d-bc3c-c613314a00c5) {{(pid=95103) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 19:33:02.830360 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Provisioning complete for port 67fd71ff-4c52-4532-822a-875543686999 triggered by entity L2. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:33:02.830796 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:33:02.838662 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-dde9598c-21e3-41ac-8030-f8509dcddc54 tempest-RoutersNegativeIpV6Test-1420955511 tempest-RoutersNegativeIpV6Test-1420955511-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5607579', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6130961'] for subnet, after_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:33:02.901722 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde9598c-21e3-41ac-8030-f8509dcddc54 tempest-RoutersNegativeIpV6Test-1420955511 tempest-RoutersNegativeIpV6Test-1420955511-project] Pushing event updated for resources: {'Subnet': ['ID=b66fc184-7fed-45ee-8811-ce741f8f7003,revision_number=0']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:33:02.914054 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dde9598c-21e3-41ac-8030-f8509dcddc54 tempest-RoutersNegativeIpV6Test-1420955511 tempest-RoutersNegativeIpV6Test-1420955511-project] Checking segment: {'id': '89bf5a54-09cb-4375-a4cd-300101acc906', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': 'fa5c65fc-d28e-415b-b301-58d9e643ffa7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:33:02.914424 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dde9598c-21e3-41ac-8030-f8509dcddc54 tempest-RoutersNegativeIpV6Test-1420955511 tempest-RoutersNegativeIpV6Test-1420955511-project] Network hostable DHCP agents. Network: fa5c65fc-d28e-415b-b301-58d9e643ffa7, hostable agents: ['1b18bf05-1b5f-4587-be5c-af3ac38e32ad'], hosted agents: [] {{(pid=95101) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 19:33:02.938826 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dde9598c-21e3-41ac-8030-f8509dcddc54 tempest-RoutersNegativeIpV6Test-1420955511 tempest-RoutersNegativeIpV6Test-1420955511-project] Network fa5c65fc-d28e-415b-b301-58d9e643ffa7 is scheduled to be hosted by DHCP agent 1b18bf05-1b5f-4587-be5c-af3ac38e32ad with binding_index 1 {{(pid=95101) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 19:33:02.958526 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.base_scheduler [None req-dde9598c-21e3-41ac-8030-f8509dcddc54 tempest-RoutersNegativeIpV6Test-1420955511 tempest-RoutersNegativeIpV6Test-1420955511-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713301-16, fa5c65fc-d28e-415b-b301-58d9e643ffa7) {{(pid=95101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:33:02.963759 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dde9598c-21e3-41ac-8030-f8509dcddc54 tempest-RoutersNegativeIpV6Test-1420955511 tempest-RoutersNegativeIpV6Test-1420955511-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:33:02.964359 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-dde9598c-21e3-41ac-8030-f8509dcddc54 tempest-RoutersNegativeIpV6Test-1420955511 tempest-RoutersNegativeIpV6Test-1420955511-project] Notify callbacks [] for subnet, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:33:03.011140 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 47320) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:33:03.011456 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-dde9598c-21e3-41ac-8030-f8509dcddc54 tempest-RoutersNegativeIpV6Test-1420955511 tempest-RoutersNegativeIpV6Test-1420955511-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7220726 Sep 23 19:33:03.024595 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b92aed48-20e5-4df2-a3a3-03336c8f2804 req-322d8b9c-cde3-4368-9ed0-a0e1ccedef32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:33:03.026135 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-b92aed48-20e5-4df2-a3a3-03336c8f2804 req-322d8b9c-cde3-4368-9ed0-a0e1ccedef32 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=5335e134b9744707975fff47e2e93ede&device_id=1112b5b5-ee0d-4dd8-82d2-7b664210a623 HTTP/1.1" status: 200 len: 1096 time: 0.0780163 Sep 23 19:33:03.047561 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1901f2f9-99f5-4003-b3e6-b53ad8686f3c None None] Network fa5c65fc-d28e-415b-b301-58d9e643ffa7 requested from n-d-713301-16 {{(pid=95103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 19:33:03.167407 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b92aed48-20e5-4df2-a3a3-03336c8f2804 req-a1c73bf1-e1d9-47fe-82bc-329a81a96fc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:33:03.170951 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-b92aed48-20e5-4df2-a3a3-03336c8f2804 req-a1c73bf1-e1d9-47fe-82bc-329a81a96fc5 service neutron] 10.222.0.53 "GET /v2.0/networks?id=51d98d25-8b81-49cf-be6e-482532c2b4a4 HTTP/1.1" status: 200 len: 914 time: 0.1266348 Sep 23 19:33:03.224973 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-b92aed48-20e5-4df2-a3a3-03336c8f2804 req-e15bb92e-a495-46a7-a5c3-a8fdf7ca1a9a service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5793e2bb-7972-4954-b1a2-57bd73fd343b HTTP/1.1" status: 200 len: 217 time: 0.0449474 Sep 23 19:33:03.312880 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b92aed48-20e5-4df2-a3a3-03336c8f2804 req-e5c5ab11-0dc4-4d83-8af8-0cfa915c6b21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:33:03.314905 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-b92aed48-20e5-4df2-a3a3-03336c8f2804 req-e5c5ab11-0dc4-4d83-8af8-0cfa915c6b21 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=f1f3b3f4-c8d2-4aab-b6a3-39edd63f54e5 HTTP/1.1" status: 200 len: 853 time: 0.0776381 Sep 23 19:33:03.361524 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-b92aed48-20e5-4df2-a3a3-03336c8f2804 req-57d45269-dbc0-4014-ae4e-293b606b64c8 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=51d98d25-8b81-49cf-be6e-482532c2b4a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0354898 Sep 23 19:33:03.375987 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:33:03.400985 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Device 20107a54-23bf-476a-b875-56f0db941705 no longer exists at agent hyperv_n-h1-713301-16 {{(pid=95103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 19:33:03.404175 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b3799cd-e1a7-4e8b-8af5-87c67d0e2043 None None] Network ad89cc21-1aa9-4b0f-bafd-f18278b23299 requested from n-d-713301-16 {{(pid=95103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 19:33:03.448326 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.plugin [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] No Port match for: 20107a54-23bf-476a-b875-56f0db941705 {{(pid=95103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 19:33:03.448591 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Device 20107a54-23bf-476a-b875-56f0db941705 not bound to the agent host n-h1-713301-16 {{(pid=95103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 19:33:03.467291 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a300ba8b-5570-4038-afe8-529d5d9de2de req-7fcb6763-b6a0-475d-bb1f-d7ce236d22f1 tempest-AttachVolumeNegativeTest-1343519470 tempest-AttachVolumeNegativeTest-1343519470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:33:03.468926 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-a300ba8b-5570-4038-afe8-529d5d9de2de req-7fcb6763-b6a0-475d-bb1f-d7ce236d22f1 tempest-AttachVolumeNegativeTest-1343519470 tempest-AttachVolumeNegativeTest-1343519470-project] 10.222.0.67 "GET /v2.0/ports?device_id=df805a32-dec5-4496-a5c5-bb551d2f3bb7 HTTP/1.1" status: 200 len: 946 time: 0.2098331 Sep 23 19:33:03.473495 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-b92aed48-20e5-4df2-a3a3-03336c8f2804 req-7d136734-fc45-46d6-9a1e-a1179bcd4f1c service neutron] 10.222.0.53 "GET /v2.0/networks/51d98d25-8b81-49cf-be6e-482532c2b4a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1027768 Sep 23 19:33:03.489526 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-5882c60a-fbad-4b97-8b0c-821d9c1504cd None None] Notify callbacks [] for port, precommit_create {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:33:03.502706 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5687c814-efdb-4975-9e47-1a3a1dd40492 req-272dbf5e-434a-4d24-819f-5e0a21140e9f tempest-ServerActionsTestJSON-618918056 tempest-ServerActionsTestJSON-618918056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:33:03.511723 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-5687c814-efdb-4975-9e47-1a3a1dd40492 req-272dbf5e-434a-4d24-819f-5e0a21140e9f tempest-ServerActionsTestJSON-618918056 tempest-ServerActionsTestJSON-618918056-project] 10.222.0.67 "GET /v2.0/ports?device_id=7fa91134-8ee0-4baa-9037-6ca73d6b4c83 HTTP/1.1" status: 200 len: 945 time: 0.2110441 Sep 23 19:33:03.514003 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] For port 67fd71ff-4c52-4532-822a-875543686999, host n-d-713301-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-16',level=0,port_id=67fd71ff-4c52-4532-822a-875543686999,segment=NetworkSegment(2cead9e8-fa74-44de-a80d-26b44eb00629),segment_id=2cead9e8-fa74-44de-a80d-26b44eb00629)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:33:03.525167 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-34673991-57f5-436e-ad29-07ceca99b375 tempest-RoutersNegativeIpV6Test-1420955511 tempest-RoutersNegativeIpV6Test-1420955511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:33:03.544569 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-5882c60a-fbad-4b97-8b0c-821d9c1504cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783145673135'] for port, after_create {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:33:03.546680 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c17ca543-4315-456a-8ed0-40ba3170d5ec None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4c8b80df-07eb-5275-9f17-5cf640db67c0-fa5c65fc-d28e-415b-b301-58d9e643ffa7', 'network_id': 'fa5c65fc-d28e-415b-b301-58d9e643ffa7', 'tenant_id': 'b743e98c7aaf428cb99fc5bff0ae3aa4', 'fixed_ips': [{'subnet_id': 'b66fc184-7fed-45ee-8811-ce741f8f7003'}]}} from n-d-713301-16. {{(pid=95103) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 23 19:33:03.547451 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-c17ca543-4315-456a-8ed0-40ba3170d5ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_create {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:33:03.570091 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:33:03.582360 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-a300ba8b-5570-4038-afe8-529d5d9de2de req-c3e45359-aa9d-4052-8146-05854c30a70d tempest-AttachVolumeNegativeTest-1343519470 tempest-AttachVolumeNegativeTest-1343519470-project] 10.222.0.67 "GET /v2.0/security-groups?id=870169be-a840-40b2-89c6-13960534f950&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1074724 Sep 23 19:33:03.602769 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-b92aed48-20e5-4df2-a3a3-03336c8f2804 req-0d293413-e1bf-4e82-b2a1-5156c4993ec3 service neutron] 10.222.0.53 "GET /v2.0/networks/51d98d25-8b81-49cf-be6e-482532c2b4a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1134706 Sep 23 19:33:03.624366 n-d-713301-16 neutron-server[95103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5882c60a-fbad-4b97-8b0c-821d9c1504cd None None] Network ecc39da7-8e1c-4e8b-b228-cfcbbafd9210 is already hosted by enough agents. {{(pid=95103) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:33:03.629164 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-c1965f91-fc30-4104-8acc-10ae9b47433c None None] Provisioning complete for port 67fd71ff-4c52-4532-822a-875543686999 triggered by entity DHCP. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:33:03.629474 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-c1965f91-fc30-4104-8acc-10ae9b47433c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:33:03.629588 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-5687c814-efdb-4975-9e47-1a3a1dd40492 req-ccdfeb40-3d00-478f-99f6-39d6478aeadc tempest-ServerActionsTestJSON-618918056 tempest-ServerActionsTestJSON-618918056-project] 10.222.0.67 "GET /v2.0/security-groups?id=d2a75794-f2ea-419f-9d09-0096f3fe96c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1168849 Sep 23 19:33:03.657577 n-d-713301-16 neutron-server[95103]: DEBUG neutron.scheduler.base_scheduler [None req-5882c60a-fbad-4b97-8b0c-821d9c1504cd None None] Resources bound (agent type, host, resource id): {{(pid=95103) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:33:03.672911 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5882c60a-fbad-4b97-8b0c-821d9c1504cd None None] Received port after_create {{(pid=95103) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 19:33:03.762111 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5882c60a-fbad-4b97-8b0c-821d9c1504cd None None] Pushing event updated for resources: {'Port': ['ID=94eacdba-b899-413d-bc3c-c613314a00c5,revision_number=1']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:33:03.924739 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.managers [None req-5882c60a-fbad-4b97-8b0c-821d9c1504cd None None] Attempting to bind port 94eacdba-b899-413d-bc3c-c613314a00c5 on host n-d-713301-16 for vnic_type normal with profile {{(pid=95103) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 19:33:03.924739 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.managers [None req-5882c60a-fbad-4b97-8b0c-821d9c1504cd None None] Attempting to bind port 94eacdba-b899-413d-bc3c-c613314a00c5 by drivers openvswitch,hyperv on host n-d-713301-16 at level 0 using segments [{'id': '8bfb7889-0548-4813-a593-14e5c770a3d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': 'ecc39da7-8e1c-4e8b-b228-cfcbbafd9210'}] {{(pid=95103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 19:33:03.925551 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5882c60a-fbad-4b97-8b0c-821d9c1504cd None None] Attempting to bind port 94eacdba-b899-413d-bc3c-c613314a00c5 on network ecc39da7-8e1c-4e8b-b228-cfcbbafd9210 {{(pid=95103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:33:03.958831 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5882c60a-fbad-4b97-8b0c-821d9c1504cd None None] Checking agent: {'id': '70a14545-df24-472f-8f95-bfe1719bff93', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 19, 7, 53), 'started_at': datetime.datetime(2021, 9, 23, 19, 8, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 19, 32, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 19:33:03.959096 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5882c60a-fbad-4b97-8b0c-821d9c1504cd None None] Checking segment: {'id': '8bfb7889-0548-4813-a593-14e5c770a3d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': 'ecc39da7-8e1c-4e8b-b228-cfcbbafd9210'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95103) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:33:03.959508 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-5882c60a-fbad-4b97-8b0c-821d9c1504cd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:33:03.959908 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5882c60a-fbad-4b97-8b0c-821d9c1504cd None None] Bound using segment: {'id': '8bfb7889-0548-4813-a593-14e5c770a3d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': 'ecc39da7-8e1c-4e8b-b228-cfcbbafd9210'} {{(pid=95103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 19:33:03.960387 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.managers [None req-5882c60a-fbad-4b97-8b0c-821d9c1504cd None None] Bound port: 94eacdba-b899-413d-bc3c-c613314a00c5, host: n-d-713301-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8bfb7889-0548-4813-a593-14e5c770a3d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': 'ecc39da7-8e1c-4e8b-b228-cfcbbafd9210'}}] {{(pid=95103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 19:33:03.960869 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-5882c60a-fbad-4b97-8b0c-821d9c1504cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:33:03.962822 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Pushing event updated for resources: {'Port': ['ID=67fd71ff-4c52-4532-822a-875543686999,revision_number=3']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:33:04.065865 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.db_base_plugin_common [None req-c17ca543-4315-456a-8ed0-40ba3170d5ec None None] Allocated IP 2001:db8::2 (fa5c65fc-d28e-415b-b301-58d9e643ffa7/b66fc184-7fed-45ee-8811-ce741f8f7003/4dc5ca18-d46e-4f43-97ce-cd889dcc2970) {{(pid=95103) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 19:33:04.147705 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f10d92e5-9617-4cf6-a784-6f42db66f90d req-497c78cb-d18e-4da9-b10b-949fb26b9ff7 tempest-ServerDiskConfigTestJSON-835646415 tempest-ServerDiskConfigTestJSON-835646415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:33:04.149298 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-f10d92e5-9617-4cf6-a784-6f42db66f90d req-497c78cb-d18e-4da9-b10b-949fb26b9ff7 tempest-ServerDiskConfigTestJSON-835646415 tempest-ServerDiskConfigTestJSON-835646415-project] 10.222.0.67 "GET /v2.0/ports?device_id=1112b5b5-ee0d-4dd8-82d2-7b664210a623 HTTP/1.1" status: 200 len: 944 time: 0.1649611 Sep 23 19:33:04.152798 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-5882c60a-fbad-4b97-8b0c-821d9c1504cd None None] For port 94eacdba-b899-413d-bc3c-c613314a00c5, host n-d-713301-16, cleared binding levels {{(pid=95103) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 19:33:04.189958 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-5882c60a-fbad-4b97-8b0c-821d9c1504cd None None] For port 94eacdba-b899-413d-bc3c-c613314a00c5, host n-d-713301-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-16',level=0,port_id=94eacdba-b899-413d-bc3c-c613314a00c5,segment=NetworkSegment(8bfb7889-0548-4813-a593-14e5c770a3d5),segment_id=8bfb7889-0548-4813-a593-14e5c770a3d5)] {{(pid=95103) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 19:33:04.198405 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-5882c60a-fbad-4b97-8b0c-821d9c1504cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:33:04.229357 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-f10d92e5-9617-4cf6-a784-6f42db66f90d req-450c65cb-8b74-4f93-bee5-ae01a070d904 tempest-ServerDiskConfigTestJSON-835646415 tempest-ServerDiskConfigTestJSON-835646415-project] 10.222.0.67 "GET /v2.0/security-groups?id=618aa602-18a9-4f8c-abdd-ba8d4ffb9ee9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559986 Sep 23 19:33:04.288647 n-d-713301-16 neutron-server[95102]: DEBUG neutron.db.db_base_plugin_common [None req-34673991-57f5-436e-ad29-07ceca99b375 tempest-RoutersNegativeIpV6Test-1420955511 tempest-RoutersNegativeIpV6Test-1420955511-project] Allocated IP 2001:db8::1 (ecc39da7-8e1c-4e8b-b228-cfcbbafd9210/ce416ece-f734-4010-95cb-4ce713ff5070/68e1cbf1-f644-4930-baca-653ee6d3362a) {{(pid=95102) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 19:33:04.317047 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5882c60a-fbad-4b97-8b0c-821d9c1504cd None None] Pushing event updated for resources: {'Port': ['ID=94eacdba-b899-413d-bc3c-c613314a00c5,revision_number=2']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:33:04.350383 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-c17ca543-4315-456a-8ed0-40ba3170d5ec None None] Notify callbacks [] for port, precommit_create {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:33:04.357734 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-c17ca543-4315-456a-8ed0-40ba3170d5ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783145673135'] for port, after_create {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:33:04.404375 n-d-713301-16 neutron-server[95103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c17ca543-4315-456a-8ed0-40ba3170d5ec None None] Network fa5c65fc-d28e-415b-b301-58d9e643ffa7 is already hosted by enough agents. {{(pid=95103) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:33:04.413908 n-d-713301-16 neutron-server[95103]: DEBUG neutron.scheduler.base_scheduler [None req-c17ca543-4315-456a-8ed0-40ba3170d5ec None None] Resources bound (agent type, host, resource id): {{(pid=95103) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:33:04.416949 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c17ca543-4315-456a-8ed0-40ba3170d5ec None None] Received port after_create {{(pid=95103) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 19:33:04.453146 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-34673991-57f5-436e-ad29-07ceca99b375 tempest-RoutersNegativeIpV6Test-1420955511 tempest-RoutersNegativeIpV6Test-1420955511-project] Notify callbacks [] for port, precommit_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:33:04.455369 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c17ca543-4315-456a-8ed0-40ba3170d5ec None None] Pushing event updated for resources: {'Port': ['ID=4dc5ca18-d46e-4f43-97ce-cd889dcc2970,revision_number=1']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:33:04.520474 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-70ed499c-5984-4971-9e5a-fb878e935290 None None] Provisioning complete for port 67fd71ff-4c52-4532-822a-875543686999 triggered by entity DHCP. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:33:04.521021 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-70ed499c-5984-4971-9e5a-fb878e935290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:33:04.544949 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.managers [None req-c17ca543-4315-456a-8ed0-40ba3170d5ec None None] Attempting to bind port 4dc5ca18-d46e-4f43-97ce-cd889dcc2970 on host n-d-713301-16 for vnic_type normal with profile {{(pid=95103) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 19:33:04.544949 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.managers [None req-c17ca543-4315-456a-8ed0-40ba3170d5ec None None] Attempting to bind port 4dc5ca18-d46e-4f43-97ce-cd889dcc2970 by drivers openvswitch,hyperv on host n-d-713301-16 at level 0 using segments [{'id': '89bf5a54-09cb-4375-a4cd-300101acc906', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': 'fa5c65fc-d28e-415b-b301-58d9e643ffa7'}] {{(pid=95103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 19:33:04.544949 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c17ca543-4315-456a-8ed0-40ba3170d5ec None None] Attempting to bind port 4dc5ca18-d46e-4f43-97ce-cd889dcc2970 on network fa5c65fc-d28e-415b-b301-58d9e643ffa7 {{(pid=95103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:33:04.555414 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-34673991-57f5-436e-ad29-07ceca99b375 tempest-RoutersNegativeIpV6Test-1420955511 tempest-RoutersNegativeIpV6Test-1420955511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783145673135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4399100'] for port, after_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:33:04.556031 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c17ca543-4315-456a-8ed0-40ba3170d5ec None None] Checking agent: {'id': '70a14545-df24-472f-8f95-bfe1719bff93', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 19, 7, 53), 'started_at': datetime.datetime(2021, 9, 23, 19, 8, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 19, 32, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 19:33:04.556592 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c17ca543-4315-456a-8ed0-40ba3170d5ec None None] Checking segment: {'id': '89bf5a54-09cb-4375-a4cd-300101acc906', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': 'fa5c65fc-d28e-415b-b301-58d9e643ffa7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95103) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:33:04.556875 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-c17ca543-4315-456a-8ed0-40ba3170d5ec None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:33:04.557338 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c17ca543-4315-456a-8ed0-40ba3170d5ec None None] Bound using segment: {'id': '89bf5a54-09cb-4375-a4cd-300101acc906', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': 'fa5c65fc-d28e-415b-b301-58d9e643ffa7'} {{(pid=95103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 19:33:04.557726 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.managers [None req-c17ca543-4315-456a-8ed0-40ba3170d5ec None None] Bound port: 4dc5ca18-d46e-4f43-97ce-cd889dcc2970, host: n-d-713301-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '89bf5a54-09cb-4375-a4cd-300101acc906', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': 'fa5c65fc-d28e-415b-b301-58d9e643ffa7'}}] {{(pid=95103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 19:33:04.558193 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-c17ca543-4315-456a-8ed0-40ba3170d5ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:33:04.708776 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-c17ca543-4315-456a-8ed0-40ba3170d5ec None None] For port 4dc5ca18-d46e-4f43-97ce-cd889dcc2970, host n-d-713301-16, cleared binding levels {{(pid=95103) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 19:33:04.719119 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34673991-57f5-436e-ad29-07ceca99b375 tempest-RoutersNegativeIpV6Test-1420955511 tempest-RoutersNegativeIpV6Test-1420955511-project] Pushing event updated for resources: {'Port': ['ID=68e1cbf1-f644-4930-baca-653ee6d3362a,revision_number=1']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:33:04.731409 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-c17ca543-4315-456a-8ed0-40ba3170d5ec None None] For port 4dc5ca18-d46e-4f43-97ce-cd889dcc2970, host n-d-713301-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-16',level=0,port_id=4dc5ca18-d46e-4f43-97ce-cd889dcc2970,segment=NetworkSegment(89bf5a54-09cb-4375-a4cd-300101acc906),segment_id=89bf5a54-09cb-4375-a4cd-300101acc906)] {{(pid=95103) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 19:33:04.741155 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-c17ca543-4315-456a-8ed0-40ba3170d5ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:33:04.754992 n-d-713301-16 neutron-server[95102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34673991-57f5-436e-ad29-07ceca99b375 tempest-RoutersNegativeIpV6Test-1420955511 tempest-RoutersNegativeIpV6Test-1420955511-project] Network ecc39da7-8e1c-4e8b-b228-cfcbbafd9210 is already hosted by enough agents. {{(pid=95102) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:33:04.773204 n-d-713301-16 neutron-server[95102]: DEBUG neutron.scheduler.base_scheduler [None req-34673991-57f5-436e-ad29-07ceca99b375 tempest-RoutersNegativeIpV6Test-1420955511 tempest-RoutersNegativeIpV6Test-1420955511-project] Resources bound (agent type, host, resource id): {{(pid=95102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:33:04.801007 n-d-713301-16 neutron-server[95102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34673991-57f5-436e-ad29-07ceca99b375 tempest-RoutersNegativeIpV6Test-1420955511 tempest-RoutersNegativeIpV6Test-1420955511-project] Received port after_create {{(pid=95102) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 19:33:04.802388 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-34673991-57f5-436e-ad29-07ceca99b375 tempest-RoutersNegativeIpV6Test-1420955511 tempest-RoutersNegativeIpV6Test-1420955511-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-601987'] for router_interface, before_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:33:04.823696 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c17ca543-4315-456a-8ed0-40ba3170d5ec None None] Pushing event updated for resources: {'Port': ['ID=4dc5ca18-d46e-4f43-97ce-cd889dcc2970,revision_number=2']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:33:04.855472 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Device 94eacdba-b899-413d-bc3c-c613314a00c5 up at agent ovs-agent-n-d-713301-16 {{(pid=95103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 19:33:04.928653 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Provisioning complete for port 94eacdba-b899-413d-bc3c-c613314a00c5 triggered by entity L2. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:33:04.929196 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:33:04.973659 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88040d0d-037f-405d-9184-4a478c433f91 req-33222760-0f77-4813-ac91-f99b10ff7fcd tempest-ServerActionsTestJSON-618918056 tempest-ServerActionsTestJSON-618918056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:33:04.975274 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-88040d0d-037f-405d-9184-4a478c433f91 req-33222760-0f77-4813-ac91-f99b10ff7fcd tempest-ServerActionsTestJSON-618918056 tempest-ServerActionsTestJSON-618918056-project] 10.222.0.67 "GET /v2.0/ports?device_id=7fa91134-8ee0-4baa-9037-6ca73d6b4c83 HTTP/1.1" status: 200 len: 945 time: 0.1948402 Sep 23 19:33:04.989891 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be9f35d1-cdf8-40e7-a019-7ee275e0f0a8 req-6a816de8-ad12-48a1-96f0-b926213209de tempest-AttachVolumeNegativeTest-1343519470 tempest-AttachVolumeNegativeTest-1343519470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:33:04.991403 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-be9f35d1-cdf8-40e7-a019-7ee275e0f0a8 req-6a816de8-ad12-48a1-96f0-b926213209de tempest-AttachVolumeNegativeTest-1343519470 tempest-AttachVolumeNegativeTest-1343519470-project] 10.222.0.67 "GET /v2.0/ports?device_id=df805a32-dec5-4496-a5c5-bb551d2f3bb7 HTTP/1.1" status: 200 len: 946 time: 0.2342081 Sep 23 19:33:05.036244 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:33:05.099977 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] For port 94eacdba-b899-413d-bc3c-c613314a00c5, host n-d-713301-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-16',level=0,port_id=94eacdba-b899-413d-bc3c-c613314a00c5,segment=NetworkSegment(8bfb7889-0548-4813-a593-14e5c770a3d5),segment_id=8bfb7889-0548-4813-a593-14e5c770a3d5)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:33:05.113905 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:33:05.115096 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Device 67fd71ff-4c52-4532-822a-875543686999 up at agent ovs-agent-n-d-713301-16 {{(pid=95103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 19:33:05.126594 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-34673991-57f5-436e-ad29-07ceca99b375 tempest-RoutersNegativeIpV6Test-1420955511 tempest-RoutersNegativeIpV6Test-1420955511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:33:05.131581 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-be9f35d1-cdf8-40e7-a019-7ee275e0f0a8 req-b61f3c52-e71a-4bfb-8c88-a4f1363c2815 tempest-AttachVolumeNegativeTest-1343519470 tempest-AttachVolumeNegativeTest-1343519470-project] 10.222.0.67 "GET /v2.0/security-groups?id=870169be-a840-40b2-89c6-13960534f950&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1317663 Sep 23 19:33:05.151104 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-88040d0d-037f-405d-9184-4a478c433f91 req-fe03f3c4-f2d5-43e2-8766-773130530c25 tempest-ServerActionsTestJSON-618918056 tempest-ServerActionsTestJSON-618918056-project] 10.222.0.67 "GET /v2.0/security-groups?id=d2a75794-f2ea-419f-9d09-0096f3fe96c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1461387 Sep 23 19:33:05.287147 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Pushing event updated for resources: {'Port': ['ID=94eacdba-b899-413d-bc3c-c613314a00c5,revision_number=3']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:33:05.345282 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Provisioning complete for port 67fd71ff-4c52-4532-822a-875543686999 triggered by entity L2. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:33:05.346929 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:33:05.582038 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc75305-dade-409d-9936-b41ff64d84c6 req-e823cae3-f324-472e-945b-564359dc6765 tempest-ServerDiskConfigTestJSON-835646415 tempest-ServerDiskConfigTestJSON-835646415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:33:05.590588 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-fcc75305-dade-409d-9936-b41ff64d84c6 req-e823cae3-f324-472e-945b-564359dc6765 tempest-ServerDiskConfigTestJSON-835646415 tempest-ServerDiskConfigTestJSON-835646415-project] 10.222.0.67 "GET /v2.0/ports?device_id=1112b5b5-ee0d-4dd8-82d2-7b664210a623 HTTP/1.1" status: 200 len: 944 time: 0.1199138 Sep 23 19:33:05.784224 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Device 5793e2bb-7972-4954-b1a2-57bd73fd343b details requested by agent hyperv_n-h2-713301-16 with host n-h2-713301-16 {{(pid=95103) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 19:33:05.786837 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf68c991-5510-4335-b87c-868b48110519 None None] Network ecc39da7-8e1c-4e8b-b228-cfcbbafd9210 requested from n-d-713301-16 {{(pid=95103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 19:33:05.815235 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-fcc75305-dade-409d-9936-b41ff64d84c6 req-d75cf03f-6e83-454b-8b8f-37403df8d46a tempest-ServerDiskConfigTestJSON-835646415 tempest-ServerDiskConfigTestJSON-835646415-project] 10.222.0.67 "GET /v2.0/security-groups?id=618aa602-18a9-4f8c-abdd-ba8d4ffb9ee9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2224782 Sep 23 19:33:05.845420 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-34673991-57f5-436e-ad29-07ceca99b375 tempest-RoutersNegativeIpV6Test-1420955511 tempest-RoutersNegativeIpV6Test-1420955511-project] Notify callbacks [] for port, precommit_update {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:33:05.850912 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-34673991-57f5-436e-ad29-07ceca99b375 tempest-RoutersNegativeIpV6Test-1420955511 tempest-RoutersNegativeIpV6Test-1420955511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4399095'] for port, after_update {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:33:05.851937 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-34673991-57f5-436e-ad29-07ceca99b375 tempest-RoutersNegativeIpV6Test-1420955511 tempest-RoutersNegativeIpV6Test-1420955511-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-527313', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-601459'] for router_interface, after_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:33:05.917376 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-817ac643-f5c1-4045-97ed-09d09c285279 None None] Provisioning complete for port 94eacdba-b899-413d-bc3c-c613314a00c5 triggered by entity DHCP. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:33:05.917751 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-817ac643-f5c1-4045-97ed-09d09c285279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:33:05.969351 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34673991-57f5-436e-ad29-07ceca99b375 tempest-RoutersNegativeIpV6Test-1420955511 tempest-RoutersNegativeIpV6Test-1420955511-project] Pushing event updated for resources: {'Port': ['ID=68e1cbf1-f644-4930-baca-653ee6d3362a,revision_number=2']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:33:06.058481 n-d-713301-16 neutron-server[95102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34673991-57f5-436e-ad29-07ceca99b375 tempest-RoutersNegativeIpV6Test-1420955511 tempest-RoutersNegativeIpV6Test-1420955511-project] Network ecc39da7-8e1c-4e8b-b228-cfcbbafd9210 is already hosted by enough agents. {{(pid=95102) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:33:06.060187 n-d-713301-16 neutron-server[95102]: DEBUG neutron.scheduler.base_scheduler [None req-34673991-57f5-436e-ad29-07ceca99b375 tempest-RoutersNegativeIpV6Test-1420955511 tempest-RoutersNegativeIpV6Test-1420955511-project] Resources bound (agent type, host, resource id): {{(pid=95102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:33:06.205796 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] For port 5793e2bb-7972-4954-b1a2-57bd73fd343b, host n-h2-713301-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-16',level=0,port_id=5793e2bb-7972-4954-b1a2-57bd73fd343b,segment=NetworkSegment(12b6e53f-a75d-4104-957d-b1954c84752d),segment_id=12b6e53f-a75d-4104-957d-b1954c84752d)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:33:06.232731 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Returning: {'device': '5793e2bb-7972-4954-b1a2-57bd73fd343b', 'network_id': '51d98d25-8b81-49cf-be6e-482532c2b4a4', 'port_id': '5793e2bb-7972-4954-b1a2-57bd73fd343b', 'mac_address': 'fa:16:3e:af:b8:f5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 618, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f1f3b3f4-c8d2-4aab-b6a3-39edd63f54e5', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95103) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 19:33:06.245099 n-d-713301-16 neutron-server[95102]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-34673991-57f5-436e-ad29-07ceca99b375 tempest-RoutersNegativeIpV6Test-1420955511 tempest-RoutersNegativeIpV6Test-1420955511-project] Router 05b5948b-8281-471a-8451-5ec5473e4692 is scheduled to L3 agent 79a740bf-7821-4989-8288-7186e3e128f3 with binding_index 1 {{(pid=95102) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 23 19:33:06.299397 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:33:06.326322 n-d-713301-16 neutron-server[95103]: DEBUG neutron.notifiers.nova [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5793e2bb-7972-4954-b1a2-57bd73fd343b {{(pid=95103) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 19:33:06.350780 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] For port 5793e2bb-7972-4954-b1a2-57bd73fd343b, host n-h2-713301-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-16',level=0,port_id=5793e2bb-7972-4954-b1a2-57bd73fd343b,segment=NetworkSegment(12b6e53f-a75d-4104-957d-b1954c84752d),segment_id=12b6e53f-a75d-4104-957d-b1954c84752d)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:33:06.364578 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:33:06.432816 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-391afce6-b4d1-435e-97f8-39b4eeb63546 req-627498b7-a121-466c-90e9-f80058d57f55 tempest-ServerActionsTestJSON-618918056 tempest-ServerActionsTestJSON-618918056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:33:06.440301 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e156168b-9934-45c3-80d6-e92af7472450 None None] Network fa5c65fc-d28e-415b-b301-58d9e643ffa7 requested from n-d-713301-16 {{(pid=95103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 19:33:06.441006 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-391afce6-b4d1-435e-97f8-39b4eeb63546 req-627498b7-a121-466c-90e9-f80058d57f55 tempest-ServerActionsTestJSON-618918056 tempest-ServerActionsTestJSON-618918056-project] 10.222.0.67 "GET /v2.0/ports?device_id=7fa91134-8ee0-4baa-9037-6ca73d6b4c83 HTTP/1.1" status: 200 len: 945 time: 0.1294277 Sep 23 19:33:06.476802 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34673991-57f5-436e-ad29-07ceca99b375 tempest-RoutersNegativeIpV6Test-1420955511 tempest-RoutersNegativeIpV6Test-1420955511-project] Notify agent at l3_agent.n-d-713301-16 the message routers_updated {{(pid=95102) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 19:33:06.491642 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b158c756-2054-44a0-882e-b70e3f8cc162 None None] Sync routers for ids ['05b5948b-8281-471a-8451-5ec5473e4692'] in n-d-713301-16 {{(pid=95104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 19:33:06.510066 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b158c756-2054-44a0-882e-b70e3f8cc162 None None] Routers {'05b5948b-8281-471a-8451-5ec5473e4692'} bound to L3 agent in host n-d-713301-16 {{(pid=95104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 19:33:06.510719 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_hamode_db [None req-b158c756-2054-44a0-882e-b70e3f8cc162 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-23T19:07:52Z,description=,heartbeat_timestamp=2021-09-23T19:32:52Z,host='n-d-713301-16',id=79a740bf-7821-4989-8288-7186e3e128f3,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:07:52Z,topic='l3_agent')) {'router_ids': ['05b5948b-8281-471a-8451-5ec5473e4692'], 'active': True} {{(pid=95104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:33:06.511817 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 47362) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:33:06.525701 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-34673991-57f5-436e-ad29-07ceca99b375 tempest-RoutersNegativeIpV6Test-1420955511 tempest-RoutersNegativeIpV6Test-1420955511-project] 10.222.0.67 "PUT /v2.0/routers/05b5948b-8281-471a-8451-5ec5473e4692/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5134716 Sep 23 19:33:06.612393 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-391afce6-b4d1-435e-97f8-39b4eeb63546 req-5cd257ab-d4c1-493e-9446-cb61b383dc6b tempest-ServerActionsTestJSON-618918056 tempest-ServerActionsTestJSON-618918056-project] 10.222.0.67 "GET /v2.0/security-groups?id=d2a75794-f2ea-419f-9d09-0096f3fe96c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1708314 Sep 23 19:33:06.786656 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_hamode_db [None req-b158c756-2054-44a0-882e-b70e3f8cc162 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713301-16', False) {} {{(pid=95104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:33:06.799346 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b158c756-2054-44a0-882e-b70e3f8cc162 None None] Routers {'05b5948b-8281-471a-8451-5ec5473e4692'} bound to L3 agent in host n-d-713301-16 {{(pid=95104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 19:33:06.800323 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_hamode_db [None req-b158c756-2054-44a0-882e-b70e3f8cc162 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-23T19:07:52Z,description=,heartbeat_timestamp=2021-09-23T19:32:52Z,host='n-d-713301-16',id=79a740bf-7821-4989-8288-7186e3e128f3,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:07:52Z,topic='l3_agent')) {'router_ids': ['05b5948b-8281-471a-8451-5ec5473e4692'], 'active': True} {{(pid=95104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:33:06.864675 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_hamode_db [None req-b158c756-2054-44a0-882e-b70e3f8cc162 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713301-16', False) {} {{(pid=95104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:33:06.866619 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b158c756-2054-44a0-882e-b70e3f8cc162 None None] The sync data for ids ['05b5948b-8281-471a-8451-5ec5473e4692'] in n-d-713301-16 is: [] {{(pid=95104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 19:33:06.920182 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-b174fb5c-2e77-4cb4-9916-3605b4b3e38a None None] Provisioning complete for port 4dc5ca18-d46e-4f43-97ce-cd889dcc2970 triggered by entity DHCP. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:33:06.920640 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b174fb5c-2e77-4cb4-9916-3605b4b3e38a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:33:06.927251 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Device 4dc5ca18-d46e-4f43-97ce-cd889dcc2970 up at agent ovs-agent-n-d-713301-16 {{(pid=95103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 19:33:06.930044 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] get_ports_and_sgs() called for port_ids ['5793e2bb-7972-4954-b1a2-57bd73fd343b'] {{(pid=95103) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 19:33:07.013056 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f1e998-b0bf-4580-85de-e07927f1a1a1 req-c658cbcb-d54a-4fea-bae3-05d312475421 tempest-ServerDiskConfigTestJSON-835646415 tempest-ServerDiskConfigTestJSON-835646415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:33:07.022813 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-31f1e998-b0bf-4580-85de-e07927f1a1a1 req-c658cbcb-d54a-4fea-bae3-05d312475421 tempest-ServerDiskConfigTestJSON-835646415 tempest-ServerDiskConfigTestJSON-835646415-project] 10.222.0.67 "GET /v2.0/ports?device_id=1112b5b5-ee0d-4dd8-82d2-7b664210a623 HTTP/1.1" status: 200 len: 945 time: 0.0904443 Sep 23 19:33:07.093174 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-31f1e998-b0bf-4580-85de-e07927f1a1a1 req-082d5e58-8f59-40c4-a991-6af166a046c7 tempest-ServerDiskConfigTestJSON-835646415 tempest-ServerDiskConfigTestJSON-835646415-project] 10.222.0.67 "GET /v2.0/security-groups?id=618aa602-18a9-4f8c-abdd-ba8d4ffb9ee9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666230 Sep 23 19:33:07.196854 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Pushing event updated for resources: {'Port': ['ID=5793e2bb-7972-4954-b1a2-57bd73fd343b,revision_number=4']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:33:07.245602 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2704b2df-f276-440d-a823-578c1165fa1d req-793963e5-6e07-42bf-a3f2-4d30adb79bf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:33:07.247771 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-2704b2df-f276-440d-a823-578c1165fa1d req-793963e5-6e07-42bf-a3f2-4d30adb79bf4 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=f17a85608a9a4ecb8150ef41746c47e0&device_id=7fa91134-8ee0-4baa-9037-6ca73d6b4c83 HTTP/1.1" status: 200 len: 1097 time: 0.1982765 Sep 23 19:33:07.376023 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2704b2df-f276-440d-a823-578c1165fa1d req-428de2d1-4bb1-497c-9705-e2ec449b1b17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:33:07.377991 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-2704b2df-f276-440d-a823-578c1165fa1d req-428de2d1-4bb1-497c-9705-e2ec449b1b17 service neutron] 10.222.0.74 "GET /v2.0/networks?id=364dc893-5ecb-4aa3-be76-13b51cbbfbd4 HTTP/1.1" status: 200 len: 913 time: 0.1183538 Sep 23 19:33:07.392030 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e2873f5-4986-42d9-aa56-9dc0ee4517ee req-22dc7f79-22e1-43e7-93e6-0daac095275e tempest-ServerActionsTestJSON-618918056 tempest-ServerActionsTestJSON-618918056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:33:07.401048 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-5e2873f5-4986-42d9-aa56-9dc0ee4517ee req-22dc7f79-22e1-43e7-93e6-0daac095275e tempest-ServerActionsTestJSON-618918056 tempest-ServerActionsTestJSON-618918056-project] 10.222.0.67 "GET /v2.0/ports?device_id=7fa91134-8ee0-4baa-9037-6ca73d6b4c83 HTTP/1.1" status: 200 len: 945 time: 0.2069399 Sep 23 19:33:07.496828 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Provisioning complete for port 4dc5ca18-d46e-4f43-97ce-cd889dcc2970 triggered by entity L2. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:33:07.497457 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:33:07.516900 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-5e2873f5-4986-42d9-aa56-9dc0ee4517ee req-a9db334b-0a98-4eef-9e0c-76e11bdf1571 tempest-ServerActionsTestJSON-618918056 tempest-ServerActionsTestJSON-618918056-project] 10.222.0.67 "GET /v2.0/security-groups?id=d2a75794-f2ea-419f-9d09-0096f3fe96c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1086383 Sep 23 19:33:07.593145 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-2704b2df-f276-440d-a823-578c1165fa1d req-50941e71-e52f-4ded-a7c6-5b1c236bad5d service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2057133e-afe6-4649-916f-fb2ef68141a8 HTTP/1.1" status: 200 len: 999 time: 0.1816146 Sep 23 19:33:07.602683 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b174fb5c-2e77-4cb4-9916-3605b4b3e38a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:33:07.664189 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2704b2df-f276-440d-a823-578c1165fa1d req-ee5faa4b-aec7-4cad-b242-0dcd21488f97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:33:07.667029 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-2704b2df-f276-440d-a823-578c1165fa1d req-ee5faa4b-aec7-4cad-b242-0dcd21488f97 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=a900be85-be08-465b-85e6-4a05aae55389 HTTP/1.1" status: 200 len: 851 time: 0.0653205 Sep 23 19:33:07.723932 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-b174fb5c-2e77-4cb4-9916-3605b4b3e38a None None] For port 4dc5ca18-d46e-4f43-97ce-cd889dcc2970, host n-d-713301-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-16',level=0,port_id=4dc5ca18-d46e-4f43-97ce-cd889dcc2970,segment=NetworkSegment(89bf5a54-09cb-4375-a4cd-300101acc906),segment_id=89bf5a54-09cb-4375-a4cd-300101acc906)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:33:07.757708 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b174fb5c-2e77-4cb4-9916-3605b4b3e38a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:33:07.801848 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2704b2df-f276-440d-a823-578c1165fa1d req-72e6fd05-a112-4df2-95bc-80de318fb7a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:33:07.805847 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-2704b2df-f276-440d-a823-578c1165fa1d req-72e6fd05-a112-4df2-95bc-80de318fb7a3 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=364dc893-5ecb-4aa3-be76-13b51cbbfbd4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1201618 Sep 23 19:33:07.834098 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:33:07.878320 n-d-713301-16 neutron-server[95101]: INFO neutron.api.v2.resource [None req-878545bb-2287-4a75-a356-f6c106c258a4 tempest-RoutersNegativeIpV6Test-1420955511 tempest-RoutersNegativeIpV6Test-1420955511-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 23 19:33:07.884427 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-878545bb-2287-4a75-a356-f6c106c258a4 tempest-RoutersNegativeIpV6Test-1420955511 tempest-RoutersNegativeIpV6Test-1420955511-project] 10.222.0.67 "PUT /v2.0/routers/05b5948b-8281-471a-8451-5ec5473e4692/add_router_interface HTTP/1.1" status: 400 len: 438 time: 1.3713856 Sep 23 19:33:07.885143 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 47390) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:33:07.898553 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b174fb5c-2e77-4cb4-9916-3605b4b3e38a None None] Pushing event updated for resources: {'Port': ['ID=4dc5ca18-d46e-4f43-97ce-cd889dcc2970,revision_number=3']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:33:07.921730 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.db.api [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95103) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 23 19:33:07.922039 n-d-713301-16 neutron-server[95103]: DEBUG oslo_db.api [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 23 19:33:07.923241 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-12da4c21-758b-45cf-a38d-e8a4456cd89d None None] Provisioning complete for port 68e1cbf1-f644-4930-baca-653ee6d3362a triggered by entity DHCP. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:33:07.923605 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-12da4c21-758b-45cf-a38d-e8a4456cd89d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:33:07.955790 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-2704b2df-f276-440d-a823-578c1165fa1d req-c019ce1c-d9d1-43bd-93d6-1df1896da919 service neutron] 10.222.0.74 "GET /v2.0/networks/364dc893-5ecb-4aa3-be76-13b51cbbfbd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1313126 Sep 23 19:33:07.961838 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.plugin [None req-12da4c21-758b-45cf-a38d-e8a4456cd89d None None] Port 68e1cbf1-f644-4930-baca-653ee6d3362a cannot update to ACTIVE because it is not bound. {{(pid=95103) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 19:33:07.980319 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-12da4c21-758b-45cf-a38d-e8a4456cd89d None None] Provisioning complete for port 4dc5ca18-d46e-4f43-97ce-cd889dcc2970 triggered by entity DHCP. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:33:07.981119 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-12da4c21-758b-45cf-a38d-e8a4456cd89d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:33:08.082843 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-2704b2df-f276-440d-a823-578c1165fa1d req-5deba98c-4b1b-4a47-b84f-12553247c3a0 service neutron] 10.222.0.74 "GET /v2.0/networks/364dc893-5ecb-4aa3-be76-13b51cbbfbd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1178980 Sep 23 19:33:08.103827 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-12da4c21-758b-45cf-a38d-e8a4456cd89d None None] Provisioning complete for port 94eacdba-b899-413d-bc3c-c613314a00c5 triggered by entity DHCP. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:33:08.104476 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-12da4c21-758b-45cf-a38d-e8a4456cd89d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:33:08.241924 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c45029ca-ac5a-42e3-a922-1ed39292ada1 req-44da85b5-f95f-460a-9aac-11a59d908baf tempest-ServerDiskConfigTestJSON-835646415 tempest-ServerDiskConfigTestJSON-835646415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:33:08.243485 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-c45029ca-ac5a-42e3-a922-1ed39292ada1 req-44da85b5-f95f-460a-9aac-11a59d908baf tempest-ServerDiskConfigTestJSON-835646415 tempest-ServerDiskConfigTestJSON-835646415-project] 10.222.0.67 "GET /v2.0/ports?device_id=1112b5b5-ee0d-4dd8-82d2-7b664210a623 HTTP/1.1" status: 200 len: 945 time: 0.0614152 Sep 23 19:33:08.288283 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-334d7a3c-c94c-4dc5-a10b-de6634ac5b97 tempest-RoutersNegativeIpV6Test-1420955511 tempest-RoutersNegativeIpV6Test-1420955511-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-601372'] for router_interface, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:33:08.288848 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-c45029ca-ac5a-42e3-a922-1ed39292ada1 req-5540e607-96ba-4f27-b8cd-3fae612a5d21 tempest-ServerDiskConfigTestJSON-835646415 tempest-ServerDiskConfigTestJSON-835646415-project] 10.222.0.67 "GET /v2.0/security-groups?id=618aa602-18a9-4f8c-abdd-ba8d4ffb9ee9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388947 Sep 23 19:33:08.464324 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Device 94eacdba-b899-413d-bc3c-c613314a00c5 up at agent ovs-agent-n-d-713301-16 {{(pid=95103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 19:33:08.513185 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Provisioning complete for port 94eacdba-b899-413d-bc3c-c613314a00c5 triggered by entity L2. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:33:08.514250 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:33:08.608565 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.plugin [None req-334d7a3c-c94c-4dc5-a10b-de6634ac5b97 tempest-RoutersNegativeIpV6Test-1420955511 tempest-RoutersNegativeIpV6Test-1420955511-project] Deleting port 68e1cbf1-f644-4930-baca-653ee6d3362a {{(pid=95101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:33:08.615731 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-334d7a3c-c94c-4dc5-a10b-de6634ac5b97 tempest-RoutersNegativeIpV6Test-1420955511 tempest-RoutersNegativeIpV6Test-1420955511-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783146157096'] for port, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:33:08.747309 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b366e96-cbea-4617-9f77-e5e455fa4179 req-43a529f7-1027-4ff1-bb63-406c51be0e3b tempest-ServerActionsTestJSON-618918056 tempest-ServerActionsTestJSON-618918056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:33:08.749272 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-5b366e96-cbea-4617-9f77-e5e455fa4179 req-43a529f7-1027-4ff1-bb63-406c51be0e3b tempest-ServerActionsTestJSON-618918056 tempest-ServerActionsTestJSON-618918056-project] 10.222.0.67 "GET /v2.0/ports?device_id=7fa91134-8ee0-4baa-9037-6ca73d6b4c83 HTTP/1.1" status: 200 len: 945 time: 0.0880837 Sep 23 19:33:08.759737 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Device 4dc5ca18-d46e-4f43-97ce-cd889dcc2970 up at agent ovs-agent-n-d-713301-16 {{(pid=95103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 19:33:08.778879 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-334d7a3c-c94c-4dc5-a10b-de6634ac5b97 tempest-RoutersNegativeIpV6Test-1420955511 tempest-RoutersNegativeIpV6Test-1420955511-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-605701'] for port, precommit_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:33:08.794563 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.plugin [None req-334d7a3c-c94c-4dc5-a10b-de6634ac5b97 tempest-RoutersNegativeIpV6Test-1420955511 tempest-RoutersNegativeIpV6Test-1420955511-project] Calling delete_port for 68e1cbf1-f644-4930-baca-653ee6d3362a owned by network:router_interface {{(pid=95101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:33:08.814717 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-5b366e96-cbea-4617-9f77-e5e455fa4179 req-fc4f1497-bfd7-4c2d-afee-65636430ac6d tempest-ServerActionsTestJSON-618918056 tempest-ServerActionsTestJSON-618918056-project] 10.222.0.67 "GET /v2.0/security-groups?id=d2a75794-f2ea-419f-9d09-0096f3fe96c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477273 Sep 23 19:33:08.821343 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Provisioning complete for port 4dc5ca18-d46e-4f43-97ce-cd889dcc2970 triggered by entity L2. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:33:08.822057 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:33:08.989144 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-334d7a3c-c94c-4dc5-a10b-de6634ac5b97 tempest-RoutersNegativeIpV6Test-1420955511 tempest-RoutersNegativeIpV6Test-1420955511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783146162158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783145673144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5607431'] for port, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:33:09.018612 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-334d7a3c-c94c-4dc5-a10b-de6634ac5b97 tempest-RoutersNegativeIpV6Test-1420955511 tempest-RoutersNegativeIpV6Test-1420955511-project] Pushing event deleted for resources: {'Port': ['ID=68e1cbf1-f644-4930-baca-653ee6d3362a,revision_number=None']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:33:09.123673 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-334d7a3c-c94c-4dc5-a10b-de6634ac5b97 tempest-RoutersNegativeIpV6Test-1420955511 tempest-RoutersNegativeIpV6Test-1420955511-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-527322', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-602005'] for router_interface, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:33:09.295945 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-334d7a3c-c94c-4dc5-a10b-de6634ac5b97 tempest-RoutersNegativeIpV6Test-1420955511 tempest-RoutersNegativeIpV6Test-1420955511-project] Router 05b5948b-8281-471a-8451-5ec5473e4692 has already been hosted by L3 agent 79a740bf-7821-4989-8288-7186e3e128f3 {{(pid=95101) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 19:33:09.387419 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-334d7a3c-c94c-4dc5-a10b-de6634ac5b97 tempest-RoutersNegativeIpV6Test-1420955511 tempest-RoutersNegativeIpV6Test-1420955511-project] Notify agent at l3_agent.n-d-713301-16 the message routers_updated {{(pid=95101) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 19:33:09.394270 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-334d7a3c-c94c-4dc5-a10b-de6634ac5b97 tempest-RoutersNegativeIpV6Test-1420955511 tempest-RoutersNegativeIpV6Test-1420955511-project] 10.222.0.67 "PUT /v2.0/routers/05b5948b-8281-471a-8451-5ec5473e4692/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5075181 Sep 23 19:33:09.397832 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 47406) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:33:09.402443 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b992fc3-1350-4826-bba7-b564c2d41307 None None] Sync routers for ids ['05b5948b-8281-471a-8451-5ec5473e4692'] in n-d-713301-16 {{(pid=95103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 19:33:09.413613 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b992fc3-1350-4826-bba7-b564c2d41307 None None] Routers {'05b5948b-8281-471a-8451-5ec5473e4692'} bound to L3 agent in host n-d-713301-16 {{(pid=95103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 19:33:09.414286 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_hamode_db [None req-2b992fc3-1350-4826-bba7-b564c2d41307 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-23T19:07:52Z,description=,heartbeat_timestamp=2021-09-23T19:32:52Z,host='n-d-713301-16',id=79a740bf-7821-4989-8288-7186e3e128f3,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:07:52Z,topic='l3_agent')) {'router_ids': ['05b5948b-8281-471a-8451-5ec5473e4692'], 'active': True} {{(pid=95103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:33:09.436853 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-302668be-b336-4b5a-ac6e-638bc5615dae req-e2b2eccf-c01c-4f88-a579-4cb53f542a71 tempest-ServerDiskConfigTestJSON-835646415 tempest-ServerDiskConfigTestJSON-835646415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:33:09.439679 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-302668be-b336-4b5a-ac6e-638bc5615dae req-e2b2eccf-c01c-4f88-a579-4cb53f542a71 tempest-ServerDiskConfigTestJSON-835646415 tempest-ServerDiskConfigTestJSON-835646415-project] 10.222.0.67 "GET /v2.0/ports?device_id=1112b5b5-ee0d-4dd8-82d2-7b664210a623 HTTP/1.1" status: 200 len: 945 time: 0.0567694 Sep 23 19:33:09.446133 n-d-713301-16 neutron-server[95101]: INFO neutron.api.v2.resource [None req-bb0f3d8c-9177-4a3c-a2fa-0e6c30884a2b tempest-RoutersNegativeIpV6Test-1420955511 tempest-RoutersNegativeIpV6Test-1420955511-project] delete failed (client error): The resource could not be found. Sep 23 19:33:09.447295 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-bb0f3d8c-9177-4a3c-a2fa-0e6c30884a2b tempest-RoutersNegativeIpV6Test-1420955511 tempest-RoutersNegativeIpV6Test-1420955511-project] 10.222.0.67 "DELETE /v2.0/routers/tempest-non_exist_router-1069647765 HTTP/1.1" status: 404 len: 335 time: 0.0484481 Sep 23 19:33:09.451361 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 47408) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:33:09.452229 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_hamode_db [None req-2b992fc3-1350-4826-bba7-b564c2d41307 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713301-16', False) {} {{(pid=95103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:33:09.456471 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.v2.base [None req-dfd719e1-2b6f-4b09-a22e-cc9500894fe5 tempest-RoutersNegativeIpV6Test-1420955511 tempest-RoutersNegativeIpV6Test-1420955511-project] Request body: {'router': {'external_gateway_info': {'network_id': '05b5948b-8281-471a-8451-5ec5473e4692'}}} {{(pid=95101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:33:09.466071 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b992fc3-1350-4826-bba7-b564c2d41307 None None] Routers {'05b5948b-8281-471a-8451-5ec5473e4692'} bound to L3 agent in host n-d-713301-16 {{(pid=95103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 19:33:09.468754 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_hamode_db [None req-2b992fc3-1350-4826-bba7-b564c2d41307 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-23T19:07:52Z,description=,heartbeat_timestamp=2021-09-23T19:32:52Z,host='n-d-713301-16',id=79a740bf-7821-4989-8288-7186e3e128f3,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:07:52Z,topic='l3_agent')) {'router_ids': ['05b5948b-8281-471a-8451-5ec5473e4692'], 'active': True} {{(pid=95103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:33:09.487343 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-302668be-b336-4b5a-ac6e-638bc5615dae req-74747f0c-cc17-4e21-a463-9da1c45e83e7 tempest-ServerDiskConfigTestJSON-835646415 tempest-ServerDiskConfigTestJSON-835646415-project] 10.222.0.67 "GET /v2.0/security-groups?id=618aa602-18a9-4f8c-abdd-ba8d4ffb9ee9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400681 Sep 23 19:33:09.516102 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_hamode_db [None req-2b992fc3-1350-4826-bba7-b564c2d41307 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713301-16', False) {} {{(pid=95103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:33:09.516812 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b992fc3-1350-4826-bba7-b564c2d41307 None None] The sync data for ids ['05b5948b-8281-471a-8451-5ec5473e4692'] in n-d-713301-16 is: [] {{(pid=95103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 19:33:09.651701 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Device 5793e2bb-7972-4954-b1a2-57bd73fd343b up at agent hyperv_n-h2-713301-16 {{(pid=95103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 19:33:09.715585 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-dfd719e1-2b6f-4b09-a22e-cc9500894fe5 tempest-RoutersNegativeIpV6Test-1420955511 tempest-RoutersNegativeIpV6Test-1420955511-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:33:09.720430 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Provisioning for port 5793e2bb-7972-4954-b1a2-57bd73fd343b completed by entity L2. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 19:33:09.725553 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Provisioning complete for port 5793e2bb-7972-4954-b1a2-57bd73fd343b triggered by entity L2. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:33:09.725942 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:33:09.756430 n-d-713301-16 neutron-server[95101]: INFO neutron.api.v2.resource [None req-dfd719e1-2b6f-4b09-a22e-cc9500894fe5 tempest-RoutersNegativeIpV6Test-1420955511 tempest-RoutersNegativeIpV6Test-1420955511-project] update failed (client error): The resource could not be found. Sep 23 19:33:09.760418 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-dfd719e1-2b6f-4b09-a22e-cc9500894fe5 tempest-RoutersNegativeIpV6Test-1420955511 tempest-RoutersNegativeIpV6Test-1420955511-project] 10.222.0.67 "PUT /v2.0/routers/05b5948b-8281-471a-8451-5ec5473e4692 HTTP/1.1" status: 404 len: 339 time: 0.3072102 Sep 23 19:33:09.763096 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 47414) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:33:09.771941 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.v2.base [None req-6a5ec8f5-44dc-4853-b846-f1049b93ccfb tempest-RoutersNegativeIpV6Test-1420955511 tempest-RoutersNegativeIpV6Test-1420955511-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-92355803'}} {{(pid=95102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:33:09.799314 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a5ec8f5-44dc-4853-b846-f1049b93ccfb tempest-RoutersNegativeIpV6Test-1420955511 tempest-RoutersNegativeIpV6Test-1420955511-project] Made reservation on behalf of b743e98c7aaf428cb99fc5bff0ae3aa4 for: {'network': 1} {{(pid=95102) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:33:09.804081 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-6a5ec8f5-44dc-4853-b846-f1049b93ccfb tempest-RoutersNegativeIpV6Test-1420955511 tempest-RoutersNegativeIpV6Test-1420955511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for network, before_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:33:09.831941 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:33:09.835622 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6a5ec8f5-44dc-4853-b846-f1049b93ccfb tempest-RoutersNegativeIpV6Test-1420955511 tempest-RoutersNegativeIpV6Test-1420955511-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 617} {{(pid=95102) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 19:33:09.863468 n-d-713301-16 neutron-server[95103]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1112b5b5-ee0d-4dd8-82d2-7b664210a623', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5793e2bb-7972-4954-b1a2-57bd73fd343b'}] {{(pid=95103) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 19:33:09.866512 n-d-713301-16 neutron-server[95103]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}81a1c17f2aa89d5b3ebbba3a3e0cf7eb588e431c2224256110c4c4facdd7c3e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a24dc0f9-65c8-4696-bb06-d2ffd0be6162" -d '{"events": [{"server_uuid": "1112b5b5-ee0d-4dd8-82d2-7b664210a623", "name": "network-vif-plugged", "status": "completed", "tag": "5793e2bb-7972-4954-b1a2-57bd73fd343b"}]}' {{(pid=95103) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 19:33:09.867884 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-6a5ec8f5-44dc-4853-b846-f1049b93ccfb tempest-RoutersNegativeIpV6Test-1420955511 tempest-RoutersNegativeIpV6Test-1420955511-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1756186'] for segment, precommit_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:33:09.868265 n-d-713301-16 neutron-server[95102]: INFO neutron.db.segments_db [None req-6a5ec8f5-44dc-4853-b846-f1049b93ccfb tempest-RoutersNegativeIpV6Test-1420955511 tempest-RoutersNegativeIpV6Test-1420955511-project] Added segment c4ddcded-9b17-4902-abb2-5c33999c5fcf of type vlan for network fdcfd83b-a952-4e23-a42a-a47fe01c1edd Sep 23 19:33:09.884563 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] For port 5793e2bb-7972-4954-b1a2-57bd73fd343b, host n-h2-713301-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-16',level=0,port_id=5793e2bb-7972-4954-b1a2-57bd73fd343b,segment=NetworkSegment(12b6e53f-a75d-4104-957d-b1954c84752d),segment_id=12b6e53f-a75d-4104-957d-b1954c84752d)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:33:09.893663 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:33:09.931888 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-6a5ec8f5-44dc-4853-b846-f1049b93ccfb tempest-RoutersNegativeIpV6Test-1420955511 tempest-RoutersNegativeIpV6Test-1420955511-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783145630486'] for network, precommit_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:33:09.955387 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Pushing event updated for resources: {'Port': ['ID=5793e2bb-7972-4954-b1a2-57bd73fd343b,revision_number=5']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:33:09.959750 n-d-713301-16 neutron-server[95103]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 19:33:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25aa3a6f-327b-4b02-855e-1d2cfe829927 x-openstack-request-id: req-25aa3a6f-327b-4b02-855e-1d2cfe829927 {{(pid=95103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 19:33:09.960252 n-d-713301-16 neutron-server[95103]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1112b5b5-ee0d-4dd8-82d2-7b664210a623", "name": "network-vif-plugged", "status": "completed", "tag": "5793e2bb-7972-4954-b1a2-57bd73fd343b", "code": 200}]} {{(pid=95103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 19:33:09.960684 n-d-713301-16 neutron-server[95103]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-25aa3a6f-327b-4b02-855e-1d2cfe829927 {{(pid=95103) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 19:33:09.961225 n-d-713301-16 neutron-server[95103]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1112b5b5-ee0d-4dd8-82d2-7b664210a623', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5793e2bb-7972-4954-b1a2-57bd73fd343b', 'code': 200} Sep 23 19:33:09.980628 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-6a5ec8f5-44dc-4853-b846-f1049b93ccfb tempest-RoutersNegativeIpV6Test-1420955511 tempest-RoutersNegativeIpV6Test-1420955511-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299'] for network, after_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:33:09.985616 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a5ec8f5-44dc-4853-b846-f1049b93ccfb tempest-RoutersNegativeIpV6Test-1420955511 tempest-RoutersNegativeIpV6Test-1420955511-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:33:09.986255 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-6a5ec8f5-44dc-4853-b846-f1049b93ccfb tempest-RoutersNegativeIpV6Test-1420955511 tempest-RoutersNegativeIpV6Test-1420955511-project] Notify callbacks [] for network, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:33:10.054918 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-6a5ec8f5-44dc-4853-b846-f1049b93ccfb tempest-RoutersNegativeIpV6Test-1420955511 tempest-RoutersNegativeIpV6Test-1420955511-project] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.2877035 Sep 23 19:33:10.056201 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 47424) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:33:10.077459 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41122c65-f213-4ac5-b46f-b0ad9dba9ad0 req-530a2d11-d442-43cc-a756-104bfbfa4f85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:33:10.079467 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-41122c65-f213-4ac5-b46f-b0ad9dba9ad0 req-530a2d11-d442-43cc-a756-104bfbfa4f85 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=1112b5b5-ee0d-4dd8-82d2-7b664210a623 HTTP/1.1" status: 200 len: 1098 time: 0.0488424 Sep 23 19:33:10.090966 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.v2.base [None req-27ea8915-631f-4af7-a5cd-01462b1c3857 tempest-RoutersNegativeIpV6Test-1420955511 tempest-RoutersNegativeIpV6Test-1420955511-project] Request body: {'subnet': {'network_id': 'fdcfd83b-a952-4e23-a42a-a47fe01c1edd', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=95102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:33:10.097687 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a5ec8f5-44dc-4853-b846-f1049b93ccfb tempest-RoutersNegativeIpV6Test-1420955511 tempest-RoutersNegativeIpV6Test-1420955511-project] Pushing event updated for resources: {'Network': ['ID=fdcfd83b-a952-4e23-a42a-a47fe01c1edd,revision_number=1']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:33:10.115234 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Network fdcfd83b-a952-4e23-a42a-a47fe01c1edd details requested by agent ovs-agent-n-d-713301-16 with host n-d-713301-16 {{(pid=95103) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 19:33:10.124672 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5acac2-2194-4cd9-bbda-49bf48469c1d req-603e6960-aa32-4207-9ec8-3c1a594b7763 tempest-ServerActionsTestJSON-618918056 tempest-ServerActionsTestJSON-618918056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:33:10.126275 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-41122c65-f213-4ac5-b46f-b0ad9dba9ad0 req-205c510b-9d7b-44c8-b79b-b036ce1a791d service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=618aa602-18a9-4f8c-abdd-ba8d4ffb9ee9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381548 Sep 23 19:33:10.129351 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-8a5acac2-2194-4cd9-bbda-49bf48469c1d req-603e6960-aa32-4207-9ec8-3c1a594b7763 tempest-ServerActionsTestJSON-618918056 tempest-ServerActionsTestJSON-618918056-project] 10.222.0.67 "GET /v2.0/ports?device_id=7fa91134-8ee0-4baa-9037-6ca73d6b4c83 HTTP/1.1" status: 200 len: 945 time: 0.1623375 Sep 23 19:33:10.231800 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-8a5acac2-2194-4cd9-bbda-49bf48469c1d req-b155331e-7dd8-471d-a7c0-cd2f7bd15bb5 tempest-ServerActionsTestJSON-618918056 tempest-ServerActionsTestJSON-618918056-project] 10.222.0.67 "GET /v2.0/security-groups?id=d2a75794-f2ea-419f-9d09-0096f3fe96c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0962520 Sep 23 19:33:10.270432 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27ea8915-631f-4af7-a5cd-01462b1c3857 tempest-RoutersNegativeIpV6Test-1420955511 tempest-RoutersNegativeIpV6Test-1420955511-project] Made reservation on behalf of b743e98c7aaf428cb99fc5bff0ae3aa4 for: {'subnet': 1} {{(pid=95102) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:33:10.274515 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-27ea8915-631f-4af7-a5cd-01462b1c3857 tempest-RoutersNegativeIpV6Test-1420955511 tempest-RoutersNegativeIpV6Test-1420955511-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5388256'] for subnet, before_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:33:10.428470 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcee6c29-88ec-4f35-9b18-5a177de4c26e req-1f4c8215-428f-4a1b-8f9e-209129b53540 tempest-ServerActionsTestJSON-618918056 tempest-ServerActionsTestJSON-618918056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:33:10.430261 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-dcee6c29-88ec-4f35-9b18-5a177de4c26e req-1f4c8215-428f-4a1b-8f9e-209129b53540 tempest-ServerActionsTestJSON-618918056 tempest-ServerActionsTestJSON-618918056-project] 10.222.0.67 "GET /v2.0/ports?device_id=7fa91134-8ee0-4baa-9037-6ca73d6b4c83 HTTP/1.1" status: 200 len: 945 time: 0.1096861 Sep 23 19:33:10.517051 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-dcee6c29-88ec-4f35-9b18-5a177de4c26e req-9c4bd0f5-8583-4c88-9d59-8c6805f2e2f6 tempest-ServerActionsTestJSON-618918056 tempest-ServerActionsTestJSON-618918056-project] 10.222.0.67 "GET /v2.0/security-groups?id=d2a75794-f2ea-419f-9d09-0096f3fe96c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0793703 Sep 23 19:33:10.583107 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-27ea8915-631f-4af7-a5cd-01462b1c3857 tempest-RoutersNegativeIpV6Test-1420955511 tempest-RoutersNegativeIpV6Test-1420955511-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4398944', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5388242'] for subnet, after_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:33:10.692370 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ea8915-631f-4af7-a5cd-01462b1c3857 tempest-RoutersNegativeIpV6Test-1420955511 tempest-RoutersNegativeIpV6Test-1420955511-project] Pushing event updated for resources: {'Subnet': ['ID=b7119762-87fd-469d-8197-7150c03ee8ec,revision_number=0']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:33:10.720539 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27ea8915-631f-4af7-a5cd-01462b1c3857 tempest-RoutersNegativeIpV6Test-1420955511 tempest-RoutersNegativeIpV6Test-1420955511-project] Checking segment: {'id': 'c4ddcded-9b17-4902-abb2-5c33999c5fcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'fdcfd83b-a952-4e23-a42a-a47fe01c1edd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95102) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:33:10.721488 n-d-713301-16 neutron-server[95102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27ea8915-631f-4af7-a5cd-01462b1c3857 tempest-RoutersNegativeIpV6Test-1420955511 tempest-RoutersNegativeIpV6Test-1420955511-project] Network hostable DHCP agents. Network: fdcfd83b-a952-4e23-a42a-a47fe01c1edd, hostable agents: ['1b18bf05-1b5f-4587-be5c-af3ac38e32ad'], hosted agents: [] {{(pid=95102) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 19:33:10.742886 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e006708-d7f4-4077-bf3e-d1383c87901e req-9bb5998c-469c-4abd-b63d-5601f6606d21 tempest-ServerDiskConfigTestJSON-835646415 tempest-ServerDiskConfigTestJSON-835646415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:33:10.744949 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-7e006708-d7f4-4077-bf3e-d1383c87901e req-9bb5998c-469c-4abd-b63d-5601f6606d21 tempest-ServerDiskConfigTestJSON-835646415 tempest-ServerDiskConfigTestJSON-835646415-project] 10.222.0.67 "GET /v2.0/ports?device_id=1112b5b5-ee0d-4dd8-82d2-7b664210a623 HTTP/1.1" status: 200 len: 946 time: 0.1303205 Sep 23 19:33:10.777437 n-d-713301-16 neutron-server[95102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27ea8915-631f-4af7-a5cd-01462b1c3857 tempest-RoutersNegativeIpV6Test-1420955511 tempest-RoutersNegativeIpV6Test-1420955511-project] Network fdcfd83b-a952-4e23-a42a-a47fe01c1edd is scheduled to be hosted by DHCP agent 1b18bf05-1b5f-4587-be5c-af3ac38e32ad with binding_index 1 {{(pid=95102) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 19:33:10.802584 n-d-713301-16 neutron-server[95102]: DEBUG neutron.scheduler.base_scheduler [None req-27ea8915-631f-4af7-a5cd-01462b1c3857 tempest-RoutersNegativeIpV6Test-1420955511 tempest-RoutersNegativeIpV6Test-1420955511-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713301-16, fdcfd83b-a952-4e23-a42a-a47fe01c1edd) {{(pid=95102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:33:10.807865 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27ea8915-631f-4af7-a5cd-01462b1c3857 tempest-RoutersNegativeIpV6Test-1420955511 tempest-RoutersNegativeIpV6Test-1420955511-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:33:10.809055 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-27ea8915-631f-4af7-a5cd-01462b1c3857 tempest-RoutersNegativeIpV6Test-1420955511 tempest-RoutersNegativeIpV6Test-1420955511-project] Notify callbacks [] for subnet, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:33:10.816685 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a61b295-b910-4cfd-8639-4c2548ae9c1e None None] Network fdcfd83b-a952-4e23-a42a-a47fe01c1edd requested from n-d-713301-16 {{(pid=95103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 19:33:10.849575 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-7e006708-d7f4-4077-bf3e-d1383c87901e req-497df91a-3c92-4094-b779-aadce3edc533 tempest-ServerDiskConfigTestJSON-835646415 tempest-ServerDiskConfigTestJSON-835646415-project] 10.222.0.67 "GET /v2.0/security-groups?id=618aa602-18a9-4f8c-abdd-ba8d4ffb9ee9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931153 Sep 23 19:33:10.901852 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-27ea8915-631f-4af7-a5cd-01462b1c3857 tempest-RoutersNegativeIpV6Test-1420955511 tempest-RoutersNegativeIpV6Test-1420955511-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.8442373 Sep 23 19:33:10.904798 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 47440) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:33:10.912036 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.v2.base [None req-ca3bccde-b7fb-487e-9dd4-fa8cb9d04c56 tempest-RoutersNegativeIpV6Test-1420955511 tempest-RoutersNegativeIpV6Test-1420955511-project] Request body: {'router': {'external_gateway_info': {'network_id': 'fdcfd83b-a952-4e23-a42a-a47fe01c1edd'}}} {{(pid=95101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:33:10.929799 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-305373f0-613f-424b-b584-22fa3b156b54 req-989d39da-7b62-4d71-bc72-6eb871d7bd17 tempest-ServerActionsTestJSON-618918056 tempest-ServerActionsTestJSON-618918056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:33:10.940150 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-305373f0-613f-424b-b584-22fa3b156b54 req-989d39da-7b62-4d71-bc72-6eb871d7bd17 tempest-ServerActionsTestJSON-618918056 tempest-ServerActionsTestJSON-618918056-project] 10.222.0.67 "GET /v2.0/ports?device_id=7fa91134-8ee0-4baa-9037-6ca73d6b4c83 HTTP/1.1" status: 200 len: 945 time: 0.1453307 Sep 23 19:33:10.999114 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-305373f0-613f-424b-b584-22fa3b156b54 req-5e0f86bb-181a-4504-9a99-9fcaebd7d9d2 tempest-ServerActionsTestJSON-618918056 tempest-ServerActionsTestJSON-618918056-project] 10.222.0.67 "GET /v2.0/security-groups?id=d2a75794-f2ea-419f-9d09-0096f3fe96c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0579946 Sep 23 19:33:11.118240 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81095e68-ae16-4119-8522-56bdce4ffd89 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4c8b80df-07eb-5275-9f17-5cf640db67c0-fdcfd83b-a952-4e23-a42a-a47fe01c1edd', 'network_id': 'fdcfd83b-a952-4e23-a42a-a47fe01c1edd', 'tenant_id': 'b743e98c7aaf428cb99fc5bff0ae3aa4', 'fixed_ips': [{'subnet_id': 'b7119762-87fd-469d-8197-7150c03ee8ec'}]}} from n-d-713301-16. {{(pid=95103) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 23 19:33:11.119678 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-81095e68-ae16-4119-8522-56bdce4ffd89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_create {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:33:11.277570 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-ca3bccde-b7fb-487e-9dd4-fa8cb9d04c56 tempest-RoutersNegativeIpV6Test-1420955511 tempest-RoutersNegativeIpV6Test-1420955511-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:33:11.333716 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c99226c-d6cf-4bf9-9eab-8b984e618c31 req-72ad2003-0c3f-46e5-a71b-a8966f59add5 tempest-ServerActionsTestJSON-618918056 tempest-ServerActionsTestJSON-618918056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:33:11.336246 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-8c99226c-d6cf-4bf9-9eab-8b984e618c31 req-72ad2003-0c3f-46e5-a71b-a8966f59add5 tempest-ServerActionsTestJSON-618918056 tempest-ServerActionsTestJSON-618918056-project] 10.222.0.67 "GET /v2.0/ports?device_id=7fa91134-8ee0-4baa-9037-6ca73d6b4c83 HTTP/1.1" status: 200 len: 945 time: 0.0919859 Sep 23 19:33:11.355818 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.db_base_plugin_common [None req-81095e68-ae16-4119-8522-56bdce4ffd89 None None] Allocated IP 2001:db8:1::2 (fdcfd83b-a952-4e23-a42a-a47fe01c1edd/b7119762-87fd-469d-8197-7150c03ee8ec/6f80a342-161f-4487-aa87-5d6d12289b51) {{(pid=95103) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 19:33:11.400774 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-8c99226c-d6cf-4bf9-9eab-8b984e618c31 req-e3f8ebe3-1ef7-4c81-92f1-6de1d219f320 tempest-ServerActionsTestJSON-618918056 tempest-ServerActionsTestJSON-618918056-project] 10.222.0.67 "GET /v2.0/security-groups?id=d2a75794-f2ea-419f-9d09-0096f3fe96c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0570478 Sep 23 19:33:11.498458 n-d-713301-16 neutron-server[95101]: INFO neutron.api.v2.resource [None req-ca3bccde-b7fb-487e-9dd4-fa8cb9d04c56 tempest-RoutersNegativeIpV6Test-1420955511 tempest-RoutersNegativeIpV6Test-1420955511-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 23 19:33:11.504314 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-ca3bccde-b7fb-487e-9dd4-fa8cb9d04c56 tempest-RoutersNegativeIpV6Test-1420955511 tempest-RoutersNegativeIpV6Test-1420955511-project] 10.222.0.67 "PUT /v2.0/routers/05b5948b-8281-471a-8451-5ec5473e4692 HTTP/1.1" status: 400 len: 364 time: 0.5946105 Sep 23 19:33:11.504742 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 47448) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:33:11.731145 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-81095e68-ae16-4119-8522-56bdce4ffd89 None None] Notify callbacks [] for port, precommit_create {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:33:11.738529 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-81095e68-ae16-4119-8522-56bdce4ffd89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783145673135'] for port, after_create {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:33:11.786203 n-d-713301-16 neutron-server[95103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81095e68-ae16-4119-8522-56bdce4ffd89 None None] Network fdcfd83b-a952-4e23-a42a-a47fe01c1edd is already hosted by enough agents. {{(pid=95103) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:33:11.789822 n-d-713301-16 neutron-server[95103]: DEBUG neutron.scheduler.base_scheduler [None req-81095e68-ae16-4119-8522-56bdce4ffd89 None None] Resources bound (agent type, host, resource id): {{(pid=95103) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:33:11.793844 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81095e68-ae16-4119-8522-56bdce4ffd89 None None] Received port after_create {{(pid=95103) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 19:33:11.803257 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81095e68-ae16-4119-8522-56bdce4ffd89 None None] Pushing event updated for resources: {'Port': ['ID=6f80a342-161f-4487-aa87-5d6d12289b51,revision_number=1']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:33:11.867503 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.managers [None req-81095e68-ae16-4119-8522-56bdce4ffd89 None None] Attempting to bind port 6f80a342-161f-4487-aa87-5d6d12289b51 on host n-d-713301-16 for vnic_type normal with profile {{(pid=95103) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 19:33:11.868232 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.managers [None req-81095e68-ae16-4119-8522-56bdce4ffd89 None None] Attempting to bind port 6f80a342-161f-4487-aa87-5d6d12289b51 by drivers openvswitch,hyperv on host n-d-713301-16 at level 0 using segments [{'id': 'c4ddcded-9b17-4902-abb2-5c33999c5fcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'fdcfd83b-a952-4e23-a42a-a47fe01c1edd'}] {{(pid=95103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 19:33:11.868664 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81095e68-ae16-4119-8522-56bdce4ffd89 None None] Attempting to bind port 6f80a342-161f-4487-aa87-5d6d12289b51 on network fdcfd83b-a952-4e23-a42a-a47fe01c1edd {{(pid=95103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:33:11.876717 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81095e68-ae16-4119-8522-56bdce4ffd89 None None] Checking agent: {'id': '70a14545-df24-472f-8f95-bfe1719bff93', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 19, 7, 53), 'started_at': datetime.datetime(2021, 9, 23, 19, 8, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 19, 32, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 19:33:11.877299 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81095e68-ae16-4119-8522-56bdce4ffd89 None None] Checking segment: {'id': 'c4ddcded-9b17-4902-abb2-5c33999c5fcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'fdcfd83b-a952-4e23-a42a-a47fe01c1edd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95103) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:33:11.877882 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-81095e68-ae16-4119-8522-56bdce4ffd89 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:33:11.880025 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81095e68-ae16-4119-8522-56bdce4ffd89 None None] Bound using segment: {'id': 'c4ddcded-9b17-4902-abb2-5c33999c5fcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'fdcfd83b-a952-4e23-a42a-a47fe01c1edd'} {{(pid=95103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 19:33:11.880765 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.managers [None req-81095e68-ae16-4119-8522-56bdce4ffd89 None None] Bound port: 6f80a342-161f-4487-aa87-5d6d12289b51, host: n-d-713301-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c4ddcded-9b17-4902-abb2-5c33999c5fcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'fdcfd83b-a952-4e23-a42a-a47fe01c1edd'}}] {{(pid=95103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 19:33:11.881165 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-81095e68-ae16-4119-8522-56bdce4ffd89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:33:11.976169 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-81095e68-ae16-4119-8522-56bdce4ffd89 None None] For port 6f80a342-161f-4487-aa87-5d6d12289b51, host n-d-713301-16, cleared binding levels {{(pid=95103) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 19:33:11.981765 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-81095e68-ae16-4119-8522-56bdce4ffd89 None None] For port 6f80a342-161f-4487-aa87-5d6d12289b51, host n-d-713301-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-16',level=0,port_id=6f80a342-161f-4487-aa87-5d6d12289b51,segment=NetworkSegment(c4ddcded-9b17-4902-abb2-5c33999c5fcf),segment_id=c4ddcded-9b17-4902-abb2-5c33999c5fcf)] {{(pid=95103) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 19:33:11.987978 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-81095e68-ae16-4119-8522-56bdce4ffd89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:33:12.075477 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81095e68-ae16-4119-8522-56bdce4ffd89 None None] Pushing event updated for resources: {'Port': ['ID=6f80a342-161f-4487-aa87-5d6d12289b51,revision_number=2']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:33:12.283769 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a78f677-3d33-4cac-b0bf-d318cde05ef1 req-4cb1d8b8-ed6e-4c0f-8c3e-41c6e27ce13b tempest-ServerDiskConfigTestJSON-835646415 tempest-ServerDiskConfigTestJSON-835646415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:33:12.285416 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-9a78f677-3d33-4cac-b0bf-d318cde05ef1 req-4cb1d8b8-ed6e-4c0f-8c3e-41c6e27ce13b tempest-ServerDiskConfigTestJSON-835646415 tempest-ServerDiskConfigTestJSON-835646415-project] 10.222.0.67 "GET /v2.0/ports?device_id=1112b5b5-ee0d-4dd8-82d2-7b664210a623 HTTP/1.1" status: 200 len: 946 time: 0.1175728 Sep 23 19:33:12.287075 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-d1af1fe4-ba3d-4ede-8353-c1eb9b7b1245 tempest-RoutersNegativeIpV6Test-1420955511 tempest-RoutersNegativeIpV6Test-1420955511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:33:12.428831 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-9a78f677-3d33-4cac-b0bf-d318cde05ef1 req-9f0de42f-0e6a-4a4c-98c0-568c49aee21b tempest-ServerDiskConfigTestJSON-835646415 tempest-ServerDiskConfigTestJSON-835646415-project] 10.222.0.67 "GET /v2.0/security-groups?id=618aa602-18a9-4f8c-abdd-ba8d4ffb9ee9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1305277 Sep 23 19:33:12.741238 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2eef2d5-0b15-4c45-a5fa-396184c84525 req-a0aa692d-9a57-4f60-bcd3-3d6ee97e3b24 tempest-ServerDiskConfigTestJSON-835646415 tempest-ServerDiskConfigTestJSON-835646415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:33:12.743020 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-e2eef2d5-0b15-4c45-a5fa-396184c84525 req-a0aa692d-9a57-4f60-bcd3-3d6ee97e3b24 tempest-ServerDiskConfigTestJSON-835646415 tempest-ServerDiskConfigTestJSON-835646415-project] 10.222.0.67 "GET /v2.0/ports?device_id=1112b5b5-ee0d-4dd8-82d2-7b664210a623 HTTP/1.1" status: 200 len: 946 time: 0.1898718 Sep 23 19:33:12.755791 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf1c3de-0e41-4d83-8e36-537019897c70 req-d3121288-1532-470f-ba37-7f77a61ce6c3 tempest-ServerActionsTestJSON-618918056 tempest-ServerActionsTestJSON-618918056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:33:12.757406 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-7cf1c3de-0e41-4d83-8e36-537019897c70 req-d3121288-1532-470f-ba37-7f77a61ce6c3 tempest-ServerActionsTestJSON-618918056 tempest-ServerActionsTestJSON-618918056-project] 10.222.0.67 "GET /v2.0/ports?device_id=7fa91134-8ee0-4baa-9037-6ca73d6b4c83 HTTP/1.1" status: 200 len: 945 time: 0.2054567 Sep 23 19:33:12.768407 n-d-713301-16 neutron-server[95102]: DEBUG neutron.db.db_base_plugin_common [None req-d1af1fe4-ba3d-4ede-8353-c1eb9b7b1245 tempest-RoutersNegativeIpV6Test-1420955511 tempest-RoutersNegativeIpV6Test-1420955511-project] Allocated IP 2001:db8::1 (ad89cc21-1aa9-4b0f-bafd-f18278b23299/ec32780e-98af-4089-9de9-9c32a22ae14d/c5911e3e-0d16-4d20-9cf2-708b920e559a) {{(pid=95102) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 19:33:12.809324 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Device 6f80a342-161f-4487-aa87-5d6d12289b51 up at agent ovs-agent-n-d-713301-16 {{(pid=95103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 19:33:12.854187 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-e2eef2d5-0b15-4c45-a5fa-396184c84525 req-dd52fec7-32c1-4729-92cc-58b27ed9184b tempest-ServerDiskConfigTestJSON-835646415 tempest-ServerDiskConfigTestJSON-835646415-project] 10.222.0.67 "GET /v2.0/security-groups?id=618aa602-18a9-4f8c-abdd-ba8d4ffb9ee9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956402 Sep 23 19:33:12.866563 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-7cf1c3de-0e41-4d83-8e36-537019897c70 req-63ea41f8-30d7-43f7-945e-66fb775f8ef1 tempest-ServerActionsTestJSON-618918056 tempest-ServerActionsTestJSON-618918056-project] 10.222.0.67 "GET /v2.0/security-groups?id=d2a75794-f2ea-419f-9d09-0096f3fe96c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0956035 Sep 23 19:33:12.876471 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Provisioning complete for port 6f80a342-161f-4487-aa87-5d6d12289b51 triggered by entity L2. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:33:12.877271 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:33:13.010211 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-d1af1fe4-ba3d-4ede-8353-c1eb9b7b1245 tempest-RoutersNegativeIpV6Test-1420955511 tempest-RoutersNegativeIpV6Test-1420955511-project] Notify callbacks [] for port, precommit_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:33:13.076821 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-d1af1fe4-ba3d-4ede-8353-c1eb9b7b1245 tempest-RoutersNegativeIpV6Test-1420955511 tempest-RoutersNegativeIpV6Test-1420955511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783145673135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4399100'] for port, after_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:33:13.108416 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:33:13.163689 n-d-713301-16 neutron-server[95102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1af1fe4-ba3d-4ede-8353-c1eb9b7b1245 tempest-RoutersNegativeIpV6Test-1420955511 tempest-RoutersNegativeIpV6Test-1420955511-project] Network ad89cc21-1aa9-4b0f-bafd-f18278b23299 is already hosted by enough agents. {{(pid=95102) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:33:13.168836 n-d-713301-16 neutron-server[95102]: DEBUG neutron.scheduler.base_scheduler [None req-d1af1fe4-ba3d-4ede-8353-c1eb9b7b1245 tempest-RoutersNegativeIpV6Test-1420955511 tempest-RoutersNegativeIpV6Test-1420955511-project] Resources bound (agent type, host, resource id): {{(pid=95102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:33:13.175266 n-d-713301-16 neutron-server[95102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1af1fe4-ba3d-4ede-8353-c1eb9b7b1245 tempest-RoutersNegativeIpV6Test-1420955511 tempest-RoutersNegativeIpV6Test-1420955511-project] Received port after_create {{(pid=95102) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 19:33:13.175842 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-d1af1fe4-ba3d-4ede-8353-c1eb9b7b1245 tempest-RoutersNegativeIpV6Test-1420955511 tempest-RoutersNegativeIpV6Test-1420955511-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-601987'] for router_interface, before_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:33:13.202383 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] For port 6f80a342-161f-4487-aa87-5d6d12289b51, host n-d-713301-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-16',level=0,port_id=6f80a342-161f-4487-aa87-5d6d12289b51,segment=NetworkSegment(c4ddcded-9b17-4902-abb2-5c33999c5fcf),segment_id=c4ddcded-9b17-4902-abb2-5c33999c5fcf)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:33:13.215641 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:33:13.322015 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1af1fe4-ba3d-4ede-8353-c1eb9b7b1245 tempest-RoutersNegativeIpV6Test-1420955511 tempest-RoutersNegativeIpV6Test-1420955511-project] Pushing event updated for resources: {'Port': ['ID=c5911e3e-0d16-4d20-9cf2-708b920e559a,revision_number=1']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:33:13.383818 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Pushing event updated for resources: {'Port': ['ID=6f80a342-161f-4487-aa87-5d6d12289b51,revision_number=3']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:33:13.461914 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-764023ae-f84e-40e2-a1dd-3c44b1960009 req-910befba-e828-45d5-b875-a170e2f1158a tempest-ServerActionsTestJSON-618918056 tempest-ServerActionsTestJSON-618918056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:33:13.467424 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-764023ae-f84e-40e2-a1dd-3c44b1960009 req-910befba-e828-45d5-b875-a170e2f1158a tempest-ServerActionsTestJSON-618918056 tempest-ServerActionsTestJSON-618918056-project] 10.222.0.67 "GET /v2.0/ports?device_id=7fa91134-8ee0-4baa-9037-6ca73d6b4c83 HTTP/1.1" status: 200 len: 945 time: 0.2070587 Sep 23 19:33:13.603481 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-d1af1fe4-ba3d-4ede-8353-c1eb9b7b1245 tempest-RoutersNegativeIpV6Test-1420955511 tempest-RoutersNegativeIpV6Test-1420955511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:33:13.628115 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-764023ae-f84e-40e2-a1dd-3c44b1960009 req-3a1ebfe2-f944-4072-bb7c-a34f4618a786 tempest-ServerActionsTestJSON-618918056 tempest-ServerActionsTestJSON-618918056-project] 10.222.0.67 "GET /v2.0/security-groups?id=d2a75794-f2ea-419f-9d09-0096f3fe96c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1323519 Sep 23 19:33:13.639135 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05733a06-7ead-4c09-ab56-37585290e7ef req-7200547d-a671-4207-8c23-f979914f713a tempest-ServerDiskConfigTestJSON-835646415 tempest-ServerDiskConfigTestJSON-835646415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:33:13.641397 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-05733a06-7ead-4c09-ab56-37585290e7ef req-7200547d-a671-4207-8c23-f979914f713a tempest-ServerDiskConfigTestJSON-835646415 tempest-ServerDiskConfigTestJSON-835646415-project] 10.222.0.67 "GET /v2.0/ports?device_id=1112b5b5-ee0d-4dd8-82d2-7b664210a623 HTTP/1.1" status: 200 len: 946 time: 0.2207634 Sep 23 19:33:13.740063 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-34894e69-36d7-43aa-b526-e1fe6d5f808a None None] Provisioning complete for port c5911e3e-0d16-4d20-9cf2-708b920e559a triggered by entity DHCP. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:33:13.740672 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-34894e69-36d7-43aa-b526-e1fe6d5f808a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:33:13.778005 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62ab1edb-33db-4b82-9c60-269bfb8dc897 None None] Network fdcfd83b-a952-4e23-a42a-a47fe01c1edd requested from n-d-713301-16 {{(pid=95103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 19:33:13.820817 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-05733a06-7ead-4c09-ab56-37585290e7ef req-4bf255fd-db32-43df-96b7-ccf783939383 tempest-ServerDiskConfigTestJSON-835646415 tempest-ServerDiskConfigTestJSON-835646415-project] 10.222.0.67 "GET /v2.0/security-groups?id=618aa602-18a9-4f8c-abdd-ba8d4ffb9ee9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1664634 Sep 23 19:33:13.825785 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.plugin [None req-34894e69-36d7-43aa-b526-e1fe6d5f808a None None] Port c5911e3e-0d16-4d20-9cf2-708b920e559a cannot update to ACTIVE because it is not bound. {{(pid=95103) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 19:33:13.966034 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-7b439741-ddb0-420d-b1f4-96ea5b0ec725 None None] Provisioning complete for port 6f80a342-161f-4487-aa87-5d6d12289b51 triggered by entity DHCP. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:33:13.966726 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-7b439741-ddb0-420d-b1f4-96ea5b0ec725 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:33:14.041642 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9615fea-5c52-4264-ad14-0a8b9a16afae req-e577892c-8973-4733-945c-d5b0d43bc939 tempest-ServerDiskConfigTestJSON-835646415 tempest-ServerDiskConfigTestJSON-835646415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:33:14.043154 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-a9615fea-5c52-4264-ad14-0a8b9a16afae req-e577892c-8973-4733-945c-d5b0d43bc939 tempest-ServerDiskConfigTestJSON-835646415 tempest-ServerDiskConfigTestJSON-835646415-project] 10.222.0.67 "GET /v2.0/ports?device_id=1112b5b5-ee0d-4dd8-82d2-7b664210a623 HTTP/1.1" status: 200 len: 946 time: 0.1180789 Sep 23 19:33:14.121953 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-a9615fea-5c52-4264-ad14-0a8b9a16afae req-0907c571-a85f-4993-8403-5a3f4d5f3bea tempest-ServerDiskConfigTestJSON-835646415 tempest-ServerDiskConfigTestJSON-835646415-project] 10.222.0.67 "GET /v2.0/security-groups?id=618aa602-18a9-4f8c-abdd-ba8d4ffb9ee9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616271 Sep 23 19:33:14.132811 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-d1af1fe4-ba3d-4ede-8353-c1eb9b7b1245 tempest-RoutersNegativeIpV6Test-1420955511 tempest-RoutersNegativeIpV6Test-1420955511-project] Notify callbacks [] for port, precommit_update {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:33:14.148913 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-d1af1fe4-ba3d-4ede-8353-c1eb9b7b1245 tempest-RoutersNegativeIpV6Test-1420955511 tempest-RoutersNegativeIpV6Test-1420955511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4399095'] for port, after_update {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:33:14.148913 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-d1af1fe4-ba3d-4ede-8353-c1eb9b7b1245 tempest-RoutersNegativeIpV6Test-1420955511 tempest-RoutersNegativeIpV6Test-1420955511-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-527313', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-601459'] for router_interface, after_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:33:14.231436 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1af1fe4-ba3d-4ede-8353-c1eb9b7b1245 tempest-RoutersNegativeIpV6Test-1420955511 tempest-RoutersNegativeIpV6Test-1420955511-project] Pushing event updated for resources: {'Port': ['ID=c5911e3e-0d16-4d20-9cf2-708b920e559a,revision_number=2']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:33:14.325912 n-d-713301-16 neutron-server[95102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1af1fe4-ba3d-4ede-8353-c1eb9b7b1245 tempest-RoutersNegativeIpV6Test-1420955511 tempest-RoutersNegativeIpV6Test-1420955511-project] Network ad89cc21-1aa9-4b0f-bafd-f18278b23299 is already hosted by enough agents. {{(pid=95102) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:33:14.327498 n-d-713301-16 neutron-server[95102]: DEBUG neutron.scheduler.base_scheduler [None req-d1af1fe4-ba3d-4ede-8353-c1eb9b7b1245 tempest-RoutersNegativeIpV6Test-1420955511 tempest-RoutersNegativeIpV6Test-1420955511-project] Resources bound (agent type, host, resource id): {{(pid=95102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:33:14.355564 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-048489ec-7401-4fcd-b80a-34680bebf5cd None None] Provisioning complete for port 6f80a342-161f-4487-aa87-5d6d12289b51 triggered by entity DHCP. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:33:14.356272 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-048489ec-7401-4fcd-b80a-34680bebf5cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:33:14.475953 n-d-713301-16 neutron-server[95102]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d1af1fe4-ba3d-4ede-8353-c1eb9b7b1245 tempest-RoutersNegativeIpV6Test-1420955511 tempest-RoutersNegativeIpV6Test-1420955511-project] Router 05b5948b-8281-471a-8451-5ec5473e4692 has already been hosted by L3 agent 79a740bf-7821-4989-8288-7186e3e128f3 {{(pid=95102) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 19:33:14.634793 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1af1fe4-ba3d-4ede-8353-c1eb9b7b1245 tempest-RoutersNegativeIpV6Test-1420955511 tempest-RoutersNegativeIpV6Test-1420955511-project] Notify agent at l3_agent.n-d-713301-16 the message routers_updated {{(pid=95102) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 19:33:14.640116 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-d1af1fe4-ba3d-4ede-8353-c1eb9b7b1245 tempest-RoutersNegativeIpV6Test-1420955511 tempest-RoutersNegativeIpV6Test-1420955511-project] 10.222.0.67 "PUT /v2.0/routers/05b5948b-8281-471a-8451-5ec5473e4692/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1339443 Sep 23 19:33:14.643808 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 47502) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:33:14.652955 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a8d06b6-ecba-4d1d-8a59-1bdd5944e357 None None] Sync routers for ids ['05b5948b-8281-471a-8451-5ec5473e4692'] in n-d-713301-16 {{(pid=95104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 19:33:14.658085 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f67a50f0-ed31-404e-acd2-861f77707733 req-1000a595-9608-4baf-93c7-77c7a4b3d24d tempest-ServerDiskConfigTestJSON-835646415 tempest-ServerDiskConfigTestJSON-835646415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:33:14.659650 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-f67a50f0-ed31-404e-acd2-861f77707733 req-1000a595-9608-4baf-93c7-77c7a4b3d24d tempest-ServerDiskConfigTestJSON-835646415 tempest-ServerDiskConfigTestJSON-835646415-project] 10.222.0.67 "GET /v2.0/ports?device_id=1112b5b5-ee0d-4dd8-82d2-7b664210a623 HTTP/1.1" status: 200 len: 946 time: 0.1164875 Sep 23 19:33:14.663533 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a8d06b6-ecba-4d1d-8a59-1bdd5944e357 None None] Routers {'05b5948b-8281-471a-8451-5ec5473e4692'} bound to L3 agent in host n-d-713301-16 {{(pid=95104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 19:33:14.664330 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_hamode_db [None req-3a8d06b6-ecba-4d1d-8a59-1bdd5944e357 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-23T19:07:52Z,description=,heartbeat_timestamp=2021-09-23T19:32:52Z,host='n-d-713301-16',id=79a740bf-7821-4989-8288-7186e3e128f3,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:07:52Z,topic='l3_agent')) {'router_ids': ['05b5948b-8281-471a-8451-5ec5473e4692'], 'active': True} {{(pid=95104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:33:14.703942 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_hamode_db [None req-3a8d06b6-ecba-4d1d-8a59-1bdd5944e357 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713301-16', False) {} {{(pid=95104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:33:14.714594 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a8d06b6-ecba-4d1d-8a59-1bdd5944e357 None None] Routers {'05b5948b-8281-471a-8451-5ec5473e4692'} bound to L3 agent in host n-d-713301-16 {{(pid=95104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 19:33:14.715448 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_hamode_db [None req-3a8d06b6-ecba-4d1d-8a59-1bdd5944e357 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-23T19:07:52Z,description=,heartbeat_timestamp=2021-09-23T19:32:52Z,host='n-d-713301-16',id=79a740bf-7821-4989-8288-7186e3e128f3,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:07:52Z,topic='l3_agent')) {'router_ids': ['05b5948b-8281-471a-8451-5ec5473e4692'], 'active': True} {{(pid=95104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:33:14.752507 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-44b92f15-f61f-4a7e-971d-502d91f24eaa None None] Provisioning complete for port c5911e3e-0d16-4d20-9cf2-708b920e559a triggered by entity DHCP. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:33:14.753044 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-44b92f15-f61f-4a7e-971d-502d91f24eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:33:14.778300 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_hamode_db [None req-3a8d06b6-ecba-4d1d-8a59-1bdd5944e357 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713301-16', False) {} {{(pid=95104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:33:14.779269 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a8d06b6-ecba-4d1d-8a59-1bdd5944e357 None None] The sync data for ids ['05b5948b-8281-471a-8451-5ec5473e4692'] in n-d-713301-16 is: [] {{(pid=95104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 19:33:14.795054 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-f67a50f0-ed31-404e-acd2-861f77707733 req-16577479-1b3d-4225-a656-5e2d611b1d23 tempest-ServerDiskConfigTestJSON-835646415 tempest-ServerDiskConfigTestJSON-835646415-project] 10.222.0.67 "GET /v2.0/security-groups?id=618aa602-18a9-4f8c-abdd-ba8d4ffb9ee9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1025314 Sep 23 19:33:14.798224 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Device 6f80a342-161f-4487-aa87-5d6d12289b51 up at agent ovs-agent-n-d-713301-16 {{(pid=95103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 19:33:14.851091 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-8f639072-a32b-4e3b-826e-cc12611df11c tempest-RoutersNegativeIpV6Test-1420955511 tempest-RoutersNegativeIpV6Test-1420955511-project] Notify callbacks [] for router, before_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:33:14.875393 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.plugin [None req-44b92f15-f61f-4a7e-971d-502d91f24eaa None None] Port c5911e3e-0d16-4d20-9cf2-708b920e559a cannot update to ACTIVE because it is not bound. {{(pid=95103) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 19:33:14.893417 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Provisioning complete for port 6f80a342-161f-4487-aa87-5d6d12289b51 triggered by entity L2. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:33:14.894443 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:33:14.942554 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a4b35a-1816-42b0-9313-d27fedeab104 req-09d3cf9c-22d1-4dd4-8f97-5003899b4bb0 tempest-ServerActionsTestJSON-618918056 tempest-ServerActionsTestJSON-618918056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:33:14.944105 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-86a4b35a-1816-42b0-9313-d27fedeab104 req-09d3cf9c-22d1-4dd4-8f97-5003899b4bb0 tempest-ServerActionsTestJSON-618918056 tempest-ServerActionsTestJSON-618918056-project] 10.222.0.67 "GET /v2.0/ports?device_id=7fa91134-8ee0-4baa-9037-6ca73d6b4c83 HTTP/1.1" status: 200 len: 945 time: 0.1560781 Sep 23 19:33:14.981830 n-d-713301-16 neutron-server[95102]: INFO neutron.api.v2.resource [None req-8f639072-a32b-4e3b-826e-cc12611df11c tempest-RoutersNegativeIpV6Test-1420955511 tempest-RoutersNegativeIpV6Test-1420955511-project] delete failed (client error): There was a conflict when trying to complete your request. Sep 23 19:33:14.983109 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-8f639072-a32b-4e3b-826e-cc12611df11c tempest-RoutersNegativeIpV6Test-1420955511 tempest-RoutersNegativeIpV6Test-1420955511-project] 10.222.0.67 "DELETE /v2.0/routers/05b5948b-8281-471a-8451-5ec5473e4692 HTTP/1.1" status: 409 len: 329 time: 0.3383105 Sep 23 19:33:14.986835 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 47510) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:33:15.005776 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-86a4b35a-1816-42b0-9313-d27fedeab104 req-be1d217f-9a00-4568-aac1-e16cdcb05edd tempest-ServerActionsTestJSON-618918056 tempest-ServerActionsTestJSON-618918056-project] 10.222.0.67 "GET /v2.0/security-groups?id=d2a75794-f2ea-419f-9d09-0096f3fe96c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0526927 Sep 23 19:33:15.143192 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19f1bbc-cdcc-41fd-bf2b-c558402c50bb req-66b46c9c-c191-43db-abc4-417ef0ef8604 tempest-ServerActionsTestJSON-618918056 tempest-ServerActionsTestJSON-618918056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:33:15.145168 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-a19f1bbc-cdcc-41fd-bf2b-c558402c50bb req-66b46c9c-c191-43db-abc4-417ef0ef8604 tempest-ServerActionsTestJSON-618918056 tempest-ServerActionsTestJSON-618918056-project] 10.222.0.67 "GET /v2.0/ports?device_id=7fa91134-8ee0-4baa-9037-6ca73d6b4c83 HTTP/1.1" status: 200 len: 945 time: 0.0599248 Sep 23 19:33:15.197722 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-a19f1bbc-cdcc-41fd-bf2b-c558402c50bb req-0261e020-7c02-4cf5-a430-544a905bd659 tempest-ServerActionsTestJSON-618918056 tempest-ServerActionsTestJSON-618918056-project] 10.222.0.67 "GET /v2.0/security-groups?id=d2a75794-f2ea-419f-9d09-0096f3fe96c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455348 Sep 23 19:33:15.346844 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281dc169-554c-4092-bc5d-2b7129770ac1 req-194fb1b5-2ad4-498d-8175-ad875f7eeedf tempest-ServerActionsTestJSON-618918056 tempest-ServerActionsTestJSON-618918056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:33:15.353770 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-281dc169-554c-4092-bc5d-2b7129770ac1 req-194fb1b5-2ad4-498d-8175-ad875f7eeedf tempest-ServerActionsTestJSON-618918056 tempest-ServerActionsTestJSON-618918056-project] 10.222.0.67 "GET /v2.0/ports?device_id=7fa91134-8ee0-4baa-9037-6ca73d6b4c83 HTTP/1.1" status: 200 len: 945 time: 0.0740502 Sep 23 19:33:15.366718 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-8f0599f3-bf97-4261-aff6-f9057a044d93 tempest-RoutersNegativeIpV6Test-1420955511 tempest-RoutersNegativeIpV6Test-1420955511-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-601372'] for router_interface, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:33:15.398956 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-281dc169-554c-4092-bc5d-2b7129770ac1 req-269e9700-8da9-4afd-83cf-95258e5132fc tempest-ServerActionsTestJSON-618918056 tempest-ServerActionsTestJSON-618918056-project] 10.222.0.67 "GET /v2.0/security-groups?id=d2a75794-f2ea-419f-9d09-0096f3fe96c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367765 Sep 23 19:33:15.552204 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a30fd5-45b6-4a28-8172-bc6eac8fffbf req-7a56bf9e-5381-4481-913e-71123a4606a6 tempest-ServerActionsTestJSON-618918056 tempest-ServerActionsTestJSON-618918056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:33:15.554082 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-e4a30fd5-45b6-4a28-8172-bc6eac8fffbf req-7a56bf9e-5381-4481-913e-71123a4606a6 tempest-ServerActionsTestJSON-618918056 tempest-ServerActionsTestJSON-618918056-project] 10.222.0.67 "GET /v2.0/ports?device_id=7fa91134-8ee0-4baa-9037-6ca73d6b4c83 HTTP/1.1" status: 200 len: 945 time: 0.0715590 Sep 23 19:33:15.598287 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-e4a30fd5-45b6-4a28-8172-bc6eac8fffbf req-167e21b8-4083-4974-9426-ead6c577a85c tempest-ServerActionsTestJSON-618918056 tempest-ServerActionsTestJSON-618918056-project] 10.222.0.67 "GET /v2.0/security-groups?id=d2a75794-f2ea-419f-9d09-0096f3fe96c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375044 Sep 23 19:33:15.673359 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.plugin [None req-8f0599f3-bf97-4261-aff6-f9057a044d93 tempest-RoutersNegativeIpV6Test-1420955511 tempest-RoutersNegativeIpV6Test-1420955511-project] Deleting port c5911e3e-0d16-4d20-9cf2-708b920e559a {{(pid=95101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:33:15.673655 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-8f0599f3-bf97-4261-aff6-f9057a044d93 tempest-RoutersNegativeIpV6Test-1420955511 tempest-RoutersNegativeIpV6Test-1420955511-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783146157096'] for port, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:33:15.813340 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-8f0599f3-bf97-4261-aff6-f9057a044d93 tempest-RoutersNegativeIpV6Test-1420955511 tempest-RoutersNegativeIpV6Test-1420955511-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-605701'] for port, precommit_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:33:15.828051 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.plugin [None req-8f0599f3-bf97-4261-aff6-f9057a044d93 tempest-RoutersNegativeIpV6Test-1420955511 tempest-RoutersNegativeIpV6Test-1420955511-project] Calling delete_port for c5911e3e-0d16-4d20-9cf2-708b920e559a owned by network:router_interface {{(pid=95101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:33:15.932263 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d8330c-d4e6-45fa-b071-66d01178aa8e req-1180eabd-e806-4070-bba3-669e9614fa1e tempest-ServerDiskConfigTestJSON-835646415 tempest-ServerDiskConfigTestJSON-835646415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:33:15.934007 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-49d8330c-d4e6-45fa-b071-66d01178aa8e req-1180eabd-e806-4070-bba3-669e9614fa1e tempest-ServerDiskConfigTestJSON-835646415 tempest-ServerDiskConfigTestJSON-835646415-project] 10.222.0.67 "GET /v2.0/ports?device_id=1112b5b5-ee0d-4dd8-82d2-7b664210a623 HTTP/1.1" status: 200 len: 946 time: 0.0570245 Sep 23 19:33:15.985147 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-49d8330c-d4e6-45fa-b071-66d01178aa8e req-1b91d3af-c26e-459e-9ef5-87145accc61a tempest-ServerDiskConfigTestJSON-835646415 tempest-ServerDiskConfigTestJSON-835646415-project] 10.222.0.67 "GET /v2.0/security-groups?id=618aa602-18a9-4f8c-abdd-ba8d4ffb9ee9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428350 Sep 23 19:33:16.025640 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-8f0599f3-bf97-4261-aff6-f9057a044d93 tempest-RoutersNegativeIpV6Test-1420955511 tempest-RoutersNegativeIpV6Test-1420955511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783146162158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783145673144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5607431'] for port, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:33:16.060834 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f0599f3-bf97-4261-aff6-f9057a044d93 tempest-RoutersNegativeIpV6Test-1420955511 tempest-RoutersNegativeIpV6Test-1420955511-project] Pushing event deleted for resources: {'Port': ['ID=c5911e3e-0d16-4d20-9cf2-708b920e559a,revision_number=None']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:33:16.526473 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-8f0599f3-bf97-4261-aff6-f9057a044d93 tempest-RoutersNegativeIpV6Test-1420955511 tempest-RoutersNegativeIpV6Test-1420955511-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-527322', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-602005'] for router_interface, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:33:16.705629 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8f0599f3-bf97-4261-aff6-f9057a044d93 tempest-RoutersNegativeIpV6Test-1420955511 tempest-RoutersNegativeIpV6Test-1420955511-project] Router 05b5948b-8281-471a-8451-5ec5473e4692 has already been hosted by L3 agent 79a740bf-7821-4989-8288-7186e3e128f3 {{(pid=95101) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 19:33:16.797676 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f0599f3-bf97-4261-aff6-f9057a044d93 tempest-RoutersNegativeIpV6Test-1420955511 tempest-RoutersNegativeIpV6Test-1420955511-project] Notify agent at l3_agent.n-d-713301-16 the message routers_updated {{(pid=95101) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 19:33:16.803205 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-8f0599f3-bf97-4261-aff6-f9057a044d93 tempest-RoutersNegativeIpV6Test-1420955511 tempest-RoutersNegativeIpV6Test-1420955511-project] 10.222.0.67 "PUT /v2.0/routers/05b5948b-8281-471a-8451-5ec5473e4692/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8136294 Sep 23 19:33:16.808422 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 47534) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:33:16.808975 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f78ceba-c430-40d4-aa02-cceddd451a44 None None] Sync routers for ids ['05b5948b-8281-471a-8451-5ec5473e4692'] in n-d-713301-16 {{(pid=95103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 19:33:16.820011 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f78ceba-c430-40d4-aa02-cceddd451a44 None None] Routers {'05b5948b-8281-471a-8451-5ec5473e4692'} bound to L3 agent in host n-d-713301-16 {{(pid=95103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 19:33:16.820713 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_hamode_db [None req-1f78ceba-c430-40d4-aa02-cceddd451a44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-23T19:07:52Z,description=,heartbeat_timestamp=2021-09-23T19:32:52Z,host='n-d-713301-16',id=79a740bf-7821-4989-8288-7186e3e128f3,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:07:52Z,topic='l3_agent')) {'router_ids': ['05b5948b-8281-471a-8451-5ec5473e4692'], 'active': True} {{(pid=95103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:33:16.858687 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_hamode_db [None req-1f78ceba-c430-40d4-aa02-cceddd451a44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713301-16', False) {} {{(pid=95103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:33:16.864495 n-d-713301-16 neutron-server[95101]: INFO neutron.api.v2.resource [None req-c0cd4573-d170-4a12-8b8b-1b2f18b3bc73 tempest-RoutersNegativeIpV6Test-1420955511 tempest-RoutersNegativeIpV6Test-1420955511-project] show failed (client error): The resource could not be found. Sep 23 19:33:16.870335 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-c0cd4573-d170-4a12-8b8b-1b2f18b3bc73 tempest-RoutersNegativeIpV6Test-1420955511 tempest-RoutersNegativeIpV6Test-1420955511-project] 10.222.0.67 "GET /v2.0/routers/tempest-non_exist_router-407543523 HTTP/1.1" status: 404 len: 334 time: 0.0559378 Sep 23 19:33:16.870684 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 47536) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:33:16.873148 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f78ceba-c430-40d4-aa02-cceddd451a44 None None] Routers {'05b5948b-8281-471a-8451-5ec5473e4692'} bound to L3 agent in host n-d-713301-16 {{(pid=95103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 19:33:16.874195 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_hamode_db [None req-1f78ceba-c430-40d4-aa02-cceddd451a44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-23T19:07:52Z,description=,heartbeat_timestamp=2021-09-23T19:32:52Z,host='n-d-713301-16',id=79a740bf-7821-4989-8288-7186e3e128f3,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:07:52Z,topic='l3_agent')) {'router_ids': ['05b5948b-8281-471a-8451-5ec5473e4692'], 'active': True} {{(pid=95103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:33:16.877307 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.v2.base [None req-792798d4-7166-47ef-a57d-7f5f9e8bebfc tempest-RoutersNegativeIpV6Test-1420955511 tempest-RoutersNegativeIpV6Test-1420955511-project] Request body: {'router': {'name': 'new_name'}} {{(pid=95101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:33:16.917481 n-d-713301-16 neutron-server[95101]: INFO neutron.api.v2.resource [None req-792798d4-7166-47ef-a57d-7f5f9e8bebfc tempest-RoutersNegativeIpV6Test-1420955511 tempest-RoutersNegativeIpV6Test-1420955511-project] update failed (client error): The resource could not be found. Sep 23 19:33:16.918404 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_hamode_db [None req-1f78ceba-c430-40d4-aa02-cceddd451a44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713301-16', False) {} {{(pid=95103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:33:16.918536 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-792798d4-7166-47ef-a57d-7f5f9e8bebfc tempest-RoutersNegativeIpV6Test-1420955511 tempest-RoutersNegativeIpV6Test-1420955511-project] 10.222.0.67 "PUT /v2.0/routers/tempest-non_exist_router-785376554 HTTP/1.1" status: 404 len: 334 time: 0.0463130 Sep 23 19:33:16.919082 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f78ceba-c430-40d4-aa02-cceddd451a44 None None] The sync data for ids ['05b5948b-8281-471a-8451-5ec5473e4692'] in n-d-713301-16 is: [] {{(pid=95103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 19:33:16.924224 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 47538) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:33:16.994177 n-d-713301-16 neutron-server[95101]: DEBUG neutron.db.db_base_plugin_v2 [None req-61256c84-b8ec-4292-bb89-91f07c54637f tempest-RoutersNegativeIpV6Test-1420955511 tempest-RoutersNegativeIpV6Test-1420955511-project] Deleting subnet b7119762-87fd-469d-8197-7150c03ee8ec {{(pid=95101) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 23 19:33:17.001374 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-61256c84-b8ec-4292-bb89-91f07c54637f tempest-RoutersNegativeIpV6Test-1420955511 tempest-RoutersNegativeIpV6Test-1420955511-project] Notify callbacks [] for subnet, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:33:17.057279 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-61256c84-b8ec-4292-bb89-91f07c54637f tempest-RoutersNegativeIpV6Test-1420955511 tempest-RoutersNegativeIpV6Test-1420955511-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6007154'] for subnet, precommit_delete_associations {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:33:17.153255 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d2f4bd-781c-439d-8088-a016c1bc8a27 req-00414660-af5c-4991-92a9-0baa5cf99a17 tempest-ServerDiskConfigTestJSON-835646415 tempest-ServerDiskConfigTestJSON-835646415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:33:17.154879 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-32d2f4bd-781c-439d-8088-a016c1bc8a27 req-00414660-af5c-4991-92a9-0baa5cf99a17 tempest-ServerDiskConfigTestJSON-835646415 tempest-ServerDiskConfigTestJSON-835646415-project] 10.222.0.67 "GET /v2.0/ports?device_id=1112b5b5-ee0d-4dd8-82d2-7b664210a623 HTTP/1.1" status: 200 len: 946 time: 0.0767844 Sep 23 19:33:17.193325 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-61256c84-b8ec-4292-bb89-91f07c54637f tempest-RoutersNegativeIpV6Test-1420955511 tempest-RoutersNegativeIpV6Test-1420955511-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1756813'] for subnet, precommit_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:33:17.200107 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-32d2f4bd-781c-439d-8088-a016c1bc8a27 req-fb8a3457-66a4-4f56-a1e3-211e48b2ad16 tempest-ServerDiskConfigTestJSON-835646415 tempest-ServerDiskConfigTestJSON-835646415-project] 10.222.0.67 "GET /v2.0/security-groups?id=618aa602-18a9-4f8c-abdd-ba8d4ffb9ee9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378623 Sep 23 19:33:17.284896 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-61256c84-b8ec-4292-bb89-91f07c54637f tempest-RoutersNegativeIpV6Test-1420955511 tempest-RoutersNegativeIpV6Test-1420955511-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1756804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5607514', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6130950'] for subnet, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:33:17.317192 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61256c84-b8ec-4292-bb89-91f07c54637f tempest-RoutersNegativeIpV6Test-1420955511 tempest-RoutersNegativeIpV6Test-1420955511-project] Pushing event deleted for resources: {'Subnet': ['ID=b7119762-87fd-469d-8197-7150c03ee8ec,revision_number=None']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:33:17.322388 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-61256c84-b8ec-4292-bb89-91f07c54637f tempest-RoutersNegativeIpV6Test-1420955511 tempest-RoutersNegativeIpV6Test-1420955511-project] Notify callbacks [] for subnet, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:33:17.323685 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-61256c84-b8ec-4292-bb89-91f07c54637f tempest-RoutersNegativeIpV6Test-1420955511 tempest-RoutersNegativeIpV6Test-1420955511-project] 10.222.0.67 "DELETE /v2.0/subnets/b7119762-87fd-469d-8197-7150c03ee8ec HTTP/1.1" status: 204 len: 168 time: 0.3981466 Sep 23 19:33:17.326677 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 47548) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:33:17.345461 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f569324-96eb-403c-a17e-5a8f6897ad7e None None] Network fdcfd83b-a952-4e23-a42a-a47fe01c1edd requested from n-d-713301-16 {{(pid=95103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 19:33:17.433024 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-205aaad8-ddbd-4827-8c42-d60bb0040f79 tempest-RoutersNegativeIpV6Test-1420955511 tempest-RoutersNegativeIpV6Test-1420955511-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1628021'] for network, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:33:17.501001 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.plugin [None req-205aaad8-ddbd-4827-8c42-d60bb0040f79 tempest-RoutersNegativeIpV6Test-1420955511 tempest-RoutersNegativeIpV6Test-1420955511-project] Deleting port 6f80a342-161f-4487-aa87-5d6d12289b51 {{(pid=95101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:33:17.501548 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-205aaad8-ddbd-4827-8c42-d60bb0040f79 tempest-RoutersNegativeIpV6Test-1420955511 tempest-RoutersNegativeIpV6Test-1420955511-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783146157096'] for port, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:33:17.559966 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b17ddf80-e728-4043-9158-5c12d4a8df27 None None] DHCP port deletion for fdcfd83b-a952-4e23-a42a-a47fe01c1edd request from n-d-713301-16 {{(pid=95103) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 23 19:33:17.588200 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.db [None req-205aaad8-ddbd-4827-8c42-d60bb0040f79 tempest-RoutersNegativeIpV6Test-1420955511 tempest-RoutersNegativeIpV6Test-1420955511-project] For port 6f80a342-161f-4487-aa87-5d6d12289b51, host n-d-713301-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-16',level=0,port_id=6f80a342-161f-4487-aa87-5d6d12289b51,segment=NetworkSegment(c4ddcded-9b17-4902-abb2-5c33999c5fcf),segment_id=c4ddcded-9b17-4902-abb2-5c33999c5fcf)] {{(pid=95101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:33:17.588895 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-205aaad8-ddbd-4827-8c42-d60bb0040f79 tempest-RoutersNegativeIpV6Test-1420955511 tempest-RoutersNegativeIpV6Test-1420955511-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-605701'] for port, precommit_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:33:17.611002 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.plugin [None req-205aaad8-ddbd-4827-8c42-d60bb0040f79 tempest-RoutersNegativeIpV6Test-1420955511 tempest-RoutersNegativeIpV6Test-1420955511-project] Calling delete_port for 6f80a342-161f-4487-aa87-5d6d12289b51 owned by network:dhcp {{(pid=95101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:33:17.636328 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.plugin [None req-b17ddf80-e728-4043-9158-5c12d4a8df27 None None] Deleting port 6f80a342-161f-4487-aa87-5d6d12289b51 {{(pid=95103) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:33:17.636892 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b17ddf80-e728-4043-9158-5c12d4a8df27 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783146157096'] for port, before_delete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:33:17.719118 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-205aaad8-ddbd-4827-8c42-d60bb0040f79 tempest-RoutersNegativeIpV6Test-1420955511 tempest-RoutersNegativeIpV6Test-1420955511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783146162158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783145673144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5607431'] for port, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:33:17.733440 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-b17ddf80-e728-4043-9158-5c12d4a8df27 None None] For port 6f80a342-161f-4487-aa87-5d6d12289b51, host n-d-713301-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-16',level=0,port_id=6f80a342-161f-4487-aa87-5d6d12289b51,segment=NetworkSegment(c4ddcded-9b17-4902-abb2-5c33999c5fcf),segment_id=c4ddcded-9b17-4902-abb2-5c33999c5fcf)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:33:17.734671 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b17ddf80-e728-4043-9158-5c12d4a8df27 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-605701'] for port, precommit_delete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:33:17.755480 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.plugin [None req-b17ddf80-e728-4043-9158-5c12d4a8df27 None None] Calling delete_port for 6f80a342-161f-4487-aa87-5d6d12289b51 owned by network:dhcp {{(pid=95103) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:33:17.764526 n-d-713301-16 neutron-server[95101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-205aaad8-ddbd-4827-8c42-d60bb0040f79 tempest-RoutersNegativeIpV6Test-1420955511 tempest-RoutersNegativeIpV6Test-1420955511-project] No DVR routers for this DVR port 6f80a342-161f-4487-aa87-5d6d12289b51 on host n-d-713301-16 {{(pid=95101) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 19:33:17.766953 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-205aaad8-ddbd-4827-8c42-d60bb0040f79 tempest-RoutersNegativeIpV6Test-1420955511 tempest-RoutersNegativeIpV6Test-1420955511-project] Pushing event deleted for resources: {'Port': ['ID=6f80a342-161f-4487-aa87-5d6d12289b51,revision_number=None']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:33:17.870716 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b17ddf80-e728-4043-9158-5c12d4a8df27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783146162158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783145673144'] for port, after_delete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:33:17.888059 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-205aaad8-ddbd-4827-8c42-d60bb0040f79 tempest-RoutersNegativeIpV6Test-1420955511 tempest-RoutersNegativeIpV6Test-1420955511-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1754676', 'neutron.services.segments.db._delete_segments_for_network-8783146221460'] for network, precommit_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:33:17.905693 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b17ddf80-e728-4043-9158-5c12d4a8df27 None None] Pushing event deleted for resources: {'Port': ['ID=6f80a342-161f-4487-aa87-5d6d12289b51,revision_number=None']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:33:17.913353 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b17ddf80-e728-4043-9158-5c12d4a8df27 None None] No DVR routers for this DVR port 6f80a342-161f-4487-aa87-5d6d12289b51 on host n-d-713301-16 {{(pid=95103) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 19:33:17.930456 n-d-713301-16 neutron-server[95101]: DEBUG neutron.services.segments.db [None req-205aaad8-ddbd-4827-8c42-d60bb0040f79 tempest-RoutersNegativeIpV6Test-1420955511 tempest-RoutersNegativeIpV6Test-1420955511-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fdcfd83b-a952-4e23-a42a-a47fe01c1edd']}} {{(pid=95101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:33:17.945675 n-d-713301-16 neutron-server[95101]: DEBUG neutron.services.segments.db [None req-205aaad8-ddbd-4827-8c42-d60bb0040f79 tempest-RoutersNegativeIpV6Test-1420955511 tempest-RoutersNegativeIpV6Test-1420955511-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c4ddcded-9b17-4902-abb2-5c33999c5fcf') {'for_net_delete': True} {{(pid=95101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:33:17.946025 n-d-713301-16 neutron-server[95101]: DEBUG neutron.services.segments.db [None req-205aaad8-ddbd-4827-8c42-d60bb0040f79 tempest-RoutersNegativeIpV6Test-1420955511 tempest-RoutersNegativeIpV6Test-1420955511-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c4ddcded-9b17-4902-abb2-5c33999c5fcf') {} {{(pid=95101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:33:17.958505 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-205aaad8-ddbd-4827-8c42-d60bb0040f79 tempest-RoutersNegativeIpV6Test-1420955511 tempest-RoutersNegativeIpV6Test-1420955511-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783146221725', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6007147'] for segment, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:33:17.975477 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-205aaad8-ddbd-4827-8c42-d60bb0040f79 tempest-RoutersNegativeIpV6Test-1420955511 tempest-RoutersNegativeIpV6Test-1420955511-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1756186'] for segment, precommit_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:33:17.983077 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-205aaad8-ddbd-4827-8c42-d60bb0040f79 tempest-RoutersNegativeIpV6Test-1420955511 tempest-RoutersNegativeIpV6Test-1420955511-project] Releasing vlan 617 on physical network physnet1 to pool {{(pid=95101) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 19:33:17.983629 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-205aaad8-ddbd-4827-8c42-d60bb0040f79 tempest-RoutersNegativeIpV6Test-1420955511 tempest-RoutersNegativeIpV6Test-1420955511-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1756186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5608436'] for segment, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:33:17.988288 n-d-713301-16 neutron-server[95101]: Traceback (most recent call last): Sep 23 19:33:17.988288 n-d-713301-16 neutron-server[95101]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 19:33:17.988288 n-d-713301-16 neutron-server[95101]: timer() Sep 23 19:33:17.988288 n-d-713301-16 neutron-server[95101]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 19:33:17.988288 n-d-713301-16 neutron-server[95101]: cb(*args, **kw) Sep 23 19:33:17.988288 n-d-713301-16 neutron-server[95101]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 19:33:17.988288 n-d-713301-16 neutron-server[95101]: return func(*args, **kwargs) Sep 23 19:33:17.988288 n-d-713301-16 neutron-server[95101]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 19:33:17.988288 n-d-713301-16 neutron-server[95101]: self._notify() Sep 23 19:33:17.988288 n-d-713301-16 neutron-server[95101]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 19:33:17.988288 n-d-713301-16 neutron-server[95101]: self.callback(batched_events) Sep 23 19:33:17.988288 n-d-713301-16 neutron-server[95101]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 19:33:17.988288 n-d-713301-16 neutron-server[95101]: event.method(event) Sep 23 19:33:17.988288 n-d-713301-16 neutron-server[95101]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 19:33:17.988288 n-d-713301-16 neutron-server[95101]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 19:33:17.988288 n-d-713301-16 neutron-server[95101]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 19:33:17.988288 n-d-713301-16 neutron-server[95101]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 19:33:17.988288 n-d-713301-16 neutron-server[95101]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 19:33:17.988288 n-d-713301-16 neutron-server[95101]: return f(self, *a, **k) Sep 23 19:33:17.988288 n-d-713301-16 neutron-server[95101]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 19:33:17.988288 n-d-713301-16 neutron-server[95101]: return self._get(url).json() Sep 23 19:33:17.988288 n-d-713301-16 neutron-server[95101]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 19:33:17.988288 n-d-713301-16 neutron-server[95101]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 19:33:17.988288 n-d-713301-16 neutron-server[95101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 19:33:17.988288 n-d-713301-16 neutron-server[95101]: return self.request(url, 'GET', **kwargs) Sep 23 19:33:17.988288 n-d-713301-16 neutron-server[95101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 19:33:17.988288 n-d-713301-16 neutron-server[95101]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 19:33:17.988288 n-d-713301-16 neutron-server[95101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 19:33:17.988288 n-d-713301-16 neutron-server[95101]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 19:33:17.988288 n-d-713301-16 neutron-server[95101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 19:33:17.988288 n-d-713301-16 neutron-server[95101]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 19:33:17.988288 n-d-713301-16 neutron-server[95101]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 19:33:18.071866 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-205aaad8-ddbd-4827-8c42-d60bb0040f79 tempest-RoutersNegativeIpV6Test-1420955511 tempest-RoutersNegativeIpV6Test-1420955511-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1754627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-601866'] for network, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:33:18.080884 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-205aaad8-ddbd-4827-8c42-d60bb0040f79 tempest-RoutersNegativeIpV6Test-1420955511 tempest-RoutersNegativeIpV6Test-1420955511-project] Notify callbacks [] for network, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:33:18.086144 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-205aaad8-ddbd-4827-8c42-d60bb0040f79 tempest-RoutersNegativeIpV6Test-1420955511 tempest-RoutersNegativeIpV6Test-1420955511-project] 10.222.0.67 "DELETE /v2.0/networks/fdcfd83b-a952-4e23-a42a-a47fe01c1edd HTTP/1.1" status: 204 len: 168 time: 0.7570546 Sep 23 19:33:18.086974 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 47554) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:33:18.099626 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-205aaad8-ddbd-4827-8c42-d60bb0040f79 tempest-RoutersNegativeIpV6Test-1420955511 tempest-RoutersNegativeIpV6Test-1420955511-project] Pushing event deleted for resources: {'Network': ['ID=fdcfd83b-a952-4e23-a42a-a47fe01c1edd,revision_number=None']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:33:18.208933 n-d-713301-16 neutron-server[95102]: DEBUG neutron.db.db_base_plugin_v2 [None req-89e2e9a9-3235-44f5-a016-8306bf224250 tempest-RoutersNegativeIpV6Test-1420955511 tempest-RoutersNegativeIpV6Test-1420955511-project] Deleting subnet b66fc184-7fed-45ee-8811-ce741f8f7003 {{(pid=95102) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 23 19:33:18.214755 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-89e2e9a9-3235-44f5-a016-8306bf224250 tempest-RoutersNegativeIpV6Test-1420955511 tempest-RoutersNegativeIpV6Test-1420955511-project] Notify callbacks [] for subnet, before_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:33:18.283216 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-89e2e9a9-3235-44f5-a016-8306bf224250 tempest-RoutersNegativeIpV6Test-1420955511 tempest-RoutersNegativeIpV6Test-1420955511-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6162825'] for subnet, precommit_delete_associations {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:33:18.427770 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24261498-db83-474a-b767-e091c6a111ec req-825b8a9f-39b2-439e-a0c3-e7d5fcf7d765 tempest-ServerDiskConfigTestJSON-835646415 tempest-ServerDiskConfigTestJSON-835646415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:33:18.440072 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-24261498-db83-474a-b767-e091c6a111ec req-825b8a9f-39b2-439e-a0c3-e7d5fcf7d765 tempest-ServerDiskConfigTestJSON-835646415 tempest-ServerDiskConfigTestJSON-835646415-project] 10.222.0.67 "GET /v2.0/ports?device_id=1112b5b5-ee0d-4dd8-82d2-7b664210a623 HTTP/1.1" status: 200 len: 946 time: 0.1086495 Sep 23 19:33:18.517051 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-89e2e9a9-3235-44f5-a016-8306bf224250 tempest-RoutersNegativeIpV6Test-1420955511 tempest-RoutersNegativeIpV6Test-1420955511-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1756813'] for subnet, precommit_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:33:18.553847 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-24261498-db83-474a-b767-e091c6a111ec req-1c871339-2d57-43b9-a863-9be4173d56c4 tempest-ServerDiskConfigTestJSON-835646415 tempest-ServerDiskConfigTestJSON-835646415-project] 10.222.0.67 "GET /v2.0/security-groups?id=618aa602-18a9-4f8c-abdd-ba8d4ffb9ee9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1101849 Sep 23 19:33:18.619995 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-89e2e9a9-3235-44f5-a016-8306bf224250 tempest-RoutersNegativeIpV6Test-1420955511 tempest-RoutersNegativeIpV6Test-1420955511-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1756804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4399009', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5388229'] for subnet, after_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:33:18.650629 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89e2e9a9-3235-44f5-a016-8306bf224250 tempest-RoutersNegativeIpV6Test-1420955511 tempest-RoutersNegativeIpV6Test-1420955511-project] Pushing event deleted for resources: {'Subnet': ['ID=b66fc184-7fed-45ee-8811-ce741f8f7003,revision_number=None']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:33:18.657424 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-89e2e9a9-3235-44f5-a016-8306bf224250 tempest-RoutersNegativeIpV6Test-1420955511 tempest-RoutersNegativeIpV6Test-1420955511-project] Notify callbacks [] for subnet, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:33:18.662073 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 47564) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:33:18.662213 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-89e2e9a9-3235-44f5-a016-8306bf224250 tempest-RoutersNegativeIpV6Test-1420955511 tempest-RoutersNegativeIpV6Test-1420955511-project] 10.222.0.67 "DELETE /v2.0/subnets/b66fc184-7fed-45ee-8811-ce741f8f7003 HTTP/1.1" status: 204 len: 168 time: 0.5750930 Sep 23 19:33:18.672121 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7d98c5b-6a4d-40f0-81c9-212423237a54 None None] Network fa5c65fc-d28e-415b-b301-58d9e643ffa7 requested from n-d-713301-16 {{(pid=95103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 19:33:18.730953 n-d-713301-16 neutron-server[95101]: DEBUG neutron.db.db_base_plugin_v2 [None req-2afee636-396a-488d-a011-4700345a2c47 tempest-RoutersNegativeIpV6Test-1420955511 tempest-RoutersNegativeIpV6Test-1420955511-project] Deleting subnet ce416ece-f734-4010-95cb-4ce713ff5070 {{(pid=95101) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 23 19:33:18.736067 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-2afee636-396a-488d-a011-4700345a2c47 tempest-RoutersNegativeIpV6Test-1420955511 tempest-RoutersNegativeIpV6Test-1420955511-project] Notify callbacks [] for subnet, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:33:18.751750 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Device 6f80a342-161f-4487-aa87-5d6d12289b51 no longer exists at agent ovs-agent-n-d-713301-16 {{(pid=95103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 19:33:18.780112 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.plugin [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] No Port match for: 6f80a342-161f-4487-aa87-5d6d12289b51 {{(pid=95103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 19:33:18.780465 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Device 6f80a342-161f-4487-aa87-5d6d12289b51 not bound to the agent host n-d-713301-16 {{(pid=95103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 19:33:18.780689 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-2afee636-396a-488d-a011-4700345a2c47 tempest-RoutersNegativeIpV6Test-1420955511 tempest-RoutersNegativeIpV6Test-1420955511-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6007154'] for subnet, precommit_delete_associations {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:33:18.879466 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-2afee636-396a-488d-a011-4700345a2c47 tempest-RoutersNegativeIpV6Test-1420955511 tempest-RoutersNegativeIpV6Test-1420955511-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1756813'] for subnet, precommit_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:33:18.916573 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09337bf9-68f9-456f-8533-0580a4f2b84b None None] DHCP port deletion for fa5c65fc-d28e-415b-b301-58d9e643ffa7 request from n-d-713301-16 {{(pid=95103) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 23 19:33:18.959040 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-2afee636-396a-488d-a011-4700345a2c47 tempest-RoutersNegativeIpV6Test-1420955511 tempest-RoutersNegativeIpV6Test-1420955511-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1756804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5607514', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6130950'] for subnet, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:33:18.977205 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.plugin [None req-09337bf9-68f9-456f-8533-0580a4f2b84b None None] Deleting port 4dc5ca18-d46e-4f43-97ce-cd889dcc2970 {{(pid=95103) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:33:18.977590 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-09337bf9-68f9-456f-8533-0580a4f2b84b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783146157096'] for port, before_delete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:33:18.988812 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2afee636-396a-488d-a011-4700345a2c47 tempest-RoutersNegativeIpV6Test-1420955511 tempest-RoutersNegativeIpV6Test-1420955511-project] Pushing event deleted for resources: {'Subnet': ['ID=ce416ece-f734-4010-95cb-4ce713ff5070,revision_number=None']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:33:18.990923 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-2afee636-396a-488d-a011-4700345a2c47 tempest-RoutersNegativeIpV6Test-1420955511 tempest-RoutersNegativeIpV6Test-1420955511-project] Notify callbacks [] for subnet, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:33:18.996196 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 47566) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:33:19.000991 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-2afee636-396a-488d-a011-4700345a2c47 tempest-RoutersNegativeIpV6Test-1420955511 tempest-RoutersNegativeIpV6Test-1420955511-project] 10.222.0.67 "DELETE /v2.0/subnets/ce416ece-f734-4010-95cb-4ce713ff5070 HTTP/1.1" status: 204 len: 168 time: 0.3373301 Sep 23 19:33:19.003767 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45d1c74c-ae71-4b25-8a5a-d09f2cbfa75d None None] Network ecc39da7-8e1c-4e8b-b228-cfcbbafd9210 requested from n-d-713301-16 {{(pid=95103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 19:33:19.070079 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-09337bf9-68f9-456f-8533-0580a4f2b84b None None] For port 4dc5ca18-d46e-4f43-97ce-cd889dcc2970, host n-d-713301-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-16',level=0,port_id=4dc5ca18-d46e-4f43-97ce-cd889dcc2970,segment=NetworkSegment(89bf5a54-09cb-4375-a4cd-300101acc906),segment_id=89bf5a54-09cb-4375-a4cd-300101acc906)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:33:19.070502 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-09337bf9-68f9-456f-8533-0580a4f2b84b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-605701'] for port, precommit_delete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:33:19.085144 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.plugin [None req-09337bf9-68f9-456f-8533-0580a4f2b84b None None] Calling delete_port for 4dc5ca18-d46e-4f43-97ce-cd889dcc2970 owned by network:dhcp {{(pid=95103) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:33:19.090444 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-5f8a3e30-1e50-42b6-9e89-d45101513b44 tempest-RoutersNegativeIpV6Test-1420955511 tempest-RoutersNegativeIpV6Test-1420955511-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1628021'] for network, before_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:33:19.168337 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.plugin [None req-5f8a3e30-1e50-42b6-9e89-d45101513b44 tempest-RoutersNegativeIpV6Test-1420955511 tempest-RoutersNegativeIpV6Test-1420955511-project] Deleting port 4dc5ca18-d46e-4f43-97ce-cd889dcc2970 {{(pid=95102) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:33:19.168704 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-5f8a3e30-1e50-42b6-9e89-d45101513b44 tempest-RoutersNegativeIpV6Test-1420955511 tempest-RoutersNegativeIpV6Test-1420955511-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783146157096'] for port, before_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:33:19.248388 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.db [None req-5f8a3e30-1e50-42b6-9e89-d45101513b44 tempest-RoutersNegativeIpV6Test-1420955511 tempest-RoutersNegativeIpV6Test-1420955511-project] For port 4dc5ca18-d46e-4f43-97ce-cd889dcc2970, host n-d-713301-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-16',level=0,port_id=4dc5ca18-d46e-4f43-97ce-cd889dcc2970,segment=NetworkSegment(89bf5a54-09cb-4375-a4cd-300101acc906),segment_id=89bf5a54-09cb-4375-a4cd-300101acc906)] {{(pid=95102) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:33:19.249621 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-5f8a3e30-1e50-42b6-9e89-d45101513b44 tempest-RoutersNegativeIpV6Test-1420955511 tempest-RoutersNegativeIpV6Test-1420955511-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-605701'] for port, precommit_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:33:19.259997 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-09337bf9-68f9-456f-8533-0580a4f2b84b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783146162158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783145673144'] for port, after_delete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:33:19.263704 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.plugin [None req-5f8a3e30-1e50-42b6-9e89-d45101513b44 tempest-RoutersNegativeIpV6Test-1420955511 tempest-RoutersNegativeIpV6Test-1420955511-project] Calling delete_port for 4dc5ca18-d46e-4f43-97ce-cd889dcc2970 owned by network:dhcp {{(pid=95102) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:33:19.293273 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09337bf9-68f9-456f-8533-0580a4f2b84b None None] Pushing event deleted for resources: {'Port': ['ID=4dc5ca18-d46e-4f43-97ce-cd889dcc2970,revision_number=None']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:33:19.295174 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09337bf9-68f9-456f-8533-0580a4f2b84b None None] No DVR routers for this DVR port 4dc5ca18-d46e-4f43-97ce-cd889dcc2970 on host n-d-713301-16 {{(pid=95103) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 19:33:19.331934 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af303068-56fb-41c1-8352-47ad85fd6fb5 None None] DHCP port deletion for ecc39da7-8e1c-4e8b-b228-cfcbbafd9210 request from n-d-713301-16 {{(pid=95103) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 23 19:33:19.371383 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-5f8a3e30-1e50-42b6-9e89-d45101513b44 tempest-RoutersNegativeIpV6Test-1420955511 tempest-RoutersNegativeIpV6Test-1420955511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783146162158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783145673144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4399100'] for port, after_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:33:19.400748 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f8a3e30-1e50-42b6-9e89-d45101513b44 tempest-RoutersNegativeIpV6Test-1420955511 tempest-RoutersNegativeIpV6Test-1420955511-project] Pushing event deleted for resources: {'Port': ['ID=4dc5ca18-d46e-4f43-97ce-cd889dcc2970,revision_number=None']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:33:19.409387 n-d-713301-16 neutron-server[95102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f8a3e30-1e50-42b6-9e89-d45101513b44 tempest-RoutersNegativeIpV6Test-1420955511 tempest-RoutersNegativeIpV6Test-1420955511-project] No DVR routers for this DVR port 4dc5ca18-d46e-4f43-97ce-cd889dcc2970 on host n-d-713301-16 {{(pid=95102) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 19:33:19.423472 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.plugin [None req-af303068-56fb-41c1-8352-47ad85fd6fb5 None None] Deleting port 94eacdba-b899-413d-bc3c-c613314a00c5 {{(pid=95103) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:33:19.423868 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-af303068-56fb-41c1-8352-47ad85fd6fb5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783146157096'] for port, before_delete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:33:19.524684 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-5f8a3e30-1e50-42b6-9e89-d45101513b44 tempest-RoutersNegativeIpV6Test-1420955511 tempest-RoutersNegativeIpV6Test-1420955511-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1754676', 'neutron.services.segments.db._delete_segments_for_network-8783146221460'] for network, precommit_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:33:19.534725 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-af303068-56fb-41c1-8352-47ad85fd6fb5 None None] For port 94eacdba-b899-413d-bc3c-c613314a00c5, host n-d-713301-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-16',level=0,port_id=94eacdba-b899-413d-bc3c-c613314a00c5,segment=NetworkSegment(8bfb7889-0548-4813-a593-14e5c770a3d5),segment_id=8bfb7889-0548-4813-a593-14e5c770a3d5)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:33:19.540826 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-af303068-56fb-41c1-8352-47ad85fd6fb5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-605701'] for port, precommit_delete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:33:19.559509 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.plugin [None req-af303068-56fb-41c1-8352-47ad85fd6fb5 None None] Calling delete_port for 94eacdba-b899-413d-bc3c-c613314a00c5 owned by network:dhcp {{(pid=95103) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:33:19.564781 n-d-713301-16 neutron-server[95102]: DEBUG neutron.services.segments.db [None req-5f8a3e30-1e50-42b6-9e89-d45101513b44 tempest-RoutersNegativeIpV6Test-1420955511 tempest-RoutersNegativeIpV6Test-1420955511-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fa5c65fc-d28e-415b-b301-58d9e643ffa7']}} {{(pid=95102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:33:19.588030 n-d-713301-16 neutron-server[95102]: DEBUG neutron.services.segments.db [None req-5f8a3e30-1e50-42b6-9e89-d45101513b44 tempest-RoutersNegativeIpV6Test-1420955511 tempest-RoutersNegativeIpV6Test-1420955511-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '89bf5a54-09cb-4375-a4cd-300101acc906') {'for_net_delete': True} {{(pid=95102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:33:19.588382 n-d-713301-16 neutron-server[95102]: DEBUG neutron.services.segments.db [None req-5f8a3e30-1e50-42b6-9e89-d45101513b44 tempest-RoutersNegativeIpV6Test-1420955511 tempest-RoutersNegativeIpV6Test-1420955511-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '89bf5a54-09cb-4375-a4cd-300101acc906') {} {{(pid=95102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:33:19.608312 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-5f8a3e30-1e50-42b6-9e89-d45101513b44 tempest-RoutersNegativeIpV6Test-1420955511 tempest-RoutersNegativeIpV6Test-1420955511-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783146221725', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6162832'] for segment, before_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:33:19.636551 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-5f8a3e30-1e50-42b6-9e89-d45101513b44 tempest-RoutersNegativeIpV6Test-1420955511 tempest-RoutersNegativeIpV6Test-1420955511-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1756186'] for segment, precommit_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:33:19.649591 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5f8a3e30-1e50-42b6-9e89-d45101513b44 tempest-RoutersNegativeIpV6Test-1420955511 tempest-RoutersNegativeIpV6Test-1420955511-project] Releasing vlan 601 on physical network physnet1 to pool {{(pid=95102) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 19:33:19.651095 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-5f8a3e30-1e50-42b6-9e89-d45101513b44 tempest-RoutersNegativeIpV6Test-1420955511 tempest-RoutersNegativeIpV6Test-1420955511-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1756186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4398095'] for segment, after_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:33:19.658743 n-d-713301-16 neutron-server[95102]: Traceback (most recent call last): Sep 23 19:33:19.658743 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 19:33:19.658743 n-d-713301-16 neutron-server[95102]: timer() Sep 23 19:33:19.658743 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 19:33:19.658743 n-d-713301-16 neutron-server[95102]: cb(*args, **kw) Sep 23 19:33:19.658743 n-d-713301-16 neutron-server[95102]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 19:33:19.658743 n-d-713301-16 neutron-server[95102]: return func(*args, **kwargs) Sep 23 19:33:19.658743 n-d-713301-16 neutron-server[95102]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 19:33:19.658743 n-d-713301-16 neutron-server[95102]: self._notify() Sep 23 19:33:19.658743 n-d-713301-16 neutron-server[95102]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 19:33:19.658743 n-d-713301-16 neutron-server[95102]: self.callback(batched_events) Sep 23 19:33:19.658743 n-d-713301-16 neutron-server[95102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 19:33:19.658743 n-d-713301-16 neutron-server[95102]: event.method(event) Sep 23 19:33:19.658743 n-d-713301-16 neutron-server[95102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 19:33:19.658743 n-d-713301-16 neutron-server[95102]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 19:33:19.658743 n-d-713301-16 neutron-server[95102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 19:33:19.658743 n-d-713301-16 neutron-server[95102]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 19:33:19.658743 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 19:33:19.658743 n-d-713301-16 neutron-server[95102]: return f(self, *a, **k) Sep 23 19:33:19.658743 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 19:33:19.658743 n-d-713301-16 neutron-server[95102]: return self._get(url).json() Sep 23 19:33:19.658743 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 19:33:19.658743 n-d-713301-16 neutron-server[95102]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 19:33:19.658743 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 19:33:19.658743 n-d-713301-16 neutron-server[95102]: return self.request(url, 'GET', **kwargs) Sep 23 19:33:19.658743 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 19:33:19.658743 n-d-713301-16 neutron-server[95102]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 19:33:19.658743 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 19:33:19.658743 n-d-713301-16 neutron-server[95102]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 19:33:19.658743 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 19:33:19.658743 n-d-713301-16 neutron-server[95102]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 19:33:19.658743 n-d-713301-16 neutron-server[95102]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 19:33:19.683718 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-3f0f864d-5b86-4aef-9139-d9d03c99fd0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:33:19.695480 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-af303068-56fb-41c1-8352-47ad85fd6fb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783146162158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783145673144'] for port, after_delete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:33:19.727716 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af303068-56fb-41c1-8352-47ad85fd6fb5 None None] Pushing event deleted for resources: {'Port': ['ID=94eacdba-b899-413d-bc3c-c613314a00c5,revision_number=None']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:33:19.729635 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af303068-56fb-41c1-8352-47ad85fd6fb5 None None] No DVR routers for this DVR port 94eacdba-b899-413d-bc3c-c613314a00c5 on host n-d-713301-16 {{(pid=95103) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 19:33:19.798639 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-5f8a3e30-1e50-42b6-9e89-d45101513b44 tempest-RoutersNegativeIpV6Test-1420955511 tempest-RoutersNegativeIpV6Test-1420955511-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1754627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-601866'] for network, after_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:33:19.810053 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1760134b-4dbd-4318-97c0-726ac4e2d194 req-deeaecee-8e13-4bf9-b46d-d274517412e4 tempest-ServerDiskConfigTestJSON-835646415 tempest-ServerDiskConfigTestJSON-835646415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:33:19.811631 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-1760134b-4dbd-4318-97c0-726ac4e2d194 req-deeaecee-8e13-4bf9-b46d-d274517412e4 tempest-ServerDiskConfigTestJSON-835646415 tempest-ServerDiskConfigTestJSON-835646415-project] 10.222.0.67 "GET /v2.0/ports?device_id=1112b5b5-ee0d-4dd8-82d2-7b664210a623 HTTP/1.1" status: 200 len: 946 time: 0.1336045 Sep 23 19:33:19.819384 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-5f8a3e30-1e50-42b6-9e89-d45101513b44 tempest-RoutersNegativeIpV6Test-1420955511 tempest-RoutersNegativeIpV6Test-1420955511-project] Notify callbacks [] for network, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:33:19.821518 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-5f8a3e30-1e50-42b6-9e89-d45101513b44 tempest-RoutersNegativeIpV6Test-1420955511 tempest-RoutersNegativeIpV6Test-1420955511-project] 10.222.0.67 "DELETE /v2.0/networks/fa5c65fc-d28e-415b-b301-58d9e643ffa7 HTTP/1.1" status: 204 len: 168 time: 0.8241544 Sep 23 19:33:19.824399 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 47586) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:33:19.857267 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f8a3e30-1e50-42b6-9e89-d45101513b44 tempest-RoutersNegativeIpV6Test-1420955511 tempest-RoutersNegativeIpV6Test-1420955511-project] Pushing event deleted for resources: {'Network': ['ID=fa5c65fc-d28e-415b-b301-58d9e643ffa7,revision_number=None']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:33:19.884361 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-1760134b-4dbd-4318-97c0-726ac4e2d194 req-caac26ec-9fb0-4e07-8ed4-c5a25d98cf9a tempest-ServerDiskConfigTestJSON-835646415 tempest-ServerDiskConfigTestJSON-835646415-project] 10.222.0.67 "GET /v2.0/security-groups?id=618aa602-18a9-4f8c-abdd-ba8d4ffb9ee9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422471 Sep 23 19:33:19.944662 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-93f6ce0b-5fa7-4589-be86-08fde58021bb tempest-RoutersNegativeIpV6Test-1420955511 tempest-RoutersNegativeIpV6Test-1420955511-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1628021'] for network, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:33:20.043426 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-93f6ce0b-5fa7-4589-be86-08fde58021bb tempest-RoutersNegativeIpV6Test-1420955511 tempest-RoutersNegativeIpV6Test-1420955511-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1754676', 'neutron.services.segments.db._delete_segments_for_network-8783146221460'] for network, precommit_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:33:20.076306 n-d-713301-16 neutron-server[95101]: DEBUG neutron.services.segments.db [None req-93f6ce0b-5fa7-4589-be86-08fde58021bb tempest-RoutersNegativeIpV6Test-1420955511 tempest-RoutersNegativeIpV6Test-1420955511-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ecc39da7-8e1c-4e8b-b228-cfcbbafd9210']}} {{(pid=95101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:33:20.089350 n-d-713301-16 neutron-server[95101]: DEBUG neutron.services.segments.db [None req-93f6ce0b-5fa7-4589-be86-08fde58021bb tempest-RoutersNegativeIpV6Test-1420955511 tempest-RoutersNegativeIpV6Test-1420955511-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8bfb7889-0548-4813-a593-14e5c770a3d5') {'for_net_delete': True} {{(pid=95101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:33:20.089611 n-d-713301-16 neutron-server[95101]: DEBUG neutron.services.segments.db [None req-93f6ce0b-5fa7-4589-be86-08fde58021bb tempest-RoutersNegativeIpV6Test-1420955511 tempest-RoutersNegativeIpV6Test-1420955511-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8bfb7889-0548-4813-a593-14e5c770a3d5') {} {{(pid=95101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:33:20.102129 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-93f6ce0b-5fa7-4589-be86-08fde58021bb tempest-RoutersNegativeIpV6Test-1420955511 tempest-RoutersNegativeIpV6Test-1420955511-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783146221725', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6007147'] for segment, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:33:20.119452 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-93f6ce0b-5fa7-4589-be86-08fde58021bb tempest-RoutersNegativeIpV6Test-1420955511 tempest-RoutersNegativeIpV6Test-1420955511-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1756186'] for segment, precommit_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:33:20.130028 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-93f6ce0b-5fa7-4589-be86-08fde58021bb tempest-RoutersNegativeIpV6Test-1420955511 tempest-RoutersNegativeIpV6Test-1420955511-project] Releasing vlan 620 on physical network physnet1 to pool {{(pid=95101) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 19:33:20.130609 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-93f6ce0b-5fa7-4589-be86-08fde58021bb tempest-RoutersNegativeIpV6Test-1420955511 tempest-RoutersNegativeIpV6Test-1420955511-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1756186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5608436'] for segment, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:33:20.136035 n-d-713301-16 neutron-server[95101]: Traceback (most recent call last): Sep 23 19:33:20.136035 n-d-713301-16 neutron-server[95101]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 19:33:20.136035 n-d-713301-16 neutron-server[95101]: timer() Sep 23 19:33:20.136035 n-d-713301-16 neutron-server[95101]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 19:33:20.136035 n-d-713301-16 neutron-server[95101]: cb(*args, **kw) Sep 23 19:33:20.136035 n-d-713301-16 neutron-server[95101]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 19:33:20.136035 n-d-713301-16 neutron-server[95101]: return func(*args, **kwargs) Sep 23 19:33:20.136035 n-d-713301-16 neutron-server[95101]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 19:33:20.136035 n-d-713301-16 neutron-server[95101]: self._notify() Sep 23 19:33:20.136035 n-d-713301-16 neutron-server[95101]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 19:33:20.136035 n-d-713301-16 neutron-server[95101]: self.callback(batched_events) Sep 23 19:33:20.136035 n-d-713301-16 neutron-server[95101]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 19:33:20.136035 n-d-713301-16 neutron-server[95101]: event.method(event) Sep 23 19:33:20.136035 n-d-713301-16 neutron-server[95101]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 19:33:20.136035 n-d-713301-16 neutron-server[95101]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 19:33:20.136035 n-d-713301-16 neutron-server[95101]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 19:33:20.136035 n-d-713301-16 neutron-server[95101]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 19:33:20.136035 n-d-713301-16 neutron-server[95101]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 19:33:20.136035 n-d-713301-16 neutron-server[95101]: return f(self, *a, **k) Sep 23 19:33:20.136035 n-d-713301-16 neutron-server[95101]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 19:33:20.136035 n-d-713301-16 neutron-server[95101]: return self._get(url).json() Sep 23 19:33:20.136035 n-d-713301-16 neutron-server[95101]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 19:33:20.136035 n-d-713301-16 neutron-server[95101]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 19:33:20.136035 n-d-713301-16 neutron-server[95101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 19:33:20.136035 n-d-713301-16 neutron-server[95101]: return self.request(url, 'GET', **kwargs) Sep 23 19:33:20.136035 n-d-713301-16 neutron-server[95101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 19:33:20.136035 n-d-713301-16 neutron-server[95101]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 19:33:20.136035 n-d-713301-16 neutron-server[95101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 19:33:20.136035 n-d-713301-16 neutron-server[95101]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 19:33:20.136035 n-d-713301-16 neutron-server[95101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 19:33:20.136035 n-d-713301-16 neutron-server[95101]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 19:33:20.136035 n-d-713301-16 neutron-server[95101]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 19:33:20.221955 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-93f6ce0b-5fa7-4589-be86-08fde58021bb tempest-RoutersNegativeIpV6Test-1420955511 tempest-RoutersNegativeIpV6Test-1420955511-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1754627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-601866'] for network, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:33:20.229471 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-93f6ce0b-5fa7-4589-be86-08fde58021bb tempest-RoutersNegativeIpV6Test-1420955511 tempest-RoutersNegativeIpV6Test-1420955511-project] Notify callbacks [] for network, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:33:20.231224 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-93f6ce0b-5fa7-4589-be86-08fde58021bb tempest-RoutersNegativeIpV6Test-1420955511 tempest-RoutersNegativeIpV6Test-1420955511-project] 10.222.0.67 "DELETE /v2.0/networks/ecc39da7-8e1c-4e8b-b228-cfcbbafd9210 HTTP/1.1" status: 204 len: 168 time: 0.4057865 Sep 23 19:33:20.234988 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 47596) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:33:20.252394 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93f6ce0b-5fa7-4589-be86-08fde58021bb tempest-RoutersNegativeIpV6Test-1420955511 tempest-RoutersNegativeIpV6Test-1420955511-project] Pushing event deleted for resources: {'Network': ['ID=ecc39da7-8e1c-4e8b-b228-cfcbbafd9210,revision_number=None']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:33:20.294624 n-d-713301-16 neutron-server[95102]: DEBUG neutron.db.db_base_plugin_v2 [None req-fc80cdc3-6e35-478e-a403-88cbb83529c8 tempest-RoutersNegativeIpV6Test-1420955511 tempest-RoutersNegativeIpV6Test-1420955511-project] Deleting subnet ec32780e-98af-4089-9de9-9c32a22ae14d {{(pid=95102) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 23 19:33:20.300052 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-fc80cdc3-6e35-478e-a403-88cbb83529c8 tempest-RoutersNegativeIpV6Test-1420955511 tempest-RoutersNegativeIpV6Test-1420955511-project] Notify callbacks [] for subnet, before_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:33:20.681019 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-fc80cdc3-6e35-478e-a403-88cbb83529c8 tempest-RoutersNegativeIpV6Test-1420955511 tempest-RoutersNegativeIpV6Test-1420955511-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6162825'] for subnet, precommit_delete_associations {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:33:20.723701 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Device 4dc5ca18-d46e-4f43-97ce-cd889dcc2970 no longer exists at agent ovs-agent-n-d-713301-16 {{(pid=95103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 19:33:20.755835 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.plugin [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] No Port match for: 4dc5ca18-d46e-4f43-97ce-cd889dcc2970 {{(pid=95103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 19:33:20.756400 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Device 4dc5ca18-d46e-4f43-97ce-cd889dcc2970 not bound to the agent host n-d-713301-16 {{(pid=95103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 19:33:20.757211 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Device 94eacdba-b899-413d-bc3c-c613314a00c5 no longer exists at agent ovs-agent-n-d-713301-16 {{(pid=95103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 19:33:20.782850 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.plugin [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] No Port match for: 94eacdba-b899-413d-bc3c-c613314a00c5 {{(pid=95103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 19:33:20.783271 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Device 94eacdba-b899-413d-bc3c-c613314a00c5 not bound to the agent host n-d-713301-16 {{(pid=95103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 19:33:20.791398 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-fc80cdc3-6e35-478e-a403-88cbb83529c8 tempest-RoutersNegativeIpV6Test-1420955511 tempest-RoutersNegativeIpV6Test-1420955511-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1756813'] for subnet, precommit_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:33:20.865355 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-fc80cdc3-6e35-478e-a403-88cbb83529c8 tempest-RoutersNegativeIpV6Test-1420955511 tempest-RoutersNegativeIpV6Test-1420955511-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1756804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4399009', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5388229'] for subnet, after_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:33:20.900389 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc80cdc3-6e35-478e-a403-88cbb83529c8 tempest-RoutersNegativeIpV6Test-1420955511 tempest-RoutersNegativeIpV6Test-1420955511-project] Pushing event deleted for resources: {'Subnet': ['ID=ec32780e-98af-4089-9de9-9c32a22ae14d,revision_number=None']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:33:20.905565 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-fc80cdc3-6e35-478e-a403-88cbb83529c8 tempest-RoutersNegativeIpV6Test-1420955511 tempest-RoutersNegativeIpV6Test-1420955511-project] Notify callbacks [] for subnet, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:33:20.907706 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-fc80cdc3-6e35-478e-a403-88cbb83529c8 tempest-RoutersNegativeIpV6Test-1420955511 tempest-RoutersNegativeIpV6Test-1420955511-project] 10.222.0.67 "DELETE /v2.0/subnets/ec32780e-98af-4089-9de9-9c32a22ae14d HTTP/1.1" status: 204 len: 168 time: 0.6714597 Sep 23 19:33:20.911768 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 47602) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:33:20.918150 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b5373f6-5749-48ca-b96a-3927dd928c7a None None] Network ad89cc21-1aa9-4b0f-bafd-f18278b23299 requested from n-d-713301-16 {{(pid=95103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 19:33:21.038270 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-6f19f936-0a94-40cc-a96a-662f4975b905 tempest-RoutersNegativeIpV6Test-1420955511 tempest-RoutersNegativeIpV6Test-1420955511-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1628021'] for network, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:33:21.078941 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49916e52-487f-41ed-b88d-f2a681bdf4ef req-44b56eec-4123-48a5-9ded-6236089400d4 tempest-ServerDiskConfigTestJSON-835646415 tempest-ServerDiskConfigTestJSON-835646415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:33:21.083271 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-49916e52-487f-41ed-b88d-f2a681bdf4ef req-44b56eec-4123-48a5-9ded-6236089400d4 tempest-ServerDiskConfigTestJSON-835646415 tempest-ServerDiskConfigTestJSON-835646415-project] 10.222.0.67 "GET /v2.0/ports?device_id=1112b5b5-ee0d-4dd8-82d2-7b664210a623 HTTP/1.1" status: 200 len: 946 time: 0.0921481 Sep 23 19:33:21.135287 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-49916e52-487f-41ed-b88d-f2a681bdf4ef req-e2632cfc-c2fe-4cfe-a4c8-fe9b7c44a125 tempest-ServerDiskConfigTestJSON-835646415 tempest-ServerDiskConfigTestJSON-835646415-project] 10.222.0.67 "GET /v2.0/security-groups?id=618aa602-18a9-4f8c-abdd-ba8d4ffb9ee9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454080 Sep 23 19:33:21.150697 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.plugin [None req-6f19f936-0a94-40cc-a96a-662f4975b905 tempest-RoutersNegativeIpV6Test-1420955511 tempest-RoutersNegativeIpV6Test-1420955511-project] Deleting port 67fd71ff-4c52-4532-822a-875543686999 {{(pid=95101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:33:21.151142 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-6f19f936-0a94-40cc-a96a-662f4975b905 tempest-RoutersNegativeIpV6Test-1420955511 tempest-RoutersNegativeIpV6Test-1420955511-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783146157096'] for port, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:33:21.212109 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cacae97b-0667-4762-a1cb-8c63ccee95b1 None None] DHCP port deletion for ad89cc21-1aa9-4b0f-bafd-f18278b23299 request from n-d-713301-16 {{(pid=95103) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 23 19:33:21.238690 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.db [None req-6f19f936-0a94-40cc-a96a-662f4975b905 tempest-RoutersNegativeIpV6Test-1420955511 tempest-RoutersNegativeIpV6Test-1420955511-project] For port 67fd71ff-4c52-4532-822a-875543686999, host n-d-713301-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-16',level=0,port_id=67fd71ff-4c52-4532-822a-875543686999,segment=NetworkSegment(2cead9e8-fa74-44de-a80d-26b44eb00629),segment_id=2cead9e8-fa74-44de-a80d-26b44eb00629)] {{(pid=95101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:33:21.238690 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-6f19f936-0a94-40cc-a96a-662f4975b905 tempest-RoutersNegativeIpV6Test-1420955511 tempest-RoutersNegativeIpV6Test-1420955511-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-605701'] for port, precommit_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:33:21.253609 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.plugin [None req-6f19f936-0a94-40cc-a96a-662f4975b905 tempest-RoutersNegativeIpV6Test-1420955511 tempest-RoutersNegativeIpV6Test-1420955511-project] Calling delete_port for 67fd71ff-4c52-4532-822a-875543686999 owned by network:dhcp {{(pid=95101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:33:21.281424 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.plugin [None req-cacae97b-0667-4762-a1cb-8c63ccee95b1 None None] Deleting port 67fd71ff-4c52-4532-822a-875543686999 {{(pid=95103) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:33:21.282331 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-cacae97b-0667-4762-a1cb-8c63ccee95b1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783146157096'] for port, before_delete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:33:21.361900 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-6f19f936-0a94-40cc-a96a-662f4975b905 tempest-RoutersNegativeIpV6Test-1420955511 tempest-RoutersNegativeIpV6Test-1420955511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783146162158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783145673144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5607431'] for port, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:33:21.382308 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-cacae97b-0667-4762-a1cb-8c63ccee95b1 None None] For port 67fd71ff-4c52-4532-822a-875543686999, host n-d-713301-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-16',level=0,port_id=67fd71ff-4c52-4532-822a-875543686999,segment=NetworkSegment(2cead9e8-fa74-44de-a80d-26b44eb00629),segment_id=2cead9e8-fa74-44de-a80d-26b44eb00629)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:33:21.383612 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-cacae97b-0667-4762-a1cb-8c63ccee95b1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-605701'] for port, precommit_delete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:33:21.401158 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.plugin [None req-cacae97b-0667-4762-a1cb-8c63ccee95b1 None None] Calling delete_port for 67fd71ff-4c52-4532-822a-875543686999 owned by network:dhcp {{(pid=95103) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:33:21.402709 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f19f936-0a94-40cc-a96a-662f4975b905 tempest-RoutersNegativeIpV6Test-1420955511 tempest-RoutersNegativeIpV6Test-1420955511-project] Pushing event deleted for resources: {'Port': ['ID=67fd71ff-4c52-4532-822a-875543686999,revision_number=None']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:33:21.407457 n-d-713301-16 neutron-server[95101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f19f936-0a94-40cc-a96a-662f4975b905 tempest-RoutersNegativeIpV6Test-1420955511 tempest-RoutersNegativeIpV6Test-1420955511-project] No DVR routers for this DVR port 67fd71ff-4c52-4532-822a-875543686999 on host n-d-713301-16 {{(pid=95101) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 19:33:21.419201 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f19f936-0a94-40cc-a96a-662f4975b905 tempest-RoutersNegativeIpV6Test-1420955511 tempest-RoutersNegativeIpV6Test-1420955511-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:33:21.419474 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f19f936-0a94-40cc-a96a-662f4975b905 tempest-RoutersNegativeIpV6Test-1420955511 tempest-RoutersNegativeIpV6Test-1420955511-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:33:21.419823 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f19f936-0a94-40cc-a96a-662f4975b905 tempest-RoutersNegativeIpV6Test-1420955511 tempest-RoutersNegativeIpV6Test-1420955511-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:33:21.420408 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f19f936-0a94-40cc-a96a-662f4975b905 tempest-RoutersNegativeIpV6Test-1420955511 tempest-RoutersNegativeIpV6Test-1420955511-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:33:21.420835 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f19f936-0a94-40cc-a96a-662f4975b905 tempest-RoutersNegativeIpV6Test-1420955511 tempest-RoutersNegativeIpV6Test-1420955511-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:33:21.421280 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f19f936-0a94-40cc-a96a-662f4975b905 tempest-RoutersNegativeIpV6Test-1420955511 tempest-RoutersNegativeIpV6Test-1420955511-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:33:21.421675 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f19f936-0a94-40cc-a96a-662f4975b905 tempest-RoutersNegativeIpV6Test-1420955511 tempest-RoutersNegativeIpV6Test-1420955511-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:33:21.422006 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f19f936-0a94-40cc-a96a-662f4975b905 tempest-RoutersNegativeIpV6Test-1420955511 tempest-RoutersNegativeIpV6Test-1420955511-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:33:21.422692 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f19f936-0a94-40cc-a96a-662f4975b905 tempest-RoutersNegativeIpV6Test-1420955511 tempest-RoutersNegativeIpV6Test-1420955511-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:33:21.423185 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f19f936-0a94-40cc-a96a-662f4975b905 tempest-RoutersNegativeIpV6Test-1420955511 tempest-RoutersNegativeIpV6Test-1420955511-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:33:21.423701 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f19f936-0a94-40cc-a96a-662f4975b905 tempest-RoutersNegativeIpV6Test-1420955511 tempest-RoutersNegativeIpV6Test-1420955511-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:33:21.424035 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f19f936-0a94-40cc-a96a-662f4975b905 tempest-RoutersNegativeIpV6Test-1420955511 tempest-RoutersNegativeIpV6Test-1420955511-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:33:21.533982 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-6f19f936-0a94-40cc-a96a-662f4975b905 tempest-RoutersNegativeIpV6Test-1420955511 tempest-RoutersNegativeIpV6Test-1420955511-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1754676', 'neutron.services.segments.db._delete_segments_for_network-8783146221460'] for network, precommit_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:33:21.588933 n-d-713301-16 neutron-server[95101]: DEBUG neutron.services.segments.db [None req-6f19f936-0a94-40cc-a96a-662f4975b905 tempest-RoutersNegativeIpV6Test-1420955511 tempest-RoutersNegativeIpV6Test-1420955511-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ad89cc21-1aa9-4b0f-bafd-f18278b23299']}} {{(pid=95101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:33:21.603793 n-d-713301-16 neutron-server[95101]: DEBUG neutron.services.segments.db [None req-6f19f936-0a94-40cc-a96a-662f4975b905 tempest-RoutersNegativeIpV6Test-1420955511 tempest-RoutersNegativeIpV6Test-1420955511-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2cead9e8-fa74-44de-a80d-26b44eb00629') {'for_net_delete': True} {{(pid=95101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:33:21.604294 n-d-713301-16 neutron-server[95101]: DEBUG neutron.services.segments.db [None req-6f19f936-0a94-40cc-a96a-662f4975b905 tempest-RoutersNegativeIpV6Test-1420955511 tempest-RoutersNegativeIpV6Test-1420955511-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2cead9e8-fa74-44de-a80d-26b44eb00629') {} {{(pid=95101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:33:21.624928 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-6f19f936-0a94-40cc-a96a-662f4975b905 tempest-RoutersNegativeIpV6Test-1420955511 tempest-RoutersNegativeIpV6Test-1420955511-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783146221725', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6007147'] for segment, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:33:21.643662 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-6f19f936-0a94-40cc-a96a-662f4975b905 tempest-RoutersNegativeIpV6Test-1420955511 tempest-RoutersNegativeIpV6Test-1420955511-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1756186'] for segment, precommit_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:33:21.650611 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6f19f936-0a94-40cc-a96a-662f4975b905 tempest-RoutersNegativeIpV6Test-1420955511 tempest-RoutersNegativeIpV6Test-1420955511-project] Releasing vlan 623 on physical network physnet1 to pool {{(pid=95101) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 19:33:21.651173 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-6f19f936-0a94-40cc-a96a-662f4975b905 tempest-RoutersNegativeIpV6Test-1420955511 tempest-RoutersNegativeIpV6Test-1420955511-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1756186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5608436'] for segment, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:33:21.655634 n-d-713301-16 neutron-server[95101]: Traceback (most recent call last): Sep 23 19:33:21.655634 n-d-713301-16 neutron-server[95101]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 19:33:21.655634 n-d-713301-16 neutron-server[95101]: timer() Sep 23 19:33:21.655634 n-d-713301-16 neutron-server[95101]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 19:33:21.655634 n-d-713301-16 neutron-server[95101]: cb(*args, **kw) Sep 23 19:33:21.655634 n-d-713301-16 neutron-server[95101]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 19:33:21.655634 n-d-713301-16 neutron-server[95101]: return func(*args, **kwargs) Sep 23 19:33:21.655634 n-d-713301-16 neutron-server[95101]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 19:33:21.655634 n-d-713301-16 neutron-server[95101]: self._notify() Sep 23 19:33:21.655634 n-d-713301-16 neutron-server[95101]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 19:33:21.655634 n-d-713301-16 neutron-server[95101]: self.callback(batched_events) Sep 23 19:33:21.655634 n-d-713301-16 neutron-server[95101]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 19:33:21.655634 n-d-713301-16 neutron-server[95101]: event.method(event) Sep 23 19:33:21.655634 n-d-713301-16 neutron-server[95101]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 19:33:21.655634 n-d-713301-16 neutron-server[95101]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 19:33:21.655634 n-d-713301-16 neutron-server[95101]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 19:33:21.655634 n-d-713301-16 neutron-server[95101]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 19:33:21.655634 n-d-713301-16 neutron-server[95101]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 19:33:21.655634 n-d-713301-16 neutron-server[95101]: return f(self, *a, **k) Sep 23 19:33:21.655634 n-d-713301-16 neutron-server[95101]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 19:33:21.655634 n-d-713301-16 neutron-server[95101]: return self._get(url).json() Sep 23 19:33:21.655634 n-d-713301-16 neutron-server[95101]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 19:33:21.655634 n-d-713301-16 neutron-server[95101]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 19:33:21.655634 n-d-713301-16 neutron-server[95101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 19:33:21.655634 n-d-713301-16 neutron-server[95101]: return self.request(url, 'GET', **kwargs) Sep 23 19:33:21.655634 n-d-713301-16 neutron-server[95101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 19:33:21.655634 n-d-713301-16 neutron-server[95101]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 19:33:21.655634 n-d-713301-16 neutron-server[95101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 19:33:21.655634 n-d-713301-16 neutron-server[95101]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 19:33:21.655634 n-d-713301-16 neutron-server[95101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 19:33:21.655634 n-d-713301-16 neutron-server[95101]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 19:33:21.655634 n-d-713301-16 neutron-server[95101]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 19:33:21.675432 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-cacae97b-0667-4762-a1cb-8c63ccee95b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783146162158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783145673144'] for port, after_delete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:33:21.701735 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cacae97b-0667-4762-a1cb-8c63ccee95b1 None None] Pushing event deleted for resources: {'Port': ['ID=67fd71ff-4c52-4532-822a-875543686999,revision_number=None']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:33:21.705918 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cacae97b-0667-4762-a1cb-8c63ccee95b1 None None] No DVR routers for this DVR port 67fd71ff-4c52-4532-822a-875543686999 on host n-d-713301-16 {{(pid=95103) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 19:33:21.736252 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-6f19f936-0a94-40cc-a96a-662f4975b905 tempest-RoutersNegativeIpV6Test-1420955511 tempest-RoutersNegativeIpV6Test-1420955511-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1754627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-601866'] for network, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:33:21.741154 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-6f19f936-0a94-40cc-a96a-662f4975b905 tempest-RoutersNegativeIpV6Test-1420955511 tempest-RoutersNegativeIpV6Test-1420955511-project] Notify callbacks [] for network, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:33:21.747153 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-6f19f936-0a94-40cc-a96a-662f4975b905 tempest-RoutersNegativeIpV6Test-1420955511 tempest-RoutersNegativeIpV6Test-1420955511-project] 10.222.0.67 "DELETE /v2.0/networks/ad89cc21-1aa9-4b0f-bafd-f18278b23299 HTTP/1.1" status: 204 len: 168 time: 0.8314416 Sep 23 19:33:21.747619 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 47618) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:33:21.764589 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f19f936-0a94-40cc-a96a-662f4975b905 tempest-RoutersNegativeIpV6Test-1420955511 tempest-RoutersNegativeIpV6Test-1420955511-project] Pushing event deleted for resources: {'Network': ['ID=ad89cc21-1aa9-4b0f-bafd-f18278b23299,revision_number=None']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:33:21.780652 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-2cee3af2-d9f4-45cd-9ca7-0192d14cfee6 tempest-RoutersNegativeIpV6Test-1420955511 tempest-RoutersNegativeIpV6Test-1420955511-project] 10.222.0.67 "GET /v2.0/ports?device_id=05b5948b-8281-471a-8451-5ec5473e4692 HTTP/1.1" status: 200 len: 205 time: 0.0315592 Sep 23 19:33:21.782800 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 47620) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:33:21.863292 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-bffb6124-ace0-43b5-b9ad-0fc6dc5577c4 tempest-RoutersNegativeIpV6Test-1420955511 tempest-RoutersNegativeIpV6Test-1420955511-project] Notify callbacks [] for router, before_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:33:22.036516 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-bffb6124-ace0-43b5-b9ad-0fc6dc5577c4 tempest-RoutersNegativeIpV6Test-1420955511 tempest-RoutersNegativeIpV6Test-1420955511-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-597305', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29369'] for router, precommit_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:33:22.038717 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-bffb6124-ace0-43b5-b9ad-0fc6dc5577c4 tempest-RoutersNegativeIpV6Test-1420955511 tempest-RoutersNegativeIpV6Test-1420955511-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:33:22.085392 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-bffb6124-ace0-43b5-b9ad-0fc6dc5577c4 tempest-RoutersNegativeIpV6Test-1420955511 tempest-RoutersNegativeIpV6Test-1420955511-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-597296'] for router, after_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:33:22.086386 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bffb6124-ace0-43b5-b9ad-0fc6dc5577c4 tempest-RoutersNegativeIpV6Test-1420955511 tempest-RoutersNegativeIpV6Test-1420955511-project] Fanout notify agent at l3_agent the message router_deleted on router 05b5948b-8281-471a-8451-5ec5473e4692 {{(pid=95102) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 23 19:33:22.094729 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-bffb6124-ace0-43b5-b9ad-0fc6dc5577c4 tempest-RoutersNegativeIpV6Test-1420955511 tempest-RoutersNegativeIpV6Test-1420955511-project] Notify callbacks [] for router, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:33:22.096478 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-bffb6124-ace0-43b5-b9ad-0fc6dc5577c4 tempest-RoutersNegativeIpV6Test-1420955511 tempest-RoutersNegativeIpV6Test-1420955511-project] 10.222.0.67 "DELETE /v2.0/routers/05b5948b-8281-471a-8451-5ec5473e4692 HTTP/1.1" status: 204 len: 168 time: 0.3121574 Sep 23 19:33:22.299778 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ce90e3-ca84-4d1f-89af-75ee730186f1 req-6660e956-c59a-40bb-8d2d-834205950a24 tempest-ServerDiskConfigTestJSON-835646415 tempest-ServerDiskConfigTestJSON-835646415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:33:22.302026 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-f0ce90e3-ca84-4d1f-89af-75ee730186f1 req-6660e956-c59a-40bb-8d2d-834205950a24 tempest-ServerDiskConfigTestJSON-835646415 tempest-ServerDiskConfigTestJSON-835646415-project] 10.222.0.67 "GET /v2.0/ports?device_id=1112b5b5-ee0d-4dd8-82d2-7b664210a623 HTTP/1.1" status: 200 len: 946 time: 0.0840762 Sep 23 19:33:22.312954 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-d2b2e1ba-908d-4bc9-9d68-5d26425785c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:33:22.384650 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-f0ce90e3-ca84-4d1f-89af-75ee730186f1 req-352b5e43-4180-4377-87e2-0e0ab1c21c3d tempest-ServerDiskConfigTestJSON-835646415 tempest-ServerDiskConfigTestJSON-835646415-project] 10.222.0.67 "GET /v2.0/security-groups?id=618aa602-18a9-4f8c-abdd-ba8d4ffb9ee9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698347 Sep 23 19:33:22.467295 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 47634) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:33:22.635812 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-69da8761-78f3-49d6-9a35-385fa79c9217 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=b743e98c7aaf428cb99fc5bff0ae3aa4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1643195 Sep 23 19:33:22.637192 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 47640) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:33:22.727522 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-357f99ec-34b6-402c-a467-648207ee95de admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:33:22.762064 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Device 67fd71ff-4c52-4532-822a-875543686999 no longer exists at agent ovs-agent-n-d-713301-16 {{(pid=95103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 19:33:22.771811 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-357f99ec-34b6-402c-a467-648207ee95de admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:33:22.785151 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.plugin [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] No Port match for: 67fd71ff-4c52-4532-822a-875543686999 {{(pid=95103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 19:33:22.785631 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Device 67fd71ff-4c52-4532-822a-875543686999 not bound to the agent host n-d-713301-16 {{(pid=95103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 19:33:22.843488 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-357f99ec-34b6-402c-a467-648207ee95de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:33:22.846203 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-357f99ec-34b6-402c-a467-648207ee95de admin admin] Notify callbacks [] for security_group, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:33:22.847426 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-357f99ec-34b6-402c-a467-648207ee95de admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/979072e3-3921-4fb0-a894-4c7735e7ce96 HTTP/1.1" status: 204 len: 168 time: 0.2088487 Sep 23 19:33:22.862447 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-357f99ec-34b6-402c-a467-648207ee95de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=979072e3-3921-4fb0-a894-4c7735e7ce96,revision_number=None']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:33:23.023056 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:33:23.364174 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-0ae75029-feb6-4728-9a94-5f9b60993d82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:33:23.527840 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-019da29e-f732-409e-b680-ae6eb977c9e1 req-a9dbdbd7-1eca-4e06-a534-06b0b25b5ae3 tempest-ServerDiskConfigTestJSON-835646415 tempest-ServerDiskConfigTestJSON-835646415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:33:23.535885 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-019da29e-f732-409e-b680-ae6eb977c9e1 req-a9dbdbd7-1eca-4e06-a534-06b0b25b5ae3 tempest-ServerDiskConfigTestJSON-835646415 tempest-ServerDiskConfigTestJSON-835646415-project] 10.222.0.67 "GET /v2.0/ports?device_id=1112b5b5-ee0d-4dd8-82d2-7b664210a623 HTTP/1.1" status: 200 len: 946 time: 0.0663464 Sep 23 19:33:23.588666 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-019da29e-f732-409e-b680-ae6eb977c9e1 req-0834843d-0892-4290-8b3a-787c3f8d4efc tempest-ServerDiskConfigTestJSON-835646415 tempest-ServerDiskConfigTestJSON-835646415-project] 10.222.0.67 "GET /v2.0/security-groups?id=618aa602-18a9-4f8c-abdd-ba8d4ffb9ee9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429671 Sep 23 19:33:24.759758 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d4ca0b-a25b-4add-a9f6-79a56be178cd req-a7410cd2-ab10-4e1b-bf50-5af09208f940 tempest-ServerDiskConfigTestJSON-835646415 tempest-ServerDiskConfigTestJSON-835646415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:33:24.761538 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-f5d4ca0b-a25b-4add-a9f6-79a56be178cd req-a7410cd2-ab10-4e1b-bf50-5af09208f940 tempest-ServerDiskConfigTestJSON-835646415 tempest-ServerDiskConfigTestJSON-835646415-project] 10.222.0.67 "GET /v2.0/ports?device_id=1112b5b5-ee0d-4dd8-82d2-7b664210a623 HTTP/1.1" status: 200 len: 946 time: 0.0705054 Sep 23 19:33:24.813077 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-f5d4ca0b-a25b-4add-a9f6-79a56be178cd req-735ef71a-b3f3-42ce-a553-2c897898babf tempest-ServerDiskConfigTestJSON-835646415 tempest-ServerDiskConfigTestJSON-835646415-project] 10.222.0.67 "GET /v2.0/security-groups?id=618aa602-18a9-4f8c-abdd-ba8d4ffb9ee9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447326 Sep 23 19:33:25.238324 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-80e7e501-6c57-470d-92c6-e3d54bc3195c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:33:25.946790 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f140a2-e28e-4fb7-9043-f00e7f2b2d0d req-dec12c23-3acd-40c0-b248-bb7e3101ac70 tempest-AttachVolumeNegativeTest-1343519470 tempest-AttachVolumeNegativeTest-1343519470-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:33:25.948362 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-c5f140a2-e28e-4fb7-9043-f00e7f2b2d0d req-dec12c23-3acd-40c0-b248-bb7e3101ac70 tempest-AttachVolumeNegativeTest-1343519470 tempest-AttachVolumeNegativeTest-1343519470-project] 10.222.0.67 "GET /v2.0/networks?id=4bdf2aed-00a8-44e1-a719-ebf64e12596f HTTP/1.1" status: 200 len: 815 time: 0.1147056 Sep 23 19:33:25.981812 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-c5f140a2-e28e-4fb7-9043-f00e7f2b2d0d req-2f1552ca-e2fc-42bc-ba63-3251a8dd6e97 tempest-AttachVolumeNegativeTest-1343519470 tempest-AttachVolumeNegativeTest-1343519470-project] 10.222.0.67 "GET /v2.0/quotas/c02f0550973445e7a8f93af8008dcaa2 HTTP/1.1" status: 200 len: 375 time: 0.0257862 Sep 23 19:33:26.047525 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-915f3b56-7210-4f1b-999d-7d6fe6d6fbbf req-0bfc2624-3eff-4a88-bf0a-f8403da8eed0 tempest-ServerDiskConfigTestJSON-835646415 tempest-ServerDiskConfigTestJSON-835646415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:33:26.049102 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-915f3b56-7210-4f1b-999d-7d6fe6d6fbbf req-0bfc2624-3eff-4a88-bf0a-f8403da8eed0 tempest-ServerDiskConfigTestJSON-835646415 tempest-ServerDiskConfigTestJSON-835646415-project] 10.222.0.67 "GET /v2.0/ports?device_id=1112b5b5-ee0d-4dd8-82d2-7b664210a623 HTTP/1.1" status: 200 len: 946 time: 0.0920079 Sep 23 19:33:26.059086 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.agents_db [None req-f2f5c474-60a3-474f-b2cc-02c4bd30880c None None] Agent healthcheck: found 7 active agents {{(pid=95104) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 19:33:26.067737 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-c5f140a2-e28e-4fb7-9043-f00e7f2b2d0d req-876f40cb-6810-4e6a-87f2-c2b6aa1895b1 tempest-AttachVolumeNegativeTest-1343519470 tempest-AttachVolumeNegativeTest-1343519470-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=c02f0550973445e7a8f93af8008dcaa2&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0709651 Sep 23 19:33:26.129590 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-915f3b56-7210-4f1b-999d-7d6fe6d6fbbf req-763b7ccb-5fee-46c8-b7df-c212e8c4d74b tempest-ServerDiskConfigTestJSON-835646415 tempest-ServerDiskConfigTestJSON-835646415-project] 10.222.0.67 "GET /v2.0/security-groups?id=618aa602-18a9-4f8c-abdd-ba8d4ffb9ee9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717316 Sep 23 19:33:26.187795 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-c5f140a2-e28e-4fb7-9043-f00e7f2b2d0d req-7285be76-504a-4162-837c-eff1b549eb18 service neutron] 10.222.0.67 "GET /v2.0/networks/4bdf2aed-00a8-44e1-a719-ebf64e12596f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1066387 Sep 23 19:33:26.290673 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-c5f140a2-e28e-4fb7-9043-f00e7f2b2d0d req-47ea9a45-4891-4dca-a2e6-bcfbdf2a6995 service neutron] 10.222.0.67 "GET /v2.0/networks/4bdf2aed-00a8-44e1-a719-ebf64e12596f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0961361 Sep 23 19:33:26.505403 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-a3677b80-fa53-40b7-9856-561598dd6506 req-d0c06ab6-6b53-45b0-a2e5-b6641136ee09 tempest-AttachVolumeNegativeTest-1343519470 tempest-AttachVolumeNegativeTest-1343519470-project] 10.222.0.67 "GET /v2.0/ports?device_id=20a1e013-3fea-4138-97bd-9defd5904bfe HTTP/1.1" status: 200 len: 210 time: 0.0431869 Sep 23 19:33:27.276225 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ed3870-b934-4ae5-adc5-d67e762d7fe0 req-48911ac6-8d36-47e8-a90a-bddbd53392bd tempest-ServerDiskConfigTestJSON-835646415 tempest-ServerDiskConfigTestJSON-835646415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:33:27.277969 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-b2ed3870-b934-4ae5-adc5-d67e762d7fe0 req-48911ac6-8d36-47e8-a90a-bddbd53392bd tempest-ServerDiskConfigTestJSON-835646415 tempest-ServerDiskConfigTestJSON-835646415-project] 10.222.0.67 "GET /v2.0/ports?device_id=1112b5b5-ee0d-4dd8-82d2-7b664210a623 HTTP/1.1" status: 200 len: 946 time: 0.0687654 Sep 23 19:33:27.324153 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-b2ed3870-b934-4ae5-adc5-d67e762d7fe0 req-b90d41a9-3d68-4b68-91f4-426ed6562c29 tempest-ServerDiskConfigTestJSON-835646415 tempest-ServerDiskConfigTestJSON-835646415-project] 10.222.0.67 "GET /v2.0/security-groups?id=618aa602-18a9-4f8c-abdd-ba8d4ffb9ee9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389409 Sep 23 19:33:27.634460 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 47794) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:33:27.659000 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-0431206a-4cef-4e4e-a9a8-487cd715ffdc req-d4291dad-ba2b-4edb-83a3-27a7622a9028 tempest-AttachVolumeNegativeTest-1343519470 tempest-AttachVolumeNegativeTest-1343519470-project] 10.222.0.67 "GET /v2.0/ports?device_id=20a1e013-3fea-4138-97bd-9defd5904bfe HTTP/1.1" status: 200 len: 210 time: 0.0402424 Sep 23 19:33:27.738727 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f140a2-e28e-4fb7-9043-f00e7f2b2d0d req-ce1d73f4-323b-4fb3-b7ba-0c9d390e1024 tempest-AttachVolumeNegativeTest-1343519470 tempest-AttachVolumeNegativeTest-1343519470-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:33:27.740269 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-c5f140a2-e28e-4fb7-9043-f00e7f2b2d0d req-ce1d73f4-323b-4fb3-b7ba-0c9d390e1024 tempest-AttachVolumeNegativeTest-1343519470 tempest-AttachVolumeNegativeTest-1343519470-project] 10.222.0.74 "GET /v2.0/networks?id=4bdf2aed-00a8-44e1-a719-ebf64e12596f HTTP/1.1" status: 200 len: 815 time: 0.1712050 Sep 23 19:33:27.747255 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-0bafec61-7458-4330-8b0c-5b35985d6cd0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:33:27.763218 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.v2.base [req-c5f140a2-e28e-4fb7-9043-f00e7f2b2d0d req-5176de96-297e-4045-933d-594b476162ca tempest-AttachVolumeNegativeTest-1343519470 tempest-AttachVolumeNegativeTest-1343519470-project] Request body: {'port': {'device_id': '20a1e013-3fea-4138-97bd-9defd5904bfe', 'network_id': '4bdf2aed-00a8-44e1-a719-ebf64e12596f', 'admin_state_up': True, 'tenant_id': 'c02f0550973445e7a8f93af8008dcaa2'}} {{(pid=95102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:33:27.839676 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-0bafec61-7458-4330-8b0c-5b35985d6cd0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:33:27.844590 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-0bafec61-7458-4330-8b0c-5b35985d6cd0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:33:27.879873 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c5f140a2-e28e-4fb7-9043-f00e7f2b2d0d req-5176de96-297e-4045-933d-594b476162ca tempest-AttachVolumeNegativeTest-1343519470 tempest-AttachVolumeNegativeTest-1343519470-project] Made reservation on behalf of c02f0550973445e7a8f93af8008dcaa2 for: {'port': 1} {{(pid=95102) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:33:27.883892 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-c5f140a2-e28e-4fb7-9043-f00e7f2b2d0d req-5176de96-297e-4045-933d-594b476162ca tempest-AttachVolumeNegativeTest-1343519470 tempest-AttachVolumeNegativeTest-1343519470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:33:27.893584 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-0bafec61-7458-4330-8b0c-5b35985d6cd0 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=8b56e5334e234e719aa441e23afe2ed9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2573652 Sep 23 19:33:27.894709 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 47802) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:33:27.896536 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bafec61-7458-4330-8b0c-5b35985d6cd0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a4fae65-22be-469f-9d2d-9ee84a7f5537,revision_number=1']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:33:27.919528 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:33:27.948366 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-e86329a4-7ba6-4df2-b2b9-1599db181e96 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:33:27.970021 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-e86329a4-7ba6-4df2-b2b9-1599db181e96 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:33:28.026338 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-e86329a4-7ba6-4df2-b2b9-1599db181e96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:33:28.029451 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-e86329a4-7ba6-4df2-b2b9-1599db181e96 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:33:28.031238 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-e86329a4-7ba6-4df2-b2b9-1599db181e96 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/9a4fae65-22be-469f-9d2d-9ee84a7f5537 HTTP/1.1" status: 204 len: 168 time: 0.1353955 Sep 23 19:33:28.031978 n-d-713301-16 neutron-server[95102]: DEBUG neutron.db.db_base_plugin_common [req-c5f140a2-e28e-4fb7-9043-f00e7f2b2d0d req-5176de96-297e-4045-933d-594b476162ca tempest-AttachVolumeNegativeTest-1343519470 tempest-AttachVolumeNegativeTest-1343519470-project] Allocated IP 172.20.0.12 (4bdf2aed-00a8-44e1-a719-ebf64e12596f/2f537de2-cf52-42b9-a747-22f78331e2fe/ac018741-cd68-451b-9ca8-242939cfaab9) {{(pid=95102) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 19:33:28.039262 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e86329a4-7ba6-4df2-b2b9-1599db181e96 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a4fae65-22be-469f-9d2d-9ee84a7f5537,revision_number=None']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:33:28.203871 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-c5f140a2-e28e-4fb7-9043-f00e7f2b2d0d req-5176de96-297e-4045-933d-594b476162ca tempest-AttachVolumeNegativeTest-1343519470 tempest-AttachVolumeNegativeTest-1343519470-project] Notify callbacks [] for port, precommit_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:33:28.211096 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:33:28.243226 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-c5f140a2-e28e-4fb7-9043-f00e7f2b2d0d req-5176de96-297e-4045-933d-594b476162ca tempest-AttachVolumeNegativeTest-1343519470 tempest-AttachVolumeNegativeTest-1343519470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783145673135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4399100'] for port, after_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:33:28.257056 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] get_ports_and_sgs() called for port_ids ['6000dc64-b48e-40fc-9085-7103b4487289'] {{(pid=95103) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 19:33:28.259651 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] get_ports_and_sgs() called for port_ids ['f90207df-417b-4b30-81f8-4fed02c0bafb', '51a90acc-7984-4360-a90d-20d7b212c674'] {{(pid=95103) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 19:33:28.296106 n-d-713301-16 neutron-server[95102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c5f140a2-e28e-4fb7-9043-f00e7f2b2d0d req-5176de96-297e-4045-933d-594b476162ca tempest-AttachVolumeNegativeTest-1343519470 tempest-AttachVolumeNegativeTest-1343519470-project] Network 4bdf2aed-00a8-44e1-a719-ebf64e12596f is already hosted by enough agents. {{(pid=95102) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:33:28.300252 n-d-713301-16 neutron-server[95102]: DEBUG neutron.scheduler.base_scheduler [req-c5f140a2-e28e-4fb7-9043-f00e7f2b2d0d req-5176de96-297e-4045-933d-594b476162ca tempest-AttachVolumeNegativeTest-1343519470 tempest-AttachVolumeNegativeTest-1343519470-project] Resources bound (agent type, host, resource id): {{(pid=95102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:33:28.308106 n-d-713301-16 neutron-server[95102]: DEBUG neutron.db.l3_dvrscheduler_db [req-c5f140a2-e28e-4fb7-9043-f00e7f2b2d0d req-5176de96-297e-4045-933d-594b476162ca tempest-AttachVolumeNegativeTest-1343519470 tempest-AttachVolumeNegativeTest-1343519470-project] Received port after_create {{(pid=95102) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 19:33:28.312349 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5176de96-297e-4045-933d-594b476162ca tempest-AttachVolumeNegativeTest-1343519470 tempest-AttachVolumeNegativeTest-1343519470-project] Pushing event updated for resources: {'Port': ['ID=ac018741-cd68-451b-9ca8-242939cfaab9,revision_number=1']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:33:28.362821 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f140a2-e28e-4fb7-9043-f00e7f2b2d0d req-5176de96-297e-4045-933d-594b476162ca tempest-AttachVolumeNegativeTest-1343519470 tempest-AttachVolumeNegativeTest-1343519470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:33:28.363530 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-c5f140a2-e28e-4fb7-9043-f00e7f2b2d0d req-5176de96-297e-4045-933d-594b476162ca tempest-AttachVolumeNegativeTest-1343519470 tempest-AttachVolumeNegativeTest-1343519470-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222849'] for port, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:33:28.395455 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-c5f140a2-e28e-4fb7-9043-f00e7f2b2d0d req-5176de96-297e-4045-933d-594b476162ca tempest-AttachVolumeNegativeTest-1343519470 tempest-AttachVolumeNegativeTest-1343519470-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6359720 Sep 23 19:33:28.403286 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 47812) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:33:28.416194 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.v2.base [req-c5f140a2-e28e-4fb7-9043-f00e7f2b2d0d req-449453ea-8421-4076-b3e4-b17c3840b367 service neutron] Request body: {'port': {'device_id': '20a1e013-3fea-4138-97bd-9defd5904bfe', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713301-16'}} {{(pid=95102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:33:28.420508 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-49800b94-66b0-40eb-84bd-aea101d7f101 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:33:28.514966 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-c5f140a2-e28e-4fb7-9043-f00e7f2b2d0d req-449453ea-8421-4076-b3e4-b17c3840b367 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:33:28.526390 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0deb50ef-2af3-4baa-9248-ea9a39102159 req-de7d594e-b30e-4570-b949-3d44af42316e tempest-ServerDiskConfigTestJSON-835646415 tempest-ServerDiskConfigTestJSON-835646415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:33:28.527940 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-0deb50ef-2af3-4baa-9248-ea9a39102159 req-de7d594e-b30e-4570-b949-3d44af42316e tempest-ServerDiskConfigTestJSON-835646415 tempest-ServerDiskConfigTestJSON-835646415-project] 10.222.0.67 "GET /v2.0/ports?device_id=1112b5b5-ee0d-4dd8-82d2-7b664210a623 HTTP/1.1" status: 200 len: 946 time: 0.1090338 Sep 23 19:33:28.536749 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-49800b94-66b0-40eb-84bd-aea101d7f101 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:33:28.542386 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-49800b94-66b0-40eb-84bd-aea101d7f101 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:33:28.587576 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49800b94-66b0-40eb-84bd-aea101d7f101 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94c1e21d-2614-4b59-9ae5-02109fbf1666,revision_number=1']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:33:28.594968 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-49800b94-66b0-40eb-84bd-aea101d7f101 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=e601b67b9eb247fd809447d36ba59143&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1905987 Sep 23 19:33:28.599211 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 47814) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:33:28.617630 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-0deb50ef-2af3-4baa-9248-ea9a39102159 req-40c01728-de51-4355-bb4c-ac87a7e84a55 tempest-ServerDiskConfigTestJSON-835646415 tempest-ServerDiskConfigTestJSON-835646415-project] 10.222.0.67 "GET /v2.0/security-groups?id=618aa602-18a9-4f8c-abdd-ba8d4ffb9ee9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801947 Sep 23 19:33:28.661570 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-fb65929c-1568-4821-85ac-3c20f3dab675 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:33:28.686209 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-fb65929c-1568-4821-85ac-3c20f3dab675 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:33:28.766690 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-fb65929c-1568-4821-85ac-3c20f3dab675 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:33:28.769414 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-fb65929c-1568-4821-85ac-3c20f3dab675 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:33:28.770667 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-fb65929c-1568-4821-85ac-3c20f3dab675 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/94c1e21d-2614-4b59-9ae5-02109fbf1666 HTTP/1.1" status: 204 len: 168 time: 0.1704972 Sep 23 19:33:28.779848 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb65929c-1568-4821-85ac-3c20f3dab675 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94c1e21d-2614-4b59-9ae5-02109fbf1666,revision_number=None']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:33:28.868459 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd2d4bd-845e-456b-b5e4-d04bb1e305a0 req-0d81cc1a-5763-441b-89f2-c21ae35dfddf tempest-AttachVolumeNegativeTest-1343519470 tempest-AttachVolumeNegativeTest-1343519470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:33:28.870094 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-dfd2d4bd-845e-456b-b5e4-d04bb1e305a0 req-0d81cc1a-5763-441b-89f2-c21ae35dfddf tempest-AttachVolumeNegativeTest-1343519470 tempest-AttachVolumeNegativeTest-1343519470-project] 10.222.0.67 "GET /v2.0/ports?device_id=20a1e013-3fea-4138-97bd-9defd5904bfe HTTP/1.1" status: 200 len: 932 time: 0.1184783 Sep 23 19:33:28.939320 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-dfd2d4bd-845e-456b-b5e4-d04bb1e305a0 req-2f53a033-64a4-44a8-8816-a6beb9ecdc20 tempest-AttachVolumeNegativeTest-1343519470 tempest-AttachVolumeNegativeTest-1343519470-project] 10.222.0.67 "GET /v2.0/security-groups?id=870169be-a840-40b2-89c6-13960534f950&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607696 Sep 23 19:33:28.996561 n-d-713301-16 neutron-server[95102]: DEBUG neutron.notifiers.nova [req-c5f140a2-e28e-4fb7-9043-f00e7f2b2d0d req-449453ea-8421-4076-b3e4-b17c3840b367 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ac018741-cd68-451b-9ca8-242939cfaab9 {{(pid=95102) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 19:33:29.005605 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-c5f140a2-e28e-4fb7-9043-f00e7f2b2d0d req-449453ea-8421-4076-b3e4-b17c3840b367 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:33:29.018509 n-d-713301-16 neutron-server[95102]: DEBUG neutron.db.provisioning_blocks [req-c5f140a2-e28e-4fb7-9043-f00e7f2b2d0d req-449453ea-8421-4076-b3e4-b17c3840b367 service neutron] Transition to ACTIVE for port object ac018741-cd68-451b-9ca8-242939cfaab9 will not be triggered until provisioned by entity L2. {{(pid=95102) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 19:33:29.022536 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-c5f140a2-e28e-4fb7-9043-f00e7f2b2d0d req-449453ea-8421-4076-b3e4-b17c3840b367 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4399095'] for port, after_update {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:33:29.093467 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449453ea-8421-4076-b3e4-b17c3840b367 service neutron] Pushing event updated for resources: {'Port': ['ID=ac018741-cd68-451b-9ca8-242939cfaab9,revision_number=2']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:33:29.151129 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.managers [req-c5f140a2-e28e-4fb7-9043-f00e7f2b2d0d req-449453ea-8421-4076-b3e4-b17c3840b367 service neutron] Attempting to bind port ac018741-cd68-451b-9ca8-242939cfaab9 on host n-h1-713301-16 for vnic_type normal with profile {{(pid=95102) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 19:33:29.151419 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.managers [req-c5f140a2-e28e-4fb7-9043-f00e7f2b2d0d req-449453ea-8421-4076-b3e4-b17c3840b367 service neutron] Attempting to bind port ac018741-cd68-451b-9ca8-242939cfaab9 by drivers openvswitch,hyperv on host n-h1-713301-16 at level 0 using segments [{'id': '109e9ca4-0775-4f0d-a524-d06e4e2d3223', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '4bdf2aed-00a8-44e1-a719-ebf64e12596f'}] {{(pid=95102) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 19:33:29.151760 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5f140a2-e28e-4fb7-9043-f00e7f2b2d0d req-449453ea-8421-4076-b3e4-b17c3840b367 service neutron] Attempting to bind port ac018741-cd68-451b-9ca8-242939cfaab9 on network 4bdf2aed-00a8-44e1-a719-ebf64e12596f {{(pid=95102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:33:29.156505 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5f140a2-e28e-4fb7-9043-f00e7f2b2d0d req-449453ea-8421-4076-b3e4-b17c3840b367 service neutron] Port ac018741-cd68-451b-9ca8-242939cfaab9 on network 4bdf2aed-00a8-44e1-a719-ebf64e12596f not bound, no agent of type Open vSwitch agent registered on host n-h1-713301-16 {{(pid=95102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 19:33:29.156863 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5f140a2-e28e-4fb7-9043-f00e7f2b2d0d req-449453ea-8421-4076-b3e4-b17c3840b367 service neutron] Attempting to bind port ac018741-cd68-451b-9ca8-242939cfaab9 on network 4bdf2aed-00a8-44e1-a719-ebf64e12596f {{(pid=95102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:33:29.161756 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5f140a2-e28e-4fb7-9043-f00e7f2b2d0d req-449453ea-8421-4076-b3e4-b17c3840b367 service neutron] Checking agent: {'id': '0708c3e9-0aad-4600-9be9-d2486535c898', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713301-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 19, 15, 28), 'started_at': datetime.datetime(2021, 9, 23, 19, 15, 28), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 19, 33, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 19:33:29.162093 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5f140a2-e28e-4fb7-9043-f00e7f2b2d0d req-449453ea-8421-4076-b3e4-b17c3840b367 service neutron] Checking segment: {'id': '109e9ca4-0775-4f0d-a524-d06e4e2d3223', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '4bdf2aed-00a8-44e1-a719-ebf64e12596f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95102) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:33:29.162488 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5f140a2-e28e-4fb7-9043-f00e7f2b2d0d req-449453ea-8421-4076-b3e4-b17c3840b367 service neutron] Bound using segment: {'id': '109e9ca4-0775-4f0d-a524-d06e4e2d3223', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '4bdf2aed-00a8-44e1-a719-ebf64e12596f'} {{(pid=95102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 19:33:29.162916 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.managers [req-c5f140a2-e28e-4fb7-9043-f00e7f2b2d0d req-449453ea-8421-4076-b3e4-b17c3840b367 service neutron] Bound port: ac018741-cd68-451b-9ca8-242939cfaab9, host: n-h1-713301-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '109e9ca4-0775-4f0d-a524-d06e4e2d3223', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '4bdf2aed-00a8-44e1-a719-ebf64e12596f'}}] {{(pid=95102) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 19:33:29.163277 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-c5f140a2-e28e-4fb7-9043-f00e7f2b2d0d req-449453ea-8421-4076-b3e4-b17c3840b367 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:33:29.230327 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.db [req-c5f140a2-e28e-4fb7-9043-f00e7f2b2d0d req-449453ea-8421-4076-b3e4-b17c3840b367 service neutron] For port ac018741-cd68-451b-9ca8-242939cfaab9, host n-h1-713301-16, cleared binding levels {{(pid=95102) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 19:33:29.232830 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.db [req-c5f140a2-e28e-4fb7-9043-f00e7f2b2d0d req-449453ea-8421-4076-b3e4-b17c3840b367 service neutron] For port ac018741-cd68-451b-9ca8-242939cfaab9, host n-h1-713301-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-16',level=0,port_id=ac018741-cd68-451b-9ca8-242939cfaab9,segment=NetworkSegment(109e9ca4-0775-4f0d-a524-d06e4e2d3223),segment_id=109e9ca4-0775-4f0d-a524-d06e4e2d3223)] {{(pid=95102) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 19:33:29.237868 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-c5f140a2-e28e-4fb7-9043-f00e7f2b2d0d req-449453ea-8421-4076-b3e4-b17c3840b367 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4399095'] for port, after_update {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:33:29.276254 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f140a2-e28e-4fb7-9043-f00e7f2b2d0d req-449453ea-8421-4076-b3e4-b17c3840b367 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:33:29.276980 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-c5f140a2-e28e-4fb7-9043-f00e7f2b2d0d req-449453ea-8421-4076-b3e4-b17c3840b367 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222849'] for port, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:33:29.278388 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-c5f140a2-e28e-4fb7-9043-f00e7f2b2d0d req-449453ea-8421-4076-b3e4-b17c3840b367 service neutron] 10.222.0.74 "PUT /v2.0/ports/ac018741-cd68-451b-9ca8-242939cfaab9 HTTP/1.1" status: 200 len: 1093 time: 0.8667262 Sep 23 19:33:29.278829 n-d-713301-16 neutron-server[95102]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '20a1e013-3fea-4138-97bd-9defd5904bfe', 'tag': 'ac018741-cd68-451b-9ca8-242939cfaab9'}] {{(pid=95102) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 19:33:29.281442 n-d-713301-16 neutron-server[95102]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab31b6d93e5336dbddfa8ec424565b3bd8cb2369c5b4d85bc943472dbb21e8ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16bc5879-1f1e-40cb-9d19-53a86f6fadf9" -d '{"events": [{"name": "network-changed", "server_uuid": "20a1e013-3fea-4138-97bd-9defd5904bfe", "tag": "ac018741-cd68-451b-9ca8-242939cfaab9"}]}' {{(pid=95102) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 19:33:29.326477 n-d-713301-16 neutron-server[95102]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 19:33:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d59db72d-b83c-48f5-9b3a-7a39f6db6a7a x-openstack-request-id: req-d59db72d-b83c-48f5-9b3a-7a39f6db6a7a {{(pid=95102) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 19:33:29.327074 n-d-713301-16 neutron-server[95102]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "20a1e013-3fea-4138-97bd-9defd5904bfe", "tag": "ac018741-cd68-451b-9ca8-242939cfaab9", "status": "completed", "code": 200}]} {{(pid=95102) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 19:33:29.327074 n-d-713301-16 neutron-server[95102]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-d59db72d-b83c-48f5-9b3a-7a39f6db6a7a {{(pid=95102) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 19:33:29.327317 n-d-713301-16 neutron-server[95102]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '20a1e013-3fea-4138-97bd-9defd5904bfe', 'tag': 'ac018741-cd68-451b-9ca8-242939cfaab9', 'status': 'completed', 'code': 200} Sep 23 19:33:29.355733 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449453ea-8421-4076-b3e4-b17c3840b367 service neutron] Pushing event updated for resources: {'Port': ['ID=ac018741-cd68-451b-9ca8-242939cfaab9,revision_number=3']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:33:29.377742 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f140a2-e28e-4fb7-9043-f00e7f2b2d0d req-0d287415-56a8-42b5-8c7c-440a10b0832f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:33:29.379264 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-c5f140a2-e28e-4fb7-9043-f00e7f2b2d0d req-0d287415-56a8-42b5-8c7c-440a10b0832f service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=c02f0550973445e7a8f93af8008dcaa2&device_id=20a1e013-3fea-4138-97bd-9defd5904bfe HTTP/1.1" status: 200 len: 1096 time: 0.0506537 Sep 23 19:33:29.426493 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-c5f140a2-e28e-4fb7-9043-f00e7f2b2d0d req-ab6e1ac0-8bc6-4054-95c2-842439238141 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ac018741-cd68-451b-9ca8-242939cfaab9 HTTP/1.1" status: 200 len: 217 time: 0.0392475 Sep 23 19:33:29.476942 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f140a2-e28e-4fb7-9043-f00e7f2b2d0d req-0cb740c4-f95a-4b1f-9989-063a23376b5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:33:29.478094 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-c5f140a2-e28e-4fb7-9043-f00e7f2b2d0d req-0cb740c4-f95a-4b1f-9989-063a23376b5a service neutron] 10.222.0.74 "GET /v2.0/subnets?id=2f537de2-cf52-42b9-a747-22f78331e2fe HTTP/1.1" status: 200 len: 855 time: 0.0449433 Sep 23 19:33:29.511586 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-c5f140a2-e28e-4fb7-9043-f00e7f2b2d0d req-73591733-e499-43b6-8041-0e794660c16b service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=4bdf2aed-00a8-44e1-a719-ebf64e12596f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0262856 Sep 23 19:33:29.605493 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-c5f140a2-e28e-4fb7-9043-f00e7f2b2d0d req-adacc830-4c8c-41d4-8c4e-af324b231231 service neutron] 10.222.0.74 "GET /v2.0/networks/4bdf2aed-00a8-44e1-a719-ebf64e12596f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865502 Sep 23 19:33:29.710513 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-c5f140a2-e28e-4fb7-9043-f00e7f2b2d0d req-e71f2fb2-95fe-4f21-8def-29435396b712 service neutron] 10.222.0.74 "GET /v2.0/networks/4bdf2aed-00a8-44e1-a719-ebf64e12596f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0972750 Sep 23 19:33:29.754979 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8babe5be-3c5a-41a1-aa92-1cffd7017c75 req-03aeb539-ad11-4886-8be2-2d27cd1cd797 tempest-ServerDiskConfigTestJSON-835646415 tempest-ServerDiskConfigTestJSON-835646415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:33:29.756523 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-8babe5be-3c5a-41a1-aa92-1cffd7017c75 req-03aeb539-ad11-4886-8be2-2d27cd1cd797 tempest-ServerDiskConfigTestJSON-835646415 tempest-ServerDiskConfigTestJSON-835646415-project] 10.222.0.67 "GET /v2.0/ports?device_id=1112b5b5-ee0d-4dd8-82d2-7b664210a623 HTTP/1.1" status: 200 len: 946 time: 0.0584331 Sep 23 19:33:29.838072 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-8babe5be-3c5a-41a1-aa92-1cffd7017c75 req-bf58c64e-2b74-4ad3-97fe-697b9d2ae1aa tempest-ServerDiskConfigTestJSON-835646415 tempest-ServerDiskConfigTestJSON-835646415-project] 10.222.0.67 "GET /v2.0/security-groups?id=618aa602-18a9-4f8c-abdd-ba8d4ffb9ee9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736182 Sep 23 19:33:29.840880 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16bc5879-1f1e-40cb-9d19-53a86f6fadf9 req-fe991868-5d59-459a-ad30-108614bd16c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:33:29.842293 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-16bc5879-1f1e-40cb-9d19-53a86f6fadf9 req-fe991868-5d59-459a-ad30-108614bd16c1 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=c02f0550973445e7a8f93af8008dcaa2&device_id=20a1e013-3fea-4138-97bd-9defd5904bfe HTTP/1.1" status: 200 len: 1096 time: 0.0791175 Sep 23 19:33:29.938373 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16bc5879-1f1e-40cb-9d19-53a86f6fadf9 req-17538878-2111-4cd0-b7e4-0d45e0c10f6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:33:29.939896 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-16bc5879-1f1e-40cb-9d19-53a86f6fadf9 req-17538878-2111-4cd0-b7e4-0d45e0c10f6b service neutron] 10.222.0.74 "GET /v2.0/networks?id=4bdf2aed-00a8-44e1-a719-ebf64e12596f HTTP/1.1" status: 200 len: 916 time: 0.0887551 Sep 23 19:33:29.989073 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-16bc5879-1f1e-40cb-9d19-53a86f6fadf9 req-f150adcb-7117-40f6-ace1-7decc354bd1b service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ac018741-cd68-451b-9ca8-242939cfaab9 HTTP/1.1" status: 200 len: 217 time: 0.0404737 Sep 23 19:33:30.074747 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16bc5879-1f1e-40cb-9d19-53a86f6fadf9 req-d4d24854-3b48-41e8-816e-7e89c5855093 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:33:30.076354 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-16bc5879-1f1e-40cb-9d19-53a86f6fadf9 req-d4d24854-3b48-41e8-816e-7e89c5855093 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=2f537de2-cf52-42b9-a747-22f78331e2fe HTTP/1.1" status: 200 len: 855 time: 0.0750458 Sep 23 19:33:30.101330 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeab1032-9a02-4e3c-a098-110f4d2be789 req-3f7c1f54-8773-49e1-b8d0-df6258fccaf2 tempest-AttachVolumeNegativeTest-1343519470 tempest-AttachVolumeNegativeTest-1343519470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:33:30.102862 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-aeab1032-9a02-4e3c-a098-110f4d2be789 req-3f7c1f54-8773-49e1-b8d0-df6258fccaf2 tempest-AttachVolumeNegativeTest-1343519470 tempest-AttachVolumeNegativeTest-1343519470-project] 10.222.0.67 "GET /v2.0/ports?device_id=20a1e013-3fea-4138-97bd-9defd5904bfe HTTP/1.1" status: 200 len: 944 time: 0.0756736 Sep 23 19:33:30.121927 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-16bc5879-1f1e-40cb-9d19-53a86f6fadf9 req-3e2ce76d-bc87-4085-9571-f52aa3868afe service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=4bdf2aed-00a8-44e1-a719-ebf64e12596f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0375998 Sep 23 19:33:30.189306 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-aeab1032-9a02-4e3c-a098-110f4d2be789 req-ab83d90a-5079-4276-9956-b2382c200afa tempest-AttachVolumeNegativeTest-1343519470 tempest-AttachVolumeNegativeTest-1343519470-project] 10.222.0.67 "GET /v2.0/security-groups?id=870169be-a840-40b2-89c6-13960534f950&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708365 Sep 23 19:33:30.248075 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-16bc5879-1f1e-40cb-9d19-53a86f6fadf9 req-4c7863de-6916-4b31-a6ab-eec640d0d085 service neutron] 10.222.0.74 "GET /v2.0/networks/4bdf2aed-00a8-44e1-a719-ebf64e12596f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1086097 Sep 23 19:33:30.355739 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-16bc5879-1f1e-40cb-9d19-53a86f6fadf9 req-50f816d6-3a91-42cb-91f1-b278cce2fd89 service neutron] 10.222.0.74 "GET /v2.0/networks/4bdf2aed-00a8-44e1-a719-ebf64e12596f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0980489 Sep 23 19:33:30.967719 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12dbc417-9429-4732-ad8a-89f60696b416 req-b1035573-27cc-480b-9f41-bd61a56eaee5 tempest-ServerDiskConfigTestJSON-835646415 tempest-ServerDiskConfigTestJSON-835646415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:33:30.970835 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-12dbc417-9429-4732-ad8a-89f60696b416 req-b1035573-27cc-480b-9f41-bd61a56eaee5 tempest-ServerDiskConfigTestJSON-835646415 tempest-ServerDiskConfigTestJSON-835646415-project] 10.222.0.67 "GET /v2.0/ports?device_id=1112b5b5-ee0d-4dd8-82d2-7b664210a623 HTTP/1.1" status: 200 len: 946 time: 0.0545509 Sep 23 19:33:31.018937 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-12dbc417-9429-4732-ad8a-89f60696b416 req-14300d13-c550-4c4c-9ba6-2af6c68e084f tempest-ServerDiskConfigTestJSON-835646415 tempest-ServerDiskConfigTestJSON-835646415-project] 10.222.0.67 "GET /v2.0/security-groups?id=618aa602-18a9-4f8c-abdd-ba8d4ffb9ee9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413909 Sep 23 19:33:31.348067 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c9b0b2d-1b86-4a91-a6d3-40d658273907 req-c67781d3-f604-4f86-8415-7e6356d791e2 tempest-AttachVolumeNegativeTest-1343519470 tempest-AttachVolumeNegativeTest-1343519470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:33:31.349646 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-4c9b0b2d-1b86-4a91-a6d3-40d658273907 req-c67781d3-f604-4f86-8415-7e6356d791e2 tempest-AttachVolumeNegativeTest-1343519470 tempest-AttachVolumeNegativeTest-1343519470-project] 10.222.0.67 "GET /v2.0/ports?device_id=20a1e013-3fea-4138-97bd-9defd5904bfe HTTP/1.1" status: 200 len: 944 time: 0.0581012 Sep 23 19:33:31.396409 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-4c9b0b2d-1b86-4a91-a6d3-40d658273907 req-18b1db85-3d48-4bed-bea2-4d01085eb803 tempest-AttachVolumeNegativeTest-1343519470 tempest-AttachVolumeNegativeTest-1343519470-project] 10.222.0.67 "GET /v2.0/security-groups?id=870169be-a840-40b2-89c6-13960534f950&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392833 Sep 23 19:33:32.152581 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6871f660-d0d8-41ae-9057-c194f008db84 req-61b340c4-bb3a-488a-b526-ddbc3d02f16b tempest-ServerDiskConfigTestJSON-835646415 tempest-ServerDiskConfigTestJSON-835646415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:33:32.154163 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-6871f660-d0d8-41ae-9057-c194f008db84 req-61b340c4-bb3a-488a-b526-ddbc3d02f16b tempest-ServerDiskConfigTestJSON-835646415 tempest-ServerDiskConfigTestJSON-835646415-project] 10.222.0.67 "GET /v2.0/ports?device_id=1112b5b5-ee0d-4dd8-82d2-7b664210a623 HTTP/1.1" status: 200 len: 946 time: 0.0562577 Sep 23 19:33:32.207668 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-6871f660-d0d8-41ae-9057-c194f008db84 req-59976205-e412-4623-b264-625b945a2060 tempest-ServerDiskConfigTestJSON-835646415 tempest-ServerDiskConfigTestJSON-835646415-project] 10.222.0.67 "GET /v2.0/security-groups?id=618aa602-18a9-4f8c-abdd-ba8d4ffb9ee9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466447 Sep 23 19:33:32.538101 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-059167ca-de4e-4e52-93aa-0cae416c855f req-04f673a2-a997-44a3-a48a-cd15ebfec237 tempest-AttachVolumeNegativeTest-1343519470 tempest-AttachVolumeNegativeTest-1343519470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:33:32.539748 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-059167ca-de4e-4e52-93aa-0cae416c855f req-04f673a2-a997-44a3-a48a-cd15ebfec237 tempest-AttachVolumeNegativeTest-1343519470 tempest-AttachVolumeNegativeTest-1343519470-project] 10.222.0.67 "GET /v2.0/ports?device_id=20a1e013-3fea-4138-97bd-9defd5904bfe HTTP/1.1" status: 200 len: 944 time: 0.0517354 Sep 23 19:33:32.587812 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-059167ca-de4e-4e52-93aa-0cae416c855f req-e9996b66-b813-47bf-80d2-6009804cbacc tempest-AttachVolumeNegativeTest-1343519470 tempest-AttachVolumeNegativeTest-1343519470-project] 10.222.0.67 "GET /v2.0/security-groups?id=870169be-a840-40b2-89c6-13960534f950&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377924 Sep 23 19:33:33.351744 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf0ad8f-28a3-4404-8e9f-832c1d71a00c req-f302b6ce-3357-411f-a784-d47fb59750cd tempest-ServerDiskConfigTestJSON-835646415 tempest-ServerDiskConfigTestJSON-835646415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:33:33.356684 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-4bf0ad8f-28a3-4404-8e9f-832c1d71a00c req-f302b6ce-3357-411f-a784-d47fb59750cd tempest-ServerDiskConfigTestJSON-835646415 tempest-ServerDiskConfigTestJSON-835646415-project] 10.222.0.67 "GET /v2.0/ports?device_id=1112b5b5-ee0d-4dd8-82d2-7b664210a623 HTTP/1.1" status: 200 len: 946 time: 0.0707045 Sep 23 19:33:33.406952 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-4bf0ad8f-28a3-4404-8e9f-832c1d71a00c req-e43d5ee6-a821-4e85-801e-19126f456e14 tempest-ServerDiskConfigTestJSON-835646415 tempest-ServerDiskConfigTestJSON-835646415-project] 10.222.0.67 "GET /v2.0/security-groups?id=618aa602-18a9-4f8c-abdd-ba8d4ffb9ee9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385807 Sep 23 19:33:33.511237 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Device ac018741-cd68-451b-9ca8-242939cfaab9 details requested by agent hyperv_n-h1-713301-16 with host n-h1-713301-16 {{(pid=95103) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 19:33:33.625715 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] For port ac018741-cd68-451b-9ca8-242939cfaab9, host n-h1-713301-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-16',level=0,port_id=ac018741-cd68-451b-9ca8-242939cfaab9,segment=NetworkSegment(109e9ca4-0775-4f0d-a524-d06e4e2d3223),segment_id=109e9ca4-0775-4f0d-a524-d06e4e2d3223)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:33:33.638868 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Returning: {'device': 'ac018741-cd68-451b-9ca8-242939cfaab9', 'network_id': '4bdf2aed-00a8-44e1-a719-ebf64e12596f', 'port_id': 'ac018741-cd68-451b-9ca8-242939cfaab9', 'mac_address': 'fa:16:3e:3a:47:b0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 634, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2f537de2-cf52-42b9-a747-22f78331e2fe', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95103) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 19:33:33.699075 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:33:33.715245 n-d-713301-16 neutron-server[95103]: DEBUG neutron.notifiers.nova [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ac018741-cd68-451b-9ca8-242939cfaab9 {{(pid=95103) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 19:33:33.725186 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-727c4eef-9836-4028-83bf-2a418a8a99da req-b5668d64-0454-467c-8682-eea79ecd99a2 tempest-AttachVolumeNegativeTest-1343519470 tempest-AttachVolumeNegativeTest-1343519470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:33:33.726898 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-727c4eef-9836-4028-83bf-2a418a8a99da req-b5668d64-0454-467c-8682-eea79ecd99a2 tempest-AttachVolumeNegativeTest-1343519470 tempest-AttachVolumeNegativeTest-1343519470-project] 10.222.0.67 "GET /v2.0/ports?device_id=20a1e013-3fea-4138-97bd-9defd5904bfe HTTP/1.1" status: 200 len: 944 time: 0.0601246 Sep 23 19:33:33.739125 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] For port ac018741-cd68-451b-9ca8-242939cfaab9, host n-h1-713301-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-16',level=0,port_id=ac018741-cd68-451b-9ca8-242939cfaab9,segment=NetworkSegment(109e9ca4-0775-4f0d-a524-d06e4e2d3223),segment_id=109e9ca4-0775-4f0d-a524-d06e4e2d3223)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:33:33.745920 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:33:33.771985 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-727c4eef-9836-4028-83bf-2a418a8a99da req-97638386-571e-46d6-8457-a1310180a119 tempest-AttachVolumeNegativeTest-1343519470 tempest-AttachVolumeNegativeTest-1343519470-project] 10.222.0.67 "GET /v2.0/security-groups?id=870169be-a840-40b2-89c6-13960534f950&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385866 Sep 23 19:33:33.799767 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Pushing event updated for resources: {'Port': ['ID=ac018741-cd68-451b-9ca8-242939cfaab9,revision_number=4']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:33:34.067923 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] get_ports_and_sgs() called for port_ids ['ac018741-cd68-451b-9ca8-242939cfaab9'] {{(pid=95103) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 19:33:34.546739 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-718c6ad6-57c7-494c-9fb7-faef66482e4f req-b3347ff1-a036-4c7b-a46b-3893305372a3 tempest-ServerDiskConfigTestJSON-835646415 tempest-ServerDiskConfigTestJSON-835646415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:33:34.548304 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-718c6ad6-57c7-494c-9fb7-faef66482e4f req-b3347ff1-a036-4c7b-a46b-3893305372a3 tempest-ServerDiskConfigTestJSON-835646415 tempest-ServerDiskConfigTestJSON-835646415-project] 10.222.0.67 "GET /v2.0/ports?device_id=1112b5b5-ee0d-4dd8-82d2-7b664210a623 HTTP/1.1" status: 200 len: 946 time: 0.0597453 Sep 23 19:33:34.596247 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-718c6ad6-57c7-494c-9fb7-faef66482e4f req-326a7bad-2ace-4228-8d14-99da667ef7fc tempest-ServerDiskConfigTestJSON-835646415 tempest-ServerDiskConfigTestJSON-835646415-project] 10.222.0.67 "GET /v2.0/security-groups?id=618aa602-18a9-4f8c-abdd-ba8d4ffb9ee9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385501 Sep 23 19:33:34.897623 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64838239-76fd-40c9-8bea-806d13246c47 req-4173ec38-4046-4412-a775-33a1ede90b57 tempest-AttachVolumeNegativeTest-1343519470 tempest-AttachVolumeNegativeTest-1343519470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:33:34.899112 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-64838239-76fd-40c9-8bea-806d13246c47 req-4173ec38-4046-4412-a775-33a1ede90b57 tempest-AttachVolumeNegativeTest-1343519470 tempest-AttachVolumeNegativeTest-1343519470-project] 10.222.0.67 "GET /v2.0/ports?device_id=20a1e013-3fea-4138-97bd-9defd5904bfe HTTP/1.1" status: 200 len: 945 time: 0.0499156 Sep 23 19:33:34.937472 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-64838239-76fd-40c9-8bea-806d13246c47 req-78cd7a27-251c-4a9f-852d-f286f95268c2 tempest-AttachVolumeNegativeTest-1343519470 tempest-AttachVolumeNegativeTest-1343519470-project] 10.222.0.67 "GET /v2.0/security-groups?id=870169be-a840-40b2-89c6-13960534f950&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318799 Sep 23 19:33:35.542054 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Device ac018741-cd68-451b-9ca8-242939cfaab9 up at agent hyperv_n-h1-713301-16 {{(pid=95103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 19:33:35.596980 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Provisioning for port ac018741-cd68-451b-9ca8-242939cfaab9 completed by entity L2. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 19:33:35.600987 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Provisioning complete for port ac018741-cd68-451b-9ca8-242939cfaab9 triggered by entity L2. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:33:35.601361 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:33:35.695589 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:33:35.730149 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-108b6979-5829-4329-966e-0c641446c53a req-dc398549-be0e-40a7-80f0-1bb790eeeea1 tempest-ServerDiskConfigTestJSON-835646415 tempest-ServerDiskConfigTestJSON-835646415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:33:35.731353 n-d-713301-16 neutron-server[95103]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '20a1e013-3fea-4138-97bd-9defd5904bfe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac018741-cd68-451b-9ca8-242939cfaab9'}] {{(pid=95103) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 19:33:35.732178 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-108b6979-5829-4329-966e-0c641446c53a req-dc398549-be0e-40a7-80f0-1bb790eeeea1 tempest-ServerDiskConfigTestJSON-835646415 tempest-ServerDiskConfigTestJSON-835646415-project] 10.222.0.67 "GET /v2.0/ports?device_id=1112b5b5-ee0d-4dd8-82d2-7b664210a623 HTTP/1.1" status: 200 len: 946 time: 0.0618348 Sep 23 19:33:35.735140 n-d-713301-16 neutron-server[95103]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}81a1c17f2aa89d5b3ebbba3a3e0cf7eb588e431c2224256110c4c4facdd7c3e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc2e0e61-9370-4b0c-acda-0df253105c49" -d '{"events": [{"server_uuid": "20a1e013-3fea-4138-97bd-9defd5904bfe", "name": "network-vif-plugged", "status": "completed", "tag": "ac018741-cd68-451b-9ca8-242939cfaab9"}]}' {{(pid=95103) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 19:33:35.753970 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] For port ac018741-cd68-451b-9ca8-242939cfaab9, host n-h1-713301-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-16',level=0,port_id=ac018741-cd68-451b-9ca8-242939cfaab9,segment=NetworkSegment(109e9ca4-0775-4f0d-a524-d06e4e2d3223),segment_id=109e9ca4-0775-4f0d-a524-d06e4e2d3223)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:33:35.759872 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:33:35.800704 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-108b6979-5829-4329-966e-0c641446c53a req-aadd2ebf-e779-4a27-9ba0-7ecbe4e9824d tempest-ServerDiskConfigTestJSON-835646415 tempest-ServerDiskConfigTestJSON-835646415-project] 10.222.0.67 "GET /v2.0/security-groups?id=618aa602-18a9-4f8c-abdd-ba8d4ffb9ee9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438845 Sep 23 19:33:35.831008 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Pushing event updated for resources: {'Port': ['ID=ac018741-cd68-451b-9ca8-242939cfaab9,revision_number=5']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:33:35.945265 n-d-713301-16 neutron-server[95103]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 19:33:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-215cd5e8-7e8c-4fcb-a73e-ed95a2b57557 x-openstack-request-id: req-215cd5e8-7e8c-4fcb-a73e-ed95a2b57557 {{(pid=95103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 19:33:35.945689 n-d-713301-16 neutron-server[95103]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "20a1e013-3fea-4138-97bd-9defd5904bfe", "name": "network-vif-plugged", "status": "completed", "tag": "ac018741-cd68-451b-9ca8-242939cfaab9", "code": 200}]} {{(pid=95103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 19:33:35.945870 n-d-713301-16 neutron-server[95103]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-215cd5e8-7e8c-4fcb-a73e-ed95a2b57557 {{(pid=95103) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 19:33:35.946267 n-d-713301-16 neutron-server[95103]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '20a1e013-3fea-4138-97bd-9defd5904bfe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac018741-cd68-451b-9ca8-242939cfaab9', 'code': 200} Sep 23 19:33:36.085639 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722dbe93-96bf-4804-8573-fb2f63c0e033 req-0e8c297a-11ee-4521-9692-f8f510cb477a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:33:36.087168 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-722dbe93-96bf-4804-8573-fb2f63c0e033 req-0e8c297a-11ee-4521-9692-f8f510cb477a service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=20a1e013-3fea-4138-97bd-9defd5904bfe HTTP/1.1" status: 200 len: 1098 time: 0.0731208 Sep 23 19:33:36.095938 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0fad114-1d45-466d-b7ea-aa2096360244 req-730a2504-8763-499d-abef-987a678e879e tempest-AttachVolumeNegativeTest-1343519470 tempest-AttachVolumeNegativeTest-1343519470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:33:36.097625 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-c0fad114-1d45-466d-b7ea-aa2096360244 req-730a2504-8763-499d-abef-987a678e879e tempest-AttachVolumeNegativeTest-1343519470 tempest-AttachVolumeNegativeTest-1343519470-project] 10.222.0.67 "GET /v2.0/ports?device_id=20a1e013-3fea-4138-97bd-9defd5904bfe HTTP/1.1" status: 200 len: 946 time: 0.0848780 Sep 23 19:33:36.147790 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-722dbe93-96bf-4804-8573-fb2f63c0e033 req-70dd7cb2-b5bb-4db8-9132-cde7af86c487 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=870169be-a840-40b2-89c6-13960534f950&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491478 Sep 23 19:33:36.161742 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-c0fad114-1d45-466d-b7ea-aa2096360244 req-f45a0969-01c8-47a1-be61-a36986f64070 tempest-AttachVolumeNegativeTest-1343519470 tempest-AttachVolumeNegativeTest-1343519470-project] 10.222.0.67 "GET /v2.0/security-groups?id=870169be-a840-40b2-89c6-13960534f950&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492294 Sep 23 19:33:36.930762 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c20d73-d028-4b2a-9fdd-759195ab6696 req-b8d9470b-3bff-4132-adc2-a9cf529184ef tempest-ServerDiskConfigTestJSON-835646415 tempest-ServerDiskConfigTestJSON-835646415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:33:36.932465 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-58c20d73-d028-4b2a-9fdd-759195ab6696 req-b8d9470b-3bff-4132-adc2-a9cf529184ef tempest-ServerDiskConfigTestJSON-835646415 tempest-ServerDiskConfigTestJSON-835646415-project] 10.222.0.67 "GET /v2.0/ports?device_id=1112b5b5-ee0d-4dd8-82d2-7b664210a623 HTTP/1.1" status: 200 len: 946 time: 0.0551438 Sep 23 19:33:36.971583 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-58c20d73-d028-4b2a-9fdd-759195ab6696 req-fa2a98da-fa8c-4e12-a7f4-b77c3b815a65 tempest-ServerDiskConfigTestJSON-835646415 tempest-ServerDiskConfigTestJSON-835646415-project] 10.222.0.67 "GET /v2.0/security-groups?id=618aa602-18a9-4f8c-abdd-ba8d4ffb9ee9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326297 Sep 23 19:33:37.286635 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14591b97-a34c-42d7-99dd-b97617575ae3 req-d35a9c05-9c93-4739-8da3-a525589f90a7 tempest-AttachVolumeNegativeTest-1343519470 tempest-AttachVolumeNegativeTest-1343519470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:33:37.288954 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-14591b97-a34c-42d7-99dd-b97617575ae3 req-d35a9c05-9c93-4739-8da3-a525589f90a7 tempest-AttachVolumeNegativeTest-1343519470 tempest-AttachVolumeNegativeTest-1343519470-project] 10.222.0.67 "GET /v2.0/ports?device_id=20a1e013-3fea-4138-97bd-9defd5904bfe HTTP/1.1" status: 200 len: 946 time: 0.0553668 Sep 23 19:33:37.344857 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-14591b97-a34c-42d7-99dd-b97617575ae3 req-63c4310d-dee6-4a7d-90be-1b68d5882095 tempest-AttachVolumeNegativeTest-1343519470 tempest-AttachVolumeNegativeTest-1343519470-project] 10.222.0.67 "GET /v2.0/security-groups?id=870169be-a840-40b2-89c6-13960534f950&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485113 Sep 23 19:33:38.096090 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cbd7096-595f-44ae-888e-2c7c3232d6b2 req-25990599-d5e0-4b1e-9c45-cbaabc327358 tempest-ServerDiskConfigTestJSON-835646415 tempest-ServerDiskConfigTestJSON-835646415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:33:38.097617 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-1cbd7096-595f-44ae-888e-2c7c3232d6b2 req-25990599-d5e0-4b1e-9c45-cbaabc327358 tempest-ServerDiskConfigTestJSON-835646415 tempest-ServerDiskConfigTestJSON-835646415-project] 10.222.0.67 "GET /v2.0/ports?device_id=1112b5b5-ee0d-4dd8-82d2-7b664210a623 HTTP/1.1" status: 200 len: 946 time: 0.0500207 Sep 23 19:33:38.136854 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-1cbd7096-595f-44ae-888e-2c7c3232d6b2 req-5b4ffaf8-40f9-4141-8f44-bb61f87ebfbe tempest-ServerDiskConfigTestJSON-835646415 tempest-ServerDiskConfigTestJSON-835646415-project] 10.222.0.67 "GET /v2.0/security-groups?id=618aa602-18a9-4f8c-abdd-ba8d4ffb9ee9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331943 Sep 23 19:33:38.488628 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f89c5677-7642-43d0-9b6c-57598808633a req-f05066bb-fe42-49ee-8af8-810c312d7095 tempest-AttachVolumeNegativeTest-1343519470 tempest-AttachVolumeNegativeTest-1343519470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:33:38.490212 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-f89c5677-7642-43d0-9b6c-57598808633a req-f05066bb-fe42-49ee-8af8-810c312d7095 tempest-AttachVolumeNegativeTest-1343519470 tempest-AttachVolumeNegativeTest-1343519470-project] 10.222.0.67 "GET /v2.0/ports?device_id=20a1e013-3fea-4138-97bd-9defd5904bfe HTTP/1.1" status: 200 len: 946 time: 0.0612624 Sep 23 19:33:38.534078 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-f89c5677-7642-43d0-9b6c-57598808633a req-69edc50e-0392-4aa3-9ee9-59df25ac903f tempest-AttachVolumeNegativeTest-1343519470 tempest-AttachVolumeNegativeTest-1343519470-project] 10.222.0.67 "GET /v2.0/security-groups?id=870169be-a840-40b2-89c6-13960534f950&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376527 Sep 23 19:33:39.279087 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ed6c6e-eeb4-4c14-9eb2-1c4ad00f3b19 req-1faf4355-4bf3-4249-91ce-ba3571d41ebd tempest-ServerDiskConfigTestJSON-835646415 tempest-ServerDiskConfigTestJSON-835646415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:33:39.280588 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-f4ed6c6e-eeb4-4c14-9eb2-1c4ad00f3b19 req-1faf4355-4bf3-4249-91ce-ba3571d41ebd tempest-ServerDiskConfigTestJSON-835646415 tempest-ServerDiskConfigTestJSON-835646415-project] 10.222.0.67 "GET /v2.0/ports?device_id=1112b5b5-ee0d-4dd8-82d2-7b664210a623 HTTP/1.1" status: 200 len: 946 time: 0.0609107 Sep 23 19:33:39.332626 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-f4ed6c6e-eeb4-4c14-9eb2-1c4ad00f3b19 req-ce602952-c16f-4275-9784-e148a2077534 tempest-ServerDiskConfigTestJSON-835646415 tempest-ServerDiskConfigTestJSON-835646415-project] 10.222.0.67 "GET /v2.0/security-groups?id=618aa602-18a9-4f8c-abdd-ba8d4ffb9ee9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453105 Sep 23 19:33:40.347397 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-f2997f05-28a8-4fd4-bf02-f87935238f41 req-3d4816b5-c055-4371-ab91-c7cf6a3e2539 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=6c7d744a-f584-4648-aa8d-a6936fa22df4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.0532780 Sep 23 19:33:40.489004 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2997f05-28a8-4fd4-bf02-f87935238f41 req-6a51a24f-03fb-482a-abc1-cd9ff05d9e37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:33:40.489497 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2997f05-28a8-4fd4-bf02-f87935238f41 req-6a51a24f-03fb-482a-abc1-cd9ff05d9e37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:33:40.489978 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2997f05-28a8-4fd4-bf02-f87935238f41 req-6a51a24f-03fb-482a-abc1-cd9ff05d9e37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:33:40.490454 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2997f05-28a8-4fd4-bf02-f87935238f41 req-6a51a24f-03fb-482a-abc1-cd9ff05d9e37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:33:40.490923 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2997f05-28a8-4fd4-bf02-f87935238f41 req-6a51a24f-03fb-482a-abc1-cd9ff05d9e37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:33:40.491392 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2997f05-28a8-4fd4-bf02-f87935238f41 req-6a51a24f-03fb-482a-abc1-cd9ff05d9e37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:33:40.491862 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2997f05-28a8-4fd4-bf02-f87935238f41 req-6a51a24f-03fb-482a-abc1-cd9ff05d9e37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:33:40.497203 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-f2997f05-28a8-4fd4-bf02-f87935238f41 req-6a51a24f-03fb-482a-abc1-cd9ff05d9e37 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=f9311328b6c648f88a79b8848358e4b9&device_id=6c7d744a-f584-4648-aa8d-a6936fa22df4 HTTP/1.1" status: 200 len: 6499 time: 0.0922456 Sep 23 19:33:40.509029 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f6029d3-77c7-4309-8e41-5968afcd711e req-c2e94623-ce54-4a57-856e-3d877df64a01 tempest-ServerDiskConfigTestJSON-835646415 tempest-ServerDiskConfigTestJSON-835646415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:33:40.510868 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-4f6029d3-77c7-4309-8e41-5968afcd711e req-c2e94623-ce54-4a57-856e-3d877df64a01 tempest-ServerDiskConfigTestJSON-835646415 tempest-ServerDiskConfigTestJSON-835646415-project] 10.222.0.67 "GET /v2.0/ports?device_id=1112b5b5-ee0d-4dd8-82d2-7b664210a623 HTTP/1.1" status: 200 len: 946 time: 0.0747142 Sep 23 19:33:40.611930 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-4f6029d3-77c7-4309-8e41-5968afcd711e req-cec51a05-7d22-46f6-8573-88f4e2faf540 tempest-ServerDiskConfigTestJSON-835646415 tempest-ServerDiskConfigTestJSON-835646415-project] 10.222.0.67 "GET /v2.0/security-groups?id=618aa602-18a9-4f8c-abdd-ba8d4ffb9ee9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918365 Sep 23 19:33:40.656018 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2997f05-28a8-4fd4-bf02-f87935238f41 req-e6a2947f-abdc-4bca-b04c-0961ab3a071e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:33:40.656509 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2997f05-28a8-4fd4-bf02-f87935238f41 req-e6a2947f-abdc-4bca-b04c-0961ab3a071e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:33:40.657170 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2997f05-28a8-4fd4-bf02-f87935238f41 req-e6a2947f-abdc-4bca-b04c-0961ab3a071e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:33:40.659638 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-f2997f05-28a8-4fd4-bf02-f87935238f41 req-e6a2947f-abdc-4bca-b04c-0961ab3a071e service neutron] 10.222.0.74 "GET /v2.0/networks?id=0e7486fc-edf5-4778-98e4-d68293f3be17&id=af02e9ab-cfd4-4a32-b9af-2413db894481&id=af02e9ab-cfd4-4a32-b9af-2413db894481&id=af02e9ab-cfd4-4a32-b9af-2413db894481&id=af02e9ab-cfd4-4a32-b9af-2413db894481&id=bada5757-bdaa-4c5b-b7b4-3acebf356815&id=bada5757-bdaa-4c5b-b7b4-3acebf356815 HTTP/1.1" status: 200 len: 2293 time: 0.1369364 Sep 23 19:33:40.740333 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-f2997f05-28a8-4fd4-bf02-f87935238f41 req-cbf640b2-e688-49c0-b050-a1fde36ac974 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=04608e80-e340-4c55-b856-25d17244403b HTTP/1.1" status: 200 len: 1001 time: 0.0714846 Sep 23 19:33:40.792945 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2997f05-28a8-4fd4-bf02-f87935238f41 req-adf89e72-3ca6-43a4-9782-8e4d19a886a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:33:40.794620 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-f2997f05-28a8-4fd4-bf02-f87935238f41 req-adf89e72-3ca6-43a4-9782-8e4d19a886a7 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=9bcc6428-1995-45f6-ba66-eea6197581a7 HTTP/1.1" status: 200 len: 851 time: 0.0478683 Sep 23 19:33:40.905622 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2997f05-28a8-4fd4-bf02-f87935238f41 req-61d042d6-44f7-40ee-a67a-05f2a676d35d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:33:40.908859 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-f2997f05-28a8-4fd4-bf02-f87935238f41 req-61d042d6-44f7-40ee-a67a-05f2a676d35d service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=0e7486fc-edf5-4778-98e4-d68293f3be17&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1004708 Sep 23 19:33:41.018204 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-f2997f05-28a8-4fd4-bf02-f87935238f41 req-93d8454d-e99d-4354-b2c4-064f9dd4ca98 service neutron] 10.222.0.74 "GET /v2.0/networks/0e7486fc-edf5-4778-98e4-d68293f3be17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1007190 Sep 23 19:33:41.123980 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-f2997f05-28a8-4fd4-bf02-f87935238f41 req-fa0e63f9-e1b4-4545-add0-30a0a55aa113 service neutron] 10.222.0.74 "GET /v2.0/networks/0e7486fc-edf5-4778-98e4-d68293f3be17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0972526 Sep 23 19:33:41.173013 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-f2997f05-28a8-4fd4-bf02-f87935238f41 req-9fb2e747-69bb-4039-9d23-78eca27d1fe6 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.162&port_id=0c254e5c-f9ae-4753-bdda-ad06ac5acf06 HTTP/1.1" status: 200 len: 217 time: 0.0410120 Sep 23 19:33:41.230209 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2997f05-28a8-4fd4-bf02-f87935238f41 req-c44a3000-958d-4b5e-86fa-dce79a3af3af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:33:41.232215 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-f2997f05-28a8-4fd4-bf02-f87935238f41 req-c44a3000-958d-4b5e-86fa-dce79a3af3af service neutron] 10.222.0.74 "GET /v2.0/subnets?id=99a9d515-ece2-4f2b-8ab7-d74cf72d9364 HTTP/1.1" status: 200 len: 797 time: 0.0519941 Sep 23 19:33:41.290812 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-3f65366d-dc59-489c-9932-33b6e9a7a38f req-a2765e88-a0ae-4b9e-8379-b8cc294d8678 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=12ba6484-0c0e-4640-a3bd-5ea81088a6da&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1748130 Sep 23 19:33:41.300870 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2997f05-28a8-4fd4-bf02-f87935238f41 req-4941ba49-a129-4e8a-97a4-f86aa1e30187 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:33:41.302900 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-f2997f05-28a8-4fd4-bf02-f87935238f41 req-4941ba49-a129-4e8a-97a4-f86aa1e30187 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=af02e9ab-cfd4-4a32-b9af-2413db894481&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0627315 Sep 23 19:33:41.364079 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f65366d-dc59-489c-9932-33b6e9a7a38f req-3e0f83ba-8b8e-4329-bffe-5c6167f7adeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:33:41.366201 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-3f65366d-dc59-489c-9932-33b6e9a7a38f req-3e0f83ba-8b8e-4329-bffe-5c6167f7adeb service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=c02f0550973445e7a8f93af8008dcaa2&device_id=12ba6484-0c0e-4640-a3bd-5ea81088a6da HTTP/1.1" status: 200 len: 1097 time: 0.0507860 Sep 23 19:33:41.419089 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-f2997f05-28a8-4fd4-bf02-f87935238f41 req-29d88f2e-6543-494c-8854-c465e43e2603 service neutron] 10.222.0.74 "GET /v2.0/networks/af02e9ab-cfd4-4a32-b9af-2413db894481?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1079271 Sep 23 19:33:41.498315 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f65366d-dc59-489c-9932-33b6e9a7a38f req-2e00ae04-60ea-4128-b162-1aa69a497bfd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:33:41.500021 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-3f65366d-dc59-489c-9932-33b6e9a7a38f req-2e00ae04-60ea-4128-b162-1aa69a497bfd service neutron] 10.222.0.53 "GET /v2.0/networks?id=4bdf2aed-00a8-44e1-a719-ebf64e12596f HTTP/1.1" status: 200 len: 916 time: 0.1113179 Sep 23 19:33:41.550901 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-3f65366d-dc59-489c-9932-33b6e9a7a38f req-0581cb6c-39a1-4c22-b9ea-f46449b527e2 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f90207df-417b-4b30-81f8-4fed02c0bafb HTTP/1.1" status: 200 len: 217 time: 0.0429282 Sep 23 19:33:41.624868 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f65366d-dc59-489c-9932-33b6e9a7a38f req-9a5a26fa-2a85-42e2-b30e-5ded927be628 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:33:41.626634 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-3f65366d-dc59-489c-9932-33b6e9a7a38f req-9a5a26fa-2a85-42e2-b30e-5ded927be628 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=2f537de2-cf52-42b9-a747-22f78331e2fe HTTP/1.1" status: 200 len: 855 time: 0.0680215 Sep 23 19:33:41.676933 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-3f65366d-dc59-489c-9932-33b6e9a7a38f req-9b6c4104-c45c-4705-9674-7a01fff5da0f service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=4bdf2aed-00a8-44e1-a719-ebf64e12596f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0422759 Sep 23 19:33:41.843821 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-3f65366d-dc59-489c-9932-33b6e9a7a38f req-0812900f-371e-418e-b79c-9ca0c54ae99b service neutron] 10.222.0.53 "GET /v2.0/networks/4bdf2aed-00a8-44e1-a719-ebf64e12596f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1541479 Sep 23 19:33:41.899600 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-f2997f05-28a8-4fd4-bf02-f87935238f41 req-d0b64187-b33c-48a5-8e8a-149de5b46899 service neutron] 10.222.0.74 "GET /v2.0/networks/af02e9ab-cfd4-4a32-b9af-2413db894481?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4718566 Sep 23 19:33:41.915408 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f66f5d-28e0-411d-92ef-6cef57375f42 req-dbc4493b-95d5-41e6-bd3b-824dcfab86ef tempest-ServerDiskConfigTestJSON-835646415 tempest-ServerDiskConfigTestJSON-835646415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:33:41.929679 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-f1f66f5d-28e0-411d-92ef-6cef57375f42 req-dbc4493b-95d5-41e6-bd3b-824dcfab86ef tempest-ServerDiskConfigTestJSON-835646415 tempest-ServerDiskConfigTestJSON-835646415-project] 10.222.0.67 "GET /v2.0/ports?device_id=1112b5b5-ee0d-4dd8-82d2-7b664210a623 HTTP/1.1" status: 200 len: 946 time: 0.0890002 Sep 23 19:33:42.007361 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-3f65366d-dc59-489c-9932-33b6e9a7a38f req-62105475-8a35-4b96-9cfe-7bbd72256644 service neutron] 10.222.0.53 "GET /v2.0/networks/4bdf2aed-00a8-44e1-a719-ebf64e12596f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1523473 Sep 23 19:33:42.008310 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-f2997f05-28a8-4fd4-bf02-f87935238f41 req-63dbad72-443b-4d75-9234-17cdfa05eddd service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.207&port_id=7d41c37f-74cf-40b0-90b0-f617844a1824 HTTP/1.1" status: 200 len: 217 time: 0.0770228 Sep 23 19:33:42.013857 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-f1f66f5d-28e0-411d-92ef-6cef57375f42 req-49699a42-33f3-45b3-afdd-998a9dea9d35 tempest-ServerDiskConfigTestJSON-835646415 tempest-ServerDiskConfigTestJSON-835646415-project] 10.222.0.67 "GET /v2.0/security-groups?id=618aa602-18a9-4f8c-abdd-ba8d4ffb9ee9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733142 Sep 23 19:33:42.089017 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2997f05-28a8-4fd4-bf02-f87935238f41 req-a156c7ac-ebdb-4b81-9e71-120e12d5dde7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:33:42.090537 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-f2997f05-28a8-4fd4-bf02-f87935238f41 req-a156c7ac-ebdb-4b81-9e71-120e12d5dde7 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=99a9d515-ece2-4f2b-8ab7-d74cf72d9364 HTTP/1.1" status: 200 len: 797 time: 0.0751789 Sep 23 19:33:42.151025 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2997f05-28a8-4fd4-bf02-f87935238f41 req-99e4607a-728b-4f6f-9eb0-9af45bdf581f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:33:42.152629 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-f2997f05-28a8-4fd4-bf02-f87935238f41 req-99e4607a-728b-4f6f-9eb0-9af45bdf581f service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=af02e9ab-cfd4-4a32-b9af-2413db894481&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0483494 Sep 23 19:33:42.263972 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-f2997f05-28a8-4fd4-bf02-f87935238f41 req-2bdd37ed-ab77-4dd4-8ea6-1c1719ba162f service neutron] 10.222.0.74 "GET /v2.0/networks/af02e9ab-cfd4-4a32-b9af-2413db894481?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0957189 Sep 23 19:33:42.369284 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-f2997f05-28a8-4fd4-bf02-f87935238f41 req-b27cfe8d-0d9e-47b8-8961-9b96c9307b59 service neutron] 10.222.0.74 "GET /v2.0/networks/af02e9ab-cfd4-4a32-b9af-2413db894481?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0983369 Sep 23 19:33:42.421983 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-f2997f05-28a8-4fd4-bf02-f87935238f41 req-4c3e3112-2fe4-4d75-84c6-b102cf20b23b service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.191&port_id=9e8786e5-58d4-4406-946f-a1fdbc104774 HTTP/1.1" status: 200 len: 217 time: 0.0453942 Sep 23 19:33:42.475340 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2997f05-28a8-4fd4-bf02-f87935238f41 req-f55f6928-6b6f-4a88-84a8-fe6bedee393e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:33:42.476919 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-f2997f05-28a8-4fd4-bf02-f87935238f41 req-f55f6928-6b6f-4a88-84a8-fe6bedee393e service neutron] 10.222.0.74 "GET /v2.0/subnets?id=99a9d515-ece2-4f2b-8ab7-d74cf72d9364 HTTP/1.1" status: 200 len: 797 time: 0.0482657 Sep 23 19:33:42.527080 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2997f05-28a8-4fd4-bf02-f87935238f41 req-f8b22fda-d837-4f49-bb68-5453a79c3b9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:33:42.528658 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-f2997f05-28a8-4fd4-bf02-f87935238f41 req-f8b22fda-d837-4f49-bb68-5453a79c3b9a service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=af02e9ab-cfd4-4a32-b9af-2413db894481&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0447989 Sep 23 19:33:42.634709 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-f2997f05-28a8-4fd4-bf02-f87935238f41 req-3142a0ac-c02c-43c9-8345-ebbd211e2ddb service neutron] 10.222.0.74 "GET /v2.0/networks/af02e9ab-cfd4-4a32-b9af-2413db894481?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0978339 Sep 23 19:33:42.739757 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-f2997f05-28a8-4fd4-bf02-f87935238f41 req-e804b246-e74f-43bb-b023-d06c70603309 service neutron] 10.222.0.74 "GET /v2.0/networks/af02e9ab-cfd4-4a32-b9af-2413db894481?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0974896 Sep 23 19:33:42.789691 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-f2997f05-28a8-4fd4-bf02-f87935238f41 req-daf7de40-e1d8-4173-8219-3289dbeacc3c service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.214&port_id=194bdc80-29c5-4612-969b-b0aa5f139617 HTTP/1.1" status: 200 len: 217 time: 0.0424969 Sep 23 19:33:42.848426 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2997f05-28a8-4fd4-bf02-f87935238f41 req-d3f3805e-472f-4760-9e60-b663d21fc114 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:33:42.849999 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-f2997f05-28a8-4fd4-bf02-f87935238f41 req-d3f3805e-472f-4760-9e60-b663d21fc114 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=99a9d515-ece2-4f2b-8ab7-d74cf72d9364 HTTP/1.1" status: 200 len: 797 time: 0.0503466 Sep 23 19:33:42.904369 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2997f05-28a8-4fd4-bf02-f87935238f41 req-f3fb3abf-d91f-4a75-bd80-7c2e2889f845 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:33:42.906086 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-f2997f05-28a8-4fd4-bf02-f87935238f41 req-f3fb3abf-d91f-4a75-bd80-7c2e2889f845 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=af02e9ab-cfd4-4a32-b9af-2413db894481&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0487342 Sep 23 19:33:43.027190 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-f2997f05-28a8-4fd4-bf02-f87935238f41 req-3686677c-f753-4b3b-b097-46f45c9e5ab5 service neutron] 10.222.0.74 "GET /v2.0/networks/af02e9ab-cfd4-4a32-b9af-2413db894481?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1094134 Sep 23 19:33:43.295597 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bafc086-41e9-49a8-bdfb-04bc1616b00d req-273f5d9d-8ebb-4257-b779-0e88bf3e5b60 tempest-ServerDiskConfigTestJSON-835646415 tempest-ServerDiskConfigTestJSON-835646415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:33:43.297513 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-6bafc086-41e9-49a8-bdfb-04bc1616b00d req-273f5d9d-8ebb-4257-b779-0e88bf3e5b60 tempest-ServerDiskConfigTestJSON-835646415 tempest-ServerDiskConfigTestJSON-835646415-project] 10.222.0.67 "GET /v2.0/ports?device_id=1112b5b5-ee0d-4dd8-82d2-7b664210a623 HTTP/1.1" status: 200 len: 946 time: 0.1464348 Sep 23 19:33:43.321925 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-f2997f05-28a8-4fd4-bf02-f87935238f41 req-7d8060b5-2f4a-46ca-b410-88e95373f547 service neutron] 10.222.0.74 "GET /v2.0/networks/af02e9ab-cfd4-4a32-b9af-2413db894481?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2860200 Sep 23 19:33:43.376245 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-f2997f05-28a8-4fd4-bf02-f87935238f41 req-0b33893a-2902-4803-8357-d20cf0123d2c service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=f3e719d6-489d-48f8-9f60-3adc695a1cfe HTTP/1.1" status: 200 len: 217 time: 0.0463333 Sep 23 19:33:43.432835 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-6bafc086-41e9-49a8-bdfb-04bc1616b00d req-6ab5159d-7dea-43b2-98cb-2c4e9dab3ea8 tempest-ServerDiskConfigTestJSON-835646415 tempest-ServerDiskConfigTestJSON-835646415-project] 10.222.0.67 "GET /v2.0/security-groups?id=618aa602-18a9-4f8c-abdd-ba8d4ffb9ee9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1266787 Sep 23 19:33:43.459700 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2997f05-28a8-4fd4-bf02-f87935238f41 req-b2234f38-3034-4ea8-98a0-836ee8f56b85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:33:43.459700 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-f2997f05-28a8-4fd4-bf02-f87935238f41 req-b2234f38-3034-4ea8-98a0-836ee8f56b85 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=3199260d-e0ce-4349-8e34-6eeff93a29e7 HTTP/1.1" status: 200 len: 797 time: 0.0644007 Sep 23 19:33:43.508919 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 48078) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:33:43.531660 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2997f05-28a8-4fd4-bf02-f87935238f41 req-9466b82a-f96b-4d59-b092-dacc2a6d147c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:33:43.536193 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-f2997f05-28a8-4fd4-bf02-f87935238f41 req-9466b82a-f96b-4d59-b092-dacc2a6d147c service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=bada5757-bdaa-4c5b-b7b4-3acebf356815&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0760076 Sep 23 19:33:43.646955 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-f2997f05-28a8-4fd4-bf02-f87935238f41 req-f95a02a5-1431-4859-b991-b4b130f07eea service neutron] 10.222.0.74 "GET /v2.0/networks/bada5757-bdaa-4c5b-b7b4-3acebf356815?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1030893 Sep 23 19:33:43.669860 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-1eabcd88-357c-40c4-9737-f8d4505821f5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:33:43.773916 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-f2997f05-28a8-4fd4-bf02-f87935238f41 req-58b8a645-be4d-42e7-86e5-3185deb49a17 service neutron] 10.222.0.74 "GET /v2.0/networks/bada5757-bdaa-4c5b-b7b4-3acebf356815?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1199558 Sep 23 19:33:43.832850 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-1eabcd88-357c-40c4-9737-f8d4505821f5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:33:43.840947 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-1eabcd88-357c-40c4-9737-f8d4505821f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:33:43.844314 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-f2997f05-28a8-4fd4-bf02-f87935238f41 req-5ccc3ad5-ff12-4dad-a115-22fe84c0345e service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=da180eed-7ed3-4b42-8811-39a363b2af88 HTTP/1.1" status: 200 len: 217 time: 0.0623522 Sep 23 19:33:43.899419 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-1eabcd88-357c-40c4-9737-f8d4505821f5 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=9b0a6eb616e743e880f7cb592d40ee99&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3886528 Sep 23 19:33:43.907142 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 48086) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:33:43.908254 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eabcd88-357c-40c4-9737-f8d4505821f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57ed535b-b202-42d0-bfda-77d1146a2b71,revision_number=1']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:33:43.910353 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2997f05-28a8-4fd4-bf02-f87935238f41 req-4610f4bb-e467-43dc-bcbe-3f449be39ee5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:33:43.914417 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-f2997f05-28a8-4fd4-bf02-f87935238f41 req-4610f4bb-e467-43dc-bcbe-3f449be39ee5 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=3199260d-e0ce-4349-8e34-6eeff93a29e7 HTTP/1.1" status: 200 len: 797 time: 0.0634959 Sep 23 19:33:43.991110 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2997f05-28a8-4fd4-bf02-f87935238f41 req-79ee812b-f608-4386-814a-60bbd570145e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:33:43.992720 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-f2997f05-28a8-4fd4-bf02-f87935238f41 req-79ee812b-f608-4386-814a-60bbd570145e service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=bada5757-bdaa-4c5b-b7b4-3acebf356815&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0695169 Sep 23 19:33:43.997816 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-61049e1a-0a64-4585-a939-b05ea2a94ac1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:33:44.035716 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-61049e1a-0a64-4585-a939-b05ea2a94ac1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:33:44.108857 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-61049e1a-0a64-4585-a939-b05ea2a94ac1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:33:44.110890 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-61049e1a-0a64-4585-a939-b05ea2a94ac1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:33:44.114677 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-61049e1a-0a64-4585-a939-b05ea2a94ac1 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/57ed535b-b202-42d0-bfda-77d1146a2b71 HTTP/1.1" status: 204 len: 168 time: 0.2005055 Sep 23 19:33:44.122044 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-f2997f05-28a8-4fd4-bf02-f87935238f41 req-37a3c0cd-61b2-4032-af0b-3411263e4441 service neutron] 10.222.0.74 "GET /v2.0/networks/bada5757-bdaa-4c5b-b7b4-3acebf356815?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1116092 Sep 23 19:33:44.123680 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61049e1a-0a64-4585-a939-b05ea2a94ac1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57ed535b-b202-42d0-bfda-77d1146a2b71,revision_number=None']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:33:44.255028 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-f2997f05-28a8-4fd4-bf02-f87935238f41 req-1fc5ecfd-cf74-4136-9c08-f7af79000ecb service neutron] 10.222.0.74 "GET /v2.0/networks/bada5757-bdaa-4c5b-b7b4-3acebf356815?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1213930 Sep 23 19:33:44.460200 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 48096) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:33:44.474876 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-47c6724c-4d46-493a-ada6-08753660973f admin admin] Notify callbacks [] for security_group, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:33:44.587493 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-47c6724c-4d46-493a-ada6-08753660973f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:33:44.596158 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc41a254-4622-4528-b568-1534b3d47742 req-04a6ce9e-cdfb-449c-9432-7a9de3e0e992 tempest-ServerDiskConfigTestJSON-835646415 tempest-ServerDiskConfigTestJSON-835646415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:33:44.598641 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-bc41a254-4622-4528-b568-1534b3d47742 req-04a6ce9e-cdfb-449c-9432-7a9de3e0e992 tempest-ServerDiskConfigTestJSON-835646415 tempest-ServerDiskConfigTestJSON-835646415-project] 10.222.0.67 "GET /v2.0/ports?device_id=1112b5b5-ee0d-4dd8-82d2-7b664210a623 HTTP/1.1" status: 200 len: 946 time: 0.0697231 Sep 23 19:33:44.601473 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-47c6724c-4d46-493a-ada6-08753660973f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:33:44.654359 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-47c6724c-4d46-493a-ada6-08753660973f admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=3cff261970244089a5c56a50d60ec7bf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1904569 Sep 23 19:33:44.654359 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47c6724c-4d46-493a-ada6-08753660973f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7c4ae9c-0a97-4f30-914e-1c896cafeddb,revision_number=1']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:33:44.655744 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 48102) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:33:44.684825 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-bc41a254-4622-4528-b568-1534b3d47742 req-17056cd6-db01-44db-85e1-6ad3d230117b tempest-ServerDiskConfigTestJSON-835646415 tempest-ServerDiskConfigTestJSON-835646415-project] 10.222.0.67 "GET /v2.0/security-groups?id=618aa602-18a9-4f8c-abdd-ba8d4ffb9ee9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706468 Sep 23 19:33:44.738596 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-698e2a0b-fd3f-422f-83f7-ec1e257f852b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:33:44.762619 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-698e2a0b-fd3f-422f-83f7-ec1e257f852b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:33:44.816866 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-698e2a0b-fd3f-422f-83f7-ec1e257f852b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:33:44.819419 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-698e2a0b-fd3f-422f-83f7-ec1e257f852b admin admin] Notify callbacks [] for security_group, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:33:44.820591 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-698e2a0b-fd3f-422f-83f7-ec1e257f852b admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/a7c4ae9c-0a97-4f30-914e-1c896cafeddb HTTP/1.1" status: 204 len: 168 time: 0.1637723 Sep 23 19:33:44.828984 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-698e2a0b-fd3f-422f-83f7-ec1e257f852b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7c4ae9c-0a97-4f30-914e-1c896cafeddb,revision_number=None']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:33:44.837250 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-698e2a0b-fd3f-422f-83f7-ec1e257f852b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:33:44.837602 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-698e2a0b-fd3f-422f-83f7-ec1e257f852b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:33:44.837947 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-698e2a0b-fd3f-422f-83f7-ec1e257f852b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:33:44.838363 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-698e2a0b-fd3f-422f-83f7-ec1e257f852b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:33:44.838723 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-698e2a0b-fd3f-422f-83f7-ec1e257f852b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:33:44.839060 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-698e2a0b-fd3f-422f-83f7-ec1e257f852b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:33:44.839391 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-698e2a0b-fd3f-422f-83f7-ec1e257f852b admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:33:44.839722 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-698e2a0b-fd3f-422f-83f7-ec1e257f852b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:33:44.840050 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-698e2a0b-fd3f-422f-83f7-ec1e257f852b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:33:44.840377 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-698e2a0b-fd3f-422f-83f7-ec1e257f852b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:33:44.840741 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-698e2a0b-fd3f-422f-83f7-ec1e257f852b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:33:44.841076 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-698e2a0b-fd3f-422f-83f7-ec1e257f852b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:33:45.636409 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61571012-3562-4f54-b807-230967f52145 req-855b08c2-6472-4089-a84e-5ebe4a836962 tempest-ServerActionsTestJSON-618918056 tempest-ServerActionsTestJSON-618918056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:33:45.638029 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-61571012-3562-4f54-b807-230967f52145 req-855b08c2-6472-4089-a84e-5ebe4a836962 tempest-ServerActionsTestJSON-618918056 tempest-ServerActionsTestJSON-618918056-project] 10.222.0.67 "GET /v2.0/ports?device_id=7fa91134-8ee0-4baa-9037-6ca73d6b4c83 HTTP/1.1" status: 200 len: 945 time: 0.0825531 Sep 23 19:33:45.641769 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ae802a-ce7e-41d3-a090-be21b8d3c1a8 req-8f0fdf10-3fcb-4c19-8c71-1b12cee24acd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:33:45.643247 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-15ae802a-ce7e-41d3-a090-be21b8d3c1a8 req-8f0fdf10-3fcb-4c19-8c71-1b12cee24acd service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=f17a85608a9a4ecb8150ef41746c47e0&device_id=7fa91134-8ee0-4baa-9037-6ca73d6b4c83 HTTP/1.1" status: 200 len: 1097 time: 0.0767400 Sep 23 19:33:45.711340 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-61571012-3562-4f54-b807-230967f52145 req-21d9aac8-27fa-4b4d-9a10-80ab1a891102 tempest-ServerActionsTestJSON-618918056 tempest-ServerActionsTestJSON-618918056-project] 10.222.0.67 "GET /v2.0/security-groups?id=d2a75794-f2ea-419f-9d09-0096f3fe96c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0648000 Sep 23 19:33:45.788030 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ae802a-ce7e-41d3-a090-be21b8d3c1a8 req-ec76c896-713a-4e7e-b772-8b5c397a3008 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:33:45.789609 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-15ae802a-ce7e-41d3-a090-be21b8d3c1a8 req-ec76c896-713a-4e7e-b772-8b5c397a3008 service neutron] 10.222.0.74 "GET /v2.0/networks?id=364dc893-5ecb-4aa3-be76-13b51cbbfbd4 HTTP/1.1" status: 200 len: 913 time: 0.1355002 Sep 23 19:33:45.881915 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-961792fa-6834-4b94-979b-08f49722793b req-7c99d79e-280f-4092-9d87-d53def8d924a tempest-ServerDiskConfigTestJSON-835646415 tempest-ServerDiskConfigTestJSON-835646415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:33:45.883484 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-961792fa-6834-4b94-979b-08f49722793b req-7c99d79e-280f-4092-9d87-d53def8d924a tempest-ServerDiskConfigTestJSON-835646415 tempest-ServerDiskConfigTestJSON-835646415-project] 10.222.0.67 "GET /v2.0/ports?device_id=1112b5b5-ee0d-4dd8-82d2-7b664210a623 HTTP/1.1" status: 200 len: 946 time: 0.1150017 Sep 23 19:33:45.885358 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-15ae802a-ce7e-41d3-a090-be21b8d3c1a8 req-c5c4e849-a46a-42ba-8e0d-ada388cf3334 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2057133e-afe6-4649-916f-fb2ef68141a8 HTTP/1.1" status: 200 len: 999 time: 0.0820298 Sep 23 19:33:45.958780 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-961792fa-6834-4b94-979b-08f49722793b req-0ed1a079-7226-4dfb-a719-d31725286ffc tempest-ServerDiskConfigTestJSON-835646415 tempest-ServerDiskConfigTestJSON-835646415-project] 10.222.0.67 "GET /v2.0/security-groups?id=618aa602-18a9-4f8c-abdd-ba8d4ffb9ee9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678127 Sep 23 19:33:45.964383 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ae802a-ce7e-41d3-a090-be21b8d3c1a8 req-72de5b5f-abd5-4076-873a-85bbffaa9e89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:33:45.965904 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-15ae802a-ce7e-41d3-a090-be21b8d3c1a8 req-72de5b5f-abd5-4076-873a-85bbffaa9e89 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=a900be85-be08-465b-85e6-4a05aae55389 HTTP/1.1" status: 200 len: 851 time: 0.0679047 Sep 23 19:33:46.016127 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ae802a-ce7e-41d3-a090-be21b8d3c1a8 req-15093f01-4063-4c56-bf78-2cb59d335af8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:33:46.017721 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-15ae802a-ce7e-41d3-a090-be21b8d3c1a8 req-15093f01-4063-4c56-bf78-2cb59d335af8 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=364dc893-5ecb-4aa3-be76-13b51cbbfbd4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0443120 Sep 23 19:33:46.127946 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-15ae802a-ce7e-41d3-a090-be21b8d3c1a8 req-09021838-fc04-4563-b771-804fbcddb708 service neutron] 10.222.0.74 "GET /v2.0/networks/364dc893-5ecb-4aa3-be76-13b51cbbfbd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1020458 Sep 23 19:33:46.226925 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-15ae802a-ce7e-41d3-a090-be21b8d3c1a8 req-5bc4cf39-f9ca-4464-b024-be5f3fdae9fb service neutron] 10.222.0.74 "GET /v2.0/networks/364dc893-5ecb-4aa3-be76-13b51cbbfbd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0921330 Sep 23 19:33:46.862837 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04818250-d266-4e80-afe8-7f13a50bb7bd req-d7204baf-c7dd-41c6-84cb-7a92523e6704 tempest-ServerActionsTestJSON-618918056 tempest-ServerActionsTestJSON-618918056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:33:46.866144 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-04818250-d266-4e80-afe8-7f13a50bb7bd req-d7204baf-c7dd-41c6-84cb-7a92523e6704 tempest-ServerActionsTestJSON-618918056 tempest-ServerActionsTestJSON-618918056-project] 10.222.0.67 "GET /v2.0/ports?device_id=7fa91134-8ee0-4baa-9037-6ca73d6b4c83 HTTP/1.1" status: 200 len: 945 time: 0.0659263 Sep 23 19:33:46.915752 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-04818250-d266-4e80-afe8-7f13a50bb7bd req-f0edec66-4423-4873-9d2c-1bfa3e11c440 tempest-ServerActionsTestJSON-618918056 tempest-ServerActionsTestJSON-618918056-project] 10.222.0.67 "GET /v2.0/security-groups?id=d2a75794-f2ea-419f-9d09-0096f3fe96c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403059 Sep 23 19:33:47.084769 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-089ac104-060d-43ef-a61e-397772c01ecd req-91a68939-d96c-4419-a067-147763dbceac tempest-ServerDiskConfigTestJSON-835646415 tempest-ServerDiskConfigTestJSON-835646415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:33:47.086465 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-089ac104-060d-43ef-a61e-397772c01ecd req-91a68939-d96c-4419-a067-147763dbceac tempest-ServerDiskConfigTestJSON-835646415 tempest-ServerDiskConfigTestJSON-835646415-project] 10.222.0.67 "GET /v2.0/ports?device_id=1112b5b5-ee0d-4dd8-82d2-7b664210a623 HTTP/1.1" status: 200 len: 946 time: 0.0578015 Sep 23 19:33:47.131102 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-089ac104-060d-43ef-a61e-397772c01ecd req-0a82ccb9-4bbc-475a-8e08-dece3d7fa547 tempest-ServerDiskConfigTestJSON-835646415 tempest-ServerDiskConfigTestJSON-835646415-project] 10.222.0.67 "GET /v2.0/security-groups?id=618aa602-18a9-4f8c-abdd-ba8d4ffb9ee9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384729 Sep 23 19:33:48.046719 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe72c49-5a4e-47db-8ace-def411945fdf req-81d4c0c2-eb39-4958-b3cd-a1ae73feaca4 tempest-ServerActionsTestJSON-618918056 tempest-ServerActionsTestJSON-618918056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:33:48.048819 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-dfe72c49-5a4e-47db-8ace-def411945fdf req-81d4c0c2-eb39-4958-b3cd-a1ae73feaca4 tempest-ServerActionsTestJSON-618918056 tempest-ServerActionsTestJSON-618918056-project] 10.222.0.67 "GET /v2.0/ports?device_id=7fa91134-8ee0-4baa-9037-6ca73d6b4c83 HTTP/1.1" status: 200 len: 945 time: 0.0542030 Sep 23 19:33:48.091124 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-dfe72c49-5a4e-47db-8ace-def411945fdf req-e678d5d4-3d11-430f-8459-9e5baf733b37 tempest-ServerActionsTestJSON-618918056 tempest-ServerActionsTestJSON-618918056-project] 10.222.0.67 "GET /v2.0/security-groups?id=d2a75794-f2ea-419f-9d09-0096f3fe96c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361309 Sep 23 19:33:48.284610 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa3d92fa-4ebb-4648-8586-40d7d93f5c79 req-7f5557c7-f2ea-42c7-80c5-168a0d31aa0a tempest-ServerDiskConfigTestJSON-835646415 tempest-ServerDiskConfigTestJSON-835646415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:33:48.286174 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-aa3d92fa-4ebb-4648-8586-40d7d93f5c79 req-7f5557c7-f2ea-42c7-80c5-168a0d31aa0a tempest-ServerDiskConfigTestJSON-835646415 tempest-ServerDiskConfigTestJSON-835646415-project] 10.222.0.67 "GET /v2.0/ports?device_id=1112b5b5-ee0d-4dd8-82d2-7b664210a623 HTTP/1.1" status: 200 len: 946 time: 0.0627356 Sep 23 19:33:48.332472 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-aa3d92fa-4ebb-4648-8586-40d7d93f5c79 req-4f02d240-9bab-4845-80d1-6217cdcf0397 tempest-ServerDiskConfigTestJSON-835646415 tempest-ServerDiskConfigTestJSON-835646415-project] 10.222.0.67 "GET /v2.0/security-groups?id=618aa602-18a9-4f8c-abdd-ba8d4ffb9ee9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391130 Sep 23 19:33:49.218581 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489f9499-8b7c-4387-9890-0af763878039 req-1550fc94-cf20-4604-a380-a34e4582fce0 tempest-ServerActionsTestJSON-618918056 tempest-ServerActionsTestJSON-618918056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:33:49.220148 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-489f9499-8b7c-4387-9890-0af763878039 req-1550fc94-cf20-4604-a380-a34e4582fce0 tempest-ServerActionsTestJSON-618918056 tempest-ServerActionsTestJSON-618918056-project] 10.222.0.67 "GET /v2.0/ports?device_id=7fa91134-8ee0-4baa-9037-6ca73d6b4c83 HTTP/1.1" status: 200 len: 945 time: 0.0533471 Sep 23 19:33:49.260047 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-489f9499-8b7c-4387-9890-0af763878039 req-3d62bb22-f40c-40af-8352-00b28a054194 tempest-ServerActionsTestJSON-618918056 tempest-ServerActionsTestJSON-618918056-project] 10.222.0.67 "GET /v2.0/security-groups?id=d2a75794-f2ea-419f-9d09-0096f3fe96c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336959 Sep 23 19:33:49.455573 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4471bbb-d45c-4545-95ce-3359a5105dac req-da011947-2e43-49a7-9f4e-b5924d5974a5 tempest-ServerDiskConfigTestJSON-835646415 tempest-ServerDiskConfigTestJSON-835646415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:33:49.457230 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-a4471bbb-d45c-4545-95ce-3359a5105dac req-da011947-2e43-49a7-9f4e-b5924d5974a5 tempest-ServerDiskConfigTestJSON-835646415 tempest-ServerDiskConfigTestJSON-835646415-project] 10.222.0.67 "GET /v2.0/ports?device_id=1112b5b5-ee0d-4dd8-82d2-7b664210a623 HTTP/1.1" status: 200 len: 946 time: 0.0505359 Sep 23 19:33:49.502986 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-a4471bbb-d45c-4545-95ce-3359a5105dac req-748cc2ef-ddf0-45f5-9297-bfc3d36e220b tempest-ServerDiskConfigTestJSON-835646415 tempest-ServerDiskConfigTestJSON-835646415-project] 10.222.0.67 "GET /v2.0/security-groups?id=618aa602-18a9-4f8c-abdd-ba8d4ffb9ee9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396578 Sep 23 19:33:49.661567 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-5d811f0e-c42a-4903-8b43-04157ed56eac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:33:49.840213 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Device 5793e2bb-7972-4954-b1a2-57bd73fd343b details requested by agent hyperv_n-h2-713301-16 with host n-h2-713301-16 {{(pid=95103) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 19:33:49.842942 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Device 5793e2bb-7972-4954-b1a2-57bd73fd343b no longer exists at agent hyperv_n-h2-713301-16 {{(pid=95103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 19:33:49.996877 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:33:50.032812 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] For port 5793e2bb-7972-4954-b1a2-57bd73fd343b, host n-h2-713301-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-16',level=0,port_id=5793e2bb-7972-4954-b1a2-57bd73fd343b,segment=NetworkSegment(12b6e53f-a75d-4104-957d-b1954c84752d),segment_id=12b6e53f-a75d-4104-957d-b1954c84752d)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:33:50.044216 n-d-713301-16 neutron-server[95103]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1112b5b5-ee0d-4dd8-82d2-7b664210a623', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5793e2bb-7972-4954-b1a2-57bd73fd343b'}] {{(pid=95103) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 19:33:50.047118 n-d-713301-16 neutron-server[95103]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}81a1c17f2aa89d5b3ebbba3a3e0cf7eb588e431c2224256110c4c4facdd7c3e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b91bdd03-e9f4-47b1-923e-49dbcc8b9d58" -d '{"events": [{"server_uuid": "1112b5b5-ee0d-4dd8-82d2-7b664210a623", "name": "network-vif-unplugged", "status": "completed", "tag": "5793e2bb-7972-4954-b1a2-57bd73fd343b"}]}' {{(pid=95103) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 19:33:50.063195 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Returning: {'device': '5793e2bb-7972-4954-b1a2-57bd73fd343b', 'network_id': '51d98d25-8b81-49cf-be6e-482532c2b4a4', 'port_id': '5793e2bb-7972-4954-b1a2-57bd73fd343b', 'mac_address': 'fa:16:3e:af:b8:f5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 618, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f1f3b3f4-c8d2-4aab-b6a3-39edd63f54e5', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95103) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 19:33:50.066211 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] For port 5793e2bb-7972-4954-b1a2-57bd73fd343b, host n-h2-713301-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-16',level=0,port_id=5793e2bb-7972-4954-b1a2-57bd73fd343b,segment=NetworkSegment(12b6e53f-a75d-4104-957d-b1954c84752d),segment_id=12b6e53f-a75d-4104-957d-b1954c84752d)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:33:50.093517 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:33:50.098648 n-d-713301-16 neutron-server[95103]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 23 Sep 2021 19:33:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5aff0571-2b26-4cff-adb2-103800c60572 x-openstack-request-id: req-5aff0571-2b26-4cff-adb2-103800c60572 {{(pid=95103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 19:33:50.099016 n-d-713301-16 neutron-server[95103]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1112b5b5-ee0d-4dd8-82d2-7b664210a623", "name": "network-vif-unplugged", "status": "completed", "tag": "5793e2bb-7972-4954-b1a2-57bd73fd343b", "code": 200}]} {{(pid=95103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 19:33:50.099270 n-d-713301-16 neutron-server[95103]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-5aff0571-2b26-4cff-adb2-103800c60572 {{(pid=95103) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 19:33:50.099656 n-d-713301-16 neutron-server[95103]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1112b5b5-ee0d-4dd8-82d2-7b664210a623', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5793e2bb-7972-4954-b1a2-57bd73fd343b', 'code': 200} Sep 23 19:33:50.141980 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:33:50.169712 n-d-713301-16 neutron-server[95103]: DEBUG neutron.notifiers.nova [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5793e2bb-7972-4954-b1a2-57bd73fd343b {{(pid=95103) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 19:33:50.175873 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Pushing event updated for resources: {'Port': ['ID=5793e2bb-7972-4954-b1a2-57bd73fd343b,revision_number=6']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:33:50.195717 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] For port 5793e2bb-7972-4954-b1a2-57bd73fd343b, host n-h2-713301-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-16',level=0,port_id=5793e2bb-7972-4954-b1a2-57bd73fd343b,segment=NetworkSegment(12b6e53f-a75d-4104-957d-b1954c84752d),segment_id=12b6e53f-a75d-4104-957d-b1954c84752d)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:33:50.200987 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:33:50.258740 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Pushing event updated for resources: {'Port': ['ID=5793e2bb-7972-4954-b1a2-57bd73fd343b,revision_number=7']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:33:50.393693 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 48262) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:33:50.406569 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa9ea817-c5bd-48c0-a0a4-2449ad5a9d10 req-6608fe60-0da4-409f-aaa4-14e15bf322d2 tempest-ServerActionsTestJSON-618918056 tempest-ServerActionsTestJSON-618918056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:33:50.408210 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-fa9ea817-c5bd-48c0-a0a4-2449ad5a9d10 req-6608fe60-0da4-409f-aaa4-14e15bf322d2 tempest-ServerActionsTestJSON-618918056 tempest-ServerActionsTestJSON-618918056-project] 10.222.0.67 "GET /v2.0/ports?device_id=7fa91134-8ee0-4baa-9037-6ca73d6b4c83 HTTP/1.1" status: 200 len: 945 time: 0.0651834 Sep 23 19:33:50.459732 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-fa9ea817-c5bd-48c0-a0a4-2449ad5a9d10 req-271da65a-b478-41c7-942f-0d09633ad1c8 tempest-ServerActionsTestJSON-618918056 tempest-ServerActionsTestJSON-618918056-project] 10.222.0.67 "GET /v2.0/security-groups?id=d2a75794-f2ea-419f-9d09-0096f3fe96c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442305 Sep 23 19:33:50.515435 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] get_ports_and_sgs() called for port_ids ['5793e2bb-7972-4954-b1a2-57bd73fd343b'] {{(pid=95103) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 19:33:50.550917 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-8c7fcd8f-adb7-4246-b2a1-573b2d980c7d admin admin] Notify callbacks [] for security_group, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:33:50.665728 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f0b9d2-8e8a-49c1-97a1-69b16e200cab req-3133de49-751e-44d8-8ddb-dde225c92b32 tempest-ServerDiskConfigTestJSON-835646415 tempest-ServerDiskConfigTestJSON-835646415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:33:50.667661 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-c1f0b9d2-8e8a-49c1-97a1-69b16e200cab req-3133de49-751e-44d8-8ddb-dde225c92b32 tempest-ServerDiskConfigTestJSON-835646415 tempest-ServerDiskConfigTestJSON-835646415-project] 10.222.0.67 "GET /v2.0/ports?device_id=1112b5b5-ee0d-4dd8-82d2-7b664210a623 HTTP/1.1" status: 200 len: 945 time: 0.0817354 Sep 23 19:33:50.669238 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-8c7fcd8f-adb7-4246-b2a1-573b2d980c7d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:33:50.677338 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-8c7fcd8f-adb7-4246-b2a1-573b2d980c7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:33:50.721896 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-c1f0b9d2-8e8a-49c1-97a1-69b16e200cab req-155d4c6d-f3f1-488b-b32f-7696e23fb11b tempest-ServerDiskConfigTestJSON-835646415 tempest-ServerDiskConfigTestJSON-835646415-project] 10.222.0.67 "GET /v2.0/security-groups?id=618aa602-18a9-4f8c-abdd-ba8d4ffb9ee9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450041 Sep 23 19:33:50.739177 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 48272) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:33:50.739454 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-8c7fcd8f-adb7-4246-b2a1-573b2d980c7d admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=5ea1564922dd4332bb0a7a9fd4d15ac2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3440242 Sep 23 19:33:50.750529 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c7fcd8f-adb7-4246-b2a1-573b2d980c7d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ae274b9-f4c8-4469-a22e-1d5394489636,revision_number=1']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:33:50.818874 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-863801c6-6ff2-443d-ae3d-720be6d2cc2d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:33:50.842031 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-863801c6-6ff2-443d-ae3d-720be6d2cc2d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:33:50.910533 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-863801c6-6ff2-443d-ae3d-720be6d2cc2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:33:50.914054 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-863801c6-6ff2-443d-ae3d-720be6d2cc2d admin admin] Notify callbacks [] for security_group, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:33:50.915507 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-863801c6-6ff2-443d-ae3d-720be6d2cc2d admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/0ae274b9-f4c8-4469-a22e-1d5394489636 HTTP/1.1" status: 204 len: 168 time: 0.1748645 Sep 23 19:33:50.926652 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-863801c6-6ff2-443d-ae3d-720be6d2cc2d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ae274b9-f4c8-4469-a22e-1d5394489636,revision_number=None']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:33:51.273262 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 48288) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:33:51.288678 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-48677a38-664b-4fa7-8be9-57712a344f6d admin admin] Notify callbacks [] for security_group, before_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:33:51.394690 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-48677a38-664b-4fa7-8be9-57712a344f6d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:33:51.398324 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-48677a38-664b-4fa7-8be9-57712a344f6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:33:51.445221 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-48677a38-664b-4fa7-8be9-57712a344f6d admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=472b25902edf42bf8b624a872124a0aa&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1670625 Sep 23 19:33:51.445221 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48677a38-664b-4fa7-8be9-57712a344f6d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f26286a-bf7a-4a1d-a218-663d40d7336b,revision_number=1']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:33:51.446339 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 48296) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:33:51.544431 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-11f54bf3-39b3-4782-8fc2-af03981fb1a0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:33:51.569612 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-11f54bf3-39b3-4782-8fc2-af03981fb1a0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:33:51.611956 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac31186-17cb-4258-9370-af0638da5617 req-a5e76e0c-3ea7-4fb7-80bc-9e8dadbcecfd tempest-ServerActionsTestJSON-618918056 tempest-ServerActionsTestJSON-618918056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:33:51.614052 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-0ac31186-17cb-4258-9370-af0638da5617 req-a5e76e0c-3ea7-4fb7-80bc-9e8dadbcecfd tempest-ServerActionsTestJSON-618918056 tempest-ServerActionsTestJSON-618918056-project] 10.222.0.67 "GET /v2.0/ports?device_id=7fa91134-8ee0-4baa-9037-6ca73d6b4c83 HTTP/1.1" status: 200 len: 945 time: 0.0572646 Sep 23 19:33:51.631015 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-11f54bf3-39b3-4782-8fc2-af03981fb1a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:33:51.634040 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-11f54bf3-39b3-4782-8fc2-af03981fb1a0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:33:51.635230 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-11f54bf3-39b3-4782-8fc2-af03981fb1a0 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/5f26286a-bf7a-4a1d-a218-663d40d7336b HTTP/1.1" status: 204 len: 168 time: 0.1858721 Sep 23 19:33:51.645447 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11f54bf3-39b3-4782-8fc2-af03981fb1a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f26286a-bf7a-4a1d-a218-663d40d7336b,revision_number=None']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:33:51.663065 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-0ac31186-17cb-4258-9370-af0638da5617 req-66f26d15-89c5-4569-9a19-33b7adb5a2c4 tempest-ServerActionsTestJSON-618918056 tempest-ServerActionsTestJSON-618918056-project] 10.222.0.67 "GET /v2.0/security-groups?id=d2a75794-f2ea-419f-9d09-0096f3fe96c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408227 Sep 23 19:33:51.844284 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Device 5793e2bb-7972-4954-b1a2-57bd73fd343b up at agent hyperv_n-h2-713301-16 {{(pid=95103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 19:33:51.875208 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c026b2ed-62ed-45cb-b9ef-6536ec807a81 req-62af61dd-8cc5-480c-b86c-557818ebc22e tempest-ServerDiskConfigTestJSON-835646415 tempest-ServerDiskConfigTestJSON-835646415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:33:51.880643 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-c026b2ed-62ed-45cb-b9ef-6536ec807a81 req-62af61dd-8cc5-480c-b86c-557818ebc22e tempest-ServerDiskConfigTestJSON-835646415 tempest-ServerDiskConfigTestJSON-835646415-project] 10.222.0.67 "GET /v2.0/ports?device_id=1112b5b5-ee0d-4dd8-82d2-7b664210a623 HTTP/1.1" status: 200 len: 945 time: 0.0796084 Sep 23 19:33:51.918103 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Provisioning complete for port 5793e2bb-7972-4954-b1a2-57bd73fd343b triggered by entity L2. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:33:51.918474 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:33:51.937537 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-c026b2ed-62ed-45cb-b9ef-6536ec807a81 req-b91f4175-e224-4948-b5c7-97331576def7 tempest-ServerDiskConfigTestJSON-835646415 tempest-ServerDiskConfigTestJSON-835646415-project] 10.222.0.67 "GET /v2.0/security-groups?id=618aa602-18a9-4f8c-abdd-ba8d4ffb9ee9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554805 Sep 23 19:33:52.025783 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:33:52.070402 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] For port 5793e2bb-7972-4954-b1a2-57bd73fd343b, host n-h2-713301-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-16',level=0,port_id=5793e2bb-7972-4954-b1a2-57bd73fd343b,segment=NetworkSegment(12b6e53f-a75d-4104-957d-b1954c84752d),segment_id=12b6e53f-a75d-4104-957d-b1954c84752d)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:33:52.075876 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:33:52.106087 n-d-713301-16 neutron-server[95103]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1112b5b5-ee0d-4dd8-82d2-7b664210a623', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5793e2bb-7972-4954-b1a2-57bd73fd343b'}] {{(pid=95103) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 19:33:52.108376 n-d-713301-16 neutron-server[95103]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}81a1c17f2aa89d5b3ebbba3a3e0cf7eb588e431c2224256110c4c4facdd7c3e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c8b4f43-e199-445a-90ce-3a961aa978a8" -d '{"events": [{"server_uuid": "1112b5b5-ee0d-4dd8-82d2-7b664210a623", "name": "network-vif-plugged", "status": "completed", "tag": "5793e2bb-7972-4954-b1a2-57bd73fd343b"}]}' {{(pid=95103) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 19:33:52.138696 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Pushing event updated for resources: {'Port': ['ID=5793e2bb-7972-4954-b1a2-57bd73fd343b,revision_number=8']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:33:52.148180 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:33:52.148827 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:33:52.148996 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:33:52.149573 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:33:52.150221 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:33:52.150566 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:33:52.150904 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:33:52.151557 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:33:52.151890 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:33:52.152222 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:33:52.152711 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:33:52.153086 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:33:52.167663 n-d-713301-16 neutron-server[95103]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 19:33:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a661486-3968-4586-8498-9b1208458559 x-openstack-request-id: req-7a661486-3968-4586-8498-9b1208458559 {{(pid=95103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 19:33:52.168063 n-d-713301-16 neutron-server[95103]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1112b5b5-ee0d-4dd8-82d2-7b664210a623", "name": "network-vif-plugged", "status": "completed", "tag": "5793e2bb-7972-4954-b1a2-57bd73fd343b", "code": 200}]} {{(pid=95103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 19:33:52.168408 n-d-713301-16 neutron-server[95103]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-7a661486-3968-4586-8498-9b1208458559 {{(pid=95103) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 19:33:52.168919 n-d-713301-16 neutron-server[95103]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1112b5b5-ee0d-4dd8-82d2-7b664210a623', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5793e2bb-7972-4954-b1a2-57bd73fd343b', 'code': 200} Sep 23 19:33:52.314301 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-7f8362c6-ae00-4fff-bc4f-663be67d5ed6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:33:52.338721 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2798b4-797a-4139-9a0b-ab784551f3c5 req-4c1ac2bd-617f-4f36-baca-9450e42a56f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:33:52.340517 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-5f2798b4-797a-4139-9a0b-ab784551f3c5 req-4c1ac2bd-617f-4f36-baca-9450e42a56f7 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=1112b5b5-ee0d-4dd8-82d2-7b664210a623 HTTP/1.1" status: 200 len: 1098 time: 0.0576804 Sep 23 19:33:52.395856 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-5f2798b4-797a-4139-9a0b-ab784551f3c5 req-fb0c3d55-b09a-4f9d-929d-43f40cb6be56 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=618aa602-18a9-4f8c-abdd-ba8d4ffb9ee9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479782 Sep 23 19:33:52.800292 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed51475-cb47-45e3-97d0-73ddadfd4a02 req-4e41bfa3-395e-4068-8f85-ea8373c615e4 tempest-ServerActionsTestJSON-618918056 tempest-ServerActionsTestJSON-618918056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:33:52.805235 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-3ed51475-cb47-45e3-97d0-73ddadfd4a02 req-4e41bfa3-395e-4068-8f85-ea8373c615e4 tempest-ServerActionsTestJSON-618918056 tempest-ServerActionsTestJSON-618918056-project] 10.222.0.67 "GET /v2.0/ports?device_id=7fa91134-8ee0-4baa-9037-6ca73d6b4c83 HTTP/1.1" status: 200 len: 945 time: 0.0583055 Sep 23 19:33:52.844720 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-3ed51475-cb47-45e3-97d0-73ddadfd4a02 req-087d2782-0b8a-4697-8192-77117ba752de tempest-ServerActionsTestJSON-618918056 tempest-ServerActionsTestJSON-618918056-project] 10.222.0.67 "GET /v2.0/security-groups?id=d2a75794-f2ea-419f-9d09-0096f3fe96c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366702 Sep 23 19:33:53.035807 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:33:53.088692 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be3fbe08-465d-486d-8bc7-16661b142bb4 req-7ea2bac1-c195-4eb2-a11a-35e748e65921 tempest-ServerDiskConfigTestJSON-835646415 tempest-ServerDiskConfigTestJSON-835646415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:33:53.090300 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-be3fbe08-465d-486d-8bc7-16661b142bb4 req-7ea2bac1-c195-4eb2-a11a-35e748e65921 tempest-ServerDiskConfigTestJSON-835646415 tempest-ServerDiskConfigTestJSON-835646415-project] 10.222.0.67 "GET /v2.0/ports?device_id=1112b5b5-ee0d-4dd8-82d2-7b664210a623 HTTP/1.1" status: 200 len: 946 time: 0.0699923 Sep 23 19:33:53.141721 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-be3fbe08-465d-486d-8bc7-16661b142bb4 req-e91262c3-d6f2-4781-ba6b-97b31db6de11 tempest-ServerDiskConfigTestJSON-835646415 tempest-ServerDiskConfigTestJSON-835646415-project] 10.222.0.67 "GET /v2.0/security-groups?id=618aa602-18a9-4f8c-abdd-ba8d4ffb9ee9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406790 Sep 23 19:33:53.366310 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-0ae75029-feb6-4728-9a94-5f9b60993d82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:33:54.296067 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ab19f8-5f3e-4829-bca2-23fb6d74db9e req-4b6cfe44-f334-42d4-9161-a24a04fe84a6 tempest-ServerDiskConfigTestJSON-835646415 tempest-ServerDiskConfigTestJSON-835646415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:33:54.298320 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-41ab19f8-5f3e-4829-bca2-23fb6d74db9e req-4b6cfe44-f334-42d4-9161-a24a04fe84a6 tempest-ServerDiskConfigTestJSON-835646415 tempest-ServerDiskConfigTestJSON-835646415-project] 10.222.0.67 "GET /v2.0/ports?device_id=1112b5b5-ee0d-4dd8-82d2-7b664210a623 HTTP/1.1" status: 200 len: 946 time: 0.0738280 Sep 23 19:33:54.348319 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-41ab19f8-5f3e-4829-bca2-23fb6d74db9e req-c25ca9e4-0798-4a47-a071-995163792a0a tempest-ServerDiskConfigTestJSON-835646415 tempest-ServerDiskConfigTestJSON-835646415-project] 10.222.0.67 "GET /v2.0/security-groups?id=618aa602-18a9-4f8c-abdd-ba8d4ffb9ee9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438442 Sep 23 19:33:54.496923 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498e3099-b592-40cd-a998-57bdf82ffe47 req-1c2ef3fd-0b62-48f5-bf9f-0b71267b02e1 tempest-ServerDiskConfigTestJSON-835646415 tempest-ServerDiskConfigTestJSON-835646415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:33:54.500672 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-498e3099-b592-40cd-a998-57bdf82ffe47 req-1c2ef3fd-0b62-48f5-bf9f-0b71267b02e1 tempest-ServerDiskConfigTestJSON-835646415 tempest-ServerDiskConfigTestJSON-835646415-project] 10.222.0.67 "GET /v2.0/ports?device_id=1112b5b5-ee0d-4dd8-82d2-7b664210a623 HTTP/1.1" status: 200 len: 946 time: 0.0669665 Sep 23 19:33:54.556379 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-498e3099-b592-40cd-a998-57bdf82ffe47 req-86889667-9b8e-4bb4-8617-c4eccdfaf539 tempest-ServerDiskConfigTestJSON-835646415 tempest-ServerDiskConfigTestJSON-835646415-project] 10.222.0.67 "GET /v2.0/security-groups?id=618aa602-18a9-4f8c-abdd-ba8d4ffb9ee9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489142 Sep 23 19:33:54.990882 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf09f92-7b1a-4a07-bb21-2f61a6660e50 req-fff7d4f0-49d6-4de5-aa33-06ca56e887d1 tempest-ServerDiskConfigTestJSON-835646415 tempest-ServerDiskConfigTestJSON-835646415-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:33:54.992382 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-4cf09f92-7b1a-4a07-bb21-2f61a6660e50 req-fff7d4f0-49d6-4de5-aa33-06ca56e887d1 tempest-ServerDiskConfigTestJSON-835646415 tempest-ServerDiskConfigTestJSON-835646415-project] 10.222.0.67 "GET /v2.0/networks?id=51d98d25-8b81-49cf-be6e-482532c2b4a4 HTTP/1.1" status: 200 len: 813 time: 0.1128862 Sep 23 19:33:55.008796 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-4cf09f92-7b1a-4a07-bb21-2f61a6660e50 req-c7b4f709-fc9d-4c95-9aa0-cefe6c8c55b4 tempest-ServerDiskConfigTestJSON-835646415 tempest-ServerDiskConfigTestJSON-835646415-project] 10.222.0.67 "GET /v2.0/quotas/5335e134b9744707975fff47e2e93ede HTTP/1.1" status: 200 len: 375 time: 0.0102589 Sep 23 19:33:55.075754 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-4cf09f92-7b1a-4a07-bb21-2f61a6660e50 req-5ff13bad-c36f-4d1e-bcc1-de1bc763443c tempest-ServerDiskConfigTestJSON-835646415 tempest-ServerDiskConfigTestJSON-835646415-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=5335e134b9744707975fff47e2e93ede&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0612741 Sep 23 19:33:55.200030 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-4cf09f92-7b1a-4a07-bb21-2f61a6660e50 req-651161f2-4b18-44b6-8067-adcab0a00f89 service neutron] 10.222.0.67 "GET /v2.0/networks/51d98d25-8b81-49cf-be6e-482532c2b4a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1111319 Sep 23 19:33:55.288705 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-80e7e501-6c57-470d-92c6-e3d54bc3195c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:33:55.319699 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-4cf09f92-7b1a-4a07-bb21-2f61a6660e50 req-6e4e9972-e8eb-40da-ae28-b38ce2c99831 service neutron] 10.222.0.67 "GET /v2.0/networks/51d98d25-8b81-49cf-be6e-482532c2b4a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1166315 Sep 23 19:33:55.540436 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-f9b98dd9-726e-4abd-8db0-f69eb1a15031 req-4bf12c2f-03ea-4599-ae08-603242769eff tempest-ServerDiskConfigTestJSON-835646415 tempest-ServerDiskConfigTestJSON-835646415-project] 10.222.0.67 "GET /v2.0/ports?device_id=2a6a5412-afe8-4123-aa07-7e64d6de21f9 HTTP/1.1" status: 200 len: 210 time: 0.0384340 Sep 23 19:33:56.119857 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b461c41a-05b9-4deb-b43a-ba7d2a4bfe73 req-81af4000-db14-424c-be0f-a680d1a415ce tempest-ServerDiskConfigTestJSON-835646415 tempest-ServerDiskConfigTestJSON-835646415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:33:56.121795 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-b461c41a-05b9-4deb-b43a-ba7d2a4bfe73 req-81af4000-db14-424c-be0f-a680d1a415ce tempest-ServerDiskConfigTestJSON-835646415 tempest-ServerDiskConfigTestJSON-835646415-project] 10.222.0.53 "GET /v2.0/ports?device_id=1112b5b5-ee0d-4dd8-82d2-7b664210a623 HTTP/1.1" status: 200 len: 946 time: 0.0725279 Sep 23 19:33:56.258253 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.plugin [req-b461c41a-05b9-4deb-b43a-ba7d2a4bfe73 req-b7842ac3-d7ac-423a-b563-8f3bd03e6786 tempest-ServerDiskConfigTestJSON-835646415 tempest-ServerDiskConfigTestJSON-835646415-project] Deleting port 5793e2bb-7972-4954-b1a2-57bd73fd343b {{(pid=95101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:33:56.258898 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-b461c41a-05b9-4deb-b43a-ba7d2a4bfe73 req-b7842ac3-d7ac-423a-b563-8f3bd03e6786 tempest-ServerDiskConfigTestJSON-835646415 tempest-ServerDiskConfigTestJSON-835646415-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783146157096'] for port, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:33:56.390711 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.db [req-b461c41a-05b9-4deb-b43a-ba7d2a4bfe73 req-b7842ac3-d7ac-423a-b563-8f3bd03e6786 tempest-ServerDiskConfigTestJSON-835646415 tempest-ServerDiskConfigTestJSON-835646415-project] For port 5793e2bb-7972-4954-b1a2-57bd73fd343b, host n-h2-713301-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-16',level=0,port_id=5793e2bb-7972-4954-b1a2-57bd73fd343b,segment=NetworkSegment(12b6e53f-a75d-4104-957d-b1954c84752d),segment_id=12b6e53f-a75d-4104-957d-b1954c84752d)] {{(pid=95101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:33:56.391107 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-b461c41a-05b9-4deb-b43a-ba7d2a4bfe73 req-b7842ac3-d7ac-423a-b563-8f3bd03e6786 tempest-ServerDiskConfigTestJSON-835646415 tempest-ServerDiskConfigTestJSON-835646415-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-605701'] for port, precommit_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:33:56.403860 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.plugin [req-b461c41a-05b9-4deb-b43a-ba7d2a4bfe73 req-b7842ac3-d7ac-423a-b563-8f3bd03e6786 tempest-ServerDiskConfigTestJSON-835646415 tempest-ServerDiskConfigTestJSON-835646415-project] Calling delete_port for 5793e2bb-7972-4954-b1a2-57bd73fd343b owned by compute:nova {{(pid=95101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:33:56.563725 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-b461c41a-05b9-4deb-b43a-ba7d2a4bfe73 req-b7842ac3-d7ac-423a-b563-8f3bd03e6786 tempest-ServerDiskConfigTestJSON-835646415 tempest-ServerDiskConfigTestJSON-835646415-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783146162158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783145673144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5607431'] for port, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:33:56.577528 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] get_ports_and_sgs() called for port_ids ['5793e2bb-7972-4954-b1a2-57bd73fd343b'] {{(pid=95103) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 19:33:56.609893 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7842ac3-d7ac-423a-b563-8f3bd03e6786 tempest-ServerDiskConfigTestJSON-835646415 tempest-ServerDiskConfigTestJSON-835646415-project] Pushing event deleted for resources: {'Port': ['ID=5793e2bb-7972-4954-b1a2-57bd73fd343b,revision_number=None']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:33:56.680348 n-d-713301-16 neutron-server[95101]: DEBUG neutron.db.l3_dvrscheduler_db [req-b461c41a-05b9-4deb-b43a-ba7d2a4bfe73 req-b7842ac3-d7ac-423a-b563-8f3bd03e6786 tempest-ServerDiskConfigTestJSON-835646415 tempest-ServerDiskConfigTestJSON-835646415-project] No DVR routers for this DVR port 5793e2bb-7972-4954-b1a2-57bd73fd343b on host n-h2-713301-16 {{(pid=95101) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 19:33:56.686160 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-b461c41a-05b9-4deb-b43a-ba7d2a4bfe73 req-b7842ac3-d7ac-423a-b563-8f3bd03e6786 tempest-ServerDiskConfigTestJSON-835646415 tempest-ServerDiskConfigTestJSON-835646415-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222849'] for port, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:33:56.688335 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf09f92-7b1a-4a07-bb21-2f61a6660e50 req-a28c092f-eabf-4bd1-8fa9-343dcc4e1a31 tempest-ServerDiskConfigTestJSON-835646415 tempest-ServerDiskConfigTestJSON-835646415-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:33:56.689232 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-b461c41a-05b9-4deb-b43a-ba7d2a4bfe73 req-b7842ac3-d7ac-423a-b563-8f3bd03e6786 tempest-ServerDiskConfigTestJSON-835646415 tempest-ServerDiskConfigTestJSON-835646415-project] 10.222.0.53 "DELETE /v2.0/ports/5793e2bb-7972-4954-b1a2-57bd73fd343b HTTP/1.1" status: 204 len: 173 time: 0.5584059 Sep 23 19:33:56.689886 n-d-713301-16 neutron-server[95101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1112b5b5-ee0d-4dd8-82d2-7b664210a623', 'name': 'network-vif-deleted', 'tag': '5793e2bb-7972-4954-b1a2-57bd73fd343b'}] {{(pid=95101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 19:33:56.690954 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-4cf09f92-7b1a-4a07-bb21-2f61a6660e50 req-a28c092f-eabf-4bd1-8fa9-343dcc4e1a31 tempest-ServerDiskConfigTestJSON-835646415 tempest-ServerDiskConfigTestJSON-835646415-project] 10.222.0.74 "GET /v2.0/networks?id=51d98d25-8b81-49cf-be6e-482532c2b4a4 HTTP/1.1" status: 200 len: 813 time: 0.1800463 Sep 23 19:33:56.693029 n-d-713301-16 neutron-server[95101]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d8366c5740cd635e57ab12b71fe44a77c2acc3c19091ef849c6f68b380462244" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54df250d-7ca1-45bf-b18e-9ff56b683179" -d '{"events": [{"server_uuid": "1112b5b5-ee0d-4dd8-82d2-7b664210a623", "name": "network-vif-deleted", "tag": "5793e2bb-7972-4954-b1a2-57bd73fd343b"}]}' {{(pid=95101) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 19:33:56.708427 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.v2.base [req-4cf09f92-7b1a-4a07-bb21-2f61a6660e50 req-a92a4056-1114-452f-b6af-cd35e0cb783e tempest-ServerDiskConfigTestJSON-835646415 tempest-ServerDiskConfigTestJSON-835646415-project] Request body: {'port': {'device_id': '2a6a5412-afe8-4123-aa07-7e64d6de21f9', 'network_id': '51d98d25-8b81-49cf-be6e-482532c2b4a4', 'admin_state_up': True, 'tenant_id': '5335e134b9744707975fff47e2e93ede'}} {{(pid=95102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:33:56.760226 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-91908075-6b63-49bd-aeaa-11f195e0f1fe req-88102042-bc91-45a8-8d43-5103624c505f tempest-ServerDiskConfigTestJSON-835646415 tempest-ServerDiskConfigTestJSON-835646415-project] 10.222.0.67 "GET /v2.0/ports?device_id=2a6a5412-afe8-4123-aa07-7e64d6de21f9 HTTP/1.1" status: 200 len: 210 time: 0.0466952 Sep 23 19:33:56.907447 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4cf09f92-7b1a-4a07-bb21-2f61a6660e50 req-a92a4056-1114-452f-b6af-cd35e0cb783e tempest-ServerDiskConfigTestJSON-835646415 tempest-ServerDiskConfigTestJSON-835646415-project] Made reservation on behalf of 5335e134b9744707975fff47e2e93ede for: {'port': 1} {{(pid=95102) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:33:56.911906 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-4cf09f92-7b1a-4a07-bb21-2f61a6660e50 req-a92a4056-1114-452f-b6af-cd35e0cb783e tempest-ServerDiskConfigTestJSON-835646415 tempest-ServerDiskConfigTestJSON-835646415-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:33:56.959645 n-d-713301-16 neutron-server[95101]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 19:33:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1bb906a8-3a3e-4113-923c-c2d06c5076d8 x-openstack-request-id: req-1bb906a8-3a3e-4113-923c-c2d06c5076d8 {{(pid=95101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 19:33:56.960283 n-d-713301-16 neutron-server[95101]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1112b5b5-ee0d-4dd8-82d2-7b664210a623", "name": "network-vif-deleted", "tag": "5793e2bb-7972-4954-b1a2-57bd73fd343b", "status": "completed", "code": 200}]} {{(pid=95101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 19:33:56.960803 n-d-713301-16 neutron-server[95101]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-1bb906a8-3a3e-4113-923c-c2d06c5076d8 {{(pid=95101) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 19:33:56.961510 n-d-713301-16 neutron-server[95101]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1112b5b5-ee0d-4dd8-82d2-7b664210a623', 'name': 'network-vif-deleted', 'tag': '5793e2bb-7972-4954-b1a2-57bd73fd343b', 'status': 'completed', 'code': 200} Sep 23 19:33:57.104446 n-d-713301-16 neutron-server[95102]: DEBUG neutron.db.db_base_plugin_common [req-4cf09f92-7b1a-4a07-bb21-2f61a6660e50 req-a92a4056-1114-452f-b6af-cd35e0cb783e tempest-ServerDiskConfigTestJSON-835646415 tempest-ServerDiskConfigTestJSON-835646415-project] Allocated IP 172.20.0.11 (51d98d25-8b81-49cf-be6e-482532c2b4a4/f1f3b3f4-c8d2-4aab-b6a3-39edd63f54e5/1bb345af-b75f-4259-acf1-3cf7858417a3) {{(pid=95102) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 19:33:57.307661 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-4cf09f92-7b1a-4a07-bb21-2f61a6660e50 req-a92a4056-1114-452f-b6af-cd35e0cb783e tempest-ServerDiskConfigTestJSON-835646415 tempest-ServerDiskConfigTestJSON-835646415-project] Notify callbacks [] for port, precommit_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:33:57.376623 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-4cf09f92-7b1a-4a07-bb21-2f61a6660e50 req-a92a4056-1114-452f-b6af-cd35e0cb783e tempest-ServerDiskConfigTestJSON-835646415 tempest-ServerDiskConfigTestJSON-835646415-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783145673135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4399100'] for port, after_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:33:57.389194 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] get_ports_and_sgs() called for port_ids ['5793e2bb-7972-4954-b1a2-57bd73fd343b'] {{(pid=95103) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 19:33:57.426158 n-d-713301-16 neutron-server[95102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4cf09f92-7b1a-4a07-bb21-2f61a6660e50 req-a92a4056-1114-452f-b6af-cd35e0cb783e tempest-ServerDiskConfigTestJSON-835646415 tempest-ServerDiskConfigTestJSON-835646415-project] Network 51d98d25-8b81-49cf-be6e-482532c2b4a4 is already hosted by enough agents. {{(pid=95102) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:33:57.429749 n-d-713301-16 neutron-server[95102]: DEBUG neutron.scheduler.base_scheduler [req-4cf09f92-7b1a-4a07-bb21-2f61a6660e50 req-a92a4056-1114-452f-b6af-cd35e0cb783e tempest-ServerDiskConfigTestJSON-835646415 tempest-ServerDiskConfigTestJSON-835646415-project] Resources bound (agent type, host, resource id): {{(pid=95102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:33:57.434437 n-d-713301-16 neutron-server[95102]: DEBUG neutron.db.l3_dvrscheduler_db [req-4cf09f92-7b1a-4a07-bb21-2f61a6660e50 req-a92a4056-1114-452f-b6af-cd35e0cb783e tempest-ServerDiskConfigTestJSON-835646415 tempest-ServerDiskConfigTestJSON-835646415-project] Received port after_create {{(pid=95102) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 19:33:57.469840 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a92a4056-1114-452f-b6af-cd35e0cb783e tempest-ServerDiskConfigTestJSON-835646415 tempest-ServerDiskConfigTestJSON-835646415-project] Pushing event updated for resources: {'Port': ['ID=1bb345af-b75f-4259-acf1-3cf7858417a3,revision_number=1']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:33:57.503808 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf09f92-7b1a-4a07-bb21-2f61a6660e50 req-a92a4056-1114-452f-b6af-cd35e0cb783e tempest-ServerDiskConfigTestJSON-835646415 tempest-ServerDiskConfigTestJSON-835646415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:33:57.504949 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-4cf09f92-7b1a-4a07-bb21-2f61a6660e50 req-a92a4056-1114-452f-b6af-cd35e0cb783e tempest-ServerDiskConfigTestJSON-835646415 tempest-ServerDiskConfigTestJSON-835646415-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222849'] for port, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:33:57.520630 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-4cf09f92-7b1a-4a07-bb21-2f61a6660e50 req-a92a4056-1114-452f-b6af-cd35e0cb783e tempest-ServerDiskConfigTestJSON-835646415 tempest-ServerDiskConfigTestJSON-835646415-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8195627 Sep 23 19:33:57.533131 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.v2.base [req-4cf09f92-7b1a-4a07-bb21-2f61a6660e50 req-3dd1966d-f3cd-45c1-ad78-2c7d90d0f768 service neutron] Request body: {'port': {'device_id': '2a6a5412-afe8-4123-aa07-7e64d6de21f9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713301-16'}} {{(pid=95102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:33:57.594279 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-4cf09f92-7b1a-4a07-bb21-2f61a6660e50 req-3dd1966d-f3cd-45c1-ad78-2c7d90d0f768 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:33:57.933489 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:33:58.239140 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:33:58.269014 n-d-713301-16 neutron-server[95102]: DEBUG neutron.notifiers.nova [req-4cf09f92-7b1a-4a07-bb21-2f61a6660e50 req-3dd1966d-f3cd-45c1-ad78-2c7d90d0f768 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1bb345af-b75f-4259-acf1-3cf7858417a3 {{(pid=95102) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 19:33:58.280528 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-793018df-4084-4cdf-9dc5-e2b9e3b1e136 req-1cf27ca6-4c1a-4296-a08a-34aeac754387 tempest-ServerDiskConfigTestJSON-835646415 tempest-ServerDiskConfigTestJSON-835646415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:33:58.282243 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-793018df-4084-4cdf-9dc5-e2b9e3b1e136 req-1cf27ca6-4c1a-4296-a08a-34aeac754387 tempest-ServerDiskConfigTestJSON-835646415 tempest-ServerDiskConfigTestJSON-835646415-project] 10.222.0.67 "GET /v2.0/ports?device_id=2a6a5412-afe8-4123-aa07-7e64d6de21f9 HTTP/1.1" status: 200 len: 932 time: 0.4350276 Sep 23 19:33:58.287689 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-4cf09f92-7b1a-4a07-bb21-2f61a6660e50 req-3dd1966d-f3cd-45c1-ad78-2c7d90d0f768 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:33:58.318062 n-d-713301-16 neutron-server[95102]: DEBUG neutron.db.provisioning_blocks [req-4cf09f92-7b1a-4a07-bb21-2f61a6660e50 req-3dd1966d-f3cd-45c1-ad78-2c7d90d0f768 service neutron] Transition to ACTIVE for port object 1bb345af-b75f-4259-acf1-3cf7858417a3 will not be triggered until provisioned by entity L2. {{(pid=95102) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 19:33:58.332841 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-4cf09f92-7b1a-4a07-bb21-2f61a6660e50 req-3dd1966d-f3cd-45c1-ad78-2c7d90d0f768 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4399095'] for port, after_update {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:33:58.349479 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-793018df-4084-4cdf-9dc5-e2b9e3b1e136 req-0b3e0aaf-8a01-4548-a949-6a15e2fc37bc tempest-ServerDiskConfigTestJSON-835646415 tempest-ServerDiskConfigTestJSON-835646415-project] 10.222.0.67 "GET /v2.0/security-groups?id=618aa602-18a9-4f8c-abdd-ba8d4ffb9ee9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591342 Sep 23 19:33:58.396143 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dd1966d-f3cd-45c1-ad78-2c7d90d0f768 service neutron] Pushing event updated for resources: {'Port': ['ID=1bb345af-b75f-4259-acf1-3cf7858417a3,revision_number=2']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:33:58.470952 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.managers [req-4cf09f92-7b1a-4a07-bb21-2f61a6660e50 req-3dd1966d-f3cd-45c1-ad78-2c7d90d0f768 service neutron] Attempting to bind port 1bb345af-b75f-4259-acf1-3cf7858417a3 on host n-h1-713301-16 for vnic_type normal with profile {{(pid=95102) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 19:33:58.471344 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.managers [req-4cf09f92-7b1a-4a07-bb21-2f61a6660e50 req-3dd1966d-f3cd-45c1-ad78-2c7d90d0f768 service neutron] Attempting to bind port 1bb345af-b75f-4259-acf1-3cf7858417a3 by drivers openvswitch,hyperv on host n-h1-713301-16 at level 0 using segments [{'id': '12b6e53f-a75d-4104-957d-b1954c84752d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '51d98d25-8b81-49cf-be6e-482532c2b4a4'}] {{(pid=95102) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 19:33:58.471622 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cf09f92-7b1a-4a07-bb21-2f61a6660e50 req-3dd1966d-f3cd-45c1-ad78-2c7d90d0f768 service neutron] Attempting to bind port 1bb345af-b75f-4259-acf1-3cf7858417a3 on network 51d98d25-8b81-49cf-be6e-482532c2b4a4 {{(pid=95102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:33:58.478128 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cf09f92-7b1a-4a07-bb21-2f61a6660e50 req-3dd1966d-f3cd-45c1-ad78-2c7d90d0f768 service neutron] Port 1bb345af-b75f-4259-acf1-3cf7858417a3 on network 51d98d25-8b81-49cf-be6e-482532c2b4a4 not bound, no agent of type Open vSwitch agent registered on host n-h1-713301-16 {{(pid=95102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 19:33:58.478665 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cf09f92-7b1a-4a07-bb21-2f61a6660e50 req-3dd1966d-f3cd-45c1-ad78-2c7d90d0f768 service neutron] Attempting to bind port 1bb345af-b75f-4259-acf1-3cf7858417a3 on network 51d98d25-8b81-49cf-be6e-482532c2b4a4 {{(pid=95102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:33:58.485552 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cf09f92-7b1a-4a07-bb21-2f61a6660e50 req-3dd1966d-f3cd-45c1-ad78-2c7d90d0f768 service neutron] Checking agent: {'id': '0708c3e9-0aad-4600-9be9-d2486535c898', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713301-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 19, 15, 28), 'started_at': datetime.datetime(2021, 9, 23, 19, 15, 28), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 19, 33, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 19:33:58.486052 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cf09f92-7b1a-4a07-bb21-2f61a6660e50 req-3dd1966d-f3cd-45c1-ad78-2c7d90d0f768 service neutron] Checking segment: {'id': '12b6e53f-a75d-4104-957d-b1954c84752d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '51d98d25-8b81-49cf-be6e-482532c2b4a4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95102) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:33:58.486521 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cf09f92-7b1a-4a07-bb21-2f61a6660e50 req-3dd1966d-f3cd-45c1-ad78-2c7d90d0f768 service neutron] Bound using segment: {'id': '12b6e53f-a75d-4104-957d-b1954c84752d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '51d98d25-8b81-49cf-be6e-482532c2b4a4'} {{(pid=95102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 19:33:58.487026 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.managers [req-4cf09f92-7b1a-4a07-bb21-2f61a6660e50 req-3dd1966d-f3cd-45c1-ad78-2c7d90d0f768 service neutron] Bound port: 1bb345af-b75f-4259-acf1-3cf7858417a3, host: n-h1-713301-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '12b6e53f-a75d-4104-957d-b1954c84752d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '51d98d25-8b81-49cf-be6e-482532c2b4a4'}}] {{(pid=95102) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 19:33:58.487457 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-4cf09f92-7b1a-4a07-bb21-2f61a6660e50 req-3dd1966d-f3cd-45c1-ad78-2c7d90d0f768 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:33:58.555892 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.db [req-4cf09f92-7b1a-4a07-bb21-2f61a6660e50 req-3dd1966d-f3cd-45c1-ad78-2c7d90d0f768 service neutron] For port 1bb345af-b75f-4259-acf1-3cf7858417a3, host n-h1-713301-16, cleared binding levels {{(pid=95102) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 19:33:58.560113 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.db [req-4cf09f92-7b1a-4a07-bb21-2f61a6660e50 req-3dd1966d-f3cd-45c1-ad78-2c7d90d0f768 service neutron] For port 1bb345af-b75f-4259-acf1-3cf7858417a3, host n-h1-713301-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-16',level=0,port_id=1bb345af-b75f-4259-acf1-3cf7858417a3,segment=NetworkSegment(12b6e53f-a75d-4104-957d-b1954c84752d),segment_id=12b6e53f-a75d-4104-957d-b1954c84752d)] {{(pid=95102) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 19:33:58.567933 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-4cf09f92-7b1a-4a07-bb21-2f61a6660e50 req-3dd1966d-f3cd-45c1-ad78-2c7d90d0f768 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4399095'] for port, after_update {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:33:58.604079 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf09f92-7b1a-4a07-bb21-2f61a6660e50 req-3dd1966d-f3cd-45c1-ad78-2c7d90d0f768 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:33:58.604796 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-4cf09f92-7b1a-4a07-bb21-2f61a6660e50 req-3dd1966d-f3cd-45c1-ad78-2c7d90d0f768 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222849'] for port, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:33:58.606191 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-4cf09f92-7b1a-4a07-bb21-2f61a6660e50 req-3dd1966d-f3cd-45c1-ad78-2c7d90d0f768 service neutron] 10.222.0.74 "PUT /v2.0/ports/1bb345af-b75f-4259-acf1-3cf7858417a3 HTTP/1.1" status: 200 len: 1093 time: 1.0773578 Sep 23 19:33:58.606636 n-d-713301-16 neutron-server[95102]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2a6a5412-afe8-4123-aa07-7e64d6de21f9', 'tag': '1bb345af-b75f-4259-acf1-3cf7858417a3'}] {{(pid=95102) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 19:33:58.609580 n-d-713301-16 neutron-server[95102]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab31b6d93e5336dbddfa8ec424565b3bd8cb2369c5b4d85bc943472dbb21e8ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4700361b-656c-45a5-aaf9-749924cd922d" -d '{"events": [{"name": "network-changed", "server_uuid": "2a6a5412-afe8-4123-aa07-7e64d6de21f9", "tag": "1bb345af-b75f-4259-acf1-3cf7858417a3"}]}' {{(pid=95102) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 19:33:58.640342 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dd1966d-f3cd-45c1-ad78-2c7d90d0f768 service neutron] Pushing event updated for resources: {'Port': ['ID=1bb345af-b75f-4259-acf1-3cf7858417a3,revision_number=3']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:33:58.652349 n-d-713301-16 neutron-server[95102]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 19:33:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-873277f6-ff54-4e3a-a919-c986b8660da5 x-openstack-request-id: req-873277f6-ff54-4e3a-a919-c986b8660da5 {{(pid=95102) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 19:33:58.652696 n-d-713301-16 neutron-server[95102]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2a6a5412-afe8-4123-aa07-7e64d6de21f9", "tag": "1bb345af-b75f-4259-acf1-3cf7858417a3", "status": "completed", "code": 200}]} {{(pid=95102) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 19:33:58.653013 n-d-713301-16 neutron-server[95102]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-873277f6-ff54-4e3a-a919-c986b8660da5 {{(pid=95102) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 19:33:58.653484 n-d-713301-16 neutron-server[95102]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2a6a5412-afe8-4123-aa07-7e64d6de21f9', 'tag': '1bb345af-b75f-4259-acf1-3cf7858417a3', 'status': 'completed', 'code': 200} Sep 23 19:33:58.704170 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf09f92-7b1a-4a07-bb21-2f61a6660e50 req-c4fd99da-0e27-43f5-b966-f9600659718e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:33:58.705818 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-4cf09f92-7b1a-4a07-bb21-2f61a6660e50 req-c4fd99da-0e27-43f5-b966-f9600659718e service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=5335e134b9744707975fff47e2e93ede&device_id=2a6a5412-afe8-4123-aa07-7e64d6de21f9 HTTP/1.1" status: 200 len: 1096 time: 0.0450280 Sep 23 19:33:58.763807 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-4cf09f92-7b1a-4a07-bb21-2f61a6660e50 req-da306734-9320-48d5-9991-ae1a83bd856a service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1bb345af-b75f-4259-acf1-3cf7858417a3 HTTP/1.1" status: 200 len: 217 time: 0.0483041 Sep 23 19:33:58.834056 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf09f92-7b1a-4a07-bb21-2f61a6660e50 req-af5db026-941c-436a-8adb-34a8963c9524 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:33:58.835528 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-4cf09f92-7b1a-4a07-bb21-2f61a6660e50 req-af5db026-941c-436a-8adb-34a8963c9524 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=f1f3b3f4-c8d2-4aab-b6a3-39edd63f54e5 HTTP/1.1" status: 200 len: 853 time: 0.0636144 Sep 23 19:33:58.870043 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-4cf09f92-7b1a-4a07-bb21-2f61a6660e50 req-e1f2e50b-5d3b-4488-bcea-621b7333c4e0 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=51d98d25-8b81-49cf-be6e-482532c2b4a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0259888 Sep 23 19:33:58.994485 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-4cf09f92-7b1a-4a07-bb21-2f61a6660e50 req-4284f5a5-b892-477c-a2df-4da60b17aa71 service neutron] 10.222.0.74 "GET /v2.0/networks/51d98d25-8b81-49cf-be6e-482532c2b4a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1151366 Sep 23 19:33:59.118723 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-4cf09f92-7b1a-4a07-bb21-2f61a6660e50 req-d24e1dcb-33d7-4007-bfe5-c991f947974f service neutron] 10.222.0.74 "GET /v2.0/networks/51d98d25-8b81-49cf-be6e-482532c2b4a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1137161 Sep 23 19:33:59.245909 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4700361b-656c-45a5-aaf9-749924cd922d req-30f4a454-083a-40b2-a852-879633c1a481 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:33:59.248803 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-4700361b-656c-45a5-aaf9-749924cd922d req-30f4a454-083a-40b2-a852-879633c1a481 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=5335e134b9744707975fff47e2e93ede&device_id=2a6a5412-afe8-4123-aa07-7e64d6de21f9 HTTP/1.1" status: 200 len: 1096 time: 0.0700521 Sep 23 19:33:59.399417 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4700361b-656c-45a5-aaf9-749924cd922d req-f699cc9e-9bb5-4d59-94a7-b2e455a15a08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:33:59.402785 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-4700361b-656c-45a5-aaf9-749924cd922d req-f699cc9e-9bb5-4d59-94a7-b2e455a15a08 service neutron] 10.222.0.74 "GET /v2.0/networks?id=51d98d25-8b81-49cf-be6e-482532c2b4a4 HTTP/1.1" status: 200 len: 914 time: 0.1452386 Sep 23 19:33:59.469025 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-4700361b-656c-45a5-aaf9-749924cd922d req-e1e93a00-690a-4ac9-bb52-6267a297bbf6 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1bb345af-b75f-4259-acf1-3cf7858417a3 HTTP/1.1" status: 200 len: 217 time: 0.0579476 Sep 23 19:33:59.578411 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4700361b-656c-45a5-aaf9-749924cd922d req-ab19dc02-e890-4688-ab0f-c78b2ad90521 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:33:59.580065 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-4700361b-656c-45a5-aaf9-749924cd922d req-ab19dc02-e890-4688-ab0f-c78b2ad90521 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=f1f3b3f4-c8d2-4aab-b6a3-39edd63f54e5 HTTP/1.1" status: 200 len: 853 time: 0.0940897 Sep 23 19:33:59.590703 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58867986-99b8-460c-96a9-f8468901c6be req-97677d4b-1768-4182-aac7-2b62effcf228 tempest-ServerDiskConfigTestJSON-835646415 tempest-ServerDiskConfigTestJSON-835646415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:33:59.599292 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-58867986-99b8-460c-96a9-f8468901c6be req-97677d4b-1768-4182-aac7-2b62effcf228 tempest-ServerDiskConfigTestJSON-835646415 tempest-ServerDiskConfigTestJSON-835646415-project] 10.222.0.67 "GET /v2.0/ports?device_id=2a6a5412-afe8-4123-aa07-7e64d6de21f9 HTTP/1.1" status: 200 len: 944 time: 0.1291010 Sep 23 19:33:59.647154 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-4700361b-656c-45a5-aaf9-749924cd922d req-8ec5d16f-a1c0-4095-b5df-eaf914b4587f service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=51d98d25-8b81-49cf-be6e-482532c2b4a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0450678 Sep 23 19:33:59.692273 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-58867986-99b8-460c-96a9-f8468901c6be req-a1364bde-dffe-422f-8e66-c8dfbf116171 tempest-ServerDiskConfigTestJSON-835646415 tempest-ServerDiskConfigTestJSON-835646415-project] 10.222.0.67 "GET /v2.0/security-groups?id=618aa602-18a9-4f8c-abdd-ba8d4ffb9ee9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919771 Sep 23 19:33:59.777098 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-4700361b-656c-45a5-aaf9-749924cd922d req-c7204017-d822-4255-9680-5ac6c3c17004 service neutron] 10.222.0.74 "GET /v2.0/networks/51d98d25-8b81-49cf-be6e-482532c2b4a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1187010 Sep 23 19:33:59.881265 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-4700361b-656c-45a5-aaf9-749924cd922d req-db5554b4-0dc6-49cd-a846-5eb388c5431b service neutron] 10.222.0.74 "GET /v2.0/networks/51d98d25-8b81-49cf-be6e-482532c2b4a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0965323 Sep 23 19:33:59.882631 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Device 5793e2bb-7972-4954-b1a2-57bd73fd343b no longer exists at agent hyperv_n-h2-713301-16 {{(pid=95103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 19:33:59.905627 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.plugin [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] No Port match for: 5793e2bb-7972-4954-b1a2-57bd73fd343b {{(pid=95103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 19:33:59.905974 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Device 5793e2bb-7972-4954-b1a2-57bd73fd343b not bound to the agent host n-h2-713301-16 {{(pid=95103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 19:34:00.595538 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f268e2-5577-41d0-8179-875a5d23f994 req-78ab4d1f-8f00-4adf-8719-eb17a04ed62e tempest-AttachVolumeNegativeTest-1343519470 tempest-AttachVolumeNegativeTest-1343519470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:34:00.597469 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-16f268e2-5577-41d0-8179-875a5d23f994 req-78ab4d1f-8f00-4adf-8719-eb17a04ed62e tempest-AttachVolumeNegativeTest-1343519470 tempest-AttachVolumeNegativeTest-1343519470-project] 10.222.0.67 "GET /v2.0/ports?device_id=20a1e013-3fea-4138-97bd-9defd5904bfe HTTP/1.1" status: 200 len: 946 time: 0.0576208 Sep 23 19:34:00.640451 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-16f268e2-5577-41d0-8179-875a5d23f994 req-5b373166-72df-47ee-a4b7-a6943eb95ddd tempest-AttachVolumeNegativeTest-1343519470 tempest-AttachVolumeNegativeTest-1343519470-project] 10.222.0.67 "GET /v2.0/security-groups?id=870169be-a840-40b2-89c6-13960534f950&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364411 Sep 23 19:34:00.804738 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4c3aee-d279-4f77-ad25-6d6d021347a7 req-05dd2fd7-f9af-4066-aea4-d66439d4a092 tempest-ServerDiskConfigTestJSON-835646415 tempest-ServerDiskConfigTestJSON-835646415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:34:00.806172 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-9d4c3aee-d279-4f77-ad25-6d6d021347a7 req-05dd2fd7-f9af-4066-aea4-d66439d4a092 tempest-ServerDiskConfigTestJSON-835646415 tempest-ServerDiskConfigTestJSON-835646415-project] 10.222.0.67 "GET /v2.0/ports?device_id=2a6a5412-afe8-4123-aa07-7e64d6de21f9 HTTP/1.1" status: 200 len: 944 time: 0.0495305 Sep 23 19:34:00.844917 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-9d4c3aee-d279-4f77-ad25-6d6d021347a7 req-6489ea38-5b85-4533-9980-bb2904d5376b tempest-ServerDiskConfigTestJSON-835646415 tempest-ServerDiskConfigTestJSON-835646415-project] 10.222.0.67 "GET /v2.0/security-groups?id=618aa602-18a9-4f8c-abdd-ba8d4ffb9ee9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319426 Sep 23 19:34:01.357569 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 48516) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:34:01.469733 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-c636522e-21a2-4c88-81f8-53ea195d9aad admin admin] Notify callbacks [] for security_group, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:34:01.568143 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-c636522e-21a2-4c88-81f8-53ea195d9aad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:34:01.574365 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-c636522e-21a2-4c88-81f8-53ea195d9aad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:34:01.611195 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c636522e-21a2-4c88-81f8-53ea195d9aad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=352fbd37-6dc8-4d46-81a8-2e0e92e70c23,revision_number=1']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:34:01.615340 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-c636522e-21a2-4c88-81f8-53ea195d9aad admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=d753a9fb80374a8bba2a9ddcaecf1cb9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2563505 Sep 23 19:34:01.617972 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 48522) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:34:01.667330 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-f03e15bf-4fc4-460c-aa06-40c1214c0cc2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:34:01.691647 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Device 1bb345af-b75f-4259-acf1-3cf7858417a3 details requested by agent hyperv_n-h1-713301-16 with host n-h1-713301-16 {{(pid=95103) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 19:34:01.697517 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-f03e15bf-4fc4-460c-aa06-40c1214c0cc2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:34:01.756063 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-f03e15bf-4fc4-460c-aa06-40c1214c0cc2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:34:01.758659 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-f03e15bf-4fc4-460c-aa06-40c1214c0cc2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:34:01.762172 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-f03e15bf-4fc4-460c-aa06-40c1214c0cc2 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/352fbd37-6dc8-4d46-81a8-2e0e92e70c23 HTTP/1.1" status: 204 len: 168 time: 0.1409700 Sep 23 19:34:01.776007 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f03e15bf-4fc4-460c-aa06-40c1214c0cc2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=352fbd37-6dc8-4d46-81a8-2e0e92e70c23,revision_number=None']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:34:01.800421 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c86054f-4427-4126-b3a2-4c48b4ba47ac req-e3c1c51c-443a-44fc-a2e7-9a2f1e8e8b31 tempest-AttachVolumeNegativeTest-1343519470 tempest-AttachVolumeNegativeTest-1343519470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:34:01.802130 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-0c86054f-4427-4126-b3a2-4c48b4ba47ac req-e3c1c51c-443a-44fc-a2e7-9a2f1e8e8b31 tempest-AttachVolumeNegativeTest-1343519470 tempest-AttachVolumeNegativeTest-1343519470-project] 10.222.0.67 "GET /v2.0/ports?device_id=20a1e013-3fea-4138-97bd-9defd5904bfe HTTP/1.1" status: 200 len: 946 time: 0.0658009 Sep 23 19:34:01.819777 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] For port 1bb345af-b75f-4259-acf1-3cf7858417a3, host n-h1-713301-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-16',level=0,port_id=1bb345af-b75f-4259-acf1-3cf7858417a3,segment=NetworkSegment(12b6e53f-a75d-4104-957d-b1954c84752d),segment_id=12b6e53f-a75d-4104-957d-b1954c84752d)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:34:01.831130 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Returning: {'device': '1bb345af-b75f-4259-acf1-3cf7858417a3', 'network_id': '51d98d25-8b81-49cf-be6e-482532c2b4a4', 'port_id': '1bb345af-b75f-4259-acf1-3cf7858417a3', 'mac_address': 'fa:16:3e:2f:1c:fa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 618, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f1f3b3f4-c8d2-4aab-b6a3-39edd63f54e5', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95103) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 19:34:01.852679 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-0c86054f-4427-4126-b3a2-4c48b4ba47ac req-69b17e6b-e9d8-43ef-8a61-e672846249f0 tempest-AttachVolumeNegativeTest-1343519470 tempest-AttachVolumeNegativeTest-1343519470-project] 10.222.0.67 "GET /v2.0/security-groups?id=870169be-a840-40b2-89c6-13960534f950&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406618 Sep 23 19:34:01.885148 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:34:01.899582 n-d-713301-16 neutron-server[95103]: DEBUG neutron.notifiers.nova [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1bb345af-b75f-4259-acf1-3cf7858417a3 {{(pid=95103) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 19:34:01.921941 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] For port 1bb345af-b75f-4259-acf1-3cf7858417a3, host n-h1-713301-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-16',level=0,port_id=1bb345af-b75f-4259-acf1-3cf7858417a3,segment=NetworkSegment(12b6e53f-a75d-4104-957d-b1954c84752d),segment_id=12b6e53f-a75d-4104-957d-b1954c84752d)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:34:01.926749 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:34:01.974757 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01762321-6cc2-4f74-98b9-0b659a637a69 req-b30c9e99-5fb1-428a-899f-632509d3683a tempest-ServerDiskConfigTestJSON-835646415 tempest-ServerDiskConfigTestJSON-835646415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:34:01.975612 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Pushing event updated for resources: {'Port': ['ID=1bb345af-b75f-4259-acf1-3cf7858417a3,revision_number=4']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:34:01.976617 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-01762321-6cc2-4f74-98b9-0b659a637a69 req-b30c9e99-5fb1-428a-899f-632509d3683a tempest-ServerDiskConfigTestJSON-835646415 tempest-ServerDiskConfigTestJSON-835646415-project] 10.222.0.67 "GET /v2.0/ports?device_id=2a6a5412-afe8-4123-aa07-7e64d6de21f9 HTTP/1.1" status: 200 len: 945 time: 0.0551729 Sep 23 19:34:02.025184 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-01762321-6cc2-4f74-98b9-0b659a637a69 req-13176e4d-1595-4700-a19c-b773fe754976 tempest-ServerDiskConfigTestJSON-835646415 tempest-ServerDiskConfigTestJSON-835646415-project] 10.222.0.67 "GET /v2.0/security-groups?id=618aa602-18a9-4f8c-abdd-ba8d4ffb9ee9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381935 Sep 23 19:34:02.084666 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 48534) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:34:02.098313 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-3791226d-fd71-429d-9f0b-6b08082dfe04 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:34:02.190989 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-3791226d-fd71-429d-9f0b-6b08082dfe04 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:34:02.195124 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-3791226d-fd71-429d-9f0b-6b08082dfe04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:34:02.197564 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-502aba04-dad4-4c06-b894-4e5bb95df096 req-66f3d951-dfe6-4ced-a37a-4039d4775c51 tempest-AttachVolumeNegativeTest-1343519470 tempest-AttachVolumeNegativeTest-1343519470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:34:02.199190 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-502aba04-dad4-4c06-b894-4e5bb95df096 req-66f3d951-dfe6-4ced-a37a-4039d4775c51 tempest-AttachVolumeNegativeTest-1343519470 tempest-AttachVolumeNegativeTest-1343519470-project] 10.222.0.74 "GET /v2.0/ports?device_id=20a1e013-3fea-4138-97bd-9defd5904bfe HTTP/1.1" status: 200 len: 946 time: 0.0511591 Sep 23 19:34:02.233315 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3791226d-fd71-429d-9f0b-6b08082dfe04 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7e09cb3-efd0-4c0b-9ba9-2aedf3e83058,revision_number=1']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:34:02.242232 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 48538) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:34:02.242381 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-3791226d-fd71-429d-9f0b-6b08082dfe04 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=9bdd50348b5644c2980da3c249116fe1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1560297 Sep 23 19:34:02.279186 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] get_ports_and_sgs() called for port_ids ['1bb345af-b75f-4259-acf1-3cf7858417a3'] {{(pid=95103) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 19:34:02.332409 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-ef93e764-d0c3-4d9c-8184-79d1c45f76d6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:34:02.349898 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.plugin [req-502aba04-dad4-4c06-b894-4e5bb95df096 req-3fe92097-8471-4cbe-b674-10c5619cee22 tempest-AttachVolumeNegativeTest-1343519470 tempest-AttachVolumeNegativeTest-1343519470-project] Deleting port ac018741-cd68-451b-9ca8-242939cfaab9 {{(pid=95102) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:34:02.350245 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-502aba04-dad4-4c06-b894-4e5bb95df096 req-3fe92097-8471-4cbe-b674-10c5619cee22 tempest-AttachVolumeNegativeTest-1343519470 tempest-AttachVolumeNegativeTest-1343519470-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783146157096'] for port, before_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:34:02.398015 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-ef93e764-d0c3-4d9c-8184-79d1c45f76d6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:34:02.491896 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.db [req-502aba04-dad4-4c06-b894-4e5bb95df096 req-3fe92097-8471-4cbe-b674-10c5619cee22 tempest-AttachVolumeNegativeTest-1343519470 tempest-AttachVolumeNegativeTest-1343519470-project] For port ac018741-cd68-451b-9ca8-242939cfaab9, host n-h1-713301-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-16',level=0,port_id=ac018741-cd68-451b-9ca8-242939cfaab9,segment=NetworkSegment(109e9ca4-0775-4f0d-a524-d06e4e2d3223),segment_id=109e9ca4-0775-4f0d-a524-d06e4e2d3223)] {{(pid=95102) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:34:02.492268 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-502aba04-dad4-4c06-b894-4e5bb95df096 req-3fe92097-8471-4cbe-b674-10c5619cee22 tempest-AttachVolumeNegativeTest-1343519470 tempest-AttachVolumeNegativeTest-1343519470-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-605701'] for port, precommit_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:34:02.507507 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.plugin [req-502aba04-dad4-4c06-b894-4e5bb95df096 req-3fe92097-8471-4cbe-b674-10c5619cee22 tempest-AttachVolumeNegativeTest-1343519470 tempest-AttachVolumeNegativeTest-1343519470-project] Calling delete_port for ac018741-cd68-451b-9ca8-242939cfaab9 owned by compute:nova {{(pid=95102) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:34:02.512150 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-ef93e764-d0c3-4d9c-8184-79d1c45f76d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:34:02.515299 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-ef93e764-d0c3-4d9c-8184-79d1c45f76d6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:34:02.516410 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-ef93e764-d0c3-4d9c-8184-79d1c45f76d6 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/f7e09cb3-efd0-4c0b-9ba9-2aedf3e83058 HTTP/1.1" status: 204 len: 168 time: 0.2737129 Sep 23 19:34:02.529042 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef93e764-d0c3-4d9c-8184-79d1c45f76d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7e09cb3-efd0-4c0b-9ba9-2aedf3e83058,revision_number=None']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:34:02.668077 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-502aba04-dad4-4c06-b894-4e5bb95df096 req-3fe92097-8471-4cbe-b674-10c5619cee22 tempest-AttachVolumeNegativeTest-1343519470 tempest-AttachVolumeNegativeTest-1343519470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783146162158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783145673144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4399100'] for port, after_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:34:02.682602 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] get_ports_and_sgs() called for port_ids ['f90207df-417b-4b30-81f8-4fed02c0bafb', '51a90acc-7984-4360-a90d-20d7b212c674'] {{(pid=95103) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 19:34:02.710524 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fe92097-8471-4cbe-b674-10c5619cee22 tempest-AttachVolumeNegativeTest-1343519470 tempest-AttachVolumeNegativeTest-1343519470-project] Pushing event deleted for resources: {'Port': ['ID=ac018741-cd68-451b-9ca8-242939cfaab9,revision_number=None']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:34:02.753574 n-d-713301-16 neutron-server[95102]: DEBUG neutron.db.l3_dvrscheduler_db [req-502aba04-dad4-4c06-b894-4e5bb95df096 req-3fe92097-8471-4cbe-b674-10c5619cee22 tempest-AttachVolumeNegativeTest-1343519470 tempest-AttachVolumeNegativeTest-1343519470-project] No DVR routers for this DVR port ac018741-cd68-451b-9ca8-242939cfaab9 on host n-h1-713301-16 {{(pid=95102) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 19:34:02.756584 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-502aba04-dad4-4c06-b894-4e5bb95df096 req-3fe92097-8471-4cbe-b674-10c5619cee22 tempest-AttachVolumeNegativeTest-1343519470 tempest-AttachVolumeNegativeTest-1343519470-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222849'] for port, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:34:02.759592 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-502aba04-dad4-4c06-b894-4e5bb95df096 req-3fe92097-8471-4cbe-b674-10c5619cee22 tempest-AttachVolumeNegativeTest-1343519470 tempest-AttachVolumeNegativeTest-1343519470-project] 10.222.0.74 "DELETE /v2.0/ports/ac018741-cd68-451b-9ca8-242939cfaab9 HTTP/1.1" status: 204 len: 173 time: 0.5541348 Sep 23 19:34:02.760058 n-d-713301-16 neutron-server[95102]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '20a1e013-3fea-4138-97bd-9defd5904bfe', 'name': 'network-vif-deleted', 'tag': 'ac018741-cd68-451b-9ca8-242939cfaab9'}] {{(pid=95102) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 19:34:02.763225 n-d-713301-16 neutron-server[95102]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab31b6d93e5336dbddfa8ec424565b3bd8cb2369c5b4d85bc943472dbb21e8ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f0a9296-83be-4e19-895d-ca2ddcd8f9be" -d '{"events": [{"server_uuid": "20a1e013-3fea-4138-97bd-9defd5904bfe", "name": "network-vif-deleted", "tag": "ac018741-cd68-451b-9ca8-242939cfaab9"}]}' {{(pid=95102) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 19:34:02.820576 n-d-713301-16 neutron-server[95102]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 19:34:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3e984a0-8774-4c4f-bdf7-8d001d37c3b1 x-openstack-request-id: req-f3e984a0-8774-4c4f-bdf7-8d001d37c3b1 {{(pid=95102) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 19:34:02.821213 n-d-713301-16 neutron-server[95102]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "20a1e013-3fea-4138-97bd-9defd5904bfe", "name": "network-vif-deleted", "tag": "ac018741-cd68-451b-9ca8-242939cfaab9", "status": "completed", "code": 200}]} {{(pid=95102) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 19:34:02.821213 n-d-713301-16 neutron-server[95102]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-f3e984a0-8774-4c4f-bdf7-8d001d37c3b1 {{(pid=95102) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 19:34:02.821389 n-d-713301-16 neutron-server[95102]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '20a1e013-3fea-4138-97bd-9defd5904bfe', 'name': 'network-vif-deleted', 'tag': 'ac018741-cd68-451b-9ca8-242939cfaab9', 'status': 'completed', 'code': 200} Sep 23 19:34:02.981282 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-e05e7e4a-98cb-4ade-9d65-670f776ff764 req-4467ec59-476a-47eb-8362-ab9fec74dbb1 tempest-AttachVolumeNegativeTest-1343519470 tempest-AttachVolumeNegativeTest-1343519470-project] 10.222.0.67 "GET /v2.0/ports?device_id=20a1e013-3fea-4138-97bd-9defd5904bfe HTTP/1.1" status: 200 len: 210 time: 0.0302014 Sep 23 19:34:03.065876 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.agents_db [None req-f2f5c474-60a3-474f-b2cc-02c4bd30880c None None] Agent healthcheck: found 7 active agents {{(pid=95104) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 19:34:03.144345 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] get_ports_and_sgs() called for port_ids ['6000dc64-b48e-40fc-9085-7103b4487289', 'ac018741-cd68-451b-9ca8-242939cfaab9'] {{(pid=95103) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 19:34:03.154651 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193a5b9d-2560-486d-92ca-07f4a3c04c21 req-f7f02206-12d5-4ef9-9f30-0f9cb8691b5a tempest-ServerDiskConfigTestJSON-835646415 tempest-ServerDiskConfigTestJSON-835646415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:34:03.157679 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-193a5b9d-2560-486d-92ca-07f4a3c04c21 req-f7f02206-12d5-4ef9-9f30-0f9cb8691b5a tempest-ServerDiskConfigTestJSON-835646415 tempest-ServerDiskConfigTestJSON-835646415-project] 10.222.0.67 "GET /v2.0/ports?device_id=2a6a5412-afe8-4123-aa07-7e64d6de21f9 HTTP/1.1" status: 200 len: 945 time: 0.0527055 Sep 23 19:34:03.221883 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-193a5b9d-2560-486d-92ca-07f4a3c04c21 req-bb6c3e58-ac74-40ad-b376-929e26797fc9 tempest-ServerDiskConfigTestJSON-835646415 tempest-ServerDiskConfigTestJSON-835646415-project] 10.222.0.67 "GET /v2.0/security-groups?id=618aa602-18a9-4f8c-abdd-ba8d4ffb9ee9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545185 Sep 23 19:34:03.699408 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Device 1bb345af-b75f-4259-acf1-3cf7858417a3 up at agent hyperv_n-h1-713301-16 {{(pid=95103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 19:34:03.752976 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Provisioning for port 1bb345af-b75f-4259-acf1-3cf7858417a3 completed by entity L2. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 19:34:03.756797 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Provisioning complete for port 1bb345af-b75f-4259-acf1-3cf7858417a3 triggered by entity L2. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:34:03.757106 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:34:03.838497 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:34:03.862263 n-d-713301-16 neutron-server[95103]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a6a5412-afe8-4123-aa07-7e64d6de21f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1bb345af-b75f-4259-acf1-3cf7858417a3'}] {{(pid=95103) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 19:34:03.864500 n-d-713301-16 neutron-server[95103]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}81a1c17f2aa89d5b3ebbba3a3e0cf7eb588e431c2224256110c4c4facdd7c3e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bff83627-dd1c-404a-8424-1223d8afad4e" -d '{"events": [{"server_uuid": "2a6a5412-afe8-4123-aa07-7e64d6de21f9", "name": "network-vif-plugged", "status": "completed", "tag": "1bb345af-b75f-4259-acf1-3cf7858417a3"}]}' {{(pid=95103) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 19:34:03.877886 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] For port 1bb345af-b75f-4259-acf1-3cf7858417a3, host n-h1-713301-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-16',level=0,port_id=1bb345af-b75f-4259-acf1-3cf7858417a3,segment=NetworkSegment(12b6e53f-a75d-4104-957d-b1954c84752d),segment_id=12b6e53f-a75d-4104-957d-b1954c84752d)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:34:03.886992 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:34:03.887986 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Device ac018741-cd68-451b-9ca8-242939cfaab9 no longer exists at agent hyperv_n-h1-713301-16 {{(pid=95103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 19:34:03.933646 n-d-713301-16 neutron-server[95103]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 19:34:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9c46fa2-f831-4501-adc8-4c54eccd3f86 x-openstack-request-id: req-b9c46fa2-f831-4501-adc8-4c54eccd3f86 {{(pid=95103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 19:34:03.933988 n-d-713301-16 neutron-server[95103]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2a6a5412-afe8-4123-aa07-7e64d6de21f9", "name": "network-vif-plugged", "status": "completed", "tag": "1bb345af-b75f-4259-acf1-3cf7858417a3", "code": 200}]} {{(pid=95103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 19:34:03.934179 n-d-713301-16 neutron-server[95103]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-b9c46fa2-f831-4501-adc8-4c54eccd3f86 {{(pid=95103) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 19:34:03.934563 n-d-713301-16 neutron-server[95103]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2a6a5412-afe8-4123-aa07-7e64d6de21f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1bb345af-b75f-4259-acf1-3cf7858417a3', 'code': 200} Sep 23 19:34:03.937935 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.plugin [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] No Port match for: ac018741-cd68-451b-9ca8-242939cfaab9 {{(pid=95103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 19:34:03.938285 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Device ac018741-cd68-451b-9ca8-242939cfaab9 not bound to the agent host n-h1-713301-16 {{(pid=95103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 19:34:03.963266 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Pushing event updated for resources: {'Port': ['ID=1bb345af-b75f-4259-acf1-3cf7858417a3,revision_number=5']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:34:04.019960 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a39751d0-ae3b-4d0f-a9c7-1a440a440d83 req-782cb919-dbbe-492d-849b-f6635777c25e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:34:04.021546 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-a39751d0-ae3b-4d0f-a9c7-1a440a440d83 req-782cb919-dbbe-492d-849b-f6635777c25e service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=2a6a5412-afe8-4123-aa07-7e64d6de21f9 HTTP/1.1" status: 200 len: 1098 time: 0.0433185 Sep 23 19:34:04.071085 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-a39751d0-ae3b-4d0f-a9c7-1a440a440d83 req-248b91da-b7ba-4206-ae5c-887ed91c24e9 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=618aa602-18a9-4f8c-abdd-ba8d4ffb9ee9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412688 Sep 23 19:34:04.354647 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e885f868-b997-4475-9a4b-294dfafb0195 req-049cfe52-b058-45f3-9891-dd92643eff18 tempest-ServerDiskConfigTestJSON-835646415 tempest-ServerDiskConfigTestJSON-835646415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:34:04.356291 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-e885f868-b997-4475-9a4b-294dfafb0195 req-049cfe52-b058-45f3-9891-dd92643eff18 tempest-ServerDiskConfigTestJSON-835646415 tempest-ServerDiskConfigTestJSON-835646415-project] 10.222.0.67 "GET /v2.0/ports?device_id=2a6a5412-afe8-4123-aa07-7e64d6de21f9 HTTP/1.1" status: 200 len: 946 time: 0.0537901 Sep 23 19:34:04.410042 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-e885f868-b997-4475-9a4b-294dfafb0195 req-b1345ff5-74f3-4779-b261-d1e62e3beb58 tempest-ServerDiskConfigTestJSON-835646415 tempest-ServerDiskConfigTestJSON-835646415-project] 10.222.0.67 "GET /v2.0/security-groups?id=618aa602-18a9-4f8c-abdd-ba8d4ffb9ee9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472872 Sep 23 19:34:05.566192 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b67607-1513-4f1b-8a6b-a9efc9d70470 req-59e8fff0-8812-4b6d-8c21-cfd02ad2f618 tempest-ServerDiskConfigTestJSON-835646415 tempest-ServerDiskConfigTestJSON-835646415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:34:05.568895 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-92b67607-1513-4f1b-8a6b-a9efc9d70470 req-59e8fff0-8812-4b6d-8c21-cfd02ad2f618 tempest-ServerDiskConfigTestJSON-835646415 tempest-ServerDiskConfigTestJSON-835646415-project] 10.222.0.67 "GET /v2.0/ports?device_id=2a6a5412-afe8-4123-aa07-7e64d6de21f9 HTTP/1.1" status: 200 len: 946 time: 0.0816026 Sep 23 19:34:05.625249 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-92b67607-1513-4f1b-8a6b-a9efc9d70470 req-4ed55b1c-8a64-48a6-8cda-6c2b383752df tempest-ServerDiskConfigTestJSON-835646415 tempest-ServerDiskConfigTestJSON-835646415-project] 10.222.0.67 "GET /v2.0/security-groups?id=618aa602-18a9-4f8c-abdd-ba8d4ffb9ee9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486560 Sep 23 19:34:05.751595 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87eb1f0d-6a4b-42b1-aea7-1db53e417a54 req-b18ff8ab-920b-46d9-b3b4-f751795c5234 tempest-ServerDiskConfigTestJSON-835646415 tempest-ServerDiskConfigTestJSON-835646415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:34:05.753485 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-87eb1f0d-6a4b-42b1-aea7-1db53e417a54 req-b18ff8ab-920b-46d9-b3b4-f751795c5234 tempest-ServerDiskConfigTestJSON-835646415 tempest-ServerDiskConfigTestJSON-835646415-project] 10.222.0.67 "GET /v2.0/ports?device_id=2a6a5412-afe8-4123-aa07-7e64d6de21f9 HTTP/1.1" status: 200 len: 946 time: 0.0597260 Sep 23 19:34:05.810159 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-87eb1f0d-6a4b-42b1-aea7-1db53e417a54 req-8e9c3f7f-e374-4555-b8a2-2ebf2d7276c7 tempest-ServerDiskConfigTestJSON-835646415 tempest-ServerDiskConfigTestJSON-835646415-project] 10.222.0.67 "GET /v2.0/security-groups?id=618aa602-18a9-4f8c-abdd-ba8d4ffb9ee9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508940 Sep 23 19:34:06.083782 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df72f895-b50a-442f-a5a2-c35b7cc27cc6 req-48ed4ad0-1dee-4663-a020-48899436f841 tempest-ServerDiskConfigTestJSON-835646415 tempest-ServerDiskConfigTestJSON-835646415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:34:06.085945 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-df72f895-b50a-442f-a5a2-c35b7cc27cc6 req-48ed4ad0-1dee-4663-a020-48899436f841 tempest-ServerDiskConfigTestJSON-835646415 tempest-ServerDiskConfigTestJSON-835646415-project] 10.222.0.67 "GET /v2.0/ports?device_id=2a6a5412-afe8-4123-aa07-7e64d6de21f9 HTTP/1.1" status: 200 len: 946 time: 0.0699883 Sep 23 19:34:06.138525 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-df72f895-b50a-442f-a5a2-c35b7cc27cc6 req-518ddbb8-1ea9-4fba-a005-4693d38d753f tempest-ServerDiskConfigTestJSON-835646415 tempest-ServerDiskConfigTestJSON-835646415-project] 10.222.0.67 "GET /v2.0/security-groups?id=618aa602-18a9-4f8c-abdd-ba8d4ffb9ee9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442812 Sep 23 19:34:06.263185 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf067737-64e4-46e4-98f1-cfb9368b1781 req-e6ff5262-8bad-4ca0-a62e-8ba3b21413da tempest-ServerDiskConfigTestJSON-835646415 tempest-ServerDiskConfigTestJSON-835646415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:34:06.265706 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-bf067737-64e4-46e4-98f1-cfb9368b1781 req-e6ff5262-8bad-4ca0-a62e-8ba3b21413da tempest-ServerDiskConfigTestJSON-835646415 tempest-ServerDiskConfigTestJSON-835646415-project] 10.222.0.67 "GET /v2.0/ports?device_id=2a6a5412-afe8-4123-aa07-7e64d6de21f9 HTTP/1.1" status: 200 len: 946 time: 0.0638735 Sep 23 19:34:06.347231 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-bf067737-64e4-46e4-98f1-cfb9368b1781 req-743ece94-8363-4fc9-9a77-5ab18238a6ab tempest-ServerDiskConfigTestJSON-835646415 tempest-ServerDiskConfigTestJSON-835646415-project] 10.222.0.67 "GET /v2.0/security-groups?id=618aa602-18a9-4f8c-abdd-ba8d4ffb9ee9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449686 Sep 23 19:34:06.582693 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4adec6c0-dc25-4b19-a2ef-b3451503f9ad req-9958b8b1-b77a-4927-bbd5-1ba250fbe58a tempest-ServerDiskConfigTestJSON-835646415 tempest-ServerDiskConfigTestJSON-835646415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:34:06.584334 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-4adec6c0-dc25-4b19-a2ef-b3451503f9ad req-9958b8b1-b77a-4927-bbd5-1ba250fbe58a tempest-ServerDiskConfigTestJSON-835646415 tempest-ServerDiskConfigTestJSON-835646415-project] 10.222.0.67 "GET /v2.0/ports?device_id=2a6a5412-afe8-4123-aa07-7e64d6de21f9 HTTP/1.1" status: 200 len: 946 time: 0.0595825 Sep 23 19:34:06.626193 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-4adec6c0-dc25-4b19-a2ef-b3451503f9ad req-dc9f4707-b8ef-4fdf-887a-d45d2563f9ae tempest-ServerDiskConfigTestJSON-835646415 tempest-ServerDiskConfigTestJSON-835646415-project] 10.222.0.67 "GET /v2.0/security-groups?id=618aa602-18a9-4f8c-abdd-ba8d4ffb9ee9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354300 Sep 23 19:34:06.762262 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52bc9c55-a034-461e-88e4-df9fbfadc318 req-bb8daba4-4a25-4a9f-a932-8aa8a579cd76 tempest-ServerDiskConfigTestJSON-835646415 tempest-ServerDiskConfigTestJSON-835646415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:34:06.763924 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-52bc9c55-a034-461e-88e4-df9fbfadc318 req-bb8daba4-4a25-4a9f-a932-8aa8a579cd76 tempest-ServerDiskConfigTestJSON-835646415 tempest-ServerDiskConfigTestJSON-835646415-project] 10.222.0.67 "GET /v2.0/ports?device_id=2a6a5412-afe8-4123-aa07-7e64d6de21f9 HTTP/1.1" status: 200 len: 946 time: 0.0575619 Sep 23 19:34:06.806469 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-52bc9c55-a034-461e-88e4-df9fbfadc318 req-9e9b2f04-e73f-48be-baf7-1539eec65efa tempest-ServerDiskConfigTestJSON-835646415 tempest-ServerDiskConfigTestJSON-835646415-project] 10.222.0.67 "GET /v2.0/security-groups?id=618aa602-18a9-4f8c-abdd-ba8d4ffb9ee9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360401 Sep 23 19:34:07.272225 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77579a9a-0a96-4618-b9fa-38fbe081fba6 req-1543c929-faa2-4da0-b04d-124bf263472b tempest-ServerDiskConfigTestJSON-835646415 tempest-ServerDiskConfigTestJSON-835646415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:34:07.273849 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-77579a9a-0a96-4618-b9fa-38fbe081fba6 req-1543c929-faa2-4da0-b04d-124bf263472b tempest-ServerDiskConfigTestJSON-835646415 tempest-ServerDiskConfigTestJSON-835646415-project] 10.222.0.67 "GET /v2.0/ports?device_id=2a6a5412-afe8-4123-aa07-7e64d6de21f9 HTTP/1.1" status: 200 len: 946 time: 0.0606756 Sep 23 19:34:07.319759 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-77579a9a-0a96-4618-b9fa-38fbe081fba6 req-1ca601fd-08f3-41fa-a020-86920d2411f7 tempest-ServerDiskConfigTestJSON-835646415 tempest-ServerDiskConfigTestJSON-835646415-project] 10.222.0.67 "GET /v2.0/security-groups?id=618aa602-18a9-4f8c-abdd-ba8d4ffb9ee9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389450 Sep 23 19:34:07.580105 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c12fa45-b052-4aba-9dd2-a2c579e3412c req-22786d15-dd9d-4354-a083-da1b82defe13 tempest-AttachVolumeNegativeTest-1343519470 tempest-AttachVolumeNegativeTest-1343519470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:34:07.581720 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-2c12fa45-b052-4aba-9dd2-a2c579e3412c req-22786d15-dd9d-4354-a083-da1b82defe13 tempest-AttachVolumeNegativeTest-1343519470 tempest-AttachVolumeNegativeTest-1343519470-project] 10.222.0.67 "GET /v2.0/ports?device_id=df805a32-dec5-4496-a5c5-bb551d2f3bb7 HTTP/1.1" status: 200 len: 946 time: 0.0546346 Sep 23 19:34:07.619851 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-2c12fa45-b052-4aba-9dd2-a2c579e3412c req-e1865824-349d-47cb-816e-07241a0e01c8 tempest-AttachVolumeNegativeTest-1343519470 tempest-AttachVolumeNegativeTest-1343519470-project] 10.222.0.67 "GET /v2.0/security-groups?id=870169be-a840-40b2-89c6-13960534f950&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322762 Sep 23 19:34:08.455521 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d4b5d5-6417-4799-a4b8-f6c8dcee0261 req-68bd98ae-61a6-4fc4-a68f-4cc051b36c19 tempest-ServerDiskConfigTestJSON-835646415 tempest-ServerDiskConfigTestJSON-835646415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:34:08.460172 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-81d4b5d5-6417-4799-a4b8-f6c8dcee0261 req-68bd98ae-61a6-4fc4-a68f-4cc051b36c19 tempest-ServerDiskConfigTestJSON-835646415 tempest-ServerDiskConfigTestJSON-835646415-project] 10.222.0.74 "GET /v2.0/ports?device_id=2a6a5412-afe8-4123-aa07-7e64d6de21f9 HTTP/1.1" status: 200 len: 946 time: 0.0904651 Sep 23 19:34:08.480227 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c3118b-9cc7-4c54-ad95-0bc80d6cf6f2 req-de0ed874-1993-4da3-8be6-74ee4f1fa8d8 tempest-ServerDiskConfigTestJSON-835646415 tempest-ServerDiskConfigTestJSON-835646415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:34:08.481748 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-d0c3118b-9cc7-4c54-ad95-0bc80d6cf6f2 req-de0ed874-1993-4da3-8be6-74ee4f1fa8d8 tempest-ServerDiskConfigTestJSON-835646415 tempest-ServerDiskConfigTestJSON-835646415-project] 10.222.0.67 "GET /v2.0/ports?device_id=2a6a5412-afe8-4123-aa07-7e64d6de21f9 HTTP/1.1" status: 200 len: 946 time: 0.0796204 Sep 23 19:34:08.578146 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-d0c3118b-9cc7-4c54-ad95-0bc80d6cf6f2 req-bc18807d-5a01-4a85-be49-9120118464ae tempest-ServerDiskConfigTestJSON-835646415 tempest-ServerDiskConfigTestJSON-835646415-project] 10.222.0.67 "GET /v2.0/security-groups?id=618aa602-18a9-4f8c-abdd-ba8d4ffb9ee9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744557 Sep 23 19:34:08.614483 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.plugin [req-81d4b5d5-6417-4799-a4b8-f6c8dcee0261 req-f1e6e5c0-d4be-4d74-addc-df1b775e3d92 tempest-ServerDiskConfigTestJSON-835646415 tempest-ServerDiskConfigTestJSON-835646415-project] Deleting port 1bb345af-b75f-4259-acf1-3cf7858417a3 {{(pid=95102) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:34:08.614830 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-81d4b5d5-6417-4799-a4b8-f6c8dcee0261 req-f1e6e5c0-d4be-4d74-addc-df1b775e3d92 tempest-ServerDiskConfigTestJSON-835646415 tempest-ServerDiskConfigTestJSON-835646415-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783146157096'] for port, before_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:34:08.743090 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.db [req-81d4b5d5-6417-4799-a4b8-f6c8dcee0261 req-f1e6e5c0-d4be-4d74-addc-df1b775e3d92 tempest-ServerDiskConfigTestJSON-835646415 tempest-ServerDiskConfigTestJSON-835646415-project] For port 1bb345af-b75f-4259-acf1-3cf7858417a3, host n-h1-713301-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-16',level=0,port_id=1bb345af-b75f-4259-acf1-3cf7858417a3,segment=NetworkSegment(12b6e53f-a75d-4104-957d-b1954c84752d),segment_id=12b6e53f-a75d-4104-957d-b1954c84752d)] {{(pid=95102) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:34:08.743745 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-81d4b5d5-6417-4799-a4b8-f6c8dcee0261 req-f1e6e5c0-d4be-4d74-addc-df1b775e3d92 tempest-ServerDiskConfigTestJSON-835646415 tempest-ServerDiskConfigTestJSON-835646415-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-605701'] for port, precommit_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:34:08.761229 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.plugin [req-81d4b5d5-6417-4799-a4b8-f6c8dcee0261 req-f1e6e5c0-d4be-4d74-addc-df1b775e3d92 tempest-ServerDiskConfigTestJSON-835646415 tempest-ServerDiskConfigTestJSON-835646415-project] Calling delete_port for 1bb345af-b75f-4259-acf1-3cf7858417a3 owned by compute:nova {{(pid=95102) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:34:08.778871 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71315f48-546f-4f25-a9b9-6044b3bc5292 req-298d36ae-fba9-4e4b-a56a-72ac454e581c tempest-AttachVolumeNegativeTest-1343519470 tempest-AttachVolumeNegativeTest-1343519470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:34:08.780800 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-71315f48-546f-4f25-a9b9-6044b3bc5292 req-298d36ae-fba9-4e4b-a56a-72ac454e581c tempest-AttachVolumeNegativeTest-1343519470 tempest-AttachVolumeNegativeTest-1343519470-project] 10.222.0.67 "GET /v2.0/ports?device_id=df805a32-dec5-4496-a5c5-bb551d2f3bb7 HTTP/1.1" status: 200 len: 946 time: 0.0821233 Sep 23 19:34:08.863094 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-71315f48-546f-4f25-a9b9-6044b3bc5292 req-0ea3e02e-6287-439f-88e1-c37d4a831b06 tempest-AttachVolumeNegativeTest-1343519470 tempest-AttachVolumeNegativeTest-1343519470-project] 10.222.0.67 "GET /v2.0/security-groups?id=870169be-a840-40b2-89c6-13960534f950&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738668 Sep 23 19:34:08.941772 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-81d4b5d5-6417-4799-a4b8-f6c8dcee0261 req-f1e6e5c0-d4be-4d74-addc-df1b775e3d92 tempest-ServerDiskConfigTestJSON-835646415 tempest-ServerDiskConfigTestJSON-835646415-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783146162158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783145673144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4399100'] for port, after_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:34:08.954219 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] get_ports_and_sgs() called for port_ids ['1bb345af-b75f-4259-acf1-3cf7858417a3'] {{(pid=95103) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 19:34:08.972074 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e6e5c0-d4be-4d74-addc-df1b775e3d92 tempest-ServerDiskConfigTestJSON-835646415 tempest-ServerDiskConfigTestJSON-835646415-project] Pushing event deleted for resources: {'Port': ['ID=1bb345af-b75f-4259-acf1-3cf7858417a3,revision_number=None']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:34:09.014944 n-d-713301-16 neutron-server[95102]: DEBUG neutron.db.l3_dvrscheduler_db [req-81d4b5d5-6417-4799-a4b8-f6c8dcee0261 req-f1e6e5c0-d4be-4d74-addc-df1b775e3d92 tempest-ServerDiskConfigTestJSON-835646415 tempest-ServerDiskConfigTestJSON-835646415-project] No DVR routers for this DVR port 1bb345af-b75f-4259-acf1-3cf7858417a3 on host n-h1-713301-16 {{(pid=95102) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 19:34:09.017564 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-81d4b5d5-6417-4799-a4b8-f6c8dcee0261 req-f1e6e5c0-d4be-4d74-addc-df1b775e3d92 tempest-ServerDiskConfigTestJSON-835646415 tempest-ServerDiskConfigTestJSON-835646415-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222849'] for port, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:34:09.020453 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-81d4b5d5-6417-4799-a4b8-f6c8dcee0261 req-f1e6e5c0-d4be-4d74-addc-df1b775e3d92 tempest-ServerDiskConfigTestJSON-835646415 tempest-ServerDiskConfigTestJSON-835646415-project] 10.222.0.74 "DELETE /v2.0/ports/1bb345af-b75f-4259-acf1-3cf7858417a3 HTTP/1.1" status: 204 len: 173 time: 0.5555499 Sep 23 19:34:09.020453 n-d-713301-16 neutron-server[95102]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a6a5412-afe8-4123-aa07-7e64d6de21f9', 'name': 'network-vif-deleted', 'tag': '1bb345af-b75f-4259-acf1-3cf7858417a3'}] {{(pid=95102) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 19:34:09.022370 n-d-713301-16 neutron-server[95102]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab31b6d93e5336dbddfa8ec424565b3bd8cb2369c5b4d85bc943472dbb21e8ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a46a0de4-b19a-4201-8b1c-70df4f559a5b" -d '{"events": [{"server_uuid": "2a6a5412-afe8-4123-aa07-7e64d6de21f9", "name": "network-vif-deleted", "tag": "1bb345af-b75f-4259-acf1-3cf7858417a3"}]}' {{(pid=95102) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 19:34:09.047896 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11975624-a72c-4d91-a44f-13724c822f78 req-06e0915e-7397-433a-b595-b2cc53dc004f tempest-AttachVolumeNegativeTest-1343519470 tempest-AttachVolumeNegativeTest-1343519470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:34:09.049856 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-11975624-a72c-4d91-a44f-13724c822f78 req-06e0915e-7397-433a-b595-b2cc53dc004f tempest-AttachVolumeNegativeTest-1343519470 tempest-AttachVolumeNegativeTest-1343519470-project] 10.222.0.53 "GET /v2.0/ports?device_id=df805a32-dec5-4496-a5c5-bb551d2f3bb7 HTTP/1.1" status: 200 len: 946 time: 0.0671306 Sep 23 19:34:09.218909 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.plugin [req-11975624-a72c-4d91-a44f-13724c822f78 req-406ca933-59c8-4d8e-b07a-9283feea0e40 tempest-AttachVolumeNegativeTest-1343519470 tempest-AttachVolumeNegativeTest-1343519470-project] Deleting port 51a90acc-7984-4360-a90d-20d7b212c674 {{(pid=95101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:34:09.219608 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-11975624-a72c-4d91-a44f-13724c822f78 req-406ca933-59c8-4d8e-b07a-9283feea0e40 tempest-AttachVolumeNegativeTest-1343519470 tempest-AttachVolumeNegativeTest-1343519470-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783146157096'] for port, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:34:09.240170 n-d-713301-16 neutron-server[95102]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 19:34:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82d9c9f7-4214-4cb5-9ae8-4d05773c9933 x-openstack-request-id: req-82d9c9f7-4214-4cb5-9ae8-4d05773c9933 {{(pid=95102) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 19:34:09.240559 n-d-713301-16 neutron-server[95102]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2a6a5412-afe8-4123-aa07-7e64d6de21f9", "name": "network-vif-deleted", "tag": "1bb345af-b75f-4259-acf1-3cf7858417a3", "status": "completed", "code": 200}]} {{(pid=95102) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 19:34:09.240980 n-d-713301-16 neutron-server[95102]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-82d9c9f7-4214-4cb5-9ae8-4d05773c9933 {{(pid=95102) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 19:34:09.241470 n-d-713301-16 neutron-server[95102]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2a6a5412-afe8-4123-aa07-7e64d6de21f9', 'name': 'network-vif-deleted', 'tag': '1bb345af-b75f-4259-acf1-3cf7858417a3', 'status': 'completed', 'code': 200} Sep 23 19:34:09.330931 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.db [req-11975624-a72c-4d91-a44f-13724c822f78 req-406ca933-59c8-4d8e-b07a-9283feea0e40 tempest-AttachVolumeNegativeTest-1343519470 tempest-AttachVolumeNegativeTest-1343519470-project] For port 51a90acc-7984-4360-a90d-20d7b212c674, host n-h2-713301-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-16',level=0,port_id=51a90acc-7984-4360-a90d-20d7b212c674,segment=NetworkSegment(109e9ca4-0775-4f0d-a524-d06e4e2d3223),segment_id=109e9ca4-0775-4f0d-a524-d06e4e2d3223)] {{(pid=95101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:34:09.331592 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-11975624-a72c-4d91-a44f-13724c822f78 req-406ca933-59c8-4d8e-b07a-9283feea0e40 tempest-AttachVolumeNegativeTest-1343519470 tempest-AttachVolumeNegativeTest-1343519470-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-605701'] for port, precommit_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:34:09.348047 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.plugin [req-11975624-a72c-4d91-a44f-13724c822f78 req-406ca933-59c8-4d8e-b07a-9283feea0e40 tempest-AttachVolumeNegativeTest-1343519470 tempest-AttachVolumeNegativeTest-1343519470-project] Calling delete_port for 51a90acc-7984-4360-a90d-20d7b212c674 owned by compute:nova {{(pid=95101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:34:09.525707 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-11975624-a72c-4d91-a44f-13724c822f78 req-406ca933-59c8-4d8e-b07a-9283feea0e40 tempest-AttachVolumeNegativeTest-1343519470 tempest-AttachVolumeNegativeTest-1343519470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783146162158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783145673144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5607431'] for port, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:34:09.538940 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] get_ports_and_sgs() called for port_ids ['f90207df-417b-4b30-81f8-4fed02c0bafb', '51a90acc-7984-4360-a90d-20d7b212c674'] {{(pid=95103) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 19:34:09.545503 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] get_ports_and_sgs() called for port_ids ['6000dc64-b48e-40fc-9085-7103b4487289'] {{(pid=95103) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 19:34:09.610724 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-406ca933-59c8-4d8e-b07a-9283feea0e40 tempest-AttachVolumeNegativeTest-1343519470 tempest-AttachVolumeNegativeTest-1343519470-project] Pushing event deleted for resources: {'Port': ['ID=51a90acc-7984-4360-a90d-20d7b212c674,revision_number=None']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:34:09.612511 n-d-713301-16 neutron-server[95101]: DEBUG neutron.db.l3_dvrscheduler_db [req-11975624-a72c-4d91-a44f-13724c822f78 req-406ca933-59c8-4d8e-b07a-9283feea0e40 tempest-AttachVolumeNegativeTest-1343519470 tempest-AttachVolumeNegativeTest-1343519470-project] No DVR routers for this DVR port 51a90acc-7984-4360-a90d-20d7b212c674 on host n-h2-713301-16 {{(pid=95101) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 19:34:09.615019 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-11975624-a72c-4d91-a44f-13724c822f78 req-406ca933-59c8-4d8e-b07a-9283feea0e40 tempest-AttachVolumeNegativeTest-1343519470 tempest-AttachVolumeNegativeTest-1343519470-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222849'] for port, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:34:09.617249 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-11975624-a72c-4d91-a44f-13724c822f78 req-406ca933-59c8-4d8e-b07a-9283feea0e40 tempest-AttachVolumeNegativeTest-1343519470 tempest-AttachVolumeNegativeTest-1343519470-project] 10.222.0.53 "DELETE /v2.0/ports/51a90acc-7984-4360-a90d-20d7b212c674 HTTP/1.1" status: 204 len: 173 time: 0.5603454 Sep 23 19:34:09.617698 n-d-713301-16 neutron-server[95101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'df805a32-dec5-4496-a5c5-bb551d2f3bb7', 'name': 'network-vif-deleted', 'tag': '51a90acc-7984-4360-a90d-20d7b212c674'}] {{(pid=95101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 19:34:09.619991 n-d-713301-16 neutron-server[95101]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d8366c5740cd635e57ab12b71fe44a77c2acc3c19091ef849c6f68b380462244" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76030fa5-59e4-44a4-84e0-25f141912548" -d '{"events": [{"server_uuid": "df805a32-dec5-4496-a5c5-bb551d2f3bb7", "name": "network-vif-deleted", "tag": "51a90acc-7984-4360-a90d-20d7b212c674"}]}' {{(pid=95101) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 19:34:09.710116 n-d-713301-16 neutron-server[95101]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 19:34:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01730baa-a9fa-4b62-a11d-cf24250c9443 x-openstack-request-id: req-01730baa-a9fa-4b62-a11d-cf24250c9443 {{(pid=95101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 19:34:09.710409 n-d-713301-16 neutron-server[95101]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "df805a32-dec5-4496-a5c5-bb551d2f3bb7", "name": "network-vif-deleted", "tag": "51a90acc-7984-4360-a90d-20d7b212c674", "status": "completed", "code": 200}]} {{(pid=95101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 19:34:09.710675 n-d-713301-16 neutron-server[95101]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-01730baa-a9fa-4b62-a11d-cf24250c9443 {{(pid=95101) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 19:34:09.711051 n-d-713301-16 neutron-server[95101]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'df805a32-dec5-4496-a5c5-bb551d2f3bb7', 'name': 'network-vif-deleted', 'tag': '51a90acc-7984-4360-a90d-20d7b212c674', 'status': 'completed', 'code': 200} Sep 23 19:34:09.861637 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 48724) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:34:09.922600 n-d-713301-16 neutron-server[95102]: DEBUG neutron.db.db_base_plugin_v2 [None req-6a0fbcb4-9ed8-485d-8e96-bf54ed4178ff admin admin] Deleting subnet f1f3b3f4-c8d2-4aab-b6a3-39edd63f54e5 {{(pid=95102) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 23 19:34:09.926309 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-6a0fbcb4-9ed8-485d-8e96-bf54ed4178ff admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:34:09.984741 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-ba0df77e-c090-4307-8852-976467f4c5b6 req-5b26cd95-249c-4eb4-8420-3f86bbc39562 tempest-AttachVolumeNegativeTest-1343519470 tempest-AttachVolumeNegativeTest-1343519470-project] 10.222.0.67 "GET /v2.0/ports?device_id=df805a32-dec5-4496-a5c5-bb551d2f3bb7 HTTP/1.1" status: 200 len: 210 time: 0.0330322 Sep 23 19:34:09.990351 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-6a0fbcb4-9ed8-485d-8e96-bf54ed4178ff admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6162825'] for subnet, precommit_delete_associations {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:34:10.030728 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-6a0fbcb4-9ed8-485d-8e96-bf54ed4178ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1756813'] for subnet, precommit_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:34:10.087043 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-6a0fbcb4-9ed8-485d-8e96-bf54ed4178ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1756804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4399009', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5388229'] for subnet, after_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:34:10.116794 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-6a0fbcb4-9ed8-485d-8e96-bf54ed4178ff admin admin] Notify callbacks [] for subnet, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:34:10.121886 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-6a0fbcb4-9ed8-485d-8e96-bf54ed4178ff admin admin] 10.222.0.67 "DELETE /v2.0/subnets/f1f3b3f4-c8d2-4aab-b6a3-39edd63f54e5 HTTP/1.1" status: 204 len: 168 time: 0.2585361 Sep 23 19:34:10.122182 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 48730) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:34:10.123518 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a0fbcb4-9ed8-485d-8e96-bf54ed4178ff admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f1f3b3f4-c8d2-4aab-b6a3-39edd63f54e5,revision_number=None']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:34:10.202381 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-262728c0-bcee-49c7-909b-bafa2e69c355 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1628021'] for network, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:34:10.292543 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-262728c0-bcee-49c7-909b-bafa2e69c355 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1754676', 'neutron.services.segments.db._delete_segments_for_network-8783146221460'] for network, precommit_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:34:10.313203 n-d-713301-16 neutron-server[95101]: DEBUG neutron.services.segments.db [None req-262728c0-bcee-49c7-909b-bafa2e69c355 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['51d98d25-8b81-49cf-be6e-482532c2b4a4']}} {{(pid=95101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:34:10.322605 n-d-713301-16 neutron-server[95101]: DEBUG neutron.services.segments.db [None req-262728c0-bcee-49c7-909b-bafa2e69c355 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '12b6e53f-a75d-4104-957d-b1954c84752d') {'for_net_delete': True} {{(pid=95101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:34:10.322897 n-d-713301-16 neutron-server[95101]: DEBUG neutron.services.segments.db [None req-262728c0-bcee-49c7-909b-bafa2e69c355 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '12b6e53f-a75d-4104-957d-b1954c84752d') {} {{(pid=95101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:34:10.332258 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-262728c0-bcee-49c7-909b-bafa2e69c355 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783146221725', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6007147'] for segment, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:34:10.345753 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-262728c0-bcee-49c7-909b-bafa2e69c355 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1756186'] for segment, precommit_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:34:10.351450 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-262728c0-bcee-49c7-909b-bafa2e69c355 admin admin] Releasing vlan 618 on physical network physnet1 to pool {{(pid=95101) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 19:34:10.352257 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-262728c0-bcee-49c7-909b-bafa2e69c355 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1756186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5608436'] for segment, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:34:10.353937 n-d-713301-16 neutron-server[95101]: Traceback (most recent call last): Sep 23 19:34:10.353937 n-d-713301-16 neutron-server[95101]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 19:34:10.353937 n-d-713301-16 neutron-server[95101]: timer() Sep 23 19:34:10.353937 n-d-713301-16 neutron-server[95101]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 19:34:10.353937 n-d-713301-16 neutron-server[95101]: cb(*args, **kw) Sep 23 19:34:10.353937 n-d-713301-16 neutron-server[95101]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 19:34:10.353937 n-d-713301-16 neutron-server[95101]: return func(*args, **kwargs) Sep 23 19:34:10.353937 n-d-713301-16 neutron-server[95101]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 19:34:10.353937 n-d-713301-16 neutron-server[95101]: self._notify() Sep 23 19:34:10.353937 n-d-713301-16 neutron-server[95101]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 19:34:10.353937 n-d-713301-16 neutron-server[95101]: self.callback(batched_events) Sep 23 19:34:10.353937 n-d-713301-16 neutron-server[95101]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 19:34:10.353937 n-d-713301-16 neutron-server[95101]: event.method(event) Sep 23 19:34:10.353937 n-d-713301-16 neutron-server[95101]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 19:34:10.353937 n-d-713301-16 neutron-server[95101]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 19:34:10.353937 n-d-713301-16 neutron-server[95101]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 19:34:10.353937 n-d-713301-16 neutron-server[95101]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 19:34:10.353937 n-d-713301-16 neutron-server[95101]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 19:34:10.353937 n-d-713301-16 neutron-server[95101]: return f(self, *a, **k) Sep 23 19:34:10.353937 n-d-713301-16 neutron-server[95101]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 19:34:10.353937 n-d-713301-16 neutron-server[95101]: return self._get(url).json() Sep 23 19:34:10.353937 n-d-713301-16 neutron-server[95101]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 19:34:10.353937 n-d-713301-16 neutron-server[95101]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 19:34:10.353937 n-d-713301-16 neutron-server[95101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 19:34:10.353937 n-d-713301-16 neutron-server[95101]: return self.request(url, 'GET', **kwargs) Sep 23 19:34:10.353937 n-d-713301-16 neutron-server[95101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 19:34:10.353937 n-d-713301-16 neutron-server[95101]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 19:34:10.353937 n-d-713301-16 neutron-server[95101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 19:34:10.353937 n-d-713301-16 neutron-server[95101]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 19:34:10.353937 n-d-713301-16 neutron-server[95101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 19:34:10.353937 n-d-713301-16 neutron-server[95101]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 19:34:10.353937 n-d-713301-16 neutron-server[95101]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 19:34:10.415215 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-262728c0-bcee-49c7-909b-bafa2e69c355 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1754627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-601866'] for network, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:34:10.422479 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-262728c0-bcee-49c7-909b-bafa2e69c355 admin admin] Notify callbacks [] for network, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:34:10.424949 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-262728c0-bcee-49c7-909b-bafa2e69c355 admin admin] 10.222.0.67 "DELETE /v2.0/networks/51d98d25-8b81-49cf-be6e-482532c2b4a4 HTTP/1.1" status: 204 len: 168 time: 0.3001068 Sep 23 19:34:10.434767 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-262728c0-bcee-49c7-909b-bafa2e69c355 admin admin] Pushing event deleted for resources: {'Network': ['ID=51d98d25-8b81-49cf-be6e-482532c2b4a4,revision_number=None']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:34:10.656087 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 48744) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:34:10.698555 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-a237ab50-dabc-4e2c-8bd8-1a157e364f80 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=5335e134b9744707975fff47e2e93ede&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0411549 Sep 23 19:34:10.701132 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 48746) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:34:10.750889 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-7606cc83-c5f7-4e14-af50-583c9711dadf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:34:10.772130 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-7606cc83-c5f7-4e14-af50-583c9711dadf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:34:10.820196 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-7606cc83-c5f7-4e14-af50-583c9711dadf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:34:10.822845 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-7606cc83-c5f7-4e14-af50-583c9711dadf admin admin] Notify callbacks [] for security_group, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:34:10.823993 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-7606cc83-c5f7-4e14-af50-583c9711dadf admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/618aa602-18a9-4f8c-abdd-ba8d4ffb9ee9 HTTP/1.1" status: 204 len: 168 time: 0.1217148 Sep 23 19:34:10.832805 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7606cc83-c5f7-4e14-af50-583c9711dadf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=618aa602-18a9-4f8c-abdd-ba8d4ffb9ee9,revision_number=None']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:34:11.323083 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66273cf9-b69a-4994-9c4c-1527f2bbe565 req-a0782c8f-c949-4375-a724-c51daa2ea323 tempest-AttachVolumeNegativeTest-1343519470 tempest-AttachVolumeNegativeTest-1343519470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:34:11.326104 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-66273cf9-b69a-4994-9c4c-1527f2bbe565 req-a0782c8f-c949-4375-a724-c51daa2ea323 tempest-AttachVolumeNegativeTest-1343519470 tempest-AttachVolumeNegativeTest-1343519470-project] 10.222.0.67 "GET /v2.0/ports?device_id=7f40ae03-e315-4893-9b64-33aae19c522a HTTP/1.1" status: 200 len: 945 time: 0.0709050 Sep 23 19:34:11.370994 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-66273cf9-b69a-4994-9c4c-1527f2bbe565 req-e65aa292-4a41-40f1-b270-1b2160da997d tempest-AttachVolumeNegativeTest-1343519470 tempest-AttachVolumeNegativeTest-1343519470-project] 10.222.0.67 "GET /v2.0/security-groups?id=870169be-a840-40b2-89c6-13960534f950&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371599 Sep 23 19:34:11.619545 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 48780) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:34:11.731536 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Device 1bb345af-b75f-4259-acf1-3cf7858417a3 no longer exists at agent hyperv_n-h1-713301-16 {{(pid=95103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 19:34:11.739336 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.v2.base [None req-4fccba05-0025-44e5-aa05-e4db31d32a7d admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-890050715-network', 'tenant_id': '71d72afe428c4ce594ff8d28e6bea11d'}} {{(pid=95101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:34:11.760768 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.plugin [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] No Port match for: 1bb345af-b75f-4259-acf1-3cf7858417a3 {{(pid=95103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 19:34:11.761033 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Device 1bb345af-b75f-4259-acf1-3cf7858417a3 not bound to the agent host n-h1-713301-16 {{(pid=95103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 19:34:11.775766 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4fccba05-0025-44e5-aa05-e4db31d32a7d admin admin] Made reservation on behalf of 71d72afe428c4ce594ff8d28e6bea11d for: {'network': 1} {{(pid=95101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:34:11.779133 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-4fccba05-0025-44e5-aa05-e4db31d32a7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for network, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:34:11.791941 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-4fccba05-0025-44e5-aa05-e4db31d32a7d admin admin] Notify callbacks [] for security_group, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:34:11.890959 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-4fccba05-0025-44e5-aa05-e4db31d32a7d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:34:11.895262 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-4fccba05-0025-44e5-aa05-e4db31d32a7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:34:11.921980 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4fccba05-0025-44e5-aa05-e4db31d32a7d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 643} {{(pid=95101) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 19:34:11.934436 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fccba05-0025-44e5-aa05-e4db31d32a7d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac103501-6c24-4299-8f11-081b36059735,revision_number=1']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:34:11.942272 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-4fccba05-0025-44e5-aa05-e4db31d32a7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1756186'] for segment, precommit_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:34:11.942681 n-d-713301-16 neutron-server[95101]: INFO neutron.db.segments_db [None req-4fccba05-0025-44e5-aa05-e4db31d32a7d admin admin] Added segment 06c35406-3e3c-42a0-a3c1-86f8ca1b8560 of type vlan for network 22c7394f-6eb3-4324-ad9a-c48452af8c12 Sep 23 19:34:11.993264 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-4fccba05-0025-44e5-aa05-e4db31d32a7d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783145630486'] for network, precommit_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:34:12.024628 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-4fccba05-0025-44e5-aa05-e4db31d32a7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299'] for network, after_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:34:12.025549 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fccba05-0025-44e5-aa05-e4db31d32a7d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:34:12.026178 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-4fccba05-0025-44e5-aa05-e4db31d32a7d admin admin] Notify callbacks [] for network, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:34:12.068636 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-4fccba05-0025-44e5-aa05-e4db31d32a7d admin admin] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 0.4476116 Sep 23 19:34:12.071482 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 48788) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:34:12.076934 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.v2.base [None req-8065f90d-8b95-4e13-b8db-54c9a4356754 admin admin] Request body: {'subnet': {'network_id': '22c7394f-6eb3-4324-ad9a-c48452af8c12', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-890050715-subnet', 'tenant_id': '71d72afe428c4ce594ff8d28e6bea11d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:34:12.105352 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fccba05-0025-44e5-aa05-e4db31d32a7d admin admin] Pushing event updated for resources: {'Network': ['ID=22c7394f-6eb3-4324-ad9a-c48452af8c12,revision_number=1']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:34:12.117234 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8065f90d-8b95-4e13-b8db-54c9a4356754 admin admin] Made reservation on behalf of 71d72afe428c4ce594ff8d28e6bea11d for: {'subnet': 1} {{(pid=95102) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:34:12.117929 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Network 22c7394f-6eb3-4324-ad9a-c48452af8c12 details requested by agent ovs-agent-n-d-713301-16 with host n-d-713301-16 {{(pid=95103) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 19:34:12.119727 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-8065f90d-8b95-4e13-b8db-54c9a4356754 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5388256'] for subnet, before_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:34:12.330051 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-8065f90d-8b95-4e13-b8db-54c9a4356754 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4398944', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5388242'] for subnet, after_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:34:12.405035 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8065f90d-8b95-4e13-b8db-54c9a4356754 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0d48322f-2db5-4896-84d5-850e60fab8ec,revision_number=0']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:34:12.411936 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8065f90d-8b95-4e13-b8db-54c9a4356754 admin admin] Checking segment: {'id': '06c35406-3e3c-42a0-a3c1-86f8ca1b8560', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '22c7394f-6eb3-4324-ad9a-c48452af8c12'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95102) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:34:12.412718 n-d-713301-16 neutron-server[95102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8065f90d-8b95-4e13-b8db-54c9a4356754 admin admin] Network hostable DHCP agents. Network: 22c7394f-6eb3-4324-ad9a-c48452af8c12, hostable agents: ['1b18bf05-1b5f-4587-be5c-af3ac38e32ad'], hosted agents: [] {{(pid=95102) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 19:34:12.441289 n-d-713301-16 neutron-server[95102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8065f90d-8b95-4e13-b8db-54c9a4356754 admin admin] Network 22c7394f-6eb3-4324-ad9a-c48452af8c12 is scheduled to be hosted by DHCP agent 1b18bf05-1b5f-4587-be5c-af3ac38e32ad with binding_index 1 {{(pid=95102) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 19:34:12.452657 n-d-713301-16 neutron-server[95102]: DEBUG neutron.scheduler.base_scheduler [None req-8065f90d-8b95-4e13-b8db-54c9a4356754 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713301-16, 22c7394f-6eb3-4324-ad9a-c48452af8c12) {{(pid=95102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:34:12.457113 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8065f90d-8b95-4e13-b8db-54c9a4356754 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:34:12.457768 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-8065f90d-8b95-4e13-b8db-54c9a4356754 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:34:12.463128 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1604322d-79b8-4cb3-968e-305abd391e5b None None] Network 22c7394f-6eb3-4324-ad9a-c48452af8c12 requested from n-d-713301-16 {{(pid=95103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 19:34:12.478861 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 48796) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:34:12.479121 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-8065f90d-8b95-4e13-b8db-54c9a4356754 admin admin] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 0.4063823 Sep 23 19:34:12.484170 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.v2.base [None req-f0263c8f-c9b2-4adc-8922-5542f4cb27f6 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-890050715-router', 'tenant_id': '71d72afe428c4ce594ff8d28e6bea11d', 'external_gateway_info': {'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac'}}} {{(pid=95101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:34:12.521674 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-f0263c8f-c9b2-4adc-8922-5542f4cb27f6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-594563', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29355'] for router, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:34:12.524777 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-f0263c8f-c9b2-4adc-8922-5542f4cb27f6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-597363', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-601731', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-739356', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29346'] for router, precommit_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:34:12.614535 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-f0263c8f-c9b2-4adc-8922-5542f4cb27f6 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:34:12.616342 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7e3cd84-ddd9-41f1-8897-83889766daf6 None None] Network 22c7394f-6eb3-4324-ad9a-c48452af8c12 requested from n-d-713301-16 {{(pid=95103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 19:34:12.636138 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0895214-6c9b-4e5a-81dc-d27847031b59 req-e84e79e4-722b-43d4-92cc-0263c22b4407 tempest-AttachVolumeNegativeTest-1343519470 tempest-AttachVolumeNegativeTest-1343519470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:34:12.637655 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-a0895214-6c9b-4e5a-81dc-d27847031b59 req-e84e79e4-722b-43d4-92cc-0263c22b4407 tempest-AttachVolumeNegativeTest-1343519470 tempest-AttachVolumeNegativeTest-1343519470-project] 10.222.0.67 "GET /v2.0/ports?device_id=7f40ae03-e315-4893-9b64-33aae19c522a HTTP/1.1" status: 200 len: 945 time: 0.1342015 Sep 23 19:34:12.654281 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dccacacb-465e-4622-baf0-ba5f2f49991f req-6050db10-85df-4941-b2fc-0c5b6e171228 tempest-ServersTestManualDisk-752158608 tempest-ServersTestManualDisk-752158608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:34:12.656131 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-dccacacb-465e-4622-baf0-ba5f2f49991f req-6050db10-85df-4941-b2fc-0c5b6e171228 tempest-ServersTestManualDisk-752158608 tempest-ServersTestManualDisk-752158608-project] 10.222.0.67 "GET /v2.0/ports?device_id=7f0c7a8c-f1d5-48e8-8e43-c5e8405d61bf HTTP/1.1" status: 200 len: 946 time: 0.0845547 Sep 23 19:34:12.784557 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-dccacacb-465e-4622-baf0-ba5f2f49991f req-6125e0df-1e75-4a09-aeed-407872327721 tempest-ServersTestManualDisk-752158608 tempest-ServersTestManualDisk-752158608-project] 10.222.0.67 "GET /v2.0/security-groups?id=bdce1a64-e84a-499d-8c17-1d9b34da9302&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1071556 Sep 23 19:34:12.809695 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-a0895214-6c9b-4e5a-81dc-d27847031b59 req-e5e9b794-015e-4c7e-a869-c6b2b7cc6810 tempest-AttachVolumeNegativeTest-1343519470 tempest-AttachVolumeNegativeTest-1343519470-project] 10.222.0.67 "GET /v2.0/security-groups?id=870169be-a840-40b2-89c6-13960534f950&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1504602 Sep 23 19:34:12.849846 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea57cafc-cc92-4c11-bdd5-a8c6c6352084 req-da8843ba-05c0-479f-82ca-261c3aafa110 tempest-AttachVolumeNegativeTest-1343519470 tempest-AttachVolumeNegativeTest-1343519470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:34:12.851931 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-f0263c8f-c9b2-4adc-8922-5542f4cb27f6 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:34:12.856796 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-ea57cafc-cc92-4c11-bdd5-a8c6c6352084 req-da8843ba-05c0-479f-82ca-261c3aafa110 tempest-AttachVolumeNegativeTest-1343519470 tempest-AttachVolumeNegativeTest-1343519470-project] 10.222.0.74 "GET /v2.0/ports?device_id=7f40ae03-e315-4893-9b64-33aae19c522a HTTP/1.1" status: 200 len: 945 time: 0.1937349 Sep 23 19:34:13.027790 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.plugin [req-ea57cafc-cc92-4c11-bdd5-a8c6c6352084 req-93021745-9ff5-4e25-bf30-72e6c6a9ac94 tempest-AttachVolumeNegativeTest-1343519470 tempest-AttachVolumeNegativeTest-1343519470-project] Deleting port 6000dc64-b48e-40fc-9085-7103b4487289 {{(pid=95102) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:34:13.028361 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-ea57cafc-cc92-4c11-bdd5-a8c6c6352084 req-93021745-9ff5-4e25-bf30-72e6c6a9ac94 tempest-AttachVolumeNegativeTest-1343519470 tempest-AttachVolumeNegativeTest-1343519470-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783146157096'] for port, before_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:34:13.099075 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-f0263c8f-c9b2-4adc-8922-5542f4cb27f6 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:34:13.121350 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-f0263c8f-c9b2-4adc-8922-5542f4cb27f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:34:13.155802 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.db [req-ea57cafc-cc92-4c11-bdd5-a8c6c6352084 req-93021745-9ff5-4e25-bf30-72e6c6a9ac94 tempest-AttachVolumeNegativeTest-1343519470 tempest-AttachVolumeNegativeTest-1343519470-project] For port 6000dc64-b48e-40fc-9085-7103b4487289, host n-h1-713301-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-16',level=0,port_id=6000dc64-b48e-40fc-9085-7103b4487289,segment=NetworkSegment(109e9ca4-0775-4f0d-a524-d06e4e2d3223),segment_id=109e9ca4-0775-4f0d-a524-d06e4e2d3223)] {{(pid=95102) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:34:13.156222 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-ea57cafc-cc92-4c11-bdd5-a8c6c6352084 req-93021745-9ff5-4e25-bf30-72e6c6a9ac94 tempest-AttachVolumeNegativeTest-1343519470 tempest-AttachVolumeNegativeTest-1343519470-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-605701'] for port, precommit_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:34:13.176002 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.plugin [req-ea57cafc-cc92-4c11-bdd5-a8c6c6352084 req-93021745-9ff5-4e25-bf30-72e6c6a9ac94 tempest-AttachVolumeNegativeTest-1343519470 tempest-AttachVolumeNegativeTest-1343519470-project] Calling delete_port for 6000dc64-b48e-40fc-9085-7103b4487289 owned by compute:nova {{(pid=95102) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:34:13.307305 n-d-713301-16 neutron-server[95101]: DEBUG neutron.db.db_base_plugin_common [None req-f0263c8f-c9b2-4adc-8922-5542f4cb27f6 admin admin] Allocated IP 172.25.1.241 (5dec5c09-378e-4f50-89cc-d94eb81c3bac/eff83446-018c-428d-b3f5-54ac9abe7a2a/4854f0f5-c258-4df3-9f26-46439051e825) {{(pid=95101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 19:34:13.354478 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 48814) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:34:13.360787 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-ea57cafc-cc92-4c11-bdd5-a8c6c6352084 req-93021745-9ff5-4e25-bf30-72e6c6a9ac94 tempest-AttachVolumeNegativeTest-1343519470 tempest-AttachVolumeNegativeTest-1343519470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783146162158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783145673144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4399100'] for port, after_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:34:13.375721 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] get_ports_and_sgs() called for port_ids ['6000dc64-b48e-40fc-9085-7103b4487289'] {{(pid=95103) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 19:34:13.410227 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93021745-9ff5-4e25-bf30-72e6c6a9ac94 tempest-AttachVolumeNegativeTest-1343519470 tempest-AttachVolumeNegativeTest-1343519470-project] Pushing event deleted for resources: {'Port': ['ID=6000dc64-b48e-40fc-9085-7103b4487289,revision_number=None']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:34:13.443435 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] get_ports_and_sgs() called for port_ids ['f90207df-417b-4b30-81f8-4fed02c0bafb'] {{(pid=95103) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 19:34:13.456926 n-d-713301-16 neutron-server[95102]: DEBUG neutron.db.l3_dvrscheduler_db [req-ea57cafc-cc92-4c11-bdd5-a8c6c6352084 req-93021745-9ff5-4e25-bf30-72e6c6a9ac94 tempest-AttachVolumeNegativeTest-1343519470 tempest-AttachVolumeNegativeTest-1343519470-project] No DVR routers for this DVR port 6000dc64-b48e-40fc-9085-7103b4487289 on host n-h1-713301-16 {{(pid=95102) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 19:34:13.459383 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-ea57cafc-cc92-4c11-bdd5-a8c6c6352084 req-93021745-9ff5-4e25-bf30-72e6c6a9ac94 tempest-AttachVolumeNegativeTest-1343519470 tempest-AttachVolumeNegativeTest-1343519470-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222849'] for port, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:34:13.462057 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-ea57cafc-cc92-4c11-bdd5-a8c6c6352084 req-93021745-9ff5-4e25-bf30-72e6c6a9ac94 tempest-AttachVolumeNegativeTest-1343519470 tempest-AttachVolumeNegativeTest-1343519470-project] 10.222.0.74 "DELETE /v2.0/ports/6000dc64-b48e-40fc-9085-7103b4487289 HTTP/1.1" status: 204 len: 173 time: 0.5983586 Sep 23 19:34:13.462910 n-d-713301-16 neutron-server[95102]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f40ae03-e315-4893-9b64-33aae19c522a', 'name': 'network-vif-deleted', 'tag': '6000dc64-b48e-40fc-9085-7103b4487289'}] {{(pid=95102) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 19:34:13.465371 n-d-713301-16 neutron-server[95102]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab31b6d93e5336dbddfa8ec424565b3bd8cb2369c5b4d85bc943472dbb21e8ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5c5bdfa-0b07-45da-9dcd-895830f5e899" -d '{"events": [{"server_uuid": "7f40ae03-e315-4893-9b64-33aae19c522a", "name": "network-vif-deleted", "tag": "6000dc64-b48e-40fc-9085-7103b4487289"}]}' {{(pid=95102) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 19:34:13.469905 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-f0263c8f-c9b2-4adc-8922-5542f4cb27f6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:34:13.517825 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-f0263c8f-c9b2-4adc-8922-5542f4cb27f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783145673135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5607431'] for port, after_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:34:13.561418 n-d-713301-16 neutron-server[95102]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 19:34:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60fc57c6-70eb-4491-af8b-ceb91882e3d5 x-openstack-request-id: req-60fc57c6-70eb-4491-af8b-ceb91882e3d5 {{(pid=95102) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 19:34:13.562738 n-d-713301-16 neutron-server[95102]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7f40ae03-e315-4893-9b64-33aae19c522a", "name": "network-vif-deleted", "tag": "6000dc64-b48e-40fc-9085-7103b4487289", "status": "completed", "code": 200}]} {{(pid=95102) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 19:34:13.565630 n-d-713301-16 neutron-server[95102]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-60fc57c6-70eb-4491-af8b-ceb91882e3d5 {{(pid=95102) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 19:34:13.566100 n-d-713301-16 neutron-server[95102]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7f40ae03-e315-4893-9b64-33aae19c522a', 'name': 'network-vif-deleted', 'tag': '6000dc64-b48e-40fc-9085-7103b4487289', 'status': 'completed', 'code': 200} Sep 23 19:34:13.593225 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0263c8f-c9b2-4adc-8922-5542f4cb27f6 admin admin] Network 5dec5c09-378e-4f50-89cc-d94eb81c3bac is already hosted by enough agents. {{(pid=95101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:34:13.596880 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.base_scheduler [None req-f0263c8f-c9b2-4adc-8922-5542f4cb27f6 admin admin] Resources bound (agent type, host, resource id): {{(pid=95101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:34:13.600694 n-d-713301-16 neutron-server[95101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0263c8f-c9b2-4adc-8922-5542f4cb27f6 admin admin] Received port after_create {{(pid=95101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 19:34:13.633113 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0263c8f-c9b2-4adc-8922-5542f4cb27f6 admin admin] Pushing event updated for resources: {'Port': ['ID=4854f0f5-c258-4df3-9f26-46439051e825,revision_number=1']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:34:13.659444 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-529aa80a-a460-4afc-8ea5-4df845d7a7ba admin admin] Notify callbacks [] for security_group, before_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:34:13.770061 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d22d3a8c-a703-4813-8000-ff1be4f0c800 req-3afd4beb-3f83-4d1a-b36b-1f9ca865c09a tempest-ServersTestManualDisk-752158608 tempest-ServersTestManualDisk-752158608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:34:13.773154 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-d22d3a8c-a703-4813-8000-ff1be4f0c800 req-3afd4beb-3f83-4d1a-b36b-1f9ca865c09a tempest-ServersTestManualDisk-752158608 tempest-ServersTestManualDisk-752158608-project] 10.222.0.67 "GET /v2.0/ports?device_id=7f0c7a8c-f1d5-48e8-8e43-c5e8405d61bf HTTP/1.1" status: 200 len: 946 time: 0.1006603 Sep 23 19:34:13.858454 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-d22d3a8c-a703-4813-8000-ff1be4f0c800 req-eab2cdff-c10e-4e5c-9f99-d21330b500ad tempest-ServersTestManualDisk-752158608 tempest-ServersTestManualDisk-752158608-project] 10.222.0.67 "GET /v2.0/security-groups?id=bdce1a64-e84a-499d-8c17-1d9b34da9302&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0772536 Sep 23 19:34:13.885113 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-529aa80a-a460-4afc-8ea5-4df845d7a7ba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:34:13.905832 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-529aa80a-a460-4afc-8ea5-4df845d7a7ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:34:13.957151 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-529aa80a-a460-4afc-8ea5-4df845d7a7ba admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=0691bdb719cf46f29e2c3026fc69ad2f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6015055 Sep 23 19:34:13.958116 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-529aa80a-a460-4afc-8ea5-4df845d7a7ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3091c432-64a1-45b0-b31d-62ae1c7adb91,revision_number=1']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:34:13.960716 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 48830) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:34:13.996345 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Device 51a90acc-7984-4360-a90d-20d7b212c674 no longer exists at agent hyperv_n-h2-713301-16 {{(pid=95103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 19:34:14.042570 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.plugin [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] No Port match for: 51a90acc-7984-4360-a90d-20d7b212c674 {{(pid=95103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 19:34:14.043312 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Device 51a90acc-7984-4360-a90d-20d7b212c674 not bound to the agent host n-h2-713301-16 {{(pid=95103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 19:34:14.053078 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-3497c20f-647d-4a0b-9088-8dc0049b23fe req-f5616a4f-361d-4160-b12f-1c9786044a67 tempest-AttachVolumeNegativeTest-1343519470 tempest-AttachVolumeNegativeTest-1343519470-project] 10.222.0.67 "GET /v2.0/ports?device_id=7f40ae03-e315-4893-9b64-33aae19c522a HTTP/1.1" status: 200 len: 210 time: 0.0477066 Sep 23 19:34:14.070169 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-0f4c9de7-fd33-4752-8880-15b8ae081354 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:34:14.096292 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-0f4c9de7-fd33-4752-8880-15b8ae081354 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:34:14.147432 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-0f4c9de7-fd33-4752-8880-15b8ae081354 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:34:14.150414 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-0f4c9de7-fd33-4752-8880-15b8ae081354 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:34:14.151606 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-0f4c9de7-fd33-4752-8880-15b8ae081354 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/3091c432-64a1-45b0-b31d-62ae1c7adb91 HTTP/1.1" status: 204 len: 168 time: 0.1899259 Sep 23 19:34:14.161479 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f4c9de7-fd33-4752-8880-15b8ae081354 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3091c432-64a1-45b0-b31d-62ae1c7adb91,revision_number=None']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:34:14.277786 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-f0263c8f-c9b2-4adc-8922-5542f4cb27f6 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:34:14.490563 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 48842) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:34:14.505118 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e340be56-e691-48fb-ba03-d4a2310d9c6a req-1d559180-cbd3-4d22-84a6-bff5534d8a8e tempest-ServersTestManualDisk-752158608 tempest-ServersTestManualDisk-752158608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:34:14.507115 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-e340be56-e691-48fb-ba03-d4a2310d9c6a req-1d559180-cbd3-4d22-84a6-bff5534d8a8e tempest-ServersTestManualDisk-752158608 tempest-ServersTestManualDisk-752158608-project] 10.222.0.67 "GET /v2.0/ports?device_id=7f0c7a8c-f1d5-48e8-8e43-c5e8405d61bf HTTP/1.1" status: 200 len: 946 time: 0.0572991 Sep 23 19:34:14.512379 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-f0263c8f-c9b2-4adc-8922-5542f4cb27f6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-597258', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-601790'] for router, after_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:34:14.516539 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-7cc026ca-45d5-458d-8a97-78800d48f21f admin admin] Notify callbacks [] for security_group, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:34:14.552457 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-e340be56-e691-48fb-ba03-d4a2310d9c6a req-7e226f1c-22a0-4d95-a5b1-5d3057e1fb36 tempest-ServersTestManualDisk-752158608 tempest-ServersTestManualDisk-752158608-project] 10.222.0.67 "GET /v2.0/security-groups?id=bdce1a64-e84a-499d-8c17-1d9b34da9302&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392196 Sep 23 19:34:14.719987 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-7cc026ca-45d5-458d-8a97-78800d48f21f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:34:14.725879 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-7cc026ca-45d5-458d-8a97-78800d48f21f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:34:14.736332 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f0263c8f-c9b2-4adc-8922-5542f4cb27f6 admin admin] Router 889780b3-fd89-4566-ae79-a6b6cdc80f87 is scheduled to L3 agent 79a740bf-7821-4989-8288-7186e3e128f3 with binding_index 1 {{(pid=95101) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 23 19:34:14.775461 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-7cc026ca-45d5-458d-8a97-78800d48f21f admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=31c203cde1de42c1a9cb5d3245d8d60c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2829957 Sep 23 19:34:14.777180 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cc026ca-45d5-458d-8a97-78800d48f21f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ca45b1d-9da4-4349-9f64-095383312ac3,revision_number=1']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:34:14.778664 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 48844) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:34:14.830870 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-eb727155-4981-46dc-bd37-f469ae2627d3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:34:14.854136 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-eb727155-4981-46dc-bd37-f469ae2627d3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:34:14.888232 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0263c8f-c9b2-4adc-8922-5542f4cb27f6 admin admin] Notify agent at l3_agent.n-d-713301-16 the message routers_updated {{(pid=95101) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 19:34:14.899002 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbaab95f-4567-43cf-abb4-1bb8f726dc21 None None] Sync routers for ids ['889780b3-fd89-4566-ae79-a6b6cdc80f87'] in n-d-713301-16 {{(pid=95104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 19:34:14.908269 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbaab95f-4567-43cf-abb4-1bb8f726dc21 None None] Routers {'889780b3-fd89-4566-ae79-a6b6cdc80f87'} bound to L3 agent in host n-d-713301-16 {{(pid=95104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 19:34:14.908929 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_hamode_db [None req-dbaab95f-4567-43cf-abb4-1bb8f726dc21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-23T19:07:52Z,description=,heartbeat_timestamp=2021-09-23T19:33:52Z,host='n-d-713301-16',id=79a740bf-7821-4989-8288-7186e3e128f3,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:07:52Z,topic='l3_agent')) {'router_ids': ['889780b3-fd89-4566-ae79-a6b6cdc80f87'], 'active': True} {{(pid=95104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:34:14.909217 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-f0263c8f-c9b2-4adc-8922-5542f4cb27f6 admin admin] Notify callbacks [] for router, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:34:14.910587 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-f0263c8f-c9b2-4adc-8922-5542f4cb27f6 admin admin] 10.222.0.67 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 2.4305513 Sep 23 19:34:14.911129 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-eb727155-4981-46dc-bd37-f469ae2627d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:34:14.913314 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 48846) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:34:14.913804 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-eb727155-4981-46dc-bd37-f469ae2627d3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:34:14.915126 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-eb727155-4981-46dc-bd37-f469ae2627d3 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/0ca45b1d-9da4-4349-9f64-095383312ac3 HTTP/1.1" status: 204 len: 168 time: 0.1351976 Sep 23 19:34:14.928591 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb727155-4981-46dc-bd37-f469ae2627d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ca45b1d-9da4-4349-9f64-095383312ac3,revision_number=None']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:34:15.023376 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_dvr_db [None req-dbaab95f-4567-43cf-abb4-1bb8f726dc21 None None] Set router 889780b3-fd89-4566-ae79-a6b6cdc80f87 gateway port host: n-d-713301-16 {{(pid=95104) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 19:34:15.271435 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_hamode_db [None req-dbaab95f-4567-43cf-abb4-1bb8f726dc21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '889780b3-fd89-4566-ae79-a6b6cdc80f87', 'name': 'tempest-ServerRescueNegativeTestJSON-890050715-router', 'tenant_id': '71d72afe428c4ce594ff8d28e6bea11d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'external_fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.241'}], 'enable_snat': True}, 'gw_port_id': '4854f0f5-c258-4df3-9f26-46439051e825', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:34:12Z', 'updated_at': '2021-09-23T19:34:14Z', 'revision_number': 3, 'project_id': '71d72afe428c4ce594ff8d28e6bea11d', 'gw_port': {'id': '4854f0f5-c258-4df3-9f26-46439051e825', 'name': '', 'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:f6:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '889780b3-fd89-4566-ae79-a6b6cdc80f87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1534, 'fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:34:13Z', 'updated_at': '2021-09-23T19:34:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-16'}], 'n-d-713301-16', False) {} {{(pid=95104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:34:15.319964 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbaab95f-4567-43cf-abb4-1bb8f726dc21 None None] Checking router: 889780b3-fd89-4566-ae79-a6b6cdc80f87 for host: n-d-713301-16 {{(pid=95104) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 19:34:15.320666 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbaab95f-4567-43cf-abb4-1bb8f726dc21 None None] Updating router 889780b3-fd89-4566-ae79-a6b6cdc80f87 port 4854f0f5-c258-4df3-9f26-46439051e825 binding host n-d-713301-16 {{(pid=95104) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 23 19:34:15.348754 n-d-713301-16 neutron-server[95104]: DEBUG neutron_lib.callbacks.manager [None req-dbaab95f-4567-43cf-abb4-1bb8f726dc21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:34:15.548794 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-2ecc53d3-b049-4772-b152-d45364726e75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:34:15.731157 n-d-713301-16 neutron-server[95104]: DEBUG neutron_lib.callbacks.manager [None req-dbaab95f-4567-43cf-abb4-1bb8f726dc21 None None] Notify callbacks [] for port, precommit_update {{(pid=95104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:34:15.739434 n-d-713301-16 neutron-server[95104]: DEBUG neutron_lib.callbacks.manager [None req-dbaab95f-4567-43cf-abb4-1bb8f726dc21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:34:15.747556 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b35f1c6-519a-4196-82db-94e2d5f03b35 req-b07311ea-cfb1-43db-81c2-c3740ecec8d2 tempest-ServersTestManualDisk-752158608 tempest-ServersTestManualDisk-752158608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:34:15.750654 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-9b35f1c6-519a-4196-82db-94e2d5f03b35 req-b07311ea-cfb1-43db-81c2-c3740ecec8d2 tempest-ServersTestManualDisk-752158608 tempest-ServersTestManualDisk-752158608-project] 10.222.0.67 "GET /v2.0/ports?device_id=7f0c7a8c-f1d5-48e8-8e43-c5e8405d61bf HTTP/1.1" status: 200 len: 946 time: 0.0994892 Sep 23 19:34:15.775676 n-d-713301-16 neutron-server[95104]: DEBUG neutron.plugins.ml2.managers [None req-dbaab95f-4567-43cf-abb4-1bb8f726dc21 None None] Attempting to bind port 4854f0f5-c258-4df3-9f26-46439051e825 on host n-d-713301-16 for vnic_type normal with profile {{(pid=95104) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 19:34:15.776051 n-d-713301-16 neutron-server[95104]: DEBUG neutron.plugins.ml2.managers [None req-dbaab95f-4567-43cf-abb4-1bb8f726dc21 None None] Attempting to bind port 4854f0f5-c258-4df3-9f26-46439051e825 by drivers openvswitch,hyperv on host n-d-713301-16 at level 0 using segments [{'id': '7d4027f1-d893-4c7b-95d4-757b8e44e380', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac'}] {{(pid=95104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 19:34:15.776412 n-d-713301-16 neutron-server[95104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbaab95f-4567-43cf-abb4-1bb8f726dc21 None None] Attempting to bind port 4854f0f5-c258-4df3-9f26-46439051e825 on network 5dec5c09-378e-4f50-89cc-d94eb81c3bac {{(pid=95104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:34:15.802830 n-d-713301-16 neutron-server[95104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbaab95f-4567-43cf-abb4-1bb8f726dc21 None None] Checking agent: {'id': '70a14545-df24-472f-8f95-bfe1719bff93', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 19, 7, 53), 'started_at': datetime.datetime(2021, 9, 23, 19, 8, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 19, 33, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 19:34:15.803306 n-d-713301-16 neutron-server[95104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbaab95f-4567-43cf-abb4-1bb8f726dc21 None None] Checking segment: {'id': '7d4027f1-d893-4c7b-95d4-757b8e44e380', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95104) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:34:15.803644 n-d-713301-16 neutron-server[95104]: DEBUG neutron_lib.callbacks.manager [None req-dbaab95f-4567-43cf-abb4-1bb8f726dc21 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:34:15.804040 n-d-713301-16 neutron-server[95104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbaab95f-4567-43cf-abb4-1bb8f726dc21 None None] Bound using segment: {'id': '7d4027f1-d893-4c7b-95d4-757b8e44e380', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac'} {{(pid=95104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 19:34:15.804514 n-d-713301-16 neutron-server[95104]: DEBUG neutron.plugins.ml2.managers [None req-dbaab95f-4567-43cf-abb4-1bb8f726dc21 None None] Bound port: 4854f0f5-c258-4df3-9f26-46439051e825, host: n-d-713301-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7d4027f1-d893-4c7b-95d4-757b8e44e380', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac'}}] {{(pid=95104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 19:34:15.804914 n-d-713301-16 neutron-server[95104]: DEBUG neutron_lib.callbacks.manager [None req-dbaab95f-4567-43cf-abb4-1bb8f726dc21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:34:15.813807 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-9b35f1c6-519a-4196-82db-94e2d5f03b35 req-19df363e-e797-4792-b13a-c38bc4136443 tempest-ServersTestManualDisk-752158608 tempest-ServersTestManualDisk-752158608-project] 10.222.0.67 "GET /v2.0/security-groups?id=bdce1a64-e84a-499d-8c17-1d9b34da9302&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500989 Sep 23 19:34:15.882278 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18566b20-a7f9-40a3-9146-7fdb827f0301 None None] Pushing event updated for resources: {'Port': ['ID=4854f0f5-c258-4df3-9f26-46439051e825,revision_number=2']} {{(pid=95104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:34:15.901947 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18566b20-a7f9-40a3-9146-7fdb827f0301 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:34:15.902588 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18566b20-a7f9-40a3-9146-7fdb827f0301 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:34:15.902588 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18566b20-a7f9-40a3-9146-7fdb827f0301 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:34:15.903562 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18566b20-a7f9-40a3-9146-7fdb827f0301 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:34:15.903936 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18566b20-a7f9-40a3-9146-7fdb827f0301 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:34:15.906052 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18566b20-a7f9-40a3-9146-7fdb827f0301 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:34:15.906866 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18566b20-a7f9-40a3-9146-7fdb827f0301 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:34:15.907194 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18566b20-a7f9-40a3-9146-7fdb827f0301 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:34:15.907712 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18566b20-a7f9-40a3-9146-7fdb827f0301 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:34:15.908216 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18566b20-a7f9-40a3-9146-7fdb827f0301 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:34:15.908589 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18566b20-a7f9-40a3-9146-7fdb827f0301 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:34:15.908936 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18566b20-a7f9-40a3-9146-7fdb827f0301 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:34:15.923800 n-d-713301-16 neutron-server[95101]: DEBUG neutron.db.db_base_plugin_common [None req-2ecc53d3-b049-4772-b152-d45364726e75 admin admin] Allocated IP 172.20.0.1 (22c7394f-6eb3-4324-ad9a-c48452af8c12/0d48322f-2db5-4896-84d5-850e60fab8ec/187626c2-5218-4282-a27c-671db7f96ed1) {{(pid=95101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 19:34:15.926544 n-d-713301-16 neutron-server[95104]: DEBUG neutron.plugins.ml2.db [None req-dbaab95f-4567-43cf-abb4-1bb8f726dc21 None None] For port 4854f0f5-c258-4df3-9f26-46439051e825, host n-d-713301-16, cleared binding levels {{(pid=95104) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 19:34:15.932693 n-d-713301-16 neutron-server[95104]: DEBUG neutron.plugins.ml2.db [None req-dbaab95f-4567-43cf-abb4-1bb8f726dc21 None None] For port 4854f0f5-c258-4df3-9f26-46439051e825, host n-d-713301-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-16',level=0,port_id=4854f0f5-c258-4df3-9f26-46439051e825,segment=NetworkSegment(7d4027f1-d893-4c7b-95d4-757b8e44e380),segment_id=7d4027f1-d893-4c7b-95d4-757b8e44e380)] {{(pid=95104) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 19:34:15.940199 n-d-713301-16 neutron-server[95104]: DEBUG neutron_lib.callbacks.manager [None req-dbaab95f-4567-43cf-abb4-1bb8f726dc21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:34:15.968718 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f2c0075-dec0-44ff-b1eb-083f8047dfda req-88fd3e69-7a10-4a63-84df-bbe99e6fe5d5 tempest-ServersTestManualDisk-752158608 tempest-ServersTestManualDisk-752158608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:34:15.970983 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-1f2c0075-dec0-44ff-b1eb-083f8047dfda req-88fd3e69-7a10-4a63-84df-bbe99e6fe5d5 tempest-ServersTestManualDisk-752158608 tempest-ServersTestManualDisk-752158608-project] 10.222.0.53 "GET /v2.0/ports?device_id=7f0c7a8c-f1d5-48e8-8e43-c5e8405d61bf HTTP/1.1" status: 200 len: 946 time: 0.0916562 Sep 23 19:34:16.005515 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 48880) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:34:16.023311 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbaab95f-4567-43cf-abb4-1bb8f726dc21 None None] Routers {'889780b3-fd89-4566-ae79-a6b6cdc80f87'} bound to L3 agent in host n-d-713301-16 {{(pid=95104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 19:34:16.024522 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_hamode_db [None req-dbaab95f-4567-43cf-abb4-1bb8f726dc21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-23T19:07:52Z,description=,heartbeat_timestamp=2021-09-23T19:33:52Z,host='n-d-713301-16',id=79a740bf-7821-4989-8288-7186e3e128f3,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:07:52Z,topic='l3_agent')) {'router_ids': ['889780b3-fd89-4566-ae79-a6b6cdc80f87'], 'active': True} {{(pid=95104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:34:16.028172 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18566b20-a7f9-40a3-9146-7fdb827f0301 None None] Pushing event updated for resources: {'Port': ['ID=4854f0f5-c258-4df3-9f26-46439051e825,revision_number=3']} {{(pid=95104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:34:16.156829 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-2ecc53d3-b049-4772-b152-d45364726e75 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:34:16.163129 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_dvr_db [None req-dbaab95f-4567-43cf-abb4-1bb8f726dc21 None None] Set router 889780b3-fd89-4566-ae79-a6b6cdc80f87 gateway port host: n-d-713301-16 {{(pid=95104) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 19:34:16.176756 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.v2.base [None req-8180a17d-93b1-4996-807f-02a9624144b6 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-2013055904-network', 'tenant_id': '3785c489ecc5417f9ee36820febeb514'}} {{(pid=95102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:34:16.207468 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.plugin [req-1f2c0075-dec0-44ff-b1eb-083f8047dfda req-1ad71181-7ea7-4e54-8124-a5ac80d2b510 tempest-ServersTestManualDisk-752158608 tempest-ServersTestManualDisk-752158608-project] Deleting port c58d4619-5791-4719-a395-efb63d8376d8 {{(pid=95101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:34:16.207811 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-1f2c0075-dec0-44ff-b1eb-083f8047dfda req-1ad71181-7ea7-4e54-8124-a5ac80d2b510 tempest-ServersTestManualDisk-752158608 tempest-ServersTestManualDisk-752158608-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783146157096'] for port, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:34:16.221744 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8180a17d-93b1-4996-807f-02a9624144b6 admin admin] Made reservation on behalf of 3785c489ecc5417f9ee36820febeb514 for: {'network': 1} {{(pid=95102) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:34:16.231259 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-8180a17d-93b1-4996-807f-02a9624144b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for network, before_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:34:16.242230 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-8180a17d-93b1-4996-807f-02a9624144b6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:34:16.307210 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.db [req-1f2c0075-dec0-44ff-b1eb-083f8047dfda req-1ad71181-7ea7-4e54-8124-a5ac80d2b510 tempest-ServersTestManualDisk-752158608 tempest-ServersTestManualDisk-752158608-project] For port c58d4619-5791-4719-a395-efb63d8376d8, host n-h2-713301-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-16',level=0,port_id=c58d4619-5791-4719-a395-efb63d8376d8,segment=NetworkSegment(1b715116-171a-4fc6-af64-9f934b739294),segment_id=1b715116-171a-4fc6-af64-9f934b739294)] {{(pid=95101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:34:16.307502 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-1f2c0075-dec0-44ff-b1eb-083f8047dfda req-1ad71181-7ea7-4e54-8124-a5ac80d2b510 tempest-ServersTestManualDisk-752158608 tempest-ServersTestManualDisk-752158608-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-605701'] for port, precommit_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:34:16.376077 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-8180a17d-93b1-4996-807f-02a9624144b6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:34:16.383917 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-8180a17d-93b1-4996-807f-02a9624144b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:34:16.390175 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_hamode_db [None req-dbaab95f-4567-43cf-abb4-1bb8f726dc21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '889780b3-fd89-4566-ae79-a6b6cdc80f87', 'name': 'tempest-ServerRescueNegativeTestJSON-890050715-router', 'tenant_id': '71d72afe428c4ce594ff8d28e6bea11d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'external_fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.241'}], 'enable_snat': True}, 'gw_port_id': '4854f0f5-c258-4df3-9f26-46439051e825', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:34:12Z', 'updated_at': '2021-09-23T19:34:14Z', 'revision_number': 3, 'project_id': '71d72afe428c4ce594ff8d28e6bea11d', 'gw_port': {'id': '4854f0f5-c258-4df3-9f26-46439051e825', 'name': '', 'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:f6:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '889780b3-fd89-4566-ae79-a6b6cdc80f87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1534, 'fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:34:13Z', 'updated_at': '2021-09-23T19:34:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-16'}], 'n-d-713301-16', False) {} {{(pid=95104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:34:16.427209 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbaab95f-4567-43cf-abb4-1bb8f726dc21 None None] The sync data for ids ['889780b3-fd89-4566-ae79-a6b6cdc80f87'] in n-d-713301-16 is: [{'id': '889780b3-fd89-4566-ae79-a6b6cdc80f87', 'name': 'tempest-ServerRescueNegativeTestJSON-890050715-router', 'tenant_id': '71d72afe428c4ce594ff8d28e6bea11d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'external_fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.241'}], 'enable_snat': True}, 'gw_port_id': '4854f0f5-c258-4df3-9f26-46439051e825', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:34:12Z', 'updated_at': '2021-09-23T19:34:14Z', 'revision_number': 3, 'project_id': '71d72afe428c4ce594ff8d28e6bea11d', 'gw_port': {'id': '4854f0f5-c258-4df3-9f26-46439051e825', 'name': '', 'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:f6:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '889780b3-fd89-4566-ae79-a6b6cdc80f87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1534, 'fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:34:13Z', 'updated_at': '2021-09-23T19:34:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-16'}] {{(pid=95104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 19:34:16.438458 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8180a17d-93b1-4996-807f-02a9624144b6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 606} {{(pid=95102) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 19:34:16.467348 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8180a17d-93b1-4996-807f-02a9624144b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=722c6412-8ba9-4584-ba09-9864cbe02969,revision_number=1']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:34:16.473603 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-8180a17d-93b1-4996-807f-02a9624144b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1756186'] for segment, precommit_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:34:16.473603 n-d-713301-16 neutron-server[95102]: INFO neutron.db.segments_db [None req-8180a17d-93b1-4996-807f-02a9624144b6 admin admin] Added segment 0ce55654-8b8d-4850-895e-848c1dfaf070 of type vlan for network 145889c7-e219-4677-9f6e-fffb5165afcc Sep 23 19:34:16.474373 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-2ecc53d3-b049-4772-b152-d45364726e75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783145673135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5607431'] for port, after_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:34:16.540740 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ecc53d3-b049-4772-b152-d45364726e75 admin admin] Network 22c7394f-6eb3-4324-ad9a-c48452af8c12 is already hosted by enough agents. {{(pid=95101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:34:16.545540 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-8180a17d-93b1-4996-807f-02a9624144b6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783145630486'] for network, precommit_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:34:16.579707 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-8180a17d-93b1-4996-807f-02a9624144b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299'] for network, after_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:34:16.581232 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8180a17d-93b1-4996-807f-02a9624144b6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:34:16.581809 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-8180a17d-93b1-4996-807f-02a9624144b6 admin admin] Notify callbacks [] for network, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:34:16.582264 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.base_scheduler [None req-2ecc53d3-b049-4772-b152-d45364726e75 admin admin] Resources bound (agent type, host, resource id): {{(pid=95101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:34:16.585901 n-d-713301-16 neutron-server[95101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ecc53d3-b049-4772-b152-d45364726e75 admin admin] Received port after_create {{(pid=95101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 19:34:16.590109 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ecc53d3-b049-4772-b152-d45364726e75 admin admin] Pushing event updated for resources: {'Port': ['ID=187626c2-5218-4282-a27c-671db7f96ed1,revision_number=1']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:34:16.631918 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-8180a17d-93b1-4996-807f-02a9624144b6 admin admin] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6221673 Sep 23 19:34:16.632131 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 48890) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:34:16.637800 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.v2.base [None req-408bcb25-0762-40fd-a64d-80d9e955edf2 admin admin] Request body: {'subnet': {'network_id': '145889c7-e219-4677-9f6e-fffb5165afcc', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-2013055904-subnet', 'tenant_id': '3785c489ecc5417f9ee36820febeb514', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:34:16.641017 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-1f2c0075-dec0-44ff-b1eb-083f8047dfda req-1ad71181-7ea7-4e54-8124-a5ac80d2b510 tempest-ServersTestManualDisk-752158608 tempest-ServersTestManualDisk-752158608-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:34:16.641392 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-1f2c0075-dec0-44ff-b1eb-083f8047dfda req-1ad71181-7ea7-4e54-8124-a5ac80d2b510 tempest-ServersTestManualDisk-752158608 tempest-ServersTestManualDisk-752158608-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-601884'] for floatingip, after_update {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:34:16.641718 n-d-713301-16 neutron-server[95101]: INFO neutron.db.l3_db [req-1f2c0075-dec0-44ff-b1eb-083f8047dfda req-1ad71181-7ea7-4e54-8124-a5ac80d2b510 tempest-ServersTestManualDisk-752158608 tempest-ServersTestManualDisk-752158608-project] Floating IP 52deb026-37d9-4451-9d2c-66be01ae7ced disassociated. External IP: 172.25.1.43, port: c58d4619-5791-4719-a395-efb63d8376d8. Sep 23 19:34:16.642067 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.plugin [req-1f2c0075-dec0-44ff-b1eb-083f8047dfda req-1ad71181-7ea7-4e54-8124-a5ac80d2b510 tempest-ServersTestManualDisk-752158608 tempest-ServersTestManualDisk-752158608-project] Calling delete_port for c58d4619-5791-4719-a395-efb63d8376d8 owned by compute:nova {{(pid=95101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:34:16.654500 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-2ecc53d3-b049-4772-b152-d45364726e75 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-601987'] for router_interface, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:34:16.670341 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8180a17d-93b1-4996-807f-02a9624144b6 admin admin] Pushing event updated for resources: {'Network': ['ID=145889c7-e219-4677-9f6e-fffb5165afcc,revision_number=1']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:34:16.682110 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Network 145889c7-e219-4677-9f6e-fffb5165afcc details requested by agent ovs-agent-n-d-713301-16 with host n-d-713301-16 {{(pid=95103) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 19:34:16.704009 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-408bcb25-0762-40fd-a64d-80d9e955edf2 admin admin] Made reservation on behalf of 3785c489ecc5417f9ee36820febeb514 for: {'subnet': 1} {{(pid=95102) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:34:16.706230 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-408bcb25-0762-40fd-a64d-80d9e955edf2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5388256'] for subnet, before_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:34:16.970189 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-408bcb25-0762-40fd-a64d-80d9e955edf2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4398944', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5388242'] for subnet, after_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:34:17.005368 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-7ea86d2e-3b31-4a37-b3a4-3a2785ecff30 req-62cdc176-392d-4b9f-b08e-2622212da4e7 tempest-ServersTestManualDisk-752158608 tempest-ServersTestManualDisk-752158608-project] 10.222.0.67 "GET /v2.0/ports?device_id=7f0c7a8c-f1d5-48e8-8e43-c5e8405d61bf HTTP/1.1" status: 200 len: 210 time: 0.0657451 Sep 23 19:34:17.006419 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-2ecc53d3-b049-4772-b152-d45364726e75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:34:17.019335 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-1f2c0075-dec0-44ff-b1eb-083f8047dfda req-1ad71181-7ea7-4e54-8124-a5ac80d2b510 tempest-ServersTestManualDisk-752158608 tempest-ServersTestManualDisk-752158608-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783146162158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783145673144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5607431'] for port, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:34:17.064086 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad71181-7ea7-4e54-8124-a5ac80d2b510 tempest-ServersTestManualDisk-752158608 tempest-ServersTestManualDisk-752158608-project] Pushing event deleted for resources: {'Port': ['ID=c58d4619-5791-4719-a395-efb63d8376d8,revision_number=None']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:34:17.086658 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-408bcb25-0762-40fd-a64d-80d9e955edf2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d3af86c5-701c-49f7-9d6b-d313386a0d0f,revision_number=0']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:34:17.089554 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-408bcb25-0762-40fd-a64d-80d9e955edf2 admin admin] Checking segment: {'id': '0ce55654-8b8d-4850-895e-848c1dfaf070', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '145889c7-e219-4677-9f6e-fffb5165afcc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95102) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:34:17.089967 n-d-713301-16 neutron-server[95102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-408bcb25-0762-40fd-a64d-80d9e955edf2 admin admin] Network hostable DHCP agents. Network: 145889c7-e219-4677-9f6e-fffb5165afcc, hostable agents: ['1b18bf05-1b5f-4587-be5c-af3ac38e32ad'], hosted agents: [] {{(pid=95102) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 19:34:17.126328 n-d-713301-16 neutron-server[95102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-408bcb25-0762-40fd-a64d-80d9e955edf2 admin admin] Network 145889c7-e219-4677-9f6e-fffb5165afcc is scheduled to be hosted by DHCP agent 1b18bf05-1b5f-4587-be5c-af3ac38e32ad with binding_index 1 {{(pid=95102) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 19:34:17.138334 n-d-713301-16 neutron-server[95102]: DEBUG neutron.scheduler.base_scheduler [None req-408bcb25-0762-40fd-a64d-80d9e955edf2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713301-16, 145889c7-e219-4677-9f6e-fffb5165afcc) {{(pid=95102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:34:17.145003 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-408bcb25-0762-40fd-a64d-80d9e955edf2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:34:17.145908 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-408bcb25-0762-40fd-a64d-80d9e955edf2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:34:17.151756 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d8bf555-1980-4862-b47a-2bcda7db877c None None] Network 145889c7-e219-4677-9f6e-fffb5165afcc requested from n-d-713301-16 {{(pid=95103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 19:34:17.177601 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-408bcb25-0762-40fd-a64d-80d9e955edf2 admin admin] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.5437562 Sep 23 19:34:17.364560 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28d06cc6-fab1-4a0d-ba95-297d3de9c45f None None] Network 145889c7-e219-4677-9f6e-fffb5165afcc requested from n-d-713301-16 {{(pid=95103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 19:34:17.476829 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1f2c0075-dec0-44ff-b1eb-083f8047dfda req-1ad71181-7ea7-4e54-8124-a5ac80d2b510 tempest-ServersTestManualDisk-752158608 tempest-ServersTestManualDisk-752158608-project] Router cb834e00-c899-4d94-9559-056ad2e6fc1d has already been hosted by L3 agent 79a740bf-7821-4989-8288-7186e3e128f3 {{(pid=95101) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 19:34:17.770007 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-2ecc53d3-b049-4772-b152-d45364726e75 admin admin] Notify callbacks [] for port, precommit_update {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:34:17.776876 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Device 6000dc64-b48e-40fc-9085-7103b4487289 no longer exists at agent hyperv_n-h1-713301-16 {{(pid=95103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 19:34:17.787670 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-2ecc53d3-b049-4772-b152-d45364726e75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5607436'] for port, after_update {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:34:17.809164 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.plugin [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] No Port match for: 6000dc64-b48e-40fc-9085-7103b4487289 {{(pid=95103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 19:34:17.820039 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Device 6000dc64-b48e-40fc-9085-7103b4487289 not bound to the agent host n-h1-713301-16 {{(pid=95103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 19:34:17.857821 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-2ecc53d3-b049-4772-b152-d45364726e75 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-527313', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-601459'] for router_interface, after_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:34:18.035929 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1f2c0075-dec0-44ff-b1eb-083f8047dfda req-1ad71181-7ea7-4e54-8124-a5ac80d2b510 tempest-ServersTestManualDisk-752158608 tempest-ServersTestManualDisk-752158608-project] Notify agent at l3_agent.n-d-713301-16 the message routers_updated {{(pid=95101) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 19:34:18.052037 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c4cb8c4-192f-4dd0-b8d8-bcf3032bc15d None None] Sync routers for ids ['cb834e00-c899-4d94-9559-056ad2e6fc1d'] in n-d-713301-16 {{(pid=95103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 19:34:18.058141 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ecc53d3-b049-4772-b152-d45364726e75 admin admin] Pushing event updated for resources: {'Port': ['ID=187626c2-5218-4282-a27c-671db7f96ed1,revision_number=2']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:34:18.080639 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c4cb8c4-192f-4dd0-b8d8-bcf3032bc15d None None] Routers {'cb834e00-c899-4d94-9559-056ad2e6fc1d'} bound to L3 agent in host n-d-713301-16 {{(pid=95103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 19:34:18.084173 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_hamode_db [None req-0c4cb8c4-192f-4dd0-b8d8-bcf3032bc15d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-23T19:07:52Z,description=,heartbeat_timestamp=2021-09-23T19:33:52Z,host='n-d-713301-16',id=79a740bf-7821-4989-8288-7186e3e128f3,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:07:52Z,topic='l3_agent')) {'router_ids': ['cb834e00-c899-4d94-9559-056ad2e6fc1d'], 'active': True} {{(pid=95103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:34:18.292274 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 48926) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:34:18.304644 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.v2.base [None req-a9830b39-20c7-410f-9714-4ff271160fd0 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1287521445-network', 'tenant_id': '14a64db0931e44fcb83c07af6fc1220f'}} {{(pid=95102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:34:18.318751 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-f8087768-b171-4fda-9715-a97c3dc327fe req-de45f354-598d-4b58-a83d-32af9eca241f tempest-ServersTestManualDisk-752158608 tempest-ServersTestManualDisk-752158608-project] 10.222.0.67 "GET /v2.0/ports?device_id=7f0c7a8c-f1d5-48e8-8e43-c5e8405d61bf HTTP/1.1" status: 200 len: 210 time: 0.1017087 Sep 23 19:34:18.353476 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9830b39-20c7-410f-9714-4ff271160fd0 admin admin] Made reservation on behalf of 14a64db0931e44fcb83c07af6fc1220f for: {'network': 1} {{(pid=95102) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:34:18.356735 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-a9830b39-20c7-410f-9714-4ff271160fd0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for network, before_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:34:18.368696 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-a9830b39-20c7-410f-9714-4ff271160fd0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:34:18.402117 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_dvr_db [None req-0c4cb8c4-192f-4dd0-b8d8-bcf3032bc15d None None] Set router cb834e00-c899-4d94-9559-056ad2e6fc1d gateway port host: n-d-713301-16 {{(pid=95103) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 19:34:18.601806 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-a9830b39-20c7-410f-9714-4ff271160fd0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:34:18.610417 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-a9830b39-20c7-410f-9714-4ff271160fd0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:34:18.672226 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9830b39-20c7-410f-9714-4ff271160fd0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9f284a8-fa99-406f-ad13-37fb192300bd,revision_number=1']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:34:18.711564 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a9830b39-20c7-410f-9714-4ff271160fd0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 621} {{(pid=95102) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 19:34:18.749216 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-a9830b39-20c7-410f-9714-4ff271160fd0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1756186'] for segment, precommit_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:34:18.749609 n-d-713301-16 neutron-server[95102]: INFO neutron.db.segments_db [None req-a9830b39-20c7-410f-9714-4ff271160fd0 admin admin] Added segment e692ab2f-305a-4c90-8f01-b1e9cb36f305 of type vlan for network f9b0d3e6-e975-4318-8303-1d4c146c58e6 Sep 23 19:34:18.832324 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_hamode_db [None req-0c4cb8c4-192f-4dd0-b8d8-bcf3032bc15d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb834e00-c899-4d94-9559-056ad2e6fc1d', 'name': 'tempest-ServersTestManualDisk-1701282059-router', 'tenant_id': '917ebb3003814ff2986ca48b4fa70f0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'external_fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.217'}], 'enable_snat': True}, 'gw_port_id': 'b838e788-a633-4b8c-9bae-0c8ec0f08105', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:31:53Z', 'updated_at': '2021-09-23T19:32:00Z', 'revision_number': 4, 'project_id': '917ebb3003814ff2986ca48b4fa70f0f', 'gw_port': {'id': 'b838e788-a633-4b8c-9bae-0c8ec0f08105', 'name': '', 'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:11:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb834e00-c899-4d94-9559-056ad2e6fc1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1352, 'fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:31:54Z', 'updated_at': '2021-09-23T19:32:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-16', '_interfaces': [{'id': 'c1c58c8b-c8d8-45d1-8d3b-786ec08cfc8b', 'name': '', 'network_id': '60a3fd30-e0f7-4a5c-8336-b666228ec7b4', 'tenant_id': '917ebb3003814ff2986ca48b4fa70f0f', 'mac_address': 'fa:16:3e:29:02:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb834e00-c899-4d94-9559-056ad2e6fc1d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1374, 'fixed_ips': [{'subnet_id': 'f869c3f0-4c81-4c2b-85b3-baf2e86b799d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:31:59Z', 'updated_at': '2021-09-23T19:32:05Z', 'revision_number': 5, 'project_id': '917ebb3003814ff2986ca48b4fa70f0f', 'subnets': [{'id': 'f869c3f0-4c81-4c2b-85b3-baf2e86b799d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-16', False) {} {{(pid=95103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:34:18.895470 n-d-713301-16 neutron-server[95101]: DEBUG neutron.db.l3_dvrscheduler_db [req-1f2c0075-dec0-44ff-b1eb-083f8047dfda req-1ad71181-7ea7-4e54-8124-a5ac80d2b510 tempest-ServersTestManualDisk-752158608 tempest-ServersTestManualDisk-752158608-project] No DVR routers for this DVR port c58d4619-5791-4719-a395-efb63d8376d8 on host n-h2-713301-16 {{(pid=95101) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 19:34:18.915506 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c4cb8c4-192f-4dd0-b8d8-bcf3032bc15d None None] Checking router: cb834e00-c899-4d94-9559-056ad2e6fc1d for host: n-d-713301-16 {{(pid=95103) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 19:34:18.924127 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-a9830b39-20c7-410f-9714-4ff271160fd0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783145630486'] for network, precommit_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:34:18.938083 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-1f2c0075-dec0-44ff-b1eb-083f8047dfda req-1ad71181-7ea7-4e54-8124-a5ac80d2b510 tempest-ServersTestManualDisk-752158608 tempest-ServersTestManualDisk-752158608-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222849'] for port, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:34:18.941618 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-1f2c0075-dec0-44ff-b1eb-083f8047dfda req-1ad71181-7ea7-4e54-8124-a5ac80d2b510 tempest-ServersTestManualDisk-752158608 tempest-ServersTestManualDisk-752158608-project] 10.222.0.53 "DELETE /v2.0/ports/c58d4619-5791-4719-a395-efb63d8376d8 HTTP/1.1" status: 204 len: 173 time: 2.9572001 Sep 23 19:34:18.942105 n-d-713301-16 neutron-server[95101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f0c7a8c-f1d5-48e8-8e43-c5e8405d61bf', 'name': 'network-vif-deleted', 'tag': 'c58d4619-5791-4719-a395-efb63d8376d8'}] {{(pid=95101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 19:34:18.944529 n-d-713301-16 neutron-server[95101]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d8366c5740cd635e57ab12b71fe44a77c2acc3c19091ef849c6f68b380462244" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20a0be64-4aa7-4fae-b50b-26e6cd76675d" -d '{"events": [{"server_uuid": "7f0c7a8c-f1d5-48e8-8e43-c5e8405d61bf", "name": "network-vif-deleted", "tag": "c58d4619-5791-4719-a395-efb63d8376d8"}]}' {{(pid=95101) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 19:34:18.953680 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c4cb8c4-192f-4dd0-b8d8-bcf3032bc15d None None] Routers {'cb834e00-c899-4d94-9559-056ad2e6fc1d'} bound to L3 agent in host n-d-713301-16 {{(pid=95103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 19:34:18.954322 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_hamode_db [None req-0c4cb8c4-192f-4dd0-b8d8-bcf3032bc15d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-23T19:07:52Z,description=,heartbeat_timestamp=2021-09-23T19:33:52Z,host='n-d-713301-16',id=79a740bf-7821-4989-8288-7186e3e128f3,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:07:52Z,topic='l3_agent')) {'router_ids': ['cb834e00-c899-4d94-9559-056ad2e6fc1d'], 'active': True} {{(pid=95103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:34:18.974914 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ecc53d3-b049-4772-b152-d45364726e75 admin admin] Network 22c7394f-6eb3-4324-ad9a-c48452af8c12 is already hosted by enough agents. {{(pid=95101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:34:18.976502 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.base_scheduler [None req-2ecc53d3-b049-4772-b152-d45364726e75 admin admin] Resources bound (agent type, host, resource id): {{(pid=95101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:34:19.010638 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-a9830b39-20c7-410f-9714-4ff271160fd0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299'] for network, after_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:34:19.011930 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9830b39-20c7-410f-9714-4ff271160fd0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:34:19.012575 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-a9830b39-20c7-410f-9714-4ff271160fd0 admin admin] Notify callbacks [] for network, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:34:19.201881 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Device 4854f0f5-c258-4df3-9f26-46439051e825 up at agent ovs-agent-n-d-713301-16 {{(pid=95103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 19:34:19.251441 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9830b39-20c7-410f-9714-4ff271160fd0 admin admin] Pushing event updated for resources: {'Network': ['ID=f9b0d3e6-e975-4318-8303-1d4c146c58e6,revision_number=1']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:34:19.268191 n-d-713301-16 neutron-server[95101]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 19:34:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d0f147b-f191-4e69-b7f9-9aa1eb146651 x-openstack-request-id: req-3d0f147b-f191-4e69-b7f9-9aa1eb146651 {{(pid=95101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 19:34:19.268616 n-d-713301-16 neutron-server[95101]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7f0c7a8c-f1d5-48e8-8e43-c5e8405d61bf", "name": "network-vif-deleted", "tag": "c58d4619-5791-4719-a395-efb63d8376d8", "status": "completed", "code": 200}]} {{(pid=95101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 19:34:19.269084 n-d-713301-16 neutron-server[95101]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-3d0f147b-f191-4e69-b7f9-9aa1eb146651 {{(pid=95101) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 19:34:19.269865 n-d-713301-16 neutron-server[95101]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7f0c7a8c-f1d5-48e8-8e43-c5e8405d61bf', 'name': 'network-vif-deleted', 'tag': 'c58d4619-5791-4719-a395-efb63d8376d8', 'status': 'completed', 'code': 200} Sep 23 19:34:19.278507 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_dvr_db [None req-0c4cb8c4-192f-4dd0-b8d8-bcf3032bc15d None None] Set router cb834e00-c899-4d94-9559-056ad2e6fc1d gateway port host: n-d-713301-16 {{(pid=95103) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 19:34:19.353007 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-a9830b39-20c7-410f-9714-4ff271160fd0 admin admin] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.0525467 Sep 23 19:34:19.364953 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 48942) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:34:19.372086 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.v2.base [None req-2473b2fd-6c7c-4473-8423-0b49be84ab3b admin admin] Request body: {'subnet': {'network_id': 'f9b0d3e6-e975-4318-8303-1d4c146c58e6', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1287521445-subnet', 'tenant_id': '14a64db0931e44fcb83c07af6fc1220f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:34:19.383575 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ecc53d3-b049-4772-b152-d45364726e75 admin admin] Router 889780b3-fd89-4566-ae79-a6b6cdc80f87 has already been hosted by L3 agent 79a740bf-7821-4989-8288-7186e3e128f3 {{(pid=95101) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 19:34:19.392377 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Network f9b0d3e6-e975-4318-8303-1d4c146c58e6 details requested by agent ovs-agent-n-d-713301-16 with host n-d-713301-16 {{(pid=95103) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 19:34:19.418306 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a896f8-9070-4e76-9fd9-9441e0d1ed3b req-52f7d1a0-a40a-48d5-813d-081953124805 tempest-AttachVolumeNegativeTest-1343519470 tempest-AttachVolumeNegativeTest-1343519470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:34:19.421963 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-33a896f8-9070-4e76-9fd9-9441e0d1ed3b req-52f7d1a0-a40a-48d5-813d-081953124805 tempest-AttachVolumeNegativeTest-1343519470 tempest-AttachVolumeNegativeTest-1343519470-project] 10.222.0.67 "GET /v2.0/ports?device_id=12ba6484-0c0e-4640-a3bd-5ea81088a6da HTTP/1.1" status: 200 len: 945 time: 0.1738851 Sep 23 19:34:19.447332 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Provisioning complete for port 4854f0f5-c258-4df3-9f26-46439051e825 triggered by entity L2. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:34:19.449430 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:34:19.497210 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-33a896f8-9070-4e76-9fd9-9441e0d1ed3b req-be20a4bf-b0c3-4a02-9763-a6e6b6538486 tempest-AttachVolumeNegativeTest-1343519470 tempest-AttachVolumeNegativeTest-1343519470-project] 10.222.0.67 "GET /v2.0/security-groups?id=870169be-a840-40b2-89c6-13960534f950&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645852 Sep 23 19:34:19.523268 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2473b2fd-6c7c-4473-8423-0b49be84ab3b admin admin] Made reservation on behalf of 14a64db0931e44fcb83c07af6fc1220f for: {'subnet': 1} {{(pid=95101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:34:19.526452 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-2473b2fd-6c7c-4473-8423-0b49be84ab3b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6130979'] for subnet, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:34:19.561711 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-da67556f-9e96-421d-8c06-a4050c871f11 req-c55a5e49-ec60-43ce-8553-882f0b482229 tempest-ServersTestManualDisk-752158608 tempest-ServersTestManualDisk-752158608-project] 10.222.0.67 "GET /v2.0/ports?device_id=7f0c7a8c-f1d5-48e8-8e43-c5e8405d61bf HTTP/1.1" status: 200 len: 210 time: 0.0555694 Sep 23 19:34:19.686860 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ecc53d3-b049-4772-b152-d45364726e75 admin admin] Notify agent at l3_agent.n-d-713301-16 the message routers_updated {{(pid=95101) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 19:34:19.702354 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-2ecc53d3-b049-4772-b152-d45364726e75 admin admin] 10.222.0.67 "PUT /v2.0/routers/889780b3-fd89-4566-ae79-a6b6cdc80f87/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7799649 Sep 23 19:34:19.703911 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0eed8e8-d320-4d28-890a-3f58eadec1ec None None] Sync routers for ids ['889780b3-fd89-4566-ae79-a6b6cdc80f87'] in n-d-713301-16 {{(pid=95104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 19:34:19.704400 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-c80ef3a5-a2e1-4a32-bef3-9cfdfdb87472 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:34:19.723735 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0eed8e8-d320-4d28-890a-3f58eadec1ec None None] Routers {'889780b3-fd89-4566-ae79-a6b6cdc80f87'} bound to L3 agent in host n-d-713301-16 {{(pid=95104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 19:34:19.724315 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_hamode_db [None req-b0eed8e8-d320-4d28-890a-3f58eadec1ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-23T19:07:52Z,description=,heartbeat_timestamp=2021-09-23T19:33:52Z,host='n-d-713301-16',id=79a740bf-7821-4989-8288-7186e3e128f3,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:07:52Z,topic='l3_agent')) {'router_ids': ['889780b3-fd89-4566-ae79-a6b6cdc80f87'], 'active': True} {{(pid=95104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:34:19.797906 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:34:19.834706 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] For port 4854f0f5-c258-4df3-9f26-46439051e825, host n-d-713301-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-16',level=0,port_id=4854f0f5-c258-4df3-9f26-46439051e825,segment=NetworkSegment(7d4027f1-d893-4c7b-95d4-757b8e44e380),segment_id=7d4027f1-d893-4c7b-95d4-757b8e44e380)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:34:19.842858 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:34:19.911241 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-2473b2fd-6c7c-4473-8423-0b49be84ab3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5607579', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6130961'] for subnet, after_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:34:20.002108 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_dvr_db [None req-b0eed8e8-d320-4d28-890a-3f58eadec1ec None None] Set router 889780b3-fd89-4566-ae79-a6b6cdc80f87 gateway port host: n-d-713301-16 {{(pid=95104) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 19:34:20.034430 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Device c58d4619-5791-4719-a395-efb63d8376d8 no longer exists at agent hyperv_n-h2-713301-16 {{(pid=95103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 19:34:20.037533 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2473b2fd-6c7c-4473-8423-0b49be84ab3b admin admin] Pushing event updated for resources: {'Subnet': ['ID=d2b56d84-f579-4f62-8d2a-7e3379d37a31,revision_number=0']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:34:20.066425 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Pushing event updated for resources: {'Port': ['ID=4854f0f5-c258-4df3-9f26-46439051e825,revision_number=4']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:34:20.074395 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.plugin [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] No Port match for: c58d4619-5791-4719-a395-efb63d8376d8 {{(pid=95103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 19:34:20.074743 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Device c58d4619-5791-4719-a395-efb63d8376d8 not bound to the agent host n-h2-713301-16 {{(pid=95103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 19:34:20.084974 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2473b2fd-6c7c-4473-8423-0b49be84ab3b admin admin] Checking segment: {'id': 'e692ab2f-305a-4c90-8f01-b1e9cb36f305', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': 'f9b0d3e6-e975-4318-8303-1d4c146c58e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:34:20.086947 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2473b2fd-6c7c-4473-8423-0b49be84ab3b admin admin] Network hostable DHCP agents. Network: f9b0d3e6-e975-4318-8303-1d4c146c58e6, hostable agents: ['1b18bf05-1b5f-4587-be5c-af3ac38e32ad'], hosted agents: [] {{(pid=95101) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 19:34:20.090148 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_hamode_db [None req-0c4cb8c4-192f-4dd0-b8d8-bcf3032bc15d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb834e00-c899-4d94-9559-056ad2e6fc1d', 'name': 'tempest-ServersTestManualDisk-1701282059-router', 'tenant_id': '917ebb3003814ff2986ca48b4fa70f0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'external_fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.217'}], 'enable_snat': True}, 'gw_port_id': 'b838e788-a633-4b8c-9bae-0c8ec0f08105', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:31:53Z', 'updated_at': '2021-09-23T19:32:00Z', 'revision_number': 4, 'project_id': '917ebb3003814ff2986ca48b4fa70f0f', 'gw_port': {'id': 'b838e788-a633-4b8c-9bae-0c8ec0f08105', 'name': '', 'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:11:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb834e00-c899-4d94-9559-056ad2e6fc1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1352, 'fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:31:54Z', 'updated_at': '2021-09-23T19:32:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-16', '_interfaces': [{'id': 'c1c58c8b-c8d8-45d1-8d3b-786ec08cfc8b', 'name': '', 'network_id': '60a3fd30-e0f7-4a5c-8336-b666228ec7b4', 'tenant_id': '917ebb3003814ff2986ca48b4fa70f0f', 'mac_address': 'fa:16:3e:29:02:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb834e00-c899-4d94-9559-056ad2e6fc1d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1374, 'fixed_ips': [{'subnet_id': 'f869c3f0-4c81-4c2b-85b3-baf2e86b799d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:31:59Z', 'updated_at': '2021-09-23T19:32:05Z', 'revision_number': 5, 'project_id': '917ebb3003814ff2986ca48b4fa70f0f', 'subnets': [{'id': 'f869c3f0-4c81-4c2b-85b3-baf2e86b799d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-16', False) {} {{(pid=95103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:34:20.121264 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c4cb8c4-192f-4dd0-b8d8-bcf3032bc15d None None] The sync data for ids ['cb834e00-c899-4d94-9559-056ad2e6fc1d'] in n-d-713301-16 is: [{'id': 'cb834e00-c899-4d94-9559-056ad2e6fc1d', 'name': 'tempest-ServersTestManualDisk-1701282059-router', 'tenant_id': '917ebb3003814ff2986ca48b4fa70f0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'external_fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.217'}], 'enable_snat': True}, 'gw_port_id': 'b838e788-a633-4b8c-9bae-0c8ec0f08105', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:31:53Z', 'updated_at': '2021-09-23T19:32:00Z', 'revision_number': 4, 'project_id': '917ebb3003814ff2986ca48b4fa70f0f', 'gw_port': {'id': 'b838e788-a633-4b8c-9bae-0c8ec0f08105', 'name': '', 'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:11:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb834e00-c899-4d94-9559-056ad2e6fc1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1352, 'fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:31:54Z', 'updated_at': '2021-09-23T19:32:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-16', '_interfaces': [{'id': 'c1c58c8b-c8d8-45d1-8d3b-786ec08cfc8b', 'name': '', 'network_id': '60a3fd30-e0f7-4a5c-8336-b666228ec7b4', 'tenant_id': '917ebb3003814ff2986ca48b4fa70f0f', 'mac_address': 'fa:16:3e:29:02:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb834e00-c899-4d94-9559-056ad2e6fc1d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1374, 'fixed_ips': [{'subnet_id': 'f869c3f0-4c81-4c2b-85b3-baf2e86b799d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:31:59Z', 'updated_at': '2021-09-23T19:32:05Z', 'revision_number': 5, 'project_id': '917ebb3003814ff2986ca48b4fa70f0f', 'subnets': [{'id': 'f869c3f0-4c81-4c2b-85b3-baf2e86b799d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 19:34:20.130360 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2473b2fd-6c7c-4473-8423-0b49be84ab3b admin admin] Network f9b0d3e6-e975-4318-8303-1d4c146c58e6 is scheduled to be hosted by DHCP agent 1b18bf05-1b5f-4587-be5c-af3ac38e32ad with binding_index 1 {{(pid=95101) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 19:34:20.143056 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.base_scheduler [None req-2473b2fd-6c7c-4473-8423-0b49be84ab3b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713301-16, f9b0d3e6-e975-4318-8303-1d4c146c58e6) {{(pid=95101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:34:20.150322 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2473b2fd-6c7c-4473-8423-0b49be84ab3b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:34:20.153524 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-2473b2fd-6c7c-4473-8423-0b49be84ab3b admin admin] Notify callbacks [] for subnet, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:34:20.159240 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24ead848-54c5-4319-bc0e-5940f4ed8d39 None None] Network f9b0d3e6-e975-4318-8303-1d4c146c58e6 requested from n-d-713301-16 {{(pid=95103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 19:34:20.190991 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-2473b2fd-6c7c-4473-8423-0b49be84ab3b admin admin] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.8248434 Sep 23 19:34:20.472008 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-903aa72e-1dbc-4d90-a98a-4696a21827ed None None] Network f9b0d3e6-e975-4318-8303-1d4c146c58e6 requested from n-d-713301-16 {{(pid=95103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 19:34:20.562755 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_hamode_db [None req-b0eed8e8-d320-4d28-890a-3f58eadec1ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '889780b3-fd89-4566-ae79-a6b6cdc80f87', 'name': 'tempest-ServerRescueNegativeTestJSON-890050715-router', 'tenant_id': '71d72afe428c4ce594ff8d28e6bea11d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'external_fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.241'}], 'enable_snat': True}, 'gw_port_id': '4854f0f5-c258-4df3-9f26-46439051e825', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:34:12Z', 'updated_at': '2021-09-23T19:34:16Z', 'revision_number': 4, 'project_id': '71d72afe428c4ce594ff8d28e6bea11d', 'gw_port': {'id': '4854f0f5-c258-4df3-9f26-46439051e825', 'name': '', 'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:f6:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '889780b3-fd89-4566-ae79-a6b6cdc80f87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1534, 'fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:34:13Z', 'updated_at': '2021-09-23T19:34:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-16', '_interfaces': [{'id': '187626c2-5218-4282-a27c-671db7f96ed1', 'name': '', 'network_id': '22c7394f-6eb3-4324-ad9a-c48452af8c12', 'tenant_id': '71d72afe428c4ce594ff8d28e6bea11d', 'mac_address': 'fa:16:3e:f1:21:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '889780b3-fd89-4566-ae79-a6b6cdc80f87', 'device_owner': 'network:router_interface', 'standard_attr_id': 1545, 'fixed_ips': [{'subnet_id': '0d48322f-2db5-4896-84d5-850e60fab8ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:34:15Z', 'updated_at': '2021-09-23T19:34:17Z', 'revision_number': 2, 'project_id': '71d72afe428c4ce594ff8d28e6bea11d', 'subnets': [{'id': '0d48322f-2db5-4896-84d5-850e60fab8ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-16', False) {} {{(pid=95104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:34:20.620892 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1294b43-e95d-4c41-a62f-c8163f423b2d req-e4172bd9-b6b0-41ae-8333-67a7199333ac tempest-ServerRescueNegativeTestJSON-317871319 tempest-ServerRescueNegativeTestJSON-317871319-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:34:20.641621 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-c1294b43-e95d-4c41-a62f-c8163f423b2d req-e4172bd9-b6b0-41ae-8333-67a7199333ac tempest-ServerRescueNegativeTestJSON-317871319 tempest-ServerRescueNegativeTestJSON-317871319-project] 10.222.0.67 "GET /v2.0/networks?id=22c7394f-6eb3-4324-ad9a-c48452af8c12 HTTP/1.1" status: 200 len: 818 time: 0.3046072 Sep 23 19:34:20.644813 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0eed8e8-d320-4d28-890a-3f58eadec1ec None None] Checking router: 889780b3-fd89-4566-ae79-a6b6cdc80f87 for host: n-d-713301-16 {{(pid=95104) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 19:34:20.645524 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0eed8e8-d320-4d28-890a-3f58eadec1ec None None] Updating router 889780b3-fd89-4566-ae79-a6b6cdc80f87 port 187626c2-5218-4282-a27c-671db7f96ed1 binding host n-d-713301-16 {{(pid=95104) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 23 19:34:20.685180 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-c1294b43-e95d-4c41-a62f-c8163f423b2d req-fa066009-62e3-4bc4-94d4-f4303569ea40 tempest-ServerRescueNegativeTestJSON-317871319 tempest-ServerRescueNegativeTestJSON-317871319-project] 10.222.0.67 "GET /v2.0/quotas/71d72afe428c4ce594ff8d28e6bea11d HTTP/1.1" status: 200 len: 375 time: 0.0422890 Sep 23 19:34:20.706633 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15362fdb-9425-4368-928f-950692b4604b None None] New status for floating IP 52deb026-37d9-4451-9d2c-66be01ae7ced: DOWN {{(pid=95103) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 23 19:34:20.719293 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac799a5-e363-4939-8f24-bae1503e234f req-c3f286cb-d77f-4e98-b8ae-17d4f238cdd6 tempest-AttachVolumeNegativeTest-1343519470 tempest-AttachVolumeNegativeTest-1343519470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:34:20.723350 n-d-713301-16 neutron-server[95104]: DEBUG neutron_lib.callbacks.manager [None req-b0eed8e8-d320-4d28-890a-3f58eadec1ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:34:20.728843 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-2ac799a5-e363-4939-8f24-bae1503e234f req-c3f286cb-d77f-4e98-b8ae-17d4f238cdd6 tempest-AttachVolumeNegativeTest-1343519470 tempest-AttachVolumeNegativeTest-1343519470-project] 10.222.0.53 "GET /v2.0/ports?device_id=12ba6484-0c0e-4640-a3bd-5ea81088a6da HTTP/1.1" status: 200 len: 945 time: 0.1552522 Sep 23 19:34:20.768719 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-c1294b43-e95d-4c41-a62f-c8163f423b2d req-9d674db8-60fe-4c7f-8ea2-b3c40aabe6fc tempest-ServerRescueNegativeTestJSON-317871319 tempest-ServerRescueNegativeTestJSON-317871319-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=71d72afe428c4ce594ff8d28e6bea11d&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0813694 Sep 23 19:34:21.029292 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52955a8-7892-4747-bf4d-082cf3b33d74 req-bc3f4631-84a5-40f6-9e79-6a6d162339d7 tempest-AttachVolumeNegativeTest-1343519470 tempest-AttachVolumeNegativeTest-1343519470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:34:21.032117 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Device 4854f0f5-c258-4df3-9f26-46439051e825 up at agent ovs-agent-n-d-713301-16 {{(pid=95103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 19:34:21.037304 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-b52955a8-7892-4747-bf4d-082cf3b33d74 req-bc3f4631-84a5-40f6-9e79-6a6d162339d7 tempest-AttachVolumeNegativeTest-1343519470 tempest-AttachVolumeNegativeTest-1343519470-project] 10.222.0.67 "GET /v2.0/ports?device_id=12ba6484-0c0e-4640-a3bd-5ea81088a6da HTTP/1.1" status: 200 len: 945 time: 0.1314428 Sep 23 19:34:21.068672 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.plugin [req-2ac799a5-e363-4939-8f24-bae1503e234f req-fcf2f5bd-e450-43fd-9a97-e80e1dcc7806 tempest-AttachVolumeNegativeTest-1343519470 tempest-AttachVolumeNegativeTest-1343519470-project] Deleting port f90207df-417b-4b30-81f8-4fed02c0bafb {{(pid=95101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:34:21.069259 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-2ac799a5-e363-4939-8f24-bae1503e234f req-fcf2f5bd-e450-43fd-9a97-e80e1dcc7806 tempest-AttachVolumeNegativeTest-1343519470 tempest-AttachVolumeNegativeTest-1343519470-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783146157096'] for port, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:34:21.094148 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Provisioning complete for port 4854f0f5-c258-4df3-9f26-46439051e825 triggered by entity L2. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:34:21.094575 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:34:21.170327 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-b52955a8-7892-4747-bf4d-082cf3b33d74 req-2b69f3e6-23f9-4f98-ace1-fe382063dcce tempest-AttachVolumeNegativeTest-1343519470 tempest-AttachVolumeNegativeTest-1343519470-project] 10.222.0.67 "GET /v2.0/security-groups?id=870169be-a840-40b2-89c6-13960534f950&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1133399 Sep 23 19:34:21.238678 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.db [req-2ac799a5-e363-4939-8f24-bae1503e234f req-fcf2f5bd-e450-43fd-9a97-e80e1dcc7806 tempest-AttachVolumeNegativeTest-1343519470 tempest-AttachVolumeNegativeTest-1343519470-project] For port f90207df-417b-4b30-81f8-4fed02c0bafb, host n-h2-713301-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-16',level=0,port_id=f90207df-417b-4b30-81f8-4fed02c0bafb,segment=NetworkSegment(109e9ca4-0775-4f0d-a524-d06e4e2d3223),segment_id=109e9ca4-0775-4f0d-a524-d06e4e2d3223)] {{(pid=95101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:34:21.239055 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-2ac799a5-e363-4939-8f24-bae1503e234f req-fcf2f5bd-e450-43fd-9a97-e80e1dcc7806 tempest-AttachVolumeNegativeTest-1343519470 tempest-AttachVolumeNegativeTest-1343519470-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-605701'] for port, precommit_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:34:21.239984 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-c1294b43-e95d-4c41-a62f-c8163f423b2d req-f152187d-c1bb-4e3f-a799-4c25899ad069 service neutron] 10.222.0.67 "GET /v2.0/networks/22c7394f-6eb3-4324-ad9a-c48452af8c12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4669178 Sep 23 19:34:21.277742 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.plugin [req-2ac799a5-e363-4939-8f24-bae1503e234f req-fcf2f5bd-e450-43fd-9a97-e80e1dcc7806 tempest-AttachVolumeNegativeTest-1343519470 tempest-AttachVolumeNegativeTest-1343519470-project] Calling delete_port for f90207df-417b-4b30-81f8-4fed02c0bafb owned by compute:nova {{(pid=95101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:34:21.385421 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-c1294b43-e95d-4c41-a62f-c8163f423b2d req-b87c2bdc-a4cd-4b52-83d5-ab12456baf2b service neutron] 10.222.0.67 "GET /v2.0/networks/22c7394f-6eb3-4324-ad9a-c48452af8c12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1406393 Sep 23 19:34:21.495894 n-d-713301-16 neutron-server[95104]: DEBUG neutron_lib.callbacks.manager [None req-b0eed8e8-d320-4d28-890a-3f58eadec1ec None None] Notify callbacks [] for port, precommit_update {{(pid=95104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:34:21.507002 n-d-713301-16 neutron-server[95104]: DEBUG neutron_lib.callbacks.manager [None req-b0eed8e8-d320-4d28-890a-3f58eadec1ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:34:21.512691 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-2ac799a5-e363-4939-8f24-bae1503e234f req-fcf2f5bd-e450-43fd-9a97-e80e1dcc7806 tempest-AttachVolumeNegativeTest-1343519470 tempest-AttachVolumeNegativeTest-1343519470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783146162158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783145673144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5607431'] for port, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:34:21.527467 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] get_ports_and_sgs() called for port_ids ['f90207df-417b-4b30-81f8-4fed02c0bafb'] {{(pid=95103) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 19:34:21.551601 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcf2f5bd-e450-43fd-9a97-e80e1dcc7806 tempest-AttachVolumeNegativeTest-1343519470 tempest-AttachVolumeNegativeTest-1343519470-project] Pushing event deleted for resources: {'Port': ['ID=f90207df-417b-4b30-81f8-4fed02c0bafb,revision_number=None']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:34:21.565602 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da583369-2dce-4e57-9e2c-2d1e28ce9fbc None None] Pushing event updated for resources: {'Port': ['ID=187626c2-5218-4282-a27c-671db7f96ed1,revision_number=3']} {{(pid=95104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:34:21.591261 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcf2f5bd-e450-43fd-9a97-e80e1dcc7806 tempest-AttachVolumeNegativeTest-1343519470 tempest-AttachVolumeNegativeTest-1343519470-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:34:21.591261 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcf2f5bd-e450-43fd-9a97-e80e1dcc7806 tempest-AttachVolumeNegativeTest-1343519470 tempest-AttachVolumeNegativeTest-1343519470-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:34:21.591261 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcf2f5bd-e450-43fd-9a97-e80e1dcc7806 tempest-AttachVolumeNegativeTest-1343519470 tempest-AttachVolumeNegativeTest-1343519470-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:34:21.591261 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcf2f5bd-e450-43fd-9a97-e80e1dcc7806 tempest-AttachVolumeNegativeTest-1343519470 tempest-AttachVolumeNegativeTest-1343519470-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:34:21.592483 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcf2f5bd-e450-43fd-9a97-e80e1dcc7806 tempest-AttachVolumeNegativeTest-1343519470 tempest-AttachVolumeNegativeTest-1343519470-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:34:21.593263 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcf2f5bd-e450-43fd-9a97-e80e1dcc7806 tempest-AttachVolumeNegativeTest-1343519470 tempest-AttachVolumeNegativeTest-1343519470-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:34:21.593686 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcf2f5bd-e450-43fd-9a97-e80e1dcc7806 tempest-AttachVolumeNegativeTest-1343519470 tempest-AttachVolumeNegativeTest-1343519470-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:34:21.594078 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcf2f5bd-e450-43fd-9a97-e80e1dcc7806 tempest-AttachVolumeNegativeTest-1343519470 tempest-AttachVolumeNegativeTest-1343519470-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:34:21.594407 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcf2f5bd-e450-43fd-9a97-e80e1dcc7806 tempest-AttachVolumeNegativeTest-1343519470 tempest-AttachVolumeNegativeTest-1343519470-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:34:21.595059 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcf2f5bd-e450-43fd-9a97-e80e1dcc7806 tempest-AttachVolumeNegativeTest-1343519470 tempest-AttachVolumeNegativeTest-1343519470-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:34:21.595684 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcf2f5bd-e450-43fd-9a97-e80e1dcc7806 tempest-AttachVolumeNegativeTest-1343519470 tempest-AttachVolumeNegativeTest-1343519470-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:34:21.596275 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcf2f5bd-e450-43fd-9a97-e80e1dcc7806 tempest-AttachVolumeNegativeTest-1343519470 tempest-AttachVolumeNegativeTest-1343519470-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:34:21.626776 n-d-713301-16 neutron-server[95101]: DEBUG neutron.db.l3_dvrscheduler_db [req-2ac799a5-e363-4939-8f24-bae1503e234f req-fcf2f5bd-e450-43fd-9a97-e80e1dcc7806 tempest-AttachVolumeNegativeTest-1343519470 tempest-AttachVolumeNegativeTest-1343519470-project] No DVR routers for this DVR port f90207df-417b-4b30-81f8-4fed02c0bafb on host n-h2-713301-16 {{(pid=95101) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 19:34:21.630103 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-2ac799a5-e363-4939-8f24-bae1503e234f req-fcf2f5bd-e450-43fd-9a97-e80e1dcc7806 tempest-AttachVolumeNegativeTest-1343519470 tempest-AttachVolumeNegativeTest-1343519470-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222849'] for port, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:34:21.632646 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-2ac799a5-e363-4939-8f24-bae1503e234f req-fcf2f5bd-e450-43fd-9a97-e80e1dcc7806 tempest-AttachVolumeNegativeTest-1343519470 tempest-AttachVolumeNegativeTest-1343519470-project] 10.222.0.53 "DELETE /v2.0/ports/f90207df-417b-4b30-81f8-4fed02c0bafb HTTP/1.1" status: 204 len: 173 time: 0.8987837 Sep 23 19:34:21.633350 n-d-713301-16 neutron-server[95101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '12ba6484-0c0e-4640-a3bd-5ea81088a6da', 'name': 'network-vif-deleted', 'tag': 'f90207df-417b-4b30-81f8-4fed02c0bafb'}] {{(pid=95101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 19:34:21.644568 n-d-713301-16 neutron-server[95101]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d8366c5740cd635e57ab12b71fe44a77c2acc3c19091ef849c6f68b380462244" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9bf44baf-fcb8-432c-b143-e382d686faad" -d '{"events": [{"server_uuid": "12ba6484-0c0e-4640-a3bd-5ea81088a6da", "name": "network-vif-deleted", "tag": "f90207df-417b-4b30-81f8-4fed02c0bafb"}]}' {{(pid=95101) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 19:34:21.646895 n-d-713301-16 neutron-server[95104]: DEBUG neutron.plugins.ml2.managers [None req-b0eed8e8-d320-4d28-890a-3f58eadec1ec None None] Attempting to bind port 187626c2-5218-4282-a27c-671db7f96ed1 on host n-d-713301-16 for vnic_type normal with profile {{(pid=95104) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 19:34:21.647215 n-d-713301-16 neutron-server[95104]: DEBUG neutron.plugins.ml2.managers [None req-b0eed8e8-d320-4d28-890a-3f58eadec1ec None None] Attempting to bind port 187626c2-5218-4282-a27c-671db7f96ed1 by drivers openvswitch,hyperv on host n-d-713301-16 at level 0 using segments [{'id': '06c35406-3e3c-42a0-a3c1-86f8ca1b8560', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '22c7394f-6eb3-4324-ad9a-c48452af8c12'}] {{(pid=95104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 19:34:21.648031 n-d-713301-16 neutron-server[95104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0eed8e8-d320-4d28-890a-3f58eadec1ec None None] Attempting to bind port 187626c2-5218-4282-a27c-671db7f96ed1 on network 22c7394f-6eb3-4324-ad9a-c48452af8c12 {{(pid=95104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:34:21.654105 n-d-713301-16 neutron-server[95104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0eed8e8-d320-4d28-890a-3f58eadec1ec None None] Checking agent: {'id': '70a14545-df24-472f-8f95-bfe1719bff93', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 19, 7, 53), 'started_at': datetime.datetime(2021, 9, 23, 19, 8, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 19, 33, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 19:34:21.654913 n-d-713301-16 neutron-server[95104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0eed8e8-d320-4d28-890a-3f58eadec1ec None None] Checking segment: {'id': '06c35406-3e3c-42a0-a3c1-86f8ca1b8560', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '22c7394f-6eb3-4324-ad9a-c48452af8c12'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95104) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:34:21.655116 n-d-713301-16 neutron-server[95104]: DEBUG neutron_lib.callbacks.manager [None req-b0eed8e8-d320-4d28-890a-3f58eadec1ec None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:34:21.655508 n-d-713301-16 neutron-server[95104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0eed8e8-d320-4d28-890a-3f58eadec1ec None None] Bound using segment: {'id': '06c35406-3e3c-42a0-a3c1-86f8ca1b8560', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '22c7394f-6eb3-4324-ad9a-c48452af8c12'} {{(pid=95104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 19:34:21.655984 n-d-713301-16 neutron-server[95104]: DEBUG neutron.plugins.ml2.managers [None req-b0eed8e8-d320-4d28-890a-3f58eadec1ec None None] Bound port: 187626c2-5218-4282-a27c-671db7f96ed1, host: n-d-713301-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '06c35406-3e3c-42a0-a3c1-86f8ca1b8560', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '22c7394f-6eb3-4324-ad9a-c48452af8c12'}}] {{(pid=95104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 19:34:21.656364 n-d-713301-16 neutron-server[95104]: DEBUG neutron_lib.callbacks.manager [None req-b0eed8e8-d320-4d28-890a-3f58eadec1ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:34:21.661374 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e51c56c7-1f8d-4da5-98de-188aa23e0db6 req-629b9a9a-b1c3-4ee7-974f-b05e30d7a6a1 tempest-VolumesActionsTest-1105869697 tempest-VolumesActionsTest-1105869697-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:34:21.670566 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-e51c56c7-1f8d-4da5-98de-188aa23e0db6 req-629b9a9a-b1c3-4ee7-974f-b05e30d7a6a1 tempest-VolumesActionsTest-1105869697 tempest-VolumesActionsTest-1105869697-project] 10.222.0.67 "GET /v2.0/networks?id=145889c7-e219-4677-9f6e-fffb5165afcc HTTP/1.1" status: 200 len: 809 time: 0.1934361 Sep 23 19:34:21.695659 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-e51c56c7-1f8d-4da5-98de-188aa23e0db6 req-57364217-5e0e-4275-97b6-fc665eb4c163 tempest-VolumesActionsTest-1105869697 tempest-VolumesActionsTest-1105869697-project] 10.222.0.67 "GET /v2.0/quotas/3785c489ecc5417f9ee36820febeb514 HTTP/1.1" status: 200 len: 375 time: 0.0238264 Sep 23 19:34:21.811596 n-d-713301-16 neutron-server[95104]: DEBUG neutron.plugins.ml2.db [None req-b0eed8e8-d320-4d28-890a-3f58eadec1ec None None] For port 187626c2-5218-4282-a27c-671db7f96ed1, host n-d-713301-16, cleared binding levels {{(pid=95104) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 19:34:21.824763 n-d-713301-16 neutron-server[95104]: DEBUG neutron.plugins.ml2.db [None req-b0eed8e8-d320-4d28-890a-3f58eadec1ec None None] For port 187626c2-5218-4282-a27c-671db7f96ed1, host n-d-713301-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-16',level=0,port_id=187626c2-5218-4282-a27c-671db7f96ed1,segment=NetworkSegment(06c35406-3e3c-42a0-a3c1-86f8ca1b8560),segment_id=06c35406-3e3c-42a0-a3c1-86f8ca1b8560)] {{(pid=95104) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 19:34:21.831800 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 49006) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:34:21.848252 n-d-713301-16 neutron-server[95104]: DEBUG neutron_lib.callbacks.manager [None req-b0eed8e8-d320-4d28-890a-3f58eadec1ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:34:21.896810 n-d-713301-16 neutron-server[95101]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 19:34:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-360c90eb-0301-41eb-b7fc-b663173be523 x-openstack-request-id: req-360c90eb-0301-41eb-b7fc-b663173be523 {{(pid=95101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 19:34:21.897085 n-d-713301-16 neutron-server[95101]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "12ba6484-0c0e-4640-a3bd-5ea81088a6da", "name": "network-vif-deleted", "tag": "f90207df-417b-4b30-81f8-4fed02c0bafb", "status": "completed", "code": 200}]} {{(pid=95101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 19:34:21.897348 n-d-713301-16 neutron-server[95101]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-360c90eb-0301-41eb-b7fc-b663173be523 {{(pid=95101) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 19:34:21.897746 n-d-713301-16 neutron-server[95101]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '12ba6484-0c0e-4640-a3bd-5ea81088a6da', 'name': 'network-vif-deleted', 'tag': 'f90207df-417b-4b30-81f8-4fed02c0bafb', 'status': 'completed', 'code': 200} Sep 23 19:34:21.954872 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da583369-2dce-4e57-9e2c-2d1e28ce9fbc None None] Pushing event updated for resources: {'Port': ['ID=187626c2-5218-4282-a27c-671db7f96ed1,revision_number=4']} {{(pid=95104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:34:21.992002 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-17bc904b-b4c8-4c0d-b1f2-0b5414100d48 tempest-ServersTestManualDisk-752158608 tempest-ServersTestManualDisk-752158608-project] Notify callbacks [] for security_group, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:34:22.008188 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0eed8e8-d320-4d28-890a-3f58eadec1ec None None] Routers {'889780b3-fd89-4566-ae79-a6b6cdc80f87'} bound to L3 agent in host n-d-713301-16 {{(pid=95104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 19:34:22.011888 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_hamode_db [None req-b0eed8e8-d320-4d28-890a-3f58eadec1ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-23T19:07:52Z,description=,heartbeat_timestamp=2021-09-23T19:33:52Z,host='n-d-713301-16',id=79a740bf-7821-4989-8288-7186e3e128f3,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:07:52Z,topic='l3_agent')) {'router_ids': ['889780b3-fd89-4566-ae79-a6b6cdc80f87'], 'active': True} {{(pid=95104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:34:22.051500 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-17bc904b-b4c8-4c0d-b1f2-0b5414100d48 tempest-ServersTestManualDisk-752158608 tempest-ServersTestManualDisk-752158608-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:34:22.143979 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-17bc904b-b4c8-4c0d-b1f2-0b5414100d48 tempest-ServersTestManualDisk-752158608 tempest-ServersTestManualDisk-752158608-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:34:22.155941 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-17bc904b-b4c8-4c0d-b1f2-0b5414100d48 tempest-ServersTestManualDisk-752158608 tempest-ServersTestManualDisk-752158608-project] Notify callbacks [] for security_group, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:34:22.157534 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-17bc904b-b4c8-4c0d-b1f2-0b5414100d48 tempest-ServersTestManualDisk-752158608 tempest-ServersTestManualDisk-752158608-project] 10.222.0.67 "DELETE /v2.0/security-groups/bdce1a64-e84a-499d-8c17-1d9b34da9302 HTTP/1.1" status: 204 len: 168 time: 0.3241813 Sep 23 19:34:22.168626 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 49014) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:34:22.219826 n-d-713301-16 neutron-server[95101]: INFO neutron.api.v2.resource [None req-c67c19aa-110b-46cf-aa86-e95d86656251 tempest-ServersTestManualDisk-752158608 tempest-ServersTestManualDisk-752158608-project] show failed (client error): The resource could not be found. Sep 23 19:34:22.221479 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-c67c19aa-110b-46cf-aa86-e95d86656251 tempest-ServersTestManualDisk-752158608 tempest-ServersTestManualDisk-752158608-project] 10.222.0.67 "GET /v2.0/security-groups/bdce1a64-e84a-499d-8c17-1d9b34da9302 HTTP/1.1" status: 404 len: 347 time: 0.0482497 Sep 23 19:34:22.222980 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17bc904b-b4c8-4c0d-b1f2-0b5414100d48 tempest-ServersTestManualDisk-752158608 tempest-ServersTestManualDisk-752158608-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bdce1a64-e84a-499d-8c17-1d9b34da9302,revision_number=None']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:34:22.225204 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 49020) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:34:22.316077 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-9e0eaa6a-6365-452f-b708-371199edfba0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:34:22.349854 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-e51c56c7-1f8d-4da5-98de-188aa23e0db6 req-bb5d4e09-88d6-4561-9e86-4678e8ab3ea9 tempest-VolumesActionsTest-1105869697 tempest-VolumesActionsTest-1105869697-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=3785c489ecc5417f9ee36820febeb514&fields=id HTTP/1.1" status: 200 len: 210 time: 0.6470757 Sep 23 19:34:22.359514 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_dvr_db [None req-b0eed8e8-d320-4d28-890a-3f58eadec1ec None None] Set router 889780b3-fd89-4566-ae79-a6b6cdc80f87 gateway port host: n-d-713301-16 {{(pid=95104) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 19:34:22.398207 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-e8c007dc-788a-4eb7-a39b-599c8a68d927 req-526e0a80-8836-417e-bf50-d3d838054c82 tempest-ServerRescueNegativeTestJSON-317871319 tempest-ServerRescueNegativeTestJSON-317871319-project] 10.222.0.67 "GET /v2.0/ports?device_id=f5f48627-8ac0-4a38-a3d5-5de21347facd HTTP/1.1" status: 200 len: 210 time: 0.0451612 Sep 23 19:34:22.435735 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.plugin [None req-50ed4cc1-4ff2-4184-bf44-61667cf76d35 tempest-ServersTestManualDisk-752158608 tempest-ServersTestManualDisk-752158608-project] Deleting port 91ede3ab-d988-424a-9467-6fc0c4cd14fe {{(pid=95101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:34:22.436216 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-50ed4cc1-4ff2-4184-bf44-61667cf76d35 tempest-ServersTestManualDisk-752158608 tempest-ServersTestManualDisk-752158608-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783146157096'] for port, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:34:22.483247 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 49024) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:34:22.625623 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-e51c56c7-1f8d-4da5-98de-188aa23e0db6 req-37d7fc85-bc92-4447-b8ad-92a29ae3a478 service neutron] 10.222.0.67 "GET /v2.0/networks/145889c7-e219-4677-9f6e-fffb5165afcc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2227149 Sep 23 19:34:22.639936 n-d-713301-16 neutron-server[95101]: DEBUG neutron.db.db_base_plugin_v2 [None req-72ca866a-e210-4014-8d55-c482e2ad2248 admin admin] Deleting subnet 2f537de2-cf52-42b9-a747-22f78331e2fe {{(pid=95101) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 23 19:34:22.661384 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-72ca866a-e210-4014-8d55-c482e2ad2248 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:34:22.731629 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-72ca866a-e210-4014-8d55-c482e2ad2248 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6007154'] for subnet, precommit_delete_associations {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:34:22.758093 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_hamode_db [None req-b0eed8e8-d320-4d28-890a-3f58eadec1ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '889780b3-fd89-4566-ae79-a6b6cdc80f87', 'name': 'tempest-ServerRescueNegativeTestJSON-890050715-router', 'tenant_id': '71d72afe428c4ce594ff8d28e6bea11d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'external_fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.241'}], 'enable_snat': True}, 'gw_port_id': '4854f0f5-c258-4df3-9f26-46439051e825', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:34:12Z', 'updated_at': '2021-09-23T19:34:16Z', 'revision_number': 4, 'project_id': '71d72afe428c4ce594ff8d28e6bea11d', 'gw_port': {'id': '4854f0f5-c258-4df3-9f26-46439051e825', 'name': '', 'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:f6:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '889780b3-fd89-4566-ae79-a6b6cdc80f87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1534, 'fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:34:13Z', 'updated_at': '2021-09-23T19:34:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-16', '_interfaces': [{'id': '187626c2-5218-4282-a27c-671db7f96ed1', 'name': '', 'network_id': '22c7394f-6eb3-4324-ad9a-c48452af8c12', 'tenant_id': '71d72afe428c4ce594ff8d28e6bea11d', 'mac_address': 'fa:16:3e:f1:21:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '889780b3-fd89-4566-ae79-a6b6cdc80f87', 'device_owner': 'network:router_interface', 'standard_attr_id': 1545, 'fixed_ips': [{'subnet_id': '0d48322f-2db5-4896-84d5-850e60fab8ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:34:15Z', 'updated_at': '2021-09-23T19:34:21Z', 'revision_number': 4, 'project_id': '71d72afe428c4ce594ff8d28e6bea11d', 'subnets': [{'id': '0d48322f-2db5-4896-84d5-850e60fab8ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-16', False) {} {{(pid=95104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:34:22.789646 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0eed8e8-d320-4d28-890a-3f58eadec1ec None None] The sync data for ids ['889780b3-fd89-4566-ae79-a6b6cdc80f87'] in n-d-713301-16 is: [{'id': '889780b3-fd89-4566-ae79-a6b6cdc80f87', 'name': 'tempest-ServerRescueNegativeTestJSON-890050715-router', 'tenant_id': '71d72afe428c4ce594ff8d28e6bea11d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'external_fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.241'}], 'enable_snat': True}, 'gw_port_id': '4854f0f5-c258-4df3-9f26-46439051e825', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:34:12Z', 'updated_at': '2021-09-23T19:34:16Z', 'revision_number': 4, 'project_id': '71d72afe428c4ce594ff8d28e6bea11d', 'gw_port': {'id': '4854f0f5-c258-4df3-9f26-46439051e825', 'name': '', 'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:f6:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '889780b3-fd89-4566-ae79-a6b6cdc80f87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1534, 'fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:34:13Z', 'updated_at': '2021-09-23T19:34:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-16', '_interfaces': [{'id': '187626c2-5218-4282-a27c-671db7f96ed1', 'name': '', 'network_id': '22c7394f-6eb3-4324-ad9a-c48452af8c12', 'tenant_id': '71d72afe428c4ce594ff8d28e6bea11d', 'mac_address': 'fa:16:3e:f1:21:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '889780b3-fd89-4566-ae79-a6b6cdc80f87', 'device_owner': 'network:router_interface', 'standard_attr_id': 1545, 'fixed_ips': [{'subnet_id': '0d48322f-2db5-4896-84d5-850e60fab8ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:34:15Z', 'updated_at': '2021-09-23T19:34:21Z', 'revision_number': 4, 'project_id': '71d72afe428c4ce594ff8d28e6bea11d', 'subnets': [{'id': '0d48322f-2db5-4896-84d5-850e60fab8ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 19:34:22.803137 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-72ca866a-e210-4014-8d55-c482e2ad2248 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1756813'] for subnet, precommit_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:34:22.911988 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-50ed4cc1-4ff2-4184-bf44-61667cf76d35 tempest-ServersTestManualDisk-752158608 tempest-ServersTestManualDisk-752158608-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-605701'] for port, precommit_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:34:22.911988 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-50ed4cc1-4ff2-4184-bf44-61667cf76d35 tempest-ServersTestManualDisk-752158608 tempest-ServersTestManualDisk-752158608-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:34:22.941486 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.plugin [None req-50ed4cc1-4ff2-4184-bf44-61667cf76d35 tempest-ServersTestManualDisk-752158608 tempest-ServersTestManualDisk-752158608-project] Calling delete_port for 91ede3ab-d988-424a-9467-6fc0c4cd14fe owned by network:floatingip {{(pid=95101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:34:22.943644 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2355331-45ab-4503-8bfb-9ab1f252ff0f req-b919e5d2-99a5-4f23-9235-6d8a4adc902b tempest-ServerRescueNegativeTestJSON-317871319 tempest-ServerRescueNegativeTestJSON-317871319-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:34:22.952407 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-f2355331-45ab-4503-8bfb-9ab1f252ff0f req-b919e5d2-99a5-4f23-9235-6d8a4adc902b tempest-ServerRescueNegativeTestJSON-317871319 tempest-ServerRescueNegativeTestJSON-317871319-project] 10.222.0.67 "GET /v2.0/networks?id=22c7394f-6eb3-4324-ad9a-c48452af8c12 HTTP/1.1" status: 200 len: 818 time: 0.3134449 Sep 23 19:34:22.973030 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-f2355331-45ab-4503-8bfb-9ab1f252ff0f req-0f7c6170-c1ae-4be7-9f2a-c4db59cf71fb tempest-ServerRescueNegativeTestJSON-317871319 tempest-ServerRescueNegativeTestJSON-317871319-project] 10.222.0.67 "GET /v2.0/quotas/71d72afe428c4ce594ff8d28e6bea11d HTTP/1.1" status: 200 len: 375 time: 0.0188522 Sep 23 19:34:23.014817 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-e51c56c7-1f8d-4da5-98de-188aa23e0db6 req-6e04497f-0da2-4ed4-b04b-1a4215ff8c18 service neutron] 10.222.0.67 "GET /v2.0/networks/145889c7-e219-4677-9f6e-fffb5165afcc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3878663 Sep 23 19:34:23.053264 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-72ca866a-e210-4014-8d55-c482e2ad2248 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1756804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5607514', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6130950'] for subnet, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:34:23.068293 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:34:23.092122 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72ca866a-e210-4014-8d55-c482e2ad2248 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2f537de2-cf52-42b9-a747-22f78331e2fe,revision_number=None']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:34:23.105686 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-f2355331-45ab-4503-8bfb-9ab1f252ff0f req-94ccd96a-3611-4c0b-8c23-e094d6334e69 tempest-ServerRescueNegativeTestJSON-317871319 tempest-ServerRescueNegativeTestJSON-317871319-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=71d72afe428c4ce594ff8d28e6bea11d&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1158333 Sep 23 19:34:23.110407 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-72ca866a-e210-4014-8d55-c482e2ad2248 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:34:23.112469 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-72ca866a-e210-4014-8d55-c482e2ad2248 admin admin] 10.222.0.67 "DELETE /v2.0/subnets/2f537de2-cf52-42b9-a747-22f78331e2fe HTTP/1.1" status: 204 len: 168 time: 0.6278884 Sep 23 19:34:23.116786 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 49040) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:34:23.283407 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-50ed4cc1-4ff2-4184-bf44-61667cf76d35 tempest-ServersTestManualDisk-752158608 tempest-ServersTestManualDisk-752158608-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783146162158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783145673144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5607431'] for port, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:34:23.378306 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-0ae75029-feb6-4728-9a94-5f9b60993d82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:34:23.409323 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-bfca5252-e164-4910-9846-f01828a989d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1628021'] for network, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:34:23.413856 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50ed4cc1-4ff2-4184-bf44-61667cf76d35 tempest-ServersTestManualDisk-752158608 tempest-ServersTestManualDisk-752158608-project] Pushing event deleted for resources: {'Port': ['ID=91ede3ab-d988-424a-9467-6fc0c4cd14fe,revision_number=None']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:34:23.475498 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-f2355331-45ab-4503-8bfb-9ab1f252ff0f req-f4c4fc63-a2f8-4354-8bec-e3cece3963db service neutron] 10.222.0.67 "GET /v2.0/networks/22c7394f-6eb3-4324-ad9a-c48452af8c12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3415945 Sep 23 19:34:23.603064 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-70b626a1-c814-4d6d-96ba-a489d8b2a319 req-fbb7ea5e-4004-4cb0-be1d-f5091da77d7b tempest-VolumesActionsTest-1105869697 tempest-VolumesActionsTest-1105869697-project] 10.222.0.67 "GET /v2.0/ports?device_id=a2ecbe67-7939-47a5-bbed-ea2effd0ecf1 HTTP/1.1" status: 200 len: 210 time: 0.1091466 Sep 23 19:34:23.674583 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-50ed4cc1-4ff2-4184-bf44-61667cf76d35 tempest-ServersTestManualDisk-752158608 tempest-ServersTestManualDisk-752158608-project] Notify callbacks [] for floatingip, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:34:23.677140 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-50ed4cc1-4ff2-4184-bf44-61667cf76d35 tempest-ServersTestManualDisk-752158608 tempest-ServersTestManualDisk-752158608-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222849'] for floatingip, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:34:23.678340 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-50ed4cc1-4ff2-4184-bf44-61667cf76d35 tempest-ServersTestManualDisk-752158608 tempest-ServersTestManualDisk-752158608-project] 10.222.0.67 "DELETE /v2.0/floatingips/52deb026-37d9-4451-9d2c-66be01ae7ced HTTP/1.1" status: 204 len: 168 time: 1.4520164 Sep 23 19:34:23.681661 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 49048) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:34:23.693584 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1294b43-e95d-4c41-a62f-c8163f423b2d req-c6d75de5-3e08-469d-8182-48f96e77a625 tempest-ServerRescueNegativeTestJSON-317871319 tempest-ServerRescueNegativeTestJSON-317871319-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:34:23.695133 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-c1294b43-e95d-4c41-a62f-c8163f423b2d req-c6d75de5-3e08-469d-8182-48f96e77a625 tempest-ServerRescueNegativeTestJSON-317871319 tempest-ServerRescueNegativeTestJSON-317871319-project] 10.222.0.53 "GET /v2.0/networks?id=22c7394f-6eb3-4324-ad9a-c48452af8c12 HTTP/1.1" status: 200 len: 818 time: 0.3554273 Sep 23 19:34:23.703743 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-f2355331-45ab-4503-8bfb-9ab1f252ff0f req-f8fa1562-5606-4200-a67c-1cbc15507f67 service neutron] 10.222.0.67 "GET /v2.0/networks/22c7394f-6eb3-4324-ad9a-c48452af8c12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2242594 Sep 23 19:34:23.731640 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-bfca5252-e164-4910-9846-f01828a989d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1754676', 'neutron.services.segments.db._delete_segments_for_network-8783146221460'] for network, precommit_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:34:23.744666 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.v2.base [req-c1294b43-e95d-4c41-a62f-c8163f423b2d req-ee2e005e-5ce1-45a8-a46f-ba9bfe406bda tempest-ServerRescueNegativeTestJSON-317871319 tempest-ServerRescueNegativeTestJSON-317871319-project] Request body: {'port': {'device_id': 'f5f48627-8ac0-4a38-a3d5-5de21347facd', 'network_id': '22c7394f-6eb3-4324-ad9a-c48452af8c12', 'admin_state_up': True, 'tenant_id': '71d72afe428c4ce594ff8d28e6bea11d'}} {{(pid=95101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:34:23.912290 n-d-713301-16 neutron-server[95101]: DEBUG neutron.services.segments.db [None req-bfca5252-e164-4910-9846-f01828a989d1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4bdf2aed-00a8-44e1-a719-ebf64e12596f']}} {{(pid=95101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:34:23.957741 n-d-713301-16 neutron-server[95101]: DEBUG neutron.services.segments.db [None req-bfca5252-e164-4910-9846-f01828a989d1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '109e9ca4-0775-4f0d-a524-d06e4e2d3223') {'for_net_delete': True} {{(pid=95101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:34:23.958260 n-d-713301-16 neutron-server[95101]: DEBUG neutron.services.segments.db [None req-bfca5252-e164-4910-9846-f01828a989d1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '109e9ca4-0775-4f0d-a524-d06e4e2d3223') {} {{(pid=95101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:34:23.973847 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-bfca5252-e164-4910-9846-f01828a989d1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783146221725', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6007147'] for segment, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:34:24.004118 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-bfca5252-e164-4910-9846-f01828a989d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1756186'] for segment, precommit_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:34:24.023000 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bfca5252-e164-4910-9846-f01828a989d1 admin admin] Releasing vlan 634 on physical network physnet1 to pool {{(pid=95101) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 19:34:24.023412 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-bfca5252-e164-4910-9846-f01828a989d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1756186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5608436'] for segment, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:34:24.025388 n-d-713301-16 neutron-server[95101]: Traceback (most recent call last): Sep 23 19:34:24.025388 n-d-713301-16 neutron-server[95101]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 19:34:24.025388 n-d-713301-16 neutron-server[95101]: timer() Sep 23 19:34:24.025388 n-d-713301-16 neutron-server[95101]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 19:34:24.025388 n-d-713301-16 neutron-server[95101]: cb(*args, **kw) Sep 23 19:34:24.025388 n-d-713301-16 neutron-server[95101]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 19:34:24.025388 n-d-713301-16 neutron-server[95101]: return func(*args, **kwargs) Sep 23 19:34:24.025388 n-d-713301-16 neutron-server[95101]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 19:34:24.025388 n-d-713301-16 neutron-server[95101]: self._notify() Sep 23 19:34:24.025388 n-d-713301-16 neutron-server[95101]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 19:34:24.025388 n-d-713301-16 neutron-server[95101]: self.callback(batched_events) Sep 23 19:34:24.025388 n-d-713301-16 neutron-server[95101]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 19:34:24.025388 n-d-713301-16 neutron-server[95101]: event.method(event) Sep 23 19:34:24.025388 n-d-713301-16 neutron-server[95101]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 19:34:24.025388 n-d-713301-16 neutron-server[95101]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 19:34:24.025388 n-d-713301-16 neutron-server[95101]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 19:34:24.025388 n-d-713301-16 neutron-server[95101]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 19:34:24.025388 n-d-713301-16 neutron-server[95101]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 19:34:24.025388 n-d-713301-16 neutron-server[95101]: return f(self, *a, **k) Sep 23 19:34:24.025388 n-d-713301-16 neutron-server[95101]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 19:34:24.025388 n-d-713301-16 neutron-server[95101]: return self._get(url).json() Sep 23 19:34:24.025388 n-d-713301-16 neutron-server[95101]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 19:34:24.025388 n-d-713301-16 neutron-server[95101]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 19:34:24.025388 n-d-713301-16 neutron-server[95101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 19:34:24.025388 n-d-713301-16 neutron-server[95101]: return self.request(url, 'GET', **kwargs) Sep 23 19:34:24.025388 n-d-713301-16 neutron-server[95101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 19:34:24.025388 n-d-713301-16 neutron-server[95101]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 19:34:24.025388 n-d-713301-16 neutron-server[95101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 19:34:24.025388 n-d-713301-16 neutron-server[95101]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 19:34:24.025388 n-d-713301-16 neutron-server[95101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 19:34:24.025388 n-d-713301-16 neutron-server[95101]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 19:34:24.025388 n-d-713301-16 neutron-server[95101]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 19:34:24.033352 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Device f90207df-417b-4b30-81f8-4fed02c0bafb no longer exists at agent hyperv_n-h2-713301-16 {{(pid=95103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 19:34:24.058055 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c1294b43-e95d-4c41-a62f-c8163f423b2d req-ee2e005e-5ce1-45a8-a46f-ba9bfe406bda tempest-ServerRescueNegativeTestJSON-317871319 tempest-ServerRescueNegativeTestJSON-317871319-project] Made reservation on behalf of 71d72afe428c4ce594ff8d28e6bea11d for: {'port': 1} {{(pid=95101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:34:24.062584 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-c1294b43-e95d-4c41-a62f-c8163f423b2d req-ee2e005e-5ce1-45a8-a46f-ba9bfe406bda tempest-ServerRescueNegativeTestJSON-317871319 tempest-ServerRescueNegativeTestJSON-317871319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:34:24.135605 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.plugin [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] No Port match for: f90207df-417b-4b30-81f8-4fed02c0bafb {{(pid=95103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 19:34:24.142989 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-348d095f-c410-4406-916a-3bb25fe4c52a req-0826f990-6fb4-4cea-a1f1-b494e9903525 tempest-ServerRescueNegativeTestJSON-317871319 tempest-ServerRescueNegativeTestJSON-317871319-project] 10.222.0.67 "GET /v2.0/ports?device_id=f6ef00c9-1a36-4a78-8258-2ac22e8b1be1 HTTP/1.1" status: 200 len: 210 time: 0.1302943 Sep 23 19:34:24.143590 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Device f90207df-417b-4b30-81f8-4fed02c0bafb not bound to the agent host n-h2-713301-16 {{(pid=95103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 19:34:24.171428 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-bfca5252-e164-4910-9846-f01828a989d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1754627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-601866'] for network, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:34:24.252578 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-bfca5252-e164-4910-9846-f01828a989d1 admin admin] Notify callbacks [] for network, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:34:24.254776 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-bfca5252-e164-4910-9846-f01828a989d1 admin admin] 10.222.0.67 "DELETE /v2.0/networks/4bdf2aed-00a8-44e1-a719-ebf64e12596f HTTP/1.1" status: 204 len: 168 time: 1.1368833 Sep 23 19:34:24.384360 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfca5252-e164-4910-9846-f01828a989d1 admin admin] Pushing event deleted for resources: {'Network': ['ID=4bdf2aed-00a8-44e1-a719-ebf64e12596f,revision_number=None']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:34:24.647002 n-d-713301-16 neutron-server[95101]: DEBUG neutron.db.db_base_plugin_common [req-c1294b43-e95d-4c41-a62f-c8163f423b2d req-ee2e005e-5ce1-45a8-a46f-ba9bfe406bda tempest-ServerRescueNegativeTestJSON-317871319 tempest-ServerRescueNegativeTestJSON-317871319-project] Allocated IP 172.20.0.11 (22c7394f-6eb3-4324-ad9a-c48452af8c12/0d48322f-2db5-4896-84d5-850e60fab8ec/acf36a73-9a5d-4069-8c51-d879b7158a29) {{(pid=95101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 19:34:24.648220 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-040c29d9-cd17-4350-9b5e-e1917b16aaa6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-601372'] for router_interface, before_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:34:25.006885 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 49074) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:34:25.117219 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-c7287b83-88ff-421d-8c4f-a7ffb5e148bd req-6f66767e-1715-437b-8fd9-ce3b307fcd99 tempest-VolumesActionsTest-1105869697 tempest-VolumesActionsTest-1105869697-project] 10.222.0.67 "GET /v2.0/ports?device_id=a2ecbe67-7939-47a5-bbed-ea2effd0ecf1 HTTP/1.1" status: 200 len: 210 time: 0.1140711 Sep 23 19:34:25.133442 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Device 187626c2-5218-4282-a27c-671db7f96ed1 up at agent ovs-agent-n-d-713301-16 {{(pid=95103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 19:34:25.136936 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-c1294b43-e95d-4c41-a62f-c8163f423b2d req-ee2e005e-5ce1-45a8-a46f-ba9bfe406bda tempest-ServerRescueNegativeTestJSON-317871319 tempest-ServerRescueNegativeTestJSON-317871319-project] Notify callbacks [] for port, precommit_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:34:25.211223 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b4980bb-972e-41cc-852d-edbb0889c9d0 req-cd27a402-940b-49da-8764-77b7e157467f tempest-ServerActionsTestJSON-618918056 tempest-ServerActionsTestJSON-618918056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:34:25.214456 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-4b4980bb-972e-41cc-852d-edbb0889c9d0 req-cd27a402-940b-49da-8764-77b7e157467f tempest-ServerActionsTestJSON-618918056 tempest-ServerActionsTestJSON-618918056-project] 10.222.0.67 "GET /v2.0/ports?device_id=7fa91134-8ee0-4baa-9037-6ca73d6b4c83 HTTP/1.1" status: 200 len: 945 time: 0.1678507 Sep 23 19:34:25.258075 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-e4e63a15-3842-4bc1-ba38-d88db747a3f5 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=c02f0550973445e7a8f93af8008dcaa2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2477360 Sep 23 19:34:25.258677 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 49078) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:34:25.295765 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-80e7e501-6c57-470d-92c6-e3d54bc3195c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:34:25.314417 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Provisioning complete for port 187626c2-5218-4282-a27c-671db7f96ed1 triggered by entity L2. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:34:25.315508 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:34:25.355523 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-c1294b43-e95d-4c41-a62f-c8163f423b2d req-ee2e005e-5ce1-45a8-a46f-ba9bfe406bda tempest-ServerRescueNegativeTestJSON-317871319 tempest-ServerRescueNegativeTestJSON-317871319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783145673135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5607431'] for port, after_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:34:25.485365 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:34:25.492723 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-a588fc45-d290-40da-bb11-b43233809ed3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:34:25.517078 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-ce2af34b-a994-4205-b9bb-c1e8312b8e15 req-49969e15-4326-49fe-b855-102e8ae4f0fb tempest-ServerRescueNegativeTestJSON-317871319 tempest-ServerRescueNegativeTestJSON-317871319-project] 10.222.0.67 "GET /v2.0/ports?device_id=f6ef00c9-1a36-4a78-8258-2ac22e8b1be1 HTTP/1.1" status: 200 len: 210 time: 0.2153938 Sep 23 19:34:25.544114 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] For port 187626c2-5218-4282-a27c-671db7f96ed1, host n-d-713301-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-16',level=0,port_id=187626c2-5218-4282-a27c-671db7f96ed1,segment=NetworkSegment(06c35406-3e3c-42a0-a3c1-86f8ca1b8560),segment_id=06c35406-3e3c-42a0-a3c1-86f8ca1b8560)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:34:25.547352 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c1294b43-e95d-4c41-a62f-c8163f423b2d req-ee2e005e-5ce1-45a8-a46f-ba9bfe406bda tempest-ServerRescueNegativeTestJSON-317871319 tempest-ServerRescueNegativeTestJSON-317871319-project] Network 22c7394f-6eb3-4324-ad9a-c48452af8c12 is already hosted by enough agents. {{(pid=95101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:34:25.549792 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.base_scheduler [req-c1294b43-e95d-4c41-a62f-c8163f423b2d req-ee2e005e-5ce1-45a8-a46f-ba9bfe406bda tempest-ServerRescueNegativeTestJSON-317871319 tempest-ServerRescueNegativeTestJSON-317871319-project] Resources bound (agent type, host, resource id): {{(pid=95101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:34:25.558058 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:34:25.605081 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-4b4980bb-972e-41cc-852d-edbb0889c9d0 req-f4536580-3a27-4777-9ff7-1e9013a97f8d tempest-ServerActionsTestJSON-618918056 tempest-ServerActionsTestJSON-618918056-project] 10.222.0.67 "GET /v2.0/security-groups?id=d2a75794-f2ea-419f-9d09-0096f3fe96c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3724294 Sep 23 19:34:25.638985 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-a588fc45-d290-40da-bb11-b43233809ed3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:34:25.642877 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee2e005e-5ce1-45a8-a46f-ba9bfe406bda tempest-ServerRescueNegativeTestJSON-317871319 tempest-ServerRescueNegativeTestJSON-317871319-project] Pushing event updated for resources: {'Port': ['ID=acf36a73-9a5d-4069-8c51-d879b7158a29,revision_number=1']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:34:25.662238 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Pushing event updated for resources: {'Port': ['ID=187626c2-5218-4282-a27c-671db7f96ed1,revision_number=5']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:34:25.666575 n-d-713301-16 neutron-server[95101]: DEBUG neutron.db.l3_dvrscheduler_db [req-c1294b43-e95d-4c41-a62f-c8163f423b2d req-ee2e005e-5ce1-45a8-a46f-ba9bfe406bda tempest-ServerRescueNegativeTestJSON-317871319 tempest-ServerRescueNegativeTestJSON-317871319-project] Received port after_create {{(pid=95101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 19:34:25.728165 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1294b43-e95d-4c41-a62f-c8163f423b2d req-ee2e005e-5ce1-45a8-a46f-ba9bfe406bda tempest-ServerRescueNegativeTestJSON-317871319 tempest-ServerRescueNegativeTestJSON-317871319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:34:25.728754 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-c1294b43-e95d-4c41-a62f-c8163f423b2d req-ee2e005e-5ce1-45a8-a46f-ba9bfe406bda tempest-ServerRescueNegativeTestJSON-317871319 tempest-ServerRescueNegativeTestJSON-317871319-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222849'] for port, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:34:25.769301 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-c1294b43-e95d-4c41-a62f-c8163f423b2d req-ee2e005e-5ce1-45a8-a46f-ba9bfe406bda tempest-ServerRescueNegativeTestJSON-317871319 tempest-ServerRescueNegativeTestJSON-317871319-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0341408 Sep 23 19:34:25.782434 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.v2.base [req-c1294b43-e95d-4c41-a62f-c8163f423b2d req-7c7d480d-a998-4913-9400-f4a75e4a0b1c service neutron] Request body: {'port': {'device_id': 'f5f48627-8ac0-4a38-a3d5-5de21347facd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713301-16'}} {{(pid=95101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:34:25.843268 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-a588fc45-d290-40da-bb11-b43233809ed3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:34:25.845860 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-a588fc45-d290-40da-bb11-b43233809ed3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:34:25.849928 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-a588fc45-d290-40da-bb11-b43233809ed3 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/870169be-a840-40b2-89c6-13960534f950 HTTP/1.1" status: 204 len: 168 time: 0.5899084 Sep 23 19:34:25.858152 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a33d270a-5855-4518-885c-662a5fa6c391 req-de26d444-c1fd-42d2-ae5f-b2e2687984a7 tempest-ServerActionsTestJSON-618918056 tempest-ServerActionsTestJSON-618918056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:34:25.859383 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-a33d270a-5855-4518-885c-662a5fa6c391 req-de26d444-c1fd-42d2-ae5f-b2e2687984a7 tempest-ServerActionsTestJSON-618918056 tempest-ServerActionsTestJSON-618918056-project] 10.222.0.67 "GET /v2.0/ports?device_id=7fa91134-8ee0-4baa-9037-6ca73d6b4c83 HTTP/1.1" status: 200 len: 945 time: 0.1115890 Sep 23 19:34:25.871433 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-c1294b43-e95d-4c41-a62f-c8163f423b2d req-7c7d480d-a998-4913-9400-f4a75e4a0b1c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:34:25.873843 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e51c56c7-1f8d-4da5-98de-188aa23e0db6 req-fd8797f0-be0e-48b9-99cb-d54c9aa0a636 tempest-VolumesActionsTest-1105869697 tempest-VolumesActionsTest-1105869697-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:34:25.875416 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-e51c56c7-1f8d-4da5-98de-188aa23e0db6 req-fd8797f0-be0e-48b9-99cb-d54c9aa0a636 tempest-VolumesActionsTest-1105869697 tempest-VolumesActionsTest-1105869697-project] 10.222.0.74 "GET /v2.0/networks?id=145889c7-e219-4677-9f6e-fffb5165afcc HTTP/1.1" status: 200 len: 809 time: 0.5757301 Sep 23 19:34:25.875554 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a588fc45-d290-40da-bb11-b43233809ed3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=870169be-a840-40b2-89c6-13960534f950,revision_number=None']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:34:25.917350 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.v2.base [req-e51c56c7-1f8d-4da5-98de-188aa23e0db6 req-407af8d4-9584-4aab-8b4b-07b8a4a12ff7 tempest-VolumesActionsTest-1105869697 tempest-VolumesActionsTest-1105869697-project] Request body: {'port': {'device_id': 'a2ecbe67-7939-47a5-bbed-ea2effd0ecf1', 'network_id': '145889c7-e219-4677-9f6e-fffb5165afcc', 'admin_state_up': True, 'tenant_id': '3785c489ecc5417f9ee36820febeb514'}} {{(pid=95102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:34:26.026266 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-a33d270a-5855-4518-885c-662a5fa6c391 req-8e4a0ae8-6b53-4b06-bb94-817e75c9bb05 tempest-ServerActionsTestJSON-618918056 tempest-ServerActionsTestJSON-618918056-project] 10.222.0.67 "GET /v2.0/security-groups?id=d2a75794-f2ea-419f-9d09-0096f3fe96c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1490600 Sep 23 19:34:26.521544 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2355331-45ab-4503-8bfb-9ab1f252ff0f req-8e731b8c-83a7-4b95-a234-bc6b79e73411 tempest-ServerRescueNegativeTestJSON-317871319 tempest-ServerRescueNegativeTestJSON-317871319-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:34:26.523786 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-f2355331-45ab-4503-8bfb-9ab1f252ff0f req-8e731b8c-83a7-4b95-a234-bc6b79e73411 tempest-ServerRescueNegativeTestJSON-317871319 tempest-ServerRescueNegativeTestJSON-317871319-project] 10.222.0.74 "GET /v2.0/networks?id=22c7394f-6eb3-4324-ad9a-c48452af8c12 HTTP/1.1" status: 200 len: 818 time: 0.2686734 Sep 23 19:34:26.538266 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.v2.base [req-f2355331-45ab-4503-8bfb-9ab1f252ff0f req-7dbabeb2-fba9-4568-a2c5-37a0a2c94da4 tempest-ServerRescueNegativeTestJSON-317871319 tempest-ServerRescueNegativeTestJSON-317871319-project] Request body: {'port': {'device_id': 'f6ef00c9-1a36-4a78-8258-2ac22e8b1be1', 'network_id': '22c7394f-6eb3-4324-ad9a-c48452af8c12', 'admin_state_up': True, 'tenant_id': '71d72afe428c4ce594ff8d28e6bea11d'}} {{(pid=95101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:34:26.562202 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-1ce95ab1-0a3d-45d3-923c-7244b18d03cc req-c7619aa7-c837-418a-89ca-2867fa664573 tempest-VolumesActionsTest-1105869697 tempest-VolumesActionsTest-1105869697-project] 10.222.0.67 "GET /v2.0/ports?device_id=a2ecbe67-7939-47a5-bbed-ea2effd0ecf1 HTTP/1.1" status: 200 len: 210 time: 0.2244120 Sep 23 19:34:26.579047 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e51c56c7-1f8d-4da5-98de-188aa23e0db6 req-407af8d4-9584-4aab-8b4b-07b8a4a12ff7 tempest-VolumesActionsTest-1105869697 tempest-VolumesActionsTest-1105869697-project] Made reservation on behalf of 3785c489ecc5417f9ee36820febeb514 for: {'port': 1} {{(pid=95102) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:34:26.583212 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-e51c56c7-1f8d-4da5-98de-188aa23e0db6 req-407af8d4-9584-4aab-8b4b-07b8a4a12ff7 tempest-VolumesActionsTest-1105869697 tempest-VolumesActionsTest-1105869697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:34:26.649191 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f969a45f-0938-4347-9e40-b6fc99ddae3a req-43ff1290-04d4-4690-9f9f-97971d3619b2 tempest-ServerActionsTestJSON-618918056 tempest-ServerActionsTestJSON-618918056-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:34:26.667530 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-f969a45f-0938-4347-9e40-b6fc99ddae3a req-43ff1290-04d4-4690-9f9f-97971d3619b2 tempest-ServerActionsTestJSON-618918056 tempest-ServerActionsTestJSON-618918056-project] 10.222.0.67 "GET /v2.0/networks?id=364dc893-5ecb-4aa3-be76-13b51cbbfbd4 HTTP/1.1" status: 200 len: 812 time: 0.2779393 Sep 23 19:34:26.670817 n-d-713301-16 neutron-server[95101]: DEBUG neutron.notifiers.nova [req-c1294b43-e95d-4c41-a62f-c8163f423b2d req-7c7d480d-a998-4913-9400-f4a75e4a0b1c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id acf36a73-9a5d-4069-8c51-d879b7158a29 {{(pid=95101) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 19:34:26.682889 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-c1294b43-e95d-4c41-a62f-c8163f423b2d req-7c7d480d-a998-4913-9400-f4a75e4a0b1c service neutron] Notify callbacks [] for port, precommit_update {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:34:26.722591 n-d-713301-16 neutron-server[95101]: DEBUG neutron.db.provisioning_blocks [req-c1294b43-e95d-4c41-a62f-c8163f423b2d req-7c7d480d-a998-4913-9400-f4a75e4a0b1c service neutron] Transition to ACTIVE for port object acf36a73-9a5d-4069-8c51-d879b7158a29 will not be triggered until provisioned by entity L2. {{(pid=95101) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 19:34:26.738680 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-c1294b43-e95d-4c41-a62f-c8163f423b2d req-7c7d480d-a998-4913-9400-f4a75e4a0b1c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5607436'] for port, after_update {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:34:26.833725 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c7d480d-a998-4913-9400-f4a75e4a0b1c service neutron] Pushing event updated for resources: {'Port': ['ID=acf36a73-9a5d-4069-8c51-d879b7158a29,revision_number=2']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:34:26.837923 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-f969a45f-0938-4347-9e40-b6fc99ddae3a req-9d770290-3699-4d00-86c7-02c61bd835f2 tempest-ServerActionsTestJSON-618918056 tempest-ServerActionsTestJSON-618918056-project] 10.222.0.67 "GET /v2.0/quotas/f17a85608a9a4ecb8150ef41746c47e0 HTTP/1.1" status: 200 len: 375 time: 0.1691248 Sep 23 19:34:26.875467 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f2355331-45ab-4503-8bfb-9ab1f252ff0f req-7dbabeb2-fba9-4568-a2c5-37a0a2c94da4 tempest-ServerRescueNegativeTestJSON-317871319 tempest-ServerRescueNegativeTestJSON-317871319-project] Made reservation on behalf of 71d72afe428c4ce594ff8d28e6bea11d for: {'port': 1} {{(pid=95101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:34:26.879706 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-f2355331-45ab-4503-8bfb-9ab1f252ff0f req-7dbabeb2-fba9-4568-a2c5-37a0a2c94da4 tempest-ServerRescueNegativeTestJSON-317871319 tempest-ServerRescueNegativeTestJSON-317871319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:34:26.907818 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-bc5727a3-f9cb-4953-96bf-3dc772c29982 req-d12e81ad-fcee-4c5d-97bf-b607df456c8d tempest-ServerRescueNegativeTestJSON-317871319 tempest-ServerRescueNegativeTestJSON-317871319-project] 10.222.0.67 "GET /v2.0/ports?device_id=f6ef00c9-1a36-4a78-8258-2ac22e8b1be1 HTTP/1.1" status: 200 len: 210 time: 0.2154515 Sep 23 19:34:26.950292 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Device 187626c2-5218-4282-a27c-671db7f96ed1 up at agent ovs-agent-n-d-713301-16 {{(pid=95103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 19:34:26.987951 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.plugin [None req-040c29d9-cd17-4350-9b5e-e1917b16aaa6 admin admin] Deleting port c1c58c8b-c8d8-45d1-8d3b-786ec08cfc8b {{(pid=95102) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:34:26.988309 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-040c29d9-cd17-4350-9b5e-e1917b16aaa6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783146157096'] for port, before_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:34:27.018874 n-d-713301-16 neutron-server[95102]: DEBUG neutron.db.db_base_plugin_common [req-e51c56c7-1f8d-4da5-98de-188aa23e0db6 req-407af8d4-9584-4aab-8b4b-07b8a4a12ff7 tempest-VolumesActionsTest-1105869697 tempest-VolumesActionsTest-1105869697-project] Allocated IP 172.20.0.10 (145889c7-e219-4677-9f6e-fffb5165afcc/d3af86c5-701c-49f7-9d6b-d313386a0d0f/bc55cc95-f7fa-4630-9764-bfb851ababd7) {{(pid=95102) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 19:34:27.077599 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-f969a45f-0938-4347-9e40-b6fc99ddae3a req-7ffd0457-9479-4922-aed6-068c47d7e7f4 tempest-ServerActionsTestJSON-618918056 tempest-ServerActionsTestJSON-618918056-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=f17a85608a9a4ecb8150ef41746c47e0&fields=id HTTP/1.1" status: 200 len: 486 time: 0.2381797 Sep 23 19:34:27.121562 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Provisioning complete for port 187626c2-5218-4282-a27c-671db7f96ed1 triggered by entity L2. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:34:27.121950 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:34:27.213662 n-d-713301-16 neutron-server[95101]: DEBUG neutron.db.db_base_plugin_common [req-f2355331-45ab-4503-8bfb-9ab1f252ff0f req-7dbabeb2-fba9-4568-a2c5-37a0a2c94da4 tempest-ServerRescueNegativeTestJSON-317871319 tempest-ServerRescueNegativeTestJSON-317871319-project] Allocated IP 172.20.0.4 (22c7394f-6eb3-4324-ad9a-c48452af8c12/0d48322f-2db5-4896-84d5-850e60fab8ec/9acad1bd-31ac-4aa3-947b-14663bbeaff0) {{(pid=95101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 19:34:27.267521 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.managers [req-c1294b43-e95d-4c41-a62f-c8163f423b2d req-7c7d480d-a998-4913-9400-f4a75e4a0b1c service neutron] Attempting to bind port acf36a73-9a5d-4069-8c51-d879b7158a29 on host n-h2-713301-16 for vnic_type normal with profile {{(pid=95101) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 19:34:27.267801 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.managers [req-c1294b43-e95d-4c41-a62f-c8163f423b2d req-7c7d480d-a998-4913-9400-f4a75e4a0b1c service neutron] Attempting to bind port acf36a73-9a5d-4069-8c51-d879b7158a29 by drivers openvswitch,hyperv on host n-h2-713301-16 at level 0 using segments [{'id': '06c35406-3e3c-42a0-a3c1-86f8ca1b8560', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '22c7394f-6eb3-4324-ad9a-c48452af8c12'}] {{(pid=95101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 19:34:27.268073 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1294b43-e95d-4c41-a62f-c8163f423b2d req-7c7d480d-a998-4913-9400-f4a75e4a0b1c service neutron] Attempting to bind port acf36a73-9a5d-4069-8c51-d879b7158a29 on network 22c7394f-6eb3-4324-ad9a-c48452af8c12 {{(pid=95101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:34:27.285158 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.db [None req-040c29d9-cd17-4350-9b5e-e1917b16aaa6 admin admin] For port c1c58c8b-c8d8-45d1-8d3b-786ec08cfc8b, host n-d-713301-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-16',level=0,port_id=c1c58c8b-c8d8-45d1-8d3b-786ec08cfc8b,segment=NetworkSegment(1b715116-171a-4fc6-af64-9f934b739294),segment_id=1b715116-171a-4fc6-af64-9f934b739294)] {{(pid=95102) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:34:27.285392 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1294b43-e95d-4c41-a62f-c8163f423b2d req-7c7d480d-a998-4913-9400-f4a75e4a0b1c service neutron] Port acf36a73-9a5d-4069-8c51-d879b7158a29 on network 22c7394f-6eb3-4324-ad9a-c48452af8c12 not bound, no agent of type Open vSwitch agent registered on host n-h2-713301-16 {{(pid=95101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 19:34:27.285521 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-040c29d9-cd17-4350-9b5e-e1917b16aaa6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-605701'] for port, precommit_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:34:27.285697 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1294b43-e95d-4c41-a62f-c8163f423b2d req-7c7d480d-a998-4913-9400-f4a75e4a0b1c service neutron] Attempting to bind port acf36a73-9a5d-4069-8c51-d879b7158a29 on network 22c7394f-6eb3-4324-ad9a-c48452af8c12 {{(pid=95101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:34:27.293415 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1294b43-e95d-4c41-a62f-c8163f423b2d req-7c7d480d-a998-4913-9400-f4a75e4a0b1c service neutron] Checking agent: {'id': '2a7cea34-db54-4faf-8d23-37521c3e34cb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713301-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 19, 15, 28), 'started_at': datetime.datetime(2021, 9, 23, 19, 15, 28), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 19, 33, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 19:34:27.293798 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1294b43-e95d-4c41-a62f-c8163f423b2d req-7c7d480d-a998-4913-9400-f4a75e4a0b1c service neutron] Checking segment: {'id': '06c35406-3e3c-42a0-a3c1-86f8ca1b8560', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '22c7394f-6eb3-4324-ad9a-c48452af8c12'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:34:27.294196 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1294b43-e95d-4c41-a62f-c8163f423b2d req-7c7d480d-a998-4913-9400-f4a75e4a0b1c service neutron] Bound using segment: {'id': '06c35406-3e3c-42a0-a3c1-86f8ca1b8560', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '22c7394f-6eb3-4324-ad9a-c48452af8c12'} {{(pid=95101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 19:34:27.295454 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.managers [req-c1294b43-e95d-4c41-a62f-c8163f423b2d req-7c7d480d-a998-4913-9400-f4a75e4a0b1c service neutron] Bound port: acf36a73-9a5d-4069-8c51-d879b7158a29, host: n-h2-713301-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '06c35406-3e3c-42a0-a3c1-86f8ca1b8560', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '22c7394f-6eb3-4324-ad9a-c48452af8c12'}}] {{(pid=95101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 19:34:27.295991 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-c1294b43-e95d-4c41-a62f-c8163f423b2d req-7c7d480d-a998-4913-9400-f4a75e4a0b1c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:34:27.331324 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.plugin [None req-040c29d9-cd17-4350-9b5e-e1917b16aaa6 admin admin] Calling delete_port for c1c58c8b-c8d8-45d1-8d3b-786ec08cfc8b owned by network:router_interface {{(pid=95102) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:34:27.513574 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.db [req-c1294b43-e95d-4c41-a62f-c8163f423b2d req-7c7d480d-a998-4913-9400-f4a75e4a0b1c service neutron] For port acf36a73-9a5d-4069-8c51-d879b7158a29, host n-h2-713301-16, cleared binding levels {{(pid=95101) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 19:34:27.523824 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.db [req-c1294b43-e95d-4c41-a62f-c8163f423b2d req-7c7d480d-a998-4913-9400-f4a75e4a0b1c service neutron] For port acf36a73-9a5d-4069-8c51-d879b7158a29, host n-h2-713301-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-16',level=0,port_id=acf36a73-9a5d-4069-8c51-d879b7158a29,segment=NetworkSegment(06c35406-3e3c-42a0-a3c1-86f8ca1b8560),segment_id=06c35406-3e3c-42a0-a3c1-86f8ca1b8560)] {{(pid=95101) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 19:34:27.550029 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-c1294b43-e95d-4c41-a62f-c8163f423b2d req-7c7d480d-a998-4913-9400-f4a75e4a0b1c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5607436'] for port, after_update {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:34:27.555440 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-f2355331-45ab-4503-8bfb-9ab1f252ff0f req-7dbabeb2-fba9-4568-a2c5-37a0a2c94da4 tempest-ServerRescueNegativeTestJSON-317871319 tempest-ServerRescueNegativeTestJSON-317871319-project] Notify callbacks [] for port, precommit_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:34:27.644723 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c7d480d-a998-4913-9400-f4a75e4a0b1c service neutron] Pushing event updated for resources: {'Port': ['ID=acf36a73-9a5d-4069-8c51-d879b7158a29,revision_number=3']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:34:27.660370 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1294b43-e95d-4c41-a62f-c8163f423b2d req-7c7d480d-a998-4913-9400-f4a75e4a0b1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:34:27.661504 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-c1294b43-e95d-4c41-a62f-c8163f423b2d req-7c7d480d-a998-4913-9400-f4a75e4a0b1c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222849'] for port, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:34:27.663628 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-c1294b43-e95d-4c41-a62f-c8163f423b2d req-7c7d480d-a998-4913-9400-f4a75e4a0b1c service neutron] 10.222.0.53 "PUT /v2.0/ports/acf36a73-9a5d-4069-8c51-d879b7158a29 HTTP/1.1" status: 200 len: 1093 time: 1.8862145 Sep 23 19:34:27.664249 n-d-713301-16 neutron-server[95101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f5f48627-8ac0-4a38-a3d5-5de21347facd', 'tag': 'acf36a73-9a5d-4069-8c51-d879b7158a29'}] {{(pid=95101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 19:34:27.667776 n-d-713301-16 neutron-server[95101]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d8366c5740cd635e57ab12b71fe44a77c2acc3c19091ef849c6f68b380462244" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5b8d148-51a0-4b30-be02-6f3d3b2bcdd0" -d '{"events": [{"name": "network-changed", "server_uuid": "f5f48627-8ac0-4a38-a3d5-5de21347facd", "tag": "acf36a73-9a5d-4069-8c51-d879b7158a29"}]}' {{(pid=95101) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 19:34:27.734776 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-f2355331-45ab-4503-8bfb-9ab1f252ff0f req-7dbabeb2-fba9-4568-a2c5-37a0a2c94da4 tempest-ServerRescueNegativeTestJSON-317871319 tempest-ServerRescueNegativeTestJSON-317871319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783145673135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5607431'] for port, after_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:34:27.769546 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-f969a45f-0938-4347-9e40-b6fc99ddae3a req-e52576c8-9b96-48f7-8a09-44b84a30d73b service neutron] 10.222.0.67 "GET /v2.0/networks/364dc893-5ecb-4aa3-be76-13b51cbbfbd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6909399 Sep 23 19:34:27.803969 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f2355331-45ab-4503-8bfb-9ab1f252ff0f req-7dbabeb2-fba9-4568-a2c5-37a0a2c94da4 tempest-ServerRescueNegativeTestJSON-317871319 tempest-ServerRescueNegativeTestJSON-317871319-project] Network 22c7394f-6eb3-4324-ad9a-c48452af8c12 is already hosted by enough agents. {{(pid=95101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:34:27.808039 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.base_scheduler [req-f2355331-45ab-4503-8bfb-9ab1f252ff0f req-7dbabeb2-fba9-4568-a2c5-37a0a2c94da4 tempest-ServerRescueNegativeTestJSON-317871319 tempest-ServerRescueNegativeTestJSON-317871319-project] Resources bound (agent type, host, resource id): {{(pid=95101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:34:27.811578 n-d-713301-16 neutron-server[95101]: DEBUG neutron.db.l3_dvrscheduler_db [req-f2355331-45ab-4503-8bfb-9ab1f252ff0f req-7dbabeb2-fba9-4568-a2c5-37a0a2c94da4 tempest-ServerRescueNegativeTestJSON-317871319 tempest-ServerRescueNegativeTestJSON-317871319-project] Received port after_create {{(pid=95101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 19:34:27.865468 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2355331-45ab-4503-8bfb-9ab1f252ff0f req-7dbabeb2-fba9-4568-a2c5-37a0a2c94da4 tempest-ServerRescueNegativeTestJSON-317871319 tempest-ServerRescueNegativeTestJSON-317871319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:34:27.866231 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-f2355331-45ab-4503-8bfb-9ab1f252ff0f req-7dbabeb2-fba9-4568-a2c5-37a0a2c94da4 tempest-ServerRescueNegativeTestJSON-317871319 tempest-ServerRescueNegativeTestJSON-317871319-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222849'] for port, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:34:27.877636 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-ef8d0cf1-50fe-458a-a449-e08197b0d57b req-0b93b944-06be-4fbd-a0fb-fb5dcae555dc tempest-VolumesActionsTest-1105869697 tempest-VolumesActionsTest-1105869697-project] 10.222.0.67 "GET /v2.0/ports?device_id=a2ecbe67-7939-47a5-bbed-ea2effd0ecf1 HTTP/1.1" status: 200 len: 210 time: 0.1155205 Sep 23 19:34:27.913515 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1294b43-e95d-4c41-a62f-c8163f423b2d req-0a640903-0361-4259-a4cb-39829cdc6f5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:34:27.915547 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-c1294b43-e95d-4c41-a62f-c8163f423b2d req-0a640903-0361-4259-a4cb-39829cdc6f5d service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=71d72afe428c4ce594ff8d28e6bea11d&device_id=f5f48627-8ac0-4a38-a3d5-5de21347facd HTTP/1.1" status: 200 len: 1096 time: 0.2011914 Sep 23 19:34:27.917577 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dbabeb2-fba9-4568-a2c5-37a0a2c94da4 tempest-ServerRescueNegativeTestJSON-317871319 tempest-ServerRescueNegativeTestJSON-317871319-project] Pushing event updated for resources: {'Port': ['ID=9acad1bd-31ac-4aa3-947b-14663bbeaff0,revision_number=1']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:34:27.922692 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-f2355331-45ab-4503-8bfb-9ab1f252ff0f req-7dbabeb2-fba9-4568-a2c5-37a0a2c94da4 tempest-ServerRescueNegativeTestJSON-317871319 tempest-ServerRescueNegativeTestJSON-317871319-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3890285 Sep 23 19:34:27.953399 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:34:27.965317 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.v2.base [req-f2355331-45ab-4503-8bfb-9ab1f252ff0f req-dbc853f5-ed25-4476-b86c-6291465fab2a service neutron] Request body: {'port': {'device_id': 'f6ef00c9-1a36-4a78-8258-2ac22e8b1be1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713301-16'}} {{(pid=95101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:34:28.006047 n-d-713301-16 neutron-server[95101]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 19:34:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00b1d192-72a4-4f7b-b8cc-921d503ca240 x-openstack-request-id: req-00b1d192-72a4-4f7b-b8cc-921d503ca240 {{(pid=95101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 19:34:28.006456 n-d-713301-16 neutron-server[95101]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f5f48627-8ac0-4a38-a3d5-5de21347facd", "tag": "acf36a73-9a5d-4069-8c51-d879b7158a29", "status": "completed", "code": 200}]} {{(pid=95101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 19:34:28.006927 n-d-713301-16 neutron-server[95101]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-00b1d192-72a4-4f7b-b8cc-921d503ca240 {{(pid=95101) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 19:34:28.007423 n-d-713301-16 neutron-server[95101]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f5f48627-8ac0-4a38-a3d5-5de21347facd', 'tag': 'acf36a73-9a5d-4069-8c51-d879b7158a29', 'status': 'completed', 'code': 200} Sep 23 19:34:28.011794 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-c1294b43-e95d-4c41-a62f-c8163f423b2d req-4f7f5ef8-0eb5-4e2b-b474-342532516c76 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=acf36a73-9a5d-4069-8c51-d879b7158a29 HTTP/1.1" status: 200 len: 217 time: 0.0879099 Sep 23 19:34:28.025415 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-e51c56c7-1f8d-4da5-98de-188aa23e0db6 req-407af8d4-9584-4aab-8b4b-07b8a4a12ff7 tempest-VolumesActionsTest-1105869697 tempest-VolumesActionsTest-1105869697-project] Notify callbacks [] for port, precommit_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:34:28.091022 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-f2355331-45ab-4503-8bfb-9ab1f252ff0f req-dbc853f5-ed25-4476-b86c-6291465fab2a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:34:28.118384 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1294b43-e95d-4c41-a62f-c8163f423b2d req-250b2ba8-b401-45f3-a777-f05618064f35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:34:28.119873 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-c1294b43-e95d-4c41-a62f-c8163f423b2d req-250b2ba8-b401-45f3-a777-f05618064f35 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=0d48322f-2db5-4896-84d5-850e60fab8ec HTTP/1.1" status: 200 len: 858 time: 0.0798507 Sep 23 19:34:28.123472 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-f969a45f-0938-4347-9e40-b6fc99ddae3a req-d99d783a-fb1a-4c64-8fea-d55414cbfb1d service neutron] 10.222.0.67 "GET /v2.0/networks/364dc893-5ecb-4aa3-be76-13b51cbbfbd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3441937 Sep 23 19:34:28.187685 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf4dbdc-6880-4536-b320-d954faf24670 req-8a54484c-3b49-4a7d-a595-1b4a8bd83c97 tempest-ServerRescueNegativeTestJSON-317871319 tempest-ServerRescueNegativeTestJSON-317871319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:34:28.188556 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-c1294b43-e95d-4c41-a62f-c8163f423b2d req-785f0a3e-a381-4dd5-aa32-7f49b0c0ea7b service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=22c7394f-6eb3-4324-ad9a-c48452af8c12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0322561 Sep 23 19:34:28.189288 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-aaf4dbdc-6880-4536-b320-d954faf24670 req-8a54484c-3b49-4a7d-a595-1b4a8bd83c97 tempest-ServerRescueNegativeTestJSON-317871319 tempest-ServerRescueNegativeTestJSON-317871319-project] 10.222.0.67 "GET /v2.0/ports?device_id=f6ef00c9-1a36-4a78-8258-2ac22e8b1be1 HTTP/1.1" status: 200 len: 931 time: 0.1085920 Sep 23 19:34:28.200082 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-e51c56c7-1f8d-4da5-98de-188aa23e0db6 req-407af8d4-9584-4aab-8b4b-07b8a4a12ff7 tempest-VolumesActionsTest-1105869697 tempest-VolumesActionsTest-1105869697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783145673135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4399100'] for port, after_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:34:28.238235 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:34:28.325569 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-407af8d4-9584-4aab-8b4b-07b8a4a12ff7 tempest-VolumesActionsTest-1105869697 tempest-VolumesActionsTest-1105869697-project] Pushing event updated for resources: {'Port': ['ID=bc55cc95-f7fa-4630-9764-bfb851ababd7,revision_number=1']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:34:28.381825 n-d-713301-16 neutron-server[95102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e51c56c7-1f8d-4da5-98de-188aa23e0db6 req-407af8d4-9584-4aab-8b4b-07b8a4a12ff7 tempest-VolumesActionsTest-1105869697 tempest-VolumesActionsTest-1105869697-project] Network 145889c7-e219-4677-9f6e-fffb5165afcc is already hosted by enough agents. {{(pid=95102) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:34:28.406660 n-d-713301-16 neutron-server[95102]: DEBUG neutron.scheduler.base_scheduler [req-e51c56c7-1f8d-4da5-98de-188aa23e0db6 req-407af8d4-9584-4aab-8b4b-07b8a4a12ff7 tempest-VolumesActionsTest-1105869697 tempest-VolumesActionsTest-1105869697-project] Resources bound (agent type, host, resource id): {{(pid=95102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:34:28.422795 n-d-713301-16 neutron-server[95102]: DEBUG neutron.db.l3_dvrscheduler_db [req-e51c56c7-1f8d-4da5-98de-188aa23e0db6 req-407af8d4-9584-4aab-8b4b-07b8a4a12ff7 tempest-VolumesActionsTest-1105869697 tempest-VolumesActionsTest-1105869697-project] Received port after_create {{(pid=95102) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 19:34:28.514862 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-aaf4dbdc-6880-4536-b320-d954faf24670 req-1ac1779a-c296-4741-9c3c-2125b118bba7 tempest-ServerRescueNegativeTestJSON-317871319 tempest-ServerRescueNegativeTestJSON-317871319-project] 10.222.0.67 "GET /v2.0/security-groups?id=ac103501-6c24-4299-8f11-081b36059735&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3163402 Sep 23 19:34:28.555145 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-040c29d9-cd17-4350-9b5e-e1917b16aaa6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783146162158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783145673144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4399100'] for port, after_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:34:28.570988 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e51c56c7-1f8d-4da5-98de-188aa23e0db6 req-407af8d4-9584-4aab-8b4b-07b8a4a12ff7 tempest-VolumesActionsTest-1105869697 tempest-VolumesActionsTest-1105869697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:34:28.571733 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-e51c56c7-1f8d-4da5-98de-188aa23e0db6 req-407af8d4-9584-4aab-8b4b-07b8a4a12ff7 tempest-VolumesActionsTest-1105869697 tempest-VolumesActionsTest-1105869697-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222849'] for port, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:34:28.602217 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-040c29d9-cd17-4350-9b5e-e1917b16aaa6 admin admin] Pushing event deleted for resources: {'Port': ['ID=c1c58c8b-c8d8-45d1-8d3b-786ec08cfc8b,revision_number=None']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:34:28.640307 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-c1294b43-e95d-4c41-a62f-c8163f423b2d req-9e6e4721-c70d-46b7-a9f9-bf4269c1b438 service neutron] 10.222.0.53 "GET /v2.0/networks/22c7394f-6eb3-4324-ad9a-c48452af8c12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4381955 Sep 23 19:34:28.658963 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-e51c56c7-1f8d-4da5-98de-188aa23e0db6 req-407af8d4-9584-4aab-8b4b-07b8a4a12ff7 tempest-VolumesActionsTest-1105869697 tempest-VolumesActionsTest-1105869697-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.7485340 Sep 23 19:34:28.745804 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-847b51b5-9b88-4756-a1ac-bebc2186797a req-7dcd7662-ade7-4628-ba8d-40899fd09ec9 tempest-ServerActionsTestJSON-618918056 tempest-ServerActionsTestJSON-618918056-project] 10.222.0.67 "GET /v2.0/ports?device_id=0aa4b856-b55e-498e-8d78-1218f4a31f15 HTTP/1.1" status: 200 len: 210 time: 0.1245422 Sep 23 19:34:28.754196 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.v2.base [req-e51c56c7-1f8d-4da5-98de-188aa23e0db6 req-d1a83eac-3d5e-4f22-b8f8-51fa25a69ece service neutron] Request body: {'port': {'device_id': 'a2ecbe67-7939-47a5-bbed-ea2effd0ecf1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713301-16'}} {{(pid=95102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:34:28.878484 n-d-713301-16 neutron-server[95101]: DEBUG neutron.notifiers.nova [req-f2355331-45ab-4503-8bfb-9ab1f252ff0f req-dbc853f5-ed25-4476-b86c-6291465fab2a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9acad1bd-31ac-4aa3-947b-14663bbeaff0 {{(pid=95101) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 19:34:29.009445 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-f2355331-45ab-4503-8bfb-9ab1f252ff0f req-dbc853f5-ed25-4476-b86c-6291465fab2a service neutron] Notify callbacks [] for port, precommit_update {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:34:29.048279 n-d-713301-16 neutron-server[95101]: DEBUG neutron.db.provisioning_blocks [req-f2355331-45ab-4503-8bfb-9ab1f252ff0f req-dbc853f5-ed25-4476-b86c-6291465fab2a service neutron] Transition to ACTIVE for port object 9acad1bd-31ac-4aa3-947b-14663bbeaff0 will not be triggered until provisioned by entity L2. {{(pid=95101) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 19:34:29.056523 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-f2355331-45ab-4503-8bfb-9ab1f252ff0f req-dbc853f5-ed25-4476-b86c-6291465fab2a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5607436'] for port, after_update {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:34:29.115780 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-c1294b43-e95d-4c41-a62f-c8163f423b2d req-7347cbb3-44b8-46a6-92a1-f00da0f81ede service neutron] 10.222.0.53 "GET /v2.0/networks/22c7394f-6eb3-4324-ad9a-c48452af8c12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4647427 Sep 23 19:34:29.142351 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-e51c56c7-1f8d-4da5-98de-188aa23e0db6 req-d1a83eac-3d5e-4f22-b8f8-51fa25a69ece service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:34:29.170545 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc853f5-ed25-4476-b86c-6291465fab2a service neutron] Pushing event updated for resources: {'Port': ['ID=9acad1bd-31ac-4aa3-947b-14663bbeaff0,revision_number=2']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:34:29.217798 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 49178) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:34:29.250464 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-040c29d9-cd17-4350-9b5e-e1917b16aaa6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-527322', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-602005'] for router_interface, after_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:34:29.262172 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.managers [req-f2355331-45ab-4503-8bfb-9ab1f252ff0f req-dbc853f5-ed25-4476-b86c-6291465fab2a service neutron] Attempting to bind port 9acad1bd-31ac-4aa3-947b-14663bbeaff0 on host n-h1-713301-16 for vnic_type normal with profile {{(pid=95101) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 19:34:29.262485 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.managers [req-f2355331-45ab-4503-8bfb-9ab1f252ff0f req-dbc853f5-ed25-4476-b86c-6291465fab2a service neutron] Attempting to bind port 9acad1bd-31ac-4aa3-947b-14663bbeaff0 by drivers openvswitch,hyperv on host n-h1-713301-16 at level 0 using segments [{'id': '06c35406-3e3c-42a0-a3c1-86f8ca1b8560', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '22c7394f-6eb3-4324-ad9a-c48452af8c12'}] {{(pid=95101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 19:34:29.262609 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2355331-45ab-4503-8bfb-9ab1f252ff0f req-dbc853f5-ed25-4476-b86c-6291465fab2a service neutron] Attempting to bind port 9acad1bd-31ac-4aa3-947b-14663bbeaff0 on network 22c7394f-6eb3-4324-ad9a-c48452af8c12 {{(pid=95101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:34:29.269479 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2355331-45ab-4503-8bfb-9ab1f252ff0f req-dbc853f5-ed25-4476-b86c-6291465fab2a service neutron] Port 9acad1bd-31ac-4aa3-947b-14663bbeaff0 on network 22c7394f-6eb3-4324-ad9a-c48452af8c12 not bound, no agent of type Open vSwitch agent registered on host n-h1-713301-16 {{(pid=95101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 19:34:29.269804 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2355331-45ab-4503-8bfb-9ab1f252ff0f req-dbc853f5-ed25-4476-b86c-6291465fab2a service neutron] Attempting to bind port 9acad1bd-31ac-4aa3-947b-14663bbeaff0 on network 22c7394f-6eb3-4324-ad9a-c48452af8c12 {{(pid=95101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:34:29.278023 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2355331-45ab-4503-8bfb-9ab1f252ff0f req-dbc853f5-ed25-4476-b86c-6291465fab2a service neutron] Checking agent: {'id': '0708c3e9-0aad-4600-9be9-d2486535c898', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713301-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 19, 15, 28), 'started_at': datetime.datetime(2021, 9, 23, 19, 15, 28), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 19, 34, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 19:34:29.278384 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2355331-45ab-4503-8bfb-9ab1f252ff0f req-dbc853f5-ed25-4476-b86c-6291465fab2a service neutron] Checking segment: {'id': '06c35406-3e3c-42a0-a3c1-86f8ca1b8560', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '22c7394f-6eb3-4324-ad9a-c48452af8c12'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:34:29.278756 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2355331-45ab-4503-8bfb-9ab1f252ff0f req-dbc853f5-ed25-4476-b86c-6291465fab2a service neutron] Bound using segment: {'id': '06c35406-3e3c-42a0-a3c1-86f8ca1b8560', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '22c7394f-6eb3-4324-ad9a-c48452af8c12'} {{(pid=95101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 19:34:29.279257 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.managers [req-f2355331-45ab-4503-8bfb-9ab1f252ff0f req-dbc853f5-ed25-4476-b86c-6291465fab2a service neutron] Bound port: 9acad1bd-31ac-4aa3-947b-14663bbeaff0, host: n-h1-713301-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '06c35406-3e3c-42a0-a3c1-86f8ca1b8560', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '22c7394f-6eb3-4324-ad9a-c48452af8c12'}}] {{(pid=95101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 19:34:29.279627 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-f2355331-45ab-4503-8bfb-9ab1f252ff0f req-dbc853f5-ed25-4476-b86c-6291465fab2a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:34:29.296869 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b8d148-51a0-4b30-be02-6f3d3b2bcdd0 req-c819ccca-db3c-4fa0-b527-1d9fbc972f96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:34:29.298396 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-a5b8d148-51a0-4b30-be02-6f3d3b2bcdd0 req-c819ccca-db3c-4fa0-b527-1d9fbc972f96 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=71d72afe428c4ce594ff8d28e6bea11d&device_id=f5f48627-8ac0-4a38-a3d5-5de21347facd HTTP/1.1" status: 200 len: 1096 time: 0.0936975 Sep 23 19:34:29.299707 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc94e8f-fa1a-4bbe-bb56-04cfd08d2c54 req-4ea2a9ea-0e74-4fcf-8ab4-cd559e1566e9 tempest-VolumesActionsTest-1105869697 tempest-VolumesActionsTest-1105869697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:34:29.301534 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-ccc94e8f-fa1a-4bbe-bb56-04cfd08d2c54 req-4ea2a9ea-0e74-4fcf-8ab4-cd559e1566e9 tempest-VolumesActionsTest-1105869697 tempest-VolumesActionsTest-1105869697-project] 10.222.0.67 "GET /v2.0/ports?device_id=a2ecbe67-7939-47a5-bbed-ea2effd0ecf1 HTTP/1.1" status: 200 len: 932 time: 0.2293112 Sep 23 19:34:29.536488 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-ccc94e8f-fa1a-4bbe-bb56-04cfd08d2c54 req-e67634fb-fb2d-4cb3-a61e-38fccd292c54 tempest-VolumesActionsTest-1105869697 tempest-VolumesActionsTest-1105869697-project] 10.222.0.67 "GET /v2.0/security-groups?id=722c6412-8ba9-4584-ba09-9864cbe02969&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1690600 Sep 23 19:34:29.796088 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-24700510-6559-4f90-b604-6f02a6f07b99 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:34:29.812002 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.db [req-f2355331-45ab-4503-8bfb-9ab1f252ff0f req-dbc853f5-ed25-4476-b86c-6291465fab2a service neutron] For port 9acad1bd-31ac-4aa3-947b-14663bbeaff0, host n-h1-713301-16, cleared binding levels {{(pid=95101) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 19:34:29.819346 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-839f3cdc-2825-4ddd-be1b-39c4cb3ea4e3 req-55a5a6eb-aab7-4592-963d-5b6031232146 tempest-ServerRescueNegativeTestJSON-317871319 tempest-ServerRescueNegativeTestJSON-317871319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:34:29.827007 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-839f3cdc-2825-4ddd-be1b-39c4cb3ea4e3 req-55a5a6eb-aab7-4592-963d-5b6031232146 tempest-ServerRescueNegativeTestJSON-317871319 tempest-ServerRescueNegativeTestJSON-317871319-project] 10.222.0.67 "GET /v2.0/ports?device_id=f6ef00c9-1a36-4a78-8258-2ac22e8b1be1 HTTP/1.1" status: 200 len: 943 time: 0.1378031 Sep 23 19:34:29.844111 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.db [req-f2355331-45ab-4503-8bfb-9ab1f252ff0f req-dbc853f5-ed25-4476-b86c-6291465fab2a service neutron] For port 9acad1bd-31ac-4aa3-947b-14663bbeaff0, host n-h1-713301-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-16',level=0,port_id=9acad1bd-31ac-4aa3-947b-14663bbeaff0,segment=NetworkSegment(06c35406-3e3c-42a0-a3c1-86f8ca1b8560),segment_id=06c35406-3e3c-42a0-a3c1-86f8ca1b8560)] {{(pid=95101) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 19:34:29.850650 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b8d148-51a0-4b30-be02-6f3d3b2bcdd0 req-00bfb796-ad84-4493-8021-1e399e3c7cec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:34:29.852555 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-a5b8d148-51a0-4b30-be02-6f3d3b2bcdd0 req-00bfb796-ad84-4493-8021-1e399e3c7cec service neutron] 10.222.0.53 "GET /v2.0/networks?id=22c7394f-6eb3-4324-ad9a-c48452af8c12 HTTP/1.1" status: 200 len: 919 time: 0.5246842 Sep 23 19:34:29.856883 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-f2355331-45ab-4503-8bfb-9ab1f252ff0f req-dbc853f5-ed25-4476-b86c-6291465fab2a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5607436'] for port, after_update {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:34:29.934633 n-d-713301-16 neutron-server[95102]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-040c29d9-cd17-4350-9b5e-e1917b16aaa6 admin admin] Router cb834e00-c899-4d94-9559-056ad2e6fc1d has already been hosted by L3 agent 79a740bf-7821-4989-8288-7186e3e128f3 {{(pid=95102) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 19:34:29.944728 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2355331-45ab-4503-8bfb-9ab1f252ff0f req-dbc853f5-ed25-4476-b86c-6291465fab2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:34:29.945366 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-f2355331-45ab-4503-8bfb-9ab1f252ff0f req-dbc853f5-ed25-4476-b86c-6291465fab2a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222849'] for port, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:34:29.946958 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-f2355331-45ab-4503-8bfb-9ab1f252ff0f req-dbc853f5-ed25-4476-b86c-6291465fab2a service neutron] 10.222.0.74 "PUT /v2.0/ports/9acad1bd-31ac-4aa3-947b-14663bbeaff0 HTTP/1.1" status: 200 len: 1092 time: 2.0151429 Sep 23 19:34:29.959730 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-a5b8d148-51a0-4b30-be02-6f3d3b2bcdd0 req-d2e48902-ef40-40fb-a1d1-8b1841c7f90c service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=acf36a73-9a5d-4069-8c51-d879b7158a29 HTTP/1.1" status: 200 len: 217 time: 0.0924771 Sep 23 19:34:29.983822 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-3581a2c6-8ee3-4776-9618-a7093ad3be5c req-9dd9dbb4-fb0f-4bc2-8331-6dcd36dfb774 tempest-ServerActionsTestJSON-618918056 tempest-ServerActionsTestJSON-618918056-project] 10.222.0.67 "GET /v2.0/ports?device_id=0aa4b856-b55e-498e-8d78-1218f4a31f15 HTTP/1.1" status: 200 len: 210 time: 0.1112065 Sep 23 19:34:30.020462 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-839f3cdc-2825-4ddd-be1b-39c4cb3ea4e3 req-be21c42f-181b-4c35-9157-f89908d9d9b7 tempest-ServerRescueNegativeTestJSON-317871319 tempest-ServerRescueNegativeTestJSON-317871319-project] 10.222.0.67 "GET /v2.0/security-groups?id=ac103501-6c24-4299-8f11-081b36059735&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1906378 Sep 23 19:34:30.023576 n-d-713301-16 neutron-server[95101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f6ef00c9-1a36-4a78-8258-2ac22e8b1be1', 'tag': '9acad1bd-31ac-4aa3-947b-14663bbeaff0'}] {{(pid=95101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 19:34:30.026380 n-d-713301-16 neutron-server[95101]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d8366c5740cd635e57ab12b71fe44a77c2acc3c19091ef849c6f68b380462244" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92041d41-8690-40c7-9e6a-7682159d108f" -d '{"events": [{"name": "network-changed", "server_uuid": "f6ef00c9-1a36-4a78-8258-2ac22e8b1be1", "tag": "9acad1bd-31ac-4aa3-947b-14663bbeaff0"}]}' {{(pid=95101) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 19:34:30.043757 n-d-713301-16 neutron-server[95102]: DEBUG neutron.notifiers.nova [req-e51c56c7-1f8d-4da5-98de-188aa23e0db6 req-d1a83eac-3d5e-4f22-b8f8-51fa25a69ece service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bc55cc95-f7fa-4630-9764-bfb851ababd7 {{(pid=95102) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 19:34:30.057215 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-e51c56c7-1f8d-4da5-98de-188aa23e0db6 req-d1a83eac-3d5e-4f22-b8f8-51fa25a69ece service neutron] Notify callbacks [] for port, precommit_update {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:34:30.093333 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc853f5-ed25-4476-b86c-6291465fab2a service neutron] Pushing event updated for resources: {'Port': ['ID=9acad1bd-31ac-4aa3-947b-14663bbeaff0,revision_number=3']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:34:30.116264 n-d-713301-16 neutron-server[95101]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 19:34:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ab63764-93dd-486a-aacf-c0294d605e02 x-openstack-request-id: req-2ab63764-93dd-486a-aacf-c0294d605e02 {{(pid=95101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 19:34:30.116659 n-d-713301-16 neutron-server[95101]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f6ef00c9-1a36-4a78-8258-2ac22e8b1be1", "tag": "9acad1bd-31ac-4aa3-947b-14663bbeaff0", "status": "completed", "code": 200}]} {{(pid=95101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 19:34:30.117603 n-d-713301-16 neutron-server[95101]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-2ab63764-93dd-486a-aacf-c0294d605e02 {{(pid=95101) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 19:34:30.118189 n-d-713301-16 neutron-server[95101]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f6ef00c9-1a36-4a78-8258-2ac22e8b1be1', 'tag': '9acad1bd-31ac-4aa3-947b-14663bbeaff0', 'status': 'completed', 'code': 200} Sep 23 19:34:30.140232 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b8d148-51a0-4b30-be02-6f3d3b2bcdd0 req-a93c6a2d-844d-48a5-bec5-c60b5bcd473e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:34:30.142566 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-a5b8d148-51a0-4b30-be02-6f3d3b2bcdd0 req-a93c6a2d-844d-48a5-bec5-c60b5bcd473e service neutron] 10.222.0.53 "GET /v2.0/subnets?id=0d48322f-2db5-4896-84d5-850e60fab8ec HTTP/1.1" status: 200 len: 858 time: 0.1712577 Sep 23 19:34:30.151076 n-d-713301-16 neutron-server[95102]: DEBUG neutron.db.provisioning_blocks [req-e51c56c7-1f8d-4da5-98de-188aa23e0db6 req-d1a83eac-3d5e-4f22-b8f8-51fa25a69ece service neutron] Transition to ACTIVE for port object bc55cc95-f7fa-4630-9764-bfb851ababd7 will not be triggered until provisioned by entity L2. {{(pid=95102) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 19:34:30.157657 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2355331-45ab-4503-8bfb-9ab1f252ff0f req-b079a4a8-a144-4c39-852b-da6eb6a2591c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:34:30.160002 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-f2355331-45ab-4503-8bfb-9ab1f252ff0f req-b079a4a8-a144-4c39-852b-da6eb6a2591c service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=71d72afe428c4ce594ff8d28e6bea11d&device_id=f6ef00c9-1a36-4a78-8258-2ac22e8b1be1 HTTP/1.1" status: 200 len: 1095 time: 0.1248004 Sep 23 19:34:30.160262 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-e51c56c7-1f8d-4da5-98de-188aa23e0db6 req-d1a83eac-3d5e-4f22-b8f8-51fa25a69ece service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4399095'] for port, after_update {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:34:30.207739 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-a5b8d148-51a0-4b30-be02-6f3d3b2bcdd0 req-81bc91be-ffdd-40ae-bc42-2c1d7224f9fa service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=22c7394f-6eb3-4324-ad9a-c48452af8c12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0532346 Sep 23 19:34:30.259997 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-f2355331-45ab-4503-8bfb-9ab1f252ff0f req-cb8b7019-cfac-420b-9e31-a89f6d6c3486 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9acad1bd-31ac-4aa3-947b-14663bbeaff0 HTTP/1.1" status: 200 len: 217 time: 0.0864663 Sep 23 19:34:30.267415 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f969a45f-0938-4347-9e40-b6fc99ddae3a req-5ed60c77-4b74-46f3-8a04-ce40d6bcc76e tempest-ServerActionsTestJSON-618918056 tempest-ServerActionsTestJSON-618918056-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:34:30.269121 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-f969a45f-0938-4347-9e40-b6fc99ddae3a req-5ed60c77-4b74-46f3-8a04-ce40d6bcc76e tempest-ServerActionsTestJSON-618918056 tempest-ServerActionsTestJSON-618918056-project] 10.222.0.53 "GET /v2.0/networks?id=364dc893-5ecb-4aa3-be76-13b51cbbfbd4 HTTP/1.1" status: 200 len: 812 time: 0.3821485 Sep 23 19:34:30.275689 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-24700510-6559-4f90-b604-6f02a6f07b99 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:34:30.282786 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1a83eac-3d5e-4f22-b8f8-51fa25a69ece service neutron] Pushing event updated for resources: {'Port': ['ID=bc55cc95-f7fa-4630-9764-bfb851ababd7,revision_number=2']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:34:30.295517 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.v2.base [req-f969a45f-0938-4347-9e40-b6fc99ddae3a req-e26d4008-2bac-4054-92c4-767bedbde860 tempest-ServerActionsTestJSON-618918056 tempest-ServerActionsTestJSON-618918056-project] Request body: {'port': {'device_id': '0aa4b856-b55e-498e-8d78-1218f4a31f15', 'network_id': '364dc893-5ecb-4aa3-be76-13b51cbbfbd4', 'admin_state_up': True, 'tenant_id': 'f17a85608a9a4ecb8150ef41746c47e0'}} {{(pid=95102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:34:30.311483 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-24700510-6559-4f90-b604-6f02a6f07b99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:34:30.410097 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-24700510-6559-4f90-b604-6f02a6f07b99 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=6ef8068c13a24131a6e7557c0fc4e7b2&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1912405 Sep 23 19:34:30.413346 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 49192) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:34:30.414812 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2355331-45ab-4503-8bfb-9ab1f252ff0f req-5bb224c7-e9a4-4857-8627-24489c374289 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:34:30.416261 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-f2355331-45ab-4503-8bfb-9ab1f252ff0f req-5bb224c7-e9a4-4857-8627-24489c374289 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=0d48322f-2db5-4896-84d5-850e60fab8ec HTTP/1.1" status: 200 len: 858 time: 0.1428874 Sep 23 19:34:30.417688 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-040c29d9-cd17-4350-9b5e-e1917b16aaa6 admin admin] Notify agent at l3_agent.n-d-713301-16 the message routers_updated {{(pid=95102) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 19:34:30.429630 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-040c29d9-cd17-4350-9b5e-e1917b16aaa6 admin admin] 10.222.0.67 "PUT /v2.0/routers/cb834e00-c899-4d94-9559-056ad2e6fc1d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7408140 Sep 23 19:34:30.429849 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24700510-6559-4f90-b604-6f02a6f07b99 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=364b3e22-37d5-446f-afa6-18d31972c3a0,revision_number=1']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:34:30.430008 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99f05ba8-73c1-4bb6-a461-ba82ac764bce None None] Sync routers for ids ['cb834e00-c899-4d94-9559-056ad2e6fc1d'] in n-d-713301-16 {{(pid=95104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 19:34:30.431583 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 49194) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:34:30.450177 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99f05ba8-73c1-4bb6-a461-ba82ac764bce None None] Routers {'cb834e00-c899-4d94-9559-056ad2e6fc1d'} bound to L3 agent in host n-d-713301-16 {{(pid=95104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 19:34:30.451067 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_hamode_db [None req-99f05ba8-73c1-4bb6-a461-ba82ac764bce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-23T19:07:52Z,description=,heartbeat_timestamp=2021-09-23T19:34:22Z,host='n-d-713301-16',id=79a740bf-7821-4989-8288-7186e3e128f3,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:07:52Z,topic='l3_agent')) {'router_ids': ['cb834e00-c899-4d94-9559-056ad2e6fc1d'], 'active': True} {{(pid=95104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:34:30.481584 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.managers [req-e51c56c7-1f8d-4da5-98de-188aa23e0db6 req-d1a83eac-3d5e-4f22-b8f8-51fa25a69ece service neutron] Attempting to bind port bc55cc95-f7fa-4630-9764-bfb851ababd7 on host n-h1-713301-16 for vnic_type normal with profile {{(pid=95102) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 19:34:30.481917 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.managers [req-e51c56c7-1f8d-4da5-98de-188aa23e0db6 req-d1a83eac-3d5e-4f22-b8f8-51fa25a69ece service neutron] Attempting to bind port bc55cc95-f7fa-4630-9764-bfb851ababd7 by drivers openvswitch,hyperv on host n-h1-713301-16 at level 0 using segments [{'id': '0ce55654-8b8d-4850-895e-848c1dfaf070', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '145889c7-e219-4677-9f6e-fffb5165afcc'}] {{(pid=95102) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 19:34:30.482308 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e51c56c7-1f8d-4da5-98de-188aa23e0db6 req-d1a83eac-3d5e-4f22-b8f8-51fa25a69ece service neutron] Attempting to bind port bc55cc95-f7fa-4630-9764-bfb851ababd7 on network 145889c7-e219-4677-9f6e-fffb5165afcc {{(pid=95102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:34:30.490918 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e51c56c7-1f8d-4da5-98de-188aa23e0db6 req-d1a83eac-3d5e-4f22-b8f8-51fa25a69ece service neutron] Port bc55cc95-f7fa-4630-9764-bfb851ababd7 on network 145889c7-e219-4677-9f6e-fffb5165afcc not bound, no agent of type Open vSwitch agent registered on host n-h1-713301-16 {{(pid=95102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 19:34:30.491239 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e51c56c7-1f8d-4da5-98de-188aa23e0db6 req-d1a83eac-3d5e-4f22-b8f8-51fa25a69ece service neutron] Attempting to bind port bc55cc95-f7fa-4630-9764-bfb851ababd7 on network 145889c7-e219-4677-9f6e-fffb5165afcc {{(pid=95102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:34:30.504289 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e51c56c7-1f8d-4da5-98de-188aa23e0db6 req-d1a83eac-3d5e-4f22-b8f8-51fa25a69ece service neutron] Checking agent: {'id': '0708c3e9-0aad-4600-9be9-d2486535c898', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713301-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 19, 15, 28), 'started_at': datetime.datetime(2021, 9, 23, 19, 15, 28), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 19, 34, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 19:34:30.504844 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e51c56c7-1f8d-4da5-98de-188aa23e0db6 req-d1a83eac-3d5e-4f22-b8f8-51fa25a69ece service neutron] Checking segment: {'id': '0ce55654-8b8d-4850-895e-848c1dfaf070', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '145889c7-e219-4677-9f6e-fffb5165afcc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95102) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:34:30.505249 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e51c56c7-1f8d-4da5-98de-188aa23e0db6 req-d1a83eac-3d5e-4f22-b8f8-51fa25a69ece service neutron] Bound using segment: {'id': '0ce55654-8b8d-4850-895e-848c1dfaf070', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '145889c7-e219-4677-9f6e-fffb5165afcc'} {{(pid=95102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 19:34:30.505696 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.managers [req-e51c56c7-1f8d-4da5-98de-188aa23e0db6 req-d1a83eac-3d5e-4f22-b8f8-51fa25a69ece service neutron] Bound port: bc55cc95-f7fa-4630-9764-bfb851ababd7, host: n-h1-713301-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0ce55654-8b8d-4850-895e-848c1dfaf070', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '145889c7-e219-4677-9f6e-fffb5165afcc'}}] {{(pid=95102) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 19:34:30.506061 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-e51c56c7-1f8d-4da5-98de-188aa23e0db6 req-d1a83eac-3d5e-4f22-b8f8-51fa25a69ece service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:34:30.524389 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f969a45f-0938-4347-9e40-b6fc99ddae3a req-e26d4008-2bac-4054-92c4-767bedbde860 tempest-ServerActionsTestJSON-618918056 tempest-ServerActionsTestJSON-618918056-project] Made reservation on behalf of f17a85608a9a4ecb8150ef41746c47e0 for: {'port': 1} {{(pid=95102) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:34:30.528124 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-f969a45f-0938-4347-9e40-b6fc99ddae3a req-e26d4008-2bac-4054-92c4-767bedbde860 tempest-ServerActionsTestJSON-618918056 tempest-ServerActionsTestJSON-618918056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:34:30.532877 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-f2355331-45ab-4503-8bfb-9ab1f252ff0f req-7c661e1b-1626-4682-a53b-b10ed7da4da2 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=22c7394f-6eb3-4324-ad9a-c48452af8c12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1045578 Sep 23 19:34:30.543141 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-a5b8d148-51a0-4b30-be02-6f3d3b2bcdd0 req-06e1e9b8-f04d-4f45-81ad-8adea16ca021 service neutron] 10.222.0.53 "GET /v2.0/networks/22c7394f-6eb3-4324-ad9a-c48452af8c12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2978249 Sep 23 19:34:30.600260 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_dvr_db [None req-99f05ba8-73c1-4bb6-a461-ba82ac764bce None None] Set router cb834e00-c899-4d94-9559-056ad2e6fc1d gateway port host: n-d-713301-16 {{(pid=95104) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 19:34:30.746187 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.db [req-e51c56c7-1f8d-4da5-98de-188aa23e0db6 req-d1a83eac-3d5e-4f22-b8f8-51fa25a69ece service neutron] For port bc55cc95-f7fa-4630-9764-bfb851ababd7, host n-h1-713301-16, cleared binding levels {{(pid=95102) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 19:34:30.753522 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-97a154fa-2852-4887-ab79-8d7e1c9c12cd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:34:30.777525 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.db [req-e51c56c7-1f8d-4da5-98de-188aa23e0db6 req-d1a83eac-3d5e-4f22-b8f8-51fa25a69ece service neutron] For port bc55cc95-f7fa-4630-9764-bfb851ababd7, host n-h1-713301-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-16',level=0,port_id=bc55cc95-f7fa-4630-9764-bfb851ababd7,segment=NetworkSegment(0ce55654-8b8d-4850-895e-848c1dfaf070),segment_id=0ce55654-8b8d-4850-895e-848c1dfaf070)] {{(pid=95102) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 19:34:30.817891 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-e51c56c7-1f8d-4da5-98de-188aa23e0db6 req-d1a83eac-3d5e-4f22-b8f8-51fa25a69ece service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4399095'] for port, after_update {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:34:30.844577 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-e8bf23d9-a56f-4f4e-a127-8c0e4c66ee0e admin admin] Notify callbacks [] for router, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:34:30.871050 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_hamode_db [None req-99f05ba8-73c1-4bb6-a461-ba82ac764bce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb834e00-c899-4d94-9559-056ad2e6fc1d', 'name': 'tempest-ServersTestManualDisk-1701282059-router', 'tenant_id': '917ebb3003814ff2986ca48b4fa70f0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'external_fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.217'}], 'enable_snat': True}, 'gw_port_id': 'b838e788-a633-4b8c-9bae-0c8ec0f08105', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:31:53Z', 'updated_at': '2021-09-23T19:34:28Z', 'revision_number': 5, 'project_id': '917ebb3003814ff2986ca48b4fa70f0f', 'gw_port': {'id': 'b838e788-a633-4b8c-9bae-0c8ec0f08105', 'name': '', 'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:11:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb834e00-c899-4d94-9559-056ad2e6fc1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1352, 'fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:31:54Z', 'updated_at': '2021-09-23T19:32:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-16'}], 'n-d-713301-16', False) {} {{(pid=95104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:34:30.887956 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-002d1eb2-591c-4057-8bdc-dc3eb5e576a3 req-540b55cf-70b4-4fb5-8662-b909cf1f1538 tempest-VolumesActionsTest-1105869697 tempest-VolumesActionsTest-1105869697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:34:30.890740 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-002d1eb2-591c-4057-8bdc-dc3eb5e576a3 req-540b55cf-70b4-4fb5-8662-b909cf1f1538 tempest-VolumesActionsTest-1105869697 tempest-VolumesActionsTest-1105869697-project] 10.222.0.67 "GET /v2.0/ports?device_id=a2ecbe67-7939-47a5-bbed-ea2effd0ecf1 HTTP/1.1" status: 200 len: 944 time: 0.1961908 Sep 23 19:34:30.903397 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-97a154fa-2852-4887-ab79-8d7e1c9c12cd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:34:30.905888 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e51c56c7-1f8d-4da5-98de-188aa23e0db6 req-d1a83eac-3d5e-4f22-b8f8-51fa25a69ece service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:34:30.906366 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-e51c56c7-1f8d-4da5-98de-188aa23e0db6 req-d1a83eac-3d5e-4f22-b8f8-51fa25a69ece service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222849'] for port, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:34:30.907644 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99f05ba8-73c1-4bb6-a461-ba82ac764bce None None] Checking router: cb834e00-c899-4d94-9559-056ad2e6fc1d for host: n-d-713301-16 {{(pid=95104) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 19:34:30.907818 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-e51c56c7-1f8d-4da5-98de-188aa23e0db6 req-d1a83eac-3d5e-4f22-b8f8-51fa25a69ece service neutron] 10.222.0.74 "PUT /v2.0/ports/bc55cc95-f7fa-4630-9764-bfb851ababd7 HTTP/1.1" status: 200 len: 1093 time: 2.1831362 Sep 23 19:34:30.911304 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-f2355331-45ab-4503-8bfb-9ab1f252ff0f req-ae0ea9f9-f93c-4d60-beb7-7f5649634cba service neutron] 10.222.0.74 "GET /v2.0/networks/22c7394f-6eb3-4324-ad9a-c48452af8c12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3669071 Sep 23 19:34:30.911927 n-d-713301-16 neutron-server[95102]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a2ecbe67-7939-47a5-bbed-ea2effd0ecf1', 'tag': 'bc55cc95-f7fa-4630-9764-bfb851ababd7'}] {{(pid=95102) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 19:34:30.915617 n-d-713301-16 neutron-server[95102]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab31b6d93e5336dbddfa8ec424565b3bd8cb2369c5b4d85bc943472dbb21e8ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-efe5faba-9215-4e77-a0e8-8d3db1dcbb99" -d '{"events": [{"name": "network-changed", "server_uuid": "a2ecbe67-7939-47a5-bbed-ea2effd0ecf1", "tag": "bc55cc95-f7fa-4630-9764-bfb851ababd7"}]}' {{(pid=95102) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 19:34:30.918648 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99f05ba8-73c1-4bb6-a461-ba82ac764bce None None] Routers {'cb834e00-c899-4d94-9559-056ad2e6fc1d'} bound to L3 agent in host n-d-713301-16 {{(pid=95104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 19:34:30.919593 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_hamode_db [None req-99f05ba8-73c1-4bb6-a461-ba82ac764bce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-23T19:07:52Z,description=,heartbeat_timestamp=2021-09-23T19:34:22Z,host='n-d-713301-16',id=79a740bf-7821-4989-8288-7186e3e128f3,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:07:52Z,topic='l3_agent')) {'router_ids': ['cb834e00-c899-4d94-9559-056ad2e6fc1d'], 'active': True} {{(pid=95104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:34:30.930966 n-d-713301-16 neutron-server[95102]: DEBUG neutron.db.db_base_plugin_common [req-f969a45f-0938-4347-9e40-b6fc99ddae3a req-e26d4008-2bac-4054-92c4-767bedbde860 tempest-ServerActionsTestJSON-618918056 tempest-ServerActionsTestJSON-618918056-project] Allocated IP 172.20.0.9 (364dc893-5ecb-4aa3-be76-13b51cbbfbd4/a900be85-be08-465b-85e6-4a05aae55389/66d2b807-4e9d-484c-a6d3-6caed281d125) {{(pid=95102) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 19:34:30.994180 n-d-713301-16 neutron-server[95102]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 19:34:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e99bb3d9-a16d-49af-853b-27a6e7b04f12 x-openstack-request-id: req-e99bb3d9-a16d-49af-853b-27a6e7b04f12 {{(pid=95102) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 19:34:30.994180 n-d-713301-16 neutron-server[95102]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a2ecbe67-7939-47a5-bbed-ea2effd0ecf1", "tag": "bc55cc95-f7fa-4630-9764-bfb851ababd7", "status": "completed", "code": 200}]} {{(pid=95102) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 19:34:30.994180 n-d-713301-16 neutron-server[95102]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-e99bb3d9-a16d-49af-853b-27a6e7b04f12 {{(pid=95102) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 19:34:30.994653 n-d-713301-16 neutron-server[95102]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a2ecbe67-7939-47a5-bbed-ea2effd0ecf1', 'tag': 'bc55cc95-f7fa-4630-9764-bfb851ababd7', 'status': 'completed', 'code': 200} Sep 23 19:34:30.995500 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1a83eac-3d5e-4f22-b8f8-51fa25a69ece service neutron] Pushing event updated for resources: {'Port': ['ID=bc55cc95-f7fa-4630-9764-bfb851ababd7,revision_number=3']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:34:31.037034 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-a5b8d148-51a0-4b30-be02-6f3d3b2bcdd0 req-7197767f-d3ff-449b-af23-cc5400b3e929 service neutron] 10.222.0.53 "GET /v2.0/networks/22c7394f-6eb3-4324-ad9a-c48452af8c12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4469440 Sep 23 19:34:31.072843 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-002d1eb2-591c-4057-8bdc-dc3eb5e576a3 req-e254918d-0c6b-4c2e-9831-b41940bb1e45 tempest-VolumesActionsTest-1105869697 tempest-VolumesActionsTest-1105869697-project] 10.222.0.67 "GET /v2.0/security-groups?id=722c6412-8ba9-4584-ba09-9864cbe02969&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1285360 Sep 23 19:34:31.116587 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e51c56c7-1f8d-4da5-98de-188aa23e0db6 req-bb3f958d-262a-4621-bedf-9fd28dd711b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:34:31.118606 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-e51c56c7-1f8d-4da5-98de-188aa23e0db6 req-bb3f958d-262a-4621-bedf-9fd28dd711b1 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=3785c489ecc5417f9ee36820febeb514&device_id=a2ecbe67-7939-47a5-bbed-ea2effd0ecf1 HTTP/1.1" status: 200 len: 1096 time: 0.1402030 Sep 23 19:34:31.189364 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-97a154fa-2852-4887-ab79-8d7e1c9c12cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:34:31.190784 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_dvr_db [None req-99f05ba8-73c1-4bb6-a461-ba82ac764bce None None] Set router cb834e00-c899-4d94-9559-056ad2e6fc1d gateway port host: n-d-713301-16 {{(pid=95104) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 19:34:31.194502 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-97a154fa-2852-4887-ab79-8d7e1c9c12cd admin admin] Notify callbacks [] for security_group, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:34:31.194773 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-e51c56c7-1f8d-4da5-98de-188aa23e0db6 req-78c86626-dbd3-4c99-ac71-0453eb597552 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=bc55cc95-f7fa-4630-9764-bfb851ababd7 HTTP/1.1" status: 200 len: 217 time: 0.0669303 Sep 23 19:34:31.200177 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-97a154fa-2852-4887-ab79-8d7e1c9c12cd admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/364b3e22-37d5-446f-afa6-18d31972c3a0 HTTP/1.1" status: 204 len: 168 time: 0.7827480 Sep 23 19:34:31.203570 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-e8bf23d9-a56f-4f4e-a127-8c0e4c66ee0e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:34:31.259831 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a154fa-2852-4887-ab79-8d7e1c9c12cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=364b3e22-37d5-446f-afa6-18d31972c3a0,revision_number=None']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:34:31.263689 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-f2355331-45ab-4503-8bfb-9ab1f252ff0f req-ae62b049-4826-4bfa-8e20-85638cc531fb service neutron] 10.222.0.74 "GET /v2.0/networks/22c7394f-6eb3-4324-ad9a-c48452af8c12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2961247 Sep 23 19:34:31.315904 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.plugin [None req-e8bf23d9-a56f-4f4e-a127-8c0e4c66ee0e admin admin] Deleting port b838e788-a633-4b8c-9bae-0c8ec0f08105 {{(pid=95101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:34:31.316820 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-e8bf23d9-a56f-4f4e-a127-8c0e4c66ee0e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783146157096'] for port, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:34:31.330582 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-fb53d063-0cd0-419b-9260-fc64bd47ace4 req-2945fa0f-ad84-4538-9fc8-404aceeb68c8 tempest-ServerActionsTestJSON-618918056 tempest-ServerActionsTestJSON-618918056-project] 10.222.0.67 "GET /v2.0/ports?device_id=0aa4b856-b55e-498e-8d78-1218f4a31f15 HTTP/1.1" status: 200 len: 210 time: 0.1415462 Sep 23 19:34:31.429669 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-f969a45f-0938-4347-9e40-b6fc99ddae3a req-e26d4008-2bac-4054-92c4-767bedbde860 tempest-ServerActionsTestJSON-618918056 tempest-ServerActionsTestJSON-618918056-project] Notify callbacks [] for port, precommit_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:34:31.433988 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e51c56c7-1f8d-4da5-98de-188aa23e0db6 req-9059e1b4-0cf9-4355-b4d8-c4d7d3e481a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:34:31.435877 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-e51c56c7-1f8d-4da5-98de-188aa23e0db6 req-9059e1b4-0cf9-4355-b4d8-c4d7d3e481a7 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=d3af86c5-701c-49f7-9d6b-d313386a0d0f HTTP/1.1" status: 200 len: 849 time: 0.1862123 Sep 23 19:34:31.472854 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e80175-4564-4a47-b9a5-89ec84fb77d9 req-b7fb5ba1-96d9-4006-bb43-45c8353ddde4 tempest-ServerRescueNegativeTestJSON-317871319 tempest-ServerRescueNegativeTestJSON-317871319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:34:31.475526 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-e5e80175-4564-4a47-b9a5-89ec84fb77d9 req-b7fb5ba1-96d9-4006-bb43-45c8353ddde4 tempest-ServerRescueNegativeTestJSON-317871319 tempest-ServerRescueNegativeTestJSON-317871319-project] 10.222.0.67 "GET /v2.0/ports?device_id=f6ef00c9-1a36-4a78-8258-2ac22e8b1be1 HTTP/1.1" status: 200 len: 943 time: 0.2879856 Sep 23 19:34:31.491799 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92041d41-8690-40c7-9e6a-7682159d108f req-3d2cebfd-5303-4e87-a7be-51c0b9d24810 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:34:31.493607 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-92041d41-8690-40c7-9e6a-7682159d108f req-3d2cebfd-5303-4e87-a7be-51c0b9d24810 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=71d72afe428c4ce594ff8d28e6bea11d&device_id=f6ef00c9-1a36-4a78-8258-2ac22e8b1be1 HTTP/1.1" status: 200 len: 1095 time: 0.1321540 Sep 23 19:34:31.502330 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.db [None req-e8bf23d9-a56f-4f4e-a127-8c0e4c66ee0e admin admin] For port b838e788-a633-4b8c-9bae-0c8ec0f08105, host n-d-713301-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-16',level=0,port_id=b838e788-a633-4b8c-9bae-0c8ec0f08105,segment=NetworkSegment(7d4027f1-d893-4c7b-95d4-757b8e44e380),segment_id=7d4027f1-d893-4c7b-95d4-757b8e44e380)] {{(pid=95101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:34:31.503285 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-e8bf23d9-a56f-4f4e-a127-8c0e4c66ee0e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-605701'] for port, precommit_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:34:31.506801 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-e51c56c7-1f8d-4da5-98de-188aa23e0db6 req-5ea0b10b-4f30-49f2-a37e-decebeefd0d7 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=145889c7-e219-4677-9f6e-fffb5165afcc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0607963 Sep 23 19:34:31.512651 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_hamode_db [None req-99f05ba8-73c1-4bb6-a461-ba82ac764bce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb834e00-c899-4d94-9559-056ad2e6fc1d', 'name': 'tempest-ServersTestManualDisk-1701282059-router', 'tenant_id': '917ebb3003814ff2986ca48b4fa70f0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'external_fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.217'}], 'enable_snat': True}, 'gw_port_id': 'b838e788-a633-4b8c-9bae-0c8ec0f08105', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:31:53Z', 'updated_at': '2021-09-23T19:34:28Z', 'revision_number': 5, 'project_id': '917ebb3003814ff2986ca48b4fa70f0f', 'gw_port': {'id': 'b838e788-a633-4b8c-9bae-0c8ec0f08105', 'name': '', 'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:11:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb834e00-c899-4d94-9559-056ad2e6fc1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1352, 'fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:31:54Z', 'updated_at': '2021-09-23T19:32:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-16'}], 'n-d-713301-16', False) {} {{(pid=95104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:34:31.557940 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.plugin [None req-e8bf23d9-a56f-4f4e-a127-8c0e4c66ee0e admin admin] Calling delete_port for b838e788-a633-4b8c-9bae-0c8ec0f08105 owned by network:router_gateway {{(pid=95101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:34:31.558550 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99f05ba8-73c1-4bb6-a461-ba82ac764bce None None] The sync data for ids ['cb834e00-c899-4d94-9559-056ad2e6fc1d'] in n-d-713301-16 is: [{'id': 'cb834e00-c899-4d94-9559-056ad2e6fc1d', 'name': 'tempest-ServersTestManualDisk-1701282059-router', 'tenant_id': '917ebb3003814ff2986ca48b4fa70f0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'external_fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.217'}], 'enable_snat': True}, 'gw_port_id': 'b838e788-a633-4b8c-9bae-0c8ec0f08105', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:31:53Z', 'updated_at': '2021-09-23T19:34:28Z', 'revision_number': 5, 'project_id': '917ebb3003814ff2986ca48b4fa70f0f', 'gw_port': {'id': 'b838e788-a633-4b8c-9bae-0c8ec0f08105', 'name': '', 'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:11:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb834e00-c899-4d94-9559-056ad2e6fc1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1352, 'fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:31:54Z', 'updated_at': '2021-09-23T19:32:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-16'}] {{(pid=95104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 19:34:31.612930 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-f969a45f-0938-4347-9e40-b6fc99ddae3a req-e26d4008-2bac-4054-92c4-767bedbde860 tempest-ServerActionsTestJSON-618918056 tempest-ServerActionsTestJSON-618918056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783145673135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4399100'] for port, after_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:34:31.630273 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] get_ports_and_sgs() called for port_ids ['cdcac803-b0eb-4617-8861-7fe8589dd0b8'] {{(pid=95103) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 19:34:31.633368 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] get_ports_and_sgs() called for port_ids ['942cfdd5-5c55-4f79-9832-5024323d678e'] {{(pid=95103) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 19:34:31.655998 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-e5e80175-4564-4a47-b9a5-89ec84fb77d9 req-29fe6e46-4bd6-4190-85fb-882f50c6b555 tempest-ServerRescueNegativeTestJSON-317871319 tempest-ServerRescueNegativeTestJSON-317871319-project] 10.222.0.67 "GET /v2.0/security-groups?id=ac103501-6c24-4299-8f11-081b36059735&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1513147 Sep 23 19:34:31.716047 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e26d4008-2bac-4054-92c4-767bedbde860 tempest-ServerActionsTestJSON-618918056 tempest-ServerActionsTestJSON-618918056-project] Pushing event updated for resources: {'Port': ['ID=66d2b807-4e9d-484c-a6d3-6caed281d125,revision_number=1']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:34:31.773342 n-d-713301-16 neutron-server[95102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f969a45f-0938-4347-9e40-b6fc99ddae3a req-e26d4008-2bac-4054-92c4-767bedbde860 tempest-ServerActionsTestJSON-618918056 tempest-ServerActionsTestJSON-618918056-project] Network 364dc893-5ecb-4aa3-be76-13b51cbbfbd4 is already hosted by enough agents. {{(pid=95102) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:34:31.796394 n-d-713301-16 neutron-server[95102]: DEBUG neutron.scheduler.base_scheduler [req-f969a45f-0938-4347-9e40-b6fc99ddae3a req-e26d4008-2bac-4054-92c4-767bedbde860 tempest-ServerActionsTestJSON-618918056 tempest-ServerActionsTestJSON-618918056-project] Resources bound (agent type, host, resource id): {{(pid=95102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:34:31.802360 n-d-713301-16 neutron-server[95102]: DEBUG neutron.db.l3_dvrscheduler_db [req-f969a45f-0938-4347-9e40-b6fc99ddae3a req-e26d4008-2bac-4054-92c4-767bedbde860 tempest-ServerActionsTestJSON-618918056 tempest-ServerActionsTestJSON-618918056-project] Received port after_create {{(pid=95102) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 19:34:31.821638 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92041d41-8690-40c7-9e6a-7682159d108f req-f33ebe8a-983d-4aa4-965e-fdcdbdb9c25e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:34:31.823251 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-92041d41-8690-40c7-9e6a-7682159d108f req-f33ebe8a-983d-4aa4-965e-fdcdbdb9c25e service neutron] 10.222.0.74 "GET /v2.0/networks?id=22c7394f-6eb3-4324-ad9a-c48452af8c12 HTTP/1.1" status: 200 len: 919 time: 0.3167434 Sep 23 19:34:31.865626 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-e51c56c7-1f8d-4da5-98de-188aa23e0db6 req-ea46baf2-745b-40c5-826c-1dadccfc8b75 service neutron] 10.222.0.74 "GET /v2.0/networks/145889c7-e219-4677-9f6e-fffb5165afcc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3440428 Sep 23 19:34:31.973075 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f969a45f-0938-4347-9e40-b6fc99ddae3a req-e26d4008-2bac-4054-92c4-767bedbde860 tempest-ServerActionsTestJSON-618918056 tempest-ServerActionsTestJSON-618918056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:34:31.973725 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-f969a45f-0938-4347-9e40-b6fc99ddae3a req-e26d4008-2bac-4054-92c4-767bedbde860 tempest-ServerActionsTestJSON-618918056 tempest-ServerActionsTestJSON-618918056-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222849'] for port, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:34:32.009650 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-92041d41-8690-40c7-9e6a-7682159d108f req-d2f8075f-029c-4563-a995-786469fd32ed service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9acad1bd-31ac-4aa3-947b-14663bbeaff0 HTTP/1.1" status: 200 len: 217 time: 0.1599641 Sep 23 19:34:32.102194 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-f969a45f-0938-4347-9e40-b6fc99ddae3a req-e26d4008-2bac-4054-92c4-767bedbde860 tempest-ServerActionsTestJSON-618918056 tempest-ServerActionsTestJSON-618918056-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8234777 Sep 23 19:34:32.103154 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Device acf36a73-9a5d-4069-8c51-d879b7158a29 details requested by agent hyperv_n-h2-713301-16 with host n-h2-713301-16 {{(pid=95103) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 19:34:32.106368 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-e8bf23d9-a56f-4f4e-a127-8c0e4c66ee0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783146162158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783145673144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5607431'] for port, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:34:32.111093 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92041d41-8690-40c7-9e6a-7682159d108f req-c7894630-2720-4e9d-b39a-8ffdfb54eb54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:34:32.112856 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-92041d41-8690-40c7-9e6a-7682159d108f req-c7894630-2720-4e9d-b39a-8ffdfb54eb54 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=0d48322f-2db5-4896-84d5-850e60fab8ec HTTP/1.1" status: 200 len: 858 time: 0.0936933 Sep 23 19:34:32.120627 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.v2.base [req-f969a45f-0938-4347-9e40-b6fc99ddae3a req-533f4f0d-e3e4-46f9-90f7-0c423713b3be service neutron] Request body: {'port': {'device_id': '0aa4b856-b55e-498e-8d78-1218f4a31f15', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713301-16'}} {{(pid=95102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:34:32.214444 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-e51c56c7-1f8d-4da5-98de-188aa23e0db6 req-5bdf7afb-a267-4cc3-8db9-e9ada9987a5f service neutron] 10.222.0.74 "GET /v2.0/networks/145889c7-e219-4677-9f6e-fffb5165afcc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3402510 Sep 23 19:34:32.256916 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-92041d41-8690-40c7-9e6a-7682159d108f req-d54a401a-d24e-4fa8-a425-6dca7fa80c19 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=22c7394f-6eb3-4324-ad9a-c48452af8c12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1138933 Sep 23 19:34:32.258432 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8bf23d9-a56f-4f4e-a127-8c0e4c66ee0e admin admin] Pushing event deleted for resources: {'Port': ['ID=b838e788-a633-4b8c-9bae-0c8ec0f08105,revision_number=None']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:34:32.292451 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-80864c0c-7b5c-45a2-bc14-5c4e9d7c82bf None None] Provisioning complete for port 66d2b807-4e9d-484c-a6d3-6caed281d125 triggered by entity DHCP. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:34:32.293409 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-f969a45f-0938-4347-9e40-b6fc99ddae3a req-533f4f0d-e3e4-46f9-90f7-0c423713b3be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:34:32.293811 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-80864c0c-7b5c-45a2-bc14-5c4e9d7c82bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:34:32.389869 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] For port acf36a73-9a5d-4069-8c51-d879b7158a29, host n-h2-713301-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-16',level=0,port_id=acf36a73-9a5d-4069-8c51-d879b7158a29,segment=NetworkSegment(06c35406-3e3c-42a0-a3c1-86f8ca1b8560),segment_id=06c35406-3e3c-42a0-a3c1-86f8ca1b8560)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:34:32.438650 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Returning: {'device': 'acf36a73-9a5d-4069-8c51-d879b7158a29', 'network_id': '22c7394f-6eb3-4324-ad9a-c48452af8c12', 'port_id': 'acf36a73-9a5d-4069-8c51-d879b7158a29', 'mac_address': 'fa:16:3e:1a:bb:1b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 643, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0d48322f-2db5-4896-84d5-850e60fab8ec', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95103) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 19:34:32.473646 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.plugin [None req-80864c0c-7b5c-45a2-bc14-5c4e9d7c82bf None None] Port 66d2b807-4e9d-484c-a6d3-6caed281d125 cannot update to ACTIVE because it is not bound. {{(pid=95103) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 19:34:32.477738 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-e8bf23d9-a56f-4f4e-a127-8c0e4c66ee0e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-601942'] for router_gateway, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:34:32.479061 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490c8598-ff51-48c9-882f-e7e20db78a72 req-d8784285-8e8c-402c-b2fb-72a2bcabbf73 tempest-VolumesActionsTest-1105869697 tempest-VolumesActionsTest-1105869697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:34:32.480688 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-490c8598-ff51-48c9-882f-e7e20db78a72 req-d8784285-8e8c-402c-b2fb-72a2bcabbf73 tempest-VolumesActionsTest-1105869697 tempest-VolumesActionsTest-1105869697-project] 10.222.0.67 "GET /v2.0/ports?device_id=a2ecbe67-7939-47a5-bbed-ea2effd0ecf1 HTTP/1.1" status: 200 len: 944 time: 0.2569370 Sep 23 19:34:32.537517 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe5faba-9215-4e77-a0e8-8d3db1dcbb99 req-11b5b652-aab2-4e7a-9851-5bf42c8b95a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:34:32.541028 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-efe5faba-9215-4e77-a0e8-8d3db1dcbb99 req-11b5b652-aab2-4e7a-9851-5bf42c8b95a5 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=3785c489ecc5417f9ee36820febeb514&device_id=a2ecbe67-7939-47a5-bbed-ea2effd0ecf1 HTTP/1.1" status: 200 len: 1096 time: 0.2235348 Sep 23 19:34:32.548281 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:34:32.569992 n-d-713301-16 neutron-server[95103]: DEBUG neutron.notifiers.nova [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id acf36a73-9a5d-4069-8c51-d879b7158a29 {{(pid=95103) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 19:34:32.600245 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-e8bf23d9-a56f-4f4e-a127-8c0e4c66ee0e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-597305', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29369'] for router, precommit_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:34:32.604044 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-e8bf23d9-a56f-4f4e-a127-8c0e4c66ee0e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:34:32.604342 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] For port acf36a73-9a5d-4069-8c51-d879b7158a29, host n-h2-713301-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-16',level=0,port_id=acf36a73-9a5d-4069-8c51-d879b7158a29,segment=NetworkSegment(06c35406-3e3c-42a0-a3c1-86f8ca1b8560),segment_id=06c35406-3e3c-42a0-a3c1-86f8ca1b8560)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:34:32.609856 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:34:32.669222 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Pushing event updated for resources: {'Port': ['ID=acf36a73-9a5d-4069-8c51-d879b7158a29,revision_number=4']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:34:32.681876 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-92041d41-8690-40c7-9e6a-7682159d108f req-f7b0abf2-6076-4449-83f1-4bde132130d2 service neutron] 10.222.0.74 "GET /v2.0/networks/22c7394f-6eb3-4324-ad9a-c48452af8c12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4007246 Sep 23 19:34:32.683955 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-e8bf23d9-a56f-4f4e-a127-8c0e4c66ee0e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-597296'] for router, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:34:32.684839 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8bf23d9-a56f-4f4e-a127-8c0e4c66ee0e admin admin] Fanout notify agent at l3_agent the message router_deleted on router cb834e00-c899-4d94-9559-056ad2e6fc1d {{(pid=95101) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 23 19:34:32.691407 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-e8bf23d9-a56f-4f4e-a127-8c0e4c66ee0e admin admin] Notify callbacks [] for router, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:34:32.693074 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-e8bf23d9-a56f-4f4e-a127-8c0e4c66ee0e admin admin] 10.222.0.67 "DELETE /v2.0/routers/cb834e00-c899-4d94-9559-056ad2e6fc1d HTTP/1.1" status: 204 len: 168 time: 2.2518439 Sep 23 19:34:32.703334 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 49242) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:34:32.866740 n-d-713301-16 neutron-server[95101]: DEBUG neutron.db.db_base_plugin_v2 [None req-2aab8290-0577-44fc-a92a-d88843a2a0b2 admin admin] Deleting subnet f869c3f0-4c81-4c2b-85b3-baf2e86b799d {{(pid=95101) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 23 19:34:32.872470 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] get_ports_and_sgs() called for port_ids ['acf36a73-9a5d-4069-8c51-d879b7158a29'] {{(pid=95103) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 19:34:32.876097 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-2aab8290-0577-44fc-a92a-d88843a2a0b2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:34:32.937917 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Device c1c58c8b-c8d8-45d1-8d3b-786ec08cfc8b no longer exists at agent ovs-agent-n-d-713301-16 {{(pid=95103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 19:34:32.944241 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-92041d41-8690-40c7-9e6a-7682159d108f req-45fd51a8-a3aa-4490-8308-542d9c51c065 service neutron] 10.222.0.74 "GET /v2.0/networks/22c7394f-6eb3-4324-ad9a-c48452af8c12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2488973 Sep 23 19:34:32.962969 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-2aab8290-0577-44fc-a92a-d88843a2a0b2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6007154'] for subnet, precommit_delete_associations {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:34:32.987006 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.plugin [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] No Port match for: c1c58c8b-c8d8-45d1-8d3b-786ec08cfc8b {{(pid=95103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 19:34:32.988243 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Device c1c58c8b-c8d8-45d1-8d3b-786ec08cfc8b not bound to the agent host n-d-713301-16 {{(pid=95103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 19:34:33.103578 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-2aab8290-0577-44fc-a92a-d88843a2a0b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1756813'] for subnet, precommit_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:34:33.199391 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09bce30b-ca50-431c-9fac-685913b3ece9 req-ba3ab564-7679-4424-b88c-7c9c18ec15b7 tempest-ServerActionsTestJSON-618918056 tempest-ServerActionsTestJSON-618918056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:34:33.201223 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-09bce30b-ca50-431c-9fac-685913b3ece9 req-ba3ab564-7679-4424-b88c-7c9c18ec15b7 tempest-ServerActionsTestJSON-618918056 tempest-ServerActionsTestJSON-618918056-project] 10.222.0.67 "GET /v2.0/ports?device_id=0aa4b856-b55e-498e-8d78-1218f4a31f15 HTTP/1.1" status: 200 len: 931 time: 0.7145791 Sep 23 19:34:33.202350 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-2aab8290-0577-44fc-a92a-d88843a2a0b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1756804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5607514', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6130950'] for subnet, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:34:33.243792 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-2aab8290-0577-44fc-a92a-d88843a2a0b2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:34:33.244111 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-2aab8290-0577-44fc-a92a-d88843a2a0b2 admin admin] 10.222.0.67 "DELETE /v2.0/subnets/f869c3f0-4c81-4c2b-85b3-baf2e86b799d HTTP/1.1" status: 204 len: 168 time: 0.5376990 Sep 23 19:34:33.245905 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aab8290-0577-44fc-a92a-d88843a2a0b2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f869c3f0-4c81-4c2b-85b3-baf2e86b799d,revision_number=None']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:34:33.249531 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 49254) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:34:33.255721 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e4ad6da-2e0d-4c73-97cc-79419e5d748f None None] Network 60a3fd30-e0f7-4a5c-8336-b666228ec7b4 requested from n-d-713301-16 {{(pid=95103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 19:34:33.255905 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-490c8598-ff51-48c9-882f-e7e20db78a72 req-5112b22b-ada7-44ca-b3fe-a6a4a216fe06 tempest-VolumesActionsTest-1105869697 tempest-VolumesActionsTest-1105869697-project] 10.222.0.67 "GET /v2.0/security-groups?id=722c6412-8ba9-4584-ba09-9864cbe02969&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7219579 Sep 23 19:34:33.340028 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe5faba-9215-4e77-a0e8-8d3db1dcbb99 req-e2e934cf-87cc-4a9f-be3c-8d46ca8d1586 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:34:33.351456 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-efe5faba-9215-4e77-a0e8-8d3db1dcbb99 req-e2e934cf-87cc-4a9f-be3c-8d46ca8d1586 service neutron] 10.222.0.74 "GET /v2.0/networks?id=145889c7-e219-4677-9f6e-fffb5165afcc HTTP/1.1" status: 200 len: 910 time: 0.7877789 Sep 23 19:34:33.392102 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-6eb85d5b-7b20-4698-bf79-674e6fa7c296 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1628021'] for network, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:34:33.433240 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-efe5faba-9215-4e77-a0e8-8d3db1dcbb99 req-f864fc45-0af0-43d7-b473-25eb350deeec service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=bc55cc95-f7fa-4630-9764-bfb851ababd7 HTTP/1.1" status: 200 len: 217 time: 0.0807025 Sep 23 19:34:33.436817 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-09bce30b-ca50-431c-9fac-685913b3ece9 req-aff19d71-a515-470d-b240-0b4815b7c89d tempest-ServerActionsTestJSON-618918056 tempest-ServerActionsTestJSON-618918056-project] 10.222.0.67 "GET /v2.0/security-groups?id=8f1e71cd-f67e-49f6-828d-7dde05723843&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2158320 Sep 23 19:34:33.531203 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.plugin [None req-6eb85d5b-7b20-4698-bf79-674e6fa7c296 admin admin] Deleting port 16679a5c-02b7-472e-98b2-948a591707f8 {{(pid=95101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:34:33.531602 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-6eb85d5b-7b20-4698-bf79-674e6fa7c296 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783146157096'] for port, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:34:33.588344 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe5faba-9215-4e77-a0e8-8d3db1dcbb99 req-80a9fdbd-73e9-4ddf-90f4-eb19b542d8cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:34:33.590025 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-efe5faba-9215-4e77-a0e8-8d3db1dcbb99 req-80a9fdbd-73e9-4ddf-90f4-eb19b542d8cf service neutron] 10.222.0.74 "GET /v2.0/subnets?id=d3af86c5-701c-49f7-9d6b-d313386a0d0f HTTP/1.1" status: 200 len: 849 time: 0.1360707 Sep 23 19:34:33.602572 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-328c99d4-aa93-4b06-8bc3-c02c48c2a257 req-3631977a-9e20-40b3-a2a7-62f327783040 tempest-ServerRescueNegativeTestJSON-317871319 tempest-ServerRescueNegativeTestJSON-317871319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:34:33.605272 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-328c99d4-aa93-4b06-8bc3-c02c48c2a257 req-3631977a-9e20-40b3-a2a7-62f327783040 tempest-ServerRescueNegativeTestJSON-317871319 tempest-ServerRescueNegativeTestJSON-317871319-project] 10.222.0.67 "GET /v2.0/ports?device_id=f6ef00c9-1a36-4a78-8258-2ac22e8b1be1 HTTP/1.1" status: 200 len: 943 time: 0.1767800 Sep 23 19:34:33.646154 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.db [None req-6eb85d5b-7b20-4698-bf79-674e6fa7c296 admin admin] For port 16679a5c-02b7-472e-98b2-948a591707f8, host n-d-713301-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-16',level=0,port_id=16679a5c-02b7-472e-98b2-948a591707f8,segment=NetworkSegment(1b715116-171a-4fc6-af64-9f934b739294),segment_id=1b715116-171a-4fc6-af64-9f934b739294)] {{(pid=95101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:34:33.646522 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-6eb85d5b-7b20-4698-bf79-674e6fa7c296 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-605701'] for port, precommit_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:34:33.670702 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43a93dcf-10d4-4f02-ad61-e395e7b6cc88 None None] DHCP port deletion for 60a3fd30-e0f7-4a5c-8336-b666228ec7b4 request from n-d-713301-16 {{(pid=95103) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 23 19:34:33.671461 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.plugin [None req-6eb85d5b-7b20-4698-bf79-674e6fa7c296 admin admin] Calling delete_port for 16679a5c-02b7-472e-98b2-948a591707f8 owned by network:dhcp {{(pid=95101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:34:33.696530 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-efe5faba-9215-4e77-a0e8-8d3db1dcbb99 req-e4b019d4-3867-4411-9eb1-bc71b0468a48 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=145889c7-e219-4677-9f6e-fffb5165afcc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0541694 Sep 23 19:34:33.745434 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-328c99d4-aa93-4b06-8bc3-c02c48c2a257 req-ef187335-3687-428f-ab60-bf4197d20e0c tempest-ServerRescueNegativeTestJSON-317871319 tempest-ServerRescueNegativeTestJSON-317871319-project] 10.222.0.67 "GET /v2.0/security-groups?id=ac103501-6c24-4299-8f11-081b36059735&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844104 Sep 23 19:34:33.750610 n-d-713301-16 neutron-server[95102]: DEBUG neutron.notifiers.nova [req-f969a45f-0938-4347-9e40-b6fc99ddae3a req-533f4f0d-e3e4-46f9-90f7-0c423713b3be service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 66d2b807-4e9d-484c-a6d3-6caed281d125 {{(pid=95102) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 19:34:33.770081 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-f969a45f-0938-4347-9e40-b6fc99ddae3a req-533f4f0d-e3e4-46f9-90f7-0c423713b3be service neutron] Notify callbacks [] for port, precommit_update {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:34:33.785081 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.plugin [None req-43a93dcf-10d4-4f02-ad61-e395e7b6cc88 None None] Deleting port 16679a5c-02b7-472e-98b2-948a591707f8 {{(pid=95103) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:34:33.786432 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-43a93dcf-10d4-4f02-ad61-e395e7b6cc88 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783146157096'] for port, before_delete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:34:33.798385 n-d-713301-16 neutron-server[95102]: DEBUG neutron.db.provisioning_blocks [req-f969a45f-0938-4347-9e40-b6fc99ddae3a req-533f4f0d-e3e4-46f9-90f7-0c423713b3be service neutron] Transition to ACTIVE for port object 66d2b807-4e9d-484c-a6d3-6caed281d125 will not be triggered until provisioned by entity L2. {{(pid=95102) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 19:34:33.806463 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-6eb85d5b-7b20-4698-bf79-674e6fa7c296 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783146162158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783145673144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5607431'] for port, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:34:33.826450 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-f969a45f-0938-4347-9e40-b6fc99ddae3a req-533f4f0d-e3e4-46f9-90f7-0c423713b3be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4399095'] for port, after_update {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:34:33.838365 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb85d5b-7b20-4698-bf79-674e6fa7c296 admin admin] Pushing event deleted for resources: {'Port': ['ID=16679a5c-02b7-472e-98b2-948a591707f8,revision_number=None']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:34:33.850999 n-d-713301-16 neutron-server[95101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6eb85d5b-7b20-4698-bf79-674e6fa7c296 admin admin] No DVR routers for this DVR port 16679a5c-02b7-472e-98b2-948a591707f8 on host n-d-713301-16 {{(pid=95101) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 19:34:33.906921 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-533f4f0d-e3e4-46f9-90f7-0c423713b3be service neutron] Pushing event updated for resources: {'Port': ['ID=66d2b807-4e9d-484c-a6d3-6caed281d125,revision_number=2']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:34:33.917493 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-efe5faba-9215-4e77-a0e8-8d3db1dcbb99 req-29776626-2fa6-4151-9406-c917b5acd5f0 service neutron] 10.222.0.74 "GET /v2.0/networks/145889c7-e219-4677-9f6e-fffb5165afcc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2137179 Sep 23 19:34:33.922506 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-43a93dcf-10d4-4f02-ad61-e395e7b6cc88 None None] For port 16679a5c-02b7-472e-98b2-948a591707f8, host n-d-713301-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-16',level=0,port_id=16679a5c-02b7-472e-98b2-948a591707f8,segment=NetworkSegment(1b715116-171a-4fc6-af64-9f934b739294),segment_id=1b715116-171a-4fc6-af64-9f934b739294)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:34:33.923385 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-43a93dcf-10d4-4f02-ad61-e395e7b6cc88 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-605701'] for port, precommit_delete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:34:33.926907 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Device 9acad1bd-31ac-4aa3-947b-14663bbeaff0 details requested by agent hyperv_n-h1-713301-16 with host n-h1-713301-16 {{(pid=95103) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 19:34:33.948021 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.plugin [None req-43a93dcf-10d4-4f02-ad61-e395e7b6cc88 None None] Calling delete_port for 16679a5c-02b7-472e-98b2-948a591707f8 owned by network:dhcp {{(pid=95103) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:34:33.970317 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-6eb85d5b-7b20-4698-bf79-674e6fa7c296 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1754676', 'neutron.services.segments.db._delete_segments_for_network-8783146221460'] for network, precommit_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:34:34.016743 n-d-713301-16 neutron-server[95101]: DEBUG neutron.services.segments.db [None req-6eb85d5b-7b20-4698-bf79-674e6fa7c296 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['60a3fd30-e0f7-4a5c-8336-b666228ec7b4']}} {{(pid=95101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:34:34.043600 n-d-713301-16 neutron-server[95101]: DEBUG neutron.services.segments.db [None req-6eb85d5b-7b20-4698-bf79-674e6fa7c296 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1b715116-171a-4fc6-af64-9f934b739294') {'for_net_delete': True} {{(pid=95101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:34:34.045603 n-d-713301-16 neutron-server[95101]: DEBUG neutron.services.segments.db [None req-6eb85d5b-7b20-4698-bf79-674e6fa7c296 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1b715116-171a-4fc6-af64-9f934b739294') {} {{(pid=95101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:34:34.060272 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-6eb85d5b-7b20-4698-bf79-674e6fa7c296 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783146221725', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6007147'] for segment, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:34:34.081105 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-6eb85d5b-7b20-4698-bf79-674e6fa7c296 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1756186'] for segment, precommit_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:34:34.103504 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Device acf36a73-9a5d-4069-8c51-d879b7158a29 up at agent hyperv_n-h2-713301-16 {{(pid=95103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 19:34:34.122618 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6eb85d5b-7b20-4698-bf79-674e6fa7c296 admin admin] Releasing vlan 630 on physical network physnet1 to pool {{(pid=95101) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 19:34:34.123994 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-6eb85d5b-7b20-4698-bf79-674e6fa7c296 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1756186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5608436'] for segment, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:34:34.133610 n-d-713301-16 neutron-server[95101]: Traceback (most recent call last): Sep 23 19:34:34.133610 n-d-713301-16 neutron-server[95101]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 19:34:34.133610 n-d-713301-16 neutron-server[95101]: timer() Sep 23 19:34:34.133610 n-d-713301-16 neutron-server[95101]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 19:34:34.133610 n-d-713301-16 neutron-server[95101]: cb(*args, **kw) Sep 23 19:34:34.133610 n-d-713301-16 neutron-server[95101]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 19:34:34.133610 n-d-713301-16 neutron-server[95101]: return func(*args, **kwargs) Sep 23 19:34:34.133610 n-d-713301-16 neutron-server[95101]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 19:34:34.133610 n-d-713301-16 neutron-server[95101]: self._notify() Sep 23 19:34:34.133610 n-d-713301-16 neutron-server[95101]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 19:34:34.133610 n-d-713301-16 neutron-server[95101]: self.callback(batched_events) Sep 23 19:34:34.133610 n-d-713301-16 neutron-server[95101]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 19:34:34.133610 n-d-713301-16 neutron-server[95101]: event.method(event) Sep 23 19:34:34.133610 n-d-713301-16 neutron-server[95101]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 19:34:34.133610 n-d-713301-16 neutron-server[95101]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 19:34:34.133610 n-d-713301-16 neutron-server[95101]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 19:34:34.133610 n-d-713301-16 neutron-server[95101]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 19:34:34.133610 n-d-713301-16 neutron-server[95101]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 19:34:34.133610 n-d-713301-16 neutron-server[95101]: return f(self, *a, **k) Sep 23 19:34:34.133610 n-d-713301-16 neutron-server[95101]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 19:34:34.133610 n-d-713301-16 neutron-server[95101]: return self._get(url).json() Sep 23 19:34:34.133610 n-d-713301-16 neutron-server[95101]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 19:34:34.133610 n-d-713301-16 neutron-server[95101]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 19:34:34.133610 n-d-713301-16 neutron-server[95101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 19:34:34.133610 n-d-713301-16 neutron-server[95101]: return self.request(url, 'GET', **kwargs) Sep 23 19:34:34.133610 n-d-713301-16 neutron-server[95101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 19:34:34.133610 n-d-713301-16 neutron-server[95101]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 19:34:34.133610 n-d-713301-16 neutron-server[95101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 19:34:34.133610 n-d-713301-16 neutron-server[95101]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 19:34:34.133610 n-d-713301-16 neutron-server[95101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 19:34:34.133610 n-d-713301-16 neutron-server[95101]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 19:34:34.133610 n-d-713301-16 neutron-server[95101]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 19:34:34.193720 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] For port 9acad1bd-31ac-4aa3-947b-14663bbeaff0, host n-h1-713301-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-16',level=0,port_id=9acad1bd-31ac-4aa3-947b-14663bbeaff0,segment=NetworkSegment(06c35406-3e3c-42a0-a3c1-86f8ca1b8560),segment_id=06c35406-3e3c-42a0-a3c1-86f8ca1b8560)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:34:34.208943 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-43a93dcf-10d4-4f02-ad61-e395e7b6cc88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783146162158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783145673144'] for port, after_delete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:34:34.216175 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.managers [req-f969a45f-0938-4347-9e40-b6fc99ddae3a req-533f4f0d-e3e4-46f9-90f7-0c423713b3be service neutron] Attempting to bind port 66d2b807-4e9d-484c-a6d3-6caed281d125 on host n-h2-713301-16 for vnic_type normal with profile {{(pid=95102) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 19:34:34.217489 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.managers [req-f969a45f-0938-4347-9e40-b6fc99ddae3a req-533f4f0d-e3e4-46f9-90f7-0c423713b3be service neutron] Attempting to bind port 66d2b807-4e9d-484c-a6d3-6caed281d125 by drivers openvswitch,hyperv on host n-h2-713301-16 at level 0 using segments [{'id': '0ad9f853-8282-44e3-ac3b-2b75c9223dae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '364dc893-5ecb-4aa3-be76-13b51cbbfbd4'}] {{(pid=95102) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 19:34:34.218048 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f969a45f-0938-4347-9e40-b6fc99ddae3a req-533f4f0d-e3e4-46f9-90f7-0c423713b3be service neutron] Attempting to bind port 66d2b807-4e9d-484c-a6d3-6caed281d125 on network 364dc893-5ecb-4aa3-be76-13b51cbbfbd4 {{(pid=95102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:34:34.236544 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Returning: {'device': '9acad1bd-31ac-4aa3-947b-14663bbeaff0', 'network_id': '22c7394f-6eb3-4324-ad9a-c48452af8c12', 'port_id': '9acad1bd-31ac-4aa3-947b-14663bbeaff0', 'mac_address': 'fa:16:3e:04:3e:f3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 643, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0d48322f-2db5-4896-84d5-850e60fab8ec', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95103) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 19:34:34.249426 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f969a45f-0938-4347-9e40-b6fc99ddae3a req-533f4f0d-e3e4-46f9-90f7-0c423713b3be service neutron] Port 66d2b807-4e9d-484c-a6d3-6caed281d125 on network 364dc893-5ecb-4aa3-be76-13b51cbbfbd4 not bound, no agent of type Open vSwitch agent registered on host n-h2-713301-16 {{(pid=95102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 19:34:34.249765 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f969a45f-0938-4347-9e40-b6fc99ddae3a req-533f4f0d-e3e4-46f9-90f7-0c423713b3be service neutron] Attempting to bind port 66d2b807-4e9d-484c-a6d3-6caed281d125 on network 364dc893-5ecb-4aa3-be76-13b51cbbfbd4 {{(pid=95102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:34:34.267363 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f969a45f-0938-4347-9e40-b6fc99ddae3a req-533f4f0d-e3e4-46f9-90f7-0c423713b3be service neutron] Checking agent: {'id': '2a7cea34-db54-4faf-8d23-37521c3e34cb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713301-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 19, 15, 28), 'started_at': datetime.datetime(2021, 9, 23, 19, 15, 28), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 19, 34, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 19:34:34.267363 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f969a45f-0938-4347-9e40-b6fc99ddae3a req-533f4f0d-e3e4-46f9-90f7-0c423713b3be service neutron] Checking segment: {'id': '0ad9f853-8282-44e3-ac3b-2b75c9223dae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '364dc893-5ecb-4aa3-be76-13b51cbbfbd4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95102) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:34:34.269536 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f969a45f-0938-4347-9e40-b6fc99ddae3a req-533f4f0d-e3e4-46f9-90f7-0c423713b3be service neutron] Bound using segment: {'id': '0ad9f853-8282-44e3-ac3b-2b75c9223dae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '364dc893-5ecb-4aa3-be76-13b51cbbfbd4'} {{(pid=95102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 19:34:34.269536 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.managers [req-f969a45f-0938-4347-9e40-b6fc99ddae3a req-533f4f0d-e3e4-46f9-90f7-0c423713b3be service neutron] Bound port: 66d2b807-4e9d-484c-a6d3-6caed281d125, host: n-h2-713301-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0ad9f853-8282-44e3-ac3b-2b75c9223dae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '364dc893-5ecb-4aa3-be76-13b51cbbfbd4'}}] {{(pid=95102) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 19:34:34.269536 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-f969a45f-0938-4347-9e40-b6fc99ddae3a req-533f4f0d-e3e4-46f9-90f7-0c423713b3be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:34:34.287247 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Provisioning for port acf36a73-9a5d-4069-8c51-d879b7158a29 completed by entity L2. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 19:34:34.306456 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43a93dcf-10d4-4f02-ad61-e395e7b6cc88 None None] Pushing event deleted for resources: {'Port': ['ID=16679a5c-02b7-472e-98b2-948a591707f8,revision_number=None']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:34:34.306707 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-6eb85d5b-7b20-4698-bf79-674e6fa7c296 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1754627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-601866'] for network, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:34:34.315929 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-6eb85d5b-7b20-4698-bf79-674e6fa7c296 admin admin] Notify callbacks [] for network, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:34:34.318022 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-6eb85d5b-7b20-4698-bf79-674e6fa7c296 admin admin] 10.222.0.67 "DELETE /v2.0/networks/60a3fd30-e0f7-4a5c-8336-b666228ec7b4 HTTP/1.1" status: 204 len: 168 time: 1.0674818 Sep 23 19:34:34.332385 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-efe5faba-9215-4e77-a0e8-8d3db1dcbb99 req-fa842543-7579-4829-b64e-3f516efb55a4 service neutron] 10.222.0.74 "GET /v2.0/networks/145889c7-e219-4677-9f6e-fffb5165afcc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3527322 Sep 23 19:34:34.338020 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43a93dcf-10d4-4f02-ad61-e395e7b6cc88 None None] No DVR routers for this DVR port 16679a5c-02b7-472e-98b2-948a591707f8 on host n-d-713301-16 {{(pid=95103) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 19:34:34.347531 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Provisioning complete for port acf36a73-9a5d-4069-8c51-d879b7158a29 triggered by entity L2. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:34:34.348007 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:34:34.395024 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb85d5b-7b20-4698-bf79-674e6fa7c296 admin admin] Pushing event deleted for resources: {'Network': ['ID=60a3fd30-e0f7-4a5c-8336-b666228ec7b4,revision_number=None']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:34:34.440256 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:34:34.474675 n-d-713301-16 neutron-server[95103]: DEBUG neutron.notifiers.nova [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9acad1bd-31ac-4aa3-947b-14663bbeaff0 {{(pid=95103) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 19:34:34.479040 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.db [req-f969a45f-0938-4347-9e40-b6fc99ddae3a req-533f4f0d-e3e4-46f9-90f7-0c423713b3be service neutron] For port 66d2b807-4e9d-484c-a6d3-6caed281d125, host n-h2-713301-16, cleared binding levels {{(pid=95102) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 19:34:34.501297 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.db [req-f969a45f-0938-4347-9e40-b6fc99ddae3a req-533f4f0d-e3e4-46f9-90f7-0c423713b3be service neutron] For port 66d2b807-4e9d-484c-a6d3-6caed281d125, host n-h2-713301-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-16',level=0,port_id=66d2b807-4e9d-484c-a6d3-6caed281d125,segment=NetworkSegment(0ad9f853-8282-44e3-ac3b-2b75c9223dae),segment_id=0ad9f853-8282-44e3-ac3b-2b75c9223dae)] {{(pid=95102) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 19:34:34.513008 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-f969a45f-0938-4347-9e40-b6fc99ddae3a req-533f4f0d-e3e4-46f9-90f7-0c423713b3be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4399095'] for port, after_update {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:34:34.535903 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d99eb89-ba5c-48ac-b888-b48b6c6484e8 req-f6c8451a-a1f4-4c6a-a5c6-75c46896eafa tempest-VolumesActionsTest-1105869697 tempest-VolumesActionsTest-1105869697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:34:34.538073 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-0d99eb89-ba5c-48ac-b888-b48b6c6484e8 req-f6c8451a-a1f4-4c6a-a5c6-75c46896eafa tempest-VolumesActionsTest-1105869697 tempest-VolumesActionsTest-1105869697-project] 10.222.0.67 "GET /v2.0/ports?device_id=a2ecbe67-7939-47a5-bbed-ea2effd0ecf1 HTTP/1.1" status: 200 len: 944 time: 0.1160946 Sep 23 19:34:34.605079 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f969a45f-0938-4347-9e40-b6fc99ddae3a req-533f4f0d-e3e4-46f9-90f7-0c423713b3be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:34:34.605723 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-f969a45f-0938-4347-9e40-b6fc99ddae3a req-533f4f0d-e3e4-46f9-90f7-0c423713b3be service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222849'] for port, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:34:34.609360 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-f969a45f-0938-4347-9e40-b6fc99ddae3a req-533f4f0d-e3e4-46f9-90f7-0c423713b3be service neutron] 10.222.0.53 "PUT /v2.0/ports/66d2b807-4e9d-484c-a6d3-6caed281d125 HTTP/1.1" status: 200 len: 1092 time: 2.4942746 Sep 23 19:34:34.639078 n-d-713301-16 neutron-server[95102]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0aa4b856-b55e-498e-8d78-1218f4a31f15', 'tag': '66d2b807-4e9d-484c-a6d3-6caed281d125'}] {{(pid=95102) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 19:34:34.645556 n-d-713301-16 neutron-server[95102]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab31b6d93e5336dbddfa8ec424565b3bd8cb2369c5b4d85bc943472dbb21e8ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5af20ec3-0037-484f-8be1-473eefebaeb5" -d '{"events": [{"name": "network-changed", "server_uuid": "0aa4b856-b55e-498e-8d78-1218f4a31f15", "tag": "66d2b807-4e9d-484c-a6d3-6caed281d125"}]}' {{(pid=95102) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 19:34:34.648518 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] For port 9acad1bd-31ac-4aa3-947b-14663bbeaff0, host n-h1-713301-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-16',level=0,port_id=9acad1bd-31ac-4aa3-947b-14663bbeaff0,segment=NetworkSegment(06c35406-3e3c-42a0-a3c1-86f8ca1b8560),segment_id=06c35406-3e3c-42a0-a3c1-86f8ca1b8560)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:34:34.656648 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:34:34.703613 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 49288) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:34:34.716517 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:34:34.754944 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-533f4f0d-e3e4-46f9-90f7-0c423713b3be service neutron] Pushing event updated for resources: {'Port': ['ID=66d2b807-4e9d-484c-a6d3-6caed281d125,revision_number=3']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:34:34.784141 n-d-713301-16 neutron-server[95103]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f5f48627-8ac0-4a38-a3d5-5de21347facd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'acf36a73-9a5d-4069-8c51-d879b7158a29'}] {{(pid=95103) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 19:34:34.785547 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-c3443ef5-a6b9-4531-ae30-8edb6c40caf2 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=917ebb3003814ff2986ca48b4fa70f0f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0815301 Sep 23 19:34:34.788084 n-d-713301-16 neutron-server[95103]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}81a1c17f2aa89d5b3ebbba3a3e0cf7eb588e431c2224256110c4c4facdd7c3e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ed5b11a-260f-4b53-a63d-9de9c0053866" -d '{"events": [{"server_uuid": "f5f48627-8ac0-4a38-a3d5-5de21347facd", "name": "network-vif-plugged", "status": "completed", "tag": "acf36a73-9a5d-4069-8c51-d879b7158a29"}]}' {{(pid=95103) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 19:34:34.798636 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 49294) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:34:34.819052 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] For port acf36a73-9a5d-4069-8c51-d879b7158a29, host n-h2-713301-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-16',level=0,port_id=acf36a73-9a5d-4069-8c51-d879b7158a29,segment=NetworkSegment(06c35406-3e3c-42a0-a3c1-86f8ca1b8560),segment_id=06c35406-3e3c-42a0-a3c1-86f8ca1b8560)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:34:34.820461 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Pushing event updated for resources: {'Port': ['ID=9acad1bd-31ac-4aa3-947b-14663bbeaff0,revision_number=4']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:34:34.824290 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:34:34.908187 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Pushing event updated for resources: {'Port': ['ID=acf36a73-9a5d-4069-8c51-d879b7158a29,revision_number=5']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:34:34.910284 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-0d99eb89-ba5c-48ac-b888-b48b6c6484e8 req-29dcb160-e2d9-4499-8609-222e6688b861 tempest-VolumesActionsTest-1105869697 tempest-VolumesActionsTest-1105869697-project] 10.222.0.67 "GET /v2.0/security-groups?id=722c6412-8ba9-4584-ba09-9864cbe02969&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3204982 Sep 23 19:34:34.966043 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Device 16679a5c-02b7-472e-98b2-948a591707f8 no longer exists at agent ovs-agent-n-d-713301-16 {{(pid=95103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 19:34:34.966974 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f969a45f-0938-4347-9e40-b6fc99ddae3a req-23e9f1ad-7edb-4592-b018-61c94a61eea4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:34:34.968705 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-f969a45f-0938-4347-9e40-b6fc99ddae3a req-23e9f1ad-7edb-4592-b018-61c94a61eea4 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=f17a85608a9a4ecb8150ef41746c47e0&device_id=0aa4b856-b55e-498e-8d78-1218f4a31f15 HTTP/1.1" status: 200 len: 1095 time: 0.2592824 Sep 23 19:34:34.979021 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc6ce4c6-8674-41b7-9b8d-d31a4b4e9a62 req-5d7877c1-4787-4b52-8e1d-a0e74bf66628 tempest-ServerActionsTestJSON-618918056 tempest-ServerActionsTestJSON-618918056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:34:34.986133 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-bc6ce4c6-8674-41b7-9b8d-d31a4b4e9a62 req-5d7877c1-4787-4b52-8e1d-a0e74bf66628 tempest-ServerActionsTestJSON-618918056 tempest-ServerActionsTestJSON-618918056-project] 10.222.0.67 "GET /v2.0/ports?device_id=0aa4b856-b55e-498e-8d78-1218f4a31f15 HTTP/1.1" status: 200 len: 943 time: 0.3343990 Sep 23 19:34:34.993649 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.plugin [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] No Port match for: 16679a5c-02b7-472e-98b2-948a591707f8 {{(pid=95103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 19:34:34.994275 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Device 16679a5c-02b7-472e-98b2-948a591707f8 not bound to the agent host n-d-713301-16 {{(pid=95103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 19:34:34.994852 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Device b838e788-a633-4b8c-9bae-0c8ec0f08105 no longer exists at agent ovs-agent-n-d-713301-16 {{(pid=95103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 19:34:35.024452 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.plugin [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] No Port match for: b838e788-a633-4b8c-9bae-0c8ec0f08105 {{(pid=95103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 19:34:35.024821 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Device b838e788-a633-4b8c-9bae-0c8ec0f08105 not bound to the agent host n-d-713301-16 {{(pid=95103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 19:34:35.031126 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] get_ports_and_sgs() called for port_ids ['9acad1bd-31ac-4aa3-947b-14663bbeaff0'] {{(pid=95103) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 19:34:35.072538 n-d-713301-16 neutron-server[95102]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 19:34:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-491fff69-bdcb-47e2-9033-a1525b5237b9 x-openstack-request-id: req-491fff69-bdcb-47e2-9033-a1525b5237b9 {{(pid=95102) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 19:34:35.072996 n-d-713301-16 neutron-server[95102]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0aa4b856-b55e-498e-8d78-1218f4a31f15", "tag": "66d2b807-4e9d-484c-a6d3-6caed281d125", "status": "completed", "code": 200}]} {{(pid=95102) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 19:34:35.073368 n-d-713301-16 neutron-server[95102]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-491fff69-bdcb-47e2-9033-a1525b5237b9 {{(pid=95102) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 19:34:35.073868 n-d-713301-16 neutron-server[95102]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0aa4b856-b55e-498e-8d78-1218f4a31f15', 'tag': '66d2b807-4e9d-484c-a6d3-6caed281d125', 'status': 'completed', 'code': 200} Sep 23 19:34:35.085107 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-f969a45f-0938-4347-9e40-b6fc99ddae3a req-e9f83d65-b45f-4ea7-bbb9-2483239a9738 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=66d2b807-4e9d-484c-a6d3-6caed281d125 HTTP/1.1" status: 200 len: 217 time: 0.0953748 Sep 23 19:34:35.152891 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-49a7b493-bdec-4b1a-9a38-778ba154f0be admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:34:35.224058 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-bc6ce4c6-8674-41b7-9b8d-d31a4b4e9a62 req-57bd67c8-e9bc-48db-945b-9a354edc807b tempest-ServerActionsTestJSON-618918056 tempest-ServerActionsTestJSON-618918056-project] 10.222.0.67 "GET /v2.0/security-groups?id=8f1e71cd-f67e-49f6-828d-7dde05723843&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2358093 Sep 23 19:34:35.255561 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-49a7b493-bdec-4b1a-9a38-778ba154f0be admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:34:35.267394 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f969a45f-0938-4347-9e40-b6fc99ddae3a req-65b6edd8-e852-4634-8b28-9459624a29b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:34:35.269054 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-f969a45f-0938-4347-9e40-b6fc99ddae3a req-65b6edd8-e852-4634-8b28-9459624a29b5 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=a900be85-be08-465b-85e6-4a05aae55389 HTTP/1.1" status: 200 len: 851 time: 0.1586218 Sep 23 19:34:35.270033 n-d-713301-16 neutron-server[95103]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 19:34:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20bb9a57-529c-4e24-bdf8-b087de677a33 x-openstack-request-id: req-20bb9a57-529c-4e24-bdf8-b087de677a33 {{(pid=95103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 19:34:35.270404 n-d-713301-16 neutron-server[95103]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f5f48627-8ac0-4a38-a3d5-5de21347facd", "name": "network-vif-plugged", "status": "completed", "tag": "acf36a73-9a5d-4069-8c51-d879b7158a29", "code": 200}]} {{(pid=95103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 19:34:35.270867 n-d-713301-16 neutron-server[95103]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-20bb9a57-529c-4e24-bdf8-b087de677a33 {{(pid=95103) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 19:34:35.271480 n-d-713301-16 neutron-server[95103]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f5f48627-8ac0-4a38-a3d5-5de21347facd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'acf36a73-9a5d-4069-8c51-d879b7158a29', 'code': 200} Sep 23 19:34:35.290506 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a98a6655-bba5-451a-af1f-927a5ca1f95d req-435e53e0-b00e-4b59-a148-1fd1df3650b8 tempest-ServerRescueNegativeTestJSON-317871319 tempest-ServerRescueNegativeTestJSON-317871319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:34:35.292424 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-a98a6655-bba5-451a-af1f-927a5ca1f95d req-435e53e0-b00e-4b59-a148-1fd1df3650b8 tempest-ServerRescueNegativeTestJSON-317871319 tempest-ServerRescueNegativeTestJSON-317871319-project] 10.222.0.67 "GET /v2.0/ports?device_id=f6ef00c9-1a36-4a78-8258-2ac22e8b1be1 HTTP/1.1" status: 200 len: 944 time: 0.1955640 Sep 23 19:34:35.407758 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f969a45f-0938-4347-9e40-b6fc99ddae3a req-354b0e10-1997-4c3e-8a18-79de03b94b58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:34:35.410517 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-f969a45f-0938-4347-9e40-b6fc99ddae3a req-354b0e10-1997-4c3e-8a18-79de03b94b58 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=364dc893-5ecb-4aa3-be76-13b51cbbfbd4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1169260 Sep 23 19:34:35.416425 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-a98a6655-bba5-451a-af1f-927a5ca1f95d req-389ac4c4-1e78-4d9d-92f7-4af28377f50a tempest-ServerRescueNegativeTestJSON-317871319 tempest-ServerRescueNegativeTestJSON-317871319-project] 10.222.0.67 "GET /v2.0/security-groups?id=ac103501-6c24-4299-8f11-081b36059735&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967355 Sep 23 19:34:35.446324 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-49a7b493-bdec-4b1a-9a38-778ba154f0be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:34:35.449202 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-49a7b493-bdec-4b1a-9a38-778ba154f0be admin admin] Notify callbacks [] for security_group, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:34:35.450430 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-49a7b493-bdec-4b1a-9a38-778ba154f0be admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/f80f0d8b-8255-41ed-b004-c4131243a6a4 HTTP/1.1" status: 204 len: 168 time: 0.6484120 Sep 23 19:34:35.481433 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49a7b493-bdec-4b1a-9a38-778ba154f0be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f80f0d8b-8255-41ed-b004-c4131243a6a4,revision_number=None']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:34:35.503298 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-093d10bb-2a61-492d-a19d-2987c73cd1a8 req-315fcc62-3801-4e47-8df6-23d6d199477e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:34:35.511065 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-093d10bb-2a61-492d-a19d-2987c73cd1a8 req-315fcc62-3801-4e47-8df6-23d6d199477e service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=f5f48627-8ac0-4a38-a3d5-5de21347facd HTTP/1.1" status: 200 len: 1098 time: 0.1503198 Sep 23 19:34:35.578056 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-093d10bb-2a61-492d-a19d-2987c73cd1a8 req-a1641e52-50d6-4014-98e1-9f11f25d9251 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=ac103501-6c24-4299-8f11-081b36059735&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625637 Sep 23 19:34:35.590547 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-f969a45f-0938-4347-9e40-b6fc99ddae3a req-f66df359-eb1a-4740-bf48-a94521966d4f service neutron] 10.222.0.53 "GET /v2.0/networks/364dc893-5ecb-4aa3-be76-13b51cbbfbd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1712704 Sep 23 19:34:35.833011 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Device bc55cc95-f7fa-4630-9764-bfb851ababd7 details requested by agent hyperv_n-h1-713301-16 with host n-h1-713301-16 {{(pid=95103) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 19:34:35.979597 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-f969a45f-0938-4347-9e40-b6fc99ddae3a req-caddd3c0-2976-45fa-a0ca-61521c33ef52 service neutron] 10.222.0.53 "GET /v2.0/networks/364dc893-5ecb-4aa3-be76-13b51cbbfbd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2030163 Sep 23 19:34:36.038295 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] For port bc55cc95-f7fa-4630-9764-bfb851ababd7, host n-h1-713301-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-16',level=0,port_id=bc55cc95-f7fa-4630-9764-bfb851ababd7,segment=NetworkSegment(0ce55654-8b8d-4850-895e-848c1dfaf070),segment_id=0ce55654-8b8d-4850-895e-848c1dfaf070)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:34:36.084928 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Returning: {'device': 'bc55cc95-f7fa-4630-9764-bfb851ababd7', 'network_id': '145889c7-e219-4677-9f6e-fffb5165afcc', 'port_id': 'bc55cc95-f7fa-4630-9764-bfb851ababd7', 'mac_address': 'fa:16:3e:51:7f:f3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 606, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd3af86c5-701c-49f7-9d6b-d313386a0d0f', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95103) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 19:34:36.150886 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:34:36.170559 n-d-713301-16 neutron-server[95103]: DEBUG neutron.notifiers.nova [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bc55cc95-f7fa-4630-9764-bfb851ababd7 {{(pid=95103) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 19:34:36.189329 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93dec676-f85a-476d-b294-d28ebe5a6f91 req-5695c777-0413-4767-81e7-08c4cc205a2c tempest-VolumesActionsTest-1105869697 tempest-VolumesActionsTest-1105869697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:34:36.191228 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-93dec676-f85a-476d-b294-d28ebe5a6f91 req-5695c777-0413-4767-81e7-08c4cc205a2c tempest-VolumesActionsTest-1105869697 tempest-VolumesActionsTest-1105869697-project] 10.222.0.67 "GET /v2.0/ports?device_id=a2ecbe67-7939-47a5-bbed-ea2effd0ecf1 HTTP/1.1" status: 200 len: 944 time: 0.1832855 Sep 23 19:34:36.211684 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] For port bc55cc95-f7fa-4630-9764-bfb851ababd7, host n-h1-713301-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-16',level=0,port_id=bc55cc95-f7fa-4630-9764-bfb851ababd7,segment=NetworkSegment(0ce55654-8b8d-4850-895e-848c1dfaf070),segment_id=0ce55654-8b8d-4850-895e-848c1dfaf070)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:34:36.213756 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af20ec3-0037-484f-8be1-473eefebaeb5 req-f3d3264a-5f20-4a94-8e97-46270032603f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:34:36.215715 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-5af20ec3-0037-484f-8be1-473eefebaeb5 req-f3d3264a-5f20-4a94-8e97-46270032603f service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=f17a85608a9a4ecb8150ef41746c47e0&device_id=0aa4b856-b55e-498e-8d78-1218f4a31f15 HTTP/1.1" status: 200 len: 1095 time: 0.1448572 Sep 23 19:34:36.221264 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:34:36.288222 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Pushing event updated for resources: {'Port': ['ID=bc55cc95-f7fa-4630-9764-bfb851ababd7,revision_number=4']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:34:36.422963 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-93dec676-f85a-476d-b294-d28ebe5a6f91 req-45a56b7e-ba5f-46e0-bad5-36f48e3246a9 tempest-VolumesActionsTest-1105869697 tempest-VolumesActionsTest-1105869697-project] 10.222.0.67 "GET /v2.0/security-groups?id=722c6412-8ba9-4584-ba09-9864cbe02969&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2227333 Sep 23 19:34:36.465965 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d45127fe-11c0-43b7-8ce0-ebef8fbf94b9 req-cc7798b1-1fdb-4584-8c31-f1cd60c23d52 tempest-ServerActionsTestJSON-618918056 tempest-ServerActionsTestJSON-618918056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:34:36.468615 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-d45127fe-11c0-43b7-8ce0-ebef8fbf94b9 req-cc7798b1-1fdb-4584-8c31-f1cd60c23d52 tempest-ServerActionsTestJSON-618918056 tempest-ServerActionsTestJSON-618918056-project] 10.222.0.67 "GET /v2.0/ports?device_id=0aa4b856-b55e-498e-8d78-1218f4a31f15 HTTP/1.1" status: 200 len: 943 time: 0.1006036 Sep 23 19:34:36.470486 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af20ec3-0037-484f-8be1-473eefebaeb5 req-f434b539-df3d-4e39-b87c-689d72e49e87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:34:36.473287 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-5af20ec3-0037-484f-8be1-473eefebaeb5 req-f434b539-df3d-4e39-b87c-689d72e49e87 service neutron] 10.222.0.53 "GET /v2.0/networks?id=364dc893-5ecb-4aa3-be76-13b51cbbfbd4 HTTP/1.1" status: 200 len: 913 time: 0.2469394 Sep 23 19:34:36.524584 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] get_ports_and_sgs() called for port_ids ['bc55cc95-f7fa-4630-9764-bfb851ababd7'] {{(pid=95103) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 19:34:36.562541 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-5af20ec3-0037-484f-8be1-473eefebaeb5 req-5122183a-c5f5-49a8-b669-85a50aaca34d service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=66d2b807-4e9d-484c-a6d3-6caed281d125 HTTP/1.1" status: 200 len: 217 time: 0.0705557 Sep 23 19:34:36.616229 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-d45127fe-11c0-43b7-8ce0-ebef8fbf94b9 req-5ac37103-4d41-41f2-9523-01702acb9435 tempest-ServerActionsTestJSON-618918056 tempest-ServerActionsTestJSON-618918056-project] 10.222.0.67 "GET /v2.0/security-groups?id=8f1e71cd-f67e-49f6-828d-7dde05723843&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1358929 Sep 23 19:34:36.650578 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 49344) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:34:36.722639 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af20ec3-0037-484f-8be1-473eefebaeb5 req-c3f8d018-a38e-40b8-a4a7-21005c786421 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:34:36.724499 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-5af20ec3-0037-484f-8be1-473eefebaeb5 req-c3f8d018-a38e-40b8-a4a7-21005c786421 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=a900be85-be08-465b-85e6-4a05aae55389 HTTP/1.1" status: 200 len: 851 time: 0.1405108 Sep 23 19:34:36.739094 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e1298e6-7e5b-45a5-913c-8799b7c56b53 req-cd662bae-ec9c-48f3-b3a6-ccf2d0af1fa7 tempest-ServerRescueNegativeTestJSON-317871319 tempest-ServerRescueNegativeTestJSON-317871319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:34:36.742453 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-6e1298e6-7e5b-45a5-913c-8799b7c56b53 req-cd662bae-ec9c-48f3-b3a6-ccf2d0af1fa7 tempest-ServerRescueNegativeTestJSON-317871319 tempest-ServerRescueNegativeTestJSON-317871319-project] 10.222.0.67 "GET /v2.0/ports?device_id=f6ef00c9-1a36-4a78-8258-2ac22e8b1be1 HTTP/1.1" status: 200 len: 944 time: 0.1573639 Sep 23 19:34:36.849202 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-6e1298e6-7e5b-45a5-913c-8799b7c56b53 req-bf5a81c9-9172-4ebb-a701-b7eb7bfab6a5 tempest-ServerRescueNegativeTestJSON-317871319 tempest-ServerRescueNegativeTestJSON-317871319-project] 10.222.0.67 "GET /v2.0/security-groups?id=ac103501-6c24-4299-8f11-081b36059735&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891485 Sep 23 19:34:36.861965 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af20ec3-0037-484f-8be1-473eefebaeb5 req-edf56bec-957e-4df9-bd63-4496f44d428a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:34:36.864142 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-5af20ec3-0037-484f-8be1-473eefebaeb5 req-edf56bec-957e-4df9-bd63-4496f44d428a service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=364dc893-5ecb-4aa3-be76-13b51cbbfbd4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1202350 Sep 23 19:34:36.888031 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-befd78b4-a2ee-485f-bc36-ee8363ec3f2f admin admin] Notify callbacks [] for security_group, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:34:36.995939 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-5af20ec3-0037-484f-8be1-473eefebaeb5 req-50d92ed2-f95b-428c-9ad1-d2c1a7ed1b4c service neutron] 10.222.0.53 "GET /v2.0/networks/364dc893-5ecb-4aa3-be76-13b51cbbfbd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1230986 Sep 23 19:34:37.008152 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-befd78b4-a2ee-485f-bc36-ee8363ec3f2f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:34:37.013734 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-befd78b4-a2ee-485f-bc36-ee8363ec3f2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:34:37.057238 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 49358) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:34:37.069411 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-befd78b4-a2ee-485f-bc36-ee8363ec3f2f admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=d2bf1546a2af4fa7bb7f554e1558e5ed&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4176066 Sep 23 19:34:37.070301 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-befd78b4-a2ee-485f-bc36-ee8363ec3f2f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c710fa2b-e7f3-4ee1-b278-6996049238bd,revision_number=1']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:34:37.072852 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 49362) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:34:37.111435 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-5af20ec3-0037-484f-8be1-473eefebaeb5 req-af42a83d-7e41-40f6-8fcc-64ba931d5710 service neutron] 10.222.0.53 "GET /v2.0/networks/364dc893-5ecb-4aa3-be76-13b51cbbfbd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1078019 Sep 23 19:34:37.125297 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-63aeb22b-56d5-41ca-9146-8dfd55e10d34 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:34:37.153621 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-63aeb22b-56d5-41ca-9146-8dfd55e10d34 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:34:37.203330 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.v2.base [None req-12003b98-04f5-479f-b877-24f6201fcc30 admin admin] Request body: {'network': {'name': 'tempest-ServerGroupTestJSON-1681807462-network', 'tenant_id': '4dc572e6f2d54593907916a9521c5c34'}} {{(pid=95101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:34:37.227480 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12003b98-04f5-479f-b877-24f6201fcc30 admin admin] Made reservation on behalf of 4dc572e6f2d54593907916a9521c5c34 for: {'network': 1} {{(pid=95101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:34:37.229967 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-12003b98-04f5-479f-b877-24f6201fcc30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for network, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:34:37.239579 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-12003b98-04f5-479f-b877-24f6201fcc30 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:34:37.251640 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-63aeb22b-56d5-41ca-9146-8dfd55e10d34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:34:37.254094 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-63aeb22b-56d5-41ca-9146-8dfd55e10d34 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:34:37.255253 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-63aeb22b-56d5-41ca-9146-8dfd55e10d34 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/c710fa2b-e7f3-4ee1-b278-6996049238bd HTTP/1.1" status: 204 len: 168 time: 0.1815119 Sep 23 19:34:37.270695 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63aeb22b-56d5-41ca-9146-8dfd55e10d34 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c710fa2b-e7f3-4ee1-b278-6996049238bd,revision_number=None']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:34:37.373457 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-12003b98-04f5-479f-b877-24f6201fcc30 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:34:37.377698 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-12003b98-04f5-479f-b877-24f6201fcc30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:34:37.401171 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-12003b98-04f5-479f-b877-24f6201fcc30 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 640} {{(pid=95101) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 19:34:37.416896 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12003b98-04f5-479f-b877-24f6201fcc30 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84857475-07b3-488f-846b-402e1d86f5c8,revision_number=1']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:34:37.419833 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-12003b98-04f5-479f-b877-24f6201fcc30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1756186'] for segment, precommit_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:34:37.420283 n-d-713301-16 neutron-server[95101]: INFO neutron.db.segments_db [None req-12003b98-04f5-479f-b877-24f6201fcc30 admin admin] Added segment ec3b13ad-042e-4cd9-8ba7-57268193e2c7 of type vlan for network 1eb1243c-991c-4d58-847c-e51ee44a0f33 Sep 23 19:34:37.465566 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-12003b98-04f5-479f-b877-24f6201fcc30 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783145630486'] for network, precommit_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:34:37.496055 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-12003b98-04f5-479f-b877-24f6201fcc30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299'] for network, after_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:34:37.496922 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12003b98-04f5-479f-b877-24f6201fcc30 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:34:37.497916 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-12003b98-04f5-479f-b877-24f6201fcc30 admin admin] Notify callbacks [] for network, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:34:37.531753 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-12003b98-04f5-479f-b877-24f6201fcc30 admin admin] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.4705088 Sep 23 19:34:37.536081 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 49372) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:34:37.544173 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.v2.base [None req-4beb13c6-884b-4cb7-ba3b-bf02cb5a5f0a admin admin] Request body: {'subnet': {'network_id': '1eb1243c-991c-4d58-847c-e51ee44a0f33', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerGroupTestJSON-1681807462-subnet', 'tenant_id': '4dc572e6f2d54593907916a9521c5c34', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:34:37.554422 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b3b8b60-c3a1-4c8c-ae21-f9e09980dc11 req-95b208e6-3509-454e-ba17-33c08b580ab6 tempest-VolumesActionsTest-1105869697 tempest-VolumesActionsTest-1105869697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:34:37.556880 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-3b3b8b60-c3a1-4c8c-ae21-f9e09980dc11 req-95b208e6-3509-454e-ba17-33c08b580ab6 tempest-VolumesActionsTest-1105869697 tempest-VolumesActionsTest-1105869697-project] 10.222.0.67 "GET /v2.0/ports?device_id=a2ecbe67-7939-47a5-bbed-ea2effd0ecf1 HTTP/1.1" status: 200 len: 945 time: 0.0711844 Sep 23 19:34:37.578397 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12003b98-04f5-479f-b877-24f6201fcc30 admin admin] Pushing event updated for resources: {'Network': ['ID=1eb1243c-991c-4d58-847c-e51ee44a0f33,revision_number=1']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:34:37.591109 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Network 1eb1243c-991c-4d58-847c-e51ee44a0f33 details requested by agent ovs-agent-n-d-713301-16 with host n-d-713301-16 {{(pid=95103) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 19:34:37.600767 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4beb13c6-884b-4cb7-ba3b-bf02cb5a5f0a admin admin] Made reservation on behalf of 4dc572e6f2d54593907916a9521c5c34 for: {'subnet': 1} {{(pid=95101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:34:37.603660 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-4beb13c6-884b-4cb7-ba3b-bf02cb5a5f0a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6130979'] for subnet, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:34:37.617054 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 49374) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:34:37.637707 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-3b3b8b60-c3a1-4c8c-ae21-f9e09980dc11 req-dcdaa82d-c32d-44f6-86be-35813ff1e7d5 tempest-VolumesActionsTest-1105869697 tempest-VolumesActionsTest-1105869697-project] 10.222.0.67 "GET /v2.0/security-groups?id=722c6412-8ba9-4584-ba09-9864cbe02969&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740993 Sep 23 19:34:37.641633 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-cfd7e1b3-26a4-40d1-841a-c9d22f5d3bd5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:34:37.751680 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9aa9f42-f6c6-416d-b16a-c17b2f19974a req-a3f89c54-b58f-47d5-898c-f1a3d746f985 tempest-ServerActionsTestJSON-618918056 tempest-ServerActionsTestJSON-618918056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:34:37.753278 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-f9aa9f42-f6c6-416d-b16a-c17b2f19974a req-a3f89c54-b58f-47d5-898c-f1a3d746f985 tempest-ServerActionsTestJSON-618918056 tempest-ServerActionsTestJSON-618918056-project] 10.222.0.67 "GET /v2.0/ports?device_id=0aa4b856-b55e-498e-8d78-1218f4a31f15 HTTP/1.1" status: 200 len: 943 time: 0.0528970 Sep 23 19:34:37.797941 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-f9aa9f42-f6c6-416d-b16a-c17b2f19974a req-1a5b0c53-bbc7-47ca-8285-1abe2ba623b3 tempest-ServerActionsTestJSON-618918056 tempest-ServerActionsTestJSON-618918056-project] 10.222.0.67 "GET /v2.0/security-groups?id=8f1e71cd-f67e-49f6-828d-7dde05723843&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364242 Sep 23 19:34:37.836943 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Device 9acad1bd-31ac-4aa3-947b-14663bbeaff0 up at agent hyperv_n-h1-713301-16 {{(pid=95103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 19:34:37.868640 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-cfd7e1b3-26a4-40d1-841a-c9d22f5d3bd5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:34:37.871147 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-4beb13c6-884b-4cb7-ba3b-bf02cb5a5f0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5607579', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6130961'] for subnet, after_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:34:37.876492 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-cfd7e1b3-26a4-40d1-841a-c9d22f5d3bd5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:34:37.894032 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Provisioning for port 9acad1bd-31ac-4aa3-947b-14663bbeaff0 completed by entity L2. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 19:34:37.900061 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Provisioning complete for port 9acad1bd-31ac-4aa3-947b-14663bbeaff0 triggered by entity L2. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:34:37.907485 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:34:37.965476 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-cfd7e1b3-26a4-40d1-841a-c9d22f5d3bd5 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=b3ec070a15c1422eabdf10f86d0fbcf1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3472872 Sep 23 19:34:37.969098 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 49380) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:34:37.974237 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd7e1b3-26a4-40d1-841a-c9d22f5d3bd5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c97e7491-7040-4ede-af4d-f822d2bb6861,revision_number=1']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:34:37.979295 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4beb13c6-884b-4cb7-ba3b-bf02cb5a5f0a admin admin] Pushing event updated for resources: {'Subnet': ['ID=7e7607ce-e2e0-44b3-90bc-e9af6114111a,revision_number=0']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:34:37.999826 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:34:38.007642 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4beb13c6-884b-4cb7-ba3b-bf02cb5a5f0a admin admin] Checking segment: {'id': 'ec3b13ad-042e-4cd9-8ba7-57268193e2c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '1eb1243c-991c-4d58-847c-e51ee44a0f33'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:34:38.008125 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4beb13c6-884b-4cb7-ba3b-bf02cb5a5f0a admin admin] Network hostable DHCP agents. Network: 1eb1243c-991c-4d58-847c-e51ee44a0f33, hostable agents: ['1b18bf05-1b5f-4587-be5c-af3ac38e32ad'], hosted agents: [] {{(pid=95101) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 19:34:38.025208 n-d-713301-16 neutron-server[95103]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f6ef00c9-1a36-4a78-8258-2ac22e8b1be1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9acad1bd-31ac-4aa3-947b-14663bbeaff0'}] {{(pid=95103) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 19:34:38.027839 n-d-713301-16 neutron-server[95103]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}81a1c17f2aa89d5b3ebbba3a3e0cf7eb588e431c2224256110c4c4facdd7c3e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd370713-23df-4ada-9ce5-1fd8ed9b0f85" -d '{"events": [{"server_uuid": "f6ef00c9-1a36-4a78-8258-2ac22e8b1be1", "name": "network-vif-plugged", "status": "completed", "tag": "9acad1bd-31ac-4aa3-947b-14663bbeaff0"}]}' {{(pid=95103) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 19:34:38.034695 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4beb13c6-884b-4cb7-ba3b-bf02cb5a5f0a admin admin] Network 1eb1243c-991c-4d58-847c-e51ee44a0f33 is scheduled to be hosted by DHCP agent 1b18bf05-1b5f-4587-be5c-af3ac38e32ad with binding_index 1 {{(pid=95101) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 19:34:38.059725 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.base_scheduler [None req-4beb13c6-884b-4cb7-ba3b-bf02cb5a5f0a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713301-16, 1eb1243c-991c-4d58-847c-e51ee44a0f33) {{(pid=95101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:34:38.061391 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] For port 9acad1bd-31ac-4aa3-947b-14663bbeaff0, host n-h1-713301-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-16',level=0,port_id=9acad1bd-31ac-4aa3-947b-14663bbeaff0,segment=NetworkSegment(06c35406-3e3c-42a0-a3c1-86f8ca1b8560),segment_id=06c35406-3e3c-42a0-a3c1-86f8ca1b8560)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:34:38.068358 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:34:38.070330 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Device bc55cc95-f7fa-4630-9764-bfb851ababd7 up at agent hyperv_n-h1-713301-16 {{(pid=95103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 19:34:38.070931 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4beb13c6-884b-4cb7-ba3b-bf02cb5a5f0a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:34:38.071477 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b1f8daf-3f7f-4f06-89fb-bbc8c02c63e9 req-14a4651c-1c71-467b-a3b2-3e72aec15315 tempest-ServerRescueNegativeTestJSON-317871319 tempest-ServerRescueNegativeTestJSON-317871319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:34:38.073988 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-4beb13c6-884b-4cb7-ba3b-bf02cb5a5f0a admin admin] Notify callbacks [] for subnet, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:34:38.079922 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-0b1f8daf-3f7f-4f06-89fb-bbc8c02c63e9 req-14a4651c-1c71-467b-a3b2-3e72aec15315 tempest-ServerRescueNegativeTestJSON-317871319 tempest-ServerRescueNegativeTestJSON-317871319-project] 10.222.0.67 "GET /v2.0/ports?device_id=f6ef00c9-1a36-4a78-8258-2ac22e8b1be1 HTTP/1.1" status: 200 len: 944 time: 0.1495111 Sep 23 19:34:38.080864 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58195c3b-8d00-4832-8b0f-6771c183a025 None None] Network 1eb1243c-991c-4d58-847c-e51ee44a0f33 requested from n-d-713301-16 {{(pid=95103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 19:34:38.087677 n-d-713301-16 neutron-server[95103]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 19:34:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07bd41da-1b29-4486-9bde-832532561a8c x-openstack-request-id: req-07bd41da-1b29-4486-9bde-832532561a8c {{(pid=95103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 19:34:38.088027 n-d-713301-16 neutron-server[95103]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f6ef00c9-1a36-4a78-8258-2ac22e8b1be1", "name": "network-vif-plugged", "status": "completed", "tag": "9acad1bd-31ac-4aa3-947b-14663bbeaff0", "code": 200}]} {{(pid=95103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 19:34:38.088224 n-d-713301-16 neutron-server[95103]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-07bd41da-1b29-4486-9bde-832532561a8c {{(pid=95103) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 19:34:38.088870 n-d-713301-16 neutron-server[95103]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f6ef00c9-1a36-4a78-8258-2ac22e8b1be1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9acad1bd-31ac-4aa3-947b-14663bbeaff0', 'code': 200} Sep 23 19:34:38.100936 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-4beb13c6-884b-4cb7-ba3b-bf02cb5a5f0a admin admin] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.5636294 Sep 23 19:34:38.128523 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-a64b84bc-6683-4018-bc98-9b8195ca5fb1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:34:38.203683 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-a64b84bc-6683-4018-bc98-9b8195ca5fb1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:34:38.221010 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-0b1f8daf-3f7f-4f06-89fb-bbc8c02c63e9 req-6842ec59-558c-4551-939b-cb3b9262c457 tempest-ServerRescueNegativeTestJSON-317871319 tempest-ServerRescueNegativeTestJSON-317871319-project] 10.222.0.67 "GET /v2.0/security-groups?id=ac103501-6c24-4299-8f11-081b36059735&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1350837 Sep 23 19:34:38.265365 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Pushing event updated for resources: {'Port': ['ID=9acad1bd-31ac-4aa3-947b-14663bbeaff0,revision_number=5']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:34:38.301865 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d27facb-5791-4d24-9359-a7f21b66c3d4 req-54abec81-da93-4757-81fb-b91ec401609a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:34:38.303583 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-2d27facb-5791-4d24-9359-a7f21b66c3d4 req-54abec81-da93-4757-81fb-b91ec401609a service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=f6ef00c9-1a36-4a78-8258-2ac22e8b1be1 HTTP/1.1" status: 200 len: 1097 time: 0.1471238 Sep 23 19:34:38.305882 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Provisioning for port bc55cc95-f7fa-4630-9764-bfb851ababd7 completed by entity L2. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 19:34:38.342657 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Provisioning complete for port bc55cc95-f7fa-4630-9764-bfb851ababd7 triggered by entity L2. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:34:38.343081 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:34:38.353160 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-a64b84bc-6683-4018-bc98-9b8195ca5fb1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:34:38.355708 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-a64b84bc-6683-4018-bc98-9b8195ca5fb1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:34:38.357670 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-a64b84bc-6683-4018-bc98-9b8195ca5fb1 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/c97e7491-7040-4ede-af4d-f822d2bb6861 HTTP/1.1" status: 204 len: 168 time: 0.3867373 Sep 23 19:34:38.382794 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a64b84bc-6683-4018-bc98-9b8195ca5fb1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c97e7491-7040-4ede-af4d-f822d2bb6861,revision_number=None']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:34:38.386163 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-2d27facb-5791-4d24-9359-a7f21b66c3d4 req-3d50a138-6eee-45d5-b78d-7ea20d11b8c4 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=ac103501-6c24-4299-8f11-081b36059735&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749946 Sep 23 19:34:38.416055 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21916adb-545f-4f50-9091-6e8c5e0dcb42 None None] Network 1eb1243c-991c-4d58-847c-e51ee44a0f33 requested from n-d-713301-16 {{(pid=95103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 19:34:38.545300 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:34:38.637891 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] For port bc55cc95-f7fa-4630-9764-bfb851ababd7, host n-h1-713301-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-16',level=0,port_id=bc55cc95-f7fa-4630-9764-bfb851ababd7,segment=NetworkSegment(0ce55654-8b8d-4850-895e-848c1dfaf070),segment_id=0ce55654-8b8d-4850-895e-848c1dfaf070)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:34:38.643007 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:34:38.726774 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Pushing event updated for resources: {'Port': ['ID=bc55cc95-f7fa-4630-9764-bfb851ababd7,revision_number=5']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:34:38.814796 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88bb062c-886d-42a0-824f-f7e4e5afbcc4 req-ea00c8b9-84d9-4b5d-93f2-179382f1f0d4 tempest-VolumesActionsTest-1105869697 tempest-VolumesActionsTest-1105869697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:34:38.816105 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-88bb062c-886d-42a0-824f-f7e4e5afbcc4 req-ea00c8b9-84d9-4b5d-93f2-179382f1f0d4 tempest-VolumesActionsTest-1105869697 tempest-VolumesActionsTest-1105869697-project] 10.222.0.67 "GET /v2.0/ports?device_id=a2ecbe67-7939-47a5-bbed-ea2effd0ecf1 HTTP/1.1" status: 200 len: 946 time: 0.0869365 Sep 23 19:34:38.868312 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-88bb062c-886d-42a0-824f-f7e4e5afbcc4 req-8f123337-568c-4233-a5b2-1e8a6f4fd9bb tempest-VolumesActionsTest-1105869697 tempest-VolumesActionsTest-1105869697-project] 10.222.0.67 "GET /v2.0/security-groups?id=722c6412-8ba9-4584-ba09-9864cbe02969&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448105 Sep 23 19:34:39.059281 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e84ccd13-1718-465a-86b7-3b2ec25b7e02 req-bf485cf7-cbc2-48a7-813b-fb8e2db12a54 tempest-ServerActionsTestJSON-618918056 tempest-ServerActionsTestJSON-618918056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:34:39.062650 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-e84ccd13-1718-465a-86b7-3b2ec25b7e02 req-bf485cf7-cbc2-48a7-813b-fb8e2db12a54 tempest-ServerActionsTestJSON-618918056 tempest-ServerActionsTestJSON-618918056-project] 10.222.0.67 "GET /v2.0/ports?device_id=0aa4b856-b55e-498e-8d78-1218f4a31f15 HTTP/1.1" status: 200 len: 943 time: 0.0773034 Sep 23 19:34:39.140731 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-e84ccd13-1718-465a-86b7-3b2ec25b7e02 req-61d0b80a-9e55-4e4c-8fdf-2637adb3098b tempest-ServerActionsTestJSON-618918056 tempest-ServerActionsTestJSON-618918056-project] 10.222.0.67 "GET /v2.0/security-groups?id=8f1e71cd-f67e-49f6-828d-7dde05723843&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706060 Sep 23 19:34:39.370827 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47407cbf-0e51-4071-afc0-edc987dd601c req-6a96749c-045c-4317-bf0c-971d5a75cb59 tempest-ServerRescueNegativeTestJSON-317871319 tempest-ServerRescueNegativeTestJSON-317871319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:34:39.380067 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-47407cbf-0e51-4071-afc0-edc987dd601c req-6a96749c-045c-4317-bf0c-971d5a75cb59 tempest-ServerRescueNegativeTestJSON-317871319 tempest-ServerRescueNegativeTestJSON-317871319-project] 10.222.0.67 "GET /v2.0/ports?device_id=f6ef00c9-1a36-4a78-8258-2ac22e8b1be1 HTTP/1.1" status: 200 len: 945 time: 0.0756509 Sep 23 19:34:39.438324 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-47407cbf-0e51-4071-afc0-edc987dd601c req-8536a0e5-c4fd-4465-b8cd-62bd4c82518c tempest-ServerRescueNegativeTestJSON-317871319 tempest-ServerRescueNegativeTestJSON-317871319-project] 10.222.0.67 "GET /v2.0/security-groups?id=ac103501-6c24-4299-8f11-081b36059735&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568278 Sep 23 19:34:40.056810 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.agents_db [None req-f2f5c474-60a3-474f-b2cc-02c4bd30880c None None] Agent healthcheck: found 7 active agents {{(pid=95104) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 19:34:40.090615 n-d-713301-16 neutron-server[95103]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a2ecbe67-7939-47a5-bbed-ea2effd0ecf1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc55cc95-f7fa-4630-9764-bfb851ababd7'}] {{(pid=95103) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 19:34:40.093949 n-d-713301-16 neutron-server[95103]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}81a1c17f2aa89d5b3ebbba3a3e0cf7eb588e431c2224256110c4c4facdd7c3e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-012c3db6-e965-414a-b48a-bcd326f5f767" -d '{"events": [{"server_uuid": "a2ecbe67-7939-47a5-bbed-ea2effd0ecf1", "name": "network-vif-plugged", "status": "completed", "tag": "bc55cc95-f7fa-4630-9764-bfb851ababd7"}]}' {{(pid=95103) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 19:34:40.125041 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7565033-016c-4465-84cc-866e3dca62d1 req-11d4f13e-d58c-4e9c-a87c-a688e46687e6 tempest-VolumesActionsTest-1105869697 tempest-VolumesActionsTest-1105869697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:34:40.126557 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-e7565033-016c-4465-84cc-866e3dca62d1 req-11d4f13e-d58c-4e9c-a87c-a688e46687e6 tempest-VolumesActionsTest-1105869697 tempest-VolumesActionsTest-1105869697-project] 10.222.0.67 "GET /v2.0/ports?device_id=a2ecbe67-7939-47a5-bbed-ea2effd0ecf1 HTTP/1.1" status: 200 len: 946 time: 0.1325772 Sep 23 19:34:40.128100 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Device 66d2b807-4e9d-484c-a6d3-6caed281d125 details requested by agent hyperv_n-h2-713301-16 with host n-h2-713301-16 {{(pid=95103) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 19:34:40.212175 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6870e0c4-7488-44b8-906b-833fc35a8c52 req-711236fa-c27f-44b0-8162-7b598fd23902 tempest-ServerGroupTestJSON-2074030751 tempest-ServerGroupTestJSON-2074030751-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:34:40.224971 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-6870e0c4-7488-44b8-906b-833fc35a8c52 req-711236fa-c27f-44b0-8162-7b598fd23902 tempest-ServerGroupTestJSON-2074030751 tempest-ServerGroupTestJSON-2074030751-project] 10.222.0.67 "GET /v2.0/networks?id=1eb1243c-991c-4d58-847c-e51ee44a0f33 HTTP/1.1" status: 200 len: 810 time: 0.2440221 Sep 23 19:34:40.269226 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] For port 66d2b807-4e9d-484c-a6d3-6caed281d125, host n-h2-713301-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-16',level=0,port_id=66d2b807-4e9d-484c-a6d3-6caed281d125,segment=NetworkSegment(0ad9f853-8282-44e3-ac3b-2b75c9223dae),segment_id=0ad9f853-8282-44e3-ac3b-2b75c9223dae)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:34:40.280596 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-6870e0c4-7488-44b8-906b-833fc35a8c52 req-b64a8063-a04d-4690-98f1-aeea482db651 tempest-ServerGroupTestJSON-2074030751 tempest-ServerGroupTestJSON-2074030751-project] 10.222.0.67 "GET /v2.0/quotas/4dc572e6f2d54593907916a9521c5c34 HTTP/1.1" status: 200 len: 375 time: 0.0543313 Sep 23 19:34:40.283913 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Returning: {'device': '66d2b807-4e9d-484c-a6d3-6caed281d125', 'network_id': '364dc893-5ecb-4aa3-be76-13b51cbbfbd4', 'port_id': '66d2b807-4e9d-484c-a6d3-6caed281d125', 'mac_address': 'fa:16:3e:ef:60:8c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 632, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a900be85-be08-465b-85e6-4a05aae55389', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95103) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 19:34:40.294871 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-e7565033-016c-4465-84cc-866e3dca62d1 req-716450d4-899e-4931-94b4-1dd45015b39b tempest-VolumesActionsTest-1105869697 tempest-VolumesActionsTest-1105869697-project] 10.222.0.67 "GET /v2.0/security-groups?id=722c6412-8ba9-4584-ba09-9864cbe02969&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1584938 Sep 23 19:34:40.337843 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:34:40.365517 n-d-713301-16 neutron-server[95103]: DEBUG neutron.notifiers.nova [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 66d2b807-4e9d-484c-a6d3-6caed281d125 {{(pid=95103) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 19:34:40.370631 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-6870e0c4-7488-44b8-906b-833fc35a8c52 req-dc323e9f-7499-48ac-999c-c1fff8869710 tempest-ServerGroupTestJSON-2074030751 tempest-ServerGroupTestJSON-2074030751-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=4dc572e6f2d54593907916a9521c5c34&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0886552 Sep 23 19:34:40.380037 n-d-713301-16 neutron-server[95103]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 19:34:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4368a388-ea2b-4fdb-bb82-2a5b40745403 x-openstack-request-id: req-4368a388-ea2b-4fdb-bb82-2a5b40745403 {{(pid=95103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 19:34:40.390078 n-d-713301-16 neutron-server[95103]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a2ecbe67-7939-47a5-bbed-ea2effd0ecf1", "name": "network-vif-plugged", "status": "completed", "tag": "bc55cc95-f7fa-4630-9764-bfb851ababd7", "code": 200}]} {{(pid=95103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 19:34:40.390768 n-d-713301-16 neutron-server[95103]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-4368a388-ea2b-4fdb-bb82-2a5b40745403 {{(pid=95103) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 19:34:40.391278 n-d-713301-16 neutron-server[95103]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a2ecbe67-7939-47a5-bbed-ea2effd0ecf1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc55cc95-f7fa-4630-9764-bfb851ababd7', 'code': 200} Sep 23 19:34:40.403304 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] For port 66d2b807-4e9d-484c-a6d3-6caed281d125, host n-h2-713301-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-16',level=0,port_id=66d2b807-4e9d-484c-a6d3-6caed281d125,segment=NetworkSegment(0ad9f853-8282-44e3-ac3b-2b75c9223dae),segment_id=0ad9f853-8282-44e3-ac3b-2b75c9223dae)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:34:40.409568 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:34:40.519558 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Pushing event updated for resources: {'Port': ['ID=66d2b807-4e9d-484c-a6d3-6caed281d125,revision_number=4']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:34:40.584969 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-1848dcc9-f140-417f-b059-9bc51e6e2d99 req-96b97910-7328-4af2-887d-050a9c6776ed service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=7fa91134-8ee0-4baa-9037-6ca73d6b4c83&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2783647 Sep 23 19:34:40.642202 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-6870e0c4-7488-44b8-906b-833fc35a8c52 req-80ac5542-75e2-4b26-963d-1f32a39a3444 service neutron] 10.222.0.67 "GET /v2.0/networks/1eb1243c-991c-4d58-847c-e51ee44a0f33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2671509 Sep 23 19:34:40.676148 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04578df1-146d-4fe5-853a-47da46a20afd req-855a0cb8-c895-4248-a4e1-88d9509682a5 tempest-ServerActionsTestJSON-618918056 tempest-ServerActionsTestJSON-618918056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:34:40.677792 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-04578df1-146d-4fe5-853a-47da46a20afd req-855a0cb8-c895-4248-a4e1-88d9509682a5 tempest-ServerActionsTestJSON-618918056 tempest-ServerActionsTestJSON-618918056-project] 10.222.0.67 "GET /v2.0/ports?device_id=0aa4b856-b55e-498e-8d78-1218f4a31f15 HTTP/1.1" status: 200 len: 944 time: 0.2314157 Sep 23 19:34:40.725763 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] get_ports_and_sgs() called for port_ids ['66d2b807-4e9d-484c-a6d3-6caed281d125'] {{(pid=95103) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 19:34:40.844892 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1848dcc9-f140-417f-b059-9bc51e6e2d99 req-3fdbd0c6-dfef-48a7-81c2-9dd1ab385070 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:34:40.846764 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-1848dcc9-f140-417f-b059-9bc51e6e2d99 req-3fdbd0c6-dfef-48a7-81c2-9dd1ab385070 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=f17a85608a9a4ecb8150ef41746c47e0&device_id=7fa91134-8ee0-4baa-9037-6ca73d6b4c83 HTTP/1.1" status: 200 len: 1097 time: 0.2313616 Sep 23 19:34:40.864849 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-04578df1-146d-4fe5-853a-47da46a20afd req-bdb51b37-c52f-40dc-ac2d-ed62f948b75c tempest-ServerActionsTestJSON-618918056 tempest-ServerActionsTestJSON-618918056-project] 10.222.0.67 "GET /v2.0/security-groups?id=8f1e71cd-f67e-49f6-828d-7dde05723843&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1727829 Sep 23 19:34:40.975357 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f845db-e722-42f1-b960-a1a3e39d3a24 req-acd256cb-5cc4-4974-9ab7-1344eff3f125 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:34:40.978879 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-e1f845db-e722-42f1-b960-a1a3e39d3a24 req-acd256cb-5cc4-4974-9ab7-1344eff3f125 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=a2ecbe67-7939-47a5-bbed-ea2effd0ecf1 HTTP/1.1" status: 200 len: 1098 time: 0.5255344 Sep 23 19:34:40.985574 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-6870e0c4-7488-44b8-906b-833fc35a8c52 req-2e36582d-e007-4fbf-969d-411a15b3f2d0 service neutron] 10.222.0.67 "GET /v2.0/networks/1eb1243c-991c-4d58-847c-e51ee44a0f33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3403385 Sep 23 19:34:41.071555 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-e1f845db-e722-42f1-b960-a1a3e39d3a24 req-46a9092c-c856-4966-8630-27217687b6ab service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=722c6412-8ba9-4584-ba09-9864cbe02969&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861638 Sep 23 19:34:41.100112 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1848dcc9-f140-417f-b059-9bc51e6e2d99 req-ac97c958-bf6b-41f4-8155-69ce3bc6dfe0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:34:41.102046 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-1848dcc9-f140-417f-b059-9bc51e6e2d99 req-ac97c958-bf6b-41f4-8155-69ce3bc6dfe0 service neutron] 10.222.0.74 "GET /v2.0/networks?id=364dc893-5ecb-4aa3-be76-13b51cbbfbd4 HTTP/1.1" status: 200 len: 913 time: 0.2261233 Sep 23 19:34:41.170160 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-599e3224-aea1-49c4-8205-4489cb5ab571 req-32052603-4380-492c-90f2-e535b8ba28f0 tempest-ServerRescueNegativeTestJSON-317871319 tempest-ServerRescueNegativeTestJSON-317871319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:34:41.172435 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-599e3224-aea1-49c4-8205-4489cb5ab571 req-32052603-4380-492c-90f2-e535b8ba28f0 tempest-ServerRescueNegativeTestJSON-317871319 tempest-ServerRescueNegativeTestJSON-317871319-project] 10.222.0.67 "GET /v2.0/ports?device_id=f6ef00c9-1a36-4a78-8258-2ac22e8b1be1 HTTP/1.1" status: 200 len: 945 time: 0.0748093 Sep 23 19:34:41.222830 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-599e3224-aea1-49c4-8205-4489cb5ab571 req-2b89fec1-ae09-40da-b2e4-5daa96988c9d tempest-ServerRescueNegativeTestJSON-317871319 tempest-ServerRescueNegativeTestJSON-317871319-project] 10.222.0.67 "GET /v2.0/security-groups?id=ac103501-6c24-4299-8f11-081b36059735&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430865 Sep 23 19:34:41.369635 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-1848dcc9-f140-417f-b059-9bc51e6e2d99 req-6fa61ec1-cbab-4501-a3fd-191d64c464d9 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2057133e-afe6-4649-916f-fb2ef68141a8 HTTP/1.1" status: 200 len: 999 time: 0.1096852 Sep 23 19:34:41.414055 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-1702f179-aab9-47f0-9163-4da8791f3129 req-4a0b89e0-9a8f-49fe-b461-0c0d192ff6f1 tempest-ServerGroupTestJSON-2074030751 tempest-ServerGroupTestJSON-2074030751-project] 10.222.0.67 "GET /v2.0/ports?device_id=ec3b8ded-94fc-4d24-ad13-1fd8c16b8842 HTTP/1.1" status: 200 len: 210 time: 0.0472527 Sep 23 19:34:41.491673 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1848dcc9-f140-417f-b059-9bc51e6e2d99 req-482c7abb-de52-4136-b812-0dd9234149dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:34:41.493673 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-1848dcc9-f140-417f-b059-9bc51e6e2d99 req-482c7abb-de52-4136-b812-0dd9234149dc service neutron] 10.222.0.74 "GET /v2.0/subnets?id=a900be85-be08-465b-85e6-4a05aae55389 HTTP/1.1" status: 200 len: 851 time: 0.1043012 Sep 23 19:34:41.624014 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef2a03ad-5911-43a7-b24e-723a2555c82c req-da99467e-2576-4545-8d32-04925949c145 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:34:41.626015 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-ef2a03ad-5911-43a7-b24e-723a2555c82c req-da99467e-2576-4545-8d32-04925949c145 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=71d72afe428c4ce594ff8d28e6bea11d&device_id=f6ef00c9-1a36-4a78-8258-2ac22e8b1be1 HTTP/1.1" status: 200 len: 1097 time: 0.0979762 Sep 23 19:34:41.633661 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1848dcc9-f140-417f-b059-9bc51e6e2d99 req-dc04677e-dfdc-4052-a2f6-eb674c239569 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:34:41.635190 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-1848dcc9-f140-417f-b059-9bc51e6e2d99 req-dc04677e-dfdc-4052-a2f6-eb674c239569 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=364dc893-5ecb-4aa3-be76-13b51cbbfbd4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1338851 Sep 23 19:34:41.744003 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab494fa-95da-4a40-a563-a278d74e15af req-0fc8b67f-65e6-478e-8f1d-1b1ba612a59c tempest-VolumesActionsTest-1105869697 tempest-VolumesActionsTest-1105869697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:34:41.752658 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-eab494fa-95da-4a40-a563-a278d74e15af req-0fc8b67f-65e6-478e-8f1d-1b1ba612a59c tempest-VolumesActionsTest-1105869697 tempest-VolumesActionsTest-1105869697-project] 10.222.0.67 "GET /v2.0/ports?device_id=a2ecbe67-7939-47a5-bbed-ea2effd0ecf1 HTTP/1.1" status: 200 len: 946 time: 0.1928222 Sep 23 19:34:41.790688 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef2a03ad-5911-43a7-b24e-723a2555c82c req-14c630e8-9088-4f22-b356-50449b4553bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:34:41.795705 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-ef2a03ad-5911-43a7-b24e-723a2555c82c req-14c630e8-9088-4f22-b356-50449b4553bd service neutron] 10.222.0.74 "GET /v2.0/networks?id=22c7394f-6eb3-4324-ad9a-c48452af8c12 HTTP/1.1" status: 200 len: 919 time: 0.1609805 Sep 23 19:34:41.826626 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-1848dcc9-f140-417f-b059-9bc51e6e2d99 req-f80fcdce-170c-4737-b5a7-08bb55a3f25f service neutron] 10.222.0.74 "GET /v2.0/networks/364dc893-5ecb-4aa3-be76-13b51cbbfbd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1687269 Sep 23 19:34:41.836404 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dcc7715-d5ec-43ef-9be7-e0b642fe26db req-b44a8352-53ef-4696-bc5f-d1a0c11713ff tempest-ServerRescueNegativeTestJSON-317871319 tempest-ServerRescueNegativeTestJSON-317871319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:34:41.844396 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-6dcc7715-d5ec-43ef-9be7-e0b642fe26db req-b44a8352-53ef-4696-bc5f-d1a0c11713ff tempest-ServerRescueNegativeTestJSON-317871319 tempest-ServerRescueNegativeTestJSON-317871319-project] 10.222.0.67 "GET /v2.0/ports?device_id=f6ef00c9-1a36-4a78-8258-2ac22e8b1be1 HTTP/1.1" status: 200 len: 945 time: 0.2284012 Sep 23 19:34:41.873549 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-ef2a03ad-5911-43a7-b24e-723a2555c82c req-59891b1a-3058-4415-aef4-ffaa28282447 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9acad1bd-31ac-4aa3-947b-14663bbeaff0 HTTP/1.1" status: 200 len: 217 time: 0.0685220 Sep 23 19:34:41.896355 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-eab494fa-95da-4a40-a563-a278d74e15af req-69a74196-ea3e-477f-b904-0f9165c06e85 tempest-VolumesActionsTest-1105869697 tempest-VolumesActionsTest-1105869697-project] 10.222.0.67 "GET /v2.0/security-groups?id=722c6412-8ba9-4584-ba09-9864cbe02969&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1370778 Sep 23 19:34:42.005090 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef2a03ad-5911-43a7-b24e-723a2555c82c req-282221f6-9a9f-41f0-80da-753a9655d77d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:34:42.008402 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-ef2a03ad-5911-43a7-b24e-723a2555c82c req-282221f6-9a9f-41f0-80da-753a9655d77d service neutron] 10.222.0.74 "GET /v2.0/subnets?id=0d48322f-2db5-4896-84d5-850e60fab8ec HTTP/1.1" status: 200 len: 858 time: 0.1236451 Sep 23 19:34:42.054793 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 49546) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:34:42.057748 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-ef2a03ad-5911-43a7-b24e-723a2555c82c req-67b7f02a-00bf-4af2-89d4-1ffbff6e1149 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=22c7394f-6eb3-4324-ad9a-c48452af8c12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0390115 Sep 23 19:34:42.134218 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Device 66d2b807-4e9d-484c-a6d3-6caed281d125 up at agent hyperv_n-h2-713301-16 {{(pid=95103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 19:34:42.270131 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-ef2a03ad-5911-43a7-b24e-723a2555c82c req-83c35076-e8f3-4620-b4dc-7211265f1d26 service neutron] 10.222.0.74 "GET /v2.0/networks/22c7394f-6eb3-4324-ad9a-c48452af8c12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2023013 Sep 23 19:34:42.287211 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Provisioning for port 66d2b807-4e9d-484c-a6d3-6caed281d125 completed by entity L2. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 19:34:42.294300 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Provisioning complete for port 66d2b807-4e9d-484c-a6d3-6caed281d125 triggered by entity L2. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:34:42.294676 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:34:42.441576 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-ef2a03ad-5911-43a7-b24e-723a2555c82c req-1e37ef21-d7d0-458a-bc36-f5e8572c3e90 service neutron] 10.222.0.74 "GET /v2.0/networks/22c7394f-6eb3-4324-ad9a-c48452af8c12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1571238 Sep 23 19:34:42.460076 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-3f1baa9c-48e1-4a66-8569-cc5013da72bb admin admin] Notify callbacks [] for security_group, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:34:42.618031 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-3f1baa9c-48e1-4a66-8569-cc5013da72bb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:34:42.619957 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:34:42.624290 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-3f1baa9c-48e1-4a66-8569-cc5013da72bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:34:42.654892 n-d-713301-16 neutron-server[95103]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0aa4b856-b55e-498e-8d78-1218f4a31f15', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66d2b807-4e9d-484c-a6d3-6caed281d125'}] {{(pid=95103) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 19:34:42.657275 n-d-713301-16 neutron-server[95103]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}81a1c17f2aa89d5b3ebbba3a3e0cf7eb588e431c2224256110c4c4facdd7c3e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-833382cd-0410-4e60-a867-3bd076804cd1" -d '{"events": [{"server_uuid": "0aa4b856-b55e-498e-8d78-1218f4a31f15", "name": "network-vif-plugged", "status": "completed", "tag": "66d2b807-4e9d-484c-a6d3-6caed281d125"}]}' {{(pid=95103) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 19:34:42.671050 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] For port 66d2b807-4e9d-484c-a6d3-6caed281d125, host n-h2-713301-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-16',level=0,port_id=66d2b807-4e9d-484c-a6d3-6caed281d125,segment=NetworkSegment(0ad9f853-8282-44e3-ac3b-2b75c9223dae),segment_id=0ad9f853-8282-44e3-ac3b-2b75c9223dae)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:34:42.675431 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-6dcc7715-d5ec-43ef-9be7-e0b642fe26db req-e537d987-fa6b-4fd8-bfcc-cb6e1974855d tempest-ServerRescueNegativeTestJSON-317871319 tempest-ServerRescueNegativeTestJSON-317871319-project] 10.222.0.67 "GET /v2.0/security-groups?id=ac103501-6c24-4299-8f11-081b36059735&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8300149 Sep 23 19:34:42.676236 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f1baa9c-48e1-4a66-8569-cc5013da72bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c8a9ca8-1a05-4a59-b5ac-703548045c2e,revision_number=1']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:34:42.677657 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:34:42.701550 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-3f1baa9c-48e1-4a66-8569-cc5013da72bb admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=46eaf0c55eb247b4bd786517a52c1227&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6427176 Sep 23 19:34:42.704094 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 49560) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:34:42.723500 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-0b14c418-cddd-49d8-b51b-74344c45689a req-af22eba6-3714-4133-9607-5f12ac0022df service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=0dfe8add-9373-42a8-8f7e-a04fba305a6c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1871839 Sep 23 19:34:42.737941 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-1848dcc9-f140-417f-b059-9bc51e6e2d99 req-efd04e52-1bcd-4e60-9fcf-7c6d055edd89 service neutron] 10.222.0.74 "GET /v2.0/networks/364dc893-5ecb-4aa3-be76-13b51cbbfbd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8913796 Sep 23 19:34:42.749269 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1a0496-d02b-4f4e-9767-d4a72a1be3ec req-f9637ef9-69a5-42fc-9d87-0aa2d59085b2 tempest-ServerActionsTestJSON-618918056 tempest-ServerActionsTestJSON-618918056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:34:42.756709 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-fc1a0496-d02b-4f4e-9767-d4a72a1be3ec req-f9637ef9-69a5-42fc-9d87-0aa2d59085b2 tempest-ServerActionsTestJSON-618918056 tempest-ServerActionsTestJSON-618918056-project] 10.222.0.67 "GET /v2.0/ports?device_id=0aa4b856-b55e-498e-8d78-1218f4a31f15 HTTP/1.1" status: 200 len: 944 time: 0.2300498 Sep 23 19:34:42.765632 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Pushing event updated for resources: {'Port': ['ID=66d2b807-4e9d-484c-a6d3-6caed281d125,revision_number=5']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:34:42.800694 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-be23125e-2705-4fb7-ad39-331f8dc2a269 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:34:42.825126 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-be23125e-2705-4fb7-ad39-331f8dc2a269 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:34:42.859829 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-fc1a0496-d02b-4f4e-9767-d4a72a1be3ec req-347dc97e-ac0e-4666-9bf2-75ec72b0d5b3 tempest-ServerActionsTestJSON-618918056 tempest-ServerActionsTestJSON-618918056-project] 10.222.0.67 "GET /v2.0/security-groups?id=8f1e71cd-f67e-49f6-828d-7dde05723843&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980110 Sep 23 19:34:42.913611 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b14c418-cddd-49d8-b51b-74344c45689a req-b0d4e613-f440-4915-8a0f-1cbb9992628a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:34:42.915250 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-0b14c418-cddd-49d8-b51b-74344c45689a req-b0d4e613-f440-4915-8a0f-1cbb9992628a service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=f17a85608a9a4ecb8150ef41746c47e0&device_id=0dfe8add-9373-42a8-8f7e-a04fba305a6c HTTP/1.1" status: 200 len: 1097 time: 0.1565421 Sep 23 19:34:42.935041 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-be23125e-2705-4fb7-ad39-331f8dc2a269 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:34:42.937866 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-a5777cc6-626d-414c-8afa-4a9e6e2e5325 req-518aa5a7-1dae-49b1-a068-7efcc0e4786b tempest-ServerGroupTestJSON-2074030751 tempest-ServerGroupTestJSON-2074030751-project] 10.222.0.67 "GET /v2.0/ports?device_id=ec3b8ded-94fc-4d24-ad13-1fd8c16b8842 HTTP/1.1" status: 200 len: 210 time: 0.0421867 Sep 23 19:34:42.941153 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-be23125e-2705-4fb7-ad39-331f8dc2a269 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:34:42.948094 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-be23125e-2705-4fb7-ad39-331f8dc2a269 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/7c8a9ca8-1a05-4a59-b5ac-703548045c2e HTTP/1.1" status: 204 len: 168 time: 0.2407541 Sep 23 19:34:42.967807 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be23125e-2705-4fb7-ad39-331f8dc2a269 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c8a9ca8-1a05-4a59-b5ac-703548045c2e,revision_number=None']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:34:43.027307 n-d-713301-16 neutron-server[95103]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 19:34:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d955ab9e-c049-4950-ad69-786b1d2d1a8e x-openstack-request-id: req-d955ab9e-c049-4950-ad69-786b1d2d1a8e {{(pid=95103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 19:34:43.027307 n-d-713301-16 neutron-server[95103]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0aa4b856-b55e-498e-8d78-1218f4a31f15", "name": "network-vif-plugged", "status": "completed", "tag": "66d2b807-4e9d-484c-a6d3-6caed281d125", "code": 200}]} {{(pid=95103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 19:34:43.027593 n-d-713301-16 neutron-server[95103]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-d955ab9e-c049-4950-ad69-786b1d2d1a8e {{(pid=95103) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 19:34:43.027920 n-d-713301-16 neutron-server[95103]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0aa4b856-b55e-498e-8d78-1218f4a31f15', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66d2b807-4e9d-484c-a6d3-6caed281d125', 'code': 200} Sep 23 19:34:43.202832 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b14c418-cddd-49d8-b51b-74344c45689a req-7cefdd3d-60f8-4253-a8a6-c2da76237dbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:34:43.204366 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-0b14c418-cddd-49d8-b51b-74344c45689a req-7cefdd3d-60f8-4253-a8a6-c2da76237dbe service neutron] 10.222.0.53 "GET /v2.0/networks?id=364dc893-5ecb-4aa3-be76-13b51cbbfbd4 HTTP/1.1" status: 200 len: 913 time: 0.2510583 Sep 23 19:34:43.229961 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5794c135-d682-4690-88a4-599a52c6c6d4 req-68969ae2-3d27-4d0b-9ba4-943c51edcd2c tempest-VolumesActionsTest-1105869697 tempest-VolumesActionsTest-1105869697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:34:43.233329 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-5794c135-d682-4690-88a4-599a52c6c6d4 req-68969ae2-3d27-4d0b-9ba4-943c51edcd2c tempest-VolumesActionsTest-1105869697 tempest-VolumesActionsTest-1105869697-project] 10.222.0.67 "GET /v2.0/ports?device_id=a2ecbe67-7939-47a5-bbed-ea2effd0ecf1 HTTP/1.1" status: 200 len: 946 time: 0.1089225 Sep 23 19:34:43.304636 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-0b14c418-cddd-49d8-b51b-74344c45689a req-2d5936bd-d14f-4a1c-afbb-88d28a53eb52 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=942cfdd5-5c55-4f79-9832-5024323d678e HTTP/1.1" status: 200 len: 217 time: 0.0910075 Sep 23 19:34:43.383592 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6870e0c4-7488-44b8-906b-833fc35a8c52 req-b4d4c882-6ef1-4c1a-8ba3-ea702956a1ce tempest-ServerGroupTestJSON-2074030751 tempest-ServerGroupTestJSON-2074030751-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:34:43.390849 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-6870e0c4-7488-44b8-906b-833fc35a8c52 req-b4d4c882-6ef1-4c1a-8ba3-ea702956a1ce tempest-ServerGroupTestJSON-2074030751 tempest-ServerGroupTestJSON-2074030751-project] 10.222.0.53 "GET /v2.0/networks?id=1eb1243c-991c-4d58-847c-e51ee44a0f33 HTTP/1.1" status: 200 len: 810 time: 0.3214324 Sep 23 19:34:43.398986 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc721d3e-5d3e-4706-a342-9c90fa32b802 req-921fa8d2-aaf5-4396-b290-e2e74da011cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:34:43.400385 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-5794c135-d682-4690-88a4-599a52c6c6d4 req-4a1fc046-2335-43bf-a77e-ae37847eda2e tempest-VolumesActionsTest-1105869697 tempest-VolumesActionsTest-1105869697-project] 10.222.0.67 "GET /v2.0/security-groups?id=722c6412-8ba9-4584-ba09-9864cbe02969&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1584649 Sep 23 19:34:43.404768 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-fc721d3e-5d3e-4706-a342-9c90fa32b802 req-921fa8d2-aaf5-4396-b290-e2e74da011cf service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=0aa4b856-b55e-498e-8d78-1218f4a31f15 HTTP/1.1" status: 200 len: 1097 time: 0.2404420 Sep 23 19:34:43.416019 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.v2.base [req-6870e0c4-7488-44b8-906b-833fc35a8c52 req-b653d46f-bf66-4f52-9429-53f25103095a tempest-ServerGroupTestJSON-2074030751 tempest-ServerGroupTestJSON-2074030751-project] Request body: {'port': {'device_id': 'ec3b8ded-94fc-4d24-ad13-1fd8c16b8842', 'network_id': '1eb1243c-991c-4d58-847c-e51ee44a0f33', 'admin_state_up': True, 'tenant_id': '4dc572e6f2d54593907916a9521c5c34'}} {{(pid=95101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:34:43.420901 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b14c418-cddd-49d8-b51b-74344c45689a req-9328340b-b8ac-4f96-894a-d80b1c8f6f78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:34:43.422416 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-0b14c418-cddd-49d8-b51b-74344c45689a req-9328340b-b8ac-4f96-894a-d80b1c8f6f78 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=a900be85-be08-465b-85e6-4a05aae55389 HTTP/1.1" status: 200 len: 851 time: 0.1087136 Sep 23 19:34:43.489627 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b14c418-cddd-49d8-b51b-74344c45689a req-3d561765-ae28-4541-b085-c28b8041f4e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:34:43.492317 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-0b14c418-cddd-49d8-b51b-74344c45689a req-3d561765-ae28-4541-b085-c28b8041f4e7 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=364dc893-5ecb-4aa3-be76-13b51cbbfbd4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0586843 Sep 23 19:34:43.506860 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 49574) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:34:43.569997 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-d57cdce2-6970-4d6a-ac14-123f35017536 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:34:43.582791 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-fc721d3e-5d3e-4706-a342-9c90fa32b802 req-fdfc9c93-f97a-42e4-a27a-f59f7bbf973e service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=8f1e71cd-f67e-49f6-828d-7dde05723843&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1601744 Sep 23 19:34:43.647508 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-0b14c418-cddd-49d8-b51b-74344c45689a req-c1dd21a8-9b3a-4531-9d45-21fc293f8471 service neutron] 10.222.0.53 "GET /v2.0/networks/364dc893-5ecb-4aa3-be76-13b51cbbfbd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1473465 Sep 23 19:34:43.711621 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-d57cdce2-6970-4d6a-ac14-123f35017536 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:34:43.725848 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-d57cdce2-6970-4d6a-ac14-123f35017536 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:34:43.813348 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d57cdce2-6970-4d6a-ac14-123f35017536 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17d5d657-d936-452c-a30a-cec13b2ee845,revision_number=1']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:34:43.848936 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6870e0c4-7488-44b8-906b-833fc35a8c52 req-b653d46f-bf66-4f52-9429-53f25103095a tempest-ServerGroupTestJSON-2074030751 tempest-ServerGroupTestJSON-2074030751-project] Made reservation on behalf of 4dc572e6f2d54593907916a9521c5c34 for: {'port': 1} {{(pid=95101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:34:43.852652 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-6870e0c4-7488-44b8-906b-833fc35a8c52 req-b653d46f-bf66-4f52-9429-53f25103095a tempest-ServerGroupTestJSON-2074030751 tempest-ServerGroupTestJSON-2074030751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:34:43.860080 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-d57cdce2-6970-4d6a-ac14-123f35017536 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=bffcc3d04287444eb6b2d4b469248faf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3531442 Sep 23 19:34:43.862197 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 49582) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:34:43.950625 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-0b14c418-cddd-49d8-b51b-74344c45689a req-1679ec4c-8f53-485f-a1eb-679779e2a55e service neutron] 10.222.0.53 "GET /v2.0/networks/364dc893-5ecb-4aa3-be76-13b51cbbfbd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1798060 Sep 23 19:34:44.059867 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-8ad40d24-f9b0-4c3e-ab54-d576bda92ca9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:34:44.072019 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5669b7f-68c0-4330-a0a7-40a11af0aac6 req-c224c4ed-1be3-41ff-8bd5-87d25ee9c3a4 tempest-ServerRescueNegativeTestJSON-317871319 tempest-ServerRescueNegativeTestJSON-317871319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:34:44.074230 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-b5669b7f-68c0-4330-a0a7-40a11af0aac6 req-c224c4ed-1be3-41ff-8bd5-87d25ee9c3a4 tempest-ServerRescueNegativeTestJSON-317871319 tempest-ServerRescueNegativeTestJSON-317871319-project] 10.222.0.67 "GET /v2.0/ports?device_id=f6ef00c9-1a36-4a78-8258-2ac22e8b1be1 HTTP/1.1" status: 200 len: 945 time: 0.1204045 Sep 23 19:34:44.098147 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-8ad40d24-f9b0-4c3e-ab54-d576bda92ca9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:34:44.163839 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-8ad40d24-f9b0-4c3e-ab54-d576bda92ca9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:34:44.176475 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-b5669b7f-68c0-4330-a0a7-40a11af0aac6 req-33864149-e275-44cc-a996-3b6fff87421a tempest-ServerRescueNegativeTestJSON-317871319 tempest-ServerRescueNegativeTestJSON-317871319-project] 10.222.0.67 "GET /v2.0/security-groups?id=ac103501-6c24-4299-8f11-081b36059735&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946608 Sep 23 19:34:44.178981 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-8ad40d24-f9b0-4c3e-ab54-d576bda92ca9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:34:44.183408 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-8ad40d24-f9b0-4c3e-ab54-d576bda92ca9 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/17d5d657-d936-452c-a30a-cec13b2ee845 HTTP/1.1" status: 204 len: 168 time: 0.3170376 Sep 23 19:34:44.202866 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ad40d24-f9b0-4c3e-ab54-d576bda92ca9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17d5d657-d936-452c-a30a-cec13b2ee845,revision_number=None']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:34:44.350337 n-d-713301-16 neutron-server[95101]: DEBUG neutron.db.db_base_plugin_common [req-6870e0c4-7488-44b8-906b-833fc35a8c52 req-b653d46f-bf66-4f52-9429-53f25103095a tempest-ServerGroupTestJSON-2074030751 tempest-ServerGroupTestJSON-2074030751-project] Allocated IP 172.20.0.3 (1eb1243c-991c-4d58-847c-e51ee44a0f33/7e7607ce-e2e0-44b3-90bc-e9af6114111a/d4bf7fdb-4409-4750-9597-58aa57ce61d6) {{(pid=95101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 19:34:44.541066 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5048aa5e-7292-4dcb-8d3c-5e9f3adf606e req-eb680dc7-99e7-4260-81e4-ed7268c6dcff tempest-TaggedBootDevicesTest-1101605307 tempest-TaggedBootDevicesTest-1101605307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:34:44.551094 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5048aa5e-7292-4dcb-8d3c-5e9f3adf606e req-eb680dc7-99e7-4260-81e4-ed7268c6dcff tempest-TaggedBootDevicesTest-1101605307 tempest-TaggedBootDevicesTest-1101605307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:34:44.559280 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5048aa5e-7292-4dcb-8d3c-5e9f3adf606e req-eb680dc7-99e7-4260-81e4-ed7268c6dcff tempest-TaggedBootDevicesTest-1101605307 tempest-TaggedBootDevicesTest-1101605307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:34:44.569740 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5048aa5e-7292-4dcb-8d3c-5e9f3adf606e req-eb680dc7-99e7-4260-81e4-ed7268c6dcff tempest-TaggedBootDevicesTest-1101605307 tempest-TaggedBootDevicesTest-1101605307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:34:44.585269 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5048aa5e-7292-4dcb-8d3c-5e9f3adf606e req-eb680dc7-99e7-4260-81e4-ed7268c6dcff tempest-TaggedBootDevicesTest-1101605307 tempest-TaggedBootDevicesTest-1101605307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:34:44.595443 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5048aa5e-7292-4dcb-8d3c-5e9f3adf606e req-eb680dc7-99e7-4260-81e4-ed7268c6dcff tempest-TaggedBootDevicesTest-1101605307 tempest-TaggedBootDevicesTest-1101605307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:34:44.607116 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5048aa5e-7292-4dcb-8d3c-5e9f3adf606e req-eb680dc7-99e7-4260-81e4-ed7268c6dcff tempest-TaggedBootDevicesTest-1101605307 tempest-TaggedBootDevicesTest-1101605307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:34:44.609789 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-5048aa5e-7292-4dcb-8d3c-5e9f3adf606e req-eb680dc7-99e7-4260-81e4-ed7268c6dcff tempest-TaggedBootDevicesTest-1101605307 tempest-TaggedBootDevicesTest-1101605307-project] 10.222.0.67 "GET /v2.0/ports?device_id=6c7d744a-f584-4648-aa8d-a6936fa22df4 HTTP/1.1" status: 200 len: 5435 time: 0.2952759 Sep 23 19:34:44.651137 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a74e5ac2-180e-400b-9e30-1ae0be44aa19 req-e8ad8650-c21d-4fb7-8073-b004a0f4cea1 tempest-ServerActionsTestJSON-618918056 tempest-ServerActionsTestJSON-618918056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:34:44.652267 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-a74e5ac2-180e-400b-9e30-1ae0be44aa19 req-e8ad8650-c21d-4fb7-8073-b004a0f4cea1 tempest-ServerActionsTestJSON-618918056 tempest-ServerActionsTestJSON-618918056-project] 10.222.0.67 "GET /v2.0/ports?device_id=0aa4b856-b55e-498e-8d78-1218f4a31f15 HTTP/1.1" status: 200 len: 945 time: 0.2542322 Sep 23 19:34:44.653059 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-6870e0c4-7488-44b8-906b-833fc35a8c52 req-b653d46f-bf66-4f52-9429-53f25103095a tempest-ServerGroupTestJSON-2074030751 tempest-ServerGroupTestJSON-2074030751-project] Notify callbacks [] for port, precommit_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:34:44.726772 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-6870e0c4-7488-44b8-906b-833fc35a8c52 req-b653d46f-bf66-4f52-9429-53f25103095a tempest-ServerGroupTestJSON-2074030751 tempest-ServerGroupTestJSON-2074030751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783145673135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5607431'] for port, after_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:34:44.780826 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-a74e5ac2-180e-400b-9e30-1ae0be44aa19 req-d01739cf-e4ca-4878-9528-766ee22f729a tempest-ServerActionsTestJSON-618918056 tempest-ServerActionsTestJSON-618918056-project] 10.222.0.67 "GET /v2.0/security-groups?id=8f1e71cd-f67e-49f6-828d-7dde05723843&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991025 Sep 23 19:34:44.808385 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6870e0c4-7488-44b8-906b-833fc35a8c52 req-b653d46f-bf66-4f52-9429-53f25103095a tempest-ServerGroupTestJSON-2074030751 tempest-ServerGroupTestJSON-2074030751-project] Network 1eb1243c-991c-4d58-847c-e51ee44a0f33 is already hosted by enough agents. {{(pid=95101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:34:44.813319 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.base_scheduler [req-6870e0c4-7488-44b8-906b-833fc35a8c52 req-b653d46f-bf66-4f52-9429-53f25103095a tempest-ServerGroupTestJSON-2074030751 tempest-ServerGroupTestJSON-2074030751-project] Resources bound (agent type, host, resource id): {{(pid=95101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:34:44.839380 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b653d46f-bf66-4f52-9429-53f25103095a tempest-ServerGroupTestJSON-2074030751 tempest-ServerGroupTestJSON-2074030751-project] Pushing event updated for resources: {'Port': ['ID=d4bf7fdb-4409-4750-9597-58aa57ce61d6,revision_number=1']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:34:44.851210 n-d-713301-16 neutron-server[95101]: DEBUG neutron.db.l3_dvrscheduler_db [req-6870e0c4-7488-44b8-906b-833fc35a8c52 req-b653d46f-bf66-4f52-9429-53f25103095a tempest-ServerGroupTestJSON-2074030751 tempest-ServerGroupTestJSON-2074030751-project] Received port after_create {{(pid=95101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 19:34:44.884138 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-5048aa5e-7292-4dcb-8d3c-5e9f3adf606e req-35b7707d-3195-480a-af20-0527813d5dff tempest-TaggedBootDevicesTest-1101605307 tempest-TaggedBootDevicesTest-1101605307-project] 10.222.0.67 "GET /v2.0/security-groups?id=7583e831-f62b-49a7-9a62-f1028bb8aa73&id=a101b72e-c698-4e76-88ce-3dcbb1163262&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2523627 Sep 23 19:34:44.932407 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6870e0c4-7488-44b8-906b-833fc35a8c52 req-b653d46f-bf66-4f52-9429-53f25103095a tempest-ServerGroupTestJSON-2074030751 tempest-ServerGroupTestJSON-2074030751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:34:44.933147 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-6870e0c4-7488-44b8-906b-833fc35a8c52 req-b653d46f-bf66-4f52-9429-53f25103095a tempest-ServerGroupTestJSON-2074030751 tempest-ServerGroupTestJSON-2074030751-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222849'] for port, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:34:44.955757 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43aaa463-9c20-41fc-86cb-9e55873f2590 req-510c0a71-df43-4651-a3a4-1e960df04a66 tempest-TaggedBootDevicesTest-1101605307 tempest-TaggedBootDevicesTest-1101605307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:34:44.962170 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-6870e0c4-7488-44b8-906b-833fc35a8c52 req-b653d46f-bf66-4f52-9429-53f25103095a tempest-ServerGroupTestJSON-2074030751 tempest-ServerGroupTestJSON-2074030751-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5553529 Sep 23 19:34:44.974635 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43aaa463-9c20-41fc-86cb-9e55873f2590 req-510c0a71-df43-4651-a3a4-1e960df04a66 tempest-TaggedBootDevicesTest-1101605307 tempest-TaggedBootDevicesTest-1101605307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:34:44.984174 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.v2.base [req-6870e0c4-7488-44b8-906b-833fc35a8c52 req-2a01ef30-e14f-41b5-bca0-d3b9d0a3776a service neutron] Request body: {'port': {'device_id': 'ec3b8ded-94fc-4d24-ad13-1fd8c16b8842', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713301-16'}} {{(pid=95101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:34:44.992090 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43aaa463-9c20-41fc-86cb-9e55873f2590 req-510c0a71-df43-4651-a3a4-1e960df04a66 tempest-TaggedBootDevicesTest-1101605307 tempest-TaggedBootDevicesTest-1101605307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:34:45.001013 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43aaa463-9c20-41fc-86cb-9e55873f2590 req-510c0a71-df43-4651-a3a4-1e960df04a66 tempest-TaggedBootDevicesTest-1101605307 tempest-TaggedBootDevicesTest-1101605307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:34:45.008175 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43aaa463-9c20-41fc-86cb-9e55873f2590 req-510c0a71-df43-4651-a3a4-1e960df04a66 tempest-TaggedBootDevicesTest-1101605307 tempest-TaggedBootDevicesTest-1101605307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:34:45.015991 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43aaa463-9c20-41fc-86cb-9e55873f2590 req-510c0a71-df43-4651-a3a4-1e960df04a66 tempest-TaggedBootDevicesTest-1101605307 tempest-TaggedBootDevicesTest-1101605307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:34:45.022742 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43aaa463-9c20-41fc-86cb-9e55873f2590 req-510c0a71-df43-4651-a3a4-1e960df04a66 tempest-TaggedBootDevicesTest-1101605307 tempest-TaggedBootDevicesTest-1101605307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:34:45.026770 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-43aaa463-9c20-41fc-86cb-9e55873f2590 req-510c0a71-df43-4651-a3a4-1e960df04a66 tempest-TaggedBootDevicesTest-1101605307 tempest-TaggedBootDevicesTest-1101605307-project] 10.222.0.74 "GET /v2.0/ports?device_id=6c7d744a-f584-4648-aa8d-a6936fa22df4 HTTP/1.1" status: 200 len: 5435 time: 0.2446742 Sep 23 19:34:45.088281 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-463fae3c-188d-4958-9dfa-6b2e69ebb706 req-d4ca08e6-3246-4849-a033-358afc585cf5 tempest-ServerGroupTestJSON-2074030751 tempest-ServerGroupTestJSON-2074030751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:34:45.089622 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-463fae3c-188d-4958-9dfa-6b2e69ebb706 req-d4ca08e6-3246-4849-a033-358afc585cf5 tempest-ServerGroupTestJSON-2074030751 tempest-ServerGroupTestJSON-2074030751-project] 10.222.0.67 "GET /v2.0/ports?device_id=ec3b8ded-94fc-4d24-ad13-1fd8c16b8842 HTTP/1.1" status: 200 len: 931 time: 0.1855288 Sep 23 19:34:45.101838 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-6870e0c4-7488-44b8-906b-833fc35a8c52 req-2a01ef30-e14f-41b5-bca0-d3b9d0a3776a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:34:45.112271 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43aaa463-9c20-41fc-86cb-9e55873f2590 req-f17601a4-4b37-4971-afb6-3fc2f10a8601 tempest-TaggedBootDevicesTest-1101605307 tempest-TaggedBootDevicesTest-1101605307-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:34:45.113797 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-43aaa463-9c20-41fc-86cb-9e55873f2590 req-f17601a4-4b37-4971-afb6-3fc2f10a8601 tempest-TaggedBootDevicesTest-1101605307 tempest-TaggedBootDevicesTest-1101605307-project] 10.222.0.74 "GET /v2.0/ports/7d41c37f-74cf-40b0-90b0-f617844a1824?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0763223 Sep 23 19:34:45.178425 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-463fae3c-188d-4958-9dfa-6b2e69ebb706 req-2f4cf9c3-7569-48c4-8d38-7a3668f021f7 tempest-ServerGroupTestJSON-2074030751 tempest-ServerGroupTestJSON-2074030751-project] 10.222.0.67 "GET /v2.0/security-groups?id=84857475-07b3-488f-846b-402e1d86f5c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794494 Sep 23 19:34:45.261981 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-43aaa463-9c20-41fc-86cb-9e55873f2590 req-4fd7c300-1936-4b5e-bc14-d9c53b4793b1 tempest-TaggedBootDevicesTest-1101605307 tempest-TaggedBootDevicesTest-1101605307-project] 10.222.0.74 "GET /v2.0/networks/af02e9ab-cfd4-4a32-b9af-2413db894481?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.1361713 Sep 23 19:34:45.280082 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.v2.base [req-43aaa463-9c20-41fc-86cb-9e55873f2590 req-44262b42-8399-41ec-b466-abf6c61eebb6 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=95102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:34:45.395157 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-43aaa463-9c20-41fc-86cb-9e55873f2590 req-44262b42-8399-41ec-b466-abf6c61eebb6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:34:45.452344 n-d-713301-16 neutron-server[95101]: DEBUG neutron.notifiers.nova [req-6870e0c4-7488-44b8-906b-833fc35a8c52 req-2a01ef30-e14f-41b5-bca0-d3b9d0a3776a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d4bf7fdb-4409-4750-9597-58aa57ce61d6 {{(pid=95101) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 19:34:45.455531 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11299ca4-4ae4-457d-8a7f-535517c648bb req-427c8f84-e678-4c0e-b505-86e5e8bf38dc tempest-ServerRescueNegativeTestJSON-317871319 tempest-ServerRescueNegativeTestJSON-317871319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:34:45.456746 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-11299ca4-4ae4-457d-8a7f-535517c648bb req-427c8f84-e678-4c0e-b505-86e5e8bf38dc tempest-ServerRescueNegativeTestJSON-317871319 tempest-ServerRescueNegativeTestJSON-317871319-project] 10.222.0.67 "GET /v2.0/ports?device_id=f6ef00c9-1a36-4a78-8258-2ac22e8b1be1 HTTP/1.1" status: 200 len: 945 time: 0.1520853 Sep 23 19:34:45.460923 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-6870e0c4-7488-44b8-906b-833fc35a8c52 req-2a01ef30-e14f-41b5-bca0-d3b9d0a3776a service neutron] Notify callbacks [] for port, precommit_update {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:34:45.479651 n-d-713301-16 neutron-server[95101]: DEBUG neutron.db.provisioning_blocks [req-6870e0c4-7488-44b8-906b-833fc35a8c52 req-2a01ef30-e14f-41b5-bca0-d3b9d0a3776a service neutron] Transition to ACTIVE for port object d4bf7fdb-4409-4750-9597-58aa57ce61d6 will not be triggered until provisioned by entity L2. {{(pid=95101) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 19:34:45.485069 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-6870e0c4-7488-44b8-906b-833fc35a8c52 req-2a01ef30-e14f-41b5-bca0-d3b9d0a3776a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5607436'] for port, after_update {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:34:45.530884 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-11299ca4-4ae4-457d-8a7f-535517c648bb req-2e41263f-a4a2-4ed2-8788-5fc3e93f26d0 tempest-ServerRescueNegativeTestJSON-317871319 tempest-ServerRescueNegativeTestJSON-317871319-project] 10.222.0.67 "GET /v2.0/security-groups?id=ac103501-6c24-4299-8f11-081b36059735&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633748 Sep 23 19:34:45.563303 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a01ef30-e14f-41b5-bca0-d3b9d0a3776a service neutron] Pushing event updated for resources: {'Port': ['ID=d4bf7fdb-4409-4750-9597-58aa57ce61d6,revision_number=2']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:34:45.605983 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.db [req-43aaa463-9c20-41fc-86cb-9e55873f2590 req-44262b42-8399-41ec-b466-abf6c61eebb6 service neutron] For port 7d41c37f-74cf-40b0-90b0-f617844a1824, host n-h1-713301-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-16',level=0,port_id=7d41c37f-74cf-40b0-90b0-f617844a1824,segment=NetworkSegment(4f7ea034-18ba-4cde-bf97-7b7b61f8a982),segment_id=4f7ea034-18ba-4cde-bf97-7b7b61f8a982)] {{(pid=95102) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:34:45.618299 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.managers [req-6870e0c4-7488-44b8-906b-833fc35a8c52 req-2a01ef30-e14f-41b5-bca0-d3b9d0a3776a service neutron] Attempting to bind port d4bf7fdb-4409-4750-9597-58aa57ce61d6 on host n-h2-713301-16 for vnic_type normal with profile {{(pid=95101) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 19:34:45.618752 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.managers [req-6870e0c4-7488-44b8-906b-833fc35a8c52 req-2a01ef30-e14f-41b5-bca0-d3b9d0a3776a service neutron] Attempting to bind port d4bf7fdb-4409-4750-9597-58aa57ce61d6 by drivers openvswitch,hyperv on host n-h2-713301-16 at level 0 using segments [{'id': 'ec3b13ad-042e-4cd9-8ba7-57268193e2c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '1eb1243c-991c-4d58-847c-e51ee44a0f33'}] {{(pid=95101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 19:34:45.619203 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6870e0c4-7488-44b8-906b-833fc35a8c52 req-2a01ef30-e14f-41b5-bca0-d3b9d0a3776a service neutron] Attempting to bind port d4bf7fdb-4409-4750-9597-58aa57ce61d6 on network 1eb1243c-991c-4d58-847c-e51ee44a0f33 {{(pid=95101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:34:45.624875 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6870e0c4-7488-44b8-906b-833fc35a8c52 req-2a01ef30-e14f-41b5-bca0-d3b9d0a3776a service neutron] Port d4bf7fdb-4409-4750-9597-58aa57ce61d6 on network 1eb1243c-991c-4d58-847c-e51ee44a0f33 not bound, no agent of type Open vSwitch agent registered on host n-h2-713301-16 {{(pid=95101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 19:34:45.625352 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6870e0c4-7488-44b8-906b-833fc35a8c52 req-2a01ef30-e14f-41b5-bca0-d3b9d0a3776a service neutron] Attempting to bind port d4bf7fdb-4409-4750-9597-58aa57ce61d6 on network 1eb1243c-991c-4d58-847c-e51ee44a0f33 {{(pid=95101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:34:45.630767 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6870e0c4-7488-44b8-906b-833fc35a8c52 req-2a01ef30-e14f-41b5-bca0-d3b9d0a3776a service neutron] Checking agent: {'id': '2a7cea34-db54-4faf-8d23-37521c3e34cb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713301-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 19, 15, 28), 'started_at': datetime.datetime(2021, 9, 23, 19, 15, 28), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 19, 34, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 19:34:45.631209 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6870e0c4-7488-44b8-906b-833fc35a8c52 req-2a01ef30-e14f-41b5-bca0-d3b9d0a3776a service neutron] Checking segment: {'id': 'ec3b13ad-042e-4cd9-8ba7-57268193e2c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '1eb1243c-991c-4d58-847c-e51ee44a0f33'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:34:45.631670 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6870e0c4-7488-44b8-906b-833fc35a8c52 req-2a01ef30-e14f-41b5-bca0-d3b9d0a3776a service neutron] Bound using segment: {'id': 'ec3b13ad-042e-4cd9-8ba7-57268193e2c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '1eb1243c-991c-4d58-847c-e51ee44a0f33'} {{(pid=95101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 19:34:45.632189 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.managers [req-6870e0c4-7488-44b8-906b-833fc35a8c52 req-2a01ef30-e14f-41b5-bca0-d3b9d0a3776a service neutron] Bound port: d4bf7fdb-4409-4750-9597-58aa57ce61d6, host: n-h2-713301-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ec3b13ad-042e-4cd9-8ba7-57268193e2c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '1eb1243c-991c-4d58-847c-e51ee44a0f33'}}] {{(pid=95101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 19:34:45.632622 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-6870e0c4-7488-44b8-906b-833fc35a8c52 req-2a01ef30-e14f-41b5-bca0-d3b9d0a3776a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:34:45.643767 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.db [req-43aaa463-9c20-41fc-86cb-9e55873f2590 req-44262b42-8399-41ec-b466-abf6c61eebb6 service neutron] For port 7d41c37f-74cf-40b0-90b0-f617844a1824, host n-h1-713301-16, cleared binding levels {{(pid=95102) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 19:34:45.679831 n-d-713301-16 neutron-server[95102]: DEBUG neutron.notifiers.nova [req-43aaa463-9c20-41fc-86cb-9e55873f2590 req-44262b42-8399-41ec-b466-abf6c61eebb6 service neutron] device_id is not set on port 7d41c37f-74cf-40b0-90b0-f617844a1824 yet. {{(pid=95102) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 23 19:34:45.690812 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-43aaa463-9c20-41fc-86cb-9e55873f2590 req-44262b42-8399-41ec-b466-abf6c61eebb6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:34:45.698751 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-43aaa463-9c20-41fc-86cb-9e55873f2590 req-44262b42-8399-41ec-b466-abf6c61eebb6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4399095'] for port, after_update {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:34:45.713780 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.db [req-6870e0c4-7488-44b8-906b-833fc35a8c52 req-2a01ef30-e14f-41b5-bca0-d3b9d0a3776a service neutron] For port d4bf7fdb-4409-4750-9597-58aa57ce61d6, host n-h2-713301-16, cleared binding levels {{(pid=95101) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 19:34:45.717925 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.db [req-6870e0c4-7488-44b8-906b-833fc35a8c52 req-2a01ef30-e14f-41b5-bca0-d3b9d0a3776a service neutron] For port d4bf7fdb-4409-4750-9597-58aa57ce61d6, host n-h2-713301-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-16',level=0,port_id=d4bf7fdb-4409-4750-9597-58aa57ce61d6,segment=NetworkSegment(ec3b13ad-042e-4cd9-8ba7-57268193e2c7),segment_id=ec3b13ad-042e-4cd9-8ba7-57268193e2c7)] {{(pid=95101) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 19:34:45.722800 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-6870e0c4-7488-44b8-906b-833fc35a8c52 req-2a01ef30-e14f-41b5-bca0-d3b9d0a3776a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5607436'] for port, after_update {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:34:45.745766 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6870e0c4-7488-44b8-906b-833fc35a8c52 req-2a01ef30-e14f-41b5-bca0-d3b9d0a3776a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:34:45.746712 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-6870e0c4-7488-44b8-906b-833fc35a8c52 req-2a01ef30-e14f-41b5-bca0-d3b9d0a3776a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222849'] for port, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:34:45.755148 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-6870e0c4-7488-44b8-906b-833fc35a8c52 req-2a01ef30-e14f-41b5-bca0-d3b9d0a3776a service neutron] 10.222.0.53 "PUT /v2.0/ports/d4bf7fdb-4409-4750-9597-58aa57ce61d6 HTTP/1.1" status: 200 len: 1092 time: 0.7829373 Sep 23 19:34:45.757802 n-d-713301-16 neutron-server[95101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ec3b8ded-94fc-4d24-ad13-1fd8c16b8842', 'tag': 'd4bf7fdb-4409-4750-9597-58aa57ce61d6'}] {{(pid=95101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 19:34:45.760284 n-d-713301-16 neutron-server[95101]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d8366c5740cd635e57ab12b71fe44a77c2acc3c19091ef849c6f68b380462244" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea56f9e9-9583-4833-b0d5-d3fd6f13ee76" -d '{"events": [{"name": "network-changed", "server_uuid": "ec3b8ded-94fc-4d24-ad13-1fd8c16b8842", "tag": "d4bf7fdb-4409-4750-9597-58aa57ce61d6"}]}' {{(pid=95101) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 19:34:45.765595 n-d-713301-16 neutron-server[95102]: DEBUG neutron.db.l3_dvrscheduler_db [req-43aaa463-9c20-41fc-86cb-9e55873f2590 req-44262b42-8399-41ec-b466-abf6c61eebb6 service neutron] No DVR routers for this DVR port 7d41c37f-74cf-40b0-90b0-f617844a1824 on host n-h1-713301-16 {{(pid=95102) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 19:34:45.805272 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44262b42-8399-41ec-b466-abf6c61eebb6 service neutron] Pushing event updated for resources: {'Port': ['ID=7d41c37f-74cf-40b0-90b0-f617844a1824,revision_number=6']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:34:45.870645 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.plugin [req-43aaa463-9c20-41fc-86cb-9e55873f2590 req-44262b42-8399-41ec-b466-abf6c61eebb6 service neutron] In _notify_port_updated(), no bound segment for port 7d41c37f-74cf-40b0-90b0-f617844a1824 on network af02e9ab-cfd4-4a32-b9af-2413db894481 {{(pid=95102) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Sep 23 19:34:45.872704 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43aaa463-9c20-41fc-86cb-9e55873f2590 req-44262b42-8399-41ec-b466-abf6c61eebb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:34:45.873996 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-43aaa463-9c20-41fc-86cb-9e55873f2590 req-44262b42-8399-41ec-b466-abf6c61eebb6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222849'] for port, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:34:45.875179 n-d-713301-16 neutron-server[95101]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 19:34:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8734420c-79da-4169-b20e-e766b5002796 x-openstack-request-id: req-8734420c-79da-4169-b20e-e766b5002796 {{(pid=95101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 19:34:45.875533 n-d-713301-16 neutron-server[95101]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ec3b8ded-94fc-4d24-ad13-1fd8c16b8842", "tag": "d4bf7fdb-4409-4750-9597-58aa57ce61d6", "status": "completed", "code": 200}]} {{(pid=95101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 19:34:45.875777 n-d-713301-16 neutron-server[95101]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-8734420c-79da-4169-b20e-e766b5002796 {{(pid=95101) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 19:34:45.876287 n-d-713301-16 neutron-server[95101]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ec3b8ded-94fc-4d24-ad13-1fd8c16b8842', 'tag': 'd4bf7fdb-4409-4750-9597-58aa57ce61d6', 'status': 'completed', 'code': 200} Sep 23 19:34:45.876717 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-43aaa463-9c20-41fc-86cb-9e55873f2590 req-44262b42-8399-41ec-b466-abf6c61eebb6 service neutron] 10.222.0.74 "PUT /v2.0/ports/7d41c37f-74cf-40b0-90b0-f617844a1824 HTTP/1.1" status: 200 len: 1028 time: 0.6054649 Sep 23 19:34:45.935671 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6870e0c4-7488-44b8-906b-833fc35a8c52 req-009c6510-8967-476c-ab8f-48a0323cd787 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:34:45.937251 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-6870e0c4-7488-44b8-906b-833fc35a8c52 req-009c6510-8967-476c-ab8f-48a0323cd787 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=4dc572e6f2d54593907916a9521c5c34&device_id=ec3b8ded-94fc-4d24-ad13-1fd8c16b8842 HTTP/1.1" status: 200 len: 1095 time: 0.0966179 Sep 23 19:34:45.938219 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a01ef30-e14f-41b5-bca0-d3b9d0a3776a service neutron] Pushing event updated for resources: {'Port': ['ID=d4bf7fdb-4409-4750-9597-58aa57ce61d6,revision_number=3']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:34:45.957734 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44262b42-8399-41ec-b466-abf6c61eebb6 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:34:45.958324 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44262b42-8399-41ec-b466-abf6c61eebb6 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:34:45.958421 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44262b42-8399-41ec-b466-abf6c61eebb6 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:34:45.958756 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44262b42-8399-41ec-b466-abf6c61eebb6 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:34:45.959097 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44262b42-8399-41ec-b466-abf6c61eebb6 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:34:45.959434 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44262b42-8399-41ec-b466-abf6c61eebb6 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:34:45.959765 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44262b42-8399-41ec-b466-abf6c61eebb6 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:34:45.960094 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44262b42-8399-41ec-b466-abf6c61eebb6 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:34:45.960424 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44262b42-8399-41ec-b466-abf6c61eebb6 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:34:45.960784 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44262b42-8399-41ec-b466-abf6c61eebb6 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:34:45.961120 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44262b42-8399-41ec-b466-abf6c61eebb6 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:34:45.961448 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44262b42-8399-41ec-b466-abf6c61eebb6 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:34:46.009276 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-6870e0c4-7488-44b8-906b-833fc35a8c52 req-47c6a926-9aca-4209-8d97-8036d42522f4 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d4bf7fdb-4409-4750-9597-58aa57ce61d6 HTTP/1.1" status: 200 len: 217 time: 0.0569179 Sep 23 19:34:46.009780 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa6be42d-6259-4239-830f-6c7e93a748f9 req-9a70b261-866b-483c-b961-8e9b78b2106c tempest-ServerActionsTestJSON-618918056 tempest-ServerActionsTestJSON-618918056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:34:46.011323 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-fa6be42d-6259-4239-830f-6c7e93a748f9 req-9a70b261-866b-483c-b961-8e9b78b2106c tempest-ServerActionsTestJSON-618918056 tempest-ServerActionsTestJSON-618918056-project] 10.222.0.67 "GET /v2.0/ports?device_id=0aa4b856-b55e-498e-8d78-1218f4a31f15 HTTP/1.1" status: 200 len: 945 time: 0.0933168 Sep 23 19:34:46.053772 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43aaa463-9c20-41fc-86cb-9e55873f2590 req-52644b56-f945-4a95-9a65-d5b2b07bb914 tempest-TaggedBootDevicesTest-1101605307 tempest-TaggedBootDevicesTest-1101605307-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:34:46.055150 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-43aaa463-9c20-41fc-86cb-9e55873f2590 req-52644b56-f945-4a95-9a65-d5b2b07bb914 tempest-TaggedBootDevicesTest-1101605307 tempest-TaggedBootDevicesTest-1101605307-project] 10.222.0.74 "GET /v2.0/ports/0c254e5c-f9ae-4753-bdda-ad06ac5acf06?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1530261 Sep 23 19:34:46.067877 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6870e0c4-7488-44b8-906b-833fc35a8c52 req-c8a4c789-4393-4f9f-88ce-0c8d63aaeac8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:34:46.069794 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-6870e0c4-7488-44b8-906b-833fc35a8c52 req-c8a4c789-4393-4f9f-88ce-0c8d63aaeac8 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=7e7607ce-e2e0-44b3-90bc-e9af6114111a HTTP/1.1" status: 200 len: 850 time: 0.0544114 Sep 23 19:34:46.081827 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-ee75471a-d8c0-460d-9783-7cb2cf8a3340 None None] Provisioning complete for port 7d41c37f-74cf-40b0-90b0-f617844a1824 triggered by entity DHCP. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:34:46.082432 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-ee75471a-d8c0-460d-9783-7cb2cf8a3340 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:34:46.086264 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.v2.base [req-43aaa463-9c20-41fc-86cb-9e55873f2590 req-8abe6f99-15e8-4df2-9745-977e9b1617ce service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=95102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:34:46.105381 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-6870e0c4-7488-44b8-906b-833fc35a8c52 req-045c0b61-d261-4b39-a396-52e33101ddf4 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=1eb1243c-991c-4d58-847c-e51ee44a0f33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0287704 Sep 23 19:34:46.155766 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.plugin [None req-ee75471a-d8c0-460d-9783-7cb2cf8a3340 None None] Port 7d41c37f-74cf-40b0-90b0-f617844a1824 cannot update to ACTIVE because it is not bound. {{(pid=95103) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 19:34:46.167588 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-43aaa463-9c20-41fc-86cb-9e55873f2590 req-8abe6f99-15e8-4df2-9745-977e9b1617ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:34:46.230248 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-6870e0c4-7488-44b8-906b-833fc35a8c52 req-7c6bd7b4-ea51-4d2a-9c66-f2ac89a9d9f9 service neutron] 10.222.0.53 "GET /v2.0/networks/1eb1243c-991c-4d58-847c-e51ee44a0f33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1164877 Sep 23 19:34:46.233728 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-fa6be42d-6259-4239-830f-6c7e93a748f9 req-fc1b6c98-6617-4023-9755-d2559a1a4889 tempest-ServerActionsTestJSON-618918056 tempest-ServerActionsTestJSON-618918056-project] 10.222.0.67 "GET /v2.0/security-groups?id=8f1e71cd-f67e-49f6-828d-7dde05723843&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1877084 Sep 23 19:34:46.258139 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a4c4c8-a8d9-4a38-8e15-7122e85001e2 req-768b5b19-36b0-48c4-943e-eb91e422b64c tempest-TaggedBootDevicesTest-1101605307 tempest-TaggedBootDevicesTest-1101605307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:34:46.266444 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a4c4c8-a8d9-4a38-8e15-7122e85001e2 req-768b5b19-36b0-48c4-943e-eb91e422b64c tempest-TaggedBootDevicesTest-1101605307 tempest-TaggedBootDevicesTest-1101605307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:34:46.273745 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a4c4c8-a8d9-4a38-8e15-7122e85001e2 req-768b5b19-36b0-48c4-943e-eb91e422b64c tempest-TaggedBootDevicesTest-1101605307 tempest-TaggedBootDevicesTest-1101605307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:34:46.281057 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a4c4c8-a8d9-4a38-8e15-7122e85001e2 req-768b5b19-36b0-48c4-943e-eb91e422b64c tempest-TaggedBootDevicesTest-1101605307 tempest-TaggedBootDevicesTest-1101605307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:34:46.287558 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a4c4c8-a8d9-4a38-8e15-7122e85001e2 req-768b5b19-36b0-48c4-943e-eb91e422b64c tempest-TaggedBootDevicesTest-1101605307 tempest-TaggedBootDevicesTest-1101605307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:34:46.294501 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a4c4c8-a8d9-4a38-8e15-7122e85001e2 req-768b5b19-36b0-48c4-943e-eb91e422b64c tempest-TaggedBootDevicesTest-1101605307 tempest-TaggedBootDevicesTest-1101605307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:34:46.296840 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-c2a4c4c8-a8d9-4a38-8e15-7122e85001e2 req-768b5b19-36b0-48c4-943e-eb91e422b64c tempest-TaggedBootDevicesTest-1101605307 tempest-TaggedBootDevicesTest-1101605307-project] 10.222.0.67 "GET /v2.0/ports?device_id=6c7d744a-f584-4648-aa8d-a6936fa22df4 HTTP/1.1" status: 200 len: 4660 time: 0.2812171 Sep 23 19:34:46.380388 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-6870e0c4-7488-44b8-906b-833fc35a8c52 req-30a56221-f952-42c8-a7ed-093bd86cb645 service neutron] 10.222.0.53 "GET /v2.0/networks/1eb1243c-991c-4d58-847c-e51ee44a0f33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1407099 Sep 23 19:34:46.481288 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-c2a4c4c8-a8d9-4a38-8e15-7122e85001e2 req-b1c169cd-6235-4f53-97e8-630eee4e84bf tempest-TaggedBootDevicesTest-1101605307 tempest-TaggedBootDevicesTest-1101605307-project] 10.222.0.67 "GET /v2.0/security-groups?id=7583e831-f62b-49a7-9a62-f1028bb8aa73&id=a101b72e-c698-4e76-88ce-3dcbb1163262&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1774211 Sep 23 19:34:46.537703 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb8f1fa-50a2-4e4a-8625-3faf752f56ac req-af125e93-98ce-4d1a-b353-c8421f513a55 tempest-ServerGroupTestJSON-2074030751 tempest-ServerGroupTestJSON-2074030751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:34:46.555330 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea56f9e9-9583-4833-b0d5-d3fd6f13ee76 req-a35773ad-b7d5-45af-9c40-619077de5340 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:34:46.556046 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-8cb8f1fa-50a2-4e4a-8625-3faf752f56ac req-af125e93-98ce-4d1a-b353-c8421f513a55 tempest-ServerGroupTestJSON-2074030751 tempest-ServerGroupTestJSON-2074030751-project] 10.222.0.67 "GET /v2.0/ports?device_id=ec3b8ded-94fc-4d24-ad13-1fd8c16b8842 HTTP/1.1" status: 200 len: 943 time: 0.2233438 Sep 23 19:34:46.556962 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-ea56f9e9-9583-4833-b0d5-d3fd6f13ee76 req-a35773ad-b7d5-45af-9c40-619077de5340 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=4dc572e6f2d54593907916a9521c5c34&device_id=ec3b8ded-94fc-4d24-ad13-1fd8c16b8842 HTTP/1.1" status: 200 len: 1095 time: 0.1177962 Sep 23 19:34:46.590697 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.db [req-43aaa463-9c20-41fc-86cb-9e55873f2590 req-8abe6f99-15e8-4df2-9745-977e9b1617ce service neutron] For port 0c254e5c-f9ae-4753-bdda-ad06ac5acf06, host n-h1-713301-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-16',level=0,port_id=0c254e5c-f9ae-4753-bdda-ad06ac5acf06,segment=NetworkSegment(4f7ea034-18ba-4cde-bf97-7b7b61f8a982),segment_id=4f7ea034-18ba-4cde-bf97-7b7b61f8a982)] {{(pid=95102) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:34:46.651521 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-49270290-0afd-4c23-a301-b8eb21cc1d42 req-78e9da9d-f4ae-45e3-9292-de7f4af7aa95 tempest-ServerActionsTestJSON-618918056 tempest-ServerActionsTestJSON-618918056-project] 10.222.0.67 "GET /v2.0/security-groups?name=default&fields=id&tenant_id=f17a85608a9a4ecb8150ef41746c47e0 HTTP/1.1" status: 200 len: 267 time: 0.0796068 Sep 23 19:34:46.670526 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-8cb8f1fa-50a2-4e4a-8625-3faf752f56ac req-1eab2244-90c8-43be-be99-7906d918ed2e tempest-ServerGroupTestJSON-2074030751 tempest-ServerGroupTestJSON-2074030751-project] 10.222.0.67 "GET /v2.0/security-groups?id=84857475-07b3-488f-846b-402e1d86f5c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1107416 Sep 23 19:34:46.716959 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea56f9e9-9583-4833-b0d5-d3fd6f13ee76 req-b40be481-0023-4227-a04d-609a845b02a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:34:46.727023 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-ea56f9e9-9583-4833-b0d5-d3fd6f13ee76 req-b40be481-0023-4227-a04d-609a845b02a0 service neutron] 10.222.0.53 "GET /v2.0/networks?id=1eb1243c-991c-4d58-847c-e51ee44a0f33 HTTP/1.1" status: 200 len: 911 time: 0.1633205 Sep 23 19:34:46.736201 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.db [req-43aaa463-9c20-41fc-86cb-9e55873f2590 req-8abe6f99-15e8-4df2-9745-977e9b1617ce service neutron] For port 0c254e5c-f9ae-4753-bdda-ad06ac5acf06, host n-h1-713301-16, cleared binding levels {{(pid=95102) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 19:34:46.779555 n-d-713301-16 neutron-server[95102]: DEBUG neutron.notifiers.nova [req-43aaa463-9c20-41fc-86cb-9e55873f2590 req-8abe6f99-15e8-4df2-9745-977e9b1617ce service neutron] device_id is not set on port 0c254e5c-f9ae-4753-bdda-ad06ac5acf06 yet. {{(pid=95102) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 23 19:34:46.791143 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-43aaa463-9c20-41fc-86cb-9e55873f2590 req-8abe6f99-15e8-4df2-9745-977e9b1617ce service neutron] Notify callbacks [] for port, precommit_update {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:34:46.798289 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-ea56f9e9-9583-4833-b0d5-d3fd6f13ee76 req-65cf5349-7fe2-46ed-9ba2-45d1767bd169 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d4bf7fdb-4409-4750-9597-58aa57ce61d6 HTTP/1.1" status: 200 len: 217 time: 0.0431979 Sep 23 19:34:46.804555 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49270290-0afd-4c23-a301-b8eb21cc1d42 req-cba77d5a-f067-427c-a62f-9e769881d177 tempest-ServerActionsTestJSON-618918056 tempest-ServerActionsTestJSON-618918056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:34:46.814563 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-49270290-0afd-4c23-a301-b8eb21cc1d42 req-cba77d5a-f067-427c-a62f-9e769881d177 tempest-ServerActionsTestJSON-618918056 tempest-ServerActionsTestJSON-618918056-project] 10.222.0.67 "GET /v2.0/ports?device_id=0aa4b856-b55e-498e-8d78-1218f4a31f15 HTTP/1.1" status: 200 len: 945 time: 0.1403031 Sep 23 19:34:46.817648 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-43aaa463-9c20-41fc-86cb-9e55873f2590 req-8abe6f99-15e8-4df2-9745-977e9b1617ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4399095'] for port, after_update {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:34:46.824872 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.v2.base [req-49270290-0afd-4c23-a301-b8eb21cc1d42 req-b410fa57-026f-4d38-a244-e2b73af5b9a3 tempest-ServerActionsTestJSON-618918056 tempest-ServerActionsTestJSON-618918056-project] Request body: {'port': {'security_groups': []}} {{(pid=95102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:34:46.878883 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea56f9e9-9583-4833-b0d5-d3fd6f13ee76 req-288353ce-0cf2-4a06-98df-3dd67417ac9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:34:46.880987 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-ea56f9e9-9583-4833-b0d5-d3fd6f13ee76 req-288353ce-0cf2-4a06-98df-3dd67417ac9f service neutron] 10.222.0.53 "GET /v2.0/subnets?id=7e7607ce-e2e0-44b3-90bc-e9af6114111a HTTP/1.1" status: 200 len: 850 time: 0.0738811 Sep 23 19:34:46.932587 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-ea56f9e9-9583-4833-b0d5-d3fd6f13ee76 req-658ed5f7-20f9-4614-a760-6ee66c5506df service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=1eb1243c-991c-4d58-847c-e51ee44a0f33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0425260 Sep 23 19:34:46.993580 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-49270290-0afd-4c23-a301-b8eb21cc1d42 req-b410fa57-026f-4d38-a244-e2b73af5b9a3 tempest-ServerActionsTestJSON-618918056 tempest-ServerActionsTestJSON-618918056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:34:46.995957 n-d-713301-16 neutron-server[95102]: DEBUG neutron.db.l3_dvrscheduler_db [req-43aaa463-9c20-41fc-86cb-9e55873f2590 req-8abe6f99-15e8-4df2-9745-977e9b1617ce service neutron] No DVR routers for this DVR port 0c254e5c-f9ae-4753-bdda-ad06ac5acf06 on host n-h1-713301-16 {{(pid=95102) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 19:34:47.059608 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.plugin [req-43aaa463-9c20-41fc-86cb-9e55873f2590 req-8abe6f99-15e8-4df2-9745-977e9b1617ce service neutron] In _notify_port_updated(), no bound segment for port 0c254e5c-f9ae-4753-bdda-ad06ac5acf06 on network af02e9ab-cfd4-4a32-b9af-2413db894481 {{(pid=95102) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Sep 23 19:34:47.061295 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43aaa463-9c20-41fc-86cb-9e55873f2590 req-8abe6f99-15e8-4df2-9745-977e9b1617ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:34:47.062091 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-43aaa463-9c20-41fc-86cb-9e55873f2590 req-8abe6f99-15e8-4df2-9745-977e9b1617ce service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222849'] for port, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:34:47.063568 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-43aaa463-9c20-41fc-86cb-9e55873f2590 req-8abe6f99-15e8-4df2-9745-977e9b1617ce service neutron] 10.222.0.74 "PUT /v2.0/ports/0c254e5c-f9ae-4753-bdda-ad06ac5acf06 HTTP/1.1" status: 200 len: 1027 time: 0.9826803 Sep 23 19:34:47.064466 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8abe6f99-15e8-4df2-9745-977e9b1617ce service neutron] Pushing event updated for resources: {'Port': ['ID=0c254e5c-f9ae-4753-bdda-ad06ac5acf06,revision_number=6']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:34:47.104642 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-ea56f9e9-9583-4833-b0d5-d3fd6f13ee76 req-cad3f0d6-abb0-4b92-b7ab-59c1d8fa2f46 service neutron] 10.222.0.53 "GET /v2.0/networks/1eb1243c-991c-4d58-847c-e51ee44a0f33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1653626 Sep 23 19:34:47.230001 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-ea56f9e9-9583-4833-b0d5-d3fd6f13ee76 req-82ce0c7c-d537-4c6d-8783-7d9ddef770e3 service neutron] 10.222.0.53 "GET /v2.0/networks/1eb1243c-991c-4d58-847c-e51ee44a0f33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1173925 Sep 23 19:34:47.231591 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f463d7-f214-4fbe-b5fc-777ac0718a70 req-2bfa17b9-9319-4825-b0a8-845351beffa7 tempest-ServerRescueNegativeTestJSON-317871319 tempest-ServerRescueNegativeTestJSON-317871319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:34:47.233593 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-23f463d7-f214-4fbe-b5fc-777ac0718a70 req-2bfa17b9-9319-4825-b0a8-845351beffa7 tempest-ServerRescueNegativeTestJSON-317871319 tempest-ServerRescueNegativeTestJSON-317871319-project] 10.222.0.67 "GET /v2.0/ports?device_id=f6ef00c9-1a36-4a78-8258-2ac22e8b1be1 HTTP/1.1" status: 200 len: 945 time: 0.3474765 Sep 23 19:34:47.291509 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-4051d250-030d-4220-aadc-573262cf1565 None None] Provisioning complete for port 0c254e5c-f9ae-4753-bdda-ad06ac5acf06 triggered by entity DHCP. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:34:47.301391 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-4051d250-030d-4220-aadc-573262cf1565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:34:47.344901 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-23f463d7-f214-4fbe-b5fc-777ac0718a70 req-17db0ad1-1409-4caa-926e-cd84e1aab0cb tempest-ServerRescueNegativeTestJSON-317871319 tempest-ServerRescueNegativeTestJSON-317871319-project] 10.222.0.67 "GET /v2.0/security-groups?id=ac103501-6c24-4299-8f11-081b36059735&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974131 Sep 23 19:34:47.349866 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.plugin [None req-4051d250-030d-4220-aadc-573262cf1565 None None] Port 0c254e5c-f9ae-4753-bdda-ad06ac5acf06 cannot update to ACTIVE because it is not bound. {{(pid=95103) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 19:34:47.358606 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.plugin [req-43aaa463-9c20-41fc-86cb-9e55873f2590 req-edce6538-91f8-44ab-acfe-f1d11295a3cd tempest-TaggedBootDevicesTest-1101605307 tempest-TaggedBootDevicesTest-1101605307-project] Deleting port 04608e80-e340-4c55-b856-25d17244403b {{(pid=95102) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:34:47.359531 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-43aaa463-9c20-41fc-86cb-9e55873f2590 req-edce6538-91f8-44ab-acfe-f1d11295a3cd tempest-TaggedBootDevicesTest-1101605307 tempest-TaggedBootDevicesTest-1101605307-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783146157096'] for port, before_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:34:47.491640 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.db [req-49270290-0afd-4c23-a301-b8eb21cc1d42 req-b410fa57-026f-4d38-a244-e2b73af5b9a3 tempest-ServerActionsTestJSON-618918056 tempest-ServerActionsTestJSON-618918056-project] For port 66d2b807-4e9d-484c-a6d3-6caed281d125, host n-h2-713301-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-16',level=0,port_id=66d2b807-4e9d-484c-a6d3-6caed281d125,segment=NetworkSegment(0ad9f853-8282-44e3-ac3b-2b75c9223dae),segment_id=0ad9f853-8282-44e3-ac3b-2b75c9223dae)] {{(pid=95102) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:34:47.523978 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.db [req-43aaa463-9c20-41fc-86cb-9e55873f2590 req-edce6538-91f8-44ab-acfe-f1d11295a3cd tempest-TaggedBootDevicesTest-1101605307 tempest-TaggedBootDevicesTest-1101605307-project] For port 04608e80-e340-4c55-b856-25d17244403b, host n-h1-713301-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-16',level=0,port_id=04608e80-e340-4c55-b856-25d17244403b,segment=NetworkSegment(e05f2916-65a4-4075-8738-b9204cdf084e),segment_id=e05f2916-65a4-4075-8738-b9204cdf084e)] {{(pid=95102) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:34:47.524278 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-43aaa463-9c20-41fc-86cb-9e55873f2590 req-edce6538-91f8-44ab-acfe-f1d11295a3cd tempest-TaggedBootDevicesTest-1101605307 tempest-TaggedBootDevicesTest-1101605307-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-605701'] for port, precommit_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:34:47.573733 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-49270290-0afd-4c23-a301-b8eb21cc1d42 req-b410fa57-026f-4d38-a244-e2b73af5b9a3 tempest-ServerActionsTestJSON-618918056 tempest-ServerActionsTestJSON-618918056-project] Notify callbacks [] for port, precommit_update {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:34:47.623729 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-49270290-0afd-4c23-a301-b8eb21cc1d42 req-b410fa57-026f-4d38-a244-e2b73af5b9a3 tempest-ServerActionsTestJSON-618918056 tempest-ServerActionsTestJSON-618918056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4399095'] for port, after_update {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:34:47.637247 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] get_ports_and_sgs() called for port_ids ['cdcac803-b0eb-4617-8861-7fe8589dd0b8'] {{(pid=95103) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 19:34:47.640570 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] get_ports_and_sgs() called for port_ids ['942cfdd5-5c55-4f79-9832-5024323d678e', '66d2b807-4e9d-484c-a6d3-6caed281d125'] {{(pid=95103) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 19:34:47.734553 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49270290-0afd-4c23-a301-b8eb21cc1d42 req-b410fa57-026f-4d38-a244-e2b73af5b9a3 tempest-ServerActionsTestJSON-618918056 tempest-ServerActionsTestJSON-618918056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:34:47.735231 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-49270290-0afd-4c23-a301-b8eb21cc1d42 req-b410fa57-026f-4d38-a244-e2b73af5b9a3 tempest-ServerActionsTestJSON-618918056 tempest-ServerActionsTestJSON-618918056-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222849'] for port, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:34:47.737602 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-49270290-0afd-4c23-a301-b8eb21cc1d42 req-b410fa57-026f-4d38-a244-e2b73af5b9a3 tempest-ServerActionsTestJSON-618918056 tempest-ServerActionsTestJSON-618918056-project] 10.222.0.67 "PUT /v2.0/ports/66d2b807-4e9d-484c-a6d3-6caed281d125 HTTP/1.1" status: 200 len: 904 time: 0.9213138 Sep 23 19:34:47.740520 n-d-713301-16 neutron-server[95102]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0aa4b856-b55e-498e-8d78-1218f4a31f15', 'tag': '66d2b807-4e9d-484c-a6d3-6caed281d125'}] {{(pid=95102) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 19:34:47.743646 n-d-713301-16 neutron-server[95102]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab31b6d93e5336dbddfa8ec424565b3bd8cb2369c5b4d85bc943472dbb21e8ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e49401d1-0f23-473b-a5d8-c75866278449" -d '{"events": [{"name": "network-changed", "server_uuid": "0aa4b856-b55e-498e-8d78-1218f4a31f15", "tag": "66d2b807-4e9d-484c-a6d3-6caed281d125"}]}' {{(pid=95102) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 19:34:47.844484 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0eb500c-942b-446a-a54e-7718d84f6a25 req-6b522495-148e-44f9-b177-5efa98f08a40 tempest-TaggedBootDevicesTest-1101605307 tempest-TaggedBootDevicesTest-1101605307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:34:47.850610 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0eb500c-942b-446a-a54e-7718d84f6a25 req-6b522495-148e-44f9-b177-5efa98f08a40 tempest-TaggedBootDevicesTest-1101605307 tempest-TaggedBootDevicesTest-1101605307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:34:47.857287 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0eb500c-942b-446a-a54e-7718d84f6a25 req-6b522495-148e-44f9-b177-5efa98f08a40 tempest-TaggedBootDevicesTest-1101605307 tempest-TaggedBootDevicesTest-1101605307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:34:47.857477 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] get_ports_and_sgs() called for port_ids ['66d2b807-4e9d-484c-a6d3-6caed281d125'] {{(pid=95103) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 19:34:47.863571 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0eb500c-942b-446a-a54e-7718d84f6a25 req-6b522495-148e-44f9-b177-5efa98f08a40 tempest-TaggedBootDevicesTest-1101605307 tempest-TaggedBootDevicesTest-1101605307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:34:47.869604 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0eb500c-942b-446a-a54e-7718d84f6a25 req-6b522495-148e-44f9-b177-5efa98f08a40 tempest-TaggedBootDevicesTest-1101605307 tempest-TaggedBootDevicesTest-1101605307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:34:47.877757 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-b0eb500c-942b-446a-a54e-7718d84f6a25 req-6b522495-148e-44f9-b177-5efa98f08a40 tempest-TaggedBootDevicesTest-1101605307 tempest-TaggedBootDevicesTest-1101605307-project] 10.222.0.67 "GET /v2.0/ports?device_id=6c7d744a-f584-4648-aa8d-a6936fa22df4 HTTP/1.1" status: 200 len: 3886 time: 0.2621615 Sep 23 19:34:47.897276 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b410fa57-026f-4d38-a244-e2b73af5b9a3 tempest-ServerActionsTestJSON-618918056 tempest-ServerActionsTestJSON-618918056-project] Pushing event updated for resources: {'Port': ['ID=66d2b807-4e9d-484c-a6d3-6caed281d125,revision_number=6']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:34:47.899451 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Device 9e8786e5-58d4-4406-946f-a1fdbc104774 no longer exists at agent hyperv_n-h1-713301-16 {{(pid=95103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 19:34:48.017985 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-b0eb500c-942b-446a-a54e-7718d84f6a25 req-53dce9fb-08f2-4658-9e65-e9a0bc4fe627 tempest-TaggedBootDevicesTest-1101605307 tempest-TaggedBootDevicesTest-1101605307-project] 10.222.0.67 "GET /v2.0/security-groups?id=7583e831-f62b-49a7-9a62-f1028bb8aa73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1391919 Sep 23 19:34:48.054370 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-43aaa463-9c20-41fc-86cb-9e55873f2590 req-edce6538-91f8-44ab-acfe-f1d11295a3cd tempest-TaggedBootDevicesTest-1101605307 tempest-TaggedBootDevicesTest-1101605307-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:34:48.055051 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-43aaa463-9c20-41fc-86cb-9e55873f2590 req-edce6538-91f8-44ab-acfe-f1d11295a3cd tempest-TaggedBootDevicesTest-1101605307 tempest-TaggedBootDevicesTest-1101605307-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-601884'] for floatingip, after_update {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:34:48.055629 n-d-713301-16 neutron-server[95102]: INFO neutron.db.l3_db [req-43aaa463-9c20-41fc-86cb-9e55873f2590 req-edce6538-91f8-44ab-acfe-f1d11295a3cd tempest-TaggedBootDevicesTest-1101605307 tempest-TaggedBootDevicesTest-1101605307-project] Floating IP e805745c-12e7-4a1b-9742-6adb0609265e disassociated. External IP: 172.25.1.157, port: 04608e80-e340-4c55-b856-25d17244403b. Sep 23 19:34:48.056085 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.plugin [req-43aaa463-9c20-41fc-86cb-9e55873f2590 req-edce6538-91f8-44ab-acfe-f1d11295a3cd tempest-TaggedBootDevicesTest-1101605307 tempest-TaggedBootDevicesTest-1101605307-project] Calling delete_port for 04608e80-e340-4c55-b856-25d17244403b owned by compute:nova {{(pid=95102) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:34:48.139678 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:34:48.166512 n-d-713301-16 neutron-server[95103]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c7d744a-f584-4648-aa8d-a6936fa22df4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9e8786e5-58d4-4406-946f-a1fdbc104774'}] {{(pid=95103) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 19:34:48.168769 n-d-713301-16 neutron-server[95103]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}81a1c17f2aa89d5b3ebbba3a3e0cf7eb588e431c2224256110c4c4facdd7c3e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4e2eb44-2805-42fc-af81-ba5d7167f119" -d '{"events": [{"server_uuid": "6c7d744a-f584-4648-aa8d-a6936fa22df4", "name": "network-vif-unplugged", "status": "completed", "tag": "9e8786e5-58d4-4406-946f-a1fdbc104774"}]}' {{(pid=95103) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 19:34:48.188056 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] For port 9e8786e5-58d4-4406-946f-a1fdbc104774, host n-h1-713301-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-16',level=0,port_id=9e8786e5-58d4-4406-946f-a1fdbc104774,segment=NetworkSegment(4f7ea034-18ba-4cde-bf97-7b7b61f8a982),segment_id=4f7ea034-18ba-4cde-bf97-7b7b61f8a982)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:34:48.193976 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:34:48.196015 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Device 04608e80-e340-4c55-b856-25d17244403b no longer exists at agent hyperv_n-h1-713301-16 {{(pid=95103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 19:34:48.219242 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a48f243-f4f2-490e-9699-2a69672da8fa req-38e90a3b-1947-4052-bdfc-63ecb7bc530b tempest-ServerGroupTestJSON-2074030751 tempest-ServerGroupTestJSON-2074030751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:34:48.220785 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-7a48f243-f4f2-490e-9699-2a69672da8fa req-38e90a3b-1947-4052-bdfc-63ecb7bc530b tempest-ServerGroupTestJSON-2074030751 tempest-ServerGroupTestJSON-2074030751-project] 10.222.0.67 "GET /v2.0/ports?device_id=ec3b8ded-94fc-4d24-ad13-1fd8c16b8842 HTTP/1.1" status: 200 len: 943 time: 0.1150098 Sep 23 19:34:48.245331 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-c76de9dc-7cd7-450f-9250-39a41bec2f64 None None] Provisioning complete for port 66d2b807-4e9d-484c-a6d3-6caed281d125 triggered by entity DHCP. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:34:48.246051 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-c76de9dc-7cd7-450f-9250-39a41bec2f64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:34:48.253345 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f2b695-9081-4dfc-9452-86a33c45c632 req-18a134c2-044d-4e56-9fa1-1a9d2e6011d2 tempest-ServerActionsTestJSON-618918056 tempest-ServerActionsTestJSON-618918056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:34:48.254882 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-01f2b695-9081-4dfc-9452-86a33c45c632 req-18a134c2-044d-4e56-9fa1-1a9d2e6011d2 tempest-ServerActionsTestJSON-618918056 tempest-ServerActionsTestJSON-618918056-project] 10.222.0.67 "GET /v2.0/ports?device_id=0aa4b856-b55e-498e-8d78-1218f4a31f15 HTTP/1.1" status: 200 len: 907 time: 0.1156390 Sep 23 19:34:48.333629 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Pushing event updated for resources: {'Port': ['ID=9e8786e5-58d4-4406-946f-a1fdbc104774,revision_number=6']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:34:48.359155 n-d-713301-16 neutron-server[95102]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 19:34:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4459c50-3424-428e-a4cb-94d2ec92efab x-openstack-request-id: req-e4459c50-3424-428e-a4cb-94d2ec92efab {{(pid=95102) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 19:34:48.359439 n-d-713301-16 neutron-server[95102]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0aa4b856-b55e-498e-8d78-1218f4a31f15", "tag": "66d2b807-4e9d-484c-a6d3-6caed281d125", "status": "completed", "code": 200}]} {{(pid=95102) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 19:34:48.359696 n-d-713301-16 neutron-server[95102]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-e4459c50-3424-428e-a4cb-94d2ec92efab {{(pid=95102) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 19:34:48.360099 n-d-713301-16 neutron-server[95102]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0aa4b856-b55e-498e-8d78-1218f4a31f15', 'tag': '66d2b807-4e9d-484c-a6d3-6caed281d125', 'status': 'completed', 'code': 200} Sep 23 19:34:48.381226 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-7a48f243-f4f2-490e-9699-2a69672da8fa req-e4524b38-debe-41ac-9e1f-f45ab693bced tempest-ServerGroupTestJSON-2074030751 tempest-ServerGroupTestJSON-2074030751-project] 10.222.0.67 "GET /v2.0/security-groups?id=84857475-07b3-488f-846b-402e1d86f5c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1486385 Sep 23 19:34:48.400209 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-43aaa463-9c20-41fc-86cb-9e55873f2590 req-edce6538-91f8-44ab-acfe-f1d11295a3cd tempest-TaggedBootDevicesTest-1101605307 tempest-TaggedBootDevicesTest-1101605307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783146162158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783145673144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4399100'] for port, after_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:34:48.441634 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e49401d1-0f23-473b-a5d8-c75866278449 req-fd1a9eba-7d39-4070-92ac-c54bbc14f9bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:34:48.443173 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-e49401d1-0f23-473b-a5d8-c75866278449 req-fd1a9eba-7d39-4070-92ac-c54bbc14f9bf service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=f17a85608a9a4ecb8150ef41746c47e0&device_id=0aa4b856-b55e-498e-8d78-1218f4a31f15 HTTP/1.1" status: 200 len: 1059 time: 0.0747292 Sep 23 19:34:48.449507 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:34:48.456003 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edce6538-91f8-44ab-acfe-f1d11295a3cd tempest-TaggedBootDevicesTest-1101605307 tempest-TaggedBootDevicesTest-1101605307-project] Pushing event deleted for resources: {'Port': ['ID=04608e80-e340-4c55-b856-25d17244403b,revision_number=None']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:34:48.517206 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Device 0c254e5c-f9ae-4753-bdda-ad06ac5acf06 no longer exists at agent hyperv_n-h1-713301-16 {{(pid=95103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 19:34:48.520780 n-d-713301-16 neutron-server[95103]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 23 Sep 2021 19:34:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-add32259-21a6-40d1-886f-e45a2e831218 x-openstack-request-id: req-add32259-21a6-40d1-886f-e45a2e831218 {{(pid=95103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 19:34:48.521485 n-d-713301-16 neutron-server[95103]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6c7d744a-f584-4648-aa8d-a6936fa22df4", "name": "network-vif-unplugged", "status": "completed", "tag": "9e8786e5-58d4-4406-946f-a1fdbc104774", "code": 200}]} {{(pid=95103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 19:34:48.521953 n-d-713301-16 neutron-server[95103]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-add32259-21a6-40d1-886f-e45a2e831218 {{(pid=95103) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 19:34:48.523080 n-d-713301-16 neutron-server[95103]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c7d744a-f584-4648-aa8d-a6936fa22df4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9e8786e5-58d4-4406-946f-a1fdbc104774', 'code': 200} Sep 23 19:34:48.614529 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Device 0c254e5c-f9ae-4753-bdda-ad06ac5acf06 not bound to the agent host n-h1-713301-16 {{(pid=95103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 19:34:48.615020 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Device f3e719d6-489d-48f8-9f60-3adc695a1cfe no longer exists at agent hyperv_n-h1-713301-16 {{(pid=95103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 19:34:48.656136 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e49401d1-0f23-473b-a5d8-c75866278449 req-52f086df-9e4f-4b90-9e5b-4d57e972de32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:34:48.658201 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-e49401d1-0f23-473b-a5d8-c75866278449 req-52f086df-9e4f-4b90-9e5b-4d57e972de32 service neutron] 10.222.0.53 "GET /v2.0/networks?id=364dc893-5ecb-4aa3-be76-13b51cbbfbd4 HTTP/1.1" status: 200 len: 913 time: 0.2062042 Sep 23 19:34:48.709434 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:34:48.719831 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-e49401d1-0f23-473b-a5d8-c75866278449 req-ae1569e2-c367-4ea9-a32a-a53d719767d0 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=66d2b807-4e9d-484c-a6d3-6caed281d125 HTTP/1.1" status: 200 len: 217 time: 0.0532529 Sep 23 19:34:48.762470 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] For port f3e719d6-489d-48f8-9f60-3adc695a1cfe, host n-h1-713301-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-16',level=0,port_id=f3e719d6-489d-48f8-9f60-3adc695a1cfe,segment=NetworkSegment(00dc7b2f-018d-4fcd-a76f-deef20c5f9fc),segment_id=00dc7b2f-018d-4fcd-a76f-deef20c5f9fc)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:34:48.770668 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:34:48.772228 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Device da180eed-7ed3-4b42-8811-39a363b2af88 no longer exists at agent hyperv_n-h1-713301-16 {{(pid=95103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 19:34:48.791208 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e49401d1-0f23-473b-a5d8-c75866278449 req-48deb3c9-4880-4bbf-8816-4b3243a647ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:34:48.792953 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-e49401d1-0f23-473b-a5d8-c75866278449 req-48deb3c9-4880-4bbf-8816-4b3243a647ce service neutron] 10.222.0.53 "GET /v2.0/subnets?id=a900be85-be08-465b-85e6-4a05aae55389 HTTP/1.1" status: 200 len: 851 time: 0.0527377 Sep 23 19:34:48.875309 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e49401d1-0f23-473b-a5d8-c75866278449 req-d8d6a66f-3135-4d1e-9c6e-9a194635e90f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:34:48.877033 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-e49401d1-0f23-473b-a5d8-c75866278449 req-d8d6a66f-3135-4d1e-9c6e-9a194635e90f service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=364dc893-5ecb-4aa3-be76-13b51cbbfbd4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0722384 Sep 23 19:34:48.944745 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Pushing event updated for resources: {'Port': ['ID=f3e719d6-489d-48f8-9f60-3adc695a1cfe,revision_number=6']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:34:48.948123 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:34:48.991366 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] For port da180eed-7ed3-4b42-8811-39a363b2af88, host n-h1-713301-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-16',level=0,port_id=da180eed-7ed3-4b42-8811-39a363b2af88,segment=NetworkSegment(00dc7b2f-018d-4fcd-a76f-deef20c5f9fc),segment_id=00dc7b2f-018d-4fcd-a76f-deef20c5f9fc)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:34:48.998344 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:34:48.999322 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Device 194bdc80-29c5-4612-969b-b0aa5f139617 no longer exists at agent hyperv_n-h1-713301-16 {{(pid=95103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 19:34:49.006510 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-e49401d1-0f23-473b-a5d8-c75866278449 req-ef6cec62-e2fc-4724-8502-656d6423c43f service neutron] 10.222.0.53 "GET /v2.0/networks/364dc893-5ecb-4aa3-be76-13b51cbbfbd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1193314 Sep 23 19:34:49.126713 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69cb7117-cd0f-4b52-b4e0-6672a268239a req-1b16b76d-2440-43b8-9f2d-bad477be2b15 tempest-VolumesActionsTest-1105869697 tempest-VolumesActionsTest-1105869697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:34:49.127344 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Pushing event updated for resources: {'Port': ['ID=da180eed-7ed3-4b42-8811-39a363b2af88,revision_number=6']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:34:49.137668 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-69cb7117-cd0f-4b52-b4e0-6672a268239a req-1b16b76d-2440-43b8-9f2d-bad477be2b15 tempest-VolumesActionsTest-1105869697 tempest-VolumesActionsTest-1105869697-project] 10.222.0.67 "GET /v2.0/ports?device_id=a2ecbe67-7939-47a5-bbed-ea2effd0ecf1 HTTP/1.1" status: 200 len: 946 time: 0.5981882 Sep 23 19:34:49.148864 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:34:49.156486 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-e49401d1-0f23-473b-a5d8-c75866278449 req-c6477820-7be6-49e6-be50-babfc1444017 service neutron] 10.222.0.53 "GET /v2.0/networks/364dc893-5ecb-4aa3-be76-13b51cbbfbd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1325953 Sep 23 19:34:49.191368 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] For port 194bdc80-29c5-4612-969b-b0aa5f139617, host n-h1-713301-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-16',level=0,port_id=194bdc80-29c5-4612-969b-b0aa5f139617,segment=NetworkSegment(4f7ea034-18ba-4cde-bf97-7b7b61f8a982),segment_id=4f7ea034-18ba-4cde-bf97-7b7b61f8a982)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:34:49.196209 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:34:49.197165 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Device 7d41c37f-74cf-40b0-90b0-f617844a1824 no longer exists at agent hyperv_n-h1-713301-16 {{(pid=95103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 19:34:49.204212 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5739e7a-97e6-4ded-b8e2-2e25ed98e6d9 req-27d276e7-7a76-42b2-936d-3fd9c83fafe8 tempest-ServerActionsTestJSON-618918056 tempest-ServerActionsTestJSON-618918056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:34:49.206209 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-b5739e7a-97e6-4ded-b8e2-2e25ed98e6d9 req-27d276e7-7a76-42b2-936d-3fd9c83fafe8 tempest-ServerActionsTestJSON-618918056 tempest-ServerActionsTestJSON-618918056-project] 10.222.0.67 "GET /v2.0/ports?device_id=7fa91134-8ee0-4baa-9037-6ca73d6b4c83 HTTP/1.1" status: 200 len: 945 time: 0.2049785 Sep 23 19:34:49.217879 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-69cb7117-cd0f-4b52-b4e0-6672a268239a req-121a3050-7c69-474e-b070-9b3ed29705be tempest-VolumesActionsTest-1105869697 tempest-VolumesActionsTest-1105869697-project] 10.222.0.67 "GET /v2.0/security-groups?id=722c6412-8ba9-4584-ba09-9864cbe02969&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792348 Sep 23 19:34:49.282494 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Device 7d41c37f-74cf-40b0-90b0-f617844a1824 not bound to the agent host n-h1-713301-16 {{(pid=95103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 19:34:49.284816 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Pushing event updated for resources: {'Port': ['ID=194bdc80-29c5-4612-969b-b0aa5f139617,revision_number=6']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:34:49.309055 n-d-713301-16 neutron-server[95102]: DEBUG neutron.scheduler.l3_agent_scheduler [req-43aaa463-9c20-41fc-86cb-9e55873f2590 req-edce6538-91f8-44ab-acfe-f1d11295a3cd tempest-TaggedBootDevicesTest-1101605307 tempest-TaggedBootDevicesTest-1101605307-project] Router 6cc3f61e-9fe4-4b5a-acb6-0884054d911b has already been hosted by L3 agent 79a740bf-7821-4989-8288-7186e3e128f3 {{(pid=95102) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 19:34:49.321115 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082f41ac-e35b-4e09-a795-27d629c20afa req-1f8526b0-23cd-49a6-a955-99b94388962f tempest-VolumesActionsTest-1105869697 tempest-VolumesActionsTest-1105869697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:34:49.322660 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-082f41ac-e35b-4e09-a795-27d629c20afa req-1f8526b0-23cd-49a6-a955-99b94388962f tempest-VolumesActionsTest-1105869697 tempest-VolumesActionsTest-1105869697-project] 10.222.0.74 "GET /v2.0/ports?device_id=a2ecbe67-7939-47a5-bbed-ea2effd0ecf1 HTTP/1.1" status: 200 len: 946 time: 0.0832739 Sep 23 19:34:49.329642 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-b5739e7a-97e6-4ded-b8e2-2e25ed98e6d9 req-bf9c2eb2-f89e-4f36-9164-b0b2f99ceca8 tempest-ServerActionsTestJSON-618918056 tempest-ServerActionsTestJSON-618918056-project] 10.222.0.67 "GET /v2.0/security-groups?id=d2a75794-f2ea-419f-9d09-0096f3fe96c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1106787 Sep 23 19:34:49.452492 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.plugin [req-082f41ac-e35b-4e09-a795-27d629c20afa req-0b752528-efcd-45c9-8767-d3839d44f911 tempest-VolumesActionsTest-1105869697 tempest-VolumesActionsTest-1105869697-project] Deleting port bc55cc95-f7fa-4630-9764-bfb851ababd7 {{(pid=95101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:34:49.453501 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-082f41ac-e35b-4e09-a795-27d629c20afa req-0b752528-efcd-45c9-8767-d3839d44f911 tempest-VolumesActionsTest-1105869697 tempest-VolumesActionsTest-1105869697-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783146157096'] for port, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:34:49.493329 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c4a53c-353e-4890-8a7c-f632427ba7ec req-2f2101fd-ea81-42f3-b1b0-c0f152e5a49c tempest-ServerRescueNegativeTestJSON-317871319 tempest-ServerRescueNegativeTestJSON-317871319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:34:49.494850 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-56c4a53c-353e-4890-8a7c-f632427ba7ec req-2f2101fd-ea81-42f3-b1b0-c0f152e5a49c tempest-ServerRescueNegativeTestJSON-317871319 tempest-ServerRescueNegativeTestJSON-317871319-project] 10.222.0.67 "GET /v2.0/ports?device_id=f6ef00c9-1a36-4a78-8258-2ac22e8b1be1 HTTP/1.1" status: 200 len: 945 time: 0.1799738 Sep 23 19:34:49.548271 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.db [req-082f41ac-e35b-4e09-a795-27d629c20afa req-0b752528-efcd-45c9-8767-d3839d44f911 tempest-VolumesActionsTest-1105869697 tempest-VolumesActionsTest-1105869697-project] For port bc55cc95-f7fa-4630-9764-bfb851ababd7, host n-h1-713301-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-16',level=0,port_id=bc55cc95-f7fa-4630-9764-bfb851ababd7,segment=NetworkSegment(0ce55654-8b8d-4850-895e-848c1dfaf070),segment_id=0ce55654-8b8d-4850-895e-848c1dfaf070)] {{(pid=95101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:34:49.548837 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-082f41ac-e35b-4e09-a795-27d629c20afa req-0b752528-efcd-45c9-8767-d3839d44f911 tempest-VolumesActionsTest-1105869697 tempest-VolumesActionsTest-1105869697-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-605701'] for port, precommit_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:34:49.562857 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.plugin [req-082f41ac-e35b-4e09-a795-27d629c20afa req-0b752528-efcd-45c9-8767-d3839d44f911 tempest-VolumesActionsTest-1105869697 tempest-VolumesActionsTest-1105869697-project] Calling delete_port for bc55cc95-f7fa-4630-9764-bfb851ababd7 owned by compute:nova {{(pid=95101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:34:49.565201 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acea137d-36f0-48f8-924e-923e6621c7e6 req-f5078e31-bd6c-4978-8701-2517207a5001 tempest-TaggedBootDevicesTest-1101605307 tempest-TaggedBootDevicesTest-1101605307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:34:49.571241 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acea137d-36f0-48f8-924e-923e6621c7e6 req-f5078e31-bd6c-4978-8701-2517207a5001 tempest-TaggedBootDevicesTest-1101605307 tempest-TaggedBootDevicesTest-1101605307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:34:49.578171 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acea137d-36f0-48f8-924e-923e6621c7e6 req-f5078e31-bd6c-4978-8701-2517207a5001 tempest-TaggedBootDevicesTest-1101605307 tempest-TaggedBootDevicesTest-1101605307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:34:49.584912 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acea137d-36f0-48f8-924e-923e6621c7e6 req-f5078e31-bd6c-4978-8701-2517207a5001 tempest-TaggedBootDevicesTest-1101605307 tempest-TaggedBootDevicesTest-1101605307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:34:49.586885 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-acea137d-36f0-48f8-924e-923e6621c7e6 req-f5078e31-bd6c-4978-8701-2517207a5001 tempest-TaggedBootDevicesTest-1101605307 tempest-TaggedBootDevicesTest-1101605307-project] 10.222.0.67 "GET /v2.0/ports?device_id=6c7d744a-f584-4648-aa8d-a6936fa22df4 HTTP/1.1" status: 200 len: 3143 time: 0.1593797 Sep 23 19:34:49.609659 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-43aaa463-9c20-41fc-86cb-9e55873f2590 req-edce6538-91f8-44ab-acfe-f1d11295a3cd tempest-TaggedBootDevicesTest-1101605307 tempest-TaggedBootDevicesTest-1101605307-project] Notify agent at l3_agent.n-d-713301-16 the message routers_updated {{(pid=95102) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 19:34:49.628409 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-56c4a53c-353e-4890-8a7c-f632427ba7ec req-4cbf8cb6-389c-45cf-afdc-a932ec345117 tempest-ServerRescueNegativeTestJSON-317871319 tempest-ServerRescueNegativeTestJSON-317871319-project] 10.222.0.67 "GET /v2.0/security-groups?id=ac103501-6c24-4299-8f11-081b36059735&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1241524 Sep 23 19:34:49.631125 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3c4a35b-f89b-4edc-9965-def53a52985a None None] Sync routers for ids ['6cc3f61e-9fe4-4b5a-acb6-0884054d911b'] in n-d-713301-16 {{(pid=95103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 19:34:49.683458 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3c4a35b-f89b-4edc-9965-def53a52985a None None] Routers {'6cc3f61e-9fe4-4b5a-acb6-0884054d911b'} bound to L3 agent in host n-d-713301-16 {{(pid=95103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 19:34:49.684137 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_hamode_db [None req-e3c4a35b-f89b-4edc-9965-def53a52985a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-23T19:07:52Z,description=,heartbeat_timestamp=2021-09-23T19:34:22Z,host='n-d-713301-16',id=79a740bf-7821-4989-8288-7186e3e128f3,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:07:52Z,topic='l3_agent')) {'router_ids': ['6cc3f61e-9fe4-4b5a-acb6-0884054d911b'], 'active': True} {{(pid=95103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:34:49.706291 n-d-713301-16 neutron-server[95102]: DEBUG neutron.db.l3_dvrscheduler_db [req-43aaa463-9c20-41fc-86cb-9e55873f2590 req-edce6538-91f8-44ab-acfe-f1d11295a3cd tempest-TaggedBootDevicesTest-1101605307 tempest-TaggedBootDevicesTest-1101605307-project] No DVR routers for this DVR port 04608e80-e340-4c55-b856-25d17244403b on host n-h1-713301-16 {{(pid=95102) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 19:34:49.713307 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-43aaa463-9c20-41fc-86cb-9e55873f2590 req-edce6538-91f8-44ab-acfe-f1d11295a3cd tempest-TaggedBootDevicesTest-1101605307 tempest-TaggedBootDevicesTest-1101605307-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222849'] for port, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:34:49.715365 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-43aaa463-9c20-41fc-86cb-9e55873f2590 req-edce6538-91f8-44ab-acfe-f1d11295a3cd tempest-TaggedBootDevicesTest-1101605307 tempest-TaggedBootDevicesTest-1101605307-project] 10.222.0.74 "DELETE /v2.0/ports/04608e80-e340-4c55-b856-25d17244403b HTTP/1.1" status: 204 len: 173 time: 2.6382411 Sep 23 19:34:49.753798 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-acea137d-36f0-48f8-924e-923e6621c7e6 req-b8d4cd1b-bd35-4f27-ad6e-1f350a50d5d7 tempest-TaggedBootDevicesTest-1101605307 tempest-TaggedBootDevicesTest-1101605307-project] 10.222.0.67 "GET /v2.0/security-groups?id=7583e831-f62b-49a7-9a62-f1028bb8aa73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1500325 Sep 23 19:34:49.760715 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-093fe19f-f4a0-4406-b8ba-ffb2a083f8cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:34:49.780668 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-082f41ac-e35b-4e09-a795-27d629c20afa req-0b752528-efcd-45c9-8767-d3839d44f911 tempest-VolumesActionsTest-1105869697 tempest-VolumesActionsTest-1105869697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783146162158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783145673144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5607431'] for port, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:34:49.840660 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] get_ports_and_sgs() called for port_ids ['bc55cc95-f7fa-4630-9764-bfb851ababd7'] {{(pid=95103) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 19:34:49.848417 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b752528-efcd-45c9-8767-d3839d44f911 tempest-VolumesActionsTest-1105869697 tempest-VolumesActionsTest-1105869697-project] Pushing event deleted for resources: {'Port': ['ID=bc55cc95-f7fa-4630-9764-bfb851ababd7,revision_number=None']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:34:49.906363 n-d-713301-16 neutron-server[95101]: DEBUG neutron.db.l3_dvrscheduler_db [req-082f41ac-e35b-4e09-a795-27d629c20afa req-0b752528-efcd-45c9-8767-d3839d44f911 tempest-VolumesActionsTest-1105869697 tempest-VolumesActionsTest-1105869697-project] No DVR routers for this DVR port bc55cc95-f7fa-4630-9764-bfb851ababd7 on host n-h1-713301-16 {{(pid=95101) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 19:34:49.909200 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-082f41ac-e35b-4e09-a795-27d629c20afa req-0b752528-efcd-45c9-8767-d3839d44f911 tempest-VolumesActionsTest-1105869697 tempest-VolumesActionsTest-1105869697-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222849'] for port, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:34:49.911251 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-082f41ac-e35b-4e09-a795-27d629c20afa req-0b752528-efcd-45c9-8767-d3839d44f911 tempest-VolumesActionsTest-1105869697 tempest-VolumesActionsTest-1105869697-project] 10.222.0.74 "DELETE /v2.0/ports/bc55cc95-f7fa-4630-9764-bfb851ababd7 HTTP/1.1" status: 204 len: 173 time: 0.5823233 Sep 23 19:34:49.911701 n-d-713301-16 neutron-server[95101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a2ecbe67-7939-47a5-bbed-ea2effd0ecf1', 'name': 'network-vif-deleted', 'tag': 'bc55cc95-f7fa-4630-9764-bfb851ababd7'}] {{(pid=95101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 19:34:49.914468 n-d-713301-16 neutron-server[95101]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d8366c5740cd635e57ab12b71fe44a77c2acc3c19091ef849c6f68b380462244" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-298b18b0-a22b-41ab-85f4-102e9a6af7c2" -d '{"events": [{"server_uuid": "a2ecbe67-7939-47a5-bbed-ea2effd0ecf1", "name": "network-vif-deleted", "tag": "bc55cc95-f7fa-4630-9764-bfb851ababd7"}]}' {{(pid=95101) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 19:34:49.949438 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a656daa-a95d-42ab-a012-69192036810b req-552f0891-31ca-4b6e-8955-8348391e9f16 tempest-ServerActionsTestJSON-618918056 tempest-ServerActionsTestJSON-618918056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:34:49.952171 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-0a656daa-a95d-42ab-a012-69192036810b req-552f0891-31ca-4b6e-8955-8348391e9f16 tempest-ServerActionsTestJSON-618918056 tempest-ServerActionsTestJSON-618918056-project] 10.222.0.67 "GET /v2.0/ports?device_id=7fa91134-8ee0-4baa-9037-6ca73d6b4c83 HTTP/1.1" status: 200 len: 945 time: 0.2215490 Sep 23 19:34:49.953415 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_dvr_db [None req-e3c4a35b-f89b-4edc-9965-def53a52985a None None] Set router 6cc3f61e-9fe4-4b5a-acb6-0884054d911b gateway port host: n-d-713301-16 {{(pid=95103) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 19:34:49.975482 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-532fbcf3-ea50-4c3b-a092-04eb16c42d3b req-f23f8a37-295f-45cf-898c-b038a37e2b3f tempest-ServerGroupTestJSON-2074030751 tempest-ServerGroupTestJSON-2074030751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:34:49.977003 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-532fbcf3-ea50-4c3b-a092-04eb16c42d3b req-f23f8a37-295f-45cf-898c-b038a37e2b3f tempest-ServerGroupTestJSON-2074030751 tempest-ServerGroupTestJSON-2074030751-project] 10.222.0.67 "GET /v2.0/ports?device_id=ec3b8ded-94fc-4d24-ad13-1fd8c16b8842 HTTP/1.1" status: 200 len: 943 time: 0.1411259 Sep 23 19:34:50.054878 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.plugin [req-43aaa463-9c20-41fc-86cb-9e55873f2590 req-5107540c-c8ab-45df-a0e2-4fffa0ce4410 tempest-TaggedBootDevicesTest-1101605307 tempest-TaggedBootDevicesTest-1101605307-project] Deleting port 9e8786e5-58d4-4406-946f-a1fdbc104774 {{(pid=95102) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:34:50.055224 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-43aaa463-9c20-41fc-86cb-9e55873f2590 req-5107540c-c8ab-45df-a0e2-4fffa0ce4410 tempest-TaggedBootDevicesTest-1101605307 tempest-TaggedBootDevicesTest-1101605307-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783146157096'] for port, before_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:34:50.063635 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-0a656daa-a95d-42ab-a012-69192036810b req-b80861c9-56be-4806-bb95-6c41c4140f45 tempest-ServerActionsTestJSON-618918056 tempest-ServerActionsTestJSON-618918056-project] 10.222.0.67 "GET /v2.0/security-groups?id=d2a75794-f2ea-419f-9d09-0096f3fe96c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0983088 Sep 23 19:34:50.102104 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-532fbcf3-ea50-4c3b-a092-04eb16c42d3b req-79983ead-fc33-4c7e-a95b-41bbf729126d tempest-ServerGroupTestJSON-2074030751 tempest-ServerGroupTestJSON-2074030751-project] 10.222.0.67 "GET /v2.0/security-groups?id=84857475-07b3-488f-846b-402e1d86f5c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947857 Sep 23 19:34:50.165684 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Device d4bf7fdb-4409-4750-9597-58aa57ce61d6 details requested by agent hyperv_n-h2-713301-16 with host n-h2-713301-16 {{(pid=95103) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 19:34:50.177337 n-d-713301-16 neutron-server[95101]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 19:34:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-914da838-88d2-4d7f-babb-d6109e634434 x-openstack-request-id: req-914da838-88d2-4d7f-babb-d6109e634434 {{(pid=95101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 19:34:50.179086 n-d-713301-16 neutron-server[95101]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a2ecbe67-7939-47a5-bbed-ea2effd0ecf1", "name": "network-vif-deleted", "tag": "bc55cc95-f7fa-4630-9764-bfb851ababd7", "status": "completed", "code": 200}]} {{(pid=95101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 19:34:50.179352 n-d-713301-16 neutron-server[95101]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-914da838-88d2-4d7f-babb-d6109e634434 {{(pid=95101) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 19:34:50.179781 n-d-713301-16 neutron-server[95101]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a2ecbe67-7939-47a5-bbed-ea2effd0ecf1', 'name': 'network-vif-deleted', 'tag': 'bc55cc95-f7fa-4630-9764-bfb851ababd7', 'status': 'completed', 'code': 200} Sep 23 19:34:50.243747 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.db [req-43aaa463-9c20-41fc-86cb-9e55873f2590 req-5107540c-c8ab-45df-a0e2-4fffa0ce4410 tempest-TaggedBootDevicesTest-1101605307 tempest-TaggedBootDevicesTest-1101605307-project] For port 9e8786e5-58d4-4406-946f-a1fdbc104774, host n-h1-713301-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-16',level=0,port_id=9e8786e5-58d4-4406-946f-a1fdbc104774,segment=NetworkSegment(4f7ea034-18ba-4cde-bf97-7b7b61f8a982),segment_id=4f7ea034-18ba-4cde-bf97-7b7b61f8a982)] {{(pid=95102) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:34:50.244309 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-43aaa463-9c20-41fc-86cb-9e55873f2590 req-5107540c-c8ab-45df-a0e2-4fffa0ce4410 tempest-TaggedBootDevicesTest-1101605307 tempest-TaggedBootDevicesTest-1101605307-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-605701'] for port, precommit_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:34:50.275956 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.plugin [req-43aaa463-9c20-41fc-86cb-9e55873f2590 req-5107540c-c8ab-45df-a0e2-4fffa0ce4410 tempest-TaggedBootDevicesTest-1101605307 tempest-TaggedBootDevicesTest-1101605307-project] Calling delete_port for 9e8786e5-58d4-4406-946f-a1fdbc104774 owned by compute:nova {{(pid=95102) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:34:50.364378 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] For port d4bf7fdb-4409-4750-9597-58aa57ce61d6, host n-h2-713301-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-16',level=0,port_id=d4bf7fdb-4409-4750-9597-58aa57ce61d6,segment=NetworkSegment(ec3b13ad-042e-4cd9-8ba7-57268193e2c7),segment_id=ec3b13ad-042e-4cd9-8ba7-57268193e2c7)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:34:50.364665 n-d-713301-16 neutron-server[95102]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c7d744a-f584-4648-aa8d-a6936fa22df4', 'name': 'network-vif-deleted', 'tag': '04608e80-e340-4c55-b856-25d17244403b'}] {{(pid=95102) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 19:34:50.367491 n-d-713301-16 neutron-server[95102]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab31b6d93e5336dbddfa8ec424565b3bd8cb2369c5b4d85bc943472dbb21e8ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e764c5f-e7dc-4954-a9d9-2355e277f7a2" -d '{"events": [{"server_uuid": "6c7d744a-f584-4648-aa8d-a6936fa22df4", "name": "network-vif-deleted", "tag": "04608e80-e340-4c55-b856-25d17244403b"}]}' {{(pid=95102) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 19:34:50.382630 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Returning: {'device': 'd4bf7fdb-4409-4750-9597-58aa57ce61d6', 'network_id': '1eb1243c-991c-4d58-847c-e51ee44a0f33', 'port_id': 'd4bf7fdb-4409-4750-9597-58aa57ce61d6', 'mac_address': 'fa:16:3e:57:7f:e3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 640, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7e7607ce-e2e0-44b3-90bc-e9af6114111a', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95103) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 19:34:50.385802 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_hamode_db [None req-e3c4a35b-f89b-4edc-9965-def53a52985a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6cc3f61e-9fe4-4b5a-acb6-0884054d911b', 'name': 'tempest-TaggedBootDevicesTest-1238845142-router', 'tenant_id': 'f9311328b6c648f88a79b8848358e4b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'external_fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.14'}], 'enable_snat': True}, 'gw_port_id': '16a5c720-cb20-4b5b-bca3-0b85d0ba40cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:24:07Z', 'updated_at': '2021-09-23T19:24:14Z', 'revision_number': 4, 'project_id': 'f9311328b6c648f88a79b8848358e4b9', 'gw_port': {'id': '16a5c720-cb20-4b5b-bca3-0b85d0ba40cc', 'name': '', 'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:83:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cc3f61e-9fe4-4b5a-acb6-0884054d911b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 734, 'fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:24:08Z', 'updated_at': '2021-09-23T19:24:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-16', '_interfaces': [{'id': '581d4153-bf66-4770-a892-4a35d15ab3e1', 'name': '', 'network_id': '0e7486fc-edf5-4778-98e4-d68293f3be17', 'tenant_id': 'f9311328b6c648f88a79b8848358e4b9', 'mac_address': 'fa:16:3e:a4:40:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cc3f61e-9fe4-4b5a-acb6-0884054d911b', 'device_owner': 'network:router_interface', 'standard_attr_id': 742, 'fixed_ips': [{'subnet_id': '9bcc6428-1995-45f6-ba66-eea6197581a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:24:13Z', 'updated_at': '2021-09-23T19:24:20Z', 'revision_number': 5, 'project_id': 'f9311328b6c648f88a79b8848358e4b9', 'subnets': [{'id': '9bcc6428-1995-45f6-ba66-eea6197581a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-16', False) {} {{(pid=95103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:34:50.422514 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-f715c05d-57be-4a57-8314-cbdc1e4121c7 req-074a180c-2d1b-43bb-ba2c-1288bab233de tempest-VolumesActionsTest-1105869697 tempest-VolumesActionsTest-1105869697-project] 10.222.0.67 "GET /v2.0/ports?device_id=a2ecbe67-7939-47a5-bbed-ea2effd0ecf1 HTTP/1.1" status: 200 len: 210 time: 0.0747206 Sep 23 19:34:50.426373 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3c4a35b-f89b-4edc-9965-def53a52985a None None] Checking router: 6cc3f61e-9fe4-4b5a-acb6-0884054d911b for host: n-d-713301-16 {{(pid=95103) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 19:34:50.471023 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3c4a35b-f89b-4edc-9965-def53a52985a None None] Routers {'6cc3f61e-9fe4-4b5a-acb6-0884054d911b'} bound to L3 agent in host n-d-713301-16 {{(pid=95103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 19:34:50.471754 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_hamode_db [None req-e3c4a35b-f89b-4edc-9965-def53a52985a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-23T19:07:52Z,description=,heartbeat_timestamp=2021-09-23T19:34:22Z,host='n-d-713301-16',id=79a740bf-7821-4989-8288-7186e3e128f3,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:07:52Z,topic='l3_agent')) {'router_ids': ['6cc3f61e-9fe4-4b5a-acb6-0884054d911b'], 'active': True} {{(pid=95103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:34:50.519457 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:34:50.523957 n-d-713301-16 neutron-server[95103]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c7d744a-f584-4648-aa8d-a6936fa22df4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f3e719d6-489d-48f8-9f60-3adc695a1cfe'}, {'server_uuid': '6c7d744a-f584-4648-aa8d-a6936fa22df4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'da180eed-7ed3-4b42-8811-39a363b2af88'}, {'server_uuid': '6c7d744a-f584-4648-aa8d-a6936fa22df4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '194bdc80-29c5-4612-969b-b0aa5f139617'}] {{(pid=95103) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 19:34:50.526948 n-d-713301-16 neutron-server[95103]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}81a1c17f2aa89d5b3ebbba3a3e0cf7eb588e431c2224256110c4c4facdd7c3e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f5f90ea-cb45-486c-8d9f-0b039a9e0b15" -d '{"events": [{"server_uuid": "6c7d744a-f584-4648-aa8d-a6936fa22df4", "name": "network-vif-unplugged", "status": "completed", "tag": "f3e719d6-489d-48f8-9f60-3adc695a1cfe"}, {"server_uuid": "6c7d744a-f584-4648-aa8d-a6936fa22df4", "name": "network-vif-unplugged", "status": "completed", "tag": "da180eed-7ed3-4b42-8811-39a363b2af88"}, {"server_uuid": "6c7d744a-f584-4648-aa8d-a6936fa22df4", "name": "network-vif-unplugged", "status": "completed", "tag": "194bdc80-29c5-4612-969b-b0aa5f139617"}]}' {{(pid=95103) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 19:34:50.594081 n-d-713301-16 neutron-server[95103]: DEBUG neutron.notifiers.nova [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d4bf7fdb-4409-4750-9597-58aa57ce61d6 {{(pid=95103) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 19:34:50.621876 n-d-713301-16 neutron-server[95102]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 19:34:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bebeb964-5a80-40c4-bab4-f5be8fb9141c x-openstack-request-id: req-bebeb964-5a80-40c4-bab4-f5be8fb9141c {{(pid=95102) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 19:34:50.622787 n-d-713301-16 neutron-server[95102]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6c7d744a-f584-4648-aa8d-a6936fa22df4", "name": "network-vif-deleted", "tag": "04608e80-e340-4c55-b856-25d17244403b", "status": "completed", "code": 200}]} {{(pid=95102) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 19:34:50.623534 n-d-713301-16 neutron-server[95102]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-bebeb964-5a80-40c4-bab4-f5be8fb9141c {{(pid=95102) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 19:34:50.623534 n-d-713301-16 neutron-server[95102]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c7d744a-f584-4648-aa8d-a6936fa22df4', 'name': 'network-vif-deleted', 'tag': '04608e80-e340-4c55-b856-25d17244403b', 'status': 'completed', 'code': 200} Sep 23 19:34:50.625469 n-d-713301-16 neutron-server[95103]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 531 Content-Type: application/json Date: Thu, 23 Sep 2021 19:34:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1836ed71-0cee-44ed-a489-c6a93ef50d05 x-openstack-request-id: req-1836ed71-0cee-44ed-a489-c6a93ef50d05 {{(pid=95103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 19:34:50.632890 n-d-713301-16 neutron-server[95103]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6c7d744a-f584-4648-aa8d-a6936fa22df4", "name": "network-vif-unplugged", "status": "completed", "tag": "f3e719d6-489d-48f8-9f60-3adc695a1cfe", "code": 200}, {"server_uuid": "6c7d744a-f584-4648-aa8d-a6936fa22df4", "name": "network-vif-unplugged", "status": "completed", "tag": "da180eed-7ed3-4b42-8811-39a363b2af88", "code": 200}, {"server_uuid": "6c7d744a-f584-4648-aa8d-a6936fa22df4", "name": "network-vif-unplugged", "status": "completed", "tag": "194bdc80-29c5-4612-969b-b0aa5f139617", "code": 200}]} {{(pid=95103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 19:34:50.633914 n-d-713301-16 neutron-server[95103]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-1836ed71-0cee-44ed-a489-c6a93ef50d05 {{(pid=95103) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 19:34:50.634870 n-d-713301-16 neutron-server[95103]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c7d744a-f584-4648-aa8d-a6936fa22df4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f3e719d6-489d-48f8-9f60-3adc695a1cfe', 'code': 200} Sep 23 19:34:50.635399 n-d-713301-16 neutron-server[95103]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c7d744a-f584-4648-aa8d-a6936fa22df4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'da180eed-7ed3-4b42-8811-39a363b2af88', 'code': 200} Sep 23 19:34:50.635879 n-d-713301-16 neutron-server[95103]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c7d744a-f584-4648-aa8d-a6936fa22df4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '194bdc80-29c5-4612-969b-b0aa5f139617', 'code': 200} Sep 23 19:34:50.671096 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] For port d4bf7fdb-4409-4750-9597-58aa57ce61d6, host n-h2-713301-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-16',level=0,port_id=d4bf7fdb-4409-4750-9597-58aa57ce61d6,segment=NetworkSegment(ec3b13ad-042e-4cd9-8ba7-57268193e2c7),segment_id=ec3b13ad-042e-4cd9-8ba7-57268193e2c7)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:34:50.680579 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:34:50.711511 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-43aaa463-9c20-41fc-86cb-9e55873f2590 req-5107540c-c8ab-45df-a0e2-4fffa0ce4410 tempest-TaggedBootDevicesTest-1101605307 tempest-TaggedBootDevicesTest-1101605307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783146162158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783145673144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4399100'] for port, after_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:34:50.757328 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_dvr_db [None req-e3c4a35b-f89b-4edc-9965-def53a52985a None None] Set router 6cc3f61e-9fe4-4b5a-acb6-0884054d911b gateway port host: n-d-713301-16 {{(pid=95103) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 19:34:50.759789 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Pushing event updated for resources: {'Port': ['ID=d4bf7fdb-4409-4750-9597-58aa57ce61d6,revision_number=4']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:34:50.812987 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f99777e3-4e7e-4964-89e0-5446c42b7e1f req-b5852745-dad0-427f-93aa-06c096dc9fe0 tempest-ServerActionsTestJSON-618918056 tempest-ServerActionsTestJSON-618918056-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:34:50.821845 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-f99777e3-4e7e-4964-89e0-5446c42b7e1f req-b5852745-dad0-427f-93aa-06c096dc9fe0 tempest-ServerActionsTestJSON-618918056 tempest-ServerActionsTestJSON-618918056-project] 10.222.0.67 "GET /v2.0/networks?id=364dc893-5ecb-4aa3-be76-13b51cbbfbd4 HTTP/1.1" status: 200 len: 812 time: 0.4855707 Sep 23 19:34:50.827047 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5107540c-c8ab-45df-a0e2-4fffa0ce4410 tempest-TaggedBootDevicesTest-1101605307 tempest-TaggedBootDevicesTest-1101605307-project] Pushing event deleted for resources: {'Port': ['ID=9e8786e5-58d4-4406-946f-a1fdbc104774,revision_number=None']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:34:50.857254 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-f99777e3-4e7e-4964-89e0-5446c42b7e1f req-68f25582-3509-4c0a-b51a-054a05928397 tempest-ServerActionsTestJSON-618918056 tempest-ServerActionsTestJSON-618918056-project] 10.222.0.67 "GET /v2.0/quotas/f17a85608a9a4ecb8150ef41746c47e0 HTTP/1.1" status: 200 len: 375 time: 0.0342369 Sep 23 19:34:50.930295 n-d-713301-16 neutron-server[95102]: DEBUG neutron.db.l3_dvrscheduler_db [req-43aaa463-9c20-41fc-86cb-9e55873f2590 req-5107540c-c8ab-45df-a0e2-4fffa0ce4410 tempest-TaggedBootDevicesTest-1101605307 tempest-TaggedBootDevicesTest-1101605307-project] No DVR routers for this DVR port 9e8786e5-58d4-4406-946f-a1fdbc104774 on host n-h1-713301-16 {{(pid=95102) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 19:34:50.937065 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-43aaa463-9c20-41fc-86cb-9e55873f2590 req-5107540c-c8ab-45df-a0e2-4fffa0ce4410 tempest-TaggedBootDevicesTest-1101605307 tempest-TaggedBootDevicesTest-1101605307-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222849'] for port, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:34:50.939272 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-43aaa463-9c20-41fc-86cb-9e55873f2590 req-5107540c-c8ab-45df-a0e2-4fffa0ce4410 tempest-TaggedBootDevicesTest-1101605307 tempest-TaggedBootDevicesTest-1101605307-project] 10.222.0.74 "DELETE /v2.0/ports/9e8786e5-58d4-4406-946f-a1fdbc104774 HTTP/1.1" status: 204 len: 173 time: 1.2169609 Sep 23 19:34:50.956526 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29d738c-6dcb-4505-8d77-923bd88d2dc1 req-7aaa8a15-9388-4680-9f40-0aec65acb140 tempest-ServerRescueNegativeTestJSON-317871319 tempest-ServerRescueNegativeTestJSON-317871319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:34:50.958157 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-b29d738c-6dcb-4505-8d77-923bd88d2dc1 req-7aaa8a15-9388-4680-9f40-0aec65acb140 tempest-ServerRescueNegativeTestJSON-317871319 tempest-ServerRescueNegativeTestJSON-317871319-project] 10.222.0.67 "GET /v2.0/ports?device_id=f6ef00c9-1a36-4a78-8258-2ac22e8b1be1 HTTP/1.1" status: 200 len: 945 time: 0.2244501 Sep 23 19:34:51.020276 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-f99777e3-4e7e-4964-89e0-5446c42b7e1f req-90ee7a6a-1f59-439c-bbdb-5f0eb1df53a5 tempest-ServerActionsTestJSON-618918056 tempest-ServerActionsTestJSON-618918056-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=f17a85608a9a4ecb8150ef41746c47e0&fields=id HTTP/1.1" status: 200 len: 532 time: 0.1619172 Sep 23 19:34:51.023610 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] get_ports_and_sgs() called for port_ids ['d4bf7fdb-4409-4750-9597-58aa57ce61d6'] {{(pid=95103) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 19:34:51.129703 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_hamode_db [None req-e3c4a35b-f89b-4edc-9965-def53a52985a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6cc3f61e-9fe4-4b5a-acb6-0884054d911b', 'name': 'tempest-TaggedBootDevicesTest-1238845142-router', 'tenant_id': 'f9311328b6c648f88a79b8848358e4b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'external_fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.14'}], 'enable_snat': True}, 'gw_port_id': '16a5c720-cb20-4b5b-bca3-0b85d0ba40cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:24:07Z', 'updated_at': '2021-09-23T19:24:14Z', 'revision_number': 4, 'project_id': 'f9311328b6c648f88a79b8848358e4b9', 'gw_port': {'id': '16a5c720-cb20-4b5b-bca3-0b85d0ba40cc', 'name': '', 'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:83:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cc3f61e-9fe4-4b5a-acb6-0884054d911b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 734, 'fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:24:08Z', 'updated_at': '2021-09-23T19:24:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-16', '_interfaces': [{'id': '581d4153-bf66-4770-a892-4a35d15ab3e1', 'name': '', 'network_id': '0e7486fc-edf5-4778-98e4-d68293f3be17', 'tenant_id': 'f9311328b6c648f88a79b8848358e4b9', 'mac_address': 'fa:16:3e:a4:40:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cc3f61e-9fe4-4b5a-acb6-0884054d911b', 'device_owner': 'network:router_interface', 'standard_attr_id': 742, 'fixed_ips': [{'subnet_id': '9bcc6428-1995-45f6-ba66-eea6197581a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:24:13Z', 'updated_at': '2021-09-23T19:24:20Z', 'revision_number': 5, 'project_id': 'f9311328b6c648f88a79b8848358e4b9', 'subnets': [{'id': '9bcc6428-1995-45f6-ba66-eea6197581a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-16', False) {} {{(pid=95103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:34:51.130035 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-b29d738c-6dcb-4505-8d77-923bd88d2dc1 req-b62dabe6-cf77-43b7-a033-fa00e7bd6daf tempest-ServerRescueNegativeTestJSON-317871319 tempest-ServerRescueNegativeTestJSON-317871319-project] 10.222.0.67 "GET /v2.0/security-groups?id=ac103501-6c24-4299-8f11-081b36059735&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1629293 Sep 23 19:34:51.186477 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3c4a35b-f89b-4edc-9965-def53a52985a None None] The sync data for ids ['6cc3f61e-9fe4-4b5a-acb6-0884054d911b'] in n-d-713301-16 is: [{'id': '6cc3f61e-9fe4-4b5a-acb6-0884054d911b', 'name': 'tempest-TaggedBootDevicesTest-1238845142-router', 'tenant_id': 'f9311328b6c648f88a79b8848358e4b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'external_fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.14'}], 'enable_snat': True}, 'gw_port_id': '16a5c720-cb20-4b5b-bca3-0b85d0ba40cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:24:07Z', 'updated_at': '2021-09-23T19:24:14Z', 'revision_number': 4, 'project_id': 'f9311328b6c648f88a79b8848358e4b9', 'gw_port': {'id': '16a5c720-cb20-4b5b-bca3-0b85d0ba40cc', 'name': '', 'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:83:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cc3f61e-9fe4-4b5a-acb6-0884054d911b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 734, 'fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:24:08Z', 'updated_at': '2021-09-23T19:24:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-16', '_interfaces': [{'id': '581d4153-bf66-4770-a892-4a35d15ab3e1', 'name': '', 'network_id': '0e7486fc-edf5-4778-98e4-d68293f3be17', 'tenant_id': 'f9311328b6c648f88a79b8848358e4b9', 'mac_address': 'fa:16:3e:a4:40:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cc3f61e-9fe4-4b5a-acb6-0884054d911b', 'device_owner': 'network:router_interface', 'standard_attr_id': 742, 'fixed_ips': [{'subnet_id': '9bcc6428-1995-45f6-ba66-eea6197581a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:24:13Z', 'updated_at': '2021-09-23T19:24:20Z', 'revision_number': 5, 'project_id': 'f9311328b6c648f88a79b8848358e4b9', 'subnets': [{'id': '9bcc6428-1995-45f6-ba66-eea6197581a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 19:34:51.221831 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-f99777e3-4e7e-4964-89e0-5446c42b7e1f req-bbc7e616-41a5-4c8b-a3f2-0546dc5191c7 service neutron] 10.222.0.67 "GET /v2.0/networks/364dc893-5ecb-4aa3-be76-13b51cbbfbd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1801608 Sep 23 19:34:51.256566 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.plugin [req-43aaa463-9c20-41fc-86cb-9e55873f2590 req-4d5a1c42-8989-4fe9-8e28-a6c149f706c1 tempest-TaggedBootDevicesTest-1101605307 tempest-TaggedBootDevicesTest-1101605307-project] Deleting port f3e719d6-489d-48f8-9f60-3adc695a1cfe {{(pid=95102) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:34:51.257782 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-43aaa463-9c20-41fc-86cb-9e55873f2590 req-4d5a1c42-8989-4fe9-8e28-a6c149f706c1 tempest-TaggedBootDevicesTest-1101605307 tempest-TaggedBootDevicesTest-1101605307-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783146157096'] for port, before_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:34:51.462875 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25dd06d2-f4e9-44f1-854b-c880a54b6a70 req-93e69434-183e-417a-87dc-33fc983aa954 tempest-TaggedBootDevicesTest-1101605307 tempest-TaggedBootDevicesTest-1101605307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:34:51.470262 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25dd06d2-f4e9-44f1-854b-c880a54b6a70 req-93e69434-183e-417a-87dc-33fc983aa954 tempest-TaggedBootDevicesTest-1101605307 tempest-TaggedBootDevicesTest-1101605307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:34:51.476770 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25dd06d2-f4e9-44f1-854b-c880a54b6a70 req-93e69434-183e-417a-87dc-33fc983aa954 tempest-TaggedBootDevicesTest-1101605307 tempest-TaggedBootDevicesTest-1101605307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:34:51.478735 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-25dd06d2-f4e9-44f1-854b-c880a54b6a70 req-93e69434-183e-417a-87dc-33fc983aa954 tempest-TaggedBootDevicesTest-1101605307 tempest-TaggedBootDevicesTest-1101605307-project] 10.222.0.67 "GET /v2.0/ports?device_id=6c7d744a-f584-4648-aa8d-a6936fa22df4 HTTP/1.1" status: 200 len: 2410 time: 0.2173755 Sep 23 19:34:51.516092 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-f99777e3-4e7e-4964-89e0-5446c42b7e1f req-f9976630-94b4-4797-978b-48c96340d500 service neutron] 10.222.0.67 "GET /v2.0/networks/364dc893-5ecb-4aa3-be76-13b51cbbfbd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2930732 Sep 23 19:34:51.530594 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.db [req-43aaa463-9c20-41fc-86cb-9e55873f2590 req-4d5a1c42-8989-4fe9-8e28-a6c149f706c1 tempest-TaggedBootDevicesTest-1101605307 tempest-TaggedBootDevicesTest-1101605307-project] For port f3e719d6-489d-48f8-9f60-3adc695a1cfe, host n-h1-713301-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-16',level=0,port_id=f3e719d6-489d-48f8-9f60-3adc695a1cfe,segment=NetworkSegment(00dc7b2f-018d-4fcd-a76f-deef20c5f9fc),segment_id=00dc7b2f-018d-4fcd-a76f-deef20c5f9fc)] {{(pid=95102) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:34:51.530881 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-43aaa463-9c20-41fc-86cb-9e55873f2590 req-4d5a1c42-8989-4fe9-8e28-a6c149f706c1 tempest-TaggedBootDevicesTest-1101605307 tempest-TaggedBootDevicesTest-1101605307-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-605701'] for port, precommit_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:34:51.568595 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-25dd06d2-f4e9-44f1-854b-c880a54b6a70 req-d435f449-ac9d-483f-a896-6006259c8338 tempest-TaggedBootDevicesTest-1101605307 tempest-TaggedBootDevicesTest-1101605307-project] 10.222.0.67 "GET /v2.0/security-groups?id=7583e831-f62b-49a7-9a62-f1028bb8aa73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0765288 Sep 23 19:34:51.573057 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.plugin [req-43aaa463-9c20-41fc-86cb-9e55873f2590 req-4d5a1c42-8989-4fe9-8e28-a6c149f706c1 tempest-TaggedBootDevicesTest-1101605307 tempest-TaggedBootDevicesTest-1101605307-project] Calling delete_port for f3e719d6-489d-48f8-9f60-3adc695a1cfe owned by compute:nova {{(pid=95102) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:34:51.631431 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e775ccb8-72d1-40d2-a12a-1c56def5ecd6 None None] New status for floating IP e805745c-12e7-4a1b-9742-6adb0609265e: DOWN {{(pid=95104) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 23 19:34:51.873999 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-43aaa463-9c20-41fc-86cb-9e55873f2590 req-4d5a1c42-8989-4fe9-8e28-a6c149f706c1 tempest-TaggedBootDevicesTest-1101605307 tempest-TaggedBootDevicesTest-1101605307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783146162158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783145673144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4399100'] for port, after_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:34:51.959478 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-059b128f-dc3f-4d16-899a-4131df770f2f req-c21f9600-80bd-4f8e-9398-e6b6740b4e6f tempest-ServerGroupTestJSON-2074030751 tempest-ServerGroupTestJSON-2074030751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:34:51.967162 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-059b128f-dc3f-4d16-899a-4131df770f2f req-c21f9600-80bd-4f8e-9398-e6b6740b4e6f tempest-ServerGroupTestJSON-2074030751 tempest-ServerGroupTestJSON-2074030751-project] 10.222.0.67 "GET /v2.0/ports?device_id=ec3b8ded-94fc-4d24-ad13-1fd8c16b8842 HTTP/1.1" status: 200 len: 944 time: 0.1798148 Sep 23 19:34:51.985656 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d5a1c42-8989-4fe9-8e28-a6c149f706c1 tempest-TaggedBootDevicesTest-1101605307 tempest-TaggedBootDevicesTest-1101605307-project] Pushing event deleted for resources: {'Port': ['ID=f3e719d6-489d-48f8-9f60-3adc695a1cfe,revision_number=None']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:34:52.090321 n-d-713301-16 neutron-server[95102]: DEBUG neutron.db.l3_dvrscheduler_db [req-43aaa463-9c20-41fc-86cb-9e55873f2590 req-4d5a1c42-8989-4fe9-8e28-a6c149f706c1 tempest-TaggedBootDevicesTest-1101605307 tempest-TaggedBootDevicesTest-1101605307-project] No DVR routers for this DVR port f3e719d6-489d-48f8-9f60-3adc695a1cfe on host n-h1-713301-16 {{(pid=95102) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 19:34:52.095343 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-3ba618b2-eefa-42d9-bb03-d66594ce4ff4 req-93ab3b6d-43f3-476b-b41a-5727e5192a0c tempest-ServerActionsTestJSON-618918056 tempest-ServerActionsTestJSON-618918056-project] 10.222.0.67 "GET /v2.0/ports?device_id=7de987f0-ed4b-4ad1-baee-011605c35a17 HTTP/1.1" status: 200 len: 210 time: 0.1472678 Sep 23 19:34:52.096892 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-43aaa463-9c20-41fc-86cb-9e55873f2590 req-4d5a1c42-8989-4fe9-8e28-a6c149f706c1 tempest-TaggedBootDevicesTest-1101605307 tempest-TaggedBootDevicesTest-1101605307-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222849'] for port, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:34:52.099737 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-43aaa463-9c20-41fc-86cb-9e55873f2590 req-4d5a1c42-8989-4fe9-8e28-a6c149f706c1 tempest-TaggedBootDevicesTest-1101605307 tempest-TaggedBootDevicesTest-1101605307-project] 10.222.0.74 "DELETE /v2.0/ports/f3e719d6-489d-48f8-9f60-3adc695a1cfe HTTP/1.1" status: 204 len: 173 time: 1.1528001 Sep 23 19:34:52.145709 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-059b128f-dc3f-4d16-899a-4131df770f2f req-576b18ac-96aa-4645-aa11-7361bfd94071 tempest-ServerGroupTestJSON-2074030751 tempest-ServerGroupTestJSON-2074030751-project] 10.222.0.67 "GET /v2.0/security-groups?id=84857475-07b3-488f-846b-402e1d86f5c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1776452 Sep 23 19:34:52.351750 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-3452d8ff-38b0-4301-9c2f-550467792df9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:34:52.369162 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.plugin [req-43aaa463-9c20-41fc-86cb-9e55873f2590 req-40c88bf6-16c8-4ffa-8fca-85783bdb5574 tempest-TaggedBootDevicesTest-1101605307 tempest-TaggedBootDevicesTest-1101605307-project] Deleting port da180eed-7ed3-4b42-8811-39a363b2af88 {{(pid=95102) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:34:52.369789 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-43aaa463-9c20-41fc-86cb-9e55873f2590 req-40c88bf6-16c8-4ffa-8fca-85783bdb5574 tempest-TaggedBootDevicesTest-1101605307 tempest-TaggedBootDevicesTest-1101605307-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783146157096'] for port, before_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:34:52.539095 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1985aaf7-8575-4bc0-8a27-83c3d7b3a050 req-4ba9c704-9dcc-49f6-85de-78b8be8a34e1 tempest-ServerRescueNegativeTestJSON-317871319 tempest-ServerRescueNegativeTestJSON-317871319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:34:52.552388 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-1985aaf7-8575-4bc0-8a27-83c3d7b3a050 req-4ba9c704-9dcc-49f6-85de-78b8be8a34e1 tempest-ServerRescueNegativeTestJSON-317871319 tempest-ServerRescueNegativeTestJSON-317871319-project] 10.222.0.67 "GET /v2.0/ports?device_id=f6ef00c9-1a36-4a78-8258-2ac22e8b1be1 HTTP/1.1" status: 200 len: 945 time: 0.2637737 Sep 23 19:34:52.605699 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.db [req-43aaa463-9c20-41fc-86cb-9e55873f2590 req-40c88bf6-16c8-4ffa-8fca-85783bdb5574 tempest-TaggedBootDevicesTest-1101605307 tempest-TaggedBootDevicesTest-1101605307-project] For port da180eed-7ed3-4b42-8811-39a363b2af88, host n-h1-713301-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-16',level=0,port_id=da180eed-7ed3-4b42-8811-39a363b2af88,segment=NetworkSegment(00dc7b2f-018d-4fcd-a76f-deef20c5f9fc),segment_id=00dc7b2f-018d-4fcd-a76f-deef20c5f9fc)] {{(pid=95102) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:34:52.606084 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-43aaa463-9c20-41fc-86cb-9e55873f2590 req-40c88bf6-16c8-4ffa-8fca-85783bdb5574 tempest-TaggedBootDevicesTest-1101605307 tempest-TaggedBootDevicesTest-1101605307-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-605701'] for port, precommit_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:34:52.645623 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-1985aaf7-8575-4bc0-8a27-83c3d7b3a050 req-985aed37-53df-4397-9012-5896a6784cf3 tempest-ServerRescueNegativeTestJSON-317871319 tempest-ServerRescueNegativeTestJSON-317871319-project] 10.222.0.67 "GET /v2.0/security-groups?id=ac103501-6c24-4299-8f11-081b36059735&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846908 Sep 23 19:34:52.686881 n-d-713301-16 neutron-server[95102]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c7d744a-f584-4648-aa8d-a6936fa22df4', 'name': 'network-vif-deleted', 'tag': '9e8786e5-58d4-4406-946f-a1fdbc104774'}, {'server_uuid': '6c7d744a-f584-4648-aa8d-a6936fa22df4', 'name': 'network-vif-deleted', 'tag': 'f3e719d6-489d-48f8-9f60-3adc695a1cfe'}] {{(pid=95102) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 19:34:52.708259 n-d-713301-16 neutron-server[95102]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab31b6d93e5336dbddfa8ec424565b3bd8cb2369c5b4d85bc943472dbb21e8ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db63b1df-d0ef-4344-bd48-e5427c4769ea" -d '{"events": [{"server_uuid": "6c7d744a-f584-4648-aa8d-a6936fa22df4", "name": "network-vif-deleted", "tag": "9e8786e5-58d4-4406-946f-a1fdbc104774"}, {"server_uuid": "6c7d744a-f584-4648-aa8d-a6936fa22df4", "name": "network-vif-deleted", "tag": "f3e719d6-489d-48f8-9f60-3adc695a1cfe"}]}' {{(pid=95102) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 19:34:52.752292 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.plugin [req-43aaa463-9c20-41fc-86cb-9e55873f2590 req-40c88bf6-16c8-4ffa-8fca-85783bdb5574 tempest-TaggedBootDevicesTest-1101605307 tempest-TaggedBootDevicesTest-1101605307-project] Calling delete_port for da180eed-7ed3-4b42-8811-39a363b2af88 owned by compute:nova {{(pid=95102) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:34:52.808420 n-d-713301-16 neutron-server[95102]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 23 Sep 2021 19:34:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af365932-22df-4d82-9b26-186932c7f22c x-openstack-request-id: req-af365932-22df-4d82-9b26-186932c7f22c {{(pid=95102) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 19:34:52.808771 n-d-713301-16 neutron-server[95102]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6c7d744a-f584-4648-aa8d-a6936fa22df4", "name": "network-vif-deleted", "tag": "9e8786e5-58d4-4406-946f-a1fdbc104774", "status": "completed", "code": 200}, {"server_uuid": "6c7d744a-f584-4648-aa8d-a6936fa22df4", "name": "network-vif-deleted", "tag": "f3e719d6-489d-48f8-9f60-3adc695a1cfe", "status": "completed", "code": 200}]} {{(pid=95102) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 19:34:52.808995 n-d-713301-16 neutron-server[95102]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-af365932-22df-4d82-9b26-186932c7f22c {{(pid=95102) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 19:34:52.809401 n-d-713301-16 neutron-server[95102]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c7d744a-f584-4648-aa8d-a6936fa22df4', 'name': 'network-vif-deleted', 'tag': '9e8786e5-58d4-4406-946f-a1fdbc104774', 'status': 'completed', 'code': 200} Sep 23 19:34:52.810277 n-d-713301-16 neutron-server[95102]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c7d744a-f584-4648-aa8d-a6936fa22df4', 'name': 'network-vif-deleted', 'tag': 'f3e719d6-489d-48f8-9f60-3adc695a1cfe', 'status': 'completed', 'code': 200} Sep 23 19:34:52.963430 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860667af-b5e8-4122-bf53-44a54326c476 req-43e573ce-0e46-4d15-8d52-6ccd8f9b5bff tempest-TaggedBootDevicesTest-1101605307 tempest-TaggedBootDevicesTest-1101605307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:34:52.970188 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860667af-b5e8-4122-bf53-44a54326c476 req-43e573ce-0e46-4d15-8d52-6ccd8f9b5bff tempest-TaggedBootDevicesTest-1101605307 tempest-TaggedBootDevicesTest-1101605307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:34:52.975957 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-860667af-b5e8-4122-bf53-44a54326c476 req-43e573ce-0e46-4d15-8d52-6ccd8f9b5bff tempest-TaggedBootDevicesTest-1101605307 tempest-TaggedBootDevicesTest-1101605307-project] 10.222.0.67 "GET /v2.0/ports?device_id=6c7d744a-f584-4648-aa8d-a6936fa22df4 HTTP/1.1" status: 200 len: 1677 time: 0.1949315 Sep 23 19:34:53.031257 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:34:53.058785 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-860667af-b5e8-4122-bf53-44a54326c476 req-f40aaf57-d7c8-4569-a9c0-57caf7f75933 tempest-TaggedBootDevicesTest-1101605307 tempest-TaggedBootDevicesTest-1101605307-project] 10.222.0.67 "GET /v2.0/security-groups?id=7583e831-f62b-49a7-9a62-f1028bb8aa73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0803163 Sep 23 19:34:53.082516 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-43aaa463-9c20-41fc-86cb-9e55873f2590 req-40c88bf6-16c8-4ffa-8fca-85783bdb5574 tempest-TaggedBootDevicesTest-1101605307 tempest-TaggedBootDevicesTest-1101605307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783146162158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783145673144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4399100'] for port, after_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:34:53.133991 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40c88bf6-16c8-4ffa-8fca-85783bdb5574 tempest-TaggedBootDevicesTest-1101605307 tempest-TaggedBootDevicesTest-1101605307-project] Pushing event deleted for resources: {'Port': ['ID=da180eed-7ed3-4b42-8811-39a363b2af88,revision_number=None']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:34:53.241577 n-d-713301-16 neutron-server[95102]: DEBUG neutron.db.l3_dvrscheduler_db [req-43aaa463-9c20-41fc-86cb-9e55873f2590 req-40c88bf6-16c8-4ffa-8fca-85783bdb5574 tempest-TaggedBootDevicesTest-1101605307 tempest-TaggedBootDevicesTest-1101605307-project] No DVR routers for this DVR port da180eed-7ed3-4b42-8811-39a363b2af88 on host n-h1-713301-16 {{(pid=95102) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 19:34:53.254718 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-43aaa463-9c20-41fc-86cb-9e55873f2590 req-40c88bf6-16c8-4ffa-8fca-85783bdb5574 tempest-TaggedBootDevicesTest-1101605307 tempest-TaggedBootDevicesTest-1101605307-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222849'] for port, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:34:53.257151 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-43aaa463-9c20-41fc-86cb-9e55873f2590 req-40c88bf6-16c8-4ffa-8fca-85783bdb5574 tempest-TaggedBootDevicesTest-1101605307 tempest-TaggedBootDevicesTest-1101605307-project] 10.222.0.74 "DELETE /v2.0/ports/da180eed-7ed3-4b42-8811-39a363b2af88 HTTP/1.1" status: 204 len: 173 time: 1.1296587 Sep 23 19:34:53.378215 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-0ae75029-feb6-4728-9a94-5f9b60993d82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:34:53.393396 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-74187c60-b0ec-497a-9a1d-1e71138c8aa5 req-5852022d-2dfb-4848-9868-1ab7d8d8d570 tempest-ServerActionsTestJSON-618918056 tempest-ServerActionsTestJSON-618918056-project] 10.222.0.67 "GET /v2.0/ports?device_id=7de987f0-ed4b-4ad1-baee-011605c35a17 HTTP/1.1" status: 200 len: 210 time: 0.1487410 Sep 23 19:34:53.478996 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f99777e3-4e7e-4964-89e0-5446c42b7e1f req-70aa1606-8513-4a23-8629-24c3c2374fe3 tempest-ServerActionsTestJSON-618918056 tempest-ServerActionsTestJSON-618918056-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:34:53.481911 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-f99777e3-4e7e-4964-89e0-5446c42b7e1f req-70aa1606-8513-4a23-8629-24c3c2374fe3 tempest-ServerActionsTestJSON-618918056 tempest-ServerActionsTestJSON-618918056-project] 10.222.0.74 "GET /v2.0/networks?id=364dc893-5ecb-4aa3-be76-13b51cbbfbd4 HTTP/1.1" status: 200 len: 812 time: 0.2839625 Sep 23 19:34:53.506258 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.v2.base [req-f99777e3-4e7e-4964-89e0-5446c42b7e1f req-ed402877-dc8f-4181-a3b4-7110a172a7a4 tempest-ServerActionsTestJSON-618918056 tempest-ServerActionsTestJSON-618918056-project] Request body: {'port': {'device_id': '7de987f0-ed4b-4ad1-baee-011605c35a17', 'network_id': '364dc893-5ecb-4aa3-be76-13b51cbbfbd4', 'admin_state_up': True, 'tenant_id': 'f17a85608a9a4ecb8150ef41746c47e0'}} {{(pid=95101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:34:53.533256 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aff3bc0-7373-4a76-b19f-df3d459e3555 req-2540dd74-ec54-4284-8c5f-76d7e5a15091 tempest-ServerGroupTestJSON-2074030751 tempest-ServerGroupTestJSON-2074030751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:34:53.540298 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-4aff3bc0-7373-4a76-b19f-df3d459e3555 req-2540dd74-ec54-4284-8c5f-76d7e5a15091 tempest-ServerGroupTestJSON-2074030751 tempest-ServerGroupTestJSON-2074030751-project] 10.222.0.67 "GET /v2.0/ports?device_id=ec3b8ded-94fc-4d24-ad13-1fd8c16b8842 HTTP/1.1" status: 200 len: 944 time: 0.2942295 Sep 23 19:34:53.619820 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-4aff3bc0-7373-4a76-b19f-df3d459e3555 req-5785686b-1b02-46b2-a760-9eb7b0d29af6 tempest-ServerGroupTestJSON-2074030751 tempest-ServerGroupTestJSON-2074030751-project] 10.222.0.67 "GET /v2.0/security-groups?id=84857475-07b3-488f-846b-402e1d86f5c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699763 Sep 23 19:34:53.647479 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.plugin [req-43aaa463-9c20-41fc-86cb-9e55873f2590 req-9033a5e4-ef9e-48e7-8914-867ad55c2c15 tempest-TaggedBootDevicesTest-1101605307 tempest-TaggedBootDevicesTest-1101605307-project] Deleting port 194bdc80-29c5-4612-969b-b0aa5f139617 {{(pid=95102) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:34:53.648004 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-43aaa463-9c20-41fc-86cb-9e55873f2590 req-9033a5e4-ef9e-48e7-8914-867ad55c2c15 tempest-TaggedBootDevicesTest-1101605307 tempest-TaggedBootDevicesTest-1101605307-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783146157096'] for port, before_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:34:53.720856 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f99777e3-4e7e-4964-89e0-5446c42b7e1f req-ed402877-dc8f-4181-a3b4-7110a172a7a4 tempest-ServerActionsTestJSON-618918056 tempest-ServerActionsTestJSON-618918056-project] Made reservation on behalf of f17a85608a9a4ecb8150ef41746c47e0 for: {'port': 1} {{(pid=95101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:34:53.730171 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-f99777e3-4e7e-4964-89e0-5446c42b7e1f req-ed402877-dc8f-4181-a3b4-7110a172a7a4 tempest-ServerActionsTestJSON-618918056 tempest-ServerActionsTestJSON-618918056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:34:53.834131 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.db [req-43aaa463-9c20-41fc-86cb-9e55873f2590 req-9033a5e4-ef9e-48e7-8914-867ad55c2c15 tempest-TaggedBootDevicesTest-1101605307 tempest-TaggedBootDevicesTest-1101605307-project] For port 194bdc80-29c5-4612-969b-b0aa5f139617, host n-h1-713301-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-16',level=0,port_id=194bdc80-29c5-4612-969b-b0aa5f139617,segment=NetworkSegment(4f7ea034-18ba-4cde-bf97-7b7b61f8a982),segment_id=4f7ea034-18ba-4cde-bf97-7b7b61f8a982)] {{(pid=95102) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:34:53.834509 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-43aaa463-9c20-41fc-86cb-9e55873f2590 req-9033a5e4-ef9e-48e7-8914-867ad55c2c15 tempest-TaggedBootDevicesTest-1101605307 tempest-TaggedBootDevicesTest-1101605307-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-605701'] for port, precommit_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:34:53.858831 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.plugin [req-43aaa463-9c20-41fc-86cb-9e55873f2590 req-9033a5e4-ef9e-48e7-8914-867ad55c2c15 tempest-TaggedBootDevicesTest-1101605307 tempest-TaggedBootDevicesTest-1101605307-project] Calling delete_port for 194bdc80-29c5-4612-969b-b0aa5f139617 owned by compute:nova {{(pid=95102) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:34:53.880573 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-520104fd-f8b2-4804-acb9-f7bb4394eaa4 req-c6c26a49-0423-4a48-a964-9fb5f700ddba tempest-ServerRescueNegativeTestJSON-317871319 tempest-ServerRescueNegativeTestJSON-317871319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:34:53.882173 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-520104fd-f8b2-4804-acb9-f7bb4394eaa4 req-c6c26a49-0423-4a48-a964-9fb5f700ddba tempest-ServerRescueNegativeTestJSON-317871319 tempest-ServerRescueNegativeTestJSON-317871319-project] 10.222.0.67 "GET /v2.0/ports?device_id=f6ef00c9-1a36-4a78-8258-2ac22e8b1be1 HTTP/1.1" status: 200 len: 945 time: 0.1303096 Sep 23 19:34:53.902343 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Device bc55cc95-f7fa-4630-9764-bfb851ababd7 no longer exists at agent hyperv_n-h1-713301-16 {{(pid=95103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 19:34:53.915048 n-d-713301-16 neutron-server[95101]: DEBUG neutron.db.db_base_plugin_common [req-f99777e3-4e7e-4964-89e0-5446c42b7e1f req-ed402877-dc8f-4181-a3b4-7110a172a7a4 tempest-ServerActionsTestJSON-618918056 tempest-ServerActionsTestJSON-618918056-project] Allocated IP 172.20.0.5 (364dc893-5ecb-4aa3-be76-13b51cbbfbd4/a900be85-be08-465b-85e6-4a05aae55389/e8124d03-6ec4-487a-a850-bef4dcba7384) {{(pid=95101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 19:34:53.955305 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.plugin [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] No Port match for: bc55cc95-f7fa-4630-9764-bfb851ababd7 {{(pid=95103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 19:34:53.955678 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Device bc55cc95-f7fa-4630-9764-bfb851ababd7 not bound to the agent host n-h1-713301-16 {{(pid=95103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 19:34:54.002852 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-520104fd-f8b2-4804-acb9-f7bb4394eaa4 req-463dcc1e-e790-4e20-adeb-ed98575e9a71 tempest-ServerRescueNegativeTestJSON-317871319 tempest-ServerRescueNegativeTestJSON-317871319-project] 10.222.0.67 "GET /v2.0/security-groups?id=ac103501-6c24-4299-8f11-081b36059735&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693223 Sep 23 19:34:54.122284 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-f99777e3-4e7e-4964-89e0-5446c42b7e1f req-ed402877-dc8f-4181-a3b4-7110a172a7a4 tempest-ServerActionsTestJSON-618918056 tempest-ServerActionsTestJSON-618918056-project] Notify callbacks [] for port, precommit_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:34:54.130828 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-43aaa463-9c20-41fc-86cb-9e55873f2590 req-9033a5e4-ef9e-48e7-8914-867ad55c2c15 tempest-TaggedBootDevicesTest-1101605307 tempest-TaggedBootDevicesTest-1101605307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783146162158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783145673144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4399100'] for port, after_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:34:54.165807 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-f99777e3-4e7e-4964-89e0-5446c42b7e1f req-ed402877-dc8f-4181-a3b4-7110a172a7a4 tempest-ServerActionsTestJSON-618918056 tempest-ServerActionsTestJSON-618918056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783145673135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5607431'] for port, after_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:34:54.177613 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] get_ports_and_sgs() called for port_ids ['cdcac803-b0eb-4617-8861-7fe8589dd0b8'] {{(pid=95103) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 19:34:54.181374 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] get_ports_and_sgs() called for port_ids ['942cfdd5-5c55-4f79-9832-5024323d678e'] {{(pid=95103) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 19:34:54.182895 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9033a5e4-ef9e-48e7-8914-867ad55c2c15 tempest-TaggedBootDevicesTest-1101605307 tempest-TaggedBootDevicesTest-1101605307-project] Pushing event deleted for resources: {'Port': ['ID=194bdc80-29c5-4612-969b-b0aa5f139617,revision_number=None']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:34:54.185484 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Device d4bf7fdb-4409-4750-9597-58aa57ce61d6 up at agent hyperv_n-h2-713301-16 {{(pid=95103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 19:34:54.274917 n-d-713301-16 neutron-server[95102]: DEBUG neutron.db.l3_dvrscheduler_db [req-43aaa463-9c20-41fc-86cb-9e55873f2590 req-9033a5e4-ef9e-48e7-8914-867ad55c2c15 tempest-TaggedBootDevicesTest-1101605307 tempest-TaggedBootDevicesTest-1101605307-project] No DVR routers for this DVR port 194bdc80-29c5-4612-969b-b0aa5f139617 on host n-h1-713301-16 {{(pid=95102) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 19:34:54.279558 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-43aaa463-9c20-41fc-86cb-9e55873f2590 req-9033a5e4-ef9e-48e7-8914-867ad55c2c15 tempest-TaggedBootDevicesTest-1101605307 tempest-TaggedBootDevicesTest-1101605307-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222849'] for port, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:34:54.282486 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-43aaa463-9c20-41fc-86cb-9e55873f2590 req-9033a5e4-ef9e-48e7-8914-867ad55c2c15 tempest-TaggedBootDevicesTest-1101605307 tempest-TaggedBootDevicesTest-1101605307-project] 10.222.0.74 "DELETE /v2.0/ports/194bdc80-29c5-4612-969b-b0aa5f139617 HTTP/1.1" status: 204 len: 173 time: 1.0179367 Sep 23 19:34:54.282959 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f99777e3-4e7e-4964-89e0-5446c42b7e1f req-ed402877-dc8f-4181-a3b4-7110a172a7a4 tempest-ServerActionsTestJSON-618918056 tempest-ServerActionsTestJSON-618918056-project] Network 364dc893-5ecb-4aa3-be76-13b51cbbfbd4 is already hosted by enough agents. {{(pid=95101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:34:54.286366 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-5ac1aee2-3b40-45b2-9b86-de746c862ce0 req-4d518786-8cf2-4295-aecb-0faa0177c3a2 tempest-TaggedBootDevicesTest-1101605307 tempest-TaggedBootDevicesTest-1101605307-project] 10.222.0.67 "GET /v2.0/ports?device_id=6c7d744a-f584-4648-aa8d-a6936fa22df4 HTTP/1.1" status: 200 len: 210 time: 0.0875540 Sep 23 19:34:54.300419 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.base_scheduler [req-f99777e3-4e7e-4964-89e0-5446c42b7e1f req-ed402877-dc8f-4181-a3b4-7110a172a7a4 tempest-ServerActionsTestJSON-618918056 tempest-ServerActionsTestJSON-618918056-project] Resources bound (agent type, host, resource id): {{(pid=95101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:34:54.302884 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed402877-dc8f-4181-a3b4-7110a172a7a4 tempest-ServerActionsTestJSON-618918056 tempest-ServerActionsTestJSON-618918056-project] Pushing event updated for resources: {'Port': ['ID=e8124d03-6ec4-487a-a850-bef4dcba7384,revision_number=1']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:34:54.305613 n-d-713301-16 neutron-server[95101]: DEBUG neutron.db.l3_dvrscheduler_db [req-f99777e3-4e7e-4964-89e0-5446c42b7e1f req-ed402877-dc8f-4181-a3b4-7110a172a7a4 tempest-ServerActionsTestJSON-618918056 tempest-ServerActionsTestJSON-618918056-project] Received port after_create {{(pid=95101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 19:34:54.445896 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f99777e3-4e7e-4964-89e0-5446c42b7e1f req-ed402877-dc8f-4181-a3b4-7110a172a7a4 tempest-ServerActionsTestJSON-618918056 tempest-ServerActionsTestJSON-618918056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:34:54.447912 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-f99777e3-4e7e-4964-89e0-5446c42b7e1f req-ed402877-dc8f-4181-a3b4-7110a172a7a4 tempest-ServerActionsTestJSON-618918056 tempest-ServerActionsTestJSON-618918056-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222849'] for port, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:34:54.480264 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-f99777e3-4e7e-4964-89e0-5446c42b7e1f req-ed402877-dc8f-4181-a3b4-7110a172a7a4 tempest-ServerActionsTestJSON-618918056 tempest-ServerActionsTestJSON-618918056-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9816573 Sep 23 19:34:54.497741 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.v2.base [req-f99777e3-4e7e-4964-89e0-5446c42b7e1f req-b0fabdb6-c483-4391-9e5a-1ff8997ac433 service neutron] Request body: {'port': {'device_id': '7de987f0-ed4b-4ad1-baee-011605c35a17', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713301-16'}} {{(pid=95101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:34:54.585791 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-f99777e3-4e7e-4964-89e0-5446c42b7e1f req-b0fabdb6-c483-4391-9e5a-1ff8997ac433 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:34:54.651743 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d70a850a-a80b-4d0e-ac1d-6ba6eac856d8 req-675f9528-db72-4445-9b76-a61f34d84736 tempest-ServerActionsTestJSON-618918056 tempest-ServerActionsTestJSON-618918056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:34:54.667318 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-d70a850a-a80b-4d0e-ac1d-6ba6eac856d8 req-675f9528-db72-4445-9b76-a61f34d84736 tempest-ServerActionsTestJSON-618918056 tempest-ServerActionsTestJSON-618918056-project] 10.222.0.67 "GET /v2.0/ports?device_id=7de987f0-ed4b-4ad1-baee-011605c35a17 HTTP/1.1" status: 200 len: 931 time: 0.1115179 Sep 23 19:34:54.729946 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Provisioning for port d4bf7fdb-4409-4750-9597-58aa57ce61d6 completed by entity L2. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 19:34:54.744291 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Provisioning complete for port d4bf7fdb-4409-4750-9597-58aa57ce61d6 triggered by entity L2. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:34:54.744748 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-d70a850a-a80b-4d0e-ac1d-6ba6eac856d8 req-8294f37a-6c25-4cce-9541-ecc09d62bd1c tempest-ServerActionsTestJSON-618918056 tempest-ServerActionsTestJSON-618918056-project] 10.222.0.67 "GET /v2.0/security-groups?id=8f1e71cd-f67e-49f6-828d-7dde05723843&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688663 Sep 23 19:34:54.767926 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:34:54.817083 n-d-713301-16 neutron-server[95102]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c7d744a-f584-4648-aa8d-a6936fa22df4', 'name': 'network-vif-deleted', 'tag': 'da180eed-7ed3-4b42-8811-39a363b2af88'}, {'server_uuid': '6c7d744a-f584-4648-aa8d-a6936fa22df4', 'name': 'network-vif-deleted', 'tag': '194bdc80-29c5-4612-969b-b0aa5f139617'}] {{(pid=95102) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 19:34:54.820611 n-d-713301-16 neutron-server[95102]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab31b6d93e5336dbddfa8ec424565b3bd8cb2369c5b4d85bc943472dbb21e8ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf832969-2dec-40c1-bd3b-fc3f1690be3d" -d '{"events": [{"server_uuid": "6c7d744a-f584-4648-aa8d-a6936fa22df4", "name": "network-vif-deleted", "tag": "da180eed-7ed3-4b42-8811-39a363b2af88"}, {"server_uuid": "6c7d744a-f584-4648-aa8d-a6936fa22df4", "name": "network-vif-deleted", "tag": "194bdc80-29c5-4612-969b-b0aa5f139617"}]}' {{(pid=95102) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 19:34:54.846762 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-855522f2-7020-443d-991b-ae3a1c3cabcf req-2e6d0f27-96cd-4bd8-a414-0dffed0e8837 tempest-ServerGroupTestJSON-2074030751 tempest-ServerGroupTestJSON-2074030751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:34:54.848451 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-855522f2-7020-443d-991b-ae3a1c3cabcf req-2e6d0f27-96cd-4bd8-a414-0dffed0e8837 tempest-ServerGroupTestJSON-2074030751 tempest-ServerGroupTestJSON-2074030751-project] 10.222.0.67 "GET /v2.0/ports?device_id=ec3b8ded-94fc-4d24-ad13-1fd8c16b8842 HTTP/1.1" status: 200 len: 944 time: 0.1195645 Sep 23 19:34:54.884489 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-b0a7c58d-75d4-4bd1-bbc0-456537ed9a58 None None] Provisioning complete for port e8124d03-6ec4-487a-a850-bef4dcba7384 triggered by entity DHCP. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:34:54.885110 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b0a7c58d-75d4-4bd1-bbc0-456537ed9a58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:34:54.904843 n-d-713301-16 neutron-server[95102]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 23 Sep 2021 19:34:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b850f85e-eeae-4bb9-a887-a376abfc3202 x-openstack-request-id: req-b850f85e-eeae-4bb9-a887-a376abfc3202 {{(pid=95102) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 19:34:54.905146 n-d-713301-16 neutron-server[95102]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6c7d744a-f584-4648-aa8d-a6936fa22df4", "name": "network-vif-deleted", "tag": "da180eed-7ed3-4b42-8811-39a363b2af88", "status": "completed", "code": 200}, {"server_uuid": "6c7d744a-f584-4648-aa8d-a6936fa22df4", "name": "network-vif-deleted", "tag": "194bdc80-29c5-4612-969b-b0aa5f139617", "status": "completed", "code": 200}]} {{(pid=95102) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 19:34:54.905404 n-d-713301-16 neutron-server[95102]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-b850f85e-eeae-4bb9-a887-a376abfc3202 {{(pid=95102) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 19:34:54.906532 n-d-713301-16 neutron-server[95102]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c7d744a-f584-4648-aa8d-a6936fa22df4', 'name': 'network-vif-deleted', 'tag': 'da180eed-7ed3-4b42-8811-39a363b2af88', 'status': 'completed', 'code': 200} Sep 23 19:34:54.906794 n-d-713301-16 neutron-server[95102]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c7d744a-f584-4648-aa8d-a6936fa22df4', 'name': 'network-vif-deleted', 'tag': '194bdc80-29c5-4612-969b-b0aa5f139617', 'status': 'completed', 'code': 200} Sep 23 19:34:54.959200 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-855522f2-7020-443d-991b-ae3a1c3cabcf req-208e7ea4-6449-4fb1-86b9-17cb3b97f76c tempest-ServerGroupTestJSON-2074030751 tempest-ServerGroupTestJSON-2074030751-project] 10.222.0.67 "GET /v2.0/security-groups?id=84857475-07b3-488f-846b-402e1d86f5c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1023498 Sep 23 19:34:55.000114 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.plugin [None req-b0a7c58d-75d4-4bd1-bbc0-456537ed9a58 None None] Port e8124d03-6ec4-487a-a850-bef4dcba7384 cannot update to ACTIVE because it is not bound. {{(pid=95103) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 19:34:55.045536 n-d-713301-16 neutron-server[95101]: DEBUG neutron.notifiers.nova [req-f99777e3-4e7e-4964-89e0-5446c42b7e1f req-b0fabdb6-c483-4391-9e5a-1ff8997ac433 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e8124d03-6ec4-487a-a850-bef4dcba7384 {{(pid=95101) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 19:34:55.070764 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-f99777e3-4e7e-4964-89e0-5446c42b7e1f req-b0fabdb6-c483-4391-9e5a-1ff8997ac433 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:34:55.082679 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:34:55.099127 n-d-713301-16 neutron-server[95101]: DEBUG neutron.db.provisioning_blocks [req-f99777e3-4e7e-4964-89e0-5446c42b7e1f req-b0fabdb6-c483-4391-9e5a-1ff8997ac433 service neutron] Transition to ACTIVE for port object e8124d03-6ec4-487a-a850-bef4dcba7384 will not be triggered until provisioned by entity L2. {{(pid=95101) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 19:34:55.106640 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-f99777e3-4e7e-4964-89e0-5446c42b7e1f req-b0fabdb6-c483-4391-9e5a-1ff8997ac433 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5607436'] for port, after_update {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:34:55.141465 n-d-713301-16 neutron-server[95103]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec3b8ded-94fc-4d24-ad13-1fd8c16b8842', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4bf7fdb-4409-4750-9597-58aa57ce61d6'}] {{(pid=95103) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 19:34:55.146696 n-d-713301-16 neutron-server[95103]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}81a1c17f2aa89d5b3ebbba3a3e0cf7eb588e431c2224256110c4c4facdd7c3e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74142433-63a0-4a6d-90dc-42e8164a2269" -d '{"events": [{"server_uuid": "ec3b8ded-94fc-4d24-ad13-1fd8c16b8842", "name": "network-vif-plugged", "status": "completed", "tag": "d4bf7fdb-4409-4750-9597-58aa57ce61d6"}]}' {{(pid=95103) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 19:34:55.173835 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0fabdb6-c483-4391-9e5a-1ff8997ac433 service neutron] Pushing event updated for resources: {'Port': ['ID=e8124d03-6ec4-487a-a850-bef4dcba7384,revision_number=2']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:34:55.175985 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3118d9b-2d48-4eb3-bc43-7a0f5844c576 req-29db8088-3f61-423c-b7c5-19ecfadfcd49 tempest-ServerRescueNegativeTestJSON-317871319 tempest-ServerRescueNegativeTestJSON-317871319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:34:55.177809 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-b3118d9b-2d48-4eb3-bc43-7a0f5844c576 req-29db8088-3f61-423c-b7c5-19ecfadfcd49 tempest-ServerRescueNegativeTestJSON-317871319 tempest-ServerRescueNegativeTestJSON-317871319-project] 10.222.0.67 "GET /v2.0/ports?device_id=f6ef00c9-1a36-4a78-8258-2ac22e8b1be1 HTTP/1.1" status: 200 len: 945 time: 0.0868251 Sep 23 19:34:55.180780 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] For port d4bf7fdb-4409-4750-9597-58aa57ce61d6, host n-h2-713301-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-16',level=0,port_id=d4bf7fdb-4409-4750-9597-58aa57ce61d6,segment=NetworkSegment(ec3b13ad-042e-4cd9-8ba7-57268193e2c7),segment_id=ec3b13ad-042e-4cd9-8ba7-57268193e2c7)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:34:55.187133 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:34:55.254490 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.managers [req-f99777e3-4e7e-4964-89e0-5446c42b7e1f req-b0fabdb6-c483-4391-9e5a-1ff8997ac433 service neutron] Attempting to bind port e8124d03-6ec4-487a-a850-bef4dcba7384 on host n-h1-713301-16 for vnic_type normal with profile {{(pid=95101) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 19:34:55.254822 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.managers [req-f99777e3-4e7e-4964-89e0-5446c42b7e1f req-b0fabdb6-c483-4391-9e5a-1ff8997ac433 service neutron] Attempting to bind port e8124d03-6ec4-487a-a850-bef4dcba7384 by drivers openvswitch,hyperv on host n-h1-713301-16 at level 0 using segments [{'id': '0ad9f853-8282-44e3-ac3b-2b75c9223dae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '364dc893-5ecb-4aa3-be76-13b51cbbfbd4'}] {{(pid=95101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 19:34:55.255361 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f99777e3-4e7e-4964-89e0-5446c42b7e1f req-b0fabdb6-c483-4391-9e5a-1ff8997ac433 service neutron] Attempting to bind port e8124d03-6ec4-487a-a850-bef4dcba7384 on network 364dc893-5ecb-4aa3-be76-13b51cbbfbd4 {{(pid=95101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:34:55.260655 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f99777e3-4e7e-4964-89e0-5446c42b7e1f req-b0fabdb6-c483-4391-9e5a-1ff8997ac433 service neutron] Port e8124d03-6ec4-487a-a850-bef4dcba7384 on network 364dc893-5ecb-4aa3-be76-13b51cbbfbd4 not bound, no agent of type Open vSwitch agent registered on host n-h1-713301-16 {{(pid=95101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 19:34:55.261223 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f99777e3-4e7e-4964-89e0-5446c42b7e1f req-b0fabdb6-c483-4391-9e5a-1ff8997ac433 service neutron] Attempting to bind port e8124d03-6ec4-487a-a850-bef4dcba7384 on network 364dc893-5ecb-4aa3-be76-13b51cbbfbd4 {{(pid=95101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:34:55.267178 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f99777e3-4e7e-4964-89e0-5446c42b7e1f req-b0fabdb6-c483-4391-9e5a-1ff8997ac433 service neutron] Checking agent: {'id': '0708c3e9-0aad-4600-9be9-d2486535c898', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713301-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 19, 15, 28), 'started_at': datetime.datetime(2021, 9, 23, 19, 15, 28), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 19, 34, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 19:34:55.267981 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f99777e3-4e7e-4964-89e0-5446c42b7e1f req-b0fabdb6-c483-4391-9e5a-1ff8997ac433 service neutron] Checking segment: {'id': '0ad9f853-8282-44e3-ac3b-2b75c9223dae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '364dc893-5ecb-4aa3-be76-13b51cbbfbd4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:34:55.268743 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f99777e3-4e7e-4964-89e0-5446c42b7e1f req-b0fabdb6-c483-4391-9e5a-1ff8997ac433 service neutron] Bound using segment: {'id': '0ad9f853-8282-44e3-ac3b-2b75c9223dae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '364dc893-5ecb-4aa3-be76-13b51cbbfbd4'} {{(pid=95101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 19:34:55.269360 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.managers [req-f99777e3-4e7e-4964-89e0-5446c42b7e1f req-b0fabdb6-c483-4391-9e5a-1ff8997ac433 service neutron] Bound port: e8124d03-6ec4-487a-a850-bef4dcba7384, host: n-h1-713301-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0ad9f853-8282-44e3-ac3b-2b75c9223dae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '364dc893-5ecb-4aa3-be76-13b51cbbfbd4'}}] {{(pid=95101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 19:34:55.270447 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-f99777e3-4e7e-4964-89e0-5446c42b7e1f req-b0fabdb6-c483-4391-9e5a-1ff8997ac433 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:34:55.275803 n-d-713301-16 neutron-server[95103]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 19:34:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d503b38f-e0cb-4343-9ffa-e1cd2103e9cd x-openstack-request-id: req-d503b38f-e0cb-4343-9ffa-e1cd2103e9cd {{(pid=95103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 19:34:55.276107 n-d-713301-16 neutron-server[95103]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ec3b8ded-94fc-4d24-ad13-1fd8c16b8842", "name": "network-vif-plugged", "status": "completed", "tag": "d4bf7fdb-4409-4750-9597-58aa57ce61d6", "code": 200}]} {{(pid=95103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 19:34:55.276579 n-d-713301-16 neutron-server[95103]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-d503b38f-e0cb-4343-9ffa-e1cd2103e9cd {{(pid=95103) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 19:34:55.277018 n-d-713301-16 neutron-server[95103]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ec3b8ded-94fc-4d24-ad13-1fd8c16b8842', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4bf7fdb-4409-4750-9597-58aa57ce61d6', 'code': 200} Sep 23 19:34:55.298599 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-80e7e501-6c57-470d-92c6-e3d54bc3195c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:34:55.299127 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-b3118d9b-2d48-4eb3-bc43-7a0f5844c576 req-5d8f2b24-8fbd-40bf-97b5-63f748a31e75 tempest-ServerRescueNegativeTestJSON-317871319 tempest-ServerRescueNegativeTestJSON-317871319-project] 10.222.0.67 "GET /v2.0/security-groups?id=ac103501-6c24-4299-8f11-081b36059735&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957730 Sep 23 19:34:55.339014 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Pushing event updated for resources: {'Port': ['ID=d4bf7fdb-4409-4750-9597-58aa57ce61d6,revision_number=5']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:34:55.361273 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:34:55.361633 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:34:55.362019 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:34:55.362784 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:34:55.363344 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:34:55.368464 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:34:55.369284 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:34:55.371758 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:34:55.373556 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:34:55.377065 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:34:55.377418 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:34:55.377766 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:34:55.445970 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d953924f-838c-413e-b6fa-2b4e47f53dcf req-15c7036c-4f89-4dc8-928b-307e78b48f75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:34:55.447538 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-d953924f-838c-413e-b6fa-2b4e47f53dcf req-15c7036c-4f89-4dc8-928b-307e78b48f75 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=ec3b8ded-94fc-4d24-ad13-1fd8c16b8842 HTTP/1.1" status: 200 len: 1097 time: 0.0977702 Sep 23 19:34:55.454733 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-82e26b57-87b2-43e4-a348-6124f86923d1 req-3d38e18d-4047-45ba-8435-b556e1dd2859 tempest-TaggedBootDevicesTest-1101605307 tempest-TaggedBootDevicesTest-1101605307-project] 10.222.0.67 "GET /v2.0/ports?device_id=6c7d744a-f584-4648-aa8d-a6936fa22df4 HTTP/1.1" status: 200 len: 210 time: 0.0366719 Sep 23 19:34:55.460382 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.db [req-f99777e3-4e7e-4964-89e0-5446c42b7e1f req-b0fabdb6-c483-4391-9e5a-1ff8997ac433 service neutron] For port e8124d03-6ec4-487a-a850-bef4dcba7384, host n-h1-713301-16, cleared binding levels {{(pid=95101) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 19:34:55.501697 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-d953924f-838c-413e-b6fa-2b4e47f53dcf req-39cdd3ff-2f0b-4fc7-b735-3c1223f747df service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=84857475-07b3-488f-846b-402e1d86f5c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379801 Sep 23 19:34:55.510873 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.db [req-f99777e3-4e7e-4964-89e0-5446c42b7e1f req-b0fabdb6-c483-4391-9e5a-1ff8997ac433 service neutron] For port e8124d03-6ec4-487a-a850-bef4dcba7384, host n-h1-713301-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-16',level=0,port_id=e8124d03-6ec4-487a-a850-bef4dcba7384,segment=NetworkSegment(0ad9f853-8282-44e3-ac3b-2b75c9223dae),segment_id=0ad9f853-8282-44e3-ac3b-2b75c9223dae)] {{(pid=95101) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 19:34:55.519753 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-f99777e3-4e7e-4964-89e0-5446c42b7e1f req-b0fabdb6-c483-4391-9e5a-1ff8997ac433 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5607436'] for port, after_update {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:34:55.559623 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f99777e3-4e7e-4964-89e0-5446c42b7e1f req-b0fabdb6-c483-4391-9e5a-1ff8997ac433 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:34:55.560652 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-f99777e3-4e7e-4964-89e0-5446c42b7e1f req-b0fabdb6-c483-4391-9e5a-1ff8997ac433 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222849'] for port, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:34:55.562211 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-f99777e3-4e7e-4964-89e0-5446c42b7e1f req-b0fabdb6-c483-4391-9e5a-1ff8997ac433 service neutron] 10.222.0.74 "PUT /v2.0/ports/e8124d03-6ec4-487a-a850-bef4dcba7384 HTTP/1.1" status: 200 len: 1092 time: 1.0726998 Sep 23 19:34:55.562723 n-d-713301-16 neutron-server[95101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7de987f0-ed4b-4ad1-baee-011605c35a17', 'tag': 'e8124d03-6ec4-487a-a850-bef4dcba7384'}] {{(pid=95101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 19:34:55.565236 n-d-713301-16 neutron-server[95101]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d8366c5740cd635e57ab12b71fe44a77c2acc3c19091ef849c6f68b380462244" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f17eceb-b26d-4868-84d7-a0b0f6c6a67f" -d '{"events": [{"name": "network-changed", "server_uuid": "7de987f0-ed4b-4ad1-baee-011605c35a17", "tag": "e8124d03-6ec4-487a-a850-bef4dcba7384"}]}' {{(pid=95101) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 19:34:55.598080 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0fabdb6-c483-4391-9e5a-1ff8997ac433 service neutron] Pushing event updated for resources: {'Port': ['ID=e8124d03-6ec4-487a-a850-bef4dcba7384,revision_number=3']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:34:55.644334 n-d-713301-16 neutron-server[95101]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 19:34:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4dbe846e-1e1d-4c3a-866d-2b9f97565924 x-openstack-request-id: req-4dbe846e-1e1d-4c3a-866d-2b9f97565924 {{(pid=95101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 19:34:55.644715 n-d-713301-16 neutron-server[95101]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7de987f0-ed4b-4ad1-baee-011605c35a17", "tag": "e8124d03-6ec4-487a-a850-bef4dcba7384", "status": "completed", "code": 200}]} {{(pid=95101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 19:34:55.644948 n-d-713301-16 neutron-server[95101]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-4dbe846e-1e1d-4c3a-866d-2b9f97565924 {{(pid=95101) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 19:34:55.645295 n-d-713301-16 neutron-server[95101]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7de987f0-ed4b-4ad1-baee-011605c35a17', 'tag': 'e8124d03-6ec4-487a-a850-bef4dcba7384', 'status': 'completed', 'code': 200} Sep 23 19:34:55.661889 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f99777e3-4e7e-4964-89e0-5446c42b7e1f req-683cc33b-5113-4c7d-a321-e758369f1960 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:34:55.663427 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-f99777e3-4e7e-4964-89e0-5446c42b7e1f req-683cc33b-5113-4c7d-a321-e758369f1960 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=f17a85608a9a4ecb8150ef41746c47e0&device_id=7de987f0-ed4b-4ad1-baee-011605c35a17 HTTP/1.1" status: 200 len: 1095 time: 0.0605004 Sep 23 19:34:55.721828 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-f99777e3-4e7e-4964-89e0-5446c42b7e1f req-8feeabac-660d-44f8-9887-dbfbd9c5a3f1 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e8124d03-6ec4-487a-a850-bef4dcba7384 HTTP/1.1" status: 200 len: 217 time: 0.0501969 Sep 23 19:34:55.780047 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f99777e3-4e7e-4964-89e0-5446c42b7e1f req-5d79a7fc-4231-486b-9926-7100c036824f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:34:55.782677 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-f99777e3-4e7e-4964-89e0-5446c42b7e1f req-5d79a7fc-4231-486b-9926-7100c036824f service neutron] 10.222.0.74 "GET /v2.0/subnets?id=a900be85-be08-465b-85e6-4a05aae55389 HTTP/1.1" status: 200 len: 851 time: 0.0543835 Sep 23 19:34:55.848977 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f99777e3-4e7e-4964-89e0-5446c42b7e1f req-dfcaf104-4b34-488a-9735-0cd9c79fef95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:34:55.849196 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-f99777e3-4e7e-4964-89e0-5446c42b7e1f req-dfcaf104-4b34-488a-9735-0cd9c79fef95 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=364dc893-5ecb-4aa3-be76-13b51cbbfbd4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0587473 Sep 23 19:34:55.909784 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54382d32-fd22-4571-9555-0b9f8bd46f0b req-afdcb7e1-445b-4028-ab5a-f8d2f2ab6bfd tempest-ServerActionsTestJSON-618918056 tempest-ServerActionsTestJSON-618918056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:34:55.911354 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-54382d32-fd22-4571-9555-0b9f8bd46f0b req-afdcb7e1-445b-4028-ab5a-f8d2f2ab6bfd tempest-ServerActionsTestJSON-618918056 tempest-ServerActionsTestJSON-618918056-project] 10.222.0.67 "GET /v2.0/ports?device_id=7de987f0-ed4b-4ad1-baee-011605c35a17 HTTP/1.1" status: 200 len: 943 time: 0.0758543 Sep 23 19:34:55.949528 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 49932) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:34:55.976070 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-f99777e3-4e7e-4964-89e0-5446c42b7e1f req-81307350-1a46-4b13-b4a3-d4bbea42f635 service neutron] 10.222.0.74 "GET /v2.0/networks/364dc893-5ecb-4aa3-be76-13b51cbbfbd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1186507 Sep 23 19:34:55.982450 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-54382d32-fd22-4571-9555-0b9f8bd46f0b req-0997ec68-064a-4946-896e-bd4551a35608 tempest-ServerActionsTestJSON-618918056 tempest-ServerActionsTestJSON-618918056-project] 10.222.0.67 "GET /v2.0/security-groups?id=8f1e71cd-f67e-49f6-828d-7dde05723843&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642216 Sep 23 19:34:56.102748 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-f99777e3-4e7e-4964-89e0-5446c42b7e1f req-1a05c436-534b-4c51-849d-89ce2990c7b8 service neutron] 10.222.0.74 "GET /v2.0/networks/364dc893-5ecb-4aa3-be76-13b51cbbfbd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1169660 Sep 23 19:34:56.103538 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-045ea72c-2888-45f1-ad61-1215adeabb91 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:34:56.105921 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde13e5f-f698-4eca-bf41-98a9bc4b6ebd req-11f67fa3-114a-4db9-8120-c97f3bc433e4 tempest-ServerGroupTestJSON-2074030751 tempest-ServerGroupTestJSON-2074030751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:34:56.107721 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-cde13e5f-f698-4eca-bf41-98a9bc4b6ebd req-11f67fa3-114a-4db9-8120-c97f3bc433e4 tempest-ServerGroupTestJSON-2074030751 tempest-ServerGroupTestJSON-2074030751-project] 10.222.0.67 "GET /v2.0/ports?device_id=ec3b8ded-94fc-4d24-ad13-1fd8c16b8842 HTTP/1.1" status: 200 len: 945 time: 0.0592177 Sep 23 19:34:56.155043 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-cde13e5f-f698-4eca-bf41-98a9bc4b6ebd req-62e43d32-f03d-4e84-968f-d92d7fd9a8e8 tempest-ServerGroupTestJSON-2074030751 tempest-ServerGroupTestJSON-2074030751-project] 10.222.0.67 "GET /v2.0/security-groups?id=84857475-07b3-488f-846b-402e1d86f5c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402591 Sep 23 19:34:56.226430 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f17eceb-b26d-4868-84d7-a0b0f6c6a67f req-36548d9a-a915-46dc-8160-6c60375f9f5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:34:56.227971 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-3f17eceb-b26d-4868-84d7-a0b0f6c6a67f req-36548d9a-a915-46dc-8160-6c60375f9f5c service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=f17a85608a9a4ecb8150ef41746c47e0&device_id=7de987f0-ed4b-4ad1-baee-011605c35a17 HTTP/1.1" status: 200 len: 1095 time: 0.0696421 Sep 23 19:34:56.317381 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-045ea72c-2888-45f1-ad61-1215adeabb91 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:34:56.331511 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-045ea72c-2888-45f1-ad61-1215adeabb91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:34:56.369819 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-045ea72c-2888-45f1-ad61-1215adeabb91 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=d2a3199330224e939bd943fed6fef16e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4190962 Sep 23 19:34:56.373733 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 49942) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:34:56.418202 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f17eceb-b26d-4868-84d7-a0b0f6c6a67f req-2477f8a5-9029-4c7e-9566-79ccad45a57f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:34:56.420293 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-3f17eceb-b26d-4868-84d7-a0b0f6c6a67f req-2477f8a5-9029-4c7e-9566-79ccad45a57f service neutron] 10.222.0.74 "GET /v2.0/networks?id=364dc893-5ecb-4aa3-be76-13b51cbbfbd4 HTTP/1.1" status: 200 len: 913 time: 0.1839709 Sep 23 19:34:56.429883 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-045ea72c-2888-45f1-ad61-1215adeabb91 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ddcf6db-da72-4297-a6fc-ecfd54cb4741,revision_number=1']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:34:56.433280 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e062ea-91d2-411f-a393-2d2a0a392ee9 req-c87c7011-7dcb-439c-82a5-14c44311c2a3 tempest-ServerRescueNegativeTestJSON-317871319 tempest-ServerRescueNegativeTestJSON-317871319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:34:56.435832 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-c0e062ea-91d2-411f-a393-2d2a0a392ee9 req-c87c7011-7dcb-439c-82a5-14c44311c2a3 tempest-ServerRescueNegativeTestJSON-317871319 tempest-ServerRescueNegativeTestJSON-317871319-project] 10.222.0.67 "GET /v2.0/ports?device_id=f6ef00c9-1a36-4a78-8258-2ac22e8b1be1 HTTP/1.1" status: 200 len: 945 time: 0.0655944 Sep 23 19:34:56.473350 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-3f17eceb-b26d-4868-84d7-a0b0f6c6a67f req-bc4fd727-2a43-444c-ae60-9de5f64a50ce service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e8124d03-6ec4-487a-a850-bef4dcba7384 HTTP/1.1" status: 200 len: 217 time: 0.0445523 Sep 23 19:34:56.497001 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-c0e062ea-91d2-411f-a393-2d2a0a392ee9 req-2ab9ba4b-7985-4c88-9147-1af67a57646d tempest-ServerRescueNegativeTestJSON-317871319 tempest-ServerRescueNegativeTestJSON-317871319-project] 10.222.0.67 "GET /v2.0/security-groups?id=ac103501-6c24-4299-8f11-081b36059735&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450211 Sep 23 19:34:56.536533 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-8d521d2b-be96-4425-9e62-8847844b239c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:34:56.568596 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-8d521d2b-be96-4425-9e62-8847844b239c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:34:56.573277 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-0c81e553-b2d4-4261-93e8-15085781daa3 req-14d74d87-f31f-4279-8e53-b46789c3ad21 tempest-TaggedBootDevicesTest-1101605307 tempest-TaggedBootDevicesTest-1101605307-project] 10.222.0.67 "GET /v2.0/ports?device_id=6c7d744a-f584-4648-aa8d-a6936fa22df4 HTTP/1.1" status: 200 len: 210 time: 0.0394387 Sep 23 19:34:56.589515 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f17eceb-b26d-4868-84d7-a0b0f6c6a67f req-929bf96c-b2e6-40fa-8fd6-8c534a24fd30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:34:56.589515 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-3f17eceb-b26d-4868-84d7-a0b0f6c6a67f req-929bf96c-b2e6-40fa-8fd6-8c534a24fd30 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=a900be85-be08-465b-85e6-4a05aae55389 HTTP/1.1" status: 200 len: 851 time: 0.1002553 Sep 23 19:34:56.660199 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f17eceb-b26d-4868-84d7-a0b0f6c6a67f req-8491c766-4f79-4c6b-bde6-772c7f3b7dff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:34:56.661998 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-3f17eceb-b26d-4868-84d7-a0b0f6c6a67f req-8491c766-4f79-4c6b-bde6-772c7f3b7dff service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=364dc893-5ecb-4aa3-be76-13b51cbbfbd4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0620995 Sep 23 19:34:56.679259 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-8d521d2b-be96-4425-9e62-8847844b239c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:34:56.681797 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-8d521d2b-be96-4425-9e62-8847844b239c admin admin] Notify callbacks [] for security_group, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:34:56.683100 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-8d521d2b-be96-4425-9e62-8847844b239c admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/6ddcf6db-da72-4297-a6fc-ecfd54cb4741 HTTP/1.1" status: 204 len: 168 time: 0.3052616 Sep 23 19:34:56.710133 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d521d2b-be96-4425-9e62-8847844b239c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ddcf6db-da72-4297-a6fc-ecfd54cb4741,revision_number=None']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:34:56.783565 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-3f17eceb-b26d-4868-84d7-a0b0f6c6a67f req-3e81e594-0856-4473-8ae6-0bfc47ca3691 service neutron] 10.222.0.74 "GET /v2.0/networks/364dc893-5ecb-4aa3-be76-13b51cbbfbd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1132326 Sep 23 19:34:56.888567 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-3f17eceb-b26d-4868-84d7-a0b0f6c6a67f req-36c9d25f-312c-4882-bfde-540649731e7d service neutron] 10.222.0.74 "GET /v2.0/networks/364dc893-5ecb-4aa3-be76-13b51cbbfbd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0957322 Sep 23 19:34:57.046193 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 49952) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:34:57.084930 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-597d612d-5da3-4ce7-af01-885dd8c28654 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:34:57.134338 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d795839b-b81c-4aa8-b967-4c8a22e780a3 req-6e95e669-6920-4d3b-afde-449b87093a92 tempest-ServerActionsTestJSON-618918056 tempest-ServerActionsTestJSON-618918056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:34:57.135801 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-d795839b-b81c-4aa8-b967-4c8a22e780a3 req-6e95e669-6920-4d3b-afde-449b87093a92 tempest-ServerActionsTestJSON-618918056 tempest-ServerActionsTestJSON-618918056-project] 10.222.0.67 "GET /v2.0/ports?device_id=7de987f0-ed4b-4ad1-baee-011605c35a17 HTTP/1.1" status: 200 len: 943 time: 0.0941641 Sep 23 19:34:57.201639 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-d795839b-b81c-4aa8-b967-4c8a22e780a3 req-ef599fa3-a0fd-41f7-a531-a8e62d117987 tempest-ServerActionsTestJSON-618918056 tempest-ServerActionsTestJSON-618918056-project] 10.222.0.67 "GET /v2.0/security-groups?id=8f1e71cd-f67e-49f6-828d-7dde05723843&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537002 Sep 23 19:34:57.240662 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-597d612d-5da3-4ce7-af01-885dd8c28654 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:34:57.254029 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-597d612d-5da3-4ce7-af01-885dd8c28654 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:34:57.322298 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-597d612d-5da3-4ce7-af01-885dd8c28654 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=4d55e0dda9b24710838f3f1d4b82dc7b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2749956 Sep 23 19:34:57.323036 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-597d612d-5da3-4ce7-af01-885dd8c28654 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b4c3fef-2208-40d6-8c27-7483e26fd9c4,revision_number=1']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:34:57.326088 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 49958) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:34:57.352093 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb35a1cb-eca0-45b4-8fc4-e4b3d386be45 req-4580cf42-0daa-43ca-8db1-0a0b30136c65 tempest-ServerGroupTestJSON-2074030751 tempest-ServerGroupTestJSON-2074030751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:34:57.361102 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-cb35a1cb-eca0-45b4-8fc4-e4b3d386be45 req-4580cf42-0daa-43ca-8db1-0a0b30136c65 tempest-ServerGroupTestJSON-2074030751 tempest-ServerGroupTestJSON-2074030751-project] 10.222.0.67 "GET /v2.0/ports?device_id=ec3b8ded-94fc-4d24-ad13-1fd8c16b8842 HTTP/1.1" status: 200 len: 945 time: 0.1166945 Sep 23 19:34:57.388314 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-cf300f2c-3907-48c0-81d9-122570dfae15 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:34:57.396102 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-cb35a1cb-eca0-45b4-8fc4-e4b3d386be45 req-bf326af1-a7cb-4226-bd3d-0551a3c074e8 tempest-ServerGroupTestJSON-2074030751 tempest-ServerGroupTestJSON-2074030751-project] 10.222.0.67 "GET /v2.0/security-groups?id=84857475-07b3-488f-846b-402e1d86f5c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340502 Sep 23 19:34:57.411475 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-cf300f2c-3907-48c0-81d9-122570dfae15 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:34:57.465185 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-cf300f2c-3907-48c0-81d9-122570dfae15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:34:57.469210 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-cf300f2c-3907-48c0-81d9-122570dfae15 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:34:57.470991 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-cf300f2c-3907-48c0-81d9-122570dfae15 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/6b4c3fef-2208-40d6-8c27-7483e26fd9c4 HTTP/1.1" status: 204 len: 168 time: 0.1434600 Sep 23 19:34:57.480209 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf300f2c-3907-48c0-81d9-122570dfae15 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b4c3fef-2208-40d6-8c27-7483e26fd9c4,revision_number=None']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:34:57.657072 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b23404a-cd3c-4be4-bad6-d5924bb44d57 req-c7eff823-d668-4c9a-9263-e999b6a209b8 tempest-ServerRescueNegativeTestJSON-317871319 tempest-ServerRescueNegativeTestJSON-317871319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:34:57.658650 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-1b23404a-cd3c-4be4-bad6-d5924bb44d57 req-c7eff823-d668-4c9a-9263-e999b6a209b8 tempest-ServerRescueNegativeTestJSON-317871319 tempest-ServerRescueNegativeTestJSON-317871319-project] 10.222.0.67 "GET /v2.0/ports?device_id=f6ef00c9-1a36-4a78-8258-2ac22e8b1be1 HTTP/1.1" status: 200 len: 945 time: 0.0691078 Sep 23 19:34:57.724865 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-1b23404a-cd3c-4be4-bad6-d5924bb44d57 req-b80a0af9-2d84-44a1-9f02-c677304bf897 tempest-ServerRescueNegativeTestJSON-317871319 tempest-ServerRescueNegativeTestJSON-317871319-project] 10.222.0.67 "GET /v2.0/security-groups?id=ac103501-6c24-4299-8f11-081b36059735&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580888 Sep 23 19:34:57.726975 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-f549eedd-c8a4-49dd-9fae-198732342adf req-911fbcd4-3760-4ab8-bdcb-085d6cec19d0 tempest-TaggedBootDevicesTest-1101605307 tempest-TaggedBootDevicesTest-1101605307-project] 10.222.0.67 "GET /v2.0/ports?device_id=6c7d744a-f584-4648-aa8d-a6936fa22df4 HTTP/1.1" status: 200 len: 210 time: 0.0373545 Sep 23 19:34:57.841799 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a333d898-1908-4c10-bf9c-eee7c80f3192 req-b01ffcd2-f6af-408a-813b-8402277399b9 tempest-ServerGroupTestJSON-2074030751 tempest-ServerGroupTestJSON-2074030751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:34:57.843302 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-a333d898-1908-4c10-bf9c-eee7c80f3192 req-b01ffcd2-f6af-408a-813b-8402277399b9 tempest-ServerGroupTestJSON-2074030751 tempest-ServerGroupTestJSON-2074030751-project] 10.222.0.67 "GET /v2.0/ports?device_id=ec3b8ded-94fc-4d24-ad13-1fd8c16b8842 HTTP/1.1" status: 200 len: 945 time: 0.0508173 Sep 23 19:34:57.888746 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-a333d898-1908-4c10-bf9c-eee7c80f3192 req-42dce314-0736-48aa-8bd1-e112a68085c5 tempest-ServerGroupTestJSON-2074030751 tempest-ServerGroupTestJSON-2074030751-project] 10.222.0.67 "GET /v2.0/security-groups?id=84857475-07b3-488f-846b-402e1d86f5c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392094 Sep 23 19:34:57.927142 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:34:58.291424 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:34:58.380778 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b89b96-2ba6-4877-9b5a-4e121c95a53d req-cfc92816-f0de-46c5-9935-ee8a6b303c2f tempest-ServerActionsTestJSON-618918056 tempest-ServerActionsTestJSON-618918056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:34:58.389492 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-08b89b96-2ba6-4877-9b5a-4e121c95a53d req-cfc92816-f0de-46c5-9935-ee8a6b303c2f tempest-ServerActionsTestJSON-618918056 tempest-ServerActionsTestJSON-618918056-project] 10.222.0.67 "GET /v2.0/ports?device_id=7de987f0-ed4b-4ad1-baee-011605c35a17 HTTP/1.1" status: 200 len: 943 time: 0.0810711 Sep 23 19:34:58.445555 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-08b89b96-2ba6-4877-9b5a-4e121c95a53d req-8554b842-4d98-4731-abba-72d94fe72e02 tempest-ServerActionsTestJSON-618918056 tempest-ServerActionsTestJSON-618918056-project] 10.222.0.67 "GET /v2.0/security-groups?id=8f1e71cd-f67e-49f6-828d-7dde05723843&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536056 Sep 23 19:34:58.927325 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-ee5a3b07-3952-4af3-8207-be00e7b15d70 req-01960765-20de-4636-ab1c-b0df19fe7419 tempest-TaggedBootDevicesTest-1101605307 tempest-TaggedBootDevicesTest-1101605307-project] 10.222.0.67 "GET /v2.0/ports?device_id=6c7d744a-f584-4648-aa8d-a6936fa22df4 HTTP/1.1" status: 200 len: 210 time: 0.0621948 Sep 23 19:34:59.011989 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b07cb225-343c-4c2d-b8e1-8ed5a5a3ab22 req-add6987e-3507-4d12-9498-11a9e5580a88 tempest-ServerRescueNegativeTestJSON-317871319 tempest-ServerRescueNegativeTestJSON-317871319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:34:59.014934 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-b07cb225-343c-4c2d-b8e1-8ed5a5a3ab22 req-add6987e-3507-4d12-9498-11a9e5580a88 tempest-ServerRescueNegativeTestJSON-317871319 tempest-ServerRescueNegativeTestJSON-317871319-project] 10.222.0.67 "GET /v2.0/ports?device_id=f6ef00c9-1a36-4a78-8258-2ac22e8b1be1 HTTP/1.1" status: 200 len: 945 time: 0.1603000 Sep 23 19:34:59.090021 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-b07cb225-343c-4c2d-b8e1-8ed5a5a3ab22 req-495f24e1-c69e-427e-b2db-d18fbdd3143a tempest-ServerRescueNegativeTestJSON-317871319 tempest-ServerRescueNegativeTestJSON-317871319-project] 10.222.0.67 "GET /v2.0/security-groups?id=ac103501-6c24-4299-8f11-081b36059735&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693455 Sep 23 19:34:59.114395 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf95e77-b5e3-43cd-9276-aec14de64a4a req-18d04f8e-f62a-468d-8c76-7ed5e980871b tempest-ServerGroupTestJSON-2074030751 tempest-ServerGroupTestJSON-2074030751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:34:59.116060 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-4cf95e77-b5e3-43cd-9276-aec14de64a4a req-18d04f8e-f62a-468d-8c76-7ed5e980871b tempest-ServerGroupTestJSON-2074030751 tempest-ServerGroupTestJSON-2074030751-project] 10.222.0.67 "GET /v2.0/ports?device_id=ec3b8ded-94fc-4d24-ad13-1fd8c16b8842 HTTP/1.1" status: 200 len: 945 time: 0.0720561 Sep 23 19:34:59.158686 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-4cf95e77-b5e3-43cd-9276-aec14de64a4a req-f51a585a-5366-4b87-b79b-df007cbdf4f6 tempest-ServerGroupTestJSON-2074030751 tempest-ServerGroupTestJSON-2074030751-project] 10.222.0.67 "GET /v2.0/security-groups?id=84857475-07b3-488f-846b-402e1d86f5c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356021 Sep 23 19:34:59.189401 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c36c11-d7fa-437f-bdf4-b8cbea504813 req-900179c5-b203-48b9-b272-1d6f19f077ba tempest-ServerGroupTestJSON-2074030751 tempest-ServerGroupTestJSON-2074030751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:34:59.192671 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-86c36c11-d7fa-437f-bdf4-b8cbea504813 req-900179c5-b203-48b9-b272-1d6f19f077ba tempest-ServerGroupTestJSON-2074030751 tempest-ServerGroupTestJSON-2074030751-project] 10.222.0.53 "GET /v2.0/ports?device_id=ec3b8ded-94fc-4d24-ad13-1fd8c16b8842 HTTP/1.1" status: 200 len: 945 time: 0.0773211 Sep 23 19:34:59.311016 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.plugin [req-86c36c11-d7fa-437f-bdf4-b8cbea504813 req-ed7f863b-0ddc-487f-8d0a-c37c5e65c890 tempest-ServerGroupTestJSON-2074030751 tempest-ServerGroupTestJSON-2074030751-project] Deleting port d4bf7fdb-4409-4750-9597-58aa57ce61d6 {{(pid=95101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:34:59.311364 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-86c36c11-d7fa-437f-bdf4-b8cbea504813 req-ed7f863b-0ddc-487f-8d0a-c37c5e65c890 tempest-ServerGroupTestJSON-2074030751 tempest-ServerGroupTestJSON-2074030751-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783146157096'] for port, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:34:59.647127 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4091272-ff8f-4c1f-8070-84c1068370ab req-6cab71fc-40d2-406b-b2c4-310c5b39c79f tempest-ServerActionsTestJSON-618918056 tempest-ServerActionsTestJSON-618918056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:34:59.648787 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-d4091272-ff8f-4c1f-8070-84c1068370ab req-6cab71fc-40d2-406b-b2c4-310c5b39c79f tempest-ServerActionsTestJSON-618918056 tempest-ServerActionsTestJSON-618918056-project] 10.222.0.67 "GET /v2.0/ports?device_id=7de987f0-ed4b-4ad1-baee-011605c35a17 HTTP/1.1" status: 200 len: 943 time: 0.1081688 Sep 23 19:34:59.707733 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-d4091272-ff8f-4c1f-8070-84c1068370ab req-35e543f0-1ea2-46ad-ab79-8a4b37254d59 tempest-ServerActionsTestJSON-618918056 tempest-ServerActionsTestJSON-618918056-project] 10.222.0.67 "GET /v2.0/security-groups?id=8f1e71cd-f67e-49f6-828d-7dde05723843&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511892 Sep 23 19:34:59.859688 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.db [req-86c36c11-d7fa-437f-bdf4-b8cbea504813 req-ed7f863b-0ddc-487f-8d0a-c37c5e65c890 tempest-ServerGroupTestJSON-2074030751 tempest-ServerGroupTestJSON-2074030751-project] For port d4bf7fdb-4409-4750-9597-58aa57ce61d6, host n-h2-713301-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-16',level=0,port_id=d4bf7fdb-4409-4750-9597-58aa57ce61d6,segment=NetworkSegment(ec3b13ad-042e-4cd9-8ba7-57268193e2c7),segment_id=ec3b13ad-042e-4cd9-8ba7-57268193e2c7)] {{(pid=95101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:34:59.860062 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-86c36c11-d7fa-437f-bdf4-b8cbea504813 req-ed7f863b-0ddc-487f-8d0a-c37c5e65c890 tempest-ServerGroupTestJSON-2074030751 tempest-ServerGroupTestJSON-2074030751-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-605701'] for port, precommit_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:34:59.874027 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.plugin [req-86c36c11-d7fa-437f-bdf4-b8cbea504813 req-ed7f863b-0ddc-487f-8d0a-c37c5e65c890 tempest-ServerGroupTestJSON-2074030751 tempest-ServerGroupTestJSON-2074030751-project] Calling delete_port for d4bf7fdb-4409-4750-9597-58aa57ce61d6 owned by compute:nova {{(pid=95101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:34:59.945909 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Device e8124d03-6ec4-487a-a850-bef4dcba7384 details requested by agent hyperv_n-h1-713301-16 with host n-h1-713301-16 {{(pid=95103) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 19:35:00.025192 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-86c36c11-d7fa-437f-bdf4-b8cbea504813 req-ed7f863b-0ddc-487f-8d0a-c37c5e65c890 tempest-ServerGroupTestJSON-2074030751 tempest-ServerGroupTestJSON-2074030751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783146162158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783145673144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5607431'] for port, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:35:00.055791 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] get_ports_and_sgs() called for port_ids ['d4bf7fdb-4409-4750-9597-58aa57ce61d6'] {{(pid=95103) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 19:35:00.100141 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed7f863b-0ddc-487f-8d0a-c37c5e65c890 tempest-ServerGroupTestJSON-2074030751 tempest-ServerGroupTestJSON-2074030751-project] Pushing event deleted for resources: {'Port': ['ID=d4bf7fdb-4409-4750-9597-58aa57ce61d6,revision_number=None']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:35:00.107591 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-4797e926-d5a7-4cbd-b746-2b9d10426f2c req-cd361bd3-9c04-4626-868f-d92e13bd8a18 tempest-TaggedBootDevicesTest-1101605307 tempest-TaggedBootDevicesTest-1101605307-project] 10.222.0.67 "GET /v2.0/ports?device_id=6c7d744a-f584-4648-aa8d-a6936fa22df4 HTTP/1.1" status: 200 len: 210 time: 0.0363517 Sep 23 19:35:00.170015 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] For port e8124d03-6ec4-487a-a850-bef4dcba7384, host n-h1-713301-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-16',level=0,port_id=e8124d03-6ec4-487a-a850-bef4dcba7384,segment=NetworkSegment(0ad9f853-8282-44e3-ac3b-2b75c9223dae),segment_id=0ad9f853-8282-44e3-ac3b-2b75c9223dae)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:35:00.192534 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Returning: {'device': 'e8124d03-6ec4-487a-a850-bef4dcba7384', 'network_id': '364dc893-5ecb-4aa3-be76-13b51cbbfbd4', 'port_id': 'e8124d03-6ec4-487a-a850-bef4dcba7384', 'mac_address': 'fa:16:3e:81:e7:91', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 632, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a900be85-be08-465b-85e6-4a05aae55389', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95103) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 19:35:00.210810 n-d-713301-16 neutron-server[95101]: DEBUG neutron.db.l3_dvrscheduler_db [req-86c36c11-d7fa-437f-bdf4-b8cbea504813 req-ed7f863b-0ddc-487f-8d0a-c37c5e65c890 tempest-ServerGroupTestJSON-2074030751 tempest-ServerGroupTestJSON-2074030751-project] No DVR routers for this DVR port d4bf7fdb-4409-4750-9597-58aa57ce61d6 on host n-h2-713301-16 {{(pid=95101) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 19:35:00.214950 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-86c36c11-d7fa-437f-bdf4-b8cbea504813 req-ed7f863b-0ddc-487f-8d0a-c37c5e65c890 tempest-ServerGroupTestJSON-2074030751 tempest-ServerGroupTestJSON-2074030751-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222849'] for port, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:35:00.217880 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-86c36c11-d7fa-437f-bdf4-b8cbea504813 req-ed7f863b-0ddc-487f-8d0a-c37c5e65c890 tempest-ServerGroupTestJSON-2074030751 tempest-ServerGroupTestJSON-2074030751-project] 10.222.0.53 "DELETE /v2.0/ports/d4bf7fdb-4409-4750-9597-58aa57ce61d6 HTTP/1.1" status: 204 len: 173 time: 1.0186186 Sep 23 19:35:00.218898 n-d-713301-16 neutron-server[95101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec3b8ded-94fc-4d24-ad13-1fd8c16b8842', 'name': 'network-vif-deleted', 'tag': 'd4bf7fdb-4409-4750-9597-58aa57ce61d6'}] {{(pid=95101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 19:35:00.230352 n-d-713301-16 neutron-server[95101]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d8366c5740cd635e57ab12b71fe44a77c2acc3c19091ef849c6f68b380462244" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09e24521-3afd-4163-acf3-3118da573628" -d '{"events": [{"server_uuid": "ec3b8ded-94fc-4d24-ad13-1fd8c16b8842", "name": "network-vif-deleted", "tag": "d4bf7fdb-4409-4750-9597-58aa57ce61d6"}]}' {{(pid=95101) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 19:35:00.305191 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:35:00.361019 n-d-713301-16 neutron-server[95103]: DEBUG neutron.notifiers.nova [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e8124d03-6ec4-487a-a850-bef4dcba7384 {{(pid=95103) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 19:35:00.395439 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] For port e8124d03-6ec4-487a-a850-bef4dcba7384, host n-h1-713301-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-16',level=0,port_id=e8124d03-6ec4-487a-a850-bef4dcba7384,segment=NetworkSegment(0ad9f853-8282-44e3-ac3b-2b75c9223dae),segment_id=0ad9f853-8282-44e3-ac3b-2b75c9223dae)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:35:00.402645 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:35:00.456392 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Pushing event updated for resources: {'Port': ['ID=e8124d03-6ec4-487a-a850-bef4dcba7384,revision_number=4']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:35:00.684171 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] get_ports_and_sgs() called for port_ids ['e8124d03-6ec4-487a-a850-bef4dcba7384'] {{(pid=95103) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 19:35:00.780766 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-b1b2f437-47ac-4f3f-a134-625f13a8c5c9 req-c6edd85b-e645-48c0-baf3-6922c8c9f89b tempest-ServerGroupTestJSON-2074030751 tempest-ServerGroupTestJSON-2074030751-project] 10.222.0.67 "GET /v2.0/ports?device_id=ec3b8ded-94fc-4d24-ad13-1fd8c16b8842 HTTP/1.1" status: 200 len: 210 time: 0.4955363 Sep 23 19:35:00.807958 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df430cbe-9e50-4c47-9abf-d40badcdd96a req-97cf14c4-40a7-426b-b849-b4e31785f28b tempest-ServerRescueNegativeTestJSON-317871319 tempest-ServerRescueNegativeTestJSON-317871319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:35:00.819785 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-df430cbe-9e50-4c47-9abf-d40badcdd96a req-97cf14c4-40a7-426b-b849-b4e31785f28b tempest-ServerRescueNegativeTestJSON-317871319 tempest-ServerRescueNegativeTestJSON-317871319-project] 10.222.0.67 "GET /v2.0/ports?device_id=f6ef00c9-1a36-4a78-8258-2ac22e8b1be1 HTTP/1.1" status: 200 len: 945 time: 0.5774267 Sep 23 19:35:00.863226 n-d-713301-16 neutron-server[95101]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 19:35:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0ff7fa7-9c7b-4c14-b131-37f03c127ae2 x-openstack-request-id: req-e0ff7fa7-9c7b-4c14-b131-37f03c127ae2 {{(pid=95101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 19:35:00.863582 n-d-713301-16 neutron-server[95101]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ec3b8ded-94fc-4d24-ad13-1fd8c16b8842", "name": "network-vif-deleted", "tag": "d4bf7fdb-4409-4750-9597-58aa57ce61d6", "status": "completed", "code": 200}]} {{(pid=95101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 19:35:00.863944 n-d-713301-16 neutron-server[95101]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-e0ff7fa7-9c7b-4c14-b131-37f03c127ae2 {{(pid=95101) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 19:35:00.864579 n-d-713301-16 neutron-server[95101]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ec3b8ded-94fc-4d24-ad13-1fd8c16b8842', 'name': 'network-vif-deleted', 'tag': 'd4bf7fdb-4409-4750-9597-58aa57ce61d6', 'status': 'completed', 'code': 200} Sep 23 19:35:00.909614 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-df430cbe-9e50-4c47-9abf-d40badcdd96a req-1f89d8fe-632f-442e-b2d8-337ac6f98189 tempest-ServerRescueNegativeTestJSON-317871319 tempest-ServerRescueNegativeTestJSON-317871319-project] 10.222.0.67 "GET /v2.0/security-groups?id=ac103501-6c24-4299-8f11-081b36059735&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886362 Sep 23 19:35:01.045540 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a23ad9-1e51-457c-8faf-8bacf54ced91 req-48be9119-d0ab-4f16-94e9-2da02980469c tempest-ServerActionsTestJSON-618918056 tempest-ServerActionsTestJSON-618918056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:35:01.055071 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-d9a23ad9-1e51-457c-8faf-8bacf54ced91 req-48be9119-d0ab-4f16-94e9-2da02980469c tempest-ServerActionsTestJSON-618918056 tempest-ServerActionsTestJSON-618918056-project] 10.222.0.67 "GET /v2.0/ports?device_id=7de987f0-ed4b-4ad1-baee-011605c35a17 HTTP/1.1" status: 200 len: 944 time: 0.0788248 Sep 23 19:35:01.090234 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-d9a23ad9-1e51-457c-8faf-8bacf54ced91 req-062010fe-cd7f-4c95-9463-34bc32937ff3 tempest-ServerActionsTestJSON-618918056 tempest-ServerActionsTestJSON-618918056-project] 10.222.0.67 "GET /v2.0/security-groups?id=8f1e71cd-f67e-49f6-828d-7dde05723843&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340476 Sep 23 19:35:01.277926 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-f6294ebf-b03a-4a4c-ab9a-2282d2221635 req-6f10b819-867d-451a-8842-b5c1af7e2df8 tempest-TaggedBootDevicesTest-1101605307 tempest-TaggedBootDevicesTest-1101605307-project] 10.222.0.67 "GET /v2.0/ports?device_id=6c7d744a-f584-4648-aa8d-a6936fa22df4 HTTP/1.1" status: 200 len: 210 time: 0.0381188 Sep 23 19:35:01.961777 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Device e8124d03-6ec4-487a-a850-bef4dcba7384 up at agent hyperv_n-h1-713301-16 {{(pid=95103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 19:35:02.048248 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f06e4704-ab3e-4ddc-bc53-d74e29b96b11 req-64f8ef72-7a26-4074-9dc7-7dabc4209db3 tempest-ServerRescueNegativeTestJSON-317871319 tempest-ServerRescueNegativeTestJSON-317871319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:35:02.056088 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Provisioning for port e8124d03-6ec4-487a-a850-bef4dcba7384 completed by entity L2. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 19:35:02.056875 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-f06e4704-ab3e-4ddc-bc53-d74e29b96b11 req-64f8ef72-7a26-4074-9dc7-7dabc4209db3 tempest-ServerRescueNegativeTestJSON-317871319 tempest-ServerRescueNegativeTestJSON-317871319-project] 10.222.0.67 "GET /v2.0/ports?device_id=f6ef00c9-1a36-4a78-8258-2ac22e8b1be1 HTTP/1.1" status: 200 len: 945 time: 0.0740335 Sep 23 19:35:02.061682 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Provisioning complete for port e8124d03-6ec4-487a-a850-bef4dcba7384 triggered by entity L2. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:35:02.062053 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:35:02.108853 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-f06e4704-ab3e-4ddc-bc53-d74e29b96b11 req-402d00ae-c059-44ae-8410-d42d9da1c77d tempest-ServerRescueNegativeTestJSON-317871319 tempest-ServerRescueNegativeTestJSON-317871319-project] 10.222.0.67 "GET /v2.0/security-groups?id=ac103501-6c24-4299-8f11-081b36059735&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422256 Sep 23 19:35:02.179391 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 50142) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:35:02.215072 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:35:02.248022 n-d-713301-16 neutron-server[95101]: DEBUG neutron.db.db_base_plugin_v2 [None req-c50271ed-f7ba-46b1-b015-0e76eb473f4a admin admin] Deleting subnet 7e7607ce-e2e0-44b3-90bc-e9af6114111a {{(pid=95101) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 23 19:35:02.251975 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-c50271ed-f7ba-46b1-b015-0e76eb473f4a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:35:02.252499 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48fe0258-c064-4105-89fb-4dadb53d82ab req-0e5db98b-db29-4ff4-942f-5bfff476fa68 tempest-ServerActionsTestJSON-618918056 tempest-ServerActionsTestJSON-618918056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:35:02.259342 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-48fe0258-c064-4105-89fb-4dadb53d82ab req-0e5db98b-db29-4ff4-942f-5bfff476fa68 tempest-ServerActionsTestJSON-618918056 tempest-ServerActionsTestJSON-618918056-project] 10.222.0.67 "GET /v2.0/ports?device_id=7de987f0-ed4b-4ad1-baee-011605c35a17 HTTP/1.1" status: 200 len: 944 time: 0.0772922 Sep 23 19:35:02.260461 n-d-713301-16 neutron-server[95103]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7de987f0-ed4b-4ad1-baee-011605c35a17', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e8124d03-6ec4-487a-a850-bef4dcba7384'}] {{(pid=95103) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 19:35:02.264291 n-d-713301-16 neutron-server[95103]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}81a1c17f2aa89d5b3ebbba3a3e0cf7eb588e431c2224256110c4c4facdd7c3e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58e4a7ec-6901-42e7-b7b9-6b22ed6321d5" -d '{"events": [{"server_uuid": "7de987f0-ed4b-4ad1-baee-011605c35a17", "name": "network-vif-plugged", "status": "completed", "tag": "e8124d03-6ec4-487a-a850-bef4dcba7384"}]}' {{(pid=95103) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 19:35:02.302656 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-c50271ed-f7ba-46b1-b015-0e76eb473f4a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6007154'] for subnet, precommit_delete_associations {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:35:02.312817 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] For port e8124d03-6ec4-487a-a850-bef4dcba7384, host n-h1-713301-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-16',level=0,port_id=e8124d03-6ec4-487a-a850-bef4dcba7384,segment=NetworkSegment(0ad9f853-8282-44e3-ac3b-2b75c9223dae),segment_id=0ad9f853-8282-44e3-ac3b-2b75c9223dae)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:35:02.330087 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:35:02.349895 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-48fe0258-c064-4105-89fb-4dadb53d82ab req-a4cf52de-e76a-4e97-a8ee-a7cc0393376d tempest-ServerActionsTestJSON-618918056 tempest-ServerActionsTestJSON-618918056-project] 10.222.0.67 "GET /v2.0/security-groups?id=8f1e71cd-f67e-49f6-828d-7dde05723843&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827408 Sep 23 19:35:02.371379 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-c50271ed-f7ba-46b1-b015-0e76eb473f4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1756813'] for subnet, precommit_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:35:02.396083 n-d-713301-16 neutron-server[95103]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 19:35:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b11948d9-9153-43ef-8fa4-c72afe1cdc71 x-openstack-request-id: req-b11948d9-9153-43ef-8fa4-c72afe1cdc71 {{(pid=95103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 19:35:02.396438 n-d-713301-16 neutron-server[95103]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7de987f0-ed4b-4ad1-baee-011605c35a17", "name": "network-vif-plugged", "status": "completed", "tag": "e8124d03-6ec4-487a-a850-bef4dcba7384", "code": 200}]} {{(pid=95103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 19:35:02.396779 n-d-713301-16 neutron-server[95103]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-b11948d9-9153-43ef-8fa4-c72afe1cdc71 {{(pid=95103) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 19:35:02.397239 n-d-713301-16 neutron-server[95103]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7de987f0-ed4b-4ad1-baee-011605c35a17', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e8124d03-6ec4-487a-a850-bef4dcba7384', 'code': 200} Sep 23 19:35:02.426060 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Pushing event updated for resources: {'Port': ['ID=e8124d03-6ec4-487a-a850-bef4dcba7384,revision_number=5']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:35:02.488939 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-564a9baa-55ba-4852-94da-1d6ffa1619ba req-8d4dd4bf-a46a-483e-a197-13894e1923af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:35:02.490653 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-564a9baa-55ba-4852-94da-1d6ffa1619ba req-8d4dd4bf-a46a-483e-a197-13894e1923af service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=7de987f0-ed4b-4ad1-baee-011605c35a17 HTTP/1.1" status: 200 len: 1097 time: 0.0653069 Sep 23 19:35:02.490909 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-0d7c9e07-0f1a-49d2-91ea-0cef8bd033dd req-d69cb14e-e14c-47f5-8eea-3fbe2e4eda98 tempest-TaggedBootDevicesTest-1101605307 tempest-TaggedBootDevicesTest-1101605307-project] 10.222.0.67 "GET /v2.0/ports?device_id=6c7d744a-f584-4648-aa8d-a6936fa22df4 HTTP/1.1" status: 200 len: 210 time: 0.0390124 Sep 23 19:35:02.517250 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-c50271ed-f7ba-46b1-b015-0e76eb473f4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1756804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5607514', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6130950'] for subnet, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:35:02.562569 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c50271ed-f7ba-46b1-b015-0e76eb473f4a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7e7607ce-e2e0-44b3-90bc-e9af6114111a,revision_number=None']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:35:02.565022 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-c50271ed-f7ba-46b1-b015-0e76eb473f4a admin admin] Notify callbacks [] for subnet, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:35:02.568783 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-c50271ed-f7ba-46b1-b015-0e76eb473f4a admin admin] 10.222.0.67 "DELETE /v2.0/subnets/7e7607ce-e2e0-44b3-90bc-e9af6114111a HTTP/1.1" status: 204 len: 168 time: 0.3858769 Sep 23 19:35:02.569804 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 50154) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:35:02.573527 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-564a9baa-55ba-4852-94da-1d6ffa1619ba req-7d7624ca-aa36-4cf8-8710-1e0d76a1a37e service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=8f1e71cd-f67e-49f6-828d-7dde05723843&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750475 Sep 23 19:35:02.649000 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-05985549-f6d6-4dfa-b23f-ded2abb2ed26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1628021'] for network, before_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:35:02.733164 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-05985549-f6d6-4dfa-b23f-ded2abb2ed26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1754676', 'neutron.services.segments.db._delete_segments_for_network-8783146221460'] for network, precommit_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:35:02.759964 n-d-713301-16 neutron-server[95102]: DEBUG neutron.services.segments.db [None req-05985549-f6d6-4dfa-b23f-ded2abb2ed26 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1eb1243c-991c-4d58-847c-e51ee44a0f33']}} {{(pid=95102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:35:02.770293 n-d-713301-16 neutron-server[95102]: DEBUG neutron.services.segments.db [None req-05985549-f6d6-4dfa-b23f-ded2abb2ed26 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ec3b13ad-042e-4cd9-8ba7-57268193e2c7') {'for_net_delete': True} {{(pid=95102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:35:02.770848 n-d-713301-16 neutron-server[95102]: DEBUG neutron.services.segments.db [None req-05985549-f6d6-4dfa-b23f-ded2abb2ed26 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ec3b13ad-042e-4cd9-8ba7-57268193e2c7') {} {{(pid=95102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:35:02.784583 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-05985549-f6d6-4dfa-b23f-ded2abb2ed26 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783146221725', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6162832'] for segment, before_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:35:02.799904 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-05985549-f6d6-4dfa-b23f-ded2abb2ed26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1756186'] for segment, precommit_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:35:02.806313 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-05985549-f6d6-4dfa-b23f-ded2abb2ed26 admin admin] Releasing vlan 640 on physical network physnet1 to pool {{(pid=95102) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 19:35:02.806743 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-05985549-f6d6-4dfa-b23f-ded2abb2ed26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1756186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4398095'] for segment, after_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:35:02.808552 n-d-713301-16 neutron-server[95102]: Traceback (most recent call last): Sep 23 19:35:02.808552 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 19:35:02.808552 n-d-713301-16 neutron-server[95102]: timer() Sep 23 19:35:02.808552 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 19:35:02.808552 n-d-713301-16 neutron-server[95102]: cb(*args, **kw) Sep 23 19:35:02.808552 n-d-713301-16 neutron-server[95102]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 19:35:02.808552 n-d-713301-16 neutron-server[95102]: return func(*args, **kwargs) Sep 23 19:35:02.808552 n-d-713301-16 neutron-server[95102]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 19:35:02.808552 n-d-713301-16 neutron-server[95102]: self._notify() Sep 23 19:35:02.808552 n-d-713301-16 neutron-server[95102]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 19:35:02.808552 n-d-713301-16 neutron-server[95102]: self.callback(batched_events) Sep 23 19:35:02.808552 n-d-713301-16 neutron-server[95102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 19:35:02.808552 n-d-713301-16 neutron-server[95102]: event.method(event) Sep 23 19:35:02.808552 n-d-713301-16 neutron-server[95102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 19:35:02.808552 n-d-713301-16 neutron-server[95102]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 19:35:02.808552 n-d-713301-16 neutron-server[95102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 19:35:02.808552 n-d-713301-16 neutron-server[95102]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 19:35:02.808552 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 19:35:02.808552 n-d-713301-16 neutron-server[95102]: return f(self, *a, **k) Sep 23 19:35:02.808552 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 19:35:02.808552 n-d-713301-16 neutron-server[95102]: return self._get(url).json() Sep 23 19:35:02.808552 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 19:35:02.808552 n-d-713301-16 neutron-server[95102]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 19:35:02.808552 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 19:35:02.808552 n-d-713301-16 neutron-server[95102]: return self.request(url, 'GET', **kwargs) Sep 23 19:35:02.808552 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 19:35:02.808552 n-d-713301-16 neutron-server[95102]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 19:35:02.808552 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 19:35:02.808552 n-d-713301-16 neutron-server[95102]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 19:35:02.808552 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 19:35:02.808552 n-d-713301-16 neutron-server[95102]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 19:35:02.808552 n-d-713301-16 neutron-server[95102]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 19:35:02.869613 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-05985549-f6d6-4dfa-b23f-ded2abb2ed26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1754627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-601866'] for network, after_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:35:02.877801 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-05985549-f6d6-4dfa-b23f-ded2abb2ed26 admin admin] Notify callbacks [] for network, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:35:02.882698 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-05985549-f6d6-4dfa-b23f-ded2abb2ed26 admin admin] 10.222.0.67 "DELETE /v2.0/networks/1eb1243c-991c-4d58-847c-e51ee44a0f33 HTTP/1.1" status: 204 len: 168 time: 0.3092306 Sep 23 19:35:02.894756 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05985549-f6d6-4dfa-b23f-ded2abb2ed26 admin admin] Pushing event deleted for resources: {'Network': ['ID=1eb1243c-991c-4d58-847c-e51ee44a0f33,revision_number=None']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:35:03.185070 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 50180) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:35:03.233517 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-32b51f06-31c4-45d1-b95f-c1cd4e38b44e admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=4dc572e6f2d54593907916a9521c5c34&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0471659 Sep 23 19:35:03.236072 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 50182) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:35:03.251974 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b5dbfd-ddf5-4a87-be0c-27691dcd2da3 req-de3e1dde-932e-4bc1-bdb7-8b15563e7df4 tempest-ServerRescueNegativeTestJSON-317871319 tempest-ServerRescueNegativeTestJSON-317871319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:35:03.254535 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-e9b5dbfd-ddf5-4a87-be0c-27691dcd2da3 req-de3e1dde-932e-4bc1-bdb7-8b15563e7df4 tempest-ServerRescueNegativeTestJSON-317871319 tempest-ServerRescueNegativeTestJSON-317871319-project] 10.222.0.67 "GET /v2.0/ports?device_id=f6ef00c9-1a36-4a78-8258-2ac22e8b1be1 HTTP/1.1" status: 200 len: 945 time: 0.0616150 Sep 23 19:35:03.304291 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-e9b5dbfd-ddf5-4a87-be0c-27691dcd2da3 req-ecb34997-fc03-47e5-9274-5aca20d53f6e tempest-ServerRescueNegativeTestJSON-317871319 tempest-ServerRescueNegativeTestJSON-317871319-project] 10.222.0.67 "GET /v2.0/security-groups?id=ac103501-6c24-4299-8f11-081b36059735&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430620 Sep 23 19:35:03.305885 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-f56198c3-5663-4184-bca6-f60fb9eda4fe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:35:03.339105 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-f56198c3-5663-4184-bca6-f60fb9eda4fe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:35:03.399124 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-f56198c3-5663-4184-bca6-f60fb9eda4fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:35:03.402301 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-f56198c3-5663-4184-bca6-f60fb9eda4fe admin admin] Notify callbacks [] for security_group, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:35:03.404128 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-f56198c3-5663-4184-bca6-f60fb9eda4fe admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/84857475-07b3-488f-846b-402e1d86f5c8 HTTP/1.1" status: 204 len: 168 time: 0.1668816 Sep 23 19:35:03.412355 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f56198c3-5663-4184-bca6-f60fb9eda4fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84857475-07b3-488f-846b-402e1d86f5c8,revision_number=None']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:35:03.507070 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ba1fef-b499-4c4a-b1e2-ed322735a803 req-b2e35763-acfa-4627-9004-4ba3f420e7c4 tempest-ServerActionsTestJSON-618918056 tempest-ServerActionsTestJSON-618918056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:35:03.515316 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-b3ba1fef-b499-4c4a-b1e2-ed322735a803 req-b2e35763-acfa-4627-9004-4ba3f420e7c4 tempest-ServerActionsTestJSON-618918056 tempest-ServerActionsTestJSON-618918056-project] 10.222.0.67 "GET /v2.0/ports?device_id=7de987f0-ed4b-4ad1-baee-011605c35a17 HTTP/1.1" status: 200 len: 945 time: 0.0662684 Sep 23 19:35:03.569529 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-b3ba1fef-b499-4c4a-b1e2-ed322735a803 req-cdc3117e-be0d-4b3a-91c4-d30a7123d555 tempest-ServerActionsTestJSON-618918056 tempest-ServerActionsTestJSON-618918056-project] 10.222.0.67 "GET /v2.0/security-groups?id=8f1e71cd-f67e-49f6-828d-7dde05723843&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484872 Sep 23 19:35:03.617240 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-ffb0da47-c687-43b1-ad1f-03011a55fe50 req-e01ff466-a81a-4476-86b8-3b72ac47bf43 tempest-TaggedBootDevicesTest-1101605307 tempest-TaggedBootDevicesTest-1101605307-project] 10.222.0.67 "GET /v2.0/ports?device_id=6c7d744a-f584-4648-aa8d-a6936fa22df4 HTTP/1.1" status: 200 len: 210 time: 0.0323429 Sep 23 19:35:04.214997 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Device d4bf7fdb-4409-4750-9597-58aa57ce61d6 no longer exists at agent hyperv_n-h2-713301-16 {{(pid=95103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 19:35:04.242200 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.plugin [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] No Port match for: d4bf7fdb-4409-4750-9597-58aa57ce61d6 {{(pid=95103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 19:35:04.243220 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Device d4bf7fdb-4409-4750-9597-58aa57ce61d6 not bound to the agent host n-h2-713301-16 {{(pid=95103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 19:35:04.454590 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13cd5e7-9dbd-4042-b3e3-fc43f402cd21 req-edfa40b2-350b-4d12-8495-afd4e88bb62d tempest-ServerRescueNegativeTestJSON-317871319 tempest-ServerRescueNegativeTestJSON-317871319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:35:04.462337 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-b13cd5e7-9dbd-4042-b3e3-fc43f402cd21 req-edfa40b2-350b-4d12-8495-afd4e88bb62d tempest-ServerRescueNegativeTestJSON-317871319 tempest-ServerRescueNegativeTestJSON-317871319-project] 10.222.0.67 "GET /v2.0/ports?device_id=f6ef00c9-1a36-4a78-8258-2ac22e8b1be1 HTTP/1.1" status: 200 len: 945 time: 0.0757189 Sep 23 19:35:04.529562 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-b13cd5e7-9dbd-4042-b3e3-fc43f402cd21 req-f9bfb408-4668-4dca-b470-2a89bf0cc028 tempest-ServerRescueNegativeTestJSON-317871319 tempest-ServerRescueNegativeTestJSON-317871319-project] 10.222.0.67 "GET /v2.0/security-groups?id=ac103501-6c24-4299-8f11-081b36059735&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662203 Sep 23 19:35:04.807920 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-4c99bf63-98b6-4e43-bfa1-60855af7cbde req-c070f7a6-061e-48e2-8a2e-76764c0589e8 tempest-TaggedBootDevicesTest-1101605307 tempest-TaggedBootDevicesTest-1101605307-project] 10.222.0.67 "GET /v2.0/ports?device_id=6c7d744a-f584-4648-aa8d-a6936fa22df4 HTTP/1.1" status: 200 len: 210 time: 0.0611041 Sep 23 19:35:04.821403 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d902641-82f8-49bd-82da-f42899c2d41a req-7011ea34-96fb-4e2f-8c57-00c5eec77382 tempest-ServerActionsTestJSON-618918056 tempest-ServerActionsTestJSON-618918056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:35:04.830918 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-9d902641-82f8-49bd-82da-f42899c2d41a req-7011ea34-96fb-4e2f-8c57-00c5eec77382 tempest-ServerActionsTestJSON-618918056 tempest-ServerActionsTestJSON-618918056-project] 10.222.0.67 "GET /v2.0/ports?device_id=7de987f0-ed4b-4ad1-baee-011605c35a17 HTTP/1.1" status: 200 len: 945 time: 0.1666455 Sep 23 19:35:04.871397 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-9d902641-82f8-49bd-82da-f42899c2d41a req-caef996b-11ee-4657-ad25-594caec6362a tempest-ServerActionsTestJSON-618918056 tempest-ServerActionsTestJSON-618918056-project] 10.222.0.67 "GET /v2.0/security-groups?id=8f1e71cd-f67e-49f6-828d-7dde05723843&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394907 Sep 23 19:35:05.218758 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e20f404-d220-4597-8c8f-fd38946341a2 req-718e1acf-eb57-4ebc-aa54-90ad56a2ac47 tempest-ServerActionsTestJSON-618918056 tempest-ServerActionsTestJSON-618918056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:35:05.233967 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-7e20f404-d220-4597-8c8f-fd38946341a2 req-718e1acf-eb57-4ebc-aa54-90ad56a2ac47 tempest-ServerActionsTestJSON-618918056 tempest-ServerActionsTestJSON-618918056-project] 10.222.0.67 "GET /v2.0/ports?device_id=7de987f0-ed4b-4ad1-baee-011605c35a17 HTTP/1.1" status: 200 len: 945 time: 0.1099243 Sep 23 19:35:05.288287 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-7e20f404-d220-4597-8c8f-fd38946341a2 req-6b1ac259-5694-4fb3-b585-6a077928e547 tempest-ServerActionsTestJSON-618918056 tempest-ServerActionsTestJSON-618918056-project] 10.222.0.67 "GET /v2.0/security-groups?id=8f1e71cd-f67e-49f6-828d-7dde05723843&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480599 Sep 23 19:35:05.669862 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754462ea-f0b6-4be4-bc4f-60d31d4b66a2 req-085cec44-ede1-4b5f-a44a-eca7dd136af5 tempest-ServerRescueNegativeTestJSON-317871319 tempest-ServerRescueNegativeTestJSON-317871319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:35:05.671330 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-754462ea-f0b6-4be4-bc4f-60d31d4b66a2 req-085cec44-ede1-4b5f-a44a-eca7dd136af5 tempest-ServerRescueNegativeTestJSON-317871319 tempest-ServerRescueNegativeTestJSON-317871319-project] 10.222.0.67 "GET /v2.0/ports?device_id=f6ef00c9-1a36-4a78-8258-2ac22e8b1be1 HTTP/1.1" status: 200 len: 945 time: 0.0700762 Sep 23 19:35:05.727528 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-754462ea-f0b6-4be4-bc4f-60d31d4b66a2 req-923e486f-5360-46e1-9fea-f374d7822639 tempest-ServerRescueNegativeTestJSON-317871319 tempest-ServerRescueNegativeTestJSON-317871319-project] 10.222.0.67 "GET /v2.0/security-groups?id=ac103501-6c24-4299-8f11-081b36059735&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434613 Sep 23 19:35:05.943220 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-101233e6-023b-4049-a564-cf960cc27a61 req-3841dd99-5ca8-4962-8a8c-6d683e2dd7c8 tempest-TaggedBootDevicesTest-1101605307 tempest-TaggedBootDevicesTest-1101605307-project] 10.222.0.67 "GET /v2.0/ports?device_id=6c7d744a-f584-4648-aa8d-a6936fa22df4 HTTP/1.1" status: 200 len: 210 time: 0.0307527 Sep 23 19:35:06.445902 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a4b2f6-04d3-4ad1-8df0-9d3b8607f995 req-58ccbc1b-e3bd-4dd3-b512-da7b5a6e6fe4 tempest-ServerActionsTestJSON-618918056 tempest-ServerActionsTestJSON-618918056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:35:06.447366 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-45a4b2f6-04d3-4ad1-8df0-9d3b8607f995 req-58ccbc1b-e3bd-4dd3-b512-da7b5a6e6fe4 tempest-ServerActionsTestJSON-618918056 tempest-ServerActionsTestJSON-618918056-project] 10.222.0.67 "GET /v2.0/ports?device_id=7de987f0-ed4b-4ad1-baee-011605c35a17 HTTP/1.1" status: 200 len: 945 time: 0.0575953 Sep 23 19:35:06.521775 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-45a4b2f6-04d3-4ad1-8df0-9d3b8607f995 req-19d43313-51fc-4991-97f6-34b0dd693508 tempest-ServerActionsTestJSON-618918056 tempest-ServerActionsTestJSON-618918056-project] 10.222.0.67 "GET /v2.0/security-groups?id=8f1e71cd-f67e-49f6-828d-7dde05723843&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655458 Sep 23 19:35:06.952585 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c342fa-e61a-4a80-9990-3590dbf264e9 req-871876f3-a0a3-4503-8b29-1d4977afd4bc tempest-ServerRescueNegativeTestJSON-317871319 tempest-ServerRescueNegativeTestJSON-317871319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:35:06.954264 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-12c342fa-e61a-4a80-9990-3590dbf264e9 req-871876f3-a0a3-4503-8b29-1d4977afd4bc tempest-ServerRescueNegativeTestJSON-317871319 tempest-ServerRescueNegativeTestJSON-317871319-project] 10.222.0.67 "GET /v2.0/ports?device_id=f6ef00c9-1a36-4a78-8258-2ac22e8b1be1 HTTP/1.1" status: 200 len: 945 time: 0.1205170 Sep 23 19:35:07.035174 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-12c342fa-e61a-4a80-9990-3590dbf264e9 req-511a0e52-cbf7-4fcc-af6d-9358523a5089 tempest-ServerRescueNegativeTestJSON-317871319 tempest-ServerRescueNegativeTestJSON-317871319-project] 10.222.0.67 "GET /v2.0/security-groups?id=ac103501-6c24-4299-8f11-081b36059735&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738249 Sep 23 19:35:07.211848 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-57569ba2-d679-4c03-b440-f76ef61b6154 req-81bf125f-6ad9-4b70-a822-576e06d7c167 tempest-TaggedBootDevicesTest-1101605307 tempest-TaggedBootDevicesTest-1101605307-project] 10.222.0.67 "GET /v2.0/ports?device_id=6c7d744a-f584-4648-aa8d-a6936fa22df4 HTTP/1.1" status: 200 len: 210 time: 0.0787692 Sep 23 19:35:07.243744 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9110b914-6527-4db1-ba4d-ce99aebb259b req-4c46eb95-aabc-46f7-abbb-54cb0f43400d tempest-ServerActionsTestJSON-618918056 tempest-ServerActionsTestJSON-618918056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:35:07.246067 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-9110b914-6527-4db1-ba4d-ce99aebb259b req-4c46eb95-aabc-46f7-abbb-54cb0f43400d tempest-ServerActionsTestJSON-618918056 tempest-ServerActionsTestJSON-618918056-project] 10.222.0.67 "GET /v2.0/ports?device_id=7de987f0-ed4b-4ad1-baee-011605c35a17 HTTP/1.1" status: 200 len: 945 time: 0.1040578 Sep 23 19:35:07.307129 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-9110b914-6527-4db1-ba4d-ce99aebb259b req-66147bb4-8d63-493b-a1b2-d19d01da17f2 tempest-ServerActionsTestJSON-618918056 tempest-ServerActionsTestJSON-618918056-project] 10.222.0.67 "GET /v2.0/security-groups?id=8f1e71cd-f67e-49f6-828d-7dde05723843&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524304 Sep 23 19:35:07.718515 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 50370) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:35:07.889037 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-7d32ebd3-ceba-4042-9190-c88ae3a206a2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:35:08.045045 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-7d32ebd3-ceba-4042-9190-c88ae3a206a2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:35:08.053186 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-7d32ebd3-ceba-4042-9190-c88ae3a206a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:35:08.089578 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d32ebd3-ceba-4042-9190-c88ae3a206a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7896c323-9788-4f2e-8e80-47a54228bb5d,revision_number=1']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:35:08.109454 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 50390) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:35:08.110181 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-7d32ebd3-ceba-4042-9190-c88ae3a206a2 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=f7999bcfe0164543add369098ff35fce&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3898618 Sep 23 19:35:08.207804 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bedbeab-cad1-4e2b-98d5-e9cf386e121a req-b22e9ab9-e6b5-4109-b4e1-5cf7e5d7e8f2 tempest-ServerRescueNegativeTestJSON-317871319 tempest-ServerRescueNegativeTestJSON-317871319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:35:08.220471 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-3bedbeab-cad1-4e2b-98d5-e9cf386e121a req-b22e9ab9-e6b5-4109-b4e1-5cf7e5d7e8f2 tempest-ServerRescueNegativeTestJSON-317871319 tempest-ServerRescueNegativeTestJSON-317871319-project] 10.222.0.67 "GET /v2.0/ports?device_id=f6ef00c9-1a36-4a78-8258-2ac22e8b1be1 HTTP/1.1" status: 200 len: 945 time: 0.0906067 Sep 23 19:35:08.232466 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-41418544-b168-4da1-856a-206ab910dbae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:35:08.299087 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-3bedbeab-cad1-4e2b-98d5-e9cf386e121a req-2e1fe53c-3dce-4062-af65-dfd68c2c1dc0 tempest-ServerRescueNegativeTestJSON-317871319 tempest-ServerRescueNegativeTestJSON-317871319-project] 10.222.0.67 "GET /v2.0/security-groups?id=ac103501-6c24-4299-8f11-081b36059735&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776081 Sep 23 19:35:08.314302 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-41418544-b168-4da1-856a-206ab910dbae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:35:08.431921 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-803ffe82-4b0f-445c-bcf3-033688ffd9ae req-c3f2e133-1828-45d9-afbc-4f45cb028f82 tempest-TaggedBootDevicesTest-1101605307 tempest-TaggedBootDevicesTest-1101605307-project] 10.222.0.67 "GET /v2.0/ports?device_id=6c7d744a-f584-4648-aa8d-a6936fa22df4 HTTP/1.1" status: 200 len: 210 time: 0.0623391 Sep 23 19:35:08.437064 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-41418544-b168-4da1-856a-206ab910dbae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:35:08.441532 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-41418544-b168-4da1-856a-206ab910dbae admin admin] Notify callbacks [] for security_group, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:35:08.446618 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-41418544-b168-4da1-856a-206ab910dbae admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/7896c323-9788-4f2e-8e80-47a54228bb5d HTTP/1.1" status: 204 len: 168 time: 0.3338175 Sep 23 19:35:08.468791 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41418544-b168-4da1-856a-206ab910dbae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7896c323-9788-4f2e-8e80-47a54228bb5d,revision_number=None']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:35:08.519308 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc59af19-6f17-4494-855f-2764e7f54295 req-2e98183e-9330-4129-ad82-4c0874d6775e tempest-ServerActionsTestJSON-618918056 tempest-ServerActionsTestJSON-618918056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:35:08.529085 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-cc59af19-6f17-4494-855f-2764e7f54295 req-2e98183e-9330-4129-ad82-4c0874d6775e tempest-ServerActionsTestJSON-618918056 tempest-ServerActionsTestJSON-618918056-project] 10.222.0.67 "GET /v2.0/ports?device_id=7de987f0-ed4b-4ad1-baee-011605c35a17 HTTP/1.1" status: 200 len: 945 time: 0.0915444 Sep 23 19:35:08.594625 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-cc59af19-6f17-4494-855f-2764e7f54295 req-a6e86e07-1987-40a3-a32b-25582c3e8794 tempest-ServerActionsTestJSON-618918056 tempest-ServerActionsTestJSON-618918056-project] 10.222.0.67 "GET /v2.0/security-groups?id=8f1e71cd-f67e-49f6-828d-7dde05723843&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633636 Sep 23 19:35:08.960844 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef0b40a-f928-41c4-90d6-3b99ad4b90b5 req-5561600e-3798-4057-8cdc-0b07794ad3c8 tempest-AttachVolumeTestJSON-1825206227 tempest-AttachVolumeTestJSON-1825206227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:35:08.965201 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-7ef0b40a-f928-41c4-90d6-3b99ad4b90b5 req-5561600e-3798-4057-8cdc-0b07794ad3c8 tempest-AttachVolumeTestJSON-1825206227 tempest-AttachVolumeTestJSON-1825206227-project] 10.222.0.67 "GET /v2.0/ports?device_id=051e7231-6ffc-49ea-88bc-1af2c996b2ce HTTP/1.1" status: 200 len: 945 time: 0.1018543 Sep 23 19:35:09.011537 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-7ef0b40a-f928-41c4-90d6-3b99ad4b90b5 req-e2b1e177-1c4f-4ce4-b740-0ccceeb10263 tempest-AttachVolumeTestJSON-1825206227 tempest-AttachVolumeTestJSON-1825206227-project] 10.222.0.67 "GET /v2.0/security-groups?id=eab70f1d-779e-4c1c-95ac-dc447f42d4f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398688 Sep 23 19:35:09.163526 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 50428) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:35:09.181716 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-0296370d-2645-48f6-80eb-eb5561dd74dd admin admin] Notify callbacks [] for security_group, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:35:09.360889 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-0296370d-2645-48f6-80eb-eb5561dd74dd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:35:09.400370 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-0296370d-2645-48f6-80eb-eb5561dd74dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:35:09.448393 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be7e15c-92a5-4b88-a070-d88668735342 req-03b6e3c0-e32d-47b9-82e2-0f04d727e0ba tempest-ServerRescueNegativeTestJSON-317871319 tempest-ServerRescueNegativeTestJSON-317871319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:35:09.462242 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-3be7e15c-92a5-4b88-a070-d88668735342 req-03b6e3c0-e32d-47b9-82e2-0f04d727e0ba tempest-ServerRescueNegativeTestJSON-317871319 tempest-ServerRescueNegativeTestJSON-317871319-project] 10.222.0.67 "GET /v2.0/ports?device_id=f6ef00c9-1a36-4a78-8258-2ac22e8b1be1 HTTP/1.1" status: 200 len: 945 time: 0.0726717 Sep 23 19:35:09.500815 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-0296370d-2645-48f6-80eb-eb5561dd74dd admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=a108a4d7c493486886385d93fcf3bc83&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3353546 Sep 23 19:35:09.501595 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 50450) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:35:09.528452 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-3be7e15c-92a5-4b88-a070-d88668735342 req-59f225ad-c145-4322-b6f0-3a1e5a1c39f0 tempest-ServerRescueNegativeTestJSON-317871319 tempest-ServerRescueNegativeTestJSON-317871319-project] 10.222.0.67 "GET /v2.0/security-groups?id=ac103501-6c24-4299-8f11-081b36059735&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599511 Sep 23 19:35:09.546965 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f23bfea-267f-44a8-8c5a-c0a02ae4201f req-3a993c30-7ea5-460b-a953-3422e1c04522 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:35:09.549720 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-0f23bfea-267f-44a8-8c5a-c0a02ae4201f req-3a993c30-7ea5-460b-a953-3422e1c04522 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=f6ef00c9-1a36-4a78-8258-2ac22e8b1be1 HTTP/1.1" status: 200 len: 1097 time: 0.1860623 Sep 23 19:35:09.594356 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-623df220-09b9-437d-bddf-65c31fd0449c req-1159cc3f-a188-4a64-97df-7907bd77cd00 tempest-TaggedBootDevicesTest-1101605307 tempest-TaggedBootDevicesTest-1101605307-project] 10.222.0.67 "GET /v2.0/ports?device_id=6c7d744a-f584-4648-aa8d-a6936fa22df4 HTTP/1.1" status: 200 len: 210 time: 0.0397642 Sep 23 19:35:09.614920 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0296370d-2645-48f6-80eb-eb5561dd74dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ed1c008-c88a-4f7a-8a5d-18d9a363e36d,revision_number=1']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:35:09.628283 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-0f23bfea-267f-44a8-8c5a-c0a02ae4201f req-5feb840e-df9f-43f6-b383-26adc7765041 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=ac103501-6c24-4299-8f11-081b36059735&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599873 Sep 23 19:35:09.693160 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-02b58480-78a9-4a28-81c6-6dbc61481491 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:35:09.723827 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-02b58480-78a9-4a28-81c6-6dbc61481491 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:35:09.738539 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2835a9de-9dd8-4398-ab07-50ece17e1568 req-530546e9-34b4-4755-8692-ffed84e1b5b6 tempest-ServerActionsTestJSON-618918056 tempest-ServerActionsTestJSON-618918056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:35:09.740268 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-2835a9de-9dd8-4398-ab07-50ece17e1568 req-530546e9-34b4-4755-8692-ffed84e1b5b6 tempest-ServerActionsTestJSON-618918056 tempest-ServerActionsTestJSON-618918056-project] 10.222.0.67 "GET /v2.0/ports?device_id=7de987f0-ed4b-4ad1-baee-011605c35a17 HTTP/1.1" status: 200 len: 945 time: 0.0591161 Sep 23 19:35:09.797598 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-02b58480-78a9-4a28-81c6-6dbc61481491 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:35:09.810946 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-02b58480-78a9-4a28-81c6-6dbc61481491 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:35:09.816274 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-02b58480-78a9-4a28-81c6-6dbc61481491 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/0ed1c008-c88a-4f7a-8a5d-18d9a363e36d HTTP/1.1" status: 204 len: 168 time: 0.3049750 Sep 23 19:35:09.824260 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-2835a9de-9dd8-4398-ab07-50ece17e1568 req-3c794743-671b-427b-89a1-0b6de3b83e94 tempest-ServerActionsTestJSON-618918056 tempest-ServerActionsTestJSON-618918056-project] 10.222.0.67 "GET /v2.0/security-groups?id=8f1e71cd-f67e-49f6-828d-7dde05723843&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775182 Sep 23 19:35:09.847999 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02b58480-78a9-4a28-81c6-6dbc61481491 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ed1c008-c88a-4f7a-8a5d-18d9a363e36d,revision_number=None']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:35:09.975975 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Device e8124d03-6ec4-487a-a850-bef4dcba7384 details requested by agent hyperv_n-h1-713301-16 with host n-h1-713301-16 {{(pid=95103) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 19:35:10.082849 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] For port e8124d03-6ec4-487a-a850-bef4dcba7384, host n-h1-713301-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-16',level=0,port_id=e8124d03-6ec4-487a-a850-bef4dcba7384,segment=NetworkSegment(0ad9f853-8282-44e3-ac3b-2b75c9223dae),segment_id=0ad9f853-8282-44e3-ac3b-2b75c9223dae)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:35:10.097052 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Returning: {'device': 'e8124d03-6ec4-487a-a850-bef4dcba7384', 'network_id': '364dc893-5ecb-4aa3-be76-13b51cbbfbd4', 'port_id': 'e8124d03-6ec4-487a-a850-bef4dcba7384', 'mac_address': 'fa:16:3e:81:e7:91', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 632, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a900be85-be08-465b-85e6-4a05aae55389', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95103) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 19:35:10.190910 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:35:10.193533 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d362e8-bf80-4792-87bb-f790fdec10fa req-e58d3510-6505-4a66-a8e7-c86b1e125cf7 tempest-AttachVolumeTestJSON-1825206227 tempest-AttachVolumeTestJSON-1825206227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:35:10.195472 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-39d362e8-bf80-4792-87bb-f790fdec10fa req-e58d3510-6505-4a66-a8e7-c86b1e125cf7 tempest-AttachVolumeTestJSON-1825206227 tempest-AttachVolumeTestJSON-1825206227-project] 10.222.0.67 "GET /v2.0/ports?device_id=051e7231-6ffc-49ea-88bc-1af2c996b2ce HTTP/1.1" status: 200 len: 945 time: 0.0870700 Sep 23 19:35:10.222217 n-d-713301-16 neutron-server[95103]: DEBUG neutron.notifiers.nova [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id e8124d03-6ec4-487a-a850-bef4dcba7384 {{(pid=95103) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 19:35:10.279388 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] For port e8124d03-6ec4-487a-a850-bef4dcba7384, host n-h1-713301-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-16',level=0,port_id=e8124d03-6ec4-487a-a850-bef4dcba7384,segment=NetworkSegment(0ad9f853-8282-44e3-ac3b-2b75c9223dae),segment_id=0ad9f853-8282-44e3-ac3b-2b75c9223dae)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:35:10.289835 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:35:10.303925 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-39d362e8-bf80-4792-87bb-f790fdec10fa req-314b9186-3ea7-4ecb-a1f9-85b3b30a8eb1 tempest-AttachVolumeTestJSON-1825206227 tempest-AttachVolumeTestJSON-1825206227-project] 10.222.0.67 "GET /v2.0/security-groups?id=eab70f1d-779e-4c1c-95ac-dc447f42d4f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1008377 Sep 23 19:35:10.417761 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] get_ports_and_sgs() called for port_ids ['e8124d03-6ec4-487a-a850-bef4dcba7384'] {{(pid=95103) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 19:35:10.539797 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Pushing event updated for resources: {'Port': ['ID=e8124d03-6ec4-487a-a850-bef4dcba7384,revision_number=6']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:35:10.820980 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-d94c3a64-3375-43e6-84fb-8b3ea6627df8 req-8404b73f-7f76-4d5a-8809-7f9a90b20b61 tempest-TaggedBootDevicesTest-1101605307 tempest-TaggedBootDevicesTest-1101605307-project] 10.222.0.67 "GET /v2.0/ports?device_id=6c7d744a-f584-4648-aa8d-a6936fa22df4 HTTP/1.1" status: 200 len: 210 time: 0.0897720 Sep 23 19:35:10.897302 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ff89fd-699c-48f8-bc39-eba7d47feee0 req-3ea785ad-3431-4bf6-ad09-ff8fd7f22d9c tempest-ServerRescueNegativeTestJSON-317871319 tempest-ServerRescueNegativeTestJSON-317871319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:35:10.908948 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-93ff89fd-699c-48f8-bc39-eba7d47feee0 req-3ea785ad-3431-4bf6-ad09-ff8fd7f22d9c tempest-ServerRescueNegativeTestJSON-317871319 tempest-ServerRescueNegativeTestJSON-317871319-project] 10.222.0.67 "GET /v2.0/ports?device_id=f6ef00c9-1a36-4a78-8258-2ac22e8b1be1 HTTP/1.1" status: 200 len: 945 time: 0.2407966 Sep 23 19:35:10.937717 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a6569d-46b1-4add-9346-c945b6a4ab8f req-1a503b34-c367-4edd-af35-f3d5e9425706 tempest-AttachVolumeTestJSON-1825206227 tempest-AttachVolumeTestJSON-1825206227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:35:10.943053 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-f0a6569d-46b1-4add-9346-c945b6a4ab8f req-1a503b34-c367-4edd-af35-f3d5e9425706 tempest-AttachVolumeTestJSON-1825206227 tempest-AttachVolumeTestJSON-1825206227-project] 10.222.0.74 "GET /v2.0/ports?device_id=051e7231-6ffc-49ea-88bc-1af2c996b2ce HTTP/1.1" status: 200 len: 945 time: 0.1745956 Sep 23 19:35:11.030795 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-93ff89fd-699c-48f8-bc39-eba7d47feee0 req-a6e1a093-8b03-4084-ae53-58422ba6036e tempest-ServerRescueNegativeTestJSON-317871319 tempest-ServerRescueNegativeTestJSON-317871319-project] 10.222.0.67 "GET /v2.0/security-groups?id=ac103501-6c24-4299-8f11-081b36059735&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1209316 Sep 23 19:35:11.236192 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e9fe63-500d-4d2a-b145-024a3b34c1e1 req-b8e83c04-bd05-4710-8464-14aa85f49e47 tempest-ServerActionsTestJSON-618918056 tempest-ServerActionsTestJSON-618918056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:35:11.252048 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-01e9fe63-500d-4d2a-b145-024a3b34c1e1 req-b8e83c04-bd05-4710-8464-14aa85f49e47 tempest-ServerActionsTestJSON-618918056 tempest-ServerActionsTestJSON-618918056-project] 10.222.0.67 "GET /v2.0/ports?device_id=7de987f0-ed4b-4ad1-baee-011605c35a17 HTTP/1.1" status: 200 len: 944 time: 0.2288005 Sep 23 19:35:11.283721 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.plugin [req-f0a6569d-46b1-4add-9346-c945b6a4ab8f req-80ec2245-88e9-4f57-b744-f55ebae91217 tempest-AttachVolumeTestJSON-1825206227 tempest-AttachVolumeTestJSON-1825206227-project] Deleting port 1fff127a-03eb-4796-b3b1-57d14608f79b {{(pid=95101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:35:11.284088 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-f0a6569d-46b1-4add-9346-c945b6a4ab8f req-80ec2245-88e9-4f57-b744-f55ebae91217 tempest-AttachVolumeTestJSON-1825206227 tempest-AttachVolumeTestJSON-1825206227-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783146157096'] for port, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:35:11.333205 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-01e9fe63-500d-4d2a-b145-024a3b34c1e1 req-0f699700-bbeb-4eb9-b0ad-4fbefcd7b98a tempest-ServerActionsTestJSON-618918056 tempest-ServerActionsTestJSON-618918056-project] 10.222.0.67 "GET /v2.0/security-groups?id=8f1e71cd-f67e-49f6-828d-7dde05723843&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788476 Sep 23 19:35:11.593380 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df05193a-7361-41ae-8737-8ebda28f5636 req-74fb55ab-9afd-4cad-822d-947579c6a560 tempest-AttachVolumeTestJSON-1825206227 tempest-AttachVolumeTestJSON-1825206227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:35:11.609635 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-df05193a-7361-41ae-8737-8ebda28f5636 req-74fb55ab-9afd-4cad-822d-947579c6a560 tempest-AttachVolumeTestJSON-1825206227 tempest-AttachVolumeTestJSON-1825206227-project] 10.222.0.67 "GET /v2.0/ports?device_id=051e7231-6ffc-49ea-88bc-1af2c996b2ce HTTP/1.1" status: 200 len: 945 time: 0.1185517 Sep 23 19:35:11.621284 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.db [req-f0a6569d-46b1-4add-9346-c945b6a4ab8f req-80ec2245-88e9-4f57-b744-f55ebae91217 tempest-AttachVolumeTestJSON-1825206227 tempest-AttachVolumeTestJSON-1825206227-project] For port 1fff127a-03eb-4796-b3b1-57d14608f79b, host n-h1-713301-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-16',level=0,port_id=1fff127a-03eb-4796-b3b1-57d14608f79b,segment=NetworkSegment(e08e9043-0f34-46de-ae85-d8bb0d4241b4),segment_id=e08e9043-0f34-46de-ae85-d8bb0d4241b4)] {{(pid=95101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:35:11.623133 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-f0a6569d-46b1-4add-9346-c945b6a4ab8f req-80ec2245-88e9-4f57-b744-f55ebae91217 tempest-AttachVolumeTestJSON-1825206227 tempest-AttachVolumeTestJSON-1825206227-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-605701'] for port, precommit_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:35:11.716370 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-df05193a-7361-41ae-8737-8ebda28f5636 req-d78653a8-f2bb-47c4-aa3b-9859423874f2 tempest-AttachVolumeTestJSON-1825206227 tempest-AttachVolumeTestJSON-1825206227-project] 10.222.0.67 "GET /v2.0/security-groups?id=eab70f1d-779e-4c1c-95ac-dc447f42d4f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0955439 Sep 23 19:35:11.978014 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-f0a6569d-46b1-4add-9346-c945b6a4ab8f req-80ec2245-88e9-4f57-b744-f55ebae91217 tempest-AttachVolumeTestJSON-1825206227 tempest-AttachVolumeTestJSON-1825206227-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:35:11.978635 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-f0a6569d-46b1-4add-9346-c945b6a4ab8f req-80ec2245-88e9-4f57-b744-f55ebae91217 tempest-AttachVolumeTestJSON-1825206227 tempest-AttachVolumeTestJSON-1825206227-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-601884'] for floatingip, after_update {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:35:11.979210 n-d-713301-16 neutron-server[95101]: INFO neutron.db.l3_db [req-f0a6569d-46b1-4add-9346-c945b6a4ab8f req-80ec2245-88e9-4f57-b744-f55ebae91217 tempest-AttachVolumeTestJSON-1825206227 tempest-AttachVolumeTestJSON-1825206227-project] Floating IP cae34a15-22d3-4596-8535-18b892eafb9b disassociated. External IP: 172.25.1.116, port: 1fff127a-03eb-4796-b3b1-57d14608f79b. Sep 23 19:35:11.985822 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.plugin [req-f0a6569d-46b1-4add-9346-c945b6a4ab8f req-80ec2245-88e9-4f57-b744-f55ebae91217 tempest-AttachVolumeTestJSON-1825206227 tempest-AttachVolumeTestJSON-1825206227-project] Calling delete_port for 1fff127a-03eb-4796-b3b1-57d14608f79b owned by compute:nova {{(pid=95101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:35:11.986137 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Device e8124d03-6ec4-487a-a850-bef4dcba7384 up at agent hyperv_n-h1-713301-16 {{(pid=95103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 19:35:12.064375 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-06ad1b7c-b0c4-4ebf-8421-9e859fe845ea req-2e22530d-a7cb-4b25-8ce3-3903b1c2a9d9 tempest-TaggedBootDevicesTest-1101605307 tempest-TaggedBootDevicesTest-1101605307-project] 10.222.0.67 "GET /v2.0/ports?device_id=6c7d744a-f584-4648-aa8d-a6936fa22df4 HTTP/1.1" status: 200 len: 210 time: 0.1129065 Sep 23 19:35:12.131906 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Provisioning complete for port e8124d03-6ec4-487a-a850-bef4dcba7384 triggered by entity L2. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:35:12.133942 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:35:12.308697 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-f0a6569d-46b1-4add-9346-c945b6a4ab8f req-80ec2245-88e9-4f57-b744-f55ebae91217 tempest-AttachVolumeTestJSON-1825206227 tempest-AttachVolumeTestJSON-1825206227-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783146162158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783145673144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5607431'] for port, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:35:12.342277 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:35:12.390525 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ec2245-88e9-4f57-b744-f55ebae91217 tempest-AttachVolumeTestJSON-1825206227 tempest-AttachVolumeTestJSON-1825206227-project] Pushing event deleted for resources: {'Port': ['ID=1fff127a-03eb-4796-b3b1-57d14608f79b,revision_number=None']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:35:12.445496 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49ab1a9-a615-4c0e-a7e2-08487d17d371 req-3b66965d-1917-4f13-bf62-2e77b94aad87 tempest-ServerRescueNegativeTestJSON-317871319 tempest-ServerRescueNegativeTestJSON-317871319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:35:12.451798 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-a49ab1a9-a615-4c0e-a7e2-08487d17d371 req-3b66965d-1917-4f13-bf62-2e77b94aad87 tempest-ServerRescueNegativeTestJSON-317871319 tempest-ServerRescueNegativeTestJSON-317871319-project] 10.222.0.67 "GET /v2.0/ports?device_id=f6ef00c9-1a36-4a78-8258-2ac22e8b1be1 HTTP/1.1" status: 200 len: 945 time: 0.1562760 Sep 23 19:35:12.494773 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] For port e8124d03-6ec4-487a-a850-bef4dcba7384, host n-h1-713301-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-16',level=0,port_id=e8124d03-6ec4-487a-a850-bef4dcba7384,segment=NetworkSegment(0ad9f853-8282-44e3-ac3b-2b75c9223dae),segment_id=0ad9f853-8282-44e3-ac3b-2b75c9223dae)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:35:12.498369 n-d-713301-16 neutron-server[95103]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7de987f0-ed4b-4ad1-baee-011605c35a17', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e8124d03-6ec4-487a-a850-bef4dcba7384'}] {{(pid=95103) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 19:35:12.513488 n-d-713301-16 neutron-server[95103]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}81a1c17f2aa89d5b3ebbba3a3e0cf7eb588e431c2224256110c4c4facdd7c3e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2fced891-8278-4cea-86cf-29b1265bfb4a" -d '{"events": [{"server_uuid": "7de987f0-ed4b-4ad1-baee-011605c35a17", "name": "network-vif-plugged", "status": "completed", "tag": "e8124d03-6ec4-487a-a850-bef4dcba7384"}]}' {{(pid=95103) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 19:35:12.530714 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:35:12.696896 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Pushing event updated for resources: {'Port': ['ID=e8124d03-6ec4-487a-a850-bef4dcba7384,revision_number=7']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:35:12.728885 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-a49ab1a9-a615-4c0e-a7e2-08487d17d371 req-b5a951e0-9c83-40a1-b3b3-560aca0179ea tempest-ServerRescueNegativeTestJSON-317871319 tempest-ServerRescueNegativeTestJSON-317871319-project] 10.222.0.67 "GET /v2.0/security-groups?id=ac103501-6c24-4299-8f11-081b36059735&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2669437 Sep 23 19:35:12.736369 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f0a6569d-46b1-4add-9346-c945b6a4ab8f req-80ec2245-88e9-4f57-b744-f55ebae91217 tempest-AttachVolumeTestJSON-1825206227 tempest-AttachVolumeTestJSON-1825206227-project] Router 0ae9bdcc-8d8c-4e39-ab0b-7f19577fbe58 has already been hosted by L3 agent 79a740bf-7821-4989-8288-7186e3e128f3 {{(pid=95101) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 19:35:12.787261 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c04137e2-fc91-448c-824d-620793efadc0 req-8bebf946-a048-4f22-99cb-2ff1578aa6e2 tempest-ServerActionsTestJSON-618918056 tempest-ServerActionsTestJSON-618918056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:35:12.808685 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-c04137e2-fc91-448c-824d-620793efadc0 req-8bebf946-a048-4f22-99cb-2ff1578aa6e2 tempest-ServerActionsTestJSON-618918056 tempest-ServerActionsTestJSON-618918056-project] 10.222.0.67 "GET /v2.0/ports?device_id=7de987f0-ed4b-4ad1-baee-011605c35a17 HTTP/1.1" status: 200 len: 945 time: 0.2757285 Sep 23 19:35:12.900777 n-d-713301-16 neutron-server[95103]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 19:35:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba065f7a-ae5b-4714-b213-13f1fea110fe x-openstack-request-id: req-ba065f7a-ae5b-4714-b213-13f1fea110fe {{(pid=95103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 19:35:12.901174 n-d-713301-16 neutron-server[95103]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7de987f0-ed4b-4ad1-baee-011605c35a17", "name": "network-vif-plugged", "status": "completed", "tag": "e8124d03-6ec4-487a-a850-bef4dcba7384", "code": 200}]} {{(pid=95103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 19:35:12.901628 n-d-713301-16 neutron-server[95103]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-ba065f7a-ae5b-4714-b213-13f1fea110fe {{(pid=95103) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 19:35:12.902640 n-d-713301-16 neutron-server[95103]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7de987f0-ed4b-4ad1-baee-011605c35a17', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e8124d03-6ec4-487a-a850-bef4dcba7384', 'code': 200} Sep 23 19:35:12.949225 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-c04137e2-fc91-448c-824d-620793efadc0 req-64d3ab24-387a-4eb1-98f2-c8c2e1b5954f tempest-ServerActionsTestJSON-618918056 tempest-ServerActionsTestJSON-618918056-project] 10.222.0.67 "GET /v2.0/security-groups?id=8f1e71cd-f67e-49f6-828d-7dde05723843&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1389341 Sep 23 19:35:13.034435 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f0a6569d-46b1-4add-9346-c945b6a4ab8f req-80ec2245-88e9-4f57-b744-f55ebae91217 tempest-AttachVolumeTestJSON-1825206227 tempest-AttachVolumeTestJSON-1825206227-project] Notify agent at l3_agent.n-d-713301-16 the message routers_updated {{(pid=95101) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 19:35:13.047563 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3bee1b7-0e6a-4694-81b8-d72c348a4747 None None] Sync routers for ids ['0ae9bdcc-8d8c-4e39-ab0b-7f19577fbe58'] in n-d-713301-16 {{(pid=95103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 19:35:13.070779 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3bee1b7-0e6a-4694-81b8-d72c348a4747 None None] Routers {'0ae9bdcc-8d8c-4e39-ab0b-7f19577fbe58'} bound to L3 agent in host n-d-713301-16 {{(pid=95103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 19:35:13.071656 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_hamode_db [None req-a3bee1b7-0e6a-4694-81b8-d72c348a4747 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-23T19:07:52Z,description=,heartbeat_timestamp=2021-09-23T19:34:52Z,host='n-d-713301-16',id=79a740bf-7821-4989-8288-7186e3e128f3,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:07:52Z,topic='l3_agent')) {'router_ids': ['0ae9bdcc-8d8c-4e39-ab0b-7f19577fbe58'], 'active': True} {{(pid=95103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:35:13.184917 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-80324d8c-87d1-4b21-9af7-2a291cc2102b req-5a361090-ffd5-4658-ae2d-6dac27702e48 tempest-AttachVolumeTestJSON-1825206227 tempest-AttachVolumeTestJSON-1825206227-project] 10.222.0.67 "GET /v2.0/ports?device_id=051e7231-6ffc-49ea-88bc-1af2c996b2ce HTTP/1.1" status: 200 len: 210 time: 0.1080551 Sep 23 19:35:13.242639 n-d-713301-16 neutron-server[95101]: DEBUG neutron.db.l3_dvrscheduler_db [req-f0a6569d-46b1-4add-9346-c945b6a4ab8f req-80ec2245-88e9-4f57-b744-f55ebae91217 tempest-AttachVolumeTestJSON-1825206227 tempest-AttachVolumeTestJSON-1825206227-project] No DVR routers for this DVR port 1fff127a-03eb-4796-b3b1-57d14608f79b on host n-h1-713301-16 {{(pid=95101) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 19:35:13.252855 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-f0a6569d-46b1-4add-9346-c945b6a4ab8f req-80ec2245-88e9-4f57-b744-f55ebae91217 tempest-AttachVolumeTestJSON-1825206227 tempest-AttachVolumeTestJSON-1825206227-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222849'] for port, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:35:13.259078 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-f0a6569d-46b1-4add-9346-c945b6a4ab8f req-80ec2245-88e9-4f57-b744-f55ebae91217 tempest-AttachVolumeTestJSON-1825206227 tempest-AttachVolumeTestJSON-1825206227-project] 10.222.0.74 "DELETE /v2.0/ports/1fff127a-03eb-4796-b3b1-57d14608f79b HTTP/1.1" status: 204 len: 173 time: 2.3096399 Sep 23 19:35:13.275926 n-d-713301-16 neutron-server[95101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '051e7231-6ffc-49ea-88bc-1af2c996b2ce', 'name': 'network-vif-deleted', 'tag': '1fff127a-03eb-4796-b3b1-57d14608f79b'}] {{(pid=95101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 19:35:13.301499 n-d-713301-16 neutron-server[95101]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d8366c5740cd635e57ab12b71fe44a77c2acc3c19091ef849c6f68b380462244" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-932770c4-1087-4f97-bf39-905839fa6d37" -d '{"events": [{"server_uuid": "051e7231-6ffc-49ea-88bc-1af2c996b2ce", "name": "network-vif-deleted", "tag": "1fff127a-03eb-4796-b3b1-57d14608f79b"}]}' {{(pid=95101) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 19:35:13.405583 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_dvr_db [None req-a3bee1b7-0e6a-4694-81b8-d72c348a4747 None None] Set router 0ae9bdcc-8d8c-4e39-ab0b-7f19577fbe58 gateway port host: n-d-713301-16 {{(pid=95103) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 19:35:13.451332 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc6e0d8-f383-43fb-b3c2-857577cb52ff req-5c25bc3c-ed73-468a-ab19-e0a43cf6f04e tempest-ServerRescueNegativeTestJSON-317871319 tempest-ServerRescueNegativeTestJSON-317871319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:35:13.477005 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-4bc6e0d8-f383-43fb-b3c2-857577cb52ff req-5c25bc3c-ed73-468a-ab19-e0a43cf6f04e tempest-ServerRescueNegativeTestJSON-317871319 tempest-ServerRescueNegativeTestJSON-317871319-project] 10.222.0.67 "GET /v2.0/ports?device_id=f5f48627-8ac0-4a38-a3d5-5de21347facd HTTP/1.1" status: 200 len: 946 time: 0.3185525 Sep 23 19:35:13.487650 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-230ea520-07e9-41fe-97cc-72d3af95cf72 req-b5d7aa4d-47e8-46d4-9aca-7003d2c38a3d tempest-TaggedBootDevicesTest-1101605307 tempest-TaggedBootDevicesTest-1101605307-project] 10.222.0.67 "GET /v2.0/ports?device_id=6c7d744a-f584-4648-aa8d-a6936fa22df4 HTTP/1.1" status: 200 len: 210 time: 0.1699393 Sep 23 19:35:13.627628 n-d-713301-16 neutron-server[95101]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 19:35:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df432e78-7c22-4616-8d96-199cb3991374 x-openstack-request-id: req-df432e78-7c22-4616-8d96-199cb3991374 {{(pid=95101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 19:35:13.627932 n-d-713301-16 neutron-server[95101]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "051e7231-6ffc-49ea-88bc-1af2c996b2ce", "name": "network-vif-deleted", "tag": "1fff127a-03eb-4796-b3b1-57d14608f79b", "status": "completed", "code": 200}]} {{(pid=95101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 19:35:13.628225 n-d-713301-16 neutron-server[95101]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-df432e78-7c22-4616-8d96-199cb3991374 {{(pid=95101) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 19:35:13.628587 n-d-713301-16 neutron-server[95101]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '051e7231-6ffc-49ea-88bc-1af2c996b2ce', 'name': 'network-vif-deleted', 'tag': '1fff127a-03eb-4796-b3b1-57d14608f79b', 'status': 'completed', 'code': 200} Sep 23 19:35:13.634483 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-4bc6e0d8-f383-43fb-b3c2-857577cb52ff req-549e498e-0cd6-4d22-b03b-d4e530382af5 tempest-ServerRescueNegativeTestJSON-317871319 tempest-ServerRescueNegativeTestJSON-317871319-project] 10.222.0.67 "GET /v2.0/security-groups?id=ac103501-6c24-4299-8f11-081b36059735&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1393459 Sep 23 19:35:13.947153 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_hamode_db [None req-a3bee1b7-0e6a-4694-81b8-d72c348a4747 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ae9bdcc-8d8c-4e39-ab0b-7f19577fbe58', 'name': 'tempest-AttachVolumeTestJSON-314622829-router', 'tenant_id': 'bc1c8a8a17df480598455b00ff38da5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'external_fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.53'}], 'enable_snat': True}, 'gw_port_id': 'bab68285-692e-4b0e-8383-3035eb294b14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:27:18Z', 'updated_at': '2021-09-23T19:27:26Z', 'revision_number': 4, 'project_id': 'bc1c8a8a17df480598455b00ff38da5a', 'gw_port': {'id': 'bab68285-692e-4b0e-8383-3035eb294b14', 'name': '', 'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:f0:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ae9bdcc-8d8c-4e39-ab0b-7f19577fbe58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1030, 'fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:27:18Z', 'updated_at': '2021-09-23T19:27:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-16', '_interfaces': [{'id': 'df511637-223e-4ec6-90b4-f9fde186f89c', 'name': '', 'network_id': '891932c9-457f-43e1-aea2-971af25a68f6', 'tenant_id': 'bc1c8a8a17df480598455b00ff38da5a', 'mac_address': 'fa:16:3e:81:e6:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ae9bdcc-8d8c-4e39-ab0b-7f19577fbe58', 'device_owner': 'network:router_interface', 'standard_attr_id': 1038, 'fixed_ips': [{'subnet_id': 'bbfc5a86-0037-429e-b11d-698cbfb1a3c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:27:24Z', 'updated_at': '2021-09-23T19:27:30Z', 'revision_number': 5, 'project_id': 'bc1c8a8a17df480598455b00ff38da5a', 'subnets': [{'id': 'bbfc5a86-0037-429e-b11d-698cbfb1a3c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-16', False) {} {{(pid=95103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:35:14.050527 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Device 1fff127a-03eb-4796-b3b1-57d14608f79b no longer exists at agent hyperv_n-h1-713301-16 {{(pid=95103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 19:35:14.079827 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.plugin [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] No Port match for: 1fff127a-03eb-4796-b3b1-57d14608f79b {{(pid=95103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 19:35:14.080470 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Device 1fff127a-03eb-4796-b3b1-57d14608f79b not bound to the agent host n-h1-713301-16 {{(pid=95103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 19:35:14.082308 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3bee1b7-0e6a-4694-81b8-d72c348a4747 None None] Checking router: 0ae9bdcc-8d8c-4e39-ab0b-7f19577fbe58 for host: n-d-713301-16 {{(pid=95103) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 19:35:14.094873 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3bee1b7-0e6a-4694-81b8-d72c348a4747 None None] Routers {'0ae9bdcc-8d8c-4e39-ab0b-7f19577fbe58'} bound to L3 agent in host n-d-713301-16 {{(pid=95103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 19:35:14.095853 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_hamode_db [None req-a3bee1b7-0e6a-4694-81b8-d72c348a4747 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-23T19:07:52Z,description=,heartbeat_timestamp=2021-09-23T19:34:52Z,host='n-d-713301-16',id=79a740bf-7821-4989-8288-7186e3e128f3,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:07:52Z,topic='l3_agent')) {'router_ids': ['0ae9bdcc-8d8c-4e39-ab0b-7f19577fbe58'], 'active': True} {{(pid=95103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:35:14.273688 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8099fec5-e8e7-4ee0-b855-b60760ea39ce req-08f4589c-61ac-4f53-9ac3-b6d4c1d8a404 tempest-ServerActionsTestJSON-618918056 tempest-ServerActionsTestJSON-618918056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:35:14.283650 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-8099fec5-e8e7-4ee0-b855-b60760ea39ce req-08f4589c-61ac-4f53-9ac3-b6d4c1d8a404 tempest-ServerActionsTestJSON-618918056 tempest-ServerActionsTestJSON-618918056-project] 10.222.0.67 "GET /v2.0/ports?device_id=7de987f0-ed4b-4ad1-baee-011605c35a17 HTTP/1.1" status: 200 len: 945 time: 0.1060867 Sep 23 19:35:14.377567 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-8099fec5-e8e7-4ee0-b855-b60760ea39ce req-f4807f43-f2fe-4d82-9c0b-42fcb3787d24 tempest-ServerActionsTestJSON-618918056 tempest-ServerActionsTestJSON-618918056-project] 10.222.0.67 "GET /v2.0/security-groups?id=8f1e71cd-f67e-49f6-828d-7dde05723843&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909672 Sep 23 19:35:14.419536 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_dvr_db [None req-a3bee1b7-0e6a-4694-81b8-d72c348a4747 None None] Set router 0ae9bdcc-8d8c-4e39-ab0b-7f19577fbe58 gateway port host: n-d-713301-16 {{(pid=95103) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 19:35:14.457004 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c5b822a-2f80-4447-9248-e790f25e864c req-a9c60f6c-f5b0-43b4-a092-de02cba28528 tempest-ServerRescueNegativeTestJSON-317871319 tempest-ServerRescueNegativeTestJSON-317871319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:35:14.467101 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-6c5b822a-2f80-4447-9248-e790f25e864c req-a9c60f6c-f5b0-43b4-a092-de02cba28528 tempest-ServerRescueNegativeTestJSON-317871319 tempest-ServerRescueNegativeTestJSON-317871319-project] 10.222.0.67 "GET /v2.0/ports?device_id=f5f48627-8ac0-4a38-a3d5-5de21347facd HTTP/1.1" status: 200 len: 946 time: 0.1632605 Sep 23 19:35:14.503119 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 50594) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:35:14.586279 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-6c5b822a-2f80-4447-9248-e790f25e864c req-38421c3e-7b8c-4bac-9158-383ee53204b1 tempest-ServerRescueNegativeTestJSON-317871319 tempest-ServerRescueNegativeTestJSON-317871319-project] 10.222.0.67 "GET /v2.0/security-groups?id=ac103501-6c24-4299-8f11-081b36059735&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1092834 Sep 23 19:35:14.682727 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-556ce3c7-d9d0-4c9d-865c-bab48eacd475 tempest-AttachVolumeTestJSON-1825206227 tempest-AttachVolumeTestJSON-1825206227-project] Notify callbacks [] for security_group, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:35:14.714222 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-9abb76bc-6b8e-4464-85c2-e64ecd7dcf79 req-60d7efec-1c73-47e6-adff-2984dca40441 tempest-TaggedBootDevicesTest-1101605307 tempest-TaggedBootDevicesTest-1101605307-project] 10.222.0.67 "GET /v2.0/ports?device_id=6c7d744a-f584-4648-aa8d-a6936fa22df4 HTTP/1.1" status: 200 len: 210 time: 0.0628967 Sep 23 19:35:14.742940 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-556ce3c7-d9d0-4c9d-865c-bab48eacd475 tempest-AttachVolumeTestJSON-1825206227 tempest-AttachVolumeTestJSON-1825206227-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:35:14.818924 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-556ce3c7-d9d0-4c9d-865c-bab48eacd475 tempest-AttachVolumeTestJSON-1825206227 tempest-AttachVolumeTestJSON-1825206227-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:35:14.827212 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-556ce3c7-d9d0-4c9d-865c-bab48eacd475 tempest-AttachVolumeTestJSON-1825206227 tempest-AttachVolumeTestJSON-1825206227-project] Notify callbacks [] for security_group, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:35:14.831874 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-556ce3c7-d9d0-4c9d-865c-bab48eacd475 tempest-AttachVolumeTestJSON-1825206227 tempest-AttachVolumeTestJSON-1825206227-project] 10.222.0.67 "DELETE /v2.0/security-groups/eab70f1d-779e-4c1c-95ac-dc447f42d4f6 HTTP/1.1" status: 204 len: 168 time: 0.3241043 Sep 23 19:35:14.833000 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 50602) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:35:14.865620 n-d-713301-16 neutron-server[95102]: INFO neutron.api.v2.resource [None req-fc1b0f22-d1ae-46a3-a01f-814c396eebe3 tempest-AttachVolumeTestJSON-1825206227 tempest-AttachVolumeTestJSON-1825206227-project] show failed (client error): The resource could not be found. Sep 23 19:35:14.871232 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-fc1b0f22-d1ae-46a3-a01f-814c396eebe3 tempest-AttachVolumeTestJSON-1825206227 tempest-AttachVolumeTestJSON-1825206227-project] 10.222.0.67 "GET /v2.0/security-groups/eab70f1d-779e-4c1c-95ac-dc447f42d4f6 HTTP/1.1" status: 404 len: 347 time: 0.0337517 Sep 23 19:35:14.873208 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 50606) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:35:14.883125 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-556ce3c7-d9d0-4c9d-865c-bab48eacd475 tempest-AttachVolumeTestJSON-1825206227 tempest-AttachVolumeTestJSON-1825206227-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=eab70f1d-779e-4c1c-95ac-dc447f42d4f6,revision_number=None']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:35:14.975365 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_hamode_db [None req-a3bee1b7-0e6a-4694-81b8-d72c348a4747 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ae9bdcc-8d8c-4e39-ab0b-7f19577fbe58', 'name': 'tempest-AttachVolumeTestJSON-314622829-router', 'tenant_id': 'bc1c8a8a17df480598455b00ff38da5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'external_fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.53'}], 'enable_snat': True}, 'gw_port_id': 'bab68285-692e-4b0e-8383-3035eb294b14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:27:18Z', 'updated_at': '2021-09-23T19:27:26Z', 'revision_number': 4, 'project_id': 'bc1c8a8a17df480598455b00ff38da5a', 'gw_port': {'id': 'bab68285-692e-4b0e-8383-3035eb294b14', 'name': '', 'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:f0:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ae9bdcc-8d8c-4e39-ab0b-7f19577fbe58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1030, 'fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:27:18Z', 'updated_at': '2021-09-23T19:27:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-16', '_interfaces': [{'id': 'df511637-223e-4ec6-90b4-f9fde186f89c', 'name': '', 'network_id': '891932c9-457f-43e1-aea2-971af25a68f6', 'tenant_id': 'bc1c8a8a17df480598455b00ff38da5a', 'mac_address': 'fa:16:3e:81:e6:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ae9bdcc-8d8c-4e39-ab0b-7f19577fbe58', 'device_owner': 'network:router_interface', 'standard_attr_id': 1038, 'fixed_ips': [{'subnet_id': 'bbfc5a86-0037-429e-b11d-698cbfb1a3c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:27:24Z', 'updated_at': '2021-09-23T19:27:30Z', 'revision_number': 5, 'project_id': 'bc1c8a8a17df480598455b00ff38da5a', 'subnets': [{'id': 'bbfc5a86-0037-429e-b11d-698cbfb1a3c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-16', False) {} {{(pid=95103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:35:15.059360 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3bee1b7-0e6a-4694-81b8-d72c348a4747 None None] The sync data for ids ['0ae9bdcc-8d8c-4e39-ab0b-7f19577fbe58'] in n-d-713301-16 is: [{'id': '0ae9bdcc-8d8c-4e39-ab0b-7f19577fbe58', 'name': 'tempest-AttachVolumeTestJSON-314622829-router', 'tenant_id': 'bc1c8a8a17df480598455b00ff38da5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'external_fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.53'}], 'enable_snat': True}, 'gw_port_id': 'bab68285-692e-4b0e-8383-3035eb294b14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:27:18Z', 'updated_at': '2021-09-23T19:27:26Z', 'revision_number': 4, 'project_id': 'bc1c8a8a17df480598455b00ff38da5a', 'gw_port': {'id': 'bab68285-692e-4b0e-8383-3035eb294b14', 'name': '', 'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:f0:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ae9bdcc-8d8c-4e39-ab0b-7f19577fbe58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1030, 'fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:27:18Z', 'updated_at': '2021-09-23T19:27:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-16', '_interfaces': [{'id': 'df511637-223e-4ec6-90b4-f9fde186f89c', 'name': '', 'network_id': '891932c9-457f-43e1-aea2-971af25a68f6', 'tenant_id': 'bc1c8a8a17df480598455b00ff38da5a', 'mac_address': 'fa:16:3e:81:e6:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ae9bdcc-8d8c-4e39-ab0b-7f19577fbe58', 'device_owner': 'network:router_interface', 'standard_attr_id': 1038, 'fixed_ips': [{'subnet_id': 'bbfc5a86-0037-429e-b11d-698cbfb1a3c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:27:24Z', 'updated_at': '2021-09-23T19:27:30Z', 'revision_number': 5, 'project_id': 'bc1c8a8a17df480598455b00ff38da5a', 'subnets': [{'id': 'bbfc5a86-0037-429e-b11d-698cbfb1a3c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 19:35:15.241105 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.plugin [None req-9770fe06-4056-40c1-9aca-daa595069a80 tempest-AttachVolumeTestJSON-1825206227 tempest-AttachVolumeTestJSON-1825206227-project] Deleting port 44e4f739-e2ae-488b-bcaa-6b2e67967a3b {{(pid=95101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:35:15.241521 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-9770fe06-4056-40c1-9aca-daa595069a80 tempest-AttachVolumeTestJSON-1825206227 tempest-AttachVolumeTestJSON-1825206227-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783146157096'] for port, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:35:15.504874 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-9770fe06-4056-40c1-9aca-daa595069a80 tempest-AttachVolumeTestJSON-1825206227 tempest-AttachVolumeTestJSON-1825206227-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-605701'] for port, precommit_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:35:15.506461 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-9770fe06-4056-40c1-9aca-daa595069a80 tempest-AttachVolumeTestJSON-1825206227 tempest-AttachVolumeTestJSON-1825206227-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:35:15.570408 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.plugin [None req-9770fe06-4056-40c1-9aca-daa595069a80 tempest-AttachVolumeTestJSON-1825206227 tempest-AttachVolumeTestJSON-1825206227-project] Calling delete_port for 44e4f739-e2ae-488b-bcaa-6b2e67967a3b owned by network:floatingip {{(pid=95101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:35:15.650448 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3cdb20f-27d2-4653-9d4c-381eab47a09d None None] New status for floating IP cae34a15-22d3-4596-8535-18b892eafb9b: DOWN {{(pid=95104) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 23 19:35:15.795877 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c37f8df5-28e7-4c74-b585-d9f064c5cb5a req-a9b5bc37-0095-46ce-b83e-572ad739e18d tempest-ServerActionsTestJSON-618918056 tempest-ServerActionsTestJSON-618918056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:35:15.806797 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-c37f8df5-28e7-4c74-b585-d9f064c5cb5a req-a9b5bc37-0095-46ce-b83e-572ad739e18d tempest-ServerActionsTestJSON-618918056 tempest-ServerActionsTestJSON-618918056-project] 10.222.0.67 "GET /v2.0/ports?device_id=7de987f0-ed4b-4ad1-baee-011605c35a17 HTTP/1.1" status: 200 len: 945 time: 0.2300851 Sep 23 19:35:16.000173 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-c37f8df5-28e7-4c74-b585-d9f064c5cb5a req-614ab3f0-83d9-445f-a6e3-e3494be696cd tempest-ServerActionsTestJSON-618918056 tempest-ServerActionsTestJSON-618918056-project] 10.222.0.67 "GET /v2.0/security-groups?id=8f1e71cd-f67e-49f6-828d-7dde05723843&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1906726 Sep 23 19:35:16.090791 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cec7959-5d77-4970-a9a7-443168585860 req-857015ff-2389-40c8-89e4-1f2562b31bb2 tempest-ServerRescueNegativeTestJSON-317871319 tempest-ServerRescueNegativeTestJSON-317871319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:35:16.102888 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-9cec7959-5d77-4970-a9a7-443168585860 req-857015ff-2389-40c8-89e4-1f2562b31bb2 tempest-ServerRescueNegativeTestJSON-317871319 tempest-ServerRescueNegativeTestJSON-317871319-project] 10.222.0.67 "GET /v2.0/ports?device_id=f5f48627-8ac0-4a38-a3d5-5de21347facd HTTP/1.1" status: 200 len: 946 time: 0.2522383 Sep 23 19:35:16.104593 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-9770fe06-4056-40c1-9aca-daa595069a80 tempest-AttachVolumeTestJSON-1825206227 tempest-AttachVolumeTestJSON-1825206227-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783146162158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783145673144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5607431'] for port, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:35:16.106470 n-d-713301-16 neutron-server[95104]: DEBUG neutron_lib.db.api [None req-e3cdb20f-27d2-4653-9d4c-381eab47a09d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95104) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 23 19:35:16.106895 n-d-713301-16 neutron-server[95104]: DEBUG oslo_db.api [None req-e3cdb20f-27d2-4653-9d4c-381eab47a09d None None] Performing DB retry for function neutron.api.rpc.handlers.l3_rpc.L3RpcCallback.update_floatingip_statuses {{(pid=95104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 23 19:35:16.208383 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9770fe06-4056-40c1-9aca-daa595069a80 tempest-AttachVolumeTestJSON-1825206227 tempest-AttachVolumeTestJSON-1825206227-project] Pushing event deleted for resources: {'Port': ['ID=44e4f739-e2ae-488b-bcaa-6b2e67967a3b,revision_number=None']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:35:16.231683 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 50640) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:35:16.306472 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-9cec7959-5d77-4970-a9a7-443168585860 req-fa2bc783-656a-4b5d-9fa9-22b6b9b38cd8 tempest-ServerRescueNegativeTestJSON-317871319 tempest-ServerRescueNegativeTestJSON-317871319-project] 10.222.0.67 "GET /v2.0/security-groups?id=ac103501-6c24-4299-8f11-081b36059735&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2006347 Sep 23 19:35:16.312525 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-9770fe06-4056-40c1-9aca-daa595069a80 tempest-AttachVolumeTestJSON-1825206227 tempest-AttachVolumeTestJSON-1825206227-project] Notify callbacks [] for floatingip, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:35:16.318583 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-9770fe06-4056-40c1-9aca-daa595069a80 tempest-AttachVolumeTestJSON-1825206227 tempest-AttachVolumeTestJSON-1825206227-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222849'] for floatingip, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:35:16.322583 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-9770fe06-4056-40c1-9aca-daa595069a80 tempest-AttachVolumeTestJSON-1825206227 tempest-AttachVolumeTestJSON-1825206227-project] 10.222.0.67 "DELETE /v2.0/floatingips/cae34a15-22d3-4596-8535-18b892eafb9b HTTP/1.1" status: 204 len: 168 time: 1.4453125 Sep 23 19:35:16.399300 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-2328b6c5-7223-4b04-a398-caeaf3bf8db6 req-e3062865-3da0-492c-bfa5-24fd425377b8 tempest-TaggedBootDevicesTest-1101605307 tempest-TaggedBootDevicesTest-1101605307-project] 10.222.0.67 "GET /v2.0/ports?device_id=6c7d744a-f584-4648-aa8d-a6936fa22df4 HTTP/1.1" status: 200 len: 210 time: 0.2411551 Sep 23 19:35:16.610069 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3cdb20f-27d2-4653-9d4c-381eab47a09d None None] New status for floating IP cae34a15-22d3-4596-8535-18b892eafb9b: DOWN {{(pid=95104) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 23 19:35:17.053169 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-f391e368-58a8-44d7-a2dc-56f7c6d473b6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:35:17.058583 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.agents_db [None req-f2f5c474-60a3-474f-b2cc-02c4bd30880c None None] Agent healthcheck: found 7 active agents {{(pid=95104) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 19:35:17.154804 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-811038bc-6f1a-4fc0-bb51-e0aa4f1f7721 req-7f03c6c5-3901-48d2-b9cf-3b0910c9851a tempest-ServerRescueNegativeTestJSON-317871319 tempest-ServerRescueNegativeTestJSON-317871319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:35:17.156559 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-811038bc-6f1a-4fc0-bb51-e0aa4f1f7721 req-7f03c6c5-3901-48d2-b9cf-3b0910c9851a tempest-ServerRescueNegativeTestJSON-317871319 tempest-ServerRescueNegativeTestJSON-317871319-project] 10.222.0.67 "GET /v2.0/ports?device_id=f5f48627-8ac0-4a38-a3d5-5de21347facd HTTP/1.1" status: 200 len: 946 time: 0.2200196 Sep 23 19:35:17.241934 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ea35b2-b3ba-45d6-8e60-62b9d229eb6a req-1e517748-2d3c-4461-9806-70449673e8e1 tempest-ServerActionsTestJSON-618918056 tempest-ServerActionsTestJSON-618918056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:35:17.250079 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-c0ea35b2-b3ba-45d6-8e60-62b9d229eb6a req-1e517748-2d3c-4461-9806-70449673e8e1 tempest-ServerActionsTestJSON-618918056 tempest-ServerActionsTestJSON-618918056-project] 10.222.0.67 "GET /v2.0/ports?device_id=7de987f0-ed4b-4ad1-baee-011605c35a17 HTTP/1.1" status: 200 len: 945 time: 0.0923445 Sep 23 19:35:17.314320 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-c0ea35b2-b3ba-45d6-8e60-62b9d229eb6a req-ccdd4d37-0864-4740-81d7-7db930c83ded tempest-ServerActionsTestJSON-618918056 tempest-ServerActionsTestJSON-618918056-project] 10.222.0.67 "GET /v2.0/security-groups?id=8f1e71cd-f67e-49f6-828d-7dde05723843&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580635 Sep 23 19:35:17.350617 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-811038bc-6f1a-4fc0-bb51-e0aa4f1f7721 req-98902b4a-625a-4c21-9fd0-afd73ddd01a5 tempest-ServerRescueNegativeTestJSON-317871319 tempest-ServerRescueNegativeTestJSON-317871319-project] 10.222.0.67 "GET /v2.0/security-groups?id=ac103501-6c24-4299-8f11-081b36059735&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1482978 Sep 23 19:35:17.471671 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-f391e368-58a8-44d7-a2dc-56f7c6d473b6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:35:17.477732 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-f391e368-58a8-44d7-a2dc-56f7c6d473b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:35:17.589751 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 50672) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:35:17.590895 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-f391e368-58a8-44d7-a2dc-56f7c6d473b6 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=23514a0a61724e57ba91717a48a671ac&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2825911 Sep 23 19:35:17.598443 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f391e368-58a8-44d7-a2dc-56f7c6d473b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f5eee4f-380c-4d60-a4b2-64d1ed37d034,revision_number=1']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:35:17.651031 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-114cad35-ddea-45ae-9c40-f65e8b338ca6 req-513d103c-44a6-4511-ad20-f71b46a9ea2a tempest-TaggedBootDevicesTest-1101605307 tempest-TaggedBootDevicesTest-1101605307-project] 10.222.0.67 "GET /v2.0/ports?device_id=6c7d744a-f584-4648-aa8d-a6936fa22df4 HTTP/1.1" status: 200 len: 210 time: 0.0535908 Sep 23 19:35:17.718156 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-61e9a709-6f91-46ee-9d59-a348d1a38936 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:35:17.756358 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-61e9a709-6f91-46ee-9d59-a348d1a38936 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:35:17.813426 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-61e9a709-6f91-46ee-9d59-a348d1a38936 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:35:17.820172 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-61e9a709-6f91-46ee-9d59-a348d1a38936 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:35:17.821870 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-61e9a709-6f91-46ee-9d59-a348d1a38936 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/9f5eee4f-380c-4d60-a4b2-64d1ed37d034 HTTP/1.1" status: 204 len: 168 time: 0.2305317 Sep 23 19:35:17.833786 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61e9a709-6f91-46ee-9d59-a348d1a38936 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f5eee4f-380c-4d60-a4b2-64d1ed37d034,revision_number=None']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:35:18.257442 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 50692) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:35:18.453614 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 50702) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:35:18.477020 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-fae1d881-c4f8-4c03-955c-091449e64312 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:35:18.677570 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf70f48-20a2-4619-863c-8cb62f4640dc req-8fe8ed64-9956-4cbc-b874-6d03e0ada62d tempest-ServerActionsTestJSON-618918056 tempest-ServerActionsTestJSON-618918056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:35:18.690353 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-8cf70f48-20a2-4619-863c-8cb62f4640dc req-8fe8ed64-9956-4cbc-b874-6d03e0ada62d tempest-ServerActionsTestJSON-618918056 tempest-ServerActionsTestJSON-618918056-project] 10.222.0.67 "GET /v2.0/ports?device_id=7de987f0-ed4b-4ad1-baee-011605c35a17 HTTP/1.1" status: 200 len: 945 time: 0.2159612 Sep 23 19:35:18.704817 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-fae1d881-c4f8-4c03-955c-091449e64312 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:35:18.712225 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-fae1d881-c4f8-4c03-955c-091449e64312 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:35:18.792974 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fae1d881-c4f8-4c03-955c-091449e64312 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40e6c598-a28c-43d6-8352-8dc4cc40fa7b,revision_number=1']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:35:18.830549 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd3aab84-e775-4629-ac08-dfdeb09cbf16 req-bfce43a6-b63a-4b22-a3e1-8e6bbcab1661 tempest-ServerRescueNegativeTestJSON-317871319 tempest-ServerRescueNegativeTestJSON-317871319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:35:18.848497 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-dd3aab84-e775-4629-ac08-dfdeb09cbf16 req-bfce43a6-b63a-4b22-a3e1-8e6bbcab1661 tempest-ServerRescueNegativeTestJSON-317871319 tempest-ServerRescueNegativeTestJSON-317871319-project] 10.222.0.67 "GET /v2.0/ports?device_id=f5f48627-8ac0-4a38-a3d5-5de21347facd HTTP/1.1" status: 200 len: 946 time: 0.2897027 Sep 23 19:35:18.880744 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-f2efcb0d-d3cd-4e8c-831c-94839134b754 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:35:18.883583 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-8cf70f48-20a2-4619-863c-8cb62f4640dc req-1a3df5f6-3e4a-449e-b34a-f16a003a653d tempest-ServerActionsTestJSON-618918056 tempest-ServerActionsTestJSON-618918056-project] 10.222.0.67 "GET /v2.0/security-groups?id=8f1e71cd-f67e-49f6-828d-7dde05723843&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1919529 Sep 23 19:35:19.011645 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-fae1d881-c4f8-4c03-955c-091449e64312 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=9952094d7f0940ceb18ded25098b7898&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5567558 Sep 23 19:35:19.021753 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 50710) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:35:19.038442 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-dd3aab84-e775-4629-ac08-dfdeb09cbf16 req-6d420129-7d16-43f3-85f1-11d3e195024e tempest-ServerRescueNegativeTestJSON-317871319 tempest-ServerRescueNegativeTestJSON-317871319-project] 10.222.0.67 "GET /v2.0/security-groups?id=ac103501-6c24-4299-8f11-081b36059735&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1848478 Sep 23 19:35:19.215035 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-0da34886-3eb4-4ba2-882b-b880b08528ae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:35:19.225298 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-ce695e1f-4d20-41a0-ba9b-763c9f1b6fb2 req-218c4019-0006-4252-8622-60060e104b63 tempest-TaggedBootDevicesTest-1101605307 tempest-TaggedBootDevicesTest-1101605307-project] 10.222.0.67 "GET /v2.0/ports?device_id=6c7d744a-f584-4648-aa8d-a6936fa22df4 HTTP/1.1" status: 200 len: 210 time: 0.0759273 Sep 23 19:35:19.258113 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-0da34886-3eb4-4ba2-882b-b880b08528ae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:35:19.367119 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-0da34886-3eb4-4ba2-882b-b880b08528ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:35:19.373724 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-0da34886-3eb4-4ba2-882b-b880b08528ae admin admin] Notify callbacks [] for security_group, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:35:19.396339 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-0da34886-3eb4-4ba2-882b-b880b08528ae admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/40e6c598-a28c-43d6-8352-8dc4cc40fa7b HTTP/1.1" status: 204 len: 168 time: 0.3675218 Sep 23 19:35:19.432217 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0da34886-3eb4-4ba2-882b-b880b08528ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40e6c598-a28c-43d6-8352-8dc4cc40fa7b,revision_number=None']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:35:19.474384 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-f2efcb0d-d3cd-4e8c-831c-94839134b754 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:35:19.481908 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-f2efcb0d-d3cd-4e8c-831c-94839134b754 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:35:19.665698 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 50718) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:35:19.671461 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-6dc38945-da2e-4455-bc0d-52b22b5d82f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:35:19.692157 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-f2efcb0d-d3cd-4e8c-831c-94839134b754 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=5d37a84ce0194ce29cb35cbe7eaf12c4&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4299095 Sep 23 19:35:19.703714 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2efcb0d-d3cd-4e8c-831c-94839134b754 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=252664ba-5720-436a-90f2-a6ae393ea6f9,revision_number=1']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:35:19.831783 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-9632fca0-27f0-478d-86cd-adc844265a76 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:35:19.901888 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-9632fca0-27f0-478d-86cd-adc844265a76 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:35:20.030986 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-9632fca0-27f0-478d-86cd-adc844265a76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:35:20.033668 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-9632fca0-27f0-478d-86cd-adc844265a76 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:35:20.041289 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-9632fca0-27f0-478d-86cd-adc844265a76 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/252664ba-5720-436a-90f2-a6ae393ea6f9 HTTP/1.1" status: 204 len: 168 time: 0.3726704 Sep 23 19:35:20.055721 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9632fca0-27f0-478d-86cd-adc844265a76 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=252664ba-5720-436a-90f2-a6ae393ea6f9,revision_number=None']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:35:20.249162 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab39c4af-d051-40fb-ac71-ee405071bf7f req-7b8433ec-efa3-46d6-a9c4-cd5cc5221a7a tempest-ServerActionsTestJSON-618918056 tempest-ServerActionsTestJSON-618918056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:35:20.259892 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-ab39c4af-d051-40fb-ac71-ee405071bf7f req-7b8433ec-efa3-46d6-a9c4-cd5cc5221a7a tempest-ServerActionsTestJSON-618918056 tempest-ServerActionsTestJSON-618918056-project] 10.222.0.67 "GET /v2.0/ports?device_id=7de987f0-ed4b-4ad1-baee-011605c35a17 HTTP/1.1" status: 200 len: 945 time: 0.1618142 Sep 23 19:35:20.330825 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-ab39c4af-d051-40fb-ac71-ee405071bf7f req-4f47557e-de20-4733-b153-c54f7a3f5b63 tempest-ServerActionsTestJSON-618918056 tempest-ServerActionsTestJSON-618918056-project] 10.222.0.67 "GET /v2.0/security-groups?id=8f1e71cd-f67e-49f6-828d-7dde05723843&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679374 Sep 23 19:35:20.449059 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-692ab77e-5248-4ede-bbaf-685b2d296193 req-dee03be9-c469-4962-9571-d89157d8149a tempest-TaggedBootDevicesTest-1101605307 tempest-TaggedBootDevicesTest-1101605307-project] 10.222.0.67 "GET /v2.0/ports?device_id=6c7d744a-f584-4648-aa8d-a6936fa22df4 HTTP/1.1" status: 200 len: 210 time: 0.0486424 Sep 23 19:35:20.920637 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 50762) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:35:20.960000 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-03a5fbbd-1fd4-4a45-9908-d5c10cb18a9f admin admin] Notify callbacks [] for security_group, before_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:35:21.287667 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-03a5fbbd-1fd4-4a45-9908-d5c10cb18a9f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:35:21.295895 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-03a5fbbd-1fd4-4a45-9908-d5c10cb18a9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:35:21.397628 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03a5fbbd-1fd4-4a45-9908-d5c10cb18a9f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e1e91e9-a840-4c8b-8ca1-5ae70638922b,revision_number=1']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:35:21.461265 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 50784) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:35:21.468812 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-03a5fbbd-1fd4-4a45-9908-d5c10cb18a9f admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=22b8b44f624f42689dea6d9ad5beccea&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5467684 Sep 23 19:35:21.685631 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-4ec7d7c1-fb1a-435b-abd6-4d75edf8f3db admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:35:21.728555 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-4ec7d7c1-fb1a-435b-abd6-4d75edf8f3db admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:35:21.859161 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-4ec7d7c1-fb1a-435b-abd6-4d75edf8f3db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:35:21.862680 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-73d563b4-0824-4951-957e-1e001f10289d req-5c8c16dc-fb7d-45ce-862f-8550bcfe3743 tempest-TaggedBootDevicesTest-1101605307 tempest-TaggedBootDevicesTest-1101605307-project] 10.222.0.67 "GET /v2.0/ports?device_id=6c7d744a-f584-4648-aa8d-a6936fa22df4 HTTP/1.1" status: 200 len: 210 time: 0.0935359 Sep 23 19:35:21.871381 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-4ec7d7c1-fb1a-435b-abd6-4d75edf8f3db admin admin] Notify callbacks [] for security_group, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:35:21.875294 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-4ec7d7c1-fb1a-435b-abd6-4d75edf8f3db admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/0e1e91e9-a840-4c8b-8ca1-5ae70638922b HTTP/1.1" status: 204 len: 168 time: 0.4129360 Sep 23 19:35:21.907611 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ec7d7c1-fb1a-435b-abd6-4d75edf8f3db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e1e91e9-a840-4c8b-8ca1-5ae70638922b,revision_number=None']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:35:21.931777 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e628f6c-fb8f-42e1-9b54-353cec6b32fe req-62ad90ec-689e-412e-a6d3-651f6023ff57 tempest-ServerActionsTestJSON-618918056 tempest-ServerActionsTestJSON-618918056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:35:21.949960 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-1e628f6c-fb8f-42e1-9b54-353cec6b32fe req-62ad90ec-689e-412e-a6d3-651f6023ff57 tempest-ServerActionsTestJSON-618918056 tempest-ServerActionsTestJSON-618918056-project] 10.222.0.67 "GET /v2.0/ports?device_id=7de987f0-ed4b-4ad1-baee-011605c35a17 HTTP/1.1" status: 200 len: 945 time: 0.3211210 Sep 23 19:35:21.976266 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ec7d7c1-fb1a-435b-abd6-4d75edf8f3db admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:35:21.976653 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ec7d7c1-fb1a-435b-abd6-4d75edf8f3db admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:35:21.977992 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ec7d7c1-fb1a-435b-abd6-4d75edf8f3db admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:35:21.981674 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ec7d7c1-fb1a-435b-abd6-4d75edf8f3db admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:35:21.983722 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ec7d7c1-fb1a-435b-abd6-4d75edf8f3db admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:35:21.984074 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ec7d7c1-fb1a-435b-abd6-4d75edf8f3db admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:35:21.984416 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ec7d7c1-fb1a-435b-abd6-4d75edf8f3db admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:35:21.984783 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ec7d7c1-fb1a-435b-abd6-4d75edf8f3db admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:35:21.988102 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ec7d7c1-fb1a-435b-abd6-4d75edf8f3db admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:35:21.988102 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ec7d7c1-fb1a-435b-abd6-4d75edf8f3db admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:35:21.988486 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ec7d7c1-fb1a-435b-abd6-4d75edf8f3db admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:35:21.990132 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ec7d7c1-fb1a-435b-abd6-4d75edf8f3db admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:35:22.054606 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 50792) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:35:22.060696 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-1e628f6c-fb8f-42e1-9b54-353cec6b32fe req-99cc3de8-ad01-40b0-b6e9-b042b623d312 tempest-ServerActionsTestJSON-618918056 tempest-ServerActionsTestJSON-618918056-project] 10.222.0.67 "GET /v2.0/security-groups?id=8f1e71cd-f67e-49f6-828d-7dde05723843&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1078930 Sep 23 19:35:22.332730 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-c7f24700-a70a-4ef5-9c61-cf59dc8a99fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:35:22.711557 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-8b9255be-f5e9-4d2e-b48b-56d07692ff8c admin admin] Notify callbacks [] for security_group, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:35:23.048865 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:35:23.072323 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-8b9255be-f5e9-4d2e-b48b-56d07692ff8c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:35:23.080123 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-8b9255be-f5e9-4d2e-b48b-56d07692ff8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:35:23.149626 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-8b9255be-f5e9-4d2e-b48b-56d07692ff8c admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=8b3778352e1c416885058c1ed03ce403&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0938334 Sep 23 19:35:23.156398 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 50828) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:35:23.327181 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b9255be-f5e9-4d2e-b48b-56d07692ff8c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1757113e-1a02-4740-8ed3-fdeaf8e651a8,revision_number=1']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:35:23.429385 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-0ae75029-feb6-4728-9a94-5f9b60993d82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:35:23.457394 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-66601951-e35b-4a57-8b7f-1c976f293924 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:35:23.479450 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb459e1-1f0b-48cd-aa95-e02a1316946c req-770438a4-b591-47e8-82ad-0e6a57ed92f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:35:23.482300 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-7fb459e1-1f0b-48cd-aa95-e02a1316946c req-770438a4-b591-47e8-82ad-0e6a57ed92f0 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=71d72afe428c4ce594ff8d28e6bea11d&device_id=f5f48627-8ac0-4a38-a3d5-5de21347facd HTTP/1.1" status: 200 len: 1098 time: 0.0908370 Sep 23 19:35:23.543589 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-62b454a3-c1e2-4d96-9bfd-2265f6143b03 req-b9889fd1-d200-403d-949b-9b3232febdff tempest-TaggedBootDevicesTest-1101605307 tempest-TaggedBootDevicesTest-1101605307-project] 10.222.0.67 "GET /v2.0/ports?device_id=6c7d744a-f584-4648-aa8d-a6936fa22df4 HTTP/1.1" status: 200 len: 210 time: 0.3005857 Sep 23 19:35:23.701317 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb459e1-1f0b-48cd-aa95-e02a1316946c req-c4d09133-3871-48ae-9e7e-197ab692321c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:35:23.703332 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-7fb459e1-1f0b-48cd-aa95-e02a1316946c req-c4d09133-3871-48ae-9e7e-197ab692321c service neutron] 10.222.0.53 "GET /v2.0/networks?id=22c7394f-6eb3-4324-ad9a-c48452af8c12 HTTP/1.1" status: 200 len: 919 time: 0.2047431 Sep 23 19:35:23.708408 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-66601951-e35b-4a57-8b7f-1c976f293924 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:35:23.766338 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-7fb459e1-1f0b-48cd-aa95-e02a1316946c req-07a176bd-082d-4374-a71f-a454ad938cc9 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=acf36a73-9a5d-4069-8c51-d879b7158a29 HTTP/1.1" status: 200 len: 217 time: 0.0544541 Sep 23 19:35:23.807793 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dacc8bb9-299d-4a1a-bb51-3e683458fda1 req-dc88462d-dcb1-4bc0-99fd-3fe18bc80433 tempest-ServerActionsTestJSON-618918056 tempest-ServerActionsTestJSON-618918056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:35:23.825164 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-dacc8bb9-299d-4a1a-bb51-3e683458fda1 req-dc88462d-dcb1-4bc0-99fd-3fe18bc80433 tempest-ServerActionsTestJSON-618918056 tempest-ServerActionsTestJSON-618918056-project] 10.222.0.67 "GET /v2.0/ports?device_id=7de987f0-ed4b-4ad1-baee-011605c35a17 HTTP/1.1" status: 200 len: 945 time: 0.2959046 Sep 23 19:35:23.861041 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb459e1-1f0b-48cd-aa95-e02a1316946c req-1275976e-9efd-4f6f-85eb-2e0f309ca35d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:35:23.862601 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-7fb459e1-1f0b-48cd-aa95-e02a1316946c req-1275976e-9efd-4f6f-85eb-2e0f309ca35d service neutron] 10.222.0.53 "GET /v2.0/subnets?id=0d48322f-2db5-4896-84d5-850e60fab8ec HTTP/1.1" status: 200 len: 858 time: 0.0878191 Sep 23 19:35:23.981171 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-66601951-e35b-4a57-8b7f-1c976f293924 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:35:23.984304 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-66601951-e35b-4a57-8b7f-1c976f293924 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:35:23.989869 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-66601951-e35b-4a57-8b7f-1c976f293924 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/1757113e-1a02-4740-8ed3-fdeaf8e651a8 HTTP/1.1" status: 204 len: 168 time: 0.8290112 Sep 23 19:35:23.993532 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-7fb459e1-1f0b-48cd-aa95-e02a1316946c req-af230090-3e57-4df4-a7c0-7850fa3ce80a service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=22c7394f-6eb3-4324-ad9a-c48452af8c12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1224225 Sep 23 19:35:24.040965 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66601951-e35b-4a57-8b7f-1c976f293924 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1757113e-1a02-4740-8ed3-fdeaf8e651a8,revision_number=None']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:35:24.054438 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-dacc8bb9-299d-4a1a-bb51-3e683458fda1 req-02848055-2d6b-4523-80d8-1e14d12f6822 tempest-ServerActionsTestJSON-618918056 tempest-ServerActionsTestJSON-618918056-project] 10.222.0.67 "GET /v2.0/security-groups?id=8f1e71cd-f67e-49f6-828d-7dde05723843&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1603506 Sep 23 19:35:24.099537 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be2bda2-64cf-4ecc-89a7-4400d4f0d302 req-25690087-79a6-42d3-8775-30ee6d978861 tempest-ServerRescueNegativeTestJSON-317871319 tempest-ServerRescueNegativeTestJSON-317871319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:35:24.115478 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-8be2bda2-64cf-4ecc-89a7-4400d4f0d302 req-25690087-79a6-42d3-8775-30ee6d978861 tempest-ServerRescueNegativeTestJSON-317871319 tempest-ServerRescueNegativeTestJSON-317871319-project] 10.222.0.67 "GET /v2.0/ports?device_id=f5f48627-8ac0-4a38-a3d5-5de21347facd HTTP/1.1" status: 200 len: 946 time: 0.2886884 Sep 23 19:35:24.261846 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-7fb459e1-1f0b-48cd-aa95-e02a1316946c req-51120f65-6c11-4ad5-a749-8a93bfd923cc service neutron] 10.222.0.53 "GET /v2.0/networks/22c7394f-6eb3-4324-ad9a-c48452af8c12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2605603 Sep 23 19:35:24.300015 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-8be2bda2-64cf-4ecc-89a7-4400d4f0d302 req-5b97a667-501b-48c9-b2bd-d0ea1141e558 tempest-ServerRescueNegativeTestJSON-317871319 tempest-ServerRescueNegativeTestJSON-317871319-project] 10.222.0.67 "GET /v2.0/security-groups?id=ac103501-6c24-4299-8f11-081b36059735&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1819303 Sep 23 19:35:24.567785 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-7fb459e1-1f0b-48cd-aa95-e02a1316946c req-5a288db2-47cc-4138-8dd2-338065154115 service neutron] 10.222.0.53 "GET /v2.0/networks/22c7394f-6eb3-4324-ad9a-c48452af8c12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2949858 Sep 23 19:35:24.800013 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 50862) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:35:24.983124 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-8c6df748-ffa8-4c24-9623-d27f4a53b7c6 tempest-TaggedBootDevicesTest-1101605307 tempest-TaggedBootDevicesTest-1101605307-project] Notify callbacks [] for security_group, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:35:25.040689 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-8c6df748-ffa8-4c24-9623-d27f4a53b7c6 tempest-TaggedBootDevicesTest-1101605307 tempest-TaggedBootDevicesTest-1101605307-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:35:25.159092 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-8c6df748-ffa8-4c24-9623-d27f4a53b7c6 tempest-TaggedBootDevicesTest-1101605307 tempest-TaggedBootDevicesTest-1101605307-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:35:25.161976 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-8c6df748-ffa8-4c24-9623-d27f4a53b7c6 tempest-TaggedBootDevicesTest-1101605307 tempest-TaggedBootDevicesTest-1101605307-project] Notify callbacks [] for security_group, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:35:25.166127 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-8c6df748-ffa8-4c24-9623-d27f4a53b7c6 tempest-TaggedBootDevicesTest-1101605307 tempest-TaggedBootDevicesTest-1101605307-project] 10.222.0.67 "DELETE /v2.0/security-groups/7583e831-f62b-49a7-9a62-f1028bb8aa73 HTTP/1.1" status: 204 len: 168 time: 0.3620391 Sep 23 19:35:25.166631 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 50878) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:35:25.190472 n-d-713301-16 neutron-server[95102]: INFO neutron.api.v2.resource [None req-572d9056-bb9e-4237-abea-2ca26244688e tempest-TaggedBootDevicesTest-1101605307 tempest-TaggedBootDevicesTest-1101605307-project] show failed (client error): The resource could not be found. Sep 23 19:35:25.191976 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-572d9056-bb9e-4237-abea-2ca26244688e tempest-TaggedBootDevicesTest-1101605307 tempest-TaggedBootDevicesTest-1101605307-project] 10.222.0.67 "GET /v2.0/security-groups/7583e831-f62b-49a7-9a62-f1028bb8aa73 HTTP/1.1" status: 404 len: 347 time: 0.0234430 Sep 23 19:35:25.196577 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 50880) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:35:25.226455 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c6df748-ffa8-4c24-9623-d27f4a53b7c6 tempest-TaggedBootDevicesTest-1101605307 tempest-TaggedBootDevicesTest-1101605307-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7583e831-f62b-49a7-9a62-f1028bb8aa73,revision_number=None']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:35:25.291815 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-80e7e501-6c57-470d-92c6-e3d54bc3195c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:35:25.569768 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9444c22a-b29d-43e7-b69f-e4dd809d600c req-2c3a0ad8-21f2-42f2-ba03-8f3cc684896d tempest-ServerActionsTestJSON-618918056 tempest-ServerActionsTestJSON-618918056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:35:25.580436 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-9444c22a-b29d-43e7-b69f-e4dd809d600c req-2c3a0ad8-21f2-42f2-ba03-8f3cc684896d tempest-ServerActionsTestJSON-618918056 tempest-ServerActionsTestJSON-618918056-project] 10.222.0.67 "GET /v2.0/ports?device_id=7de987f0-ed4b-4ad1-baee-011605c35a17 HTTP/1.1" status: 200 len: 945 time: 0.2669158 Sep 23 19:35:25.734102 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0810d13-a337-49b0-82d9-9f782af4162f req-ede8f018-0341-4b35-aba9-ffd12c478b63 tempest-ServerRescueNegativeTestJSON-317871319 tempest-ServerRescueNegativeTestJSON-317871319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:35:25.741626 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-b0810d13-a337-49b0-82d9-9f782af4162f req-ede8f018-0341-4b35-aba9-ffd12c478b63 tempest-ServerRescueNegativeTestJSON-317871319 tempest-ServerRescueNegativeTestJSON-317871319-project] 10.222.0.67 "GET /v2.0/ports?device_id=f5f48627-8ac0-4a38-a3d5-5de21347facd HTTP/1.1" status: 200 len: 946 time: 0.3038528 Sep 23 19:35:25.757654 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-9444c22a-b29d-43e7-b69f-e4dd809d600c req-8329d841-b27d-4414-97f5-913fd4a16a23 tempest-ServerActionsTestJSON-618918056 tempest-ServerActionsTestJSON-618918056-project] 10.222.0.67 "GET /v2.0/security-groups?id=8f1e71cd-f67e-49f6-828d-7dde05723843&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1721654 Sep 23 19:35:25.862012 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-b0810d13-a337-49b0-82d9-9f782af4162f req-64ec5091-7615-4c46-9db2-57622c906b4e tempest-ServerRescueNegativeTestJSON-317871319 tempest-ServerRescueNegativeTestJSON-317871319-project] 10.222.0.67 "GET /v2.0/security-groups?id=ac103501-6c24-4299-8f11-081b36059735&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1191096 Sep 23 19:35:25.903454 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.plugin [None req-3be983c1-da29-4883-bd73-01c93b9e9c06 tempest-TaggedBootDevicesTest-1101605307 tempest-TaggedBootDevicesTest-1101605307-project] Deleting port 5117c21f-8c28-4851-9679-334e340f9240 {{(pid=95102) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:35:25.906071 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-3be983c1-da29-4883-bd73-01c93b9e9c06 tempest-TaggedBootDevicesTest-1101605307 tempest-TaggedBootDevicesTest-1101605307-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783146157096'] for port, before_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:35:26.108973 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-3be983c1-da29-4883-bd73-01c93b9e9c06 tempest-TaggedBootDevicesTest-1101605307 tempest-TaggedBootDevicesTest-1101605307-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-605701'] for port, precommit_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:35:26.109929 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-3be983c1-da29-4883-bd73-01c93b9e9c06 tempest-TaggedBootDevicesTest-1101605307 tempest-TaggedBootDevicesTest-1101605307-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:35:26.128728 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.plugin [None req-3be983c1-da29-4883-bd73-01c93b9e9c06 tempest-TaggedBootDevicesTest-1101605307 tempest-TaggedBootDevicesTest-1101605307-project] Calling delete_port for 5117c21f-8c28-4851-9679-334e340f9240 owned by network:floatingip {{(pid=95102) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:35:26.517316 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-3be983c1-da29-4883-bd73-01c93b9e9c06 tempest-TaggedBootDevicesTest-1101605307 tempest-TaggedBootDevicesTest-1101605307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783146162158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783145673144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4399100'] for port, after_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:35:26.651296 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3be983c1-da29-4883-bd73-01c93b9e9c06 tempest-TaggedBootDevicesTest-1101605307 tempest-TaggedBootDevicesTest-1101605307-project] Pushing event deleted for resources: {'Port': ['ID=5117c21f-8c28-4851-9679-334e340f9240,revision_number=None']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:35:26.723458 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-3be983c1-da29-4883-bd73-01c93b9e9c06 tempest-TaggedBootDevicesTest-1101605307 tempest-TaggedBootDevicesTest-1101605307-project] Notify callbacks [] for floatingip, after_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:35:26.728433 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-3be983c1-da29-4883-bd73-01c93b9e9c06 tempest-TaggedBootDevicesTest-1101605307 tempest-TaggedBootDevicesTest-1101605307-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222849'] for floatingip, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:35:26.730382 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-3be983c1-da29-4883-bd73-01c93b9e9c06 tempest-TaggedBootDevicesTest-1101605307 tempest-TaggedBootDevicesTest-1101605307-project] 10.222.0.67 "DELETE /v2.0/floatingips/e805745c-12e7-4a1b-9742-6adb0609265e HTTP/1.1" status: 204 len: 168 time: 1.5322580 Sep 23 19:35:26.733829 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 50936) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:35:26.888475 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 50942) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:35:27.204110 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45504b32-1728-4a25-90e8-c9849f0b7570 req-8d3082f7-c9c5-4a7e-8456-8a96d79bd1d6 tempest-ServerActionsTestJSON-618918056 tempest-ServerActionsTestJSON-618918056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:35:27.230844 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-45504b32-1728-4a25-90e8-c9849f0b7570 req-8d3082f7-c9c5-4a7e-8456-8a96d79bd1d6 tempest-ServerActionsTestJSON-618918056 tempest-ServerActionsTestJSON-618918056-project] 10.222.0.67 "GET /v2.0/ports?device_id=7de987f0-ed4b-4ad1-baee-011605c35a17 HTTP/1.1" status: 200 len: 945 time: 0.2977879 Sep 23 19:35:27.240212 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-1ea3f31a-a7ee-46d0-9b9f-f5010c88cef8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:35:27.248866 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.plugin [None req-663dfa62-4fb2-4f7e-917a-c9a3590d18dc tempest-TaggedBootDevicesTest-1101605307 tempest-TaggedBootDevicesTest-1101605307-project] Deleting port 7d41c37f-74cf-40b0-90b0-f617844a1824 {{(pid=95102) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:35:27.249636 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-663dfa62-4fb2-4f7e-917a-c9a3590d18dc tempest-TaggedBootDevicesTest-1101605307 tempest-TaggedBootDevicesTest-1101605307-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783146157096'] for port, before_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:35:27.401298 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebfb80f1-b6fb-43e9-b90b-da980e27c0a0 req-2e030db0-a1a5-42e2-afdf-66547c8aa7c2 tempest-ServerRescueNegativeTestJSON-317871319 tempest-ServerRescueNegativeTestJSON-317871319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:35:27.413751 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-ebfb80f1-b6fb-43e9-b90b-da980e27c0a0 req-2e030db0-a1a5-42e2-afdf-66547c8aa7c2 tempest-ServerRescueNegativeTestJSON-317871319 tempest-ServerRescueNegativeTestJSON-317871319-project] 10.222.0.67 "GET /v2.0/ports?device_id=f5f48627-8ac0-4a38-a3d5-5de21347facd HTTP/1.1" status: 200 len: 946 time: 0.3601828 Sep 23 19:35:27.432324 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-45504b32-1728-4a25-90e8-c9849f0b7570 req-bb94f596-cd7c-42e9-a7a0-650bf27c8f94 tempest-ServerActionsTestJSON-618918056 tempest-ServerActionsTestJSON-618918056-project] 10.222.0.67 "GET /v2.0/security-groups?id=8f1e71cd-f67e-49f6-828d-7dde05723843&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2004941 Sep 23 19:35:27.563902 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-1ea3f31a-a7ee-46d0-9b9f-f5010c88cef8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:35:27.573236 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-1ea3f31a-a7ee-46d0-9b9f-f5010c88cef8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:35:27.628935 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-ebfb80f1-b6fb-43e9-b90b-da980e27c0a0 req-34441c12-7897-4386-843d-08903f0f2210 tempest-ServerRescueNegativeTestJSON-317871319 tempest-ServerRescueNegativeTestJSON-317871319-project] 10.222.0.67 "GET /v2.0/security-groups?id=ac103501-6c24-4299-8f11-081b36059735&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2137423 Sep 23 19:35:27.636694 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-1ea3f31a-a7ee-46d0-9b9f-f5010c88cef8 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=17482c2fdd8442008648b6b7592a6b77&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7403660 Sep 23 19:35:27.642722 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 50970) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:35:27.724725 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ea3f31a-a7ee-46d0-9b9f-f5010c88cef8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5fc7b67c-6ae4-4eaf-8fb6-4ec83883634c,revision_number=1']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:35:27.858234 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-663dfa62-4fb2-4f7e-917a-c9a3590d18dc tempest-TaggedBootDevicesTest-1101605307 tempest-TaggedBootDevicesTest-1101605307-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-605701'] for port, precommit_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:35:27.862361 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-40d337a1-dc79-4695-892d-8cb122b7240a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:35:27.893945 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-40d337a1-dc79-4695-892d-8cb122b7240a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:35:27.948802 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:35:27.955333 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-40d337a1-dc79-4695-892d-8cb122b7240a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:35:27.958105 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-40d337a1-dc79-4695-892d-8cb122b7240a admin admin] Notify callbacks [] for security_group, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:35:27.959529 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-40d337a1-dc79-4695-892d-8cb122b7240a admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/5fc7b67c-6ae4-4eaf-8fb6-4ec83883634c HTTP/1.1" status: 204 len: 168 time: 0.3060715 Sep 23 19:35:27.969764 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.plugin [None req-663dfa62-4fb2-4f7e-917a-c9a3590d18dc tempest-TaggedBootDevicesTest-1101605307 tempest-TaggedBootDevicesTest-1101605307-project] Calling delete_port for 7d41c37f-74cf-40b0-90b0-f617844a1824 owned by {{(pid=95102) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:35:27.980392 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40d337a1-dc79-4695-892d-8cb122b7240a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5fc7b67c-6ae4-4eaf-8fb6-4ec83883634c,revision_number=None']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:35:28.229251 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:35:28.269931 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-663dfa62-4fb2-4f7e-917a-c9a3590d18dc tempest-TaggedBootDevicesTest-1101605307 tempest-TaggedBootDevicesTest-1101605307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783146162158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783145673144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4399100'] for port, after_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:35:28.327986 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-663dfa62-4fb2-4f7e-917a-c9a3590d18dc tempest-TaggedBootDevicesTest-1101605307 tempest-TaggedBootDevicesTest-1101605307-project] Pushing event deleted for resources: {'Port': ['ID=7d41c37f-74cf-40b0-90b0-f617844a1824,revision_number=None']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:35:28.407038 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 50980) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:35:28.492026 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-663dfa62-4fb2-4f7e-917a-c9a3590d18dc tempest-TaggedBootDevicesTest-1101605307 tempest-TaggedBootDevicesTest-1101605307-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222849'] for port, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:35:28.495426 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-663dfa62-4fb2-4f7e-917a-c9a3590d18dc tempest-TaggedBootDevicesTest-1101605307 tempest-TaggedBootDevicesTest-1101605307-project] 10.222.0.67 "DELETE /v2.0/ports/7d41c37f-74cf-40b0-90b0-f617844a1824 HTTP/1.1" status: 204 len: 168 time: 1.7600913 Sep 23 19:35:28.499227 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 50986) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:35:28.661952 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ecc71c7-490a-4a03-9dd9-fd36295400c4 req-5fc93e3e-1fa2-4c00-a2a0-ed3cb5398ebd tempest-ServerActionsTestJSON-618918056 tempest-ServerActionsTestJSON-618918056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:35:28.671334 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-1ecc71c7-490a-4a03-9dd9-fd36295400c4 req-5fc93e3e-1fa2-4c00-a2a0-ed3cb5398ebd tempest-ServerActionsTestJSON-618918056 tempest-ServerActionsTestJSON-618918056-project] 10.222.0.67 "GET /v2.0/ports?device_id=7de987f0-ed4b-4ad1-baee-011605c35a17 HTTP/1.1" status: 200 len: 945 time: 0.1144326 Sep 23 19:35:28.750700 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-1ecc71c7-490a-4a03-9dd9-fd36295400c4 req-f4f97555-9c47-473c-b783-d91957a611ef tempest-ServerActionsTestJSON-618918056 tempest-ServerActionsTestJSON-618918056-project] 10.222.0.67 "GET /v2.0/security-groups?id=8f1e71cd-f67e-49f6-828d-7dde05723843&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786467 Sep 23 19:35:28.903556 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-c6c772a5-3233-43bf-b048-a0203fc3945f admin admin] Notify callbacks [] for security_group, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:35:29.020201 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e5aff1-6c2c-4970-a071-bc2cf0844d2a req-a569c285-89a3-4131-804e-ae97135c4596 tempest-ServerRescueNegativeTestJSON-317871319 tempest-ServerRescueNegativeTestJSON-317871319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:35:29.022192 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-b0e5aff1-6c2c-4970-a071-bc2cf0844d2a req-a569c285-89a3-4131-804e-ae97135c4596 tempest-ServerRescueNegativeTestJSON-317871319 tempest-ServerRescueNegativeTestJSON-317871319-project] 10.222.0.67 "GET /v2.0/ports?device_id=f5f48627-8ac0-4a38-a3d5-5de21347facd HTTP/1.1" status: 200 len: 946 time: 0.1577291 Sep 23 19:35:29.069398 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.plugin [None req-becbf0b7-7010-46ba-bf04-5969e35221f5 tempest-TaggedBootDevicesTest-1101605307 tempest-TaggedBootDevicesTest-1101605307-project] Deleting port 0c254e5c-f9ae-4753-bdda-ad06ac5acf06 {{(pid=95101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:35:29.069896 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-becbf0b7-7010-46ba-bf04-5969e35221f5 tempest-TaggedBootDevicesTest-1101605307 tempest-TaggedBootDevicesTest-1101605307-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783146157096'] for port, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:35:29.140502 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-b0e5aff1-6c2c-4970-a071-bc2cf0844d2a req-91390e3b-157f-4867-98b5-3e6b15c1f9cb tempest-ServerRescueNegativeTestJSON-317871319 tempest-ServerRescueNegativeTestJSON-317871319-project] 10.222.0.67 "GET /v2.0/security-groups?id=ac103501-6c24-4299-8f11-081b36059735&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1103177 Sep 23 19:35:29.285933 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-becbf0b7-7010-46ba-bf04-5969e35221f5 tempest-TaggedBootDevicesTest-1101605307 tempest-TaggedBootDevicesTest-1101605307-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-605701'] for port, precommit_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:35:29.312529 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.plugin [None req-becbf0b7-7010-46ba-bf04-5969e35221f5 tempest-TaggedBootDevicesTest-1101605307 tempest-TaggedBootDevicesTest-1101605307-project] Calling delete_port for 0c254e5c-f9ae-4753-bdda-ad06ac5acf06 owned by {{(pid=95101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:35:29.333600 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-c6c772a5-3233-43bf-b048-a0203fc3945f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:35:29.341798 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-c6c772a5-3233-43bf-b048-a0203fc3945f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:35:29.571211 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-c6c772a5-3233-43bf-b048-a0203fc3945f admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=2b601196a891477ab052bef676387c02&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1627867 Sep 23 19:35:29.573490 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-becbf0b7-7010-46ba-bf04-5969e35221f5 tempest-TaggedBootDevicesTest-1101605307 tempest-TaggedBootDevicesTest-1101605307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783146162158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783145673144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5607431'] for port, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:35:29.574745 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 51016) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:35:29.633705 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6c772a5-3233-43bf-b048-a0203fc3945f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eac910ab-11c8-48df-9bd2-beadc179d980,revision_number=1']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:35:29.701941 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-becbf0b7-7010-46ba-bf04-5969e35221f5 tempest-TaggedBootDevicesTest-1101605307 tempest-TaggedBootDevicesTest-1101605307-project] Pushing event deleted for resources: {'Port': ['ID=0c254e5c-f9ae-4753-bdda-ad06ac5acf06,revision_number=None']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:35:29.878897 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-65e794d4-fdee-43c7-a418-f99a60da92ca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:35:29.983325 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-becbf0b7-7010-46ba-bf04-5969e35221f5 tempest-TaggedBootDevicesTest-1101605307 tempest-TaggedBootDevicesTest-1101605307-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222849'] for port, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:35:29.985471 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-becbf0b7-7010-46ba-bf04-5969e35221f5 tempest-TaggedBootDevicesTest-1101605307 tempest-TaggedBootDevicesTest-1101605307-project] 10.222.0.67 "DELETE /v2.0/ports/0c254e5c-f9ae-4753-bdda-ad06ac5acf06 HTTP/1.1" status: 204 len: 168 time: 1.4849789 Sep 23 19:35:29.990089 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-65e794d4-fdee-43c7-a418-f99a60da92ca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:35:29.990533 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 51026) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:35:30.086658 n-d-713301-16 neutron-server[95101]: DEBUG neutron.db.db_base_plugin_v2 [None req-58ef19ae-3bb4-4625-b383-bd0dab17b47f tempest-TaggedBootDevicesTest-1101605307 tempest-TaggedBootDevicesTest-1101605307-project] Deleting subnet 3199260d-e0ce-4349-8e34-6eeff93a29e7 {{(pid=95101) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 23 19:35:30.092029 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-58ef19ae-3bb4-4625-b383-bd0dab17b47f tempest-TaggedBootDevicesTest-1101605307 tempest-TaggedBootDevicesTest-1101605307-project] Notify callbacks [] for subnet, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:35:30.273137 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-65e794d4-fdee-43c7-a418-f99a60da92ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:35:30.281612 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-65e794d4-fdee-43c7-a418-f99a60da92ca admin admin] Notify callbacks [] for security_group, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:35:30.282871 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-65e794d4-fdee-43c7-a418-f99a60da92ca admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/eac910ab-11c8-48df-9bd2-beadc179d980 HTTP/1.1" status: 204 len: 168 time: 0.7068820 Sep 23 19:35:30.317089 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-58ef19ae-3bb4-4625-b383-bd0dab17b47f tempest-TaggedBootDevicesTest-1101605307 tempest-TaggedBootDevicesTest-1101605307-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6007154'] for subnet, precommit_delete_associations {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:35:30.432135 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65e794d4-fdee-43c7-a418-f99a60da92ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eac910ab-11c8-48df-9bd2-beadc179d980,revision_number=None']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:35:30.455304 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f341a8-db01-4e6a-beb9-3a858a4be50d req-71208f7c-eb3e-40b0-a2f8-568c58a7cd99 tempest-ServerActionsTestJSON-618918056 tempest-ServerActionsTestJSON-618918056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:35:30.466110 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-10f341a8-db01-4e6a-beb9-3a858a4be50d req-71208f7c-eb3e-40b0-a2f8-568c58a7cd99 tempest-ServerActionsTestJSON-618918056 tempest-ServerActionsTestJSON-618918056-project] 10.222.0.67 "GET /v2.0/ports?device_id=7de987f0-ed4b-4ad1-baee-011605c35a17 HTTP/1.1" status: 200 len: 945 time: 0.3391700 Sep 23 19:35:30.496944 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93bf7c63-bad3-476a-bf16-f08c4ef1a388 req-e0833501-42d0-48ac-87eb-51d580418444 tempest-ServerRescueNegativeTestJSON-317871319 tempest-ServerRescueNegativeTestJSON-317871319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:35:30.499170 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-93bf7c63-bad3-476a-bf16-f08c4ef1a388 req-e0833501-42d0-48ac-87eb-51d580418444 tempest-ServerRescueNegativeTestJSON-317871319 tempest-ServerRescueNegativeTestJSON-317871319-project] 10.222.0.67 "GET /v2.0/ports?device_id=f5f48627-8ac0-4a38-a3d5-5de21347facd HTTP/1.1" status: 200 len: 946 time: 0.2449188 Sep 23 19:35:30.554934 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-10f341a8-db01-4e6a-beb9-3a858a4be50d req-2edaea5e-a844-4f0c-beb6-550e41427a32 tempest-ServerActionsTestJSON-618918056 tempest-ServerActionsTestJSON-618918056-project] 10.222.0.67 "GET /v2.0/security-groups?id=8f1e71cd-f67e-49f6-828d-7dde05723843&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831211 Sep 23 19:35:30.594692 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-58ef19ae-3bb4-4625-b383-bd0dab17b47f tempest-TaggedBootDevicesTest-1101605307 tempest-TaggedBootDevicesTest-1101605307-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1756813'] for subnet, precommit_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:35:30.617140 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-93bf7c63-bad3-476a-bf16-f08c4ef1a388 req-d6350957-ba91-4eec-9184-946f79b0078c tempest-ServerRescueNegativeTestJSON-317871319 tempest-ServerRescueNegativeTestJSON-317871319-project] 10.222.0.67 "GET /v2.0/security-groups?id=ac103501-6c24-4299-8f11-081b36059735&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790946 Sep 23 19:35:30.701493 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-58ef19ae-3bb4-4625-b383-bd0dab17b47f tempest-TaggedBootDevicesTest-1101605307 tempest-TaggedBootDevicesTest-1101605307-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1756804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5607514', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6130950'] for subnet, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:35:30.802980 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58ef19ae-3bb4-4625-b383-bd0dab17b47f tempest-TaggedBootDevicesTest-1101605307 tempest-TaggedBootDevicesTest-1101605307-project] Pushing event deleted for resources: {'Subnet': ['ID=3199260d-e0ce-4349-8e34-6eeff93a29e7,revision_number=None']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:35:30.809419 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-58ef19ae-3bb4-4625-b383-bd0dab17b47f tempest-TaggedBootDevicesTest-1101605307 tempest-TaggedBootDevicesTest-1101605307-project] Notify callbacks [] for subnet, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:35:30.813175 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-58ef19ae-3bb4-4625-b383-bd0dab17b47f tempest-TaggedBootDevicesTest-1101605307 tempest-TaggedBootDevicesTest-1101605307-project] 10.222.0.67 "DELETE /v2.0/subnets/3199260d-e0ce-4349-8e34-6eeff93a29e7 HTTP/1.1" status: 204 len: 168 time: 0.8215604 Sep 23 19:35:30.815729 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 51040) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:35:30.817701 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09861c0a-23bf-498e-ad17-215e80b9e35c None None] Network bada5757-bdaa-4c5b-b7b4-3acebf356815 requested from n-d-713301-16 {{(pid=95103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 19:35:30.848256 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49a607d-f554-4390-a22d-c014fb99176f req-ad78afe6-6586-48f1-b063-5d3fcb59d767 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:35:30.851220 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-f49a607d-f554-4390-a22d-c014fb99176f req-ad78afe6-6586-48f1-b063-5d3fcb59d767 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=f5f48627-8ac0-4a38-a3d5-5de21347facd HTTP/1.1" status: 200 len: 1098 time: 0.0841603 Sep 23 19:35:30.927818 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-f49a607d-f554-4390-a22d-c014fb99176f req-dce265ff-ac3b-4c44-b026-363beef6b370 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=ac103501-6c24-4299-8f11-081b36059735&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686362 Sep 23 19:35:30.931108 n-d-713301-16 neutron-server[95102]: DEBUG neutron.db.db_base_plugin_v2 [None req-988099c7-1e2d-429d-bcbc-a0509a748637 tempest-TaggedBootDevicesTest-1101605307 tempest-TaggedBootDevicesTest-1101605307-project] Deleting subnet 99a9d515-ece2-4f2b-8ab7-d74cf72d9364 {{(pid=95102) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 23 19:35:30.939332 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-988099c7-1e2d-429d-bcbc-a0509a748637 tempest-TaggedBootDevicesTest-1101605307 tempest-TaggedBootDevicesTest-1101605307-project] Notify callbacks [] for subnet, before_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:35:31.022568 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-988099c7-1e2d-429d-bcbc-a0509a748637 tempest-TaggedBootDevicesTest-1101605307 tempest-TaggedBootDevicesTest-1101605307-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6162825'] for subnet, precommit_delete_associations {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:35:31.107151 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 51048) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:35:31.132140 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-40b320ee-b4b4-4778-98e6-efafdd6ceb46 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:35:31.305147 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff2f35e8-a063-42eb-9c32-05e0fc117e16 None None] DHCP port deletion for bada5757-bdaa-4c5b-b7b4-3acebf356815 request from n-d-713301-16 {{(pid=95103) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 23 19:35:31.343306 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-988099c7-1e2d-429d-bcbc-a0509a748637 tempest-TaggedBootDevicesTest-1101605307 tempest-TaggedBootDevicesTest-1101605307-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1756813'] for subnet, precommit_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:35:31.407029 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-40b320ee-b4b4-4778-98e6-efafdd6ceb46 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:35:31.416837 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-40b320ee-b4b4-4778-98e6-efafdd6ceb46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:35:31.495296 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.plugin [None req-ff2f35e8-a063-42eb-9c32-05e0fc117e16 None None] Deleting port 0433d356-e9e9-42cf-89d0-3ec02f25fb71 {{(pid=95103) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:35:31.495510 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-ff2f35e8-a063-42eb-9c32-05e0fc117e16 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783146157096'] for port, before_delete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:35:31.536393 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-988099c7-1e2d-429d-bcbc-a0509a748637 tempest-TaggedBootDevicesTest-1101605307 tempest-TaggedBootDevicesTest-1101605307-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1756804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4399009', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5388229'] for subnet, after_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:35:31.551035 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-40b320ee-b4b4-4778-98e6-efafdd6ceb46 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=37da22526ef34e129418490ee95a3061&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4428358 Sep 23 19:35:31.564202 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 51058) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:35:31.620582 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40b320ee-b4b4-4778-98e6-efafdd6ceb46 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77ab78c2-39a3-4761-ba9f-e232aabcecac,revision_number=1']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:35:31.654029 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988099c7-1e2d-429d-bcbc-a0509a748637 tempest-TaggedBootDevicesTest-1101605307 tempest-TaggedBootDevicesTest-1101605307-project] Pushing event deleted for resources: {'Subnet': ['ID=99a9d515-ece2-4f2b-8ab7-d74cf72d9364,revision_number=None']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:35:31.678531 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-ff2f35e8-a063-42eb-9c32-05e0fc117e16 None None] For port 0433d356-e9e9-42cf-89d0-3ec02f25fb71, host n-d-713301-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-16',level=0,port_id=0433d356-e9e9-42cf-89d0-3ec02f25fb71,segment=NetworkSegment(00dc7b2f-018d-4fcd-a76f-deef20c5f9fc),segment_id=00dc7b2f-018d-4fcd-a76f-deef20c5f9fc)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:35:31.681932 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-ff2f35e8-a063-42eb-9c32-05e0fc117e16 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-605701'] for port, precommit_delete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:35:31.704986 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-988099c7-1e2d-429d-bcbc-a0509a748637 tempest-TaggedBootDevicesTest-1101605307 tempest-TaggedBootDevicesTest-1101605307-project] Notify callbacks [] for subnet, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:35:31.707030 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-988099c7-1e2d-429d-bcbc-a0509a748637 tempest-TaggedBootDevicesTest-1101605307 tempest-TaggedBootDevicesTest-1101605307-project] 10.222.0.67 "DELETE /v2.0/subnets/99a9d515-ece2-4f2b-8ab7-d74cf72d9364 HTTP/1.1" status: 204 len: 168 time: 0.8899596 Sep 23 19:35:31.713782 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 51068) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:35:31.717001 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.plugin [None req-ff2f35e8-a063-42eb-9c32-05e0fc117e16 None None] Calling delete_port for 0433d356-e9e9-42cf-89d0-3ec02f25fb71 owned by network:dhcp {{(pid=95103) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:35:31.845605 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f1665aa-d8b5-4722-90ef-17dedfade78d None None] Network af02e9ab-cfd4-4a32-b9af-2413db894481 requested from n-d-713301-16 {{(pid=95103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 19:35:31.851934 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-ff2f35e8-a063-42eb-9c32-05e0fc117e16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783146162158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783145673144'] for port, after_delete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:35:31.867414 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-7323da90-230f-4c07-82ae-45e86b867927 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:35:31.905118 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff2f35e8-a063-42eb-9c32-05e0fc117e16 None None] Pushing event deleted for resources: {'Port': ['ID=0433d356-e9e9-42cf-89d0-3ec02f25fb71,revision_number=None']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:35:31.971465 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-7323da90-230f-4c07-82ae-45e86b867927 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:35:31.984997 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff2f35e8-a063-42eb-9c32-05e0fc117e16 None None] No DVR routers for this DVR port 0433d356-e9e9-42cf-89d0-3ec02f25fb71 on host n-d-713301-16 {{(pid=95103) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 19:35:32.113927 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-7323da90-230f-4c07-82ae-45e86b867927 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:35:32.118105 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-7323da90-230f-4c07-82ae-45e86b867927 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:35:32.120181 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-7323da90-230f-4c07-82ae-45e86b867927 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/77ab78c2-39a3-4761-ba9f-e232aabcecac HTTP/1.1" status: 204 len: 168 time: 0.5545738 Sep 23 19:35:32.156217 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7323da90-230f-4c07-82ae-45e86b867927 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77ab78c2-39a3-4761-ba9f-e232aabcecac,revision_number=None']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:35:32.212110 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-d8a8d0ac-9361-4e29-a381-40cce5bd5531 tempest-TaggedBootDevicesTest-1101605307 tempest-TaggedBootDevicesTest-1101605307-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1628021'] for network, before_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:35:32.277024 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04baf619-a17b-4fb2-b407-9d486e9638e9 None None] DHCP port deletion for af02e9ab-cfd4-4a32-b9af-2413db894481 request from n-d-713301-16 {{(pid=95103) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 23 19:35:32.283630 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e890d358-71c3-4e4c-8ac6-f2cc86b79e1f req-bca3f5b8-1db1-4f50-aeee-3d2d42003ab8 tempest-ServerActionsTestJSON-618918056 tempest-ServerActionsTestJSON-618918056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:35:32.285535 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-e890d358-71c3-4e4c-8ac6-f2cc86b79e1f req-bca3f5b8-1db1-4f50-aeee-3d2d42003ab8 tempest-ServerActionsTestJSON-618918056 tempest-ServerActionsTestJSON-618918056-project] 10.222.0.67 "GET /v2.0/ports?device_id=7de987f0-ed4b-4ad1-baee-011605c35a17 HTTP/1.1" status: 200 len: 945 time: 0.4970012 Sep 23 19:35:32.383032 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.plugin [None req-04baf619-a17b-4fb2-b407-9d486e9638e9 None None] Deleting port 3e62bd25-784e-4b3b-84f0-580953cd999e {{(pid=95103) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:35:32.383319 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-04baf619-a17b-4fb2-b407-9d486e9638e9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783146157096'] for port, before_delete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:35:32.383530 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-e890d358-71c3-4e4c-8ac6-f2cc86b79e1f req-c5d2b1fb-ef74-46f0-b1c8-f876e0d04b15 tempest-ServerActionsTestJSON-618918056 tempest-ServerActionsTestJSON-618918056-project] 10.222.0.67 "GET /v2.0/security-groups?id=8f1e71cd-f67e-49f6-828d-7dde05723843&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897799 Sep 23 19:35:32.543592 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4163767-21ce-4f4a-812a-515c13ab4eca req-c19562d2-cbb4-41e0-89be-57f43653c845 tempest-ServerRescueNegativeTestJSON-317871319 tempest-ServerRescueNegativeTestJSON-317871319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:35:32.554721 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-f4163767-21ce-4f4a-812a-515c13ab4eca req-c19562d2-cbb4-41e0-89be-57f43653c845 tempest-ServerRescueNegativeTestJSON-317871319 tempest-ServerRescueNegativeTestJSON-317871319-project] 10.222.0.67 "GET /v2.0/ports?device_id=f5f48627-8ac0-4a38-a3d5-5de21347facd HTTP/1.1" status: 200 len: 946 time: 0.6185427 Sep 23 19:35:32.641420 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-04baf619-a17b-4fb2-b407-9d486e9638e9 None None] For port 3e62bd25-784e-4b3b-84f0-580953cd999e, host n-d-713301-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-16',level=0,port_id=3e62bd25-784e-4b3b-84f0-580953cd999e,segment=NetworkSegment(4f7ea034-18ba-4cde-bf97-7b7b61f8a982),segment_id=4f7ea034-18ba-4cde-bf97-7b7b61f8a982)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:35:32.643516 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-d8a8d0ac-9361-4e29-a381-40cce5bd5531 tempest-TaggedBootDevicesTest-1101605307 tempest-TaggedBootDevicesTest-1101605307-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1754676', 'neutron.services.segments.db._delete_segments_for_network-8783146221460'] for network, precommit_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:35:32.646423 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-04baf619-a17b-4fb2-b407-9d486e9638e9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-605701'] for port, precommit_delete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:35:32.673745 n-d-713301-16 neutron-server[95102]: DEBUG neutron.services.segments.db [None req-d8a8d0ac-9361-4e29-a381-40cce5bd5531 tempest-TaggedBootDevicesTest-1101605307 tempest-TaggedBootDevicesTest-1101605307-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bada5757-bdaa-4c5b-b7b4-3acebf356815']}} {{(pid=95102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:35:32.686000 n-d-713301-16 neutron-server[95102]: DEBUG neutron.services.segments.db [None req-d8a8d0ac-9361-4e29-a381-40cce5bd5531 tempest-TaggedBootDevicesTest-1101605307 tempest-TaggedBootDevicesTest-1101605307-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '00dc7b2f-018d-4fcd-a76f-deef20c5f9fc') {'for_net_delete': True} {{(pid=95102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:35:32.693684 n-d-713301-16 neutron-server[95102]: DEBUG neutron.services.segments.db [None req-d8a8d0ac-9361-4e29-a381-40cce5bd5531 tempest-TaggedBootDevicesTest-1101605307 tempest-TaggedBootDevicesTest-1101605307-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '00dc7b2f-018d-4fcd-a76f-deef20c5f9fc') {} {{(pid=95102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:35:32.701814 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.plugin [None req-04baf619-a17b-4fb2-b407-9d486e9638e9 None None] Calling delete_port for 3e62bd25-784e-4b3b-84f0-580953cd999e owned by network:dhcp {{(pid=95103) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:35:32.706702 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-d8a8d0ac-9361-4e29-a381-40cce5bd5531 tempest-TaggedBootDevicesTest-1101605307 tempest-TaggedBootDevicesTest-1101605307-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783146221725', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6162832'] for segment, before_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:35:32.725986 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-d8a8d0ac-9361-4e29-a381-40cce5bd5531 tempest-TaggedBootDevicesTest-1101605307 tempest-TaggedBootDevicesTest-1101605307-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1756186'] for segment, precommit_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:35:32.735546 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d8a8d0ac-9361-4e29-a381-40cce5bd5531 tempest-TaggedBootDevicesTest-1101605307 tempest-TaggedBootDevicesTest-1101605307-project] Releasing vlan 613 on physical network physnet1 to pool {{(pid=95102) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 19:35:32.735968 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-d8a8d0ac-9361-4e29-a381-40cce5bd5531 tempest-TaggedBootDevicesTest-1101605307 tempest-TaggedBootDevicesTest-1101605307-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1756186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4398095'] for segment, after_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:35:32.816958 n-d-713301-16 neutron-server[95102]: Traceback (most recent call last): Sep 23 19:35:32.816958 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 19:35:32.816958 n-d-713301-16 neutron-server[95102]: timer() Sep 23 19:35:32.816958 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 19:35:32.816958 n-d-713301-16 neutron-server[95102]: cb(*args, **kw) Sep 23 19:35:32.816958 n-d-713301-16 neutron-server[95102]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 19:35:32.816958 n-d-713301-16 neutron-server[95102]: return func(*args, **kwargs) Sep 23 19:35:32.816958 n-d-713301-16 neutron-server[95102]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 19:35:32.816958 n-d-713301-16 neutron-server[95102]: self._notify() Sep 23 19:35:32.816958 n-d-713301-16 neutron-server[95102]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 19:35:32.816958 n-d-713301-16 neutron-server[95102]: self.callback(batched_events) Sep 23 19:35:32.816958 n-d-713301-16 neutron-server[95102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 19:35:32.816958 n-d-713301-16 neutron-server[95102]: event.method(event) Sep 23 19:35:32.816958 n-d-713301-16 neutron-server[95102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 19:35:32.816958 n-d-713301-16 neutron-server[95102]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 19:35:32.816958 n-d-713301-16 neutron-server[95102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 19:35:32.816958 n-d-713301-16 neutron-server[95102]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 19:35:32.816958 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 19:35:32.816958 n-d-713301-16 neutron-server[95102]: return f(self, *a, **k) Sep 23 19:35:32.816958 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 19:35:32.816958 n-d-713301-16 neutron-server[95102]: return self._get(url).json() Sep 23 19:35:32.816958 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 19:35:32.816958 n-d-713301-16 neutron-server[95102]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 19:35:32.816958 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 19:35:32.816958 n-d-713301-16 neutron-server[95102]: return self.request(url, 'GET', **kwargs) Sep 23 19:35:32.816958 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 19:35:32.816958 n-d-713301-16 neutron-server[95102]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 19:35:32.816958 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 19:35:32.816958 n-d-713301-16 neutron-server[95102]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 19:35:32.816958 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 19:35:32.816958 n-d-713301-16 neutron-server[95102]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 19:35:32.816958 n-d-713301-16 neutron-server[95102]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 19:35:32.926985 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-d8a8d0ac-9361-4e29-a381-40cce5bd5531 tempest-TaggedBootDevicesTest-1101605307 tempest-TaggedBootDevicesTest-1101605307-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1754627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-601866'] for network, after_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:35:32.943107 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-d8a8d0ac-9361-4e29-a381-40cce5bd5531 tempest-TaggedBootDevicesTest-1101605307 tempest-TaggedBootDevicesTest-1101605307-project] Notify callbacks [] for network, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:35:32.950287 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 51088) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:35:32.967371 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-d8a8d0ac-9361-4e29-a381-40cce5bd5531 tempest-TaggedBootDevicesTest-1101605307 tempest-TaggedBootDevicesTest-1101605307-project] 10.222.0.67 "DELETE /v2.0/networks/bada5757-bdaa-4c5b-b7b4-3acebf356815 HTTP/1.1" status: 204 len: 168 time: 1.2443626 Sep 23 19:35:33.024651 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-f4163767-21ce-4f4a-812a-515c13ab4eca req-210fd4cc-0238-4db2-ab8a-b316e3532c76 tempest-ServerRescueNegativeTestJSON-317871319 tempest-ServerRescueNegativeTestJSON-317871319-project] 10.222.0.67 "GET /v2.0/security-groups?id=ac103501-6c24-4299-8f11-081b36059735&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4680381 Sep 23 19:35:33.031397 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a8d0ac-9361-4e29-a381-40cce5bd5531 tempest-TaggedBootDevicesTest-1101605307 tempest-TaggedBootDevicesTest-1101605307-project] Pushing event deleted for resources: {'Network': ['ID=bada5757-bdaa-4c5b-b7b4-3acebf356815,revision_number=None']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:35:33.122837 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-0d36f162-71d3-44e6-8d14-974493e0a7a3 tempest-TaggedBootDevicesTest-1101605307 tempest-TaggedBootDevicesTest-1101605307-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1628021'] for network, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:35:33.232644 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.plugin [None req-0d36f162-71d3-44e6-8d14-974493e0a7a3 tempest-TaggedBootDevicesTest-1101605307 tempest-TaggedBootDevicesTest-1101605307-project] Deleting port 3e62bd25-784e-4b3b-84f0-580953cd999e {{(pid=95101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:35:33.233308 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-0d36f162-71d3-44e6-8d14-974493e0a7a3 tempest-TaggedBootDevicesTest-1101605307 tempest-TaggedBootDevicesTest-1101605307-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783146157096'] for port, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:35:33.259747 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Device 3e62bd25-784e-4b3b-84f0-580953cd999e no longer exists at agent ovs-agent-n-d-713301-16 {{(pid=95103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 19:35:33.327462 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-04baf619-a17b-4fb2-b407-9d486e9638e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783146162158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783145673144'] for port, after_delete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:35:33.378634 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04baf619-a17b-4fb2-b407-9d486e9638e9 None None] No DVR routers for this DVR port 3e62bd25-784e-4b3b-84f0-580953cd999e on host n-d-713301-16 {{(pid=95103) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 19:35:33.466869 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.db [None req-0d36f162-71d3-44e6-8d14-974493e0a7a3 tempest-TaggedBootDevicesTest-1101605307 tempest-TaggedBootDevicesTest-1101605307-project] For port 3e62bd25-784e-4b3b-84f0-580953cd999e, host n-d-713301-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-16',level=0,port_id=3e62bd25-784e-4b3b-84f0-580953cd999e,segment=NetworkSegment(4f7ea034-18ba-4cde-bf97-7b7b61f8a982),segment_id=4f7ea034-18ba-4cde-bf97-7b7b61f8a982)] {{(pid=95101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:35:33.469024 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04baf619-a17b-4fb2-b407-9d486e9638e9 None None] Pushing event deleted for resources: {'Port': ['ID=3e62bd25-784e-4b3b-84f0-580953cd999e,revision_number=None']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:35:33.471072 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-0d36f162-71d3-44e6-8d14-974493e0a7a3 tempest-TaggedBootDevicesTest-1101605307 tempest-TaggedBootDevicesTest-1101605307-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-605701'] for port, precommit_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:35:33.488746 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] No active binding found for port 3e62bd25-784e-4b3b-84f0-580953cd999e {{(pid=95103) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Sep 23 19:35:33.489178 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Device 3e62bd25-784e-4b3b-84f0-580953cd999e not bound to the agent host n-d-713301-16 {{(pid=95103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 19:35:33.494268 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Device 0433d356-e9e9-42cf-89d0-3ec02f25fb71 no longer exists at agent ovs-agent-n-d-713301-16 {{(pid=95103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 19:35:33.516469 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.plugin [None req-0d36f162-71d3-44e6-8d14-974493e0a7a3 tempest-TaggedBootDevicesTest-1101605307 tempest-TaggedBootDevicesTest-1101605307-project] Calling delete_port for 3e62bd25-784e-4b3b-84f0-580953cd999e owned by network:dhcp {{(pid=95101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:35:33.563621 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.plugin [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] No Port match for: 0433d356-e9e9-42cf-89d0-3ec02f25fb71 {{(pid=95103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 19:35:33.563957 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Device 0433d356-e9e9-42cf-89d0-3ec02f25fb71 not bound to the agent host n-d-713301-16 {{(pid=95103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 19:35:33.777870 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6218562-2e47-4593-920e-c33642c8b2c6 req-09ff4deb-0188-4718-b674-f806610de7f5 tempest-ServerActionsTestJSON-618918056 tempest-ServerActionsTestJSON-618918056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:35:33.781619 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-c6218562-2e47-4593-920e-c33642c8b2c6 req-09ff4deb-0188-4718-b674-f806610de7f5 tempest-ServerActionsTestJSON-618918056 tempest-ServerActionsTestJSON-618918056-project] 10.222.0.67 "GET /v2.0/ports?device_id=7de987f0-ed4b-4ad1-baee-011605c35a17 HTTP/1.1" status: 200 len: 945 time: 0.2160251 Sep 23 19:35:33.818460 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-0d36f162-71d3-44e6-8d14-974493e0a7a3 tempest-TaggedBootDevicesTest-1101605307 tempest-TaggedBootDevicesTest-1101605307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783146162158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783145673144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5607431'] for port, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:35:33.923631 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d36f162-71d3-44e6-8d14-974493e0a7a3 tempest-TaggedBootDevicesTest-1101605307 tempest-TaggedBootDevicesTest-1101605307-project] Pushing event deleted for resources: {'Port': ['ID=3e62bd25-784e-4b3b-84f0-580953cd999e,revision_number=None']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:35:33.927922 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-c6218562-2e47-4593-920e-c33642c8b2c6 req-8d8e1957-8a5b-45b9-bdc9-e44ae6cd8238 tempest-ServerActionsTestJSON-618918056 tempest-ServerActionsTestJSON-618918056-project] 10.222.0.67 "GET /v2.0/security-groups?id=8f1e71cd-f67e-49f6-828d-7dde05723843&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1290519 Sep 23 19:35:33.928089 n-d-713301-16 neutron-server[95101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d36f162-71d3-44e6-8d14-974493e0a7a3 tempest-TaggedBootDevicesTest-1101605307 tempest-TaggedBootDevicesTest-1101605307-project] No DVR routers for this DVR port 3e62bd25-784e-4b3b-84f0-580953cd999e on host n-d-713301-16 {{(pid=95101) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 19:35:34.118277 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-0d36f162-71d3-44e6-8d14-974493e0a7a3 tempest-TaggedBootDevicesTest-1101605307 tempest-TaggedBootDevicesTest-1101605307-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1754676', 'neutron.services.segments.db._delete_segments_for_network-8783146221460'] for network, precommit_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:35:34.153376 n-d-713301-16 neutron-server[95101]: DEBUG neutron.services.segments.db [None req-0d36f162-71d3-44e6-8d14-974493e0a7a3 tempest-TaggedBootDevicesTest-1101605307 tempest-TaggedBootDevicesTest-1101605307-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['af02e9ab-cfd4-4a32-b9af-2413db894481']}} {{(pid=95101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:35:34.169969 n-d-713301-16 neutron-server[95101]: DEBUG neutron.services.segments.db [None req-0d36f162-71d3-44e6-8d14-974493e0a7a3 tempest-TaggedBootDevicesTest-1101605307 tempest-TaggedBootDevicesTest-1101605307-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4f7ea034-18ba-4cde-bf97-7b7b61f8a982') {'for_net_delete': True} {{(pid=95101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:35:34.170188 n-d-713301-16 neutron-server[95101]: DEBUG neutron.services.segments.db [None req-0d36f162-71d3-44e6-8d14-974493e0a7a3 tempest-TaggedBootDevicesTest-1101605307 tempest-TaggedBootDevicesTest-1101605307-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4f7ea034-18ba-4cde-bf97-7b7b61f8a982') {} {{(pid=95101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:35:34.180320 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-0d36f162-71d3-44e6-8d14-974493e0a7a3 tempest-TaggedBootDevicesTest-1101605307 tempest-TaggedBootDevicesTest-1101605307-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783146221725', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6007147'] for segment, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:35:34.199876 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-0d36f162-71d3-44e6-8d14-974493e0a7a3 tempest-TaggedBootDevicesTest-1101605307 tempest-TaggedBootDevicesTest-1101605307-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1756186'] for segment, precommit_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:35:34.206906 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0d36f162-71d3-44e6-8d14-974493e0a7a3 tempest-TaggedBootDevicesTest-1101605307 tempest-TaggedBootDevicesTest-1101605307-project] Releasing vlan 641 on physical network physnet1 to pool {{(pid=95101) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 19:35:34.207252 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-0d36f162-71d3-44e6-8d14-974493e0a7a3 tempest-TaggedBootDevicesTest-1101605307 tempest-TaggedBootDevicesTest-1101605307-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1756186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5608436'] for segment, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:35:34.292386 n-d-713301-16 neutron-server[95101]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 23 19:35:34.292386 n-d-713301-16 neutron-server[95101]: self.session.flush() Sep 23 19:35:34.292386 n-d-713301-16 neutron-server[95101]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 23 19:35:34.292386 n-d-713301-16 neutron-server[95101]: self.session.flush() Sep 23 19:35:34.292386 n-d-713301-16 neutron-server[95101]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 23 19:35:34.292386 n-d-713301-16 neutron-server[95101]: self.session.flush() Sep 23 19:35:34.292386 n-d-713301-16 neutron-server[95101]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 23 19:35:34.292386 n-d-713301-16 neutron-server[95101]: self.session.flush() Sep 23 19:35:34.292386 n-d-713301-16 neutron-server[95101]: Traceback (most recent call last): Sep 23 19:35:34.292386 n-d-713301-16 neutron-server[95101]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 19:35:34.292386 n-d-713301-16 neutron-server[95101]: timer() Sep 23 19:35:34.292386 n-d-713301-16 neutron-server[95101]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 19:35:34.292386 n-d-713301-16 neutron-server[95101]: cb(*args, **kw) Sep 23 19:35:34.292386 n-d-713301-16 neutron-server[95101]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 19:35:34.292386 n-d-713301-16 neutron-server[95101]: return func(*args, **kwargs) Sep 23 19:35:34.292386 n-d-713301-16 neutron-server[95101]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 19:35:34.292386 n-d-713301-16 neutron-server[95101]: self._notify() Sep 23 19:35:34.292386 n-d-713301-16 neutron-server[95101]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 19:35:34.292386 n-d-713301-16 neutron-server[95101]: self.callback(batched_events) Sep 23 19:35:34.292386 n-d-713301-16 neutron-server[95101]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 19:35:34.292386 n-d-713301-16 neutron-server[95101]: event.method(event) Sep 23 19:35:34.292386 n-d-713301-16 neutron-server[95101]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 19:35:34.292386 n-d-713301-16 neutron-server[95101]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 19:35:34.292386 n-d-713301-16 neutron-server[95101]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 19:35:34.292386 n-d-713301-16 neutron-server[95101]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 19:35:34.292386 n-d-713301-16 neutron-server[95101]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 19:35:34.292386 n-d-713301-16 neutron-server[95101]: return f(self, *a, **k) Sep 23 19:35:34.292386 n-d-713301-16 neutron-server[95101]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 19:35:34.292386 n-d-713301-16 neutron-server[95101]: return self._get(url).json() Sep 23 19:35:34.292386 n-d-713301-16 neutron-server[95101]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 19:35:34.292386 n-d-713301-16 neutron-server[95101]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 19:35:34.292386 n-d-713301-16 neutron-server[95101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 19:35:34.292386 n-d-713301-16 neutron-server[95101]: return self.request(url, 'GET', **kwargs) Sep 23 19:35:34.292386 n-d-713301-16 neutron-server[95101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 19:35:34.292386 n-d-713301-16 neutron-server[95101]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 19:35:34.292386 n-d-713301-16 neutron-server[95101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 19:35:34.292386 n-d-713301-16 neutron-server[95101]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 19:35:34.292386 n-d-713301-16 neutron-server[95101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 19:35:34.292386 n-d-713301-16 neutron-server[95101]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 19:35:34.292386 n-d-713301-16 neutron-server[95101]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 19:35:34.299271 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-0d36f162-71d3-44e6-8d14-974493e0a7a3 tempest-TaggedBootDevicesTest-1101605307 tempest-TaggedBootDevicesTest-1101605307-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1754627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-601866'] for network, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:35:34.311175 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-0d36f162-71d3-44e6-8d14-974493e0a7a3 tempest-TaggedBootDevicesTest-1101605307 tempest-TaggedBootDevicesTest-1101605307-project] Notify callbacks [] for network, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:35:34.318962 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-0d36f162-71d3-44e6-8d14-974493e0a7a3 tempest-TaggedBootDevicesTest-1101605307 tempest-TaggedBootDevicesTest-1101605307-project] 10.222.0.67 "DELETE /v2.0/networks/af02e9ab-cfd4-4a32-b9af-2413db894481 HTTP/1.1" status: 204 len: 168 time: 1.3661726 Sep 23 19:35:34.363941 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d36f162-71d3-44e6-8d14-974493e0a7a3 tempest-TaggedBootDevicesTest-1101605307 tempest-TaggedBootDevicesTest-1101605307-project] Pushing event deleted for resources: {'Network': ['ID=af02e9ab-cfd4-4a32-b9af-2413db894481,revision_number=None']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:35:34.465167 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00432f9b-450b-4cb4-86ff-a129a28c749d req-4a716414-595d-4e1e-91a9-960297534217 tempest-ServerRescueNegativeTestJSON-317871319 tempest-ServerRescueNegativeTestJSON-317871319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:35:34.475026 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-00432f9b-450b-4cb4-86ff-a129a28c749d req-4a716414-595d-4e1e-91a9-960297534217 tempest-ServerRescueNegativeTestJSON-317871319 tempest-ServerRescueNegativeTestJSON-317871319-project] 10.222.0.67 "GET /v2.0/ports?device_id=f5f48627-8ac0-4a38-a3d5-5de21347facd HTTP/1.1" status: 200 len: 946 time: 0.2025807 Sep 23 19:35:34.603345 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-00432f9b-450b-4cb4-86ff-a129a28c749d req-f72a4f9f-a3bb-4978-b411-aa0fe071e2d4 tempest-ServerRescueNegativeTestJSON-317871319 tempest-ServerRescueNegativeTestJSON-317871319-project] 10.222.0.67 "GET /v2.0/security-groups?id=ac103501-6c24-4299-8f11-081b36059735&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1242745 Sep 23 19:35:35.337767 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ebcc1e-a168-423e-b199-ed75c95f274e req-826b22f6-9cd8-4d7f-b037-c02db233b6b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:35:35.346721 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-63ebcc1e-a168-423e-b199-ed75c95f274e req-826b22f6-9cd8-4d7f-b037-c02db233b6b7 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=71d72afe428c4ce594ff8d28e6bea11d&device_id=f5f48627-8ac0-4a38-a3d5-5de21347facd HTTP/1.1" status: 200 len: 1098 time: 0.1720119 Sep 23 19:35:35.378319 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad1d012-8610-4da5-9e29-a9f206e788fc req-6f0a615d-d641-401e-895b-0aa995679484 tempest-ServerRescueNegativeTestJSON-317871319 tempest-ServerRescueNegativeTestJSON-317871319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:35:35.392263 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-6ad1d012-8610-4da5-9e29-a9f206e788fc req-6f0a615d-d641-401e-895b-0aa995679484 tempest-ServerRescueNegativeTestJSON-317871319 tempest-ServerRescueNegativeTestJSON-317871319-project] 10.222.0.67 "GET /v2.0/ports?device_id=f5f48627-8ac0-4a38-a3d5-5de21347facd HTTP/1.1" status: 200 len: 946 time: 0.1335037 Sep 23 19:35:35.539914 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42c3da8-7b93-4862-b3c2-b8c04df0b3ab req-08431038-b40b-4bb6-8488-4612b4b88753 tempest-ServerActionsTestJSON-618918056 tempest-ServerActionsTestJSON-618918056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:35:35.543773 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-e42c3da8-7b93-4862-b3c2-b8c04df0b3ab req-08431038-b40b-4bb6-8488-4612b4b88753 tempest-ServerActionsTestJSON-618918056 tempest-ServerActionsTestJSON-618918056-project] 10.222.0.67 "GET /v2.0/ports?device_id=7de987f0-ed4b-4ad1-baee-011605c35a17 HTTP/1.1" status: 200 len: 945 time: 0.2321498 Sep 23 19:35:35.566398 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-6ad1d012-8610-4da5-9e29-a9f206e788fc req-64c6d842-ab28-4880-9abe-256aea85b445 tempest-ServerRescueNegativeTestJSON-317871319 tempest-ServerRescueNegativeTestJSON-317871319-project] 10.222.0.67 "GET /v2.0/security-groups?id=ac103501-6c24-4299-8f11-081b36059735&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1726305 Sep 23 19:35:35.682695 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-e42c3da8-7b93-4862-b3c2-b8c04df0b3ab req-1cdb2bda-333f-4347-b8a9-40d42264195e tempest-ServerActionsTestJSON-618918056 tempest-ServerActionsTestJSON-618918056-project] 10.222.0.67 "GET /v2.0/security-groups?id=8f1e71cd-f67e-49f6-828d-7dde05723843&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1137047 Sep 23 19:35:35.686193 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ebcc1e-a168-423e-b199-ed75c95f274e req-c275f54a-18a5-404d-9c88-e86ce5d21647 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:35:35.687951 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-63ebcc1e-a168-423e-b199-ed75c95f274e req-c275f54a-18a5-404d-9c88-e86ce5d21647 service neutron] 10.222.0.53 "GET /v2.0/networks?id=22c7394f-6eb3-4324-ad9a-c48452af8c12 HTTP/1.1" status: 200 len: 919 time: 0.3331945 Sep 23 19:35:35.789218 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-63ebcc1e-a168-423e-b199-ed75c95f274e req-f3422969-a5d4-4e02-a6be-b62051f641f5 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=acf36a73-9a5d-4069-8c51-d879b7158a29 HTTP/1.1" status: 200 len: 217 time: 0.0936339 Sep 23 19:35:35.996787 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ebcc1e-a168-423e-b199-ed75c95f274e req-261f1096-0f04-43e1-9782-1d98d59ba663 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:35:35.998649 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-63ebcc1e-a168-423e-b199-ed75c95f274e req-261f1096-0f04-43e1-9782-1d98d59ba663 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=0d48322f-2db5-4896-84d5-850e60fab8ec HTTP/1.1" status: 200 len: 858 time: 0.2020404 Sep 23 19:35:36.049241 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-63ebcc1e-a168-423e-b199-ed75c95f274e req-c774d43d-f9b6-446c-bcde-2f64a8f5f19d service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=22c7394f-6eb3-4324-ad9a-c48452af8c12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0351081 Sep 23 19:35:36.281552 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-63ebcc1e-a168-423e-b199-ed75c95f274e req-96f57cd0-f1a3-44e1-9696-eb9bb57f9e1f service neutron] 10.222.0.53 "GET /v2.0/networks/22c7394f-6eb3-4324-ad9a-c48452af8c12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2248724 Sep 23 19:35:36.441638 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-63ebcc1e-a168-423e-b199-ed75c95f274e req-d5849d46-f7f5-4104-b1c8-4f8059d46d36 service neutron] 10.222.0.53 "GET /v2.0/networks/22c7394f-6eb3-4324-ad9a-c48452af8c12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1400833 Sep 23 19:35:36.821662 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a3c46a-e54e-4c1c-9c59-ea3a7fab7cef req-3e404a2f-f5fb-4ed5-8948-280fe8ce6601 tempest-ServerRescueNegativeTestJSON-317871319 tempest-ServerRescueNegativeTestJSON-317871319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:35:36.827966 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-26a3c46a-e54e-4c1c-9c59-ea3a7fab7cef req-3e404a2f-f5fb-4ed5-8948-280fe8ce6601 tempest-ServerRescueNegativeTestJSON-317871319 tempest-ServerRescueNegativeTestJSON-317871319-project] 10.222.0.67 "GET /v2.0/ports?device_id=f5f48627-8ac0-4a38-a3d5-5de21347facd HTTP/1.1" status: 200 len: 946 time: 0.1473477 Sep 23 19:35:37.075974 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b3e2ca-cd3c-4ca0-a248-c9ff21f0664a req-b501fcc0-3b8f-4125-b35c-6bec9c95f437 tempest-ServerActionsTestJSON-618918056 tempest-ServerActionsTestJSON-618918056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:35:37.077952 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-67b3e2ca-cd3c-4ca0-a248-c9ff21f0664a req-b501fcc0-3b8f-4125-b35c-6bec9c95f437 tempest-ServerActionsTestJSON-618918056 tempest-ServerActionsTestJSON-618918056-project] 10.222.0.67 "GET /v2.0/ports?device_id=7de987f0-ed4b-4ad1-baee-011605c35a17 HTTP/1.1" status: 200 len: 945 time: 0.2488763 Sep 23 19:35:37.095042 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-26a3c46a-e54e-4c1c-9c59-ea3a7fab7cef req-e87ddb9c-5031-43da-98cf-854d981a6ff8 tempest-ServerRescueNegativeTestJSON-317871319 tempest-ServerRescueNegativeTestJSON-317871319-project] 10.222.0.67 "GET /v2.0/security-groups?id=ac103501-6c24-4299-8f11-081b36059735&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2415137 Sep 23 19:35:37.160305 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-67b3e2ca-cd3c-4ca0-a248-c9ff21f0664a req-4dd94091-1334-4070-be00-b1088936f374 tempest-ServerActionsTestJSON-618918056 tempest-ServerActionsTestJSON-618918056-project] 10.222.0.67 "GET /v2.0/security-groups?id=8f1e71cd-f67e-49f6-828d-7dde05723843&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612614 Sep 23 19:35:37.927430 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 51232) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:35:38.220271 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-b62f7789-3fe8-4c18-80af-56003ebc467b admin admin] Notify callbacks [] for security_group, before_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:35:38.635601 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-667052a9-b1d6-41dc-bdf0-550551775fcd req-9d266125-c738-4d95-ae9a-a12d2661343a tempest-ServerRescueNegativeTestJSON-317871319 tempest-ServerRescueNegativeTestJSON-317871319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:35:38.639374 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-667052a9-b1d6-41dc-bdf0-550551775fcd req-9d266125-c738-4d95-ae9a-a12d2661343a tempest-ServerRescueNegativeTestJSON-317871319 tempest-ServerRescueNegativeTestJSON-317871319-project] 10.222.0.67 "GET /v2.0/ports?device_id=f5f48627-8ac0-4a38-a3d5-5de21347facd HTTP/1.1" status: 200 len: 946 time: 0.3102713 Sep 23 19:35:38.684149 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c05926-1ebf-4583-aaed-e2a3f267db5f req-52eb337f-f30f-41d3-b341-2f7b5c3e9ae4 tempest-ServerActionsTestJSON-618918056 tempest-ServerActionsTestJSON-618918056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:35:38.699544 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-43c05926-1ebf-4583-aaed-e2a3f267db5f req-52eb337f-f30f-41d3-b341-2f7b5c3e9ae4 tempest-ServerActionsTestJSON-618918056 tempest-ServerActionsTestJSON-618918056-project] 10.222.0.67 "GET /v2.0/ports?device_id=7de987f0-ed4b-4ad1-baee-011605c35a17 HTTP/1.1" status: 200 len: 945 time: 0.3708894 Sep 23 19:35:38.816454 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-667052a9-b1d6-41dc-bdf0-550551775fcd req-c60c85dc-528c-4ebf-a723-bc2204f9d07a tempest-ServerRescueNegativeTestJSON-317871319 tempest-ServerRescueNegativeTestJSON-317871319-project] 10.222.0.67 "GET /v2.0/security-groups?id=ac103501-6c24-4299-8f11-081b36059735&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1654267 Sep 23 19:35:38.960983 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-43c05926-1ebf-4583-aaed-e2a3f267db5f req-d1df0386-3e55-478b-93ca-2a81a1a25d83 tempest-ServerActionsTestJSON-618918056 tempest-ServerActionsTestJSON-618918056-project] 10.222.0.67 "GET /v2.0/security-groups?id=8f1e71cd-f67e-49f6-828d-7dde05723843&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2598145 Sep 23 19:35:39.012985 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-b62f7789-3fe8-4c18-80af-56003ebc467b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:35:39.036004 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-b62f7789-3fe8-4c18-80af-56003ebc467b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:35:39.166504 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b62f7789-3fe8-4c18-80af-56003ebc467b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a14f745-eeb6-4c4c-9289-c9d3c367b936,revision_number=1']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:35:39.255274 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-b62f7789-3fe8-4c18-80af-56003ebc467b admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=9c2198c656fe4f86b25c763ba1f7b867&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3264990 Sep 23 19:35:39.307130 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 51260) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:35:39.499210 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-000b4d53-154f-4baa-b5da-f9011ecb1147 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:35:39.558815 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-000b4d53-154f-4baa-b5da-f9011ecb1147 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:35:39.734835 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-000b4d53-154f-4baa-b5da-f9011ecb1147 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:35:39.737430 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-000b4d53-154f-4baa-b5da-f9011ecb1147 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:35:39.741392 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-000b4d53-154f-4baa-b5da-f9011ecb1147 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/7a14f745-eeb6-4c4c-9289-c9d3c367b936 HTTP/1.1" status: 204 len: 168 time: 0.4331455 Sep 23 19:35:39.784887 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-000b4d53-154f-4baa-b5da-f9011ecb1147 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a14f745-eeb6-4c4c-9289-c9d3c367b936,revision_number=None']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:35:40.201795 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74025c14-3a09-4b24-abdb-842d9c11bd93 req-97e31f69-28fa-46eb-8de0-eaa7263ab2dc tempest-ServerActionsTestJSON-618918056 tempest-ServerActionsTestJSON-618918056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:35:40.211740 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-74025c14-3a09-4b24-abdb-842d9c11bd93 req-97e31f69-28fa-46eb-8de0-eaa7263ab2dc tempest-ServerActionsTestJSON-618918056 tempest-ServerActionsTestJSON-618918056-project] 10.222.0.67 "GET /v2.0/ports?device_id=7de987f0-ed4b-4ad1-baee-011605c35a17 HTTP/1.1" status: 200 len: 945 time: 0.0753453 Sep 23 19:35:40.304271 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-74025c14-3a09-4b24-abdb-842d9c11bd93 req-5ef85e14-25c4-4fb9-840e-259f08b89ba4 tempest-ServerActionsTestJSON-618918056 tempest-ServerActionsTestJSON-618918056-project] 10.222.0.67 "GET /v2.0/security-groups?id=8f1e71cd-f67e-49f6-828d-7dde05723843&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903668 Sep 23 19:35:40.428706 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 51302) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:35:40.450674 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-ca60fc1d-bc8a-465e-b0b8-cdff9a0e1d2e admin admin] Notify callbacks [] for security_group, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:35:40.771830 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-ca60fc1d-bc8a-465e-b0b8-cdff9a0e1d2e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:35:40.784180 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-ca60fc1d-bc8a-465e-b0b8-cdff9a0e1d2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:35:40.851852 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca60fc1d-bc8a-465e-b0b8-cdff9a0e1d2e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=480c177b-fd64-489b-b388-e96f3c35435d,revision_number=1']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:35:40.870290 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-ca60fc1d-bc8a-465e-b0b8-cdff9a0e1d2e admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=40433b4292ac49d4bed1637a7ec2bf86&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4400637 Sep 23 19:35:40.873578 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 51306) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:35:41.006363 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-a36b4c61-749f-4281-afb6-47a5c2249c4c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:35:41.086010 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-a36b4c61-749f-4281-afb6-47a5c2249c4c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:35:41.177077 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-a36b4c61-749f-4281-afb6-47a5c2249c4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:35:41.181562 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-a36b4c61-749f-4281-afb6-47a5c2249c4c admin admin] Notify callbacks [] for security_group, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:35:41.190402 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-a36b4c61-749f-4281-afb6-47a5c2249c4c admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/480c177b-fd64-489b-b388-e96f3c35435d HTTP/1.1" status: 204 len: 168 time: 0.3151960 Sep 23 19:35:41.218257 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a36b4c61-749f-4281-afb6-47a5c2249c4c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=480c177b-fd64-489b-b388-e96f3c35435d,revision_number=None']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:35:41.548940 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c270d8b3-8b82-46d9-9e55-a7ce487bd01b req-da90914a-8354-4987-8850-3234afe9c252 tempest-ServerActionsTestJSON-618918056 tempest-ServerActionsTestJSON-618918056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:35:41.563133 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-f5923e6b-650e-4c63-8336-ec45c2a70003 req-41e1e77b-80ee-4ab6-83d2-19e4d8dd802c service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=675250d5-b764-4a76-a441-f0488da38a5e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1674709 Sep 23 19:35:41.565045 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-c270d8b3-8b82-46d9-9e55-a7ce487bd01b req-da90914a-8354-4987-8850-3234afe9c252 tempest-ServerActionsTestJSON-618918056 tempest-ServerActionsTestJSON-618918056-project] 10.222.0.67 "GET /v2.0/ports?device_id=7de987f0-ed4b-4ad1-baee-011605c35a17 HTTP/1.1" status: 200 len: 945 time: 0.1249220 Sep 23 19:35:41.837571 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5923e6b-650e-4c63-8336-ec45c2a70003 req-f1164aba-04b0-49cc-989f-ae29a56f5079 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:35:41.872096 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-f5923e6b-650e-4c63-8336-ec45c2a70003 req-f1164aba-04b0-49cc-989f-ae29a56f5079 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=f17a85608a9a4ecb8150ef41746c47e0&device_id=675250d5-b764-4a76-a441-f0488da38a5e HTTP/1.1" status: 200 len: 1097 time: 0.2389159 Sep 23 19:35:42.000345 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3804a238-7adf-4962-8a46-b57bd928d332 req-3d5c0cc6-4302-4deb-b427-038b2b54cdf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:35:42.006417 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-3804a238-7adf-4962-8a46-b57bd928d332 req-3d5c0cc6-4302-4deb-b427-038b2b54cdf9 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=f17a85608a9a4ecb8150ef41746c47e0&device_id=7de987f0-ed4b-4ad1-baee-011605c35a17 HTTP/1.1" status: 200 len: 1097 time: 0.1040552 Sep 23 19:35:42.007090 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 51342) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:35:42.173647 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3804a238-7adf-4962-8a46-b57bd928d332 req-c0b7e793-f0b5-42c8-b547-c0da6b9196b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:35:42.176100 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-3804a238-7adf-4962-8a46-b57bd928d332 req-c0b7e793-f0b5-42c8-b547-c0da6b9196b5 service neutron] 10.222.0.74 "GET /v2.0/networks?id=364dc893-5ecb-4aa3-be76-13b51cbbfbd4 HTTP/1.1" status: 200 len: 913 time: 0.1524432 Sep 23 19:35:42.271420 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-3804a238-7adf-4962-8a46-b57bd928d332 req-3578d926-8faf-416b-9e85-df6de36ac01e service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e8124d03-6ec4-487a-a850-bef4dcba7384 HTTP/1.1" status: 200 len: 217 time: 0.0863600 Sep 23 19:35:42.346222 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3804a238-7adf-4962-8a46-b57bd928d332 req-d88f8a66-877a-4f64-b935-13ad910214fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:35:42.348146 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-3804a238-7adf-4962-8a46-b57bd928d332 req-d88f8a66-877a-4f64-b935-13ad910214fa service neutron] 10.222.0.74 "GET /v2.0/subnets?id=a900be85-be08-465b-85e6-4a05aae55389 HTTP/1.1" status: 200 len: 851 time: 0.0668833 Sep 23 19:35:42.678015 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3804a238-7adf-4962-8a46-b57bd928d332 req-21fbc1db-4709-4cac-af7b-14aa327a3d36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:35:42.687653 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-3804a238-7adf-4962-8a46-b57bd928d332 req-21fbc1db-4709-4cac-af7b-14aa327a3d36 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=364dc893-5ecb-4aa3-be76-13b51cbbfbd4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2343578 Sep 23 19:35:42.703549 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5923e6b-650e-4c63-8336-ec45c2a70003 req-4612cf95-5dd8-4c6a-bc17-163930deb674 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:35:42.705042 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-f5923e6b-650e-4c63-8336-ec45c2a70003 req-4612cf95-5dd8-4c6a-bc17-163930deb674 service neutron] 10.222.0.74 "GET /v2.0/networks?id=364dc893-5ecb-4aa3-be76-13b51cbbfbd4 HTTP/1.1" status: 200 len: 913 time: 0.1863761 Sep 23 19:35:42.829039 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-f5923e6b-650e-4c63-8336-ec45c2a70003 req-c0694711-a2c4-45c1-a1b9-4114c3505893 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=cdcac803-b0eb-4617-8861-7fe8589dd0b8 HTTP/1.1" status: 200 len: 217 time: 0.1033363 Sep 23 19:35:42.877723 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-c270d8b3-8b82-46d9-9e55-a7ce487bd01b req-8d80a387-50af-4401-be62-20a8b6279326 tempest-ServerActionsTestJSON-618918056 tempest-ServerActionsTestJSON-618918056-project] 10.222.0.67 "GET /v2.0/security-groups?id=8f1e71cd-f67e-49f6-828d-7dde05723843&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.2538018 Sep 23 19:35:42.982438 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37686c57-58bb-4aad-bf0b-2c5074165ac3 req-cd5d3454-c180-4adc-87da-962736c7e30e tempest-ServerRescueNegativeTestJSON-317871319 tempest-ServerRescueNegativeTestJSON-317871319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:35:42.991875 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-37686c57-58bb-4aad-bf0b-2c5074165ac3 req-cd5d3454-c180-4adc-87da-962736c7e30e tempest-ServerRescueNegativeTestJSON-317871319 tempest-ServerRescueNegativeTestJSON-317871319-project] 10.222.0.67 "GET /v2.0/ports?device_id=f5f48627-8ac0-4a38-a3d5-5de21347facd HTTP/1.1" status: 200 len: 946 time: 0.4682133 Sep 23 19:35:43.040126 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5923e6b-650e-4c63-8336-ec45c2a70003 req-d3428520-b4fe-4556-96cf-843e375d19b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:35:43.041688 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-f5923e6b-650e-4c63-8336-ec45c2a70003 req-d3428520-b4fe-4556-96cf-843e375d19b1 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=a900be85-be08-465b-85e6-4a05aae55389 HTTP/1.1" status: 200 len: 851 time: 0.1620030 Sep 23 19:35:43.079285 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-3804a238-7adf-4962-8a46-b57bd928d332 req-d0d18195-6a38-4057-89f3-f80aa144e1a6 service neutron] 10.222.0.74 "GET /v2.0/networks/364dc893-5ecb-4aa3-be76-13b51cbbfbd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3701928 Sep 23 19:35:43.086636 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-37686c57-58bb-4aad-bf0b-2c5074165ac3 req-5efbddbb-5073-45e3-b224-6327becdccec tempest-ServerRescueNegativeTestJSON-317871319 tempest-ServerRescueNegativeTestJSON-317871319-project] 10.222.0.67 "GET /v2.0/security-groups?id=ac103501-6c24-4299-8f11-081b36059735&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938826 Sep 23 19:35:43.189623 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5923e6b-650e-4c63-8336-ec45c2a70003 req-b6a3fbc4-1dc7-484b-a884-87629207a016 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:35:43.191971 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-f5923e6b-650e-4c63-8336-ec45c2a70003 req-b6a3fbc4-1dc7-484b-a884-87629207a016 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=364dc893-5ecb-4aa3-be76-13b51cbbfbd4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1342769 Sep 23 19:35:43.364361 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-3804a238-7adf-4962-8a46-b57bd928d332 req-9231fa8d-2a3c-46e6-b1ea-57489ea25ddb service neutron] 10.222.0.74 "GET /v2.0/networks/364dc893-5ecb-4aa3-be76-13b51cbbfbd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2156715 Sep 23 19:35:43.476414 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-f5923e6b-650e-4c63-8336-ec45c2a70003 req-40eddb72-7abe-4f52-b7a3-70cd909d7560 service neutron] 10.222.0.74 "GET /v2.0/networks/364dc893-5ecb-4aa3-be76-13b51cbbfbd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2725716 Sep 23 19:35:43.593402 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 51392) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:35:43.700153 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-f5923e6b-650e-4c63-8336-ec45c2a70003 req-e765623c-4146-4c6b-8d54-5e7db75ebd39 service neutron] 10.222.0.74 "GET /v2.0/networks/364dc893-5ecb-4aa3-be76-13b51cbbfbd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2155845 Sep 23 19:35:43.764715 n-d-713301-16 neutron-server[95101]: DEBUG neutron.db.db_base_plugin_v2 [None req-6eaceba5-1926-4e2f-8939-599186338a94 admin admin] Deleting subnet d3af86c5-701c-49f7-9d6b-d313386a0d0f {{(pid=95101) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 23 19:35:43.771057 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-6eaceba5-1926-4e2f-8939-599186338a94 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:35:43.818609 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-6eaceba5-1926-4e2f-8939-599186338a94 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6007154'] for subnet, precommit_delete_associations {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:35:43.919604 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-1c652105-61a4-4ccf-a291-8987aa18cca4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-601372'] for router_interface, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:35:44.038362 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-6eaceba5-1926-4e2f-8939-599186338a94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1756813'] for subnet, precommit_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:35:44.162294 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa53d037-c756-47a3-b03c-62c4efa15c05 req-39d07e69-5ac7-4c94-a07d-db5f5596cab8 tempest-ServerActionsTestJSON-618918056 tempest-ServerActionsTestJSON-618918056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:35:44.164181 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-aa53d037-c756-47a3-b03c-62c4efa15c05 req-39d07e69-5ac7-4c94-a07d-db5f5596cab8 tempest-ServerActionsTestJSON-618918056 tempest-ServerActionsTestJSON-618918056-project] 10.222.0.67 "GET /v2.0/ports?device_id=7de987f0-ed4b-4ad1-baee-011605c35a17 HTTP/1.1" status: 200 len: 945 time: 0.1539621 Sep 23 19:35:44.241564 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-aa53d037-c756-47a3-b03c-62c4efa15c05 req-52bda37f-9a41-474c-9e3e-d43f57d6bab6 tempest-ServerActionsTestJSON-618918056 tempest-ServerActionsTestJSON-618918056-project] 10.222.0.67 "GET /v2.0/security-groups?id=8f1e71cd-f67e-49f6-828d-7dde05723843&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707781 Sep 23 19:35:44.728438 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-6eaceba5-1926-4e2f-8939-599186338a94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1756804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5607514', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6130950'] for subnet, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:35:44.779826 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eaceba5-1926-4e2f-8939-599186338a94 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d3af86c5-701c-49f7-9d6b-d313386a0d0f,revision_number=None']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:35:44.864850 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-6eaceba5-1926-4e2f-8939-599186338a94 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:35:44.872037 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-6eaceba5-1926-4e2f-8939-599186338a94 admin admin] 10.222.0.67 "DELETE /v2.0/subnets/d3af86c5-701c-49f7-9d6b-d313386a0d0f HTTP/1.1" status: 204 len: 168 time: 1.2759235 Sep 23 19:35:44.874803 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 51420) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:35:45.026869 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-4735f006-aa23-4dc4-b7e6-089d246b9251 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1628021'] for network, before_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:35:45.057145 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.plugin [None req-1c652105-61a4-4ccf-a291-8987aa18cca4 admin admin] Deleting port df511637-223e-4ec6-90b4-f9fde186f89c {{(pid=95101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:35:45.057565 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-1c652105-61a4-4ccf-a291-8987aa18cca4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783146157096'] for port, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:35:45.160346 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.db [None req-1c652105-61a4-4ccf-a291-8987aa18cca4 admin admin] For port df511637-223e-4ec6-90b4-f9fde186f89c, host n-d-713301-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-16',level=0,port_id=df511637-223e-4ec6-90b4-f9fde186f89c,segment=NetworkSegment(e08e9043-0f34-46de-ae85-d8bb0d4241b4),segment_id=e08e9043-0f34-46de-ae85-d8bb0d4241b4)] {{(pid=95101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:35:45.160346 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-1c652105-61a4-4ccf-a291-8987aa18cca4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-605701'] for port, precommit_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:35:45.197178 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.plugin [None req-1c652105-61a4-4ccf-a291-8987aa18cca4 admin admin] Calling delete_port for df511637-223e-4ec6-90b4-f9fde186f89c owned by network:router_interface {{(pid=95101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:35:45.257444 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-4735f006-aa23-4dc4-b7e6-089d246b9251 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1754676', 'neutron.services.segments.db._delete_segments_for_network-8783146221460'] for network, precommit_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:35:45.321377 n-d-713301-16 neutron-server[95102]: DEBUG neutron.services.segments.db [None req-4735f006-aa23-4dc4-b7e6-089d246b9251 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['145889c7-e219-4677-9f6e-fffb5165afcc']}} {{(pid=95102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:35:45.344037 n-d-713301-16 neutron-server[95102]: DEBUG neutron.services.segments.db [None req-4735f006-aa23-4dc4-b7e6-089d246b9251 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0ce55654-8b8d-4850-895e-848c1dfaf070') {'for_net_delete': True} {{(pid=95102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:35:45.344644 n-d-713301-16 neutron-server[95102]: DEBUG neutron.services.segments.db [None req-4735f006-aa23-4dc4-b7e6-089d246b9251 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0ce55654-8b8d-4850-895e-848c1dfaf070') {} {{(pid=95102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:35:45.358201 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-4735f006-aa23-4dc4-b7e6-089d246b9251 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783146221725', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6162832'] for segment, before_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:35:45.400263 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-4735f006-aa23-4dc4-b7e6-089d246b9251 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1756186'] for segment, precommit_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:35:45.424419 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4735f006-aa23-4dc4-b7e6-089d246b9251 admin admin] Releasing vlan 606 on physical network physnet1 to pool {{(pid=95102) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 19:35:45.425368 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-4735f006-aa23-4dc4-b7e6-089d246b9251 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1756186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4398095'] for segment, after_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:35:45.428899 n-d-713301-16 neutron-server[95102]: Traceback (most recent call last): Sep 23 19:35:45.428899 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 19:35:45.428899 n-d-713301-16 neutron-server[95102]: timer() Sep 23 19:35:45.428899 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 19:35:45.428899 n-d-713301-16 neutron-server[95102]: cb(*args, **kw) Sep 23 19:35:45.428899 n-d-713301-16 neutron-server[95102]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 19:35:45.428899 n-d-713301-16 neutron-server[95102]: return func(*args, **kwargs) Sep 23 19:35:45.428899 n-d-713301-16 neutron-server[95102]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 19:35:45.428899 n-d-713301-16 neutron-server[95102]: self._notify() Sep 23 19:35:45.428899 n-d-713301-16 neutron-server[95102]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 19:35:45.428899 n-d-713301-16 neutron-server[95102]: self.callback(batched_events) Sep 23 19:35:45.428899 n-d-713301-16 neutron-server[95102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 19:35:45.428899 n-d-713301-16 neutron-server[95102]: event.method(event) Sep 23 19:35:45.428899 n-d-713301-16 neutron-server[95102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 19:35:45.428899 n-d-713301-16 neutron-server[95102]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 19:35:45.428899 n-d-713301-16 neutron-server[95102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 19:35:45.428899 n-d-713301-16 neutron-server[95102]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 19:35:45.428899 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 19:35:45.428899 n-d-713301-16 neutron-server[95102]: return f(self, *a, **k) Sep 23 19:35:45.428899 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 19:35:45.428899 n-d-713301-16 neutron-server[95102]: return self._get(url).json() Sep 23 19:35:45.428899 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 19:35:45.428899 n-d-713301-16 neutron-server[95102]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 19:35:45.428899 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 19:35:45.428899 n-d-713301-16 neutron-server[95102]: return self.request(url, 'GET', **kwargs) Sep 23 19:35:45.428899 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 19:35:45.428899 n-d-713301-16 neutron-server[95102]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 19:35:45.428899 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 19:35:45.428899 n-d-713301-16 neutron-server[95102]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 19:35:45.428899 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 19:35:45.428899 n-d-713301-16 neutron-server[95102]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 19:35:45.428899 n-d-713301-16 neutron-server[95102]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 19:35:45.511769 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f088d81d-b8dc-4a88-89c3-1fff5145fe6a req-7a6ad9aa-bc97-40f6-83ab-e9eafd4359e4 tempest-ServerActionsTestJSON-618918056 tempest-ServerActionsTestJSON-618918056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:35:45.513795 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-f088d81d-b8dc-4a88-89c3-1fff5145fe6a req-7a6ad9aa-bc97-40f6-83ab-e9eafd4359e4 tempest-ServerActionsTestJSON-618918056 tempest-ServerActionsTestJSON-618918056-project] 10.222.0.67 "GET /v2.0/ports?device_id=7de987f0-ed4b-4ad1-baee-011605c35a17 HTTP/1.1" status: 200 len: 945 time: 0.1293910 Sep 23 19:35:45.532669 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-4735f006-aa23-4dc4-b7e6-089d246b9251 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1754627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-601866'] for network, after_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:35:45.544276 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-4735f006-aa23-4dc4-b7e6-089d246b9251 admin admin] Notify callbacks [] for network, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:35:45.550090 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-4735f006-aa23-4dc4-b7e6-089d246b9251 admin admin] 10.222.0.67 "DELETE /v2.0/networks/145889c7-e219-4677-9f6e-fffb5165afcc HTTP/1.1" status: 204 len: 168 time: 0.6741672 Sep 23 19:35:45.551693 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 51438) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:35:45.571279 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-b3c19ed9-68c1-41bb-93c0-e69aa8af32d4 req-55ee8f10-496b-4d35-ab10-86f0b009cc46 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=583aeae2-b5c0-4d8d-bffb-15a63f4020fc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.1767535 Sep 23 19:35:45.718340 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-1c652105-61a4-4ccf-a291-8987aa18cca4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783146162158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783145673144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5607431'] for port, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:35:45.806691 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c652105-61a4-4ccf-a291-8987aa18cca4 admin admin] Pushing event deleted for resources: {'Port': ['ID=df511637-223e-4ec6-90b4-f9fde186f89c,revision_number=None']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:35:45.841696 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-f088d81d-b8dc-4a88-89c3-1fff5145fe6a req-de832484-870b-419a-b995-8d7051a61ea7 tempest-ServerActionsTestJSON-618918056 tempest-ServerActionsTestJSON-618918056-project] 10.222.0.67 "GET /v2.0/security-groups?id=8f1e71cd-f67e-49f6-828d-7dde05723843&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2883043 Sep 23 19:35:45.847352 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4735f006-aa23-4dc4-b7e6-089d246b9251 admin admin] Pushing event deleted for resources: {'Network': ['ID=145889c7-e219-4677-9f6e-fffb5165afcc,revision_number=None']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:35:45.908347 n-d-713301-16 neutron-server[95102]: DEBUG neutron.db.db_base_plugin_v2 [None req-2e1c0903-5953-423b-842c-27244b1b6715 admin admin] Deleting subnet d2b56d84-f579-4f62-8d2a-7e3379d37a31 {{(pid=95102) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 23 19:35:45.913718 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c19ed9-68c1-41bb-93c0-e69aa8af32d4 req-07d57160-d928-48da-b9d2-c18f11b3b87e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:35:45.914252 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c19ed9-68c1-41bb-93c0-e69aa8af32d4 req-07d57160-d928-48da-b9d2-c18f11b3b87e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:35:45.914740 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c19ed9-68c1-41bb-93c0-e69aa8af32d4 req-07d57160-d928-48da-b9d2-c18f11b3b87e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:35:45.915394 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c19ed9-68c1-41bb-93c0-e69aa8af32d4 req-07d57160-d928-48da-b9d2-c18f11b3b87e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:35:45.915895 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c19ed9-68c1-41bb-93c0-e69aa8af32d4 req-07d57160-d928-48da-b9d2-c18f11b3b87e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:35:45.916368 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c19ed9-68c1-41bb-93c0-e69aa8af32d4 req-07d57160-d928-48da-b9d2-c18f11b3b87e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:35:45.916854 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c19ed9-68c1-41bb-93c0-e69aa8af32d4 req-07d57160-d928-48da-b9d2-c18f11b3b87e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:35:45.919104 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-b3c19ed9-68c1-41bb-93c0-e69aa8af32d4 req-07d57160-d928-48da-b9d2-c18f11b3b87e service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=1f1788a36b0c407c84d1fe9c6d21bab4&device_id=583aeae2-b5c0-4d8d-bffb-15a63f4020fc HTTP/1.1" status: 200 len: 6506 time: 0.2395680 Sep 23 19:35:45.938406 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-2e1c0903-5953-423b-842c-27244b1b6715 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:35:46.045443 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-2e1c0903-5953-423b-842c-27244b1b6715 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6162825'] for subnet, precommit_delete_associations {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:35:46.128863 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-2e1c0903-5953-423b-842c-27244b1b6715 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1756813'] for subnet, precommit_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:35:46.171324 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Device e8124d03-6ec4-487a-a850-bef4dcba7384 no longer exists at agent hyperv_n-h1-713301-16 {{(pid=95103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 19:35:46.214109 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-2e1c0903-5953-423b-842c-27244b1b6715 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1756804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4399009', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5388229'] for subnet, after_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:35:46.249470 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-2e1c0903-5953-423b-842c-27244b1b6715 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:35:46.255446 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-2e1c0903-5953-423b-842c-27244b1b6715 admin admin] 10.222.0.67 "DELETE /v2.0/subnets/d2b56d84-f579-4f62-8d2a-7e3379d37a31 HTTP/1.1" status: 204 len: 168 time: 0.6984048 Sep 23 19:35:46.258338 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-1c652105-61a4-4ccf-a291-8987aa18cca4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-527322', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-602005'] for router_interface, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:35:46.260631 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 51454) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:35:46.283937 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c19ed9-68c1-41bb-93c0-e69aa8af32d4 req-26874467-7ffe-4009-ae2f-a657786b8c58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:35:46.284866 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c19ed9-68c1-41bb-93c0-e69aa8af32d4 req-26874467-7ffe-4009-ae2f-a657786b8c58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:35:46.285416 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c19ed9-68c1-41bb-93c0-e69aa8af32d4 req-26874467-7ffe-4009-ae2f-a657786b8c58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:35:46.288028 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-b3c19ed9-68c1-41bb-93c0-e69aa8af32d4 req-26874467-7ffe-4009-ae2f-a657786b8c58 service neutron] 10.222.0.53 "GET /v2.0/networks?id=4938c958-b8c9-4af7-9682-a50ce306467f&id=6b0b0714-7ca1-4d6d-b820-8be57f2679a5&id=6b0b0714-7ca1-4d6d-b820-8be57f2679a5&id=6b0b0714-7ca1-4d6d-b820-8be57f2679a5&id=6b0b0714-7ca1-4d6d-b820-8be57f2679a5&id=f23b48c2-30e2-4b8a-a3bf-2e6a4262ee17&id=f23b48c2-30e2-4b8a-a3bf-2e6a4262ee17 HTTP/1.1" status: 200 len: 2299 time: 0.2969878 Sep 23 19:35:46.320070 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:35:46.405110 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] For port e8124d03-6ec4-487a-a850-bef4dcba7384, host n-h1-713301-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-16',level=0,port_id=e8124d03-6ec4-487a-a850-bef4dcba7384,segment=NetworkSegment(0ad9f853-8282-44e3-ac3b-2b75c9223dae),segment_id=0ad9f853-8282-44e3-ac3b-2b75c9223dae)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:35:46.407050 n-d-713301-16 neutron-server[95103]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7de987f0-ed4b-4ad1-baee-011605c35a17', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e8124d03-6ec4-487a-a850-bef4dcba7384'}] {{(pid=95103) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 19:35:46.413883 n-d-713301-16 neutron-server[95103]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}81a1c17f2aa89d5b3ebbba3a3e0cf7eb588e431c2224256110c4c4facdd7c3e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5696bbd3-4575-4f0a-a269-480e4a5d5e31" -d '{"events": [{"server_uuid": "7de987f0-ed4b-4ad1-baee-011605c35a17", "name": "network-vif-unplugged", "status": "completed", "tag": "e8124d03-6ec4-487a-a850-bef4dcba7384"}]}' {{(pid=95103) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 19:35:46.423170 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-b3c19ed9-68c1-41bb-93c0-e69aa8af32d4 req-5e81a2b8-b5f3-4b3f-85d1-e0464eda0689 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6a7a5cae-7327-4542-b381-1fad380770ef HTTP/1.1" status: 200 len: 1001 time: 0.0732207 Sep 23 19:35:46.424799 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:35:46.455629 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-b9870949-1984-4e2b-83f9-40fa4e8fd540 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1628021'] for network, before_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:35:46.459650 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e1c0903-5953-423b-842c-27244b1b6715 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d2b56d84-f579-4f62-8d2a-7e3379d37a31,revision_number=None']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:35:46.471077 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e1c0903-5953-423b-842c-27244b1b6715 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:35:46.471973 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e1c0903-5953-423b-842c-27244b1b6715 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:35:46.472461 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e1c0903-5953-423b-842c-27244b1b6715 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:35:46.472708 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e1c0903-5953-423b-842c-27244b1b6715 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:35:46.473054 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e1c0903-5953-423b-842c-27244b1b6715 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:35:46.473399 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e1c0903-5953-423b-842c-27244b1b6715 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:35:46.473755 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e1c0903-5953-423b-842c-27244b1b6715 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:35:46.474065 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e1c0903-5953-423b-842c-27244b1b6715 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:35:46.474465 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e1c0903-5953-423b-842c-27244b1b6715 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:35:46.475025 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e1c0903-5953-423b-842c-27244b1b6715 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:35:46.475025 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e1c0903-5953-423b-842c-27244b1b6715 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:35:46.475376 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e1c0903-5953-423b-842c-27244b1b6715 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:35:46.528002 n-d-713301-16 neutron-server[95103]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Thu, 23 Sep 2021 19:35:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ef9db9b-fd79-4e50-9bc0-39b879c7de0b x-openstack-request-id: req-7ef9db9b-fd79-4e50-9bc0-39b879c7de0b {{(pid=95103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 19:35:46.528863 n-d-713301-16 neutron-server[95103]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7de987f0-ed4b-4ad1-baee-011605c35a17", "name": "network-vif-unplugged", "status": "failed", "tag": "e8124d03-6ec4-487a-a850-bef4dcba7384", "code": 422}]} {{(pid=95103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 19:35:46.529283 n-d-713301-16 neutron-server[95103]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-7ef9db9b-fd79-4e50-9bc0-39b879c7de0b {{(pid=95103) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 19:35:46.529874 n-d-713301-16 neutron-server[95103]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '7de987f0-ed4b-4ad1-baee-011605c35a17', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'e8124d03-6ec4-487a-a850-bef4dcba7384', 'code': 422} returned with failed status Sep 23 19:35:46.530732 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Pushing event updated for resources: {'Port': ['ID=e8124d03-6ec4-487a-a850-bef4dcba7384,revision_number=8']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:35:46.566092 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c19ed9-68c1-41bb-93c0-e69aa8af32d4 req-d8385354-c358-4915-8b32-3e7d67eb61d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:35:46.567715 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-b3c19ed9-68c1-41bb-93c0-e69aa8af32d4 req-d8385354-c358-4915-8b32-3e7d67eb61d1 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=0a32b004-bc4a-40b4-8198-7301a96775ce HTTP/1.1" status: 200 len: 856 time: 0.1158898 Sep 23 19:35:46.568273 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 51462) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:35:46.586186 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-b9870949-1984-4e2b-83f9-40fa4e8fd540 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1754676', 'neutron.services.segments.db._delete_segments_for_network-8783146221460'] for network, precommit_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:35:46.610764 n-d-713301-16 neutron-server[95102]: DEBUG neutron.services.segments.db [None req-b9870949-1984-4e2b-83f9-40fa4e8fd540 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f9b0d3e6-e975-4318-8303-1d4c146c58e6']}} {{(pid=95102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:35:46.622175 n-d-713301-16 neutron-server[95102]: DEBUG neutron.services.segments.db [None req-b9870949-1984-4e2b-83f9-40fa4e8fd540 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e692ab2f-305a-4c90-8f01-b1e9cb36f305') {'for_net_delete': True} {{(pid=95102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:35:46.622379 n-d-713301-16 neutron-server[95102]: DEBUG neutron.services.segments.db [None req-b9870949-1984-4e2b-83f9-40fa4e8fd540 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e692ab2f-305a-4c90-8f01-b1e9cb36f305') {} {{(pid=95102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:35:46.634909 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-b9870949-1984-4e2b-83f9-40fa4e8fd540 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783146221725', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6162832'] for segment, before_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:35:46.658939 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c19ed9-68c1-41bb-93c0-e69aa8af32d4 req-cfbbcfe9-4c05-49c0-b043-015497a6a763 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:35:46.659547 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-b9870949-1984-4e2b-83f9-40fa4e8fd540 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1756186'] for segment, precommit_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:35:46.660858 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-b3c19ed9-68c1-41bb-93c0-e69aa8af32d4 req-cfbbcfe9-4c05-49c0-b043-015497a6a763 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=4938c958-b8c9-4af7-9682-a50ce306467f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0591283 Sep 23 19:35:46.671671 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b9870949-1984-4e2b-83f9-40fa4e8fd540 admin admin] Releasing vlan 621 on physical network physnet1 to pool {{(pid=95102) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 19:35:46.672107 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-b9870949-1984-4e2b-83f9-40fa4e8fd540 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1756186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4398095'] for segment, after_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:35:46.674076 n-d-713301-16 neutron-server[95102]: Traceback (most recent call last): Sep 23 19:35:46.674076 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 19:35:46.674076 n-d-713301-16 neutron-server[95102]: timer() Sep 23 19:35:46.674076 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 19:35:46.674076 n-d-713301-16 neutron-server[95102]: cb(*args, **kw) Sep 23 19:35:46.674076 n-d-713301-16 neutron-server[95102]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 19:35:46.674076 n-d-713301-16 neutron-server[95102]: return func(*args, **kwargs) Sep 23 19:35:46.674076 n-d-713301-16 neutron-server[95102]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 19:35:46.674076 n-d-713301-16 neutron-server[95102]: self._notify() Sep 23 19:35:46.674076 n-d-713301-16 neutron-server[95102]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 19:35:46.674076 n-d-713301-16 neutron-server[95102]: self.callback(batched_events) Sep 23 19:35:46.674076 n-d-713301-16 neutron-server[95102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 19:35:46.674076 n-d-713301-16 neutron-server[95102]: event.method(event) Sep 23 19:35:46.674076 n-d-713301-16 neutron-server[95102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 19:35:46.674076 n-d-713301-16 neutron-server[95102]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 19:35:46.674076 n-d-713301-16 neutron-server[95102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 19:35:46.674076 n-d-713301-16 neutron-server[95102]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 19:35:46.674076 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 19:35:46.674076 n-d-713301-16 neutron-server[95102]: return f(self, *a, **k) Sep 23 19:35:46.674076 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 19:35:46.674076 n-d-713301-16 neutron-server[95102]: return self._get(url).json() Sep 23 19:35:46.674076 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 19:35:46.674076 n-d-713301-16 neutron-server[95102]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 19:35:46.674076 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 19:35:46.674076 n-d-713301-16 neutron-server[95102]: return self.request(url, 'GET', **kwargs) Sep 23 19:35:46.674076 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 19:35:46.674076 n-d-713301-16 neutron-server[95102]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 19:35:46.674076 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 19:35:46.674076 n-d-713301-16 neutron-server[95102]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 19:35:46.674076 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 19:35:46.674076 n-d-713301-16 neutron-server[95102]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 19:35:46.674076 n-d-713301-16 neutron-server[95102]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 19:35:46.745573 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-b9870949-1984-4e2b-83f9-40fa4e8fd540 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1754627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-601866'] for network, after_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:35:46.757501 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-b9870949-1984-4e2b-83f9-40fa4e8fd540 admin admin] Notify callbacks [] for network, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:35:46.763197 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-b9870949-1984-4e2b-83f9-40fa4e8fd540 admin admin] 10.222.0.67 "DELETE /v2.0/networks/f9b0d3e6-e975-4318-8303-1d4c146c58e6 HTTP/1.1" status: 204 len: 168 time: 0.4984365 Sep 23 19:35:46.775182 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9870949-1984-4e2b-83f9-40fa4e8fd540 admin admin] Pushing event deleted for resources: {'Network': ['ID=f9b0d3e6-e975-4318-8303-1d4c146c58e6,revision_number=None']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:35:46.875649 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-4ceeb17d-f145-421c-b616-67d3c616ff3b admin admin] Notify callbacks [] for security_group, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:35:47.012713 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-b3c19ed9-68c1-41bb-93c0-e69aa8af32d4 req-b2e082fa-8290-483a-a19d-f5776b92f576 service neutron] 10.222.0.53 "GET /v2.0/networks/4938c958-b8c9-4af7-9682-a50ce306467f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3323793 Sep 23 19:35:47.035710 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 51474) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:35:47.070490 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef19cd7-eac7-4cac-a6fa-78feea8b52a4 req-a0e29fb7-6bd1-48c5-9be9-933cd58f658b tempest-ServerActionsTestJSON-618918056 tempest-ServerActionsTestJSON-618918056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:35:47.072143 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-5ef19cd7-eac7-4cac-a6fa-78feea8b52a4 req-a0e29fb7-6bd1-48c5-9be9-933cd58f658b tempest-ServerActionsTestJSON-618918056 tempest-ServerActionsTestJSON-618918056-project] 10.222.0.67 "GET /v2.0/ports?device_id=7de987f0-ed4b-4ad1-baee-011605c35a17 HTTP/1.1" status: 200 len: 943 time: 0.1078811 Sep 23 19:35:47.160181 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-5ef19cd7-eac7-4cac-a6fa-78feea8b52a4 req-3564b0e4-bd82-4ada-a307-93d149118c71 tempest-ServerActionsTestJSON-618918056 tempest-ServerActionsTestJSON-618918056-project] 10.222.0.67 "GET /v2.0/security-groups?id=8f1e71cd-f67e-49f6-828d-7dde05723843&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695462 Sep 23 19:35:47.193086 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c652105-61a4-4ccf-a291-8987aa18cca4 admin admin] Router 0ae9bdcc-8d8c-4e39-ab0b-7f19577fbe58 has already been hosted by L3 agent 79a740bf-7821-4989-8288-7186e3e128f3 {{(pid=95101) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 19:35:47.259487 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-4ceeb17d-f145-421c-b616-67d3c616ff3b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:35:47.267784 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-4d98912f-3ba2-4e5a-8c22-59684fdbfd36 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=3785c489ecc5417f9ee36820febeb514&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2270243 Sep 23 19:35:47.270088 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-4ceeb17d-f145-421c-b616-67d3c616ff3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:35:47.270726 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 51478) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:35:47.298125 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2edcba4d-3f41-4424-a267-9a469312401d req-a90c8440-f60b-4d27-b5fc-b9d0d02770a2 tempest-ServerActionsTestJSON-618918056 tempest-ServerActionsTestJSON-618918056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:35:47.299922 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-2edcba4d-3f41-4424-a267-9a469312401d req-a90c8440-f60b-4d27-b5fc-b9d0d02770a2 tempest-ServerActionsTestJSON-618918056 tempest-ServerActionsTestJSON-618918056-project] 10.222.0.67 "GET /v2.0/ports?device_id=7fa91134-8ee0-4baa-9037-6ca73d6b4c83 HTTP/1.1" status: 200 len: 945 time: 0.0750246 Sep 23 19:35:47.314721 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-b3c19ed9-68c1-41bb-93c0-e69aa8af32d4 req-6018440d-42aa-4e16-8c07-6f2b52576ad4 service neutron] 10.222.0.53 "GET /v2.0/networks/4938c958-b8c9-4af7-9682-a50ce306467f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2921419 Sep 23 19:35:47.377448 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-2edcba4d-3f41-4424-a267-9a469312401d req-8d4f5bbc-5304-4304-bf23-7857ea6c3a4e tempest-ServerActionsTestJSON-618918056 tempest-ServerActionsTestJSON-618918056-project] 10.222.0.67 "GET /v2.0/security-groups?id=d2a75794-f2ea-419f-9d09-0096f3fe96c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0689955 Sep 23 19:35:47.378313 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-27968819-ee27-449e-aada-856fb9d9121b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:35:47.395914 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-4ceeb17d-f145-421c-b616-67d3c616ff3b admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=2651ea530d7b47a0a79a0e43675005d7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8265059 Sep 23 19:35:47.407555 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 51480) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:35:47.421645 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-27968819-ee27-449e-aada-856fb9d9121b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:35:47.441817 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ceeb17d-f145-421c-b616-67d3c616ff3b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ddb481b2-0026-4fbd-9fe1-a4b553df386f,revision_number=1']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:35:47.445859 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-b3c19ed9-68c1-41bb-93c0-e69aa8af32d4 req-ebbcb197-0e6c-4495-b147-5b1492d57169 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.26&port_id=6c017d64-49a7-4da3-a6bc-3716925c2710 HTTP/1.1" status: 200 len: 217 time: 0.0714746 Sep 23 19:35:47.525569 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-27968819-ee27-449e-aada-856fb9d9121b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:35:47.529105 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-27968819-ee27-449e-aada-856fb9d9121b admin admin] Notify callbacks [] for security_group, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:35:47.533171 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-27968819-ee27-449e-aada-856fb9d9121b admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/722c6412-8ba9-4584-ba09-9864cbe02969 HTTP/1.1" status: 204 len: 168 time: 0.2584052 Sep 23 19:35:47.545709 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27968819-ee27-449e-aada-856fb9d9121b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=722c6412-8ba9-4584-ba09-9864cbe02969,revision_number=None']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:35:47.553329 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c19ed9-68c1-41bb-93c0-e69aa8af32d4 req-b76b023d-692c-40a4-953f-3ae78ba6a365 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:35:47.556798 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-b3c19ed9-68c1-41bb-93c0-e69aa8af32d4 req-b76b023d-692c-40a4-953f-3ae78ba6a365 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=08a82bb7-bfc5-4bc7-a3ee-312f82ebfc05 HTTP/1.1" status: 200 len: 797 time: 0.0982752 Sep 23 19:35:47.558552 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c652105-61a4-4ccf-a291-8987aa18cca4 admin admin] Notify agent at l3_agent.n-d-713301-16 the message routers_updated {{(pid=95101) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 19:35:47.577947 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-1c652105-61a4-4ccf-a291-8987aa18cca4 admin admin] 10.222.0.67 "PUT /v2.0/routers/0ae9bdcc-8d8c-4e39-ab0b-7f19577fbe58/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5669303 Sep 23 19:35:47.581713 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9193cd07-3a30-41fc-b78f-119e1922f007 None None] Sync routers for ids ['0ae9bdcc-8d8c-4e39-ab0b-7f19577fbe58'] in n-d-713301-16 {{(pid=95103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 19:35:47.584489 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 51488) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:35:47.611799 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9193cd07-3a30-41fc-b78f-119e1922f007 None None] Routers {'0ae9bdcc-8d8c-4e39-ab0b-7f19577fbe58'} bound to L3 agent in host n-d-713301-16 {{(pid=95103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 19:35:47.612775 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_hamode_db [None req-9193cd07-3a30-41fc-b78f-119e1922f007 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-23T19:07:52Z,description=,heartbeat_timestamp=2021-09-23T19:35:22Z,host='n-d-713301-16',id=79a740bf-7821-4989-8288-7186e3e128f3,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:07:52Z,topic='l3_agent')) {'router_ids': ['0ae9bdcc-8d8c-4e39-ab0b-7f19577fbe58'], 'active': True} {{(pid=95103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:35:47.639378 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-e0f80290-1106-4b83-8f5d-6418bdde20c6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:35:47.668707 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-e0f80290-1106-4b83-8f5d-6418bdde20c6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:35:47.742781 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-e0f80290-1106-4b83-8f5d-6418bdde20c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:35:47.743601 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff86c62-68aa-4938-a9a3-a0de8f6806ba req-ead5c1e9-26e6-4680-8958-aa82a8096eeb tempest-ServerActionsTestJSON-618918056 tempest-ServerActionsTestJSON-618918056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:35:47.745678 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-7ff86c62-68aa-4938-a9a3-a0de8f6806ba req-ead5c1e9-26e6-4680-8958-aa82a8096eeb tempest-ServerActionsTestJSON-618918056 tempest-ServerActionsTestJSON-618918056-project] 10.222.0.67 "GET /v2.0/ports?device_id=7fa91134-8ee0-4baa-9037-6ca73d6b4c83 HTTP/1.1" status: 200 len: 945 time: 0.2552562 Sep 23 19:35:47.746351 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-e0f80290-1106-4b83-8f5d-6418bdde20c6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:35:47.752905 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-e0f80290-1106-4b83-8f5d-6418bdde20c6 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/ddb481b2-0026-4fbd-9fe1-a4b553df386f HTTP/1.1" status: 204 len: 168 time: 0.3513680 Sep 23 19:35:47.779271 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_dvr_db [None req-9193cd07-3a30-41fc-b78f-119e1922f007 None None] Set router 0ae9bdcc-8d8c-4e39-ab0b-7f19577fbe58 gateway port host: n-d-713301-16 {{(pid=95103) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 19:35:47.782216 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c19ed9-68c1-41bb-93c0-e69aa8af32d4 req-d2f445b4-0aa8-4ae2-bab5-074efb995211 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:35:47.783968 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-b3c19ed9-68c1-41bb-93c0-e69aa8af32d4 req-d2f445b4-0aa8-4ae2-bab5-074efb995211 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=6b0b0714-7ca1-4d6d-b820-8be57f2679a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1994805 Sep 23 19:35:47.784995 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0f80290-1106-4b83-8f5d-6418bdde20c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ddb481b2-0026-4fbd-9fe1-a4b553df386f,revision_number=None']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:35:47.852447 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-7ff86c62-68aa-4938-a9a3-a0de8f6806ba req-f3afc1f1-5481-4abc-b392-7bfa0bde61f9 tempest-ServerActionsTestJSON-618918056 tempest-ServerActionsTestJSON-618918056-project] 10.222.0.67 "GET /v2.0/security-groups?id=d2a75794-f2ea-419f-9d09-0096f3fe96c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0820661 Sep 23 19:35:47.902972 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-1f521da6-8d60-413f-a8c8-c359027ac7a7 admin admin] Notify callbacks [] for router, before_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:35:47.963636 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-b3c19ed9-68c1-41bb-93c0-e69aa8af32d4 req-55838654-2649-4507-bc17-57f14d746e0c service neutron] 10.222.0.53 "GET /v2.0/networks/6b0b0714-7ca1-4d6d-b820-8be57f2679a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1715283 Sep 23 19:35:48.112162 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_hamode_db [None req-9193cd07-3a30-41fc-b78f-119e1922f007 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ae9bdcc-8d8c-4e39-ab0b-7f19577fbe58', 'name': 'tempest-AttachVolumeTestJSON-314622829-router', 'tenant_id': 'bc1c8a8a17df480598455b00ff38da5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'external_fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.53'}], 'enable_snat': True}, 'gw_port_id': 'bab68285-692e-4b0e-8383-3035eb294b14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:27:18Z', 'updated_at': '2021-09-23T19:35:45Z', 'revision_number': 5, 'project_id': 'bc1c8a8a17df480598455b00ff38da5a', 'gw_port': {'id': 'bab68285-692e-4b0e-8383-3035eb294b14', 'name': '', 'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:f0:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ae9bdcc-8d8c-4e39-ab0b-7f19577fbe58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1030, 'fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:27:18Z', 'updated_at': '2021-09-23T19:27:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-16'}], 'n-d-713301-16', False) {} {{(pid=95103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:35:48.180837 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9193cd07-3a30-41fc-b78f-119e1922f007 None None] Checking router: 0ae9bdcc-8d8c-4e39-ab0b-7f19577fbe58 for host: n-d-713301-16 {{(pid=95103) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 19:35:48.208400 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9193cd07-3a30-41fc-b78f-119e1922f007 None None] Routers {'0ae9bdcc-8d8c-4e39-ab0b-7f19577fbe58'} bound to L3 agent in host n-d-713301-16 {{(pid=95103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 19:35:48.209321 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_hamode_db [None req-9193cd07-3a30-41fc-b78f-119e1922f007 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-23T19:07:52Z,description=,heartbeat_timestamp=2021-09-23T19:35:22Z,host='n-d-713301-16',id=79a740bf-7821-4989-8288-7186e3e128f3,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:07:52Z,topic='l3_agent')) {'router_ids': ['0ae9bdcc-8d8c-4e39-ab0b-7f19577fbe58'], 'active': True} {{(pid=95103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:35:48.210870 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 51504) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:35:48.299751 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-b3c19ed9-68c1-41bb-93c0-e69aa8af32d4 req-e064612e-1e28-4a02-9f2b-ff43f3ce0db6 service neutron] 10.222.0.53 "GET /v2.0/networks/6b0b0714-7ca1-4d6d-b820-8be57f2679a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3277640 Sep 23 19:35:48.384090 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-4487fe4a-353f-4b1e-a111-44b83b564a9e admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=14a64db0931e44fcb83c07af6fc1220f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1720762 Sep 23 19:35:48.395498 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 51508) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:35:48.397441 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_dvr_db [None req-9193cd07-3a30-41fc-b78f-119e1922f007 None None] Set router 0ae9bdcc-8d8c-4e39-ab0b-7f19577fbe58 gateway port host: n-d-713301-16 {{(pid=95103) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 19:35:48.438547 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf500506-2a95-4a51-8fbe-dc4cc0376b9c req-6e88f770-2dd3-4d1f-8475-7b0d1e93dd5d tempest-ServerActionsTestJSON-618918056 tempest-ServerActionsTestJSON-618918056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:35:48.446538 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-cf500506-2a95-4a51-8fbe-dc4cc0376b9c req-6e88f770-2dd3-4d1f-8475-7b0d1e93dd5d tempest-ServerActionsTestJSON-618918056 tempest-ServerActionsTestJSON-618918056-project] 10.222.0.67 "GET /v2.0/ports?device_id=7fa91134-8ee0-4baa-9037-6ca73d6b4c83 HTTP/1.1" status: 200 len: 945 time: 0.2255363 Sep 23 19:35:48.458202 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-b3c19ed9-68c1-41bb-93c0-e69aa8af32d4 req-3bec827b-a076-4e7c-9fdc-9a9f1fc27e81 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.166&port_id=e9421940-155e-4e16-8fe7-2df3b3cd6370 HTTP/1.1" status: 200 len: 217 time: 0.1233745 Sep 23 19:35:48.514222 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-cf500506-2a95-4a51-8fbe-dc4cc0376b9c req-52d946e2-013f-4e81-8dab-0414f878b5ac tempest-ServerActionsTestJSON-618918056 tempest-ServerActionsTestJSON-618918056-project] 10.222.0.67 "GET /v2.0/security-groups?id=d2a75794-f2ea-419f-9d09-0096f3fe96c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0616574 Sep 23 19:35:48.528203 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-1f521da6-8d60-413f-a8c8-c359027ac7a7 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:35:48.531646 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c19ed9-68c1-41bb-93c0-e69aa8af32d4 req-27282faf-c29a-4867-860e-640c63898953 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:35:48.534518 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-b3c19ed9-68c1-41bb-93c0-e69aa8af32d4 req-27282faf-c29a-4867-860e-640c63898953 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=08a82bb7-bfc5-4bc7-a3ee-312f82ebfc05 HTTP/1.1" status: 200 len: 797 time: 0.0654137 Sep 23 19:35:48.615310 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-d5563c92-9bbb-4f96-94fc-fc5c225f035c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:35:48.634948 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_hamode_db [None req-9193cd07-3a30-41fc-b78f-119e1922f007 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ae9bdcc-8d8c-4e39-ab0b-7f19577fbe58', 'name': 'tempest-AttachVolumeTestJSON-314622829-router', 'tenant_id': 'bc1c8a8a17df480598455b00ff38da5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'external_fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.53'}], 'enable_snat': True}, 'gw_port_id': 'bab68285-692e-4b0e-8383-3035eb294b14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:27:18Z', 'updated_at': '2021-09-23T19:35:45Z', 'revision_number': 5, 'project_id': 'bc1c8a8a17df480598455b00ff38da5a', 'gw_port': {'id': 'bab68285-692e-4b0e-8383-3035eb294b14', 'name': '', 'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:f0:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ae9bdcc-8d8c-4e39-ab0b-7f19577fbe58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1030, 'fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:27:18Z', 'updated_at': '2021-09-23T19:27:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-16'}], 'n-d-713301-16', False) {} {{(pid=95103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:35:48.667038 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c19ed9-68c1-41bb-93c0-e69aa8af32d4 req-ca6e8c12-6500-424a-9ace-221a17cefd69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:35:48.674650 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-b3c19ed9-68c1-41bb-93c0-e69aa8af32d4 req-ca6e8c12-6500-424a-9ace-221a17cefd69 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=6b0b0714-7ca1-4d6d-b820-8be57f2679a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1303334 Sep 23 19:35:48.674801 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9193cd07-3a30-41fc-b78f-119e1922f007 None None] The sync data for ids ['0ae9bdcc-8d8c-4e39-ab0b-7f19577fbe58'] in n-d-713301-16 is: [{'id': '0ae9bdcc-8d8c-4e39-ab0b-7f19577fbe58', 'name': 'tempest-AttachVolumeTestJSON-314622829-router', 'tenant_id': 'bc1c8a8a17df480598455b00ff38da5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'external_fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.53'}], 'enable_snat': True}, 'gw_port_id': 'bab68285-692e-4b0e-8383-3035eb294b14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:27:18Z', 'updated_at': '2021-09-23T19:35:45Z', 'revision_number': 5, 'project_id': 'bc1c8a8a17df480598455b00ff38da5a', 'gw_port': {'id': 'bab68285-692e-4b0e-8383-3035eb294b14', 'name': '', 'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:f0:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ae9bdcc-8d8c-4e39-ab0b-7f19577fbe58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1030, 'fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:27:18Z', 'updated_at': '2021-09-23T19:27:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-16'}] {{(pid=95103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 19:35:48.694608 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-d5563c92-9bbb-4f96-94fc-fc5c225f035c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:35:48.740890 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.plugin [None req-1f521da6-8d60-413f-a8c8-c359027ac7a7 admin admin] Deleting port bab68285-692e-4b0e-8383-3035eb294b14 {{(pid=95102) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:35:48.741082 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-1f521da6-8d60-413f-a8c8-c359027ac7a7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783146157096'] for port, before_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:35:48.806808 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-b3c19ed9-68c1-41bb-93c0-e69aa8af32d4 req-de6c8309-de6e-417e-9074-f2d9613a595e service neutron] 10.222.0.53 "GET /v2.0/networks/6b0b0714-7ca1-4d6d-b820-8be57f2679a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1243935 Sep 23 19:35:48.868543 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.db [None req-1f521da6-8d60-413f-a8c8-c359027ac7a7 admin admin] For port bab68285-692e-4b0e-8383-3035eb294b14, host n-d-713301-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-16',level=0,port_id=bab68285-692e-4b0e-8383-3035eb294b14,segment=NetworkSegment(7d4027f1-d893-4c7b-95d4-757b8e44e380),segment_id=7d4027f1-d893-4c7b-95d4-757b8e44e380)] {{(pid=95102) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:35:48.869035 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-1f521da6-8d60-413f-a8c8-c359027ac7a7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-605701'] for port, precommit_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:35:48.893044 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.plugin [None req-1f521da6-8d60-413f-a8c8-c359027ac7a7 admin admin] Calling delete_port for bab68285-692e-4b0e-8383-3035eb294b14 owned by network:router_gateway {{(pid=95102) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:35:48.909995 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-d5563c92-9bbb-4f96-94fc-fc5c225f035c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:35:48.913732 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-d5563c92-9bbb-4f96-94fc-fc5c225f035c admin admin] Notify callbacks [] for security_group, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:35:48.914122 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-d5563c92-9bbb-4f96-94fc-fc5c225f035c admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/f9f284a8-fa99-406f-ad13-37fb192300bd HTTP/1.1" status: 204 len: 168 time: 0.5169890 Sep 23 19:35:48.947678 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-b3c19ed9-68c1-41bb-93c0-e69aa8af32d4 req-d5bb0d09-0ad2-4ccd-a828-1159f0cf3c2d service neutron] 10.222.0.53 "GET /v2.0/networks/6b0b0714-7ca1-4d6d-b820-8be57f2679a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1331391 Sep 23 19:35:48.953130 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5563c92-9bbb-4f96-94fc-fc5c225f035c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9f284a8-fa99-406f-ad13-37fb192300bd,revision_number=None']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:35:49.011511 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-b3c19ed9-68c1-41bb-93c0-e69aa8af32d4 req-317f8e1f-94f2-47a4-9334-67712f1af10f service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.41&port_id=5b8a0a35-d9a5-40cb-80ab-356667fb483b HTTP/1.1" status: 200 len: 217 time: 0.0552287 Sep 23 19:35:49.100544 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Device df511637-223e-4ec6-90b4-f9fde186f89c no longer exists at agent ovs-agent-n-d-713301-16 {{(pid=95103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 19:35:49.104142 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c19ed9-68c1-41bb-93c0-e69aa8af32d4 req-165856c4-487d-469d-b826-3206ba017864 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:35:49.107677 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-b3c19ed9-68c1-41bb-93c0-e69aa8af32d4 req-165856c4-487d-469d-b826-3206ba017864 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=08a82bb7-bfc5-4bc7-a3ee-312f82ebfc05 HTTP/1.1" status: 200 len: 797 time: 0.0890844 Sep 23 19:35:49.140180 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.plugin [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] No Port match for: df511637-223e-4ec6-90b4-f9fde186f89c {{(pid=95103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 19:35:49.140696 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Device df511637-223e-4ec6-90b4-f9fde186f89c not bound to the agent host n-d-713301-16 {{(pid=95103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 19:35:49.199478 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c19ed9-68c1-41bb-93c0-e69aa8af32d4 req-68a0ffa5-175e-4f11-b374-ec653fd4ccba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:35:49.201877 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-b3c19ed9-68c1-41bb-93c0-e69aa8af32d4 req-68a0ffa5-175e-4f11-b374-ec653fd4ccba service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=6b0b0714-7ca1-4d6d-b820-8be57f2679a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0865889 Sep 23 19:35:49.305240 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-1f521da6-8d60-413f-a8c8-c359027ac7a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783146162158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783145673144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4399100'] for port, after_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:35:49.372303 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-b3c19ed9-68c1-41bb-93c0-e69aa8af32d4 req-ffaffc39-aca1-4168-aa8e-b887275560b4 service neutron] 10.222.0.53 "GET /v2.0/networks/6b0b0714-7ca1-4d6d-b820-8be57f2679a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1604621 Sep 23 19:35:49.391193 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f521da6-8d60-413f-a8c8-c359027ac7a7 admin admin] Pushing event deleted for resources: {'Port': ['ID=bab68285-692e-4b0e-8383-3035eb294b14,revision_number=None']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:35:49.518991 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-1f521da6-8d60-413f-a8c8-c359027ac7a7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-601942'] for router_gateway, after_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:35:49.520044 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-b3c19ed9-68c1-41bb-93c0-e69aa8af32d4 req-fbbafff1-2e53-41cc-8267-f8fe5886c4e5 service neutron] 10.222.0.53 "GET /v2.0/networks/6b0b0714-7ca1-4d6d-b820-8be57f2679a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1289408 Sep 23 19:35:49.628317 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-b3c19ed9-68c1-41bb-93c0-e69aa8af32d4 req-1800a175-2041-463e-8ed5-ee531e1324b7 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.29&port_id=c139ca82-853e-472d-b61c-c167aa20c5aa HTTP/1.1" status: 200 len: 217 time: 0.1016502 Sep 23 19:35:49.679138 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-c68b1a47-0905-4be0-8a34-d18c4efaa8be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:35:49.687407 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-1f521da6-8d60-413f-a8c8-c359027ac7a7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-597305', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29369'] for router, precommit_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:35:49.690286 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-1f521da6-8d60-413f-a8c8-c359027ac7a7 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:35:49.780301 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c19ed9-68c1-41bb-93c0-e69aa8af32d4 req-6bf6e0ed-64a3-46b8-9b62-9eedbf83ab16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:35:49.784788 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-b3c19ed9-68c1-41bb-93c0-e69aa8af32d4 req-6bf6e0ed-64a3-46b8-9b62-9eedbf83ab16 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=08a82bb7-bfc5-4bc7-a3ee-312f82ebfc05 HTTP/1.1" status: 200 len: 797 time: 0.1439490 Sep 23 19:35:49.802779 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-1f521da6-8d60-413f-a8c8-c359027ac7a7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-597296'] for router, after_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:35:49.803554 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f521da6-8d60-413f-a8c8-c359027ac7a7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0ae9bdcc-8d8c-4e39-ab0b-7f19577fbe58 {{(pid=95102) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 23 19:35:49.857531 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-1f521da6-8d60-413f-a8c8-c359027ac7a7 admin admin] Notify callbacks [] for router, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:35:49.859793 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-1f521da6-8d60-413f-a8c8-c359027ac7a7 admin admin] 10.222.0.67 "DELETE /v2.0/routers/0ae9bdcc-8d8c-4e39-ab0b-7f19577fbe58 HTTP/1.1" status: 204 len: 168 time: 2.2694671 Sep 23 19:35:49.862711 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 51554) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:35:49.901266 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c19ed9-68c1-41bb-93c0-e69aa8af32d4 req-2de64d3f-7dab-46be-bea4-873e6a02ed64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:35:49.903059 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-b3c19ed9-68c1-41bb-93c0-e69aa8af32d4 req-2de64d3f-7dab-46be-bea4-873e6a02ed64 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=6b0b0714-7ca1-4d6d-b820-8be57f2679a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1116328 Sep 23 19:35:50.033780 n-d-713301-16 neutron-server[95102]: DEBUG neutron.db.db_base_plugin_v2 [None req-36d77518-6757-4589-bb81-dc4a05dbe003 admin admin] Deleting subnet bbfc5a86-0037-429e-b11d-698cbfb1a3c3 {{(pid=95102) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 23 19:35:50.046780 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-36d77518-6757-4589-bb81-dc4a05dbe003 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:35:50.107749 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-762f2ace-91b4-4a18-b2cc-27b70912808a req-75fe1d3e-d94a-45fe-b39f-e85e0ff12ecb tempest-ServerActionsTestJSON-618918056 tempest-ServerActionsTestJSON-618918056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:35:50.110665 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-762f2ace-91b4-4a18-b2cc-27b70912808a req-75fe1d3e-d94a-45fe-b39f-e85e0ff12ecb tempest-ServerActionsTestJSON-618918056 tempest-ServerActionsTestJSON-618918056-project] 10.222.0.67 "GET /v2.0/ports?device_id=7fa91134-8ee0-4baa-9037-6ca73d6b4c83 HTTP/1.1" status: 200 len: 945 time: 0.3371730 Sep 23 19:35:50.117961 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-b3c19ed9-68c1-41bb-93c0-e69aa8af32d4 req-b1ad5499-c18d-4174-bbae-6cbd8bcdd5ff service neutron] 10.222.0.53 "GET /v2.0/networks/6b0b0714-7ca1-4d6d-b820-8be57f2679a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2062085 Sep 23 19:35:50.212336 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-762f2ace-91b4-4a18-b2cc-27b70912808a req-48d2ba66-a73a-4741-8f04-363ae98a5ee0 tempest-ServerActionsTestJSON-618918056 tempest-ServerActionsTestJSON-618918056-project] 10.222.0.67 "GET /v2.0/security-groups?id=d2a75794-f2ea-419f-9d09-0096f3fe96c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0957029 Sep 23 19:35:50.229429 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-36d77518-6757-4589-bb81-dc4a05dbe003 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6162825'] for subnet, precommit_delete_associations {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:35:50.329348 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-b3c19ed9-68c1-41bb-93c0-e69aa8af32d4 req-c77c5b56-f477-4b9c-93f1-178dc052a61e service neutron] 10.222.0.53 "GET /v2.0/networks/6b0b0714-7ca1-4d6d-b820-8be57f2679a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2040877 Sep 23 19:35:50.382415 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-36d77518-6757-4589-bb81-dc4a05dbe003 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1756813'] for subnet, precommit_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:35:50.430027 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-b3c19ed9-68c1-41bb-93c0-e69aa8af32d4 req-dcff058e-e3e5-4e52-9f72-76ca5d08c3d4 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=f2f18a7a-caec-4840-825d-bc37f2f04daf HTTP/1.1" status: 200 len: 217 time: 0.0891016 Sep 23 19:35:50.502311 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-36d77518-6757-4589-bb81-dc4a05dbe003 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1756804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4399009', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5388229'] for subnet, after_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:35:50.553302 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36d77518-6757-4589-bb81-dc4a05dbe003 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bbfc5a86-0037-429e-b11d-698cbfb1a3c3,revision_number=None']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:35:50.555887 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-36d77518-6757-4589-bb81-dc4a05dbe003 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:35:50.557875 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-640648ea-18c3-40c4-9d1e-2b67c31fdbb9 None None] Network 891932c9-457f-43e1-aea2-971af25a68f6 requested from n-d-713301-16 {{(pid=95103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 19:35:50.571335 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-36d77518-6757-4589-bb81-dc4a05dbe003 admin admin] 10.222.0.67 "DELETE /v2.0/subnets/bbfc5a86-0037-429e-b11d-698cbfb1a3c3 HTTP/1.1" status: 204 len: 168 time: 0.7068367 Sep 23 19:35:50.574471 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 51590) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:35:50.609268 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c19ed9-68c1-41bb-93c0-e69aa8af32d4 req-426e0d9b-580a-4ea9-966f-0958f585244b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:35:50.613715 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-b3c19ed9-68c1-41bb-93c0-e69aa8af32d4 req-426e0d9b-580a-4ea9-966f-0958f585244b service neutron] 10.222.0.53 "GET /v2.0/subnets?id=539495c3-ae71-47cf-b3b7-93ac6244515e HTTP/1.1" status: 200 len: 797 time: 0.1754346 Sep 23 19:35:50.704273 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c19ed9-68c1-41bb-93c0-e69aa8af32d4 req-2aeca530-c8a4-4d70-b74b-06eba6ee8913 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:35:50.706409 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-b3c19ed9-68c1-41bb-93c0-e69aa8af32d4 req-2aeca530-c8a4-4d70-b74b-06eba6ee8913 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=f23b48c2-30e2-4b8a-a3bf-2e6a4262ee17&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0840318 Sep 23 19:35:50.725188 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-43f163cc-dcc8-4db0-bd7f-ad5087116cd5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1628021'] for network, before_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:35:50.824232 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.plugin [None req-43f163cc-dcc8-4db0-bd7f-ad5087116cd5 admin admin] Deleting port db991d70-3f45-4667-a546-a7e1c40e1546 {{(pid=95102) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:35:50.824685 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-43f163cc-dcc8-4db0-bd7f-ad5087116cd5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783146157096'] for port, before_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:35:50.965110 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.db [None req-43f163cc-dcc8-4db0-bd7f-ad5087116cd5 admin admin] For port db991d70-3f45-4667-a546-a7e1c40e1546, host n-d-713301-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-16',level=0,port_id=db991d70-3f45-4667-a546-a7e1c40e1546,segment=NetworkSegment(e08e9043-0f34-46de-ae85-d8bb0d4241b4),segment_id=e08e9043-0f34-46de-ae85-d8bb0d4241b4)] {{(pid=95102) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:35:50.965426 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-43f163cc-dcc8-4db0-bd7f-ad5087116cd5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-605701'] for port, precommit_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:35:50.994049 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.plugin [None req-43f163cc-dcc8-4db0-bd7f-ad5087116cd5 admin admin] Calling delete_port for db991d70-3f45-4667-a546-a7e1c40e1546 owned by network:dhcp {{(pid=95102) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:35:51.043662 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-b3c19ed9-68c1-41bb-93c0-e69aa8af32d4 req-dd78ff68-b5fc-437e-acb4-b831698c382e service neutron] 10.222.0.53 "GET /v2.0/networks/f23b48c2-30e2-4b8a-a3bf-2e6a4262ee17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3281684 Sep 23 19:35:51.046723 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34e60494-ea3d-4184-9e36-c5fc7ca60c9f None None] DHCP port deletion for 891932c9-457f-43e1-aea2-971af25a68f6 request from n-d-713301-16 {{(pid=95103) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 23 19:35:51.123830 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Device bab68285-692e-4b0e-8383-3035eb294b14 no longer exists at agent ovs-agent-n-d-713301-16 {{(pid=95103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 19:35:51.185970 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-43f163cc-dcc8-4db0-bd7f-ad5087116cd5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783146162158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783145673144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4399100'] for port, after_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:35:51.187928 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.plugin [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] No Port match for: bab68285-692e-4b0e-8383-3035eb294b14 {{(pid=95103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 19:35:51.188479 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Device bab68285-692e-4b0e-8383-3035eb294b14 not bound to the agent host n-d-713301-16 {{(pid=95103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 19:35:51.210908 n-d-713301-16 neutron-server[95102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43f163cc-dcc8-4db0-bd7f-ad5087116cd5 admin admin] No DVR routers for this DVR port db991d70-3f45-4667-a546-a7e1c40e1546 on host n-d-713301-16 {{(pid=95102) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 19:35:51.238561 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43f163cc-dcc8-4db0-bd7f-ad5087116cd5 admin admin] Pushing event deleted for resources: {'Port': ['ID=db991d70-3f45-4667-a546-a7e1c40e1546,revision_number=None']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:35:51.244128 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.plugin [None req-34e60494-ea3d-4184-9e36-c5fc7ca60c9f None None] Deleting port db991d70-3f45-4667-a546-a7e1c40e1546 {{(pid=95103) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:35:51.256037 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-34e60494-ea3d-4184-9e36-c5fc7ca60c9f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783146157096'] for port, before_delete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:35:51.356069 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-b3c19ed9-68c1-41bb-93c0-e69aa8af32d4 req-2b3633d8-1c71-4551-9d1a-2c43e271d304 service neutron] 10.222.0.53 "GET /v2.0/networks/f23b48c2-30e2-4b8a-a3bf-2e6a4262ee17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3052087 Sep 23 19:35:51.487232 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-34e60494-ea3d-4184-9e36-c5fc7ca60c9f None None] For port db991d70-3f45-4667-a546-a7e1c40e1546, host n-d-713301-16, got binding levels [] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:35:51.487624 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-34e60494-ea3d-4184-9e36-c5fc7ca60c9f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-605701'] for port, precommit_delete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:35:51.502536 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-b3c19ed9-68c1-41bb-93c0-e69aa8af32d4 req-0eabd36e-d37e-44e9-8d97-98c3ac5bc9c0 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=0d220b4a-c2a9-416b-bef2-705bfcd93242 HTTP/1.1" status: 200 len: 217 time: 0.1377447 Sep 23 19:35:51.512299 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.plugin [None req-34e60494-ea3d-4184-9e36-c5fc7ca60c9f None None] Calling delete_port for db991d70-3f45-4667-a546-a7e1c40e1546 owned by network:dhcp {{(pid=95103) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:35:51.526439 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.ipam_backend_mixin [None req-34e60494-ea3d-4184-9e36-c5fc7ca60c9f None None] Port db991d70-3f45-4667-a546-a7e1c40e1546 was not found and therefore no delete operation was performed {{(pid=95103) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Sep 23 19:35:51.528204 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-34e60494-ea3d-4184-9e36-c5fc7ca60c9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783146162158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783145673144'] for port, after_delete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:35:51.554020 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-43f163cc-dcc8-4db0-bd7f-ad5087116cd5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1754676', 'neutron.services.segments.db._delete_segments_for_network-8783146221460'] for network, precommit_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:35:51.576013 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34e60494-ea3d-4184-9e36-c5fc7ca60c9f None None] Pushing event deleted for resources: {'Port': ['ID=db991d70-3f45-4667-a546-a7e1c40e1546,revision_number=None']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:35:51.587437 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34e60494-ea3d-4184-9e36-c5fc7ca60c9f None None] No DVR routers for this DVR port db991d70-3f45-4667-a546-a7e1c40e1546 on host n-d-713301-16 {{(pid=95103) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 19:35:51.700895 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c19ed9-68c1-41bb-93c0-e69aa8af32d4 req-57fd9945-a48f-4387-967c-ff1223ab6175 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:35:51.710236 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-b3c19ed9-68c1-41bb-93c0-e69aa8af32d4 req-57fd9945-a48f-4387-967c-ff1223ab6175 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=539495c3-ae71-47cf-b3b7-93ac6244515e HTTP/1.1" status: 200 len: 797 time: 0.1977510 Sep 23 19:35:51.727632 n-d-713301-16 neutron-server[95102]: DEBUG neutron.services.segments.db [None req-43f163cc-dcc8-4db0-bd7f-ad5087116cd5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['891932c9-457f-43e1-aea2-971af25a68f6']}} {{(pid=95102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:35:51.795875 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d3e35ad-d459-4079-b783-8a3f7ddc510d req-72400fda-1643-4c06-8a46-f88ca3e42255 tempest-ServerActionsTestJSON-618918056 tempest-ServerActionsTestJSON-618918056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:35:51.800021 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-5d3e35ad-d459-4079-b783-8a3f7ddc510d req-72400fda-1643-4c06-8a46-f88ca3e42255 tempest-ServerActionsTestJSON-618918056 tempest-ServerActionsTestJSON-618918056-project] 10.222.0.67 "GET /v2.0/ports?device_id=7fa91134-8ee0-4baa-9037-6ca73d6b4c83 HTTP/1.1" status: 200 len: 945 time: 0.3785276 Sep 23 19:35:51.805292 n-d-713301-16 neutron-server[95102]: DEBUG neutron.services.segments.db [None req-43f163cc-dcc8-4db0-bd7f-ad5087116cd5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e08e9043-0f34-46de-ae85-d8bb0d4241b4') {'for_net_delete': True} {{(pid=95102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:35:51.807497 n-d-713301-16 neutron-server[95102]: DEBUG neutron.services.segments.db [None req-43f163cc-dcc8-4db0-bd7f-ad5087116cd5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e08e9043-0f34-46de-ae85-d8bb0d4241b4') {} {{(pid=95102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:35:51.879674 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c19ed9-68c1-41bb-93c0-e69aa8af32d4 req-365a815a-4f0f-41d5-9fca-4f6e571f06cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:35:51.881339 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-b3c19ed9-68c1-41bb-93c0-e69aa8af32d4 req-365a815a-4f0f-41d5-9fca-4f6e571f06cb service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=f23b48c2-30e2-4b8a-a3bf-2e6a4262ee17&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1643658 Sep 23 19:35:51.885146 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-43f163cc-dcc8-4db0-bd7f-ad5087116cd5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783146221725', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6162832'] for segment, before_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:35:51.945690 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-43f163cc-dcc8-4db0-bd7f-ad5087116cd5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1756186'] for segment, precommit_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:35:51.968017 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-43f163cc-dcc8-4db0-bd7f-ad5087116cd5 admin admin] Releasing vlan 648 on physical network physnet1 to pool {{(pid=95102) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 19:35:51.968827 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-43f163cc-dcc8-4db0-bd7f-ad5087116cd5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1756186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4398095'] for segment, after_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:35:51.973278 n-d-713301-16 neutron-server[95102]: Traceback (most recent call last): Sep 23 19:35:51.973278 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 19:35:51.973278 n-d-713301-16 neutron-server[95102]: timer() Sep 23 19:35:51.973278 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 19:35:51.973278 n-d-713301-16 neutron-server[95102]: cb(*args, **kw) Sep 23 19:35:51.973278 n-d-713301-16 neutron-server[95102]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 19:35:51.973278 n-d-713301-16 neutron-server[95102]: return func(*args, **kwargs) Sep 23 19:35:51.973278 n-d-713301-16 neutron-server[95102]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 19:35:51.973278 n-d-713301-16 neutron-server[95102]: self._notify() Sep 23 19:35:51.973278 n-d-713301-16 neutron-server[95102]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 19:35:51.973278 n-d-713301-16 neutron-server[95102]: self.callback(batched_events) Sep 23 19:35:51.973278 n-d-713301-16 neutron-server[95102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 19:35:51.973278 n-d-713301-16 neutron-server[95102]: event.method(event) Sep 23 19:35:51.973278 n-d-713301-16 neutron-server[95102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 19:35:51.973278 n-d-713301-16 neutron-server[95102]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 19:35:51.973278 n-d-713301-16 neutron-server[95102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 19:35:51.973278 n-d-713301-16 neutron-server[95102]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 19:35:51.973278 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 19:35:51.973278 n-d-713301-16 neutron-server[95102]: return f(self, *a, **k) Sep 23 19:35:51.973278 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 19:35:51.973278 n-d-713301-16 neutron-server[95102]: return self._get(url).json() Sep 23 19:35:51.973278 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 19:35:51.973278 n-d-713301-16 neutron-server[95102]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 19:35:51.973278 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 19:35:51.973278 n-d-713301-16 neutron-server[95102]: return self.request(url, 'GET', **kwargs) Sep 23 19:35:51.973278 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 19:35:51.973278 n-d-713301-16 neutron-server[95102]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 19:35:51.973278 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 19:35:51.973278 n-d-713301-16 neutron-server[95102]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 19:35:51.973278 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 19:35:51.973278 n-d-713301-16 neutron-server[95102]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 19:35:51.973278 n-d-713301-16 neutron-server[95102]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 19:35:51.995071 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-5d3e35ad-d459-4079-b783-8a3f7ddc510d req-e4030580-5e4c-4f48-84a1-732d2924954f tempest-ServerActionsTestJSON-618918056 tempest-ServerActionsTestJSON-618918056-project] 10.222.0.67 "GET /v2.0/security-groups?id=d2a75794-f2ea-419f-9d09-0096f3fe96c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1829011 Sep 23 19:35:52.086919 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-b3c19ed9-68c1-41bb-93c0-e69aa8af32d4 req-bf55fcac-ac56-4ab6-b61e-0be3803ebc60 service neutron] 10.222.0.53 "GET /v2.0/networks/f23b48c2-30e2-4b8a-a3bf-2e6a4262ee17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1932158 Sep 23 19:35:52.092592 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-43f163cc-dcc8-4db0-bd7f-ad5087116cd5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1754627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-601866'] for network, after_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:35:52.130325 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-43f163cc-dcc8-4db0-bd7f-ad5087116cd5 admin admin] Notify callbacks [] for network, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:35:52.132250 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-43f163cc-dcc8-4db0-bd7f-ad5087116cd5 admin admin] 10.222.0.67 "DELETE /v2.0/networks/891932c9-457f-43e1-aea2-971af25a68f6 HTTP/1.1" status: 204 len: 168 time: 1.5568898 Sep 23 19:35:52.134100 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43f163cc-dcc8-4db0-bd7f-ad5087116cd5 admin admin] Pushing event deleted for resources: {'Network': ['ID=891932c9-457f-43e1-aea2-971af25a68f6,revision_number=None']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:35:52.256155 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-b3c19ed9-68c1-41bb-93c0-e69aa8af32d4 req-c7607b8f-e68e-4a52-ada6-aee94d5133a6 service neutron] 10.222.0.53 "GET /v2.0/networks/f23b48c2-30e2-4b8a-a3bf-2e6a4262ee17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1615365 Sep 23 19:35:52.350573 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-1fec662f-785c-41d7-8e10-b9ed27d3ba18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:35:52.576029 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 51742) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:35:52.679547 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-71263d84-5baa-48b3-8701-16700b9b9d97 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=bc1c8a8a17df480598455b00ff38da5a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1002851 Sep 23 19:35:52.680428 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 51752) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:35:52.698245 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 51756) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:35:52.868666 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-f9bd0564-5685-4bec-b5b4-b0c754933f22 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:35:52.931074 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-f9bd0564-5685-4bec-b5b4-b0c754933f22 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:35:53.008257 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-f9bd0564-5685-4bec-b5b4-b0c754933f22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:35:53.016381 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-f9bd0564-5685-4bec-b5b4-b0c754933f22 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:35:53.021530 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-f9bd0564-5685-4bec-b5b4-b0c754933f22 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/d5fcd771-b41e-4f9f-b7bf-253ec5f5d6de HTTP/1.1" status: 204 len: 168 time: 0.3376389 Sep 23 19:35:53.033023 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9bd0564-5685-4bec-b5b4-b0c754933f22 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5fcd771-b41e-4f9f-b7bf-253ec5f5d6de,revision_number=None']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:35:53.065503 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:35:53.089511 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Device db991d70-3f45-4667-a546-a7e1c40e1546 no longer exists at agent ovs-agent-n-d-713301-16 {{(pid=95103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 19:35:53.122999 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.plugin [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] No Port match for: db991d70-3f45-4667-a546-a7e1c40e1546 {{(pid=95103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 19:35:53.123355 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Device db991d70-3f45-4667-a546-a7e1c40e1546 not bound to the agent host n-d-713301-16 {{(pid=95103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 19:35:53.378070 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-0ae75029-feb6-4728-9a94-5f9b60993d82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:35:53.390369 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e36cf105-8fd8-4131-a47d-7e722d28e1a8 req-35bec52a-d9b3-4c3a-970b-ceaf8324f1e9 tempest-ServerActionsTestJSON-618918056 tempest-ServerActionsTestJSON-618918056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:35:53.392040 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-e36cf105-8fd8-4131-a47d-7e722d28e1a8 req-35bec52a-d9b3-4c3a-970b-ceaf8324f1e9 tempest-ServerActionsTestJSON-618918056 tempest-ServerActionsTestJSON-618918056-project] 10.222.0.67 "GET /v2.0/ports?device_id=7fa91134-8ee0-4baa-9037-6ca73d6b4c83 HTTP/1.1" status: 200 len: 945 time: 0.2363350 Sep 23 19:35:53.498753 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-e36cf105-8fd8-4131-a47d-7e722d28e1a8 req-cc502f7b-83c9-4e24-b43e-ac7ef832b4c1 tempest-ServerActionsTestJSON-618918056 tempest-ServerActionsTestJSON-618918056-project] 10.222.0.67 "GET /v2.0/security-groups?id=d2a75794-f2ea-419f-9d09-0096f3fe96c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0934970 Sep 23 19:35:53.947021 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-7fe28257-1576-4e2c-8f28-556c0351db8a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-601372'] for router_interface, before_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:35:54.062602 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.agents_db [None req-f2f5c474-60a3-474f-b2cc-02c4bd30880c None None] Agent healthcheck: found 7 active agents {{(pid=95104) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 19:35:54.364958 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.plugin [None req-7fe28257-1576-4e2c-8f28-556c0351db8a admin admin] Deleting port 581d4153-bf66-4770-a892-4a35d15ab3e1 {{(pid=95102) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:35:54.365310 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-7fe28257-1576-4e2c-8f28-556c0351db8a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783146157096'] for port, before_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:35:54.484390 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.db [None req-7fe28257-1576-4e2c-8f28-556c0351db8a admin admin] For port 581d4153-bf66-4770-a892-4a35d15ab3e1, host n-d-713301-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-16',level=0,port_id=581d4153-bf66-4770-a892-4a35d15ab3e1,segment=NetworkSegment(e05f2916-65a4-4075-8738-b9204cdf084e),segment_id=e05f2916-65a4-4075-8738-b9204cdf084e)] {{(pid=95102) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:35:54.485051 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-7fe28257-1576-4e2c-8f28-556c0351db8a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-605701'] for port, precommit_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:35:54.501871 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.plugin [None req-7fe28257-1576-4e2c-8f28-556c0351db8a admin admin] Calling delete_port for 581d4153-bf66-4770-a892-4a35d15ab3e1 owned by network:router_interface {{(pid=95102) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:35:55.156261 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a9e148-2043-4737-b467-c9b9cd8a93e2 req-83d7af68-e28d-46e6-b29c-1379280f74e4 tempest-ServerActionsTestJSON-618918056 tempest-ServerActionsTestJSON-618918056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:35:55.157873 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-67a9e148-2043-4737-b467-c9b9cd8a93e2 req-83d7af68-e28d-46e6-b29c-1379280f74e4 tempest-ServerActionsTestJSON-618918056 tempest-ServerActionsTestJSON-618918056-project] 10.222.0.67 "GET /v2.0/ports?device_id=7fa91134-8ee0-4baa-9037-6ca73d6b4c83 HTTP/1.1" status: 200 len: 945 time: 0.5495772 Sep 23 19:35:55.255453 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-7fe28257-1576-4e2c-8f28-556c0351db8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783146162158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783145673144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4399100'] for port, after_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:35:55.326110 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-67a9e148-2043-4737-b467-c9b9cd8a93e2 req-1d529dd5-0a04-4c85-afbd-d4b732af171b tempest-ServerActionsTestJSON-618918056 tempest-ServerActionsTestJSON-618918056-project] 10.222.0.67 "GET /v2.0/security-groups?id=d2a75794-f2ea-419f-9d09-0096f3fe96c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1584640 Sep 23 19:35:55.327211 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-80e7e501-6c57-470d-92c6-e3d54bc3195c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:35:55.329119 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe28257-1576-4e2c-8f28-556c0351db8a admin admin] Pushing event deleted for resources: {'Port': ['ID=581d4153-bf66-4770-a892-4a35d15ab3e1,revision_number=None']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:35:55.734574 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-7fe28257-1576-4e2c-8f28-556c0351db8a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-527322', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-602005'] for router_interface, after_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:35:56.049290 n-d-713301-16 neutron-server[95102]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7fe28257-1576-4e2c-8f28-556c0351db8a admin admin] Router 6cc3f61e-9fe4-4b5a-acb6-0884054d911b has already been hosted by L3 agent 79a740bf-7821-4989-8288-7186e3e128f3 {{(pid=95102) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 19:35:56.192387 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7fe28257-1576-4e2c-8f28-556c0351db8a admin admin] Notify agent at l3_agent.n-d-713301-16 the message routers_updated {{(pid=95102) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 19:35:56.201962 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-7fe28257-1576-4e2c-8f28-556c0351db8a admin admin] 10.222.0.67 "PUT /v2.0/routers/6cc3f61e-9fe4-4b5a-acb6-0884054d911b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4997635 Sep 23 19:35:56.208213 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c091828a-acac-4c66-b4a8-dc8523e22469 None None] Sync routers for ids ['6cc3f61e-9fe4-4b5a-acb6-0884054d911b'] in n-d-713301-16 {{(pid=95104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 19:35:56.208814 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 51958) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:35:56.229250 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c091828a-acac-4c66-b4a8-dc8523e22469 None None] Routers {'6cc3f61e-9fe4-4b5a-acb6-0884054d911b'} bound to L3 agent in host n-d-713301-16 {{(pid=95104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 19:35:56.229939 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_hamode_db [None req-c091828a-acac-4c66-b4a8-dc8523e22469 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-23T19:07:52Z,description=,heartbeat_timestamp=2021-09-23T19:35:52Z,host='n-d-713301-16',id=79a740bf-7821-4989-8288-7186e3e128f3,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:07:52Z,topic='l3_agent')) {'router_ids': ['6cc3f61e-9fe4-4b5a-acb6-0884054d911b'], 'active': True} {{(pid=95104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:35:56.397427 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_dvr_db [None req-c091828a-acac-4c66-b4a8-dc8523e22469 None None] Set router 6cc3f61e-9fe4-4b5a-acb6-0884054d911b gateway port host: n-d-713301-16 {{(pid=95104) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 19:35:56.423334 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-966494da-c9ea-4288-9dcb-6da4a494ac3e admin admin] Notify callbacks [] for router, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:35:56.583711 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc5b173-70e5-48e2-8584-ef57b0c6f70a req-180e15ed-2bb4-4c30-b2b2-a3994e705f44 tempest-ServerActionsTestJSON-618918056 tempest-ServerActionsTestJSON-618918056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:35:56.586516 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-7fc5b173-70e5-48e2-8584-ef57b0c6f70a req-180e15ed-2bb4-4c30-b2b2-a3994e705f44 tempest-ServerActionsTestJSON-618918056 tempest-ServerActionsTestJSON-618918056-project] 10.222.0.67 "GET /v2.0/ports?device_id=7fa91134-8ee0-4baa-9037-6ca73d6b4c83 HTTP/1.1" status: 200 len: 945 time: 0.0769653 Sep 23 19:35:56.693289 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-7fc5b173-70e5-48e2-8584-ef57b0c6f70a req-95650e90-1dc6-496f-b7ac-1a33598589af tempest-ServerActionsTestJSON-618918056 tempest-ServerActionsTestJSON-618918056-project] 10.222.0.67 "GET /v2.0/security-groups?id=d2a75794-f2ea-419f-9d09-0096f3fe96c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0932148 Sep 23 19:35:56.794130 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_hamode_db [None req-c091828a-acac-4c66-b4a8-dc8523e22469 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6cc3f61e-9fe4-4b5a-acb6-0884054d911b', 'name': 'tempest-TaggedBootDevicesTest-1238845142-router', 'tenant_id': 'f9311328b6c648f88a79b8848358e4b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'external_fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.14'}], 'enable_snat': True}, 'gw_port_id': '16a5c720-cb20-4b5b-bca3-0b85d0ba40cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:24:07Z', 'updated_at': '2021-09-23T19:35:55Z', 'revision_number': 5, 'project_id': 'f9311328b6c648f88a79b8848358e4b9', 'gw_port': {'id': '16a5c720-cb20-4b5b-bca3-0b85d0ba40cc', 'name': '', 'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:83:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cc3f61e-9fe4-4b5a-acb6-0884054d911b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 734, 'fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:24:08Z', 'updated_at': '2021-09-23T19:24:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-16'}], 'n-d-713301-16', False) {} {{(pid=95104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:35:56.874344 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c091828a-acac-4c66-b4a8-dc8523e22469 None None] Checking router: 6cc3f61e-9fe4-4b5a-acb6-0884054d911b for host: n-d-713301-16 {{(pid=95104) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 19:35:56.887131 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c091828a-acac-4c66-b4a8-dc8523e22469 None None] Routers {'6cc3f61e-9fe4-4b5a-acb6-0884054d911b'} bound to L3 agent in host n-d-713301-16 {{(pid=95104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 19:35:56.888102 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_hamode_db [None req-c091828a-acac-4c66-b4a8-dc8523e22469 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-23T19:07:52Z,description=,heartbeat_timestamp=2021-09-23T19:35:52Z,host='n-d-713301-16',id=79a740bf-7821-4989-8288-7186e3e128f3,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:07:52Z,topic='l3_agent')) {'router_ids': ['6cc3f61e-9fe4-4b5a-acb6-0884054d911b'], 'active': True} {{(pid=95104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:35:57.176625 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_dvr_db [None req-c091828a-acac-4c66-b4a8-dc8523e22469 None None] Set router 6cc3f61e-9fe4-4b5a-acb6-0884054d911b gateway port host: n-d-713301-16 {{(pid=95104) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 19:35:57.197640 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-966494da-c9ea-4288-9dcb-6da4a494ac3e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:35:57.296765 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.plugin [None req-966494da-c9ea-4288-9dcb-6da4a494ac3e admin admin] Deleting port 16a5c720-cb20-4b5b-bca3-0b85d0ba40cc {{(pid=95101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:35:57.297495 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-966494da-c9ea-4288-9dcb-6da4a494ac3e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783146157096'] for port, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:35:57.418864 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.db [None req-966494da-c9ea-4288-9dcb-6da4a494ac3e admin admin] For port 16a5c720-cb20-4b5b-bca3-0b85d0ba40cc, host n-d-713301-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-16',level=0,port_id=16a5c720-cb20-4b5b-bca3-0b85d0ba40cc,segment=NetworkSegment(7d4027f1-d893-4c7b-95d4-757b8e44e380),segment_id=7d4027f1-d893-4c7b-95d4-757b8e44e380)] {{(pid=95101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:35:57.419948 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-966494da-c9ea-4288-9dcb-6da4a494ac3e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-605701'] for port, precommit_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:35:57.441410 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.plugin [None req-966494da-c9ea-4288-9dcb-6da4a494ac3e admin admin] Calling delete_port for 16a5c720-cb20-4b5b-bca3-0b85d0ba40cc owned by network:router_gateway {{(pid=95101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:35:57.484239 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_hamode_db [None req-c091828a-acac-4c66-b4a8-dc8523e22469 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6cc3f61e-9fe4-4b5a-acb6-0884054d911b', 'name': 'tempest-TaggedBootDevicesTest-1238845142-router', 'tenant_id': 'f9311328b6c648f88a79b8848358e4b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'external_fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.14'}], 'enable_snat': True}, 'gw_port_id': '16a5c720-cb20-4b5b-bca3-0b85d0ba40cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:24:07Z', 'updated_at': '2021-09-23T19:35:55Z', 'revision_number': 5, 'project_id': 'f9311328b6c648f88a79b8848358e4b9', 'gw_port': {'id': '16a5c720-cb20-4b5b-bca3-0b85d0ba40cc', 'name': '', 'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:83:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cc3f61e-9fe4-4b5a-acb6-0884054d911b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 734, 'fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:24:08Z', 'updated_at': '2021-09-23T19:24:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-16'}], 'n-d-713301-16', False) {} {{(pid=95104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:35:57.517786 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c091828a-acac-4c66-b4a8-dc8523e22469 None None] The sync data for ids ['6cc3f61e-9fe4-4b5a-acb6-0884054d911b'] in n-d-713301-16 is: [{'id': '6cc3f61e-9fe4-4b5a-acb6-0884054d911b', 'name': 'tempest-TaggedBootDevicesTest-1238845142-router', 'tenant_id': 'f9311328b6c648f88a79b8848358e4b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'external_fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.14'}], 'enable_snat': True}, 'gw_port_id': '16a5c720-cb20-4b5b-bca3-0b85d0ba40cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:24:07Z', 'updated_at': '2021-09-23T19:35:55Z', 'revision_number': 5, 'project_id': 'f9311328b6c648f88a79b8848358e4b9', 'gw_port': {'id': '16a5c720-cb20-4b5b-bca3-0b85d0ba40cc', 'name': '', 'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:83:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cc3f61e-9fe4-4b5a-acb6-0884054d911b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 734, 'fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:24:08Z', 'updated_at': '2021-09-23T19:24:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-16'}] {{(pid=95104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 19:35:57.753643 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-966494da-c9ea-4288-9dcb-6da4a494ac3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783146162158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783145673144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5607431'] for port, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:35:57.838704 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-966494da-c9ea-4288-9dcb-6da4a494ac3e admin admin] Pushing event deleted for resources: {'Port': ['ID=16a5c720-cb20-4b5b-bca3-0b85d0ba40cc,revision_number=None']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:35:57.946174 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b06069d-68ff-4346-8b32-b5ed175d4f09 req-ecec7435-58f7-45d2-af2d-471f4bd39d79 tempest-ServerActionsTestJSON-618918056 tempest-ServerActionsTestJSON-618918056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:35:57.946820 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-966494da-c9ea-4288-9dcb-6da4a494ac3e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-601942'] for router_gateway, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:35:57.967739 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:35:57.970733 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-1b06069d-68ff-4346-8b32-b5ed175d4f09 req-ecec7435-58f7-45d2-af2d-471f4bd39d79 tempest-ServerActionsTestJSON-618918056 tempest-ServerActionsTestJSON-618918056-project] 10.222.0.67 "GET /v2.0/ports?device_id=7fa91134-8ee0-4baa-9037-6ca73d6b4c83 HTTP/1.1" status: 200 len: 945 time: 0.1625373 Sep 23 19:35:58.083172 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-966494da-c9ea-4288-9dcb-6da4a494ac3e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-597305', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29369'] for router, precommit_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:35:58.086452 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-966494da-c9ea-4288-9dcb-6da4a494ac3e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:35:58.093069 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-1b06069d-68ff-4346-8b32-b5ed175d4f09 req-86c914da-6523-4f62-9efe-d0e1490391e0 tempest-ServerActionsTestJSON-618918056 tempest-ServerActionsTestJSON-618918056-project] 10.222.0.67 "GET /v2.0/security-groups?id=d2a75794-f2ea-419f-9d09-0096f3fe96c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1213224 Sep 23 19:35:58.095280 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 52058) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:35:58.162263 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-966494da-c9ea-4288-9dcb-6da4a494ac3e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-597296'] for router, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:35:58.162799 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-966494da-c9ea-4288-9dcb-6da4a494ac3e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6cc3f61e-9fe4-4b5a-acb6-0884054d911b {{(pid=95101) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 23 19:35:58.169163 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-966494da-c9ea-4288-9dcb-6da4a494ac3e admin admin] Notify callbacks [] for router, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:35:58.172973 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 52064) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:35:58.173577 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-966494da-c9ea-4288-9dcb-6da4a494ac3e admin admin] 10.222.0.67 "DELETE /v2.0/routers/6cc3f61e-9fe4-4b5a-acb6-0884054d911b HTTP/1.1" status: 204 len: 168 time: 1.9638841 Sep 23 19:35:58.254942 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:35:58.275996 n-d-713301-16 neutron-server[95102]: DEBUG neutron.db.db_base_plugin_v2 [None req-94e82ea7-3a7a-4b0f-9ee5-d633a43a9d5c admin admin] Deleting subnet 9bcc6428-1995-45f6-ba66-eea6197581a7 {{(pid=95102) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 23 19:35:58.296548 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-94e82ea7-3a7a-4b0f-9ee5-d633a43a9d5c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:35:58.345500 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-07226e7c-eac1-4bb2-9489-c3b2ff23207b admin admin] Notify callbacks [] for security_group, before_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:35:58.401639 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-94e82ea7-3a7a-4b0f-9ee5-d633a43a9d5c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6162825'] for subnet, precommit_delete_associations {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:35:58.584321 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-94e82ea7-3a7a-4b0f-9ee5-d633a43a9d5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1756813'] for subnet, precommit_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:35:58.642969 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-07226e7c-eac1-4bb2-9489-c3b2ff23207b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:35:58.651723 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-07226e7c-eac1-4bb2-9489-c3b2ff23207b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:35:58.709068 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-07226e7c-eac1-4bb2-9489-c3b2ff23207b admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=b94784c0690c4b55af32951d6ea4de14&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6114619 Sep 23 19:35:58.711391 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-94e82ea7-3a7a-4b0f-9ee5-d633a43a9d5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1756804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4399009', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5388229'] for subnet, after_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:35:58.712102 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 52076) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:35:58.745015 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07226e7c-eac1-4bb2-9489-c3b2ff23207b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9f400d2-fb14-4fcb-b27b-e0728b4e2acc,revision_number=1']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:35:58.748953 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-94e82ea7-3a7a-4b0f-9ee5-d633a43a9d5c admin admin] Notify callbacks [] for subnet, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:35:58.751365 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-94e82ea7-3a7a-4b0f-9ee5-d633a43a9d5c admin admin] 10.222.0.67 "DELETE /v2.0/subnets/9bcc6428-1995-45f6-ba66-eea6197581a7 HTTP/1.1" status: 204 len: 168 time: 0.5774226 Sep 23 19:35:58.752420 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94e82ea7-3a7a-4b0f-9ee5-d633a43a9d5c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9bcc6428-1995-45f6-ba66-eea6197581a7,revision_number=None']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:35:58.754580 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 52078) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:35:58.755072 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c39a4854-e46e-4342-b3bd-29669db6ed26 None None] Network 0e7486fc-edf5-4778-98e4-d68293f3be17 requested from n-d-713301-16 {{(pid=95103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 19:35:58.796320 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 52084) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:35:58.830497 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-0ac7a686-8aea-43ec-9396-4e8bebd26a9a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:35:58.882852 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-0ac7a686-8aea-43ec-9396-4e8bebd26a9a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:35:58.923402 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-9d6c5c82-2f38-4afd-a01f-4c2d250091f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1628021'] for network, before_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:35:58.977335 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-0ac7a686-8aea-43ec-9396-4e8bebd26a9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:35:58.981137 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-0ac7a686-8aea-43ec-9396-4e8bebd26a9a admin admin] Notify callbacks [] for security_group, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:35:58.985537 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-0ac7a686-8aea-43ec-9396-4e8bebd26a9a admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/f9f400d2-fb14-4fcb-b27b-e0728b4e2acc HTTP/1.1" status: 204 len: 168 time: 0.2692254 Sep 23 19:35:59.003559 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ac7a686-8aea-43ec-9396-4e8bebd26a9a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9f400d2-fb14-4fcb-b27b-e0728b4e2acc,revision_number=None']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:35:59.139015 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.plugin [None req-9d6c5c82-2f38-4afd-a01f-4c2d250091f4 admin admin] Deleting port c0ed5e8a-c87b-4e37-b076-1ebd34a03e5f {{(pid=95102) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:35:59.139618 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-9d6c5c82-2f38-4afd-a01f-4c2d250091f4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783146157096'] for port, before_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:35:59.156865 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-bda27b48-400c-4512-836c-30203c2b4088 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:35:59.193104 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Device 581d4153-bf66-4770-a892-4a35d15ab3e1 no longer exists at agent ovs-agent-n-d-713301-16 {{(pid=95103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 19:35:59.235325 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.plugin [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] No Port match for: 581d4153-bf66-4770-a892-4a35d15ab3e1 {{(pid=95103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 19:35:59.235676 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Device 581d4153-bf66-4770-a892-4a35d15ab3e1 not bound to the agent host n-d-713301-16 {{(pid=95103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 19:35:59.236121 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Device 16a5c720-cb20-4b5b-bca3-0b85d0ba40cc no longer exists at agent ovs-agent-n-d-713301-16 {{(pid=95103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 19:35:59.299036 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.plugin [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] No Port match for: 16a5c720-cb20-4b5b-bca3-0b85d0ba40cc {{(pid=95103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 19:35:59.300165 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Device 16a5c720-cb20-4b5b-bca3-0b85d0ba40cc not bound to the agent host n-d-713301-16 {{(pid=95103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 19:35:59.347254 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64317a63-4285-47ca-b898-09381e5e5f4c None None] DHCP port deletion for 0e7486fc-edf5-4778-98e4-d68293f3be17 request from n-d-713301-16 {{(pid=95103) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 23 19:35:59.398745 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-bda27b48-400c-4512-836c-30203c2b4088 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:35:59.405882 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-bda27b48-400c-4512-836c-30203c2b4088 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:35:59.521452 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-bda27b48-400c-4512-836c-30203c2b4088 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=a839f35dda864ef796a5270d79cc3a1b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7229054 Sep 23 19:35:59.528032 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 52108) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:35:59.528645 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.plugin [None req-64317a63-4285-47ca-b898-09381e5e5f4c None None] Deleting port c0ed5e8a-c87b-4e37-b076-1ebd34a03e5f {{(pid=95103) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:35:59.529062 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-64317a63-4285-47ca-b898-09381e5e5f4c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783146157096'] for port, before_delete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:35:59.546172 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.db [None req-9d6c5c82-2f38-4afd-a01f-4c2d250091f4 admin admin] For port c0ed5e8a-c87b-4e37-b076-1ebd34a03e5f, host n-d-713301-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-16',level=0,port_id=c0ed5e8a-c87b-4e37-b076-1ebd34a03e5f,segment=NetworkSegment(e05f2916-65a4-4075-8738-b9204cdf084e),segment_id=e05f2916-65a4-4075-8738-b9204cdf084e)] {{(pid=95102) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:35:59.546550 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-9d6c5c82-2f38-4afd-a01f-4c2d250091f4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-605701'] for port, precommit_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:35:59.576505 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bda27b48-400c-4512-836c-30203c2b4088 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=523a083d-cc9a-4532-be0d-ee9a46e7ee5c,revision_number=1']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:35:59.622292 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-576df03b-11ff-42d9-b678-c2b649c094d8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:35:59.634436 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 52114) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:35:59.652119 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.plugin [None req-9d6c5c82-2f38-4afd-a01f-4c2d250091f4 admin admin] Calling delete_port for c0ed5e8a-c87b-4e37-b076-1ebd34a03e5f owned by network:dhcp {{(pid=95102) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:35:59.656976 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-42b47d9b-0f8a-43af-b1b0-82953fec2e03 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:35:59.661391 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-576df03b-11ff-42d9-b678-c2b649c094d8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:35:59.669310 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-64317a63-4285-47ca-b898-09381e5e5f4c None None] For port c0ed5e8a-c87b-4e37-b076-1ebd34a03e5f, host n-d-713301-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-16',level=0,port_id=c0ed5e8a-c87b-4e37-b076-1ebd34a03e5f,segment=NetworkSegment(e05f2916-65a4-4075-8738-b9204cdf084e),segment_id=e05f2916-65a4-4075-8738-b9204cdf084e)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:35:59.669840 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-64317a63-4285-47ca-b898-09381e5e5f4c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-605701'] for port, precommit_delete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:35:59.703406 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f96be1c-1780-497f-8289-4645ad0f1d9c req-07bec044-da26-444d-b605-b0b2c74d8de1 tempest-ServerRescueNegativeTestJSON-317871319 tempest-ServerRescueNegativeTestJSON-317871319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:35:59.717121 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-8f96be1c-1780-497f-8289-4645ad0f1d9c req-07bec044-da26-444d-b605-b0b2c74d8de1 tempest-ServerRescueNegativeTestJSON-317871319 tempest-ServerRescueNegativeTestJSON-317871319-project] 10.222.0.67 "GET /v2.0/ports?device_id=f5f48627-8ac0-4a38-a3d5-5de21347facd HTTP/1.1" status: 200 len: 946 time: 0.1428921 Sep 23 19:35:59.718238 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.plugin [None req-64317a63-4285-47ca-b898-09381e5e5f4c None None] Calling delete_port for c0ed5e8a-c87b-4e37-b076-1ebd34a03e5f owned by network:dhcp {{(pid=95103) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:35:59.734387 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cdd0a4f-5b85-4fe1-b8b1-dd934ecd3a4b req-a83b25fb-b969-4af8-bf01-8c7a96213056 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:35:59.741109 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-7cdd0a4f-5b85-4fe1-b8b1-dd934ecd3a4b req-a83b25fb-b969-4af8-bf01-8c7a96213056 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=71d72afe428c4ce594ff8d28e6bea11d&device_id=f5f48627-8ac0-4a38-a3d5-5de21347facd HTTP/1.1" status: 200 len: 1098 time: 0.3248599 Sep 23 19:35:59.752937 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66acec4e-a054-4582-a297-c8b8ab72b561 req-e7f374b0-ec05-41a5-9904-e744ae5d9afe tempest-ServerActionsTestJSON-618918056 tempest-ServerActionsTestJSON-618918056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:35:59.761920 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-66acec4e-a054-4582-a297-c8b8ab72b561 req-e7f374b0-ec05-41a5-9904-e744ae5d9afe tempest-ServerActionsTestJSON-618918056 tempest-ServerActionsTestJSON-618918056-project] 10.222.0.67 "GET /v2.0/ports?device_id=7fa91134-8ee0-4baa-9037-6ca73d6b4c83 HTTP/1.1" status: 200 len: 945 time: 0.5045877 Sep 23 19:35:59.859883 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-576df03b-11ff-42d9-b678-c2b649c094d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:35:59.863361 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-576df03b-11ff-42d9-b678-c2b649c094d8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:35:59.864998 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-576df03b-11ff-42d9-b678-c2b649c094d8 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/523a083d-cc9a-4532-be0d-ee9a46e7ee5c HTTP/1.1" status: 204 len: 168 time: 0.3353181 Sep 23 19:35:59.884822 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-64317a63-4285-47ca-b898-09381e5e5f4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783146162158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783145673144'] for port, after_delete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:35:59.910760 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-576df03b-11ff-42d9-b678-c2b649c094d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=523a083d-cc9a-4532-be0d-ee9a46e7ee5c,revision_number=None']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:35:59.922335 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64317a63-4285-47ca-b898-09381e5e5f4c None None] Pushing event deleted for resources: {'Port': ['ID=c0ed5e8a-c87b-4e37-b076-1ebd34a03e5f,revision_number=None']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:35:59.936889 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cdd0a4f-5b85-4fe1-b8b1-dd934ecd3a4b req-2a1832fc-772e-4918-961b-480ebefe5d45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:35:59.946229 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64317a63-4285-47ca-b898-09381e5e5f4c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:35:59.946875 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64317a63-4285-47ca-b898-09381e5e5f4c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:35:59.947225 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64317a63-4285-47ca-b898-09381e5e5f4c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:35:59.947710 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64317a63-4285-47ca-b898-09381e5e5f4c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:35:59.948051 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64317a63-4285-47ca-b898-09381e5e5f4c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:35:59.949036 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64317a63-4285-47ca-b898-09381e5e5f4c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:35:59.949302 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-7cdd0a4f-5b85-4fe1-b8b1-dd934ecd3a4b req-2a1832fc-772e-4918-961b-480ebefe5d45 service neutron] 10.222.0.53 "GET /v2.0/networks?id=22c7394f-6eb3-4324-ad9a-c48452af8c12 HTTP/1.1" status: 200 len: 919 time: 0.1888454 Sep 23 19:35:59.949477 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64317a63-4285-47ca-b898-09381e5e5f4c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:35:59.949696 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64317a63-4285-47ca-b898-09381e5e5f4c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:35:59.950030 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64317a63-4285-47ca-b898-09381e5e5f4c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:35:59.950642 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64317a63-4285-47ca-b898-09381e5e5f4c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:35:59.950977 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64317a63-4285-47ca-b898-09381e5e5f4c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:35:59.951305 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64317a63-4285-47ca-b898-09381e5e5f4c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:35:59.954686 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64317a63-4285-47ca-b898-09381e5e5f4c None None] No DVR routers for this DVR port c0ed5e8a-c87b-4e37-b076-1ebd34a03e5f on host n-d-713301-16 {{(pid=95103) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 19:36:00.036134 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-7cdd0a4f-5b85-4fe1-b8b1-dd934ecd3a4b req-e89aba1b-ad35-40f0-917a-bc90f1724f00 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=acf36a73-9a5d-4069-8c51-d879b7158a29 HTTP/1.1" status: 200 len: 217 time: 0.0825081 Sep 23 19:36:00.059686 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-8f96be1c-1780-497f-8289-4645ad0f1d9c req-305ebf53-ff3a-45ab-95ef-1f0dfb882474 tempest-ServerRescueNegativeTestJSON-317871319 tempest-ServerRescueNegativeTestJSON-317871319-project] 10.222.0.67 "GET /v2.0/security-groups?id=ac103501-6c24-4299-8f11-081b36059735&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3394673 Sep 23 19:36:00.117877 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cdd0a4f-5b85-4fe1-b8b1-dd934ecd3a4b req-59f16b7d-40e2-49fc-875c-09ddee2b636c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:36:00.119690 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-7cdd0a4f-5b85-4fe1-b8b1-dd934ecd3a4b req-59f16b7d-40e2-49fc-875c-09ddee2b636c service neutron] 10.222.0.53 "GET /v2.0/subnets?id=0d48322f-2db5-4896-84d5-850e60fab8ec HTTP/1.1" status: 200 len: 858 time: 0.0718713 Sep 23 19:36:00.140558 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-42b47d9b-0f8a-43af-b1b0-82953fec2e03 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:00.174233 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-66acec4e-a054-4582-a297-c8b8ab72b561 req-d819e822-da08-4926-a611-6bfc391c4091 tempest-ServerActionsTestJSON-618918056 tempest-ServerActionsTestJSON-618918056-project] 10.222.0.67 "GET /v2.0/security-groups?id=d2a75794-f2ea-419f-9d09-0096f3fe96c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4112926 Sep 23 19:36:00.182346 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-7cdd0a4f-5b85-4fe1-b8b1-dd934ecd3a4b req-06d43a2b-a6eb-4c96-be1d-1487055f8c03 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=22c7394f-6eb3-4324-ad9a-c48452af8c12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0554852 Sep 23 19:36:00.197321 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-42b47d9b-0f8a-43af-b1b0-82953fec2e03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:00.268661 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42b47d9b-0f8a-43af-b1b0-82953fec2e03 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=678d7bb6-f025-4762-9bcd-d261a3007ed1,revision_number=1']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:36:00.278762 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-9d6c5c82-2f38-4afd-a01f-4c2d250091f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783146162158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783145673144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4399100'] for port, after_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:00.299119 n-d-713301-16 neutron-server[95102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d6c5c82-2f38-4afd-a01f-4c2d250091f4 admin admin] No DVR routers for this DVR port c0ed5e8a-c87b-4e37-b076-1ebd34a03e5f on host n-d-713301-16 {{(pid=95102) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 19:36:00.361332 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-42b47d9b-0f8a-43af-b1b0-82953fec2e03 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=c71ac33ded6b4a54af6423f8bfc8fe5c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7244594 Sep 23 19:36:00.362470 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 52144) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:36:00.365256 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d6c5c82-2f38-4afd-a01f-4c2d250091f4 admin admin] Pushing event deleted for resources: {'Port': ['ID=c0ed5e8a-c87b-4e37-b076-1ebd34a03e5f,revision_number=None']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:36:00.404058 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-7cdd0a4f-5b85-4fe1-b8b1-dd934ecd3a4b req-a3b0ea9e-92b1-440c-a92e-5cd0e5528bf9 service neutron] 10.222.0.53 "GET /v2.0/networks/22c7394f-6eb3-4324-ad9a-c48452af8c12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2140031 Sep 23 19:36:00.432482 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-9d6c5c82-2f38-4afd-a01f-4c2d250091f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1754676', 'neutron.services.segments.db._delete_segments_for_network-8783146221460'] for network, precommit_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:00.464367 n-d-713301-16 neutron-server[95102]: DEBUG neutron.services.segments.db [None req-9d6c5c82-2f38-4afd-a01f-4c2d250091f4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0e7486fc-edf5-4778-98e4-d68293f3be17']}} {{(pid=95102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:36:00.475761 n-d-713301-16 neutron-server[95102]: DEBUG neutron.services.segments.db [None req-9d6c5c82-2f38-4afd-a01f-4c2d250091f4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e05f2916-65a4-4075-8738-b9204cdf084e') {'for_net_delete': True} {{(pid=95102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:36:00.476284 n-d-713301-16 neutron-server[95102]: DEBUG neutron.services.segments.db [None req-9d6c5c82-2f38-4afd-a01f-4c2d250091f4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e05f2916-65a4-4075-8738-b9204cdf084e') {} {{(pid=95102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:36:00.487362 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-9d6c5c82-2f38-4afd-a01f-4c2d250091f4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783146221725', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6162832'] for segment, before_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:00.503920 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-9d6c5c82-2f38-4afd-a01f-4c2d250091f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1756186'] for segment, precommit_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:00.512034 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9d6c5c82-2f38-4afd-a01f-4c2d250091f4 admin admin] Releasing vlan 615 on physical network physnet1 to pool {{(pid=95102) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 19:36:00.513122 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-9d6c5c82-2f38-4afd-a01f-4c2d250091f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1756186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4398095'] for segment, after_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:00.601281 n-d-713301-16 neutron-server[95102]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 23 19:36:00.601281 n-d-713301-16 neutron-server[95102]: self.session.flush() Sep 23 19:36:00.601281 n-d-713301-16 neutron-server[95102]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 23 19:36:00.601281 n-d-713301-16 neutron-server[95102]: self.session.flush() Sep 23 19:36:00.601281 n-d-713301-16 neutron-server[95102]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 23 19:36:00.601281 n-d-713301-16 neutron-server[95102]: self.session.flush() Sep 23 19:36:00.601281 n-d-713301-16 neutron-server[95102]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 23 19:36:00.601281 n-d-713301-16 neutron-server[95102]: self.session.flush() Sep 23 19:36:00.601281 n-d-713301-16 neutron-server[95102]: Traceback (most recent call last): Sep 23 19:36:00.601281 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 19:36:00.601281 n-d-713301-16 neutron-server[95102]: timer() Sep 23 19:36:00.601281 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 19:36:00.601281 n-d-713301-16 neutron-server[95102]: cb(*args, **kw) Sep 23 19:36:00.601281 n-d-713301-16 neutron-server[95102]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 19:36:00.601281 n-d-713301-16 neutron-server[95102]: return func(*args, **kwargs) Sep 23 19:36:00.601281 n-d-713301-16 neutron-server[95102]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 19:36:00.601281 n-d-713301-16 neutron-server[95102]: self._notify() Sep 23 19:36:00.601281 n-d-713301-16 neutron-server[95102]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 19:36:00.601281 n-d-713301-16 neutron-server[95102]: self.callback(batched_events) Sep 23 19:36:00.601281 n-d-713301-16 neutron-server[95102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 19:36:00.601281 n-d-713301-16 neutron-server[95102]: event.method(event) Sep 23 19:36:00.601281 n-d-713301-16 neutron-server[95102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 19:36:00.601281 n-d-713301-16 neutron-server[95102]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 19:36:00.601281 n-d-713301-16 neutron-server[95102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 19:36:00.601281 n-d-713301-16 neutron-server[95102]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 19:36:00.601281 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 19:36:00.601281 n-d-713301-16 neutron-server[95102]: return f(self, *a, **k) Sep 23 19:36:00.601281 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 19:36:00.601281 n-d-713301-16 neutron-server[95102]: return self._get(url).json() Sep 23 19:36:00.601281 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 19:36:00.601281 n-d-713301-16 neutron-server[95102]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 19:36:00.601281 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 19:36:00.601281 n-d-713301-16 neutron-server[95102]: return self.request(url, 'GET', **kwargs) Sep 23 19:36:00.601281 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 19:36:00.601281 n-d-713301-16 neutron-server[95102]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 19:36:00.601281 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 19:36:00.601281 n-d-713301-16 neutron-server[95102]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 19:36:00.601281 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 19:36:00.601281 n-d-713301-16 neutron-server[95102]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 19:36:00.601281 n-d-713301-16 neutron-server[95102]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 19:36:00.632588 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-9d6c5c82-2f38-4afd-a01f-4c2d250091f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1754627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-601866'] for network, after_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:00.656334 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-7cdd0a4f-5b85-4fe1-b8b1-dd934ecd3a4b req-7ade8465-0769-42b3-b6d6-311a0c1ce3e0 service neutron] 10.222.0.53 "GET /v2.0/networks/22c7394f-6eb3-4324-ad9a-c48452af8c12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2438915 Sep 23 19:36:00.687276 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-9d6c5c82-2f38-4afd-a01f-4c2d250091f4 admin admin] Notify callbacks [] for network, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:00.689242 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-9d6c5c82-2f38-4afd-a01f-4c2d250091f4 admin admin] 10.222.0.67 "DELETE /v2.0/networks/0e7486fc-edf5-4778-98e4-d68293f3be17 HTTP/1.1" status: 204 len: 168 time: 1.9332905 Sep 23 19:36:00.712231 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d6c5c82-2f38-4afd-a01f-4c2d250091f4 admin admin] Pushing event deleted for resources: {'Network': ['ID=0e7486fc-edf5-4778-98e4-d68293f3be17,revision_number=None']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:36:00.787782 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e8ba11c-8d31-431d-9a29-234bda7af33a req-92334e00-2d6f-4f1c-8477-f88972f0b440 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:36:00.789477 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-2e8ba11c-8d31-431d-9a29-234bda7af33a req-92334e00-2d6f-4f1c-8477-f88972f0b440 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=f17a85608a9a4ecb8150ef41746c47e0&device_id=7fa91134-8ee0-4baa-9037-6ca73d6b4c83 HTTP/1.1" status: 200 len: 1097 time: 0.1924987 Sep 23 19:36:00.807211 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-3a9829bc-28ec-47fe-8085-8312918f148b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:00.819570 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cabe98f0-9b5f-4751-94fe-f3dad021dd0a req-d6ae2252-6cc9-4975-a071-d6997eb6e4c1 tempest-ServerActionsTestJSON-618918056 tempest-ServerActionsTestJSON-618918056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:36:00.821516 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-cabe98f0-9b5f-4751-94fe-f3dad021dd0a req-d6ae2252-6cc9-4975-a071-d6997eb6e4c1 tempest-ServerActionsTestJSON-618918056 tempest-ServerActionsTestJSON-618918056-project] 10.222.0.67 "GET /v2.0/ports?device_id=7fa91134-8ee0-4baa-9037-6ca73d6b4c83 HTTP/1.1" status: 200 len: 945 time: 0.1807215 Sep 23 19:36:00.894668 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 52172) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:36:00.981590 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-0ad94c17-cf8b-4a09-996f-76029f8edc4b admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=f9311328b6c648f88a79b8848358e4b9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0856674 Sep 23 19:36:00.983025 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 52174) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:36:00.984863 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-3a9829bc-28ec-47fe-8085-8312918f148b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:01.025302 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Device c0ed5e8a-c87b-4e37-b076-1ebd34a03e5f no longer exists at agent ovs-agent-n-d-713301-16 {{(pid=95103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 19:36:01.044575 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-cabe98f0-9b5f-4751-94fe-f3dad021dd0a req-00aa3f53-8177-42b8-916d-f956585379dc tempest-ServerActionsTestJSON-618918056 tempest-ServerActionsTestJSON-618918056-project] 10.222.0.67 "GET /v2.0/security-groups?id=d2a75794-f2ea-419f-9d09-0096f3fe96c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2060609 Sep 23 19:36:01.071407 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.plugin [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] No Port match for: c0ed5e8a-c87b-4e37-b076-1ebd34a03e5f {{(pid=95103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 19:36:01.075348 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Device c0ed5e8a-c87b-4e37-b076-1ebd34a03e5f not bound to the agent host n-d-713301-16 {{(pid=95103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 19:36:01.091466 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e8ba11c-8d31-431d-9a29-234bda7af33a req-048864fb-6f38-451f-b213-7008054a597c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:36:01.093486 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-2e8ba11c-8d31-431d-9a29-234bda7af33a req-048864fb-6f38-451f-b213-7008054a597c service neutron] 10.222.0.74 "GET /v2.0/networks?id=364dc893-5ecb-4aa3-be76-13b51cbbfbd4 HTTP/1.1" status: 200 len: 913 time: 0.2947772 Sep 23 19:36:01.097776 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-2cb64f44-1983-4525-a4a0-7ea4276b970c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:01.151300 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-2cb64f44-1983-4525-a4a0-7ea4276b970c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:01.186052 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-3a9829bc-28ec-47fe-8085-8312918f148b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:01.189416 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-3a9829bc-28ec-47fe-8085-8312918f148b admin admin] Notify callbacks [] for security_group, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:01.190938 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-3a9829bc-28ec-47fe-8085-8312918f148b admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/678d7bb6-f025-4762-9bcd-d261a3007ed1 HTTP/1.1" status: 204 len: 168 time: 0.8267968 Sep 23 19:36:01.196529 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-2e8ba11c-8d31-431d-9a29-234bda7af33a req-8f64ce31-9080-49b8-b002-6ec9c450df17 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2057133e-afe6-4649-916f-fb2ef68141a8 HTTP/1.1" status: 200 len: 999 time: 0.0939174 Sep 23 19:36:01.216130 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a9829bc-28ec-47fe-8085-8312918f148b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=678d7bb6-f025-4762-9bcd-d261a3007ed1,revision_number=None']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:36:01.269293 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-2cb64f44-1983-4525-a4a0-7ea4276b970c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:01.272193 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-2cb64f44-1983-4525-a4a0-7ea4276b970c admin admin] Notify callbacks [] for security_group, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:01.276853 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-2cb64f44-1983-4525-a4a0-7ea4276b970c admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/a101b72e-c698-4e76-88ce-3dcbb1163262 HTTP/1.1" status: 204 len: 168 time: 0.2895424 Sep 23 19:36:01.300194 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb64f44-1983-4525-a4a0-7ea4276b970c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a101b72e-c698-4e76-88ce-3dcbb1163262,revision_number=None']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:36:01.372936 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e8ba11c-8d31-431d-9a29-234bda7af33a req-7c5f4426-1d53-4b9a-abf6-4068cb6e4049 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:36:01.374855 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-2e8ba11c-8d31-431d-9a29-234bda7af33a req-7c5f4426-1d53-4b9a-abf6-4068cb6e4049 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=a900be85-be08-465b-85e6-4a05aae55389 HTTP/1.1" status: 200 len: 851 time: 0.1704044 Sep 23 19:36:01.412404 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0f4f7f-9dab-490a-930b-c967cb3dd476 req-e259ae34-6ee4-4a25-95ad-360933ae2f43 tempest-ServerRescueNegativeTestJSON-317871319 tempest-ServerRescueNegativeTestJSON-317871319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:36:01.414163 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-1c0f4f7f-9dab-490a-930b-c967cb3dd476 req-e259ae34-6ee4-4a25-95ad-360933ae2f43 tempest-ServerRescueNegativeTestJSON-317871319 tempest-ServerRescueNegativeTestJSON-317871319-project] 10.222.0.67 "GET /v2.0/ports?device_id=f5f48627-8ac0-4a38-a3d5-5de21347facd HTTP/1.1" status: 200 len: 946 time: 0.1544662 Sep 23 19:36:01.500354 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-1c0f4f7f-9dab-490a-930b-c967cb3dd476 req-3d60e41a-fba3-4816-892e-4fabf6916bf0 tempest-ServerRescueNegativeTestJSON-317871319 tempest-ServerRescueNegativeTestJSON-317871319-project] 10.222.0.67 "GET /v2.0/security-groups?id=ac103501-6c24-4299-8f11-081b36059735&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576468 Sep 23 19:36:01.509215 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e8ba11c-8d31-431d-9a29-234bda7af33a req-d5e36d94-bdcc-483a-94ea-90d29e728c71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:36:01.512634 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-2e8ba11c-8d31-431d-9a29-234bda7af33a req-d5e36d94-bdcc-483a-94ea-90d29e728c71 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=364dc893-5ecb-4aa3-be76-13b51cbbfbd4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1263354 Sep 23 19:36:01.646044 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-2e8ba11c-8d31-431d-9a29-234bda7af33a req-b1202892-e944-491a-9440-e1120c47691e service neutron] 10.222.0.74 "GET /v2.0/networks/364dc893-5ecb-4aa3-be76-13b51cbbfbd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1222010 Sep 23 19:36:01.775152 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-2e8ba11c-8d31-431d-9a29-234bda7af33a req-10ece641-ddd6-4480-bea7-2f8107464455 service neutron] 10.222.0.74 "GET /v2.0/networks/364dc893-5ecb-4aa3-be76-13b51cbbfbd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1212173 Sep 23 19:36:02.057467 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 52228) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:36:02.165271 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d8a6ce-ce25-481e-afda-f15ce816e6e7 req-5596f569-0c9e-4087-8941-783834523064 tempest-ServerActionsTestJSON-618918056 tempest-ServerActionsTestJSON-618918056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:36:02.173342 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-23d8a6ce-ce25-481e-afda-f15ce816e6e7 req-5596f569-0c9e-4087-8941-783834523064 tempest-ServerActionsTestJSON-618918056 tempest-ServerActionsTestJSON-618918056-project] 10.222.0.67 "GET /v2.0/ports?device_id=7fa91134-8ee0-4baa-9037-6ca73d6b4c83 HTTP/1.1" status: 200 len: 945 time: 0.0636425 Sep 23 19:36:02.225343 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-23d8a6ce-ce25-481e-afda-f15ce816e6e7 req-0cfe400f-8515-4a5e-8e3b-db1e71b09744 tempest-ServerActionsTestJSON-618918056 tempest-ServerActionsTestJSON-618918056-project] 10.222.0.67 "GET /v2.0/security-groups?id=d2a75794-f2ea-419f-9d09-0096f3fe96c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0491588 Sep 23 19:36:02.256941 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-67520d55-213b-44c1-a537-c9df2aaca8ed admin admin] Notify callbacks [] for security_group, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:02.425598 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-67520d55-213b-44c1-a537-c9df2aaca8ed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:02.430920 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-67520d55-213b-44c1-a537-c9df2aaca8ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:02.482565 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67520d55-213b-44c1-a537-c9df2aaca8ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=254ad338-ddef-452b-be62-a8ddd924298b,revision_number=1']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:36:02.490526 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 52248) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:36:02.503137 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-67520d55-213b-44c1-a537-c9df2aaca8ed admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=448ee2ed668e46dfa4e1cbfb44a3094b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4443486 Sep 23 19:36:02.564142 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-fa169697-6cac-4a31-83d0-2b826dd24743 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:02.594170 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-fa169697-6cac-4a31-83d0-2b826dd24743 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:02.708407 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-fa169697-6cac-4a31-83d0-2b826dd24743 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:02.713816 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-fa169697-6cac-4a31-83d0-2b826dd24743 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:02.717734 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-fa169697-6cac-4a31-83d0-2b826dd24743 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/254ad338-ddef-452b-be62-a8ddd924298b HTTP/1.1" status: 204 len: 168 time: 0.2235472 Sep 23 19:36:02.728424 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa169697-6cac-4a31-83d0-2b826dd24743 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=254ad338-ddef-452b-be62-a8ddd924298b,revision_number=None']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:36:02.773811 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62927463-1451-44b7-8c78-4084945ba61b req-56c443d3-2a29-48a5-8962-f8831e32e336 tempest-ServerRescueNegativeTestJSON-317871319 tempest-ServerRescueNegativeTestJSON-317871319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:36:02.775658 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-62927463-1451-44b7-8c78-4084945ba61b req-56c443d3-2a29-48a5-8962-f8831e32e336 tempest-ServerRescueNegativeTestJSON-317871319 tempest-ServerRescueNegativeTestJSON-317871319-project] 10.222.0.67 "GET /v2.0/ports?device_id=f5f48627-8ac0-4a38-a3d5-5de21347facd HTTP/1.1" status: 200 len: 946 time: 0.1255169 Sep 23 19:36:02.825197 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-62927463-1451-44b7-8c78-4084945ba61b req-9c929fbc-71ce-48f4-a532-896d37a2aa7c tempest-ServerRescueNegativeTestJSON-317871319 tempest-ServerRescueNegativeTestJSON-317871319-project] 10.222.0.67 "GET /v2.0/security-groups?id=ac103501-6c24-4299-8f11-081b36059735&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423806 Sep 23 19:36:03.370490 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209972fc-363c-4630-b876-22d8e928845e req-cea5c140-7ecf-48dd-8ad1-8459df56754c tempest-ServerActionsTestJSON-618918056 tempest-ServerActionsTestJSON-618918056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:36:03.372413 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-209972fc-363c-4630-b876-22d8e928845e req-cea5c140-7ecf-48dd-8ad1-8459df56754c tempest-ServerActionsTestJSON-618918056 tempest-ServerActionsTestJSON-618918056-project] 10.222.0.67 "GET /v2.0/ports?device_id=7fa91134-8ee0-4baa-9037-6ca73d6b4c83 HTTP/1.1" status: 200 len: 945 time: 0.0719025 Sep 23 19:36:03.395119 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 52296) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:36:03.430783 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-209972fc-363c-4630-b876-22d8e928845e req-31b2f5d8-48da-41f5-8f45-76ae1f28ee69 tempest-ServerActionsTestJSON-618918056 tempest-ServerActionsTestJSON-618918056-project] 10.222.0.67 "GET /v2.0/security-groups?id=d2a75794-f2ea-419f-9d09-0096f3fe96c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454750 Sep 23 19:36:03.571312 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.v2.base [None req-fcdb1920-d4d0-48cb-9d31-ebcbc243b3d7 admin admin] Request body: {'network': {'name': 'tempest-ListServerFiltersTestJSON-939966713-network', 'tenant_id': '56fcfa403913475e8ea77d8ff15ba666'}} {{(pid=95101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:36:03.624281 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fcdb1920-d4d0-48cb-9d31-ebcbc243b3d7 admin admin] Made reservation on behalf of 56fcfa403913475e8ea77d8ff15ba666 for: {'network': 1} {{(pid=95101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:36:03.626981 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-fcdb1920-d4d0-48cb-9d31-ebcbc243b3d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for network, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:03.641222 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-fcdb1920-d4d0-48cb-9d31-ebcbc243b3d7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:03.689956 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880bb989-5c83-4fa4-887b-9ae2df68df0b req-1873e810-2cc0-4959-9d40-6224f54e029c tempest-ServerActionsTestJSON-618918056 tempest-ServerActionsTestJSON-618918056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:36:03.691541 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-880bb989-5c83-4fa4-887b-9ae2df68df0b req-1873e810-2cc0-4959-9d40-6224f54e029c tempest-ServerActionsTestJSON-618918056 tempest-ServerActionsTestJSON-618918056-project] 10.222.0.67 "GET /v2.0/ports?device_id=7fa91134-8ee0-4baa-9037-6ca73d6b4c83 HTTP/1.1" status: 200 len: 945 time: 0.1162257 Sep 23 19:36:03.772822 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-880bb989-5c83-4fa4-887b-9ae2df68df0b req-6078e8b2-9726-45e1-851d-8d0ce5cadf76 tempest-ServerActionsTestJSON-618918056 tempest-ServerActionsTestJSON-618918056-project] 10.222.0.67 "GET /v2.0/security-groups?id=d2a75794-f2ea-419f-9d09-0096f3fe96c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0674307 Sep 23 19:36:03.899162 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-fcdb1920-d4d0-48cb-9d31-ebcbc243b3d7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:03.907111 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-fcdb1920-d4d0-48cb-9d31-ebcbc243b3d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:03.952896 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fcdb1920-d4d0-48cb-9d31-ebcbc243b3d7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 644} {{(pid=95101) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 19:36:03.988185 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcdb1920-d4d0-48cb-9d31-ebcbc243b3d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=791c206a-3feb-4dc0-8ae9-5b23b18cf1d0,revision_number=1']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:36:04.001492 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-fcdb1920-d4d0-48cb-9d31-ebcbc243b3d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1756186'] for segment, precommit_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:04.001850 n-d-713301-16 neutron-server[95101]: INFO neutron.db.segments_db [None req-fcdb1920-d4d0-48cb-9d31-ebcbc243b3d7 admin admin] Added segment 95a45104-fd3c-482d-b056-88121b1d5539 of type vlan for network 6c3bf957-b393-434c-9b83-03d88ca33e08 Sep 23 19:36:04.069102 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-fcdb1920-d4d0-48cb-9d31-ebcbc243b3d7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783145630486'] for network, precommit_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:04.107232 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-fcdb1920-d4d0-48cb-9d31-ebcbc243b3d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299'] for network, after_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:04.108232 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcdb1920-d4d0-48cb-9d31-ebcbc243b3d7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:36:04.108854 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-fcdb1920-d4d0-48cb-9d31-ebcbc243b3d7 admin admin] Notify callbacks [] for network, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:04.152093 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5436ad07-3025-423d-adb6-cd6c2ace4cad req-fc3a74be-4dc3-49a3-b682-0fa3bbce6733 tempest-ServerActionsTestJSON-618918056 tempest-ServerActionsTestJSON-618918056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:36:04.157367 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-fcdb1920-d4d0-48cb-9d31-ebcbc243b3d7 admin admin] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.7611282 Sep 23 19:36:04.161260 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-5436ad07-3025-423d-adb6-cd6c2ace4cad req-fc3a74be-4dc3-49a3-b682-0fa3bbce6733 tempest-ServerActionsTestJSON-618918056 tempest-ServerActionsTestJSON-618918056-project] 10.222.0.67 "GET /v2.0/ports?device_id=7fa91134-8ee0-4baa-9037-6ca73d6b4c83 HTTP/1.1" status: 200 len: 945 time: 0.1565790 Sep 23 19:36:04.161945 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 52356) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:36:04.177566 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c96b0eeb-73c2-414f-9302-fec8f2b0a2d2 req-9fe5f39c-770a-4d21-baed-504835fcbccd tempest-ServerRescueNegativeTestJSON-317871319 tempest-ServerRescueNegativeTestJSON-317871319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:36:04.185330 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-c96b0eeb-73c2-414f-9302-fec8f2b0a2d2 req-9fe5f39c-770a-4d21-baed-504835fcbccd tempest-ServerRescueNegativeTestJSON-317871319 tempest-ServerRescueNegativeTestJSON-317871319-project] 10.222.0.67 "GET /v2.0/ports?device_id=f5f48627-8ac0-4a38-a3d5-5de21347facd HTTP/1.1" status: 200 len: 946 time: 0.2278111 Sep 23 19:36:04.190106 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcdb1920-d4d0-48cb-9d31-ebcbc243b3d7 admin admin] Pushing event updated for resources: {'Network': ['ID=6c3bf957-b393-434c-9b83-03d88ca33e08,revision_number=1']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:36:04.191325 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.v2.base [None req-2b23e2d6-3bdd-455c-96c2-720b98b5c5d7 admin admin] Request body: {'subnet': {'network_id': '6c3bf957-b393-434c-9b83-03d88ca33e08', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServerFiltersTestJSON-939966713-subnet', 'tenant_id': '56fcfa403913475e8ea77d8ff15ba666', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=95102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:36:04.204930 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Network 6c3bf957-b393-434c-9b83-03d88ca33e08 details requested by agent ovs-agent-n-d-713301-16 with host n-d-713301-16 {{(pid=95103) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 19:36:04.253691 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b23e2d6-3bdd-455c-96c2-720b98b5c5d7 admin admin] Made reservation on behalf of 56fcfa403913475e8ea77d8ff15ba666 for: {'subnet': 1} {{(pid=95102) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:36:04.256031 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-2b23e2d6-3bdd-455c-96c2-720b98b5c5d7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5388256'] for subnet, before_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:04.312465 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-c96b0eeb-73c2-414f-9302-fec8f2b0a2d2 req-44909514-887b-412a-a239-9174cce8a48d tempest-ServerRescueNegativeTestJSON-317871319 tempest-ServerRescueNegativeTestJSON-317871319-project] 10.222.0.67 "GET /v2.0/security-groups?id=ac103501-6c24-4299-8f11-081b36059735&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1262801 Sep 23 19:36:04.344061 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-5436ad07-3025-423d-adb6-cd6c2ace4cad req-b819283a-2c07-400e-b541-9f97aa61edaa tempest-ServerActionsTestJSON-618918056 tempest-ServerActionsTestJSON-618918056-project] 10.222.0.67 "GET /v2.0/security-groups?id=d2a75794-f2ea-419f-9d09-0096f3fe96c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1277797 Sep 23 19:36:04.587176 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-2b23e2d6-3bdd-455c-96c2-720b98b5c5d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4398944', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5388242'] for subnet, after_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:04.732266 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b23e2d6-3bdd-455c-96c2-720b98b5c5d7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b97dfa20-c396-4d71-8474-b6e2ab2b5752,revision_number=0']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:36:04.833892 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b23e2d6-3bdd-455c-96c2-720b98b5c5d7 admin admin] Checking segment: {'id': '95a45104-fd3c-482d-b056-88121b1d5539', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '6c3bf957-b393-434c-9b83-03d88ca33e08'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95102) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:36:04.834276 n-d-713301-16 neutron-server[95102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b23e2d6-3bdd-455c-96c2-720b98b5c5d7 admin admin] Network hostable DHCP agents. Network: 6c3bf957-b393-434c-9b83-03d88ca33e08, hostable agents: ['1b18bf05-1b5f-4587-be5c-af3ac38e32ad'], hosted agents: [] {{(pid=95102) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 19:36:04.878335 n-d-713301-16 neutron-server[95102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b23e2d6-3bdd-455c-96c2-720b98b5c5d7 admin admin] Network 6c3bf957-b393-434c-9b83-03d88ca33e08 is scheduled to be hosted by DHCP agent 1b18bf05-1b5f-4587-be5c-af3ac38e32ad with binding_index 1 {{(pid=95102) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 19:36:04.912680 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0700bc55-e985-4574-84f0-eaf06b548714 req-87262365-788e-4da1-b1e8-a7cd7366fd9b tempest-ServerActionsTestJSON-618918056 tempest-ServerActionsTestJSON-618918056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:36:04.920564 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-0700bc55-e985-4574-84f0-eaf06b548714 req-87262365-788e-4da1-b1e8-a7cd7366fd9b tempest-ServerActionsTestJSON-618918056 tempest-ServerActionsTestJSON-618918056-project] 10.222.0.67 "GET /v2.0/ports?device_id=7fa91134-8ee0-4baa-9037-6ca73d6b4c83 HTTP/1.1" status: 200 len: 945 time: 0.1749718 Sep 23 19:36:04.958081 n-d-713301-16 neutron-server[95102]: DEBUG neutron.scheduler.base_scheduler [None req-2b23e2d6-3bdd-455c-96c2-720b98b5c5d7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713301-16, 6c3bf957-b393-434c-9b83-03d88ca33e08) {{(pid=95102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:36:04.966982 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb977cf3-b404-47d4-93e2-a4ec73f2d151 None None] Network 6c3bf957-b393-434c-9b83-03d88ca33e08 requested from n-d-713301-16 {{(pid=95103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 19:36:04.973118 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b23e2d6-3bdd-455c-96c2-720b98b5c5d7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:36:04.973716 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-2b23e2d6-3bdd-455c-96c2-720b98b5c5d7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:05.011587 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-0700bc55-e985-4574-84f0-eaf06b548714 req-11d2ca67-968f-4cea-85d9-e8d4da0e420a tempest-ServerActionsTestJSON-618918056 tempest-ServerActionsTestJSON-618918056-project] 10.222.0.67 "GET /v2.0/security-groups?id=d2a75794-f2ea-419f-9d09-0096f3fe96c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0893800 Sep 23 19:36:05.036649 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-2b23e2d6-3bdd-455c-96c2-720b98b5c5d7 admin admin] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.8469932 Sep 23 19:36:05.187755 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e10efea9-0461-474f-bced-c96769a636d7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4c8b80df-07eb-5275-9f17-5cf640db67c0-6c3bf957-b393-434c-9b83-03d88ca33e08', 'network_id': '6c3bf957-b393-434c-9b83-03d88ca33e08', 'tenant_id': '56fcfa403913475e8ea77d8ff15ba666', 'fixed_ips': [{'subnet_id': 'b97dfa20-c396-4d71-8474-b6e2ab2b5752'}]}} from n-d-713301-16. {{(pid=95103) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 23 19:36:05.188675 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-e10efea9-0461-474f-bced-c96769a636d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_create {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:05.374764 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.db_base_plugin_common [None req-e10efea9-0461-474f-bced-c96769a636d7 None None] Allocated IP 172.20.0.2 (6c3bf957-b393-434c-9b83-03d88ca33e08/b97dfa20-c396-4d71-8474-b6e2ab2b5752/da4bb97a-109c-4dd3-8921-1ad53bb45414) {{(pid=95103) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 19:36:05.418181 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 52438) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:36:05.556109 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-234cbdf9-3e6e-4999-bf43-53bda08c55f5 req-7be167a4-58d3-467e-9847-16512d3ea699 tempest-ServerRescueNegativeTestJSON-317871319 tempest-ServerRescueNegativeTestJSON-317871319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:36:05.565413 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-234cbdf9-3e6e-4999-bf43-53bda08c55f5 req-7be167a4-58d3-467e-9847-16512d3ea699 tempest-ServerRescueNegativeTestJSON-317871319 tempest-ServerRescueNegativeTestJSON-317871319-project] 10.222.0.67 "GET /v2.0/ports?device_id=f5f48627-8ac0-4a38-a3d5-5de21347facd HTTP/1.1" status: 200 len: 946 time: 0.1183767 Sep 23 19:36:05.629723 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-e10efea9-0461-474f-bced-c96769a636d7 None None] Notify callbacks [] for port, precommit_create {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:05.639560 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-e10efea9-0461-474f-bced-c96769a636d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783145673135'] for port, after_create {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:05.656110 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-234cbdf9-3e6e-4999-bf43-53bda08c55f5 req-8c992d87-3182-4c51-b24a-201e4ad55777 tempest-ServerRescueNegativeTestJSON-317871319 tempest-ServerRescueNegativeTestJSON-317871319-project] 10.222.0.67 "GET /v2.0/security-groups?id=ac103501-6c24-4299-8f11-081b36059735&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894241 Sep 23 19:36:05.711093 n-d-713301-16 neutron-server[95103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e10efea9-0461-474f-bced-c96769a636d7 None None] Network 6c3bf957-b393-434c-9b83-03d88ca33e08 is already hosted by enough agents. {{(pid=95103) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:36:05.712865 n-d-713301-16 neutron-server[95103]: DEBUG neutron.scheduler.base_scheduler [None req-e10efea9-0461-474f-bced-c96769a636d7 None None] Resources bound (agent type, host, resource id): {{(pid=95103) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:36:05.718276 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e10efea9-0461-474f-bced-c96769a636d7 None None] Received port after_create {{(pid=95103) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 19:36:05.759966 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e10efea9-0461-474f-bced-c96769a636d7 None None] Pushing event updated for resources: {'Port': ['ID=da4bb97a-109c-4dd3-8921-1ad53bb45414,revision_number=1']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:36:05.802629 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.managers [None req-e10efea9-0461-474f-bced-c96769a636d7 None None] Attempting to bind port da4bb97a-109c-4dd3-8921-1ad53bb45414 on host n-d-713301-16 for vnic_type normal with profile {{(pid=95103) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 19:36:05.803482 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.managers [None req-e10efea9-0461-474f-bced-c96769a636d7 None None] Attempting to bind port da4bb97a-109c-4dd3-8921-1ad53bb45414 by drivers openvswitch,hyperv on host n-d-713301-16 at level 0 using segments [{'id': '95a45104-fd3c-482d-b056-88121b1d5539', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '6c3bf957-b393-434c-9b83-03d88ca33e08'}] {{(pid=95103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 19:36:05.803926 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e10efea9-0461-474f-bced-c96769a636d7 None None] Attempting to bind port da4bb97a-109c-4dd3-8921-1ad53bb45414 on network 6c3bf957-b393-434c-9b83-03d88ca33e08 {{(pid=95103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:36:05.811326 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e10efea9-0461-474f-bced-c96769a636d7 None None] Checking agent: {'id': '70a14545-df24-472f-8f95-bfe1719bff93', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 19, 7, 53), 'started_at': datetime.datetime(2021, 9, 23, 19, 8, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 19, 35, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 19:36:05.811967 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e10efea9-0461-474f-bced-c96769a636d7 None None] Checking segment: {'id': '95a45104-fd3c-482d-b056-88121b1d5539', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '6c3bf957-b393-434c-9b83-03d88ca33e08'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95103) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:36:05.812439 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-e10efea9-0461-474f-bced-c96769a636d7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:05.812934 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e10efea9-0461-474f-bced-c96769a636d7 None None] Bound using segment: {'id': '95a45104-fd3c-482d-b056-88121b1d5539', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '6c3bf957-b393-434c-9b83-03d88ca33e08'} {{(pid=95103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 19:36:05.813483 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.managers [None req-e10efea9-0461-474f-bced-c96769a636d7 None None] Bound port: da4bb97a-109c-4dd3-8921-1ad53bb45414, host: n-d-713301-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '95a45104-fd3c-482d-b056-88121b1d5539', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '6c3bf957-b393-434c-9b83-03d88ca33e08'}}] {{(pid=95103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 19:36:05.813918 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-e10efea9-0461-474f-bced-c96769a636d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:05.895928 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-e10efea9-0461-474f-bced-c96769a636d7 None None] For port da4bb97a-109c-4dd3-8921-1ad53bb45414, host n-d-713301-16, cleared binding levels {{(pid=95103) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 19:36:05.900001 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-e10efea9-0461-474f-bced-c96769a636d7 None None] For port da4bb97a-109c-4dd3-8921-1ad53bb45414, host n-d-713301-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-16',level=0,port_id=da4bb97a-109c-4dd3-8921-1ad53bb45414,segment=NetworkSegment(95a45104-fd3c-482d-b056-88121b1d5539),segment_id=95a45104-fd3c-482d-b056-88121b1d5539)] {{(pid=95103) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 19:36:05.909198 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-e10efea9-0461-474f-bced-c96769a636d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:05.923417 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-acb06b25-fcb7-4773-b57f-5d2b0c978d53 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:06.015085 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e10efea9-0461-474f-bced-c96769a636d7 None None] Pushing event updated for resources: {'Port': ['ID=da4bb97a-109c-4dd3-8921-1ad53bb45414,revision_number=2']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:36:06.111677 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-acb06b25-fcb7-4773-b57f-5d2b0c978d53 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:06.118855 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-acb06b25-fcb7-4773-b57f-5d2b0c978d53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:06.160443 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-acb06b25-fcb7-4773-b57f-5d2b0c978d53 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=b0c93765794f43669d18748c078a7398&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7398255 Sep 23 19:36:06.161542 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 52470) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:36:06.219646 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ebdc62c-0490-4e3b-bc34-f094c69ab10b req-8f2ac883-f7bd-4c61-95cd-7bb16f9618a9 tempest-ServerActionsTestJSON-618918056 tempest-ServerActionsTestJSON-618918056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:36:06.228114 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-6ebdc62c-0490-4e3b-bc34-f094c69ab10b req-8f2ac883-f7bd-4c61-95cd-7bb16f9618a9 tempest-ServerActionsTestJSON-618918056 tempest-ServerActionsTestJSON-618918056-project] 10.222.0.67 "GET /v2.0/ports?device_id=7fa91134-8ee0-4baa-9037-6ca73d6b4c83 HTTP/1.1" status: 200 len: 945 time: 0.0900707 Sep 23 19:36:06.229141 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acb06b25-fcb7-4773-b57f-5d2b0c978d53 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3a3aa34-e464-491e-a74a-52aa0b8d3d25,revision_number=1']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:36:06.318742 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-6ebdc62c-0490-4e3b-bc34-f094c69ab10b req-2bf6b705-9ad6-40d0-bb05-13f59342a44a tempest-ServerActionsTestJSON-618918056 tempest-ServerActionsTestJSON-618918056-project] 10.222.0.67 "GET /v2.0/security-groups?id=d2a75794-f2ea-419f-9d09-0096f3fe96c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0868185 Sep 23 19:36:06.337743 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-775722be-1803-40cf-9fef-fb059aba45ba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:06.398254 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-775722be-1803-40cf-9fef-fb059aba45ba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:06.562899 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-775722be-1803-40cf-9fef-fb059aba45ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:06.566156 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-775722be-1803-40cf-9fef-fb059aba45ba admin admin] Notify callbacks [] for security_group, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:06.568384 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-775722be-1803-40cf-9fef-fb059aba45ba admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/c3a3aa34-e464-491e-a74a-52aa0b8d3d25 HTTP/1.1" status: 204 len: 168 time: 0.3957055 Sep 23 19:36:06.580290 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-775722be-1803-40cf-9fef-fb059aba45ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3a3aa34-e464-491e-a74a-52aa0b8d3d25,revision_number=None']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:36:06.597998 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 52484) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:36:06.879633 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ea8089-d6d6-4ebc-b82b-3d6af3955206 req-553e9870-474e-4429-b858-13e964185641 tempest-ServerActionsTestJSON-618918056 tempest-ServerActionsTestJSON-618918056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:36:06.888048 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-94ea8089-d6d6-4ebc-b82b-3d6af3955206 req-553e9870-474e-4429-b858-13e964185641 tempest-ServerActionsTestJSON-618918056 tempest-ServerActionsTestJSON-618918056-project] 10.222.0.67 "GET /v2.0/ports?device_id=7fa91134-8ee0-4baa-9037-6ca73d6b4c83 HTTP/1.1" status: 200 len: 945 time: 0.2178056 Sep 23 19:36:06.899013 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e89d9e89-468d-439e-b864-3b01ccdb2c22 req-1af90254-fefb-459f-bfcf-d1b8d6644043 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:36:06.900533 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-e89d9e89-468d-439e-b864-3b01ccdb2c22 req-1af90254-fefb-459f-bfcf-d1b8d6644043 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=f17a85608a9a4ecb8150ef41746c47e0&device_id=7fa91134-8ee0-4baa-9037-6ca73d6b4c83 HTTP/1.1" status: 200 len: 1097 time: 0.2152250 Sep 23 19:36:07.007507 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de1939d3-70dc-47d0-bdb6-c79f2c609ac9 req-e2ee2abf-e7c9-4252-805f-7e8ccee2fffe tempest-ListServerFiltersTestJSON-809433892 tempest-ListServerFiltersTestJSON-809433892-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:36:07.010110 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-de1939d3-70dc-47d0-bdb6-c79f2c609ac9 req-e2ee2abf-e7c9-4252-805f-7e8ccee2fffe tempest-ListServerFiltersTestJSON-809433892 tempest-ListServerFiltersTestJSON-809433892-project] 10.222.0.67 "GET /v2.0/networks?id=6c3bf957-b393-434c-9b83-03d88ca33e08 HTTP/1.1" status: 200 len: 815 time: 0.3621628 Sep 23 19:36:07.028961 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-94ea8089-d6d6-4ebc-b82b-3d6af3955206 req-5f3879ab-96b3-4aed-bcdf-e5472d4396a5 tempest-ServerActionsTestJSON-618918056 tempest-ServerActionsTestJSON-618918056-project] 10.222.0.67 "GET /v2.0/security-groups?id=d2a75794-f2ea-419f-9d09-0096f3fe96c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1337810 Sep 23 19:36:07.085684 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Device da4bb97a-109c-4dd3-8921-1ad53bb45414 up at agent ovs-agent-n-d-713301-16 {{(pid=95103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 19:36:07.140963 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-de1939d3-70dc-47d0-bdb6-c79f2c609ac9 req-f1fb3048-6814-4c1a-9e65-be038df3a8ae tempest-ListServerFiltersTestJSON-809433892 tempest-ListServerFiltersTestJSON-809433892-project] 10.222.0.67 "GET /v2.0/quotas/56fcfa403913475e8ea77d8ff15ba666 HTTP/1.1" status: 200 len: 375 time: 0.1087399 Sep 23 19:36:07.180682 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Provisioning complete for port da4bb97a-109c-4dd3-8921-1ad53bb45414 triggered by entity L2. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:36:07.181586 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:07.275036 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e89d9e89-468d-439e-b864-3b01ccdb2c22 req-2668f13a-0db5-461d-8d68-7f6453a151d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:36:07.281520 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-e89d9e89-468d-439e-b864-3b01ccdb2c22 req-2668f13a-0db5-461d-8d68-7f6453a151d9 service neutron] 10.222.0.74 "GET /v2.0/networks?id=364dc893-5ecb-4aa3-be76-13b51cbbfbd4 HTTP/1.1" status: 200 len: 913 time: 0.3643520 Sep 23 19:36:07.300511 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.v2.base [None req-09ed1e70-4f2d-43d9-a3bf-a70052cd2feb tempest-DHCPAgentSchedulersTestJSON-1382231926 tempest-DHCPAgentSchedulersTestJSON-1382231926-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-446751341'}} {{(pid=95102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:36:07.311428 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:07.383851 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] For port da4bb97a-109c-4dd3-8921-1ad53bb45414, host n-d-713301-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-16',level=0,port_id=da4bb97a-109c-4dd3-8921-1ad53bb45414,segment=NetworkSegment(95a45104-fd3c-482d-b056-88121b1d5539),segment_id=95a45104-fd3c-482d-b056-88121b1d5539)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:36:07.391429 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:07.437750 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09ed1e70-4f2d-43d9-a3bf-a70052cd2feb tempest-DHCPAgentSchedulersTestJSON-1382231926 tempest-DHCPAgentSchedulersTestJSON-1382231926-project] Made reservation on behalf of d7712387c3b740d3bd3f42e2be1e3fe8 for: {'network': 1} {{(pid=95102) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:36:07.442980 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-09ed1e70-4f2d-43d9-a3bf-a70052cd2feb tempest-DHCPAgentSchedulersTestJSON-1382231926 tempest-DHCPAgentSchedulersTestJSON-1382231926-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for network, before_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:07.448997 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 52504) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:36:07.475526 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-c3d636a7-370e-4c9d-be08-b0a91676307d admin admin] Notify callbacks [] for security_group, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:07.481883 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ad31c3c-1bfb-4659-8c6c-47b0264a2fce None None] Network 6c3bf957-b393-434c-9b83-03d88ca33e08 requested from n-d-713301-16 {{(pid=95103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 19:36:07.490888 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-de1939d3-70dc-47d0-bdb6-c79f2c609ac9 req-d695d7f5-49c0-4bd9-9bb6-d4c626f879a1 tempest-ListServerFiltersTestJSON-809433892 tempest-ListServerFiltersTestJSON-809433892-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=56fcfa403913475e8ea77d8ff15ba666&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3404143 Sep 23 19:36:07.500709 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-09ed1e70-4f2d-43d9-a3bf-a70052cd2feb tempest-DHCPAgentSchedulersTestJSON-1382231926 tempest-DHCPAgentSchedulersTestJSON-1382231926-project] Notify callbacks [] for security_group, before_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:07.534594 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Pushing event updated for resources: {'Port': ['ID=da4bb97a-109c-4dd3-8921-1ad53bb45414,revision_number=3']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:36:07.599685 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da05dd9a-0c57-4d4d-a6d3-b18392c66926 req-ed25379a-39e8-4be3-b951-f1c9fc010633 tempest-ServerRescueNegativeTestJSON-317871319 tempest-ServerRescueNegativeTestJSON-317871319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:36:07.602493 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-da05dd9a-0c57-4d4d-a6d3-b18392c66926 req-ed25379a-39e8-4be3-b951-f1c9fc010633 tempest-ServerRescueNegativeTestJSON-317871319 tempest-ServerRescueNegativeTestJSON-317871319-project] 10.222.0.67 "GET /v2.0/ports?device_id=f5f48627-8ac0-4a38-a3d5-5de21347facd HTTP/1.1" status: 200 len: 946 time: 0.3882749 Sep 23 19:36:07.681594 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-e89d9e89-468d-439e-b864-3b01ccdb2c22 req-ef0171e3-7d95-4595-b212-1753c7e69c2c service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2057133e-afe6-4649-916f-fb2ef68141a8 HTTP/1.1" status: 200 len: 999 time: 0.3935568 Sep 23 19:36:07.704149 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-c3d636a7-370e-4c9d-be08-b0a91676307d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:07.710607 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-c3d636a7-370e-4c9d-be08-b0a91676307d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:07.776860 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-c3d636a7-370e-4c9d-be08-b0a91676307d admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=3465d8d8892e4f72bbab3096c0e4759d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3262658 Sep 23 19:36:07.782669 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 52512) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:36:07.796991 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-e81448b4-44c1-4563-b97e-e1a3de3a403b None None] Provisioning complete for port da4bb97a-109c-4dd3-8921-1ad53bb45414 triggered by entity DHCP. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:36:07.797373 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-e81448b4-44c1-4563-b97e-e1a3de3a403b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:07.854236 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3d636a7-370e-4c9d-be08-b0a91676307d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13fd6f3b-2dee-4829-9811-83462c313677,revision_number=1']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:36:07.860948 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-668312b8-b87d-42ed-a172-d44669bc021d req-26903cae-c0a8-4c99-8e39-ee2a2f89b924 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:36:07.862927 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-668312b8-b87d-42ed-a172-d44669bc021d req-26903cae-c0a8-4c99-8e39-ee2a2f89b924 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=f5f48627-8ac0-4a38-a3d5-5de21347facd HTTP/1.1" status: 200 len: 1098 time: 0.2456710 Sep 23 19:36:07.894351 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-d49f0579-e0a9-4519-9018-823565ae4c70 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:07.924485 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-668312b8-b87d-42ed-a172-d44669bc021d req-e184faa0-77e4-4f13-9757-5cee06fcf5a8 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=ac103501-6c24-4299-8f11-081b36059735&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517335 Sep 23 19:36:07.938248 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-d49f0579-e0a9-4519-9018-823565ae4c70 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:08.014409 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-d49f0579-e0a9-4519-9018-823565ae4c70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:08.017804 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-d49f0579-e0a9-4519-9018-823565ae4c70 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:08.019949 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-d49f0579-e0a9-4519-9018-823565ae4c70 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/13fd6f3b-2dee-4829-9811-83462c313677 HTTP/1.1" status: 204 len: 168 time: 0.2335839 Sep 23 19:36:08.031646 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d49f0579-e0a9-4519-9018-823565ae4c70 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13fd6f3b-2dee-4829-9811-83462c313677,revision_number=None']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:36:08.049615 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-da05dd9a-0c57-4d4d-a6d3-b18392c66926 req-3c12038f-28a1-4e91-b8ec-7b218232a042 tempest-ServerRescueNegativeTestJSON-317871319 tempest-ServerRescueNegativeTestJSON-317871319-project] 10.222.0.67 "GET /v2.0/security-groups?id=ac103501-6c24-4299-8f11-081b36059735&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4190865 Sep 23 19:36:08.062559 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-09ed1e70-4f2d-43d9-a3bf-a70052cd2feb tempest-DHCPAgentSchedulersTestJSON-1382231926 tempest-DHCPAgentSchedulersTestJSON-1382231926-project] Notify callbacks [] for security_group, precommit_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:08.062559 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e89d9e89-468d-439e-b864-3b01ccdb2c22 req-040d2d97-5d07-4f23-b890-2d17d0d4c3ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:36:08.064107 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-e89d9e89-468d-439e-b864-3b01ccdb2c22 req-040d2d97-5d07-4f23-b890-2d17d0d4c3ba service neutron] 10.222.0.74 "GET /v2.0/subnets?id=a900be85-be08-465b-85e6-4a05aae55389 HTTP/1.1" status: 200 len: 851 time: 0.3679194 Sep 23 19:36:08.081361 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-09ed1e70-4f2d-43d9-a3bf-a70052cd2feb tempest-DHCPAgentSchedulersTestJSON-1382231926 tempest-DHCPAgentSchedulersTestJSON-1382231926-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:08.157999 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09ed1e70-4f2d-43d9-a3bf-a70052cd2feb tempest-DHCPAgentSchedulersTestJSON-1382231926 tempest-DHCPAgentSchedulersTestJSON-1382231926-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f910d6f1-9502-4f5e-ab05-4b2dd223f083,revision_number=1']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:36:08.164561 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-09ed1e70-4f2d-43d9-a3bf-a70052cd2feb tempest-DHCPAgentSchedulersTestJSON-1382231926 tempest-DHCPAgentSchedulersTestJSON-1382231926-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 620} {{(pid=95102) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 19:36:08.175956 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-de1939d3-70dc-47d0-bdb6-c79f2c609ac9 req-186ce98f-5609-41db-9d68-9f21d8767cb2 service neutron] 10.222.0.67 "GET /v2.0/networks/6c3bf957-b393-434c-9b83-03d88ca33e08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6699100 Sep 23 19:36:08.241512 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-09ed1e70-4f2d-43d9-a3bf-a70052cd2feb tempest-DHCPAgentSchedulersTestJSON-1382231926 tempest-DHCPAgentSchedulersTestJSON-1382231926-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1756186'] for segment, precommit_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:08.241869 n-d-713301-16 neutron-server[95102]: INFO neutron.db.segments_db [None req-09ed1e70-4f2d-43d9-a3bf-a70052cd2feb tempest-DHCPAgentSchedulersTestJSON-1382231926 tempest-DHCPAgentSchedulersTestJSON-1382231926-project] Added segment 08ed2e17-1a75-45d6-a071-b607fe7f5a56 of type vlan for network d69a58ff-1405-457f-9bb7-800becaaef57 Sep 23 19:36:08.251454 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e89d9e89-468d-439e-b864-3b01ccdb2c22 req-65c8dadc-f2a3-4da4-ab03-98a632e3fa35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:36:08.269585 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-e89d9e89-468d-439e-b864-3b01ccdb2c22 req-65c8dadc-f2a3-4da4-ab03-98a632e3fa35 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=364dc893-5ecb-4aa3-be76-13b51cbbfbd4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1735244 Sep 23 19:36:08.395944 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-27dafd49-b959-49cf-8327-92c24fabbdb7 None None] Provisioning complete for port da4bb97a-109c-4dd3-8921-1ad53bb45414 triggered by entity DHCP. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:36:08.398549 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-27dafd49-b959-49cf-8327-92c24fabbdb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:08.858170 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-09ed1e70-4f2d-43d9-a3bf-a70052cd2feb tempest-DHCPAgentSchedulersTestJSON-1382231926 tempest-DHCPAgentSchedulersTestJSON-1382231926-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783145630486'] for network, precommit_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:08.931081 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-e89d9e89-468d-439e-b864-3b01ccdb2c22 req-6aef511d-3e6f-4402-bce4-1d7df5992356 service neutron] 10.222.0.74 "GET /v2.0/networks/364dc893-5ecb-4aa3-be76-13b51cbbfbd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6607568 Sep 23 19:36:09.039152 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Device da4bb97a-109c-4dd3-8921-1ad53bb45414 up at agent ovs-agent-n-d-713301-16 {{(pid=95103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 19:36:09.100231 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Provisioning complete for port da4bb97a-109c-4dd3-8921-1ad53bb45414 triggered by entity L2. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:36:09.101152 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:09.156536 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-e89d9e89-468d-439e-b864-3b01ccdb2c22 req-38784273-0ac7-4af7-88c0-d66cb7643126 service neutron] 10.222.0.74 "GET /v2.0/networks/364dc893-5ecb-4aa3-be76-13b51cbbfbd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2075117 Sep 23 19:36:09.185376 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b2838aa-e81c-4a6c-8bd8-3bf824a32237 req-c1c5f25a-1c4c-41e1-8de9-45cac68fed9d tempest-ServerActionsTestJSON-618918056 tempest-ServerActionsTestJSON-618918056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:36:09.193231 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-3b2838aa-e81c-4a6c-8bd8-3bf824a32237 req-c1c5f25a-1c4c-41e1-8de9-45cac68fed9d tempest-ServerActionsTestJSON-618918056 tempest-ServerActionsTestJSON-618918056-project] 10.222.0.67 "GET /v2.0/ports?device_id=7fa91134-8ee0-4baa-9037-6ca73d6b4c83 HTTP/1.1" status: 200 len: 945 time: 0.7951531 Sep 23 19:36:09.210536 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-de1939d3-70dc-47d0-bdb6-c79f2c609ac9 req-3dc16498-5825-494b-b186-9e71070993bf service neutron] 10.222.0.67 "GET /v2.0/networks/6c3bf957-b393-434c-9b83-03d88ca33e08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0337012 Sep 23 19:36:09.212357 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-09ed1e70-4f2d-43d9-a3bf-a70052cd2feb tempest-DHCPAgentSchedulersTestJSON-1382231926 tempest-DHCPAgentSchedulersTestJSON-1382231926-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299'] for network, after_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:09.225805 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09ed1e70-4f2d-43d9-a3bf-a70052cd2feb tempest-DHCPAgentSchedulersTestJSON-1382231926 tempest-DHCPAgentSchedulersTestJSON-1382231926-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:36:09.230984 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-09ed1e70-4f2d-43d9-a3bf-a70052cd2feb tempest-DHCPAgentSchedulersTestJSON-1382231926 tempest-DHCPAgentSchedulersTestJSON-1382231926-project] Notify callbacks [] for network, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:09.294181 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-09ed1e70-4f2d-43d9-a3bf-a70052cd2feb tempest-DHCPAgentSchedulersTestJSON-1382231926 tempest-DHCPAgentSchedulersTestJSON-1382231926-project] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 2.6948488 Sep 23 19:36:09.297340 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 52558) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:36:09.304416 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.v2.base [None req-01cdef69-3f06-487b-9d0e-ea13e0b63c21 tempest-DHCPAgentSchedulersTestJSON-1382231926 tempest-DHCPAgentSchedulersTestJSON-1382231926-project] Request body: {'subnet': {'network_id': 'd69a58ff-1405-457f-9bb7-800becaaef57', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:36:09.313281 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-3b2838aa-e81c-4a6c-8bd8-3bf824a32237 req-e3562f0f-f740-4c7d-9ac7-7f6b042f9ef1 tempest-ServerActionsTestJSON-618918056 tempest-ServerActionsTestJSON-618918056-project] 10.222.0.67 "GET /v2.0/security-groups?id=d2a75794-f2ea-419f-9d09-0096f3fe96c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1189401 Sep 23 19:36:09.391224 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09ed1e70-4f2d-43d9-a3bf-a70052cd2feb tempest-DHCPAgentSchedulersTestJSON-1382231926 tempest-DHCPAgentSchedulersTestJSON-1382231926-project] Pushing event updated for resources: {'Network': ['ID=d69a58ff-1405-457f-9bb7-800becaaef57,revision_number=1']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:36:09.404365 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Network d69a58ff-1405-457f-9bb7-800becaaef57 details requested by agent ovs-agent-n-d-713301-16 with host n-d-713301-16 {{(pid=95103) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 19:36:09.524965 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0f77bf-dbfd-4029-9b44-ccd481cb66ef req-d09cc9ab-b5a8-43a5-918c-2ace1ca92515 tempest-ServerRescueNegativeTestJSON-317871319 tempest-ServerRescueNegativeTestJSON-317871319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:36:09.538912 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-9d0f77bf-dbfd-4029-9b44-ccd481cb66ef req-d09cc9ab-b5a8-43a5-918c-2ace1ca92515 tempest-ServerRescueNegativeTestJSON-317871319 tempest-ServerRescueNegativeTestJSON-317871319-project] 10.222.0.67 "GET /v2.0/ports?device_id=f5f48627-8ac0-4a38-a3d5-5de21347facd HTTP/1.1" status: 200 len: 946 time: 0.1226087 Sep 23 19:36:09.574925 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01cdef69-3f06-487b-9d0e-ea13e0b63c21 tempest-DHCPAgentSchedulersTestJSON-1382231926 tempest-DHCPAgentSchedulersTestJSON-1382231926-project] Made reservation on behalf of d7712387c3b740d3bd3f42e2be1e3fe8 for: {'subnet': 1} {{(pid=95101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:36:09.585900 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-01cdef69-3f06-487b-9d0e-ea13e0b63c21 tempest-DHCPAgentSchedulersTestJSON-1382231926 tempest-DHCPAgentSchedulersTestJSON-1382231926-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6130979'] for subnet, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:09.611735 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-9d0f77bf-dbfd-4029-9b44-ccd481cb66ef req-afffa171-36aa-4304-8c64-9fdb211eaee8 tempest-ServerRescueNegativeTestJSON-317871319 tempest-ServerRescueNegativeTestJSON-317871319-project] 10.222.0.67 "GET /v2.0/security-groups?id=ac103501-6c24-4299-8f11-081b36059735&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706849 Sep 23 19:36:10.025751 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d1dfa7-4878-4aea-9d73-b3a8b8073915 req-fcb99459-2e77-4967-a1bd-cea9d6ac3a06 tempest-ListServerFiltersTestJSON-809433892 tempest-ListServerFiltersTestJSON-809433892-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:36:10.039700 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-57d1dfa7-4878-4aea-9d73-b3a8b8073915 req-fcb99459-2e77-4967-a1bd-cea9d6ac3a06 tempest-ListServerFiltersTestJSON-809433892 tempest-ListServerFiltersTestJSON-809433892-project] 10.222.0.67 "GET /v2.0/networks?id=6c3bf957-b393-434c-9b83-03d88ca33e08 HTTP/1.1" status: 200 len: 815 time: 0.2302418 Sep 23 19:36:10.060262 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-57d1dfa7-4878-4aea-9d73-b3a8b8073915 req-0df6a63b-8776-475a-b82d-71d01e66aa8e tempest-ListServerFiltersTestJSON-809433892 tempest-ListServerFiltersTestJSON-809433892-project] 10.222.0.67 "GET /v2.0/quotas/56fcfa403913475e8ea77d8ff15ba666 HTTP/1.1" status: 200 len: 375 time: 0.0197251 Sep 23 19:36:10.116236 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-01cdef69-3f06-487b-9d0e-ea13e0b63c21 tempest-DHCPAgentSchedulersTestJSON-1382231926 tempest-DHCPAgentSchedulersTestJSON-1382231926-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5607579', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6130961'] for subnet, after_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:10.199309 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-57d1dfa7-4878-4aea-9d73-b3a8b8073915 req-1470b38b-9be0-4d63-8721-a7b2f762cd78 tempest-ListServerFiltersTestJSON-809433892 tempest-ListServerFiltersTestJSON-809433892-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=56fcfa403913475e8ea77d8ff15ba666&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1281908 Sep 23 19:36:10.275006 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01cdef69-3f06-487b-9d0e-ea13e0b63c21 tempest-DHCPAgentSchedulersTestJSON-1382231926 tempest-DHCPAgentSchedulersTestJSON-1382231926-project] Checking segment: {'id': '08ed2e17-1a75-45d6-a071-b607fe7f5a56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': 'd69a58ff-1405-457f-9bb7-800becaaef57'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:36:10.275886 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01cdef69-3f06-487b-9d0e-ea13e0b63c21 tempest-DHCPAgentSchedulersTestJSON-1382231926 tempest-DHCPAgentSchedulersTestJSON-1382231926-project] Network hostable DHCP agents. Network: d69a58ff-1405-457f-9bb7-800becaaef57, hostable agents: ['1b18bf05-1b5f-4587-be5c-af3ac38e32ad'], hosted agents: [] {{(pid=95101) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 19:36:10.293219 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a17dd1-e0b6-4df9-9a90-716e7ca9cece req-8371a95e-27eb-4ed4-b58d-9334220f111f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:36:10.295662 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-06a17dd1-e0b6-4df9-9a90-716e7ca9cece req-8371a95e-27eb-4ed4-b58d-9334220f111f service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=71d72afe428c4ce594ff8d28e6bea11d&device_id=f5f48627-8ac0-4a38-a3d5-5de21347facd HTTP/1.1" status: 200 len: 1098 time: 0.1013091 Sep 23 19:36:10.296585 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01cdef69-3f06-487b-9d0e-ea13e0b63c21 tempest-DHCPAgentSchedulersTestJSON-1382231926 tempest-DHCPAgentSchedulersTestJSON-1382231926-project] Pushing event updated for resources: {'Subnet': ['ID=9f7914d7-1d19-4331-bd6c-151f8331c4d5,revision_number=0']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:36:10.356052 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d623c21c-17a0-4c94-afb0-9efb328e37b4 req-5a70f684-406b-44a9-9128-a4d055432a01 tempest-ServerRescueNegativeTestJSON-317871319 tempest-ServerRescueNegativeTestJSON-317871319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:36:10.360579 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-d623c21c-17a0-4c94-afb0-9efb328e37b4 req-5a70f684-406b-44a9-9128-a4d055432a01 tempest-ServerRescueNegativeTestJSON-317871319 tempest-ServerRescueNegativeTestJSON-317871319-project] 10.222.0.67 "GET /v2.0/ports?device_id=f5f48627-8ac0-4a38-a3d5-5de21347facd HTTP/1.1" status: 200 len: 946 time: 0.1274967 Sep 23 19:36:10.436927 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a17dd1-e0b6-4df9-9a90-716e7ca9cece req-e43954a1-474b-4979-b824-bec2541ed449 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:36:10.439443 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-06a17dd1-e0b6-4df9-9a90-716e7ca9cece req-e43954a1-474b-4979-b824-bec2541ed449 service neutron] 10.222.0.53 "GET /v2.0/networks?id=22c7394f-6eb3-4324-ad9a-c48452af8c12 HTTP/1.1" status: 200 len: 919 time: 0.1296453 Sep 23 19:36:10.441237 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01cdef69-3f06-487b-9d0e-ea13e0b63c21 tempest-DHCPAgentSchedulersTestJSON-1382231926 tempest-DHCPAgentSchedulersTestJSON-1382231926-project] Network d69a58ff-1405-457f-9bb7-800becaaef57 is scheduled to be hosted by DHCP agent 1b18bf05-1b5f-4587-be5c-af3ac38e32ad with binding_index 1 {{(pid=95101) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 19:36:10.461575 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.base_scheduler [None req-01cdef69-3f06-487b-9d0e-ea13e0b63c21 tempest-DHCPAgentSchedulersTestJSON-1382231926 tempest-DHCPAgentSchedulersTestJSON-1382231926-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713301-16, d69a58ff-1405-457f-9bb7-800becaaef57) {{(pid=95101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:36:10.471428 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db602b7d-75b6-4c6e-a47a-b1e00600eb62 None None] Network d69a58ff-1405-457f-9bb7-800becaaef57 requested from n-d-713301-16 {{(pid=95103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 19:36:10.503465 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-06a17dd1-e0b6-4df9-9a90-716e7ca9cece req-4101be18-8048-4e35-875f-8c9d66b80ed1 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=acf36a73-9a5d-4069-8c51-d879b7158a29 HTTP/1.1" status: 200 len: 217 time: 0.0518601 Sep 23 19:36:10.504856 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01cdef69-3f06-487b-9d0e-ea13e0b63c21 tempest-DHCPAgentSchedulersTestJSON-1382231926 tempest-DHCPAgentSchedulersTestJSON-1382231926-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:36:10.505392 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-01cdef69-3f06-487b-9d0e-ea13e0b63c21 tempest-DHCPAgentSchedulersTestJSON-1382231926 tempest-DHCPAgentSchedulersTestJSON-1382231926-project] Notify callbacks [] for subnet, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:10.509933 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-d623c21c-17a0-4c94-afb0-9efb328e37b4 req-7adef657-eaa8-484c-8378-d30de765303b tempest-ServerRescueNegativeTestJSON-317871319 tempest-ServerRescueNegativeTestJSON-317871319-project] 10.222.0.67 "GET /v2.0/security-groups?id=ac103501-6c24-4299-8f11-081b36059735&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1422071 Sep 23 19:36:10.639498 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-01cdef69-3f06-487b-9d0e-ea13e0b63c21 tempest-DHCPAgentSchedulersTestJSON-1382231926 tempest-DHCPAgentSchedulersTestJSON-1382231926-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3395088 Sep 23 19:36:10.647193 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 52616) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:36:10.657495 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.v2.base [None req-19c0daf3-2552-4839-b87b-2d7fec8a8290 tempest-DHCPAgentSchedulersTestJSON-1382231926 tempest-DHCPAgentSchedulersTestJSON-1382231926-project] Request body: {'port': {'network_id': 'd69a58ff-1405-457f-9bb7-800becaaef57', 'name': 'tempest-DHCPAgentSchedulersTestJSON-860495269'}} {{(pid=95102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:36:10.672537 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a17dd1-e0b6-4df9-9a90-716e7ca9cece req-0de3f4d7-8456-417e-aa2f-c35d7ad89009 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:36:10.679243 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-06a17dd1-e0b6-4df9-9a90-716e7ca9cece req-0de3f4d7-8456-417e-aa2f-c35d7ad89009 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=0d48322f-2db5-4896-84d5-850e60fab8ec HTTP/1.1" status: 200 len: 858 time: 0.1631422 Sep 23 19:36:10.738271 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-06a17dd1-e0b6-4df9-9a90-716e7ca9cece req-3a86fcd1-4452-4440-8d64-bccfbe7adb8d service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=22c7394f-6eb3-4324-ad9a-c48452af8c12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0504019 Sep 23 19:36:10.787186 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-57d1dfa7-4878-4aea-9d73-b3a8b8073915 req-581fd0f5-9d02-438e-8686-106f82d19e6a service neutron] 10.222.0.67 "GET /v2.0/networks/6c3bf957-b393-434c-9b83-03d88ca33e08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5762374 Sep 23 19:36:10.900952 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a450c699-c161-448f-966f-bd56f6a8dbe3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4c8b80df-07eb-5275-9f17-5cf640db67c0-d69a58ff-1405-457f-9bb7-800becaaef57', 'network_id': 'd69a58ff-1405-457f-9bb7-800becaaef57', 'tenant_id': 'd7712387c3b740d3bd3f42e2be1e3fe8', 'fixed_ips': [{'subnet_id': '9f7914d7-1d19-4331-bd6c-151f8331c4d5'}]}} from n-d-713301-16. {{(pid=95103) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 23 19:36:10.902997 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-a450c699-c161-448f-966f-bd56f6a8dbe3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_create {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:10.960320 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-06a17dd1-e0b6-4df9-9a90-716e7ca9cece req-f499b10a-d8ec-45a0-bd80-a61929ced471 service neutron] 10.222.0.53 "GET /v2.0/networks/22c7394f-6eb3-4324-ad9a-c48452af8c12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2135291 Sep 23 19:36:11.059748 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-57d1dfa7-4878-4aea-9d73-b3a8b8073915 req-62e4eb49-02d6-4da3-af74-f169c1a2e4fd service neutron] 10.222.0.67 "GET /v2.0/networks/6c3bf957-b393-434c-9b83-03d88ca33e08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2326701 Sep 23 19:36:11.099389 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5486da18-5440-482e-8f10-3b82792e61e3 req-411a289f-08ad-4a79-96e0-0aea397ec1e4 tempest-ServerActionsTestJSON-618918056 tempest-ServerActionsTestJSON-618918056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:36:11.109450 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-5486da18-5440-482e-8f10-3b82792e61e3 req-411a289f-08ad-4a79-96e0-0aea397ec1e4 tempest-ServerActionsTestJSON-618918056 tempest-ServerActionsTestJSON-618918056-project] 10.222.0.67 "GET /v2.0/ports?device_id=7fa91134-8ee0-4baa-9037-6ca73d6b4c83 HTTP/1.1" status: 200 len: 945 time: 0.3412578 Sep 23 19:36:11.179648 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-06a17dd1-e0b6-4df9-9a90-716e7ca9cece req-d98c45bb-0c22-40cf-aebe-b2eaf4f5994d service neutron] 10.222.0.53 "GET /v2.0/networks/22c7394f-6eb3-4324-ad9a-c48452af8c12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2120574 Sep 23 19:36:11.181928 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-5486da18-5440-482e-8f10-3b82792e61e3 req-3991ceca-f221-48be-a4c7-18c489e1efab tempest-ServerActionsTestJSON-618918056 tempest-ServerActionsTestJSON-618918056-project] 10.222.0.67 "GET /v2.0/security-groups?id=d2a75794-f2ea-419f-9d09-0096f3fe96c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0662191 Sep 23 19:36:11.185905 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19c0daf3-2552-4839-b87b-2d7fec8a8290 tempest-DHCPAgentSchedulersTestJSON-1382231926 tempest-DHCPAgentSchedulersTestJSON-1382231926-project] Made reservation on behalf of d7712387c3b740d3bd3f42e2be1e3fe8 for: {'port': 1} {{(pid=95102) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:36:11.197112 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-19c0daf3-2552-4839-b87b-2d7fec8a8290 tempest-DHCPAgentSchedulersTestJSON-1382231926 tempest-DHCPAgentSchedulersTestJSON-1382231926-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:11.222127 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.db_base_plugin_common [None req-a450c699-c161-448f-966f-bd56f6a8dbe3 None None] Allocated IP 172.20.0.2 (d69a58ff-1405-457f-9bb7-800becaaef57/9f7914d7-1d19-4331-bd6c-151f8331c4d5/bf1436bb-4fbf-4cd1-a33e-cb6ccab763cf) {{(pid=95103) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 19:36:11.253999 n-d-713301-16 neutron-server[95102]: DEBUG neutron.notifiers.nova [None req-19c0daf3-2552-4839-b87b-2d7fec8a8290 tempest-DHCPAgentSchedulersTestJSON-1382231926 tempest-DHCPAgentSchedulersTestJSON-1382231926-project] device_id is not set on port 01a9ce6e-4815-4571-999c-9baada17b3e8 yet. {{(pid=95102) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 23 19:36:11.544098 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc592c0-c375-459f-bd52-b632dd61c9ba req-1407b26a-aca6-4377-8389-5d46e2c8ccf0 tempest-ServerActionsTestJSON-618918056 tempest-ServerActionsTestJSON-618918056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:36:11.545861 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-3bc592c0-c375-459f-bd52-b632dd61c9ba req-1407b26a-aca6-4377-8389-5d46e2c8ccf0 tempest-ServerActionsTestJSON-618918056 tempest-ServerActionsTestJSON-618918056-project] 10.222.0.67 "GET /v2.0/ports?device_id=7fa91134-8ee0-4baa-9037-6ca73d6b4c83 HTTP/1.1" status: 200 len: 945 time: 0.1063123 Sep 23 19:36:11.668871 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-3bc592c0-c375-459f-bd52-b632dd61c9ba req-7b2908c4-ce52-404b-8290-f849633bd626 tempest-ServerActionsTestJSON-618918056 tempest-ServerActionsTestJSON-618918056-project] 10.222.0.67 "GET /v2.0/security-groups?id=d2a75794-f2ea-419f-9d09-0096f3fe96c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1052964 Sep 23 19:36:11.685201 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-a450c699-c161-448f-966f-bd56f6a8dbe3 None None] Notify callbacks [] for port, precommit_create {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:11.718156 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-a450c699-c161-448f-966f-bd56f6a8dbe3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783145673135'] for port, after_create {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:11.867618 n-d-713301-16 neutron-server[95103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a450c699-c161-448f-966f-bd56f6a8dbe3 None None] Network d69a58ff-1405-457f-9bb7-800becaaef57 is already hosted by enough agents. {{(pid=95103) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:36:11.868341 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de1939d3-70dc-47d0-bdb6-c79f2c609ac9 req-609b8fbd-75e3-4894-a989-a48ffab0c111 tempest-ListServerFiltersTestJSON-809433892 tempest-ListServerFiltersTestJSON-809433892-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:36:11.870261 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-de1939d3-70dc-47d0-bdb6-c79f2c609ac9 req-609b8fbd-75e3-4894-a989-a48ffab0c111 tempest-ListServerFiltersTestJSON-809433892 tempest-ListServerFiltersTestJSON-809433892-project] 10.222.0.74 "GET /v2.0/networks?id=6c3bf957-b393-434c-9b83-03d88ca33e08 HTTP/1.1" status: 200 len: 815 time: 0.3657298 Sep 23 19:36:11.876248 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a450c699-c161-448f-966f-bd56f6a8dbe3 None None] Pushing event updated for resources: {'Port': ['ID=bf1436bb-4fbf-4cd1-a33e-cb6ccab763cf,revision_number=1']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:36:11.879804 n-d-713301-16 neutron-server[95103]: DEBUG neutron.scheduler.base_scheduler [None req-a450c699-c161-448f-966f-bd56f6a8dbe3 None None] Resources bound (agent type, host, resource id): {{(pid=95103) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:36:11.883683 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.v2.base [req-de1939d3-70dc-47d0-bdb6-c79f2c609ac9 req-0729a531-03d0-4a9d-b7bb-976f7b1ec7a5 tempest-ListServerFiltersTestJSON-809433892 tempest-ListServerFiltersTestJSON-809433892-project] Request body: {'port': {'device_id': '112ec6b1-d777-4f3c-8724-ad88e87d715e', 'network_id': '6c3bf957-b393-434c-9b83-03d88ca33e08', 'admin_state_up': True, 'tenant_id': '56fcfa403913475e8ea77d8ff15ba666'}} {{(pid=95102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:36:11.890732 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a450c699-c161-448f-966f-bd56f6a8dbe3 None None] Received port after_create {{(pid=95103) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 19:36:11.895666 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f82f17e-5198-476f-b6b5-2937cff32108 req-e76359f7-6e17-4bef-9ecd-2ec83db648ff tempest-ServerRescueNegativeTestJSON-317871319 tempest-ServerRescueNegativeTestJSON-317871319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:36:11.897370 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-8f82f17e-5198-476f-b6b5-2937cff32108 req-e76359f7-6e17-4bef-9ecd-2ec83db648ff tempest-ServerRescueNegativeTestJSON-317871319 tempest-ServerRescueNegativeTestJSON-317871319-project] 10.222.0.67 "GET /v2.0/ports?device_id=f5f48627-8ac0-4a38-a3d5-5de21347facd HTTP/1.1" status: 200 len: 946 time: 0.2070127 Sep 23 19:36:11.970888 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-8f82f17e-5198-476f-b6b5-2937cff32108 req-2d116b5c-9e85-4a90-a750-d654dfac6054 tempest-ServerRescueNegativeTestJSON-317871319 tempest-ServerRescueNegativeTestJSON-317871319-project] 10.222.0.67 "GET /v2.0/security-groups?id=ac103501-6c24-4299-8f11-081b36059735&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515053 Sep 23 19:36:12.020029 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.managers [None req-a450c699-c161-448f-966f-bd56f6a8dbe3 None None] Attempting to bind port bf1436bb-4fbf-4cd1-a33e-cb6ccab763cf on host n-d-713301-16 for vnic_type normal with profile {{(pid=95103) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 19:36:12.020446 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.managers [None req-a450c699-c161-448f-966f-bd56f6a8dbe3 None None] Attempting to bind port bf1436bb-4fbf-4cd1-a33e-cb6ccab763cf by drivers openvswitch,hyperv on host n-d-713301-16 at level 0 using segments [{'id': '08ed2e17-1a75-45d6-a071-b607fe7f5a56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': 'd69a58ff-1405-457f-9bb7-800becaaef57'}] {{(pid=95103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 19:36:12.020856 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a450c699-c161-448f-966f-bd56f6a8dbe3 None None] Attempting to bind port bf1436bb-4fbf-4cd1-a33e-cb6ccab763cf on network d69a58ff-1405-457f-9bb7-800becaaef57 {{(pid=95103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:36:12.028048 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a450c699-c161-448f-966f-bd56f6a8dbe3 None None] Checking agent: {'id': '70a14545-df24-472f-8f95-bfe1719bff93', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 19, 7, 53), 'started_at': datetime.datetime(2021, 9, 23, 19, 8, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 19, 35, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 19:36:12.028474 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a450c699-c161-448f-966f-bd56f6a8dbe3 None None] Checking segment: {'id': '08ed2e17-1a75-45d6-a071-b607fe7f5a56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': 'd69a58ff-1405-457f-9bb7-800becaaef57'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95103) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:36:12.029344 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-a450c699-c161-448f-966f-bd56f6a8dbe3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:12.029834 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a450c699-c161-448f-966f-bd56f6a8dbe3 None None] Bound using segment: {'id': '08ed2e17-1a75-45d6-a071-b607fe7f5a56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': 'd69a58ff-1405-457f-9bb7-800becaaef57'} {{(pid=95103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 19:36:12.030529 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.managers [None req-a450c699-c161-448f-966f-bd56f6a8dbe3 None None] Bound port: bf1436bb-4fbf-4cd1-a33e-cb6ccab763cf, host: n-d-713301-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '08ed2e17-1a75-45d6-a071-b607fe7f5a56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': 'd69a58ff-1405-457f-9bb7-800becaaef57'}}] {{(pid=95103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 19:36:12.031482 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-a450c699-c161-448f-966f-bd56f6a8dbe3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:12.035394 n-d-713301-16 neutron-server[95102]: DEBUG neutron.db.db_base_plugin_common [None req-19c0daf3-2552-4839-b87b-2d7fec8a8290 tempest-DHCPAgentSchedulersTestJSON-1382231926 tempest-DHCPAgentSchedulersTestJSON-1382231926-project] Allocated IP 172.20.0.3 (d69a58ff-1405-457f-9bb7-800becaaef57/9f7914d7-1d19-4331-bd6c-151f8331c4d5/01a9ce6e-4815-4571-999c-9baada17b3e8) {{(pid=95102) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 19:36:12.171584 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-a450c699-c161-448f-966f-bd56f6a8dbe3 None None] For port bf1436bb-4fbf-4cd1-a33e-cb6ccab763cf, host n-d-713301-16, cleared binding levels {{(pid=95103) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 19:36:12.179920 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-de1939d3-70dc-47d0-bdb6-c79f2c609ac9 req-0729a531-03d0-4a9d-b7bb-976f7b1ec7a5 tempest-ListServerFiltersTestJSON-809433892 tempest-ListServerFiltersTestJSON-809433892-project] Made reservation on behalf of 56fcfa403913475e8ea77d8ff15ba666 for: {'port': 1} {{(pid=95102) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:36:12.180392 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-a450c699-c161-448f-966f-bd56f6a8dbe3 None None] For port bf1436bb-4fbf-4cd1-a33e-cb6ccab763cf, host n-d-713301-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-16',level=0,port_id=bf1436bb-4fbf-4cd1-a33e-cb6ccab763cf,segment=NetworkSegment(08ed2e17-1a75-45d6-a071-b607fe7f5a56),segment_id=08ed2e17-1a75-45d6-a071-b607fe7f5a56)] {{(pid=95103) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 19:36:12.185030 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-de1939d3-70dc-47d0-bdb6-c79f2c609ac9 req-0729a531-03d0-4a9d-b7bb-976f7b1ec7a5 tempest-ListServerFiltersTestJSON-809433892 tempest-ListServerFiltersTestJSON-809433892-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:12.192569 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-a450c699-c161-448f-966f-bd56f6a8dbe3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:12.337151 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a450c699-c161-448f-966f-bd56f6a8dbe3 None None] Pushing event updated for resources: {'Port': ['ID=bf1436bb-4fbf-4cd1-a33e-cb6ccab763cf,revision_number=2']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:36:12.464483 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-19c0daf3-2552-4839-b87b-2d7fec8a8290 tempest-DHCPAgentSchedulersTestJSON-1382231926 tempest-DHCPAgentSchedulersTestJSON-1382231926-project] Notify callbacks [] for port, precommit_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:12.599402 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-19c0daf3-2552-4839-b87b-2d7fec8a8290 tempest-DHCPAgentSchedulersTestJSON-1382231926 tempest-DHCPAgentSchedulersTestJSON-1382231926-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783145673135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4399100'] for port, after_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:12.734078 n-d-713301-16 neutron-server[95102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19c0daf3-2552-4839-b87b-2d7fec8a8290 tempest-DHCPAgentSchedulersTestJSON-1382231926 tempest-DHCPAgentSchedulersTestJSON-1382231926-project] Network d69a58ff-1405-457f-9bb7-800becaaef57 is already hosted by enough agents. {{(pid=95102) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:36:12.785502 n-d-713301-16 neutron-server[95102]: DEBUG neutron.scheduler.base_scheduler [None req-19c0daf3-2552-4839-b87b-2d7fec8a8290 tempest-DHCPAgentSchedulersTestJSON-1382231926 tempest-DHCPAgentSchedulersTestJSON-1382231926-project] Resources bound (agent type, host, resource id): {{(pid=95102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:36:12.791287 n-d-713301-16 neutron-server[95102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19c0daf3-2552-4839-b87b-2d7fec8a8290 tempest-DHCPAgentSchedulersTestJSON-1382231926 tempest-DHCPAgentSchedulersTestJSON-1382231926-project] Received port after_create {{(pid=95102) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 19:36:12.799308 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19c0daf3-2552-4839-b87b-2d7fec8a8290 tempest-DHCPAgentSchedulersTestJSON-1382231926 tempest-DHCPAgentSchedulersTestJSON-1382231926-project] Pushing event updated for resources: {'Port': ['ID=01a9ce6e-4815-4571-999c-9baada17b3e8,revision_number=1']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:36:13.140761 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Device bf1436bb-4fbf-4cd1-a33e-cb6ccab763cf up at agent ovs-agent-n-d-713301-16 {{(pid=95103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 19:36:13.169007 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19c0daf3-2552-4839-b87b-2d7fec8a8290 tempest-DHCPAgentSchedulersTestJSON-1382231926 tempest-DHCPAgentSchedulersTestJSON-1382231926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:36:13.169579 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-19c0daf3-2552-4839-b87b-2d7fec8a8290 tempest-DHCPAgentSchedulersTestJSON-1382231926 tempest-DHCPAgentSchedulersTestJSON-1382231926-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222849'] for port, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:13.236357 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Provisioning complete for port bf1436bb-4fbf-4cd1-a33e-cb6ccab763cf triggered by entity L2. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:36:13.236845 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:13.423799 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:13.471888 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d1dfa7-4878-4aea-9d73-b3a8b8073915 req-14153b47-68e7-4e3f-8646-b58d7c8c425f tempest-ListServerFiltersTestJSON-809433892 tempest-ListServerFiltersTestJSON-809433892-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:36:13.478870 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-57d1dfa7-4878-4aea-9d73-b3a8b8073915 req-14153b47-68e7-4e3f-8646-b58d7c8c425f tempest-ListServerFiltersTestJSON-809433892 tempest-ListServerFiltersTestJSON-809433892-project] 10.222.0.53 "GET /v2.0/networks?id=6c3bf957-b393-434c-9b83-03d88ca33e08 HTTP/1.1" status: 200 len: 815 time: 0.3566196 Sep 23 19:36:13.487615 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-19c0daf3-2552-4839-b87b-2d7fec8a8290 tempest-DHCPAgentSchedulersTestJSON-1382231926 tempest-DHCPAgentSchedulersTestJSON-1382231926-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.8392015 Sep 23 19:36:13.488540 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] For port bf1436bb-4fbf-4cd1-a33e-cb6ccab763cf, host n-d-713301-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-16',level=0,port_id=bf1436bb-4fbf-4cd1-a33e-cb6ccab763cf,segment=NetworkSegment(08ed2e17-1a75-45d6-a071-b607fe7f5a56),segment_id=08ed2e17-1a75-45d6-a071-b607fe7f5a56)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:36:13.490864 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 52816) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:36:13.497108 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:13.504720 n-d-713301-16 neutron-server[95102]: DEBUG neutron.db.db_base_plugin_common [req-de1939d3-70dc-47d0-bdb6-c79f2c609ac9 req-0729a531-03d0-4a9d-b7bb-976f7b1ec7a5 tempest-ListServerFiltersTestJSON-809433892 tempest-ListServerFiltersTestJSON-809433892-project] Allocated IP 172.20.0.7 (6c3bf957-b393-434c-9b83-03d88ca33e08/b97dfa20-c396-4d71-8474-b6e2ab2b5752/dbfc3c35-dbca-414a-b86a-a95206c0784c) {{(pid=95102) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 19:36:13.534571 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c379dee-e472-4c64-9ca5-5d41f9c0b37d req-97bb100a-e5d3-416d-b538-894ef0c89d57 tempest-ListServerFiltersTestJSON-809433892 tempest-ListServerFiltersTestJSON-809433892-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:36:13.541639 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-9c379dee-e472-4c64-9ca5-5d41f9c0b37d req-97bb100a-e5d3-416d-b538-894ef0c89d57 tempest-ListServerFiltersTestJSON-809433892 tempest-ListServerFiltersTestJSON-809433892-project] 10.222.0.67 "GET /v2.0/networks?id=6c3bf957-b393-434c-9b83-03d88ca33e08 HTTP/1.1" status: 200 len: 815 time: 0.6647377 Sep 23 19:36:13.570260 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Pushing event updated for resources: {'Port': ['ID=bf1436bb-4fbf-4cd1-a33e-cb6ccab763cf,revision_number=3']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:36:13.585021 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.v2.base [req-57d1dfa7-4878-4aea-9d73-b3a8b8073915 req-25065328-e8e9-4f00-afcf-81ec22d067fe tempest-ListServerFiltersTestJSON-809433892 tempest-ListServerFiltersTestJSON-809433892-project] Request body: {'port': {'device_id': '9833bfef-a659-4e2c-804f-61eb8398fe4e', 'network_id': '6c3bf957-b393-434c-9b83-03d88ca33e08', 'admin_state_up': True, 'tenant_id': '56fcfa403913475e8ea77d8ff15ba666'}} {{(pid=95101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:36:13.621616 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-9c379dee-e472-4c64-9ca5-5d41f9c0b37d req-5f4311b1-da59-422a-8968-4b09ebc4fd50 tempest-ListServerFiltersTestJSON-809433892 tempest-ListServerFiltersTestJSON-809433892-project] 10.222.0.67 "GET /v2.0/quotas/56fcfa403913475e8ea77d8ff15ba666 HTTP/1.1" status: 200 len: 375 time: 0.0784426 Sep 23 19:36:13.687424 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05fb7fd8-e1ba-4e6e-aa32-c8363a5b6b2f req-73ba4103-f31d-4a4d-81e9-236d314c685d tempest-ServerActionsTestJSON-618918056 tempest-ServerActionsTestJSON-618918056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:36:13.697125 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-05fb7fd8-e1ba-4e6e-aa32-c8363a5b6b2f req-73ba4103-f31d-4a4d-81e9-236d314c685d tempest-ServerActionsTestJSON-618918056 tempest-ServerActionsTestJSON-618918056-project] 10.222.0.67 "GET /v2.0/ports?device_id=7de987f0-ed4b-4ad1-baee-011605c35a17 HTTP/1.1" status: 200 len: 943 time: 0.3803973 Sep 23 19:36:13.866245 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.plugin [None req-40427c95-787e-499d-aa77-910117207f15 tempest-DHCPAgentSchedulersTestJSON-1382231926 tempest-DHCPAgentSchedulersTestJSON-1382231926-project] Deleting port 01a9ce6e-4815-4571-999c-9baada17b3e8 {{(pid=95101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:36:13.866596 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-40427c95-787e-499d-aa77-910117207f15 tempest-DHCPAgentSchedulersTestJSON-1382231926 tempest-DHCPAgentSchedulersTestJSON-1382231926-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783146157096'] for port, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:13.978285 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-9c379dee-e472-4c64-9ca5-5d41f9c0b37d req-39372c58-a3cd-40af-b601-f5a67116fdf9 tempest-ListServerFiltersTestJSON-809433892 tempest-ListServerFiltersTestJSON-809433892-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=56fcfa403913475e8ea77d8ff15ba666&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3557699 Sep 23 19:36:13.982670 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f33c1471-ade0-46b5-84ec-332f60ea0774 None None] Network d69a58ff-1405-457f-9bb7-800becaaef57 requested from n-d-713301-16 {{(pid=95103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 19:36:14.008120 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-40427c95-787e-499d-aa77-910117207f15 tempest-DHCPAgentSchedulersTestJSON-1382231926 tempest-DHCPAgentSchedulersTestJSON-1382231926-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-605701'] for port, precommit_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:14.027902 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.plugin [None req-40427c95-787e-499d-aa77-910117207f15 tempest-DHCPAgentSchedulersTestJSON-1382231926 tempest-DHCPAgentSchedulersTestJSON-1382231926-project] Calling delete_port for 01a9ce6e-4815-4571-999c-9baada17b3e8 owned by {{(pid=95101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:36:14.035602 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-57d1dfa7-4878-4aea-9d73-b3a8b8073915 req-25065328-e8e9-4f00-afcf-81ec22d067fe tempest-ListServerFiltersTestJSON-809433892 tempest-ListServerFiltersTestJSON-809433892-project] Made reservation on behalf of 56fcfa403913475e8ea77d8ff15ba666 for: {'port': 1} {{(pid=95101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:36:14.039822 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-57d1dfa7-4878-4aea-9d73-b3a8b8073915 req-25065328-e8e9-4f00-afcf-81ec22d067fe tempest-ListServerFiltersTestJSON-809433892 tempest-ListServerFiltersTestJSON-809433892-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:14.186934 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-abfb238a-7ee5-459e-8b6a-08d76564fc84 None None] Provisioning complete for port bf1436bb-4fbf-4cd1-a33e-cb6ccab763cf triggered by entity DHCP. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:36:14.188741 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-abfb238a-7ee5-459e-8b6a-08d76564fc84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:14.219729 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-de1939d3-70dc-47d0-bdb6-c79f2c609ac9 req-0729a531-03d0-4a9d-b7bb-976f7b1ec7a5 tempest-ListServerFiltersTestJSON-809433892 tempest-ListServerFiltersTestJSON-809433892-project] Notify callbacks [] for port, precommit_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:14.287345 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-9c379dee-e472-4c64-9ca5-5d41f9c0b37d req-ab64acc4-afbb-4cc7-a342-610c6638bb50 service neutron] 10.222.0.67 "GET /v2.0/networks/6c3bf957-b393-434c-9b83-03d88ca33e08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3069196 Sep 23 19:36:14.305216 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-40427c95-787e-499d-aa77-910117207f15 tempest-DHCPAgentSchedulersTestJSON-1382231926 tempest-DHCPAgentSchedulersTestJSON-1382231926-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783146162158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783145673144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5607431'] for port, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:14.325837 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.plugin [req-05fb7fd8-e1ba-4e6e-aa32-c8363a5b6b2f req-b7f66d02-ed84-4486-8e21-3cd309f77938 tempest-ServerActionsTestJSON-618918056 tempest-ServerActionsTestJSON-618918056-project] Deleting port e8124d03-6ec4-487a-a850-bef4dcba7384 {{(pid=95102) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:36:14.326505 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-05fb7fd8-e1ba-4e6e-aa32-c8363a5b6b2f req-b7f66d02-ed84-4486-8e21-3cd309f77938 tempest-ServerActionsTestJSON-618918056 tempest-ServerActionsTestJSON-618918056-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783146157096'] for port, before_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:14.441070 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.db [req-05fb7fd8-e1ba-4e6e-aa32-c8363a5b6b2f req-b7f66d02-ed84-4486-8e21-3cd309f77938 tempest-ServerActionsTestJSON-618918056 tempest-ServerActionsTestJSON-618918056-project] For port e8124d03-6ec4-487a-a850-bef4dcba7384, host n-h1-713301-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-16',level=0,port_id=e8124d03-6ec4-487a-a850-bef4dcba7384,segment=NetworkSegment(0ad9f853-8282-44e3-ac3b-2b75c9223dae),segment_id=0ad9f853-8282-44e3-ac3b-2b75c9223dae)] {{(pid=95102) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:36:14.441442 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-05fb7fd8-e1ba-4e6e-aa32-c8363a5b6b2f req-b7f66d02-ed84-4486-8e21-3cd309f77938 tempest-ServerActionsTestJSON-618918056 tempest-ServerActionsTestJSON-618918056-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-605701'] for port, precommit_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:14.447180 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 52866) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:36:14.453088 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40427c95-787e-499d-aa77-910117207f15 tempest-DHCPAgentSchedulersTestJSON-1382231926 tempest-DHCPAgentSchedulersTestJSON-1382231926-project] Pushing event deleted for resources: {'Port': ['ID=01a9ce6e-4815-4571-999c-9baada17b3e8,revision_number=None']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:36:14.461065 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.plugin [req-05fb7fd8-e1ba-4e6e-aa32-c8363a5b6b2f req-b7f66d02-ed84-4486-8e21-3cd309f77938 tempest-ServerActionsTestJSON-618918056 tempest-ServerActionsTestJSON-618918056-project] Calling delete_port for e8124d03-6ec4-487a-a850-bef4dcba7384 owned by compute:nova {{(pid=95102) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:36:14.509590 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-de1939d3-70dc-47d0-bdb6-c79f2c609ac9 req-0729a531-03d0-4a9d-b7bb-976f7b1ec7a5 tempest-ListServerFiltersTestJSON-809433892 tempest-ListServerFiltersTestJSON-809433892-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783145673135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4399100'] for port, after_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:14.590919 n-d-713301-16 neutron-server[95101]: DEBUG neutron.db.db_base_plugin_common [req-57d1dfa7-4878-4aea-9d73-b3a8b8073915 req-25065328-e8e9-4f00-afcf-81ec22d067fe tempest-ListServerFiltersTestJSON-809433892 tempest-ListServerFiltersTestJSON-809433892-project] Allocated IP 172.20.0.11 (6c3bf957-b393-434c-9b83-03d88ca33e08/b97dfa20-c396-4d71-8474-b6e2ab2b5752/498dad19-9faa-4d8f-aa16-ec64baa29084) {{(pid=95101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 19:36:14.660890 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0729a531-03d0-4a9d-b7bb-976f7b1ec7a5 tempest-ListServerFiltersTestJSON-809433892 tempest-ListServerFiltersTestJSON-809433892-project] Pushing event updated for resources: {'Port': ['ID=dbfc3c35-dbca-414a-b86a-a95206c0784c,revision_number=1']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:36:14.770917 n-d-713301-16 neutron-server[95102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-de1939d3-70dc-47d0-bdb6-c79f2c609ac9 req-0729a531-03d0-4a9d-b7bb-976f7b1ec7a5 tempest-ListServerFiltersTestJSON-809433892 tempest-ListServerFiltersTestJSON-809433892-project] Network 6c3bf957-b393-434c-9b83-03d88ca33e08 is already hosted by enough agents. {{(pid=95102) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:36:14.795829 n-d-713301-16 neutron-server[95102]: DEBUG neutron.scheduler.base_scheduler [req-de1939d3-70dc-47d0-bdb6-c79f2c609ac9 req-0729a531-03d0-4a9d-b7bb-976f7b1ec7a5 tempest-ListServerFiltersTestJSON-809433892 tempest-ListServerFiltersTestJSON-809433892-project] Resources bound (agent type, host, resource id): {{(pid=95102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:36:14.802661 n-d-713301-16 neutron-server[95102]: DEBUG neutron.db.l3_dvrscheduler_db [req-de1939d3-70dc-47d0-bdb6-c79f2c609ac9 req-0729a531-03d0-4a9d-b7bb-976f7b1ec7a5 tempest-ListServerFiltersTestJSON-809433892 tempest-ListServerFiltersTestJSON-809433892-project] Received port after_create {{(pid=95102) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 19:36:14.811140 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-ee6c7371-8af4-4a8b-be7b-8e8a459e3ef4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:14.880802 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-80e437b8-84b8-43a9-bcb4-f24e043d7b92 None None] Provisioning complete for port bf1436bb-4fbf-4cd1-a33e-cb6ccab763cf triggered by entity DHCP. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:36:14.883737 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-80e437b8-84b8-43a9-bcb4-f24e043d7b92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:14.931269 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-40427c95-787e-499d-aa77-910117207f15 tempest-DHCPAgentSchedulersTestJSON-1382231926 tempest-DHCPAgentSchedulersTestJSON-1382231926-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222849'] for port, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:14.936627 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-40427c95-787e-499d-aa77-910117207f15 tempest-DHCPAgentSchedulersTestJSON-1382231926 tempest-DHCPAgentSchedulersTestJSON-1382231926-project] 10.222.0.67 "DELETE /v2.0/ports/01a9ce6e-4815-4571-999c-9baada17b3e8 HTTP/1.1" status: 204 len: 168 time: 1.4444780 Sep 23 19:36:14.946990 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 52892) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:36:15.081332 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-57d1dfa7-4878-4aea-9d73-b3a8b8073915 req-25065328-e8e9-4f00-afcf-81ec22d067fe tempest-ListServerFiltersTestJSON-809433892 tempest-ListServerFiltersTestJSON-809433892-project] Notify callbacks [] for port, precommit_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:15.101176 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de1939d3-70dc-47d0-bdb6-c79f2c609ac9 req-0729a531-03d0-4a9d-b7bb-976f7b1ec7a5 tempest-ListServerFiltersTestJSON-809433892 tempest-ListServerFiltersTestJSON-809433892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:36:15.103535 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-de1939d3-70dc-47d0-bdb6-c79f2c609ac9 req-0729a531-03d0-4a9d-b7bb-976f7b1ec7a5 tempest-ListServerFiltersTestJSON-809433892 tempest-ListServerFiltersTestJSON-809433892-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222849'] for port, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:15.117558 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-05fb7fd8-e1ba-4e6e-aa32-c8363a5b6b2f req-b7f66d02-ed84-4486-8e21-3cd309f77938 tempest-ServerActionsTestJSON-618918056 tempest-ServerActionsTestJSON-618918056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783146162158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783145673144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4399100'] for port, after_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:15.140440 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] get_ports_and_sgs() called for port_ids ['cdcac803-b0eb-4617-8861-7fe8589dd0b8'] {{(pid=95103) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 19:36:15.147540 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] get_ports_and_sgs() called for port_ids ['942cfdd5-5c55-4f79-9832-5024323d678e'] {{(pid=95103) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 19:36:15.211737 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Device bf1436bb-4fbf-4cd1-a33e-cb6ccab763cf up at agent ovs-agent-n-d-713301-16 {{(pid=95103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 19:36:15.256230 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f66d02-ed84-4486-8e21-3cd309f77938 tempest-ServerActionsTestJSON-618918056 tempest-ServerActionsTestJSON-618918056-project] Pushing event deleted for resources: {'Port': ['ID=e8124d03-6ec4-487a-a850-bef4dcba7384,revision_number=None']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:36:15.276814 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-9c379dee-e472-4c64-9ca5-5d41f9c0b37d req-6590d40d-4fd1-46c0-92e5-75cd96622103 service neutron] 10.222.0.67 "GET /v2.0/networks/6c3bf957-b393-434c-9b83-03d88ca33e08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7939544 Sep 23 19:36:15.299568 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-57d1dfa7-4878-4aea-9d73-b3a8b8073915 req-25065328-e8e9-4f00-afcf-81ec22d067fe tempest-ListServerFiltersTestJSON-809433892 tempest-ListServerFiltersTestJSON-809433892-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783145673135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5607431'] for port, after_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:15.429874 n-d-713301-16 neutron-server[95102]: DEBUG neutron.db.l3_dvrscheduler_db [req-05fb7fd8-e1ba-4e6e-aa32-c8363a5b6b2f req-b7f66d02-ed84-4486-8e21-3cd309f77938 tempest-ServerActionsTestJSON-618918056 tempest-ServerActionsTestJSON-618918056-project] No DVR routers for this DVR port e8124d03-6ec4-487a-a850-bef4dcba7384 on host n-h1-713301-16 {{(pid=95102) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 19:36:15.441101 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Provisioning complete for port bf1436bb-4fbf-4cd1-a33e-cb6ccab763cf triggered by entity L2. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:36:15.442631 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:15.454595 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-05fb7fd8-e1ba-4e6e-aa32-c8363a5b6b2f req-b7f66d02-ed84-4486-8e21-3cd309f77938 tempest-ServerActionsTestJSON-618918056 tempest-ServerActionsTestJSON-618918056-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222849'] for port, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:15.477229 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-05fb7fd8-e1ba-4e6e-aa32-c8363a5b6b2f req-b7f66d02-ed84-4486-8e21-3cd309f77938 tempest-ServerActionsTestJSON-618918056 tempest-ServerActionsTestJSON-618918056-project] 10.222.0.67 "DELETE /v2.0/ports/e8124d03-6ec4-487a-a850-bef4dcba7384 HTTP/1.1" status: 204 len: 173 time: 1.7315052 Sep 23 19:36:15.478026 n-d-713301-16 neutron-server[95102]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7de987f0-ed4b-4ad1-baee-011605c35a17', 'name': 'network-vif-deleted', 'tag': 'e8124d03-6ec4-487a-a850-bef4dcba7384'}] {{(pid=95102) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 19:36:15.481663 n-d-713301-16 neutron-server[95102]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab31b6d93e5336dbddfa8ec424565b3bd8cb2369c5b4d85bc943472dbb21e8ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e174c2ee-c225-41ef-befa-6cf2cf3bedfa" -d '{"events": [{"server_uuid": "7de987f0-ed4b-4ad1-baee-011605c35a17", "name": "network-vif-deleted", "tag": "e8124d03-6ec4-487a-a850-bef4dcba7384"}]}' {{(pid=95102) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 19:36:15.522283 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-57d1dfa7-4878-4aea-9d73-b3a8b8073915 req-25065328-e8e9-4f00-afcf-81ec22d067fe tempest-ListServerFiltersTestJSON-809433892 tempest-ListServerFiltersTestJSON-809433892-project] Network 6c3bf957-b393-434c-9b83-03d88ca33e08 is already hosted by enough agents. {{(pid=95101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:36:15.560974 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.base_scheduler [req-57d1dfa7-4878-4aea-9d73-b3a8b8073915 req-25065328-e8e9-4f00-afcf-81ec22d067fe tempest-ListServerFiltersTestJSON-809433892 tempest-ListServerFiltersTestJSON-809433892-project] Resources bound (agent type, host, resource id): {{(pid=95101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:36:15.563071 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25065328-e8e9-4f00-afcf-81ec22d067fe tempest-ListServerFiltersTestJSON-809433892 tempest-ListServerFiltersTestJSON-809433892-project] Pushing event updated for resources: {'Port': ['ID=498dad19-9faa-4d8f-aa16-ec64baa29084,revision_number=1']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:36:15.576497 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-ee6c7371-8af4-4a8b-be7b-8e8a459e3ef4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:15.608321 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-de1939d3-70dc-47d0-bdb6-c79f2c609ac9 req-0729a531-03d0-4a9d-b7bb-976f7b1ec7a5 tempest-ListServerFiltersTestJSON-809433892 tempest-ListServerFiltersTestJSON-809433892-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.7285535 Sep 23 19:36:15.610661 n-d-713301-16 neutron-server[95101]: DEBUG neutron.db.l3_dvrscheduler_db [req-57d1dfa7-4878-4aea-9d73-b3a8b8073915 req-25065328-e8e9-4f00-afcf-81ec22d067fe tempest-ListServerFiltersTestJSON-809433892 tempest-ListServerFiltersTestJSON-809433892-project] Received port after_create {{(pid=95101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 19:36:15.623684 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.v2.base [req-de1939d3-70dc-47d0-bdb6-c79f2c609ac9 req-10d258ef-99cb-40ef-a6f1-e78526c81887 service neutron] Request body: {'port': {'device_id': '112ec6b1-d777-4f3c-8724-ad88e87d715e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713301-16'}} {{(pid=95102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:36:15.705656 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-a94d3c55-cc83-45d2-90ba-380ed47a1e9f None None] Could not find standard attr ID for object 01a9ce6e-4815-4571-999c-9baada17b3e8. {{(pid=95103) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 23 19:36:15.777212 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-78311e62-7709-48d6-aa24-ae2342fb4250 tempest-DHCPAgentSchedulersTestJSON-679660413 tempest-DHCPAgentSchedulersTestJSON-679660413-project-admin] 10.222.0.67 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4685 time: 0.8264832 Sep 23 19:36:15.778013 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-ee6c7371-8af4-4a8b-be7b-8e8a459e3ef4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:15.805673 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 52922) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:36:15.829337 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.v2.base [None req-fe1045b8-e047-4b64-89aa-bd7c66d48458 tempest-DHCPAgentSchedulersTestJSON-1382231926 tempest-DHCPAgentSchedulersTestJSON-1382231926-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-1971938878'}} {{(pid=95101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:36:15.829602 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-a94d3c55-cc83-45d2-90ba-380ed47a1e9f None None] Provisioning complete for port dbfc3c35-dbca-414a-b86a-a95206c0784c triggered by entity DHCP. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:36:15.829602 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-a94d3c55-cc83-45d2-90ba-380ed47a1e9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:15.858076 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-de1939d3-70dc-47d0-bdb6-c79f2c609ac9 req-10d258ef-99cb-40ef-a6f1-e78526c81887 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:15.909211 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 52924) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:36:15.955436 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.plugin [None req-a94d3c55-cc83-45d2-90ba-380ed47a1e9f None None] Port dbfc3c35-dbca-414a-b86a-a95206c0784c cannot update to ACTIVE because it is not bound. {{(pid=95103) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 19:36:16.008130 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe1045b8-e047-4b64-89aa-bd7c66d48458 tempest-DHCPAgentSchedulersTestJSON-1382231926 tempest-DHCPAgentSchedulersTestJSON-1382231926-project] Made reservation on behalf of d7712387c3b740d3bd3f42e2be1e3fe8 for: {'network': 1} {{(pid=95101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:36:16.026265 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-fe1045b8-e047-4b64-89aa-bd7c66d48458 tempest-DHCPAgentSchedulersTestJSON-1382231926 tempest-DHCPAgentSchedulersTestJSON-1382231926-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for network, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:16.077870 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-ee6c7371-8af4-4a8b-be7b-8e8a459e3ef4 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=6e926871ac5b4043bc14f6ac7a046a9c&name=default HTTP/1.1" status: 200 len: 2983 time: 1.6180980 Sep 23 19:36:16.078786 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee6c7371-8af4-4a8b-be7b-8e8a459e3ef4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59bcda02-76a5-4872-bba0-434ebc098978,revision_number=1']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:36:16.092482 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 52932) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:36:16.108177 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d1dfa7-4878-4aea-9d73-b3a8b8073915 req-25065328-e8e9-4f00-afcf-81ec22d067fe tempest-ListServerFiltersTestJSON-809433892 tempest-ListServerFiltersTestJSON-809433892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:36:16.108893 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-57d1dfa7-4878-4aea-9d73-b3a8b8073915 req-25065328-e8e9-4f00-afcf-81ec22d067fe tempest-ListServerFiltersTestJSON-809433892 tempest-ListServerFiltersTestJSON-809433892-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222849'] for port, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:16.149486 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-57d1dfa7-4878-4aea-9d73-b3a8b8073915 req-25065328-e8e9-4f00-afcf-81ec22d067fe tempest-ListServerFiltersTestJSON-809433892 tempest-ListServerFiltersTestJSON-809433892-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.5724103 Sep 23 19:36:16.153578 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fe1045b8-e047-4b64-89aa-bd7c66d48458 tempest-DHCPAgentSchedulersTestJSON-1382231926 tempest-DHCPAgentSchedulersTestJSON-1382231926-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 627} {{(pid=95101) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 19:36:16.172801 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.v2.base [req-57d1dfa7-4878-4aea-9d73-b3a8b8073915 req-740f1024-0824-486b-ad32-d47d3c74dd79 service neutron] Request body: {'port': {'device_id': '9833bfef-a659-4e2c-804f-61eb8398fe4e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713301-16'}} {{(pid=95101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:36:16.205240 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-fe1045b8-e047-4b64-89aa-bd7c66d48458 tempest-DHCPAgentSchedulersTestJSON-1382231926 tempest-DHCPAgentSchedulersTestJSON-1382231926-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1756186'] for segment, precommit_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:16.205910 n-d-713301-16 neutron-server[95101]: INFO neutron.db.segments_db [None req-fe1045b8-e047-4b64-89aa-bd7c66d48458 tempest-DHCPAgentSchedulersTestJSON-1382231926 tempest-DHCPAgentSchedulersTestJSON-1382231926-project] Added segment 4d0ee019-dcf4-49ff-a674-ea8f3cdfa1b8 of type vlan for network 15c5062b-50b5-43af-9a50-41de0acd5ac0 Sep 23 19:36:16.282431 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-863be735-231e-4366-89d1-282e66286305 None None] Provisioning complete for port 498dad19-9faa-4d8f-aa16-ec64baa29084 triggered by entity DHCP. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:36:16.282980 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-863be735-231e-4366-89d1-282e66286305 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:16.317960 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-7fd42484-8967-4207-aaf6-3de6df5998db admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:16.341608 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-fe1045b8-e047-4b64-89aa-bd7c66d48458 tempest-DHCPAgentSchedulersTestJSON-1382231926 tempest-DHCPAgentSchedulersTestJSON-1382231926-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783145630486'] for network, precommit_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:16.344400 n-d-713301-16 neutron-server[95102]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Thu, 23 Sep 2021 19:36:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74f7f8d1-a3ad-4d3b-be14-f51285c6e90a x-openstack-request-id: req-74f7f8d1-a3ad-4d3b-be14-f51285c6e90a {{(pid=95102) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 19:36:16.357034 n-d-713301-16 neutron-server[95102]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7de987f0-ed4b-4ad1-baee-011605c35a17", "name": "network-vif-deleted", "tag": "e8124d03-6ec4-487a-a850-bef4dcba7384", "status": "failed", "code": 422}]} {{(pid=95102) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 19:36:16.357455 n-d-713301-16 neutron-server[95102]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-74f7f8d1-a3ad-4d3b-be14-f51285c6e90a {{(pid=95102) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 19:36:16.357737 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-57d1dfa7-4878-4aea-9d73-b3a8b8073915 req-740f1024-0824-486b-ad32-d47d3c74dd79 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:16.358065 n-d-713301-16 neutron-server[95102]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '7de987f0-ed4b-4ad1-baee-011605c35a17', 'name': 'network-vif-deleted', 'tag': 'e8124d03-6ec4-487a-a850-bef4dcba7384', 'status': 'failed', 'code': 422} returned with failed status Sep 23 19:36:16.364487 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.plugin [None req-863be735-231e-4366-89d1-282e66286305 None None] Port 498dad19-9faa-4d8f-aa16-ec64baa29084 cannot update to ACTIVE because it is not bound. {{(pid=95103) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 19:36:16.367368 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-7fd42484-8967-4207-aaf6-3de6df5998db admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:16.386218 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed96df2-9bb8-439c-a2e6-f1fbb8a6ea60 req-4db8c9d4-e42a-4fd1-b973-ad4ea90468b0 tempest-ServerRescueNegativeTestJSON-317871319 tempest-ServerRescueNegativeTestJSON-317871319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:36:16.388127 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-8ed96df2-9bb8-439c-a2e6-f1fbb8a6ea60 req-4db8c9d4-e42a-4fd1-b973-ad4ea90468b0 tempest-ServerRescueNegativeTestJSON-317871319 tempest-ServerRescueNegativeTestJSON-317871319-project] 10.222.0.67 "GET /v2.0/ports?device_id=f5f48627-8ac0-4a38-a3d5-5de21347facd HTTP/1.1" status: 200 len: 946 time: 0.4780102 Sep 23 19:36:16.400325 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-61e263b0-612c-4c41-abc7-62fcba50a826 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:16.497171 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-3f8c63b8-d732-4903-9f9e-a19c8c7ad610 req-eff00acd-44ee-4e36-a5ac-c77abc488706 tempest-ListServerFiltersTestJSON-809433892 tempest-ListServerFiltersTestJSON-809433892-project] 10.222.0.67 "GET /v2.0/ports?device_id=f7a4a9ad-9299-4e1e-a7bc-d77c53e5407a HTTP/1.1" status: 200 len: 210 time: 0.1078455 Sep 23 19:36:16.537004 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-8ed96df2-9bb8-439c-a2e6-f1fbb8a6ea60 req-c7d408de-2beb-40e4-b891-7ac69da0b341 tempest-ServerRescueNegativeTestJSON-317871319 tempest-ServerRescueNegativeTestJSON-317871319-project] 10.222.0.67 "GET /v2.0/security-groups?id=ac103501-6c24-4299-8f11-081b36059735&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1339440 Sep 23 19:36:16.564790 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-fe1045b8-e047-4b64-89aa-bd7c66d48458 tempest-DHCPAgentSchedulersTestJSON-1382231926 tempest-DHCPAgentSchedulersTestJSON-1382231926-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299'] for network, after_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:16.571188 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe1045b8-e047-4b64-89aa-bd7c66d48458 tempest-DHCPAgentSchedulersTestJSON-1382231926 tempest-DHCPAgentSchedulersTestJSON-1382231926-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:36:16.571944 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-fe1045b8-e047-4b64-89aa-bd7c66d48458 tempest-DHCPAgentSchedulersTestJSON-1382231926 tempest-DHCPAgentSchedulersTestJSON-1382231926-project] Notify callbacks [] for network, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:16.697288 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-7fd42484-8967-4207-aaf6-3de6df5998db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:16.701584 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-7fd42484-8967-4207-aaf6-3de6df5998db admin admin] Notify callbacks [] for security_group, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:16.705578 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-7fd42484-8967-4207-aaf6-3de6df5998db admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/59bcda02-76a5-4872-bba0-434ebc098978 HTTP/1.1" status: 204 len: 168 time: 0.6115398 Sep 23 19:36:16.708234 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe1045b8-e047-4b64-89aa-bd7c66d48458 tempest-DHCPAgentSchedulersTestJSON-1382231926 tempest-DHCPAgentSchedulersTestJSON-1382231926-project] Pushing event updated for resources: {'Network': ['ID=15c5062b-50b5-43af-9a50-41de0acd5ac0,revision_number=1']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:36:16.717419 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd42484-8967-4207-aaf6-3de6df5998db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59bcda02-76a5-4872-bba0-434ebc098978,revision_number=None']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:36:16.727519 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Network 15c5062b-50b5-43af-9a50-41de0acd5ac0 details requested by agent ovs-agent-n-d-713301-16 with host n-d-713301-16 {{(pid=95103) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 19:36:16.812833 n-d-713301-16 neutron-server[95102]: DEBUG neutron.notifiers.nova [req-de1939d3-70dc-47d0-bdb6-c79f2c609ac9 req-10d258ef-99cb-40ef-a6f1-e78526c81887 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dbfc3c35-dbca-414a-b86a-a95206c0784c {{(pid=95102) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 19:36:16.818305 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-61e263b0-612c-4c41-abc7-62fcba50a826 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:16.824033 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-de1939d3-70dc-47d0-bdb6-c79f2c609ac9 req-10d258ef-99cb-40ef-a6f1-e78526c81887 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:16.827610 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-61e263b0-612c-4c41-abc7-62fcba50a826 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:16.833989 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-fe1045b8-e047-4b64-89aa-bd7c66d48458 tempest-DHCPAgentSchedulersTestJSON-1382231926 tempest-DHCPAgentSchedulersTestJSON-1382231926-project] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 1.0192704 Sep 23 19:36:16.836855 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 52952) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:36:16.859574 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61e263b0-612c-4c41-abc7-62fcba50a826 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e8a172d-86f5-4fe4-8226-f3a1ee8aa990,revision_number=1']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:36:16.882236 n-d-713301-16 neutron-server[95102]: DEBUG neutron.db.provisioning_blocks [req-de1939d3-70dc-47d0-bdb6-c79f2c609ac9 req-10d258ef-99cb-40ef-a6f1-e78526c81887 service neutron] Transition to ACTIVE for port object dbfc3c35-dbca-414a-b86a-a95206c0784c will not be triggered until provisioned by entity L2. {{(pid=95102) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 19:36:16.892328 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-de1939d3-70dc-47d0-bdb6-c79f2c609ac9 req-10d258ef-99cb-40ef-a6f1-e78526c81887 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4399095'] for port, after_update {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:16.911468 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-61e263b0-612c-4c41-abc7-62fcba50a826 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=0fdb107be98745efb7721266c8973c71&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9893465 Sep 23 19:36:16.935945 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 52956) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:36:17.107180 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d258ef-99cb-40ef-a6f1-e78526c81887 service neutron] Pushing event updated for resources: {'Port': ['ID=dbfc3c35-dbca-414a-b86a-a95206c0784c,revision_number=2']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:36:17.137919 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.managers [req-de1939d3-70dc-47d0-bdb6-c79f2c609ac9 req-10d258ef-99cb-40ef-a6f1-e78526c81887 service neutron] Attempting to bind port dbfc3c35-dbca-414a-b86a-a95206c0784c on host n-h1-713301-16 for vnic_type normal with profile {{(pid=95102) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 19:36:17.138259 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.managers [req-de1939d3-70dc-47d0-bdb6-c79f2c609ac9 req-10d258ef-99cb-40ef-a6f1-e78526c81887 service neutron] Attempting to bind port dbfc3c35-dbca-414a-b86a-a95206c0784c by drivers openvswitch,hyperv on host n-h1-713301-16 at level 0 using segments [{'id': '95a45104-fd3c-482d-b056-88121b1d5539', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '6c3bf957-b393-434c-9b83-03d88ca33e08'}] {{(pid=95102) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 19:36:17.143192 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de1939d3-70dc-47d0-bdb6-c79f2c609ac9 req-10d258ef-99cb-40ef-a6f1-e78526c81887 service neutron] Attempting to bind port dbfc3c35-dbca-414a-b86a-a95206c0784c on network 6c3bf957-b393-434c-9b83-03d88ca33e08 {{(pid=95102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:36:17.149149 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de1939d3-70dc-47d0-bdb6-c79f2c609ac9 req-10d258ef-99cb-40ef-a6f1-e78526c81887 service neutron] Port dbfc3c35-dbca-414a-b86a-a95206c0784c on network 6c3bf957-b393-434c-9b83-03d88ca33e08 not bound, no agent of type Open vSwitch agent registered on host n-h1-713301-16 {{(pid=95102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 19:36:17.149683 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de1939d3-70dc-47d0-bdb6-c79f2c609ac9 req-10d258ef-99cb-40ef-a6f1-e78526c81887 service neutron] Attempting to bind port dbfc3c35-dbca-414a-b86a-a95206c0784c on network 6c3bf957-b393-434c-9b83-03d88ca33e08 {{(pid=95102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:36:17.157307 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de1939d3-70dc-47d0-bdb6-c79f2c609ac9 req-10d258ef-99cb-40ef-a6f1-e78526c81887 service neutron] Checking agent: {'id': '0708c3e9-0aad-4600-9be9-d2486535c898', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713301-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 19, 15, 28), 'started_at': datetime.datetime(2021, 9, 23, 19, 15, 28), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 19, 35, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 19:36:17.157857 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de1939d3-70dc-47d0-bdb6-c79f2c609ac9 req-10d258ef-99cb-40ef-a6f1-e78526c81887 service neutron] Checking segment: {'id': '95a45104-fd3c-482d-b056-88121b1d5539', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '6c3bf957-b393-434c-9b83-03d88ca33e08'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95102) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:36:17.158419 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de1939d3-70dc-47d0-bdb6-c79f2c609ac9 req-10d258ef-99cb-40ef-a6f1-e78526c81887 service neutron] Bound using segment: {'id': '95a45104-fd3c-482d-b056-88121b1d5539', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '6c3bf957-b393-434c-9b83-03d88ca33e08'} {{(pid=95102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 19:36:17.159044 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.managers [req-de1939d3-70dc-47d0-bdb6-c79f2c609ac9 req-10d258ef-99cb-40ef-a6f1-e78526c81887 service neutron] Bound port: dbfc3c35-dbca-414a-b86a-a95206c0784c, host: n-h1-713301-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '95a45104-fd3c-482d-b056-88121b1d5539', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '6c3bf957-b393-434c-9b83-03d88ca33e08'}}] {{(pid=95102) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 19:36:17.159581 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-de1939d3-70dc-47d0-bdb6-c79f2c609ac9 req-10d258ef-99cb-40ef-a6f1-e78526c81887 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:17.328797 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df5c27b-28dd-4fe0-9af0-de202c991214 req-6fe3c8e2-586e-490e-9817-4b699576c127 tempest-ServerActionsTestJSON-618918056 tempest-ServerActionsTestJSON-618918056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:36:17.330680 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-6df5c27b-28dd-4fe0-9af0-de202c991214 req-6fe3c8e2-586e-490e-9817-4b699576c127 tempest-ServerActionsTestJSON-618918056 tempest-ServerActionsTestJSON-618918056-project] 10.222.0.67 "GET /v2.0/ports?device_id=0aa4b856-b55e-498e-8d78-1218f4a31f15 HTTP/1.1" status: 200 len: 907 time: 0.1607563 Sep 23 19:36:17.332143 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.db [req-de1939d3-70dc-47d0-bdb6-c79f2c609ac9 req-10d258ef-99cb-40ef-a6f1-e78526c81887 service neutron] For port dbfc3c35-dbca-414a-b86a-a95206c0784c, host n-h1-713301-16, cleared binding levels {{(pid=95102) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 19:36:17.336160 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.db [req-de1939d3-70dc-47d0-bdb6-c79f2c609ac9 req-10d258ef-99cb-40ef-a6f1-e78526c81887 service neutron] For port dbfc3c35-dbca-414a-b86a-a95206c0784c, host n-h1-713301-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-16',level=0,port_id=dbfc3c35-dbca-414a-b86a-a95206c0784c,segment=NetworkSegment(95a45104-fd3c-482d-b056-88121b1d5539),segment_id=95a45104-fd3c-482d-b056-88121b1d5539)] {{(pid=95102) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 19:36:17.345531 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-de1939d3-70dc-47d0-bdb6-c79f2c609ac9 req-10d258ef-99cb-40ef-a6f1-e78526c81887 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4399095'] for port, after_update {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:17.449505 n-d-713301-16 neutron-server[95101]: DEBUG neutron.notifiers.nova [req-57d1dfa7-4878-4aea-9d73-b3a8b8073915 req-740f1024-0824-486b-ad32-d47d3c74dd79 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 498dad19-9faa-4d8f-aa16-ec64baa29084 {{(pid=95101) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 19:36:17.464406 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-57d1dfa7-4878-4aea-9d73-b3a8b8073915 req-740f1024-0824-486b-ad32-d47d3c74dd79 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:17.479774 n-d-713301-16 neutron-server[95101]: DEBUG neutron.db.provisioning_blocks [req-57d1dfa7-4878-4aea-9d73-b3a8b8073915 req-740f1024-0824-486b-ad32-d47d3c74dd79 service neutron] Transition to ACTIVE for port object 498dad19-9faa-4d8f-aa16-ec64baa29084 will not be triggered until provisioned by entity L2. {{(pid=95101) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 19:36:17.484226 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 52966) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:36:17.530778 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-57d1dfa7-4878-4aea-9d73-b3a8b8073915 req-740f1024-0824-486b-ad32-d47d3c74dd79 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5607436'] for port, after_update {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:17.562020 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-f97698af-1628-4b7d-8656-33fdcf90ac08 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:17.733023 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-d813dcdc-94fe-4174-8b1f-7db90ede5c18 tempest-DHCPAgentSchedulersTestJSON-679660413 tempest-DHCPAgentSchedulersTestJSON-679660413-project-admin] 10.222.0.67 "GET /v2.0/agents/1b18bf05-1b5f-4587-be5c-af3ac38e32ad/dhcp-networks HTTP/1.1" status: 200 len: 8080 time: 0.8939919 Sep 23 19:36:17.822346 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 52970) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:36:17.844169 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c379dee-e472-4c64-9ca5-5d41f9c0b37d req-bc676167-22c5-4362-84a2-f32389a8eec6 tempest-ListServerFiltersTestJSON-809433892 tempest-ListServerFiltersTestJSON-809433892-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:36:17.845905 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-9c379dee-e472-4c64-9ca5-5d41f9c0b37d req-bc676167-22c5-4362-84a2-f32389a8eec6 tempest-ListServerFiltersTestJSON-809433892 tempest-ListServerFiltersTestJSON-809433892-project] 10.222.0.74 "GET /v2.0/networks?id=6c3bf957-b393-434c-9b83-03d88ca33e08 HTTP/1.1" status: 200 len: 815 time: 0.3218772 Sep 23 19:36:17.847846 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-11d1d0a9-1d85-4e0e-9553-f6b60107b05c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:17.874566 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-11d1d0a9-1d85-4e0e-9553-f6b60107b05c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:17.905900 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d258ef-99cb-40ef-a6f1-e78526c81887 service neutron] Pushing event updated for resources: {'Port': ['ID=dbfc3c35-dbca-414a-b86a-a95206c0784c,revision_number=3']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:36:17.909522 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de1939d3-70dc-47d0-bdb6-c79f2c609ac9 req-10d258ef-99cb-40ef-a6f1-e78526c81887 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:36:17.910141 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-de1939d3-70dc-47d0-bdb6-c79f2c609ac9 req-10d258ef-99cb-40ef-a6f1-e78526c81887 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222849'] for port, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:17.911555 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-de1939d3-70dc-47d0-bdb6-c79f2c609ac9 req-10d258ef-99cb-40ef-a6f1-e78526c81887 service neutron] 10.222.0.74 "PUT /v2.0/ports/dbfc3c35-dbca-414a-b86a-a95206c0784c HTTP/1.1" status: 200 len: 1092 time: 2.2941804 Sep 23 19:36:17.950426 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-81b39b8a-87b1-4db1-82f6-87e1e966e080 req-e7c40193-8817-4c0a-b233-85975d13c0cc tempest-ListServerFiltersTestJSON-809433892 tempest-ListServerFiltersTestJSON-809433892-project] 10.222.0.67 "GET /v2.0/ports?device_id=f7a4a9ad-9299-4e1e-a7bc-d77c53e5407a HTTP/1.1" status: 200 len: 210 time: 0.0378523 Sep 23 19:36:17.975617 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.v2.base [req-9c379dee-e472-4c64-9ca5-5d41f9c0b37d req-fefcab29-cca7-4c76-87bc-e484d3211b6e tempest-ListServerFiltersTestJSON-809433892 tempest-ListServerFiltersTestJSON-809433892-project] Request body: {'port': {'device_id': 'f7a4a9ad-9299-4e1e-a7bc-d77c53e5407a', 'network_id': '6c3bf957-b393-434c-9b83-03d88ca33e08', 'admin_state_up': True, 'tenant_id': '56fcfa403913475e8ea77d8ff15ba666'}} {{(pid=95101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:36:18.003331 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-11d1d0a9-1d85-4e0e-9553-f6b60107b05c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:18.006021 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-11d1d0a9-1d85-4e0e-9553-f6b60107b05c admin admin] Notify callbacks [] for security_group, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:18.010316 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-11d1d0a9-1d85-4e0e-9553-f6b60107b05c admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/7e8a172d-86f5-4fe4-8226-f3a1ee8aa990 HTTP/1.1" status: 204 len: 168 time: 1.0396440 Sep 23 19:36:18.033440 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de1939d3-70dc-47d0-bdb6-c79f2c609ac9 req-277ea3ff-9c82-43d7-a3d1-37cf63f3d5cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:36:18.037067 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-de1939d3-70dc-47d0-bdb6-c79f2c609ac9 req-277ea3ff-9c82-43d7-a3d1-37cf63f3d5cc service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=56fcfa403913475e8ea77d8ff15ba666&device_id=112ec6b1-d777-4f3c-8724-ad88e87d715e HTTP/1.1" status: 200 len: 1095 time: 0.0608611 Sep 23 19:36:18.085066 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-740f1024-0824-486b-ad32-d47d3c74dd79 service neutron] Pushing event updated for resources: {'Port': ['ID=498dad19-9faa-4d8f-aa16-ec64baa29084,revision_number=2']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:36:18.097904 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11d1d0a9-1d85-4e0e-9553-f6b60107b05c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e8a172d-86f5-4fe4-8226-f3a1ee8aa990,revision_number=None']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:36:18.151828 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-de1939d3-70dc-47d0-bdb6-c79f2c609ac9 req-11c9c676-e56c-4835-a884-1cdc2839b9df service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=dbfc3c35-dbca-414a-b86a-a95206c0784c HTTP/1.1" status: 200 len: 217 time: 0.1036310 Sep 23 19:36:18.276677 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de1939d3-70dc-47d0-bdb6-c79f2c609ac9 req-ac81ccad-3663-4bc2-bed9-860684aebe38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:36:18.280408 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-de1939d3-70dc-47d0-bdb6-c79f2c609ac9 req-ac81ccad-3663-4bc2-bed9-860684aebe38 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=b97dfa20-c396-4d71-8474-b6e2ab2b5752 HTTP/1.1" status: 200 len: 854 time: 0.1198049 Sep 23 19:36:18.361012 n-d-713301-16 neutron-server[95102]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '112ec6b1-d777-4f3c-8724-ad88e87d715e', 'tag': 'dbfc3c35-dbca-414a-b86a-a95206c0784c'}] {{(pid=95102) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 19:36:18.371858 n-d-713301-16 neutron-server[95102]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab31b6d93e5336dbddfa8ec424565b3bd8cb2369c5b4d85bc943472dbb21e8ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f539d460-4cae-4478-86bc-56a56cb981d7" -d '{"events": [{"name": "network-changed", "server_uuid": "112ec6b1-d777-4f3c-8724-ad88e87d715e", "tag": "dbfc3c35-dbca-414a-b86a-a95206c0784c"}]}' {{(pid=95102) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 19:36:18.431574 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de1939d3-70dc-47d0-bdb6-c79f2c609ac9 req-f06ae85b-28f6-41f3-aa6d-3fafa7f8473b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:36:18.444698 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-de1939d3-70dc-47d0-bdb6-c79f2c609ac9 req-f06ae85b-28f6-41f3-aa6d-3fafa7f8473b service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=6c3bf957-b393-434c-9b83-03d88ca33e08&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1538949 Sep 23 19:36:18.492494 n-d-713301-16 neutron-server[95102]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 19:36:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0baee735-7b30-44e9-82bb-396500a31319 x-openstack-request-id: req-0baee735-7b30-44e9-82bb-396500a31319 {{(pid=95102) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 19:36:18.498836 n-d-713301-16 neutron-server[95102]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "112ec6b1-d777-4f3c-8724-ad88e87d715e", "tag": "dbfc3c35-dbca-414a-b86a-a95206c0784c", "status": "completed", "code": 200}]} {{(pid=95102) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 19:36:18.500131 n-d-713301-16 neutron-server[95102]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-0baee735-7b30-44e9-82bb-396500a31319 {{(pid=95102) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 19:36:18.500946 n-d-713301-16 neutron-server[95102]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '112ec6b1-d777-4f3c-8724-ad88e87d715e', 'tag': 'dbfc3c35-dbca-414a-b86a-a95206c0784c', 'status': 'completed', 'code': 200} Sep 23 19:36:18.656336 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5413fc-eeb4-4985-9ae8-52d915f09abd req-24633b9c-2225-42d5-b017-3b63bf974246 tempest-ServerActionsTestJSON-618918056 tempest-ServerActionsTestJSON-618918056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:36:18.658094 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-6d5413fc-eeb4-4985-9ae8-52d915f09abd req-24633b9c-2225-42d5-b017-3b63bf974246 tempest-ServerActionsTestJSON-618918056 tempest-ServerActionsTestJSON-618918056-project] 10.222.0.53 "GET /v2.0/ports?device_id=0aa4b856-b55e-498e-8d78-1218f4a31f15 HTTP/1.1" status: 200 len: 907 time: 0.2124522 Sep 23 19:36:18.739329 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044ce211-33e8-4a33-a759-1df3142bf303 req-b25f9507-e003-49f0-afcf-d1736e08c26d tempest-ServerActionsTestJSON-618918056 tempest-ServerActionsTestJSON-618918056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:36:18.754677 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-044ce211-33e8-4a33-a759-1df3142bf303 req-b25f9507-e003-49f0-afcf-d1736e08c26d tempest-ServerActionsTestJSON-618918056 tempest-ServerActionsTestJSON-618918056-project] 10.222.0.67 "GET /v2.0/ports?device_id=0aa4b856-b55e-498e-8d78-1218f4a31f15 HTTP/1.1" status: 200 len: 907 time: 0.2235162 Sep 23 19:36:18.766225 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-de1939d3-70dc-47d0-bdb6-c79f2c609ac9 req-bb5d4be2-c824-443d-8f56-74275912096d service neutron] 10.222.0.74 "GET /v2.0/networks/6c3bf957-b393-434c-9b83-03d88ca33e08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2956803 Sep 23 19:36:18.874217 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 52986) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:36:18.904108 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-eb6db7d1-70c6-451b-8c7c-a4dd32f11048 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:18.952055 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-de1939d3-70dc-47d0-bdb6-c79f2c609ac9 req-685dd6cc-3e9f-4c25-b7fd-0ac1cdc63d2d service neutron] 10.222.0.74 "GET /v2.0/networks/6c3bf957-b393-434c-9b83-03d88ca33e08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1738443 Sep 23 19:36:18.967814 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.plugin [req-6d5413fc-eeb4-4985-9ae8-52d915f09abd req-b59411d9-9146-4f20-aa51-3f8f4316d379 tempest-ServerActionsTestJSON-618918056 tempest-ServerActionsTestJSON-618918056-project] Deleting port 66d2b807-4e9d-484c-a6d3-6caed281d125 {{(pid=95102) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:36:18.968175 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-6d5413fc-eeb4-4985-9ae8-52d915f09abd req-b59411d9-9146-4f20-aa51-3f8f4316d379 tempest-ServerActionsTestJSON-618918056 tempest-ServerActionsTestJSON-618918056-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783146157096'] for port, before_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:19.119815 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73e120ce-7946-42d1-874b-3d468c06fcac tempest-DHCPAgentSchedulersTestJSON-679660413 tempest-DHCPAgentSchedulersTestJSON-679660413-project-admin] Network 15c5062b-50b5-43af-9a50-41de0acd5ac0 is scheduled to be hosted by DHCP agent 1b18bf05-1b5f-4587-be5c-af3ac38e32ad with binding_index 1 {{(pid=95101) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 19:36:19.122685 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.managers [req-57d1dfa7-4878-4aea-9d73-b3a8b8073915 req-740f1024-0824-486b-ad32-d47d3c74dd79 service neutron] Attempting to bind port 498dad19-9faa-4d8f-aa16-ec64baa29084 on host n-h2-713301-16 for vnic_type normal with profile {{(pid=95101) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 19:36:19.123200 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.managers [req-57d1dfa7-4878-4aea-9d73-b3a8b8073915 req-740f1024-0824-486b-ad32-d47d3c74dd79 service neutron] Attempting to bind port 498dad19-9faa-4d8f-aa16-ec64baa29084 by drivers openvswitch,hyperv on host n-h2-713301-16 at level 0 using segments [{'id': '95a45104-fd3c-482d-b056-88121b1d5539', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '6c3bf957-b393-434c-9b83-03d88ca33e08'}] {{(pid=95101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 19:36:19.124175 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57d1dfa7-4878-4aea-9d73-b3a8b8073915 req-740f1024-0824-486b-ad32-d47d3c74dd79 service neutron] Attempting to bind port 498dad19-9faa-4d8f-aa16-ec64baa29084 on network 6c3bf957-b393-434c-9b83-03d88ca33e08 {{(pid=95101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:36:19.141047 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-f97698af-1628-4b7d-8656-33fdcf90ac08 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:19.142947 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57d1dfa7-4878-4aea-9d73-b3a8b8073915 req-740f1024-0824-486b-ad32-d47d3c74dd79 service neutron] Port 498dad19-9faa-4d8f-aa16-ec64baa29084 on network 6c3bf957-b393-434c-9b83-03d88ca33e08 not bound, no agent of type Open vSwitch agent registered on host n-h2-713301-16 {{(pid=95101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 19:36:19.143451 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57d1dfa7-4878-4aea-9d73-b3a8b8073915 req-740f1024-0824-486b-ad32-d47d3c74dd79 service neutron] Attempting to bind port 498dad19-9faa-4d8f-aa16-ec64baa29084 on network 6c3bf957-b393-434c-9b83-03d88ca33e08 {{(pid=95101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:36:19.153129 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-f97698af-1628-4b7d-8656-33fdcf90ac08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:19.156051 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57d1dfa7-4878-4aea-9d73-b3a8b8073915 req-740f1024-0824-486b-ad32-d47d3c74dd79 service neutron] Checking agent: {'id': '2a7cea34-db54-4faf-8d23-37521c3e34cb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713301-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 19, 15, 28), 'started_at': datetime.datetime(2021, 9, 23, 19, 15, 28), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 19, 35, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 19:36:19.156521 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57d1dfa7-4878-4aea-9d73-b3a8b8073915 req-740f1024-0824-486b-ad32-d47d3c74dd79 service neutron] Checking segment: {'id': '95a45104-fd3c-482d-b056-88121b1d5539', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '6c3bf957-b393-434c-9b83-03d88ca33e08'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:36:19.157714 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57d1dfa7-4878-4aea-9d73-b3a8b8073915 req-740f1024-0824-486b-ad32-d47d3c74dd79 service neutron] Bound using segment: {'id': '95a45104-fd3c-482d-b056-88121b1d5539', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '6c3bf957-b393-434c-9b83-03d88ca33e08'} {{(pid=95101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 19:36:19.157714 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.managers [req-57d1dfa7-4878-4aea-9d73-b3a8b8073915 req-740f1024-0824-486b-ad32-d47d3c74dd79 service neutron] Bound port: 498dad19-9faa-4d8f-aa16-ec64baa29084, host: n-h2-713301-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '95a45104-fd3c-482d-b056-88121b1d5539', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '6c3bf957-b393-434c-9b83-03d88ca33e08'}}] {{(pid=95101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 19:36:19.158000 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-57d1dfa7-4878-4aea-9d73-b3a8b8073915 req-740f1024-0824-486b-ad32-d47d3c74dd79 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:19.162462 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-3d8feeaa-ec2c-464d-855e-08f25aa6f3b1 req-25e40efe-415f-4f45-9122-d8240135c57a tempest-ListServerFiltersTestJSON-809433892 tempest-ListServerFiltersTestJSON-809433892-project] 10.222.0.67 "GET /v2.0/ports?device_id=f7a4a9ad-9299-4e1e-a7bc-d77c53e5407a HTTP/1.1" status: 200 len: 210 time: 0.0349600 Sep 23 19:36:19.165852 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbc90191-247d-4a13-8d9a-3ee972c55ee5 None None] Network 15c5062b-50b5-43af-9a50-41de0acd5ac0 requested from n-d-713301-16 {{(pid=95103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 19:36:19.197107 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-73e120ce-7946-42d1-874b-3d468c06fcac tempest-DHCPAgentSchedulersTestJSON-679660413 tempest-DHCPAgentSchedulersTestJSON-679660413-project-admin] 10.222.0.67 "POST /v2.0/agents/1b18bf05-1b5f-4587-be5c-af3ac38e32ad/dhcp-networks HTTP/1.1" status: 201 len: 201 time: 1.3499806 Sep 23 19:36:19.250013 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 52990) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:36:19.281368 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f97698af-1628-4b7d-8656-33fdcf90ac08 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f607aa4-693d-4e32-b9b1-b362f2c751b5,revision_number=1']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:36:19.294405 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-eb6db7d1-70c6-451b-8c7c-a4dd32f11048 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:19.302809 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-eb6db7d1-70c6-451b-8c7c-a4dd32f11048 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:19.384122 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f539d460-4cae-4478-86bc-56a56cb981d7 req-822b84be-a92b-402e-9a4c-4200961244b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:36:19.386618 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-f539d460-4cae-4478-86bc-56a56cb981d7 req-822b84be-a92b-402e-9a4c-4200961244b4 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=56fcfa403913475e8ea77d8ff15ba666&device_id=112ec6b1-d777-4f3c-8724-ad88e87d715e HTTP/1.1" status: 200 len: 1095 time: 0.3502333 Sep 23 19:36:19.395523 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb6db7d1-70c6-451b-8c7c-a4dd32f11048 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29307d69-869f-4b72-9088-0ec2bf725b73,revision_number=1']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:36:19.406168 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.db [req-6d5413fc-eeb4-4985-9ae8-52d915f09abd req-b59411d9-9146-4f20-aa51-3f8f4316d379 tempest-ServerActionsTestJSON-618918056 tempest-ServerActionsTestJSON-618918056-project] For port 66d2b807-4e9d-484c-a6d3-6caed281d125, host n-h2-713301-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-16',level=0,port_id=66d2b807-4e9d-484c-a6d3-6caed281d125,segment=NetworkSegment(0ad9f853-8282-44e3-ac3b-2b75c9223dae),segment_id=0ad9f853-8282-44e3-ac3b-2b75c9223dae)] {{(pid=95102) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:36:19.406543 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-6d5413fc-eeb4-4985-9ae8-52d915f09abd req-b59411d9-9146-4f20-aa51-3f8f4316d379 tempest-ServerActionsTestJSON-618918056 tempest-ServerActionsTestJSON-618918056-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-605701'] for port, precommit_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:19.412761 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.db.api [req-9c379dee-e472-4c64-9ca5-5d41f9c0b37d req-fefcab29-cca7-4c76-87bc-e484d3211b6e tempest-ListServerFiltersTestJSON-809433892 tempest-ListServerFiltersTestJSON-809433892-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 23 19:36:19.412761 n-d-713301-16 neutron-server[95101]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Sep 23 19:36:19.412761 n-d-713301-16 neutron-server[95101]: [parameters: {'project_id_1': '56fcfa403913475e8ea77d8ff15ba666', 'expiration_1': datetime.datetime(2021, 9, 23, 19, 35, 59, 110876)}] Sep 23 19:36:19.412761 n-d-713301-16 neutron-server[95101]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=95101) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 23 19:36:19.413484 n-d-713301-16 neutron-server[95101]: DEBUG oslo_db.api [req-9c379dee-e472-4c64-9ca5-5d41f9c0b37d req-fefcab29-cca7-4c76-87bc-e484d3211b6e tempest-ListServerFiltersTestJSON-809433892 tempest-ListServerFiltersTestJSON-809433892-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=95101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 23 19:36:19.418771 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-eb6db7d1-70c6-451b-8c7c-a4dd32f11048 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=3c306a06e3d84c2e9b576f6d0d41bd64&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5428345 Sep 23 19:36:19.427006 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 52996) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:36:19.434153 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-f97698af-1628-4b7d-8656-33fdcf90ac08 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=ecac16f319c5441488f229227bba7a0b&name=default HTTP/1.1" status: 200 len: 2983 time: 1.9470077 Sep 23 19:36:19.437490 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 52998) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:36:19.488214 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.plugin [req-6d5413fc-eeb4-4985-9ae8-52d915f09abd req-b59411d9-9146-4f20-aa51-3f8f4316d379 tempest-ServerActionsTestJSON-618918056 tempest-ServerActionsTestJSON-618918056-project] Calling delete_port for 66d2b807-4e9d-484c-a6d3-6caed281d125 owned by compute:nova {{(pid=95102) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:36:19.538050 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.db [req-57d1dfa7-4878-4aea-9d73-b3a8b8073915 req-740f1024-0824-486b-ad32-d47d3c74dd79 service neutron] For port 498dad19-9faa-4d8f-aa16-ec64baa29084, host n-h2-713301-16, cleared binding levels {{(pid=95101) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 19:36:19.595884 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.db [req-57d1dfa7-4878-4aea-9d73-b3a8b8073915 req-740f1024-0824-486b-ad32-d47d3c74dd79 service neutron] For port 498dad19-9faa-4d8f-aa16-ec64baa29084, host n-h2-713301-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-16',level=0,port_id=498dad19-9faa-4d8f-aa16-ec64baa29084,segment=NetworkSegment(95a45104-fd3c-482d-b056-88121b1d5539),segment_id=95a45104-fd3c-482d-b056-88121b1d5539)] {{(pid=95101) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 19:36:19.609067 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-57d1dfa7-4878-4aea-9d73-b3a8b8073915 req-740f1024-0824-486b-ad32-d47d3c74dd79 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5607436'] for port, after_update {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:19.683265 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-2bbaacb9-a5a4-4cd3-a103-59f59762529a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:19.689011 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-478496f7-e923-46e0-bb0f-991f7426d71f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:19.699311 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-4b8b76b0-9dd9-49f3-a3de-c5fd1372b5ff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:19.709683 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d1dfa7-4878-4aea-9d73-b3a8b8073915 req-740f1024-0824-486b-ad32-d47d3c74dd79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:36:19.720554 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-57d1dfa7-4878-4aea-9d73-b3a8b8073915 req-740f1024-0824-486b-ad32-d47d3c74dd79 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222849'] for port, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:19.723423 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-57d1dfa7-4878-4aea-9d73-b3a8b8073915 req-740f1024-0824-486b-ad32-d47d3c74dd79 service neutron] 10.222.0.53 "PUT /v2.0/ports/498dad19-9faa-4d8f-aa16-ec64baa29084 HTTP/1.1" status: 200 len: 1093 time: 3.5581706 Sep 23 19:36:19.723423 n-d-713301-16 neutron-server[95101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9833bfef-a659-4e2c-804f-61eb8398fe4e', 'tag': '498dad19-9faa-4d8f-aa16-ec64baa29084'}] {{(pid=95101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 19:36:19.726308 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f539d460-4cae-4478-86bc-56a56cb981d7 req-621b61a1-eaf3-4252-9d64-878707a832ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:36:19.728567 n-d-713301-16 neutron-server[95101]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d8366c5740cd635e57ab12b71fe44a77c2acc3c19091ef849c6f68b380462244" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb2da9dc-ec10-479d-a09f-5f8b83789a2c" -d '{"events": [{"name": "network-changed", "server_uuid": "9833bfef-a659-4e2c-804f-61eb8398fe4e", "tag": "498dad19-9faa-4d8f-aa16-ec64baa29084"}]}' {{(pid=95101) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 19:36:19.731414 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-f539d460-4cae-4478-86bc-56a56cb981d7 req-621b61a1-eaf3-4252-9d64-878707a832ee service neutron] 10.222.0.74 "GET /v2.0/networks?id=6c3bf957-b393-434c-9b83-03d88ca33e08 HTTP/1.1" status: 200 len: 916 time: 0.3292291 Sep 23 19:36:19.913781 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-f539d460-4cae-4478-86bc-56a56cb981d7 req-3618ebf6-0d15-4856-b9d7-fb7de5634535 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=dbfc3c35-dbca-414a-b86a-a95206c0784c HTTP/1.1" status: 200 len: 217 time: 0.1734498 Sep 23 19:36:19.943027 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-f4ed18be-c948-4913-8748-d83720cdf150 tempest-DHCPAgentSchedulersTestJSON-679660413 tempest-DHCPAgentSchedulersTestJSON-679660413-project-admin] 10.222.0.67 "GET /v2.0/agents/1b18bf05-1b5f-4587-be5c-af3ac38e32ad/dhcp-networks HTTP/1.1" status: 200 len: 8851 time: 0.5492911 Sep 23 19:36:19.959097 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-4b8b76b0-9dd9-49f3-a3de-c5fd1372b5ff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:19.960703 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 53006) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:36:19.962130 n-d-713301-16 neutron-server[95101]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 19:36:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a83778e-4d95-4b3b-8049-4cf03e2e9436 x-openstack-request-id: req-8a83778e-4d95-4b3b-8049-4cf03e2e9436 {{(pid=95101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 19:36:19.962424 n-d-713301-16 neutron-server[95101]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9833bfef-a659-4e2c-804f-61eb8398fe4e", "tag": "498dad19-9faa-4d8f-aa16-ec64baa29084", "status": "completed", "code": 200}]} {{(pid=95101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 19:36:19.962676 n-d-713301-16 neutron-server[95101]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-8a83778e-4d95-4b3b-8049-4cf03e2e9436 {{(pid=95101) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 19:36:19.963064 n-d-713301-16 neutron-server[95101]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9833bfef-a659-4e2c-804f-61eb8398fe4e', 'tag': '498dad19-9faa-4d8f-aa16-ec64baa29084', 'status': 'completed', 'code': 200} Sep 23 19:36:19.969427 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-740f1024-0824-486b-ad32-d47d3c74dd79 service neutron] Pushing event updated for resources: {'Port': ['ID=498dad19-9faa-4d8f-aa16-ec64baa29084,revision_number=3']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:36:19.973228 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-478496f7-e923-46e0-bb0f-991f7426d71f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:19.983539 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f539d460-4cae-4478-86bc-56a56cb981d7 req-fa284c4b-cdb6-4d90-90cd-ecf1885c35c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:36:19.987004 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-f539d460-4cae-4478-86bc-56a56cb981d7 req-fa284c4b-cdb6-4d90-90cd-ecf1885c35c6 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=b97dfa20-c396-4d71-8474-b6e2ab2b5752 HTTP/1.1" status: 200 len: 854 time: 0.0615137 Sep 23 19:36:20.172568 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f539d460-4cae-4478-86bc-56a56cb981d7 req-e0943d1f-01e1-4237-a6b0-500d2df04649 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:36:20.174364 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-f539d460-4cae-4478-86bc-56a56cb981d7 req-e0943d1f-01e1-4237-a6b0-500d2df04649 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=6c3bf957-b393-434c-9b83-03d88ca33e08&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1592281 Sep 23 19:36:20.187771 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04699ca2-e4c3-4728-b618-ccc33d947dfe req-03278ebc-c2ef-44e9-bf6f-9afbb2dc006e tempest-ServerActionsTestJSON-618918056 tempest-ServerActionsTestJSON-618918056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:36:20.198264 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-04699ca2-e4c3-4728-b618-ccc33d947dfe req-03278ebc-c2ef-44e9-bf6f-9afbb2dc006e tempest-ServerActionsTestJSON-618918056 tempest-ServerActionsTestJSON-618918056-project] 10.222.0.67 "GET /v2.0/ports?device_id=0aa4b856-b55e-498e-8d78-1218f4a31f15 HTTP/1.1" status: 200 len: 907 time: 0.2738638 Sep 23 19:36:20.209651 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9c379dee-e472-4c64-9ca5-5d41f9c0b37d req-fefcab29-cca7-4c76-87bc-e484d3211b6e tempest-ListServerFiltersTestJSON-809433892 tempest-ListServerFiltersTestJSON-809433892-project] Made reservation on behalf of 56fcfa403913475e8ea77d8ff15ba666 for: {'port': 1} {{(pid=95101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:36:20.223961 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-9c379dee-e472-4c64-9ca5-5d41f9c0b37d req-fefcab29-cca7-4c76-87bc-e484d3211b6e tempest-ListServerFiltersTestJSON-809433892 tempest-ListServerFiltersTestJSON-809433892-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:20.334058 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-478496f7-e923-46e0-bb0f-991f7426d71f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:20.337790 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d1dfa7-4878-4aea-9d73-b3a8b8073915 req-a855d261-39cf-43a9-8f78-42ff4832fc6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:36:20.338076 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-478496f7-e923-46e0-bb0f-991f7426d71f admin admin] Notify callbacks [] for security_group, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:20.340481 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-57d1dfa7-4878-4aea-9d73-b3a8b8073915 req-a855d261-39cf-43a9-8f78-42ff4832fc6f service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=56fcfa403913475e8ea77d8ff15ba666&device_id=9833bfef-a659-4e2c-804f-61eb8398fe4e HTTP/1.1" status: 200 len: 1096 time: 0.4954550 Sep 23 19:36:20.343317 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-478496f7-e923-46e0-bb0f-991f7426d71f admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/7f607aa4-693d-4e32-b9b1-b362f2c751b5 HTTP/1.1" status: 204 len: 168 time: 0.9047821 Sep 23 19:36:20.348650 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-4b8b76b0-9dd9-49f3-a3de-c5fd1372b5ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:20.351554 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-4b8b76b0-9dd9-49f3-a3de-c5fd1372b5ff admin admin] Notify callbacks [] for security_group, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:20.362826 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-4b8b76b0-9dd9-49f3-a3de-c5fd1372b5ff admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/29307d69-869f-4b72-9088-0ec2bf725b73 HTTP/1.1" status: 204 len: 168 time: 0.9273498 Sep 23 19:36:20.371397 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-f539d460-4cae-4478-86bc-56a56cb981d7 req-a4499e3d-1772-445b-90ac-b289fe307cff service neutron] 10.222.0.74 "GET /v2.0/networks/6c3bf957-b393-434c-9b83-03d88ca33e08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1369550 Sep 23 19:36:20.388841 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-6d5413fc-eeb4-4985-9ae8-52d915f09abd req-b59411d9-9146-4f20-aa51-3f8f4316d379 tempest-ServerActionsTestJSON-618918056 tempest-ServerActionsTestJSON-618918056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783146162158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783145673144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4399100'] for port, after_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:20.414338 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-e76e825a-75cb-4de6-b52e-5044644f28f6 req-2f26b1e7-2b64-4ce4-b33a-bd1b121d41c0 tempest-ListServerFiltersTestJSON-809433892 tempest-ListServerFiltersTestJSON-809433892-project] 10.222.0.67 "GET /v2.0/ports?device_id=f7a4a9ad-9299-4e1e-a7bc-d77c53e5407a HTTP/1.1" status: 200 len: 210 time: 0.0898223 Sep 23 19:36:20.416694 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-478496f7-e923-46e0-bb0f-991f7426d71f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f607aa4-693d-4e32-b9b1-b362f2c751b5,revision_number=None']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:36:20.423334 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-5a396f42-93b7-44ca-aec9-20f896154e7a tempest-DHCPAgentSchedulersTestJSON-679660413 tempest-DHCPAgentSchedulersTestJSON-679660413-project-admin] 10.222.0.67 "DELETE /v2.0/agents/1b18bf05-1b5f-4587-be5c-af3ac38e32ad/dhcp-networks/15c5062b-50b5-43af-9a50-41de0acd5ac0 HTTP/1.1" status: 204 len: 168 time: 0.4545269 Sep 23 19:36:20.430421 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 53016) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:36:20.431555 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b8b76b0-9dd9-49f3-a3de-c5fd1372b5ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29307d69-869f-4b72-9088-0ec2bf725b73,revision_number=None']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:36:20.445532 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-57d1dfa7-4878-4aea-9d73-b3a8b8073915 req-f6a7831e-964c-4891-a04d-bcabbc9a1ace service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=498dad19-9faa-4d8f-aa16-ec64baa29084 HTTP/1.1" status: 200 len: 217 time: 0.0805326 Sep 23 19:36:20.501165 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b59411d9-9146-4f20-aa51-3f8f4316d379 tempest-ServerActionsTestJSON-618918056 tempest-ServerActionsTestJSON-618918056-project] Pushing event deleted for resources: {'Port': ['ID=66d2b807-4e9d-484c-a6d3-6caed281d125,revision_number=None']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:36:20.747779 n-d-713301-16 neutron-server[95102]: DEBUG neutron.db.l3_dvrscheduler_db [req-6d5413fc-eeb4-4985-9ae8-52d915f09abd req-b59411d9-9146-4f20-aa51-3f8f4316d379 tempest-ServerActionsTestJSON-618918056 tempest-ServerActionsTestJSON-618918056-project] No DVR routers for this DVR port 66d2b807-4e9d-484c-a6d3-6caed281d125 on host n-h2-713301-16 {{(pid=95102) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 19:36:20.762215 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-6d5413fc-eeb4-4985-9ae8-52d915f09abd req-b59411d9-9146-4f20-aa51-3f8f4316d379 tempest-ServerActionsTestJSON-618918056 tempest-ServerActionsTestJSON-618918056-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222849'] for port, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:20.774849 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-6d5413fc-eeb4-4985-9ae8-52d915f09abd req-b59411d9-9146-4f20-aa51-3f8f4316d379 tempest-ServerActionsTestJSON-618918056 tempest-ServerActionsTestJSON-618918056-project] 10.222.0.53 "DELETE /v2.0/ports/66d2b807-4e9d-484c-a6d3-6caed281d125 HTTP/1.1" status: 204 len: 173 time: 2.1092794 Sep 23 19:36:20.781723 n-d-713301-16 neutron-server[95102]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0aa4b856-b55e-498e-8d78-1218f4a31f15', 'name': 'network-vif-deleted', 'tag': '66d2b807-4e9d-484c-a6d3-6caed281d125'}] {{(pid=95102) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 19:36:20.788139 n-d-713301-16 neutron-server[95102]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab31b6d93e5336dbddfa8ec424565b3bd8cb2369c5b4d85bc943472dbb21e8ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0760db00-b567-422e-bc5d-77eb4c554e53" -d '{"events": [{"server_uuid": "0aa4b856-b55e-498e-8d78-1218f4a31f15", "name": "network-vif-deleted", "tag": "66d2b807-4e9d-484c-a6d3-6caed281d125"}]}' {{(pid=95102) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 19:36:20.911811 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-f539d460-4cae-4478-86bc-56a56cb981d7 req-3ba0f65c-c64d-4209-8f6e-3d74b4996a4a service neutron] 10.222.0.74 "GET /v2.0/networks/6c3bf957-b393-434c-9b83-03d88ca33e08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5242100 Sep 23 19:36:20.967935 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d1dfa7-4878-4aea-9d73-b3a8b8073915 req-4b9c9bfa-36ca-495d-bbc3-6174391ef805 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:36:20.977602 n-d-713301-16 neutron-server[95102]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 19:36:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-492cb3a6-be81-4f37-b7c3-c8e904d4f3a8 x-openstack-request-id: req-492cb3a6-be81-4f37-b7c3-c8e904d4f3a8 {{(pid=95102) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 19:36:20.978119 n-d-713301-16 neutron-server[95102]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0aa4b856-b55e-498e-8d78-1218f4a31f15", "name": "network-vif-deleted", "tag": "66d2b807-4e9d-484c-a6d3-6caed281d125", "status": "completed", "code": 200}]} {{(pid=95102) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 19:36:20.978119 n-d-713301-16 neutron-server[95102]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-492cb3a6-be81-4f37-b7c3-c8e904d4f3a8 {{(pid=95102) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 19:36:20.978537 n-d-713301-16 neutron-server[95102]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0aa4b856-b55e-498e-8d78-1218f4a31f15', 'name': 'network-vif-deleted', 'tag': '66d2b807-4e9d-484c-a6d3-6caed281d125', 'status': 'completed', 'code': 200} Sep 23 19:36:20.982739 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-57d1dfa7-4878-4aea-9d73-b3a8b8073915 req-4b9c9bfa-36ca-495d-bbc3-6174391ef805 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=b97dfa20-c396-4d71-8474-b6e2ab2b5752 HTTP/1.1" status: 200 len: 854 time: 0.4590647 Sep 23 19:36:21.034646 n-d-713301-16 neutron-server[95101]: DEBUG neutron.db.db_base_plugin_common [req-9c379dee-e472-4c64-9ca5-5d41f9c0b37d req-fefcab29-cca7-4c76-87bc-e484d3211b6e tempest-ListServerFiltersTestJSON-809433892 tempest-ListServerFiltersTestJSON-809433892-project] Allocated IP 172.20.0.14 (6c3bf957-b393-434c-9b83-03d88ca33e08/b97dfa20-c396-4d71-8474-b6e2ab2b5752/487c6b6b-d6fa-43d3-9cde-4b48f7aef746) {{(pid=95101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 19:36:21.156254 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-a68d740e-ff21-4eb3-bc5c-2c4c1139181f tempest-DHCPAgentSchedulersTestJSON-679660413 tempest-DHCPAgentSchedulersTestJSON-679660413-project-admin] 10.222.0.67 "GET /v2.0/agents/1b18bf05-1b5f-4587-be5c-af3ac38e32ad/dhcp-networks HTTP/1.1" status: 200 len: 8080 time: 0.7197516 Sep 23 19:36:21.157615 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 53032) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:36:21.192971 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-598b90cf-aff9-4208-9b12-428be8986845 tempest-DHCPAgentSchedulersTestJSON-679660413 tempest-DHCPAgentSchedulersTestJSON-679660413-project-admin] 10.222.0.67 "GET /v2.0/networks/d69a58ff-1405-457f-9bb7-800becaaef57/dhcp-agents HTTP/1.1" status: 200 len: 796 time: 0.0340772 Sep 23 19:36:21.205265 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 53034) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:36:21.234450 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-349006e9-a9b6-4f5e-a0a0-08c6caf6e040 tempest-DHCPAgentSchedulersTestJSON-679660413 tempest-DHCPAgentSchedulersTestJSON-679660413-project-admin] 10.222.0.67 "GET /v2.0/networks/d69a58ff-1405-457f-9bb7-800becaaef57/dhcp-agents HTTP/1.1" status: 200 len: 796 time: 0.0274189 Sep 23 19:36:21.238282 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 53040) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:36:21.445360 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d1dfa7-4878-4aea-9d73-b3a8b8073915 req-c5250846-9fb4-4e7c-b02e-64fe1d41233a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:36:21.453808 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-57d1dfa7-4878-4aea-9d73-b3a8b8073915 req-c5250846-9fb4-4e7c-b02e-64fe1d41233a service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=6c3bf957-b393-434c-9b83-03d88ca33e08&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3073626 Sep 23 19:36:21.473893 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-efc8629c-32de-43c5-82c1-b5b16bb45612 req-16b7390c-350d-49d6-bbe3-8140c5878c92 tempest-ServerActionsTestJSON-618918056 tempest-ServerActionsTestJSON-618918056-project] 10.222.0.67 "GET /v2.0/ports?device_id=0aa4b856-b55e-498e-8d78-1218f4a31f15 HTTP/1.1" status: 200 len: 210 time: 0.1135089 Sep 23 19:36:21.635977 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-37d074e8-7529-41b0-a302-d0a5b7b63542 req-e5ba16ba-59bb-44b6-b9b0-f04a7cb77668 tempest-ListServerFiltersTestJSON-809433892 tempest-ListServerFiltersTestJSON-809433892-project] 10.222.0.67 "GET /v2.0/ports?device_id=f7a4a9ad-9299-4e1e-a7bc-d77c53e5407a HTTP/1.1" status: 200 len: 210 time: 0.0831556 Sep 23 19:36:21.693726 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-9c379dee-e472-4c64-9ca5-5d41f9c0b37d req-fefcab29-cca7-4c76-87bc-e484d3211b6e tempest-ListServerFiltersTestJSON-809433892 tempest-ListServerFiltersTestJSON-809433892-project] Notify callbacks [] for port, precommit_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:21.739012 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-cba31a3e-5bfc-4458-b630-74e517c5ba93 tempest-DHCPAgentSchedulersTestJSON-679660413 tempest-DHCPAgentSchedulersTestJSON-679660413-project-admin] 10.222.0.67 "GET /v2.0/agents/1b18bf05-1b5f-4587-be5c-af3ac38e32ad/dhcp-networks HTTP/1.1" status: 200 len: 8080 time: 0.4989495 Sep 23 19:36:21.745304 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 53062) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:36:21.752017 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-57d1dfa7-4878-4aea-9d73-b3a8b8073915 req-f1c8f34b-48f6-4f49-a1e2-cb25e5a0f583 service neutron] 10.222.0.53 "GET /v2.0/networks/6c3bf957-b393-434c-9b83-03d88ca33e08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2806385 Sep 23 19:36:21.860647 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-466a130a-0fe2-4406-8474-f7ec6dd22320 tempest-DHCPAgentSchedulersTestJSON-1382231926 tempest-DHCPAgentSchedulersTestJSON-1382231926-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1628021'] for network, before_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:21.888854 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-9c379dee-e472-4c64-9ca5-5d41f9c0b37d req-fefcab29-cca7-4c76-87bc-e484d3211b6e tempest-ListServerFiltersTestJSON-809433892 tempest-ListServerFiltersTestJSON-809433892-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783145673135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5607431'] for port, after_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:21.975287 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-466a130a-0fe2-4406-8474-f7ec6dd22320 tempest-DHCPAgentSchedulersTestJSON-1382231926 tempest-DHCPAgentSchedulersTestJSON-1382231926-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1754676', 'neutron.services.segments.db._delete_segments_for_network-8783146221460'] for network, precommit_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:22.019561 n-d-713301-16 neutron-server[95102]: DEBUG neutron.services.segments.db [None req-466a130a-0fe2-4406-8474-f7ec6dd22320 tempest-DHCPAgentSchedulersTestJSON-1382231926 tempest-DHCPAgentSchedulersTestJSON-1382231926-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['15c5062b-50b5-43af-9a50-41de0acd5ac0']}} {{(pid=95102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:36:22.040749 n-d-713301-16 neutron-server[95102]: DEBUG neutron.services.segments.db [None req-466a130a-0fe2-4406-8474-f7ec6dd22320 tempest-DHCPAgentSchedulersTestJSON-1382231926 tempest-DHCPAgentSchedulersTestJSON-1382231926-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4d0ee019-dcf4-49ff-a674-ea8f3cdfa1b8') {'for_net_delete': True} {{(pid=95102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:36:22.043058 n-d-713301-16 neutron-server[95102]: DEBUG neutron.services.segments.db [None req-466a130a-0fe2-4406-8474-f7ec6dd22320 tempest-DHCPAgentSchedulersTestJSON-1382231926 tempest-DHCPAgentSchedulersTestJSON-1382231926-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4d0ee019-dcf4-49ff-a674-ea8f3cdfa1b8') {} {{(pid=95102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:36:22.045880 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9c379dee-e472-4c64-9ca5-5d41f9c0b37d req-fefcab29-cca7-4c76-87bc-e484d3211b6e tempest-ListServerFiltersTestJSON-809433892 tempest-ListServerFiltersTestJSON-809433892-project] Network 6c3bf957-b393-434c-9b83-03d88ca33e08 is already hosted by enough agents. {{(pid=95101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:36:22.061241 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.base_scheduler [req-9c379dee-e472-4c64-9ca5-5d41f9c0b37d req-fefcab29-cca7-4c76-87bc-e484d3211b6e tempest-ListServerFiltersTestJSON-809433892 tempest-ListServerFiltersTestJSON-809433892-project] Resources bound (agent type, host, resource id): {{(pid=95101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:36:22.069623 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-466a130a-0fe2-4406-8474-f7ec6dd22320 tempest-DHCPAgentSchedulersTestJSON-1382231926 tempest-DHCPAgentSchedulersTestJSON-1382231926-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783146221725', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6162832'] for segment, before_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:22.079845 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fefcab29-cca7-4c76-87bc-e484d3211b6e tempest-ListServerFiltersTestJSON-809433892 tempest-ListServerFiltersTestJSON-809433892-project] Pushing event updated for resources: {'Port': ['ID=487c6b6b-d6fa-43d3-9cde-4b48f7aef746,revision_number=1']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:36:22.099781 n-d-713301-16 neutron-server[95101]: DEBUG neutron.db.l3_dvrscheduler_db [req-9c379dee-e472-4c64-9ca5-5d41f9c0b37d req-fefcab29-cca7-4c76-87bc-e484d3211b6e tempest-ListServerFiltersTestJSON-809433892 tempest-ListServerFiltersTestJSON-809433892-project] Received port after_create {{(pid=95101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 19:36:22.103656 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fefcab29-cca7-4c76-87bc-e484d3211b6e tempest-ListServerFiltersTestJSON-809433892 tempest-ListServerFiltersTestJSON-809433892-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:36:22.104542 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-466a130a-0fe2-4406-8474-f7ec6dd22320 tempest-DHCPAgentSchedulersTestJSON-1382231926 tempest-DHCPAgentSchedulersTestJSON-1382231926-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1756186'] for segment, precommit_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:22.105764 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fefcab29-cca7-4c76-87bc-e484d3211b6e tempest-ListServerFiltersTestJSON-809433892 tempest-ListServerFiltersTestJSON-809433892-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:36:22.106454 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fefcab29-cca7-4c76-87bc-e484d3211b6e tempest-ListServerFiltersTestJSON-809433892 tempest-ListServerFiltersTestJSON-809433892-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:36:22.106712 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fefcab29-cca7-4c76-87bc-e484d3211b6e tempest-ListServerFiltersTestJSON-809433892 tempest-ListServerFiltersTestJSON-809433892-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:36:22.107109 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fefcab29-cca7-4c76-87bc-e484d3211b6e tempest-ListServerFiltersTestJSON-809433892 tempest-ListServerFiltersTestJSON-809433892-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:36:22.107835 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fefcab29-cca7-4c76-87bc-e484d3211b6e tempest-ListServerFiltersTestJSON-809433892 tempest-ListServerFiltersTestJSON-809433892-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:36:22.108222 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fefcab29-cca7-4c76-87bc-e484d3211b6e tempest-ListServerFiltersTestJSON-809433892 tempest-ListServerFiltersTestJSON-809433892-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:36:22.108736 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fefcab29-cca7-4c76-87bc-e484d3211b6e tempest-ListServerFiltersTestJSON-809433892 tempest-ListServerFiltersTestJSON-809433892-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:36:22.108956 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fefcab29-cca7-4c76-87bc-e484d3211b6e tempest-ListServerFiltersTestJSON-809433892 tempest-ListServerFiltersTestJSON-809433892-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:36:22.109256 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fefcab29-cca7-4c76-87bc-e484d3211b6e tempest-ListServerFiltersTestJSON-809433892 tempest-ListServerFiltersTestJSON-809433892-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:36:22.109871 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fefcab29-cca7-4c76-87bc-e484d3211b6e tempest-ListServerFiltersTestJSON-809433892 tempest-ListServerFiltersTestJSON-809433892-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:36:22.110223 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fefcab29-cca7-4c76-87bc-e484d3211b6e tempest-ListServerFiltersTestJSON-809433892 tempest-ListServerFiltersTestJSON-809433892-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:36:22.116973 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-466a130a-0fe2-4406-8474-f7ec6dd22320 tempest-DHCPAgentSchedulersTestJSON-1382231926 tempest-DHCPAgentSchedulersTestJSON-1382231926-project] Releasing vlan 627 on physical network physnet1 to pool {{(pid=95102) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 19:36:22.117758 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-466a130a-0fe2-4406-8474-f7ec6dd22320 tempest-DHCPAgentSchedulersTestJSON-1382231926 tempest-DHCPAgentSchedulersTestJSON-1382231926-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1756186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4398095'] for segment, after_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:22.125694 n-d-713301-16 neutron-server[95102]: Traceback (most recent call last): Sep 23 19:36:22.125694 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 19:36:22.125694 n-d-713301-16 neutron-server[95102]: timer() Sep 23 19:36:22.125694 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 19:36:22.125694 n-d-713301-16 neutron-server[95102]: cb(*args, **kw) Sep 23 19:36:22.125694 n-d-713301-16 neutron-server[95102]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 19:36:22.125694 n-d-713301-16 neutron-server[95102]: return func(*args, **kwargs) Sep 23 19:36:22.125694 n-d-713301-16 neutron-server[95102]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 19:36:22.125694 n-d-713301-16 neutron-server[95102]: self._notify() Sep 23 19:36:22.125694 n-d-713301-16 neutron-server[95102]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 19:36:22.125694 n-d-713301-16 neutron-server[95102]: self.callback(batched_events) Sep 23 19:36:22.125694 n-d-713301-16 neutron-server[95102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 19:36:22.125694 n-d-713301-16 neutron-server[95102]: event.method(event) Sep 23 19:36:22.125694 n-d-713301-16 neutron-server[95102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 19:36:22.125694 n-d-713301-16 neutron-server[95102]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 19:36:22.125694 n-d-713301-16 neutron-server[95102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 19:36:22.125694 n-d-713301-16 neutron-server[95102]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 19:36:22.125694 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 19:36:22.125694 n-d-713301-16 neutron-server[95102]: return f(self, *a, **k) Sep 23 19:36:22.125694 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 19:36:22.125694 n-d-713301-16 neutron-server[95102]: return self._get(url).json() Sep 23 19:36:22.125694 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 19:36:22.125694 n-d-713301-16 neutron-server[95102]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 19:36:22.125694 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 19:36:22.125694 n-d-713301-16 neutron-server[95102]: return self.request(url, 'GET', **kwargs) Sep 23 19:36:22.125694 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 19:36:22.125694 n-d-713301-16 neutron-server[95102]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 19:36:22.125694 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 19:36:22.125694 n-d-713301-16 neutron-server[95102]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 19:36:22.125694 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 19:36:22.125694 n-d-713301-16 neutron-server[95102]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 19:36:22.125694 n-d-713301-16 neutron-server[95102]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 19:36:22.148768 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-57d1dfa7-4878-4aea-9d73-b3a8b8073915 req-f242dd89-2bfd-4a43-ae62-bd9deb499748 service neutron] 10.222.0.53 "GET /v2.0/networks/6c3bf957-b393-434c-9b83-03d88ca33e08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3748963 Sep 23 19:36:22.262421 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-466a130a-0fe2-4406-8474-f7ec6dd22320 tempest-DHCPAgentSchedulersTestJSON-1382231926 tempest-DHCPAgentSchedulersTestJSON-1382231926-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1754627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-601866'] for network, after_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:22.279087 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-466a130a-0fe2-4406-8474-f7ec6dd22320 tempest-DHCPAgentSchedulersTestJSON-1382231926 tempest-DHCPAgentSchedulersTestJSON-1382231926-project] Notify callbacks [] for network, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:22.290195 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Device dbfc3c35-dbca-414a-b86a-a95206c0784c details requested by agent hyperv_n-h1-713301-16 with host n-h1-713301-16 {{(pid=95103) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 19:36:22.309557 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-466a130a-0fe2-4406-8474-f7ec6dd22320 tempest-DHCPAgentSchedulersTestJSON-1382231926 tempest-DHCPAgentSchedulersTestJSON-1382231926-project] 10.222.0.67 "DELETE /v2.0/networks/15c5062b-50b5-43af-9a50-41de0acd5ac0 HTTP/1.1" status: 204 len: 168 time: 0.5605650 Sep 23 19:36:22.332009 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 53110) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:36:22.345970 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-530723db-f1fa-46fe-b2c1-e1e8525f6c5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:22.416815 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-466a130a-0fe2-4406-8474-f7ec6dd22320 tempest-DHCPAgentSchedulersTestJSON-1382231926 tempest-DHCPAgentSchedulersTestJSON-1382231926-project] Pushing event deleted for resources: {'Network': ['ID=15c5062b-50b5-43af-9a50-41de0acd5ac0,revision_number=None']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:36:22.476723 n-d-713301-16 neutron-server[95102]: INFO neutron.pecan_wsgi.hooks.translation [None req-4dc843fc-b6be-493b-93ab-d7d50a9bea79 tempest-DHCPAgentSchedulersTestJSON-1382231926 tempest-DHCPAgentSchedulersTestJSON-1382231926-project] DELETE failed (client error): The resource could not be found. Sep 23 19:36:22.479761 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4dc843fc-b6be-493b-93ab-d7d50a9bea79 tempest-DHCPAgentSchedulersTestJSON-1382231926 tempest-DHCPAgentSchedulersTestJSON-1382231926-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95102) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 23 19:36:22.481673 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-4dc843fc-b6be-493b-93ab-d7d50a9bea79 tempest-DHCPAgentSchedulersTestJSON-1382231926 tempest-DHCPAgentSchedulersTestJSON-1382231926-project] 10.222.0.67 "DELETE /v2.0/ports/01a9ce6e-4815-4571-999c-9baada17b3e8 HTTP/1.1" status: 404 len: 333 time: 0.1467760 Sep 23 19:36:22.486701 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 53134) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:36:22.568844 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c379dee-e472-4c64-9ca5-5d41f9c0b37d req-fefcab29-cca7-4c76-87bc-e484d3211b6e tempest-ListServerFiltersTestJSON-809433892 tempest-ListServerFiltersTestJSON-809433892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:36:22.569502 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-9c379dee-e472-4c64-9ca5-5d41f9c0b37d req-fefcab29-cca7-4c76-87bc-e484d3211b6e tempest-ListServerFiltersTestJSON-809433892 tempest-ListServerFiltersTestJSON-809433892-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222849'] for port, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:22.580090 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb2da9dc-ec10-479d-a09f-5f8b83789a2c req-ded503c3-267c-4428-893b-a7a9e0fb758e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:36:22.581642 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-eb2da9dc-ec10-479d-a09f-5f8b83789a2c req-ded503c3-267c-4428-893b-a7a9e0fb758e service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=56fcfa403913475e8ea77d8ff15ba666&device_id=9833bfef-a659-4e2c-804f-61eb8398fe4e HTTP/1.1" status: 200 len: 1096 time: 0.3063900 Sep 23 19:36:22.615654 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Device 66d2b807-4e9d-484c-a6d3-6caed281d125 no longer exists at agent hyperv_n-h2-713301-16 {{(pid=95103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 19:36:22.626600 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] For port dbfc3c35-dbca-414a-b86a-a95206c0784c, host n-h1-713301-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-16',level=0,port_id=dbfc3c35-dbca-414a-b86a-a95206c0784c,segment=NetworkSegment(95a45104-fd3c-482d-b056-88121b1d5539),segment_id=95a45104-fd3c-482d-b056-88121b1d5539)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:36:22.678438 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-9c379dee-e472-4c64-9ca5-5d41f9c0b37d req-fefcab29-cca7-4c76-87bc-e484d3211b6e tempest-ListServerFiltersTestJSON-809433892 tempest-ListServerFiltersTestJSON-809433892-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.7109005 Sep 23 19:36:22.704085 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.plugin [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] No Port match for: 66d2b807-4e9d-484c-a6d3-6caed281d125 {{(pid=95103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 19:36:22.704536 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Device 66d2b807-4e9d-484c-a6d3-6caed281d125 not bound to the agent host n-h2-713301-16 {{(pid=95103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 19:36:22.707411 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Returning: {'device': 'dbfc3c35-dbca-414a-b86a-a95206c0784c', 'network_id': '6c3bf957-b393-434c-9b83-03d88ca33e08', 'port_id': 'dbfc3c35-dbca-414a-b86a-a95206c0784c', 'mac_address': 'fa:16:3e:2b:a0:1f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 644, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b97dfa20-c396-4d71-8474-b6e2ab2b5752', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95103) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 19:36:22.737055 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.v2.base [req-9c379dee-e472-4c64-9ca5-5d41f9c0b37d req-7b4b2ef5-ee14-4b39-b1fe-9fa8d339af57 service neutron] Request body: {'port': {'device_id': 'f7a4a9ad-9299-4e1e-a7bc-d77c53e5407a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713301-16'}} {{(pid=95101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:36:22.786075 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:22.788259 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-2383f2c0-0a55-4b3f-ae32-f88133aa1ecf None None] Provisioning complete for port 487c6b6b-d6fa-43d3-9cde-4b48f7aef746 triggered by entity DHCP. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:36:22.788877 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-2383f2c0-0a55-4b3f-ae32-f88133aa1ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:22.831922 n-d-713301-16 neutron-server[95103]: DEBUG neutron.notifiers.nova [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dbfc3c35-dbca-414a-b86a-a95206c0784c {{(pid=95103) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 19:36:22.844593 n-d-713301-16 neutron-server[95101]: DEBUG neutron.db.db_base_plugin_v2 [None req-9aa0d915-6481-4746-9ee3-b3dea289d7df tempest-DHCPAgentSchedulersTestJSON-1382231926 tempest-DHCPAgentSchedulersTestJSON-1382231926-project] Deleting subnet 9f7914d7-1d19-4331-bd6c-151f8331c4d5 {{(pid=95101) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 23 19:36:22.878436 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.plugin [None req-2383f2c0-0a55-4b3f-ae32-f88133aa1ecf None None] Port 487c6b6b-d6fa-43d3-9cde-4b48f7aef746 cannot update to ACTIVE because it is not bound. {{(pid=95103) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 19:36:22.884252 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] For port dbfc3c35-dbca-414a-b86a-a95206c0784c, host n-h1-713301-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-16',level=0,port_id=dbfc3c35-dbca-414a-b86a-a95206c0784c,segment=NetworkSegment(95a45104-fd3c-482d-b056-88121b1d5539),segment_id=95a45104-fd3c-482d-b056-88121b1d5539)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:36:22.891107 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:22.915083 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-9aa0d915-6481-4746-9ee3-b3dea289d7df tempest-DHCPAgentSchedulersTestJSON-1382231926 tempest-DHCPAgentSchedulersTestJSON-1382231926-project] Notify callbacks [] for subnet, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:22.924535 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5965d48-7065-4806-bb1e-dbed54c9e429 req-8f50a972-873e-4a4d-aadb-defff6829fdc tempest-ListServerFiltersTestJSON-809433892 tempest-ListServerFiltersTestJSON-809433892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:36:22.954672 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-c5965d48-7065-4806-bb1e-dbed54c9e429 req-8f50a972-873e-4a4d-aadb-defff6829fdc tempest-ListServerFiltersTestJSON-809433892 tempest-ListServerFiltersTestJSON-809433892-project] 10.222.0.67 "GET /v2.0/ports?device_id=f7a4a9ad-9299-4e1e-a7bc-d77c53e5407a HTTP/1.1" status: 200 len: 932 time: 0.1445210 Sep 23 19:36:22.958519 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 53154) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:36:22.982318 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Pushing event updated for resources: {'Port': ['ID=dbfc3c35-dbca-414a-b86a-a95206c0784c,revision_number=4']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:36:23.042481 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:23.058624 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-c5965d48-7065-4806-bb1e-dbed54c9e429 req-f825403a-c4b9-4f21-81b8-76319e8d462f tempest-ListServerFiltersTestJSON-809433892 tempest-ListServerFiltersTestJSON-809433892-project] 10.222.0.67 "GET /v2.0/security-groups?id=791c206a-3feb-4dc0-8ae9-5b23b18cf1d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1009936 Sep 23 19:36:23.075498 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-9aa0d915-6481-4746-9ee3-b3dea289d7df tempest-DHCPAgentSchedulersTestJSON-1382231926 tempest-DHCPAgentSchedulersTestJSON-1382231926-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6007154'] for subnet, precommit_delete_associations {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:23.100499 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-9c379dee-e472-4c64-9ca5-5d41f9c0b37d req-7b4b2ef5-ee14-4b39-b1fe-9fa8d339af57 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:23.148735 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] get_ports_and_sgs() called for port_ids ['dbfc3c35-dbca-414a-b86a-a95206c0784c'] {{(pid=95103) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 19:36:23.214770 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb2da9dc-ec10-479d-a09f-5f8b83789a2c req-2c157306-6698-4637-abef-1ad7a42d40e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:36:23.216411 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-eb2da9dc-ec10-479d-a09f-5f8b83789a2c req-2c157306-6698-4637-abef-1ad7a42d40e2 service neutron] 10.222.0.53 "GET /v2.0/networks?id=6c3bf957-b393-434c-9b83-03d88ca33e08 HTTP/1.1" status: 200 len: 916 time: 0.6100621 Sep 23 19:36:23.266318 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-818b583c-d1fe-43cb-96d3-e31e2d244159 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:23.314306 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ab7738-29b8-48e2-8501-3e2cfe76e24d req-0f2e4816-de4a-4fe0-8e36-49f71358d9b3 tempest-ServerActionsTestJSON-618918056 tempest-ServerActionsTestJSON-618918056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:36:23.317108 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-e4ab7738-29b8-48e2-8501-3e2cfe76e24d req-0f2e4816-de4a-4fe0-8e36-49f71358d9b3 tempest-ServerActionsTestJSON-618918056 tempest-ServerActionsTestJSON-618918056-project] 10.222.0.67 "GET /v2.0/ports?device_id=0dfe8add-9373-42a8-8f7e-a04fba305a6c HTTP/1.1" status: 200 len: 945 time: 0.1929882 Sep 23 19:36:23.332860 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-eb2da9dc-ec10-479d-a09f-5f8b83789a2c req-67769231-dd47-4817-bbd7-68d2a628bf57 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=498dad19-9faa-4d8f-aa16-ec64baa29084 HTTP/1.1" status: 200 len: 217 time: 0.0927846 Sep 23 19:36:23.410507 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb2da9dc-ec10-479d-a09f-5f8b83789a2c req-8cede0e2-8794-4324-bb05-409e947de8cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:36:23.412416 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-eb2da9dc-ec10-479d-a09f-5f8b83789a2c req-8cede0e2-8794-4324-bb05-409e947de8cd service neutron] 10.222.0.53 "GET /v2.0/subnets?id=b97dfa20-c396-4d71-8474-b6e2ab2b5752 HTTP/1.1" status: 200 len: 854 time: 0.0619838 Sep 23 19:36:23.444476 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-0ae75029-feb6-4728-9a94-5f9b60993d82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:23.470851 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-9aa0d915-6481-4746-9ee3-b3dea289d7df tempest-DHCPAgentSchedulersTestJSON-1382231926 tempest-DHCPAgentSchedulersTestJSON-1382231926-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1756813'] for subnet, precommit_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:23.566205 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb2da9dc-ec10-479d-a09f-5f8b83789a2c req-1d657d77-add9-4786-bc68-8bd53404c6d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:36:23.568131 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-eb2da9dc-ec10-479d-a09f-5f8b83789a2c req-1d657d77-add9-4786-bc68-8bd53404c6d6 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=6c3bf957-b393-434c-9b83-03d88ca33e08&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1448915 Sep 23 19:36:23.614725 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-e4ab7738-29b8-48e2-8501-3e2cfe76e24d req-199c19b2-989e-4f8e-9b4d-6cd39553856e tempest-ServerActionsTestJSON-618918056 tempest-ServerActionsTestJSON-618918056-project] 10.222.0.67 "GET /v2.0/security-groups?id=8f1e71cd-f67e-49f6-828d-7dde05723843&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2828443 Sep 23 19:36:23.654115 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-818b583c-d1fe-43cb-96d3-e31e2d244159 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:23.661051 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-818b583c-d1fe-43cb-96d3-e31e2d244159 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:23.668721 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-9aa0d915-6481-4746-9ee3-b3dea289d7df tempest-DHCPAgentSchedulersTestJSON-1382231926 tempest-DHCPAgentSchedulersTestJSON-1382231926-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1756804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5607514', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6130950'] for subnet, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:23.696477 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-818b583c-d1fe-43cb-96d3-e31e2d244159 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19568511-8d38-4dfd-9c76-c719fea8c2a6,revision_number=1']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:36:23.716472 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa0d915-6481-4746-9ee3-b3dea289d7df tempest-DHCPAgentSchedulersTestJSON-1382231926 tempest-DHCPAgentSchedulersTestJSON-1382231926-project] Pushing event deleted for resources: {'Subnet': ['ID=9f7914d7-1d19-4331-bd6c-151f8331c4d5,revision_number=None']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:36:23.724414 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-818b583c-d1fe-43cb-96d3-e31e2d244159 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=5fa7b016e9c34b3aa2bad167e7eeaa7f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7648475 Sep 23 19:36:23.726835 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 53170) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:36:23.797800 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-70efd3c7-c80e-4f73-9d4e-23261dcda0d8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:23.811716 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-9aa0d915-6481-4746-9ee3-b3dea289d7df tempest-DHCPAgentSchedulersTestJSON-1382231926 tempest-DHCPAgentSchedulersTestJSON-1382231926-project] Notify callbacks [] for subnet, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:23.818032 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 53176) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:36:23.818670 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4be9271-26e3-4d91-a7ed-92a24d2c68a2 None None] Network d69a58ff-1405-457f-9bb7-800becaaef57 requested from n-d-713301-16 {{(pid=95103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 19:36:23.819474 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-9aa0d915-6481-4746-9ee3-b3dea289d7df tempest-DHCPAgentSchedulersTestJSON-1382231926 tempest-DHCPAgentSchedulersTestJSON-1382231926-project] 10.222.0.67 "DELETE /v2.0/subnets/9f7914d7-1d19-4331-bd6c-151f8331c4d5 HTTP/1.1" status: 204 len: 168 time: 1.3317156 Sep 23 19:36:23.858923 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-70efd3c7-c80e-4f73-9d4e-23261dcda0d8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:23.870553 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-eb2da9dc-ec10-479d-a09f-5f8b83789a2c req-a9f9fbf0-00f1-40d1-b6ff-8b0e38e9c83f service neutron] 10.222.0.53 "GET /v2.0/networks/6c3bf957-b393-434c-9b83-03d88ca33e08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2667563 Sep 23 19:36:23.998482 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-6ad00821-604b-47fe-b825-e0b09e109d68 tempest-DHCPAgentSchedulersTestJSON-1382231926 tempest-DHCPAgentSchedulersTestJSON-1382231926-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1628021'] for network, before_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:24.067343 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-70efd3c7-c80e-4f73-9d4e-23261dcda0d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:24.070390 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-70efd3c7-c80e-4f73-9d4e-23261dcda0d8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:24.071835 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-70efd3c7-c80e-4f73-9d4e-23261dcda0d8 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/19568511-8d38-4dfd-9c76-c719fea8c2a6 HTTP/1.1" status: 204 len: 168 time: 0.3438709 Sep 23 19:36:24.086581 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70efd3c7-c80e-4f73-9d4e-23261dcda0d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19568511-8d38-4dfd-9c76-c719fea8c2a6,revision_number=None']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:36:24.125316 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.plugin [None req-6ad00821-604b-47fe-b825-e0b09e109d68 tempest-DHCPAgentSchedulersTestJSON-1382231926 tempest-DHCPAgentSchedulersTestJSON-1382231926-project] Deleting port bf1436bb-4fbf-4cd1-a33e-cb6ccab763cf {{(pid=95102) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:36:24.128539 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-6ad00821-604b-47fe-b825-e0b09e109d68 tempest-DHCPAgentSchedulersTestJSON-1382231926 tempest-DHCPAgentSchedulersTestJSON-1382231926-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783146157096'] for port, before_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:24.160635 n-d-713301-16 neutron-server[95101]: DEBUG neutron.notifiers.nova [req-9c379dee-e472-4c64-9ca5-5d41f9c0b37d req-7b4b2ef5-ee14-4b39-b1fe-9fa8d339af57 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 487c6b6b-d6fa-43d3-9cde-4b48f7aef746 {{(pid=95101) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 19:36:24.174905 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-eb2da9dc-ec10-479d-a09f-5f8b83789a2c req-59c36ee7-a708-440d-8bfb-9860ec57a370 service neutron] 10.222.0.53 "GET /v2.0/networks/6c3bf957-b393-434c-9b83-03d88ca33e08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2746625 Sep 23 19:36:24.188319 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-9c379dee-e472-4c64-9ca5-5d41f9c0b37d req-7b4b2ef5-ee14-4b39-b1fe-9fa8d339af57 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:24.234416 n-d-713301-16 neutron-server[95101]: DEBUG neutron.db.provisioning_blocks [req-9c379dee-e472-4c64-9ca5-5d41f9c0b37d req-7b4b2ef5-ee14-4b39-b1fe-9fa8d339af57 service neutron] Transition to ACTIVE for port object 487c6b6b-d6fa-43d3-9cde-4b48f7aef746 will not be triggered until provisioned by entity L2. {{(pid=95101) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 19:36:24.242398 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-9c379dee-e472-4c64-9ca5-5d41f9c0b37d req-7b4b2ef5-ee14-4b39-b1fe-9fa8d339af57 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5607436'] for port, after_update {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:24.289667 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Device dbfc3c35-dbca-414a-b86a-a95206c0784c up at agent hyperv_n-h1-713301-16 {{(pid=95103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 19:36:24.292264 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31d4d5c7-886d-4a26-8452-9c4b417746cd None None] DHCP port deletion for d69a58ff-1405-457f-9bb7-800becaaef57 request from n-d-713301-16 {{(pid=95103) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 23 19:36:24.451382 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.plugin [None req-31d4d5c7-886d-4a26-8452-9c4b417746cd None None] Deleting port bf1436bb-4fbf-4cd1-a33e-cb6ccab763cf {{(pid=95103) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:36:24.452052 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-31d4d5c7-886d-4a26-8452-9c4b417746cd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783146157096'] for port, before_delete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:24.458254 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.db [None req-6ad00821-604b-47fe-b825-e0b09e109d68 tempest-DHCPAgentSchedulersTestJSON-1382231926 tempest-DHCPAgentSchedulersTestJSON-1382231926-project] For port bf1436bb-4fbf-4cd1-a33e-cb6ccab763cf, host n-d-713301-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-16',level=0,port_id=bf1436bb-4fbf-4cd1-a33e-cb6ccab763cf,segment=NetworkSegment(08ed2e17-1a75-45d6-a071-b607fe7f5a56),segment_id=08ed2e17-1a75-45d6-a071-b607fe7f5a56)] {{(pid=95102) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:36:24.458649 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-6ad00821-604b-47fe-b825-e0b09e109d68 tempest-DHCPAgentSchedulersTestJSON-1382231926 tempest-DHCPAgentSchedulersTestJSON-1382231926-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-605701'] for port, precommit_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:24.502681 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b294e69-53f6-48ae-8ce5-ec55ef9602d4 req-ceba4859-32d9-46ec-9c06-753720923d7b tempest-ListServerFiltersTestJSON-809433892 tempest-ListServerFiltersTestJSON-809433892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:36:24.511195 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-5b294e69-53f6-48ae-8ce5-ec55ef9602d4 req-ceba4859-32d9-46ec-9c06-753720923d7b tempest-ListServerFiltersTestJSON-809433892 tempest-ListServerFiltersTestJSON-809433892-project] 10.222.0.67 "GET /v2.0/ports?device_id=f7a4a9ad-9299-4e1e-a7bc-d77c53e5407a HTTP/1.1" status: 200 len: 944 time: 0.3106561 Sep 23 19:36:24.523153 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.plugin [None req-6ad00821-604b-47fe-b825-e0b09e109d68 tempest-DHCPAgentSchedulersTestJSON-1382231926 tempest-DHCPAgentSchedulersTestJSON-1382231926-project] Calling delete_port for bf1436bb-4fbf-4cd1-a33e-cb6ccab763cf owned by network:dhcp {{(pid=95102) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:36:24.531031 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b4b2ef5-ee14-4b39-b1fe-9fa8d339af57 service neutron] Pushing event updated for resources: {'Port': ['ID=487c6b6b-d6fa-43d3-9cde-4b48f7aef746,revision_number=2']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:36:24.601884 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0360113c-f351-44ac-bcaf-613ca5a20090 req-89e2e234-0a31-4c85-8059-faeef881f08a tempest-ServerActionsTestJSON-618918056 tempest-ServerActionsTestJSON-618918056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:36:24.602745 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-5b294e69-53f6-48ae-8ce5-ec55ef9602d4 req-1d32d6ea-7ca4-4a09-9327-ed419ac6d99c tempest-ListServerFiltersTestJSON-809433892 tempest-ListServerFiltersTestJSON-809433892-project] 10.222.0.67 "GET /v2.0/security-groups?id=791c206a-3feb-4dc0-8ae9-5b23b18cf1d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847580 Sep 23 19:36:24.609827 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-0360113c-f351-44ac-bcaf-613ca5a20090 req-89e2e234-0a31-4c85-8059-faeef881f08a tempest-ServerActionsTestJSON-618918056 tempest-ServerActionsTestJSON-618918056-project] 10.222.0.53 "GET /v2.0/ports?device_id=0dfe8add-9373-42a8-8f7e-a04fba305a6c HTTP/1.1" status: 200 len: 945 time: 0.2611074 Sep 23 19:36:24.681966 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-31d4d5c7-886d-4a26-8452-9c4b417746cd None None] For port bf1436bb-4fbf-4cd1-a33e-cb6ccab763cf, host n-d-713301-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-16',level=0,port_id=bf1436bb-4fbf-4cd1-a33e-cb6ccab763cf,segment=NetworkSegment(08ed2e17-1a75-45d6-a071-b607fe7f5a56),segment_id=08ed2e17-1a75-45d6-a071-b607fe7f5a56)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:36:24.683236 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-31d4d5c7-886d-4a26-8452-9c4b417746cd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-605701'] for port, precommit_delete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:24.725103 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.plugin [None req-31d4d5c7-886d-4a26-8452-9c4b417746cd None None] Calling delete_port for bf1436bb-4fbf-4cd1-a33e-cb6ccab763cf owned by network:dhcp {{(pid=95103) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:36:24.792463 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.managers [req-9c379dee-e472-4c64-9ca5-5d41f9c0b37d req-7b4b2ef5-ee14-4b39-b1fe-9fa8d339af57 service neutron] Attempting to bind port 487c6b6b-d6fa-43d3-9cde-4b48f7aef746 on host n-h1-713301-16 for vnic_type normal with profile {{(pid=95101) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 19:36:24.793107 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.managers [req-9c379dee-e472-4c64-9ca5-5d41f9c0b37d req-7b4b2ef5-ee14-4b39-b1fe-9fa8d339af57 service neutron] Attempting to bind port 487c6b6b-d6fa-43d3-9cde-4b48f7aef746 by drivers openvswitch,hyperv on host n-h1-713301-16 at level 0 using segments [{'id': '95a45104-fd3c-482d-b056-88121b1d5539', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '6c3bf957-b393-434c-9b83-03d88ca33e08'}] {{(pid=95101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 19:36:24.793644 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c379dee-e472-4c64-9ca5-5d41f9c0b37d req-7b4b2ef5-ee14-4b39-b1fe-9fa8d339af57 service neutron] Attempting to bind port 487c6b6b-d6fa-43d3-9cde-4b48f7aef746 on network 6c3bf957-b393-434c-9b83-03d88ca33e08 {{(pid=95101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:36:24.800239 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c379dee-e472-4c64-9ca5-5d41f9c0b37d req-7b4b2ef5-ee14-4b39-b1fe-9fa8d339af57 service neutron] Port 487c6b6b-d6fa-43d3-9cde-4b48f7aef746 on network 6c3bf957-b393-434c-9b83-03d88ca33e08 not bound, no agent of type Open vSwitch agent registered on host n-h1-713301-16 {{(pid=95101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 19:36:24.800907 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c379dee-e472-4c64-9ca5-5d41f9c0b37d req-7b4b2ef5-ee14-4b39-b1fe-9fa8d339af57 service neutron] Attempting to bind port 487c6b6b-d6fa-43d3-9cde-4b48f7aef746 on network 6c3bf957-b393-434c-9b83-03d88ca33e08 {{(pid=95101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:36:24.811215 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c379dee-e472-4c64-9ca5-5d41f9c0b37d req-7b4b2ef5-ee14-4b39-b1fe-9fa8d339af57 service neutron] Checking agent: {'id': '0708c3e9-0aad-4600-9be9-d2486535c898', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713301-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 19, 15, 28), 'started_at': datetime.datetime(2021, 9, 23, 19, 15, 28), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 19, 35, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 19:36:24.811821 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c379dee-e472-4c64-9ca5-5d41f9c0b37d req-7b4b2ef5-ee14-4b39-b1fe-9fa8d339af57 service neutron] Checking segment: {'id': '95a45104-fd3c-482d-b056-88121b1d5539', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '6c3bf957-b393-434c-9b83-03d88ca33e08'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:36:24.812380 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c379dee-e472-4c64-9ca5-5d41f9c0b37d req-7b4b2ef5-ee14-4b39-b1fe-9fa8d339af57 service neutron] Bound using segment: {'id': '95a45104-fd3c-482d-b056-88121b1d5539', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '6c3bf957-b393-434c-9b83-03d88ca33e08'} {{(pid=95101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 19:36:24.813035 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.managers [req-9c379dee-e472-4c64-9ca5-5d41f9c0b37d req-7b4b2ef5-ee14-4b39-b1fe-9fa8d339af57 service neutron] Bound port: 487c6b6b-d6fa-43d3-9cde-4b48f7aef746, host: n-h1-713301-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '95a45104-fd3c-482d-b056-88121b1d5539', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '6c3bf957-b393-434c-9b83-03d88ca33e08'}}] {{(pid=95101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 19:36:24.813591 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-9c379dee-e472-4c64-9ca5-5d41f9c0b37d req-7b4b2ef5-ee14-4b39-b1fe-9fa8d339af57 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:24.866266 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.plugin [req-0360113c-f351-44ac-bcaf-613ca5a20090 req-fd6d9490-427b-4efa-b089-4e5521464afb tempest-ServerActionsTestJSON-618918056 tempest-ServerActionsTestJSON-618918056-project] Deleting port 942cfdd5-5c55-4f79-9832-5024323d678e {{(pid=95101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:36:24.867023 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-0360113c-f351-44ac-bcaf-613ca5a20090 req-fd6d9490-427b-4efa-b089-4e5521464afb tempest-ServerActionsTestJSON-618918056 tempest-ServerActionsTestJSON-618918056-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783146157096'] for port, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:24.892379 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Device 498dad19-9faa-4d8f-aa16-ec64baa29084 details requested by agent hyperv_n-h2-713301-16 with host n-h2-713301-16 {{(pid=95103) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 19:36:24.914290 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-6ad00821-604b-47fe-b825-e0b09e109d68 tempest-DHCPAgentSchedulersTestJSON-1382231926 tempest-DHCPAgentSchedulersTestJSON-1382231926-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783146162158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783145673144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4399100'] for port, after_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:24.997869 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06fcddc5-9c40-4184-8408-562829d1645c req-91480dbc-9c4a-4f1b-8e16-05ee11b0bb29 tempest-ServerActionsTestJSON-618918056 tempest-ServerActionsTestJSON-618918056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:36:25.014804 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-06fcddc5-9c40-4184-8408-562829d1645c req-91480dbc-9c4a-4f1b-8e16-05ee11b0bb29 tempest-ServerActionsTestJSON-618918056 tempest-ServerActionsTestJSON-618918056-project] 10.222.0.67 "GET /v2.0/ports?device_id=0dfe8add-9373-42a8-8f7e-a04fba305a6c HTTP/1.1" status: 200 len: 945 time: 0.2628818 Sep 23 19:36:25.016940 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ad00821-604b-47fe-b825-e0b09e109d68 tempest-DHCPAgentSchedulersTestJSON-1382231926 tempest-DHCPAgentSchedulersTestJSON-1382231926-project] Pushing event deleted for resources: {'Port': ['ID=bf1436bb-4fbf-4cd1-a33e-cb6ccab763cf,revision_number=None']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:36:25.022455 n-d-713301-16 neutron-server[95102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ad00821-604b-47fe-b825-e0b09e109d68 tempest-DHCPAgentSchedulersTestJSON-1382231926 tempest-DHCPAgentSchedulersTestJSON-1382231926-project] No DVR routers for this DVR port bf1436bb-4fbf-4cd1-a33e-cb6ccab763cf on host n-d-713301-16 {{(pid=95102) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 19:36:25.077934 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.db [req-9c379dee-e472-4c64-9ca5-5d41f9c0b37d req-7b4b2ef5-ee14-4b39-b1fe-9fa8d339af57 service neutron] For port 487c6b6b-d6fa-43d3-9cde-4b48f7aef746, host n-h1-713301-16, cleared binding levels {{(pid=95101) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 19:36:25.090316 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.db [req-9c379dee-e472-4c64-9ca5-5d41f9c0b37d req-7b4b2ef5-ee14-4b39-b1fe-9fa8d339af57 service neutron] For port 487c6b6b-d6fa-43d3-9cde-4b48f7aef746, host n-h1-713301-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-16',level=0,port_id=487c6b6b-d6fa-43d3-9cde-4b48f7aef746,segment=NetworkSegment(95a45104-fd3c-482d-b056-88121b1d5539),segment_id=95a45104-fd3c-482d-b056-88121b1d5539)] {{(pid=95101) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 19:36:25.104753 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-9c379dee-e472-4c64-9ca5-5d41f9c0b37d req-7b4b2ef5-ee14-4b39-b1fe-9fa8d339af57 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5607436'] for port, after_update {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:25.140639 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Device bf1436bb-4fbf-4cd1-a33e-cb6ccab763cf no longer exists at agent ovs-agent-n-d-713301-16 {{(pid=95103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 19:36:25.144472 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] For port 498dad19-9faa-4d8f-aa16-ec64baa29084, host n-h2-713301-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-16',level=0,port_id=498dad19-9faa-4d8f-aa16-ec64baa29084,segment=NetworkSegment(95a45104-fd3c-482d-b056-88121b1d5539),segment_id=95a45104-fd3c-482d-b056-88121b1d5539)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:36:25.166341 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-31d4d5c7-886d-4a26-8452-9c4b417746cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783146162158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783145673144'] for port, after_delete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:25.214020 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Provisioning for port dbfc3c35-dbca-414a-b86a-a95206c0784c completed by entity L2. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 19:36:25.261298 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-6ad00821-604b-47fe-b825-e0b09e109d68 tempest-DHCPAgentSchedulersTestJSON-1382231926 tempest-DHCPAgentSchedulersTestJSON-1382231926-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1754676', 'neutron.services.segments.db._delete_segments_for_network-8783146221460'] for network, precommit_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:25.301362 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.plugin [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] No Port match for: bf1436bb-4fbf-4cd1-a33e-cb6ccab763cf {{(pid=95103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 19:36:25.309065 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-06fcddc5-9c40-4184-8408-562829d1645c req-a6ff8a99-36e3-4329-9f21-e29ab8a02f93 tempest-ServerActionsTestJSON-618918056 tempest-ServerActionsTestJSON-618918056-project] 10.222.0.67 "GET /v2.0/security-groups?id=8f1e71cd-f67e-49f6-828d-7dde05723843&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2816789 Sep 23 19:36:25.310512 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Device bf1436bb-4fbf-4cd1-a33e-cb6ccab763cf not bound to the agent host n-d-713301-16 {{(pid=95103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 19:36:25.326346 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Returning: {'device': '498dad19-9faa-4d8f-aa16-ec64baa29084', 'network_id': '6c3bf957-b393-434c-9b83-03d88ca33e08', 'port_id': '498dad19-9faa-4d8f-aa16-ec64baa29084', 'mac_address': 'fa:16:3e:25:0d:14', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 644, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b97dfa20-c396-4d71-8474-b6e2ab2b5752', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95103) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 19:36:25.335013 n-d-713301-16 neutron-server[95102]: DEBUG neutron.services.segments.db [None req-6ad00821-604b-47fe-b825-e0b09e109d68 tempest-DHCPAgentSchedulersTestJSON-1382231926 tempest-DHCPAgentSchedulersTestJSON-1382231926-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d69a58ff-1405-457f-9bb7-800becaaef57']}} {{(pid=95102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:36:25.350993 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Provisioning complete for port dbfc3c35-dbca-414a-b86a-a95206c0784c triggered by entity L2. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:36:25.356664 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:25.360253 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31d4d5c7-886d-4a26-8452-9c4b417746cd None None] Pushing event deleted for resources: {'Port': ['ID=bf1436bb-4fbf-4cd1-a33e-cb6ccab763cf,revision_number=None']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:36:25.364078 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31d4d5c7-886d-4a26-8452-9c4b417746cd None None] No DVR routers for this DVR port bf1436bb-4fbf-4cd1-a33e-cb6ccab763cf on host n-d-713301-16 {{(pid=95103) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 19:36:25.368684 n-d-713301-16 neutron-server[95102]: DEBUG neutron.services.segments.db [None req-6ad00821-604b-47fe-b825-e0b09e109d68 tempest-DHCPAgentSchedulersTestJSON-1382231926 tempest-DHCPAgentSchedulersTestJSON-1382231926-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '08ed2e17-1a75-45d6-a071-b607fe7f5a56') {'for_net_delete': True} {{(pid=95102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:36:25.377612 n-d-713301-16 neutron-server[95102]: DEBUG neutron.services.segments.db [None req-6ad00821-604b-47fe-b825-e0b09e109d68 tempest-DHCPAgentSchedulersTestJSON-1382231926 tempest-DHCPAgentSchedulersTestJSON-1382231926-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '08ed2e17-1a75-45d6-a071-b607fe7f5a56') {} {{(pid=95102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:36:25.400842 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-6ad00821-604b-47fe-b825-e0b09e109d68 tempest-DHCPAgentSchedulersTestJSON-1382231926 tempest-DHCPAgentSchedulersTestJSON-1382231926-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783146221725', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6162832'] for segment, before_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:25.426077 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-6ad00821-604b-47fe-b825-e0b09e109d68 tempest-DHCPAgentSchedulersTestJSON-1382231926 tempest-DHCPAgentSchedulersTestJSON-1382231926-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1756186'] for segment, precommit_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:25.435309 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6ad00821-604b-47fe-b825-e0b09e109d68 tempest-DHCPAgentSchedulersTestJSON-1382231926 tempest-DHCPAgentSchedulersTestJSON-1382231926-project] Releasing vlan 620 on physical network physnet1 to pool {{(pid=95102) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 19:36:25.435980 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-6ad00821-604b-47fe-b825-e0b09e109d68 tempest-DHCPAgentSchedulersTestJSON-1382231926 tempest-DHCPAgentSchedulersTestJSON-1382231926-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1756186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4398095'] for segment, after_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:25.439433 n-d-713301-16 neutron-server[95102]: Traceback (most recent call last): Sep 23 19:36:25.439433 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 19:36:25.439433 n-d-713301-16 neutron-server[95102]: timer() Sep 23 19:36:25.439433 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 19:36:25.439433 n-d-713301-16 neutron-server[95102]: cb(*args, **kw) Sep 23 19:36:25.439433 n-d-713301-16 neutron-server[95102]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 19:36:25.439433 n-d-713301-16 neutron-server[95102]: return func(*args, **kwargs) Sep 23 19:36:25.439433 n-d-713301-16 neutron-server[95102]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 19:36:25.439433 n-d-713301-16 neutron-server[95102]: self._notify() Sep 23 19:36:25.439433 n-d-713301-16 neutron-server[95102]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 19:36:25.439433 n-d-713301-16 neutron-server[95102]: self.callback(batched_events) Sep 23 19:36:25.439433 n-d-713301-16 neutron-server[95102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 19:36:25.439433 n-d-713301-16 neutron-server[95102]: event.method(event) Sep 23 19:36:25.439433 n-d-713301-16 neutron-server[95102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 19:36:25.439433 n-d-713301-16 neutron-server[95102]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 19:36:25.439433 n-d-713301-16 neutron-server[95102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 19:36:25.439433 n-d-713301-16 neutron-server[95102]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 19:36:25.439433 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 19:36:25.439433 n-d-713301-16 neutron-server[95102]: return f(self, *a, **k) Sep 23 19:36:25.439433 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 19:36:25.439433 n-d-713301-16 neutron-server[95102]: return self._get(url).json() Sep 23 19:36:25.439433 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 19:36:25.439433 n-d-713301-16 neutron-server[95102]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 19:36:25.439433 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 19:36:25.439433 n-d-713301-16 neutron-server[95102]: return self.request(url, 'GET', **kwargs) Sep 23 19:36:25.439433 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 19:36:25.439433 n-d-713301-16 neutron-server[95102]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 19:36:25.439433 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 19:36:25.439433 n-d-713301-16 neutron-server[95102]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 19:36:25.439433 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 19:36:25.439433 n-d-713301-16 neutron-server[95102]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 19:36:25.439433 n-d-713301-16 neutron-server[95102]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 19:36:25.441832 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-80e7e501-6c57-470d-92c6-e3d54bc3195c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:25.492700 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:25.520110 n-d-713301-16 neutron-server[95103]: DEBUG neutron.notifiers.nova [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 498dad19-9faa-4d8f-aa16-ec64baa29084 {{(pid=95103) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 19:36:25.547042 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-6ad00821-604b-47fe-b825-e0b09e109d68 tempest-DHCPAgentSchedulersTestJSON-1382231926 tempest-DHCPAgentSchedulersTestJSON-1382231926-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1754627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-601866'] for network, after_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:25.575948 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-6ad00821-604b-47fe-b825-e0b09e109d68 tempest-DHCPAgentSchedulersTestJSON-1382231926 tempest-DHCPAgentSchedulersTestJSON-1382231926-project] Notify callbacks [] for network, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:25.578922 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-6ad00821-604b-47fe-b825-e0b09e109d68 tempest-DHCPAgentSchedulersTestJSON-1382231926 tempest-DHCPAgentSchedulersTestJSON-1382231926-project] 10.222.0.67 "DELETE /v2.0/networks/d69a58ff-1405-457f-9bb7-800becaaef57 HTTP/1.1" status: 204 len: 168 time: 1.7597489 Sep 23 19:36:25.616767 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ad00821-604b-47fe-b825-e0b09e109d68 tempest-DHCPAgentSchedulersTestJSON-1382231926 tempest-DHCPAgentSchedulersTestJSON-1382231926-project] Pushing event deleted for resources: {'Network': ['ID=d69a58ff-1405-457f-9bb7-800becaaef57,revision_number=None']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:36:25.624502 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.db [req-0360113c-f351-44ac-bcaf-613ca5a20090 req-fd6d9490-427b-4efa-b089-4e5521464afb tempest-ServerActionsTestJSON-618918056 tempest-ServerActionsTestJSON-618918056-project] For port 942cfdd5-5c55-4f79-9832-5024323d678e, host n-h2-713301-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-16',level=0,port_id=942cfdd5-5c55-4f79-9832-5024323d678e,segment=NetworkSegment(0ad9f853-8282-44e3-ac3b-2b75c9223dae),segment_id=0ad9f853-8282-44e3-ac3b-2b75c9223dae)] {{(pid=95101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:36:25.626438 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-0360113c-f351-44ac-bcaf-613ca5a20090 req-fd6d9490-427b-4efa-b089-4e5521464afb tempest-ServerActionsTestJSON-618918056 tempest-ServerActionsTestJSON-618918056-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-605701'] for port, precommit_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:25.633593 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] For port 498dad19-9faa-4d8f-aa16-ec64baa29084, host n-h2-713301-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-16',level=0,port_id=498dad19-9faa-4d8f-aa16-ec64baa29084,segment=NetworkSegment(95a45104-fd3c-482d-b056-88121b1d5539),segment_id=95a45104-fd3c-482d-b056-88121b1d5539)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:36:25.653653 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:25.687544 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.plugin [req-0360113c-f351-44ac-bcaf-613ca5a20090 req-fd6d9490-427b-4efa-b089-4e5521464afb tempest-ServerActionsTestJSON-618918056 tempest-ServerActionsTestJSON-618918056-project] Calling delete_port for 942cfdd5-5c55-4f79-9832-5024323d678e owned by compute:nova {{(pid=95101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:36:25.700048 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c379dee-e472-4c64-9ca5-5d41f9c0b37d req-7b4b2ef5-ee14-4b39-b1fe-9fa8d339af57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:36:25.700795 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-9c379dee-e472-4c64-9ca5-5d41f9c0b37d req-7b4b2ef5-ee14-4b39-b1fe-9fa8d339af57 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222849'] for port, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:25.701857 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] For port dbfc3c35-dbca-414a-b86a-a95206c0784c, host n-h1-713301-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-16',level=0,port_id=dbfc3c35-dbca-414a-b86a-a95206c0784c,segment=NetworkSegment(95a45104-fd3c-482d-b056-88121b1d5539),segment_id=95a45104-fd3c-482d-b056-88121b1d5539)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:36:25.702339 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-9c379dee-e472-4c64-9ca5-5d41f9c0b37d req-7b4b2ef5-ee14-4b39-b1fe-9fa8d339af57 service neutron] 10.222.0.74 "PUT /v2.0/ports/487c6b6b-d6fa-43d3-9cde-4b48f7aef746 HTTP/1.1" status: 200 len: 1093 time: 3.0024092 Sep 23 19:36:25.702810 n-d-713301-16 neutron-server[95101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f7a4a9ad-9299-4e1e-a7bc-d77c53e5407a', 'tag': '487c6b6b-d6fa-43d3-9cde-4b48f7aef746'}] {{(pid=95101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 19:36:25.703359 n-d-713301-16 neutron-server[95103]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '112ec6b1-d777-4f3c-8724-ad88e87d715e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dbfc3c35-dbca-414a-b86a-a95206c0784c'}] {{(pid=95103) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 19:36:25.707029 n-d-713301-16 neutron-server[95103]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}81a1c17f2aa89d5b3ebbba3a3e0cf7eb588e431c2224256110c4c4facdd7c3e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c38f03d-0c1e-4c4c-8924-97c2ee5316c4" -d '{"events": [{"server_uuid": "112ec6b1-d777-4f3c-8724-ad88e87d715e", "name": "network-vif-plugged", "status": "completed", "tag": "dbfc3c35-dbca-414a-b86a-a95206c0784c"}]}' {{(pid=95103) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 19:36:25.712482 n-d-713301-16 neutron-server[95101]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d8366c5740cd635e57ab12b71fe44a77c2acc3c19091ef849c6f68b380462244" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e802ae9a-c144-4434-8d64-6658af3df7e8" -d '{"events": [{"name": "network-changed", "server_uuid": "f7a4a9ad-9299-4e1e-a7bc-d77c53e5407a", "tag": "487c6b6b-d6fa-43d3-9cde-4b48f7aef746"}]}' {{(pid=95101) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 19:36:25.721092 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:25.731201 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:25.838751 n-d-713301-16 neutron-server[95103]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 19:36:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e8a08f9-48fd-4ebf-b55c-734d22e8a3e3 x-openstack-request-id: req-1e8a08f9-48fd-4ebf-b55c-734d22e8a3e3 {{(pid=95103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 19:36:25.839076 n-d-713301-16 neutron-server[95103]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "112ec6b1-d777-4f3c-8724-ad88e87d715e", "name": "network-vif-plugged", "status": "completed", "tag": "dbfc3c35-dbca-414a-b86a-a95206c0784c", "code": 200}]} {{(pid=95103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 19:36:25.839899 n-d-713301-16 neutron-server[95103]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-1e8a08f9-48fd-4ebf-b55c-734d22e8a3e3 {{(pid=95103) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 19:36:25.839899 n-d-713301-16 neutron-server[95103]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '112ec6b1-d777-4f3c-8724-ad88e87d715e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dbfc3c35-dbca-414a-b86a-a95206c0784c', 'code': 200} Sep 23 19:36:25.866653 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Pushing event updated for resources: {'Port': ['ID=498dad19-9faa-4d8f-aa16-ec64baa29084,revision_number=4']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:36:25.902731 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed73efc-020a-4f91-b6a4-6a214fce7068 req-3be13de0-5641-4459-ae7e-bef2dca43ac6 tempest-ListServerFiltersTestJSON-809433892 tempest-ListServerFiltersTestJSON-809433892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:36:25.902731 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-aed73efc-020a-4f91-b6a4-6a214fce7068 req-3be13de0-5641-4459-ae7e-bef2dca43ac6 tempest-ListServerFiltersTestJSON-809433892 tempest-ListServerFiltersTestJSON-809433892-project] 10.222.0.67 "GET /v2.0/ports?device_id=f7a4a9ad-9299-4e1e-a7bc-d77c53e5407a HTTP/1.1" status: 200 len: 944 time: 0.1752126 Sep 23 19:36:25.956786 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Pushing event updated for resources: {'Port': ['ID=dbfc3c35-dbca-414a-b86a-a95206c0784c,revision_number=5']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:36:25.983354 n-d-713301-16 neutron-server[95101]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 19:36:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-493c802b-b5f0-40fc-b55c-1736c11d050f x-openstack-request-id: req-493c802b-b5f0-40fc-b55c-1736c11d050f {{(pid=95101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 19:36:25.983589 n-d-713301-16 neutron-server[95101]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f7a4a9ad-9299-4e1e-a7bc-d77c53e5407a", "tag": "487c6b6b-d6fa-43d3-9cde-4b48f7aef746", "status": "completed", "code": 200}]} {{(pid=95101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 19:36:25.984132 n-d-713301-16 neutron-server[95101]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-493c802b-b5f0-40fc-b55c-1736c11d050f {{(pid=95101) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 19:36:25.984822 n-d-713301-16 neutron-server[95101]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f7a4a9ad-9299-4e1e-a7bc-d77c53e5407a', 'tag': '487c6b6b-d6fa-43d3-9cde-4b48f7aef746', 'status': 'completed', 'code': 200} Sep 23 19:36:25.997829 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b4b2ef5-ee14-4b39-b1fe-9fa8d339af57 service neutron] Pushing event updated for resources: {'Port': ['ID=487c6b6b-d6fa-43d3-9cde-4b48f7aef746,revision_number=3']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:36:26.066551 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-aed73efc-020a-4f91-b6a4-6a214fce7068 req-f64ecd57-ef3d-4231-9c56-67df5e36e482 tempest-ListServerFiltersTestJSON-809433892 tempest-ListServerFiltersTestJSON-809433892-project] 10.222.0.67 "GET /v2.0/security-groups?id=791c206a-3feb-4dc0-8ae9-5b23b18cf1d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1475253 Sep 23 19:36:26.090243 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] get_ports_and_sgs() called for port_ids ['498dad19-9faa-4d8f-aa16-ec64baa29084'] {{(pid=95103) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 19:36:26.094598 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae11d3d-592a-48ea-b73a-290c5fe7e2fb req-1810481f-3379-47c1-817e-4e21c3589757 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:36:26.096121 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-5ae11d3d-592a-48ea-b73a-290c5fe7e2fb req-1810481f-3379-47c1-817e-4e21c3589757 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=112ec6b1-d777-4f3c-8724-ad88e87d715e HTTP/1.1" status: 200 len: 1097 time: 0.1597347 Sep 23 19:36:26.160266 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c379dee-e472-4c64-9ca5-5d41f9c0b37d req-d5315d08-19e4-4ff8-91a2-3ed21f516cfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:36:26.162946 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-9c379dee-e472-4c64-9ca5-5d41f9c0b37d req-d5315d08-19e4-4ff8-91a2-3ed21f516cfa service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=56fcfa403913475e8ea77d8ff15ba666&device_id=f7a4a9ad-9299-4e1e-a7bc-d77c53e5407a HTTP/1.1" status: 200 len: 1096 time: 0.3827643 Sep 23 19:36:26.177891 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-5ae11d3d-592a-48ea-b73a-290c5fe7e2fb req-012c0556-aa65-4489-8863-f8dc13d76c4f service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=791c206a-3feb-4dc0-8ae9-5b23b18cf1d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719469 Sep 23 19:36:26.287294 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-9c379dee-e472-4c64-9ca5-5d41f9c0b37d req-4e272b53-a351-4dd1-8fc4-597c75226a90 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=487c6b6b-d6fa-43d3-9cde-4b48f7aef746 HTTP/1.1" status: 200 len: 217 time: 0.1149130 Sep 23 19:36:26.533455 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-48108b86-2e7e-4e94-944f-73929fa7d9a4 req-51153171-da20-4b56-a413-54b2e2731039 tempest-ServerActionsTestJSON-618918056 tempest-ServerActionsTestJSON-618918056-project] 10.222.0.67 "GET /v2.0/ports?device_id=0dfe8add-9373-42a8-8f7e-a04fba305a6c HTTP/1.1" status: 200 len: 210 time: 0.0430856 Sep 23 19:36:26.544090 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-0360113c-f351-44ac-bcaf-613ca5a20090 req-fd6d9490-427b-4efa-b089-4e5521464afb tempest-ServerActionsTestJSON-618918056 tempest-ServerActionsTestJSON-618918056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783146162158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783145673144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5607431'] for port, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:26.557880 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] get_ports_and_sgs() called for port_ids ['cdcac803-b0eb-4617-8861-7fe8589dd0b8'] {{(pid=95103) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 19:36:26.603182 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Device 942cfdd5-5c55-4f79-9832-5024323d678e no longer exists at agent hyperv_n-h2-713301-16 {{(pid=95103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 19:36:26.606251 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd6d9490-427b-4efa-b089-4e5521464afb tempest-ServerActionsTestJSON-618918056 tempest-ServerActionsTestJSON-618918056-project] Pushing event deleted for resources: {'Port': ['ID=942cfdd5-5c55-4f79-9832-5024323d678e,revision_number=None']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:36:26.658044 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.plugin [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] No Port match for: 942cfdd5-5c55-4f79-9832-5024323d678e {{(pid=95103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 19:36:26.658600 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Device 942cfdd5-5c55-4f79-9832-5024323d678e not bound to the agent host n-h2-713301-16 {{(pid=95103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 19:36:26.659347 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c379dee-e472-4c64-9ca5-5d41f9c0b37d req-85574118-b234-493d-a4a9-8ca5b6681ade service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:36:26.661080 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-9c379dee-e472-4c64-9ca5-5d41f9c0b37d req-85574118-b234-493d-a4a9-8ca5b6681ade service neutron] 10.222.0.74 "GET /v2.0/subnets?id=b97dfa20-c396-4d71-8474-b6e2ab2b5752 HTTP/1.1" status: 200 len: 854 time: 0.1791632 Sep 23 19:36:26.661853 n-d-713301-16 neutron-server[95101]: DEBUG neutron.db.l3_dvrscheduler_db [req-0360113c-f351-44ac-bcaf-613ca5a20090 req-fd6d9490-427b-4efa-b089-4e5521464afb tempest-ServerActionsTestJSON-618918056 tempest-ServerActionsTestJSON-618918056-project] No DVR routers for this DVR port 942cfdd5-5c55-4f79-9832-5024323d678e on host n-h2-713301-16 {{(pid=95101) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 19:36:26.665253 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-0360113c-f351-44ac-bcaf-613ca5a20090 req-fd6d9490-427b-4efa-b089-4e5521464afb tempest-ServerActionsTestJSON-618918056 tempest-ServerActionsTestJSON-618918056-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222849'] for port, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:26.668191 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-0360113c-f351-44ac-bcaf-613ca5a20090 req-fd6d9490-427b-4efa-b089-4e5521464afb tempest-ServerActionsTestJSON-618918056 tempest-ServerActionsTestJSON-618918056-project] 10.222.0.53 "DELETE /v2.0/ports/942cfdd5-5c55-4f79-9832-5024323d678e HTTP/1.1" status: 204 len: 173 time: 2.0481474 Sep 23 19:36:26.730414 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c379dee-e472-4c64-9ca5-5d41f9c0b37d req-a692a5f3-e531-4ea5-b654-04f65076cf89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:36:26.732416 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-9c379dee-e472-4c64-9ca5-5d41f9c0b37d req-a692a5f3-e531-4ea5-b654-04f65076cf89 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=6c3bf957-b393-434c-9b83-03d88ca33e08&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0632970 Sep 23 19:36:26.767162 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 53280) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:36:26.886197 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-9c379dee-e472-4c64-9ca5-5d41f9c0b37d req-e0b6f888-cb20-45b9-a6af-66ece34e62ca service neutron] 10.222.0.74 "GET /v2.0/networks/6c3bf957-b393-434c-9b83-03d88ca33e08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1437786 Sep 23 19:36:26.936971 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 53288) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:36:27.015189 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 53292) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:36:27.061577 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-9c379dee-e472-4c64-9ca5-5d41f9c0b37d req-4deab559-167e-4d49-ad77-2a504cc54542 service neutron] 10.222.0.74 "GET /v2.0/networks/6c3bf957-b393-434c-9b83-03d88ca33e08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1682568 Sep 23 19:36:27.199601 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-43f56168-c7e6-48cb-a45f-4d33925c800b admin admin] Notify callbacks [] for security_group, before_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:27.287958 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e802ae9a-c144-4434-8d64-6658af3df7e8 req-b466fae8-c9f5-4d35-965c-1e061ca66018 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:36:27.294828 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-e802ae9a-c144-4434-8d64-6658af3df7e8 req-b466fae8-c9f5-4d35-965c-1e061ca66018 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=56fcfa403913475e8ea77d8ff15ba666&device_id=f7a4a9ad-9299-4e1e-a7bc-d77c53e5407a HTTP/1.1" status: 200 len: 1096 time: 0.1494954 Sep 23 19:36:27.455707 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-59a609bd-e07c-42da-bb0a-e038254c0ba3 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=d7712387c3b740d3bd3f42e2be1e3fe8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5172646 Sep 23 19:36:27.460153 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 53306) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:36:27.513737 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-8b602dea-d9aa-49b3-ad7a-be6c57b0fbf3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:27.570102 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e802ae9a-c144-4434-8d64-6658af3df7e8 req-b19c5a31-159d-44ac-a2e8-77c4c5d05709 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:36:27.571601 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-e802ae9a-c144-4434-8d64-6658af3df7e8 req-b19c5a31-159d-44ac-a2e8-77c4c5d05709 service neutron] 10.222.0.74 "GET /v2.0/networks?id=6c3bf957-b393-434c-9b83-03d88ca33e08 HTTP/1.1" status: 200 len: 916 time: 0.2696080 Sep 23 19:36:27.613671 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-848dc734-d067-4b17-a51d-a0e4663cdf3f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:27.626979 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc0e47d-8c94-472c-aed4-d8dea502d325 req-c7cadc8e-a450-42e1-9c19-f8b0c772a20f tempest-ListServerFiltersTestJSON-809433892 tempest-ListServerFiltersTestJSON-809433892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:36:27.629089 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-dbc0e47d-8c94-472c-aed4-d8dea502d325 req-c7cadc8e-a450-42e1-9c19-f8b0c772a20f tempest-ListServerFiltersTestJSON-809433892 tempest-ListServerFiltersTestJSON-809433892-project] 10.222.0.67 "GET /v2.0/ports?device_id=f7a4a9ad-9299-4e1e-a7bc-d77c53e5407a HTTP/1.1" status: 200 len: 944 time: 0.3953652 Sep 23 19:36:27.660352 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-e802ae9a-c144-4434-8d64-6658af3df7e8 req-221f6764-a86d-49a5-b9a1-5fe782275616 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=487c6b6b-d6fa-43d3-9cde-4b48f7aef746 HTTP/1.1" status: 200 len: 217 time: 0.0799148 Sep 23 19:36:27.709859 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-848dc734-d067-4b17-a51d-a0e4663cdf3f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:27.718164 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e802ae9a-c144-4434-8d64-6658af3df7e8 req-1385e6c8-c3ad-4b27-928d-b908ea12fe54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:36:27.719942 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-e802ae9a-c144-4434-8d64-6658af3df7e8 req-1385e6c8-c3ad-4b27-928d-b908ea12fe54 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=b97dfa20-c396-4d71-8474-b6e2ab2b5752 HTTP/1.1" status: 200 len: 854 time: 0.0507908 Sep 23 19:36:27.781304 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-dbc0e47d-8c94-472c-aed4-d8dea502d325 req-3b14f2c8-8221-40c9-bb2f-0e0d35e93949 tempest-ListServerFiltersTestJSON-809433892 tempest-ListServerFiltersTestJSON-809433892-project] 10.222.0.67 "GET /v2.0/security-groups?id=791c206a-3feb-4dc0-8ae9-5b23b18cf1d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1388268 Sep 23 19:36:27.822058 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e802ae9a-c144-4434-8d64-6658af3df7e8 req-49db7093-147f-48d0-b800-ca9b11398fb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:36:27.824642 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-e802ae9a-c144-4434-8d64-6658af3df7e8 req-49db7093-147f-48d0-b800-ca9b11398fb2 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=6c3bf957-b393-434c-9b83-03d88ca33e08&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0948279 Sep 23 19:36:27.848637 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-43f56168-c7e6-48cb-a45f-4d33925c800b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:27.872246 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-43f56168-c7e6-48cb-a45f-4d33925c800b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:27.923123 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43f56168-c7e6-48cb-a45f-4d33925c800b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=366cca36-15eb-4e6e-8b41-fc242d405e13,revision_number=1']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:36:27.949114 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-848dc734-d067-4b17-a51d-a0e4663cdf3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:27.952515 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-848dc734-d067-4b17-a51d-a0e4663cdf3f admin admin] Notify callbacks [] for security_group, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:27.957211 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-848dc734-d067-4b17-a51d-a0e4663cdf3f admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/f910d6f1-9502-4f5e-ab05-4b2dd223f083 HTTP/1.1" status: 204 len: 168 time: 0.4936049 Sep 23 19:36:27.981747 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:27.986726 n-d-713301-16 neutron-server[95101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0dfe8add-9373-42a8-8f7e-a04fba305a6c', 'name': 'network-vif-deleted', 'tag': '942cfdd5-5c55-4f79-9832-5024323d678e'}] {{(pid=95101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 19:36:27.992626 n-d-713301-16 neutron-server[95101]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d8366c5740cd635e57ab12b71fe44a77c2acc3c19091ef849c6f68b380462244" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44bf0b10-a3eb-4743-ac96-c43b6602db79" -d '{"events": [{"server_uuid": "0dfe8add-9373-42a8-8f7e-a04fba305a6c", "name": "network-vif-deleted", "tag": "942cfdd5-5c55-4f79-9832-5024323d678e"}]}' {{(pid=95101) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 19:36:28.006506 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-848dc734-d067-4b17-a51d-a0e4663cdf3f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f910d6f1-9502-4f5e-ab05-4b2dd223f083,revision_number=None']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:36:28.027352 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-e802ae9a-c144-4434-8d64-6658af3df7e8 req-5f41de65-498f-4e83-9d0b-4af89966d138 service neutron] 10.222.0.74 "GET /v2.0/networks/6c3bf957-b393-434c-9b83-03d88ca33e08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1890664 Sep 23 19:36:28.052212 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-43f56168-c7e6-48cb-a45f-4d33925c800b admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=8d5105912b9b4ffbb7b7ad44de276917&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2835259 Sep 23 19:36:28.063647 n-d-713301-16 neutron-server[95101]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 19:36:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a300791b-589c-4136-babb-fecf2e9c2c09 x-openstack-request-id: req-a300791b-589c-4136-babb-fecf2e9c2c09 {{(pid=95101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 19:36:28.063932 n-d-713301-16 neutron-server[95101]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0dfe8add-9373-42a8-8f7e-a04fba305a6c", "name": "network-vif-deleted", "tag": "942cfdd5-5c55-4f79-9832-5024323d678e", "status": "completed", "code": 200}]} {{(pid=95101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 19:36:28.064180 n-d-713301-16 neutron-server[95101]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-a300791b-589c-4136-babb-fecf2e9c2c09 {{(pid=95101) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 19:36:28.064712 n-d-713301-16 neutron-server[95101]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0dfe8add-9373-42a8-8f7e-a04fba305a6c', 'name': 'network-vif-deleted', 'tag': '942cfdd5-5c55-4f79-9832-5024323d678e', 'status': 'completed', 'code': 200} Sep 23 19:36:28.065470 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 53332) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:36:28.123186 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-956e4cc6-f327-4809-83dc-c08bd574ccd1 req-f6dffbdc-14bc-4fcd-a5a9-9e0cf7700607 tempest-ServerActionsTestJSON-618918056 tempest-ServerActionsTestJSON-618918056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:36:28.131470 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-956e4cc6-f327-4809-83dc-c08bd574ccd1 req-f6dffbdc-14bc-4fcd-a5a9-9e0cf7700607 tempest-ServerActionsTestJSON-618918056 tempest-ServerActionsTestJSON-618918056-project] 10.222.0.67 "GET /v2.0/ports?device_id=675250d5-b764-4a76-a441-f0488da38a5e HTTP/1.1" status: 200 len: 945 time: 0.1412280 Sep 23 19:36:28.203244 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-956e4cc6-f327-4809-83dc-c08bd574ccd1 req-fd01022d-d3f6-43f0-98b3-9f71679b700c tempest-ServerActionsTestJSON-618918056 tempest-ServerActionsTestJSON-618918056-project] 10.222.0.67 "GET /v2.0/security-groups?id=8f1e71cd-f67e-49f6-828d-7dde05723843&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639622 Sep 23 19:36:28.219520 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-8b602dea-d9aa-49b3-ad7a-be6c57b0fbf3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:28.225157 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-dde2caa2-7cae-4521-946b-d7fa3792c1c4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:28.226728 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-8b602dea-d9aa-49b3-ad7a-be6c57b0fbf3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:28.256393 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:28.270997 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-dde2caa2-7cae-4521-946b-d7fa3792c1c4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:28.277570 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-8b602dea-d9aa-49b3-ad7a-be6c57b0fbf3 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=8ffde8dfe96944c4894cc21a2ac4358a&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2610981 Sep 23 19:36:28.280472 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b602dea-d9aa-49b3-ad7a-be6c57b0fbf3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2505d44c-1561-4299-8c48-c6c7d3fa875e,revision_number=1']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:36:28.283478 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 53340) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:36:28.322252 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-e802ae9a-c144-4434-8d64-6658af3df7e8 req-626e57d6-62a5-48f6-aacc-1acdcbf99bfa service neutron] 10.222.0.74 "GET /v2.0/networks/6c3bf957-b393-434c-9b83-03d88ca33e08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2879169 Sep 23 19:36:28.346422 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-dde2caa2-7cae-4521-946b-d7fa3792c1c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:28.349316 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-dde2caa2-7cae-4521-946b-d7fa3792c1c4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:28.350689 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-dde2caa2-7cae-4521-946b-d7fa3792c1c4 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/366cca36-15eb-4e6e-8b41-fc242d405e13 HTTP/1.1" status: 204 len: 168 time: 0.2843180 Sep 23 19:36:28.362903 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde2caa2-7cae-4521-946b-d7fa3792c1c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=366cca36-15eb-4e6e-8b41-fc242d405e13,revision_number=None']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:36:28.373478 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-42c49ee5-de13-4686-ad9d-ce4ad7df8c1f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:28.406958 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-42c49ee5-de13-4686-ad9d-ce4ad7df8c1f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:28.481198 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-42c49ee5-de13-4686-ad9d-ce4ad7df8c1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:28.483897 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-42c49ee5-de13-4686-ad9d-ce4ad7df8c1f admin admin] Notify callbacks [] for security_group, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:28.487430 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-42c49ee5-de13-4686-ad9d-ce4ad7df8c1f admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/2505d44c-1561-4299-8c48-c6c7d3fa875e HTTP/1.1" status: 204 len: 168 time: 0.1999063 Sep 23 19:36:28.499402 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42c49ee5-de13-4686-ad9d-ce4ad7df8c1f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2505d44c-1561-4299-8c48-c6c7d3fa875e,revision_number=None']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:36:28.559571 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 53350) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:36:28.573178 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-8a8c7484-1790-4008-920d-c52a02ccf4ab admin admin] Notify callbacks [] for security_group, before_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:28.613033 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Device 498dad19-9faa-4d8f-aa16-ec64baa29084 up at agent hyperv_n-h2-713301-16 {{(pid=95103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 19:36:28.691629 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-8a8c7484-1790-4008-920d-c52a02ccf4ab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:28.700755 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-8a8c7484-1790-4008-920d-c52a02ccf4ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:28.741299 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Provisioning for port 498dad19-9faa-4d8f-aa16-ec64baa29084 completed by entity L2. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 19:36:28.749343 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Provisioning complete for port 498dad19-9faa-4d8f-aa16-ec64baa29084 triggered by entity L2. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:36:28.751881 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:28.769604 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a8c7484-1790-4008-920d-c52a02ccf4ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb47323b-35c3-4dc8-900d-88f65c23cdf9,revision_number=1']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:36:28.809404 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 53360) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:36:28.813533 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-8a8c7484-1790-4008-920d-c52a02ccf4ab admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=c830461b84b246e29944828f85dab000&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2512057 Sep 23 19:36:28.896217 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:28.953176 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-113c8e84-f47b-4b72-bcce-ca9f5aa4f2f2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:28.958443 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] For port 498dad19-9faa-4d8f-aa16-ec64baa29084, host n-h2-713301-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-16',level=0,port_id=498dad19-9faa-4d8f-aa16-ec64baa29084,segment=NetworkSegment(95a45104-fd3c-482d-b056-88121b1d5539),segment_id=95a45104-fd3c-482d-b056-88121b1d5539)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:36:28.959716 n-d-713301-16 neutron-server[95103]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9833bfef-a659-4e2c-804f-61eb8398fe4e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '498dad19-9faa-4d8f-aa16-ec64baa29084'}] {{(pid=95103) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 19:36:28.964361 n-d-713301-16 neutron-server[95103]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}81a1c17f2aa89d5b3ebbba3a3e0cf7eb588e431c2224256110c4c4facdd7c3e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0206f3d1-3ff8-4421-b62a-9059cc9ba2ea" -d '{"events": [{"server_uuid": "9833bfef-a659-4e2c-804f-61eb8398fe4e", "name": "network-vif-plugged", "status": "completed", "tag": "498dad19-9faa-4d8f-aa16-ec64baa29084"}]}' {{(pid=95103) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 19:36:28.969512 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:28.974372 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed5aa18-d34e-40ad-8879-0892a0fe4112 req-c15c1335-426b-4814-a075-3f8ebd8f7ab0 tempest-ListServerFiltersTestJSON-809433892 tempest-ListServerFiltersTestJSON-809433892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:36:28.976711 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-8ed5aa18-d34e-40ad-8879-0892a0fe4112 req-c15c1335-426b-4814-a075-3f8ebd8f7ab0 tempest-ListServerFiltersTestJSON-809433892 tempest-ListServerFiltersTestJSON-809433892-project] 10.222.0.67 "GET /v2.0/ports?device_id=f7a4a9ad-9299-4e1e-a7bc-d77c53e5407a HTTP/1.1" status: 200 len: 944 time: 0.0758266 Sep 23 19:36:29.013327 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-113c8e84-f47b-4b72-bcce-ca9f5aa4f2f2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:29.066008 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-8ed5aa18-d34e-40ad-8879-0892a0fe4112 req-b8217807-27da-4264-8f76-e90cb7f5ef67 tempest-ListServerFiltersTestJSON-809433892 tempest-ListServerFiltersTestJSON-809433892-project] 10.222.0.67 "GET /v2.0/security-groups?id=791c206a-3feb-4dc0-8ae9-5b23b18cf1d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814261 Sep 23 19:36:29.096947 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-113c8e84-f47b-4b72-bcce-ca9f5aa4f2f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:29.100759 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-113c8e84-f47b-4b72-bcce-ca9f5aa4f2f2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:29.102296 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-113c8e84-f47b-4b72-bcce-ca9f5aa4f2f2 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/fb47323b-35c3-4dc8-900d-88f65c23cdf9 HTTP/1.1" status: 204 len: 168 time: 0.2908416 Sep 23 19:36:29.166106 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-113c8e84-f47b-4b72-bcce-ca9f5aa4f2f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb47323b-35c3-4dc8-900d-88f65c23cdf9,revision_number=None']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:36:29.212355 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a68b6995-46b2-4f44-94e7-b74fe75d4138 req-1a3f2112-0c84-4f4c-ba7b-029c3b5efeec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:36:29.214538 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-a68b6995-46b2-4f44-94e7-b74fe75d4138 req-1a3f2112-0c84-4f4c-ba7b-029c3b5efeec service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=9833bfef-a659-4e2c-804f-61eb8398fe4e HTTP/1.1" status: 200 len: 1098 time: 0.1109047 Sep 23 19:36:29.225654 n-d-713301-16 neutron-server[95103]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 19:36:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8d1a789-b126-4f5d-958d-f674899a0a30 x-openstack-request-id: req-c8d1a789-b126-4f5d-958d-f674899a0a30 {{(pid=95103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 19:36:29.226265 n-d-713301-16 neutron-server[95103]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9833bfef-a659-4e2c-804f-61eb8398fe4e", "name": "network-vif-plugged", "status": "completed", "tag": "498dad19-9faa-4d8f-aa16-ec64baa29084", "code": 200}]} {{(pid=95103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 19:36:29.226495 n-d-713301-16 neutron-server[95103]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-c8d1a789-b126-4f5d-958d-f674899a0a30 {{(pid=95103) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 19:36:29.226923 n-d-713301-16 neutron-server[95103]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9833bfef-a659-4e2c-804f-61eb8398fe4e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '498dad19-9faa-4d8f-aa16-ec64baa29084', 'code': 200} Sep 23 19:36:29.249041 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Pushing event updated for resources: {'Port': ['ID=498dad19-9faa-4d8f-aa16-ec64baa29084,revision_number=5']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:36:29.309590 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-a68b6995-46b2-4f44-94e7-b74fe75d4138 req-3a899538-1065-408a-b142-16dd29565566 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=791c206a-3feb-4dc0-8ae9-5b23b18cf1d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834780 Sep 23 19:36:29.322734 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b79692-1df6-4dff-947f-bd97915447f3 req-5e17f5c3-ef89-4a07-b090-2a2bf4f39ea0 tempest-ServerActionsTestJSON-618918056 tempest-ServerActionsTestJSON-618918056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:36:29.324901 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-97b79692-1df6-4dff-947f-bd97915447f3 req-5e17f5c3-ef89-4a07-b090-2a2bf4f39ea0 tempest-ServerActionsTestJSON-618918056 tempest-ServerActionsTestJSON-618918056-project] 10.222.0.74 "GET /v2.0/ports?device_id=675250d5-b764-4a76-a441-f0488da38a5e HTTP/1.1" status: 200 len: 945 time: 0.1155210 Sep 23 19:36:29.414346 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d49ace9-12fe-4932-b556-a5d6adfe4d80 req-b88f93c5-02ea-447b-a14f-e3649f523a4a tempest-ServerActionsTestJSON-618918056 tempest-ServerActionsTestJSON-618918056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:36:29.415923 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-9d49ace9-12fe-4932-b556-a5d6adfe4d80 req-b88f93c5-02ea-447b-a14f-e3649f523a4a tempest-ServerActionsTestJSON-618918056 tempest-ServerActionsTestJSON-618918056-project] 10.222.0.67 "GET /v2.0/ports?device_id=675250d5-b764-4a76-a441-f0488da38a5e HTTP/1.1" status: 200 len: 945 time: 0.0998542 Sep 23 19:36:29.473658 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.plugin [req-97b79692-1df6-4dff-947f-bd97915447f3 req-bf783093-e241-4647-a49d-789e4a27ca3a tempest-ServerActionsTestJSON-618918056 tempest-ServerActionsTestJSON-618918056-project] Deleting port cdcac803-b0eb-4617-8861-7fe8589dd0b8 {{(pid=95101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:36:29.475070 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-97b79692-1df6-4dff-947f-bd97915447f3 req-bf783093-e241-4647-a49d-789e4a27ca3a tempest-ServerActionsTestJSON-618918056 tempest-ServerActionsTestJSON-618918056-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783146157096'] for port, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:29.482781 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-9d49ace9-12fe-4932-b556-a5d6adfe4d80 req-51f8ee97-51ee-412b-bfbd-6a922ccfdbd7 tempest-ServerActionsTestJSON-618918056 tempest-ServerActionsTestJSON-618918056-project] 10.222.0.67 "GET /v2.0/security-groups?id=8f1e71cd-f67e-49f6-828d-7dde05723843&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592670 Sep 23 19:36:29.598147 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.db [req-97b79692-1df6-4dff-947f-bd97915447f3 req-bf783093-e241-4647-a49d-789e4a27ca3a tempest-ServerActionsTestJSON-618918056 tempest-ServerActionsTestJSON-618918056-project] For port cdcac803-b0eb-4617-8861-7fe8589dd0b8, host n-h1-713301-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-16',level=0,port_id=cdcac803-b0eb-4617-8861-7fe8589dd0b8,segment=NetworkSegment(0ad9f853-8282-44e3-ac3b-2b75c9223dae),segment_id=0ad9f853-8282-44e3-ac3b-2b75c9223dae)] {{(pid=95101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:36:29.598665 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-97b79692-1df6-4dff-947f-bd97915447f3 req-bf783093-e241-4647-a49d-789e4a27ca3a tempest-ServerActionsTestJSON-618918056 tempest-ServerActionsTestJSON-618918056-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-605701'] for port, precommit_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:29.614425 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.plugin [req-97b79692-1df6-4dff-947f-bd97915447f3 req-bf783093-e241-4647-a49d-789e4a27ca3a tempest-ServerActionsTestJSON-618918056 tempest-ServerActionsTestJSON-618918056-project] Calling delete_port for cdcac803-b0eb-4617-8861-7fe8589dd0b8 owned by compute:nova {{(pid=95101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:36:29.841941 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-97b79692-1df6-4dff-947f-bd97915447f3 req-bf783093-e241-4647-a49d-789e4a27ca3a tempest-ServerActionsTestJSON-618918056 tempest-ServerActionsTestJSON-618918056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783146162158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783145673144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5607431'] for port, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:29.867730 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] get_ports_and_sgs() called for port_ids ['cdcac803-b0eb-4617-8861-7fe8589dd0b8'] {{(pid=95103) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 19:36:29.882897 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf783093-e241-4647-a49d-789e4a27ca3a tempest-ServerActionsTestJSON-618918056 tempest-ServerActionsTestJSON-618918056-project] Pushing event deleted for resources: {'Port': ['ID=cdcac803-b0eb-4617-8861-7fe8589dd0b8,revision_number=None']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:36:29.936290 n-d-713301-16 neutron-server[95101]: DEBUG neutron.db.l3_dvrscheduler_db [req-97b79692-1df6-4dff-947f-bd97915447f3 req-bf783093-e241-4647-a49d-789e4a27ca3a tempest-ServerActionsTestJSON-618918056 tempest-ServerActionsTestJSON-618918056-project] No DVR routers for this DVR port cdcac803-b0eb-4617-8861-7fe8589dd0b8 on host n-h1-713301-16 {{(pid=95101) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 19:36:29.939160 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-97b79692-1df6-4dff-947f-bd97915447f3 req-bf783093-e241-4647-a49d-789e4a27ca3a tempest-ServerActionsTestJSON-618918056 tempest-ServerActionsTestJSON-618918056-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222849'] for port, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:29.941649 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-97b79692-1df6-4dff-947f-bd97915447f3 req-bf783093-e241-4647-a49d-789e4a27ca3a tempest-ServerActionsTestJSON-618918056 tempest-ServerActionsTestJSON-618918056-project] 10.222.0.74 "DELETE /v2.0/ports/cdcac803-b0eb-4617-8861-7fe8589dd0b8 HTTP/1.1" status: 204 len: 173 time: 0.6100760 Sep 23 19:36:30.065904 n-d-713301-16 neutron-server[95101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '675250d5-b764-4a76-a441-f0488da38a5e', 'name': 'network-vif-deleted', 'tag': 'cdcac803-b0eb-4617-8861-7fe8589dd0b8'}] {{(pid=95101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 19:36:30.073251 n-d-713301-16 neutron-server[95101]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d8366c5740cd635e57ab12b71fe44a77c2acc3c19091ef849c6f68b380462244" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1664bfcf-1e89-420c-9d95-f540cd479588" -d '{"events": [{"server_uuid": "675250d5-b764-4a76-a441-f0488da38a5e", "name": "network-vif-deleted", "tag": "cdcac803-b0eb-4617-8861-7fe8589dd0b8"}]}' {{(pid=95101) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 19:36:30.172310 n-d-713301-16 neutron-server[95101]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 19:36:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c88191f-45a2-4481-90ed-be84893e84be x-openstack-request-id: req-9c88191f-45a2-4481-90ed-be84893e84be {{(pid=95101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 19:36:30.172694 n-d-713301-16 neutron-server[95101]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "675250d5-b764-4a76-a441-f0488da38a5e", "name": "network-vif-deleted", "tag": "cdcac803-b0eb-4617-8861-7fe8589dd0b8", "status": "completed", "code": 200}]} {{(pid=95101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 19:36:30.172883 n-d-713301-16 neutron-server[95101]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-9c88191f-45a2-4481-90ed-be84893e84be {{(pid=95101) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 19:36:30.173298 n-d-713301-16 neutron-server[95101]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '675250d5-b764-4a76-a441-f0488da38a5e', 'name': 'network-vif-deleted', 'tag': 'cdcac803-b0eb-4617-8861-7fe8589dd0b8', 'status': 'completed', 'code': 200} Sep 23 19:36:30.256471 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66301bc-c1c4-430b-bf7f-b60f9a88932e req-2d947f54-7c33-4b80-b58f-7c47ae190b0a tempest-ListServerFiltersTestJSON-809433892 tempest-ListServerFiltersTestJSON-809433892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:36:30.259566 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-f66301bc-c1c4-430b-bf7f-b60f9a88932e req-2d947f54-7c33-4b80-b58f-7c47ae190b0a tempest-ListServerFiltersTestJSON-809433892 tempest-ListServerFiltersTestJSON-809433892-project] 10.222.0.67 "GET /v2.0/ports?device_id=f7a4a9ad-9299-4e1e-a7bc-d77c53e5407a HTTP/1.1" status: 200 len: 944 time: 0.0788159 Sep 23 19:36:30.307266 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-f66301bc-c1c4-430b-bf7f-b60f9a88932e req-b8796f16-4bce-430c-9aa7-4d2a988f2a61 tempest-ListServerFiltersTestJSON-809433892 tempest-ListServerFiltersTestJSON-809433892-project] 10.222.0.67 "GET /v2.0/security-groups?id=791c206a-3feb-4dc0-8ae9-5b23b18cf1d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402479 Sep 23 19:36:30.329114 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Device 487c6b6b-d6fa-43d3-9cde-4b48f7aef746 details requested by agent hyperv_n-h1-713301-16 with host n-h1-713301-16 {{(pid=95103) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 19:36:30.495865 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] For port 487c6b6b-d6fa-43d3-9cde-4b48f7aef746, host n-h1-713301-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-16',level=0,port_id=487c6b6b-d6fa-43d3-9cde-4b48f7aef746,segment=NetworkSegment(95a45104-fd3c-482d-b056-88121b1d5539),segment_id=95a45104-fd3c-482d-b056-88121b1d5539)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:36:30.538076 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Returning: {'device': '487c6b6b-d6fa-43d3-9cde-4b48f7aef746', 'network_id': '6c3bf957-b393-434c-9b83-03d88ca33e08', 'port_id': '487c6b6b-d6fa-43d3-9cde-4b48f7aef746', 'mac_address': 'fa:16:3e:e1:50:c2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 644, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b97dfa20-c396-4d71-8474-b6e2ab2b5752', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95103) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 19:36:30.623991 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:30.662134 n-d-713301-16 neutron-server[95103]: DEBUG neutron.notifiers.nova [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 487c6b6b-d6fa-43d3-9cde-4b48f7aef746 {{(pid=95103) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 19:36:30.705815 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-63f65507-4be5-4e06-89dd-3bec7e0dd92c req-9e1fb013-647a-4a57-8858-c0b2db9ae529 tempest-ServerActionsTestJSON-618918056 tempest-ServerActionsTestJSON-618918056-project] 10.222.0.67 "GET /v2.0/ports?device_id=675250d5-b764-4a76-a441-f0488da38a5e HTTP/1.1" status: 200 len: 210 time: 0.0484722 Sep 23 19:36:30.721164 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] For port 487c6b6b-d6fa-43d3-9cde-4b48f7aef746, host n-h1-713301-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-16',level=0,port_id=487c6b6b-d6fa-43d3-9cde-4b48f7aef746,segment=NetworkSegment(95a45104-fd3c-482d-b056-88121b1d5539),segment_id=95a45104-fd3c-482d-b056-88121b1d5539)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:36:30.729918 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:30.809763 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Pushing event updated for resources: {'Port': ['ID=487c6b6b-d6fa-43d3-9cde-4b48f7aef746,revision_number=4']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:36:30.824294 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 53438) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:36:30.974263 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] get_ports_and_sgs() called for port_ids ['487c6b6b-d6fa-43d3-9cde-4b48f7aef746'] {{(pid=95103) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 19:36:31.065756 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.agents_db [None req-f2f5c474-60a3-474f-b2cc-02c4bd30880c None None] Agent healthcheck: found 7 active agents {{(pid=95104) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 19:36:31.283800 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-27a53596-a2e9-49f2-9bd4-6cdc57a6e02e admin admin] Notify callbacks [] for security_group, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:31.425213 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-27a53596-a2e9-49f2-9bd4-6cdc57a6e02e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:31.433131 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-27a53596-a2e9-49f2-9bd4-6cdc57a6e02e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:31.487554 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-27a53596-a2e9-49f2-9bd4-6cdc57a6e02e admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=3199b8837be545c8b31d8901439ff354&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6618330 Sep 23 19:36:31.493455 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 53462) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:36:31.500936 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27a53596-a2e9-49f2-9bd4-6cdc57a6e02e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5671512-2d57-46a8-981c-11dd66e808c6,revision_number=1']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:36:31.952330 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a328696-5368-470d-abac-d57ea1d5c369 req-9f127c19-bbf4-444c-953b-9987041b3603 tempest-ListServerFiltersTestJSON-809433892 tempest-ListServerFiltersTestJSON-809433892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:36:31.960345 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-0a328696-5368-470d-abac-d57ea1d5c369 req-9f127c19-bbf4-444c-953b-9987041b3603 tempest-ListServerFiltersTestJSON-809433892 tempest-ListServerFiltersTestJSON-809433892-project] 10.222.0.67 "GET /v2.0/ports?device_id=f7a4a9ad-9299-4e1e-a7bc-d77c53e5407a HTTP/1.1" status: 200 len: 945 time: 0.5241308 Sep 23 19:36:32.073112 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-0a328696-5368-470d-abac-d57ea1d5c369 req-c95fe92f-c375-46cc-9b07-3285951e09cf tempest-ListServerFiltersTestJSON-809433892 tempest-ListServerFiltersTestJSON-809433892-project] 10.222.0.67 "GET /v2.0/security-groups?id=791c206a-3feb-4dc0-8ae9-5b23b18cf1d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1108890 Sep 23 19:36:32.074315 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-c656d853-3b9d-433e-a149-04b72e2b50c0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:32.105255 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-c656d853-3b9d-433e-a149-04b72e2b50c0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:32.161139 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-c656d853-3b9d-433e-a149-04b72e2b50c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:32.169091 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-c656d853-3b9d-433e-a149-04b72e2b50c0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:32.171699 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-c656d853-3b9d-433e-a149-04b72e2b50c0 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/c5671512-2d57-46a8-981c-11dd66e808c6 HTTP/1.1" status: 204 len: 168 time: 0.6769869 Sep 23 19:36:32.194737 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c656d853-3b9d-433e-a149-04b72e2b50c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5671512-2d57-46a8-981c-11dd66e808c6,revision_number=None']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:36:32.310887 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd8380e-83f3-4db7-b9a0-b5627d360b17 req-90d4a337-4e2e-4c3c-aa31-4e4f94327032 tempest-ServerActionsTestJSON-618918056 tempest-ServerActionsTestJSON-618918056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:36:32.312921 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-efd8380e-83f3-4db7-b9a0-b5627d360b17 req-90d4a337-4e2e-4c3c-aa31-4e4f94327032 tempest-ServerActionsTestJSON-618918056 tempest-ServerActionsTestJSON-618918056-project] 10.222.0.67 "GET /v2.0/ports?device_id=7fa91134-8ee0-4baa-9037-6ca73d6b4c83 HTTP/1.1" status: 200 len: 945 time: 0.0604434 Sep 23 19:36:32.336362 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Device 487c6b6b-d6fa-43d3-9cde-4b48f7aef746 up at agent hyperv_n-h1-713301-16 {{(pid=95103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 19:36:32.394484 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 53498) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:36:32.402128 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-efd8380e-83f3-4db7-b9a0-b5627d360b17 req-89ca5095-d128-415d-a758-80c33f6cb2fd tempest-ServerActionsTestJSON-618918056 tempest-ServerActionsTestJSON-618918056-project] 10.222.0.67 "GET /v2.0/security-groups?id=d2a75794-f2ea-419f-9d09-0096f3fe96c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0749133 Sep 23 19:36:32.412669 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Provisioning for port 487c6b6b-d6fa-43d3-9cde-4b48f7aef746 completed by entity L2. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 19:36:32.420112 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Provisioning complete for port 487c6b6b-d6fa-43d3-9cde-4b48f7aef746 triggered by entity L2. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:36:32.421240 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:32.551072 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:32.577931 n-d-713301-16 neutron-server[95103]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f7a4a9ad-9299-4e1e-a7bc-d77c53e5407a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '487c6b6b-d6fa-43d3-9cde-4b48f7aef746'}] {{(pid=95103) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 19:36:32.580319 n-d-713301-16 neutron-server[95103]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}81a1c17f2aa89d5b3ebbba3a3e0cf7eb588e431c2224256110c4c4facdd7c3e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4e82f08-358e-4e1d-820e-1a7768461a3b" -d '{"events": [{"server_uuid": "f7a4a9ad-9299-4e1e-a7bc-d77c53e5407a", "name": "network-vif-plugged", "status": "completed", "tag": "487c6b6b-d6fa-43d3-9cde-4b48f7aef746"}]}' {{(pid=95103) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 19:36:32.597746 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] For port 487c6b6b-d6fa-43d3-9cde-4b48f7aef746, host n-h1-713301-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-16',level=0,port_id=487c6b6b-d6fa-43d3-9cde-4b48f7aef746,segment=NetworkSegment(95a45104-fd3c-482d-b056-88121b1d5539),segment_id=95a45104-fd3c-482d-b056-88121b1d5539)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:36:32.605880 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:32.607228 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Device cdcac803-b0eb-4617-8861-7fe8589dd0b8 no longer exists at agent hyperv_n-h1-713301-16 {{(pid=95103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 19:36:32.634775 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.plugin [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] No Port match for: cdcac803-b0eb-4617-8861-7fe8589dd0b8 {{(pid=95103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 19:36:32.635926 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Device cdcac803-b0eb-4617-8861-7fe8589dd0b8 not bound to the agent host n-h1-713301-16 {{(pid=95103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 19:36:32.685254 n-d-713301-16 neutron-server[95103]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 19:36:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f778e17b-dcff-4e73-a89c-b966b23fda77 x-openstack-request-id: req-f778e17b-dcff-4e73-a89c-b966b23fda77 {{(pid=95103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 19:36:32.685448 n-d-713301-16 neutron-server[95103]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f7a4a9ad-9299-4e1e-a7bc-d77c53e5407a", "name": "network-vif-plugged", "status": "completed", "tag": "487c6b6b-d6fa-43d3-9cde-4b48f7aef746", "code": 200}]} {{(pid=95103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 19:36:32.685700 n-d-713301-16 neutron-server[95103]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-f778e17b-dcff-4e73-a89c-b966b23fda77 {{(pid=95103) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 19:36:32.686086 n-d-713301-16 neutron-server[95103]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f7a4a9ad-9299-4e1e-a7bc-d77c53e5407a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '487c6b6b-d6fa-43d3-9cde-4b48f7aef746', 'code': 200} Sep 23 19:36:32.733259 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Pushing event updated for resources: {'Port': ['ID=487c6b6b-d6fa-43d3-9cde-4b48f7aef746,revision_number=5']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:36:32.784283 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.v2.base [None req-b4643337-b765-46ad-98b0-e1bf870c086e tempest-RoutersAdminNegativeIpV6Test-1184606155 tempest-RoutersAdminNegativeIpV6Test-1184606155-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeIpV6Test-1218585753', 'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac'}} {{(pid=95101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:36:32.817849 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c5af04-019a-4559-904d-9a2b262f5f18 req-b71b0304-9350-47ba-8b70-b1a808554397 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:36:32.819730 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-32c5af04-019a-4559-904d-9a2b262f5f18 req-b71b0304-9350-47ba-8b70-b1a808554397 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=f7a4a9ad-9299-4e1e-a7bc-d77c53e5407a HTTP/1.1" status: 200 len: 1098 time: 0.0995831 Sep 23 19:36:32.823272 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4643337-b765-46ad-98b0-e1bf870c086e tempest-RoutersAdminNegativeIpV6Test-1184606155 tempest-RoutersAdminNegativeIpV6Test-1184606155-project-admin] Made reservation on behalf of 822cb524df7d4e37ad744e55b4ce66f2 for: {'port': 1} {{(pid=95101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:36:32.829100 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-b4643337-b765-46ad-98b0-e1bf870c086e tempest-RoutersAdminNegativeIpV6Test-1184606155 tempest-RoutersAdminNegativeIpV6Test-1184606155-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:32.864559 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-b4643337-b765-46ad-98b0-e1bf870c086e tempest-RoutersAdminNegativeIpV6Test-1184606155 tempest-RoutersAdminNegativeIpV6Test-1184606155-project-admin] Notify callbacks [] for security_group, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:32.915840 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-32c5af04-019a-4559-904d-9a2b262f5f18 req-505607a2-d4b1-462b-b17e-701d82bdebc3 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=791c206a-3feb-4dc0-8ae9-5b23b18cf1d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839448 Sep 23 19:36:32.973158 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 53516) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:36:33.018076 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-b4643337-b765-46ad-98b0-e1bf870c086e tempest-RoutersAdminNegativeIpV6Test-1184606155 tempest-RoutersAdminNegativeIpV6Test-1184606155-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:33.026347 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-b4643337-b765-46ad-98b0-e1bf870c086e tempest-RoutersAdminNegativeIpV6Test-1184606155 tempest-RoutersAdminNegativeIpV6Test-1184606155-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:33.032474 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 53522) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:36:33.033275 n-d-713301-16 neutron-server[95101]: DEBUG neutron.notifiers.nova [None req-b4643337-b765-46ad-98b0-e1bf870c086e tempest-RoutersAdminNegativeIpV6Test-1184606155 tempest-RoutersAdminNegativeIpV6Test-1184606155-project-admin] device_id is not set on port bf00d8fe-caab-4c55-ae3d-7618e6840319 yet. {{(pid=95101) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 23 19:36:33.059545 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-d1d240cd-6ce1-4253-9ccf-7ca809848ae9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:33.095285 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4643337-b765-46ad-98b0-e1bf870c086e tempest-RoutersAdminNegativeIpV6Test-1184606155 tempest-RoutersAdminNegativeIpV6Test-1184606155-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55f2e5cd-5b92-4688-a5cd-2455a7a9a97e,revision_number=1']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:36:33.271929 n-d-713301-16 neutron-server[95101]: DEBUG neutron.db.db_base_plugin_common [None req-b4643337-b765-46ad-98b0-e1bf870c086e tempest-RoutersAdminNegativeIpV6Test-1184606155 tempest-RoutersAdminNegativeIpV6Test-1184606155-project-admin] Allocated IP 172.25.1.3 (5dec5c09-378e-4f50-89cc-d94eb81c3bac/eff83446-018c-428d-b3f5-54ac9abe7a2a/bf00d8fe-caab-4c55-ae3d-7618e6840319) {{(pid=95101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 19:36:33.311948 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf22dc89-0f53-4501-a624-2004933a56e8 req-4f27afd3-d47d-4e5f-90d8-718e3b9b58c8 tempest-ListServerFiltersTestJSON-809433892 tempest-ListServerFiltersTestJSON-809433892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:36:33.316537 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-cf22dc89-0f53-4501-a624-2004933a56e8 req-4f27afd3-d47d-4e5f-90d8-718e3b9b58c8 tempest-ListServerFiltersTestJSON-809433892 tempest-ListServerFiltersTestJSON-809433892-project] 10.222.0.67 "GET /v2.0/ports?device_id=f7a4a9ad-9299-4e1e-a7bc-d77c53e5407a HTTP/1.1" status: 200 len: 946 time: 0.0905316 Sep 23 19:36:33.388040 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.v2.base [None req-662f7257-055d-4b90-a4d2-e188f6fb9d06 tempest-MeteringIpV6TestJSON-1699744013 tempest-MeteringIpV6TestJSON-1699744013-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-1394390615'}} {{(pid=95102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:36:33.389149 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.v2.base [None req-662f7257-055d-4b90-a4d2-e188f6fb9d06 tempest-MeteringIpV6TestJSON-1699744013 tempest-MeteringIpV6TestJSON-1699744013-project-admin] Unknown quota resources ['metering_label']. {{(pid=95102) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Sep 23 19:36:33.527840 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-cf22dc89-0f53-4501-a624-2004933a56e8 req-ba7c4e9e-1fa5-47c5-9848-8af6da380d68 tempest-ListServerFiltersTestJSON-809433892 tempest-ListServerFiltersTestJSON-809433892-project] 10.222.0.67 "GET /v2.0/security-groups?id=791c206a-3feb-4dc0-8ae9-5b23b18cf1d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1989999 Sep 23 19:36:33.538835 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-b4643337-b765-46ad-98b0-e1bf870c086e tempest-RoutersAdminNegativeIpV6Test-1184606155 tempest-RoutersAdminNegativeIpV6Test-1184606155-project-admin] Notify callbacks [] for port, precommit_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:33.561257 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-d1d240cd-6ce1-4253-9ccf-7ca809848ae9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:33.579707 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-b4643337-b765-46ad-98b0-e1bf870c086e tempest-RoutersAdminNegativeIpV6Test-1184606155 tempest-RoutersAdminNegativeIpV6Test-1184606155-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783145673135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5607431'] for port, after_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:33.600086 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-d1d240cd-6ce1-4253-9ccf-7ca809848ae9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:33.632084 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4643337-b765-46ad-98b0-e1bf870c086e tempest-RoutersAdminNegativeIpV6Test-1184606155 tempest-RoutersAdminNegativeIpV6Test-1184606155-project-admin] Network 5dec5c09-378e-4f50-89cc-d94eb81c3bac is already hosted by enough agents. {{(pid=95101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:36:33.635803 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.base_scheduler [None req-b4643337-b765-46ad-98b0-e1bf870c086e tempest-RoutersAdminNegativeIpV6Test-1184606155 tempest-RoutersAdminNegativeIpV6Test-1184606155-project-admin] Resources bound (agent type, host, resource id): {{(pid=95101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:36:33.643921 n-d-713301-16 neutron-server[95101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4643337-b765-46ad-98b0-e1bf870c086e tempest-RoutersAdminNegativeIpV6Test-1184606155 tempest-RoutersAdminNegativeIpV6Test-1184606155-project-admin] Received port after_create {{(pid=95101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 19:36:33.647440 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4643337-b765-46ad-98b0-e1bf870c086e tempest-RoutersAdminNegativeIpV6Test-1184606155 tempest-RoutersAdminNegativeIpV6Test-1184606155-project-admin] Pushing event updated for resources: {'Port': ['ID=bf00d8fe-caab-4c55-ae3d-7618e6840319,revision_number=1']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:36:33.688666 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4643337-b765-46ad-98b0-e1bf870c086e tempest-RoutersAdminNegativeIpV6Test-1184606155 tempest-RoutersAdminNegativeIpV6Test-1184606155-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:36:33.689264 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-b4643337-b765-46ad-98b0-e1bf870c086e tempest-RoutersAdminNegativeIpV6Test-1184606155 tempest-RoutersAdminNegativeIpV6Test-1184606155-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222849'] for port, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:33.703175 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-b4643337-b765-46ad-98b0-e1bf870c086e tempest-RoutersAdminNegativeIpV6Test-1184606155 tempest-RoutersAdminNegativeIpV6Test-1184606155-project-admin] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1035 time: 1.3071046 Sep 23 19:36:33.706235 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 53534) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:36:33.710698 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.v2.base [None req-5aab0020-548f-4c71-afe0-2c402ca9a277 tempest-RoutersAdminNegativeIpV6Test-1184606155 tempest-RoutersAdminNegativeIpV6Test-1184606155-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'external_fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.3'}]}}} {{(pid=95101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:36:33.733567 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-5aab0020-548f-4c71-afe0-2c402ca9a277 tempest-RoutersAdminNegativeIpV6Test-1184606155 tempest-RoutersAdminNegativeIpV6Test-1184606155-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-594563', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29355'] for router, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:33.734584 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-5aab0020-548f-4c71-afe0-2c402ca9a277 tempest-RoutersAdminNegativeIpV6Test-1184606155 tempest-RoutersAdminNegativeIpV6Test-1184606155-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-597363', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-601731', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-739356', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29346'] for router, precommit_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:33.766997 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-662f7257-055d-4b90-a4d2-e188f6fb9d06 tempest-MeteringIpV6TestJSON-1699744013 tempest-MeteringIpV6TestJSON-1699744013-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:33.768187 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-662f7257-055d-4b90-a4d2-e188f6fb9d06 tempest-MeteringIpV6TestJSON-1699744013 tempest-MeteringIpV6TestJSON-1699744013-project-admin] 10.222.0.67 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 478 time: 0.7935529 Sep 23 19:36:33.768915 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1d240cd-6ce1-4253-9ccf-7ca809848ae9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=421cb9f9-b72d-4383-bda9-100c1db69292,revision_number=1']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:36:33.772762 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 53536) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:36:33.779764 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-d1d240cd-6ce1-4253-9ccf-7ca809848ae9 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=6550087380034089a62669cefbfd06d1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7461429 Sep 23 19:36:33.782814 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 53538) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:36:33.791184 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.v2.base [None req-8b313ea4-9fe5-49e2-889a-97c32d496bfd tempest-MeteringIpV6TestJSON-1699744013 tempest-MeteringIpV6TestJSON-1699744013-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd02::/64', 'direction': 'ingress', 'metering_label_id': 'fd624991-4796-42a9-b71a-4ebe9407d2bd'}} {{(pid=95101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:36:33.792716 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.v2.base [None req-8b313ea4-9fe5-49e2-889a-97c32d496bfd tempest-MeteringIpV6TestJSON-1699744013 tempest-MeteringIpV6TestJSON-1699744013-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=95101) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Sep 23 19:36:33.800131 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bbf1a80-57b5-40f8-8e7c-c115d6d4c5a8 req-998731fe-20b8-4459-baba-e9a6c7f10d48 tempest-ServerRescueNegativeTestJSON-317871319 tempest-ServerRescueNegativeTestJSON-317871319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:36:33.808206 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-3bbf1a80-57b5-40f8-8e7c-c115d6d4c5a8 req-998731fe-20b8-4459-baba-e9a6c7f10d48 tempest-ServerRescueNegativeTestJSON-317871319 tempest-ServerRescueNegativeTestJSON-317871319-project] 10.222.0.67 "GET /v2.0/ports?device_id=f6ef00c9-1a36-4a78-8258-2ac22e8b1be1 HTTP/1.1" status: 200 len: 945 time: 0.2892573 Sep 23 19:36:33.837343 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-5aab0020-548f-4c71-afe0-2c402ca9a277 tempest-RoutersAdminNegativeIpV6Test-1184606155 tempest-RoutersAdminNegativeIpV6Test-1184606155-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:33.854560 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68297069-e130-4d0c-a0dc-538a4d60da34 req-c27b653d-e02e-4ecb-8547-fe71700b0212 tempest-ServerActionsTestJSON-618918056 tempest-ServerActionsTestJSON-618918056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:36:33.856101 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-68297069-e130-4d0c-a0dc-538a4d60da34 req-c27b653d-e02e-4ecb-8547-fe71700b0212 tempest-ServerActionsTestJSON-618918056 tempest-ServerActionsTestJSON-618918056-project] 10.222.0.67 "GET /v2.0/ports?device_id=7fa91134-8ee0-4baa-9037-6ca73d6b4c83 HTTP/1.1" status: 200 len: 945 time: 0.2572322 Sep 23 19:36:33.913361 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-3bbf1a80-57b5-40f8-8e7c-c115d6d4c5a8 req-84a11401-09bc-448e-91de-0a473daecc9d tempest-ServerRescueNegativeTestJSON-317871319 tempest-ServerRescueNegativeTestJSON-317871319-project] 10.222.0.67 "GET /v2.0/security-groups?id=ac103501-6c24-4299-8f11-081b36059735&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1038556 Sep 23 19:36:33.937113 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-68297069-e130-4d0c-a0dc-538a4d60da34 req-8fb7b548-8924-4867-95b8-364a18b66339 tempest-ServerActionsTestJSON-618918056 tempest-ServerActionsTestJSON-618918056-project] 10.222.0.67 "GET /v2.0/security-groups?id=d2a75794-f2ea-419f-9d09-0096f3fe96c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0715840 Sep 23 19:36:33.948162 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-5680cace-b3c5-49e8-a276-bf163e4c574e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:33.950741 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc84d45d-a483-484d-a8b4-36e7530788bd req-232833c7-c1d2-403e-b90f-4fe64f0cef04 tempest-ServerActionsTestJSON-618918056 tempest-ServerActionsTestJSON-618918056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:36:33.952294 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-fc84d45d-a483-484d-a8b4-36e7530788bd req-232833c7-c1d2-403e-b90f-4fe64f0cef04 tempest-ServerActionsTestJSON-618918056 tempest-ServerActionsTestJSON-618918056-project] 10.222.0.74 "GET /v2.0/ports?device_id=7fa91134-8ee0-4baa-9037-6ca73d6b4c83 HTTP/1.1" status: 200 len: 945 time: 0.2053397 Sep 23 19:36:33.954684 n-d-713301-16 neutron-server[95101]: WARNING neutron.services.metering.metering_plugin [None req-8b313ea4-9fe5-49e2-889a-97c32d496bfd tempest-MeteringIpV6TestJSON-1699744013 tempest-MeteringIpV6TestJSON-1699744013-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Sep 23 19:36:33.977893 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-5680cace-b3c5-49e8-a276-bf163e4c574e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:34.039441 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-5680cace-b3c5-49e8-a276-bf163e4c574e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:34.046848 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-5680cace-b3c5-49e8-a276-bf163e4c574e admin admin] Notify callbacks [] for security_group, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:34.050507 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-5680cace-b3c5-49e8-a276-bf163e4c574e admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/421cb9f9-b72d-4383-bda9-100c1db69292 HTTP/1.1" status: 204 len: 168 time: 0.2644658 Sep 23 19:36:34.062720 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5680cace-b3c5-49e8-a276-bf163e4c574e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=421cb9f9-b72d-4383-bda9-100c1db69292,revision_number=None']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:36:34.412523 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-8b313ea4-9fe5-49e2-889a-97c32d496bfd tempest-MeteringIpV6TestJSON-1699744013 tempest-MeteringIpV6TestJSON-1699744013-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:34.417653 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 53550) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:36:34.417928 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-8b313ea4-9fe5-49e2-889a-97c32d496bfd tempest-MeteringIpV6TestJSON-1699744013 tempest-MeteringIpV6TestJSON-1699744013-project-admin] 10.222.0.67 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.6326082 Sep 23 19:36:34.428393 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.v2.base [None req-74323a6f-69c5-42c4-be28-cbe68b6cdcf6 tempest-MeteringIpV6TestJSON-1699744013 tempest-MeteringIpV6TestJSON-1699744013-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd03::/64', 'direction': 'ingress', 'metering_label_id': 'fd624991-4796-42a9-b71a-4ebe9407d2bd'}} {{(pid=95102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:36:34.429620 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.v2.base [None req-74323a6f-69c5-42c4-be28-cbe68b6cdcf6 tempest-MeteringIpV6TestJSON-1699744013 tempest-MeteringIpV6TestJSON-1699744013-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=95102) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Sep 23 19:36:34.455455 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-5aab0020-548f-4c71-afe0-2c402ca9a277 tempest-RoutersAdminNegativeIpV6Test-1184606155 tempest-RoutersAdminNegativeIpV6Test-1184606155-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:34.563242 n-d-713301-16 neutron-server[95102]: WARNING neutron.services.metering.metering_plugin [None req-74323a6f-69c5-42c4-be28-cbe68b6cdcf6 tempest-MeteringIpV6TestJSON-1699744013 tempest-MeteringIpV6TestJSON-1699744013-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Sep 23 19:36:34.569939 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.plugin [req-fc84d45d-a483-484d-a8b4-36e7530788bd req-ec091c85-d750-472a-a245-aefc64e023f7 tempest-ServerActionsTestJSON-618918056 tempest-ServerActionsTestJSON-618918056-project] Deleting port 2057133e-afe6-4649-916f-fb2ef68141a8 {{(pid=95101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:36:34.570537 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-fc84d45d-a483-484d-a8b4-36e7530788bd req-ec091c85-d750-472a-a245-aefc64e023f7 tempest-ServerActionsTestJSON-618918056 tempest-ServerActionsTestJSON-618918056-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783146157096'] for port, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:34.712303 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.db [req-fc84d45d-a483-484d-a8b4-36e7530788bd req-ec091c85-d750-472a-a245-aefc64e023f7 tempest-ServerActionsTestJSON-618918056 tempest-ServerActionsTestJSON-618918056-project] For port 2057133e-afe6-4649-916f-fb2ef68141a8, host n-h1-713301-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-16',level=0,port_id=2057133e-afe6-4649-916f-fb2ef68141a8,segment=NetworkSegment(0ad9f853-8282-44e3-ac3b-2b75c9223dae),segment_id=0ad9f853-8282-44e3-ac3b-2b75c9223dae)] {{(pid=95101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:36:34.712506 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-fc84d45d-a483-484d-a8b4-36e7530788bd req-ec091c85-d750-472a-a245-aefc64e023f7 tempest-ServerActionsTestJSON-618918056 tempest-ServerActionsTestJSON-618918056-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-605701'] for port, precommit_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:34.768539 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-74323a6f-69c5-42c4-be28-cbe68b6cdcf6 tempest-MeteringIpV6TestJSON-1699744013 tempest-MeteringIpV6TestJSON-1699744013-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:34.770075 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-74323a6f-69c5-42c4-be28-cbe68b6cdcf6 tempest-MeteringIpV6TestJSON-1699744013 tempest-MeteringIpV6TestJSON-1699744013-project-admin] 10.222.0.67 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.3506315 Sep 23 19:36:34.773434 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 53568) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:36:34.806871 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-f9bd2c58-208c-4ba3-9fe4-981e015163df tempest-MeteringIpV6TestJSON-1699744013 tempest-MeteringIpV6TestJSON-1699744013-project-admin] 10.222.0.67 "GET /v2.0/metering/metering-label-rules?id=0fe30f24-ce55-46e6-b7cd-07f5dded290e HTTP/1.1" status: 200 len: 462 time: 0.0316832 Sep 23 19:36:34.810869 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 53572) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:36:34.828727 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b3a6af-e63a-4945-bef2-469378cdaac9 req-0951c848-723b-433a-9ebc-8b58f08966cd tempest-ListServerFiltersTestJSON-809433892 tempest-ListServerFiltersTestJSON-809433892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:36:34.836378 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-c3b3a6af-e63a-4945-bef2-469378cdaac9 req-0951c848-723b-433a-9ebc-8b58f08966cd tempest-ListServerFiltersTestJSON-809433892 tempest-ListServerFiltersTestJSON-809433892-project] 10.222.0.67 "GET /v2.0/ports?device_id=f7a4a9ad-9299-4e1e-a7bc-d77c53e5407a HTTP/1.1" status: 200 len: 946 time: 0.2031772 Sep 23 19:36:34.874684 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-c3b3a6af-e63a-4945-bef2-469378cdaac9 req-e3aaa0fd-96d7-4c00-8348-dc8dac1cd3b6 tempest-ListServerFiltersTestJSON-809433892 tempest-ListServerFiltersTestJSON-809433892-project] 10.222.0.67 "GET /v2.0/security-groups?id=791c206a-3feb-4dc0-8ae9-5b23b18cf1d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373995 Sep 23 19:36:34.958441 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-5aab0020-548f-4c71-afe0-2c402ca9a277 tempest-RoutersAdminNegativeIpV6Test-1184606155 tempest-RoutersAdminNegativeIpV6Test-1184606155-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:35.052164 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-5aab0020-548f-4c71-afe0-2c402ca9a277 tempest-RoutersAdminNegativeIpV6Test-1184606155 tempest-RoutersAdminNegativeIpV6Test-1184606155-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:35.106491 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-046d7b80-2591-4370-902d-720fe733ca2c req-0abb4f19-08d2-42b8-a3cc-e46aa65e405e tempest-ListServerFiltersTestJSON-809433892 tempest-ListServerFiltersTestJSON-809433892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:36:35.115305 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-046d7b80-2591-4370-902d-720fe733ca2c req-0abb4f19-08d2-42b8-a3cc-e46aa65e405e tempest-ListServerFiltersTestJSON-809433892 tempest-ListServerFiltersTestJSON-809433892-project] 10.222.0.67 "GET /v2.0/ports?device_id=112ec6b1-d777-4f3c-8724-ad88e87d715e HTTP/1.1" status: 200 len: 945 time: 0.1266043 Sep 23 19:36:35.169001 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d72e85-180e-45ad-a76d-90cf0ab33895 req-fb02b436-c778-4560-84f1-087f7c4a2497 tempest-ServerRescueNegativeTestJSON-317871319 tempest-ServerRescueNegativeTestJSON-317871319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:36:35.170876 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-e7d72e85-180e-45ad-a76d-90cf0ab33895 req-fb02b436-c778-4560-84f1-087f7c4a2497 tempest-ServerRescueNegativeTestJSON-317871319 tempest-ServerRescueNegativeTestJSON-317871319-project] 10.222.0.67 "GET /v2.0/ports?device_id=f6ef00c9-1a36-4a78-8258-2ac22e8b1be1 HTTP/1.1" status: 200 len: 945 time: 0.1398287 Sep 23 19:36:35.180254 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-fc84d45d-a483-484d-a8b4-36e7530788bd req-ec091c85-d750-472a-a245-aefc64e023f7 tempest-ServerActionsTestJSON-618918056 tempest-ServerActionsTestJSON-618918056-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:35.180701 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-fc84d45d-a483-484d-a8b4-36e7530788bd req-ec091c85-d750-472a-a245-aefc64e023f7 tempest-ServerActionsTestJSON-618918056 tempest-ServerActionsTestJSON-618918056-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-601884'] for floatingip, after_update {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:35.181022 n-d-713301-16 neutron-server[95101]: INFO neutron.db.l3_db [req-fc84d45d-a483-484d-a8b4-36e7530788bd req-ec091c85-d750-472a-a245-aefc64e023f7 tempest-ServerActionsTestJSON-618918056 tempest-ServerActionsTestJSON-618918056-project] Floating IP c4cf2e9d-2898-43bf-b0a9-025153f8b577 disassociated. External IP: 172.25.1.34, port: 2057133e-afe6-4649-916f-fb2ef68141a8. Sep 23 19:36:35.181612 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.plugin [req-fc84d45d-a483-484d-a8b4-36e7530788bd req-ec091c85-d750-472a-a245-aefc64e023f7 tempest-ServerActionsTestJSON-618918056 tempest-ServerActionsTestJSON-618918056-project] Calling delete_port for 2057133e-afe6-4649-916f-fb2ef68141a8 owned by compute:nova {{(pid=95101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:36:35.182833 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-046d7b80-2591-4370-902d-720fe733ca2c req-47af8580-9c23-4a78-89ea-f8d0f39b8345 tempest-ListServerFiltersTestJSON-809433892 tempest-ListServerFiltersTestJSON-809433892-project] 10.222.0.67 "GET /v2.0/security-groups?id=791c206a-3feb-4dc0-8ae9-5b23b18cf1d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646853 Sep 23 19:36:35.251559 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-e7d72e85-180e-45ad-a76d-90cf0ab33895 req-676962b7-2a4f-4b6d-8728-e75c51769265 tempest-ServerRescueNegativeTestJSON-317871319 tempest-ServerRescueNegativeTestJSON-317871319-project] 10.222.0.67 "GET /v2.0/security-groups?id=ac103501-6c24-4299-8f11-081b36059735&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647531 Sep 23 19:36:35.260176 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-8452ea2a-4bfc-4318-b8b4-3ea588d48bc1 tempest-MeteringIpV6TestJSON-1699744013 tempest-MeteringIpV6TestJSON-1699744013-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:35.262100 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-8452ea2a-4bfc-4318-b8b4-3ea588d48bc1 tempest-MeteringIpV6TestJSON-1699744013 tempest-MeteringIpV6TestJSON-1699744013-project-admin] 10.222.0.67 "DELETE /v2.0/metering/metering-label-rules/0fe30f24-ce55-46e6-b7cd-07f5dded290e HTTP/1.1" status: 204 len: 168 time: 0.4485877 Sep 23 19:36:35.265958 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 53588) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:36:35.291624 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-825ec25b-a5ee-45c0-a97c-40a241ac0bf2 tempest-MeteringIpV6TestJSON-1699744013 tempest-MeteringIpV6TestJSON-1699744013-project-admin] 10.222.0.67 "GET /v2.0/metering/metering-label-rules?id=0fe30f24-ce55-46e6-b7cd-07f5dded290e HTTP/1.1" status: 200 len: 221 time: 0.0244100 Sep 23 19:36:35.292215 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 53590) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:36:35.299861 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.v2.base [None req-dbbe4d4d-14ba-4fd9-82ca-d87231281e3c tempest-MeteringIpV6TestJSON-1699744013 tempest-MeteringIpV6TestJSON-1699744013-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--1909191666', 'description': 'label created by tempest'}} {{(pid=95102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:36:35.300434 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.v2.base [None req-dbbe4d4d-14ba-4fd9-82ca-d87231281e3c tempest-MeteringIpV6TestJSON-1699744013 tempest-MeteringIpV6TestJSON-1699744013-project-admin] Unknown quota resources ['metering_label']. {{(pid=95102) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Sep 23 19:36:35.473857 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-5aab0020-548f-4c71-afe0-2c402ca9a277 tempest-RoutersAdminNegativeIpV6Test-1184606155 tempest-RoutersAdminNegativeIpV6Test-1184606155-project-admin] Notify callbacks [] for router, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:35.698864 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-dbbe4d4d-14ba-4fd9-82ca-d87231281e3c tempest-MeteringIpV6TestJSON-1699744013 tempest-MeteringIpV6TestJSON-1699744013-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:35.702578 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-5aab0020-548f-4c71-afe0-2c402ca9a277 tempest-RoutersAdminNegativeIpV6Test-1184606155 tempest-RoutersAdminNegativeIpV6Test-1184606155-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-597305', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29369'] for router, precommit_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:35.703152 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-dbbe4d4d-14ba-4fd9-82ca-d87231281e3c tempest-MeteringIpV6TestJSON-1699744013 tempest-MeteringIpV6TestJSON-1699744013-project-admin] 10.222.0.67 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 470 time: 0.4096310 Sep 23 19:36:35.704126 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 53600) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:36:35.708925 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-5aab0020-548f-4c71-afe0-2c402ca9a277 tempest-RoutersAdminNegativeIpV6Test-1184606155 tempest-RoutersAdminNegativeIpV6Test-1184606155-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:35.725082 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2934e5e5-b6b6-4068-9b53-6530312224ab req-10c0f04f-139e-48bd-b688-17f9e9f464bc tempest-ServerActionsTestJSON-618918056 tempest-ServerActionsTestJSON-618918056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:36:35.726688 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-2934e5e5-b6b6-4068-9b53-6530312224ab req-10c0f04f-139e-48bd-b688-17f9e9f464bc tempest-ServerActionsTestJSON-618918056 tempest-ServerActionsTestJSON-618918056-project] 10.222.0.67 "GET /v2.0/ports?device_id=7fa91134-8ee0-4baa-9037-6ca73d6b4c83 HTTP/1.1" status: 200 len: 945 time: 0.3321028 Sep 23 19:36:35.737512 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808b5bbf-66f3-4d36-bf06-d740ac008041 req-ad5306ed-6694-4b8a-bcaa-1e26463abc9b tempest-ListServerFiltersTestJSON-809433892 tempest-ListServerFiltersTestJSON-809433892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:36:35.748379 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-808b5bbf-66f3-4d36-bf06-d740ac008041 req-ad5306ed-6694-4b8a-bcaa-1e26463abc9b tempest-ListServerFiltersTestJSON-809433892 tempest-ListServerFiltersTestJSON-809433892-project] 10.222.0.67 "GET /v2.0/ports?device_id=9833bfef-a659-4e2c-804f-61eb8398fe4e HTTP/1.1" status: 200 len: 946 time: 0.3550317 Sep 23 19:36:35.781807 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b944cf-6078-4e0b-bdf2-d77cce4d3fdb req-fa903937-ecd4-4919-a5f2-4b5aa90ec58f tempest-ServerRescueNegativeTestJSON-317871319 tempest-ServerRescueNegativeTestJSON-317871319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:36:35.783384 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-e4b944cf-6078-4e0b-bdf2-d77cce4d3fdb req-fa903937-ecd4-4919-a5f2-4b5aa90ec58f tempest-ServerRescueNegativeTestJSON-317871319 tempest-ServerRescueNegativeTestJSON-317871319-project] 10.222.0.74 "GET /v2.0/ports?device_id=f6ef00c9-1a36-4a78-8258-2ac22e8b1be1 HTTP/1.1" status: 200 len: 945 time: 0.1852162 Sep 23 19:36:35.796105 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-3500bb73-1b3c-4031-9a81-769ee6cfd129 tempest-MeteringIpV6TestJSON-1699744013 tempest-MeteringIpV6TestJSON-1699744013-project-admin] 10.222.0.67 "GET /v2.0/metering/metering-labels?id=83684fc7-a3ef-4e20-bf37-a43bd0749a14 HTTP/1.1" status: 200 len: 468 time: 0.0886960 Sep 23 19:36:35.802378 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 53604) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:36:35.876339 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-fc84d45d-a483-484d-a8b4-36e7530788bd req-ec091c85-d750-472a-a245-aefc64e023f7 tempest-ServerActionsTestJSON-618918056 tempest-ServerActionsTestJSON-618918056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783146162158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783145673144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5607431'] for port, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:35.909975 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec091c85-d750-472a-a245-aefc64e023f7 tempest-ServerActionsTestJSON-618918056 tempest-ServerActionsTestJSON-618918056-project] Pushing event deleted for resources: {'Port': ['ID=2057133e-afe6-4649-916f-fb2ef68141a8,revision_number=None']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:36:36.010915 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-5aab0020-548f-4c71-afe0-2c402ca9a277 tempest-RoutersAdminNegativeIpV6Test-1184606155 tempest-RoutersAdminNegativeIpV6Test-1184606155-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-597296'] for router, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:36.011645 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5aab0020-548f-4c71-afe0-2c402ca9a277 tempest-RoutersAdminNegativeIpV6Test-1184606155 tempest-RoutersAdminNegativeIpV6Test-1184606155-project-admin] Fanout notify agent at l3_agent the message router_deleted on router e2aa6c29-53e0-40f4-8ba3-eedf8055e921 {{(pid=95101) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 23 19:36:36.033291 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-2934e5e5-b6b6-4068-9b53-6530312224ab req-db7b4128-ca22-47d3-81d2-b6a3286d3800 tempest-ServerActionsTestJSON-618918056 tempest-ServerActionsTestJSON-618918056-project] 10.222.0.67 "GET /v2.0/security-groups?id=d2a75794-f2ea-419f-9d09-0096f3fe96c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2814972 Sep 23 19:36:36.050178 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-808b5bbf-66f3-4d36-bf06-d740ac008041 req-44f3252f-5288-4318-aecc-5977ecdcbd87 tempest-ListServerFiltersTestJSON-809433892 tempest-ListServerFiltersTestJSON-809433892-project] 10.222.0.67 "GET /v2.0/security-groups?id=791c206a-3feb-4dc0-8ae9-5b23b18cf1d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3004396 Sep 23 19:36:36.051531 n-d-713301-16 neutron-server[95101]: INFO neutron.api.v2.resource [None req-5aab0020-548f-4c71-afe0-2c402ca9a277 tempest-RoutersAdminNegativeIpV6Test-1184606155 tempest-RoutersAdminNegativeIpV6Test-1184606155-project-admin] create failed (client error): There was a conflict when trying to complete your request. Sep 23 19:36:36.052619 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-5aab0020-548f-4c71-afe0-2c402ca9a277 tempest-RoutersAdminNegativeIpV6Test-1184606155 tempest-RoutersAdminNegativeIpV6Test-1184606155-project-admin] 10.222.0.67 "POST /v2.0/routers HTTP/1.1" status: 409 len: 370 time: 2.3453994 Sep 23 19:36:36.067045 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 53614) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:36:36.140786 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.l3_agent_scheduler [req-fc84d45d-a483-484d-a8b4-36e7530788bd req-ec091c85-d750-472a-a245-aefc64e023f7 tempest-ServerActionsTestJSON-618918056 tempest-ServerActionsTestJSON-618918056-project] Router 40308d8e-23f3-4072-9de9-28677fedbb3a has already been hosted by L3 agent 79a740bf-7821-4989-8288-7186e3e128f3 {{(pid=95101) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 19:36:36.303010 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-f0e2d507-1ed7-428d-bacf-724241fad186 tempest-MeteringIpV6TestJSON-1699744013 tempest-MeteringIpV6TestJSON-1699744013-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:36.304497 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-f0e2d507-1ed7-428d-bacf-724241fad186 tempest-MeteringIpV6TestJSON-1699744013 tempest-MeteringIpV6TestJSON-1699744013-project-admin] 10.222.0.67 "DELETE /v2.0/metering/metering-labels/83684fc7-a3ef-4e20-bf37-a43bd0749a14 HTTP/1.1" status: 204 len: 168 time: 0.4603615 Sep 23 19:36:36.308905 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 53628) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:36:36.350992 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.plugin [None req-c0eeab6a-1c32-47b8-a5fa-06d869ad2fce tempest-RoutersAdminNegativeIpV6Test-1184606155 tempest-RoutersAdminNegativeIpV6Test-1184606155-project-admin] Deleting port bf00d8fe-caab-4c55-ae3d-7618e6840319 {{(pid=95101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:36:36.368646 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.plugin [req-e4b944cf-6078-4e0b-bdf2-d77cce4d3fdb req-a21daa93-91e8-4301-b7b6-8ea77c8ec4e6 tempest-ServerRescueNegativeTestJSON-317871319 tempest-ServerRescueNegativeTestJSON-317871319-project] Deleting port 9acad1bd-31ac-4aa3-947b-14663bbeaff0 {{(pid=95102) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:36:36.370140 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-c0eeab6a-1c32-47b8-a5fa-06d869ad2fce tempest-RoutersAdminNegativeIpV6Test-1184606155 tempest-RoutersAdminNegativeIpV6Test-1184606155-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783146157096'] for port, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:36.374771 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-fc84d45d-a483-484d-a8b4-36e7530788bd req-ec091c85-d750-472a-a245-aefc64e023f7 tempest-ServerActionsTestJSON-618918056 tempest-ServerActionsTestJSON-618918056-project] Notify agent at l3_agent.n-d-713301-16 the message routers_updated {{(pid=95101) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 19:36:36.380344 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-e4b944cf-6078-4e0b-bdf2-d77cce4d3fdb req-a21daa93-91e8-4301-b7b6-8ea77c8ec4e6 tempest-ServerRescueNegativeTestJSON-317871319 tempest-ServerRescueNegativeTestJSON-317871319-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783146157096'] for port, before_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:36.388036 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8db43960-c692-4879-84fc-ad5e4bc931e4 None None] Sync routers for ids ['40308d8e-23f3-4072-9de9-28677fedbb3a'] in n-d-713301-16 {{(pid=95103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 19:36:36.395564 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-ab5babce-33ae-4579-bfa0-c8c21b661b37 tempest-MeteringIpV6TestJSON-1699744013 tempest-MeteringIpV6TestJSON-1699744013-project-admin] 10.222.0.67 "GET /v2.0/metering/metering-labels?id=83684fc7-a3ef-4e20-bf37-a43bd0749a14 HTTP/1.1" status: 200 len: 216 time: 0.0554130 Sep 23 19:36:36.404558 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8db43960-c692-4879-84fc-ad5e4bc931e4 None None] Routers {'40308d8e-23f3-4072-9de9-28677fedbb3a'} bound to L3 agent in host n-d-713301-16 {{(pid=95103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 19:36:36.407093 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_hamode_db [None req-8db43960-c692-4879-84fc-ad5e4bc931e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-23T19:07:52Z,description=,heartbeat_timestamp=2021-09-23T19:36:22Z,host='n-d-713301-16',id=79a740bf-7821-4989-8288-7186e3e128f3,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:07:52Z,topic='l3_agent')) {'router_ids': ['40308d8e-23f3-4072-9de9-28677fedbb3a'], 'active': True} {{(pid=95103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:36:36.407618 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 53632) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:36:36.541093 n-d-713301-16 neutron-server[95101]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc84d45d-a483-484d-a8b4-36e7530788bd req-ec091c85-d750-472a-a245-aefc64e023f7 tempest-ServerActionsTestJSON-618918056 tempest-ServerActionsTestJSON-618918056-project] No DVR routers for this DVR port 2057133e-afe6-4649-916f-fb2ef68141a8 on host n-h1-713301-16 {{(pid=95101) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 19:36:36.552005 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-bb8af8a0-42b6-40bb-8264-04a607766d1d tempest-MeteringIpV6TestJSON-1699744013 tempest-MeteringIpV6TestJSON-1699744013-project-admin] 10.222.0.67 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.1390722 Sep 23 19:36:36.554907 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 53638) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:36:36.556296 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-fc84d45d-a483-484d-a8b4-36e7530788bd req-ec091c85-d750-472a-a245-aefc64e023f7 tempest-ServerActionsTestJSON-618918056 tempest-ServerActionsTestJSON-618918056-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222849'] for port, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:36.558742 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-fc84d45d-a483-484d-a8b4-36e7530788bd req-ec091c85-d750-472a-a245-aefc64e023f7 tempest-ServerActionsTestJSON-618918056 tempest-ServerActionsTestJSON-618918056-project] 10.222.0.74 "DELETE /v2.0/ports/2057133e-afe6-4649-916f-fb2ef68141a8 HTTP/1.1" status: 204 len: 173 time: 2.5932527 Sep 23 19:36:36.560681 n-d-713301-16 neutron-server[95101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7fa91134-8ee0-4baa-9037-6ca73d6b4c83', 'name': 'network-vif-deleted', 'tag': '2057133e-afe6-4649-916f-fb2ef68141a8'}] {{(pid=95101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 19:36:36.563166 n-d-713301-16 neutron-server[95101]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d8366c5740cd635e57ab12b71fe44a77c2acc3c19091ef849c6f68b380462244" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-584e4b6d-533b-4c1c-aa04-c60ed73d0db1" -d '{"events": [{"server_uuid": "7fa91134-8ee0-4baa-9037-6ca73d6b4c83", "name": "network-vif-deleted", "tag": "2057133e-afe6-4649-916f-fb2ef68141a8"}]}' {{(pid=95101) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 19:36:36.615876 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.db [req-e4b944cf-6078-4e0b-bdf2-d77cce4d3fdb req-a21daa93-91e8-4301-b7b6-8ea77c8ec4e6 tempest-ServerRescueNegativeTestJSON-317871319 tempest-ServerRescueNegativeTestJSON-317871319-project] For port 9acad1bd-31ac-4aa3-947b-14663bbeaff0, host n-h1-713301-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-16',level=0,port_id=9acad1bd-31ac-4aa3-947b-14663bbeaff0,segment=NetworkSegment(06c35406-3e3c-42a0-a3c1-86f8ca1b8560),segment_id=06c35406-3e3c-42a0-a3c1-86f8ca1b8560)] {{(pid=95102) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:36:36.616315 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-e4b944cf-6078-4e0b-bdf2-d77cce4d3fdb req-a21daa93-91e8-4301-b7b6-8ea77c8ec4e6 tempest-ServerRescueNegativeTestJSON-317871319 tempest-ServerRescueNegativeTestJSON-317871319-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-605701'] for port, precommit_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:36.621515 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-24a89930-d0bb-408d-9b79-da60b55879ea tempest-MeteringIpV6TestJSON-1699744013 tempest-MeteringIpV6TestJSON-1699744013-project-admin] 10.222.0.67 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0613508 Sep 23 19:36:36.623905 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 53642) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:36:36.638781 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.plugin [req-e4b944cf-6078-4e0b-bdf2-d77cce4d3fdb req-a21daa93-91e8-4301-b7b6-8ea77c8ec4e6 tempest-ServerRescueNegativeTestJSON-317871319 tempest-ServerRescueNegativeTestJSON-317871319-project] Calling delete_port for 9acad1bd-31ac-4aa3-947b-14663bbeaff0 owned by compute:nova {{(pid=95102) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:36:36.695377 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-c9d0faff-5a04-4491-a5dd-1517403b602f tempest-MeteringIpV6TestJSON-1699744013 tempest-MeteringIpV6TestJSON-1699744013-project-admin] 10.222.0.67 "GET /v2.0/metering/metering-labels/fd624991-4796-42a9-b71a-4ebe9407d2bd HTTP/1.1" status: 200 len: 473 time: 0.0702848 Sep 23 19:36:36.697644 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 53646) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:36:36.730862 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-eeafe1df-5ba4-4a26-9618-54f48197d67f tempest-MeteringIpV6TestJSON-1699744013 tempest-MeteringIpV6TestJSON-1699744013-project-admin] 10.222.0.67 "GET /v2.0/metering/metering-label-rules/b2af2c92-714d-4356-b82b-b0d78f962b93 HTTP/1.1" status: 200 len: 459 time: 0.0305777 Sep 23 19:36:36.734579 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-c0eeab6a-1c32-47b8-a5fa-06d869ad2fce tempest-RoutersAdminNegativeIpV6Test-1184606155 tempest-RoutersAdminNegativeIpV6Test-1184606155-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-605701'] for port, precommit_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:36.737068 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 53650) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:36:36.740663 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_dvr_db [None req-8db43960-c692-4879-84fc-ad5e4bc931e4 None None] Set router 40308d8e-23f3-4072-9de9-28677fedbb3a gateway port host: n-d-713301-16 {{(pid=95103) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 19:36:36.763418 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.plugin [None req-c0eeab6a-1c32-47b8-a5fa-06d869ad2fce tempest-RoutersAdminNegativeIpV6Test-1184606155 tempest-RoutersAdminNegativeIpV6Test-1184606155-project-admin] Calling delete_port for bf00d8fe-caab-4c55-ae3d-7618e6840319 owned by {{(pid=95101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:36:36.849031 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39b8bfe-92f8-40dc-bbf4-67d24bc7db35 req-df58055b-7358-4178-a30c-ebefe041d13a tempest-ServerRescueNegativeTestJSON-317871319 tempest-ServerRescueNegativeTestJSON-317871319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:36:36.857995 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-c39b8bfe-92f8-40dc-bbf4-67d24bc7db35 req-df58055b-7358-4178-a30c-ebefe041d13a tempest-ServerRescueNegativeTestJSON-317871319 tempest-ServerRescueNegativeTestJSON-317871319-project] 10.222.0.67 "GET /v2.0/ports?device_id=f6ef00c9-1a36-4a78-8258-2ac22e8b1be1 HTTP/1.1" status: 200 len: 945 time: 0.4392543 Sep 23 19:36:36.912849 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c10e189-b2fd-49f4-909c-a47f35da8297 req-421d1cdc-ab4d-493b-ba4d-c5864c0c4237 tempest-ListServerFiltersTestJSON-809433892 tempest-ListServerFiltersTestJSON-809433892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:36:36.914404 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-4c10e189-b2fd-49f4-909c-a47f35da8297 req-421d1cdc-ab4d-493b-ba4d-c5864c0c4237 tempest-ListServerFiltersTestJSON-809433892 tempest-ListServerFiltersTestJSON-809433892-project] 10.222.0.67 "GET /v2.0/ports?device_id=f7a4a9ad-9299-4e1e-a7bc-d77c53e5407a HTTP/1.1" status: 200 len: 946 time: 0.1712878 Sep 23 19:36:36.957939 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-c39b8bfe-92f8-40dc-bbf4-67d24bc7db35 req-29943b71-9945-48e3-9f4e-73dd0f955aba tempest-ServerRescueNegativeTestJSON-317871319 tempest-ServerRescueNegativeTestJSON-317871319-project] 10.222.0.67 "GET /v2.0/security-groups?id=ac103501-6c24-4299-8f11-081b36059735&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989895 Sep 23 19:36:37.010294 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-971c68d5-2cb4-4c95-923b-afe70288d56d tempest-MeteringIpV6TestJSON-1699744013 tempest-MeteringIpV6TestJSON-1699744013-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:37.011563 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-971c68d5-2cb4-4c95-923b-afe70288d56d tempest-MeteringIpV6TestJSON-1699744013 tempest-MeteringIpV6TestJSON-1699744013-project-admin] 10.222.0.67 "DELETE /v2.0/metering/metering-label-rules/b2af2c92-714d-4356-b82b-b0d78f962b93 HTTP/1.1" status: 204 len: 168 time: 0.2735443 Sep 23 19:36:37.015262 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 53660) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:36:37.039239 n-d-713301-16 neutron-server[95101]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 19:36:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a23f08b-f3f2-4f0c-86d5-540de6313b9c x-openstack-request-id: req-3a23f08b-f3f2-4f0c-86d5-540de6313b9c {{(pid=95101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 19:36:37.039597 n-d-713301-16 neutron-server[95101]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7fa91134-8ee0-4baa-9037-6ca73d6b4c83", "name": "network-vif-deleted", "tag": "2057133e-afe6-4649-916f-fb2ef68141a8", "status": "completed", "code": 200}]} {{(pid=95101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 19:36:37.039811 n-d-713301-16 neutron-server[95101]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-3a23f08b-f3f2-4f0c-86d5-540de6313b9c {{(pid=95101) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 19:36:37.040207 n-d-713301-16 neutron-server[95101]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7fa91134-8ee0-4baa-9037-6ca73d6b4c83', 'name': 'network-vif-deleted', 'tag': '2057133e-afe6-4649-916f-fb2ef68141a8', 'status': 'completed', 'code': 200} Sep 23 19:36:37.156857 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_hamode_db [None req-8db43960-c692-4879-84fc-ad5e4bc931e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40308d8e-23f3-4072-9de9-28677fedbb3a', 'name': 'tempest-ServerActionsTestJSON-1077418396-router', 'tenant_id': 'f17a85608a9a4ecb8150ef41746c47e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'external_fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.24'}], 'enable_snat': True}, 'gw_port_id': '50edb875-e732-4d88-8c65-d819d1bfac76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:27:08Z', 'updated_at': '2021-09-23T19:27:14Z', 'revision_number': 4, 'project_id': 'f17a85608a9a4ecb8150ef41746c47e0', 'gw_port': {'id': '50edb875-e732-4d88-8c65-d819d1bfac76', 'name': '', 'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:61:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40308d8e-23f3-4072-9de9-28677fedbb3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1013, 'fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:27:09Z', 'updated_at': '2021-09-23T19:27:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-16', '_interfaces': [{'id': '7c20880d-989f-4902-b74a-715c2f0fd89b', 'name': '', 'network_id': '364dc893-5ecb-4aa3-be76-13b51cbbfbd4', 'tenant_id': 'f17a85608a9a4ecb8150ef41746c47e0', 'mac_address': 'fa:16:3e:91:a6:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40308d8e-23f3-4072-9de9-28677fedbb3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1014, 'fixed_ips': [{'subnet_id': 'a900be85-be08-465b-85e6-4a05aae55389', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:27:13Z', 'updated_at': '2021-09-23T19:27:21Z', 'revision_number': 5, 'project_id': 'f17a85608a9a4ecb8150ef41746c47e0', 'subnets': [{'id': 'a900be85-be08-465b-85e6-4a05aae55389', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-16', False) {} {{(pid=95103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:36:37.200741 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8db43960-c692-4879-84fc-ad5e4bc931e4 None None] Checking router: 40308d8e-23f3-4072-9de9-28677fedbb3a for host: n-d-713301-16 {{(pid=95103) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 19:36:37.205904 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-4c10e189-b2fd-49f4-909c-a47f35da8297 req-7680f208-a257-40a4-a3a0-8ba3f15de6e6 tempest-ListServerFiltersTestJSON-809433892 tempest-ListServerFiltersTestJSON-809433892-project] 10.222.0.67 "GET /v2.0/security-groups?id=791c206a-3feb-4dc0-8ae9-5b23b18cf1d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2713478 Sep 23 19:36:37.215103 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8db43960-c692-4879-84fc-ad5e4bc931e4 None None] Routers {'40308d8e-23f3-4072-9de9-28677fedbb3a'} bound to L3 agent in host n-d-713301-16 {{(pid=95103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 19:36:37.215431 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-e4b944cf-6078-4e0b-bdf2-d77cce4d3fdb req-a21daa93-91e8-4301-b7b6-8ea77c8ec4e6 tempest-ServerRescueNegativeTestJSON-317871319 tempest-ServerRescueNegativeTestJSON-317871319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783146162158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783145673144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4399100'] for port, after_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:37.216238 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_hamode_db [None req-8db43960-c692-4879-84fc-ad5e4bc931e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-23T19:07:52Z,description=,heartbeat_timestamp=2021-09-23T19:36:22Z,host='n-d-713301-16',id=79a740bf-7821-4989-8288-7186e3e128f3,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:07:52Z,topic='l3_agent')) {'router_ids': ['40308d8e-23f3-4072-9de9-28677fedbb3a'], 'active': True} {{(pid=95103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:36:37.282468 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a21daa93-91e8-4301-b7b6-8ea77c8ec4e6 tempest-ServerRescueNegativeTestJSON-317871319 tempest-ServerRescueNegativeTestJSON-317871319-project] Pushing event deleted for resources: {'Port': ['ID=9acad1bd-31ac-4aa3-947b-14663bbeaff0,revision_number=None']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:36:37.366643 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] get_ports_and_sgs() called for port_ids ['9acad1bd-31ac-4aa3-947b-14663bbeaff0'] {{(pid=95103) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 19:36:37.376808 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-4a317df1-d51a-4a7e-bfbb-51c88ab7b114 req-7621faf1-7a80-44d6-b7b5-fecfd4888dd9 tempest-ServerActionsTestJSON-618918056 tempest-ServerActionsTestJSON-618918056-project] 10.222.0.67 "GET /v2.0/ports?device_id=7fa91134-8ee0-4baa-9037-6ca73d6b4c83 HTTP/1.1" status: 200 len: 210 time: 0.0970247 Sep 23 19:36:37.418278 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] get_ports_and_sgs() called for port_ids ['acf36a73-9a5d-4069-8c51-d879b7158a29'] {{(pid=95103) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 19:36:37.440302 n-d-713301-16 neutron-server[95102]: DEBUG neutron.db.l3_dvrscheduler_db [req-e4b944cf-6078-4e0b-bdf2-d77cce4d3fdb req-a21daa93-91e8-4301-b7b6-8ea77c8ec4e6 tempest-ServerRescueNegativeTestJSON-317871319 tempest-ServerRescueNegativeTestJSON-317871319-project] No DVR routers for this DVR port 9acad1bd-31ac-4aa3-947b-14663bbeaff0 on host n-h1-713301-16 {{(pid=95102) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 19:36:37.443179 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-e4b944cf-6078-4e0b-bdf2-d77cce4d3fdb req-a21daa93-91e8-4301-b7b6-8ea77c8ec4e6 tempest-ServerRescueNegativeTestJSON-317871319 tempest-ServerRescueNegativeTestJSON-317871319-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222849'] for port, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:37.445373 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-e4b944cf-6078-4e0b-bdf2-d77cce4d3fdb req-a21daa93-91e8-4301-b7b6-8ea77c8ec4e6 tempest-ServerRescueNegativeTestJSON-317871319 tempest-ServerRescueNegativeTestJSON-317871319-project] 10.222.0.74 "DELETE /v2.0/ports/9acad1bd-31ac-4aa3-947b-14663bbeaff0 HTTP/1.1" status: 204 len: 173 time: 1.6514521 Sep 23 19:36:37.446330 n-d-713301-16 neutron-server[95102]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f6ef00c9-1a36-4a78-8258-2ac22e8b1be1', 'name': 'network-vif-deleted', 'tag': '9acad1bd-31ac-4aa3-947b-14663bbeaff0'}] {{(pid=95102) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 19:36:37.451851 n-d-713301-16 neutron-server[95102]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab31b6d93e5336dbddfa8ec424565b3bd8cb2369c5b4d85bc943472dbb21e8ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-abd75f1d-8137-4278-9d69-9dfd186f756f" -d '{"events": [{"server_uuid": "f6ef00c9-1a36-4a78-8258-2ac22e8b1be1", "name": "network-vif-deleted", "tag": "9acad1bd-31ac-4aa3-947b-14663bbeaff0"}]}' {{(pid=95102) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 19:36:37.522073 n-d-713301-16 neutron-server[95102]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 19:36:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b19bc400-ffa9-4b91-9df2-334623d77d83 x-openstack-request-id: req-b19bc400-ffa9-4b91-9df2-334623d77d83 {{(pid=95102) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 19:36:37.522780 n-d-713301-16 neutron-server[95102]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f6ef00c9-1a36-4a78-8258-2ac22e8b1be1", "name": "network-vif-deleted", "tag": "9acad1bd-31ac-4aa3-947b-14663bbeaff0", "status": "completed", "code": 200}]} {{(pid=95102) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 19:36:37.523203 n-d-713301-16 neutron-server[95102]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-b19bc400-ffa9-4b91-9df2-334623d77d83 {{(pid=95102) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 19:36:37.523847 n-d-713301-16 neutron-server[95102]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f6ef00c9-1a36-4a78-8258-2ac22e8b1be1', 'name': 'network-vif-deleted', 'tag': '9acad1bd-31ac-4aa3-947b-14663bbeaff0', 'status': 'completed', 'code': 200} Sep 23 19:36:37.731931 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_dvr_db [None req-8db43960-c692-4879-84fc-ad5e4bc931e4 None None] Set router 40308d8e-23f3-4072-9de9-28677fedbb3a gateway port host: n-d-713301-16 {{(pid=95103) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 19:36:37.771200 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cebcd50-65bf-445c-8ea2-970db8b1eb49 req-f56ebc91-9776-493a-9316-cdad20b08ab5 tempest-ListServerFiltersTestJSON-809433892 tempest-ListServerFiltersTestJSON-809433892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:36:37.782195 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-5cebcd50-65bf-445c-8ea2-970db8b1eb49 req-f56ebc91-9776-493a-9316-cdad20b08ab5 tempest-ListServerFiltersTestJSON-809433892 tempest-ListServerFiltersTestJSON-809433892-project] 10.222.0.67 "GET /v2.0/ports?device_id=112ec6b1-d777-4f3c-8724-ad88e87d715e HTTP/1.1" status: 200 len: 945 time: 0.1140959 Sep 23 19:36:37.799824 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-e7884d4a-7d3c-49e3-b35f-ea4347943213 tempest-MeteringIpV6TestJSON-1699744013 tempest-MeteringIpV6TestJSON-1699744013-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:37.803671 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-e7884d4a-7d3c-49e3-b35f-ea4347943213 tempest-MeteringIpV6TestJSON-1699744013 tempest-MeteringIpV6TestJSON-1699744013-project-admin] 10.222.0.67 "DELETE /v2.0/metering/metering-labels/fd624991-4796-42a9-b71a-4ebe9407d2bd HTTP/1.1" status: 204 len: 168 time: 0.7851317 Sep 23 19:36:37.803671 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-c0eeab6a-1c32-47b8-a5fa-06d869ad2fce tempest-RoutersAdminNegativeIpV6Test-1184606155 tempest-RoutersAdminNegativeIpV6Test-1184606155-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783146162158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783145673144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5607431'] for port, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:37.835493 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0eeab6a-1c32-47b8-a5fa-06d869ad2fce tempest-RoutersAdminNegativeIpV6Test-1184606155 tempest-RoutersAdminNegativeIpV6Test-1184606155-project-admin] Pushing event deleted for resources: {'Port': ['ID=bf00d8fe-caab-4c55-ae3d-7618e6840319,revision_number=None']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:36:37.843898 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 53684) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:36:37.872719 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-5cebcd50-65bf-445c-8ea2-970db8b1eb49 req-a7177338-6c36-4857-a250-d49004c7ec58 tempest-ListServerFiltersTestJSON-809433892 tempest-ListServerFiltersTestJSON-809433892-project] 10.222.0.67 "GET /v2.0/security-groups?id=791c206a-3feb-4dc0-8ae9-5b23b18cf1d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870764 Sep 23 19:36:37.984878 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-c0eeab6a-1c32-47b8-a5fa-06d869ad2fce tempest-RoutersAdminNegativeIpV6Test-1184606155 tempest-RoutersAdminNegativeIpV6Test-1184606155-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222849'] for port, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:37.995409 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-c0eeab6a-1c32-47b8-a5fa-06d869ad2fce tempest-RoutersAdminNegativeIpV6Test-1184606155 tempest-RoutersAdminNegativeIpV6Test-1184606155-project-admin] 10.222.0.67 "DELETE /v2.0/ports/bf00d8fe-caab-4c55-ae3d-7618e6840319 HTTP/1.1" status: 204 len: 168 time: 1.9252319 Sep 23 19:36:38.121706 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-e2be3c0f-abc0-425b-a6c0-a4ae3cbd72c3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:38.180359 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-65aa3c56-316f-46c0-a7da-b977fe859740 req-8182e709-fdaa-4189-ad4a-c859e7a61ed0 tempest-ServerRescueNegativeTestJSON-317871319 tempest-ServerRescueNegativeTestJSON-317871319-project] 10.222.0.67 "GET /v2.0/ports?device_id=f6ef00c9-1a36-4a78-8258-2ac22e8b1be1 HTTP/1.1" status: 200 len: 210 time: 0.0704992 Sep 23 19:36:38.369497 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_hamode_db [None req-8db43960-c692-4879-84fc-ad5e4bc931e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40308d8e-23f3-4072-9de9-28677fedbb3a', 'name': 'tempest-ServerActionsTestJSON-1077418396-router', 'tenant_id': 'f17a85608a9a4ecb8150ef41746c47e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'external_fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.24'}], 'enable_snat': True}, 'gw_port_id': '50edb875-e732-4d88-8c65-d819d1bfac76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:27:08Z', 'updated_at': '2021-09-23T19:27:14Z', 'revision_number': 4, 'project_id': 'f17a85608a9a4ecb8150ef41746c47e0', 'gw_port': {'id': '50edb875-e732-4d88-8c65-d819d1bfac76', 'name': '', 'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:61:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40308d8e-23f3-4072-9de9-28677fedbb3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1013, 'fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:27:09Z', 'updated_at': '2021-09-23T19:27:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-16', '_interfaces': [{'id': '7c20880d-989f-4902-b74a-715c2f0fd89b', 'name': '', 'network_id': '364dc893-5ecb-4aa3-be76-13b51cbbfbd4', 'tenant_id': 'f17a85608a9a4ecb8150ef41746c47e0', 'mac_address': 'fa:16:3e:91:a6:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40308d8e-23f3-4072-9de9-28677fedbb3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1014, 'fixed_ips': [{'subnet_id': 'a900be85-be08-465b-85e6-4a05aae55389', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:27:13Z', 'updated_at': '2021-09-23T19:27:21Z', 'revision_number': 5, 'project_id': 'f17a85608a9a4ecb8150ef41746c47e0', 'subnets': [{'id': 'a900be85-be08-465b-85e6-4a05aae55389', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-16', False) {} {{(pid=95103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:36:38.372076 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-e2be3c0f-abc0-425b-a6c0-a4ae3cbd72c3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:38.377354 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 53702) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:36:38.397432 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-e2be3c0f-abc0-425b-a6c0-a4ae3cbd72c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:38.399104 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Device 2057133e-afe6-4649-916f-fb2ef68141a8 no longer exists at agent hyperv_n-h1-713301-16 {{(pid=95103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 19:36:38.429195 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2be3c0f-abc0-425b-a6c0-a4ae3cbd72c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=367fcca1-d70c-4f8a-9615-55eb162956b1,revision_number=1']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:36:38.486834 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-e2be3c0f-abc0-425b-a6c0-a4ae3cbd72c3 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=c81834ed6c9141c2a3ede94db799749c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6404600 Sep 23 19:36:38.489125 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 53708) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:36:38.542830 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f106abee-f305-4679-8ce0-35a7875f88fb req-5d5ce23f-d202-4484-aae9-99ccff938499 tempest-ListServerFiltersTestJSON-809433892 tempest-ListServerFiltersTestJSON-809433892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:36:38.549640 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 53710) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:36:38.556511 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f106abee-f305-4679-8ce0-35a7875f88fb req-5d5ce23f-d202-4484-aae9-99ccff938499 tempest-ListServerFiltersTestJSON-809433892 tempest-ListServerFiltersTestJSON-809433892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:36:38.559476 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8db43960-c692-4879-84fc-ad5e4bc931e4 None None] The sync data for ids ['40308d8e-23f3-4072-9de9-28677fedbb3a'] in n-d-713301-16 is: [{'id': '40308d8e-23f3-4072-9de9-28677fedbb3a', 'name': 'tempest-ServerActionsTestJSON-1077418396-router', 'tenant_id': 'f17a85608a9a4ecb8150ef41746c47e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'external_fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.24'}], 'enable_snat': True}, 'gw_port_id': '50edb875-e732-4d88-8c65-d819d1bfac76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:27:08Z', 'updated_at': '2021-09-23T19:27:14Z', 'revision_number': 4, 'project_id': 'f17a85608a9a4ecb8150ef41746c47e0', 'gw_port': {'id': '50edb875-e732-4d88-8c65-d819d1bfac76', 'name': '', 'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:61:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40308d8e-23f3-4072-9de9-28677fedbb3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1013, 'fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:27:09Z', 'updated_at': '2021-09-23T19:27:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-16', '_interfaces': [{'id': '7c20880d-989f-4902-b74a-715c2f0fd89b', 'name': '', 'network_id': '364dc893-5ecb-4aa3-be76-13b51cbbfbd4', 'tenant_id': 'f17a85608a9a4ecb8150ef41746c47e0', 'mac_address': 'fa:16:3e:91:a6:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40308d8e-23f3-4072-9de9-28677fedbb3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1014, 'fixed_ips': [{'subnet_id': 'a900be85-be08-465b-85e6-4a05aae55389', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:27:13Z', 'updated_at': '2021-09-23T19:27:21Z', 'revision_number': 5, 'project_id': 'f17a85608a9a4ecb8150ef41746c47e0', 'subnets': [{'id': 'a900be85-be08-465b-85e6-4a05aae55389', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 19:36:38.561043 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.plugin [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] No Port match for: 2057133e-afe6-4649-916f-fb2ef68141a8 {{(pid=95103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 19:36:38.561382 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Device 2057133e-afe6-4649-916f-fb2ef68141a8 not bound to the agent host n-h1-713301-16 {{(pid=95103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 19:36:38.568772 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f106abee-f305-4679-8ce0-35a7875f88fb req-5d5ce23f-d202-4484-aae9-99ccff938499 tempest-ListServerFiltersTestJSON-809433892 tempest-ListServerFiltersTestJSON-809433892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:36:38.586182 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-f106abee-f305-4679-8ce0-35a7875f88fb req-5d5ce23f-d202-4484-aae9-99ccff938499 tempest-ListServerFiltersTestJSON-809433892 tempest-ListServerFiltersTestJSON-809433892-project] 10.222.0.67 "GET /v2.0/ports?device_id=f7a4a9ad-9299-4e1e-a7bc-d77c53e5407a&device_id=9833bfef-a659-4e2c-804f-61eb8398fe4e&device_id=112ec6b1-d777-4f3c-8724-ad88e87d715e HTTP/1.1" status: 200 len: 2418 time: 0.1494679 Sep 23 19:36:38.641939 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-0fcfbf1e-223c-4136-ac49-d061778ff637 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:38.675379 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 53716) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:36:38.694804 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-f106abee-f305-4679-8ce0-35a7875f88fb req-69e1a342-3d6d-424b-b7e9-799c13faadba tempest-ListServerFiltersTestJSON-809433892 tempest-ListServerFiltersTestJSON-809433892-project] 10.222.0.67 "GET /v2.0/security-groups?id=791c206a-3feb-4dc0-8ae9-5b23b18cf1d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1077459 Sep 23 19:36:38.699373 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-0fcfbf1e-223c-4136-ac49-d061778ff637 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:38.766191 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-122a62c8-d7df-4def-b46a-da175fcf36ad admin admin] Notify callbacks [] for security_group, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:38.790411 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-c7a7e1b3-a9e4-4a79-9970-ee9fb047cbe0 tempest-ServerActionsTestJSON-618918056 tempest-ServerActionsTestJSON-618918056-project] Notify callbacks [] for security_group, before_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:38.799456 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-230b5271-5a1f-4287-b80a-8c65be7bb35b admin admin] Notify callbacks [] for security_group, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:38.826400 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-c7a7e1b3-a9e4-4a79-9970-ee9fb047cbe0 tempest-ServerActionsTestJSON-618918056 tempest-ServerActionsTestJSON-618918056-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:38.860407 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-0fcfbf1e-223c-4136-ac49-d061778ff637 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:38.870140 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-0fcfbf1e-223c-4136-ac49-d061778ff637 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:38.873974 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-0fcfbf1e-223c-4136-ac49-d061778ff637 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/367fcca1-d70c-4f8a-9615-55eb162956b1 HTTP/1.1" status: 204 len: 168 time: 0.3815765 Sep 23 19:36:38.906586 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fcfbf1e-223c-4136-ac49-d061778ff637 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=367fcca1-d70c-4f8a-9615-55eb162956b1,revision_number=None']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:36:38.959083 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa93238-6a43-49a8-8edc-a389eb368aef req-b0ee43f7-c2cc-466e-9bef-87c187f3d274 tempest-ListServerFiltersTestJSON-809433892 tempest-ListServerFiltersTestJSON-809433892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:36:38.973390 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-0aa93238-6a43-49a8-8edc-a389eb368aef req-b0ee43f7-c2cc-466e-9bef-87c187f3d274 tempest-ListServerFiltersTestJSON-809433892 tempest-ListServerFiltersTestJSON-809433892-project] 10.222.0.67 "GET /v2.0/ports?device_id=f7a4a9ad-9299-4e1e-a7bc-d77c53e5407a HTTP/1.1" status: 200 len: 946 time: 0.1104374 Sep 23 19:36:38.986014 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-c7a7e1b3-a9e4-4a79-9970-ee9fb047cbe0 tempest-ServerActionsTestJSON-618918056 tempest-ServerActionsTestJSON-618918056-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:38.988574 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-c7a7e1b3-a9e4-4a79-9970-ee9fb047cbe0 tempest-ServerActionsTestJSON-618918056 tempest-ServerActionsTestJSON-618918056-project] Notify callbacks [] for security_group, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:38.998982 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-c7a7e1b3-a9e4-4a79-9970-ee9fb047cbe0 tempest-ServerActionsTestJSON-618918056 tempest-ServerActionsTestJSON-618918056-project] 10.222.0.67 "DELETE /v2.0/security-groups/d2a75794-f2ea-419f-9d09-0096f3fe96c7 HTTP/1.1" status: 204 len: 168 time: 0.3177619 Sep 23 19:36:38.999228 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 53724) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:36:39.020066 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a7e1b3-a9e4-4a79-9970-ee9fb047cbe0 tempest-ServerActionsTestJSON-618918056 tempest-ServerActionsTestJSON-618918056-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2a75794-f2ea-419f-9d09-0096f3fe96c7,revision_number=None']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:36:39.028141 n-d-713301-16 neutron-server[95101]: INFO neutron.api.v2.resource [None req-83e31c6f-7e5a-448d-b357-f3ce76979b93 tempest-ServerActionsTestJSON-618918056 tempest-ServerActionsTestJSON-618918056-project] show failed (client error): The resource could not be found. Sep 23 19:36:39.031699 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-83e31c6f-7e5a-448d-b357-f3ce76979b93 tempest-ServerActionsTestJSON-618918056 tempest-ServerActionsTestJSON-618918056-project] 10.222.0.67 "GET /v2.0/security-groups/d2a75794-f2ea-419f-9d09-0096f3fe96c7 HTTP/1.1" status: 404 len: 347 time: 0.0300131 Sep 23 19:36:39.033649 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 53726) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:36:39.056157 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-0aa93238-6a43-49a8-8edc-a389eb368aef req-37260fdd-b7a3-46bb-89a3-608e1421ccdf tempest-ListServerFiltersTestJSON-809433892 tempest-ListServerFiltersTestJSON-809433892-project] 10.222.0.67 "GET /v2.0/security-groups?id=791c206a-3feb-4dc0-8ae9-5b23b18cf1d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808785 Sep 23 19:36:39.071511 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71ae1004-35fc-467e-a376-ba14eff82c44 None None] New status for floating IP c4cf2e9d-2898-43bf-b0a9-025153f8b577: DOWN {{(pid=95104) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 23 19:36:39.111564 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-122a62c8-d7df-4def-b46a-da175fcf36ad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:39.186941 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-122a62c8-d7df-4def-b46a-da175fcf36ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:39.348675 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 53738) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:36:39.349062 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-122a62c8-d7df-4def-b46a-da175fcf36ad admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=e53bb7259874461fb08625da891fc2db&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9701726 Sep 23 19:36:39.366447 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-122a62c8-d7df-4def-b46a-da175fcf36ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01ea527e-5399-48cc-926d-7a44e5252ddb,revision_number=1']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:36:39.423721 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.plugin [None req-00d6b112-7349-4b67-b3f1-aad06b478cb5 tempest-ServerActionsTestJSON-618918056 tempest-ServerActionsTestJSON-618918056-project] Deleting port f5db31a8-96d5-4c99-a51c-c596c4e4f176 {{(pid=95101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:36:39.424068 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-00d6b112-7349-4b67-b3f1-aad06b478cb5 tempest-ServerActionsTestJSON-618918056 tempest-ServerActionsTestJSON-618918056-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783146157096'] for port, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:39.452157 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 53742) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:36:39.467535 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-66f5dfd2-f2a0-412b-b2e2-60a6fb49826f admin admin] Notify callbacks [] for security_group, before_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:39.467792 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-230b5271-5a1f-4287-b80a-8c65be7bb35b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:39.499148 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-230b5271-5a1f-4287-b80a-8c65be7bb35b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:39.503619 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-4f556500-e20c-4179-b28d-bd227d085eca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:39.563068 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-4f556500-e20c-4179-b28d-bd227d085eca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:39.632004 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-230b5271-5a1f-4287-b80a-8c65be7bb35b admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=63eecb165e5848b4b30742ab626fae5c&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0813222 Sep 23 19:36:39.632815 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 53750) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:36:39.641229 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-230b5271-5a1f-4287-b80a-8c65be7bb35b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2dff74f4-bd4d-4546-84b7-708afd77f9ac,revision_number=1']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:36:39.678735 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-4f556500-e20c-4179-b28d-bd227d085eca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:39.681317 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-4f556500-e20c-4179-b28d-bd227d085eca admin admin] Notify callbacks [] for security_group, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:39.683005 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-4f556500-e20c-4179-b28d-bd227d085eca admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/01ea527e-5399-48cc-926d-7a44e5252ddb HTTP/1.1" status: 204 len: 168 time: 0.3324871 Sep 23 19:36:39.698557 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-00d6b112-7349-4b67-b3f1-aad06b478cb5 tempest-ServerActionsTestJSON-618918056 tempest-ServerActionsTestJSON-618918056-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-605701'] for port, precommit_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:39.698890 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-00d6b112-7349-4b67-b3f1-aad06b478cb5 tempest-ServerActionsTestJSON-618918056 tempest-ServerActionsTestJSON-618918056-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:39.729063 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.plugin [None req-00d6b112-7349-4b67-b3f1-aad06b478cb5 tempest-ServerActionsTestJSON-618918056 tempest-ServerActionsTestJSON-618918056-project] Calling delete_port for f5db31a8-96d5-4c99-a51c-c596c4e4f176 owned by network:floatingip {{(pid=95101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:36:39.734761 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-66f5dfd2-f2a0-412b-b2e2-60a6fb49826f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:39.752017 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f556500-e20c-4179-b28d-bd227d085eca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01ea527e-5399-48cc-926d-7a44e5252ddb,revision_number=None']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:36:39.763454 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-66f5dfd2-f2a0-412b-b2e2-60a6fb49826f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:39.881786 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66f5dfd2-f2a0-412b-b2e2-60a6fb49826f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b3d57e1-f2fa-4cfe-844e-1b8ead801417,revision_number=1']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:36:39.886531 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-66f5dfd2-f2a0-412b-b2e2-60a6fb49826f admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=e3a4c09458ef46bf8b0888e17cdcce3c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4330857 Sep 23 19:36:39.895048 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 53756) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:36:39.911653 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-948f1cf3-c8fd-48cf-aa97-7ad71fc08e5d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:39.960951 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1319db-5f10-4dee-b084-3f440607937a req-5ef1a6d1-abcf-4d7f-a1db-10fe290bed33 tempest-ServerRescueNegativeTestJSON-317871319 tempest-ServerRescueNegativeTestJSON-317871319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:36:39.962545 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-bf1319db-5f10-4dee-b084-3f440607937a req-5ef1a6d1-abcf-4d7f-a1db-10fe290bed33 tempest-ServerRescueNegativeTestJSON-317871319 tempest-ServerRescueNegativeTestJSON-317871319-project] 10.222.0.67 "GET /v2.0/ports?device_id=f5f48627-8ac0-4a38-a3d5-5de21347facd HTTP/1.1" status: 200 len: 946 time: 0.1787453 Sep 23 19:36:40.014651 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-948f1cf3-c8fd-48cf-aa97-7ad71fc08e5d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:40.035070 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-00d6b112-7349-4b67-b3f1-aad06b478cb5 tempest-ServerActionsTestJSON-618918056 tempest-ServerActionsTestJSON-618918056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783146162158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783145673144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5607431'] for port, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:40.078145 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00d6b112-7349-4b67-b3f1-aad06b478cb5 tempest-ServerActionsTestJSON-618918056 tempest-ServerActionsTestJSON-618918056-project] Pushing event deleted for resources: {'Port': ['ID=f5db31a8-96d5-4c99-a51c-c596c4e4f176,revision_number=None']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:36:40.123802 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-bf1319db-5f10-4dee-b084-3f440607937a req-52211ee5-f57e-4505-bda0-503a0e262436 tempest-ServerRescueNegativeTestJSON-317871319 tempest-ServerRescueNegativeTestJSON-317871319-project] 10.222.0.67 "GET /v2.0/security-groups?id=ac103501-6c24-4299-8f11-081b36059735&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1419730 Sep 23 19:36:40.127863 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-3ceafb2d-edfc-4c11-9400-d7fb6e4eed74 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:40.159160 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-3ceafb2d-edfc-4c11-9400-d7fb6e4eed74 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:40.192301 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-948f1cf3-c8fd-48cf-aa97-7ad71fc08e5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:40.195030 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-948f1cf3-c8fd-48cf-aa97-7ad71fc08e5d admin admin] Notify callbacks [] for security_group, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:40.199154 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-948f1cf3-c8fd-48cf-aa97-7ad71fc08e5d admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/2dff74f4-bd4d-4546-84b7-708afd77f9ac HTTP/1.1" status: 204 len: 168 time: 0.5621750 Sep 23 19:36:40.199475 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-00d6b112-7349-4b67-b3f1-aad06b478cb5 tempest-ServerActionsTestJSON-618918056 tempest-ServerActionsTestJSON-618918056-project] Notify callbacks [] for floatingip, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:40.203369 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-00d6b112-7349-4b67-b3f1-aad06b478cb5 tempest-ServerActionsTestJSON-618918056 tempest-ServerActionsTestJSON-618918056-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222849'] for floatingip, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:40.204868 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-00d6b112-7349-4b67-b3f1-aad06b478cb5 tempest-ServerActionsTestJSON-618918056 tempest-ServerActionsTestJSON-618918056-project] 10.222.0.67 "DELETE /v2.0/floatingips/c4cf2e9d-2898-43bf-b0a9-025153f8b577 HTTP/1.1" status: 204 len: 168 time: 1.1701317 Sep 23 19:36:40.210292 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 53768) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:36:40.255531 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-948f1cf3-c8fd-48cf-aa97-7ad71fc08e5d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2dff74f4-bd4d-4546-84b7-708afd77f9ac,revision_number=None']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:36:40.288454 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-3ceafb2d-edfc-4c11-9400-d7fb6e4eed74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:40.291862 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-3ceafb2d-edfc-4c11-9400-d7fb6e4eed74 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:40.296225 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-3ceafb2d-edfc-4c11-9400-d7fb6e4eed74 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/1b3d57e1-f2fa-4cfe-844e-1b8ead801417 HTTP/1.1" status: 204 len: 168 time: 0.3972707 Sep 23 19:36:40.313356 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 53776) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:36:40.340401 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ceafb2d-edfc-4c11-9400-d7fb6e4eed74 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b3d57e1-f2fa-4cfe-844e-1b8ead801417,revision_number=None']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:36:40.364189 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-1a4058f8-1257-48cc-95fa-08c34a8f23da admin admin] Notify callbacks [] for security_group, before_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:40.385036 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Device 9acad1bd-31ac-4aa3-947b-14663bbeaff0 no longer exists at agent hyperv_n-h1-713301-16 {{(pid=95103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 19:36:40.445937 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.plugin [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] No Port match for: 9acad1bd-31ac-4aa3-947b-14663bbeaff0 {{(pid=95103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 19:36:40.446300 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Device 9acad1bd-31ac-4aa3-947b-14663bbeaff0 not bound to the agent host n-h1-713301-16 {{(pid=95103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 19:36:40.822320 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 53784) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:36:40.888944 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-10fa760a-9134-4fbc-bced-f2851004a025 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=822cb524df7d4e37ad744e55b4ce66f2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0650160 Sep 23 19:36:40.891348 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 53788) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:36:40.945871 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-59bc5a7f-495f-4b4e-b801-f9aadc3d4fa7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:40.977661 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-59bc5a7f-495f-4b4e-b801-f9aadc3d4fa7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:41.065273 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-59bc5a7f-495f-4b4e-b801-f9aadc3d4fa7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:41.068915 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-59bc5a7f-495f-4b4e-b801-f9aadc3d4fa7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:41.071080 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-59bc5a7f-495f-4b4e-b801-f9aadc3d4fa7 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/55f2e5cd-5b92-4688-a5cd-2455a7a9a97e HTTP/1.1" status: 204 len: 168 time: 0.1784606 Sep 23 19:36:41.095590 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59bc5a7f-495f-4b4e-b801-f9aadc3d4fa7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55f2e5cd-5b92-4688-a5cd-2455a7a9a97e,revision_number=None']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:36:41.105887 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36213b10-461a-4d85-a504-9b82501e4b54 req-870fbc48-a5f8-46c9-b6a5-bc56a3ec5a71 tempest-ListServerFiltersTestJSON-809433892 tempest-ListServerFiltersTestJSON-809433892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:36:41.113187 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-36213b10-461a-4d85-a504-9b82501e4b54 req-870fbc48-a5f8-46c9-b6a5-bc56a3ec5a71 tempest-ListServerFiltersTestJSON-809433892 tempest-ListServerFiltersTestJSON-809433892-project] 10.222.0.67 "GET /v2.0/ports?device_id=112ec6b1-d777-4f3c-8724-ad88e87d715e HTTP/1.1" status: 200 len: 945 time: 0.6938367 Sep 23 19:36:41.191344 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-1a4058f8-1257-48cc-95fa-08c34a8f23da admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:41.205415 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-36213b10-461a-4d85-a504-9b82501e4b54 req-1f84d515-dc62-4002-aacd-82e1924f8246 tempest-ListServerFiltersTestJSON-809433892 tempest-ListServerFiltersTestJSON-809433892-project] 10.222.0.67 "GET /v2.0/security-groups?id=791c206a-3feb-4dc0-8ae9-5b23b18cf1d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908973 Sep 23 19:36:41.207365 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-1a4058f8-1257-48cc-95fa-08c34a8f23da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:41.386120 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-1a4058f8-1257-48cc-95fa-08c34a8f23da admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=9c559dcb4cec44dd9de0379f7558267d&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0713727 Sep 23 19:36:41.388235 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 53806) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:36:41.399032 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a4058f8-1257-48cc-95fa-08c34a8f23da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df334ae3-ecc8-4eb4-afc4-8e803110107d,revision_number=1']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:36:41.432745 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4babd705-aaf7-4a54-a7bd-272323790961 req-7045e39a-3065-4e6b-85c1-864d708b3ce1 tempest-ServerRescueNegativeTestJSON-317871319 tempest-ServerRescueNegativeTestJSON-317871319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:36:41.440299 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-4babd705-aaf7-4a54-a7bd-272323790961 req-7045e39a-3065-4e6b-85c1-864d708b3ce1 tempest-ServerRescueNegativeTestJSON-317871319 tempest-ServerRescueNegativeTestJSON-317871319-project] 10.222.0.67 "GET /v2.0/ports?device_id=f5f48627-8ac0-4a38-a3d5-5de21347facd HTTP/1.1" status: 200 len: 946 time: 0.1275749 Sep 23 19:36:41.517071 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-90adb896-f6d1-41ac-965a-c8eebb187e81 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:41.531791 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-4babd705-aaf7-4a54-a7bd-272323790961 req-cda60317-70ee-4d9d-bb97-93e9254e2b79 tempest-ServerRescueNegativeTestJSON-317871319 tempest-ServerRescueNegativeTestJSON-317871319-project] 10.222.0.67 "GET /v2.0/security-groups?id=ac103501-6c24-4299-8f11-081b36059735&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905054 Sep 23 19:36:41.560626 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-90adb896-f6d1-41ac-965a-c8eebb187e81 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:41.653622 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-a557397f-a802-4abc-b091-dfeee530f2b6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-601372'] for router_interface, before_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:41.662838 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-90adb896-f6d1-41ac-965a-c8eebb187e81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:41.665607 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-90adb896-f6d1-41ac-965a-c8eebb187e81 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:41.667810 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-90adb896-f6d1-41ac-965a-c8eebb187e81 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/df334ae3-ecc8-4eb4-afc4-8e803110107d HTTP/1.1" status: 204 len: 168 time: 0.2770734 Sep 23 19:36:41.679300 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90adb896-f6d1-41ac-965a-c8eebb187e81 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df334ae3-ecc8-4eb4-afc4-8e803110107d,revision_number=None']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:36:41.982587 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.plugin [None req-a557397f-a802-4abc-b091-dfeee530f2b6 admin admin] Deleting port 7c20880d-989f-4902-b74a-715c2f0fd89b {{(pid=95102) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:36:41.982933 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-a557397f-a802-4abc-b091-dfeee530f2b6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783146157096'] for port, before_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:42.117999 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.db [None req-a557397f-a802-4abc-b091-dfeee530f2b6 admin admin] For port 7c20880d-989f-4902-b74a-715c2f0fd89b, host n-d-713301-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-16',level=0,port_id=7c20880d-989f-4902-b74a-715c2f0fd89b,segment=NetworkSegment(0ad9f853-8282-44e3-ac3b-2b75c9223dae),segment_id=0ad9f853-8282-44e3-ac3b-2b75c9223dae)] {{(pid=95102) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:36:42.120021 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-a557397f-a802-4abc-b091-dfeee530f2b6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-605701'] for port, precommit_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:42.138782 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.plugin [None req-a557397f-a802-4abc-b091-dfeee530f2b6 admin admin] Calling delete_port for 7c20880d-989f-4902-b74a-715c2f0fd89b owned by network:router_interface {{(pid=95102) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:36:42.421510 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b757dbc9-38e8-4ccb-8081-14bd8ddc00fe req-7509de69-957a-4b74-bf4c-013f3e5dffdf tempest-ListServerFiltersTestJSON-809433892 tempest-ListServerFiltersTestJSON-809433892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:36:42.423345 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-b757dbc9-38e8-4ccb-8081-14bd8ddc00fe req-7509de69-957a-4b74-bf4c-013f3e5dffdf tempest-ListServerFiltersTestJSON-809433892 tempest-ListServerFiltersTestJSON-809433892-project] 10.222.0.67 "GET /v2.0/ports?device_id=112ec6b1-d777-4f3c-8724-ad88e87d715e HTTP/1.1" status: 200 len: 945 time: 0.0670867 Sep 23 19:36:42.511257 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 53856) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:36:42.549895 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-b757dbc9-38e8-4ccb-8081-14bd8ddc00fe req-2f6f8370-7b76-4659-b9c0-afcaddcd1eaf tempest-ListServerFiltersTestJSON-809433892 tempest-ListServerFiltersTestJSON-809433892-project] 10.222.0.67 "GET /v2.0/security-groups?id=791c206a-3feb-4dc0-8ae9-5b23b18cf1d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913658 Sep 23 19:36:42.560874 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-a557397f-a802-4abc-b091-dfeee530f2b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783146162158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783145673144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4399100'] for port, after_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:42.617836 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a557397f-a802-4abc-b091-dfeee530f2b6 admin admin] Pushing event deleted for resources: {'Port': ['ID=7c20880d-989f-4902-b74a-715c2f0fd89b,revision_number=None']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:36:42.825552 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c1c49e9-8c07-44ed-aecf-acbfb8a479b6 req-1ad9d51c-4ca8-4f9c-8d18-5035cc8ed6e0 tempest-ServerRescueNegativeTestJSON-317871319 tempest-ServerRescueNegativeTestJSON-317871319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:36:42.827193 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-2c1c49e9-8c07-44ed-aecf-acbfb8a479b6 req-1ad9d51c-4ca8-4f9c-8d18-5035cc8ed6e0 tempest-ServerRescueNegativeTestJSON-317871319 tempest-ServerRescueNegativeTestJSON-317871319-project] 10.222.0.67 "GET /v2.0/ports?device_id=f5f48627-8ac0-4a38-a3d5-5de21347facd HTTP/1.1" status: 200 len: 946 time: 0.1549714 Sep 23 19:36:42.919671 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.v2.base [None req-10f00583-e5dd-4c0b-9169-a47a96da1883 tempest-AllowedAddressPairIpV6TestJSON-1561957964 tempest-AllowedAddressPairIpV6TestJSON-1561957964-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairIpV6TestJSON-test-network-540612845'}} {{(pid=95101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:36:42.942986 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-2c1c49e9-8c07-44ed-aecf-acbfb8a479b6 req-e8342f47-6daa-40ff-b229-64ca8b7bceab tempest-ServerRescueNegativeTestJSON-317871319 tempest-ServerRescueNegativeTestJSON-317871319-project] 10.222.0.67 "GET /v2.0/security-groups?id=ac103501-6c24-4299-8f11-081b36059735&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1099045 Sep 23 19:36:42.968180 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10f00583-e5dd-4c0b-9169-a47a96da1883 tempest-AllowedAddressPairIpV6TestJSON-1561957964 tempest-AllowedAddressPairIpV6TestJSON-1561957964-project] Made reservation on behalf of d2afc93ce2d84286a336187570f9ca6c for: {'network': 1} {{(pid=95101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:36:42.972001 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-10f00583-e5dd-4c0b-9169-a47a96da1883 tempest-AllowedAddressPairIpV6TestJSON-1561957964 tempest-AllowedAddressPairIpV6TestJSON-1561957964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for network, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:42.987595 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-10f00583-e5dd-4c0b-9169-a47a96da1883 tempest-AllowedAddressPairIpV6TestJSON-1561957964 tempest-AllowedAddressPairIpV6TestJSON-1561957964-project] Notify callbacks [] for security_group, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:43.008047 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-a557397f-a802-4abc-b091-dfeee530f2b6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-527322', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-602005'] for router_interface, after_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:43.187039 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-10f00583-e5dd-4c0b-9169-a47a96da1883 tempest-AllowedAddressPairIpV6TestJSON-1561957964 tempest-AllowedAddressPairIpV6TestJSON-1561957964-project] Notify callbacks [] for security_group, precommit_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:43.198218 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-10f00583-e5dd-4c0b-9169-a47a96da1883 tempest-AllowedAddressPairIpV6TestJSON-1561957964 tempest-AllowedAddressPairIpV6TestJSON-1561957964-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:43.239557 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-10f00583-e5dd-4c0b-9169-a47a96da1883 tempest-AllowedAddressPairIpV6TestJSON-1561957964 tempest-AllowedAddressPairIpV6TestJSON-1561957964-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 633} {{(pid=95101) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 19:36:43.255312 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10f00583-e5dd-4c0b-9169-a47a96da1883 tempest-AllowedAddressPairIpV6TestJSON-1561957964 tempest-AllowedAddressPairIpV6TestJSON-1561957964-project] Pushing event updated for resources: {'SecurityGroup': ['ID=59492633-6b0f-4712-8e31-1b76c5dc42a3,revision_number=1']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:36:43.261526 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-10f00583-e5dd-4c0b-9169-a47a96da1883 tempest-AllowedAddressPairIpV6TestJSON-1561957964 tempest-AllowedAddressPairIpV6TestJSON-1561957964-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1756186'] for segment, precommit_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:43.262163 n-d-713301-16 neutron-server[95101]: INFO neutron.db.segments_db [None req-10f00583-e5dd-4c0b-9169-a47a96da1883 tempest-AllowedAddressPairIpV6TestJSON-1561957964 tempest-AllowedAddressPairIpV6TestJSON-1561957964-project] Added segment cb7332c1-fa89-4639-9c9c-1a6888ae6a49 of type vlan for network dd78cb93-4c32-4d0f-bf74-9d28f876d6c7 Sep 23 19:36:43.326196 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-10f00583-e5dd-4c0b-9169-a47a96da1883 tempest-AllowedAddressPairIpV6TestJSON-1561957964 tempest-AllowedAddressPairIpV6TestJSON-1561957964-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783145630486'] for network, precommit_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:43.383924 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-10f00583-e5dd-4c0b-9169-a47a96da1883 tempest-AllowedAddressPairIpV6TestJSON-1561957964 tempest-AllowedAddressPairIpV6TestJSON-1561957964-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299'] for network, after_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:43.391252 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10f00583-e5dd-4c0b-9169-a47a96da1883 tempest-AllowedAddressPairIpV6TestJSON-1561957964 tempest-AllowedAddressPairIpV6TestJSON-1561957964-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:36:43.392155 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-10f00583-e5dd-4c0b-9169-a47a96da1883 tempest-AllowedAddressPairIpV6TestJSON-1561957964 tempest-AllowedAddressPairIpV6TestJSON-1561957964-project] Notify callbacks [] for network, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:43.427158 n-d-713301-16 neutron-server[95102]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a557397f-a802-4abc-b091-dfeee530f2b6 admin admin] Router 40308d8e-23f3-4072-9de9-28677fedbb3a has already been hosted by L3 agent 79a740bf-7821-4989-8288-7186e3e128f3 {{(pid=95102) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 19:36:43.500273 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10f00583-e5dd-4c0b-9169-a47a96da1883 tempest-AllowedAddressPairIpV6TestJSON-1561957964 tempest-AllowedAddressPairIpV6TestJSON-1561957964-project] Pushing event updated for resources: {'Network': ['ID=dd78cb93-4c32-4d0f-bf74-9d28f876d6c7,revision_number=1']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:36:43.513608 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Network dd78cb93-4c32-4d0f-bf74-9d28f876d6c7 details requested by agent ovs-agent-n-d-713301-16 with host n-d-713301-16 {{(pid=95103) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 19:36:43.534833 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-10f00583-e5dd-4c0b-9169-a47a96da1883 tempest-AllowedAddressPairIpV6TestJSON-1561957964 tempest-AllowedAddressPairIpV6TestJSON-1561957964-project] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 797 time: 1.0222321 Sep 23 19:36:43.537604 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 53884) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:36:43.566347 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.v2.base [None req-2064a7f6-9159-41d4-b01b-b0fb7d91526f tempest-AllowedAddressPairIpV6TestJSON-1561957964 tempest-AllowedAddressPairIpV6TestJSON-1561957964-project] Request body: {'subnet': {'network_id': 'dd78cb93-4c32-4d0f-bf74-9d28f876d6c7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=95101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:36:43.648663 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a557397f-a802-4abc-b091-dfeee530f2b6 admin admin] Notify agent at l3_agent.n-d-713301-16 the message routers_updated {{(pid=95102) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 19:36:43.655734 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-a557397f-a802-4abc-b091-dfeee530f2b6 admin admin] 10.222.0.67 "PUT /v2.0/routers/40308d8e-23f3-4072-9de9-28677fedbb3a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4438868 Sep 23 19:36:43.661064 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 53892) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:36:43.663383 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6d396dd-46c0-44d6-8d8a-e9eb82de406a None None] Sync routers for ids ['40308d8e-23f3-4072-9de9-28677fedbb3a'] in n-d-713301-16 {{(pid=95103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 19:36:43.676233 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6d396dd-46c0-44d6-8d8a-e9eb82de406a None None] Routers {'40308d8e-23f3-4072-9de9-28677fedbb3a'} bound to L3 agent in host n-d-713301-16 {{(pid=95103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 19:36:43.677251 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_hamode_db [None req-d6d396dd-46c0-44d6-8d8a-e9eb82de406a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-23T19:07:52Z,description=,heartbeat_timestamp=2021-09-23T19:36:22Z,host='n-d-713301-16',id=79a740bf-7821-4989-8288-7186e3e128f3,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:07:52Z,topic='l3_agent')) {'router_ids': ['40308d8e-23f3-4072-9de9-28677fedbb3a'], 'active': True} {{(pid=95103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:36:43.749948 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2064a7f6-9159-41d4-b01b-b0fb7d91526f tempest-AllowedAddressPairIpV6TestJSON-1561957964 tempest-AllowedAddressPairIpV6TestJSON-1561957964-project] Made reservation on behalf of d2afc93ce2d84286a336187570f9ca6c for: {'subnet': 1} {{(pid=95101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:36:43.755249 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-2064a7f6-9159-41d4-b01b-b0fb7d91526f tempest-AllowedAddressPairIpV6TestJSON-1561957964 tempest-AllowedAddressPairIpV6TestJSON-1561957964-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6130979'] for subnet, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:43.831989 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45580caa-aa72-45d5-af6e-3d9954ce60f2 req-7249cfbc-1e68-49c6-9841-c27157e91837 tempest-ListServerFiltersTestJSON-809433892 tempest-ListServerFiltersTestJSON-809433892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:36:43.835413 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-45580caa-aa72-45d5-af6e-3d9954ce60f2 req-7249cfbc-1e68-49c6-9841-c27157e91837 tempest-ListServerFiltersTestJSON-809433892 tempest-ListServerFiltersTestJSON-809433892-project] 10.222.0.67 "GET /v2.0/ports?device_id=112ec6b1-d777-4f3c-8724-ad88e87d715e HTTP/1.1" status: 200 len: 945 time: 0.1226473 Sep 23 19:36:43.900578 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-613db671-7018-476b-b7f6-08d985934ce1 admin admin] Notify callbacks [] for router, before_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:43.911341 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_dvr_db [None req-d6d396dd-46c0-44d6-8d8a-e9eb82de406a None None] Set router 40308d8e-23f3-4072-9de9-28677fedbb3a gateway port host: n-d-713301-16 {{(pid=95103) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 19:36:44.046932 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-45580caa-aa72-45d5-af6e-3d9954ce60f2 req-908ac138-cc20-417a-bfa6-d42e0d3d85b7 tempest-ListServerFiltersTestJSON-809433892 tempest-ListServerFiltersTestJSON-809433892-project] 10.222.0.67 "GET /v2.0/security-groups?id=791c206a-3feb-4dc0-8ae9-5b23b18cf1d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2005000 Sep 23 19:36:44.051845 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-613db671-7018-476b-b7f6-08d985934ce1 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:44.200092 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8fa0333-c960-48c3-bb15-654225687d04 req-0298dfe1-6a07-428c-b86a-c6973450412a tempest-ServerRescueNegativeTestJSON-317871319 tempest-ServerRescueNegativeTestJSON-317871319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:36:44.202169 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-d8fa0333-c960-48c3-bb15-654225687d04 req-0298dfe1-6a07-428c-b86a-c6973450412a tempest-ServerRescueNegativeTestJSON-317871319 tempest-ServerRescueNegativeTestJSON-317871319-project] 10.222.0.67 "GET /v2.0/ports?device_id=f5f48627-8ac0-4a38-a3d5-5de21347facd HTTP/1.1" status: 200 len: 946 time: 0.1111038 Sep 23 19:36:44.209565 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.plugin [None req-613db671-7018-476b-b7f6-08d985934ce1 admin admin] Deleting port 50edb875-e732-4d88-8c65-d819d1bfac76 {{(pid=95102) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:36:44.210794 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-613db671-7018-476b-b7f6-08d985934ce1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783146157096'] for port, before_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:44.301232 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-2064a7f6-9159-41d4-b01b-b0fb7d91526f tempest-AllowedAddressPairIpV6TestJSON-1561957964 tempest-AllowedAddressPairIpV6TestJSON-1561957964-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5607579', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6130961'] for subnet, after_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:44.330414 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-d8fa0333-c960-48c3-bb15-654225687d04 req-14d68fc6-a653-4797-aac4-4d8ca0cad116 tempest-ServerRescueNegativeTestJSON-317871319 tempest-ServerRescueNegativeTestJSON-317871319-project] 10.222.0.67 "GET /v2.0/security-groups?id=ac103501-6c24-4299-8f11-081b36059735&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1154315 Sep 23 19:36:44.358088 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.db [None req-613db671-7018-476b-b7f6-08d985934ce1 admin admin] For port 50edb875-e732-4d88-8c65-d819d1bfac76, host n-d-713301-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-16',level=0,port_id=50edb875-e732-4d88-8c65-d819d1bfac76,segment=NetworkSegment(7d4027f1-d893-4c7b-95d4-757b8e44e380),segment_id=7d4027f1-d893-4c7b-95d4-757b8e44e380)] {{(pid=95102) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:36:44.358088 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-613db671-7018-476b-b7f6-08d985934ce1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-605701'] for port, precommit_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:44.374375 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.plugin [None req-613db671-7018-476b-b7f6-08d985934ce1 admin admin] Calling delete_port for 50edb875-e732-4d88-8c65-d819d1bfac76 owned by network:router_gateway {{(pid=95102) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:36:44.383459 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2064a7f6-9159-41d4-b01b-b0fb7d91526f tempest-AllowedAddressPairIpV6TestJSON-1561957964 tempest-AllowedAddressPairIpV6TestJSON-1561957964-project] Checking segment: {'id': 'cb7332c1-fa89-4639-9c9c-1a6888ae6a49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': 'dd78cb93-4c32-4d0f-bf74-9d28f876d6c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:36:44.383838 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2064a7f6-9159-41d4-b01b-b0fb7d91526f tempest-AllowedAddressPairIpV6TestJSON-1561957964 tempest-AllowedAddressPairIpV6TestJSON-1561957964-project] Network hostable DHCP agents. Network: dd78cb93-4c32-4d0f-bf74-9d28f876d6c7, hostable agents: ['1b18bf05-1b5f-4587-be5c-af3ac38e32ad'], hosted agents: [] {{(pid=95101) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 19:36:44.408924 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2064a7f6-9159-41d4-b01b-b0fb7d91526f tempest-AllowedAddressPairIpV6TestJSON-1561957964 tempest-AllowedAddressPairIpV6TestJSON-1561957964-project] Pushing event updated for resources: {'Subnet': ['ID=21ec7780-39f8-4876-9cc5-fc45a922f478,revision_number=0']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:36:44.414187 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2064a7f6-9159-41d4-b01b-b0fb7d91526f tempest-AllowedAddressPairIpV6TestJSON-1561957964 tempest-AllowedAddressPairIpV6TestJSON-1561957964-project] Network dd78cb93-4c32-4d0f-bf74-9d28f876d6c7 is scheduled to be hosted by DHCP agent 1b18bf05-1b5f-4587-be5c-af3ac38e32ad with binding_index 1 {{(pid=95101) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 19:36:44.426625 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.base_scheduler [None req-2064a7f6-9159-41d4-b01b-b0fb7d91526f tempest-AllowedAddressPairIpV6TestJSON-1561957964 tempest-AllowedAddressPairIpV6TestJSON-1561957964-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713301-16, dd78cb93-4c32-4d0f-bf74-9d28f876d6c7) {{(pid=95101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:36:44.431323 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2064a7f6-9159-41d4-b01b-b0fb7d91526f tempest-AllowedAddressPairIpV6TestJSON-1561957964 tempest-AllowedAddressPairIpV6TestJSON-1561957964-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:36:44.434508 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-2064a7f6-9159-41d4-b01b-b0fb7d91526f tempest-AllowedAddressPairIpV6TestJSON-1561957964 tempest-AllowedAddressPairIpV6TestJSON-1561957964-project] Notify callbacks [] for subnet, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:44.446913 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20f6139c-5143-43f0-afeb-d7927f6a193c None None] Network dd78cb93-4c32-4d0f-bf74-9d28f876d6c7 requested from n-d-713301-16 {{(pid=95103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 19:36:44.455264 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-2064a7f6-9159-41d4-b01b-b0fb7d91526f tempest-AllowedAddressPairIpV6TestJSON-1561957964 tempest-AllowedAddressPairIpV6TestJSON-1561957964-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9013333 Sep 23 19:36:44.457347 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 53918) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:36:44.465540 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_hamode_db [None req-d6d396dd-46c0-44d6-8d8a-e9eb82de406a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40308d8e-23f3-4072-9de9-28677fedbb3a', 'name': 'tempest-ServerActionsTestJSON-1077418396-router', 'tenant_id': 'f17a85608a9a4ecb8150ef41746c47e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'external_fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.24'}], 'enable_snat': True}, 'gw_port_id': '50edb875-e732-4d88-8c65-d819d1bfac76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:27:08Z', 'updated_at': '2021-09-23T19:36:42Z', 'revision_number': 5, 'project_id': 'f17a85608a9a4ecb8150ef41746c47e0', 'gw_port': {'id': '50edb875-e732-4d88-8c65-d819d1bfac76', 'name': '', 'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:61:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40308d8e-23f3-4072-9de9-28677fedbb3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1013, 'fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:27:09Z', 'updated_at': '2021-09-23T19:27:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-16'}], 'n-d-713301-16', False) {} {{(pid=95103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:36:44.471394 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.v2.base [None req-18dfb2aa-75ff-410e-bd64-4d7281b7e1ce tempest-AllowedAddressPairIpV6TestJSON-1561957964 tempest-AllowedAddressPairIpV6TestJSON-1561957964-project] Request body: {'port': {'network_id': 'dd78cb93-4c32-4d0f-bf74-9d28f876d6c7', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1897321672'}} {{(pid=95101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:36:44.495506 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6d396dd-46c0-44d6-8d8a-e9eb82de406a None None] Checking router: 40308d8e-23f3-4072-9de9-28677fedbb3a for host: n-d-713301-16 {{(pid=95103) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 19:36:44.544136 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6d396dd-46c0-44d6-8d8a-e9eb82de406a None None] Routers {'40308d8e-23f3-4072-9de9-28677fedbb3a'} bound to L3 agent in host n-d-713301-16 {{(pid=95103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 19:36:44.545517 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_hamode_db [None req-d6d396dd-46c0-44d6-8d8a-e9eb82de406a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-23T19:07:52Z,description=,heartbeat_timestamp=2021-09-23T19:36:22Z,host='n-d-713301-16',id=79a740bf-7821-4989-8288-7186e3e128f3,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:07:52Z,topic='l3_agent')) {'router_ids': ['40308d8e-23f3-4072-9de9-28677fedbb3a'], 'active': True} {{(pid=95103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:36:44.653303 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-613db671-7018-476b-b7f6-08d985934ce1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783146162158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783145673144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4399100'] for port, after_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:44.653941 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18dfb2aa-75ff-410e-bd64-4d7281b7e1ce tempest-AllowedAddressPairIpV6TestJSON-1561957964 tempest-AllowedAddressPairIpV6TestJSON-1561957964-project] Made reservation on behalf of d2afc93ce2d84286a336187570f9ca6c for: {'port': 1} {{(pid=95101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:36:44.658914 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-18dfb2aa-75ff-410e-bd64-4d7281b7e1ce tempest-AllowedAddressPairIpV6TestJSON-1561957964 tempest-AllowedAddressPairIpV6TestJSON-1561957964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:44.683577 n-d-713301-16 neutron-server[95101]: DEBUG neutron.notifiers.nova [None req-18dfb2aa-75ff-410e-bd64-4d7281b7e1ce tempest-AllowedAddressPairIpV6TestJSON-1561957964 tempest-AllowedAddressPairIpV6TestJSON-1561957964-project] device_id is not set on port 2ea536ec-d972-488d-aa18-d2e50386d705 yet. {{(pid=95101) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 23 19:36:44.694350 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-613db671-7018-476b-b7f6-08d985934ce1 admin admin] Pushing event deleted for resources: {'Port': ['ID=50edb875-e732-4d88-8c65-d819d1bfac76,revision_number=None']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:36:44.787544 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-613db671-7018-476b-b7f6-08d985934ce1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-601942'] for router_gateway, after_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:44.824585 n-d-713301-16 neutron-server[95101]: DEBUG neutron.db.db_base_plugin_common [None req-18dfb2aa-75ff-410e-bd64-4d7281b7e1ce tempest-AllowedAddressPairIpV6TestJSON-1561957964 tempest-AllowedAddressPairIpV6TestJSON-1561957964-project] Allocated IP 2001:db8::2df (dd78cb93-4c32-4d0f-bf74-9d28f876d6c7/21ec7780-39f8-4876-9cc5-fc45a922f478/2ea536ec-d972-488d-aa18-d2e50386d705) {{(pid=95101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 19:36:44.843074 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_dvr_db [None req-d6d396dd-46c0-44d6-8d8a-e9eb82de406a None None] Set router 40308d8e-23f3-4072-9de9-28677fedbb3a gateway port host: None {{(pid=95103) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 19:36:44.917969 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_hamode_db [None req-d6d396dd-46c0-44d6-8d8a-e9eb82de406a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40308d8e-23f3-4072-9de9-28677fedbb3a', 'name': 'tempest-ServerActionsTestJSON-1077418396-router', 'tenant_id': 'f17a85608a9a4ecb8150ef41746c47e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:27:08Z', 'updated_at': '2021-09-23T19:36:44Z', 'revision_number': 6, 'project_id': 'f17a85608a9a4ecb8150ef41746c47e0', 'gw_port_host': None}], 'n-d-713301-16', False) {} {{(pid=95103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:36:44.950191 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6d396dd-46c0-44d6-8d8a-e9eb82de406a None None] The sync data for ids ['40308d8e-23f3-4072-9de9-28677fedbb3a'] in n-d-713301-16 is: [{'id': '40308d8e-23f3-4072-9de9-28677fedbb3a', 'name': 'tempest-ServerActionsTestJSON-1077418396-router', 'tenant_id': 'f17a85608a9a4ecb8150ef41746c47e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:27:08Z', 'updated_at': '2021-09-23T19:36:44Z', 'revision_number': 6, 'project_id': 'f17a85608a9a4ecb8150ef41746c47e0', 'gw_port_host': None}] {{(pid=95103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 19:36:45.040422 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-18dfb2aa-75ff-410e-bd64-4d7281b7e1ce tempest-AllowedAddressPairIpV6TestJSON-1561957964 tempest-AllowedAddressPairIpV6TestJSON-1561957964-project] Notify callbacks [] for port, precommit_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:45.043213 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33f5c8f4-4c9f-40d3-b32f-517db38137d0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4c8b80df-07eb-5275-9f17-5cf640db67c0-dd78cb93-4c32-4d0f-bf74-9d28f876d6c7', 'network_id': 'dd78cb93-4c32-4d0f-bf74-9d28f876d6c7', 'tenant_id': 'd2afc93ce2d84286a336187570f9ca6c', 'fixed_ips': [{'subnet_id': '21ec7780-39f8-4876-9cc5-fc45a922f478'}]}} from n-d-713301-16. {{(pid=95103) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 23 19:36:45.044210 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-33f5c8f4-4c9f-40d3-b32f-517db38137d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_create {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:45.050115 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-613db671-7018-476b-b7f6-08d985934ce1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-597305', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29369'] for router, precommit_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:45.055692 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-613db671-7018-476b-b7f6-08d985934ce1 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:45.067192 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 53930) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:36:45.185906 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-18dfb2aa-75ff-410e-bd64-4d7281b7e1ce tempest-AllowedAddressPairIpV6TestJSON-1561957964 tempest-AllowedAddressPairIpV6TestJSON-1561957964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783145673135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5607431'] for port, after_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:45.202200 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-613db671-7018-476b-b7f6-08d985934ce1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-597296'] for router, after_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:45.202952 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-613db671-7018-476b-b7f6-08d985934ce1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 40308d8e-23f3-4072-9de9-28677fedbb3a {{(pid=95102) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 23 19:36:45.213141 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-613db671-7018-476b-b7f6-08d985934ce1 admin admin] Notify callbacks [] for router, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:45.226691 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-613db671-7018-476b-b7f6-08d985934ce1 admin admin] 10.222.0.67 "DELETE /v2.0/routers/40308d8e-23f3-4072-9de9-28677fedbb3a HTTP/1.1" status: 204 len: 168 time: 1.5641479 Sep 23 19:36:45.235107 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 53942) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:36:45.315725 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18dfb2aa-75ff-410e-bd64-4d7281b7e1ce tempest-AllowedAddressPairIpV6TestJSON-1561957964 tempest-AllowedAddressPairIpV6TestJSON-1561957964-project] Network dd78cb93-4c32-4d0f-bf74-9d28f876d6c7 is already hosted by enough agents. {{(pid=95101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:36:45.334323 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.base_scheduler [None req-18dfb2aa-75ff-410e-bd64-4d7281b7e1ce tempest-AllowedAddressPairIpV6TestJSON-1561957964 tempest-AllowedAddressPairIpV6TestJSON-1561957964-project] Resources bound (agent type, host, resource id): {{(pid=95101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:36:45.341968 n-d-713301-16 neutron-server[95101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18dfb2aa-75ff-410e-bd64-4d7281b7e1ce tempest-AllowedAddressPairIpV6TestJSON-1561957964 tempest-AllowedAddressPairIpV6TestJSON-1561957964-project] Received port after_create {{(pid=95101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 19:36:45.366192 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18dfb2aa-75ff-410e-bd64-4d7281b7e1ce tempest-AllowedAddressPairIpV6TestJSON-1561957964 tempest-AllowedAddressPairIpV6TestJSON-1561957964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:36:45.367191 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-18dfb2aa-75ff-410e-bd64-4d7281b7e1ce tempest-AllowedAddressPairIpV6TestJSON-1561957964 tempest-AllowedAddressPairIpV6TestJSON-1561957964-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222849'] for port, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:45.381828 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18dfb2aa-75ff-410e-bd64-4d7281b7e1ce tempest-AllowedAddressPairIpV6TestJSON-1561957964 tempest-AllowedAddressPairIpV6TestJSON-1561957964-project] Pushing event updated for resources: {'Port': ['ID=2ea536ec-d972-488d-aa18-d2e50386d705,revision_number=1']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:36:45.405729 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.v2.base [None req-fd2a802d-f6e9-4e29-9239-aaa513e09451 tempest-RoutersIpV6AdminTest-809394628 tempest-RoutersIpV6AdminTest-809394628-project-admin] Request body: {'network': {'name': 'tempest-RoutersIpV6AdminTest-605801934', 'router:external': True}} {{(pid=95102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:36:45.421483 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-18dfb2aa-75ff-410e-bd64-4d7281b7e1ce tempest-AllowedAddressPairIpV6TestJSON-1561957964 tempest-AllowedAddressPairIpV6TestJSON-1561957964-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 0.9612122 Sep 23 19:36:45.424383 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 53950) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:36:45.429688 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.v2.base [None req-e02eb90d-b230-4153-a291-1cb74633fc8d tempest-AllowedAddressPairIpV6TestJSON-1561957964 tempest-AllowedAddressPairIpV6TestJSON-1561957964-project] Request body: {'port': {'network_id': 'dd78cb93-4c32-4d0f-bf74-9d28f876d6c7', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-431907866', 'allowed_address_pairs': [{'ip_address': '2001:db8::2df', 'mac_address': 'fa:16:3e:21:3c:18'}]}} {{(pid=95101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:36:45.438304 n-d-713301-16 neutron-server[95102]: DEBUG neutron.db.db_base_plugin_v2 [None req-ab51fb87-74c7-4d99-9b27-3bf231707f34 admin admin] Deleting subnet a900be85-be08-465b-85e6-4a05aae55389 {{(pid=95102) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 23 19:36:45.454996 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-ab51fb87-74c7-4d99-9b27-3bf231707f34 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:45.460472 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.db_base_plugin_common [None req-33f5c8f4-4c9f-40d3-b32f-517db38137d0 None None] Allocated IP 2001:db8::2 (dd78cb93-4c32-4d0f-bf74-9d28f876d6c7/21ec7780-39f8-4876-9cc5-fc45a922f478/294dac93-97a8-4dc4-8711-4cabb4b3b9b1) {{(pid=95103) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 19:36:45.560817 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd2a802d-f6e9-4e29-9239-aaa513e09451 tempest-RoutersIpV6AdminTest-809394628 tempest-RoutersIpV6AdminTest-809394628-project-admin] Made reservation on behalf of b9c102b7431b4f6588ebc4441d8c7810 for: {'network': 1} {{(pid=95102) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:36:45.563105 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-fd2a802d-f6e9-4e29-9239-aaa513e09451 tempest-RoutersIpV6AdminTest-809394628 tempest-RoutersIpV6AdminTest-809394628-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for network, before_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:45.566530 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-ab51fb87-74c7-4d99-9b27-3bf231707f34 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6162825'] for subnet, precommit_delete_associations {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:45.576206 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-715ee443-4dcc-4a04-a9ec-749a8ce70b5a req-16d15dd3-042f-4543-8577-34e7bbb265c9 tempest-ListServerFiltersTestJSON-809433892 tempest-ListServerFiltersTestJSON-809433892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:36:45.577738 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-715ee443-4dcc-4a04-a9ec-749a8ce70b5a req-16d15dd3-042f-4543-8577-34e7bbb265c9 tempest-ListServerFiltersTestJSON-809433892 tempest-ListServerFiltersTestJSON-809433892-project] 10.222.0.67 "GET /v2.0/ports?device_id=112ec6b1-d777-4f3c-8724-ad88e87d715e HTTP/1.1" status: 200 len: 945 time: 0.2874870 Sep 23 19:36:45.578379 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d06e954-6cbd-404a-bf08-1efce9e6469f req-6dda5c9a-54fb-497d-84e7-6f17d18d761b tempest-ServerRescueNegativeTestJSON-317871319 tempest-ServerRescueNegativeTestJSON-317871319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:36:45.580160 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-8d06e954-6cbd-404a-bf08-1efce9e6469f req-6dda5c9a-54fb-497d-84e7-6f17d18d761b tempest-ServerRescueNegativeTestJSON-317871319 tempest-ServerRescueNegativeTestJSON-317871319-project] 10.222.0.53 "GET /v2.0/ports?device_id=f5f48627-8ac0-4a38-a3d5-5de21347facd HTTP/1.1" status: 200 len: 946 time: 0.1379955 Sep 23 19:36:45.673167 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-fd2a802d-f6e9-4e29-9239-aaa513e09451 tempest-RoutersIpV6AdminTest-809394628 tempest-RoutersIpV6AdminTest-809394628-project-admin] Notify callbacks [] for security_group, before_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:45.695747 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dcd8de7-de31-4606-9133-2001bdc1271b req-839a6b90-fd97-492c-bad3-60c52c5cd0c9 tempest-ServerRescueNegativeTestJSON-317871319 tempest-ServerRescueNegativeTestJSON-317871319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:36:45.703569 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-4dcd8de7-de31-4606-9133-2001bdc1271b req-839a6b90-fd97-492c-bad3-60c52c5cd0c9 tempest-ServerRescueNegativeTestJSON-317871319 tempest-ServerRescueNegativeTestJSON-317871319-project] 10.222.0.67 "GET /v2.0/ports?device_id=f5f48627-8ac0-4a38-a3d5-5de21347facd HTTP/1.1" status: 200 len: 946 time: 0.2406268 Sep 23 19:36:45.733587 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e02eb90d-b230-4153-a291-1cb74633fc8d tempest-AllowedAddressPairIpV6TestJSON-1561957964 tempest-AllowedAddressPairIpV6TestJSON-1561957964-project] Made reservation on behalf of d2afc93ce2d84286a336187570f9ca6c for: {'port': 1} {{(pid=95101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:36:45.740560 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-33f5c8f4-4c9f-40d3-b32f-517db38137d0 None None] Notify callbacks [] for port, precommit_create {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:45.750201 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-33f5c8f4-4c9f-40d3-b32f-517db38137d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783145673135'] for port, after_create {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:45.800810 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-715ee443-4dcc-4a04-a9ec-749a8ce70b5a req-6c4713a2-972f-4dc1-a063-0a3bb048274a tempest-ListServerFiltersTestJSON-809433892 tempest-ListServerFiltersTestJSON-809433892-project] 10.222.0.67 "GET /v2.0/security-groups?id=791c206a-3feb-4dc0-8ae9-5b23b18cf1d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1706617 Sep 23 19:36:45.817512 n-d-713301-16 neutron-server[95103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33f5c8f4-4c9f-40d3-b32f-517db38137d0 None None] Network dd78cb93-4c32-4d0f-bf74-9d28f876d6c7 is already hosted by enough agents. {{(pid=95103) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:36:45.821491 n-d-713301-16 neutron-server[95103]: DEBUG neutron.scheduler.base_scheduler [None req-33f5c8f4-4c9f-40d3-b32f-517db38137d0 None None] Resources bound (agent type, host, resource id): {{(pid=95103) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:36:45.828448 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33f5c8f4-4c9f-40d3-b32f-517db38137d0 None None] Received port after_create {{(pid=95103) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 19:36:45.852778 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.plugin [req-8d06e954-6cbd-404a-bf08-1efce9e6469f req-c97470de-7d40-476a-9829-6f039a379ad3 tempest-ServerRescueNegativeTestJSON-317871319 tempest-ServerRescueNegativeTestJSON-317871319-project] Deleting port acf36a73-9a5d-4069-8c51-d879b7158a29 {{(pid=95101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:36:45.853236 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-8d06e954-6cbd-404a-bf08-1efce9e6469f req-c97470de-7d40-476a-9829-6f039a379ad3 tempest-ServerRescueNegativeTestJSON-317871319 tempest-ServerRescueNegativeTestJSON-317871319-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783146157096'] for port, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:45.887649 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f5c8f4-4c9f-40d3-b32f-517db38137d0 None None] Pushing event updated for resources: {'Port': ['ID=294dac93-97a8-4dc4-8711-4cabb4b3b9b1,revision_number=1']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:36:45.924406 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.managers [None req-33f5c8f4-4c9f-40d3-b32f-517db38137d0 None None] Attempting to bind port 294dac93-97a8-4dc4-8711-4cabb4b3b9b1 on host n-d-713301-16 for vnic_type normal with profile {{(pid=95103) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 19:36:45.924906 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.managers [None req-33f5c8f4-4c9f-40d3-b32f-517db38137d0 None None] Attempting to bind port 294dac93-97a8-4dc4-8711-4cabb4b3b9b1 by drivers openvswitch,hyperv on host n-d-713301-16 at level 0 using segments [{'id': 'cb7332c1-fa89-4639-9c9c-1a6888ae6a49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': 'dd78cb93-4c32-4d0f-bf74-9d28f876d6c7'}] {{(pid=95103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 19:36:45.925378 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33f5c8f4-4c9f-40d3-b32f-517db38137d0 None None] Attempting to bind port 294dac93-97a8-4dc4-8711-4cabb4b3b9b1 on network dd78cb93-4c32-4d0f-bf74-9d28f876d6c7 {{(pid=95103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:36:45.934189 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33f5c8f4-4c9f-40d3-b32f-517db38137d0 None None] Checking agent: {'id': '70a14545-df24-472f-8f95-bfe1719bff93', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 19, 7, 53), 'started_at': datetime.datetime(2021, 9, 23, 19, 8, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 19, 36, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 19:36:45.934711 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33f5c8f4-4c9f-40d3-b32f-517db38137d0 None None] Checking segment: {'id': 'cb7332c1-fa89-4639-9c9c-1a6888ae6a49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': 'dd78cb93-4c32-4d0f-bf74-9d28f876d6c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95103) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:36:45.935194 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-33f5c8f4-4c9f-40d3-b32f-517db38137d0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:45.935722 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33f5c8f4-4c9f-40d3-b32f-517db38137d0 None None] Bound using segment: {'id': 'cb7332c1-fa89-4639-9c9c-1a6888ae6a49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': 'dd78cb93-4c32-4d0f-bf74-9d28f876d6c7'} {{(pid=95103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 19:36:45.936291 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.managers [None req-33f5c8f4-4c9f-40d3-b32f-517db38137d0 None None] Bound port: 294dac93-97a8-4dc4-8711-4cabb4b3b9b1, host: n-d-713301-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cb7332c1-fa89-4639-9c9c-1a6888ae6a49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': 'dd78cb93-4c32-4d0f-bf74-9d28f876d6c7'}}] {{(pid=95103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 19:36:45.937218 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-33f5c8f4-4c9f-40d3-b32f-517db38137d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:45.949344 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-4dcd8de7-de31-4606-9133-2001bdc1271b req-aa08e0ce-ac1d-4190-8088-e3d083b60509 tempest-ServerRescueNegativeTestJSON-317871319 tempest-ServerRescueNegativeTestJSON-317871319-project] 10.222.0.67 "GET /v2.0/security-groups?id=ac103501-6c24-4299-8f11-081b36059735&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2041426 Sep 23 19:36:45.969700 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-ab51fb87-74c7-4d99-9b27-3bf231707f34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1756813'] for subnet, precommit_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:46.002635 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.db [req-8d06e954-6cbd-404a-bf08-1efce9e6469f req-c97470de-7d40-476a-9829-6f039a379ad3 tempest-ServerRescueNegativeTestJSON-317871319 tempest-ServerRescueNegativeTestJSON-317871319-project] For port acf36a73-9a5d-4069-8c51-d879b7158a29, host n-h2-713301-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-16',level=0,port_id=acf36a73-9a5d-4069-8c51-d879b7158a29,segment=NetworkSegment(06c35406-3e3c-42a0-a3c1-86f8ca1b8560),segment_id=06c35406-3e3c-42a0-a3c1-86f8ca1b8560)] {{(pid=95101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:36:46.003006 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-8d06e954-6cbd-404a-bf08-1efce9e6469f req-c97470de-7d40-476a-9829-6f039a379ad3 tempest-ServerRescueNegativeTestJSON-317871319 tempest-ServerRescueNegativeTestJSON-317871319-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-605701'] for port, precommit_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:46.008914 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-e02eb90d-b230-4153-a291-1cb74633fc8d tempest-AllowedAddressPairIpV6TestJSON-1561957964 tempest-AllowedAddressPairIpV6TestJSON-1561957964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:46.039798 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.plugin [req-8d06e954-6cbd-404a-bf08-1efce9e6469f req-c97470de-7d40-476a-9829-6f039a379ad3 tempest-ServerRescueNegativeTestJSON-317871319 tempest-ServerRescueNegativeTestJSON-317871319-project] Calling delete_port for acf36a73-9a5d-4069-8c51-d879b7158a29 owned by compute:nova {{(pid=95101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:36:46.055723 n-d-713301-16 neutron-server[95101]: DEBUG neutron.notifiers.nova [None req-e02eb90d-b230-4153-a291-1cb74633fc8d tempest-AllowedAddressPairIpV6TestJSON-1561957964 tempest-AllowedAddressPairIpV6TestJSON-1561957964-project] device_id is not set on port 1db3d983-beb3-4153-a3e7-d4d7f0a2ce17 yet. {{(pid=95101) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 23 19:36:46.104081 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-33f5c8f4-4c9f-40d3-b32f-517db38137d0 None None] For port 294dac93-97a8-4dc4-8711-4cabb4b3b9b1, host n-d-713301-16, cleared binding levels {{(pid=95103) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 19:36:46.113069 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-33f5c8f4-4c9f-40d3-b32f-517db38137d0 None None] For port 294dac93-97a8-4dc4-8711-4cabb4b3b9b1, host n-d-713301-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-16',level=0,port_id=294dac93-97a8-4dc4-8711-4cabb4b3b9b1,segment=NetworkSegment(cb7332c1-fa89-4639-9c9c-1a6888ae6a49),segment_id=cb7332c1-fa89-4639-9c9c-1a6888ae6a49)] {{(pid=95103) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 19:36:46.123492 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-fd2a802d-f6e9-4e29-9239-aaa513e09451 tempest-RoutersIpV6AdminTest-809394628 tempest-RoutersIpV6AdminTest-809394628-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:46.129164 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-33f5c8f4-4c9f-40d3-b32f-517db38137d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:46.132091 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-ab51fb87-74c7-4d99-9b27-3bf231707f34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1756804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4399009', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5388229'] for subnet, after_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:46.137578 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-fd2a802d-f6e9-4e29-9239-aaa513e09451 tempest-RoutersIpV6AdminTest-809394628 tempest-RoutersIpV6AdminTest-809394628-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:46.240041 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd2a802d-f6e9-4e29-9239-aaa513e09451 tempest-RoutersIpV6AdminTest-809394628 tempest-RoutersIpV6AdminTest-809394628-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08343a90-9969-41c4-9cd1-1f3d00c3b8a7,revision_number=1']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:36:46.256756 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab51fb87-74c7-4d99-9b27-3bf231707f34 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a900be85-be08-465b-85e6-4a05aae55389,revision_number=None']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:36:46.258065 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18173693-5e2c-4b8d-b2d8-a84c49925511 None None] Network 364dc893-5ecb-4aa3-be76-13b51cbbfbd4 requested from n-d-713301-16 {{(pid=95103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 19:36:46.273126 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-ab51fb87-74c7-4d99-9b27-3bf231707f34 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:46.273126 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-ab51fb87-74c7-4d99-9b27-3bf231707f34 admin admin] 10.222.0.67 "DELETE /v2.0/subnets/a900be85-be08-465b-85e6-4a05aae55389 HTTP/1.1" status: 204 len: 168 time: 1.0410607 Sep 23 19:36:46.275499 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 53972) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:36:46.307668 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fd2a802d-f6e9-4e29-9239-aaa513e09451 tempest-RoutersIpV6AdminTest-809394628 tempest-RoutersIpV6AdminTest-809394628-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 630} {{(pid=95102) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 19:36:46.330230 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f5c8f4-4c9f-40d3-b32f-517db38137d0 None None] Pushing event updated for resources: {'Port': ['ID=294dac93-97a8-4dc4-8711-4cabb4b3b9b1,revision_number=2']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:36:46.354523 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-fd2a802d-f6e9-4e29-9239-aaa513e09451 tempest-RoutersIpV6AdminTest-809394628 tempest-RoutersIpV6AdminTest-809394628-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1756186'] for segment, precommit_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:46.354920 n-d-713301-16 neutron-server[95102]: INFO neutron.db.segments_db [None req-fd2a802d-f6e9-4e29-9239-aaa513e09451 tempest-RoutersIpV6AdminTest-809394628 tempest-RoutersIpV6AdminTest-809394628-project-admin] Added segment 11aab71b-85cc-4db2-b6f4-616fe6f2149e of type vlan for network 32da8485-95d9-4904-90d4-c1aee5e797ff Sep 23 19:36:46.500217 n-d-713301-16 neutron-server[95101]: DEBUG neutron.db.db_base_plugin_common [None req-e02eb90d-b230-4153-a291-1cb74633fc8d tempest-AllowedAddressPairIpV6TestJSON-1561957964 tempest-AllowedAddressPairIpV6TestJSON-1561957964-project] Allocated IP 2001:db8::9d (dd78cb93-4c32-4d0f-bf74-9d28f876d6c7/21ec7780-39f8-4876-9cc5-fc45a922f478/1db3d983-beb3-4153-a3e7-d4d7f0a2ce17) {{(pid=95101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 19:36:46.579517 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-8d06e954-6cbd-404a-bf08-1efce9e6469f req-c97470de-7d40-476a-9829-6f039a379ad3 tempest-ServerRescueNegativeTestJSON-317871319 tempest-ServerRescueNegativeTestJSON-317871319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783146162158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783145673144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5607431'] for port, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:46.594128 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de5ea744-8ec0-46e2-a80b-95456e4e15ed None None] DHCP port deletion for 364dc893-5ecb-4aa3-be76-13b51cbbfbd4 request from n-d-713301-16 {{(pid=95103) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 23 19:36:46.596758 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] get_ports_and_sgs() called for port_ids ['acf36a73-9a5d-4069-8c51-d879b7158a29'] {{(pid=95103) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 19:36:46.640220 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c97470de-7d40-476a-9829-6f039a379ad3 tempest-ServerRescueNegativeTestJSON-317871319 tempest-ServerRescueNegativeTestJSON-317871319-project] Pushing event deleted for resources: {'Port': ['ID=acf36a73-9a5d-4069-8c51-d879b7158a29,revision_number=None']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:36:46.669894 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-fd2a802d-f6e9-4e29-9239-aaa513e09451 tempest-RoutersIpV6AdminTest-809394628 tempest-RoutersIpV6AdminTest-809394628-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783145630486'] for network, precommit_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:46.706571 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-e4f53e0c-0b27-4ce9-8558-c8f74ea8038a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1628021'] for network, before_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:46.717115 n-d-713301-16 neutron-server[95101]: DEBUG neutron.db.l3_dvrscheduler_db [req-8d06e954-6cbd-404a-bf08-1efce9e6469f req-c97470de-7d40-476a-9829-6f039a379ad3 tempest-ServerRescueNegativeTestJSON-317871319 tempest-ServerRescueNegativeTestJSON-317871319-project] No DVR routers for this DVR port acf36a73-9a5d-4069-8c51-d879b7158a29 on host n-h2-713301-16 {{(pid=95101) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 19:36:46.721919 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-8d06e954-6cbd-404a-bf08-1efce9e6469f req-c97470de-7d40-476a-9829-6f039a379ad3 tempest-ServerRescueNegativeTestJSON-317871319 tempest-ServerRescueNegativeTestJSON-317871319-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222849'] for port, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:46.724242 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-8d06e954-6cbd-404a-bf08-1efce9e6469f req-c97470de-7d40-476a-9829-6f039a379ad3 tempest-ServerRescueNegativeTestJSON-317871319 tempest-ServerRescueNegativeTestJSON-317871319-project] 10.222.0.53 "DELETE /v2.0/ports/acf36a73-9a5d-4069-8c51-d879b7158a29 HTTP/1.1" status: 204 len: 173 time: 1.1347985 Sep 23 19:36:46.724935 n-d-713301-16 neutron-server[95101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f5f48627-8ac0-4a38-a3d5-5de21347facd', 'name': 'network-vif-deleted', 'tag': 'acf36a73-9a5d-4069-8c51-d879b7158a29'}] {{(pid=95101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 19:36:46.727597 n-d-713301-16 neutron-server[95101]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d8366c5740cd635e57ab12b71fe44a77c2acc3c19091ef849c6f68b380462244" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d61660a6-727b-476a-b987-fd30a3d2fe49" -d '{"events": [{"server_uuid": "f5f48627-8ac0-4a38-a3d5-5de21347facd", "name": "network-vif-deleted", "tag": "acf36a73-9a5d-4069-8c51-d879b7158a29"}]}' {{(pid=95101) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 19:36:46.739815 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-fd2a802d-f6e9-4e29-9239-aaa513e09451 tempest-RoutersIpV6AdminTest-809394628 tempest-RoutersIpV6AdminTest-809394628-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299'] for network, after_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:46.741529 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd2a802d-f6e9-4e29-9239-aaa513e09451 tempest-RoutersIpV6AdminTest-809394628 tempest-RoutersIpV6AdminTest-809394628-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:36:46.742432 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-fd2a802d-f6e9-4e29-9239-aaa513e09451 tempest-RoutersIpV6AdminTest-809394628 tempest-RoutersIpV6AdminTest-809394628-project-admin] Notify callbacks [] for network, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:46.778773 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.plugin [None req-de5ea744-8ec0-46e2-a80b-95456e4e15ed None None] Deleting port ad6b0273-0571-4860-bc33-10739448c57c {{(pid=95103) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:36:46.779379 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-de5ea744-8ec0-46e2-a80b-95456e4e15ed None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783146157096'] for port, before_delete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:46.816263 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-fd2a802d-f6e9-4e29-9239-aaa513e09451 tempest-RoutersIpV6AdminTest-809394628 tempest-RoutersIpV6AdminTest-809394628-project-admin] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 874 time: 1.7478161 Sep 23 19:36:46.820403 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 53992) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:36:46.854911 n-d-713301-16 neutron-server[95101]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 19:36:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12ef5bc9-728e-4e4c-b052-a5d6459e0697 x-openstack-request-id: req-12ef5bc9-728e-4e4c-b052-a5d6459e0697 {{(pid=95101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 19:36:46.855521 n-d-713301-16 neutron-server[95101]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f5f48627-8ac0-4a38-a3d5-5de21347facd", "name": "network-vif-deleted", "tag": "acf36a73-9a5d-4069-8c51-d879b7158a29", "status": "completed", "code": 200}]} {{(pid=95101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 19:36:46.855692 n-d-713301-16 neutron-server[95101]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-12ef5bc9-728e-4e4c-b052-a5d6459e0697 {{(pid=95101) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 19:36:46.856277 n-d-713301-16 neutron-server[95101]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f5f48627-8ac0-4a38-a3d5-5de21347facd', 'name': 'network-vif-deleted', 'tag': 'acf36a73-9a5d-4069-8c51-d879b7158a29', 'status': 'completed', 'code': 200} Sep 23 19:36:46.894743 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.v2.base [None req-74916b14-33eb-4778-b13b-789733a51520 tempest-RoutersIpV6AdminTest-809394628 tempest-RoutersIpV6AdminTest-809394628-project-admin] Request body: {'subnet': {'network_id': '32da8485-95d9-4904-90d4-c1aee5e797ff', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': False}} {{(pid=95102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:36:46.909317 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-de5ea744-8ec0-46e2-a80b-95456e4e15ed None None] For port ad6b0273-0571-4860-bc33-10739448c57c, host n-d-713301-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-16',level=0,port_id=ad6b0273-0571-4860-bc33-10739448c57c,segment=NetworkSegment(0ad9f853-8282-44e3-ac3b-2b75c9223dae),segment_id=0ad9f853-8282-44e3-ac3b-2b75c9223dae)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:36:46.909715 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-de5ea744-8ec0-46e2-a80b-95456e4e15ed None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-605701'] for port, precommit_delete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:46.918291 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd2a802d-f6e9-4e29-9239-aaa513e09451 tempest-RoutersIpV6AdminTest-809394628 tempest-RoutersIpV6AdminTest-809394628-project-admin] Pushing event updated for resources: {'Network': ['ID=32da8485-95d9-4904-90d4-c1aee5e797ff,revision_number=1']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:36:46.928140 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-e02eb90d-b230-4153-a291-1cb74633fc8d tempest-AllowedAddressPairIpV6TestJSON-1561957964 tempest-AllowedAddressPairIpV6TestJSON-1561957964-project] Notify callbacks [] for port, precommit_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:46.935460 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.plugin [None req-de5ea744-8ec0-46e2-a80b-95456e4e15ed None None] Calling delete_port for ad6b0273-0571-4860-bc33-10739448c57c owned by network:dhcp {{(pid=95103) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:36:46.976718 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd2a802d-f6e9-4e29-9239-aaa513e09451 tempest-RoutersIpV6AdminTest-809394628 tempest-RoutersIpV6AdminTest-809394628-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:36:46.977244 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd2a802d-f6e9-4e29-9239-aaa513e09451 tempest-RoutersIpV6AdminTest-809394628 tempest-RoutersIpV6AdminTest-809394628-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:36:46.977439 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd2a802d-f6e9-4e29-9239-aaa513e09451 tempest-RoutersIpV6AdminTest-809394628 tempest-RoutersIpV6AdminTest-809394628-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:36:46.977776 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd2a802d-f6e9-4e29-9239-aaa513e09451 tempest-RoutersIpV6AdminTest-809394628 tempest-RoutersIpV6AdminTest-809394628-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:36:46.978194 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd2a802d-f6e9-4e29-9239-aaa513e09451 tempest-RoutersIpV6AdminTest-809394628 tempest-RoutersIpV6AdminTest-809394628-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:36:46.978591 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd2a802d-f6e9-4e29-9239-aaa513e09451 tempest-RoutersIpV6AdminTest-809394628 tempest-RoutersIpV6AdminTest-809394628-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:36:46.979233 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd2a802d-f6e9-4e29-9239-aaa513e09451 tempest-RoutersIpV6AdminTest-809394628 tempest-RoutersIpV6AdminTest-809394628-project-admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:36:46.979233 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd2a802d-f6e9-4e29-9239-aaa513e09451 tempest-RoutersIpV6AdminTest-809394628 tempest-RoutersIpV6AdminTest-809394628-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:36:46.979654 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd2a802d-f6e9-4e29-9239-aaa513e09451 tempest-RoutersIpV6AdminTest-809394628 tempest-RoutersIpV6AdminTest-809394628-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:36:46.979994 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd2a802d-f6e9-4e29-9239-aaa513e09451 tempest-RoutersIpV6AdminTest-809394628 tempest-RoutersIpV6AdminTest-809394628-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:36:46.980393 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd2a802d-f6e9-4e29-9239-aaa513e09451 tempest-RoutersIpV6AdminTest-809394628 tempest-RoutersIpV6AdminTest-809394628-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:36:46.980741 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd2a802d-f6e9-4e29-9239-aaa513e09451 tempest-RoutersIpV6AdminTest-809394628 tempest-RoutersIpV6AdminTest-809394628-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:36:47.007585 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-e02eb90d-b230-4153-a291-1cb74633fc8d tempest-AllowedAddressPairIpV6TestJSON-1561957964 tempest-AllowedAddressPairIpV6TestJSON-1561957964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783145673135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5607431'] for port, after_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:47.011676 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.plugin [None req-e4f53e0c-0b27-4ce9-8558-c8f74ea8038a admin admin] Deleting port ad6b0273-0571-4860-bc33-10739448c57c {{(pid=95102) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:36:47.012508 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-e4f53e0c-0b27-4ce9-8558-c8f74ea8038a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783146157096'] for port, before_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:47.015334 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74916b14-33eb-4778-b13b-789733a51520 tempest-RoutersIpV6AdminTest-809394628 tempest-RoutersIpV6AdminTest-809394628-project-admin] Made reservation on behalf of b9c102b7431b4f6588ebc4441d8c7810 for: {'subnet': 1} {{(pid=95102) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:36:47.017790 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-74916b14-33eb-4778-b13b-789733a51520 tempest-RoutersIpV6AdminTest-809394628 tempest-RoutersIpV6AdminTest-809394628-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5388256'] for subnet, before_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:47.054033 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Network 32da8485-95d9-4904-90d4-c1aee5e797ff details requested by agent ovs-agent-n-d-713301-16 with host n-d-713301-16 {{(pid=95103) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 19:36:47.107821 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a23cb4f-5181-459f-924d-dfc68ebed198 req-d56ec4ca-d51c-4214-b4e3-73a42a0d7010 tempest-ListServerFiltersTestJSON-809433892 tempest-ListServerFiltersTestJSON-809433892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:36:47.109402 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-9a23cb4f-5181-459f-924d-dfc68ebed198 req-d56ec4ca-d51c-4214-b4e3-73a42a0d7010 tempest-ListServerFiltersTestJSON-809433892 tempest-ListServerFiltersTestJSON-809433892-project] 10.222.0.67 "GET /v2.0/ports?device_id=112ec6b1-d777-4f3c-8724-ad88e87d715e HTTP/1.1" status: 200 len: 945 time: 0.1971691 Sep 23 19:36:47.163254 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e02eb90d-b230-4153-a291-1cb74633fc8d tempest-AllowedAddressPairIpV6TestJSON-1561957964 tempest-AllowedAddressPairIpV6TestJSON-1561957964-project] Network dd78cb93-4c32-4d0f-bf74-9d28f876d6c7 is already hosted by enough agents. {{(pid=95101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:36:47.176663 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.base_scheduler [None req-e02eb90d-b230-4153-a291-1cb74633fc8d tempest-AllowedAddressPairIpV6TestJSON-1561957964 tempest-AllowedAddressPairIpV6TestJSON-1561957964-project] Resources bound (agent type, host, resource id): {{(pid=95101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:36:47.194387 n-d-713301-16 neutron-server[95101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e02eb90d-b230-4153-a291-1cb74633fc8d tempest-AllowedAddressPairIpV6TestJSON-1561957964 tempest-AllowedAddressPairIpV6TestJSON-1561957964-project] Received port after_create {{(pid=95101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 19:36:47.211297 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e02eb90d-b230-4153-a291-1cb74633fc8d tempest-AllowedAddressPairIpV6TestJSON-1561957964 tempest-AllowedAddressPairIpV6TestJSON-1561957964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:36:47.212248 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-e02eb90d-b230-4153-a291-1cb74633fc8d tempest-AllowedAddressPairIpV6TestJSON-1561957964 tempest-AllowedAddressPairIpV6TestJSON-1561957964-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222849'] for port, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:47.220534 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e02eb90d-b230-4153-a291-1cb74633fc8d tempest-AllowedAddressPairIpV6TestJSON-1561957964 tempest-AllowedAddressPairIpV6TestJSON-1561957964-project] Pushing event updated for resources: {'Port': ['ID=1db3d983-beb3-4153-a3e7-d4d7f0a2ce17,revision_number=1']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:36:47.220887 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Device 294dac93-97a8-4dc4-8711-4cabb4b3b9b1 up at agent ovs-agent-n-d-713301-16 {{(pid=95103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 19:36:47.246958 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-e02eb90d-b230-4153-a291-1cb74633fc8d tempest-AllowedAddressPairIpV6TestJSON-1561957964 tempest-AllowedAddressPairIpV6TestJSON-1561957964-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1006 time: 1.8211014 Sep 23 19:36:47.261255 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 54000) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:36:47.323931 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-de5ea744-8ec0-46e2-a80b-95456e4e15ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783146162158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783145673144'] for port, after_delete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:47.326688 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Provisioning complete for port 294dac93-97a8-4dc4-8711-4cabb4b3b9b1 triggered by entity L2. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:36:47.326688 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:47.369834 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-85c5b1d6-8edb-4d12-9808-1d3fd6a9c2ee req-23df7b30-0fb3-491b-907a-9fd90b42e7fa tempest-ServerRescueNegativeTestJSON-317871319 tempest-ServerRescueNegativeTestJSON-317871319-project] 10.222.0.67 "GET /v2.0/ports?device_id=f5f48627-8ac0-4a38-a3d5-5de21347facd HTTP/1.1" status: 200 len: 210 time: 0.1999824 Sep 23 19:36:47.431297 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de5ea744-8ec0-46e2-a80b-95456e4e15ed None None] Pushing event deleted for resources: {'Port': ['ID=ad6b0273-0571-4860-bc33-10739448c57c,revision_number=None']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:36:47.437498 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de5ea744-8ec0-46e2-a80b-95456e4e15ed None None] No DVR routers for this DVR port ad6b0273-0571-4860-bc33-10739448c57c on host n-d-713301-16 {{(pid=95103) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 19:36:47.469577 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.db [None req-e4f53e0c-0b27-4ce9-8558-c8f74ea8038a admin admin] For port ad6b0273-0571-4860-bc33-10739448c57c, host n-d-713301-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-16',level=0,port_id=ad6b0273-0571-4860-bc33-10739448c57c,segment=NetworkSegment(0ad9f853-8282-44e3-ac3b-2b75c9223dae),segment_id=0ad9f853-8282-44e3-ac3b-2b75c9223dae)] {{(pid=95102) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:36:47.469950 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-e4f53e0c-0b27-4ce9-8558-c8f74ea8038a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-605701'] for port, precommit_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:47.488431 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-9a23cb4f-5181-459f-924d-dfc68ebed198 req-350fae37-a391-4846-8134-c2fd92b81d62 tempest-ListServerFiltersTestJSON-809433892 tempest-ListServerFiltersTestJSON-809433892-project] 10.222.0.67 "GET /v2.0/security-groups?id=791c206a-3feb-4dc0-8ae9-5b23b18cf1d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3456757 Sep 23 19:36:47.500073 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fa919b5-d6b7-480e-8dcf-009a68dfbf13 tempest-AllowedAddressPairIpV6TestJSON-1561957964 tempest-AllowedAddressPairIpV6TestJSON-1561957964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:36:47.509085 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fa919b5-d6b7-480e-8dcf-009a68dfbf13 tempest-AllowedAddressPairIpV6TestJSON-1561957964 tempest-AllowedAddressPairIpV6TestJSON-1561957964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:36:47.520249 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fa919b5-d6b7-480e-8dcf-009a68dfbf13 tempest-AllowedAddressPairIpV6TestJSON-1561957964 tempest-AllowedAddressPairIpV6TestJSON-1561957964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:36:47.524739 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.plugin [None req-e4f53e0c-0b27-4ce9-8558-c8f74ea8038a admin admin] Calling delete_port for ad6b0273-0571-4860-bc33-10739448c57c owned by network:dhcp {{(pid=95102) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:36:47.526825 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-2fa919b5-d6b7-480e-8dcf-009a68dfbf13 tempest-AllowedAddressPairIpV6TestJSON-1561957964 tempest-AllowedAddressPairIpV6TestJSON-1561957964-project] 10.222.0.67 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2480 time: 0.2639701 Sep 23 19:36:47.528201 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 54006) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:36:47.602703 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:47.682613 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] For port 294dac93-97a8-4dc4-8711-4cabb4b3b9b1, host n-d-713301-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-16',level=0,port_id=294dac93-97a8-4dc4-8711-4cabb4b3b9b1,segment=NetworkSegment(cb7332c1-fa89-4639-9c9c-1a6888ae6a49),segment_id=cb7332c1-fa89-4639-9c9c-1a6888ae6a49)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:36:47.691756 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:47.715435 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.plugin [None req-1687026b-391f-4d0a-9d01-965922596d9b tempest-AllowedAddressPairIpV6TestJSON-1561957964 tempest-AllowedAddressPairIpV6TestJSON-1561957964-project] Deleting port 1db3d983-beb3-4153-a3e7-d4d7f0a2ce17 {{(pid=95101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:36:47.715687 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-1687026b-391f-4d0a-9d01-965922596d9b tempest-AllowedAddressPairIpV6TestJSON-1561957964 tempest-AllowedAddressPairIpV6TestJSON-1561957964-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783146157096'] for port, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:47.779903 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Device 7c20880d-989f-4902-b74a-715c2f0fd89b no longer exists at agent ovs-agent-n-d-713301-16 {{(pid=95103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 19:36:47.813009 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.plugin [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] No Port match for: 7c20880d-989f-4902-b74a-715c2f0fd89b {{(pid=95103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 19:36:47.813511 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Device 7c20880d-989f-4902-b74a-715c2f0fd89b not bound to the agent host n-d-713301-16 {{(pid=95103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 19:36:47.814031 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Device 50edb875-e732-4d88-8c65-d819d1bfac76 no longer exists at agent ovs-agent-n-d-713301-16 {{(pid=95103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 19:36:47.816152 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Pushing event updated for resources: {'Port': ['ID=294dac93-97a8-4dc4-8711-4cabb4b3b9b1,revision_number=3']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:36:47.853992 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e1978da-b2ce-470a-aafa-9e2fddb172b3 None None] Network dd78cb93-4c32-4d0f-bf74-9d28f876d6c7 requested from n-d-713301-16 {{(pid=95103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 19:36:47.960562 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.plugin [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] No Port match for: 50edb875-e732-4d88-8c65-d819d1bfac76 {{(pid=95103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 19:36:47.961306 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Device 50edb875-e732-4d88-8c65-d819d1bfac76 not bound to the agent host n-d-713301-16 {{(pid=95103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 19:36:47.962079 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Device ad6b0273-0571-4860-bc33-10739448c57c no longer exists at agent ovs-agent-n-d-713301-16 {{(pid=95103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 19:36:47.991358 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.plugin [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] No Port match for: ad6b0273-0571-4860-bc33-10739448c57c {{(pid=95103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 19:36:47.999972 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Device ad6b0273-0571-4860-bc33-10739448c57c not bound to the agent host n-d-713301-16 {{(pid=95103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 19:36:48.036741 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-60ac8231-9637-4eaa-b340-6f2aa1d3984b None None] Provisioning complete for port 294dac93-97a8-4dc4-8711-4cabb4b3b9b1 triggered by entity DHCP. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:36:48.036987 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-60ac8231-9637-4eaa-b340-6f2aa1d3984b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:48.268323 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-1687026b-391f-4d0a-9d01-965922596d9b tempest-AllowedAddressPairIpV6TestJSON-1561957964 tempest-AllowedAddressPairIpV6TestJSON-1561957964-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-605701'] for port, precommit_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:48.283285 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.plugin [None req-1687026b-391f-4d0a-9d01-965922596d9b tempest-AllowedAddressPairIpV6TestJSON-1561957964 tempest-AllowedAddressPairIpV6TestJSON-1561957964-project] Calling delete_port for 1db3d983-beb3-4153-a3e7-d4d7f0a2ce17 owned by {{(pid=95101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:36:48.304650 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-e4f53e0c-0b27-4ce9-8558-c8f74ea8038a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783146162158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783145673144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4399100'] for port, after_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:48.421839 n-d-713301-16 neutron-server[95102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4f53e0c-0b27-4ce9-8558-c8f74ea8038a admin admin] No DVR routers for this DVR port ad6b0273-0571-4860-bc33-10739448c57c on host n-d-713301-16 {{(pid=95102) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 19:36:48.430240 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f53e0c-0b27-4ce9-8558-c8f74ea8038a admin admin] Pushing event deleted for resources: {'Port': ['ID=ad6b0273-0571-4860-bc33-10739448c57c,revision_number=None']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:36:48.485741 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 54032) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:36:48.519665 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-1687026b-391f-4d0a-9d01-965922596d9b tempest-AllowedAddressPairIpV6TestJSON-1561957964 tempest-AllowedAddressPairIpV6TestJSON-1561957964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783146162158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783145673144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5607431'] for port, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:48.537026 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-e4f53e0c-0b27-4ce9-8558-c8f74ea8038a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1754676', 'neutron.services.segments.db._delete_segments_for_network-8783146221460'] for network, precommit_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:48.558917 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1687026b-391f-4d0a-9d01-965922596d9b tempest-AllowedAddressPairIpV6TestJSON-1561957964 tempest-AllowedAddressPairIpV6TestJSON-1561957964-project] Pushing event deleted for resources: {'Port': ['ID=1db3d983-beb3-4153-a3e7-d4d7f0a2ce17,revision_number=None']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:36:48.614219 n-d-713301-16 neutron-server[95102]: DEBUG neutron.services.segments.db [None req-e4f53e0c-0b27-4ce9-8558-c8f74ea8038a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['364dc893-5ecb-4aa3-be76-13b51cbbfbd4']}} {{(pid=95102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:36:48.679519 n-d-713301-16 neutron-server[95102]: DEBUG neutron.services.segments.db [None req-e4f53e0c-0b27-4ce9-8558-c8f74ea8038a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0ad9f853-8282-44e3-ac3b-2b75c9223dae') {'for_net_delete': True} {{(pid=95102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:36:48.679801 n-d-713301-16 neutron-server[95102]: DEBUG neutron.services.segments.db [None req-e4f53e0c-0b27-4ce9-8558-c8f74ea8038a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0ad9f853-8282-44e3-ac3b-2b75c9223dae') {} {{(pid=95102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:36:48.729692 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-e4f53e0c-0b27-4ce9-8558-c8f74ea8038a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783146221725', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6162832'] for segment, before_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:48.733284 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Device acf36a73-9a5d-4069-8c51-d879b7158a29 no longer exists at agent hyperv_n-h2-713301-16 {{(pid=95103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 19:36:48.790985 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.plugin [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] No Port match for: acf36a73-9a5d-4069-8c51-d879b7158a29 {{(pid=95103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 19:36:48.791854 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Device acf36a73-9a5d-4069-8c51-d879b7158a29 not bound to the agent host n-h2-713301-16 {{(pid=95103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 19:36:48.795331 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-e4f53e0c-0b27-4ce9-8558-c8f74ea8038a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1756186'] for segment, precommit_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:48.797444 n-d-713301-16 neutron-server[95102]: DEBUG neutron.objects.ports [None req-74916b14-33eb-4778-b13b-789733a51520 tempest-RoutersIpV6AdminTest-809394628 tempest-RoutersIpV6AdminTest-809394628-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=95102) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 23 19:36:48.798167 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-74916b14-33eb-4778-b13b-789733a51520 tempest-RoutersIpV6AdminTest-809394628 tempest-RoutersIpV6AdminTest-809394628-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4398944', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5388242'] for subnet, after_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:48.805503 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-1687026b-391f-4d0a-9d01-965922596d9b tempest-AllowedAddressPairIpV6TestJSON-1561957964 tempest-AllowedAddressPairIpV6TestJSON-1561957964-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222849'] for port, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:48.810548 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-1687026b-391f-4d0a-9d01-965922596d9b tempest-AllowedAddressPairIpV6TestJSON-1561957964 tempest-AllowedAddressPairIpV6TestJSON-1561957964-project] 10.222.0.67 "DELETE /v2.0/ports/1db3d983-beb3-4153-a3e7-d4d7f0a2ce17 HTTP/1.1" status: 204 len: 168 time: 1.2783964 Sep 23 19:36:48.816588 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 54046) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:36:48.839913 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-2cc87584-723a-4c2f-8981-353d49cac863 None None] Provisioning complete for port 2ea536ec-d972-488d-aa18-d2e50386d705 triggered by entity DHCP. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:36:48.840282 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-2cc87584-723a-4c2f-8981-353d49cac863 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:48.846017 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e4f53e0c-0b27-4ce9-8558-c8f74ea8038a admin admin] Releasing vlan 632 on physical network physnet1 to pool {{(pid=95102) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 19:36:48.846445 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-e4f53e0c-0b27-4ce9-8558-c8f74ea8038a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1756186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4398095'] for segment, after_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:48.854066 n-d-713301-16 neutron-server[95102]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 23 19:36:48.854066 n-d-713301-16 neutron-server[95102]: self.session.flush() Sep 23 19:36:48.854066 n-d-713301-16 neutron-server[95102]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 23 19:36:48.854066 n-d-713301-16 neutron-server[95102]: self.session.flush() Sep 23 19:36:48.854066 n-d-713301-16 neutron-server[95102]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 23 19:36:48.854066 n-d-713301-16 neutron-server[95102]: self.session.flush() Sep 23 19:36:48.854066 n-d-713301-16 neutron-server[95102]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 23 19:36:48.854066 n-d-713301-16 neutron-server[95102]: self.session.flush() Sep 23 19:36:48.854066 n-d-713301-16 neutron-server[95102]: Traceback (most recent call last): Sep 23 19:36:48.854066 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 19:36:48.854066 n-d-713301-16 neutron-server[95102]: timer() Sep 23 19:36:48.854066 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 19:36:48.854066 n-d-713301-16 neutron-server[95102]: cb(*args, **kw) Sep 23 19:36:48.854066 n-d-713301-16 neutron-server[95102]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 19:36:48.854066 n-d-713301-16 neutron-server[95102]: return func(*args, **kwargs) Sep 23 19:36:48.854066 n-d-713301-16 neutron-server[95102]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 19:36:48.854066 n-d-713301-16 neutron-server[95102]: self._notify() Sep 23 19:36:48.854066 n-d-713301-16 neutron-server[95102]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 19:36:48.854066 n-d-713301-16 neutron-server[95102]: self.callback(batched_events) Sep 23 19:36:48.854066 n-d-713301-16 neutron-server[95102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 19:36:48.854066 n-d-713301-16 neutron-server[95102]: event.method(event) Sep 23 19:36:48.854066 n-d-713301-16 neutron-server[95102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 19:36:48.854066 n-d-713301-16 neutron-server[95102]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 19:36:48.854066 n-d-713301-16 neutron-server[95102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 19:36:48.854066 n-d-713301-16 neutron-server[95102]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 19:36:48.854066 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 19:36:48.854066 n-d-713301-16 neutron-server[95102]: return f(self, *a, **k) Sep 23 19:36:48.854066 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 19:36:48.854066 n-d-713301-16 neutron-server[95102]: return self._get(url).json() Sep 23 19:36:48.854066 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 19:36:48.854066 n-d-713301-16 neutron-server[95102]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 19:36:48.854066 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 19:36:48.854066 n-d-713301-16 neutron-server[95102]: return self.request(url, 'GET', **kwargs) Sep 23 19:36:48.854066 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 19:36:48.854066 n-d-713301-16 neutron-server[95102]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 19:36:48.854066 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 19:36:48.854066 n-d-713301-16 neutron-server[95102]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 19:36:48.854066 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 19:36:48.854066 n-d-713301-16 neutron-server[95102]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 19:36:48.854066 n-d-713301-16 neutron-server[95102]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 19:36:48.863405 n-d-713301-16 neutron-server[95101]: INFO neutron.pecan_wsgi.hooks.translation [None req-709b03e6-80ba-42b1-b3a7-0882eefe1ce0 tempest-AllowedAddressPairIpV6TestJSON-1561957964 tempest-AllowedAddressPairIpV6TestJSON-1561957964-project] GET failed (client error): The resource could not be found. Sep 23 19:36:48.865644 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-709b03e6-80ba-42b1-b3a7-0882eefe1ce0 tempest-AllowedAddressPairIpV6TestJSON-1561957964 tempest-AllowedAddressPairIpV6TestJSON-1561957964-project] 10.222.0.67 "GET /v2.0/ports/1db3d983-beb3-4153-a3e7-d4d7f0a2ce17 HTTP/1.1" status: 404 len: 333 time: 0.0478621 Sep 23 19:36:48.871950 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 54050) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:36:48.876960 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.v2.base [None req-7649e2ab-c8de-4c12-9e83-58aa9402fe37 tempest-AllowedAddressPairIpV6TestJSON-1561957964 tempest-AllowedAddressPairIpV6TestJSON-1561957964-project] Request body: {'port': {'network_id': 'dd78cb93-4c32-4d0f-bf74-9d28f876d6c7', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1142213121'}} {{(pid=95101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:36:48.917715 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.plugin [None req-2cc87584-723a-4c2f-8981-353d49cac863 None None] Port 2ea536ec-d972-488d-aa18-d2e50386d705 cannot update to ACTIVE because it is not bound. {{(pid=95103) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 19:36:48.937583 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-2cc87584-723a-4c2f-8981-353d49cac863 None None] Could not find standard attr ID for object 1db3d983-beb3-4153-a3e7-d4d7f0a2ce17. {{(pid=95103) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 23 19:36:48.954804 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-2cc87584-723a-4c2f-8981-353d49cac863 None None] Provisioning complete for port 294dac93-97a8-4dc4-8711-4cabb4b3b9b1 triggered by entity DHCP. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:36:48.955228 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-2cc87584-723a-4c2f-8981-353d49cac863 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:49.020006 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ec1735-685a-425b-9859-5dfbc64b8ef9 req-0e6305d9-8fd1-4178-9199-c7e211c06055 tempest-ListServerFiltersTestJSON-809433892 tempest-ListServerFiltersTestJSON-809433892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:36:49.038588 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-30ec1735-685a-425b-9859-5dfbc64b8ef9 req-0e6305d9-8fd1-4178-9199-c7e211c06055 tempest-ListServerFiltersTestJSON-809433892 tempest-ListServerFiltersTestJSON-809433892-project] 10.222.0.67 "GET /v2.0/ports?device_id=112ec6b1-d777-4f3c-8724-ad88e87d715e HTTP/1.1" status: 200 len: 945 time: 0.3842614 Sep 23 19:36:49.070562 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7649e2ab-c8de-4c12-9e83-58aa9402fe37 tempest-AllowedAddressPairIpV6TestJSON-1561957964 tempest-AllowedAddressPairIpV6TestJSON-1561957964-project] Made reservation on behalf of d2afc93ce2d84286a336187570f9ca6c for: {'port': 1} {{(pid=95101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:36:49.077391 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-7649e2ab-c8de-4c12-9e83-58aa9402fe37 tempest-AllowedAddressPairIpV6TestJSON-1561957964 tempest-AllowedAddressPairIpV6TestJSON-1561957964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:49.113259 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Device 294dac93-97a8-4dc4-8711-4cabb4b3b9b1 up at agent ovs-agent-n-d-713301-16 {{(pid=95103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 19:36:49.114412 n-d-713301-16 neutron-server[95101]: DEBUG neutron.notifiers.nova [None req-7649e2ab-c8de-4c12-9e83-58aa9402fe37 tempest-AllowedAddressPairIpV6TestJSON-1561957964 tempest-AllowedAddressPairIpV6TestJSON-1561957964-project] device_id is not set on port d652d674-50e7-474d-91c5-705224b8a214 yet. {{(pid=95101) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 23 19:36:49.177791 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Provisioning complete for port 294dac93-97a8-4dc4-8711-4cabb4b3b9b1 triggered by entity L2. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:36:49.178816 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:49.261139 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-30ec1735-685a-425b-9859-5dfbc64b8ef9 req-3cac9baf-9a4f-46d7-9f81-70a084f9103e tempest-ListServerFiltersTestJSON-809433892 tempest-ListServerFiltersTestJSON-809433892-project] 10.222.0.67 "GET /v2.0/security-groups?id=791c206a-3feb-4dc0-8ae9-5b23b18cf1d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2178988 Sep 23 19:36:49.278609 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-b5fee91f-ec9a-4265-b6dc-b4f34984bb06 None None] Provisioning complete for port 2ea536ec-d972-488d-aa18-d2e50386d705 triggered by entity DHCP. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:36:49.279121 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b5fee91f-ec9a-4265-b6dc-b4f34984bb06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:49.308072 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74916b14-33eb-4778-b13b-789733a51520 tempest-RoutersIpV6AdminTest-809394628 tempest-RoutersIpV6AdminTest-809394628-project-admin] Pushing event updated for resources: {'Subnet': ['ID=0889c7cb-e621-413e-80a7-7fee372fbc3b,revision_number=0']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:36:49.336444 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74916b14-33eb-4778-b13b-789733a51520 tempest-RoutersIpV6AdminTest-809394628 tempest-RoutersIpV6AdminTest-809394628-project-admin] Checking segment: {'id': '11aab71b-85cc-4db2-b6f4-616fe6f2149e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '32da8485-95d9-4904-90d4-c1aee5e797ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95102) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:36:49.339091 n-d-713301-16 neutron-server[95102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74916b14-33eb-4778-b13b-789733a51520 tempest-RoutersIpV6AdminTest-809394628 tempest-RoutersIpV6AdminTest-809394628-project-admin] Network hostable DHCP agents. Network: 32da8485-95d9-4904-90d4-c1aee5e797ff, hostable agents: ['1b18bf05-1b5f-4587-be5c-af3ac38e32ad'], hosted agents: [] {{(pid=95102) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 19:36:49.343912 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-e4f53e0c-0b27-4ce9-8558-c8f74ea8038a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1754627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-601866'] for network, after_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:49.355018 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-e4f53e0c-0b27-4ce9-8558-c8f74ea8038a admin admin] Notify callbacks [] for network, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:49.376488 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-e4f53e0c-0b27-4ce9-8558-c8f74ea8038a admin admin] 10.222.0.67 "DELETE /v2.0/networks/364dc893-5ecb-4aa3-be76-13b51cbbfbd4 HTTP/1.1" status: 204 len: 168 time: 3.0899615 Sep 23 19:36:49.385950 n-d-713301-16 neutron-server[95101]: DEBUG neutron.db.db_base_plugin_common [None req-7649e2ab-c8de-4c12-9e83-58aa9402fe37 tempest-AllowedAddressPairIpV6TestJSON-1561957964 tempest-AllowedAddressPairIpV6TestJSON-1561957964-project] Allocated IP 2001:db8::205 (dd78cb93-4c32-4d0f-bf74-9d28f876d6c7/21ec7780-39f8-4876-9cc5-fc45a922f478/d652d674-50e7-474d-91c5-705224b8a214) {{(pid=95101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 19:36:49.431201 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f53e0c-0b27-4ce9-8558-c8f74ea8038a admin admin] Pushing event deleted for resources: {'Network': ['ID=364dc893-5ecb-4aa3-be76-13b51cbbfbd4,revision_number=None']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:36:49.462440 n-d-713301-16 neutron-server[95102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74916b14-33eb-4778-b13b-789733a51520 tempest-RoutersIpV6AdminTest-809394628 tempest-RoutersIpV6AdminTest-809394628-project-admin] Network 32da8485-95d9-4904-90d4-c1aee5e797ff is scheduled to be hosted by DHCP agent 1b18bf05-1b5f-4587-be5c-af3ac38e32ad with binding_index 1 {{(pid=95102) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 19:36:49.495974 n-d-713301-16 neutron-server[95102]: DEBUG neutron.scheduler.base_scheduler [None req-74916b14-33eb-4778-b13b-789733a51520 tempest-RoutersIpV6AdminTest-809394628 tempest-RoutersIpV6AdminTest-809394628-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713301-16, 32da8485-95d9-4904-90d4-c1aee5e797ff) {{(pid=95102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:36:49.500195 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.plugin [None req-b5fee91f-ec9a-4265-b6dc-b4f34984bb06 None None] Port 2ea536ec-d972-488d-aa18-d2e50386d705 cannot update to ACTIVE because it is not bound. {{(pid=95103) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 19:36:49.501859 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74916b14-33eb-4778-b13b-789733a51520 tempest-RoutersIpV6AdminTest-809394628 tempest-RoutersIpV6AdminTest-809394628-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:36:49.502036 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-74916b14-33eb-4778-b13b-789733a51520 tempest-RoutersIpV6AdminTest-809394628 tempest-RoutersIpV6AdminTest-809394628-project-admin] Notify callbacks [] for subnet, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:49.522203 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-652bdd14-2a70-49fa-b148-63c552b3759c None None] Network 32da8485-95d9-4904-90d4-c1aee5e797ff requested from n-d-713301-16 {{(pid=95103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 19:36:49.534572 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-74916b14-33eb-4778-b13b-789733a51520 tempest-RoutersIpV6AdminTest-809394628 tempest-RoutersIpV6AdminTest-809394628-project-admin] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 822 time: 2.7102852 Sep 23 19:36:49.539256 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 54064) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:36:49.559359 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.v2.base [None req-1828a73b-dd0a-4167-9689-a4370eda8f07 tempest-RoutersIpV6AdminTest-809394628 tempest-RoutersIpV6AdminTest-809394628-project-admin] Request body: {'port': {'name': 'tempest-RoutersIpV6AdminTest-165483821', 'network_id': '32da8485-95d9-4904-90d4-c1aee5e797ff'}} {{(pid=95101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:36:49.705405 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-15640f4e-d889-4ba6-bca8-1eb6e653fa5f None None] Could not find standard attr ID for object 1db3d983-beb3-4153-a3e7-d4d7f0a2ce17. {{(pid=95103) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 23 19:36:49.735142 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1828a73b-dd0a-4167-9689-a4370eda8f07 tempest-RoutersIpV6AdminTest-809394628 tempest-RoutersIpV6AdminTest-809394628-project-admin] Made reservation on behalf of b9c102b7431b4f6588ebc4441d8c7810 for: {'port': 1} {{(pid=95101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:36:49.738456 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-1828a73b-dd0a-4167-9689-a4370eda8f07 tempest-RoutersIpV6AdminTest-809394628 tempest-RoutersIpV6AdminTest-809394628-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:49.741321 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-dd7e0250-23a8-4258-a457-dc99e4299f75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:49.788362 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-5a8439c3-0b75-4445-9181-95c4a08a01f0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-601372'] for router_interface, before_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:49.789474 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-7649e2ab-c8de-4c12-9e83-58aa9402fe37 tempest-AllowedAddressPairIpV6TestJSON-1561957964 tempest-AllowedAddressPairIpV6TestJSON-1561957964-project] Notify callbacks [] for port, precommit_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:49.792592 n-d-713301-16 neutron-server[95101]: DEBUG neutron.notifiers.nova [None req-1828a73b-dd0a-4167-9689-a4370eda8f07 tempest-RoutersIpV6AdminTest-809394628 tempest-RoutersIpV6AdminTest-809394628-project-admin] device_id is not set on port 6cbd5337-cc38-418c-b232-278d0a1ac5f1 yet. {{(pid=95101) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 23 19:36:49.812931 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 54072) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:36:49.851008 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39f42099-1edf-4a85-b43d-d31ad2a1e0b3 None None] Network 32da8485-95d9-4904-90d4-c1aee5e797ff requested from n-d-713301-16 {{(pid=95103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 19:36:49.953868 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-7649e2ab-c8de-4c12-9e83-58aa9402fe37 tempest-AllowedAddressPairIpV6TestJSON-1561957964 tempest-AllowedAddressPairIpV6TestJSON-1561957964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783145673135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5607431'] for port, after_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:50.019370 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-8983d3e2-5853-4407-bfaa-b71c88cede75 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=f17a85608a9a4ecb8150ef41746c47e0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1744380 Sep 23 19:36:50.021560 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7649e2ab-c8de-4c12-9e83-58aa9402fe37 tempest-AllowedAddressPairIpV6TestJSON-1561957964 tempest-AllowedAddressPairIpV6TestJSON-1561957964-project] Network dd78cb93-4c32-4d0f-bf74-9d28f876d6c7 is already hosted by enough agents. {{(pid=95101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:36:50.028547 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 54078) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:36:50.038527 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.base_scheduler [None req-7649e2ab-c8de-4c12-9e83-58aa9402fe37 tempest-AllowedAddressPairIpV6TestJSON-1561957964 tempest-AllowedAddressPairIpV6TestJSON-1561957964-project] Resources bound (agent type, host, resource id): {{(pid=95101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:36:50.041743 n-d-713301-16 neutron-server[95101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7649e2ab-c8de-4c12-9e83-58aa9402fe37 tempest-AllowedAddressPairIpV6TestJSON-1561957964 tempest-AllowedAddressPairIpV6TestJSON-1561957964-project] Received port after_create {{(pid=95101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 19:36:50.047548 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7649e2ab-c8de-4c12-9e83-58aa9402fe37 tempest-AllowedAddressPairIpV6TestJSON-1561957964 tempest-AllowedAddressPairIpV6TestJSON-1561957964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:36:50.048361 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-7649e2ab-c8de-4c12-9e83-58aa9402fe37 tempest-AllowedAddressPairIpV6TestJSON-1561957964 tempest-AllowedAddressPairIpV6TestJSON-1561957964-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222849'] for port, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:50.088930 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7649e2ab-c8de-4c12-9e83-58aa9402fe37 tempest-AllowedAddressPairIpV6TestJSON-1561957964 tempest-AllowedAddressPairIpV6TestJSON-1561957964-project] Pushing event updated for resources: {'Port': ['ID=d652d674-50e7-474d-91c5-705224b8a214,revision_number=1']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:36:50.108453 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-7649e2ab-c8de-4c12-9e83-58aa9402fe37 tempest-AllowedAddressPairIpV6TestJSON-1561957964 tempest-AllowedAddressPairIpV6TestJSON-1561957964-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 1.2316017 Sep 23 19:36:50.112951 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 54080) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:36:50.130005 n-d-713301-16 neutron-server[95101]: DEBUG neutron.db.db_base_plugin_common [None req-1828a73b-dd0a-4167-9689-a4370eda8f07 tempest-RoutersIpV6AdminTest-809394628 tempest-RoutersIpV6AdminTest-809394628-project-admin] Allocated IP 2001:db8::362 (32da8485-95d9-4904-90d4-c1aee5e797ff/0889c7cb-e621-413e-80a7-7fee372fbc3b/6cbd5337-cc38-418c-b232-278d0a1ac5f1) {{(pid=95101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 19:36:50.137514 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.v2.base [None req-717fda24-10bc-4cdc-8a34-ea1a1496736f tempest-AllowedAddressPairIpV6TestJSON-1561957964 tempest-AllowedAddressPairIpV6TestJSON-1561957964-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::2df', 'mac_address': 'fa:16:3e:21:3c:18'}]}} {{(pid=95101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:36:50.155401 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.plugin [None req-5a8439c3-0b75-4445-9181-95c4a08a01f0 admin admin] Deleting port 187626c2-5218-4282-a27c-671db7f96ed1 {{(pid=95102) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:36:50.156015 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-5a8439c3-0b75-4445-9181-95c4a08a01f0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783146157096'] for port, before_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:50.256239 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.db [None req-5a8439c3-0b75-4445-9181-95c4a08a01f0 admin admin] For port 187626c2-5218-4282-a27c-671db7f96ed1, host n-d-713301-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-16',level=0,port_id=187626c2-5218-4282-a27c-671db7f96ed1,segment=NetworkSegment(06c35406-3e3c-42a0-a3c1-86f8ca1b8560),segment_id=06c35406-3e3c-42a0-a3c1-86f8ca1b8560)] {{(pid=95102) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:36:50.257136 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-5a8439c3-0b75-4445-9181-95c4a08a01f0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-605701'] for port, precommit_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:50.269938 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-61cc8b75-927b-45b1-a337-3c4a8f8a61e2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:50.278034 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.plugin [None req-5a8439c3-0b75-4445-9181-95c4a08a01f0 admin admin] Calling delete_port for 187626c2-5218-4282-a27c-671db7f96ed1 owned by network:router_interface {{(pid=95102) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:36:50.298638 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-717fda24-10bc-4cdc-8a34-ea1a1496736f tempest-AllowedAddressPairIpV6TestJSON-1561957964 tempest-AllowedAddressPairIpV6TestJSON-1561957964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:50.372130 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-61cc8b75-927b-45b1-a337-3c4a8f8a61e2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:50.453363 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-7d4dfac2-92f1-46f1-9a76-3c7a705a70f1 None None] Provisioning complete for port d652d674-50e7-474d-91c5-705224b8a214 triggered by entity DHCP. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:36:50.454687 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-7d4dfac2-92f1-46f1-9a76-3c7a705a70f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:50.505039 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.plugin [None req-7d4dfac2-92f1-46f1-9a76-3c7a705a70f1 None None] Port d652d674-50e7-474d-91c5-705224b8a214 cannot update to ACTIVE because it is not bound. {{(pid=95103) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 19:36:50.541584 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a5dbe43-b4a6-453b-87c2-474cc01103a2 req-7e63972a-f4bc-4d1e-b342-d249bde73caf tempest-ListServerFiltersTestJSON-809433892 tempest-ListServerFiltersTestJSON-809433892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:36:50.543383 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-3a5dbe43-b4a6-453b-87c2-474cc01103a2 req-7e63972a-f4bc-4d1e-b342-d249bde73caf tempest-ListServerFiltersTestJSON-809433892 tempest-ListServerFiltersTestJSON-809433892-project] 10.222.0.67 "GET /v2.0/ports?device_id=112ec6b1-d777-4f3c-8724-ad88e87d715e HTTP/1.1" status: 200 len: 945 time: 0.1775279 Sep 23 19:36:50.544476 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-1828a73b-dd0a-4167-9689-a4370eda8f07 tempest-RoutersIpV6AdminTest-809394628 tempest-RoutersIpV6AdminTest-809394628-project-admin] Notify callbacks [] for port, precommit_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:50.626112 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-61cc8b75-927b-45b1-a337-3c4a8f8a61e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:50.630236 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-61cc8b75-927b-45b1-a337-3c4a8f8a61e2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:50.631957 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-61cc8b75-927b-45b1-a337-3c4a8f8a61e2 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/8f1e71cd-f67e-49f6-828d-7dde05723843 HTTP/1.1" status: 204 len: 168 time: 0.6015756 Sep 23 19:36:50.661721 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61cc8b75-927b-45b1-a337-3c4a8f8a61e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f1e71cd-f67e-49f6-828d-7dde05723843,revision_number=None']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:36:50.720120 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-3a5dbe43-b4a6-453b-87c2-474cc01103a2 req-01aa2011-1c3c-41de-9309-cdd54c29459b tempest-ListServerFiltersTestJSON-809433892 tempest-ListServerFiltersTestJSON-809433892-project] 10.222.0.67 "GET /v2.0/security-groups?id=791c206a-3feb-4dc0-8ae9-5b23b18cf1d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1580908 Sep 23 19:36:50.723022 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-1828a73b-dd0a-4167-9689-a4370eda8f07 tempest-RoutersIpV6AdminTest-809394628 tempest-RoutersIpV6AdminTest-809394628-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783145673135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5607431'] for port, after_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:50.756774 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-5a8439c3-0b75-4445-9181-95c4a08a01f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783146162158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783145673144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4399100'] for port, after_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:50.789247 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-717fda24-10bc-4cdc-8a34-ea1a1496736f tempest-AllowedAddressPairIpV6TestJSON-1561957964 tempest-AllowedAddressPairIpV6TestJSON-1561957964-project] Notify callbacks [] for port, precommit_update {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:50.808300 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a8439c3-0b75-4445-9181-95c4a08a01f0 admin admin] Pushing event deleted for resources: {'Port': ['ID=187626c2-5218-4282-a27c-671db7f96ed1,revision_number=None']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:36:50.831063 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1828a73b-dd0a-4167-9689-a4370eda8f07 tempest-RoutersIpV6AdminTest-809394628 tempest-RoutersIpV6AdminTest-809394628-project-admin] Network 32da8485-95d9-4904-90d4-c1aee5e797ff is already hosted by enough agents. {{(pid=95101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:36:50.849994 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-717fda24-10bc-4cdc-8a34-ea1a1496736f tempest-AllowedAddressPairIpV6TestJSON-1561957964 tempest-AllowedAddressPairIpV6TestJSON-1561957964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5607436'] for port, after_update {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:50.854237 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.base_scheduler [None req-1828a73b-dd0a-4167-9689-a4370eda8f07 tempest-RoutersIpV6AdminTest-809394628 tempest-RoutersIpV6AdminTest-809394628-project-admin] Resources bound (agent type, host, resource id): {{(pid=95101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:36:50.856948 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1828a73b-dd0a-4167-9689-a4370eda8f07 tempest-RoutersIpV6AdminTest-809394628 tempest-RoutersIpV6AdminTest-809394628-project-admin] Pushing event updated for resources: {'Port': ['ID=6cbd5337-cc38-418c-b232-278d0a1ac5f1,revision_number=1']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:36:50.863908 n-d-713301-16 neutron-server[95101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1828a73b-dd0a-4167-9689-a4370eda8f07 tempest-RoutersIpV6AdminTest-809394628 tempest-RoutersIpV6AdminTest-809394628-project-admin] Received port after_create {{(pid=95101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 19:36:50.864945 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1828a73b-dd0a-4167-9689-a4370eda8f07 tempest-RoutersIpV6AdminTest-809394628 tempest-RoutersIpV6AdminTest-809394628-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:36:50.865560 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-1828a73b-dd0a-4167-9689-a4370eda8f07 tempest-RoutersIpV6AdminTest-809394628 tempest-RoutersIpV6AdminTest-809394628-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222849'] for port, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:50.927963 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.plugin [None req-717fda24-10bc-4cdc-8a34-ea1a1496736f tempest-AllowedAddressPairIpV6TestJSON-1561957964 tempest-AllowedAddressPairIpV6TestJSON-1561957964-project] In _notify_port_updated(), no bound segment for port d652d674-50e7-474d-91c5-705224b8a214 on network dd78cb93-4c32-4d0f-bf74-9d28f876d6c7 {{(pid=95101) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Sep 23 19:36:50.941372 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-717fda24-10bc-4cdc-8a34-ea1a1496736f tempest-AllowedAddressPairIpV6TestJSON-1561957964 tempest-AllowedAddressPairIpV6TestJSON-1561957964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:36:50.942252 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-717fda24-10bc-4cdc-8a34-ea1a1496736f tempest-AllowedAddressPairIpV6TestJSON-1561957964 tempest-AllowedAddressPairIpV6TestJSON-1561957964-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222849'] for port, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:50.943958 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-717fda24-10bc-4cdc-8a34-ea1a1496736f tempest-AllowedAddressPairIpV6TestJSON-1561957964 tempest-AllowedAddressPairIpV6TestJSON-1561957964-project] 10.222.0.67 "PUT /v2.0/ports/d652d674-50e7-474d-91c5-705224b8a214 HTTP/1.1" status: 200 len: 1003 time: 0.8154392 Sep 23 19:36:50.964146 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 54106) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:36:50.984792 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-1828a73b-dd0a-4167-9689-a4370eda8f07 tempest-RoutersIpV6AdminTest-809394628 tempest-RoutersIpV6AdminTest-809394628-project-admin] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 1.4378958 Sep 23 19:36:50.996284 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 54110) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:36:51.149111 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-5a8439c3-0b75-4445-9181-95c4a08a01f0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-527322', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-602005'] for router_interface, after_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:51.186387 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-717fda24-10bc-4cdc-8a34-ea1a1496736f tempest-AllowedAddressPairIpV6TestJSON-1561957964 tempest-AllowedAddressPairIpV6TestJSON-1561957964-project] Pushing event updated for resources: {'Port': ['ID=d652d674-50e7-474d-91c5-705224b8a214,revision_number=2']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:36:51.298276 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.plugin [None req-f7a42411-3f16-4f80-92a4-3287990fb9d1 tempest-RoutersIpV6AdminTest-809394628 tempest-RoutersIpV6AdminTest-809394628-project-admin] Deleting port 6cbd5337-cc38-418c-b232-278d0a1ac5f1 {{(pid=95101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:36:51.298949 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-f7a42411-3f16-4f80-92a4-3287990fb9d1 tempest-RoutersIpV6AdminTest-809394628 tempest-RoutersIpV6AdminTest-809394628-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783146157096'] for port, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:51.373943 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-6c918ba8-f27c-4fc4-ba96-efdf7a21c5b1 None None] Provisioning complete for port d652d674-50e7-474d-91c5-705224b8a214 triggered by entity DHCP. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:36:51.377452 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-6c918ba8-f27c-4fc4-ba96-efdf7a21c5b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:51.454680 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.plugin [None req-6c918ba8-f27c-4fc4-ba96-efdf7a21c5b1 None None] Port d652d674-50e7-474d-91c5-705224b8a214 cannot update to ACTIVE because it is not bound. {{(pid=95103) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 19:36:51.463933 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.plugin [None req-2aa2acb4-b05e-4868-8401-b54190de52e1 tempest-AllowedAddressPairIpV6TestJSON-1561957964 tempest-AllowedAddressPairIpV6TestJSON-1561957964-project] Deleting port d652d674-50e7-474d-91c5-705224b8a214 {{(pid=95101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:36:51.464324 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-2aa2acb4-b05e-4868-8401-b54190de52e1 tempest-AllowedAddressPairIpV6TestJSON-1561957964 tempest-AllowedAddressPairIpV6TestJSON-1561957964-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783146157096'] for port, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:51.512952 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-f7a42411-3f16-4f80-92a4-3287990fb9d1 tempest-RoutersIpV6AdminTest-809394628 tempest-RoutersIpV6AdminTest-809394628-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-605701'] for port, precommit_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:51.537686 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.plugin [None req-f7a42411-3f16-4f80-92a4-3287990fb9d1 tempest-RoutersIpV6AdminTest-809394628 tempest-RoutersIpV6AdminTest-809394628-project-admin] Calling delete_port for 6cbd5337-cc38-418c-b232-278d0a1ac5f1 owned by {{(pid=95101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:36:51.588729 n-d-713301-16 neutron-server[95102]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a8439c3-0b75-4445-9181-95c4a08a01f0 admin admin] Router 889780b3-fd89-4566-ae79-a6b6cdc80f87 has already been hosted by L3 agent 79a740bf-7821-4989-8288-7186e3e128f3 {{(pid=95102) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 19:36:51.656746 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-2aa2acb4-b05e-4868-8401-b54190de52e1 tempest-AllowedAddressPairIpV6TestJSON-1561957964 tempest-AllowedAddressPairIpV6TestJSON-1561957964-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-605701'] for port, precommit_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:51.680189 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.plugin [None req-2aa2acb4-b05e-4868-8401-b54190de52e1 tempest-AllowedAddressPairIpV6TestJSON-1561957964 tempest-AllowedAddressPairIpV6TestJSON-1561957964-project] Calling delete_port for d652d674-50e7-474d-91c5-705224b8a214 owned by {{(pid=95101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:36:51.804244 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a8439c3-0b75-4445-9181-95c4a08a01f0 admin admin] Notify agent at l3_agent.n-d-713301-16 the message routers_updated {{(pid=95102) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 19:36:51.822438 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-517e5a7f-5d1e-4a1c-b6cf-74c5665a5bf0 None None] Sync routers for ids ['889780b3-fd89-4566-ae79-a6b6cdc80f87'] in n-d-713301-16 {{(pid=95104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 19:36:51.823880 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 54146) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:36:51.834342 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-517e5a7f-5d1e-4a1c-b6cf-74c5665a5bf0 None None] Routers {'889780b3-fd89-4566-ae79-a6b6cdc80f87'} bound to L3 agent in host n-d-713301-16 {{(pid=95104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 19:36:51.835602 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_hamode_db [None req-517e5a7f-5d1e-4a1c-b6cf-74c5665a5bf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-23T19:07:52Z,description=,heartbeat_timestamp=2021-09-23T19:36:22Z,host='n-d-713301-16',id=79a740bf-7821-4989-8288-7186e3e128f3,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:07:52Z,topic='l3_agent')) {'router_ids': ['889780b3-fd89-4566-ae79-a6b6cdc80f87'], 'active': True} {{(pid=95104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:36:51.838881 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-5a8439c3-0b75-4445-9181-95c4a08a01f0 admin admin] 10.222.0.67 "PUT /v2.0/routers/889780b3-fd89-4566-ae79-a6b6cdc80f87/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3491745 Sep 23 19:36:51.913702 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-f7a42411-3f16-4f80-92a4-3287990fb9d1 tempest-RoutersIpV6AdminTest-809394628 tempest-RoutersIpV6AdminTest-809394628-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783146162158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783145673144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5607431'] for port, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:51.914098 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49049917-9de4-4b09-96b0-d930018bcc19 req-e109012c-78ce-45fc-a668-695de0721e15 tempest-ListServerFiltersTestJSON-809433892 tempest-ListServerFiltersTestJSON-809433892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:36:51.924543 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-49049917-9de4-4b09-96b0-d930018bcc19 req-e109012c-78ce-45fc-a668-695de0721e15 tempest-ListServerFiltersTestJSON-809433892 tempest-ListServerFiltersTestJSON-809433892-project] 10.222.0.67 "GET /v2.0/ports?device_id=112ec6b1-d777-4f3c-8724-ad88e87d715e HTTP/1.1" status: 200 len: 945 time: 0.0794849 Sep 23 19:36:51.964262 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a42411-3f16-4f80-92a4-3287990fb9d1 tempest-RoutersIpV6AdminTest-809394628 tempest-RoutersIpV6AdminTest-809394628-project-admin] Pushing event deleted for resources: {'Port': ['ID=6cbd5337-cc38-418c-b232-278d0a1ac5f1,revision_number=None']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:36:52.011130 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-49049917-9de4-4b09-96b0-d930018bcc19 req-b99bdf60-44d8-4e20-a654-8bafd501bf86 tempest-ListServerFiltersTestJSON-809433892 tempest-ListServerFiltersTestJSON-809433892-project] 10.222.0.67 "GET /v2.0/security-groups?id=791c206a-3feb-4dc0-8ae9-5b23b18cf1d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853598 Sep 23 19:36:52.023162 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-f7a42411-3f16-4f80-92a4-3287990fb9d1 tempest-RoutersIpV6AdminTest-809394628 tempest-RoutersIpV6AdminTest-809394628-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222849'] for port, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:52.036920 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 54156) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:36:52.037134 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-f7a42411-3f16-4f80-92a4-3287990fb9d1 tempest-RoutersIpV6AdminTest-809394628 tempest-RoutersIpV6AdminTest-809394628-project-admin] 10.222.0.67 "DELETE /v2.0/ports/6cbd5337-cc38-418c-b232-278d0a1ac5f1 HTTP/1.1" status: 204 len: 168 time: 1.0360911 Sep 23 19:36:52.037320 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 54158) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:36:52.044301 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.v2.base [None req-137ac2c2-bb52-4b07-84be-34d2acbb6491 tempest-RoutersIpV6AdminTest-809394628 tempest-RoutersIpV6AdminTest-809394628-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '32da8485-95d9-4904-90d4-c1aee5e797ff', 'external_fixed_ips': [{'subnet_id': '0889c7cb-e621-413e-80a7-7fee372fbc3b', 'ip_address': '2001:db8::362'}]}}} {{(pid=95102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:36:52.070984 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-f9341189-f344-48f1-a672-b2f3efcdaa32 admin admin] Notify callbacks [] for router, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:52.075314 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-137ac2c2-bb52-4b07-84be-34d2acbb6491 tempest-RoutersIpV6AdminTest-809394628 tempest-RoutersIpV6AdminTest-809394628-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-594563', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29355'] for router, before_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:52.079763 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-137ac2c2-bb52-4b07-84be-34d2acbb6491 tempest-RoutersIpV6AdminTest-809394628 tempest-RoutersIpV6AdminTest-809394628-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-597363', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-601731', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-739356', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29346'] for router, precommit_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:52.111987 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_dvr_db [None req-517e5a7f-5d1e-4a1c-b6cf-74c5665a5bf0 None None] Set router 889780b3-fd89-4566-ae79-a6b6cdc80f87 gateway port host: n-d-713301-16 {{(pid=95104) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 19:36:52.210610 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-2aa2acb4-b05e-4868-8401-b54190de52e1 tempest-AllowedAddressPairIpV6TestJSON-1561957964 tempest-AllowedAddressPairIpV6TestJSON-1561957964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783146162158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783145673144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5607431'] for port, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:52.250259 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aa2acb4-b05e-4868-8401-b54190de52e1 tempest-AllowedAddressPairIpV6TestJSON-1561957964 tempest-AllowedAddressPairIpV6TestJSON-1561957964-project] Pushing event deleted for resources: {'Port': ['ID=d652d674-50e7-474d-91c5-705224b8a214,revision_number=None']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:36:52.317123 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-137ac2c2-bb52-4b07-84be-34d2acbb6491 tempest-RoutersIpV6AdminTest-809394628 tempest-RoutersIpV6AdminTest-809394628-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:52.332588 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-f9341189-f344-48f1-a672-b2f3efcdaa32 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:52.333454 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-830a7ba8-7eb7-4734-9c9a-ec7964064475 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:52.338138 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.v2.base [None req-54e21af8-4f37-4280-9a2d-03301c47e948 admin admin] Request body: {'network': {'name': 'tempest-ServerPasswordTestJSON-1075643055-network', 'tenant_id': '3e55d6cb0c18476cae06046c80fab9aa'}} {{(pid=95102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:36:52.412535 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-2aa2acb4-b05e-4868-8401-b54190de52e1 tempest-AllowedAddressPairIpV6TestJSON-1561957964 tempest-AllowedAddressPairIpV6TestJSON-1561957964-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222849'] for port, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:52.415158 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-2aa2acb4-b05e-4868-8401-b54190de52e1 tempest-AllowedAddressPairIpV6TestJSON-1561957964 tempest-AllowedAddressPairIpV6TestJSON-1561957964-project] 10.222.0.67 "DELETE /v2.0/ports/d652d674-50e7-474d-91c5-705224b8a214 HTTP/1.1" status: 204 len: 168 time: 1.4498744 Sep 23 19:36:52.418777 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 54166) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:36:52.457891 n-d-713301-16 neutron-server[95101]: INFO neutron.pecan_wsgi.hooks.translation [None req-3f365a26-f357-4118-a506-7380896a9796 tempest-AllowedAddressPairIpV6TestJSON-1561957964 tempest-AllowedAddressPairIpV6TestJSON-1561957964-project] GET failed (client error): The resource could not be found. Sep 23 19:36:52.462980 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-3f365a26-f357-4118-a506-7380896a9796 tempest-AllowedAddressPairIpV6TestJSON-1561957964 tempest-AllowedAddressPairIpV6TestJSON-1561957964-project] 10.222.0.67 "GET /v2.0/ports/d652d674-50e7-474d-91c5-705224b8a214 HTTP/1.1" status: 404 len: 333 time: 0.0395145 Sep 23 19:36:52.468645 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 54172) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:36:52.475654 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.v2.base [None req-4e72033f-7a01-472e-84ea-e95f523aefaf tempest-AllowedAddressPairIpV6TestJSON-1561957964 tempest-AllowedAddressPairIpV6TestJSON-1561957964-project] Request body: {'port': {'network_id': 'dd78cb93-4c32-4d0f-bf74-9d28f876d6c7', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1332608269'}} {{(pid=95101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:36:52.492491 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_hamode_db [None req-517e5a7f-5d1e-4a1c-b6cf-74c5665a5bf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '889780b3-fd89-4566-ae79-a6b6cdc80f87', 'name': 'tempest-ServerRescueNegativeTestJSON-890050715-router', 'tenant_id': '71d72afe428c4ce594ff8d28e6bea11d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'external_fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.241'}], 'enable_snat': True}, 'gw_port_id': '4854f0f5-c258-4df3-9f26-46439051e825', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:34:12Z', 'updated_at': '2021-09-23T19:36:50Z', 'revision_number': 5, 'project_id': '71d72afe428c4ce594ff8d28e6bea11d', 'gw_port': {'id': '4854f0f5-c258-4df3-9f26-46439051e825', 'name': '', 'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:f6:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '889780b3-fd89-4566-ae79-a6b6cdc80f87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1534, 'fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:34:13Z', 'updated_at': '2021-09-23T19:34:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-16'}], 'n-d-713301-16', False) {} {{(pid=95104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:36:52.530212 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-517e5a7f-5d1e-4a1c-b6cf-74c5665a5bf0 None None] Checking router: 889780b3-fd89-4566-ae79-a6b6cdc80f87 for host: n-d-713301-16 {{(pid=95104) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 19:36:52.541251 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-517e5a7f-5d1e-4a1c-b6cf-74c5665a5bf0 None None] Routers {'889780b3-fd89-4566-ae79-a6b6cdc80f87'} bound to L3 agent in host n-d-713301-16 {{(pid=95104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 19:36:52.542606 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_hamode_db [None req-517e5a7f-5d1e-4a1c-b6cf-74c5665a5bf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-23T19:07:52Z,description=,heartbeat_timestamp=2021-09-23T19:36:52Z,host='n-d-713301-16',id=79a740bf-7821-4989-8288-7186e3e128f3,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:07:52Z,topic='l3_agent')) {'router_ids': ['889780b3-fd89-4566-ae79-a6b6cdc80f87'], 'active': True} {{(pid=95104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:36:52.628042 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54e21af8-4f37-4280-9a2d-03301c47e948 admin admin] Made reservation on behalf of 3e55d6cb0c18476cae06046c80fab9aa for: {'network': 1} {{(pid=95102) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:36:52.633299 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-54e21af8-4f37-4280-9a2d-03301c47e948 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for network, before_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:52.680185 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.plugin [None req-f9341189-f344-48f1-a672-b2f3efcdaa32 admin admin] Deleting port 4854f0f5-c258-4df3-9f26-46439051e825 {{(pid=95101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:36:52.680185 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-f9341189-f344-48f1-a672-b2f3efcdaa32 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783146157096'] for port, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:52.699167 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-137ac2c2-bb52-4b07-84be-34d2acbb6491 tempest-RoutersIpV6AdminTest-809394628 tempest-RoutersIpV6AdminTest-809394628-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:52.702833 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-54e21af8-4f37-4280-9a2d-03301c47e948 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:52.722936 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_dvr_db [None req-517e5a7f-5d1e-4a1c-b6cf-74c5665a5bf0 None None] Set router 889780b3-fd89-4566-ae79-a6b6cdc80f87 gateway port host: None {{(pid=95104) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 19:36:52.860883 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_hamode_db [None req-517e5a7f-5d1e-4a1c-b6cf-74c5665a5bf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '889780b3-fd89-4566-ae79-a6b6cdc80f87', 'name': 'tempest-ServerRescueNegativeTestJSON-890050715-router', 'tenant_id': '71d72afe428c4ce594ff8d28e6bea11d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:34:12Z', 'updated_at': '2021-09-23T19:36:52Z', 'revision_number': 6, 'project_id': '71d72afe428c4ce594ff8d28e6bea11d', 'gw_port_host': None}], 'n-d-713301-16', False) {} {{(pid=95104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:36:52.934805 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-517e5a7f-5d1e-4a1c-b6cf-74c5665a5bf0 None None] The sync data for ids ['889780b3-fd89-4566-ae79-a6b6cdc80f87'] in n-d-713301-16 is: [{'id': '889780b3-fd89-4566-ae79-a6b6cdc80f87', 'name': 'tempest-ServerRescueNegativeTestJSON-890050715-router', 'tenant_id': '71d72afe428c4ce594ff8d28e6bea11d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:34:12Z', 'updated_at': '2021-09-23T19:36:52Z', 'revision_number': 6, 'project_id': '71d72afe428c4ce594ff8d28e6bea11d', 'gw_port_host': None}] {{(pid=95104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 19:36:53.049315 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:53.061993 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 54184) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:36:53.069346 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e72033f-7a01-472e-84ea-e95f523aefaf tempest-AllowedAddressPairIpV6TestJSON-1561957964 tempest-AllowedAddressPairIpV6TestJSON-1561957964-project] Made reservation on behalf of d2afc93ce2d84286a336187570f9ca6c for: {'port': 1} {{(pid=95101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:36:53.071727 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-54e21af8-4f37-4280-9a2d-03301c47e948 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:53.073626 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-4e72033f-7a01-472e-84ea-e95f523aefaf tempest-AllowedAddressPairIpV6TestJSON-1561957964 tempest-AllowedAddressPairIpV6TestJSON-1561957964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:53.105210 n-d-713301-16 neutron-server[95101]: DEBUG neutron.notifiers.nova [None req-4e72033f-7a01-472e-84ea-e95f523aefaf tempest-AllowedAddressPairIpV6TestJSON-1561957964 tempest-AllowedAddressPairIpV6TestJSON-1561957964-project] device_id is not set on port 2a9f3f39-7f02-423b-a41d-43b186f208a3 yet. {{(pid=95101) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 23 19:36:53.126159 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-54e21af8-4f37-4280-9a2d-03301c47e948 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:53.129720 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-137ac2c2-bb52-4b07-84be-34d2acbb6491 tempest-RoutersIpV6AdminTest-809394628 tempest-RoutersIpV6AdminTest-809394628-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:53.164586 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e21af8-4f37-4280-9a2d-03301c47e948 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b4fd1f0-f078-45dc-8269-6cb1b1703d97,revision_number=1']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:36:53.170522 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.db [None req-f9341189-f344-48f1-a672-b2f3efcdaa32 admin admin] For port 4854f0f5-c258-4df3-9f26-46439051e825, host n-d-713301-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-16',level=0,port_id=4854f0f5-c258-4df3-9f26-46439051e825,segment=NetworkSegment(7d4027f1-d893-4c7b-95d4-757b8e44e380),segment_id=7d4027f1-d893-4c7b-95d4-757b8e44e380)] {{(pid=95101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:36:53.170978 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-f9341189-f344-48f1-a672-b2f3efcdaa32 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-605701'] for port, precommit_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:53.191557 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.plugin [None req-f9341189-f344-48f1-a672-b2f3efcdaa32 admin admin] Calling delete_port for 4854f0f5-c258-4df3-9f26-46439051e825 owned by network:router_gateway {{(pid=95101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:36:53.216092 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-137ac2c2-bb52-4b07-84be-34d2acbb6491 tempest-RoutersIpV6AdminTest-809394628 tempest-RoutersIpV6AdminTest-809394628-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:53.268758 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-54e21af8-4f37-4280-9a2d-03301c47e948 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 605} {{(pid=95102) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 19:36:53.278511 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-e1663192-676b-46c9-9fd3-fb6dba7fd2df admin admin] Notify callbacks [] for security_group, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:53.301578 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-54e21af8-4f37-4280-9a2d-03301c47e948 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1756186'] for segment, precommit_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:53.302243 n-d-713301-16 neutron-server[95102]: INFO neutron.db.segments_db [None req-54e21af8-4f37-4280-9a2d-03301c47e948 admin admin] Added segment 887f39e0-99a5-4171-ab42-420362d0174f of type vlan for network 5d0086a3-0035-40ec-8144-47eba93959be Sep 23 19:36:53.342889 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df3bd0f-dd59-4aa5-9a27-50486ad96d46 req-90042fed-a70c-4c03-848d-7404ce4c83b5 tempest-ListServerFiltersTestJSON-809433892 tempest-ListServerFiltersTestJSON-809433892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:36:53.344284 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-0df3bd0f-dd59-4aa5-9a27-50486ad96d46 req-90042fed-a70c-4c03-848d-7404ce4c83b5 tempest-ListServerFiltersTestJSON-809433892 tempest-ListServerFiltersTestJSON-809433892-project] 10.222.0.67 "GET /v2.0/ports?device_id=112ec6b1-d777-4f3c-8724-ad88e87d715e HTTP/1.1" status: 200 len: 945 time: 0.2208815 Sep 23 19:36:53.404702 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-0ae75029-feb6-4728-9a94-5f9b60993d82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:53.426915 n-d-713301-16 neutron-server[95101]: DEBUG neutron.db.db_base_plugin_common [None req-4e72033f-7a01-472e-84ea-e95f523aefaf tempest-AllowedAddressPairIpV6TestJSON-1561957964 tempest-AllowedAddressPairIpV6TestJSON-1561957964-project] Allocated IP 2001:db8::2fe (dd78cb93-4c32-4d0f-bf74-9d28f876d6c7/21ec7780-39f8-4876-9cc5-fc45a922f478/2a9f3f39-7f02-423b-a41d-43b186f208a3) {{(pid=95101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 19:36:53.444153 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-54e21af8-4f37-4280-9a2d-03301c47e948 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783145630486'] for network, precommit_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:53.501879 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-0df3bd0f-dd59-4aa5-9a27-50486ad96d46 req-d2b1810a-e4e5-482b-b433-45e347589e77 tempest-ListServerFiltersTestJSON-809433892 tempest-ListServerFiltersTestJSON-809433892-project] 10.222.0.67 "GET /v2.0/security-groups?id=791c206a-3feb-4dc0-8ae9-5b23b18cf1d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1267004 Sep 23 19:36:53.526003 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-54e21af8-4f37-4280-9a2d-03301c47e948 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299'] for network, after_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:53.527089 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54e21af8-4f37-4280-9a2d-03301c47e948 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:36:53.527762 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-54e21af8-4f37-4280-9a2d-03301c47e948 admin admin] Notify callbacks [] for network, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:53.630165 n-d-713301-16 neutron-server[95102]: DEBUG neutron.db.db_base_plugin_common [None req-137ac2c2-bb52-4b07-84be-34d2acbb6491 tempest-RoutersIpV6AdminTest-809394628 tempest-RoutersIpV6AdminTest-809394628-project-admin] Allocated IP 2001:db8::362 (32da8485-95d9-4904-90d4-c1aee5e797ff/0889c7cb-e621-413e-80a7-7fee372fbc3b/12aacc2c-63c1-47be-af64-8bd88198f886) {{(pid=95102) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 19:36:53.632596 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e21af8-4f37-4280-9a2d-03301c47e948 admin admin] Pushing event updated for resources: {'Network': ['ID=5d0086a3-0035-40ec-8144-47eba93959be,revision_number=1']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:36:53.655496 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Network 5d0086a3-0035-40ec-8144-47eba93959be details requested by agent ovs-agent-n-d-713301-16 with host n-d-713301-16 {{(pid=95103) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 19:36:53.670221 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-e1663192-676b-46c9-9fd3-fb6dba7fd2df admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:53.684655 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-54e21af8-4f37-4280-9a2d-03301c47e948 admin admin] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.6428804 Sep 23 19:36:53.684885 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-e1663192-676b-46c9-9fd3-fb6dba7fd2df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:53.689230 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 54200) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:36:53.699490 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.v2.base [None req-58352fdd-0bd8-4477-860d-76c7ef9cb35b admin admin] Request body: {'subnet': {'network_id': '5d0086a3-0035-40ec-8144-47eba93959be', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerPasswordTestJSON-1075643055-subnet', 'tenant_id': '3e55d6cb0c18476cae06046c80fab9aa', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:36:53.763549 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58352fdd-0bd8-4477-860d-76c7ef9cb35b admin admin] Made reservation on behalf of 3e55d6cb0c18476cae06046c80fab9aa for: {'subnet': 1} {{(pid=95102) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:36:53.766151 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-58352fdd-0bd8-4477-860d-76c7ef9cb35b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5388256'] for subnet, before_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:53.778272 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-e1663192-676b-46c9-9fd3-fb6dba7fd2df admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=03fab9707d2b4afc8653aa64b288c106&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7152216 Sep 23 19:36:53.782071 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-f9341189-f344-48f1-a672-b2f3efcdaa32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783146162158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783145673144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5607431'] for port, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:53.784749 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 54202) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:36:53.793227 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1663192-676b-46c9-9fd3-fb6dba7fd2df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bdf44942-b7dd-417c-8ac1-893e44193789,revision_number=1']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:36:53.833243 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9341189-f344-48f1-a672-b2f3efcdaa32 admin admin] Pushing event deleted for resources: {'Port': ['ID=4854f0f5-c258-4df3-9f26-46439051e825,revision_number=None']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:36:53.883853 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-4e72033f-7a01-472e-84ea-e95f523aefaf tempest-AllowedAddressPairIpV6TestJSON-1561957964 tempest-AllowedAddressPairIpV6TestJSON-1561957964-project] Notify callbacks [] for port, precommit_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:53.922138 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-137ac2c2-bb52-4b07-84be-34d2acbb6491 tempest-RoutersIpV6AdminTest-809394628 tempest-RoutersIpV6AdminTest-809394628-project-admin] Notify callbacks [] for port, precommit_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:53.922290 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-f9341189-f344-48f1-a672-b2f3efcdaa32 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-601942'] for router_gateway, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:53.973560 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-d1bfa65f-7999-48a7-b785-7d30a2a7a22d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:54.029111 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-f9341189-f344-48f1-a672-b2f3efcdaa32 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-597305', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29369'] for router, precommit_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:54.031538 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-f9341189-f344-48f1-a672-b2f3efcdaa32 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:54.035387 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-4e72033f-7a01-472e-84ea-e95f523aefaf tempest-AllowedAddressPairIpV6TestJSON-1561957964 tempest-AllowedAddressPairIpV6TestJSON-1561957964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783145673135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5607431'] for port, after_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:54.051640 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-d1bfa65f-7999-48a7-b785-7d30a2a7a22d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:54.065121 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-137ac2c2-bb52-4b07-84be-34d2acbb6491 tempest-RoutersIpV6AdminTest-809394628 tempest-RoutersIpV6AdminTest-809394628-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783145673135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4399100'] for port, after_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:54.117420 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e72033f-7a01-472e-84ea-e95f523aefaf tempest-AllowedAddressPairIpV6TestJSON-1561957964 tempest-AllowedAddressPairIpV6TestJSON-1561957964-project] Network dd78cb93-4c32-4d0f-bf74-9d28f876d6c7 is already hosted by enough agents. {{(pid=95101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:36:54.123487 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-f9341189-f344-48f1-a672-b2f3efcdaa32 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-597296'] for router, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:54.124045 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9341189-f344-48f1-a672-b2f3efcdaa32 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 889780b3-fd89-4566-ae79-a6b6cdc80f87 {{(pid=95101) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 23 19:36:54.125818 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.base_scheduler [None req-4e72033f-7a01-472e-84ea-e95f523aefaf tempest-AllowedAddressPairIpV6TestJSON-1561957964 tempest-AllowedAddressPairIpV6TestJSON-1561957964-project] Resources bound (agent type, host, resource id): {{(pid=95101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:36:54.134578 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-f9341189-f344-48f1-a672-b2f3efcdaa32 admin admin] Notify callbacks [] for router, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:54.139407 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-f9341189-f344-48f1-a672-b2f3efcdaa32 admin admin] 10.222.0.67 "DELETE /v2.0/routers/889780b3-fd89-4566-ae79-a6b6cdc80f87 HTTP/1.1" status: 204 len: 168 time: 2.3121707 Sep 23 19:36:54.139407 n-d-713301-16 neutron-server[95101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e72033f-7a01-472e-84ea-e95f523aefaf tempest-AllowedAddressPairIpV6TestJSON-1561957964 tempest-AllowedAddressPairIpV6TestJSON-1561957964-project] Received port after_create {{(pid=95101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 19:36:54.143366 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e72033f-7a01-472e-84ea-e95f523aefaf tempest-AllowedAddressPairIpV6TestJSON-1561957964 tempest-AllowedAddressPairIpV6TestJSON-1561957964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:36:54.143921 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-4e72033f-7a01-472e-84ea-e95f523aefaf tempest-AllowedAddressPairIpV6TestJSON-1561957964 tempest-AllowedAddressPairIpV6TestJSON-1561957964-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222849'] for port, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:54.146276 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 54210) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:36:54.149281 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e72033f-7a01-472e-84ea-e95f523aefaf tempest-AllowedAddressPairIpV6TestJSON-1561957964 tempest-AllowedAddressPairIpV6TestJSON-1561957964-project] Pushing event updated for resources: {'Port': ['ID=2a9f3f39-7f02-423b-a41d-43b186f208a3,revision_number=1']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:36:54.194377 n-d-713301-16 neutron-server[95102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-137ac2c2-bb52-4b07-84be-34d2acbb6491 tempest-RoutersIpV6AdminTest-809394628 tempest-RoutersIpV6AdminTest-809394628-project-admin] Network 32da8485-95d9-4904-90d4-c1aee5e797ff is already hosted by enough agents. {{(pid=95102) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:36:54.203316 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-d1bfa65f-7999-48a7-b785-7d30a2a7a22d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:54.213108 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-d1bfa65f-7999-48a7-b785-7d30a2a7a22d admin admin] Notify callbacks [] for security_group, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:54.214126 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-d1bfa65f-7999-48a7-b785-7d30a2a7a22d admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/bdf44942-b7dd-417c-8ac1-893e44193789 HTTP/1.1" status: 204 len: 168 time: 0.4281676 Sep 23 19:36:54.222722 n-d-713301-16 neutron-server[95102]: DEBUG neutron.scheduler.base_scheduler [None req-137ac2c2-bb52-4b07-84be-34d2acbb6491 tempest-RoutersIpV6AdminTest-809394628 tempest-RoutersIpV6AdminTest-809394628-project-admin] Resources bound (agent type, host, resource id): {{(pid=95102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:36:54.222886 n-d-713301-16 neutron-server[95101]: DEBUG neutron.db.db_base_plugin_v2 [None req-82a6c525-9df1-4fbe-8cd4-f6e0b9eae967 admin admin] Deleting subnet 0d48322f-2db5-4896-84d5-850e60fab8ec {{(pid=95101) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 23 19:36:54.225271 n-d-713301-16 neutron-server[95102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-137ac2c2-bb52-4b07-84be-34d2acbb6491 tempest-RoutersIpV6AdminTest-809394628 tempest-RoutersIpV6AdminTest-809394628-project-admin] Received port after_create {{(pid=95102) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 19:36:54.229311 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-82a6c525-9df1-4fbe-8cd4-f6e0b9eae967 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:54.248935 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-137ac2c2-bb52-4b07-84be-34d2acbb6491 tempest-RoutersIpV6AdminTest-809394628 tempest-RoutersIpV6AdminTest-809394628-project-admin] Pushing event updated for resources: {'Port': ['ID=12aacc2c-63c1-47be-af64-8bd88198f886,revision_number=1']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:36:54.256303 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-4e72033f-7a01-472e-84ea-e95f523aefaf tempest-AllowedAddressPairIpV6TestJSON-1561957964 tempest-AllowedAddressPairIpV6TestJSON-1561957964-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 1.7853591 Sep 23 19:36:54.257869 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 54214) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:36:54.278995 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-82a6c525-9df1-4fbe-8cd4-f6e0b9eae967 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6007154'] for subnet, precommit_delete_associations {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:54.303319 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.v2.base [None req-f960e69b-7de3-45ed-bbed-f0f5a8347550 tempest-AllowedAddressPairIpV6TestJSON-1561957964 tempest-AllowedAddressPairIpV6TestJSON-1561957964-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::/48', 'mac_address': 'fa:16:3e:21:3c:18'}]}} {{(pid=95102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:36:54.310680 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1bfa65f-7999-48a7-b785-7d30a2a7a22d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bdf44942-b7dd-417c-8ac1-893e44193789,revision_number=None']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:36:54.319468 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-58352fdd-0bd8-4477-860d-76c7ef9cb35b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4398944', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5388242'] for subnet, after_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:54.397411 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-82a6c525-9df1-4fbe-8cd4-f6e0b9eae967 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1756813'] for subnet, precommit_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:54.497276 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-82a6c525-9df1-4fbe-8cd4-f6e0b9eae967 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1756804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5607514', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6130950'] for subnet, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:54.538340 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-82a6c525-9df1-4fbe-8cd4-f6e0b9eae967 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:54.540409 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-82a6c525-9df1-4fbe-8cd4-f6e0b9eae967 admin admin] 10.222.0.67 "DELETE /v2.0/subnets/0d48322f-2db5-4896-84d5-850e60fab8ec HTTP/1.1" status: 204 len: 168 time: 0.3921175 Sep 23 19:36:54.548097 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a6c525-9df1-4fbe-8cd4-f6e0b9eae967 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0d48322f-2db5-4896-84d5-850e60fab8ec,revision_number=None']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:36:54.548097 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 54224) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:36:54.636552 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-9254f117-6674-43d4-b53e-7f59c6043cde None None] Provisioning complete for port 2a9f3f39-7f02-423b-a41d-43b186f208a3 triggered by entity DHCP. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:36:54.637684 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-9254f117-6674-43d4-b53e-7f59c6043cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:54.677671 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-4c265eaa-2246-4ea4-b605-17b199fd1846 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1628021'] for network, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:54.698597 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.plugin [None req-9254f117-6674-43d4-b53e-7f59c6043cde None None] Port 2a9f3f39-7f02-423b-a41d-43b186f208a3 cannot update to ACTIVE because it is not bound. {{(pid=95103) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 19:36:54.753974 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 54230) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:36:54.796882 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-4c265eaa-2246-4ea4-b605-17b199fd1846 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1754676', 'neutron.services.segments.db._delete_segments_for_network-8783146221460'] for network, precommit_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:54.800025 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-a1f1e182-8703-469b-9eb6-f37c92a4da53 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:54.839640 n-d-713301-16 neutron-server[95101]: DEBUG neutron.services.segments.db [None req-4c265eaa-2246-4ea4-b605-17b199fd1846 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['22c7394f-6eb3-4324-ad9a-c48452af8c12']}} {{(pid=95101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:36:54.856941 n-d-713301-16 neutron-server[95101]: DEBUG neutron.services.segments.db [None req-4c265eaa-2246-4ea4-b605-17b199fd1846 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '06c35406-3e3c-42a0-a3c1-86f8ca1b8560') {'for_net_delete': True} {{(pid=95101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:36:54.857257 n-d-713301-16 neutron-server[95101]: DEBUG neutron.services.segments.db [None req-4c265eaa-2246-4ea4-b605-17b199fd1846 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '06c35406-3e3c-42a0-a3c1-86f8ca1b8560') {} {{(pid=95101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:36:54.871353 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-4c265eaa-2246-4ea4-b605-17b199fd1846 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783146221725', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6007147'] for segment, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:54.893417 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-4c265eaa-2246-4ea4-b605-17b199fd1846 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1756186'] for segment, precommit_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:54.906447 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4c265eaa-2246-4ea4-b605-17b199fd1846 admin admin] Releasing vlan 643 on physical network physnet1 to pool {{(pid=95101) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 19:36:54.907312 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-4c265eaa-2246-4ea4-b605-17b199fd1846 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1756186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5608436'] for segment, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:54.908593 n-d-713301-16 neutron-server[95101]: Traceback (most recent call last): Sep 23 19:36:54.908593 n-d-713301-16 neutron-server[95101]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 19:36:54.908593 n-d-713301-16 neutron-server[95101]: timer() Sep 23 19:36:54.908593 n-d-713301-16 neutron-server[95101]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 19:36:54.908593 n-d-713301-16 neutron-server[95101]: cb(*args, **kw) Sep 23 19:36:54.908593 n-d-713301-16 neutron-server[95101]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 19:36:54.908593 n-d-713301-16 neutron-server[95101]: return func(*args, **kwargs) Sep 23 19:36:54.908593 n-d-713301-16 neutron-server[95101]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 19:36:54.908593 n-d-713301-16 neutron-server[95101]: self._notify() Sep 23 19:36:54.908593 n-d-713301-16 neutron-server[95101]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 19:36:54.908593 n-d-713301-16 neutron-server[95101]: self.callback(batched_events) Sep 23 19:36:54.908593 n-d-713301-16 neutron-server[95101]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 19:36:54.908593 n-d-713301-16 neutron-server[95101]: event.method(event) Sep 23 19:36:54.908593 n-d-713301-16 neutron-server[95101]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 19:36:54.908593 n-d-713301-16 neutron-server[95101]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 19:36:54.908593 n-d-713301-16 neutron-server[95101]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 19:36:54.908593 n-d-713301-16 neutron-server[95101]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 19:36:54.908593 n-d-713301-16 neutron-server[95101]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 19:36:54.908593 n-d-713301-16 neutron-server[95101]: return f(self, *a, **k) Sep 23 19:36:54.908593 n-d-713301-16 neutron-server[95101]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 19:36:54.908593 n-d-713301-16 neutron-server[95101]: return self._get(url).json() Sep 23 19:36:54.908593 n-d-713301-16 neutron-server[95101]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 19:36:54.908593 n-d-713301-16 neutron-server[95101]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 19:36:54.908593 n-d-713301-16 neutron-server[95101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 19:36:54.908593 n-d-713301-16 neutron-server[95101]: return self.request(url, 'GET', **kwargs) Sep 23 19:36:54.908593 n-d-713301-16 neutron-server[95101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 19:36:54.908593 n-d-713301-16 neutron-server[95101]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 19:36:54.908593 n-d-713301-16 neutron-server[95101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 19:36:54.908593 n-d-713301-16 neutron-server[95101]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 19:36:54.908593 n-d-713301-16 neutron-server[95101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 19:36:54.908593 n-d-713301-16 neutron-server[95101]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 19:36:54.908593 n-d-713301-16 neutron-server[95101]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 19:36:54.989524 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-4c265eaa-2246-4ea4-b605-17b199fd1846 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1754627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-601866'] for network, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:54.995204 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-4c265eaa-2246-4ea4-b605-17b199fd1846 admin admin] Notify callbacks [] for network, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:54.998479 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-4c265eaa-2246-4ea4-b605-17b199fd1846 admin admin] 10.222.0.67 "DELETE /v2.0/networks/22c7394f-6eb3-4324-ad9a-c48452af8c12 HTTP/1.1" status: 204 len: 168 time: 0.4523468 Sep 23 19:36:55.017321 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c265eaa-2246-4ea4-b605-17b199fd1846 admin admin] Pushing event deleted for resources: {'Network': ['ID=22c7394f-6eb3-4324-ad9a-c48452af8c12,revision_number=None']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:36:55.057564 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-a1f1e182-8703-469b-9eb6-f37c92a4da53 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:55.068274 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-a1f1e182-8703-469b-9eb6-f37c92a4da53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:55.083579 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58352fdd-0bd8-4477-860d-76c7ef9cb35b admin admin] Pushing event updated for resources: {'Subnet': ['ID=eacbe826-3430-4c97-a7b6-91d25670b93e,revision_number=0']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:36:55.084369 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Device 4854f0f5-c258-4df3-9f26-46439051e825 no longer exists at agent ovs-agent-n-d-713301-16 {{(pid=95103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 19:36:55.120801 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.plugin [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] No Port match for: 4854f0f5-c258-4df3-9f26-46439051e825 {{(pid=95103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 19:36:55.121147 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Device 4854f0f5-c258-4df3-9f26-46439051e825 not bound to the agent host n-d-713301-16 {{(pid=95103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 19:36:55.123477 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Device 187626c2-5218-4282-a27c-671db7f96ed1 no longer exists at agent ovs-agent-n-d-713301-16 {{(pid=95103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 19:36:55.127013 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1f1e182-8703-469b-9eb6-f37c92a4da53 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b24400a5-b760-45e8-97bf-0264d8fbdeb7,revision_number=1']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:36:55.164506 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-a1f1e182-8703-469b-9eb6-f37c92a4da53 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=053b44021cdc478dad9a151013014239&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4090874 Sep 23 19:36:55.168334 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 54242) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:36:55.169707 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.plugin [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] No Port match for: 187626c2-5218-4282-a27c-671db7f96ed1 {{(pid=95103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 19:36:55.173576 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Device 187626c2-5218-4282-a27c-671db7f96ed1 not bound to the agent host n-d-713301-16 {{(pid=95103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 19:36:55.188140 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58352fdd-0bd8-4477-860d-76c7ef9cb35b admin admin] Checking segment: {'id': '887f39e0-99a5-4171-ab42-420362d0174f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '5d0086a3-0035-40ec-8144-47eba93959be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95102) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:36:55.188501 n-d-713301-16 neutron-server[95102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58352fdd-0bd8-4477-860d-76c7ef9cb35b admin admin] Network hostable DHCP agents. Network: 5d0086a3-0035-40ec-8144-47eba93959be, hostable agents: ['1b18bf05-1b5f-4587-be5c-af3ac38e32ad'], hosted agents: [] {{(pid=95102) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 19:36:55.207165 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b937da-b1e0-4998-8651-a1f82c2b1129 req-96e1a4eb-36a5-4690-8346-5cb334cd2470 tempest-ListServerFiltersTestJSON-809433892 tempest-ListServerFiltersTestJSON-809433892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:36:55.215016 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-90b937da-b1e0-4998-8651-a1f82c2b1129 req-96e1a4eb-36a5-4690-8346-5cb334cd2470 tempest-ListServerFiltersTestJSON-809433892 tempest-ListServerFiltersTestJSON-809433892-project] 10.222.0.67 "GET /v2.0/ports?device_id=112ec6b1-d777-4f3c-8724-ad88e87d715e HTTP/1.1" status: 200 len: 945 time: 0.2880096 Sep 23 19:36:55.239382 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-1adafede-21c0-4996-aa62-aee95b0223bb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:55.258645 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-80e7e501-6c57-470d-92c6-e3d54bc3195c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:55.264427 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-1adafede-21c0-4996-aa62-aee95b0223bb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:55.335810 n-d-713301-16 neutron-server[95102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58352fdd-0bd8-4477-860d-76c7ef9cb35b admin admin] Network 5d0086a3-0035-40ec-8144-47eba93959be is scheduled to be hosted by DHCP agent 1b18bf05-1b5f-4587-be5c-af3ac38e32ad with binding_index 1 {{(pid=95102) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 19:36:55.337000 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-1adafede-21c0-4996-aa62-aee95b0223bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:55.340160 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 54244) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:36:55.341028 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-1adafede-21c0-4996-aa62-aee95b0223bb admin admin] Notify callbacks [] for security_group, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:55.342213 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-1adafede-21c0-4996-aa62-aee95b0223bb admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/b24400a5-b760-45e8-97bf-0264d8fbdeb7 HTTP/1.1" status: 204 len: 168 time: 0.1725349 Sep 23 19:36:55.351167 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1adafede-21c0-4996-aa62-aee95b0223bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b24400a5-b760-45e8-97bf-0264d8fbdeb7,revision_number=None']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:36:55.380837 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-f960e69b-7de3-45ed-bbed-f0f5a8347550 tempest-AllowedAddressPairIpV6TestJSON-1561957964 tempest-AllowedAddressPairIpV6TestJSON-1561957964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:55.386247 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-90b937da-b1e0-4998-8651-a1f82c2b1129 req-056f4010-520c-475c-81a6-272ba76e42ea tempest-ListServerFiltersTestJSON-809433892 tempest-ListServerFiltersTestJSON-809433892-project] 10.222.0.67 "GET /v2.0/security-groups?id=791c206a-3feb-4dc0-8ae9-5b23b18cf1d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1703932 Sep 23 19:36:55.408647 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-137ac2c2-bb52-4b07-84be-34d2acbb6491 tempest-RoutersIpV6AdminTest-809394628 tempest-RoutersIpV6AdminTest-809394628-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:55.452149 n-d-713301-16 neutron-server[95102]: DEBUG neutron.scheduler.base_scheduler [None req-58352fdd-0bd8-4477-860d-76c7ef9cb35b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713301-16, 5d0086a3-0035-40ec-8144-47eba93959be) {{(pid=95102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:36:55.468734 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58352fdd-0bd8-4477-860d-76c7ef9cb35b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:36:55.469290 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-58352fdd-0bd8-4477-860d-76c7ef9cb35b admin admin] Notify callbacks [] for subnet, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:55.470908 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a33ba9d3-208e-4eb9-b872-05edee552a0a None None] Network 5d0086a3-0035-40ec-8144-47eba93959be requested from n-d-713301-16 {{(pid=95103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 19:36:55.585807 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-58352fdd-0bd8-4477-860d-76c7ef9cb35b admin admin] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.8955679 Sep 23 19:36:55.636307 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-16c72f79-2569-4c44-a87d-be695cae53ff admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=71d72afe428c4ce594ff8d28e6bea11d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2714815 Sep 23 19:36:55.639382 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 54260) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:36:55.757245 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-6ef534d0-d6ef-442b-96b1-b92da7268323 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:55.783465 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-6ef534d0-d6ef-442b-96b1-b92da7268323 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:55.795344 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e1b0a7a-11df-402c-920f-e4f700fffd7e None None] Network 5d0086a3-0035-40ec-8144-47eba93959be requested from n-d-713301-16 {{(pid=95103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 19:36:55.863951 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-6ef534d0-d6ef-442b-96b1-b92da7268323 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:55.867553 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-6ef534d0-d6ef-442b-96b1-b92da7268323 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:55.872513 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-6ef534d0-d6ef-442b-96b1-b92da7268323 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/ac103501-6c24-4299-8f11-081b36059735 HTTP/1.1" status: 204 len: 168 time: 0.2318106 Sep 23 19:36:55.881664 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ef534d0-d6ef-442b-96b1-b92da7268323 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac103501-6c24-4299-8f11-081b36059735,revision_number=None']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:36:55.954659 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-137ac2c2-bb52-4b07-84be-34d2acbb6491 tempest-RoutersIpV6AdminTest-809394628 tempest-RoutersIpV6AdminTest-809394628-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-597258', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-601790'] for router, after_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:56.106731 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-f960e69b-7de3-45ed-bbed-f0f5a8347550 tempest-AllowedAddressPairIpV6TestJSON-1561957964 tempest-AllowedAddressPairIpV6TestJSON-1561957964-project] Notify callbacks [] for port, precommit_update {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:56.118194 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-f960e69b-7de3-45ed-bbed-f0f5a8347550 tempest-AllowedAddressPairIpV6TestJSON-1561957964 tempest-AllowedAddressPairIpV6TestJSON-1561957964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4399095'] for port, after_update {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:56.202735 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.plugin [None req-f960e69b-7de3-45ed-bbed-f0f5a8347550 tempest-AllowedAddressPairIpV6TestJSON-1561957964 tempest-AllowedAddressPairIpV6TestJSON-1561957964-project] In _notify_port_updated(), no bound segment for port 2a9f3f39-7f02-423b-a41d-43b186f208a3 on network dd78cb93-4c32-4d0f-bf74-9d28f876d6c7 {{(pid=95102) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Sep 23 19:36:56.210447 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f960e69b-7de3-45ed-bbed-f0f5a8347550 tempest-AllowedAddressPairIpV6TestJSON-1561957964 tempest-AllowedAddressPairIpV6TestJSON-1561957964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:36:56.211189 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-f960e69b-7de3-45ed-bbed-f0f5a8347550 tempest-AllowedAddressPairIpV6TestJSON-1561957964 tempest-AllowedAddressPairIpV6TestJSON-1561957964-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222849'] for port, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:56.216496 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 54290) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:36:56.230504 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-f960e69b-7de3-45ed-bbed-f0f5a8347550 tempest-AllowedAddressPairIpV6TestJSON-1561957964 tempest-AllowedAddressPairIpV6TestJSON-1561957964-project] 10.222.0.67 "PUT /v2.0/ports/2a9f3f39-7f02-423b-a41d-43b186f208a3 HTTP/1.1" status: 200 len: 1003 time: 1.9212136 Sep 23 19:36:56.273114 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f960e69b-7de3-45ed-bbed-f0f5a8347550 tempest-AllowedAddressPairIpV6TestJSON-1561957964 tempest-AllowedAddressPairIpV6TestJSON-1561957964-project] Pushing event updated for resources: {'Port': ['ID=2a9f3f39-7f02-423b-a41d-43b186f208a3,revision_number=2']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:36:56.280989 n-d-713301-16 neutron-server[95102]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-137ac2c2-bb52-4b07-84be-34d2acbb6491 tempest-RoutersIpV6AdminTest-809394628 tempest-RoutersIpV6AdminTest-809394628-project-admin] Router 1b3e796a-536d-4286-9cd9-a1bd0e655419 is scheduled to L3 agent 79a740bf-7821-4989-8288-7186e3e128f3 with binding_index 1 {{(pid=95102) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 23 19:36:56.426367 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.plugin [None req-4d75c33c-9c52-4353-bcb7-28bb6173eef9 tempest-AllowedAddressPairIpV6TestJSON-1561957964 tempest-AllowedAddressPairIpV6TestJSON-1561957964-project] Deleting port 2a9f3f39-7f02-423b-a41d-43b186f208a3 {{(pid=95101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:36:56.429577 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-4d75c33c-9c52-4353-bcb7-28bb6173eef9 tempest-AllowedAddressPairIpV6TestJSON-1561957964 tempest-AllowedAddressPairIpV6TestJSON-1561957964-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783146157096'] for port, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:56.564245 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-f81aeef6-9410-47e4-80e0-9549d34603da None None] Provisioning complete for port 2a9f3f39-7f02-423b-a41d-43b186f208a3 triggered by entity DHCP. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:36:56.565411 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-f81aeef6-9410-47e4-80e0-9549d34603da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:56.598477 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-137ac2c2-bb52-4b07-84be-34d2acbb6491 tempest-RoutersIpV6AdminTest-809394628 tempest-RoutersIpV6AdminTest-809394628-project-admin] Notify agent at l3_agent.n-d-713301-16 the message routers_updated {{(pid=95102) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 19:36:56.673974 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f5f89e7-0fb6-4810-95ea-1d89e0a828d5 None None] Sync routers for ids ['1b3e796a-536d-4286-9cd9-a1bd0e655419'] in n-d-713301-16 {{(pid=95103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 19:36:56.689527 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.plugin [None req-f81aeef6-9410-47e4-80e0-9549d34603da None None] Port 2a9f3f39-7f02-423b-a41d-43b186f208a3 cannot update to ACTIVE because it is not bound. {{(pid=95103) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 19:36:56.690883 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d80556-0b50-4b8e-94de-b3d7b62fb593 req-64ec45f6-44b3-4fde-8564-f7c7460c7638 tempest-ListServerFiltersTestJSON-809433892 tempest-ListServerFiltersTestJSON-809433892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:36:56.691048 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f5f89e7-0fb6-4810-95ea-1d89e0a828d5 None None] Routers {'1b3e796a-536d-4286-9cd9-a1bd0e655419'} bound to L3 agent in host n-d-713301-16 {{(pid=95103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 19:36:56.691575 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_hamode_db [None req-6f5f89e7-0fb6-4810-95ea-1d89e0a828d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-23T19:07:52Z,description=,heartbeat_timestamp=2021-09-23T19:36:52Z,host='n-d-713301-16',id=79a740bf-7821-4989-8288-7186e3e128f3,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:07:52Z,topic='l3_agent')) {'router_ids': ['1b3e796a-536d-4286-9cd9-a1bd0e655419'], 'active': True} {{(pid=95103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:36:56.693109 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-15d80556-0b50-4b8e-94de-b3d7b62fb593 req-64ec45f6-44b3-4fde-8564-f7c7460c7638 tempest-ListServerFiltersTestJSON-809433892 tempest-ListServerFiltersTestJSON-809433892-project] 10.222.0.67 "GET /v2.0/ports?device_id=112ec6b1-d777-4f3c-8724-ad88e87d715e HTTP/1.1" status: 200 len: 945 time: 0.1603019 Sep 23 19:36:56.726237 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-4d75c33c-9c52-4353-bcb7-28bb6173eef9 tempest-AllowedAddressPairIpV6TestJSON-1561957964 tempest-AllowedAddressPairIpV6TestJSON-1561957964-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-605701'] for port, precommit_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:56.757132 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.plugin [None req-4d75c33c-9c52-4353-bcb7-28bb6173eef9 tempest-AllowedAddressPairIpV6TestJSON-1561957964 tempest-AllowedAddressPairIpV6TestJSON-1561957964-project] Calling delete_port for 2a9f3f39-7f02-423b-a41d-43b186f208a3 owned by {{(pid=95101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:36:56.814181 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-137ac2c2-bb52-4b07-84be-34d2acbb6491 tempest-RoutersIpV6AdminTest-809394628 tempest-RoutersIpV6AdminTest-809394628-project-admin] Notify callbacks [] for router, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:56.815811 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-137ac2c2-bb52-4b07-84be-34d2acbb6491 tempest-RoutersIpV6AdminTest-809394628 tempest-RoutersIpV6AdminTest-809394628-project-admin] 10.222.0.67 "POST /v2.0/routers HTTP/1.1" status: 201 len: 878 time: 4.7775903 Sep 23 19:36:56.830511 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 54324) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:36:56.848075 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_dvr_db [None req-6f5f89e7-0fb6-4810-95ea-1d89e0a828d5 None None] Set router 1b3e796a-536d-4286-9cd9-a1bd0e655419 gateway port host: n-d-713301-16 {{(pid=95103) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 19:36:56.951824 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-47a7563e-33bf-401a-a5e6-32225105d4c6 tempest-RoutersIpV6AdminTest-809394628 tempest-RoutersIpV6AdminTest-809394628-project-admin] Notify callbacks [] for router, before_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:56.986349 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb89129-2ec8-4f4f-bcd4-4903a3ed27f8 req-a8ff459a-5c10-4a94-8860-f513d85c4f63 tempest-ServerPasswordTestJSON-2039733429 tempest-ServerPasswordTestJSON-2039733429-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:36:56.987942 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-5bb89129-2ec8-4f4f-bcd4-4903a3ed27f8 req-a8ff459a-5c10-4a94-8860-f513d85c4f63 tempest-ServerPasswordTestJSON-2039733429 tempest-ServerPasswordTestJSON-2039733429-project] 10.222.0.67 "GET /v2.0/networks?id=5d0086a3-0035-40ec-8144-47eba93959be HTTP/1.1" status: 200 len: 813 time: 0.2937024 Sep 23 19:36:57.037696 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-4d75c33c-9c52-4353-bcb7-28bb6173eef9 tempest-AllowedAddressPairIpV6TestJSON-1561957964 tempest-AllowedAddressPairIpV6TestJSON-1561957964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783146162158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783145673144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5607431'] for port, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:57.055954 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-5bb89129-2ec8-4f4f-bcd4-4903a3ed27f8 req-a435abf0-40db-42e3-850d-5b0935d51684 tempest-ServerPasswordTestJSON-2039733429 tempest-ServerPasswordTestJSON-2039733429-project] 10.222.0.67 "GET /v2.0/quotas/3e55d6cb0c18476cae06046c80fab9aa HTTP/1.1" status: 200 len: 375 time: 0.0192449 Sep 23 19:36:57.116445 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d75c33c-9c52-4353-bcb7-28bb6173eef9 tempest-AllowedAddressPairIpV6TestJSON-1561957964 tempest-AllowedAddressPairIpV6TestJSON-1561957964-project] Pushing event deleted for resources: {'Port': ['ID=2a9f3f39-7f02-423b-a41d-43b186f208a3,revision_number=None']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:36:57.155479 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-5bb89129-2ec8-4f4f-bcd4-4903a3ed27f8 req-47075241-1f64-4805-aeea-82ba8bc0c38a tempest-ServerPasswordTestJSON-2039733429 tempest-ServerPasswordTestJSON-2039733429-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=3e55d6cb0c18476cae06046c80fab9aa&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0693631 Sep 23 19:36:57.160442 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-15d80556-0b50-4b8e-94de-b3d7b62fb593 req-71c1fd9a-1b00-48ae-b21f-5604faa93707 tempest-ListServerFiltersTestJSON-809433892 tempest-ListServerFiltersTestJSON-809433892-project] 10.222.0.67 "GET /v2.0/security-groups?id=791c206a-3feb-4dc0-8ae9-5b23b18cf1d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3656316 Sep 23 19:36:57.167804 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-4d75c33c-9c52-4353-bcb7-28bb6173eef9 tempest-AllowedAddressPairIpV6TestJSON-1561957964 tempest-AllowedAddressPairIpV6TestJSON-1561957964-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222849'] for port, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:57.169614 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-4d75c33c-9c52-4353-bcb7-28bb6173eef9 tempest-AllowedAddressPairIpV6TestJSON-1561957964 tempest-AllowedAddressPairIpV6TestJSON-1561957964-project] 10.222.0.67 "DELETE /v2.0/ports/2a9f3f39-7f02-423b-a41d-43b186f208a3 HTTP/1.1" status: 204 len: 168 time: 0.9520252 Sep 23 19:36:57.172148 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 54334) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:36:57.221301 n-d-713301-16 neutron-server[95101]: INFO neutron.pecan_wsgi.hooks.translation [None req-5cb4db79-03f8-4b54-be45-560dce198ef0 tempest-AllowedAddressPairIpV6TestJSON-1561957964 tempest-AllowedAddressPairIpV6TestJSON-1561957964-project] GET failed (client error): The resource could not be found. Sep 23 19:36:57.223875 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-5cb4db79-03f8-4b54-be45-560dce198ef0 tempest-AllowedAddressPairIpV6TestJSON-1561957964 tempest-AllowedAddressPairIpV6TestJSON-1561957964-project] 10.222.0.67 "GET /v2.0/ports/2a9f3f39-7f02-423b-a41d-43b186f208a3 HTTP/1.1" status: 404 len: 333 time: 0.0498264 Sep 23 19:36:57.229011 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 54338) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:36:57.234045 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.v2.base [None req-2010bfa2-add1-4559-8535-f24571b1ccaa tempest-AllowedAddressPairIpV6TestJSON-1561957964 tempest-AllowedAddressPairIpV6TestJSON-1561957964-project] Request body: {'port': {'network_id': 'dd78cb93-4c32-4d0f-bf74-9d28f876d6c7', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-183978071'}} {{(pid=95101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:36:57.434802 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-47a7563e-33bf-401a-a5e6-32225105d4c6 tempest-RoutersIpV6AdminTest-809394628 tempest-RoutersIpV6AdminTest-809394628-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:57.609947 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2010bfa2-add1-4559-8535-f24571b1ccaa tempest-AllowedAddressPairIpV6TestJSON-1561957964 tempest-AllowedAddressPairIpV6TestJSON-1561957964-project] Made reservation on behalf of d2afc93ce2d84286a336187570f9ca6c for: {'port': 1} {{(pid=95101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:36:57.613741 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-2010bfa2-add1-4559-8535-f24571b1ccaa tempest-AllowedAddressPairIpV6TestJSON-1561957964 tempest-AllowedAddressPairIpV6TestJSON-1561957964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:57.635832 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-5bb89129-2ec8-4f4f-bcd4-4903a3ed27f8 req-c0a14edd-72f5-4fae-8e55-be1e9892d767 service neutron] 10.222.0.67 "GET /v2.0/networks/5d0086a3-0035-40ec-8144-47eba93959be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4723268 Sep 23 19:36:57.667766 n-d-713301-16 neutron-server[95101]: DEBUG neutron.notifiers.nova [None req-2010bfa2-add1-4559-8535-f24571b1ccaa tempest-AllowedAddressPairIpV6TestJSON-1561957964 tempest-AllowedAddressPairIpV6TestJSON-1561957964-project] device_id is not set on port 4fa3640f-6ddb-40d1-a3c6-1b34c17f8b06 yet. {{(pid=95101) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 23 19:36:57.696295 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_hamode_db [None req-6f5f89e7-0fb6-4810-95ea-1d89e0a828d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b3e796a-536d-4286-9cd9-a1bd0e655419', 'name': '', 'tenant_id': 'b9c102b7431b4f6588ebc4441d8c7810', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '32da8485-95d9-4904-90d4-c1aee5e797ff', 'external_fixed_ips': [{'subnet_id': '0889c7cb-e621-413e-80a7-7fee372fbc3b', 'ip_address': '2001:db8::362'}], 'enable_snat': True}, 'gw_port_id': '12aacc2c-63c1-47be-af64-8bd88198f886', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:36:52Z', 'updated_at': '2021-09-23T19:36:55Z', 'revision_number': 3, 'project_id': 'b9c102b7431b4f6588ebc4441d8c7810', 'gw_port': {'id': '12aacc2c-63c1-47be-af64-8bd88198f886', 'name': '', 'network_id': '32da8485-95d9-4904-90d4-c1aee5e797ff', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:ee:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b3e796a-536d-4286-9cd9-a1bd0e655419', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1842, 'fixed_ips': [{'subnet_id': '0889c7cb-e621-413e-80a7-7fee372fbc3b', 'ip_address': '2001:db8::362', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:36:53Z', 'updated_at': '2021-09-23T19:36:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0889c7cb-e621-413e-80a7-7fee372fbc3b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-16'}], 'n-d-713301-16', False) {} {{(pid=95103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:36:57.787154 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f5f89e7-0fb6-4810-95ea-1d89e0a828d5 None None] Checking router: 1b3e796a-536d-4286-9cd9-a1bd0e655419 for host: n-d-713301-16 {{(pid=95103) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 19:36:57.787154 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f5f89e7-0fb6-4810-95ea-1d89e0a828d5 None None] Updating router 1b3e796a-536d-4286-9cd9-a1bd0e655419 port 12aacc2c-63c1-47be-af64-8bd88198f886 binding host n-d-713301-16 {{(pid=95103) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 23 19:36:57.812681 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.plugin [None req-47a7563e-33bf-401a-a5e6-32225105d4c6 tempest-RoutersIpV6AdminTest-809394628 tempest-RoutersIpV6AdminTest-809394628-project-admin] Deleting port 12aacc2c-63c1-47be-af64-8bd88198f886 {{(pid=95102) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:36:57.821675 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-47a7563e-33bf-401a-a5e6-32225105d4c6 tempest-RoutersIpV6AdminTest-809394628 tempest-RoutersIpV6AdminTest-809394628-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783146157096'] for port, before_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:57.861859 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-6f5f89e7-0fb6-4810-95ea-1d89e0a828d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:57.951812 n-d-713301-16 neutron-server[95101]: DEBUG neutron.db.db_base_plugin_common [None req-2010bfa2-add1-4559-8535-f24571b1ccaa tempest-AllowedAddressPairIpV6TestJSON-1561957964 tempest-AllowedAddressPairIpV6TestJSON-1561957964-project] Allocated IP 2001:db8::17a (dd78cb93-4c32-4d0f-bf74-9d28f876d6c7/21ec7780-39f8-4876-9cc5-fc45a922f478/4fa3640f-6ddb-40d1-a3c6-1b34c17f8b06) {{(pid=95101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 19:36:57.954209 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-5bb89129-2ec8-4f4f-bcd4-4903a3ed27f8 req-2121acee-9b18-44e6-8fb5-6b109e19cbc0 service neutron] 10.222.0.67 "GET /v2.0/networks/5d0086a3-0035-40ec-8144-47eba93959be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3173380 Sep 23 19:36:58.020261 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2acc52c-ef06-490e-900c-990b98b1a533 req-690ce4fb-e6ea-43d3-812e-47171c31866b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:36:58.022130 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-b2acc52c-ef06-490e-900c-990b98b1a533 req-690ce4fb-e6ea-43d3-812e-47171c31866b service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=56fcfa403913475e8ea77d8ff15ba666&device_id=112ec6b1-d777-4f3c-8724-ad88e87d715e HTTP/1.1" status: 200 len: 1097 time: 0.1973140 Sep 23 19:36:58.034633 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8dba39-5b6a-4a6d-b946-2c651229e4c5 req-56e713c0-df9b-4029-b873-e7df92b96041 tempest-ListServerFiltersTestJSON-809433892 tempest-ListServerFiltersTestJSON-809433892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:36:58.044807 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-eb8dba39-5b6a-4a6d-b946-2c651229e4c5 req-56e713c0-df9b-4029-b873-e7df92b96041 tempest-ListServerFiltersTestJSON-809433892 tempest-ListServerFiltersTestJSON-809433892-project] 10.222.0.67 "GET /v2.0/ports?device_id=112ec6b1-d777-4f3c-8724-ad88e87d715e HTTP/1.1" status: 200 len: 945 time: 0.2037663 Sep 23 19:36:58.102812 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-47a7563e-33bf-401a-a5e6-32225105d4c6 tempest-RoutersIpV6AdminTest-809394628 tempest-RoutersIpV6AdminTest-809394628-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-605701'] for port, precommit_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:58.167208 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.plugin [None req-47a7563e-33bf-401a-a5e6-32225105d4c6 tempest-RoutersIpV6AdminTest-809394628 tempest-RoutersIpV6AdminTest-809394628-project-admin] Calling delete_port for 12aacc2c-63c1-47be-af64-8bd88198f886 owned by network:router_gateway {{(pid=95102) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:36:58.209076 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-eb8dba39-5b6a-4a6d-b946-2c651229e4c5 req-1608e1c4-9da8-420c-8938-9f14c52e7a60 tempest-ListServerFiltersTestJSON-809433892 tempest-ListServerFiltersTestJSON-809433892-project] 10.222.0.67 "GET /v2.0/security-groups?id=791c206a-3feb-4dc0-8ae9-5b23b18cf1d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1609192 Sep 23 19:36:58.247502 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-2010bfa2-add1-4559-8535-f24571b1ccaa tempest-AllowedAddressPairIpV6TestJSON-1561957964 tempest-AllowedAddressPairIpV6TestJSON-1561957964-project] Notify callbacks [] for port, precommit_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:58.295672 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-2010bfa2-add1-4559-8535-f24571b1ccaa tempest-AllowedAddressPairIpV6TestJSON-1561957964 tempest-AllowedAddressPairIpV6TestJSON-1561957964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783145673135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5607431'] for port, after_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:58.342844 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-7eb60290-0242-435b-b0fb-91678f0f45cf req-5c528637-2c24-4175-90c3-acc785319f56 tempest-ServerPasswordTestJSON-2039733429 tempest-ServerPasswordTestJSON-2039733429-project] 10.222.0.67 "GET /v2.0/ports?device_id=1dbb916c-36ff-4f0f-a84b-5c12640be7ce HTTP/1.1" status: 200 len: 210 time: 0.0622256 Sep 23 19:36:58.407084 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2acc52c-ef06-490e-900c-990b98b1a533 req-3ec3b0ea-eb39-406b-a59c-cfdb6a6f7551 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:36:58.409411 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-b2acc52c-ef06-490e-900c-990b98b1a533 req-3ec3b0ea-eb39-406b-a59c-cfdb6a6f7551 service neutron] 10.222.0.74 "GET /v2.0/networks?id=6c3bf957-b393-434c-9b83-03d88ca33e08 HTTP/1.1" status: 200 len: 916 time: 0.3619637 Sep 23 19:36:58.410606 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2010bfa2-add1-4559-8535-f24571b1ccaa tempest-AllowedAddressPairIpV6TestJSON-1561957964 tempest-AllowedAddressPairIpV6TestJSON-1561957964-project] Pushing event updated for resources: {'Port': ['ID=4fa3640f-6ddb-40d1-a3c6-1b34c17f8b06,revision_number=1']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:36:58.458102 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-6f5f89e7-0fb6-4810-95ea-1d89e0a828d5 None None] Notify callbacks [] for port, precommit_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:58.463454 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2010bfa2-add1-4559-8535-f24571b1ccaa tempest-AllowedAddressPairIpV6TestJSON-1561957964 tempest-AllowedAddressPairIpV6TestJSON-1561957964-project] Network dd78cb93-4c32-4d0f-bf74-9d28f876d6c7 is already hosted by enough agents. {{(pid=95101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:36:58.469182 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.base_scheduler [None req-2010bfa2-add1-4559-8535-f24571b1ccaa tempest-AllowedAddressPairIpV6TestJSON-1561957964 tempest-AllowedAddressPairIpV6TestJSON-1561957964-project] Resources bound (agent type, host, resource id): {{(pid=95101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:36:58.473252 n-d-713301-16 neutron-server[95101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2010bfa2-add1-4559-8535-f24571b1ccaa tempest-AllowedAddressPairIpV6TestJSON-1561957964 tempest-AllowedAddressPairIpV6TestJSON-1561957964-project] Received port after_create {{(pid=95101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 19:36:58.492040 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2010bfa2-add1-4559-8535-f24571b1ccaa tempest-AllowedAddressPairIpV6TestJSON-1561957964 tempest-AllowedAddressPairIpV6TestJSON-1561957964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:36:58.494537 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-2010bfa2-add1-4559-8535-f24571b1ccaa tempest-AllowedAddressPairIpV6TestJSON-1561957964 tempest-AllowedAddressPairIpV6TestJSON-1561957964-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222849'] for port, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:58.507202 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-6f5f89e7-0fb6-4810-95ea-1d89e0a828d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:58.528936 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:58.532959 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:58.539178 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-2010bfa2-add1-4559-8535-f24571b1ccaa tempest-AllowedAddressPairIpV6TestJSON-1561957964 tempest-AllowedAddressPairIpV6TestJSON-1561957964-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 1.3089912 Sep 23 19:36:58.541910 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 54392) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:36:58.554417 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-b2acc52c-ef06-490e-900c-990b98b1a533 req-af00a4d5-08b7-4aa0-b881-003c9161786d service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=dbfc3c35-dbca-414a-b86a-a95206c0784c HTTP/1.1" status: 200 len: 217 time: 0.1218400 Sep 23 19:36:58.555219 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.v2.base [None req-27eea680-ac62-4021-b9bd-5f6ef09d580c tempest-AllowedAddressPairIpV6TestJSON-1561957964 tempest-AllowedAddressPairIpV6TestJSON-1561957964-project] Request body: {'port': {'network_id': 'dd78cb93-4c32-4d0f-bf74-9d28f876d6c7', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-2116853189'}} {{(pid=95101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:36:58.686513 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.managers [None req-6f5f89e7-0fb6-4810-95ea-1d89e0a828d5 None None] Attempting to bind port 12aacc2c-63c1-47be-af64-8bd88198f886 on host n-d-713301-16 for vnic_type normal with profile {{(pid=95103) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 19:36:58.691577 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.managers [None req-6f5f89e7-0fb6-4810-95ea-1d89e0a828d5 None None] Attempting to bind port 12aacc2c-63c1-47be-af64-8bd88198f886 by drivers openvswitch,hyperv on host n-d-713301-16 at level 0 using segments [{'id': '11aab71b-85cc-4db2-b6f4-616fe6f2149e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '32da8485-95d9-4904-90d4-c1aee5e797ff'}] {{(pid=95103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 19:36:58.700795 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f5f89e7-0fb6-4810-95ea-1d89e0a828d5 None None] Attempting to bind port 12aacc2c-63c1-47be-af64-8bd88198f886 on network 32da8485-95d9-4904-90d4-c1aee5e797ff {{(pid=95103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:36:58.723320 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f5f89e7-0fb6-4810-95ea-1d89e0a828d5 None None] Checking agent: {'id': '70a14545-df24-472f-8f95-bfe1719bff93', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 19, 7, 53), 'started_at': datetime.datetime(2021, 9, 23, 19, 8, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 19, 36, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 19:36:58.726631 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f5f89e7-0fb6-4810-95ea-1d89e0a828d5 None None] Checking segment: {'id': '11aab71b-85cc-4db2-b6f4-616fe6f2149e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '32da8485-95d9-4904-90d4-c1aee5e797ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95103) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:36:58.728463 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-6f5f89e7-0fb6-4810-95ea-1d89e0a828d5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:58.729087 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f5f89e7-0fb6-4810-95ea-1d89e0a828d5 None None] Bound using segment: {'id': '11aab71b-85cc-4db2-b6f4-616fe6f2149e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '32da8485-95d9-4904-90d4-c1aee5e797ff'} {{(pid=95103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 19:36:58.731000 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.managers [None req-6f5f89e7-0fb6-4810-95ea-1d89e0a828d5 None None] Bound port: 12aacc2c-63c1-47be-af64-8bd88198f886, host: n-d-713301-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '11aab71b-85cc-4db2-b6f4-616fe6f2149e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '32da8485-95d9-4904-90d4-c1aee5e797ff'}}] {{(pid=95103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 19:36:58.733987 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-6f5f89e7-0fb6-4810-95ea-1d89e0a828d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:58.810978 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2acc52c-ef06-490e-900c-990b98b1a533 req-0b10ee79-7fca-494e-8e99-e130399bd12e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:36:58.812801 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-b2acc52c-ef06-490e-900c-990b98b1a533 req-0b10ee79-7fca-494e-8e99-e130399bd12e service neutron] 10.222.0.74 "GET /v2.0/subnets?id=b97dfa20-c396-4d71-8474-b6e2ab2b5752 HTTP/1.1" status: 200 len: 854 time: 0.2432947 Sep 23 19:36:58.917244 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49a9bbdf-6400-4a41-9d61-9b2b3c008241 None None] Pushing event updated for resources: {'Port': ['ID=12aacc2c-63c1-47be-af64-8bd88198f886,revision_number=2']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:36:58.955666 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27eea680-ac62-4021-b9bd-5f6ef09d580c tempest-AllowedAddressPairIpV6TestJSON-1561957964 tempest-AllowedAddressPairIpV6TestJSON-1561957964-project] Made reservation on behalf of d2afc93ce2d84286a336187570f9ca6c for: {'port': 1} {{(pid=95101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:36:58.959714 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-27eea680-ac62-4021-b9bd-5f6ef09d580c tempest-AllowedAddressPairIpV6TestJSON-1561957964 tempest-AllowedAddressPairIpV6TestJSON-1561957964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:59.016146 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-a598860c-a6f2-4e41-8d03-6d98b9c9e5ef None None] Provisioning complete for port 4fa3640f-6ddb-40d1-a3c6-1b34c17f8b06 triggered by entity DHCP. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:36:59.017427 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-a598860c-a6f2-4e41-8d03-6d98b9c9e5ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:59.018892 n-d-713301-16 neutron-server[95101]: DEBUG neutron.notifiers.nova [None req-27eea680-ac62-4021-b9bd-5f6ef09d580c tempest-AllowedAddressPairIpV6TestJSON-1561957964 tempest-AllowedAddressPairIpV6TestJSON-1561957964-project] device_id is not set on port 3f50c655-cbe9-44f6-bd1f-778996ebc082 yet. {{(pid=95101) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 23 19:36:59.096235 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.plugin [None req-a598860c-a6f2-4e41-8d03-6d98b9c9e5ef None None] Port 4fa3640f-6ddb-40d1-a3c6-1b34c17f8b06 cannot update to ACTIVE because it is not bound. {{(pid=95103) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 19:36:59.130719 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-d5dcf5d0-7dd3-4460-add6-45689ddf9c88 req-fc62ca71-fc17-4dac-9e27-0df7f6eef69c tempest-ServerShowV254Test-1402049895 tempest-ServerShowV254Test-1402049895-project] 10.222.0.67 "GET /v2.0/ports?device_id=27079265-973c-403b-97a2-0bb6fe07744d HTTP/1.1" status: 200 len: 210 time: 0.1383088 Sep 23 19:36:59.158395 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2acc52c-ef06-490e-900c-990b98b1a533 req-46095bcb-4d4d-49dd-9371-a144724d5502 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:36:59.159475 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.db.api [None req-6f5f89e7-0fb6-4810-95ea-1d89e0a828d5 None None] Retry wrapper got retriable exception: UPDATE statement on table 'ml2_port_bindings' expected to update 1 row(s); 0 were matched. {{(pid=95103) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 23 19:36:59.160059 n-d-713301-16 neutron-server[95103]: DEBUG oslo_db.api [None req-6f5f89e7-0fb6-4810-95ea-1d89e0a828d5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin._bind_port_if_needed {{(pid=95103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 23 19:36:59.162153 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-b2acc52c-ef06-490e-900c-990b98b1a533 req-46095bcb-4d4d-49dd-9371-a144724d5502 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=6c3bf957-b393-434c-9b83-03d88ca33e08&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3361771 Sep 23 19:36:59.165753 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-47a7563e-33bf-401a-a5e6-32225105d4c6 tempest-RoutersIpV6AdminTest-809394628 tempest-RoutersIpV6AdminTest-809394628-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783146162158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783145673144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4399100'] for port, after_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:59.254790 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47a7563e-33bf-401a-a5e6-32225105d4c6 tempest-RoutersIpV6AdminTest-809394628 tempest-RoutersIpV6AdminTest-809394628-project-admin] Pushing event deleted for resources: {'Port': ['ID=12aacc2c-63c1-47be-af64-8bd88198f886,revision_number=None']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:36:59.299052 n-d-713301-16 neutron-server[95101]: DEBUG neutron.db.db_base_plugin_common [None req-27eea680-ac62-4021-b9bd-5f6ef09d580c tempest-AllowedAddressPairIpV6TestJSON-1561957964 tempest-AllowedAddressPairIpV6TestJSON-1561957964-project] Allocated IP 2001:db8::2fc (dd78cb93-4c32-4d0f-bf74-9d28f876d6c7/21ec7780-39f8-4876-9cc5-fc45a922f478/3f50c655-cbe9-44f6-bd1f-778996ebc082) {{(pid=95101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 19:36:59.363666 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-47a7563e-33bf-401a-a5e6-32225105d4c6 tempest-RoutersIpV6AdminTest-809394628 tempest-RoutersIpV6AdminTest-809394628-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-601942'] for router_gateway, after_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:59.570269 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-27eea680-ac62-4021-b9bd-5f6ef09d580c tempest-AllowedAddressPairIpV6TestJSON-1561957964 tempest-AllowedAddressPairIpV6TestJSON-1561957964-project] Notify callbacks [] for port, precommit_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:59.637920 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-27eea680-ac62-4021-b9bd-5f6ef09d580c tempest-AllowedAddressPairIpV6TestJSON-1561957964 tempest-AllowedAddressPairIpV6TestJSON-1561957964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783145673135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5607431'] for port, after_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:59.691296 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.managers [None req-6f5f89e7-0fb6-4810-95ea-1d89e0a828d5 None None] Attempting to bind port 12aacc2c-63c1-47be-af64-8bd88198f886 on host n-d-713301-16 for vnic_type normal with profile {{(pid=95103) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 19:36:59.693287 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.managers [None req-6f5f89e7-0fb6-4810-95ea-1d89e0a828d5 None None] Attempting to bind port 12aacc2c-63c1-47be-af64-8bd88198f886 by drivers openvswitch,hyperv on host n-d-713301-16 at level 0 using segments [{'id': '11aab71b-85cc-4db2-b6f4-616fe6f2149e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '32da8485-95d9-4904-90d4-c1aee5e797ff'}] {{(pid=95103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 19:36:59.693928 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f5f89e7-0fb6-4810-95ea-1d89e0a828d5 None None] Attempting to bind port 12aacc2c-63c1-47be-af64-8bd88198f886 on network 32da8485-95d9-4904-90d4-c1aee5e797ff {{(pid=95103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:36:59.708650 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27eea680-ac62-4021-b9bd-5f6ef09d580c tempest-AllowedAddressPairIpV6TestJSON-1561957964 tempest-AllowedAddressPairIpV6TestJSON-1561957964-project] Network dd78cb93-4c32-4d0f-bf74-9d28f876d6c7 is already hosted by enough agents. {{(pid=95101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:36:59.708936 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f5f89e7-0fb6-4810-95ea-1d89e0a828d5 None None] Checking agent: {'id': '70a14545-df24-472f-8f95-bfe1719bff93', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 19, 7, 53), 'started_at': datetime.datetime(2021, 9, 23, 19, 8, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 19, 36, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 19:36:59.710807 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f5f89e7-0fb6-4810-95ea-1d89e0a828d5 None None] Checking segment: {'id': '11aab71b-85cc-4db2-b6f4-616fe6f2149e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '32da8485-95d9-4904-90d4-c1aee5e797ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95103) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:36:59.711414 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-6f5f89e7-0fb6-4810-95ea-1d89e0a828d5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:59.711918 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f5f89e7-0fb6-4810-95ea-1d89e0a828d5 None None] Bound using segment: {'id': '11aab71b-85cc-4db2-b6f4-616fe6f2149e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '32da8485-95d9-4904-90d4-c1aee5e797ff'} {{(pid=95103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 19:36:59.713162 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.managers [None req-6f5f89e7-0fb6-4810-95ea-1d89e0a828d5 None None] Bound port: 12aacc2c-63c1-47be-af64-8bd88198f886, host: n-d-713301-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '11aab71b-85cc-4db2-b6f4-616fe6f2149e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '32da8485-95d9-4904-90d4-c1aee5e797ff'}}] {{(pid=95103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 19:36:59.713765 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-6f5f89e7-0fb6-4810-95ea-1d89e0a828d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:59.717410 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.base_scheduler [None req-27eea680-ac62-4021-b9bd-5f6ef09d580c tempest-AllowedAddressPairIpV6TestJSON-1561957964 tempest-AllowedAddressPairIpV6TestJSON-1561957964-project] Resources bound (agent type, host, resource id): {{(pid=95101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:36:59.739571 n-d-713301-16 neutron-server[95101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27eea680-ac62-4021-b9bd-5f6ef09d580c tempest-AllowedAddressPairIpV6TestJSON-1561957964 tempest-AllowedAddressPairIpV6TestJSON-1561957964-project] Received port after_create {{(pid=95101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 19:36:59.741381 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.plugin [None req-6f5f89e7-0fb6-4810-95ea-1d89e0a828d5 None None] Port 12aacc2c-63c1-47be-af64-8bd88198f886 has been deleted concurrently {{(pid=95103) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:661}} Sep 23 19:36:59.749079 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27eea680-ac62-4021-b9bd-5f6ef09d580c tempest-AllowedAddressPairIpV6TestJSON-1561957964 tempest-AllowedAddressPairIpV6TestJSON-1561957964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:36:59.749779 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-27eea680-ac62-4021-b9bd-5f6ef09d580c tempest-AllowedAddressPairIpV6TestJSON-1561957964 tempest-AllowedAddressPairIpV6TestJSON-1561957964-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222849'] for port, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:36:59.768266 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f5f89e7-0fb6-4810-95ea-1d89e0a828d5 None None] Routers {'1b3e796a-536d-4286-9cd9-a1bd0e655419'} bound to L3 agent in host n-d-713301-16 {{(pid=95103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 19:36:59.780343 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_hamode_db [None req-6f5f89e7-0fb6-4810-95ea-1d89e0a828d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-23T19:07:52Z,description=,heartbeat_timestamp=2021-09-23T19:36:52Z,host='n-d-713301-16',id=79a740bf-7821-4989-8288-7186e3e128f3,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:07:52Z,topic='l3_agent')) {'router_ids': ['1b3e796a-536d-4286-9cd9-a1bd0e655419'], 'active': True} {{(pid=95103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:36:59.826845 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27eea680-ac62-4021-b9bd-5f6ef09d580c tempest-AllowedAddressPairIpV6TestJSON-1561957964 tempest-AllowedAddressPairIpV6TestJSON-1561957964-project] Pushing event updated for resources: {'Port': ['ID=3f50c655-cbe9-44f6-bd1f-778996ebc082,revision_number=1']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:36:59.836860 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-27eea680-ac62-4021-b9bd-5f6ef09d580c tempest-AllowedAddressPairIpV6TestJSON-1561957964 tempest-AllowedAddressPairIpV6TestJSON-1561957964-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 1.2938013 Sep 23 19:36:59.840307 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 54480) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:36:59.857074 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.v2.base [None req-0dea0b76-4b20-431a-8aa0-b6042c9c17e8 tempest-AllowedAddressPairIpV6TestJSON-1561957964 tempest-AllowedAddressPairIpV6TestJSON-1561957964-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::2df', 'mac_address': 'fa:16:3e:21:3c:18'}, {'ip_address': '2001:db8::17a', 'mac_address': 'fa:16:3e:99:d8:f7'}]}} {{(pid=95101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:36:59.969973 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_dvr_db [None req-6f5f89e7-0fb6-4810-95ea-1d89e0a828d5 None None] Set router 1b3e796a-536d-4286-9cd9-a1bd0e655419 gateway port host: None {{(pid=95103) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 19:37:00.029565 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-47a7563e-33bf-401a-a5e6-32225105d4c6 tempest-RoutersIpV6AdminTest-809394628 tempest-RoutersIpV6AdminTest-809394628-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-597305', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29369'] for router, precommit_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:00.034976 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-47a7563e-33bf-401a-a5e6-32225105d4c6 tempest-RoutersIpV6AdminTest-809394628 tempest-RoutersIpV6AdminTest-809394628-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:00.080668 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_hamode_db [None req-6f5f89e7-0fb6-4810-95ea-1d89e0a828d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b3e796a-536d-4286-9cd9-a1bd0e655419', 'name': '', 'tenant_id': 'b9c102b7431b4f6588ebc4441d8c7810', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:36:52Z', 'updated_at': '2021-09-23T19:36:58Z', 'revision_number': 5, 'project_id': 'b9c102b7431b4f6588ebc4441d8c7810', 'gw_port_host': None}], 'n-d-713301-16', False) {} {{(pid=95103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:37:00.132509 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f5f89e7-0fb6-4810-95ea-1d89e0a828d5 None None] The sync data for ids ['1b3e796a-536d-4286-9cd9-a1bd0e655419'] in n-d-713301-16 is: [{'id': '1b3e796a-536d-4286-9cd9-a1bd0e655419', 'name': '', 'tenant_id': 'b9c102b7431b4f6588ebc4441d8c7810', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:36:52Z', 'updated_at': '2021-09-23T19:36:58Z', 'revision_number': 5, 'project_id': 'b9c102b7431b4f6588ebc4441d8c7810', 'gw_port_host': None}] {{(pid=95103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 19:37:00.142454 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-dfa10b8c-41cb-45fb-9ed1-406700c2fd01 None None] Provisioning complete for port 3f50c655-cbe9-44f6-bd1f-778996ebc082 triggered by entity DHCP. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:37:00.143079 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-dfa10b8c-41cb-45fb-9ed1-406700c2fd01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:00.193620 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.plugin [None req-dfa10b8c-41cb-45fb-9ed1-406700c2fd01 None None] Port 3f50c655-cbe9-44f6-bd1f-778996ebc082 cannot update to ACTIVE because it is not bound. {{(pid=95103) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 19:37:00.228071 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-47a7563e-33bf-401a-a5e6-32225105d4c6 tempest-RoutersIpV6AdminTest-809394628 tempest-RoutersIpV6AdminTest-809394628-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-597296'] for router, after_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:00.231719 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47a7563e-33bf-401a-a5e6-32225105d4c6 tempest-RoutersIpV6AdminTest-809394628 tempest-RoutersIpV6AdminTest-809394628-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 1b3e796a-536d-4286-9cd9-a1bd0e655419 {{(pid=95102) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 23 19:37:00.294779 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-47a7563e-33bf-401a-a5e6-32225105d4c6 tempest-RoutersIpV6AdminTest-809394628 tempest-RoutersIpV6AdminTest-809394628-project-admin] Notify callbacks [] for router, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:00.302023 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-47a7563e-33bf-401a-a5e6-32225105d4c6 tempest-RoutersIpV6AdminTest-809394628 tempest-RoutersIpV6AdminTest-809394628-project-admin] 10.222.0.67 "DELETE /v2.0/routers/1b3e796a-536d-4286-9cd9-a1bd0e655419 HTTP/1.1" status: 204 len: 168 time: 3.4701457 Sep 23 19:37:00.305172 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 54490) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:37:00.316419 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-4b136f30-dac5-407c-b6af-01dffe796ee9 req-83dff602-7a84-480f-9a83-334461a630d8 tempest-ServerPasswordTestJSON-2039733429 tempest-ServerPasswordTestJSON-2039733429-project] 10.222.0.67 "GET /v2.0/ports?device_id=1dbb916c-36ff-4f0f-a84b-5c12640be7ce HTTP/1.1" status: 200 len: 210 time: 0.8545194 Sep 23 19:37:00.346380 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 54492) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:37:00.397210 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d1d7208-7396-4c07-9799-7bc000cca984 req-51afab09-f99e-450d-b05c-6067a9dddcc5 tempest-ListServerFiltersTestJSON-809433892 tempest-ListServerFiltersTestJSON-809433892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:37:00.398792 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-5d1d7208-7396-4c07-9799-7bc000cca984 req-51afab09-f99e-450d-b05c-6067a9dddcc5 tempest-ListServerFiltersTestJSON-809433892 tempest-ListServerFiltersTestJSON-809433892-project] 10.222.0.67 "GET /v2.0/ports?device_id=112ec6b1-d777-4f3c-8724-ad88e87d715e HTTP/1.1" status: 200 len: 945 time: 1.0615060 Sep 23 19:37:00.467978 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-b2acc52c-ef06-490e-900c-990b98b1a533 req-a3f44123-d50f-47c7-ae1f-a094774765ec service neutron] 10.222.0.74 "GET /v2.0/networks/6c3bf957-b393-434c-9b83-03d88ca33e08?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2891738 Sep 23 19:37:00.510760 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-0dea0b76-4b20-431a-8aa0-b6042c9c17e8 tempest-AllowedAddressPairIpV6TestJSON-1561957964 tempest-AllowedAddressPairIpV6TestJSON-1561957964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:00.627573 n-d-713301-16 neutron-server[95101]: DEBUG neutron.db.db_base_plugin_v2 [None req-a8ff35f4-33b8-4c4e-ab1b-ad37ff0ec1a1 tempest-RoutersIpV6AdminTest-809394628 tempest-RoutersIpV6AdminTest-809394628-project-admin] Deleting subnet 0889c7cb-e621-413e-80a7-7fee372fbc3b {{(pid=95101) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 23 19:37:00.631051 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-a8ff35f4-33b8-4c4e-ab1b-ad37ff0ec1a1 tempest-RoutersIpV6AdminTest-809394628 tempest-RoutersIpV6AdminTest-809394628-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:00.657382 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-5d1d7208-7396-4c07-9799-7bc000cca984 req-5f1a70ea-6ab8-4c04-8302-00a69d53b00a tempest-ListServerFiltersTestJSON-809433892 tempest-ListServerFiltersTestJSON-809433892-project] 10.222.0.67 "GET /v2.0/security-groups?id=791c206a-3feb-4dc0-8ae9-5b23b18cf1d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2425361 Sep 23 19:37:00.660284 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb89129-2ec8-4f4f-bcd4-4903a3ed27f8 req-f64b42d8-e6f1-4926-a443-c6cb9888ef94 tempest-ServerPasswordTestJSON-2039733429 tempest-ServerPasswordTestJSON-2039733429-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:37:00.661828 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-5bb89129-2ec8-4f4f-bcd4-4903a3ed27f8 req-f64b42d8-e6f1-4926-a443-c6cb9888ef94 tempest-ServerPasswordTestJSON-2039733429 tempest-ServerPasswordTestJSON-2039733429-project] 10.222.0.74 "GET /v2.0/networks?id=5d0086a3-0035-40ec-8144-47eba93959be HTTP/1.1" status: 200 len: 813 time: 0.4460638 Sep 23 19:37:00.679910 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.v2.base [req-5bb89129-2ec8-4f4f-bcd4-4903a3ed27f8 req-7db7bf98-e823-4aeb-a05a-af1997013eff tempest-ServerPasswordTestJSON-2039733429 tempest-ServerPasswordTestJSON-2039733429-project] Request body: {'port': {'device_id': '1dbb916c-36ff-4f0f-a84b-5c12640be7ce', 'network_id': '5d0086a3-0035-40ec-8144-47eba93959be', 'admin_state_up': True, 'tenant_id': '3e55d6cb0c18476cae06046c80fab9aa'}} {{(pid=95101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:37:00.714954 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-fe79d790-fbaa-4064-9e62-c0e99b574bc1 req-96e11af3-da56-452b-9bcc-1f617b6bb115 tempest-ServerShowV254Test-1402049895 tempest-ServerShowV254Test-1402049895-project] 10.222.0.67 "GET /v2.0/ports?device_id=27079265-973c-403b-97a2-0bb6fe07744d HTTP/1.1" status: 200 len: 210 time: 0.0682697 Sep 23 19:37:00.729665 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-b2acc52c-ef06-490e-900c-990b98b1a533 req-b26c130e-ed7a-4068-94c9-e75c88e55019 service neutron] 10.222.0.74 "GET /v2.0/networks/6c3bf957-b393-434c-9b83-03d88ca33e08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2529092 Sep 23 19:37:00.730103 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-a8ff35f4-33b8-4c4e-ab1b-ad37ff0ec1a1 tempest-RoutersIpV6AdminTest-809394628 tempest-RoutersIpV6AdminTest-809394628-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6007154'] for subnet, precommit_delete_associations {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:00.731719 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-09538df5-5551-4688-96a3-91296ded2fb8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:00.928847 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-09538df5-5551-4688-96a3-91296ded2fb8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:00.935854 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-09538df5-5551-4688-96a3-91296ded2fb8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:00.952525 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-a8ff35f4-33b8-4c4e-ab1b-ad37ff0ec1a1 tempest-RoutersIpV6AdminTest-809394628 tempest-RoutersIpV6AdminTest-809394628-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1756813'] for subnet, precommit_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:00.992704 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-09538df5-5551-4688-96a3-91296ded2fb8 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=702803454e7c468db4fca3d41ef51135&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6387827 Sep 23 19:37:00.998030 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 54506) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:37:01.035040 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09538df5-5551-4688-96a3-91296ded2fb8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5589fdc5-28cd-4066-9404-797ea4b2d769,revision_number=1']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:37:01.066184 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-7ef0a87c-7618-44b1-af1a-df112ecbdf15 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:01.087491 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-0dea0b76-4b20-431a-8aa0-b6042c9c17e8 tempest-AllowedAddressPairIpV6TestJSON-1561957964 tempest-AllowedAddressPairIpV6TestJSON-1561957964-project] Notify callbacks [] for port, precommit_update {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:01.100027 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-7ef0a87c-7618-44b1-af1a-df112ecbdf15 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:01.119979 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-0dea0b76-4b20-431a-8aa0-b6042c9c17e8 tempest-AllowedAddressPairIpV6TestJSON-1561957964 tempest-AllowedAddressPairIpV6TestJSON-1561957964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5607436'] for port, after_update {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:01.122863 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5bb89129-2ec8-4f4f-bcd4-4903a3ed27f8 req-7db7bf98-e823-4aeb-a05a-af1997013eff tempest-ServerPasswordTestJSON-2039733429 tempest-ServerPasswordTestJSON-2039733429-project] Made reservation on behalf of 3e55d6cb0c18476cae06046c80fab9aa for: {'port': 1} {{(pid=95101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:37:01.135498 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-5bb89129-2ec8-4f4f-bcd4-4903a3ed27f8 req-7db7bf98-e823-4aeb-a05a-af1997013eff tempest-ServerPasswordTestJSON-2039733429 tempest-ServerPasswordTestJSON-2039733429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:01.179810 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-7ef0a87c-7618-44b1-af1a-df112ecbdf15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:01.183418 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-7ef0a87c-7618-44b1-af1a-df112ecbdf15 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:01.184854 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-7ef0a87c-7618-44b1-af1a-df112ecbdf15 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/5589fdc5-28cd-4066-9404-797ea4b2d769 HTTP/1.1" status: 204 len: 168 time: 0.1858144 Sep 23 19:37:01.201805 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.plugin [None req-0dea0b76-4b20-431a-8aa0-b6042c9c17e8 tempest-AllowedAddressPairIpV6TestJSON-1561957964 tempest-AllowedAddressPairIpV6TestJSON-1561957964-project] In _notify_port_updated(), no bound segment for port 3f50c655-cbe9-44f6-bd1f-778996ebc082 on network dd78cb93-4c32-4d0f-bf74-9d28f876d6c7 {{(pid=95101) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Sep 23 19:37:01.207553 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0dea0b76-4b20-431a-8aa0-b6042c9c17e8 tempest-AllowedAddressPairIpV6TestJSON-1561957964 tempest-AllowedAddressPairIpV6TestJSON-1561957964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:37:01.208119 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-0dea0b76-4b20-431a-8aa0-b6042c9c17e8 tempest-AllowedAddressPairIpV6TestJSON-1561957964 tempest-AllowedAddressPairIpV6TestJSON-1561957964-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222849'] for port, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:01.211896 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-0dea0b76-4b20-431a-8aa0-b6042c9c17e8 tempest-AllowedAddressPairIpV6TestJSON-1561957964 tempest-AllowedAddressPairIpV6TestJSON-1561957964-project] 10.222.0.67 "PUT /v2.0/ports/3f50c655-cbe9-44f6-bd1f-778996ebc082 HTTP/1.1" status: 200 len: 1068 time: 1.3641186 Sep 23 19:37:01.213188 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 54514) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:37:01.229344 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef0a87c-7618-44b1-af1a-df112ecbdf15 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5589fdc5-28cd-4066-9404-797ea4b2d769,revision_number=None']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:37:01.289062 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-a8ff35f4-33b8-4c4e-ab1b-ad37ff0ec1a1 tempest-RoutersIpV6AdminTest-809394628 tempest-RoutersIpV6AdminTest-809394628-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1756804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5607514', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6130950'] for subnet, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:01.425720 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.plugin [None req-9e6497ba-d6bb-4e34-b5ec-7c8ecbc1593b tempest-AllowedAddressPairIpV6TestJSON-1561957964 tempest-AllowedAddressPairIpV6TestJSON-1561957964-project] Deleting port 3f50c655-cbe9-44f6-bd1f-778996ebc082 {{(pid=95102) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:37:01.426166 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-9e6497ba-d6bb-4e34-b5ec-7c8ecbc1593b tempest-AllowedAddressPairIpV6TestJSON-1561957964 tempest-AllowedAddressPairIpV6TestJSON-1561957964-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783146157096'] for port, before_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:01.538865 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-9777d87e-bf52-42c7-a10d-8a441d6e78db req-beba31ad-11d2-4f15-911a-31ebf461bdaf tempest-ServerPasswordTestJSON-2039733429 tempest-ServerPasswordTestJSON-2039733429-project] 10.222.0.67 "GET /v2.0/ports?device_id=1dbb916c-36ff-4f0f-a84b-5c12640be7ce HTTP/1.1" status: 200 len: 210 time: 0.0792592 Sep 23 19:37:01.632549 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-9e6497ba-d6bb-4e34-b5ec-7c8ecbc1593b tempest-AllowedAddressPairIpV6TestJSON-1561957964 tempest-AllowedAddressPairIpV6TestJSON-1561957964-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-605701'] for port, precommit_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:01.656819 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.plugin [None req-9e6497ba-d6bb-4e34-b5ec-7c8ecbc1593b tempest-AllowedAddressPairIpV6TestJSON-1561957964 tempest-AllowedAddressPairIpV6TestJSON-1561957964-project] Calling delete_port for 3f50c655-cbe9-44f6-bd1f-778996ebc082 owned by {{(pid=95102) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:37:01.797995 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-1d58c2ba-6291-4c88-92b5-2c43f07a9bed None None] Provisioning complete for port 3f50c655-cbe9-44f6-bd1f-778996ebc082 triggered by entity DHCP. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:37:01.798576 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8ff35f4-33b8-4c4e-ab1b-ad37ff0ec1a1 tempest-RoutersIpV6AdminTest-809394628 tempest-RoutersIpV6AdminTest-809394628-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=0889c7cb-e621-413e-80a7-7fee372fbc3b,revision_number=None']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:37:01.800270 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dea0b76-4b20-431a-8aa0-b6042c9c17e8 tempest-AllowedAddressPairIpV6TestJSON-1561957964 tempest-AllowedAddressPairIpV6TestJSON-1561957964-project] Pushing event updated for resources: {'Port': ['ID=3f50c655-cbe9-44f6-bd1f-778996ebc082,revision_number=2']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:37:01.815140 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-a8ff35f4-33b8-4c4e-ab1b-ad37ff0ec1a1 tempest-RoutersIpV6AdminTest-809394628 tempest-RoutersIpV6AdminTest-809394628-project-admin] Notify callbacks [] for subnet, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:01.815319 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-1d58c2ba-6291-4c88-92b5-2c43f07a9bed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:01.818112 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-a8ff35f4-33b8-4c4e-ab1b-ad37ff0ec1a1 tempest-RoutersIpV6AdminTest-809394628 tempest-RoutersIpV6AdminTest-809394628-project-admin] 10.222.0.67 "DELETE /v2.0/subnets/0889c7cb-e621-413e-80a7-7fee372fbc3b HTTP/1.1" status: 204 len: 168 time: 1.4854589 Sep 23 19:37:01.824684 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 54530) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:37:01.887820 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 54534) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:37:01.893766 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.plugin [None req-1d58c2ba-6291-4c88-92b5-2c43f07a9bed None None] Port 3f50c655-cbe9-44f6-bd1f-778996ebc082 cannot update to ACTIVE because it is not bound. {{(pid=95103) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 19:37:01.911321 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-b6fd5c36-6d02-4f97-b997-49af423e3aa7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:01.918399 n-d-713301-16 neutron-server[95101]: DEBUG neutron.db.db_base_plugin_common [req-5bb89129-2ec8-4f4f-bcd4-4903a3ed27f8 req-7db7bf98-e823-4aeb-a05a-af1997013eff tempest-ServerPasswordTestJSON-2039733429 tempest-ServerPasswordTestJSON-2039733429-project] Allocated IP 172.20.0.2 (5d0086a3-0035-40ec-8144-47eba93959be/eacbe826-3430-4c97-a7b6-91d25670b93e/63aae9a8-7a5f-4b97-9825-a889d9ed2c64) {{(pid=95101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 19:37:02.021263 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-26ce3ad2-c898-4fcd-b6e5-40d3cebfd2d8 req-5204b417-6a2f-4e07-bd00-8360f05e46d8 tempest-ServerShowV254Test-1402049895 tempest-ServerShowV254Test-1402049895-project] 10.222.0.67 "GET /v2.0/ports?device_id=27079265-973c-403b-97a2-0bb6fe07744d HTTP/1.1" status: 200 len: 210 time: 0.1208396 Sep 23 19:37:02.045767 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-2fc9a0b8-10b9-48c1-b3bb-037f0e333d1b req-01d350ba-eb30-4bd0-abb0-26ebbea15dbd service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=27079265-973c-403b-97a2-0bb6fe07744d HTTP/1.1" status: 200 len: 210 time: 0.0791171 Sep 23 19:37:02.095363 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-1bc96c55-4ebe-42ff-8419-3001777d6d68 tempest-RoutersIpV6AdminTest-809394628 tempest-RoutersIpV6AdminTest-809394628-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1628021'] for network, before_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:02.155751 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-5bb89129-2ec8-4f4f-bcd4-4903a3ed27f8 req-7db7bf98-e823-4aeb-a05a-af1997013eff tempest-ServerPasswordTestJSON-2039733429 tempest-ServerPasswordTestJSON-2039733429-project] Notify callbacks [] for port, precommit_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:02.158034 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e03901-4378-431b-ace5-24340951e8c9 req-8ae92d92-4d0f-4536-8477-bfbbc55a3c6d tempest-ListServerFiltersTestJSON-809433892 tempest-ListServerFiltersTestJSON-809433892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:37:02.162956 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-b6fd5c36-6d02-4f97-b997-49af423e3aa7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:02.167415 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-10e03901-4378-431b-ace5-24340951e8c9 req-8ae92d92-4d0f-4536-8477-bfbbc55a3c6d tempest-ListServerFiltersTestJSON-809433892 tempest-ListServerFiltersTestJSON-809433892-project] 10.222.0.67 "GET /v2.0/ports?device_id=112ec6b1-d777-4f3c-8724-ad88e87d715e HTTP/1.1" status: 200 len: 945 time: 0.3173127 Sep 23 19:37:02.170681 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-b6fd5c36-6d02-4f97-b997-49af423e3aa7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:02.233414 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-b6fd5c36-6d02-4f97-b997-49af423e3aa7 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=a83987ec653f4bd59c93e4cdbb3963a2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3420737 Sep 23 19:37:02.236691 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 54540) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:37:02.237395 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6fd5c36-6d02-4f97-b997-49af423e3aa7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f92eced2-d5e0-452d-b1c5-967d242eeb27,revision_number=1']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:37:02.269260 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-10e03901-4378-431b-ace5-24340951e8c9 req-33d64dee-4ab2-4c06-9c8b-ddeef2914ea2 tempest-ListServerFiltersTestJSON-809433892 tempest-ListServerFiltersTestJSON-809433892-project] 10.222.0.67 "GET /v2.0/security-groups?id=791c206a-3feb-4dc0-8ae9-5b23b18cf1d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999498 Sep 23 19:37:02.272206 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-9e6497ba-d6bb-4e34-b5ec-7c8ecbc1593b tempest-AllowedAddressPairIpV6TestJSON-1561957964 tempest-AllowedAddressPairIpV6TestJSON-1561957964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783146162158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783145673144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4399100'] for port, after_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:02.287152 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-5bb89129-2ec8-4f4f-bcd4-4903a3ed27f8 req-7db7bf98-e823-4aeb-a05a-af1997013eff tempest-ServerPasswordTestJSON-2039733429 tempest-ServerPasswordTestJSON-2039733429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783145673135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5607431'] for port, after_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:02.312827 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-1bc96c55-4ebe-42ff-8419-3001777d6d68 tempest-RoutersIpV6AdminTest-809394628 tempest-RoutersIpV6AdminTest-809394628-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1754676', 'neutron.services.segments.db._delete_segments_for_network-8783146221460'] for network, precommit_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:02.344933 n-d-713301-16 neutron-server[95102]: DEBUG neutron.services.segments.db [None req-1bc96c55-4ebe-42ff-8419-3001777d6d68 tempest-RoutersIpV6AdminTest-809394628 tempest-RoutersIpV6AdminTest-809394628-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['32da8485-95d9-4904-90d4-c1aee5e797ff']}} {{(pid=95102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:37:02.351140 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7db7bf98-e823-4aeb-a05a-af1997013eff tempest-ServerPasswordTestJSON-2039733429 tempest-ServerPasswordTestJSON-2039733429-project] Pushing event updated for resources: {'Port': ['ID=63aae9a8-7a5f-4b97-9825-a889d9ed2c64,revision_number=1']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:37:02.365346 n-d-713301-16 neutron-server[95102]: DEBUG neutron.services.segments.db [None req-1bc96c55-4ebe-42ff-8419-3001777d6d68 tempest-RoutersIpV6AdminTest-809394628 tempest-RoutersIpV6AdminTest-809394628-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '11aab71b-85cc-4db2-b6f4-616fe6f2149e') {'for_net_delete': True} {{(pid=95102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:37:02.365647 n-d-713301-16 neutron-server[95102]: DEBUG neutron.services.segments.db [None req-1bc96c55-4ebe-42ff-8419-3001777d6d68 tempest-RoutersIpV6AdminTest-809394628 tempest-RoutersIpV6AdminTest-809394628-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '11aab71b-85cc-4db2-b6f4-616fe6f2149e') {} {{(pid=95102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:37:02.380875 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-1bc96c55-4ebe-42ff-8419-3001777d6d68 tempest-RoutersIpV6AdminTest-809394628 tempest-RoutersIpV6AdminTest-809394628-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783146221725', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6162832'] for segment, before_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:02.393071 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5bb89129-2ec8-4f4f-bcd4-4903a3ed27f8 req-7db7bf98-e823-4aeb-a05a-af1997013eff tempest-ServerPasswordTestJSON-2039733429 tempest-ServerPasswordTestJSON-2039733429-project] Network 5d0086a3-0035-40ec-8144-47eba93959be is already hosted by enough agents. {{(pid=95101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:37:02.396418 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.base_scheduler [req-5bb89129-2ec8-4f4f-bcd4-4903a3ed27f8 req-7db7bf98-e823-4aeb-a05a-af1997013eff tempest-ServerPasswordTestJSON-2039733429 tempest-ServerPasswordTestJSON-2039733429-project] Resources bound (agent type, host, resource id): {{(pid=95101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:37:02.403713 n-d-713301-16 neutron-server[95101]: DEBUG neutron.db.l3_dvrscheduler_db [req-5bb89129-2ec8-4f4f-bcd4-4903a3ed27f8 req-7db7bf98-e823-4aeb-a05a-af1997013eff tempest-ServerPasswordTestJSON-2039733429 tempest-ServerPasswordTestJSON-2039733429-project] Received port after_create {{(pid=95101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 19:37:02.429872 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-21b5bee4-a89d-4bf2-8961-dca318722715 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:02.459744 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-1bc96c55-4ebe-42ff-8419-3001777d6d68 tempest-RoutersIpV6AdminTest-809394628 tempest-RoutersIpV6AdminTest-809394628-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1756186'] for segment, precommit_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:02.470473 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e6497ba-d6bb-4e34-b5ec-7c8ecbc1593b tempest-AllowedAddressPairIpV6TestJSON-1561957964 tempest-AllowedAddressPairIpV6TestJSON-1561957964-project] Pushing event deleted for resources: {'Port': ['ID=3f50c655-cbe9-44f6-bd1f-778996ebc082,revision_number=None']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:37:02.480585 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-21b5bee4-a89d-4bf2-8961-dca318722715 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:02.489052 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1bc96c55-4ebe-42ff-8419-3001777d6d68 tempest-RoutersIpV6AdminTest-809394628 tempest-RoutersIpV6AdminTest-809394628-project-admin] Releasing vlan 630 on physical network physnet1 to pool {{(pid=95102) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 19:37:02.490074 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-1bc96c55-4ebe-42ff-8419-3001777d6d68 tempest-RoutersIpV6AdminTest-809394628 tempest-RoutersIpV6AdminTest-809394628-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1756186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4398095'] for segment, after_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:02.491586 n-d-713301-16 neutron-server[95102]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 23 19:37:02.491586 n-d-713301-16 neutron-server[95102]: items = [ Sep 23 19:37:02.491586 n-d-713301-16 neutron-server[95102]: Traceback (most recent call last): Sep 23 19:37:02.491586 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 19:37:02.491586 n-d-713301-16 neutron-server[95102]: timer() Sep 23 19:37:02.491586 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 19:37:02.491586 n-d-713301-16 neutron-server[95102]: cb(*args, **kw) Sep 23 19:37:02.491586 n-d-713301-16 neutron-server[95102]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 19:37:02.491586 n-d-713301-16 neutron-server[95102]: return func(*args, **kwargs) Sep 23 19:37:02.491586 n-d-713301-16 neutron-server[95102]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 19:37:02.491586 n-d-713301-16 neutron-server[95102]: self._notify() Sep 23 19:37:02.491586 n-d-713301-16 neutron-server[95102]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 19:37:02.491586 n-d-713301-16 neutron-server[95102]: self.callback(batched_events) Sep 23 19:37:02.491586 n-d-713301-16 neutron-server[95102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 19:37:02.491586 n-d-713301-16 neutron-server[95102]: event.method(event) Sep 23 19:37:02.491586 n-d-713301-16 neutron-server[95102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 19:37:02.491586 n-d-713301-16 neutron-server[95102]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 19:37:02.491586 n-d-713301-16 neutron-server[95102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 19:37:02.491586 n-d-713301-16 neutron-server[95102]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 19:37:02.491586 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 19:37:02.491586 n-d-713301-16 neutron-server[95102]: return f(self, *a, **k) Sep 23 19:37:02.491586 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 19:37:02.491586 n-d-713301-16 neutron-server[95102]: return self._get(url).json() Sep 23 19:37:02.491586 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 19:37:02.491586 n-d-713301-16 neutron-server[95102]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 19:37:02.491586 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 19:37:02.491586 n-d-713301-16 neutron-server[95102]: return self.request(url, 'GET', **kwargs) Sep 23 19:37:02.491586 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 19:37:02.491586 n-d-713301-16 neutron-server[95102]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 19:37:02.491586 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 19:37:02.491586 n-d-713301-16 neutron-server[95102]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 19:37:02.491586 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 19:37:02.491586 n-d-713301-16 neutron-server[95102]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 19:37:02.491586 n-d-713301-16 neutron-server[95102]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 19:37:02.507350 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb89129-2ec8-4f4f-bcd4-4903a3ed27f8 req-7db7bf98-e823-4aeb-a05a-af1997013eff tempest-ServerPasswordTestJSON-2039733429 tempest-ServerPasswordTestJSON-2039733429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:37:02.508367 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-5bb89129-2ec8-4f4f-bcd4-4903a3ed27f8 req-7db7bf98-e823-4aeb-a05a-af1997013eff tempest-ServerPasswordTestJSON-2039733429 tempest-ServerPasswordTestJSON-2039733429-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222849'] for port, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:02.601052 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-5bb89129-2ec8-4f4f-bcd4-4903a3ed27f8 req-7db7bf98-e823-4aeb-a05a-af1997013eff tempest-ServerPasswordTestJSON-2039733429 tempest-ServerPasswordTestJSON-2039733429-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9264717 Sep 23 19:37:02.616532 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e9d5433-a04c-4e6a-8eb9-c91ce6eb73b0 req-300a26ed-eced-4c0f-97fa-bbab1460477c tempest-ListServerFiltersTestJSON-809433892 tempest-ListServerFiltersTestJSON-809433892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:37:02.618824 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-2e9d5433-a04c-4e6a-8eb9-c91ce6eb73b0 req-300a26ed-eced-4c0f-97fa-bbab1460477c tempest-ListServerFiltersTestJSON-809433892 tempest-ListServerFiltersTestJSON-809433892-project] 10.222.0.67 "GET /v2.0/ports?device_id=112ec6b1-d777-4f3c-8724-ad88e87d715e HTTP/1.1" status: 200 len: 945 time: 0.2300248 Sep 23 19:37:02.620276 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.v2.base [req-5bb89129-2ec8-4f4f-bcd4-4903a3ed27f8 req-f1fd5d85-72e8-4d60-87f7-f7b1049e5aa4 service neutron] Request body: {'port': {'device_id': '1dbb916c-36ff-4f0f-a84b-5c12640be7ce', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713301-16'}} {{(pid=95101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:37:02.626973 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-1bc96c55-4ebe-42ff-8419-3001777d6d68 tempest-RoutersIpV6AdminTest-809394628 tempest-RoutersIpV6AdminTest-809394628-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1754627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-601866'] for network, after_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:02.636952 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-21b5bee4-a89d-4bf2-8961-dca318722715 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:02.641795 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-21b5bee4-a89d-4bf2-8961-dca318722715 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:02.645199 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-21b5bee4-a89d-4bf2-8961-dca318722715 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/f92eced2-d5e0-452d-b1c5-967d242eeb27 HTTP/1.1" status: 204 len: 168 time: 0.4041390 Sep 23 19:37:02.659886 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1bc96c55-4ebe-42ff-8419-3001777d6d68 tempest-RoutersIpV6AdminTest-809394628 tempest-RoutersIpV6AdminTest-809394628-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 32da8485-95d9-4904-90d4-c1aee5e797ff {{(pid=95102) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Sep 23 19:37:02.672639 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21b5bee4-a89d-4bf2-8961-dca318722715 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f92eced2-d5e0-452d-b1c5-967d242eeb27,revision_number=None']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:37:02.672833 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-1bc96c55-4ebe-42ff-8419-3001777d6d68 tempest-RoutersIpV6AdminTest-809394628 tempest-RoutersIpV6AdminTest-809394628-project-admin] Notify callbacks [] for network, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:02.680763 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-1bc96c55-4ebe-42ff-8419-3001777d6d68 tempest-RoutersIpV6AdminTest-809394628 tempest-RoutersIpV6AdminTest-809394628-project-admin] 10.222.0.67 "DELETE /v2.0/networks/32da8485-95d9-4904-90d4-c1aee5e797ff HTTP/1.1" status: 204 len: 168 time: 0.8490508 Sep 23 19:37:02.744083 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bc96c55-4ebe-42ff-8419-3001777d6d68 tempest-RoutersIpV6AdminTest-809394628 tempest-RoutersIpV6AdminTest-809394628-project-admin] Pushing event deleted for resources: {'Network': ['ID=32da8485-95d9-4904-90d4-c1aee5e797ff,revision_number=None']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:37:02.799423 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-5bb89129-2ec8-4f4f-bcd4-4903a3ed27f8 req-f1fd5d85-72e8-4d60-87f7-f7b1049e5aa4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:02.903572 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-2e9d5433-a04c-4e6a-8eb9-c91ce6eb73b0 req-1b843b82-94e0-46ae-bc85-81790154a738 tempest-ListServerFiltersTestJSON-809433892 tempest-ListServerFiltersTestJSON-809433892-project] 10.222.0.67 "GET /v2.0/security-groups?id=791c206a-3feb-4dc0-8ae9-5b23b18cf1d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2743099 Sep 23 19:37:03.048053 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-9e6497ba-d6bb-4e34-b5ec-7c8ecbc1593b tempest-AllowedAddressPairIpV6TestJSON-1561957964 tempest-AllowedAddressPairIpV6TestJSON-1561957964-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222849'] for port, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:03.050512 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-9e6497ba-d6bb-4e34-b5ec-7c8ecbc1593b tempest-AllowedAddressPairIpV6TestJSON-1561957964 tempest-AllowedAddressPairIpV6TestJSON-1561957964-project] 10.222.0.67 "DELETE /v2.0/ports/3f50c655-cbe9-44f6-bd1f-778996ebc082 HTTP/1.1" status: 204 len: 168 time: 1.8328497 Sep 23 19:37:03.056594 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 54570) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:37:03.107292 n-d-713301-16 neutron-server[95102]: INFO neutron.pecan_wsgi.hooks.translation [None req-31f8581b-99ba-48aa-9e7e-c696eeecc283 tempest-AllowedAddressPairIpV6TestJSON-1561957964 tempest-AllowedAddressPairIpV6TestJSON-1561957964-project] GET failed (client error): The resource could not be found. Sep 23 19:37:03.111646 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-31f8581b-99ba-48aa-9e7e-c696eeecc283 tempest-AllowedAddressPairIpV6TestJSON-1561957964 tempest-AllowedAddressPairIpV6TestJSON-1561957964-project] 10.222.0.67 "GET /v2.0/ports/3f50c655-cbe9-44f6-bd1f-778996ebc082 HTTP/1.1" status: 404 len: 333 time: 0.0512784 Sep 23 19:37:03.113657 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 54574) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:37:03.174324 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025e10e5-2249-4c3e-bd31-acdcec8f6605 req-9cc54867-8be3-4d4e-8dbe-4d1f2b81bcf2 tempest-ServerPasswordTestJSON-2039733429 tempest-ServerPasswordTestJSON-2039733429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:37:03.189297 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-025e10e5-2249-4c3e-bd31-acdcec8f6605 req-9cc54867-8be3-4d4e-8dbe-4d1f2b81bcf2 tempest-ServerPasswordTestJSON-2039733429 tempest-ServerPasswordTestJSON-2039733429-project] 10.222.0.67 "GET /v2.0/ports?device_id=1dbb916c-36ff-4f0f-a84b-5c12640be7ce HTTP/1.1" status: 200 len: 931 time: 0.3777506 Sep 23 19:37:03.278438 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45904c2e-9e22-4c75-ba88-219eae075168 req-64b6029c-8f13-408c-8b21-bd7081337212 tempest-ListServerFiltersTestJSON-809433892 tempest-ListServerFiltersTestJSON-809433892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:37:03.280097 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-45904c2e-9e22-4c75-ba88-219eae075168 req-64b6029c-8f13-408c-8b21-bd7081337212 tempest-ListServerFiltersTestJSON-809433892 tempest-ListServerFiltersTestJSON-809433892-project] 10.222.0.67 "GET /v2.0/ports?device_id=9833bfef-a659-4e2c-804f-61eb8398fe4e HTTP/1.1" status: 200 len: 946 time: 0.1697054 Sep 23 19:37:03.300876 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-025e10e5-2249-4c3e-bd31-acdcec8f6605 req-266fbbb8-26b4-4645-8be5-5f2bea0f6cbe tempest-ServerPasswordTestJSON-2039733429 tempest-ServerPasswordTestJSON-2039733429-project] 10.222.0.67 "GET /v2.0/security-groups?id=1b4fd1f0-f078-45dc-8269-6cb1b1703d97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1105654 Sep 23 19:37:03.353709 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 54582) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:37:03.372557 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.v2.base [None req-5b782e66-351b-4eab-aca8-ed0c4018b0b7 tempest-RoutersIpV6AdminTest-809394628 tempest-RoutersIpV6AdminTest-809394628-project-admin] Request body: {'router': {'name': 'tempest-router--1652990452', 'project_id': 'c334df204f4f4938834d0c94153a0ca1'}} {{(pid=95101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:37:03.466764 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-45904c2e-9e22-4c75-ba88-219eae075168 req-352b6011-c365-406e-ae47-972cabb08064 tempest-ListServerFiltersTestJSON-809433892 tempest-ListServerFiltersTestJSON-809433892-project] 10.222.0.67 "GET /v2.0/security-groups?id=791c206a-3feb-4dc0-8ae9-5b23b18cf1d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1565144 Sep 23 19:37:03.500244 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-5b782e66-351b-4eab-aca8-ed0c4018b0b7 tempest-RoutersIpV6AdminTest-809394628 tempest-RoutersIpV6AdminTest-809394628-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-594563', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29355'] for router, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:03.501290 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-5b782e66-351b-4eab-aca8-ed0c4018b0b7 tempest-RoutersIpV6AdminTest-809394628 tempest-RoutersIpV6AdminTest-809394628-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-597363', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-601731', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-739356', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29346'] for router, precommit_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:03.508083 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.plugin [None req-9e2e66f6-5c08-4553-982c-f4a8417af3c9 tempest-AllowedAddressPairIpV6TestJSON-1561957964 tempest-AllowedAddressPairIpV6TestJSON-1561957964-project] Deleting port 4fa3640f-6ddb-40d1-a3c6-1b34c17f8b06 {{(pid=95101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:37:03.508419 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-9e2e66f6-5c08-4553-982c-f4a8417af3c9 tempest-AllowedAddressPairIpV6TestJSON-1561957964 tempest-AllowedAddressPairIpV6TestJSON-1561957964-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783146157096'] for port, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:03.581800 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-542141ae-bbc5-44dd-a998-51a61bcfe361 req-b146694e-cb4a-4243-b748-7e2fc1ccc9bc tempest-ServerShowV254Test-1402049895 tempest-ServerShowV254Test-1402049895-project] 10.222.0.67 "GET /v2.0/ports?device_id=27079265-973c-403b-97a2-0bb6fe07744d HTTP/1.1" status: 200 len: 210 time: 0.0718453 Sep 23 19:37:03.664516 n-d-713301-16 neutron-server[95101]: DEBUG neutron.notifiers.nova [req-5bb89129-2ec8-4f4f-bcd4-4903a3ed27f8 req-f1fd5d85-72e8-4d60-87f7-f7b1049e5aa4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 63aae9a8-7a5f-4b97-9825-a889d9ed2c64 {{(pid=95101) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 19:37:03.677934 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-5bb89129-2ec8-4f4f-bcd4-4903a3ed27f8 req-f1fd5d85-72e8-4d60-87f7-f7b1049e5aa4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:03.704937 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-5b782e66-351b-4eab-aca8-ed0c4018b0b7 tempest-RoutersIpV6AdminTest-809394628 tempest-RoutersIpV6AdminTest-809394628-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:03.709155 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-089c6555-032f-4391-ab32-5a4491376814 req-15fe7a28-a88f-43e7-9d23-d68e17ca4faf tempest-ListServerFiltersTestJSON-809433892 tempest-ListServerFiltersTestJSON-809433892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:37:03.715389 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-089c6555-032f-4391-ab32-5a4491376814 req-15fe7a28-a88f-43e7-9d23-d68e17ca4faf tempest-ListServerFiltersTestJSON-809433892 tempest-ListServerFiltersTestJSON-809433892-project] 10.222.0.67 "GET /v2.0/ports?device_id=f7a4a9ad-9299-4e1e-a7bc-d77c53e5407a HTTP/1.1" status: 200 len: 946 time: 0.1281748 Sep 23 19:37:03.716152 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-5b782e66-351b-4eab-aca8-ed0c4018b0b7 tempest-RoutersIpV6AdminTest-809394628 tempest-RoutersIpV6AdminTest-809394628-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-597258', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-601790'] for router, after_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:03.746935 n-d-713301-16 neutron-server[95101]: DEBUG neutron.db.provisioning_blocks [req-5bb89129-2ec8-4f4f-bcd4-4903a3ed27f8 req-f1fd5d85-72e8-4d60-87f7-f7b1049e5aa4 service neutron] Transition to ACTIVE for port object 63aae9a8-7a5f-4b97-9825-a889d9ed2c64 will not be triggered until provisioned by entity L2. {{(pid=95101) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 19:37:03.767463 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-9e2e66f6-5c08-4553-982c-f4a8417af3c9 tempest-AllowedAddressPairIpV6TestJSON-1561957964 tempest-AllowedAddressPairIpV6TestJSON-1561957964-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-605701'] for port, precommit_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:03.770324 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-5bb89129-2ec8-4f4f-bcd4-4903a3ed27f8 req-f1fd5d85-72e8-4d60-87f7-f7b1049e5aa4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5607436'] for port, after_update {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:03.787961 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-089c6555-032f-4391-ab32-5a4491376814 req-8878d216-6173-494c-902b-7ecbf4bef2e9 tempest-ListServerFiltersTestJSON-809433892 tempest-ListServerFiltersTestJSON-809433892-project] 10.222.0.67 "GET /v2.0/security-groups?id=791c206a-3feb-4dc0-8ae9-5b23b18cf1d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615509 Sep 23 19:37:03.815235 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-5b782e66-351b-4eab-aca8-ed0c4018b0b7 tempest-RoutersIpV6AdminTest-809394628 tempest-RoutersIpV6AdminTest-809394628-project-admin] Notify callbacks [] for router, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:03.817201 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-5b782e66-351b-4eab-aca8-ed0c4018b0b7 tempest-RoutersIpV6AdminTest-809394628 tempest-RoutersIpV6AdminTest-809394628-project-admin] 10.222.0.67 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.4601884 Sep 23 19:37:03.818443 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.plugin [None req-9e2e66f6-5c08-4553-982c-f4a8417af3c9 tempest-AllowedAddressPairIpV6TestJSON-1561957964 tempest-AllowedAddressPairIpV6TestJSON-1561957964-project] Calling delete_port for 4fa3640f-6ddb-40d1-a3c6-1b34c17f8b06 owned by {{(pid=95101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:37:03.822380 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 54602) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:37:03.951915 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [req-eed17634-7c12-4bd1-8176-d71b1bdf2706 req-bcb4152a-7d21-4976-a54f-ee5ce02d8dab tempest-ListServerFiltersTestJSON-809433892 tempest-ListServerFiltersTestJSON-809433892-project] http://10.222.0.67:9696/v2.0/extensions returned with HTTP 200 {{(pid=95102) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 23 19:37:03.953641 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-eed17634-7c12-4bd1-8176-d71b1bdf2706 req-bcb4152a-7d21-4976-a54f-ee5ce02d8dab tempest-ListServerFiltersTestJSON-809433892 tempest-ListServerFiltersTestJSON-809433892-project] 10.222.0.67 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0166259 Sep 23 19:37:04.050912 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-9e2e66f6-5c08-4553-982c-f4a8417af3c9 tempest-AllowedAddressPairIpV6TestJSON-1561957964 tempest-AllowedAddressPairIpV6TestJSON-1561957964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783146162158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783145673144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5607431'] for port, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:04.136510 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1fd5d85-72e8-4d60-87f7-f7b1049e5aa4 service neutron] Pushing event updated for resources: {'Port': ['ID=63aae9a8-7a5f-4b97-9825-a889d9ed2c64,revision_number=2']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:37:04.158461 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-eca11a0e-090c-4987-8b4a-380fae60d95c tempest-RoutersIpV6AdminTest-809394628 tempest-RoutersIpV6AdminTest-809394628-project-admin] Notify callbacks [] for router, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:04.169699 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-eed17634-7c12-4bd1-8176-d71b1bdf2706 req-9c7eb586-0fc0-4a71-b92d-cd9fd6364470 tempest-ListServerFiltersTestJSON-809433892 tempest-ListServerFiltersTestJSON-809433892-project] 10.222.0.67 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.14&fields=device_id HTTP/1.1" status: 200 len: 262 time: 0.1988297 Sep 23 19:37:04.265777 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2e66f6-5c08-4553-982c-f4a8417af3c9 tempest-AllowedAddressPairIpV6TestJSON-1561957964 tempest-AllowedAddressPairIpV6TestJSON-1561957964-project] Pushing event deleted for resources: {'Port': ['ID=4fa3640f-6ddb-40d1-a3c6-1b34c17f8b06,revision_number=None']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:37:04.420646 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-9e2e66f6-5c08-4553-982c-f4a8417af3c9 tempest-AllowedAddressPairIpV6TestJSON-1561957964 tempest-AllowedAddressPairIpV6TestJSON-1561957964-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222849'] for port, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:04.422592 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-9e2e66f6-5c08-4553-982c-f4a8417af3c9 tempest-AllowedAddressPairIpV6TestJSON-1561957964 tempest-AllowedAddressPairIpV6TestJSON-1561957964-project] 10.222.0.67 "DELETE /v2.0/ports/4fa3640f-6ddb-40d1-a3c6-1b34c17f8b06 HTTP/1.1" status: 204 len: 168 time: 1.3006585 Sep 23 19:37:04.425310 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 54650) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:37:04.483971 n-d-713301-16 neutron-server[95102]: INFO neutron.pecan_wsgi.hooks.translation [None req-709e70f5-050e-45fc-9f1c-d4b185c5ca42 tempest-AllowedAddressPairIpV6TestJSON-1561957964 tempest-AllowedAddressPairIpV6TestJSON-1561957964-project] GET failed (client error): The resource could not be found. Sep 23 19:37:04.491439 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-709e70f5-050e-45fc-9f1c-d4b185c5ca42 tempest-AllowedAddressPairIpV6TestJSON-1561957964 tempest-AllowedAddressPairIpV6TestJSON-1561957964-project] 10.222.0.67 "GET /v2.0/ports/4fa3640f-6ddb-40d1-a3c6-1b34c17f8b06 HTTP/1.1" status: 404 len: 333 time: 0.0649354 Sep 23 19:37:04.491996 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 54652) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:37:04.701581 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-eca11a0e-090c-4987-8b4a-380fae60d95c tempest-RoutersIpV6AdminTest-809394628 tempest-RoutersIpV6AdminTest-809394628-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-597305', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29369'] for router, precommit_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:04.707122 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-eca11a0e-090c-4987-8b4a-380fae60d95c tempest-RoutersIpV6AdminTest-809394628 tempest-RoutersIpV6AdminTest-809394628-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:04.711698 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.managers [req-5bb89129-2ec8-4f4f-bcd4-4903a3ed27f8 req-f1fd5d85-72e8-4d60-87f7-f7b1049e5aa4 service neutron] Attempting to bind port 63aae9a8-7a5f-4b97-9825-a889d9ed2c64 on host n-h1-713301-16 for vnic_type normal with profile {{(pid=95101) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 19:37:04.712023 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.managers [req-5bb89129-2ec8-4f4f-bcd4-4903a3ed27f8 req-f1fd5d85-72e8-4d60-87f7-f7b1049e5aa4 service neutron] Attempting to bind port 63aae9a8-7a5f-4b97-9825-a889d9ed2c64 by drivers openvswitch,hyperv on host n-h1-713301-16 at level 0 using segments [{'id': '887f39e0-99a5-4171-ab42-420362d0174f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '5d0086a3-0035-40ec-8144-47eba93959be'}] {{(pid=95101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 19:37:04.715679 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bb89129-2ec8-4f4f-bcd4-4903a3ed27f8 req-f1fd5d85-72e8-4d60-87f7-f7b1049e5aa4 service neutron] Attempting to bind port 63aae9a8-7a5f-4b97-9825-a889d9ed2c64 on network 5d0086a3-0035-40ec-8144-47eba93959be {{(pid=95101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:37:04.734506 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bb89129-2ec8-4f4f-bcd4-4903a3ed27f8 req-f1fd5d85-72e8-4d60-87f7-f7b1049e5aa4 service neutron] Port 63aae9a8-7a5f-4b97-9825-a889d9ed2c64 on network 5d0086a3-0035-40ec-8144-47eba93959be not bound, no agent of type Open vSwitch agent registered on host n-h1-713301-16 {{(pid=95101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 19:37:04.735101 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bb89129-2ec8-4f4f-bcd4-4903a3ed27f8 req-f1fd5d85-72e8-4d60-87f7-f7b1049e5aa4 service neutron] Attempting to bind port 63aae9a8-7a5f-4b97-9825-a889d9ed2c64 on network 5d0086a3-0035-40ec-8144-47eba93959be {{(pid=95101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:37:04.777530 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bb89129-2ec8-4f4f-bcd4-4903a3ed27f8 req-f1fd5d85-72e8-4d60-87f7-f7b1049e5aa4 service neutron] Checking agent: {'id': '0708c3e9-0aad-4600-9be9-d2486535c898', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713301-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 19, 15, 28), 'started_at': datetime.datetime(2021, 9, 23, 19, 15, 28), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 19, 36, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 19:37:04.778476 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bb89129-2ec8-4f4f-bcd4-4903a3ed27f8 req-f1fd5d85-72e8-4d60-87f7-f7b1049e5aa4 service neutron] Checking segment: {'id': '887f39e0-99a5-4171-ab42-420362d0174f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '5d0086a3-0035-40ec-8144-47eba93959be'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:37:04.779102 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bb89129-2ec8-4f4f-bcd4-4903a3ed27f8 req-f1fd5d85-72e8-4d60-87f7-f7b1049e5aa4 service neutron] Bound using segment: {'id': '887f39e0-99a5-4171-ab42-420362d0174f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '5d0086a3-0035-40ec-8144-47eba93959be'} {{(pid=95101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 19:37:04.781135 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.managers [req-5bb89129-2ec8-4f4f-bcd4-4903a3ed27f8 req-f1fd5d85-72e8-4d60-87f7-f7b1049e5aa4 service neutron] Bound port: 63aae9a8-7a5f-4b97-9825-a889d9ed2c64, host: n-h1-713301-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '887f39e0-99a5-4171-ab42-420362d0174f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '5d0086a3-0035-40ec-8144-47eba93959be'}}] {{(pid=95101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 19:37:04.781660 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-5bb89129-2ec8-4f4f-bcd4-4903a3ed27f8 req-f1fd5d85-72e8-4d60-87f7-f7b1049e5aa4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:04.801851 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-27a188f1-04d7-409d-9913-d3d6803e6121 req-9bfdc6fe-9126-4a91-ab7e-76815a4805d7 tempest-ServerShowV254Test-1402049895 tempest-ServerShowV254Test-1402049895-project] 10.222.0.67 "GET /v2.0/ports?device_id=27079265-973c-403b-97a2-0bb6fe07744d HTTP/1.1" status: 200 len: 210 time: 0.1168940 Sep 23 19:37:04.873133 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.db [req-5bb89129-2ec8-4f4f-bcd4-4903a3ed27f8 req-f1fd5d85-72e8-4d60-87f7-f7b1049e5aa4 service neutron] For port 63aae9a8-7a5f-4b97-9825-a889d9ed2c64, host n-h1-713301-16, cleared binding levels {{(pid=95101) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 19:37:04.876671 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-458af95c-382d-40b5-b730-dc14d2097a3e req-990c0a78-bf85-4055-a3f5-0698cc0101fe tempest-ServerPasswordTestJSON-2039733429 tempest-ServerPasswordTestJSON-2039733429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:37:04.878693 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-458af95c-382d-40b5-b730-dc14d2097a3e req-990c0a78-bf85-4055-a3f5-0698cc0101fe tempest-ServerPasswordTestJSON-2039733429 tempest-ServerPasswordTestJSON-2039733429-project] 10.222.0.67 "GET /v2.0/ports?device_id=1dbb916c-36ff-4f0f-a84b-5c12640be7ce HTTP/1.1" status: 200 len: 943 time: 0.2926197 Sep 23 19:37:04.884990 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.db [req-5bb89129-2ec8-4f4f-bcd4-4903a3ed27f8 req-f1fd5d85-72e8-4d60-87f7-f7b1049e5aa4 service neutron] For port 63aae9a8-7a5f-4b97-9825-a889d9ed2c64, host n-h1-713301-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-16',level=0,port_id=63aae9a8-7a5f-4b97-9825-a889d9ed2c64,segment=NetworkSegment(887f39e0-99a5-4171-ab42-420362d0174f),segment_id=887f39e0-99a5-4171-ab42-420362d0174f)] {{(pid=95101) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 19:37:04.897153 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-5bb89129-2ec8-4f4f-bcd4-4903a3ed27f8 req-f1fd5d85-72e8-4d60-87f7-f7b1049e5aa4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5607436'] for port, after_update {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:04.938672 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.plugin [None req-8e4d0ae3-9736-4a99-9336-9d12abee8b14 tempest-AllowedAddressPairIpV6TestJSON-1561957964 tempest-AllowedAddressPairIpV6TestJSON-1561957964-project] Deleting port 2ea536ec-d972-488d-aa18-d2e50386d705 {{(pid=95102) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:37:04.940750 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-8e4d0ae3-9736-4a99-9336-9d12abee8b14 tempest-AllowedAddressPairIpV6TestJSON-1561957964 tempest-AllowedAddressPairIpV6TestJSON-1561957964-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783146157096'] for port, before_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:04.974379 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-eca11a0e-090c-4987-8b4a-380fae60d95c tempest-RoutersIpV6AdminTest-809394628 tempest-RoutersIpV6AdminTest-809394628-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-597296'] for router, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:04.974889 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eca11a0e-090c-4987-8b4a-380fae60d95c tempest-RoutersIpV6AdminTest-809394628 tempest-RoutersIpV6AdminTest-809394628-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 6e68fa5f-8665-4e0a-8358-e55d5faeb670 {{(pid=95101) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 23 19:37:04.992372 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-eca11a0e-090c-4987-8b4a-380fae60d95c tempest-RoutersIpV6AdminTest-809394628 tempest-RoutersIpV6AdminTest-809394628-project-admin] Notify callbacks [] for router, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:04.998363 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-eca11a0e-090c-4987-8b4a-380fae60d95c tempest-RoutersIpV6AdminTest-809394628 tempest-RoutersIpV6AdminTest-809394628-project-admin] 10.222.0.67 "DELETE /v2.0/routers/6e68fa5f-8665-4e0a-8358-e55d5faeb670 HTTP/1.1" status: 204 len: 168 time: 1.1701753 Sep 23 19:37:05.024273 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb89129-2ec8-4f4f-bcd4-4903a3ed27f8 req-f1fd5d85-72e8-4d60-87f7-f7b1049e5aa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:37:05.026440 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-5bb89129-2ec8-4f4f-bcd4-4903a3ed27f8 req-f1fd5d85-72e8-4d60-87f7-f7b1049e5aa4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222849'] for port, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:05.028018 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-5bb89129-2ec8-4f4f-bcd4-4903a3ed27f8 req-f1fd5d85-72e8-4d60-87f7-f7b1049e5aa4 service neutron] 10.222.0.74 "PUT /v2.0/ports/63aae9a8-7a5f-4b97-9825-a889d9ed2c64 HTTP/1.1" status: 200 len: 1092 time: 2.4181325 Sep 23 19:37:05.028501 n-d-713301-16 neutron-server[95101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1dbb916c-36ff-4f0f-a84b-5c12640be7ce', 'tag': '63aae9a8-7a5f-4b97-9825-a889d9ed2c64'}] {{(pid=95101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 19:37:05.038103 n-d-713301-16 neutron-server[95101]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d8366c5740cd635e57ab12b71fe44a77c2acc3c19091ef849c6f68b380462244" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ade9663f-52a5-4c12-bb30-f83a9c71f88a" -d '{"events": [{"name": "network-changed", "server_uuid": "1dbb916c-36ff-4f0f-a84b-5c12640be7ce", "tag": "63aae9a8-7a5f-4b97-9825-a889d9ed2c64"}]}' {{(pid=95101) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 19:37:05.109920 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1fd5d85-72e8-4d60-87f7-f7b1049e5aa4 service neutron] Pushing event updated for resources: {'Port': ['ID=63aae9a8-7a5f-4b97-9825-a889d9ed2c64,revision_number=3']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:37:05.135466 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb89129-2ec8-4f4f-bcd4-4903a3ed27f8 req-ad1d8343-ea37-4f95-be6c-064fd88bad36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:37:05.139045 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-5bb89129-2ec8-4f4f-bcd4-4903a3ed27f8 req-ad1d8343-ea37-4f95-be6c-064fd88bad36 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=3e55d6cb0c18476cae06046c80fab9aa&device_id=1dbb916c-36ff-4f0f-a84b-5c12640be7ce HTTP/1.1" status: 200 len: 1095 time: 0.0592258 Sep 23 19:37:05.188643 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-458af95c-382d-40b5-b730-dc14d2097a3e req-075bcded-554a-4aeb-84e7-5f12d098e21d tempest-ServerPasswordTestJSON-2039733429 tempest-ServerPasswordTestJSON-2039733429-project] 10.222.0.67 "GET /v2.0/security-groups?id=1b4fd1f0-f078-45dc-8269-6cb1b1703d97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2813895 Sep 23 19:37:05.207946 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-5bb89129-2ec8-4f4f-bcd4-4903a3ed27f8 req-8403055a-d79d-4539-9b9b-1ca74da89def service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=63aae9a8-7a5f-4b97-9825-a889d9ed2c64 HTTP/1.1" status: 200 len: 217 time: 0.0607822 Sep 23 19:37:05.236006 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b6cc26-6bb5-47ae-8b8b-8ededb95105f req-02244735-1ac6-4b6e-8754-6d2fce9ca6ca tempest-ListServerFiltersTestJSON-809433892 tempest-ListServerFiltersTestJSON-809433892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:37:05.239123 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-a5b6cc26-6bb5-47ae-8b8b-8ededb95105f req-02244735-1ac6-4b6e-8754-6d2fce9ca6ca tempest-ListServerFiltersTestJSON-809433892 tempest-ListServerFiltersTestJSON-809433892-project] 10.222.0.67 "GET /v2.0/ports?device_id=112ec6b1-d777-4f3c-8724-ad88e87d715e HTTP/1.1" status: 200 len: 945 time: 0.2499092 Sep 23 19:37:05.272072 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-8e4d0ae3-9736-4a99-9336-9d12abee8b14 tempest-AllowedAddressPairIpV6TestJSON-1561957964 tempest-AllowedAddressPairIpV6TestJSON-1561957964-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-605701'] for port, precommit_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:05.273761 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb89129-2ec8-4f4f-bcd4-4903a3ed27f8 req-8c68bb8d-daca-4aa3-a727-11b66d793017 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:37:05.276576 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-5bb89129-2ec8-4f4f-bcd4-4903a3ed27f8 req-8c68bb8d-daca-4aa3-a727-11b66d793017 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=eacbe826-3430-4c97-a7b6-91d25670b93e HTTP/1.1" status: 200 len: 853 time: 0.0614150 Sep 23 19:37:05.297827 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.plugin [None req-8e4d0ae3-9736-4a99-9336-9d12abee8b14 tempest-AllowedAddressPairIpV6TestJSON-1561957964 tempest-AllowedAddressPairIpV6TestJSON-1561957964-project] Calling delete_port for 2ea536ec-d972-488d-aa18-d2e50386d705 owned by {{(pid=95102) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:37:05.323279 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-5bb89129-2ec8-4f4f-bcd4-4903a3ed27f8 req-6bf0f54b-6719-42d0-a04d-3e4c6cef87a0 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=5d0086a3-0035-40ec-8144-47eba93959be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0375867 Sep 23 19:37:05.339701 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-a5b6cc26-6bb5-47ae-8b8b-8ededb95105f req-81d0582a-923d-4601-b28b-cd5cc08e4872 tempest-ListServerFiltersTestJSON-809433892 tempest-ListServerFiltersTestJSON-809433892-project] 10.222.0.67 "GET /v2.0/security-groups?id=791c206a-3feb-4dc0-8ae9-5b23b18cf1d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922518 Sep 23 19:37:05.405465 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 54744) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:37:05.488090 n-d-713301-16 neutron-server[95101]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 19:37:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81707da6-34f6-4416-a555-5ce46d56db12 x-openstack-request-id: req-81707da6-34f6-4416-a555-5ce46d56db12 {{(pid=95101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 19:37:05.488372 n-d-713301-16 neutron-server[95101]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1dbb916c-36ff-4f0f-a84b-5c12640be7ce", "tag": "63aae9a8-7a5f-4b97-9825-a889d9ed2c64", "status": "completed", "code": 200}]} {{(pid=95101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 19:37:05.488800 n-d-713301-16 neutron-server[95101]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-81707da6-34f6-4416-a555-5ce46d56db12 {{(pid=95101) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 19:37:05.489377 n-d-713301-16 neutron-server[95101]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1dbb916c-36ff-4f0f-a84b-5c12640be7ce', 'tag': '63aae9a8-7a5f-4b97-9825-a889d9ed2c64', 'status': 'completed', 'code': 200} Sep 23 19:37:05.579237 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-5bb89129-2ec8-4f4f-bcd4-4903a3ed27f8 req-1b73f447-2355-4a45-b8e8-6c68a3610e12 service neutron] 10.222.0.74 "GET /v2.0/networks/5d0086a3-0035-40ec-8144-47eba93959be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2464273 Sep 23 19:37:05.598571 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7da62af-4461-48f6-931a-1575579388c5 req-b443d696-332f-4316-886b-62fd3a552c26 tempest-ListServerFiltersTestJSON-809433892 tempest-ListServerFiltersTestJSON-809433892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:37:05.606845 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-c7da62af-4461-48f6-931a-1575579388c5 req-b443d696-332f-4316-886b-62fd3a552c26 tempest-ListServerFiltersTestJSON-809433892 tempest-ListServerFiltersTestJSON-809433892-project] 10.222.0.67 "GET /v2.0/ports?device_id=9833bfef-a659-4e2c-804f-61eb8398fe4e HTTP/1.1" status: 200 len: 946 time: 0.0822918 Sep 23 19:37:05.691925 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-c7da62af-4461-48f6-931a-1575579388c5 req-d9499faf-2806-4170-b3e8-0d6623285b7b tempest-ListServerFiltersTestJSON-809433892 tempest-ListServerFiltersTestJSON-809433892-project] 10.222.0.67 "GET /v2.0/security-groups?id=791c206a-3feb-4dc0-8ae9-5b23b18cf1d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841300 Sep 23 19:37:05.727155 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-8e4d0ae3-9736-4a99-9336-9d12abee8b14 tempest-AllowedAddressPairIpV6TestJSON-1561957964 tempest-AllowedAddressPairIpV6TestJSON-1561957964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783146162158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783145673144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4399100'] for port, after_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:05.826845 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-5bb89129-2ec8-4f4f-bcd4-4903a3ed27f8 req-283a4c0d-aa0d-4811-b707-aa7f5d91068f service neutron] 10.222.0.74 "GET /v2.0/networks/5d0086a3-0035-40ec-8144-47eba93959be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2341609 Sep 23 19:37:05.871328 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.v2.base [None req-fd2d036f-d845-4bd3-86e5-9d2fecb6336e tempest-RoutersIpV6AdminTest-525100567 tempest-RoutersIpV6AdminTest-525100567-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-832525262', 'external_gateway_info': {'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac'}, 'admin_state_up': False}} {{(pid=95101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:37:05.879840 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-8e4d0ae3-9736-4a99-9336-9d12abee8b14 tempest-AllowedAddressPairIpV6TestJSON-1561957964 tempest-AllowedAddressPairIpV6TestJSON-1561957964-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222849'] for port, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:05.889642 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-8e4d0ae3-9736-4a99-9336-9d12abee8b14 tempest-AllowedAddressPairIpV6TestJSON-1561957964 tempest-AllowedAddressPairIpV6TestJSON-1561957964-project] 10.222.0.67 "DELETE /v2.0/ports/2ea536ec-d972-488d-aa18-d2e50386d705 HTTP/1.1" status: 204 len: 168 time: 1.3961625 Sep 23 19:37:05.890322 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 54764) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:37:05.908689 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e4d0ae3-9736-4a99-9336-9d12abee8b14 tempest-AllowedAddressPairIpV6TestJSON-1561957964 tempest-AllowedAddressPairIpV6TestJSON-1561957964-project] Pushing event deleted for resources: {'Port': ['ID=2ea536ec-d972-488d-aa18-d2e50386d705,revision_number=None']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:37:05.909405 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-fd2d036f-d845-4bd3-86e5-9d2fecb6336e tempest-RoutersIpV6AdminTest-525100567 tempest-RoutersIpV6AdminTest-525100567-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-594563', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29355'] for router, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:05.910921 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-fd2d036f-d845-4bd3-86e5-9d2fecb6336e tempest-RoutersIpV6AdminTest-525100567 tempest-RoutersIpV6AdminTest-525100567-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-597363', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-601731', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-739356', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29346'] for router, precommit_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:06.002724 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade9663f-52a5-4c12-bb30-f83a9c71f88a req-d0f102ec-bdcd-4adb-83d3-b5eb6b21a98e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:37:06.004489 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-ade9663f-52a5-4c12-bb30-f83a9c71f88a req-d0f102ec-bdcd-4adb-83d3-b5eb6b21a98e service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=3e55d6cb0c18476cae06046c80fab9aa&device_id=1dbb916c-36ff-4f0f-a84b-5c12640be7ce HTTP/1.1" status: 200 len: 1095 time: 0.0836828 Sep 23 19:37:06.038826 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-fd2d036f-d845-4bd3-86e5-9d2fecb6336e tempest-RoutersIpV6AdminTest-525100567 tempest-RoutersIpV6AdminTest-525100567-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:06.039384 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 54766) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:37:06.089910 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-81294cf1-f24b-443c-818b-a9c17cf62a06 req-ffd5fbe6-7c0b-4594-b673-7850b1c3dee1 tempest-ServerShowV254Test-1402049895 tempest-ServerShowV254Test-1402049895-project] 10.222.0.67 "GET /v2.0/ports?device_id=27079265-973c-403b-97a2-0bb6fe07744d HTTP/1.1" status: 200 len: 210 time: 0.0489771 Sep 23 19:37:06.111550 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d74d15d1-1fce-4457-a41b-0f345ffd2adf req-d2d33d99-db10-41ba-bf31-cf9df19119c8 tempest-ListServerFiltersTestJSON-809433892 tempest-ListServerFiltersTestJSON-809433892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:37:06.114806 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-d74d15d1-1fce-4457-a41b-0f345ffd2adf req-d2d33d99-db10-41ba-bf31-cf9df19119c8 tempest-ListServerFiltersTestJSON-809433892 tempest-ListServerFiltersTestJSON-809433892-project] 10.222.0.67 "GET /v2.0/ports?device_id=f7a4a9ad-9299-4e1e-a7bc-d77c53e5407a HTTP/1.1" status: 200 len: 946 time: 0.1451967 Sep 23 19:37:06.132839 n-d-713301-16 neutron-server[95102]: DEBUG neutron.db.db_base_plugin_v2 [None req-11f18f1d-702a-49b5-8d5e-b804d02387e4 tempest-AllowedAddressPairIpV6TestJSON-1561957964 tempest-AllowedAddressPairIpV6TestJSON-1561957964-project] Deleting subnet 21ec7780-39f8-4876-9cc5-fc45a922f478 {{(pid=95102) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 23 19:37:06.136973 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-11f18f1d-702a-49b5-8d5e-b804d02387e4 tempest-AllowedAddressPairIpV6TestJSON-1561957964 tempest-AllowedAddressPairIpV6TestJSON-1561957964-project] Notify callbacks [] for subnet, before_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:06.239108 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-11f18f1d-702a-49b5-8d5e-b804d02387e4 tempest-AllowedAddressPairIpV6TestJSON-1561957964 tempest-AllowedAddressPairIpV6TestJSON-1561957964-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6162825'] for subnet, precommit_delete_associations {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:06.296925 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-d74d15d1-1fce-4457-a41b-0f345ffd2adf req-f1244767-31f6-4b34-af59-be3f3e36cf1d tempest-ListServerFiltersTestJSON-809433892 tempest-ListServerFiltersTestJSON-809433892-project] 10.222.0.67 "GET /v2.0/security-groups?id=791c206a-3feb-4dc0-8ae9-5b23b18cf1d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1726217 Sep 23 19:37:06.367903 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-522be000-423c-4cc5-87dc-d076a2c7ac88 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:06.403425 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-fd2d036f-d845-4bd3-86e5-9d2fecb6336e tempest-RoutersIpV6AdminTest-525100567 tempest-RoutersIpV6AdminTest-525100567-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:06.407076 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa327e96-dbac-4de3-b72e-9b3e4fe4949f req-41808a84-8951-4543-b6ff-5c9fc49aedee tempest-ServerPasswordTestJSON-2039733429 tempest-ServerPasswordTestJSON-2039733429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:37:06.409565 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-fa327e96-dbac-4de3-b72e-9b3e4fe4949f req-41808a84-8951-4543-b6ff-5c9fc49aedee tempest-ServerPasswordTestJSON-2039733429 tempest-ServerPasswordTestJSON-2039733429-project] 10.222.0.67 "GET /v2.0/ports?device_id=1dbb916c-36ff-4f0f-a84b-5c12640be7ce HTTP/1.1" status: 200 len: 943 time: 0.1070766 Sep 23 19:37:06.436379 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-11f18f1d-702a-49b5-8d5e-b804d02387e4 tempest-AllowedAddressPairIpV6TestJSON-1561957964 tempest-AllowedAddressPairIpV6TestJSON-1561957964-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1756813'] for subnet, precommit_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:06.455880 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade9663f-52a5-4c12-bb30-f83a9c71f88a req-02fbed22-13ef-4c39-b86c-5593e87b1450 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:37:06.457845 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-ade9663f-52a5-4c12-bb30-f83a9c71f88a req-02fbed22-13ef-4c39-b86c-5593e87b1450 service neutron] 10.222.0.74 "GET /v2.0/networks?id=5d0086a3-0035-40ec-8144-47eba93959be HTTP/1.1" status: 200 len: 914 time: 0.4161310 Sep 23 19:37:06.536818 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-fa327e96-dbac-4de3-b72e-9b3e4fe4949f req-4ea8f274-e0c3-45a7-9bce-a49787641bd8 tempest-ServerPasswordTestJSON-2039733429 tempest-ServerPasswordTestJSON-2039733429-project] 10.222.0.67 "GET /v2.0/security-groups?id=1b4fd1f0-f078-45dc-8269-6cb1b1703d97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1131899 Sep 23 19:37:06.551584 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-ade9663f-52a5-4c12-bb30-f83a9c71f88a req-08c85f9d-c3b6-41c6-ab44-ac731b966ee5 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=63aae9a8-7a5f-4b97-9825-a889d9ed2c64 HTTP/1.1" status: 200 len: 217 time: 0.0837669 Sep 23 19:37:06.561766 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-11f18f1d-702a-49b5-8d5e-b804d02387e4 tempest-AllowedAddressPairIpV6TestJSON-1561957964 tempest-AllowedAddressPairIpV6TestJSON-1561957964-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1756804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4399009', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5388229'] for subnet, after_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:06.593061 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11f18f1d-702a-49b5-8d5e-b804d02387e4 tempest-AllowedAddressPairIpV6TestJSON-1561957964 tempest-AllowedAddressPairIpV6TestJSON-1561957964-project] Pushing event deleted for resources: {'Subnet': ['ID=21ec7780-39f8-4876-9cc5-fc45a922f478,revision_number=None']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:37:06.610748 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0361f329-29b1-42fc-b00b-15b4925e62e7 None None] Network dd78cb93-4c32-4d0f-bf74-9d28f876d6c7 requested from n-d-713301-16 {{(pid=95103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 19:37:06.616152 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5acf4a93-551a-46f6-9651-6c92355f1e7a req-eacaab61-ec0c-4015-a54d-8b8b5986fd2f tempest-ListServerFiltersTestJSON-809433892 tempest-ListServerFiltersTestJSON-809433892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:37:06.623845 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5acf4a93-551a-46f6-9651-6c92355f1e7a req-eacaab61-ec0c-4015-a54d-8b8b5986fd2f tempest-ListServerFiltersTestJSON-809433892 tempest-ListServerFiltersTestJSON-809433892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:37:06.629978 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5acf4a93-551a-46f6-9651-6c92355f1e7a req-eacaab61-ec0c-4015-a54d-8b8b5986fd2f tempest-ListServerFiltersTestJSON-809433892 tempest-ListServerFiltersTestJSON-809433892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:37:06.638971 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-5acf4a93-551a-46f6-9651-6c92355f1e7a req-eacaab61-ec0c-4015-a54d-8b8b5986fd2f tempest-ListServerFiltersTestJSON-809433892 tempest-ListServerFiltersTestJSON-809433892-project] 10.222.0.67 "GET /v2.0/ports?device_id=f7a4a9ad-9299-4e1e-a7bc-d77c53e5407a&device_id=9833bfef-a659-4e2c-804f-61eb8398fe4e&device_id=112ec6b1-d777-4f3c-8724-ad88e87d715e HTTP/1.1" status: 200 len: 2418 time: 0.1501322 Sep 23 19:37:06.641383 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-11f18f1d-702a-49b5-8d5e-b804d02387e4 tempest-AllowedAddressPairIpV6TestJSON-1561957964 tempest-AllowedAddressPairIpV6TestJSON-1561957964-project] Notify callbacks [] for subnet, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:06.644664 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-11f18f1d-702a-49b5-8d5e-b804d02387e4 tempest-AllowedAddressPairIpV6TestJSON-1561957964 tempest-AllowedAddressPairIpV6TestJSON-1561957964-project] 10.222.0.67 "DELETE /v2.0/subnets/21ec7780-39f8-4876-9cc5-fc45a922f478 HTTP/1.1" status: 204 len: 168 time: 0.7510037 Sep 23 19:37:06.646375 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 54784) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:37:06.754772 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-5acf4a93-551a-46f6-9651-6c92355f1e7a req-997cfebe-c92b-4ef1-99e1-5c98ee719c3b tempest-ListServerFiltersTestJSON-809433892 tempest-ListServerFiltersTestJSON-809433892-project] 10.222.0.67 "GET /v2.0/security-groups?id=791c206a-3feb-4dc0-8ae9-5b23b18cf1d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1147158 Sep 23 19:37:06.783074 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-445cd1b5-40e0-49fe-9d4e-37e34e0ac8e6 tempest-AllowedAddressPairIpV6TestJSON-1561957964 tempest-AllowedAddressPairIpV6TestJSON-1561957964-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1628021'] for network, before_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:06.859575 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1c15bbd-6e57-40b8-8ac8-6c9d28808d61 None None] DHCP port deletion for dd78cb93-4c32-4d0f-bf74-9d28f876d6c7 request from n-d-713301-16 {{(pid=95103) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 23 19:37:06.904890 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-19cbeb4b-c6b1-4ffe-b1ce-930137c6c5e6 req-b118c654-bd3c-4db3-9bf2-c84bb15792d0 tempest-ListServerFiltersTestJSON-809433892 tempest-ListServerFiltersTestJSON-809433892-project] 10.222.0.67 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.&fields=device_id HTTP/1.1" status: 200 len: 463 time: 0.1066279 Sep 23 19:37:06.911175 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.plugin [None req-b1c15bbd-6e57-40b8-8ac8-6c9d28808d61 None None] Deleting port 294dac93-97a8-4dc4-8711-4cabb4b3b9b1 {{(pid=95103) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:37:06.911819 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b1c15bbd-6e57-40b8-8ac8-6c9d28808d61 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783146157096'] for port, before_delete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:06.942315 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.plugin [None req-445cd1b5-40e0-49fe-9d4e-37e34e0ac8e6 tempest-AllowedAddressPairIpV6TestJSON-1561957964 tempest-AllowedAddressPairIpV6TestJSON-1561957964-project] Deleting port 294dac93-97a8-4dc4-8711-4cabb4b3b9b1 {{(pid=95102) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:37:06.943072 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-445cd1b5-40e0-49fe-9d4e-37e34e0ac8e6 tempest-AllowedAddressPairIpV6TestJSON-1561957964 tempest-AllowedAddressPairIpV6TestJSON-1561957964-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783146157096'] for port, before_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:06.975329 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade9663f-52a5-4c12-bb30-f83a9c71f88a req-b700c004-83f9-463a-9473-f22e84e245c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:37:06.976948 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-ade9663f-52a5-4c12-bb30-f83a9c71f88a req-b700c004-83f9-463a-9473-f22e84e245c4 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=eacbe826-3430-4c97-a7b6-91d25670b93e HTTP/1.1" status: 200 len: 853 time: 0.4064486 Sep 23 19:37:07.035828 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-ade9663f-52a5-4c12-bb30-f83a9c71f88a req-2531bd5e-d403-4b24-99df-95575de065d7 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=5d0086a3-0035-40ec-8144-47eba93959be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0425763 Sep 23 19:37:07.062579 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-b1c15bbd-6e57-40b8-8ac8-6c9d28808d61 None None] For port 294dac93-97a8-4dc4-8711-4cabb4b3b9b1, host n-d-713301-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-16',level=0,port_id=294dac93-97a8-4dc4-8711-4cabb4b3b9b1,segment=NetworkSegment(cb7332c1-fa89-4639-9c9c-1a6888ae6a49),segment_id=cb7332c1-fa89-4639-9c9c-1a6888ae6a49)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:37:07.063106 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b1c15bbd-6e57-40b8-8ac8-6c9d28808d61 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-605701'] for port, precommit_delete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:07.098630 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.db [None req-445cd1b5-40e0-49fe-9d4e-37e34e0ac8e6 tempest-AllowedAddressPairIpV6TestJSON-1561957964 tempest-AllowedAddressPairIpV6TestJSON-1561957964-project] For port 294dac93-97a8-4dc4-8711-4cabb4b3b9b1, host n-d-713301-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-16',level=0,port_id=294dac93-97a8-4dc4-8711-4cabb4b3b9b1,segment=NetworkSegment(cb7332c1-fa89-4639-9c9c-1a6888ae6a49),segment_id=cb7332c1-fa89-4639-9c9c-1a6888ae6a49)] {{(pid=95102) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:37:07.098927 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-445cd1b5-40e0-49fe-9d4e-37e34e0ac8e6 tempest-AllowedAddressPairIpV6TestJSON-1561957964 tempest-AllowedAddressPairIpV6TestJSON-1561957964-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-605701'] for port, precommit_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:07.100029 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.plugin [None req-b1c15bbd-6e57-40b8-8ac8-6c9d28808d61 None None] Calling delete_port for 294dac93-97a8-4dc4-8711-4cabb4b3b9b1 owned by network:dhcp {{(pid=95103) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:37:07.117618 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-522be000-423c-4cc5-87dc-d076a2c7ac88 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:07.142650 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.plugin [None req-445cd1b5-40e0-49fe-9d4e-37e34e0ac8e6 tempest-AllowedAddressPairIpV6TestJSON-1561957964 tempest-AllowedAddressPairIpV6TestJSON-1561957964-project] Calling delete_port for 294dac93-97a8-4dc4-8711-4cabb4b3b9b1 owned by network:dhcp {{(pid=95102) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:37:07.153341 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-522be000-423c-4cc5-87dc-d076a2c7ac88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:07.209328 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Device 294dac93-97a8-4dc4-8711-4cabb4b3b9b1 no longer exists at agent ovs-agent-n-d-713301-16 {{(pid=95103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 19:37:07.255801 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-b56bf602-0f1a-4962-8d6b-694ad199cd39 req-6a0d26d3-0191-45c5-ba4e-a302a834a23d tempest-ServerShowV254Test-1402049895 tempest-ServerShowV254Test-1402049895-project] 10.222.0.67 "GET /v2.0/ports?device_id=27079265-973c-403b-97a2-0bb6fe07744d HTTP/1.1" status: 200 len: 210 time: 0.0403886 Sep 23 19:37:07.284886 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b1c15bbd-6e57-40b8-8ac8-6c9d28808d61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783146162158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783145673144'] for port, after_delete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:07.301667 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-445cd1b5-40e0-49fe-9d4e-37e34e0ac8e6 tempest-AllowedAddressPairIpV6TestJSON-1561957964 tempest-AllowedAddressPairIpV6TestJSON-1561957964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783146162158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783145673144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4399100'] for port, after_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:07.303710 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-ade9663f-52a5-4c12-bb30-f83a9c71f88a req-45f7b98c-3b6a-46be-9d3d-b1e6db58e9ad service neutron] 10.222.0.74 "GET /v2.0/networks/5d0086a3-0035-40ec-8144-47eba93959be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2576451 Sep 23 19:37:07.319349 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c15bbd-6e57-40b8-8ac8-6c9d28808d61 None None] Pushing event deleted for resources: {'Port': ['ID=294dac93-97a8-4dc4-8711-4cabb4b3b9b1,revision_number=None']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:37:07.334674 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1c15bbd-6e57-40b8-8ac8-6c9d28808d61 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:37:07.335266 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1c15bbd-6e57-40b8-8ac8-6c9d28808d61 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:37:07.335938 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1c15bbd-6e57-40b8-8ac8-6c9d28808d61 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:37:07.336453 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1c15bbd-6e57-40b8-8ac8-6c9d28808d61 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:37:07.337105 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1c15bbd-6e57-40b8-8ac8-6c9d28808d61 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:37:07.337754 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1c15bbd-6e57-40b8-8ac8-6c9d28808d61 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:37:07.338539 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1c15bbd-6e57-40b8-8ac8-6c9d28808d61 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:37:07.339400 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1c15bbd-6e57-40b8-8ac8-6c9d28808d61 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:37:07.339913 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1c15bbd-6e57-40b8-8ac8-6c9d28808d61 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:37:07.340448 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1c15bbd-6e57-40b8-8ac8-6c9d28808d61 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:37:07.340982 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1c15bbd-6e57-40b8-8ac8-6c9d28808d61 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:37:07.341491 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1c15bbd-6e57-40b8-8ac8-6c9d28808d61 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:37:07.348069 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] No active binding found for port 294dac93-97a8-4dc4-8711-4cabb4b3b9b1 {{(pid=95103) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Sep 23 19:37:07.348839 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Device 294dac93-97a8-4dc4-8711-4cabb4b3b9b1 not bound to the agent host n-d-713301-16 {{(pid=95103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 19:37:07.352427 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1c15bbd-6e57-40b8-8ac8-6c9d28808d61 None None] No DVR routers for this DVR port 294dac93-97a8-4dc4-8711-4cabb4b3b9b1 on host n-d-713301-16 {{(pid=95103) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 19:37:07.374135 n-d-713301-16 neutron-server[95102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-445cd1b5-40e0-49fe-9d4e-37e34e0ac8e6 tempest-AllowedAddressPairIpV6TestJSON-1561957964 tempest-AllowedAddressPairIpV6TestJSON-1561957964-project] No DVR routers for this DVR port 294dac93-97a8-4dc4-8711-4cabb4b3b9b1 on host n-d-713301-16 {{(pid=95102) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 19:37:07.384661 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-445cd1b5-40e0-49fe-9d4e-37e34e0ac8e6 tempest-AllowedAddressPairIpV6TestJSON-1561957964 tempest-AllowedAddressPairIpV6TestJSON-1561957964-project] Pushing event deleted for resources: {'Port': ['ID=294dac93-97a8-4dc4-8711-4cabb4b3b9b1,revision_number=None']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:37:07.395906 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-522be000-423c-4cc5-87dc-d076a2c7ac88 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=75d9c90578704677942e522b491078fa&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3506520 Sep 23 19:37:07.410074 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 54804) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:37:07.411788 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-522be000-423c-4cc5-87dc-d076a2c7ac88 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf5f1564-85c4-4496-9f13-e5706d19f690,revision_number=1']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:37:07.449623 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-fd2d036f-d845-4bd3-86e5-9d2fecb6336e tempest-RoutersIpV6AdminTest-525100567 tempest-RoutersIpV6AdminTest-525100567-project] Notify callbacks [] for router_gateway, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:07.498188 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-fd2d036f-d845-4bd3-86e5-9d2fecb6336e tempest-RoutersIpV6AdminTest-525100567 tempest-RoutersIpV6AdminTest-525100567-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:07.558204 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-445cd1b5-40e0-49fe-9d4e-37e34e0ac8e6 tempest-AllowedAddressPairIpV6TestJSON-1561957964 tempest-AllowedAddressPairIpV6TestJSON-1561957964-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1754676', 'neutron.services.segments.db._delete_segments_for_network-8783146221460'] for network, precommit_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:07.580251 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-ade9663f-52a5-4c12-bb30-f83a9c71f88a req-b2bd299f-67f0-46cd-a3bc-c906545b34f9 service neutron] 10.222.0.74 "GET /v2.0/networks/5d0086a3-0035-40ec-8144-47eba93959be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2672837 Sep 23 19:37:07.634858 n-d-713301-16 neutron-server[95102]: DEBUG neutron.services.segments.db [None req-445cd1b5-40e0-49fe-9d4e-37e34e0ac8e6 tempest-AllowedAddressPairIpV6TestJSON-1561957964 tempest-AllowedAddressPairIpV6TestJSON-1561957964-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dd78cb93-4c32-4d0f-bf74-9d28f876d6c7']}} {{(pid=95102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:37:07.654420 n-d-713301-16 neutron-server[95101]: DEBUG neutron.db.db_base_plugin_common [None req-fd2d036f-d845-4bd3-86e5-9d2fecb6336e tempest-RoutersIpV6AdminTest-525100567 tempest-RoutersIpV6AdminTest-525100567-project] Allocated IP 172.25.1.109 (5dec5c09-378e-4f50-89cc-d94eb81c3bac/eff83446-018c-428d-b3f5-54ac9abe7a2a/4e587d98-f3e9-4f6c-9087-0094fe28c0d7) {{(pid=95101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 19:37:07.658202 n-d-713301-16 neutron-server[95102]: DEBUG neutron.services.segments.db [None req-445cd1b5-40e0-49fe-9d4e-37e34e0ac8e6 tempest-AllowedAddressPairIpV6TestJSON-1561957964 tempest-AllowedAddressPairIpV6TestJSON-1561957964-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cb7332c1-fa89-4639-9c9c-1a6888ae6a49') {'for_net_delete': True} {{(pid=95102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:37:07.662650 n-d-713301-16 neutron-server[95102]: DEBUG neutron.services.segments.db [None req-445cd1b5-40e0-49fe-9d4e-37e34e0ac8e6 tempest-AllowedAddressPairIpV6TestJSON-1561957964 tempest-AllowedAddressPairIpV6TestJSON-1561957964-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cb7332c1-fa89-4639-9c9c-1a6888ae6a49') {} {{(pid=95102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:37:07.697625 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-445cd1b5-40e0-49fe-9d4e-37e34e0ac8e6 tempest-AllowedAddressPairIpV6TestJSON-1561957964 tempest-AllowedAddressPairIpV6TestJSON-1561957964-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783146221725', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6162832'] for segment, before_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:07.709431 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-2fa1095c-1f03-4a66-ad57-375aa80f8806 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:07.755865 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-2fa1095c-1f03-4a66-ad57-375aa80f8806 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:07.784861 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-445cd1b5-40e0-49fe-9d4e-37e34e0ac8e6 tempest-AllowedAddressPairIpV6TestJSON-1561957964 tempest-AllowedAddressPairIpV6TestJSON-1561957964-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1756186'] for segment, precommit_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:07.792652 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-fd2d036f-d845-4bd3-86e5-9d2fecb6336e tempest-RoutersIpV6AdminTest-525100567 tempest-RoutersIpV6AdminTest-525100567-project] Notify callbacks [] for port, precommit_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:07.804244 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-445cd1b5-40e0-49fe-9d4e-37e34e0ac8e6 tempest-AllowedAddressPairIpV6TestJSON-1561957964 tempest-AllowedAddressPairIpV6TestJSON-1561957964-project] Releasing vlan 633 on physical network physnet1 to pool {{(pid=95102) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 19:37:07.804670 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-445cd1b5-40e0-49fe-9d4e-37e34e0ac8e6 tempest-AllowedAddressPairIpV6TestJSON-1561957964 tempest-AllowedAddressPairIpV6TestJSON-1561957964-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1756186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4398095'] for segment, after_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:07.814591 n-d-713301-16 neutron-server[95102]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 23 19:37:07.814591 n-d-713301-16 neutron-server[95102]: self.session.flush() Sep 23 19:37:07.814591 n-d-713301-16 neutron-server[95102]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 23 19:37:07.814591 n-d-713301-16 neutron-server[95102]: self.session.flush() Sep 23 19:37:07.814591 n-d-713301-16 neutron-server[95102]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 23 19:37:07.814591 n-d-713301-16 neutron-server[95102]: self.session.flush() Sep 23 19:37:07.814591 n-d-713301-16 neutron-server[95102]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 23 19:37:07.814591 n-d-713301-16 neutron-server[95102]: self.session.flush() Sep 23 19:37:07.814591 n-d-713301-16 neutron-server[95102]: Traceback (most recent call last): Sep 23 19:37:07.814591 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 19:37:07.814591 n-d-713301-16 neutron-server[95102]: timer() Sep 23 19:37:07.814591 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 19:37:07.814591 n-d-713301-16 neutron-server[95102]: cb(*args, **kw) Sep 23 19:37:07.814591 n-d-713301-16 neutron-server[95102]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 19:37:07.814591 n-d-713301-16 neutron-server[95102]: return func(*args, **kwargs) Sep 23 19:37:07.814591 n-d-713301-16 neutron-server[95102]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 19:37:07.814591 n-d-713301-16 neutron-server[95102]: self._notify() Sep 23 19:37:07.814591 n-d-713301-16 neutron-server[95102]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 19:37:07.814591 n-d-713301-16 neutron-server[95102]: self.callback(batched_events) Sep 23 19:37:07.814591 n-d-713301-16 neutron-server[95102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 19:37:07.814591 n-d-713301-16 neutron-server[95102]: event.method(event) Sep 23 19:37:07.814591 n-d-713301-16 neutron-server[95102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 19:37:07.814591 n-d-713301-16 neutron-server[95102]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 19:37:07.814591 n-d-713301-16 neutron-server[95102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 19:37:07.814591 n-d-713301-16 neutron-server[95102]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 19:37:07.814591 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 19:37:07.814591 n-d-713301-16 neutron-server[95102]: return f(self, *a, **k) Sep 23 19:37:07.814591 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 19:37:07.814591 n-d-713301-16 neutron-server[95102]: return self._get(url).json() Sep 23 19:37:07.814591 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 19:37:07.814591 n-d-713301-16 neutron-server[95102]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 19:37:07.814591 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 19:37:07.814591 n-d-713301-16 neutron-server[95102]: return self.request(url, 'GET', **kwargs) Sep 23 19:37:07.814591 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 19:37:07.814591 n-d-713301-16 neutron-server[95102]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 19:37:07.814591 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 19:37:07.814591 n-d-713301-16 neutron-server[95102]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 19:37:07.814591 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 19:37:07.814591 n-d-713301-16 neutron-server[95102]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 19:37:07.814591 n-d-713301-16 neutron-server[95102]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 19:37:07.862599 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-fd2d036f-d845-4bd3-86e5-9d2fecb6336e tempest-RoutersIpV6AdminTest-525100567 tempest-RoutersIpV6AdminTest-525100567-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783145673135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5607431'] for port, after_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:07.867982 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f35b797c-7ac7-41dc-80a1-ab918f2d10ed req-fea7bd5a-43d2-4915-bee2-48aad6bdef79 tempest-ServerPasswordTestJSON-2039733429 tempest-ServerPasswordTestJSON-2039733429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:37:07.876692 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-f35b797c-7ac7-41dc-80a1-ab918f2d10ed req-fea7bd5a-43d2-4915-bee2-48aad6bdef79 tempest-ServerPasswordTestJSON-2039733429 tempest-ServerPasswordTestJSON-2039733429-project] 10.222.0.67 "GET /v2.0/ports?device_id=1dbb916c-36ff-4f0f-a84b-5c12640be7ce HTTP/1.1" status: 200 len: 943 time: 0.2003794 Sep 23 19:37:07.942420 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-445cd1b5-40e0-49fe-9d4e-37e34e0ac8e6 tempest-AllowedAddressPairIpV6TestJSON-1561957964 tempest-AllowedAddressPairIpV6TestJSON-1561957964-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1754627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-601866'] for network, after_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:07.943485 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd2d036f-d845-4bd3-86e5-9d2fecb6336e tempest-RoutersIpV6AdminTest-525100567 tempest-RoutersIpV6AdminTest-525100567-project] Network 5dec5c09-378e-4f50-89cc-d94eb81c3bac is already hosted by enough agents. {{(pid=95101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:37:07.948991 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.base_scheduler [None req-fd2d036f-d845-4bd3-86e5-9d2fecb6336e tempest-RoutersIpV6AdminTest-525100567 tempest-RoutersIpV6AdminTest-525100567-project] Resources bound (agent type, host, resource id): {{(pid=95101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:37:07.951295 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd2d036f-d845-4bd3-86e5-9d2fecb6336e tempest-RoutersIpV6AdminTest-525100567 tempest-RoutersIpV6AdminTest-525100567-project] Pushing event updated for resources: {'Port': ['ID=4e587d98-f3e9-4f6c-9087-0094fe28c0d7,revision_number=1']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:37:07.953683 n-d-713301-16 neutron-server[95101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd2d036f-d845-4bd3-86e5-9d2fecb6336e tempest-RoutersIpV6AdminTest-525100567 tempest-RoutersIpV6AdminTest-525100567-project] Received port after_create {{(pid=95101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 19:37:07.961068 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-445cd1b5-40e0-49fe-9d4e-37e34e0ac8e6 tempest-AllowedAddressPairIpV6TestJSON-1561957964 tempest-AllowedAddressPairIpV6TestJSON-1561957964-project] Notify callbacks [] for network, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:07.963809 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-445cd1b5-40e0-49fe-9d4e-37e34e0ac8e6 tempest-AllowedAddressPairIpV6TestJSON-1561957964 tempest-AllowedAddressPairIpV6TestJSON-1561957964-project] 10.222.0.67 "DELETE /v2.0/networks/dd78cb93-4c32-4d0f-bf74-9d28f876d6c7 HTTP/1.1" status: 204 len: 168 time: 1.3164725 Sep 23 19:37:07.969722 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-f35b797c-7ac7-41dc-80a1-ab918f2d10ed req-a3ccba7c-a9f2-4459-a984-1027e85725b3 tempest-ServerPasswordTestJSON-2039733429 tempest-ServerPasswordTestJSON-2039733429-project] 10.222.0.67 "GET /v2.0/security-groups?id=1b4fd1f0-f078-45dc-8269-6cb1b1703d97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921185 Sep 23 19:37:07.980329 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-2fa1095c-1f03-4a66-ad57-375aa80f8806 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:07.983694 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-2fa1095c-1f03-4a66-ad57-375aa80f8806 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:07.988120 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-2fa1095c-1f03-4a66-ad57-375aa80f8806 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/cf5f1564-85c4-4496-9f13-e5706d19f690 HTTP/1.1" status: 204 len: 168 time: 0.5535870 Sep 23 19:37:07.994862 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-445cd1b5-40e0-49fe-9d4e-37e34e0ac8e6 tempest-AllowedAddressPairIpV6TestJSON-1561957964 tempest-AllowedAddressPairIpV6TestJSON-1561957964-project] Pushing event deleted for resources: {'Network': ['ID=dd78cb93-4c32-4d0f-bf74-9d28f876d6c7,revision_number=None']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:37:08.006380 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fa1095c-1f03-4a66-ad57-375aa80f8806 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf5f1564-85c4-4496-9f13-e5706d19f690,revision_number=None']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:37:08.066397 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.agents_db [None req-f2f5c474-60a3-474f-b2cc-02c4bd30880c None None] Agent healthcheck: found 7 active agents {{(pid=95104) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 19:37:08.281833 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 54838) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:37:08.423369 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-ddf21559-6781-4d30-9fcc-1d057a66ca6d req-bfbcb440-590a-47b3-a5de-ad1ee533e76f tempest-ServerShowV254Test-1402049895 tempest-ServerShowV254Test-1402049895-project] 10.222.0.67 "GET /v2.0/ports?device_id=27079265-973c-403b-97a2-0bb6fe07744d HTTP/1.1" status: 200 len: 210 time: 0.0619183 Sep 23 19:37:08.496757 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-fd2d036f-d845-4bd3-86e5-9d2fecb6336e tempest-RoutersIpV6AdminTest-525100567 tempest-RoutersIpV6AdminTest-525100567-project] Notify callbacks [] for router_gateway, after_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:08.545256 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Device 63aae9a8-7a5f-4b97-9825-a889d9ed2c64 details requested by agent hyperv_n-h1-713301-16 with host n-h1-713301-16 {{(pid=95103) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 19:37:08.552070 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-57b84e6c-0ecb-4d88-bb3f-889feda1af75 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=d2afc93ce2d84286a336187570f9ca6c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2682025 Sep 23 19:37:08.554510 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 54856) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:37:08.688366 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-691196b9-96ab-4fcd-bd8d-9f2eca5601cf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:08.725006 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-691196b9-96ab-4fcd-bd8d-9f2eca5601cf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:08.751468 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] For port 63aae9a8-7a5f-4b97-9825-a889d9ed2c64, host n-h1-713301-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-16',level=0,port_id=63aae9a8-7a5f-4b97-9825-a889d9ed2c64,segment=NetworkSegment(887f39e0-99a5-4171-ab42-420362d0174f),segment_id=887f39e0-99a5-4171-ab42-420362d0174f)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:37:08.787693 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Returning: {'device': '63aae9a8-7a5f-4b97-9825-a889d9ed2c64', 'network_id': '5d0086a3-0035-40ec-8144-47eba93959be', 'port_id': '63aae9a8-7a5f-4b97-9825-a889d9ed2c64', 'mac_address': 'fa:16:3e:97:36:b3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 605, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eacbe826-3430-4c97-a7b6-91d25670b93e', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95103) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 19:37:08.823325 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-691196b9-96ab-4fcd-bd8d-9f2eca5601cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:08.826004 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-691196b9-96ab-4fcd-bd8d-9f2eca5601cf admin admin] Notify callbacks [] for security_group, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:08.827226 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-691196b9-96ab-4fcd-bd8d-9f2eca5601cf admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/59492633-6b0f-4712-8e31-1b76c5dc42a3 HTTP/1.1" status: 204 len: 168 time: 0.2715962 Sep 23 19:37:08.843460 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-691196b9-96ab-4fcd-bd8d-9f2eca5601cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59492633-6b0f-4712-8e31-1b76c5dc42a3,revision_number=None']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:37:08.854595 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:08.871373 n-d-713301-16 neutron-server[95103]: DEBUG neutron.notifiers.nova [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 63aae9a8-7a5f-4b97-9825-a889d9ed2c64 {{(pid=95103) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 19:37:08.889296 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-fd2d036f-d845-4bd3-86e5-9d2fecb6336e tempest-RoutersIpV6AdminTest-525100567 tempest-RoutersIpV6AdminTest-525100567-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-597258', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-601790'] for router, after_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:08.895106 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] For port 63aae9a8-7a5f-4b97-9825-a889d9ed2c64, host n-h1-713301-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-16',level=0,port_id=63aae9a8-7a5f-4b97-9825-a889d9ed2c64,segment=NetworkSegment(887f39e0-99a5-4171-ab42-420362d0174f),segment_id=887f39e0-99a5-4171-ab42-420362d0174f)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:37:08.910419 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:08.979030 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Pushing event updated for resources: {'Port': ['ID=63aae9a8-7a5f-4b97-9825-a889d9ed2c64,revision_number=4']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:37:08.982715 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b61b97ae-0cdc-4b33-8cf4-a21c98f29f55 req-51833984-8bba-40e9-b85c-1cde3ce90f8e tempest-ListServerFiltersTestJSON-809433892 tempest-ListServerFiltersTestJSON-809433892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:37:08.989940 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-b61b97ae-0cdc-4b33-8cf4-a21c98f29f55 req-51833984-8bba-40e9-b85c-1cde3ce90f8e tempest-ListServerFiltersTestJSON-809433892 tempest-ListServerFiltersTestJSON-809433892-project] 10.222.0.67 "GET /v2.0/ports?device_id=f7a4a9ad-9299-4e1e-a7bc-d77c53e5407a HTTP/1.1" status: 200 len: 946 time: 0.1038492 Sep 23 19:37:09.067877 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-b61b97ae-0cdc-4b33-8cf4-a21c98f29f55 req-3c57b7aa-64f3-47e6-aaed-e34b4ecc6ac1 tempest-ListServerFiltersTestJSON-809433892 tempest-ListServerFiltersTestJSON-809433892-project] 10.222.0.67 "GET /v2.0/security-groups?id=791c206a-3feb-4dc0-8ae9-5b23b18cf1d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734041 Sep 23 19:37:09.151619 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] get_ports_and_sgs() called for port_ids ['63aae9a8-7a5f-4b97-9825-a889d9ed2c64'] {{(pid=95103) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 19:37:09.190308 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0408f63c-c1e3-44d7-a8dc-18efab1548af req-92e68bc3-d14c-404d-80fa-8fed0beabca0 tempest-ServerPasswordTestJSON-2039733429 tempest-ServerPasswordTestJSON-2039733429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:37:09.192667 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-0408f63c-c1e3-44d7-a8dc-18efab1548af req-92e68bc3-d14c-404d-80fa-8fed0beabca0 tempest-ServerPasswordTestJSON-2039733429 tempest-ServerPasswordTestJSON-2039733429-project] 10.222.0.67 "GET /v2.0/ports?device_id=1dbb916c-36ff-4f0f-a84b-5c12640be7ce HTTP/1.1" status: 200 len: 944 time: 0.0604525 Sep 23 19:37:09.274183 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd2d036f-d845-4bd3-86e5-9d2fecb6336e tempest-RoutersIpV6AdminTest-525100567 tempest-RoutersIpV6AdminTest-525100567-project] Router 1f49a2ba-1807-4d3c-afd7-80e86a5135c8 is scheduled to L3 agent 79a740bf-7821-4989-8288-7186e3e128f3 with binding_index 1 {{(pid=95101) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 23 19:37:09.303213 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-0408f63c-c1e3-44d7-a8dc-18efab1548af req-3a45c32b-dec2-4288-a843-f95e2abdd4ec tempest-ServerPasswordTestJSON-2039733429 tempest-ServerPasswordTestJSON-2039733429-project] 10.222.0.67 "GET /v2.0/security-groups?id=1b4fd1f0-f078-45dc-8269-6cb1b1703d97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1019258 Sep 23 19:37:09.453425 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd2d036f-d845-4bd3-86e5-9d2fecb6336e tempest-RoutersIpV6AdminTest-525100567 tempest-RoutersIpV6AdminTest-525100567-project] Notify agent at l3_agent.n-d-713301-16 the message routers_updated {{(pid=95101) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 19:37:09.474817 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd9f3248-145a-47c1-ac2f-853a55c46dce None None] Sync routers for ids ['1f49a2ba-1807-4d3c-afd7-80e86a5135c8'] in n-d-713301-16 {{(pid=95104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 19:37:09.485483 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd9f3248-145a-47c1-ac2f-853a55c46dce None None] Routers {'1f49a2ba-1807-4d3c-afd7-80e86a5135c8'} bound to L3 agent in host n-d-713301-16 {{(pid=95104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 19:37:09.486519 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_hamode_db [None req-cd9f3248-145a-47c1-ac2f-853a55c46dce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-23T19:07:52Z,description=,heartbeat_timestamp=2021-09-23T19:36:52Z,host='n-d-713301-16',id=79a740bf-7821-4989-8288-7186e3e128f3,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:07:52Z,topic='l3_agent')) {'router_ids': ['1f49a2ba-1807-4d3c-afd7-80e86a5135c8'], 'active': True} {{(pid=95104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:37:09.506313 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-fd2d036f-d845-4bd3-86e5-9d2fecb6336e tempest-RoutersIpV6AdminTest-525100567 tempest-RoutersIpV6AdminTest-525100567-project] Notify callbacks [] for router, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:09.508337 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-fd2d036f-d845-4bd3-86e5-9d2fecb6336e tempest-RoutersIpV6AdminTest-525100567 tempest-RoutersIpV6AdminTest-525100567-project] 10.222.0.67 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 4.1011553 Sep 23 19:37:09.511652 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 54902) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:37:09.576986 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_hamode_db [None req-cd9f3248-145a-47c1-ac2f-853a55c46dce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713301-16', False) {} {{(pid=95104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:37:09.593554 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd9f3248-145a-47c1-ac2f-853a55c46dce None None] Routers {'1f49a2ba-1807-4d3c-afd7-80e86a5135c8'} bound to L3 agent in host n-d-713301-16 {{(pid=95104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 19:37:09.594301 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_hamode_db [None req-cd9f3248-145a-47c1-ac2f-853a55c46dce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-23T19:07:52Z,description=,heartbeat_timestamp=2021-09-23T19:36:52Z,host='n-d-713301-16',id=79a740bf-7821-4989-8288-7186e3e128f3,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:07:52Z,topic='l3_agent')) {'router_ids': ['1f49a2ba-1807-4d3c-afd7-80e86a5135c8'], 'active': True} {{(pid=95104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:37:09.626997 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-404682a4-09ce-48f6-89f4-ea5e6b7ece7d req-11a89785-9d98-4fe2-87ff-7ade8963e5e5 tempest-ServerShowV254Test-1402049895 tempest-ServerShowV254Test-1402049895-project] 10.222.0.67 "GET /v2.0/ports?device_id=27079265-973c-403b-97a2-0bb6fe07744d HTTP/1.1" status: 200 len: 210 time: 0.0411537 Sep 23 19:37:09.676108 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_hamode_db [None req-cd9f3248-145a-47c1-ac2f-853a55c46dce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713301-16', False) {} {{(pid=95104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:37:09.677694 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd9f3248-145a-47c1-ac2f-853a55c46dce None None] The sync data for ids ['1f49a2ba-1807-4d3c-afd7-80e86a5135c8'] in n-d-713301-16 is: [] {{(pid=95104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 19:37:09.715911 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-f46c60eb-0b64-4680-af58-d15ec65407a4 tempest-RoutersIpV6AdminTest-809394628 tempest-RoutersIpV6AdminTest-809394628-project-admin] 10.222.0.67 "GET /v2.0/routers/1f49a2ba-1807-4d3c-afd7-80e86a5135c8 HTTP/1.1" status: 200 len: 924 time: 0.2028224 Sep 23 19:37:09.718708 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 54912) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:37:09.760458 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 54918) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:37:09.760625 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-b6668b06-d1fe-4f21-8309-65add5f22e9d tempest-RoutersIpV6AdminTest-525100567 tempest-RoutersIpV6AdminTest-525100567-project] 10.222.0.67 "GET /v2.0/ports?device_id=1f49a2ba-1807-4d3c-afd7-80e86a5135c8 HTTP/1.1" status: 200 len: 205 time: 0.0400279 Sep 23 19:37:09.901316 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-cbadccc7-7389-4d46-8618-5d69b378543a tempest-RoutersIpV6AdminTest-525100567 tempest-RoutersIpV6AdminTest-525100567-project] Notify callbacks [] for router, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:10.017057 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 54934) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:37:10.066181 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-cbadccc7-7389-4d46-8618-5d69b378543a tempest-RoutersIpV6AdminTest-525100567 tempest-RoutersIpV6AdminTest-525100567-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:10.193080 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.plugin [None req-cbadccc7-7389-4d46-8618-5d69b378543a tempest-RoutersIpV6AdminTest-525100567 tempest-RoutersIpV6AdminTest-525100567-project] Deleting port 4e587d98-f3e9-4f6c-9087-0094fe28c0d7 {{(pid=95101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:37:10.193744 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-cbadccc7-7389-4d46-8618-5d69b378543a tempest-RoutersIpV6AdminTest-525100567 tempest-RoutersIpV6AdminTest-525100567-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783146157096'] for port, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:10.239321 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d78c64c-2c62-474e-ade8-69f7a9efd2e5 req-23981b89-974a-4d5a-a495-6b493cebce9a tempest-ListServerFiltersTestJSON-809433892 tempest-ListServerFiltersTestJSON-809433892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:37:10.249219 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-9d78c64c-2c62-474e-ade8-69f7a9efd2e5 req-23981b89-974a-4d5a-a495-6b493cebce9a tempest-ListServerFiltersTestJSON-809433892 tempest-ListServerFiltersTestJSON-809433892-project] 10.222.0.67 "GET /v2.0/ports?device_id=f7a4a9ad-9299-4e1e-a7bc-d77c53e5407a HTTP/1.1" status: 200 len: 946 time: 0.0866194 Sep 23 19:37:10.297985 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-9d78c64c-2c62-474e-ade8-69f7a9efd2e5 req-e69f1b18-7e00-4244-b7cf-fa9d8fdf3d00 tempest-ListServerFiltersTestJSON-809433892 tempest-ListServerFiltersTestJSON-809433892-project] 10.222.0.67 "GET /v2.0/security-groups?id=791c206a-3feb-4dc0-8ae9-5b23b18cf1d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475047 Sep 23 19:37:10.470390 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f0352d5-3269-4bc5-9b3c-75dc7e50d809 req-184fe3f9-5ef1-4bb7-94a1-f9ed7f31a2eb tempest-ServerPasswordTestJSON-2039733429 tempest-ServerPasswordTestJSON-2039733429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:37:10.471982 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-1f0352d5-3269-4bc5-9b3c-75dc7e50d809 req-184fe3f9-5ef1-4bb7-94a1-f9ed7f31a2eb tempest-ServerPasswordTestJSON-2039733429 tempest-ServerPasswordTestJSON-2039733429-project] 10.222.0.67 "GET /v2.0/ports?device_id=1dbb916c-36ff-4f0f-a84b-5c12640be7ce HTTP/1.1" status: 200 len: 944 time: 0.0682061 Sep 23 19:37:10.538182 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-1f0352d5-3269-4bc5-9b3c-75dc7e50d809 req-f7ef8dad-c9f3-4d0f-bf0c-5ce9e21a34f7 tempest-ServerPasswordTestJSON-2039733429 tempest-ServerPasswordTestJSON-2039733429-project] 10.222.0.67 "GET /v2.0/security-groups?id=1b4fd1f0-f078-45dc-8269-6cb1b1703d97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597298 Sep 23 19:37:10.558041 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Device 63aae9a8-7a5f-4b97-9825-a889d9ed2c64 up at agent hyperv_n-h1-713301-16 {{(pid=95103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 19:37:10.610291 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [None req-482f5b25-6545-4938-a2a2-729f7d01ee03 tempest-ExtensionsTestJSON-1945433204 tempest-ExtensionsTestJSON-1945433204-project] http://10.222.0.67:9696/v2.0/extensions returned with HTTP 200 {{(pid=95101) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 23 19:37:10.614612 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 54962) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:37:10.614835 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-482f5b25-6545-4938-a2a2-729f7d01ee03 tempest-ExtensionsTestJSON-1945433204 tempest-ExtensionsTestJSON-1945433204-project] 10.222.0.67 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.5966063 Sep 23 19:37:10.622122 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [None req-1bc4589e-c5e1-41ec-b37a-97f42f2927c7 tempest-ExtensionsTestJSON-1945433204 tempest-ExtensionsTestJSON-1945433204-project] http://10.222.0.67:9696/v2.0/extensions/address-group returned with HTTP 200 {{(pid=95102) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 23 19:37:10.623791 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-1bc4589e-c5e1-41ec-b37a-97f42f2927c7 tempest-ExtensionsTestJSON-1945433204 tempest-ExtensionsTestJSON-1945433204-project] 10.222.0.67 "GET /v2.0/extensions/address-group HTTP/1.1" status: 200 len: 353 time: 0.0072839 Sep 23 19:37:10.626974 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 54964) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:37:10.634178 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [None req-3e730512-969f-4faf-bb12-4c25130534b8 tempest-ExtensionsTestJSON-1945433204 tempest-ExtensionsTestJSON-1945433204-project] http://10.222.0.67:9696/v2.0/extensions/address-scope returned with HTTP 200 {{(pid=95102) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 23 19:37:10.635318 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Provisioning for port 63aae9a8-7a5f-4b97-9825-a889d9ed2c64 completed by entity L2. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 19:37:10.637112 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce32dedd-6b71-45f1-9fd9-8e5a4a0f3923 req-82c8dd1e-d292-4d5f-978f-3d15a0548a85 tempest-ListServerFiltersTestJSON-809433892 tempest-ListServerFiltersTestJSON-809433892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:37:10.638077 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-3e730512-969f-4faf-bb12-4c25130534b8 tempest-ExtensionsTestJSON-1945433204 tempest-ExtensionsTestJSON-1945433204-project] 10.222.0.67 "GET /v2.0/extensions/address-scope HTTP/1.1" status: 200 len: 357 time: 0.0094249 Sep 23 19:37:10.641135 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 54966) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:37:10.641571 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-ce32dedd-6b71-45f1-9fd9-8e5a4a0f3923 req-82c8dd1e-d292-4d5f-978f-3d15a0548a85 tempest-ListServerFiltersTestJSON-809433892 tempest-ListServerFiltersTestJSON-809433892-project] 10.222.0.74 "GET /v2.0/ports?device_id=f7a4a9ad-9299-4e1e-a7bc-d77c53e5407a HTTP/1.1" status: 200 len: 946 time: 0.4600990 Sep 23 19:37:10.644865 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Provisioning complete for port 63aae9a8-7a5f-4b97-9825-a889d9ed2c64 triggered by entity L2. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:37:10.645317 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:10.651860 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [None req-733f89ca-ad05-4d11-bb9d-6c537e9000f2 tempest-ExtensionsTestJSON-1945433204 tempest-ExtensionsTestJSON-1945433204-project] http://10.222.0.67:9696/v2.0/extensions/router-admin-state-down-before-update returned with HTTP 200 {{(pid=95102) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 23 19:37:10.656041 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-733f89ca-ad05-4d11-bb9d-6c537e9000f2 tempest-ExtensionsTestJSON-1945433204 tempest-ExtensionsTestJSON-1945433204-project] 10.222.0.67 "GET /v2.0/extensions/router-admin-state-down-before-update HTTP/1.1" status: 200 len: 506 time: 0.0134978 Sep 23 19:37:10.656989 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 54968) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:37:10.661518 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [None req-831dbbc2-dcf4-43c3-8885-f0cee5e18270 tempest-ExtensionsTestJSON-1945433204 tempest-ExtensionsTestJSON-1945433204-project] http://10.222.0.67:9696/v2.0/extensions/agent returned with HTTP 200 {{(pid=95102) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 23 19:37:10.664992 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-831dbbc2-dcf4-43c3-8885-f0cee5e18270 tempest-ExtensionsTestJSON-1945433204 tempest-ExtensionsTestJSON-1945433204-project] 10.222.0.67 "GET /v2.0/extensions/agent HTTP/1.1" status: 200 len: 347 time: 0.0068321 Sep 23 19:37:10.667623 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 54972) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:37:10.672975 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [None req-74964db0-2d1e-4fe2-bf5d-9470b565ded2 tempest-ExtensionsTestJSON-1945433204 tempest-ExtensionsTestJSON-1945433204-project] http://10.222.0.67:9696/v2.0/extensions/agent-resources-synced returned with HTTP 200 {{(pid=95102) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 23 19:37:10.674187 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-74964db0-2d1e-4fe2-bf5d-9470b565ded2 tempest-ExtensionsTestJSON-1945433204 tempest-ExtensionsTestJSON-1945433204-project] 10.222.0.67 "GET /v2.0/extensions/agent-resources-synced HTTP/1.1" status: 200 len: 417 time: 0.0054300 Sep 23 19:37:10.676652 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 54974) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:37:10.683205 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [None req-92b56be3-cb27-4ce2-98ab-24802d3d65d7 tempest-ExtensionsTestJSON-1945433204 tempest-ExtensionsTestJSON-1945433204-project] http://10.222.0.67:9696/v2.0/extensions/allowed-address-pairs returned with HTTP 200 {{(pid=95102) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 23 19:37:10.685001 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-92b56be3-cb27-4ce2-98ab-24802d3d65d7 tempest-ExtensionsTestJSON-1945433204 tempest-ExtensionsTestJSON-1945433204-project] 10.222.0.67 "GET /v2.0/extensions/allowed-address-pairs HTTP/1.1" status: 200 len: 378 time: 0.0067601 Sep 23 19:37:10.687202 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 54976) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:37:10.698380 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [None req-9d312e8e-b62f-467c-a566-812564a613e9 tempest-ExtensionsTestJSON-1945433204 tempest-ExtensionsTestJSON-1945433204-project] http://10.222.0.67:9696/v2.0/extensions/auto-allocated-topology returned with HTTP 200 {{(pid=95102) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 23 19:37:10.699489 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-9d312e8e-b62f-467c-a566-812564a613e9 tempest-ExtensionsTestJSON-1945433204 tempest-ExtensionsTestJSON-1945433204-project] 10.222.0.67 "GET /v2.0/extensions/auto-allocated-topology HTTP/1.1" status: 200 len: 394 time: 0.0109725 Sep 23 19:37:10.703473 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 54978) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:37:10.713258 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [None req-de9e2152-2170-4003-b884-92c27a8f5922 tempest-ExtensionsTestJSON-1945433204 tempest-ExtensionsTestJSON-1945433204-project] http://10.222.0.67:9696/v2.0/extensions/availability_zone returned with HTTP 200 {{(pid=95102) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 23 19:37:10.714704 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-de9e2152-2170-4003-b884-92c27a8f5922 tempest-ExtensionsTestJSON-1945433204 tempest-ExtensionsTestJSON-1945433204-project] 10.222.0.67 "GET /v2.0/extensions/availability_zone HTTP/1.1" status: 200 len: 372 time: 0.0092430 Sep 23 19:37:10.717846 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 54982) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:37:10.731242 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [None req-916900e9-2436-473c-b3ab-37f2f61397f6 tempest-ExtensionsTestJSON-1945433204 tempest-ExtensionsTestJSON-1945433204-project] http://10.222.0.67:9696/v2.0/extensions/availability_zone_filter returned with HTTP 200 {{(pid=95102) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 23 19:37:10.732736 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-916900e9-2436-473c-b3ab-37f2f61397f6 tempest-ExtensionsTestJSON-1945433204 tempest-ExtensionsTestJSON-1945433204-project] 10.222.0.67 "GET /v2.0/extensions/availability_zone_filter HTTP/1.1" status: 200 len: 414 time: 0.0132174 Sep 23 19:37:10.735837 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 54986) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:37:10.751358 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 54988) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:37:10.754659 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [None req-8a179eec-5ca9-4f28-a796-22fa468c0d26 tempest-ExtensionsTestJSON-1945433204 tempest-ExtensionsTestJSON-1945433204-project] http://10.222.0.67:9696/v2.0/extensions/default-subnetpools returned with HTTP 200 {{(pid=95102) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 23 19:37:10.761812 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-8a179eec-5ca9-4f28-a796-22fa468c0d26 tempest-ExtensionsTestJSON-1945433204 tempest-ExtensionsTestJSON-1945433204-project] 10.222.0.67 "GET /v2.0/extensions/default-subnetpools HTTP/1.1" status: 200 len: 405 time: 0.0244915 Sep 23 19:37:10.767517 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 54990) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:37:10.773849 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-cbadccc7-7389-4d46-8618-5d69b378543a tempest-RoutersIpV6AdminTest-525100567 tempest-RoutersIpV6AdminTest-525100567-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-605701'] for port, precommit_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:10.778710 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [None req-6163228d-b727-451c-834c-4ece1fedce99 tempest-ExtensionsTestJSON-1945433204 tempest-ExtensionsTestJSON-1945433204-project] http://10.222.0.67:9696/v2.0/extensions/dhcp_agent_scheduler returned with HTTP 200 {{(pid=95101) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 23 19:37:10.780087 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-6163228d-b727-451c-834c-4ece1fedce99 tempest-ExtensionsTestJSON-1945433204 tempest-ExtensionsTestJSON-1945433204-project] 10.222.0.67 "GET /v2.0/extensions/dhcp_agent_scheduler HTTP/1.1" status: 200 len: 381 time: 0.0097287 Sep 23 19:37:10.787025 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 54994) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:37:10.789676 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:10.794958 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [None req-a9485707-9bef-42d9-85ef-c413ec07694f tempest-ExtensionsTestJSON-1945433204 tempest-ExtensionsTestJSON-1945433204-project] http://10.222.0.67:9696/v2.0/extensions/dvr returned with HTTP 200 {{(pid=95101) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 23 19:37:10.796278 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-a9485707-9bef-42d9-85ef-c413ec07694f tempest-ExtensionsTestJSON-1945433204 tempest-ExtensionsTestJSON-1945433204-project] 10.222.0.67 "GET /v2.0/extensions/dvr HTTP/1.1" status: 200 len: 387 time: 0.0079718 Sep 23 19:37:10.803190 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 54996) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:37:10.809476 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.plugin [None req-cbadccc7-7389-4d46-8618-5d69b378543a tempest-RoutersIpV6AdminTest-525100567 tempest-RoutersIpV6AdminTest-525100567-project] Calling delete_port for 4e587d98-f3e9-4f6c-9087-0094fe28c0d7 owned by network:router_gateway {{(pid=95101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:37:10.815306 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [None req-f495e205-ee8e-4d93-a4d5-f20726e8499f tempest-ExtensionsTestJSON-1945433204 tempest-ExtensionsTestJSON-1945433204-project] http://10.222.0.67:9696/v2.0/extensions/empty-string-filtering returned with HTTP 200 {{(pid=95101) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 23 19:37:10.816595 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-f495e205-ee8e-4d93-a4d5-f20726e8499f tempest-ExtensionsTestJSON-1945433204 tempest-ExtensionsTestJSON-1945433204-project] 10.222.0.67 "GET /v2.0/extensions/empty-string-filtering HTTP/1.1" status: 200 len: 413 time: 0.0084810 Sep 23 19:37:10.822676 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 54998) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:37:10.823031 n-d-713301-16 neutron-server[95103]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1dbb916c-36ff-4f0f-a84b-5c12640be7ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63aae9a8-7a5f-4b97-9825-a889d9ed2c64'}] {{(pid=95103) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 19:37:10.825643 n-d-713301-16 neutron-server[95103]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}81a1c17f2aa89d5b3ebbba3a3e0cf7eb588e431c2224256110c4c4facdd7c3e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0098561-24ea-4862-854c-a3685bb0d677" -d '{"events": [{"server_uuid": "1dbb916c-36ff-4f0f-a84b-5c12640be7ce", "name": "network-vif-plugged", "status": "completed", "tag": "63aae9a8-7a5f-4b97-9825-a889d9ed2c64"}]}' {{(pid=95103) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 19:37:10.828174 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-fb65972d-5d8f-49c9-b5f5-849f3734d88e req-ea58a4d0-17b3-4b24-b964-35dae3851421 tempest-ServerShowV254Test-1402049895 tempest-ServerShowV254Test-1402049895-project] 10.222.0.67 "GET /v2.0/ports?device_id=27079265-973c-403b-97a2-0bb6fe07744d HTTP/1.1" status: 200 len: 210 time: 0.0603435 Sep 23 19:37:10.834530 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [None req-f032c29f-ba49-4923-b002-6d853edf1c04 tempest-ExtensionsTestJSON-1945433204 tempest-ExtensionsTestJSON-1945433204-project] http://10.222.0.67:9696/v2.0/extensions/external-net returned with HTTP 200 {{(pid=95101) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 23 19:37:10.835514 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-f032c29f-ba49-4923-b002-6d853edf1c04 tempest-ExtensionsTestJSON-1945433204 tempest-ExtensionsTestJSON-1945433204-project] 10.222.0.67 "GET /v2.0/extensions/external-net HTTP/1.1" status: 200 len: 394 time: 0.0114427 Sep 23 19:37:10.838488 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 55002) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:37:10.846561 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] For port 63aae9a8-7a5f-4b97-9825-a889d9ed2c64, host n-h1-713301-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-16',level=0,port_id=63aae9a8-7a5f-4b97-9825-a889d9ed2c64,segment=NetworkSegment(887f39e0-99a5-4171-ab42-420362d0174f),segment_id=887f39e0-99a5-4171-ab42-420362d0174f)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:37:10.846797 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [None req-c3aa910a-f610-4edd-9f8f-b1c8a050660d tempest-ExtensionsTestJSON-1945433204 tempest-ExtensionsTestJSON-1945433204-project] http://10.222.0.67:9696/v2.0/extensions/extra_dhcp_opt returned with HTTP 200 {{(pid=95102) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 23 19:37:10.847585 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-c3aa910a-f610-4edd-9f8f-b1c8a050660d tempest-ExtensionsTestJSON-1945433204 tempest-ExtensionsTestJSON-1945433204-project] 10.222.0.67 "GET /v2.0/extensions/extra_dhcp_opt HTTP/1.1" status: 200 len: 498 time: 0.0081148 Sep 23 19:37:10.850295 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 55004) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:37:10.855917 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:10.858695 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [None req-c1d6183f-3ed0-4023-8660-68f19ebe0899 tempest-ExtensionsTestJSON-1945433204 tempest-ExtensionsTestJSON-1945433204-project] http://10.222.0.67:9696/v2.0/extensions/extraroute returned with HTTP 200 {{(pid=95102) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 23 19:37:10.860619 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-c1d6183f-3ed0-4023-8660-68f19ebe0899 tempest-ExtensionsTestJSON-1945433204 tempest-ExtensionsTestJSON-1945433204-project] 10.222.0.67 "GET /v2.0/extensions/extraroute HTTP/1.1" status: 200 len: 375 time: 0.0085902 Sep 23 19:37:10.872905 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 55006) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:37:10.873113 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [None req-22bee73b-9715-41c0-b598-fa890f474b9a tempest-ExtensionsTestJSON-1945433204 tempest-ExtensionsTestJSON-1945433204-project] http://10.222.0.67:9696/v2.0/extensions/extraroute-atomic returned with HTTP 200 {{(pid=95102) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 23 19:37:10.874040 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-22bee73b-9715-41c0-b598-fa890f474b9a tempest-ExtensionsTestJSON-1945433204 tempest-ExtensionsTestJSON-1945433204-project] 10.222.0.67 "GET /v2.0/extensions/extraroute-atomic HTTP/1.1" status: 200 len: 444 time: 0.0093801 Sep 23 19:37:10.877008 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 55008) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:37:10.886699 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [None req-25a25655-d881-459e-969a-cd94baa17ae2 tempest-ExtensionsTestJSON-1945433204 tempest-ExtensionsTestJSON-1945433204-project] http://10.222.0.67:9696/v2.0/extensions/filter-validation returned with HTTP 200 {{(pid=95102) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 23 19:37:10.891053 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-25a25655-d881-459e-969a-cd94baa17ae2 tempest-ExtensionsTestJSON-1945433204 tempest-ExtensionsTestJSON-1945433204-project] 10.222.0.67 "GET /v2.0/extensions/filter-validation HTTP/1.1" status: 200 len: 392 time: 0.0106242 Sep 23 19:37:10.893742 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 55010) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:37:10.903169 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [None req-394a562a-8d6f-499c-851f-bc316ec3d004 tempest-ExtensionsTestJSON-1945433204 tempest-ExtensionsTestJSON-1945433204-project] http://10.222.0.67:9696/v2.0/extensions/fip-port-details returned with HTTP 200 {{(pid=95102) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 23 19:37:10.905238 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-394a562a-8d6f-499c-851f-bc316ec3d004 tempest-ExtensionsTestJSON-1945433204 tempest-ExtensionsTestJSON-1945433204-project] 10.222.0.67 "GET /v2.0/extensions/fip-port-details HTTP/1.1" status: 200 len: 406 time: 0.0103827 Sep 23 19:37:10.909861 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 55012) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:37:10.916186 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [None req-14044b9f-3c9a-4a3f-9354-c69033427bc6 tempest-ExtensionsTestJSON-1945433204 tempest-ExtensionsTestJSON-1945433204-project] http://10.222.0.67:9696/v2.0/extensions/flavors returned with HTTP 200 {{(pid=95102) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 23 19:37:10.918984 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-14044b9f-3c9a-4a3f-9354-c69033427bc6 tempest-ExtensionsTestJSON-1945433204 tempest-ExtensionsTestJSON-1945433204-project] 10.222.0.67 "GET /v2.0/extensions/flavors HTTP/1.1" status: 200 len: 387 time: 0.0077326 Sep 23 19:37:10.928182 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 55014) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:37:10.934766 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [None req-19e11e0c-56d2-4597-8a12-5d92e415dd17 tempest-ExtensionsTestJSON-1945433204 tempest-ExtensionsTestJSON-1945433204-project] http://10.222.0.67:9696/v2.0/extensions/floatingip-pools returned with HTTP 200 {{(pid=95101) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 23 19:37:10.938873 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-19e11e0c-56d2-4597-8a12-5d92e415dd17 tempest-ExtensionsTestJSON-1945433204 tempest-ExtensionsTestJSON-1945433204-project] 10.222.0.67 "GET /v2.0/extensions/floatingip-pools HTTP/1.1" status: 200 len: 382 time: 0.0080674 Sep 23 19:37:10.939256 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 55016) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:37:10.940183 n-d-713301-16 neutron-server[95103]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 19:37:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4663943f-e828-4c1a-904b-e26dc5792540 x-openstack-request-id: req-4663943f-e828-4c1a-904b-e26dc5792540 {{(pid=95103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 19:37:10.940596 n-d-713301-16 neutron-server[95103]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1dbb916c-36ff-4f0f-a84b-5c12640be7ce", "name": "network-vif-plugged", "status": "completed", "tag": "63aae9a8-7a5f-4b97-9825-a889d9ed2c64", "code": 200}]} {{(pid=95103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 19:37:10.940975 n-d-713301-16 neutron-server[95103]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-4663943f-e828-4c1a-904b-e26dc5792540 {{(pid=95103) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 19:37:10.941462 n-d-713301-16 neutron-server[95103]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1dbb916c-36ff-4f0f-a84b-5c12640be7ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63aae9a8-7a5f-4b97-9825-a889d9ed2c64', 'code': 200} Sep 23 19:37:10.942300 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Pushing event updated for resources: {'Port': ['ID=63aae9a8-7a5f-4b97-9825-a889d9ed2c64,revision_number=5']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:37:10.949455 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [None req-2fb7fd0b-494b-4c89-b3fd-4115b2cfc351 tempest-ExtensionsTestJSON-1945433204 tempest-ExtensionsTestJSON-1945433204-project] http://10.222.0.67:9696/v2.0/extensions/ip-substring-filtering returned with HTTP 200 {{(pid=95102) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 23 19:37:10.950824 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.plugin [req-ce32dedd-6b71-45f1-9fd9-8e5a4a0f3923 req-fae6f791-4f90-4c68-81ca-433a8038bab8 tempest-ListServerFiltersTestJSON-809433892 tempest-ListServerFiltersTestJSON-809433892-project] Deleting port 487c6b6b-d6fa-43d3-9cde-4b48f7aef746 {{(pid=95101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:37:10.951104 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-ce32dedd-6b71-45f1-9fd9-8e5a4a0f3923 req-fae6f791-4f90-4c68-81ca-433a8038bab8 tempest-ListServerFiltersTestJSON-809433892 tempest-ListServerFiltersTestJSON-809433892-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783146157096'] for port, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:10.959541 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-2fb7fd0b-494b-4c89-b3fd-4115b2cfc351 tempest-ExtensionsTestJSON-1945433204 tempest-ExtensionsTestJSON-1945433204-project] 10.222.0.67 "GET /v2.0/extensions/ip-substring-filtering HTTP/1.1" status: 200 len: 416 time: 0.0177338 Sep 23 19:37:10.960782 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 55018) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:37:10.966702 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [None req-ed8abbac-de26-4a51-b6d7-a641df2fb103 tempest-ExtensionsTestJSON-1945433204 tempest-ExtensionsTestJSON-1945433204-project] http://10.222.0.67:9696/v2.0/extensions/router returned with HTTP 200 {{(pid=95102) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 23 19:37:10.967886 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-ed8abbac-de26-4a51-b6d7-a641df2fb103 tempest-ExtensionsTestJSON-1945433204 tempest-ExtensionsTestJSON-1945433204-project] 10.222.0.67 "GET /v2.0/extensions/router HTTP/1.1" status: 200 len: 450 time: 0.0056181 Sep 23 19:37:10.972819 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 55020) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:37:11.003301 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [None req-0b915abd-56f4-4c5e-86d1-88fde81f903e tempest-ExtensionsTestJSON-1945433204 tempest-ExtensionsTestJSON-1945433204-project] http://10.222.0.67:9696/v2.0/extensions/ext-gw-mode returned with HTTP 200 {{(pid=95101) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 23 19:37:11.005042 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-0b915abd-56f4-4c5e-86d1-88fde81f903e tempest-ExtensionsTestJSON-1945433204 tempest-ExtensionsTestJSON-1945433204-project] 10.222.0.67 "GET /v2.0/extensions/ext-gw-mode HTTP/1.1" status: 200 len: 462 time: 0.0289795 Sep 23 19:37:11.007625 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 55022) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:37:11.013821 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [None req-d3397b72-b19e-4f45-bb0a-71aa172d30c6 tempest-ExtensionsTestJSON-1945433204 tempest-ExtensionsTestJSON-1945433204-project] http://10.222.0.67:9696/v2.0/extensions/l3-ha returned with HTTP 200 {{(pid=95102) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 23 19:37:11.015248 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-d3397b72-b19e-4f45-bb0a-71aa172d30c6 tempest-ExtensionsTestJSON-1945433204 tempest-ExtensionsTestJSON-1945433204-project] 10.222.0.67 "GET /v2.0/extensions/l3-ha HTTP/1.1" status: 200 len: 360 time: 0.0047214 Sep 23 19:37:11.017777 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 55024) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:37:11.025473 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [None req-11947aea-f1a8-4863-94aa-d089e7109197 tempest-ExtensionsTestJSON-1945433204 tempest-ExtensionsTestJSON-1945433204-project] http://10.222.0.67:9696/v2.0/extensions/l3-flavors returned with HTTP 200 {{(pid=95102) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 23 19:37:11.026215 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-11947aea-f1a8-4863-94aa-d089e7109197 tempest-ExtensionsTestJSON-1945433204 tempest-ExtensionsTestJSON-1945433204-project] 10.222.0.67 "GET /v2.0/extensions/l3-flavors HTTP/1.1" status: 200 len: 366 time: 0.0046494 Sep 23 19:37:11.029487 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494317ef-eced-4f2b-9c17-1737968bd93f req-cc76725d-46d2-4cdf-8a33-72634f35ce02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:37:11.031092 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-494317ef-eced-4f2b-9c17-1737968bd93f req-cc76725d-46d2-4cdf-8a33-72634f35ce02 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=1dbb916c-36ff-4f0f-a84b-5c12640be7ce HTTP/1.1" status: 200 len: 1097 time: 0.0620153 Sep 23 19:37:11.031606 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 55026) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:37:11.037227 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [None req-80a2d912-90fb-4554-abf8-0ca344fba429 tempest-ExtensionsTestJSON-1945433204 tempest-ExtensionsTestJSON-1945433204-project] http://10.222.0.67:9696/v2.0/extensions/l3-port-ip-change-not-allowed returned with HTTP 200 {{(pid=95101) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 23 19:37:11.038193 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-80a2d912-90fb-4554-abf8-0ca344fba429 tempest-ExtensionsTestJSON-1945433204 tempest-ExtensionsTestJSON-1945433204-project] 10.222.0.67 "GET /v2.0/extensions/l3-port-ip-change-not-allowed HTTP/1.1" status: 200 len: 439 time: 0.0056567 Sep 23 19:37:11.041268 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 55028) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:37:11.048856 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [None req-ed1e702a-fffe-4781-a757-fc302dbd78c8 tempest-ExtensionsTestJSON-1945433204 tempest-ExtensionsTestJSON-1945433204-project] http://10.222.0.67:9696/v2.0/extensions/l3_agent_scheduler returned with HTTP 200 {{(pid=95101) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 23 19:37:11.052025 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-ed1e702a-fffe-4781-a757-fc302dbd78c8 tempest-ExtensionsTestJSON-1945433204 tempest-ExtensionsTestJSON-1945433204-project] 10.222.0.67 "GET /v2.0/extensions/l3_agent_scheduler HTTP/1.1" status: 200 len: 374 time: 0.0064857 Sep 23 19:37:11.054059 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 55030) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:37:11.081353 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.v2.base [None req-db808a84-72a7-42f3-a10a-a1ddcf0c08ca tempest-FloatingIPAdminTestJSON-2134933000 tempest-FloatingIPAdminTestJSON-2134933000-project] Request body: {'floatingip': {'floating_network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac'}} {{(pid=95102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:37:11.088821 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [None req-8664ce64-bf84-4bf7-8419-72fef6d27835 tempest-ExtensionsTestJSON-1945433204 tempest-ExtensionsTestJSON-1945433204-project] http://10.222.0.67:9696/v2.0/extensions/metering returned with HTTP 200 {{(pid=95101) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 23 19:37:11.092239 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-8664ce64-bf84-4bf7-8419-72fef6d27835 tempest-ExtensionsTestJSON-1945433204 tempest-ExtensionsTestJSON-1945433204-project] 10.222.0.67 "GET /v2.0/extensions/metering HTTP/1.1" status: 200 len: 357 time: 0.0330603 Sep 23 19:37:11.093048 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 55034) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:37:11.103620 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [None req-d76cc35f-7771-447c-b982-7e4f17c18bfd tempest-ExtensionsTestJSON-1945433204 tempest-ExtensionsTestJSON-1945433204-project] http://10.222.0.67:9696/v2.0/extensions/metering_source_and_destination_fields returned with HTTP 200 {{(pid=95102) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 23 19:37:11.104714 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-d76cc35f-7771-447c-b982-7e4f17c18bfd tempest-ExtensionsTestJSON-1945433204 tempest-ExtensionsTestJSON-1945433204-project] 10.222.0.67 "GET /v2.0/extensions/metering_source_and_destination_fields HTTP/1.1" status: 200 len: 515 time: 0.0086930 Sep 23 19:37:11.108224 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-494317ef-eced-4f2b-9c17-1737968bd93f req-589e500f-9b1c-4df4-8fc3-f33523c069b4 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=1b4fd1f0-f078-45dc-8269-6cb1b1703d97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688055 Sep 23 19:37:11.110911 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 55038) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:37:11.115147 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [None req-c7b38ff4-36c9-4d51-b6cf-a241059fed15 tempest-ExtensionsTestJSON-1945433204 tempest-ExtensionsTestJSON-1945433204-project] http://10.222.0.67:9696/v2.0/extensions/multi-provider returned with HTTP 200 {{(pid=95102) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 23 19:37:11.116183 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-c7b38ff4-36c9-4d51-b6cf-a241059fed15 tempest-ExtensionsTestJSON-1945433204 tempest-ExtensionsTestJSON-1945433204-project] 10.222.0.67 "GET /v2.0/extensions/multi-provider HTTP/1.1" status: 200 len: 406 time: 0.0045485 Sep 23 19:37:11.119535 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 55040) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:37:11.123827 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [None req-200180a5-f4f8-437e-a926-acadd2d90baf tempest-ExtensionsTestJSON-1945433204 tempest-ExtensionsTestJSON-1945433204-project] http://10.222.0.67:9696/v2.0/extensions/net-mtu returned with HTTP 200 {{(pid=95102) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 23 19:37:11.127209 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-200180a5-f4f8-437e-a926-acadd2d90baf tempest-ExtensionsTestJSON-1945433204 tempest-ExtensionsTestJSON-1945433204-project] 10.222.0.67 "GET /v2.0/extensions/net-mtu HTTP/1.1" status: 200 len: 370 time: 0.0042236 Sep 23 19:37:11.127651 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 55042) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:37:11.131693 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [None req-eddcbfe2-e76a-4d9b-a100-ba0d53807898 tempest-ExtensionsTestJSON-1945433204 tempest-ExtensionsTestJSON-1945433204-project] http://10.222.0.67:9696/v2.0/extensions/net-mtu-writable returned with HTTP 200 {{(pid=95102) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 23 19:37:11.134954 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-eddcbfe2-e76a-4d9b-a100-ba0d53807898 tempest-ExtensionsTestJSON-1945433204 tempest-ExtensionsTestJSON-1945433204-project] 10.222.0.67 "GET /v2.0/extensions/net-mtu-writable HTTP/1.1" status: 200 len: 401 time: 0.0041640 Sep 23 19:37:11.135559 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 55044) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:37:11.139625 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [None req-cec679b8-0544-429a-8372-23cde5b51ed7 tempest-ExtensionsTestJSON-1945433204 tempest-ExtensionsTestJSON-1945433204-project] http://10.222.0.67:9696/v2.0/extensions/network_availability_zone returned with HTTP 200 {{(pid=95102) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 23 19:37:11.142952 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-cec679b8-0544-429a-8372-23cde5b51ed7 tempest-ExtensionsTestJSON-1945433204 tempest-ExtensionsTestJSON-1945433204-project] 10.222.0.67 "GET /v2.0/extensions/network_availability_zone HTTP/1.1" status: 200 len: 394 time: 0.0045238 Sep 23 19:37:11.142952 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-db808a84-72a7-42f3-a10a-a1ddcf0c08ca tempest-FloatingIPAdminTestJSON-2134933000 tempest-FloatingIPAdminTestJSON-2134933000-project] Notify callbacks [] for floatingip, before_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:11.143960 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 55046) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:37:11.148968 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [None req-111e3887-bb78-4c27-94a8-945b70e6ba1e tempest-ExtensionsTestJSON-1945433204 tempest-ExtensionsTestJSON-1945433204-project] http://10.222.0.67:9696/v2.0/extensions/network-ip-availability returned with HTTP 200 {{(pid=95101) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 23 19:37:11.151207 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-111e3887-bb78-4c27-94a8-945b70e6ba1e tempest-ExtensionsTestJSON-1945433204 tempest-ExtensionsTestJSON-1945433204-project] 10.222.0.67 "GET /v2.0/extensions/network-ip-availability HTTP/1.1" status: 200 len: 410 time: 0.0060813 Sep 23 19:37:11.155417 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 55048) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:37:11.160754 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [None req-91a13184-8bda-4c48-b1b8-53b0065cb628 tempest-ExtensionsTestJSON-1945433204 tempest-ExtensionsTestJSON-1945433204-project] http://10.222.0.67:9696/v2.0/extensions/pagination returned with HTTP 200 {{(pid=95102) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 23 19:37:11.161840 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-91a13184-8bda-4c48-b1b8-53b0065cb628 tempest-ExtensionsTestJSON-1945433204 tempest-ExtensionsTestJSON-1945433204-project] 10.222.0.67 "GET /v2.0/extensions/pagination HTTP/1.1" status: 200 len: 386 time: 0.0052018 Sep 23 19:37:11.164327 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 55050) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:37:11.175797 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [None req-c4fd1dd4-18d2-4702-9cd9-3bb8aefa78f6 tempest-ExtensionsTestJSON-1945433204 tempest-ExtensionsTestJSON-1945433204-project] http://10.222.0.67:9696/v2.0/extensions/port-device-profile returned with HTTP 200 {{(pid=95102) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 23 19:37:11.187302 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-c4fd1dd4-18d2-4702-9cd9-3bb8aefa78f6 tempest-ExtensionsTestJSON-1945433204 tempest-ExtensionsTestJSON-1945433204-project] 10.222.0.67 "GET /v2.0/extensions/port-device-profile HTTP/1.1" status: 200 len: 383 time: 0.0211043 Sep 23 19:37:11.189188 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 55054) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:37:11.194421 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [None req-681c4f98-5b23-4ee6-9b5e-8632c2d9e428 tempest-ExtensionsTestJSON-1945433204 tempest-ExtensionsTestJSON-1945433204-project] http://10.222.0.67:9696/v2.0/extensions/port-mac-address-regenerate returned with HTTP 200 {{(pid=95101) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 23 19:37:11.195656 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-681c4f98-5b23-4ee6-9b5e-8632c2d9e428 tempest-ExtensionsTestJSON-1945433204 tempest-ExtensionsTestJSON-1945433204-project] 10.222.0.67 "GET /v2.0/extensions/port-mac-address-regenerate HTTP/1.1" status: 200 len: 403 time: 0.0049636 Sep 23 19:37:11.199578 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 55056) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:37:11.205454 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [None req-d4ddbcd3-b3fe-4bd4-93d0-5f765d4d9fe9 tempest-ExtensionsTestJSON-1945433204 tempest-ExtensionsTestJSON-1945433204-project] http://10.222.0.67:9696/v2.0/extensions/port-numa-affinity-policy returned with HTTP 200 {{(pid=95101) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 23 19:37:11.206616 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-d4ddbcd3-b3fe-4bd4-93d0-5f765d4d9fe9 tempest-ExtensionsTestJSON-1945433204 tempest-ExtensionsTestJSON-1945433204-project] 10.222.0.67 "GET /v2.0/extensions/port-numa-affinity-policy HTTP/1.1" status: 200 len: 392 time: 0.0059700 Sep 23 19:37:11.211263 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 55058) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:37:11.214022 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.db [req-ce32dedd-6b71-45f1-9fd9-8e5a4a0f3923 req-fae6f791-4f90-4c68-81ca-433a8038bab8 tempest-ListServerFiltersTestJSON-809433892 tempest-ListServerFiltersTestJSON-809433892-project] For port 487c6b6b-d6fa-43d3-9cde-4b48f7aef746, host n-h1-713301-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-16',level=0,port_id=487c6b6b-d6fa-43d3-9cde-4b48f7aef746,segment=NetworkSegment(95a45104-fd3c-482d-b056-88121b1d5539),segment_id=95a45104-fd3c-482d-b056-88121b1d5539)] {{(pid=95101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:37:11.214392 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-ce32dedd-6b71-45f1-9fd9-8e5a4a0f3923 req-fae6f791-4f90-4c68-81ca-433a8038bab8 tempest-ListServerFiltersTestJSON-809433892 tempest-ListServerFiltersTestJSON-809433892-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-605701'] for port, precommit_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:11.221781 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [None req-3df11e8a-6118-4885-ac9a-ea836d3b480f tempest-ExtensionsTestJSON-1945433204 tempest-ExtensionsTestJSON-1945433204-project] http://10.222.0.67:9696/v2.0/extensions/binding returned with HTTP 200 {{(pid=95102) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 23 19:37:11.227051 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-3df11e8a-6118-4885-ac9a-ea836d3b480f tempest-ExtensionsTestJSON-1945433204 tempest-ExtensionsTestJSON-1945433204-project] 10.222.0.67 "GET /v2.0/extensions/binding HTTP/1.1" status: 200 len: 387 time: 0.0094631 Sep 23 19:37:11.229175 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 55060) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:37:11.234175 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [None req-0df3fb35-dd42-477c-af8b-ec413ea68d5a tempest-ExtensionsTestJSON-1945433204 tempest-ExtensionsTestJSON-1945433204-project] http://10.222.0.67:9696/v2.0/extensions/binding-extended returned with HTTP 200 {{(pid=95101) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 23 19:37:11.235140 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-0df3fb35-dd42-477c-af8b-ec413ea68d5a tempest-ExtensionsTestJSON-1945433204 tempest-ExtensionsTestJSON-1945433204-project] 10.222.0.67 "GET /v2.0/extensions/binding-extended HTTP/1.1" status: 200 len: 406 time: 0.0050330 Sep 23 19:37:11.238829 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 55062) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:37:11.245705 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.plugin [req-ce32dedd-6b71-45f1-9fd9-8e5a4a0f3923 req-fae6f791-4f90-4c68-81ca-433a8038bab8 tempest-ListServerFiltersTestJSON-809433892 tempest-ListServerFiltersTestJSON-809433892-project] Calling delete_port for 487c6b6b-d6fa-43d3-9cde-4b48f7aef746 owned by compute:nova {{(pid=95101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:37:11.246487 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [None req-34e57a81-ac93-4125-a6ce-384016170d8d tempest-ExtensionsTestJSON-1945433204 tempest-ExtensionsTestJSON-1945433204-project] http://10.222.0.67:9696/v2.0/extensions/port-security returned with HTTP 200 {{(pid=95102) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 23 19:37:11.259132 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-34e57a81-ac93-4125-a6ce-384016170d8d tempest-ExtensionsTestJSON-1945433204 tempest-ExtensionsTestJSON-1945433204-project] 10.222.0.67 "GET /v2.0/extensions/port-security HTTP/1.1" status: 200 len: 354 time: 0.0163174 Sep 23 19:37:11.259132 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 55066) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:37:11.264508 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [None req-5698ee4e-1fc4-49fe-befe-8434fbf6c7bd tempest-ExtensionsTestJSON-1945433204 tempest-ExtensionsTestJSON-1945433204-project] http://10.222.0.67:9696/v2.0/extensions/project-id returned with HTTP 200 {{(pid=95102) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 23 19:37:11.268447 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-5698ee4e-1fc4-49fe-befe-8434fbf6c7bd tempest-ExtensionsTestJSON-1945433204 tempest-ExtensionsTestJSON-1945433204-project] 10.222.0.67 "GET /v2.0/extensions/project-id HTTP/1.1" status: 200 len: 398 time: 0.0083890 Sep 23 19:37:11.270975 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 55068) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:37:11.277391 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [None req-63a75221-9cdb-4aa8-bfb8-08a8976ee194 tempest-ExtensionsTestJSON-1945433204 tempest-ExtensionsTestJSON-1945433204-project] http://10.222.0.67:9696/v2.0/extensions/provider returned with HTTP 200 {{(pid=95101) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 23 19:37:11.277700 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-63a75221-9cdb-4aa8-bfb8-08a8976ee194 tempest-ExtensionsTestJSON-1945433204 tempest-ExtensionsTestJSON-1945433204-project] 10.222.0.67 "GET /v2.0/extensions/provider HTTP/1.1" status: 200 len: 385 time: 0.0059748 Sep 23 19:37:11.282682 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 55070) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:37:11.287106 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [None req-35762a9f-32be-4410-8006-c0dfe7f11056 tempest-ExtensionsTestJSON-1945433204 tempest-ExtensionsTestJSON-1945433204-project] http://10.222.0.67:9696/v2.0/extensions/quotas returned with HTTP 200 {{(pid=95102) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 23 19:37:11.291647 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-35762a9f-32be-4410-8006-c0dfe7f11056 tempest-ExtensionsTestJSON-1945433204 tempest-ExtensionsTestJSON-1945433204-project] 10.222.0.67 "GET /v2.0/extensions/quotas HTTP/1.1" status: 200 len: 385 time: 0.0077949 Sep 23 19:37:11.293298 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 55072) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:37:11.334332 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [None req-7090063d-636c-4132-b54c-07e1134008f7 tempest-ExtensionsTestJSON-1945433204 tempest-ExtensionsTestJSON-1945433204-project] http://10.222.0.67:9696/v2.0/extensions/quota_details returned with HTTP 200 {{(pid=95101) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 23 19:37:11.338005 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-7090063d-636c-4132-b54c-07e1134008f7 tempest-ExtensionsTestJSON-1945433204 tempest-ExtensionsTestJSON-1945433204-project] 10.222.0.67 "GET /v2.0/extensions/quota_details HTTP/1.1" status: 200 len: 407 time: 0.0414603 Sep 23 19:37:11.340019 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 55076) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:37:11.347435 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [None req-178cf65f-115a-4e45-8b30-66accee8275a tempest-ExtensionsTestJSON-1945433204 tempest-ExtensionsTestJSON-1945433204-project] http://10.222.0.67:9696/v2.0/extensions/rbac-policies returned with HTTP 200 {{(pid=95102) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 23 19:37:11.351291 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-178cf65f-115a-4e45-8b30-66accee8275a tempest-ExtensionsTestJSON-1945433204 tempest-ExtensionsTestJSON-1945433204-project] 10.222.0.67 "GET /v2.0/extensions/rbac-policies HTTP/1.1" status: 200 len: 417 time: 0.0086429 Sep 23 19:37:11.351884 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 55078) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:37:11.366046 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [None req-0643ea7d-f361-455f-861b-a524ae4ea8ea tempest-ExtensionsTestJSON-1945433204 tempest-ExtensionsTestJSON-1945433204-project] http://10.222.0.67:9696/v2.0/extensions/rbac-address-group returned with HTTP 200 {{(pid=95101) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 23 19:37:11.370145 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-0643ea7d-f361-455f-861b-a524ae4ea8ea tempest-ExtensionsTestJSON-1945433204 tempest-ExtensionsTestJSON-1945433204-project] 10.222.0.67 "GET /v2.0/extensions/rbac-address-group HTTP/1.1" status: 200 len: 392 time: 0.0142868 Sep 23 19:37:11.371955 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 55080) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:37:11.373039 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-cbadccc7-7389-4d46-8618-5d69b378543a tempest-RoutersIpV6AdminTest-525100567 tempest-RoutersIpV6AdminTest-525100567-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783146162158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783145673144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5607431'] for port, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:11.377747 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [None req-46c19f98-87dc-4986-aeda-c30f506af7bb tempest-ExtensionsTestJSON-1945433204 tempest-ExtensionsTestJSON-1945433204-project] http://10.222.0.67:9696/v2.0/extensions/rbac-address-scope returned with HTTP 200 {{(pid=95102) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 23 19:37:11.381603 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-46c19f98-87dc-4986-aeda-c30f506af7bb tempest-ExtensionsTestJSON-1945433204 tempest-ExtensionsTestJSON-1945433204-project] 10.222.0.67 "GET /v2.0/extensions/rbac-address-scope HTTP/1.1" status: 200 len: 384 time: 0.0082753 Sep 23 19:37:11.383753 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 55082) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:37:11.385617 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-db808a84-72a7-42f3-a10a-a1ddcf0c08ca tempest-FloatingIPAdminTestJSON-2134933000 tempest-FloatingIPAdminTestJSON-2134933000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:11.391953 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [None req-8b228284-8b0d-431b-a2ee-6eea9f30b482 tempest-ExtensionsTestJSON-1945433204 tempest-ExtensionsTestJSON-1945433204-project] http://10.222.0.67:9696/v2.0/extensions/rbac-security-groups returned with HTTP 200 {{(pid=95102) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 23 19:37:11.395511 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-8b228284-8b0d-431b-a2ee-6eea9f30b482 tempest-ExtensionsTestJSON-1945433204 tempest-ExtensionsTestJSON-1945433204-project] 10.222.0.67 "GET /v2.0/extensions/rbac-security-groups HTTP/1.1" status: 200 len: 404 time: 0.0052440 Sep 23 19:37:11.412117 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 55084) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:37:11.432699 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [None req-f7352371-ae9c-4f19-9c1b-90b971c56cc0 tempest-ExtensionsTestJSON-1945433204 tempest-ExtensionsTestJSON-1945433204-project] http://10.222.0.67:9696/v2.0/extensions/rbac-subnetpool returned with HTTP 200 {{(pid=95102) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 23 19:37:11.434338 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbadccc7-7389-4d46-8618-5d69b378543a tempest-RoutersIpV6AdminTest-525100567 tempest-RoutersIpV6AdminTest-525100567-project] Pushing event deleted for resources: {'Port': ['ID=4e587d98-f3e9-4f6c-9087-0094fe28c0d7,revision_number=None']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:37:11.437442 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-f7352371-ae9c-4f19-9c1b-90b971c56cc0 tempest-ExtensionsTestJSON-1945433204 tempest-ExtensionsTestJSON-1945433204-project] 10.222.0.67 "GET /v2.0/extensions/rbac-subnetpool HTTP/1.1" status: 200 len: 375 time: 0.0241334 Sep 23 19:37:11.437787 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 55090) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:37:11.443455 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [None req-7e4d0f39-a69b-4047-bb17-ef033dff2dd6 tempest-ExtensionsTestJSON-1945433204 tempest-ExtensionsTestJSON-1945433204-project] http://10.222.0.67:9696/v2.0/extensions/revision-if-match returned with HTTP 200 {{(pid=95101) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 23 19:37:11.444413 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-7e4d0f39-a69b-4047-bb17-ef033dff2dd6 tempest-ExtensionsTestJSON-1945433204 tempest-ExtensionsTestJSON-1945433204-project] 10.222.0.67 "GET /v2.0/extensions/revision-if-match HTTP/1.1" status: 200 len: 441 time: 0.0042312 Sep 23 19:37:11.449444 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 55092) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:37:11.477004 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [None req-b89f17ea-7150-4b8f-8c86-892025dd5cee tempest-ExtensionsTestJSON-1945433204 tempest-ExtensionsTestJSON-1945433204-project] http://10.222.0.67:9696/v2.0/extensions/standard-attr-revisions returned with HTTP 200 {{(pid=95101) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 23 19:37:11.478231 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-b89f17ea-7150-4b8f-8c86-892025dd5cee tempest-ExtensionsTestJSON-1945433204 tempest-ExtensionsTestJSON-1945433204-project] 10.222.0.67 "GET /v2.0/extensions/standard-attr-revisions HTTP/1.1" status: 200 len: 423 time: 0.0277827 Sep 23 19:37:11.481398 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 55094) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:37:11.486261 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [None req-a4092d56-1051-4d35-8198-5e31aa15aeda tempest-ExtensionsTestJSON-1945433204 tempest-ExtensionsTestJSON-1945433204-project] http://10.222.0.67:9696/v2.0/extensions/router_availability_zone returned with HTTP 200 {{(pid=95101) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 23 19:37:11.487797 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-a4092d56-1051-4d35-8198-5e31aa15aeda tempest-ExtensionsTestJSON-1945433204 tempest-ExtensionsTestJSON-1945433204-project] 10.222.0.67 "GET /v2.0/extensions/router_availability_zone HTTP/1.1" status: 200 len: 391 time: 0.0043879 Sep 23 19:37:11.491923 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 55096) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:37:11.498396 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [None req-2a1f6c7c-23d4-4c7a-9df0-651d4ba4e5f3 tempest-ExtensionsTestJSON-1945433204 tempest-ExtensionsTestJSON-1945433204-project] http://10.222.0.67:9696/v2.0/extensions/security-groups-normalized-cidr returned with HTTP 200 {{(pid=95102) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 23 19:37:11.500757 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-2a1f6c7c-23d4-4c7a-9df0-651d4ba4e5f3 tempest-ExtensionsTestJSON-1945433204 tempest-ExtensionsTestJSON-1945433204-project] 10.222.0.67 "GET /v2.0/extensions/security-groups-normalized-cidr HTTP/1.1" status: 200 len: 445 time: 0.0058324 Sep 23 19:37:11.502707 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 55098) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:37:11.511752 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [None req-6e3b2195-9b0c-4834-b4a5-09993c2b61b1 tempest-ExtensionsTestJSON-1945433204 tempest-ExtensionsTestJSON-1945433204-project] http://10.222.0.67:9696/v2.0/extensions/port-security-groups-filtering returned with HTTP 200 {{(pid=95102) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 23 19:37:11.515288 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-6e3b2195-9b0c-4834-b4a5-09993c2b61b1 tempest-ExtensionsTestJSON-1945433204 tempest-ExtensionsTestJSON-1945433204-project] 10.222.0.67 "GET /v2.0/extensions/port-security-groups-filtering HTTP/1.1" status: 200 len: 422 time: 0.0082505 Sep 23 19:37:11.516080 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 55100) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:37:11.521171 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [None req-09480550-681e-4417-af38-220d4bd08255 tempest-ExtensionsTestJSON-1945433204 tempest-ExtensionsTestJSON-1945433204-project] http://10.222.0.67:9696/v2.0/extensions/security-groups-remote-address-group returned with HTTP 200 {{(pid=95102) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 23 19:37:11.524281 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-09480550-681e-4417-af38-220d4bd08255 tempest-ExtensionsTestJSON-1945433204 tempest-ExtensionsTestJSON-1945433204-project] 10.222.0.67 "GET /v2.0/extensions/security-groups-remote-address-group HTTP/1.1" status: 200 len: 448 time: 0.0050008 Sep 23 19:37:11.527361 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 55102) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:37:11.531402 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [None req-a21855ef-d4da-4a1e-9e22-87426b4aafee tempest-ExtensionsTestJSON-1945433204 tempest-ExtensionsTestJSON-1945433204-project] http://10.222.0.67:9696/v2.0/extensions/security-group returned with HTTP 200 {{(pid=95102) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 23 19:37:11.534702 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-a21855ef-d4da-4a1e-9e22-87426b4aafee tempest-ExtensionsTestJSON-1945433204 tempest-ExtensionsTestJSON-1945433204-project] 10.222.0.67 "GET /v2.0/extensions/security-group HTTP/1.1" status: 200 len: 364 time: 0.0041168 Sep 23 19:37:11.534852 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-cbadccc7-7389-4d46-8618-5d69b378543a tempest-RoutersIpV6AdminTest-525100567 tempest-RoutersIpV6AdminTest-525100567-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-601942'] for router_gateway, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:11.536056 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 55104) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:37:11.541868 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [None req-9e532f55-2088-45ce-bb15-cbdebe951c51 tempest-ExtensionsTestJSON-1945433204 tempest-ExtensionsTestJSON-1945433204-project] http://10.222.0.67:9696/v2.0/extensions/service-type returned with HTTP 200 {{(pid=95101) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 23 19:37:11.545611 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-9e532f55-2088-45ce-bb15-cbdebe951c51 tempest-ExtensionsTestJSON-1945433204 tempest-ExtensionsTestJSON-1945433204-project] 10.222.0.67 "GET /v2.0/extensions/service-type HTTP/1.1" status: 200 len: 415 time: 0.0058384 Sep 23 19:37:11.546162 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ef507c-28e1-430f-ab6f-7f1e0808399a req-f10207e3-00e5-4379-82a4-bf1fcaff7ee6 tempest-ListServerFiltersTestJSON-809433892 tempest-ListServerFiltersTestJSON-809433892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:37:11.547726 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-82ef507c-28e1-430f-ab6f-7f1e0808399a req-f10207e3-00e5-4379-82a4-bf1fcaff7ee6 tempest-ListServerFiltersTestJSON-809433892 tempest-ListServerFiltersTestJSON-809433892-project] 10.222.0.67 "GET /v2.0/ports?device_id=f7a4a9ad-9299-4e1e-a7bc-d77c53e5407a HTTP/1.1" status: 200 len: 946 time: 0.1648061 Sep 23 19:37:11.548208 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 55106) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:37:11.557192 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [None req-3cf92734-5b2b-4c8f-a266-f61dcb901daa tempest-ExtensionsTestJSON-1945433204 tempest-ExtensionsTestJSON-1945433204-project] http://10.222.0.67:9696/v2.0/extensions/sorting returned with HTTP 200 {{(pid=95102) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 23 19:37:11.559595 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-3cf92734-5b2b-4c8f-a266-f61dcb901daa tempest-ExtensionsTestJSON-1945433204 tempest-ExtensionsTestJSON-1945433204-project] 10.222.0.67 "GET /v2.0/extensions/sorting HTTP/1.1" status: 200 len: 377 time: 0.0076120 Sep 23 19:37:11.575128 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 55108) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:37:11.583135 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [None req-f07afdda-a8ef-4773-bbda-722bd56da3c3 tempest-ExtensionsTestJSON-1945433204 tempest-ExtensionsTestJSON-1945433204-project] http://10.222.0.67:9696/v2.0/extensions/standard-attr-description returned with HTTP 200 {{(pid=95101) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 23 19:37:11.585676 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-f07afdda-a8ef-4773-bbda-722bd56da3c3 tempest-ExtensionsTestJSON-1945433204 tempest-ExtensionsTestJSON-1945433204-project] 10.222.0.67 "GET /v2.0/extensions/standard-attr-description HTTP/1.1" status: 200 len: 408 time: 0.0060077 Sep 23 19:37:11.591911 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 55112) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:37:11.625098 n-d-713301-16 neutron-server[95102]: DEBUG neutron.db.db_base_plugin_common [None req-db808a84-72a7-42f3-a10a-a1ddcf0c08ca tempest-FloatingIPAdminTestJSON-2134933000 tempest-FloatingIPAdminTestJSON-2134933000-project] Allocated IP 172.25.1.63 (5dec5c09-378e-4f50-89cc-d94eb81c3bac/eff83446-018c-428d-b3f5-54ac9abe7a2a/8c318c65-7862-4c0a-835a-8f3201bbf138) {{(pid=95102) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 19:37:11.648958 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [None req-a601e326-3960-476b-9954-3cfa0b0ba200 tempest-ExtensionsTestJSON-1945433204 tempest-ExtensionsTestJSON-1945433204-project] http://10.222.0.67:9696/v2.0/extensions/stateful-security-group returned with HTTP 200 {{(pid=95102) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 23 19:37:11.652663 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-a601e326-3960-476b-9954-3cfa0b0ba200 tempest-ExtensionsTestJSON-1945433204 tempest-ExtensionsTestJSON-1945433204-project] 10.222.0.67 "GET /v2.0/extensions/stateful-security-group HTTP/1.1" status: 200 len: 402 time: 0.0046685 Sep 23 19:37:11.660756 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 55114) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:37:11.666785 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-cbadccc7-7389-4d46-8618-5d69b378543a tempest-RoutersIpV6AdminTest-525100567 tempest-RoutersIpV6AdminTest-525100567-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-597305', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29369'] for router, precommit_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:11.670059 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-cbadccc7-7389-4d46-8618-5d69b378543a tempest-RoutersIpV6AdminTest-525100567 tempest-RoutersIpV6AdminTest-525100567-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:11.677932 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-ce32dedd-6b71-45f1-9fd9-8e5a4a0f3923 req-fae6f791-4f90-4c68-81ca-433a8038bab8 tempest-ListServerFiltersTestJSON-809433892 tempest-ListServerFiltersTestJSON-809433892-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783146162158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783145673144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5607431'] for port, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:11.684818 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [None req-f4c14de7-c7da-43ad-9ced-a75d42cc0c83 tempest-ExtensionsTestJSON-1945433204 tempest-ExtensionsTestJSON-1945433204-project] http://10.222.0.67:9696/v2.0/extensions/subnet_onboard returned with HTTP 200 {{(pid=95102) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 23 19:37:11.688345 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-f4c14de7-c7da-43ad-9ced-a75d42cc0c83 tempest-ExtensionsTestJSON-1945433204 tempest-ExtensionsTestJSON-1945433204-project] 10.222.0.67 "GET /v2.0/extensions/subnet_onboard HTTP/1.1" status: 200 len: 391 time: 0.0137713 Sep 23 19:37:11.689306 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 55116) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:37:11.696989 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] get_ports_and_sgs() called for port_ids ['498dad19-9faa-4d8f-aa16-ec64baa29084'] {{(pid=95103) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 19:37:11.701857 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [None req-90233613-3e17-4c6b-ac25-bf35a2540d1b tempest-ExtensionsTestJSON-1945433204 tempest-ExtensionsTestJSON-1945433204-project] http://10.222.0.67:9696/v2.0/extensions/subnet-service-types returned with HTTP 200 {{(pid=95102) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 23 19:37:11.705568 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-90233613-3e17-4c6b-ac25-bf35a2540d1b tempest-ExtensionsTestJSON-1945433204 tempest-ExtensionsTestJSON-1945433204-project] 10.222.0.67 "GET /v2.0/extensions/subnet-service-types HTTP/1.1" status: 200 len: 400 time: 0.0117111 Sep 23 19:37:11.716569 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 55118) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:37:11.727186 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [None req-a2446c30-a498-4e90-89bf-c17fab84bcb8 tempest-ExtensionsTestJSON-1945433204 tempest-ExtensionsTestJSON-1945433204-project] http://10.222.0.67:9696/v2.0/extensions/subnet_allocation returned with HTTP 200 {{(pid=95101) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 23 19:37:11.731590 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-a2446c30-a498-4e90-89bf-c17fab84bcb8 tempest-ExtensionsTestJSON-1945433204 tempest-ExtensionsTestJSON-1945433204-project] 10.222.0.67 "GET /v2.0/extensions/subnet_allocation HTTP/1.1" status: 200 len: 388 time: 0.0094669 Sep 23 19:37:11.734404 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 55122) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:37:11.738476 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] get_ports_and_sgs() called for port_ids ['dbfc3c35-dbca-414a-b86a-a95206c0784c', '487c6b6b-d6fa-43d3-9cde-4b48f7aef746'] {{(pid=95103) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 19:37:11.764697 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fae6f791-4f90-4c68-81ca-433a8038bab8 tempest-ListServerFiltersTestJSON-809433892 tempest-ListServerFiltersTestJSON-809433892-project] Pushing event deleted for resources: {'Port': ['ID=487c6b6b-d6fa-43d3-9cde-4b48f7aef746,revision_number=None']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:37:11.769244 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-cbadccc7-7389-4d46-8618-5d69b378543a tempest-RoutersIpV6AdminTest-525100567 tempest-RoutersIpV6AdminTest-525100567-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-597296'] for router, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:11.770278 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cbadccc7-7389-4d46-8618-5d69b378543a tempest-RoutersIpV6AdminTest-525100567 tempest-RoutersIpV6AdminTest-525100567-project] Fanout notify agent at l3_agent the message router_deleted on router 1f49a2ba-1807-4d3c-afd7-80e86a5135c8 {{(pid=95101) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 23 19:37:11.798944 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-cbadccc7-7389-4d46-8618-5d69b378543a tempest-RoutersIpV6AdminTest-525100567 tempest-RoutersIpV6AdminTest-525100567-project] Notify callbacks [] for router, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:11.800401 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-cbadccc7-7389-4d46-8618-5d69b378543a tempest-RoutersIpV6AdminTest-525100567 tempest-RoutersIpV6AdminTest-525100567-project] 10.222.0.67 "DELETE /v2.0/routers/1f49a2ba-1807-4d3c-afd7-80e86a5135c8 HTTP/1.1" status: 204 len: 168 time: 2.0388923 Sep 23 19:37:11.804317 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 55126) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:37:11.809976 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.v2.base [None req-9b0a22d2-3515-476b-8456-c98b3ebcef03 tempest-RoutersIpV6AdminTest-809394628 tempest-RoutersIpV6AdminTest-809394628-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1448152660', 'external_gateway_info': {'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'enable_snat': False}}} {{(pid=95101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:37:11.839623 n-d-713301-16 neutron-server[95101]: DEBUG neutron.db.l3_dvrscheduler_db [req-ce32dedd-6b71-45f1-9fd9-8e5a4a0f3923 req-fae6f791-4f90-4c68-81ca-433a8038bab8 tempest-ListServerFiltersTestJSON-809433892 tempest-ListServerFiltersTestJSON-809433892-project] No DVR routers for this DVR port 487c6b6b-d6fa-43d3-9cde-4b48f7aef746 on host n-h1-713301-16 {{(pid=95101) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 19:37:11.847296 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-ce32dedd-6b71-45f1-9fd9-8e5a4a0f3923 req-fae6f791-4f90-4c68-81ca-433a8038bab8 tempest-ListServerFiltersTestJSON-809433892 tempest-ListServerFiltersTestJSON-809433892-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222849'] for port, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:11.849934 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-ce32dedd-6b71-45f1-9fd9-8e5a4a0f3923 req-fae6f791-4f90-4c68-81ca-433a8038bab8 tempest-ListServerFiltersTestJSON-809433892 tempest-ListServerFiltersTestJSON-809433892-project] 10.222.0.74 "DELETE /v2.0/ports/487c6b6b-d6fa-43d3-9cde-4b48f7aef746 HTTP/1.1" status: 204 len: 173 time: 1.2013526 Sep 23 19:37:11.855137 n-d-713301-16 neutron-server[95101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f7a4a9ad-9299-4e1e-a7bc-d77c53e5407a', 'name': 'network-vif-deleted', 'tag': '487c6b6b-d6fa-43d3-9cde-4b48f7aef746'}] {{(pid=95101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 19:37:11.859521 n-d-713301-16 neutron-server[95101]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d8366c5740cd635e57ab12b71fe44a77c2acc3c19091ef849c6f68b380462244" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2cedd026-d949-4521-b051-cde3edbbe319" -d '{"events": [{"server_uuid": "f7a4a9ad-9299-4e1e-a7bc-d77c53e5407a", "name": "network-vif-deleted", "tag": "487c6b6b-d6fa-43d3-9cde-4b48f7aef746"}]}' {{(pid=95101) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 19:37:11.880397 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-9b0a22d2-3515-476b-8456-c98b3ebcef03 tempest-RoutersIpV6AdminTest-809394628 tempest-RoutersIpV6AdminTest-809394628-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-594563', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29355'] for router, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:11.881849 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-9b0a22d2-3515-476b-8456-c98b3ebcef03 tempest-RoutersIpV6AdminTest-809394628 tempest-RoutersIpV6AdminTest-809394628-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-597363', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-601731', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-739356', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29346'] for router, precommit_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:11.975908 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-9b0a22d2-3515-476b-8456-c98b3ebcef03 tempest-RoutersIpV6AdminTest-809394628 tempest-RoutersIpV6AdminTest-809394628-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:12.159282 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-9b0a22d2-3515-476b-8456-c98b3ebcef03 tempest-RoutersIpV6AdminTest-809394628 tempest-RoutersIpV6AdminTest-809394628-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:12.209975 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [None req-c6d4179b-3311-4841-9156-c28392735896 tempest-ExtensionsTestJSON-1945433204 tempest-ExtensionsTestJSON-1945433204-project] http://10.222.0.67:9696/v2.0/extensions/subnetpool-prefix-ops returned with HTTP 200 {{(pid=95102) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 23 19:37:12.213547 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-c6d4179b-3311-4841-9156-c28392735896 tempest-ExtensionsTestJSON-1945433204 tempest-ExtensionsTestJSON-1945433204-project] 10.222.0.67 "GET /v2.0/extensions/subnetpool-prefix-ops HTTP/1.1" status: 200 len: 418 time: 0.4742649 Sep 23 19:37:12.239400 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 55136) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:37:12.246512 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [None req-ff5c5d4d-7bb9-4761-b957-76684c96db6a tempest-ExtensionsTestJSON-1945433204 tempest-ExtensionsTestJSON-1945433204-project] http://10.222.0.67:9696/v2.0/extensions/standard-attr-tag returned with HTTP 200 {{(pid=95101) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 23 19:37:12.249986 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-ff5c5d4d-7bb9-4761-b957-76684c96db6a tempest-ExtensionsTestJSON-1945433204 tempest-ExtensionsTestJSON-1945433204-project] 10.222.0.67 "GET /v2.0/extensions/standard-attr-tag HTTP/1.1" status: 200 len: 537 time: 0.0065134 Sep 23 19:37:12.250461 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 55138) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:37:12.254989 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [None req-c02ec6e8-321f-4249-b0ba-7de7977b370c tempest-ExtensionsTestJSON-1945433204 tempest-ExtensionsTestJSON-1945433204-project] http://10.222.0.67:9696/v2.0/extensions/standard-attr-timestamp returned with HTTP 200 {{(pid=95101) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 23 19:37:12.259829 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-c02ec6e8-321f-4249-b0ba-7de7977b370c tempest-ExtensionsTestJSON-1945433204 tempest-ExtensionsTestJSON-1945433204-project] 10.222.0.67 "GET /v2.0/extensions/standard-attr-timestamp HTTP/1.1" status: 200 len: 449 time: 0.0048211 Sep 23 19:37:12.292582 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-82ef507c-28e1-430f-ab6f-7f1e0808399a req-c894837c-9c0b-4132-8ebe-b28ea613b191 tempest-ListServerFiltersTestJSON-809433892 tempest-ListServerFiltersTestJSON-809433892-project] 10.222.0.67 "GET /v2.0/security-groups?id=791c206a-3feb-4dc0-8ae9-5b23b18cf1d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7124946 Sep 23 19:37:12.387810 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adeb6d48-4129-4597-b03c-85c1344431d2 req-a776eff8-e984-4c4b-9085-232e48fc533a tempest-ServerPasswordTestJSON-2039733429 tempest-ServerPasswordTestJSON-2039733429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:37:12.399311 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-adeb6d48-4129-4597-b03c-85c1344431d2 req-a776eff8-e984-4c4b-9085-232e48fc533a tempest-ServerPasswordTestJSON-2039733429 tempest-ServerPasswordTestJSON-2039733429-project] 10.222.0.67 "GET /v2.0/ports?device_id=1dbb916c-36ff-4f0f-a84b-5c12640be7ce HTTP/1.1" status: 200 len: 945 time: 0.7399495 Sep 23 19:37:12.435734 n-d-713301-16 neutron-server[95101]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 19:37:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bfd08393-508a-46d0-a292-925d9f177bc1 x-openstack-request-id: req-bfd08393-508a-46d0-a292-925d9f177bc1 {{(pid=95101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 19:37:12.436031 n-d-713301-16 neutron-server[95101]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f7a4a9ad-9299-4e1e-a7bc-d77c53e5407a", "name": "network-vif-deleted", "tag": "487c6b6b-d6fa-43d3-9cde-4b48f7aef746", "status": "completed", "code": 200}]} {{(pid=95101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 19:37:12.436286 n-d-713301-16 neutron-server[95101]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-bfd08393-508a-46d0-a292-925d9f177bc1 {{(pid=95101) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 19:37:12.436718 n-d-713301-16 neutron-server[95101]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f7a4a9ad-9299-4e1e-a7bc-d77c53e5407a', 'name': 'network-vif-deleted', 'tag': '487c6b6b-d6fa-43d3-9cde-4b48f7aef746', 'status': 'completed', 'code': 200} Sep 23 19:37:12.467639 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-9b0a22d2-3515-476b-8456-c98b3ebcef03 tempest-RoutersIpV6AdminTest-809394628 tempest-RoutersIpV6AdminTest-809394628-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:12.497753 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-9b0a22d2-3515-476b-8456-c98b3ebcef03 tempest-RoutersIpV6AdminTest-809394628 tempest-RoutersIpV6AdminTest-809394628-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:12.559036 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-db808a84-72a7-42f3-a10a-a1ddcf0c08ca tempest-FloatingIPAdminTestJSON-2134933000 tempest-FloatingIPAdminTestJSON-2134933000-project] Notify callbacks [] for port, precommit_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:12.602437 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-adeb6d48-4129-4597-b03c-85c1344431d2 req-589f3dab-48be-4edf-83ac-ccc1561646b2 tempest-ServerPasswordTestJSON-2039733429 tempest-ServerPasswordTestJSON-2039733429-project] 10.222.0.67 "GET /v2.0/security-groups?id=1b4fd1f0-f078-45dc-8269-6cb1b1703d97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2006135 Sep 23 19:37:12.616245 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-31d71ba8-e2ad-4b7c-9ccd-883919964590 req-c1d6d507-61d1-44a9-9cbd-92cd3e8b1eea tempest-ServerShowV254Test-1402049895 tempest-ServerShowV254Test-1402049895-project] 10.222.0.67 "GET /v2.0/ports?device_id=27079265-973c-403b-97a2-0bb6fe07744d HTTP/1.1" status: 200 len: 210 time: 0.0416512 Sep 23 19:37:12.679060 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-db808a84-72a7-42f3-a10a-a1ddcf0c08ca tempest-FloatingIPAdminTestJSON-2134933000 tempest-FloatingIPAdminTestJSON-2134933000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783145673135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4399100'] for port, after_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:12.739920 n-d-713301-16 neutron-server[95101]: DEBUG neutron.db.db_base_plugin_common [None req-9b0a22d2-3515-476b-8456-c98b3ebcef03 tempest-RoutersIpV6AdminTest-809394628 tempest-RoutersIpV6AdminTest-809394628-project-admin] Allocated IP 172.25.1.119 (5dec5c09-378e-4f50-89cc-d94eb81c3bac/eff83446-018c-428d-b3f5-54ac9abe7a2a/a20ff509-2b3a-497e-9d6e-e2a59f9ea45e) {{(pid=95101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 19:37:12.741266 n-d-713301-16 neutron-server[95102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db808a84-72a7-42f3-a10a-a1ddcf0c08ca tempest-FloatingIPAdminTestJSON-2134933000 tempest-FloatingIPAdminTestJSON-2134933000-project] Network 5dec5c09-378e-4f50-89cc-d94eb81c3bac is already hosted by enough agents. {{(pid=95102) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:37:12.746374 n-d-713301-16 neutron-server[95102]: DEBUG neutron.scheduler.base_scheduler [None req-db808a84-72a7-42f3-a10a-a1ddcf0c08ca tempest-FloatingIPAdminTestJSON-2134933000 tempest-FloatingIPAdminTestJSON-2134933000-project] Resources bound (agent type, host, resource id): {{(pid=95102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:37:12.751854 n-d-713301-16 neutron-server[95102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db808a84-72a7-42f3-a10a-a1ddcf0c08ca tempest-FloatingIPAdminTestJSON-2134933000 tempest-FloatingIPAdminTestJSON-2134933000-project] Received port after_create {{(pid=95102) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 19:37:12.798762 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 55156) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:37:12.806562 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db808a84-72a7-42f3-a10a-a1ddcf0c08ca tempest-FloatingIPAdminTestJSON-2134933000 tempest-FloatingIPAdminTestJSON-2134933000-project] Pushing event updated for resources: {'Port': ['ID=8c318c65-7862-4c0a-835a-8f3201bbf138,revision_number=1']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:37:12.887050 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-db808a84-72a7-42f3-a10a-a1ddcf0c08ca tempest-FloatingIPAdminTestJSON-2134933000 tempest-FloatingIPAdminTestJSON-2134933000-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:12.919727 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-9b0a22d2-3515-476b-8456-c98b3ebcef03 tempest-RoutersIpV6AdminTest-809394628 tempest-RoutersIpV6AdminTest-809394628-project-admin] Notify callbacks [] for port, precommit_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:12.947166 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-1e0360a9-3dc0-431e-ba3f-bcc5a7de7a5f admin admin] Notify callbacks [] for security_group, before_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:12.956244 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-9b0a22d2-3515-476b-8456-c98b3ebcef03 tempest-RoutersIpV6AdminTest-809394628 tempest-RoutersIpV6AdminTest-809394628-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783145673135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5607431'] for port, after_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:12.964045 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-db808a84-72a7-42f3-a10a-a1ddcf0c08ca tempest-FloatingIPAdminTestJSON-2134933000 tempest-FloatingIPAdminTestJSON-2134933000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:13.018353 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b0a22d2-3515-476b-8456-c98b3ebcef03 tempest-RoutersIpV6AdminTest-809394628 tempest-RoutersIpV6AdminTest-809394628-project-admin] Network 5dec5c09-378e-4f50-89cc-d94eb81c3bac is already hosted by enough agents. {{(pid=95101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:37:13.020383 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b0a22d2-3515-476b-8456-c98b3ebcef03 tempest-RoutersIpV6AdminTest-809394628 tempest-RoutersIpV6AdminTest-809394628-project-admin] Pushing event updated for resources: {'Port': ['ID=a20ff509-2b3a-497e-9d6e-e2a59f9ea45e,revision_number=1']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:37:13.023114 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.base_scheduler [None req-9b0a22d2-3515-476b-8456-c98b3ebcef03 tempest-RoutersIpV6AdminTest-809394628 tempest-RoutersIpV6AdminTest-809394628-project-admin] Resources bound (agent type, host, resource id): {{(pid=95101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:37:13.026238 n-d-713301-16 neutron-server[95101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b0a22d2-3515-476b-8456-c98b3ebcef03 tempest-RoutersIpV6AdminTest-809394628 tempest-RoutersIpV6AdminTest-809394628-project-admin] Received port after_create {{(pid=95101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 19:37:13.177536 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-1e0360a9-3dc0-431e-ba3f-bcc5a7de7a5f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:13.184291 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-1e0360a9-3dc0-431e-ba3f-bcc5a7de7a5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:13.219200 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-db808a84-72a7-42f3-a10a-a1ddcf0c08ca tempest-FloatingIPAdminTestJSON-2134933000 tempest-FloatingIPAdminTestJSON-2134933000-project] Notify callbacks [] for port, precommit_update {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:13.235603 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-db808a84-72a7-42f3-a10a-a1ddcf0c08ca tempest-FloatingIPAdminTestJSON-2134933000 tempest-FloatingIPAdminTestJSON-2134933000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4399095'] for port, after_update {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:13.286872 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-9b0a22d2-3515-476b-8456-c98b3ebcef03 tempest-RoutersIpV6AdminTest-809394628 tempest-RoutersIpV6AdminTest-809394628-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:13.290650 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-db808a84-72a7-42f3-a10a-a1ddcf0c08ca tempest-FloatingIPAdminTestJSON-2134933000 tempest-FloatingIPAdminTestJSON-2134933000-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-601884'] for floatingip, after_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:13.312391 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-1e0360a9-3dc0-431e-ba3f-bcc5a7de7a5f admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=79abda659c924ab688c0600f4c70b779&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5125844 Sep 23 19:37:13.317307 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e0360a9-3dc0-431e-ba3f-bcc5a7de7a5f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8740143b-857f-4760-ae00-641539916c59,revision_number=1']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:37:13.319672 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 55164) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:37:13.377830 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-db808a84-72a7-42f3-a10a-a1ddcf0c08ca tempest-FloatingIPAdminTestJSON-2134933000 tempest-FloatingIPAdminTestJSON-2134933000-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222849'] for floatingip, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:13.381820 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-db808a84-72a7-42f3-a10a-a1ddcf0c08ca tempest-FloatingIPAdminTestJSON-2134933000 tempest-FloatingIPAdminTestJSON-2134933000-project] 10.222.0.67 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.6187255 Sep 23 19:37:13.387080 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 55176) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:37:13.400203 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.v2.base [None req-0af997e9-cecc-4397-8628-df48313fe0e4 tempest-FloatingIPAdminTestJSON-2134933000 tempest-FloatingIPAdminTestJSON-2134933000-project] Request body: {'network': {'name': 'tempest-FloatingIPAdminTestJSON-test-network-1389172012'}} {{(pid=95102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:37:13.412747 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db808a84-72a7-42f3-a10a-a1ddcf0c08ca tempest-FloatingIPAdminTestJSON-2134933000 tempest-FloatingIPAdminTestJSON-2134933000-project] Pushing event updated for resources: {'Port': ['ID=8c318c65-7862-4c0a-835a-8f3201bbf138,revision_number=2']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:37:13.452313 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0af997e9-cecc-4397-8628-df48313fe0e4 tempest-FloatingIPAdminTestJSON-2134933000 tempest-FloatingIPAdminTestJSON-2134933000-project] Made reservation on behalf of ff4b527bbaa74c75b56ff6fd6c34e095 for: {'network': 1} {{(pid=95102) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:37:13.455794 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-0af997e9-cecc-4397-8628-df48313fe0e4 tempest-FloatingIPAdminTestJSON-2134933000 tempest-FloatingIPAdminTestJSON-2134933000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for network, before_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:13.473240 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-ee13cda7-8f82-45cf-89b5-139cd9333bda admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:13.475173 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-0af997e9-cecc-4397-8628-df48313fe0e4 tempest-FloatingIPAdminTestJSON-2134933000 tempest-FloatingIPAdminTestJSON-2134933000-project] Notify callbacks [] for security_group, before_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:13.504112 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-ee13cda7-8f82-45cf-89b5-139cd9333bda admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:13.582822 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-ee13cda7-8f82-45cf-89b5-139cd9333bda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:13.585689 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-ee13cda7-8f82-45cf-89b5-139cd9333bda admin admin] Notify callbacks [] for security_group, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:13.586863 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-ee13cda7-8f82-45cf-89b5-139cd9333bda admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/8740143b-857f-4760-ae00-641539916c59 HTTP/1.1" status: 204 len: 168 time: 0.2617004 Sep 23 19:37:13.618112 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-9b0a22d2-3515-476b-8456-c98b3ebcef03 tempest-RoutersIpV6AdminTest-809394628 tempest-RoutersIpV6AdminTest-809394628-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-597258', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-601790'] for router, after_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:13.652982 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee13cda7-8f82-45cf-89b5-139cd9333bda admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8740143b-857f-4760-ae00-641539916c59,revision_number=None']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:37:13.749753 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b5c93b-b0af-4e78-b002-e07708adf04a req-1a394669-eae8-4b68-b754-46c5ddc31287 tempest-ListServerFiltersTestJSON-809433892 tempest-ListServerFiltersTestJSON-809433892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:37:13.752585 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-d0b5c93b-b0af-4e78-b002-e07708adf04a req-1a394669-eae8-4b68-b754-46c5ddc31287 tempest-ListServerFiltersTestJSON-809433892 tempest-ListServerFiltersTestJSON-809433892-project] 10.222.0.67 "GET /v2.0/ports?device_id=9833bfef-a659-4e2c-804f-61eb8398fe4e HTTP/1.1" status: 200 len: 946 time: 0.0958176 Sep 23 19:37:13.824006 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-0af997e9-cecc-4397-8628-df48313fe0e4 tempest-FloatingIPAdminTestJSON-2134933000 tempest-FloatingIPAdminTestJSON-2134933000-project] Notify callbacks [] for security_group, precommit_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:13.835718 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b0a22d2-3515-476b-8456-c98b3ebcef03 tempest-RoutersIpV6AdminTest-809394628 tempest-RoutersIpV6AdminTest-809394628-project-admin] Router dff069ff-bbaf-48b2-ba29-da177be38b03 is scheduled to L3 agent 79a740bf-7821-4989-8288-7186e3e128f3 with binding_index 1 {{(pid=95101) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 23 19:37:13.844958 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-e8770b21-cb0b-4e7c-9e99-f8a158ed7c1c req-b5c2dc58-af94-4246-b971-c15037eb88d6 tempest-ServerShowV254Test-1402049895 tempest-ServerShowV254Test-1402049895-project] 10.222.0.67 "GET /v2.0/ports?device_id=27079265-973c-403b-97a2-0bb6fe07744d HTTP/1.1" status: 200 len: 210 time: 0.0653014 Sep 23 19:37:13.846323 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-0af997e9-cecc-4397-8628-df48313fe0e4 tempest-FloatingIPAdminTestJSON-2134933000 tempest-FloatingIPAdminTestJSON-2134933000-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:13.909844 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-d0b5c93b-b0af-4e78-b002-e07708adf04a req-11ca846d-48f6-49f7-8bce-d58d55b2a599 tempest-ListServerFiltersTestJSON-809433892 tempest-ListServerFiltersTestJSON-809433892-project] 10.222.0.67 "GET /v2.0/security-groups?id=791c206a-3feb-4dc0-8ae9-5b23b18cf1d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1452358 Sep 23 19:37:13.918488 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0af997e9-cecc-4397-8628-df48313fe0e4 tempest-FloatingIPAdminTestJSON-2134933000 tempest-FloatingIPAdminTestJSON-2134933000-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 620} {{(pid=95102) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 19:37:13.947349 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0af997e9-cecc-4397-8628-df48313fe0e4 tempest-FloatingIPAdminTestJSON-2134933000 tempest-FloatingIPAdminTestJSON-2134933000-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2c346427-68be-4b51-98eb-51c292334605,revision_number=1']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:37:13.951938 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-0af997e9-cecc-4397-8628-df48313fe0e4 tempest-FloatingIPAdminTestJSON-2134933000 tempest-FloatingIPAdminTestJSON-2134933000-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1756186'] for segment, precommit_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:13.952626 n-d-713301-16 neutron-server[95102]: INFO neutron.db.segments_db [None req-0af997e9-cecc-4397-8628-df48313fe0e4 tempest-FloatingIPAdminTestJSON-2134933000 tempest-FloatingIPAdminTestJSON-2134933000-project] Added segment 419f8959-3e9c-4f91-aa5d-bdfed2b6fbcb of type vlan for network ffce6844-ffc3-465e-8e61-d0eed3ec6a74 Sep 23 19:37:14.020307 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b0a22d2-3515-476b-8456-c98b3ebcef03 tempest-RoutersIpV6AdminTest-809394628 tempest-RoutersIpV6AdminTest-809394628-project-admin] Notify agent at l3_agent.n-d-713301-16 the message routers_updated {{(pid=95101) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 19:37:14.039699 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15df54d0-217f-4feb-be88-67bbb29b9afa None None] Sync routers for ids ['dff069ff-bbaf-48b2-ba29-da177be38b03'] in n-d-713301-16 {{(pid=95103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 19:37:14.045590 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-0af997e9-cecc-4397-8628-df48313fe0e4 tempest-FloatingIPAdminTestJSON-2134933000 tempest-FloatingIPAdminTestJSON-2134933000-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783145630486'] for network, precommit_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:14.059309 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15df54d0-217f-4feb-be88-67bbb29b9afa None None] Routers {'dff069ff-bbaf-48b2-ba29-da177be38b03'} bound to L3 agent in host n-d-713301-16 {{(pid=95103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 19:37:14.060185 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_hamode_db [None req-15df54d0-217f-4feb-be88-67bbb29b9afa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-23T19:07:52Z,description=,heartbeat_timestamp=2021-09-23T19:36:52Z,host='n-d-713301-16',id=79a740bf-7821-4989-8288-7186e3e128f3,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:07:52Z,topic='l3_agent')) {'router_ids': ['dff069ff-bbaf-48b2-ba29-da177be38b03'], 'active': True} {{(pid=95103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:37:14.074213 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-9b0a22d2-3515-476b-8456-c98b3ebcef03 tempest-RoutersIpV6AdminTest-809394628 tempest-RoutersIpV6AdminTest-809394628-project-admin] Notify callbacks [] for router, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:14.075554 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-9b0a22d2-3515-476b-8456-c98b3ebcef03 tempest-RoutersIpV6AdminTest-809394628 tempest-RoutersIpV6AdminTest-809394628-project-admin] 10.222.0.67 "POST /v2.0/routers HTTP/1.1" status: 201 len: 908 time: 2.2697208 Sep 23 19:37:14.078430 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 55202) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:37:14.096421 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42b5024-cf54-4484-a069-473629b4e3d1 req-2a7c8ce3-e8a8-4952-87c6-14ebb114f73a tempest-ServerPasswordTestJSON-2039733429 tempest-ServerPasswordTestJSON-2039733429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:37:14.098015 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-b42b5024-cf54-4484-a069-473629b4e3d1 req-2a7c8ce3-e8a8-4952-87c6-14ebb114f73a tempest-ServerPasswordTestJSON-2039733429 tempest-ServerPasswordTestJSON-2039733429-project] 10.222.0.67 "GET /v2.0/ports?device_id=1dbb916c-36ff-4f0f-a84b-5c12640be7ce HTTP/1.1" status: 200 len: 945 time: 0.1039326 Sep 23 19:37:14.136495 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-0af997e9-cecc-4397-8628-df48313fe0e4 tempest-FloatingIPAdminTestJSON-2134933000 tempest-FloatingIPAdminTestJSON-2134933000-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299'] for network, after_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:14.142362 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0af997e9-cecc-4397-8628-df48313fe0e4 tempest-FloatingIPAdminTestJSON-2134933000 tempest-FloatingIPAdminTestJSON-2134933000-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:37:14.142990 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-0af997e9-cecc-4397-8628-df48313fe0e4 tempest-FloatingIPAdminTestJSON-2134933000 tempest-FloatingIPAdminTestJSON-2134933000-project] Notify callbacks [] for network, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:14.215227 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-b42b5024-cf54-4484-a069-473629b4e3d1 req-e3930bb6-7f18-444c-b7d4-b3765304f35b tempest-ServerPasswordTestJSON-2039733429 tempest-ServerPasswordTestJSON-2039733429-project] 10.222.0.67 "GET /v2.0/security-groups?id=1b4fd1f0-f078-45dc-8269-6cb1b1703d97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1045020 Sep 23 19:37:14.231027 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_dvr_db [None req-15df54d0-217f-4feb-be88-67bbb29b9afa None None] Set router dff069ff-bbaf-48b2-ba29-da177be38b03 gateway port host: n-d-713301-16 {{(pid=95103) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 19:37:14.267457 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-0af997e9-cecc-4397-8628-df48313fe0e4 tempest-FloatingIPAdminTestJSON-2134933000 tempest-FloatingIPAdminTestJSON-2134933000-project] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.8739510 Sep 23 19:37:14.269073 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 55212) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:37:14.287861 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.v2.base [None req-6ef17f62-59c2-41d1-9ea4-a085aca9797f tempest-FloatingIPAdminTestJSON-2134933000 tempest-FloatingIPAdminTestJSON-2134933000-project] Request body: {'subnet': {'network_id': 'ffce6844-ffc3-465e-8e61-d0eed3ec6a74', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:37:14.395916 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0af997e9-cecc-4397-8628-df48313fe0e4 tempest-FloatingIPAdminTestJSON-2134933000 tempest-FloatingIPAdminTestJSON-2134933000-project] Pushing event updated for resources: {'Network': ['ID=ffce6844-ffc3-465e-8e61-d0eed3ec6a74,revision_number=1']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:37:14.461052 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Network ffce6844-ffc3-465e-8e61-d0eed3ec6a74 details requested by agent ovs-agent-n-d-713301-16 with host n-d-713301-16 {{(pid=95103) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 19:37:14.538500 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ef17f62-59c2-41d1-9ea4-a085aca9797f tempest-FloatingIPAdminTestJSON-2134933000 tempest-FloatingIPAdminTestJSON-2134933000-project] Made reservation on behalf of ff4b527bbaa74c75b56ff6fd6c34e095 for: {'subnet': 1} {{(pid=95102) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:37:14.542813 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-6ef17f62-59c2-41d1-9ea4-a085aca9797f tempest-FloatingIPAdminTestJSON-2134933000 tempest-FloatingIPAdminTestJSON-2134933000-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5388256'] for subnet, before_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:14.560085 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Device 487c6b6b-d6fa-43d3-9cde-4b48f7aef746 no longer exists at agent hyperv_n-h1-713301-16 {{(pid=95103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 19:37:14.655448 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.plugin [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] No Port match for: 487c6b6b-d6fa-43d3-9cde-4b48f7aef746 {{(pid=95103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 19:37:14.655703 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Device 487c6b6b-d6fa-43d3-9cde-4b48f7aef746 not bound to the agent host n-h1-713301-16 {{(pid=95103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 19:37:14.695962 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-91ebecbf-a2d4-4978-a677-6957dffcedae tempest-RoutersIpV6AdminTest-809394628 tempest-RoutersIpV6AdminTest-809394628-project-admin] 10.222.0.67 "GET /v2.0/routers/dff069ff-bbaf-48b2-ba29-da177be38b03 HTTP/1.1" status: 200 len: 909 time: 0.6103926 Sep 23 19:37:14.699979 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 55232) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:37:14.704564 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.v2.base [None req-b0b0f525-2933-4bc1-b7ff-3412d467ac8e tempest-RoutersIpV6AdminTest-809394628 tempest-RoutersIpV6AdminTest-809394628-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1448152660', 'external_gateway_info': {'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'enable_snat': True}}} {{(pid=95101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:37:14.733204 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-b0b0f525-2933-4bc1-b7ff-3412d467ac8e tempest-RoutersIpV6AdminTest-809394628 tempest-RoutersIpV6AdminTest-809394628-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-594563', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29355'] for router, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:14.736058 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-b0b0f525-2933-4bc1-b7ff-3412d467ac8e tempest-RoutersIpV6AdminTest-809394628 tempest-RoutersIpV6AdminTest-809394628-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-597363', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-601731', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-739356', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29346'] for router, precommit_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:14.782349 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_hamode_db [None req-15df54d0-217f-4feb-be88-67bbb29b9afa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dff069ff-bbaf-48b2-ba29-da177be38b03', 'name': 'tempest-snat-router-1448152660', 'tenant_id': 'b9c102b7431b4f6588ebc4441d8c7810', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'external_fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.119'}], 'enable_snat': False}, 'gw_port_id': 'a20ff509-2b3a-497e-9d6e-e2a59f9ea45e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:37:11Z', 'updated_at': '2021-09-23T19:37:13Z', 'revision_number': 3, 'project_id': 'b9c102b7431b4f6588ebc4441d8c7810', 'gw_port': {'id': 'a20ff509-2b3a-497e-9d6e-e2a59f9ea45e', 'name': '', 'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:33:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dff069ff-bbaf-48b2-ba29-da177be38b03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1878, 'fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:37:12Z', 'updated_at': '2021-09-23T19:37:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-713301-16'}], 'n-d-713301-16', False) {} {{(pid=95103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:37:14.839682 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15df54d0-217f-4feb-be88-67bbb29b9afa None None] Checking router: dff069ff-bbaf-48b2-ba29-da177be38b03 for host: n-d-713301-16 {{(pid=95103) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 19:37:14.840034 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15df54d0-217f-4feb-be88-67bbb29b9afa None None] Updating router dff069ff-bbaf-48b2-ba29-da177be38b03 port a20ff509-2b3a-497e-9d6e-e2a59f9ea45e binding host n-d-713301-16 {{(pid=95103) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 23 19:37:14.846849 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 55236) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:37:14.865831 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-b0b0f525-2933-4bc1-b7ff-3412d467ac8e tempest-RoutersIpV6AdminTest-809394628 tempest-RoutersIpV6AdminTest-809394628-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:14.877646 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-15df54d0-217f-4feb-be88-67bbb29b9afa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:15.049205 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.v2.base [None req-3c1ec3bb-cf19-4e3f-a33a-c4f046d465ce tempest-ExtraDHCPOptionsIpV6TestJSON-1544264147 tempest-ExtraDHCPOptionsIpV6TestJSON-1544264147-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-test-network-619439311'}} {{(pid=95102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:37:15.076114 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-6ef17f62-59c2-41d1-9ea4-a085aca9797f tempest-FloatingIPAdminTestJSON-2134933000 tempest-FloatingIPAdminTestJSON-2134933000-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4398944', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5388242'] for subnet, after_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:15.091283 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad69756a-ad99-4266-b2a4-bd8c5a01363f req-d3fe0d59-7a84-48c0-b6e1-6d8d9c04e498 tempest-ListServerFiltersTestJSON-809433892 tempest-ListServerFiltersTestJSON-809433892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:37:15.092823 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-ad69756a-ad99-4266-b2a4-bd8c5a01363f req-d3fe0d59-7a84-48c0-b6e1-6d8d9c04e498 tempest-ListServerFiltersTestJSON-809433892 tempest-ListServerFiltersTestJSON-809433892-project] 10.222.0.53 "GET /v2.0/ports?device_id=9833bfef-a659-4e2c-804f-61eb8398fe4e HTTP/1.1" status: 200 len: 946 time: 0.2253129 Sep 23 19:37:15.126388 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-b0b0f525-2933-4bc1-b7ff-3412d467ac8e tempest-RoutersIpV6AdminTest-809394628 tempest-RoutersIpV6AdminTest-809394628-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:15.143136 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c1ec3bb-cf19-4e3f-a33a-c4f046d465ce tempest-ExtraDHCPOptionsIpV6TestJSON-1544264147 tempest-ExtraDHCPOptionsIpV6TestJSON-1544264147-project] Made reservation on behalf of a5f5111677564bc3b3cea94809b03401 for: {'network': 1} {{(pid=95102) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:37:15.146785 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-3c1ec3bb-cf19-4e3f-a33a-c4f046d465ce tempest-ExtraDHCPOptionsIpV6TestJSON-1544264147 tempest-ExtraDHCPOptionsIpV6TestJSON-1544264147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for network, before_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:15.179747 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-f3b32565-359c-4e71-9c90-637c5cd7ec43 req-301ec55d-a77c-40e4-b035-17f3c79254ec tempest-ServerShowV254Test-1402049895 tempest-ServerShowV254Test-1402049895-project] 10.222.0.67 "GET /v2.0/ports?device_id=27079265-973c-403b-97a2-0bb6fe07744d HTTP/1.1" status: 200 len: 210 time: 0.0841892 Sep 23 19:37:15.194890 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-3c1ec3bb-cf19-4e3f-a33a-c4f046d465ce tempest-ExtraDHCPOptionsIpV6TestJSON-1544264147 tempest-ExtraDHCPOptionsIpV6TestJSON-1544264147-project] Notify callbacks [] for security_group, before_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:15.294026 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-15df54d0-217f-4feb-be88-67bbb29b9afa None None] Notify callbacks [] for port, precommit_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:15.305476 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.plugin [req-ad69756a-ad99-4266-b2a4-bd8c5a01363f req-8d6382f2-af90-438a-ba9f-5fe590cd6ce5 tempest-ListServerFiltersTestJSON-809433892 tempest-ListServerFiltersTestJSON-809433892-project] Deleting port 498dad19-9faa-4d8f-aa16-ec64baa29084 {{(pid=95101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:37:15.305991 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-ad69756a-ad99-4266-b2a4-bd8c5a01363f req-8d6382f2-af90-438a-ba9f-5fe590cd6ce5 tempest-ListServerFiltersTestJSON-809433892 tempest-ListServerFiltersTestJSON-809433892-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783146157096'] for port, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:15.307537 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-15df54d0-217f-4feb-be88-67bbb29b9afa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:15.320714 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ef17f62-59c2-41d1-9ea4-a085aca9797f tempest-FloatingIPAdminTestJSON-2134933000 tempest-FloatingIPAdminTestJSON-2134933000-project] Pushing event updated for resources: {'Subnet': ['ID=614011a1-f0cf-457f-97ed-0f854b5ffc56,revision_number=0']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:37:15.331152 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d4718c-d806-4fe0-9d86-676d1283b556 req-8bbc175e-0fcb-4144-9699-3e409e119a37 tempest-ServerPasswordTestJSON-2039733429 tempest-ServerPasswordTestJSON-2039733429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:37:15.339110 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-07d4718c-d806-4fe0-9d86-676d1283b556 req-8bbc175e-0fcb-4144-9699-3e409e119a37 tempest-ServerPasswordTestJSON-2039733429 tempest-ServerPasswordTestJSON-2039733429-project] 10.222.0.67 "GET /v2.0/ports?device_id=1dbb916c-36ff-4f0f-a84b-5c12640be7ce HTTP/1.1" status: 200 len: 945 time: 0.3757524 Sep 23 19:37:15.375676 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.managers [None req-15df54d0-217f-4feb-be88-67bbb29b9afa None None] Attempting to bind port a20ff509-2b3a-497e-9d6e-e2a59f9ea45e on host n-d-713301-16 for vnic_type normal with profile {{(pid=95103) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 19:37:15.376093 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.managers [None req-15df54d0-217f-4feb-be88-67bbb29b9afa None None] Attempting to bind port a20ff509-2b3a-497e-9d6e-e2a59f9ea45e by drivers openvswitch,hyperv on host n-d-713301-16 at level 0 using segments [{'id': '7d4027f1-d893-4c7b-95d4-757b8e44e380', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac'}] {{(pid=95103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 19:37:15.376410 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15df54d0-217f-4feb-be88-67bbb29b9afa None None] Attempting to bind port a20ff509-2b3a-497e-9d6e-e2a59f9ea45e on network 5dec5c09-378e-4f50-89cc-d94eb81c3bac {{(pid=95103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:37:15.387486 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15df54d0-217f-4feb-be88-67bbb29b9afa None None] Checking agent: {'id': '70a14545-df24-472f-8f95-bfe1719bff93', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 19, 7, 53), 'started_at': datetime.datetime(2021, 9, 23, 19, 8, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 19, 36, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 19:37:15.387987 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15df54d0-217f-4feb-be88-67bbb29b9afa None None] Checking segment: {'id': '7d4027f1-d893-4c7b-95d4-757b8e44e380', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95103) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:37:15.388270 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-15df54d0-217f-4feb-be88-67bbb29b9afa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:15.388699 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15df54d0-217f-4feb-be88-67bbb29b9afa None None] Bound using segment: {'id': '7d4027f1-d893-4c7b-95d4-757b8e44e380', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac'} {{(pid=95103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 19:37:15.389174 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.managers [None req-15df54d0-217f-4feb-be88-67bbb29b9afa None None] Bound port: a20ff509-2b3a-497e-9d6e-e2a59f9ea45e, host: n-d-713301-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7d4027f1-d893-4c7b-95d4-757b8e44e380', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac'}}] {{(pid=95103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 19:37:15.389552 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-15df54d0-217f-4feb-be88-67bbb29b9afa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:15.389845 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-3c1ec3bb-cf19-4e3f-a33a-c4f046d465ce tempest-ExtraDHCPOptionsIpV6TestJSON-1544264147 tempest-ExtraDHCPOptionsIpV6TestJSON-1544264147-project] Notify callbacks [] for security_group, precommit_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:15.407747 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-3c1ec3bb-cf19-4e3f-a33a-c4f046d465ce tempest-ExtraDHCPOptionsIpV6TestJSON-1544264147 tempest-ExtraDHCPOptionsIpV6TestJSON-1544264147-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:15.442104 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ef17f62-59c2-41d1-9ea4-a085aca9797f tempest-FloatingIPAdminTestJSON-2134933000 tempest-FloatingIPAdminTestJSON-2134933000-project] Checking segment: {'id': '419f8959-3e9c-4f91-aa5d-bdfed2b6fbcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': 'ffce6844-ffc3-465e-8e61-d0eed3ec6a74'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95102) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:37:15.442548 n-d-713301-16 neutron-server[95102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ef17f62-59c2-41d1-9ea4-a085aca9797f tempest-FloatingIPAdminTestJSON-2134933000 tempest-FloatingIPAdminTestJSON-2134933000-project] Network hostable DHCP agents. Network: ffce6844-ffc3-465e-8e61-d0eed3ec6a74, hostable agents: ['1b18bf05-1b5f-4587-be5c-af3ac38e32ad'], hosted agents: [] {{(pid=95102) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 19:37:15.457025 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3c1ec3bb-cf19-4e3f-a33a-c4f046d465ce tempest-ExtraDHCPOptionsIpV6TestJSON-1544264147 tempest-ExtraDHCPOptionsIpV6TestJSON-1544264147-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 607} {{(pid=95102) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 19:37:15.484398 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-15df54d0-217f-4feb-be88-67bbb29b9afa None None] For port a20ff509-2b3a-497e-9d6e-e2a59f9ea45e, host n-d-713301-16, cleared binding levels {{(pid=95103) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 19:37:15.488360 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-15df54d0-217f-4feb-be88-67bbb29b9afa None None] For port a20ff509-2b3a-497e-9d6e-e2a59f9ea45e, host n-d-713301-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-16',level=0,port_id=a20ff509-2b3a-497e-9d6e-e2a59f9ea45e,segment=NetworkSegment(7d4027f1-d893-4c7b-95d4-757b8e44e380),segment_id=7d4027f1-d893-4c7b-95d4-757b8e44e380)] {{(pid=95103) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 19:37:15.490319 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51d64fc9-8e25-48c8-bf5b-ab1bd2f2f672 None None] Pushing event updated for resources: {'Port': ['ID=a20ff509-2b3a-497e-9d6e-e2a59f9ea45e,revision_number=2']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:37:15.504318 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-15df54d0-217f-4feb-be88-67bbb29b9afa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:15.509284 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-07d4718c-d806-4fe0-9d86-676d1283b556 req-7a8da1d5-ed1b-4338-bb17-ebc07cd3d57f tempest-ServerPasswordTestJSON-2039733429 tempest-ServerPasswordTestJSON-2039733429-project] 10.222.0.67 "GET /v2.0/security-groups?id=1b4fd1f0-f078-45dc-8269-6cb1b1703d97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1638439 Sep 23 19:37:15.510950 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-3c1ec3bb-cf19-4e3f-a33a-c4f046d465ce tempest-ExtraDHCPOptionsIpV6TestJSON-1544264147 tempest-ExtraDHCPOptionsIpV6TestJSON-1544264147-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1756186'] for segment, precommit_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:15.512798 n-d-713301-16 neutron-server[95102]: INFO neutron.db.segments_db [None req-3c1ec3bb-cf19-4e3f-a33a-c4f046d465ce tempest-ExtraDHCPOptionsIpV6TestJSON-1544264147 tempest-ExtraDHCPOptionsIpV6TestJSON-1544264147-project] Added segment 739ca1b9-8ef6-47c1-b731-3194598f23a0 of type vlan for network f9c52b4a-97dc-46de-88fb-3a9689b34e3a Sep 23 19:37:15.517372 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c1ec3bb-cf19-4e3f-a33a-c4f046d465ce tempest-ExtraDHCPOptionsIpV6TestJSON-1544264147 tempest-ExtraDHCPOptionsIpV6TestJSON-1544264147-project] Pushing event updated for resources: {'SecurityGroup': ['ID=37985ccb-c218-46ab-8db0-4cf9e9066e81,revision_number=1']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:37:15.558320 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c643e980-3dfa-4520-a497-65bb994163fd req-23e02b5c-09e2-41a5-976d-13943228b873 tempest-ListServerFiltersTestJSON-809433892 tempest-ListServerFiltersTestJSON-809433892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:37:15.585209 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-c643e980-3dfa-4520-a497-65bb994163fd req-23e02b5c-09e2-41a5-976d-13943228b873 tempest-ListServerFiltersTestJSON-809433892 tempest-ListServerFiltersTestJSON-809433892-project] 10.222.0.67 "GET /v2.0/ports?device_id=9833bfef-a659-4e2c-804f-61eb8398fe4e HTTP/1.1" status: 200 len: 946 time: 0.2729421 Sep 23 19:37:15.592333 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15df54d0-217f-4feb-be88-67bbb29b9afa None None] Routers {'dff069ff-bbaf-48b2-ba29-da177be38b03'} bound to L3 agent in host n-d-713301-16 {{(pid=95103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 19:37:15.592933 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_hamode_db [None req-15df54d0-217f-4feb-be88-67bbb29b9afa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-23T19:07:52Z,description=,heartbeat_timestamp=2021-09-23T19:36:52Z,host='n-d-713301-16',id=79a740bf-7821-4989-8288-7186e3e128f3,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:07:52Z,topic='l3_agent')) {'router_ids': ['dff069ff-bbaf-48b2-ba29-da177be38b03'], 'active': True} {{(pid=95103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:37:15.637244 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51d64fc9-8e25-48c8-bf5b-ab1bd2f2f672 None None] Pushing event updated for resources: {'Port': ['ID=a20ff509-2b3a-497e-9d6e-e2a59f9ea45e,revision_number=3']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:37:15.645804 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.db [req-ad69756a-ad99-4266-b2a4-bd8c5a01363f req-8d6382f2-af90-438a-ba9f-5fe590cd6ce5 tempest-ListServerFiltersTestJSON-809433892 tempest-ListServerFiltersTestJSON-809433892-project] For port 498dad19-9faa-4d8f-aa16-ec64baa29084, host n-h2-713301-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-16',level=0,port_id=498dad19-9faa-4d8f-aa16-ec64baa29084,segment=NetworkSegment(95a45104-fd3c-482d-b056-88121b1d5539),segment_id=95a45104-fd3c-482d-b056-88121b1d5539)] {{(pid=95101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:37:15.646940 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-ad69756a-ad99-4266-b2a4-bd8c5a01363f req-8d6382f2-af90-438a-ba9f-5fe590cd6ce5 tempest-ListServerFiltersTestJSON-809433892 tempest-ListServerFiltersTestJSON-809433892-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-605701'] for port, precommit_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:15.653442 n-d-713301-16 neutron-server[95102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ef17f62-59c2-41d1-9ea4-a085aca9797f tempest-FloatingIPAdminTestJSON-2134933000 tempest-FloatingIPAdminTestJSON-2134933000-project] Network ffce6844-ffc3-465e-8e61-d0eed3ec6a74 is scheduled to be hosted by DHCP agent 1b18bf05-1b5f-4587-be5c-af3ac38e32ad with binding_index 1 {{(pid=95102) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 19:37:15.662360 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-3c1ec3bb-cf19-4e3f-a33a-c4f046d465ce tempest-ExtraDHCPOptionsIpV6TestJSON-1544264147 tempest-ExtraDHCPOptionsIpV6TestJSON-1544264147-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783145630486'] for network, precommit_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:15.673029 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.plugin [req-ad69756a-ad99-4266-b2a4-bd8c5a01363f req-8d6382f2-af90-438a-ba9f-5fe590cd6ce5 tempest-ListServerFiltersTestJSON-809433892 tempest-ListServerFiltersTestJSON-809433892-project] Calling delete_port for 498dad19-9faa-4d8f-aa16-ec64baa29084 owned by compute:nova {{(pid=95101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:37:15.689020 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-b0b0f525-2933-4bc1-b7ff-3412d467ac8e tempest-RoutersIpV6AdminTest-809394628 tempest-RoutersIpV6AdminTest-809394628-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:15.690286 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-c643e980-3dfa-4520-a497-65bb994163fd req-d2b7d24e-f6d1-412b-a87a-3358d33c6bb6 tempest-ListServerFiltersTestJSON-809433892 tempest-ListServerFiltersTestJSON-809433892-project] 10.222.0.67 "GET /v2.0/security-groups?id=791c206a-3feb-4dc0-8ae9-5b23b18cf1d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1040788 Sep 23 19:37:15.700902 n-d-713301-16 neutron-server[95102]: DEBUG neutron.scheduler.base_scheduler [None req-6ef17f62-59c2-41d1-9ea4-a085aca9797f tempest-FloatingIPAdminTestJSON-2134933000 tempest-FloatingIPAdminTestJSON-2134933000-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713301-16, ffce6844-ffc3-465e-8e61-d0eed3ec6a74) {{(pid=95102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:37:15.711591 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ef17f62-59c2-41d1-9ea4-a085aca9797f tempest-FloatingIPAdminTestJSON-2134933000 tempest-FloatingIPAdminTestJSON-2134933000-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:37:15.712466 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-6ef17f62-59c2-41d1-9ea4-a085aca9797f tempest-FloatingIPAdminTestJSON-2134933000 tempest-FloatingIPAdminTestJSON-2134933000-project] Notify callbacks [] for subnet, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:15.723642 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-3c1ec3bb-cf19-4e3f-a33a-c4f046d465ce tempest-ExtraDHCPOptionsIpV6TestJSON-1544264147 tempest-ExtraDHCPOptionsIpV6TestJSON-1544264147-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299'] for network, after_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:15.730839 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c1ec3bb-cf19-4e3f-a33a-c4f046d465ce tempest-ExtraDHCPOptionsIpV6TestJSON-1544264147 tempest-ExtraDHCPOptionsIpV6TestJSON-1544264147-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:37:15.731512 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-3c1ec3bb-cf19-4e3f-a33a-c4f046d465ce tempest-ExtraDHCPOptionsIpV6TestJSON-1544264147 tempest-ExtraDHCPOptionsIpV6TestJSON-1544264147-project] Notify callbacks [] for network, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:15.765902 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-6ef17f62-59c2-41d1-9ea4-a085aca9797f tempest-FloatingIPAdminTestJSON-2134933000 tempest-FloatingIPAdminTestJSON-2134933000-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4890265 Sep 23 19:37:15.770682 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 55260) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:37:15.783753 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.v2.base [None req-3abb6150-816c-475b-858d-8abaa7c2688f tempest-FloatingIPAdminTestJSON-2134933000 tempest-FloatingIPAdminTestJSON-2134933000-project] Request body: {'router': {'name': 'tempest-FloatingIPAdminTestJSON-router-987920817', 'external_gateway_info': {'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac'}, 'admin_state_up': False}} {{(pid=95102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:37:15.804005 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-3c1ec3bb-cf19-4e3f-a33a-c4f046d465ce tempest-ExtraDHCPOptionsIpV6TestJSON-1544264147 tempest-ExtraDHCPOptionsIpV6TestJSON-1544264147-project] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 0.9554503 Sep 23 19:37:15.804676 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 55262) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:37:15.849388 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.v2.base [None req-3979e826-b627-4007-a29c-30c524c7eb3c tempest-ExtraDHCPOptionsIpV6TestJSON-1544264147 tempest-ExtraDHCPOptionsIpV6TestJSON-1544264147-project] Request body: {'subnet': {'network_id': 'f9c52b4a-97dc-46de-88fb-3a9689b34e3a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=95102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:37:15.853420 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c1ec3bb-cf19-4e3f-a33a-c4f046d465ce tempest-ExtraDHCPOptionsIpV6TestJSON-1544264147 tempest-ExtraDHCPOptionsIpV6TestJSON-1544264147-project] Pushing event updated for resources: {'Network': ['ID=f9c52b4a-97dc-46de-88fb-3a9689b34e3a,revision_number=1']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:37:15.870559 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e82f8c2-9d19-4f13-a346-1d21970cdb13 None None] Network ffce6844-ffc3-465e-8e61-d0eed3ec6a74 requested from n-d-713301-16 {{(pid=95103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 19:37:15.890768 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-b0b0f525-2933-4bc1-b7ff-3412d467ac8e tempest-RoutersIpV6AdminTest-809394628 tempest-RoutersIpV6AdminTest-809394628-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:15.892867 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-3abb6150-816c-475b-858d-8abaa7c2688f tempest-FloatingIPAdminTestJSON-2134933000 tempest-FloatingIPAdminTestJSON-2134933000-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-594563', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29355'] for router, before_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:15.894144 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-3abb6150-816c-475b-858d-8abaa7c2688f tempest-FloatingIPAdminTestJSON-2134933000 tempest-FloatingIPAdminTestJSON-2134933000-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-597363', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-601731', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-739356', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29346'] for router, precommit_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:15.957857 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Network f9c52b4a-97dc-46de-88fb-3a9689b34e3a details requested by agent ovs-agent-n-d-713301-16 with host n-d-713301-16 {{(pid=95103) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 19:37:15.990470 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-ad69756a-ad99-4266-b2a4-bd8c5a01363f req-8d6382f2-af90-438a-ba9f-5fe590cd6ce5 tempest-ListServerFiltersTestJSON-809433892 tempest-ListServerFiltersTestJSON-809433892-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783146162158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783145673144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5607431'] for port, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:16.011514 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-3abb6150-816c-475b-858d-8abaa7c2688f tempest-FloatingIPAdminTestJSON-2134933000 tempest-FloatingIPAdminTestJSON-2134933000-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:16.020427 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] get_ports_and_sgs() called for port_ids ['498dad19-9faa-4d8f-aa16-ec64baa29084'] {{(pid=95103) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 19:37:16.022492 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] get_ports_and_sgs() called for port_ids ['dbfc3c35-dbca-414a-b86a-a95206c0784c'] {{(pid=95103) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 19:37:16.046193 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d6382f2-af90-438a-ba9f-5fe590cd6ce5 tempest-ListServerFiltersTestJSON-809433892 tempest-ListServerFiltersTestJSON-809433892-project] Pushing event deleted for resources: {'Port': ['ID=498dad19-9faa-4d8f-aa16-ec64baa29084,revision_number=None']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:37:16.060310 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3979e826-b627-4007-a29c-30c524c7eb3c tempest-ExtraDHCPOptionsIpV6TestJSON-1544264147 tempest-ExtraDHCPOptionsIpV6TestJSON-1544264147-project] Made reservation on behalf of a5f5111677564bc3b3cea94809b03401 for: {'subnet': 1} {{(pid=95102) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:37:16.064092 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-3979e826-b627-4007-a29c-30c524c7eb3c tempest-ExtraDHCPOptionsIpV6TestJSON-1544264147 tempest-ExtraDHCPOptionsIpV6TestJSON-1544264147-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5388256'] for subnet, before_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:16.135109 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0849bdc-616c-4fde-9d0c-bf2ea5eaf6b7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4c8b80df-07eb-5275-9f17-5cf640db67c0-ffce6844-ffc3-465e-8e61-d0eed3ec6a74', 'network_id': 'ffce6844-ffc3-465e-8e61-d0eed3ec6a74', 'tenant_id': 'ff4b527bbaa74c75b56ff6fd6c34e095', 'fixed_ips': [{'subnet_id': '614011a1-f0cf-457f-97ed-0f854b5ffc56'}]}} from n-d-713301-16. {{(pid=95103) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 23 19:37:16.136504 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-c0849bdc-616c-4fde-9d0c-bf2ea5eaf6b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_create {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:16.137119 n-d-713301-16 neutron-server[95101]: DEBUG neutron.db.l3_dvrscheduler_db [req-ad69756a-ad99-4266-b2a4-bd8c5a01363f req-8d6382f2-af90-438a-ba9f-5fe590cd6ce5 tempest-ListServerFiltersTestJSON-809433892 tempest-ListServerFiltersTestJSON-809433892-project] No DVR routers for this DVR port 498dad19-9faa-4d8f-aa16-ec64baa29084 on host n-h2-713301-16 {{(pid=95101) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 19:37:16.156899 n-d-713301-16 neutron-server[95101]: DEBUG neutron.db.db_base_plugin_common [None req-b0b0f525-2933-4bc1-b7ff-3412d467ac8e tempest-RoutersIpV6AdminTest-809394628 tempest-RoutersIpV6AdminTest-809394628-project-admin] Allocated IP 172.25.1.161 (5dec5c09-378e-4f50-89cc-d94eb81c3bac/eff83446-018c-428d-b3f5-54ac9abe7a2a/0cdac247-714c-4cb3-b3d3-b0f509761804) {{(pid=95101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 19:37:16.159463 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-ad69756a-ad99-4266-b2a4-bd8c5a01363f req-8d6382f2-af90-438a-ba9f-5fe590cd6ce5 tempest-ListServerFiltersTestJSON-809433892 tempest-ListServerFiltersTestJSON-809433892-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222849'] for port, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:16.161746 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-ad69756a-ad99-4266-b2a4-bd8c5a01363f req-8d6382f2-af90-438a-ba9f-5fe590cd6ce5 tempest-ListServerFiltersTestJSON-809433892 tempest-ListServerFiltersTestJSON-809433892-project] 10.222.0.53 "DELETE /v2.0/ports/498dad19-9faa-4d8f-aa16-ec64baa29084 HTTP/1.1" status: 204 len: 173 time: 1.0375049 Sep 23 19:37:16.162231 n-d-713301-16 neutron-server[95101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9833bfef-a659-4e2c-804f-61eb8398fe4e', 'name': 'network-vif-deleted', 'tag': '498dad19-9faa-4d8f-aa16-ec64baa29084'}] {{(pid=95101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 19:37:16.164657 n-d-713301-16 neutron-server[95101]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d8366c5740cd635e57ab12b71fe44a77c2acc3c19091ef849c6f68b380462244" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fefaa7b9-9c7b-419b-8c28-41a76027358e" -d '{"events": [{"server_uuid": "9833bfef-a659-4e2c-804f-61eb8398fe4e", "name": "network-vif-deleted", "tag": "498dad19-9faa-4d8f-aa16-ec64baa29084"}]}' {{(pid=95101) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 19:37:16.274506 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_dvr_db [None req-15df54d0-217f-4feb-be88-67bbb29b9afa None None] Set router dff069ff-bbaf-48b2-ba29-da177be38b03 gateway port host: n-d-713301-16 {{(pid=95103) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 19:37:16.294826 n-d-713301-16 neutron-server[95101]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 19:37:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b383d989-32fa-4a02-8491-9de3dc9a839e x-openstack-request-id: req-b383d989-32fa-4a02-8491-9de3dc9a839e {{(pid=95101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 19:37:16.295734 n-d-713301-16 neutron-server[95101]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9833bfef-a659-4e2c-804f-61eb8398fe4e", "name": "network-vif-deleted", "tag": "498dad19-9faa-4d8f-aa16-ec64baa29084", "status": "completed", "code": 200}]} {{(pid=95101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 19:37:16.296279 n-d-713301-16 neutron-server[95101]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-b383d989-32fa-4a02-8491-9de3dc9a839e {{(pid=95101) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 19:37:16.297248 n-d-713301-16 neutron-server[95101]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9833bfef-a659-4e2c-804f-61eb8398fe4e', 'name': 'network-vif-deleted', 'tag': '498dad19-9faa-4d8f-aa16-ec64baa29084', 'status': 'completed', 'code': 200} Sep 23 19:37:16.402507 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-3abb6150-816c-475b-858d-8abaa7c2688f tempest-FloatingIPAdminTestJSON-2134933000 tempest-FloatingIPAdminTestJSON-2134933000-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:16.410003 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-b0b0f525-2933-4bc1-b7ff-3412d467ac8e tempest-RoutersIpV6AdminTest-809394628 tempest-RoutersIpV6AdminTest-809394628-project-admin] Notify callbacks [] for port, precommit_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:16.439003 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0db89b8-935f-45fb-8665-279ed18be283 req-a168f599-6170-422b-bb4a-947588f9016f tempest-ServerPasswordTestJSON-2039733429 tempest-ServerPasswordTestJSON-2039733429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:37:16.441471 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-c0db89b8-935f-45fb-8665-279ed18be283 req-a168f599-6170-422b-bb4a-947588f9016f tempest-ServerPasswordTestJSON-2039733429 tempest-ServerPasswordTestJSON-2039733429-project] 10.222.0.74 "GET /v2.0/ports?device_id=1dbb916c-36ff-4f0f-a84b-5c12640be7ce HTTP/1.1" status: 200 len: 945 time: 0.1124876 Sep 23 19:37:16.514197 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-a82d2fa4-b9f1-4129-abe7-2f7cda0bd082 req-265008b7-6a0d-4f42-b15d-c4a395dec383 tempest-ServerShowV254Test-1402049895 tempest-ServerShowV254Test-1402049895-project] 10.222.0.67 "GET /v2.0/ports?device_id=27079265-973c-403b-97a2-0bb6fe07744d HTTP/1.1" status: 200 len: 210 time: 0.1056204 Sep 23 19:37:16.684868 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-b0b0f525-2933-4bc1-b7ff-3412d467ac8e tempest-RoutersIpV6AdminTest-809394628 tempest-RoutersIpV6AdminTest-809394628-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783145673135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5607431'] for port, after_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:16.753165 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_hamode_db [None req-15df54d0-217f-4feb-be88-67bbb29b9afa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dff069ff-bbaf-48b2-ba29-da177be38b03', 'name': 'tempest-snat-router-1448152660', 'tenant_id': 'b9c102b7431b4f6588ebc4441d8c7810', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'external_fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.119'}], 'enable_snat': False}, 'gw_port_id': 'a20ff509-2b3a-497e-9d6e-e2a59f9ea45e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:37:11Z', 'updated_at': '2021-09-23T19:37:13Z', 'revision_number': 3, 'project_id': 'b9c102b7431b4f6588ebc4441d8c7810', 'gw_port': {'id': 'a20ff509-2b3a-497e-9d6e-e2a59f9ea45e', 'name': '', 'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:33:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dff069ff-bbaf-48b2-ba29-da177be38b03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1878, 'fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:37:12Z', 'updated_at': '2021-09-23T19:37:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-713301-16'}], 'n-d-713301-16', False) {} {{(pid=95103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:37:16.797690 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.db_base_plugin_common [None req-c0849bdc-616c-4fde-9d0c-bf2ea5eaf6b7 None None] Allocated IP 172.20.0.2 (ffce6844-ffc3-465e-8e61-d0eed3ec6a74/614011a1-f0cf-457f-97ed-0f854b5ffc56/557e4f0a-5cd1-43ee-a570-5a011a974bf6) {{(pid=95103) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 19:37:16.802566 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15df54d0-217f-4feb-be88-67bbb29b9afa None None] The sync data for ids ['dff069ff-bbaf-48b2-ba29-da177be38b03'] in n-d-713301-16 is: [{'id': 'dff069ff-bbaf-48b2-ba29-da177be38b03', 'name': 'tempest-snat-router-1448152660', 'tenant_id': 'b9c102b7431b4f6588ebc4441d8c7810', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'external_fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.119'}], 'enable_snat': False}, 'gw_port_id': 'a20ff509-2b3a-497e-9d6e-e2a59f9ea45e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:37:11Z', 'updated_at': '2021-09-23T19:37:13Z', 'revision_number': 3, 'project_id': 'b9c102b7431b4f6588ebc4441d8c7810', 'gw_port': {'id': 'a20ff509-2b3a-497e-9d6e-e2a59f9ea45e', 'name': '', 'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:33:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dff069ff-bbaf-48b2-ba29-da177be38b03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1878, 'fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:37:12Z', 'updated_at': '2021-09-23T19:37:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-713301-16'}] {{(pid=95103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 19:37:16.818555 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-3979e826-b627-4007-a29c-30c524c7eb3c tempest-ExtraDHCPOptionsIpV6TestJSON-1544264147 tempest-ExtraDHCPOptionsIpV6TestJSON-1544264147-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4398944', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5388242'] for subnet, after_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:16.829020 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0b0f525-2933-4bc1-b7ff-3412d467ac8e tempest-RoutersIpV6AdminTest-809394628 tempest-RoutersIpV6AdminTest-809394628-project-admin] Network 5dec5c09-378e-4f50-89cc-d94eb81c3bac is already hosted by enough agents. {{(pid=95101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:37:16.851914 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.base_scheduler [None req-b0b0f525-2933-4bc1-b7ff-3412d467ac8e tempest-RoutersIpV6AdminTest-809394628 tempest-RoutersIpV6AdminTest-809394628-project-admin] Resources bound (agent type, host, resource id): {{(pid=95101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:37:16.882215 n-d-713301-16 neutron-server[95101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0b0f525-2933-4bc1-b7ff-3412d467ac8e tempest-RoutersIpV6AdminTest-809394628 tempest-RoutersIpV6AdminTest-809394628-project-admin] Received port after_create {{(pid=95101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 19:37:17.019482 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0b0f525-2933-4bc1-b7ff-3412d467ac8e tempest-RoutersIpV6AdminTest-809394628 tempest-RoutersIpV6AdminTest-809394628-project-admin] Pushing event updated for resources: {'Port': ['ID=0cdac247-714c-4cb3-b3d3-b0f509761804,revision_number=1']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:37:17.026049 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3979e826-b627-4007-a29c-30c524c7eb3c tempest-ExtraDHCPOptionsIpV6TestJSON-1544264147 tempest-ExtraDHCPOptionsIpV6TestJSON-1544264147-project] Pushing event updated for resources: {'Subnet': ['ID=afc69c27-b373-460f-a9f5-c290b1a1c13b,revision_number=0']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:37:17.061523 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.plugin [req-c0db89b8-935f-45fb-8665-279ed18be283 req-48b25d2c-0a92-44fe-87c7-10a205e3f386 tempest-ServerPasswordTestJSON-2039733429 tempest-ServerPasswordTestJSON-2039733429-project] Deleting port 63aae9a8-7a5f-4b97-9825-a889d9ed2c64 {{(pid=95101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:37:17.061989 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-c0db89b8-935f-45fb-8665-279ed18be283 req-48b25d2c-0a92-44fe-87c7-10a205e3f386 tempest-ServerPasswordTestJSON-2039733429 tempest-ServerPasswordTestJSON-2039733429-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783146157096'] for port, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:17.076098 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c2f38ed-3311-4247-9350-850af34ea507 req-69919424-648d-4597-9eff-b2a02cf2772b tempest-ServerPasswordTestJSON-2039733429 tempest-ServerPasswordTestJSON-2039733429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:37:17.079357 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-c0849bdc-616c-4fde-9d0c-bf2ea5eaf6b7 None None] Notify callbacks [] for port, precommit_create {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:17.080780 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-9c2f38ed-3311-4247-9350-850af34ea507 req-69919424-648d-4597-9eff-b2a02cf2772b tempest-ServerPasswordTestJSON-2039733429 tempest-ServerPasswordTestJSON-2039733429-project] 10.222.0.67 "GET /v2.0/ports?device_id=1dbb916c-36ff-4f0f-a84b-5c12640be7ce HTTP/1.1" status: 200 len: 945 time: 0.4024994 Sep 23 19:37:17.088821 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-c0849bdc-616c-4fde-9d0c-bf2ea5eaf6b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783145673135'] for port, after_create {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:17.103933 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-5babeb06-2453-4147-b67b-68da8df6f1e2 req-4d77fbd8-9ebe-4d7f-821a-07ebee8a4fc1 tempest-ListServerFiltersTestJSON-809433892 tempest-ListServerFiltersTestJSON-809433892-project] 10.222.0.67 "GET /v2.0/ports?device_id=9833bfef-a659-4e2c-804f-61eb8398fe4e HTTP/1.1" status: 200 len: 210 time: 0.1502433 Sep 23 19:37:17.139751 n-d-713301-16 neutron-server[95103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0849bdc-616c-4fde-9d0c-bf2ea5eaf6b7 None None] Network ffce6844-ffc3-465e-8e61-d0eed3ec6a74 is already hosted by enough agents. {{(pid=95103) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:37:17.144943 n-d-713301-16 neutron-server[95103]: DEBUG neutron.scheduler.base_scheduler [None req-c0849bdc-616c-4fde-9d0c-bf2ea5eaf6b7 None None] Resources bound (agent type, host, resource id): {{(pid=95103) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:37:17.158040 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0849bdc-616c-4fde-9d0c-bf2ea5eaf6b7 None None] Received port after_create {{(pid=95103) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 19:37:17.161659 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0849bdc-616c-4fde-9d0c-bf2ea5eaf6b7 None None] Pushing event updated for resources: {'Port': ['ID=557e4f0a-5cd1-43ee-a570-5a011a974bf6,revision_number=1']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:37:17.166209 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3979e826-b627-4007-a29c-30c524c7eb3c tempest-ExtraDHCPOptionsIpV6TestJSON-1544264147 tempest-ExtraDHCPOptionsIpV6TestJSON-1544264147-project] Checking segment: {'id': '739ca1b9-8ef6-47c1-b731-3194598f23a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': 'f9c52b4a-97dc-46de-88fb-3a9689b34e3a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95102) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:37:17.166785 n-d-713301-16 neutron-server[95102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3979e826-b627-4007-a29c-30c524c7eb3c tempest-ExtraDHCPOptionsIpV6TestJSON-1544264147 tempest-ExtraDHCPOptionsIpV6TestJSON-1544264147-project] Network hostable DHCP agents. Network: f9c52b4a-97dc-46de-88fb-3a9689b34e3a, hostable agents: ['1b18bf05-1b5f-4587-be5c-af3ac38e32ad'], hosted agents: [] {{(pid=95102) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 19:37:17.190146 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-9c2f38ed-3311-4247-9350-850af34ea507 req-7bbf9c90-a02b-48d4-8a3e-94536e0c5b90 tempest-ServerPasswordTestJSON-2039733429 tempest-ServerPasswordTestJSON-2039733429-project] 10.222.0.67 "GET /v2.0/security-groups?id=1b4fd1f0-f078-45dc-8269-6cb1b1703d97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817866 Sep 23 19:37:17.285120 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.managers [None req-c0849bdc-616c-4fde-9d0c-bf2ea5eaf6b7 None None] Attempting to bind port 557e4f0a-5cd1-43ee-a570-5a011a974bf6 on host n-d-713301-16 for vnic_type normal with profile {{(pid=95103) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 19:37:17.285494 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.managers [None req-c0849bdc-616c-4fde-9d0c-bf2ea5eaf6b7 None None] Attempting to bind port 557e4f0a-5cd1-43ee-a570-5a011a974bf6 by drivers openvswitch,hyperv on host n-d-713301-16 at level 0 using segments [{'id': '419f8959-3e9c-4f91-aa5d-bdfed2b6fbcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': 'ffce6844-ffc3-465e-8e61-d0eed3ec6a74'}] {{(pid=95103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 19:37:17.285865 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0849bdc-616c-4fde-9d0c-bf2ea5eaf6b7 None None] Attempting to bind port 557e4f0a-5cd1-43ee-a570-5a011a974bf6 on network ffce6844-ffc3-465e-8e61-d0eed3ec6a74 {{(pid=95103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:37:17.291108 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.db [req-c0db89b8-935f-45fb-8665-279ed18be283 req-48b25d2c-0a92-44fe-87c7-10a205e3f386 tempest-ServerPasswordTestJSON-2039733429 tempest-ServerPasswordTestJSON-2039733429-project] For port 63aae9a8-7a5f-4b97-9825-a889d9ed2c64, host n-h1-713301-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-16',level=0,port_id=63aae9a8-7a5f-4b97-9825-a889d9ed2c64,segment=NetworkSegment(887f39e0-99a5-4171-ab42-420362d0174f),segment_id=887f39e0-99a5-4171-ab42-420362d0174f)] {{(pid=95101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:37:17.291574 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-c0db89b8-935f-45fb-8665-279ed18be283 req-48b25d2c-0a92-44fe-87c7-10a205e3f386 tempest-ServerPasswordTestJSON-2039733429 tempest-ServerPasswordTestJSON-2039733429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-605701'] for port, precommit_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:17.292366 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0849bdc-616c-4fde-9d0c-bf2ea5eaf6b7 None None] Checking agent: {'id': '70a14545-df24-472f-8f95-bfe1719bff93', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 19, 7, 53), 'started_at': datetime.datetime(2021, 9, 23, 19, 8, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 19, 36, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 19:37:17.292820 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0849bdc-616c-4fde-9d0c-bf2ea5eaf6b7 None None] Checking segment: {'id': '419f8959-3e9c-4f91-aa5d-bdfed2b6fbcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': 'ffce6844-ffc3-465e-8e61-d0eed3ec6a74'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95103) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:37:17.293299 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-c0849bdc-616c-4fde-9d0c-bf2ea5eaf6b7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:17.293703 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0849bdc-616c-4fde-9d0c-bf2ea5eaf6b7 None None] Bound using segment: {'id': '419f8959-3e9c-4f91-aa5d-bdfed2b6fbcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': 'ffce6844-ffc3-465e-8e61-d0eed3ec6a74'} {{(pid=95103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 19:37:17.294177 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.managers [None req-c0849bdc-616c-4fde-9d0c-bf2ea5eaf6b7 None None] Bound port: 557e4f0a-5cd1-43ee-a570-5a011a974bf6, host: n-d-713301-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '419f8959-3e9c-4f91-aa5d-bdfed2b6fbcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': 'ffce6844-ffc3-465e-8e61-d0eed3ec6a74'}}] {{(pid=95103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 19:37:17.294562 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-c0849bdc-616c-4fde-9d0c-bf2ea5eaf6b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:17.334000 n-d-713301-16 neutron-server[95102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3979e826-b627-4007-a29c-30c524c7eb3c tempest-ExtraDHCPOptionsIpV6TestJSON-1544264147 tempest-ExtraDHCPOptionsIpV6TestJSON-1544264147-project] Network f9c52b4a-97dc-46de-88fb-3a9689b34e3a is scheduled to be hosted by DHCP agent 1b18bf05-1b5f-4587-be5c-af3ac38e32ad with binding_index 1 {{(pid=95102) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 19:37:17.346466 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.plugin [req-c0db89b8-935f-45fb-8665-279ed18be283 req-48b25d2c-0a92-44fe-87c7-10a205e3f386 tempest-ServerPasswordTestJSON-2039733429 tempest-ServerPasswordTestJSON-2039733429-project] Calling delete_port for 63aae9a8-7a5f-4b97-9825-a889d9ed2c64 owned by compute:nova {{(pid=95101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:37:17.374275 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-3abb6150-816c-475b-858d-8abaa7c2688f tempest-FloatingIPAdminTestJSON-2134933000 tempest-FloatingIPAdminTestJSON-2134933000-project] Notify callbacks [] for router_gateway, before_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:17.410208 n-d-713301-16 neutron-server[95102]: DEBUG neutron.scheduler.base_scheduler [None req-3979e826-b627-4007-a29c-30c524c7eb3c tempest-ExtraDHCPOptionsIpV6TestJSON-1544264147 tempest-ExtraDHCPOptionsIpV6TestJSON-1544264147-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713301-16, f9c52b4a-97dc-46de-88fb-3a9689b34e3a) {{(pid=95102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:37:17.418519 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3979e826-b627-4007-a29c-30c524c7eb3c tempest-ExtraDHCPOptionsIpV6TestJSON-1544264147 tempest-ExtraDHCPOptionsIpV6TestJSON-1544264147-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:37:17.419262 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-3979e826-b627-4007-a29c-30c524c7eb3c tempest-ExtraDHCPOptionsIpV6TestJSON-1544264147 tempest-ExtraDHCPOptionsIpV6TestJSON-1544264147-project] Notify callbacks [] for subnet, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:17.423242 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-3abb6150-816c-475b-858d-8abaa7c2688f tempest-FloatingIPAdminTestJSON-2134933000 tempest-FloatingIPAdminTestJSON-2134933000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:17.423742 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c41b586-3eae-401a-b978-182af7e1856f None None] Network f9c52b4a-97dc-46de-88fb-3a9689b34e3a requested from n-d-713301-16 {{(pid=95103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 19:37:17.426928 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-c0849bdc-616c-4fde-9d0c-bf2ea5eaf6b7 None None] For port 557e4f0a-5cd1-43ee-a570-5a011a974bf6, host n-d-713301-16, cleared binding levels {{(pid=95103) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 19:37:17.469218 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-c0849bdc-616c-4fde-9d0c-bf2ea5eaf6b7 None None] For port 557e4f0a-5cd1-43ee-a570-5a011a974bf6, host n-d-713301-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-16',level=0,port_id=557e4f0a-5cd1-43ee-a570-5a011a974bf6,segment=NetworkSegment(419f8959-3e9c-4f91-aa5d-bdfed2b6fbcb),segment_id=419f8959-3e9c-4f91-aa5d-bdfed2b6fbcb)] {{(pid=95103) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 19:37:17.511300 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-3979e826-b627-4007-a29c-30c524c7eb3c tempest-ExtraDHCPOptionsIpV6TestJSON-1544264147 tempest-ExtraDHCPOptionsIpV6TestJSON-1544264147-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.6725318 Sep 23 19:37:17.515521 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-c0849bdc-616c-4fde-9d0c-bf2ea5eaf6b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:17.516641 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 55292) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:37:17.525658 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.v2.base [None req-59965575-be38-41b2-9e3f-c33ed404bfd8 tempest-ExtraDHCPOptionsIpV6TestJSON-1544264147 tempest-ExtraDHCPOptionsIpV6TestJSON-1544264147-project] Request body: {'port': {'network_id': 'f9c52b4a-97dc-46de-88fb-3a9689b34e3a', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-371104914'}} {{(pid=95102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:37:17.597488 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-c0db89b8-935f-45fb-8665-279ed18be283 req-48b25d2c-0a92-44fe-87c7-10a205e3f386 tempest-ServerPasswordTestJSON-2039733429 tempest-ServerPasswordTestJSON-2039733429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783146162158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783145673144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5607431'] for port, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:17.625516 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] get_ports_and_sgs() called for port_ids ['63aae9a8-7a5f-4b97-9825-a889d9ed2c64'] {{(pid=95103) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 19:37:17.647799 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48b25d2c-0a92-44fe-87c7-10a205e3f386 tempest-ServerPasswordTestJSON-2039733429 tempest-ServerPasswordTestJSON-2039733429-project] Pushing event deleted for resources: {'Port': ['ID=63aae9a8-7a5f-4b97-9825-a889d9ed2c64,revision_number=None']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:37:17.811719 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-be03eae5-2783-4ad8-9c3a-e3e54fa2943f req-3f5612dd-a1b3-4618-8833-6b1976d80afc tempest-ServerShowV254Test-1402049895 tempest-ServerShowV254Test-1402049895-project] 10.222.0.67 "GET /v2.0/ports?device_id=27079265-973c-403b-97a2-0bb6fe07744d HTTP/1.1" status: 200 len: 210 time: 0.1041083 Sep 23 19:37:17.815384 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0849bdc-616c-4fde-9d0c-bf2ea5eaf6b7 None None] Pushing event updated for resources: {'Port': ['ID=557e4f0a-5cd1-43ee-a570-5a011a974bf6,revision_number=2']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:37:17.867213 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59965575-be38-41b2-9e3f-c33ed404bfd8 tempest-ExtraDHCPOptionsIpV6TestJSON-1544264147 tempest-ExtraDHCPOptionsIpV6TestJSON-1544264147-project] Made reservation on behalf of a5f5111677564bc3b3cea94809b03401 for: {'port': 1} {{(pid=95102) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:37:17.871842 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-59965575-be38-41b2-9e3f-c33ed404bfd8 tempest-ExtraDHCPOptionsIpV6TestJSON-1544264147 tempest-ExtraDHCPOptionsIpV6TestJSON-1544264147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:17.913063 n-d-713301-16 neutron-server[95102]: DEBUG neutron.notifiers.nova [None req-59965575-be38-41b2-9e3f-c33ed404bfd8 tempest-ExtraDHCPOptionsIpV6TestJSON-1544264147 tempest-ExtraDHCPOptionsIpV6TestJSON-1544264147-project] device_id is not set on port eb512577-f895-4e54-854a-31f66885f9b9 yet. {{(pid=95102) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 23 19:37:17.962470 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a453224-876a-4e88-b95d-f5c597686f4c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4c8b80df-07eb-5275-9f17-5cf640db67c0-f9c52b4a-97dc-46de-88fb-3a9689b34e3a', 'network_id': 'f9c52b4a-97dc-46de-88fb-3a9689b34e3a', 'tenant_id': 'a5f5111677564bc3b3cea94809b03401', 'fixed_ips': [{'subnet_id': 'afc69c27-b373-460f-a9f5-c290b1a1c13b'}]}} from n-d-713301-16. {{(pid=95103) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 23 19:37:17.966734 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-b0b0f525-2933-4bc1-b7ff-3412d467ac8e tempest-RoutersIpV6AdminTest-809394628 tempest-RoutersIpV6AdminTest-809394628-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:17.967732 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-7a453224-876a-4e88-b95d-f5c597686f4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_create {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:18.020670 n-d-713301-16 neutron-server[95101]: DEBUG neutron.db.l3_dvrscheduler_db [req-c0db89b8-935f-45fb-8665-279ed18be283 req-48b25d2c-0a92-44fe-87c7-10a205e3f386 tempest-ServerPasswordTestJSON-2039733429 tempest-ServerPasswordTestJSON-2039733429-project] No DVR routers for this DVR port 63aae9a8-7a5f-4b97-9825-a889d9ed2c64 on host n-h1-713301-16 {{(pid=95101) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 19:37:18.031697 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-c0db89b8-935f-45fb-8665-279ed18be283 req-48b25d2c-0a92-44fe-87c7-10a205e3f386 tempest-ServerPasswordTestJSON-2039733429 tempest-ServerPasswordTestJSON-2039733429-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222849'] for port, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:18.036373 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-c0db89b8-935f-45fb-8665-279ed18be283 req-48b25d2c-0a92-44fe-87c7-10a205e3f386 tempest-ServerPasswordTestJSON-2039733429 tempest-ServerPasswordTestJSON-2039733429-project] 10.222.0.74 "DELETE /v2.0/ports/63aae9a8-7a5f-4b97-9825-a889d9ed2c64 HTTP/1.1" status: 204 len: 173 time: 1.5865002 Sep 23 19:37:18.083588 n-d-713301-16 neutron-server[95102]: DEBUG neutron.db.db_base_plugin_common [None req-3abb6150-816c-475b-858d-8abaa7c2688f tempest-FloatingIPAdminTestJSON-2134933000 tempest-FloatingIPAdminTestJSON-2134933000-project] Allocated IP 172.25.1.116 (5dec5c09-378e-4f50-89cc-d94eb81c3bac/eff83446-018c-428d-b3f5-54ac9abe7a2a/0696caad-b613-4a17-ade1-0acb25518005) {{(pid=95102) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 19:37:18.173518 n-d-713301-16 neutron-server[95102]: DEBUG neutron.db.db_base_plugin_common [None req-59965575-be38-41b2-9e3f-c33ed404bfd8 tempest-ExtraDHCPOptionsIpV6TestJSON-1544264147 tempest-ExtraDHCPOptionsIpV6TestJSON-1544264147-project] Allocated IP 2001:db8::2ff (f9c52b4a-97dc-46de-88fb-3a9689b34e3a/afc69c27-b373-460f-a9f5-c290b1a1c13b/eb512577-f895-4e54-854a-31f66885f9b9) {{(pid=95102) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 19:37:18.348130 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-3abb6150-816c-475b-858d-8abaa7c2688f tempest-FloatingIPAdminTestJSON-2134933000 tempest-FloatingIPAdminTestJSON-2134933000-project] Notify callbacks [] for port, precommit_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:18.366909 n-d-713301-16 neutron-server[95101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1dbb916c-36ff-4f0f-a84b-5c12640be7ce', 'name': 'network-vif-deleted', 'tag': '63aae9a8-7a5f-4b97-9825-a889d9ed2c64'}] {{(pid=95101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 19:37:18.369994 n-d-713301-16 neutron-server[95101]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d8366c5740cd635e57ab12b71fe44a77c2acc3c19091ef849c6f68b380462244" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36489eeb-f98e-4ae4-b614-946f3acb361d" -d '{"events": [{"server_uuid": "1dbb916c-36ff-4f0f-a84b-5c12640be7ce", "name": "network-vif-deleted", "tag": "63aae9a8-7a5f-4b97-9825-a889d9ed2c64"}]}' {{(pid=95101) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 19:37:18.406933 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-3abb6150-816c-475b-858d-8abaa7c2688f tempest-FloatingIPAdminTestJSON-2134933000 tempest-FloatingIPAdminTestJSON-2134933000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783145673135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4399100'] for port, after_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:18.499492 n-d-713301-16 neutron-server[95102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3abb6150-816c-475b-858d-8abaa7c2688f tempest-FloatingIPAdminTestJSON-2134933000 tempest-FloatingIPAdminTestJSON-2134933000-project] Network 5dec5c09-378e-4f50-89cc-d94eb81c3bac is already hosted by enough agents. {{(pid=95102) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:37:18.514029 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-b0b0f525-2933-4bc1-b7ff-3412d467ac8e tempest-RoutersIpV6AdminTest-809394628 tempest-RoutersIpV6AdminTest-809394628-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-597258', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-601790'] for router, after_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:18.564126 n-d-713301-16 neutron-server[95102]: DEBUG neutron.scheduler.base_scheduler [None req-3abb6150-816c-475b-858d-8abaa7c2688f tempest-FloatingIPAdminTestJSON-2134933000 tempest-FloatingIPAdminTestJSON-2134933000-project] Resources bound (agent type, host, resource id): {{(pid=95102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:37:18.592181 n-d-713301-16 neutron-server[95102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3abb6150-816c-475b-858d-8abaa7c2688f tempest-FloatingIPAdminTestJSON-2134933000 tempest-FloatingIPAdminTestJSON-2134933000-project] Received port after_create {{(pid=95102) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 19:37:18.597387 n-d-713301-16 neutron-server[95101]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 19:37:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-491aa7aa-4f5c-4dd7-a38c-ca65da42092c x-openstack-request-id: req-491aa7aa-4f5c-4dd7-a38c-ca65da42092c {{(pid=95101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 19:37:18.597687 n-d-713301-16 neutron-server[95101]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1dbb916c-36ff-4f0f-a84b-5c12640be7ce", "name": "network-vif-deleted", "tag": "63aae9a8-7a5f-4b97-9825-a889d9ed2c64", "status": "completed", "code": 200}]} {{(pid=95101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 19:37:18.597941 n-d-713301-16 neutron-server[95101]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-491aa7aa-4f5c-4dd7-a38c-ca65da42092c {{(pid=95101) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 19:37:18.598340 n-d-713301-16 neutron-server[95101]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1dbb916c-36ff-4f0f-a84b-5c12640be7ce', 'name': 'network-vif-deleted', 'tag': '63aae9a8-7a5f-4b97-9825-a889d9ed2c64', 'status': 'completed', 'code': 200} Sep 23 19:37:18.625634 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-9b72cb34-0e85-40fd-9644-34173e9c8aea req-04dd0358-83d7-4c91-85cd-ab7273bd5f58 tempest-ServerPasswordTestJSON-2039733429 tempest-ServerPasswordTestJSON-2039733429-project] 10.222.0.67 "GET /v2.0/ports?device_id=1dbb916c-36ff-4f0f-a84b-5c12640be7ce HTTP/1.1" status: 200 len: 210 time: 0.1357589 Sep 23 19:37:18.644536 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3abb6150-816c-475b-858d-8abaa7c2688f tempest-FloatingIPAdminTestJSON-2134933000 tempest-FloatingIPAdminTestJSON-2134933000-project] Pushing event updated for resources: {'Port': ['ID=0696caad-b613-4a17-ade1-0acb25518005,revision_number=1']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:37:18.776389 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b0b0f525-2933-4bc1-b7ff-3412d467ac8e tempest-RoutersIpV6AdminTest-809394628 tempest-RoutersIpV6AdminTest-809394628-project-admin] Router 1a6a0634-99f0-4d21-a25d-761c0e79d486 is scheduled to L3 agent 79a740bf-7821-4989-8288-7186e3e128f3 with binding_index 1 {{(pid=95101) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 23 19:37:18.841473 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b6c1b62-8eb1-4716-95e7-3ab0d44b5d21 req-757725fe-3206-443c-8f21-90fa0a2e1782 tempest-ListServerFiltersTestJSON-809433892 tempest-ListServerFiltersTestJSON-809433892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:37:18.844057 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-2b6c1b62-8eb1-4716-95e7-3ab0d44b5d21 req-757725fe-3206-443c-8f21-90fa0a2e1782 tempest-ListServerFiltersTestJSON-809433892 tempest-ListServerFiltersTestJSON-809433892-project] 10.222.0.67 "GET /v2.0/ports?device_id=112ec6b1-d777-4f3c-8724-ad88e87d715e HTTP/1.1" status: 200 len: 945 time: 0.1941314 Sep 23 19:37:18.871093 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Device 498dad19-9faa-4d8f-aa16-ec64baa29084 no longer exists at agent hyperv_n-h2-713301-16 {{(pid=95103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 19:37:18.902507 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.plugin [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] No Port match for: 498dad19-9faa-4d8f-aa16-ec64baa29084 {{(pid=95103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 19:37:18.902899 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Device 498dad19-9faa-4d8f-aa16-ec64baa29084 not bound to the agent host n-h2-713301-16 {{(pid=95103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 19:37:19.023047 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-825af8d9-ef18-4961-8629-6fce0e45182c req-bd87e54d-65ab-41b0-a7f0-d38de5c6d06c tempest-ServerShowV254Test-1402049895 tempest-ServerShowV254Test-1402049895-project] 10.222.0.67 "GET /v2.0/ports?device_id=27079265-973c-403b-97a2-0bb6fe07744d HTTP/1.1" status: 200 len: 210 time: 0.0945702 Sep 23 19:37:19.026534 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-59965575-be38-41b2-9e3f-c33ed404bfd8 tempest-ExtraDHCPOptionsIpV6TestJSON-1544264147 tempest-ExtraDHCPOptionsIpV6TestJSON-1544264147-project] Notify callbacks [] for port, precommit_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:19.103306 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-2b6c1b62-8eb1-4716-95e7-3ab0d44b5d21 req-b6e2ef0f-7d89-47f9-b867-092bc8c4c5c1 tempest-ListServerFiltersTestJSON-809433892 tempest-ListServerFiltersTestJSON-809433892-project] 10.222.0.67 "GET /v2.0/security-groups?id=791c206a-3feb-4dc0-8ae9-5b23b18cf1d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1822085 Sep 23 19:37:19.107133 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-59965575-be38-41b2-9e3f-c33ed404bfd8 tempest-ExtraDHCPOptionsIpV6TestJSON-1544264147 tempest-ExtraDHCPOptionsIpV6TestJSON-1544264147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783145673135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4399100'] for port, after_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:19.200716 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.db_base_plugin_common [None req-7a453224-876a-4e88-b95d-f5c597686f4c None None] Allocated IP 2001:db8::2 (f9c52b4a-97dc-46de-88fb-3a9689b34e3a/afc69c27-b373-460f-a9f5-c290b1a1c13b/0c570786-0d31-4389-bd21-09ede267e44a) {{(pid=95103) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 19:37:19.207903 n-d-713301-16 neutron-server[95102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59965575-be38-41b2-9e3f-c33ed404bfd8 tempest-ExtraDHCPOptionsIpV6TestJSON-1544264147 tempest-ExtraDHCPOptionsIpV6TestJSON-1544264147-project] Network f9c52b4a-97dc-46de-88fb-3a9689b34e3a is already hosted by enough agents. {{(pid=95102) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:37:19.248181 n-d-713301-16 neutron-server[95102]: DEBUG neutron.scheduler.base_scheduler [None req-59965575-be38-41b2-9e3f-c33ed404bfd8 tempest-ExtraDHCPOptionsIpV6TestJSON-1544264147 tempest-ExtraDHCPOptionsIpV6TestJSON-1544264147-project] Resources bound (agent type, host, resource id): {{(pid=95102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:37:19.254499 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Device 557e4f0a-5cd1-43ee-a570-5a011a974bf6 up at agent ovs-agent-n-d-713301-16 {{(pid=95103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 19:37:19.266473 n-d-713301-16 neutron-server[95102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59965575-be38-41b2-9e3f-c33ed404bfd8 tempest-ExtraDHCPOptionsIpV6TestJSON-1544264147 tempest-ExtraDHCPOptionsIpV6TestJSON-1544264147-project] Received port after_create {{(pid=95102) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 19:37:19.273175 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59965575-be38-41b2-9e3f-c33ed404bfd8 tempest-ExtraDHCPOptionsIpV6TestJSON-1544264147 tempest-ExtraDHCPOptionsIpV6TestJSON-1544264147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:37:19.274106 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-59965575-be38-41b2-9e3f-c33ed404bfd8 tempest-ExtraDHCPOptionsIpV6TestJSON-1544264147 tempest-ExtraDHCPOptionsIpV6TestJSON-1544264147-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222849'] for port, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:19.418139 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50c178fe-29b7-4723-b820-15a97eb78231 None None] Network ffce6844-ffc3-465e-8e61-d0eed3ec6a74 requested from n-d-713301-16 {{(pid=95103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 19:37:19.444636 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0b0f525-2933-4bc1-b7ff-3412d467ac8e tempest-RoutersIpV6AdminTest-809394628 tempest-RoutersIpV6AdminTest-809394628-project-admin] Notify agent at l3_agent.n-d-713301-16 the message routers_updated {{(pid=95101) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 19:37:19.455615 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adde1aa0-ef93-45cb-8528-f9e152429964 None None] Sync routers for ids ['1a6a0634-99f0-4d21-a25d-761c0e79d486'] in n-d-713301-16 {{(pid=95104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 19:37:19.461125 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Provisioning complete for port 557e4f0a-5cd1-43ee-a570-5a011a974bf6 triggered by entity L2. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:37:19.461623 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:19.471448 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adde1aa0-ef93-45cb-8528-f9e152429964 None None] Routers {'1a6a0634-99f0-4d21-a25d-761c0e79d486'} bound to L3 agent in host n-d-713301-16 {{(pid=95104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 19:37:19.471761 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-b0b0f525-2933-4bc1-b7ff-3412d467ac8e tempest-RoutersIpV6AdminTest-809394628 tempest-RoutersIpV6AdminTest-809394628-project-admin] Notify callbacks [] for router, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:19.472568 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_hamode_db [None req-adde1aa0-ef93-45cb-8528-f9e152429964 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-23T19:07:52Z,description=,heartbeat_timestamp=2021-09-23T19:36:52Z,host='n-d-713301-16',id=79a740bf-7821-4989-8288-7186e3e128f3,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:07:52Z,topic='l3_agent')) {'router_ids': ['1a6a0634-99f0-4d21-a25d-761c0e79d486'], 'active': True} {{(pid=95104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:37:19.473521 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-b0b0f525-2933-4bc1-b7ff-3412d467ac8e tempest-RoutersIpV6AdminTest-809394628 tempest-RoutersIpV6AdminTest-809394628-project-admin] 10.222.0.67 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 4.7722867 Sep 23 19:37:19.476795 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 55332) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:37:19.479812 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59965575-be38-41b2-9e3f-c33ed404bfd8 tempest-ExtraDHCPOptionsIpV6TestJSON-1544264147 tempest-ExtraDHCPOptionsIpV6TestJSON-1544264147-project] Pushing event updated for resources: {'Port': ['ID=eb512577-f895-4e54-854a-31f66885f9b9,revision_number=1']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:37:19.501527 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-59965575-be38-41b2-9e3f-c33ed404bfd8 tempest-ExtraDHCPOptionsIpV6TestJSON-1544264147 tempest-ExtraDHCPOptionsIpV6TestJSON-1544264147-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 941 time: 1.9803603 Sep 23 19:37:19.512910 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 55334) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:37:19.525193 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.v2.base [None req-3a239b06-b0aa-48ae-a0b0-684162ab4d39 tempest-ExtraDHCPOptionsIpV6TestJSON-1544264147 tempest-ExtraDHCPOptionsIpV6TestJSON-1544264147-project] Request body: {'port': {'network_id': 'f9c52b4a-97dc-46de-88fb-3a9689b34e3a', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-168830632', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=95102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:37:19.525765 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.api.validators [None req-3a239b06-b0aa-48ae-a0b0-684162ab4d39 tempest-ExtraDHCPOptionsIpV6TestJSON-1544264147 tempest-ExtraDHCPOptionsIpV6TestJSON-1544264147-project] bootfile-name is not in valid_values {{(pid=95102) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Sep 23 19:37:19.526109 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.api.validators [None req-3a239b06-b0aa-48ae-a0b0-684162ab4d39 tempest-ExtraDHCPOptionsIpV6TestJSON-1544264147 tempest-ExtraDHCPOptionsIpV6TestJSON-1544264147-project] tftp-server is not in valid_values {{(pid=95102) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Sep 23 19:37:19.526440 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.api.validators [None req-3a239b06-b0aa-48ae-a0b0-684162ab4d39 tempest-ExtraDHCPOptionsIpV6TestJSON-1544264147 tempest-ExtraDHCPOptionsIpV6TestJSON-1544264147-project] server-ip-address is not in valid_values {{(pid=95102) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Sep 23 19:37:19.622266 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-37bae4d6-d05f-4970-ba61-8d574c8add1b tempest-RoutersIpV6AdminTest-809394628 tempest-RoutersIpV6AdminTest-809394628-project-admin] 10.222.0.67 "GET /v2.0/routers/1a6a0634-99f0-4d21-a25d-761c0e79d486 HTTP/1.1" status: 200 len: 908 time: 0.1446128 Sep 23 19:37:19.625464 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 55340) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:37:19.665756 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-3abb6150-816c-475b-858d-8abaa7c2688f tempest-FloatingIPAdminTestJSON-2134933000 tempest-FloatingIPAdminTestJSON-2134933000-project] Notify callbacks [] for router_gateway, after_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:19.699685 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-c17350ba-07a8-4fea-8b8e-377c38b2b480 None None] Provisioning complete for port 557e4f0a-5cd1-43ee-a570-5a011a974bf6 triggered by entity DHCP. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:37:19.700063 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-c17350ba-07a8-4fea-8b8e-377c38b2b480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:19.715052 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_dvr_db [None req-adde1aa0-ef93-45cb-8528-f9e152429964 None None] Set router 1a6a0634-99f0-4d21-a25d-761c0e79d486 gateway port host: n-d-713301-16 {{(pid=95104) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 19:37:19.737588 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-7a453224-876a-4e88-b95d-f5c597686f4c None None] Notify callbacks [] for port, precommit_create {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:19.740236 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 55346) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:37:19.787951 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-7a453224-876a-4e88-b95d-f5c597686f4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783145673135'] for port, after_create {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:19.906400 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a453224-876a-4e88-b95d-f5c597686f4c None None] Pushing event updated for resources: {'Port': ['ID=0c570786-0d31-4389-bd21-09ede267e44a,revision_number=1']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:37:19.930284 n-d-713301-16 neutron-server[95101]: DEBUG neutron.db.db_base_plugin_v2 [None req-1fc35abb-ec3c-46be-9645-ec5aa3cbe62c admin admin] Deleting subnet eacbe826-3430-4c97-a7b6-91d25670b93e {{(pid=95101) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 23 19:37:19.937772 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-1fc35abb-ec3c-46be-9645-ec5aa3cbe62c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:19.955612 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:19.960722 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-774ac919-e78e-42ac-95a5-ec7321681597 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:19.986413 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-8cedb80c-cacd-4986-9ad7-5c06864fd336 tempest-RoutersIpV6AdminTest-809394628 tempest-RoutersIpV6AdminTest-809394628-project-admin] Notify callbacks [] for router, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:20.029812 n-d-713301-16 neutron-server[95103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a453224-876a-4e88-b95d-f5c597686f4c None None] Network f9c52b4a-97dc-46de-88fb-3a9689b34e3a is already hosted by enough agents. {{(pid=95103) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:37:20.054431 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] For port 557e4f0a-5cd1-43ee-a570-5a011a974bf6, host n-d-713301-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-16',level=0,port_id=557e4f0a-5cd1-43ee-a570-5a011a974bf6,segment=NetworkSegment(419f8959-3e9c-4f91-aa5d-bdfed2b6fbcb),segment_id=419f8959-3e9c-4f91-aa5d-bdfed2b6fbcb)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:37:20.059063 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_hamode_db [None req-adde1aa0-ef93-45cb-8528-f9e152429964 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a6a0634-99f0-4d21-a25d-761c0e79d486', 'name': 'tempest-snat-router-1448152660', 'tenant_id': 'b9c102b7431b4f6588ebc4441d8c7810', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'external_fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.161'}], 'enable_snat': True}, 'gw_port_id': '0cdac247-714c-4cb3-b3d3-b0f509761804', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:37:14Z', 'updated_at': '2021-09-23T19:37:17Z', 'revision_number': 3, 'project_id': 'b9c102b7431b4f6588ebc4441d8c7810', 'gw_port': {'id': '0cdac247-714c-4cb3-b3d3-b0f509761804', 'name': '', 'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:5a:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a6a0634-99f0-4d21-a25d-761c0e79d486', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1902, 'fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:37:15Z', 'updated_at': '2021-09-23T19:37:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-16'}], 'n-d-713301-16', False) {} {{(pid=95104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:37:20.082586 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:20.083477 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Device a20ff509-2b3a-497e-9d6e-e2a59f9ea45e up at agent ovs-agent-n-d-713301-16 {{(pid=95103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 19:37:20.085538 n-d-713301-16 neutron-server[95103]: DEBUG neutron.scheduler.base_scheduler [None req-7a453224-876a-4e88-b95d-f5c597686f4c None None] Resources bound (agent type, host, resource id): {{(pid=95103) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:37:20.114501 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-1fc35abb-ec3c-46be-9645-ec5aa3cbe62c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6007154'] for subnet, precommit_delete_associations {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:20.148858 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adde1aa0-ef93-45cb-8528-f9e152429964 None None] Checking router: 1a6a0634-99f0-4d21-a25d-761c0e79d486 for host: n-d-713301-16 {{(pid=95104) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 19:37:20.149208 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adde1aa0-ef93-45cb-8528-f9e152429964 None None] Updating router 1a6a0634-99f0-4d21-a25d-761c0e79d486 port 0cdac247-714c-4cb3-b3d3-b0f509761804 binding host n-d-713301-16 {{(pid=95104) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 23 19:37:20.219542 n-d-713301-16 neutron-server[95104]: DEBUG neutron_lib.callbacks.manager [None req-adde1aa0-ef93-45cb-8528-f9e152429964 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:20.286589 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-8cedb80c-cacd-4986-9ad7-5c06864fd336 tempest-RoutersIpV6AdminTest-809394628 tempest-RoutersIpV6AdminTest-809394628-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:20.315805 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68cd972e-a1ee-434a-8483-a3f933b46c1b req-3ada8539-c96b-43be-839f-f35baabf24f6 tempest-ListServerFiltersTestJSON-809433892 tempest-ListServerFiltersTestJSON-809433892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:37:20.321046 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-68cd972e-a1ee-434a-8483-a3f933b46c1b req-3ada8539-c96b-43be-839f-f35baabf24f6 tempest-ListServerFiltersTestJSON-809433892 tempest-ListServerFiltersTestJSON-809433892-project] 10.222.0.74 "GET /v2.0/ports?device_id=112ec6b1-d777-4f3c-8724-ad88e87d715e HTTP/1.1" status: 200 len: 945 time: 0.1405704 Sep 23 19:37:20.321046 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-1fc35abb-ec3c-46be-9645-ec5aa3cbe62c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1756813'] for subnet, precommit_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:20.394534 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a453224-876a-4e88-b95d-f5c597686f4c None None] Received port after_create {{(pid=95103) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 19:37:20.457113 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-c17350ba-07a8-4fea-8b8e-377c38b2b480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:20.497917 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.plugin [req-68cd972e-a1ee-434a-8483-a3f933b46c1b req-1f0d9da7-eff9-484f-a3ff-16709840995f tempest-ListServerFiltersTestJSON-809433892 tempest-ListServerFiltersTestJSON-809433892-project] Deleting port dbfc3c35-dbca-414a-b86a-a95206c0784c {{(pid=95101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:37:20.498618 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-68cd972e-a1ee-434a-8483-a3f933b46c1b req-1f0d9da7-eff9-484f-a3ff-16709840995f tempest-ListServerFiltersTestJSON-809433892 tempest-ListServerFiltersTestJSON-809433892-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783146157096'] for port, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:20.520091 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.plugin [None req-8cedb80c-cacd-4986-9ad7-5c06864fd336 tempest-RoutersIpV6AdminTest-809394628 tempest-RoutersIpV6AdminTest-809394628-project-admin] Deleting port 0cdac247-714c-4cb3-b3d3-b0f509761804 {{(pid=95101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:37:20.520572 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-8cedb80c-cacd-4986-9ad7-5c06864fd336 tempest-RoutersIpV6AdminTest-809394628 tempest-RoutersIpV6AdminTest-809394628-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783146157096'] for port, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:20.614893 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Device 63aae9a8-7a5f-4b97-9825-a889d9ed2c64 no longer exists at agent hyperv_n-h1-713301-16 {{(pid=95103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 19:37:20.617341 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-1fc35abb-ec3c-46be-9645-ec5aa3cbe62c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1756804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5607514', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6130950'] for subnet, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:20.646502 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-1fc35abb-ec3c-46be-9645-ec5aa3cbe62c admin admin] Notify callbacks [] for subnet, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:20.652888 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-1fc35abb-ec3c-46be-9645-ec5aa3cbe62c admin admin] 10.222.0.67 "DELETE /v2.0/subnets/eacbe826-3430-4c97-a7b6-91d25670b93e HTTP/1.1" status: 204 len: 168 time: 0.9114337 Sep 23 19:37:20.657275 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-8cedb80c-cacd-4986-9ad7-5c06864fd336 tempest-RoutersIpV6AdminTest-809394628 tempest-RoutersIpV6AdminTest-809394628-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-605701'] for port, precommit_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:20.684068 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 55364) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:37:20.722397 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fc35abb-ec3c-46be-9645-ec5aa3cbe62c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=eacbe826-3430-4c97-a7b6-91d25670b93e,revision_number=None']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:37:20.735624 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.plugin [None req-8cedb80c-cacd-4986-9ad7-5c06864fd336 tempest-RoutersIpV6AdminTest-809394628 tempest-RoutersIpV6AdminTest-809394628-project-admin] Calling delete_port for 0cdac247-714c-4cb3-b3d3-b0f509761804 owned by network:router_gateway {{(pid=95101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:37:20.809070 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.plugin [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] No Port match for: 63aae9a8-7a5f-4b97-9825-a889d9ed2c64 {{(pid=95103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 19:37:20.809653 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Device 63aae9a8-7a5f-4b97-9825-a889d9ed2c64 not bound to the agent host n-h1-713301-16 {{(pid=95103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 19:37:20.815806 n-d-713301-16 neutron-server[95104]: DEBUG neutron_lib.callbacks.manager [None req-adde1aa0-ef93-45cb-8528-f9e152429964 None None] Notify callbacks [] for port, precommit_update {{(pid=95104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:20.835392 n-d-713301-16 neutron-server[95104]: DEBUG neutron_lib.callbacks.manager [None req-adde1aa0-ef93-45cb-8528-f9e152429964 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:20.864193 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.db [req-68cd972e-a1ee-434a-8483-a3f933b46c1b req-1f0d9da7-eff9-484f-a3ff-16709840995f tempest-ListServerFiltersTestJSON-809433892 tempest-ListServerFiltersTestJSON-809433892-project] For port dbfc3c35-dbca-414a-b86a-a95206c0784c, host n-h1-713301-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-16',level=0,port_id=dbfc3c35-dbca-414a-b86a-a95206c0784c,segment=NetworkSegment(95a45104-fd3c-482d-b056-88121b1d5539),segment_id=95a45104-fd3c-482d-b056-88121b1d5539)] {{(pid=95101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:37:20.864573 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-68cd972e-a1ee-434a-8483-a3f933b46c1b req-1f0d9da7-eff9-484f-a3ff-16709840995f tempest-ListServerFiltersTestJSON-809433892 tempest-ListServerFiltersTestJSON-809433892-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-605701'] for port, precommit_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:20.875413 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a239b06-b0aa-48ae-a0b0-684162ab4d39 tempest-ExtraDHCPOptionsIpV6TestJSON-1544264147 tempest-ExtraDHCPOptionsIpV6TestJSON-1544264147-project] Made reservation on behalf of a5f5111677564bc3b3cea94809b03401 for: {'port': 1} {{(pid=95102) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:37:20.876172 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.managers [None req-7a453224-876a-4e88-b95d-f5c597686f4c None None] Attempting to bind port 0c570786-0d31-4389-bd21-09ede267e44a on host n-d-713301-16 for vnic_type normal with profile {{(pid=95103) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 19:37:20.876743 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.managers [None req-7a453224-876a-4e88-b95d-f5c597686f4c None None] Attempting to bind port 0c570786-0d31-4389-bd21-09ede267e44a by drivers openvswitch,hyperv on host n-d-713301-16 at level 0 using segments [{'id': '739ca1b9-8ef6-47c1-b731-3194598f23a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': 'f9c52b4a-97dc-46de-88fb-3a9689b34e3a'}] {{(pid=95103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 19:37:20.877148 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a453224-876a-4e88-b95d-f5c597686f4c None None] Attempting to bind port 0c570786-0d31-4389-bd21-09ede267e44a on network f9c52b4a-97dc-46de-88fb-3a9689b34e3a {{(pid=95103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:37:20.881400 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.plugin [req-68cd972e-a1ee-434a-8483-a3f933b46c1b req-1f0d9da7-eff9-484f-a3ff-16709840995f tempest-ListServerFiltersTestJSON-809433892 tempest-ListServerFiltersTestJSON-809433892-project] Calling delete_port for dbfc3c35-dbca-414a-b86a-a95206c0784c owned by compute:nova {{(pid=95101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:37:20.881978 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-3a239b06-b0aa-48ae-a0b0-684162ab4d39 tempest-ExtraDHCPOptionsIpV6TestJSON-1544264147 tempest-ExtraDHCPOptionsIpV6TestJSON-1544264147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:20.954792 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a453224-876a-4e88-b95d-f5c597686f4c None None] Checking agent: {'id': '70a14545-df24-472f-8f95-bfe1719bff93', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 19, 7, 53), 'started_at': datetime.datetime(2021, 9, 23, 19, 8, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 19, 36, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 19:37:20.955498 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a453224-876a-4e88-b95d-f5c597686f4c None None] Checking segment: {'id': '739ca1b9-8ef6-47c1-b731-3194598f23a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': 'f9c52b4a-97dc-46de-88fb-3a9689b34e3a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95103) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:37:20.957820 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-7a453224-876a-4e88-b95d-f5c597686f4c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:20.957820 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a453224-876a-4e88-b95d-f5c597686f4c None None] Bound using segment: {'id': '739ca1b9-8ef6-47c1-b731-3194598f23a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': 'f9c52b4a-97dc-46de-88fb-3a9689b34e3a'} {{(pid=95103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 19:37:20.962398 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.managers [None req-7a453224-876a-4e88-b95d-f5c597686f4c None None] Bound port: 0c570786-0d31-4389-bd21-09ede267e44a, host: n-d-713301-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '739ca1b9-8ef6-47c1-b731-3194598f23a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': 'f9c52b4a-97dc-46de-88fb-3a9689b34e3a'}}] {{(pid=95103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 19:37:20.963012 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-7a453224-876a-4e88-b95d-f5c597686f4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:20.967115 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.db.api [None req-c17350ba-07a8-4fea-8b8e-377c38b2b480 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95103) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 23 19:37:20.968165 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24498356-51f5-4666-95ca-a141bde18c0c None None] Pushing event updated for resources: {'Port': ['ID=0cdac247-714c-4cb3-b3d3-b0f509761804,revision_number=2']} {{(pid=95104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:37:20.969116 n-d-713301-16 neutron-server[95103]: DEBUG oslo_db.api [None req-c17350ba-07a8-4fea-8b8e-377c38b2b480 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 23 19:37:20.969702 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Pushing event updated for resources: {'Port': ['ID=557e4f0a-5cd1-43ee-a570-5a011a974bf6,revision_number=3']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:37:20.977762 n-d-713301-16 neutron-server[95104]: DEBUG neutron.plugins.ml2.managers [None req-adde1aa0-ef93-45cb-8528-f9e152429964 None None] Attempting to bind port 0cdac247-714c-4cb3-b3d3-b0f509761804 on host n-d-713301-16 for vnic_type normal with profile {{(pid=95104) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 19:37:20.978126 n-d-713301-16 neutron-server[95104]: DEBUG neutron.plugins.ml2.managers [None req-adde1aa0-ef93-45cb-8528-f9e152429964 None None] Attempting to bind port 0cdac247-714c-4cb3-b3d3-b0f509761804 by drivers openvswitch,hyperv on host n-d-713301-16 at level 0 using segments [{'id': '7d4027f1-d893-4c7b-95d4-757b8e44e380', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac'}] {{(pid=95104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 19:37:20.978489 n-d-713301-16 neutron-server[95104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adde1aa0-ef93-45cb-8528-f9e152429964 None None] Attempting to bind port 0cdac247-714c-4cb3-b3d3-b0f509761804 on network 5dec5c09-378e-4f50-89cc-d94eb81c3bac {{(pid=95104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:37:20.996385 n-d-713301-16 neutron-server[95104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adde1aa0-ef93-45cb-8528-f9e152429964 None None] Checking agent: {'id': '70a14545-df24-472f-8f95-bfe1719bff93', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 19, 7, 53), 'started_at': datetime.datetime(2021, 9, 23, 19, 8, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 19, 36, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 19:37:20.996793 n-d-713301-16 neutron-server[95104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adde1aa0-ef93-45cb-8528-f9e152429964 None None] Checking segment: {'id': '7d4027f1-d893-4c7b-95d4-757b8e44e380', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95104) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:37:20.997197 n-d-713301-16 neutron-server[95104]: DEBUG neutron_lib.callbacks.manager [None req-adde1aa0-ef93-45cb-8528-f9e152429964 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:20.997592 n-d-713301-16 neutron-server[95104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adde1aa0-ef93-45cb-8528-f9e152429964 None None] Bound using segment: {'id': '7d4027f1-d893-4c7b-95d4-757b8e44e380', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac'} {{(pid=95104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 19:37:20.998057 n-d-713301-16 neutron-server[95104]: DEBUG neutron.plugins.ml2.managers [None req-adde1aa0-ef93-45cb-8528-f9e152429964 None None] Bound port: 0cdac247-714c-4cb3-b3d3-b0f509761804, host: n-d-713301-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7d4027f1-d893-4c7b-95d4-757b8e44e380', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac'}}] {{(pid=95104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 19:37:21.002250 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-020e0a33-2f40-44fd-af7b-a9f5171af204 req-e9777683-2d30-417f-b98c-453a976c0d63 tempest-ServerShowV254Test-1402049895 tempest-ServerShowV254Test-1402049895-project] 10.222.0.67 "GET /v2.0/ports?device_id=27079265-973c-403b-97a2-0bb6fe07744d HTTP/1.1" status: 200 len: 210 time: 0.1323314 Sep 23 19:37:21.002967 n-d-713301-16 neutron-server[95104]: DEBUG neutron_lib.callbacks.manager [None req-adde1aa0-ef93-45cb-8528-f9e152429964 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:21.006619 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24498356-51f5-4666-95ca-a141bde18c0c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:37:21.011514 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24498356-51f5-4666-95ca-a141bde18c0c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:37:21.013844 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24498356-51f5-4666-95ca-a141bde18c0c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:37:21.015986 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24498356-51f5-4666-95ca-a141bde18c0c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:37:21.016494 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24498356-51f5-4666-95ca-a141bde18c0c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:37:21.017056 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24498356-51f5-4666-95ca-a141bde18c0c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:37:21.022706 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24498356-51f5-4666-95ca-a141bde18c0c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:37:21.023231 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24498356-51f5-4666-95ca-a141bde18c0c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:37:21.023750 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24498356-51f5-4666-95ca-a141bde18c0c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:37:21.024801 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24498356-51f5-4666-95ca-a141bde18c0c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:37:21.025476 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24498356-51f5-4666-95ca-a141bde18c0c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:37:21.026160 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24498356-51f5-4666-95ca-a141bde18c0c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:37:21.060541 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-7a453224-876a-4e88-b95d-f5c597686f4c None None] For port 0c570786-0d31-4389-bd21-09ede267e44a, host n-d-713301-16, cleared binding levels {{(pid=95103) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 19:37:21.064309 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-7a453224-876a-4e88-b95d-f5c597686f4c None None] For port 0c570786-0d31-4389-bd21-09ede267e44a, host n-d-713301-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-16',level=0,port_id=0c570786-0d31-4389-bd21-09ede267e44a,segment=NetworkSegment(739ca1b9-8ef6-47c1-b731-3194598f23a0),segment_id=739ca1b9-8ef6-47c1-b731-3194598f23a0)] {{(pid=95103) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 19:37:21.069946 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Provisioning complete for port a20ff509-2b3a-497e-9d6e-e2a59f9ea45e triggered by entity L2. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:37:21.070624 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:21.071736 n-d-713301-16 neutron-server[95102]: DEBUG neutron.notifiers.nova [None req-3a239b06-b0aa-48ae-a0b0-684162ab4d39 tempest-ExtraDHCPOptionsIpV6TestJSON-1544264147 tempest-ExtraDHCPOptionsIpV6TestJSON-1544264147-project] device_id is not set on port 1da85c2a-6c7e-4037-8274-7f7e70fba648 yet. {{(pid=95102) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 23 19:37:21.108936 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-f15fd036-3faf-4357-b500-9f064eb9f78c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1628021'] for network, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:21.115911 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-68cd972e-a1ee-434a-8483-a3f933b46c1b req-1f0d9da7-eff9-484f-a3ff-16709840995f tempest-ListServerFiltersTestJSON-809433892 tempest-ListServerFiltersTestJSON-809433892-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783146162158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783145673144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5607431'] for port, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:21.155737 n-d-713301-16 neutron-server[95104]: DEBUG neutron.plugins.ml2.db [None req-adde1aa0-ef93-45cb-8528-f9e152429964 None None] For port 0cdac247-714c-4cb3-b3d3-b0f509761804, host n-d-713301-16, cleared binding levels {{(pid=95104) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 19:37:21.157268 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] get_ports_and_sgs() called for port_ids ['dbfc3c35-dbca-414a-b86a-a95206c0784c'] {{(pid=95103) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 19:37:21.157568 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f0d9da7-eff9-484f-a3ff-16709840995f tempest-ListServerFiltersTestJSON-809433892 tempest-ListServerFiltersTestJSON-809433892-project] Pushing event deleted for resources: {'Port': ['ID=dbfc3c35-dbca-414a-b86a-a95206c0784c,revision_number=None']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:37:21.160555 n-d-713301-16 neutron-server[95104]: DEBUG neutron.plugins.ml2.db [None req-adde1aa0-ef93-45cb-8528-f9e152429964 None None] For port 0cdac247-714c-4cb3-b3d3-b0f509761804, host n-d-713301-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-16',level=0,port_id=0cdac247-714c-4cb3-b3d3-b0f509761804,segment=NetworkSegment(7d4027f1-d893-4c7b-95d4-757b8e44e380),segment_id=7d4027f1-d893-4c7b-95d4-757b8e44e380)] {{(pid=95104) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 19:37:21.171939 n-d-713301-16 neutron-server[95104]: DEBUG neutron_lib.callbacks.manager [None req-adde1aa0-ef93-45cb-8528-f9e152429964 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:21.174273 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-7a453224-876a-4e88-b95d-f5c597686f4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:21.190210 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-3abb6150-816c-475b-858d-8abaa7c2688f tempest-FloatingIPAdminTestJSON-2134933000 tempest-FloatingIPAdminTestJSON-2134933000-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-597258', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-601790'] for router, after_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:21.286886 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a453224-876a-4e88-b95d-f5c597686f4c None None] Pushing event updated for resources: {'Port': ['ID=0c570786-0d31-4389-bd21-09ede267e44a,revision_number=2']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:37:21.291859 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adde1aa0-ef93-45cb-8528-f9e152429964 None None] Routers {'1a6a0634-99f0-4d21-a25d-761c0e79d486'} bound to L3 agent in host n-d-713301-16 {{(pid=95104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 19:37:21.292493 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_hamode_db [None req-adde1aa0-ef93-45cb-8528-f9e152429964 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-23T19:07:52Z,description=,heartbeat_timestamp=2021-09-23T19:36:52Z,host='n-d-713301-16',id=79a740bf-7821-4989-8288-7186e3e128f3,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:07:52Z,topic='l3_agent')) {'router_ids': ['1a6a0634-99f0-4d21-a25d-761c0e79d486'], 'active': True} {{(pid=95104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:37:21.375539 n-d-713301-16 neutron-server[95101]: DEBUG neutron.db.l3_dvrscheduler_db [req-68cd972e-a1ee-434a-8483-a3f933b46c1b req-1f0d9da7-eff9-484f-a3ff-16709840995f tempest-ListServerFiltersTestJSON-809433892 tempest-ListServerFiltersTestJSON-809433892-project] No DVR routers for this DVR port dbfc3c35-dbca-414a-b86a-a95206c0784c on host n-h1-713301-16 {{(pid=95101) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 19:37:21.378204 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-68cd972e-a1ee-434a-8483-a3f933b46c1b req-1f0d9da7-eff9-484f-a3ff-16709840995f tempest-ListServerFiltersTestJSON-809433892 tempest-ListServerFiltersTestJSON-809433892-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222849'] for port, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:21.383502 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-68cd972e-a1ee-434a-8483-a3f933b46c1b req-1f0d9da7-eff9-484f-a3ff-16709840995f tempest-ListServerFiltersTestJSON-809433892 tempest-ListServerFiltersTestJSON-809433892-project] 10.222.0.74 "DELETE /v2.0/ports/dbfc3c35-dbca-414a-b86a-a95206c0784c HTTP/1.1" status: 204 len: 173 time: 1.0272510 Sep 23 19:37:21.394641 n-d-713301-16 neutron-server[95101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '112ec6b1-d777-4f3c-8724-ad88e87d715e', 'name': 'network-vif-deleted', 'tag': 'dbfc3c35-dbca-414a-b86a-a95206c0784c'}] {{(pid=95101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 19:37:21.397454 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5087baef-4f37-4b1a-b0b0-5f900c62f1b3 req-28a0157b-5307-4d65-803f-04f846121b2f tempest-ListServerFiltersTestJSON-809433892 tempest-ListServerFiltersTestJSON-809433892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:37:21.399984 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-5087baef-4f37-4b1a-b0b0-5f900c62f1b3 req-28a0157b-5307-4d65-803f-04f846121b2f tempest-ListServerFiltersTestJSON-809433892 tempest-ListServerFiltersTestJSON-809433892-project] 10.222.0.67 "GET /v2.0/ports?device_id=112ec6b1-d777-4f3c-8724-ad88e87d715e HTTP/1.1" status: 200 len: 867 time: 0.5296788 Sep 23 19:37:21.406011 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:21.410206 n-d-713301-16 neutron-server[95101]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d8366c5740cd635e57ab12b71fe44a77c2acc3c19091ef849c6f68b380462244" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3de62cc-ef04-44a6-bf29-800c945ab483" -d '{"events": [{"server_uuid": "112ec6b1-d777-4f3c-8724-ad88e87d715e", "name": "network-vif-deleted", "tag": "dbfc3c35-dbca-414a-b86a-a95206c0784c"}]}' {{(pid=95101) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 19:37:21.492688 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24498356-51f5-4666-95ca-a141bde18c0c None None] Pushing event updated for resources: {'Port': ['ID=0cdac247-714c-4cb3-b3d3-b0f509761804,revision_number=3']} {{(pid=95104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:37:21.503207 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] For port a20ff509-2b3a-497e-9d6e-e2a59f9ea45e, host n-d-713301-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-16',level=0,port_id=a20ff509-2b3a-497e-9d6e-e2a59f9ea45e,segment=NetworkSegment(7d4027f1-d893-4c7b-95d4-757b8e44e380),segment_id=7d4027f1-d893-4c7b-95d4-757b8e44e380)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:37:21.532276 n-d-713301-16 neutron-server[95101]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 19:37:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e6ddd5a-dda4-4e97-baf4-9d0e64f459d8 x-openstack-request-id: req-7e6ddd5a-dda4-4e97-baf4-9d0e64f459d8 {{(pid=95101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 19:37:21.532964 n-d-713301-16 neutron-server[95101]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "112ec6b1-d777-4f3c-8724-ad88e87d715e", "name": "network-vif-deleted", "tag": "dbfc3c35-dbca-414a-b86a-a95206c0784c", "status": "completed", "code": 200}]} {{(pid=95101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 19:37:21.532964 n-d-713301-16 neutron-server[95101]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-7e6ddd5a-dda4-4e97-baf4-9d0e64f459d8 {{(pid=95101) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 19:37:21.533353 n-d-713301-16 neutron-server[95101]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '112ec6b1-d777-4f3c-8724-ad88e87d715e', 'name': 'network-vif-deleted', 'tag': 'dbfc3c35-dbca-414a-b86a-a95206c0784c', 'status': 'completed', 'code': 200} Sep 23 19:37:21.572343 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:21.625738 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_dvr_db [None req-adde1aa0-ef93-45cb-8528-f9e152429964 None None] Set router 1a6a0634-99f0-4d21-a25d-761c0e79d486 gateway port host: None {{(pid=95104) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 19:37:21.657710 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-f15fd036-3faf-4357-b500-9f064eb9f78c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1754676', 'neutron.services.segments.db._delete_segments_for_network-8783146221460'] for network, precommit_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:21.663605 n-d-713301-16 neutron-server[95102]: DEBUG neutron.db.db_base_plugin_common [None req-3a239b06-b0aa-48ae-a0b0-684162ab4d39 tempest-ExtraDHCPOptionsIpV6TestJSON-1544264147 tempest-ExtraDHCPOptionsIpV6TestJSON-1544264147-project] Allocated IP 2001:db8::a3 (f9c52b4a-97dc-46de-88fb-3a9689b34e3a/afc69c27-b373-460f-a9f5-c290b1a1c13b/1da85c2a-6c7e-4037-8274-7f7e70fba648) {{(pid=95102) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 19:37:21.686526 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Pushing event updated for resources: {'Port': ['ID=a20ff509-2b3a-497e-9d6e-e2a59f9ea45e,revision_number=4']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:37:21.694935 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-5087baef-4f37-4b1a-b0b0-5f900c62f1b3 req-5c7e2599-cfee-4b1a-8970-95d6a12020dc tempest-ListServerFiltersTestJSON-809433892 tempest-ListServerFiltersTestJSON-809433892-project] 10.222.0.67 "GET /v2.0/security-groups?id=791c206a-3feb-4dc0-8ae9-5b23b18cf1d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2676427 Sep 23 19:37:21.781239 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Device 557e4f0a-5cd1-43ee-a570-5a011a974bf6 up at agent ovs-agent-n-d-713301-16 {{(pid=95103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 19:37:21.792307 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-57028645-d24e-4112-b0f9-fc470dd7f512 None None] Provisioning complete for port 557e4f0a-5cd1-43ee-a570-5a011a974bf6 triggered by entity DHCP. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:37:21.792895 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-57028645-d24e-4112-b0f9-fc470dd7f512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:21.816204 n-d-713301-16 neutron-server[95102]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3abb6150-816c-475b-858d-8abaa7c2688f tempest-FloatingIPAdminTestJSON-2134933000 tempest-FloatingIPAdminTestJSON-2134933000-project] Router 11c42693-cfe4-4898-9814-3a0706010c81 is scheduled to L3 agent 79a740bf-7821-4989-8288-7186e3e128f3 with binding_index 1 {{(pid=95102) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 23 19:37:21.868835 n-d-713301-16 neutron-server[95101]: DEBUG neutron.services.segments.db [None req-f15fd036-3faf-4357-b500-9f064eb9f78c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5d0086a3-0035-40ec-8144-47eba93959be']}} {{(pid=95101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:37:21.880251 n-d-713301-16 neutron-server[95101]: DEBUG neutron.services.segments.db [None req-f15fd036-3faf-4357-b500-9f064eb9f78c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '887f39e0-99a5-4171-ab42-420362d0174f') {'for_net_delete': True} {{(pid=95101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:37:21.880542 n-d-713301-16 neutron-server[95101]: DEBUG neutron.services.segments.db [None req-f15fd036-3faf-4357-b500-9f064eb9f78c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '887f39e0-99a5-4171-ab42-420362d0174f') {} {{(pid=95101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:37:21.897041 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-f15fd036-3faf-4357-b500-9f064eb9f78c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783146221725', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6007147'] for segment, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:21.914920 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-f15fd036-3faf-4357-b500-9f064eb9f78c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1756186'] for segment, precommit_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:21.925139 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f15fd036-3faf-4357-b500-9f064eb9f78c admin admin] Releasing vlan 605 on physical network physnet1 to pool {{(pid=95101) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 19:37:21.926469 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-f15fd036-3faf-4357-b500-9f064eb9f78c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1756186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5608436'] for segment, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:22.006430 n-d-713301-16 neutron-server[95101]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 23 19:37:22.006430 n-d-713301-16 neutron-server[95101]: items = [ Sep 23 19:37:22.006430 n-d-713301-16 neutron-server[95101]: Traceback (most recent call last): Sep 23 19:37:22.006430 n-d-713301-16 neutron-server[95101]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 19:37:22.006430 n-d-713301-16 neutron-server[95101]: timer() Sep 23 19:37:22.006430 n-d-713301-16 neutron-server[95101]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 19:37:22.006430 n-d-713301-16 neutron-server[95101]: cb(*args, **kw) Sep 23 19:37:22.006430 n-d-713301-16 neutron-server[95101]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 19:37:22.006430 n-d-713301-16 neutron-server[95101]: return func(*args, **kwargs) Sep 23 19:37:22.006430 n-d-713301-16 neutron-server[95101]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 19:37:22.006430 n-d-713301-16 neutron-server[95101]: self._notify() Sep 23 19:37:22.006430 n-d-713301-16 neutron-server[95101]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 19:37:22.006430 n-d-713301-16 neutron-server[95101]: self.callback(batched_events) Sep 23 19:37:22.006430 n-d-713301-16 neutron-server[95101]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 19:37:22.006430 n-d-713301-16 neutron-server[95101]: event.method(event) Sep 23 19:37:22.006430 n-d-713301-16 neutron-server[95101]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 19:37:22.006430 n-d-713301-16 neutron-server[95101]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 19:37:22.006430 n-d-713301-16 neutron-server[95101]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 19:37:22.006430 n-d-713301-16 neutron-server[95101]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 19:37:22.006430 n-d-713301-16 neutron-server[95101]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 19:37:22.006430 n-d-713301-16 neutron-server[95101]: return f(self, *a, **k) Sep 23 19:37:22.006430 n-d-713301-16 neutron-server[95101]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 19:37:22.006430 n-d-713301-16 neutron-server[95101]: return self._get(url).json() Sep 23 19:37:22.006430 n-d-713301-16 neutron-server[95101]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 19:37:22.006430 n-d-713301-16 neutron-server[95101]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 19:37:22.006430 n-d-713301-16 neutron-server[95101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 19:37:22.006430 n-d-713301-16 neutron-server[95101]: return self.request(url, 'GET', **kwargs) Sep 23 19:37:22.006430 n-d-713301-16 neutron-server[95101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 19:37:22.006430 n-d-713301-16 neutron-server[95101]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 19:37:22.006430 n-d-713301-16 neutron-server[95101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 19:37:22.006430 n-d-713301-16 neutron-server[95101]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 19:37:22.006430 n-d-713301-16 neutron-server[95101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 19:37:22.006430 n-d-713301-16 neutron-server[95101]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 19:37:22.006430 n-d-713301-16 neutron-server[95101]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 19:37:22.012430 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-8cedb80c-cacd-4986-9ad7-5c06864fd336 tempest-RoutersIpV6AdminTest-809394628 tempest-RoutersIpV6AdminTest-809394628-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783146162158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783145673144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5607431'] for port, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:22.012595 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_hamode_db [None req-adde1aa0-ef93-45cb-8528-f9e152429964 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a6a0634-99f0-4d21-a25d-761c0e79d486', 'name': 'tempest-snat-router-1448152660', 'tenant_id': 'b9c102b7431b4f6588ebc4441d8c7810', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:37:14Z', 'updated_at': '2021-09-23T19:37:20Z', 'revision_number': 4, 'project_id': 'b9c102b7431b4f6588ebc4441d8c7810', 'gw_port_host': None}], 'n-d-713301-16', False) {} {{(pid=95104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:37:22.027962 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-f15fd036-3faf-4357-b500-9f064eb9f78c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1754627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-601866'] for network, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:22.092728 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adde1aa0-ef93-45cb-8528-f9e152429964 None None] The sync data for ids ['1a6a0634-99f0-4d21-a25d-761c0e79d486'] in n-d-713301-16 is: [{'id': '1a6a0634-99f0-4d21-a25d-761c0e79d486', 'name': 'tempest-snat-router-1448152660', 'tenant_id': 'b9c102b7431b4f6588ebc4441d8c7810', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:37:14Z', 'updated_at': '2021-09-23T19:37:20Z', 'revision_number': 4, 'project_id': 'b9c102b7431b4f6588ebc4441d8c7810', 'gw_port_host': None}] {{(pid=95104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 19:37:22.106020 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Provisioning complete for port 557e4f0a-5cd1-43ee-a570-5a011a974bf6 triggered by entity L2. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:37:22.106571 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:22.110597 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-f15fd036-3faf-4357-b500-9f064eb9f78c admin admin] Notify callbacks [] for network, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:22.115602 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-f15fd036-3faf-4357-b500-9f064eb9f78c admin admin] 10.222.0.67 "DELETE /v2.0/networks/5d0086a3-0035-40ec-8144-47eba93959be HTTP/1.1" status: 204 len: 168 time: 1.4074488 Sep 23 19:37:22.126438 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cedb80c-cacd-4986-9ad7-5c06864fd336 tempest-RoutersIpV6AdminTest-809394628 tempest-RoutersIpV6AdminTest-809394628-project-admin] Pushing event deleted for resources: {'Port': ['ID=0cdac247-714c-4cb3-b3d3-b0f509761804,revision_number=None']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:37:22.171928 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f15fd036-3faf-4357-b500-9f064eb9f78c admin admin] Pushing event deleted for resources: {'Network': ['ID=5d0086a3-0035-40ec-8144-47eba93959be,revision_number=None']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:37:22.174896 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3abb6150-816c-475b-858d-8abaa7c2688f tempest-FloatingIPAdminTestJSON-2134933000 tempest-FloatingIPAdminTestJSON-2134933000-project] Notify agent at l3_agent.n-d-713301-16 the message routers_updated {{(pid=95102) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 19:37:22.200450 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16218a69-304f-477e-af9b-f22a34e0b285 None None] Sync routers for ids ['11c42693-cfe4-4898-9814-3a0706010c81'] in n-d-713301-16 {{(pid=95103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 19:37:22.230652 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cedb80c-cacd-4986-9ad7-5c06864fd336 tempest-RoutersIpV6AdminTest-809394628 tempest-RoutersIpV6AdminTest-809394628-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:37:22.231650 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cedb80c-cacd-4986-9ad7-5c06864fd336 tempest-RoutersIpV6AdminTest-809394628 tempest-RoutersIpV6AdminTest-809394628-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:37:22.232508 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cedb80c-cacd-4986-9ad7-5c06864fd336 tempest-RoutersIpV6AdminTest-809394628 tempest-RoutersIpV6AdminTest-809394628-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:37:22.233226 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cedb80c-cacd-4986-9ad7-5c06864fd336 tempest-RoutersIpV6AdminTest-809394628 tempest-RoutersIpV6AdminTest-809394628-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:37:22.234004 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cedb80c-cacd-4986-9ad7-5c06864fd336 tempest-RoutersIpV6AdminTest-809394628 tempest-RoutersIpV6AdminTest-809394628-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:37:22.234748 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cedb80c-cacd-4986-9ad7-5c06864fd336 tempest-RoutersIpV6AdminTest-809394628 tempest-RoutersIpV6AdminTest-809394628-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:37:22.235382 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cedb80c-cacd-4986-9ad7-5c06864fd336 tempest-RoutersIpV6AdminTest-809394628 tempest-RoutersIpV6AdminTest-809394628-project-admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:37:22.236094 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cedb80c-cacd-4986-9ad7-5c06864fd336 tempest-RoutersIpV6AdminTest-809394628 tempest-RoutersIpV6AdminTest-809394628-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:37:22.238087 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cedb80c-cacd-4986-9ad7-5c06864fd336 tempest-RoutersIpV6AdminTest-809394628 tempest-RoutersIpV6AdminTest-809394628-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:37:22.238665 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cedb80c-cacd-4986-9ad7-5c06864fd336 tempest-RoutersIpV6AdminTest-809394628 tempest-RoutersIpV6AdminTest-809394628-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:37:22.239293 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cedb80c-cacd-4986-9ad7-5c06864fd336 tempest-RoutersIpV6AdminTest-809394628 tempest-RoutersIpV6AdminTest-809394628-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:37:22.240131 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cedb80c-cacd-4986-9ad7-5c06864fd336 tempest-RoutersIpV6AdminTest-809394628 tempest-RoutersIpV6AdminTest-809394628-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:37:22.269149 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f15fd036-3faf-4357-b500-9f064eb9f78c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:37:22.277708 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f15fd036-3faf-4357-b500-9f064eb9f78c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:37:22.278031 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f15fd036-3faf-4357-b500-9f064eb9f78c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:37:22.278370 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f15fd036-3faf-4357-b500-9f064eb9f78c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:37:22.278698 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f15fd036-3faf-4357-b500-9f064eb9f78c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:37:22.279026 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f15fd036-3faf-4357-b500-9f064eb9f78c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:37:22.279508 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f15fd036-3faf-4357-b500-9f064eb9f78c admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:37:22.280147 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f15fd036-3faf-4357-b500-9f064eb9f78c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:37:22.280829 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f15fd036-3faf-4357-b500-9f064eb9f78c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:37:22.281214 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f15fd036-3faf-4357-b500-9f064eb9f78c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:37:22.281581 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f15fd036-3faf-4357-b500-9f064eb9f78c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:37:22.282043 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f15fd036-3faf-4357-b500-9f064eb9f78c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:37:22.286681 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-be163d07-0b22-4c01-9840-c268b7973675 req-4f4b78ea-cc2d-4102-9dd4-789b56876856 tempest-ServerShowV254Test-1402049895 tempest-ServerShowV254Test-1402049895-project] 10.222.0.67 "GET /v2.0/ports?device_id=27079265-973c-403b-97a2-0bb6fe07744d HTTP/1.1" status: 200 len: 210 time: 0.0670295 Sep 23 19:37:22.292401 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-3a239b06-b0aa-48ae-a0b0-684162ab4d39 tempest-ExtraDHCPOptionsIpV6TestJSON-1544264147 tempest-ExtraDHCPOptionsIpV6TestJSON-1544264147-project] Notify callbacks [] for port, precommit_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:22.308560 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16218a69-304f-477e-af9b-f22a34e0b285 None None] Routers {'11c42693-cfe4-4898-9814-3a0706010c81'} bound to L3 agent in host n-d-713301-16 {{(pid=95103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 19:37:22.309608 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_hamode_db [None req-16218a69-304f-477e-af9b-f22a34e0b285 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-23T19:07:52Z,description=,heartbeat_timestamp=2021-09-23T19:36:52Z,host='n-d-713301-16',id=79a740bf-7821-4989-8288-7186e3e128f3,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:07:52Z,topic='l3_agent')) {'router_ids': ['11c42693-cfe4-4898-9814-3a0706010c81'], 'active': True} {{(pid=95103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:37:22.357867 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-8cedb80c-cacd-4986-9ad7-5c06864fd336 tempest-RoutersIpV6AdminTest-809394628 tempest-RoutersIpV6AdminTest-809394628-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-601942'] for router_gateway, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:22.359232 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_hamode_db [None req-16218a69-304f-477e-af9b-f22a34e0b285 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713301-16', False) {} {{(pid=95103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:37:22.361868 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-3abb6150-816c-475b-858d-8abaa7c2688f tempest-FloatingIPAdminTestJSON-2134933000 tempest-FloatingIPAdminTestJSON-2134933000-project] Notify callbacks [] for router, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:22.365919 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-3abb6150-816c-475b-858d-8abaa7c2688f tempest-FloatingIPAdminTestJSON-2134933000 tempest-FloatingIPAdminTestJSON-2134933000-project] 10.222.0.67 "POST /v2.0/routers HTTP/1.1" status: 201 len: 891 time: 6.5927708 Sep 23 19:37:22.367797 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 55384) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:37:22.379609 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-3a239b06-b0aa-48ae-a0b0-684162ab4d39 tempest-ExtraDHCPOptionsIpV6TestJSON-1544264147 tempest-ExtraDHCPOptionsIpV6TestJSON-1544264147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783145673135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4399100'] for port, after_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:22.397294 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16218a69-304f-477e-af9b-f22a34e0b285 None None] Routers {'11c42693-cfe4-4898-9814-3a0706010c81'} bound to L3 agent in host n-d-713301-16 {{(pid=95103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 19:37:22.399638 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_hamode_db [None req-16218a69-304f-477e-af9b-f22a34e0b285 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-23T19:07:52Z,description=,heartbeat_timestamp=2021-09-23T19:36:52Z,host='n-d-713301-16',id=79a740bf-7821-4989-8288-7186e3e128f3,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:07:52Z,topic='l3_agent')) {'router_ids': ['11c42693-cfe4-4898-9814-3a0706010c81'], 'active': True} {{(pid=95103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:37:22.404278 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-f32b0b99-eb41-46cf-bcad-ed1394d4fa42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:22.469275 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_hamode_db [None req-16218a69-304f-477e-af9b-f22a34e0b285 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713301-16', False) {} {{(pid=95103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:37:22.470224 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16218a69-304f-477e-af9b-f22a34e0b285 None None] The sync data for ids ['11c42693-cfe4-4898-9814-3a0706010c81'] in n-d-713301-16 is: [] {{(pid=95103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 19:37:22.528884 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-8cedb80c-cacd-4986-9ad7-5c06864fd336 tempest-RoutersIpV6AdminTest-809394628 tempest-RoutersIpV6AdminTest-809394628-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-597305', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29369'] for router, precommit_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:22.534878 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-8cedb80c-cacd-4986-9ad7-5c06864fd336 tempest-RoutersIpV6AdminTest-809394628 tempest-RoutersIpV6AdminTest-809394628-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:22.570945 n-d-713301-16 neutron-server[95102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a239b06-b0aa-48ae-a0b0-684162ab4d39 tempest-ExtraDHCPOptionsIpV6TestJSON-1544264147 tempest-ExtraDHCPOptionsIpV6TestJSON-1544264147-project] Network f9c52b4a-97dc-46de-88fb-3a9689b34e3a is already hosted by enough agents. {{(pid=95102) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:37:22.584423 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a239b06-b0aa-48ae-a0b0-684162ab4d39 tempest-ExtraDHCPOptionsIpV6TestJSON-1544264147 tempest-ExtraDHCPOptionsIpV6TestJSON-1544264147-project] Pushing event updated for resources: {'Port': ['ID=1da85c2a-6c7e-4037-8274-7f7e70fba648,revision_number=1']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:37:22.588092 n-d-713301-16 neutron-server[95102]: DEBUG neutron.scheduler.base_scheduler [None req-3a239b06-b0aa-48ae-a0b0-684162ab4d39 tempest-ExtraDHCPOptionsIpV6TestJSON-1544264147 tempest-ExtraDHCPOptionsIpV6TestJSON-1544264147-project] Resources bound (agent type, host, resource id): {{(pid=95102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:37:22.592509 n-d-713301-16 neutron-server[95102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a239b06-b0aa-48ae-a0b0-684162ab4d39 tempest-ExtraDHCPOptionsIpV6TestJSON-1544264147 tempest-ExtraDHCPOptionsIpV6TestJSON-1544264147-project] Received port after_create {{(pid=95102) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 19:37:22.598377 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a239b06-b0aa-48ae-a0b0-684162ab4d39 tempest-ExtraDHCPOptionsIpV6TestJSON-1544264147 tempest-ExtraDHCPOptionsIpV6TestJSON-1544264147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:37:22.598992 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-3a239b06-b0aa-48ae-a0b0-684162ab4d39 tempest-ExtraDHCPOptionsIpV6TestJSON-1544264147 tempest-ExtraDHCPOptionsIpV6TestJSON-1544264147-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222849'] for port, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:22.607655 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 55390) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:37:22.645410 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-8cedb80c-cacd-4986-9ad7-5c06864fd336 tempest-RoutersIpV6AdminTest-809394628 tempest-RoutersIpV6AdminTest-809394628-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-597296'] for router, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:22.645948 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8cedb80c-cacd-4986-9ad7-5c06864fd336 tempest-RoutersIpV6AdminTest-809394628 tempest-RoutersIpV6AdminTest-809394628-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 1a6a0634-99f0-4d21-a25d-761c0e79d486 {{(pid=95101) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 23 19:37:22.657770 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-3a239b06-b0aa-48ae-a0b0-684162ab4d39 tempest-ExtraDHCPOptionsIpV6TestJSON-1544264147 tempest-ExtraDHCPOptionsIpV6TestJSON-1544264147-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1148 time: 3.1421103 Sep 23 19:37:22.658993 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 55392) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:37:22.663686 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-8cedb80c-cacd-4986-9ad7-5c06864fd336 tempest-RoutersIpV6AdminTest-809394628 tempest-RoutersIpV6AdminTest-809394628-project-admin] Notify callbacks [] for router, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:22.665492 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-8cedb80c-cacd-4986-9ad7-5c06864fd336 tempest-RoutersIpV6AdminTest-809394628 tempest-RoutersIpV6AdminTest-809394628-project-admin] 10.222.0.67 "DELETE /v2.0/routers/1a6a0634-99f0-4d21-a25d-761c0e79d486 HTTP/1.1" status: 204 len: 168 time: 3.0372787 Sep 23 19:37:22.668189 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 55394) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:37:22.839643 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-352428d9-bedd-4ac0-a737-506aba58b048 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=3e55d6cb0c18476cae06046c80fab9aa&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2308426 Sep 23 19:37:22.844139 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 55404) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:37:22.857261 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-c4710daf-acb3-4f78-86f2-68397196f309 tempest-RoutersIpV6AdminTest-809394628 tempest-RoutersIpV6AdminTest-809394628-project-admin] Notify callbacks [] for router, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:22.860077 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31c19b2b-aded-47b3-a5ea-5219bff79e28 tempest-ExtraDHCPOptionsIpV6TestJSON-1544264147 tempest-ExtraDHCPOptionsIpV6TestJSON-1544264147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:37:22.860882 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 55406) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:37:22.866403 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31c19b2b-aded-47b3-a5ea-5219bff79e28 tempest-ExtraDHCPOptionsIpV6TestJSON-1544264147 tempest-ExtraDHCPOptionsIpV6TestJSON-1544264147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:37:22.873126 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31c19b2b-aded-47b3-a5ea-5219bff79e28 tempest-ExtraDHCPOptionsIpV6TestJSON-1544264147 tempest-ExtraDHCPOptionsIpV6TestJSON-1544264147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:37:22.877368 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-31c19b2b-aded-47b3-a5ea-5219bff79e28 tempest-ExtraDHCPOptionsIpV6TestJSON-1544264147 tempest-ExtraDHCPOptionsIpV6TestJSON-1544264147-project] 10.222.0.67 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2619 time: 0.2147193 Sep 23 19:37:22.903660 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 55408) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:37:23.037890 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10207b0d-56e2-4af6-95bf-59e284d47ba2 None None] Network f9c52b4a-97dc-46de-88fb-3a9689b34e3a requested from n-d-713301-16 {{(pid=95103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 19:37:23.042306 n-d-713301-16 neutron-server[95101]: DEBUG neutron.db.db_base_plugin_v2 [None req-0384a5c1-6b1a-4f13-8cc6-3355d896ba6b admin admin] Deleting subnet b97dfa20-c396-4d71-8474-b6e2ab2b5752 {{(pid=95101) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 23 19:37:23.049862 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-0384a5c1-6b1a-4f13-8cc6-3355d896ba6b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:23.083778 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:23.095322 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-d42e23fe-3571-4ae7-beb0-419cbf775456 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:23.168959 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.plugin [None req-f8ba0892-9655-4289-be44-9f4ceef207b5 tempest-ExtraDHCPOptionsIpV6TestJSON-1544264147 tempest-ExtraDHCPOptionsIpV6TestJSON-1544264147-project] Deleting port 1da85c2a-6c7e-4037-8274-7f7e70fba648 {{(pid=95102) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:37:23.169405 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-f8ba0892-9655-4289-be44-9f4ceef207b5 tempest-ExtraDHCPOptionsIpV6TestJSON-1544264147 tempest-ExtraDHCPOptionsIpV6TestJSON-1544264147-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783146157096'] for port, before_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:23.199300 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-c1079116-ae96-4fec-b8c7-3113ac13cdc2 None None] Provisioning complete for port 0c570786-0d31-4389-bd21-09ede267e44a triggered by entity DHCP. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:37:23.200338 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-c1079116-ae96-4fec-b8c7-3113ac13cdc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:23.334660 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-f8ba0892-9655-4289-be44-9f4ceef207b5 tempest-ExtraDHCPOptionsIpV6TestJSON-1544264147 tempest-ExtraDHCPOptionsIpV6TestJSON-1544264147-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-605701'] for port, precommit_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:23.364566 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.plugin [None req-f8ba0892-9655-4289-be44-9f4ceef207b5 tempest-ExtraDHCPOptionsIpV6TestJSON-1544264147 tempest-ExtraDHCPOptionsIpV6TestJSON-1544264147-project] Calling delete_port for 1da85c2a-6c7e-4037-8274-7f7e70fba648 owned by {{(pid=95102) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:37:23.486164 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-0ae75029-feb6-4728-9a94-5f9b60993d82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:23.493785 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-c1079116-ae96-4fec-b8c7-3113ac13cdc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:23.496920 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-d42e23fe-3571-4ae7-beb0-419cbf775456 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:23.500154 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-0384a5c1-6b1a-4f13-8cc6-3355d896ba6b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6007154'] for subnet, precommit_delete_associations {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:23.608990 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-c1079116-ae96-4fec-b8c7-3113ac13cdc2 None None] For port 0c570786-0d31-4389-bd21-09ede267e44a, host n-d-713301-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-16',level=0,port_id=0c570786-0d31-4389-bd21-09ede267e44a,segment=NetworkSegment(739ca1b9-8ef6-47c1-b731-3194598f23a0),segment_id=739ca1b9-8ef6-47c1-b731-3194598f23a0)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:37:23.612854 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-c4710daf-acb3-4f78-86f2-68397196f309 tempest-RoutersIpV6AdminTest-809394628 tempest-RoutersIpV6AdminTest-809394628-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:23.621249 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-c1079116-ae96-4fec-b8c7-3113ac13cdc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:23.756937 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-0384a5c1-6b1a-4f13-8cc6-3355d896ba6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1756813'] for subnet, precommit_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:23.772282 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1079116-ae96-4fec-b8c7-3113ac13cdc2 None None] Pushing event updated for resources: {'Port': ['ID=0c570786-0d31-4389-bd21-09ede267e44a,revision_number=3']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:37:23.800310 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-bf57b921-8eb8-4261-9e31-37ed404296d1 req-d7b57c8a-a2fd-46ea-bd65-8e3a40ac0cf3 tempest-ServerShowV254Test-1402049895 tempest-ServerShowV254Test-1402049895-project] 10.222.0.67 "GET /v2.0/ports?device_id=27079265-973c-403b-97a2-0bb6fe07744d HTTP/1.1" status: 200 len: 210 time: 0.2761154 Sep 23 19:37:23.828238 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-d42e23fe-3571-4ae7-beb0-419cbf775456 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:23.832528 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-d42e23fe-3571-4ae7-beb0-419cbf775456 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:23.839519 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-d42e23fe-3571-4ae7-beb0-419cbf775456 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/1b4fd1f0-f078-45dc-8269-6cb1b1703d97 HTTP/1.1" status: 204 len: 168 time: 0.9943032 Sep 23 19:37:23.871171 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d42e23fe-3571-4ae7-beb0-419cbf775456 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b4fd1f0-f078-45dc-8269-6cb1b1703d97,revision_number=None']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:37:23.910143 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.plugin [None req-c4710daf-acb3-4f78-86f2-68397196f309 tempest-RoutersIpV6AdminTest-809394628 tempest-RoutersIpV6AdminTest-809394628-project-admin] Deleting port a20ff509-2b3a-497e-9d6e-e2a59f9ea45e {{(pid=95101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:37:23.913592 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-c4710daf-acb3-4f78-86f2-68397196f309 tempest-RoutersIpV6AdminTest-809394628 tempest-RoutersIpV6AdminTest-809394628-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783146157096'] for port, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:23.954154 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-f8ba0892-9655-4289-be44-9f4ceef207b5 tempest-ExtraDHCPOptionsIpV6TestJSON-1544264147 tempest-ExtraDHCPOptionsIpV6TestJSON-1544264147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783146162158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783145673144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4399100'] for port, after_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:23.972196 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Device a20ff509-2b3a-497e-9d6e-e2a59f9ea45e up at agent ovs-agent-n-d-713301-16 {{(pid=95103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 19:37:24.008578 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-84112b0e-8568-4788-9ffd-02d7f844f7c6 None None] Provisioning complete for port eb512577-f895-4e54-854a-31f66885f9b9 triggered by entity DHCP. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:37:24.010121 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-84112b0e-8568-4788-9ffd-02d7f844f7c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:24.023263 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-0384a5c1-6b1a-4f13-8cc6-3355d896ba6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1756804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5607514', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6130950'] for subnet, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:24.032179 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-f77907ca-f336-45f1-9aeb-4fa14bd74651 tempest-FloatingIPAdminTestJSON-2134933000 tempest-FloatingIPAdminTestJSON-2134933000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:24.036467 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ba0892-9655-4289-be44-9f4ceef207b5 tempest-ExtraDHCPOptionsIpV6TestJSON-1544264147 tempest-ExtraDHCPOptionsIpV6TestJSON-1544264147-project] Pushing event deleted for resources: {'Port': ['ID=1da85c2a-6c7e-4037-8274-7f7e70fba648,revision_number=None']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:37:24.101437 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.plugin [None req-84112b0e-8568-4788-9ffd-02d7f844f7c6 None None] Port eb512577-f895-4e54-854a-31f66885f9b9 cannot update to ACTIVE because it is not bound. {{(pid=95103) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 19:37:24.106684 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-84112b0e-8568-4788-9ffd-02d7f844f7c6 None None] Could not find standard attr ID for object 1da85c2a-6c7e-4037-8274-7f7e70fba648. {{(pid=95103) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 23 19:37:24.120333 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0384a5c1-6b1a-4f13-8cc6-3355d896ba6b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b97dfa20-c396-4d71-8474-b6e2ab2b5752,revision_number=None']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:37:24.123084 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Provisioning complete for port a20ff509-2b3a-497e-9d6e-e2a59f9ea45e triggered by entity L2. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:37:24.123595 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:24.141092 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-0384a5c1-6b1a-4f13-8cc6-3355d896ba6b admin admin] Notify callbacks [] for subnet, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:24.148551 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 55430) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:37:24.149903 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-0384a5c1-6b1a-4f13-8cc6-3355d896ba6b admin admin] 10.222.0.67 "DELETE /v2.0/subnets/b97dfa20-c396-4d71-8474-b6e2ab2b5752 HTTP/1.1" status: 204 len: 168 time: 1.2854211 Sep 23 19:37:24.156150 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efabc8a7-873e-4b0c-815f-e5c5b8521d84 None None] Network 6c3bf957-b393-434c-9b83-03d88ca33e08 requested from n-d-713301-16 {{(pid=95103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 19:37:24.167353 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-84112b0e-8568-4788-9ffd-02d7f844f7c6 None None] Provisioning complete for port 0c570786-0d31-4389-bd21-09ede267e44a triggered by entity DHCP. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:37:24.167724 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-84112b0e-8568-4788-9ffd-02d7f844f7c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:24.183277 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.db [None req-c4710daf-acb3-4f78-86f2-68397196f309 tempest-RoutersIpV6AdminTest-809394628 tempest-RoutersIpV6AdminTest-809394628-project-admin] For port a20ff509-2b3a-497e-9d6e-e2a59f9ea45e, host n-d-713301-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-16',level=0,port_id=a20ff509-2b3a-497e-9d6e-e2a59f9ea45e,segment=NetworkSegment(7d4027f1-d893-4c7b-95d4-757b8e44e380),segment_id=7d4027f1-d893-4c7b-95d4-757b8e44e380)] {{(pid=95101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:37:24.183651 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-c4710daf-acb3-4f78-86f2-68397196f309 tempest-RoutersIpV6AdminTest-809394628 tempest-RoutersIpV6AdminTest-809394628-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-605701'] for port, precommit_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:24.202774 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.plugin [None req-c4710daf-acb3-4f78-86f2-68397196f309 tempest-RoutersIpV6AdminTest-809394628 tempest-RoutersIpV6AdminTest-809394628-project-admin] Calling delete_port for a20ff509-2b3a-497e-9d6e-e2a59f9ea45e owned by network:router_gateway {{(pid=95101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:37:24.219889 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-f8ba0892-9655-4289-be44-9f4ceef207b5 tempest-ExtraDHCPOptionsIpV6TestJSON-1544264147 tempest-ExtraDHCPOptionsIpV6TestJSON-1544264147-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222849'] for port, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:24.227913 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 55432) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:37:24.232215 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-f8ba0892-9655-4289-be44-9f4ceef207b5 tempest-ExtraDHCPOptionsIpV6TestJSON-1544264147 tempest-ExtraDHCPOptionsIpV6TestJSON-1544264147-project] 10.222.0.67 "DELETE /v2.0/ports/1da85c2a-6c7e-4037-8274-7f7e70fba648 HTTP/1.1" status: 204 len: 168 time: 1.3228230 Sep 23 19:37:24.266974 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.v2.base [None req-dd6dc1b1-54dc-4a74-bc2d-29f95286c25d tempest-ExtraDHCPOptionsIpV6TestJSON-1544264147 tempest-ExtraDHCPOptionsIpV6TestJSON-1544264147-project] Request body: {'port': {'name': 'tempest-new-port-name-1758499681', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=95101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:37:24.267190 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.api.validators [None req-dd6dc1b1-54dc-4a74-bc2d-29f95286c25d tempest-ExtraDHCPOptionsIpV6TestJSON-1544264147 tempest-ExtraDHCPOptionsIpV6TestJSON-1544264147-project] bootfile-name is not in valid_values {{(pid=95101) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Sep 23 19:37:24.267520 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.api.validators [None req-dd6dc1b1-54dc-4a74-bc2d-29f95286c25d tempest-ExtraDHCPOptionsIpV6TestJSON-1544264147 tempest-ExtraDHCPOptionsIpV6TestJSON-1544264147-project] tftp-server is not in valid_values {{(pid=95101) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Sep 23 19:37:24.267853 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.api.validators [None req-dd6dc1b1-54dc-4a74-bc2d-29f95286c25d tempest-ExtraDHCPOptionsIpV6TestJSON-1544264147 tempest-ExtraDHCPOptionsIpV6TestJSON-1544264147-project] server-ip-address is not in valid_values {{(pid=95101) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Sep 23 19:37:24.387680 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-a670927e-2366-4f3d-865a-13f940d09f22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1628021'] for network, before_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:24.561749 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-dd6dc1b1-54dc-4a74-bc2d-29f95286c25d tempest-ExtraDHCPOptionsIpV6TestJSON-1544264147 tempest-ExtraDHCPOptionsIpV6TestJSON-1544264147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:24.602298 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Device dbfc3c35-dbca-414a-b86a-a95206c0784c no longer exists at agent hyperv_n-h1-713301-16 {{(pid=95103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 19:37:24.602298 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Device 0c570786-0d31-4389-bd21-09ede267e44a up at agent ovs-agent-n-d-713301-16 {{(pid=95103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 19:37:24.663069 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.plugin [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] No Port match for: dbfc3c35-dbca-414a-b86a-a95206c0784c {{(pid=95103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 19:37:24.664254 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Device dbfc3c35-dbca-414a-b86a-a95206c0784c not bound to the agent host n-h1-713301-16 {{(pid=95103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 19:37:24.705958 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.plugin [None req-a670927e-2366-4f3d-865a-13f940d09f22 admin admin] Deleting port da4bb97a-109c-4dd3-8921-1ad53bb45414 {{(pid=95102) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:37:24.706353 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-a670927e-2366-4f3d-865a-13f940d09f22 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783146157096'] for port, before_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:24.717143 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Provisioning complete for port 0c570786-0d31-4389-bd21-09ede267e44a triggered by entity L2. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:37:24.717785 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:24.745328 n-d-713301-16 neutron-server[95102]: DEBUG neutron.db.db_base_plugin_common [None req-f77907ca-f336-45f1-9aeb-4fa14bd74651 tempest-FloatingIPAdminTestJSON-2134933000 tempest-FloatingIPAdminTestJSON-2134933000-project] Allocated IP 172.20.0.1 (ffce6844-ffc3-465e-8e61-d0eed3ec6a74/614011a1-f0cf-457f-97ed-0f854b5ffc56/7d978fa9-9e9a-471a-a8fe-d98be626be71) {{(pid=95102) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 19:37:24.809001 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28b8d611-67da-457c-833f-209192524a28 None None] DHCP port deletion for 6c3bf957-b393-434c-9b83-03d88ca33e08 request from n-d-713301-16 {{(pid=95103) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 23 19:37:24.858077 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.db [None req-a670927e-2366-4f3d-865a-13f940d09f22 admin admin] For port da4bb97a-109c-4dd3-8921-1ad53bb45414, host n-d-713301-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-16',level=0,port_id=da4bb97a-109c-4dd3-8921-1ad53bb45414,segment=NetworkSegment(95a45104-fd3c-482d-b056-88121b1d5539),segment_id=95a45104-fd3c-482d-b056-88121b1d5539)] {{(pid=95102) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:37:24.859482 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-a670927e-2366-4f3d-865a-13f940d09f22 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-605701'] for port, precommit_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:24.929250 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-d5010d54-77e8-4caf-85e8-1382b9b7f25f None None] Provisioning complete for port eb512577-f895-4e54-854a-31f66885f9b9 triggered by entity DHCP. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:37:24.932231 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-d5010d54-77e8-4caf-85e8-1382b9b7f25f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:24.966336 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-c4710daf-acb3-4f78-86f2-68397196f309 tempest-RoutersIpV6AdminTest-809394628 tempest-RoutersIpV6AdminTest-809394628-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783146162158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783145673144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5607431'] for port, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:25.013135 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.plugin [None req-a670927e-2366-4f3d-865a-13f940d09f22 admin admin] Calling delete_port for da4bb97a-109c-4dd3-8921-1ad53bb45414 owned by network:dhcp {{(pid=95102) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:37:25.046139 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.plugin [None req-d5010d54-77e8-4caf-85e8-1382b9b7f25f None None] Port eb512577-f895-4e54-854a-31f66885f9b9 cannot update to ACTIVE because it is not bound. {{(pid=95103) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 19:37:25.069106 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-540254ba-5c47-48dd-b7d0-01acd2a434b3 req-1590e284-dfa5-4f2f-a7b1-2fb396c6a1ea tempest-ServerShowV254Test-1402049895 tempest-ServerShowV254Test-1402049895-project] 10.222.0.67 "GET /v2.0/ports?device_id=27079265-973c-403b-97a2-0bb6fe07744d HTTP/1.1" status: 200 len: 210 time: 0.0743206 Sep 23 19:37:25.085251 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4710daf-acb3-4f78-86f2-68397196f309 tempest-RoutersIpV6AdminTest-809394628 tempest-RoutersIpV6AdminTest-809394628-project-admin] Pushing event deleted for resources: {'Port': ['ID=a20ff509-2b3a-497e-9d6e-e2a59f9ea45e,revision_number=None']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:37:25.088989 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.plugin [None req-28b8d611-67da-457c-833f-209192524a28 None None] Deleting port da4bb97a-109c-4dd3-8921-1ad53bb45414 {{(pid=95103) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:37:25.091316 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-28b8d611-67da-457c-833f-209192524a28 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783146157096'] for port, before_delete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:25.179141 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-b0e49680-03b9-479a-9be9-6c4eb6872a72 None None] Could not find standard attr ID for object 1da85c2a-6c7e-4037-8274-7f7e70fba648. {{(pid=95103) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 23 19:37:25.189463 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-28b8d611-67da-457c-833f-209192524a28 None None] For port da4bb97a-109c-4dd3-8921-1ad53bb45414, host n-d-713301-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-16',level=0,port_id=da4bb97a-109c-4dd3-8921-1ad53bb45414,segment=NetworkSegment(95a45104-fd3c-482d-b056-88121b1d5539),segment_id=95a45104-fd3c-482d-b056-88121b1d5539)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:37:25.190148 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-28b8d611-67da-457c-833f-209192524a28 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-605701'] for port, precommit_delete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:25.218485 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.plugin [None req-28b8d611-67da-457c-833f-209192524a28 None None] Calling delete_port for da4bb97a-109c-4dd3-8921-1ad53bb45414 owned by network:dhcp {{(pid=95103) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:37:25.244104 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-c4710daf-acb3-4f78-86f2-68397196f309 tempest-RoutersIpV6AdminTest-809394628 tempest-RoutersIpV6AdminTest-809394628-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-601942'] for router_gateway, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:25.294538 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-80e7e501-6c57-470d-92c6-e3d54bc3195c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:25.341590 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-28b8d611-67da-457c-833f-209192524a28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783146162158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783145673144'] for port, after_delete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:25.358731 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-dd6dc1b1-54dc-4a74-bc2d-29f95286c25d tempest-ExtraDHCPOptionsIpV6TestJSON-1544264147 tempest-ExtraDHCPOptionsIpV6TestJSON-1544264147-project] Notify callbacks [] for port, precommit_update {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:25.372490 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-f77907ca-f336-45f1-9aeb-4fa14bd74651 tempest-FloatingIPAdminTestJSON-2134933000 tempest-FloatingIPAdminTestJSON-2134933000-project] Notify callbacks [] for port, precommit_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:25.390084 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28b8d611-67da-457c-833f-209192524a28 None None] Pushing event deleted for resources: {'Port': ['ID=da4bb97a-109c-4dd3-8921-1ad53bb45414,revision_number=None']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:37:25.392541 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28b8d611-67da-457c-833f-209192524a28 None None] No DVR routers for this DVR port da4bb97a-109c-4dd3-8921-1ad53bb45414 on host n-d-713301-16 {{(pid=95103) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 19:37:25.396523 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-a670927e-2366-4f3d-865a-13f940d09f22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783146162158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783145673144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4399100'] for port, after_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:25.413055 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-c4710daf-acb3-4f78-86f2-68397196f309 tempest-RoutersIpV6AdminTest-809394628 tempest-RoutersIpV6AdminTest-809394628-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-597305', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29369'] for router, precommit_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:25.414904 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-dd6dc1b1-54dc-4a74-bc2d-29f95286c25d tempest-ExtraDHCPOptionsIpV6TestJSON-1544264147 tempest-ExtraDHCPOptionsIpV6TestJSON-1544264147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5607436'] for port, after_update {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:25.421463 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-c4710daf-acb3-4f78-86f2-68397196f309 tempest-RoutersIpV6AdminTest-809394628 tempest-RoutersIpV6AdminTest-809394628-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:25.425681 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 55470) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:37:25.453866 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a670927e-2366-4f3d-865a-13f940d09f22 admin admin] Pushing event deleted for resources: {'Port': ['ID=da4bb97a-109c-4dd3-8921-1ad53bb45414,revision_number=None']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:37:25.466551 n-d-713301-16 neutron-server[95102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a670927e-2366-4f3d-865a-13f940d09f22 admin admin] No DVR routers for this DVR port da4bb97a-109c-4dd3-8921-1ad53bb45414 on host n-d-713301-16 {{(pid=95102) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 19:37:25.512582 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.plugin [None req-dd6dc1b1-54dc-4a74-bc2d-29f95286c25d tempest-ExtraDHCPOptionsIpV6TestJSON-1544264147 tempest-ExtraDHCPOptionsIpV6TestJSON-1544264147-project] In _notify_port_updated(), no bound segment for port eb512577-f895-4e54-854a-31f66885f9b9 on network f9c52b4a-97dc-46de-88fb-3a9689b34e3a {{(pid=95101) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Sep 23 19:37:25.526467 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd6dc1b1-54dc-4a74-bc2d-29f95286c25d tempest-ExtraDHCPOptionsIpV6TestJSON-1544264147 tempest-ExtraDHCPOptionsIpV6TestJSON-1544264147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:37:25.527534 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-dd6dc1b1-54dc-4a74-bc2d-29f95286c25d tempest-ExtraDHCPOptionsIpV6TestJSON-1544264147 tempest-ExtraDHCPOptionsIpV6TestJSON-1544264147-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222849'] for port, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:25.529213 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-dd6dc1b1-54dc-4a74-bc2d-29f95286c25d tempest-ExtraDHCPOptionsIpV6TestJSON-1544264147 tempest-ExtraDHCPOptionsIpV6TestJSON-1544264147-project] 10.222.0.67 "PUT /v2.0/ports/eb512577-f895-4e54-854a-31f66885f9b9 HTTP/1.1" status: 200 len: 1130 time: 1.2969158 Sep 23 19:37:25.533654 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 55474) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:37:25.548301 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-c4710daf-acb3-4f78-86f2-68397196f309 tempest-RoutersIpV6AdminTest-809394628 tempest-RoutersIpV6AdminTest-809394628-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-597296'] for router, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:25.549207 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4710daf-acb3-4f78-86f2-68397196f309 tempest-RoutersIpV6AdminTest-809394628 tempest-RoutersIpV6AdminTest-809394628-project-admin] Fanout notify agent at l3_agent the message router_deleted on router dff069ff-bbaf-48b2-ba29-da177be38b03 {{(pid=95101) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 23 19:37:25.556559 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-c4710daf-acb3-4f78-86f2-68397196f309 tempest-RoutersIpV6AdminTest-809394628 tempest-RoutersIpV6AdminTest-809394628-project-admin] Notify callbacks [] for router, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:25.558137 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-c4710daf-acb3-4f78-86f2-68397196f309 tempest-RoutersIpV6AdminTest-809394628 tempest-RoutersIpV6AdminTest-809394628-project-admin] 10.222.0.67 "DELETE /v2.0/routers/dff069ff-bbaf-48b2-ba29-da177be38b03 HTTP/1.1" status: 204 len: 168 time: 2.8889270 Sep 23 19:37:25.564386 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 55476) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:37:25.582025 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-f77907ca-f336-45f1-9aeb-4fa14bd74651 tempest-FloatingIPAdminTestJSON-2134933000 tempest-FloatingIPAdminTestJSON-2134933000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783145673135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4399100'] for port, after_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:25.587782 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.v2.base [None req-22cabb98-0d4a-46e6-9b69-4d9ec687959b tempest-RoutersIpV6AdminTest-525100567 tempest-RoutersIpV6AdminTest-525100567-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-675336869', 'external_gateway_info': {'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac'}, 'admin_state_up': False}} {{(pid=95101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:37:25.610012 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd6dc1b1-54dc-4a74-bc2d-29f95286c25d tempest-ExtraDHCPOptionsIpV6TestJSON-1544264147 tempest-ExtraDHCPOptionsIpV6TestJSON-1544264147-project] Pushing event updated for resources: {'Port': ['ID=eb512577-f895-4e54-854a-31f66885f9b9,revision_number=2']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:37:25.631008 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d7dd5f1-a25d-4446-9d88-810731348cdb tempest-ExtraDHCPOptionsIpV6TestJSON-1544264147 tempest-ExtraDHCPOptionsIpV6TestJSON-1544264147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:37:25.632584 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-2d7dd5f1-a25d-4446-9d88-810731348cdb tempest-ExtraDHCPOptionsIpV6TestJSON-1544264147 tempest-ExtraDHCPOptionsIpV6TestJSON-1544264147-project] 10.222.0.67 "GET /v2.0/ports/eb512577-f895-4e54-854a-31f66885f9b9 HTTP/1.1" status: 200 len: 1130 time: 0.0976698 Sep 23 19:37:25.637131 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 55480) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:37:25.731830 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.v2.base [None req-8e8d7c94-e77e-4848-b856-44cd17bb1dcd admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-1435732742-network', 'tenant_id': 'ee2e9bda0f104270af74ba8d5f144843'}} {{(pid=95101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:37:25.747938 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-22cabb98-0d4a-46e6-9b69-4d9ec687959b tempest-RoutersIpV6AdminTest-525100567 tempest-RoutersIpV6AdminTest-525100567-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-594563', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29355'] for router, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:25.749366 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-22cabb98-0d4a-46e6-9b69-4d9ec687959b tempest-RoutersIpV6AdminTest-525100567 tempest-RoutersIpV6AdminTest-525100567-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-597363', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-601731', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-739356', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29346'] for router, precommit_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:25.788307 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-a670927e-2366-4f3d-865a-13f940d09f22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1754676', 'neutron.services.segments.db._delete_segments_for_network-8783146221460'] for network, precommit_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:25.807304 n-d-713301-16 neutron-server[95102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f77907ca-f336-45f1-9aeb-4fa14bd74651 tempest-FloatingIPAdminTestJSON-2134933000 tempest-FloatingIPAdminTestJSON-2134933000-project] Network ffce6844-ffc3-465e-8e61-d0eed3ec6a74 is already hosted by enough agents. {{(pid=95102) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:37:25.820351 n-d-713301-16 neutron-server[95102]: DEBUG neutron.scheduler.base_scheduler [None req-f77907ca-f336-45f1-9aeb-4fa14bd74651 tempest-FloatingIPAdminTestJSON-2134933000 tempest-FloatingIPAdminTestJSON-2134933000-project] Resources bound (agent type, host, resource id): {{(pid=95102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:37:25.830003 n-d-713301-16 neutron-server[95102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f77907ca-f336-45f1-9aeb-4fa14bd74651 tempest-FloatingIPAdminTestJSON-2134933000 tempest-FloatingIPAdminTestJSON-2134933000-project] Received port after_create {{(pid=95102) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 19:37:25.833661 n-d-713301-16 neutron-server[95102]: DEBUG neutron.services.segments.db [None req-a670927e-2366-4f3d-865a-13f940d09f22 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6c3bf957-b393-434c-9b83-03d88ca33e08']}} {{(pid=95102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:37:25.840031 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f77907ca-f336-45f1-9aeb-4fa14bd74651 tempest-FloatingIPAdminTestJSON-2134933000 tempest-FloatingIPAdminTestJSON-2134933000-project] Pushing event updated for resources: {'Port': ['ID=7d978fa9-9e9a-471a-a8fe-d98be626be71,revision_number=1']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:37:25.873440 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e8d7c94-e77e-4848-b856-44cd17bb1dcd admin admin] Made reservation on behalf of ee2e9bda0f104270af74ba8d5f144843 for: {'network': 1} {{(pid=95101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:37:25.876891 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-8e8d7c94-e77e-4848-b856-44cd17bb1dcd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for network, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:25.906435 n-d-713301-16 neutron-server[95102]: DEBUG neutron.services.segments.db [None req-a670927e-2366-4f3d-865a-13f940d09f22 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '95a45104-fd3c-482d-b056-88121b1d5539') {'for_net_delete': True} {{(pid=95102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:37:25.906774 n-d-713301-16 neutron-server[95102]: DEBUG neutron.services.segments.db [None req-a670927e-2366-4f3d-865a-13f940d09f22 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '95a45104-fd3c-482d-b056-88121b1d5539') {} {{(pid=95102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:37:25.936411 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-a670927e-2366-4f3d-865a-13f940d09f22 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783146221725', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6162832'] for segment, before_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:25.939106 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-8e8d7c94-e77e-4848-b856-44cd17bb1dcd admin admin] Notify callbacks [] for security_group, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:25.970435 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-a670927e-2366-4f3d-865a-13f940d09f22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1756186'] for segment, precommit_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:25.972646 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-f77907ca-f336-45f1-9aeb-4fa14bd74651 tempest-FloatingIPAdminTestJSON-2134933000 tempest-FloatingIPAdminTestJSON-2134933000-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-601987'] for router_interface, before_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:25.989134 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-22cabb98-0d4a-46e6-9b69-4d9ec687959b tempest-RoutersIpV6AdminTest-525100567 tempest-RoutersIpV6AdminTest-525100567-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:26.031442 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-3deb8f06-f3d6-42e3-93b4-d54b512e3c4d None None] Provisioning complete for port eb512577-f895-4e54-854a-31f66885f9b9 triggered by entity DHCP. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:37:26.032066 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-3deb8f06-f3d6-42e3-93b4-d54b512e3c4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:26.035096 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a670927e-2366-4f3d-865a-13f940d09f22 admin admin] Releasing vlan 644 on physical network physnet1 to pool {{(pid=95102) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 19:37:26.035513 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-a670927e-2366-4f3d-865a-13f940d09f22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1756186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4398095'] for segment, after_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:26.037316 n-d-713301-16 neutron-server[95102]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 23 19:37:26.037316 n-d-713301-16 neutron-server[95102]: self.session.flush() Sep 23 19:37:26.037316 n-d-713301-16 neutron-server[95102]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 23 19:37:26.037316 n-d-713301-16 neutron-server[95102]: self.session.flush() Sep 23 19:37:26.037316 n-d-713301-16 neutron-server[95102]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 23 19:37:26.037316 n-d-713301-16 neutron-server[95102]: self.session.flush() Sep 23 19:37:26.037316 n-d-713301-16 neutron-server[95102]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 23 19:37:26.037316 n-d-713301-16 neutron-server[95102]: self.session.flush() Sep 23 19:37:26.037316 n-d-713301-16 neutron-server[95102]: Traceback (most recent call last): Sep 23 19:37:26.037316 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 19:37:26.037316 n-d-713301-16 neutron-server[95102]: timer() Sep 23 19:37:26.037316 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 19:37:26.037316 n-d-713301-16 neutron-server[95102]: cb(*args, **kw) Sep 23 19:37:26.037316 n-d-713301-16 neutron-server[95102]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 19:37:26.037316 n-d-713301-16 neutron-server[95102]: return func(*args, **kwargs) Sep 23 19:37:26.037316 n-d-713301-16 neutron-server[95102]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 19:37:26.037316 n-d-713301-16 neutron-server[95102]: self._notify() Sep 23 19:37:26.037316 n-d-713301-16 neutron-server[95102]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 19:37:26.037316 n-d-713301-16 neutron-server[95102]: self.callback(batched_events) Sep 23 19:37:26.037316 n-d-713301-16 neutron-server[95102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 19:37:26.037316 n-d-713301-16 neutron-server[95102]: event.method(event) Sep 23 19:37:26.037316 n-d-713301-16 neutron-server[95102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 19:37:26.037316 n-d-713301-16 neutron-server[95102]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 19:37:26.037316 n-d-713301-16 neutron-server[95102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 19:37:26.037316 n-d-713301-16 neutron-server[95102]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 19:37:26.037316 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 19:37:26.037316 n-d-713301-16 neutron-server[95102]: return f(self, *a, **k) Sep 23 19:37:26.037316 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 19:37:26.037316 n-d-713301-16 neutron-server[95102]: return self._get(url).json() Sep 23 19:37:26.037316 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 19:37:26.037316 n-d-713301-16 neutron-server[95102]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 19:37:26.037316 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 19:37:26.037316 n-d-713301-16 neutron-server[95102]: return self.request(url, 'GET', **kwargs) Sep 23 19:37:26.037316 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 19:37:26.037316 n-d-713301-16 neutron-server[95102]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 19:37:26.037316 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 19:37:26.037316 n-d-713301-16 neutron-server[95102]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 19:37:26.037316 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 19:37:26.037316 n-d-713301-16 neutron-server[95102]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 19:37:26.037316 n-d-713301-16 neutron-server[95102]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 19:37:26.108779 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.plugin [None req-3deb8f06-f3d6-42e3-93b4-d54b512e3c4d None None] Port eb512577-f895-4e54-854a-31f66885f9b9 cannot update to ACTIVE because it is not bound. {{(pid=95103) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 19:37:26.153035 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.plugin [None req-4be17ef7-c03d-45a4-85a5-c9e53205a3b6 tempest-ExtraDHCPOptionsIpV6TestJSON-1544264147 tempest-ExtraDHCPOptionsIpV6TestJSON-1544264147-project] Deleting port eb512577-f895-4e54-854a-31f66885f9b9 {{(pid=95101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:37:26.153823 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-4be17ef7-c03d-45a4-85a5-c9e53205a3b6 tempest-ExtraDHCPOptionsIpV6TestJSON-1544264147 tempest-ExtraDHCPOptionsIpV6TestJSON-1544264147-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783146157096'] for port, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:26.216881 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Device 0c570786-0d31-4389-bd21-09ede267e44a up at agent ovs-agent-n-d-713301-16 {{(pid=95103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 19:37:26.313412 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Provisioning complete for port 0c570786-0d31-4389-bd21-09ede267e44a triggered by entity L2. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:37:26.314584 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:26.381731 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-22cabb98-0d4a-46e6-9b69-4d9ec687959b tempest-RoutersIpV6AdminTest-525100567 tempest-RoutersIpV6AdminTest-525100567-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:26.405825 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-b62d712a-913c-4986-80be-7b20231562aa None None] Provisioning complete for port 7d978fa9-9e9a-471a-a8fe-d98be626be71 triggered by entity DHCP. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:37:26.406202 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b62d712a-913c-4986-80be-7b20231562aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:26.449874 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.plugin [None req-b62d712a-913c-4986-80be-7b20231562aa None None] Port 7d978fa9-9e9a-471a-a8fe-d98be626be71 cannot update to ACTIVE because it is not bound. {{(pid=95103) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 19:37:26.520802 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-4be17ef7-c03d-45a4-85a5-c9e53205a3b6 tempest-ExtraDHCPOptionsIpV6TestJSON-1544264147 tempest-ExtraDHCPOptionsIpV6TestJSON-1544264147-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-605701'] for port, precommit_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:26.548662 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.plugin [None req-4be17ef7-c03d-45a4-85a5-c9e53205a3b6 tempest-ExtraDHCPOptionsIpV6TestJSON-1544264147 tempest-ExtraDHCPOptionsIpV6TestJSON-1544264147-project] Calling delete_port for eb512577-f895-4e54-854a-31f66885f9b9 owned by {{(pid=95101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:37:26.561744 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Device da4bb97a-109c-4dd3-8921-1ad53bb45414 no longer exists at agent ovs-agent-n-d-713301-16 {{(pid=95103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 19:37:26.575685 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-8e8d7c94-e77e-4848-b856-44cd17bb1dcd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:26.611057 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-8e8d7c94-e77e-4848-b856-44cd17bb1dcd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:26.648017 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-a670927e-2366-4f3d-865a-13f940d09f22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1754627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-601866'] for network, after_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:26.654019 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-a670927e-2366-4f3d-865a-13f940d09f22 admin admin] Notify callbacks [] for network, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:26.665247 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8e8d7c94-e77e-4848-b856-44cd17bb1dcd admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 605} {{(pid=95101) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 19:37:26.671162 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-a670927e-2366-4f3d-865a-13f940d09f22 admin admin] 10.222.0.67 "DELETE /v2.0/networks/6c3bf957-b393-434c-9b83-03d88ca33e08 HTTP/1.1" status: 204 len: 168 time: 2.4256320 Sep 23 19:37:26.706380 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-8e8d7c94-e77e-4848-b856-44cd17bb1dcd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1756186'] for segment, precommit_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:26.706734 n-d-713301-16 neutron-server[95101]: INFO neutron.db.segments_db [None req-8e8d7c94-e77e-4848-b856-44cd17bb1dcd admin admin] Added segment c829e8ab-031e-4667-8d5b-36ba5cfb9383 of type vlan for network 13c320c3-e746-4d37-877a-d3d286211b52 Sep 23 19:37:26.727079 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e8d7c94-e77e-4848-b856-44cd17bb1dcd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8c31db9-bcb2-4708-876e-18b1f4bdd8a2,revision_number=1']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:37:26.742393 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-ea1015fc-8ddd-4d7b-85fa-b34baca0812c req-2d7a2992-c69e-44d4-8230-7e4f2aa3a8c7 tempest-ServerShowV254Test-1402049895 tempest-ServerShowV254Test-1402049895-project] 10.222.0.67 "GET /v2.0/ports?device_id=27079265-973c-403b-97a2-0bb6fe07744d HTTP/1.1" status: 200 len: 210 time: 0.1610999 Sep 23 19:37:26.827925 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a670927e-2366-4f3d-865a-13f940d09f22 admin admin] Pushing event deleted for resources: {'Network': ['ID=6c3bf957-b393-434c-9b83-03d88ca33e08,revision_number=None']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:37:26.853172 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-8e8d7c94-e77e-4848-b856-44cd17bb1dcd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783145630486'] for network, precommit_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:26.866006 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-4be17ef7-c03d-45a4-85a5-c9e53205a3b6 tempest-ExtraDHCPOptionsIpV6TestJSON-1544264147 tempest-ExtraDHCPOptionsIpV6TestJSON-1544264147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783146162158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783145673144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5607431'] for port, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:26.889843 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.plugin [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] No Port match for: da4bb97a-109c-4dd3-8921-1ad53bb45414 {{(pid=95103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 19:37:26.890297 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Device da4bb97a-109c-4dd3-8921-1ad53bb45414 not bound to the agent host n-d-713301-16 {{(pid=95103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 19:37:26.912870 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-f77907ca-f336-45f1-9aeb-4fa14bd74651 tempest-FloatingIPAdminTestJSON-2134933000 tempest-FloatingIPAdminTestJSON-2134933000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:26.922136 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4be17ef7-c03d-45a4-85a5-c9e53205a3b6 tempest-ExtraDHCPOptionsIpV6TestJSON-1544264147 tempest-ExtraDHCPOptionsIpV6TestJSON-1544264147-project] Pushing event deleted for resources: {'Port': ['ID=eb512577-f895-4e54-854a-31f66885f9b9,revision_number=None']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:37:26.965517 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 55508) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:37:27.008839 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-8e8d7c94-e77e-4848-b856-44cd17bb1dcd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299'] for network, after_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:27.009824 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e8d7c94-e77e-4848-b856-44cd17bb1dcd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:37:27.010660 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-8e8d7c94-e77e-4848-b856-44cd17bb1dcd admin admin] Notify callbacks [] for network, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:27.013258 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-4be17ef7-c03d-45a4-85a5-c9e53205a3b6 tempest-ExtraDHCPOptionsIpV6TestJSON-1544264147 tempest-ExtraDHCPOptionsIpV6TestJSON-1544264147-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222849'] for port, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:27.017762 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-4be17ef7-c03d-45a4-85a5-c9e53205a3b6 tempest-ExtraDHCPOptionsIpV6TestJSON-1544264147 tempest-ExtraDHCPOptionsIpV6TestJSON-1544264147-project] 10.222.0.67 "DELETE /v2.0/ports/eb512577-f895-4e54-854a-31f66885f9b9 HTTP/1.1" status: 204 len: 168 time: 1.3769174 Sep 23 19:37:27.019784 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 55510) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:37:27.101773 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-8e8d7c94-e77e-4848-b856-44cd17bb1dcd admin admin] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 1.6727192 Sep 23 19:37:27.134229 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-888d0528-28c0-4353-9521-d679a6f2efa1 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=56fcfa403913475e8ea77d8ff15ba666&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1676440 Sep 23 19:37:27.135072 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 55512) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:37:27.141606 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.v2.base [None req-aee287f6-411d-409d-abc1-ca0162e14610 admin admin] Request body: {'subnet': {'network_id': '13c320c3-e746-4d37-877a-d3d286211b52', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-1435732742-subnet', 'tenant_id': 'ee2e9bda0f104270af74ba8d5f144843', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:37:27.145090 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 55518) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:37:27.176467 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-22cabb98-0d4a-46e6-9b69-4d9ec687959b tempest-RoutersIpV6AdminTest-525100567 tempest-RoutersIpV6AdminTest-525100567-project] Notify callbacks [] for router_gateway, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:27.233858 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-22cabb98-0d4a-46e6-9b69-4d9ec687959b tempest-RoutersIpV6AdminTest-525100567 tempest-RoutersIpV6AdminTest-525100567-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:27.250154 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aee287f6-411d-409d-abc1-ca0162e14610 admin admin] Made reservation on behalf of ee2e9bda0f104270af74ba8d5f144843 for: {'subnet': 1} {{(pid=95102) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:37:27.250913 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e8d7c94-e77e-4848-b856-44cd17bb1dcd admin admin] Pushing event updated for resources: {'Network': ['ID=13c320c3-e746-4d37-877a-d3d286211b52,revision_number=1']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:37:27.253704 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-aee287f6-411d-409d-abc1-ca0162e14610 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5388256'] for subnet, before_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:27.258164 n-d-713301-16 neutron-server[95101]: DEBUG neutron.db.db_base_plugin_v2 [None req-3644d046-69c6-4bf1-bc83-e4936ac066e1 tempest-ExtraDHCPOptionsIpV6TestJSON-1544264147 tempest-ExtraDHCPOptionsIpV6TestJSON-1544264147-project] Deleting subnet afc69c27-b373-460f-a9f5-c290b1a1c13b {{(pid=95101) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 23 19:37:27.265610 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Network 13c320c3-e746-4d37-877a-d3d286211b52 details requested by agent ovs-agent-n-d-713301-16 with host n-d-713301-16 {{(pid=95103) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 19:37:27.266890 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-3644d046-69c6-4bf1-bc83-e4936ac066e1 tempest-ExtraDHCPOptionsIpV6TestJSON-1544264147 tempest-ExtraDHCPOptionsIpV6TestJSON-1544264147-project] Notify callbacks [] for subnet, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:27.280553 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-41214975-d536-4c29-814e-179e940e4701 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:27.329067 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-3644d046-69c6-4bf1-bc83-e4936ac066e1 tempest-ExtraDHCPOptionsIpV6TestJSON-1544264147 tempest-ExtraDHCPOptionsIpV6TestJSON-1544264147-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6007154'] for subnet, precommit_delete_associations {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:27.393824 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-41214975-d536-4c29-814e-179e940e4701 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:27.472321 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-3644d046-69c6-4bf1-bc83-e4936ac066e1 tempest-ExtraDHCPOptionsIpV6TestJSON-1544264147 tempest-ExtraDHCPOptionsIpV6TestJSON-1544264147-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1756813'] for subnet, precommit_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:27.573195 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-41214975-d536-4c29-814e-179e940e4701 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:27.575708 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-41214975-d536-4c29-814e-179e940e4701 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:27.579526 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-41214975-d536-4c29-814e-179e940e4701 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/791c206a-3feb-4dc0-8ae9-5b23b18cf1d0 HTTP/1.1" status: 204 len: 168 time: 0.4292207 Sep 23 19:37:27.590721 n-d-713301-16 neutron-server[95101]: DEBUG neutron.db.db_base_plugin_common [None req-22cabb98-0d4a-46e6-9b69-4d9ec687959b tempest-RoutersIpV6AdminTest-525100567 tempest-RoutersIpV6AdminTest-525100567-project] Allocated IP 172.25.1.12 (5dec5c09-378e-4f50-89cc-d94eb81c3bac/eff83446-018c-428d-b3f5-54ac9abe7a2a/e74ce9fe-700b-4d48-ae2b-98f08ce10f73) {{(pid=95101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 19:37:27.603154 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-f77907ca-f336-45f1-9aeb-4fa14bd74651 tempest-FloatingIPAdminTestJSON-2134933000 tempest-FloatingIPAdminTestJSON-2134933000-project] Notify callbacks [] for port, precommit_update {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:27.614027 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41214975-d536-4c29-814e-179e940e4701 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=791c206a-3feb-4dc0-8ae9-5b23b18cf1d0,revision_number=None']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:37:27.620912 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Device a20ff509-2b3a-497e-9d6e-e2a59f9ea45e no longer exists at agent ovs-agent-n-d-713301-16 {{(pid=95103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 19:37:27.627298 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-f77907ca-f336-45f1-9aeb-4fa14bd74651 tempest-FloatingIPAdminTestJSON-2134933000 tempest-FloatingIPAdminTestJSON-2134933000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4399095'] for port, after_update {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:27.663982 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.plugin [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] No Port match for: a20ff509-2b3a-497e-9d6e-e2a59f9ea45e {{(pid=95103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 19:37:27.669111 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Device a20ff509-2b3a-497e-9d6e-e2a59f9ea45e not bound to the agent host n-d-713301-16 {{(pid=95103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 19:37:27.733229 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-22cabb98-0d4a-46e6-9b69-4d9ec687959b tempest-RoutersIpV6AdminTest-525100567 tempest-RoutersIpV6AdminTest-525100567-project] Notify callbacks [] for port, precommit_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:27.762420 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-f77907ca-f336-45f1-9aeb-4fa14bd74651 tempest-FloatingIPAdminTestJSON-2134933000 tempest-FloatingIPAdminTestJSON-2134933000-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-527313', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-601459'] for router_interface, after_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:27.769958 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-3644d046-69c6-4bf1-bc83-e4936ac066e1 tempest-ExtraDHCPOptionsIpV6TestJSON-1544264147 tempest-ExtraDHCPOptionsIpV6TestJSON-1544264147-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1756804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5607514', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6130950'] for subnet, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:27.775455 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-aee287f6-411d-409d-abc1-ca0162e14610 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4398944', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5388242'] for subnet, after_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:27.780339 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f77907ca-f336-45f1-9aeb-4fa14bd74651 tempest-FloatingIPAdminTestJSON-2134933000 tempest-FloatingIPAdminTestJSON-2134933000-project] Pushing event updated for resources: {'Port': ['ID=7d978fa9-9e9a-471a-a8fe-d98be626be71,revision_number=2']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:37:27.793923 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-3644d046-69c6-4bf1-bc83-e4936ac066e1 tempest-ExtraDHCPOptionsIpV6TestJSON-1544264147 tempest-ExtraDHCPOptionsIpV6TestJSON-1544264147-project] Notify callbacks [] for subnet, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:27.795822 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-3644d046-69c6-4bf1-bc83-e4936ac066e1 tempest-ExtraDHCPOptionsIpV6TestJSON-1544264147 tempest-ExtraDHCPOptionsIpV6TestJSON-1544264147-project] 10.222.0.67 "DELETE /v2.0/subnets/afc69c27-b373-460f-a9f5-c290b1a1c13b HTTP/1.1" status: 204 len: 168 time: 0.7753861 Sep 23 19:37:27.804282 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c052976f-b08c-49da-a9eb-d4dc6bf2469d None None] Network f9c52b4a-97dc-46de-88fb-3a9689b34e3a requested from n-d-713301-16 {{(pid=95103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 19:37:27.827372 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 55528) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:37:27.839981 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3644d046-69c6-4bf1-bc83-e4936ac066e1 tempest-ExtraDHCPOptionsIpV6TestJSON-1544264147 tempest-ExtraDHCPOptionsIpV6TestJSON-1544264147-project] Pushing event deleted for resources: {'Subnet': ['ID=afc69c27-b373-460f-a9f5-c290b1a1c13b,revision_number=None']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:37:27.874389 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-22cabb98-0d4a-46e6-9b69-4d9ec687959b tempest-RoutersIpV6AdminTest-525100567 tempest-RoutersIpV6AdminTest-525100567-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783145673135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5607431'] for port, after_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:27.988195 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:28.042587 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89cad94a-4eaa-4e5f-9841-0dcb3966a63f None None] DHCP port deletion for f9c52b4a-97dc-46de-88fb-3a9689b34e3a request from n-d-713301-16 {{(pid=95103) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 23 19:37:28.049297 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aee287f6-411d-409d-abc1-ca0162e14610 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1858a7c9-e08d-4d7a-87f9-fd282e21109a,revision_number=0']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:37:28.085526 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-4a26109a-4f64-43e7-bff3-24e7658a6d84 req-da975df5-60b9-42f2-a7d7-0dc46599a25a tempest-ServerShowV254Test-1402049895 tempest-ServerShowV254Test-1402049895-project] 10.222.0.67 "GET /v2.0/ports?device_id=27079265-973c-403b-97a2-0bb6fe07744d HTTP/1.1" status: 200 len: 210 time: 0.0373073 Sep 23 19:37:28.107421 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22cabb98-0d4a-46e6-9b69-4d9ec687959b tempest-RoutersIpV6AdminTest-525100567 tempest-RoutersIpV6AdminTest-525100567-project] Network 5dec5c09-378e-4f50-89cc-d94eb81c3bac is already hosted by enough agents. {{(pid=95101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:37:28.126335 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.base_scheduler [None req-22cabb98-0d4a-46e6-9b69-4d9ec687959b tempest-RoutersIpV6AdminTest-525100567 tempest-RoutersIpV6AdminTest-525100567-project] Resources bound (agent type, host, resource id): {{(pid=95101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:37:28.127752 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-d0d02431-c4e5-4a2f-879a-27d3208772e6 tempest-ExtraDHCPOptionsIpV6TestJSON-1544264147 tempest-ExtraDHCPOptionsIpV6TestJSON-1544264147-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1628021'] for network, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:28.129964 n-d-713301-16 neutron-server[95101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22cabb98-0d4a-46e6-9b69-4d9ec687959b tempest-RoutersIpV6AdminTest-525100567 tempest-RoutersIpV6AdminTest-525100567-project] Received port after_create {{(pid=95101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 19:37:28.131892 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22cabb98-0d4a-46e6-9b69-4d9ec687959b tempest-RoutersIpV6AdminTest-525100567 tempest-RoutersIpV6AdminTest-525100567-project] Pushing event updated for resources: {'Port': ['ID=e74ce9fe-700b-4d48-ae2b-98f08ce10f73,revision_number=1']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:37:28.139910 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.plugin [None req-89cad94a-4eaa-4e5f-9841-0dcb3966a63f None None] Deleting port 0c570786-0d31-4389-bd21-09ede267e44a {{(pid=95103) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:37:28.140307 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-89cad94a-4eaa-4e5f-9841-0dcb3966a63f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783146157096'] for port, before_delete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:28.154477 n-d-713301-16 neutron-server[95102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f77907ca-f336-45f1-9aeb-4fa14bd74651 tempest-FloatingIPAdminTestJSON-2134933000 tempest-FloatingIPAdminTestJSON-2134933000-project] Network ffce6844-ffc3-465e-8e61-d0eed3ec6a74 is already hosted by enough agents. {{(pid=95102) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:37:28.156057 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aee287f6-411d-409d-abc1-ca0162e14610 admin admin] Checking segment: {'id': 'c829e8ab-031e-4667-8d5b-36ba5cfb9383', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '13c320c3-e746-4d37-877a-d3d286211b52'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95102) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:37:28.156736 n-d-713301-16 neutron-server[95102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aee287f6-411d-409d-abc1-ca0162e14610 admin admin] Network hostable DHCP agents. Network: 13c320c3-e746-4d37-877a-d3d286211b52, hostable agents: ['1b18bf05-1b5f-4587-be5c-af3ac38e32ad'], hosted agents: [] {{(pid=95102) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 19:37:28.167409 n-d-713301-16 neutron-server[95102]: DEBUG neutron.scheduler.base_scheduler [None req-f77907ca-f336-45f1-9aeb-4fa14bd74651 tempest-FloatingIPAdminTestJSON-2134933000 tempest-FloatingIPAdminTestJSON-2134933000-project] Resources bound (agent type, host, resource id): {{(pid=95102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:37:28.215981 n-d-713301-16 neutron-server[95102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aee287f6-411d-409d-abc1-ca0162e14610 admin admin] Network 13c320c3-e746-4d37-877a-d3d286211b52 is scheduled to be hosted by DHCP agent 1b18bf05-1b5f-4587-be5c-af3ac38e32ad with binding_index 1 {{(pid=95102) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 19:37:28.231481 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-89cad94a-4eaa-4e5f-9841-0dcb3966a63f None None] For port 0c570786-0d31-4389-bd21-09ede267e44a, host n-d-713301-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-16',level=0,port_id=0c570786-0d31-4389-bd21-09ede267e44a,segment=NetworkSegment(739ca1b9-8ef6-47c1-b731-3194598f23a0),segment_id=739ca1b9-8ef6-47c1-b731-3194598f23a0)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:37:28.231913 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-89cad94a-4eaa-4e5f-9841-0dcb3966a63f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-605701'] for port, precommit_delete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:28.253991 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.plugin [None req-89cad94a-4eaa-4e5f-9841-0dcb3966a63f None None] Calling delete_port for 0c570786-0d31-4389-bd21-09ede267e44a owned by network:dhcp {{(pid=95103) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:37:28.349213 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:28.386578 n-d-713301-16 neutron-server[95102]: DEBUG neutron.scheduler.base_scheduler [None req-aee287f6-411d-409d-abc1-ca0162e14610 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713301-16, 13c320c3-e746-4d37-877a-d3d286211b52) {{(pid=95102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:37:28.393788 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aee287f6-411d-409d-abc1-ca0162e14610 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:37:28.394384 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-aee287f6-411d-409d-abc1-ca0162e14610 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:28.427469 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e875955b-a9bf-43da-a299-5d6d0663316e None None] Network 13c320c3-e746-4d37-877a-d3d286211b52 requested from n-d-713301-16 {{(pid=95103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 19:37:28.434067 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-aee287f6-411d-409d-abc1-ca0162e14610 admin admin] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 843 time: 1.2961271 Sep 23 19:37:28.466012 n-d-713301-16 neutron-server[95102]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f77907ca-f336-45f1-9aeb-4fa14bd74651 tempest-FloatingIPAdminTestJSON-2134933000 tempest-FloatingIPAdminTestJSON-2134933000-project] Router 11c42693-cfe4-4898-9814-3a0706010c81 has already been hosted by L3 agent 79a740bf-7821-4989-8288-7186e3e128f3 {{(pid=95102) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 19:37:28.613766 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-89cad94a-4eaa-4e5f-9841-0dcb3966a63f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783146162158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783145673144'] for port, after_delete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:28.707161 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f77907ca-f336-45f1-9aeb-4fa14bd74651 tempest-FloatingIPAdminTestJSON-2134933000 tempest-FloatingIPAdminTestJSON-2134933000-project] Notify agent at l3_agent.n-d-713301-16 the message routers_updated {{(pid=95102) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 19:37:28.717961 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-f77907ca-f336-45f1-9aeb-4fa14bd74651 tempest-FloatingIPAdminTestJSON-2134933000 tempest-FloatingIPAdminTestJSON-2134933000-project] 10.222.0.67 "PUT /v2.0/routers/11c42693-cfe4-4898-9814-3a0706010c81/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3448384 Sep 23 19:37:28.720198 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15627fd1-52a5-4aa7-914a-0e85f9bb8d23 None None] Sync routers for ids ['11c42693-cfe4-4898-9814-3a0706010c81'] in n-d-713301-16 {{(pid=95104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 19:37:28.729696 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 55562) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:37:28.733973 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15627fd1-52a5-4aa7-914a-0e85f9bb8d23 None None] Routers {'11c42693-cfe4-4898-9814-3a0706010c81'} bound to L3 agent in host n-d-713301-16 {{(pid=95104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 19:37:28.734596 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_hamode_db [None req-15627fd1-52a5-4aa7-914a-0e85f9bb8d23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-23T19:07:52Z,description=,heartbeat_timestamp=2021-09-23T19:37:22Z,host='n-d-713301-16',id=79a740bf-7821-4989-8288-7186e3e128f3,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:07:52Z,topic='l3_agent')) {'router_ids': ['11c42693-cfe4-4898-9814-3a0706010c81'], 'active': True} {{(pid=95104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:37:28.746330 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.v2.base [None req-99f965d5-f0a0-40f1-8ff6-274d09049fa0 tempest-FloatingIPAdminTestJSON-2134933000 tempest-FloatingIPAdminTestJSON-2134933000-project] Request body: {'port': {'network_id': 'ffce6844-ffc3-465e-8e61-d0eed3ec6a74', 'name': 'tempest-FloatingIPAdminTestJSON-1542974525'}} {{(pid=95102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:37:28.757861 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89cad94a-4eaa-4e5f-9841-0dcb3966a63f None None] No DVR routers for this DVR port 0c570786-0d31-4389-bd21-09ede267e44a on host n-d-713301-16 {{(pid=95103) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 19:37:28.762190 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89cad94a-4eaa-4e5f-9841-0dcb3966a63f None None] Pushing event deleted for resources: {'Port': ['ID=0c570786-0d31-4389-bd21-09ede267e44a,revision_number=None']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:37:28.836676 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-8ff497a6-a28c-4733-a09b-49f5e6413ab2 None None] Provisioning complete for port 7d978fa9-9e9a-471a-a8fe-d98be626be71 triggered by entity DHCP. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:37:28.837211 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-8ff497a6-a28c-4733-a09b-49f5e6413ab2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:28.843988 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_hamode_db [None req-15627fd1-52a5-4aa7-914a-0e85f9bb8d23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713301-16', False) {} {{(pid=95104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:37:28.863259 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15627fd1-52a5-4aa7-914a-0e85f9bb8d23 None None] Routers {'11c42693-cfe4-4898-9814-3a0706010c81'} bound to L3 agent in host n-d-713301-16 {{(pid=95104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 19:37:28.864126 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_hamode_db [None req-15627fd1-52a5-4aa7-914a-0e85f9bb8d23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-23T19:07:52Z,description=,heartbeat_timestamp=2021-09-23T19:37:22Z,host='n-d-713301-16',id=79a740bf-7821-4989-8288-7186e3e128f3,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:07:52Z,topic='l3_agent')) {'router_ids': ['11c42693-cfe4-4898-9814-3a0706010c81'], 'active': True} {{(pid=95104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:37:28.878027 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1366a96-246b-4c3f-9f15-98dc81c8cdcb None None] Network 13c320c3-e746-4d37-877a-d3d286211b52 requested from n-d-713301-16 {{(pid=95103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 19:37:28.889482 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.plugin [None req-d0d02431-c4e5-4a2f-879a-27d3208772e6 tempest-ExtraDHCPOptionsIpV6TestJSON-1544264147 tempest-ExtraDHCPOptionsIpV6TestJSON-1544264147-project] Deleting port 0c570786-0d31-4389-bd21-09ede267e44a {{(pid=95101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:37:28.889725 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-d0d02431-c4e5-4a2f-879a-27d3208772e6 tempest-ExtraDHCPOptionsIpV6TestJSON-1544264147 tempest-ExtraDHCPOptionsIpV6TestJSON-1544264147-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783146157096'] for port, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:28.972542 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_hamode_db [None req-15627fd1-52a5-4aa7-914a-0e85f9bb8d23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713301-16', False) {} {{(pid=95104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:37:28.973591 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15627fd1-52a5-4aa7-914a-0e85f9bb8d23 None None] The sync data for ids ['11c42693-cfe4-4898-9814-3a0706010c81'] in n-d-713301-16 is: [] {{(pid=95104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 19:37:29.006769 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.plugin [None req-8ff497a6-a28c-4733-a09b-49f5e6413ab2 None None] Port 7d978fa9-9e9a-471a-a8fe-d98be626be71 cannot update to ACTIVE because it is not bound. {{(pid=95103) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 19:37:29.031692 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99f965d5-f0a0-40f1-8ff6-274d09049fa0 tempest-FloatingIPAdminTestJSON-2134933000 tempest-FloatingIPAdminTestJSON-2134933000-project] Made reservation on behalf of ff4b527bbaa74c75b56ff6fd6c34e095 for: {'port': 1} {{(pid=95102) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:37:29.042726 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-99f965d5-f0a0-40f1-8ff6-274d09049fa0 tempest-FloatingIPAdminTestJSON-2134933000 tempest-FloatingIPAdminTestJSON-2134933000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:29.097635 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 55586) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:37:29.106375 n-d-713301-16 neutron-server[95102]: DEBUG neutron.notifiers.nova [None req-99f965d5-f0a0-40f1-8ff6-274d09049fa0 tempest-FloatingIPAdminTestJSON-2134933000 tempest-FloatingIPAdminTestJSON-2134933000-project] device_id is not set on port fe66ea15-6264-43fa-9f39-52905876b211 yet. {{(pid=95102) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 23 19:37:29.173579 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.db [None req-d0d02431-c4e5-4a2f-879a-27d3208772e6 tempest-ExtraDHCPOptionsIpV6TestJSON-1544264147 tempest-ExtraDHCPOptionsIpV6TestJSON-1544264147-project] For port 0c570786-0d31-4389-bd21-09ede267e44a, host n-d-713301-16, got binding levels [] {{(pid=95101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:37:29.174259 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-d0d02431-c4e5-4a2f-879a-27d3208772e6 tempest-ExtraDHCPOptionsIpV6TestJSON-1544264147 tempest-ExtraDHCPOptionsIpV6TestJSON-1544264147-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-605701'] for port, precommit_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:29.217123 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.plugin [None req-d0d02431-c4e5-4a2f-879a-27d3208772e6 tempest-ExtraDHCPOptionsIpV6TestJSON-1544264147 tempest-ExtraDHCPOptionsIpV6TestJSON-1544264147-project] Calling delete_port for 0c570786-0d31-4389-bd21-09ede267e44a owned by network:dhcp {{(pid=95101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:37:29.221766 n-d-713301-16 neutron-server[95101]: DEBUG neutron.db.ipam_backend_mixin [None req-d0d02431-c4e5-4a2f-879a-27d3208772e6 tempest-ExtraDHCPOptionsIpV6TestJSON-1544264147 tempest-ExtraDHCPOptionsIpV6TestJSON-1544264147-project] Port 0c570786-0d31-4389-bd21-09ede267e44a was not found and therefore no delete operation was performed {{(pid=95101) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Sep 23 19:37:29.225670 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-d0d02431-c4e5-4a2f-879a-27d3208772e6 tempest-ExtraDHCPOptionsIpV6TestJSON-1544264147 tempest-ExtraDHCPOptionsIpV6TestJSON-1544264147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783146162158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783145673144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5607431'] for port, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:29.264364 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0d02431-c4e5-4a2f-879a-27d3208772e6 tempest-ExtraDHCPOptionsIpV6TestJSON-1544264147 tempest-ExtraDHCPOptionsIpV6TestJSON-1544264147-project] Pushing event deleted for resources: {'Port': ['ID=0c570786-0d31-4389-bd21-09ede267e44a,revision_number=None']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:37:29.269503 n-d-713301-16 neutron-server[95101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0d02431-c4e5-4a2f-879a-27d3208772e6 tempest-ExtraDHCPOptionsIpV6TestJSON-1544264147 tempest-ExtraDHCPOptionsIpV6TestJSON-1544264147-project] No DVR routers for this DVR port 0c570786-0d31-4389-bd21-09ede267e44a on host n-d-713301-16 {{(pid=95101) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 19:37:29.342105 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-22cabb98-0d4a-46e6-9b69-4d9ec687959b tempest-RoutersIpV6AdminTest-525100567 tempest-RoutersIpV6AdminTest-525100567-project] Notify callbacks [] for router_gateway, after_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:29.361026 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.v2.base [None req-9173c90f-2172-44e8-abdc-5bbf2b374946 admin admin] Request body: {'network': {'name': 'tempest-ListServersNegativeTestJSON-1811338412-network', 'tenant_id': '1ef5475a68844e7f905c8834dd628159'}} {{(pid=95102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:37:29.373548 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-6283a733-d9db-4afd-aa4b-ca950c194bcc req-517d96d9-9f26-42f1-9ea7-d4a0d74a09be tempest-ServerShowV254Test-1402049895 tempest-ServerShowV254Test-1402049895-project] 10.222.0.67 "GET /v2.0/ports?device_id=27079265-973c-403b-97a2-0bb6fe07744d HTTP/1.1" status: 200 len: 210 time: 0.0559411 Sep 23 19:37:29.425243 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d137eb-9bf1-4b49-935c-06508cc7f2b7 req-b2029bbb-d0ad-4280-be88-84e5170d2dbb tempest-ServersTestJSON-149791516 tempest-ServersTestJSON-149791516-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:37:29.426917 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-b7d137eb-9bf1-4b49-935c-06508cc7f2b7 req-b2029bbb-d0ad-4280-be88-84e5170d2dbb tempest-ServersTestJSON-149791516 tempest-ServersTestJSON-149791516-project] 10.222.0.67 "GET /v2.0/networks?id=13c320c3-e746-4d37-877a-d3d286211b52 HTTP/1.1" status: 200 len: 806 time: 0.3068154 Sep 23 19:37:29.433424 n-d-713301-16 neutron-server[95102]: DEBUG neutron.db.db_base_plugin_common [None req-99f965d5-f0a0-40f1-8ff6-274d09049fa0 tempest-FloatingIPAdminTestJSON-2134933000 tempest-FloatingIPAdminTestJSON-2134933000-project] Allocated IP 172.20.0.13 (ffce6844-ffc3-465e-8e61-d0eed3ec6a74/614011a1-f0cf-457f-97ed-0f854b5ffc56/fe66ea15-6264-43fa-9f39-52905876b211) {{(pid=95102) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 19:37:29.454414 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9173c90f-2172-44e8-abdc-5bbf2b374946 admin admin] Made reservation on behalf of 1ef5475a68844e7f905c8834dd628159 for: {'network': 1} {{(pid=95102) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:37:29.456774 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-9173c90f-2172-44e8-abdc-5bbf2b374946 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for network, before_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:29.472089 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-b7d137eb-9bf1-4b49-935c-06508cc7f2b7 req-e4505e06-ba13-48b2-ae7a-5a99b18e7a16 tempest-ServersTestJSON-149791516 tempest-ServersTestJSON-149791516-project] 10.222.0.67 "GET /v2.0/quotas/ee2e9bda0f104270af74ba8d5f144843 HTTP/1.1" status: 200 len: 375 time: 0.0337741 Sep 23 19:37:29.474228 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-d0d02431-c4e5-4a2f-879a-27d3208772e6 tempest-ExtraDHCPOptionsIpV6TestJSON-1544264147 tempest-ExtraDHCPOptionsIpV6TestJSON-1544264147-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1754676', 'neutron.services.segments.db._delete_segments_for_network-8783146221460'] for network, precommit_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:29.475078 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-9173c90f-2172-44e8-abdc-5bbf2b374946 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:29.505491 n-d-713301-16 neutron-server[95101]: DEBUG neutron.services.segments.db [None req-d0d02431-c4e5-4a2f-879a-27d3208772e6 tempest-ExtraDHCPOptionsIpV6TestJSON-1544264147 tempest-ExtraDHCPOptionsIpV6TestJSON-1544264147-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f9c52b4a-97dc-46de-88fb-3a9689b34e3a']}} {{(pid=95101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:37:29.520358 n-d-713301-16 neutron-server[95101]: DEBUG neutron.services.segments.db [None req-d0d02431-c4e5-4a2f-879a-27d3208772e6 tempest-ExtraDHCPOptionsIpV6TestJSON-1544264147 tempest-ExtraDHCPOptionsIpV6TestJSON-1544264147-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '739ca1b9-8ef6-47c1-b731-3194598f23a0') {'for_net_delete': True} {{(pid=95101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:37:29.520673 n-d-713301-16 neutron-server[95101]: DEBUG neutron.services.segments.db [None req-d0d02431-c4e5-4a2f-879a-27d3208772e6 tempest-ExtraDHCPOptionsIpV6TestJSON-1544264147 tempest-ExtraDHCPOptionsIpV6TestJSON-1544264147-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '739ca1b9-8ef6-47c1-b731-3194598f23a0') {} {{(pid=95101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:37:29.542231 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-b7d137eb-9bf1-4b49-935c-06508cc7f2b7 req-34882a67-4023-4297-bd84-1896bc110279 tempest-ServersTestJSON-149791516 tempest-ServersTestJSON-149791516-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=ee2e9bda0f104270af74ba8d5f144843&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0457594 Sep 23 19:37:29.545294 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-d0d02431-c4e5-4a2f-879a-27d3208772e6 tempest-ExtraDHCPOptionsIpV6TestJSON-1544264147 tempest-ExtraDHCPOptionsIpV6TestJSON-1544264147-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783146221725', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6007147'] for segment, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:29.605980 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-d0d02431-c4e5-4a2f-879a-27d3208772e6 tempest-ExtraDHCPOptionsIpV6TestJSON-1544264147 tempest-ExtraDHCPOptionsIpV6TestJSON-1544264147-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1756186'] for segment, precommit_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:29.614845 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d0d02431-c4e5-4a2f-879a-27d3208772e6 tempest-ExtraDHCPOptionsIpV6TestJSON-1544264147 tempest-ExtraDHCPOptionsIpV6TestJSON-1544264147-project] Releasing vlan 607 on physical network physnet1 to pool {{(pid=95101) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 19:37:29.615467 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-d0d02431-c4e5-4a2f-879a-27d3208772e6 tempest-ExtraDHCPOptionsIpV6TestJSON-1544264147 tempest-ExtraDHCPOptionsIpV6TestJSON-1544264147-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1756186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5608436'] for segment, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:29.620361 n-d-713301-16 neutron-server[95101]: Traceback (most recent call last): Sep 23 19:37:29.620361 n-d-713301-16 neutron-server[95101]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 19:37:29.620361 n-d-713301-16 neutron-server[95101]: timer() Sep 23 19:37:29.620361 n-d-713301-16 neutron-server[95101]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 19:37:29.620361 n-d-713301-16 neutron-server[95101]: cb(*args, **kw) Sep 23 19:37:29.620361 n-d-713301-16 neutron-server[95101]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 19:37:29.620361 n-d-713301-16 neutron-server[95101]: return func(*args, **kwargs) Sep 23 19:37:29.620361 n-d-713301-16 neutron-server[95101]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 19:37:29.620361 n-d-713301-16 neutron-server[95101]: self._notify() Sep 23 19:37:29.620361 n-d-713301-16 neutron-server[95101]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 19:37:29.620361 n-d-713301-16 neutron-server[95101]: self.callback(batched_events) Sep 23 19:37:29.620361 n-d-713301-16 neutron-server[95101]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 19:37:29.620361 n-d-713301-16 neutron-server[95101]: event.method(event) Sep 23 19:37:29.620361 n-d-713301-16 neutron-server[95101]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 19:37:29.620361 n-d-713301-16 neutron-server[95101]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 19:37:29.620361 n-d-713301-16 neutron-server[95101]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 19:37:29.620361 n-d-713301-16 neutron-server[95101]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 19:37:29.620361 n-d-713301-16 neutron-server[95101]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 19:37:29.620361 n-d-713301-16 neutron-server[95101]: return f(self, *a, **k) Sep 23 19:37:29.620361 n-d-713301-16 neutron-server[95101]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 19:37:29.620361 n-d-713301-16 neutron-server[95101]: return self._get(url).json() Sep 23 19:37:29.620361 n-d-713301-16 neutron-server[95101]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 19:37:29.620361 n-d-713301-16 neutron-server[95101]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 19:37:29.620361 n-d-713301-16 neutron-server[95101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 19:37:29.620361 n-d-713301-16 neutron-server[95101]: return self.request(url, 'GET', **kwargs) Sep 23 19:37:29.620361 n-d-713301-16 neutron-server[95101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 19:37:29.620361 n-d-713301-16 neutron-server[95101]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 19:37:29.620361 n-d-713301-16 neutron-server[95101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 19:37:29.620361 n-d-713301-16 neutron-server[95101]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 19:37:29.620361 n-d-713301-16 neutron-server[95101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 19:37:29.620361 n-d-713301-16 neutron-server[95101]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 19:37:29.620361 n-d-713301-16 neutron-server[95101]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 19:37:29.694416 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Device 0c570786-0d31-4389-bd21-09ede267e44a no longer exists at agent ovs-agent-n-d-713301-16 {{(pid=95103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 19:37:29.715489 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.plugin [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] No Port match for: 0c570786-0d31-4389-bd21-09ede267e44a {{(pid=95103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 19:37:29.717027 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Device 0c570786-0d31-4389-bd21-09ede267e44a not bound to the agent host n-d-713301-16 {{(pid=95103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 19:37:29.730262 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-d0d02431-c4e5-4a2f-879a-27d3208772e6 tempest-ExtraDHCPOptionsIpV6TestJSON-1544264147 tempest-ExtraDHCPOptionsIpV6TestJSON-1544264147-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1754627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-601866'] for network, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:29.739243 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-d0d02431-c4e5-4a2f-879a-27d3208772e6 tempest-ExtraDHCPOptionsIpV6TestJSON-1544264147 tempest-ExtraDHCPOptionsIpV6TestJSON-1544264147-project] Notify callbacks [] for network, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:29.745641 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-d0d02431-c4e5-4a2f-879a-27d3208772e6 tempest-ExtraDHCPOptionsIpV6TestJSON-1544264147 tempest-ExtraDHCPOptionsIpV6TestJSON-1544264147-project] 10.222.0.67 "DELETE /v2.0/networks/f9c52b4a-97dc-46de-88fb-3a9689b34e3a HTTP/1.1" status: 204 len: 168 time: 1.9162869 Sep 23 19:37:29.764445 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0d02431-c4e5-4a2f-879a-27d3208772e6 tempest-ExtraDHCPOptionsIpV6TestJSON-1544264147 tempest-ExtraDHCPOptionsIpV6TestJSON-1544264147-project] Pushing event deleted for resources: {'Network': ['ID=f9c52b4a-97dc-46de-88fb-3a9689b34e3a,revision_number=None']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:37:29.784751 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-22cabb98-0d4a-46e6-9b69-4d9ec687959b tempest-RoutersIpV6AdminTest-525100567 tempest-RoutersIpV6AdminTest-525100567-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-597258', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-601790'] for router, after_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:29.836509 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-99f965d5-f0a0-40f1-8ff6-274d09049fa0 tempest-FloatingIPAdminTestJSON-2134933000 tempest-FloatingIPAdminTestJSON-2134933000-project] Notify callbacks [] for port, precommit_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:29.875856 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-b7d137eb-9bf1-4b49-935c-06508cc7f2b7 req-7316f415-c8e3-4532-b7e5-5c3b7c28148a service neutron] 10.222.0.67 "GET /v2.0/networks/13c320c3-e746-4d37-877a-d3d286211b52?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3178632 Sep 23 19:37:29.949811 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-22cabb98-0d4a-46e6-9b69-4d9ec687959b tempest-RoutersIpV6AdminTest-525100567 tempest-RoutersIpV6AdminTest-525100567-project] Router 19d9145b-5694-4224-92f6-b63b70f3934a is scheduled to L3 agent 79a740bf-7821-4989-8288-7186e3e128f3 with binding_index 1 {{(pid=95101) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 23 19:37:29.986736 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-9173c90f-2172-44e8-abdc-5bbf2b374946 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:30.019020 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-9173c90f-2172-44e8-abdc-5bbf2b374946 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:30.032308 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 55616) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:37:30.054012 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-99f965d5-f0a0-40f1-8ff6-274d09049fa0 tempest-FloatingIPAdminTestJSON-2134933000 tempest-FloatingIPAdminTestJSON-2134933000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783145673135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4399100'] for port, after_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:30.085338 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9173c90f-2172-44e8-abdc-5bbf2b374946 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40996637-10c7-4777-a250-5601fd310469,revision_number=1']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:37:30.100942 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22cabb98-0d4a-46e6-9b69-4d9ec687959b tempest-RoutersIpV6AdminTest-525100567 tempest-RoutersIpV6AdminTest-525100567-project] Notify agent at l3_agent.n-d-713301-16 the message routers_updated {{(pid=95101) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 19:37:30.108256 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9173c90f-2172-44e8-abdc-5bbf2b374946 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 630} {{(pid=95102) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 19:37:30.114134 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d6ddf3b-5cc7-4d00-a7c0-67c143d6f012 None None] Sync routers for ids ['19d9145b-5694-4224-92f6-b63b70f3934a'] in n-d-713301-16 {{(pid=95103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 19:37:30.131672 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d6ddf3b-5cc7-4d00-a7c0-67c143d6f012 None None] Routers {'19d9145b-5694-4224-92f6-b63b70f3934a'} bound to L3 agent in host n-d-713301-16 {{(pid=95103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 19:37:30.135985 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_hamode_db [None req-8d6ddf3b-5cc7-4d00-a7c0-67c143d6f012 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-23T19:07:52Z,description=,heartbeat_timestamp=2021-09-23T19:37:22Z,host='n-d-713301-16',id=79a740bf-7821-4989-8288-7186e3e128f3,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:07:52Z,topic='l3_agent')) {'router_ids': ['19d9145b-5694-4224-92f6-b63b70f3934a'], 'active': True} {{(pid=95103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:37:30.138345 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-22cabb98-0d4a-46e6-9b69-4d9ec687959b tempest-RoutersIpV6AdminTest-525100567 tempest-RoutersIpV6AdminTest-525100567-project] Notify callbacks [] for router, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:30.141216 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-22cabb98-0d4a-46e6-9b69-4d9ec687959b tempest-RoutersIpV6AdminTest-525100567 tempest-RoutersIpV6AdminTest-525100567-project] 10.222.0.67 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 4.5579247 Sep 23 19:37:30.143897 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 55622) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:37:30.150364 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.v2.base [None req-a1651d3d-833d-44cc-9227-8e8364fafa50 tempest-RoutersIpV6AdminTest-809394628 tempest-RoutersIpV6AdminTest-809394628-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'enable_snat': False}}} {{(pid=95101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:37:30.195465 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_hamode_db [None req-8d6ddf3b-5cc7-4d00-a7c0-67c143d6f012 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713301-16', False) {} {{(pid=95103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:37:30.205372 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d6ddf3b-5cc7-4d00-a7c0-67c143d6f012 None None] Routers {'19d9145b-5694-4224-92f6-b63b70f3934a'} bound to L3 agent in host n-d-713301-16 {{(pid=95103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 19:37:30.205979 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_hamode_db [None req-8d6ddf3b-5cc7-4d00-a7c0-67c143d6f012 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-23T19:07:52Z,description=,heartbeat_timestamp=2021-09-23T19:37:22Z,host='n-d-713301-16',id=79a740bf-7821-4989-8288-7186e3e128f3,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:07:52Z,topic='l3_agent')) {'router_ids': ['19d9145b-5694-4224-92f6-b63b70f3934a'], 'active': True} {{(pid=95103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:37:30.224994 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-9173c90f-2172-44e8-abdc-5bbf2b374946 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1756186'] for segment, precommit_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:30.225453 n-d-713301-16 neutron-server[95102]: INFO neutron.db.segments_db [None req-9173c90f-2172-44e8-abdc-5bbf2b374946 admin admin] Added segment 2ac4e7d7-8acc-4746-b729-6191494d3cf1 of type vlan for network b530eab4-083b-43c2-ba27-6b6c9352e514 Sep 23 19:37:30.245464 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_hamode_db [None req-8d6ddf3b-5cc7-4d00-a7c0-67c143d6f012 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713301-16', False) {} {{(pid=95103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:37:30.246306 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d6ddf3b-5cc7-4d00-a7c0-67c143d6f012 None None] The sync data for ids ['19d9145b-5694-4224-92f6-b63b70f3934a'] in n-d-713301-16 is: [] {{(pid=95103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 19:37:30.265684 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-b7d137eb-9bf1-4b49-935c-06508cc7f2b7 req-c6c3ea99-985c-4b57-b5cc-b0cf827edf77 service neutron] 10.222.0.67 "GET /v2.0/networks/13c320c3-e746-4d37-877a-d3d286211b52?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3783200 Sep 23 19:37:30.270485 n-d-713301-16 neutron-server[95102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99f965d5-f0a0-40f1-8ff6-274d09049fa0 tempest-FloatingIPAdminTestJSON-2134933000 tempest-FloatingIPAdminTestJSON-2134933000-project] Network ffce6844-ffc3-465e-8e61-d0eed3ec6a74 is already hosted by enough agents. {{(pid=95102) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:37:30.315946 n-d-713301-16 neutron-server[95102]: DEBUG neutron.scheduler.base_scheduler [None req-99f965d5-f0a0-40f1-8ff6-274d09049fa0 tempest-FloatingIPAdminTestJSON-2134933000 tempest-FloatingIPAdminTestJSON-2134933000-project] Resources bound (agent type, host, resource id): {{(pid=95102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:37:30.343031 n-d-713301-16 neutron-server[95102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99f965d5-f0a0-40f1-8ff6-274d09049fa0 tempest-FloatingIPAdminTestJSON-2134933000 tempest-FloatingIPAdminTestJSON-2134933000-project] Received port after_create {{(pid=95102) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 19:37:30.356307 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f965d5-f0a0-40f1-8ff6-274d09049fa0 tempest-FloatingIPAdminTestJSON-2134933000 tempest-FloatingIPAdminTestJSON-2134933000-project] Pushing event updated for resources: {'Port': ['ID=fe66ea15-6264-43fa-9f39-52905876b211,revision_number=1']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:37:30.391182 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-9173c90f-2172-44e8-abdc-5bbf2b374946 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783145630486'] for network, precommit_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:30.517202 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-de6eef82-55c3-4f23-b23b-95911d342d67 req-a34633fe-f406-4f40-b3c8-177e8ef05183 tempest-ServersTestJSON-149791516 tempest-ServersTestJSON-149791516-project] 10.222.0.67 "GET /v2.0/ports?device_id=7250b04d-cbe1-42a9-ad22-a6926740b5d8 HTTP/1.1" status: 200 len: 210 time: 0.0536287 Sep 23 19:37:30.523294 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-6228474c-6eb3-4591-8cd1-21ea0e301764 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=a5f5111677564bc3b3cea94809b03401&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4872212 Sep 23 19:37:30.523924 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 55632) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:37:30.590432 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99f965d5-f0a0-40f1-8ff6-274d09049fa0 tempest-FloatingIPAdminTestJSON-2134933000 tempest-FloatingIPAdminTestJSON-2134933000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:37:30.591096 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-99f965d5-f0a0-40f1-8ff6-274d09049fa0 tempest-FloatingIPAdminTestJSON-2134933000 tempest-FloatingIPAdminTestJSON-2134933000-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222849'] for port, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:30.626363 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-99f965d5-f0a0-40f1-8ff6-274d09049fa0 tempest-FloatingIPAdminTestJSON-2134933000 tempest-FloatingIPAdminTestJSON-2134933000-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 1.8937049 Sep 23 19:37:30.630431 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 55634) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:37:30.683057 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-99b49a29-65da-4135-afcf-ac42470ebb54 req-58ebd8a6-f238-498e-b73f-90d3dbaa8c5b tempest-ServerShowV254Test-1402049895 tempest-ServerShowV254Test-1402049895-project] 10.222.0.67 "GET /v2.0/ports?device_id=27079265-973c-403b-97a2-0bb6fe07744d HTTP/1.1" status: 200 len: 210 time: 0.1027076 Sep 23 19:37:30.684976 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-9173c90f-2172-44e8-abdc-5bbf2b374946 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299'] for network, after_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:30.688846 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-a1651d3d-833d-44cc-9227-8e8364fafa50 tempest-RoutersIpV6AdminTest-809394628 tempest-RoutersIpV6AdminTest-809394628-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:30.689649 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9173c90f-2172-44e8-abdc-5bbf2b374946 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:37:30.691731 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-9173c90f-2172-44e8-abdc-5bbf2b374946 admin admin] Notify callbacks [] for network, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:30.747245 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-ddd059e5-97ef-4b5b-9d6f-ae871a5e09ef None None] Provisioning complete for port fe66ea15-6264-43fa-9f39-52905876b211 triggered by entity DHCP. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:37:30.747873 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-ddd059e5-97ef-4b5b-9d6f-ae871a5e09ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:30.791251 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-9173c90f-2172-44e8-abdc-5bbf2b374946 admin admin] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.6925485 Sep 23 19:37:30.797627 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 55642) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:37:30.807363 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.v2.base [None req-fe037d54-0218-4fbc-8b0b-eb2e70239ff5 admin admin] Request body: {'subnet': {'network_id': 'b530eab4-083b-43c2-ba27-6b6c9352e514', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServersNegativeTestJSON-1811338412-subnet', 'tenant_id': '1ef5475a68844e7f905c8834dd628159', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:37:30.811555 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.plugin [None req-ddd059e5-97ef-4b5b-9d6f-ae871a5e09ef None None] Port fe66ea15-6264-43fa-9f39-52905876b211 cannot update to ACTIVE because it is not bound. {{(pid=95103) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 19:37:30.857342 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe037d54-0218-4fbc-8b0b-eb2e70239ff5 admin admin] Made reservation on behalf of 1ef5475a68844e7f905c8834dd628159 for: {'subnet': 1} {{(pid=95101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:37:30.860351 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-fe037d54-0218-4fbc-8b0b-eb2e70239ff5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6130979'] for subnet, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:30.860971 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-59c564fb-c3f5-4efe-80b2-7f0cc70896ca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:30.862768 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9173c90f-2172-44e8-abdc-5bbf2b374946 admin admin] Pushing event updated for resources: {'Network': ['ID=b530eab4-083b-43c2-ba27-6b6c9352e514,revision_number=1']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:37:30.873349 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Network b530eab4-083b-43c2-ba27-6b6c9352e514 details requested by agent ovs-agent-n-d-713301-16 with host n-d-713301-16 {{(pid=95103) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 19:37:30.897643 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.v2.base [None req-2af6004d-93a3-4f39-9bd4-2534b26fd44e tempest-FloatingIPAdminTestJSON-878028171 tempest-FloatingIPAdminTestJSON-878028171-project-admin] Request body: {'floatingip': {'floating_network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'project_id': 'ff4b527bbaa74c75b56ff6fd6c34e095', 'port_id': 'fe66ea15-6264-43fa-9f39-52905876b211'}} {{(pid=95101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:37:30.912091 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-59c564fb-c3f5-4efe-80b2-7f0cc70896ca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:31.000219 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-59c564fb-c3f5-4efe-80b2-7f0cc70896ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:31.003068 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-59c564fb-c3f5-4efe-80b2-7f0cc70896ca admin admin] Notify callbacks [] for security_group, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:31.010297 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-59c564fb-c3f5-4efe-80b2-7f0cc70896ca admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/37985ccb-c218-46ab-8db0-4cf9e9066e81 HTTP/1.1" status: 204 len: 168 time: 0.4782963 Sep 23 19:37:31.019100 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59c564fb-c3f5-4efe-80b2-7f0cc70896ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37985ccb-c218-46ab-8db0-4cf9e9066e81,revision_number=None']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:37:31.036260 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-2af6004d-93a3-4f39-9bd4-2534b26fd44e tempest-FloatingIPAdminTestJSON-878028171 tempest-FloatingIPAdminTestJSON-878028171-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:31.408474 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-fe037d54-0218-4fbc-8b0b-eb2e70239ff5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5607579', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6130961'] for subnet, after_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:31.493511 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe037d54-0218-4fbc-8b0b-eb2e70239ff5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1ea16b04-422a-47bf-a76f-de1ce7c29b70,revision_number=0']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:37:31.586370 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-2af6004d-93a3-4f39-9bd4-2534b26fd44e tempest-FloatingIPAdminTestJSON-878028171 tempest-FloatingIPAdminTestJSON-878028171-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:31.595977 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe037d54-0218-4fbc-8b0b-eb2e70239ff5 admin admin] Checking segment: {'id': '2ac4e7d7-8acc-4746-b729-6191494d3cf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': 'b530eab4-083b-43c2-ba27-6b6c9352e514'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:37:31.596308 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe037d54-0218-4fbc-8b0b-eb2e70239ff5 admin admin] Network hostable DHCP agents. Network: b530eab4-083b-43c2-ba27-6b6c9352e514, hostable agents: ['1b18bf05-1b5f-4587-be5c-af3ac38e32ad'], hosted agents: [] {{(pid=95101) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 19:37:31.639170 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-de1d5e9a-8efd-4ada-81ef-bef76f80a9a4 req-cff1d5e7-c193-4e5e-a3e0-188d3e1a9c77 tempest-ServersTestJSON-149791516 tempest-ServersTestJSON-149791516-project] 10.222.0.67 "GET /v2.0/ports?device_id=7250b04d-cbe1-42a9-ad22-a6926740b5d8 HTTP/1.1" status: 200 len: 210 time: 0.0357769 Sep 23 19:37:31.865798 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-da4dcacd-136d-4eaf-9de0-33be62cd1231 req-0159568d-8971-4a5d-aa75-ed0694c4a62f tempest-ServerShowV254Test-1402049895 tempest-ServerShowV254Test-1402049895-project] 10.222.0.67 "GET /v2.0/ports?device_id=27079265-973c-403b-97a2-0bb6fe07744d HTTP/1.1" status: 200 len: 210 time: 0.0495160 Sep 23 19:37:31.993568 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 55674) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:37:32.029134 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe037d54-0218-4fbc-8b0b-eb2e70239ff5 admin admin] Network b530eab4-083b-43c2-ba27-6b6c9352e514 is scheduled to be hosted by DHCP agent 1b18bf05-1b5f-4587-be5c-af3ac38e32ad with binding_index 1 {{(pid=95101) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 19:37:32.060946 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.base_scheduler [None req-fe037d54-0218-4fbc-8b0b-eb2e70239ff5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713301-16, b530eab4-083b-43c2-ba27-6b6c9352e514) {{(pid=95101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:37:32.074403 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8ccc0a5-5380-4973-ba97-9fb707a96c49 None None] Network b530eab4-083b-43c2-ba27-6b6c9352e514 requested from n-d-713301-16 {{(pid=95103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 19:37:32.090160 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-a1651d3d-833d-44cc-9227-8e8364fafa50 tempest-RoutersIpV6AdminTest-809394628 tempest-RoutersIpV6AdminTest-809394628-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-601749', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-597253', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29360'] for router, precommit_update {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:32.115049 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.v2.base [None req-a742f11b-eed8-44e6-9d5d-4ba7e2a8e5a0 tempest-NetworksIpV6Test-1074010632 tempest-NetworksIpV6Test-1074010632-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-915367041'}} {{(pid=95102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:37:32.128776 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe037d54-0218-4fbc-8b0b-eb2e70239ff5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:37:32.129599 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-fe037d54-0218-4fbc-8b0b-eb2e70239ff5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:32.146235 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-a1651d3d-833d-44cc-9227-8e8364fafa50 tempest-RoutersIpV6AdminTest-809394628 tempest-RoutersIpV6AdminTest-809394628-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-601790', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-601772', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-601767', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-597276'] for router, after_update {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:32.153885 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a742f11b-eed8-44e6-9d5d-4ba7e2a8e5a0 tempest-NetworksIpV6Test-1074010632 tempest-NetworksIpV6Test-1074010632-project] Made reservation on behalf of 699ebd3ddaa74a06bf917c17312a1ac5 for: {'network': 1} {{(pid=95102) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:37:32.162117 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-a742f11b-eed8-44e6-9d5d-4ba7e2a8e5a0 tempest-NetworksIpV6Test-1074010632 tempest-NetworksIpV6Test-1074010632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for network, before_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:32.168396 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-fe037d54-0218-4fbc-8b0b-eb2e70239ff5 admin admin] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 1.3676739 Sep 23 19:37:32.202160 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-a742f11b-eed8-44e6-9d5d-4ba7e2a8e5a0 tempest-NetworksIpV6Test-1074010632 tempest-NetworksIpV6Test-1074010632-project] Notify callbacks [] for security_group, before_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:32.224933 n-d-713301-16 neutron-server[95101]: DEBUG neutron.db.db_base_plugin_common [None req-2af6004d-93a3-4f39-9bd4-2534b26fd44e tempest-FloatingIPAdminTestJSON-878028171 tempest-FloatingIPAdminTestJSON-878028171-project-admin] Allocated IP 172.25.1.151 (5dec5c09-378e-4f50-89cc-d94eb81c3bac/eff83446-018c-428d-b3f5-54ac9abe7a2a/1c9666d4-d2de-41b1-b398-5da74f209e28) {{(pid=95101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 19:37:32.246986 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a1236cc-a6ee-4ce5-9741-8766b45602de None None] Network b530eab4-083b-43c2-ba27-6b6c9352e514 requested from n-d-713301-16 {{(pid=95103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 19:37:32.290671 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d137eb-9bf1-4b49-935c-06508cc7f2b7 req-46d4f5b9-b67c-4ccb-ae76-08f2d934e332 tempest-ServersTestJSON-149791516 tempest-ServersTestJSON-149791516-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:37:32.292151 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-b7d137eb-9bf1-4b49-935c-06508cc7f2b7 req-46d4f5b9-b67c-4ccb-ae76-08f2d934e332 tempest-ServersTestJSON-149791516 tempest-ServersTestJSON-149791516-project] 10.222.0.53 "GET /v2.0/networks?id=13c320c3-e746-4d37-877a-d3d286211b52 HTTP/1.1" status: 200 len: 806 time: 0.3120525 Sep 23 19:37:32.388987 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.v2.base [req-b7d137eb-9bf1-4b49-935c-06508cc7f2b7 req-82c5697e-eb0e-4ac7-ac39-894417e4dffb tempest-ServersTestJSON-149791516 tempest-ServersTestJSON-149791516-project] Request body: {'port': {'device_id': '7250b04d-cbe1-42a9-ad22-a6926740b5d8', 'network_id': '13c320c3-e746-4d37-877a-d3d286211b52', 'admin_state_up': True, 'tenant_id': 'ee2e9bda0f104270af74ba8d5f144843'}} {{(pid=95101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:37:32.405615 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a1651d3d-833d-44cc-9227-8e8364fafa50 tempest-RoutersIpV6AdminTest-809394628 tempest-RoutersIpV6AdminTest-809394628-project-admin] Router 19d9145b-5694-4224-92f6-b63b70f3934a has already been hosted by L3 agent 79a740bf-7821-4989-8288-7186e3e128f3 {{(pid=95101) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 19:37:32.464361 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-a742f11b-eed8-44e6-9d5d-4ba7e2a8e5a0 tempest-NetworksIpV6Test-1074010632 tempest-NetworksIpV6Test-1074010632-project] Notify callbacks [] for security_group, precommit_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:32.470876 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-a742f11b-eed8-44e6-9d5d-4ba7e2a8e5a0 tempest-NetworksIpV6Test-1074010632 tempest-NetworksIpV6Test-1074010632-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:32.475302 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-b3463fdf-750c-4124-92f5-2c3be3b75bd6 req-c78df21c-53f0-4ddc-9588-9bf65213a4e2 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=27079265-973c-403b-97a2-0bb6fe07744d HTTP/1.1" status: 200 len: 210 time: 0.1414480 Sep 23 19:37:32.504839 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a742f11b-eed8-44e6-9d5d-4ba7e2a8e5a0 tempest-NetworksIpV6Test-1074010632 tempest-NetworksIpV6Test-1074010632-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 646} {{(pid=95102) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 19:37:32.514992 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a742f11b-eed8-44e6-9d5d-4ba7e2a8e5a0 tempest-NetworksIpV6Test-1074010632 tempest-NetworksIpV6Test-1074010632-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f7a0cf7e-f1bb-4a4b-badb-a0616b39d998,revision_number=1']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:37:32.523254 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-a742f11b-eed8-44e6-9d5d-4ba7e2a8e5a0 tempest-NetworksIpV6Test-1074010632 tempest-NetworksIpV6Test-1074010632-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1756186'] for segment, precommit_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:32.523254 n-d-713301-16 neutron-server[95102]: INFO neutron.db.segments_db [None req-a742f11b-eed8-44e6-9d5d-4ba7e2a8e5a0 tempest-NetworksIpV6Test-1074010632 tempest-NetworksIpV6Test-1074010632-project] Added segment 1f25527a-a41b-4f42-9208-67df0863562d of type vlan for network ae36521b-2fe6-4912-94f3-c41da0d01baa Sep 23 19:37:32.569874 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-a742f11b-eed8-44e6-9d5d-4ba7e2a8e5a0 tempest-NetworksIpV6Test-1074010632 tempest-NetworksIpV6Test-1074010632-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783145630486'] for network, precommit_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:32.601034 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-a742f11b-eed8-44e6-9d5d-4ba7e2a8e5a0 tempest-NetworksIpV6Test-1074010632 tempest-NetworksIpV6Test-1074010632-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299'] for network, after_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:32.608651 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a742f11b-eed8-44e6-9d5d-4ba7e2a8e5a0 tempest-NetworksIpV6Test-1074010632 tempest-NetworksIpV6Test-1074010632-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:37:32.614035 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-a742f11b-eed8-44e6-9d5d-4ba7e2a8e5a0 tempest-NetworksIpV6Test-1074010632 tempest-NetworksIpV6Test-1074010632-project] Notify callbacks [] for network, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:32.660916 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-a742f11b-eed8-44e6-9d5d-4ba7e2a8e5a0 tempest-NetworksIpV6Test-1074010632 tempest-NetworksIpV6Test-1074010632-project] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.6537271 Sep 23 19:37:32.672798 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-2af6004d-93a3-4f39-9bd4-2534b26fd44e tempest-FloatingIPAdminTestJSON-878028171 tempest-FloatingIPAdminTestJSON-878028171-project-admin] Notify callbacks [] for port, precommit_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:32.797838 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1651d3d-833d-44cc-9227-8e8364fafa50 tempest-RoutersIpV6AdminTest-809394628 tempest-RoutersIpV6AdminTest-809394628-project-admin] Notify agent at l3_agent.n-d-713301-16 the message routers_updated {{(pid=95101) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 19:37:32.802847 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b7d137eb-9bf1-4b49-935c-06508cc7f2b7 req-82c5697e-eb0e-4ac7-ac39-894417e4dffb tempest-ServersTestJSON-149791516 tempest-ServersTestJSON-149791516-project] Made reservation on behalf of ee2e9bda0f104270af74ba8d5f144843 for: {'port': 1} {{(pid=95101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:37:32.814344 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-b7d137eb-9bf1-4b49-935c-06508cc7f2b7 req-82c5697e-eb0e-4ac7-ac39-894417e4dffb tempest-ServersTestJSON-149791516 tempest-ServersTestJSON-149791516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:32.819587 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f54a630e-25b7-4151-9a27-acee72b14668 None None] Sync routers for ids ['19d9145b-5694-4224-92f6-b63b70f3934a'] in n-d-713301-16 {{(pid=95104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 19:37:32.823523 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-a1651d3d-833d-44cc-9227-8e8364fafa50 tempest-RoutersIpV6AdminTest-809394628 tempest-RoutersIpV6AdminTest-809394628-project-admin] Notify callbacks [] for router, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:32.827840 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-a1651d3d-833d-44cc-9227-8e8364fafa50 tempest-RoutersIpV6AdminTest-809394628 tempest-RoutersIpV6AdminTest-809394628-project-admin] 10.222.0.67 "PUT /v2.0/routers/19d9145b-5694-4224-92f6-b63b70f3934a HTTP/1.1" status: 200 len: 924 time: 2.6823251 Sep 23 19:37:32.828711 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 55700) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:37:32.833714 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f54a630e-25b7-4151-9a27-acee72b14668 None None] Routers {'19d9145b-5694-4224-92f6-b63b70f3934a'} bound to L3 agent in host n-d-713301-16 {{(pid=95104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 19:37:32.834472 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_hamode_db [None req-f54a630e-25b7-4151-9a27-acee72b14668 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-23T19:07:52Z,description=,heartbeat_timestamp=2021-09-23T19:37:22Z,host='n-d-713301-16',id=79a740bf-7821-4989-8288-7186e3e128f3,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:07:52Z,topic='l3_agent')) {'router_ids': ['19d9145b-5694-4224-92f6-b63b70f3934a'], 'active': True} {{(pid=95104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:37:32.888705 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-2af6004d-93a3-4f39-9bd4-2534b26fd44e tempest-FloatingIPAdminTestJSON-878028171 tempest-FloatingIPAdminTestJSON-878028171-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783145673135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5607431'] for port, after_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:32.917276 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_hamode_db [None req-f54a630e-25b7-4151-9a27-acee72b14668 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713301-16', False) {} {{(pid=95104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:37:32.948669 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f54a630e-25b7-4151-9a27-acee72b14668 None None] Routers {'19d9145b-5694-4224-92f6-b63b70f3934a'} bound to L3 agent in host n-d-713301-16 {{(pid=95104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 19:37:32.949985 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_hamode_db [None req-f54a630e-25b7-4151-9a27-acee72b14668 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-23T19:07:52Z,description=,heartbeat_timestamp=2021-09-23T19:37:22Z,host='n-d-713301-16',id=79a740bf-7821-4989-8288-7186e3e128f3,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:07:52Z,topic='l3_agent')) {'router_ids': ['19d9145b-5694-4224-92f6-b63b70f3934a'], 'active': True} {{(pid=95104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:37:32.971986 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c18483ca-fc32-427b-a2bd-6bcec46372fd req-7fe312ad-eb0a-48e2-9430-93b2a98e11a6 tempest-ListServersNegativeTestJSON-1207334089 tempest-ListServersNegativeTestJSON-1207334089-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:37:32.973773 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-c18483ca-fc32-427b-a2bd-6bcec46372fd req-7fe312ad-eb0a-48e2-9430-93b2a98e11a6 tempest-ListServersNegativeTestJSON-1207334089 tempest-ListServersNegativeTestJSON-1207334089-project] 10.222.0.67 "GET /v2.0/networks?id=b530eab4-083b-43c2-ba27-6b6c9352e514 HTTP/1.1" status: 200 len: 818 time: 0.1915803 Sep 23 19:37:32.987381 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a742f11b-eed8-44e6-9d5d-4ba7e2a8e5a0 tempest-NetworksIpV6Test-1074010632 tempest-NetworksIpV6Test-1074010632-project] Pushing event updated for resources: {'Network': ['ID=ae36521b-2fe6-4912-94f3-c41da0d01baa,revision_number=1']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:37:32.999612 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Network ae36521b-2fe6-4912-94f3-c41da0d01baa details requested by agent ovs-agent-n-d-713301-16 with host n-d-713301-16 {{(pid=95103) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 19:37:33.001520 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2af6004d-93a3-4f39-9bd4-2534b26fd44e tempest-FloatingIPAdminTestJSON-878028171 tempest-FloatingIPAdminTestJSON-878028171-project-admin] Network 5dec5c09-378e-4f50-89cc-d94eb81c3bac is already hosted by enough agents. {{(pid=95101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:37:33.006677 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.base_scheduler [None req-2af6004d-93a3-4f39-9bd4-2534b26fd44e tempest-FloatingIPAdminTestJSON-878028171 tempest-FloatingIPAdminTestJSON-878028171-project-admin] Resources bound (agent type, host, resource id): {{(pid=95101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:37:33.009589 n-d-713301-16 neutron-server[95101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2af6004d-93a3-4f39-9bd4-2534b26fd44e tempest-FloatingIPAdminTestJSON-878028171 tempest-FloatingIPAdminTestJSON-878028171-project-admin] Received port after_create {{(pid=95101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 19:37:33.012159 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-c18483ca-fc32-427b-a2bd-6bcec46372fd req-28251ced-64b7-4567-b322-0ad52181ea3e tempest-ListServersNegativeTestJSON-1207334089 tempest-ListServersNegativeTestJSON-1207334089-project] 10.222.0.67 "GET /v2.0/quotas/1ef5475a68844e7f905c8834dd628159 HTTP/1.1" status: 200 len: 375 time: 0.0222597 Sep 23 19:37:33.047651 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-9ceb5522-2a00-4b37-a201-65ff85c34bd3 req-4a04ca28-3f2b-45d4-9520-a5eb7a03ca35 tempest-ServersTestJSON-149791516 tempest-ServersTestJSON-149791516-project] 10.222.0.67 "GET /v2.0/ports?device_id=7250b04d-cbe1-42a9-ad22-a6926740b5d8 HTTP/1.1" status: 200 len: 210 time: 0.0725300 Sep 23 19:37:33.053748 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2af6004d-93a3-4f39-9bd4-2534b26fd44e tempest-FloatingIPAdminTestJSON-878028171 tempest-FloatingIPAdminTestJSON-878028171-project-admin] Pushing event updated for resources: {'Port': ['ID=1c9666d4-d2de-41b1-b398-5da74f209e28,revision_number=1']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:37:33.066347 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_hamode_db [None req-f54a630e-25b7-4151-9a27-acee72b14668 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713301-16', False) {} {{(pid=95104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:37:33.067510 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f54a630e-25b7-4151-9a27-acee72b14668 None None] The sync data for ids ['19d9145b-5694-4224-92f6-b63b70f3934a'] in n-d-713301-16 is: [] {{(pid=95104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 19:37:33.124143 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-c18483ca-fc32-427b-a2bd-6bcec46372fd req-1b2ec9aa-ac2d-43df-9970-c26dffdd3a95 tempest-ListServersNegativeTestJSON-1207334089 tempest-ListServersNegativeTestJSON-1207334089-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=1ef5475a68844e7f905c8834dd628159&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0895686 Sep 23 19:37:33.235850 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-3874b2c3-f071-40c8-81f7-e6a735d9e923 tempest-RoutersIpV6AdminTest-809394628 tempest-RoutersIpV6AdminTest-809394628-project-admin] 10.222.0.67 "GET /v2.0/routers/19d9145b-5694-4224-92f6-b63b70f3934a HTTP/1.1" status: 200 len: 924 time: 0.3972290 Sep 23 19:37:33.236508 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 55706) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:37:33.249376 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-ff0d7bb7-197f-47ef-92a3-e8bcb77c072e req-d29e81b9-892e-47d9-ac39-f0d591935047 tempest-ServerShowV254Test-1402049895 tempest-ServerShowV254Test-1402049895-project] 10.222.0.67 "GET /v2.0/ports?device_id=27079265-973c-403b-97a2-0bb6fe07744d HTTP/1.1" status: 200 len: 210 time: 0.0507233 Sep 23 19:37:33.336954 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-c18483ca-fc32-427b-a2bd-6bcec46372fd req-c0540ee7-a735-4042-98cf-6ced88d02731 service neutron] 10.222.0.67 "GET /v2.0/networks/b530eab4-083b-43c2-ba27-6b6c9352e514?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2079759 Sep 23 19:37:33.423081 n-d-713301-16 neutron-server[95101]: DEBUG neutron.db.db_base_plugin_common [req-b7d137eb-9bf1-4b49-935c-06508cc7f2b7 req-82c5697e-eb0e-4ac7-ac39-894417e4dffb tempest-ServersTestJSON-149791516 tempest-ServersTestJSON-149791516-project] Allocated IP 172.20.0.8 (13c320c3-e746-4d37-877a-d3d286211b52/1858a7c9-e08d-4d7a-87f9-fd282e21109a/1e33a789-d371-4447-ad9f-6d77201ac2d1) {{(pid=95101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 19:37:33.511854 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66bdc259-bdf8-4a6d-9862-0b25126f4299 tempest-RoutersIpV6AdminTest-809394628 tempest-RoutersIpV6AdminTest-809394628-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:37:33.517272 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-66bdc259-bdf8-4a6d-9862-0b25126f4299 tempest-RoutersIpV6AdminTest-809394628 tempest-RoutersIpV6AdminTest-809394628-project-admin] 10.222.0.67 "GET /v2.0/ports?network_id=5dec5c09-378e-4f50-89cc-d94eb81c3bac&device_id=19d9145b-5694-4224-92f6-b63b70f3934a&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.2747159 Sep 23 19:37:33.519891 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 55710) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:37:33.596730 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-c18483ca-fc32-427b-a2bd-6bcec46372fd req-80cfed08-be17-423e-b4a0-d81358546703 service neutron] 10.222.0.67 "GET /v2.0/networks/b530eab4-083b-43c2-ba27-6b6c9352e514?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2528188 Sep 23 19:37:33.920711 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9af895fc-674b-4a22-a707-9aacdf9f1ae3 tempest-RoutersIpV6AdminTest-809394628 tempest-RoutersIpV6AdminTest-809394628-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:37:33.922152 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-9af895fc-674b-4a22-a707-9aacdf9f1ae3 tempest-RoutersIpV6AdminTest-809394628 tempest-RoutersIpV6AdminTest-809394628-project-admin] 10.222.0.67 "GET /v2.0/networks/5dec5c09-378e-4f50-89cc-d94eb81c3bac HTTP/1.1" status: 200 len: 881 time: 0.3989735 Sep 23 19:37:33.925074 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 55716) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:37:33.965474 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-01260e32-3ad6-4041-8703-054323d9e72a tempest-RoutersIpV6AdminTest-525100567 tempest-RoutersIpV6AdminTest-525100567-project] 10.222.0.67 "GET /v2.0/ports?device_id=19d9145b-5694-4224-92f6-b63b70f3934a HTTP/1.1" status: 200 len: 205 time: 0.0385766 Sep 23 19:37:33.967953 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 55718) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:37:34.286000 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-b01a9673-bb21-47f4-9ea9-25b50cf38af6 req-a9341d2f-c447-4a5b-8efa-d86d17496fe9 tempest-ListServersNegativeTestJSON-1207334089 tempest-ListServersNegativeTestJSON-1207334089-project] 10.222.0.67 "GET /v2.0/ports?device_id=a84d2947-bfad-453f-8a9a-46f6c9c330a9 HTTP/1.1" status: 200 len: 210 time: 0.1415889 Sep 23 19:37:34.291114 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-e5a03621-e28c-4907-af07-d7131af978f6 req-d481c79c-ed47-46e0-8235-fe10c72e90ca tempest-ServersTestJSON-149791516 tempest-ServersTestJSON-149791516-project] 10.222.0.67 "GET /v2.0/ports?device_id=7250b04d-cbe1-42a9-ad22-a6926740b5d8 HTTP/1.1" status: 200 len: 210 time: 0.1480286 Sep 23 19:37:34.364106 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-cefb254b-f648-4847-8031-d1687c983a8f tempest-RoutersIpV6AdminTest-525100567 tempest-RoutersIpV6AdminTest-525100567-project] Notify callbacks [] for router, before_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:34.513905 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-b7d137eb-9bf1-4b49-935c-06508cc7f2b7 req-82c5697e-eb0e-4ac7-ac39-894417e4dffb tempest-ServersTestJSON-149791516 tempest-ServersTestJSON-149791516-project] Notify callbacks [] for port, precommit_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:34.533833 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-cefb254b-f648-4847-8031-d1687c983a8f tempest-RoutersIpV6AdminTest-525100567 tempest-RoutersIpV6AdminTest-525100567-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:34.575338 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-01303d59-f554-438f-b9b6-b874c27ed41d req-03c12d2a-e2cb-4b02-9641-0e15568aaf35 tempest-ServerShowV254Test-1402049895 tempest-ServerShowV254Test-1402049895-project] 10.222.0.67 "GET /v2.0/ports?device_id=27079265-973c-403b-97a2-0bb6fe07744d HTTP/1.1" status: 200 len: 210 time: 0.0518165 Sep 23 19:37:34.735587 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.plugin [None req-cefb254b-f648-4847-8031-d1687c983a8f tempest-RoutersIpV6AdminTest-525100567 tempest-RoutersIpV6AdminTest-525100567-project] Deleting port e74ce9fe-700b-4d48-ae2b-98f08ce10f73 {{(pid=95102) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:37:34.739057 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-cefb254b-f648-4847-8031-d1687c983a8f tempest-RoutersIpV6AdminTest-525100567 tempest-RoutersIpV6AdminTest-525100567-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783146157096'] for port, before_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:34.859089 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-2af6004d-93a3-4f39-9bd4-2534b26fd44e tempest-FloatingIPAdminTestJSON-878028171 tempest-FloatingIPAdminTestJSON-878028171-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:34.928759 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-b7d137eb-9bf1-4b49-935c-06508cc7f2b7 req-82c5697e-eb0e-4ac7-ac39-894417e4dffb tempest-ServersTestJSON-149791516 tempest-ServersTestJSON-149791516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783145673135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5607431'] for port, after_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:34.971815 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-cc530903-238d-40e0-990d-fda90a88d5fb req-e35eaef7-0202-425b-97bb-b03319b57147 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=881977f537004f368e41eb5044f6bb27&device_id=27079265-973c-403b-97a2-0bb6fe07744d HTTP/1.1" status: 200 len: 210 time: 0.0661538 Sep 23 19:37:35.064233 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-cc530903-238d-40e0-990d-fda90a88d5fb req-9c02d580-a368-455a-aba1-cd5a193b1417 service neutron] 10.222.0.74 "GET /v2.0/networks?tenant_id=881977f537004f368e41eb5044f6bb27&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0586736 Sep 23 19:37:35.065703 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-cefb254b-f648-4847-8031-d1687c983a8f tempest-RoutersIpV6AdminTest-525100567 tempest-RoutersIpV6AdminTest-525100567-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-605701'] for port, precommit_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:35.085186 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-43977193-7c79-4157-9793-5531cf307b7c req-209b2a92-c785-4fca-a4f3-3eaafdd2a821 tempest-ServerShowV254Test-1402049895 tempest-ServerShowV254Test-1402049895-project] 10.222.0.67 "GET /v2.0/ports?device_id=27079265-973c-403b-97a2-0bb6fe07744d HTTP/1.1" status: 200 len: 210 time: 0.0950420 Sep 23 19:37:35.091351 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b7d137eb-9bf1-4b49-935c-06508cc7f2b7 req-82c5697e-eb0e-4ac7-ac39-894417e4dffb tempest-ServersTestJSON-149791516 tempest-ServersTestJSON-149791516-project] Network 13c320c3-e746-4d37-877a-d3d286211b52 is already hosted by enough agents. {{(pid=95101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:37:35.117259 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.plugin [None req-cefb254b-f648-4847-8031-d1687c983a8f tempest-RoutersIpV6AdminTest-525100567 tempest-RoutersIpV6AdminTest-525100567-project] Calling delete_port for e74ce9fe-700b-4d48-ae2b-98f08ce10f73 owned by network:router_gateway {{(pid=95102) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:37:35.130996 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.base_scheduler [req-b7d137eb-9bf1-4b49-935c-06508cc7f2b7 req-82c5697e-eb0e-4ac7-ac39-894417e4dffb tempest-ServersTestJSON-149791516 tempest-ServersTestJSON-149791516-project] Resources bound (agent type, host, resource id): {{(pid=95101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:37:35.143526 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82c5697e-eb0e-4ac7-ac39-894417e4dffb tempest-ServersTestJSON-149791516 tempest-ServersTestJSON-149791516-project] Pushing event updated for resources: {'Port': ['ID=1e33a789-d371-4447-ad9f-6d77201ac2d1,revision_number=1']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:37:35.158301 n-d-713301-16 neutron-server[95101]: DEBUG neutron.db.l3_dvrscheduler_db [req-b7d137eb-9bf1-4b49-935c-06508cc7f2b7 req-82c5697e-eb0e-4ac7-ac39-894417e4dffb tempest-ServersTestJSON-149791516 tempest-ServersTestJSON-149791516-project] Received port after_create {{(pid=95101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 19:37:35.234995 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-2af6004d-93a3-4f39-9bd4-2534b26fd44e tempest-FloatingIPAdminTestJSON-878028171 tempest-FloatingIPAdminTestJSON-878028171-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:35.464707 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-cefb254b-f648-4847-8031-d1687c983a8f tempest-RoutersIpV6AdminTest-525100567 tempest-RoutersIpV6AdminTest-525100567-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783146162158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783145673144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4399100'] for port, after_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:35.535575 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d137eb-9bf1-4b49-935c-06508cc7f2b7 req-82c5697e-eb0e-4ac7-ac39-894417e4dffb tempest-ServersTestJSON-149791516 tempest-ServersTestJSON-149791516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:37:35.536235 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-b7d137eb-9bf1-4b49-935c-06508cc7f2b7 req-82c5697e-eb0e-4ac7-ac39-894417e4dffb tempest-ServersTestJSON-149791516 tempest-ServersTestJSON-149791516-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222849'] for port, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:35.541927 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cefb254b-f648-4847-8031-d1687c983a8f tempest-RoutersIpV6AdminTest-525100567 tempest-RoutersIpV6AdminTest-525100567-project] Pushing event deleted for resources: {'Port': ['ID=e74ce9fe-700b-4d48-ae2b-98f08ce10f73,revision_number=None']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:37:35.583415 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-a7900699-7bf2-4d59-b2e0-0117cbbefd60 req-62a1e806-d48f-4762-9f26-7d7a07e13e03 tempest-ListServersNegativeTestJSON-1207334089 tempest-ListServersNegativeTestJSON-1207334089-project] 10.222.0.67 "GET /v2.0/ports?device_id=a84d2947-bfad-453f-8a9a-46f6c9c330a9 HTTP/1.1" status: 200 len: 210 time: 0.0564439 Sep 23 19:37:35.649927 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-b7d137eb-9bf1-4b49-935c-06508cc7f2b7 req-82c5697e-eb0e-4ac7-ac39-894417e4dffb tempest-ServersTestJSON-149791516 tempest-ServersTestJSON-149791516-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.3171482 Sep 23 19:37:35.674538 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc530903-238d-40e0-990d-fda90a88d5fb req-061396e7-3bcd-4a8c-afb6-6d4651338de5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:37:35.676441 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-cc530903-238d-40e0-990d-fda90a88d5fb req-061396e7-3bcd-4a8c-afb6-6d4651338de5 service neutron] 10.222.0.74 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5877311 Sep 23 19:37:35.684108 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.v2.base [req-b7d137eb-9bf1-4b49-935c-06508cc7f2b7 req-89ee285a-cb3c-4477-8224-1eec515657df service neutron] Request body: {'port': {'device_id': '7250b04d-cbe1-42a9-ad22-a6926740b5d8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713301-16'}} {{(pid=95101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:37:35.800517 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-b7d137eb-9bf1-4b49-935c-06508cc7f2b7 req-89ee285a-cb3c-4477-8224-1eec515657df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:35.861859 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-cefb254b-f648-4847-8031-d1687c983a8f tempest-RoutersIpV6AdminTest-525100567 tempest-RoutersIpV6AdminTest-525100567-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-601942'] for router_gateway, after_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:36.036558 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-2af6004d-93a3-4f39-9bd4-2534b26fd44e tempest-FloatingIPAdminTestJSON-878028171 tempest-FloatingIPAdminTestJSON-878028171-project-admin] Notify callbacks [] for port, precommit_update {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:36.069316 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-2af6004d-93a3-4f39-9bd4-2534b26fd44e tempest-FloatingIPAdminTestJSON-878028171 tempest-FloatingIPAdminTestJSON-878028171-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5607436'] for port, after_update {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:36.256814 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 55760) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:37:36.297340 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.v2.base [None req-e3f9921c-e547-49cc-b211-8734fd678053 tempest-NetworksIpV6Test-1074010632 tempest-NetworksIpV6Test-1074010632-project] Request body: {'subnet': {'network_id': 'ae36521b-2fe6-4912-94f3-c41da0d01baa', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=95101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:37:36.377081 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2af6004d-93a3-4f39-9bd4-2534b26fd44e tempest-FloatingIPAdminTestJSON-878028171 tempest-FloatingIPAdminTestJSON-878028171-project-admin] Pushing event updated for resources: {'Port': ['ID=1c9666d4-d2de-41b1-b398-5da74f209e28,revision_number=2']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:37:36.455714 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-cefb254b-f648-4847-8031-d1687c983a8f tempest-RoutersIpV6AdminTest-525100567 tempest-RoutersIpV6AdminTest-525100567-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-597305', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29369'] for router, precommit_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:36.458814 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-cefb254b-f648-4847-8031-d1687c983a8f tempest-RoutersIpV6AdminTest-525100567 tempest-RoutersIpV6AdminTest-525100567-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:36.501418 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-2af6004d-93a3-4f39-9bd4-2534b26fd44e tempest-FloatingIPAdminTestJSON-878028171 tempest-FloatingIPAdminTestJSON-878028171-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-601884'] for floatingip, after_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:36.527953 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-cefb254b-f648-4847-8031-d1687c983a8f tempest-RoutersIpV6AdminTest-525100567 tempest-RoutersIpV6AdminTest-525100567-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-597296'] for router, after_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:36.528989 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cefb254b-f648-4847-8031-d1687c983a8f tempest-RoutersIpV6AdminTest-525100567 tempest-RoutersIpV6AdminTest-525100567-project] Fanout notify agent at l3_agent the message router_deleted on router 19d9145b-5694-4224-92f6-b63b70f3934a {{(pid=95102) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 23 19:37:36.569232 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-cefb254b-f648-4847-8031-d1687c983a8f tempest-RoutersIpV6AdminTest-525100567 tempest-RoutersIpV6AdminTest-525100567-project] Notify callbacks [] for router, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:36.571547 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-cefb254b-f648-4847-8031-d1687c983a8f tempest-RoutersIpV6AdminTest-525100567 tempest-RoutersIpV6AdminTest-525100567-project] 10.222.0.67 "DELETE /v2.0/routers/19d9145b-5694-4224-92f6-b63b70f3934a HTTP/1.1" status: 204 len: 168 time: 2.6018441 Sep 23 19:37:36.582227 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-8b1f2d37-5670-437b-bea6-ec73f0e3a827 req-4c93a8e9-5dc9-4a25-8496-a5efa2c647c6 tempest-ServerShowV254Test-1402049895 tempest-ServerShowV254Test-1402049895-project] 10.222.0.67 "GET /v2.0/ports?device_id=27079265-973c-403b-97a2-0bb6fe07744d HTTP/1.1" status: 200 len: 210 time: 0.0681164 Sep 23 19:37:36.586007 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 55764) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:37:36.607796 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.v2.base [None req-0589ec5f-0052-46b2-935f-3288d2e7f056 tempest-RoutersIpV6AdminTest-525100567 tempest-RoutersIpV6AdminTest-525100567-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-992317482', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=95101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:37:36.646896 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-0589ec5f-0052-46b2-935f-3288d2e7f056 tempest-RoutersIpV6AdminTest-525100567 tempest-RoutersIpV6AdminTest-525100567-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-594563', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29355'] for router, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:36.647987 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-0589ec5f-0052-46b2-935f-3288d2e7f056 tempest-RoutersIpV6AdminTest-525100567 tempest-RoutersIpV6AdminTest-525100567-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-597363', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-601731', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-739356', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29346'] for router, precommit_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:36.688220 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3f9921c-e547-49cc-b211-8734fd678053 tempest-NetworksIpV6Test-1074010632 tempest-NetworksIpV6Test-1074010632-project] Made reservation on behalf of 699ebd3ddaa74a06bf917c17312a1ac5 for: {'subnet': 1} {{(pid=95101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:37:36.692307 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-e3f9921c-e547-49cc-b211-8734fd678053 tempest-NetworksIpV6Test-1074010632 tempest-NetworksIpV6Test-1074010632-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6130979'] for subnet, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:36.716122 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00394855-d601-41eb-972d-a186db1e4539 req-68e4c092-a7cd-4db7-9c75-95cb2ca9cbf5 tempest-ServersTestJSON-149791516 tempest-ServersTestJSON-149791516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:37:36.723703 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-00394855-d601-41eb-972d-a186db1e4539 req-68e4c092-a7cd-4db7-9c75-95cb2ca9cbf5 tempest-ServersTestJSON-149791516 tempest-ServersTestJSON-149791516-project] 10.222.0.67 "GET /v2.0/ports?device_id=7250b04d-cbe1-42a9-ad22-a6926740b5d8 HTTP/1.1" status: 200 len: 931 time: 1.1382780 Sep 23 19:37:36.784783 n-d-713301-16 neutron-server[95101]: DEBUG neutron.notifiers.nova [req-b7d137eb-9bf1-4b49-935c-06508cc7f2b7 req-89ee285a-cb3c-4477-8224-1eec515657df service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1e33a789-d371-4447-ad9f-6d77201ac2d1 {{(pid=95101) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 19:37:36.794768 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-b7d137eb-9bf1-4b49-935c-06508cc7f2b7 req-89ee285a-cb3c-4477-8224-1eec515657df service neutron] Notify callbacks [] for port, precommit_update {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:36.801322 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-fb899b3a-9679-45af-ac66-5e84fcb1b5a0 req-82379ad1-44e0-40a0-83ed-0d0db8f49499 tempest-ListServersNegativeTestJSON-1207334089 tempest-ListServersNegativeTestJSON-1207334089-project] 10.222.0.67 "GET /v2.0/ports?device_id=a84d2947-bfad-453f-8a9a-46f6c9c330a9 HTTP/1.1" status: 200 len: 210 time: 0.0962036 Sep 23 19:37:36.812592 n-d-713301-16 neutron-server[95101]: DEBUG neutron.db.provisioning_blocks [req-b7d137eb-9bf1-4b49-935c-06508cc7f2b7 req-89ee285a-cb3c-4477-8224-1eec515657df service neutron] Transition to ACTIVE for port object 1e33a789-d371-4447-ad9f-6d77201ac2d1 will not be triggered until provisioned by entity L2. {{(pid=95101) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 19:37:36.813096 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c18483ca-fc32-427b-a2bd-6bcec46372fd req-aa817796-54d7-4af6-9ac8-a4ff8b4b43d8 tempest-ListServersNegativeTestJSON-1207334089 tempest-ListServersNegativeTestJSON-1207334089-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:37:36.818197 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-c18483ca-fc32-427b-a2bd-6bcec46372fd req-aa817796-54d7-4af6-9ac8-a4ff8b4b43d8 tempest-ListServersNegativeTestJSON-1207334089 tempest-ListServersNegativeTestJSON-1207334089-project] 10.222.0.53 "GET /v2.0/networks?id=b530eab4-083b-43c2-ba27-6b6c9352e514 HTTP/1.1" status: 200 len: 818 time: 0.3165755 Sep 23 19:37:36.836045 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.v2.base [req-c18483ca-fc32-427b-a2bd-6bcec46372fd req-4bad9a24-923f-4d5a-a875-c55bfae58872 tempest-ListServersNegativeTestJSON-1207334089 tempest-ListServersNegativeTestJSON-1207334089-project] Request body: {'port': {'device_id': 'ff231c83-1672-4420-aa04-ad15c4772493', 'network_id': 'b530eab4-083b-43c2-ba27-6b6c9352e514', 'admin_state_up': True, 'tenant_id': '1ef5475a68844e7f905c8834dd628159'}} {{(pid=95102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:37:36.838129 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c18483ca-fc32-427b-a2bd-6bcec46372fd req-eb65287d-4366-44d2-b07e-1254dcb3fc64 tempest-ListServersNegativeTestJSON-1207334089 tempest-ListServersNegativeTestJSON-1207334089-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:37:36.839704 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-c18483ca-fc32-427b-a2bd-6bcec46372fd req-eb65287d-4366-44d2-b07e-1254dcb3fc64 tempest-ListServersNegativeTestJSON-1207334089 tempest-ListServersNegativeTestJSON-1207334089-project] 10.222.0.74 "GET /v2.0/networks?id=b530eab4-083b-43c2-ba27-6b6c9352e514 HTTP/1.1" status: 200 len: 818 time: 0.6625235 Sep 23 19:37:36.849249 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-b7d137eb-9bf1-4b49-935c-06508cc7f2b7 req-89ee285a-cb3c-4477-8224-1eec515657df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5607436'] for port, after_update {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:36.855773 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.v2.base [req-c18483ca-fc32-427b-a2bd-6bcec46372fd req-450618a6-d586-4d73-a593-22facff4f286 tempest-ListServersNegativeTestJSON-1207334089 tempest-ListServersNegativeTestJSON-1207334089-project] Request body: {'port': {'device_id': 'cc49f703-4b5d-4b83-892f-bf864a0a1bc7', 'network_id': 'b530eab4-083b-43c2-ba27-6b6c9352e514', 'admin_state_up': True, 'tenant_id': '1ef5475a68844e7f905c8834dd628159'}} {{(pid=95101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:37:36.928337 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-00394855-d601-41eb-972d-a186db1e4539 req-5ef746bd-6f0d-477a-bd4b-2a84578c8df7 tempest-ServersTestJSON-149791516 tempest-ServersTestJSON-149791516-project] 10.222.0.67 "GET /v2.0/security-groups?id=b8c31db9-bcb2-4708-876e-18b1f4bdd8a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2037637 Sep 23 19:37:37.041604 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c18483ca-fc32-427b-a2bd-6bcec46372fd req-48c3d534-ce9b-47d1-95c7-6e5f0fba2ce7 tempest-ListServersNegativeTestJSON-1207334089 tempest-ListServersNegativeTestJSON-1207334089-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:37:37.043198 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-c18483ca-fc32-427b-a2bd-6bcec46372fd req-48c3d534-ce9b-47d1-95c7-6e5f0fba2ce7 tempest-ListServersNegativeTestJSON-1207334089 tempest-ListServersNegativeTestJSON-1207334089-project] 10.222.0.74 "GET /v2.0/networks?id=b530eab4-083b-43c2-ba27-6b6c9352e514 HTTP/1.1" status: 200 len: 818 time: 0.2893384 Sep 23 19:37:37.061332 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.v2.base [req-c18483ca-fc32-427b-a2bd-6bcec46372fd req-af6a23bb-6d99-4d0a-9e2c-e26aec238e44 tempest-ListServersNegativeTestJSON-1207334089 tempest-ListServersNegativeTestJSON-1207334089-project] Request body: {'port': {'device_id': 'a84d2947-bfad-453f-8a9a-46f6c9c330a9', 'network_id': 'b530eab4-083b-43c2-ba27-6b6c9352e514', 'admin_state_up': True, 'tenant_id': '1ef5475a68844e7f905c8834dd628159'}} {{(pid=95102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:37:37.113064 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c18483ca-fc32-427b-a2bd-6bcec46372fd req-4bad9a24-923f-4d5a-a875-c55bfae58872 tempest-ListServersNegativeTestJSON-1207334089 tempest-ListServersNegativeTestJSON-1207334089-project] Made reservation on behalf of 1ef5475a68844e7f905c8834dd628159 for: {'port': 1} {{(pid=95102) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:37:37.118463 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-c18483ca-fc32-427b-a2bd-6bcec46372fd req-4bad9a24-923f-4d5a-a875-c55bfae58872 tempest-ListServersNegativeTestJSON-1207334089 tempest-ListServersNegativeTestJSON-1207334089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:37.292980 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c18483ca-fc32-427b-a2bd-6bcec46372fd req-af6a23bb-6d99-4d0a-9e2c-e26aec238e44 tempest-ListServersNegativeTestJSON-1207334089 tempest-ListServersNegativeTestJSON-1207334089-project] Made reservation on behalf of 1ef5475a68844e7f905c8834dd628159 for: {'port': 1} {{(pid=95102) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:37:37.296421 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-c18483ca-fc32-427b-a2bd-6bcec46372fd req-af6a23bb-6d99-4d0a-9e2c-e26aec238e44 tempest-ListServersNegativeTestJSON-1207334089 tempest-ListServersNegativeTestJSON-1207334089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:37.312583 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-0589ec5f-0052-46b2-935f-3288d2e7f056 tempest-RoutersIpV6AdminTest-525100567 tempest-RoutersIpV6AdminTest-525100567-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:37.335168 n-d-713301-16 neutron-server[95102]: DEBUG neutron.db.db_base_plugin_common [req-c18483ca-fc32-427b-a2bd-6bcec46372fd req-4bad9a24-923f-4d5a-a875-c55bfae58872 tempest-ListServersNegativeTestJSON-1207334089 tempest-ListServersNegativeTestJSON-1207334089-project] Allocated IP 172.20.0.9 (b530eab4-083b-43c2-ba27-6b6c9352e514/1ea16b04-422a-47bf-a76f-de1ce7c29b70/a8c92460-5fae-4c8f-84ed-ea8e7d7e81e5) {{(pid=95102) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 19:37:37.378795 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89ee285a-cb3c-4477-8224-1eec515657df service neutron] Pushing event updated for resources: {'Port': ['ID=1e33a789-d371-4447-ad9f-6d77201ac2d1,revision_number=2']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:37:37.391125 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-cc530903-238d-40e0-990d-fda90a88d5fb req-a594f8d0-9fb3-4fd7-8657-c259d91ac5b8 tempest-ServerShowV254Test-1402049895 tempest-ServerShowV254Test-1402049895-project] 10.222.0.74 "GET /v2.0/ports?device_id=27079265-973c-403b-97a2-0bb6fe07744d HTTP/1.1" status: 200 len: 210 time: 0.3958364 Sep 23 19:37:37.392062 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-0589ec5f-0052-46b2-935f-3288d2e7f056 tempest-RoutersIpV6AdminTest-525100567 tempest-RoutersIpV6AdminTest-525100567-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-597258', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-601790'] for router, after_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:37.419157 n-d-713301-16 neutron-server[95101]: INFO neutron.db.l3_db [None req-2af6004d-93a3-4f39-9bd4-2534b26fd44e tempest-FloatingIPAdminTestJSON-878028171 tempest-FloatingIPAdminTestJSON-878028171-project-admin] Floating IP 96dfb6d7-71da-4b66-98a5-5f8154396615 associated. External IP: 172.25.1.151, port: fe66ea15-6264-43fa-9f39-52905876b211. Sep 23 19:37:37.473811 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-0589ec5f-0052-46b2-935f-3288d2e7f056 tempest-RoutersIpV6AdminTest-525100567 tempest-RoutersIpV6AdminTest-525100567-project] Notify callbacks [] for router, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:37.475025 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-0589ec5f-0052-46b2-935f-3288d2e7f056 tempest-RoutersIpV6AdminTest-525100567 tempest-RoutersIpV6AdminTest-525100567-project] 10.222.0.67 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.8710456 Sep 23 19:37:37.485602 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 55782) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:37:37.495059 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.v2.base [None req-96fe1a78-0279-46ca-9625-5533bcaecd72 tempest-RoutersIpV6AdminTest-525100567 tempest-RoutersIpV6AdminTest-525100567-project] Request body: {'router': {'external_gateway_info': {'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac'}}} {{(pid=95101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:37:37.596046 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-c18483ca-fc32-427b-a2bd-6bcec46372fd req-4bad9a24-923f-4d5a-a875-c55bfae58872 tempest-ListServersNegativeTestJSON-1207334089 tempest-ListServersNegativeTestJSON-1207334089-project] Notify callbacks [] for port, precommit_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:37.660810 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-c18483ca-fc32-427b-a2bd-6bcec46372fd req-4bad9a24-923f-4d5a-a875-c55bfae58872 tempest-ListServersNegativeTestJSON-1207334089 tempest-ListServersNegativeTestJSON-1207334089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783145673135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4399100'] for port, after_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:37.789079 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-0387274f-986b-4c55-a7f2-781f651c70cd req-339da1fc-1645-46a0-9ffc-5053fb8d80b4 tempest-ServerShowV254Test-1402049895 tempest-ServerShowV254Test-1402049895-project] 10.222.0.67 "GET /v2.0/ports?device_id=27079265-973c-403b-97a2-0bb6fe07744d HTTP/1.1" status: 200 len: 210 time: 0.0547483 Sep 23 19:37:37.794773 n-d-713301-16 neutron-server[95102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c18483ca-fc32-427b-a2bd-6bcec46372fd req-4bad9a24-923f-4d5a-a875-c55bfae58872 tempest-ListServersNegativeTestJSON-1207334089 tempest-ListServersNegativeTestJSON-1207334089-project] Network b530eab4-083b-43c2-ba27-6b6c9352e514 is already hosted by enough agents. {{(pid=95102) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:37:37.809886 n-d-713301-16 neutron-server[95102]: DEBUG neutron.scheduler.base_scheduler [req-c18483ca-fc32-427b-a2bd-6bcec46372fd req-4bad9a24-923f-4d5a-a875-c55bfae58872 tempest-ListServersNegativeTestJSON-1207334089 tempest-ListServersNegativeTestJSON-1207334089-project] Resources bound (agent type, host, resource id): {{(pid=95102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:37:37.811512 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bad9a24-923f-4d5a-a875-c55bfae58872 tempest-ListServersNegativeTestJSON-1207334089 tempest-ListServersNegativeTestJSON-1207334089-project] Pushing event updated for resources: {'Port': ['ID=a8c92460-5fae-4c8f-84ed-ea8e7d7e81e5,revision_number=1']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:37:37.823769 n-d-713301-16 neutron-server[95102]: DEBUG neutron.db.l3_dvrscheduler_db [req-c18483ca-fc32-427b-a2bd-6bcec46372fd req-4bad9a24-923f-4d5a-a875-c55bfae58872 tempest-ListServersNegativeTestJSON-1207334089 tempest-ListServersNegativeTestJSON-1207334089-project] Received port after_create {{(pid=95102) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 19:37:37.866226 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c18483ca-fc32-427b-a2bd-6bcec46372fd req-450618a6-d586-4d73-a593-22facff4f286 tempest-ListServersNegativeTestJSON-1207334089 tempest-ListServersNegativeTestJSON-1207334089-project] Made reservation on behalf of 1ef5475a68844e7f905c8834dd628159 for: {'port': 1} {{(pid=95101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:37:37.871689 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-c18483ca-fc32-427b-a2bd-6bcec46372fd req-450618a6-d586-4d73-a593-22facff4f286 tempest-ListServersNegativeTestJSON-1207334089 tempest-ListServersNegativeTestJSON-1207334089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:37.887031 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.db.api [req-c18483ca-fc32-427b-a2bd-6bcec46372fd req-af6a23bb-6d99-4d0a-9e2c-e26aec238e44 tempest-ListServersNegativeTestJSON-1207334089 tempest-ListServersNegativeTestJSON-1207334089-project] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.9-3a365ab2-7ae6-4c02-bcce-64b758f6487c {{(pid=95102) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 23 19:37:37.887571 n-d-713301-16 neutron-server[95102]: DEBUG oslo_db.api [req-c18483ca-fc32-427b-a2bd-6bcec46372fd req-af6a23bb-6d99-4d0a-9e2c-e26aec238e44 tempest-ListServersNegativeTestJSON-1207334089 tempest-ListServersNegativeTestJSON-1207334089-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=95102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 23 19:37:37.965319 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.managers [req-b7d137eb-9bf1-4b49-935c-06508cc7f2b7 req-89ee285a-cb3c-4477-8224-1eec515657df service neutron] Attempting to bind port 1e33a789-d371-4447-ad9f-6d77201ac2d1 on host n-h2-713301-16 for vnic_type normal with profile {{(pid=95101) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 19:37:37.965595 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.managers [req-b7d137eb-9bf1-4b49-935c-06508cc7f2b7 req-89ee285a-cb3c-4477-8224-1eec515657df service neutron] Attempting to bind port 1e33a789-d371-4447-ad9f-6d77201ac2d1 by drivers openvswitch,hyperv on host n-h2-713301-16 at level 0 using segments [{'id': 'c829e8ab-031e-4667-8d5b-36ba5cfb9383', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '13c320c3-e746-4d37-877a-d3d286211b52'}] {{(pid=95101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 19:37:37.965919 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7d137eb-9bf1-4b49-935c-06508cc7f2b7 req-89ee285a-cb3c-4477-8224-1eec515657df service neutron] Attempting to bind port 1e33a789-d371-4447-ad9f-6d77201ac2d1 on network 13c320c3-e746-4d37-877a-d3d286211b52 {{(pid=95101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:37:37.974097 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c18483ca-fc32-427b-a2bd-6bcec46372fd req-4bad9a24-923f-4d5a-a875-c55bfae58872 tempest-ListServersNegativeTestJSON-1207334089 tempest-ListServersNegativeTestJSON-1207334089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:37:37.974785 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-c18483ca-fc32-427b-a2bd-6bcec46372fd req-4bad9a24-923f-4d5a-a875-c55bfae58872 tempest-ListServersNegativeTestJSON-1207334089 tempest-ListServersNegativeTestJSON-1207334089-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222849'] for port, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:38.008896 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-d5e62344-90c0-41a9-b180-367351dee743 req-75fe7e2c-24d9-479e-b0d5-422022008640 tempest-ListServersNegativeTestJSON-1207334089 tempest-ListServersNegativeTestJSON-1207334089-project] 10.222.0.67 "GET /v2.0/ports?device_id=a84d2947-bfad-453f-8a9a-46f6c9c330a9 HTTP/1.1" status: 200 len: 210 time: 0.0617933 Sep 23 19:37:38.064743 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7d137eb-9bf1-4b49-935c-06508cc7f2b7 req-89ee285a-cb3c-4477-8224-1eec515657df service neutron] Port 1e33a789-d371-4447-ad9f-6d77201ac2d1 on network 13c320c3-e746-4d37-877a-d3d286211b52 not bound, no agent of type Open vSwitch agent registered on host n-h2-713301-16 {{(pid=95101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 19:37:38.065465 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7d137eb-9bf1-4b49-935c-06508cc7f2b7 req-89ee285a-cb3c-4477-8224-1eec515657df service neutron] Attempting to bind port 1e33a789-d371-4447-ad9f-6d77201ac2d1 on network 13c320c3-e746-4d37-877a-d3d286211b52 {{(pid=95101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:37:38.074163 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-c18483ca-fc32-427b-a2bd-6bcec46372fd req-4bad9a24-923f-4d5a-a875-c55bfae58872 tempest-ListServersNegativeTestJSON-1207334089 tempest-ListServersNegativeTestJSON-1207334089-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2435975 Sep 23 19:37:38.098015 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.v2.base [req-c18483ca-fc32-427b-a2bd-6bcec46372fd req-5b66c8ec-7971-4778-a128-4361eba548bc service neutron] Request body: {'port': {'device_id': 'ff231c83-1672-4420-aa04-ad15c4772493', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713301-16'}} {{(pid=95102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:37:38.109362 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-96fe1a78-0279-46ca-9625-5533bcaecd72 tempest-RoutersIpV6AdminTest-525100567 tempest-RoutersIpV6AdminTest-525100567-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:38.111103 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-480e0375-35f7-43ae-b75c-e1ecc97b7905 req-9ba725bf-5182-4c0b-ad72-ad13a8929b2a tempest-ServersTestJSON-149791516 tempest-ServersTestJSON-149791516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:37:38.112782 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-480e0375-35f7-43ae-b75c-e1ecc97b7905 req-9ba725bf-5182-4c0b-ad72-ad13a8929b2a tempest-ServersTestJSON-149791516 tempest-ServersTestJSON-149791516-project] 10.222.0.67 "GET /v2.0/ports?device_id=7250b04d-cbe1-42a9-ad22-a6926740b5d8 HTTP/1.1" status: 200 len: 943 time: 0.0784731 Sep 23 19:37:38.121077 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-e3f9921c-e547-49cc-b211-8734fd678053 tempest-NetworksIpV6Test-1074010632 tempest-NetworksIpV6Test-1074010632-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5607579', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6130961'] for subnet, after_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:38.168155 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7d137eb-9bf1-4b49-935c-06508cc7f2b7 req-89ee285a-cb3c-4477-8224-1eec515657df service neutron] Checking agent: {'id': '2a7cea34-db54-4faf-8d23-37521c3e34cb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713301-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 19, 15, 28), 'started_at': datetime.datetime(2021, 9, 23, 19, 15, 28), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 19, 37, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 19:37:38.168757 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7d137eb-9bf1-4b49-935c-06508cc7f2b7 req-89ee285a-cb3c-4477-8224-1eec515657df service neutron] Checking segment: {'id': 'c829e8ab-031e-4667-8d5b-36ba5cfb9383', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '13c320c3-e746-4d37-877a-d3d286211b52'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:37:38.169324 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7d137eb-9bf1-4b49-935c-06508cc7f2b7 req-89ee285a-cb3c-4477-8224-1eec515657df service neutron] Bound using segment: {'id': 'c829e8ab-031e-4667-8d5b-36ba5cfb9383', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '13c320c3-e746-4d37-877a-d3d286211b52'} {{(pid=95101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 19:37:38.169766 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.managers [req-b7d137eb-9bf1-4b49-935c-06508cc7f2b7 req-89ee285a-cb3c-4477-8224-1eec515657df service neutron] Bound port: 1e33a789-d371-4447-ad9f-6d77201ac2d1, host: n-h2-713301-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c829e8ab-031e-4667-8d5b-36ba5cfb9383', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '13c320c3-e746-4d37-877a-d3d286211b52'}}] {{(pid=95101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 19:37:38.170124 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-b7d137eb-9bf1-4b49-935c-06508cc7f2b7 req-89ee285a-cb3c-4477-8224-1eec515657df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:38.201025 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-480e0375-35f7-43ae-b75c-e1ecc97b7905 req-92b36a80-4e8f-4b4d-b83d-a292408306cf tempest-ServersTestJSON-149791516 tempest-ServersTestJSON-149791516-project] 10.222.0.67 "GET /v2.0/security-groups?id=b8c31db9-bcb2-4708-876e-18b1f4bdd8a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705132 Sep 23 19:37:38.210538 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-c18483ca-fc32-427b-a2bd-6bcec46372fd req-5b66c8ec-7971-4778-a128-4361eba548bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:38.389417 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-c18483ca-fc32-427b-a2bd-6bcec46372fd req-af6a23bb-6d99-4d0a-9e2c-e26aec238e44 tempest-ListServersNegativeTestJSON-1207334089 tempest-ListServersNegativeTestJSON-1207334089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:38.412483 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3f9921c-e547-49cc-b211-8734fd678053 tempest-NetworksIpV6Test-1074010632 tempest-NetworksIpV6Test-1074010632-project] Pushing event updated for resources: {'Subnet': ['ID=0807ddb5-1638-4671-84b8-cfef3b96a96e,revision_number=0']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:37:38.470743 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3f9921c-e547-49cc-b211-8734fd678053 tempest-NetworksIpV6Test-1074010632 tempest-NetworksIpV6Test-1074010632-project] Checking segment: {'id': '1f25527a-a41b-4f42-9208-67df0863562d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': 'ae36521b-2fe6-4912-94f3-c41da0d01baa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:37:38.470950 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3f9921c-e547-49cc-b211-8734fd678053 tempest-NetworksIpV6Test-1074010632 tempest-NetworksIpV6Test-1074010632-project] Network hostable DHCP agents. Network: ae36521b-2fe6-4912-94f3-c41da0d01baa, hostable agents: ['1b18bf05-1b5f-4587-be5c-af3ac38e32ad'], hosted agents: [] {{(pid=95101) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 19:37:38.490386 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2af6004d-93a3-4f39-9bd4-2534b26fd44e tempest-FloatingIPAdminTestJSON-878028171 tempest-FloatingIPAdminTestJSON-878028171-project-admin] Router 11c42693-cfe4-4898-9814-3a0706010c81 has already been hosted by L3 agent 79a740bf-7821-4989-8288-7186e3e128f3 {{(pid=95101) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 19:37:38.495897 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.db [req-b7d137eb-9bf1-4b49-935c-06508cc7f2b7 req-89ee285a-cb3c-4477-8224-1eec515657df service neutron] For port 1e33a789-d371-4447-ad9f-6d77201ac2d1, host n-h2-713301-16, cleared binding levels {{(pid=95101) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 19:37:38.501515 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.db [req-b7d137eb-9bf1-4b49-935c-06508cc7f2b7 req-89ee285a-cb3c-4477-8224-1eec515657df service neutron] For port 1e33a789-d371-4447-ad9f-6d77201ac2d1, host n-h2-713301-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-16',level=0,port_id=1e33a789-d371-4447-ad9f-6d77201ac2d1,segment=NetworkSegment(c829e8ab-031e-4667-8d5b-36ba5cfb9383),segment_id=c829e8ab-031e-4667-8d5b-36ba5cfb9383)] {{(pid=95101) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 19:37:38.507360 n-d-713301-16 neutron-server[95101]: DEBUG neutron.db.db_base_plugin_common [req-c18483ca-fc32-427b-a2bd-6bcec46372fd req-450618a6-d586-4d73-a593-22facff4f286 tempest-ListServersNegativeTestJSON-1207334089 tempest-ListServersNegativeTestJSON-1207334089-project] Allocated IP 172.20.0.3 (b530eab4-083b-43c2-ba27-6b6c9352e514/1ea16b04-422a-47bf-a76f-de1ce7c29b70/b1a0014a-2a6e-4b40-9607-5e0d25450796) {{(pid=95101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 19:37:38.516339 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-b7d137eb-9bf1-4b49-935c-06508cc7f2b7 req-89ee285a-cb3c-4477-8224-1eec515657df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5607436'] for port, after_update {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:38.606718 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3f9921c-e547-49cc-b211-8734fd678053 tempest-NetworksIpV6Test-1074010632 tempest-NetworksIpV6Test-1074010632-project] Network ae36521b-2fe6-4912-94f3-c41da0d01baa is scheduled to be hosted by DHCP agent 1b18bf05-1b5f-4587-be5c-af3ac38e32ad with binding_index 1 {{(pid=95101) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 19:37:38.609400 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d137eb-9bf1-4b49-935c-06508cc7f2b7 req-89ee285a-cb3c-4477-8224-1eec515657df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:37:38.610021 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-b7d137eb-9bf1-4b49-935c-06508cc7f2b7 req-89ee285a-cb3c-4477-8224-1eec515657df service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222849'] for port, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:38.611404 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-b7d137eb-9bf1-4b49-935c-06508cc7f2b7 req-89ee285a-cb3c-4477-8224-1eec515657df service neutron] 10.222.0.53 "PUT /v2.0/ports/1e33a789-d371-4447-ad9f-6d77201ac2d1 HTTP/1.1" status: 200 len: 1092 time: 2.9320276 Sep 23 19:37:38.622292 n-d-713301-16 neutron-server[95101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7250b04d-cbe1-42a9-ad22-a6926740b5d8', 'tag': '1e33a789-d371-4447-ad9f-6d77201ac2d1'}] {{(pid=95101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 19:37:38.625200 n-d-713301-16 neutron-server[95101]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d8366c5740cd635e57ab12b71fe44a77c2acc3c19091ef849c6f68b380462244" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b40c5c61-45f7-4378-8e38-bf4fa4f07bb2" -d '{"events": [{"name": "network-changed", "server_uuid": "7250b04d-cbe1-42a9-ad22-a6926740b5d8", "tag": "1e33a789-d371-4447-ad9f-6d77201ac2d1"}]}' {{(pid=95101) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 19:37:38.700734 n-d-713301-16 neutron-server[95101]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 19:37:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b43ddd8-4fff-4965-9cd7-e3db1db301b8 x-openstack-request-id: req-3b43ddd8-4fff-4965-9cd7-e3db1db301b8 {{(pid=95101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 19:37:38.701021 n-d-713301-16 neutron-server[95101]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7250b04d-cbe1-42a9-ad22-a6926740b5d8", "tag": "1e33a789-d371-4447-ad9f-6d77201ac2d1", "status": "completed", "code": 200}]} {{(pid=95101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 19:37:38.701269 n-d-713301-16 neutron-server[95101]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-3b43ddd8-4fff-4965-9cd7-e3db1db301b8 {{(pid=95101) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 19:37:38.701658 n-d-713301-16 neutron-server[95101]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7250b04d-cbe1-42a9-ad22-a6926740b5d8', 'tag': '1e33a789-d371-4447-ad9f-6d77201ac2d1', 'status': 'completed', 'code': 200} Sep 23 19:37:38.713791 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.base_scheduler [None req-e3f9921c-e547-49cc-b211-8734fd678053 tempest-NetworksIpV6Test-1074010632 tempest-NetworksIpV6Test-1074010632-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713301-16, ae36521b-2fe6-4912-94f3-c41da0d01baa) {{(pid=95101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:37:38.722350 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11bd79fe-e34c-4dd9-9c8b-cdfbd2227e1a None None] Network ae36521b-2fe6-4912-94f3-c41da0d01baa requested from n-d-713301-16 {{(pid=95103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 19:37:38.739694 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3f9921c-e547-49cc-b211-8734fd678053 tempest-NetworksIpV6Test-1074010632 tempest-NetworksIpV6Test-1074010632-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:37:38.740293 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-e3f9921c-e547-49cc-b211-8734fd678053 tempest-NetworksIpV6Test-1074010632 tempest-NetworksIpV6Test-1074010632-project] Notify callbacks [] for subnet, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:38.786948 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89ee285a-cb3c-4477-8224-1eec515657df service neutron] Pushing event updated for resources: {'Port': ['ID=1e33a789-d371-4447-ad9f-6d77201ac2d1,revision_number=3']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:37:38.914712 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f72a6aa-860a-458b-9922-98b909962626 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4c8b80df-07eb-5275-9f17-5cf640db67c0-ae36521b-2fe6-4912-94f3-c41da0d01baa', 'network_id': 'ae36521b-2fe6-4912-94f3-c41da0d01baa', 'tenant_id': '699ebd3ddaa74a06bf917c17312a1ac5', 'fixed_ips': [{'subnet_id': '0807ddb5-1638-4671-84b8-cfef3b96a96e'}]}} from n-d-713301-16. {{(pid=95103) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 23 19:37:38.915611 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-0f72a6aa-860a-458b-9922-98b909962626 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_create {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:38.923095 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-e3f9921c-e547-49cc-b211-8734fd678053 tempest-NetworksIpV6Test-1074010632 tempest-NetworksIpV6Test-1074010632-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.6601615 Sep 23 19:37:38.923655 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 55954) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:37:38.930987 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.v2.base [None req-a87487b9-5297-41c4-85c6-1f3c8714da92 tempest-NetworksIpV6Test-1074010632 tempest-NetworksIpV6Test-1074010632-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-307446069'}} {{(pid=95102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:37:38.981118 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a87487b9-5297-41c4-85c6-1f3c8714da92 tempest-NetworksIpV6Test-1074010632 tempest-NetworksIpV6Test-1074010632-project] Made reservation on behalf of 699ebd3ddaa74a06bf917c17312a1ac5 for: {'network': 1} {{(pid=95102) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:37:38.992494 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-a87487b9-5297-41c4-85c6-1f3c8714da92 tempest-NetworksIpV6Test-1074010632 tempest-NetworksIpV6Test-1074010632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for network, before_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:39.006939 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d137eb-9bf1-4b49-935c-06508cc7f2b7 req-c6534f90-b784-40b7-8472-9d79f6d7eae8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:37:39.009034 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-b7d137eb-9bf1-4b49-935c-06508cc7f2b7 req-c6534f90-b784-40b7-8472-9d79f6d7eae8 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=ee2e9bda0f104270af74ba8d5f144843&device_id=7250b04d-cbe1-42a9-ad22-a6926740b5d8 HTTP/1.1" status: 200 len: 1095 time: 0.2956955 Sep 23 19:37:39.089369 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a87487b9-5297-41c4-85c6-1f3c8714da92 tempest-NetworksIpV6Test-1074010632 tempest-NetworksIpV6Test-1074010632-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 627} {{(pid=95102) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 19:37:39.107167 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-a87487b9-5297-41c4-85c6-1f3c8714da92 tempest-NetworksIpV6Test-1074010632 tempest-NetworksIpV6Test-1074010632-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1756186'] for segment, precommit_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:39.108181 n-d-713301-16 neutron-server[95102]: INFO neutron.db.segments_db [None req-a87487b9-5297-41c4-85c6-1f3c8714da92 tempest-NetworksIpV6Test-1074010632 tempest-NetworksIpV6Test-1074010632-project] Added segment e02d3ee8-0c74-4c73-ab1c-6583d8d3b497 of type vlan for network 7103b731-f780-41d8-a5f2-6ff55b5abd4d Sep 23 19:37:39.120582 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.db_base_plugin_common [None req-0f72a6aa-860a-458b-9922-98b909962626 None None] Allocated IP 2001:db8:0:ffff::2 (ae36521b-2fe6-4912-94f3-c41da0d01baa/0807ddb5-1638-4671-84b8-cfef3b96a96e/b3db6f4f-48b8-41b5-9039-59dfa98ac830) {{(pid=95103) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 19:37:39.135301 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-b7d137eb-9bf1-4b49-935c-06508cc7f2b7 req-d6bb8f5b-0f7f-45dd-8d30-a2cc024b3575 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1e33a789-d371-4447-ad9f-6d77201ac2d1 HTTP/1.1" status: 200 len: 217 time: 0.1146691 Sep 23 19:37:39.177836 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2af6004d-93a3-4f39-9bd4-2534b26fd44e tempest-FloatingIPAdminTestJSON-878028171 tempest-FloatingIPAdminTestJSON-878028171-project-admin] Notify agent at l3_agent.n-d-713301-16 the message routers_updated {{(pid=95101) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 19:37:39.192276 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c1bc991-a763-4c80-af40-0e62dd57bd83 None None] Sync routers for ids ['11c42693-cfe4-4898-9814-3a0706010c81'] in n-d-713301-16 {{(pid=95103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 19:37:39.243677 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c1bc991-a763-4c80-af40-0e62dd57bd83 None None] Routers {'11c42693-cfe4-4898-9814-3a0706010c81'} bound to L3 agent in host n-d-713301-16 {{(pid=95103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 19:37:39.247963 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_hamode_db [None req-7c1bc991-a763-4c80-af40-0e62dd57bd83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-23T19:07:52Z,description=,heartbeat_timestamp=2021-09-23T19:37:22Z,host='n-d-713301-16',id=79a740bf-7821-4989-8288-7186e3e128f3,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:07:52Z,topic='l3_agent')) {'router_ids': ['11c42693-cfe4-4898-9814-3a0706010c81'], 'active': True} {{(pid=95103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:37:39.280915 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-fe7a0a59-e25a-4d16-b931-362a50421b14 req-a44c61cf-813f-4951-9e78-1fb1e34a8dca tempest-ListServersNegativeTestJSON-1207334089 tempest-ListServersNegativeTestJSON-1207334089-project] 10.222.0.67 "GET /v2.0/ports?device_id=a84d2947-bfad-453f-8a9a-46f6c9c330a9 HTTP/1.1" status: 200 len: 210 time: 0.1052380 Sep 23 19:37:39.283171 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-a87487b9-5297-41c4-85c6-1f3c8714da92 tempest-NetworksIpV6Test-1074010632 tempest-NetworksIpV6Test-1074010632-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783145630486'] for network, precommit_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:39.344649 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-a87487b9-5297-41c4-85c6-1f3c8714da92 tempest-NetworksIpV6Test-1074010632 tempest-NetworksIpV6Test-1074010632-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299'] for network, after_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:39.357062 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a87487b9-5297-41c4-85c6-1f3c8714da92 tempest-NetworksIpV6Test-1074010632 tempest-NetworksIpV6Test-1074010632-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:37:39.358813 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-a87487b9-5297-41c4-85c6-1f3c8714da92 tempest-NetworksIpV6Test-1074010632 tempest-NetworksIpV6Test-1074010632-project] Notify callbacks [] for network, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:39.388548 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 56002) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:37:39.418423 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_hamode_db [None req-7c1bc991-a763-4c80-af40-0e62dd57bd83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713301-16', False) {} {{(pid=95103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:37:39.431620 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-a87487b9-5297-41c4-85c6-1f3c8714da92 tempest-NetworksIpV6Test-1074010632 tempest-NetworksIpV6Test-1074010632-project] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.5067942 Sep 23 19:37:39.439786 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c1bc991-a763-4c80-af40-0e62dd57bd83 None None] Routers {'11c42693-cfe4-4898-9814-3a0706010c81'} bound to L3 agent in host n-d-713301-16 {{(pid=95103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 19:37:39.440524 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_hamode_db [None req-7c1bc991-a763-4c80-af40-0e62dd57bd83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-23T19:07:52Z,description=,heartbeat_timestamp=2021-09-23T19:37:22Z,host='n-d-713301-16',id=79a740bf-7821-4989-8288-7186e3e128f3,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:07:52Z,topic='l3_agent')) {'router_ids': ['11c42693-cfe4-4898-9814-3a0706010c81'], 'active': True} {{(pid=95103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:37:39.463741 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 56014) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:37:39.483382 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_hamode_db [None req-7c1bc991-a763-4c80-af40-0e62dd57bd83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713301-16', False) {} {{(pid=95103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:37:39.484180 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c1bc991-a763-4c80-af40-0e62dd57bd83 None None] The sync data for ids ['11c42693-cfe4-4898-9814-3a0706010c81'] in n-d-713301-16 is: [] {{(pid=95103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 19:37:39.484799 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.v2.base [None req-9c5ab757-01a7-4144-a97b-8707064bbd39 tempest-NetworksIpV6Test-1074010632 tempest-NetworksIpV6Test-1074010632-project] Request body: {'subnet': {'network_id': '7103b731-f780-41d8-a5f2-6ff55b5abd4d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=95102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:37:39.555694 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-c18483ca-fc32-427b-a2bd-6bcec46372fd req-450618a6-d586-4d73-a593-22facff4f286 tempest-ListServersNegativeTestJSON-1207334089 tempest-ListServersNegativeTestJSON-1207334089-project] Notify callbacks [] for port, precommit_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:39.579668 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-96fe1a78-0279-46ca-9625-5533bcaecd72 tempest-RoutersIpV6AdminTest-525100567 tempest-RoutersIpV6AdminTest-525100567-project] Notify callbacks [] for router_gateway, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:39.603880 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-0f72a6aa-860a-458b-9922-98b909962626 None None] Notify callbacks [] for port, precommit_create {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:39.610126 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-96fe1a78-0279-46ca-9625-5533bcaecd72 tempest-RoutersIpV6AdminTest-525100567 tempest-RoutersIpV6AdminTest-525100567-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:39.612063 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-0f72a6aa-860a-458b-9922-98b909962626 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783145673135'] for port, after_create {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:39.612657 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d6c8c2-f5c5-49b1-85d9-12b431326243 req-37a94487-c245-4922-9cc1-c5e6e7cbea55 tempest-ServersTestJSON-149791516 tempest-ServersTestJSON-149791516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:37:39.621652 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-e7d6c8c2-f5c5-49b1-85d9-12b431326243 req-37a94487-c245-4922-9cc1-c5e6e7cbea55 tempest-ServersTestJSON-149791516 tempest-ServersTestJSON-149791516-project] 10.222.0.67 "GET /v2.0/ports?device_id=7250b04d-cbe1-42a9-ad22-a6926740b5d8 HTTP/1.1" status: 200 len: 943 time: 0.1978035 Sep 23 19:37:39.626282 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a87487b9-5297-41c4-85c6-1f3c8714da92 tempest-NetworksIpV6Test-1074010632 tempest-NetworksIpV6Test-1074010632-project] Pushing event updated for resources: {'Network': ['ID=7103b731-f780-41d8-a5f2-6ff55b5abd4d,revision_number=1']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:37:39.639188 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-2af6004d-93a3-4f39-9bd4-2534b26fd44e tempest-FloatingIPAdminTestJSON-878028171 tempest-FloatingIPAdminTestJSON-878028171-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222849'] for floatingip, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:39.645819 n-d-713301-16 neutron-server[95103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f72a6aa-860a-458b-9922-98b909962626 None None] Network ae36521b-2fe6-4912-94f3-c41da0d01baa is already hosted by enough agents. {{(pid=95103) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:37:39.653051 n-d-713301-16 neutron-server[95103]: DEBUG neutron.scheduler.base_scheduler [None req-0f72a6aa-860a-458b-9922-98b909962626 None None] Resources bound (agent type, host, resource id): {{(pid=95103) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:37:39.659265 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f72a6aa-860a-458b-9922-98b909962626 None None] Received port after_create {{(pid=95103) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 19:37:39.723904 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d137eb-9bf1-4b49-935c-06508cc7f2b7 req-49fd19d4-2c6a-4121-9a74-293dc5515006 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:37:39.725575 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-b7d137eb-9bf1-4b49-935c-06508cc7f2b7 req-49fd19d4-2c6a-4121-9a74-293dc5515006 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=1858a7c9-e08d-4d7a-87f9-fd282e21109a HTTP/1.1" status: 200 len: 846 time: 0.5746641 Sep 23 19:37:39.727359 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-c9b2e019-2b63-46af-8a7f-afd83a734449 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:39.729028 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Network 7103b731-f780-41d8-a5f2-6ff55b5abd4d details requested by agent ovs-agent-n-d-713301-16 with host n-d-713301-16 {{(pid=95103) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 19:37:39.762484 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-e7d6c8c2-f5c5-49b1-85d9-12b431326243 req-f5c780f3-f676-491d-9f78-115d07143f80 tempest-ServersTestJSON-149791516 tempest-ServersTestJSON-149791516-project] 10.222.0.67 "GET /v2.0/security-groups?id=b8c31db9-bcb2-4708-876e-18b1f4bdd8a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1398106 Sep 23 19:37:39.773133 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c5ab757-01a7-4144-a97b-8707064bbd39 tempest-NetworksIpV6Test-1074010632 tempest-NetworksIpV6Test-1074010632-project] Made reservation on behalf of 699ebd3ddaa74a06bf917c17312a1ac5 for: {'subnet': 1} {{(pid=95102) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:37:39.778729 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-9c5ab757-01a7-4144-a97b-8707064bbd39 tempest-NetworksIpV6Test-1074010632 tempest-NetworksIpV6Test-1074010632-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5388256'] for subnet, before_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:39.795624 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-b7d137eb-9bf1-4b49-935c-06508cc7f2b7 req-151b2573-1d9f-40a7-bad5-7b7a25159270 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=13c320c3-e746-4d37-877a-d3d286211b52&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0556629 Sep 23 19:37:39.799495 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-2af6004d-93a3-4f39-9bd4-2534b26fd44e tempest-FloatingIPAdminTestJSON-878028171 tempest-FloatingIPAdminTestJSON-878028171-project-admin] 10.222.0.67 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 989 time: 9.1641471 Sep 23 19:37:39.802689 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 56048) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:37:39.874154 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f72a6aa-860a-458b-9922-98b909962626 None None] Pushing event updated for resources: {'Port': ['ID=b3db6f4f-48b8-41b5-9039-59dfa98ac830,revision_number=1']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:37:39.882125 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.managers [None req-0f72a6aa-860a-458b-9922-98b909962626 None None] Attempting to bind port b3db6f4f-48b8-41b5-9039-59dfa98ac830 on host n-d-713301-16 for vnic_type normal with profile {{(pid=95103) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 19:37:39.882740 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.managers [None req-0f72a6aa-860a-458b-9922-98b909962626 None None] Attempting to bind port b3db6f4f-48b8-41b5-9039-59dfa98ac830 by drivers openvswitch,hyperv on host n-d-713301-16 at level 0 using segments [{'id': '1f25527a-a41b-4f42-9208-67df0863562d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': 'ae36521b-2fe6-4912-94f3-c41da0d01baa'}] {{(pid=95103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 19:37:39.883466 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f72a6aa-860a-458b-9922-98b909962626 None None] Attempting to bind port b3db6f4f-48b8-41b5-9039-59dfa98ac830 on network ae36521b-2fe6-4912-94f3-c41da0d01baa {{(pid=95103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:37:39.891929 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f72a6aa-860a-458b-9922-98b909962626 None None] Checking agent: {'id': '70a14545-df24-472f-8f95-bfe1719bff93', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 19, 7, 53), 'started_at': datetime.datetime(2021, 9, 23, 19, 8, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 19, 37, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 19:37:39.892560 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f72a6aa-860a-458b-9922-98b909962626 None None] Checking segment: {'id': '1f25527a-a41b-4f42-9208-67df0863562d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': 'ae36521b-2fe6-4912-94f3-c41da0d01baa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95103) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:37:39.893168 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-0f72a6aa-860a-458b-9922-98b909962626 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:39.893721 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f72a6aa-860a-458b-9922-98b909962626 None None] Bound using segment: {'id': '1f25527a-a41b-4f42-9208-67df0863562d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': 'ae36521b-2fe6-4912-94f3-c41da0d01baa'} {{(pid=95103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 19:37:39.894681 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.managers [None req-0f72a6aa-860a-458b-9922-98b909962626 None None] Bound port: b3db6f4f-48b8-41b5-9039-59dfa98ac830, host: n-d-713301-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1f25527a-a41b-4f42-9208-67df0863562d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': 'ae36521b-2fe6-4912-94f3-c41da0d01baa'}}] {{(pid=95103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 19:37:39.895575 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-0f72a6aa-860a-458b-9922-98b909962626 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:39.991677 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-0f72a6aa-860a-458b-9922-98b909962626 None None] For port b3db6f4f-48b8-41b5-9039-59dfa98ac830, host n-d-713301-16, cleared binding levels {{(pid=95103) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 19:37:39.996368 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-0f72a6aa-860a-458b-9922-98b909962626 None None] For port b3db6f4f-48b8-41b5-9039-59dfa98ac830, host n-d-713301-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-16',level=0,port_id=b3db6f4f-48b8-41b5-9039-59dfa98ac830,segment=NetworkSegment(1f25527a-a41b-4f42-9208-67df0863562d),segment_id=1f25527a-a41b-4f42-9208-67df0863562d)] {{(pid=95103) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 19:37:40.003190 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-b7d137eb-9bf1-4b49-935c-06508cc7f2b7 req-2bfcca3c-57c9-4eca-bb94-17dba4f30ee2 service neutron] 10.222.0.53 "GET /v2.0/networks/13c320c3-e746-4d37-877a-d3d286211b52?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1552603 Sep 23 19:37:40.004350 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-0f72a6aa-860a-458b-9922-98b909962626 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:40.011032 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-c9b2e019-2b63-46af-8a7f-afd83a734449 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:40.038351 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-c9b2e019-2b63-46af-8a7f-afd83a734449 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:40.075001 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f72a6aa-860a-458b-9922-98b909962626 None None] Pushing event updated for resources: {'Port': ['ID=b3db6f4f-48b8-41b5-9039-59dfa98ac830,revision_number=2']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:37:40.083716 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-c18483ca-fc32-427b-a2bd-6bcec46372fd req-450618a6-d586-4d73-a593-22facff4f286 tempest-ListServersNegativeTestJSON-1207334089 tempest-ListServersNegativeTestJSON-1207334089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783145673135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5607431'] for port, after_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:40.124101 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-c9b2e019-2b63-46af-8a7f-afd83a734449 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=881977f537004f368e41eb5044f6bb27&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7255991 Sep 23 19:37:40.129480 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 56074) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:37:40.165821 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-9c5ab757-01a7-4144-a97b-8707064bbd39 tempest-NetworksIpV6Test-1074010632 tempest-NetworksIpV6Test-1074010632-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4398944', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5388242'] for subnet, after_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:40.188994 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9b2e019-2b63-46af-8a7f-afd83a734449 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25f23923-3a7c-479d-aae2-7449a50c7a10,revision_number=1']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:37:40.189740 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c18483ca-fc32-427b-a2bd-6bcec46372fd req-450618a6-d586-4d73-a593-22facff4f286 tempest-ListServersNegativeTestJSON-1207334089 tempest-ListServersNegativeTestJSON-1207334089-project] Network b530eab4-083b-43c2-ba27-6b6c9352e514 is already hosted by enough agents. {{(pid=95101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:37:40.204362 n-d-713301-16 neutron-server[95101]: DEBUG neutron.db.db_base_plugin_common [None req-96fe1a78-0279-46ca-9625-5533bcaecd72 tempest-RoutersIpV6AdminTest-525100567 tempest-RoutersIpV6AdminTest-525100567-project] Allocated IP 172.25.1.26 (5dec5c09-378e-4f50-89cc-d94eb81c3bac/eff83446-018c-428d-b3f5-54ac9abe7a2a/4834f7f1-4b27-4ae4-a717-9f9bf37af1a7) {{(pid=95101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 19:37:40.246837 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-c834ada3-73e3-4982-93ef-d3039ff135ad tempest-FloatingIPAdminTestJSON-878028171 tempest-FloatingIPAdminTestJSON-878028171-project-admin] 10.222.0.67 "GET /v2.0/floatingips/96dfb6d7-71da-4b66-98a5-5f8154396615 HTTP/1.1" status: 200 len: 984 time: 0.4385281 Sep 23 19:37:40.247854 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.base_scheduler [req-c18483ca-fc32-427b-a2bd-6bcec46372fd req-450618a6-d586-4d73-a593-22facff4f286 tempest-ListServersNegativeTestJSON-1207334089 tempest-ListServersNegativeTestJSON-1207334089-project] Resources bound (agent type, host, resource id): {{(pid=95101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:37:40.250869 n-d-713301-16 neutron-server[95101]: DEBUG neutron.db.l3_dvrscheduler_db [req-c18483ca-fc32-427b-a2bd-6bcec46372fd req-450618a6-d586-4d73-a593-22facff4f286 tempest-ListServersNegativeTestJSON-1207334089 tempest-ListServersNegativeTestJSON-1207334089-project] Received port after_create {{(pid=95101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 19:37:40.253501 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 56088) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:37:40.311557 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450618a6-d586-4d73-a593-22facff4f286 tempest-ListServersNegativeTestJSON-1207334089 tempest-ListServersNegativeTestJSON-1207334089-project] Pushing event updated for resources: {'Port': ['ID=b1a0014a-2a6e-4b40-9607-5e0d25450796,revision_number=1']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:37:40.384374 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c18483ca-fc32-427b-a2bd-6bcec46372fd req-450618a6-d586-4d73-a593-22facff4f286 tempest-ListServersNegativeTestJSON-1207334089 tempest-ListServersNegativeTestJSON-1207334089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:37:40.385437 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-c18483ca-fc32-427b-a2bd-6bcec46372fd req-450618a6-d586-4d73-a593-22facff4f286 tempest-ListServersNegativeTestJSON-1207334089 tempest-ListServersNegativeTestJSON-1207334089-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222849'] for port, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:40.394769 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-b7d137eb-9bf1-4b49-935c-06508cc7f2b7 req-f553d2b0-b833-4c80-a140-3d1658894d1e service neutron] 10.222.0.53 "GET /v2.0/networks/13c320c3-e746-4d37-877a-d3d286211b52?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3628469 Sep 23 19:37:40.428350 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c5ab757-01a7-4144-a97b-8707064bbd39 tempest-NetworksIpV6Test-1074010632 tempest-NetworksIpV6Test-1074010632-project] Pushing event updated for resources: {'Subnet': ['ID=246a8c6a-ab9f-4769-b204-adbfe198a495,revision_number=0']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:37:40.506359 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-c18483ca-fc32-427b-a2bd-6bcec46372fd req-450618a6-d586-4d73-a593-22facff4f286 tempest-ListServersNegativeTestJSON-1207334089 tempest-ListServersNegativeTestJSON-1207334089-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.6545868 Sep 23 19:37:40.519531 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-140cac05-a895-49aa-842d-b52eea447305 req-681be3d6-e479-4e3c-a926-3f2e29263103 tempest-ListServersNegativeTestJSON-1207334089 tempest-ListServersNegativeTestJSON-1207334089-project] 10.222.0.67 "GET /v2.0/ports?device_id=a84d2947-bfad-453f-8a9a-46f6c9c330a9 HTTP/1.1" status: 200 len: 210 time: 0.0922418 Sep 23 19:37:40.543141 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.v2.base [req-c18483ca-fc32-427b-a2bd-6bcec46372fd req-e963cbf5-1265-4866-93f6-da65ea4aae7a service neutron] Request body: {'port': {'device_id': 'cc49f703-4b5d-4b83-892f-bf864a0a1bc7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713301-16'}} {{(pid=95101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:37:40.572775 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-be4b34be-e2be-401f-b529-fd389624d1ed tempest-FloatingIPAdminTestJSON-878028171 tempest-FloatingIPAdminTestJSON-878028171-project-admin] 10.222.0.67 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 2252 time: 0.3102779 Sep 23 19:37:40.575339 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 56118) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:37:40.578538 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c5ab757-01a7-4144-a97b-8707064bbd39 tempest-NetworksIpV6Test-1074010632 tempest-NetworksIpV6Test-1074010632-project] Checking segment: {'id': 'e02d3ee8-0c74-4c73-ab1c-6583d8d3b497', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '7103b731-f780-41d8-a5f2-6ff55b5abd4d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95102) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:37:40.578913 n-d-713301-16 neutron-server[95102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c5ab757-01a7-4144-a97b-8707064bbd39 tempest-NetworksIpV6Test-1074010632 tempest-NetworksIpV6Test-1074010632-project] Network hostable DHCP agents. Network: 7103b731-f780-41d8-a5f2-6ff55b5abd4d, hostable agents: ['1b18bf05-1b5f-4587-be5c-af3ac38e32ad'], hosted agents: [] {{(pid=95102) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 19:37:40.599322 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-3842698a-4e09-4796-819e-b1d9c7f2869e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:40.653770 n-d-713301-16 neutron-server[95102]: DEBUG neutron.notifiers.nova [req-c18483ca-fc32-427b-a2bd-6bcec46372fd req-5b66c8ec-7971-4778-a128-4361eba548bc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a8c92460-5fae-4c8f-84ed-ea8e7d7e81e5 {{(pid=95102) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 19:37:40.660403 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-3842698a-4e09-4796-819e-b1d9c7f2869e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:40.662406 n-d-713301-16 neutron-server[95102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c5ab757-01a7-4144-a97b-8707064bbd39 tempest-NetworksIpV6Test-1074010632 tempest-NetworksIpV6Test-1074010632-project] Network 7103b731-f780-41d8-a5f2-6ff55b5abd4d is scheduled to be hosted by DHCP agent 1b18bf05-1b5f-4587-be5c-af3ac38e32ad with binding_index 1 {{(pid=95102) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 19:37:40.676260 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b40c5c61-45f7-4378-8e38-bf4fa4f07bb2 req-bee75e26-61cd-4267-a400-1d36636b2029 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:37:40.678186 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-b40c5c61-45f7-4378-8e38-bf4fa4f07bb2 req-bee75e26-61cd-4267-a400-1d36636b2029 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=ee2e9bda0f104270af74ba8d5f144843&device_id=7250b04d-cbe1-42a9-ad22-a6926740b5d8 HTTP/1.1" status: 200 len: 1095 time: 0.1950667 Sep 23 19:37:40.678938 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-c18483ca-fc32-427b-a2bd-6bcec46372fd req-5b66c8ec-7971-4778-a128-4361eba548bc service neutron] Notify callbacks [] for port, precommit_update {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:40.694065 n-d-713301-16 neutron-server[95102]: DEBUG neutron.scheduler.base_scheduler [None req-9c5ab757-01a7-4144-a97b-8707064bbd39 tempest-NetworksIpV6Test-1074010632 tempest-NetworksIpV6Test-1074010632-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713301-16, 7103b731-f780-41d8-a5f2-6ff55b5abd4d) {{(pid=95102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:37:40.706939 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-041dcfde-d04e-4276-ab26-09a99ddcda3b None None] Network 7103b731-f780-41d8-a5f2-6ff55b5abd4d requested from n-d-713301-16 {{(pid=95103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 19:37:40.709858 n-d-713301-16 neutron-server[95102]: DEBUG neutron.db.provisioning_blocks [req-c18483ca-fc32-427b-a2bd-6bcec46372fd req-5b66c8ec-7971-4778-a128-4361eba548bc service neutron] Transition to ACTIVE for port object a8c92460-5fae-4c8f-84ed-ea8e7d7e81e5 will not be triggered until provisioned by entity L2. {{(pid=95102) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 19:37:40.712596 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c5ab757-01a7-4144-a97b-8707064bbd39 tempest-NetworksIpV6Test-1074010632 tempest-NetworksIpV6Test-1074010632-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:37:40.713480 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-9c5ab757-01a7-4144-a97b-8707064bbd39 tempest-NetworksIpV6Test-1074010632 tempest-NetworksIpV6Test-1074010632-project] Notify callbacks [] for subnet, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:40.732008 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-c18483ca-fc32-427b-a2bd-6bcec46372fd req-5b66c8ec-7971-4778-a128-4361eba548bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4399095'] for port, after_update {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:40.829871 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-96fe1a78-0279-46ca-9625-5533bcaecd72 tempest-RoutersIpV6AdminTest-525100567 tempest-RoutersIpV6AdminTest-525100567-project] Notify callbacks [] for port, precommit_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:40.860146 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-9c5ab757-01a7-4144-a97b-8707064bbd39 tempest-NetworksIpV6Test-1074010632 tempest-NetworksIpV6Test-1074010632-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 1.3848650 Sep 23 19:37:40.862902 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 56150) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:37:40.939442 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-96fe1a78-0279-46ca-9625-5533bcaecd72 tempest-RoutersIpV6AdminTest-525100567 tempest-RoutersIpV6AdminTest-525100567-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783145673135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5607431'] for port, after_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:40.947111 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b66c8ec-7971-4778-a128-4361eba548bc service neutron] Pushing event updated for resources: {'Port': ['ID=a8c92460-5fae-4c8f-84ed-ea8e7d7e81e5,revision_number=2']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:37:40.949919 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-3842698a-4e09-4796-819e-b1d9c7f2869e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:40.960945 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-3842698a-4e09-4796-819e-b1d9c7f2869e admin admin] Notify callbacks [] for security_group, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:40.966950 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-3842698a-4e09-4796-819e-b1d9c7f2869e admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/25f23923-3a7c-479d-aae2-7449a50c7a10 HTTP/1.1" status: 204 len: 168 time: 0.8010085 Sep 23 19:37:40.994111 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d15f5d9-eade-4593-b48b-bcd16ae66cf3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4c8b80df-07eb-5275-9f17-5cf640db67c0-7103b731-f780-41d8-a5f2-6ff55b5abd4d', 'network_id': '7103b731-f780-41d8-a5f2-6ff55b5abd4d', 'tenant_id': '699ebd3ddaa74a06bf917c17312a1ac5', 'fixed_ips': [{'subnet_id': '246a8c6a-ab9f-4769-b204-adbfe198a495'}]}} from n-d-713301-16. {{(pid=95103) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 23 19:37:40.994846 n-d-713301-16 neutron-server[95102]: DEBUG neutron.db.db_base_plugin_common [req-c18483ca-fc32-427b-a2bd-6bcec46372fd req-af6a23bb-6d99-4d0a-9e2c-e26aec238e44 tempest-ListServersNegativeTestJSON-1207334089 tempest-ListServersNegativeTestJSON-1207334089-project] Allocated IP 172.20.0.7 (b530eab4-083b-43c2-ba27-6b6c9352e514/1ea16b04-422a-47bf-a76f-de1ce7c29b70/7b2f1715-4904-4fe0-9fdd-042fe3860649) {{(pid=95102) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 19:37:40.995839 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-3d15f5d9-eade-4593-b48b-bcd16ae66cf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_create {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:41.028856 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96fe1a78-0279-46ca-9625-5533bcaecd72 tempest-RoutersIpV6AdminTest-525100567 tempest-RoutersIpV6AdminTest-525100567-project] Pushing event updated for resources: {'Port': ['ID=4834f7f1-4b27-4ae4-a717-9f9bf37af1a7,revision_number=1']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:37:41.040233 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-c18483ca-fc32-427b-a2bd-6bcec46372fd req-e963cbf5-1265-4866-93f6-da65ea4aae7a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:41.146140 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96fe1a78-0279-46ca-9625-5533bcaecd72 tempest-RoutersIpV6AdminTest-525100567 tempest-RoutersIpV6AdminTest-525100567-project] Network 5dec5c09-378e-4f50-89cc-d94eb81c3bac is already hosted by enough agents. {{(pid=95101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:37:41.161035 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b40c5c61-45f7-4378-8e38-bf4fa4f07bb2 req-fad4163e-c1df-4df4-8395-e5c08fda1fdb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:37:41.161897 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3842698a-4e09-4796-819e-b1d9c7f2869e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25f23923-3a7c-479d-aae2-7449a50c7a10,revision_number=None']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:37:41.170717 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-b40c5c61-45f7-4378-8e38-bf4fa4f07bb2 req-fad4163e-c1df-4df4-8395-e5c08fda1fdb service neutron] 10.222.0.53 "GET /v2.0/networks?id=13c320c3-e746-4d37-877a-d3d286211b52 HTTP/1.1" status: 200 len: 907 time: 0.4818115 Sep 23 19:37:41.173630 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.base_scheduler [None req-96fe1a78-0279-46ca-9625-5533bcaecd72 tempest-RoutersIpV6AdminTest-525100567 tempest-RoutersIpV6AdminTest-525100567-project] Resources bound (agent type, host, resource id): {{(pid=95101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:37:41.222787 n-d-713301-16 neutron-server[95101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96fe1a78-0279-46ca-9625-5533bcaecd72 tempest-RoutersIpV6AdminTest-525100567 tempest-RoutersIpV6AdminTest-525100567-project] Received port after_create {{(pid=95101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 19:37:41.234700 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.db_base_plugin_common [None req-3d15f5d9-eade-4593-b48b-bcd16ae66cf3 None None] Allocated IP 2001:db8::1 (7103b731-f780-41d8-a5f2-6ff55b5abd4d/246a8c6a-ab9f-4769-b204-adbfe198a495/9c2a159f-dcf5-46fd-83da-6ac2f65147c8) {{(pid=95103) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 19:37:41.253854 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3cb40c9-5845-4400-b335-8bf77ece65fe req-b7181f62-4788-469f-b33c-b967d6c4df99 tempest-ServersTestJSON-149791516 tempest-ServersTestJSON-149791516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:37:41.279158 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-e3cb40c9-5845-4400-b335-8bf77ece65fe req-b7181f62-4788-469f-b33c-b967d6c4df99 tempest-ServersTestJSON-149791516 tempest-ServersTestJSON-149791516-project] 10.222.0.67 "GET /v2.0/ports?device_id=7250b04d-cbe1-42a9-ad22-a6926740b5d8 HTTP/1.1" status: 200 len: 943 time: 0.3781374 Sep 23 19:37:41.399084 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-b40c5c61-45f7-4378-8e38-bf4fa4f07bb2 req-41ba239b-48cb-4963-8437-7ef39f44ead2 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1e33a789-d371-4447-ad9f-6d77201ac2d1 HTTP/1.1" status: 200 len: 217 time: 0.1815534 Sep 23 19:37:41.438545 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-20fb0c28-dbee-4b7a-b009-95d19068cd5d tempest-NetworksIpV6Test-1074010632 tempest-NetworksIpV6Test-1074010632-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1628021'] for network, before_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:41.485332 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.managers [req-c18483ca-fc32-427b-a2bd-6bcec46372fd req-5b66c8ec-7971-4778-a128-4361eba548bc service neutron] Attempting to bind port a8c92460-5fae-4c8f-84ed-ea8e7d7e81e5 on host n-h2-713301-16 for vnic_type normal with profile {{(pid=95102) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 19:37:41.486220 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.managers [req-c18483ca-fc32-427b-a2bd-6bcec46372fd req-5b66c8ec-7971-4778-a128-4361eba548bc service neutron] Attempting to bind port a8c92460-5fae-4c8f-84ed-ea8e7d7e81e5 by drivers openvswitch,hyperv on host n-h2-713301-16 at level 0 using segments [{'id': '2ac4e7d7-8acc-4746-b729-6191494d3cf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': 'b530eab4-083b-43c2-ba27-6b6c9352e514'}] {{(pid=95102) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 19:37:41.487748 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c18483ca-fc32-427b-a2bd-6bcec46372fd req-5b66c8ec-7971-4778-a128-4361eba548bc service neutron] Attempting to bind port a8c92460-5fae-4c8f-84ed-ea8e7d7e81e5 on network b530eab4-083b-43c2-ba27-6b6c9352e514 {{(pid=95102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:37:41.591683 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-20fb0c28-dbee-4b7a-b009-95d19068cd5d tempest-NetworksIpV6Test-1074010632 tempest-NetworksIpV6Test-1074010632-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1756813'] for subnet, precommit_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:41.704826 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-e3cb40c9-5845-4400-b335-8bf77ece65fe req-da652707-bddc-418b-bbcb-90461e185330 tempest-ServersTestJSON-149791516 tempest-ServersTestJSON-149791516-project] 10.222.0.67 "GET /v2.0/security-groups?id=b8c31db9-bcb2-4708-876e-18b1f4bdd8a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4249141 Sep 23 19:37:41.710416 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c18483ca-fc32-427b-a2bd-6bcec46372fd req-5b66c8ec-7971-4778-a128-4361eba548bc service neutron] Port a8c92460-5fae-4c8f-84ed-ea8e7d7e81e5 on network b530eab4-083b-43c2-ba27-6b6c9352e514 not bound, no agent of type Open vSwitch agent registered on host n-h2-713301-16 {{(pid=95102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 19:37:41.712036 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c18483ca-fc32-427b-a2bd-6bcec46372fd req-5b66c8ec-7971-4778-a128-4361eba548bc service neutron] Attempting to bind port a8c92460-5fae-4c8f-84ed-ea8e7d7e81e5 on network b530eab4-083b-43c2-ba27-6b6c9352e514 {{(pid=95102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:37:41.790201 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-cc478b22-3177-449e-bbbd-16d9e0fd2830 req-6e4cfaec-d545-48e0-ae36-d4e775b67c75 tempest-ListServersNegativeTestJSON-1207334089 tempest-ListServersNegativeTestJSON-1207334089-project] 10.222.0.67 "GET /v2.0/ports?device_id=a84d2947-bfad-453f-8a9a-46f6c9c330a9 HTTP/1.1" status: 200 len: 210 time: 0.0893898 Sep 23 19:37:41.801728 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c18483ca-fc32-427b-a2bd-6bcec46372fd req-5b66c8ec-7971-4778-a128-4361eba548bc service neutron] Checking agent: {'id': '2a7cea34-db54-4faf-8d23-37521c3e34cb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713301-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 19, 15, 28), 'started_at': datetime.datetime(2021, 9, 23, 19, 15, 28), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 19, 37, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 19:37:41.801890 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c18483ca-fc32-427b-a2bd-6bcec46372fd req-5b66c8ec-7971-4778-a128-4361eba548bc service neutron] Checking segment: {'id': '2ac4e7d7-8acc-4746-b729-6191494d3cf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': 'b530eab4-083b-43c2-ba27-6b6c9352e514'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95102) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:37:41.802249 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c18483ca-fc32-427b-a2bd-6bcec46372fd req-5b66c8ec-7971-4778-a128-4361eba548bc service neutron] Bound using segment: {'id': '2ac4e7d7-8acc-4746-b729-6191494d3cf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': 'b530eab4-083b-43c2-ba27-6b6c9352e514'} {{(pid=95102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 19:37:41.803933 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.managers [req-c18483ca-fc32-427b-a2bd-6bcec46372fd req-5b66c8ec-7971-4778-a128-4361eba548bc service neutron] Bound port: a8c92460-5fae-4c8f-84ed-ea8e7d7e81e5, host: n-h2-713301-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2ac4e7d7-8acc-4746-b729-6191494d3cf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': 'b530eab4-083b-43c2-ba27-6b6c9352e514'}}] {{(pid=95102) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 19:37:41.807342 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-c18483ca-fc32-427b-a2bd-6bcec46372fd req-5b66c8ec-7971-4778-a128-4361eba548bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:41.951294 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Device b3db6f4f-48b8-41b5-9039-59dfa98ac830 up at agent ovs-agent-n-d-713301-16 {{(pid=95103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 19:37:42.043910 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.db [req-c18483ca-fc32-427b-a2bd-6bcec46372fd req-5b66c8ec-7971-4778-a128-4361eba548bc service neutron] For port a8c92460-5fae-4c8f-84ed-ea8e7d7e81e5, host n-h2-713301-16, cleared binding levels {{(pid=95102) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 19:37:42.049332 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.db [req-c18483ca-fc32-427b-a2bd-6bcec46372fd req-5b66c8ec-7971-4778-a128-4361eba548bc service neutron] For port a8c92460-5fae-4c8f-84ed-ea8e7d7e81e5, host n-h2-713301-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-16',level=0,port_id=a8c92460-5fae-4c8f-84ed-ea8e7d7e81e5,segment=NetworkSegment(2ac4e7d7-8acc-4746-b729-6191494d3cf1),segment_id=2ac4e7d7-8acc-4746-b729-6191494d3cf1)] {{(pid=95102) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 19:37:42.053375 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-c18483ca-fc32-427b-a2bd-6bcec46372fd req-af6a23bb-6d99-4d0a-9e2c-e26aec238e44 tempest-ListServersNegativeTestJSON-1207334089 tempest-ListServersNegativeTestJSON-1207334089-project] Notify callbacks [] for port, precommit_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:42.060702 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-c18483ca-fc32-427b-a2bd-6bcec46372fd req-5b66c8ec-7971-4778-a128-4361eba548bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4399095'] for port, after_update {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:42.112234 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c18483ca-fc32-427b-a2bd-6bcec46372fd req-5b66c8ec-7971-4778-a128-4361eba548bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:37:42.113144 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-c18483ca-fc32-427b-a2bd-6bcec46372fd req-5b66c8ec-7971-4778-a128-4361eba548bc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222849'] for port, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:42.114948 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-c18483ca-fc32-427b-a2bd-6bcec46372fd req-5b66c8ec-7971-4778-a128-4361eba548bc service neutron] 10.222.0.53 "PUT /v2.0/ports/a8c92460-5fae-4c8f-84ed-ea8e7d7e81e5 HTTP/1.1" status: 200 len: 1092 time: 4.0270822 Sep 23 19:37:42.117215 n-d-713301-16 neutron-server[95102]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ff231c83-1672-4420-aa04-ad15c4772493', 'tag': 'a8c92460-5fae-4c8f-84ed-ea8e7d7e81e5'}] {{(pid=95102) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 19:37:42.123535 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2eda163e-8b87-4ea8-958c-135fa8f2c8c6 None None] Network ae36521b-2fe6-4912-94f3-c41da0d01baa requested from n-d-713301-16 {{(pid=95103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 19:37:42.128014 n-d-713301-16 neutron-server[95102]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab31b6d93e5336dbddfa8ec424565b3bd8cb2369c5b4d85bc943472dbb21e8ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-309327e7-b92c-4992-9a18-5bb193553948" -d '{"events": [{"name": "network-changed", "server_uuid": "ff231c83-1672-4420-aa04-ad15c4772493", "tag": "a8c92460-5fae-4c8f-84ed-ea8e7d7e81e5"}]}' {{(pid=95102) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 19:37:42.177394 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-3d15f5d9-eade-4593-b48b-bcd16ae66cf3 None None] Notify callbacks [] for port, precommit_create {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:42.219012 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Provisioning complete for port b3db6f4f-48b8-41b5-9039-59dfa98ac830 triggered by entity L2. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:37:42.220200 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:42.248989 n-d-713301-16 neutron-server[95102]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 19:37:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3114e959-1017-48db-9281-4eba79a8c618 x-openstack-request-id: req-3114e959-1017-48db-9281-4eba79a8c618 {{(pid=95102) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 19:37:42.259257 n-d-713301-16 neutron-server[95102]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ff231c83-1672-4420-aa04-ad15c4772493", "tag": "a8c92460-5fae-4c8f-84ed-ea8e7d7e81e5", "status": "completed", "code": 200}]} {{(pid=95102) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 19:37:42.259582 n-d-713301-16 neutron-server[95102]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-3114e959-1017-48db-9281-4eba79a8c618 {{(pid=95102) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 19:37:42.260280 n-d-713301-16 neutron-server[95102]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ff231c83-1672-4420-aa04-ad15c4772493', 'tag': 'a8c92460-5fae-4c8f-84ed-ea8e7d7e81e5', 'status': 'completed', 'code': 200} Sep 23 19:37:42.269188 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-3d15f5d9-eade-4593-b48b-bcd16ae66cf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783145673135'] for port, after_create {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:42.278286 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b66c8ec-7971-4778-a128-4361eba548bc service neutron] Pushing event updated for resources: {'Port': ['ID=a8c92460-5fae-4c8f-84ed-ea8e7d7e81e5,revision_number=3']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:37:42.287618 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-c18483ca-fc32-427b-a2bd-6bcec46372fd req-af6a23bb-6d99-4d0a-9e2c-e26aec238e44 tempest-ListServersNegativeTestJSON-1207334089 tempest-ListServersNegativeTestJSON-1207334089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783145673135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4399100'] for port, after_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:42.302987 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-20fb0c28-dbee-4b7a-b009-95d19068cd5d tempest-NetworksIpV6Test-1074010632 tempest-NetworksIpV6Test-1074010632-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1756804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4399009', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5388229'] for subnet, after_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:42.349277 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-96fe1a78-0279-46ca-9625-5533bcaecd72 tempest-RoutersIpV6AdminTest-525100567 tempest-RoutersIpV6AdminTest-525100567-project] Notify callbacks [] for router_gateway, after_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:42.372721 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c18483ca-fc32-427b-a2bd-6bcec46372fd req-4015152f-0ee4-483d-8fca-6090561b507a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:37:42.374592 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-c18483ca-fc32-427b-a2bd-6bcec46372fd req-4015152f-0ee4-483d-8fca-6090561b507a service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=1ef5475a68844e7f905c8834dd628159&device_id=ff231c83-1672-4420-aa04-ad15c4772493 HTTP/1.1" status: 200 len: 1095 time: 0.2051606 Sep 23 19:37:42.380691 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20fb0c28-dbee-4b7a-b009-95d19068cd5d tempest-NetworksIpV6Test-1074010632 tempest-NetworksIpV6Test-1074010632-project] Pushing event deleted for resources: {'Subnet': ['ID=246a8c6a-ab9f-4769-b204-adbfe198a495,revision_number=None']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:37:42.387682 n-d-713301-16 neutron-server[95102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c18483ca-fc32-427b-a2bd-6bcec46372fd req-af6a23bb-6d99-4d0a-9e2c-e26aec238e44 tempest-ListServersNegativeTestJSON-1207334089 tempest-ListServersNegativeTestJSON-1207334089-project] Network b530eab4-083b-43c2-ba27-6b6c9352e514 is already hosted by enough agents. {{(pid=95102) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:37:42.410446 n-d-713301-16 neutron-server[95102]: DEBUG neutron.scheduler.base_scheduler [req-c18483ca-fc32-427b-a2bd-6bcec46372fd req-af6a23bb-6d99-4d0a-9e2c-e26aec238e44 tempest-ListServersNegativeTestJSON-1207334089 tempest-ListServersNegativeTestJSON-1207334089-project] Resources bound (agent type, host, resource id): {{(pid=95102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:37:42.410699 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-7801e3d9-2060-407c-a8bd-b70b9f6a9ad8 None None] Provisioning complete for port b3db6f4f-48b8-41b5-9039-59dfa98ac830 triggered by entity DHCP. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:37:42.412231 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-7801e3d9-2060-407c-a8bd-b70b9f6a9ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:42.415117 n-d-713301-16 neutron-server[95102]: DEBUG neutron.db.l3_dvrscheduler_db [req-c18483ca-fc32-427b-a2bd-6bcec46372fd req-af6a23bb-6d99-4d0a-9e2c-e26aec238e44 tempest-ListServersNegativeTestJSON-1207334089 tempest-ListServersNegativeTestJSON-1207334089-project] Received port after_create {{(pid=95102) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 19:37:42.438263 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b40c5c61-45f7-4378-8e38-bf4fa4f07bb2 req-f43ad97b-f1b0-4a95-b882-d6cc0a8f0c3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:37:42.440881 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-b40c5c61-45f7-4378-8e38-bf4fa4f07bb2 req-f43ad97b-f1b0-4a95-b882-d6cc0a8f0c3d service neutron] 10.222.0.53 "GET /v2.0/subnets?id=1858a7c9-e08d-4d7a-87f9-fd282e21109a HTTP/1.1" status: 200 len: 846 time: 0.9843338 Sep 23 19:37:42.484994 n-d-713301-16 neutron-server[95103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d15f5d9-eade-4593-b48b-bcd16ae66cf3 None None] Network 7103b731-f780-41d8-a5f2-6ff55b5abd4d is already hosted by enough agents. {{(pid=95103) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:37:42.500845 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af6a23bb-6d99-4d0a-9e2c-e26aec238e44 tempest-ListServersNegativeTestJSON-1207334089 tempest-ListServersNegativeTestJSON-1207334089-project] Pushing event updated for resources: {'Port': ['ID=7b2f1715-4904-4fe0-9fdd-042fe3860649,revision_number=1']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:37:42.509303 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-c18483ca-fc32-427b-a2bd-6bcec46372fd req-cf5d5453-3488-448a-b787-17075c9a8486 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a8c92460-5fae-4c8f-84ed-ea8e7d7e81e5 HTTP/1.1" status: 200 len: 217 time: 0.1197278 Sep 23 19:37:42.512837 n-d-713301-16 neutron-server[95103]: DEBUG neutron.scheduler.base_scheduler [None req-3d15f5d9-eade-4593-b48b-bcd16ae66cf3 None None] Resources bound (agent type, host, resource id): {{(pid=95103) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:37:42.515137 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d15f5d9-eade-4593-b48b-bcd16ae66cf3 None None] Pushing event updated for resources: {'Port': ['ID=9c2a159f-dcf5-46fd-83da-6ac2f65147c8,revision_number=1']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:37:42.530368 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d15f5d9-eade-4593-b48b-bcd16ae66cf3 None None] Received port after_create {{(pid=95103) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 19:37:42.600106 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-20fb0c28-dbee-4b7a-b009-95d19068cd5d tempest-NetworksIpV6Test-1074010632 tempest-NetworksIpV6Test-1074010632-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1754676', 'neutron.services.segments.db._delete_segments_for_network-8783146221460'] for network, precommit_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:42.693153 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:42.754344 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-b40c5c61-45f7-4378-8e38-bf4fa4f07bb2 req-bbd23547-fd11-4da0-9a84-18c4de26fc1e service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=13c320c3-e746-4d37-877a-d3d286211b52&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0802584 Sep 23 19:37:42.822588 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-7801e3d9-2060-407c-a8bd-b70b9f6a9ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:42.895397 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] For port b3db6f4f-48b8-41b5-9039-59dfa98ac830, host n-d-713301-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-16',level=0,port_id=b3db6f4f-48b8-41b5-9039-59dfa98ac830,segment=NetworkSegment(1f25527a-a41b-4f42-9208-67df0863562d),segment_id=1f25527a-a41b-4f42-9208-67df0863562d)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:37:42.898057 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.managers [None req-3d15f5d9-eade-4593-b48b-bcd16ae66cf3 None None] Attempting to bind port 9c2a159f-dcf5-46fd-83da-6ac2f65147c8 on host n-d-713301-16 for vnic_type normal with profile {{(pid=95103) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 19:37:42.899732 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.managers [None req-3d15f5d9-eade-4593-b48b-bcd16ae66cf3 None None] Attempting to bind port 9c2a159f-dcf5-46fd-83da-6ac2f65147c8 by drivers openvswitch,hyperv on host n-d-713301-16 at level 0 using segments [{'id': 'e02d3ee8-0c74-4c73-ab1c-6583d8d3b497', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '7103b731-f780-41d8-a5f2-6ff55b5abd4d'}] {{(pid=95103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 19:37:42.901466 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d15f5d9-eade-4593-b48b-bcd16ae66cf3 None None] Attempting to bind port 9c2a159f-dcf5-46fd-83da-6ac2f65147c8 on network 7103b731-f780-41d8-a5f2-6ff55b5abd4d {{(pid=95103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:37:42.919040 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d15f5d9-eade-4593-b48b-bcd16ae66cf3 None None] Checking agent: {'id': '70a14545-df24-472f-8f95-bfe1719bff93', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 19, 7, 53), 'started_at': datetime.datetime(2021, 9, 23, 19, 8, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 19, 37, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 19:37:42.919455 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d15f5d9-eade-4593-b48b-bcd16ae66cf3 None None] Checking segment: {'id': 'e02d3ee8-0c74-4c73-ab1c-6583d8d3b497', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '7103b731-f780-41d8-a5f2-6ff55b5abd4d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95103) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:37:42.920287 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-3d15f5d9-eade-4593-b48b-bcd16ae66cf3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:42.921222 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d15f5d9-eade-4593-b48b-bcd16ae66cf3 None None] Bound using segment: {'id': 'e02d3ee8-0c74-4c73-ab1c-6583d8d3b497', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '7103b731-f780-41d8-a5f2-6ff55b5abd4d'} {{(pid=95103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 19:37:42.922377 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.managers [None req-3d15f5d9-eade-4593-b48b-bcd16ae66cf3 None None] Bound port: 9c2a159f-dcf5-46fd-83da-6ac2f65147c8, host: n-d-713301-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e02d3ee8-0c74-4c73-ab1c-6583d8d3b497', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '7103b731-f780-41d8-a5f2-6ff55b5abd4d'}}] {{(pid=95103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 19:37:42.930585 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-3d15f5d9-eade-4593-b48b-bcd16ae66cf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:42.985066 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:43.084221 n-d-713301-16 neutron-server[95102]: DEBUG neutron.services.segments.db [None req-20fb0c28-dbee-4b7a-b009-95d19068cd5d tempest-NetworksIpV6Test-1074010632 tempest-NetworksIpV6Test-1074010632-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7103b731-f780-41d8-a5f2-6ff55b5abd4d']}} {{(pid=95102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:37:43.096713 n-d-713301-16 neutron-server[95102]: DEBUG neutron.services.segments.db [None req-20fb0c28-dbee-4b7a-b009-95d19068cd5d tempest-NetworksIpV6Test-1074010632 tempest-NetworksIpV6Test-1074010632-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e02d3ee8-0c74-4c73-ab1c-6583d8d3b497') {'for_net_delete': True} {{(pid=95102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:37:43.097049 n-d-713301-16 neutron-server[95102]: DEBUG neutron.services.segments.db [None req-20fb0c28-dbee-4b7a-b009-95d19068cd5d tempest-NetworksIpV6Test-1074010632 tempest-NetworksIpV6Test-1074010632-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e02d3ee8-0c74-4c73-ab1c-6583d8d3b497') {} {{(pid=95102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:37:43.102052 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Device 1e33a789-d371-4447-ad9f-6d77201ac2d1 details requested by agent hyperv_n-h2-713301-16 with host n-h2-713301-16 {{(pid=95103) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 19:37:43.107453 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-20fb0c28-dbee-4b7a-b009-95d19068cd5d tempest-NetworksIpV6Test-1074010632 tempest-NetworksIpV6Test-1074010632-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783146221725', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6162832'] for segment, before_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:43.126672 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-20fb0c28-dbee-4b7a-b009-95d19068cd5d tempest-NetworksIpV6Test-1074010632 tempest-NetworksIpV6Test-1074010632-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1756186'] for segment, precommit_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:43.134481 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-20fb0c28-dbee-4b7a-b009-95d19068cd5d tempest-NetworksIpV6Test-1074010632 tempest-NetworksIpV6Test-1074010632-project] Releasing vlan 627 on physical network physnet1 to pool {{(pid=95102) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 19:37:43.135491 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-20fb0c28-dbee-4b7a-b009-95d19068cd5d tempest-NetworksIpV6Test-1074010632 tempest-NetworksIpV6Test-1074010632-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1756186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4398095'] for segment, after_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:43.205959 n-d-713301-16 neutron-server[95102]: Traceback (most recent call last): Sep 23 19:37:43.205959 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 19:37:43.205959 n-d-713301-16 neutron-server[95102]: timer() Sep 23 19:37:43.205959 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 19:37:43.205959 n-d-713301-16 neutron-server[95102]: cb(*args, **kw) Sep 23 19:37:43.205959 n-d-713301-16 neutron-server[95102]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 19:37:43.205959 n-d-713301-16 neutron-server[95102]: return func(*args, **kwargs) Sep 23 19:37:43.205959 n-d-713301-16 neutron-server[95102]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 19:37:43.205959 n-d-713301-16 neutron-server[95102]: self._notify() Sep 23 19:37:43.205959 n-d-713301-16 neutron-server[95102]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 19:37:43.205959 n-d-713301-16 neutron-server[95102]: self.callback(batched_events) Sep 23 19:37:43.205959 n-d-713301-16 neutron-server[95102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 19:37:43.205959 n-d-713301-16 neutron-server[95102]: event.method(event) Sep 23 19:37:43.205959 n-d-713301-16 neutron-server[95102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 19:37:43.205959 n-d-713301-16 neutron-server[95102]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 19:37:43.205959 n-d-713301-16 neutron-server[95102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 19:37:43.205959 n-d-713301-16 neutron-server[95102]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 19:37:43.205959 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 19:37:43.205959 n-d-713301-16 neutron-server[95102]: return f(self, *a, **k) Sep 23 19:37:43.205959 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 19:37:43.205959 n-d-713301-16 neutron-server[95102]: return self._get(url).json() Sep 23 19:37:43.205959 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 19:37:43.205959 n-d-713301-16 neutron-server[95102]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 19:37:43.205959 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 19:37:43.205959 n-d-713301-16 neutron-server[95102]: return self.request(url, 'GET', **kwargs) Sep 23 19:37:43.205959 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 19:37:43.205959 n-d-713301-16 neutron-server[95102]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 19:37:43.205959 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 19:37:43.205959 n-d-713301-16 neutron-server[95102]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 19:37:43.205959 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 19:37:43.205959 n-d-713301-16 neutron-server[95102]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 19:37:43.205959 n-d-713301-16 neutron-server[95102]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 19:37:43.216410 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.db.api [None req-20fb0c28-dbee-4b7a-b009-95d19068cd5d tempest-NetworksIpV6Test-1074010632 tempest-NetworksIpV6Test-1074010632-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Sep 23 19:37:43.216410 n-d-713301-16 neutron-server[95102]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Sep 23 19:37:43.216410 n-d-713301-16 neutron-server[95102]: [parameters: {'id': '7103b731-f780-41d8-a5f2-6ff55b5abd4d'}] Sep 23 19:37:43.216410 n-d-713301-16 neutron-server[95102]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=95102) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 23 19:37:43.217354 n-d-713301-16 neutron-server[95102]: DEBUG oslo_db.api [None req-20fb0c28-dbee-4b7a-b009-95d19068cd5d tempest-NetworksIpV6Test-1074010632 tempest-NetworksIpV6Test-1074010632-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=95102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 23 19:37:43.250829 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-96fe1a78-0279-46ca-9625-5533bcaecd72 tempest-RoutersIpV6AdminTest-525100567 tempest-RoutersIpV6AdminTest-525100567-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-601749', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-597253', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29360'] for router, precommit_update {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:43.251119 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] For port 1e33a789-d371-4447-ad9f-6d77201ac2d1, host n-h2-713301-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-16',level=0,port_id=1e33a789-d371-4447-ad9f-6d77201ac2d1,segment=NetworkSegment(c829e8ab-031e-4667-8d5b-36ba5cfb9383),segment_id=c829e8ab-031e-4667-8d5b-36ba5cfb9383)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:37:43.257249 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-96fe1a78-0279-46ca-9625-5533bcaecd72 tempest-RoutersIpV6AdminTest-525100567 tempest-RoutersIpV6AdminTest-525100567-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-601790', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-601772', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-601767', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-597276'] for router, after_update {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:43.260757 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.plugin [None req-48011990-e550-49ec-93a3-fad4afd29b4b tempest-FloatingIPAdminTestJSON-2134933000 tempest-FloatingIPAdminTestJSON-2134933000-project] Deleting port 1c9666d4-d2de-41b1-b398-5da74f209e28 {{(pid=95101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:37:43.261271 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-48011990-e550-49ec-93a3-fad4afd29b4b tempest-FloatingIPAdminTestJSON-2134933000 tempest-FloatingIPAdminTestJSON-2134933000-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783146157096'] for port, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:43.286866 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Pushing event updated for resources: {'Port': ['ID=b3db6f4f-48b8-41b5-9039-59dfa98ac830,revision_number=3']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:37:43.288678 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c18483ca-fc32-427b-a2bd-6bcec46372fd req-af6a23bb-6d99-4d0a-9e2c-e26aec238e44 tempest-ListServersNegativeTestJSON-1207334089 tempest-ListServersNegativeTestJSON-1207334089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:37:43.293228 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Returning: {'device': '1e33a789-d371-4447-ad9f-6d77201ac2d1', 'network_id': '13c320c3-e746-4d37-877a-d3d286211b52', 'port_id': '1e33a789-d371-4447-ad9f-6d77201ac2d1', 'mac_address': 'fa:16:3e:6a:cf:93', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 605, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1858a7c9-e08d-4d7a-87f9-fd282e21109a', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95103) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 19:37:43.300218 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-c18483ca-fc32-427b-a2bd-6bcec46372fd req-af6a23bb-6d99-4d0a-9e2c-e26aec238e44 tempest-ListServersNegativeTestJSON-1207334089 tempest-ListServersNegativeTestJSON-1207334089-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222849'] for port, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:43.343047 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-c18483ca-fc32-427b-a2bd-6bcec46372fd req-af6a23bb-6d99-4d0a-9e2c-e26aec238e44 tempest-ListServersNegativeTestJSON-1207334089 tempest-ListServersNegativeTestJSON-1207334089-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 6.2883692 Sep 23 19:37:43.353339 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c18483ca-fc32-427b-a2bd-6bcec46372fd req-bbee7a5e-a748-420b-b58b-dae712edde56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:37:43.356118 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-c18483ca-fc32-427b-a2bd-6bcec46372fd req-bbee7a5e-a748-420b-b58b-dae712edde56 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=1ea16b04-422a-47bf-a76f-de1ce7c29b70 HTTP/1.1" status: 200 len: 858 time: 0.8348172 Sep 23 19:37:43.384590 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.v2.base [req-c18483ca-fc32-427b-a2bd-6bcec46372fd req-19e075c7-de67-4e51-9424-0d9c5a6fa3e2 service neutron] Request body: {'port': {'device_id': 'a84d2947-bfad-453f-8a9a-46f6c9c330a9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713301-16'}} {{(pid=95102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:37:43.421693 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-c18483ca-fc32-427b-a2bd-6bcec46372fd req-36ba4b07-b8cd-490b-9ca6-eae5bdf47306 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=b530eab4-083b-43c2-ba27-6b6c9352e514&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0568616 Sep 23 19:37:43.434289 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.db.api [None req-7801e3d9-2060-407c-a8bd-b70b9f6a9ad8 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95103) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 23 19:37:43.434975 n-d-713301-16 neutron-server[95103]: DEBUG oslo_db.api [None req-7801e3d9-2060-407c-a8bd-b70b9f6a9ad8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 23 19:37:43.435758 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e228a30-a05b-404b-a691-ec6565100786 req-bc47d9e1-7185-41ce-891f-7568b241c891 tempest-ListServersNegativeTestJSON-1207334089 tempest-ListServersNegativeTestJSON-1207334089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:37:43.443346 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-8e228a30-a05b-404b-a691-ec6565100786 req-bc47d9e1-7185-41ce-891f-7568b241c891 tempest-ListServersNegativeTestJSON-1207334089 tempest-ListServersNegativeTestJSON-1207334089-project] 10.222.0.67 "GET /v2.0/ports?device_id=a84d2947-bfad-453f-8a9a-46f6c9c330a9 HTTP/1.1" status: 200 len: 931 time: 0.3861790 Sep 23 19:37:43.453880 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd370918-b077-489a-9878-dbcea8133f16 req-8528767d-6e7e-4f56-aaf0-0723c8230b51 tempest-ServersTestJSON-149791516 tempest-ServersTestJSON-149791516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:37:43.455322 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-cd370918-b077-489a-9878-dbcea8133f16 req-8528767d-6e7e-4f56-aaf0-0723c8230b51 tempest-ServersTestJSON-149791516 tempest-ServersTestJSON-149791516-project] 10.222.0.67 "GET /v2.0/ports?device_id=7250b04d-cbe1-42a9-ad22-a6926740b5d8 HTTP/1.1" status: 200 len: 943 time: 0.3996990 Sep 23 19:37:43.484630 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-3d15f5d9-eade-4593-b48b-bcd16ae66cf3 None None] For port 9c2a159f-dcf5-46fd-83da-6ac2f65147c8, host n-d-713301-16, cleared binding levels {{(pid=95103) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 19:37:43.487465 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:43.509658 n-d-713301-16 neutron-server[95103]: DEBUG neutron.notifiers.nova [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1e33a789-d371-4447-ad9f-6d77201ac2d1 {{(pid=95103) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 19:37:43.527493 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-3d15f5d9-eade-4593-b48b-bcd16ae66cf3 None None] For port 9c2a159f-dcf5-46fd-83da-6ac2f65147c8, host n-d-713301-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-16',level=0,port_id=9c2a159f-dcf5-46fd-83da-6ac2f65147c8,segment=NetworkSegment(e02d3ee8-0c74-4c73-ab1c-6583d8d3b497),segment_id=e02d3ee8-0c74-4c73-ab1c-6583d8d3b497)] {{(pid=95103) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 19:37:43.538414 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-3d15f5d9-eade-4593-b48b-bcd16ae66cf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:43.552535 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] For port 1e33a789-d371-4447-ad9f-6d77201ac2d1, host n-h2-713301-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-16',level=0,port_id=1e33a789-d371-4447-ad9f-6d77201ac2d1,segment=NetworkSegment(c829e8ab-031e-4667-8d5b-36ba5cfb9383),segment_id=c829e8ab-031e-4667-8d5b-36ba5cfb9383)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:37:43.636912 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:43.674787 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-48011990-e550-49ec-93a3-fad4afd29b4b tempest-FloatingIPAdminTestJSON-2134933000 tempest-FloatingIPAdminTestJSON-2134933000-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-605701'] for port, precommit_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:43.675398 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-48011990-e550-49ec-93a3-fad4afd29b4b tempest-FloatingIPAdminTestJSON-2134933000 tempest-FloatingIPAdminTestJSON-2134933000-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:43.725843 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d15f5d9-eade-4593-b48b-bcd16ae66cf3 None None] Pushing event updated for resources: {'Port': ['ID=9c2a159f-dcf5-46fd-83da-6ac2f65147c8,revision_number=2']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:37:43.727904 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.plugin [None req-48011990-e550-49ec-93a3-fad4afd29b4b tempest-FloatingIPAdminTestJSON-2134933000 tempest-FloatingIPAdminTestJSON-2134933000-project] Calling delete_port for 1c9666d4-d2de-41b1-b398-5da74f209e28 owned by network:floatingip {{(pid=95101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:37:43.740283 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-b40c5c61-45f7-4378-8e38-bf4fa4f07bb2 req-a7b70737-5b1c-4d98-bff7-bab1328772a0 service neutron] 10.222.0.53 "GET /v2.0/networks/13c320c3-e746-4d37-877a-d3d286211b52?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4733844 Sep 23 19:37:43.748108 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-20fb0c28-dbee-4b7a-b009-95d19068cd5d tempest-NetworksIpV6Test-1074010632 tempest-NetworksIpV6Test-1074010632-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1628021'] for network, before_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:43.754927 n-d-713301-16 neutron-server[95101]: DEBUG neutron.notifiers.nova [req-c18483ca-fc32-427b-a2bd-6bcec46372fd req-e963cbf5-1265-4866-93f6-da65ea4aae7a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b1a0014a-2a6e-4b40-9607-5e0d25450796 {{(pid=95101) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 19:37:43.785459 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Device b3db6f4f-48b8-41b5-9039-59dfa98ac830 up at agent ovs-agent-n-d-713301-16 {{(pid=95103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 19:37:43.786121 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-c18483ca-fc32-427b-a2bd-6bcec46372fd req-e963cbf5-1265-4866-93f6-da65ea4aae7a service neutron] Notify callbacks [] for port, precommit_update {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:43.795725 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-c18483ca-fc32-427b-a2bd-6bcec46372fd req-478b21f6-7780-46a0-9a81-7b242858ea20 service neutron] 10.222.0.53 "GET /v2.0/networks/b530eab4-083b-43c2-ba27-6b6c9352e514?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3383667 Sep 23 19:37:43.809095 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-8e228a30-a05b-404b-a691-ec6565100786 req-2cf16e79-eaee-45f0-a273-e08f0644701b tempest-ListServersNegativeTestJSON-1207334089 tempest-ListServersNegativeTestJSON-1207334089-project] 10.222.0.67 "GET /v2.0/security-groups?id=40996637-10c7-4777-a250-5601fd310469&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3645387 Sep 23 19:37:43.809718 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-c18483ca-fc32-427b-a2bd-6bcec46372fd req-19e075c7-de67-4e51-9424-0d9c5a6fa3e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:43.839228 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19d8e389-7aba-4358-9dd9-660e61fb2ab2 None None] Network 7103b731-f780-41d8-a5f2-6ff55b5abd4d requested from n-d-713301-16 {{(pid=95103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 19:37:43.894039 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-cd370918-b077-489a-9878-dbcea8133f16 req-5c8bb5ed-149d-4c34-8a2e-a2e7e29c632c tempest-ServersTestJSON-149791516 tempest-ServersTestJSON-149791516-project] 10.222.0.67 "GET /v2.0/security-groups?id=b8c31db9-bcb2-4708-876e-18b1f4bdd8a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4212527 Sep 23 19:37:43.957242 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] get_ports_and_sgs() called for port_ids ['1e33a789-d371-4447-ad9f-6d77201ac2d1'] {{(pid=95103) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 19:37:44.031338 n-d-713301-16 neutron-server[95101]: DEBUG neutron.db.provisioning_blocks [req-c18483ca-fc32-427b-a2bd-6bcec46372fd req-e963cbf5-1265-4866-93f6-da65ea4aae7a service neutron] Transition to ACTIVE for port object b1a0014a-2a6e-4b40-9607-5e0d25450796 will not be triggered until provisioned by entity L2. {{(pid=95101) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 19:37:44.126265 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-c18483ca-fc32-427b-a2bd-6bcec46372fd req-e963cbf5-1265-4866-93f6-da65ea4aae7a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5607436'] for port, after_update {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:44.190494 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Pushing event updated for resources: {'Port': ['ID=1e33a789-d371-4447-ad9f-6d77201ac2d1,revision_number=4']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:37:44.248360 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-410120b1-c4a7-485c-bdee-6298dacb1b84 None None] get_active_networks_info from n-d-713301-16 {{(pid=95103) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 23 19:37:44.251916 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-48011990-e550-49ec-93a3-fad4afd29b4b tempest-FloatingIPAdminTestJSON-2134933000 tempest-FloatingIPAdminTestJSON-2134933000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783146162158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783145673144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5607431'] for port, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:44.309017 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Provisioning complete for port b3db6f4f-48b8-41b5-9039-59dfa98ac830 triggered by entity L2. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:37:44.309644 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:44.370172 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-96fe1a78-0279-46ca-9625-5533bcaecd72 tempest-RoutersIpV6AdminTest-525100567 tempest-RoutersIpV6AdminTest-525100567-project] Router 771fb9bf-a876-45c4-afa1-8b97588f2435 is scheduled to L3 agent 79a740bf-7821-4989-8288-7186e3e128f3 with binding_index 1 {{(pid=95101) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 23 19:37:44.377974 n-d-713301-16 neutron-server[95102]: DEBUG neutron.notifiers.nova [req-c18483ca-fc32-427b-a2bd-6bcec46372fd req-19e075c7-de67-4e51-9424-0d9c5a6fa3e2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7b2f1715-4904-4fe0-9fdd-042fe3860649 {{(pid=95102) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 19:37:44.387760 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-c18483ca-fc32-427b-a2bd-6bcec46372fd req-19e075c7-de67-4e51-9424-0d9c5a6fa3e2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:44.403166 n-d-713301-16 neutron-server[95102]: DEBUG neutron.db.provisioning_blocks [req-c18483ca-fc32-427b-a2bd-6bcec46372fd req-19e075c7-de67-4e51-9424-0d9c5a6fa3e2 service neutron] Transition to ACTIVE for port object 7b2f1715-4904-4fe0-9fdd-042fe3860649 will not be triggered until provisioned by entity L2. {{(pid=95102) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 19:37:44.406790 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-c18483ca-fc32-427b-a2bd-6bcec46372fd req-e770974c-0925-4968-9e44-f1aea462b6a8 service neutron] 10.222.0.53 "GET /v2.0/networks/b530eab4-083b-43c2-ba27-6b6c9352e514?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5945590 Sep 23 19:37:44.410805 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-c18483ca-fc32-427b-a2bd-6bcec46372fd req-19e075c7-de67-4e51-9424-0d9c5a6fa3e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4399095'] for port, after_update {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:44.431047 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 56322) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:37:44.432088 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.plugin [None req-20fb0c28-dbee-4b7a-b009-95d19068cd5d tempest-NetworksIpV6Test-1074010632 tempest-NetworksIpV6Test-1074010632-project] Deleting port 9c2a159f-dcf5-46fd-83da-6ac2f65147c8 {{(pid=95102) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:37:44.432450 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-20fb0c28-dbee-4b7a-b009-95d19068cd5d tempest-NetworksIpV6Test-1074010632 tempest-NetworksIpV6Test-1074010632-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783146157096'] for port, before_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:44.444910 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-9723dc7d-39a2-4226-aaf6-4ec98bbc5e9c None None] Provisioning complete for port b3db6f4f-48b8-41b5-9039-59dfa98ac830 triggered by entity DHCP. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:37:44.445889 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-9723dc7d-39a2-4226-aaf6-4ec98bbc5e9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:44.510670 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.db [None req-20fb0c28-dbee-4b7a-b009-95d19068cd5d tempest-NetworksIpV6Test-1074010632 tempest-NetworksIpV6Test-1074010632-project] For port 9c2a159f-dcf5-46fd-83da-6ac2f65147c8, host n-d-713301-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-16',level=0,port_id=9c2a159f-dcf5-46fd-83da-6ac2f65147c8,segment=NetworkSegment(e02d3ee8-0c74-4c73-ab1c-6583d8d3b497),segment_id=e02d3ee8-0c74-4c73-ab1c-6583d8d3b497)] {{(pid=95102) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:37:44.511184 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-20fb0c28-dbee-4b7a-b009-95d19068cd5d tempest-NetworksIpV6Test-1074010632 tempest-NetworksIpV6Test-1074010632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-605701'] for port, precommit_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:44.516803 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-b40c5c61-45f7-4378-8e38-bf4fa4f07bb2 req-9a42be65-b1ac-43f9-8e98-4fbcabf4dcbc service neutron] 10.222.0.53 "GET /v2.0/networks/13c320c3-e746-4d37-877a-d3d286211b52?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7662411 Sep 23 19:37:44.517651 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-48011990-e550-49ec-93a3-fad4afd29b4b tempest-FloatingIPAdminTestJSON-2134933000 tempest-FloatingIPAdminTestJSON-2134933000-project] Notify callbacks [] for floatingip, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:44.517994 n-d-713301-16 neutron-server[95101]: INFO neutron.db.l3_db [None req-48011990-e550-49ec-93a3-fad4afd29b4b tempest-FloatingIPAdminTestJSON-2134933000 tempest-FloatingIPAdminTestJSON-2134933000-project] Floating IP 96dfb6d7-71da-4b66-98a5-5f8154396615 disassociated (deleted). External IP: 172.25.1.151, port: fe66ea15-6264-43fa-9f39-52905876b211. Sep 23 19:37:44.626451 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.plugin [None req-20fb0c28-dbee-4b7a-b009-95d19068cd5d tempest-NetworksIpV6Test-1074010632 tempest-NetworksIpV6Test-1074010632-project] Calling delete_port for 9c2a159f-dcf5-46fd-83da-6ac2f65147c8 owned by network:dhcp {{(pid=95102) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:37:44.638948 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e963cbf5-1265-4866-93f6-da65ea4aae7a service neutron] Pushing event updated for resources: {'Port': ['ID=b1a0014a-2a6e-4b40-9607-5e0d25450796,revision_number=2']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:37:44.733179 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48011990-e550-49ec-93a3-fad4afd29b4b tempest-FloatingIPAdminTestJSON-2134933000 tempest-FloatingIPAdminTestJSON-2134933000-project] Pushing event deleted for resources: {'Port': ['ID=1c9666d4-d2de-41b1-b398-5da74f209e28,revision_number=None']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:37:44.773911 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-20fb0c28-dbee-4b7a-b009-95d19068cd5d tempest-NetworksIpV6Test-1074010632 tempest-NetworksIpV6Test-1074010632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783146162158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783145673144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4399100'] for port, after_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:44.796236 n-d-713301-16 neutron-server[95103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-410120b1-c4a7-485c-bdee-6298dacb1b84 None None] Resources bound (agent type, host, resource id): {{(pid=95103) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 23 19:37:44.804193 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19e075c7-de67-4e51-9424-0d9c5a6fa3e2 service neutron] Pushing event updated for resources: {'Port': ['ID=7b2f1715-4904-4fe0-9fdd-042fe3860649,revision_number=2']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:37:44.807253 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.managers [req-c18483ca-fc32-427b-a2bd-6bcec46372fd req-e963cbf5-1265-4866-93f6-da65ea4aae7a service neutron] Attempting to bind port b1a0014a-2a6e-4b40-9607-5e0d25450796 on host n-h1-713301-16 for vnic_type normal with profile {{(pid=95101) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 19:37:44.808200 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.managers [req-c18483ca-fc32-427b-a2bd-6bcec46372fd req-e963cbf5-1265-4866-93f6-da65ea4aae7a service neutron] Attempting to bind port b1a0014a-2a6e-4b40-9607-5e0d25450796 by drivers openvswitch,hyperv on host n-h1-713301-16 at level 0 using segments [{'id': '2ac4e7d7-8acc-4746-b729-6191494d3cf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': 'b530eab4-083b-43c2-ba27-6b6c9352e514'}] {{(pid=95101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 19:37:44.808829 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c18483ca-fc32-427b-a2bd-6bcec46372fd req-e963cbf5-1265-4866-93f6-da65ea4aae7a service neutron] Attempting to bind port b1a0014a-2a6e-4b40-9607-5e0d25450796 on network b530eab4-083b-43c2-ba27-6b6c9352e514 {{(pid=95101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:37:44.819625 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c18483ca-fc32-427b-a2bd-6bcec46372fd req-e963cbf5-1265-4866-93f6-da65ea4aae7a service neutron] Port b1a0014a-2a6e-4b40-9607-5e0d25450796 on network b530eab4-083b-43c2-ba27-6b6c9352e514 not bound, no agent of type Open vSwitch agent registered on host n-h1-713301-16 {{(pid=95101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 19:37:44.820117 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c18483ca-fc32-427b-a2bd-6bcec46372fd req-e963cbf5-1265-4866-93f6-da65ea4aae7a service neutron] Attempting to bind port b1a0014a-2a6e-4b40-9607-5e0d25450796 on network b530eab4-083b-43c2-ba27-6b6c9352e514 {{(pid=95101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:37:44.824839 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309327e7-b92c-4992-9a18-5bb193553948 req-a32bbbc7-3ac3-485f-9fc7-cbe2f4f7fade service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:37:44.826469 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-309327e7-b92c-4992-9a18-5bb193553948 req-a32bbbc7-3ac3-485f-9fc7-cbe2f4f7fade service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=1ef5475a68844e7f905c8834dd628159&device_id=ff231c83-1672-4420-aa04-ad15c4772493 HTTP/1.1" status: 200 len: 1095 time: 0.2718599 Sep 23 19:37:44.827261 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-5864f1bb-1bbd-4c77-a431-7ab27641e1e8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:44.840666 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c18483ca-fc32-427b-a2bd-6bcec46372fd req-e963cbf5-1265-4866-93f6-da65ea4aae7a service neutron] Checking agent: {'id': '0708c3e9-0aad-4600-9be9-d2486535c898', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713301-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 19, 15, 28), 'started_at': datetime.datetime(2021, 9, 23, 19, 15, 28), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 19, 37, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 19:37:44.841338 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c18483ca-fc32-427b-a2bd-6bcec46372fd req-e963cbf5-1265-4866-93f6-da65ea4aae7a service neutron] Checking segment: {'id': '2ac4e7d7-8acc-4746-b729-6191494d3cf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': 'b530eab4-083b-43c2-ba27-6b6c9352e514'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:37:44.841964 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c18483ca-fc32-427b-a2bd-6bcec46372fd req-e963cbf5-1265-4866-93f6-da65ea4aae7a service neutron] Bound using segment: {'id': '2ac4e7d7-8acc-4746-b729-6191494d3cf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': 'b530eab4-083b-43c2-ba27-6b6c9352e514'} {{(pid=95101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 19:37:44.841964 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.managers [req-c18483ca-fc32-427b-a2bd-6bcec46372fd req-e963cbf5-1265-4866-93f6-da65ea4aae7a service neutron] Bound port: b1a0014a-2a6e-4b40-9607-5e0d25450796, host: n-h1-713301-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2ac4e7d7-8acc-4746-b729-6191494d3cf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': 'b530eab4-083b-43c2-ba27-6b6c9352e514'}}] {{(pid=95101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 19:37:44.842644 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-c18483ca-fc32-427b-a2bd-6bcec46372fd req-e963cbf5-1265-4866-93f6-da65ea4aae7a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:44.950725 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-5864f1bb-1bbd-4c77-a431-7ab27641e1e8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:45.049875 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96fe1a78-0279-46ca-9625-5533bcaecd72 tempest-RoutersIpV6AdminTest-525100567 tempest-RoutersIpV6AdminTest-525100567-project] Notify agent at l3_agent.n-d-713301-16 the message routers_updated {{(pid=95101) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 19:37:45.063663 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-96fe1a78-0279-46ca-9625-5533bcaecd72 tempest-RoutersIpV6AdminTest-525100567 tempest-RoutersIpV6AdminTest-525100567-project] Notify callbacks [] for router, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:45.068817 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-96fe1a78-0279-46ca-9625-5533bcaecd72 tempest-RoutersIpV6AdminTest-525100567 tempest-RoutersIpV6AdminTest-525100567-project] 10.222.0.67 "PUT /v2.0/routers/771fb9bf-a876-45c4-afa1-8b97588f2435 HTTP/1.1" status: 200 len: 882 time: 7.5788872 Sep 23 19:37:45.069215 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.agents_db [None req-f2f5c474-60a3-474f-b2cc-02c4bd30880c None None] Agent healthcheck: found 7 active agents {{(pid=95104) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 19:37:45.069738 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 56334) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:37:45.070480 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8dd47c6-96b3-4550-80e3-2177fcf00600 None None] Sync routers for ids ['771fb9bf-a876-45c4-afa1-8b97588f2435'] in n-d-713301-16 {{(pid=95104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 19:37:45.098543 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8dd47c6-96b3-4550-80e3-2177fcf00600 None None] Routers {'771fb9bf-a876-45c4-afa1-8b97588f2435'} bound to L3 agent in host n-d-713301-16 {{(pid=95104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 19:37:45.099193 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_hamode_db [None req-b8dd47c6-96b3-4550-80e3-2177fcf00600 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-23T19:07:52Z,description=,heartbeat_timestamp=2021-09-23T19:37:22Z,host='n-d-713301-16',id=79a740bf-7821-4989-8288-7186e3e128f3,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:07:52Z,topic='l3_agent')) {'router_ids': ['771fb9bf-a876-45c4-afa1-8b97588f2435'], 'active': True} {{(pid=95104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:37:45.190188 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_hamode_db [None req-b8dd47c6-96b3-4550-80e3-2177fcf00600 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713301-16', False) {} {{(pid=95104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:37:45.190655 n-d-713301-16 neutron-server[95102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20fb0c28-dbee-4b7a-b009-95d19068cd5d tempest-NetworksIpV6Test-1074010632 tempest-NetworksIpV6Test-1074010632-project] No DVR routers for this DVR port 9c2a159f-dcf5-46fd-83da-6ac2f65147c8 on host n-d-713301-16 {{(pid=95102) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 19:37:45.192988 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-5864f1bb-1bbd-4c77-a431-7ab27641e1e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:45.212534 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8dd47c6-96b3-4550-80e3-2177fcf00600 None None] Routers {'771fb9bf-a876-45c4-afa1-8b97588f2435'} bound to L3 agent in host n-d-713301-16 {{(pid=95104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 19:37:45.214377 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_hamode_db [None req-b8dd47c6-96b3-4550-80e3-2177fcf00600 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-23T19:07:52Z,description=,heartbeat_timestamp=2021-09-23T19:37:22Z,host='n-d-713301-16',id=79a740bf-7821-4989-8288-7186e3e128f3,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:07:52Z,topic='l3_agent')) {'router_ids': ['771fb9bf-a876-45c4-afa1-8b97588f2435'], 'active': True} {{(pid=95104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:37:45.228431 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20fb0c28-dbee-4b7a-b009-95d19068cd5d tempest-NetworksIpV6Test-1074010632 tempest-NetworksIpV6Test-1074010632-project] Pushing event deleted for resources: {'Port': ['ID=9c2a159f-dcf5-46fd-83da-6ac2f65147c8,revision_number=None']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:37:45.273083 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_hamode_db [None req-b8dd47c6-96b3-4550-80e3-2177fcf00600 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713301-16', False) {} {{(pid=95104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:37:45.274101 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8dd47c6-96b3-4550-80e3-2177fcf00600 None None] The sync data for ids ['771fb9bf-a876-45c4-afa1-8b97588f2435'] in n-d-713301-16 is: [] {{(pid=95104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 19:37:45.288864 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.db [req-c18483ca-fc32-427b-a2bd-6bcec46372fd req-e963cbf5-1265-4866-93f6-da65ea4aae7a service neutron] For port b1a0014a-2a6e-4b40-9607-5e0d25450796, host n-h1-713301-16, cleared binding levels {{(pid=95101) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 19:37:45.316903 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.db [req-c18483ca-fc32-427b-a2bd-6bcec46372fd req-e963cbf5-1265-4866-93f6-da65ea4aae7a service neutron] For port b1a0014a-2a6e-4b40-9607-5e0d25450796, host n-h1-713301-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-16',level=0,port_id=b1a0014a-2a6e-4b40-9607-5e0d25450796,segment=NetworkSegment(2ac4e7d7-8acc-4746-b729-6191494d3cf1),segment_id=2ac4e7d7-8acc-4746-b729-6191494d3cf1)] {{(pid=95101) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 19:37:45.344013 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-c18483ca-fc32-427b-a2bd-6bcec46372fd req-e963cbf5-1265-4866-93f6-da65ea4aae7a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5607436'] for port, after_update {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:45.384589 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309327e7-b92c-4992-9a18-5bb193553948 req-c644cae5-f859-4888-b885-ee480a9bd64d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:37:45.386237 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-309327e7-b92c-4992-9a18-5bb193553948 req-c644cae5-f859-4888-b885-ee480a9bd64d service neutron] 10.222.0.53 "GET /v2.0/networks?id=b530eab4-083b-43c2-ba27-6b6c9352e514 HTTP/1.1" status: 200 len: 919 time: 0.5489414 Sep 23 19:37:45.391678 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-5864f1bb-1bbd-4c77-a431-7ab27641e1e8 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=c12619b05b4f4459868a349544325029&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8747604 Sep 23 19:37:45.397425 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 56338) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:37:45.401398 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c18483ca-fc32-427b-a2bd-6bcec46372fd req-e963cbf5-1265-4866-93f6-da65ea4aae7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:37:45.402033 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-c18483ca-fc32-427b-a2bd-6bcec46372fd req-e963cbf5-1265-4866-93f6-da65ea4aae7a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222849'] for port, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:45.403457 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-c18483ca-fc32-427b-a2bd-6bcec46372fd req-e963cbf5-1265-4866-93f6-da65ea4aae7a service neutron] 10.222.0.74 "PUT /v2.0/ports/b1a0014a-2a6e-4b40-9607-5e0d25450796 HTTP/1.1" status: 200 len: 1092 time: 4.8673067 Sep 23 19:37:45.405183 n-d-713301-16 neutron-server[95101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cc49f703-4b5d-4b83-892f-bf864a0a1bc7', 'tag': 'b1a0014a-2a6e-4b40-9607-5e0d25450796'}] {{(pid=95101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 19:37:45.407506 n-d-713301-16 neutron-server[95101]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d8366c5740cd635e57ab12b71fe44a77c2acc3c19091ef849c6f68b380462244" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e562169-83c8-4f1c-848e-145c7cc468dd" -d '{"events": [{"name": "network-changed", "server_uuid": "cc49f703-4b5d-4b83-892f-bf864a0a1bc7", "tag": "b1a0014a-2a6e-4b40-9607-5e0d25450796"}]}' {{(pid=95101) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 19:37:45.454503 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-e5ea7729-5c34-43e9-a7d1-760197bb6235 tempest-RoutersIpV6AdminTest-809394628 tempest-RoutersIpV6AdminTest-809394628-project-admin] 10.222.0.67 "GET /v2.0/routers/771fb9bf-a876-45c4-afa1-8b97588f2435 HTTP/1.1" status: 200 len: 923 time: 0.3768764 Sep 23 19:37:45.481591 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 56342) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:37:45.508399 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf4ca04-f749-47e8-bbbb-d6559a0e8503 req-716203c4-d28f-44fc-83e6-e21841b806c2 tempest-ListServersNegativeTestJSON-1207334089 tempest-ListServersNegativeTestJSON-1207334089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:37:45.510514 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-ccf4ca04-f749-47e8-bbbb-d6559a0e8503 req-716203c4-d28f-44fc-83e6-e21841b806c2 tempest-ListServersNegativeTestJSON-1207334089 tempest-ListServersNegativeTestJSON-1207334089-project] 10.222.0.67 "GET /v2.0/ports?device_id=a84d2947-bfad-453f-8a9a-46f6c9c330a9 HTTP/1.1" status: 200 len: 943 time: 0.5582502 Sep 23 19:37:45.519755 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-48011990-e550-49ec-93a3-fad4afd29b4b tempest-FloatingIPAdminTestJSON-2134933000 tempest-FloatingIPAdminTestJSON-2134933000-project] Router 11c42693-cfe4-4898-9814-3a0706010c81 has already been hosted by L3 agent 79a740bf-7821-4989-8288-7186e3e128f3 {{(pid=95101) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 19:37:45.536629 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.managers [req-c18483ca-fc32-427b-a2bd-6bcec46372fd req-19e075c7-de67-4e51-9424-0d9c5a6fa3e2 service neutron] Attempting to bind port 7b2f1715-4904-4fe0-9fdd-042fe3860649 on host n-h1-713301-16 for vnic_type normal with profile {{(pid=95102) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 19:37:45.537095 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.managers [req-c18483ca-fc32-427b-a2bd-6bcec46372fd req-19e075c7-de67-4e51-9424-0d9c5a6fa3e2 service neutron] Attempting to bind port 7b2f1715-4904-4fe0-9fdd-042fe3860649 by drivers openvswitch,hyperv on host n-h1-713301-16 at level 0 using segments [{'id': '2ac4e7d7-8acc-4746-b729-6191494d3cf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': 'b530eab4-083b-43c2-ba27-6b6c9352e514'}] {{(pid=95102) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 19:37:45.537314 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c18483ca-fc32-427b-a2bd-6bcec46372fd req-19e075c7-de67-4e51-9424-0d9c5a6fa3e2 service neutron] Attempting to bind port 7b2f1715-4904-4fe0-9fdd-042fe3860649 on network b530eab4-083b-43c2-ba27-6b6c9352e514 {{(pid=95102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:37:45.558650 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e963cbf5-1265-4866-93f6-da65ea4aae7a service neutron] Pushing event updated for resources: {'Port': ['ID=b1a0014a-2a6e-4b40-9607-5e0d25450796,revision_number=3']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:37:45.601678 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-309327e7-b92c-4992-9a18-5bb193553948 req-8d866e69-f962-4229-9a65-81be70c0ece1 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a8c92460-5fae-4c8f-84ed-ea8e7d7e81e5 HTTP/1.1" status: 200 len: 217 time: 0.1422689 Sep 23 19:37:45.604936 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5864f1bb-1bbd-4c77-a431-7ab27641e1e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0446c6f2-e110-4a9e-9ba7-a2b6917d701a,revision_number=1']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:37:45.634879 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c18483ca-fc32-427b-a2bd-6bcec46372fd req-c536e938-4dd4-4b30-8275-f01a789c9d1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:37:45.637384 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-c18483ca-fc32-427b-a2bd-6bcec46372fd req-c536e938-4dd4-4b30-8275-f01a789c9d1a service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=1ef5475a68844e7f905c8834dd628159&device_id=cc49f703-4b5d-4b83-892f-bf864a0a1bc7 HTTP/1.1" status: 200 len: 1095 time: 0.1890731 Sep 23 19:37:45.644814 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-20fb0c28-dbee-4b7a-b009-95d19068cd5d tempest-NetworksIpV6Test-1074010632 tempest-NetworksIpV6Test-1074010632-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1754676', 'neutron.services.segments.db._delete_segments_for_network-8783146221460'] for network, precommit_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:45.649141 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c18483ca-fc32-427b-a2bd-6bcec46372fd req-19e075c7-de67-4e51-9424-0d9c5a6fa3e2 service neutron] Port 7b2f1715-4904-4fe0-9fdd-042fe3860649 on network b530eab4-083b-43c2-ba27-6b6c9352e514 not bound, no agent of type Open vSwitch agent registered on host n-h1-713301-16 {{(pid=95102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 19:37:45.649141 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c18483ca-fc32-427b-a2bd-6bcec46372fd req-19e075c7-de67-4e51-9424-0d9c5a6fa3e2 service neutron] Attempting to bind port 7b2f1715-4904-4fe0-9fdd-042fe3860649 on network b530eab4-083b-43c2-ba27-6b6c9352e514 {{(pid=95102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:37:45.649444 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab7ec210-ba04-4619-bedf-4273abbee021 tempest-RoutersIpV6AdminTest-809394628 tempest-RoutersIpV6AdminTest-809394628-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:37:45.653662 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-ab7ec210-ba04-4619-bedf-4273abbee021 tempest-RoutersIpV6AdminTest-809394628 tempest-RoutersIpV6AdminTest-809394628-project-admin] 10.222.0.67 "GET /v2.0/ports?network_id=5dec5c09-378e-4f50-89cc-d94eb81c3bac&device_id=771fb9bf-a876-45c4-afa1-8b97588f2435&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.1685889 Sep 23 19:37:45.678677 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-d32ac4dc-10c7-4418-9e06-a310fbcac69d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:45.679020 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 56344) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:37:45.701934 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c18483ca-fc32-427b-a2bd-6bcec46372fd req-19e075c7-de67-4e51-9424-0d9c5a6fa3e2 service neutron] Checking agent: {'id': '0708c3e9-0aad-4600-9be9-d2486535c898', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713301-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 19, 15, 28), 'started_at': datetime.datetime(2021, 9, 23, 19, 15, 28), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 19, 37, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 19:37:45.702295 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c18483ca-fc32-427b-a2bd-6bcec46372fd req-19e075c7-de67-4e51-9424-0d9c5a6fa3e2 service neutron] Checking segment: {'id': '2ac4e7d7-8acc-4746-b729-6191494d3cf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': 'b530eab4-083b-43c2-ba27-6b6c9352e514'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95102) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:37:45.702589 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c18483ca-fc32-427b-a2bd-6bcec46372fd req-19e075c7-de67-4e51-9424-0d9c5a6fa3e2 service neutron] Bound using segment: {'id': '2ac4e7d7-8acc-4746-b729-6191494d3cf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': 'b530eab4-083b-43c2-ba27-6b6c9352e514'} {{(pid=95102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 19:37:45.703045 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.managers [req-c18483ca-fc32-427b-a2bd-6bcec46372fd req-19e075c7-de67-4e51-9424-0d9c5a6fa3e2 service neutron] Bound port: 7b2f1715-4904-4fe0-9fdd-042fe3860649, host: n-h1-713301-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2ac4e7d7-8acc-4746-b729-6191494d3cf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': 'b530eab4-083b-43c2-ba27-6b6c9352e514'}}] {{(pid=95102) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 19:37:45.703412 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-c18483ca-fc32-427b-a2bd-6bcec46372fd req-19e075c7-de67-4e51-9424-0d9c5a6fa3e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:45.738497 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-ccf4ca04-f749-47e8-bbbb-d6559a0e8503 req-0604e598-7a1e-4250-b732-caa7bd2168ad tempest-ListServersNegativeTestJSON-1207334089 tempest-ListServersNegativeTestJSON-1207334089-project] 10.222.0.67 "GET /v2.0/security-groups?id=40996637-10c7-4777-a250-5601fd310469&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1973076 Sep 23 19:37:45.740190 n-d-713301-16 neutron-server[95102]: DEBUG neutron.services.segments.db [None req-20fb0c28-dbee-4b7a-b009-95d19068cd5d tempest-NetworksIpV6Test-1074010632 tempest-NetworksIpV6Test-1074010632-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7103b731-f780-41d8-a5f2-6ff55b5abd4d']}} {{(pid=95102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:37:45.774941 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7214c6c-17a2-4617-952c-932647ce33fc req-34ccdc7a-13f0-4679-bd7f-5953ea682c02 tempest-ServersTestJSON-149791516 tempest-ServersTestJSON-149791516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:37:45.783061 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-f7214c6c-17a2-4617-952c-932647ce33fc req-34ccdc7a-13f0-4679-bd7f-5953ea682c02 tempest-ServersTestJSON-149791516 tempest-ServersTestJSON-149791516-project] 10.222.0.67 "GET /v2.0/ports?device_id=7250b04d-cbe1-42a9-ad22-a6926740b5d8 HTTP/1.1" status: 200 len: 944 time: 0.7388105 Sep 23 19:37:45.801519 n-d-713301-16 neutron-server[95102]: DEBUG neutron.services.segments.db [None req-20fb0c28-dbee-4b7a-b009-95d19068cd5d tempest-NetworksIpV6Test-1074010632 tempest-NetworksIpV6Test-1074010632-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e02d3ee8-0c74-4c73-ab1c-6583d8d3b497') {'for_net_delete': True} {{(pid=95102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:37:45.802230 n-d-713301-16 neutron-server[95102]: DEBUG neutron.services.segments.db [None req-20fb0c28-dbee-4b7a-b009-95d19068cd5d tempest-NetworksIpV6Test-1074010632 tempest-NetworksIpV6Test-1074010632-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e02d3ee8-0c74-4c73-ab1c-6583d8d3b497') {} {{(pid=95102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:37:45.867855 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-20fb0c28-dbee-4b7a-b009-95d19068cd5d tempest-NetworksIpV6Test-1074010632 tempest-NetworksIpV6Test-1074010632-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783146221725', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6162832'] for segment, before_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:45.912665 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309327e7-b92c-4992-9a18-5bb193553948 req-dc895592-17c4-4ab3-8cb9-7acfc9a7ea4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:37:45.915601 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-309327e7-b92c-4992-9a18-5bb193553948 req-dc895592-17c4-4ab3-8cb9-7acfc9a7ea4f service neutron] 10.222.0.53 "GET /v2.0/subnets?id=1ea16b04-422a-47bf-a76f-de1ce7c29b70 HTTP/1.1" status: 200 len: 858 time: 0.2629354 Sep 23 19:37:45.953227 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-20fb0c28-dbee-4b7a-b009-95d19068cd5d tempest-NetworksIpV6Test-1074010632 tempest-NetworksIpV6Test-1074010632-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1756186'] for segment, precommit_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:45.990711 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-309327e7-b92c-4992-9a18-5bb193553948 req-5aac83a6-6c3c-4272-b560-ef39b611b860 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=b530eab4-083b-43c2-ba27-6b6c9352e514&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0615516 Sep 23 19:37:46.002037 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-f7214c6c-17a2-4617-952c-932647ce33fc req-c7fad8b3-c7c5-4ba9-83ab-93ea16efa066 tempest-ServersTestJSON-149791516 tempest-ServersTestJSON-149791516-project] 10.222.0.67 "GET /v2.0/security-groups?id=b8c31db9-bcb2-4708-876e-18b1f4bdd8a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2169030 Sep 23 19:37:46.010286 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-20fb0c28-dbee-4b7a-b009-95d19068cd5d tempest-NetworksIpV6Test-1074010632 tempest-NetworksIpV6Test-1074010632-project] Releasing vlan 627 on physical network physnet1 to pool {{(pid=95102) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 19:37:46.010747 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-20fb0c28-dbee-4b7a-b009-95d19068cd5d tempest-NetworksIpV6Test-1074010632 tempest-NetworksIpV6Test-1074010632-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1756186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4398095'] for segment, after_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:46.014182 n-d-713301-16 neutron-server[95102]: Traceback (most recent call last): Sep 23 19:37:46.014182 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 19:37:46.014182 n-d-713301-16 neutron-server[95102]: timer() Sep 23 19:37:46.014182 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 19:37:46.014182 n-d-713301-16 neutron-server[95102]: cb(*args, **kw) Sep 23 19:37:46.014182 n-d-713301-16 neutron-server[95102]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 19:37:46.014182 n-d-713301-16 neutron-server[95102]: return func(*args, **kwargs) Sep 23 19:37:46.014182 n-d-713301-16 neutron-server[95102]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 19:37:46.014182 n-d-713301-16 neutron-server[95102]: self._notify() Sep 23 19:37:46.014182 n-d-713301-16 neutron-server[95102]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 19:37:46.014182 n-d-713301-16 neutron-server[95102]: self.callback(batched_events) Sep 23 19:37:46.014182 n-d-713301-16 neutron-server[95102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 19:37:46.014182 n-d-713301-16 neutron-server[95102]: event.method(event) Sep 23 19:37:46.014182 n-d-713301-16 neutron-server[95102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 19:37:46.014182 n-d-713301-16 neutron-server[95102]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 19:37:46.014182 n-d-713301-16 neutron-server[95102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 19:37:46.014182 n-d-713301-16 neutron-server[95102]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 19:37:46.014182 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 19:37:46.014182 n-d-713301-16 neutron-server[95102]: return f(self, *a, **k) Sep 23 19:37:46.014182 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 19:37:46.014182 n-d-713301-16 neutron-server[95102]: return self._get(url).json() Sep 23 19:37:46.014182 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 19:37:46.014182 n-d-713301-16 neutron-server[95102]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 19:37:46.014182 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 19:37:46.014182 n-d-713301-16 neutron-server[95102]: return self.request(url, 'GET', **kwargs) Sep 23 19:37:46.014182 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 19:37:46.014182 n-d-713301-16 neutron-server[95102]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 19:37:46.014182 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 19:37:46.014182 n-d-713301-16 neutron-server[95102]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 19:37:46.014182 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 19:37:46.014182 n-d-713301-16 neutron-server[95102]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 19:37:46.014182 n-d-713301-16 neutron-server[95102]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 19:37:46.016934 n-d-713301-16 neutron-server[95101]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 19:37:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54006210-9423-4e9d-bd4d-610a54eb7d5e x-openstack-request-id: req-54006210-9423-4e9d-bd4d-610a54eb7d5e {{(pid=95101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 19:37:46.016934 n-d-713301-16 neutron-server[95101]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cc49f703-4b5d-4b83-892f-bf864a0a1bc7", "tag": "b1a0014a-2a6e-4b40-9607-5e0d25450796", "status": "completed", "code": 200}]} {{(pid=95101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 19:37:46.016934 n-d-713301-16 neutron-server[95101]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-54006210-9423-4e9d-bd4d-610a54eb7d5e {{(pid=95101) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 19:37:46.016934 n-d-713301-16 neutron-server[95101]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cc49f703-4b5d-4b83-892f-bf864a0a1bc7', 'tag': 'b1a0014a-2a6e-4b40-9607-5e0d25450796', 'status': 'completed', 'code': 200} Sep 23 19:37:46.020040 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-c18483ca-fc32-427b-a2bd-6bcec46372fd req-7a272e16-0d20-436d-ae18-ee51944ff051 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b1a0014a-2a6e-4b40-9607-5e0d25450796 HTTP/1.1" status: 200 len: 217 time: 0.3430786 Sep 23 19:37:46.051160 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-d32ac4dc-10c7-4418-9e06-a310fbcac69d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:46.063497 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.db [req-c18483ca-fc32-427b-a2bd-6bcec46372fd req-19e075c7-de67-4e51-9424-0d9c5a6fa3e2 service neutron] For port 7b2f1715-4904-4fe0-9fdd-042fe3860649, host n-h1-713301-16, cleared binding levels {{(pid=95102) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 19:37:46.124987 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1920653-5060-421f-9778-2d406e9af877 tempest-RoutersIpV6AdminTest-809394628 tempest-RoutersIpV6AdminTest-809394628-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:37:46.126435 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-b1920653-5060-421f-9778-2d406e9af877 tempest-RoutersIpV6AdminTest-809394628 tempest-RoutersIpV6AdminTest-809394628-project-admin] 10.222.0.67 "GET /v2.0/networks/5dec5c09-378e-4f50-89cc-d94eb81c3bac HTTP/1.1" status: 200 len: 881 time: 0.4468319 Sep 23 19:37:46.128539 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.db [req-c18483ca-fc32-427b-a2bd-6bcec46372fd req-19e075c7-de67-4e51-9424-0d9c5a6fa3e2 service neutron] For port 7b2f1715-4904-4fe0-9fdd-042fe3860649, host n-h1-713301-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-16',level=0,port_id=7b2f1715-4904-4fe0-9fdd-042fe3860649,segment=NetworkSegment(2ac4e7d7-8acc-4746-b729-6191494d3cf1),segment_id=2ac4e7d7-8acc-4746-b729-6191494d3cf1)] {{(pid=95102) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 19:37:46.131336 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 56346) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:37:46.133727 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48011990-e550-49ec-93a3-fad4afd29b4b tempest-FloatingIPAdminTestJSON-2134933000 tempest-FloatingIPAdminTestJSON-2134933000-project] Notify agent at l3_agent.n-d-713301-16 the message routers_updated {{(pid=95101) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 19:37:46.139332 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-48011990-e550-49ec-93a3-fad4afd29b4b tempest-FloatingIPAdminTestJSON-2134933000 tempest-FloatingIPAdminTestJSON-2134933000-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222849'] for floatingip, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:46.139520 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-c18483ca-fc32-427b-a2bd-6bcec46372fd req-19e075c7-de67-4e51-9424-0d9c5a6fa3e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4399095'] for port, after_update {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:46.154613 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a2b4d07-7993-4cf9-a517-21f034f63d03 None None] Sync routers for ids ['11c42693-cfe4-4898-9814-3a0706010c81'] in n-d-713301-16 {{(pid=95103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 19:37:46.156409 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c18483ca-fc32-427b-a2bd-6bcec46372fd req-4c3a8a90-4704-4ddf-8942-a75a79569a52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:37:46.157889 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-c18483ca-fc32-427b-a2bd-6bcec46372fd req-4c3a8a90-4704-4ddf-8942-a75a79569a52 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=1ea16b04-422a-47bf-a76f-de1ce7c29b70 HTTP/1.1" status: 200 len: 858 time: 0.1276901 Sep 23 19:37:46.168390 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a2b4d07-7993-4cf9-a517-21f034f63d03 None None] Routers {'11c42693-cfe4-4898-9814-3a0706010c81'} bound to L3 agent in host n-d-713301-16 {{(pid=95103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 19:37:46.169054 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_hamode_db [None req-2a2b4d07-7993-4cf9-a517-21f034f63d03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-23T19:07:52Z,description=,heartbeat_timestamp=2021-09-23T19:37:22Z,host='n-d-713301-16',id=79a740bf-7821-4989-8288-7186e3e128f3,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:07:52Z,topic='l3_agent')) {'router_ids': ['11c42693-cfe4-4898-9814-3a0706010c81'], 'active': True} {{(pid=95103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:37:46.206944 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-20fb0c28-dbee-4b7a-b009-95d19068cd5d tempest-NetworksIpV6Test-1074010632 tempest-NetworksIpV6Test-1074010632-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1754627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-601866'] for network, after_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:46.214620 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-27e92636-4394-4196-a042-e9ff94543b37 tempest-RoutersIpV6AdminTest-525100567 tempest-RoutersIpV6AdminTest-525100567-project] 10.222.0.67 "GET /v2.0/ports?device_id=771fb9bf-a876-45c4-afa1-8b97588f2435 HTTP/1.1" status: 200 len: 205 time: 0.0719085 Sep 23 19:37:46.234513 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 56348) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:37:46.238313 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-c18483ca-fc32-427b-a2bd-6bcec46372fd req-98a2839d-645a-4697-a265-1fcb6c44c775 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=b530eab4-083b-43c2-ba27-6b6c9352e514&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0554688 Sep 23 19:37:46.242358 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-20fb0c28-dbee-4b7a-b009-95d19068cd5d tempest-NetworksIpV6Test-1074010632 tempest-NetworksIpV6Test-1074010632-project] Notify callbacks [] for network, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:46.250017 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-48011990-e550-49ec-93a3-fad4afd29b4b tempest-FloatingIPAdminTestJSON-2134933000 tempest-FloatingIPAdminTestJSON-2134933000-project] 10.222.0.67 "DELETE /v2.0/floatingips/96dfb6d7-71da-4b66-98a5-5f8154396615 HTTP/1.1" status: 204 len: 168 time: 5.6551383 Sep 23 19:37:46.254544 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 56352) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:37:46.255001 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-20fb0c28-dbee-4b7a-b009-95d19068cd5d tempest-NetworksIpV6Test-1074010632 tempest-NetworksIpV6Test-1074010632-project] 10.222.0.67 "DELETE /v2.0/networks/7103b731-f780-41d8-a5f2-6ff55b5abd4d HTTP/1.1" status: 204 len: 168 time: 5.3813260 Sep 23 19:37:46.256960 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20fb0c28-dbee-4b7a-b009-95d19068cd5d tempest-NetworksIpV6Test-1074010632 tempest-NetworksIpV6Test-1074010632-project] Pushing event deleted for resources: {'Network': ['ID=7103b731-f780-41d8-a5f2-6ff55b5abd4d,revision_number=None']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:37:46.260521 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 56354) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:37:46.261219 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_hamode_db [None req-2a2b4d07-7993-4cf9-a517-21f034f63d03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713301-16', False) {} {{(pid=95103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:37:46.268219 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c18483ca-fc32-427b-a2bd-6bcec46372fd req-19e075c7-de67-4e51-9424-0d9c5a6fa3e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:37:46.269175 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-c18483ca-fc32-427b-a2bd-6bcec46372fd req-19e075c7-de67-4e51-9424-0d9c5a6fa3e2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222849'] for port, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:46.270801 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-c18483ca-fc32-427b-a2bd-6bcec46372fd req-19e075c7-de67-4e51-9424-0d9c5a6fa3e2 service neutron] 10.222.0.74 "PUT /v2.0/ports/7b2f1715-4904-4fe0-9fdd-042fe3860649 HTTP/1.1" status: 200 len: 1092 time: 2.9135180 Sep 23 19:37:46.275961 n-d-713301-16 neutron-server[95102]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a84d2947-bfad-453f-8a9a-46f6c9c330a9', 'tag': '7b2f1715-4904-4fe0-9fdd-042fe3860649'}] {{(pid=95102) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 19:37:46.278498 n-d-713301-16 neutron-server[95102]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab31b6d93e5336dbddfa8ec424565b3bd8cb2369c5b4d85bc943472dbb21e8ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3631609-8e45-4dac-aebb-39ab4f33dce7" -d '{"events": [{"name": "network-changed", "server_uuid": "a84d2947-bfad-453f-8a9a-46f6c9c330a9", "tag": "7b2f1715-4904-4fe0-9fdd-042fe3860649"}]}' {{(pid=95102) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 19:37:46.283871 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a2b4d07-7993-4cf9-a517-21f034f63d03 None None] Routers {'11c42693-cfe4-4898-9814-3a0706010c81'} bound to L3 agent in host n-d-713301-16 {{(pid=95103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 19:37:46.284572 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_hamode_db [None req-2a2b4d07-7993-4cf9-a517-21f034f63d03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-23T19:07:52Z,description=,heartbeat_timestamp=2021-09-23T19:37:22Z,host='n-d-713301-16',id=79a740bf-7821-4989-8288-7186e3e128f3,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:07:52Z,topic='l3_agent')) {'router_ids': ['11c42693-cfe4-4898-9814-3a0706010c81'], 'active': True} {{(pid=95103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:37:46.297900 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.v2.base [None req-2d0988d6-fc5f-417d-8eeb-0b3a390cf860 tempest-FloatingIPAdminTestJSON-878028171 tempest-FloatingIPAdminTestJSON-878028171-project-admin] Request body: {'floatingip': {'floating_network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac'}} {{(pid=95102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:37:46.338430 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_hamode_db [None req-2a2b4d07-7993-4cf9-a517-21f034f63d03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713301-16', False) {} {{(pid=95103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:37:46.339262 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a2b4d07-7993-4cf9-a517-21f034f63d03 None None] The sync data for ids ['11c42693-cfe4-4898-9814-3a0706010c81'] in n-d-713301-16 is: [] {{(pid=95103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 19:37:46.356699 n-d-713301-16 neutron-server[95102]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 19:37:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65bb49e7-ffe2-4e61-9ff3-cfa2d0cf7ade x-openstack-request-id: req-65bb49e7-ffe2-4e61-9ff3-cfa2d0cf7ade {{(pid=95102) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 19:37:46.357376 n-d-713301-16 neutron-server[95102]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a84d2947-bfad-453f-8a9a-46f6c9c330a9", "tag": "7b2f1715-4904-4fe0-9fdd-042fe3860649", "status": "completed", "code": 200}]} {{(pid=95102) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 19:37:46.357893 n-d-713301-16 neutron-server[95102]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-65bb49e7-ffe2-4e61-9ff3-cfa2d0cf7ade {{(pid=95102) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 19:37:46.358529 n-d-713301-16 neutron-server[95102]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a84d2947-bfad-453f-8a9a-46f6c9c330a9', 'tag': '7b2f1715-4904-4fe0-9fdd-042fe3860649', 'status': 'completed', 'code': 200} Sep 23 19:37:46.368548 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.v2.base [None req-16971a37-8be5-47c2-86b5-eb2dcfb4d233 tempest-NetworksIpV6Test-1074010632 tempest-NetworksIpV6Test-1074010632-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2116627058'}} {{(pid=95101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:37:46.368872 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-2d0988d6-fc5f-417d-8eeb-0b3a390cf860 tempest-FloatingIPAdminTestJSON-878028171 tempest-FloatingIPAdminTestJSON-878028171-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:46.400563 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-d32ac4dc-10c7-4418-9e06-a310fbcac69d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:46.402948 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-d32ac4dc-10c7-4418-9e06-a310fbcac69d admin admin] Notify callbacks [] for security_group, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:46.404118 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-d32ac4dc-10c7-4418-9e06-a310fbcac69d admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/0446c6f2-e110-4a9e-9ba7-a2b6917d701a HTTP/1.1" status: 204 len: 168 time: 0.9997354 Sep 23 19:37:46.422044 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19e075c7-de67-4e51-9424-0d9c5a6fa3e2 service neutron] Pushing event updated for resources: {'Port': ['ID=7b2f1715-4904-4fe0-9fdd-042fe3860649,revision_number=3']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:37:46.442791 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-309327e7-b92c-4992-9a18-5bb193553948 req-69a26764-8754-45bb-981c-9867c6566091 service neutron] 10.222.0.53 "GET /v2.0/networks/b530eab4-083b-43c2-ba27-6b6c9352e514?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4329412 Sep 23 19:37:46.464555 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d32ac4dc-10c7-4418-9e06-a310fbcac69d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0446c6f2-e110-4a9e-9ba7-a2b6917d701a,revision_number=None']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:37:46.524537 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16971a37-8be5-47c2-86b5-eb2dcfb4d233 tempest-NetworksIpV6Test-1074010632 tempest-NetworksIpV6Test-1074010632-project] Made reservation on behalf of 699ebd3ddaa74a06bf917c17312a1ac5 for: {'network': 1} {{(pid=95101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:37:46.528084 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-16971a37-8be5-47c2-86b5-eb2dcfb4d233 tempest-NetworksIpV6Test-1074010632 tempest-NetworksIpV6Test-1074010632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for network, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:46.549912 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c18483ca-fc32-427b-a2bd-6bcec46372fd req-41f0a4e6-6545-420a-943a-3e8ce3cf416d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:37:46.558535 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-c18483ca-fc32-427b-a2bd-6bcec46372fd req-41f0a4e6-6545-420a-943a-3e8ce3cf416d service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=1ef5475a68844e7f905c8834dd628159&device_id=a84d2947-bfad-453f-8a9a-46f6c9c330a9 HTTP/1.1" status: 200 len: 1095 time: 0.2121568 Sep 23 19:37:46.584441 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-c18483ca-fc32-427b-a2bd-6bcec46372fd req-e2ca79a9-8ed8-49cd-ae82-0ff934a89421 service neutron] 10.222.0.74 "GET /v2.0/networks/b530eab4-083b-43c2-ba27-6b6c9352e514?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3314643 Sep 23 19:37:46.587506 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-703fd0ea-3df5-4a6a-b8dc-3f80b16538a4 tempest-RoutersIpV6AdminTest-525100567 tempest-RoutersIpV6AdminTest-525100567-project] Notify callbacks [] for router, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:46.594093 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-16971a37-8be5-47c2-86b5-eb2dcfb4d233 tempest-NetworksIpV6Test-1074010632 tempest-NetworksIpV6Test-1074010632-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 607} {{(pid=95101) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 19:37:46.675272 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-c18483ca-fc32-427b-a2bd-6bcec46372fd req-80f4b4e0-2d09-44fb-8f2d-1444dadf76c3 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7b2f1715-4904-4fe0-9fdd-042fe3860649 HTTP/1.1" status: 200 len: 217 time: 0.1047122 Sep 23 19:37:46.675756 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 56366) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:37:46.702190 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-16971a37-8be5-47c2-86b5-eb2dcfb4d233 tempest-NetworksIpV6Test-1074010632 tempest-NetworksIpV6Test-1074010632-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1756186'] for segment, precommit_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:46.702571 n-d-713301-16 neutron-server[95101]: INFO neutron.db.segments_db [None req-16971a37-8be5-47c2-86b5-eb2dcfb4d233 tempest-NetworksIpV6Test-1074010632 tempest-NetworksIpV6Test-1074010632-project] Added segment 8e5f2696-3bbe-43af-a641-820ef1c18f4c of type vlan for network 07e32d0d-56a1-4ef4-a08b-0c66026f456e Sep 23 19:37:46.859086 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-16971a37-8be5-47c2-86b5-eb2dcfb4d233 tempest-NetworksIpV6Test-1074010632 tempest-NetworksIpV6Test-1074010632-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783145630486'] for network, precommit_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:46.885574 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-c18483ca-fc32-427b-a2bd-6bcec46372fd req-e65bdf79-d8a2-436c-a0fd-02ccac9b4395 service neutron] 10.222.0.74 "GET /v2.0/networks/b530eab4-083b-43c2-ba27-6b6c9352e514?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2926362 Sep 23 19:37:46.917652 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-703fd0ea-3df5-4a6a-b8dc-3f80b16538a4 tempest-RoutersIpV6AdminTest-525100567 tempest-RoutersIpV6AdminTest-525100567-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:46.949661 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-a474bf22-dd0c-4333-becf-1be99fedd9ef req-09cb0e83-b309-4d67-8569-1c5306ac197d service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=583aeae2-b5c0-4d8d-bffb-15a63f4020fc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.1871729 Sep 23 19:37:46.967362 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-595014c4-d248-42c1-8802-da0444af94fc admin admin] Notify callbacks [] for security_group, before_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:46.981506 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-309327e7-b92c-4992-9a18-5bb193553948 req-f5a830a1-2651-46fd-a97d-bf5a5bbcc529 service neutron] 10.222.0.53 "GET /v2.0/networks/b530eab4-083b-43c2-ba27-6b6c9352e514?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5292523 Sep 23 19:37:46.990710 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Device a8c92460-5fae-4c8f-84ed-ea8e7d7e81e5 details requested by agent hyperv_n-h2-713301-16 with host n-h2-713301-16 {{(pid=95103) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 19:37:46.997598 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c18483ca-fc32-427b-a2bd-6bcec46372fd req-cb044c8a-5ada-4c64-a32a-354ee06f0a30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:37:46.999587 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Device 1e33a789-d371-4447-ad9f-6d77201ac2d1 up at agent hyperv_n-h2-713301-16 {{(pid=95103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 19:37:47.009043 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-c18483ca-fc32-427b-a2bd-6bcec46372fd req-cb044c8a-5ada-4c64-a32a-354ee06f0a30 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=1ea16b04-422a-47bf-a76f-de1ce7c29b70 HTTP/1.1" status: 200 len: 858 time: 0.3120556 Sep 23 19:37:47.050133 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-16971a37-8be5-47c2-86b5-eb2dcfb4d233 tempest-NetworksIpV6Test-1074010632 tempest-NetworksIpV6Test-1074010632-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299'] for network, after_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:47.056672 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16971a37-8be5-47c2-86b5-eb2dcfb4d233 tempest-NetworksIpV6Test-1074010632 tempest-NetworksIpV6Test-1074010632-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:37:47.057221 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-16971a37-8be5-47c2-86b5-eb2dcfb4d233 tempest-NetworksIpV6Test-1074010632 tempest-NetworksIpV6Test-1074010632-project] Notify callbacks [] for network, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:47.076968 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-c18483ca-fc32-427b-a2bd-6bcec46372fd req-3cb9f1ed-2f12-4c3d-8cb0-d1b417550e80 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=b530eab4-083b-43c2-ba27-6b6c9352e514&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0645540 Sep 23 19:37:47.118958 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-16971a37-8be5-47c2-86b5-eb2dcfb4d233 tempest-NetworksIpV6Test-1074010632 tempest-NetworksIpV6Test-1074010632-project] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.8531468 Sep 23 19:37:47.126134 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 56386) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:37:47.134024 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.v2.base [None req-b23ad118-e9fe-48b5-ab12-c71dabd297da tempest-NetworksIpV6Test-1074010632 tempest-NetworksIpV6Test-1074010632-project] Request body: {'subnet': {'network_id': '07e32d0d-56a1-4ef4-a08b-0c66026f456e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::2'}} {{(pid=95101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:37:47.143620 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e562169-83c8-4f1c-848e-145c7cc468dd req-7227e183-adc3-4c88-a56c-abbd4e050e82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:37:47.145190 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-8e562169-83c8-4f1c-848e-145c7cc468dd req-7227e183-adc3-4c88-a56c-abbd4e050e82 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=1ef5475a68844e7f905c8834dd628159&device_id=cc49f703-4b5d-4b83-892f-bf864a0a1bc7 HTTP/1.1" status: 200 len: 1095 time: 0.2081273 Sep 23 19:37:47.198575 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Provisioning for port 1e33a789-d371-4447-ad9f-6d77201ac2d1 completed by entity L2. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 19:37:47.208957 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Provisioning complete for port 1e33a789-d371-4447-ad9f-6d77201ac2d1 triggered by entity L2. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:37:47.209476 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:47.245330 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] For port a8c92460-5fae-4c8f-84ed-ea8e7d7e81e5, host n-h2-713301-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-16',level=0,port_id=a8c92460-5fae-4c8f-84ed-ea8e7d7e81e5,segment=NetworkSegment(2ac4e7d7-8acc-4746-b729-6191494d3cf1),segment_id=2ac4e7d7-8acc-4746-b729-6191494d3cf1)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:37:47.265621 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Returning: {'device': 'a8c92460-5fae-4c8f-84ed-ea8e7d7e81e5', 'network_id': 'b530eab4-083b-43c2-ba27-6b6c9352e514', 'port_id': 'a8c92460-5fae-4c8f-84ed-ea8e7d7e81e5', 'mac_address': 'fa:16:3e:74:d3:07', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 630, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1ea16b04-422a-47bf-a76f-de1ce7c29b70', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95103) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 19:37:47.271841 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16971a37-8be5-47c2-86b5-eb2dcfb4d233 tempest-NetworksIpV6Test-1074010632 tempest-NetworksIpV6Test-1074010632-project] Pushing event updated for resources: {'Network': ['ID=07e32d0d-56a1-4ef4-a08b-0c66026f456e,revision_number=1']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:37:47.329394 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:47.331460 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Network 07e32d0d-56a1-4ef4-a08b-0c66026f456e details requested by agent ovs-agent-n-d-713301-16 with host n-d-713301-16 {{(pid=95103) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 19:37:47.335248 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.plugin [None req-703fd0ea-3df5-4a6a-b8dc-3f80b16538a4 tempest-RoutersIpV6AdminTest-525100567 tempest-RoutersIpV6AdminTest-525100567-project] Deleting port 4834f7f1-4b27-4ae4-a717-9f9bf37af1a7 {{(pid=95101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:37:47.335604 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-703fd0ea-3df5-4a6a-b8dc-3f80b16538a4 tempest-RoutersIpV6AdminTest-525100567 tempest-RoutersIpV6AdminTest-525100567-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783146157096'] for port, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:47.354938 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f9872bc-c476-4d92-b1ad-03de209adecc req-7c3a5153-6b0b-43a0-a2ad-5e1d6147cc4c tempest-ListServersNegativeTestJSON-1207334089 tempest-ListServersNegativeTestJSON-1207334089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:37:47.362081 n-d-713301-16 neutron-server[95103]: DEBUG neutron.notifiers.nova [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a8c92460-5fae-4c8f-84ed-ea8e7d7e81e5 {{(pid=95103) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 19:37:47.362381 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-4f9872bc-c476-4d92-b1ad-03de209adecc req-7c3a5153-6b0b-43a0-a2ad-5e1d6147cc4c tempest-ListServersNegativeTestJSON-1207334089 tempest-ListServersNegativeTestJSON-1207334089-project] 10.222.0.67 "GET /v2.0/ports?device_id=a84d2947-bfad-453f-8a9a-46f6c9c330a9 HTTP/1.1" status: 200 len: 943 time: 0.5052190 Sep 23 19:37:47.421336 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] For port a8c92460-5fae-4c8f-84ed-ea8e7d7e81e5, host n-h2-713301-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-16',level=0,port_id=a8c92460-5fae-4c8f-84ed-ea8e7d7e81e5,segment=NetworkSegment(2ac4e7d7-8acc-4746-b729-6191494d3cf1),segment_id=2ac4e7d7-8acc-4746-b729-6191494d3cf1)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:37:47.433644 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-595014c4-d248-42c1-8802-da0444af94fc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:47.446782 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a474bf22-dd0c-4333-becf-1be99fedd9ef req-de5a6a7a-d075-4850-b2b6-aa5382f53c84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:37:47.447188 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a474bf22-dd0c-4333-becf-1be99fedd9ef req-de5a6a7a-d075-4850-b2b6-aa5382f53c84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:37:47.447788 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a474bf22-dd0c-4333-becf-1be99fedd9ef req-de5a6a7a-d075-4850-b2b6-aa5382f53c84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:37:47.448325 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a474bf22-dd0c-4333-becf-1be99fedd9ef req-de5a6a7a-d075-4850-b2b6-aa5382f53c84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:37:47.448891 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a474bf22-dd0c-4333-becf-1be99fedd9ef req-de5a6a7a-d075-4850-b2b6-aa5382f53c84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:37:47.449423 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a474bf22-dd0c-4333-becf-1be99fedd9ef req-de5a6a7a-d075-4850-b2b6-aa5382f53c84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:37:47.450013 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a474bf22-dd0c-4333-becf-1be99fedd9ef req-de5a6a7a-d075-4850-b2b6-aa5382f53c84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:37:47.452142 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-a474bf22-dd0c-4333-becf-1be99fedd9ef req-de5a6a7a-d075-4850-b2b6-aa5382f53c84 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=1f1788a36b0c407c84d1fe9c6d21bab4&device_id=583aeae2-b5c0-4d8d-bffb-15a63f4020fc HTTP/1.1" status: 200 len: 6506 time: 0.4146841 Sep 23 19:37:47.467454 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-595014c4-d248-42c1-8802-da0444af94fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:47.481863 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:47.543234 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Pushing event updated for resources: {'Port': ['ID=a8c92460-5fae-4c8f-84ed-ea8e7d7e81e5,revision_number=4']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:37:47.548941 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-2d0988d6-fc5f-417d-8eeb-0b3a390cf860 tempest-FloatingIPAdminTestJSON-878028171 tempest-FloatingIPAdminTestJSON-878028171-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:47.556362 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:47.589068 n-d-713301-16 neutron-server[95103]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7250b04d-cbe1-42a9-ad22-a6926740b5d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e33a789-d371-4447-ad9f-6d77201ac2d1'}] {{(pid=95103) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 19:37:47.591736 n-d-713301-16 neutron-server[95103]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}81a1c17f2aa89d5b3ebbba3a3e0cf7eb588e431c2224256110c4c4facdd7c3e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a10677a3-a271-46c2-9d81-aea29bf1e86c" -d '{"events": [{"server_uuid": "7250b04d-cbe1-42a9-ad22-a6926740b5d8", "name": "network-vif-plugged", "status": "completed", "tag": "1e33a789-d371-4447-ad9f-6d77201ac2d1"}]}' {{(pid=95103) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 19:37:47.607752 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] For port 1e33a789-d371-4447-ad9f-6d77201ac2d1, host n-h2-713301-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-16',level=0,port_id=1e33a789-d371-4447-ad9f-6d77201ac2d1,segment=NetworkSegment(c829e8ab-031e-4667-8d5b-36ba5cfb9383),segment_id=c829e8ab-031e-4667-8d5b-36ba5cfb9383)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:37:47.613333 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:47.655960 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-703fd0ea-3df5-4a6a-b8dc-3f80b16538a4 tempest-RoutersIpV6AdminTest-525100567 tempest-RoutersIpV6AdminTest-525100567-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-605701'] for port, precommit_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:47.668511 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-4f9872bc-c476-4d92-b1ad-03de209adecc req-9318e544-1d0f-4fdc-a1df-c3e6d4600825 tempest-ListServersNegativeTestJSON-1207334089 tempest-ListServersNegativeTestJSON-1207334089-project] 10.222.0.67 "GET /v2.0/security-groups?id=40996637-10c7-4777-a250-5601fd310469&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3049123 Sep 23 19:37:47.672534 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.plugin [None req-703fd0ea-3df5-4a6a-b8dc-3f80b16538a4 tempest-RoutersIpV6AdminTest-525100567 tempest-RoutersIpV6AdminTest-525100567-project] Calling delete_port for 4834f7f1-4b27-4ae4-a717-9f9bf37af1a7 owned by network:router_gateway {{(pid=95101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:37:47.724977 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Pushing event updated for resources: {'Port': ['ID=1e33a789-d371-4447-ad9f-6d77201ac2d1,revision_number=5']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:37:47.736337 n-d-713301-16 neutron-server[95103]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 19:37:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f62adcc7-94a3-4063-834a-1d6c86152f9a x-openstack-request-id: req-f62adcc7-94a3-4063-834a-1d6c86152f9a {{(pid=95103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 19:37:47.736732 n-d-713301-16 neutron-server[95103]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7250b04d-cbe1-42a9-ad22-a6926740b5d8", "name": "network-vif-plugged", "status": "completed", "tag": "1e33a789-d371-4447-ad9f-6d77201ac2d1", "code": 200}]} {{(pid=95103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 19:37:47.737056 n-d-713301-16 neutron-server[95103]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-f62adcc7-94a3-4063-834a-1d6c86152f9a {{(pid=95103) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 19:37:47.737515 n-d-713301-16 neutron-server[95103]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7250b04d-cbe1-42a9-ad22-a6926740b5d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e33a789-d371-4447-ad9f-6d77201ac2d1', 'code': 200} Sep 23 19:37:47.776454 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] get_ports_and_sgs() called for port_ids ['a8c92460-5fae-4c8f-84ed-ea8e7d7e81e5'] {{(pid=95103) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 19:37:47.803223 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-595014c4-d248-42c1-8802-da0444af94fc admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=057e8a2d9a7943ca9b95cd990d9c74a5&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1244926 Sep 23 19:37:47.805212 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a474bf22-dd0c-4333-becf-1be99fedd9ef req-22a4da53-3b77-4f10-843a-d283f5056ce7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:37:47.805777 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a474bf22-dd0c-4333-becf-1be99fedd9ef req-22a4da53-3b77-4f10-843a-d283f5056ce7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:37:47.806273 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a474bf22-dd0c-4333-becf-1be99fedd9ef req-22a4da53-3b77-4f10-843a-d283f5056ce7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:37:47.809209 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-a474bf22-dd0c-4333-becf-1be99fedd9ef req-22a4da53-3b77-4f10-843a-d283f5056ce7 service neutron] 10.222.0.53 "GET /v2.0/networks?id=4938c958-b8c9-4af7-9682-a50ce306467f&id=6b0b0714-7ca1-4d6d-b820-8be57f2679a5&id=6b0b0714-7ca1-4d6d-b820-8be57f2679a5&id=6b0b0714-7ca1-4d6d-b820-8be57f2679a5&id=6b0b0714-7ca1-4d6d-b820-8be57f2679a5&id=f23b48c2-30e2-4b8a-a3bf-2e6a4262ee17&id=f23b48c2-30e2-4b8a-a3bf-2e6a4262ee17 HTTP/1.1" status: 200 len: 2299 time: 0.2950783 Sep 23 19:37:47.810903 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 56408) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:37:47.824908 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e562169-83c8-4f1c-848e-145c7cc468dd req-3d7c34de-cd41-4273-9567-16fb58870f25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:37:47.832169 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-8e562169-83c8-4f1c-848e-145c7cc468dd req-3d7c34de-cd41-4273-9567-16fb58870f25 service neutron] 10.222.0.74 "GET /v2.0/networks?id=b530eab4-083b-43c2-ba27-6b6c9352e514 HTTP/1.1" status: 200 len: 919 time: 0.5718510 Sep 23 19:37:47.867226 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b23ad118-e9fe-48b5-ab12-c71dabd297da tempest-NetworksIpV6Test-1074010632 tempest-NetworksIpV6Test-1074010632-project] Made reservation on behalf of 699ebd3ddaa74a06bf917c17312a1ac5 for: {'subnet': 1} {{(pid=95101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:37:47.875047 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-b23ad118-e9fe-48b5-ab12-c71dabd297da tempest-NetworksIpV6Test-1074010632 tempest-NetworksIpV6Test-1074010632-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6130979'] for subnet, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:47.892914 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-595014c4-d248-42c1-8802-da0444af94fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c7504c6-a91b-49e4-a788-4fcbdcc82625,revision_number=1']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:37:47.913065 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-595014c4-d248-42c1-8802-da0444af94fc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:37:47.913401 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-595014c4-d248-42c1-8802-da0444af94fc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:37:47.913745 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-595014c4-d248-42c1-8802-da0444af94fc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:37:47.914184 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-595014c4-d248-42c1-8802-da0444af94fc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:37:47.914598 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-595014c4-d248-42c1-8802-da0444af94fc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:37:47.915132 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-595014c4-d248-42c1-8802-da0444af94fc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:37:47.916102 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-595014c4-d248-42c1-8802-da0444af94fc admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:37:47.916102 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-595014c4-d248-42c1-8802-da0444af94fc admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:37:47.916343 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-595014c4-d248-42c1-8802-da0444af94fc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:37:47.916651 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-595014c4-d248-42c1-8802-da0444af94fc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:37:47.917371 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-595014c4-d248-42c1-8802-da0444af94fc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:37:47.917371 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-595014c4-d248-42c1-8802-da0444af94fc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:37:47.983496 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-c18483ca-fc32-427b-a2bd-6bcec46372fd req-b928152b-5c86-438c-807d-f3a7f70b1d25 service neutron] 10.222.0.74 "GET /v2.0/networks/b530eab4-083b-43c2-ba27-6b6c9352e514?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8330500 Sep 23 19:37:47.984313 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-8e562169-83c8-4f1c-848e-145c7cc468dd req-bc2e49e7-b153-4e0f-8ec3-40b8115d750b service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b1a0014a-2a6e-4b40-9607-5e0d25450796 HTTP/1.1" status: 200 len: 217 time: 0.1443074 Sep 23 19:37:48.030262 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-a474bf22-dd0c-4333-becf-1be99fedd9ef req-f0aca6b7-ae2f-4a82-bcfa-fb79e5dba3f0 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6a7a5cae-7327-4542-b381-1fad380770ef HTTP/1.1" status: 200 len: 1001 time: 0.2067015 Sep 23 19:37:48.089225 n-d-713301-16 neutron-server[95102]: DEBUG neutron.db.db_base_plugin_common [None req-2d0988d6-fc5f-417d-8eeb-0b3a390cf860 tempest-FloatingIPAdminTestJSON-878028171 tempest-FloatingIPAdminTestJSON-878028171-project-admin] Allocated IP 172.25.1.139 (5dec5c09-378e-4f50-89cc-d94eb81c3bac/eff83446-018c-428d-b3f5-54ac9abe7a2a/2a604c0d-5d35-4d4f-a94d-77d621a6bbeb) {{(pid=95102) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 19:37:48.099181 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2773c5c-4b64-421a-b034-d2a7b238ce26 req-c5f16ed1-2a8b-423d-bd8e-4bc0d3da2268 tempest-ServersTestJSON-149791516 tempest-ServersTestJSON-149791516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:37:48.106839 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-f2773c5c-4b64-421a-b034-d2a7b238ce26 req-c5f16ed1-2a8b-423d-bd8e-4bc0d3da2268 tempest-ServersTestJSON-149791516 tempest-ServersTestJSON-149791516-project] 10.222.0.67 "GET /v2.0/ports?device_id=7250b04d-cbe1-42a9-ad22-a6926740b5d8 HTTP/1.1" status: 200 len: 945 time: 0.8057210 Sep 23 19:37:48.152453 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-395844c3-761d-43dc-84d5-99aebfc6fca5 req-a63202ab-7af1-4c74-93b0-61db7b079dcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:37:48.154016 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-395844c3-761d-43dc-84d5-99aebfc6fca5 req-a63202ab-7af1-4c74-93b0-61db7b079dcf service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=7250b04d-cbe1-42a9-ad22-a6926740b5d8 HTTP/1.1" status: 200 len: 1097 time: 0.2878556 Sep 23 19:37:48.160501 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e562169-83c8-4f1c-848e-145c7cc468dd req-b05fc782-161b-4c54-8262-e475b1f74d30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:37:48.161948 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-8e562169-83c8-4f1c-848e-145c7cc468dd req-b05fc782-161b-4c54-8262-e475b1f74d30 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=1ea16b04-422a-47bf-a76f-de1ce7c29b70 HTTP/1.1" status: 200 len: 858 time: 0.1386139 Sep 23 19:37:48.193129 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 56414) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:37:48.195532 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-91ade0b7-9f51-41bd-85ad-47828f729ff9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:48.249222 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-8e562169-83c8-4f1c-848e-145c7cc468dd req-a7d96332-166c-423e-a05c-a493380507c3 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=b530eab4-083b-43c2-ba27-6b6c9352e514&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0716641 Sep 23 19:37:48.334377 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-395844c3-761d-43dc-84d5-99aebfc6fca5 req-9536b030-25ab-4138-9440-c34aceca9c6f service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=b8c31db9-bcb2-4708-876e-18b1f4bdd8a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1638954 Sep 23 19:37:48.378044 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-4a171d1c-8317-4e29-85a2-b2cd5a48369c admin admin] Notify callbacks [] for security_group, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:48.407850 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-703fd0ea-3df5-4a6a-b8dc-3f80b16538a4 tempest-RoutersIpV6AdminTest-525100567 tempest-RoutersIpV6AdminTest-525100567-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783146162158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783145673144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5607431'] for port, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:48.491927 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-703fd0ea-3df5-4a6a-b8dc-3f80b16538a4 tempest-RoutersIpV6AdminTest-525100567 tempest-RoutersIpV6AdminTest-525100567-project] Pushing event deleted for resources: {'Port': ['ID=4834f7f1-4b27-4ae4-a717-9f9bf37af1a7,revision_number=None']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:37:48.554321 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-b23ad118-e9fe-48b5-ab12-c71dabd297da tempest-NetworksIpV6Test-1074010632 tempest-NetworksIpV6Test-1074010632-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5607579', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6130961'] for subnet, after_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:48.593099 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-8e562169-83c8-4f1c-848e-145c7cc468dd req-929b7752-f80e-48e0-8aa7-647f4be30a4d service neutron] 10.222.0.74 "GET /v2.0/networks/b530eab4-083b-43c2-ba27-6b6c9352e514?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3282783 Sep 23 19:37:48.630184 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a474bf22-dd0c-4333-becf-1be99fedd9ef req-6e86a837-c9d1-48f7-8160-7f4ba0981189 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:37:48.631667 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-a474bf22-dd0c-4333-becf-1be99fedd9ef req-6e86a837-c9d1-48f7-8160-7f4ba0981189 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=0a32b004-bc4a-40b4-8198-7301a96775ce HTTP/1.1" status: 200 len: 856 time: 0.5826449 Sep 23 19:37:48.635460 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-91ade0b7-9f51-41bd-85ad-47828f729ff9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:48.660175 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Device b1a0014a-2a6e-4b40-9607-5e0d25450796 details requested by agent hyperv_n-h1-713301-16 with host n-h1-713301-16 {{(pid=95103) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 19:37:48.698010 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-f2773c5c-4b64-421a-b034-d2a7b238ce26 req-3e375895-b2c1-44bf-b1d6-03d7229d5a04 tempest-ServersTestJSON-149791516 tempest-ServersTestJSON-149791516-project] 10.222.0.67 "GET /v2.0/security-groups?id=b8c31db9-bcb2-4708-876e-18b1f4bdd8a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5903289 Sep 23 19:37:48.698168 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-703fd0ea-3df5-4a6a-b8dc-3f80b16538a4 tempest-RoutersIpV6AdminTest-525100567 tempest-RoutersIpV6AdminTest-525100567-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-601942'] for router_gateway, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:48.762142 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-c18483ca-fc32-427b-a2bd-6bcec46372fd req-05381bbd-a464-404b-9a23-95e29dc4a3a0 service neutron] 10.222.0.74 "GET /v2.0/networks/b530eab4-083b-43c2-ba27-6b6c9352e514?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7574787 Sep 23 19:37:48.772532 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b23ad118-e9fe-48b5-ab12-c71dabd297da tempest-NetworksIpV6Test-1074010632 tempest-NetworksIpV6Test-1074010632-project] Pushing event updated for resources: {'Subnet': ['ID=455ccdd9-81af-4042-a87c-851628deae67,revision_number=0']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:37:48.846657 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a474bf22-dd0c-4333-becf-1be99fedd9ef req-6b2a3a25-3e99-4822-a762-a101c7d9c17b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:37:48.848232 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-a474bf22-dd0c-4333-becf-1be99fedd9ef req-6b2a3a25-3e99-4822-a762-a101c7d9c17b service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=4938c958-b8c9-4af7-9682-a50ce306467f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2060363 Sep 23 19:37:48.857426 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-2d0988d6-fc5f-417d-8eeb-0b3a390cf860 tempest-FloatingIPAdminTestJSON-878028171 tempest-FloatingIPAdminTestJSON-878028171-project-admin] Notify callbacks [] for port, precommit_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:48.860724 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] For port b1a0014a-2a6e-4b40-9607-5e0d25450796, host n-h1-713301-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-16',level=0,port_id=b1a0014a-2a6e-4b40-9607-5e0d25450796,segment=NetworkSegment(2ac4e7d7-8acc-4746-b729-6191494d3cf1),segment_id=2ac4e7d7-8acc-4746-b729-6191494d3cf1)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:37:48.876219 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Returning: {'device': 'b1a0014a-2a6e-4b40-9607-5e0d25450796', 'network_id': 'b530eab4-083b-43c2-ba27-6b6c9352e514', 'port_id': 'b1a0014a-2a6e-4b40-9607-5e0d25450796', 'mac_address': 'fa:16:3e:87:1b:fd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 630, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1ea16b04-422a-47bf-a76f-de1ce7c29b70', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95103) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 19:37:48.899091 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-91ade0b7-9f51-41bd-85ad-47828f729ff9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:48.901912 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-91ade0b7-9f51-41bd-85ad-47828f729ff9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:48.905725 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-91ade0b7-9f51-41bd-85ad-47828f729ff9 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/9c7504c6-a91b-49e4-a788-4fcbdcc82625 HTTP/1.1" status: 204 len: 168 time: 1.0859170 Sep 23 19:37:48.943344 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:48.955379 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ade0b7-9f51-41bd-85ad-47828f729ff9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c7504c6-a91b-49e4-a788-4fcbdcc82625,revision_number=None']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:37:48.987981 n-d-713301-16 neutron-server[95103]: DEBUG neutron.notifiers.nova [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b1a0014a-2a6e-4b40-9607-5e0d25450796 {{(pid=95103) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 19:37:49.003642 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Device a8c92460-5fae-4c8f-84ed-ea8e7d7e81e5 up at agent hyperv_n-h2-713301-16 {{(pid=95103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 19:37:49.040219 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d25580-cfe8-41fe-be53-1e84a0d731ab req-cbe5b461-6f39-4411-89ae-af33d2509f71 tempest-ListServersNegativeTestJSON-1207334089 tempest-ListServersNegativeTestJSON-1207334089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:37:49.042712 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-b9d25580-cfe8-41fe-be53-1e84a0d731ab req-cbe5b461-6f39-4411-89ae-af33d2509f71 tempest-ListServersNegativeTestJSON-1207334089 tempest-ListServersNegativeTestJSON-1207334089-project] 10.222.0.67 "GET /v2.0/ports?device_id=a84d2947-bfad-453f-8a9a-46f6c9c330a9 HTTP/1.1" status: 200 len: 943 time: 0.2550356 Sep 23 19:37:49.046183 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] For port b1a0014a-2a6e-4b40-9607-5e0d25450796, host n-h1-713301-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-16',level=0,port_id=b1a0014a-2a6e-4b40-9607-5e0d25450796,segment=NetworkSegment(2ac4e7d7-8acc-4746-b729-6191494d3cf1),segment_id=2ac4e7d7-8acc-4746-b729-6191494d3cf1)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:37:49.048979 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-2d0988d6-fc5f-417d-8eeb-0b3a390cf860 tempest-FloatingIPAdminTestJSON-878028171 tempest-FloatingIPAdminTestJSON-878028171-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783145673135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4399100'] for port, after_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:49.056831 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:49.089500 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3631609-8e45-4dac-aebb-39ab4f33dce7 req-0489047b-ba6f-4d1c-8cc4-adb398be81ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:37:49.091235 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-d3631609-8e45-4dac-aebb-39ab4f33dce7 req-0489047b-ba6f-4d1c-8cc4-adb398be81ff service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=1ef5475a68844e7f905c8834dd628159&device_id=a84d2947-bfad-453f-8a9a-46f6c9c330a9 HTTP/1.1" status: 200 len: 1095 time: 0.2648013 Sep 23 19:37:49.141772 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Pushing event updated for resources: {'Port': ['ID=b1a0014a-2a6e-4b40-9607-5e0d25450796,revision_number=4']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:37:49.143889 n-d-713301-16 neutron-server[95102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d0988d6-fc5f-417d-8eeb-0b3a390cf860 tempest-FloatingIPAdminTestJSON-878028171 tempest-FloatingIPAdminTestJSON-878028171-project-admin] Network 5dec5c09-378e-4f50-89cc-d94eb81c3bac is already hosted by enough agents. {{(pid=95102) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:37:49.151455 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Provisioning for port a8c92460-5fae-4c8f-84ed-ea8e7d7e81e5 completed by entity L2. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 19:37:49.159425 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Provisioning complete for port a8c92460-5fae-4c8f-84ed-ea8e7d7e81e5 triggered by entity L2. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:37:49.159807 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:49.165117 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-703fd0ea-3df5-4a6a-b8dc-3f80b16538a4 tempest-RoutersIpV6AdminTest-525100567 tempest-RoutersIpV6AdminTest-525100567-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-597305', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29369'] for router, precommit_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:49.174473 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-703fd0ea-3df5-4a6a-b8dc-3f80b16538a4 tempest-RoutersIpV6AdminTest-525100567 tempest-RoutersIpV6AdminTest-525100567-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:49.181325 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b23ad118-e9fe-48b5-ab12-c71dabd297da tempest-NetworksIpV6Test-1074010632 tempest-NetworksIpV6Test-1074010632-project] Checking segment: {'id': '8e5f2696-3bbe-43af-a641-820ef1c18f4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '07e32d0d-56a1-4ef4-a08b-0c66026f456e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:37:49.181985 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b23ad118-e9fe-48b5-ab12-c71dabd297da tempest-NetworksIpV6Test-1074010632 tempest-NetworksIpV6Test-1074010632-project] Network hostable DHCP agents. Network: 07e32d0d-56a1-4ef4-a08b-0c66026f456e, hostable agents: ['1b18bf05-1b5f-4587-be5c-af3ac38e32ad'], hosted agents: [] {{(pid=95101) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 19:37:49.215540 n-d-713301-16 neutron-server[95102]: DEBUG neutron.scheduler.base_scheduler [None req-2d0988d6-fc5f-417d-8eeb-0b3a390cf860 tempest-FloatingIPAdminTestJSON-878028171 tempest-FloatingIPAdminTestJSON-878028171-project-admin] Resources bound (agent type, host, resource id): {{(pid=95102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:37:49.224671 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-a474bf22-dd0c-4333-becf-1be99fedd9ef req-b5c7a769-1dcf-4681-9559-ab3abaf8c6d4 service neutron] 10.222.0.53 "GET /v2.0/networks/4938c958-b8c9-4af7-9682-a50ce306467f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3598766 Sep 23 19:37:49.230140 n-d-713301-16 neutron-server[95102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d0988d6-fc5f-417d-8eeb-0b3a390cf860 tempest-FloatingIPAdminTestJSON-878028171 tempest-FloatingIPAdminTestJSON-878028171-project-admin] Received port after_create {{(pid=95102) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 19:37:49.234455 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d0988d6-fc5f-417d-8eeb-0b3a390cf860 tempest-FloatingIPAdminTestJSON-878028171 tempest-FloatingIPAdminTestJSON-878028171-project-admin] Pushing event updated for resources: {'Port': ['ID=2a604c0d-5d35-4d4f-a94d-77d621a6bbeb,revision_number=1']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:37:49.258487 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-8e562169-83c8-4f1c-848e-145c7cc468dd req-6eae8a64-417e-4e4b-813d-4add2b424d66 service neutron] 10.222.0.74 "GET /v2.0/networks/b530eab4-083b-43c2-ba27-6b6c9352e514?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6348939 Sep 23 19:37:49.279253 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-4a171d1c-8317-4e29-85a2-b2cd5a48369c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:49.281521 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-703fd0ea-3df5-4a6a-b8dc-3f80b16538a4 tempest-RoutersIpV6AdminTest-525100567 tempest-RoutersIpV6AdminTest-525100567-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-597296'] for router, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:49.282174 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] get_ports_and_sgs() called for port_ids ['b1a0014a-2a6e-4b40-9607-5e0d25450796'] {{(pid=95103) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 19:37:49.282452 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-703fd0ea-3df5-4a6a-b8dc-3f80b16538a4 tempest-RoutersIpV6AdminTest-525100567 tempest-RoutersIpV6AdminTest-525100567-project] Fanout notify agent at l3_agent the message router_deleted on router 771fb9bf-a876-45c4-afa1-8b97588f2435 {{(pid=95101) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 23 19:37:49.301270 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-703fd0ea-3df5-4a6a-b8dc-3f80b16538a4 tempest-RoutersIpV6AdminTest-525100567 tempest-RoutersIpV6AdminTest-525100567-project] Notify callbacks [] for router, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:49.306897 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-703fd0ea-3df5-4a6a-b8dc-3f80b16538a4 tempest-RoutersIpV6AdminTest-525100567 tempest-RoutersIpV6AdminTest-525100567-project] 10.222.0.67 "DELETE /v2.0/routers/771fb9bf-a876-45c4-afa1-8b97588f2435 HTTP/1.1" status: 204 len: 168 time: 3.0711222 Sep 23 19:37:49.307914 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b23ad118-e9fe-48b5-ab12-c71dabd297da tempest-NetworksIpV6Test-1074010632 tempest-NetworksIpV6Test-1074010632-project] Network 07e32d0d-56a1-4ef4-a08b-0c66026f456e is scheduled to be hosted by DHCP agent 1b18bf05-1b5f-4587-be5c-af3ac38e32ad with binding_index 1 {{(pid=95101) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 19:37:49.310274 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 56428) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:37:49.316530 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.v2.base [None req-ebad9c2d-0bdc-4748-a7d1-55995a42aff8 tempest-RoutersIpV6AdminTest-525100567 tempest-RoutersIpV6AdminTest-525100567-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1600351047', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=95101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:37:49.324868 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-4a171d1c-8317-4e29-85a2-b2cd5a48369c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:49.350972 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:49.354679 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.base_scheduler [None req-b23ad118-e9fe-48b5-ab12-c71dabd297da tempest-NetworksIpV6Test-1074010632 tempest-NetworksIpV6Test-1074010632-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713301-16, 07e32d0d-56a1-4ef4-a08b-0c66026f456e) {{(pid=95101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:37:49.376316 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b23ad118-e9fe-48b5-ab12-c71dabd297da tempest-NetworksIpV6Test-1074010632 tempest-NetworksIpV6Test-1074010632-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:37:49.378532 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-b23ad118-e9fe-48b5-ab12-c71dabd297da tempest-NetworksIpV6Test-1074010632 tempest-NetworksIpV6Test-1074010632-project] Notify callbacks [] for subnet, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:49.399282 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-4a171d1c-8317-4e29-85a2-b2cd5a48369c admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=adc1941f4fa549b69df2f554f1bfc794&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1984091 Sep 23 19:37:49.403999 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 56432) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:37:49.416095 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a171d1c-8317-4e29-85a2-b2cd5a48369c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3910000e-facd-44dd-a741-35d12850949e,revision_number=1']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:37:49.419341 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-ebad9c2d-0bdc-4748-a7d1-55995a42aff8 tempest-RoutersIpV6AdminTest-525100567 tempest-RoutersIpV6AdminTest-525100567-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-594563', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29355'] for router, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:49.420740 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-ebad9c2d-0bdc-4748-a7d1-55995a42aff8 tempest-RoutersIpV6AdminTest-525100567 tempest-RoutersIpV6AdminTest-525100567-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-597363', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-601731', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-739356', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29346'] for router, precommit_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:49.421372 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-681f4685-decb-483b-b0f2-b1365a345044 None None] Network 07e32d0d-56a1-4ef4-a08b-0c66026f456e requested from n-d-713301-16 {{(pid=95103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 19:37:49.440180 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-b23ad118-e9fe-48b5-ab12-c71dabd297da tempest-NetworksIpV6Test-1074010632 tempest-NetworksIpV6Test-1074010632-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 2.3109639 Sep 23 19:37:49.444712 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 56434) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:37:49.463454 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-b9d25580-cfe8-41fe-be53-1e84a0d731ab req-36dc78bd-e7e6-4d45-b050-9e4e0b917a92 tempest-ListServersNegativeTestJSON-1207334089 tempest-ListServersNegativeTestJSON-1207334089-project] 10.222.0.67 "GET /v2.0/security-groups?id=40996637-10c7-4777-a250-5601fd310469&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3963971 Sep 23 19:37:49.467476 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.v2.base [None req-a30958aa-17ae-4951-9b7d-49823c9188e0 tempest-NetworksIpV6Test-1074010632 tempest-NetworksIpV6Test-1074010632-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1358886662'}} {{(pid=95102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:37:49.525776 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-ebad9c2d-0bdc-4748-a7d1-55995a42aff8 tempest-RoutersIpV6AdminTest-525100567 tempest-RoutersIpV6AdminTest-525100567-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:49.530482 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-7d512d3d-a9d1-4d4d-95f5-efc1687a8bc9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:49.535115 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-ebad9c2d-0bdc-4748-a7d1-55995a42aff8 tempest-RoutersIpV6AdminTest-525100567 tempest-RoutersIpV6AdminTest-525100567-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-597258', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-601790'] for router, after_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:49.568180 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-7d512d3d-a9d1-4d4d-95f5-efc1687a8bc9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:49.585672 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3631609-8e45-4dac-aebb-39ab4f33dce7 req-61156bc8-c98d-4a51-ad91-48fb8f2fc009 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:37:49.588366 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-d3631609-8e45-4dac-aebb-39ab4f33dce7 req-61156bc8-c98d-4a51-ad91-48fb8f2fc009 service neutron] 10.222.0.74 "GET /v2.0/networks?id=b530eab4-083b-43c2-ba27-6b6c9352e514 HTTP/1.1" status: 200 len: 919 time: 0.4724157 Sep 23 19:37:49.603963 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-ebad9c2d-0bdc-4748-a7d1-55995a42aff8 tempest-RoutersIpV6AdminTest-525100567 tempest-RoutersIpV6AdminTest-525100567-project] Notify callbacks [] for router, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:49.608118 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-ebad9c2d-0bdc-4748-a7d1-55995a42aff8 tempest-RoutersIpV6AdminTest-525100567 tempest-RoutersIpV6AdminTest-525100567-project] 10.222.0.67 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.2953515 Sep 23 19:37:49.608738 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 56440) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:37:49.617712 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.v2.base [None req-8329997f-13ed-43c0-a694-b9994450a884 tempest-RoutersIpV6AdminTest-809394628 tempest-RoutersIpV6AdminTest-809394628-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'enable_snat': True}}} {{(pid=95101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:37:49.658541 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-2d0988d6-fc5f-417d-8eeb-0b3a390cf860 tempest-FloatingIPAdminTestJSON-878028171 tempest-FloatingIPAdminTestJSON-878028171-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:49.659200 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] For port a8c92460-5fae-4c8f-84ed-ea8e7d7e81e5, host n-h2-713301-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-16',level=0,port_id=a8c92460-5fae-4c8f-84ed-ea8e7d7e81e5,segment=NetworkSegment(2ac4e7d7-8acc-4746-b729-6191494d3cf1),segment_id=2ac4e7d7-8acc-4746-b729-6191494d3cf1)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:37:49.670186 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a30958aa-17ae-4951-9b7d-49823c9188e0 tempest-NetworksIpV6Test-1074010632 tempest-NetworksIpV6Test-1074010632-project] Made reservation on behalf of 699ebd3ddaa74a06bf917c17312a1ac5 for: {'network': 1} {{(pid=95102) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:37:49.674209 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-a30958aa-17ae-4951-9b7d-49823c9188e0 tempest-NetworksIpV6Test-1074010632 tempest-NetworksIpV6Test-1074010632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for network, before_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:49.749948 n-d-713301-16 neutron-server[95103]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff231c83-1672-4420-aa04-ad15c4772493', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8c92460-5fae-4c8f-84ed-ea8e7d7e81e5'}] {{(pid=95103) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 19:37:49.750793 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-7d512d3d-a9d1-4d4d-95f5-efc1687a8bc9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:49.752572 n-d-713301-16 neutron-server[95103]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}81a1c17f2aa89d5b3ebbba3a3e0cf7eb588e431c2224256110c4c4facdd7c3e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a27d8d7b-86bb-4509-9637-ddb0ea22632c" -d '{"events": [{"server_uuid": "ff231c83-1672-4420-aa04-ad15c4772493", "name": "network-vif-plugged", "status": "completed", "tag": "a8c92460-5fae-4c8f-84ed-ea8e7d7e81e5"}]}' {{(pid=95103) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 19:37:49.754491 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-7d512d3d-a9d1-4d4d-95f5-efc1687a8bc9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:49.755844 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-7d512d3d-a9d1-4d4d-95f5-efc1687a8bc9 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/3910000e-facd-44dd-a741-35d12850949e HTTP/1.1" status: 204 len: 168 time: 0.3501067 Sep 23 19:37:49.756440 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:49.804481 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-2d0988d6-fc5f-417d-8eeb-0b3a390cf860 tempest-FloatingIPAdminTestJSON-878028171 tempest-FloatingIPAdminTestJSON-878028171-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:49.805492 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d512d3d-a9d1-4d4d-95f5-efc1687a8bc9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3910000e-facd-44dd-a741-35d12850949e,revision_number=None']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:37:49.884223 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-8329997f-13ed-43c0-a694-b9994450a884 tempest-RoutersIpV6AdminTest-809394628 tempest-RoutersIpV6AdminTest-809394628-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:49.892212 n-d-713301-16 neutron-server[95103]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 19:37:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8cddedc4-3f1a-4e5a-8c94-7181f19fc3ca x-openstack-request-id: req-8cddedc4-3f1a-4e5a-8c94-7181f19fc3ca {{(pid=95103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 19:37:49.892826 n-d-713301-16 neutron-server[95103]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ff231c83-1672-4420-aa04-ad15c4772493", "name": "network-vif-plugged", "status": "completed", "tag": "a8c92460-5fae-4c8f-84ed-ea8e7d7e81e5", "code": 200}]} {{(pid=95103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 19:37:49.892826 n-d-713301-16 neutron-server[95103]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-8cddedc4-3f1a-4e5a-8c94-7181f19fc3ca {{(pid=95103) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 19:37:49.893207 n-d-713301-16 neutron-server[95103]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ff231c83-1672-4420-aa04-ad15c4772493', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8c92460-5fae-4c8f-84ed-ea8e7d7e81e5', 'code': 200} Sep 23 19:37:49.893934 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Pushing event updated for resources: {'Port': ['ID=a8c92460-5fae-4c8f-84ed-ea8e7d7e81e5,revision_number=5']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:37:49.914810 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-041d71d3-122e-478e-a447-1c53598b2110 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:49.979609 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7594c78-7d71-4297-b8e4-63c4a31b1344 req-b812ac0a-f21c-4023-8d13-dc1917b11eb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:37:49.981535 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-d7594c78-7d71-4297-b8e4-63c4a31b1344 req-b812ac0a-f21c-4023-8d13-dc1917b11eb1 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=ff231c83-1672-4420-aa04-ad15c4772493 HTTP/1.1" status: 200 len: 1097 time: 0.0688732 Sep 23 19:37:49.996548 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-2d0988d6-fc5f-417d-8eeb-0b3a390cf860 tempest-FloatingIPAdminTestJSON-878028171 tempest-FloatingIPAdminTestJSON-878028171-project-admin] Notify callbacks [] for port, precommit_update {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:50.001706 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-d3631609-8e45-4dac-aebb-39ab4f33dce7 req-284b442a-e046-487d-95e8-3e4fccd3cce5 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7b2f1715-4904-4fe0-9fdd-042fe3860649 HTTP/1.1" status: 200 len: 217 time: 0.3325982 Sep 23 19:37:50.003711 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-a474bf22-dd0c-4333-becf-1be99fedd9ef req-fe62958d-f7d7-4cd3-a2c3-fc10d82fc700 service neutron] 10.222.0.53 "GET /v2.0/networks/4938c958-b8c9-4af7-9682-a50ce306467f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7517214 Sep 23 19:37:50.017683 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-2d0988d6-fc5f-417d-8eeb-0b3a390cf860 tempest-FloatingIPAdminTestJSON-878028171 tempest-FloatingIPAdminTestJSON-878028171-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4399095'] for port, after_update {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:50.060764 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a30ca374-1f37-408f-ab57-c0345074ca03 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4c8b80df-07eb-5275-9f17-5cf640db67c0-07e32d0d-56a1-4ef4-a08b-0c66026f456e', 'network_id': '07e32d0d-56a1-4ef4-a08b-0c66026f456e', 'tenant_id': '699ebd3ddaa74a06bf917c17312a1ac5', 'fixed_ips': [{'subnet_id': '455ccdd9-81af-4042-a87c-851628deae67'}]}} from n-d-713301-16. {{(pid=95103) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 23 19:37:50.061922 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-a30ca374-1f37-408f-ab57-c0345074ca03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_create {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:50.068829 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-d7594c78-7d71-4297-b8e4-63c4a31b1344 req-7477b41d-e058-4d82-82bc-cc4d1600ffa0 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=40996637-10c7-4777-a250-5601fd310469&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539832 Sep 23 19:37:50.177214 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d0988d6-fc5f-417d-8eeb-0b3a390cf860 tempest-FloatingIPAdminTestJSON-878028171 tempest-FloatingIPAdminTestJSON-878028171-project-admin] Pushing event updated for resources: {'Port': ['ID=2a604c0d-5d35-4d4f-a94d-77d621a6bbeb,revision_number=2']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:37:50.184570 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a30958aa-17ae-4951-9b7d-49823c9188e0 tempest-NetworksIpV6Test-1074010632 tempest-NetworksIpV6Test-1074010632-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 611} {{(pid=95102) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 19:37:50.212329 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-a474bf22-dd0c-4333-becf-1be99fedd9ef req-4f085ade-6f87-4f84-af48-ad8ac0190db0 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.26&port_id=6c017d64-49a7-4da3-a6bc-3716925c2710 HTTP/1.1" status: 200 len: 217 time: 0.1851680 Sep 23 19:37:50.226006 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-8329997f-13ed-43c0-a694-b9994450a884 tempest-RoutersIpV6AdminTest-809394628 tempest-RoutersIpV6AdminTest-809394628-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:50.252295 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-a30958aa-17ae-4951-9b7d-49823c9188e0 tempest-NetworksIpV6Test-1074010632 tempest-NetworksIpV6Test-1074010632-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1756186'] for segment, precommit_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:50.252681 n-d-713301-16 neutron-server[95102]: INFO neutron.db.segments_db [None req-a30958aa-17ae-4951-9b7d-49823c9188e0 tempest-NetworksIpV6Test-1074010632 tempest-NetworksIpV6Test-1074010632-project] Added segment c710c858-0283-4fec-b2f3-dbf0c8780780 of type vlan for network 08ec38d9-bbce-4651-9768-25ef90b36e30 Sep 23 19:37:50.264378 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-8329997f-13ed-43c0-a694-b9994450a884 tempest-RoutersIpV6AdminTest-809394628 tempest-RoutersIpV6AdminTest-809394628-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:50.292178 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.db_base_plugin_common [None req-a30ca374-1f37-408f-ab57-c0345074ca03 None None] Allocated IP 2001:db8::1 (07e32d0d-56a1-4ef4-a08b-0c66026f456e/455ccdd9-81af-4042-a87c-851628deae67/165a89fc-0597-40b9-8573-35c29276addf) {{(pid=95103) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 19:37:50.323001 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 56462) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:37:50.340231 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3631609-8e45-4dac-aebb-39ab4f33dce7 req-daaeb1e5-5886-46d6-a41e-04d498e45a87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:37:50.341843 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-d3631609-8e45-4dac-aebb-39ab4f33dce7 req-daaeb1e5-5886-46d6-a41e-04d498e45a87 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=1ea16b04-422a-47bf-a76f-de1ce7c29b70 HTTP/1.1" status: 200 len: 858 time: 0.3115060 Sep 23 19:37:50.380694 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2015a7-3b1f-4925-a826-27798226c58e req-248ee34e-aca8-46b1-afaa-fd761b7e1aa8 tempest-ServersTestJSON-149791516 tempest-ServersTestJSON-149791516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:37:50.382299 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-7b2015a7-3b1f-4925-a826-27798226c58e req-248ee34e-aca8-46b1-afaa-fd761b7e1aa8 tempest-ServersTestJSON-149791516 tempest-ServersTestJSON-149791516-project] 10.222.0.67 "GET /v2.0/ports?device_id=7250b04d-cbe1-42a9-ad22-a6926740b5d8 HTTP/1.1" status: 200 len: 945 time: 0.3833160 Sep 23 19:37:50.415932 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-d3631609-8e45-4dac-aebb-39ab4f33dce7 req-b02ad543-0139-4b6d-8dd5-30c22bcf5c7e service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=b530eab4-083b-43c2-ba27-6b6c9352e514&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0647180 Sep 23 19:37:50.420489 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-a30958aa-17ae-4951-9b7d-49823c9188e0 tempest-NetworksIpV6Test-1074010632 tempest-NetworksIpV6Test-1074010632-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783145630486'] for network, precommit_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:50.445728 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-2d0988d6-fc5f-417d-8eeb-0b3a390cf860 tempest-FloatingIPAdminTestJSON-878028171 tempest-FloatingIPAdminTestJSON-878028171-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-601884'] for floatingip, after_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:50.475991 n-d-713301-16 neutron-server[95101]: DEBUG neutron.db.db_base_plugin_common [None req-8329997f-13ed-43c0-a694-b9994450a884 tempest-RoutersIpV6AdminTest-809394628 tempest-RoutersIpV6AdminTest-809394628-project-admin] Allocated IP 172.25.1.239 (5dec5c09-378e-4f50-89cc-d94eb81c3bac/eff83446-018c-428d-b3f5-54ac9abe7a2a/bf63a66b-4fb4-4211-b30e-c555d27518cb) {{(pid=95101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 19:37:50.481156 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a474bf22-dd0c-4333-becf-1be99fedd9ef req-febea562-42c2-4f0c-9949-93f1e9c16f50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:37:50.482663 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-a474bf22-dd0c-4333-becf-1be99fedd9ef req-febea562-42c2-4f0c-9949-93f1e9c16f50 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=08a82bb7-bfc5-4bc7-a3ee-312f82ebfc05 HTTP/1.1" status: 200 len: 797 time: 0.2153006 Sep 23 19:37:50.543365 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.v2.base [None req-128b22f2-36b0-4d2d-9d81-2009bcf07abc admin admin] Request body: {'network': {'name': 'tempest-ImageQuotaTest-1733332121-network', 'tenant_id': 'd3fd858eee8b458db29d25bd4b30877b'}} {{(pid=95101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:37:50.578999 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-a30ca374-1f37-408f-ab57-c0345074ca03 None None] Notify callbacks [] for port, precommit_create {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:50.586099 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-a30ca374-1f37-408f-ab57-c0345074ca03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783145673135'] for port, after_create {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:50.617067 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-128b22f2-36b0-4d2d-9d81-2009bcf07abc admin admin] Made reservation on behalf of d3fd858eee8b458db29d25bd4b30877b for: {'network': 1} {{(pid=95101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:37:50.620899 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-128b22f2-36b0-4d2d-9d81-2009bcf07abc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for network, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:50.630843 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-2d0988d6-fc5f-417d-8eeb-0b3a390cf860 tempest-FloatingIPAdminTestJSON-878028171 tempest-FloatingIPAdminTestJSON-878028171-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222849'] for floatingip, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:50.635320 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-2d0988d6-fc5f-417d-8eeb-0b3a390cf860 tempest-FloatingIPAdminTestJSON-878028171 tempest-FloatingIPAdminTestJSON-878028171-project-admin] 10.222.0.67 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.3573511 Sep 23 19:37:50.637193 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 56472) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:37:50.639565 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-128b22f2-36b0-4d2d-9d81-2009bcf07abc admin admin] Notify callbacks [] for security_group, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:50.642135 n-d-713301-16 neutron-server[95103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a30ca374-1f37-408f-ab57-c0345074ca03 None None] Network 07e32d0d-56a1-4ef4-a08b-0c66026f456e is already hosted by enough agents. {{(pid=95103) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:37:50.646871 n-d-713301-16 neutron-server[95103]: DEBUG neutron.scheduler.base_scheduler [None req-a30ca374-1f37-408f-ab57-c0345074ca03 None None] Resources bound (agent type, host, resource id): {{(pid=95103) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:37:50.650812 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a30ca374-1f37-408f-ab57-c0345074ca03 None None] Received port after_create {{(pid=95103) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 19:37:50.665054 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a30ca374-1f37-408f-ab57-c0345074ca03 None None] Pushing event updated for resources: {'Port': ['ID=165a89fc-0597-40b9-8573-35c29276addf,revision_number=1']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:37:50.685408 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-7b2015a7-3b1f-4925-a826-27798226c58e req-434fe2a6-5dec-4166-861c-ad76485360d2 tempest-ServersTestJSON-149791516 tempest-ServersTestJSON-149791516-project] 10.222.0.67 "GET /v2.0/security-groups?id=b8c31db9-bcb2-4708-876e-18b1f4bdd8a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2767146 Sep 23 19:37:50.695708 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-a30958aa-17ae-4951-9b7d-49823c9188e0 tempest-NetworksIpV6Test-1074010632 tempest-NetworksIpV6Test-1074010632-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299'] for network, after_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:50.701613 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a30958aa-17ae-4951-9b7d-49823c9188e0 tempest-NetworksIpV6Test-1074010632 tempest-NetworksIpV6Test-1074010632-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:37:50.702128 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-a30958aa-17ae-4951-9b7d-49823c9188e0 tempest-NetworksIpV6Test-1074010632 tempest-NetworksIpV6Test-1074010632-project] Notify callbacks [] for network, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:50.715069 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Device 7b2f1715-4904-4fe0-9fdd-042fe3860649 details requested by agent hyperv_n-h1-713301-16 with host n-h1-713301-16 {{(pid=95103) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 19:37:50.720641 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Device b1a0014a-2a6e-4b40-9607-5e0d25450796 up at agent hyperv_n-h1-713301-16 {{(pid=95103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 19:37:50.791844 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a474bf22-dd0c-4333-becf-1be99fedd9ef req-6da88250-4d5d-41fa-aa64-f16cf2ded31d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:37:50.793439 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-a474bf22-dd0c-4333-becf-1be99fedd9ef req-6da88250-4d5d-41fa-aa64-f16cf2ded31d service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=6b0b0714-7ca1-4d6d-b820-8be57f2679a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2776163 Sep 23 19:37:50.800110 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-d3631609-8e45-4dac-aebb-39ab4f33dce7 req-54e76e8e-1c9f-463f-942f-4d8c07947fdc service neutron] 10.222.0.74 "GET /v2.0/networks/b530eab4-083b-43c2-ba27-6b6c9352e514?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3712404 Sep 23 19:37:50.817066 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.managers [None req-a30ca374-1f37-408f-ab57-c0345074ca03 None None] Attempting to bind port 165a89fc-0597-40b9-8573-35c29276addf on host n-d-713301-16 for vnic_type normal with profile {{(pid=95103) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 19:37:50.817667 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.managers [None req-a30ca374-1f37-408f-ab57-c0345074ca03 None None] Attempting to bind port 165a89fc-0597-40b9-8573-35c29276addf by drivers openvswitch,hyperv on host n-d-713301-16 at level 0 using segments [{'id': '8e5f2696-3bbe-43af-a641-820ef1c18f4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '07e32d0d-56a1-4ef4-a08b-0c66026f456e'}] {{(pid=95103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 19:37:50.817810 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a30ca374-1f37-408f-ab57-c0345074ca03 None None] Attempting to bind port 165a89fc-0597-40b9-8573-35c29276addf on network 07e32d0d-56a1-4ef4-a08b-0c66026f456e {{(pid=95103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:37:50.836844 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a30958aa-17ae-4951-9b7d-49823c9188e0 tempest-NetworksIpV6Test-1074010632 tempest-NetworksIpV6Test-1074010632-project] Pushing event updated for resources: {'Network': ['ID=08ec38d9-bbce-4651-9768-25ef90b36e30,revision_number=1']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:37:50.843648 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a30ca374-1f37-408f-ab57-c0345074ca03 None None] Checking agent: {'id': '70a14545-df24-472f-8f95-bfe1719bff93', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 19, 7, 53), 'started_at': datetime.datetime(2021, 9, 23, 19, 8, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 19, 37, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 19:37:50.844101 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a30ca374-1f37-408f-ab57-c0345074ca03 None None] Checking segment: {'id': '8e5f2696-3bbe-43af-a641-820ef1c18f4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '07e32d0d-56a1-4ef4-a08b-0c66026f456e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95103) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:37:50.844437 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-a30ca374-1f37-408f-ab57-c0345074ca03 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:50.844893 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a30ca374-1f37-408f-ab57-c0345074ca03 None None] Bound using segment: {'id': '8e5f2696-3bbe-43af-a641-820ef1c18f4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '07e32d0d-56a1-4ef4-a08b-0c66026f456e'} {{(pid=95103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 19:37:50.845337 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.managers [None req-a30ca374-1f37-408f-ab57-c0345074ca03 None None] Bound port: 165a89fc-0597-40b9-8573-35c29276addf, host: n-d-713301-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8e5f2696-3bbe-43af-a641-820ef1c18f4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '07e32d0d-56a1-4ef4-a08b-0c66026f456e'}}] {{(pid=95103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 19:37:50.845720 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-a30ca374-1f37-408f-ab57-c0345074ca03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:50.861017 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e832a078-3b54-4593-b359-4156f9b02814 req-e9747e80-285b-4b1c-9bd9-3d91b89ce57b tempest-ListServersNegativeTestJSON-1207334089 tempest-ListServersNegativeTestJSON-1207334089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:37:50.865899 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Network 08ec38d9-bbce-4651-9768-25ef90b36e30 details requested by agent ovs-agent-n-d-713301-16 with host n-d-713301-16 {{(pid=95103) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 19:37:50.868773 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-e832a078-3b54-4593-b359-4156f9b02814 req-e9747e80-285b-4b1c-9bd9-3d91b89ce57b tempest-ListServersNegativeTestJSON-1207334089 tempest-ListServersNegativeTestJSON-1207334089-project] 10.222.0.67 "GET /v2.0/ports?device_id=a84d2947-bfad-453f-8a9a-46f6c9c330a9 HTTP/1.1" status: 200 len: 943 time: 0.2411387 Sep 23 19:37:50.877357 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-128b22f2-36b0-4d2d-9d81-2009bcf07abc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:50.906109 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-128b22f2-36b0-4d2d-9d81-2009bcf07abc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:50.933868 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-128b22f2-36b0-4d2d-9d81-2009bcf07abc admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 604} {{(pid=95101) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 19:37:50.938568 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-a30958aa-17ae-4951-9b7d-49823c9188e0 tempest-NetworksIpV6Test-1074010632 tempest-NetworksIpV6Test-1074010632-project] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.4809630 Sep 23 19:37:50.941191 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 56482) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:37:50.951851 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.v2.base [None req-7bea070e-3fd2-451b-b434-c56223356ef9 tempest-NetworksIpV6Test-1074010632 tempest-NetworksIpV6Test-1074010632-project] Request body: {'subnet': {'network_id': '08ec38d9-bbce-4651-9768-25ef90b36e30', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=95102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:37:50.957039 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-128b22f2-36b0-4d2d-9d81-2009bcf07abc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1756186'] for segment, precommit_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:50.957399 n-d-713301-16 neutron-server[95101]: INFO neutron.db.segments_db [None req-128b22f2-36b0-4d2d-9d81-2009bcf07abc admin admin] Added segment c2e02ec0-5f83-4105-8267-cb02701f642a of type vlan for network 62b0fc2b-a4cb-4225-abce-6a54cfdec443 Sep 23 19:37:51.015566 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Provisioning for port b1a0014a-2a6e-4b40-9607-5e0d25450796 completed by entity L2. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 19:37:51.032083 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Provisioning complete for port b1a0014a-2a6e-4b40-9607-5e0d25450796 triggered by entity L2. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:37:51.032464 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:51.061768 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-128b22f2-36b0-4d2d-9d81-2009bcf07abc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783145630486'] for network, precommit_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:51.096713 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-e832a078-3b54-4593-b359-4156f9b02814 req-20dcaf60-0be4-4d26-8d5b-af88bff5eb80 tempest-ListServersNegativeTestJSON-1207334089 tempest-ListServersNegativeTestJSON-1207334089-project] 10.222.0.67 "GET /v2.0/security-groups?id=40996637-10c7-4777-a250-5601fd310469&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2135353 Sep 23 19:37:51.096850 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-8329997f-13ed-43c0-a694-b9994450a884 tempest-RoutersIpV6AdminTest-809394628 tempest-RoutersIpV6AdminTest-809394628-project-admin] Notify callbacks [] for port, precommit_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:51.110435 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] For port 7b2f1715-4904-4fe0-9fdd-042fe3860649, host n-h1-713301-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-16',level=0,port_id=7b2f1715-4904-4fe0-9fdd-042fe3860649,segment=NetworkSegment(2ac4e7d7-8acc-4746-b729-6191494d3cf1),segment_id=2ac4e7d7-8acc-4746-b729-6191494d3cf1)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:37:51.127269 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-a30ca374-1f37-408f-ab57-c0345074ca03 None None] For port 165a89fc-0597-40b9-8573-35c29276addf, host n-d-713301-16, cleared binding levels {{(pid=95103) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 19:37:51.153292 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-a30ca374-1f37-408f-ab57-c0345074ca03 None None] For port 165a89fc-0597-40b9-8573-35c29276addf, host n-d-713301-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-16',level=0,port_id=165a89fc-0597-40b9-8573-35c29276addf,segment=NetworkSegment(8e5f2696-3bbe-43af-a641-820ef1c18f4c),segment_id=8e5f2696-3bbe-43af-a641-820ef1c18f4c)] {{(pid=95103) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 19:37:51.154621 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Returning: {'device': '7b2f1715-4904-4fe0-9fdd-042fe3860649', 'network_id': 'b530eab4-083b-43c2-ba27-6b6c9352e514', 'port_id': '7b2f1715-4904-4fe0-9fdd-042fe3860649', 'mac_address': 'fa:16:3e:b1:7b:02', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 630, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1ea16b04-422a-47bf-a76f-de1ce7c29b70', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95103) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 19:37:51.170240 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.v2.base [None req-2a2c45ed-f014-4636-bbce-779351e69490 tempest-FloatingIPAdminTestJSON-630730794 tempest-FloatingIPAdminTestJSON-630730794-project] Request body: {'floatingip': {'floating_network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac'}} {{(pid=95101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:37:51.208577 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-a30ca374-1f37-408f-ab57-c0345074ca03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:51.258671 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-8329997f-13ed-43c0-a694-b9994450a884 tempest-RoutersIpV6AdminTest-809394628 tempest-RoutersIpV6AdminTest-809394628-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783145673135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5607431'] for port, after_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:51.297120 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-a474bf22-dd0c-4333-becf-1be99fedd9ef req-472eaff1-d0a6-43aa-a598-84783a51ae29 service neutron] 10.222.0.53 "GET /v2.0/networks/6b0b0714-7ca1-4d6d-b820-8be57f2679a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4622018 Sep 23 19:37:51.303120 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-d3631609-8e45-4dac-aebb-39ab4f33dce7 req-0db9c33b-6daa-4ba7-ad61-48bc20e80d68 service neutron] 10.222.0.74 "GET /v2.0/networks/b530eab4-083b-43c2-ba27-6b6c9352e514?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4695508 Sep 23 19:37:51.331653 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-128b22f2-36b0-4d2d-9d81-2009bcf07abc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5cce7c9-6349-4fef-94c7-8cbf04d17e18,revision_number=1']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:37:51.342152 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:51.384490 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8329997f-13ed-43c0-a694-b9994450a884 tempest-RoutersIpV6AdminTest-809394628 tempest-RoutersIpV6AdminTest-809394628-project-admin] Network 5dec5c09-378e-4f50-89cc-d94eb81c3bac is already hosted by enough agents. {{(pid=95101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:37:51.385960 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:51.390997 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.base_scheduler [None req-8329997f-13ed-43c0-a694-b9994450a884 tempest-RoutersIpV6AdminTest-809394628 tempest-RoutersIpV6AdminTest-809394628-project-admin] Resources bound (agent type, host, resource id): {{(pid=95101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:37:51.395128 n-d-713301-16 neutron-server[95101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8329997f-13ed-43c0-a694-b9994450a884 tempest-RoutersIpV6AdminTest-809394628 tempest-RoutersIpV6AdminTest-809394628-project-admin] Received port after_create {{(pid=95101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 19:37:51.415208 n-d-713301-16 neutron-server[95103]: DEBUG neutron.notifiers.nova [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7b2f1715-4904-4fe0-9fdd-042fe3860649 {{(pid=95103) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 19:37:51.421790 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a30ca374-1f37-408f-ab57-c0345074ca03 None None] Pushing event updated for resources: {'Port': ['ID=165a89fc-0597-40b9-8573-35c29276addf,revision_number=2']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:37:51.460671 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] For port 7b2f1715-4904-4fe0-9fdd-042fe3860649, host n-h1-713301-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-16',level=0,port_id=7b2f1715-4904-4fe0-9fdd-042fe3860649,segment=NetworkSegment(2ac4e7d7-8acc-4746-b729-6191494d3cf1),segment_id=2ac4e7d7-8acc-4746-b729-6191494d3cf1)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:37:51.464242 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-128b22f2-36b0-4d2d-9d81-2009bcf07abc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299'] for network, after_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:51.465270 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-128b22f2-36b0-4d2d-9d81-2009bcf07abc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:37:51.465866 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-128b22f2-36b0-4d2d-9d81-2009bcf07abc admin admin] Notify callbacks [] for network, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:51.469538 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:51.472487 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] For port b1a0014a-2a6e-4b40-9607-5e0d25450796, host n-h1-713301-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-16',level=0,port_id=b1a0014a-2a6e-4b40-9607-5e0d25450796,segment=NetworkSegment(2ac4e7d7-8acc-4746-b729-6191494d3cf1),segment_id=2ac4e7d7-8acc-4746-b729-6191494d3cf1)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:37:51.475840 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b46a0b83-e5da-4fe1-a3e0-a020fd98d2eb req-fc4e5c92-08c5-4236-a303-4a97127778e7 tempest-ServersTestJSON-149791516 tempest-ServersTestJSON-149791516-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:37:51.485036 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-b46a0b83-e5da-4fe1-a3e0-a020fd98d2eb req-fc4e5c92-08c5-4236-a303-4a97127778e7 tempest-ServersTestJSON-149791516 tempest-ServersTestJSON-149791516-project] 10.222.0.67 "GET /v2.0/networks?id=13c320c3-e746-4d37-877a-d3d286211b52 HTTP/1.1" status: 200 len: 806 time: 0.2553411 Sep 23 19:37:51.547010 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8329997f-13ed-43c0-a694-b9994450a884 tempest-RoutersIpV6AdminTest-809394628 tempest-RoutersIpV6AdminTest-809394628-project-admin] Pushing event updated for resources: {'Port': ['ID=bf63a66b-4fb4-4211-b30e-c555d27518cb,revision_number=1']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:37:51.568106 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:51.580184 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-2a2c45ed-f014-4636-bbce-779351e69490 tempest-FloatingIPAdminTestJSON-630730794 tempest-FloatingIPAdminTestJSON-630730794-project] Notify callbacks [] for floatingip, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:51.634525 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Pushing event updated for resources: {'Port': ['ID=7b2f1715-4904-4fe0-9fdd-042fe3860649,revision_number=4']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:37:51.668591 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-b46a0b83-e5da-4fe1-a3e0-a020fd98d2eb req-72e67338-e9dc-4f54-882e-c2f0c0b6bdd1 tempest-ServersTestJSON-149791516 tempest-ServersTestJSON-149791516-project] 10.222.0.67 "GET /v2.0/quotas/ee2e9bda0f104270af74ba8d5f144843 HTTP/1.1" status: 200 len: 375 time: 0.1813099 Sep 23 19:37:51.722417 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Pushing event updated for resources: {'Port': ['ID=b1a0014a-2a6e-4b40-9607-5e0d25450796,revision_number=5']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:37:51.729136 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] get_ports_and_sgs() called for port_ids ['7b2f1715-4904-4fe0-9fdd-042fe3860649'] {{(pid=95103) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 19:37:51.784061 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7bea070e-3fd2-451b-b434-c56223356ef9 tempest-NetworksIpV6Test-1074010632 tempest-NetworksIpV6Test-1074010632-project] Made reservation on behalf of 699ebd3ddaa74a06bf917c17312a1ac5 for: {'subnet': 1} {{(pid=95102) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:37:51.789471 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-7bea070e-3fd2-451b-b434-c56223356ef9 tempest-NetworksIpV6Test-1074010632 tempest-NetworksIpV6Test-1074010632-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5388256'] for subnet, before_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:51.804017 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-a474bf22-dd0c-4333-becf-1be99fedd9ef req-7556ee8a-4fe4-4e6f-8ee9-e97fb8437bc1 service neutron] 10.222.0.53 "GET /v2.0/networks/6b0b0714-7ca1-4d6d-b820-8be57f2679a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4583654 Sep 23 19:37:51.856341 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-128b22f2-36b0-4d2d-9d81-2009bcf07abc admin admin] Pushing event updated for resources: {'Network': ['ID=62b0fc2b-a4cb-4225-abce-6a54cfdec443,revision_number=1']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:37:51.874458 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Network 62b0fc2b-a4cb-4225-abce-6a54cfdec443 details requested by agent ovs-agent-n-d-713301-16 with host n-d-713301-16 {{(pid=95103) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 19:37:51.880201 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Device 165a89fc-0597-40b9-8573-35c29276addf up at agent ovs-agent-n-d-713301-16 {{(pid=95103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 19:37:51.907640 n-d-713301-16 neutron-server[95103]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc49f703-4b5d-4b83-892f-bf864a0a1bc7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b1a0014a-2a6e-4b40-9607-5e0d25450796'}] {{(pid=95103) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 19:37:51.910741 n-d-713301-16 neutron-server[95103]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}81a1c17f2aa89d5b3ebbba3a3e0cf7eb588e431c2224256110c4c4facdd7c3e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73083305-c905-479a-9cbe-d5e70a0533d6" -d '{"events": [{"server_uuid": "cc49f703-4b5d-4b83-892f-bf864a0a1bc7", "name": "network-vif-plugged", "status": "completed", "tag": "b1a0014a-2a6e-4b40-9607-5e0d25450796"}]}' {{(pid=95103) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 19:37:51.915066 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-b46a0b83-e5da-4fe1-a3e0-a020fd98d2eb req-7ed68721-538c-4168-8b29-8fdf1419c512 tempest-ServersTestJSON-149791516 tempest-ServersTestJSON-149791516-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=ee2e9bda0f104270af74ba8d5f144843&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2462795 Sep 23 19:37:51.919285 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-128b22f2-36b0-4d2d-9d81-2009bcf07abc admin admin] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 1.5955513 Sep 23 19:37:51.923336 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 56512) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:37:51.933150 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.v2.base [None req-894ca48e-8151-44f2-a461-db55737c1c0c admin admin] Request body: {'subnet': {'network_id': '62b0fc2b-a4cb-4225-abce-6a54cfdec443', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImageQuotaTest-1733332121-subnet', 'tenant_id': 'd3fd858eee8b458db29d25bd4b30877b', 'ip_version': 4}} {{(pid=95101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:37:52.013152 n-d-713301-16 neutron-server[95102]: DEBUG neutron.db.ipam_backend_mixin [None req-7bea070e-3fd2-451b-b434-c56223356ef9 tempest-NetworksIpV6Test-1074010632 tempest-NetworksIpV6Test-1074010632-project] Performing IP validity checks on allocation pools {{(pid=95102) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Sep 23 19:37:52.013807 n-d-713301-16 neutron-server[95102]: DEBUG neutron.db.ipam_backend_mixin [None req-7bea070e-3fd2-451b-b434-c56223356ef9 tempest-NetworksIpV6Test-1074010632 tempest-NetworksIpV6Test-1074010632-project] Checking for overlaps among allocation pools and gateway ip {{(pid=95102) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Sep 23 19:37:52.019215 n-d-713301-16 neutron-server[95103]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 19:37:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09f0cdee-81c4-4ccd-96be-01ce1c734e5b x-openstack-request-id: req-09f0cdee-81c4-4ccd-96be-01ce1c734e5b {{(pid=95103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 19:37:52.019506 n-d-713301-16 neutron-server[95103]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cc49f703-4b5d-4b83-892f-bf864a0a1bc7", "name": "network-vif-plugged", "status": "completed", "tag": "b1a0014a-2a6e-4b40-9607-5e0d25450796", "code": 200}]} {{(pid=95103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 19:37:52.019761 n-d-713301-16 neutron-server[95103]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-09f0cdee-81c4-4ccd-96be-01ce1c734e5b {{(pid=95103) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 19:37:52.020147 n-d-713301-16 neutron-server[95103]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cc49f703-4b5d-4b83-892f-bf864a0a1bc7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b1a0014a-2a6e-4b40-9607-5e0d25450796', 'code': 200} Sep 23 19:37:52.076040 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-a474bf22-dd0c-4333-becf-1be99fedd9ef req-a6d80fc3-7f41-42a7-be47-3a8ce90250c5 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.166&port_id=e9421940-155e-4e16-8fe7-2df3b3cd6370 HTTP/1.1" status: 200 len: 217 time: 0.2413394 Sep 23 19:37:52.080262 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Provisioning complete for port 165a89fc-0597-40b9-8573-35c29276addf triggered by entity L2. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:37:52.080665 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:52.109455 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-894ca48e-8151-44f2-a461-db55737c1c0c admin admin] Made reservation on behalf of d3fd858eee8b458db29d25bd4b30877b for: {'subnet': 1} {{(pid=95101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:37:52.112081 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-894ca48e-8151-44f2-a461-db55737c1c0c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6130979'] for subnet, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:52.195970 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a474bf22-dd0c-4333-becf-1be99fedd9ef req-935da427-1c32-45b2-a9ed-685ad343b2d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:37:52.198382 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-a474bf22-dd0c-4333-becf-1be99fedd9ef req-935da427-1c32-45b2-a9ed-685ad343b2d5 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=08a82bb7-bfc5-4bc7-a3ee-312f82ebfc05 HTTP/1.1" status: 200 len: 797 time: 0.1059587 Sep 23 19:37:52.219909 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:52.267963 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] For port 165a89fc-0597-40b9-8573-35c29276addf, host n-d-713301-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-16',level=0,port_id=165a89fc-0597-40b9-8573-35c29276addf,segment=NetworkSegment(8e5f2696-3bbe-43af-a641-820ef1c18f4c),segment_id=8e5f2696-3bbe-43af-a641-820ef1c18f4c)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:37:52.275029 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-8329997f-13ed-43c0-a694-b9994450a884 tempest-RoutersIpV6AdminTest-809394628 tempest-RoutersIpV6AdminTest-809394628-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:52.279867 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:52.347920 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-2a2c45ed-f014-4636-bbce-779351e69490 tempest-FloatingIPAdminTestJSON-630730794 tempest-FloatingIPAdminTestJSON-630730794-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:52.352449 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Pushing event updated for resources: {'Port': ['ID=165a89fc-0597-40b9-8573-35c29276addf,revision_number=3']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:37:52.404648 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-38eac24b-fce1-42c0-ab44-3e1a1ca7b6fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:52.466314 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa6697f-7ec3-40d9-86c7-479fae2f81e9 req-f30bcb06-10bb-4945-8d07-57f044604e00 tempest-ListServersNegativeTestJSON-1207334089 tempest-ListServersNegativeTestJSON-1207334089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:37:52.467915 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-4aa6697f-7ec3-40d9-86c7-479fae2f81e9 req-f30bcb06-10bb-4945-8d07-57f044604e00 tempest-ListServersNegativeTestJSON-1207334089 tempest-ListServersNegativeTestJSON-1207334089-project] 10.222.0.67 "GET /v2.0/ports?device_id=a84d2947-bfad-453f-8a9a-46f6c9c330a9 HTTP/1.1" status: 200 len: 944 time: 0.2276816 Sep 23 19:37:52.477386 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a474bf22-dd0c-4333-becf-1be99fedd9ef req-dcf96e83-b297-483a-96f9-5529060d2000 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:37:52.478820 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-a474bf22-dd0c-4333-becf-1be99fedd9ef req-dcf96e83-b297-483a-96f9-5529060d2000 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=6b0b0714-7ca1-4d6d-b820-8be57f2679a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2484109 Sep 23 19:37:52.480805 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed33ca07-58b8-4c76-b664-2472891b3491 req-73e31701-0606-4f11-bcbd-19b84a3b9204 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:37:52.482260 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-ed33ca07-58b8-4c76-b664-2472891b3491 req-73e31701-0606-4f11-bcbd-19b84a3b9204 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=cc49f703-4b5d-4b83-892f-bf864a0a1bc7 HTTP/1.1" status: 200 len: 1097 time: 0.2903841 Sep 23 19:37:52.532184 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-b46a0b83-e5da-4fe1-a3e0-a020fd98d2eb req-987b22ed-5f49-465c-8f80-ea5b8583cd66 service neutron] 10.222.0.67 "GET /v2.0/networks/13c320c3-e746-4d37-877a-d3d286211b52?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4595208 Sep 23 19:37:52.722114 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Device 7b2f1715-4904-4fe0-9fdd-042fe3860649 up at agent hyperv_n-h1-713301-16 {{(pid=95103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 19:37:52.794947 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c5642dc-7d1e-4755-908b-f8d4fea74024 None None] Network 07e32d0d-56a1-4ef4-a08b-0c66026f456e requested from n-d-713301-16 {{(pid=95103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 19:37:52.850122 n-d-713301-16 neutron-server[95101]: DEBUG neutron.db.db_base_plugin_common [None req-2a2c45ed-f014-4636-bbce-779351e69490 tempest-FloatingIPAdminTestJSON-630730794 tempest-FloatingIPAdminTestJSON-630730794-project] Allocated IP 172.25.1.115 (5dec5c09-378e-4f50-89cc-d94eb81c3bac/eff83446-018c-428d-b3f5-54ac9abe7a2a/9677ad29-25da-4f8a-9c95-32c2f0dddddf) {{(pid=95101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 19:37:52.855364 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-894ca48e-8151-44f2-a461-db55737c1c0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5607579', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6130961'] for subnet, after_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:52.912301 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-894ca48e-8151-44f2-a461-db55737c1c0c admin admin] Pushing event updated for resources: {'Subnet': ['ID=f42fa390-e53c-4b50-9540-3ef90fe94941,revision_number=0']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:37:52.923919 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-8329997f-13ed-43c0-a694-b9994450a884 tempest-RoutersIpV6AdminTest-809394628 tempest-RoutersIpV6AdminTest-809394628-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-601749', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-597253', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29360'] for router, precommit_update {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:52.939274 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-8329997f-13ed-43c0-a694-b9994450a884 tempest-RoutersIpV6AdminTest-809394628 tempest-RoutersIpV6AdminTest-809394628-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-601790', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-601772', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-601767', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-597276'] for router, after_update {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:52.962435 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Provisioning for port 7b2f1715-4904-4fe0-9fdd-042fe3860649 completed by entity L2. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 19:37:52.967660 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-157e1382-f5f8-4e87-a900-66aca15d4482 None None] Provisioning complete for port 165a89fc-0597-40b9-8573-35c29276addf triggered by entity DHCP. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:37:52.968102 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-157e1382-f5f8-4e87-a900-66aca15d4482 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:52.973155 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Provisioning complete for port 7b2f1715-4904-4fe0-9fdd-042fe3860649 triggered by entity L2. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:37:52.973385 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:53.061066 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-4aa6697f-7ec3-40d9-86c7-479fae2f81e9 req-b06270a1-6837-4455-800b-c87e415a8729 tempest-ListServersNegativeTestJSON-1207334089 tempest-ListServersNegativeTestJSON-1207334089-project] 10.222.0.67 "GET /v2.0/security-groups?id=40996637-10c7-4777-a250-5601fd310469&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5686820 Sep 23 19:37:53.091260 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-ed33ca07-58b8-4c76-b664-2472891b3491 req-a49dbe1d-3490-4457-a7af-37fb8203a160 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=40996637-10c7-4777-a250-5601fd310469&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6001008 Sep 23 19:37:53.100484 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-7bea070e-3fd2-451b-b434-c56223356ef9 tempest-NetworksIpV6Test-1074010632 tempest-NetworksIpV6Test-1074010632-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4398944', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5388242'] for subnet, after_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:53.150347 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-2a2c45ed-f014-4636-bbce-779351e69490 tempest-FloatingIPAdminTestJSON-630730794 tempest-FloatingIPAdminTestJSON-630730794-project] Notify callbacks [] for port, precommit_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:53.201468 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-a474bf22-dd0c-4333-becf-1be99fedd9ef req-c0411499-15b4-44e7-ba55-099bbcc87907 service neutron] 10.222.0.53 "GET /v2.0/networks/6b0b0714-7ca1-4d6d-b820-8be57f2679a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7041757 Sep 23 19:37:53.259250 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-b46a0b83-e5da-4fe1-a3e0-a020fd98d2eb req-b7423c2f-5f5d-4e6f-b1f7-cce80c7230fd service neutron] 10.222.0.67 "GET /v2.0/networks/13c320c3-e746-4d37-877a-d3d286211b52?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6999614 Sep 23 19:37:53.274803 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bea070e-3fd2-451b-b434-c56223356ef9 tempest-NetworksIpV6Test-1074010632 tempest-NetworksIpV6Test-1074010632-project] Pushing event updated for resources: {'Subnet': ['ID=51e73cb6-2a60-4308-9f20-afbfb1474d83,revision_number=0']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:37:53.315573 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:53.315814 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-2a2c45ed-f014-4636-bbce-779351e69490 tempest-FloatingIPAdminTestJSON-630730794 tempest-FloatingIPAdminTestJSON-630730794-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783145673135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5607431'] for port, after_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:53.326298 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bea070e-3fd2-451b-b434-c56223356ef9 tempest-NetworksIpV6Test-1074010632 tempest-NetworksIpV6Test-1074010632-project] Checking segment: {'id': 'c710c858-0283-4fec-b2f3-dbf0c8780780', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '08ec38d9-bbce-4651-9768-25ef90b36e30'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95102) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:37:53.326983 n-d-713301-16 neutron-server[95102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bea070e-3fd2-451b-b434-c56223356ef9 tempest-NetworksIpV6Test-1074010632 tempest-NetworksIpV6Test-1074010632-project] Network hostable DHCP agents. Network: 08ec38d9-bbce-4651-9768-25ef90b36e30, hostable agents: ['1b18bf05-1b5f-4587-be5c-af3ac38e32ad'], hosted agents: [] {{(pid=95102) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 19:37:53.358911 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-894ca48e-8151-44f2-a461-db55737c1c0c admin admin] Checking segment: {'id': 'c2e02ec0-5f83-4105-8267-cb02701f642a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '62b0fc2b-a4cb-4225-abce-6a54cfdec443'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:37:53.359284 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-894ca48e-8151-44f2-a461-db55737c1c0c admin admin] Network hostable DHCP agents. Network: 62b0fc2b-a4cb-4225-abce-6a54cfdec443, hostable agents: ['1b18bf05-1b5f-4587-be5c-af3ac38e32ad'], hosted agents: [] {{(pid=95101) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 19:37:53.372236 n-d-713301-16 neutron-server[95102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bea070e-3fd2-451b-b434-c56223356ef9 tempest-NetworksIpV6Test-1074010632 tempest-NetworksIpV6Test-1074010632-project] Network 08ec38d9-bbce-4651-9768-25ef90b36e30 is scheduled to be hosted by DHCP agent 1b18bf05-1b5f-4587-be5c-af3ac38e32ad with binding_index 1 {{(pid=95102) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 19:37:53.380366 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-a474bf22-dd0c-4333-becf-1be99fedd9ef req-3c01ec88-7b98-43d0-987a-03cbdac2b637 service neutron] 10.222.0.53 "GET /v2.0/networks/6b0b0714-7ca1-4d6d-b820-8be57f2679a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1697607 Sep 23 19:37:53.411889 n-d-713301-16 neutron-server[95102]: DEBUG neutron.scheduler.base_scheduler [None req-7bea070e-3fd2-451b-b434-c56223356ef9 tempest-NetworksIpV6Test-1074010632 tempest-NetworksIpV6Test-1074010632-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713301-16, 08ec38d9-bbce-4651-9768-25ef90b36e30) {{(pid=95102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:37:53.415257 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a2c45ed-f014-4636-bbce-779351e69490 tempest-FloatingIPAdminTestJSON-630730794 tempest-FloatingIPAdminTestJSON-630730794-project] Pushing event updated for resources: {'Port': ['ID=9677ad29-25da-4f8a-9c95-32c2f0dddddf,revision_number=1']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:37:53.437773 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd605860-cf8c-4f11-a50d-1956aade408c None None] Network 08ec38d9-bbce-4651-9768-25ef90b36e30 requested from n-d-713301-16 {{(pid=95103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 19:37:53.465246 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bea070e-3fd2-451b-b434-c56223356ef9 tempest-NetworksIpV6Test-1074010632 tempest-NetworksIpV6Test-1074010632-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:37:53.466068 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-7bea070e-3fd2-451b-b434-c56223356ef9 tempest-NetworksIpV6Test-1074010632 tempest-NetworksIpV6Test-1074010632-project] Notify callbacks [] for subnet, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:53.467855 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a2c45ed-f014-4636-bbce-779351e69490 tempest-FloatingIPAdminTestJSON-630730794 tempest-FloatingIPAdminTestJSON-630730794-project] Network 5dec5c09-378e-4f50-89cc-d94eb81c3bac is already hosted by enough agents. {{(pid=95101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:37:53.470716 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-a474bf22-dd0c-4333-becf-1be99fedd9ef req-245fca6d-b335-425d-bff6-49099f6b9563 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.41&port_id=5b8a0a35-d9a5-40cb-80ab-356667fb483b HTTP/1.1" status: 200 len: 217 time: 0.0833972 Sep 23 19:37:53.471696 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-0ae75029-feb6-4728-9a94-5f9b60993d82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:53.472596 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.base_scheduler [None req-2a2c45ed-f014-4636-bbce-779351e69490 tempest-FloatingIPAdminTestJSON-630730794 tempest-FloatingIPAdminTestJSON-630730794-project] Resources bound (agent type, host, resource id): {{(pid=95101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:37:53.477552 n-d-713301-16 neutron-server[95101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a2c45ed-f014-4636-bbce-779351e69490 tempest-FloatingIPAdminTestJSON-630730794 tempest-FloatingIPAdminTestJSON-630730794-project] Received port after_create {{(pid=95101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 19:37:53.522307 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-7bea070e-3fd2-451b-b434-c56223356ef9 tempest-NetworksIpV6Test-1074010632 tempest-NetworksIpV6Test-1074010632-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 803 time: 2.5787306 Sep 23 19:37:53.522971 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 56540) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:37:53.548866 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:53.578209 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a474bf22-dd0c-4333-becf-1be99fedd9ef req-20a70027-e2f7-4997-8633-2be3e0e747a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:37:53.579737 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-a474bf22-dd0c-4333-becf-1be99fedd9ef req-20a70027-e2f7-4997-8633-2be3e0e747a3 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=08a82bb7-bfc5-4bc7-a3ee-312f82ebfc05 HTTP/1.1" status: 200 len: 797 time: 0.1026256 Sep 23 19:37:53.593265 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-2a2c45ed-f014-4636-bbce-779351e69490 tempest-FloatingIPAdminTestJSON-630730794 tempest-FloatingIPAdminTestJSON-630730794-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:53.655396 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-894ca48e-8151-44f2-a461-db55737c1c0c admin admin] Network 62b0fc2b-a4cb-4225-abce-6a54cfdec443 is scheduled to be hosted by DHCP agent 1b18bf05-1b5f-4587-be5c-af3ac38e32ad with binding_index 1 {{(pid=95101) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 19:37:53.663007 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] For port 7b2f1715-4904-4fe0-9fdd-042fe3860649, host n-h1-713301-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-16',level=0,port_id=7b2f1715-4904-4fe0-9fdd-042fe3860649,segment=NetworkSegment(2ac4e7d7-8acc-4746-b729-6191494d3cf1),segment_id=2ac4e7d7-8acc-4746-b729-6191494d3cf1)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:37:53.673026 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:53.721731 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.base_scheduler [None req-894ca48e-8151-44f2-a461-db55737c1c0c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713301-16, 62b0fc2b-a4cb-4225-abce-6a54cfdec443) {{(pid=95101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:37:53.745270 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc4fee4f-b9f9-47f5-8893-85b01951dc42 None None] Network 62b0fc2b-a4cb-4225-abce-6a54cfdec443 requested from n-d-713301-16 {{(pid=95103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 19:37:53.767409 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-2a2c45ed-f014-4636-bbce-779351e69490 tempest-FloatingIPAdminTestJSON-630730794 tempest-FloatingIPAdminTestJSON-630730794-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:53.788119 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-a74d2fab-22a1-44f4-aca8-169ed34edbaf tempest-NetworksIpV6Test-1074010632 tempest-NetworksIpV6Test-1074010632-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1628021'] for network, before_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:53.808208 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Device 165a89fc-0597-40b9-8573-35c29276addf up at agent ovs-agent-n-d-713301-16 {{(pid=95103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 19:37:53.809504 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a474bf22-dd0c-4333-becf-1be99fedd9ef req-02f8b35e-dc69-4584-b9db-0eb1515b6005 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:37:53.814339 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-a474bf22-dd0c-4333-becf-1be99fedd9ef req-02f8b35e-dc69-4584-b9db-0eb1515b6005 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=6b0b0714-7ca1-4d6d-b820-8be57f2679a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1892357 Sep 23 19:37:53.818593 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-894ca48e-8151-44f2-a461-db55737c1c0c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:37:53.823418 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-894ca48e-8151-44f2-a461-db55737c1c0c admin admin] Notify callbacks [] for subnet, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:53.827065 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8329997f-13ed-43c0-a694-b9994450a884 tempest-RoutersIpV6AdminTest-809394628 tempest-RoutersIpV6AdminTest-809394628-project-admin] Router 67d7cf6e-bb9e-4e0b-b1d1-e4a99789a7a9 is scheduled to L3 agent 79a740bf-7821-4989-8288-7186e3e128f3 with binding_index 1 {{(pid=95101) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 23 19:37:53.833730 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [req-a474bf22-dd0c-4333-becf-1be99fedd9ef req-5260c3b8-f7e6-443c-ae7c-6e4dfa2f536d service neutron] http://10.222.0.67:9696/v2.0/extensions returned with HTTP 200 {{(pid=95102) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 23 19:37:53.834799 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-a474bf22-dd0c-4333-becf-1be99fedd9ef req-5260c3b8-f7e6-443c-ae7c-6e4dfa2f536d service neutron] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0122330 Sep 23 19:37:53.898386 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-894ca48e-8151-44f2-a461-db55737c1c0c admin admin] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 1.9689527 Sep 23 19:37:53.932051 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 56554) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:37:53.954704 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.v2.base [None req-b6bf8ac6-a537-4930-a8de-046f6840d319 admin admin] Request body: {'router': {'name': 'tempest-ImageQuotaTest-1733332121-router', 'tenant_id': 'd3fd858eee8b458db29d25bd4b30877b', 'external_gateway_info': {'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac'}}} {{(pid=95101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:37:54.160272 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-b6bf8ac6-a537-4930-a8de-046f6840d319 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-594563', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29355'] for router, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:54.161370 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-b6bf8ac6-a537-4930-a8de-046f6840d319 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-597363', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-601731', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-739356', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29346'] for router, precommit_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:54.191992 n-d-713301-16 neutron-server[95103]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a84d2947-bfad-453f-8a9a-46f6c9c330a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b2f1715-4904-4fe0-9fdd-042fe3860649'}] {{(pid=95103) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 19:37:54.194287 n-d-713301-16 neutron-server[95103]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}81a1c17f2aa89d5b3ebbba3a3e0cf7eb588e431c2224256110c4c4facdd7c3e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5199a7eb-6231-4762-bb35-75c63d3e682d" -d '{"events": [{"server_uuid": "a84d2947-bfad-453f-8a9a-46f6c9c330a9", "name": "network-vif-plugged", "status": "completed", "tag": "7b2f1715-4904-4fe0-9fdd-042fe3860649"}]}' {{(pid=95103) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 19:37:54.217111 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Pushing event updated for resources: {'Port': ['ID=7b2f1715-4904-4fe0-9fdd-042fe3860649,revision_number=5']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:37:54.274916 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-a474bf22-dd0c-4333-becf-1be99fedd9ef req-57749a1c-f415-4dd0-9830-60de2b599b6a service neutron] 10.222.0.53 "GET /v2.0/networks/6b0b0714-7ca1-4d6d-b820-8be57f2679a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4313388 Sep 23 19:37:54.308346 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8329997f-13ed-43c0-a694-b9994450a884 tempest-RoutersIpV6AdminTest-809394628 tempest-RoutersIpV6AdminTest-809394628-project-admin] Notify agent at l3_agent.n-d-713301-16 the message routers_updated {{(pid=95101) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 19:37:54.328932 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-8329997f-13ed-43c0-a694-b9994450a884 tempest-RoutersIpV6AdminTest-809394628 tempest-RoutersIpV6AdminTest-809394628-project-admin] Notify callbacks [] for router, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:54.334903 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f15d064-cf9d-4944-968c-2a8ff014658e None None] Sync routers for ids ['67d7cf6e-bb9e-4e0b-b1d1-e4a99789a7a9'] in n-d-713301-16 {{(pid=95104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 19:37:54.335639 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 56582) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:37:54.337856 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db2ec5c5-79cb-499a-a299-db266e1ec1fc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4c8b80df-07eb-5275-9f17-5cf640db67c0-08ec38d9-bbce-4651-9768-25ef90b36e30', 'network_id': '08ec38d9-bbce-4651-9768-25ef90b36e30', 'tenant_id': '699ebd3ddaa74a06bf917c17312a1ac5', 'fixed_ips': [{'subnet_id': '51e73cb6-2a60-4308-9f20-afbfb1474d83'}]}} from n-d-713301-16. {{(pid=95103) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 23 19:37:54.338724 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-db2ec5c5-79cb-499a-a299-db266e1ec1fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_create {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:54.339122 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-8329997f-13ed-43c0-a694-b9994450a884 tempest-RoutersIpV6AdminTest-809394628 tempest-RoutersIpV6AdminTest-809394628-project-admin] 10.222.0.67 "PUT /v2.0/routers/67d7cf6e-bb9e-4e0b-b1d1-e4a99789a7a9 HTTP/1.1" status: 200 len: 919 time: 4.7269661 Sep 23 19:37:54.350535 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-a74d2fab-22a1-44f4-aca8-169ed34edbaf tempest-NetworksIpV6Test-1074010632 tempest-NetworksIpV6Test-1074010632-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1756813'] for subnet, precommit_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:54.366770 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f15d064-cf9d-4944-968c-2a8ff014658e None None] Routers {'67d7cf6e-bb9e-4e0b-b1d1-e4a99789a7a9'} bound to L3 agent in host n-d-713301-16 {{(pid=95104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 19:37:54.371613 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_hamode_db [None req-5f15d064-cf9d-4944-968c-2a8ff014658e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-23T19:07:52Z,description=,heartbeat_timestamp=2021-09-23T19:37:52Z,host='n-d-713301-16',id=79a740bf-7821-4989-8288-7186e3e128f3,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:07:52Z,topic='l3_agent')) {'router_ids': ['67d7cf6e-bb9e-4e0b-b1d1-e4a99789a7a9'], 'active': True} {{(pid=95104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:37:54.398489 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Provisioning complete for port 165a89fc-0597-40b9-8573-35c29276addf triggered by entity L2. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:37:54.399523 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:54.401137 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-28191a7e-5f54-4d77-90b8-c3001a611bcc None None] Provisioning complete for port 165a89fc-0597-40b9-8573-35c29276addf triggered by entity DHCP. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:37:54.401495 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-28191a7e-5f54-4d77-90b8-c3001a611bcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:54.428762 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-b6bf8ac6-a537-4930-a8de-046f6840d319 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:54.432049 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-2a2c45ed-f014-4636-bbce-779351e69490 tempest-FloatingIPAdminTestJSON-630730794 tempest-FloatingIPAdminTestJSON-630730794-project] Notify callbacks [] for port, precommit_update {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:54.439563 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_hamode_db [None req-5f15d064-cf9d-4944-968c-2a8ff014658e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713301-16', False) {} {{(pid=95104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:37:54.441138 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-2a2c45ed-f014-4636-bbce-779351e69490 tempest-FloatingIPAdminTestJSON-630730794 tempest-FloatingIPAdminTestJSON-630730794-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5607436'] for port, after_update {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:54.463574 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f15d064-cf9d-4944-968c-2a8ff014658e None None] Routers {'67d7cf6e-bb9e-4e0b-b1d1-e4a99789a7a9'} bound to L3 agent in host n-d-713301-16 {{(pid=95104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 19:37:54.464242 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_hamode_db [None req-5f15d064-cf9d-4944-968c-2a8ff014658e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-23T19:07:52Z,description=,heartbeat_timestamp=2021-09-23T19:37:52Z,host='n-d-713301-16',id=79a740bf-7821-4989-8288-7186e3e128f3,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:07:52Z,topic='l3_agent')) {'router_ids': ['67d7cf6e-bb9e-4e0b-b1d1-e4a99789a7a9'], 'active': True} {{(pid=95104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:37:54.517713 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_hamode_db [None req-5f15d064-cf9d-4944-968c-2a8ff014658e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713301-16', False) {} {{(pid=95104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:37:54.518985 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f15d064-cf9d-4944-968c-2a8ff014658e None None] The sync data for ids ['67d7cf6e-bb9e-4e0b-b1d1-e4a99789a7a9'] in n-d-713301-16 is: [] {{(pid=95104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 19:37:54.724449 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01bb881b-4c59-4a27-8d23-eef68b8ce9e7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4c8b80df-07eb-5275-9f17-5cf640db67c0-62b0fc2b-a4cb-4225-abce-6a54cfdec443', 'network_id': '62b0fc2b-a4cb-4225-abce-6a54cfdec443', 'tenant_id': 'd3fd858eee8b458db29d25bd4b30877b', 'fixed_ips': [{'subnet_id': 'f42fa390-e53c-4b50-9540-3ef90fe94941'}]}} from n-d-713301-16. {{(pid=95103) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 23 19:37:54.725619 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-01bb881b-4c59-4a27-8d23-eef68b8ce9e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_create {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:54.797508 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b82718fa-081f-4896-b451-175d9fa85a6c req-d6332f00-eabd-4a52-b30d-95d16fb91a92 tempest-ListServersNegativeTestJSON-1207334089 tempest-ListServersNegativeTestJSON-1207334089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:37:54.799943 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-b82718fa-081f-4896-b451-175d9fa85a6c req-d6332f00-eabd-4a52-b30d-95d16fb91a92 tempest-ListServersNegativeTestJSON-1207334089 tempest-ListServersNegativeTestJSON-1207334089-project] 10.222.0.67 "GET /v2.0/ports?device_id=a84d2947-bfad-453f-8a9a-46f6c9c330a9 HTTP/1.1" status: 200 len: 945 time: 0.5813510 Sep 23 19:37:54.856910 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.db_base_plugin_common [None req-db2ec5c5-79cb-499a-a299-db266e1ec1fc None None] Allocated IP 2001:db8::3 (08ec38d9-bbce-4651-9768-25ef90b36e30/51e73cb6-2a60-4308-9f20-afbfb1474d83/f5467c45-0c4d-412a-963a-e428ccf22b1b) {{(pid=95103) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 19:37:54.888770 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-b82718fa-081f-4896-b451-175d9fa85a6c req-724e9e23-3c57-4ff9-8f33-6113390bac02 tempest-ListServersNegativeTestJSON-1207334089 tempest-ListServersNegativeTestJSON-1207334089-project] 10.222.0.67 "GET /v2.0/security-groups?id=40996637-10c7-4777-a250-5601fd310469&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756516 Sep 23 19:37:54.932451 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b055a5d-e24f-45e9-a8d6-aa23196a8c68 req-62051479-52dd-4884-a3df-8026d9e3327f tempest-ServersTestJSON-149791516 tempest-ServersTestJSON-149791516-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:37:54.934844 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-6b055a5d-e24f-45e9-a8d6-aa23196a8c68 req-62051479-52dd-4884-a3df-8026d9e3327f tempest-ServersTestJSON-149791516 tempest-ServersTestJSON-149791516-project] 10.222.0.67 "GET /v2.0/networks?id=13c320c3-e746-4d37-877a-d3d286211b52 HTTP/1.1" status: 200 len: 806 time: 0.7570274 Sep 23 19:37:54.944155 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-a474bf22-dd0c-4333-becf-1be99fedd9ef req-3cc2c363-d994-4796-89ea-18f671d3bbf4 service neutron] 10.222.0.53 "GET /v2.0/networks/6b0b0714-7ca1-4d6d-b820-8be57f2679a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6072714 Sep 23 19:37:54.989755 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-28305c40-e3c2-44ce-9b8a-7f26c5aa6f70 tempest-RoutersIpV6AdminTest-809394628 tempest-RoutersIpV6AdminTest-809394628-project-admin] 10.222.0.67 "GET /v2.0/routers/67d7cf6e-bb9e-4e0b-b1d1-e4a99789a7a9 HTTP/1.1" status: 200 len: 925 time: 0.6513231 Sep 23 19:37:55.017149 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 56590) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:37:55.034326 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a2c45ed-f014-4636-bbce-779351e69490 tempest-FloatingIPAdminTestJSON-630730794 tempest-FloatingIPAdminTestJSON-630730794-project] Pushing event updated for resources: {'Port': ['ID=9677ad29-25da-4f8a-9c95-32c2f0dddddf,revision_number=2']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:37:55.039417 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-a474bf22-dd0c-4333-becf-1be99fedd9ef req-1301f225-50f7-4d0e-aa5c-30e879a52e9e service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.29&port_id=c139ca82-853e-472d-b61c-c167aa20c5aa HTTP/1.1" status: 200 len: 217 time: 0.0706534 Sep 23 19:37:55.041513 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-6b055a5d-e24f-45e9-a8d6-aa23196a8c68 req-c42ae437-c35d-4b29-8350-86100aa9aa81 tempest-ServersTestJSON-149791516 tempest-ServersTestJSON-149791516-project] 10.222.0.67 "GET /v2.0/quotas/ee2e9bda0f104270af74ba8d5f144843 HTTP/1.1" status: 200 len: 375 time: 0.0750647 Sep 23 19:37:55.088332 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-2a2c45ed-f014-4636-bbce-779351e69490 tempest-FloatingIPAdminTestJSON-630730794 tempest-FloatingIPAdminTestJSON-630730794-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-601884'] for floatingip, after_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:55.097419 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-b6bf8ac6-a537-4930-a8de-046f6840d319 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:55.108442 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a474bf22-dd0c-4333-becf-1be99fedd9ef req-669967a3-37e3-475f-95f6-d51d571af923 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:37:55.120125 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-a474bf22-dd0c-4333-becf-1be99fedd9ef req-669967a3-37e3-475f-95f6-d51d571af923 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=08a82bb7-bfc5-4bc7-a3ee-312f82ebfc05 HTTP/1.1" status: 200 len: 797 time: 0.0705571 Sep 23 19:37:55.134827 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.db_base_plugin_common [None req-01bb881b-4c59-4a27-8d23-eef68b8ce9e7 None None] Allocated IP 172.20.0.2 (62b0fc2b-a4cb-4225-abce-6a54cfdec443/f42fa390-e53c-4b50-9540-3ef90fe94941/64ea38f8-d5b0-4c8c-ab3e-54cca578c6c9) {{(pid=95103) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 19:37:55.135879 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-2a2c45ed-f014-4636-bbce-779351e69490 tempest-FloatingIPAdminTestJSON-630730794 tempest-FloatingIPAdminTestJSON-630730794-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222849'] for floatingip, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:55.137638 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-2a2c45ed-f014-4636-bbce-779351e69490 tempest-FloatingIPAdminTestJSON-630730794 tempest-FloatingIPAdminTestJSON-630730794-project] 10.222.0.67 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.4991794 Sep 23 19:37:55.145476 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 56592) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:37:55.147847 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e60a85e9-ac0e-4fbf-8d78-76a13a276433 tempest-RoutersIpV6AdminTest-809394628 tempest-RoutersIpV6AdminTest-809394628-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:37:55.153187 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-e60a85e9-ac0e-4fbf-8d78-76a13a276433 tempest-RoutersIpV6AdminTest-809394628 tempest-RoutersIpV6AdminTest-809394628-project-admin] 10.222.0.67 "GET /v2.0/ports?network_id=5dec5c09-378e-4f50-89cc-d94eb81c3bac&device_id=67d7cf6e-bb9e-4e0b-b1d1-e4a99789a7a9&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1348507 Sep 23 19:37:55.162364 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 56594) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:37:55.270039 n-d-713301-16 neutron-server[95103]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 19:37:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc075375-b795-47aa-9769-547978cc6b1a x-openstack-request-id: req-dc075375-b795-47aa-9769-547978cc6b1a {{(pid=95103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 19:37:55.270655 n-d-713301-16 neutron-server[95103]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a84d2947-bfad-453f-8a9a-46f6c9c330a9", "name": "network-vif-plugged", "status": "completed", "tag": "7b2f1715-4904-4fe0-9fdd-042fe3860649", "code": 200}]} {{(pid=95103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 19:37:55.270655 n-d-713301-16 neutron-server[95103]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-dc075375-b795-47aa-9769-547978cc6b1a {{(pid=95103) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 19:37:55.270953 n-d-713301-16 neutron-server[95103]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a84d2947-bfad-453f-8a9a-46f6c9c330a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b2f1715-4904-4fe0-9fdd-042fe3860649', 'code': 200} Sep 23 19:37:55.286854 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da9d0f1f-0057-401a-8261-e402c1cc77fe req-3ae53f93-2ef8-4327-9aeb-fc27d9bff720 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:37:55.288656 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-da9d0f1f-0057-401a-8261-e402c1cc77fe req-3ae53f93-2ef8-4327-9aeb-fc27d9bff720 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=a84d2947-bfad-453f-8a9a-46f6c9c330a9 HTTP/1.1" status: 200 len: 1097 time: 0.0874622 Sep 23 19:37:55.291205 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a474bf22-dd0c-4333-becf-1be99fedd9ef req-c7f16015-0cdc-4822-ba70-bb3221ac3b43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:37:55.292716 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-a474bf22-dd0c-4333-becf-1be99fedd9ef req-c7f16015-0cdc-4822-ba70-bb3221ac3b43 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=6b0b0714-7ca1-4d6d-b820-8be57f2679a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1647422 Sep 23 19:37:55.306982 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-6b055a5d-e24f-45e9-a8d6-aa23196a8c68 req-1b596dfb-0a09-41e2-85ea-f5657349f8c2 tempest-ServersTestJSON-149791516 tempest-ServersTestJSON-149791516-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=ee2e9bda0f104270af74ba8d5f144843&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1813800 Sep 23 19:37:55.366354 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-35e84931-997b-4afe-b89f-6854dfc8f3cc tempest-FloatingIPAdminTestJSON-878028171 tempest-FloatingIPAdminTestJSON-878028171-project-admin] 10.222.0.67 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 2436 time: 0.2111051 Sep 23 19:37:55.388997 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-01bb881b-4c59-4a27-8d23-eef68b8ce9e7 None None] Notify callbacks [] for port, precommit_create {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:55.395830 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 56600) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:37:55.405520 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-01bb881b-4c59-4a27-8d23-eef68b8ce9e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783145673135'] for port, after_create {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:55.442636 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-6b055a5d-e24f-45e9-a8d6-aa23196a8c68 req-ec4f8417-feab-4b51-8e91-c527cd0f7404 service neutron] 10.222.0.67 "GET /v2.0/networks/13c320c3-e746-4d37-877a-d3d286211b52?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1342976 Sep 23 19:37:55.466827 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-80e7e501-6c57-470d-92c6-e3d54bc3195c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:55.482656 n-d-713301-16 neutron-server[95103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01bb881b-4c59-4a27-8d23-eef68b8ce9e7 None None] Network 62b0fc2b-a4cb-4225-abce-6a54cfdec443 is already hosted by enough agents. {{(pid=95103) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:37:55.494171 n-d-713301-16 neutron-server[95103]: DEBUG neutron.scheduler.base_scheduler [None req-01bb881b-4c59-4a27-8d23-eef68b8ce9e7 None None] Resources bound (agent type, host, resource id): {{(pid=95103) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:37:55.512780 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-3ec4863c-066b-479c-ac1f-2bcd3796c927 tempest-FloatingIPAdminTestJSON-2134933000 tempest-FloatingIPAdminTestJSON-2134933000-project] 10.222.0.67 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 690 time: 0.1154487 Sep 23 19:37:55.514993 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84f3514c-3dab-4ea3-b332-cf3342c23cdf tempest-RoutersIpV6AdminTest-809394628 tempest-RoutersIpV6AdminTest-809394628-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:37:55.516928 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 56604) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:37:55.519321 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-84f3514c-3dab-4ea3-b332-cf3342c23cdf tempest-RoutersIpV6AdminTest-809394628 tempest-RoutersIpV6AdminTest-809394628-project-admin] 10.222.0.67 "GET /v2.0/networks/5dec5c09-378e-4f50-89cc-d94eb81c3bac HTTP/1.1" status: 200 len: 881 time: 0.3554268 Sep 23 19:37:55.520081 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 56606) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:37:55.532529 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01bb881b-4c59-4a27-8d23-eef68b8ce9e7 None None] Received port after_create {{(pid=95103) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 19:37:55.557945 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-0bae8574-0232-4fe7-bf36-e8e5bd547c26 tempest-RoutersIpV6AdminTest-525100567 tempest-RoutersIpV6AdminTest-525100567-project] 10.222.0.67 "GET /v2.0/ports?device_id=67d7cf6e-bb9e-4e0b-b1d1-e4a99789a7a9 HTTP/1.1" status: 200 len: 205 time: 0.0356760 Sep 23 19:37:55.558581 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01bb881b-4c59-4a27-8d23-eef68b8ce9e7 None None] Pushing event updated for resources: {'Port': ['ID=64ea38f8-d5b0-4c8c-ab3e-54cca578c6c9,revision_number=1']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:37:55.559186 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 56608) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:37:55.718047 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-da9d0f1f-0057-401a-8261-e402c1cc77fe req-d8877143-15d4-45d0-a6e4-9bb5bd95a55c service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=40996637-10c7-4777-a250-5601fd310469&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4069705 Sep 23 19:37:55.721292 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-db2ec5c5-79cb-499a-a299-db266e1ec1fc None None] Notify callbacks [] for port, precommit_create {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:55.726442 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.managers [None req-01bb881b-4c59-4a27-8d23-eef68b8ce9e7 None None] Attempting to bind port 64ea38f8-d5b0-4c8c-ab3e-54cca578c6c9 on host n-d-713301-16 for vnic_type normal with profile {{(pid=95103) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 19:37:55.726991 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.managers [None req-01bb881b-4c59-4a27-8d23-eef68b8ce9e7 None None] Attempting to bind port 64ea38f8-d5b0-4c8c-ab3e-54cca578c6c9 by drivers openvswitch,hyperv on host n-d-713301-16 at level 0 using segments [{'id': 'c2e02ec0-5f83-4105-8267-cb02701f642a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '62b0fc2b-a4cb-4225-abce-6a54cfdec443'}] {{(pid=95103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 19:37:55.727478 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01bb881b-4c59-4a27-8d23-eef68b8ce9e7 None None] Attempting to bind port 64ea38f8-d5b0-4c8c-ab3e-54cca578c6c9 on network 62b0fc2b-a4cb-4225-abce-6a54cfdec443 {{(pid=95103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:37:55.736714 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-db2ec5c5-79cb-499a-a299-db266e1ec1fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783145673135'] for port, after_create {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:55.750625 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01bb881b-4c59-4a27-8d23-eef68b8ce9e7 None None] Checking agent: {'id': '70a14545-df24-472f-8f95-bfe1719bff93', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 19, 7, 53), 'started_at': datetime.datetime(2021, 9, 23, 19, 8, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 19, 37, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 19:37:55.751178 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01bb881b-4c59-4a27-8d23-eef68b8ce9e7 None None] Checking segment: {'id': 'c2e02ec0-5f83-4105-8267-cb02701f642a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '62b0fc2b-a4cb-4225-abce-6a54cfdec443'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95103) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:37:55.751718 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-01bb881b-4c59-4a27-8d23-eef68b8ce9e7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:55.752255 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01bb881b-4c59-4a27-8d23-eef68b8ce9e7 None None] Bound using segment: {'id': 'c2e02ec0-5f83-4105-8267-cb02701f642a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '62b0fc2b-a4cb-4225-abce-6a54cfdec443'} {{(pid=95103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 19:37:55.752879 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.managers [None req-01bb881b-4c59-4a27-8d23-eef68b8ce9e7 None None] Bound port: 64ea38f8-d5b0-4c8c-ab3e-54cca578c6c9, host: n-d-713301-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c2e02ec0-5f83-4105-8267-cb02701f642a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '62b0fc2b-a4cb-4225-abce-6a54cfdec443'}}] {{(pid=95103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 19:37:55.753507 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-01bb881b-4c59-4a27-8d23-eef68b8ce9e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:55.796036 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-a74d2fab-22a1-44f4-aca8-169ed34edbaf tempest-NetworksIpV6Test-1074010632 tempest-NetworksIpV6Test-1074010632-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1756804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4399009', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5388229'] for subnet, after_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:55.833169 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-de2fc7de-e2de-4f8d-97b1-48746e23a46d tempest-RoutersIpV6AdminTest-525100567 tempest-RoutersIpV6AdminTest-525100567-project] Notify callbacks [] for router, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:55.838245 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-b6bf8ac6-a537-4930-a8de-046f6840d319 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:55.860752 n-d-713301-16 neutron-server[95103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db2ec5c5-79cb-499a-a299-db266e1ec1fc None None] Network 08ec38d9-bbce-4651-9768-25ef90b36e30 is already hosted by enough agents. {{(pid=95103) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:37:55.871481 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a74d2fab-22a1-44f4-aca8-169ed34edbaf tempest-NetworksIpV6Test-1074010632 tempest-NetworksIpV6Test-1074010632-project] Pushing event deleted for resources: {'Subnet': ['ID=51e73cb6-2a60-4308-9f20-afbfb1474d83,revision_number=None']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:37:55.892011 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-b6bf8ac6-a537-4930-a8de-046f6840d319 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:55.910926 n-d-713301-16 neutron-server[95103]: DEBUG neutron.scheduler.base_scheduler [None req-db2ec5c5-79cb-499a-a299-db266e1ec1fc None None] Resources bound (agent type, host, resource id): {{(pid=95103) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:37:55.916358 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-6b055a5d-e24f-45e9-a8d6-aa23196a8c68 req-2f9a79fd-fc70-4359-8a09-178eba130011 service neutron] 10.222.0.67 "GET /v2.0/networks/13c320c3-e746-4d37-877a-d3d286211b52?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4717474 Sep 23 19:37:55.933923 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-a474bf22-dd0c-4333-becf-1be99fedd9ef req-518c1fa9-ff5b-47ce-a3f0-51044e9f6400 service neutron] 10.222.0.53 "GET /v2.0/networks/6b0b0714-7ca1-4d6d-b820-8be57f2679a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6239412 Sep 23 19:37:55.942030 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db2ec5c5-79cb-499a-a299-db266e1ec1fc None None] Received port after_create {{(pid=95103) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 19:37:55.950192 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db2ec5c5-79cb-499a-a299-db266e1ec1fc None None] Pushing event updated for resources: {'Port': ['ID=f5467c45-0c4d-412a-963a-e428ccf22b1b,revision_number=1']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:37:56.051842 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-de2fc7de-e2de-4f8d-97b1-48746e23a46d tempest-RoutersIpV6AdminTest-525100567 tempest-RoutersIpV6AdminTest-525100567-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:56.115452 n-d-713301-16 neutron-server[95101]: DEBUG neutron.db.db_base_plugin_common [None req-b6bf8ac6-a537-4930-a8de-046f6840d319 admin admin] Allocated IP 172.25.1.226 (5dec5c09-378e-4f50-89cc-d94eb81c3bac/eff83446-018c-428d-b3f5-54ac9abe7a2a/0797353b-dd65-4dec-af99-fc16d3e83d30) {{(pid=95101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 19:37:56.123351 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-01bb881b-4c59-4a27-8d23-eef68b8ce9e7 None None] For port 64ea38f8-d5b0-4c8c-ab3e-54cca578c6c9, host n-d-713301-16, cleared binding levels {{(pid=95103) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 19:37:56.127599 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.managers [None req-db2ec5c5-79cb-499a-a299-db266e1ec1fc None None] Attempting to bind port f5467c45-0c4d-412a-963a-e428ccf22b1b on host n-d-713301-16 for vnic_type normal with profile {{(pid=95103) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 19:37:56.127954 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.managers [None req-db2ec5c5-79cb-499a-a299-db266e1ec1fc None None] Attempting to bind port f5467c45-0c4d-412a-963a-e428ccf22b1b by drivers openvswitch,hyperv on host n-d-713301-16 at level 0 using segments [{'id': 'c710c858-0283-4fec-b2f3-dbf0c8780780', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '08ec38d9-bbce-4651-9768-25ef90b36e30'}] {{(pid=95103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 19:37:56.128380 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db2ec5c5-79cb-499a-a299-db266e1ec1fc None None] Attempting to bind port f5467c45-0c4d-412a-963a-e428ccf22b1b on network 08ec38d9-bbce-4651-9768-25ef90b36e30 {{(pid=95103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:37:56.159982 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-01bb881b-4c59-4a27-8d23-eef68b8ce9e7 None None] For port 64ea38f8-d5b0-4c8c-ab3e-54cca578c6c9, host n-d-713301-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-16',level=0,port_id=64ea38f8-d5b0-4c8c-ab3e-54cca578c6c9,segment=NetworkSegment(c2e02ec0-5f83-4105-8267-cb02701f642a),segment_id=c2e02ec0-5f83-4105-8267-cb02701f642a)] {{(pid=95103) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 19:37:56.161216 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db2ec5c5-79cb-499a-a299-db266e1ec1fc None None] Checking agent: {'id': '70a14545-df24-472f-8f95-bfe1719bff93', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 19, 7, 53), 'started_at': datetime.datetime(2021, 9, 23, 19, 8, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 19, 37, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 19:37:56.161585 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db2ec5c5-79cb-499a-a299-db266e1ec1fc None None] Checking segment: {'id': 'c710c858-0283-4fec-b2f3-dbf0c8780780', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '08ec38d9-bbce-4651-9768-25ef90b36e30'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95103) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:37:56.162339 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-db2ec5c5-79cb-499a-a299-db266e1ec1fc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:56.162484 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db2ec5c5-79cb-499a-a299-db266e1ec1fc None None] Bound using segment: {'id': 'c710c858-0283-4fec-b2f3-dbf0c8780780', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '08ec38d9-bbce-4651-9768-25ef90b36e30'} {{(pid=95103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 19:37:56.162884 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.managers [None req-db2ec5c5-79cb-499a-a299-db266e1ec1fc None None] Bound port: f5467c45-0c4d-412a-963a-e428ccf22b1b, host: n-d-713301-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c710c858-0283-4fec-b2f3-dbf0c8780780', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '08ec38d9-bbce-4651-9768-25ef90b36e30'}}] {{(pid=95103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 19:37:56.163057 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.plugin [None req-de2fc7de-e2de-4f8d-97b1-48746e23a46d tempest-RoutersIpV6AdminTest-525100567 tempest-RoutersIpV6AdminTest-525100567-project] Deleting port bf63a66b-4fb4-4211-b30e-c555d27518cb {{(pid=95101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:37:56.163307 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-db2ec5c5-79cb-499a-a299-db266e1ec1fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:56.163433 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-de2fc7de-e2de-4f8d-97b1-48746e23a46d tempest-RoutersIpV6AdminTest-525100567 tempest-RoutersIpV6AdminTest-525100567-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783146157096'] for port, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:56.189613 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-01bb881b-4c59-4a27-8d23-eef68b8ce9e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:56.218950 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-a74d2fab-22a1-44f4-aca8-169ed34edbaf tempest-NetworksIpV6Test-1074010632 tempest-NetworksIpV6Test-1074010632-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1754676', 'neutron.services.segments.db._delete_segments_for_network-8783146221460'] for network, precommit_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:56.253641 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-de2fc7de-e2de-4f8d-97b1-48746e23a46d tempest-RoutersIpV6AdminTest-525100567 tempest-RoutersIpV6AdminTest-525100567-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-605701'] for port, precommit_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:56.268553 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.plugin [None req-de2fc7de-e2de-4f8d-97b1-48746e23a46d tempest-RoutersIpV6AdminTest-525100567 tempest-RoutersIpV6AdminTest-525100567-project] Calling delete_port for bf63a66b-4fb4-4211-b30e-c555d27518cb owned by network:router_gateway {{(pid=95101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:37:56.464794 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-de2fc7de-e2de-4f8d-97b1-48746e23a46d tempest-RoutersIpV6AdminTest-525100567 tempest-RoutersIpV6AdminTest-525100567-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783146162158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783145673144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5607431'] for port, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:56.515322 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de2fc7de-e2de-4f8d-97b1-48746e23a46d tempest-RoutersIpV6AdminTest-525100567 tempest-RoutersIpV6AdminTest-525100567-project] Pushing event deleted for resources: {'Port': ['ID=bf63a66b-4fb4-4211-b30e-c555d27518cb,revision_number=None']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:37:56.529398 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01bb881b-4c59-4a27-8d23-eef68b8ce9e7 None None] Pushing event updated for resources: {'Port': ['ID=64ea38f8-d5b0-4c8c-ab3e-54cca578c6c9,revision_number=2']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:37:56.550716 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-db2ec5c5-79cb-499a-a299-db266e1ec1fc None None] For port f5467c45-0c4d-412a-963a-e428ccf22b1b, host n-d-713301-16, cleared binding levels {{(pid=95103) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 19:37:56.558743 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-db2ec5c5-79cb-499a-a299-db266e1ec1fc None None] For port f5467c45-0c4d-412a-963a-e428ccf22b1b, host n-d-713301-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-16',level=0,port_id=f5467c45-0c4d-412a-963a-e428ccf22b1b,segment=NetworkSegment(c710c858-0283-4fec-b2f3-dbf0c8780780),segment_id=c710c858-0283-4fec-b2f3-dbf0c8780780)] {{(pid=95103) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 19:37:56.566822 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-db2ec5c5-79cb-499a-a299-db266e1ec1fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:56.586403 n-d-713301-16 neutron-server[95102]: DEBUG neutron.services.segments.db [None req-a74d2fab-22a1-44f4-aca8-169ed34edbaf tempest-NetworksIpV6Test-1074010632 tempest-NetworksIpV6Test-1074010632-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['08ec38d9-bbce-4651-9768-25ef90b36e30']}} {{(pid=95102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:37:56.602066 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-bc115070-2135-4648-8a56-ad473603deff req-23fc2139-ff29-4690-ab94-50233b22d93b tempest-ServersTestJSON-149791516 tempest-ServersTestJSON-149791516-project] 10.222.0.67 "GET /v2.0/ports?device_id=e1886236-d753-4e47-9a61-edcdff2bc203 HTTP/1.1" status: 200 len: 210 time: 0.2695298 Sep 23 19:37:56.672846 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4063be8b-40f6-4146-803f-c8793d855ed0 req-e97ca6f2-4a1c-4aac-9e92-99a1de7ad7b4 tempest-ListServersNegativeTestJSON-1207334089 tempest-ListServersNegativeTestJSON-1207334089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:37:56.675208 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-4063be8b-40f6-4146-803f-c8793d855ed0 req-e97ca6f2-4a1c-4aac-9e92-99a1de7ad7b4 tempest-ListServersNegativeTestJSON-1207334089 tempest-ListServersNegativeTestJSON-1207334089-project] 10.222.0.67 "GET /v2.0/ports?device_id=a84d2947-bfad-453f-8a9a-46f6c9c330a9 HTTP/1.1" status: 200 len: 945 time: 0.5857155 Sep 23 19:37:56.677269 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.plugin [None req-deb0a237-f9f9-4a70-992e-27137f0a0dcd tempest-FloatingIPAdminTestJSON-630730794 tempest-FloatingIPAdminTestJSON-630730794-project] Deleting port 9677ad29-25da-4f8a-9c95-32c2f0dddddf {{(pid=95102) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:37:56.677735 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-deb0a237-f9f9-4a70-992e-27137f0a0dcd tempest-FloatingIPAdminTestJSON-630730794 tempest-FloatingIPAdminTestJSON-630730794-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783146157096'] for port, before_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:56.682253 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-a474bf22-dd0c-4333-becf-1be99fedd9ef req-f8aedb54-7c8b-4c53-9113-288e2f06cf46 service neutron] 10.222.0.53 "GET /v2.0/networks/6b0b0714-7ca1-4d6d-b820-8be57f2679a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7021742 Sep 23 19:37:56.700639 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-de2fc7de-e2de-4f8d-97b1-48746e23a46d tempest-RoutersIpV6AdminTest-525100567 tempest-RoutersIpV6AdminTest-525100567-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-601942'] for router_gateway, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:56.705497 n-d-713301-16 neutron-server[95102]: DEBUG neutron.services.segments.db [None req-a74d2fab-22a1-44f4-aca8-169ed34edbaf tempest-NetworksIpV6Test-1074010632 tempest-NetworksIpV6Test-1074010632-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c710c858-0283-4fec-b2f3-dbf0c8780780') {'for_net_delete': True} {{(pid=95102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:37:56.705918 n-d-713301-16 neutron-server[95102]: DEBUG neutron.services.segments.db [None req-a74d2fab-22a1-44f4-aca8-169ed34edbaf tempest-NetworksIpV6Test-1074010632 tempest-NetworksIpV6Test-1074010632-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c710c858-0283-4fec-b2f3-dbf0c8780780') {} {{(pid=95102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:37:56.857441 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-a474bf22-dd0c-4333-becf-1be99fedd9ef req-04b38154-29a5-4fe4-add6-439ec7a55b9a service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=f2f18a7a-caec-4840-825d-bc37f2f04daf HTTP/1.1" status: 200 len: 217 time: 0.1629071 Sep 23 19:37:56.869735 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-a74d2fab-22a1-44f4-aca8-169ed34edbaf tempest-NetworksIpV6Test-1074010632 tempest-NetworksIpV6Test-1074010632-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783146221725', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6162832'] for segment, before_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:56.873185 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db2ec5c5-79cb-499a-a299-db266e1ec1fc None None] Pushing event updated for resources: {'Port': ['ID=f5467c45-0c4d-412a-963a-e428ccf22b1b,revision_number=2']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:37:56.889849 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-b6bf8ac6-a537-4930-a8de-046f6840d319 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:56.891964 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-de2fc7de-e2de-4f8d-97b1-48746e23a46d tempest-RoutersIpV6AdminTest-525100567 tempest-RoutersIpV6AdminTest-525100567-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-597305', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29369'] for router, precommit_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:56.895660 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-de2fc7de-e2de-4f8d-97b1-48746e23a46d tempest-RoutersIpV6AdminTest-525100567 tempest-RoutersIpV6AdminTest-525100567-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:56.915588 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01857037-e257-434f-a324-1523f5d4d2e5 None None] Network 08ec38d9-bbce-4651-9768-25ef90b36e30 requested from n-d-713301-16 {{(pid=95103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 19:37:56.969329 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-de2fc7de-e2de-4f8d-97b1-48746e23a46d tempest-RoutersIpV6AdminTest-525100567 tempest-RoutersIpV6AdminTest-525100567-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-597296'] for router, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:56.970088 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de2fc7de-e2de-4f8d-97b1-48746e23a46d tempest-RoutersIpV6AdminTest-525100567 tempest-RoutersIpV6AdminTest-525100567-project] Fanout notify agent at l3_agent the message router_deleted on router 67d7cf6e-bb9e-4e0b-b1d1-e4a99789a7a9 {{(pid=95101) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 23 19:37:56.979588 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-de2fc7de-e2de-4f8d-97b1-48746e23a46d tempest-RoutersIpV6AdminTest-525100567 tempest-RoutersIpV6AdminTest-525100567-project] Notify callbacks [] for router, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:56.984698 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-4063be8b-40f6-4146-803f-c8793d855ed0 req-3b1a0be8-4b62-46b6-aabd-b46ff5235fd5 tempest-ListServersNegativeTestJSON-1207334089 tempest-ListServersNegativeTestJSON-1207334089-project] 10.222.0.67 "GET /v2.0/security-groups?id=40996637-10c7-4777-a250-5601fd310469&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2995484 Sep 23 19:37:56.984898 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-de2fc7de-e2de-4f8d-97b1-48746e23a46d tempest-RoutersIpV6AdminTest-525100567 tempest-RoutersIpV6AdminTest-525100567-project] 10.222.0.67 "DELETE /v2.0/routers/67d7cf6e-bb9e-4e0b-b1d1-e4a99789a7a9 HTTP/1.1" status: 204 len: 168 time: 1.4209940 Sep 23 19:37:56.988068 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 56638) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:37:57.015650 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.v2.base [None req-54663197-8cc7-4850-baa3-7b82698b2329 tempest-RoutersIpV6AdminTest-525100567 tempest-RoutersIpV6AdminTest-525100567-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-443510095', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=95101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:37:57.058630 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-54663197-8cc7-4850-baa3-7b82698b2329 tempest-RoutersIpV6AdminTest-525100567 tempest-RoutersIpV6AdminTest-525100567-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-594563', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29355'] for router, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:57.059886 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-54663197-8cc7-4850-baa3-7b82698b2329 tempest-RoutersIpV6AdminTest-525100567 tempest-RoutersIpV6AdminTest-525100567-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-597363', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-601731', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-739356', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29346'] for router, precommit_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:57.066487 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-b6bf8ac6-a537-4930-a8de-046f6840d319 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783145673135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5607431'] for port, after_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:57.082483 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-a74d2fab-22a1-44f4-aca8-169ed34edbaf tempest-NetworksIpV6Test-1074010632 tempest-NetworksIpV6Test-1074010632-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1756186'] for segment, precommit_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:57.105772 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a74d2fab-22a1-44f4-aca8-169ed34edbaf tempest-NetworksIpV6Test-1074010632 tempest-NetworksIpV6Test-1074010632-project] Releasing vlan 611 on physical network physnet1 to pool {{(pid=95102) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 19:37:57.106194 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-a74d2fab-22a1-44f4-aca8-169ed34edbaf tempest-NetworksIpV6Test-1074010632 tempest-NetworksIpV6Test-1074010632-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1756186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4398095'] for segment, after_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:57.109711 n-d-713301-16 neutron-server[95102]: Traceback (most recent call last): Sep 23 19:37:57.109711 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 19:37:57.109711 n-d-713301-16 neutron-server[95102]: timer() Sep 23 19:37:57.109711 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 19:37:57.109711 n-d-713301-16 neutron-server[95102]: cb(*args, **kw) Sep 23 19:37:57.109711 n-d-713301-16 neutron-server[95102]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 19:37:57.109711 n-d-713301-16 neutron-server[95102]: return func(*args, **kwargs) Sep 23 19:37:57.109711 n-d-713301-16 neutron-server[95102]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 19:37:57.109711 n-d-713301-16 neutron-server[95102]: self._notify() Sep 23 19:37:57.109711 n-d-713301-16 neutron-server[95102]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 19:37:57.109711 n-d-713301-16 neutron-server[95102]: self.callback(batched_events) Sep 23 19:37:57.109711 n-d-713301-16 neutron-server[95102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 19:37:57.109711 n-d-713301-16 neutron-server[95102]: event.method(event) Sep 23 19:37:57.109711 n-d-713301-16 neutron-server[95102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 19:37:57.109711 n-d-713301-16 neutron-server[95102]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 19:37:57.109711 n-d-713301-16 neutron-server[95102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 19:37:57.109711 n-d-713301-16 neutron-server[95102]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 19:37:57.109711 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 19:37:57.109711 n-d-713301-16 neutron-server[95102]: return f(self, *a, **k) Sep 23 19:37:57.109711 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 19:37:57.109711 n-d-713301-16 neutron-server[95102]: return self._get(url).json() Sep 23 19:37:57.109711 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 19:37:57.109711 n-d-713301-16 neutron-server[95102]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 19:37:57.109711 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 19:37:57.109711 n-d-713301-16 neutron-server[95102]: return self.request(url, 'GET', **kwargs) Sep 23 19:37:57.109711 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 19:37:57.109711 n-d-713301-16 neutron-server[95102]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 19:37:57.109711 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 19:37:57.109711 n-d-713301-16 neutron-server[95102]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 19:37:57.109711 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 19:37:57.109711 n-d-713301-16 neutron-server[95102]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 19:37:57.109711 n-d-713301-16 neutron-server[95102]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 19:37:57.131634 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6bf8ac6-a537-4930-a8de-046f6840d319 admin admin] Pushing event updated for resources: {'Port': ['ID=0797353b-dd65-4dec-af99-fc16d3e83d30,revision_number=1']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:37:57.156230 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6bf8ac6-a537-4930-a8de-046f6840d319 admin admin] Network 5dec5c09-378e-4f50-89cc-d94eb81c3bac is already hosted by enough agents. {{(pid=95101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:37:57.166782 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.base_scheduler [None req-b6bf8ac6-a537-4930-a8de-046f6840d319 admin admin] Resources bound (agent type, host, resource id): {{(pid=95101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:37:57.170746 n-d-713301-16 neutron-server[95101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6bf8ac6-a537-4930-a8de-046f6840d319 admin admin] Received port after_create {{(pid=95101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 19:37:57.219914 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-54663197-8cc7-4850-baa3-7b82698b2329 tempest-RoutersIpV6AdminTest-525100567 tempest-RoutersIpV6AdminTest-525100567-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:57.224093 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a474bf22-dd0c-4333-becf-1be99fedd9ef req-ff2e3e13-045f-4294-bba3-5dcd6e38acbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:37:57.225875 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-a474bf22-dd0c-4333-becf-1be99fedd9ef req-ff2e3e13-045f-4294-bba3-5dcd6e38acbf service neutron] 10.222.0.53 "GET /v2.0/subnets?id=539495c3-ae71-47cf-b3b7-93ac6244515e HTTP/1.1" status: 200 len: 797 time: 0.3403642 Sep 23 19:37:57.228741 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-deb0a237-f9f9-4a70-992e-27137f0a0dcd tempest-FloatingIPAdminTestJSON-630730794 tempest-FloatingIPAdminTestJSON-630730794-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-605701'] for port, precommit_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:57.228963 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-deb0a237-f9f9-4a70-992e-27137f0a0dcd tempest-FloatingIPAdminTestJSON-630730794 tempest-FloatingIPAdminTestJSON-630730794-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:57.232145 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.db.api [None req-a74d2fab-22a1-44f4-aca8-169ed34edbaf tempest-NetworksIpV6Test-1074010632 tempest-NetworksIpV6Test-1074010632-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Sep 23 19:37:57.232145 n-d-713301-16 neutron-server[95102]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Sep 23 19:37:57.232145 n-d-713301-16 neutron-server[95102]: [parameters: {'id': '08ec38d9-bbce-4651-9768-25ef90b36e30'}] Sep 23 19:37:57.232145 n-d-713301-16 neutron-server[95102]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=95102) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 23 19:37:57.232911 n-d-713301-16 neutron-server[95102]: DEBUG oslo_db.api [None req-a74d2fab-22a1-44f4-aca8-169ed34edbaf tempest-NetworksIpV6Test-1074010632 tempest-NetworksIpV6Test-1074010632-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=95102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 23 19:37:57.233023 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-54663197-8cc7-4850-baa3-7b82698b2329 tempest-RoutersIpV6AdminTest-525100567 tempest-RoutersIpV6AdminTest-525100567-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-597258', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-601790'] for router, after_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:57.322368 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.plugin [None req-deb0a237-f9f9-4a70-992e-27137f0a0dcd tempest-FloatingIPAdminTestJSON-630730794 tempest-FloatingIPAdminTestJSON-630730794-project] Calling delete_port for 9677ad29-25da-4f8a-9c95-32c2f0dddddf owned by network:floatingip {{(pid=95102) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:37:57.361155 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-54663197-8cc7-4850-baa3-7b82698b2329 tempest-RoutersIpV6AdminTest-525100567 tempest-RoutersIpV6AdminTest-525100567-project] Notify callbacks [] for router, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:57.362392 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-54663197-8cc7-4850-baa3-7b82698b2329 tempest-RoutersIpV6AdminTest-525100567 tempest-RoutersIpV6AdminTest-525100567-project] 10.222.0.67 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.3703430 Sep 23 19:37:57.380115 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 56646) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:37:57.386961 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.v2.base [None req-04b3d7f1-b6b5-4dd9-bd16-53e8bea00da8 tempest-RoutersIpV6AdminTest-809394628 tempest-RoutersIpV6AdminTest-809394628-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'enable_snat': False}}} {{(pid=95101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:37:57.402039 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a474bf22-dd0c-4333-becf-1be99fedd9ef req-d6d92209-f53b-4e77-8ea4-d876ac789096 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:37:57.403776 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-a474bf22-dd0c-4333-becf-1be99fedd9ef req-d6d92209-f53b-4e77-8ea4-d876ac789096 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=f23b48c2-30e2-4b8a-a3bf-2e6a4262ee17&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1486554 Sep 23 19:37:57.555605 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-a474bf22-dd0c-4333-becf-1be99fedd9ef req-07ac4775-e146-4104-b39b-e6562f413de5 service neutron] 10.222.0.53 "GET /v2.0/networks/f23b48c2-30e2-4b8a-a3bf-2e6a4262ee17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1418970 Sep 23 19:37:57.670791 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-deb0a237-f9f9-4a70-992e-27137f0a0dcd tempest-FloatingIPAdminTestJSON-630730794 tempest-FloatingIPAdminTestJSON-630730794-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783146162158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783145673144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4399100'] for port, after_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:57.818420 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Device 64ea38f8-d5b0-4c8c-ab3e-54cca578c6c9 up at agent ovs-agent-n-d-713301-16 {{(pid=95103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 19:37:57.938221 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Provisioning complete for port 64ea38f8-d5b0-4c8c-ab3e-54cca578c6c9 triggered by entity L2. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:37:57.938648 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:58.094826 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:58.135056 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:58.159669 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] For port 64ea38f8-d5b0-4c8c-ab3e-54cca578c6c9, host n-d-713301-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-16',level=0,port_id=64ea38f8-d5b0-4c8c-ab3e-54cca578c6c9,segment=NetworkSegment(c2e02ec0-5f83-4105-8267-cb02701f642a),segment_id=c2e02ec0-5f83-4105-8267-cb02701f642a)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:37:58.175613 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9be08ec-c423-40ec-90e8-18f054011f3a None None] Network 62b0fc2b-a4cb-4225-abce-6a54cfdec443 requested from n-d-713301-16 {{(pid=95103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 19:37:58.198838 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-04b3d7f1-b6b5-4dd9-bd16-53e8bea00da8 tempest-RoutersIpV6AdminTest-809394628 tempest-RoutersIpV6AdminTest-809394628-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:58.237245 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-a74d2fab-22a1-44f4-aca8-169ed34edbaf tempest-NetworksIpV6Test-1074010632 tempest-NetworksIpV6Test-1074010632-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1628021'] for network, before_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:58.256958 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-b6bf8ac6-a537-4930-a8de-046f6840d319 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:58.258861 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb0a237-f9f9-4a70-992e-27137f0a0dcd tempest-FloatingIPAdminTestJSON-630730794 tempest-FloatingIPAdminTestJSON-630730794-project] Pushing event deleted for resources: {'Port': ['ID=9677ad29-25da-4f8a-9c95-32c2f0dddddf,revision_number=None']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:37:58.315015 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:58.395978 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:58.410089 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-5631069b-3ab6-4c8f-88fd-7006ee5170dd req-6a2c90d3-ee64-4f11-83d3-6c1b21959f25 tempest-ServersTestJSON-149791516 tempest-ServersTestJSON-149791516-project] 10.222.0.67 "GET /v2.0/ports?device_id=e1886236-d753-4e47-9a61-edcdff2bc203 HTTP/1.1" status: 200 len: 210 time: 0.1608007 Sep 23 19:37:58.420805 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-984babbc-ab22-4cd3-a0df-20c5f73db4c1 None None] Provisioning complete for port 64ea38f8-d5b0-4c8c-ab3e-54cca578c6c9 triggered by entity DHCP. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:37:58.421188 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-984babbc-ab22-4cd3-a0df-20c5f73db4c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:58.441737 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-a474bf22-dd0c-4333-becf-1be99fedd9ef req-9c7df831-56a5-42bd-afd4-1c7ba37b4636 service neutron] 10.222.0.53 "GET /v2.0/networks/f23b48c2-30e2-4b8a-a3bf-2e6a4262ee17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8793354 Sep 23 19:37:58.469929 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Pushing event updated for resources: {'Port': ['ID=64ea38f8-d5b0-4c8c-ab3e-54cca578c6c9,revision_number=3']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:37:58.587449 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-a474bf22-dd0c-4333-becf-1be99fedd9ef req-f58e530b-0593-45e0-8158-e2bd000fe389 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=0d220b4a-c2a9-416b-bef2-705bfcd93242 HTTP/1.1" status: 200 len: 217 time: 0.1193571 Sep 23 19:37:58.620239 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b055a5d-e24f-45e9-a8d6-aa23196a8c68 req-9be7f5e6-970e-4400-be8b-7dc0394f6e87 tempest-ServersTestJSON-149791516 tempest-ServersTestJSON-149791516-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:37:58.622212 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-6b055a5d-e24f-45e9-a8d6-aa23196a8c68 req-9be7f5e6-970e-4400-be8b-7dc0394f6e87 tempest-ServersTestJSON-149791516 tempest-ServersTestJSON-149791516-project] 10.222.0.74 "GET /v2.0/networks?id=13c320c3-e746-4d37-877a-d3d286211b52 HTTP/1.1" status: 200 len: 806 time: 0.9619567 Sep 23 19:37:58.630193 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d22d579f-769d-47cb-aa43-1e4d2470d753 req-67143c96-acb5-47f0-bbbd-d9bd0ba68b01 tempest-ListServersNegativeTestJSON-1207334089 tempest-ListServersNegativeTestJSON-1207334089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:37:58.631640 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-d22d579f-769d-47cb-aa43-1e4d2470d753 req-67143c96-acb5-47f0-bbbd-d9bd0ba68b01 tempest-ListServersNegativeTestJSON-1207334089 tempest-ListServersNegativeTestJSON-1207334089-project] 10.222.0.67 "GET /v2.0/ports?device_id=a84d2947-bfad-453f-8a9a-46f6c9c330a9 HTTP/1.1" status: 200 len: 945 time: 0.3806553 Sep 23 19:37:58.643377 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.v2.base [req-6b055a5d-e24f-45e9-a8d6-aa23196a8c68 req-dc96d328-62fb-4b1e-b829-603e17f89cf7 tempest-ServersTestJSON-149791516 tempest-ServersTestJSON-149791516-project] Request body: {'port': {'device_id': 'e1886236-d753-4e47-9a61-edcdff2bc203', 'network_id': '13c320c3-e746-4d37-877a-d3d286211b52', 'admin_state_up': True, 'tenant_id': 'ee2e9bda0f104270af74ba8d5f144843'}} {{(pid=95102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:37:58.683442 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-deb0a237-f9f9-4a70-992e-27137f0a0dcd tempest-FloatingIPAdminTestJSON-630730794 tempest-FloatingIPAdminTestJSON-630730794-project] Notify callbacks [] for floatingip, after_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:58.685937 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-deb0a237-f9f9-4a70-992e-27137f0a0dcd tempest-FloatingIPAdminTestJSON-630730794 tempest-FloatingIPAdminTestJSON-630730794-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222849'] for floatingip, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:58.689614 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-deb0a237-f9f9-4a70-992e-27137f0a0dcd tempest-FloatingIPAdminTestJSON-630730794 tempest-FloatingIPAdminTestJSON-630730794-project] 10.222.0.67 "DELETE /v2.0/floatingips/f5fd61a6-517e-4540-a5b8-e020530fd247 HTTP/1.1" status: 204 len: 168 time: 3.1575072 Sep 23 19:37:58.691534 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 56676) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:37:58.756402 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a474bf22-dd0c-4333-becf-1be99fedd9ef req-2c95f3ad-9834-4690-85ad-179f6df618f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:37:58.758515 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-a474bf22-dd0c-4333-becf-1be99fedd9ef req-2c95f3ad-9834-4690-85ad-179f6df618f8 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=539495c3-ae71-47cf-b3b7-93ac6244515e HTTP/1.1" status: 200 len: 797 time: 0.1581857 Sep 23 19:37:58.771690 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-b6bf8ac6-a537-4930-a8de-046f6840d319 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-597258', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-601790'] for router, after_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:58.806277 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-872d203e-d1cf-498a-91e6-cf8869106242 None None] get_active_networks_info from n-d-713301-16 {{(pid=95103) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 23 19:37:58.829481 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.plugin [None req-a74d2fab-22a1-44f4-aca8-169ed34edbaf tempest-NetworksIpV6Test-1074010632 tempest-NetworksIpV6Test-1074010632-project] Deleting port f5467c45-0c4d-412a-963a-e428ccf22b1b {{(pid=95102) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:37:58.829849 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-a74d2fab-22a1-44f4-aca8-169ed34edbaf tempest-NetworksIpV6Test-1074010632 tempest-NetworksIpV6Test-1074010632-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783146157096'] for port, before_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:58.849393 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-d22d579f-769d-47cb-aa43-1e4d2470d753 req-d039b394-bc1a-4bd0-85be-0b1d794c50ad tempest-ListServersNegativeTestJSON-1207334089 tempest-ListServersNegativeTestJSON-1207334089-project] 10.222.0.67 "GET /v2.0/security-groups?id=40996637-10c7-4777-a250-5601fd310469&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1972136 Sep 23 19:37:58.899888 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-6daed475-a2a0-40e4-a8da-cab44822428a None None] Provisioning complete for port 64ea38f8-d5b0-4c8c-ab3e-54cca578c6c9 triggered by entity DHCP. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:37:58.900911 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-6daed475-a2a0-40e4-a8da-cab44822428a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:58.937539 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a474bf22-dd0c-4333-becf-1be99fedd9ef req-6acf54dd-1dc2-4ce9-9967-b2e3b5dd5947 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:37:58.939017 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-a474bf22-dd0c-4333-becf-1be99fedd9ef req-6acf54dd-1dc2-4ce9-9967-b2e3b5dd5947 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=f23b48c2-30e2-4b8a-a3bf-2e6a4262ee17&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1523869 Sep 23 19:37:58.941347 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.db [None req-a74d2fab-22a1-44f4-aca8-169ed34edbaf tempest-NetworksIpV6Test-1074010632 tempest-NetworksIpV6Test-1074010632-project] For port f5467c45-0c4d-412a-963a-e428ccf22b1b, host n-d-713301-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-16',level=0,port_id=f5467c45-0c4d-412a-963a-e428ccf22b1b,segment=NetworkSegment(c710c858-0283-4fec-b2f3-dbf0c8780780),segment_id=c710c858-0283-4fec-b2f3-dbf0c8780780)] {{(pid=95102) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:37:58.941740 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-a74d2fab-22a1-44f4-aca8-169ed34edbaf tempest-NetworksIpV6Test-1074010632 tempest-NetworksIpV6Test-1074010632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-605701'] for port, precommit_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:58.982605 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.plugin [None req-a74d2fab-22a1-44f4-aca8-169ed34edbaf tempest-NetworksIpV6Test-1074010632 tempest-NetworksIpV6Test-1074010632-project] Calling delete_port for f5467c45-0c4d-412a-963a-e428ccf22b1b owned by network:dhcp {{(pid=95102) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:37:59.010671 n-d-713301-16 neutron-server[95103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-872d203e-d1cf-498a-91e6-cf8869106242 None None] Resources bound (agent type, host, resource id): {{(pid=95103) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 23 19:37:59.062774 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6b055a5d-e24f-45e9-a8d6-aa23196a8c68 req-dc96d328-62fb-4b1e-b829-603e17f89cf7 tempest-ServersTestJSON-149791516 tempest-ServersTestJSON-149791516-project] Made reservation on behalf of ee2e9bda0f104270af74ba8d5f144843 for: {'port': 1} {{(pid=95102) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:37:59.066336 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-6b055a5d-e24f-45e9-a8d6-aa23196a8c68 req-dc96d328-62fb-4b1e-b829-603e17f89cf7 tempest-ServersTestJSON-149791516 tempest-ServersTestJSON-149791516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:59.120343 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-04b3d7f1-b6b5-4dd9-bd16-53e8bea00da8 tempest-RoutersIpV6AdminTest-809394628 tempest-RoutersIpV6AdminTest-809394628-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:59.155598 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-04b3d7f1-b6b5-4dd9-bd16-53e8bea00da8 tempest-RoutersIpV6AdminTest-809394628 tempest-RoutersIpV6AdminTest-809394628-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:59.158355 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.plugin [None req-7c3e14d8-08fb-4c34-b3c2-d1c1c68a22d6 tempest-FloatingIPAdminTestJSON-878028171 tempest-FloatingIPAdminTestJSON-878028171-project-admin] Deleting port 2a604c0d-5d35-4d4f-a94d-77d621a6bbeb {{(pid=95101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:37:59.158355 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-7c3e14d8-08fb-4c34-b3c2-d1c1c68a22d6 tempest-FloatingIPAdminTestJSON-878028171 tempest-FloatingIPAdminTestJSON-878028171-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783146157096'] for port, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:59.228987 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7657a44b-7e17-4d9b-a4cb-874c913c78b4 req-b2ee9f9c-bdc7-446d-a9b0-2b7bebf7c6e5 tempest-ListServersNegativeTestJSON-1207334089 tempest-ListServersNegativeTestJSON-1207334089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:37:59.230453 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-7657a44b-7e17-4d9b-a4cb-874c913c78b4 req-b2ee9f9c-bdc7-446d-a9b0-2b7bebf7c6e5 tempest-ListServersNegativeTestJSON-1207334089 tempest-ListServersNegativeTestJSON-1207334089-project] 10.222.0.67 "GET /v2.0/ports?device_id=ff231c83-1672-4420-aa04-ad15c4772493 HTTP/1.1" status: 200 len: 945 time: 0.2267413 Sep 23 19:37:59.232521 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-a474bf22-dd0c-4333-becf-1be99fedd9ef req-fa3c7403-8659-4312-ae05-f26996d60021 service neutron] 10.222.0.53 "GET /v2.0/networks/f23b48c2-30e2-4b8a-a3bf-2e6a4262ee17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2797492 Sep 23 19:37:59.339810 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-a74d2fab-22a1-44f4-aca8-169ed34edbaf tempest-NetworksIpV6Test-1074010632 tempest-NetworksIpV6Test-1074010632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783146162158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783145673144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4399100'] for port, after_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:59.340791 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b6bf8ac6-a537-4930-a8de-046f6840d319 admin admin] Router 2882cbc4-f899-4122-810d-f6b256b3c259 is scheduled to L3 agent 79a740bf-7821-4989-8288-7186e3e128f3 with binding_index 1 {{(pid=95101) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 23 19:37:59.418783 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-7c3e14d8-08fb-4c34-b3c2-d1c1c68a22d6 tempest-FloatingIPAdminTestJSON-878028171 tempest-FloatingIPAdminTestJSON-878028171-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-605701'] for port, precommit_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:59.419120 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-7c3e14d8-08fb-4c34-b3c2-d1c1c68a22d6 tempest-FloatingIPAdminTestJSON-878028171 tempest-FloatingIPAdminTestJSON-878028171-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:59.448801 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a74d2fab-22a1-44f4-aca8-169ed34edbaf tempest-NetworksIpV6Test-1074010632 tempest-NetworksIpV6Test-1074010632-project] Pushing event deleted for resources: {'Port': ['ID=f5467c45-0c4d-412a-963a-e428ccf22b1b,revision_number=None']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:37:59.451155 n-d-713301-16 neutron-server[95102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a74d2fab-22a1-44f4-aca8-169ed34edbaf tempest-NetworksIpV6Test-1074010632 tempest-NetworksIpV6Test-1074010632-project] No DVR routers for this DVR port f5467c45-0c4d-412a-963a-e428ccf22b1b on host n-d-713301-16 {{(pid=95102) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 19:37:59.464892 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-7657a44b-7e17-4d9b-a4cb-874c913c78b4 req-dda36ae3-9192-42f0-9515-f9c8c4061f5c tempest-ListServersNegativeTestJSON-1207334089 tempest-ListServersNegativeTestJSON-1207334089-project] 10.222.0.67 "GET /v2.0/security-groups?id=40996637-10c7-4777-a250-5601fd310469&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1934602 Sep 23 19:37:59.501964 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.plugin [None req-7c3e14d8-08fb-4c34-b3c2-d1c1c68a22d6 tempest-FloatingIPAdminTestJSON-878028171 tempest-FloatingIPAdminTestJSON-878028171-project-admin] Calling delete_port for 2a604c0d-5d35-4d4f-a94d-77d621a6bbeb owned by network:floatingip {{(pid=95101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:37:59.532177 n-d-713301-16 neutron-server[95101]: DEBUG neutron.db.db_base_plugin_common [None req-04b3d7f1-b6b5-4dd9-bd16-53e8bea00da8 tempest-RoutersIpV6AdminTest-809394628 tempest-RoutersIpV6AdminTest-809394628-project-admin] Allocated IP 172.25.1.160 (5dec5c09-378e-4f50-89cc-d94eb81c3bac/eff83446-018c-428d-b3f5-54ac9abe7a2a/7f1507b0-ef39-4802-b357-309653f42049) {{(pid=95101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 19:37:59.542834 n-d-713301-16 neutron-server[95102]: DEBUG neutron.db.db_base_plugin_common [req-6b055a5d-e24f-45e9-a8d6-aa23196a8c68 req-dc96d328-62fb-4b1e-b829-603e17f89cf7 tempest-ServersTestJSON-149791516 tempest-ServersTestJSON-149791516-project] Allocated IP 172.20.0.10 (13c320c3-e746-4d37-877a-d3d286211b52/1858a7c9-e08d-4d7a-87f9-fd282e21109a/cccce120-edc4-46e7-a8e0-6cd36936f5ba) {{(pid=95102) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 19:37:59.582872 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-71c976b4-e858-422c-b628-16f8a95cac7d req-c6357e37-d267-4760-9c98-da6f485ea929 tempest-ServersTestJSON-149791516 tempest-ServersTestJSON-149791516-project] 10.222.0.67 "GET /v2.0/ports?device_id=e1886236-d753-4e47-9a61-edcdff2bc203 HTTP/1.1" status: 200 len: 210 time: 0.0822065 Sep 23 19:37:59.591602 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-a474bf22-dd0c-4333-becf-1be99fedd9ef req-38f39279-acf6-46b1-8406-6c4f513e5a99 service neutron] 10.222.0.53 "GET /v2.0/networks/f23b48c2-30e2-4b8a-a3bf-2e6a4262ee17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3159411 Sep 23 19:37:59.697975 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-a74d2fab-22a1-44f4-aca8-169ed34edbaf tempest-NetworksIpV6Test-1074010632 tempest-NetworksIpV6Test-1074010632-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1754676', 'neutron.services.segments.db._delete_segments_for_network-8783146221460'] for network, precommit_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:59.715375 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6bf8ac6-a537-4930-a8de-046f6840d319 admin admin] Notify agent at l3_agent.n-d-713301-16 the message routers_updated {{(pid=95101) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 19:37:59.727451 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd0ed086-f9c1-49d2-845a-02ba88e283c2 None None] Sync routers for ids ['2882cbc4-f899-4122-810d-f6b256b3c259'] in n-d-713301-16 {{(pid=95103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 19:37:59.745846 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd0ed086-f9c1-49d2-845a-02ba88e283c2 None None] Routers {'2882cbc4-f899-4122-810d-f6b256b3c259'} bound to L3 agent in host n-d-713301-16 {{(pid=95103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 19:37:59.746524 n-d-713301-16 neutron-server[95102]: DEBUG neutron.services.segments.db [None req-a74d2fab-22a1-44f4-aca8-169ed34edbaf tempest-NetworksIpV6Test-1074010632 tempest-NetworksIpV6Test-1074010632-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['08ec38d9-bbce-4651-9768-25ef90b36e30']}} {{(pid=95102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:37:59.747050 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_hamode_db [None req-cd0ed086-f9c1-49d2-845a-02ba88e283c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-23T19:07:52Z,description=,heartbeat_timestamp=2021-09-23T19:37:52Z,host='n-d-713301-16',id=79a740bf-7821-4989-8288-7186e3e128f3,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:07:52Z,topic='l3_agent')) {'router_ids': ['2882cbc4-f899-4122-810d-f6b256b3c259'], 'active': True} {{(pid=95103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:37:59.758944 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Device 64ea38f8-d5b0-4c8c-ab3e-54cca578c6c9 up at agent ovs-agent-n-d-713301-16 {{(pid=95103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 19:37:59.772482 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-b6bf8ac6-a537-4930-a8de-046f6840d319 admin admin] Notify callbacks [] for router, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:59.777960 n-d-713301-16 neutron-server[95102]: DEBUG neutron.services.segments.db [None req-a74d2fab-22a1-44f4-aca8-169ed34edbaf tempest-NetworksIpV6Test-1074010632 tempest-NetworksIpV6Test-1074010632-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c710c858-0283-4fec-b2f3-dbf0c8780780') {'for_net_delete': True} {{(pid=95102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:37:59.777960 n-d-713301-16 neutron-server[95102]: DEBUG neutron.services.segments.db [None req-a74d2fab-22a1-44f4-aca8-169ed34edbaf tempest-NetworksIpV6Test-1074010632 tempest-NetworksIpV6Test-1074010632-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c710c858-0283-4fec-b2f3-dbf0c8780780') {} {{(pid=95102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:37:59.778211 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-b6bf8ac6-a537-4930-a8de-046f6840d319 admin admin] 10.222.0.67 "POST /v2.0/routers HTTP/1.1" status: 201 len: 917 time: 5.8355615 Sep 23 19:37:59.789655 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 56694) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:37:59.797235 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-04b3d7f1-b6b5-4dd9-bd16-53e8bea00da8 tempest-RoutersIpV6AdminTest-809394628 tempest-RoutersIpV6AdminTest-809394628-project-admin] Notify callbacks [] for port, precommit_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:59.810446 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aacc4d9a-6811-4675-97c4-8ca128abfe75 req-08dda16b-24fe-4b6a-b79c-e9bb134de4fc tempest-ListServersNegativeTestJSON-1207334089 tempest-ListServersNegativeTestJSON-1207334089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:37:59.817697 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-aacc4d9a-6811-4675-97c4-8ca128abfe75 req-08dda16b-24fe-4b6a-b79c-e9bb134de4fc tempest-ListServersNegativeTestJSON-1207334089 tempest-ListServersNegativeTestJSON-1207334089-project] 10.222.0.67 "GET /v2.0/ports?device_id=cc49f703-4b5d-4b83-892f-bf864a0a1bc7 HTTP/1.1" status: 200 len: 945 time: 0.2320969 Sep 23 19:37:59.821341 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-a74d2fab-22a1-44f4-aca8-169ed34edbaf tempest-NetworksIpV6Test-1074010632 tempest-NetworksIpV6Test-1074010632-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783146221725', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6162832'] for segment, before_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:59.886363 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-04b3d7f1-b6b5-4dd9-bd16-53e8bea00da8 tempest-RoutersIpV6AdminTest-809394628 tempest-RoutersIpV6AdminTest-809394628-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783145673135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5607431'] for port, after_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:59.897971 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-7c3e14d8-08fb-4c34-b3c2-d1c1c68a22d6 tempest-FloatingIPAdminTestJSON-878028171 tempest-FloatingIPAdminTestJSON-878028171-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783146162158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783145673144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5607431'] for port, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:59.909751 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-a74d2fab-22a1-44f4-aca8-169ed34edbaf tempest-NetworksIpV6Test-1074010632 tempest-NetworksIpV6Test-1074010632-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1756186'] for segment, precommit_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:59.947664 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04b3d7f1-b6b5-4dd9-bd16-53e8bea00da8 tempest-RoutersIpV6AdminTest-809394628 tempest-RoutersIpV6AdminTest-809394628-project-admin] Network 5dec5c09-378e-4f50-89cc-d94eb81c3bac is already hosted by enough agents. {{(pid=95101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:37:59.948448 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a74d2fab-22a1-44f4-aca8-169ed34edbaf tempest-NetworksIpV6Test-1074010632 tempest-NetworksIpV6Test-1074010632-project] Releasing vlan 611 on physical network physnet1 to pool {{(pid=95102) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 19:37:59.948754 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-a74d2fab-22a1-44f4-aca8-169ed34edbaf tempest-NetworksIpV6Test-1074010632 tempest-NetworksIpV6Test-1074010632-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1756186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4398095'] for segment, after_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:59.954070 n-d-713301-16 neutron-server[95102]: Traceback (most recent call last): Sep 23 19:37:59.954070 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 19:37:59.954070 n-d-713301-16 neutron-server[95102]: timer() Sep 23 19:37:59.954070 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 19:37:59.954070 n-d-713301-16 neutron-server[95102]: cb(*args, **kw) Sep 23 19:37:59.954070 n-d-713301-16 neutron-server[95102]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 19:37:59.954070 n-d-713301-16 neutron-server[95102]: return func(*args, **kwargs) Sep 23 19:37:59.954070 n-d-713301-16 neutron-server[95102]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 19:37:59.954070 n-d-713301-16 neutron-server[95102]: self._notify() Sep 23 19:37:59.954070 n-d-713301-16 neutron-server[95102]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 19:37:59.954070 n-d-713301-16 neutron-server[95102]: self.callback(batched_events) Sep 23 19:37:59.954070 n-d-713301-16 neutron-server[95102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 19:37:59.954070 n-d-713301-16 neutron-server[95102]: event.method(event) Sep 23 19:37:59.954070 n-d-713301-16 neutron-server[95102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 19:37:59.954070 n-d-713301-16 neutron-server[95102]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 19:37:59.954070 n-d-713301-16 neutron-server[95102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 19:37:59.954070 n-d-713301-16 neutron-server[95102]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 19:37:59.954070 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 19:37:59.954070 n-d-713301-16 neutron-server[95102]: return f(self, *a, **k) Sep 23 19:37:59.954070 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 19:37:59.954070 n-d-713301-16 neutron-server[95102]: return self._get(url).json() Sep 23 19:37:59.954070 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 19:37:59.954070 n-d-713301-16 neutron-server[95102]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 19:37:59.954070 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 19:37:59.954070 n-d-713301-16 neutron-server[95102]: return self.request(url, 'GET', **kwargs) Sep 23 19:37:59.954070 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 19:37:59.954070 n-d-713301-16 neutron-server[95102]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 19:37:59.954070 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 19:37:59.954070 n-d-713301-16 neutron-server[95102]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 19:37:59.954070 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 19:37:59.954070 n-d-713301-16 neutron-server[95102]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 19:37:59.954070 n-d-713301-16 neutron-server[95102]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 19:37:59.956511 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.base_scheduler [None req-04b3d7f1-b6b5-4dd9-bd16-53e8bea00da8 tempest-RoutersIpV6AdminTest-809394628 tempest-RoutersIpV6AdminTest-809394628-project-admin] Resources bound (agent type, host, resource id): {{(pid=95101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:37:59.958896 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Provisioning complete for port 64ea38f8-d5b0-4c8c-ab3e-54cca578c6c9 triggered by entity L2. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:37:59.958896 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:37:59.975423 n-d-713301-16 neutron-server[95101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04b3d7f1-b6b5-4dd9-bd16-53e8bea00da8 tempest-RoutersIpV6AdminTest-809394628 tempest-RoutersIpV6AdminTest-809394628-project-admin] Received port after_create {{(pid=95101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 19:37:59.999718 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_dvr_db [None req-cd0ed086-f9c1-49d2-845a-02ba88e283c2 None None] Set router 2882cbc4-f899-4122-810d-f6b256b3c259 gateway port host: n-d-713301-16 {{(pid=95103) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 19:38:00.005153 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04b3d7f1-b6b5-4dd9-bd16-53e8bea00da8 tempest-RoutersIpV6AdminTest-809394628 tempest-RoutersIpV6AdminTest-809394628-project-admin] Pushing event updated for resources: {'Port': ['ID=7f1507b0-ef39-4802-b357-309653f42049,revision_number=1']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:38:00.054147 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-aacc4d9a-6811-4675-97c4-8ca128abfe75 req-9f5bf856-e11f-42a9-8290-fc537d90e447 tempest-ListServersNegativeTestJSON-1207334089 tempest-ListServersNegativeTestJSON-1207334089-project] 10.222.0.67 "GET /v2.0/security-groups?id=40996637-10c7-4777-a250-5601fd310469&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2305722 Sep 23 19:38:00.085869 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c3e14d8-08fb-4c34-b3c2-d1c1c68a22d6 tempest-FloatingIPAdminTestJSON-878028171 tempest-FloatingIPAdminTestJSON-878028171-project-admin] Pushing event deleted for resources: {'Port': ['ID=2a604c0d-5d35-4d4f-a94d-77d621a6bbeb,revision_number=None']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:38:00.112809 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-7c3e14d8-08fb-4c34-b3c2-d1c1c68a22d6 tempest-FloatingIPAdminTestJSON-878028171 tempest-FloatingIPAdminTestJSON-878028171-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:00.115188 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-a74d2fab-22a1-44f4-aca8-169ed34edbaf tempest-NetworksIpV6Test-1074010632 tempest-NetworksIpV6Test-1074010632-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1754627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-601866'] for network, after_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:00.115897 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-7c3e14d8-08fb-4c34-b3c2-d1c1c68a22d6 tempest-FloatingIPAdminTestJSON-878028171 tempest-FloatingIPAdminTestJSON-878028171-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222849'] for floatingip, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:00.119104 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-7c3e14d8-08fb-4c34-b3c2-d1c1c68a22d6 tempest-FloatingIPAdminTestJSON-878028171 tempest-FloatingIPAdminTestJSON-878028171-project-admin] 10.222.0.67 "DELETE /v2.0/floatingips/84c3416c-5e8d-4f44-9335-9ce7861c15e6 HTTP/1.1" status: 204 len: 168 time: 1.4268987 Sep 23 19:38:00.124393 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 56698) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:38:00.144630 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-a74d2fab-22a1-44f4-aca8-169ed34edbaf tempest-NetworksIpV6Test-1074010632 tempest-NetworksIpV6Test-1074010632-project] Notify callbacks [] for network, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:00.148868 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-a74d2fab-22a1-44f4-aca8-169ed34edbaf tempest-NetworksIpV6Test-1074010632 tempest-NetworksIpV6Test-1074010632-project] 10.222.0.67 "DELETE /v2.0/networks/08ec38d9-bbce-4651-9768-25ef90b36e30 HTTP/1.1" status: 204 len: 168 time: 6.6190867 Sep 23 19:38:00.167164 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 56700) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:38:00.182279 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-6b055a5d-e24f-45e9-a8d6-aa23196a8c68 req-dc96d328-62fb-4b1e-b829-603e17f89cf7 tempest-ServersTestJSON-149791516 tempest-ServersTestJSON-149791516-project] Notify callbacks [] for port, precommit_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:00.185264 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a74d2fab-22a1-44f4-aca8-169ed34edbaf tempest-NetworksIpV6Test-1074010632 tempest-NetworksIpV6Test-1074010632-project] Pushing event deleted for resources: {'Network': ['ID=08ec38d9-bbce-4651-9768-25ef90b36e30,revision_number=None']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:38:00.192421 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.v2.base [None req-aa1ca0f0-e2be-45f8-87a6-b61ff0a08207 tempest-NetworksIpV6Test-1074010632 tempest-NetworksIpV6Test-1074010632-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-85915459'}} {{(pid=95101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:38:00.332185 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_hamode_db [None req-cd0ed086-f9c1-49d2-845a-02ba88e283c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2882cbc4-f899-4122-810d-f6b256b3c259', 'name': 'tempest-ImageQuotaTest-1733332121-router', 'tenant_id': 'd3fd858eee8b458db29d25bd4b30877b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'external_fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.226'}], 'enable_snat': True}, 'gw_port_id': '0797353b-dd65-4dec-af99-fc16d3e83d30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:37:54Z', 'updated_at': '2021-09-23T19:37:57Z', 'revision_number': 3, 'project_id': 'd3fd858eee8b458db29d25bd4b30877b', 'gw_port': {'id': '0797353b-dd65-4dec-af99-fc16d3e83d30', 'name': '', 'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:19:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2882cbc4-f899-4122-810d-f6b256b3c259', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1995, 'fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:37:55Z', 'updated_at': '2021-09-23T19:37:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-16'}], 'n-d-713301-16', False) {} {{(pid=95103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:38:00.394375 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd0ed086-f9c1-49d2-845a-02ba88e283c2 None None] Checking router: 2882cbc4-f899-4122-810d-f6b256b3c259 for host: n-d-713301-16 {{(pid=95103) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 19:38:00.394557 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd0ed086-f9c1-49d2-845a-02ba88e283c2 None None] Updating router 2882cbc4-f899-4122-810d-f6b256b3c259 port 0797353b-dd65-4dec-af99-fc16d3e83d30 binding host n-d-713301-16 {{(pid=95103) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 23 19:38:00.418039 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-6b055a5d-e24f-45e9-a8d6-aa23196a8c68 req-dc96d328-62fb-4b1e-b829-603e17f89cf7 tempest-ServersTestJSON-149791516 tempest-ServersTestJSON-149791516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783145673135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4399100'] for port, after_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:00.426996 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-cd0ed086-f9c1-49d2-845a-02ba88e283c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:00.439651 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 56706) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:38:00.456512 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] get_ports_and_sgs() called for port_ids ['1e33a789-d371-4447-ad9f-6d77201ac2d1'] {{(pid=95103) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 19:38:00.502776 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa1ca0f0-e2be-45f8-87a6-b61ff0a08207 tempest-NetworksIpV6Test-1074010632 tempest-NetworksIpV6Test-1074010632-project] Made reservation on behalf of 699ebd3ddaa74a06bf917c17312a1ac5 for: {'network': 1} {{(pid=95101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:38:00.507494 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-aa1ca0f0-e2be-45f8-87a6-b61ff0a08207 tempest-NetworksIpV6Test-1074010632 tempest-NetworksIpV6Test-1074010632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for network, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:00.559588 n-d-713301-16 neutron-server[95102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6b055a5d-e24f-45e9-a8d6-aa23196a8c68 req-dc96d328-62fb-4b1e-b829-603e17f89cf7 tempest-ServersTestJSON-149791516 tempest-ServersTestJSON-149791516-project] Network 13c320c3-e746-4d37-877a-d3d286211b52 is already hosted by enough agents. {{(pid=95102) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:38:00.573874 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aa1ca0f0-e2be-45f8-87a6-b61ff0a08207 tempest-NetworksIpV6Test-1074010632 tempest-NetworksIpV6Test-1074010632-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 617} {{(pid=95101) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 19:38:00.585352 n-d-713301-16 neutron-server[95102]: DEBUG neutron.scheduler.base_scheduler [req-6b055a5d-e24f-45e9-a8d6-aa23196a8c68 req-dc96d328-62fb-4b1e-b829-603e17f89cf7 tempest-ServersTestJSON-149791516 tempest-ServersTestJSON-149791516-project] Resources bound (agent type, host, resource id): {{(pid=95102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:38:00.586623 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-aa1ca0f0-e2be-45f8-87a6-b61ff0a08207 tempest-NetworksIpV6Test-1074010632 tempest-NetworksIpV6Test-1074010632-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1756186'] for segment, precommit_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:00.587492 n-d-713301-16 neutron-server[95101]: INFO neutron.db.segments_db [None req-aa1ca0f0-e2be-45f8-87a6-b61ff0a08207 tempest-NetworksIpV6Test-1074010632 tempest-NetworksIpV6Test-1074010632-project] Added segment a3b30336-1d29-4022-932d-8d063b8312a4 of type vlan for network 7173db51-d556-4503-9013-f017d6a86bc3 Sep 23 19:38:00.604909 n-d-713301-16 neutron-server[95102]: DEBUG neutron.db.l3_dvrscheduler_db [req-6b055a5d-e24f-45e9-a8d6-aa23196a8c68 req-dc96d328-62fb-4b1e-b829-603e17f89cf7 tempest-ServersTestJSON-149791516 tempest-ServersTestJSON-149791516-project] Received port after_create {{(pid=95102) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 19:38:00.633717 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc96d328-62fb-4b1e-b829-603e17f89cf7 tempest-ServersTestJSON-149791516 tempest-ServersTestJSON-149791516-project] Pushing event updated for resources: {'Port': ['ID=cccce120-edc4-46e7-a8e0-6cd36936f5ba,revision_number=1']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:38:00.652096 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-aa1ca0f0-e2be-45f8-87a6-b61ff0a08207 tempest-NetworksIpV6Test-1074010632 tempest-NetworksIpV6Test-1074010632-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783145630486'] for network, precommit_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:00.658250 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56aeedcc-0699-40e5-9e0a-319501bbb76e req-9e7fccd1-40fb-40d7-ae71-0fb09129d73b tempest-ListServersNegativeTestJSON-1207334089 tempest-ListServersNegativeTestJSON-1207334089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:38:00.666733 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-56aeedcc-0699-40e5-9e0a-319501bbb76e req-9e7fccd1-40fb-40d7-ae71-0fb09129d73b tempest-ListServersNegativeTestJSON-1207334089 tempest-ListServersNegativeTestJSON-1207334089-project] 10.222.0.67 "GET /v2.0/ports?device_id=cc49f703-4b5d-4b83-892f-bf864a0a1bc7 HTTP/1.1" status: 200 len: 945 time: 0.1648273 Sep 23 19:38:00.695531 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-aa1ca0f0-e2be-45f8-87a6-b61ff0a08207 tempest-NetworksIpV6Test-1074010632 tempest-NetworksIpV6Test-1074010632-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299'] for network, after_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:00.701353 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa1ca0f0-e2be-45f8-87a6-b61ff0a08207 tempest-NetworksIpV6Test-1074010632 tempest-NetworksIpV6Test-1074010632-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:38:00.702206 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-aa1ca0f0-e2be-45f8-87a6-b61ff0a08207 tempest-NetworksIpV6Test-1074010632 tempest-NetworksIpV6Test-1074010632-project] Notify callbacks [] for network, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:00.724098 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b055a5d-e24f-45e9-a8d6-aa23196a8c68 req-dc96d328-62fb-4b1e-b829-603e17f89cf7 tempest-ServersTestJSON-149791516 tempest-ServersTestJSON-149791516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:38:00.724774 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-6b055a5d-e24f-45e9-a8d6-aa23196a8c68 req-dc96d328-62fb-4b1e-b829-603e17f89cf7 tempest-ServersTestJSON-149791516 tempest-ServersTestJSON-149791516-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222849'] for port, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:00.756540 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-72165bd4-7e4e-4dde-b0ac-d752895ea8e7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:00.769564 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.plugin [None req-e0fefc0d-6023-49b8-88a9-3879ada013ff tempest-FloatingIPAdminTestJSON-2134933000 tempest-FloatingIPAdminTestJSON-2134933000-project] Deleting port fe66ea15-6264-43fa-9f39-52905876b211 {{(pid=95101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:38:00.769917 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-e0fefc0d-6023-49b8-88a9-3879ada013ff tempest-FloatingIPAdminTestJSON-2134933000 tempest-FloatingIPAdminTestJSON-2134933000-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783146157096'] for port, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:00.797327 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-56aeedcc-0699-40e5-9e0a-319501bbb76e req-77cbb3eb-afec-44b3-98da-cadbd17b738a tempest-ListServersNegativeTestJSON-1207334089 tempest-ListServersNegativeTestJSON-1207334089-project] 10.222.0.67 "GET /v2.0/security-groups?id=40996637-10c7-4777-a250-5601fd310469&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1298623 Sep 23 19:38:00.798577 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-6b055a5d-e24f-45e9-a8d6-aa23196a8c68 req-dc96d328-62fb-4b1e-b829-603e17f89cf7 tempest-ServersTestJSON-149791516 tempest-ServersTestJSON-149791516-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1642804 Sep 23 19:38:00.807265 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-aa1ca0f0-e2be-45f8-87a6-b61ff0a08207 tempest-NetworksIpV6Test-1074010632 tempest-NetworksIpV6Test-1074010632-project] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 0.6391416 Sep 23 19:38:00.812416 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 56714) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:38:00.816374 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [req-6b055a5d-e24f-45e9-a8d6-aa23196a8c68 req-147a4d45-34b1-485e-8da5-3667577d8778 tempest-ServersTestJSON-149791516 tempest-ServersTestJSON-149791516-project] http://10.222.0.67:9696/v2.0/extensions returned with HTTP 200 {{(pid=95102) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 23 19:38:00.817516 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-6b055a5d-e24f-45e9-a8d6-aa23196a8c68 req-147a4d45-34b1-485e-8da5-3667577d8778 tempest-ServersTestJSON-149791516 tempest-ServersTestJSON-149791516-project] 10.222.0.74 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0109916 Sep 23 19:38:00.826645 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.v2.base [None req-f031a2ae-1241-4ef6-b9bd-dbff902f3c3a tempest-NetworksIpV6Test-1074010632 tempest-NetworksIpV6Test-1074010632-project] Request body: {'subnet': {'network_id': '7173db51-d556-4503-9013-f017d6a86bc3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=95102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:38:00.862257 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-cd0ed086-f9c1-49d2-845a-02ba88e283c2 None None] Notify callbacks [] for port, precommit_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:00.871904 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-cd0ed086-f9c1-49d2-845a-02ba88e283c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:00.886828 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.v2.base [req-6b055a5d-e24f-45e9-a8d6-aa23196a8c68 req-166e9ad1-e1d6-4fbd-800c-67757395c70d service neutron] Request body: {'port': {'device_id': 'e1886236-d753-4e47-9a61-edcdff2bc203', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713301-16'}} {{(pid=95102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:38:00.927566 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86ada92a-526d-40b8-a896-780c7d183ab8 None None] Pushing event updated for resources: {'Port': ['ID=0797353b-dd65-4dec-af99-fc16d3e83d30,revision_number=2']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:38:00.936301 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.managers [None req-cd0ed086-f9c1-49d2-845a-02ba88e283c2 None None] Attempting to bind port 0797353b-dd65-4dec-af99-fc16d3e83d30 on host n-d-713301-16 for vnic_type normal with profile {{(pid=95103) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 19:38:00.936700 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.managers [None req-cd0ed086-f9c1-49d2-845a-02ba88e283c2 None None] Attempting to bind port 0797353b-dd65-4dec-af99-fc16d3e83d30 by drivers openvswitch,hyperv on host n-d-713301-16 at level 0 using segments [{'id': '7d4027f1-d893-4c7b-95d4-757b8e44e380', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac'}] {{(pid=95103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 19:38:00.937293 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd0ed086-f9c1-49d2-845a-02ba88e283c2 None None] Attempting to bind port 0797353b-dd65-4dec-af99-fc16d3e83d30 on network 5dec5c09-378e-4f50-89cc-d94eb81c3bac {{(pid=95103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:38:00.943401 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd0ed086-f9c1-49d2-845a-02ba88e283c2 None None] Checking agent: {'id': '70a14545-df24-472f-8f95-bfe1719bff93', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 19, 7, 53), 'started_at': datetime.datetime(2021, 9, 23, 19, 8, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 19, 37, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 19:38:00.944207 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd0ed086-f9c1-49d2-845a-02ba88e283c2 None None] Checking segment: {'id': '7d4027f1-d893-4c7b-95d4-757b8e44e380', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95103) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:38:00.944634 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-cd0ed086-f9c1-49d2-845a-02ba88e283c2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:00.945164 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd0ed086-f9c1-49d2-845a-02ba88e283c2 None None] Bound using segment: {'id': '7d4027f1-d893-4c7b-95d4-757b8e44e380', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac'} {{(pid=95103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 19:38:00.946883 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.managers [None req-cd0ed086-f9c1-49d2-845a-02ba88e283c2 None None] Bound port: 0797353b-dd65-4dec-af99-fc16d3e83d30, host: n-d-713301-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7d4027f1-d893-4c7b-95d4-757b8e44e380', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac'}}] {{(pid=95103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 19:38:00.947835 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-cd0ed086-f9c1-49d2-845a-02ba88e283c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:00.978539 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b125d87e-78fa-4853-980b-1c95ac64d3a3 req-8f9c6dce-42b8-44ed-8a33-d6762a58e589 tempest-ServersTestJSON-149791516 tempest-ServersTestJSON-149791516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:38:00.980214 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-b125d87e-78fa-4853-980b-1c95ac64d3a3 req-8f9c6dce-42b8-44ed-8a33-d6762a58e589 tempest-ServersTestJSON-149791516 tempest-ServersTestJSON-149791516-project] 10.222.0.67 "GET /v2.0/ports?device_id=e1886236-d753-4e47-9a61-edcdff2bc203 HTTP/1.1" status: 200 len: 932 time: 0.2757728 Sep 23 19:38:01.021205 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-cd0ed086-f9c1-49d2-845a-02ba88e283c2 None None] For port 0797353b-dd65-4dec-af99-fc16d3e83d30, host n-d-713301-16, cleared binding levels {{(pid=95103) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 19:38:01.025712 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-cd0ed086-f9c1-49d2-845a-02ba88e283c2 None None] For port 0797353b-dd65-4dec-af99-fc16d3e83d30, host n-d-713301-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-16',level=0,port_id=0797353b-dd65-4dec-af99-fc16d3e83d30,segment=NetworkSegment(7d4027f1-d893-4c7b-95d4-757b8e44e380),segment_id=7d4027f1-d893-4c7b-95d4-757b8e44e380)] {{(pid=95103) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 19:38:01.030045 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-cd0ed086-f9c1-49d2-845a-02ba88e283c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:01.091394 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd0ed086-f9c1-49d2-845a-02ba88e283c2 None None] Routers {'2882cbc4-f899-4122-810d-f6b256b3c259'} bound to L3 agent in host n-d-713301-16 {{(pid=95103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 19:38:01.092205 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_hamode_db [None req-cd0ed086-f9c1-49d2-845a-02ba88e283c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-23T19:07:52Z,description=,heartbeat_timestamp=2021-09-23T19:37:52Z,host='n-d-713301-16',id=79a740bf-7821-4989-8288-7186e3e128f3,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:07:52Z,topic='l3_agent')) {'router_ids': ['2882cbc4-f899-4122-810d-f6b256b3c259'], 'active': True} {{(pid=95103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:38:01.126401 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-51b9af5e-fc53-400c-912e-c08f4dd409b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:01.131132 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-6b055a5d-e24f-45e9-a8d6-aa23196a8c68 req-166e9ad1-e1d6-4fbd-800c-67757395c70d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:01.132925 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86ada92a-526d-40b8-a896-780c7d183ab8 None None] Pushing event updated for resources: {'Port': ['ID=0797353b-dd65-4dec-af99-fc16d3e83d30,revision_number=3']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:38:01.152899 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-b125d87e-78fa-4853-980b-1c95ac64d3a3 req-12516c50-66d0-4234-b080-068f2416e1fd tempest-ServersTestJSON-149791516 tempest-ServersTestJSON-149791516-project] 10.222.0.67 "GET /v2.0/security-groups?id=b8c31db9-bcb2-4708-876e-18b1f4bdd8a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1491935 Sep 23 19:38:01.173949 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa1ca0f0-e2be-45f8-87a6-b61ff0a08207 tempest-NetworksIpV6Test-1074010632 tempest-NetworksIpV6Test-1074010632-project] Pushing event updated for resources: {'Network': ['ID=7173db51-d556-4503-9013-f017d6a86bc3,revision_number=1']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:38:01.183574 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-04b3d7f1-b6b5-4dd9-bd16-53e8bea00da8 tempest-RoutersIpV6AdminTest-809394628 tempest-RoutersIpV6AdminTest-809394628-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:01.343725 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Network 7173db51-d556-4503-9013-f017d6a86bc3 details requested by agent ovs-agent-n-d-713301-16 with host n-d-713301-16 {{(pid=95103) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 19:38:01.354120 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-e0fefc0d-6023-49b8-88a9-3879ada013ff tempest-FloatingIPAdminTestJSON-2134933000 tempest-FloatingIPAdminTestJSON-2134933000-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-605701'] for port, precommit_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:01.387347 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.plugin [None req-e0fefc0d-6023-49b8-88a9-3879ada013ff tempest-FloatingIPAdminTestJSON-2134933000 tempest-FloatingIPAdminTestJSON-2134933000-project] Calling delete_port for fe66ea15-6264-43fa-9f39-52905876b211 owned by {{(pid=95101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:38:01.447299 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_dvr_db [None req-cd0ed086-f9c1-49d2-845a-02ba88e283c2 None None] Set router 2882cbc4-f899-4122-810d-f6b256b3c259 gateway port host: n-d-713301-16 {{(pid=95103) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 19:38:01.568045 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-72165bd4-7e4e-4dde-b0ac-d752895ea8e7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:01.578562 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-72165bd4-7e4e-4dde-b0ac-d752895ea8e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:01.620339 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-04b3d7f1-b6b5-4dd9-bd16-53e8bea00da8 tempest-RoutersIpV6AdminTest-809394628 tempest-RoutersIpV6AdminTest-809394628-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-601749', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-597253', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29360'] for router, precommit_update {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:01.643214 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-04b3d7f1-b6b5-4dd9-bd16-53e8bea00da8 tempest-RoutersIpV6AdminTest-809394628 tempest-RoutersIpV6AdminTest-809394628-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-601790', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-601772', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-601767', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-597276'] for router, after_update {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:01.653805 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72165bd4-7e4e-4dde-b0ac-d752895ea8e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58af15a7-019f-4b22-954b-431e23dcd962,revision_number=1']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:38:01.658514 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-72165bd4-7e4e-4dde-b0ac-d752895ea8e7 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=f23e1a9cff634fc782a5ca9608b39faa&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2177057 Sep 23 19:38:01.662120 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 56716) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:38:01.685107 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_hamode_db [None req-cd0ed086-f9c1-49d2-845a-02ba88e283c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2882cbc4-f899-4122-810d-f6b256b3c259', 'name': 'tempest-ImageQuotaTest-1733332121-router', 'tenant_id': 'd3fd858eee8b458db29d25bd4b30877b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'external_fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.226'}], 'enable_snat': True}, 'gw_port_id': '0797353b-dd65-4dec-af99-fc16d3e83d30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:37:54Z', 'updated_at': '2021-09-23T19:37:57Z', 'revision_number': 3, 'project_id': 'd3fd858eee8b458db29d25bd4b30877b', 'gw_port': {'id': '0797353b-dd65-4dec-af99-fc16d3e83d30', 'name': '', 'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:19:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2882cbc4-f899-4122-810d-f6b256b3c259', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1995, 'fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:37:55Z', 'updated_at': '2021-09-23T19:38:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-16'}], 'n-d-713301-16', False) {} {{(pid=95103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:38:01.719715 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd0ed086-f9c1-49d2-845a-02ba88e283c2 None None] The sync data for ids ['2882cbc4-f899-4122-810d-f6b256b3c259'] in n-d-713301-16 is: [{'id': '2882cbc4-f899-4122-810d-f6b256b3c259', 'name': 'tempest-ImageQuotaTest-1733332121-router', 'tenant_id': 'd3fd858eee8b458db29d25bd4b30877b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'external_fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.226'}], 'enable_snat': True}, 'gw_port_id': '0797353b-dd65-4dec-af99-fc16d3e83d30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:37:54Z', 'updated_at': '2021-09-23T19:37:57Z', 'revision_number': 3, 'project_id': 'd3fd858eee8b458db29d25bd4b30877b', 'gw_port': {'id': '0797353b-dd65-4dec-af99-fc16d3e83d30', 'name': '', 'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:19:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2882cbc4-f899-4122-810d-f6b256b3c259', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1995, 'fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:37:55Z', 'updated_at': '2021-09-23T19:38:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-16'}] {{(pid=95103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 19:38:01.771872 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f031a2ae-1241-4ef6-b9bd-dbff902f3c3a tempest-NetworksIpV6Test-1074010632 tempest-NetworksIpV6Test-1074010632-project] Made reservation on behalf of 699ebd3ddaa74a06bf917c17312a1ac5 for: {'subnet': 1} {{(pid=95102) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:38:01.775630 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-f031a2ae-1241-4ef6-b9bd-dbff902f3c3a tempest-NetworksIpV6Test-1074010632 tempest-NetworksIpV6Test-1074010632-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5388256'] for subnet, before_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:01.859194 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-e0fefc0d-6023-49b8-88a9-3879ada013ff tempest-FloatingIPAdminTestJSON-2134933000 tempest-FloatingIPAdminTestJSON-2134933000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783146162158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783145673144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5607431'] for port, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:01.911496 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a562dbb3-32d1-4393-8540-e93174c6684a req-476be5a9-a0b4-411a-886d-b660b084462d tempest-ListServersNegativeTestJSON-1207334089 tempest-ListServersNegativeTestJSON-1207334089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:38:01.914299 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-a562dbb3-32d1-4393-8540-e93174c6684a req-476be5a9-a0b4-411a-886d-b660b084462d tempest-ListServersNegativeTestJSON-1207334089 tempest-ListServersNegativeTestJSON-1207334089-project] 10.222.0.74 "GET /v2.0/ports?device_id=cc49f703-4b5d-4b83-892f-bf864a0a1bc7 HTTP/1.1" status: 200 len: 945 time: 0.1826794 Sep 23 19:38:01.926095 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0fefc0d-6023-49b8-88a9-3879ada013ff tempest-FloatingIPAdminTestJSON-2134933000 tempest-FloatingIPAdminTestJSON-2134933000-project] Pushing event deleted for resources: {'Port': ['ID=fe66ea15-6264-43fa-9f39-52905876b211,revision_number=None']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:38:01.943432 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-6919190c-7986-4769-a9a5-71c764e6fbdc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:02.031374 n-d-713301-16 neutron-server[95102]: DEBUG neutron.db.db_base_plugin_common [None req-51b9af5e-fc53-400c-912e-c08f4dd409b7 admin admin] Allocated IP 172.20.0.1 (62b0fc2b-a4cb-4225-abce-6a54cfdec443/f42fa390-e53c-4b50-9540-3ef90fe94941/6a559d80-5328-473b-9ee4-b02b6c97ffb9) {{(pid=95102) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 19:38:02.092580 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3585bfd5-b50d-4891-b4de-e17805e34d6c req-c0e848fa-3187-42db-b0ae-21f7a7aec4ee tempest-ListServersNegativeTestJSON-1207334089 tempest-ListServersNegativeTestJSON-1207334089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:38:02.094113 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-3585bfd5-b50d-4891-b4de-e17805e34d6c req-c0e848fa-3187-42db-b0ae-21f7a7aec4ee tempest-ListServersNegativeTestJSON-1207334089 tempest-ListServersNegativeTestJSON-1207334089-project] 10.222.0.67 "GET /v2.0/ports?device_id=cc49f703-4b5d-4b83-892f-bf864a0a1bc7 HTTP/1.1" status: 200 len: 945 time: 0.1521091 Sep 23 19:38:02.181651 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-6919190c-7986-4769-a9a5-71c764e6fbdc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:02.271859 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-e0fefc0d-6023-49b8-88a9-3879ada013ff tempest-FloatingIPAdminTestJSON-2134933000 tempest-FloatingIPAdminTestJSON-2134933000-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222849'] for port, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:02.276008 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-e0fefc0d-6023-49b8-88a9-3879ada013ff tempest-FloatingIPAdminTestJSON-2134933000 tempest-FloatingIPAdminTestJSON-2134933000-project] 10.222.0.67 "DELETE /v2.0/ports/fe66ea15-6264-43fa-9f39-52905876b211 HTTP/1.1" status: 204 len: 168 time: 2.1516211 Sep 23 19:38:02.279424 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 56724) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:38:02.285597 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-6919190c-7986-4769-a9a5-71c764e6fbdc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:02.289398 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-6919190c-7986-4769-a9a5-71c764e6fbdc admin admin] Notify callbacks [] for security_group, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:02.291011 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-6919190c-7986-4769-a9a5-71c764e6fbdc admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/58af15a7-019f-4b22-954b-431e23dcd962 HTTP/1.1" status: 204 len: 168 time: 0.6284144 Sep 23 19:38:02.331766 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6919190c-7986-4769-a9a5-71c764e6fbdc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58af15a7-019f-4b22-954b-431e23dcd962,revision_number=None']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:38:02.349894 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-04b3d7f1-b6b5-4dd9-bd16-53e8bea00da8 tempest-RoutersIpV6AdminTest-809394628 tempest-RoutersIpV6AdminTest-809394628-project-admin] Router 836e6c30-3ca7-4aa3-937f-9b5e657fdb4e is scheduled to L3 agent 79a740bf-7821-4989-8288-7186e3e128f3 with binding_index 1 {{(pid=95101) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 23 19:38:02.381700 n-d-713301-16 neutron-server[95102]: DEBUG neutron.notifiers.nova [req-6b055a5d-e24f-45e9-a8d6-aa23196a8c68 req-166e9ad1-e1d6-4fbd-800c-67757395c70d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cccce120-edc4-46e7-a8e0-6cd36936f5ba {{(pid=95102) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 19:38:02.413144 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-3585bfd5-b50d-4891-b4de-e17805e34d6c req-6f278892-35c8-4ccc-9680-39dca6bf5fe0 tempest-ListServersNegativeTestJSON-1207334089 tempest-ListServersNegativeTestJSON-1207334089-project] 10.222.0.67 "GET /v2.0/security-groups?id=40996637-10c7-4777-a250-5601fd310469&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3098500 Sep 23 19:38:02.428893 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-6b055a5d-e24f-45e9-a8d6-aa23196a8c68 req-166e9ad1-e1d6-4fbd-800c-67757395c70d service neutron] Notify callbacks [] for port, precommit_update {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:02.456056 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.plugin [req-a562dbb3-32d1-4393-8540-e93174c6684a req-10533533-ab02-4471-8553-506d3dbf5045 tempest-ListServersNegativeTestJSON-1207334089 tempest-ListServersNegativeTestJSON-1207334089-project] Deleting port b1a0014a-2a6e-4b40-9607-5e0d25450796 {{(pid=95101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:38:02.456777 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-a562dbb3-32d1-4393-8540-e93174c6684a req-10533533-ab02-4471-8553-506d3dbf5045 tempest-ListServersNegativeTestJSON-1207334089 tempest-ListServersNegativeTestJSON-1207334089-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783146157096'] for port, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:02.504429 n-d-713301-16 neutron-server[95102]: DEBUG neutron.db.provisioning_blocks [req-6b055a5d-e24f-45e9-a8d6-aa23196a8c68 req-166e9ad1-e1d6-4fbd-800c-67757395c70d service neutron] Transition to ACTIVE for port object cccce120-edc4-46e7-a8e0-6cd36936f5ba will not be triggered until provisioned by entity L2. {{(pid=95102) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 19:38:02.529849 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-6b055a5d-e24f-45e9-a8d6-aa23196a8c68 req-166e9ad1-e1d6-4fbd-800c-67757395c70d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4399095'] for port, after_update {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:02.537902 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-51b9af5e-fc53-400c-912e-c08f4dd409b7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:02.558936 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c1d4516-2283-4944-8cc2-b80ccc684dd0 req-f6f535a9-4e4d-4cd4-97e8-669e75e0a6cb tempest-ServersTestJSON-149791516 tempest-ServersTestJSON-149791516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:38:02.560656 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-5c1d4516-2283-4944-8cc2-b80ccc684dd0 req-f6f535a9-4e4d-4cd4-97e8-669e75e0a6cb tempest-ServersTestJSON-149791516 tempest-ServersTestJSON-149791516-project] 10.222.0.67 "GET /v2.0/ports?device_id=e1886236-d753-4e47-9a61-edcdff2bc203 HTTP/1.1" status: 200 len: 932 time: 0.2735581 Sep 23 19:38:02.596306 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5844c410-6f2a-48be-904f-72902b7b1e30 tempest-FloatingIPAdminTestJSON-2134933000 tempest-FloatingIPAdminTestJSON-2134933000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:38:02.601220 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-5844c410-6f2a-48be-904f-72902b7b1e30 tempest-FloatingIPAdminTestJSON-2134933000 tempest-FloatingIPAdminTestJSON-2134933000-project] 10.222.0.67 "GET /v2.0/ports?device_id=11c42693-cfe4-4898-9814-3a0706010c81 HTTP/1.1" status: 200 len: 913 time: 0.3128402 Sep 23 19:38:02.603872 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 56730) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:38:02.611149 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-f031a2ae-1241-4ef6-b9bd-dbff902f3c3a tempest-NetworksIpV6Test-1074010632 tempest-NetworksIpV6Test-1074010632-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4398944', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5388242'] for subnet, after_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:02.737744 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.db [req-a562dbb3-32d1-4393-8540-e93174c6684a req-10533533-ab02-4471-8553-506d3dbf5045 tempest-ListServersNegativeTestJSON-1207334089 tempest-ListServersNegativeTestJSON-1207334089-project] For port b1a0014a-2a6e-4b40-9607-5e0d25450796, host n-h1-713301-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-16',level=0,port_id=b1a0014a-2a6e-4b40-9607-5e0d25450796,segment=NetworkSegment(2ac4e7d7-8acc-4746-b729-6191494d3cf1),segment_id=2ac4e7d7-8acc-4746-b729-6191494d3cf1)] {{(pid=95101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:38:02.738124 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-a562dbb3-32d1-4393-8540-e93174c6684a req-10533533-ab02-4471-8553-506d3dbf5045 tempest-ListServersNegativeTestJSON-1207334089 tempest-ListServersNegativeTestJSON-1207334089-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-605701'] for port, precommit_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:02.753285 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04b3d7f1-b6b5-4dd9-bd16-53e8bea00da8 tempest-RoutersIpV6AdminTest-809394628 tempest-RoutersIpV6AdminTest-809394628-project-admin] Notify agent at l3_agent.n-d-713301-16 the message routers_updated {{(pid=95101) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 19:38:02.763171 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-04b3d7f1-b6b5-4dd9-bd16-53e8bea00da8 tempest-RoutersIpV6AdminTest-809394628 tempest-RoutersIpV6AdminTest-809394628-project-admin] Notify callbacks [] for router, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:02.768788 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-04b3d7f1-b6b5-4dd9-bd16-53e8bea00da8 tempest-RoutersIpV6AdminTest-809394628 tempest-RoutersIpV6AdminTest-809394628-project-admin] 10.222.0.67 "PUT /v2.0/routers/836e6c30-3ca7-4aa3-937f-9b5e657fdb4e HTTP/1.1" status: 200 len: 919 time: 5.3853054 Sep 23 19:38:02.772207 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 56732) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:38:02.775697 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7bb6b0b-2f9e-454b-bb15-2961add76987 None None] Sync routers for ids ['836e6c30-3ca7-4aa3-937f-9b5e657fdb4e'] in n-d-713301-16 {{(pid=95104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 19:38:02.777539 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-166e9ad1-e1d6-4fbd-800c-67757395c70d service neutron] Pushing event updated for resources: {'Port': ['ID=cccce120-edc4-46e7-a8e0-6cd36936f5ba,revision_number=2']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:38:02.792422 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.plugin [req-a562dbb3-32d1-4393-8540-e93174c6684a req-10533533-ab02-4471-8553-506d3dbf5045 tempest-ListServersNegativeTestJSON-1207334089 tempest-ListServersNegativeTestJSON-1207334089-project] Calling delete_port for b1a0014a-2a6e-4b40-9607-5e0d25450796 owned by compute:nova {{(pid=95101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:38:02.797700 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7bb6b0b-2f9e-454b-bb15-2961add76987 None None] Routers {'836e6c30-3ca7-4aa3-937f-9b5e657fdb4e'} bound to L3 agent in host n-d-713301-16 {{(pid=95104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 19:38:02.799435 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_hamode_db [None req-c7bb6b0b-2f9e-454b-bb15-2961add76987 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-23T19:07:52Z,description=,heartbeat_timestamp=2021-09-23T19:37:52Z,host='n-d-713301-16',id=79a740bf-7821-4989-8288-7186e3e128f3,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:07:52Z,topic='l3_agent')) {'router_ids': ['836e6c30-3ca7-4aa3-937f-9b5e657fdb4e'], 'active': True} {{(pid=95104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:38:02.813884 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f031a2ae-1241-4ef6-b9bd-dbff902f3c3a tempest-NetworksIpV6Test-1074010632 tempest-NetworksIpV6Test-1074010632-project] Pushing event updated for resources: {'Subnet': ['ID=043b3694-94dc-44b7-8f14-a016160ddc55,revision_number=0']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:38:02.825797 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 56734) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:38:02.839689 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_hamode_db [None req-c7bb6b0b-2f9e-454b-bb15-2961add76987 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713301-16', False) {} {{(pid=95104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:38:02.850159 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7bb6b0b-2f9e-454b-bb15-2961add76987 None None] Routers {'836e6c30-3ca7-4aa3-937f-9b5e657fdb4e'} bound to L3 agent in host n-d-713301-16 {{(pid=95104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 19:38:02.851919 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_hamode_db [None req-c7bb6b0b-2f9e-454b-bb15-2961add76987 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-23T19:07:52Z,description=,heartbeat_timestamp=2021-09-23T19:37:52Z,host='n-d-713301-16',id=79a740bf-7821-4989-8288-7186e3e128f3,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:07:52Z,topic='l3_agent')) {'router_ids': ['836e6c30-3ca7-4aa3-937f-9b5e657fdb4e'], 'active': True} {{(pid=95104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:38:02.876059 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-5c1d4516-2283-4944-8cc2-b80ccc684dd0 req-fb2b77bc-db49-4faa-9080-52c1b6c1e74b tempest-ServersTestJSON-149791516 tempest-ServersTestJSON-149791516-project] 10.222.0.67 "GET /v2.0/security-groups?id=b8c31db9-bcb2-4708-876e-18b1f4bdd8a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2662244 Sep 23 19:38:02.882875 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-51b9af5e-fc53-400c-912e-c08f4dd409b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783145673135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4399100'] for port, after_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:02.892246 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-729cade3-b386-421d-a728-89e69fb3dca7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:02.901811 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f031a2ae-1241-4ef6-b9bd-dbff902f3c3a tempest-NetworksIpV6Test-1074010632 tempest-NetworksIpV6Test-1074010632-project] Checking segment: {'id': 'a3b30336-1d29-4022-932d-8d063b8312a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '7173db51-d556-4503-9013-f017d6a86bc3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95102) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:38:02.902205 n-d-713301-16 neutron-server[95102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f031a2ae-1241-4ef6-b9bd-dbff902f3c3a tempest-NetworksIpV6Test-1074010632 tempest-NetworksIpV6Test-1074010632-project] Network hostable DHCP agents. Network: 7173db51-d556-4503-9013-f017d6a86bc3, hostable agents: ['1b18bf05-1b5f-4587-be5c-af3ac38e32ad'], hosted agents: [] {{(pid=95102) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 19:38:02.909049 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_hamode_db [None req-c7bb6b0b-2f9e-454b-bb15-2961add76987 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713301-16', False) {} {{(pid=95104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:38:02.910079 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7bb6b0b-2f9e-454b-bb15-2961add76987 None None] The sync data for ids ['836e6c30-3ca7-4aa3-937f-9b5e657fdb4e'] in n-d-713301-16 is: [] {{(pid=95104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 19:38:02.967916 n-d-713301-16 neutron-server[95102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51b9af5e-fc53-400c-912e-c08f4dd409b7 admin admin] Network 62b0fc2b-a4cb-4225-abce-6a54cfdec443 is already hosted by enough agents. {{(pid=95102) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:38:02.983119 n-d-713301-16 neutron-server[95102]: DEBUG neutron.scheduler.base_scheduler [None req-51b9af5e-fc53-400c-912e-c08f4dd409b7 admin admin] Resources bound (agent type, host, resource id): {{(pid=95102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:38:02.985629 n-d-713301-16 neutron-server[95102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51b9af5e-fc53-400c-912e-c08f4dd409b7 admin admin] Received port after_create {{(pid=95102) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 19:38:03.058607 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51b9af5e-fc53-400c-912e-c08f4dd409b7 admin admin] Pushing event updated for resources: {'Port': ['ID=6a559d80-5328-473b-9ee4-b02b6c97ffb9,revision_number=1']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:38:03.062101 n-d-713301-16 neutron-server[95102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f031a2ae-1241-4ef6-b9bd-dbff902f3c3a tempest-NetworksIpV6Test-1074010632 tempest-NetworksIpV6Test-1074010632-project] Network 7173db51-d556-4503-9013-f017d6a86bc3 is scheduled to be hosted by DHCP agent 1b18bf05-1b5f-4587-be5c-af3ac38e32ad with binding_index 1 {{(pid=95102) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 19:38:03.081624 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.managers [req-6b055a5d-e24f-45e9-a8d6-aa23196a8c68 req-166e9ad1-e1d6-4fbd-800c-67757395c70d service neutron] Attempting to bind port cccce120-edc4-46e7-a8e0-6cd36936f5ba on host n-h1-713301-16 for vnic_type normal with profile {{(pid=95102) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 19:38:03.082357 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.managers [req-6b055a5d-e24f-45e9-a8d6-aa23196a8c68 req-166e9ad1-e1d6-4fbd-800c-67757395c70d service neutron] Attempting to bind port cccce120-edc4-46e7-a8e0-6cd36936f5ba by drivers openvswitch,hyperv on host n-h1-713301-16 at level 0 using segments [{'id': 'c829e8ab-031e-4667-8d5b-36ba5cfb9383', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '13c320c3-e746-4d37-877a-d3d286211b52'}] {{(pid=95102) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 19:38:03.082868 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b055a5d-e24f-45e9-a8d6-aa23196a8c68 req-166e9ad1-e1d6-4fbd-800c-67757395c70d service neutron] Attempting to bind port cccce120-edc4-46e7-a8e0-6cd36936f5ba on network 13c320c3-e746-4d37-877a-d3d286211b52 {{(pid=95102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:38:03.096520 n-d-713301-16 neutron-server[95102]: DEBUG neutron.scheduler.base_scheduler [None req-f031a2ae-1241-4ef6-b9bd-dbff902f3c3a tempest-NetworksIpV6Test-1074010632 tempest-NetworksIpV6Test-1074010632-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713301-16, 7173db51-d556-4503-9013-f017d6a86bc3) {{(pid=95102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:38:03.106400 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81a48f3d-4189-4951-8dc2-ad03cfb6d421 None None] Network 7173db51-d556-4503-9013-f017d6a86bc3 requested from n-d-713301-16 {{(pid=95103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 19:38:03.111402 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f031a2ae-1241-4ef6-b9bd-dbff902f3c3a tempest-NetworksIpV6Test-1074010632 tempest-NetworksIpV6Test-1074010632-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:38:03.112291 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-f031a2ae-1241-4ef6-b9bd-dbff902f3c3a tempest-NetworksIpV6Test-1074010632 tempest-NetworksIpV6Test-1074010632-project] Notify callbacks [] for subnet, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:03.119631 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-1783123d-f8b6-43ce-836e-ad55d682bf9a tempest-RoutersIpV6AdminTest-809394628 tempest-RoutersIpV6AdminTest-809394628-project-admin] 10.222.0.67 "GET /v2.0/routers/836e6c30-3ca7-4aa3-937f-9b5e657fdb4e HTTP/1.1" status: 200 len: 925 time: 0.3331861 Sep 23 19:38:03.123576 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 56738) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:38:03.140433 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b055a5d-e24f-45e9-a8d6-aa23196a8c68 req-166e9ad1-e1d6-4fbd-800c-67757395c70d service neutron] Port cccce120-edc4-46e7-a8e0-6cd36936f5ba on network 13c320c3-e746-4d37-877a-d3d286211b52 not bound, no agent of type Open vSwitch agent registered on host n-h1-713301-16 {{(pid=95102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 19:38:03.141164 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b055a5d-e24f-45e9-a8d6-aa23196a8c68 req-166e9ad1-e1d6-4fbd-800c-67757395c70d service neutron] Attempting to bind port cccce120-edc4-46e7-a8e0-6cd36936f5ba on network 13c320c3-e746-4d37-877a-d3d286211b52 {{(pid=95102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:38:03.165708 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-51b9af5e-fc53-400c-912e-c08f4dd409b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-601987'] for router_interface, before_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:03.170170 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b055a5d-e24f-45e9-a8d6-aa23196a8c68 req-166e9ad1-e1d6-4fbd-800c-67757395c70d service neutron] Checking agent: {'id': '0708c3e9-0aad-4600-9be9-d2486535c898', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713301-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 19, 15, 28), 'started_at': datetime.datetime(2021, 9, 23, 19, 15, 28), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 19, 37, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 19:38:03.170516 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b055a5d-e24f-45e9-a8d6-aa23196a8c68 req-166e9ad1-e1d6-4fbd-800c-67757395c70d service neutron] Checking segment: {'id': 'c829e8ab-031e-4667-8d5b-36ba5cfb9383', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '13c320c3-e746-4d37-877a-d3d286211b52'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95102) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:38:03.170917 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b055a5d-e24f-45e9-a8d6-aa23196a8c68 req-166e9ad1-e1d6-4fbd-800c-67757395c70d service neutron] Bound using segment: {'id': 'c829e8ab-031e-4667-8d5b-36ba5cfb9383', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '13c320c3-e746-4d37-877a-d3d286211b52'} {{(pid=95102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 19:38:03.171363 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.managers [req-6b055a5d-e24f-45e9-a8d6-aa23196a8c68 req-166e9ad1-e1d6-4fbd-800c-67757395c70d service neutron] Bound port: cccce120-edc4-46e7-a8e0-6cd36936f5ba, host: n-h1-713301-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c829e8ab-031e-4667-8d5b-36ba5cfb9383', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '13c320c3-e746-4d37-877a-d3d286211b52'}}] {{(pid=95102) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 19:38:03.171723 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-6b055a5d-e24f-45e9-a8d6-aa23196a8c68 req-166e9ad1-e1d6-4fbd-800c-67757395c70d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:03.264206 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-393746e8-840a-4fe7-87a3-84a4d822f14b tempest-RoutersIpV6AdminTest-809394628 tempest-RoutersIpV6AdminTest-809394628-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:38:03.269070 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-393746e8-840a-4fe7-87a3-84a4d822f14b tempest-RoutersIpV6AdminTest-809394628 tempest-RoutersIpV6AdminTest-809394628-project-admin] 10.222.0.67 "GET /v2.0/ports?network_id=5dec5c09-378e-4f50-89cc-d94eb81c3bac&device_id=836e6c30-3ca7-4aa3-937f-9b5e657fdb4e&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1443789 Sep 23 19:38:03.271810 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 56740) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:38:03.335092 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-a562dbb3-32d1-4393-8540-e93174c6684a req-10533533-ab02-4471-8553-506d3dbf5045 tempest-ListServersNegativeTestJSON-1207334089 tempest-ListServersNegativeTestJSON-1207334089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783146162158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783145673144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5607431'] for port, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:03.359701 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] get_ports_and_sgs() called for port_ids ['7b2f1715-4904-4fe0-9fdd-042fe3860649'] {{(pid=95103) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 19:38:03.363661 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-729cade3-b386-421d-a728-89e69fb3dca7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:03.380242 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10533533-ab02-4471-8553-506d3dbf5045 tempest-ListServersNegativeTestJSON-1207334089 tempest-ListServersNegativeTestJSON-1207334089-project] Pushing event deleted for resources: {'Port': ['ID=b1a0014a-2a6e-4b40-9607-5e0d25450796,revision_number=None']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:38:03.392651 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] get_ports_and_sgs() called for port_ids ['a8c92460-5fae-4c8f-84ed-ea8e7d7e81e5'] {{(pid=95103) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 19:38:03.399927 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e64b967a-6fb9-48aa-971c-913ec7462479 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4c8b80df-07eb-5275-9f17-5cf640db67c0-7173db51-d556-4503-9013-f017d6a86bc3', 'network_id': '7173db51-d556-4503-9013-f017d6a86bc3', 'tenant_id': '699ebd3ddaa74a06bf917c17312a1ac5', 'fixed_ips': [{'subnet_id': '043b3694-94dc-44b7-8f14-a016160ddc55'}]}} from n-d-713301-16. {{(pid=95103) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 23 19:38:03.401433 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-e64b967a-6fb9-48aa-971c-913ec7462479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_create {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:03.428286 n-d-713301-16 neutron-server[95101]: DEBUG neutron.db.l3_dvrscheduler_db [req-a562dbb3-32d1-4393-8540-e93174c6684a req-10533533-ab02-4471-8553-506d3dbf5045 tempest-ListServersNegativeTestJSON-1207334089 tempest-ListServersNegativeTestJSON-1207334089-project] No DVR routers for this DVR port b1a0014a-2a6e-4b40-9607-5e0d25450796 on host n-h1-713301-16 {{(pid=95101) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 19:38:03.432588 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-a562dbb3-32d1-4393-8540-e93174c6684a req-10533533-ab02-4471-8553-506d3dbf5045 tempest-ListServersNegativeTestJSON-1207334089 tempest-ListServersNegativeTestJSON-1207334089-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222849'] for port, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:03.434719 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-a562dbb3-32d1-4393-8540-e93174c6684a req-10533533-ab02-4471-8553-506d3dbf5045 tempest-ListServersNegativeTestJSON-1207334089 tempest-ListServersNegativeTestJSON-1207334089-project] 10.222.0.74 "DELETE /v2.0/ports/b1a0014a-2a6e-4b40-9607-5e0d25450796 HTTP/1.1" status: 204 len: 173 time: 1.5098722 Sep 23 19:38:03.435187 n-d-713301-16 neutron-server[95101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc49f703-4b5d-4b83-892f-bf864a0a1bc7', 'name': 'network-vif-deleted', 'tag': 'b1a0014a-2a6e-4b40-9607-5e0d25450796'}] {{(pid=95101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 19:38:03.437531 n-d-713301-16 neutron-server[95101]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d8366c5740cd635e57ab12b71fe44a77c2acc3c19091ef849c6f68b380462244" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df023772-56dd-436f-ab35-3612a7b64beb" -d '{"events": [{"server_uuid": "cc49f703-4b5d-4b83-892f-bf864a0a1bc7", "name": "network-vif-deleted", "tag": "b1a0014a-2a6e-4b40-9607-5e0d25450796"}]}' {{(pid=95101) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 19:38:03.482510 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-f031a2ae-1241-4ef6-b9bd-dbff902f3c3a tempest-NetworksIpV6Test-1074010632 tempest-NetworksIpV6Test-1074010632-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 904 time: 2.6622639 Sep 23 19:38:03.483550 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-729cade3-b386-421d-a728-89e69fb3dca7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:03.487107 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 56746) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:38:03.510603 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-cc551f33-9cb7-4c00-ab26-357baacaa683 None None] Provisioning complete for port 6a559d80-5328-473b-9ee4-b02b6c97ffb9 triggered by entity DHCP. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:38:03.510972 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-cc551f33-9cb7-4c00-ab26-357baacaa683 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:03.521604 n-d-713301-16 neutron-server[95101]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 19:38:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76afcafb-e813-4945-a1fa-d6bc69557213 x-openstack-request-id: req-76afcafb-e813-4945-a1fa-d6bc69557213 {{(pid=95101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 19:38:03.522466 n-d-713301-16 neutron-server[95101]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cc49f703-4b5d-4b83-892f-bf864a0a1bc7", "name": "network-vif-deleted", "tag": "b1a0014a-2a6e-4b40-9607-5e0d25450796", "status": "completed", "code": 200}]} {{(pid=95101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 19:38:03.523939 n-d-713301-16 neutron-server[95101]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-76afcafb-e813-4945-a1fa-d6bc69557213 {{(pid=95101) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 19:38:03.524547 n-d-713301-16 neutron-server[95101]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cc49f703-4b5d-4b83-892f-bf864a0a1bc7', 'name': 'network-vif-deleted', 'tag': 'b1a0014a-2a6e-4b40-9607-5e0d25450796', 'status': 'completed', 'code': 200} Sep 23 19:38:03.682889 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.db [req-6b055a5d-e24f-45e9-a8d6-aa23196a8c68 req-166e9ad1-e1d6-4fbd-800c-67757395c70d service neutron] For port cccce120-edc4-46e7-a8e0-6cd36936f5ba, host n-h1-713301-16, cleared binding levels {{(pid=95102) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 19:38:03.693799 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.plugin [None req-cc551f33-9cb7-4c00-ab26-357baacaa683 None None] Port 6a559d80-5328-473b-9ee4-b02b6c97ffb9 cannot update to ACTIVE because it is not bound. {{(pid=95103) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 19:38:03.702717 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-795e20e3-19ab-4964-85ec-8ed46e08758e tempest-FloatingIPAdminTestJSON-2134933000 tempest-FloatingIPAdminTestJSON-2134933000-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-601372'] for router_interface, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:03.724762 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-729cade3-b386-421d-a728-89e69fb3dca7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a25a0fce-69a1-45d6-a034-7131a7975d8b,revision_number=1']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:38:03.756787 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-51b9af5e-fc53-400c-912e-c08f4dd409b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:03.761095 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-729cade3-b386-421d-a728-89e69fb3dca7 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=1a6364eaa1604f419fb9a887a0a27689&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9322410 Sep 23 19:38:03.763289 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-2059c97a-ec53-484c-b8ee-2d508344b960 req-944b3a8d-86fd-4214-957b-d4a812e44304 tempest-ListServersNegativeTestJSON-1207334089 tempest-ListServersNegativeTestJSON-1207334089-project] 10.222.0.67 "GET /v2.0/ports?device_id=cc49f703-4b5d-4b83-892f-bf864a0a1bc7 HTTP/1.1" status: 200 len: 210 time: 0.2114091 Sep 23 19:38:03.769599 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-4a109366-9019-480c-b9ba-e93c437e4a50 tempest-NetworksIpV6Test-1074010632 tempest-NetworksIpV6Test-1074010632-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1628021'] for network, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:03.771266 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 56748) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:38:03.789685 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.db [req-6b055a5d-e24f-45e9-a8d6-aa23196a8c68 req-166e9ad1-e1d6-4fbd-800c-67757395c70d service neutron] For port cccce120-edc4-46e7-a8e0-6cd36936f5ba, host n-h1-713301-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-16',level=0,port_id=cccce120-edc4-46e7-a8e0-6cd36936f5ba,segment=NetworkSegment(c829e8ab-031e-4667-8d5b-36ba5cfb9383),segment_id=c829e8ab-031e-4667-8d5b-36ba5cfb9383)] {{(pid=95102) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 19:38:03.829736 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Device 0797353b-dd65-4dec-af99-fc16d3e83d30 up at agent ovs-agent-n-d-713301-16 {{(pid=95103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 19:38:03.883009 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-6b055a5d-e24f-45e9-a8d6-aa23196a8c68 req-166e9ad1-e1d6-4fbd-800c-67757395c70d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4399095'] for port, after_update {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:03.919011 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.db_base_plugin_common [None req-e64b967a-6fb9-48aa-971c-913ec7462479 None None] Allocated IP 2001:db8::1 (7173db51-d556-4503-9013-f017d6a86bc3/043b3694-94dc-44b7-8f14-a016160ddc55/acfdc80e-c4c8-409e-979c-20fb3dfc9ee8) {{(pid=95103) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 19:38:03.980643 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Provisioning complete for port 0797353b-dd65-4dec-af99-fc16d3e83d30 triggered by entity L2. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:38:03.981063 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:03.988644 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-166e9ad1-e1d6-4fbd-800c-67757395c70d service neutron] Pushing event updated for resources: {'Port': ['ID=cccce120-edc4-46e7-a8e0-6cd36936f5ba,revision_number=3']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:38:04.014990 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47832bd1-890d-42d1-8bbf-917a4ff31ba6 tempest-RoutersIpV6AdminTest-809394628 tempest-RoutersIpV6AdminTest-809394628-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:38:04.016995 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-47832bd1-890d-42d1-8bbf-917a4ff31ba6 tempest-RoutersIpV6AdminTest-809394628 tempest-RoutersIpV6AdminTest-809394628-project-admin] 10.222.0.67 "GET /v2.0/networks/5dec5c09-378e-4f50-89cc-d94eb81c3bac HTTP/1.1" status: 200 len: 881 time: 0.7399232 Sep 23 19:38:04.025278 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 56752) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:38:04.045933 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-4a109366-9019-480c-b9ba-e93c437e4a50 tempest-NetworksIpV6Test-1074010632 tempest-NetworksIpV6Test-1074010632-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1756813'] for subnet, precommit_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:04.059859 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b055a5d-e24f-45e9-a8d6-aa23196a8c68 req-166e9ad1-e1d6-4fbd-800c-67757395c70d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:38:04.060501 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-6b055a5d-e24f-45e9-a8d6-aa23196a8c68 req-166e9ad1-e1d6-4fbd-800c-67757395c70d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222849'] for port, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:04.062356 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-6b055a5d-e24f-45e9-a8d6-aa23196a8c68 req-166e9ad1-e1d6-4fbd-800c-67757395c70d service neutron] 10.222.0.74 "PUT /v2.0/ports/cccce120-edc4-46e7-a8e0-6cd36936f5ba HTTP/1.1" status: 200 len: 1093 time: 3.1849544 Sep 23 19:38:04.065935 n-d-713301-16 neutron-server[95102]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e1886236-d753-4e47-9a61-edcdff2bc203', 'tag': 'cccce120-edc4-46e7-a8e0-6cd36936f5ba'}] {{(pid=95102) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 19:38:04.068281 n-d-713301-16 neutron-server[95102]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab31b6d93e5336dbddfa8ec424565b3bd8cb2369c5b4d85bc943472dbb21e8ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2721858b-3d8d-4dc6-b30a-ae281767a105" -d '{"events": [{"name": "network-changed", "server_uuid": "e1886236-d753-4e47-9a61-edcdff2bc203", "tag": "cccce120-edc4-46e7-a8e0-6cd36936f5ba"}]}' {{(pid=95102) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 19:38:04.134631 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-28673024-1bd0-4a0f-89f2-87726b5d5ee9 tempest-RoutersIpV6AdminTest-525100567 tempest-RoutersIpV6AdminTest-525100567-project] 10.222.0.67 "GET /v2.0/ports?device_id=836e6c30-3ca7-4aa3-937f-9b5e657fdb4e HTTP/1.1" status: 200 len: 205 time: 0.1018217 Sep 23 19:38:04.159414 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 56756) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:38:04.184064 n-d-713301-16 neutron-server[95102]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 19:38:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8bac93f0-0522-4591-859c-ae4f4d340e3a x-openstack-request-id: req-8bac93f0-0522-4591-859c-ae4f4d340e3a {{(pid=95102) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 19:38:04.184353 n-d-713301-16 neutron-server[95102]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e1886236-d753-4e47-9a61-edcdff2bc203", "tag": "cccce120-edc4-46e7-a8e0-6cd36936f5ba", "status": "completed", "code": 200}]} {{(pid=95102) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 19:38:04.184589 n-d-713301-16 neutron-server[95102]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-8bac93f0-0522-4591-859c-ae4f4d340e3a {{(pid=95102) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 19:38:04.185023 n-d-713301-16 neutron-server[95102]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e1886236-d753-4e47-9a61-edcdff2bc203', 'tag': 'cccce120-edc4-46e7-a8e0-6cd36936f5ba', 'status': 'completed', 'code': 200} Sep 23 19:38:04.256802 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-a5d4b65f-0f5b-4675-8d99-da4942899ab5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:04.270145 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:04.286838 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-e64b967a-6fb9-48aa-971c-913ec7462479 None None] Notify callbacks [] for port, precommit_create {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:04.302674 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-e64b967a-6fb9-48aa-971c-913ec7462479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783145673135'] for port, after_create {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:04.308119 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] For port 0797353b-dd65-4dec-af99-fc16d3e83d30, host n-d-713301-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-16',level=0,port_id=0797353b-dd65-4dec-af99-fc16d3e83d30,segment=NetworkSegment(7d4027f1-d893-4c7b-95d4-757b8e44e380),segment_id=7d4027f1-d893-4c7b-95d4-757b8e44e380)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:38:04.316419 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-a5d4b65f-0f5b-4675-8d99-da4942899ab5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:04.338833 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:04.341776 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b055a5d-e24f-45e9-a8d6-aa23196a8c68 req-96c64718-4371-454d-8c2a-2f28757139bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:38:04.343575 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-6b055a5d-e24f-45e9-a8d6-aa23196a8c68 req-96c64718-4371-454d-8c2a-2f28757139bb service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=ee2e9bda0f104270af74ba8d5f144843&device_id=e1886236-d753-4e47-9a61-edcdff2bc203 HTTP/1.1" status: 200 len: 1096 time: 0.2160578 Sep 23 19:38:04.358811 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2271de17-173f-428f-afd6-091e47155cb7 req-3d0f38a4-1e12-4000-913d-8742bcc32f4a tempest-ServersTestJSON-149791516 tempest-ServersTestJSON-149791516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:38:04.361664 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-2271de17-173f-428f-afd6-091e47155cb7 req-3d0f38a4-1e12-4000-913d-8742bcc32f4a tempest-ServersTestJSON-149791516 tempest-ServersTestJSON-149791516-project] 10.222.0.67 "GET /v2.0/ports?device_id=e1886236-d753-4e47-9a61-edcdff2bc203 HTTP/1.1" status: 200 len: 944 time: 0.2306633 Sep 23 19:38:04.365140 n-d-713301-16 neutron-server[95103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e64b967a-6fb9-48aa-971c-913ec7462479 None None] Network 7173db51-d556-4503-9013-f017d6a86bc3 is already hosted by enough agents. {{(pid=95103) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:38:04.373598 n-d-713301-16 neutron-server[95103]: DEBUG neutron.scheduler.base_scheduler [None req-e64b967a-6fb9-48aa-971c-913ec7462479 None None] Resources bound (agent type, host, resource id): {{(pid=95103) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:38:04.385658 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e64b967a-6fb9-48aa-971c-913ec7462479 None None] Received port after_create {{(pid=95103) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 19:38:04.388025 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-51b9af5e-fc53-400c-912e-c08f4dd409b7 admin admin] Notify callbacks [] for port, precommit_update {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:04.389878 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e64b967a-6fb9-48aa-971c-913ec7462479 None None] Pushing event updated for resources: {'Port': ['ID=acfdc80e-c4c8-409e-979c-20fb3dfc9ee8,revision_number=1']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:38:04.430632 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-51b9af5e-fc53-400c-912e-c08f4dd409b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4399095'] for port, after_update {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:04.513693 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.managers [None req-e64b967a-6fb9-48aa-971c-913ec7462479 None None] Attempting to bind port acfdc80e-c4c8-409e-979c-20fb3dfc9ee8 on host n-d-713301-16 for vnic_type normal with profile {{(pid=95103) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 19:38:04.514400 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.managers [None req-e64b967a-6fb9-48aa-971c-913ec7462479 None None] Attempting to bind port acfdc80e-c4c8-409e-979c-20fb3dfc9ee8 by drivers openvswitch,hyperv on host n-d-713301-16 at level 0 using segments [{'id': 'a3b30336-1d29-4022-932d-8d063b8312a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '7173db51-d556-4503-9013-f017d6a86bc3'}] {{(pid=95103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 19:38:04.515420 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e64b967a-6fb9-48aa-971c-913ec7462479 None None] Attempting to bind port acfdc80e-c4c8-409e-979c-20fb3dfc9ee8 on network 7173db51-d556-4503-9013-f017d6a86bc3 {{(pid=95103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:38:04.517776 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Pushing event updated for resources: {'Port': ['ID=0797353b-dd65-4dec-af99-fc16d3e83d30,revision_number=4']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:38:04.526067 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e64b967a-6fb9-48aa-971c-913ec7462479 None None] Checking agent: {'id': '70a14545-df24-472f-8f95-bfe1719bff93', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 19, 7, 53), 'started_at': datetime.datetime(2021, 9, 23, 19, 8, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 19, 37, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 19:38:04.526747 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e64b967a-6fb9-48aa-971c-913ec7462479 None None] Checking segment: {'id': 'a3b30336-1d29-4022-932d-8d063b8312a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '7173db51-d556-4503-9013-f017d6a86bc3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95103) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:38:04.527373 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-e64b967a-6fb9-48aa-971c-913ec7462479 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:04.527952 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e64b967a-6fb9-48aa-971c-913ec7462479 None None] Bound using segment: {'id': 'a3b30336-1d29-4022-932d-8d063b8312a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '7173db51-d556-4503-9013-f017d6a86bc3'} {{(pid=95103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 19:38:04.528633 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.managers [None req-e64b967a-6fb9-48aa-971c-913ec7462479 None None] Bound port: acfdc80e-c4c8-409e-979c-20fb3dfc9ee8, host: n-d-713301-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a3b30336-1d29-4022-932d-8d063b8312a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '7173db51-d556-4503-9013-f017d6a86bc3'}}] {{(pid=95103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 19:38:04.529231 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-e64b967a-6fb9-48aa-971c-913ec7462479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:04.565513 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-6b055a5d-e24f-45e9-a8d6-aa23196a8c68 req-e65c27f0-d444-4fbb-951e-b106a0e6b142 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=cccce120-edc4-46e7-a8e0-6cd36936f5ba HTTP/1.1" status: 200 len: 217 time: 0.2014930 Sep 23 19:38:04.602637 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-4a109366-9019-480c-b9ba-e93c437e4a50 tempest-NetworksIpV6Test-1074010632 tempest-NetworksIpV6Test-1074010632-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1756804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5607514', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6130950'] for subnet, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:04.613790 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-e64b967a-6fb9-48aa-971c-913ec7462479 None None] For port acfdc80e-c4c8-409e-979c-20fb3dfc9ee8, host n-d-713301-16, cleared binding levels {{(pid=95103) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 19:38:04.619358 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-e64b967a-6fb9-48aa-971c-913ec7462479 None None] For port acfdc80e-c4c8-409e-979c-20fb3dfc9ee8, host n-d-713301-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-16',level=0,port_id=acfdc80e-c4c8-409e-979c-20fb3dfc9ee8,segment=NetworkSegment(a3b30336-1d29-4022-932d-8d063b8312a4),segment_id=a3b30336-1d29-4022-932d-8d063b8312a4)] {{(pid=95103) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 19:38:04.626089 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-e64b967a-6fb9-48aa-971c-913ec7462479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:04.642894 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a109366-9019-480c-b9ba-e93c437e4a50 tempest-NetworksIpV6Test-1074010632 tempest-NetworksIpV6Test-1074010632-project] Pushing event deleted for resources: {'Subnet': ['ID=043b3694-94dc-44b7-8f14-a016160ddc55,revision_number=None']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:38:04.646274 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b055a5d-e24f-45e9-a8d6-aa23196a8c68 req-6445d226-92b3-4643-8925-040abd21e405 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:38:04.648622 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-6b055a5d-e24f-45e9-a8d6-aa23196a8c68 req-6445d226-92b3-4643-8925-040abd21e405 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=1858a7c9-e08d-4d7a-87f9-fd282e21109a HTTP/1.1" status: 200 len: 846 time: 0.0623257 Sep 23 19:38:04.665099 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-2271de17-173f-428f-afd6-091e47155cb7 req-35256110-416a-4478-b33e-61e2e961f865 tempest-ServersTestJSON-149791516 tempest-ServersTestJSON-149791516-project] 10.222.0.67 "GET /v2.0/security-groups?id=b8c31db9-bcb2-4708-876e-18b1f4bdd8a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2554817 Sep 23 19:38:04.682466 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-72c2b758-05d3-4185-8ee2-a51927b1ad4c tempest-RoutersIpV6AdminTest-525100567 tempest-RoutersIpV6AdminTest-525100567-project] Notify callbacks [] for router, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:04.726351 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e64b967a-6fb9-48aa-971c-913ec7462479 None None] Pushing event updated for resources: {'Port': ['ID=acfdc80e-c4c8-409e-979c-20fb3dfc9ee8,revision_number=2']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:38:04.743973 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-6b055a5d-e24f-45e9-a8d6-aa23196a8c68 req-ef0fcbed-6560-41c8-ad77-7db2ce2bbc64 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=13c320c3-e746-4d37-877a-d3d286211b52&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0535488 Sep 23 19:38:04.747897 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51b9af5e-fc53-400c-912e-c08f4dd409b7 admin admin] Pushing event updated for resources: {'Port': ['ID=6a559d80-5328-473b-9ee4-b02b6c97ffb9,revision_number=2']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:38:04.768482 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Device b1a0014a-2a6e-4b40-9607-5e0d25450796 no longer exists at agent hyperv_n-h1-713301-16 {{(pid=95103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 19:38:04.771795 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-51b9af5e-fc53-400c-912e-c08f4dd409b7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-527313', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-601459'] for router_interface, after_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:04.786248 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-a5d4b65f-0f5b-4675-8d99-da4942899ab5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:04.790702 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-a5d4b65f-0f5b-4675-8d99-da4942899ab5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:04.795353 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-a5d4b65f-0f5b-4675-8d99-da4942899ab5 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/a25a0fce-69a1-45d6-a034-7131a7975d8b HTTP/1.1" status: 204 len: 168 time: 1.0212548 Sep 23 19:38:04.822734 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.plugin [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] No Port match for: b1a0014a-2a6e-4b40-9607-5e0d25450796 {{(pid=95103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 19:38:04.824164 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Device b1a0014a-2a6e-4b40-9607-5e0d25450796 not bound to the agent host n-h1-713301-16 {{(pid=95103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 19:38:04.870897 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5d4b65f-0f5b-4675-8d99-da4942899ab5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a25a0fce-69a1-45d6-a034-7131a7975d8b,revision_number=None']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:38:04.948870 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-4a109366-9019-480c-b9ba-e93c437e4a50 tempest-NetworksIpV6Test-1074010632 tempest-NetworksIpV6Test-1074010632-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1754676', 'neutron.services.segments.db._delete_segments_for_network-8783146221460'] for network, precommit_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:05.016923 n-d-713301-16 neutron-server[95101]: DEBUG neutron.services.segments.db [None req-4a109366-9019-480c-b9ba-e93c437e4a50 tempest-NetworksIpV6Test-1074010632 tempest-NetworksIpV6Test-1074010632-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7173db51-d556-4503-9013-f017d6a86bc3']}} {{(pid=95101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:38:05.044809 n-d-713301-16 neutron-server[95101]: DEBUG neutron.services.segments.db [None req-4a109366-9019-480c-b9ba-e93c437e4a50 tempest-NetworksIpV6Test-1074010632 tempest-NetworksIpV6Test-1074010632-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a3b30336-1d29-4022-932d-8d063b8312a4') {'for_net_delete': True} {{(pid=95101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:38:05.045095 n-d-713301-16 neutron-server[95101]: DEBUG neutron.services.segments.db [None req-4a109366-9019-480c-b9ba-e93c437e4a50 tempest-NetworksIpV6Test-1074010632 tempest-NetworksIpV6Test-1074010632-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a3b30336-1d29-4022-932d-8d063b8312a4') {} {{(pid=95101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:38:05.084423 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-4a109366-9019-480c-b9ba-e93c437e4a50 tempest-NetworksIpV6Test-1074010632 tempest-NetworksIpV6Test-1074010632-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783146221725', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6007147'] for segment, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:05.113333 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-72c2b758-05d3-4185-8ee2-a51927b1ad4c tempest-RoutersIpV6AdminTest-525100567 tempest-RoutersIpV6AdminTest-525100567-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:05.145459 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-4a109366-9019-480c-b9ba-e93c437e4a50 tempest-NetworksIpV6Test-1074010632 tempest-NetworksIpV6Test-1074010632-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1756186'] for segment, precommit_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:05.150400 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-6b055a5d-e24f-45e9-a8d6-aa23196a8c68 req-ea411cd4-ccb4-47af-ab03-2a05ea227de1 service neutron] 10.222.0.74 "GET /v2.0/networks/13c320c3-e746-4d37-877a-d3d286211b52?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3887970 Sep 23 19:38:05.152293 n-d-713301-16 neutron-server[95102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51b9af5e-fc53-400c-912e-c08f4dd409b7 admin admin] Network 62b0fc2b-a4cb-4225-abce-6a54cfdec443 is already hosted by enough agents. {{(pid=95102) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:38:05.154169 n-d-713301-16 neutron-server[95102]: DEBUG neutron.scheduler.base_scheduler [None req-51b9af5e-fc53-400c-912e-c08f4dd409b7 admin admin] Resources bound (agent type, host, resource id): {{(pid=95102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:38:05.189472 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4a109366-9019-480c-b9ba-e93c437e4a50 tempest-NetworksIpV6Test-1074010632 tempest-NetworksIpV6Test-1074010632-project] Releasing vlan 617 on physical network physnet1 to pool {{(pid=95101) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 19:38:05.191083 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-4a109366-9019-480c-b9ba-e93c437e4a50 tempest-NetworksIpV6Test-1074010632 tempest-NetworksIpV6Test-1074010632-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1756186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5608436'] for segment, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:05.202300 n-d-713301-16 neutron-server[95101]: Traceback (most recent call last): Sep 23 19:38:05.202300 n-d-713301-16 neutron-server[95101]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 19:38:05.202300 n-d-713301-16 neutron-server[95101]: timer() Sep 23 19:38:05.202300 n-d-713301-16 neutron-server[95101]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 19:38:05.202300 n-d-713301-16 neutron-server[95101]: cb(*args, **kw) Sep 23 19:38:05.202300 n-d-713301-16 neutron-server[95101]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 19:38:05.202300 n-d-713301-16 neutron-server[95101]: return func(*args, **kwargs) Sep 23 19:38:05.202300 n-d-713301-16 neutron-server[95101]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 19:38:05.202300 n-d-713301-16 neutron-server[95101]: self._notify() Sep 23 19:38:05.202300 n-d-713301-16 neutron-server[95101]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 19:38:05.202300 n-d-713301-16 neutron-server[95101]: self.callback(batched_events) Sep 23 19:38:05.202300 n-d-713301-16 neutron-server[95101]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 19:38:05.202300 n-d-713301-16 neutron-server[95101]: event.method(event) Sep 23 19:38:05.202300 n-d-713301-16 neutron-server[95101]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 19:38:05.202300 n-d-713301-16 neutron-server[95101]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 19:38:05.202300 n-d-713301-16 neutron-server[95101]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 19:38:05.202300 n-d-713301-16 neutron-server[95101]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 19:38:05.202300 n-d-713301-16 neutron-server[95101]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 19:38:05.202300 n-d-713301-16 neutron-server[95101]: return f(self, *a, **k) Sep 23 19:38:05.202300 n-d-713301-16 neutron-server[95101]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 19:38:05.202300 n-d-713301-16 neutron-server[95101]: return self._get(url).json() Sep 23 19:38:05.202300 n-d-713301-16 neutron-server[95101]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 19:38:05.202300 n-d-713301-16 neutron-server[95101]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 19:38:05.202300 n-d-713301-16 neutron-server[95101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 19:38:05.202300 n-d-713301-16 neutron-server[95101]: return self.request(url, 'GET', **kwargs) Sep 23 19:38:05.202300 n-d-713301-16 neutron-server[95101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 19:38:05.202300 n-d-713301-16 neutron-server[95101]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 19:38:05.202300 n-d-713301-16 neutron-server[95101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 19:38:05.202300 n-d-713301-16 neutron-server[95101]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 19:38:05.202300 n-d-713301-16 neutron-server[95101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 19:38:05.202300 n-d-713301-16 neutron-server[95101]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 19:38:05.202300 n-d-713301-16 neutron-server[95101]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 19:38:05.274520 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.plugin [None req-795e20e3-19ab-4964-85ec-8ed46e08758e tempest-FloatingIPAdminTestJSON-2134933000 tempest-FloatingIPAdminTestJSON-2134933000-project] Deleting port 7d978fa9-9e9a-471a-a8fe-d98be626be71 {{(pid=95101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:38:05.275207 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-795e20e3-19ab-4964-85ec-8ed46e08758e tempest-FloatingIPAdminTestJSON-2134933000 tempest-FloatingIPAdminTestJSON-2134933000-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783146157096'] for port, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:05.460268 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.db.api [None req-4a109366-9019-480c-b9ba-e93c437e4a50 tempest-NetworksIpV6Test-1074010632 tempest-NetworksIpV6Test-1074010632-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Sep 23 19:38:05.460268 n-d-713301-16 neutron-server[95101]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Sep 23 19:38:05.460268 n-d-713301-16 neutron-server[95101]: [parameters: {'id': '7173db51-d556-4503-9013-f017d6a86bc3'}] Sep 23 19:38:05.460268 n-d-713301-16 neutron-server[95101]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=95101) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 23 19:38:05.461981 n-d-713301-16 neutron-server[95101]: DEBUG oslo_db.api [None req-4a109366-9019-480c-b9ba-e93c437e4a50 tempest-NetworksIpV6Test-1074010632 tempest-NetworksIpV6Test-1074010632-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=95101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 23 19:38:05.544332 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.plugin [None req-72c2b758-05d3-4185-8ee2-a51927b1ad4c tempest-RoutersIpV6AdminTest-525100567 tempest-RoutersIpV6AdminTest-525100567-project] Deleting port 7f1507b0-ef39-4802-b357-309653f42049 {{(pid=95101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:38:05.544808 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-72c2b758-05d3-4185-8ee2-a51927b1ad4c tempest-RoutersIpV6AdminTest-525100567 tempest-RoutersIpV6AdminTest-525100567-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783146157096'] for port, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:05.589252 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-6b055a5d-e24f-45e9-a8d6-aa23196a8c68 req-73346839-562c-4d26-915b-3a1df728b409 service neutron] 10.222.0.74 "GET /v2.0/networks/13c320c3-e746-4d37-877a-d3d286211b52?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4025943 Sep 23 19:38:05.745189 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-4403823c-9315-41e7-96e1-2581ebd0a770 None None] Provisioning complete for port 6a559d80-5328-473b-9ee4-b02b6c97ffb9 triggered by entity DHCP. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:38:05.745699 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-4403823c-9315-41e7-96e1-2581ebd0a770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:05.762198 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-72c2b758-05d3-4185-8ee2-a51927b1ad4c tempest-RoutersIpV6AdminTest-525100567 tempest-RoutersIpV6AdminTest-525100567-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-605701'] for port, precommit_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:05.764910 n-d-713301-16 neutron-server[95102]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-51b9af5e-fc53-400c-912e-c08f4dd409b7 admin admin] Router 2882cbc4-f899-4122-810d-f6b256b3c259 has already been hosted by L3 agent 79a740bf-7821-4989-8288-7186e3e128f3 {{(pid=95102) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 19:38:05.777959 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.plugin [None req-72c2b758-05d3-4185-8ee2-a51927b1ad4c tempest-RoutersIpV6AdminTest-525100567 tempest-RoutersIpV6AdminTest-525100567-project] Calling delete_port for 7f1507b0-ef39-4802-b357-309653f42049 owned by network:router_gateway {{(pid=95101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:38:05.786578 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2721858b-3d8d-4dc6-b30a-ae281767a105 req-199c821d-84c0-45c6-a23c-e48c9c11a9ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:38:05.788472 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-2721858b-3d8d-4dc6-b30a-ae281767a105 req-199c821d-84c0-45c6-a23c-e48c9c11a9ef service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=ee2e9bda0f104270af74ba8d5f144843&device_id=e1886236-d753-4e47-9a61-edcdff2bc203 HTTP/1.1" status: 200 len: 1096 time: 0.1315579 Sep 23 19:38:05.882821 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.plugin [None req-4403823c-9315-41e7-96e1-2581ebd0a770 None None] Port 6a559d80-5328-473b-9ee4-b02b6c97ffb9 cannot update to ACTIVE because it is not bound. {{(pid=95103) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 19:38:05.957521 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Device 0797353b-dd65-4dec-af99-fc16d3e83d30 up at agent ovs-agent-n-d-713301-16 {{(pid=95103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 19:38:06.114414 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Provisioning complete for port 0797353b-dd65-4dec-af99-fc16d3e83d30 triggered by entity L2. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:38:06.114844 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:06.119081 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-600c9513-1dd0-43d9-8e43-100165d40a99 req-41199b6e-eaa8-4563-beeb-d91014b28eac tempest-ServersTestJSON-149791516 tempest-ServersTestJSON-149791516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:38:06.132129 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-600c9513-1dd0-43d9-8e43-100165d40a99 req-41199b6e-eaa8-4563-beeb-d91014b28eac tempest-ServersTestJSON-149791516 tempest-ServersTestJSON-149791516-project] 10.222.0.67 "GET /v2.0/ports?device_id=e1886236-d753-4e47-9a61-edcdff2bc203 HTTP/1.1" status: 200 len: 944 time: 0.2743366 Sep 23 19:38:06.170435 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-4a109366-9019-480c-b9ba-e93c437e4a50 tempest-NetworksIpV6Test-1074010632 tempest-NetworksIpV6Test-1074010632-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1628021'] for network, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:06.185269 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-72c2b758-05d3-4185-8ee2-a51927b1ad4c tempest-RoutersIpV6AdminTest-525100567 tempest-RoutersIpV6AdminTest-525100567-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783146162158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783145673144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5607431'] for port, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:06.202424 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-795e20e3-19ab-4964-85ec-8ed46e08758e tempest-FloatingIPAdminTestJSON-2134933000 tempest-FloatingIPAdminTestJSON-2134933000-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-605701'] for port, precommit_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:06.215504 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2721858b-3d8d-4dc6-b30a-ae281767a105 req-0d867177-8ac9-4bef-b685-5a30ba2625f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:38:06.217052 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-2721858b-3d8d-4dc6-b30a-ae281767a105 req-0d867177-8ac9-4bef-b685-5a30ba2625f2 service neutron] 10.222.0.74 "GET /v2.0/networks?id=13c320c3-e746-4d37-877a-d3d286211b52 HTTP/1.1" status: 200 len: 907 time: 0.3840048 Sep 23 19:38:06.233204 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51b9af5e-fc53-400c-912e-c08f4dd409b7 admin admin] Notify agent at l3_agent.n-d-713301-16 the message routers_updated {{(pid=95102) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 19:38:06.251752 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4a564c8-fed1-4c54-af0c-b2161b422ac1 None None] Sync routers for ids ['2882cbc4-f899-4122-810d-f6b256b3c259'] in n-d-713301-16 {{(pid=95103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 19:38:06.262065 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-51b9af5e-fc53-400c-912e-c08f4dd409b7 admin admin] 10.222.0.67 "PUT /v2.0/routers/2882cbc4-f899-4122-810d-f6b256b3c259/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4714189 Sep 23 19:38:06.271784 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c2b758-05d3-4185-8ee2-a51927b1ad4c tempest-RoutersIpV6AdminTest-525100567 tempest-RoutersIpV6AdminTest-525100567-project] Pushing event deleted for resources: {'Port': ['ID=7f1507b0-ef39-4802-b357-309653f42049,revision_number=None']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:38:06.307507 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4a564c8-fed1-4c54-af0c-b2161b422ac1 None None] Routers {'2882cbc4-f899-4122-810d-f6b256b3c259'} bound to L3 agent in host n-d-713301-16 {{(pid=95103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 19:38:06.312183 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_hamode_db [None req-c4a564c8-fed1-4c54-af0c-b2161b422ac1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-23T19:07:52Z,description=,heartbeat_timestamp=2021-09-23T19:37:52Z,host='n-d-713301-16',id=79a740bf-7821-4989-8288-7186e3e128f3,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:07:52Z,topic='l3_agent')) {'router_ids': ['2882cbc4-f899-4122-810d-f6b256b3c259'], 'active': True} {{(pid=95103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:38:06.362402 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-2721858b-3d8d-4dc6-b30a-ae281767a105 req-d0c880eb-c910-4242-a0f8-862f5a17dbd1 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=cccce120-edc4-46e7-a8e0-6cd36936f5ba HTTP/1.1" status: 200 len: 217 time: 0.0974336 Sep 23 19:38:06.390826 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-600c9513-1dd0-43d9-8e43-100165d40a99 req-51957071-4dc7-4a7d-b8d2-773f3f3ee268 tempest-ServersTestJSON-149791516 tempest-ServersTestJSON-149791516-project] 10.222.0.67 "GET /v2.0/security-groups?id=b8c31db9-bcb2-4708-876e-18b1f4bdd8a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2570012 Sep 23 19:38:06.411973 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.plugin [None req-795e20e3-19ab-4964-85ec-8ed46e08758e tempest-FloatingIPAdminTestJSON-2134933000 tempest-FloatingIPAdminTestJSON-2134933000-project] Calling delete_port for 7d978fa9-9e9a-471a-a8fe-d98be626be71 owned by network:router_interface {{(pid=95101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:38:06.436376 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Device acfdc80e-c4c8-409e-979c-20fb3dfc9ee8 up at agent ovs-agent-n-d-713301-16 {{(pid=95103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 19:38:06.478202 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2721858b-3d8d-4dc6-b30a-ae281767a105 req-f886b110-a88c-40eb-991b-2bc8e1cd9ef8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:38:06.480888 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-2721858b-3d8d-4dc6-b30a-ae281767a105 req-f886b110-a88c-40eb-991b-2bc8e1cd9ef8 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=1858a7c9-e08d-4d7a-87f9-fd282e21109a HTTP/1.1" status: 200 len: 846 time: 0.0992000 Sep 23 19:38:06.509442 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99891d7f-0510-450f-9c58-fec2f022be77 req-5c40b6e2-ec94-4656-a2ca-6116cb9732ec tempest-ListServersNegativeTestJSON-1207334089 tempest-ListServersNegativeTestJSON-1207334089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:38:06.516159 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99891d7f-0510-450f-9c58-fec2f022be77 req-5c40b6e2-ec94-4656-a2ca-6116cb9732ec tempest-ListServersNegativeTestJSON-1207334089 tempest-ListServersNegativeTestJSON-1207334089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:38:06.518309 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-99891d7f-0510-450f-9c58-fec2f022be77 req-5c40b6e2-ec94-4656-a2ca-6116cb9732ec tempest-ListServersNegativeTestJSON-1207334089 tempest-ListServersNegativeTestJSON-1207334089-project] 10.222.0.67 "GET /v2.0/ports?device_id=a84d2947-bfad-453f-8a9a-46f6c9c330a9&device_id=ff231c83-1672-4420-aa04-ad15c4772493 HTTP/1.1" status: 200 len: 1681 time: 0.3295732 Sep 23 19:38:06.558016 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-2721858b-3d8d-4dc6-b30a-ae281767a105 req-65873c07-b910-4c7e-b11e-76838cc17def service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=13c320c3-e746-4d37-877a-d3d286211b52&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0384471 Sep 23 19:38:06.606088 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-99891d7f-0510-450f-9c58-fec2f022be77 req-e56fda58-7a53-47fe-8703-6178a0ae48fa tempest-ListServersNegativeTestJSON-1207334089 tempest-ListServersNegativeTestJSON-1207334089-project] 10.222.0.67 "GET /v2.0/security-groups?id=40996637-10c7-4777-a250-5601fd310469&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769954 Sep 23 19:38:06.619949 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bb820bc-fe4d-4595-b705-4632b2e70c1c None None] Network 7173db51-d556-4503-9013-f017d6a86bc3 requested from n-d-713301-16 {{(pid=95103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 19:38:06.638347 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_dvr_db [None req-c4a564c8-fed1-4c54-af0c-b2161b422ac1 None None] Set router 2882cbc4-f899-4122-810d-f6b256b3c259 gateway port host: n-d-713301-16 {{(pid=95103) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 19:38:06.713133 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-2721858b-3d8d-4dc6-b30a-ae281767a105 req-e39ff6ad-397a-479a-91c5-4cf33faf27b4 service neutron] 10.222.0.74 "GET /v2.0/networks/13c320c3-e746-4d37-877a-d3d286211b52?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1475308 Sep 23 19:38:06.747273 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-72c2b758-05d3-4185-8ee2-a51927b1ad4c tempest-RoutersIpV6AdminTest-525100567 tempest-RoutersIpV6AdminTest-525100567-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-601942'] for router_gateway, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:06.807705 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-93d54d7b-fde2-43df-aeb4-280fe20a6972 None None] Provisioning complete for port acfdc80e-c4c8-409e-979c-20fb3dfc9ee8 triggered by entity DHCP. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:38:06.808299 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-93d54d7b-fde2-43df-aeb4-280fe20a6972 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:07.020116 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.plugin [None req-4a109366-9019-480c-b9ba-e93c437e4a50 tempest-NetworksIpV6Test-1074010632 tempest-NetworksIpV6Test-1074010632-project] Deleting port acfdc80e-c4c8-409e-979c-20fb3dfc9ee8 {{(pid=95101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:38:07.020545 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-4a109366-9019-480c-b9ba-e93c437e4a50 tempest-NetworksIpV6Test-1074010632 tempest-NetworksIpV6Test-1074010632-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783146157096'] for port, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:07.143786 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-72c2b758-05d3-4185-8ee2-a51927b1ad4c tempest-RoutersIpV6AdminTest-525100567 tempest-RoutersIpV6AdminTest-525100567-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-597305', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29369'] for router, precommit_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:07.170061 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-72c2b758-05d3-4185-8ee2-a51927b1ad4c tempest-RoutersIpV6AdminTest-525100567 tempest-RoutersIpV6AdminTest-525100567-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:07.181004 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Provisioning complete for port acfdc80e-c4c8-409e-979c-20fb3dfc9ee8 triggered by entity L2. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:38:07.181607 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:07.246023 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-2721858b-3d8d-4dc6-b30a-ae281767a105 req-e178b0bc-bf96-45e6-93b9-36c1e632a8f0 service neutron] 10.222.0.74 "GET /v2.0/networks/13c320c3-e746-4d37-877a-d3d286211b52?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5254571 Sep 23 19:38:07.433302 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.db [None req-4a109366-9019-480c-b9ba-e93c437e4a50 tempest-NetworksIpV6Test-1074010632 tempest-NetworksIpV6Test-1074010632-project] For port acfdc80e-c4c8-409e-979c-20fb3dfc9ee8, host n-d-713301-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-16',level=0,port_id=acfdc80e-c4c8-409e-979c-20fb3dfc9ee8,segment=NetworkSegment(a3b30336-1d29-4022-932d-8d063b8312a4),segment_id=a3b30336-1d29-4022-932d-8d063b8312a4)] {{(pid=95101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:38:07.433814 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-4a109366-9019-480c-b9ba-e93c437e4a50 tempest-NetworksIpV6Test-1074010632 tempest-NetworksIpV6Test-1074010632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-605701'] for port, precommit_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:07.442668 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-72c2b758-05d3-4185-8ee2-a51927b1ad4c tempest-RoutersIpV6AdminTest-525100567 tempest-RoutersIpV6AdminTest-525100567-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-597296'] for router, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:07.443567 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72c2b758-05d3-4185-8ee2-a51927b1ad4c tempest-RoutersIpV6AdminTest-525100567 tempest-RoutersIpV6AdminTest-525100567-project] Fanout notify agent at l3_agent the message router_deleted on router 836e6c30-3ca7-4aa3-937f-9b5e657fdb4e {{(pid=95101) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 23 19:38:07.456967 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-72c2b758-05d3-4185-8ee2-a51927b1ad4c tempest-RoutersIpV6AdminTest-525100567 tempest-RoutersIpV6AdminTest-525100567-project] Notify callbacks [] for router, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:07.458533 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-72c2b758-05d3-4185-8ee2-a51927b1ad4c tempest-RoutersIpV6AdminTest-525100567 tempest-RoutersIpV6AdminTest-525100567-project] 10.222.0.67 "DELETE /v2.0/routers/836e6c30-3ca7-4aa3-937f-9b5e657fdb4e HTTP/1.1" status: 204 len: 168 time: 3.2977190 Sep 23 19:38:07.462995 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 56848) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:38:07.467609 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.v2.base [None req-59531ad2-1c48-4ae9-9109-a8a95b89e1c7 tempest-RoutersIpV6AdminTest-525100567 tempest-RoutersIpV6AdminTest-525100567-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-453872394', 'external_gateway_info': {'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac'}, 'admin_state_up': False}} {{(pid=95102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:38:07.474479 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.plugin [None req-4a109366-9019-480c-b9ba-e93c437e4a50 tempest-NetworksIpV6Test-1074010632 tempest-NetworksIpV6Test-1074010632-project] Calling delete_port for acfdc80e-c4c8-409e-979c-20fb3dfc9ee8 owned by network:dhcp {{(pid=95101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:38:07.542612 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-59531ad2-1c48-4ae9-9109-a8a95b89e1c7 tempest-RoutersIpV6AdminTest-525100567 tempest-RoutersIpV6AdminTest-525100567-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-594563', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29355'] for router, before_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:07.547489 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-59531ad2-1c48-4ae9-9109-a8a95b89e1c7 tempest-RoutersIpV6AdminTest-525100567 tempest-RoutersIpV6AdminTest-525100567-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-597363', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-601731', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-739356', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29346'] for router, precommit_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:07.596959 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-4a109366-9019-480c-b9ba-e93c437e4a50 tempest-NetworksIpV6Test-1074010632 tempest-NetworksIpV6Test-1074010632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783146162158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783145673144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5607431'] for port, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:07.655956 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a4f59f1-4b68-4025-8a25-bef652b893b2 None None] DHCP port deletion for 7173db51-d556-4503-9013-f017d6a86bc3 request from n-d-713301-16 {{(pid=95103) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 23 19:38:07.665113 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386b79ca-9ece-46bb-915c-0dea823ea743 req-94723901-399f-4021-bd3b-aab8db168a8f tempest-ListServersNegativeTestJSON-1207334089 tempest-ListServersNegativeTestJSON-1207334089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:38:07.668399 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.plugin [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Port acfdc80e-c4c8-409e-979c-20fb3dfc9ee8 update to ACTIVE by agent not found {{(pid=95103) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2162}} Sep 23 19:38:07.672361 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-386b79ca-9ece-46bb-915c-0dea823ea743 req-94723901-399f-4021-bd3b-aab8db168a8f tempest-ListServersNegativeTestJSON-1207334089 tempest-ListServersNegativeTestJSON-1207334089-project] 10.222.0.67 "GET /v2.0/ports?device_id=ff231c83-1672-4420-aa04-ad15c4772493 HTTP/1.1" status: 200 len: 945 time: 0.1533184 Sep 23 19:38:07.704883 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-93d54d7b-fde2-43df-aeb4-280fe20a6972 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:07.713909 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-59531ad2-1c48-4ae9-9109-a8a95b89e1c7 tempest-RoutersIpV6AdminTest-525100567 tempest-RoutersIpV6AdminTest-525100567-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:07.737928 n-d-713301-16 neutron-server[95101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a109366-9019-480c-b9ba-e93c437e4a50 tempest-NetworksIpV6Test-1074010632 tempest-NetworksIpV6Test-1074010632-project] No DVR routers for this DVR port acfdc80e-c4c8-409e-979c-20fb3dfc9ee8 on host n-d-713301-16 {{(pid=95101) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 19:38:07.756480 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c512bc-29d8-46b1-be6b-ee513e20cdf5 req-a72b5cb9-a120-4d88-821f-c26e5cf5d39c tempest-ServersTestJSON-149791516 tempest-ServersTestJSON-149791516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:38:07.763163 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-02c512bc-29d8-46b1-be6b-ee513e20cdf5 req-a72b5cb9-a120-4d88-821f-c26e5cf5d39c tempest-ServersTestJSON-149791516 tempest-ServersTestJSON-149791516-project] 10.222.0.67 "GET /v2.0/ports?device_id=e1886236-d753-4e47-9a61-edcdff2bc203 HTTP/1.1" status: 200 len: 944 time: 0.2238829 Sep 23 19:38:07.799393 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-795e20e3-19ab-4964-85ec-8ed46e08758e tempest-FloatingIPAdminTestJSON-2134933000 tempest-FloatingIPAdminTestJSON-2134933000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783146162158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783145673144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5607431'] for port, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:07.803018 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a109366-9019-480c-b9ba-e93c437e4a50 tempest-NetworksIpV6Test-1074010632 tempest-NetworksIpV6Test-1074010632-project] Pushing event deleted for resources: {'Port': ['ID=acfdc80e-c4c8-409e-979c-20fb3dfc9ee8,revision_number=None']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:38:07.832090 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_hamode_db [None req-c4a564c8-fed1-4c54-af0c-b2161b422ac1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2882cbc4-f899-4122-810d-f6b256b3c259', 'name': 'tempest-ImageQuotaTest-1733332121-router', 'tenant_id': 'd3fd858eee8b458db29d25bd4b30877b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'external_fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.226'}], 'enable_snat': True}, 'gw_port_id': '0797353b-dd65-4dec-af99-fc16d3e83d30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:37:54Z', 'updated_at': '2021-09-23T19:38:03Z', 'revision_number': 4, 'project_id': 'd3fd858eee8b458db29d25bd4b30877b', 'gw_port': {'id': '0797353b-dd65-4dec-af99-fc16d3e83d30', 'name': '', 'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:19:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2882cbc4-f899-4122-810d-f6b256b3c259', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1995, 'fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:37:55Z', 'updated_at': '2021-09-23T19:38:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-16', '_interfaces': [{'id': '6a559d80-5328-473b-9ee4-b02b6c97ffb9', 'name': '', 'network_id': '62b0fc2b-a4cb-4225-abce-6a54cfdec443', 'tenant_id': 'd3fd858eee8b458db29d25bd4b30877b', 'mac_address': 'fa:16:3e:9c:38:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2882cbc4-f899-4122-810d-f6b256b3c259', 'device_owner': 'network:router_interface', 'standard_attr_id': 2001, 'fixed_ips': [{'subnet_id': 'f42fa390-e53c-4b50-9540-3ef90fe94941', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:38:01Z', 'updated_at': '2021-09-23T19:38:03Z', 'revision_number': 2, 'project_id': 'd3fd858eee8b458db29d25bd4b30877b', 'subnets': [{'id': 'f42fa390-e53c-4b50-9540-3ef90fe94941', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-16', False) {} {{(pid=95103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:38:07.836090 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Device acfdc80e-c4c8-409e-979c-20fb3dfc9ee8 no longer exists at agent ovs-agent-n-d-713301-16 {{(pid=95103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 19:38:07.869904 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-795e20e3-19ab-4964-85ec-8ed46e08758e tempest-FloatingIPAdminTestJSON-2134933000 tempest-FloatingIPAdminTestJSON-2134933000-project] Pushing event deleted for resources: {'Port': ['ID=7d978fa9-9e9a-471a-a8fe-d98be626be71,revision_number=None']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:38:07.951106 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-386b79ca-9ece-46bb-915c-0dea823ea743 req-24668a6b-528a-4397-8bed-4652649baa21 tempest-ListServersNegativeTestJSON-1207334089 tempest-ListServersNegativeTestJSON-1207334089-project] 10.222.0.67 "GET /v2.0/security-groups?id=40996637-10c7-4777-a250-5601fd310469&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2774734 Sep 23 19:38:08.005974 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-02c512bc-29d8-46b1-be6b-ee513e20cdf5 req-64ba6a29-4b04-4847-8066-1831c98b0f2f tempest-ServersTestJSON-149791516 tempest-ServersTestJSON-149791516-project] 10.222.0.67 "GET /v2.0/security-groups?id=b8c31db9-bcb2-4708-876e-18b1f4bdd8a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2369065 Sep 23 19:38:08.010569 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-4a109366-9019-480c-b9ba-e93c437e4a50 tempest-NetworksIpV6Test-1074010632 tempest-NetworksIpV6Test-1074010632-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1754676', 'neutron.services.segments.db._delete_segments_for_network-8783146221460'] for network, precommit_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:08.098055 n-d-713301-16 neutron-server[95101]: DEBUG neutron.services.segments.db [None req-4a109366-9019-480c-b9ba-e93c437e4a50 tempest-NetworksIpV6Test-1074010632 tempest-NetworksIpV6Test-1074010632-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7173db51-d556-4503-9013-f017d6a86bc3']}} {{(pid=95101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:38:08.114329 n-d-713301-16 neutron-server[95101]: DEBUG neutron.services.segments.db [None req-4a109366-9019-480c-b9ba-e93c437e4a50 tempest-NetworksIpV6Test-1074010632 tempest-NetworksIpV6Test-1074010632-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a3b30336-1d29-4022-932d-8d063b8312a4') {'for_net_delete': True} {{(pid=95101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:38:08.114630 n-d-713301-16 neutron-server[95101]: DEBUG neutron.services.segments.db [None req-4a109366-9019-480c-b9ba-e93c437e4a50 tempest-NetworksIpV6Test-1074010632 tempest-NetworksIpV6Test-1074010632-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a3b30336-1d29-4022-932d-8d063b8312a4') {} {{(pid=95101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:38:08.165712 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-4a109366-9019-480c-b9ba-e93c437e4a50 tempest-NetworksIpV6Test-1074010632 tempest-NetworksIpV6Test-1074010632-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783146221725', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6007147'] for segment, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:08.186518 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-59531ad2-1c48-4ae9-9109-a8a95b89e1c7 tempest-RoutersIpV6AdminTest-525100567 tempest-RoutersIpV6AdminTest-525100567-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:08.230835 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-4a109366-9019-480c-b9ba-e93c437e4a50 tempest-NetworksIpV6Test-1074010632 tempest-NetworksIpV6Test-1074010632-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1756186'] for segment, precommit_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:08.235744 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4a564c8-fed1-4c54-af0c-b2161b422ac1 None None] Checking router: 2882cbc4-f899-4122-810d-f6b256b3c259 for host: n-d-713301-16 {{(pid=95103) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 19:38:08.236108 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4a564c8-fed1-4c54-af0c-b2161b422ac1 None None] Updating router 2882cbc4-f899-4122-810d-f6b256b3c259 port 6a559d80-5328-473b-9ee4-b02b6c97ffb9 binding host n-d-713301-16 {{(pid=95103) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 23 19:38:08.238147 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.plugin [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] No Port match for: acfdc80e-c4c8-409e-979c-20fb3dfc9ee8 {{(pid=95103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 19:38:08.238489 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Device acfdc80e-c4c8-409e-979c-20fb3dfc9ee8 not bound to the agent host n-d-713301-16 {{(pid=95103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 19:38:08.245967 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4a109366-9019-480c-b9ba-e93c437e4a50 tempest-NetworksIpV6Test-1074010632 tempest-NetworksIpV6Test-1074010632-project] Releasing vlan 617 on physical network physnet1 to pool {{(pid=95101) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 19:38:08.246779 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-4a109366-9019-480c-b9ba-e93c437e4a50 tempest-NetworksIpV6Test-1074010632 tempest-NetworksIpV6Test-1074010632-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1756186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5608436'] for segment, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:08.266835 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-c4a564c8-fed1-4c54-af0c-b2161b422ac1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:08.302713 n-d-713301-16 neutron-server[95101]: Traceback (most recent call last): Sep 23 19:38:08.302713 n-d-713301-16 neutron-server[95101]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 19:38:08.302713 n-d-713301-16 neutron-server[95101]: timer() Sep 23 19:38:08.302713 n-d-713301-16 neutron-server[95101]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 19:38:08.302713 n-d-713301-16 neutron-server[95101]: cb(*args, **kw) Sep 23 19:38:08.302713 n-d-713301-16 neutron-server[95101]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 19:38:08.302713 n-d-713301-16 neutron-server[95101]: return func(*args, **kwargs) Sep 23 19:38:08.302713 n-d-713301-16 neutron-server[95101]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 19:38:08.302713 n-d-713301-16 neutron-server[95101]: self._notify() Sep 23 19:38:08.302713 n-d-713301-16 neutron-server[95101]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 19:38:08.302713 n-d-713301-16 neutron-server[95101]: self.callback(batched_events) Sep 23 19:38:08.302713 n-d-713301-16 neutron-server[95101]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 19:38:08.302713 n-d-713301-16 neutron-server[95101]: event.method(event) Sep 23 19:38:08.302713 n-d-713301-16 neutron-server[95101]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 19:38:08.302713 n-d-713301-16 neutron-server[95101]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 19:38:08.302713 n-d-713301-16 neutron-server[95101]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 19:38:08.302713 n-d-713301-16 neutron-server[95101]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 19:38:08.302713 n-d-713301-16 neutron-server[95101]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 19:38:08.302713 n-d-713301-16 neutron-server[95101]: return f(self, *a, **k) Sep 23 19:38:08.302713 n-d-713301-16 neutron-server[95101]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 19:38:08.302713 n-d-713301-16 neutron-server[95101]: return self._get(url).json() Sep 23 19:38:08.302713 n-d-713301-16 neutron-server[95101]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 19:38:08.302713 n-d-713301-16 neutron-server[95101]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 19:38:08.302713 n-d-713301-16 neutron-server[95101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 19:38:08.302713 n-d-713301-16 neutron-server[95101]: return self.request(url, 'GET', **kwargs) Sep 23 19:38:08.302713 n-d-713301-16 neutron-server[95101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 19:38:08.302713 n-d-713301-16 neutron-server[95101]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 19:38:08.302713 n-d-713301-16 neutron-server[95101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 19:38:08.302713 n-d-713301-16 neutron-server[95101]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 19:38:08.302713 n-d-713301-16 neutron-server[95101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 19:38:08.302713 n-d-713301-16 neutron-server[95101]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 19:38:08.302713 n-d-713301-16 neutron-server[95101]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 19:38:08.384726 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-795e20e3-19ab-4964-85ec-8ed46e08758e tempest-FloatingIPAdminTestJSON-2134933000 tempest-FloatingIPAdminTestJSON-2134933000-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-527322', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-602005'] for router_interface, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:08.420186 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-4a109366-9019-480c-b9ba-e93c437e4a50 tempest-NetworksIpV6Test-1074010632 tempest-NetworksIpV6Test-1074010632-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1754627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-601866'] for network, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:08.445891 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-4a109366-9019-480c-b9ba-e93c437e4a50 tempest-NetworksIpV6Test-1074010632 tempest-NetworksIpV6Test-1074010632-project] Notify callbacks [] for network, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:08.447672 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-4a109366-9019-480c-b9ba-e93c437e4a50 tempest-NetworksIpV6Test-1074010632 tempest-NetworksIpV6Test-1074010632-project] 10.222.0.67 "DELETE /v2.0/networks/7173db51-d556-4503-9013-f017d6a86bc3 HTTP/1.1" status: 204 len: 168 time: 4.9593866 Sep 23 19:38:08.490571 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 56874) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:38:08.498743 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.v2.base [None req-b522e437-1b1d-4fc2-ada3-8cfa95affe86 tempest-NetworksIpV6Test-1074010632 tempest-NetworksIpV6Test-1074010632-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-230330924'}} {{(pid=95102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:38:08.500164 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a109366-9019-480c-b9ba-e93c437e4a50 tempest-NetworksIpV6Test-1074010632 tempest-NetworksIpV6Test-1074010632-project] Pushing event deleted for resources: {'Network': ['ID=7173db51-d556-4503-9013-f017d6a86bc3,revision_number=None']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:38:08.595055 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-59531ad2-1c48-4ae9-9109-a8a95b89e1c7 tempest-RoutersIpV6AdminTest-525100567 tempest-RoutersIpV6AdminTest-525100567-project] Notify callbacks [] for router_gateway, before_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:08.618820 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-59531ad2-1c48-4ae9-9109-a8a95b89e1c7 tempest-RoutersIpV6AdminTest-525100567 tempest-RoutersIpV6AdminTest-525100567-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:08.628079 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b522e437-1b1d-4fc2-ada3-8cfa95affe86 tempest-NetworksIpV6Test-1074010632 tempest-NetworksIpV6Test-1074010632-project] Made reservation on behalf of 699ebd3ddaa74a06bf917c17312a1ac5 for: {'network': 1} {{(pid=95102) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:38:08.632023 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-b522e437-1b1d-4fc2-ada3-8cfa95affe86 tempest-NetworksIpV6Test-1074010632 tempest-NetworksIpV6Test-1074010632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for network, before_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:08.652212 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 56878) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:38:08.714228 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-c4a564c8-fed1-4c54-af0c-b2161b422ac1 None None] Notify callbacks [] for port, precommit_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:08.722971 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-c4a564c8-fed1-4c54-af0c-b2161b422ac1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:08.774034 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b522e437-1b1d-4fc2-ada3-8cfa95affe86 tempest-NetworksIpV6Test-1074010632 tempest-NetworksIpV6Test-1074010632-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 617} {{(pid=95102) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 19:38:08.806234 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Device cccce120-edc4-46e7-a8e0-6cd36936f5ba details requested by agent hyperv_n-h1-713301-16 with host n-h1-713301-16 {{(pid=95103) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 19:38:08.811768 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59471c8a-287c-480c-beda-3703ae0a988e None None] Pushing event updated for resources: {'Port': ['ID=6a559d80-5328-473b-9ee4-b02b6c97ffb9,revision_number=3']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:38:08.837404 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-b522e437-1b1d-4fc2-ada3-8cfa95affe86 tempest-NetworksIpV6Test-1074010632 tempest-NetworksIpV6Test-1074010632-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1756186'] for segment, precommit_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:08.837763 n-d-713301-16 neutron-server[95102]: INFO neutron.db.segments_db [None req-b522e437-1b1d-4fc2-ada3-8cfa95affe86 tempest-NetworksIpV6Test-1074010632 tempest-NetworksIpV6Test-1074010632-project] Added segment 260347e7-7d1d-40d5-8259-d80499228a98 of type vlan for network a8f69208-2d2c-44f8-baf3-253e219ca16a Sep 23 19:38:08.862343 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96522bc1-9651-4c66-a010-0a0686ab2e53 req-526915e3-dff9-41ad-8db0-e03dae94c384 tempest-ListServersNegativeTestJSON-1207334089 tempest-ListServersNegativeTestJSON-1207334089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:38:08.863919 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-96522bc1-9651-4c66-a010-0a0686ab2e53 req-526915e3-dff9-41ad-8db0-e03dae94c384 tempest-ListServersNegativeTestJSON-1207334089 tempest-ListServersNegativeTestJSON-1207334089-project] 10.222.0.53 "GET /v2.0/ports?device_id=ff231c83-1672-4420-aa04-ad15c4772493 HTTP/1.1" status: 200 len: 945 time: 0.1872067 Sep 23 19:38:08.877542 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c2a9a2-9039-443a-8295-fe35a331e002 req-66ef59f2-2e7d-4c86-9844-5d1c79ded0ae tempest-ListServersNegativeTestJSON-1207334089 tempest-ListServersNegativeTestJSON-1207334089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:38:08.879075 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-12c2a9a2-9039-443a-8295-fe35a331e002 req-66ef59f2-2e7d-4c86-9844-5d1c79ded0ae tempest-ListServersNegativeTestJSON-1207334089 tempest-ListServersNegativeTestJSON-1207334089-project] 10.222.0.74 "GET /v2.0/ports?device_id=a84d2947-bfad-453f-8a9a-46f6c9c330a9 HTTP/1.1" status: 200 len: 945 time: 0.2034903 Sep 23 19:38:08.891571 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59471c8a-287c-480c-beda-3703ae0a988e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:38:08.892167 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59471c8a-287c-480c-beda-3703ae0a988e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:38:08.892492 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59471c8a-287c-480c-beda-3703ae0a988e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:38:08.893133 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59471c8a-287c-480c-beda-3703ae0a988e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:38:08.894098 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59471c8a-287c-480c-beda-3703ae0a988e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:38:08.894535 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59471c8a-287c-480c-beda-3703ae0a988e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:38:08.894983 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59471c8a-287c-480c-beda-3703ae0a988e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:38:08.895399 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59471c8a-287c-480c-beda-3703ae0a988e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:38:08.896097 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59471c8a-287c-480c-beda-3703ae0a988e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:38:08.896525 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59471c8a-287c-480c-beda-3703ae0a988e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:38:08.896981 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59471c8a-287c-480c-beda-3703ae0a988e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:38:08.897406 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59471c8a-287c-480c-beda-3703ae0a988e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:38:08.932591 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.managers [None req-c4a564c8-fed1-4c54-af0c-b2161b422ac1 None None] Attempting to bind port 6a559d80-5328-473b-9ee4-b02b6c97ffb9 on host n-d-713301-16 for vnic_type normal with profile {{(pid=95103) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 19:38:08.933100 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.managers [None req-c4a564c8-fed1-4c54-af0c-b2161b422ac1 None None] Attempting to bind port 6a559d80-5328-473b-9ee4-b02b6c97ffb9 by drivers openvswitch,hyperv on host n-d-713301-16 at level 0 using segments [{'id': 'c2e02ec0-5f83-4105-8267-cb02701f642a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '62b0fc2b-a4cb-4225-abce-6a54cfdec443'}] {{(pid=95103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 19:38:08.933594 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4a564c8-fed1-4c54-af0c-b2161b422ac1 None None] Attempting to bind port 6a559d80-5328-473b-9ee4-b02b6c97ffb9 on network 62b0fc2b-a4cb-4225-abce-6a54cfdec443 {{(pid=95103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:38:08.950088 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4a564c8-fed1-4c54-af0c-b2161b422ac1 None None] Checking agent: {'id': '70a14545-df24-472f-8f95-bfe1719bff93', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 19, 7, 53), 'started_at': datetime.datetime(2021, 9, 23, 19, 8, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 19, 37, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 19:38:08.950628 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4a564c8-fed1-4c54-af0c-b2161b422ac1 None None] Checking segment: {'id': 'c2e02ec0-5f83-4105-8267-cb02701f642a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '62b0fc2b-a4cb-4225-abce-6a54cfdec443'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95103) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:38:08.950932 n-d-713301-16 neutron-server[95102]: DEBUG neutron.db.db_base_plugin_common [None req-59531ad2-1c48-4ae9-9109-a8a95b89e1c7 tempest-RoutersIpV6AdminTest-525100567 tempest-RoutersIpV6AdminTest-525100567-project] Allocated IP 172.25.1.91 (5dec5c09-378e-4f50-89cc-d94eb81c3bac/eff83446-018c-428d-b3f5-54ac9abe7a2a/2e3fb00c-4bfe-48de-8a32-091ed0986be0) {{(pid=95102) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 19:38:08.951237 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-c4a564c8-fed1-4c54-af0c-b2161b422ac1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:08.951731 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4a564c8-fed1-4c54-af0c-b2161b422ac1 None None] Bound using segment: {'id': 'c2e02ec0-5f83-4105-8267-cb02701f642a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '62b0fc2b-a4cb-4225-abce-6a54cfdec443'} {{(pid=95103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 19:38:08.952317 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.managers [None req-c4a564c8-fed1-4c54-af0c-b2161b422ac1 None None] Bound port: 6a559d80-5328-473b-9ee4-b02b6c97ffb9, host: n-d-713301-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c2e02ec0-5f83-4105-8267-cb02701f642a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '62b0fc2b-a4cb-4225-abce-6a54cfdec443'}}] {{(pid=95103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 19:38:08.953277 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-c4a564c8-fed1-4c54-af0c-b2161b422ac1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:09.078143 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-b522e437-1b1d-4fc2-ada3-8cfa95affe86 tempest-NetworksIpV6Test-1074010632 tempest-NetworksIpV6Test-1074010632-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783145630486'] for network, precommit_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:09.098709 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] For port cccce120-edc4-46e7-a8e0-6cd36936f5ba, host n-h1-713301-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-16',level=0,port_id=cccce120-edc4-46e7-a8e0-6cd36936f5ba,segment=NetworkSegment(c829e8ab-031e-4667-8d5b-36ba5cfb9383),segment_id=c829e8ab-031e-4667-8d5b-36ba5cfb9383)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:38:09.126194 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Returning: {'device': 'cccce120-edc4-46e7-a8e0-6cd36936f5ba', 'network_id': '13c320c3-e746-4d37-877a-d3d286211b52', 'port_id': 'cccce120-edc4-46e7-a8e0-6cd36936f5ba', 'mac_address': 'fa:16:3e:36:5f:f1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 605, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1858a7c9-e08d-4d7a-87f9-fd282e21109a', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95103) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 19:38:09.133024 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-c4a564c8-fed1-4c54-af0c-b2161b422ac1 None None] For port 6a559d80-5328-473b-9ee4-b02b6c97ffb9, host n-d-713301-16, cleared binding levels {{(pid=95103) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 19:38:09.169556 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-795e20e3-19ab-4964-85ec-8ed46e08758e tempest-FloatingIPAdminTestJSON-2134933000 tempest-FloatingIPAdminTestJSON-2134933000-project] Router 11c42693-cfe4-4898-9814-3a0706010c81 has already been hosted by L3 agent 79a740bf-7821-4989-8288-7186e3e128f3 {{(pid=95101) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 19:38:09.179835 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-c4a564c8-fed1-4c54-af0c-b2161b422ac1 None None] For port 6a559d80-5328-473b-9ee4-b02b6c97ffb9, host n-d-713301-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-16',level=0,port_id=6a559d80-5328-473b-9ee4-b02b6c97ffb9,segment=NetworkSegment(c2e02ec0-5f83-4105-8267-cb02701f642a),segment_id=c2e02ec0-5f83-4105-8267-cb02701f642a)] {{(pid=95103) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 19:38:09.189003 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-c4a564c8-fed1-4c54-af0c-b2161b422ac1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:09.243421 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:09.266379 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-7022d5d9-b7d4-4d2b-a775-4dd5b3980041 None None] Provisioning complete for port 6a559d80-5328-473b-9ee4-b02b6c97ffb9 triggered by entity DHCP. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:38:09.266893 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-7022d5d9-b7d4-4d2b-a775-4dd5b3980041 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:09.297379 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 56890) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:38:09.298658 n-d-713301-16 neutron-server[95103]: DEBUG neutron.notifiers.nova [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cccce120-edc4-46e7-a8e0-6cd36936f5ba {{(pid=95103) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 19:38:09.350021 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-b522e437-1b1d-4fc2-ada3-8cfa95affe86 tempest-NetworksIpV6Test-1074010632 tempest-NetworksIpV6Test-1074010632-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299'] for network, after_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:09.356267 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b522e437-1b1d-4fc2-ada3-8cfa95affe86 tempest-NetworksIpV6Test-1074010632 tempest-NetworksIpV6Test-1074010632-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:38:09.357000 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-b522e437-1b1d-4fc2-ada3-8cfa95affe86 tempest-NetworksIpV6Test-1074010632 tempest-NetworksIpV6Test-1074010632-project] Notify callbacks [] for network, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:09.377722 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] For port cccce120-edc4-46e7-a8e0-6cd36936f5ba, host n-h1-713301-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-16',level=0,port_id=cccce120-edc4-46e7-a8e0-6cd36936f5ba,segment=NetworkSegment(c829e8ab-031e-4667-8d5b-36ba5cfb9383),segment_id=c829e8ab-031e-4667-8d5b-36ba5cfb9383)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:38:09.390175 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59471c8a-287c-480c-beda-3703ae0a988e None None] Pushing event updated for resources: {'Port': ['ID=6a559d80-5328-473b-9ee4-b02b6c97ffb9,revision_number=4']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:38:09.390409 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-795e20e3-19ab-4964-85ec-8ed46e08758e tempest-FloatingIPAdminTestJSON-2134933000 tempest-FloatingIPAdminTestJSON-2134933000-project] Notify agent at l3_agent.n-d-713301-16 the message routers_updated {{(pid=95101) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 19:38:09.393574 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:09.395557 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4a564c8-fed1-4c54-af0c-b2161b422ac1 None None] Routers {'2882cbc4-f899-4122-810d-f6b256b3c259'} bound to L3 agent in host n-d-713301-16 {{(pid=95103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 19:38:09.396457 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_hamode_db [None req-c4a564c8-fed1-4c54-af0c-b2161b422ac1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-23T19:07:52Z,description=,heartbeat_timestamp=2021-09-23T19:37:52Z,host='n-d-713301-16',id=79a740bf-7821-4989-8288-7186e3e128f3,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:07:52Z,topic='l3_agent')) {'router_ids': ['2882cbc4-f899-4122-810d-f6b256b3c259'], 'active': True} {{(pid=95103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:38:09.408993 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f4e4b70-5239-4126-8f2f-aab851f4817d None None] Sync routers for ids ['11c42693-cfe4-4898-9814-3a0706010c81'] in n-d-713301-16 {{(pid=95104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 19:38:09.416674 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-795e20e3-19ab-4964-85ec-8ed46e08758e tempest-FloatingIPAdminTestJSON-2134933000 tempest-FloatingIPAdminTestJSON-2134933000-project] 10.222.0.67 "PUT /v2.0/routers/11c42693-cfe4-4898-9814-3a0706010c81/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8115897 Sep 23 19:38:09.422561 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 56894) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:38:09.423608 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f4e4b70-5239-4126-8f2f-aab851f4817d None None] Routers {'11c42693-cfe4-4898-9814-3a0706010c81'} bound to L3 agent in host n-d-713301-16 {{(pid=95104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 19:38:09.424492 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_hamode_db [None req-5f4e4b70-5239-4126-8f2f-aab851f4817d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-23T19:07:52Z,description=,heartbeat_timestamp=2021-09-23T19:37:52Z,host='n-d-713301-16',id=79a740bf-7821-4989-8288-7186e3e128f3,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:07:52Z,topic='l3_agent')) {'router_ids': ['11c42693-cfe4-4898-9814-3a0706010c81'], 'active': True} {{(pid=95104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:38:09.489079 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-59531ad2-1c48-4ae9-9109-a8a95b89e1c7 tempest-RoutersIpV6AdminTest-525100567 tempest-RoutersIpV6AdminTest-525100567-project] Notify callbacks [] for port, precommit_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:09.500151 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_hamode_db [None req-5f4e4b70-5239-4126-8f2f-aab851f4817d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713301-16', False) {} {{(pid=95104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:38:09.514596 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f4e4b70-5239-4126-8f2f-aab851f4817d None None] Routers {'11c42693-cfe4-4898-9814-3a0706010c81'} bound to L3 agent in host n-d-713301-16 {{(pid=95104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 19:38:09.520408 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_hamode_db [None req-5f4e4b70-5239-4126-8f2f-aab851f4817d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-23T19:07:52Z,description=,heartbeat_timestamp=2021-09-23T19:37:52Z,host='n-d-713301-16',id=79a740bf-7821-4989-8288-7186e3e128f3,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:07:52Z,topic='l3_agent')) {'router_ids': ['11c42693-cfe4-4898-9814-3a0706010c81'], 'active': True} {{(pid=95104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:38:09.556521 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-382a4eef-f556-4501-a785-039d9e068c28 tempest-FloatingIPAdminTestJSON-2134933000 tempest-FloatingIPAdminTestJSON-2134933000-project] Notify callbacks [] for router, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:09.574997 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_hamode_db [None req-5f4e4b70-5239-4126-8f2f-aab851f4817d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713301-16', False) {} {{(pid=95104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:38:09.576067 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f4e4b70-5239-4126-8f2f-aab851f4817d None None] The sync data for ids ['11c42693-cfe4-4898-9814-3a0706010c81'] in n-d-713301-16 is: [] {{(pid=95104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 19:38:09.614768 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-59531ad2-1c48-4ae9-9109-a8a95b89e1c7 tempest-RoutersIpV6AdminTest-525100567 tempest-RoutersIpV6AdminTest-525100567-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783145673135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4399100'] for port, after_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:09.619223 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] get_ports_and_sgs() called for port_ids ['cccce120-edc4-46e7-a8e0-6cd36936f5ba'] {{(pid=95103) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 19:38:09.673561 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-591427ae-9a91-416f-922c-4040bdfcff04 req-87258ad3-cfdf-40a9-bcc7-cc8902c571ab tempest-ServersTestJSON-149791516 tempest-ServersTestJSON-149791516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:38:09.675081 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Pushing event updated for resources: {'Port': ['ID=cccce120-edc4-46e7-a8e0-6cd36936f5ba,revision_number=4']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:38:09.681877 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-591427ae-9a91-416f-922c-4040bdfcff04 req-87258ad3-cfdf-40a9-bcc7-cc8902c571ab tempest-ServersTestJSON-149791516 tempest-ServersTestJSON-149791516-project] 10.222.0.67 "GET /v2.0/ports?device_id=e1886236-d753-4e47-9a61-edcdff2bc203 HTTP/1.1" status: 200 len: 944 time: 0.5117555 Sep 23 19:38:09.690456 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b522e437-1b1d-4fc2-ada3-8cfa95affe86 tempest-NetworksIpV6Test-1074010632 tempest-NetworksIpV6Test-1074010632-project] Pushing event updated for resources: {'Network': ['ID=a8f69208-2d2c-44f8-baf3-253e219ca16a,revision_number=1']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:38:09.702022 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-3ff42c86-3cc8-48a5-8ba5-20414465fd10 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:09.733214 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-b522e437-1b1d-4fc2-ada3-8cfa95affe86 tempest-NetworksIpV6Test-1074010632 tempest-NetworksIpV6Test-1074010632-project] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 1.2416618 Sep 23 19:38:09.749236 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d62109-5710-49e6-be60-4742357a63e4 req-8351fd30-8226-4bc5-b856-d8ee67b21c01 tempest-ListServersNegativeTestJSON-1207334089 tempest-ListServersNegativeTestJSON-1207334089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:38:09.750536 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Network a8f69208-2d2c-44f8-baf3-253e219ca16a details requested by agent ovs-agent-n-d-713301-16 with host n-d-713301-16 {{(pid=95103) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 19:38:09.755383 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-89d62109-5710-49e6-be60-4742357a63e4 req-8351fd30-8226-4bc5-b856-d8ee67b21c01 tempest-ListServersNegativeTestJSON-1207334089 tempest-ListServersNegativeTestJSON-1207334089-project] 10.222.0.67 "GET /v2.0/ports?device_id=ff231c83-1672-4420-aa04-ad15c4772493 HTTP/1.1" status: 200 len: 945 time: 0.6183028 Sep 23 19:38:09.758387 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 56898) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:38:09.765728 n-d-713301-16 neutron-server[95102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59531ad2-1c48-4ae9-9109-a8a95b89e1c7 tempest-RoutersIpV6AdminTest-525100567 tempest-RoutersIpV6AdminTest-525100567-project] Network 5dec5c09-378e-4f50-89cc-d94eb81c3bac is already hosted by enough agents. {{(pid=95102) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:38:09.801203 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.v2.base [None req-dd7c1af5-c50c-4f38-9960-db5c6682cad8 tempest-NetworksIpV6Test-1074010632 tempest-NetworksIpV6Test-1074010632-project] Request body: {'subnet': {'network_id': 'a8f69208-2d2c-44f8-baf3-253e219ca16a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None}} {{(pid=95102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:38:09.811791 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-7022d5d9-b7d4-4d2b-a775-4dd5b3980041 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:09.812763 n-d-713301-16 neutron-server[95102]: DEBUG neutron.scheduler.base_scheduler [None req-59531ad2-1c48-4ae9-9109-a8a95b89e1c7 tempest-RoutersIpV6AdminTest-525100567 tempest-RoutersIpV6AdminTest-525100567-project] Resources bound (agent type, host, resource id): {{(pid=95102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:38:09.816306 n-d-713301-16 neutron-server[95102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59531ad2-1c48-4ae9-9109-a8a95b89e1c7 tempest-RoutersIpV6AdminTest-525100567 tempest-RoutersIpV6AdminTest-525100567-project] Received port after_create {{(pid=95102) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 19:38:09.826072 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_dvr_db [None req-c4a564c8-fed1-4c54-af0c-b2161b422ac1 None None] Set router 2882cbc4-f899-4122-810d-f6b256b3c259 gateway port host: n-d-713301-16 {{(pid=95103) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 19:38:09.939459 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.plugin [req-12c2a9a2-9039-443a-8295-fe35a331e002 req-382473a3-86fa-45ba-90da-0e12f3d83925 tempest-ListServersNegativeTestJSON-1207334089 tempest-ListServersNegativeTestJSON-1207334089-project] Deleting port 7b2f1715-4904-4fe0-9fdd-042fe3860649 {{(pid=95102) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:38:09.939779 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-12c2a9a2-9039-443a-8295-fe35a331e002 req-382473a3-86fa-45ba-90da-0e12f3d83925 tempest-ListServersNegativeTestJSON-1207334089 tempest-ListServersNegativeTestJSON-1207334089-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783146157096'] for port, before_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:09.984130 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59531ad2-1c48-4ae9-9109-a8a95b89e1c7 tempest-RoutersIpV6AdminTest-525100567 tempest-RoutersIpV6AdminTest-525100567-project] Pushing event updated for resources: {'Port': ['ID=2e3fb00c-4bfe-48de-8a32-091ed0986be0,revision_number=1']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:38:09.990822 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-591427ae-9a91-416f-922c-4040bdfcff04 req-da1aa5a3-ad67-4814-b359-a31437b0ed06 tempest-ServersTestJSON-149791516 tempest-ServersTestJSON-149791516-project] 10.222.0.67 "GET /v2.0/security-groups?id=b8c31db9-bcb2-4708-876e-18b1f4bdd8a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3073931 Sep 23 19:38:09.993126 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-7022d5d9-b7d4-4d2b-a775-4dd5b3980041 None None] For port 6a559d80-5328-473b-9ee4-b02b6c97ffb9, host n-d-713301-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-16',level=0,port_id=6a559d80-5328-473b-9ee4-b02b6c97ffb9,segment=NetworkSegment(c2e02ec0-5f83-4105-8267-cb02701f642a),segment_id=c2e02ec0-5f83-4105-8267-cb02701f642a)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:38:10.009523 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-7022d5d9-b7d4-4d2b-a775-4dd5b3980041 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:10.022900 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-cd1305cd-afb9-4e9e-bba5-3af843a60b0e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-601372'] for router_interface, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:10.029745 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-382a4eef-f556-4501-a785-039d9e068c28 tempest-FloatingIPAdminTestJSON-2134933000 tempest-FloatingIPAdminTestJSON-2134933000-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:10.034326 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.plugin [req-96522bc1-9651-4c66-a010-0a0686ab2e53 req-21e9b951-c6c0-47e9-a72c-e9bcba5e52c7 tempest-ListServersNegativeTestJSON-1207334089 tempest-ListServersNegativeTestJSON-1207334089-project] Deleting port a8c92460-5fae-4c8f-84ed-ea8e7d7e81e5 {{(pid=95102) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:38:10.034679 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-96522bc1-9651-4c66-a010-0a0686ab2e53 req-21e9b951-c6c0-47e9-a72c-e9bcba5e52c7 tempest-ListServersNegativeTestJSON-1207334089 tempest-ListServersNegativeTestJSON-1207334089-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783146157096'] for port, before_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:10.121600 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7022d5d9-b7d4-4d2b-a775-4dd5b3980041 None None] Pushing event updated for resources: {'Port': ['ID=6a559d80-5328-473b-9ee4-b02b6c97ffb9,revision_number=5']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:38:10.140726 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-89d62109-5710-49e6-be60-4742357a63e4 req-d86112fe-df6c-4f7e-89c2-bae2a13df92c tempest-ListServersNegativeTestJSON-1207334089 tempest-ListServersNegativeTestJSON-1207334089-project] 10.222.0.67 "GET /v2.0/security-groups?id=40996637-10c7-4777-a250-5601fd310469&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3780496 Sep 23 19:38:10.181645 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-8d9f94e9-3f97-4e2d-ad24-4acd2f5f28e0 None None] Provisioning complete for port 6a559d80-5328-473b-9ee4-b02b6c97ffb9 triggered by entity DHCP. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:38:10.182073 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-8d9f94e9-3f97-4e2d-ad24-4acd2f5f28e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:10.228713 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_hamode_db [None req-c4a564c8-fed1-4c54-af0c-b2161b422ac1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2882cbc4-f899-4122-810d-f6b256b3c259', 'name': 'tempest-ImageQuotaTest-1733332121-router', 'tenant_id': 'd3fd858eee8b458db29d25bd4b30877b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'external_fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.226'}], 'enable_snat': True}, 'gw_port_id': '0797353b-dd65-4dec-af99-fc16d3e83d30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:37:54Z', 'updated_at': '2021-09-23T19:38:03Z', 'revision_number': 4, 'project_id': 'd3fd858eee8b458db29d25bd4b30877b', 'gw_port': {'id': '0797353b-dd65-4dec-af99-fc16d3e83d30', 'name': '', 'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:19:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2882cbc4-f899-4122-810d-f6b256b3c259', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1995, 'fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:37:55Z', 'updated_at': '2021-09-23T19:38:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-16', '_interfaces': [{'id': '6a559d80-5328-473b-9ee4-b02b6c97ffb9', 'name': '', 'network_id': '62b0fc2b-a4cb-4225-abce-6a54cfdec443', 'tenant_id': 'd3fd858eee8b458db29d25bd4b30877b', 'mac_address': 'fa:16:3e:9c:38:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2882cbc4-f899-4122-810d-f6b256b3c259', 'device_owner': 'network:router_interface', 'standard_attr_id': 2001, 'fixed_ips': [{'subnet_id': 'f42fa390-e53c-4b50-9540-3ef90fe94941', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:38:01Z', 'updated_at': '2021-09-23T19:38:09Z', 'revision_number': 4, 'project_id': 'd3fd858eee8b458db29d25bd4b30877b', 'subnets': [{'id': 'f42fa390-e53c-4b50-9540-3ef90fe94941', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-16', False) {} {{(pid=95103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:38:10.266807 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4a564c8-fed1-4c54-af0c-b2161b422ac1 None None] The sync data for ids ['2882cbc4-f899-4122-810d-f6b256b3c259'] in n-d-713301-16 is: [{'id': '2882cbc4-f899-4122-810d-f6b256b3c259', 'name': 'tempest-ImageQuotaTest-1733332121-router', 'tenant_id': 'd3fd858eee8b458db29d25bd4b30877b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'external_fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.226'}], 'enable_snat': True}, 'gw_port_id': '0797353b-dd65-4dec-af99-fc16d3e83d30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:37:54Z', 'updated_at': '2021-09-23T19:38:03Z', 'revision_number': 4, 'project_id': 'd3fd858eee8b458db29d25bd4b30877b', 'gw_port': {'id': '0797353b-dd65-4dec-af99-fc16d3e83d30', 'name': '', 'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:19:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2882cbc4-f899-4122-810d-f6b256b3c259', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1995, 'fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:37:55Z', 'updated_at': '2021-09-23T19:38:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-16', '_interfaces': [{'id': '6a559d80-5328-473b-9ee4-b02b6c97ffb9', 'name': '', 'network_id': '62b0fc2b-a4cb-4225-abce-6a54cfdec443', 'tenant_id': 'd3fd858eee8b458db29d25bd4b30877b', 'mac_address': 'fa:16:3e:9c:38:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2882cbc4-f899-4122-810d-f6b256b3c259', 'device_owner': 'network:router_interface', 'standard_attr_id': 2001, 'fixed_ips': [{'subnet_id': 'f42fa390-e53c-4b50-9540-3ef90fe94941', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:38:01Z', 'updated_at': '2021-09-23T19:38:09Z', 'revision_number': 4, 'project_id': 'd3fd858eee8b458db29d25bd4b30877b', 'subnets': [{'id': 'f42fa390-e53c-4b50-9540-3ef90fe94941', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 19:38:10.271359 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.plugin [None req-382a4eef-f556-4501-a785-039d9e068c28 tempest-FloatingIPAdminTestJSON-2134933000 tempest-FloatingIPAdminTestJSON-2134933000-project] Deleting port 0696caad-b613-4a17-ade1-0acb25518005 {{(pid=95101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:38:10.271712 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-382a4eef-f556-4501-a785-039d9e068c28 tempest-FloatingIPAdminTestJSON-2134933000 tempest-FloatingIPAdminTestJSON-2134933000-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783146157096'] for port, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:10.385008 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.db [req-12c2a9a2-9039-443a-8295-fe35a331e002 req-382473a3-86fa-45ba-90da-0e12f3d83925 tempest-ListServersNegativeTestJSON-1207334089 tempest-ListServersNegativeTestJSON-1207334089-project] For port 7b2f1715-4904-4fe0-9fdd-042fe3860649, host n-h1-713301-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-16',level=0,port_id=7b2f1715-4904-4fe0-9fdd-042fe3860649,segment=NetworkSegment(2ac4e7d7-8acc-4746-b729-6191494d3cf1),segment_id=2ac4e7d7-8acc-4746-b729-6191494d3cf1)] {{(pid=95102) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:38:10.385412 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-12c2a9a2-9039-443a-8295-fe35a331e002 req-382473a3-86fa-45ba-90da-0e12f3d83925 tempest-ListServersNegativeTestJSON-1207334089 tempest-ListServersNegativeTestJSON-1207334089-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-605701'] for port, precommit_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:10.409712 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.db [req-96522bc1-9651-4c66-a010-0a0686ab2e53 req-21e9b951-c6c0-47e9-a72c-e9bcba5e52c7 tempest-ListServersNegativeTestJSON-1207334089 tempest-ListServersNegativeTestJSON-1207334089-project] For port a8c92460-5fae-4c8f-84ed-ea8e7d7e81e5, host n-h2-713301-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-16',level=0,port_id=a8c92460-5fae-4c8f-84ed-ea8e7d7e81e5,segment=NetworkSegment(2ac4e7d7-8acc-4746-b729-6191494d3cf1),segment_id=2ac4e7d7-8acc-4746-b729-6191494d3cf1)] {{(pid=95102) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:38:10.410083 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-96522bc1-9651-4c66-a010-0a0686ab2e53 req-21e9b951-c6c0-47e9-a72c-e9bcba5e52c7 tempest-ListServersNegativeTestJSON-1207334089 tempest-ListServersNegativeTestJSON-1207334089-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-605701'] for port, precommit_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:10.430116 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-382a4eef-f556-4501-a785-039d9e068c28 tempest-FloatingIPAdminTestJSON-2134933000 tempest-FloatingIPAdminTestJSON-2134933000-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-605701'] for port, precommit_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:10.449199 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.plugin [None req-382a4eef-f556-4501-a785-039d9e068c28 tempest-FloatingIPAdminTestJSON-2134933000 tempest-FloatingIPAdminTestJSON-2134933000-project] Calling delete_port for 0696caad-b613-4a17-ade1-0acb25518005 owned by network:router_gateway {{(pid=95101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:38:10.475342 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.plugin [req-12c2a9a2-9039-443a-8295-fe35a331e002 req-382473a3-86fa-45ba-90da-0e12f3d83925 tempest-ListServersNegativeTestJSON-1207334089 tempest-ListServersNegativeTestJSON-1207334089-project] Calling delete_port for 7b2f1715-4904-4fe0-9fdd-042fe3860649 owned by compute:nova {{(pid=95102) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:38:10.494109 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.plugin [req-96522bc1-9651-4c66-a010-0a0686ab2e53 req-21e9b951-c6c0-47e9-a72c-e9bcba5e52c7 tempest-ListServersNegativeTestJSON-1207334089 tempest-ListServersNegativeTestJSON-1207334089-project] Calling delete_port for a8c92460-5fae-4c8f-84ed-ea8e7d7e81e5 owned by compute:nova {{(pid=95102) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:38:10.494109 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-3ff42c86-3cc8-48a5-8ba5-20414465fd10 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:10.543151 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-3ff42c86-3cc8-48a5-8ba5-20414465fd10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:10.560490 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.plugin [None req-cd1305cd-afb9-4e9e-bba5-3af843a60b0e admin admin] Deleting port 6a559d80-5328-473b-9ee4-b02b6c97ffb9 {{(pid=95101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:38:10.561358 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-cd1305cd-afb9-4e9e-bba5-3af843a60b0e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783146157096'] for port, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:10.678117 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd7c1af5-c50c-4f38-9960-db5c6682cad8 tempest-NetworksIpV6Test-1074010632 tempest-NetworksIpV6Test-1074010632-project] Made reservation on behalf of 699ebd3ddaa74a06bf917c17312a1ac5 for: {'subnet': 1} {{(pid=95102) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:38:10.682816 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-dd7c1af5-c50c-4f38-9960-db5c6682cad8 tempest-NetworksIpV6Test-1074010632 tempest-NetworksIpV6Test-1074010632-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5388256'] for subnet, before_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:10.729326 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.db [None req-cd1305cd-afb9-4e9e-bba5-3af843a60b0e admin admin] For port 6a559d80-5328-473b-9ee4-b02b6c97ffb9, host n-d-713301-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-16',level=0,port_id=6a559d80-5328-473b-9ee4-b02b6c97ffb9,segment=NetworkSegment(c2e02ec0-5f83-4105-8267-cb02701f642a),segment_id=c2e02ec0-5f83-4105-8267-cb02701f642a)] {{(pid=95101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:38:10.729701 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-cd1305cd-afb9-4e9e-bba5-3af843a60b0e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-605701'] for port, precommit_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:10.734433 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-3ff42c86-3cc8-48a5-8ba5-20414465fd10 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=b2f5eed3994a463594601a21266e017d&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4211905 Sep 23 19:38:10.736077 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 56900) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:38:10.749982 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff42c86-3cc8-48a5-8ba5-20414465fd10 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73a3685b-c181-4e76-ab6c-f60134fae7ee,revision_number=1']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:38:10.768520 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.plugin [None req-cd1305cd-afb9-4e9e-bba5-3af843a60b0e admin admin] Calling delete_port for 6a559d80-5328-473b-9ee4-b02b6c97ffb9 owned by network:router_interface {{(pid=95101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:38:10.807801 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-59531ad2-1c48-4ae9-9109-a8a95b89e1c7 tempest-RoutersIpV6AdminTest-525100567 tempest-RoutersIpV6AdminTest-525100567-project] Notify callbacks [] for router_gateway, after_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:10.823869 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Device cccce120-edc4-46e7-a8e0-6cd36936f5ba up at agent hyperv_n-h1-713301-16 {{(pid=95103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 19:38:10.846052 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-382a4eef-f556-4501-a785-039d9e068c28 tempest-FloatingIPAdminTestJSON-2134933000 tempest-FloatingIPAdminTestJSON-2134933000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783146162158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783145673144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5607431'] for port, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:10.898174 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-382a4eef-f556-4501-a785-039d9e068c28 tempest-FloatingIPAdminTestJSON-2134933000 tempest-FloatingIPAdminTestJSON-2134933000-project] Pushing event deleted for resources: {'Port': ['ID=0696caad-b613-4a17-ade1-0acb25518005,revision_number=None']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:38:10.913135 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Provisioning for port cccce120-edc4-46e7-a8e0-6cd36936f5ba completed by entity L2. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 19:38:10.919934 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Provisioning complete for port cccce120-edc4-46e7-a8e0-6cd36936f5ba triggered by entity L2. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:38:10.920327 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:10.963482 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-08e95e7e-7277-411e-a71e-5c213357932c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:11.030138 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:11.040794 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-382a4eef-f556-4501-a785-039d9e068c28 tempest-FloatingIPAdminTestJSON-2134933000 tempest-FloatingIPAdminTestJSON-2134933000-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-601942'] for router_gateway, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:11.044204 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-08e95e7e-7277-411e-a71e-5c213357932c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:11.060983 n-d-713301-16 neutron-server[95103]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e1886236-d753-4e47-9a61-edcdff2bc203', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cccce120-edc4-46e7-a8e0-6cd36936f5ba'}] {{(pid=95103) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 19:38:11.063324 n-d-713301-16 neutron-server[95103]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}81a1c17f2aa89d5b3ebbba3a3e0cf7eb588e431c2224256110c4c4facdd7c3e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18726faa-ce0b-4faa-82ed-335c797712e9" -d '{"events": [{"server_uuid": "e1886236-d753-4e47-9a61-edcdff2bc203", "name": "network-vif-plugged", "status": "completed", "tag": "cccce120-edc4-46e7-a8e0-6cd36936f5ba"}]}' {{(pid=95103) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 19:38:11.077614 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] For port cccce120-edc4-46e7-a8e0-6cd36936f5ba, host n-h1-713301-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-16',level=0,port_id=cccce120-edc4-46e7-a8e0-6cd36936f5ba,segment=NetworkSegment(c829e8ab-031e-4667-8d5b-36ba5cfb9383),segment_id=c829e8ab-031e-4667-8d5b-36ba5cfb9383)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:38:11.086139 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:11.088035 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Device 7b2f1715-4904-4fe0-9fdd-042fe3860649 no longer exists at agent hyperv_n-h1-713301-16 {{(pid=95103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 19:38:11.101634 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-96522bc1-9651-4c66-a010-0a0686ab2e53 req-21e9b951-c6c0-47e9-a72c-e9bcba5e52c7 tempest-ListServersNegativeTestJSON-1207334089 tempest-ListServersNegativeTestJSON-1207334089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783146162158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783145673144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4399100'] for port, after_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:11.139209 n-d-713301-16 neutron-server[95103]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 19:38:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42b22727-9ce9-449d-aeb7-68d767cc0d55 x-openstack-request-id: req-42b22727-9ce9-449d-aeb7-68d767cc0d55 {{(pid=95103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 19:38:11.139615 n-d-713301-16 neutron-server[95103]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e1886236-d753-4e47-9a61-edcdff2bc203", "name": "network-vif-plugged", "status": "completed", "tag": "cccce120-edc4-46e7-a8e0-6cd36936f5ba", "code": 200}]} {{(pid=95103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 19:38:11.139792 n-d-713301-16 neutron-server[95103]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-42b22727-9ce9-449d-aeb7-68d767cc0d55 {{(pid=95103) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 19:38:11.140177 n-d-713301-16 neutron-server[95103]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e1886236-d753-4e47-9a61-edcdff2bc203', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cccce120-edc4-46e7-a8e0-6cd36936f5ba', 'code': 200} Sep 23 19:38:11.227152 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-12c2a9a2-9039-443a-8295-fe35a331e002 req-382473a3-86fa-45ba-90da-0e12f3d83925 tempest-ListServersNegativeTestJSON-1207334089 tempest-ListServersNegativeTestJSON-1207334089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783146162158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783145673144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4399100'] for port, after_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:11.257392 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-382a4eef-f556-4501-a785-039d9e068c28 tempest-FloatingIPAdminTestJSON-2134933000 tempest-FloatingIPAdminTestJSON-2134933000-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-597305', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29369'] for router, precommit_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:11.261933 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-382a4eef-f556-4501-a785-039d9e068c28 tempest-FloatingIPAdminTestJSON-2134933000 tempest-FloatingIPAdminTestJSON-2134933000-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:11.263846 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Pushing event updated for resources: {'Port': ['ID=cccce120-edc4-46e7-a8e0-6cd36936f5ba,revision_number=5']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:38:11.286423 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] No active binding found for port 7b2f1715-4904-4fe0-9fdd-042fe3860649 {{(pid=95103) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Sep 23 19:38:11.287168 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Device 7b2f1715-4904-4fe0-9fdd-042fe3860649 not bound to the agent host n-h1-713301-16 {{(pid=95103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 19:38:11.343552 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-08e95e7e-7277-411e-a71e-5c213357932c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:11.347062 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-08e95e7e-7277-411e-a71e-5c213357932c admin admin] Notify callbacks [] for security_group, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:11.348256 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-08e95e7e-7277-411e-a71e-5c213357932c admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/73a3685b-c181-4e76-ab6c-f60134fae7ee HTTP/1.1" status: 204 len: 168 time: 0.6008070 Sep 23 19:38:11.394471 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-382a4eef-f556-4501-a785-039d9e068c28 tempest-FloatingIPAdminTestJSON-2134933000 tempest-FloatingIPAdminTestJSON-2134933000-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-597296'] for router, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:11.394993 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-382a4eef-f556-4501-a785-039d9e068c28 tempest-FloatingIPAdminTestJSON-2134933000 tempest-FloatingIPAdminTestJSON-2134933000-project] Fanout notify agent at l3_agent the message router_deleted on router 11c42693-cfe4-4898-9814-3a0706010c81 {{(pid=95101) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 23 19:38:11.417635 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-382a4eef-f556-4501-a785-039d9e068c28 tempest-FloatingIPAdminTestJSON-2134933000 tempest-FloatingIPAdminTestJSON-2134933000-project] Notify callbacks [] for router, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:11.421570 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-382a4eef-f556-4501-a785-039d9e068c28 tempest-FloatingIPAdminTestJSON-2134933000 tempest-FloatingIPAdminTestJSON-2134933000-project] 10.222.0.67 "DELETE /v2.0/routers/11c42693-cfe4-4898-9814-3a0706010c81 HTTP/1.1" status: 204 len: 168 time: 1.9953749 Sep 23 19:38:11.421570 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 56914) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:38:11.470311 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08e95e7e-7277-411e-a71e-5c213357932c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73a3685b-c181-4e76-ab6c-f60134fae7ee,revision_number=None']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:38:11.510623 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-cd1305cd-afb9-4e9e-bba5-3af843a60b0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783146162158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783145673144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5607431'] for port, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:11.514149 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6376ad7-27e0-4327-9b72-38bcbb8887ac req-cde551ec-8b8f-4220-982a-4b6ec175ec1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:38:11.515705 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-a6376ad7-27e0-4327-9b72-38bcbb8887ac req-cde551ec-8b8f-4220-982a-4b6ec175ec1d service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=e1886236-d753-4e47-9a61-edcdff2bc203 HTTP/1.1" status: 200 len: 1098 time: 0.3277788 Sep 23 19:38:11.553520 n-d-713301-16 neutron-server[95101]: DEBUG neutron.db.db_base_plugin_v2 [None req-c3cbda0a-c4b0-425b-9aa7-f831d1c5f523 tempest-FloatingIPAdminTestJSON-2134933000 tempest-FloatingIPAdminTestJSON-2134933000-project] Deleting subnet 614011a1-f0cf-457f-97ed-0f854b5ffc56 {{(pid=95101) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 23 19:38:11.567221 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd1305cd-afb9-4e9e-bba5-3af843a60b0e admin admin] Pushing event deleted for resources: {'Port': ['ID=6a559d80-5328-473b-9ee4-b02b6c97ffb9,revision_number=None']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:38:11.570921 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-c3cbda0a-c4b0-425b-9aa7-f831d1c5f523 tempest-FloatingIPAdminTestJSON-2134933000 tempest-FloatingIPAdminTestJSON-2134933000-project] Notify callbacks [] for subnet, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:11.668275 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-a6376ad7-27e0-4327-9b72-38bcbb8887ac req-323717d1-294e-474c-9bdd-eef9b8b6ec55 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=b8c31db9-bcb2-4708-876e-18b1f4bdd8a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1235330 Sep 23 19:38:11.686184 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-c3cbda0a-c4b0-425b-9aa7-f831d1c5f523 tempest-FloatingIPAdminTestJSON-2134933000 tempest-FloatingIPAdminTestJSON-2134933000-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6007154'] for subnet, precommit_delete_associations {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:11.831321 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 56918) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:38:11.874550 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-c1fe9048-dc6f-41bc-a9c1-c24f2776ad8e admin admin] Notify callbacks [] for security_group, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:11.916690 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-c3cbda0a-c4b0-425b-9aa7-f831d1c5f523 tempest-FloatingIPAdminTestJSON-2134933000 tempest-FloatingIPAdminTestJSON-2134933000-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1756813'] for subnet, precommit_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:11.920050 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21e9b951-c6c0-47e9-a72c-e9bcba5e52c7 tempest-ListServersNegativeTestJSON-1207334089 tempest-ListServersNegativeTestJSON-1207334089-project] Pushing event deleted for resources: {'Port': ['ID=a8c92460-5fae-4c8f-84ed-ea8e7d7e81e5,revision_number=None']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:38:11.921930 n-d-713301-16 neutron-server[95102]: DEBUG neutron.db.l3_dvrscheduler_db [req-96522bc1-9651-4c66-a010-0a0686ab2e53 req-21e9b951-c6c0-47e9-a72c-e9bcba5e52c7 tempest-ListServersNegativeTestJSON-1207334089 tempest-ListServersNegativeTestJSON-1207334089-project] No DVR routers for this DVR port a8c92460-5fae-4c8f-84ed-ea8e7d7e81e5 on host n-h2-713301-16 {{(pid=95102) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 19:38:11.941636 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-96522bc1-9651-4c66-a010-0a0686ab2e53 req-21e9b951-c6c0-47e9-a72c-e9bcba5e52c7 tempest-ListServersNegativeTestJSON-1207334089 tempest-ListServersNegativeTestJSON-1207334089-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222849'] for port, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:11.943656 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-96522bc1-9651-4c66-a010-0a0686ab2e53 req-21e9b951-c6c0-47e9-a72c-e9bcba5e52c7 tempest-ListServersNegativeTestJSON-1207334089 tempest-ListServersNegativeTestJSON-1207334089-project] 10.222.0.53 "DELETE /v2.0/ports/a8c92460-5fae-4c8f-84ed-ea8e7d7e81e5 HTTP/1.1" status: 204 len: 173 time: 3.0636666 Sep 23 19:38:11.952654 n-d-713301-16 neutron-server[95102]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff231c83-1672-4420-aa04-ad15c4772493', 'name': 'network-vif-deleted', 'tag': 'a8c92460-5fae-4c8f-84ed-ea8e7d7e81e5'}] {{(pid=95102) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 19:38:11.953881 n-d-713301-16 neutron-server[95102]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab31b6d93e5336dbddfa8ec424565b3bd8cb2369c5b4d85bc943472dbb21e8ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0276b9d4-f290-4b52-a739-47f0eb48d680" -d '{"events": [{"server_uuid": "ff231c83-1672-4420-aa04-ad15c4772493", "name": "network-vif-deleted", "tag": "a8c92460-5fae-4c8f-84ed-ea8e7d7e81e5"}]}' {{(pid=95102) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 19:38:11.975392 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-cd1305cd-afb9-4e9e-bba5-3af843a60b0e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-527322', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-602005'] for router_interface, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:12.002210 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-6307ddeb-c7a3-4e7c-85f1-ea9d14ae547e req-8722fb36-d305-4622-a356-47f054098123 tempest-ListServersNegativeTestJSON-1207334089 tempest-ListServersNegativeTestJSON-1207334089-project] 10.222.0.67 "GET /v2.0/ports?device_id=ff231c83-1672-4420-aa04-ad15c4772493 HTTP/1.1" status: 200 len: 210 time: 0.0960546 Sep 23 19:38:12.038172 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-382473a3-86fa-45ba-90da-0e12f3d83925 tempest-ListServersNegativeTestJSON-1207334089 tempest-ListServersNegativeTestJSON-1207334089-project] Pushing event deleted for resources: {'Port': ['ID=7b2f1715-4904-4fe0-9fdd-042fe3860649,revision_number=None']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:38:12.102164 n-d-713301-16 neutron-server[95102]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 19:38:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc845150-70e4-4974-bb58-b241dfec3cfc x-openstack-request-id: req-fc845150-70e4-4974-bb58-b241dfec3cfc {{(pid=95102) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 19:38:12.102443 n-d-713301-16 neutron-server[95102]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ff231c83-1672-4420-aa04-ad15c4772493", "name": "network-vif-deleted", "tag": "a8c92460-5fae-4c8f-84ed-ea8e7d7e81e5", "status": "completed", "code": 200}]} {{(pid=95102) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 19:38:12.102694 n-d-713301-16 neutron-server[95102]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-fc845150-70e4-4974-bb58-b241dfec3cfc {{(pid=95102) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 19:38:12.103089 n-d-713301-16 neutron-server[95102]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ff231c83-1672-4420-aa04-ad15c4772493', 'name': 'network-vif-deleted', 'tag': 'a8c92460-5fae-4c8f-84ed-ea8e7d7e81e5', 'status': 'completed', 'code': 200} Sep 23 19:38:12.107680 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-59531ad2-1c48-4ae9-9109-a8a95b89e1c7 tempest-RoutersIpV6AdminTest-525100567 tempest-RoutersIpV6AdminTest-525100567-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-597258', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-601790'] for router, after_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:12.109808 n-d-713301-16 neutron-server[95102]: DEBUG neutron.db.l3_dvrscheduler_db [req-12c2a9a2-9039-443a-8295-fe35a331e002 req-382473a3-86fa-45ba-90da-0e12f3d83925 tempest-ListServersNegativeTestJSON-1207334089 tempest-ListServersNegativeTestJSON-1207334089-project] No DVR routers for this DVR port 7b2f1715-4904-4fe0-9fdd-042fe3860649 on host n-h1-713301-16 {{(pid=95102) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 19:38:12.115219 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-12c2a9a2-9039-443a-8295-fe35a331e002 req-382473a3-86fa-45ba-90da-0e12f3d83925 tempest-ListServersNegativeTestJSON-1207334089 tempest-ListServersNegativeTestJSON-1207334089-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222849'] for port, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:12.118736 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-12c2a9a2-9039-443a-8295-fe35a331e002 req-382473a3-86fa-45ba-90da-0e12f3d83925 tempest-ListServersNegativeTestJSON-1207334089 tempest-ListServersNegativeTestJSON-1207334089-project] 10.222.0.74 "DELETE /v2.0/ports/7b2f1715-4904-4fe0-9fdd-042fe3860649 HTTP/1.1" status: 204 len: 173 time: 3.1694446 Sep 23 19:38:12.127214 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c825758-f24b-4e20-a982-43c84047d06a req-fc13cb98-9542-4f55-a815-cbf86bbe6743 tempest-ServersTestJSON-149791516 tempest-ServersTestJSON-149791516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:38:12.139291 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-5c825758-f24b-4e20-a982-43c84047d06a req-fc13cb98-9542-4f55-a815-cbf86bbe6743 tempest-ServersTestJSON-149791516 tempest-ServersTestJSON-149791516-project] 10.222.0.67 "GET /v2.0/ports?device_id=e1886236-d753-4e47-9a61-edcdff2bc203 HTTP/1.1" status: 200 len: 946 time: 0.9660108 Sep 23 19:38:12.149893 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-dd7c1af5-c50c-4f38-9960-db5c6682cad8 tempest-NetworksIpV6Test-1074010632 tempest-NetworksIpV6Test-1074010632-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4398944', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5388242'] for subnet, after_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:12.156294 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-c3cbda0a-c4b0-425b-9aa7-f831d1c5f523 tempest-FloatingIPAdminTestJSON-2134933000 tempest-FloatingIPAdminTestJSON-2134933000-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1756804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5607514', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6130950'] for subnet, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:12.202444 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3cbda0a-c4b0-425b-9aa7-f831d1c5f523 tempest-FloatingIPAdminTestJSON-2134933000 tempest-FloatingIPAdminTestJSON-2134933000-project] Pushing event deleted for resources: {'Subnet': ['ID=614011a1-f0cf-457f-97ed-0f854b5ffc56,revision_number=None']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:38:12.213886 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-c3cbda0a-c4b0-425b-9aa7-f831d1c5f523 tempest-FloatingIPAdminTestJSON-2134933000 tempest-FloatingIPAdminTestJSON-2134933000-project] Notify callbacks [] for subnet, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:12.220166 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-c3cbda0a-c4b0-425b-9aa7-f831d1c5f523 tempest-FloatingIPAdminTestJSON-2134933000 tempest-FloatingIPAdminTestJSON-2134933000-project] 10.222.0.67 "DELETE /v2.0/subnets/614011a1-f0cf-457f-97ed-0f854b5ffc56 HTTP/1.1" status: 204 len: 168 time: 0.7942240 Sep 23 19:38:12.221711 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 56922) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:38:12.222788 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-725b3568-e973-4983-820d-47605b61f398 None None] Network ffce6844-ffc3-465e-8e61-d0eed3ec6a74 requested from n-d-713301-16 {{(pid=95103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 19:38:12.297339 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-5c825758-f24b-4e20-a982-43c84047d06a req-036b7599-9346-48f9-b8f0-6cc223c76cad tempest-ServersTestJSON-149791516 tempest-ServersTestJSON-149791516-project] 10.222.0.67 "GET /v2.0/security-groups?id=b8c31db9-bcb2-4708-876e-18b1f4bdd8a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1565936 Sep 23 19:38:12.301734 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-c1fe9048-dc6f-41bc-a9c1-c24f2776ad8e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:12.335311 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd7c1af5-c50c-4f38-9960-db5c6682cad8 tempest-NetworksIpV6Test-1074010632 tempest-NetworksIpV6Test-1074010632-project] Pushing event updated for resources: {'Subnet': ['ID=0ef045f8-f00f-4d5c-b0a2-7cbc5acb6efe,revision_number=0']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:38:12.363247 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd7c1af5-c50c-4f38-9960-db5c6682cad8 tempest-NetworksIpV6Test-1074010632 tempest-NetworksIpV6Test-1074010632-project] Checking segment: {'id': '260347e7-7d1d-40d5-8259-d80499228a98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'a8f69208-2d2c-44f8-baf3-253e219ca16a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95102) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:38:12.363870 n-d-713301-16 neutron-server[95102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd7c1af5-c50c-4f38-9960-db5c6682cad8 tempest-NetworksIpV6Test-1074010632 tempest-NetworksIpV6Test-1074010632-project] Network hostable DHCP agents. Network: a8f69208-2d2c-44f8-baf3-253e219ca16a, hostable agents: ['1b18bf05-1b5f-4587-be5c-af3ac38e32ad'], hosted agents: [] {{(pid=95102) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 19:38:12.388264 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-c1fe9048-dc6f-41bc-a9c1-c24f2776ad8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:12.414098 n-d-713301-16 neutron-server[95102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd7c1af5-c50c-4f38-9960-db5c6682cad8 tempest-NetworksIpV6Test-1074010632 tempest-NetworksIpV6Test-1074010632-project] Network a8f69208-2d2c-44f8-baf3-253e219ca16a is scheduled to be hosted by DHCP agent 1b18bf05-1b5f-4587-be5c-af3ac38e32ad with binding_index 1 {{(pid=95102) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 19:38:12.432495 n-d-713301-16 neutron-server[95102]: DEBUG neutron.scheduler.base_scheduler [None req-dd7c1af5-c50c-4f38-9960-db5c6682cad8 tempest-NetworksIpV6Test-1074010632 tempest-NetworksIpV6Test-1074010632-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713301-16, a8f69208-2d2c-44f8-baf3-253e219ca16a) {{(pid=95102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:38:12.439488 n-d-713301-16 neutron-server[95102]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-59531ad2-1c48-4ae9-9109-a8a95b89e1c7 tempest-RoutersIpV6AdminTest-525100567 tempest-RoutersIpV6AdminTest-525100567-project] Router 1c22c969-7548-4b2d-a22f-88aa4a590b26 is scheduled to L3 agent 79a740bf-7821-4989-8288-7186e3e128f3 with binding_index 1 {{(pid=95102) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 23 19:38:12.445718 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd7c1af5-c50c-4f38-9960-db5c6682cad8 tempest-NetworksIpV6Test-1074010632 tempest-NetworksIpV6Test-1074010632-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:38:12.446329 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-dd7c1af5-c50c-4f38-9960-db5c6682cad8 tempest-NetworksIpV6Test-1074010632 tempest-NetworksIpV6Test-1074010632-project] Notify callbacks [] for subnet, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:12.457977 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-366fabc7-5c4f-4dab-b738-09d0079358f4 None None] Network a8f69208-2d2c-44f8-baf3-253e219ca16a requested from n-d-713301-16 {{(pid=95103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 19:38:12.510581 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e71cb94-bbbb-4b39-8042-63311d43adab None None] DHCP port deletion for ffce6844-ffc3-465e-8e61-d0eed3ec6a74 request from n-d-713301-16 {{(pid=95103) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 23 19:38:12.535647 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-bdbfe468-e0b5-40bb-bbae-53207fdc75de tempest-FloatingIPAdminTestJSON-2134933000 tempest-FloatingIPAdminTestJSON-2134933000-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1628021'] for network, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:12.546299 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-dd7c1af5-c50c-4f38-9960-db5c6682cad8 tempest-NetworksIpV6Test-1074010632 tempest-NetworksIpV6Test-1074010632-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 2.7484207 Sep 23 19:38:12.550589 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 56926) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:38:12.582327 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1fe9048-dc6f-41bc-a9c1-c24f2776ad8e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d2a8623-1169-4970-87e6-c58f3f16f832,revision_number=1']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:38:12.590201 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-c1fe9048-dc6f-41bc-a9c1-c24f2776ad8e admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=c89306c686b04f989d2d924a6e1b1b35&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7553911 Sep 23 19:38:12.595739 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 56928) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:38:12.684216 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd1305cd-afb9-4e9e-bba5-3af843a60b0e admin admin] Router 2882cbc4-f899-4122-810d-f6b256b3c259 has already been hosted by L3 agent 79a740bf-7821-4989-8288-7186e3e128f3 {{(pid=95101) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 19:38:12.695240 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59531ad2-1c48-4ae9-9109-a8a95b89e1c7 tempest-RoutersIpV6AdminTest-525100567 tempest-RoutersIpV6AdminTest-525100567-project] Notify agent at l3_agent.n-d-713301-16 the message routers_updated {{(pid=95102) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 19:38:12.720365 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-67075cbe-2fcb-47ab-9c69-d005171ffb5a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:12.725765 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fef4631e-f055-4e0e-a5e0-da0a0ea7b265 None None] Sync routers for ids ['1c22c969-7548-4b2d-a22f-88aa4a590b26'] in n-d-713301-16 {{(pid=95103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 19:38:12.746302 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-e28df288-aa3f-40c1-82f3-26e4c6da5d61 tempest-NetworksIpV6Test-1074010632 tempest-NetworksIpV6Test-1074010632-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1628021'] for network, before_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:12.749694 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-59531ad2-1c48-4ae9-9109-a8a95b89e1c7 tempest-RoutersIpV6AdminTest-525100567 tempest-RoutersIpV6AdminTest-525100567-project] Notify callbacks [] for router, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:12.751653 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-59531ad2-1c48-4ae9-9109-a8a95b89e1c7 tempest-RoutersIpV6AdminTest-525100567 tempest-RoutersIpV6AdminTest-525100567-project] 10.222.0.67 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 5.2876139 Sep 23 19:38:12.756643 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 56930) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:38:12.763810 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.v2.base [None req-adce76e1-7e0b-4464-a968-3870081da469 tempest-RoutersIpV6AdminTest-525100567 tempest-RoutersIpV6AdminTest-525100567-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=95102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:38:12.770217 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fef4631e-f055-4e0e-a5e0-da0a0ea7b265 None None] Routers {'1c22c969-7548-4b2d-a22f-88aa4a590b26'} bound to L3 agent in host n-d-713301-16 {{(pid=95103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 19:38:12.774225 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_hamode_db [None req-fef4631e-f055-4e0e-a5e0-da0a0ea7b265 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-23T19:07:52Z,description=,heartbeat_timestamp=2021-09-23T19:37:52Z,host='n-d-713301-16',id=79a740bf-7821-4989-8288-7186e3e128f3,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:07:52Z,topic='l3_agent')) {'router_ids': ['1c22c969-7548-4b2d-a22f-88aa4a590b26'], 'active': True} {{(pid=95103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:38:12.806808 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.plugin [None req-bdbfe468-e0b5-40bb-bbae-53207fdc75de tempest-FloatingIPAdminTestJSON-2134933000 tempest-FloatingIPAdminTestJSON-2134933000-project] Deleting port 557e4f0a-5cd1-43ee-a570-5a011a974bf6 {{(pid=95101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:38:12.807165 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-bdbfe468-e0b5-40bb-bbae-53207fdc75de tempest-FloatingIPAdminTestJSON-2134933000 tempest-FloatingIPAdminTestJSON-2134933000-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783146157096'] for port, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:12.837918 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-67075cbe-2fcb-47ab-9c69-d005171ffb5a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:12.846915 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.plugin [None req-3e71cb94-bbbb-4b39-8042-63311d43adab None None] Deleting port 557e4f0a-5cd1-43ee-a570-5a011a974bf6 {{(pid=95103) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:38:12.847380 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-3e71cb94-bbbb-4b39-8042-63311d43adab None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783146157096'] for port, before_delete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:12.855989 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_hamode_db [None req-fef4631e-f055-4e0e-a5e0-da0a0ea7b265 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713301-16', False) {} {{(pid=95103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:38:12.899220 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fef4631e-f055-4e0e-a5e0-da0a0ea7b265 None None] Routers {'1c22c969-7548-4b2d-a22f-88aa4a590b26'} bound to L3 agent in host n-d-713301-16 {{(pid=95103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 19:38:12.899680 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_hamode_db [None req-fef4631e-f055-4e0e-a5e0-da0a0ea7b265 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-23T19:07:52Z,description=,heartbeat_timestamp=2021-09-23T19:37:52Z,host='n-d-713301-16',id=79a740bf-7821-4989-8288-7186e3e128f3,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:07:52Z,topic='l3_agent')) {'router_ids': ['1c22c969-7548-4b2d-a22f-88aa4a590b26'], 'active': True} {{(pid=95103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:38:12.915506 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-e28df288-aa3f-40c1-82f3-26e4c6da5d61 tempest-NetworksIpV6Test-1074010632 tempest-NetworksIpV6Test-1074010632-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1756813'] for subnet, precommit_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:12.972661 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_hamode_db [None req-fef4631e-f055-4e0e-a5e0-da0a0ea7b265 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713301-16', False) {} {{(pid=95103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:38:12.972661 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fef4631e-f055-4e0e-a5e0-da0a0ea7b265 None None] The sync data for ids ['1c22c969-7548-4b2d-a22f-88aa4a590b26'] in n-d-713301-16 is: [] {{(pid=95103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 19:38:13.004824 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-3e71cb94-bbbb-4b39-8042-63311d43adab None None] For port 557e4f0a-5cd1-43ee-a570-5a011a974bf6, host n-d-713301-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-16',level=0,port_id=557e4f0a-5cd1-43ee-a570-5a011a974bf6,segment=NetworkSegment(419f8959-3e9c-4f91-aa5d-bdfed2b6fbcb),segment_id=419f8959-3e9c-4f91-aa5d-bdfed2b6fbcb)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:38:13.005371 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-3e71cb94-bbbb-4b39-8042-63311d43adab None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-605701'] for port, precommit_delete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:13.009940 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4db0b56-a04d-4c61-822d-82f22bfcd0a6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4c8b80df-07eb-5275-9f17-5cf640db67c0-a8f69208-2d2c-44f8-baf3-253e219ca16a', 'network_id': 'a8f69208-2d2c-44f8-baf3-253e219ca16a', 'tenant_id': '699ebd3ddaa74a06bf917c17312a1ac5', 'fixed_ips': [{'subnet_id': '0ef045f8-f00f-4d5c-b0a2-7cbc5acb6efe'}]}} from n-d-713301-16. {{(pid=95103) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 23 19:38:13.010810 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-f4db0b56-a04d-4c61-822d-82f22bfcd0a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_create {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:13.029983 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.plugin [None req-3e71cb94-bbbb-4b39-8042-63311d43adab None None] Calling delete_port for 557e4f0a-5cd1-43ee-a570-5a011a974bf6 owned by network:dhcp {{(pid=95103) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:38:13.082167 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-e28df288-aa3f-40c1-82f3-26e4c6da5d61 tempest-NetworksIpV6Test-1074010632 tempest-NetworksIpV6Test-1074010632-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1756804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4399009', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5388229'] for subnet, after_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:13.146572 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e28df288-aa3f-40c1-82f3-26e4c6da5d61 tempest-NetworksIpV6Test-1074010632 tempest-NetworksIpV6Test-1074010632-project] Pushing event deleted for resources: {'Subnet': ['ID=0ef045f8-f00f-4d5c-b0a2-7cbc5acb6efe,revision_number=None']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:38:13.148358 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 56936) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:38:13.214126 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.db [None req-bdbfe468-e0b5-40bb-bbae-53207fdc75de tempest-FloatingIPAdminTestJSON-2134933000 tempest-FloatingIPAdminTestJSON-2134933000-project] For port 557e4f0a-5cd1-43ee-a570-5a011a974bf6, host n-d-713301-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-16',level=0,port_id=557e4f0a-5cd1-43ee-a570-5a011a974bf6,segment=NetworkSegment(419f8959-3e9c-4f91-aa5d-bdfed2b6fbcb),segment_id=419f8959-3e9c-4f91-aa5d-bdfed2b6fbcb)] {{(pid=95101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:38:13.214500 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-bdbfe468-e0b5-40bb-bbae-53207fdc75de tempest-FloatingIPAdminTestJSON-2134933000 tempest-FloatingIPAdminTestJSON-2134933000-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-605701'] for port, precommit_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:13.217572 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Device a8c92460-5fae-4c8f-84ed-ea8e7d7e81e5 no longer exists at agent hyperv_n-h2-713301-16 {{(pid=95103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 19:38:13.219580 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-3e71cb94-bbbb-4b39-8042-63311d43adab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783146162158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783145673144'] for port, after_delete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:13.231945 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd1305cd-afb9-4e9e-bba5-3af843a60b0e admin admin] Notify agent at l3_agent.n-d-713301-16 the message routers_updated {{(pid=95101) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 19:38:13.236000 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-e28df288-aa3f-40c1-82f3-26e4c6da5d61 tempest-NetworksIpV6Test-1074010632 tempest-NetworksIpV6Test-1074010632-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1754676', 'neutron.services.segments.db._delete_segments_for_network-8783146221460'] for network, precommit_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:13.239632 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-cd1305cd-afb9-4e9e-bba5-3af843a60b0e admin admin] 10.222.0.67 "PUT /v2.0/routers/2882cbc4-f899-4122-810d-f6b256b3c259/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5854692 Sep 23 19:38:13.241228 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.plugin [None req-bdbfe468-e0b5-40bb-bbae-53207fdc75de tempest-FloatingIPAdminTestJSON-2134933000 tempest-FloatingIPAdminTestJSON-2134933000-project] Calling delete_port for 557e4f0a-5cd1-43ee-a570-5a011a974bf6 owned by network:dhcp {{(pid=95101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:38:13.243854 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 56938) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:38:13.252542 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6873947d-0bd6-410f-a91b-cf0836039789 None None] Sync routers for ids ['2882cbc4-f899-4122-810d-f6b256b3c259'] in n-d-713301-16 {{(pid=95104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 19:38:13.272584 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6873947d-0bd6-410f-a91b-cf0836039789 None None] Routers {'2882cbc4-f899-4122-810d-f6b256b3c259'} bound to L3 agent in host n-d-713301-16 {{(pid=95104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 19:38:13.274217 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_hamode_db [None req-6873947d-0bd6-410f-a91b-cf0836039789 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-23T19:07:52Z,description=,heartbeat_timestamp=2021-09-23T19:37:52Z,host='n-d-713301-16',id=79a740bf-7821-4989-8288-7186e3e128f3,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:07:52Z,topic='l3_agent')) {'router_ids': ['2882cbc4-f899-4122-810d-f6b256b3c259'], 'active': True} {{(pid=95104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:38:13.317595 n-d-713301-16 neutron-server[95102]: DEBUG neutron.services.segments.db [None req-e28df288-aa3f-40c1-82f3-26e4c6da5d61 tempest-NetworksIpV6Test-1074010632 tempest-NetworksIpV6Test-1074010632-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a8f69208-2d2c-44f8-baf3-253e219ca16a']}} {{(pid=95102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:38:13.322826 n-d-713301-16 neutron-server[95102]: DEBUG neutron.db.db_base_plugin_v2 [None req-f1072ee0-e537-4ca7-abba-930e680ab812 admin admin] Deleting subnet 1ea16b04-422a-47bf-a76f-de1ce7c29b70 {{(pid=95102) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 23 19:38:13.388312 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-67075cbe-2fcb-47ab-9c69-d005171ffb5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:13.390934 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-67075cbe-2fcb-47ab-9c69-d005171ffb5a admin admin] Notify callbacks [] for security_group, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:13.392130 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-67075cbe-2fcb-47ab-9c69-d005171ffb5a admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/1d2a8623-1169-4970-87e6-c58f3f16f832 HTTP/1.1" status: 204 len: 168 time: 0.7890236 Sep 23 19:38:13.413930 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-f1072ee0-e537-4ca7-abba-930e680ab812 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:13.425145 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67075cbe-2fcb-47ab-9c69-d005171ffb5a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d2a8623-1169-4970-87e6-c58f3f16f832,revision_number=None']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:38:13.435742 n-d-713301-16 neutron-server[95102]: DEBUG neutron.services.segments.db [None req-e28df288-aa3f-40c1-82f3-26e4c6da5d61 tempest-NetworksIpV6Test-1074010632 tempest-NetworksIpV6Test-1074010632-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '260347e7-7d1d-40d5-8259-d80499228a98') {'for_net_delete': True} {{(pid=95102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:38:13.436087 n-d-713301-16 neutron-server[95102]: DEBUG neutron.services.segments.db [None req-e28df288-aa3f-40c1-82f3-26e4c6da5d61 tempest-NetworksIpV6Test-1074010632 tempest-NetworksIpV6Test-1074010632-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '260347e7-7d1d-40d5-8259-d80499228a98') {} {{(pid=95102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:38:13.476569 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-46429793-5bc3-4dea-ad70-8ba42c845403 admin admin] Notify callbacks [] for router, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:13.509010 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_dvr_db [None req-6873947d-0bd6-410f-a91b-cf0836039789 None None] Set router 2882cbc4-f899-4122-810d-f6b256b3c259 gateway port host: n-d-713301-16 {{(pid=95104) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 19:38:13.528190 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-bdbfe468-e0b5-40bb-bbae-53207fdc75de tempest-FloatingIPAdminTestJSON-2134933000 tempest-FloatingIPAdminTestJSON-2134933000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783146162158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783145673144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5607431'] for port, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:13.544058 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-e28df288-aa3f-40c1-82f3-26e4c6da5d61 tempest-NetworksIpV6Test-1074010632 tempest-NetworksIpV6Test-1074010632-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783146221725', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6162832'] for segment, before_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:13.549375 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.plugin [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] No Port match for: a8c92460-5fae-4c8f-84ed-ea8e7d7e81e5 {{(pid=95103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 19:38:13.550449 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Device a8c92460-5fae-4c8f-84ed-ea8e7d7e81e5 not bound to the agent host n-h2-713301-16 {{(pid=95103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 19:38:13.566989 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e71cb94-bbbb-4b39-8042-63311d43adab None None] Pushing event deleted for resources: {'Port': ['ID=557e4f0a-5cd1-43ee-a570-5a011a974bf6,revision_number=None']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:38:13.581409 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e71cb94-bbbb-4b39-8042-63311d43adab None None] No DVR routers for this DVR port 557e4f0a-5cd1-43ee-a570-5a011a974bf6 on host n-d-713301-16 {{(pid=95103) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 19:38:13.608263 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-e28df288-aa3f-40c1-82f3-26e4c6da5d61 tempest-NetworksIpV6Test-1074010632 tempest-NetworksIpV6Test-1074010632-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1756186'] for segment, precommit_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:13.619686 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-f1072ee0-e537-4ca7-abba-930e680ab812 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6162825'] for subnet, precommit_delete_associations {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:13.623037 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server [None req-f4db0b56-a04d-4c61-822d-82f22bfcd0a6 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 0ef045f8-f00f-4d5c-b0a2-7cbc5acb6efe: This subnet is being modified by another concurrent operation. Sep 23 19:38:13.623037 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Sep 23 19:38:13.623037 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Sep 23 19:38:13.623037 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Sep 23 19:38:13.623037 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Sep 23 19:38:13.623037 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Sep 23 19:38:13.623037 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Sep 23 19:38:13.623037 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Sep 23 19:38:13.623037 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Sep 23 19:38:13.623037 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Sep 23 19:38:13.623037 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Sep 23 19:38:13.623037 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Sep 23 19:38:13.623037 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 23 19:38:13.623037 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 23 19:38:13.623037 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 23 19:38:13.623037 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server raise self.value Sep 23 19:38:13.623037 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Sep 23 19:38:13.623037 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 23 19:38:13.623037 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 23 19:38:13.623037 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Sep 23 19:38:13.623037 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 23 19:38:13.623037 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 23 19:38:13.623037 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 23 19:38:13.623037 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server raise self.value Sep 23 19:38:13.623037 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 23 19:38:13.623037 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 23 19:38:13.623037 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Sep 23 19:38:13.623037 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Sep 23 19:38:13.623037 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 23 19:38:13.623037 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 23 19:38:13.623037 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 23 19:38:13.623037 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server raise self.value Sep 23 19:38:13.623037 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Sep 23 19:38:13.623037 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Sep 23 19:38:13.623037 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Sep 23 19:38:13.623037 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Sep 23 19:38:13.623037 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Sep 23 19:38:13.623037 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Sep 23 19:38:13.623037 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Sep 23 19:38:13.623037 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Sep 23 19:38:13.623037 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Sep 23 19:38:13.623037 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Sep 23 19:38:13.623037 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 686, in inner Sep 23 19:38:13.623037 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Sep 23 19:38:13.623037 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Sep 23 19:38:13.623037 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Sep 23 19:38:13.623037 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Sep 23 19:38:13.623037 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Sep 23 19:38:13.623037 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 23 19:38:13.623037 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 23 19:38:13.623037 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 23 19:38:13.623037 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server raise self.value Sep 23 19:38:13.623037 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Sep 23 19:38:13.623037 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 23 19:38:13.627708 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 23 19:38:13.627708 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Sep 23 19:38:13.627708 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 23 19:38:13.627708 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 23 19:38:13.627708 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 23 19:38:13.627708 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server raise self.value Sep 23 19:38:13.627708 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 23 19:38:13.627708 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 23 19:38:13.627708 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Sep 23 19:38:13.627708 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Sep 23 19:38:13.627708 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 23 19:38:13.627708 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 23 19:38:13.627708 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 23 19:38:13.627708 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server raise self.value Sep 23 19:38:13.627708 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Sep 23 19:38:13.627708 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Sep 23 19:38:13.627708 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1480, in create_port Sep 23 19:38:13.627708 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Sep 23 19:38:13.627708 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1445, in _create_port_db Sep 23 19:38:13.627708 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Sep 23 19:38:13.627708 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Sep 23 19:38:13.627708 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Sep 23 19:38:13.627708 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Sep 23 19:38:13.627708 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Sep 23 19:38:13.627708 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 23 19:38:13.627708 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 23 19:38:13.627708 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 23 19:38:13.627708 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server raise self.value Sep 23 19:38:13.627708 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Sep 23 19:38:13.627708 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Sep 23 19:38:13.627708 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Sep 23 19:38:13.627708 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Sep 23 19:38:13.627708 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Sep 23 19:38:13.627708 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server subnet.lock_register( Sep 23 19:38:13.627708 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Sep 23 19:38:13.627708 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server raise exception Sep 23 19:38:13.627708 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 0ef045f8-f00f-4d5c-b0a2-7cbc5acb6efe: This subnet is being modified by another concurrent operation. Sep 23 19:38:13.627708 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server Sep 23 19:38:13.642615 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abbe7b88-304d-4bd3-8d1b-844a921a276f None None] Network a8f69208-2d2c-44f8-baf3-253e219ca16a requested from n-d-713301-16 {{(pid=95103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 19:38:13.650904 n-d-713301-16 neutron-server[95101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdbfe468-e0b5-40bb-bbae-53207fdc75de tempest-FloatingIPAdminTestJSON-2134933000 tempest-FloatingIPAdminTestJSON-2134933000-project] No DVR routers for this DVR port 557e4f0a-5cd1-43ee-a570-5a011a974bf6 on host n-d-713301-16 {{(pid=95101) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 19:38:13.654061 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdbfe468-e0b5-40bb-bbae-53207fdc75de tempest-FloatingIPAdminTestJSON-2134933000 tempest-FloatingIPAdminTestJSON-2134933000-project] Pushing event deleted for resources: {'Port': ['ID=557e4f0a-5cd1-43ee-a570-5a011a974bf6,revision_number=None']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:38:13.664466 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e28df288-aa3f-40c1-82f3-26e4c6da5d61 tempest-NetworksIpV6Test-1074010632 tempest-NetworksIpV6Test-1074010632-project] Releasing vlan 617 on physical network physnet1 to pool {{(pid=95102) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 19:38:13.664908 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-e28df288-aa3f-40c1-82f3-26e4c6da5d61 tempest-NetworksIpV6Test-1074010632 tempest-NetworksIpV6Test-1074010632-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1756186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4398095'] for segment, after_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:13.668031 n-d-713301-16 neutron-server[95102]: Traceback (most recent call last): Sep 23 19:38:13.668031 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 19:38:13.668031 n-d-713301-16 neutron-server[95102]: timer() Sep 23 19:38:13.668031 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 19:38:13.668031 n-d-713301-16 neutron-server[95102]: cb(*args, **kw) Sep 23 19:38:13.668031 n-d-713301-16 neutron-server[95102]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 19:38:13.668031 n-d-713301-16 neutron-server[95102]: return func(*args, **kwargs) Sep 23 19:38:13.668031 n-d-713301-16 neutron-server[95102]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 19:38:13.668031 n-d-713301-16 neutron-server[95102]: self._notify() Sep 23 19:38:13.668031 n-d-713301-16 neutron-server[95102]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 19:38:13.668031 n-d-713301-16 neutron-server[95102]: self.callback(batched_events) Sep 23 19:38:13.668031 n-d-713301-16 neutron-server[95102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 19:38:13.668031 n-d-713301-16 neutron-server[95102]: event.method(event) Sep 23 19:38:13.668031 n-d-713301-16 neutron-server[95102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 19:38:13.668031 n-d-713301-16 neutron-server[95102]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 19:38:13.668031 n-d-713301-16 neutron-server[95102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 19:38:13.668031 n-d-713301-16 neutron-server[95102]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 19:38:13.668031 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 19:38:13.668031 n-d-713301-16 neutron-server[95102]: return f(self, *a, **k) Sep 23 19:38:13.668031 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 19:38:13.668031 n-d-713301-16 neutron-server[95102]: return self._get(url).json() Sep 23 19:38:13.668031 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 19:38:13.668031 n-d-713301-16 neutron-server[95102]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 19:38:13.668031 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 19:38:13.668031 n-d-713301-16 neutron-server[95102]: return self.request(url, 'GET', **kwargs) Sep 23 19:38:13.668031 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 19:38:13.668031 n-d-713301-16 neutron-server[95102]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 19:38:13.668031 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 19:38:13.668031 n-d-713301-16 neutron-server[95102]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 19:38:13.668031 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 19:38:13.668031 n-d-713301-16 neutron-server[95102]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 19:38:13.668031 n-d-713301-16 neutron-server[95102]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 19:38:13.694749 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-adce76e1-7e0b-4464-a968-3870081da469 tempest-RoutersIpV6AdminTest-525100567 tempest-RoutersIpV6AdminTest-525100567-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:13.762421 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f94867-de39-4a13-8edb-efb6b7b524eb req-f34bb64a-2aec-4ad8-9daa-c997a82c295d tempest-ServersTestJSON-149791516 tempest-ServersTestJSON-149791516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:38:13.771964 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-f3f94867-de39-4a13-8edb-efb6b7b524eb req-f34bb64a-2aec-4ad8-9daa-c997a82c295d tempest-ServersTestJSON-149791516 tempest-ServersTestJSON-149791516-project] 10.222.0.67 "GET /v2.0/ports?device_id=e1886236-d753-4e47-9a61-edcdff2bc203 HTTP/1.1" status: 200 len: 946 time: 0.2793534 Sep 23 19:38:13.800892 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-46429793-5bc3-4dea-ad70-8ba42c845403 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:13.822812 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Device 557e4f0a-5cd1-43ee-a570-5a011a974bf6 no longer exists at agent ovs-agent-n-d-713301-16 {{(pid=95103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 19:38:13.829493 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cc7231c-8db2-4b91-a6b2-b02cb41fcc81 None None] get_active_networks_info from n-d-713301-16 {{(pid=95103) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 23 19:38:13.852365 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.plugin [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] No Port match for: 557e4f0a-5cd1-43ee-a570-5a011a974bf6 {{(pid=95103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 19:38:13.853008 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Device 557e4f0a-5cd1-43ee-a570-5a011a974bf6 not bound to the agent host n-d-713301-16 {{(pid=95103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 19:38:13.859498 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-adce76e1-7e0b-4464-a968-3870081da469 tempest-RoutersIpV6AdminTest-525100567 tempest-RoutersIpV6AdminTest-525100567-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:13.870500 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_hamode_db [None req-6873947d-0bd6-410f-a91b-cf0836039789 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2882cbc4-f899-4122-810d-f6b256b3c259', 'name': 'tempest-ImageQuotaTest-1733332121-router', 'tenant_id': 'd3fd858eee8b458db29d25bd4b30877b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'external_fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.226'}], 'enable_snat': True}, 'gw_port_id': '0797353b-dd65-4dec-af99-fc16d3e83d30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:37:54Z', 'updated_at': '2021-09-23T19:38:11Z', 'revision_number': 5, 'project_id': 'd3fd858eee8b458db29d25bd4b30877b', 'gw_port': {'id': '0797353b-dd65-4dec-af99-fc16d3e83d30', 'name': '', 'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:19:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2882cbc4-f899-4122-810d-f6b256b3c259', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1995, 'fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:37:55Z', 'updated_at': '2021-09-23T19:38:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-16'}], 'n-d-713301-16', False) {} {{(pid=95104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:38:13.899790 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-f1072ee0-e537-4ca7-abba-930e680ab812 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1756813'] for subnet, precommit_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:13.903507 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6873947d-0bd6-410f-a91b-cf0836039789 None None] Checking router: 2882cbc4-f899-4122-810d-f6b256b3c259 for host: n-d-713301-16 {{(pid=95104) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 19:38:13.914157 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6873947d-0bd6-410f-a91b-cf0836039789 None None] Routers {'2882cbc4-f899-4122-810d-f6b256b3c259'} bound to L3 agent in host n-d-713301-16 {{(pid=95104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 19:38:13.915068 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_hamode_db [None req-6873947d-0bd6-410f-a91b-cf0836039789 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-23T19:07:52Z,description=,heartbeat_timestamp=2021-09-23T19:37:52Z,host='n-d-713301-16',id=79a740bf-7821-4989-8288-7186e3e128f3,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:07:52Z,topic='l3_agent')) {'router_ids': ['2882cbc4-f899-4122-810d-f6b256b3c259'], 'active': True} {{(pid=95104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:38:13.932394 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-bdbfe468-e0b5-40bb-bbae-53207fdc75de tempest-FloatingIPAdminTestJSON-2134933000 tempest-FloatingIPAdminTestJSON-2134933000-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1754676', 'neutron.services.segments.db._delete_segments_for_network-8783146221460'] for network, precommit_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:13.954451 n-d-713301-16 neutron-server[95101]: DEBUG neutron.services.segments.db [None req-bdbfe468-e0b5-40bb-bbae-53207fdc75de tempest-FloatingIPAdminTestJSON-2134933000 tempest-FloatingIPAdminTestJSON-2134933000-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ffce6844-ffc3-465e-8e61-d0eed3ec6a74']}} {{(pid=95101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:38:13.964323 n-d-713301-16 neutron-server[95101]: DEBUG neutron.services.segments.db [None req-bdbfe468-e0b5-40bb-bbae-53207fdc75de tempest-FloatingIPAdminTestJSON-2134933000 tempest-FloatingIPAdminTestJSON-2134933000-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '419f8959-3e9c-4f91-aa5d-bdfed2b6fbcb') {'for_net_delete': True} {{(pid=95101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:38:13.964679 n-d-713301-16 neutron-server[95101]: DEBUG neutron.services.segments.db [None req-bdbfe468-e0b5-40bb-bbae-53207fdc75de tempest-FloatingIPAdminTestJSON-2134933000 tempest-FloatingIPAdminTestJSON-2134933000-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '419f8959-3e9c-4f91-aa5d-bdfed2b6fbcb') {} {{(pid=95101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:38:13.969266 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-e28df288-aa3f-40c1-82f3-26e4c6da5d61 tempest-NetworksIpV6Test-1074010632 tempest-NetworksIpV6Test-1074010632-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1754627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-601866'] for network, after_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:13.977672 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-bdbfe468-e0b5-40bb-bbae-53207fdc75de tempest-FloatingIPAdminTestJSON-2134933000 tempest-FloatingIPAdminTestJSON-2134933000-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783146221725', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6007147'] for segment, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:13.997594 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-bdbfe468-e0b5-40bb-bbae-53207fdc75de tempest-FloatingIPAdminTestJSON-2134933000 tempest-FloatingIPAdminTestJSON-2134933000-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1756186'] for segment, precommit_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:14.008660 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-e28df288-aa3f-40c1-82f3-26e4c6da5d61 tempest-NetworksIpV6Test-1074010632 tempest-NetworksIpV6Test-1074010632-project] Notify callbacks [] for network, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:14.011098 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-e28df288-aa3f-40c1-82f3-26e4c6da5d61 tempest-NetworksIpV6Test-1074010632 tempest-NetworksIpV6Test-1074010632-project] 10.222.0.67 "DELETE /v2.0/networks/a8f69208-2d2c-44f8-baf3-253e219ca16a HTTP/1.1" status: 204 len: 168 time: 1.4595380 Sep 23 19:38:14.012523 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bdbfe468-e0b5-40bb-bbae-53207fdc75de tempest-FloatingIPAdminTestJSON-2134933000 tempest-FloatingIPAdminTestJSON-2134933000-project] Releasing vlan 620 on physical network physnet1 to pool {{(pid=95101) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 19:38:14.014694 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-bdbfe468-e0b5-40bb-bbae-53207fdc75de tempest-FloatingIPAdminTestJSON-2134933000 tempest-FloatingIPAdminTestJSON-2134933000-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1756186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5608436'] for segment, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:14.025946 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_dvr_db [None req-6873947d-0bd6-410f-a91b-cf0836039789 None None] Set router 2882cbc4-f899-4122-810d-f6b256b3c259 gateway port host: None {{(pid=95104) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 19:38:14.039347 n-d-713301-16 neutron-server[95103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cc7231c-8db2-4b91-a6b2-b02cb41fcc81 None None] Resources bound (agent type, host, resource id): {{(pid=95103) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 23 19:38:14.048899 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 56954) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:38:14.056932 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.v2.base [None req-87c71f6d-1222-432b-9cc4-5dcdd29d66aa tempest-NetworksIpV6Test-1074010632 tempest-NetworksIpV6Test-1074010632-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-467710454'}} {{(pid=95102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:38:14.082754 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e28df288-aa3f-40c1-82f3-26e4c6da5d61 tempest-NetworksIpV6Test-1074010632 tempest-NetworksIpV6Test-1074010632-project] Pushing event deleted for resources: {'Network': ['ID=a8f69208-2d2c-44f8-baf3-253e219ca16a,revision_number=None']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:38:14.087638 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-f3f94867-de39-4a13-8edb-efb6b7b524eb req-3e45e4e3-35cd-48bb-bf6d-65e104885507 tempest-ServersTestJSON-149791516 tempest-ServersTestJSON-149791516-project] 10.222.0.67 "GET /v2.0/security-groups?id=b8c31db9-bcb2-4708-876e-18b1f4bdd8a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3148415 Sep 23 19:38:14.092087 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87c71f6d-1222-432b-9cc4-5dcdd29d66aa tempest-NetworksIpV6Test-1074010632 tempest-NetworksIpV6Test-1074010632-project] Made reservation on behalf of 699ebd3ddaa74a06bf917c17312a1ac5 for: {'network': 1} {{(pid=95102) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:38:14.096449 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-87c71f6d-1222-432b-9cc4-5dcdd29d66aa tempest-NetworksIpV6Test-1074010632 tempest-NetworksIpV6Test-1074010632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for network, before_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:14.104931 n-d-713301-16 neutron-server[95102]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a84d2947-bfad-453f-8a9a-46f6c9c330a9', 'name': 'network-vif-deleted', 'tag': '7b2f1715-4904-4fe0-9fdd-042fe3860649'}] {{(pid=95102) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 19:38:14.107598 n-d-713301-16 neutron-server[95102]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab31b6d93e5336dbddfa8ec424565b3bd8cb2369c5b4d85bc943472dbb21e8ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9d8c105-8fd8-4a5b-8c41-55d25ffcfa43" -d '{"events": [{"server_uuid": "a84d2947-bfad-453f-8a9a-46f6c9c330a9", "name": "network-vif-deleted", "tag": "7b2f1715-4904-4fe0-9fdd-042fe3860649"}]}' {{(pid=95102) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 19:38:14.126048 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_hamode_db [None req-6873947d-0bd6-410f-a91b-cf0836039789 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2882cbc4-f899-4122-810d-f6b256b3c259', 'name': 'tempest-ImageQuotaTest-1733332121-router', 'tenant_id': 'd3fd858eee8b458db29d25bd4b30877b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:37:54Z', 'updated_at': '2021-09-23T19:38:13Z', 'revision_number': 6, 'project_id': 'd3fd858eee8b458db29d25bd4b30877b', 'gw_port_host': None}], 'n-d-713301-16', False) {} {{(pid=95104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:38:14.162597 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-87c71f6d-1222-432b-9cc4-5dcdd29d66aa tempest-NetworksIpV6Test-1074010632 tempest-NetworksIpV6Test-1074010632-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 649} {{(pid=95102) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 19:38:14.179752 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6873947d-0bd6-410f-a91b-cf0836039789 None None] The sync data for ids ['2882cbc4-f899-4122-810d-f6b256b3c259'] in n-d-713301-16 is: [{'id': '2882cbc4-f899-4122-810d-f6b256b3c259', 'name': 'tempest-ImageQuotaTest-1733332121-router', 'tenant_id': 'd3fd858eee8b458db29d25bd4b30877b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:37:54Z', 'updated_at': '2021-09-23T19:38:13Z', 'revision_number': 6, 'project_id': 'd3fd858eee8b458db29d25bd4b30877b', 'gw_port_host': None}] {{(pid=95104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 19:38:14.182351 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-f1072ee0-e537-4ca7-abba-930e680ab812 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1756804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4399009', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5388229'] for subnet, after_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:14.204480 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-87c71f6d-1222-432b-9cc4-5dcdd29d66aa tempest-NetworksIpV6Test-1074010632 tempest-NetworksIpV6Test-1074010632-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1756186'] for segment, precommit_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:14.215722 n-d-713301-16 neutron-server[95102]: INFO neutron.db.segments_db [None req-87c71f6d-1222-432b-9cc4-5dcdd29d66aa tempest-NetworksIpV6Test-1074010632 tempest-NetworksIpV6Test-1074010632-project] Added segment ce26a571-09bc-47b5-8eee-7e0f4e74491d of type vlan for network 4c5ab7a3-f1d3-447d-8738-98f34c556d71 Sep 23 19:38:14.226352 n-d-713301-16 neutron-server[95101]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 23 19:38:14.226352 n-d-713301-16 neutron-server[95101]: self.session.flush() Sep 23 19:38:14.226352 n-d-713301-16 neutron-server[95101]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 23 19:38:14.226352 n-d-713301-16 neutron-server[95101]: self.session.flush() Sep 23 19:38:14.226352 n-d-713301-16 neutron-server[95101]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 23 19:38:14.226352 n-d-713301-16 neutron-server[95101]: self.session.flush() Sep 23 19:38:14.226352 n-d-713301-16 neutron-server[95101]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 23 19:38:14.226352 n-d-713301-16 neutron-server[95101]: self.session.flush() Sep 23 19:38:14.226352 n-d-713301-16 neutron-server[95101]: Traceback (most recent call last): Sep 23 19:38:14.226352 n-d-713301-16 neutron-server[95101]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 19:38:14.226352 n-d-713301-16 neutron-server[95101]: timer() Sep 23 19:38:14.226352 n-d-713301-16 neutron-server[95101]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 19:38:14.226352 n-d-713301-16 neutron-server[95101]: cb(*args, **kw) Sep 23 19:38:14.226352 n-d-713301-16 neutron-server[95101]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 19:38:14.226352 n-d-713301-16 neutron-server[95101]: return func(*args, **kwargs) Sep 23 19:38:14.226352 n-d-713301-16 neutron-server[95101]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 19:38:14.226352 n-d-713301-16 neutron-server[95101]: self._notify() Sep 23 19:38:14.226352 n-d-713301-16 neutron-server[95101]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 19:38:14.226352 n-d-713301-16 neutron-server[95101]: self.callback(batched_events) Sep 23 19:38:14.226352 n-d-713301-16 neutron-server[95101]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 19:38:14.226352 n-d-713301-16 neutron-server[95101]: event.method(event) Sep 23 19:38:14.226352 n-d-713301-16 neutron-server[95101]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 19:38:14.226352 n-d-713301-16 neutron-server[95101]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 19:38:14.226352 n-d-713301-16 neutron-server[95101]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 19:38:14.226352 n-d-713301-16 neutron-server[95101]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 19:38:14.226352 n-d-713301-16 neutron-server[95101]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 19:38:14.226352 n-d-713301-16 neutron-server[95101]: return f(self, *a, **k) Sep 23 19:38:14.226352 n-d-713301-16 neutron-server[95101]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 19:38:14.226352 n-d-713301-16 neutron-server[95101]: return self._get(url).json() Sep 23 19:38:14.226352 n-d-713301-16 neutron-server[95101]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 19:38:14.226352 n-d-713301-16 neutron-server[95101]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 19:38:14.226352 n-d-713301-16 neutron-server[95101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 19:38:14.226352 n-d-713301-16 neutron-server[95101]: return self.request(url, 'GET', **kwargs) Sep 23 19:38:14.226352 n-d-713301-16 neutron-server[95101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 19:38:14.226352 n-d-713301-16 neutron-server[95101]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 19:38:14.226352 n-d-713301-16 neutron-server[95101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 19:38:14.226352 n-d-713301-16 neutron-server[95101]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 19:38:14.226352 n-d-713301-16 neutron-server[95101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 19:38:14.226352 n-d-713301-16 neutron-server[95101]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 19:38:14.226352 n-d-713301-16 neutron-server[95101]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 19:38:14.230543 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-bdbfe468-e0b5-40bb-bbae-53207fdc75de tempest-FloatingIPAdminTestJSON-2134933000 tempest-FloatingIPAdminTestJSON-2134933000-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1754627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-601866'] for network, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:14.241242 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-bdbfe468-e0b5-40bb-bbae-53207fdc75de tempest-FloatingIPAdminTestJSON-2134933000 tempest-FloatingIPAdminTestJSON-2134933000-project] Notify callbacks [] for network, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:14.242015 n-d-713301-16 neutron-server[95102]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 19:38:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5566013-f3ea-4d82-8fa6-fa0873f183fa x-openstack-request-id: req-b5566013-f3ea-4d82-8fa6-fa0873f183fa {{(pid=95102) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 19:38:14.242229 n-d-713301-16 neutron-server[95102]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a84d2947-bfad-453f-8a9a-46f6c9c330a9", "name": "network-vif-deleted", "tag": "7b2f1715-4904-4fe0-9fdd-042fe3860649", "status": "completed", "code": 200}]} {{(pid=95102) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 19:38:14.242988 n-d-713301-16 neutron-server[95102]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-b5566013-f3ea-4d82-8fa6-fa0873f183fa {{(pid=95102) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 19:38:14.243575 n-d-713301-16 neutron-server[95102]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a84d2947-bfad-453f-8a9a-46f6c9c330a9', 'name': 'network-vif-deleted', 'tag': '7b2f1715-4904-4fe0-9fdd-042fe3860649', 'status': 'completed', 'code': 200} Sep 23 19:38:14.253196 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 56962) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:38:14.254192 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1072ee0-e537-4ca7-abba-930e680ab812 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1ea16b04-422a-47bf-a76f-de1ce7c29b70,revision_number=None']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:38:14.254341 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-bdbfe468-e0b5-40bb-bbae-53207fdc75de tempest-FloatingIPAdminTestJSON-2134933000 tempest-FloatingIPAdminTestJSON-2134933000-project] 10.222.0.67 "DELETE /v2.0/networks/ffce6844-ffc3-465e-8e61-d0eed3ec6a74 HTTP/1.1" status: 204 len: 168 time: 2.0295820 Sep 23 19:38:14.280948 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdbfe468-e0b5-40bb-bbae-53207fdc75de tempest-FloatingIPAdminTestJSON-2134933000 tempest-FloatingIPAdminTestJSON-2134933000-project] Pushing event deleted for resources: {'Network': ['ID=ffce6844-ffc3-465e-8e61-d0eed3ec6a74,revision_number=None']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:38:14.292352 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.plugin [None req-46429793-5bc3-4dea-ad70-8ba42c845403 admin admin] Deleting port 0797353b-dd65-4dec-af99-fc16d3e83d30 {{(pid=95101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:38:14.292722 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-46429793-5bc3-4dea-ad70-8ba42c845403 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783146157096'] for port, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:14.305319 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-f1072ee0-e537-4ca7-abba-930e680ab812 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:14.307435 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-f1072ee0-e537-4ca7-abba-930e680ab812 admin admin] 10.222.0.67 "DELETE /v2.0/subnets/1ea16b04-422a-47bf-a76f-de1ce7c29b70 HTTP/1.1" status: 204 len: 168 time: 1.1578701 Sep 23 19:38:14.312517 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 56966) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:38:14.387826 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.plugin [None req-adce76e1-7e0b-4464-a968-3870081da469 tempest-RoutersIpV6AdminTest-525100567 tempest-RoutersIpV6AdminTest-525100567-project] Deleting port 2e3fb00c-4bfe-48de-8a32-091ed0986be0 {{(pid=95102) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:38:14.388171 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-adce76e1-7e0b-4464-a968-3870081da469 tempest-RoutersIpV6AdminTest-525100567 tempest-RoutersIpV6AdminTest-525100567-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783146157096'] for port, before_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:14.457985 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-87c71f6d-1222-432b-9cc4-5dcdd29d66aa tempest-NetworksIpV6Test-1074010632 tempest-NetworksIpV6Test-1074010632-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783145630486'] for network, precommit_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:14.464694 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-4d6f99a7-a2de-4b1b-9db1-682f3b4ba65d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1628021'] for network, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:14.485884 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.db [None req-46429793-5bc3-4dea-ad70-8ba42c845403 admin admin] For port 0797353b-dd65-4dec-af99-fc16d3e83d30, host n-d-713301-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-16',level=0,port_id=0797353b-dd65-4dec-af99-fc16d3e83d30,segment=NetworkSegment(7d4027f1-d893-4c7b-95d4-757b8e44e380),segment_id=7d4027f1-d893-4c7b-95d4-757b8e44e380)] {{(pid=95101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:38:14.486248 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-46429793-5bc3-4dea-ad70-8ba42c845403 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-605701'] for port, precommit_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:14.535035 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.plugin [None req-46429793-5bc3-4dea-ad70-8ba42c845403 admin admin] Calling delete_port for 0797353b-dd65-4dec-af99-fc16d3e83d30 owned by network:router_gateway {{(pid=95101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:38:14.544360 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db56870d-2cb9-4229-85b0-a177c0c30a59 req-786f0f5b-e783-4741-90ca-654223d7a1fd tempest-ServersTestJSON-149791516 tempest-ServersTestJSON-149791516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:38:14.545946 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-db56870d-2cb9-4229-85b0-a177c0c30a59 req-786f0f5b-e783-4741-90ca-654223d7a1fd tempest-ServersTestJSON-149791516 tempest-ServersTestJSON-149791516-project] 10.222.0.67 "GET /v2.0/ports?device_id=e1886236-d753-4e47-9a61-edcdff2bc203 HTTP/1.1" status: 200 len: 946 time: 0.2327700 Sep 23 19:38:14.594032 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-87c71f6d-1222-432b-9cc4-5dcdd29d66aa tempest-NetworksIpV6Test-1074010632 tempest-NetworksIpV6Test-1074010632-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299'] for network, after_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:14.600244 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87c71f6d-1222-432b-9cc4-5dcdd29d66aa tempest-NetworksIpV6Test-1074010632 tempest-NetworksIpV6Test-1074010632-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:38:14.602012 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-87c71f6d-1222-432b-9cc4-5dcdd29d66aa tempest-NetworksIpV6Test-1074010632 tempest-NetworksIpV6Test-1074010632-project] Notify callbacks [] for network, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:14.606894 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.plugin [None req-5c1bac7f-caae-4808-832c-461ee079a30a tempest-FloatingIPAdminTestJSON-2134933000 tempest-FloatingIPAdminTestJSON-2134933000-project] Deleting port 8c318c65-7862-4c0a-835a-8f3201bbf138 {{(pid=95102) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:38:14.607412 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-5c1bac7f-caae-4808-832c-461ee079a30a tempest-FloatingIPAdminTestJSON-2134933000 tempest-FloatingIPAdminTestJSON-2134933000-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783146157096'] for port, before_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:14.610505 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-adce76e1-7e0b-4464-a968-3870081da469 tempest-RoutersIpV6AdminTest-525100567 tempest-RoutersIpV6AdminTest-525100567-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-605701'] for port, precommit_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:14.650543 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-4d6f99a7-a2de-4b1b-9db1-682f3b4ba65d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1754676', 'neutron.services.segments.db._delete_segments_for_network-8783146221460'] for network, precommit_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:14.690078 n-d-713301-16 neutron-server[95101]: DEBUG neutron.services.segments.db [None req-4d6f99a7-a2de-4b1b-9db1-682f3b4ba65d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b530eab4-083b-43c2-ba27-6b6c9352e514']}} {{(pid=95101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:38:14.703701 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.plugin [None req-adce76e1-7e0b-4464-a968-3870081da469 tempest-RoutersIpV6AdminTest-525100567 tempest-RoutersIpV6AdminTest-525100567-project] Calling delete_port for 2e3fb00c-4bfe-48de-8a32-091ed0986be0 owned by network:router_gateway {{(pid=95102) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:38:14.709061 n-d-713301-16 neutron-server[95101]: DEBUG neutron.services.segments.db [None req-4d6f99a7-a2de-4b1b-9db1-682f3b4ba65d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2ac4e7d7-8acc-4746-b729-6191494d3cf1') {'for_net_delete': True} {{(pid=95101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:38:14.709612 n-d-713301-16 neutron-server[95101]: DEBUG neutron.services.segments.db [None req-4d6f99a7-a2de-4b1b-9db1-682f3b4ba65d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2ac4e7d7-8acc-4746-b729-6191494d3cf1') {} {{(pid=95101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:38:14.722553 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-4d6f99a7-a2de-4b1b-9db1-682f3b4ba65d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783146221725', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6007147'] for segment, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:14.775334 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-4d6f99a7-a2de-4b1b-9db1-682f3b4ba65d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1756186'] for segment, precommit_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:14.786176 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-87c71f6d-1222-432b-9cc4-5dcdd29d66aa tempest-NetworksIpV6Test-1074010632 tempest-NetworksIpV6Test-1074010632-project] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.7324619 Sep 23 19:38:14.786442 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 56978) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:38:14.791772 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-db56870d-2cb9-4229-85b0-a177c0c30a59 req-1174a60a-74d0-4ed5-9b77-244b58047d20 tempest-ServersTestJSON-149791516 tempest-ServersTestJSON-149791516-project] 10.222.0.67 "GET /v2.0/security-groups?id=b8c31db9-bcb2-4708-876e-18b1f4bdd8a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2199054 Sep 23 19:38:14.795587 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c71f6d-1222-432b-9cc4-5dcdd29d66aa tempest-NetworksIpV6Test-1074010632 tempest-NetworksIpV6Test-1074010632-project] Pushing event updated for resources: {'Network': ['ID=4c5ab7a3-f1d3-447d-8738-98f34c556d71,revision_number=1']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:38:14.796258 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.v2.base [None req-50894a43-6b38-409b-be08-6824804e39f4 tempest-NetworksIpV6Test-1074010632 tempest-NetworksIpV6Test-1074010632-project] Request body: {'subnet': {'network_id': '4c5ab7a3-f1d3-447d-8738-98f34c556d71', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=95101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:38:14.802062 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4d6f99a7-a2de-4b1b-9db1-682f3b4ba65d admin admin] Releasing vlan 630 on physical network physnet1 to pool {{(pid=95101) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 19:38:14.802477 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-4d6f99a7-a2de-4b1b-9db1-682f3b4ba65d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1756186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5608436'] for segment, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:14.805889 n-d-713301-16 neutron-server[95101]: Traceback (most recent call last): Sep 23 19:38:14.805889 n-d-713301-16 neutron-server[95101]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 19:38:14.805889 n-d-713301-16 neutron-server[95101]: timer() Sep 23 19:38:14.805889 n-d-713301-16 neutron-server[95101]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 19:38:14.805889 n-d-713301-16 neutron-server[95101]: cb(*args, **kw) Sep 23 19:38:14.805889 n-d-713301-16 neutron-server[95101]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 19:38:14.805889 n-d-713301-16 neutron-server[95101]: return func(*args, **kwargs) Sep 23 19:38:14.805889 n-d-713301-16 neutron-server[95101]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 19:38:14.805889 n-d-713301-16 neutron-server[95101]: self._notify() Sep 23 19:38:14.805889 n-d-713301-16 neutron-server[95101]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 19:38:14.805889 n-d-713301-16 neutron-server[95101]: self.callback(batched_events) Sep 23 19:38:14.805889 n-d-713301-16 neutron-server[95101]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 19:38:14.805889 n-d-713301-16 neutron-server[95101]: event.method(event) Sep 23 19:38:14.805889 n-d-713301-16 neutron-server[95101]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 19:38:14.805889 n-d-713301-16 neutron-server[95101]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 19:38:14.805889 n-d-713301-16 neutron-server[95101]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 19:38:14.805889 n-d-713301-16 neutron-server[95101]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 19:38:14.805889 n-d-713301-16 neutron-server[95101]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 19:38:14.805889 n-d-713301-16 neutron-server[95101]: return f(self, *a, **k) Sep 23 19:38:14.805889 n-d-713301-16 neutron-server[95101]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 19:38:14.805889 n-d-713301-16 neutron-server[95101]: return self._get(url).json() Sep 23 19:38:14.805889 n-d-713301-16 neutron-server[95101]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 19:38:14.805889 n-d-713301-16 neutron-server[95101]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 19:38:14.805889 n-d-713301-16 neutron-server[95101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 19:38:14.805889 n-d-713301-16 neutron-server[95101]: return self.request(url, 'GET', **kwargs) Sep 23 19:38:14.805889 n-d-713301-16 neutron-server[95101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 19:38:14.805889 n-d-713301-16 neutron-server[95101]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 19:38:14.805889 n-d-713301-16 neutron-server[95101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 19:38:14.805889 n-d-713301-16 neutron-server[95101]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 19:38:14.805889 n-d-713301-16 neutron-server[95101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 19:38:14.805889 n-d-713301-16 neutron-server[95101]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 19:38:14.805889 n-d-713301-16 neutron-server[95101]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 19:38:14.816348 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Network 4c5ab7a3-f1d3-447d-8738-98f34c556d71 details requested by agent ovs-agent-n-d-713301-16 with host n-d-713301-16 {{(pid=95103) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 19:38:14.909231 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-5c1bac7f-caae-4808-832c-461ee079a30a tempest-FloatingIPAdminTestJSON-2134933000 tempest-FloatingIPAdminTestJSON-2134933000-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-605701'] for port, precommit_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:14.909479 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-5c1bac7f-caae-4808-832c-461ee079a30a tempest-FloatingIPAdminTestJSON-2134933000 tempest-FloatingIPAdminTestJSON-2134933000-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:14.926550 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.plugin [None req-5c1bac7f-caae-4808-832c-461ee079a30a tempest-FloatingIPAdminTestJSON-2134933000 tempest-FloatingIPAdminTestJSON-2134933000-project] Calling delete_port for 8c318c65-7862-4c0a-835a-8f3201bbf138 owned by network:floatingip {{(pid=95102) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:38:14.994129 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-4d6f99a7-a2de-4b1b-9db1-682f3b4ba65d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1754627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-601866'] for network, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:14.999142 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-4d6f99a7-a2de-4b1b-9db1-682f3b4ba65d admin admin] Notify callbacks [] for network, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:15.004669 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-4d6f99a7-a2de-4b1b-9db1-682f3b4ba65d admin admin] 10.222.0.67 "DELETE /v2.0/networks/b530eab4-083b-43c2-ba27-6b6c9352e514 HTTP/1.1" status: 204 len: 168 time: 0.6909258 Sep 23 19:38:15.020794 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50894a43-6b38-409b-be08-6824804e39f4 tempest-NetworksIpV6Test-1074010632 tempest-NetworksIpV6Test-1074010632-project] Made reservation on behalf of 699ebd3ddaa74a06bf917c17312a1ac5 for: {'subnet': 1} {{(pid=95101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:38:15.030652 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-50894a43-6b38-409b-be08-6824804e39f4 tempest-NetworksIpV6Test-1074010632 tempest-NetworksIpV6Test-1074010632-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6130979'] for subnet, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:15.134729 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d6f99a7-a2de-4b1b-9db1-682f3b4ba65d admin admin] Pushing event deleted for resources: {'Network': ['ID=b530eab4-083b-43c2-ba27-6b6c9352e514,revision_number=None']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:38:15.143380 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-adce76e1-7e0b-4464-a968-3870081da469 tempest-RoutersIpV6AdminTest-525100567 tempest-RoutersIpV6AdminTest-525100567-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783146162158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783145673144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4399100'] for port, after_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:15.165187 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-46429793-5bc3-4dea-ad70-8ba42c845403 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783146162158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783145673144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5607431'] for port, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:15.203498 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adce76e1-7e0b-4464-a968-3870081da469 tempest-RoutersIpV6AdminTest-525100567 tempest-RoutersIpV6AdminTest-525100567-project] Pushing event deleted for resources: {'Port': ['ID=2e3fb00c-4bfe-48de-8a32-091ed0986be0,revision_number=None']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:38:15.241295 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 56994) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:38:15.275533 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46429793-5bc3-4dea-ad70-8ba42c845403 admin admin] Pushing event deleted for resources: {'Port': ['ID=0797353b-dd65-4dec-af99-fc16d3e83d30,revision_number=None']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:38:15.328449 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-5c1bac7f-caae-4808-832c-461ee079a30a tempest-FloatingIPAdminTestJSON-2134933000 tempest-FloatingIPAdminTestJSON-2134933000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783146162158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783145673144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4399100'] for port, after_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:15.373487 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-46429793-5bc3-4dea-ad70-8ba42c845403 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-601942'] for router_gateway, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:15.383931 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53bd707a-2055-4dd7-978a-4db01fecee16 req-6cfd5093-12c7-4bc3-a8d3-0da3e952b6cb tempest-ServersTestJSON-149791516 tempest-ServersTestJSON-149791516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:38:15.385533 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-53bd707a-2055-4dd7-978a-4db01fecee16 req-6cfd5093-12c7-4bc3-a8d3-0da3e952b6cb tempest-ServersTestJSON-149791516 tempest-ServersTestJSON-149791516-project] 10.222.0.67 "GET /v2.0/ports?device_id=e1886236-d753-4e47-9a61-edcdff2bc203 HTTP/1.1" status: 200 len: 946 time: 0.1767526 Sep 23 19:38:15.386432 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-adce76e1-7e0b-4464-a968-3870081da469 tempest-RoutersIpV6AdminTest-525100567 tempest-RoutersIpV6AdminTest-525100567-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-601942'] for router_gateway, after_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:15.392734 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c1bac7f-caae-4808-832c-461ee079a30a tempest-FloatingIPAdminTestJSON-2134933000 tempest-FloatingIPAdminTestJSON-2134933000-project] Pushing event deleted for resources: {'Port': ['ID=8c318c65-7862-4c0a-835a-8f3201bbf138,revision_number=None']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:38:15.459392 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-9635e3a3-1ec8-48c0-817d-6c13f79fd669 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=1ef5475a68844e7f905c8834dd628159&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2121356 Sep 23 19:38:15.474056 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 56998) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:38:15.509701 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-46429793-5bc3-4dea-ad70-8ba42c845403 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-597305', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29369'] for router, precommit_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:15.515608 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-46429793-5bc3-4dea-ad70-8ba42c845403 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:15.592876 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-53bd707a-2055-4dd7-978a-4db01fecee16 req-674a2505-15a2-4347-ab79-66aa9fbf0fad tempest-ServersTestJSON-149791516 tempest-ServersTestJSON-149791516-project] 10.222.0.67 "GET /v2.0/security-groups?id=b8c31db9-bcb2-4708-876e-18b1f4bdd8a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1923811 Sep 23 19:38:15.599127 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-46429793-5bc3-4dea-ad70-8ba42c845403 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-597296'] for router, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:15.599688 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46429793-5bc3-4dea-ad70-8ba42c845403 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2882cbc4-f899-4122-810d-f6b256b3c259 {{(pid=95101) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 23 19:38:15.614362 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-46429793-5bc3-4dea-ad70-8ba42c845403 admin admin] Notify callbacks [] for router, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:15.614362 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-46429793-5bc3-4dea-ad70-8ba42c845403 admin admin] 10.222.0.67 "DELETE /v2.0/routers/2882cbc4-f899-4122-810d-f6b256b3c259 HTTP/1.1" status: 204 len: 168 time: 2.3634021 Sep 23 19:38:15.614362 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 57004) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:38:15.655182 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-50894a43-6b38-409b-be08-6824804e39f4 tempest-NetworksIpV6Test-1074010632 tempest-NetworksIpV6Test-1074010632-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5607579', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6130961'] for subnet, after_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:15.665645 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-5c1bac7f-caae-4808-832c-461ee079a30a tempest-FloatingIPAdminTestJSON-2134933000 tempest-FloatingIPAdminTestJSON-2134933000-project] Notify callbacks [] for floatingip, after_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:15.671362 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-5c1bac7f-caae-4808-832c-461ee079a30a tempest-FloatingIPAdminTestJSON-2134933000 tempest-FloatingIPAdminTestJSON-2134933000-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222849'] for floatingip, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:15.676913 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-5c1bac7f-caae-4808-832c-461ee079a30a tempest-FloatingIPAdminTestJSON-2134933000 tempest-FloatingIPAdminTestJSON-2134933000-project] 10.222.0.67 "DELETE /v2.0/floatingips/a82aa190-5cac-4e63-8eea-bc514782593a HTTP/1.1" status: 204 len: 168 time: 1.4185681 Sep 23 19:38:15.779695 n-d-713301-16 neutron-server[95101]: DEBUG neutron.db.db_base_plugin_v2 [None req-960f242d-d356-44bc-a92c-08cfff050f58 admin admin] Deleting subnet f42fa390-e53c-4b50-9540-3ef90fe94941 {{(pid=95101) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 23 19:38:15.788806 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-960f242d-d356-44bc-a92c-08cfff050f58 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:15.835042 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Device 0797353b-dd65-4dec-af99-fc16d3e83d30 no longer exists at agent ovs-agent-n-d-713301-16 {{(pid=95103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 19:38:15.840084 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50894a43-6b38-409b-be08-6824804e39f4 tempest-NetworksIpV6Test-1074010632 tempest-NetworksIpV6Test-1074010632-project] Pushing event updated for resources: {'Subnet': ['ID=fe377f01-ac9f-4bd5-99e0-6cc2668e7e54,revision_number=0']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:38:15.857953 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50894a43-6b38-409b-be08-6824804e39f4 tempest-NetworksIpV6Test-1074010632 tempest-NetworksIpV6Test-1074010632-project] Checking segment: {'id': 'ce26a571-09bc-47b5-8eee-7e0f4e74491d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '4c5ab7a3-f1d3-447d-8738-98f34c556d71'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:38:15.858489 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50894a43-6b38-409b-be08-6824804e39f4 tempest-NetworksIpV6Test-1074010632 tempest-NetworksIpV6Test-1074010632-project] Network hostable DHCP agents. Network: 4c5ab7a3-f1d3-447d-8738-98f34c556d71, hostable agents: ['1b18bf05-1b5f-4587-be5c-af3ac38e32ad'], hosted agents: [] {{(pid=95101) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 19:38:15.864830 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-960f242d-d356-44bc-a92c-08cfff050f58 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6007154'] for subnet, precommit_delete_associations {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:15.875516 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.plugin [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] No Port match for: 0797353b-dd65-4dec-af99-fc16d3e83d30 {{(pid=95103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 19:38:15.875944 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Device 0797353b-dd65-4dec-af99-fc16d3e83d30 not bound to the agent host n-d-713301-16 {{(pid=95103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 19:38:15.877580 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Device 6a559d80-5328-473b-9ee4-b02b6c97ffb9 no longer exists at agent ovs-agent-n-d-713301-16 {{(pid=95103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 19:38:15.919175 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.plugin [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] No Port match for: 6a559d80-5328-473b-9ee4-b02b6c97ffb9 {{(pid=95103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 19:38:15.919728 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Device 6a559d80-5328-473b-9ee4-b02b6c97ffb9 not bound to the agent host n-d-713301-16 {{(pid=95103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 19:38:15.939345 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50894a43-6b38-409b-be08-6824804e39f4 tempest-NetworksIpV6Test-1074010632 tempest-NetworksIpV6Test-1074010632-project] Network 4c5ab7a3-f1d3-447d-8738-98f34c556d71 is scheduled to be hosted by DHCP agent 1b18bf05-1b5f-4587-be5c-af3ac38e32ad with binding_index 1 {{(pid=95101) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 19:38:15.972159 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.base_scheduler [None req-50894a43-6b38-409b-be08-6824804e39f4 tempest-NetworksIpV6Test-1074010632 tempest-NetworksIpV6Test-1074010632-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713301-16, 4c5ab7a3-f1d3-447d-8738-98f34c556d71) {{(pid=95101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:38:15.979638 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50894a43-6b38-409b-be08-6824804e39f4 tempest-NetworksIpV6Test-1074010632 tempest-NetworksIpV6Test-1074010632-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:38:15.980327 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-50894a43-6b38-409b-be08-6824804e39f4 tempest-NetworksIpV6Test-1074010632 tempest-NetworksIpV6Test-1074010632-project] Notify callbacks [] for subnet, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:15.983442 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b62fa71-4bf9-475e-bb4c-74105a748a95 None None] Network 4c5ab7a3-f1d3-447d-8738-98f34c556d71 requested from n-d-713301-16 {{(pid=95103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 19:38:16.004150 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-960f242d-d356-44bc-a92c-08cfff050f58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1756813'] for subnet, precommit_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:16.016642 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-50894a43-6b38-409b-be08-6824804e39f4 tempest-NetworksIpV6Test-1074010632 tempest-NetworksIpV6Test-1074010632-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.2288971 Sep 23 19:38:16.044194 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 57018) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:38:16.050651 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.v2.base [None req-485452de-1c27-4636-9285-a5ef123ac643 tempest-NetworksIpV6Test-1074010632 tempest-NetworksIpV6Test-1074010632-project] Request body: {'subnet': {'network_id': '4c5ab7a3-f1d3-447d-8738-98f34c556d71', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=95101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:38:16.210954 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-960f242d-d356-44bc-a92c-08cfff050f58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1756804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5607514', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6130950'] for subnet, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:16.239533 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-071b2466-507f-407f-86c0-852e7cf298a1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4c8b80df-07eb-5275-9f17-5cf640db67c0-4c5ab7a3-f1d3-447d-8738-98f34c556d71', 'network_id': '4c5ab7a3-f1d3-447d-8738-98f34c556d71', 'tenant_id': '699ebd3ddaa74a06bf917c17312a1ac5', 'fixed_ips': [{'subnet_id': 'fe377f01-ac9f-4bd5-99e0-6cc2668e7e54'}]}} from n-d-713301-16. {{(pid=95103) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 23 19:38:16.240994 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-071b2466-507f-407f-86c0-852e7cf298a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_create {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:16.254985 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-960f242d-d356-44bc-a92c-08cfff050f58 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f42fa390-e53c-4b50-9540-3ef90fe94941,revision_number=None']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:38:16.286956 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-960f242d-d356-44bc-a92c-08cfff050f58 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:16.293369 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-960f242d-d356-44bc-a92c-08cfff050f58 admin admin] 10.222.0.67 "DELETE /v2.0/subnets/f42fa390-e53c-4b50-9540-3ef90fe94941 HTTP/1.1" status: 204 len: 168 time: 0.6795347 Sep 23 19:38:16.296767 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 57024) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:38:16.322197 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-e3c5fb5b-7ea4-42da-98b5-30feebe5a08f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:16.354294 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 57026) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:38:16.374095 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-485452de-1c27-4636-9285-a5ef123ac643 tempest-NetworksIpV6Test-1074010632 tempest-NetworksIpV6Test-1074010632-project] Made reservation on behalf of 699ebd3ddaa74a06bf917c17312a1ac5 for: {'subnet': 1} {{(pid=95101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:38:16.377937 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-485452de-1c27-4636-9285-a5ef123ac643 tempest-NetworksIpV6Test-1074010632 tempest-NetworksIpV6Test-1074010632-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6130979'] for subnet, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:16.389244 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-adce76e1-7e0b-4464-a968-3870081da469 tempest-RoutersIpV6AdminTest-525100567 tempest-RoutersIpV6AdminTest-525100567-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-601749', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-597253', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29360'] for router, precommit_update {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:16.408332 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.db_base_plugin_common [None req-071b2466-507f-407f-86c0-852e7cf298a1 None None] Allocated IP 2001:db8::2 (4c5ab7a3-f1d3-447d-8738-98f34c556d71/fe377f01-ac9f-4bd5-99e0-6cc2668e7e54/a77c4fc1-1a2f-4501-be20-8d79aed1366c) {{(pid=95103) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 19:38:16.418199 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-adce76e1-7e0b-4464-a968-3870081da469 tempest-RoutersIpV6AdminTest-525100567 tempest-RoutersIpV6AdminTest-525100567-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-601790', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-601772', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-601767', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-597276'] for router, after_update {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:16.421629 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-e3c5fb5b-7ea4-42da-98b5-30feebe5a08f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:16.519224 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2b02f71-c0da-4fc8-bb2f-8544fecb567e None None] Network 62b0fc2b-a4cb-4225-abce-6a54cfdec443 requested from n-d-713301-16 {{(pid=95103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 19:38:16.554592 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e62acde-ef13-4c31-95f5-4175ec28085f req-26a32644-bf38-4c04-8958-d7f234b1415d tempest-ServersTestJSON-149791516 tempest-ServersTestJSON-149791516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:38:16.556442 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-8e62acde-ef13-4c31-95f5-4175ec28085f req-26a32644-bf38-4c04-8958-d7f234b1415d tempest-ServersTestJSON-149791516 tempest-ServersTestJSON-149791516-project] 10.222.0.74 "GET /v2.0/ports?device_id=e1886236-d753-4e47-9a61-edcdff2bc203 HTTP/1.1" status: 200 len: 946 time: 0.1800122 Sep 23 19:38:16.566068 n-d-713301-16 neutron-server[95102]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-adce76e1-7e0b-4464-a968-3870081da469 tempest-RoutersIpV6AdminTest-525100567 tempest-RoutersIpV6AdminTest-525100567-project] Router 1c22c969-7548-4b2d-a22f-88aa4a590b26 has already been hosted by L3 agent 79a740bf-7821-4989-8288-7186e3e128f3 {{(pid=95102) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 19:38:16.694154 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-e3c5fb5b-7ea4-42da-98b5-30feebe5a08f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:16.697628 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-e3c5fb5b-7ea4-42da-98b5-30feebe5a08f admin admin] Notify callbacks [] for security_group, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:16.699021 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-e3c5fb5b-7ea4-42da-98b5-30feebe5a08f admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/40996637-10c7-4777-a250-5601fd310469 HTTP/1.1" status: 204 len: 168 time: 1.2240386 Sep 23 19:38:16.707181 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-485452de-1c27-4636-9285-a5ef123ac643 tempest-NetworksIpV6Test-1074010632 tempest-NetworksIpV6Test-1074010632-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5607579', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6130961'] for subnet, after_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:16.743109 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-adce76e1-7e0b-4464-a968-3870081da469 tempest-RoutersIpV6AdminTest-525100567 tempest-RoutersIpV6AdminTest-525100567-project] Notify agent at l3_agent.n-d-713301-16 the message routers_updated {{(pid=95102) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 19:38:16.775506 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-adce76e1-7e0b-4464-a968-3870081da469 tempest-RoutersIpV6AdminTest-525100567 tempest-RoutersIpV6AdminTest-525100567-project] Notify callbacks [] for router, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:16.776278 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-adce76e1-7e0b-4464-a968-3870081da469 tempest-RoutersIpV6AdminTest-525100567 tempest-RoutersIpV6AdminTest-525100567-project] 10.222.0.67 "PUT /v2.0/routers/1c22c969-7548-4b2d-a22f-88aa4a590b26 HTTP/1.1" status: 200 len: 709 time: 4.0186317 Sep 23 19:38:16.777486 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c5fb5b-7ea4-42da-98b5-30feebe5a08f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40996637-10c7-4777-a250-5601fd310469,revision_number=None']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:38:16.789273 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 57040) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:38:16.794589 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa2ff6bd-4a3c-4dee-8491-c846205e92aa None None] Sync routers for ids ['1c22c969-7548-4b2d-a22f-88aa4a590b26'] in n-d-713301-16 {{(pid=95103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 19:38:16.869514 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-071b2466-507f-407f-86c0-852e7cf298a1 None None] Notify callbacks [] for port, precommit_create {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:16.893913 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-0b848627-2e09-4874-aabc-2423e6e48e87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1628021'] for network, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:16.897106 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-071b2466-507f-407f-86c0-852e7cf298a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783145673135'] for port, after_create {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:16.909208 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-485452de-1c27-4636-9285-a5ef123ac643 tempest-NetworksIpV6Test-1074010632 tempest-NetworksIpV6Test-1074010632-project] Network 4c5ab7a3-f1d3-447d-8738-98f34c556d71 is already hosted by enough agents. {{(pid=95101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:38:16.915419 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa2ff6bd-4a3c-4dee-8491-c846205e92aa None None] Routers {'1c22c969-7548-4b2d-a22f-88aa4a590b26'} bound to L3 agent in host n-d-713301-16 {{(pid=95103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 19:38:16.915692 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_hamode_db [None req-aa2ff6bd-4a3c-4dee-8491-c846205e92aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-23T19:07:52Z,description=,heartbeat_timestamp=2021-09-23T19:37:52Z,host='n-d-713301-16',id=79a740bf-7821-4989-8288-7186e3e128f3,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:07:52Z,topic='l3_agent')) {'router_ids': ['1c22c969-7548-4b2d-a22f-88aa4a590b26'], 'active': True} {{(pid=95103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:38:16.920660 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.base_scheduler [None req-485452de-1c27-4636-9285-a5ef123ac643 tempest-NetworksIpV6Test-1074010632 tempest-NetworksIpV6Test-1074010632-project] Resources bound (agent type, host, resource id): {{(pid=95101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:38:16.966502 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-f27d5219-a025-47c7-85ca-dc8a20629d7f admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=ff4b527bbaa74c75b56ff6fd6c34e095&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6100347 Sep 23 19:38:16.969124 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-485452de-1c27-4636-9285-a5ef123ac643 tempest-NetworksIpV6Test-1074010632 tempest-NetworksIpV6Test-1074010632-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:38:16.969783 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-485452de-1c27-4636-9285-a5ef123ac643 tempest-NetworksIpV6Test-1074010632 tempest-NetworksIpV6Test-1074010632-project] Notify callbacks [] for subnet, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:16.975190 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 57044) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:38:17.039378 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-f4d2c8c0-761b-47fe-a254-5929f153abf0 tempest-RoutersIpV6AdminTest-809394628 tempest-RoutersIpV6AdminTest-809394628-project-admin] 10.222.0.67 "GET /v2.0/routers/1c22c969-7548-4b2d-a22f-88aa4a590b26 HTTP/1.1" status: 200 len: 744 time: 0.2229900 Sep 23 19:38:17.042339 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-485452de-1c27-4636-9285-a5ef123ac643 tempest-NetworksIpV6Test-1074010632 tempest-NetworksIpV6Test-1074010632-project] Pushing event updated for resources: {'Subnet': ['ID=8c56d528-9f43-4303-a0c0-70590b0b323e,revision_number=0']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:38:17.043121 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 57048) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:38:17.055557 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_hamode_db [None req-aa2ff6bd-4a3c-4dee-8491-c846205e92aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713301-16', False) {} {{(pid=95103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:38:17.077709 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.plugin [req-8e62acde-ef13-4c31-95f5-4175ec28085f req-4f4a74d9-2c27-4b2a-aa0b-846379fc9f71 tempest-ServersTestJSON-149791516 tempest-ServersTestJSON-149791516-project] Deleting port cccce120-edc4-46e7-a8e0-6cd36936f5ba {{(pid=95102) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:38:17.078181 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-8e62acde-ef13-4c31-95f5-4175ec28085f req-4f4a74d9-2c27-4b2a-aa0b-846379fc9f71 tempest-ServersTestJSON-149791516 tempest-ServersTestJSON-149791516-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783146157096'] for port, before_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:17.095240 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-485452de-1c27-4636-9285-a5ef123ac643 tempest-NetworksIpV6Test-1074010632 tempest-NetworksIpV6Test-1074010632-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.0494335 Sep 23 19:38:17.107739 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 57052) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:38:17.117537 n-d-713301-16 neutron-server[95103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-071b2466-507f-407f-86c0-852e7cf298a1 None None] Network 4c5ab7a3-f1d3-447d-8738-98f34c556d71 is already hosted by enough agents. {{(pid=95103) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:38:17.149054 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa2ff6bd-4a3c-4dee-8491-c846205e92aa None None] Routers {'1c22c969-7548-4b2d-a22f-88aa4a590b26'} bound to L3 agent in host n-d-713301-16 {{(pid=95103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 19:38:17.149703 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_hamode_db [None req-aa2ff6bd-4a3c-4dee-8491-c846205e92aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-23T19:07:52Z,description=,heartbeat_timestamp=2021-09-23T19:37:52Z,host='n-d-713301-16',id=79a740bf-7821-4989-8288-7186e3e128f3,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:07:52Z,topic='l3_agent')) {'router_ids': ['1c22c969-7548-4b2d-a22f-88aa4a590b26'], 'active': True} {{(pid=95103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:38:17.159922 n-d-713301-16 neutron-server[95103]: DEBUG neutron.scheduler.base_scheduler [None req-071b2466-507f-407f-86c0-852e7cf298a1 None None] Resources bound (agent type, host, resource id): {{(pid=95103) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:38:17.174706 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-b7290618-f468-4a83-8fb0-f297015d6c7e tempest-RoutersIpV6AdminTest-809394628 tempest-RoutersIpV6AdminTest-809394628-project-admin] 10.222.0.67 "GET /v2.0/ports?network_id=5dec5c09-378e-4f50-89cc-d94eb81c3bac&device_id=1c22c969-7548-4b2d-a22f-88aa4a590b26 HTTP/1.1" status: 200 len: 205 time: 0.1093664 Sep 23 19:38:17.184562 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 57056) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:38:17.194241 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.plugin [None req-0b848627-2e09-4874-aabc-2423e6e48e87 admin admin] Deleting port 64ea38f8-d5b0-4c8c-ab3e-54cca578c6c9 {{(pid=95101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:38:17.194766 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-0b848627-2e09-4874-aabc-2423e6e48e87 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783146157096'] for port, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:17.218119 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-80e2c39e-6dc4-40d8-aae7-b30557979202 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:17.221690 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6aea5cb-2d3b-444d-abfa-6986f1e4dbcb req-12813a3c-7047-45d7-a4e9-fb8fc257b3b4 tempest-ServersTestJSON-149791516 tempest-ServersTestJSON-149791516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:38:17.223547 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-e6aea5cb-2d3b-444d-abfa-6986f1e4dbcb req-12813a3c-7047-45d7-a4e9-fb8fc257b3b4 tempest-ServersTestJSON-149791516 tempest-ServersTestJSON-149791516-project] 10.222.0.67 "GET /v2.0/ports?device_id=e1886236-d753-4e47-9a61-edcdff2bc203 HTTP/1.1" status: 200 len: 946 time: 0.4904621 Sep 23 19:38:17.227853 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-071b2466-507f-407f-86c0-852e7cf298a1 None None] Pushing event updated for resources: {'Port': ['ID=a77c4fc1-1a2f-4501-be20-8d79aed1366c,revision_number=1']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:38:17.233420 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-071b2466-507f-407f-86c0-852e7cf298a1 None None] Received port after_create {{(pid=95103) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 19:38:17.237207 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_hamode_db [None req-aa2ff6bd-4a3c-4dee-8491-c846205e92aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713301-16', False) {} {{(pid=95103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:38:17.243497 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa2ff6bd-4a3c-4dee-8491-c846205e92aa None None] The sync data for ids ['1c22c969-7548-4b2d-a22f-88aa4a590b26'] in n-d-713301-16 is: [] {{(pid=95103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 19:38:17.252795 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a230431-835e-4146-b984-ab3722e1f95e None None] DHCP port deletion for 62b0fc2b-a4cb-4225-abce-6a54cfdec443 request from n-d-713301-16 {{(pid=95103) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 23 19:38:17.279143 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-38e44b66-f23f-4399-b89e-f05bbaa03e99 tempest-RoutersIpV6AdminTest-525100567 tempest-RoutersIpV6AdminTest-525100567-project] 10.222.0.67 "GET /v2.0/ports?device_id=1c22c969-7548-4b2d-a22f-88aa4a590b26 HTTP/1.1" status: 200 len: 205 time: 0.0803051 Sep 23 19:38:17.291371 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 57064) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:38:17.374808 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-e6aea5cb-2d3b-444d-abfa-6986f1e4dbcb req-79abbc04-7e55-4f6c-a879-a3a9ae82efa2 tempest-ServersTestJSON-149791516 tempest-ServersTestJSON-149791516-project] 10.222.0.67 "GET /v2.0/security-groups?id=b8c31db9-bcb2-4708-876e-18b1f4bdd8a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1357920 Sep 23 19:38:17.381049 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.db [req-8e62acde-ef13-4c31-95f5-4175ec28085f req-4f4a74d9-2c27-4b2a-aa0b-846379fc9f71 tempest-ServersTestJSON-149791516 tempest-ServersTestJSON-149791516-project] For port cccce120-edc4-46e7-a8e0-6cd36936f5ba, host n-h1-713301-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-16',level=0,port_id=cccce120-edc4-46e7-a8e0-6cd36936f5ba,segment=NetworkSegment(c829e8ab-031e-4667-8d5b-36ba5cfb9383),segment_id=c829e8ab-031e-4667-8d5b-36ba5cfb9383)] {{(pid=95102) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:38:17.381796 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-8e62acde-ef13-4c31-95f5-4175ec28085f req-4f4a74d9-2c27-4b2a-aa0b-846379fc9f71 tempest-ServersTestJSON-149791516 tempest-ServersTestJSON-149791516-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-605701'] for port, precommit_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:17.406643 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b39b3672-f402-44c1-b177-799c8fc145d1 tempest-NetworksIpV6Test-1074010632 tempest-NetworksIpV6Test-1074010632-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:38:17.408445 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b39b3672-f402-44c1-b177-799c8fc145d1 tempest-NetworksIpV6Test-1074010632 tempest-NetworksIpV6Test-1074010632-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:38:17.410448 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b39b3672-f402-44c1-b177-799c8fc145d1 tempest-NetworksIpV6Test-1074010632 tempest-NetworksIpV6Test-1074010632-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:38:17.411643 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.plugin [req-8e62acde-ef13-4c31-95f5-4175ec28085f req-4f4a74d9-2c27-4b2a-aa0b-846379fc9f71 tempest-ServersTestJSON-149791516 tempest-ServersTestJSON-149791516-project] Calling delete_port for cccce120-edc4-46e7-a8e0-6cd36936f5ba owned by compute:nova {{(pid=95102) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:38:17.412154 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b39b3672-f402-44c1-b177-799c8fc145d1 tempest-NetworksIpV6Test-1074010632 tempest-NetworksIpV6Test-1074010632-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:38:17.414059 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b39b3672-f402-44c1-b177-799c8fc145d1 tempest-NetworksIpV6Test-1074010632 tempest-NetworksIpV6Test-1074010632-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:38:17.415874 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-b39b3672-f402-44c1-b177-799c8fc145d1 tempest-NetworksIpV6Test-1074010632 tempest-NetworksIpV6Test-1074010632-project] 10.222.0.67 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.3067811 Sep 23 19:38:17.416197 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.managers [None req-071b2466-507f-407f-86c0-852e7cf298a1 None None] Attempting to bind port a77c4fc1-1a2f-4501-be20-8d79aed1366c on host n-d-713301-16 for vnic_type normal with profile {{(pid=95103) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 19:38:17.416591 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.managers [None req-071b2466-507f-407f-86c0-852e7cf298a1 None None] Attempting to bind port a77c4fc1-1a2f-4501-be20-8d79aed1366c by drivers openvswitch,hyperv on host n-d-713301-16 at level 0 using segments [{'id': 'ce26a571-09bc-47b5-8eee-7e0f4e74491d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '4c5ab7a3-f1d3-447d-8738-98f34c556d71'}] {{(pid=95103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 19:38:17.416968 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-071b2466-507f-407f-86c0-852e7cf298a1 None None] Attempting to bind port a77c4fc1-1a2f-4501-be20-8d79aed1366c on network 4c5ab7a3-f1d3-447d-8738-98f34c556d71 {{(pid=95103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:38:17.421377 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 57068) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:38:17.436476 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-071b2466-507f-407f-86c0-852e7cf298a1 None None] Checking agent: {'id': '70a14545-df24-472f-8f95-bfe1719bff93', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 19, 7, 53), 'started_at': datetime.datetime(2021, 9, 23, 19, 8, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 19, 37, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 19:38:17.436884 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-071b2466-507f-407f-86c0-852e7cf298a1 None None] Checking segment: {'id': 'ce26a571-09bc-47b5-8eee-7e0f4e74491d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '4c5ab7a3-f1d3-447d-8738-98f34c556d71'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95103) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:38:17.437297 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-071b2466-507f-407f-86c0-852e7cf298a1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:17.437694 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-071b2466-507f-407f-86c0-852e7cf298a1 None None] Bound using segment: {'id': 'ce26a571-09bc-47b5-8eee-7e0f4e74491d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '4c5ab7a3-f1d3-447d-8738-98f34c556d71'} {{(pid=95103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 19:38:17.439957 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.v2.base [None req-ad806531-d2dd-45f0-9c62-fcbee6960aa9 tempest-NetworksIpV6Test-1074010632 tempest-NetworksIpV6Test-1074010632-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1888690055'}} {{(pid=95102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:38:17.452251 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.managers [None req-071b2466-507f-407f-86c0-852e7cf298a1 None None] Bound port: a77c4fc1-1a2f-4501-be20-8d79aed1366c, host: n-d-713301-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ce26a571-09bc-47b5-8eee-7e0f4e74491d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '4c5ab7a3-f1d3-447d-8738-98f34c556d71'}}] {{(pid=95103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 19:38:17.452251 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-071b2466-507f-407f-86c0-852e7cf298a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:17.504309 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-80e2c39e-6dc4-40d8-aae7-b30557979202 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:17.516711 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.db [None req-0b848627-2e09-4874-aabc-2423e6e48e87 admin admin] For port 64ea38f8-d5b0-4c8c-ab3e-54cca578c6c9, host n-d-713301-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-16',level=0,port_id=64ea38f8-d5b0-4c8c-ab3e-54cca578c6c9,segment=NetworkSegment(c2e02ec0-5f83-4105-8267-cb02701f642a),segment_id=c2e02ec0-5f83-4105-8267-cb02701f642a)] {{(pid=95101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:38:17.517136 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-0b848627-2e09-4874-aabc-2423e6e48e87 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-605701'] for port, precommit_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:17.521964 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-929749a3-ea68-49bc-8780-1f58b8d4e604 tempest-RoutersIpV6AdminTest-525100567 tempest-RoutersIpV6AdminTest-525100567-project] Notify callbacks [] for router, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:17.542841 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.plugin [None req-8a230431-835e-4146-b984-ab3722e1f95e None None] Deleting port 64ea38f8-d5b0-4c8c-ab3e-54cca578c6c9 {{(pid=95103) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:38:17.543328 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-8a230431-835e-4146-b984-ab3722e1f95e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783146157096'] for port, before_delete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:17.568935 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad806531-d2dd-45f0-9c62-fcbee6960aa9 tempest-NetworksIpV6Test-1074010632 tempest-NetworksIpV6Test-1074010632-project] Made reservation on behalf of 699ebd3ddaa74a06bf917c17312a1ac5 for: {'network': 1} {{(pid=95102) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:38:17.573797 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-ad806531-d2dd-45f0-9c62-fcbee6960aa9 tempest-NetworksIpV6Test-1074010632 tempest-NetworksIpV6Test-1074010632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for network, before_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:17.614210 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ad806531-d2dd-45f0-9c62-fcbee6960aa9 tempest-NetworksIpV6Test-1074010632 tempest-NetworksIpV6Test-1074010632-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 603} {{(pid=95102) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 19:38:17.620649 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-071b2466-507f-407f-86c0-852e7cf298a1 None None] For port a77c4fc1-1a2f-4501-be20-8d79aed1366c, host n-d-713301-16, cleared binding levels {{(pid=95103) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 19:38:17.626887 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-ad806531-d2dd-45f0-9c62-fcbee6960aa9 tempest-NetworksIpV6Test-1074010632 tempest-NetworksIpV6Test-1074010632-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1756186'] for segment, precommit_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:17.627452 n-d-713301-16 neutron-server[95102]: INFO neutron.db.segments_db [None req-ad806531-d2dd-45f0-9c62-fcbee6960aa9 tempest-NetworksIpV6Test-1074010632 tempest-NetworksIpV6Test-1074010632-project] Added segment 866b93d2-20ea-4898-81b5-c3f6b49656e4 of type vlan for network 25d45377-7f2f-4b3f-a323-240feca9e79e Sep 23 19:38:17.629923 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-071b2466-507f-407f-86c0-852e7cf298a1 None None] For port a77c4fc1-1a2f-4501-be20-8d79aed1366c, host n-d-713301-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-16',level=0,port_id=a77c4fc1-1a2f-4501-be20-8d79aed1366c,segment=NetworkSegment(ce26a571-09bc-47b5-8eee-7e0f4e74491d),segment_id=ce26a571-09bc-47b5-8eee-7e0f4e74491d)] {{(pid=95103) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 19:38:17.637366 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-071b2466-507f-407f-86c0-852e7cf298a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:17.667832 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.plugin [None req-0b848627-2e09-4874-aabc-2423e6e48e87 admin admin] Calling delete_port for 64ea38f8-d5b0-4c8c-ab3e-54cca578c6c9 owned by network:dhcp {{(pid=95101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:38:17.674343 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-ad806531-d2dd-45f0-9c62-fcbee6960aa9 tempest-NetworksIpV6Test-1074010632 tempest-NetworksIpV6Test-1074010632-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783145630486'] for network, precommit_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:17.703979 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-ad806531-d2dd-45f0-9c62-fcbee6960aa9 tempest-NetworksIpV6Test-1074010632 tempest-NetworksIpV6Test-1074010632-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299'] for network, after_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:17.711455 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad806531-d2dd-45f0-9c62-fcbee6960aa9 tempest-NetworksIpV6Test-1074010632 tempest-NetworksIpV6Test-1074010632-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:38:17.712149 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-ad806531-d2dd-45f0-9c62-fcbee6960aa9 tempest-NetworksIpV6Test-1074010632 tempest-NetworksIpV6Test-1074010632-project] Notify callbacks [] for network, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:17.777964 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-929749a3-ea68-49bc-8780-1f58b8d4e604 tempest-RoutersIpV6AdminTest-525100567 tempest-RoutersIpV6AdminTest-525100567-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-597305', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29369'] for router, precommit_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:17.809704 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-8a230431-835e-4146-b984-ab3722e1f95e None None] For port 64ea38f8-d5b0-4c8c-ab3e-54cca578c6c9, host n-d-713301-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-16',level=0,port_id=64ea38f8-d5b0-4c8c-ab3e-54cca578c6c9,segment=NetworkSegment(c2e02ec0-5f83-4105-8267-cb02701f642a),segment_id=c2e02ec0-5f83-4105-8267-cb02701f642a)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:38:17.810120 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-8a230431-835e-4146-b984-ab3722e1f95e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-605701'] for port, precommit_delete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:17.848140 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.plugin [None req-8a230431-835e-4146-b984-ab3722e1f95e None None] Calling delete_port for 64ea38f8-d5b0-4c8c-ab3e-54cca578c6c9 owned by network:dhcp {{(pid=95103) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:38:17.852219 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-071b2466-507f-407f-86c0-852e7cf298a1 None None] Pushing event updated for resources: {'Port': ['ID=a77c4fc1-1a2f-4501-be20-8d79aed1366c,revision_number=2']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:38:17.855349 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Device 64ea38f8-d5b0-4c8c-ab3e-54cca578c6c9 no longer exists at agent ovs-agent-n-d-713301-16 {{(pid=95103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 19:38:17.955184 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad806531-d2dd-45f0-9c62-fcbee6960aa9 tempest-NetworksIpV6Test-1074010632 tempest-NetworksIpV6Test-1074010632-project] Pushing event updated for resources: {'Network': ['ID=25d45377-7f2f-4b3f-a323-240feca9e79e,revision_number=1']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:38:17.963895 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-8e62acde-ef13-4c31-95f5-4175ec28085f req-4f4a74d9-2c27-4b2a-aa0b-846379fc9f71 tempest-ServersTestJSON-149791516 tempest-ServersTestJSON-149791516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783146162158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783145673144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4399100'] for port, after_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:17.974194 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-ad806531-d2dd-45f0-9c62-fcbee6960aa9 tempest-NetworksIpV6Test-1074010632 tempest-NetworksIpV6Test-1074010632-project] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.5465958 Sep 23 19:38:17.975959 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 57086) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:38:17.986980 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] get_ports_and_sgs() called for port_ids ['1e33a789-d371-4447-ad9f-6d77201ac2d1'] {{(pid=95103) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 19:38:17.989963 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] get_ports_and_sgs() called for port_ids ['cccce120-edc4-46e7-a8e0-6cd36936f5ba'] {{(pid=95103) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 19:38:17.992516 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Network 25d45377-7f2f-4b3f-a323-240feca9e79e details requested by agent ovs-agent-n-d-713301-16 with host n-d-713301-16 {{(pid=95103) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 19:38:18.005786 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.v2.base [None req-8a47cc5b-5ddb-4051-b473-03fadfde79cf tempest-NetworksIpV6Test-1074010632 tempest-NetworksIpV6Test-1074010632-project] Request body: {'network': {'name': 'New_network'}} {{(pid=95102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:38:18.066447 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 57088) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:38:18.074224 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f4a74d9-2c27-4b2a-aa0b-846379fc9f71 tempest-ServersTestJSON-149791516 tempest-ServersTestJSON-149791516-project] Pushing event deleted for resources: {'Port': ['ID=cccce120-edc4-46e7-a8e0-6cd36936f5ba,revision_number=None']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:38:18.235145 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-8a230431-835e-4146-b984-ab3722e1f95e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783146162158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783145673144'] for port, after_delete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:18.299004 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:18.312546 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a230431-835e-4146-b984-ab3722e1f95e None None] Pushing event deleted for resources: {'Port': ['ID=64ea38f8-d5b0-4c8c-ab3e-54cca578c6c9,revision_number=None']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:38:18.334629 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a230431-835e-4146-b984-ab3722e1f95e None None] No DVR routers for this DVR port 64ea38f8-d5b0-4c8c-ab3e-54cca578c6c9 on host n-d-713301-16 {{(pid=95103) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 19:38:18.378359 n-d-713301-16 neutron-server[95102]: DEBUG neutron.db.l3_dvrscheduler_db [req-8e62acde-ef13-4c31-95f5-4175ec28085f req-4f4a74d9-2c27-4b2a-aa0b-846379fc9f71 tempest-ServersTestJSON-149791516 tempest-ServersTestJSON-149791516-project] No DVR routers for this DVR port cccce120-edc4-46e7-a8e0-6cd36936f5ba on host n-h1-713301-16 {{(pid=95102) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 19:38:18.383252 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-8e62acde-ef13-4c31-95f5-4175ec28085f req-4f4a74d9-2c27-4b2a-aa0b-846379fc9f71 tempest-ServersTestJSON-149791516 tempest-ServersTestJSON-149791516-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222849'] for port, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:18.387582 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-8e62acde-ef13-4c31-95f5-4175ec28085f req-4f4a74d9-2c27-4b2a-aa0b-846379fc9f71 tempest-ServersTestJSON-149791516 tempest-ServersTestJSON-149791516-project] 10.222.0.74 "DELETE /v2.0/ports/cccce120-edc4-46e7-a8e0-6cd36936f5ba HTTP/1.1" status: 204 len: 173 time: 1.8239858 Sep 23 19:38:18.423426 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-929749a3-ea68-49bc-8780-1f58b8d4e604 tempest-RoutersIpV6AdminTest-525100567 tempest-RoutersIpV6AdminTest-525100567-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:18.444032 n-d-713301-16 neutron-server[95102]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e1886236-d753-4e47-9a61-edcdff2bc203', 'name': 'network-vif-deleted', 'tag': 'cccce120-edc4-46e7-a8e0-6cd36936f5ba'}] {{(pid=95102) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 19:38:18.457820 n-d-713301-16 neutron-server[95102]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab31b6d93e5336dbddfa8ec424565b3bd8cb2369c5b4d85bc943472dbb21e8ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d5544a6-2f44-4038-ba56-c8f648d0bcc6" -d '{"events": [{"server_uuid": "e1886236-d753-4e47-9a61-edcdff2bc203", "name": "network-vif-deleted", "tag": "cccce120-edc4-46e7-a8e0-6cd36936f5ba"}]}' {{(pid=95102) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 19:38:18.576698 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-929749a3-ea68-49bc-8780-1f58b8d4e604 tempest-RoutersIpV6AdminTest-525100567 tempest-RoutersIpV6AdminTest-525100567-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-597296'] for router, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:18.576698 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-929749a3-ea68-49bc-8780-1f58b8d4e604 tempest-RoutersIpV6AdminTest-525100567 tempest-RoutersIpV6AdminTest-525100567-project] Fanout notify agent at l3_agent the message router_deleted on router 1c22c969-7548-4b2d-a22f-88aa4a590b26 {{(pid=95101) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 23 19:38:18.595541 n-d-713301-16 neutron-server[95102]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 19:38:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a470221-6b2f-432d-9532-7c9f11c8323c x-openstack-request-id: req-5a470221-6b2f-432d-9532-7c9f11c8323c {{(pid=95102) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 19:38:18.595829 n-d-713301-16 neutron-server[95102]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e1886236-d753-4e47-9a61-edcdff2bc203", "name": "network-vif-deleted", "tag": "cccce120-edc4-46e7-a8e0-6cd36936f5ba", "status": "completed", "code": 200}]} {{(pid=95102) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 19:38:18.596349 n-d-713301-16 neutron-server[95102]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-5a470221-6b2f-432d-9532-7c9f11c8323c {{(pid=95102) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 19:38:18.596870 n-d-713301-16 neutron-server[95102]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e1886236-d753-4e47-9a61-edcdff2bc203', 'name': 'network-vif-deleted', 'tag': 'cccce120-edc4-46e7-a8e0-6cd36936f5ba', 'status': 'completed', 'code': 200} Sep 23 19:38:18.599210 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-929749a3-ea68-49bc-8780-1f58b8d4e604 tempest-RoutersIpV6AdminTest-525100567 tempest-RoutersIpV6AdminTest-525100567-project] Notify callbacks [] for router, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:18.600412 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-929749a3-ea68-49bc-8780-1f58b8d4e604 tempest-RoutersIpV6AdminTest-525100567 tempest-RoutersIpV6AdminTest-525100567-project] 10.222.0.67 "DELETE /v2.0/routers/1c22c969-7548-4b2d-a22f-88aa4a590b26 HTTP/1.1" status: 204 len: 168 time: 1.3061030 Sep 23 19:38:18.602155 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-80e2c39e-6dc4-40d8-aae7-b30557979202 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:18.605099 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-80e2c39e-6dc4-40d8-aae7-b30557979202 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:18.609079 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-80e2c39e-6dc4-40d8-aae7-b30557979202 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/2c346427-68be-4b51-98eb-51c292334605 HTTP/1.1" status: 204 len: 168 time: 1.6313372 Sep 23 19:38:18.612128 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 57100) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:38:18.636489 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.v2.base [None req-271b1748-a1ff-4306-b084-2368faa13277 admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesTestJSON-1543216019-network', 'tenant_id': '8cddd380f5b541b7856c0c588f42d6f8'}} {{(pid=95102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:38:18.658300 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-6ecb8b6e-65c0-4f18-879b-1bb1e8dc8b4c tempest-RoutersIpV6AdminTest-525100567 tempest-RoutersIpV6AdminTest-525100567-project] 10.222.0.67 "GET /v2.0/ports?device_id=1c22c969-7548-4b2d-a22f-88aa4a590b26 HTTP/1.1" status: 200 len: 205 time: 0.0432191 Sep 23 19:38:18.659223 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80e2c39e-6dc4-40d8-aae7-b30557979202 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c346427-68be-4b51-98eb-51c292334605,revision_number=None']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:38:18.666618 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 57104) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:38:18.702991 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-4db34f49-75e6-4037-8210-ddd5454a80b6 req-5c1389e6-3cf0-4314-bf1d-e9e2a2932295 tempest-ServersTestJSON-149791516 tempest-ServersTestJSON-149791516-project] 10.222.0.67 "GET /v2.0/ports?device_id=e1886236-d753-4e47-9a61-edcdff2bc203 HTTP/1.1" status: 200 len: 210 time: 0.1591902 Sep 23 19:38:18.728687 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-8a47cc5b-5ddb-4051-b473-03fadfde79cf tempest-NetworksIpV6Test-1074010632 tempest-NetworksIpV6Test-1074010632-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783145630486'] for network, precommit_update {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:18.732666 n-d-713301-16 neutron-server[95101]: INFO neutron.api.v2.resource [None req-ff69d1ba-54ac-43cb-8338-b20053dd4077 tempest-RoutersIpV6AdminTest-525100567 tempest-RoutersIpV6AdminTest-525100567-project] delete failed (client error): The resource could not be found. Sep 23 19:38:18.734116 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-ff69d1ba-54ac-43cb-8338-b20053dd4077 tempest-RoutersIpV6AdminTest-525100567 tempest-RoutersIpV6AdminTest-525100567-project] 10.222.0.67 "DELETE /v2.0/routers/1c22c969-7548-4b2d-a22f-88aa4a590b26 HTTP/1.1" status: 404 len: 336 time: 0.0664897 Sep 23 19:38:18.736755 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 57106) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:38:18.746507 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-271b1748-a1ff-4306-b084-2368faa13277 admin admin] Made reservation on behalf of 8cddd380f5b541b7856c0c588f42d6f8 for: {'network': 1} {{(pid=95102) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:38:18.749501 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-271b1748-a1ff-4306-b084-2368faa13277 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for network, before_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:18.753983 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-0b848627-2e09-4874-aabc-2423e6e48e87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783146162158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783145673144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5607431'] for port, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:18.754486 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-8a47cc5b-5ddb-4051-b473-03fadfde79cf tempest-NetworksIpV6Test-1074010632 tempest-NetworksIpV6Test-1074010632-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299'] for network, after_update {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:18.771579 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-271b1748-a1ff-4306-b084-2368faa13277 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:18.775265 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-74346790-1724-46c1-8cf2-68159360864f tempest-RoutersIpV6AdminTest-525100567 tempest-RoutersIpV6AdminTest-525100567-project] 10.222.0.67 "GET /v2.0/ports?device_id=836e6c30-3ca7-4aa3-937f-9b5e657fdb4e HTTP/1.1" status: 200 len: 205 time: 0.0366051 Sep 23 19:38:18.779966 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 57108) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:38:18.784712 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-8a47cc5b-5ddb-4051-b473-03fadfde79cf tempest-NetworksIpV6Test-1074010632 tempest-NetworksIpV6Test-1074010632-project] Network 25d45377-7f2f-4b3f-a323-240feca9e79e is not hosted by any dhcp agent {{(pid=95102) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Sep 23 19:38:18.792123 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a47cc5b-5ddb-4051-b473-03fadfde79cf tempest-NetworksIpV6Test-1074010632 tempest-NetworksIpV6Test-1074010632-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:38:18.792810 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-8a47cc5b-5ddb-4051-b473-03fadfde79cf tempest-NetworksIpV6Test-1074010632 tempest-NetworksIpV6Test-1074010632-project] Notify callbacks [] for network, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:18.794252 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-8a47cc5b-5ddb-4051-b473-03fadfde79cf tempest-NetworksIpV6Test-1074010632 tempest-NetworksIpV6Test-1074010632-project] 10.222.0.67 "PUT /v2.0/networks/25d45377-7f2f-4b3f-a323-240feca9e79e HTTP/1.1" status: 200 len: 723 time: 0.8105001 Sep 23 19:38:18.811881 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 57112) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:38:18.821895 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b848627-2e09-4874-aabc-2423e6e48e87 admin admin] Pushing event deleted for resources: {'Port': ['ID=64ea38f8-d5b0-4c8c-ab3e-54cca578c6c9,revision_number=None']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:38:18.844799 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.v2.base [None req-ff57736a-a09f-4164-bad4-dab5c15f0829 tempest-NetworksIpV6Test-1074010632 tempest-NetworksIpV6Test-1074010632-project] Request body: {'subnet': {'network_id': '25d45377-7f2f-4b3f-a323-240feca9e79e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=95101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:38:18.898411 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a47cc5b-5ddb-4051-b473-03fadfde79cf tempest-NetworksIpV6Test-1074010632 tempest-NetworksIpV6Test-1074010632-project] Pushing event updated for resources: {'Network': ['ID=25d45377-7f2f-4b3f-a323-240feca9e79e,revision_number=2']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:38:18.915447 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Network 25d45377-7f2f-4b3f-a323-240feca9e79e details requested by agent ovs-agent-n-d-713301-16 with host n-d-713301-16 {{(pid=95103) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 19:38:18.950346 n-d-713301-16 neutron-server[95101]: INFO neutron.api.v2.resource [None req-a24930b8-0a68-4b17-b4cc-abc62cc1d834 tempest-RoutersIpV6AdminTest-525100567 tempest-RoutersIpV6AdminTest-525100567-project] delete failed (client error): The resource could not be found. Sep 23 19:38:18.953636 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-a24930b8-0a68-4b17-b4cc-abc62cc1d834 tempest-RoutersIpV6AdminTest-525100567 tempest-RoutersIpV6AdminTest-525100567-project] 10.222.0.67 "DELETE /v2.0/routers/836e6c30-3ca7-4aa3-937f-9b5e657fdb4e HTTP/1.1" status: 404 len: 336 time: 0.1679249 Sep 23 19:38:18.959673 n-d-713301-16 neutron-server[95101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b848627-2e09-4874-aabc-2423e6e48e87 admin admin] No DVR routers for this DVR port 64ea38f8-d5b0-4c8c-ab3e-54cca578c6c9 on host n-d-713301-16 {{(pid=95101) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 19:38:18.961739 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 57116) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:38:19.152684 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-5524fc08-80f9-46fa-9044-5168881319f3 tempest-RoutersIpV6AdminTest-525100567 tempest-RoutersIpV6AdminTest-525100567-project] 10.222.0.67 "GET /v2.0/ports?device_id=67d7cf6e-bb9e-4e0b-b1d1-e4a99789a7a9 HTTP/1.1" status: 200 len: 205 time: 0.1867380 Sep 23 19:38:19.157061 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 57120) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:38:19.160869 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-271b1748-a1ff-4306-b084-2368faa13277 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:19.169321 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-271b1748-a1ff-4306-b084-2368faa13277 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:19.180963 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-271b1748-a1ff-4306-b084-2368faa13277 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 632} {{(pid=95102) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 19:38:19.191390 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-271b1748-a1ff-4306-b084-2368faa13277 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1756186'] for segment, precommit_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:19.191786 n-d-713301-16 neutron-server[95102]: INFO neutron.db.segments_db [None req-271b1748-a1ff-4306-b084-2368faa13277 admin admin] Added segment 336ca50d-8af5-47ef-8e05-9ba7c7688ed4 of type vlan for network 98db9c7f-b356-4cce-a07f-b0a148aa5a57 Sep 23 19:38:19.193386 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-0b848627-2e09-4874-aabc-2423e6e48e87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1754676', 'neutron.services.segments.db._delete_segments_for_network-8783146221460'] for network, precommit_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:19.246506 n-d-713301-16 neutron-server[95101]: DEBUG neutron.services.segments.db [None req-0b848627-2e09-4874-aabc-2423e6e48e87 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['62b0fc2b-a4cb-4225-abce-6a54cfdec443']}} {{(pid=95101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:38:19.260945 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-271b1748-a1ff-4306-b084-2368faa13277 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783145630486'] for network, precommit_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:19.261212 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 57124) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:38:19.270329 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff57736a-a09f-4164-bad4-dab5c15f0829 tempest-NetworksIpV6Test-1074010632 tempest-NetworksIpV6Test-1074010632-project] Made reservation on behalf of 699ebd3ddaa74a06bf917c17312a1ac5 for: {'subnet': 1} {{(pid=95101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:38:19.274331 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-ff57736a-a09f-4164-bad4-dab5c15f0829 tempest-NetworksIpV6Test-1074010632 tempest-NetworksIpV6Test-1074010632-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6130979'] for subnet, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:19.280760 n-d-713301-16 neutron-server[95101]: DEBUG neutron.services.segments.db [None req-0b848627-2e09-4874-aabc-2423e6e48e87 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c2e02ec0-5f83-4105-8267-cb02701f642a') {'for_net_delete': True} {{(pid=95101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:38:19.281047 n-d-713301-16 neutron-server[95101]: DEBUG neutron.services.segments.db [None req-0b848627-2e09-4874-aabc-2423e6e48e87 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c2e02ec0-5f83-4105-8267-cb02701f642a') {} {{(pid=95101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:38:19.307585 n-d-713301-16 neutron-server[95102]: INFO neutron.api.v2.resource [None req-7c19171f-1f2d-4962-9bf5-4432d217c93e tempest-RoutersIpV6AdminTest-525100567 tempest-RoutersIpV6AdminTest-525100567-project] delete failed (client error): The resource could not be found. Sep 23 19:38:19.308659 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-7c19171f-1f2d-4962-9bf5-4432d217c93e tempest-RoutersIpV6AdminTest-525100567 tempest-RoutersIpV6AdminTest-525100567-project] 10.222.0.67 "DELETE /v2.0/routers/67d7cf6e-bb9e-4e0b-b1d1-e4a99789a7a9 HTTP/1.1" status: 404 len: 336 time: 0.1505661 Sep 23 19:38:19.314445 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 57126) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:38:19.316942 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-45867dc8-3f7c-4f33-b2df-c8c5db72d8e5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:19.332195 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-0b848627-2e09-4874-aabc-2423e6e48e87 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783146221725', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6007147'] for segment, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:19.344109 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-271b1748-a1ff-4306-b084-2368faa13277 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e52c6125-72a0-48bf-92d1-52c82797a2a5,revision_number=1']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:38:19.349331 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-271b1748-a1ff-4306-b084-2368faa13277 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299'] for network, after_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:19.350326 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-271b1748-a1ff-4306-b084-2368faa13277 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:38:19.351397 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-271b1748-a1ff-4306-b084-2368faa13277 admin admin] Notify callbacks [] for network, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:19.405026 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-41027cf4-d78d-40e5-9079-eeb6a39dc2d9 tempest-RoutersIpV6AdminTest-525100567 tempest-RoutersIpV6AdminTest-525100567-project] 10.222.0.67 "GET /v2.0/ports?device_id=771fb9bf-a876-45c4-afa1-8b97588f2435 HTTP/1.1" status: 200 len: 205 time: 0.0889976 Sep 23 19:38:19.409781 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 57128) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:38:19.422422 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-271b1748-a1ff-4306-b084-2368faa13277 admin admin] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.3430490 Sep 23 19:38:19.422708 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 57130) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:38:19.448012 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-0b848627-2e09-4874-aabc-2423e6e48e87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1756186'] for segment, precommit_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:19.466333 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0b848627-2e09-4874-aabc-2423e6e48e87 admin admin] Releasing vlan 604 on physical network physnet1 to pool {{(pid=95101) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 19:38:19.466991 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-0b848627-2e09-4874-aabc-2423e6e48e87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1756186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5608436'] for segment, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:19.469039 n-d-713301-16 neutron-server[95101]: Traceback (most recent call last): Sep 23 19:38:19.469039 n-d-713301-16 neutron-server[95101]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 19:38:19.469039 n-d-713301-16 neutron-server[95101]: timer() Sep 23 19:38:19.469039 n-d-713301-16 neutron-server[95101]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 19:38:19.469039 n-d-713301-16 neutron-server[95101]: cb(*args, **kw) Sep 23 19:38:19.469039 n-d-713301-16 neutron-server[95101]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 19:38:19.469039 n-d-713301-16 neutron-server[95101]: return func(*args, **kwargs) Sep 23 19:38:19.469039 n-d-713301-16 neutron-server[95101]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 19:38:19.469039 n-d-713301-16 neutron-server[95101]: self._notify() Sep 23 19:38:19.469039 n-d-713301-16 neutron-server[95101]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 19:38:19.469039 n-d-713301-16 neutron-server[95101]: self.callback(batched_events) Sep 23 19:38:19.469039 n-d-713301-16 neutron-server[95101]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 19:38:19.469039 n-d-713301-16 neutron-server[95101]: event.method(event) Sep 23 19:38:19.469039 n-d-713301-16 neutron-server[95101]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 19:38:19.469039 n-d-713301-16 neutron-server[95101]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 19:38:19.469039 n-d-713301-16 neutron-server[95101]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 19:38:19.469039 n-d-713301-16 neutron-server[95101]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 19:38:19.469039 n-d-713301-16 neutron-server[95101]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 19:38:19.469039 n-d-713301-16 neutron-server[95101]: return f(self, *a, **k) Sep 23 19:38:19.469039 n-d-713301-16 neutron-server[95101]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 19:38:19.469039 n-d-713301-16 neutron-server[95101]: return self._get(url).json() Sep 23 19:38:19.469039 n-d-713301-16 neutron-server[95101]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 19:38:19.469039 n-d-713301-16 neutron-server[95101]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 19:38:19.469039 n-d-713301-16 neutron-server[95101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 19:38:19.469039 n-d-713301-16 neutron-server[95101]: return self.request(url, 'GET', **kwargs) Sep 23 19:38:19.469039 n-d-713301-16 neutron-server[95101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 19:38:19.469039 n-d-713301-16 neutron-server[95101]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 19:38:19.469039 n-d-713301-16 neutron-server[95101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 19:38:19.469039 n-d-713301-16 neutron-server[95101]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 19:38:19.469039 n-d-713301-16 neutron-server[95101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 19:38:19.469039 n-d-713301-16 neutron-server[95101]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 19:38:19.469039 n-d-713301-16 neutron-server[95101]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 19:38:19.488526 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b893878-41a1-4969-a265-7751c9ba8b00 None None] Network 4c5ab7a3-f1d3-447d-8738-98f34c556d71 requested from n-d-713301-16 {{(pid=95103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 19:38:19.495021 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.v2.base [None req-b3dafbd4-d395-472c-8f22-239975764d8f admin admin] Request body: {'subnet': {'network_id': '98db9c7f-b356-4cce-a07f-b0a148aa5a57', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesTestJSON-1543216019-subnet', 'tenant_id': '8cddd380f5b541b7856c0c588f42d6f8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:38:19.500142 n-d-713301-16 neutron-server[95102]: INFO neutron.api.v2.resource [None req-1c6be6f1-212b-4632-9fb0-9f5bcc3e38c4 tempest-RoutersIpV6AdminTest-525100567 tempest-RoutersIpV6AdminTest-525100567-project] delete failed (client error): The resource could not be found. Sep 23 19:38:19.505486 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-1c6be6f1-212b-4632-9fb0-9f5bcc3e38c4 tempest-RoutersIpV6AdminTest-525100567 tempest-RoutersIpV6AdminTest-525100567-project] 10.222.0.67 "DELETE /v2.0/routers/771fb9bf-a876-45c4-afa1-8b97588f2435 HTTP/1.1" status: 404 len: 336 time: 0.0943365 Sep 23 19:38:19.510457 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 57134) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:38:19.528144 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-271b1748-a1ff-4306-b084-2368faa13277 admin admin] Pushing event updated for resources: {'Network': ['ID=98db9c7f-b356-4cce-a07f-b0a148aa5a57,revision_number=1']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:38:19.553326 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-6a598d87-ff53-42bc-9af8-a167fa1cf4de tempest-RoutersIpV6AdminTest-525100567 tempest-RoutersIpV6AdminTest-525100567-project] 10.222.0.67 "GET /v2.0/ports?device_id=19d9145b-5694-4224-92f6-b63b70f3934a HTTP/1.1" status: 200 len: 205 time: 0.0386403 Sep 23 19:38:19.553502 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Network 98db9c7f-b356-4cce-a07f-b0a148aa5a57 details requested by agent ovs-agent-n-d-713301-16 with host n-d-713301-16 {{(pid=95103) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 19:38:19.553674 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 57136) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:38:19.599876 n-d-713301-16 neutron-server[95102]: INFO neutron.api.v2.resource [None req-f1868dba-ae82-4402-9a70-a364a625faea tempest-RoutersIpV6AdminTest-525100567 tempest-RoutersIpV6AdminTest-525100567-project] delete failed (client error): The resource could not be found. Sep 23 19:38:19.601669 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-0b848627-2e09-4874-aabc-2423e6e48e87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1754627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-601866'] for network, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:19.601944 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-f1868dba-ae82-4402-9a70-a364a625faea tempest-RoutersIpV6AdminTest-525100567 tempest-RoutersIpV6AdminTest-525100567-project] 10.222.0.67 "DELETE /v2.0/routers/19d9145b-5694-4224-92f6-b63b70f3934a HTTP/1.1" status: 404 len: 336 time: 0.0476997 Sep 23 19:38:19.604467 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 57140) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:38:19.608251 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-0b848627-2e09-4874-aabc-2423e6e48e87 admin admin] Notify callbacks [] for network, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:19.611053 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-0b848627-2e09-4874-aabc-2423e6e48e87 admin admin] 10.222.0.67 "DELETE /v2.0/networks/62b0fc2b-a4cb-4225-abce-6a54cfdec443 HTTP/1.1" status: 204 len: 168 time: 3.3110583 Sep 23 19:38:19.643942 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-9fda3d22-be84-42d6-a6e9-af4021ce89f0 tempest-RoutersIpV6AdminTest-525100567 tempest-RoutersIpV6AdminTest-525100567-project] 10.222.0.67 "GET /v2.0/ports?device_id=1f49a2ba-1807-4d3c-afd7-80e86a5135c8 HTTP/1.1" status: 200 len: 205 time: 0.0374682 Sep 23 19:38:19.646191 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 57144) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:38:19.666222 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b848627-2e09-4874-aabc-2423e6e48e87 admin admin] Pushing event deleted for resources: {'Network': ['ID=62b0fc2b-a4cb-4225-abce-6a54cfdec443,revision_number=None']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:38:19.768273 n-d-713301-16 neutron-server[95102]: INFO neutron.api.v2.resource [None req-ac58cb9f-8273-4a77-84da-5de0c34046b7 tempest-RoutersIpV6AdminTest-525100567 tempest-RoutersIpV6AdminTest-525100567-project] delete failed (client error): The resource could not be found. Sep 23 19:38:19.770094 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-ac58cb9f-8273-4a77-84da-5de0c34046b7 tempest-RoutersIpV6AdminTest-525100567 tempest-RoutersIpV6AdminTest-525100567-project] 10.222.0.67 "DELETE /v2.0/routers/1f49a2ba-1807-4d3c-afd7-80e86a5135c8 HTTP/1.1" status: 404 len: 336 time: 0.1221995 Sep 23 19:38:19.771695 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-ff57736a-a09f-4164-bad4-dab5c15f0829 tempest-NetworksIpV6Test-1074010632 tempest-NetworksIpV6Test-1074010632-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5607579', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6130961'] for subnet, after_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:19.774105 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 57152) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:38:19.891224 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Device a77c4fc1-1a2f-4501-be20-8d79aed1366c up at agent ovs-agent-n-d-713301-16 {{(pid=95103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 19:38:19.917289 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-45867dc8-3f7c-4f33-b2df-c8c5db72d8e5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:19.920522 n-d-713301-16 neutron-server[95101]: INFO neutron.pecan_wsgi.hooks.translation [None req-3e6449f9-ad33-449a-9fe8-c22987579120 tempest-RoutersIpV6AdminTest-525100567 tempest-RoutersIpV6AdminTest-525100567-project] DELETE failed (client error): The resource could not be found. Sep 23 19:38:19.922878 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3e6449f9-ad33-449a-9fe8-c22987579120 tempest-RoutersIpV6AdminTest-525100567 tempest-RoutersIpV6AdminTest-525100567-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95101) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 23 19:38:19.933219 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-3e6449f9-ad33-449a-9fe8-c22987579120 tempest-RoutersIpV6AdminTest-525100567 tempest-RoutersIpV6AdminTest-525100567-project] 10.222.0.67 "DELETE /v2.0/subnets/0889c7cb-e621-413e-80a7-7fee372fbc3b HTTP/1.1" status: 404 len: 337 time: 0.1501973 Sep 23 19:38:19.937803 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-45867dc8-3f7c-4f33-b2df-c8c5db72d8e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:19.949173 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3dafbd4-d395-472c-8f22-239975764d8f admin admin] Made reservation on behalf of 8cddd380f5b541b7856c0c588f42d6f8 for: {'subnet': 1} {{(pid=95102) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:38:19.954282 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-b3dafbd4-d395-472c-8f22-239975764d8f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5388256'] for subnet, before_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:19.972086 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-c9c5daf0-80f4-4f05-945c-9b93bec81707 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:19.980196 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-17040a40-a71b-443c-9cc5-570419c1d22c None None] Provisioning complete for port a77c4fc1-1a2f-4501-be20-8d79aed1366c triggered by entity DHCP. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:38:19.980889 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-17040a40-a71b-443c-9cc5-570419c1d22c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:20.015734 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 57160) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:38:20.051821 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff57736a-a09f-4164-bad4-dab5c15f0829 tempest-NetworksIpV6Test-1074010632 tempest-NetworksIpV6Test-1074010632-project] Pushing event updated for resources: {'Subnet': ['ID=46e020b4-dd35-4854-a044-ee31fd0bb95b,revision_number=0']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:38:20.074037 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-45867dc8-3f7c-4f33-b2df-c8c5db72d8e5 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=091b75157b70468eaff2ea2bea5ced8d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8112988 Sep 23 19:38:20.087759 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 57162) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:38:20.111494 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45867dc8-3f7c-4f33-b2df-c8c5db72d8e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38985096-af9d-4aee-a4ec-db1addd9f455,revision_number=1']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:38:20.118521 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff57736a-a09f-4164-bad4-dab5c15f0829 tempest-NetworksIpV6Test-1074010632 tempest-NetworksIpV6Test-1074010632-project] Checking segment: {'id': '866b93d2-20ea-4898-81b5-c3f6b49656e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '25d45377-7f2f-4b3f-a323-240feca9e79e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:38:20.118892 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff57736a-a09f-4164-bad4-dab5c15f0829 tempest-NetworksIpV6Test-1074010632 tempest-NetworksIpV6Test-1074010632-project] Network hostable DHCP agents. Network: 25d45377-7f2f-4b3f-a323-240feca9e79e, hostable agents: ['1b18bf05-1b5f-4587-be5c-af3ac38e32ad'], hosted agents: [] {{(pid=95101) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 19:38:20.153304 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff57736a-a09f-4164-bad4-dab5c15f0829 tempest-NetworksIpV6Test-1074010632 tempest-NetworksIpV6Test-1074010632-project] Network 25d45377-7f2f-4b3f-a323-240feca9e79e is scheduled to be hosted by DHCP agent 1b18bf05-1b5f-4587-be5c-af3ac38e32ad with binding_index 1 {{(pid=95101) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 19:38:20.172369 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.base_scheduler [None req-ff57736a-a09f-4164-bad4-dab5c15f0829 tempest-NetworksIpV6Test-1074010632 tempest-NetworksIpV6Test-1074010632-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713301-16, 25d45377-7f2f-4b3f-a323-240feca9e79e) {{(pid=95101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:38:20.186208 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff57736a-a09f-4164-bad4-dab5c15f0829 tempest-NetworksIpV6Test-1074010632 tempest-NetworksIpV6Test-1074010632-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:38:20.187320 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23403bde-b875-49ab-8b5e-ccf4dfb52e35 None None] Network 25d45377-7f2f-4b3f-a323-240feca9e79e requested from n-d-713301-16 {{(pid=95103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 19:38:20.189088 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-ff57736a-a09f-4164-bad4-dab5c15f0829 tempest-NetworksIpV6Test-1074010632 tempest-NetworksIpV6Test-1074010632-project] Notify callbacks [] for subnet, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:20.217896 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-ff57736a-a09f-4164-bad4-dab5c15f0829 tempest-NetworksIpV6Test-1074010632 tempest-NetworksIpV6Test-1074010632-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.3953958 Sep 23 19:38:20.218163 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 57168) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:38:20.232444 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.v2.base [None req-8cc580b5-d22b-4a46-b391-96182503fa90 tempest-NetworksIpV6Test-1074010632 tempest-NetworksIpV6Test-1074010632-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=95101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:38:20.250776 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-e2c71ca8-e3e6-4812-aa7f-df989bbaf875 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=d3fd858eee8b458db29d25bd4b30877b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2338870 Sep 23 19:38:20.252920 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 57170) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:38:20.302356 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-90b5361a-e37f-456b-bb4d-82e3a7c77faa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:20.336420 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-90b5361a-e37f-456b-bb4d-82e3a7c77faa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:20.403049 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Provisioning complete for port a77c4fc1-1a2f-4501-be20-8d79aed1366c triggered by entity L2. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:38:20.409199 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-90b5361a-e37f-456b-bb4d-82e3a7c77faa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:20.409570 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:20.412592 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-90b5361a-e37f-456b-bb4d-82e3a7c77faa admin admin] Notify callbacks [] for security_group, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:20.413915 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-90b5361a-e37f-456b-bb4d-82e3a7c77faa admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/38985096-af9d-4aee-a4ec-db1addd9f455 HTTP/1.1" status: 204 len: 168 time: 0.3209772 Sep 23 19:38:20.438914 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-8cc580b5-d22b-4a46-b391-96182503fa90 tempest-NetworksIpV6Test-1074010632 tempest-NetworksIpV6Test-1074010632-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-6130984'] for subnet, before_update {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:20.494662 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90b5361a-e37f-456b-bb4d-82e3a7c77faa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38985096-af9d-4aee-a4ec-db1addd9f455,revision_number=None']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:38:20.510259 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 57176) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:38:20.590971 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-17040a40-a71b-443c-9cc5-570419c1d22c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:20.704913 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-93965642-64ef-4d6c-b983-b4ce48846b83 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:20.719252 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-b3dafbd4-d395-472c-8f22-239975764d8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4398944', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5388242'] for subnet, after_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:20.751235 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-17040a40-a71b-443c-9cc5-570419c1d22c None None] For port a77c4fc1-1a2f-4501-be20-8d79aed1366c, host n-d-713301-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-16',level=0,port_id=a77c4fc1-1a2f-4501-be20-8d79aed1366c,segment=NetworkSegment(ce26a571-09bc-47b5-8eee-7e0f4e74491d),segment_id=ce26a571-09bc-47b5-8eee-7e0f4e74491d)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:38:20.757349 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bbdcb35-673f-40bd-a46b-47e4c5886be2 None None] Update dhcp port {'port': {'network_id': '4c5ab7a3-f1d3-447d-8738-98f34c556d71', 'fixed_ips': [{'subnet_id': 'fe377f01-ac9f-4bd5-99e0-6cc2668e7e54', 'ip_address': '2001:db8::2'}, {'subnet_id': '8c56d528-9f43-4303-a0c0-70590b0b323e'}], 'binding:host_id': 'n-d-713301-16'}, 'id': 'a77c4fc1-1a2f-4501-be20-8d79aed1366c'} from n-d-713301-16. {{(pid=95103) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Sep 23 19:38:20.765690 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-17040a40-a71b-443c-9cc5-570419c1d22c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:20.787268 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3dafbd4-d395-472c-8f22-239975764d8f admin admin] Pushing event updated for resources: {'Subnet': ['ID=f74cba44-38e6-49ef-9bef-03b36afc7bbf,revision_number=0']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:38:20.836220 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-93965642-64ef-4d6c-b983-b4ce48846b83 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:20.838877 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:20.856176 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3dafbd4-d395-472c-8f22-239975764d8f admin admin] Checking segment: {'id': '336ca50d-8af5-47ef-8e05-9ba7c7688ed4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '98db9c7f-b356-4cce-a07f-b0a148aa5a57'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95102) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:38:20.856805 n-d-713301-16 neutron-server[95102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3dafbd4-d395-472c-8f22-239975764d8f admin admin] Network hostable DHCP agents. Network: 98db9c7f-b356-4cce-a07f-b0a148aa5a57, hostable agents: ['1b18bf05-1b5f-4587-be5c-af3ac38e32ad'], hosted agents: [] {{(pid=95102) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 19:38:20.861262 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-8cc580b5-d22b-4a46-b391-96182503fa90 tempest-NetworksIpV6Test-1074010632 tempest-NetworksIpV6Test-1074010632-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8783146162167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-5607501'] for subnet, after_update {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:20.908998 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-2bbdcb35-673f-40bd-a46b-47e4c5886be2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:20.911437 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Device cccce120-edc4-46e7-a8e0-6cd36936f5ba no longer exists at agent hyperv_n-h1-713301-16 {{(pid=95103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 19:38:20.939252 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-ce392c9f-4cb0-4841-b24e-a3813d79309c admin admin] Notify callbacks [] for security_group, before_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:20.947571 n-d-713301-16 neutron-server[95102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3dafbd4-d395-472c-8f22-239975764d8f admin admin] Network 98db9c7f-b356-4cce-a07f-b0a148aa5a57 is scheduled to be hosted by DHCP agent 1b18bf05-1b5f-4587-be5c-af3ac38e32ad with binding_index 1 {{(pid=95102) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 19:38:20.972300 n-d-713301-16 neutron-server[95102]: DEBUG neutron.scheduler.base_scheduler [None req-b3dafbd4-d395-472c-8f22-239975764d8f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713301-16, 98db9c7f-b356-4cce-a07f-b0a148aa5a57) {{(pid=95102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:38:20.995511 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cc580b5-d22b-4a46-b391-96182503fa90 tempest-NetworksIpV6Test-1074010632 tempest-NetworksIpV6Test-1074010632-project] Pushing event updated for resources: {'Subnet': ['ID=46e020b4-dd35-4854-a044-ee31fd0bb95b,revision_number=1']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:38:21.008444 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.plugin [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] No Port match for: cccce120-edc4-46e7-a8e0-6cd36936f5ba {{(pid=95103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 19:38:21.017225 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Device cccce120-edc4-46e7-a8e0-6cd36936f5ba not bound to the agent host n-h1-713301-16 {{(pid=95103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 19:38:21.036755 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cc580b5-d22b-4a46-b391-96182503fa90 tempest-NetworksIpV6Test-1074010632 tempest-NetworksIpV6Test-1074010632-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:38:21.038931 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-8cc580b5-d22b-4a46-b391-96182503fa90 tempest-NetworksIpV6Test-1074010632 tempest-NetworksIpV6Test-1074010632-project] Notify callbacks [] for subnet, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:21.044298 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-8cc580b5-d22b-4a46-b391-96182503fa90 tempest-NetworksIpV6Test-1074010632 tempest-NetworksIpV6Test-1074010632-project] 10.222.0.67 "PUT /v2.0/subnets/46e020b4-dd35-4854-a044-ee31fd0bb95b HTTP/1.1" status: 200 len: 826 time: 0.8238759 Sep 23 19:38:21.045909 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 57190) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:38:21.063744 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf73b252-47ce-421f-a03c-e9e9df9cb454 None None] Network 98db9c7f-b356-4cce-a07f-b0a148aa5a57 requested from n-d-713301-16 {{(pid=95103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 19:38:21.076316 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-ce392c9f-4cb0-4841-b24e-a3813d79309c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:21.082159 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3dafbd4-d395-472c-8f22-239975764d8f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:38:21.082938 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-b3dafbd4-d395-472c-8f22-239975764d8f admin admin] Notify callbacks [] for subnet, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:21.097896 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-ce392c9f-4cb0-4841-b24e-a3813d79309c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:21.126846 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 57194) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:38:21.155394 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-13d769c5-4e5f-4fc9-870b-d06671458385 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:21.163027 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-b3dafbd4-d395-472c-8f22-239975764d8f admin admin] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.7045052 Sep 23 19:38:21.183562 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce392c9f-4cb0-4841-b24e-a3813d79309c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7573d620-9450-4cba-94ae-7aa05450fbe8,revision_number=1']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:38:21.189148 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17040a40-a71b-443c-9cc5-570419c1d22c None None] Pushing event updated for resources: {'Port': ['ID=a77c4fc1-1a2f-4501-be20-8d79aed1366c,revision_number=3']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:38:21.255813 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-ce392c9f-4cb0-4841-b24e-a3813d79309c admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=a6b5d2c553f34f32ac5fdbbade3bd297&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7413573 Sep 23 19:38:21.257776 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-93965642-64ef-4d6c-b983-b4ce48846b83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:21.265731 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-93965642-64ef-4d6c-b983-b4ce48846b83 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:21.271971 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-93965642-64ef-4d6c-b983-b4ce48846b83 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/d5cce7c9-6349-4fef-94c7-8cbf04d17e18 HTTP/1.1" status: 204 len: 168 time: 1.0119841 Sep 23 19:38:21.277532 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 57206) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:38:21.298645 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d3f10ce-0902-48bb-8eb3-a44e0fdc3da4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4c8b80df-07eb-5275-9f17-5cf640db67c0-25d45377-7f2f-4b3f-a323-240feca9e79e', 'network_id': '25d45377-7f2f-4b3f-a323-240feca9e79e', 'tenant_id': '699ebd3ddaa74a06bf917c17312a1ac5', 'fixed_ips': [{'subnet_id': '46e020b4-dd35-4854-a044-ee31fd0bb95b'}]}} from n-d-713301-16. {{(pid=95103) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 23 19:38:21.299761 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-9d3f10ce-0902-48bb-8eb3-a44e0fdc3da4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_create {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:21.447696 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-840c5b2b-8b0e-4ab8-b88c-b5384cc9e67c tempest-NetworksIpV6Test-1074010632 tempest-NetworksIpV6Test-1074010632-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1628021'] for network, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:21.541953 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-840c5b2b-8b0e-4ab8-b88c-b5384cc9e67c tempest-NetworksIpV6Test-1074010632 tempest-NetworksIpV6Test-1074010632-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1756813'] for subnet, precommit_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:21.544515 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f19e78b5-4e23-4e71-a98d-2845e84334dd req-f5227760-2208-4e84-8ddb-f667978f291e tempest-ServersTestJSON-149791516 tempest-ServersTestJSON-149791516-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:38:21.551739 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-f19e78b5-4e23-4e71-a98d-2845e84334dd req-f5227760-2208-4e84-8ddb-f667978f291e tempest-ServersTestJSON-149791516 tempest-ServersTestJSON-149791516-project] 10.222.0.67 "GET /v2.0/networks?id=13c320c3-e746-4d37-877a-d3d286211b52 HTTP/1.1" status: 200 len: 806 time: 0.2781105 Sep 23 19:38:21.552909 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93965642-64ef-4d6c-b983-b4ce48846b83 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5cce7c9-6349-4fef-94c7-8cbf04d17e18,revision_number=None']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:38:21.598586 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-f19e78b5-4e23-4e71-a98d-2845e84334dd req-0ab071d0-214e-434e-bebd-fa4ef2eba446 tempest-ServersTestJSON-149791516 tempest-ServersTestJSON-149791516-project] 10.222.0.67 "GET /v2.0/quotas/ee2e9bda0f104270af74ba8d5f144843 HTTP/1.1" status: 200 len: 375 time: 0.0310860 Sep 23 19:38:21.648645 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-d835ef3b-ef02-49bd-8d53-54e516bf631d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:21.657342 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.db.api [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95103) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 23 19:38:21.657924 n-d-713301-16 neutron-server[95103]: DEBUG oslo_db.api [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 23 19:38:21.683566 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-13d769c5-4e5f-4fc9-870b-d06671458385 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:21.711148 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-f19e78b5-4e23-4e71-a98d-2845e84334dd req-72db8ea8-5a6c-4b7c-b83f-293c2d43afd4 tempest-ServersTestJSON-149791516 tempest-ServersTestJSON-149791516-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=ee2e9bda0f104270af74ba8d5f144843&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1044693 Sep 23 19:38:21.713512 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-13d769c5-4e5f-4fc9-870b-d06671458385 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:21.717306 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-d835ef3b-ef02-49bd-8d53-54e516bf631d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:21.731583 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-840c5b2b-8b0e-4ab8-b88c-b5384cc9e67c tempest-NetworksIpV6Test-1074010632 tempest-NetworksIpV6Test-1074010632-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1756804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5607514', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6130950'] for subnet, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:21.771645 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server [None req-9d3f10ce-0902-48bb-8eb3-a44e0fdc3da4 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 46e020b4-dd35-4854-a044-ee31fd0bb95b: This subnet is being modified by another concurrent operation. Sep 23 19:38:21.771645 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Sep 23 19:38:21.771645 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Sep 23 19:38:21.771645 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Sep 23 19:38:21.771645 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Sep 23 19:38:21.771645 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Sep 23 19:38:21.771645 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Sep 23 19:38:21.771645 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Sep 23 19:38:21.771645 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Sep 23 19:38:21.771645 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Sep 23 19:38:21.771645 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Sep 23 19:38:21.771645 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Sep 23 19:38:21.771645 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 23 19:38:21.771645 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 23 19:38:21.771645 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 23 19:38:21.771645 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server raise self.value Sep 23 19:38:21.771645 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Sep 23 19:38:21.771645 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 23 19:38:21.771645 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 23 19:38:21.771645 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Sep 23 19:38:21.771645 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 23 19:38:21.771645 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 23 19:38:21.771645 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 23 19:38:21.771645 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server raise self.value Sep 23 19:38:21.771645 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 23 19:38:21.771645 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 23 19:38:21.771645 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Sep 23 19:38:21.771645 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Sep 23 19:38:21.771645 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 23 19:38:21.771645 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 23 19:38:21.771645 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 23 19:38:21.771645 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server raise self.value Sep 23 19:38:21.771645 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Sep 23 19:38:21.771645 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Sep 23 19:38:21.771645 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Sep 23 19:38:21.771645 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Sep 23 19:38:21.771645 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Sep 23 19:38:21.771645 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Sep 23 19:38:21.771645 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Sep 23 19:38:21.771645 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Sep 23 19:38:21.771645 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Sep 23 19:38:21.771645 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Sep 23 19:38:21.771645 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 686, in inner Sep 23 19:38:21.771645 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Sep 23 19:38:21.771645 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Sep 23 19:38:21.771645 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Sep 23 19:38:21.771645 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Sep 23 19:38:21.771645 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Sep 23 19:38:21.771645 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 23 19:38:21.771645 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 23 19:38:21.771645 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 23 19:38:21.771645 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server raise self.value Sep 23 19:38:21.771645 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Sep 23 19:38:21.771645 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 23 19:38:21.777067 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 23 19:38:21.777067 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Sep 23 19:38:21.777067 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 23 19:38:21.777067 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 23 19:38:21.777067 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 23 19:38:21.777067 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server raise self.value Sep 23 19:38:21.777067 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 23 19:38:21.777067 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 23 19:38:21.777067 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Sep 23 19:38:21.777067 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Sep 23 19:38:21.777067 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 23 19:38:21.777067 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 23 19:38:21.777067 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 23 19:38:21.777067 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server raise self.value Sep 23 19:38:21.777067 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Sep 23 19:38:21.777067 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Sep 23 19:38:21.777067 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1480, in create_port Sep 23 19:38:21.777067 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Sep 23 19:38:21.777067 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1445, in _create_port_db Sep 23 19:38:21.777067 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Sep 23 19:38:21.777067 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Sep 23 19:38:21.777067 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Sep 23 19:38:21.777067 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Sep 23 19:38:21.777067 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Sep 23 19:38:21.777067 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 23 19:38:21.777067 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 23 19:38:21.777067 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 23 19:38:21.777067 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server raise self.value Sep 23 19:38:21.777067 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Sep 23 19:38:21.777067 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Sep 23 19:38:21.777067 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Sep 23 19:38:21.777067 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Sep 23 19:38:21.777067 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Sep 23 19:38:21.777067 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server subnet.lock_register( Sep 23 19:38:21.777067 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Sep 23 19:38:21.777067 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server raise exception Sep 23 19:38:21.777067 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 46e020b4-dd35-4854-a044-ee31fd0bb95b: This subnet is being modified by another concurrent operation. Sep 23 19:38:21.777067 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server Sep 23 19:38:21.794797 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e38caa8-1385-483d-84d2-a7b98c5424ab None None] Network 25d45377-7f2f-4b3f-a323-240feca9e79e requested from n-d-713301-16 {{(pid=95103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 19:38:21.810148 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-840c5b2b-8b0e-4ab8-b88c-b5384cc9e67c tempest-NetworksIpV6Test-1074010632 tempest-NetworksIpV6Test-1074010632-project] Pushing event deleted for resources: {'Subnet': ['ID=46e020b4-dd35-4854-a044-ee31fd0bb95b,revision_number=None']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:38:21.854906 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.db_base_plugin_common [None req-2bbdcb35-673f-40bd-a46b-47e4c5886be2 None None] Allocated IP 172.20.0.1 (4c5ab7a3-f1d3-447d-8738-98f34c556d71/8c56d528-9f43-4303-a0c0-70590b0b323e/a77c4fc1-1a2f-4501-be20-8d79aed1366c) {{(pid=95103) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 19:38:21.858980 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d25732aa-0cc4-4d8b-b02c-501b9fb10d21 None None] Network 98db9c7f-b356-4cce-a07f-b0a148aa5a57 requested from n-d-713301-16 {{(pid=95103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 19:38:21.889088 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-d835ef3b-ef02-49bd-8d53-54e516bf631d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:21.891694 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-d835ef3b-ef02-49bd-8d53-54e516bf631d admin admin] Notify callbacks [] for security_group, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:21.893309 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-d835ef3b-ef02-49bd-8d53-54e516bf631d admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/7573d620-9450-4cba-94ae-7aa05450fbe8 HTTP/1.1" status: 204 len: 168 time: 0.5958803 Sep 23 19:38:21.911641 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-f19e78b5-4e23-4e71-a98d-2845e84334dd req-70c22f9c-edaf-4ae1-983b-497c5a46a2f8 service neutron] 10.222.0.67 "GET /v2.0/networks/13c320c3-e746-4d37-877a-d3d286211b52?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1735287 Sep 23 19:38:21.912715 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d835ef3b-ef02-49bd-8d53-54e516bf631d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7573d620-9450-4cba-94ae-7aa05450fbe8,revision_number=None']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:38:21.929019 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-13d769c5-4e5f-4fc9-870b-d06671458385 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=de246133f1ff48bba3e141115c002658&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7985864 Sep 23 19:38:21.937175 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 57224) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:38:21.978450 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-840c5b2b-8b0e-4ab8-b88c-b5384cc9e67c tempest-NetworksIpV6Test-1074010632 tempest-NetworksIpV6Test-1074010632-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1754676', 'neutron.services.segments.db._delete_segments_for_network-8783146221460'] for network, precommit_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:21.989592 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13d769c5-4e5f-4fc9-870b-d06671458385 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b08ba16-1b36-404f-a8d0-17fb40bc2741,revision_number=1']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:38:22.005189 n-d-713301-16 neutron-server[95101]: DEBUG neutron.services.segments.db [None req-840c5b2b-8b0e-4ab8-b88c-b5384cc9e67c tempest-NetworksIpV6Test-1074010632 tempest-NetworksIpV6Test-1074010632-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['25d45377-7f2f-4b3f-a323-240feca9e79e']}} {{(pid=95101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:38:22.041160 n-d-713301-16 neutron-server[95101]: DEBUG neutron.services.segments.db [None req-840c5b2b-8b0e-4ab8-b88c-b5384cc9e67c tempest-NetworksIpV6Test-1074010632 tempest-NetworksIpV6Test-1074010632-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '866b93d2-20ea-4898-81b5-c3f6b49656e4') {'for_net_delete': True} {{(pid=95101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:38:22.041445 n-d-713301-16 neutron-server[95101]: DEBUG neutron.services.segments.db [None req-840c5b2b-8b0e-4ab8-b88c-b5384cc9e67c tempest-NetworksIpV6Test-1074010632 tempest-NetworksIpV6Test-1074010632-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '866b93d2-20ea-4898-81b5-c3f6b49656e4') {} {{(pid=95101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:38:22.059972 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-840c5b2b-8b0e-4ab8-b88c-b5384cc9e67c tempest-NetworksIpV6Test-1074010632 tempest-NetworksIpV6Test-1074010632-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783146221725', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6007147'] for segment, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:22.067886 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.agents_db [None req-f2f5c474-60a3-474f-b2cc-02c4bd30880c None None] Agent healthcheck: found 7 active agents {{(pid=95104) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 19:38:22.086827 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-840c5b2b-8b0e-4ab8-b88c-b5384cc9e67c tempest-NetworksIpV6Test-1074010632 tempest-NetworksIpV6Test-1074010632-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1756186'] for segment, precommit_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:22.095617 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-840c5b2b-8b0e-4ab8-b88c-b5384cc9e67c tempest-NetworksIpV6Test-1074010632 tempest-NetworksIpV6Test-1074010632-project] Releasing vlan 603 on physical network physnet1 to pool {{(pid=95101) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 19:38:22.096108 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-840c5b2b-8b0e-4ab8-b88c-b5384cc9e67c tempest-NetworksIpV6Test-1074010632 tempest-NetworksIpV6Test-1074010632-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1756186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5608436'] for segment, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:22.103190 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-0af477f9-da77-467c-8987-2d1374e921c2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:22.103411 n-d-713301-16 neutron-server[95101]: Traceback (most recent call last): Sep 23 19:38:22.103411 n-d-713301-16 neutron-server[95101]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 19:38:22.103411 n-d-713301-16 neutron-server[95101]: timer() Sep 23 19:38:22.103411 n-d-713301-16 neutron-server[95101]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 19:38:22.103411 n-d-713301-16 neutron-server[95101]: cb(*args, **kw) Sep 23 19:38:22.103411 n-d-713301-16 neutron-server[95101]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 19:38:22.103411 n-d-713301-16 neutron-server[95101]: return func(*args, **kwargs) Sep 23 19:38:22.103411 n-d-713301-16 neutron-server[95101]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 19:38:22.103411 n-d-713301-16 neutron-server[95101]: self._notify() Sep 23 19:38:22.103411 n-d-713301-16 neutron-server[95101]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 19:38:22.103411 n-d-713301-16 neutron-server[95101]: self.callback(batched_events) Sep 23 19:38:22.103411 n-d-713301-16 neutron-server[95101]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 19:38:22.103411 n-d-713301-16 neutron-server[95101]: event.method(event) Sep 23 19:38:22.103411 n-d-713301-16 neutron-server[95101]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 19:38:22.103411 n-d-713301-16 neutron-server[95101]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 19:38:22.103411 n-d-713301-16 neutron-server[95101]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 19:38:22.103411 n-d-713301-16 neutron-server[95101]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 19:38:22.103411 n-d-713301-16 neutron-server[95101]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 19:38:22.103411 n-d-713301-16 neutron-server[95101]: return f(self, *a, **k) Sep 23 19:38:22.103411 n-d-713301-16 neutron-server[95101]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 19:38:22.103411 n-d-713301-16 neutron-server[95101]: return self._get(url).json() Sep 23 19:38:22.103411 n-d-713301-16 neutron-server[95101]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 19:38:22.103411 n-d-713301-16 neutron-server[95101]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 19:38:22.103411 n-d-713301-16 neutron-server[95101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 19:38:22.103411 n-d-713301-16 neutron-server[95101]: return self.request(url, 'GET', **kwargs) Sep 23 19:38:22.103411 n-d-713301-16 neutron-server[95101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 19:38:22.103411 n-d-713301-16 neutron-server[95101]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 19:38:22.103411 n-d-713301-16 neutron-server[95101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 19:38:22.103411 n-d-713301-16 neutron-server[95101]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 19:38:22.103411 n-d-713301-16 neutron-server[95101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 19:38:22.103411 n-d-713301-16 neutron-server[95101]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 19:38:22.103411 n-d-713301-16 neutron-server[95101]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 19:38:22.125068 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 57232) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:38:22.147784 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-f9f2684b-830c-424d-b05b-709db806fba0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:22.157851 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-0af477f9-da77-467c-8987-2d1374e921c2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:22.169153 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-f19e78b5-4e23-4e71-a98d-2845e84334dd req-718e27f7-7733-4d68-aa57-a4a8a1274c89 service neutron] 10.222.0.67 "GET /v2.0/networks/13c320c3-e746-4d37-877a-d3d286211b52?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2496996 Sep 23 19:38:22.194965 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a3f79f2-bbdc-4619-86aa-1c1af1c9568c None None] Network 25d45377-7f2f-4b3f-a323-240feca9e79e requested from n-d-713301-16 {{(pid=95103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 19:38:22.229623 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-0af477f9-da77-467c-8987-2d1374e921c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:22.233084 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-0af477f9-da77-467c-8987-2d1374e921c2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:22.235685 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-0af477f9-da77-467c-8987-2d1374e921c2 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/7b08ba16-1b36-404f-a8d0-17fb40bc2741 HTTP/1.1" status: 204 len: 168 time: 0.2940812 Sep 23 19:38:22.250251 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0af477f9-da77-467c-8987-2d1374e921c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b08ba16-1b36-404f-a8d0-17fb40bc2741,revision_number=None']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:38:22.275952 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-840c5b2b-8b0e-4ab8-b88c-b5384cc9e67c tempest-NetworksIpV6Test-1074010632 tempest-NetworksIpV6Test-1074010632-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1754627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-601866'] for network, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:22.307331 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-840c5b2b-8b0e-4ab8-b88c-b5384cc9e67c tempest-NetworksIpV6Test-1074010632 tempest-NetworksIpV6Test-1074010632-project] Notify callbacks [] for network, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:22.313292 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-840c5b2b-8b0e-4ab8-b88c-b5384cc9e67c tempest-NetworksIpV6Test-1074010632 tempest-NetworksIpV6Test-1074010632-project] 10.222.0.67 "DELETE /v2.0/networks/25d45377-7f2f-4b3f-a323-240feca9e79e HTTP/1.1" status: 204 len: 168 time: 1.2641256 Sep 23 19:38:22.315485 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 57236) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:38:22.342513 n-d-713301-16 neutron-server[95102]: INFO neutron.pecan_wsgi.hooks.translation [None req-889e875d-f32b-4d57-ae49-4c64945db47a tempest-NetworksIpV6Test-1074010632 tempest-NetworksIpV6Test-1074010632-project] DELETE failed (client error): The resource could not be found. Sep 23 19:38:22.345195 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-889e875d-f32b-4d57-ae49-4c64945db47a tempest-NetworksIpV6Test-1074010632 tempest-NetworksIpV6Test-1074010632-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95102) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 23 19:38:22.356704 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-889e875d-f32b-4d57-ae49-4c64945db47a tempest-NetworksIpV6Test-1074010632 tempest-NetworksIpV6Test-1074010632-project] 10.222.0.67 "DELETE /v2.0/networks/25d45377-7f2f-4b3f-a323-240feca9e79e HTTP/1.1" status: 404 len: 339 time: 0.0388227 Sep 23 19:38:22.357370 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 57238) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:38:22.362308 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.v2.base [None req-d8480019-109f-4744-a69f-0f28fb7511f2 tempest-NetworksIpV6Test-1074010632 tempest-NetworksIpV6Test-1074010632-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1480660716', 'description': 'd1'}} {{(pid=95102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:38:22.379775 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-840c5b2b-8b0e-4ab8-b88c-b5384cc9e67c tempest-NetworksIpV6Test-1074010632 tempest-NetworksIpV6Test-1074010632-project] Pushing event deleted for resources: {'Network': ['ID=25d45377-7f2f-4b3f-a323-240feca9e79e,revision_number=None']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:38:22.397645 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-840c5b2b-8b0e-4ab8-b88c-b5384cc9e67c tempest-NetworksIpV6Test-1074010632 tempest-NetworksIpV6Test-1074010632-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:38:22.398472 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-840c5b2b-8b0e-4ab8-b88c-b5384cc9e67c tempest-NetworksIpV6Test-1074010632 tempest-NetworksIpV6Test-1074010632-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:38:22.398635 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-840c5b2b-8b0e-4ab8-b88c-b5384cc9e67c tempest-NetworksIpV6Test-1074010632 tempest-NetworksIpV6Test-1074010632-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:38:22.399124 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-840c5b2b-8b0e-4ab8-b88c-b5384cc9e67c tempest-NetworksIpV6Test-1074010632 tempest-NetworksIpV6Test-1074010632-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:38:22.399556 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-840c5b2b-8b0e-4ab8-b88c-b5384cc9e67c tempest-NetworksIpV6Test-1074010632 tempest-NetworksIpV6Test-1074010632-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:38:22.399894 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-840c5b2b-8b0e-4ab8-b88c-b5384cc9e67c tempest-NetworksIpV6Test-1074010632 tempest-NetworksIpV6Test-1074010632-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:38:22.400247 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-840c5b2b-8b0e-4ab8-b88c-b5384cc9e67c tempest-NetworksIpV6Test-1074010632 tempest-NetworksIpV6Test-1074010632-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:38:22.400593 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-840c5b2b-8b0e-4ab8-b88c-b5384cc9e67c tempest-NetworksIpV6Test-1074010632 tempest-NetworksIpV6Test-1074010632-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:38:22.400938 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-840c5b2b-8b0e-4ab8-b88c-b5384cc9e67c tempest-NetworksIpV6Test-1074010632 tempest-NetworksIpV6Test-1074010632-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:38:22.401252 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-840c5b2b-8b0e-4ab8-b88c-b5384cc9e67c tempest-NetworksIpV6Test-1074010632 tempest-NetworksIpV6Test-1074010632-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:38:22.401579 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-840c5b2b-8b0e-4ab8-b88c-b5384cc9e67c tempest-NetworksIpV6Test-1074010632 tempest-NetworksIpV6Test-1074010632-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:38:22.401953 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-840c5b2b-8b0e-4ab8-b88c-b5384cc9e67c tempest-NetworksIpV6Test-1074010632 tempest-NetworksIpV6Test-1074010632-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:38:22.464592 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-2bbdcb35-673f-40bd-a46b-47e4c5886be2 None None] For port a77c4fc1-1a2f-4501-be20-8d79aed1366c, host n-d-713301-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-16',level=0,port_id=a77c4fc1-1a2f-4501-be20-8d79aed1366c,segment=NetworkSegment(ce26a571-09bc-47b5-8eee-7e0f4e74491d),segment_id=ce26a571-09bc-47b5-8eee-7e0f4e74491d)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:38:22.511755 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-f9f2684b-830c-424d-b05b-709db806fba0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:22.517755 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-f9f2684b-830c-424d-b05b-709db806fba0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:22.543898 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8480019-109f-4744-a69f-0f28fb7511f2 tempest-NetworksIpV6Test-1074010632 tempest-NetworksIpV6Test-1074010632-project] Made reservation on behalf of 699ebd3ddaa74a06bf917c17312a1ac5 for: {'network': 1} {{(pid=95102) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:38:22.553307 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-d8480019-109f-4744-a69f-0f28fb7511f2 tempest-NetworksIpV6Test-1074010632 tempest-NetworksIpV6Test-1074010632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for network, before_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:22.557963 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-f9f2684b-830c-424d-b05b-709db806fba0 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=None&name=default HTTP/1.1" status: 200 len: 2703 time: 0.4317629 Sep 23 19:38:22.565844 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 57248) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:38:22.613577 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9f2684b-830c-424d-b05b-709db806fba0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=335f61c8-ada7-4b27-86ef-c90c12845724,revision_number=1']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:38:22.690212 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-28131474-7498-430e-8087-912c744b1d4f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:22.736648 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-28131474-7498-430e-8087-912c744b1d4f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:22.768571 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d8480019-109f-4744-a69f-0f28fb7511f2 tempest-NetworksIpV6Test-1074010632 tempest-NetworksIpV6Test-1074010632-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 635} {{(pid=95102) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 19:38:22.772163 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-5d35623f-f0c1-4d7d-8a78-deb2319196f7 req-7df82bee-6834-43c4-b669-ae4c2f2f2785 tempest-ServersTestJSON-149791516 tempest-ServersTestJSON-149791516-project] 10.222.0.67 "GET /v2.0/ports?device_id=644caebd-b7bd-46ee-ba5e-62cbe21e68fc HTTP/1.1" status: 200 len: 210 time: 0.1442342 Sep 23 19:38:22.826876 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-28131474-7498-430e-8087-912c744b1d4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:22.832798 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-28131474-7498-430e-8087-912c744b1d4f admin admin] Notify callbacks [] for security_group, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:22.837189 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-28131474-7498-430e-8087-912c744b1d4f admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/335f61c8-ada7-4b27-86ef-c90c12845724 HTTP/1.1" status: 204 len: 168 time: 0.2683640 Sep 23 19:38:22.840814 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-d8480019-109f-4744-a69f-0f28fb7511f2 tempest-NetworksIpV6Test-1074010632 tempest-NetworksIpV6Test-1074010632-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1756186'] for segment, precommit_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:22.841179 n-d-713301-16 neutron-server[95102]: INFO neutron.db.segments_db [None req-d8480019-109f-4744-a69f-0f28fb7511f2 tempest-NetworksIpV6Test-1074010632 tempest-NetworksIpV6Test-1074010632-project] Added segment f63b4489-a7fb-44ca-a07b-25cefffe65ba of type vlan for network 2d5f84a4-2f27-4aa2-9365-71fcec11d6b9 Sep 23 19:38:22.849980 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28131474-7498-430e-8087-912c744b1d4f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=335f61c8-ada7-4b27-86ef-c90c12845724,revision_number=None']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:38:22.905856 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 57268) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:38:22.958403 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-d8480019-109f-4744-a69f-0f28fb7511f2 tempest-NetworksIpV6Test-1074010632 tempest-NetworksIpV6Test-1074010632-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783145630486'] for network, precommit_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:22.998898 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a5368a-420c-4271-a836-f0199dc159b2 req-98a8f705-f80d-46c9-9952-19256ccc0795 tempest-ServerAddressesTestJSON-1621974947 tempest-ServerAddressesTestJSON-1621974947-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:38:23.000515 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-56a5368a-420c-4271-a836-f0199dc159b2 req-98a8f705-f80d-46c9-9952-19256ccc0795 tempest-ServerAddressesTestJSON-1621974947 tempest-ServerAddressesTestJSON-1621974947-project] 10.222.0.67 "GET /v2.0/networks?id=98db9c7f-b356-4cce-a07f-b0a148aa5a57 HTTP/1.1" status: 200 len: 814 time: 0.3317859 Sep 23 19:38:23.008161 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-583e17bf-f7ae-49c1-9354-a7e604017fda admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=b9c102b7431b4f6588ebc4441d8c7810&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1008468 Sep 23 19:38:23.011164 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 57270) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:38:23.029915 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Device a77c4fc1-1a2f-4501-be20-8d79aed1366c up at agent ovs-agent-n-d-713301-16 {{(pid=95103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 19:38:23.049519 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-56a5368a-420c-4271-a836-f0199dc159b2 req-6ecaf49f-f218-463e-8b66-723070d79021 tempest-ServerAddressesTestJSON-1621974947 tempest-ServerAddressesTestJSON-1621974947-project] 10.222.0.67 "GET /v2.0/quotas/8cddd380f5b541b7856c0c588f42d6f8 HTTP/1.1" status: 200 len: 375 time: 0.0288324 Sep 23 19:38:23.064318 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-d8480019-109f-4744-a69f-0f28fb7511f2 tempest-NetworksIpV6Test-1074010632 tempest-NetworksIpV6Test-1074010632-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299'] for network, after_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:23.075159 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8480019-109f-4744-a69f-0f28fb7511f2 tempest-NetworksIpV6Test-1074010632 tempest-NetworksIpV6Test-1074010632-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:38:23.075825 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-d8480019-109f-4744-a69f-0f28fb7511f2 tempest-NetworksIpV6Test-1074010632 tempest-NetworksIpV6Test-1074010632-project] Notify callbacks [] for network, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:23.095744 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-03faf39a-50e5-4976-bc7d-f58867776be5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:23.123483 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-57498b9d-e447-43e9-9ef5-2fcc4b3c3ca7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:23.124974 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-2bbdcb35-673f-40bd-a46b-47e4c5886be2 None None] Notify callbacks [] for port, precommit_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:23.137558 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Provisioning complete for port a77c4fc1-1a2f-4501-be20-8d79aed1366c triggered by entity L2. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:38:23.138240 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:23.180721 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-2bbdcb35-673f-40bd-a46b-47e4c5886be2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:23.190781 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:23.197760 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-57498b9d-e447-43e9-9ef5-2fcc4b3c3ca7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:23.261496 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8480019-109f-4744-a69f-0f28fb7511f2 tempest-NetworksIpV6Test-1074010632 tempest-NetworksIpV6Test-1074010632-project] Pushing event updated for resources: {'Network': ['ID=2d5f84a4-2f27-4aa2-9365-71fcec11d6b9,revision_number=1']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:38:23.280308 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-d8480019-109f-4744-a69f-0f28fb7511f2 tempest-NetworksIpV6Test-1074010632 tempest-NetworksIpV6Test-1074010632-project] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.9218409 Sep 23 19:38:23.284497 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 57280) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:38:23.296322 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-56a5368a-420c-4271-a836-f0199dc159b2 req-9e1159b5-6746-489c-9d89-66d71a5d2c3c tempest-ServerAddressesTestJSON-1621974947 tempest-ServerAddressesTestJSON-1621974947-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=8cddd380f5b541b7856c0c588f42d6f8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2334197 Sep 23 19:38:23.333548 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Network 2d5f84a4-2f27-4aa2-9365-71fcec11d6b9 details requested by agent ovs-agent-n-d-713301-16 with host n-d-713301-16 {{(pid=95103) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 19:38:23.356633 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-57498b9d-e447-43e9-9ef5-2fcc4b3c3ca7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:23.368715 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-57498b9d-e447-43e9-9ef5-2fcc4b3c3ca7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:23.370241 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-57498b9d-e447-43e9-9ef5-2fcc4b3c3ca7 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/08343a90-9969-41c4-9cd1-1f3d00c3b8a7 HTTP/1.1" status: 204 len: 168 time: 0.3581252 Sep 23 19:38:23.457714 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8dd6081a-0149-4a24-bd0a-e3d8e571fcd9 tempest-NetworksIpV6Test-1074010632 tempest-NetworksIpV6Test-1074010632-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:38:23.459340 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-8dd6081a-0149-4a24-bd0a-e3d8e571fcd9 tempest-NetworksIpV6Test-1074010632 tempest-NetworksIpV6Test-1074010632-project] 10.222.0.67 "GET /v2.0/networks?id=2d5f84a4-2f27-4aa2-9365-71fcec11d6b9 HTTP/1.1" status: 200 len: 765 time: 0.1731315 Sep 23 19:38:23.463444 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 57286) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:38:23.467103 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57498b9d-e447-43e9-9ef5-2fcc4b3c3ca7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08343a90-9969-41c4-9cd1-1f3d00c3b8a7,revision_number=None']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:38:23.470462 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.v2.base [None req-6a9e4806-b0c8-4d8a-a84f-ca0bfa16d919 tempest-NetworksIpV6Test-1074010632 tempest-NetworksIpV6Test-1074010632-project] Request body: {'network': {'description': 'd2'}} {{(pid=95102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:38:23.527356 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bbdcb35-673f-40bd-a46b-47e4c5886be2 None None] Pushing event updated for resources: {'Port': ['ID=a77c4fc1-1a2f-4501-be20-8d79aed1366c,revision_number=4']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:38:23.550391 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-0ae75029-feb6-4728-9a94-5f9b60993d82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:23.563238 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-56a5368a-420c-4271-a836-f0199dc159b2 req-dc6a2634-17c7-43e2-a292-3a11cee4a147 service neutron] 10.222.0.67 "GET /v2.0/networks/98db9c7f-b356-4cce-a07f-b0a148aa5a57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2631648 Sep 23 19:38:23.895369 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-6a9e4806-b0c8-4d8a-a84f-ca0bfa16d919 tempest-NetworksIpV6Test-1074010632 tempest-NetworksIpV6Test-1074010632-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783145630486'] for network, precommit_update {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:23.917708 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-6a9e4806-b0c8-4d8a-a84f-ca0bfa16d919 tempest-NetworksIpV6Test-1074010632 tempest-NetworksIpV6Test-1074010632-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299'] for network, after_update {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:23.955711 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-cc60eb9b-9895-4910-82f5-8fb024f9fd43 req-2ca1b297-e73d-4836-a7ca-e34aa9ff03b2 tempest-ServersTestJSON-149791516 tempest-ServersTestJSON-149791516-project] 10.222.0.67 "GET /v2.0/ports?device_id=644caebd-b7bd-46ee-ba5e-62cbe21e68fc HTTP/1.1" status: 200 len: 210 time: 0.0762627 Sep 23 19:38:24.003842 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-6a9e4806-b0c8-4d8a-a84f-ca0bfa16d919 tempest-NetworksIpV6Test-1074010632 tempest-NetworksIpV6Test-1074010632-project] Network 2d5f84a4-2f27-4aa2-9365-71fcec11d6b9 is not hosted by any dhcp agent {{(pid=95102) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Sep 23 19:38:24.016389 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a9e4806-b0c8-4d8a-a84f-ca0bfa16d919 tempest-NetworksIpV6Test-1074010632 tempest-NetworksIpV6Test-1074010632-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:38:24.016914 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-6a9e4806-b0c8-4d8a-a84f-ca0bfa16d919 tempest-NetworksIpV6Test-1074010632 tempest-NetworksIpV6Test-1074010632-project] Notify callbacks [] for network, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:24.018226 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-6a9e4806-b0c8-4d8a-a84f-ca0bfa16d919 tempest-NetworksIpV6Test-1074010632 tempest-NetworksIpV6Test-1074010632-project] 10.222.0.67 "PUT /v2.0/networks/2d5f84a4-2f27-4aa2-9365-71fcec11d6b9 HTTP/1.1" status: 200 len: 762 time: 0.5534713 Sep 23 19:38:24.021150 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 57306) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:38:24.065255 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-56a5368a-420c-4271-a836-f0199dc159b2 req-69d59573-a4be-4f23-8cd4-961ace757d87 service neutron] 10.222.0.67 "GET /v2.0/networks/98db9c7f-b356-4cce-a07f-b0a148aa5a57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4438035 Sep 23 19:38:24.250225 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40483735-753f-49ba-9e0d-f7985d4f0ee0 None None] Network 4c5ab7a3-f1d3-447d-8738-98f34c556d71 requested from n-d-713301-16 {{(pid=95103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 19:38:24.258295 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-248a993c-39b4-47b7-aa56-1bbe7b38d606 tempest-NetworksIpV6Test-1074010632 tempest-NetworksIpV6Test-1074010632-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:38:24.263483 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-248a993c-39b4-47b7-aa56-1bbe7b38d606 tempest-NetworksIpV6Test-1074010632 tempest-NetworksIpV6Test-1074010632-project] 10.222.0.67 "GET /v2.0/networks?id=2d5f84a4-2f27-4aa2-9365-71fcec11d6b9 HTTP/1.1" status: 200 len: 765 time: 0.2376106 Sep 23 19:38:24.264573 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 57316) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:38:24.297986 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a9e4806-b0c8-4d8a-a84f-ca0bfa16d919 tempest-NetworksIpV6Test-1074010632 tempest-NetworksIpV6Test-1074010632-project] Pushing event updated for resources: {'Network': ['ID=2d5f84a4-2f27-4aa2-9365-71fcec11d6b9,revision_number=1']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:38:24.346408 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f19e78b5-4e23-4e71-a98d-2845e84334dd req-69f48c9d-6add-48c1-bb0b-3e2e0794c6a5 tempest-ServersTestJSON-149791516 tempest-ServersTestJSON-149791516-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:38:24.349484 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-f19e78b5-4e23-4e71-a98d-2845e84334dd req-69f48c9d-6add-48c1-bb0b-3e2e0794c6a5 tempest-ServersTestJSON-149791516 tempest-ServersTestJSON-149791516-project] 10.222.0.74 "GET /v2.0/networks?id=13c320c3-e746-4d37-877a-d3d286211b52 HTTP/1.1" status: 200 len: 806 time: 0.2732024 Sep 23 19:38:24.372990 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.v2.base [req-f19e78b5-4e23-4e71-a98d-2845e84334dd req-a147d87c-e17d-4708-b7c1-49bb76077803 tempest-ServersTestJSON-149791516 tempest-ServersTestJSON-149791516-project] Request body: {'port': {'device_id': '644caebd-b7bd-46ee-ba5e-62cbe21e68fc', 'network_id': '13c320c3-e746-4d37-877a-d3d286211b52', 'admin_state_up': True, 'tenant_id': 'ee2e9bda0f104270af74ba8d5f144843'}} {{(pid=95102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:38:24.388922 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Network 2d5f84a4-2f27-4aa2-9365-71fcec11d6b9 details requested by agent ovs-agent-n-d-713301-16 with host n-d-713301-16 {{(pid=95103) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 19:38:24.405661 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-b0ba19cf-67cc-47cc-8066-6a723972a773 req-6372f91c-f9a7-4bc4-9fa1-ecac25e65fcf tempest-ServerAddressesTestJSON-1621974947 tempest-ServerAddressesTestJSON-1621974947-project] 10.222.0.67 "GET /v2.0/ports?device_id=b700d337-ad79-431c-bf54-280d7d2b7b09 HTTP/1.1" status: 200 len: 210 time: 0.0521917 Sep 23 19:38:24.582121 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-91bf3b94-52af-4012-8d95-e85490312dab None None] Provisioning complete for port a77c4fc1-1a2f-4501-be20-8d79aed1366c triggered by entity DHCP. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:38:24.583026 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-91bf3b94-52af-4012-8d95-e85490312dab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:24.609482 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a99c450-e8bc-402f-955e-dabbf2e70557 tempest-NetworksIpV6Test-1074010632 tempest-NetworksIpV6Test-1074010632-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:38:24.611095 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-5a99c450-e8bc-402f-955e-dabbf2e70557 tempest-NetworksIpV6Test-1074010632 tempest-NetworksIpV6Test-1074010632-project] 10.222.0.67 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.3457673 Sep 23 19:38:24.613871 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 57330) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:38:24.653804 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f19e78b5-4e23-4e71-a98d-2845e84334dd req-a147d87c-e17d-4708-b7c1-49bb76077803 tempest-ServersTestJSON-149791516 tempest-ServersTestJSON-149791516-project] Made reservation on behalf of ee2e9bda0f104270af74ba8d5f144843 for: {'port': 1} {{(pid=95102) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:38:24.658517 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Device a77c4fc1-1a2f-4501-be20-8d79aed1366c up at agent ovs-agent-n-d-713301-16 {{(pid=95103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 19:38:24.661267 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-f19e78b5-4e23-4e71-a98d-2845e84334dd req-a147d87c-e17d-4708-b7c1-49bb76077803 tempest-ServersTestJSON-149791516 tempest-ServersTestJSON-149791516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:24.758853 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Provisioning complete for port a77c4fc1-1a2f-4501-be20-8d79aed1366c triggered by entity L2. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:38:24.759504 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:24.767583 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-cae9679d-aa40-4d8a-b7a6-d402f1d2a1a2 tempest-NetworksIpV6Test-1074010632 tempest-NetworksIpV6Test-1074010632-project] 10.222.0.67 "GET /v2.0/subnets?network_id=5dec5c09-378e-4f50-89cc-d94eb81c3bac HTTP/1.1" status: 200 len: 207 time: 0.1494205 Sep 23 19:38:24.768090 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 57334) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:38:24.869414 n-d-713301-16 neutron-server[95102]: DEBUG neutron.db.db_base_plugin_common [req-f19e78b5-4e23-4e71-a98d-2845e84334dd req-a147d87c-e17d-4708-b7c1-49bb76077803 tempest-ServersTestJSON-149791516 tempest-ServersTestJSON-149791516-project] Allocated IP 172.20.0.13 (13c320c3-e746-4d37-877a-d3d286211b52/1858a7c9-e08d-4d7a-87f9-fd282e21109a/256e0dac-195c-4a39-b8e9-b363f373d22f) {{(pid=95102) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 19:38:25.119443 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f520688-fac9-4202-b6f4-6c9b6ca85a71 tempest-NetworksIpV6Test-1074010632 tempest-NetworksIpV6Test-1074010632-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:38:25.133147 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f520688-fac9-4202-b6f4-6c9b6ca85a71 tempest-NetworksIpV6Test-1074010632 tempest-NetworksIpV6Test-1074010632-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:38:25.139689 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f520688-fac9-4202-b6f4-6c9b6ca85a71 tempest-NetworksIpV6Test-1074010632 tempest-NetworksIpV6Test-1074010632-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:38:25.150962 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f520688-fac9-4202-b6f4-6c9b6ca85a71 tempest-NetworksIpV6Test-1074010632 tempest-NetworksIpV6Test-1074010632-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:38:25.173998 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f520688-fac9-4202-b6f4-6c9b6ca85a71 tempest-NetworksIpV6Test-1074010632 tempest-NetworksIpV6Test-1074010632-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:38:25.182791 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f520688-fac9-4202-b6f4-6c9b6ca85a71 tempest-NetworksIpV6Test-1074010632 tempest-NetworksIpV6Test-1074010632-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:38:25.183138 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-de7cdb18-a754-44b9-be5c-27a44d6323c6 req-a413c94e-9935-4ae8-a97e-ac1ded023590 tempest-ServersTestJSON-149791516 tempest-ServersTestJSON-149791516-project] 10.222.0.67 "GET /v2.0/ports?device_id=644caebd-b7bd-46ee-ba5e-62cbe21e68fc HTTP/1.1" status: 200 len: 210 time: 0.0733831 Sep 23 19:38:25.184661 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-2f520688-fac9-4202-b6f4-6c9b6ca85a71 tempest-NetworksIpV6Test-1074010632 tempest-NetworksIpV6Test-1074010632-project] 10.222.0.67 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3730 time: 0.4147243 Sep 23 19:38:25.193307 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 57350) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:38:25.255976 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-f19e78b5-4e23-4e71-a98d-2845e84334dd req-a147d87c-e17d-4708-b7c1-49bb76077803 tempest-ServersTestJSON-149791516 tempest-ServersTestJSON-149791516-project] Notify callbacks [] for port, precommit_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:25.265409 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-80e7e501-6c57-470d-92c6-e3d54bc3195c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:25.349908 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-f19e78b5-4e23-4e71-a98d-2845e84334dd req-a147d87c-e17d-4708-b7c1-49bb76077803 tempest-ServersTestJSON-149791516 tempest-ServersTestJSON-149791516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783145673135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4399100'] for port, after_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:25.368866 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] get_ports_and_sgs() called for port_ids ['1e33a789-d371-4447-ad9f-6d77201ac2d1'] {{(pid=95103) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 19:38:25.423844 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-2dd6ca22-27f4-4245-bc79-2367e5b58ebd tempest-NetworksIpV6Test-1074010632 tempest-NetworksIpV6Test-1074010632-project] 10.222.0.67 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 812 time: 0.2292366 Sep 23 19:38:25.424768 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 57360) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:38:25.471193 n-d-713301-16 neutron-server[95102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f19e78b5-4e23-4e71-a98d-2845e84334dd req-a147d87c-e17d-4708-b7c1-49bb76077803 tempest-ServersTestJSON-149791516 tempest-ServersTestJSON-149791516-project] Network 13c320c3-e746-4d37-877a-d3d286211b52 is already hosted by enough agents. {{(pid=95102) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:38:25.485735 n-d-713301-16 neutron-server[95102]: DEBUG neutron.scheduler.base_scheduler [req-f19e78b5-4e23-4e71-a98d-2845e84334dd req-a147d87c-e17d-4708-b7c1-49bb76077803 tempest-ServersTestJSON-149791516 tempest-ServersTestJSON-149791516-project] Resources bound (agent type, host, resource id): {{(pid=95102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:38:25.490777 n-d-713301-16 neutron-server[95102]: DEBUG neutron.db.l3_dvrscheduler_db [req-f19e78b5-4e23-4e71-a98d-2845e84334dd req-a147d87c-e17d-4708-b7c1-49bb76077803 tempest-ServersTestJSON-149791516 tempest-ServersTestJSON-149791516-project] Received port after_create {{(pid=95102) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 19:38:25.557682 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ac72ba0-ee78-4a88-be78-4d56d7fb23bf tempest-NetworksIpV6Test-1074010632 tempest-NetworksIpV6Test-1074010632-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:38:25.559657 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7669b6b6-7d0c-4554-abc9-7f1238ba55bb None None] get_active_networks_info from n-d-713301-16 {{(pid=95103) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 23 19:38:25.560306 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ac72ba0-ee78-4a88-be78-4d56d7fb23bf tempest-NetworksIpV6Test-1074010632 tempest-NetworksIpV6Test-1074010632-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:38:25.562092 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ac72ba0-ee78-4a88-be78-4d56d7fb23bf tempest-NetworksIpV6Test-1074010632 tempest-NetworksIpV6Test-1074010632-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:38:25.564121 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ac72ba0-ee78-4a88-be78-4d56d7fb23bf tempest-NetworksIpV6Test-1074010632 tempest-NetworksIpV6Test-1074010632-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:38:25.565154 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a147d87c-e17d-4708-b7c1-49bb76077803 tempest-ServersTestJSON-149791516 tempest-ServersTestJSON-149791516-project] Pushing event updated for resources: {'Port': ['ID=256e0dac-195c-4a39-b8e9-b363f373d22f,revision_number=1']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:38:25.566137 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ac72ba0-ee78-4a88-be78-4d56d7fb23bf tempest-NetworksIpV6Test-1074010632 tempest-NetworksIpV6Test-1074010632-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:38:25.575451 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-8ac72ba0-ee78-4a88-be78-4d56d7fb23bf tempest-NetworksIpV6Test-1074010632 tempest-NetworksIpV6Test-1074010632-project] 10.222.0.67 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.1490541 Sep 23 19:38:25.576406 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 57366) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:38:25.660198 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-13ad0e8e-d49e-48a1-8cf7-c7e61b46f94c req-6e2f6176-7f26-4a1e-b5ad-575bead11d18 tempest-ServerAddressesTestJSON-1621974947 tempest-ServerAddressesTestJSON-1621974947-project] 10.222.0.67 "GET /v2.0/ports?device_id=b700d337-ad79-431c-bf54-280d7d2b7b09 HTTP/1.1" status: 200 len: 210 time: 0.0962977 Sep 23 19:38:25.695287 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f19e78b5-4e23-4e71-a98d-2845e84334dd req-a147d87c-e17d-4708-b7c1-49bb76077803 tempest-ServersTestJSON-149791516 tempest-ServersTestJSON-149791516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:38:25.696667 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-f19e78b5-4e23-4e71-a98d-2845e84334dd req-a147d87c-e17d-4708-b7c1-49bb76077803 tempest-ServersTestJSON-149791516 tempest-ServersTestJSON-149791516-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222849'] for port, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:25.702622 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c57c6215-1897-4385-9723-eb02f54dad4c tempest-NetworksIpV6Test-1074010632 tempest-NetworksIpV6Test-1074010632-project] Attributes excluded by policy engine: ['shared'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:38:25.706060 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c57c6215-1897-4385-9723-eb02f54dad4c tempest-NetworksIpV6Test-1074010632 tempest-NetworksIpV6Test-1074010632-project] Attributes excluded by policy engine: ['shared'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:38:25.707489 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c57c6215-1897-4385-9723-eb02f54dad4c tempest-NetworksIpV6Test-1074010632 tempest-NetworksIpV6Test-1074010632-project] Attributes excluded by policy engine: ['shared'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:38:25.712384 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c57c6215-1897-4385-9723-eb02f54dad4c tempest-NetworksIpV6Test-1074010632 tempest-NetworksIpV6Test-1074010632-project] Attributes excluded by policy engine: ['shared'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:38:25.716863 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c57c6215-1897-4385-9723-eb02f54dad4c tempest-NetworksIpV6Test-1074010632 tempest-NetworksIpV6Test-1074010632-project] Attributes excluded by policy engine: ['shared'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:38:25.725020 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-928d56d4-428e-40ff-ad7b-5c1d58bfd78f None None] Provisioning complete for port a77c4fc1-1a2f-4501-be20-8d79aed1366c triggered by entity DHCP. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:38:25.725165 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-928d56d4-428e-40ff-ad7b-5c1d58bfd78f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:25.726255 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 57370) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:38:25.727174 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-c57c6215-1897-4385-9723-eb02f54dad4c tempest-NetworksIpV6Test-1074010632 tempest-NetworksIpV6Test-1074010632-project] 10.222.0.67 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 697 time: 0.1491919 Sep 23 19:38:25.760116 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-f19e78b5-4e23-4e71-a98d-2845e84334dd req-a147d87c-e17d-4708-b7c1-49bb76077803 tempest-ServersTestJSON-149791516 tempest-ServersTestJSON-149791516-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3924830 Sep 23 19:38:25.783673 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.v2.base [req-f19e78b5-4e23-4e71-a98d-2845e84334dd req-20072975-d980-4401-8db0-ff112f567f32 service neutron] Request body: {'port': {'device_id': '644caebd-b7bd-46ee-ba5e-62cbe21e68fc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713301-16'}} {{(pid=95102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:38:25.812768 n-d-713301-16 neutron-server[95103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7669b6b6-7d0c-4554-abc9-7f1238ba55bb None None] Resources bound (agent type, host, resource id): {{(pid=95103) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 23 19:38:25.923221 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-f19e78b5-4e23-4e71-a98d-2845e84334dd req-20072975-d980-4401-8db0-ff112f567f32 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:25.934484 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a6def47-dedf-4402-b83e-ff56fe82e450 tempest-NetworksIpV6Test-1074010632 tempest-NetworksIpV6Test-1074010632-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:38:25.943022 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-9a6def47-dedf-4402-b83e-ff56fe82e450 tempest-NetworksIpV6Test-1074010632 tempest-NetworksIpV6Test-1074010632-project] 10.222.0.67 "GET /v2.0/networks/ae36521b-2fe6-4912-94f3-c41da0d01baa HTTP/1.1" status: 200 len: 803 time: 0.2132897 Sep 23 19:38:25.943666 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 57378) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:38:26.058357 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 57382) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:38:26.121840 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a5368a-420c-4271-a836-f0199dc159b2 req-4e71b38b-9189-4f47-8ca2-3e3c3c3c46f3 tempest-ServerAddressesTestJSON-1621974947 tempest-ServerAddressesTestJSON-1621974947-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:38:26.130960 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-56a5368a-420c-4271-a836-f0199dc159b2 req-4e71b38b-9189-4f47-8ca2-3e3c3c3c46f3 tempest-ServerAddressesTestJSON-1621974947 tempest-ServerAddressesTestJSON-1621974947-project] 10.222.0.74 "GET /v2.0/networks?id=98db9c7f-b356-4cce-a07f-b0a148aa5a57 HTTP/1.1" status: 200 len: 814 time: 0.3341560 Sep 23 19:38:26.139840 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.v2.base [req-56a5368a-420c-4271-a836-f0199dc159b2 req-e87ac113-70e1-4ca8-a8ac-69449d039b5f tempest-ServerAddressesTestJSON-1621974947 tempest-ServerAddressesTestJSON-1621974947-project] Request body: {'port': {'device_id': 'b700d337-ad79-431c-bf54-280d7d2b7b09', 'network_id': '98db9c7f-b356-4cce-a07f-b0a148aa5a57', 'admin_state_up': True, 'tenant_id': '8cddd380f5b541b7856c0c588f42d6f8'}} {{(pid=95101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:38:26.184787 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-75ade397-857c-48f5-a069-308e1c51a9d8 tempest-NetworksIpV6Test-1074010632 tempest-NetworksIpV6Test-1074010632-project] 10.222.0.67 "GET /v2.0/networks/ae36521b-2fe6-4912-94f3-c41da0d01baa?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 319 time: 0.2364676 Sep 23 19:38:26.191227 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 57386) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:38:26.376196 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa90356d-7d8d-4424-ab2b-76a820e37c04 tempest-NetworksIpV6Test-1074010632 tempest-NetworksIpV6Test-1074010632-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:38:26.377547 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-fa90356d-7d8d-4424-ab2b-76a820e37c04 tempest-NetworksIpV6Test-1074010632 tempest-NetworksIpV6Test-1074010632-project] 10.222.0.67 "GET /v2.0/subnets/0807ddb5-1638-4671-84b8-cfef3b96a96e HTTP/1.1" status: 200 len: 843 time: 0.1851637 Sep 23 19:38:26.379993 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 57394) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:38:26.386707 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 57396) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:38:26.425048 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-56a5368a-420c-4271-a836-f0199dc159b2 req-e87ac113-70e1-4ca8-a8ac-69449d039b5f tempest-ServerAddressesTestJSON-1621974947 tempest-ServerAddressesTestJSON-1621974947-project] Made reservation on behalf of 8cddd380f5b541b7856c0c588f42d6f8 for: {'port': 1} {{(pid=95101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:38:26.432843 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-56a5368a-420c-4271-a836-f0199dc159b2 req-e87ac113-70e1-4ca8-a8ac-69449d039b5f tempest-ServerAddressesTestJSON-1621974947 tempest-ServerAddressesTestJSON-1621974947-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:26.520905 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.v2.base [None req-29f80264-01da-4953-aab9-cbffc1922770 tempest-FloatingIPTestJSON-2085468291 tempest-FloatingIPTestJSON-2085468291-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-test-network-2046483171'}} {{(pid=95101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:38:26.548931 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 57400) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:38:26.565314 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29f80264-01da-4953-aab9-cbffc1922770 tempest-FloatingIPTestJSON-2085468291 tempest-FloatingIPTestJSON-2085468291-project] Made reservation on behalf of 4f8ca033f800491e9695967b28d9226b for: {'network': 1} {{(pid=95101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:38:26.569797 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-29f80264-01da-4953-aab9-cbffc1922770 tempest-FloatingIPTestJSON-2085468291 tempest-FloatingIPTestJSON-2085468291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for network, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:26.590587 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.v2.base [None req-bdb30389-2deb-4085-ba23-7ba8041fca62 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-2096930916-network', 'tenant_id': 'df60118e0c434751a044956da831d00f'}} {{(pid=95101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:38:26.601190 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-29f80264-01da-4953-aab9-cbffc1922770 tempest-FloatingIPTestJSON-2085468291 tempest-FloatingIPTestJSON-2085468291-project] Notify callbacks [] for security_group, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:26.667124 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.v2.base [None req-34557ed2-6e7e-42b5-846f-ab82ad80b1ff tempest-AllowedAddressPairTestJSON-1374304016 tempest-AllowedAddressPairTestJSON-1374304016-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairTestJSON-test-network-810818268'}} {{(pid=95101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:38:26.691259 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bdb30389-2deb-4085-ba23-7ba8041fca62 admin admin] Made reservation on behalf of df60118e0c434751a044956da831d00f for: {'network': 1} {{(pid=95101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:38:26.693574 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-bdb30389-2deb-4085-ba23-7ba8041fca62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for network, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:26.724930 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-bdb30389-2deb-4085-ba23-7ba8041fca62 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:26.733584 n-d-713301-16 neutron-server[95101]: DEBUG neutron.db.db_base_plugin_common [req-56a5368a-420c-4271-a836-f0199dc159b2 req-e87ac113-70e1-4ca8-a8ac-69449d039b5f tempest-ServerAddressesTestJSON-1621974947 tempest-ServerAddressesTestJSON-1621974947-project] Allocated IP 172.20.0.2 (98db9c7f-b356-4cce-a07f-b0a148aa5a57/f74cba44-38e6-49ef-9bef-03b36afc7bbf/e3b92940-69c2-40d2-a6cd-e6b42bbd4ffb) {{(pid=95101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 19:38:26.873052 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-185cfc99-6d6f-4a9d-a476-a7b59f299f86 tempest-NetworksIpV6Test-1074010632 tempest-NetworksIpV6Test-1074010632-project] Attributes excluded by policy engine: ['shared'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:38:26.879412 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-185cfc99-6d6f-4a9d-a476-a7b59f299f86 tempest-NetworksIpV6Test-1074010632 tempest-NetworksIpV6Test-1074010632-project] 10.222.0.67 "GET /v2.0/subnets/0807ddb5-1638-4671-84b8-cfef3b96a96e?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.4849663 Sep 23 19:38:26.889468 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 57412) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:38:26.912299 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.v2.base [None req-93b99a2b-bbc7-444b-a442-c5c8ac9da662 tempest-NetworksIpV6Test-1074010632 tempest-NetworksIpV6Test-1074010632-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2012550248'}} {{(pid=95102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:38:26.918527 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-29f80264-01da-4953-aab9-cbffc1922770 tempest-FloatingIPTestJSON-2085468291 tempest-FloatingIPTestJSON-2085468291-project] Notify callbacks [] for security_group, precommit_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:26.932649 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-29f80264-01da-4953-aab9-cbffc1922770 tempest-FloatingIPTestJSON-2085468291 tempest-FloatingIPTestJSON-2085468291-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:26.937317 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-49007a7d-405e-43eb-8c55-55d8126bed53 req-8c306952-1f30-4ad0-ad8a-5490965ca79b tempest-ServerAddressesTestJSON-1621974947 tempest-ServerAddressesTestJSON-1621974947-project] 10.222.0.67 "GET /v2.0/ports?device_id=b700d337-ad79-431c-bf54-280d7d2b7b09 HTTP/1.1" status: 200 len: 210 time: 0.0823798 Sep 23 19:38:26.956203 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.db.api [None req-bdb30389-2deb-4085-ba23-7ba8041fca62 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 23 19:38:26.956203 n-d-713301-16 neutron-server[95101]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Sep 23 19:38:26.956203 n-d-713301-16 neutron-server[95101]: [parameters: {'project_id_1': 'df60118e0c434751a044956da831d00f', 'expiration_1': datetime.datetime(2021, 9, 23, 19, 38, 6, 761614)}] Sep 23 19:38:26.956203 n-d-713301-16 neutron-server[95101]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=95101) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 23 19:38:26.956846 n-d-713301-16 neutron-server[95101]: DEBUG oslo_db.api [None req-bdb30389-2deb-4085-ba23-7ba8041fca62 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=95101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 23 19:38:26.961925 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e2c9a23-fa87-468f-a163-43f77f2ecb6a req-6ae030ac-5be6-44c3-ae95-01fc89f7b534 tempest-ServersTestJSON-149791516 tempest-ServersTestJSON-149791516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:38:26.973309 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-2e2c9a23-fa87-468f-a163-43f77f2ecb6a req-6ae030ac-5be6-44c3-ae95-01fc89f7b534 tempest-ServersTestJSON-149791516 tempest-ServersTestJSON-149791516-project] 10.222.0.67 "GET /v2.0/ports?device_id=644caebd-b7bd-46ee-ba5e-62cbe21e68fc HTTP/1.1" status: 200 len: 932 time: 0.6280146 Sep 23 19:38:26.991701 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-29f80264-01da-4953-aab9-cbffc1922770 tempest-FloatingIPTestJSON-2085468291 tempest-FloatingIPTestJSON-2085468291-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 637} {{(pid=95101) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 19:38:26.994635 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34557ed2-6e7e-42b5-846f-ab82ad80b1ff tempest-AllowedAddressPairTestJSON-1374304016 tempest-AllowedAddressPairTestJSON-1374304016-project] Made reservation on behalf of 7c4cfbd8f5ae4e4a9e04db1551f99476 for: {'network': 1} {{(pid=95101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:38:26.998775 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-34557ed2-6e7e-42b5-846f-ab82ad80b1ff tempest-AllowedAddressPairTestJSON-1374304016 tempest-AllowedAddressPairTestJSON-1374304016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for network, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:27.002681 n-d-713301-16 neutron-server[95102]: DEBUG neutron.notifiers.nova [req-f19e78b5-4e23-4e71-a98d-2845e84334dd req-20072975-d980-4401-8db0-ff112f567f32 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 256e0dac-195c-4a39-b8e9-b363f373d22f {{(pid=95102) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 19:38:27.017899 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-f19e78b5-4e23-4e71-a98d-2845e84334dd req-20072975-d980-4401-8db0-ff112f567f32 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:27.026896 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-56a5368a-420c-4271-a836-f0199dc159b2 req-e87ac113-70e1-4ca8-a8ac-69449d039b5f tempest-ServerAddressesTestJSON-1621974947 tempest-ServerAddressesTestJSON-1621974947-project] Notify callbacks [] for port, precommit_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:27.030048 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-34557ed2-6e7e-42b5-846f-ab82ad80b1ff tempest-AllowedAddressPairTestJSON-1374304016 tempest-AllowedAddressPairTestJSON-1374304016-project] Notify callbacks [] for security_group, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:27.035655 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-29f80264-01da-4953-aab9-cbffc1922770 tempest-FloatingIPTestJSON-2085468291 tempest-FloatingIPTestJSON-2085468291-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1756186'] for segment, precommit_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:27.036510 n-d-713301-16 neutron-server[95101]: INFO neutron.db.segments_db [None req-29f80264-01da-4953-aab9-cbffc1922770 tempest-FloatingIPTestJSON-2085468291 tempest-FloatingIPTestJSON-2085468291-project] Added segment 90cae522-f668-4a2a-bb10-6af5f2be9b48 of type vlan for network f5928f37-657a-4715-86ca-02712a88cf8e Sep 23 19:38:27.037277 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f80264-01da-4953-aab9-cbffc1922770 tempest-FloatingIPTestJSON-2085468291 tempest-FloatingIPTestJSON-2085468291-project] Pushing event updated for resources: {'SecurityGroup': ['ID=96bf8a16-4a37-404f-b723-848814caca1b,revision_number=1']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:38:27.064896 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93b99a2b-bbc7-444b-a442-c5c8ac9da662 tempest-NetworksIpV6Test-1074010632 tempest-NetworksIpV6Test-1074010632-project] Made reservation on behalf of 699ebd3ddaa74a06bf917c17312a1ac5 for: {'network': 1} {{(pid=95102) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:38:27.068784 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-93b99a2b-bbc7-444b-a442-c5c8ac9da662 tempest-NetworksIpV6Test-1074010632 tempest-NetworksIpV6Test-1074010632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for network, before_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:27.088921 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-2e2c9a23-fa87-468f-a163-43f77f2ecb6a req-57184010-6c6f-4d28-9870-a96c89c1b350 tempest-ServersTestJSON-149791516 tempest-ServersTestJSON-149791516-project] 10.222.0.67 "GET /v2.0/security-groups?id=b8c31db9-bcb2-4708-876e-18b1f4bdd8a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1116095 Sep 23 19:38:27.090145 n-d-713301-16 neutron-server[95102]: DEBUG neutron.db.provisioning_blocks [req-f19e78b5-4e23-4e71-a98d-2845e84334dd req-20072975-d980-4401-8db0-ff112f567f32 service neutron] Transition to ACTIVE for port object 256e0dac-195c-4a39-b8e9-b363f373d22f will not be triggered until provisioned by entity L2. {{(pid=95102) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 19:38:27.103812 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-f19e78b5-4e23-4e71-a98d-2845e84334dd req-20072975-d980-4401-8db0-ff112f567f32 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4399095'] for port, after_update {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:27.120386 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-29f80264-01da-4953-aab9-cbffc1922770 tempest-FloatingIPTestJSON-2085468291 tempest-FloatingIPTestJSON-2085468291-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783145630486'] for network, precommit_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:27.160589 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-56a5368a-420c-4271-a836-f0199dc159b2 req-e87ac113-70e1-4ca8-a8ac-69449d039b5f tempest-ServerAddressesTestJSON-1621974947 tempest-ServerAddressesTestJSON-1621974947-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783145673135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5607431'] for port, after_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:27.163300 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-93b99a2b-bbc7-444b-a442-c5c8ac9da662 tempest-NetworksIpV6Test-1074010632 tempest-NetworksIpV6Test-1074010632-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 625} {{(pid=95102) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 19:38:27.184694 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-93b99a2b-bbc7-444b-a442-c5c8ac9da662 tempest-NetworksIpV6Test-1074010632 tempest-NetworksIpV6Test-1074010632-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1756186'] for segment, precommit_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:27.184694 n-d-713301-16 neutron-server[95102]: INFO neutron.db.segments_db [None req-93b99a2b-bbc7-444b-a442-c5c8ac9da662 tempest-NetworksIpV6Test-1074010632 tempest-NetworksIpV6Test-1074010632-project] Added segment 8243f5da-1e39-4d13-a1f3-63155779966b of type vlan for network fa447796-d461-4d1a-be71-dfbc2f809c8f Sep 23 19:38:27.185669 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20072975-d980-4401-8db0-ff112f567f32 service neutron] Pushing event updated for resources: {'Port': ['ID=256e0dac-195c-4a39-b8e9-b363f373d22f,revision_number=2']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:38:27.268936 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-93b99a2b-bbc7-444b-a442-c5c8ac9da662 tempest-NetworksIpV6Test-1074010632 tempest-NetworksIpV6Test-1074010632-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783145630486'] for network, precommit_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:27.309063 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.managers [req-f19e78b5-4e23-4e71-a98d-2845e84334dd req-20072975-d980-4401-8db0-ff112f567f32 service neutron] Attempting to bind port 256e0dac-195c-4a39-b8e9-b363f373d22f on host n-h1-713301-16 for vnic_type normal with profile {{(pid=95102) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 19:38:27.309398 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.managers [req-f19e78b5-4e23-4e71-a98d-2845e84334dd req-20072975-d980-4401-8db0-ff112f567f32 service neutron] Attempting to bind port 256e0dac-195c-4a39-b8e9-b363f373d22f by drivers openvswitch,hyperv on host n-h1-713301-16 at level 0 using segments [{'id': 'c829e8ab-031e-4667-8d5b-36ba5cfb9383', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '13c320c3-e746-4d37-877a-d3d286211b52'}] {{(pid=95102) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 19:38:27.309797 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f19e78b5-4e23-4e71-a98d-2845e84334dd req-20072975-d980-4401-8db0-ff112f567f32 service neutron] Attempting to bind port 256e0dac-195c-4a39-b8e9-b363f373d22f on network 13c320c3-e746-4d37-877a-d3d286211b52 {{(pid=95102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:38:27.315524 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-93b99a2b-bbc7-444b-a442-c5c8ac9da662 tempest-NetworksIpV6Test-1074010632 tempest-NetworksIpV6Test-1074010632-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299'] for network, after_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:27.322372 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93b99a2b-bbc7-444b-a442-c5c8ac9da662 tempest-NetworksIpV6Test-1074010632 tempest-NetworksIpV6Test-1074010632-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:38:27.323010 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-93b99a2b-bbc7-444b-a442-c5c8ac9da662 tempest-NetworksIpV6Test-1074010632 tempest-NetworksIpV6Test-1074010632-project] Notify callbacks [] for network, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:27.325651 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f19e78b5-4e23-4e71-a98d-2845e84334dd req-20072975-d980-4401-8db0-ff112f567f32 service neutron] Port 256e0dac-195c-4a39-b8e9-b363f373d22f on network 13c320c3-e746-4d37-877a-d3d286211b52 not bound, no agent of type Open vSwitch agent registered on host n-h1-713301-16 {{(pid=95102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 19:38:27.326177 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f19e78b5-4e23-4e71-a98d-2845e84334dd req-20072975-d980-4401-8db0-ff112f567f32 service neutron] Attempting to bind port 256e0dac-195c-4a39-b8e9-b363f373d22f on network 13c320c3-e746-4d37-877a-d3d286211b52 {{(pid=95102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:38:27.353739 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f19e78b5-4e23-4e71-a98d-2845e84334dd req-20072975-d980-4401-8db0-ff112f567f32 service neutron] Checking agent: {'id': '0708c3e9-0aad-4600-9be9-d2486535c898', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713301-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 19, 15, 28), 'started_at': datetime.datetime(2021, 9, 23, 19, 15, 28), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 19, 37, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 19:38:27.354114 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f19e78b5-4e23-4e71-a98d-2845e84334dd req-20072975-d980-4401-8db0-ff112f567f32 service neutron] Checking segment: {'id': 'c829e8ab-031e-4667-8d5b-36ba5cfb9383', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '13c320c3-e746-4d37-877a-d3d286211b52'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95102) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:38:27.354509 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f19e78b5-4e23-4e71-a98d-2845e84334dd req-20072975-d980-4401-8db0-ff112f567f32 service neutron] Bound using segment: {'id': 'c829e8ab-031e-4667-8d5b-36ba5cfb9383', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '13c320c3-e746-4d37-877a-d3d286211b52'} {{(pid=95102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 19:38:27.355051 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.managers [req-f19e78b5-4e23-4e71-a98d-2845e84334dd req-20072975-d980-4401-8db0-ff112f567f32 service neutron] Bound port: 256e0dac-195c-4a39-b8e9-b363f373d22f, host: n-h1-713301-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c829e8ab-031e-4667-8d5b-36ba5cfb9383', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '13c320c3-e746-4d37-877a-d3d286211b52'}}] {{(pid=95102) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 19:38:27.355684 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-f19e78b5-4e23-4e71-a98d-2845e84334dd req-20072975-d980-4401-8db0-ff112f567f32 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:27.437375 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93b99a2b-bbc7-444b-a442-c5c8ac9da662 tempest-NetworksIpV6Test-1074010632 tempest-NetworksIpV6Test-1074010632-project] Pushing event updated for resources: {'Network': ['ID=fa447796-d461-4d1a-be71-dfbc2f809c8f,revision_number=1']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:38:27.448751 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Network fa447796-d461-4d1a-be71-dfbc2f809c8f details requested by agent ovs-agent-n-d-713301-16 with host n-d-713301-16 {{(pid=95103) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 19:38:27.477093 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.db [req-f19e78b5-4e23-4e71-a98d-2845e84334dd req-20072975-d980-4401-8db0-ff112f567f32 service neutron] For port 256e0dac-195c-4a39-b8e9-b363f373d22f, host n-h1-713301-16, cleared binding levels {{(pid=95102) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 19:38:27.481689 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.db [req-f19e78b5-4e23-4e71-a98d-2845e84334dd req-20072975-d980-4401-8db0-ff112f567f32 service neutron] For port 256e0dac-195c-4a39-b8e9-b363f373d22f, host n-h1-713301-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-16',level=0,port_id=256e0dac-195c-4a39-b8e9-b363f373d22f,segment=NetworkSegment(c829e8ab-031e-4667-8d5b-36ba5cfb9383),segment_id=c829e8ab-031e-4667-8d5b-36ba5cfb9383)] {{(pid=95102) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 19:38:27.491102 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-f19e78b5-4e23-4e71-a98d-2845e84334dd req-20072975-d980-4401-8db0-ff112f567f32 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4399095'] for port, after_update {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:27.501361 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-bdb30389-2deb-4085-ba23-7ba8041fca62 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:27.529245 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-29f80264-01da-4953-aab9-cbffc1922770 tempest-FloatingIPTestJSON-2085468291 tempest-FloatingIPTestJSON-2085468291-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299'] for network, after_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:27.533471 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29f80264-01da-4953-aab9-cbffc1922770 tempest-FloatingIPTestJSON-2085468291 tempest-FloatingIPTestJSON-2085468291-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:38:27.533670 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-29f80264-01da-4953-aab9-cbffc1922770 tempest-FloatingIPTestJSON-2085468291 tempest-FloatingIPTestJSON-2085468291-project] Notify callbacks [] for network, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:27.535149 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f19e78b5-4e23-4e71-a98d-2845e84334dd req-20072975-d980-4401-8db0-ff112f567f32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:38:27.535858 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-f19e78b5-4e23-4e71-a98d-2845e84334dd req-20072975-d980-4401-8db0-ff112f567f32 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222849'] for port, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:27.537506 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-f19e78b5-4e23-4e71-a98d-2845e84334dd req-20072975-d980-4401-8db0-ff112f567f32 service neutron] 10.222.0.74 "PUT /v2.0/ports/256e0dac-195c-4a39-b8e9-b363f373d22f HTTP/1.1" status: 200 len: 1093 time: 1.7622097 Sep 23 19:38:27.538581 n-d-713301-16 neutron-server[95102]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '644caebd-b7bd-46ee-ba5e-62cbe21e68fc', 'tag': '256e0dac-195c-4a39-b8e9-b363f373d22f'}] {{(pid=95102) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 19:38:27.541004 n-d-713301-16 neutron-server[95102]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab31b6d93e5336dbddfa8ec424565b3bd8cb2369c5b4d85bc943472dbb21e8ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd09aecd-936a-4403-9f40-53223c5af2ce" -d '{"events": [{"name": "network-changed", "server_uuid": "644caebd-b7bd-46ee-ba5e-62cbe21e68fc", "tag": "256e0dac-195c-4a39-b8e9-b363f373d22f"}]}' {{(pid=95102) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 19:38:27.557985 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-56a5368a-420c-4271-a836-f0199dc159b2 req-e87ac113-70e1-4ca8-a8ac-69449d039b5f tempest-ServerAddressesTestJSON-1621974947 tempest-ServerAddressesTestJSON-1621974947-project] Network 98db9c7f-b356-4cce-a07f-b0a148aa5a57 is already hosted by enough agents. {{(pid=95101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:38:27.577515 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.base_scheduler [req-56a5368a-420c-4271-a836-f0199dc159b2 req-e87ac113-70e1-4ca8-a8ac-69449d039b5f tempest-ServerAddressesTestJSON-1621974947 tempest-ServerAddressesTestJSON-1621974947-project] Resources bound (agent type, host, resource id): {{(pid=95101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:38:27.594770 n-d-713301-16 neutron-server[95101]: DEBUG neutron.db.l3_dvrscheduler_db [req-56a5368a-420c-4271-a836-f0199dc159b2 req-e87ac113-70e1-4ca8-a8ac-69449d039b5f tempest-ServerAddressesTestJSON-1621974947 tempest-ServerAddressesTestJSON-1621974947-project] Received port after_create {{(pid=95101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 19:38:27.597291 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e87ac113-70e1-4ca8-a8ac-69449d039b5f tempest-ServerAddressesTestJSON-1621974947 tempest-ServerAddressesTestJSON-1621974947-project] Pushing event updated for resources: {'Port': ['ID=e3b92940-69c2-40d2-a6cd-e6b42bbd4ffb,revision_number=1']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:38:27.617942 n-d-713301-16 neutron-server[95102]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 19:38:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7cca567-8ddc-49d1-9c18-78ed2a368cc5 x-openstack-request-id: req-b7cca567-8ddc-49d1-9c18-78ed2a368cc5 {{(pid=95102) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 19:38:27.618348 n-d-713301-16 neutron-server[95102]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "644caebd-b7bd-46ee-ba5e-62cbe21e68fc", "tag": "256e0dac-195c-4a39-b8e9-b363f373d22f", "status": "completed", "code": 200}]} {{(pid=95102) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 19:38:27.618717 n-d-713301-16 neutron-server[95102]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-b7cca567-8ddc-49d1-9c18-78ed2a368cc5 {{(pid=95102) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 19:38:27.619394 n-d-713301-16 neutron-server[95102]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '644caebd-b7bd-46ee-ba5e-62cbe21e68fc', 'tag': '256e0dac-195c-4a39-b8e9-b363f373d22f', 'status': 'completed', 'code': 200} Sep 23 19:38:27.642499 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20072975-d980-4401-8db0-ff112f567f32 service neutron] Pushing event updated for resources: {'Port': ['ID=256e0dac-195c-4a39-b8e9-b363f373d22f,revision_number=3']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:38:27.660967 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f19e78b5-4e23-4e71-a98d-2845e84334dd req-7094f1f4-c752-45d8-8104-9b05528586db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:38:27.662639 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-f19e78b5-4e23-4e71-a98d-2845e84334dd req-7094f1f4-c752-45d8-8104-9b05528586db service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=ee2e9bda0f104270af74ba8d5f144843&device_id=644caebd-b7bd-46ee-ba5e-62cbe21e68fc HTTP/1.1" status: 200 len: 1096 time: 0.0717900 Sep 23 19:38:27.686981 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f80264-01da-4953-aab9-cbffc1922770 tempest-FloatingIPTestJSON-2085468291 tempest-FloatingIPTestJSON-2085468291-project] Pushing event updated for resources: {'Network': ['ID=f5928f37-657a-4715-86ca-02712a88cf8e,revision_number=1']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:38:27.705435 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Network f5928f37-657a-4715-86ca-02712a88cf8e details requested by agent ovs-agent-n-d-713301-16 with host n-d-713301-16 {{(pid=95103) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 19:38:27.708300 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-f19e78b5-4e23-4e71-a98d-2845e84334dd req-11c4fb59-54fb-4069-a3cb-51d19bf5bbb3 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=256e0dac-195c-4a39-b8e9-b363f373d22f HTTP/1.1" status: 200 len: 217 time: 0.0378201 Sep 23 19:38:27.710720 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-34557ed2-6e7e-42b5-846f-ab82ad80b1ff tempest-AllowedAddressPairTestJSON-1374304016 tempest-AllowedAddressPairTestJSON-1374304016-project] Notify callbacks [] for security_group, precommit_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:27.717292 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a5368a-420c-4271-a836-f0199dc159b2 req-e87ac113-70e1-4ca8-a8ac-69449d039b5f tempest-ServerAddressesTestJSON-1621974947 tempest-ServerAddressesTestJSON-1621974947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:38:27.717919 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-56a5368a-420c-4271-a836-f0199dc159b2 req-e87ac113-70e1-4ca8-a8ac-69449d039b5f tempest-ServerAddressesTestJSON-1621974947 tempest-ServerAddressesTestJSON-1621974947-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222849'] for port, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:27.725299 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-34557ed2-6e7e-42b5-846f-ab82ad80b1ff tempest-AllowedAddressPairTestJSON-1374304016 tempest-AllowedAddressPairTestJSON-1374304016-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:27.735051 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-93b99a2b-bbc7-444b-a442-c5c8ac9da662 tempest-NetworksIpV6Test-1074010632 tempest-NetworksIpV6Test-1074010632-project] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.8267531 Sep 23 19:38:27.737014 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 57438) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:38:27.741987 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-29f80264-01da-4953-aab9-cbffc1922770 tempest-FloatingIPTestJSON-2085468291 tempest-FloatingIPTestJSON-2085468291-project] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.6832192 Sep 23 19:38:27.752403 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 57440) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:38:27.761102 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.v2.base [None req-3f3a66cc-9081-4f72-b41d-2f27b06779b1 tempest-FloatingIPTestJSON-2085468291 tempest-FloatingIPTestJSON-2085468291-project] Request body: {'subnet': {'network_id': 'f5928f37-657a-4715-86ca-02712a88cf8e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=95101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:38:27.795981 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.v2.base [None req-28b65b8e-beb2-4a2e-8572-1677a062f886 tempest-NetworksIpV6Test-1074010632 tempest-NetworksIpV6Test-1074010632-project] Request body: {'subnet': {'network_id': 'fa447796-d461-4d1a-be71-dfbc2f809c8f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888'], 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=95102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:38:27.804529 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f19e78b5-4e23-4e71-a98d-2845e84334dd req-720b1a2c-d399-42c8-a4c0-86e38e472539 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:38:27.806373 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-f19e78b5-4e23-4e71-a98d-2845e84334dd req-720b1a2c-d399-42c8-a4c0-86e38e472539 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=1858a7c9-e08d-4d7a-87f9-fd282e21109a HTTP/1.1" status: 200 len: 846 time: 0.0901520 Sep 23 19:38:27.813206 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-34557ed2-6e7e-42b5-846f-ab82ad80b1ff tempest-AllowedAddressPairTestJSON-1374304016 tempest-AllowedAddressPairTestJSON-1374304016-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 629} {{(pid=95101) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 19:38:27.823954 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34557ed2-6e7e-42b5-846f-ab82ad80b1ff tempest-AllowedAddressPairTestJSON-1374304016 tempest-AllowedAddressPairTestJSON-1374304016-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dab806d2-35e3-444d-9d0f-48175c69115f,revision_number=1']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:38:27.856996 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-f19e78b5-4e23-4e71-a98d-2845e84334dd req-17bbd06f-e7f0-4da4-ad72-ae683a98cb3e service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=13c320c3-e746-4d37-877a-d3d286211b52&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0385199 Sep 23 19:38:27.885307 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-34557ed2-6e7e-42b5-846f-ab82ad80b1ff tempest-AllowedAddressPairTestJSON-1374304016 tempest-AllowedAddressPairTestJSON-1374304016-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1756186'] for segment, precommit_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:27.885656 n-d-713301-16 neutron-server[95101]: INFO neutron.db.segments_db [None req-34557ed2-6e7e-42b5-846f-ab82ad80b1ff tempest-AllowedAddressPairTestJSON-1374304016 tempest-AllowedAddressPairTestJSON-1374304016-project] Added segment f2026833-2bf5-417e-9ffe-7ac035deafa9 of type vlan for network 764e4c99-1503-404d-a4d0-df8eceb226f6 Sep 23 19:38:27.953257 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-34557ed2-6e7e-42b5-846f-ab82ad80b1ff tempest-AllowedAddressPairTestJSON-1374304016 tempest-AllowedAddressPairTestJSON-1374304016-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783145630486'] for network, precommit_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:28.008186 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-34557ed2-6e7e-42b5-846f-ab82ad80b1ff tempest-AllowedAddressPairTestJSON-1374304016 tempest-AllowedAddressPairTestJSON-1374304016-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299'] for network, after_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:28.009911 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:28.013362 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34557ed2-6e7e-42b5-846f-ab82ad80b1ff tempest-AllowedAddressPairTestJSON-1374304016 tempest-AllowedAddressPairTestJSON-1374304016-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:38:28.013984 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-34557ed2-6e7e-42b5-846f-ab82ad80b1ff tempest-AllowedAddressPairTestJSON-1374304016 tempest-AllowedAddressPairTestJSON-1374304016-project] Notify callbacks [] for network, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:28.045115 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-f19e78b5-4e23-4e71-a98d-2845e84334dd req-3cb33aed-f0d9-46c6-b5ac-4c2b5ec2903e service neutron] 10.222.0.74 "GET /v2.0/networks/13c320c3-e746-4d37-877a-d3d286211b52?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1766794 Sep 23 19:38:28.054702 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-bdb30389-2deb-4085-ba23-7ba8041fca62 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:28.067604 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-bdb30389-2deb-4085-ba23-7ba8041fca62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:28.087647 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-34557ed2-6e7e-42b5-846f-ab82ad80b1ff tempest-AllowedAddressPairTestJSON-1374304016 tempest-AllowedAddressPairTestJSON-1374304016-project] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 793 time: 1.5302560 Sep 23 19:38:28.087647 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-56a5368a-420c-4271-a836-f0199dc159b2 req-e87ac113-70e1-4ca8-a8ac-69449d039b5f tempest-ServerAddressesTestJSON-1621974947 tempest-ServerAddressesTestJSON-1621974947-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9516413 Sep 23 19:38:28.098165 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 57454) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:38:28.107454 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.v2.base [None req-bc76eadd-6d3f-4958-97b1-6add9b6145be tempest-AllowedAddressPairTestJSON-1374304016 tempest-AllowedAddressPairTestJSON-1374304016-project] Request body: {'subnet': {'network_id': '764e4c99-1503-404d-a4d0-df8eceb226f6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:38:28.154721 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34557ed2-6e7e-42b5-846f-ab82ad80b1ff tempest-AllowedAddressPairTestJSON-1374304016 tempest-AllowedAddressPairTestJSON-1374304016-project] Pushing event updated for resources: {'Network': ['ID=764e4c99-1503-404d-a4d0-df8eceb226f6,revision_number=1']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:38:28.163442 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.v2.base [req-56a5368a-420c-4271-a836-f0199dc159b2 req-8a1e3555-29a9-4c8f-8b7e-16b1f4176679 service neutron] Request body: {'port': {'device_id': 'b700d337-ad79-431c-bf54-280d7d2b7b09', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713301-16'}} {{(pid=95101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:38:28.175350 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Network 764e4c99-1503-404d-a4d0-df8eceb226f6 details requested by agent ovs-agent-n-d-713301-16 with host n-d-713301-16 {{(pid=95103) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 19:38:28.203896 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bdb30389-2deb-4085-ba23-7ba8041fca62 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 640} {{(pid=95101) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 19:38:28.220883 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f3a66cc-9081-4f72-b41d-2f27b06779b1 tempest-FloatingIPTestJSON-2085468291 tempest-FloatingIPTestJSON-2085468291-project] Made reservation on behalf of 4f8ca033f800491e9695967b28d9226b for: {'subnet': 1} {{(pid=95101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:38:28.224836 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-3f3a66cc-9081-4f72-b41d-2f27b06779b1 tempest-FloatingIPTestJSON-2085468291 tempest-FloatingIPTestJSON-2085468291-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6130979'] for subnet, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:28.255991 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdb30389-2deb-4085-ba23-7ba8041fca62 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55b85a61-b972-4ddb-b408-e4c5d450e6f9,revision_number=1']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:38:28.267208 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-bdb30389-2deb-4085-ba23-7ba8041fca62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1756186'] for segment, precommit_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:28.267567 n-d-713301-16 neutron-server[95101]: INFO neutron.db.segments_db [None req-bdb30389-2deb-4085-ba23-7ba8041fca62 admin admin] Added segment d8402129-e46c-475e-8b4c-88724e8b832b of type vlan for network 7fafb3d9-de72-4d87-8d56-0a7bcad8db30 Sep 23 19:38:28.303298 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6455e4b-a808-4087-b927-8d308ef380e5 req-225b0593-b4be-4054-a602-2c66d11d1441 tempest-ServerAddressesTestJSON-1621974947 tempest-ServerAddressesTestJSON-1621974947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:38:28.306623 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-c6455e4b-a808-4087-b927-8d308ef380e5 req-225b0593-b4be-4054-a602-2c66d11d1441 tempest-ServerAddressesTestJSON-1621974947 tempest-ServerAddressesTestJSON-1621974947-project] 10.222.0.67 "GET /v2.0/ports?device_id=b700d337-ad79-431c-bf54-280d7d2b7b09 HTTP/1.1" status: 200 len: 931 time: 0.2520800 Sep 23 19:38:28.333671 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:28.376687 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-f19e78b5-4e23-4e71-a98d-2845e84334dd req-3c55aad3-2bce-4a16-8240-f3d5e92bb35d service neutron] 10.222.0.74 "GET /v2.0/networks/13c320c3-e746-4d37-877a-d3d286211b52?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3250468 Sep 23 19:38:28.393593 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-bdb30389-2deb-4085-ba23-7ba8041fca62 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783145630486'] for network, precommit_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:28.402975 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-56a5368a-420c-4271-a836-f0199dc159b2 req-8a1e3555-29a9-4c8f-8b7e-16b1f4176679 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:28.415804 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28b65b8e-beb2-4a2e-8572-1677a062f886 tempest-NetworksIpV6Test-1074010632 tempest-NetworksIpV6Test-1074010632-project] Made reservation on behalf of 699ebd3ddaa74a06bf917c17312a1ac5 for: {'subnet': 1} {{(pid=95102) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:38:28.425375 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-28b65b8e-beb2-4a2e-8572-1677a062f886 tempest-NetworksIpV6Test-1074010632 tempest-NetworksIpV6Test-1074010632-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5388256'] for subnet, before_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:28.474582 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-bdb30389-2deb-4085-ba23-7ba8041fca62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299'] for network, after_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:28.476581 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdb30389-2deb-4085-ba23-7ba8041fca62 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:38:28.476923 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-bdb30389-2deb-4085-ba23-7ba8041fca62 admin admin] Notify callbacks [] for network, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:28.569980 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-bdb30389-2deb-4085-ba23-7ba8041fca62 admin admin] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 2.1888514 Sep 23 19:38:28.587810 n-d-713301-16 neutron-server[95102]: DEBUG neutron.db.ipam_backend_mixin [None req-28b65b8e-beb2-4a2e-8572-1677a062f886 tempest-NetworksIpV6Test-1074010632 tempest-NetworksIpV6Test-1074010632-project] Performing IP validity checks on allocation pools {{(pid=95102) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Sep 23 19:38:28.587810 n-d-713301-16 neutron-server[95102]: DEBUG neutron.db.ipam_backend_mixin [None req-28b65b8e-beb2-4a2e-8572-1677a062f886 tempest-NetworksIpV6Test-1074010632 tempest-NetworksIpV6Test-1074010632-project] Checking for overlaps among allocation pools and gateway ip {{(pid=95102) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Sep 23 19:38:28.590485 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 57460) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:38:28.607420 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-c6455e4b-a808-4087-b927-8d308ef380e5 req-dae5db68-5be1-49ec-bf8c-587618629bff tempest-ServerAddressesTestJSON-1621974947 tempest-ServerAddressesTestJSON-1621974947-project] 10.222.0.67 "GET /v2.0/security-groups?id=e52c6125-72a0-48bf-92d1-52c82797a2a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2620718 Sep 23 19:38:28.608183 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc76eadd-6d3f-4958-97b1-6add9b6145be tempest-AllowedAddressPairTestJSON-1374304016 tempest-AllowedAddressPairTestJSON-1374304016-project] Made reservation on behalf of 7c4cfbd8f5ae4e4a9e04db1551f99476 for: {'subnet': 1} {{(pid=95102) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:38:28.612392 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-bc76eadd-6d3f-4958-97b1-6add9b6145be tempest-AllowedAddressPairTestJSON-1374304016 tempest-AllowedAddressPairTestJSON-1374304016-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5388256'] for subnet, before_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:28.624426 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.v2.base [None req-1a5e72b3-4162-492c-a226-49672b7230dd admin admin] Request body: {'subnet': {'network_id': '7fafb3d9-de72-4d87-8d56-0a7bcad8db30', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-2096930916-subnet', 'tenant_id': 'df60118e0c434751a044956da831d00f', 'ip_version': 4}} {{(pid=95102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:38:28.652952 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdb30389-2deb-4085-ba23-7ba8041fca62 admin admin] Pushing event updated for resources: {'Network': ['ID=7fafb3d9-de72-4d87-8d56-0a7bcad8db30,revision_number=1']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:38:28.658802 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e053770-17b6-4ad3-9f35-7c1b06b2938c req-0fb45a3a-29a8-454a-b34b-a6c4a111faa0 tempest-ServersTestJSON-149791516 tempest-ServersTestJSON-149791516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:38:28.666802 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-4e053770-17b6-4ad3-9f35-7c1b06b2938c req-0fb45a3a-29a8-454a-b34b-a6c4a111faa0 tempest-ServersTestJSON-149791516 tempest-ServersTestJSON-149791516-project] 10.222.0.67 "GET /v2.0/ports?device_id=644caebd-b7bd-46ee-ba5e-62cbe21e68fc HTTP/1.1" status: 200 len: 944 time: 0.3196034 Sep 23 19:38:28.675678 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Network 7fafb3d9-de72-4d87-8d56-0a7bcad8db30 details requested by agent ovs-agent-n-d-713301-16 with host n-d-713301-16 {{(pid=95103) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 19:38:28.708053 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd09aecd-936a-4403-9f40-53223c5af2ce req-6e9a0b6d-3aab-4e7f-95f6-7b2781ce9c88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:38:28.709647 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-cd09aecd-936a-4403-9f40-53223c5af2ce req-6e9a0b6d-3aab-4e7f-95f6-7b2781ce9c88 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=ee2e9bda0f104270af74ba8d5f144843&device_id=644caebd-b7bd-46ee-ba5e-62cbe21e68fc HTTP/1.1" status: 200 len: 1096 time: 0.2629957 Sep 23 19:38:28.778238 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-3f3a66cc-9081-4f72-b41d-2f27b06779b1 tempest-FloatingIPTestJSON-2085468291 tempest-FloatingIPTestJSON-2085468291-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5607579', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6130961'] for subnet, after_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:28.821828 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a5e72b3-4162-492c-a226-49672b7230dd admin admin] Made reservation on behalf of df60118e0c434751a044956da831d00f for: {'subnet': 1} {{(pid=95102) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:38:28.824199 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-1a5e72b3-4162-492c-a226-49672b7230dd admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5388256'] for subnet, before_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:28.910294 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-4e053770-17b6-4ad3-9f35-7c1b06b2938c req-13ce936b-9b22-4303-8cdc-d096bfd0dab6 tempest-ServersTestJSON-149791516 tempest-ServersTestJSON-149791516-project] 10.222.0.67 "GET /v2.0/security-groups?id=b8c31db9-bcb2-4708-876e-18b1f4bdd8a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2410042 Sep 23 19:38:28.937062 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f3a66cc-9081-4f72-b41d-2f27b06779b1 tempest-FloatingIPTestJSON-2085468291 tempest-FloatingIPTestJSON-2085468291-project] Pushing event updated for resources: {'Subnet': ['ID=7eb3aff8-6d21-4bac-92e2-a7c22ef686ae,revision_number=0']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:38:28.987830 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f3a66cc-9081-4f72-b41d-2f27b06779b1 tempest-FloatingIPTestJSON-2085468291 tempest-FloatingIPTestJSON-2085468291-project] Checking segment: {'id': '90cae522-f668-4a2a-bb10-6af5f2be9b48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': 'f5928f37-657a-4715-86ca-02712a88cf8e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:38:28.988436 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f3a66cc-9081-4f72-b41d-2f27b06779b1 tempest-FloatingIPTestJSON-2085468291 tempest-FloatingIPTestJSON-2085468291-project] Network hostable DHCP agents. Network: f5928f37-657a-4715-86ca-02712a88cf8e, hostable agents: ['1b18bf05-1b5f-4587-be5c-af3ac38e32ad'], hosted agents: [] {{(pid=95101) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 19:38:29.083354 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f3a66cc-9081-4f72-b41d-2f27b06779b1 tempest-FloatingIPTestJSON-2085468291 tempest-FloatingIPTestJSON-2085468291-project] Network f5928f37-657a-4715-86ca-02712a88cf8e is scheduled to be hosted by DHCP agent 1b18bf05-1b5f-4587-be5c-af3ac38e32ad with binding_index 1 {{(pid=95101) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 19:38:29.093725 n-d-713301-16 neutron-server[95101]: DEBUG neutron.notifiers.nova [req-56a5368a-420c-4271-a836-f0199dc159b2 req-8a1e3555-29a9-4c8f-8b7e-16b1f4176679 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e3b92940-69c2-40d2-a6cd-e6b42bbd4ffb {{(pid=95101) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 19:38:29.097232 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd09aecd-936a-4403-9f40-53223c5af2ce req-598b2a85-d557-4919-b87f-a78de04f03b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:38:29.098761 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-cd09aecd-936a-4403-9f40-53223c5af2ce req-598b2a85-d557-4919-b87f-a78de04f03b6 service neutron] 10.222.0.74 "GET /v2.0/networks?id=13c320c3-e746-4d37-877a-d3d286211b52 HTTP/1.1" status: 200 len: 907 time: 0.3755994 Sep 23 19:38:29.113597 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-56a5368a-420c-4271-a836-f0199dc159b2 req-8a1e3555-29a9-4c8f-8b7e-16b1f4176679 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:29.131471 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.base_scheduler [None req-3f3a66cc-9081-4f72-b41d-2f27b06779b1 tempest-FloatingIPTestJSON-2085468291 tempest-FloatingIPTestJSON-2085468291-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713301-16, f5928f37-657a-4715-86ca-02712a88cf8e) {{(pid=95101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:38:29.145139 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f3a66cc-9081-4f72-b41d-2f27b06779b1 tempest-FloatingIPTestJSON-2085468291 tempest-FloatingIPTestJSON-2085468291-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:38:29.146698 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-3f3a66cc-9081-4f72-b41d-2f27b06779b1 tempest-FloatingIPTestJSON-2085468291 tempest-FloatingIPTestJSON-2085468291-project] Notify callbacks [] for subnet, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:29.150735 n-d-713301-16 neutron-server[95101]: DEBUG neutron.db.provisioning_blocks [req-56a5368a-420c-4271-a836-f0199dc159b2 req-8a1e3555-29a9-4c8f-8b7e-16b1f4176679 service neutron] Transition to ACTIVE for port object e3b92940-69c2-40d2-a6cd-e6b42bbd4ffb will not be triggered until provisioned by entity L2. {{(pid=95101) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 19:38:29.150980 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01bb9186-89c2-43ae-92a5-e1d0f7ae541f None None] Network f5928f37-657a-4715-86ca-02712a88cf8e requested from n-d-713301-16 {{(pid=95103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 19:38:29.164336 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-56a5368a-420c-4271-a836-f0199dc159b2 req-8a1e3555-29a9-4c8f-8b7e-16b1f4176679 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5607436'] for port, after_update {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:29.208703 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-cd09aecd-936a-4403-9f40-53223c5af2ce req-a72c861f-098e-4c17-b674-f92d2a6282e1 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=256e0dac-195c-4a39-b8e9-b363f373d22f HTTP/1.1" status: 200 len: 217 time: 0.0827181 Sep 23 19:38:29.230481 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-3f3a66cc-9081-4f72-b41d-2f27b06779b1 tempest-FloatingIPTestJSON-2085468291 tempest-FloatingIPTestJSON-2085468291-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.4715719 Sep 23 19:38:29.235150 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 57472) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:38:29.249031 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.v2.base [None req-f9c78a90-3494-4785-9712-9d8509f7f03c tempest-FloatingIPTestJSON-2085468291 tempest-FloatingIPTestJSON-2085468291-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-787467259', 'external_gateway_info': {'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac'}, 'admin_state_up': False}} {{(pid=95101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:38:29.289638 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd09aecd-936a-4403-9f40-53223c5af2ce req-0fba8316-363b-4acd-a042-328134abe90d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:38:29.291493 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-cd09aecd-936a-4403-9f40-53223c5af2ce req-0fba8316-363b-4acd-a042-328134abe90d service neutron] 10.222.0.74 "GET /v2.0/subnets?id=1858a7c9-e08d-4d7a-87f9-fd282e21109a HTTP/1.1" status: 200 len: 846 time: 0.0693913 Sep 23 19:38:29.350292 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a1e3555-29a9-4c8f-8b7e-16b1f4176679 service neutron] Pushing event updated for resources: {'Port': ['ID=e3b92940-69c2-40d2-a6cd-e6b42bbd4ffb,revision_number=2']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:38:29.373027 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-cd09aecd-936a-4403-9f40-53223c5af2ce req-c02ce861-532d-4187-95c6-258c90231c26 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=13c320c3-e746-4d37-877a-d3d286211b52&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0697615 Sep 23 19:38:29.384147 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-28b65b8e-beb2-4a2e-8572-1677a062f886 tempest-NetworksIpV6Test-1074010632 tempest-NetworksIpV6Test-1074010632-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4398944', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5388242'] for subnet, after_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:29.421972 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-f9c78a90-3494-4785-9712-9d8509f7f03c tempest-FloatingIPTestJSON-2085468291 tempest-FloatingIPTestJSON-2085468291-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-594563', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29355'] for router, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:29.424297 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-f9c78a90-3494-4785-9712-9d8509f7f03c tempest-FloatingIPTestJSON-2085468291 tempest-FloatingIPTestJSON-2085468291-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-597363', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-601731', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-739356', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29346'] for router, precommit_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:29.442817 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-087f38c0-23a1-4041-920a-ba0219b258d5 None None] Network f5928f37-657a-4715-86ca-02712a88cf8e requested from n-d-713301-16 {{(pid=95103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 19:38:29.482157 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.managers [req-56a5368a-420c-4271-a836-f0199dc159b2 req-8a1e3555-29a9-4c8f-8b7e-16b1f4176679 service neutron] Attempting to bind port e3b92940-69c2-40d2-a6cd-e6b42bbd4ffb on host n-h1-713301-16 for vnic_type normal with profile {{(pid=95101) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 19:38:29.483064 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.managers [req-56a5368a-420c-4271-a836-f0199dc159b2 req-8a1e3555-29a9-4c8f-8b7e-16b1f4176679 service neutron] Attempting to bind port e3b92940-69c2-40d2-a6cd-e6b42bbd4ffb by drivers openvswitch,hyperv on host n-h1-713301-16 at level 0 using segments [{'id': '336ca50d-8af5-47ef-8e05-9ba7c7688ed4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '98db9c7f-b356-4cce-a07f-b0a148aa5a57'}] {{(pid=95101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 19:38:29.483604 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56a5368a-420c-4271-a836-f0199dc159b2 req-8a1e3555-29a9-4c8f-8b7e-16b1f4176679 service neutron] Attempting to bind port e3b92940-69c2-40d2-a6cd-e6b42bbd4ffb on network 98db9c7f-b356-4cce-a07f-b0a148aa5a57 {{(pid=95101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:38:29.508758 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56a5368a-420c-4271-a836-f0199dc159b2 req-8a1e3555-29a9-4c8f-8b7e-16b1f4176679 service neutron] Port e3b92940-69c2-40d2-a6cd-e6b42bbd4ffb on network 98db9c7f-b356-4cce-a07f-b0a148aa5a57 not bound, no agent of type Open vSwitch agent registered on host n-h1-713301-16 {{(pid=95101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 19:38:29.509674 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56a5368a-420c-4271-a836-f0199dc159b2 req-8a1e3555-29a9-4c8f-8b7e-16b1f4176679 service neutron] Attempting to bind port e3b92940-69c2-40d2-a6cd-e6b42bbd4ffb on network 98db9c7f-b356-4cce-a07f-b0a148aa5a57 {{(pid=95101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:38:29.523100 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-bc76eadd-6d3f-4958-97b1-6add9b6145be tempest-AllowedAddressPairTestJSON-1374304016 tempest-AllowedAddressPairTestJSON-1374304016-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4398944', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5388242'] for subnet, after_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:29.523826 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56a5368a-420c-4271-a836-f0199dc159b2 req-8a1e3555-29a9-4c8f-8b7e-16b1f4176679 service neutron] Checking agent: {'id': '0708c3e9-0aad-4600-9be9-d2486535c898', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713301-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 19, 15, 28), 'started_at': datetime.datetime(2021, 9, 23, 19, 15, 28), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 19, 38, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 19:38:29.524703 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56a5368a-420c-4271-a836-f0199dc159b2 req-8a1e3555-29a9-4c8f-8b7e-16b1f4176679 service neutron] Checking segment: {'id': '336ca50d-8af5-47ef-8e05-9ba7c7688ed4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '98db9c7f-b356-4cce-a07f-b0a148aa5a57'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:38:29.525617 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56a5368a-420c-4271-a836-f0199dc159b2 req-8a1e3555-29a9-4c8f-8b7e-16b1f4176679 service neutron] Bound using segment: {'id': '336ca50d-8af5-47ef-8e05-9ba7c7688ed4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '98db9c7f-b356-4cce-a07f-b0a148aa5a57'} {{(pid=95101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 19:38:29.526676 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.managers [req-56a5368a-420c-4271-a836-f0199dc159b2 req-8a1e3555-29a9-4c8f-8b7e-16b1f4176679 service neutron] Bound port: e3b92940-69c2-40d2-a6cd-e6b42bbd4ffb, host: n-h1-713301-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '336ca50d-8af5-47ef-8e05-9ba7c7688ed4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '98db9c7f-b356-4cce-a07f-b0a148aa5a57'}}] {{(pid=95101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 19:38:29.527550 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-56a5368a-420c-4271-a836-f0199dc159b2 req-8a1e3555-29a9-4c8f-8b7e-16b1f4176679 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:29.577491 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-f9c78a90-3494-4785-9712-9d8509f7f03c tempest-FloatingIPTestJSON-2085468291 tempest-FloatingIPTestJSON-2085468291-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:29.579113 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-1a5e72b3-4162-492c-a226-49672b7230dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4398944', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5388242'] for subnet, after_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:29.580943 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28b65b8e-beb2-4a2e-8572-1677a062f886 tempest-NetworksIpV6Test-1074010632 tempest-NetworksIpV6Test-1074010632-project] Pushing event updated for resources: {'Subnet': ['ID=bc660289-a91b-4d62-9785-395121b78c1b,revision_number=0']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:38:29.755747 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28b65b8e-beb2-4a2e-8572-1677a062f886 tempest-NetworksIpV6Test-1074010632 tempest-NetworksIpV6Test-1074010632-project] Checking segment: {'id': '8243f5da-1e39-4d13-a1f3-63155779966b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': 'fa447796-d461-4d1a-be71-dfbc2f809c8f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95102) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:38:29.756107 n-d-713301-16 neutron-server[95102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28b65b8e-beb2-4a2e-8572-1677a062f886 tempest-NetworksIpV6Test-1074010632 tempest-NetworksIpV6Test-1074010632-project] Network hostable DHCP agents. Network: fa447796-d461-4d1a-be71-dfbc2f809c8f, hostable agents: ['1b18bf05-1b5f-4587-be5c-af3ac38e32ad'], hosted agents: [] {{(pid=95102) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 19:38:29.796126 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc76eadd-6d3f-4958-97b1-6add9b6145be tempest-AllowedAddressPairTestJSON-1374304016 tempest-AllowedAddressPairTestJSON-1374304016-project] Pushing event updated for resources: {'Subnet': ['ID=86f7afa6-28aa-41a7-9d88-e25e29712c63,revision_number=0']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:38:29.799927 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-f9c78a90-3494-4785-9712-9d8509f7f03c tempest-FloatingIPTestJSON-2085468291 tempest-FloatingIPTestJSON-2085468291-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:29.814330 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-cd09aecd-936a-4403-9f40-53223c5af2ce req-5ccbeddb-111d-40a7-b2f2-f338769a12fd service neutron] 10.222.0.74 "GET /v2.0/networks/13c320c3-e746-4d37-877a-d3d286211b52?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4279165 Sep 23 19:38:29.834891 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc76eadd-6d3f-4958-97b1-6add9b6145be tempest-AllowedAddressPairTestJSON-1374304016 tempest-AllowedAddressPairTestJSON-1374304016-project] Checking segment: {'id': 'f2026833-2bf5-417e-9ffe-7ac035deafa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '764e4c99-1503-404d-a4d0-df8eceb226f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95102) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:38:29.835790 n-d-713301-16 neutron-server[95102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc76eadd-6d3f-4958-97b1-6add9b6145be tempest-AllowedAddressPairTestJSON-1374304016 tempest-AllowedAddressPairTestJSON-1374304016-project] Network hostable DHCP agents. Network: 764e4c99-1503-404d-a4d0-df8eceb226f6, hostable agents: ['1b18bf05-1b5f-4587-be5c-af3ac38e32ad'], hosted agents: [] {{(pid=95102) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 19:38:29.846812 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.db [req-56a5368a-420c-4271-a836-f0199dc159b2 req-8a1e3555-29a9-4c8f-8b7e-16b1f4176679 service neutron] For port e3b92940-69c2-40d2-a6cd-e6b42bbd4ffb, host n-h1-713301-16, cleared binding levels {{(pid=95101) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 19:38:29.851510 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.db [req-56a5368a-420c-4271-a836-f0199dc159b2 req-8a1e3555-29a9-4c8f-8b7e-16b1f4176679 service neutron] For port e3b92940-69c2-40d2-a6cd-e6b42bbd4ffb, host n-h1-713301-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-16',level=0,port_id=e3b92940-69c2-40d2-a6cd-e6b42bbd4ffb,segment=NetworkSegment(336ca50d-8af5-47ef-8e05-9ba7c7688ed4),segment_id=336ca50d-8af5-47ef-8e05-9ba7c7688ed4)] {{(pid=95101) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 19:38:29.865183 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-56a5368a-420c-4271-a836-f0199dc159b2 req-8a1e3555-29a9-4c8f-8b7e-16b1f4176679 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5607436'] for port, after_update {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:29.888803 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a5e72b3-4162-492c-a226-49672b7230dd admin admin] Checking segment: {'id': 'd8402129-e46c-475e-8b4c-88724e8b832b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '7fafb3d9-de72-4d87-8d56-0a7bcad8db30'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95102) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:38:29.889467 n-d-713301-16 neutron-server[95102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a5e72b3-4162-492c-a226-49672b7230dd admin admin] Network hostable DHCP agents. Network: 7fafb3d9-de72-4d87-8d56-0a7bcad8db30, hostable agents: ['1b18bf05-1b5f-4587-be5c-af3ac38e32ad'], hosted agents: [] {{(pid=95102) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 19:38:29.904413 n-d-713301-16 neutron-server[95102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28b65b8e-beb2-4a2e-8572-1677a062f886 tempest-NetworksIpV6Test-1074010632 tempest-NetworksIpV6Test-1074010632-project] Network fa447796-d461-4d1a-be71-dfbc2f809c8f is scheduled to be hosted by DHCP agent 1b18bf05-1b5f-4587-be5c-af3ac38e32ad with binding_index 1 {{(pid=95102) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 19:38:29.945177 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8202efb2-19f8-477e-a236-4a216275ad48 req-30dd3987-a491-437b-bf47-fa4d59ff4ed7 tempest-ServerAddressesTestJSON-1621974947 tempest-ServerAddressesTestJSON-1621974947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:38:29.946771 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-8202efb2-19f8-477e-a236-4a216275ad48 req-30dd3987-a491-437b-bf47-fa4d59ff4ed7 tempest-ServerAddressesTestJSON-1621974947 tempest-ServerAddressesTestJSON-1621974947-project] 10.222.0.67 "GET /v2.0/ports?device_id=b700d337-ad79-431c-bf54-280d7d2b7b09 HTTP/1.1" status: 200 len: 943 time: 0.2511752 Sep 23 19:38:29.950214 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a5368a-420c-4271-a836-f0199dc159b2 req-8a1e3555-29a9-4c8f-8b7e-16b1f4176679 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:38:29.951737 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-56a5368a-420c-4271-a836-f0199dc159b2 req-8a1e3555-29a9-4c8f-8b7e-16b1f4176679 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222849'] for port, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:29.953475 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a5e72b3-4162-492c-a226-49672b7230dd admin admin] Pushing event updated for resources: {'Subnet': ['ID=c5aa3ac0-9cd5-40cd-ab5b-44ea34e24ad1,revision_number=0']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:38:29.953631 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-56a5368a-420c-4271-a836-f0199dc159b2 req-8a1e3555-29a9-4c8f-8b7e-16b1f4176679 service neutron] 10.222.0.74 "PUT /v2.0/ports/e3b92940-69c2-40d2-a6cd-e6b42bbd4ffb HTTP/1.1" status: 200 len: 1092 time: 1.7999744 Sep 23 19:38:29.957468 n-d-713301-16 neutron-server[95101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b700d337-ad79-431c-bf54-280d7d2b7b09', 'tag': 'e3b92940-69c2-40d2-a6cd-e6b42bbd4ffb'}] {{(pid=95101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 19:38:29.961097 n-d-713301-16 neutron-server[95101]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d8366c5740cd635e57ab12b71fe44a77c2acc3c19091ef849c6f68b380462244" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-103dc6b5-2aa6-42b3-84a8-c38c6648f50b" -d '{"events": [{"name": "network-changed", "server_uuid": "b700d337-ad79-431c-bf54-280d7d2b7b09", "tag": "e3b92940-69c2-40d2-a6cd-e6b42bbd4ffb"}]}' {{(pid=95101) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 19:38:29.970159 n-d-713301-16 neutron-server[95102]: DEBUG neutron.scheduler.base_scheduler [None req-28b65b8e-beb2-4a2e-8572-1677a062f886 tempest-NetworksIpV6Test-1074010632 tempest-NetworksIpV6Test-1074010632-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713301-16, fa447796-d461-4d1a-be71-dfbc2f809c8f) {{(pid=95102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:38:29.982644 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28b65b8e-beb2-4a2e-8572-1677a062f886 tempest-NetworksIpV6Test-1074010632 tempest-NetworksIpV6Test-1074010632-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:38:29.983228 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-28b65b8e-beb2-4a2e-8572-1677a062f886 tempest-NetworksIpV6Test-1074010632 tempest-NetworksIpV6Test-1074010632-project] Notify callbacks [] for subnet, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:29.994313 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac18f1d1-eb61-42bf-bc52-5c172d4313ca None None] Network fa447796-d461-4d1a-be71-dfbc2f809c8f requested from n-d-713301-16 {{(pid=95103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 19:38:30.027537 n-d-713301-16 neutron-server[95102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc76eadd-6d3f-4958-97b1-6add9b6145be tempest-AllowedAddressPairTestJSON-1374304016 tempest-AllowedAddressPairTestJSON-1374304016-project] Network 764e4c99-1503-404d-a4d0-df8eceb226f6 is scheduled to be hosted by DHCP agent 1b18bf05-1b5f-4587-be5c-af3ac38e32ad with binding_index 1 {{(pid=95102) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 19:38:30.030850 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a1e3555-29a9-4c8f-8b7e-16b1f4176679 service neutron] Pushing event updated for resources: {'Port': ['ID=e3b92940-69c2-40d2-a6cd-e6b42bbd4ffb,revision_number=3']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:38:30.056751 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a5368a-420c-4271-a836-f0199dc159b2 req-fcbb5ed9-3713-40a9-9121-6c2207b2e396 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:38:30.058315 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-56a5368a-420c-4271-a836-f0199dc159b2 req-fcbb5ed9-3713-40a9-9121-6c2207b2e396 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=8cddd380f5b541b7856c0c588f42d6f8&device_id=b700d337-ad79-431c-bf54-280d7d2b7b09 HTTP/1.1" status: 200 len: 1095 time: 0.0626934 Sep 23 19:38:30.078486 n-d-713301-16 neutron-server[95102]: DEBUG neutron.scheduler.base_scheduler [None req-bc76eadd-6d3f-4958-97b1-6add9b6145be tempest-AllowedAddressPairTestJSON-1374304016 tempest-AllowedAddressPairTestJSON-1374304016-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713301-16, 764e4c99-1503-404d-a4d0-df8eceb226f6) {{(pid=95102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:38:30.086743 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc76eadd-6d3f-4958-97b1-6add9b6145be tempest-AllowedAddressPairTestJSON-1374304016 tempest-AllowedAddressPairTestJSON-1374304016-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:38:30.087303 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-bc76eadd-6d3f-4958-97b1-6add9b6145be tempest-AllowedAddressPairTestJSON-1374304016 tempest-AllowedAddressPairTestJSON-1374304016-project] Notify callbacks [] for subnet, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:30.094605 n-d-713301-16 neutron-server[95102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a5e72b3-4162-492c-a226-49672b7230dd admin admin] Network 7fafb3d9-de72-4d87-8d56-0a7bcad8db30 is scheduled to be hosted by DHCP agent 1b18bf05-1b5f-4587-be5c-af3ac38e32ad with binding_index 1 {{(pid=95102) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 19:38:30.144126 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-28b65b8e-beb2-4a2e-8572-1677a062f886 tempest-NetworksIpV6Test-1074010632 tempest-NetworksIpV6Test-1074010632-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 895 time: 2.4060621 Sep 23 19:38:30.163542 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 57492) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:38:30.167119 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-56a5368a-420c-4271-a836-f0199dc159b2 req-5e7e5d49-b7c5-4e34-b14b-80d22c7044ef service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=e3b92940-69c2-40d2-a6cd-e6b42bbd4ffb HTTP/1.1" status: 200 len: 217 time: 0.0998790 Sep 23 19:38:30.171365 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.v2.base [None req-e607ab25-0e77-4ff8-b072-bf6db4493693 tempest-NetworksIpV6Test-1074010632 tempest-NetworksIpV6Test-1074010632-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2005::1'}], 'dns_nameservers': ['2001:4860:4860::7744', '2001:4860:4860::7888'], 'gateway_ip': '2001:db8::2', 'enable_dhcp': True}} {{(pid=95101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:38:30.173237 n-d-713301-16 neutron-server[95102]: DEBUG neutron.scheduler.base_scheduler [None req-1a5e72b3-4162-492c-a226-49672b7230dd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713301-16, 7fafb3d9-de72-4d87-8d56-0a7bcad8db30) {{(pid=95102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:38:30.178262 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-8202efb2-19f8-477e-a236-4a216275ad48 req-de21462f-374b-4e2d-8281-f2467c51424b tempest-ServerAddressesTestJSON-1621974947 tempest-ServerAddressesTestJSON-1621974947-project] 10.222.0.67 "GET /v2.0/security-groups?id=e52c6125-72a0-48bf-92d1-52c82797a2a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1537476 Sep 23 19:38:30.208984 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-cd09aecd-936a-4403-9f40-53223c5af2ce req-572a37f2-3666-40c4-adcc-437ab5adb7f7 service neutron] 10.222.0.74 "GET /v2.0/networks/13c320c3-e746-4d37-877a-d3d286211b52?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3645446 Sep 23 19:38:30.208984 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a5e72b3-4162-492c-a226-49672b7230dd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:38:30.208984 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-1a5e72b3-4162-492c-a226-49672b7230dd admin admin] Notify callbacks [] for subnet, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:30.211108 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-bc76eadd-6d3f-4958-97b1-6add9b6145be tempest-AllowedAddressPairTestJSON-1374304016 tempest-AllowedAddressPairTestJSON-1374304016-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.1116154 Sep 23 19:38:30.221236 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 57496) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:38:30.231671 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.v2.base [None req-7162265d-0553-4f3c-899f-7d18472a2d9d tempest-AllowedAddressPairTestJSON-1374304016 tempest-AllowedAddressPairTestJSON-1374304016-project] Request body: {'port': {'network_id': '764e4c99-1503-404d-a4d0-df8eceb226f6', 'name': 'tempest-AllowedAddressPairTestJSON-1994259169'}} {{(pid=95102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:38:30.246846 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c2f2da-01ef-41ad-b25f-1225061ee15b req-c9019781-7180-437b-9ffc-fa1cdf42ac5d tempest-ServersTestJSON-149791516 tempest-ServersTestJSON-149791516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:38:30.248442 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-a1c2f2da-01ef-41ad-b25f-1225061ee15b req-c9019781-7180-437b-9ffc-fa1cdf42ac5d tempest-ServersTestJSON-149791516 tempest-ServersTestJSON-149791516-project] 10.222.0.67 "GET /v2.0/ports?device_id=644caebd-b7bd-46ee-ba5e-62cbe21e68fc HTTP/1.1" status: 200 len: 944 time: 0.1740773 Sep 23 19:38:30.264534 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a5368a-420c-4271-a836-f0199dc159b2 req-2f9ad28b-6264-4e8b-9eb3-1693bb365a4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:38:30.266243 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-56a5368a-420c-4271-a836-f0199dc159b2 req-2f9ad28b-6264-4e8b-9eb3-1693bb365a4c service neutron] 10.222.0.74 "GET /v2.0/subnets?id=f74cba44-38e6-49ef-9bef-03b36afc7bbf HTTP/1.1" status: 200 len: 854 time: 0.0885534 Sep 23 19:38:30.272545 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-1a5e72b3-4162-492c-a226-49672b7230dd admin admin] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.6740096 Sep 23 19:38:30.278109 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 57498) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:38:30.290813 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.v2.base [None req-25c8f769-3766-4d5b-8776-6ac974bab52b admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-2096930916-router', 'tenant_id': 'df60118e0c434751a044956da831d00f', 'external_gateway_info': {'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac'}}} {{(pid=95102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:38:30.316406 n-d-713301-16 neutron-server[95101]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 19:38:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8cb1ab1a-148a-483b-a5d5-a492060ce509 x-openstack-request-id: req-8cb1ab1a-148a-483b-a5d5-a492060ce509 {{(pid=95101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 19:38:30.316733 n-d-713301-16 neutron-server[95101]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b700d337-ad79-431c-bf54-280d7d2b7b09", "tag": "e3b92940-69c2-40d2-a6cd-e6b42bbd4ffb", "status": "completed", "code": 200}]} {{(pid=95101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 19:38:30.316977 n-d-713301-16 neutron-server[95101]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-8cb1ab1a-148a-483b-a5d5-a492060ce509 {{(pid=95101) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 19:38:30.317394 n-d-713301-16 neutron-server[95101]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b700d337-ad79-431c-bf54-280d7d2b7b09', 'tag': 'e3b92940-69c2-40d2-a6cd-e6b42bbd4ffb', 'status': 'completed', 'code': 200} Sep 23 19:38:30.340770 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fb67227-6659-4115-9813-c07a07c5f14b None None] Network 764e4c99-1503-404d-a4d0-df8eceb226f6 requested from n-d-713301-16 {{(pid=95103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 19:38:30.342827 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c37b235-dc4f-4fe9-b6ff-cc4e0a47ecf1 None None] Network 7fafb3d9-de72-4d87-8d56-0a7bcad8db30 requested from n-d-713301-16 {{(pid=95103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 19:38:30.353735 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-f9c78a90-3494-4785-9712-9d8509f7f03c tempest-FloatingIPTestJSON-2085468291 tempest-FloatingIPTestJSON-2085468291-project] Notify callbacks [] for router_gateway, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:30.383498 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-56a5368a-420c-4271-a836-f0199dc159b2 req-d1c369af-1d73-4229-aae8-64a1bb412353 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=98db9c7f-b356-4cce-a07f-b0a148aa5a57&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0707057 Sep 23 19:38:30.413591 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-25c8f769-3766-4d5b-8776-6ac974bab52b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-594563', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29355'] for router, before_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:30.415923 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-25c8f769-3766-4d5b-8776-6ac974bab52b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-597363', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-601731', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-739356', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29346'] for router, precommit_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:30.435040 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-a1c2f2da-01ef-41ad-b25f-1225061ee15b req-299fa981-7ab8-4404-a7ab-2d5adae8e4a8 tempest-ServersTestJSON-149791516 tempest-ServersTestJSON-149791516-project] 10.222.0.67 "GET /v2.0/security-groups?id=b8c31db9-bcb2-4708-876e-18b1f4bdd8a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1686077 Sep 23 19:38:30.519788 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-f9c78a90-3494-4785-9712-9d8509f7f03c tempest-FloatingIPTestJSON-2085468291 tempest-FloatingIPTestJSON-2085468291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:30.529022 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-25c8f769-3766-4d5b-8776-6ac974bab52b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:30.607254 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-56a5368a-420c-4271-a836-f0199dc159b2 req-c1053175-1869-4df8-8b41-0d6f60c666fe service neutron] 10.222.0.74 "GET /v2.0/networks/98db9c7f-b356-4cce-a07f-b0a148aa5a57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1952047 Sep 23 19:38:30.683621 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-25c8f769-3766-4d5b-8776-6ac974bab52b admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:30.688926 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7162265d-0553-4f3c-899f-7d18472a2d9d tempest-AllowedAddressPairTestJSON-1374304016 tempest-AllowedAddressPairTestJSON-1374304016-project] Made reservation on behalf of 7c4cfbd8f5ae4e4a9e04db1551f99476 for: {'port': 1} {{(pid=95102) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:38:30.693433 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d34f3e16-44d2-4639-8184-984e9642523f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4c8b80df-07eb-5275-9f17-5cf640db67c0-fa447796-d461-4d1a-be71-dfbc2f809c8f', 'network_id': 'fa447796-d461-4d1a-be71-dfbc2f809c8f', 'tenant_id': '699ebd3ddaa74a06bf917c17312a1ac5', 'fixed_ips': [{'subnet_id': 'bc660289-a91b-4d62-9785-395121b78c1b'}]}} from n-d-713301-16. {{(pid=95103) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 23 19:38:30.695652 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-7162265d-0553-4f3c-899f-7d18472a2d9d tempest-AllowedAddressPairTestJSON-1374304016 tempest-AllowedAddressPairTestJSON-1374304016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:30.696439 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-d34f3e16-44d2-4639-8184-984e9642523f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_create {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:30.735219 n-d-713301-16 neutron-server[95102]: DEBUG neutron.notifiers.nova [None req-7162265d-0553-4f3c-899f-7d18472a2d9d tempest-AllowedAddressPairTestJSON-1374304016 tempest-AllowedAddressPairTestJSON-1374304016-project] device_id is not set on port 29cbc88b-bced-43bf-833d-56017697ba0e yet. {{(pid=95102) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 23 19:38:30.785444 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-56a5368a-420c-4271-a836-f0199dc159b2 req-443938fb-8f6d-4f60-a0f2-3d0ebc271c2e service neutron] 10.222.0.74 "GET /v2.0/networks/98db9c7f-b356-4cce-a07f-b0a148aa5a57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1521368 Sep 23 19:38:30.810229 n-d-713301-16 neutron-server[95101]: DEBUG neutron.db.db_base_plugin_common [None req-f9c78a90-3494-4785-9712-9d8509f7f03c tempest-FloatingIPTestJSON-2085468291 tempest-FloatingIPTestJSON-2085468291-project] Allocated IP 172.25.1.62 (5dec5c09-378e-4f50-89cc-d94eb81c3bac/eff83446-018c-428d-b3f5-54ac9abe7a2a/df3cf5df-49cf-4e63-badd-e9581e5968ac) {{(pid=95101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 19:38:30.813370 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-e607ab25-0e77-4ff8-b072-bf6db4493693 tempest-NetworksIpV6Test-1074010632 tempest-NetworksIpV6Test-1074010632-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-6130984'] for subnet, before_update {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:30.825930 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-094db269-65fc-4ec2-8352-0f69fd41e433 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4c8b80df-07eb-5275-9f17-5cf640db67c0-7fafb3d9-de72-4d87-8d56-0a7bcad8db30', 'network_id': '7fafb3d9-de72-4d87-8d56-0a7bcad8db30', 'tenant_id': 'df60118e0c434751a044956da831d00f', 'fixed_ips': [{'subnet_id': 'c5aa3ac0-9cd5-40cd-ab5b-44ea34e24ad1'}]}} from n-d-713301-16. {{(pid=95103) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 23 19:38:30.827232 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-094db269-65fc-4ec2-8352-0f69fd41e433 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_create {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:30.894210 n-d-713301-16 neutron-server[95102]: DEBUG neutron.db.db_base_plugin_common [None req-7162265d-0553-4f3c-899f-7d18472a2d9d tempest-AllowedAddressPairTestJSON-1374304016 tempest-AllowedAddressPairTestJSON-1374304016-project] Allocated IP 172.20.0.4 (764e4c99-1503-404d-a4d0-df8eceb226f6/86f7afa6-28aa-41a7-9d88-e25e29712c63/29cbc88b-bced-43bf-833d-56017697ba0e) {{(pid=95102) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 19:38:30.895922 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f20f963-2537-48c1-8374-ec7d0a386ee0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4c8b80df-07eb-5275-9f17-5cf640db67c0-764e4c99-1503-404d-a4d0-df8eceb226f6', 'network_id': '764e4c99-1503-404d-a4d0-df8eceb226f6', 'tenant_id': '7c4cfbd8f5ae4e4a9e04db1551f99476', 'fixed_ips': [{'subnet_id': '86f7afa6-28aa-41a7-9d88-e25e29712c63'}]}} from n-d-713301-16. {{(pid=95103) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 23 19:38:30.897699 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-0f20f963-2537-48c1-8374-ec7d0a386ee0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_create {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:30.921779 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Device 256e0dac-195c-4a39-b8e9-b363f373d22f details requested by agent hyperv_n-h1-713301-16 with host n-h1-713301-16 {{(pid=95103) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 19:38:31.036779 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-103dc6b5-2aa6-42b3-84a8-c38c6648f50b req-aebbd6b5-2963-421a-bdbd-1a887d5f3f58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:38:31.038751 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-103dc6b5-2aa6-42b3-84a8-c38c6648f50b req-aebbd6b5-2963-421a-bdbd-1a887d5f3f58 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=8cddd380f5b541b7856c0c588f42d6f8&device_id=b700d337-ad79-431c-bf54-280d7d2b7b09 HTTP/1.1" status: 200 len: 1095 time: 0.1563649 Sep 23 19:38:31.114133 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-f9c78a90-3494-4785-9712-9d8509f7f03c tempest-FloatingIPTestJSON-2085468291 tempest-FloatingIPTestJSON-2085468291-project] Notify callbacks [] for port, precommit_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:31.225995 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-e607ab25-0e77-4ff8-b072-bf6db4493693 tempest-NetworksIpV6Test-1074010632 tempest-NetworksIpV6Test-1074010632-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8783146162167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-5607501'] for subnet, after_update {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:31.277710 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-7162265d-0553-4f3c-899f-7d18472a2d9d tempest-AllowedAddressPairTestJSON-1374304016 tempest-AllowedAddressPairTestJSON-1374304016-project] Notify callbacks [] for port, precommit_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:31.284659 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-25c8f769-3766-4d5b-8776-6ac974bab52b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:31.288282 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-103dc6b5-2aa6-42b3-84a8-c38c6648f50b req-03c5895f-1a64-4806-b495-837e9417e2de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:38:31.289812 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-103dc6b5-2aa6-42b3-84a8-c38c6648f50b req-03c5895f-1a64-4806-b495-837e9417e2de service neutron] 10.222.0.74 "GET /v2.0/networks?id=98db9c7f-b356-4cce-a07f-b0a148aa5a57 HTTP/1.1" status: 200 len: 915 time: 0.2399530 Sep 23 19:38:31.297006 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e607ab25-0e77-4ff8-b072-bf6db4493693 tempest-NetworksIpV6Test-1074010632 tempest-NetworksIpV6Test-1074010632-project] Pushing event updated for resources: {'Subnet': ['ID=bc660289-a91b-4d62-9785-395121b78c1b,revision_number=1']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:38:31.309861 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-25c8f769-3766-4d5b-8776-6ac974bab52b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:31.324136 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e607ab25-0e77-4ff8-b072-bf6db4493693 tempest-NetworksIpV6Test-1074010632 tempest-NetworksIpV6Test-1074010632-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:38:31.324136 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-e607ab25-0e77-4ff8-b072-bf6db4493693 tempest-NetworksIpV6Test-1074010632 tempest-NetworksIpV6Test-1074010632-project] Notify callbacks [] for subnet, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:31.324136 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-e607ab25-0e77-4ff8-b072-bf6db4493693 tempest-NetworksIpV6Test-1074010632 tempest-NetworksIpV6Test-1074010632-project] 10.222.0.67 "PUT /v2.0/subnets/bc660289-a91b-4d62-9785-395121b78c1b HTTP/1.1" status: 200 len: 900 time: 1.1565082 Sep 23 19:38:31.326775 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 57514) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:38:31.359164 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-103dc6b5-2aa6-42b3-84a8-c38c6648f50b req-335a5ffe-405a-4cb7-afc7-5a9025544087 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=e3b92940-69c2-40d2-a6cd-e6b42bbd4ffb HTTP/1.1" status: 200 len: 217 time: 0.0499206 Sep 23 19:38:31.363441 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-f9c78a90-3494-4785-9712-9d8509f7f03c tempest-FloatingIPTestJSON-2085468291 tempest-FloatingIPTestJSON-2085468291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783145673135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5607431'] for port, after_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:31.427436 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9c78a90-3494-4785-9712-9d8509f7f03c tempest-FloatingIPTestJSON-2085468291 tempest-FloatingIPTestJSON-2085468291-project] Network 5dec5c09-378e-4f50-89cc-d94eb81c3bac is already hosted by enough agents. {{(pid=95101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:38:31.451084 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.base_scheduler [None req-f9c78a90-3494-4785-9712-9d8509f7f03c tempest-FloatingIPTestJSON-2085468291 tempest-FloatingIPTestJSON-2085468291-project] Resources bound (agent type, host, resource id): {{(pid=95101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:38:31.454632 n-d-713301-16 neutron-server[95101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9c78a90-3494-4785-9712-9d8509f7f03c tempest-FloatingIPTestJSON-2085468291 tempest-FloatingIPTestJSON-2085468291-project] Received port after_create {{(pid=95101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 19:38:31.513364 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] For port 256e0dac-195c-4a39-b8e9-b363f373d22f, host n-h1-713301-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-16',level=0,port_id=256e0dac-195c-4a39-b8e9-b363f373d22f,segment=NetworkSegment(c829e8ab-031e-4667-8d5b-36ba5cfb9383),segment_id=c829e8ab-031e-4667-8d5b-36ba5cfb9383)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:38:31.532201 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.db_base_plugin_common [None req-094db269-65fc-4ec2-8352-0f69fd41e433 None None] Allocated IP 172.20.0.2 (7fafb3d9-de72-4d87-8d56-0a7bcad8db30/c5aa3ac0-9cd5-40cd-ab5b-44ea34e24ad1/1efc779c-b714-471b-8bed-fe42dadd983f) {{(pid=95103) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 19:38:31.538388 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.db_base_plugin_common [None req-d34f3e16-44d2-4639-8184-984e9642523f None None] Allocated IP 2001:db8::3 (fa447796-d461-4d1a-be71-dfbc2f809c8f/bc660289-a91b-4d62-9785-395121b78c1b/63e05cc8-6105-4f10-9985-2567752c65ff) {{(pid=95103) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 19:38:31.559290 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Returning: {'device': '256e0dac-195c-4a39-b8e9-b363f373d22f', 'network_id': '13c320c3-e746-4d37-877a-d3d286211b52', 'port_id': '256e0dac-195c-4a39-b8e9-b363f373d22f', 'mac_address': 'fa:16:3e:a9:44:ff', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 605, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1858a7c9-e08d-4d7a-87f9-fd282e21109a', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95103) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 19:38:31.747354 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:31.783303 n-d-713301-16 neutron-server[95103]: DEBUG neutron.notifiers.nova [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 256e0dac-195c-4a39-b8e9-b363f373d22f {{(pid=95103) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 19:38:31.872393 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] For port 256e0dac-195c-4a39-b8e9-b363f373d22f, host n-h1-713301-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-16',level=0,port_id=256e0dac-195c-4a39-b8e9-b363f373d22f,segment=NetworkSegment(c829e8ab-031e-4667-8d5b-36ba5cfb9383),segment_id=c829e8ab-031e-4667-8d5b-36ba5cfb9383)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:38:31.897547 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:31.978051 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-094db269-65fc-4ec2-8352-0f69fd41e433 None None] Notify callbacks [] for port, precommit_create {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:31.997570 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-d34f3e16-44d2-4639-8184-984e9642523f None None] Notify callbacks [] for port, precommit_create {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:31.998216 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-7162265d-0553-4f3c-899f-7d18472a2d9d tempest-AllowedAddressPairTestJSON-1374304016 tempest-AllowedAddressPairTestJSON-1374304016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783145673135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4399100'] for port, after_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:32.022945 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-094db269-65fc-4ec2-8352-0f69fd41e433 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783145673135'] for port, after_create {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:32.026677 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-d34f3e16-44d2-4639-8184-984e9642523f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783145673135'] for port, after_create {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:32.065567 n-d-713301-16 neutron-server[95102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7162265d-0553-4f3c-899f-7d18472a2d9d tempest-AllowedAddressPairTestJSON-1374304016 tempest-AllowedAddressPairTestJSON-1374304016-project] Network 764e4c99-1503-404d-a4d0-df8eceb226f6 is already hosted by enough agents. {{(pid=95102) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:38:32.083423 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.db_base_plugin_common [None req-0f20f963-2537-48c1-8374-ec7d0a386ee0 None None] Allocated IP 172.20.0.2 (764e4c99-1503-404d-a4d0-df8eceb226f6/86f7afa6-28aa-41a7-9d88-e25e29712c63/d3c87ecb-a736-4b9b-8d79-06b4d237092e) {{(pid=95103) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 19:38:32.089598 n-d-713301-16 neutron-server[95102]: DEBUG neutron.scheduler.base_scheduler [None req-7162265d-0553-4f3c-899f-7d18472a2d9d tempest-AllowedAddressPairTestJSON-1374304016 tempest-AllowedAddressPairTestJSON-1374304016-project] Resources bound (agent type, host, resource id): {{(pid=95102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:38:32.104176 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9c78a90-3494-4785-9712-9d8509f7f03c tempest-FloatingIPTestJSON-2085468291 tempest-FloatingIPTestJSON-2085468291-project] Pushing event updated for resources: {'Port': ['ID=df3cf5df-49cf-4e63-badd-e9581e5968ac,revision_number=1']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:38:32.107026 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f89d772c-00da-4aa0-9bcd-89f4908b7e21 req-e512c99f-328f-4dd1-abe5-b457af98b5e1 tempest-ServerAddressesTestJSON-1621974947 tempest-ServerAddressesTestJSON-1621974947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:38:32.108779 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-f89d772c-00da-4aa0-9bcd-89f4908b7e21 req-e512c99f-328f-4dd1-abe5-b457af98b5e1 tempest-ServerAddressesTestJSON-1621974947 tempest-ServerAddressesTestJSON-1621974947-project] 10.222.0.67 "GET /v2.0/ports?device_id=b700d337-ad79-431c-bf54-280d7d2b7b09 HTTP/1.1" status: 200 len: 943 time: 0.7331607 Sep 23 19:38:32.114586 n-d-713301-16 neutron-server[95102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7162265d-0553-4f3c-899f-7d18472a2d9d tempest-AllowedAddressPairTestJSON-1374304016 tempest-AllowedAddressPairTestJSON-1374304016-project] Received port after_create {{(pid=95102) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 19:38:32.146153 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-103dc6b5-2aa6-42b3-84a8-c38c6648f50b req-bf4864ee-2b52-4aeb-a379-9b66ae55d37c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:38:32.147777 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-103dc6b5-2aa6-42b3-84a8-c38c6648f50b req-bf4864ee-2b52-4aeb-a379-9b66ae55d37c service neutron] 10.222.0.74 "GET /v2.0/subnets?id=f74cba44-38e6-49ef-9bef-03b36afc7bbf HTTP/1.1" status: 200 len: 854 time: 0.7746322 Sep 23 19:38:32.162023 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c2e087-ee57-4083-8c8d-6df36a33f7cc req-234ca1bb-d0f3-4a34-9f56-1fa615618f24 tempest-ServersTestJSON-149791516 tempest-ServersTestJSON-149791516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:38:32.163763 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-a1c2e087-ee57-4083-8c8d-6df36a33f7cc req-234ca1bb-d0f3-4a34-9f56-1fa615618f24 tempest-ServersTestJSON-149791516 tempest-ServersTestJSON-149791516-project] 10.222.0.67 "GET /v2.0/ports?device_id=644caebd-b7bd-46ee-ba5e-62cbe21e68fc HTTP/1.1" status: 200 len: 945 time: 0.3012102 Sep 23 19:38:32.178206 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-0c426243-d703-405d-bc07-6d2f00211e7d tempest-NetworksIpV6Test-1074010632 tempest-NetworksIpV6Test-1074010632-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1628021'] for network, before_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:32.185713 n-d-713301-16 neutron-server[95102]: DEBUG neutron.db.db_base_plugin_common [None req-25c8f769-3766-4d5b-8776-6ac974bab52b admin admin] Allocated IP 172.25.1.22 (5dec5c09-378e-4f50-89cc-d94eb81c3bac/eff83446-018c-428d-b3f5-54ac9abe7a2a/b93c2628-3d41-4f95-8fff-571fb9f87cad) {{(pid=95102) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 19:38:32.205075 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] get_ports_and_sgs() called for port_ids ['256e0dac-195c-4a39-b8e9-b363f373d22f'] {{(pid=95103) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 19:38:32.212185 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7162265d-0553-4f3c-899f-7d18472a2d9d tempest-AllowedAddressPairTestJSON-1374304016 tempest-AllowedAddressPairTestJSON-1374304016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:38:32.213052 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-7162265d-0553-4f3c-899f-7d18472a2d9d tempest-AllowedAddressPairTestJSON-1374304016 tempest-AllowedAddressPairTestJSON-1374304016-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222849'] for port, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:32.215834 n-d-713301-16 neutron-server[95103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-094db269-65fc-4ec2-8352-0f69fd41e433 None None] Network 7fafb3d9-de72-4d87-8d56-0a7bcad8db30 is already hosted by enough agents. {{(pid=95103) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:38:32.227225 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-103dc6b5-2aa6-42b3-84a8-c38c6648f50b req-2f1754d6-ce90-40f0-a6e9-73332267fcc7 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=98db9c7f-b356-4cce-a07f-b0a148aa5a57&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0715773 Sep 23 19:38:32.228194 n-d-713301-16 neutron-server[95103]: DEBUG neutron.scheduler.base_scheduler [None req-094db269-65fc-4ec2-8352-0f69fd41e433 None None] Resources bound (agent type, host, resource id): {{(pid=95103) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:38:32.232808 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Pushing event updated for resources: {'Port': ['ID=256e0dac-195c-4a39-b8e9-b363f373d22f,revision_number=4']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:38:32.238784 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7162265d-0553-4f3c-899f-7d18472a2d9d tempest-AllowedAddressPairTestJSON-1374304016 tempest-AllowedAddressPairTestJSON-1374304016-project] Pushing event updated for resources: {'Port': ['ID=29cbc88b-bced-43bf-833d-56017697ba0e,revision_number=1']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:38:32.244797 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-094db269-65fc-4ec2-8352-0f69fd41e433 None None] Received port after_create {{(pid=95103) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 19:38:32.272054 n-d-713301-16 neutron-server[95103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d34f3e16-44d2-4639-8184-984e9642523f None None] Network fa447796-d461-4d1a-be71-dfbc2f809c8f is already hosted by enough agents. {{(pid=95103) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:38:32.275186 n-d-713301-16 neutron-server[95103]: DEBUG neutron.scheduler.base_scheduler [None req-d34f3e16-44d2-4639-8184-984e9642523f None None] Resources bound (agent type, host, resource id): {{(pid=95103) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:38:32.278419 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d34f3e16-44d2-4639-8184-984e9642523f None None] Received port after_create {{(pid=95103) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 19:38:32.286543 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-7162265d-0553-4f3c-899f-7d18472a2d9d tempest-AllowedAddressPairTestJSON-1374304016 tempest-AllowedAddressPairTestJSON-1374304016-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.0591817 Sep 23 19:38:32.292680 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 57536) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:38:32.306588 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.v2.base [None req-05bfce0e-d33b-4a1f-a366-e9d2aa6c21f3 tempest-AllowedAddressPairTestJSON-1374304016 tempest-AllowedAddressPairTestJSON-1374304016-project] Request body: {'port': {'network_id': '764e4c99-1503-404d-a4d0-df8eceb226f6', 'name': 'tempest-AllowedAddressPairTestJSON-1071608203', 'allowed_address_pairs': [{'ip_address': '172.20.0.4', 'mac_address': 'fa:16:3e:39:2f:06'}]}} {{(pid=95102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:38:32.342579 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-f89d772c-00da-4aa0-9bcd-89f4908b7e21 req-82bf56e3-b979-4755-86f8-45f3e9a9851c tempest-ServerAddressesTestJSON-1621974947 tempest-ServerAddressesTestJSON-1621974947-project] 10.222.0.67 "GET /v2.0/security-groups?id=e52c6125-72a0-48bf-92d1-52c82797a2a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1724634 Sep 23 19:38:32.372657 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-f9c78a90-3494-4785-9712-9d8509f7f03c tempest-FloatingIPTestJSON-2085468291 tempest-FloatingIPTestJSON-2085468291-project] Notify callbacks [] for router_gateway, after_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:32.448514 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-103dc6b5-2aa6-42b3-84a8-c38c6648f50b req-cd840ad1-02ef-4b42-97ff-2877053956f2 service neutron] 10.222.0.74 "GET /v2.0/networks/98db9c7f-b356-4cce-a07f-b0a148aa5a57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2127881 Sep 23 19:38:32.455567 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-a1c2e087-ee57-4083-8c8d-6df36a33f7cc req-56f3f492-7fc4-4403-bc3a-238b3bf1524c tempest-ServersTestJSON-149791516 tempest-ServersTestJSON-149791516-project] 10.222.0.67 "GET /v2.0/security-groups?id=b8c31db9-bcb2-4708-876e-18b1f4bdd8a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2711437 Sep 23 19:38:32.574734 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.managers [None req-d34f3e16-44d2-4639-8184-984e9642523f None None] Attempting to bind port 63e05cc8-6105-4f10-9985-2567752c65ff on host n-d-713301-16 for vnic_type normal with profile {{(pid=95103) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 19:38:32.575266 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.managers [None req-d34f3e16-44d2-4639-8184-984e9642523f None None] Attempting to bind port 63e05cc8-6105-4f10-9985-2567752c65ff by drivers openvswitch,hyperv on host n-d-713301-16 at level 0 using segments [{'id': '8243f5da-1e39-4d13-a1f3-63155779966b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': 'fa447796-d461-4d1a-be71-dfbc2f809c8f'}] {{(pid=95103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 19:38:32.575890 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d34f3e16-44d2-4639-8184-984e9642523f None None] Attempting to bind port 63e05cc8-6105-4f10-9985-2567752c65ff on network fa447796-d461-4d1a-be71-dfbc2f809c8f {{(pid=95103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:38:32.587269 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-094db269-65fc-4ec2-8352-0f69fd41e433 None None] Pushing event updated for resources: {'Port': ['ID=1efc779c-b714-471b-8bed-fe42dadd983f,revision_number=1']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:38:32.606249 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d34f3e16-44d2-4639-8184-984e9642523f None None] Checking agent: {'id': '70a14545-df24-472f-8f95-bfe1719bff93', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 19, 7, 53), 'started_at': datetime.datetime(2021, 9, 23, 19, 8, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 19, 38, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 19:38:32.606630 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d34f3e16-44d2-4639-8184-984e9642523f None None] Checking segment: {'id': '8243f5da-1e39-4d13-a1f3-63155779966b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': 'fa447796-d461-4d1a-be71-dfbc2f809c8f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95103) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:38:32.607051 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-d34f3e16-44d2-4639-8184-984e9642523f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:32.607960 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d34f3e16-44d2-4639-8184-984e9642523f None None] Bound using segment: {'id': '8243f5da-1e39-4d13-a1f3-63155779966b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': 'fa447796-d461-4d1a-be71-dfbc2f809c8f'} {{(pid=95103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 19:38:32.608504 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.managers [None req-d34f3e16-44d2-4639-8184-984e9642523f None None] Bound port: 63e05cc8-6105-4f10-9985-2567752c65ff, host: n-d-713301-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8243f5da-1e39-4d13-a1f3-63155779966b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': 'fa447796-d461-4d1a-be71-dfbc2f809c8f'}}] {{(pid=95103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 19:38:32.609579 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-d34f3e16-44d2-4639-8184-984e9642523f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:32.663880 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-103dc6b5-2aa6-42b3-84a8-c38c6648f50b req-68176928-bfb1-4e11-937f-3c617fb76ce1 service neutron] 10.222.0.74 "GET /v2.0/networks/98db9c7f-b356-4cce-a07f-b0a148aa5a57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2004249 Sep 23 19:38:32.683720 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.managers [None req-094db269-65fc-4ec2-8352-0f69fd41e433 None None] Attempting to bind port 1efc779c-b714-471b-8bed-fe42dadd983f on host n-d-713301-16 for vnic_type normal with profile {{(pid=95103) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 19:38:32.684098 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.managers [None req-094db269-65fc-4ec2-8352-0f69fd41e433 None None] Attempting to bind port 1efc779c-b714-471b-8bed-fe42dadd983f by drivers openvswitch,hyperv on host n-d-713301-16 at level 0 using segments [{'id': 'd8402129-e46c-475e-8b4c-88724e8b832b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '7fafb3d9-de72-4d87-8d56-0a7bcad8db30'}] {{(pid=95103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 19:38:32.684927 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-094db269-65fc-4ec2-8352-0f69fd41e433 None None] Attempting to bind port 1efc779c-b714-471b-8bed-fe42dadd983f on network 7fafb3d9-de72-4d87-8d56-0a7bcad8db30 {{(pid=95103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:38:32.706354 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-f9c78a90-3494-4785-9712-9d8509f7f03c tempest-FloatingIPTestJSON-2085468291 tempest-FloatingIPTestJSON-2085468291-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-597258', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-601790'] for router, after_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:32.733081 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.plugin [None req-0c426243-d703-405d-bc07-6d2f00211e7d tempest-NetworksIpV6Test-1074010632 tempest-NetworksIpV6Test-1074010632-project] Deleting port 63e05cc8-6105-4f10-9985-2567752c65ff {{(pid=95102) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:38:32.733567 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-0c426243-d703-405d-bc07-6d2f00211e7d tempest-NetworksIpV6Test-1074010632 tempest-NetworksIpV6Test-1074010632-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783146157096'] for port, before_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:32.890172 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f9c78a90-3494-4785-9712-9d8509f7f03c tempest-FloatingIPTestJSON-2085468291 tempest-FloatingIPTestJSON-2085468291-project] Router 4fe6b5af-8311-4b33-84ea-800b651e6836 is scheduled to L3 agent 79a740bf-7821-4989-8288-7186e3e128f3 with binding_index 1 {{(pid=95101) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 23 19:38:32.894646 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a0cf307-79ec-4b9b-b0d3-7025fb11c5f4 req-2bc7cf68-619a-43d3-9d0e-ca5c08c669a5 tempest-TaggedBootDevicesTest_v242-1470406513 tempest-TaggedBootDevicesTest_v242-1470406513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:38:32.901319 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a0cf307-79ec-4b9b-b0d3-7025fb11c5f4 req-2bc7cf68-619a-43d3-9d0e-ca5c08c669a5 tempest-TaggedBootDevicesTest_v242-1470406513 tempest-TaggedBootDevicesTest_v242-1470406513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:38:32.907627 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a0cf307-79ec-4b9b-b0d3-7025fb11c5f4 req-2bc7cf68-619a-43d3-9d0e-ca5c08c669a5 tempest-TaggedBootDevicesTest_v242-1470406513 tempest-TaggedBootDevicesTest_v242-1470406513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:38:32.914532 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-0f20f963-2537-48c1-8374-ec7d0a386ee0 None None] Notify callbacks [] for port, precommit_create {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:32.914832 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a0cf307-79ec-4b9b-b0d3-7025fb11c5f4 req-2bc7cf68-619a-43d3-9d0e-ca5c08c669a5 tempest-TaggedBootDevicesTest_v242-1470406513 tempest-TaggedBootDevicesTest_v242-1470406513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:38:32.923902 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-094db269-65fc-4ec2-8352-0f69fd41e433 None None] Checking agent: {'id': '70a14545-df24-472f-8f95-bfe1719bff93', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 19, 7, 53), 'started_at': datetime.datetime(2021, 9, 23, 19, 8, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 19, 38, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 19:38:32.924446 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a0cf307-79ec-4b9b-b0d3-7025fb11c5f4 req-2bc7cf68-619a-43d3-9d0e-ca5c08c669a5 tempest-TaggedBootDevicesTest_v242-1470406513 tempest-TaggedBootDevicesTest_v242-1470406513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:38:32.924647 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-094db269-65fc-4ec2-8352-0f69fd41e433 None None] Checking segment: {'id': 'd8402129-e46c-475e-8b4c-88724e8b832b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '7fafb3d9-de72-4d87-8d56-0a7bcad8db30'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95103) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:38:32.924940 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-094db269-65fc-4ec2-8352-0f69fd41e433 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:32.925393 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-094db269-65fc-4ec2-8352-0f69fd41e433 None None] Bound using segment: {'id': 'd8402129-e46c-475e-8b4c-88724e8b832b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '7fafb3d9-de72-4d87-8d56-0a7bcad8db30'} {{(pid=95103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 19:38:32.925878 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.managers [None req-094db269-65fc-4ec2-8352-0f69fd41e433 None None] Bound port: 1efc779c-b714-471b-8bed-fe42dadd983f, host: n-d-713301-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd8402129-e46c-475e-8b4c-88724e8b832b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '7fafb3d9-de72-4d87-8d56-0a7bcad8db30'}}] {{(pid=95103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 19:38:32.926259 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-094db269-65fc-4ec2-8352-0f69fd41e433 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:32.932660 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a0cf307-79ec-4b9b-b0d3-7025fb11c5f4 req-2bc7cf68-619a-43d3-9d0e-ca5c08c669a5 tempest-TaggedBootDevicesTest_v242-1470406513 tempest-TaggedBootDevicesTest_v242-1470406513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:38:32.941611 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a0cf307-79ec-4b9b-b0d3-7025fb11c5f4 req-2bc7cf68-619a-43d3-9d0e-ca5c08c669a5 tempest-TaggedBootDevicesTest_v242-1470406513 tempest-TaggedBootDevicesTest_v242-1470406513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:38:32.943820 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-8a0cf307-79ec-4b9b-b0d3-7025fb11c5f4 req-2bc7cf68-619a-43d3-9d0e-ca5c08c669a5 tempest-TaggedBootDevicesTest_v242-1470406513 tempest-TaggedBootDevicesTest_v242-1470406513-project] 10.222.0.67 "GET /v2.0/ports?device_id=583aeae2-b5c0-4d8d-bffb-15a63f4020fc HTTP/1.1" status: 200 len: 5442 time: 0.3300319 Sep 23 19:38:32.944870 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05bfce0e-d33b-4a1f-a366-e9d2aa6c21f3 tempest-AllowedAddressPairTestJSON-1374304016 tempest-AllowedAddressPairTestJSON-1374304016-project] Made reservation on behalf of 7c4cfbd8f5ae4e4a9e04db1551f99476 for: {'port': 1} {{(pid=95102) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:38:32.955592 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-25c8f769-3766-4d5b-8776-6ac974bab52b admin admin] Notify callbacks [] for port, precommit_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:32.966550 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Device e3b92940-69c2-40d2-a6cd-e6b42bbd4ffb details requested by agent hyperv_n-h1-713301-16 with host n-h1-713301-16 {{(pid=95103) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 19:38:32.969452 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-0f20f963-2537-48c1-8374-ec7d0a386ee0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783145673135'] for port, after_create {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:32.990488 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d34f3e16-44d2-4639-8184-984e9642523f None None] Pushing event updated for resources: {'Port': ['ID=63e05cc8-6105-4f10-9985-2567752c65ff,revision_number=1']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:38:33.042746 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9c78a90-3494-4785-9712-9d8509f7f03c tempest-FloatingIPTestJSON-2085468291 tempest-FloatingIPTestJSON-2085468291-project] Notify agent at l3_agent.n-d-713301-16 the message routers_updated {{(pid=95101) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 19:38:33.056343 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccf26b7f-a006-43a6-a2f3-55dc3f0664a0 None None] Sync routers for ids ['4fe6b5af-8311-4b33-84ea-800b651e6836'] in n-d-713301-16 {{(pid=95104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 19:38:33.069650 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccf26b7f-a006-43a6-a2f3-55dc3f0664a0 None None] Routers {'4fe6b5af-8311-4b33-84ea-800b651e6836'} bound to L3 agent in host n-d-713301-16 {{(pid=95104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 19:38:33.071066 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_hamode_db [None req-ccf26b7f-a006-43a6-a2f3-55dc3f0664a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-23T19:07:52Z,description=,heartbeat_timestamp=2021-09-23T19:38:22Z,host='n-d-713301-16',id=79a740bf-7821-4989-8288-7186e3e128f3,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:07:52Z,topic='l3_agent')) {'router_ids': ['4fe6b5af-8311-4b33-84ea-800b651e6836'], 'active': True} {{(pid=95104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:38:33.085768 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-f9c78a90-3494-4785-9712-9d8509f7f03c tempest-FloatingIPTestJSON-2085468291 tempest-FloatingIPTestJSON-2085468291-project] Notify callbacks [] for router, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:33.089990 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-f9c78a90-3494-4785-9712-9d8509f7f03c tempest-FloatingIPTestJSON-2085468291 tempest-FloatingIPTestJSON-2085468291-project] 10.222.0.67 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 3.8477719 Sep 23 19:38:33.090209 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 57560) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:38:33.094663 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.db [None req-0c426243-d703-405d-bc07-6d2f00211e7d tempest-NetworksIpV6Test-1074010632 tempest-NetworksIpV6Test-1074010632-project] For port 63e05cc8-6105-4f10-9985-2567752c65ff, host n-d-713301-16, got binding levels [] {{(pid=95102) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:38:33.095116 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-0c426243-d703-405d-bc07-6d2f00211e7d tempest-NetworksIpV6Test-1074010632 tempest-NetworksIpV6Test-1074010632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-605701'] for port, precommit_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:33.095943 n-d-713301-16 neutron-server[95103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f20f963-2537-48c1-8374-ec7d0a386ee0 None None] Network 764e4c99-1503-404d-a4d0-df8eceb226f6 is already hosted by enough agents. {{(pid=95103) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:38:33.100082 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f20f963-2537-48c1-8374-ec7d0a386ee0 None None] Pushing event updated for resources: {'Port': ['ID=d3c87ecb-a736-4b9b-8d79-06b4d237092e,revision_number=1']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:38:33.140957 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-8a0cf307-79ec-4b9b-b0d3-7025fb11c5f4 req-b3044d6b-5d05-4fa5-a40b-cf46fac605a7 tempest-TaggedBootDevicesTest_v242-1470406513 tempest-TaggedBootDevicesTest_v242-1470406513-project] 10.222.0.67 "GET /v2.0/security-groups?id=687e4f9e-0a49-4ef3-86dc-e31b7edc6949&id=78494785-7e26-42ec-a5d5-f3013c8d7eca&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1789374 Sep 23 19:38:33.142675 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.plugin [None req-0c426243-d703-405d-bc07-6d2f00211e7d tempest-NetworksIpV6Test-1074010632 tempest-NetworksIpV6Test-1074010632-project] Calling delete_port for 63e05cc8-6105-4f10-9985-2567752c65ff owned by network:dhcp {{(pid=95102) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:38:33.174815 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-25c8f769-3766-4d5b-8776-6ac974bab52b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783145673135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4399100'] for port, after_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:33.192880 n-d-713301-16 neutron-server[95103]: DEBUG neutron.scheduler.base_scheduler [None req-0f20f963-2537-48c1-8374-ec7d0a386ee0 None None] Resources bound (agent type, host, resource id): {{(pid=95103) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:38:33.215966 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f20f963-2537-48c1-8374-ec7d0a386ee0 None None] Received port after_create {{(pid=95103) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 19:38:33.263861 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-05bfce0e-d33b-4a1f-a366-e9d2aa6c21f3 tempest-AllowedAddressPairTestJSON-1374304016 tempest-AllowedAddressPairTestJSON-1374304016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:33.283044 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_hamode_db [None req-ccf26b7f-a006-43a6-a2f3-55dc3f0664a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713301-16', False) {} {{(pid=95104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:38:33.299845 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.db.resource_extend [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] It took 0.25 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=95103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 23 19:38:33.302791 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccf26b7f-a006-43a6-a2f3-55dc3f0664a0 None None] Routers {'4fe6b5af-8311-4b33-84ea-800b651e6836'} bound to L3 agent in host n-d-713301-16 {{(pid=95104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 19:38:33.304278 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_hamode_db [None req-ccf26b7f-a006-43a6-a2f3-55dc3f0664a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-23T19:07:52Z,description=,heartbeat_timestamp=2021-09-23T19:38:22Z,host='n-d-713301-16',id=79a740bf-7821-4989-8288-7186e3e128f3,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:07:52Z,topic='l3_agent')) {'router_ids': ['4fe6b5af-8311-4b33-84ea-800b651e6836'], 'active': True} {{(pid=95104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:38:33.304440 n-d-713301-16 neutron-server[95102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25c8f769-3766-4d5b-8776-6ac974bab52b admin admin] Network 5dec5c09-378e-4f50-89cc-d94eb81c3bac is already hosted by enough agents. {{(pid=95102) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:38:33.321462 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25c8f769-3766-4d5b-8776-6ac974bab52b admin admin] Pushing event updated for resources: {'Port': ['ID=b93c2628-3d41-4f95-8fff-571fb9f87cad,revision_number=1']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:38:33.342134 n-d-713301-16 neutron-server[95102]: DEBUG neutron.scheduler.base_scheduler [None req-25c8f769-3766-4d5b-8776-6ac974bab52b admin admin] Resources bound (agent type, host, resource id): {{(pid=95102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:38:33.344551 n-d-713301-16 neutron-server[95102]: DEBUG neutron.notifiers.nova [None req-05bfce0e-d33b-4a1f-a366-e9d2aa6c21f3 tempest-AllowedAddressPairTestJSON-1374304016 tempest-AllowedAddressPairTestJSON-1374304016-project] device_id is not set on port 9dcc68ca-1fcc-4a47-bd88-6cb9423a02b9 yet. {{(pid=95102) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 23 19:38:33.354232 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_hamode_db [None req-ccf26b7f-a006-43a6-a2f3-55dc3f0664a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713301-16', False) {} {{(pid=95104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:38:33.355495 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccf26b7f-a006-43a6-a2f3-55dc3f0664a0 None None] The sync data for ids ['4fe6b5af-8311-4b33-84ea-800b651e6836'] in n-d-713301-16 is: [] {{(pid=95104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 19:38:33.368408 n-d-713301-16 neutron-server[95102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25c8f769-3766-4d5b-8776-6ac974bab52b admin admin] Received port after_create {{(pid=95102) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 19:38:33.391554 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-d34f3e16-44d2-4639-8184-984e9642523f None None] For port 63e05cc8-6105-4f10-9985-2567752c65ff, host n-d-713301-16, cleared binding levels {{(pid=95103) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 19:38:33.501210 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-d34f3e16-44d2-4639-8184-984e9642523f None None] For port 63e05cc8-6105-4f10-9985-2567752c65ff, host n-d-713301-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-16',level=0,port_id=63e05cc8-6105-4f10-9985-2567752c65ff,segment=NetworkSegment(8243f5da-1e39-4d13-a1f3-63155779966b),segment_id=8243f5da-1e39-4d13-a1f3-63155779966b)] {{(pid=95103) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 19:38:33.550161 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-094db269-65fc-4ec2-8352-0f69fd41e433 None None] For port 1efc779c-b714-471b-8bed-fe42dadd983f, host n-d-713301-16, cleared binding levels {{(pid=95103) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 19:38:33.558263 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-d34f3e16-44d2-4639-8184-984e9642523f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:33.576256 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.managers [None req-0f20f963-2537-48c1-8374-ec7d0a386ee0 None None] Attempting to bind port d3c87ecb-a736-4b9b-8d79-06b4d237092e on host n-d-713301-16 for vnic_type normal with profile {{(pid=95103) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 19:38:33.577429 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.managers [None req-0f20f963-2537-48c1-8374-ec7d0a386ee0 None None] Attempting to bind port d3c87ecb-a736-4b9b-8d79-06b4d237092e by drivers openvswitch,hyperv on host n-d-713301-16 at level 0 using segments [{'id': 'f2026833-2bf5-417e-9ffe-7ac035deafa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '764e4c99-1503-404d-a4d0-df8eceb226f6'}] {{(pid=95103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 19:38:33.577989 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f20f963-2537-48c1-8374-ec7d0a386ee0 None None] Attempting to bind port d3c87ecb-a736-4b9b-8d79-06b4d237092e on network 764e4c99-1503-404d-a4d0-df8eceb226f6 {{(pid=95103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:38:33.591069 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f20f963-2537-48c1-8374-ec7d0a386ee0 None None] Checking agent: {'id': '70a14545-df24-472f-8f95-bfe1719bff93', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 19, 7, 53), 'started_at': datetime.datetime(2021, 9, 23, 19, 8, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 19, 38, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 19:38:33.591705 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f20f963-2537-48c1-8374-ec7d0a386ee0 None None] Checking segment: {'id': 'f2026833-2bf5-417e-9ffe-7ac035deafa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '764e4c99-1503-404d-a4d0-df8eceb226f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95103) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:38:33.592291 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-0f20f963-2537-48c1-8374-ec7d0a386ee0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:33.592895 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f20f963-2537-48c1-8374-ec7d0a386ee0 None None] Bound using segment: {'id': 'f2026833-2bf5-417e-9ffe-7ac035deafa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '764e4c99-1503-404d-a4d0-df8eceb226f6'} {{(pid=95103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 19:38:33.593570 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.managers [None req-0f20f963-2537-48c1-8374-ec7d0a386ee0 None None] Bound port: d3c87ecb-a736-4b9b-8d79-06b4d237092e, host: n-d-713301-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f2026833-2bf5-417e-9ffe-7ac035deafa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '764e4c99-1503-404d-a4d0-df8eceb226f6'}}] {{(pid=95103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 19:38:33.594141 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-0f20f963-2537-48c1-8374-ec7d0a386ee0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:33.616647 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-094db269-65fc-4ec2-8352-0f69fd41e433 None None] For port 1efc779c-b714-471b-8bed-fe42dadd983f, host n-d-713301-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-16',level=0,port_id=1efc779c-b714-471b-8bed-fe42dadd983f,segment=NetworkSegment(d8402129-e46c-475e-8b4c-88724e8b832b),segment_id=d8402129-e46c-475e-8b4c-88724e8b832b)] {{(pid=95103) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 19:38:33.648754 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-094db269-65fc-4ec2-8352-0f69fd41e433 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:33.671149 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] For port e3b92940-69c2-40d2-a6cd-e6b42bbd4ffb, host n-h1-713301-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-16',level=0,port_id=e3b92940-69c2-40d2-a6cd-e6b42bbd4ffb,segment=NetworkSegment(336ca50d-8af5-47ef-8e05-9ba7c7688ed4),segment_id=336ca50d-8af5-47ef-8e05-9ba7c7688ed4)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:38:33.725012 n-d-713301-16 neutron-server[95102]: DEBUG neutron.db.db_base_plugin_common [None req-05bfce0e-d33b-4a1f-a366-e9d2aa6c21f3 tempest-AllowedAddressPairTestJSON-1374304016 tempest-AllowedAddressPairTestJSON-1374304016-project] Allocated IP 172.20.0.3 (764e4c99-1503-404d-a4d0-df8eceb226f6/86f7afa6-28aa-41a7-9d88-e25e29712c63/9dcc68ca-1fcc-4a47-bd88-6cb9423a02b9) {{(pid=95102) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 19:38:33.726166 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Returning: {'device': 'e3b92940-69c2-40d2-a6cd-e6b42bbd4ffb', 'network_id': '98db9c7f-b356-4cce-a07f-b0a148aa5a57', 'port_id': 'e3b92940-69c2-40d2-a6cd-e6b42bbd4ffb', 'mac_address': 'fa:16:3e:17:d8:0d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 632, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f74cba44-38e6-49ef-9bef-03b36afc7bbf', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95103) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 19:38:33.733630 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d34f3e16-44d2-4639-8184-984e9642523f None None] Pushing event updated for resources: {'Port': ['ID=63e05cc8-6105-4f10-9985-2567752c65ff,revision_number=2']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:38:33.885681 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:33.896629 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-93289694-85cb-44d6-8b3b-6f7a94b0dbad tempest-FloatingIPTestJSON-2085468291 tempest-FloatingIPTestJSON-2085468291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:33.927744 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-0f20f963-2537-48c1-8374-ec7d0a386ee0 None None] For port d3c87ecb-a736-4b9b-8d79-06b4d237092e, host n-d-713301-16, cleared binding levels {{(pid=95103) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 19:38:33.973403 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-094db269-65fc-4ec2-8352-0f69fd41e433 None None] Pushing event updated for resources: {'Port': ['ID=1efc779c-b714-471b-8bed-fe42dadd983f,revision_number=2']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:38:33.973403 n-d-713301-16 neutron-server[95103]: DEBUG neutron.notifiers.nova [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e3b92940-69c2-40d2-a6cd-e6b42bbd4ffb {{(pid=95103) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 19:38:34.003429 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-0f20f963-2537-48c1-8374-ec7d0a386ee0 None None] For port d3c87ecb-a736-4b9b-8d79-06b4d237092e, host n-d-713301-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-16',level=0,port_id=d3c87ecb-a736-4b9b-8d79-06b4d237092e,segment=NetworkSegment(f2026833-2bf5-417e-9ffe-7ac035deafa9),segment_id=f2026833-2bf5-417e-9ffe-7ac035deafa9)] {{(pid=95103) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 19:38:34.022182 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-0f20f963-2537-48c1-8374-ec7d0a386ee0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:34.140138 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8af645-5958-4661-8711-3829d400cf21 req-8d761a90-e4fe-47b5-bd01-919a9c6b17f7 tempest-TaggedBootDevicesTest_v242-1470406513 tempest-TaggedBootDevicesTest_v242-1470406513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:38:34.165469 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8af645-5958-4661-8711-3829d400cf21 req-8d761a90-e4fe-47b5-bd01-919a9c6b17f7 tempest-TaggedBootDevicesTest_v242-1470406513 tempest-TaggedBootDevicesTest_v242-1470406513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:38:34.173845 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] For port e3b92940-69c2-40d2-a6cd-e6b42bbd4ffb, host n-h1-713301-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-16',level=0,port_id=e3b92940-69c2-40d2-a6cd-e6b42bbd4ffb,segment=NetworkSegment(336ca50d-8af5-47ef-8e05-9ba7c7688ed4),segment_id=336ca50d-8af5-47ef-8e05-9ba7c7688ed4)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:38:34.181226 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:34.206688 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8af645-5958-4661-8711-3829d400cf21 req-8d761a90-e4fe-47b5-bd01-919a9c6b17f7 tempest-TaggedBootDevicesTest_v242-1470406513 tempest-TaggedBootDevicesTest_v242-1470406513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:38:34.220310 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8af645-5958-4661-8711-3829d400cf21 req-8d761a90-e4fe-47b5-bd01-919a9c6b17f7 tempest-TaggedBootDevicesTest_v242-1470406513 tempest-TaggedBootDevicesTest_v242-1470406513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:38:34.221494 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f20f963-2537-48c1-8374-ec7d0a386ee0 None None] Pushing event updated for resources: {'Port': ['ID=d3c87ecb-a736-4b9b-8d79-06b4d237092e,revision_number=2']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:38:34.227090 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8af645-5958-4661-8711-3829d400cf21 req-8d761a90-e4fe-47b5-bd01-919a9c6b17f7 tempest-TaggedBootDevicesTest_v242-1470406513 tempest-TaggedBootDevicesTest_v242-1470406513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:38:34.235004 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8af645-5958-4661-8711-3829d400cf21 req-8d761a90-e4fe-47b5-bd01-919a9c6b17f7 tempest-TaggedBootDevicesTest_v242-1470406513 tempest-TaggedBootDevicesTest_v242-1470406513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:38:34.241947 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8af645-5958-4661-8711-3829d400cf21 req-8d761a90-e4fe-47b5-bd01-919a9c6b17f7 tempest-TaggedBootDevicesTest_v242-1470406513 tempest-TaggedBootDevicesTest_v242-1470406513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:38:34.244265 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-4a8af645-5958-4661-8711-3829d400cf21 req-8d761a90-e4fe-47b5-bd01-919a9c6b17f7 tempest-TaggedBootDevicesTest_v242-1470406513 tempest-TaggedBootDevicesTest_v242-1470406513-project] 10.222.0.67 "GET /v2.0/ports?device_id=583aeae2-b5c0-4d8d-bffb-15a63f4020fc HTTP/1.1" status: 200 len: 5442 time: 0.9274056 Sep 23 19:38:34.365680 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-05bfce0e-d33b-4a1f-a366-e9d2aa6c21f3 tempest-AllowedAddressPairTestJSON-1374304016 tempest-AllowedAddressPairTestJSON-1374304016-project] Notify callbacks [] for port, precommit_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:34.368262 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-0c426243-d703-405d-bc07-6d2f00211e7d tempest-NetworksIpV6Test-1074010632 tempest-NetworksIpV6Test-1074010632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783146162158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783145673144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4399100'] for port, after_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:34.396400 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] get_ports_and_sgs() called for port_ids ['e3b92940-69c2-40d2-a6cd-e6b42bbd4ffb'] {{(pid=95103) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 19:38:34.481215 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd263baa-bec5-4f80-b9b7-4f03d12e5124 req-9341d3f6-ff1a-47d2-937e-9375989d6cc3 tempest-ServerAddressesTestJSON-1621974947 tempest-ServerAddressesTestJSON-1621974947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:38:34.483061 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-dd263baa-bec5-4f80-b9b7-4f03d12e5124 req-9341d3f6-ff1a-47d2-937e-9375989d6cc3 tempest-ServerAddressesTestJSON-1621974947 tempest-ServerAddressesTestJSON-1621974947-project] 10.222.0.67 "GET /v2.0/ports?device_id=b700d337-ad79-431c-bf54-280d7d2b7b09 HTTP/1.1" status: 200 len: 943 time: 0.9948735 Sep 23 19:38:34.484584 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Pushing event updated for resources: {'Port': ['ID=e3b92940-69c2-40d2-a6cd-e6b42bbd4ffb,revision_number=4']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:38:34.585215 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c426243-d703-405d-bc07-6d2f00211e7d tempest-NetworksIpV6Test-1074010632 tempest-NetworksIpV6Test-1074010632-project] Pushing event deleted for resources: {'Port': ['ID=63e05cc8-6105-4f10-9985-2567752c65ff,revision_number=None']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:38:34.732666 n-d-713301-16 neutron-server[95101]: DEBUG neutron.db.db_base_plugin_common [None req-93289694-85cb-44d6-8b3b-6f7a94b0dbad tempest-FloatingIPTestJSON-2085468291 tempest-FloatingIPTestJSON-2085468291-project] Allocated IP 172.20.0.1 (f5928f37-657a-4715-86ca-02712a88cf8e/7eb3aff8-6d21-4bac-92e2-a7c22ef686ae/643175fe-f960-4159-80eb-50eae4bd13d8) {{(pid=95101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 19:38:34.761676 n-d-713301-16 neutron-server[95102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c426243-d703-405d-bc07-6d2f00211e7d tempest-NetworksIpV6Test-1074010632 tempest-NetworksIpV6Test-1074010632-project] No DVR routers for this DVR port 63e05cc8-6105-4f10-9985-2567752c65ff on host n-d-713301-16 {{(pid=95102) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 19:38:34.773920 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Device 63e05cc8-6105-4f10-9985-2567752c65ff up at agent ovs-agent-n-d-713301-16 {{(pid=95103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 19:38:34.827844 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.plugin [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] No Port match for: 63e05cc8-6105-4f10-9985-2567752c65ff {{(pid=95103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 19:38:34.827844 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Device 63e05cc8-6105-4f10-9985-2567752c65ff not bound to the agent host n-d-713301-16 {{(pid=95103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Sep 23 19:38:34.870376 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Port 63e05cc8-6105-4f10-9985-2567752c65ff not found, will not notify nova. {{(pid=95103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Sep 23 19:38:34.870722 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Device 1efc779c-b714-471b-8bed-fe42dadd983f up at agent ovs-agent-n-d-713301-16 {{(pid=95103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 19:38:34.872341 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff00332-3bb2-4de0-9fc0-c85c4d0b70f4 req-668c203c-ae6b-40ad-9bb5-e64fa86070a3 tempest-ServersTestJSON-149791516 tempest-ServersTestJSON-149791516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:38:34.874368 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-dff00332-3bb2-4de0-9fc0-c85c4d0b70f4 req-668c203c-ae6b-40ad-9bb5-e64fa86070a3 tempest-ServersTestJSON-149791516 tempest-ServersTestJSON-149791516-project] 10.222.0.67 "GET /v2.0/ports?device_id=644caebd-b7bd-46ee-ba5e-62cbe21e68fc HTTP/1.1" status: 200 len: 945 time: 0.4958522 Sep 23 19:38:34.878300 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-dd263baa-bec5-4f80-b9b7-4f03d12e5124 req-a308becc-6685-462c-b2c0-e7f9c90655f6 tempest-ServerAddressesTestJSON-1621974947 tempest-ServerAddressesTestJSON-1621974947-project] 10.222.0.67 "GET /v2.0/security-groups?id=e52c6125-72a0-48bf-92d1-52c82797a2a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3191288 Sep 23 19:38:34.948215 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Device 256e0dac-195c-4a39-b8e9-b363f373d22f up at agent hyperv_n-h1-713301-16 {{(pid=95103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 19:38:35.047593 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Provisioning complete for port 1efc779c-b714-471b-8bed-fe42dadd983f triggered by entity L2. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:38:35.047984 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:35.064986 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-93289694-85cb-44d6-8b3b-6f7a94b0dbad tempest-FloatingIPTestJSON-2085468291 tempest-FloatingIPTestJSON-2085468291-project] Notify callbacks [] for port, precommit_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:35.088352 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-0c426243-d703-405d-bc07-6d2f00211e7d tempest-NetworksIpV6Test-1074010632 tempest-NetworksIpV6Test-1074010632-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1756813'] for subnet, precommit_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:35.114227 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-93289694-85cb-44d6-8b3b-6f7a94b0dbad tempest-FloatingIPTestJSON-2085468291 tempest-FloatingIPTestJSON-2085468291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783145673135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5607431'] for port, after_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:35.158847 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93289694-85cb-44d6-8b3b-6f7a94b0dbad tempest-FloatingIPTestJSON-2085468291 tempest-FloatingIPTestJSON-2085468291-project] Network f5928f37-657a-4715-86ca-02712a88cf8e is already hosted by enough agents. {{(pid=95101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:38:35.162883 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.base_scheduler [None req-93289694-85cb-44d6-8b3b-6f7a94b0dbad tempest-FloatingIPTestJSON-2085468291 tempest-FloatingIPTestJSON-2085468291-project] Resources bound (agent type, host, resource id): {{(pid=95101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:38:35.168066 n-d-713301-16 neutron-server[95101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93289694-85cb-44d6-8b3b-6f7a94b0dbad tempest-FloatingIPTestJSON-2085468291 tempest-FloatingIPTestJSON-2085468291-project] Received port after_create {{(pid=95101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 19:38:35.177916 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-05bfce0e-d33b-4a1f-a366-e9d2aa6c21f3 tempest-AllowedAddressPairTestJSON-1374304016 tempest-AllowedAddressPairTestJSON-1374304016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783145673135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4399100'] for port, after_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:35.178997 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Provisioning for port 256e0dac-195c-4a39-b8e9-b363f373d22f completed by entity L2. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 19:38:35.191371 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-dff00332-3bb2-4de0-9fc0-c85c4d0b70f4 req-988f9a83-bece-4718-bea5-2f9286958bd5 tempest-ServersTestJSON-149791516 tempest-ServersTestJSON-149791516-project] 10.222.0.67 "GET /v2.0/security-groups?id=b8c31db9-bcb2-4708-876e-18b1f4bdd8a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1682591 Sep 23 19:38:35.191817 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Provisioning complete for port 256e0dac-195c-4a39-b8e9-b363f373d22f triggered by entity L2. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:38:35.192240 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:35.235187 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93289694-85cb-44d6-8b3b-6f7a94b0dbad tempest-FloatingIPTestJSON-2085468291 tempest-FloatingIPTestJSON-2085468291-project] Pushing event updated for resources: {'Port': ['ID=643175fe-f960-4159-80eb-50eae4bd13d8,revision_number=1']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:38:35.262297 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-93289694-85cb-44d6-8b3b-6f7a94b0dbad tempest-FloatingIPTestJSON-2085468291 tempest-FloatingIPTestJSON-2085468291-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-601987'] for router_interface, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:35.274222 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05bfce0e-d33b-4a1f-a366-e9d2aa6c21f3 tempest-AllowedAddressPairTestJSON-1374304016 tempest-AllowedAddressPairTestJSON-1374304016-project] Pushing event updated for resources: {'Port': ['ID=9dcc68ca-1fcc-4a47-bd88-6cb9423a02b9,revision_number=1']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:38:35.332841 n-d-713301-16 neutron-server[95102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05bfce0e-d33b-4a1f-a366-e9d2aa6c21f3 tempest-AllowedAddressPairTestJSON-1374304016 tempest-AllowedAddressPairTestJSON-1374304016-project] Network 764e4c99-1503-404d-a4d0-df8eceb226f6 is already hosted by enough agents. {{(pid=95102) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:38:35.337869 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-25c8f769-3766-4d5b-8776-6ac974bab52b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:35.364312 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:35.447898 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] For port 1efc779c-b714-471b-8bed-fe42dadd983f, host n-d-713301-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-16',level=0,port_id=1efc779c-b714-471b-8bed-fe42dadd983f,segment=NetworkSegment(d8402129-e46c-475e-8b4c-88724e8b832b),segment_id=d8402129-e46c-475e-8b4c-88724e8b832b)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:38:35.485301 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:35.571884 n-d-713301-16 neutron-server[95102]: DEBUG neutron.scheduler.base_scheduler [None req-05bfce0e-d33b-4a1f-a366-e9d2aa6c21f3 tempest-AllowedAddressPairTestJSON-1374304016 tempest-AllowedAddressPairTestJSON-1374304016-project] Resources bound (agent type, host, resource id): {{(pid=95102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:38:35.594028 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-93289694-85cb-44d6-8b3b-6f7a94b0dbad tempest-FloatingIPTestJSON-2085468291 tempest-FloatingIPTestJSON-2085468291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:35.637028 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Pushing event updated for resources: {'Port': ['ID=1efc779c-b714-471b-8bed-fe42dadd983f,revision_number=3']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:38:35.641340 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6f025d7-8b81-486a-ae8b-500509dc16fb None None] Network fa447796-d461-4d1a-be71-dfbc2f809c8f requested from n-d-713301-16 {{(pid=95103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 19:38:35.651889 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-56897791-7f5d-44c7-9909-ab615542de5f None None] Could not find standard attr ID for object 63e05cc8-6105-4f10-9985-2567752c65ff. {{(pid=95103) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 23 19:38:35.694482 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:35.752396 n-d-713301-16 neutron-server[95102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05bfce0e-d33b-4a1f-a366-e9d2aa6c21f3 tempest-AllowedAddressPairTestJSON-1374304016 tempest-AllowedAddressPairTestJSON-1374304016-project] Received port after_create {{(pid=95102) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 19:38:35.838421 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-0c426243-d703-405d-bc07-6d2f00211e7d tempest-NetworksIpV6Test-1074010632 tempest-NetworksIpV6Test-1074010632-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1756804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4399009', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5388229'] for subnet, after_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:35.842822 n-d-713301-16 neutron-server[95103]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '644caebd-b7bd-46ee-ba5e-62cbe21e68fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '256e0dac-195c-4a39-b8e9-b363f373d22f'}] {{(pid=95103) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 19:38:35.855520 n-d-713301-16 neutron-server[95103]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}81a1c17f2aa89d5b3ebbba3a3e0cf7eb588e431c2224256110c4c4facdd7c3e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-854fe72c-5852-44e9-89db-136c67e1ff4d" -d '{"events": [{"server_uuid": "644caebd-b7bd-46ee-ba5e-62cbe21e68fc", "name": "network-vif-plugged", "status": "completed", "tag": "256e0dac-195c-4a39-b8e9-b363f373d22f"}]}' {{(pid=95103) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 19:38:35.855676 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05bfce0e-d33b-4a1f-a366-e9d2aa6c21f3 tempest-AllowedAddressPairTestJSON-1374304016 tempest-AllowedAddressPairTestJSON-1374304016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:38:35.856266 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-05bfce0e-d33b-4a1f-a366-e9d2aa6c21f3 tempest-AllowedAddressPairTestJSON-1374304016 tempest-AllowedAddressPairTestJSON-1374304016-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222849'] for port, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:35.877230 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] For port 256e0dac-195c-4a39-b8e9-b363f373d22f, host n-h1-713301-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-16',level=0,port_id=256e0dac-195c-4a39-b8e9-b363f373d22f,segment=NetworkSegment(c829e8ab-031e-4667-8d5b-36ba5cfb9383),segment_id=c829e8ab-031e-4667-8d5b-36ba5cfb9383)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:38:35.886443 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:35.940447 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c426243-d703-405d-bc07-6d2f00211e7d tempest-NetworksIpV6Test-1074010632 tempest-NetworksIpV6Test-1074010632-project] Pushing event deleted for resources: {'Subnet': ['ID=bc660289-a91b-4d62-9785-395121b78c1b,revision_number=None']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:38:35.992673 n-d-713301-16 neutron-server[95103]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 19:38:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bbde9603-8c2a-4e98-9552-18de4a5033b4 x-openstack-request-id: req-bbde9603-8c2a-4e98-9552-18de4a5033b4 {{(pid=95103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 19:38:35.995001 n-d-713301-16 neutron-server[95103]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "644caebd-b7bd-46ee-ba5e-62cbe21e68fc", "name": "network-vif-plugged", "status": "completed", "tag": "256e0dac-195c-4a39-b8e9-b363f373d22f", "code": 200}]} {{(pid=95103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 19:38:35.995266 n-d-713301-16 neutron-server[95103]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-bbde9603-8c2a-4e98-9552-18de4a5033b4 {{(pid=95103) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 19:38:35.995681 n-d-713301-16 neutron-server[95103]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '644caebd-b7bd-46ee-ba5e-62cbe21e68fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '256e0dac-195c-4a39-b8e9-b363f373d22f', 'code': 200} Sep 23 19:38:36.028201 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-05bfce0e-d33b-4a1f-a366-e9d2aa6c21f3 tempest-AllowedAddressPairTestJSON-1374304016 tempest-AllowedAddressPairTestJSON-1374304016-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 998 time: 3.7277565 Sep 23 19:38:36.030492 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 57604) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:38:36.094663 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Pushing event updated for resources: {'Port': ['ID=256e0dac-195c-4a39-b8e9-b363f373d22f,revision_number=5']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:38:36.096464 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-0c426243-d703-405d-bc07-6d2f00211e7d tempest-NetworksIpV6Test-1074010632 tempest-NetworksIpV6Test-1074010632-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1754676', 'neutron.services.segments.db._delete_segments_for_network-8783146221460'] for network, precommit_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:36.100046 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fddbd97a-91fa-43be-a240-35346a86b2f7 None None] Network 7fafb3d9-de72-4d87-8d56-0a7bcad8db30 requested from n-d-713301-16 {{(pid=95103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 19:38:36.113134 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-25c8f769-3766-4d5b-8776-6ac974bab52b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-597258', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-601790'] for router, after_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:36.226088 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5929679d-5c4a-43dd-a3c2-8221eb49e9b9 req-f5011b4d-0f62-48b8-ad7f-22751405d4b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:38:36.227640 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-5929679d-5c4a-43dd-a3c2-8221eb49e9b9 req-f5011b4d-0f62-48b8-ad7f-22751405d4b0 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=644caebd-b7bd-46ee-ba5e-62cbe21e68fc HTTP/1.1" status: 200 len: 1098 time: 0.1051862 Sep 23 19:38:36.263676 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ceb3e001-ce99-4c4e-bd27-af81b1890d8f tempest-AllowedAddressPairTestJSON-1374304016 tempest-AllowedAddressPairTestJSON-1374304016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:38:36.271093 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ceb3e001-ce99-4c4e-bd27-af81b1890d8f tempest-AllowedAddressPairTestJSON-1374304016 tempest-AllowedAddressPairTestJSON-1374304016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:38:36.283772 n-d-713301-16 neutron-server[95102]: DEBUG neutron.services.segments.db [None req-0c426243-d703-405d-bc07-6d2f00211e7d tempest-NetworksIpV6Test-1074010632 tempest-NetworksIpV6Test-1074010632-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fa447796-d461-4d1a-be71-dfbc2f809c8f']}} {{(pid=95102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:38:36.295479 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ceb3e001-ce99-4c4e-bd27-af81b1890d8f tempest-AllowedAddressPairTestJSON-1374304016 tempest-AllowedAddressPairTestJSON-1374304016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:38:36.304591 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-ceb3e001-ce99-4c4e-bd27-af81b1890d8f tempest-AllowedAddressPairTestJSON-1374304016 tempest-AllowedAddressPairTestJSON-1374304016-project] 10.222.0.67 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2464 time: 0.2698362 Sep 23 19:38:36.305260 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 57614) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:38:36.327082 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2e13499-d695-42fb-97d4-49d7b3951cfb None None] DHCP port deletion for fa447796-d461-4d1a-be71-dfbc2f809c8f request from n-d-713301-16 {{(pid=95103) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 23 19:38:36.368086 n-d-713301-16 neutron-server[95102]: DEBUG neutron.services.segments.db [None req-0c426243-d703-405d-bc07-6d2f00211e7d tempest-NetworksIpV6Test-1074010632 tempest-NetworksIpV6Test-1074010632-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8243f5da-1e39-4d13-a1f3-63155779966b') {'for_net_delete': True} {{(pid=95102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:38:36.368394 n-d-713301-16 neutron-server[95102]: DEBUG neutron.services.segments.db [None req-0c426243-d703-405d-bc07-6d2f00211e7d tempest-NetworksIpV6Test-1074010632 tempest-NetworksIpV6Test-1074010632-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8243f5da-1e39-4d13-a1f3-63155779966b') {} {{(pid=95102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:38:36.374043 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-7816eb8e-498a-4a85-82fa-94bff56f22c1 None None] Provisioning complete for port 1efc779c-b714-471b-8bed-fe42dadd983f triggered by entity DHCP. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:38:36.374423 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-7816eb8e-498a-4a85-82fa-94bff56f22c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:36.393293 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6206c2cf-4dc2-42e7-8be2-2404a2d3d557 None None] Network fa447796-d461-4d1a-be71-dfbc2f809c8f requested from n-d-713301-16 {{(pid=95103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 19:38:36.411555 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-0c426243-d703-405d-bc07-6d2f00211e7d tempest-NetworksIpV6Test-1074010632 tempest-NetworksIpV6Test-1074010632-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783146221725', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6162832'] for segment, before_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:36.436396 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba9ed6bb-8ebf-416e-a603-6fa3baef647a req-8e4c9ff1-93aa-4fe1-a7e2-591ace2e31bd tempest-ServerAddressesTestJSON-1621974947 tempest-ServerAddressesTestJSON-1621974947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:38:36.438062 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-ba9ed6bb-8ebf-416e-a603-6fa3baef647a req-8e4c9ff1-93aa-4fe1-a7e2-591ace2e31bd tempest-ServerAddressesTestJSON-1621974947 tempest-ServerAddressesTestJSON-1621974947-project] 10.222.0.67 "GET /v2.0/ports?device_id=b700d337-ad79-431c-bf54-280d7d2b7b09 HTTP/1.1" status: 200 len: 944 time: 0.4131889 Sep 23 19:38:36.461389 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-93289694-85cb-44d6-8b3b-6f7a94b0dbad tempest-FloatingIPTestJSON-2085468291 tempest-FloatingIPTestJSON-2085468291-project] Notify callbacks [] for port, precommit_update {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:36.469468 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-0c426243-d703-405d-bc07-6d2f00211e7d tempest-NetworksIpV6Test-1074010632 tempest-NetworksIpV6Test-1074010632-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1756186'] for segment, precommit_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:36.470252 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-5929679d-5c4a-43dd-a3c2-8221eb49e9b9 req-152fa293-0168-47b2-b15d-13ef7c382383 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=b8c31db9-bcb2-4708-876e-18b1f4bdd8a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2347703 Sep 23 19:38:36.479600 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-93289694-85cb-44d6-8b3b-6f7a94b0dbad tempest-FloatingIPTestJSON-2085468291 tempest-FloatingIPTestJSON-2085468291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5607436'] for port, after_update {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:36.502921 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0c426243-d703-405d-bc07-6d2f00211e7d tempest-NetworksIpV6Test-1074010632 tempest-NetworksIpV6Test-1074010632-project] Releasing vlan 625 on physical network physnet1 to pool {{(pid=95102) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 19:38:36.503337 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-0c426243-d703-405d-bc07-6d2f00211e7d tempest-NetworksIpV6Test-1074010632 tempest-NetworksIpV6Test-1074010632-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1756186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4398095'] for segment, after_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:36.509201 n-d-713301-16 neutron-server[95102]: Traceback (most recent call last): Sep 23 19:38:36.509201 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 19:38:36.509201 n-d-713301-16 neutron-server[95102]: timer() Sep 23 19:38:36.509201 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 19:38:36.509201 n-d-713301-16 neutron-server[95102]: cb(*args, **kw) Sep 23 19:38:36.509201 n-d-713301-16 neutron-server[95102]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 19:38:36.509201 n-d-713301-16 neutron-server[95102]: return func(*args, **kwargs) Sep 23 19:38:36.509201 n-d-713301-16 neutron-server[95102]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 19:38:36.509201 n-d-713301-16 neutron-server[95102]: self._notify() Sep 23 19:38:36.509201 n-d-713301-16 neutron-server[95102]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 19:38:36.509201 n-d-713301-16 neutron-server[95102]: self.callback(batched_events) Sep 23 19:38:36.509201 n-d-713301-16 neutron-server[95102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 19:38:36.509201 n-d-713301-16 neutron-server[95102]: event.method(event) Sep 23 19:38:36.509201 n-d-713301-16 neutron-server[95102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 19:38:36.509201 n-d-713301-16 neutron-server[95102]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 19:38:36.509201 n-d-713301-16 neutron-server[95102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 19:38:36.509201 n-d-713301-16 neutron-server[95102]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 19:38:36.509201 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 19:38:36.509201 n-d-713301-16 neutron-server[95102]: return f(self, *a, **k) Sep 23 19:38:36.509201 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 19:38:36.509201 n-d-713301-16 neutron-server[95102]: return self._get(url).json() Sep 23 19:38:36.509201 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 19:38:36.509201 n-d-713301-16 neutron-server[95102]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 19:38:36.509201 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 19:38:36.509201 n-d-713301-16 neutron-server[95102]: return self.request(url, 'GET', **kwargs) Sep 23 19:38:36.509201 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 19:38:36.509201 n-d-713301-16 neutron-server[95102]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 19:38:36.509201 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 19:38:36.509201 n-d-713301-16 neutron-server[95102]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 19:38:36.509201 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 19:38:36.509201 n-d-713301-16 neutron-server[95102]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 19:38:36.509201 n-d-713301-16 neutron-server[95102]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 19:38:36.526721 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-361d7dd7-48a7-4504-95ac-c5ca1998d226 req-5fb4050e-25ad-46ff-83a0-7db6ad16634a tempest-ServersTestJSON-149791516 tempest-ServersTestJSON-149791516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:38:36.528386 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-361d7dd7-48a7-4504-95ac-c5ca1998d226 req-5fb4050e-25ad-46ff-83a0-7db6ad16634a tempest-ServersTestJSON-149791516 tempest-ServersTestJSON-149791516-project] 10.222.0.67 "GET /v2.0/ports?device_id=644caebd-b7bd-46ee-ba5e-62cbe21e68fc HTTP/1.1" status: 200 len: 946 time: 0.1950018 Sep 23 19:38:36.591013 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93289694-85cb-44d6-8b3b-6f7a94b0dbad tempest-FloatingIPTestJSON-2085468291 tempest-FloatingIPTestJSON-2085468291-project] Pushing event updated for resources: {'Port': ['ID=643175fe-f960-4159-80eb-50eae4bd13d8,revision_number=2']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:38:36.625552 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-93289694-85cb-44d6-8b3b-6f7a94b0dbad tempest-FloatingIPTestJSON-2085468291 tempest-FloatingIPTestJSON-2085468291-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-527313', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-601459'] for router_interface, after_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:36.658301 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d33fd459-08f3-4e59-b8af-26d0c0abdd4a None None] Network 764e4c99-1503-404d-a4d0-df8eceb226f6 requested from n-d-713301-16 {{(pid=95103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 19:38:36.739772 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.plugin [None req-37bb26b9-49c3-4516-b95e-13a56164ba44 tempest-AllowedAddressPairTestJSON-1374304016 tempest-AllowedAddressPairTestJSON-1374304016-project] Deleting port 9dcc68ca-1fcc-4a47-bd88-6cb9423a02b9 {{(pid=95101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:38:36.740152 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-37bb26b9-49c3-4516-b95e-13a56164ba44 tempest-AllowedAddressPairTestJSON-1374304016 tempest-AllowedAddressPairTestJSON-1374304016-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783146157096'] for port, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:36.890404 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Device d3c87ecb-a736-4b9b-8d79-06b4d237092e up at agent ovs-agent-n-d-713301-16 {{(pid=95103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 19:38:36.989298 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93289694-85cb-44d6-8b3b-6f7a94b0dbad tempest-FloatingIPTestJSON-2085468291 tempest-FloatingIPTestJSON-2085468291-project] Network f5928f37-657a-4715-86ca-02712a88cf8e is already hosted by enough agents. {{(pid=95101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:38:36.997960 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.base_scheduler [None req-93289694-85cb-44d6-8b3b-6f7a94b0dbad tempest-FloatingIPTestJSON-2085468291 tempest-FloatingIPTestJSON-2085468291-project] Resources bound (agent type, host, resource id): {{(pid=95101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:38:37.088173 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-37bb26b9-49c3-4516-b95e-13a56164ba44 tempest-AllowedAddressPairTestJSON-1374304016 tempest-AllowedAddressPairTestJSON-1374304016-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-605701'] for port, precommit_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:37.099999 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-ba9ed6bb-8ebf-416e-a603-6fa3baef647a req-bcb0e4c6-f714-472d-8338-dcc41179be0a tempest-ServerAddressesTestJSON-1621974947 tempest-ServerAddressesTestJSON-1621974947-project] 10.222.0.67 "GET /v2.0/security-groups?id=e52c6125-72a0-48bf-92d1-52c82797a2a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6442640 Sep 23 19:38:37.104720 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-361d7dd7-48a7-4504-95ac-c5ca1998d226 req-8913610c-44a9-4c1d-9e65-486645817091 tempest-ServersTestJSON-149791516 tempest-ServersTestJSON-149791516-project] 10.222.0.67 "GET /v2.0/security-groups?id=b8c31db9-bcb2-4708-876e-18b1f4bdd8a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5589733 Sep 23 19:38:37.135195 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-0c426243-d703-405d-bc07-6d2f00211e7d tempest-NetworksIpV6Test-1074010632 tempest-NetworksIpV6Test-1074010632-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1754627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-601866'] for network, after_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:37.166119 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Device e3b92940-69c2-40d2-a6cd-e6b42bbd4ffb up at agent hyperv_n-h1-713301-16 {{(pid=95103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 19:38:37.174066 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.plugin [None req-37bb26b9-49c3-4516-b95e-13a56164ba44 tempest-AllowedAddressPairTestJSON-1374304016 tempest-AllowedAddressPairTestJSON-1374304016-project] Calling delete_port for 9dcc68ca-1fcc-4a47-bd88-6cb9423a02b9 owned by {{(pid=95101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:38:37.182599 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-0c426243-d703-405d-bc07-6d2f00211e7d tempest-NetworksIpV6Test-1074010632 tempest-NetworksIpV6Test-1074010632-project] Notify callbacks [] for network, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:37.186060 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-0c426243-d703-405d-bc07-6d2f00211e7d tempest-NetworksIpV6Test-1074010632 tempest-NetworksIpV6Test-1074010632-project] 10.222.0.67 "DELETE /v2.0/networks/fa447796-d461-4d1a-be71-dfbc2f809c8f HTTP/1.1" status: 204 len: 168 time: 5.8577194 Sep 23 19:38:37.192513 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c426243-d703-405d-bc07-6d2f00211e7d tempest-NetworksIpV6Test-1074010632 tempest-NetworksIpV6Test-1074010632-project] Pushing event deleted for resources: {'Network': ['ID=fa447796-d461-4d1a-be71-dfbc2f809c8f,revision_number=None']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:38:37.193594 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 57638) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:38:37.204707 n-d-713301-16 neutron-server[95102]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-25c8f769-3766-4d5b-8776-6ac974bab52b admin admin] Router 799b259e-c030-438c-9e8e-130e346dc3c3 is scheduled to L3 agent 79a740bf-7821-4989-8288-7186e3e128f3 with binding_index 1 {{(pid=95102) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 23 19:38:37.275080 n-d-713301-16 neutron-server[95101]: INFO neutron.pecan_wsgi.hooks.translation [None req-38b5867a-dddb-448d-8257-2a17a9777559 tempest-NetworksIpV6Test-1074010632 tempest-NetworksIpV6Test-1074010632-project] DELETE failed (client error): The resource could not be found. Sep 23 19:38:37.275604 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-38b5867a-dddb-448d-8257-2a17a9777559 tempest-NetworksIpV6Test-1074010632 tempest-NetworksIpV6Test-1074010632-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95101) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 23 19:38:37.280127 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-38b5867a-dddb-448d-8257-2a17a9777559 tempest-NetworksIpV6Test-1074010632 tempest-NetworksIpV6Test-1074010632-project] 10.222.0.67 "DELETE /v2.0/subnets/bc660289-a91b-4d62-9785-395121b78c1b HTTP/1.1" status: 404 len: 337 time: 0.0848374 Sep 23 19:38:37.283006 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 57642) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:38:37.311288 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 57644) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:38:37.360483 n-d-713301-16 neutron-server[95101]: INFO neutron.pecan_wsgi.hooks.translation [None req-bf219313-971d-4e90-8f21-ca41dd85419c tempest-NetworksIpV6Test-1074010632 tempest-NetworksIpV6Test-1074010632-project] DELETE failed (client error): The resource could not be found. Sep 23 19:38:37.360859 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bf219313-971d-4e90-8f21-ca41dd85419c tempest-NetworksIpV6Test-1074010632 tempest-NetworksIpV6Test-1074010632-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95101) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 23 19:38:37.365237 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-bf219313-971d-4e90-8f21-ca41dd85419c tempest-NetworksIpV6Test-1074010632 tempest-NetworksIpV6Test-1074010632-project] 10.222.0.67 "DELETE /v2.0/networks/fa447796-d461-4d1a-be71-dfbc2f809c8f HTTP/1.1" status: 404 len: 339 time: 0.0789626 Sep 23 19:38:37.367999 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 57648) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:38:37.414784 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-93289694-85cb-44d6-8b3b-6f7a94b0dbad tempest-FloatingIPTestJSON-2085468291 tempest-FloatingIPTestJSON-2085468291-project] Router 4fe6b5af-8311-4b33-84ea-800b651e6836 has already been hosted by L3 agent 79a740bf-7821-4989-8288-7186e3e128f3 {{(pid=95101) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 19:38:37.433545 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Provisioning complete for port d3c87ecb-a736-4b9b-8d79-06b4d237092e triggered by entity L2. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:38:37.434111 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:37.436036 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Provisioning for port e3b92940-69c2-40d2-a6cd-e6b42bbd4ffb completed by entity L2. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 19:38:37.481877 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25c8f769-3766-4d5b-8776-6ac974bab52b admin admin] Notify agent at l3_agent.n-d-713301-16 the message routers_updated {{(pid=95102) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 19:38:37.526542 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-25c8f769-3766-4d5b-8776-6ac974bab52b admin admin] Notify callbacks [] for router, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:37.528541 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-25c8f769-3766-4d5b-8776-6ac974bab52b admin admin] 10.222.0.67 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 7.2417359 Sep 23 19:38:37.532580 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 57650) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:38:37.553123 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Provisioning complete for port e3b92940-69c2-40d2-a6cd-e6b42bbd4ffb triggered by entity L2. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:38:37.554018 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:37.556144 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59f63ef9-d4cd-4663-9149-8f09b6b9977a None None] Sync routers for ids ['799b259e-c030-438c-9e8e-130e346dc3c3'] in n-d-713301-16 {{(pid=95103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 19:38:37.574122 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-cb63810c-e458-4777-9368-f771e7e6e92c tempest-NetworksIpV6Test-1074010632 tempest-NetworksIpV6Test-1074010632-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1628021'] for network, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:37.687327 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59f63ef9-d4cd-4663-9149-8f09b6b9977a None None] Routers {'799b259e-c030-438c-9e8e-130e346dc3c3'} bound to L3 agent in host n-d-713301-16 {{(pid=95103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 19:38:37.687980 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_hamode_db [None req-59f63ef9-d4cd-4663-9149-8f09b6b9977a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-23T19:07:52Z,description=,heartbeat_timestamp=2021-09-23T19:38:22Z,host='n-d-713301-16',id=79a740bf-7821-4989-8288-7186e3e128f3,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:07:52Z,topic='l3_agent')) {'router_ids': ['799b259e-c030-438c-9e8e-130e346dc3c3'], 'active': True} {{(pid=95103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:38:37.749322 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-ad1c9b1d-8532-437f-b9da-a05a4bd02fae None None] Provisioning complete for port d3c87ecb-a736-4b9b-8d79-06b4d237092e triggered by entity DHCP. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:38:37.749705 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-ad1c9b1d-8532-437f-b9da-a05a4bd02fae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:37.886609 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:37.998774 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e772e10-d1e4-4a62-b9a8-7dbeb81dad73 req-e7192995-5890-4333-b09b-72e282ec41cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:38:37.999282 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e772e10-d1e4-4a62-b9a8-7dbeb81dad73 req-e7192995-5890-4333-b09b-72e282ec41cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:38:38.000314 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e772e10-d1e4-4a62-b9a8-7dbeb81dad73 req-e7192995-5890-4333-b09b-72e282ec41cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:38:38.000981 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e772e10-d1e4-4a62-b9a8-7dbeb81dad73 req-e7192995-5890-4333-b09b-72e282ec41cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:38:38.001495 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e772e10-d1e4-4a62-b9a8-7dbeb81dad73 req-e7192995-5890-4333-b09b-72e282ec41cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:38:38.002023 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e772e10-d1e4-4a62-b9a8-7dbeb81dad73 req-e7192995-5890-4333-b09b-72e282ec41cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:38:38.002496 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e772e10-d1e4-4a62-b9a8-7dbeb81dad73 req-e7192995-5890-4333-b09b-72e282ec41cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:38:38.012644 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-7e772e10-d1e4-4a62-b9a8-7dbeb81dad73 req-e7192995-5890-4333-b09b-72e282ec41cb service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=583aeae2-b5c0-4d8d-bffb-15a63f4020fc HTTP/1.1" status: 200 len: 6506 time: 0.7016962 Sep 23 19:38:38.027629 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:38.036631 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] For port d3c87ecb-a736-4b9b-8d79-06b4d237092e, host n-d-713301-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-16',level=0,port_id=d3c87ecb-a736-4b9b-8d79-06b4d237092e,segment=NetworkSegment(f2026833-2bf5-417e-9ffe-7ac035deafa9),segment_id=f2026833-2bf5-417e-9ffe-7ac035deafa9)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:38:38.057544 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:38.058355 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Device 1efc779c-b714-471b-8bed-fe42dadd983f up at agent ovs-agent-n-d-713301-16 {{(pid=95103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 19:38:38.109036 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_dvr_db [None req-59f63ef9-d4cd-4663-9149-8f09b6b9977a None None] Set router 799b259e-c030-438c-9e8e-130e346dc3c3 gateway port host: n-d-713301-16 {{(pid=95103) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 19:38:38.112413 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-7e772e10-d1e4-4a62-b9a8-7dbeb81dad73 req-12f28f49-76c1-434a-9349-776a0e5eba23 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=687e4f9e-0a49-4ef3-86dc-e31b7edc6949&id=78494785-7e26-42ec-a5d5-f3013c8d7eca&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0987329 Sep 23 19:38:38.254880 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-ad1c9b1d-8532-437f-b9da-a05a4bd02fae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:38.307862 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-cb63810c-e458-4777-9368-f771e7e6e92c tempest-NetworksIpV6Test-1074010632 tempest-NetworksIpV6Test-1074010632-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1754676', 'neutron.services.segments.db._delete_segments_for_network-8783146221460'] for network, precommit_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:38.339445 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-37bb26b9-49c3-4516-b95e-13a56164ba44 tempest-AllowedAddressPairTestJSON-1374304016 tempest-AllowedAddressPairTestJSON-1374304016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783146162158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783145673144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5607431'] for port, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:38.358838 n-d-713301-16 neutron-server[95101]: DEBUG neutron.services.segments.db [None req-cb63810c-e458-4777-9368-f771e7e6e92c tempest-NetworksIpV6Test-1074010632 tempest-NetworksIpV6Test-1074010632-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2d5f84a4-2f27-4aa2-9365-71fcec11d6b9']}} {{(pid=95101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:38:38.376579 n-d-713301-16 neutron-server[95103]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b700d337-ad79-431c-bf54-280d7d2b7b09', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3b92940-69c2-40d2-a6cd-e6b42bbd4ffb'}] {{(pid=95103) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 19:38:38.378925 n-d-713301-16 neutron-server[95103]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}81a1c17f2aa89d5b3ebbba3a3e0cf7eb588e431c2224256110c4c4facdd7c3e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87fee50f-1908-476b-859b-3a32a6ef5c63" -d '{"events": [{"server_uuid": "b700d337-ad79-431c-bf54-280d7d2b7b09", "name": "network-vif-plugged", "status": "completed", "tag": "e3b92940-69c2-40d2-a6cd-e6b42bbd4ffb"}]}' {{(pid=95103) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 19:38:38.414956 n-d-713301-16 neutron-server[95101]: DEBUG neutron.services.segments.db [None req-cb63810c-e458-4777-9368-f771e7e6e92c tempest-NetworksIpV6Test-1074010632 tempest-NetworksIpV6Test-1074010632-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f63b4489-a7fb-44ca-a07b-25cefffe65ba') {'for_net_delete': True} {{(pid=95101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:38:38.415394 n-d-713301-16 neutron-server[95101]: DEBUG neutron.services.segments.db [None req-cb63810c-e458-4777-9368-f771e7e6e92c tempest-NetworksIpV6Test-1074010632 tempest-NetworksIpV6Test-1074010632-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f63b4489-a7fb-44ca-a07b-25cefffe65ba') {} {{(pid=95101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:38:38.419364 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37bb26b9-49c3-4516-b95e-13a56164ba44 tempest-AllowedAddressPairTestJSON-1374304016 tempest-AllowedAddressPairTestJSON-1374304016-project] Pushing event deleted for resources: {'Port': ['ID=9dcc68ca-1fcc-4a47-bd88-6cb9423a02b9,revision_number=None']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:38:38.421270 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93289694-85cb-44d6-8b3b-6f7a94b0dbad tempest-FloatingIPTestJSON-2085468291 tempest-FloatingIPTestJSON-2085468291-project] Notify agent at l3_agent.n-d-713301-16 the message routers_updated {{(pid=95101) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 19:38:38.437396 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-93289694-85cb-44d6-8b3b-6f7a94b0dbad tempest-FloatingIPTestJSON-2085468291 tempest-FloatingIPTestJSON-2085468291-project] 10.222.0.67 "PUT /v2.0/routers/4fe6b5af-8311-4b33-84ea-800b651e6836/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3436949 Sep 23 19:38:38.440023 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 57666) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:38:38.442095 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-cb63810c-e458-4777-9368-f771e7e6e92c tempest-NetworksIpV6Test-1074010632 tempest-NetworksIpV6Test-1074010632-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783146221725', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6007147'] for segment, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:38.452782 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.v2.base [None req-add1b212-a954-457c-ba55-93210913b16e tempest-FloatingIPTestJSON-2085468291 tempest-FloatingIPTestJSON-2085468291-project] Request body: {'port': {'network_id': 'f5928f37-657a-4715-86ca-02712a88cf8e', 'name': 'tempest-FloatingIPTestJSON-1756644921'}} {{(pid=95101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:38:38.462287 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce3c539-7aec-4358-8bae-6144e884830a req-b33f0287-eace-42eb-b46b-c541b816bb7c tempest-ServerAddressesTestJSON-1621974947 tempest-ServerAddressesTestJSON-1621974947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:38:38.465631 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-7ce3c539-7aec-4358-8bae-6144e884830a req-b33f0287-eace-42eb-b46b-c541b816bb7c tempest-ServerAddressesTestJSON-1621974947 tempest-ServerAddressesTestJSON-1621974947-project] 10.222.0.67 "GET /v2.0/ports?device_id=b700d337-ad79-431c-bf54-280d7d2b7b09 HTTP/1.1" status: 200 len: 944 time: 0.2253134 Sep 23 19:38:38.488122 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d2295a5-3ccd-4acd-aa7b-c133252182d0 None None] Sync routers for ids ['4fe6b5af-8311-4b33-84ea-800b651e6836'] in n-d-713301-16 {{(pid=95104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 19:38:38.497648 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9beab4b6-965c-4df1-b93f-c481c4034e0a req-04a97774-9ccb-434b-834f-ad139446586c tempest-ServersTestJSON-149791516 tempest-ServersTestJSON-149791516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:38:38.501094 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-9beab4b6-965c-4df1-b93f-c481c4034e0a req-04a97774-9ccb-434b-834f-ad139446586c tempest-ServersTestJSON-149791516 tempest-ServersTestJSON-149791516-project] 10.222.0.67 "GET /v2.0/ports?device_id=644caebd-b7bd-46ee-ba5e-62cbe21e68fc HTTP/1.1" status: 200 len: 946 time: 0.2399082 Sep 23 19:38:38.509644 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d2295a5-3ccd-4acd-aa7b-c133252182d0 None None] Routers {'4fe6b5af-8311-4b33-84ea-800b651e6836'} bound to L3 agent in host n-d-713301-16 {{(pid=95104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 19:38:38.511351 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_hamode_db [None req-7d2295a5-3ccd-4acd-aa7b-c133252182d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-23T19:07:52Z,description=,heartbeat_timestamp=2021-09-23T19:38:22Z,host='n-d-713301-16',id=79a740bf-7821-4989-8288-7186e3e128f3,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:07:52Z,topic='l3_agent')) {'router_ids': ['4fe6b5af-8311-4b33-84ea-800b651e6836'], 'active': True} {{(pid=95104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:38:38.566598 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Pushing event updated for resources: {'Port': ['ID=d3c87ecb-a736-4b9b-8d79-06b4d237092e,revision_number=3']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:38:38.573648 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] For port e3b92940-69c2-40d2-a6cd-e6b42bbd4ffb, host n-h1-713301-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-16',level=0,port_id=e3b92940-69c2-40d2-a6cd-e6b42bbd4ffb,segment=NetworkSegment(336ca50d-8af5-47ef-8e05-9ba7c7688ed4),segment_id=336ca50d-8af5-47ef-8e05-9ba7c7688ed4)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:38:38.583595 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-cb63810c-e458-4777-9368-f771e7e6e92c tempest-NetworksIpV6Test-1074010632 tempest-NetworksIpV6Test-1074010632-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1756186'] for segment, precommit_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:38.598225 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cb63810c-e458-4777-9368-f771e7e6e92c tempest-NetworksIpV6Test-1074010632 tempest-NetworksIpV6Test-1074010632-project] Releasing vlan 635 on physical network physnet1 to pool {{(pid=95101) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 19:38:38.598783 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-cb63810c-e458-4777-9368-f771e7e6e92c tempest-NetworksIpV6Test-1074010632 tempest-NetworksIpV6Test-1074010632-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1756186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5608436'] for segment, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:38.602661 n-d-713301-16 neutron-server[95101]: Traceback (most recent call last): Sep 23 19:38:38.602661 n-d-713301-16 neutron-server[95101]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 19:38:38.602661 n-d-713301-16 neutron-server[95101]: timer() Sep 23 19:38:38.602661 n-d-713301-16 neutron-server[95101]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 19:38:38.602661 n-d-713301-16 neutron-server[95101]: cb(*args, **kw) Sep 23 19:38:38.602661 n-d-713301-16 neutron-server[95101]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 19:38:38.602661 n-d-713301-16 neutron-server[95101]: return func(*args, **kwargs) Sep 23 19:38:38.602661 n-d-713301-16 neutron-server[95101]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 19:38:38.602661 n-d-713301-16 neutron-server[95101]: self._notify() Sep 23 19:38:38.602661 n-d-713301-16 neutron-server[95101]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 19:38:38.602661 n-d-713301-16 neutron-server[95101]: self.callback(batched_events) Sep 23 19:38:38.602661 n-d-713301-16 neutron-server[95101]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 19:38:38.602661 n-d-713301-16 neutron-server[95101]: event.method(event) Sep 23 19:38:38.602661 n-d-713301-16 neutron-server[95101]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 19:38:38.602661 n-d-713301-16 neutron-server[95101]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 19:38:38.602661 n-d-713301-16 neutron-server[95101]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 19:38:38.602661 n-d-713301-16 neutron-server[95101]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 19:38:38.602661 n-d-713301-16 neutron-server[95101]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 19:38:38.602661 n-d-713301-16 neutron-server[95101]: return f(self, *a, **k) Sep 23 19:38:38.602661 n-d-713301-16 neutron-server[95101]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 19:38:38.602661 n-d-713301-16 neutron-server[95101]: return self._get(url).json() Sep 23 19:38:38.602661 n-d-713301-16 neutron-server[95101]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 19:38:38.602661 n-d-713301-16 neutron-server[95101]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 19:38:38.602661 n-d-713301-16 neutron-server[95101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 19:38:38.602661 n-d-713301-16 neutron-server[95101]: return self.request(url, 'GET', **kwargs) Sep 23 19:38:38.602661 n-d-713301-16 neutron-server[95101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 19:38:38.602661 n-d-713301-16 neutron-server[95101]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 19:38:38.602661 n-d-713301-16 neutron-server[95101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 19:38:38.602661 n-d-713301-16 neutron-server[95101]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 19:38:38.602661 n-d-713301-16 neutron-server[95101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 19:38:38.602661 n-d-713301-16 neutron-server[95101]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 19:38:38.602661 n-d-713301-16 neutron-server[95101]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 19:38:38.627285 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_hamode_db [None req-7d2295a5-3ccd-4acd-aa7b-c133252182d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713301-16', False) {} {{(pid=95104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:38:38.629784 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.db.api [None req-ad1c9b1d-8532-437f-b9da-a05a4bd02fae None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95103) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 23 19:38:38.630062 n-d-713301-16 neutron-server[95103]: DEBUG oslo_db.api [None req-ad1c9b1d-8532-437f-b9da-a05a4bd02fae None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 23 19:38:38.630615 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:38.655394 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d2295a5-3ccd-4acd-aa7b-c133252182d0 None None] Routers {'4fe6b5af-8311-4b33-84ea-800b651e6836'} bound to L3 agent in host n-d-713301-16 {{(pid=95104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 19:38:38.655936 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_hamode_db [None req-7d2295a5-3ccd-4acd-aa7b-c133252182d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-23T19:07:52Z,description=,heartbeat_timestamp=2021-09-23T19:38:22Z,host='n-d-713301-16',id=79a740bf-7821-4989-8288-7186e3e128f3,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:07:52Z,topic='l3_agent')) {'router_ids': ['4fe6b5af-8311-4b33-84ea-800b651e6836'], 'active': True} {{(pid=95104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:38:38.671736 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Provisioning complete for port 1efc779c-b714-471b-8bed-fe42dadd983f triggered by entity L2. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:38:38.672114 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:38.757587 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_hamode_db [None req-7d2295a5-3ccd-4acd-aa7b-c133252182d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713301-16', False) {} {{(pid=95104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:38:38.758485 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d2295a5-3ccd-4acd-aa7b-c133252182d0 None None] The sync data for ids ['4fe6b5af-8311-4b33-84ea-800b651e6836'] in n-d-713301-16 is: [] {{(pid=95104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 19:38:38.785862 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-7ce3c539-7aec-4358-8bae-6144e884830a req-c4e90c4d-b069-400f-9fec-3769cfa75ae3 tempest-ServerAddressesTestJSON-1621974947 tempest-ServerAddressesTestJSON-1621974947-project] 10.222.0.67 "GET /v2.0/security-groups?id=e52c6125-72a0-48bf-92d1-52c82797a2a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2835176 Sep 23 19:38:38.789327 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-cb63810c-e458-4777-9368-f771e7e6e92c tempest-NetworksIpV6Test-1074010632 tempest-NetworksIpV6Test-1074010632-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1754627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-601866'] for network, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:38.794817 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-710a789a-7a84-4c68-adba-86ed5dfc131c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:38.807076 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-cb63810c-e458-4777-9368-f771e7e6e92c tempest-NetworksIpV6Test-1074010632 tempest-NetworksIpV6Test-1074010632-project] Notify callbacks [] for network, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:38.816358 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-cb63810c-e458-4777-9368-f771e7e6e92c tempest-NetworksIpV6Test-1074010632 tempest-NetworksIpV6Test-1074010632-project] 10.222.0.67 "DELETE /v2.0/networks/2d5f84a4-2f27-4aa2-9365-71fcec11d6b9 HTTP/1.1" status: 204 len: 168 time: 1.4398508 Sep 23 19:38:38.816358 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 57670) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:38:38.818796 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Pushing event updated for resources: {'Port': ['ID=e3b92940-69c2-40d2-a6cd-e6b42bbd4ffb,revision_number=5']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:38:38.822351 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-9beab4b6-965c-4df1-b93f-c481c4034e0a req-d0f830bc-3f2e-4691-ae5b-026ccac21aa5 tempest-ServersTestJSON-149791516 tempest-ServersTestJSON-149791516-project] 10.222.0.67 "GET /v2.0/security-groups?id=b8c31db9-bcb2-4708-876e-18b1f4bdd8a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2988994 Sep 23 19:38:38.841603 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_hamode_db [None req-59f63ef9-d4cd-4663-9149-8f09b6b9977a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '799b259e-c030-438c-9e8e-130e346dc3c3', 'name': 'tempest-TestVolumeBackupRestore-2096930916-router', 'tenant_id': 'df60118e0c434751a044956da831d00f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'external_fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.22'}], 'enable_snat': True}, 'gw_port_id': 'b93c2628-3d41-4f95-8fff-571fb9f87cad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:38:30Z', 'updated_at': '2021-09-23T19:38:34Z', 'revision_number': 3, 'project_id': 'df60118e0c434751a044956da831d00f', 'gw_port': {'id': 'b93c2628-3d41-4f95-8fff-571fb9f87cad', 'name': '', 'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:59:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '799b259e-c030-438c-9e8e-130e346dc3c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2105, 'fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:38:31Z', 'updated_at': '2021-09-23T19:38:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-16'}], 'n-d-713301-16', False) {} {{(pid=95103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:38:38.869421 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 57676) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:38:38.905652 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59f63ef9-d4cd-4663-9149-8f09b6b9977a None None] Checking router: 799b259e-c030-438c-9e8e-130e346dc3c3 for host: n-d-713301-16 {{(pid=95103) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 19:38:38.905836 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59f63ef9-d4cd-4663-9149-8f09b6b9977a None None] Updating router 799b259e-c030-438c-9e8e-130e346dc3c3 port b93c2628-3d41-4f95-8fff-571fb9f87cad binding host n-d-713301-16 {{(pid=95103) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 23 19:38:38.934348 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb63810c-e458-4777-9368-f771e7e6e92c tempest-NetworksIpV6Test-1074010632 tempest-NetworksIpV6Test-1074010632-project] Pushing event deleted for resources: {'Network': ['ID=2d5f84a4-2f27-4aa2-9365-71fcec11d6b9,revision_number=None']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:38:38.945088 n-d-713301-16 neutron-server[95101]: INFO neutron.pecan_wsgi.hooks.translation [None req-6039b072-0a60-499a-8b38-e98c56937079 tempest-NetworksIpV6Test-1074010632 tempest-NetworksIpV6Test-1074010632-project] DELETE failed (client error): The resource could not be found. Sep 23 19:38:38.946371 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6039b072-0a60-499a-8b38-e98c56937079 tempest-NetworksIpV6Test-1074010632 tempest-NetworksIpV6Test-1074010632-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95101) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 23 19:38:38.949847 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-6039b072-0a60-499a-8b38-e98c56937079 tempest-NetworksIpV6Test-1074010632 tempest-NetworksIpV6Test-1074010632-project] 10.222.0.67 "DELETE /v2.0/subnets/46e020b4-dd35-4854-a044-ee31fd0bb95b HTTP/1.1" status: 404 len: 337 time: 0.1320436 Sep 23 19:38:38.952467 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-37bb26b9-49c3-4516-b95e-13a56164ba44 tempest-AllowedAddressPairTestJSON-1374304016 tempest-AllowedAddressPairTestJSON-1374304016-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222849'] for port, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:38.958273 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-37bb26b9-49c3-4516-b95e-13a56164ba44 tempest-AllowedAddressPairTestJSON-1374304016 tempest-AllowedAddressPairTestJSON-1374304016-project] 10.222.0.67 "DELETE /v2.0/ports/9dcc68ca-1fcc-4a47-bd88-6cb9423a02b9 HTTP/1.1" status: 204 len: 168 time: 2.6176035 Sep 23 19:38:38.961139 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 57680) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:38:38.961278 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 57682) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:38:38.962931 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-add1b212-a954-457c-ba55-93210913b16e tempest-FloatingIPTestJSON-2085468291 tempest-FloatingIPTestJSON-2085468291-project] Made reservation on behalf of 4f8ca033f800491e9695967b28d9226b for: {'port': 1} {{(pid=95101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:38:38.967608 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-add1b212-a954-457c-ba55-93210913b16e tempest-FloatingIPTestJSON-2085468291 tempest-FloatingIPTestJSON-2085468291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:38.994124 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-59f63ef9-d4cd-4663-9149-8f09b6b9977a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:39.097043 n-d-713301-16 neutron-server[95101]: INFO neutron.pecan_wsgi.hooks.translation [None req-fa7974f8-0b18-4168-829e-58a7a1cced8e tempest-AllowedAddressPairTestJSON-1374304016 tempest-AllowedAddressPairTestJSON-1374304016-project] GET failed (client error): The resource could not be found. Sep 23 19:38:39.098897 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-fa7974f8-0b18-4168-829e-58a7a1cced8e tempest-AllowedAddressPairTestJSON-1374304016 tempest-AllowedAddressPairTestJSON-1374304016-project] 10.222.0.67 "GET /v2.0/ports/9dcc68ca-1fcc-4a47-bd88-6cb9423a02b9 HTTP/1.1" status: 404 len: 333 time: 0.1225855 Sep 23 19:38:39.100696 n-d-713301-16 neutron-server[95101]: INFO neutron.pecan_wsgi.hooks.translation [None req-4602c3d6-df27-4c9e-bf8a-418a91908a57 tempest-NetworksIpV6Test-1074010632 tempest-NetworksIpV6Test-1074010632-project] DELETE failed (client error): The resource could not be found. Sep 23 19:38:39.101264 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4602c3d6-df27-4c9e-bf8a-418a91908a57 tempest-NetworksIpV6Test-1074010632 tempest-NetworksIpV6Test-1074010632-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95101) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 23 19:38:39.103667 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-4602c3d6-df27-4c9e-bf8a-418a91908a57 tempest-NetworksIpV6Test-1074010632 tempest-NetworksIpV6Test-1074010632-project] 10.222.0.67 "DELETE /v2.0/networks/25d45377-7f2f-4b3f-a323-240feca9e79e HTTP/1.1" status: 404 len: 339 time: 0.1285954 Sep 23 19:38:39.103667 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 57686) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:38:39.108506 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.v2.base [None req-be98a01d-5dac-4762-817c-e44f3c4c38ac tempest-AllowedAddressPairTestJSON-1374304016 tempest-AllowedAddressPairTestJSON-1374304016-project] Request body: {'port': {'network_id': '764e4c99-1503-404d-a4d0-df8eceb226f6', 'name': 'tempest-AllowedAddressPairTestJSON-1367083972'}} {{(pid=95101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:38:39.110892 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 57688) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:38:39.127415 n-d-713301-16 neutron-server[95101]: DEBUG neutron.notifiers.nova [None req-add1b212-a954-457c-ba55-93210913b16e tempest-FloatingIPTestJSON-2085468291 tempest-FloatingIPTestJSON-2085468291-project] device_id is not set on port 26ed7362-0ef4-4eff-96cf-d365c099871c yet. {{(pid=95101) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 23 19:38:39.210255 n-d-713301-16 neutron-server[95103]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 19:38:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10bebd09-4ae4-43b0-8b0b-f1a76ae06773 x-openstack-request-id: req-10bebd09-4ae4-43b0-8b0b-f1a76ae06773 {{(pid=95103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 19:38:39.210955 n-d-713301-16 neutron-server[95103]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b700d337-ad79-431c-bf54-280d7d2b7b09", "name": "network-vif-plugged", "status": "completed", "tag": "e3b92940-69c2-40d2-a6cd-e6b42bbd4ffb", "code": 200}]} {{(pid=95103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 19:38:39.210955 n-d-713301-16 neutron-server[95103]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-10bebd09-4ae4-43b0-8b0b-f1a76ae06773 {{(pid=95103) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 19:38:39.211267 n-d-713301-16 neutron-server[95103]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b700d337-ad79-431c-bf54-280d7d2b7b09', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3b92940-69c2-40d2-a6cd-e6b42bbd4ffb', 'code': 200} Sep 23 19:38:39.216900 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Device 63e05cc8-6105-4f10-9985-2567752c65ff no longer exists at agent ovs-agent-n-d-713301-16 {{(pid=95103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 19:38:39.237487 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd34ae6a-c87b-4d00-a9df-74dff75d9a07 req-65d9cd71-5cf2-43f1-8c9d-a1a60cca3db8 tempest-ServersTestJSON-149791516 tempest-ServersTestJSON-149791516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:38:39.239812 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-fd34ae6a-c87b-4d00-a9df-74dff75d9a07 req-65d9cd71-5cf2-43f1-8c9d-a1a60cca3db8 tempest-ServersTestJSON-149791516 tempest-ServersTestJSON-149791516-project] 10.222.0.67 "GET /v2.0/ports?device_id=644caebd-b7bd-46ee-ba5e-62cbe21e68fc HTTP/1.1" status: 200 len: 946 time: 0.2678242 Sep 23 19:38:39.259645 n-d-713301-16 neutron-server[95102]: DEBUG neutron.db.db_base_plugin_v2 [None req-cee28e0e-884b-4ed7-8dc2-5545e123beca tempest-NetworksIpV6Test-1074010632 tempest-NetworksIpV6Test-1074010632-project] Deleting subnet 8c56d528-9f43-4303-a0c0-70590b0b323e {{(pid=95102) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 23 19:38:39.263411 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-cee28e0e-884b-4ed7-8dc2-5545e123beca tempest-NetworksIpV6Test-1074010632 tempest-NetworksIpV6Test-1074010632-project] Notify callbacks [] for subnet, before_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:39.292652 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-d95b0599-f835-4e9f-91c4-3fc7396faf1c admin admin] Notify callbacks [] for security_group, before_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:39.293652 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.plugin [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] No Port match for: 63e05cc8-6105-4f10-9985-2567752c65ff {{(pid=95103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 19:38:39.293999 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Device 63e05cc8-6105-4f10-9985-2567752c65ff not bound to the agent host n-d-713301-16 {{(pid=95103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 19:38:39.377958 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66cdfd9-e83d-4512-8ebb-5bd71c6dbfe6 req-ac87d27d-ed95-406d-bdae-04bcbf6c4e48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:38:39.379644 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-b66cdfd9-e83d-4512-8ebb-5bd71c6dbfe6 req-ac87d27d-ed95-406d-bdae-04bcbf6c4e48 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=b700d337-ad79-431c-bf54-280d7d2b7b09 HTTP/1.1" status: 200 len: 1097 time: 0.1359403 Sep 23 19:38:39.411449 n-d-713301-16 neutron-server[95101]: DEBUG neutron.db.db_base_plugin_common [None req-add1b212-a954-457c-ba55-93210913b16e tempest-FloatingIPTestJSON-2085468291 tempest-FloatingIPTestJSON-2085468291-project] Allocated IP 172.20.0.10 (f5928f37-657a-4715-86ca-02712a88cf8e/7eb3aff8-6d21-4bac-92e2-a7c22ef686ae/26ed7362-0ef4-4eff-96cf-d365c099871c) {{(pid=95101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 19:38:39.438582 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-b66cdfd9-e83d-4512-8ebb-5bd71c6dbfe6 req-c96716e3-619c-4af3-b7b0-3ebbd542612d service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=e52c6125-72a0-48bf-92d1-52c82797a2a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507481 Sep 23 19:38:39.454141 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-cee28e0e-884b-4ed7-8dc2-5545e123beca tempest-NetworksIpV6Test-1074010632 tempest-NetworksIpV6Test-1074010632-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6162825'] for subnet, precommit_delete_associations {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:39.480119 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Device d3c87ecb-a736-4b9b-8d79-06b4d237092e up at agent ovs-agent-n-d-713301-16 {{(pid=95103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 19:38:39.511888 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-fd34ae6a-c87b-4d00-a9df-74dff75d9a07 req-d327f8b4-255c-446c-9b51-a331426c2fb2 tempest-ServersTestJSON-149791516 tempest-ServersTestJSON-149791516-project] 10.222.0.67 "GET /v2.0/security-groups?id=b8c31db9-bcb2-4708-876e-18b1f4bdd8a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2605183 Sep 23 19:38:39.531057 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-88fa6737-f601-49b5-9b46-7806a57e20ba None None] Could not find standard attr ID for object 9dcc68ca-1fcc-4a47-bd88-6cb9423a02b9. {{(pid=95103) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 23 19:38:39.561428 n-d-713301-16 neutron-server[95102]: DEBUG neutron.db.db_base_plugin_common [None req-710a789a-7a84-4c68-adba-86ed5dfc131c admin admin] Allocated IP 172.20.0.1 (7fafb3d9-de72-4d87-8d56-0a7bcad8db30/c5aa3ac0-9cd5-40cd-ab5b-44ea34e24ad1/b766922d-1387-4829-9573-19605242a9a7) {{(pid=95102) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 19:38:39.571962 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-88fa6737-f601-49b5-9b46-7806a57e20ba None None] Provisioning complete for port d3c87ecb-a736-4b9b-8d79-06b4d237092e triggered by entity DHCP. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:38:39.572333 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-88fa6737-f601-49b5-9b46-7806a57e20ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:39.655552 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Provisioning complete for port d3c87ecb-a736-4b9b-8d79-06b4d237092e triggered by entity L2. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:38:39.655965 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:39.661341 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-d95b0599-f835-4e9f-91c4-3fc7396faf1c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:39.663413 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-add1b212-a954-457c-ba55-93210913b16e tempest-FloatingIPTestJSON-2085468291 tempest-FloatingIPTestJSON-2085468291-project] Notify callbacks [] for port, precommit_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:39.679052 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-d95b0599-f835-4e9f-91c4-3fc7396faf1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:39.707153 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be98a01d-5dac-4762-817c-e44f3c4c38ac tempest-AllowedAddressPairTestJSON-1374304016 tempest-AllowedAddressPairTestJSON-1374304016-project] Made reservation on behalf of 7c4cfbd8f5ae4e4a9e04db1551f99476 for: {'port': 1} {{(pid=95101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:38:39.713048 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-be98a01d-5dac-4762-817c-e44f3c4c38ac tempest-AllowedAddressPairTestJSON-1374304016 tempest-AllowedAddressPairTestJSON-1374304016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:39.748645 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-add1b212-a954-457c-ba55-93210913b16e tempest-FloatingIPTestJSON-2085468291 tempest-FloatingIPTestJSON-2085468291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783145673135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5607431'] for port, after_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:39.770933 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-cee28e0e-884b-4ed7-8dc2-5545e123beca tempest-NetworksIpV6Test-1074010632 tempest-NetworksIpV6Test-1074010632-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1756813'] for subnet, precommit_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:39.791328 n-d-713301-16 neutron-server[95101]: DEBUG neutron.notifiers.nova [None req-be98a01d-5dac-4762-817c-e44f3c4c38ac tempest-AllowedAddressPairTestJSON-1374304016 tempest-AllowedAddressPairTestJSON-1374304016-project] device_id is not set on port bbff3776-89eb-4258-96b7-860630e746ee yet. {{(pid=95101) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 23 19:38:39.818516 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-add1b212-a954-457c-ba55-93210913b16e tempest-FloatingIPTestJSON-2085468291 tempest-FloatingIPTestJSON-2085468291-project] Network f5928f37-657a-4715-86ca-02712a88cf8e is already hosted by enough agents. {{(pid=95101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:38:39.826641 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-59f63ef9-d4cd-4663-9149-8f09b6b9977a None None] Notify callbacks [] for port, precommit_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:39.834049 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-d95b0599-f835-4e9f-91c4-3fc7396faf1c admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=6dc623192dfb40a9ae70cabea7280f4f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9600000 Sep 23 19:38:39.848038 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 57696) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:38:39.862703 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-59f63ef9-d4cd-4663-9149-8f09b6b9977a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:39.886546 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.base_scheduler [None req-add1b212-a954-457c-ba55-93210913b16e tempest-FloatingIPTestJSON-2085468291 tempest-FloatingIPTestJSON-2085468291-project] Resources bound (agent type, host, resource id): {{(pid=95101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:38:39.890643 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d95b0599-f835-4e9f-91c4-3fc7396faf1c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a530a886-596b-40bd-8dfa-51d4a4fa14e6,revision_number=1']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:38:39.907633 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-add1b212-a954-457c-ba55-93210913b16e tempest-FloatingIPTestJSON-2085468291 tempest-FloatingIPTestJSON-2085468291-project] Pushing event updated for resources: {'Port': ['ID=26ed7362-0ef4-4eff-96cf-d365c099871c,revision_number=1']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:38:39.911976 n-d-713301-16 neutron-server[95101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-add1b212-a954-457c-ba55-93210913b16e tempest-FloatingIPTestJSON-2085468291 tempest-FloatingIPTestJSON-2085468291-project] Received port after_create {{(pid=95101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 19:38:39.999679 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-710a789a-7a84-4c68-adba-86ed5dfc131c admin admin] Notify callbacks [] for port, precommit_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:40.014787 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc3e956-f008-48de-8164-04e071500eec None None] Pushing event updated for resources: {'Port': ['ID=b93c2628-3d41-4f95-8fff-571fb9f87cad,revision_number=2']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:38:40.019524 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.managers [None req-59f63ef9-d4cd-4663-9149-8f09b6b9977a None None] Attempting to bind port b93c2628-3d41-4f95-8fff-571fb9f87cad on host n-d-713301-16 for vnic_type normal with profile {{(pid=95103) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 19:38:40.020117 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.managers [None req-59f63ef9-d4cd-4663-9149-8f09b6b9977a None None] Attempting to bind port b93c2628-3d41-4f95-8fff-571fb9f87cad by drivers openvswitch,hyperv on host n-d-713301-16 at level 0 using segments [{'id': '7d4027f1-d893-4c7b-95d4-757b8e44e380', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac'}] {{(pid=95103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 19:38:40.020730 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59f63ef9-d4cd-4663-9149-8f09b6b9977a None None] Attempting to bind port b93c2628-3d41-4f95-8fff-571fb9f87cad on network 5dec5c09-378e-4f50-89cc-d94eb81c3bac {{(pid=95103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:38:40.026721 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-88fa6737-f601-49b5-9b46-7806a57e20ba None None] Provisioning complete for port 1efc779c-b714-471b-8bed-fe42dadd983f triggered by entity DHCP. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:38:40.027299 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-88fa6737-f601-49b5-9b46-7806a57e20ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:40.042817 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e4d5178-2470-4fad-ae9b-2f4bce69826e req-33df9098-ed52-46b7-829c-10d06bb52c0f tempest-ServersTestJSON-149791516 tempest-ServersTestJSON-149791516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:38:40.044363 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-2e4d5178-2470-4fad-ae9b-2f4bce69826e req-33df9098-ed52-46b7-829c-10d06bb52c0f tempest-ServersTestJSON-149791516 tempest-ServersTestJSON-149791516-project] 10.222.0.67 "GET /v2.0/ports?device_id=644caebd-b7bd-46ee-ba5e-62cbe21e68fc HTTP/1.1" status: 200 len: 946 time: 0.2205653 Sep 23 19:38:40.065042 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-cee28e0e-884b-4ed7-8dc2-5545e123beca tempest-NetworksIpV6Test-1074010632 tempest-NetworksIpV6Test-1074010632-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1756804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4399009', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5388229'] for subnet, after_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:40.066599 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59f63ef9-d4cd-4663-9149-8f09b6b9977a None None] Checking agent: {'id': '70a14545-df24-472f-8f95-bfe1719bff93', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 19, 7, 53), 'started_at': datetime.datetime(2021, 9, 23, 19, 8, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 19, 38, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 19:38:40.067174 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59f63ef9-d4cd-4663-9149-8f09b6b9977a None None] Checking segment: {'id': '7d4027f1-d893-4c7b-95d4-757b8e44e380', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95103) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:38:40.067812 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-59f63ef9-d4cd-4663-9149-8f09b6b9977a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:40.068438 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59f63ef9-d4cd-4663-9149-8f09b6b9977a None None] Bound using segment: {'id': '7d4027f1-d893-4c7b-95d4-757b8e44e380', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac'} {{(pid=95103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 19:38:40.069261 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.managers [None req-59f63ef9-d4cd-4663-9149-8f09b6b9977a None None] Bound port: b93c2628-3d41-4f95-8fff-571fb9f87cad, host: n-d-713301-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7d4027f1-d893-4c7b-95d4-757b8e44e380', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac'}}] {{(pid=95103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 19:38:40.069865 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-59f63ef9-d4cd-4663-9149-8f09b6b9977a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:40.074157 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-add1b212-a954-457c-ba55-93210913b16e tempest-FloatingIPTestJSON-2085468291 tempest-FloatingIPTestJSON-2085468291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:38:40.076072 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-add1b212-a954-457c-ba55-93210913b16e tempest-FloatingIPTestJSON-2085468291 tempest-FloatingIPTestJSON-2085468291-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222849'] for port, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:40.088250 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d7daf1e-bf72-49b8-8a30-34392d26f658 req-59e8c410-980a-488e-96db-001524ecefab tempest-ServerAddressesTestJSON-1621974947 tempest-ServerAddressesTestJSON-1621974947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:38:40.089885 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-6d7daf1e-bf72-49b8-8a30-34392d26f658 req-59e8c410-980a-488e-96db-001524ecefab tempest-ServerAddressesTestJSON-1621974947 tempest-ServerAddressesTestJSON-1621974947-project] 10.222.0.67 "GET /v2.0/ports?device_id=b700d337-ad79-431c-bf54-280d7d2b7b09 HTTP/1.1" status: 200 len: 945 time: 0.1844177 Sep 23 19:38:40.117841 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-add1b212-a954-457c-ba55-93210913b16e tempest-FloatingIPTestJSON-2085468291 tempest-FloatingIPTestJSON-2085468291-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.6668682 Sep 23 19:38:40.118611 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 57698) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:38:40.130293 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.v2.base [None req-2f253385-2674-41e7-8363-38e221bdea83 tempest-FloatingIPTestJSON-2085468291 tempest-FloatingIPTestJSON-2085468291-project] Request body: {'port': {'network_id': 'f5928f37-657a-4715-86ca-02712a88cf8e', 'name': 'tempest-FloatingIPTestJSON-1035771071'}} {{(pid=95101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:38:40.137026 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee28e0e-884b-4ed7-8dc2-5545e123beca tempest-NetworksIpV6Test-1074010632 tempest-NetworksIpV6Test-1074010632-project] Pushing event deleted for resources: {'Subnet': ['ID=8c56d528-9f43-4303-a0c0-70590b0b323e,revision_number=None']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:38:40.146601 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-73bcf126-227d-4df8-b4de-ae8422978ea9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:40.163619 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-cee28e0e-884b-4ed7-8dc2-5545e123beca tempest-NetworksIpV6Test-1074010632 tempest-NetworksIpV6Test-1074010632-project] Notify callbacks [] for subnet, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:40.165474 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-cee28e0e-884b-4ed7-8dc2-5545e123beca tempest-NetworksIpV6Test-1074010632 tempest-NetworksIpV6Test-1074010632-project] 10.222.0.67 "DELETE /v2.0/subnets/8c56d528-9f43-4303-a0c0-70590b0b323e HTTP/1.1" status: 204 len: 168 time: 1.0418098 Sep 23 19:38:40.170496 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 57700) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:38:40.177801 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-710a789a-7a84-4c68-adba-86ed5dfc131c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783145673135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4399100'] for port, after_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:40.179884 n-d-713301-16 neutron-server[95101]: DEBUG neutron.db.db_base_plugin_common [None req-be98a01d-5dac-4762-817c-e44f3c4c38ac tempest-AllowedAddressPairTestJSON-1374304016 tempest-AllowedAddressPairTestJSON-1374304016-project] Allocated IP 172.20.0.5 (764e4c99-1503-404d-a4d0-df8eceb226f6/86f7afa6-28aa-41a7-9d88-e25e29712c63/bbff3776-89eb-4258-96b7-860630e746ee) {{(pid=95101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 19:38:40.186858 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-278cfbe0-ad41-4bdc-9ed3-7c76ef34bc8f None None] Network 4c5ab7a3-f1d3-447d-8738-98f34c556d71 requested from n-d-713301-16 {{(pid=95103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 19:38:40.219924 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-59f63ef9-d4cd-4663-9149-8f09b6b9977a None None] For port b93c2628-3d41-4f95-8fff-571fb9f87cad, host n-d-713301-16, cleared binding levels {{(pid=95103) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 19:38:40.230154 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-73bcf126-227d-4df8-b4de-ae8422978ea9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:40.251091 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-2e4d5178-2470-4fad-ae9b-2f4bce69826e req-5f3884ea-3995-436e-8800-b1f7717dd213 tempest-ServersTestJSON-149791516 tempest-ServersTestJSON-149791516-project] 10.222.0.67 "GET /v2.0/security-groups?id=b8c31db9-bcb2-4708-876e-18b1f4bdd8a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1739116 Sep 23 19:38:40.280763 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-59f63ef9-d4cd-4663-9149-8f09b6b9977a None None] For port b93c2628-3d41-4f95-8fff-571fb9f87cad, host n-d-713301-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-16',level=0,port_id=b93c2628-3d41-4f95-8fff-571fb9f87cad,segment=NetworkSegment(7d4027f1-d893-4c7b-95d4-757b8e44e380),segment_id=7d4027f1-d893-4c7b-95d4-757b8e44e380)] {{(pid=95103) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 19:38:40.293855 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-59f63ef9-d4cd-4663-9149-8f09b6b9977a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:40.300345 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-6d7daf1e-bf72-49b8-8a30-34392d26f658 req-26799e32-620a-43a5-9daa-8d0f473a2a94 tempest-ServerAddressesTestJSON-1621974947 tempest-ServerAddressesTestJSON-1621974947-project] 10.222.0.67 "GET /v2.0/security-groups?id=e52c6125-72a0-48bf-92d1-52c82797a2a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1744485 Sep 23 19:38:40.305440 n-d-713301-16 neutron-server[95102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-710a789a-7a84-4c68-adba-86ed5dfc131c admin admin] Network 7fafb3d9-de72-4d87-8d56-0a7bcad8db30 is already hosted by enough agents. {{(pid=95102) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:38:40.339180 n-d-713301-16 neutron-server[95102]: DEBUG neutron.scheduler.base_scheduler [None req-710a789a-7a84-4c68-adba-86ed5dfc131c admin admin] Resources bound (agent type, host, resource id): {{(pid=95102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:38:40.342848 n-d-713301-16 neutron-server[95102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-710a789a-7a84-4c68-adba-86ed5dfc131c admin admin] Received port after_create {{(pid=95102) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 19:38:40.373869 n-d-713301-16 neutron-server[95101]: DEBUG neutron.db.db_base_plugin_v2 [None req-818206ee-2ce3-40aa-a352-a0f566387e3b tempest-NetworksIpV6Test-1074010632 tempest-NetworksIpV6Test-1074010632-project] Deleting subnet fe377f01-ac9f-4bd5-99e0-6cc2668e7e54 {{(pid=95101) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 23 19:38:40.451002 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-710a789a-7a84-4c68-adba-86ed5dfc131c admin admin] Pushing event updated for resources: {'Port': ['ID=b766922d-1387-4829-9573-19605242a9a7,revision_number=1']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:38:40.467922 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-710a789a-7a84-4c68-adba-86ed5dfc131c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-601987'] for router_interface, before_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:40.498114 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-88fa6737-f601-49b5-9b46-7806a57e20ba None None] Provisioning complete for port 29cbc88b-bced-43bf-833d-56017697ba0e triggered by entity DHCP. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:38:40.498574 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-88fa6737-f601-49b5-9b46-7806a57e20ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:40.500323 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59f63ef9-d4cd-4663-9149-8f09b6b9977a None None] Routers {'799b259e-c030-438c-9e8e-130e346dc3c3'} bound to L3 agent in host n-d-713301-16 {{(pid=95103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 19:38:40.501097 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_hamode_db [None req-59f63ef9-d4cd-4663-9149-8f09b6b9977a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-23T19:07:52Z,description=,heartbeat_timestamp=2021-09-23T19:38:22Z,host='n-d-713301-16',id=79a740bf-7821-4989-8288-7186e3e128f3,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:07:52Z,topic='l3_agent')) {'router_ids': ['799b259e-c030-438c-9e8e-130e346dc3c3'], 'active': True} {{(pid=95103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:38:40.550170 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-818206ee-2ce3-40aa-a352-a0f566387e3b tempest-NetworksIpV6Test-1074010632 tempest-NetworksIpV6Test-1074010632-project] Notify callbacks [] for subnet, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:40.574764 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc3e956-f008-48de-8164-04e071500eec None None] Pushing event updated for resources: {'Port': ['ID=b93c2628-3d41-4f95-8fff-571fb9f87cad,revision_number=3']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:38:40.628260 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-73bcf126-227d-4df8-b4de-ae8422978ea9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:40.633341 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-73bcf126-227d-4df8-b4de-ae8422978ea9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:40.634432 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-818206ee-2ce3-40aa-a352-a0f566387e3b tempest-NetworksIpV6Test-1074010632 tempest-NetworksIpV6Test-1074010632-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6007154'] for subnet, precommit_delete_associations {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:40.644657 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-73bcf126-227d-4df8-b4de-ae8422978ea9 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/a530a886-596b-40bd-8dfa-51d4a4fa14e6 HTTP/1.1" status: 204 len: 168 time: 0.7839868 Sep 23 19:38:40.659211 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-be98a01d-5dac-4762-817c-e44f3c4c38ac tempest-AllowedAddressPairTestJSON-1374304016 tempest-AllowedAddressPairTestJSON-1374304016-project] Notify callbacks [] for port, precommit_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:40.669799 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73bcf126-227d-4df8-b4de-ae8422978ea9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a530a886-596b-40bd-8dfa-51d4a4fa14e6,revision_number=None']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:38:40.750443 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-710a789a-7a84-4c68-adba-86ed5dfc131c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:40.815162 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f253385-2674-41e7-8363-38e221bdea83 tempest-FloatingIPTestJSON-2085468291 tempest-FloatingIPTestJSON-2085468291-project] Made reservation on behalf of 4f8ca033f800491e9695967b28d9226b for: {'port': 1} {{(pid=95101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:38:40.818717 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-2f253385-2674-41e7-8363-38e221bdea83 tempest-FloatingIPTestJSON-2085468291 tempest-FloatingIPTestJSON-2085468291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:40.828904 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-be98a01d-5dac-4762-817c-e44f3c4c38ac tempest-AllowedAddressPairTestJSON-1374304016 tempest-AllowedAddressPairTestJSON-1374304016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783145673135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5607431'] for port, after_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:40.852679 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-818206ee-2ce3-40aa-a352-a0f566387e3b tempest-NetworksIpV6Test-1074010632 tempest-NetworksIpV6Test-1074010632-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1756813'] for subnet, precommit_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:40.901056 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.plugin [None req-88fa6737-f601-49b5-9b46-7806a57e20ba None None] Port 29cbc88b-bced-43bf-833d-56017697ba0e cannot update to ACTIVE because it is not bound. {{(pid=95103) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 19:38:40.954185 n-d-713301-16 neutron-server[95101]: DEBUG neutron.notifiers.nova [None req-2f253385-2674-41e7-8363-38e221bdea83 tempest-FloatingIPTestJSON-2085468291 tempest-FloatingIPTestJSON-2085468291-project] device_id is not set on port cd267a20-7163-49ef-b59a-5d76979e2013 yet. {{(pid=95101) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 23 19:38:40.968265 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_dvr_db [None req-59f63ef9-d4cd-4663-9149-8f09b6b9977a None None] Set router 799b259e-c030-438c-9e8e-130e346dc3c3 gateway port host: n-d-713301-16 {{(pid=95103) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 19:38:41.012484 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-710a789a-7a84-4c68-adba-86ed5dfc131c admin admin] Notify callbacks [] for port, precommit_update {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:41.025720 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-710a789a-7a84-4c68-adba-86ed5dfc131c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4399095'] for port, after_update {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:41.045903 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be98a01d-5dac-4762-817c-e44f3c4c38ac tempest-AllowedAddressPairTestJSON-1374304016 tempest-AllowedAddressPairTestJSON-1374304016-project] Network 764e4c99-1503-404d-a4d0-df8eceb226f6 is already hosted by enough agents. {{(pid=95101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:38:41.072270 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 57706) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:38:41.093399 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.base_scheduler [None req-be98a01d-5dac-4762-817c-e44f3c4c38ac tempest-AllowedAddressPairTestJSON-1374304016 tempest-AllowedAddressPairTestJSON-1374304016-project] Resources bound (agent type, host, resource id): {{(pid=95101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:38:41.095603 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be98a01d-5dac-4762-817c-e44f3c4c38ac tempest-AllowedAddressPairTestJSON-1374304016 tempest-AllowedAddressPairTestJSON-1374304016-project] Pushing event updated for resources: {'Port': ['ID=bbff3776-89eb-4258-96b7-860630e746ee,revision_number=1']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:38:41.104393 n-d-713301-16 neutron-server[95101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be98a01d-5dac-4762-817c-e44f3c4c38ac tempest-AllowedAddressPairTestJSON-1374304016 tempest-AllowedAddressPairTestJSON-1374304016-project] Received port after_create {{(pid=95101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 19:38:41.110090 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-a41d6257-f054-4bb1-a29e-b526c9383825 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:41.113286 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-818206ee-2ce3-40aa-a352-a0f566387e3b tempest-NetworksIpV6Test-1074010632 tempest-NetworksIpV6Test-1074010632-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1756804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5607514', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6130950'] for subnet, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:41.119038 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-710a789a-7a84-4c68-adba-86ed5dfc131c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-527313', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-601459'] for router_interface, after_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:41.134163 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-710a789a-7a84-4c68-adba-86ed5dfc131c admin admin] Pushing event updated for resources: {'Port': ['ID=b766922d-1387-4829-9573-19605242a9a7,revision_number=2']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:38:41.140745 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-439e9c24-fb95-430d-8a33-83832af6bf22 None None] Provisioning complete for port b766922d-1387-4829-9573-19605242a9a7 triggered by entity DHCP. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:38:41.141504 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-439e9c24-fb95-430d-8a33-83832af6bf22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:41.245478 n-d-713301-16 neutron-server[95101]: DEBUG neutron.db.db_base_plugin_common [None req-2f253385-2674-41e7-8363-38e221bdea83 tempest-FloatingIPTestJSON-2085468291 tempest-FloatingIPTestJSON-2085468291-project] Allocated IP 172.20.0.12 (f5928f37-657a-4715-86ca-02712a88cf8e/7eb3aff8-6d21-4bac-92e2-a7c22ef686ae/cd267a20-7163-49ef-b59a-5d76979e2013) {{(pid=95101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 19:38:41.341678 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.plugin [None req-439e9c24-fb95-430d-8a33-83832af6bf22 None None] Port b766922d-1387-4829-9573-19605242a9a7 cannot update to ACTIVE because it is not bound. {{(pid=95103) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 19:38:41.362540 n-d-713301-16 neutron-server[95102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-710a789a-7a84-4c68-adba-86ed5dfc131c admin admin] Network 7fafb3d9-de72-4d87-8d56-0a7bcad8db30 is already hosted by enough agents. {{(pid=95102) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:38:41.366571 n-d-713301-16 neutron-server[95102]: DEBUG neutron.scheduler.base_scheduler [None req-710a789a-7a84-4c68-adba-86ed5dfc131c admin admin] Resources bound (agent type, host, resource id): {{(pid=95102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:38:41.478889 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-21802834-be11-4cc4-a7ca-8510a442a283 None None] Provisioning complete for port bbff3776-89eb-4258-96b7-860630e746ee triggered by entity DHCP. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:38:41.479891 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-21802834-be11-4cc4-a7ca-8510a442a283 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:41.541366 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_hamode_db [None req-59f63ef9-d4cd-4663-9149-8f09b6b9977a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '799b259e-c030-438c-9e8e-130e346dc3c3', 'name': 'tempest-TestVolumeBackupRestore-2096930916-router', 'tenant_id': 'df60118e0c434751a044956da831d00f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'external_fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.22'}], 'enable_snat': True}, 'gw_port_id': 'b93c2628-3d41-4f95-8fff-571fb9f87cad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:38:30Z', 'updated_at': '2021-09-23T19:38:34Z', 'revision_number': 3, 'project_id': 'df60118e0c434751a044956da831d00f', 'gw_port': {'id': 'b93c2628-3d41-4f95-8fff-571fb9f87cad', 'name': '', 'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:59:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '799b259e-c030-438c-9e8e-130e346dc3c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2105, 'fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:38:31Z', 'updated_at': '2021-09-23T19:38:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-16'}], 'n-d-713301-16', False) {} {{(pid=95103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:38:41.597325 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-2f253385-2674-41e7-8363-38e221bdea83 tempest-FloatingIPTestJSON-2085468291 tempest-FloatingIPTestJSON-2085468291-project] Notify callbacks [] for port, precommit_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:41.604760 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.plugin [None req-21802834-be11-4cc4-a7ca-8510a442a283 None None] Port bbff3776-89eb-4258-96b7-860630e746ee cannot update to ACTIVE because it is not bound. {{(pid=95103) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 19:38:41.613001 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59f63ef9-d4cd-4663-9149-8f09b6b9977a None None] The sync data for ids ['799b259e-c030-438c-9e8e-130e346dc3c3'] in n-d-713301-16 is: [{'id': '799b259e-c030-438c-9e8e-130e346dc3c3', 'name': 'tempest-TestVolumeBackupRestore-2096930916-router', 'tenant_id': 'df60118e0c434751a044956da831d00f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'external_fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.22'}], 'enable_snat': True}, 'gw_port_id': 'b93c2628-3d41-4f95-8fff-571fb9f87cad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:38:30Z', 'updated_at': '2021-09-23T19:38:34Z', 'revision_number': 3, 'project_id': 'df60118e0c434751a044956da831d00f', 'gw_port': {'id': 'b93c2628-3d41-4f95-8fff-571fb9f87cad', 'name': '', 'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:59:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '799b259e-c030-438c-9e8e-130e346dc3c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2105, 'fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:38:31Z', 'updated_at': '2021-09-23T19:38:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-16'}] {{(pid=95103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 19:38:41.627998 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-a41d6257-f054-4bb1-a29e-b526c9383825 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:41.642482 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-a41d6257-f054-4bb1-a29e-b526c9383825 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:41.663458 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-818206ee-2ce3-40aa-a352-a0f566387e3b tempest-NetworksIpV6Test-1074010632 tempest-NetworksIpV6Test-1074010632-project] Pushing event deleted for resources: {'Subnet': ['ID=fe377f01-ac9f-4bd5-99e0-6cc2668e7e54,revision_number=None']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:38:41.702951 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-818206ee-2ce3-40aa-a352-a0f566387e3b tempest-NetworksIpV6Test-1074010632 tempest-NetworksIpV6Test-1074010632-project] Notify callbacks [] for subnet, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:41.709134 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-818206ee-2ce3-40aa-a352-a0f566387e3b tempest-NetworksIpV6Test-1074010632 tempest-NetworksIpV6Test-1074010632-project] 10.222.0.67 "DELETE /v2.0/subnets/fe377f01-ac9f-4bd5-99e0-6cc2668e7e54 HTTP/1.1" status: 204 len: 168 time: 1.5330663 Sep 23 19:38:41.711509 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 57712) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:38:41.718432 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af823218-c4b6-40f2-a8d4-7799130b57ee req-901f718b-ef5c-4722-bcf9-d15ac5fda4ef tempest-ServerAddressesTestJSON-1621974947 tempest-ServerAddressesTestJSON-1621974947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:38:41.720042 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-af823218-c4b6-40f2-a8d4-7799130b57ee req-901f718b-ef5c-4722-bcf9-d15ac5fda4ef tempest-ServerAddressesTestJSON-1621974947 tempest-ServerAddressesTestJSON-1621974947-project] 10.222.0.67 "GET /v2.0/ports?device_id=b700d337-ad79-431c-bf54-280d7d2b7b09 HTTP/1.1" status: 200 len: 945 time: 0.2495337 Sep 23 19:38:41.736311 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-7e5d61d9-f4c8-4f40-8fa7-8c2014ead0b4 None None] Provisioning complete for port b766922d-1387-4829-9573-19605242a9a7 triggered by entity DHCP. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:38:41.737392 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-7e5d61d9-f4c8-4f40-8fa7-8c2014ead0b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:41.751520 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37843342-5640-4b4b-a696-2627704cd255 req-27ab7cee-9c05-4faa-8c08-94fd1be8abe9 tempest-ServersTestJSON-149791516 tempest-ServersTestJSON-149791516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:38:41.753144 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-37843342-5640-4b4b-a696-2627704cd255 req-27ab7cee-9c05-4faa-8c08-94fd1be8abe9 tempest-ServersTestJSON-149791516 tempest-ServersTestJSON-149791516-project] 10.222.0.67 "GET /v2.0/ports?device_id=644caebd-b7bd-46ee-ba5e-62cbe21e68fc HTTP/1.1" status: 200 len: 946 time: 0.3483491 Sep 23 19:38:41.764171 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a41d6257-f054-4bb1-a29e-b526c9383825 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=864ccb45-f6ef-4222-a0a1-922641d7f195,revision_number=1']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:38:41.773164 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-a41d6257-f054-4bb1-a29e-b526c9383825 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=c0e6689da35640fdaa8c1437552f0a13&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6981673 Sep 23 19:38:41.793912 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 57714) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:38:41.797024 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.plugin [None req-7e5d61d9-f4c8-4f40-8fa7-8c2014ead0b4 None None] Port b766922d-1387-4829-9573-19605242a9a7 cannot update to ACTIVE because it is not bound. {{(pid=95103) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 19:38:41.826518 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be98a01d-5dac-4762-817c-e44f3c4c38ac tempest-AllowedAddressPairTestJSON-1374304016 tempest-AllowedAddressPairTestJSON-1374304016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:38:41.827165 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-be98a01d-5dac-4762-817c-e44f3c4c38ac tempest-AllowedAddressPairTestJSON-1374304016 tempest-AllowedAddressPairTestJSON-1374304016-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222849'] for port, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:41.845447 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-2f253385-2674-41e7-8363-38e221bdea83 tempest-FloatingIPTestJSON-2085468291 tempest-FloatingIPTestJSON-2085468291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783145673135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5607431'] for port, after_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:41.866414 n-d-713301-16 neutron-server[95102]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-710a789a-7a84-4c68-adba-86ed5dfc131c admin admin] Router 799b259e-c030-438c-9e8e-130e346dc3c3 has already been hosted by L3 agent 79a740bf-7821-4989-8288-7186e3e128f3 {{(pid=95102) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 19:38:41.867984 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1160d1-866a-4506-a78d-dd8bffdbf1a8 req-c20af557-b54e-4f59-bf96-bb79e79488fd tempest-ServersTestJSON-149791516 tempest-ServersTestJSON-149791516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:38:41.869703 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-6b1160d1-866a-4506-a78d-dd8bffdbf1a8 req-c20af557-b54e-4f59-bf96-bb79e79488fd tempest-ServersTestJSON-149791516 tempest-ServersTestJSON-149791516-project] 10.222.0.74 "GET /v2.0/ports?device_id=644caebd-b7bd-46ee-ba5e-62cbe21e68fc HTTP/1.1" status: 200 len: 946 time: 0.7579710 Sep 23 19:38:41.876104 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-af823218-c4b6-40f2-a8d4-7799130b57ee req-2a9653f5-4cb2-4b10-afda-ca8ba07e867e tempest-ServerAddressesTestJSON-1621974947 tempest-ServerAddressesTestJSON-1621974947-project] 10.222.0.67 "GET /v2.0/security-groups?id=e52c6125-72a0-48bf-92d1-52c82797a2a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1327477 Sep 23 19:38:41.896072 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-37843342-5640-4b4b-a696-2627704cd255 req-31b4781d-f859-46b9-bb4a-97fc3783b502 tempest-ServersTestJSON-149791516 tempest-ServersTestJSON-149791516-project] 10.222.0.67 "GET /v2.0/security-groups?id=b8c31db9-bcb2-4708-876e-18b1f4bdd8a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1233323 Sep 23 19:38:41.926694 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8f91a60-2574-432e-ab30-863193f9030c None None] Network 4c5ab7a3-f1d3-447d-8738-98f34c556d71 requested from n-d-713301-16 {{(pid=95103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 19:38:41.977716 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-be98a01d-5dac-4762-817c-e44f3c4c38ac tempest-AllowedAddressPairTestJSON-1374304016 tempest-AllowedAddressPairTestJSON-1374304016-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.8731055 Sep 23 19:38:42.034004 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 57718) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:38:42.041498 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.v2.base [None req-ad0451d3-b7b1-4c6e-ae65-dc8a15f8add9 tempest-AllowedAddressPairTestJSON-1374304016 tempest-AllowedAddressPairTestJSON-1374304016-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.4', 'mac_address': 'fa:16:3e:39:2f:06'}]}} {{(pid=95101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:38:42.049346 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-91e00d99-1d29-49fe-9572-17742001e52f tempest-NetworksIpV6Test-1074010632 tempest-NetworksIpV6Test-1074010632-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1628021'] for network, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:42.070608 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-0073fd97-999c-4800-9251-ce8ae2658ec6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:42.121954 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-475700d4-9922-4c36-9b48-ff185891eea7 None None] Provisioning complete for port a77c4fc1-1a2f-4501-be20-8d79aed1366c triggered by entity DHCP. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:38:42.122416 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-475700d4-9922-4c36-9b48-ff185891eea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:42.128761 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f253385-2674-41e7-8363-38e221bdea83 tempest-FloatingIPTestJSON-2085468291 tempest-FloatingIPTestJSON-2085468291-project] Network f5928f37-657a-4715-86ca-02712a88cf8e is already hosted by enough agents. {{(pid=95101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:38:42.182898 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.base_scheduler [None req-2f253385-2674-41e7-8363-38e221bdea83 tempest-FloatingIPTestJSON-2085468291 tempest-FloatingIPTestJSON-2085468291-project] Resources bound (agent type, host, resource id): {{(pid=95101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:38:42.193481 n-d-713301-16 neutron-server[95101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f253385-2674-41e7-8363-38e221bdea83 tempest-FloatingIPTestJSON-2085468291 tempest-FloatingIPTestJSON-2085468291-project] Received port after_create {{(pid=95101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 19:38:42.198463 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-0073fd97-999c-4800-9251-ce8ae2658ec6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:42.260126 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-710a789a-7a84-4c68-adba-86ed5dfc131c admin admin] Notify agent at l3_agent.n-d-713301-16 the message routers_updated {{(pid=95102) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 19:38:42.277968 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-710a789a-7a84-4c68-adba-86ed5dfc131c admin admin] 10.222.0.67 "PUT /v2.0/routers/799b259e-c030-438c-9e8e-130e346dc3c3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7342105 Sep 23 19:38:42.308683 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f253385-2674-41e7-8363-38e221bdea83 tempest-FloatingIPTestJSON-2085468291 tempest-FloatingIPTestJSON-2085468291-project] Pushing event updated for resources: {'Port': ['ID=cd267a20-7163-49ef-b59a-5d76979e2013,revision_number=1']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:38:42.314051 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-0073fd97-999c-4800-9251-ce8ae2658ec6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:42.330180 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-0073fd97-999c-4800-9251-ce8ae2658ec6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:42.351586 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-0073fd97-999c-4800-9251-ce8ae2658ec6 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/864ccb45-f6ef-4222-a0a1-922641d7f195 HTTP/1.1" status: 204 len: 168 time: 0.5419457 Sep 23 19:38:42.401374 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0073fd97-999c-4800-9251-ce8ae2658ec6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=864ccb45-f6ef-4222-a0a1-922641d7f195,revision_number=None']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:38:42.438096 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-921dc0d2-3ef9-48ef-a8ec-4fac636197a2 None None] DHCP port deletion for 4c5ab7a3-f1d3-447d-8738-98f34c556d71 request from n-d-713301-16 {{(pid=95103) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 23 19:38:42.502009 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f253385-2674-41e7-8363-38e221bdea83 tempest-FloatingIPTestJSON-2085468291 tempest-FloatingIPTestJSON-2085468291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:38:42.503577 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-2f253385-2674-41e7-8363-38e221bdea83 tempest-FloatingIPTestJSON-2085468291 tempest-FloatingIPTestJSON-2085468291-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222849'] for port, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:42.588854 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.plugin [None req-921dc0d2-3ef9-48ef-a8ec-4fac636197a2 None None] Deleting port a77c4fc1-1a2f-4501-be20-8d79aed1366c {{(pid=95103) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:38:42.589288 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-921dc0d2-3ef9-48ef-a8ec-4fac636197a2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783146157096'] for port, before_delete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:42.635566 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 57734) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:38:42.636856 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-2f253385-2674-41e7-8363-38e221bdea83 tempest-FloatingIPTestJSON-2085468291 tempest-FloatingIPTestJSON-2085468291-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.5158820 Sep 23 19:38:42.640393 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.v2.base [None req-45a711cc-5eb2-4aa7-805d-5f1c20fc087a tempest-FloatingIPTestJSON-2085468291 tempest-FloatingIPTestJSON-2085468291-project] Request body: {'floatingip': {'floating_network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'port_id': 'cd267a20-7163-49ef-b59a-5d76979e2013', 'fixed_ip_address': '172.20.0.12'}} {{(pid=95102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:38:42.705037 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.plugin [req-6b1160d1-866a-4506-a78d-dd8bffdbf1a8 req-d25e0e36-b120-4995-b5ca-3666cfd094b9 tempest-ServersTestJSON-149791516 tempest-ServersTestJSON-149791516-project] Deleting port 256e0dac-195c-4a39-b8e9-b363f373d22f {{(pid=95101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:38:42.705386 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-6b1160d1-866a-4506-a78d-dd8bffdbf1a8 req-d25e0e36-b120-4995-b5ca-3666cfd094b9 tempest-ServersTestJSON-149791516 tempest-ServersTestJSON-149791516-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783146157096'] for port, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:42.709130 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-45a711cc-5eb2-4aa7-805d-5f1c20fc087a tempest-FloatingIPTestJSON-2085468291 tempest-FloatingIPTestJSON-2085468291-project] Notify callbacks [] for floatingip, before_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:42.779144 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-921dc0d2-3ef9-48ef-a8ec-4fac636197a2 None None] For port a77c4fc1-1a2f-4501-be20-8d79aed1366c, host n-d-713301-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-16',level=0,port_id=a77c4fc1-1a2f-4501-be20-8d79aed1366c,segment=NetworkSegment(ce26a571-09bc-47b5-8eee-7e0f4e74491d),segment_id=ce26a571-09bc-47b5-8eee-7e0f4e74491d)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:38:42.779554 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-921dc0d2-3ef9-48ef-a8ec-4fac636197a2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-605701'] for port, precommit_delete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:42.819231 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.plugin [None req-921dc0d2-3ef9-48ef-a8ec-4fac636197a2 None None] Calling delete_port for a77c4fc1-1a2f-4501-be20-8d79aed1366c owned by network:dhcp {{(pid=95103) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:38:42.836712 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.plugin [None req-91e00d99-1d29-49fe-9572-17742001e52f tempest-NetworksIpV6Test-1074010632 tempest-NetworksIpV6Test-1074010632-project] Deleting port a77c4fc1-1a2f-4501-be20-8d79aed1366c {{(pid=95101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:38:42.837302 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-91e00d99-1d29-49fe-9572-17742001e52f tempest-NetworksIpV6Test-1074010632 tempest-NetworksIpV6Test-1074010632-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783146157096'] for port, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:42.898909 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e0537f9-2bf9-43a6-a480-d693ac11c88f req-523a1278-634a-4c81-a2d3-8aebbb6a55d4 tempest-ServerAddressesTestJSON-1621974947 tempest-ServerAddressesTestJSON-1621974947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:38:42.914633 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-9e0537f9-2bf9-43a6-a480-d693ac11c88f req-523a1278-634a-4c81-a2d3-8aebbb6a55d4 tempest-ServerAddressesTestJSON-1621974947 tempest-ServerAddressesTestJSON-1621974947-project] 10.222.0.67 "GET /v2.0/ports?device_id=b700d337-ad79-431c-bf54-280d7d2b7b09 HTTP/1.1" status: 200 len: 945 time: 0.2310796 Sep 23 19:38:42.955410 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.db [req-6b1160d1-866a-4506-a78d-dd8bffdbf1a8 req-d25e0e36-b120-4995-b5ca-3666cfd094b9 tempest-ServersTestJSON-149791516 tempest-ServersTestJSON-149791516-project] For port 256e0dac-195c-4a39-b8e9-b363f373d22f, host n-h1-713301-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-16',level=0,port_id=256e0dac-195c-4a39-b8e9-b363f373d22f,segment=NetworkSegment(c829e8ab-031e-4667-8d5b-36ba5cfb9383),segment_id=c829e8ab-031e-4667-8d5b-36ba5cfb9383)] {{(pid=95101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:38:42.955410 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-6b1160d1-866a-4506-a78d-dd8bffdbf1a8 req-d25e0e36-b120-4995-b5ca-3666cfd094b9 tempest-ServersTestJSON-149791516 tempest-ServersTestJSON-149791516-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-605701'] for port, precommit_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:42.974266 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-ad0451d3-b7b1-4c6e-ae65-dc8a15f8add9 tempest-AllowedAddressPairTestJSON-1374304016 tempest-AllowedAddressPairTestJSON-1374304016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:43.054183 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-921dc0d2-3ef9-48ef-a8ec-4fac636197a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783146162158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783145673144'] for port, after_delete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:43.071529 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.plugin [req-6b1160d1-866a-4506-a78d-dd8bffdbf1a8 req-d25e0e36-b120-4995-b5ca-3666cfd094b9 tempest-ServersTestJSON-149791516 tempest-ServersTestJSON-149791516-project] Calling delete_port for 256e0dac-195c-4a39-b8e9-b363f373d22f owned by compute:nova {{(pid=95101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:38:43.126687 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-9e0537f9-2bf9-43a6-a480-d693ac11c88f req-a88d2125-ebc1-4826-ad59-f8ea17daff70 tempest-ServerAddressesTestJSON-1621974947 tempest-ServerAddressesTestJSON-1621974947-project] 10.222.0.67 "GET /v2.0/security-groups?id=e52c6125-72a0-48bf-92d1-52c82797a2a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2045429 Sep 23 19:38:43.141431 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.db [None req-91e00d99-1d29-49fe-9572-17742001e52f tempest-NetworksIpV6Test-1074010632 tempest-NetworksIpV6Test-1074010632-project] For port a77c4fc1-1a2f-4501-be20-8d79aed1366c, host n-d-713301-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-16',level=0,port_id=a77c4fc1-1a2f-4501-be20-8d79aed1366c,segment=NetworkSegment(ce26a571-09bc-47b5-8eee-7e0f4e74491d),segment_id=ce26a571-09bc-47b5-8eee-7e0f4e74491d)] {{(pid=95101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:38:43.141810 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-91e00d99-1d29-49fe-9572-17742001e52f tempest-NetworksIpV6Test-1074010632 tempest-NetworksIpV6Test-1074010632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-605701'] for port, precommit_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:43.151965 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-921dc0d2-3ef9-48ef-a8ec-4fac636197a2 None None] Pushing event deleted for resources: {'Port': ['ID=a77c4fc1-1a2f-4501-be20-8d79aed1366c,revision_number=None']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:38:43.171428 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-921dc0d2-3ef9-48ef-a8ec-4fac636197a2 None None] No DVR routers for this DVR port a77c4fc1-1a2f-4501-be20-8d79aed1366c on host n-d-713301-16 {{(pid=95103) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 19:38:43.226586 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7636893c-0117-495c-980c-a24a7c992854 req-d606fdb4-3296-49df-bf8c-af9b4a52e493 tempest-ServersTestJSON-149791516 tempest-ServersTestJSON-149791516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:38:43.228264 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-7636893c-0117-495c-980c-a24a7c992854 req-d606fdb4-3296-49df-bf8c-af9b4a52e493 tempest-ServersTestJSON-149791516 tempest-ServersTestJSON-149791516-project] 10.222.0.67 "GET /v2.0/ports?device_id=644caebd-b7bd-46ee-ba5e-62cbe21e68fc HTTP/1.1" status: 200 len: 946 time: 0.1573701 Sep 23 19:38:43.238301 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.plugin [None req-91e00d99-1d29-49fe-9572-17742001e52f tempest-NetworksIpV6Test-1074010632 tempest-NetworksIpV6Test-1074010632-project] Calling delete_port for a77c4fc1-1a2f-4501-be20-8d79aed1366c owned by network:dhcp {{(pid=95101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:38:43.267235 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-45a711cc-5eb2-4aa7-805d-5f1c20fc087a tempest-FloatingIPTestJSON-2085468291 tempest-FloatingIPTestJSON-2085468291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:43.302988 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-7636893c-0117-495c-980c-a24a7c992854 req-d4b1deaf-df82-4fee-a540-a83c84d6f4b5 tempest-ServersTestJSON-149791516 tempest-ServersTestJSON-149791516-project] 10.222.0.67 "GET /v2.0/security-groups?id=b8c31db9-bcb2-4708-876e-18b1f4bdd8a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666010 Sep 23 19:38:43.411300 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 57758) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:38:43.422038 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.v2.base [None req-9fc632ad-1e6a-4c95-9bf9-7f7f0ac8a6ef admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-515741337-network', 'tenant_id': '1718189929d9483b8c1064052628d365'}} {{(pid=95102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:38:43.508114 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Device b93c2628-3d41-4f95-8fff-571fb9f87cad up at agent ovs-agent-n-d-713301-16 {{(pid=95103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 19:38:43.519658 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9fc632ad-1e6a-4c95-9bf9-7f7f0ac8a6ef admin admin] Made reservation on behalf of 1718189929d9483b8c1064052628d365 for: {'network': 1} {{(pid=95102) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:38:43.524464 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-9fc632ad-1e6a-4c95-9bf9-7f7f0ac8a6ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for network, before_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:43.556582 n-d-713301-16 neutron-server[95102]: DEBUG neutron.db.db_base_plugin_common [None req-45a711cc-5eb2-4aa7-805d-5f1c20fc087a tempest-FloatingIPTestJSON-2085468291 tempest-FloatingIPTestJSON-2085468291-project] Allocated IP 172.25.1.38 (5dec5c09-378e-4f50-89cc-d94eb81c3bac/eff83446-018c-428d-b3f5-54ac9abe7a2a/7ed88618-5161-44de-8158-5bb518d2e22b) {{(pid=95102) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 19:38:43.578347 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-9fc632ad-1e6a-4c95-9bf9-7f7f0ac8a6ef admin admin] Notify callbacks [] for security_group, before_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:43.582083 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Provisioning complete for port b93c2628-3d41-4f95-8fff-571fb9f87cad triggered by entity L2. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:38:43.582911 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:43.722129 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:43.762168 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] For port b93c2628-3d41-4f95-8fff-571fb9f87cad, host n-d-713301-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-16',level=0,port_id=b93c2628-3d41-4f95-8fff-571fb9f87cad,segment=NetworkSegment(7d4027f1-d893-4c7b-95d4-757b8e44e380),segment_id=7d4027f1-d893-4c7b-95d4-757b8e44e380)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:38:43.767495 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:43.846247 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Device a77c4fc1-1a2f-4501-be20-8d79aed1366c no longer exists at agent ovs-agent-n-d-713301-16 {{(pid=95103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 19:38:43.896530 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.plugin [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] No Port match for: a77c4fc1-1a2f-4501-be20-8d79aed1366c {{(pid=95103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 19:38:43.897384 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Device a77c4fc1-1a2f-4501-be20-8d79aed1366c not bound to the agent host n-d-713301-16 {{(pid=95103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 19:38:43.906892 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Pushing event updated for resources: {'Port': ['ID=b93c2628-3d41-4f95-8fff-571fb9f87cad,revision_number=4']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:38:44.041182 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-91e00d99-1d29-49fe-9572-17742001e52f tempest-NetworksIpV6Test-1074010632 tempest-NetworksIpV6Test-1074010632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783146162158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783145673144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5607431'] for port, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:44.119223 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91e00d99-1d29-49fe-9572-17742001e52f tempest-NetworksIpV6Test-1074010632 tempest-NetworksIpV6Test-1074010632-project] Pushing event deleted for resources: {'Port': ['ID=a77c4fc1-1a2f-4501-be20-8d79aed1366c,revision_number=None']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:38:44.135426 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-6b1160d1-866a-4506-a78d-dd8bffdbf1a8 req-d25e0e36-b120-4995-b5ca-3666cfd094b9 tempest-ServersTestJSON-149791516 tempest-ServersTestJSON-149791516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783146162158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783145673144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5607431'] for port, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:44.138076 n-d-713301-16 neutron-server[95101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91e00d99-1d29-49fe-9572-17742001e52f tempest-NetworksIpV6Test-1074010632 tempest-NetworksIpV6Test-1074010632-project] No DVR routers for this DVR port a77c4fc1-1a2f-4501-be20-8d79aed1366c on host n-d-713301-16 {{(pid=95101) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 19:38:44.149772 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] get_ports_and_sgs() called for port_ids ['1e33a789-d371-4447-ad9f-6d77201ac2d1'] {{(pid=95103) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 19:38:44.169830 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-ad0451d3-b7b1-4c6e-ae65-dc8a15f8add9 tempest-AllowedAddressPairTestJSON-1374304016 tempest-AllowedAddressPairTestJSON-1374304016-project] Notify callbacks [] for port, precommit_update {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:44.225932 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-ad0451d3-b7b1-4c6e-ae65-dc8a15f8add9 tempest-AllowedAddressPairTestJSON-1374304016 tempest-AllowedAddressPairTestJSON-1374304016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5607436'] for port, after_update {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:44.228090 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d25e0e36-b120-4995-b5ca-3666cfd094b9 tempest-ServersTestJSON-149791516 tempest-ServersTestJSON-149791516-project] Pushing event deleted for resources: {'Port': ['ID=256e0dac-195c-4a39-b8e9-b363f373d22f,revision_number=None']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:38:44.454923 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-45a711cc-5eb2-4aa7-805d-5f1c20fc087a tempest-FloatingIPTestJSON-2085468291 tempest-FloatingIPTestJSON-2085468291-project] Notify callbacks [] for port, precommit_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:44.479834 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.plugin [None req-ad0451d3-b7b1-4c6e-ae65-dc8a15f8add9 tempest-AllowedAddressPairTestJSON-1374304016 tempest-AllowedAddressPairTestJSON-1374304016-project] In _notify_port_updated(), no bound segment for port bbff3776-89eb-4258-96b7-860630e746ee on network 764e4c99-1503-404d-a4d0-df8eceb226f6 {{(pid=95101) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Sep 23 19:38:44.487130 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad0451d3-b7b1-4c6e-ae65-dc8a15f8add9 tempest-AllowedAddressPairTestJSON-1374304016 tempest-AllowedAddressPairTestJSON-1374304016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:38:44.497409 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-ad0451d3-b7b1-4c6e-ae65-dc8a15f8add9 tempest-AllowedAddressPairTestJSON-1374304016 tempest-AllowedAddressPairTestJSON-1374304016-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222849'] for port, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:44.521380 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-ad0451d3-b7b1-4c6e-ae65-dc8a15f8add9 tempest-AllowedAddressPairTestJSON-1374304016 tempest-AllowedAddressPairTestJSON-1374304016-project] 10.222.0.67 "PUT /v2.0/ports/bbff3776-89eb-4258-96b7-860630e746ee HTTP/1.1" status: 200 len: 993 time: 2.4833677 Sep 23 19:38:44.526973 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 57778) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:38:44.601934 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-36f4b9b6-259c-4ecf-a91f-d00beded79a1 req-c0281677-4712-4a14-ac6c-47f6adcdbe3a tempest-ServersTestJSON-149791516 tempest-ServersTestJSON-149791516-project] 10.222.0.67 "GET /v2.0/ports?device_id=644caebd-b7bd-46ee-ba5e-62cbe21e68fc HTTP/1.1" status: 200 len: 210 time: 0.1219623 Sep 23 19:38:44.622815 n-d-713301-16 neutron-server[95101]: DEBUG neutron.db.l3_dvrscheduler_db [req-6b1160d1-866a-4506-a78d-dd8bffdbf1a8 req-d25e0e36-b120-4995-b5ca-3666cfd094b9 tempest-ServersTestJSON-149791516 tempest-ServersTestJSON-149791516-project] No DVR routers for this DVR port 256e0dac-195c-4a39-b8e9-b363f373d22f on host n-h1-713301-16 {{(pid=95101) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 19:38:44.639560 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad0451d3-b7b1-4c6e-ae65-dc8a15f8add9 tempest-AllowedAddressPairTestJSON-1374304016 tempest-AllowedAddressPairTestJSON-1374304016-project] Pushing event updated for resources: {'Port': ['ID=bbff3776-89eb-4258-96b7-860630e746ee,revision_number=2']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:38:44.695942 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-6b1160d1-866a-4506-a78d-dd8bffdbf1a8 req-d25e0e36-b120-4995-b5ca-3666cfd094b9 tempest-ServersTestJSON-149791516 tempest-ServersTestJSON-149791516-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222849'] for port, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:44.698600 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-6b1160d1-866a-4506-a78d-dd8bffdbf1a8 req-d25e0e36-b120-4995-b5ca-3666cfd094b9 tempest-ServersTestJSON-149791516 tempest-ServersTestJSON-149791516-project] 10.222.0.74 "DELETE /v2.0/ports/256e0dac-195c-4a39-b8e9-b363f373d22f HTTP/1.1" status: 204 len: 173 time: 2.7680454 Sep 23 19:38:44.699086 n-d-713301-16 neutron-server[95101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '644caebd-b7bd-46ee-ba5e-62cbe21e68fc', 'name': 'network-vif-deleted', 'tag': '256e0dac-195c-4a39-b8e9-b363f373d22f'}] {{(pid=95101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 19:38:44.699226 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1712732-8930-411a-9ff9-0c1d33b0e2b3 req-8c4a64a8-6690-4de2-a2fb-8fbb77f48552 tempest-ServerAddressesTestJSON-1621974947 tempest-ServerAddressesTestJSON-1621974947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:38:44.700706 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-f1712732-8930-411a-9ff9-0c1d33b0e2b3 req-8c4a64a8-6690-4de2-a2fb-8fbb77f48552 tempest-ServerAddressesTestJSON-1621974947 tempest-ServerAddressesTestJSON-1621974947-project] 10.222.0.67 "GET /v2.0/ports?device_id=b700d337-ad79-431c-bf54-280d7d2b7b09 HTTP/1.1" status: 200 len: 945 time: 0.2820444 Sep 23 19:38:44.701450 n-d-713301-16 neutron-server[95101]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d8366c5740cd635e57ab12b71fe44a77c2acc3c19091ef849c6f68b380462244" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e7f0b50-63ca-49e1-ba3e-1460ffaabb3d" -d '{"events": [{"server_uuid": "644caebd-b7bd-46ee-ba5e-62cbe21e68fc", "name": "network-vif-deleted", "tag": "256e0dac-195c-4a39-b8e9-b363f373d22f"}]}' {{(pid=95101) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 19:38:44.705726 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-9fc632ad-1e6a-4c95-9bf9-7f7f0ac8a6ef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:44.719279 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39604a82-cf99-4847-88b7-f5a888be1067 req-18cdb6f9-4845-44e2-9026-c933487220e9 tempest-ServerAddressesTestJSON-1621974947 tempest-ServerAddressesTestJSON-1621974947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:38:44.720884 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-39604a82-cf99-4847-88b7-f5a888be1067 req-18cdb6f9-4845-44e2-9026-c933487220e9 tempest-ServerAddressesTestJSON-1621974947 tempest-ServerAddressesTestJSON-1621974947-project] 10.222.0.74 "GET /v2.0/ports?device_id=b700d337-ad79-431c-bf54-280d7d2b7b09 HTTP/1.1" status: 200 len: 945 time: 0.2931173 Sep 23 19:38:44.770677 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea720dc1-2131-4be6-bda1-ee83bd95c34b None None] Sync routers for ids ['799b259e-c030-438c-9e8e-130e346dc3c3'] in n-d-713301-16 {{(pid=95103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 19:38:44.783891 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-9fc632ad-1e6a-4c95-9bf9-7f7f0ac8a6ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:44.786031 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea720dc1-2131-4be6-bda1-ee83bd95c34b None None] Routers {'799b259e-c030-438c-9e8e-130e346dc3c3'} bound to L3 agent in host n-d-713301-16 {{(pid=95103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 19:38:44.786973 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_hamode_db [None req-ea720dc1-2131-4be6-bda1-ee83bd95c34b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-23T19:07:52Z,description=,heartbeat_timestamp=2021-09-23T19:38:22Z,host='n-d-713301-16',id=79a740bf-7821-4989-8288-7186e3e128f3,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:07:52Z,topic='l3_agent')) {'router_ids': ['799b259e-c030-438c-9e8e-130e346dc3c3'], 'active': True} {{(pid=95103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:38:44.799496 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-91e00d99-1d29-49fe-9572-17742001e52f tempest-NetworksIpV6Test-1074010632 tempest-NetworksIpV6Test-1074010632-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1754676', 'neutron.services.segments.db._delete_segments_for_network-8783146221460'] for network, precommit_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:44.823168 n-d-713301-16 neutron-server[95101]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 19:38:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb489963-a446-4661-a81f-63df475bdd32 x-openstack-request-id: req-fb489963-a446-4661-a81f-63df475bdd32 {{(pid=95101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 19:38:44.823659 n-d-713301-16 neutron-server[95101]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "644caebd-b7bd-46ee-ba5e-62cbe21e68fc", "name": "network-vif-deleted", "tag": "256e0dac-195c-4a39-b8e9-b363f373d22f", "status": "completed", "code": 200}]} {{(pid=95101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 19:38:44.823762 n-d-713301-16 neutron-server[95101]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-fb489963-a446-4661-a81f-63df475bdd32 {{(pid=95101) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 19:38:44.824155 n-d-713301-16 neutron-server[95101]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '644caebd-b7bd-46ee-ba5e-62cbe21e68fc', 'name': 'network-vif-deleted', 'tag': '256e0dac-195c-4a39-b8e9-b363f373d22f', 'status': 'completed', 'code': 200} Sep 23 19:38:44.841579 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-45a711cc-5eb2-4aa7-805d-5f1c20fc087a tempest-FloatingIPTestJSON-2085468291 tempest-FloatingIPTestJSON-2085468291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783145673135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4399100'] for port, after_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:44.918530 n-d-713301-16 neutron-server[95101]: DEBUG neutron.services.segments.db [None req-91e00d99-1d29-49fe-9572-17742001e52f tempest-NetworksIpV6Test-1074010632 tempest-NetworksIpV6Test-1074010632-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4c5ab7a3-f1d3-447d-8738-98f34c556d71']}} {{(pid=95101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:38:44.925492 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9fc632ad-1e6a-4c95-9bf9-7f7f0ac8a6ef admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 613} {{(pid=95102) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 19:38:44.940555 n-d-713301-16 neutron-server[95101]: DEBUG neutron.services.segments.db [None req-91e00d99-1d29-49fe-9572-17742001e52f tempest-NetworksIpV6Test-1074010632 tempest-NetworksIpV6Test-1074010632-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ce26a571-09bc-47b5-8eee-7e0f4e74491d') {'for_net_delete': True} {{(pid=95101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:38:44.941088 n-d-713301-16 neutron-server[95101]: DEBUG neutron.services.segments.db [None req-91e00d99-1d29-49fe-9572-17742001e52f tempest-NetworksIpV6Test-1074010632 tempest-NetworksIpV6Test-1074010632-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ce26a571-09bc-47b5-8eee-7e0f4e74491d') {} {{(pid=95101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:38:44.945795 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-4aaa3014-ac4a-45c9-be41-76c1689e736a None None] Provisioning complete for port bbff3776-89eb-4258-96b7-860630e746ee triggered by entity DHCP. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:38:44.946606 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-4aaa3014-ac4a-45c9-be41-76c1689e736a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:44.963675 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Device 256e0dac-195c-4a39-b8e9-b363f373d22f no longer exists at agent hyperv_n-h1-713301-16 {{(pid=95103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 19:38:44.973612 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-91e00d99-1d29-49fe-9572-17742001e52f tempest-NetworksIpV6Test-1074010632 tempest-NetworksIpV6Test-1074010632-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783146221725', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6007147'] for segment, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:45.007153 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-f1712732-8930-411a-9ff9-0c1d33b0e2b3 req-f50d8292-43f7-4d8f-91ac-cecfa640bfb9 tempest-ServerAddressesTestJSON-1621974947 tempest-ServerAddressesTestJSON-1621974947-project] 10.222.0.67 "GET /v2.0/security-groups?id=e52c6125-72a0-48bf-92d1-52c82797a2a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2829051 Sep 23 19:38:45.011337 n-d-713301-16 neutron-server[95102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45a711cc-5eb2-4aa7-805d-5f1c20fc087a tempest-FloatingIPTestJSON-2085468291 tempest-FloatingIPTestJSON-2085468291-project] Network 5dec5c09-378e-4f50-89cc-d94eb81c3bac is already hosted by enough agents. {{(pid=95102) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:38:45.015312 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc632ad-1e6a-4c95-9bf9-7f7f0ac8a6ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e3df372-facf-4d0f-bbdd-cd7d687cc0ab,revision_number=1']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:38:45.043230 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-9fc632ad-1e6a-4c95-9bf9-7f7f0ac8a6ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1756186'] for segment, precommit_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:45.044020 n-d-713301-16 neutron-server[95102]: INFO neutron.db.segments_db [None req-9fc632ad-1e6a-4c95-9bf9-7f7f0ac8a6ef admin admin] Added segment 493d4d1d-8f65-4042-8e48-d1f5da78bb2c of type vlan for network 98fedc67-72b8-4221-a74f-236d7c9bf368 Sep 23 19:38:45.052011 n-d-713301-16 neutron-server[95102]: DEBUG neutron.scheduler.base_scheduler [None req-45a711cc-5eb2-4aa7-805d-5f1c20fc087a tempest-FloatingIPTestJSON-2085468291 tempest-FloatingIPTestJSON-2085468291-project] Resources bound (agent type, host, resource id): {{(pid=95102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:38:45.055633 n-d-713301-16 neutron-server[95102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45a711cc-5eb2-4aa7-805d-5f1c20fc087a tempest-FloatingIPTestJSON-2085468291 tempest-FloatingIPTestJSON-2085468291-project] Received port after_create {{(pid=95102) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 19:38:45.063672 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.plugin [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] No Port match for: 256e0dac-195c-4a39-b8e9-b363f373d22f {{(pid=95103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 19:38:45.064346 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Device 256e0dac-195c-4a39-b8e9-b363f373d22f not bound to the agent host n-h1-713301-16 {{(pid=95103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 19:38:45.065265 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-91e00d99-1d29-49fe-9572-17742001e52f tempest-NetworksIpV6Test-1074010632 tempest-NetworksIpV6Test-1074010632-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1756186'] for segment, precommit_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:45.070240 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45a711cc-5eb2-4aa7-805d-5f1c20fc087a tempest-FloatingIPTestJSON-2085468291 tempest-FloatingIPTestJSON-2085468291-project] Pushing event updated for resources: {'Port': ['ID=7ed88618-5161-44de-8158-5bb518d2e22b,revision_number=1']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:38:45.071196 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Device e3b92940-69c2-40d2-a6cd-e6b42bbd4ffb no longer exists at agent hyperv_n-h1-713301-16 {{(pid=95103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 19:38:45.087105 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-91e00d99-1d29-49fe-9572-17742001e52f tempest-NetworksIpV6Test-1074010632 tempest-NetworksIpV6Test-1074010632-project] Releasing vlan 649 on physical network physnet1 to pool {{(pid=95101) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 19:38:45.087808 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-91e00d99-1d29-49fe-9572-17742001e52f tempest-NetworksIpV6Test-1074010632 tempest-NetworksIpV6Test-1074010632-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1756186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5608436'] for segment, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:45.098929 n-d-713301-16 neutron-server[95101]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 23 19:38:45.098929 n-d-713301-16 neutron-server[95101]: self.session.flush() Sep 23 19:38:45.098929 n-d-713301-16 neutron-server[95101]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 23 19:38:45.098929 n-d-713301-16 neutron-server[95101]: self.session.flush() Sep 23 19:38:45.098929 n-d-713301-16 neutron-server[95101]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 23 19:38:45.098929 n-d-713301-16 neutron-server[95101]: self.session.flush() Sep 23 19:38:45.098929 n-d-713301-16 neutron-server[95101]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 23 19:38:45.098929 n-d-713301-16 neutron-server[95101]: self.session.flush() Sep 23 19:38:45.098929 n-d-713301-16 neutron-server[95101]: Traceback (most recent call last): Sep 23 19:38:45.098929 n-d-713301-16 neutron-server[95101]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 19:38:45.098929 n-d-713301-16 neutron-server[95101]: timer() Sep 23 19:38:45.098929 n-d-713301-16 neutron-server[95101]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 19:38:45.098929 n-d-713301-16 neutron-server[95101]: cb(*args, **kw) Sep 23 19:38:45.098929 n-d-713301-16 neutron-server[95101]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 19:38:45.098929 n-d-713301-16 neutron-server[95101]: return func(*args, **kwargs) Sep 23 19:38:45.098929 n-d-713301-16 neutron-server[95101]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 19:38:45.098929 n-d-713301-16 neutron-server[95101]: self._notify() Sep 23 19:38:45.098929 n-d-713301-16 neutron-server[95101]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 19:38:45.098929 n-d-713301-16 neutron-server[95101]: self.callback(batched_events) Sep 23 19:38:45.098929 n-d-713301-16 neutron-server[95101]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 19:38:45.098929 n-d-713301-16 neutron-server[95101]: event.method(event) Sep 23 19:38:45.098929 n-d-713301-16 neutron-server[95101]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 19:38:45.098929 n-d-713301-16 neutron-server[95101]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 19:38:45.098929 n-d-713301-16 neutron-server[95101]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 19:38:45.098929 n-d-713301-16 neutron-server[95101]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 19:38:45.098929 n-d-713301-16 neutron-server[95101]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 19:38:45.098929 n-d-713301-16 neutron-server[95101]: return f(self, *a, **k) Sep 23 19:38:45.098929 n-d-713301-16 neutron-server[95101]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 19:38:45.098929 n-d-713301-16 neutron-server[95101]: return self._get(url).json() Sep 23 19:38:45.098929 n-d-713301-16 neutron-server[95101]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 19:38:45.098929 n-d-713301-16 neutron-server[95101]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 19:38:45.098929 n-d-713301-16 neutron-server[95101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 19:38:45.098929 n-d-713301-16 neutron-server[95101]: return self.request(url, 'GET', **kwargs) Sep 23 19:38:45.098929 n-d-713301-16 neutron-server[95101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 19:38:45.098929 n-d-713301-16 neutron-server[95101]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 19:38:45.098929 n-d-713301-16 neutron-server[95101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 19:38:45.098929 n-d-713301-16 neutron-server[95101]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 19:38:45.098929 n-d-713301-16 neutron-server[95101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 19:38:45.098929 n-d-713301-16 neutron-server[95101]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 19:38:45.098929 n-d-713301-16 neutron-server[95101]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 19:38:45.157443 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.plugin [None req-28b94359-5d5b-4c22-980d-1fb1b61f33d7 tempest-AllowedAddressPairTestJSON-1374304016 tempest-AllowedAddressPairTestJSON-1374304016-project] Deleting port bbff3776-89eb-4258-96b7-860630e746ee {{(pid=95101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:38:45.157989 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-28b94359-5d5b-4c22-980d-1fb1b61f33d7 tempest-AllowedAddressPairTestJSON-1374304016 tempest-AllowedAddressPairTestJSON-1374304016-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783146157096'] for port, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:45.160479 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.plugin [None req-4aaa3014-ac4a-45c9-be41-76c1689e736a None None] Port bbff3776-89eb-4258-96b7-860630e746ee cannot update to ACTIVE because it is not bound. {{(pid=95103) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 19:38:45.200250 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-9fc632ad-1e6a-4c95-9bf9-7f7f0ac8a6ef admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783145630486'] for network, precommit_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:45.203681 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_dvr_db [None req-ea720dc1-2131-4be6-bda1-ee83bd95c34b None None] Set router 799b259e-c030-438c-9e8e-130e346dc3c3 gateway port host: n-d-713301-16 {{(pid=95103) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 19:38:45.270726 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.plugin [req-39604a82-cf99-4847-88b7-f5a888be1067 req-7d5b3388-995e-45bd-90f5-3b29ba22fc7b tempest-ServerAddressesTestJSON-1621974947 tempest-ServerAddressesTestJSON-1621974947-project] Deleting port e3b92940-69c2-40d2-a6cd-e6b42bbd4ffb {{(pid=95102) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:38:45.270924 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-39604a82-cf99-4847-88b7-f5a888be1067 req-7d5b3388-995e-45bd-90f5-3b29ba22fc7b tempest-ServerAddressesTestJSON-1621974947 tempest-ServerAddressesTestJSON-1621974947-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783146157096'] for port, before_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:45.286599 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-91e00d99-1d29-49fe-9572-17742001e52f tempest-NetworksIpV6Test-1074010632 tempest-NetworksIpV6Test-1074010632-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1754627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-601866'] for network, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:45.351377 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-9fc632ad-1e6a-4c95-9bf9-7f7f0ac8a6ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299'] for network, after_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:45.355400 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fc632ad-1e6a-4c95-9bf9-7f7f0ac8a6ef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:38:45.355400 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-9fc632ad-1e6a-4c95-9bf9-7f7f0ac8a6ef admin admin] Notify callbacks [] for network, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:45.387160 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-91e00d99-1d29-49fe-9572-17742001e52f tempest-NetworksIpV6Test-1074010632 tempest-NetworksIpV6Test-1074010632-project] Notify callbacks [] for network, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:45.402551 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-91e00d99-1d29-49fe-9572-17742001e52f tempest-NetworksIpV6Test-1074010632 tempest-NetworksIpV6Test-1074010632-project] 10.222.0.67 "DELETE /v2.0/networks/4c5ab7a3-f1d3-447d-8738-98f34c556d71 HTTP/1.1" status: 204 len: 168 time: 3.6643000 Sep 23 19:38:45.438089 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 57800) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:38:45.439473 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc632ad-1e6a-4c95-9bf9-7f7f0ac8a6ef admin admin] Pushing event updated for resources: {'Network': ['ID=98fedc67-72b8-4221-a74f-236d7c9bf368,revision_number=1']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:38:45.464310 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-9fc632ad-1e6a-4c95-9bf9-7f7f0ac8a6ef admin admin] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 2.0501842 Sep 23 19:38:45.475672 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 57804) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:38:45.482494 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.v2.base [None req-2747966d-e08f-45a1-9d84-de592c645211 admin admin] Request body: {'subnet': {'network_id': '98fedc67-72b8-4221-a74f-236d7c9bf368', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-515741337-subnet', 'tenant_id': '1718189929d9483b8c1064052628d365', 'ip_version': 4}} {{(pid=95102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:38:45.501139 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Network 98fedc67-72b8-4221-a74f-236d7c9bf368 details requested by agent ovs-agent-n-d-713301-16 with host n-d-713301-16 {{(pid=95103) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 19:38:45.518178 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Device b93c2628-3d41-4f95-8fff-571fb9f87cad up at agent ovs-agent-n-d-713301-16 {{(pid=95103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 19:38:45.542527 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91e00d99-1d29-49fe-9572-17742001e52f tempest-NetworksIpV6Test-1074010632 tempest-NetworksIpV6Test-1074010632-project] Pushing event deleted for resources: {'Network': ['ID=4c5ab7a3-f1d3-447d-8738-98f34c556d71,revision_number=None']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:38:45.581994 n-d-713301-16 neutron-server[95102]: INFO neutron.pecan_wsgi.hooks.translation [None req-256e4582-401a-4133-9a27-580fb092bd19 tempest-NetworksIpV6Test-1074010632 tempest-NetworksIpV6Test-1074010632-project] DELETE failed (client error): The resource could not be found. Sep 23 19:38:45.582513 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-256e4582-401a-4133-9a27-580fb092bd19 tempest-NetworksIpV6Test-1074010632 tempest-NetworksIpV6Test-1074010632-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95102) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 23 19:38:45.587646 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-256e4582-401a-4133-9a27-580fb092bd19 tempest-NetworksIpV6Test-1074010632 tempest-NetworksIpV6Test-1074010632-project] 10.222.0.67 "DELETE /v2.0/subnets/0ef045f8-f00f-4d5c-b0a2-7cbc5acb6efe HTTP/1.1" status: 404 len: 337 time: 0.1421621 Sep 23 19:38:45.593362 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 57808) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:38:45.654321 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:45.654544 n-d-713301-16 neutron-server[95101]: INFO neutron.pecan_wsgi.hooks.translation [None req-9ccada53-507b-43e3-8ab2-d562d5b7bf45 tempest-NetworksIpV6Test-1074010632 tempest-NetworksIpV6Test-1074010632-project] DELETE failed (client error): The resource could not be found. Sep 23 19:38:45.655848 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9ccada53-507b-43e3-8ab2-d562d5b7bf45 tempest-NetworksIpV6Test-1074010632 tempest-NetworksIpV6Test-1074010632-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95101) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 23 19:38:45.660553 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-9ccada53-507b-43e3-8ab2-d562d5b7bf45 tempest-NetworksIpV6Test-1074010632 tempest-NetworksIpV6Test-1074010632-project] 10.222.0.67 "DELETE /v2.0/networks/a8f69208-2d2c-44f8-baf3-253e219ca16a HTTP/1.1" status: 404 len: 339 time: 0.0587416 Sep 23 19:38:45.660553 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 57812) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:38:45.666013 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-28b94359-5d5b-4c22-980d-1fb1b61f33d7 tempest-AllowedAddressPairTestJSON-1374304016 tempest-AllowedAddressPairTestJSON-1374304016-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-605701'] for port, precommit_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:45.693760 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2747966d-e08f-45a1-9d84-de592c645211 admin admin] Made reservation on behalf of 1718189929d9483b8c1064052628d365 for: {'subnet': 1} {{(pid=95102) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:38:45.696371 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-2747966d-e08f-45a1-9d84-de592c645211 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5388256'] for subnet, before_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:45.707377 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.db [req-39604a82-cf99-4847-88b7-f5a888be1067 req-7d5b3388-995e-45bd-90f5-3b29ba22fc7b tempest-ServerAddressesTestJSON-1621974947 tempest-ServerAddressesTestJSON-1621974947-project] For port e3b92940-69c2-40d2-a6cd-e6b42bbd4ffb, host n-h1-713301-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-16',level=0,port_id=e3b92940-69c2-40d2-a6cd-e6b42bbd4ffb,segment=NetworkSegment(336ca50d-8af5-47ef-8e05-9ba7c7688ed4),segment_id=336ca50d-8af5-47ef-8e05-9ba7c7688ed4)] {{(pid=95102) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:38:45.708029 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-39604a82-cf99-4847-88b7-f5a888be1067 req-7d5b3388-995e-45bd-90f5-3b29ba22fc7b tempest-ServerAddressesTestJSON-1621974947 tempest-ServerAddressesTestJSON-1621974947-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-605701'] for port, precommit_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:45.742958 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.plugin [None req-28b94359-5d5b-4c22-980d-1fb1b61f33d7 tempest-AllowedAddressPairTestJSON-1374304016 tempest-AllowedAddressPairTestJSON-1374304016-project] Calling delete_port for bbff3776-89eb-4258-96b7-860630e746ee owned by {{(pid=95101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:38:45.745248 n-d-713301-16 neutron-server[95101]: INFO neutron.pecan_wsgi.hooks.translation [None req-b17738cd-8ba7-41ac-91d6-0c5543f22cef tempest-NetworksIpV6Test-1074010632 tempest-NetworksIpV6Test-1074010632-project] DELETE failed (client error): The resource could not be found. Sep 23 19:38:45.745726 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b17738cd-8ba7-41ac-91d6-0c5543f22cef tempest-NetworksIpV6Test-1074010632 tempest-NetworksIpV6Test-1074010632-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95101) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 23 19:38:45.750804 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-b17738cd-8ba7-41ac-91d6-0c5543f22cef tempest-NetworksIpV6Test-1074010632 tempest-NetworksIpV6Test-1074010632-project] 10.222.0.67 "DELETE /v2.0/subnets/043b3694-94dc-44b7-8f14-a016160ddc55 HTTP/1.1" status: 404 len: 337 time: 0.0851786 Sep 23 19:38:45.754420 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 57818) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:38:45.784363 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.plugin [req-39604a82-cf99-4847-88b7-f5a888be1067 req-7d5b3388-995e-45bd-90f5-3b29ba22fc7b tempest-ServerAddressesTestJSON-1621974947 tempest-ServerAddressesTestJSON-1621974947-project] Calling delete_port for e3b92940-69c2-40d2-a6cd-e6b42bbd4ffb owned by compute:nova {{(pid=95102) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:38:45.786806 n-d-713301-16 neutron-server[95101]: INFO neutron.pecan_wsgi.hooks.translation [None req-4243680e-4b04-4c7c-acca-256c7fe4ef0e tempest-NetworksIpV6Test-1074010632 tempest-NetworksIpV6Test-1074010632-project] DELETE failed (client error): The resource could not be found. Sep 23 19:38:45.788014 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4243680e-4b04-4c7c-acca-256c7fe4ef0e tempest-NetworksIpV6Test-1074010632 tempest-NetworksIpV6Test-1074010632-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95101) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 23 19:38:45.792230 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-4243680e-4b04-4c7c-acca-256c7fe4ef0e tempest-NetworksIpV6Test-1074010632 tempest-NetworksIpV6Test-1074010632-project] 10.222.0.67 "DELETE /v2.0/networks/7173db51-d556-4503-9013-f017d6a86bc3 HTTP/1.1" status: 404 len: 339 time: 0.0230222 Sep 23 19:38:45.793154 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 57820) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:38:45.859062 n-d-713301-16 neutron-server[95101]: INFO neutron.pecan_wsgi.hooks.translation [None req-c5c805d8-8d19-4937-ac70-5f22407dd63a tempest-NetworksIpV6Test-1074010632 tempest-NetworksIpV6Test-1074010632-project] DELETE failed (client error): The resource could not be found. Sep 23 19:38:45.859538 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c5c805d8-8d19-4937-ac70-5f22407dd63a tempest-NetworksIpV6Test-1074010632 tempest-NetworksIpV6Test-1074010632-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95101) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 23 19:38:45.863787 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-c5c805d8-8d19-4937-ac70-5f22407dd63a tempest-NetworksIpV6Test-1074010632 tempest-NetworksIpV6Test-1074010632-project] 10.222.0.67 "DELETE /v2.0/subnets/51e73cb6-2a60-4308-9f20-afbfb1474d83 HTTP/1.1" status: 404 len: 337 time: 0.0672538 Sep 23 19:38:45.865254 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 57822) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:38:45.894867 n-d-713301-16 neutron-server[95101]: INFO neutron.pecan_wsgi.hooks.translation [None req-6c69715e-594b-40ee-9109-b5cf6b1ffdf7 tempest-NetworksIpV6Test-1074010632 tempest-NetworksIpV6Test-1074010632-project] DELETE failed (client error): The resource could not be found. Sep 23 19:38:45.895550 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6c69715e-594b-40ee-9109-b5cf6b1ffdf7 tempest-NetworksIpV6Test-1074010632 tempest-NetworksIpV6Test-1074010632-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95101) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 23 19:38:45.900000 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-6c69715e-594b-40ee-9109-b5cf6b1ffdf7 tempest-NetworksIpV6Test-1074010632 tempest-NetworksIpV6Test-1074010632-project] 10.222.0.67 "DELETE /v2.0/networks/08ec38d9-bbce-4651-9768-25ef90b36e30 HTTP/1.1" status: 404 len: 339 time: 0.0311534 Sep 23 19:38:45.901240 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 57826) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:38:45.951006 n-d-713301-16 neutron-server[95103]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b700d337-ad79-431c-bf54-280d7d2b7b09', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e3b92940-69c2-40d2-a6cd-e6b42bbd4ffb'}] {{(pid=95103) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 19:38:45.953974 n-d-713301-16 neutron-server[95103]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}81a1c17f2aa89d5b3ebbba3a3e0cf7eb588e431c2224256110c4c4facdd7c3e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-106dc097-f9fb-4d70-a5b6-4b07438d2e3c" -d '{"events": [{"server_uuid": "b700d337-ad79-431c-bf54-280d7d2b7b09", "name": "network-vif-unplugged", "status": "completed", "tag": "e3b92940-69c2-40d2-a6cd-e6b42bbd4ffb"}]}' {{(pid=95103) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 19:38:45.989429 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] For port e3b92940-69c2-40d2-a6cd-e6b42bbd4ffb, host n-h1-713301-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-16',level=0,port_id=e3b92940-69c2-40d2-a6cd-e6b42bbd4ffb,segment=NetworkSegment(336ca50d-8af5-47ef-8e05-9ba7c7688ed4),segment_id=336ca50d-8af5-47ef-8e05-9ba7c7688ed4)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:38:46.003353 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:46.041767 n-d-713301-16 neutron-server[95103]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 23 Sep 2021 19:38:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-853ab5cd-3a2d-44e6-ba97-ceddc50bf4b3 x-openstack-request-id: req-853ab5cd-3a2d-44e6-ba97-ceddc50bf4b3 {{(pid=95103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 19:38:46.042120 n-d-713301-16 neutron-server[95103]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b700d337-ad79-431c-bf54-280d7d2b7b09", "name": "network-vif-unplugged", "status": "completed", "tag": "e3b92940-69c2-40d2-a6cd-e6b42bbd4ffb", "code": 200}]} {{(pid=95103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 19:38:46.042347 n-d-713301-16 neutron-server[95103]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-853ab5cd-3a2d-44e6-ba97-ceddc50bf4b3 {{(pid=95103) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 19:38:46.042728 n-d-713301-16 neutron-server[95103]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b700d337-ad79-431c-bf54-280d7d2b7b09', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e3b92940-69c2-40d2-a6cd-e6b42bbd4ffb', 'code': 200} Sep 23 19:38:46.052535 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Provisioning complete for port b93c2628-3d41-4f95-8fff-571fb9f87cad triggered by entity L2. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:38:46.053030 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:46.063023 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_hamode_db [None req-ea720dc1-2131-4be6-bda1-ee83bd95c34b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '799b259e-c030-438c-9e8e-130e346dc3c3', 'name': 'tempest-TestVolumeBackupRestore-2096930916-router', 'tenant_id': 'df60118e0c434751a044956da831d00f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'external_fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.22'}], 'enable_snat': True}, 'gw_port_id': 'b93c2628-3d41-4f95-8fff-571fb9f87cad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:38:30Z', 'updated_at': '2021-09-23T19:38:40Z', 'revision_number': 4, 'project_id': 'df60118e0c434751a044956da831d00f', 'gw_port': {'id': 'b93c2628-3d41-4f95-8fff-571fb9f87cad', 'name': '', 'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:59:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '799b259e-c030-438c-9e8e-130e346dc3c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2105, 'fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:38:31Z', 'updated_at': '2021-09-23T19:38:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-16', '_interfaces': [{'id': 'b766922d-1387-4829-9573-19605242a9a7', 'name': '', 'network_id': '7fafb3d9-de72-4d87-8d56-0a7bcad8db30', 'tenant_id': 'df60118e0c434751a044956da831d00f', 'mac_address': 'fa:16:3e:43:28:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '799b259e-c030-438c-9e8e-130e346dc3c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2108, 'fixed_ips': [{'subnet_id': 'c5aa3ac0-9cd5-40cd-ab5b-44ea34e24ad1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:38:38Z', 'updated_at': '2021-09-23T19:38:40Z', 'revision_number': 2, 'project_id': 'df60118e0c434751a044956da831d00f', 'subnets': [{'id': 'c5aa3ac0-9cd5-40cd-ab5b-44ea34e24ad1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-16', False) {} {{(pid=95103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:38:46.089809 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 57836) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:38:46.119137 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea720dc1-2131-4be6-bda1-ee83bd95c34b None None] Checking router: 799b259e-c030-438c-9e8e-130e346dc3c3 for host: n-d-713301-16 {{(pid=95103) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 19:38:46.119501 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea720dc1-2131-4be6-bda1-ee83bd95c34b None None] Updating router 799b259e-c030-438c-9e8e-130e346dc3c3 port b766922d-1387-4829-9573-19605242a9a7 binding host n-d-713301-16 {{(pid=95103) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 23 19:38:46.135631 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-28b94359-5d5b-4c22-980d-1fb1b61f33d7 tempest-AllowedAddressPairTestJSON-1374304016 tempest-AllowedAddressPairTestJSON-1374304016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783146162158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783145673144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5607431'] for port, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:46.142957 n-d-713301-16 neutron-server[95101]: DEBUG neutron.db.db_base_plugin_v2 [None req-3615f912-bc9e-40ca-bea8-79192fce2401 tempest-NetworksIpV6Test-1074010632 tempest-NetworksIpV6Test-1074010632-project] Deleting subnet 455ccdd9-81af-4042-a87c-851628deae67 {{(pid=95101) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 23 19:38:46.148732 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-3615f912-bc9e-40ca-bea8-79192fce2401 tempest-NetworksIpV6Test-1074010632 tempest-NetworksIpV6Test-1074010632-project] Notify callbacks [] for subnet, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:46.152324 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-ea720dc1-2131-4be6-bda1-ee83bd95c34b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:46.176263 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Pushing event updated for resources: {'Port': ['ID=e3b92940-69c2-40d2-a6cd-e6b42bbd4ffb,revision_number=6']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:38:46.224430 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28b94359-5d5b-4c22-980d-1fb1b61f33d7 tempest-AllowedAddressPairTestJSON-1374304016 tempest-AllowedAddressPairTestJSON-1374304016-project] Pushing event deleted for resources: {'Port': ['ID=bbff3776-89eb-4258-96b7-860630e746ee,revision_number=None']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:38:46.437341 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-3615f912-bc9e-40ca-bea8-79192fce2401 tempest-NetworksIpV6Test-1074010632 tempest-NetworksIpV6Test-1074010632-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6007154'] for subnet, precommit_delete_associations {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:46.511115 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-f4898c4a-84b7-4bea-a12f-0363715ec304 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:46.560647 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-28b94359-5d5b-4c22-980d-1fb1b61f33d7 tempest-AllowedAddressPairTestJSON-1374304016 tempest-AllowedAddressPairTestJSON-1374304016-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222849'] for port, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:46.565471 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-28b94359-5d5b-4c22-980d-1fb1b61f33d7 tempest-AllowedAddressPairTestJSON-1374304016 tempest-AllowedAddressPairTestJSON-1374304016-project] 10.222.0.67 "DELETE /v2.0/ports/bbff3776-89eb-4258-96b7-860630e746ee HTTP/1.1" status: 204 len: 168 time: 1.9773762 Sep 23 19:38:46.570443 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 57848) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:38:46.607256 n-d-713301-16 neutron-server[95101]: INFO neutron.pecan_wsgi.hooks.translation [None req-3df8438b-91ec-4d6d-af59-1fa36b5b96de tempest-AllowedAddressPairTestJSON-1374304016 tempest-AllowedAddressPairTestJSON-1374304016-project] GET failed (client error): The resource could not be found. Sep 23 19:38:46.613759 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-3df8438b-91ec-4d6d-af59-1fa36b5b96de tempest-AllowedAddressPairTestJSON-1374304016 tempest-AllowedAddressPairTestJSON-1374304016-project] 10.222.0.67 "GET /v2.0/ports/bbff3776-89eb-4258-96b7-860630e746ee HTTP/1.1" status: 404 len: 333 time: 0.0420654 Sep 23 19:38:46.633328 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 57850) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:38:46.641398 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.v2.base [None req-04011d92-cb95-4356-bfbf-39257b0a4b58 tempest-AllowedAddressPairTestJSON-1374304016 tempest-AllowedAddressPairTestJSON-1374304016-project] Request body: {'port': {'network_id': '764e4c99-1503-404d-a4d0-df8eceb226f6', 'name': 'tempest-AllowedAddressPairTestJSON-634395951'}} {{(pid=95101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:38:46.697384 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-ea720dc1-2131-4be6-bda1-ee83bd95c34b None None] Notify callbacks [] for port, precommit_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:46.710092 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-ea720dc1-2131-4be6-bda1-ee83bd95c34b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:46.739306 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-3615f912-bc9e-40ca-bea8-79192fce2401 tempest-NetworksIpV6Test-1074010632 tempest-NetworksIpV6Test-1074010632-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1756813'] for subnet, precommit_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:46.741586 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-45a711cc-5eb2-4aa7-805d-5f1c20fc087a tempest-FloatingIPTestJSON-2085468291 tempest-FloatingIPTestJSON-2085468291-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:46.799059 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7d0957d-e2cb-4ca9-969e-61bf94469b0e None None] Pushing event updated for resources: {'Port': ['ID=b766922d-1387-4829-9573-19605242a9a7,revision_number=3']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:38:46.871136 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.managers [None req-ea720dc1-2131-4be6-bda1-ee83bd95c34b None None] Attempting to bind port b766922d-1387-4829-9573-19605242a9a7 on host n-d-713301-16 for vnic_type normal with profile {{(pid=95103) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 19:38:46.871738 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.managers [None req-ea720dc1-2131-4be6-bda1-ee83bd95c34b None None] Attempting to bind port b766922d-1387-4829-9573-19605242a9a7 by drivers openvswitch,hyperv on host n-d-713301-16 at level 0 using segments [{'id': 'd8402129-e46c-475e-8b4c-88724e8b832b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '7fafb3d9-de72-4d87-8d56-0a7bcad8db30'}] {{(pid=95103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 19:38:46.872126 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea720dc1-2131-4be6-bda1-ee83bd95c34b None None] Attempting to bind port b766922d-1387-4829-9573-19605242a9a7 on network 7fafb3d9-de72-4d87-8d56-0a7bcad8db30 {{(pid=95103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:38:46.873710 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd1cd22-1f69-43d9-aa63-25510ebbeb97 req-a137ace8-8972-4ccb-9dad-9ffa9163fcb4 tempest-ServersTestJSON-149791516 tempest-ServersTestJSON-149791516-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:38:46.877518 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-4bd1cd22-1f69-43d9-aa63-25510ebbeb97 req-a137ace8-8972-4ccb-9dad-9ffa9163fcb4 tempest-ServersTestJSON-149791516 tempest-ServersTestJSON-149791516-project] 10.222.0.67 "GET /v2.0/networks?id=13c320c3-e746-4d37-877a-d3d286211b52 HTTP/1.1" status: 200 len: 806 time: 0.7341316 Sep 23 19:38:46.880426 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea720dc1-2131-4be6-bda1-ee83bd95c34b None None] Checking agent: {'id': '70a14545-df24-472f-8f95-bfe1719bff93', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 19, 7, 53), 'started_at': datetime.datetime(2021, 9, 23, 19, 8, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 19, 38, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 19:38:46.882051 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea720dc1-2131-4be6-bda1-ee83bd95c34b None None] Checking segment: {'id': 'd8402129-e46c-475e-8b4c-88724e8b832b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '7fafb3d9-de72-4d87-8d56-0a7bcad8db30'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95103) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:38:46.882051 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-ea720dc1-2131-4be6-bda1-ee83bd95c34b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:46.882562 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea720dc1-2131-4be6-bda1-ee83bd95c34b None None] Bound using segment: {'id': 'd8402129-e46c-475e-8b4c-88724e8b832b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '7fafb3d9-de72-4d87-8d56-0a7bcad8db30'} {{(pid=95103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 19:38:46.884644 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.managers [None req-ea720dc1-2131-4be6-bda1-ee83bd95c34b None None] Bound port: b766922d-1387-4829-9573-19605242a9a7, host: n-d-713301-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd8402129-e46c-475e-8b4c-88724e8b832b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '7fafb3d9-de72-4d87-8d56-0a7bcad8db30'}}] {{(pid=95103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 19:38:46.886708 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-ea720dc1-2131-4be6-bda1-ee83bd95c34b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:46.887005 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-f4898c4a-84b7-4bea-a12f-0363715ec304 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:46.889039 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-3615f912-bc9e-40ca-bea8-79192fce2401 tempest-NetworksIpV6Test-1074010632 tempest-NetworksIpV6Test-1074010632-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1756804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5607514', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6130950'] for subnet, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:46.897469 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-bf71d5a0-5b8a-467c-837b-eeb8422f80cb req-9a2f80b3-c9b4-4f3d-8660-4d1d2e527a1d service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=583aeae2-b5c0-4d8d-bffb-15a63f4020fc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.6621590 Sep 23 19:38:46.909085 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e4ea1f1-6f88-4073-b76c-c9fcfbb1186e req-91b6f06e-b107-45a7-a69f-df7bc4786c6c tempest-ServerAddressesTestJSON-1621974947 tempest-ServerAddressesTestJSON-1621974947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:38:46.910131 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-f4898c4a-84b7-4bea-a12f-0363715ec304 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:46.924138 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-2e4ea1f1-6f88-4073-b76c-c9fcfbb1186e req-91b6f06e-b107-45a7-a69f-df7bc4786c6c tempest-ServerAddressesTestJSON-1621974947 tempest-ServerAddressesTestJSON-1621974947-project] 10.222.0.67 "GET /v2.0/ports?device_id=b700d337-ad79-431c-bf54-280d7d2b7b09 HTTP/1.1" status: 200 len: 943 time: 0.6908317 Sep 23 19:38:46.932249 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-2747966d-e08f-45a1-9d84-de592c645211 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4398944', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5388242'] for subnet, after_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:46.955994 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3615f912-bc9e-40ca-bea8-79192fce2401 tempest-NetworksIpV6Test-1074010632 tempest-NetworksIpV6Test-1074010632-project] Pushing event deleted for resources: {'Subnet': ['ID=455ccdd9-81af-4042-a87c-851628deae67,revision_number=None']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:38:46.986408 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-3615f912-bc9e-40ca-bea8-79192fce2401 tempest-NetworksIpV6Test-1074010632 tempest-NetworksIpV6Test-1074010632-project] Notify callbacks [] for subnet, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:46.989235 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-3615f912-bc9e-40ca-bea8-79192fce2401 tempest-NetworksIpV6Test-1074010632 tempest-NetworksIpV6Test-1074010632-project] 10.222.0.67 "DELETE /v2.0/subnets/455ccdd9-81af-4042-a87c-851628deae67 HTTP/1.1" status: 204 len: 168 time: 1.0870006 Sep 23 19:38:46.989894 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-4bd1cd22-1f69-43d9-aa63-25510ebbeb97 req-b53889a3-55a3-4be4-918c-2370ff0e5cf6 tempest-ServersTestJSON-149791516 tempest-ServersTestJSON-149791516-project] 10.222.0.67 "GET /v2.0/quotas/ee2e9bda0f104270af74ba8d5f144843 HTTP/1.1" status: 200 len: 375 time: 0.0901732 Sep 23 19:38:46.990620 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-39604a82-cf99-4847-88b7-f5a888be1067 req-7d5b3388-995e-45bd-90f5-3b29ba22fc7b tempest-ServerAddressesTestJSON-1621974947 tempest-ServerAddressesTestJSON-1621974947-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783146162158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783145673144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4399100'] for port, after_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:46.992461 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 57852) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:38:46.994054 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de2782f0-242b-4325-a22b-0abfecd888ea None None] Network 07e32d0d-56a1-4ef4-a08b-0c66026f456e requested from n-d-713301-16 {{(pid=95103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 19:38:47.018582 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04011d92-cb95-4356-bfbf-39257b0a4b58 tempest-AllowedAddressPairTestJSON-1374304016 tempest-AllowedAddressPairTestJSON-1374304016-project] Made reservation on behalf of 7c4cfbd8f5ae4e4a9e04db1551f99476 for: {'port': 1} {{(pid=95101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:38:47.023180 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-04011d92-cb95-4356-bfbf-39257b0a4b58 tempest-AllowedAddressPairTestJSON-1374304016 tempest-AllowedAddressPairTestJSON-1374304016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:47.040465 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4898c4a-84b7-4bea-a12f-0363715ec304 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17af0bc5-fbf0-42d1-a9cd-aaec69662b94,revision_number=1']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:38:47.044467 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-ea720dc1-2131-4be6-bda1-ee83bd95c34b None None] For port b766922d-1387-4829-9573-19605242a9a7, host n-d-713301-16, cleared binding levels {{(pid=95103) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 19:38:47.058807 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-f4898c4a-84b7-4bea-a12f-0363715ec304 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=9306be1803454d9bbb3293362204a4d1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9662235 Sep 23 19:38:47.063881 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 57854) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:38:47.073379 n-d-713301-16 neutron-server[95101]: DEBUG neutron.notifiers.nova [None req-04011d92-cb95-4356-bfbf-39257b0a4b58 tempest-AllowedAddressPairTestJSON-1374304016 tempest-AllowedAddressPairTestJSON-1374304016-project] device_id is not set on port 33718ce6-ac50-4ab9-85eb-4e3d1e34a135 yet. {{(pid=95101) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 23 19:38:47.096176 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-ea720dc1-2131-4be6-bda1-ee83bd95c34b None None] For port b766922d-1387-4829-9573-19605242a9a7, host n-d-713301-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-16',level=0,port_id=b766922d-1387-4829-9573-19605242a9a7,segment=NetworkSegment(d8402129-e46c-475e-8b4c-88724e8b832b),segment_id=d8402129-e46c-475e-8b4c-88724e8b832b)] {{(pid=95103) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 19:38:47.105074 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d5b3388-995e-45bd-90f5-3b29ba22fc7b tempest-ServerAddressesTestJSON-1621974947 tempest-ServerAddressesTestJSON-1621974947-project] Pushing event deleted for resources: {'Port': ['ID=e3b92940-69c2-40d2-a6cd-e6b42bbd4ffb,revision_number=None']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:38:47.124965 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-ea720dc1-2131-4be6-bda1-ee83bd95c34b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:47.191984 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-b6b492d2-a23d-4135-965b-aaa1105840e3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:47.219288 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea720dc1-2131-4be6-bda1-ee83bd95c34b None None] Routers {'799b259e-c030-438c-9e8e-130e346dc3c3'} bound to L3 agent in host n-d-713301-16 {{(pid=95103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 19:38:47.219939 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_hamode_db [None req-ea720dc1-2131-4be6-bda1-ee83bd95c34b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-23T19:07:52Z,description=,heartbeat_timestamp=2021-09-23T19:38:22Z,host='n-d-713301-16',id=79a740bf-7821-4989-8288-7186e3e128f3,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:07:52Z,topic='l3_agent')) {'router_ids': ['799b259e-c030-438c-9e8e-130e346dc3c3'], 'active': True} {{(pid=95103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:38:47.224449 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-2e4ea1f1-6f88-4073-b76c-c9fcfbb1186e req-3faafaf3-00bc-4efd-99ba-a1a1525c5561 tempest-ServerAddressesTestJSON-1621974947 tempest-ServerAddressesTestJSON-1621974947-project] 10.222.0.67 "GET /v2.0/security-groups?id=e52c6125-72a0-48bf-92d1-52c82797a2a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2906210 Sep 23 19:38:47.226237 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-45a711cc-5eb2-4aa7-805d-5f1c20fc087a tempest-FloatingIPTestJSON-2085468291 tempest-FloatingIPTestJSON-2085468291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:47.227904 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7d0957d-e2cb-4ca9-969e-61bf94469b0e None None] Pushing event updated for resources: {'Port': ['ID=b766922d-1387-4829-9573-19605242a9a7,revision_number=4']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:38:47.266224 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-b6b492d2-a23d-4135-965b-aaa1105840e3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:47.301125 n-d-713301-16 neutron-server[95101]: DEBUG neutron.db.db_base_plugin_common [None req-04011d92-cb95-4356-bfbf-39257b0a4b58 tempest-AllowedAddressPairTestJSON-1374304016 tempest-AllowedAddressPairTestJSON-1374304016-project] Allocated IP 172.20.0.6 (764e4c99-1503-404d-a4d0-df8eceb226f6/86f7afa6-28aa-41a7-9d88-e25e29712c63/33718ce6-ac50-4ab9-85eb-4e3d1e34a135) {{(pid=95101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 19:38:47.379370 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2747966d-e08f-45a1-9d84-de592c645211 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8da6165a-6958-4fa7-bb36-797fd4b8f09d,revision_number=0']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:38:47.455683 n-d-713301-16 neutron-server[95102]: DEBUG neutron.db.l3_dvrscheduler_db [req-39604a82-cf99-4847-88b7-f5a888be1067 req-7d5b3388-995e-45bd-90f5-3b29ba22fc7b tempest-ServerAddressesTestJSON-1621974947 tempest-ServerAddressesTestJSON-1621974947-project] No DVR routers for this DVR port e3b92940-69c2-40d2-a6cd-e6b42bbd4ffb on host n-h1-713301-16 {{(pid=95102) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 19:38:47.461971 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-39604a82-cf99-4847-88b7-f5a888be1067 req-7d5b3388-995e-45bd-90f5-3b29ba22fc7b tempest-ServerAddressesTestJSON-1621974947 tempest-ServerAddressesTestJSON-1621974947-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222849'] for port, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:47.464316 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-39604a82-cf99-4847-88b7-f5a888be1067 req-7d5b3388-995e-45bd-90f5-3b29ba22fc7b tempest-ServerAddressesTestJSON-1621974947 tempest-ServerAddressesTestJSON-1621974947-project] 10.222.0.74 "DELETE /v2.0/ports/e3b92940-69c2-40d2-a6cd-e6b42bbd4ffb HTTP/1.1" status: 204 len: 173 time: 2.6934533 Sep 23 19:38:47.476091 n-d-713301-16 neutron-server[95102]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b700d337-ad79-431c-bf54-280d7d2b7b09', 'name': 'network-vif-deleted', 'tag': 'e3b92940-69c2-40d2-a6cd-e6b42bbd4ffb'}] {{(pid=95102) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 19:38:47.479549 n-d-713301-16 neutron-server[95102]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab31b6d93e5336dbddfa8ec424565b3bd8cb2369c5b4d85bc943472dbb21e8ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61ddf6f3-09fe-4653-8679-39ee4d628823" -d '{"events": [{"server_uuid": "b700d337-ad79-431c-bf54-280d7d2b7b09", "name": "network-vif-deleted", "tag": "e3b92940-69c2-40d2-a6cd-e6b42bbd4ffb"}]}' {{(pid=95102) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 19:38:47.544209 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf71d5a0-5b8a-467c-837b-eeb8422f80cb req-c88e8b1f-e316-4d75-b819-0c11c36685d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:38:47.544721 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf71d5a0-5b8a-467c-837b-eeb8422f80cb req-c88e8b1f-e316-4d75-b819-0c11c36685d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:38:47.545201 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf71d5a0-5b8a-467c-837b-eeb8422f80cb req-c88e8b1f-e316-4d75-b819-0c11c36685d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:38:47.545672 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf71d5a0-5b8a-467c-837b-eeb8422f80cb req-c88e8b1f-e316-4d75-b819-0c11c36685d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:38:47.546146 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf71d5a0-5b8a-467c-837b-eeb8422f80cb req-c88e8b1f-e316-4d75-b819-0c11c36685d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:38:47.546420 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0e770fd-7307-46e1-8a33-34ec6cec7266 None None] DHCP port deletion for 07e32d0d-56a1-4ef4-a08b-0c66026f456e request from n-d-713301-16 {{(pid=95103) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 23 19:38:47.560305 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf71d5a0-5b8a-467c-837b-eeb8422f80cb req-c88e8b1f-e316-4d75-b819-0c11c36685d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:38:47.562028 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf71d5a0-5b8a-467c-837b-eeb8422f80cb req-c88e8b1f-e316-4d75-b819-0c11c36685d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:38:47.565429 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-bf71d5a0-5b8a-467c-837b-eeb8422f80cb req-c88e8b1f-e316-4d75-b819-0c11c36685d0 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=1f1788a36b0c407c84d1fe9c6d21bab4&device_id=583aeae2-b5c0-4d8d-bffb-15a63f4020fc HTTP/1.1" status: 200 len: 6506 time: 0.5604105 Sep 23 19:38:47.567805 n-d-713301-16 neutron-server[95102]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 19:38:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c5a0138-504c-4df9-8250-3be4faea7fd2 x-openstack-request-id: req-7c5a0138-504c-4df9-8250-3be4faea7fd2 {{(pid=95102) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 19:38:47.569050 n-d-713301-16 neutron-server[95102]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b700d337-ad79-431c-bf54-280d7d2b7b09", "name": "network-vif-deleted", "tag": "e3b92940-69c2-40d2-a6cd-e6b42bbd4ffb", "status": "completed", "code": 200}]} {{(pid=95102) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 19:38:47.569609 n-d-713301-16 neutron-server[95102]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-7c5a0138-504c-4df9-8250-3be4faea7fd2 {{(pid=95102) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 19:38:47.570246 n-d-713301-16 neutron-server[95102]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b700d337-ad79-431c-bf54-280d7d2b7b09', 'name': 'network-vif-deleted', 'tag': 'e3b92940-69c2-40d2-a6cd-e6b42bbd4ffb', 'status': 'completed', 'code': 200} Sep 23 19:38:47.577278 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-9c8683fa-8cb0-40e2-a235-3ce8049ab70b tempest-NetworksIpV6Test-1074010632 tempest-NetworksIpV6Test-1074010632-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1628021'] for network, before_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:47.580328 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2747966d-e08f-45a1-9d84-de592c645211 admin admin] Checking segment: {'id': '493d4d1d-8f65-4042-8e48-d1f5da78bb2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '98fedc67-72b8-4221-a74f-236d7c9bf368'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95102) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:38:47.580906 n-d-713301-16 neutron-server[95102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2747966d-e08f-45a1-9d84-de592c645211 admin admin] Network hostable DHCP agents. Network: 98fedc67-72b8-4221-a74f-236d7c9bf368, hostable agents: ['1b18bf05-1b5f-4587-be5c-af3ac38e32ad'], hosted agents: [] {{(pid=95102) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 19:38:47.596635 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-b6b492d2-a23d-4135-965b-aaa1105840e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:47.601331 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-b6b492d2-a23d-4135-965b-aaa1105840e3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:47.607732 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-b6b492d2-a23d-4135-965b-aaa1105840e3 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/17af0bc5-fbf0-42d1-a9cd-aaec69662b94 HTTP/1.1" status: 204 len: 168 time: 0.5416484 Sep 23 19:38:47.635926 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6b492d2-a23d-4135-965b-aaa1105840e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17af0bc5-fbf0-42d1-a9cd-aaec69662b94,revision_number=None']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:38:47.648156 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-4bd1cd22-1f69-43d9-aa63-25510ebbeb97 req-77c7da2f-54c1-4960-95aa-75a3ee01c9c3 tempest-ServersTestJSON-149791516 tempest-ServersTestJSON-149791516-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=ee2e9bda0f104270af74ba8d5f144843&fields=id HTTP/1.1" status: 200 len: 255 time: 0.5794511 Sep 23 19:38:47.665289 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_dvr_db [None req-ea720dc1-2131-4be6-bda1-ee83bd95c34b None None] Set router 799b259e-c030-438c-9e8e-130e346dc3c3 gateway port host: n-d-713301-16 {{(pid=95103) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 19:38:47.680991 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-04011d92-cb95-4356-bfbf-39257b0a4b58 tempest-AllowedAddressPairTestJSON-1374304016 tempest-AllowedAddressPairTestJSON-1374304016-project] Notify callbacks [] for port, precommit_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:47.696118 n-d-713301-16 neutron-server[95102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2747966d-e08f-45a1-9d84-de592c645211 admin admin] Network 98fedc67-72b8-4221-a74f-236d7c9bf368 is scheduled to be hosted by DHCP agent 1b18bf05-1b5f-4587-be5c-af3ac38e32ad with binding_index 1 {{(pid=95102) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 19:38:47.727004 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-04011d92-cb95-4356-bfbf-39257b0a4b58 tempest-AllowedAddressPairTestJSON-1374304016 tempest-AllowedAddressPairTestJSON-1374304016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783145673135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5607431'] for port, after_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:47.752867 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-18dd6f52-53d2-49ac-bb84-b99e94bcd3d8 None None] Provisioning complete for port b766922d-1387-4829-9573-19605242a9a7 triggered by entity DHCP. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:38:47.753273 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-18dd6f52-53d2-49ac-bb84-b99e94bcd3d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:47.799914 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04011d92-cb95-4356-bfbf-39257b0a4b58 tempest-AllowedAddressPairTestJSON-1374304016 tempest-AllowedAddressPairTestJSON-1374304016-project] Pushing event updated for resources: {'Port': ['ID=33718ce6-ac50-4ab9-85eb-4e3d1e34a135,revision_number=1']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:38:47.807174 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04011d92-cb95-4356-bfbf-39257b0a4b58 tempest-AllowedAddressPairTestJSON-1374304016 tempest-AllowedAddressPairTestJSON-1374304016-project] Network 764e4c99-1503-404d-a4d0-df8eceb226f6 is already hosted by enough agents. {{(pid=95101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:38:47.809494 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.base_scheduler [None req-04011d92-cb95-4356-bfbf-39257b0a4b58 tempest-AllowedAddressPairTestJSON-1374304016 tempest-AllowedAddressPairTestJSON-1374304016-project] Resources bound (agent type, host, resource id): {{(pid=95101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:38:47.825572 n-d-713301-16 neutron-server[95101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04011d92-cb95-4356-bfbf-39257b0a4b58 tempest-AllowedAddressPairTestJSON-1374304016 tempest-AllowedAddressPairTestJSON-1374304016-project] Received port after_create {{(pid=95101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 19:38:47.936555 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04011d92-cb95-4356-bfbf-39257b0a4b58 tempest-AllowedAddressPairTestJSON-1374304016 tempest-AllowedAddressPairTestJSON-1374304016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:38:47.937435 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-04011d92-cb95-4356-bfbf-39257b0a4b58 tempest-AllowedAddressPairTestJSON-1374304016 tempest-AllowedAddressPairTestJSON-1374304016-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222849'] for port, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:47.940743 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.plugin [None req-e0e770fd-7307-46e1-8a33-34ec6cec7266 None None] Deleting port 165a89fc-0597-40b9-8573-35c29276addf {{(pid=95103) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:38:47.941150 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-e0e770fd-7307-46e1-8a33-34ec6cec7266 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783146157096'] for port, before_delete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:47.968132 n-d-713301-16 neutron-server[95102]: DEBUG neutron.scheduler.base_scheduler [None req-2747966d-e08f-45a1-9d84-de592c645211 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713301-16, 98fedc67-72b8-4221-a74f-236d7c9bf368) {{(pid=95102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:38:47.969639 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 57862) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:38:47.971389 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-04011d92-cb95-4356-bfbf-39257b0a4b58 tempest-AllowedAddressPairTestJSON-1374304016 tempest-AllowedAddressPairTestJSON-1374304016-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.3346624 Sep 23 19:38:47.986073 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73de8063-10da-4eb1-a831-d63791f41727 None None] Network 98fedc67-72b8-4221-a74f-236d7c9bf368 requested from n-d-713301-16 {{(pid=95103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 19:38:48.168587 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-e0e770fd-7307-46e1-8a33-34ec6cec7266 None None] For port 165a89fc-0597-40b9-8573-35c29276addf, host n-d-713301-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-16',level=0,port_id=165a89fc-0597-40b9-8573-35c29276addf,segment=NetworkSegment(8e5f2696-3bbe-43af-a641-820ef1c18f4c),segment_id=8e5f2696-3bbe-43af-a641-820ef1c18f4c)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:38:48.169348 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-e0e770fd-7307-46e1-8a33-34ec6cec7266 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-605701'] for port, precommit_delete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:48.206563 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-18dd6f52-53d2-49ac-bb84-b99e94bcd3d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:48.222995 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.plugin [None req-e0e770fd-7307-46e1-8a33-34ec6cec7266 None None] Calling delete_port for 165a89fc-0597-40b9-8573-35c29276addf owned by network:dhcp {{(pid=95103) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:38:48.267487 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 57872) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:38:48.301835 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-18dd6f52-53d2-49ac-bb84-b99e94bcd3d8 None None] For port b766922d-1387-4829-9573-19605242a9a7, host n-d-713301-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-16',level=0,port_id=b766922d-1387-4829-9573-19605242a9a7,segment=NetworkSegment(d8402129-e46c-475e-8b4c-88724e8b832b),segment_id=d8402129-e46c-475e-8b4c-88724e8b832b)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:38:48.331716 n-d-713301-16 neutron-server[95101]: DEBUG neutron.db.db_base_plugin_v2 [None req-4e053c9e-a599-4afb-b90c-b8e342af641b admin admin] Deleting subnet f74cba44-38e6-49ef-9bef-03b36afc7bbf {{(pid=95101) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 23 19:38:48.337053 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-4e053c9e-a599-4afb-b90c-b8e342af641b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:48.348719 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-18dd6f52-53d2-49ac-bb84-b99e94bcd3d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:48.395953 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.v2.base [None req-7eef1e41-7077-493b-b487-a909c7d90800 tempest-AllowedAddressPairTestJSON-1374304016 tempest-AllowedAddressPairTestJSON-1374304016-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.0/16', 'mac_address': 'fa:16:3e:39:2f:06'}]}} {{(pid=95102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:38:48.407809 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2747966d-e08f-45a1-9d84-de592c645211 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:38:48.408415 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-2747966d-e08f-45a1-9d84-de592c645211 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:48.410229 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-4e053c9e-a599-4afb-b90c-b8e342af641b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6007154'] for subnet, precommit_delete_associations {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:48.440118 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf71d5a0-5b8a-467c-837b-eeb8422f80cb req-53f69232-edd1-430e-84c9-d745fc16c161 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:38:48.440686 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf71d5a0-5b8a-467c-837b-eeb8422f80cb req-53f69232-edd1-430e-84c9-d745fc16c161 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:38:48.441103 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf71d5a0-5b8a-467c-837b-eeb8422f80cb req-53f69232-edd1-430e-84c9-d745fc16c161 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:38:48.442728 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-bf71d5a0-5b8a-467c-837b-eeb8422f80cb req-53f69232-edd1-430e-84c9-d745fc16c161 service neutron] 10.222.0.53 "GET /v2.0/networks?id=4938c958-b8c9-4af7-9682-a50ce306467f&id=6b0b0714-7ca1-4d6d-b820-8be57f2679a5&id=6b0b0714-7ca1-4d6d-b820-8be57f2679a5&id=6b0b0714-7ca1-4d6d-b820-8be57f2679a5&id=6b0b0714-7ca1-4d6d-b820-8be57f2679a5&id=f23b48c2-30e2-4b8a-a3bf-2e6a4262ee17&id=f23b48c2-30e2-4b8a-a3bf-2e6a4262ee17 HTTP/1.1" status: 200 len: 2299 time: 0.8411012 Sep 23 19:38:48.468389 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_hamode_db [None req-ea720dc1-2131-4be6-bda1-ee83bd95c34b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '799b259e-c030-438c-9e8e-130e346dc3c3', 'name': 'tempest-TestVolumeBackupRestore-2096930916-router', 'tenant_id': 'df60118e0c434751a044956da831d00f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'external_fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.22'}], 'enable_snat': True}, 'gw_port_id': 'b93c2628-3d41-4f95-8fff-571fb9f87cad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:38:30Z', 'updated_at': '2021-09-23T19:38:40Z', 'revision_number': 4, 'project_id': 'df60118e0c434751a044956da831d00f', 'gw_port': {'id': 'b93c2628-3d41-4f95-8fff-571fb9f87cad', 'name': '', 'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:59:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '799b259e-c030-438c-9e8e-130e346dc3c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2105, 'fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:38:31Z', 'updated_at': '2021-09-23T19:38:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-16', '_interfaces': [{'id': 'b766922d-1387-4829-9573-19605242a9a7', 'name': '', 'network_id': '7fafb3d9-de72-4d87-8d56-0a7bcad8db30', 'tenant_id': 'df60118e0c434751a044956da831d00f', 'mac_address': 'fa:16:3e:43:28:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '799b259e-c030-438c-9e8e-130e346dc3c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2108, 'fixed_ips': [{'subnet_id': 'c5aa3ac0-9cd5-40cd-ab5b-44ea34e24ad1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:38:38Z', 'updated_at': '2021-09-23T19:38:47Z', 'revision_number': 4, 'project_id': 'df60118e0c434751a044956da831d00f', 'subnets': [{'id': 'c5aa3ac0-9cd5-40cd-ab5b-44ea34e24ad1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-16', False) {} {{(pid=95103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:38:48.470592 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-4e053c9e-a599-4afb-b90c-b8e342af641b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1756813'] for subnet, precommit_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:48.544054 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-4e053c9e-a599-4afb-b90c-b8e342af641b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1756804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5607514', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6130950'] for subnet, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:48.548064 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18dd6f52-53d2-49ac-bb84-b99e94bcd3d8 None None] Pushing event updated for resources: {'Port': ['ID=b766922d-1387-4829-9573-19605242a9a7,revision_number=5']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:38:48.552287 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea720dc1-2131-4be6-bda1-ee83bd95c34b None None] The sync data for ids ['799b259e-c030-438c-9e8e-130e346dc3c3'] in n-d-713301-16 is: [{'id': '799b259e-c030-438c-9e8e-130e346dc3c3', 'name': 'tempest-TestVolumeBackupRestore-2096930916-router', 'tenant_id': 'df60118e0c434751a044956da831d00f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'external_fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.22'}], 'enable_snat': True}, 'gw_port_id': 'b93c2628-3d41-4f95-8fff-571fb9f87cad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:38:30Z', 'updated_at': '2021-09-23T19:38:40Z', 'revision_number': 4, 'project_id': 'df60118e0c434751a044956da831d00f', 'gw_port': {'id': 'b93c2628-3d41-4f95-8fff-571fb9f87cad', 'name': '', 'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:59:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '799b259e-c030-438c-9e8e-130e346dc3c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2105, 'fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:38:31Z', 'updated_at': '2021-09-23T19:38:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-16', '_interfaces': [{'id': 'b766922d-1387-4829-9573-19605242a9a7', 'name': '', 'network_id': '7fafb3d9-de72-4d87-8d56-0a7bcad8db30', 'tenant_id': 'df60118e0c434751a044956da831d00f', 'mac_address': 'fa:16:3e:43:28:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '799b259e-c030-438c-9e8e-130e346dc3c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2108, 'fixed_ips': [{'subnet_id': 'c5aa3ac0-9cd5-40cd-ab5b-44ea34e24ad1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:38:38Z', 'updated_at': '2021-09-23T19:38:47Z', 'revision_number': 4, 'project_id': 'df60118e0c434751a044956da831d00f', 'subnets': [{'id': 'c5aa3ac0-9cd5-40cd-ab5b-44ea34e24ad1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 19:38:48.559849 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-2747966d-e08f-45a1-9d84-de592c645211 admin admin] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 3.0814099 Sep 23 19:38:48.561691 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.plugin [None req-9c8683fa-8cb0-40e2-a235-3ce8049ab70b tempest-NetworksIpV6Test-1074010632 tempest-NetworksIpV6Test-1074010632-project] Deleting port 165a89fc-0597-40b9-8573-35c29276addf {{(pid=95102) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:38:48.562411 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-9c8683fa-8cb0-40e2-a235-3ce8049ab70b tempest-NetworksIpV6Test-1074010632 tempest-NetworksIpV6Test-1074010632-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783146157096'] for port, before_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:48.565598 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-228655ee-ac4c-46c4-94ea-4f22e51de278 None None] Provisioning complete for port 33718ce6-ac50-4ab9-85eb-4e3d1e34a135 triggered by entity DHCP. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:38:48.566218 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-228655ee-ac4c-46c4-94ea-4f22e51de278 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:48.574548 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 57878) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:38:48.579440 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69b75940-4481-4dcc-b9d8-38833c002cd5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4c8b80df-07eb-5275-9f17-5cf640db67c0-98fedc67-72b8-4221-a74f-236d7c9bf368', 'network_id': '98fedc67-72b8-4221-a74f-236d7c9bf368', 'tenant_id': '1718189929d9483b8c1064052628d365', 'fixed_ips': [{'subnet_id': '8da6165a-6958-4fa7-bb36-797fd4b8f09d'}]}} from n-d-713301-16. {{(pid=95103) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 23 19:38:48.580941 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-69b75940-4481-4dcc-b9d8-38833c002cd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_create {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:48.582464 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.v2.base [None req-265f292f-82a7-49ab-aa1f-397ea3d51dbf admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-515741337-router', 'tenant_id': '1718189929d9483b8c1064052628d365', 'external_gateway_info': {'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac'}}} {{(pid=95101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:38:48.648302 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-e0e770fd-7307-46e1-8a33-34ec6cec7266 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783146162158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783145673144'] for port, after_delete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:48.666943 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.db [None req-9c8683fa-8cb0-40e2-a235-3ce8049ab70b tempest-NetworksIpV6Test-1074010632 tempest-NetworksIpV6Test-1074010632-project] For port 165a89fc-0597-40b9-8573-35c29276addf, host n-d-713301-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-16',level=0,port_id=165a89fc-0597-40b9-8573-35c29276addf,segment=NetworkSegment(8e5f2696-3bbe-43af-a641-820ef1c18f4c),segment_id=8e5f2696-3bbe-43af-a641-820ef1c18f4c)] {{(pid=95102) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:38:48.667636 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-9c8683fa-8cb0-40e2-a235-3ce8049ab70b tempest-NetworksIpV6Test-1074010632 tempest-NetworksIpV6Test-1074010632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-605701'] for port, precommit_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:48.676018 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-4e053c9e-a599-4afb-b90c-b8e342af641b admin admin] Notify callbacks [] for subnet, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:48.683269 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-4e053c9e-a599-4afb-b90c-b8e342af641b admin admin] 10.222.0.67 "DELETE /v2.0/subnets/f74cba44-38e6-49ef-9bef-03b36afc7bbf HTTP/1.1" status: 204 len: 168 time: 0.4121821 Sep 23 19:38:48.685512 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e053c9e-a599-4afb-b90c-b8e342af641b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f74cba44-38e6-49ef-9bef-03b36afc7bbf,revision_number=None']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:38:48.688124 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 57882) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:38:48.693545 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.plugin [None req-9c8683fa-8cb0-40e2-a235-3ce8049ab70b tempest-NetworksIpV6Test-1074010632 tempest-NetworksIpV6Test-1074010632-project] Calling delete_port for 165a89fc-0597-40b9-8573-35c29276addf owned by network:dhcp {{(pid=95102) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:38:48.814066 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-7b9b4673-75ff-499c-8b4d-b4144db68bed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1628021'] for network, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:48.821163 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-265f292f-82a7-49ab-aa1f-397ea3d51dbf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-594563', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29355'] for router, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:48.822576 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-265f292f-82a7-49ab-aa1f-397ea3d51dbf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-597363', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-601731', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-739356', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29346'] for router, precommit_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:48.868308 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0e770fd-7307-46e1-8a33-34ec6cec7266 None None] Pushing event deleted for resources: {'Port': ['ID=165a89fc-0597-40b9-8573-35c29276addf,revision_number=None']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:38:48.879339 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0e770fd-7307-46e1-8a33-34ec6cec7266 None None] No DVR routers for this DVR port 165a89fc-0597-40b9-8573-35c29276addf on host n-d-713301-16 {{(pid=95103) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 19:38:48.887620 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.plugin [None req-228655ee-ac4c-46c4-94ea-4f22e51de278 None None] Port 33718ce6-ac50-4ab9-85eb-4e3d1e34a135 cannot update to ACTIVE because it is not bound. {{(pid=95103) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 19:38:48.917066 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-4bd1cd22-1f69-43d9-aa63-25510ebbeb97 req-dd2ceb91-8a86-4e56-a42d-be463556c751 service neutron] 10.222.0.67 "GET /v2.0/networks/13c320c3-e746-4d37-877a-d3d286211b52?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2330978 Sep 23 19:38:48.931322 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-228655ee-ac4c-46c4-94ea-4f22e51de278 None None] Provisioning complete for port b766922d-1387-4829-9573-19605242a9a7 triggered by entity DHCP. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:38:48.931688 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-228655ee-ac4c-46c4-94ea-4f22e51de278 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:48.950126 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-45a711cc-5eb2-4aa7-805d-5f1c20fc087a tempest-FloatingIPTestJSON-2085468291 tempest-FloatingIPTestJSON-2085468291-project] Notify callbacks [] for port, precommit_update {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:48.987650 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-45a711cc-5eb2-4aa7-805d-5f1c20fc087a tempest-FloatingIPTestJSON-2085468291 tempest-FloatingIPTestJSON-2085468291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4399095'] for port, after_update {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:48.995763 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-265f292f-82a7-49ab-aa1f-397ea3d51dbf admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:49.068423 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.db_base_plugin_common [None req-69b75940-4481-4dcc-b9d8-38833c002cd5 None None] Allocated IP 172.20.0.2 (98fedc67-72b8-4221-a74f-236d7c9bf368/8da6165a-6958-4fa7-bb36-797fd4b8f09d/8f3ee136-98cc-4d37-bd54-9a2461aa1eb0) {{(pid=95103) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 19:38:49.147199 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45a711cc-5eb2-4aa7-805d-5f1c20fc087a tempest-FloatingIPTestJSON-2085468291 tempest-FloatingIPTestJSON-2085468291-project] Pushing event updated for resources: {'Port': ['ID=7ed88618-5161-44de-8158-5bb518d2e22b,revision_number=2']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:38:49.148844 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-7b9b4673-75ff-499c-8b4d-b4144db68bed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1754676', 'neutron.services.segments.db._delete_segments_for_network-8783146221460'] for network, precommit_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:49.157437 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-bf71d5a0-5b8a-467c-837b-eeb8422f80cb req-86d617d5-16e4-455a-9d17-49bbd30d362d service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6a7a5cae-7327-4542-b381-1fad380770ef HTTP/1.1" status: 200 len: 1001 time: 0.7039623 Sep 23 19:38:49.191504 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45a711cc-5eb2-4aa7-805d-5f1c20fc087a tempest-FloatingIPTestJSON-2085468291 tempest-FloatingIPTestJSON-2085468291-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:38:49.192321 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45a711cc-5eb2-4aa7-805d-5f1c20fc087a tempest-FloatingIPTestJSON-2085468291 tempest-FloatingIPTestJSON-2085468291-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:38:49.192733 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45a711cc-5eb2-4aa7-805d-5f1c20fc087a tempest-FloatingIPTestJSON-2085468291 tempest-FloatingIPTestJSON-2085468291-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:38:49.193092 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45a711cc-5eb2-4aa7-805d-5f1c20fc087a tempest-FloatingIPTestJSON-2085468291 tempest-FloatingIPTestJSON-2085468291-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:38:49.193444 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45a711cc-5eb2-4aa7-805d-5f1c20fc087a tempest-FloatingIPTestJSON-2085468291 tempest-FloatingIPTestJSON-2085468291-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:38:49.194290 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45a711cc-5eb2-4aa7-805d-5f1c20fc087a tempest-FloatingIPTestJSON-2085468291 tempest-FloatingIPTestJSON-2085468291-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:38:49.194290 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45a711cc-5eb2-4aa7-805d-5f1c20fc087a tempest-FloatingIPTestJSON-2085468291 tempest-FloatingIPTestJSON-2085468291-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:38:49.194549 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45a711cc-5eb2-4aa7-805d-5f1c20fc087a tempest-FloatingIPTestJSON-2085468291 tempest-FloatingIPTestJSON-2085468291-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:38:49.194996 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45a711cc-5eb2-4aa7-805d-5f1c20fc087a tempest-FloatingIPTestJSON-2085468291 tempest-FloatingIPTestJSON-2085468291-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:38:49.195341 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45a711cc-5eb2-4aa7-805d-5f1c20fc087a tempest-FloatingIPTestJSON-2085468291 tempest-FloatingIPTestJSON-2085468291-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:38:49.195681 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45a711cc-5eb2-4aa7-805d-5f1c20fc087a tempest-FloatingIPTestJSON-2085468291 tempest-FloatingIPTestJSON-2085468291-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:38:49.196038 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45a711cc-5eb2-4aa7-805d-5f1c20fc087a tempest-FloatingIPTestJSON-2085468291 tempest-FloatingIPTestJSON-2085468291-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:38:49.288239 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-265f292f-82a7-49ab-aa1f-397ea3d51dbf admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:49.305422 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-45a711cc-5eb2-4aa7-805d-5f1c20fc087a tempest-FloatingIPTestJSON-2085468291 tempest-FloatingIPTestJSON-2085468291-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-601884'] for floatingip, after_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:49.327283 n-d-713301-16 neutron-server[95101]: DEBUG neutron.services.segments.db [None req-7b9b4673-75ff-499c-8b4d-b4144db68bed admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['98db9c7f-b356-4cce-a07f-b0a148aa5a57']}} {{(pid=95101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:38:49.348700 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-7eef1e41-7077-493b-b487-a909c7d90800 tempest-AllowedAddressPairTestJSON-1374304016 tempest-AllowedAddressPairTestJSON-1374304016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:49.367099 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-4bd1cd22-1f69-43d9-aa63-25510ebbeb97 req-11b2980a-dc40-4c3a-b50d-069756071922 service neutron] 10.222.0.67 "GET /v2.0/networks/13c320c3-e746-4d37-877a-d3d286211b52?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4320781 Sep 23 19:38:49.425914 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-69b75940-4481-4dcc-b9d8-38833c002cd5 None None] Notify callbacks [] for port, precommit_create {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:49.429163 n-d-713301-16 neutron-server[95101]: DEBUG neutron.services.segments.db [None req-7b9b4673-75ff-499c-8b4d-b4144db68bed admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '336ca50d-8af5-47ef-8e05-9ba7c7688ed4') {'for_net_delete': True} {{(pid=95101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:38:49.430659 n-d-713301-16 neutron-server[95101]: DEBUG neutron.services.segments.db [None req-7b9b4673-75ff-499c-8b4d-b4144db68bed admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '336ca50d-8af5-47ef-8e05-9ba7c7688ed4') {} {{(pid=95101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:38:49.441744 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-69b75940-4481-4dcc-b9d8-38833c002cd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783145673135'] for port, after_create {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:49.467887 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-7b9b4673-75ff-499c-8b4d-b4144db68bed admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783146221725', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6007147'] for segment, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:49.496945 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-9c8683fa-8cb0-40e2-a235-3ce8049ab70b tempest-NetworksIpV6Test-1074010632 tempest-NetworksIpV6Test-1074010632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783146162158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783145673144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4399100'] for port, after_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:49.499598 n-d-713301-16 neutron-server[95103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69b75940-4481-4dcc-b9d8-38833c002cd5 None None] Network 98fedc67-72b8-4221-a74f-236d7c9bf368 is already hosted by enough agents. {{(pid=95103) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:38:49.503433 n-d-713301-16 neutron-server[95103]: DEBUG neutron.scheduler.base_scheduler [None req-69b75940-4481-4dcc-b9d8-38833c002cd5 None None] Resources bound (agent type, host, resource id): {{(pid=95103) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:38:49.509883 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69b75940-4481-4dcc-b9d8-38833c002cd5 None None] Received port after_create {{(pid=95103) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 19:38:49.534436 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-7b9b4673-75ff-499c-8b4d-b4144db68bed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1756186'] for segment, precommit_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:49.548468 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7b9b4673-75ff-499c-8b4d-b4144db68bed admin admin] Releasing vlan 632 on physical network physnet1 to pool {{(pid=95101) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 19:38:49.548976 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-7b9b4673-75ff-499c-8b4d-b4144db68bed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1756186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5608436'] for segment, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:49.552867 n-d-713301-16 neutron-server[95101]: Traceback (most recent call last): Sep 23 19:38:49.552867 n-d-713301-16 neutron-server[95101]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 19:38:49.552867 n-d-713301-16 neutron-server[95101]: timer() Sep 23 19:38:49.552867 n-d-713301-16 neutron-server[95101]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 19:38:49.552867 n-d-713301-16 neutron-server[95101]: cb(*args, **kw) Sep 23 19:38:49.552867 n-d-713301-16 neutron-server[95101]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 19:38:49.552867 n-d-713301-16 neutron-server[95101]: return func(*args, **kwargs) Sep 23 19:38:49.552867 n-d-713301-16 neutron-server[95101]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 19:38:49.552867 n-d-713301-16 neutron-server[95101]: self._notify() Sep 23 19:38:49.552867 n-d-713301-16 neutron-server[95101]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 19:38:49.552867 n-d-713301-16 neutron-server[95101]: self.callback(batched_events) Sep 23 19:38:49.552867 n-d-713301-16 neutron-server[95101]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 19:38:49.552867 n-d-713301-16 neutron-server[95101]: event.method(event) Sep 23 19:38:49.552867 n-d-713301-16 neutron-server[95101]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 19:38:49.552867 n-d-713301-16 neutron-server[95101]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 19:38:49.552867 n-d-713301-16 neutron-server[95101]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 19:38:49.552867 n-d-713301-16 neutron-server[95101]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 19:38:49.552867 n-d-713301-16 neutron-server[95101]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 19:38:49.552867 n-d-713301-16 neutron-server[95101]: return f(self, *a, **k) Sep 23 19:38:49.552867 n-d-713301-16 neutron-server[95101]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 19:38:49.552867 n-d-713301-16 neutron-server[95101]: return self._get(url).json() Sep 23 19:38:49.552867 n-d-713301-16 neutron-server[95101]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 19:38:49.552867 n-d-713301-16 neutron-server[95101]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 19:38:49.552867 n-d-713301-16 neutron-server[95101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 19:38:49.552867 n-d-713301-16 neutron-server[95101]: return self.request(url, 'GET', **kwargs) Sep 23 19:38:49.552867 n-d-713301-16 neutron-server[95101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 19:38:49.552867 n-d-713301-16 neutron-server[95101]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 19:38:49.552867 n-d-713301-16 neutron-server[95101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 19:38:49.552867 n-d-713301-16 neutron-server[95101]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 19:38:49.552867 n-d-713301-16 neutron-server[95101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 19:38:49.552867 n-d-713301-16 neutron-server[95101]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 19:38:49.552867 n-d-713301-16 neutron-server[95101]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 19:38:49.582174 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69b75940-4481-4dcc-b9d8-38833c002cd5 None None] Pushing event updated for resources: {'Port': ['ID=8f3ee136-98cc-4d37-bd54-9a2461aa1eb0,revision_number=1']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:38:49.604846 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c8683fa-8cb0-40e2-a235-3ce8049ab70b tempest-NetworksIpV6Test-1074010632 tempest-NetworksIpV6Test-1074010632-project] Pushing event deleted for resources: {'Port': ['ID=165a89fc-0597-40b9-8573-35c29276addf,revision_number=None']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:38:49.630459 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf71d5a0-5b8a-467c-837b-eeb8422f80cb req-b5c6fab8-7c71-481d-8590-3c9575c21ea0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:38:49.635827 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Device b766922d-1387-4829-9573-19605242a9a7 up at agent ovs-agent-n-d-713301-16 {{(pid=95103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 19:38:49.639847 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-bf71d5a0-5b8a-467c-837b-eeb8422f80cb req-b5c6fab8-7c71-481d-8590-3c9575c21ea0 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=0a32b004-bc4a-40b4-8198-7301a96775ce HTTP/1.1" status: 200 len: 856 time: 0.4337881 Sep 23 19:38:49.672450 n-d-713301-16 neutron-server[95102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c8683fa-8cb0-40e2-a235-3ce8049ab70b tempest-NetworksIpV6Test-1074010632 tempest-NetworksIpV6Test-1074010632-project] No DVR routers for this DVR port 165a89fc-0597-40b9-8573-35c29276addf on host n-d-713301-16 {{(pid=95102) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 19:38:49.727977 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.managers [None req-69b75940-4481-4dcc-b9d8-38833c002cd5 None None] Attempting to bind port 8f3ee136-98cc-4d37-bd54-9a2461aa1eb0 on host n-d-713301-16 for vnic_type normal with profile {{(pid=95103) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 19:38:49.728505 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.managers [None req-69b75940-4481-4dcc-b9d8-38833c002cd5 None None] Attempting to bind port 8f3ee136-98cc-4d37-bd54-9a2461aa1eb0 by drivers openvswitch,hyperv on host n-d-713301-16 at level 0 using segments [{'id': '493d4d1d-8f65-4042-8e48-d1f5da78bb2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '98fedc67-72b8-4221-a74f-236d7c9bf368'}] {{(pid=95103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 19:38:49.728959 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69b75940-4481-4dcc-b9d8-38833c002cd5 None None] Attempting to bind port 8f3ee136-98cc-4d37-bd54-9a2461aa1eb0 on network 98fedc67-72b8-4221-a74f-236d7c9bf368 {{(pid=95103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:38:49.746146 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-7b9b4673-75ff-499c-8b4d-b4144db68bed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1754627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-601866'] for network, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:49.753599 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-ec9d61d9-b92b-43c3-b829-0161734d659d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:49.756545 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-7b9b4673-75ff-499c-8b4d-b4144db68bed admin admin] Notify callbacks [] for network, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:49.757098 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69b75940-4481-4dcc-b9d8-38833c002cd5 None None] Checking agent: {'id': '70a14545-df24-472f-8f95-bfe1719bff93', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 19, 7, 53), 'started_at': datetime.datetime(2021, 9, 23, 19, 8, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 19, 38, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 19:38:49.757476 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69b75940-4481-4dcc-b9d8-38833c002cd5 None None] Checking segment: {'id': '493d4d1d-8f65-4042-8e48-d1f5da78bb2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '98fedc67-72b8-4221-a74f-236d7c9bf368'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95103) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:38:49.757874 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-69b75940-4481-4dcc-b9d8-38833c002cd5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:49.758259 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69b75940-4481-4dcc-b9d8-38833c002cd5 None None] Bound using segment: {'id': '493d4d1d-8f65-4042-8e48-d1f5da78bb2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '98fedc67-72b8-4221-a74f-236d7c9bf368'} {{(pid=95103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 19:38:49.758741 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.managers [None req-69b75940-4481-4dcc-b9d8-38833c002cd5 None None] Bound port: 8f3ee136-98cc-4d37-bd54-9a2461aa1eb0, host: n-d-713301-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '493d4d1d-8f65-4042-8e48-d1f5da78bb2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '98fedc67-72b8-4221-a74f-236d7c9bf368'}}] {{(pid=95103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 19:38:49.759120 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-69b75940-4481-4dcc-b9d8-38833c002cd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:49.767075 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-7b9b4673-75ff-499c-8b4d-b4144db68bed admin admin] 10.222.0.67 "DELETE /v2.0/networks/98db9c7f-b356-4cce-a07f-b0a148aa5a57 HTTP/1.1" status: 204 len: 168 time: 1.0470722 Sep 23 19:38:49.835670 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b9b4673-75ff-499c-8b4d-b4144db68bed admin admin] Pushing event deleted for resources: {'Network': ['ID=98db9c7f-b356-4cce-a07f-b0a148aa5a57,revision_number=None']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:38:49.845716 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Provisioning complete for port b766922d-1387-4829-9573-19605242a9a7 triggered by entity L2. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:38:49.846165 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:49.919029 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-9c8683fa-8cb0-40e2-a235-3ce8049ab70b tempest-NetworksIpV6Test-1074010632 tempest-NetworksIpV6Test-1074010632-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1754676', 'neutron.services.segments.db._delete_segments_for_network-8783146221460'] for network, precommit_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:49.943326 n-d-713301-16 neutron-server[95102]: DEBUG neutron.services.segments.db [None req-9c8683fa-8cb0-40e2-a235-3ce8049ab70b tempest-NetworksIpV6Test-1074010632 tempest-NetworksIpV6Test-1074010632-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['07e32d0d-56a1-4ef4-a08b-0c66026f456e']}} {{(pid=95102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:38:49.953744 n-d-713301-16 neutron-server[95102]: DEBUG neutron.services.segments.db [None req-9c8683fa-8cb0-40e2-a235-3ce8049ab70b tempest-NetworksIpV6Test-1074010632 tempest-NetworksIpV6Test-1074010632-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8e5f2696-3bbe-43af-a641-820ef1c18f4c') {'for_net_delete': True} {{(pid=95102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:38:49.954213 n-d-713301-16 neutron-server[95102]: DEBUG neutron.services.segments.db [None req-9c8683fa-8cb0-40e2-a235-3ce8049ab70b tempest-NetworksIpV6Test-1074010632 tempest-NetworksIpV6Test-1074010632-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8e5f2696-3bbe-43af-a641-820ef1c18f4c') {} {{(pid=95102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:38:49.965829 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-9c8683fa-8cb0-40e2-a235-3ce8049ab70b tempest-NetworksIpV6Test-1074010632 tempest-NetworksIpV6Test-1074010632-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783146221725', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6162832'] for segment, before_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:49.983211 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-69b75940-4481-4dcc-b9d8-38833c002cd5 None None] For port 8f3ee136-98cc-4d37-bd54-9a2461aa1eb0, host n-d-713301-16, cleared binding levels {{(pid=95103) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 19:38:50.013480 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-9c8683fa-8cb0-40e2-a235-3ce8049ab70b tempest-NetworksIpV6Test-1074010632 tempest-NetworksIpV6Test-1074010632-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1756186'] for segment, precommit_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:50.018649 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-69b75940-4481-4dcc-b9d8-38833c002cd5 None None] For port 8f3ee136-98cc-4d37-bd54-9a2461aa1eb0, host n-d-713301-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-16',level=0,port_id=8f3ee136-98cc-4d37-bd54-9a2461aa1eb0,segment=NetworkSegment(493d4d1d-8f65-4042-8e48-d1f5da78bb2c),segment_id=493d4d1d-8f65-4042-8e48-d1f5da78bb2c)] {{(pid=95103) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 19:38:50.021607 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9c8683fa-8cb0-40e2-a235-3ce8049ab70b tempest-NetworksIpV6Test-1074010632 tempest-NetworksIpV6Test-1074010632-project] Releasing vlan 607 on physical network physnet1 to pool {{(pid=95102) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 19:38:50.022266 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-9c8683fa-8cb0-40e2-a235-3ce8049ab70b tempest-NetworksIpV6Test-1074010632 tempest-NetworksIpV6Test-1074010632-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1756186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4398095'] for segment, after_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:50.028099 n-d-713301-16 neutron-server[95102]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 23 19:38:50.028099 n-d-713301-16 neutron-server[95102]: self.session.flush() Sep 23 19:38:50.028099 n-d-713301-16 neutron-server[95102]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 23 19:38:50.028099 n-d-713301-16 neutron-server[95102]: self.session.flush() Sep 23 19:38:50.028099 n-d-713301-16 neutron-server[95102]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 23 19:38:50.028099 n-d-713301-16 neutron-server[95102]: self.session.flush() Sep 23 19:38:50.028099 n-d-713301-16 neutron-server[95102]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 23 19:38:50.028099 n-d-713301-16 neutron-server[95102]: self.session.flush() Sep 23 19:38:50.028099 n-d-713301-16 neutron-server[95102]: Traceback (most recent call last): Sep 23 19:38:50.028099 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 19:38:50.028099 n-d-713301-16 neutron-server[95102]: timer() Sep 23 19:38:50.028099 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 19:38:50.028099 n-d-713301-16 neutron-server[95102]: cb(*args, **kw) Sep 23 19:38:50.028099 n-d-713301-16 neutron-server[95102]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 19:38:50.028099 n-d-713301-16 neutron-server[95102]: return func(*args, **kwargs) Sep 23 19:38:50.028099 n-d-713301-16 neutron-server[95102]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 19:38:50.028099 n-d-713301-16 neutron-server[95102]: self._notify() Sep 23 19:38:50.028099 n-d-713301-16 neutron-server[95102]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 19:38:50.028099 n-d-713301-16 neutron-server[95102]: self.callback(batched_events) Sep 23 19:38:50.028099 n-d-713301-16 neutron-server[95102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 19:38:50.028099 n-d-713301-16 neutron-server[95102]: event.method(event) Sep 23 19:38:50.028099 n-d-713301-16 neutron-server[95102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 19:38:50.028099 n-d-713301-16 neutron-server[95102]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 19:38:50.028099 n-d-713301-16 neutron-server[95102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 19:38:50.028099 n-d-713301-16 neutron-server[95102]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 19:38:50.028099 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 19:38:50.028099 n-d-713301-16 neutron-server[95102]: return f(self, *a, **k) Sep 23 19:38:50.028099 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 19:38:50.028099 n-d-713301-16 neutron-server[95102]: return self._get(url).json() Sep 23 19:38:50.028099 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 19:38:50.028099 n-d-713301-16 neutron-server[95102]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 19:38:50.028099 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 19:38:50.028099 n-d-713301-16 neutron-server[95102]: return self.request(url, 'GET', **kwargs) Sep 23 19:38:50.028099 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 19:38:50.028099 n-d-713301-16 neutron-server[95102]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 19:38:50.028099 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 19:38:50.028099 n-d-713301-16 neutron-server[95102]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 19:38:50.028099 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 19:38:50.028099 n-d-713301-16 neutron-server[95102]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 19:38:50.028099 n-d-713301-16 neutron-server[95102]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 19:38:50.034674 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-69b75940-4481-4dcc-b9d8-38833c002cd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:50.060212 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 57906) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:38:50.113453 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-a6129971-4f04-45b8-84e3-fb1e0ddde957 req-bf2541be-d1b0-4f47-b00e-0426b3b7623b tempest-ServersTestJSON-149791516 tempest-ServersTestJSON-149791516-project] 10.222.0.67 "GET /v2.0/ports?device_id=a7a8b8ae-2e00-463b-bdf8-22334f82f707 HTTP/1.1" status: 200 len: 210 time: 0.1235707 Sep 23 19:38:50.156896 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-265f292f-82a7-49ab-aa1f-397ea3d51dbf admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:50.192428 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69b75940-4481-4dcc-b9d8-38833c002cd5 None None] Pushing event updated for resources: {'Port': ['ID=8f3ee136-98cc-4d37-bd54-9a2461aa1eb0,revision_number=2']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:38:50.207770 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Device 165a89fc-0597-40b9-8573-35c29276addf no longer exists at agent ovs-agent-n-d-713301-16 {{(pid=95103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 19:38:50.214117 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf71d5a0-5b8a-467c-837b-eeb8422f80cb req-9a2ee28f-30ff-4442-9cd2-1b36ba6452fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:38:50.215683 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-bf71d5a0-5b8a-467c-837b-eeb8422f80cb req-9a2ee28f-30ff-4442-9cd2-1b36ba6452fb service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=4938c958-b8c9-4af7-9682-a50ce306467f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.5399778 Sep 23 19:38:50.231156 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-9c8683fa-8cb0-40e2-a235-3ce8049ab70b tempest-NetworksIpV6Test-1074010632 tempest-NetworksIpV6Test-1074010632-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1754627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-601866'] for network, after_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:50.255636 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.plugin [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] No Port match for: 165a89fc-0597-40b9-8573-35c29276addf {{(pid=95103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 19:38:50.256751 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Device 165a89fc-0597-40b9-8573-35c29276addf not bound to the agent host n-d-713301-16 {{(pid=95103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 19:38:50.286364 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-265f292f-82a7-49ab-aa1f-397ea3d51dbf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:50.299987 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-8ca87f49-851b-4a40-8923-581a2f856871 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=8cddd380f5b541b7856c0c588f42d6f8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2385929 Sep 23 19:38:50.305076 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 57910) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:38:50.377450 n-d-713301-16 neutron-server[95102]: INFO neutron.db.l3_db [None req-45a711cc-5eb2-4aa7-805d-5f1c20fc087a tempest-FloatingIPTestJSON-2085468291 tempest-FloatingIPTestJSON-2085468291-project] Floating IP 7a265ff9-9d26-4449-a7cb-143d9afaa317 associated. External IP: 172.25.1.38, port: cd267a20-7163-49ef-b59a-5d76979e2013. Sep 23 19:38:50.383227 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-9c8683fa-8cb0-40e2-a235-3ce8049ab70b tempest-NetworksIpV6Test-1074010632 tempest-NetworksIpV6Test-1074010632-project] Notify callbacks [] for network, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:50.385205 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-9c8683fa-8cb0-40e2-a235-3ce8049ab70b tempest-NetworksIpV6Test-1074010632 tempest-NetworksIpV6Test-1074010632-project] 10.222.0.67 "DELETE /v2.0/networks/07e32d0d-56a1-4ef4-a08b-0c66026f456e HTTP/1.1" status: 204 len: 168 time: 3.3838177 Sep 23 19:38:50.395379 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 57912) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:38:50.447736 n-d-713301-16 neutron-server[95101]: INFO neutron.pecan_wsgi.hooks.translation [None req-a65586d8-1798-4abb-a198-6dd09d8d2030 tempest-NetworksIpV6Test-1074010632 tempest-NetworksIpV6Test-1074010632-project] DELETE failed (client error): The resource could not be found. Sep 23 19:38:50.448685 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a65586d8-1798-4abb-a198-6dd09d8d2030 tempest-NetworksIpV6Test-1074010632 tempest-NetworksIpV6Test-1074010632-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95101) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 23 19:38:50.453859 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-a65586d8-1798-4abb-a198-6dd09d8d2030 tempest-NetworksIpV6Test-1074010632 tempest-NetworksIpV6Test-1074010632-project] 10.222.0.67 "DELETE /v2.0/subnets/246a8c6a-ab9f-4769-b204-adbfe198a495 HTTP/1.1" status: 404 len: 337 time: 0.0477226 Sep 23 19:38:50.457369 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 57914) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:38:50.510092 n-d-713301-16 neutron-server[95101]: INFO neutron.pecan_wsgi.hooks.translation [None req-bb005966-489f-43d8-9665-95466c6864d8 tempest-NetworksIpV6Test-1074010632 tempest-NetworksIpV6Test-1074010632-project] DELETE failed (client error): The resource could not be found. Sep 23 19:38:50.510800 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bb005966-489f-43d8-9665-95466c6864d8 tempest-NetworksIpV6Test-1074010632 tempest-NetworksIpV6Test-1074010632-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95101) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 23 19:38:50.515332 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-bb005966-489f-43d8-9665-95466c6864d8 tempest-NetworksIpV6Test-1074010632 tempest-NetworksIpV6Test-1074010632-project] 10.222.0.67 "DELETE /v2.0/networks/7103b731-f780-41d8-a5f2-6ff55b5abd4d HTTP/1.1" status: 404 len: 339 time: 0.0527141 Sep 23 19:38:50.530008 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 57918) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:38:50.539514 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c8683fa-8cb0-40e2-a235-3ce8049ab70b tempest-NetworksIpV6Test-1074010632 tempest-NetworksIpV6Test-1074010632-project] Pushing event deleted for resources: {'Network': ['ID=07e32d0d-56a1-4ef4-a08b-0c66026f456e,revision_number=None']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:38:50.614978 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-26fe9e52-a5d4-4f71-8fc8-6ed7853014bf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:50.673430 n-d-713301-16 neutron-server[95101]: DEBUG neutron.db.db_base_plugin_common [None req-265f292f-82a7-49ab-aa1f-397ea3d51dbf admin admin] Allocated IP 172.25.1.246 (5dec5c09-378e-4f50-89cc-d94eb81c3bac/eff83446-018c-428d-b3f5-54ac9abe7a2a/cedefd13-5078-4b3b-b572-80ed6d1599b3) {{(pid=95101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 19:38:50.725717 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-26fe9e52-a5d4-4f71-8fc8-6ed7853014bf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:50.829372 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-7eef1e41-7077-493b-b487-a909c7d90800 tempest-AllowedAddressPairTestJSON-1374304016 tempest-AllowedAddressPairTestJSON-1374304016-project] Notify callbacks [] for port, precommit_update {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:50.838311 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-bf71d5a0-5b8a-467c-837b-eeb8422f80cb req-618a18bb-fb10-4a59-9668-b99c803090bc service neutron] 10.222.0.53 "GET /v2.0/networks/4938c958-b8c9-4af7-9682-a50ce306467f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6138048 Sep 23 19:38:50.845324 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-7eef1e41-7077-493b-b487-a909c7d90800 tempest-AllowedAddressPairTestJSON-1374304016 tempest-AllowedAddressPairTestJSON-1374304016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4399095'] for port, after_update {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:50.903081 n-d-713301-16 neutron-server[95102]: DEBUG neutron.db.db_base_plugin_v2 [None req-62bf4359-f44c-4c39-a1fa-38627bdb3d47 tempest-NetworksIpV6Test-1074010632 tempest-NetworksIpV6Test-1074010632-project] Deleting subnet 0807ddb5-1638-4671-84b8-cfef3b96a96e {{(pid=95102) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 23 19:38:50.906400 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-62bf4359-f44c-4c39-a1fa-38627bdb3d47 tempest-NetworksIpV6Test-1074010632 tempest-NetworksIpV6Test-1074010632-project] Notify callbacks [] for subnet, before_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:50.908126 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-26fe9e52-a5d4-4f71-8fc8-6ed7853014bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:50.913142 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-26fe9e52-a5d4-4f71-8fc8-6ed7853014bf admin admin] Notify callbacks [] for security_group, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:50.915105 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-26fe9e52-a5d4-4f71-8fc8-6ed7853014bf admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/e52c6125-72a0-48bf-92d1-52c82797a2a5 HTTP/1.1" status: 204 len: 168 time: 0.6087909 Sep 23 19:38:50.941038 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26fe9e52-a5d4-4f71-8fc8-6ed7853014bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e52c6125-72a0-48bf-92d1-52c82797a2a5,revision_number=None']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:38:50.957299 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-265f292f-82a7-49ab-aa1f-397ea3d51dbf admin admin] Notify callbacks [] for port, precommit_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:50.961025 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-62bf4359-f44c-4c39-a1fa-38627bdb3d47 tempest-NetworksIpV6Test-1074010632 tempest-NetworksIpV6Test-1074010632-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6162825'] for subnet, precommit_delete_associations {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:51.035139 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-265f292f-82a7-49ab-aa1f-397ea3d51dbf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783145673135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5607431'] for port, after_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:51.098787 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-265f292f-82a7-49ab-aa1f-397ea3d51dbf admin admin] Network 5dec5c09-378e-4f50-89cc-d94eb81c3bac is already hosted by enough agents. {{(pid=95101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:38:51.112726 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.base_scheduler [None req-265f292f-82a7-49ab-aa1f-397ea3d51dbf admin admin] Resources bound (agent type, host, resource id): {{(pid=95101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:38:51.143618 n-d-713301-16 neutron-server[95101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-265f292f-82a7-49ab-aa1f-397ea3d51dbf admin admin] Received port after_create {{(pid=95101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 19:38:51.166313 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-265f292f-82a7-49ab-aa1f-397ea3d51dbf admin admin] Pushing event updated for resources: {'Port': ['ID=cedefd13-5078-4b3b-b572-80ed6d1599b3,revision_number=1']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:38:51.226822 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.plugin [None req-7eef1e41-7077-493b-b487-a909c7d90800 tempest-AllowedAddressPairTestJSON-1374304016 tempest-AllowedAddressPairTestJSON-1374304016-project] In _notify_port_updated(), no bound segment for port 33718ce6-ac50-4ab9-85eb-4e3d1e34a135 on network 764e4c99-1503-404d-a4d0-df8eceb226f6 {{(pid=95102) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Sep 23 19:38:51.250781 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7eef1e41-7077-493b-b487-a909c7d90800 tempest-AllowedAddressPairTestJSON-1374304016 tempest-AllowedAddressPairTestJSON-1374304016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:38:51.251983 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-7eef1e41-7077-493b-b487-a909c7d90800 tempest-AllowedAddressPairTestJSON-1374304016 tempest-AllowedAddressPairTestJSON-1374304016-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222849'] for port, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:51.259563 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-7eef1e41-7077-493b-b487-a909c7d90800 tempest-AllowedAddressPairTestJSON-1374304016 tempest-AllowedAddressPairTestJSON-1374304016-project] 10.222.0.67 "PUT /v2.0/ports/33718ce6-ac50-4ab9-85eb-4e3d1e34a135 HTTP/1.1" status: 200 len: 995 time: 2.8732002 Sep 23 19:38:51.267743 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 57946) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:38:51.396466 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-62bf4359-f44c-4c39-a1fa-38627bdb3d47 tempest-NetworksIpV6Test-1074010632 tempest-NetworksIpV6Test-1074010632-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1756813'] for subnet, precommit_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:51.549543 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eef1e41-7077-493b-b487-a909c7d90800 tempest-AllowedAddressPairTestJSON-1374304016 tempest-AllowedAddressPairTestJSON-1374304016-project] Pushing event updated for resources: {'Port': ['ID=33718ce6-ac50-4ab9-85eb-4e3d1e34a135,revision_number=2']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:38:51.594595 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Device 8f3ee136-98cc-4d37-bd54-9a2461aa1eb0 up at agent ovs-agent-n-d-713301-16 {{(pid=95103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 19:38:51.700160 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-01241a3e-8e80-4ac8-9fd5-8555ddcb158d None None] Provisioning complete for port 33718ce6-ac50-4ab9-85eb-4e3d1e34a135 triggered by entity DHCP. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:38:51.700530 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-01241a3e-8e80-4ac8-9fd5-8555ddcb158d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:51.700728 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-62bf4359-f44c-4c39-a1fa-38627bdb3d47 tempest-NetworksIpV6Test-1074010632 tempest-NetworksIpV6Test-1074010632-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1756804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4399009', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5388229'] for subnet, after_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:51.704542 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-01a70fff-a8f7-4a27-8153-baa2663a207b req-a41dc28a-ce74-4cc4-af27-4735b8657066 tempest-ServersTestJSON-149791516 tempest-ServersTestJSON-149791516-project] 10.222.0.67 "GET /v2.0/ports?device_id=a7a8b8ae-2e00-463b-bdf8-22334f82f707 HTTP/1.1" status: 200 len: 210 time: 0.4341085 Sep 23 19:38:51.750915 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-265f292f-82a7-49ab-aa1f-397ea3d51dbf admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:51.799703 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.plugin [None req-01241a3e-8e80-4ac8-9fd5-8555ddcb158d None None] Port 33718ce6-ac50-4ab9-85eb-4e3d1e34a135 cannot update to ACTIVE because it is not bound. {{(pid=95103) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 19:38:51.852947 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Provisioning complete for port 8f3ee136-98cc-4d37-bd54-9a2461aa1eb0 triggered by entity L2. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:38:51.853350 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:51.932176 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-62bf4359-f44c-4c39-a1fa-38627bdb3d47 tempest-NetworksIpV6Test-1074010632 tempest-NetworksIpV6Test-1074010632-project] Notify callbacks [] for subnet, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:51.934199 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-62bf4359-f44c-4c39-a1fa-38627bdb3d47 tempest-NetworksIpV6Test-1074010632 tempest-NetworksIpV6Test-1074010632-project] 10.222.0.67 "DELETE /v2.0/subnets/0807ddb5-1638-4671-84b8-cfef3b96a96e HTTP/1.1" status: 204 len: 168 time: 1.4031014 Sep 23 19:38:51.942104 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 57978) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:38:51.957472 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f587e36-5155-4185-aa95-5c9895f4233c None None] Network ae36521b-2fe6-4912-94f3-c41da0d01baa requested from n-d-713301-16 {{(pid=95103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 19:38:51.986034 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62bf4359-f44c-4c39-a1fa-38627bdb3d47 tempest-NetworksIpV6Test-1074010632 tempest-NetworksIpV6Test-1074010632-project] Pushing event deleted for resources: {'Subnet': ['ID=0807ddb5-1638-4671-84b8-cfef3b96a96e,revision_number=None']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:38:52.054319 n-d-713301-16 neutron-server[95102]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-45a711cc-5eb2-4aa7-805d-5f1c20fc087a tempest-FloatingIPTestJSON-2085468291 tempest-FloatingIPTestJSON-2085468291-project] Router 4fe6b5af-8311-4b33-84ea-800b651e6836 has already been hosted by L3 agent 79a740bf-7821-4989-8288-7186e3e128f3 {{(pid=95102) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 19:38:52.195504 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-265f292f-82a7-49ab-aa1f-397ea3d51dbf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-597258', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-601790'] for router, after_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:52.233981 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-bf71d5a0-5b8a-467c-837b-eeb8422f80cb req-4cedd120-ee52-474b-b770-d298e52cac14 service neutron] 10.222.0.53 "GET /v2.0/networks/4938c958-b8c9-4af7-9682-a50ce306467f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.3568263 Sep 23 19:38:52.243470 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:52.286536 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 57986) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:38:52.323683 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2440190e-1d28-4f8b-956a-3d283d84e714 None None] Network 98fedc67-72b8-4221-a74f-236d7c9bf368 requested from n-d-713301-16 {{(pid=95103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 19:38:52.476201 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.plugin [None req-ef5134ae-17b0-4c74-8d51-d4bfa1b4641f tempest-AllowedAddressPairTestJSON-1374304016 tempest-AllowedAddressPairTestJSON-1374304016-project] Deleting port 33718ce6-ac50-4ab9-85eb-4e3d1e34a135 {{(pid=95102) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:38:52.476555 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-ef5134ae-17b0-4c74-8d51-d4bfa1b4641f tempest-AllowedAddressPairTestJSON-1374304016 tempest-AllowedAddressPairTestJSON-1374304016-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783146157096'] for port, before_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:52.482164 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45a711cc-5eb2-4aa7-805d-5f1c20fc087a tempest-FloatingIPTestJSON-2085468291 tempest-FloatingIPTestJSON-2085468291-project] Notify agent at l3_agent.n-d-713301-16 the message routers_updated {{(pid=95102) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 19:38:52.494396 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee50dd61-6515-49e7-bd2c-6fd4888732f8 None None] Sync routers for ids ['4fe6b5af-8311-4b33-84ea-800b651e6836'] in n-d-713301-16 {{(pid=95104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 19:38:52.499443 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-813eed6f-d730-4d4e-9156-a247d043a5a9 None None] DHCP port deletion for ae36521b-2fe6-4912-94f3-c41da0d01baa request from n-d-713301-16 {{(pid=95103) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 23 19:38:52.517017 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee50dd61-6515-49e7-bd2c-6fd4888732f8 None None] Routers {'4fe6b5af-8311-4b33-84ea-800b651e6836'} bound to L3 agent in host n-d-713301-16 {{(pid=95104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 19:38:52.519268 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_hamode_db [None req-ee50dd61-6515-49e7-bd2c-6fd4888732f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-23T19:07:52Z,description=,heartbeat_timestamp=2021-09-23T19:38:22Z,host='n-d-713301-16',id=79a740bf-7821-4989-8288-7186e3e128f3,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:07:52Z,topic='l3_agent')) {'router_ids': ['4fe6b5af-8311-4b33-84ea-800b651e6836'], 'active': True} {{(pid=95104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:38:52.542275 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] For port 8f3ee136-98cc-4d37-bd54-9a2461aa1eb0, host n-d-713301-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-16',level=0,port_id=8f3ee136-98cc-4d37-bd54-9a2461aa1eb0,segment=NetworkSegment(493d4d1d-8f65-4042-8e48-d1f5da78bb2c),segment_id=493d4d1d-8f65-4042-8e48-d1f5da78bb2c)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:38:52.561781 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:52.580263 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-bf71d5a0-5b8a-467c-837b-eeb8422f80cb req-4917d3bf-43df-4534-86b2-102e46796c86 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.26&port_id=6c017d64-49a7-4da3-a6bc-3716925c2710 HTTP/1.1" status: 200 len: 217 time: 0.1547027 Sep 23 19:38:52.598472 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_hamode_db [None req-ee50dd61-6515-49e7-bd2c-6fd4888732f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713301-16', False) {} {{(pid=95104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:38:52.619725 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee50dd61-6515-49e7-bd2c-6fd4888732f8 None None] Routers {'4fe6b5af-8311-4b33-84ea-800b651e6836'} bound to L3 agent in host n-d-713301-16 {{(pid=95104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 19:38:52.620896 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_hamode_db [None req-ee50dd61-6515-49e7-bd2c-6fd4888732f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-23T19:07:52Z,description=,heartbeat_timestamp=2021-09-23T19:38:52Z,host='n-d-713301-16',id=79a740bf-7821-4989-8288-7186e3e128f3,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:07:52Z,topic='l3_agent')) {'router_ids': ['4fe6b5af-8311-4b33-84ea-800b651e6836'], 'active': True} {{(pid=95104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:38:52.654469 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Pushing event updated for resources: {'Port': ['ID=8f3ee136-98cc-4d37-bd54-9a2461aa1eb0,revision_number=3']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:38:52.677131 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-c8c1bafd-5d55-4321-9c89-997e48244164 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:52.683145 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_hamode_db [None req-ee50dd61-6515-49e7-bd2c-6fd4888732f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713301-16', False) {} {{(pid=95104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:38:52.685757 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee50dd61-6515-49e7-bd2c-6fd4888732f8 None None] The sync data for ids ['4fe6b5af-8311-4b33-84ea-800b651e6836'] in n-d-713301-16 is: [] {{(pid=95104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 19:38:52.688497 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-93bd47f4-50f0-4158-b569-5f842046b15b None None] Provisioning complete for port 8f3ee136-98cc-4d37-bd54-9a2461aa1eb0 triggered by entity DHCP. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:38:52.688945 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-93bd47f4-50f0-4158-b569-5f842046b15b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:52.807571 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 57994) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:38:52.827805 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.plugin [None req-813eed6f-d730-4d4e-9156-a247d043a5a9 None None] Deleting port b3db6f4f-48b8-41b5-9039-59dfa98ac830 {{(pid=95103) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:38:52.828523 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-813eed6f-d730-4d4e-9156-a247d043a5a9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783146157096'] for port, before_delete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:52.843200 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-6cdd4d72-e66e-4ed8-91dc-8c02d8d4784c admin admin] Notify callbacks [] for security_group, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:52.968335 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-813eed6f-d730-4d4e-9156-a247d043a5a9 None None] For port b3db6f4f-48b8-41b5-9039-59dfa98ac830, host n-d-713301-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-16',level=0,port_id=b3db6f4f-48b8-41b5-9039-59dfa98ac830,segment=NetworkSegment(1f25527a-a41b-4f42-9208-67df0863562d),segment_id=1f25527a-a41b-4f42-9208-67df0863562d)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:38:52.968843 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-813eed6f-d730-4d4e-9156-a247d043a5a9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-605701'] for port, precommit_delete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:52.980081 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-265f292f-82a7-49ab-aa1f-397ea3d51dbf admin admin] Router 2a43c06a-8d2d-48a1-9a49-88a817a32234 is scheduled to L3 agent 79a740bf-7821-4989-8288-7186e3e128f3 with binding_index 1 {{(pid=95101) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 23 19:38:52.988194 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.plugin [None req-813eed6f-d730-4d4e-9156-a247d043a5a9 None None] Calling delete_port for b3db6f4f-48b8-41b5-9039-59dfa98ac830 owned by network:dhcp {{(pid=95103) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:38:53.083047 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:53.090370 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.v2.base [None req-6e7f7d0e-0087-4ed0-ac56-ff4523ee1512 admin admin] Request body: {'network': {'name': 'tempest-VirtualInterfacesTestJSON-2118553227-network', 'tenant_id': '78f3ad9c01ce4b3485dc5a8bedf385af'}} {{(pid=95101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:38:53.129151 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-813eed6f-d730-4d4e-9156-a247d043a5a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783146162158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783145673144'] for port, after_delete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:53.142554 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-6cdd4d72-e66e-4ed8-91dc-8c02d8d4784c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:53.149847 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-6cdd4d72-e66e-4ed8-91dc-8c02d8d4784c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:53.167572 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-7ea87bc9-c183-4c42-a735-bad502ff8647 tempest-NetworksIpV6Test-1074010632 tempest-NetworksIpV6Test-1074010632-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1628021'] for network, before_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:53.170533 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf71d5a0-5b8a-467c-837b-eeb8422f80cb req-3a187533-2551-4b78-a18d-67dd1aad364a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:38:53.172058 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-bf71d5a0-5b8a-467c-837b-eeb8422f80cb req-3a187533-2551-4b78-a18d-67dd1aad364a service neutron] 10.222.0.53 "GET /v2.0/subnets?id=08a82bb7-bfc5-4bc7-a3ee-312f82ebfc05 HTTP/1.1" status: 200 len: 797 time: 0.5786805 Sep 23 19:38:53.183971 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cdd4d72-e66e-4ed8-91dc-8c02d8d4784c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0bd8af30-9fea-4ba7-91f7-84109bedb805,revision_number=1']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:38:53.224300 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e7f7d0e-0087-4ed0-ac56-ff4523ee1512 admin admin] Made reservation on behalf of 78f3ad9c01ce4b3485dc5a8bedf385af for: {'network': 1} {{(pid=95101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:38:53.228748 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-813eed6f-d730-4d4e-9156-a247d043a5a9 None None] Pushing event deleted for resources: {'Port': ['ID=b3db6f4f-48b8-41b5-9039-59dfa98ac830,revision_number=None']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:38:53.231942 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-6e7f7d0e-0087-4ed0-ac56-ff4523ee1512 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for network, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:53.241480 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-6cdd4d72-e66e-4ed8-91dc-8c02d8d4784c admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=b5b871955bc54578a181863e8b4a4ea8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9538538 Sep 23 19:38:53.251303 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 58000) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:38:53.255271 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-265f292f-82a7-49ab-aa1f-397ea3d51dbf admin admin] Notify agent at l3_agent.n-d-713301-16 the message routers_updated {{(pid=95101) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 19:38:53.264250 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-6e7f7d0e-0087-4ed0-ac56-ff4523ee1512 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:53.273654 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-813eed6f-d730-4d4e-9156-a247d043a5a9 None None] No DVR routers for this DVR port b3db6f4f-48b8-41b5-9039-59dfa98ac830 on host n-d-713301-16 {{(pid=95103) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 19:38:53.280732 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48f27038-0bdb-4ec8-9a16-67629c95c53f None None] Sync routers for ids ['2a43c06a-8d2d-48a1-9a49-88a817a32234'] in n-d-713301-16 {{(pid=95103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 19:38:53.296845 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-265f292f-82a7-49ab-aa1f-397ea3d51dbf admin admin] Notify callbacks [] for router, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:53.297859 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-265f292f-82a7-49ab-aa1f-397ea3d51dbf admin admin] 10.222.0.67 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 4.7205057 Sep 23 19:38:53.304116 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 58002) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:38:53.304740 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd1cd22-1f69-43d9-aa63-25510ebbeb97 req-de8329a0-a6bd-4d7b-93d4-7a98b4e8492e tempest-ServersTestJSON-149791516 tempest-ServersTestJSON-149791516-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:38:53.306330 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-4bd1cd22-1f69-43d9-aa63-25510ebbeb97 req-de8329a0-a6bd-4d7b-93d4-7a98b4e8492e tempest-ServersTestJSON-149791516 tempest-ServersTestJSON-149791516-project] 10.222.0.74 "GET /v2.0/networks?id=13c320c3-e746-4d37-877a-d3d286211b52 HTTP/1.1" status: 200 len: 806 time: 1.3708811 Sep 23 19:38:53.312872 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-ba5b5dd7-46b4-40bc-9abc-4f8fa3ecb208 req-a295cdf2-becf-434e-bbee-8b2e196d7aeb tempest-ServersTestJSON-149791516 tempest-ServersTestJSON-149791516-project] 10.222.0.67 "GET /v2.0/ports?device_id=a7a8b8ae-2e00-463b-bdf8-22334f82f707 HTTP/1.1" status: 200 len: 210 time: 0.1397731 Sep 23 19:38:53.313596 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-45a711cc-5eb2-4aa7-805d-5f1c20fc087a tempest-FloatingIPTestJSON-2085468291 tempest-FloatingIPTestJSON-2085468291-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222849'] for floatingip, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:53.332231 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48f27038-0bdb-4ec8-9a16-67629c95c53f None None] Routers {'2a43c06a-8d2d-48a1-9a49-88a817a32234'} bound to L3 agent in host n-d-713301-16 {{(pid=95103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 19:38:53.333043 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_hamode_db [None req-48f27038-0bdb-4ec8-9a16-67629c95c53f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-23T19:07:52Z,description=,heartbeat_timestamp=2021-09-23T19:38:52Z,host='n-d-713301-16',id=79a740bf-7821-4989-8288-7186e3e128f3,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:07:52Z,topic='l3_agent')) {'router_ids': ['2a43c06a-8d2d-48a1-9a49-88a817a32234'], 'active': True} {{(pid=95103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:38:53.355331 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-45a711cc-5eb2-4aa7-805d-5f1c20fc087a tempest-FloatingIPTestJSON-2085468291 tempest-FloatingIPTestJSON-2085468291-project] 10.222.0.67 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 10.7185397 Sep 23 19:38:53.360960 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.v2.base [req-4bd1cd22-1f69-43d9-aa63-25510ebbeb97 req-f563fdbb-8a28-4097-a4ee-c7fe4ccc46bc tempest-ServersTestJSON-149791516 tempest-ServersTestJSON-149791516-project] Request body: {'port': {'device_id': 'a7a8b8ae-2e00-463b-bdf8-22334f82f707', 'network_id': '13c320c3-e746-4d37-877a-d3d286211b52', 'admin_state_up': True, 'tenant_id': 'ee2e9bda0f104270af74ba8d5f144843'}} {{(pid=95102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:38:53.367986 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 58004) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:38:53.399761 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.v2.base [None req-a77aef1d-5c79-4b0f-8139-0c984242c300 tempest-FloatingIPTestJSON-2085468291 tempest-FloatingIPTestJSON-2085468291-project] Request body: {'floatingip': {'port_id': None}} {{(pid=95102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:38:53.488366 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-ef5134ae-17b0-4c74-8d51-d4bfa1b4641f tempest-AllowedAddressPairTestJSON-1374304016 tempest-AllowedAddressPairTestJSON-1374304016-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-605701'] for port, precommit_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:53.544335 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf71d5a0-5b8a-467c-837b-eeb8422f80cb req-f5109834-ec26-45f5-914b-096696fa5e16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:38:53.546246 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-bf71d5a0-5b8a-467c-837b-eeb8422f80cb req-f5109834-ec26-45f5-914b-096696fa5e16 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=6b0b0714-7ca1-4d6d-b820-8be57f2679a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3563263 Sep 23 19:38:53.567257 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.plugin [None req-ef5134ae-17b0-4c74-8d51-d4bfa1b4641f tempest-AllowedAddressPairTestJSON-1374304016 tempest-AllowedAddressPairTestJSON-1374304016-project] Calling delete_port for 33718ce6-ac50-4ab9-85eb-4e3d1e34a135 owned by {{(pid=95102) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:38:53.596269 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Device 8f3ee136-98cc-4d37-bd54-9a2461aa1eb0 up at agent ovs-agent-n-d-713301-16 {{(pid=95103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 19:38:53.674410 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-a77aef1d-5c79-4b0f-8139-0c984242c300 tempest-FloatingIPTestJSON-2085468291 tempest-FloatingIPTestJSON-2085468291-project] Notify callbacks [] for floatingip, before_update {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:53.676862 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-0ae75029-feb6-4728-9a94-5f9b60993d82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:53.688408 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-03b029ae-b042-420c-914c-b23382cca8ee None None] Provisioning complete for port 8f3ee136-98cc-4d37-bd54-9a2461aa1eb0 triggered by entity DHCP. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:38:53.688958 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-03b029ae-b042-420c-914c-b23382cca8ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:53.696505 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-d9d5fd0e-0b85-4d42-9667-85e281a6903c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:53.711768 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-7ea87bc9-c183-4c42-a735-bad502ff8647 tempest-NetworksIpV6Test-1074010632 tempest-NetworksIpV6Test-1074010632-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1754676', 'neutron.services.segments.db._delete_segments_for_network-8783146221460'] for network, precommit_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:53.752967 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-d9d5fd0e-0b85-4d42-9667-85e281a6903c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:53.794270 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_dvr_db [None req-48f27038-0bdb-4ec8-9a16-67629c95c53f None None] Set router 2a43c06a-8d2d-48a1-9a49-88a817a32234 gateway port host: n-d-713301-16 {{(pid=95103) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 19:38:53.845306 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-6e7f7d0e-0087-4ed0-ac56-ff4523ee1512 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:53.878522 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-6e7f7d0e-0087-4ed0-ac56-ff4523ee1512 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:53.888315 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Provisioning complete for port 8f3ee136-98cc-4d37-bd54-9a2461aa1eb0 triggered by entity L2. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:38:53.888779 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:53.890691 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6e7f7d0e-0087-4ed0-ac56-ff4523ee1512 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 611} {{(pid=95101) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 19:38:53.901513 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-6e7f7d0e-0087-4ed0-ac56-ff4523ee1512 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1756186'] for segment, precommit_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:53.902012 n-d-713301-16 neutron-server[95101]: INFO neutron.db.segments_db [None req-6e7f7d0e-0087-4ed0-ac56-ff4523ee1512 admin admin] Added segment a3bc146d-6137-4ed9-acd5-f5d8ea919972 of type vlan for network 6aba805b-ad5f-4555-ac53-d2f542ff3e86 Sep 23 19:38:53.956685 n-d-713301-16 neutron-server[95102]: DEBUG neutron.services.segments.db [None req-7ea87bc9-c183-4c42-a735-bad502ff8647 tempest-NetworksIpV6Test-1074010632 tempest-NetworksIpV6Test-1074010632-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ae36521b-2fe6-4912-94f3-c41da0d01baa']}} {{(pid=95102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:38:53.956915 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-6e7f7d0e-0087-4ed0-ac56-ff4523ee1512 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783145630486'] for network, precommit_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:54.012329 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4bd1cd22-1f69-43d9-aa63-25510ebbeb97 req-f563fdbb-8a28-4097-a4ee-c7fe4ccc46bc tempest-ServersTestJSON-149791516 tempest-ServersTestJSON-149791516-project] Made reservation on behalf of ee2e9bda0f104270af74ba8d5f144843 for: {'port': 1} {{(pid=95102) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:38:54.017126 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-4bd1cd22-1f69-43d9-aa63-25510ebbeb97 req-f563fdbb-8a28-4097-a4ee-c7fe4ccc46bc tempest-ServersTestJSON-149791516 tempest-ServersTestJSON-149791516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:54.026179 n-d-713301-16 neutron-server[95102]: DEBUG neutron.services.segments.db [None req-7ea87bc9-c183-4c42-a735-bad502ff8647 tempest-NetworksIpV6Test-1074010632 tempest-NetworksIpV6Test-1074010632-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1f25527a-a41b-4f42-9208-67df0863562d') {'for_net_delete': True} {{(pid=95102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:38:54.026764 n-d-713301-16 neutron-server[95102]: DEBUG neutron.services.segments.db [None req-7ea87bc9-c183-4c42-a735-bad502ff8647 tempest-NetworksIpV6Test-1074010632 tempest-NetworksIpV6Test-1074010632-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1f25527a-a41b-4f42-9208-67df0863562d') {} {{(pid=95102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:38:54.027617 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e7f7d0e-0087-4ed0-ac56-ff4523ee1512 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0822e16-6bf7-4e67-9800-541a3688445f,revision_number=1']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:38:54.049755 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-bf71d5a0-5b8a-467c-837b-eeb8422f80cb req-02cd2a1c-0299-4b7f-bf5a-e995c995bc13 service neutron] 10.222.0.53 "GET /v2.0/networks/6b0b0714-7ca1-4d6d-b820-8be57f2679a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4930465 Sep 23 19:38:54.056990 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-7ea87bc9-c183-4c42-a735-bad502ff8647 tempest-NetworksIpV6Test-1074010632 tempest-NetworksIpV6Test-1074010632-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783146221725', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6162832'] for segment, before_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:54.073643 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-d9d5fd0e-0b85-4d42-9667-85e281a6903c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:54.077317 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-d9d5fd0e-0b85-4d42-9667-85e281a6903c admin admin] Notify callbacks [] for security_group, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:54.081894 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-d9d5fd0e-0b85-4d42-9667-85e281a6903c admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/0bd8af30-9fea-4ba7-91f7-84109bedb805 HTTP/1.1" status: 204 len: 168 time: 0.8284867 Sep 23 19:38:54.105142 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d5fd0e-0b85-4d42-9667-85e281a6903c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0bd8af30-9fea-4ba7-91f7-84109bedb805,revision_number=None']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:38:54.134787 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-6e7f7d0e-0087-4ed0-ac56-ff4523ee1512 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299'] for network, after_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:54.135843 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e7f7d0e-0087-4ed0-ac56-ff4523ee1512 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:38:54.136435 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-6e7f7d0e-0087-4ed0-ac56-ff4523ee1512 admin admin] Notify callbacks [] for network, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:54.174636 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_hamode_db [None req-48f27038-0bdb-4ec8-9a16-67629c95c53f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a43c06a-8d2d-48a1-9a49-88a817a32234', 'name': 'tempest-TestVolumeBackupRestore-515741337-router', 'tenant_id': '1718189929d9483b8c1064052628d365', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'external_fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.246'}], 'enable_snat': True}, 'gw_port_id': 'cedefd13-5078-4b3b-b572-80ed6d1599b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:38:48Z', 'updated_at': '2021-09-23T19:38:51Z', 'revision_number': 3, 'project_id': '1718189929d9483b8c1064052628d365', 'gw_port': {'id': 'cedefd13-5078-4b3b-b572-80ed6d1599b3', 'name': '', 'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:4d:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a43c06a-8d2d-48a1-9a49-88a817a32234', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2140, 'fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:38:50Z', 'updated_at': '2021-09-23T19:38:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-16'}], 'n-d-713301-16', False) {} {{(pid=95103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:38:54.194847 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-6e7f7d0e-0087-4ed0-ac56-ff4523ee1512 admin admin] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.3822618 Sep 23 19:38:54.199376 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 58008) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:38:54.200692 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-7ea87bc9-c183-4c42-a735-bad502ff8647 tempest-NetworksIpV6Test-1074010632 tempest-NetworksIpV6Test-1074010632-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1756186'] for segment, precommit_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:54.204779 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.v2.base [None req-fd83cb39-38d6-40fe-8124-24aa4b215326 admin admin] Request body: {'subnet': {'network_id': '6aba805b-ad5f-4555-ac53-d2f542ff3e86', 'cidr': '172.20.0.0/28', 'name': 'tempest-VirtualInterfacesTestJSON-2118553227-subnet', 'tenant_id': '78f3ad9c01ce4b3485dc5a8bedf385af', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:38:54.231885 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Device b3db6f4f-48b8-41b5-9039-59dfa98ac830 no longer exists at agent ovs-agent-n-d-713301-16 {{(pid=95103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 19:38:54.236007 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48f27038-0bdb-4ec8-9a16-67629c95c53f None None] Checking router: 2a43c06a-8d2d-48a1-9a49-88a817a32234 for host: n-d-713301-16 {{(pid=95103) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 19:38:54.236745 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48f27038-0bdb-4ec8-9a16-67629c95c53f None None] Updating router 2a43c06a-8d2d-48a1-9a49-88a817a32234 port cedefd13-5078-4b3b-b572-80ed6d1599b3 binding host n-d-713301-16 {{(pid=95103) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 23 19:38:54.264008 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e7f7d0e-0087-4ed0-ac56-ff4523ee1512 admin admin] Pushing event updated for resources: {'Network': ['ID=6aba805b-ad5f-4555-ac53-d2f542ff3e86,revision_number=1']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:38:54.289744 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-a77aef1d-5c79-4b0f-8139-0c984242c300 tempest-FloatingIPTestJSON-2085468291 tempest-FloatingIPTestJSON-2085468291-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:54.290633 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Network 6aba805b-ad5f-4555-ac53-d2f542ff3e86 details requested by agent ovs-agent-n-d-713301-16 with host n-d-713301-16 {{(pid=95103) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 19:38:54.290883 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7ea87bc9-c183-4c42-a735-bad502ff8647 tempest-NetworksIpV6Test-1074010632 tempest-NetworksIpV6Test-1074010632-project] Releasing vlan 646 on physical network physnet1 to pool {{(pid=95102) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 19:38:54.291316 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-7ea87bc9-c183-4c42-a735-bad502ff8647 tempest-NetworksIpV6Test-1074010632 tempest-NetworksIpV6Test-1074010632-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1756186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4398095'] for segment, after_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:54.299209 n-d-713301-16 neutron-server[95102]: Traceback (most recent call last): Sep 23 19:38:54.299209 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 19:38:54.299209 n-d-713301-16 neutron-server[95102]: timer() Sep 23 19:38:54.299209 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 19:38:54.299209 n-d-713301-16 neutron-server[95102]: cb(*args, **kw) Sep 23 19:38:54.299209 n-d-713301-16 neutron-server[95102]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 19:38:54.299209 n-d-713301-16 neutron-server[95102]: return func(*args, **kwargs) Sep 23 19:38:54.299209 n-d-713301-16 neutron-server[95102]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 19:38:54.299209 n-d-713301-16 neutron-server[95102]: self._notify() Sep 23 19:38:54.299209 n-d-713301-16 neutron-server[95102]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 19:38:54.299209 n-d-713301-16 neutron-server[95102]: self.callback(batched_events) Sep 23 19:38:54.299209 n-d-713301-16 neutron-server[95102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 19:38:54.299209 n-d-713301-16 neutron-server[95102]: event.method(event) Sep 23 19:38:54.299209 n-d-713301-16 neutron-server[95102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 19:38:54.299209 n-d-713301-16 neutron-server[95102]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 19:38:54.299209 n-d-713301-16 neutron-server[95102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 19:38:54.299209 n-d-713301-16 neutron-server[95102]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 19:38:54.299209 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 19:38:54.299209 n-d-713301-16 neutron-server[95102]: return f(self, *a, **k) Sep 23 19:38:54.299209 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 19:38:54.299209 n-d-713301-16 neutron-server[95102]: return self._get(url).json() Sep 23 19:38:54.299209 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 19:38:54.299209 n-d-713301-16 neutron-server[95102]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 19:38:54.299209 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 19:38:54.299209 n-d-713301-16 neutron-server[95102]: return self.request(url, 'GET', **kwargs) Sep 23 19:38:54.299209 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 19:38:54.299209 n-d-713301-16 neutron-server[95102]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 19:38:54.299209 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 19:38:54.299209 n-d-713301-16 neutron-server[95102]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 19:38:54.299209 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 19:38:54.299209 n-d-713301-16 neutron-server[95102]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 19:38:54.299209 n-d-713301-16 neutron-server[95102]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 19:38:54.316258 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd83cb39-38d6-40fe-8124-24aa4b215326 admin admin] Made reservation on behalf of 78f3ad9c01ce4b3485dc5a8bedf385af for: {'subnet': 1} {{(pid=95101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:38:54.318246 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.plugin [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] No Port match for: b3db6f4f-48b8-41b5-9039-59dfa98ac830 {{(pid=95103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 19:38:54.318246 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Device b3db6f4f-48b8-41b5-9039-59dfa98ac830 not bound to the agent host n-d-713301-16 {{(pid=95103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 19:38:54.320921 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-a77aef1d-5c79-4b0f-8139-0c984242c300 tempest-FloatingIPTestJSON-2085468291 tempest-FloatingIPTestJSON-2085468291-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-601884'] for floatingip, after_update {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:54.321510 n-d-713301-16 neutron-server[95102]: INFO neutron.db.l3_db [None req-a77aef1d-5c79-4b0f-8139-0c984242c300 tempest-FloatingIPTestJSON-2085468291 tempest-FloatingIPTestJSON-2085468291-project] Floating IP 7a265ff9-9d26-4449-a7cb-143d9afaa317 disassociated. External IP: 172.25.1.38, port: cd267a20-7163-49ef-b59a-5d76979e2013. Sep 23 19:38:54.339313 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-fd83cb39-38d6-40fe-8124-24aa4b215326 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6130979'] for subnet, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:54.348778 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-48f27038-0bdb-4ec8-9a16-67629c95c53f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:54.504159 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-de0f4885-8062-4f24-86e5-c13ab4940a13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:54.611749 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-03ef43a8-2235-4045-9ab8-69140301ad2b req-72b5d1f2-b46b-48dd-b495-c91727f971b2 tempest-ServersTestJSON-149791516 tempest-ServersTestJSON-149791516-project] 10.222.0.67 "GET /v2.0/ports?device_id=a7a8b8ae-2e00-463b-bdf8-22334f82f707 HTTP/1.1" status: 200 len: 210 time: 0.1302989 Sep 23 19:38:54.652774 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-7ea87bc9-c183-4c42-a735-bad502ff8647 tempest-NetworksIpV6Test-1074010632 tempest-NetworksIpV6Test-1074010632-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1754627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-601866'] for network, after_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:54.672324 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-7ea87bc9-c183-4c42-a735-bad502ff8647 tempest-NetworksIpV6Test-1074010632 tempest-NetworksIpV6Test-1074010632-project] Notify callbacks [] for network, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:54.674464 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-7ea87bc9-c183-4c42-a735-bad502ff8647 tempest-NetworksIpV6Test-1074010632 tempest-NetworksIpV6Test-1074010632-project] 10.222.0.67 "DELETE /v2.0/networks/ae36521b-2fe6-4912-94f3-c41da0d01baa HTTP/1.1" status: 204 len: 168 time: 2.6897354 Sep 23 19:38:54.685734 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-bf71d5a0-5b8a-467c-837b-eeb8422f80cb req-9af487f1-ef4b-4485-8b75-7d0a34de7e5b service neutron] 10.222.0.53 "GET /v2.0/networks/6b0b0714-7ca1-4d6d-b820-8be57f2679a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6235213 Sep 23 19:38:54.686838 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-ef5134ae-17b0-4c74-8d51-d4bfa1b4641f tempest-AllowedAddressPairTestJSON-1374304016 tempest-AllowedAddressPairTestJSON-1374304016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783146162158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783145673144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4399100'] for port, after_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:54.728751 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ea87bc9-c183-4c42-a735-bad502ff8647 tempest-NetworksIpV6Test-1074010632 tempest-NetworksIpV6Test-1074010632-project] Pushing event deleted for resources: {'Network': ['ID=ae36521b-2fe6-4912-94f3-c41da0d01baa,revision_number=None']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:38:54.794018 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 58016) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:38:54.795364 n-d-713301-16 neutron-server[95102]: DEBUG neutron.db.db_base_plugin_common [req-4bd1cd22-1f69-43d9-aa63-25510ebbeb97 req-f563fdbb-8a28-4097-a4ee-c7fe4ccc46bc tempest-ServersTestJSON-149791516 tempest-ServersTestJSON-149791516-project] Allocated IP 172.20.0.12 (13c320c3-e746-4d37-877a-d3d286211b52/1858a7c9-e08d-4d7a-87f9-fd282e21109a/3c5f04d5-5e60-459d-a0e5-3ddd2acee29f) {{(pid=95102) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 19:38:54.803494 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef5134ae-17b0-4c74-8d51-d4bfa1b4641f tempest-AllowedAddressPairTestJSON-1374304016 tempest-AllowedAddressPairTestJSON-1374304016-project] Pushing event deleted for resources: {'Port': ['ID=33718ce6-ac50-4ab9-85eb-4e3d1e34a135,revision_number=None']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:38:54.806539 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-bf71d5a0-5b8a-467c-837b-eeb8422f80cb req-b9c1fd37-ce34-4e1f-bf8a-d251e025c792 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.166&port_id=e9421940-155e-4e16-8fe7-2df3b3cd6370 HTTP/1.1" status: 200 len: 217 time: 0.1014240 Sep 23 19:38:54.847849 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-18276efd-adbf-4142-8978-97a1fae0523e admin admin] Notify callbacks [] for security_group, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:54.893463 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-48f27038-0bdb-4ec8-9a16-67629c95c53f None None] Notify callbacks [] for port, precommit_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:54.901794 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-48f27038-0bdb-4ec8-9a16-67629c95c53f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:54.920142 n-d-713301-16 neutron-server[95101]: DEBUG neutron.db.db_base_plugin_common [None req-de0f4885-8062-4f24-86e5-c13ab4940a13 admin admin] Allocated IP 172.20.0.1 (98fedc67-72b8-4221-a74f-236d7c9bf368/8da6165a-6958-4fa7-bb36-797fd4b8f09d/ba34d1c6-f821-4e81-8047-f94f2ae3e458) {{(pid=95101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 19:38:54.991290 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-fd83cb39-38d6-40fe-8124-24aa4b215326 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5607579', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6130961'] for subnet, after_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:55.035370 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-268db581-b211-4b0c-8856-090162780d80 None None] Pushing event updated for resources: {'Port': ['ID=cedefd13-5078-4b3b-b572-80ed6d1599b3,revision_number=2']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:38:55.109704 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.managers [None req-48f27038-0bdb-4ec8-9a16-67629c95c53f None None] Attempting to bind port cedefd13-5078-4b3b-b572-80ed6d1599b3 on host n-d-713301-16 for vnic_type normal with profile {{(pid=95103) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 19:38:55.110219 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.managers [None req-48f27038-0bdb-4ec8-9a16-67629c95c53f None None] Attempting to bind port cedefd13-5078-4b3b-b572-80ed6d1599b3 by drivers openvswitch,hyperv on host n-d-713301-16 at level 0 using segments [{'id': '7d4027f1-d893-4c7b-95d4-757b8e44e380', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac'}] {{(pid=95103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 19:38:55.111209 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48f27038-0bdb-4ec8-9a16-67629c95c53f None None] Attempting to bind port cedefd13-5078-4b3b-b572-80ed6d1599b3 on network 5dec5c09-378e-4f50-89cc-d94eb81c3bac {{(pid=95103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:38:55.111319 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-ef5134ae-17b0-4c74-8d51-d4bfa1b4641f tempest-AllowedAddressPairTestJSON-1374304016 tempest-AllowedAddressPairTestJSON-1374304016-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222849'] for port, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:55.123185 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-ef5134ae-17b0-4c74-8d51-d4bfa1b4641f tempest-AllowedAddressPairTestJSON-1374304016 tempest-AllowedAddressPairTestJSON-1374304016-project] 10.222.0.67 "DELETE /v2.0/ports/33718ce6-ac50-4ab9-85eb-4e3d1e34a135 HTTP/1.1" status: 204 len: 168 time: 3.8395469 Sep 23 19:38:55.125419 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48f27038-0bdb-4ec8-9a16-67629c95c53f None None] Checking agent: {'id': '70a14545-df24-472f-8f95-bfe1719bff93', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 19, 7, 53), 'started_at': datetime.datetime(2021, 9, 23, 19, 8, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 19, 38, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 19:38:55.126008 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48f27038-0bdb-4ec8-9a16-67629c95c53f None None] Checking segment: {'id': '7d4027f1-d893-4c7b-95d4-757b8e44e380', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95103) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:38:55.126654 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-48f27038-0bdb-4ec8-9a16-67629c95c53f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:55.127433 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48f27038-0bdb-4ec8-9a16-67629c95c53f None None] Bound using segment: {'id': '7d4027f1-d893-4c7b-95d4-757b8e44e380', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac'} {{(pid=95103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 19:38:55.128369 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.managers [None req-48f27038-0bdb-4ec8-9a16-67629c95c53f None None] Bound port: cedefd13-5078-4b3b-b572-80ed6d1599b3, host: n-d-713301-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7d4027f1-d893-4c7b-95d4-757b8e44e380', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac'}}] {{(pid=95103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 19:38:55.131196 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-48f27038-0bdb-4ec8-9a16-67629c95c53f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:55.131518 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 58020) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:38:55.188514 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 58022) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:38:55.211453 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd83cb39-38d6-40fe-8124-24aa4b215326 admin admin] Pushing event updated for resources: {'Subnet': ['ID=64f48aa2-8aaa-404f-a01a-23d32603be60,revision_number=0']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:38:55.215193 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf71d5a0-5b8a-467c-837b-eeb8422f80cb req-1d4f7bdf-2e3d-403d-bd18-5928d6969f73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:38:55.218171 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-bf71d5a0-5b8a-467c-837b-eeb8422f80cb req-1d4f7bdf-2e3d-403d-bd18-5928d6969f73 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=08a82bb7-bfc5-4bc7-a3ee-312f82ebfc05 HTTP/1.1" status: 200 len: 797 time: 0.3945298 Sep 23 19:38:55.225237 n-d-713301-16 neutron-server[95101]: INFO neutron.pecan_wsgi.hooks.translation [None req-8d220361-e9b4-4fa0-af50-b23a1e9da9e4 tempest-AllowedAddressPairTestJSON-1374304016 tempest-AllowedAddressPairTestJSON-1374304016-project] GET failed (client error): The resource could not be found. Sep 23 19:38:55.233292 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-8d220361-e9b4-4fa0-af50-b23a1e9da9e4 tempest-AllowedAddressPairTestJSON-1374304016 tempest-AllowedAddressPairTestJSON-1374304016-project] 10.222.0.67 "GET /v2.0/ports/33718ce6-ac50-4ab9-85eb-4e3d1e34a135 HTTP/1.1" status: 404 len: 333 time: 0.0848227 Sep 23 19:38:55.236004 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 58026) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:38:55.259875 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.v2.base [None req-126d4aff-c72a-4c2c-a236-74bf200aa7a0 tempest-AllowedAddressPairTestJSON-1374304016 tempest-AllowedAddressPairTestJSON-1374304016-project] Request body: {'port': {'network_id': '764e4c99-1503-404d-a4d0-df8eceb226f6', 'name': 'tempest-AllowedAddressPairTestJSON-1225351208'}} {{(pid=95101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:38:55.272512 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-48f27038-0bdb-4ec8-9a16-67629c95c53f None None] For port cedefd13-5078-4b3b-b572-80ed6d1599b3, host n-d-713301-16, cleared binding levels {{(pid=95103) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 19:38:55.310913 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-48f27038-0bdb-4ec8-9a16-67629c95c53f None None] For port cedefd13-5078-4b3b-b572-80ed6d1599b3, host n-d-713301-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-16',level=0,port_id=cedefd13-5078-4b3b-b572-80ed6d1599b3,segment=NetworkSegment(7d4027f1-d893-4c7b-95d4-757b8e44e380),segment_id=7d4027f1-d893-4c7b-95d4-757b8e44e380)] {{(pid=95103) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 19:38:55.318727 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-48f27038-0bdb-4ec8-9a16-67629c95c53f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:55.326337 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-80e7e501-6c57-470d-92c6-e3d54bc3195c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:55.370673 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd83cb39-38d6-40fe-8124-24aa4b215326 admin admin] Checking segment: {'id': 'a3bc146d-6137-4ed9-acd5-f5d8ea919972', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '6aba805b-ad5f-4555-ac53-d2f542ff3e86'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:38:55.371214 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd83cb39-38d6-40fe-8124-24aa4b215326 admin admin] Network hostable DHCP agents. Network: 6aba805b-ad5f-4555-ac53-d2f542ff3e86, hostable agents: ['1b18bf05-1b5f-4587-be5c-af3ac38e32ad'], hosted agents: [] {{(pid=95101) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 19:38:55.377138 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-de0f4885-8062-4f24-86e5-c13ab4940a13 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:55.392644 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48f27038-0bdb-4ec8-9a16-67629c95c53f None None] Routers {'2a43c06a-8d2d-48a1-9a49-88a817a32234'} bound to L3 agent in host n-d-713301-16 {{(pid=95103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 19:38:55.393244 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_hamode_db [None req-48f27038-0bdb-4ec8-9a16-67629c95c53f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-23T19:07:52Z,description=,heartbeat_timestamp=2021-09-23T19:38:52Z,host='n-d-713301-16',id=79a740bf-7821-4989-8288-7186e3e128f3,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:07:52Z,topic='l3_agent')) {'router_ids': ['2a43c06a-8d2d-48a1-9a49-88a817a32234'], 'active': True} {{(pid=95103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:38:55.417445 n-d-713301-16 neutron-server[95102]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a77aef1d-5c79-4b0f-8139-0c984242c300 tempest-FloatingIPTestJSON-2085468291 tempest-FloatingIPTestJSON-2085468291-project] Router 4fe6b5af-8311-4b33-84ea-800b651e6836 has already been hosted by L3 agent 79a740bf-7821-4989-8288-7186e3e128f3 {{(pid=95102) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 19:38:55.447220 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-18276efd-adbf-4142-8978-97a1fae0523e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:55.456626 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-4bd1cd22-1f69-43d9-aa63-25510ebbeb97 req-f563fdbb-8a28-4097-a4ee-c7fe4ccc46bc tempest-ServersTestJSON-149791516 tempest-ServersTestJSON-149791516-project] Notify callbacks [] for port, precommit_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:55.461276 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-18276efd-adbf-4142-8978-97a1fae0523e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:55.489801 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-268db581-b211-4b0c-8856-090162780d80 None None] Pushing event updated for resources: {'Port': ['ID=cedefd13-5078-4b3b-b572-80ed6d1599b3,revision_number=3']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:38:55.494163 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-18276efd-adbf-4142-8978-97a1fae0523e admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=5da8d330b94645669cfada53940a4a6a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6990588 Sep 23 19:38:55.504063 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd83cb39-38d6-40fe-8124-24aa4b215326 admin admin] Network 6aba805b-ad5f-4555-ac53-d2f542ff3e86 is scheduled to be hosted by DHCP agent 1b18bf05-1b5f-4587-be5c-af3ac38e32ad with binding_index 1 {{(pid=95101) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 19:38:55.506514 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 58028) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:38:55.518919 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf71d5a0-5b8a-467c-837b-eeb8422f80cb req-442da8db-e894-48e8-8938-d8366ef2be42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:38:55.520666 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-bf71d5a0-5b8a-467c-837b-eeb8422f80cb req-442da8db-e894-48e8-8938-d8366ef2be42 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=6b0b0714-7ca1-4d6d-b820-8be57f2679a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2937362 Sep 23 19:38:55.554435 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.base_scheduler [None req-fd83cb39-38d6-40fe-8124-24aa4b215326 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713301-16, 6aba805b-ad5f-4555-ac53-d2f542ff3e86) {{(pid=95101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:38:55.555470 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_dvr_db [None req-48f27038-0bdb-4ec8-9a16-67629c95c53f None None] Set router 2a43c06a-8d2d-48a1-9a49-88a817a32234 gateway port host: n-d-713301-16 {{(pid=95103) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 19:38:55.588815 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd83cb39-38d6-40fe-8124-24aa4b215326 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:38:55.590710 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-fd83cb39-38d6-40fe-8124-24aa4b215326 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:55.591592 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec8eb52a-127e-4331-9a39-4d8b85eccca6 None None] Network 6aba805b-ad5f-4555-ac53-d2f542ff3e86 requested from n-d-713301-16 {{(pid=95103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 19:38:55.597823 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18276efd-adbf-4142-8978-97a1fae0523e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=946cc802-3479-4aa6-9ad7-aa011d85821f,revision_number=1']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:38:55.612772 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-de0f4885-8062-4f24-86e5-c13ab4940a13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783145673135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5607431'] for port, after_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:55.613238 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-4bd1cd22-1f69-43d9-aa63-25510ebbeb97 req-f563fdbb-8a28-4097-a4ee-c7fe4ccc46bc tempest-ServersTestJSON-149791516 tempest-ServersTestJSON-149791516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783145673135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4399100'] for port, after_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:55.650793 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-126d4aff-c72a-4c2c-a236-74bf200aa7a0 tempest-AllowedAddressPairTestJSON-1374304016 tempest-AllowedAddressPairTestJSON-1374304016-project] Made reservation on behalf of 7c4cfbd8f5ae4e4a9e04db1551f99476 for: {'port': 1} {{(pid=95101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:38:55.654706 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-126d4aff-c72a-4c2c-a236-74bf200aa7a0 tempest-AllowedAddressPairTestJSON-1374304016 tempest-AllowedAddressPairTestJSON-1374304016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:55.707564 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de0f4885-8062-4f24-86e5-c13ab4940a13 admin admin] Network 98fedc67-72b8-4221-a74f-236d7c9bf368 is already hosted by enough agents. {{(pid=95101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:38:55.719881 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-fd83cb39-38d6-40fe-8124-24aa4b215326 admin admin] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.5192750 Sep 23 19:38:55.733253 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.base_scheduler [None req-de0f4885-8062-4f24-86e5-c13ab4940a13 admin admin] Resources bound (agent type, host, resource id): {{(pid=95101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:38:55.734134 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] get_ports_and_sgs() called for port_ids ['1e33a789-d371-4447-ad9f-6d77201ac2d1'] {{(pid=95103) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 19:38:55.737539 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-27840924-e809-404b-acb9-f4ea4a18d43e admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=699ebd3ddaa74a06bf917c17312a1ac5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5440018 Sep 23 19:38:55.745715 n-d-713301-16 neutron-server[95101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de0f4885-8062-4f24-86e5-c13ab4940a13 admin admin] Received port after_create {{(pid=95101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 19:38:55.746005 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 58034) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:38:55.761087 n-d-713301-16 neutron-server[95102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4bd1cd22-1f69-43d9-aa63-25510ebbeb97 req-f563fdbb-8a28-4097-a4ee-c7fe4ccc46bc tempest-ServersTestJSON-149791516 tempest-ServersTestJSON-149791516-project] Network 13c320c3-e746-4d37-877a-d3d286211b52 is already hosted by enough agents. {{(pid=95102) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:38:55.780689 n-d-713301-16 neutron-server[95102]: DEBUG neutron.scheduler.base_scheduler [req-4bd1cd22-1f69-43d9-aa63-25510ebbeb97 req-f563fdbb-8a28-4097-a4ee-c7fe4ccc46bc tempest-ServersTestJSON-149791516 tempest-ServersTestJSON-149791516-project] Resources bound (agent type, host, resource id): {{(pid=95102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:38:55.785574 n-d-713301-16 neutron-server[95102]: DEBUG neutron.db.l3_dvrscheduler_db [req-4bd1cd22-1f69-43d9-aa63-25510ebbeb97 req-f563fdbb-8a28-4097-a4ee-c7fe4ccc46bc tempest-ServersTestJSON-149791516 tempest-ServersTestJSON-149791516-project] Received port after_create {{(pid=95102) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 19:38:55.789678 n-d-713301-16 neutron-server[95101]: DEBUG neutron.notifiers.nova [None req-126d4aff-c72a-4c2c-a236-74bf200aa7a0 tempest-AllowedAddressPairTestJSON-1374304016 tempest-AllowedAddressPairTestJSON-1374304016-project] device_id is not set on port 4562ef89-45dd-4ad8-97fb-cff7c91dc177 yet. {{(pid=95101) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 23 19:38:55.804099 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de0f4885-8062-4f24-86e5-c13ab4940a13 admin admin] Pushing event updated for resources: {'Port': ['ID=ba34d1c6-f821-4e81-8047-f94f2ae3e458,revision_number=1']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:38:55.817946 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-15d0f8a6-eb69-4239-8f66-4dc8c98d2f61 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:55.948167 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a218c87-d152-481b-821e-a8ec54ba172f None None] Network 6aba805b-ad5f-4555-ac53-d2f542ff3e86 requested from n-d-713301-16 {{(pid=95103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 19:38:55.958045 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-15d0f8a6-eb69-4239-8f66-4dc8c98d2f61 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:55.982351 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-de0f4885-8062-4f24-86e5-c13ab4940a13 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-601987'] for router_interface, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:55.986210 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 58038) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:38:56.198951 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-15d0f8a6-eb69-4239-8f66-4dc8c98d2f61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:56.202185 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-15d0f8a6-eb69-4239-8f66-4dc8c98d2f61 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:56.203400 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-15d0f8a6-eb69-4239-8f66-4dc8c98d2f61 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/946cc802-3479-4aa6-9ad7-aa011d85821f HTTP/1.1" status: 204 len: 168 time: 0.6833284 Sep 23 19:38:56.213913 n-d-713301-16 neutron-server[95101]: DEBUG neutron.db.db_base_plugin_common [None req-126d4aff-c72a-4c2c-a236-74bf200aa7a0 tempest-AllowedAddressPairTestJSON-1374304016 tempest-AllowedAddressPairTestJSON-1374304016-project] Allocated IP 172.20.0.7 (764e4c99-1503-404d-a4d0-df8eceb226f6/86f7afa6-28aa-41a7-9d88-e25e29712c63/4562ef89-45dd-4ad8-97fb-cff7c91dc177) {{(pid=95101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 19:38:56.242808 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15d0f8a6-eb69-4239-8f66-4dc8c98d2f61 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=946cc802-3479-4aa6-9ad7-aa011d85821f,revision_number=None']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:38:56.283806 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-3cfa7443-8b32-479c-b852-ba8921eb56a0 None None] Provisioning complete for port ba34d1c6-f821-4e81-8047-f94f2ae3e458 triggered by entity DHCP. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:38:56.284486 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-3cfa7443-8b32-479c-b852-ba8921eb56a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:56.348078 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-de0f4885-8062-4f24-86e5-c13ab4940a13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:56.401399 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.plugin [None req-3cfa7443-8b32-479c-b852-ba8921eb56a0 None None] Port ba34d1c6-f821-4e81-8047-f94f2ae3e458 cannot update to ACTIVE because it is not bound. {{(pid=95103) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 19:38:56.423919 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_hamode_db [None req-48f27038-0bdb-4ec8-9a16-67629c95c53f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a43c06a-8d2d-48a1-9a49-88a817a32234', 'name': 'tempest-TestVolumeBackupRestore-515741337-router', 'tenant_id': '1718189929d9483b8c1064052628d365', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'external_fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.246'}], 'enable_snat': True}, 'gw_port_id': 'cedefd13-5078-4b3b-b572-80ed6d1599b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:38:48Z', 'updated_at': '2021-09-23T19:38:51Z', 'revision_number': 3, 'project_id': '1718189929d9483b8c1064052628d365', 'gw_port': {'id': 'cedefd13-5078-4b3b-b572-80ed6d1599b3', 'name': '', 'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:4d:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a43c06a-8d2d-48a1-9a49-88a817a32234', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2140, 'fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:38:50Z', 'updated_at': '2021-09-23T19:38:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-16'}], 'n-d-713301-16', False) {} {{(pid=95103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:38:56.452263 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f563fdbb-8a28-4097-a4ee-c7fe4ccc46bc tempest-ServersTestJSON-149791516 tempest-ServersTestJSON-149791516-project] Pushing event updated for resources: {'Port': ['ID=3c5f04d5-5e60-459d-a0e5-3ddd2acee29f,revision_number=1']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:38:56.472471 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48f27038-0bdb-4ec8-9a16-67629c95c53f None None] The sync data for ids ['2a43c06a-8d2d-48a1-9a49-88a817a32234'] in n-d-713301-16 is: [{'id': '2a43c06a-8d2d-48a1-9a49-88a817a32234', 'name': 'tempest-TestVolumeBackupRestore-515741337-router', 'tenant_id': '1718189929d9483b8c1064052628d365', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'external_fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.246'}], 'enable_snat': True}, 'gw_port_id': 'cedefd13-5078-4b3b-b572-80ed6d1599b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:38:48Z', 'updated_at': '2021-09-23T19:38:51Z', 'revision_number': 3, 'project_id': '1718189929d9483b8c1064052628d365', 'gw_port': {'id': 'cedefd13-5078-4b3b-b572-80ed6d1599b3', 'name': '', 'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:4d:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a43c06a-8d2d-48a1-9a49-88a817a32234', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2140, 'fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:38:50Z', 'updated_at': '2021-09-23T19:38:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-16'}] {{(pid=95103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 19:38:56.507660 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-bf71d5a0-5b8a-467c-837b-eeb8422f80cb req-0e61b164-0fd5-4beb-96f7-eb2f2dfaacf9 service neutron] 10.222.0.53 "GET /v2.0/networks/6b0b0714-7ca1-4d6d-b820-8be57f2679a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9749701 Sep 23 19:38:56.518352 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd1cd22-1f69-43d9-aa63-25510ebbeb97 req-f563fdbb-8a28-4097-a4ee-c7fe4ccc46bc tempest-ServersTestJSON-149791516 tempest-ServersTestJSON-149791516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:38:56.519248 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-4bd1cd22-1f69-43d9-aa63-25510ebbeb97 req-f563fdbb-8a28-4097-a4ee-c7fe4ccc46bc tempest-ServersTestJSON-149791516 tempest-ServersTestJSON-149791516-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222849'] for port, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:56.529455 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed7d3749-f972-47ec-98bf-b64f789b957a req-ce3c0fa0-9732-4f2c-8387-e20d5dc83b35 tempest-ServersTestJSON-149791516 tempest-ServersTestJSON-149791516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:38:56.536811 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-ed7d3749-f972-47ec-98bf-b64f789b957a req-ce3c0fa0-9732-4f2c-8387-e20d5dc83b35 tempest-ServersTestJSON-149791516 tempest-ServersTestJSON-149791516-project] 10.222.0.67 "GET /v2.0/ports?device_id=a7a8b8ae-2e00-463b-bdf8-22334f82f707 HTTP/1.1" status: 200 len: 932 time: 0.7464030 Sep 23 19:38:56.671392 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a77aef1d-5c79-4b0f-8139-0c984242c300 tempest-FloatingIPTestJSON-2085468291 tempest-FloatingIPTestJSON-2085468291-project] Notify agent at l3_agent.n-d-713301-16 the message routers_updated {{(pid=95102) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 19:38:56.683883 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d26abf8d-6108-4de5-87ec-426a5c131c98 None None] Sync routers for ids ['4fe6b5af-8311-4b33-84ea-800b651e6836'] in n-d-713301-16 {{(pid=95104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 19:38:56.690674 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-a77aef1d-5c79-4b0f-8139-0c984242c300 tempest-FloatingIPTestJSON-2085468291 tempest-FloatingIPTestJSON-2085468291-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222849'] for floatingip, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:56.704706 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d26abf8d-6108-4de5-87ec-426a5c131c98 None None] Routers {'4fe6b5af-8311-4b33-84ea-800b651e6836'} bound to L3 agent in host n-d-713301-16 {{(pid=95104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 19:38:56.708716 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_hamode_db [None req-d26abf8d-6108-4de5-87ec-426a5c131c98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-23T19:07:52Z,description=,heartbeat_timestamp=2021-09-23T19:38:52Z,host='n-d-713301-16',id=79a740bf-7821-4989-8288-7186e3e128f3,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:07:52Z,topic='l3_agent')) {'router_ids': ['4fe6b5af-8311-4b33-84ea-800b651e6836'], 'active': True} {{(pid=95104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:38:56.713797 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-de0f4885-8062-4f24-86e5-c13ab4940a13 admin admin] Notify callbacks [] for port, precommit_update {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:56.720493 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-126d4aff-c72a-4c2c-a236-74bf200aa7a0 tempest-AllowedAddressPairTestJSON-1374304016 tempest-AllowedAddressPairTestJSON-1374304016-project] Notify callbacks [] for port, precommit_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:56.723906 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-de0f4885-8062-4f24-86e5-c13ab4940a13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5607436'] for port, after_update {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:56.729597 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-64dec06b-41f5-412b-8891-19649bc6bfaf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:56.741824 n-d-713301-16 neutron-server[95102]: DEBUG neutron.db.db_base_plugin_v2 [None req-523cdc2f-8032-443e-9013-bf8f2067c7f0 admin admin] Deleting subnet 64f48aa2-8aaa-404f-a01a-23d32603be60 {{(pid=95102) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 23 19:38:56.761019 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-4bd1cd22-1f69-43d9-aa63-25510ebbeb97 req-f563fdbb-8a28-4097-a4ee-c7fe4ccc46bc tempest-ServersTestJSON-149791516 tempest-ServersTestJSON-149791516-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.4086087 Sep 23 19:38:56.778893 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-ed7d3749-f972-47ec-98bf-b64f789b957a req-f13232cd-a0d9-429c-a64a-3ec429452558 tempest-ServersTestJSON-149791516 tempest-ServersTestJSON-149791516-project] 10.222.0.67 "GET /v2.0/security-groups?id=b8c31db9-bcb2-4708-876e-18b1f4bdd8a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2340598 Sep 23 19:38:56.780191 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-523cdc2f-8032-443e-9013-bf8f2067c7f0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:56.797311 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_hamode_db [None req-d26abf8d-6108-4de5-87ec-426a5c131c98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713301-16', False) {} {{(pid=95104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:38:56.798662 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.v2.base [req-4bd1cd22-1f69-43d9-aa63-25510ebbeb97 req-1b4667ec-9175-4ebd-984f-ce54f907cb0c service neutron] Request body: {'port': {'device_id': 'a7a8b8ae-2e00-463b-bdf8-22334f82f707', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713301-16'}} {{(pid=95102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:38:56.810685 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d26abf8d-6108-4de5-87ec-426a5c131c98 None None] Routers {'4fe6b5af-8311-4b33-84ea-800b651e6836'} bound to L3 agent in host n-d-713301-16 {{(pid=95104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 19:38:56.812251 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_hamode_db [None req-d26abf8d-6108-4de5-87ec-426a5c131c98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-23T19:07:52Z,description=,heartbeat_timestamp=2021-09-23T19:38:52Z,host='n-d-713301-16',id=79a740bf-7821-4989-8288-7186e3e128f3,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:07:52Z,topic='l3_agent')) {'router_ids': ['4fe6b5af-8311-4b33-84ea-800b651e6836'], 'active': True} {{(pid=95104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:38:56.841383 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-a77aef1d-5c79-4b0f-8139-0c984242c300 tempest-FloatingIPTestJSON-2085468291 tempest-FloatingIPTestJSON-2085468291-project] 10.222.0.67 "PUT /v2.0/floatingips/7a265ff9-9d26-4449-a7cb-143d9afaa317 HTTP/1.1" status: 200 len: 687 time: 3.4686823 Sep 23 19:38:56.843982 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-bf71d5a0-5b8a-467c-837b-eeb8422f80cb req-a9be2211-e383-4848-9931-dcb3346f6470 service neutron] 10.222.0.53 "GET /v2.0/networks/6b0b0714-7ca1-4d6d-b820-8be57f2679a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2955263 Sep 23 19:38:56.849170 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 58050) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:38:56.879274 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-64dec06b-41f5-412b-8891-19649bc6bfaf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:56.930081 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_hamode_db [None req-d26abf8d-6108-4de5-87ec-426a5c131c98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713301-16', False) {} {{(pid=95104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:38:56.931138 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d26abf8d-6108-4de5-87ec-426a5c131c98 None None] The sync data for ids ['4fe6b5af-8311-4b33-84ea-800b651e6836'] in n-d-713301-16 is: [] {{(pid=95104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 19:38:56.991168 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de0f4885-8062-4f24-86e5-c13ab4940a13 admin admin] Pushing event updated for resources: {'Port': ['ID=ba34d1c6-f821-4e81-8047-f94f2ae3e458,revision_number=2']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:38:57.000753 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-de0f4885-8062-4f24-86e5-c13ab4940a13 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-527313', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-601459'] for router_interface, after_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:57.003215 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-523cdc2f-8032-443e-9013-bf8f2067c7f0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6162825'] for subnet, precommit_delete_associations {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:57.006905 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-bf71d5a0-5b8a-467c-837b-eeb8422f80cb req-594a0ce0-76be-496c-bfc6-6fc88eb0af39 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.41&port_id=5b8a0a35-d9a5-40cb-80ab-356667fb483b HTTP/1.1" status: 200 len: 217 time: 0.1320264 Sep 23 19:38:57.121987 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-126d4aff-c72a-4c2c-a236-74bf200aa7a0 tempest-AllowedAddressPairTestJSON-1374304016 tempest-AllowedAddressPairTestJSON-1374304016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783145673135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5607431'] for port, after_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:57.165021 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-523cdc2f-8032-443e-9013-bf8f2067c7f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1756813'] for subnet, precommit_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:57.238049 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf71d5a0-5b8a-467c-837b-eeb8422f80cb req-040b0469-fda8-4a38-88de-9c77a72acc39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:38:57.240041 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-bf71d5a0-5b8a-467c-837b-eeb8422f80cb req-040b0469-fda8-4a38-88de-9c77a72acc39 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=08a82bb7-bfc5-4bc7-a3ee-312f82ebfc05 HTTP/1.1" status: 200 len: 797 time: 0.2005329 Sep 23 19:38:57.246042 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-523cdc2f-8032-443e-9013-bf8f2067c7f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1756804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4399009', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5388229'] for subnet, after_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:57.263979 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-126d4aff-c72a-4c2c-a236-74bf200aa7a0 tempest-AllowedAddressPairTestJSON-1374304016 tempest-AllowedAddressPairTestJSON-1374304016-project] Network 764e4c99-1503-404d-a4d0-df8eceb226f6 is already hosted by enough agents. {{(pid=95101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:38:57.280537 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-523cdc2f-8032-443e-9013-bf8f2067c7f0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:57.282089 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.base_scheduler [None req-126d4aff-c72a-4c2c-a236-74bf200aa7a0 tempest-AllowedAddressPairTestJSON-1374304016 tempest-AllowedAddressPairTestJSON-1374304016-project] Resources bound (agent type, host, resource id): {{(pid=95101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:38:57.286249 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-523cdc2f-8032-443e-9013-bf8f2067c7f0 admin admin] 10.222.0.67 "DELETE /v2.0/subnets/64f48aa2-8aaa-404f-a01a-23d32603be60 HTTP/1.1" status: 204 len: 168 time: 1.2940526 Sep 23 19:38:57.286775 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-126d4aff-c72a-4c2c-a236-74bf200aa7a0 tempest-AllowedAddressPairTestJSON-1374304016 tempest-AllowedAddressPairTestJSON-1374304016-project] Pushing event updated for resources: {'Port': ['ID=4562ef89-45dd-4ad8-97fb-cff7c91dc177,revision_number=1']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:38:57.288345 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-4bd1cd22-1f69-43d9-aa63-25510ebbeb97 req-1b4667ec-9175-4ebd-984f-ce54f907cb0c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:57.305339 n-d-713301-16 neutron-server[95101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-126d4aff-c72a-4c2c-a236-74bf200aa7a0 tempest-AllowedAddressPairTestJSON-1374304016 tempest-AllowedAddressPairTestJSON-1374304016-project] Received port after_create {{(pid=95101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 19:38:57.308939 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 58060) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:38:57.349779 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-64dec06b-41f5-412b-8891-19649bc6bfaf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:57.362637 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-64dec06b-41f5-412b-8891-19649bc6bfaf admin admin] Notify callbacks [] for security_group, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:57.364273 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-64dec06b-41f5-412b-8891-19649bc6bfaf admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/f7a0cf7e-f1bb-4a4b-badb-a0616b39d998 HTTP/1.1" status: 204 len: 168 time: 1.6014879 Sep 23 19:38:57.372013 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-523cdc2f-8032-443e-9013-bf8f2067c7f0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=64f48aa2-8aaa-404f-a01a-23d32603be60,revision_number=None']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:38:57.542900 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Device cedefd13-5078-4b3b-b572-80ed6d1599b3 up at agent ovs-agent-n-d-713301-16 {{(pid=95103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 19:38:57.575030 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64dec06b-41f5-412b-8891-19649bc6bfaf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7a0cf7e-f1bb-4a4b-badb-a0616b39d998,revision_number=None']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:38:57.598282 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de0f4885-8062-4f24-86e5-c13ab4940a13 admin admin] Network 98fedc67-72b8-4221-a74f-236d7c9bf368 is already hosted by enough agents. {{(pid=95101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:38:57.610328 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf71d5a0-5b8a-467c-837b-eeb8422f80cb req-443928d3-c97f-4759-9ce2-5fb11bcd9dfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:38:57.611984 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-bf71d5a0-5b8a-467c-837b-eeb8422f80cb req-443928d3-c97f-4759-9ce2-5fb11bcd9dfd service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=6b0b0714-7ca1-4d6d-b820-8be57f2679a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3548107 Sep 23 19:38:57.617395 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-126d4aff-c72a-4c2c-a236-74bf200aa7a0 tempest-AllowedAddressPairTestJSON-1374304016 tempest-AllowedAddressPairTestJSON-1374304016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:38:57.618433 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-126d4aff-c72a-4c2c-a236-74bf200aa7a0 tempest-AllowedAddressPairTestJSON-1374304016 tempest-AllowedAddressPairTestJSON-1374304016-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222849'] for port, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:57.698195 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.base_scheduler [None req-de0f4885-8062-4f24-86e5-c13ab4940a13 admin admin] Resources bound (agent type, host, resource id): {{(pid=95101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:38:57.720270 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Provisioning complete for port cedefd13-5078-4b3b-b572-80ed6d1599b3 triggered by entity L2. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:38:57.720680 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:57.758568 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-126d4aff-c72a-4c2c-a236-74bf200aa7a0 tempest-AllowedAddressPairTestJSON-1374304016 tempest-AllowedAddressPairTestJSON-1374304016-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.4989157 Sep 23 19:38:57.764914 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.plugin [None req-cf40772c-00f0-4fe5-b86f-cf9e4f45abf4 tempest-FloatingIPTestJSON-2085468291 tempest-FloatingIPTestJSON-2085468291-project] Deleting port 7ed88618-5161-44de-8158-5bb518d2e22b {{(pid=95101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:38:57.765327 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-cf40772c-00f0-4fe5-b86f-cf9e4f45abf4 tempest-FloatingIPTestJSON-2085468291 tempest-FloatingIPTestJSON-2085468291-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783146157096'] for port, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:57.770319 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 58070) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:38:57.789275 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.v2.base [None req-c2402886-2aee-40d8-900e-f5c3a11e8530 tempest-AllowedAddressPairTestJSON-1374304016 tempest-AllowedAddressPairTestJSON-1374304016-project] Request body: {'port': {'network_id': '764e4c99-1503-404d-a4d0-df8eceb226f6', 'name': 'tempest-AllowedAddressPairTestJSON-1180058413'}} {{(pid=95102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:38:57.914140 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:57.939453 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] For port cedefd13-5078-4b3b-b572-80ed6d1599b3, host n-d-713301-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-16',level=0,port_id=cedefd13-5078-4b3b-b572-80ed6d1599b3,segment=NetworkSegment(7d4027f1-d893-4c7b-95d4-757b8e44e380),segment_id=7d4027f1-d893-4c7b-95d4-757b8e44e380)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:38:57.954620 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:57.959224 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-00576d85-7614-4f8f-b8ac-1cfd32d468f8 None None] Provisioning complete for port 4562ef89-45dd-4ad8-97fb-cff7c91dc177 triggered by entity DHCP. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:38:57.960886 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-00576d85-7614-4f8f-b8ac-1cfd32d468f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:57.965334 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-cf40772c-00f0-4fe5-b86f-cf9e4f45abf4 tempest-FloatingIPTestJSON-2085468291 tempest-FloatingIPTestJSON-2085468291-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-605701'] for port, precommit_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:57.965668 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-cf40772c-00f0-4fe5-b86f-cf9e4f45abf4 tempest-FloatingIPTestJSON-2085468291 tempest-FloatingIPTestJSON-2085468291-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:58.000141 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.plugin [None req-cf40772c-00f0-4fe5-b86f-cf9e4f45abf4 tempest-FloatingIPTestJSON-2085468291 tempest-FloatingIPTestJSON-2085468291-project] Calling delete_port for 7ed88618-5161-44de-8158-5bb518d2e22b owned by network:floatingip {{(pid=95101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:38:58.042915 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.plugin [None req-00576d85-7614-4f8f-b8ac-1cfd32d468f8 None None] Port 4562ef89-45dd-4ad8-97fb-cff7c91dc177 cannot update to ACTIVE because it is not bound. {{(pid=95103) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 19:38:58.047637 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-c7abf2fc-3d11-4404-99f8-a89e332a44f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1628021'] for network, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:58.121160 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:58.137973 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Pushing event updated for resources: {'Port': ['ID=cedefd13-5078-4b3b-b572-80ed6d1599b3,revision_number=4']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:38:58.174168 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-106e20da-364f-4344-91ad-938f36657a8d None None] Provisioning complete for port ba34d1c6-f821-4e81-8047-f94f2ae3e458 triggered by entity DHCP. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:38:58.174837 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-106e20da-364f-4344-91ad-938f36657a8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:58.222275 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.plugin [None req-106e20da-364f-4344-91ad-938f36657a8d None None] Port ba34d1c6-f821-4e81-8047-f94f2ae3e458 cannot update to ACTIVE because it is not bound. {{(pid=95103) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 19:38:58.263921 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:58.383349 n-d-713301-16 neutron-server[95102]: DEBUG neutron.notifiers.nova [req-4bd1cd22-1f69-43d9-aa63-25510ebbeb97 req-1b4667ec-9175-4ebd-984f-ce54f907cb0c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3c5f04d5-5e60-459d-a0e5-3ddd2acee29f {{(pid=95102) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 19:38:58.389739 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-cf40772c-00f0-4fe5-b86f-cf9e4f45abf4 tempest-FloatingIPTestJSON-2085468291 tempest-FloatingIPTestJSON-2085468291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783146162158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783145673144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5607431'] for port, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:58.432468 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-bf71d5a0-5b8a-467c-837b-eeb8422f80cb req-b3199c22-803e-44d9-bf31-4e67473e5140 service neutron] 10.222.0.53 "GET /v2.0/networks/6b0b0714-7ca1-4d6d-b820-8be57f2679a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8108232 Sep 23 19:38:58.434749 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-4bd1cd22-1f69-43d9-aa63-25510ebbeb97 req-1b4667ec-9175-4ebd-984f-ce54f907cb0c service neutron] Notify callbacks [] for port, precommit_update {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:58.481493 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-671dbdc3-282e-4804-9dea-2be0055bccaf req-36bf9eb6-373b-46ec-b1d0-00fed4e29fe4 tempest-ServersTestJSON-149791516 tempest-ServersTestJSON-149791516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:38:58.489005 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-671dbdc3-282e-4804-9dea-2be0055bccaf req-36bf9eb6-373b-46ec-b1d0-00fed4e29fe4 tempest-ServersTestJSON-149791516 tempest-ServersTestJSON-149791516-project] 10.222.0.67 "GET /v2.0/ports?device_id=a7a8b8ae-2e00-463b-bdf8-22334f82f707 HTTP/1.1" status: 200 len: 932 time: 0.5216534 Sep 23 19:38:58.503430 n-d-713301-16 neutron-server[95102]: DEBUG neutron.db.provisioning_blocks [req-4bd1cd22-1f69-43d9-aa63-25510ebbeb97 req-1b4667ec-9175-4ebd-984f-ce54f907cb0c service neutron] Transition to ACTIVE for port object 3c5f04d5-5e60-459d-a0e5-3ddd2acee29f will not be triggered until provisioned by entity L2. {{(pid=95102) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 19:38:58.519640 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-4bd1cd22-1f69-43d9-aa63-25510ebbeb97 req-1b4667ec-9175-4ebd-984f-ce54f907cb0c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4399095'] for port, after_update {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:58.527906 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf40772c-00f0-4fe5-b86f-cf9e4f45abf4 tempest-FloatingIPTestJSON-2085468291 tempest-FloatingIPTestJSON-2085468291-project] Pushing event deleted for resources: {'Port': ['ID=7ed88618-5161-44de-8158-5bb518d2e22b,revision_number=None']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:38:58.653742 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-671dbdc3-282e-4804-9dea-2be0055bccaf req-2a750bf2-2f7b-4cd1-9e7e-9d8ea9355f5f tempest-ServersTestJSON-149791516 tempest-ServersTestJSON-149791516-project] 10.222.0.67 "GET /v2.0/security-groups?id=b8c31db9-bcb2-4708-876e-18b1f4bdd8a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1638460 Sep 23 19:38:58.685103 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2402886-2aee-40d8-900e-f5c3a11e8530 tempest-AllowedAddressPairTestJSON-1374304016 tempest-AllowedAddressPairTestJSON-1374304016-project] Made reservation on behalf of 7c4cfbd8f5ae4e4a9e04db1551f99476 for: {'port': 1} {{(pid=95102) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:38:58.688861 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-c2402886-2aee-40d8-900e-f5c3a11e8530 tempest-AllowedAddressPairTestJSON-1374304016 tempest-AllowedAddressPairTestJSON-1374304016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:58.705623 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-c7abf2fc-3d11-4404-99f8-a89e332a44f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1754676', 'neutron.services.segments.db._delete_segments_for_network-8783146221460'] for network, precommit_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:58.715180 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b4667ec-9175-4ebd-984f-ce54f907cb0c service neutron] Pushing event updated for resources: {'Port': ['ID=3c5f04d5-5e60-459d-a0e5-3ddd2acee29f,revision_number=2']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:38:58.785181 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-cf40772c-00f0-4fe5-b86f-cf9e4f45abf4 tempest-FloatingIPTestJSON-2085468291 tempest-FloatingIPTestJSON-2085468291-project] Notify callbacks [] for floatingip, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:58.789099 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-cf40772c-00f0-4fe5-b86f-cf9e4f45abf4 tempest-FloatingIPTestJSON-2085468291 tempest-FloatingIPTestJSON-2085468291-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222849'] for floatingip, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:58.790493 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-cf40772c-00f0-4fe5-b86f-cf9e4f45abf4 tempest-FloatingIPTestJSON-2085468291 tempest-FloatingIPTestJSON-2085468291-project] 10.222.0.67 "DELETE /v2.0/floatingips/7a265ff9-9d26-4449-a7cb-143d9afaa317 HTTP/1.1" status: 204 len: 168 time: 1.9342372 Sep 23 19:38:58.802266 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 58102) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:38:58.813965 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.v2.base [None req-9489695a-ac03-470a-9cab-e0bc616a468b tempest-FloatingIPTestJSON-2085468291 tempest-FloatingIPTestJSON-2085468291-project] Request body: {'floatingip': {'floating_network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'port_id': '26ed7362-0ef4-4eff-96cf-d365c099871c'}} {{(pid=95101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:38:58.824744 n-d-713301-16 neutron-server[95101]: DEBUG neutron.services.segments.db [None req-c7abf2fc-3d11-4404-99f8-a89e332a44f8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6aba805b-ad5f-4555-ac53-d2f542ff3e86']}} {{(pid=95101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:38:58.836775 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-bf71d5a0-5b8a-467c-837b-eeb8422f80cb req-97b19506-1ae2-48d5-8eea-ef2fe79f8aa9 service neutron] 10.222.0.53 "GET /v2.0/networks/6b0b0714-7ca1-4d6d-b820-8be57f2679a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3902638 Sep 23 19:38:58.839256 n-d-713301-16 neutron-server[95102]: DEBUG neutron.notifiers.nova [None req-c2402886-2aee-40d8-900e-f5c3a11e8530 tempest-AllowedAddressPairTestJSON-1374304016 tempest-AllowedAddressPairTestJSON-1374304016-project] device_id is not set on port a8694ffe-40c4-4e8b-81d6-e922f5c838a6 yet. {{(pid=95102) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 23 19:38:58.842640 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de0f4885-8062-4f24-86e5-c13ab4940a13 admin admin] Router 2a43c06a-8d2d-48a1-9a49-88a817a32234 has already been hosted by L3 agent 79a740bf-7821-4989-8288-7186e3e128f3 {{(pid=95101) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 19:38:58.847422 n-d-713301-16 neutron-server[95101]: DEBUG neutron.services.segments.db [None req-c7abf2fc-3d11-4404-99f8-a89e332a44f8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a3bc146d-6137-4ed9-acd5-f5d8ea919972') {'for_net_delete': True} {{(pid=95101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:38:58.848034 n-d-713301-16 neutron-server[95101]: DEBUG neutron.services.segments.db [None req-c7abf2fc-3d11-4404-99f8-a89e332a44f8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a3bc146d-6137-4ed9-acd5-f5d8ea919972') {} {{(pid=95101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:38:58.877341 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-c7abf2fc-3d11-4404-99f8-a89e332a44f8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783146221725', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6007147'] for segment, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:58.891924 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 58110) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:38:58.903113 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-9489695a-ac03-470a-9cab-e0bc616a468b tempest-FloatingIPTestJSON-2085468291 tempest-FloatingIPTestJSON-2085468291-project] Notify callbacks [] for floatingip, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:58.917036 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-c7abf2fc-3d11-4404-99f8-a89e332a44f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1756186'] for segment, precommit_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:59.003779 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-bf71d5a0-5b8a-467c-837b-eeb8422f80cb req-3acd5465-0669-411d-ac1d-18a64b3696a0 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.29&port_id=c139ca82-853e-472d-b61c-c167aa20c5aa HTTP/1.1" status: 200 len: 217 time: 0.1270113 Sep 23 19:38:59.072999 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.agents_db [None req-f2f5c474-60a3-474f-b2cc-02c4bd30880c None None] Agent healthcheck: found 7 active agents {{(pid=95104) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 19:38:59.106832 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.managers [req-4bd1cd22-1f69-43d9-aa63-25510ebbeb97 req-1b4667ec-9175-4ebd-984f-ce54f907cb0c service neutron] Attempting to bind port 3c5f04d5-5e60-459d-a0e5-3ddd2acee29f on host n-h1-713301-16 for vnic_type normal with profile {{(pid=95102) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 19:38:59.107186 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.managers [req-4bd1cd22-1f69-43d9-aa63-25510ebbeb97 req-1b4667ec-9175-4ebd-984f-ce54f907cb0c service neutron] Attempting to bind port 3c5f04d5-5e60-459d-a0e5-3ddd2acee29f by drivers openvswitch,hyperv on host n-h1-713301-16 at level 0 using segments [{'id': 'c829e8ab-031e-4667-8d5b-36ba5cfb9383', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '13c320c3-e746-4d37-877a-d3d286211b52'}] {{(pid=95102) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 19:38:59.107520 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bd1cd22-1f69-43d9-aa63-25510ebbeb97 req-1b4667ec-9175-4ebd-984f-ce54f907cb0c service neutron] Attempting to bind port 3c5f04d5-5e60-459d-a0e5-3ddd2acee29f on network 13c320c3-e746-4d37-877a-d3d286211b52 {{(pid=95102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:38:59.121036 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bd1cd22-1f69-43d9-aa63-25510ebbeb97 req-1b4667ec-9175-4ebd-984f-ce54f907cb0c service neutron] Port 3c5f04d5-5e60-459d-a0e5-3ddd2acee29f on network 13c320c3-e746-4d37-877a-d3d286211b52 not bound, no agent of type Open vSwitch agent registered on host n-h1-713301-16 {{(pid=95102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 19:38:59.123511 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bd1cd22-1f69-43d9-aa63-25510ebbeb97 req-1b4667ec-9175-4ebd-984f-ce54f907cb0c service neutron] Attempting to bind port 3c5f04d5-5e60-459d-a0e5-3ddd2acee29f on network 13c320c3-e746-4d37-877a-d3d286211b52 {{(pid=95102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:38:59.151492 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bd1cd22-1f69-43d9-aa63-25510ebbeb97 req-1b4667ec-9175-4ebd-984f-ce54f907cb0c service neutron] Checking agent: {'id': '0708c3e9-0aad-4600-9be9-d2486535c898', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713301-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 19, 15, 28), 'started_at': datetime.datetime(2021, 9, 23, 19, 15, 28), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 19, 38, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 19:38:59.151766 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bd1cd22-1f69-43d9-aa63-25510ebbeb97 req-1b4667ec-9175-4ebd-984f-ce54f907cb0c service neutron] Checking segment: {'id': 'c829e8ab-031e-4667-8d5b-36ba5cfb9383', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '13c320c3-e746-4d37-877a-d3d286211b52'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95102) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:38:59.152060 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bd1cd22-1f69-43d9-aa63-25510ebbeb97 req-1b4667ec-9175-4ebd-984f-ce54f907cb0c service neutron] Bound using segment: {'id': 'c829e8ab-031e-4667-8d5b-36ba5cfb9383', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '13c320c3-e746-4d37-877a-d3d286211b52'} {{(pid=95102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 19:38:59.153229 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.managers [req-4bd1cd22-1f69-43d9-aa63-25510ebbeb97 req-1b4667ec-9175-4ebd-984f-ce54f907cb0c service neutron] Bound port: 3c5f04d5-5e60-459d-a0e5-3ddd2acee29f, host: n-h1-713301-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c829e8ab-031e-4667-8d5b-36ba5cfb9383', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '13c320c3-e746-4d37-877a-d3d286211b52'}}] {{(pid=95102) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 19:38:59.153598 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-4bd1cd22-1f69-43d9-aa63-25510ebbeb97 req-1b4667ec-9175-4ebd-984f-ce54f907cb0c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:59.206244 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf71d5a0-5b8a-467c-837b-eeb8422f80cb req-eab94cd8-b46e-4225-ba22-1279d04d5a23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:38:59.208163 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-bf71d5a0-5b8a-467c-837b-eeb8422f80cb req-eab94cd8-b46e-4225-ba22-1279d04d5a23 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=08a82bb7-bfc5-4bc7-a3ee-312f82ebfc05 HTTP/1.1" status: 200 len: 797 time: 0.1972406 Sep 23 19:38:59.305642 n-d-713301-16 neutron-server[95102]: DEBUG neutron.db.db_base_plugin_common [None req-c2402886-2aee-40d8-900e-f5c3a11e8530 tempest-AllowedAddressPairTestJSON-1374304016 tempest-AllowedAddressPairTestJSON-1374304016-project] Allocated IP 172.20.0.9 (764e4c99-1503-404d-a4d0-df8eceb226f6/86f7afa6-28aa-41a7-9d88-e25e29712c63/a8694ffe-40c4-4e8b-81d6-e922f5c838a6) {{(pid=95102) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 19:38:59.307492 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.v2.base [None req-d5e5c6fb-4da6-4876-81e5-a073260ad2a9 tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-test-network-1722172961'}} {{(pid=95101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:38:59.345970 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c7abf2fc-3d11-4404-99f8-a89e332a44f8 admin admin] Releasing vlan 611 on physical network physnet1 to pool {{(pid=95101) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 19:38:59.346383 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-c7abf2fc-3d11-4404-99f8-a89e332a44f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1756186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5608436'] for segment, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:59.348165 n-d-713301-16 neutron-server[95101]: Traceback (most recent call last): Sep 23 19:38:59.348165 n-d-713301-16 neutron-server[95101]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 19:38:59.348165 n-d-713301-16 neutron-server[95101]: timer() Sep 23 19:38:59.348165 n-d-713301-16 neutron-server[95101]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 19:38:59.348165 n-d-713301-16 neutron-server[95101]: cb(*args, **kw) Sep 23 19:38:59.348165 n-d-713301-16 neutron-server[95101]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 19:38:59.348165 n-d-713301-16 neutron-server[95101]: return func(*args, **kwargs) Sep 23 19:38:59.348165 n-d-713301-16 neutron-server[95101]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 19:38:59.348165 n-d-713301-16 neutron-server[95101]: self._notify() Sep 23 19:38:59.348165 n-d-713301-16 neutron-server[95101]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 19:38:59.348165 n-d-713301-16 neutron-server[95101]: self.callback(batched_events) Sep 23 19:38:59.348165 n-d-713301-16 neutron-server[95101]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 19:38:59.348165 n-d-713301-16 neutron-server[95101]: event.method(event) Sep 23 19:38:59.348165 n-d-713301-16 neutron-server[95101]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 19:38:59.348165 n-d-713301-16 neutron-server[95101]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 19:38:59.348165 n-d-713301-16 neutron-server[95101]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 19:38:59.348165 n-d-713301-16 neutron-server[95101]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 19:38:59.348165 n-d-713301-16 neutron-server[95101]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 19:38:59.348165 n-d-713301-16 neutron-server[95101]: return f(self, *a, **k) Sep 23 19:38:59.348165 n-d-713301-16 neutron-server[95101]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 19:38:59.348165 n-d-713301-16 neutron-server[95101]: return self._get(url).json() Sep 23 19:38:59.348165 n-d-713301-16 neutron-server[95101]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 19:38:59.348165 n-d-713301-16 neutron-server[95101]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 19:38:59.348165 n-d-713301-16 neutron-server[95101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 19:38:59.348165 n-d-713301-16 neutron-server[95101]: return self.request(url, 'GET', **kwargs) Sep 23 19:38:59.348165 n-d-713301-16 neutron-server[95101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 19:38:59.348165 n-d-713301-16 neutron-server[95101]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 19:38:59.348165 n-d-713301-16 neutron-server[95101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 19:38:59.348165 n-d-713301-16 neutron-server[95101]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 19:38:59.348165 n-d-713301-16 neutron-server[95101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 19:38:59.348165 n-d-713301-16 neutron-server[95101]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 19:38:59.348165 n-d-713301-16 neutron-server[95101]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 19:38:59.389820 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf71d5a0-5b8a-467c-837b-eeb8422f80cb req-2486eaf2-55d0-4469-bacc-4e1d4279ae97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:38:59.393160 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-bf71d5a0-5b8a-467c-837b-eeb8422f80cb req-2486eaf2-55d0-4469-bacc-4e1d4279ae97 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=6b0b0714-7ca1-4d6d-b820-8be57f2679a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1450496 Sep 23 19:38:59.394795 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.db [req-4bd1cd22-1f69-43d9-aa63-25510ebbeb97 req-1b4667ec-9175-4ebd-984f-ce54f907cb0c service neutron] For port 3c5f04d5-5e60-459d-a0e5-3ddd2acee29f, host n-h1-713301-16, cleared binding levels {{(pid=95102) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 19:38:59.409464 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.db [req-4bd1cd22-1f69-43d9-aa63-25510ebbeb97 req-1b4667ec-9175-4ebd-984f-ce54f907cb0c service neutron] For port 3c5f04d5-5e60-459d-a0e5-3ddd2acee29f, host n-h1-713301-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-16',level=0,port_id=3c5f04d5-5e60-459d-a0e5-3ddd2acee29f,segment=NetworkSegment(c829e8ab-031e-4667-8d5b-36ba5cfb9383),segment_id=c829e8ab-031e-4667-8d5b-36ba5cfb9383)] {{(pid=95102) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 19:38:59.440103 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-4bd1cd22-1f69-43d9-aa63-25510ebbeb97 req-1b4667ec-9175-4ebd-984f-ce54f907cb0c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4399095'] for port, after_update {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:59.465140 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Device cedefd13-5078-4b3b-b572-80ed6d1599b3 up at agent ovs-agent-n-d-713301-16 {{(pid=95103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 19:38:59.492977 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-c7abf2fc-3d11-4404-99f8-a89e332a44f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1754627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-601866'] for network, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:59.508080 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-c7abf2fc-3d11-4404-99f8-a89e332a44f8 admin admin] Notify callbacks [] for network, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:59.511512 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-c7abf2fc-3d11-4404-99f8-a89e332a44f8 admin admin] 10.222.0.67 "DELETE /v2.0/networks/6aba805b-ad5f-4555-ac53-d2f542ff3e86 HTTP/1.1" status: 204 len: 168 time: 2.2011127 Sep 23 19:38:59.516940 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5e5c6fb-4da6-4876-81e5-a073260ad2a9 tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] Made reservation on behalf of e53e881fc39941c397f29318ff64a85b for: {'network': 1} {{(pid=95101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:38:59.523048 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-d5e5c6fb-4da6-4876-81e5-a073260ad2a9 tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for network, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:59.525824 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b4667ec-9175-4ebd-984f-ce54f907cb0c service neutron] Pushing event updated for resources: {'Port': ['ID=3c5f04d5-5e60-459d-a0e5-3ddd2acee29f,revision_number=3']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:38:59.531320 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Provisioning complete for port cedefd13-5078-4b3b-b572-80ed6d1599b3 triggered by entity L2. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:38:59.531697 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:59.547911 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-d5e5c6fb-4da6-4876-81e5-a073260ad2a9 tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] Notify callbacks [] for security_group, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:59.572037 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7abf2fc-3d11-4404-99f8-a89e332a44f8 admin admin] Pushing event deleted for resources: {'Network': ['ID=6aba805b-ad5f-4555-ac53-d2f542ff3e86,revision_number=None']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:38:59.657632 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd1cd22-1f69-43d9-aa63-25510ebbeb97 req-1b4667ec-9175-4ebd-984f-ce54f907cb0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:38:59.658701 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-4bd1cd22-1f69-43d9-aa63-25510ebbeb97 req-1b4667ec-9175-4ebd-984f-ce54f907cb0c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222849'] for port, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:59.661339 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-4bd1cd22-1f69-43d9-aa63-25510ebbeb97 req-1b4667ec-9175-4ebd-984f-ce54f907cb0c service neutron] 10.222.0.74 "PUT /v2.0/ports/3c5f04d5-5e60-459d-a0e5-3ddd2acee29f HTTP/1.1" status: 200 len: 1093 time: 2.8740854 Sep 23 19:38:59.666612 n-d-713301-16 neutron-server[95102]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a7a8b8ae-2e00-463b-bdf8-22334f82f707', 'tag': '3c5f04d5-5e60-459d-a0e5-3ddd2acee29f'}] {{(pid=95102) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 19:38:59.669735 n-d-713301-16 neutron-server[95102]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab31b6d93e5336dbddfa8ec424565b3bd8cb2369c5b4d85bc943472dbb21e8ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ddf6fcdf-d2dc-4469-8bf3-d54cd1c9b316" -d '{"events": [{"name": "network-changed", "server_uuid": "a7a8b8ae-2e00-463b-bdf8-22334f82f707", "tag": "3c5f04d5-5e60-459d-a0e5-3ddd2acee29f"}]}' {{(pid=95102) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 19:38:59.717766 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de0f4885-8062-4f24-86e5-c13ab4940a13 admin admin] Notify agent at l3_agent.n-d-713301-16 the message routers_updated {{(pid=95101) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 19:38:59.747282 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-de0f4885-8062-4f24-86e5-c13ab4940a13 admin admin] 10.222.0.67 "PUT /v2.0/routers/2a43c06a-8d2d-48a1-9a49-88a817a32234/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4376576 Sep 23 19:38:59.784683 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66babbf0-04f0-4866-9faf-9107a0815876 None None] Sync routers for ids ['2a43c06a-8d2d-48a1-9a49-88a817a32234'] in n-d-713301-16 {{(pid=95103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 19:38:59.798674 n-d-713301-16 neutron-server[95102]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 19:38:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38f8cfdc-4090-4539-8d9d-312b9dc98e78 x-openstack-request-id: req-38f8cfdc-4090-4539-8d9d-312b9dc98e78 {{(pid=95102) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 19:38:59.798918 n-d-713301-16 neutron-server[95102]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a7a8b8ae-2e00-463b-bdf8-22334f82f707", "tag": "3c5f04d5-5e60-459d-a0e5-3ddd2acee29f", "status": "completed", "code": 200}]} {{(pid=95102) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 19:38:59.800920 n-d-713301-16 neutron-server[95102]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-38f8cfdc-4090-4539-8d9d-312b9dc98e78 {{(pid=95102) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 19:38:59.801444 n-d-713301-16 neutron-server[95102]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a7a8b8ae-2e00-463b-bdf8-22334f82f707', 'tag': '3c5f04d5-5e60-459d-a0e5-3ddd2acee29f', 'status': 'completed', 'code': 200} Sep 23 19:38:59.817527 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66babbf0-04f0-4866-9faf-9107a0815876 None None] Routers {'2a43c06a-8d2d-48a1-9a49-88a817a32234'} bound to L3 agent in host n-d-713301-16 {{(pid=95103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 19:38:59.818339 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_hamode_db [None req-66babbf0-04f0-4866-9faf-9107a0815876 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-23T19:07:52Z,description=,heartbeat_timestamp=2021-09-23T19:38:52Z,host='n-d-713301-16',id=79a740bf-7821-4989-8288-7186e3e128f3,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:07:52Z,topic='l3_agent')) {'router_ids': ['2a43c06a-8d2d-48a1-9a49-88a817a32234'], 'active': True} {{(pid=95103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:38:59.835961 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-d5e5c6fb-4da6-4876-81e5-a073260ad2a9 tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] Notify callbacks [] for security_group, precommit_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:59.849716 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-d5e5c6fb-4da6-4876-81e5-a073260ad2a9 tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:59.903502 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-9489695a-ac03-470a-9cab-e0bc616a468b tempest-FloatingIPTestJSON-2085468291 tempest-FloatingIPTestJSON-2085468291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:38:59.944210 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-bf71d5a0-5b8a-467c-837b-eeb8422f80cb req-294175c3-7beb-4aee-a620-3ff83057a8d0 service neutron] 10.222.0.53 "GET /v2.0/networks/6b0b0714-7ca1-4d6d-b820-8be57f2679a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5334036 Sep 23 19:38:59.952775 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d5e5c6fb-4da6-4876-81e5-a073260ad2a9 tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 603} {{(pid=95101) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 19:38:59.955052 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 58130) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:38:59.986903 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5e5c6fb-4da6-4876-81e5-a073260ad2a9 tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] Pushing event updated for resources: {'SecurityGroup': ['ID=da5d77b5-d21c-45f4-ab18-9e527160bbe2,revision_number=1']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:39:00.015614 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_dvr_db [None req-66babbf0-04f0-4866-9faf-9107a0815876 None None] Set router 2a43c06a-8d2d-48a1-9a49-88a817a32234 gateway port host: n-d-713301-16 {{(pid=95103) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 19:39:00.044856 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-d5e5c6fb-4da6-4876-81e5-a073260ad2a9 tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1756186'] for segment, precommit_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:00.045452 n-d-713301-16 neutron-server[95101]: INFO neutron.db.segments_db [None req-d5e5c6fb-4da6-4876-81e5-a073260ad2a9 tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] Added segment f565ffb4-fde7-4ebe-aa49-b5aa67af665c of type vlan for network b0599172-2d1a-416f-a4dc-49f04f75b3d7 Sep 23 19:39:00.087833 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd1cd22-1f69-43d9-aa63-25510ebbeb97 req-b0ac7417-fd7c-4402-9dbb-18cebe251978 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:39:00.097212 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-4bd1cd22-1f69-43d9-aa63-25510ebbeb97 req-b0ac7417-fd7c-4402-9dbb-18cebe251978 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=ee2e9bda0f104270af74ba8d5f144843&device_id=a7a8b8ae-2e00-463b-bdf8-22334f82f707 HTTP/1.1" status: 200 len: 1096 time: 0.3711739 Sep 23 19:39:00.130449 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-d5e5c6fb-4da6-4876-81e5-a073260ad2a9 tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783145630486'] for network, precommit_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:00.158769 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-0f1f33e9-6cd1-405b-af1e-70cfeab967ea admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=78f3ad9c01ce4b3485dc5a8bedf385af&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2006068 Sep 23 19:39:00.165680 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 58150) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:39:00.247895 n-d-713301-16 neutron-server[95101]: DEBUG neutron.db.db_base_plugin_common [None req-9489695a-ac03-470a-9cab-e0bc616a468b tempest-FloatingIPTestJSON-2085468291 tempest-FloatingIPTestJSON-2085468291-project] Allocated IP 172.25.1.217 (5dec5c09-378e-4f50-89cc-d94eb81c3bac/eff83446-018c-428d-b3f5-54ac9abe7a2a/f2e922ba-3818-49b3-b2f0-263178ac7cb0) {{(pid=95101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 19:39:00.281728 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-d5e5c6fb-4da6-4876-81e5-a073260ad2a9 tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299'] for network, after_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:00.292424 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5e5c6fb-4da6-4876-81e5-a073260ad2a9 tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:39:00.293373 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-d5e5c6fb-4da6-4876-81e5-a073260ad2a9 tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] Notify callbacks [] for network, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:00.307253 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-4bd1cd22-1f69-43d9-aa63-25510ebbeb97 req-cc380914-3e11-4cf5-8569-c923a2e6954b service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3c5f04d5-5e60-459d-a0e5-3ddd2acee29f HTTP/1.1" status: 200 len: 217 time: 0.1955907 Sep 23 19:39:00.375091 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_hamode_db [None req-66babbf0-04f0-4866-9faf-9107a0815876 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a43c06a-8d2d-48a1-9a49-88a817a32234', 'name': 'tempest-TestVolumeBackupRestore-515741337-router', 'tenant_id': '1718189929d9483b8c1064052628d365', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'external_fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.246'}], 'enable_snat': True}, 'gw_port_id': 'cedefd13-5078-4b3b-b572-80ed6d1599b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:38:48Z', 'updated_at': '2021-09-23T19:38:56Z', 'revision_number': 4, 'project_id': '1718189929d9483b8c1064052628d365', 'gw_port': {'id': 'cedefd13-5078-4b3b-b572-80ed6d1599b3', 'name': '', 'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:4d:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a43c06a-8d2d-48a1-9a49-88a817a32234', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2140, 'fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:38:50Z', 'updated_at': '2021-09-23T19:38:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-16', '_interfaces': [{'id': 'ba34d1c6-f821-4e81-8047-f94f2ae3e458', 'name': '', 'network_id': '98fedc67-72b8-4221-a74f-236d7c9bf368', 'tenant_id': '1718189929d9483b8c1064052628d365', 'mac_address': 'fa:16:3e:6b:2a:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a43c06a-8d2d-48a1-9a49-88a817a32234', 'device_owner': 'network:router_interface', 'standard_attr_id': 2155, 'fixed_ips': [{'subnet_id': '8da6165a-6958-4fa7-bb36-797fd4b8f09d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:38:54Z', 'updated_at': '2021-09-23T19:38:56Z', 'revision_number': 2, 'project_id': '1718189929d9483b8c1064052628d365', 'subnets': [{'id': '8da6165a-6958-4fa7-bb36-797fd4b8f09d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-16', False) {} {{(pid=95103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:39:00.389693 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-c2402886-2aee-40d8-900e-f5c3a11e8530 tempest-AllowedAddressPairTestJSON-1374304016 tempest-AllowedAddressPairTestJSON-1374304016-project] Notify callbacks [] for port, precommit_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:00.415040 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-d5e5c6fb-4da6-4876-81e5-a073260ad2a9 tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 781 time: 1.5216393 Sep 23 19:39:00.423656 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 58176) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:39:00.443463 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66babbf0-04f0-4866-9faf-9107a0815876 None None] Checking router: 2a43c06a-8d2d-48a1-9a49-88a817a32234 for host: n-d-713301-16 {{(pid=95103) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 19:39:00.445246 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66babbf0-04f0-4866-9faf-9107a0815876 None None] Updating router 2a43c06a-8d2d-48a1-9a49-88a817a32234 port ba34d1c6-f821-4e81-8047-f94f2ae3e458 binding host n-d-713301-16 {{(pid=95103) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 23 19:39:00.474136 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-f7a2b7af-17b0-46c5-9bab-2ceab4f498aa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:00.504013 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-66babbf0-04f0-4866-9faf-9107a0815876 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:00.524529 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.v2.base [None req-0737c99e-5aec-4845-952d-46abf7faf9ac tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] Request body: {'port': {'network_id': 'b0599172-2d1a-416f-a4dc-49f04f75b3d7', 'name': 'tempest-PortsTestJSON-1440917729'}} {{(pid=95102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:39:00.548912 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5e5c6fb-4da6-4876-81e5-a073260ad2a9 tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] Pushing event updated for resources: {'Network': ['ID=b0599172-2d1a-416f-a4dc-49f04f75b3d7,revision_number=1']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:39:00.574781 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Network b0599172-2d1a-416f-a4dc-49f04f75b3d7 details requested by agent ovs-agent-n-d-713301-16 with host n-d-713301-16 {{(pid=95103) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 19:39:00.600132 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-f7a2b7af-17b0-46c5-9bab-2ceab4f498aa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:00.614259 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d5f572-e086-4929-9c6b-683dabc09f48 req-12feb595-da66-45c4-9dbc-796bb2b72c09 tempest-ServersTestJSON-149791516 tempest-ServersTestJSON-149791516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:39:00.616396 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-f7d5f572-e086-4929-9c6b-683dabc09f48 req-12feb595-da66-45c4-9dbc-796bb2b72c09 tempest-ServersTestJSON-149791516 tempest-ServersTestJSON-149791516-project] 10.222.0.67 "GET /v2.0/ports?device_id=a7a8b8ae-2e00-463b-bdf8-22334f82f707 HTTP/1.1" status: 200 len: 944 time: 0.7188561 Sep 23 19:39:00.705962 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd1cd22-1f69-43d9-aa63-25510ebbeb97 req-26a0a349-d929-4d71-839f-28a9f6d962dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:39:00.708116 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-4bd1cd22-1f69-43d9-aa63-25510ebbeb97 req-26a0a349-d929-4d71-839f-28a9f6d962dc service neutron] 10.222.0.74 "GET /v2.0/subnets?id=1858a7c9-e08d-4d7a-87f9-fd282e21109a HTTP/1.1" status: 200 len: 846 time: 0.3563128 Sep 23 19:39:00.719715 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-9489695a-ac03-470a-9cab-e0bc616a468b tempest-FloatingIPTestJSON-2085468291 tempest-FloatingIPTestJSON-2085468291-project] Notify callbacks [] for port, precommit_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:00.726117 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0737c99e-5aec-4845-952d-46abf7faf9ac tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] Made reservation on behalf of e53e881fc39941c397f29318ff64a85b for: {'port': 1} {{(pid=95102) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:39:00.730706 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-0737c99e-5aec-4845-952d-46abf7faf9ac tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:00.747779 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-bf71d5a0-5b8a-467c-837b-eeb8422f80cb req-b2b73e65-128e-430e-ba0e-b0d104673d20 service neutron] 10.222.0.53 "GET /v2.0/networks/6b0b0714-7ca1-4d6d-b820-8be57f2679a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7283266 Sep 23 19:39:00.779810 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-f7a2b7af-17b0-46c5-9bab-2ceab4f498aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:00.789367 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-f7a2b7af-17b0-46c5-9bab-2ceab4f498aa admin admin] Notify callbacks [] for security_group, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:00.794597 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-f7a2b7af-17b0-46c5-9bab-2ceab4f498aa admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/b0822e16-6bf7-4e67-9800-541a3688445f HTTP/1.1" status: 204 len: 168 time: 0.6265221 Sep 23 19:39:00.820056 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-9489695a-ac03-470a-9cab-e0bc616a468b tempest-FloatingIPTestJSON-2085468291 tempest-FloatingIPTestJSON-2085468291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783145673135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5607431'] for port, after_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:00.868774 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-4bd1cd22-1f69-43d9-aa63-25510ebbeb97 req-fcd4f276-ad36-462f-80b9-720f98773e84 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=13c320c3-e746-4d37-877a-d3d286211b52&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1487176 Sep 23 19:39:00.874037 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-f7d5f572-e086-4929-9c6b-683dabc09f48 req-a53218ba-fdba-485c-acc0-33b6e5c89556 tempest-ServersTestJSON-149791516 tempest-ServersTestJSON-149791516-project] 10.222.0.67 "GET /v2.0/security-groups?id=b8c31db9-bcb2-4708-876e-18b1f4bdd8a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2420096 Sep 23 19:39:00.877177 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-bf71d5a0-5b8a-467c-837b-eeb8422f80cb req-cf1bbaf7-97cf-4efd-8bd2-7762041c3fe6 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=f2f18a7a-caec-4840-825d-bc37f2f04daf HTTP/1.1" status: 200 len: 217 time: 0.0790694 Sep 23 19:39:00.895267 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 58204) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:39:00.900651 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a2b7af-17b0-46c5-9bab-2ceab4f498aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0822e16-6bf7-4e67-9800-541a3688445f,revision_number=None']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:39:00.907344 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-c2402886-2aee-40d8-900e-f5c3a11e8530 tempest-AllowedAddressPairTestJSON-1374304016 tempest-AllowedAddressPairTestJSON-1374304016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783145673135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4399100'] for port, after_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:00.931330 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9489695a-ac03-470a-9cab-e0bc616a468b tempest-FloatingIPTestJSON-2085468291 tempest-FloatingIPTestJSON-2085468291-project] Network 5dec5c09-378e-4f50-89cc-d94eb81c3bac is already hosted by enough agents. {{(pid=95101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:39:00.935523 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.base_scheduler [None req-9489695a-ac03-470a-9cab-e0bc616a468b tempest-FloatingIPTestJSON-2085468291 tempest-FloatingIPTestJSON-2085468291-project] Resources bound (agent type, host, resource id): {{(pid=95101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:39:00.945395 n-d-713301-16 neutron-server[95101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9489695a-ac03-470a-9cab-e0bc616a468b tempest-FloatingIPTestJSON-2085468291 tempest-FloatingIPTestJSON-2085468291-project] Received port after_create {{(pid=95101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 19:39:00.954130 n-d-713301-16 neutron-server[95102]: DEBUG neutron.notifiers.nova [None req-0737c99e-5aec-4845-952d-46abf7faf9ac tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] device_id is not set on port aaf4c817-e69d-49a0-9a73-c5e8e3e5c45b yet. {{(pid=95102) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 23 19:39:01.018552 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9489695a-ac03-470a-9cab-e0bc616a468b tempest-FloatingIPTestJSON-2085468291 tempest-FloatingIPTestJSON-2085468291-project] Pushing event updated for resources: {'Port': ['ID=f2e922ba-3818-49b3-b2f0-263178ac7cb0,revision_number=1']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:39:01.296018 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf71d5a0-5b8a-467c-837b-eeb8422f80cb req-ac1f808e-33f4-43dd-802a-b0d484bffe6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:39:01.297617 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-bf71d5a0-5b8a-467c-837b-eeb8422f80cb req-ac1f808e-33f4-43dd-802a-b0d484bffe6e service neutron] 10.222.0.53 "GET /v2.0/subnets?id=539495c3-ae71-47cf-b3b7-93ac6244515e HTTP/1.1" status: 200 len: 797 time: 0.4039857 Sep 23 19:39:01.387517 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2402886-2aee-40d8-900e-f5c3a11e8530 tempest-AllowedAddressPairTestJSON-1374304016 tempest-AllowedAddressPairTestJSON-1374304016-project] Pushing event updated for resources: {'Port': ['ID=a8694ffe-40c4-4e8b-81d6-e922f5c838a6,revision_number=1']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:39:01.472004 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-66babbf0-04f0-4866-9faf-9107a0815876 None None] Notify callbacks [] for port, precommit_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:01.481098 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-66babbf0-04f0-4866-9faf-9107a0815876 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:01.483754 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-e1ac17b5-6646-40f8-ae85-33a82c6ccf28 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:01.498580 n-d-713301-16 neutron-server[95102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2402886-2aee-40d8-900e-f5c3a11e8530 tempest-AllowedAddressPairTestJSON-1374304016 tempest-AllowedAddressPairTestJSON-1374304016-project] Network 764e4c99-1503-404d-a4d0-df8eceb226f6 is already hosted by enough agents. {{(pid=95102) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:39:01.585649 n-d-713301-16 neutron-server[95102]: DEBUG neutron.scheduler.base_scheduler [None req-c2402886-2aee-40d8-900e-f5c3a11e8530 tempest-AllowedAddressPairTestJSON-1374304016 tempest-AllowedAddressPairTestJSON-1374304016-project] Resources bound (agent type, host, resource id): {{(pid=95102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:39:01.588934 n-d-713301-16 neutron-server[95102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2402886-2aee-40d8-900e-f5c3a11e8530 tempest-AllowedAddressPairTestJSON-1374304016 tempest-AllowedAddressPairTestJSON-1374304016-project] Received port after_create {{(pid=95102) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 19:39:01.617711 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bf0a7ab-e044-4fa7-b0b6-c087e46abcfa None None] Pushing event updated for resources: {'Port': ['ID=ba34d1c6-f821-4e81-8047-f94f2ae3e458,revision_number=3']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:39:01.714302 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf71d5a0-5b8a-467c-837b-eeb8422f80cb req-b8109422-5ec0-4357-8910-7277583d53d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:39:01.717025 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-bf71d5a0-5b8a-467c-837b-eeb8422f80cb req-b8109422-5ec0-4357-8910-7277583d53d8 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=f23b48c2-30e2-4b8a-a3bf-2e6a4262ee17&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3046031 Sep 23 19:39:01.738049 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-4bd1cd22-1f69-43d9-aa63-25510ebbeb97 req-c1d81bd1-67e5-4cc3-9faf-62681b8e9163 service neutron] 10.222.0.74 "GET /v2.0/networks/13c320c3-e746-4d37-877a-d3d286211b52?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8597982 Sep 23 19:39:01.771197 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.managers [None req-66babbf0-04f0-4866-9faf-9107a0815876 None None] Attempting to bind port ba34d1c6-f821-4e81-8047-f94f2ae3e458 on host n-d-713301-16 for vnic_type normal with profile {{(pid=95103) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 19:39:01.774061 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.managers [None req-66babbf0-04f0-4866-9faf-9107a0815876 None None] Attempting to bind port ba34d1c6-f821-4e81-8047-f94f2ae3e458 by drivers openvswitch,hyperv on host n-d-713301-16 at level 0 using segments [{'id': '493d4d1d-8f65-4042-8e48-d1f5da78bb2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '98fedc67-72b8-4221-a74f-236d7c9bf368'}] {{(pid=95103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 19:39:01.774607 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66babbf0-04f0-4866-9faf-9107a0815876 None None] Attempting to bind port ba34d1c6-f821-4e81-8047-f94f2ae3e458 on network 98fedc67-72b8-4221-a74f-236d7c9bf368 {{(pid=95103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:39:01.789867 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66babbf0-04f0-4866-9faf-9107a0815876 None None] Checking agent: {'id': '70a14545-df24-472f-8f95-bfe1719bff93', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 19, 7, 53), 'started_at': datetime.datetime(2021, 9, 23, 19, 8, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 19, 38, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 19:39:01.792675 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66babbf0-04f0-4866-9faf-9107a0815876 None None] Checking segment: {'id': '493d4d1d-8f65-4042-8e48-d1f5da78bb2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '98fedc67-72b8-4221-a74f-236d7c9bf368'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95103) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:39:01.793332 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-66babbf0-04f0-4866-9faf-9107a0815876 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:01.794831 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66babbf0-04f0-4866-9faf-9107a0815876 None None] Bound using segment: {'id': '493d4d1d-8f65-4042-8e48-d1f5da78bb2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '98fedc67-72b8-4221-a74f-236d7c9bf368'} {{(pid=95103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 19:39:01.796578 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.managers [None req-66babbf0-04f0-4866-9faf-9107a0815876 None None] Bound port: ba34d1c6-f821-4e81-8047-f94f2ae3e458, host: n-d-713301-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '493d4d1d-8f65-4042-8e48-d1f5da78bb2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '98fedc67-72b8-4221-a74f-236d7c9bf368'}}] {{(pid=95103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 19:39:01.797125 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-66babbf0-04f0-4866-9faf-9107a0815876 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:01.871941 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-9489695a-ac03-470a-9cab-e0bc616a468b tempest-FloatingIPTestJSON-2085468291 tempest-FloatingIPTestJSON-2085468291-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:02.008462 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-66babbf0-04f0-4866-9faf-9107a0815876 None None] For port ba34d1c6-f821-4e81-8047-f94f2ae3e458, host n-d-713301-16, cleared binding levels {{(pid=95103) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 19:39:02.019399 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-66babbf0-04f0-4866-9faf-9107a0815876 None None] For port ba34d1c6-f821-4e81-8047-f94f2ae3e458, host n-d-713301-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-16',level=0,port_id=ba34d1c6-f821-4e81-8047-f94f2ae3e458,segment=NetworkSegment(493d4d1d-8f65-4042-8e48-d1f5da78bb2c),segment_id=493d4d1d-8f65-4042-8e48-d1f5da78bb2c)] {{(pid=95103) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 19:39:02.025004 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-66babbf0-04f0-4866-9faf-9107a0815876 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:02.073472 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-9489695a-ac03-470a-9cab-e0bc616a468b tempest-FloatingIPTestJSON-2085468291 tempest-FloatingIPTestJSON-2085468291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:02.171072 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bf0a7ab-e044-4fa7-b0b6-c087e46abcfa None None] Pushing event updated for resources: {'Port': ['ID=ba34d1c6-f821-4e81-8047-f94f2ae3e458,revision_number=4']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:39:02.229636 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66babbf0-04f0-4866-9faf-9107a0815876 None None] Routers {'2a43c06a-8d2d-48a1-9a49-88a817a32234'} bound to L3 agent in host n-d-713301-16 {{(pid=95103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 19:39:02.230457 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_hamode_db [None req-66babbf0-04f0-4866-9faf-9107a0815876 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-23T19:07:52Z,description=,heartbeat_timestamp=2021-09-23T19:38:52Z,host='n-d-713301-16',id=79a740bf-7821-4989-8288-7186e3e128f3,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:07:52Z,topic='l3_agent')) {'router_ids': ['2a43c06a-8d2d-48a1-9a49-88a817a32234'], 'active': True} {{(pid=95103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:39:02.291758 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-9489695a-ac03-470a-9cab-e0bc616a468b tempest-FloatingIPTestJSON-2085468291 tempest-FloatingIPTestJSON-2085468291-project] Notify callbacks [] for port, precommit_update {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:02.297495 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-9489695a-ac03-470a-9cab-e0bc616a468b tempest-FloatingIPTestJSON-2085468291 tempest-FloatingIPTestJSON-2085468291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5607436'] for port, after_update {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:02.417123 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9489695a-ac03-470a-9cab-e0bc616a468b tempest-FloatingIPTestJSON-2085468291 tempest-FloatingIPTestJSON-2085468291-project] Pushing event updated for resources: {'Port': ['ID=f2e922ba-3818-49b3-b2f0-263178ac7cb0,revision_number=2']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:39:02.441847 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-9489695a-ac03-470a-9cab-e0bc616a468b tempest-FloatingIPTestJSON-2085468291 tempest-FloatingIPTestJSON-2085468291-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-601884'] for floatingip, after_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:02.455593 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-dd2b944a-d950-4b2e-a579-0ed8ab359832 None None] Provisioning complete for port ba34d1c6-f821-4e81-8047-f94f2ae3e458 triggered by entity DHCP. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:39:02.456105 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-dd2b944a-d950-4b2e-a579-0ed8ab359832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:02.495512 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 58266) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:39:02.603062 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_dvr_db [None req-66babbf0-04f0-4866-9faf-9107a0815876 None None] Set router 2a43c06a-8d2d-48a1-9a49-88a817a32234 gateway port host: n-d-713301-16 {{(pid=95103) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 19:39:02.606473 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-dd2b944a-d950-4b2e-a579-0ed8ab359832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:02.665158 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-0737c99e-5aec-4845-952d-46abf7faf9ac tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] Notify callbacks [] for port, precommit_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:02.678079 n-d-713301-16 neutron-server[95101]: INFO neutron.db.l3_db [None req-9489695a-ac03-470a-9cab-e0bc616a468b tempest-FloatingIPTestJSON-2085468291 tempest-FloatingIPTestJSON-2085468291-project] Floating IP 25277474-bc28-4066-83b9-5744bbfdb0ef associated. External IP: 172.25.1.217, port: 26ed7362-0ef4-4eff-96cf-d365c099871c. Sep 23 19:39:02.690061 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.v2.base [None req-6e752168-7491-45f5-8cdb-b29fa7fecbed admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-346496842-network', 'tenant_id': '9f955dc8eb0a49dcaf259d890508d18f'}} {{(pid=95101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:39:02.771767 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-bf71d5a0-5b8a-467c-837b-eeb8422f80cb req-4d8c0381-136c-4223-8500-c6631ba347ce service neutron] 10.222.0.53 "GET /v2.0/networks/f23b48c2-30e2-4b8a-a3bf-2e6a4262ee17?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0035954 Sep 23 19:39:02.773739 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-e1ac17b5-6646-40f8-ae85-33a82c6ccf28 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:02.774546 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-dd2b944a-d950-4b2e-a579-0ed8ab359832 None None] For port ba34d1c6-f821-4e81-8047-f94f2ae3e458, host n-d-713301-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-16',level=0,port_id=ba34d1c6-f821-4e81-8047-f94f2ae3e458,segment=NetworkSegment(493d4d1d-8f65-4042-8e48-d1f5da78bb2c),segment_id=493d4d1d-8f65-4042-8e48-d1f5da78bb2c)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:39:02.779880 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-0737c99e-5aec-4845-952d-46abf7faf9ac tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783145673135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4399100'] for port, after_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:02.784228 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-dd2b944a-d950-4b2e-a579-0ed8ab359832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:02.823895 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e752168-7491-45f5-8cdb-b29fa7fecbed admin admin] Made reservation on behalf of 9f955dc8eb0a49dcaf259d890508d18f for: {'network': 1} {{(pid=95101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:39:02.826666 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-6e752168-7491-45f5-8cdb-b29fa7fecbed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for network, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:02.844440 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-e1ac17b5-6646-40f8-ae85-33a82c6ccf28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:02.845735 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-6e752168-7491-45f5-8cdb-b29fa7fecbed admin admin] Notify callbacks [] for security_group, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:02.933285 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2402886-2aee-40d8-900e-f5c3a11e8530 tempest-AllowedAddressPairTestJSON-1374304016 tempest-AllowedAddressPairTestJSON-1374304016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:39:02.933978 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-c2402886-2aee-40d8-900e-f5c3a11e8530 tempest-AllowedAddressPairTestJSON-1374304016 tempest-AllowedAddressPairTestJSON-1374304016-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222849'] for port, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:02.947381 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-cdeafd2c-0bfe-4622-9a19-fa3f9dbf9024 None None] Provisioning complete for port ba34d1c6-f821-4e81-8047-f94f2ae3e458 triggered by entity DHCP. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:39:02.947887 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-cdeafd2c-0bfe-4622-9a19-fa3f9dbf9024 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:02.994577 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd2b944a-d950-4b2e-a579-0ed8ab359832 None None] Pushing event updated for resources: {'Port': ['ID=ba34d1c6-f821-4e81-8047-f94f2ae3e458,revision_number=5']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:39:03.017040 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1ac17b5-6646-40f8-ae85-33a82c6ccf28 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0cf89fc7-5e6b-4318-9d3c-f09c03603fb7,revision_number=1']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:39:03.057766 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-e1ac17b5-6646-40f8-ae85-33a82c6ccf28 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=1b1c3db8f98b48e59090fb3551a4dd94&name=default HTTP/1.1" status: 200 len: 2983 time: 2.1528606 Sep 23 19:39:03.058587 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0737c99e-5aec-4845-952d-46abf7faf9ac tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] Pushing event updated for resources: {'Port': ['ID=aaf4c817-e69d-49a0-9a73-c5e8e3e5c45b,revision_number=1']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:39:03.065703 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 58274) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:39:03.076522 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-6e752168-7491-45f5-8cdb-b29fa7fecbed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:03.113447 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-6e752168-7491-45f5-8cdb-b29fa7fecbed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:03.121445 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 58276) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:39:03.121811 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-c2402886-2aee-40d8-900e-f5c3a11e8530 tempest-AllowedAddressPairTestJSON-1374304016 tempest-AllowedAddressPairTestJSON-1374304016-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 5.3500445 Sep 23 19:39:03.130840 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-cdeafd2c-0bfe-4622-9a19-fa3f9dbf9024 None None] Provisioning complete for port a8694ffe-40c4-4e8b-81d6-e922f5c838a6 triggered by entity DHCP. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:39:03.131540 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-cdeafd2c-0bfe-4622-9a19-fa3f9dbf9024 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:03.135886 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.v2.base [None req-af141483-6e35-4cf2-bf3e-3d1c80b951c9 tempest-AllowedAddressPairTestJSON-1374304016 tempest-AllowedAddressPairTestJSON-1374304016-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.4', 'mac_address': 'fa:16:3e:39:2f:06'}, {'ip_address': '172.20.0.7', 'mac_address': 'fa:16:3e:73:d2:d6'}]}} {{(pid=95101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:39:03.136907 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3618444-c3ac-4561-abea-fbc3db7ac816 req-553d07e2-b85b-4a0b-90e6-f8af03165399 tempest-ServersTestJSON-149791516 tempest-ServersTestJSON-149791516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:39:03.138502 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-c3618444-c3ac-4561-abea-fbc3db7ac816 req-553d07e2-b85b-4a0b-90e6-f8af03165399 tempest-ServersTestJSON-149791516 tempest-ServersTestJSON-149791516-project] 10.222.0.67 "GET /v2.0/ports?device_id=a7a8b8ae-2e00-463b-bdf8-22334f82f707 HTTP/1.1" status: 200 len: 944 time: 0.4353805 Sep 23 19:39:03.149853 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-4bd1cd22-1f69-43d9-aa63-25510ebbeb97 req-845f5445-0e91-4636-8ad3-cebbb93249ba service neutron] 10.222.0.74 "GET /v2.0/networks/13c320c3-e746-4d37-877a-d3d286211b52?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.3695109 Sep 23 19:39:03.182007 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.plugin [None req-cdeafd2c-0bfe-4622-9a19-fa3f9dbf9024 None None] Port a8694ffe-40c4-4e8b-81d6-e922f5c838a6 cannot update to ACTIVE because it is not bound. {{(pid=95103) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 19:39:03.191733 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_hamode_db [None req-66babbf0-04f0-4866-9faf-9107a0815876 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a43c06a-8d2d-48a1-9a49-88a817a32234', 'name': 'tempest-TestVolumeBackupRestore-515741337-router', 'tenant_id': '1718189929d9483b8c1064052628d365', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'external_fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.246'}], 'enable_snat': True}, 'gw_port_id': 'cedefd13-5078-4b3b-b572-80ed6d1599b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:38:48Z', 'updated_at': '2021-09-23T19:38:56Z', 'revision_number': 4, 'project_id': '1718189929d9483b8c1064052628d365', 'gw_port': {'id': 'cedefd13-5078-4b3b-b572-80ed6d1599b3', 'name': '', 'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:4d:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a43c06a-8d2d-48a1-9a49-88a817a32234', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2140, 'fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:38:50Z', 'updated_at': '2021-09-23T19:38:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-16', '_interfaces': [{'id': 'ba34d1c6-f821-4e81-8047-f94f2ae3e458', 'name': '', 'network_id': '98fedc67-72b8-4221-a74f-236d7c9bf368', 'tenant_id': '1718189929d9483b8c1064052628d365', 'mac_address': 'fa:16:3e:6b:2a:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a43c06a-8d2d-48a1-9a49-88a817a32234', 'device_owner': 'network:router_interface', 'standard_attr_id': 2155, 'fixed_ips': [{'subnet_id': '8da6165a-6958-4fa7-bb36-797fd4b8f09d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:38:54Z', 'updated_at': '2021-09-23T19:39:01Z', 'revision_number': 4, 'project_id': '1718189929d9483b8c1064052628d365', 'subnets': [{'id': '8da6165a-6958-4fa7-bb36-797fd4b8f09d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-16', False) {} {{(pid=95103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:39:03.204050 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6e752168-7491-45f5-8cdb-b29fa7fecbed admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 644} {{(pid=95101) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 19:39:03.225479 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66babbf0-04f0-4866-9faf-9107a0815876 None None] The sync data for ids ['2a43c06a-8d2d-48a1-9a49-88a817a32234'] in n-d-713301-16 is: [{'id': '2a43c06a-8d2d-48a1-9a49-88a817a32234', 'name': 'tempest-TestVolumeBackupRestore-515741337-router', 'tenant_id': '1718189929d9483b8c1064052628d365', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'external_fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.246'}], 'enable_snat': True}, 'gw_port_id': 'cedefd13-5078-4b3b-b572-80ed6d1599b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:38:48Z', 'updated_at': '2021-09-23T19:38:56Z', 'revision_number': 4, 'project_id': '1718189929d9483b8c1064052628d365', 'gw_port': {'id': 'cedefd13-5078-4b3b-b572-80ed6d1599b3', 'name': '', 'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:4d:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a43c06a-8d2d-48a1-9a49-88a817a32234', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2140, 'fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:38:50Z', 'updated_at': '2021-09-23T19:38:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-16', '_interfaces': [{'id': 'ba34d1c6-f821-4e81-8047-f94f2ae3e458', 'name': '', 'network_id': '98fedc67-72b8-4221-a74f-236d7c9bf368', 'tenant_id': '1718189929d9483b8c1064052628d365', 'mac_address': 'fa:16:3e:6b:2a:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a43c06a-8d2d-48a1-9a49-88a817a32234', 'device_owner': 'network:router_interface', 'standard_attr_id': 2155, 'fixed_ips': [{'subnet_id': '8da6165a-6958-4fa7-bb36-797fd4b8f09d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:38:54Z', 'updated_at': '2021-09-23T19:39:01Z', 'revision_number': 4, 'project_id': '1718189929d9483b8c1064052628d365', 'subnets': [{'id': '8da6165a-6958-4fa7-bb36-797fd4b8f09d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 19:39:03.259123 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-bf71d5a0-5b8a-467c-837b-eeb8422f80cb req-bd918f3e-ea19-4b56-aa34-9990dff90c63 service neutron] 10.222.0.53 "GET /v2.0/networks/f23b48c2-30e2-4b8a-a3bf-2e6a4262ee17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4657426 Sep 23 19:39:03.261934 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e752168-7491-45f5-8cdb-b29fa7fecbed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3fb2d319-c077-480d-bfd5-f731b0679d26,revision_number=1']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:39:03.263802 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0737c99e-5aec-4845-952d-46abf7faf9ac tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] Checking segment: {'id': 'f565ffb4-fde7-4ebe-aa49-b5aa67af665c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': 'b0599172-2d1a-416f-a4dc-49f04f75b3d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95102) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:39:03.264865 n-d-713301-16 neutron-server[95102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0737c99e-5aec-4845-952d-46abf7faf9ac tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] Network hostable DHCP agents. Network: b0599172-2d1a-416f-a4dc-49f04f75b3d7, hostable agents: ['1b18bf05-1b5f-4587-be5c-af3ac38e32ad'], hosted agents: [] {{(pid=95102) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 19:39:03.274756 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-6e752168-7491-45f5-8cdb-b29fa7fecbed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1756186'] for segment, precommit_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:03.275112 n-d-713301-16 neutron-server[95101]: INFO neutron.db.segments_db [None req-6e752168-7491-45f5-8cdb-b29fa7fecbed admin admin] Added segment c5b82793-12a0-4116-8d9f-ade119c657cf of type vlan for network fc2b89b8-ce3f-4c16-8b68-220076c74d2b Sep 23 19:39:03.404430 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9489695a-ac03-470a-9cab-e0bc616a468b tempest-FloatingIPTestJSON-2085468291 tempest-FloatingIPTestJSON-2085468291-project] Router 4fe6b5af-8311-4b33-84ea-800b651e6836 has already been hosted by L3 agent 79a740bf-7821-4989-8288-7186e3e128f3 {{(pid=95101) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 19:39:03.440822 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-bf71d5a0-5b8a-467c-837b-eeb8422f80cb req-869c8c5f-3d6a-47de-907c-a58d19e8a6d6 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=0d220b4a-c2a9-416b-bef2-705bfcd93242 HTTP/1.1" status: 200 len: 217 time: 0.1549623 Sep 23 19:39:03.485758 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-c3618444-c3ac-4561-abea-fbc3db7ac816 req-e2c4ee1c-b772-4ff3-8b4d-c6968ed542a6 tempest-ServersTestJSON-149791516 tempest-ServersTestJSON-149791516-project] 10.222.0.67 "GET /v2.0/security-groups?id=b8c31db9-bcb2-4708-876e-18b1f4bdd8a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3104997 Sep 23 19:39:03.532911 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-6e752168-7491-45f5-8cdb-b29fa7fecbed admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783145630486'] for network, precommit_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:03.547875 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Device ba34d1c6-f821-4e81-8047-f94f2ae3e458 up at agent ovs-agent-n-d-713301-16 {{(pid=95103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 19:39:03.577896 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-0c0500dd-54ee-46e3-ac39-919bb3612fb4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:03.614560 n-d-713301-16 neutron-server[95102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0737c99e-5aec-4845-952d-46abf7faf9ac tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] Network b0599172-2d1a-416f-a4dc-49f04f75b3d7 is scheduled to be hosted by DHCP agent 1b18bf05-1b5f-4587-be5c-af3ac38e32ad with binding_index 1 {{(pid=95102) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 19:39:03.623338 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Provisioning complete for port ba34d1c6-f821-4e81-8047-f94f2ae3e458 triggered by entity L2. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:39:03.625053 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:03.674433 n-d-713301-16 neutron-server[95102]: DEBUG neutron.scheduler.base_scheduler [None req-0737c99e-5aec-4845-952d-46abf7faf9ac tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713301-16, b0599172-2d1a-416f-a4dc-49f04f75b3d7) {{(pid=95102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:39:03.680282 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf6fcdf-d2dc-4469-8bf3-d54cd1c9b316 req-a89f22c7-095f-47a2-873f-d7c08436010b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:39:03.686295 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-ddf6fcdf-d2dc-4469-8bf3-d54cd1c9b316 req-a89f22c7-095f-47a2-873f-d7c08436010b service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=ee2e9bda0f104270af74ba8d5f144843&device_id=a7a8b8ae-2e00-463b-bdf8-22334f82f707 HTTP/1.1" status: 200 len: 1096 time: 0.4780059 Sep 23 19:39:03.693755 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d744a09-7dd3-4b92-95ff-d7ceca7a0c61 None None] Network b0599172-2d1a-416f-a4dc-49f04f75b3d7 requested from n-d-713301-16 {{(pid=95103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 19:39:03.698123 n-d-713301-16 neutron-server[95102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0737c99e-5aec-4845-952d-46abf7faf9ac tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] Received port after_create {{(pid=95102) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 19:39:03.707194 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0737c99e-5aec-4845-952d-46abf7faf9ac tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:39:03.710182 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-0737c99e-5aec-4845-952d-46abf7faf9ac tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222849'] for port, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:03.719488 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-6e752168-7491-45f5-8cdb-b29fa7fecbed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299'] for network, after_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:03.722052 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e752168-7491-45f5-8cdb-b29fa7fecbed admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:39:03.722052 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-6e752168-7491-45f5-8cdb-b29fa7fecbed admin admin] Notify callbacks [] for network, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:03.726751 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-0c0500dd-54ee-46e3-ac39-919bb3612fb4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:03.776931 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf71d5a0-5b8a-467c-837b-eeb8422f80cb req-761654f1-ac33-47f8-acc9-e411449f0ab0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:39:03.777534 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-6e752168-7491-45f5-8cdb-b29fa7fecbed admin admin] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.2778835 Sep 23 19:39:03.777662 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-bf71d5a0-5b8a-467c-837b-eeb8422f80cb req-761654f1-ac33-47f8-acc9-e411449f0ab0 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=539495c3-ae71-47cf-b3b7-93ac6244515e HTTP/1.1" status: 200 len: 797 time: 0.2873082 Sep 23 19:39:03.781369 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 58280) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:39:03.799935 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.v2.base [None req-0662c2b6-1183-4362-bcec-64c84ab062c0 admin admin] Request body: {'subnet': {'network_id': 'fc2b89b8-ce3f-4c16-8b68-220076c74d2b', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-346496842-subnet', 'tenant_id': '9f955dc8eb0a49dcaf259d890508d18f', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=95101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:39:03.831437 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-af141483-6e35-4cf2-bf3e-3d1c80b951c9 tempest-AllowedAddressPairTestJSON-1374304016 tempest-AllowedAddressPairTestJSON-1374304016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:03.910871 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9489695a-ac03-470a-9cab-e0bc616a468b tempest-FloatingIPTestJSON-2085468291 tempest-FloatingIPTestJSON-2085468291-project] Notify agent at l3_agent.n-d-713301-16 the message routers_updated {{(pid=95101) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 19:39:03.917324 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e752168-7491-45f5-8cdb-b29fa7fecbed admin admin] Pushing event updated for resources: {'Network': ['ID=fc2b89b8-ce3f-4c16-8b68-220076c74d2b,revision_number=1']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:39:03.931962 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-0c0500dd-54ee-46e3-ac39-919bb3612fb4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:03.938131 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf442ee3-76b8-4374-9d14-ddea363a3e8f None None] Sync routers for ids ['4fe6b5af-8311-4b33-84ea-800b651e6836'] in n-d-713301-16 {{(pid=95104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 19:39:03.951294 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Network fc2b89b8-ce3f-4c16-8b68-220076c74d2b details requested by agent ovs-agent-n-d-713301-16 with host n-d-713301-16 {{(pid=95103) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 19:39:03.957506 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-0c0500dd-54ee-46e3-ac39-919bb3612fb4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:03.961885 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-0c0500dd-54ee-46e3-ac39-919bb3612fb4 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/0cf89fc7-5e6b-4318-9d3c-f09c03603fb7 HTTP/1.1" status: 204 len: 168 time: 0.8910482 Sep 23 19:39:03.978599 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf442ee3-76b8-4374-9d14-ddea363a3e8f None None] Routers {'4fe6b5af-8311-4b33-84ea-800b651e6836'} bound to L3 agent in host n-d-713301-16 {{(pid=95104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 19:39:03.980086 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_hamode_db [None req-bf442ee3-76b8-4374-9d14-ddea363a3e8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-23T19:07:52Z,description=,heartbeat_timestamp=2021-09-23T19:38:52Z,host='n-d-713301-16',id=79a740bf-7821-4989-8288-7186e3e128f3,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:07:52Z,topic='l3_agent')) {'router_ids': ['4fe6b5af-8311-4b33-84ea-800b651e6836'], 'active': True} {{(pid=95104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:39:03.983136 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0662c2b6-1183-4362-bcec-64c84ab062c0 admin admin] Made reservation on behalf of 9f955dc8eb0a49dcaf259d890508d18f for: {'subnet': 1} {{(pid=95101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:39:03.987654 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-0737c99e-5aec-4845-952d-46abf7faf9ac tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 3.4850912 Sep 23 19:39:03.994055 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-0662c2b6-1183-4362-bcec-64c84ab062c0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6130979'] for subnet, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:03.997030 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 58284) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:39:04.009125 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.v2.base [None req-3bcf0838-929b-4754-9fb8-b1c747ddb521 tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-65959140'}} {{(pid=95102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:39:04.021741 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-9489695a-ac03-470a-9cab-e0bc616a468b tempest-FloatingIPTestJSON-2085468291 tempest-FloatingIPTestJSON-2085468291-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222849'] for floatingip, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:04.083083 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c0500dd-54ee-46e3-ac39-919bb3612fb4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0cf89fc7-5e6b-4318-9d3c-f09c03603fb7,revision_number=None']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:39:04.126539 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf71d5a0-5b8a-467c-837b-eeb8422f80cb req-2368e7d7-4c12-4a5c-a5d4-446035762c1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:39:04.128252 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-bf71d5a0-5b8a-467c-837b-eeb8422f80cb req-2368e7d7-4c12-4a5c-a5d4-446035762c1c service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=f23b48c2-30e2-4b8a-a3bf-2e6a4262ee17&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2534940 Sep 23 19:39:04.149179 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-9489695a-ac03-470a-9cab-e0bc616a468b tempest-FloatingIPTestJSON-2085468291 tempest-FloatingIPTestJSON-2085468291-project] 10.222.0.67 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 984 time: 5.3360720 Sep 23 19:39:04.156860 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 58286) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:39:04.179507 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3bcf0838-929b-4754-9fb8-b1c747ddb521 tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] Made reservation on behalf of e53e881fc39941c397f29318ff64a85b for: {'network': 1} {{(pid=95102) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:39:04.183896 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-3bcf0838-929b-4754-9fb8-b1c747ddb521 tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for network, before_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:04.207792 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_hamode_db [None req-bf442ee3-76b8-4374-9d14-ddea363a3e8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713301-16', False) {} {{(pid=95104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:39:04.210587 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf6fcdf-d2dc-4469-8bf3-d54cd1c9b316 req-458592e5-36b6-4fa9-8081-6ff9fcd505cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:39:04.212193 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-ddf6fcdf-d2dc-4469-8bf3-d54cd1c9b316 req-458592e5-36b6-4fa9-8081-6ff9fcd505cc service neutron] 10.222.0.74 "GET /v2.0/networks?id=13c320c3-e746-4d37-877a-d3d286211b52 HTTP/1.1" status: 200 len: 907 time: 0.4833148 Sep 23 19:39:04.252345 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf442ee3-76b8-4374-9d14-ddea363a3e8f None None] Routers {'4fe6b5af-8311-4b33-84ea-800b651e6836'} bound to L3 agent in host n-d-713301-16 {{(pid=95104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 19:39:04.254985 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_hamode_db [None req-bf442ee3-76b8-4374-9d14-ddea363a3e8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-23T19:07:52Z,description=,heartbeat_timestamp=2021-09-23T19:38:52Z,host='n-d-713301-16',id=79a740bf-7821-4989-8288-7186e3e128f3,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:07:52Z,topic='l3_agent')) {'router_ids': ['4fe6b5af-8311-4b33-84ea-800b651e6836'], 'active': True} {{(pid=95104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:39:04.349560 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_hamode_db [None req-bf442ee3-76b8-4374-9d14-ddea363a3e8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713301-16', False) {} {{(pid=95104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:39:04.351067 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf442ee3-76b8-4374-9d14-ddea363a3e8f None None] The sync data for ids ['4fe6b5af-8311-4b33-84ea-800b651e6836'] in n-d-713301-16 is: [] {{(pid=95104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 19:39:04.402068 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3bcf0838-929b-4754-9fb8-b1c747ddb521 tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 642} {{(pid=95102) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 19:39:04.413099 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-3bcf0838-929b-4754-9fb8-b1c747ddb521 tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1756186'] for segment, precommit_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:04.413465 n-d-713301-16 neutron-server[95102]: INFO neutron.db.segments_db [None req-3bcf0838-929b-4754-9fb8-b1c747ddb521 tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] Added segment b14a6212-895b-4f2c-a7b3-dad836fe0b88 of type vlan for network 0d4cb1b2-bd23-4e76-ac26-f1ba599a608a Sep 23 19:39:04.425110 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-28038c13-f804-4901-bbd5-101f0533c47d tempest-FloatingIPTestJSON-2085468291 tempest-FloatingIPTestJSON-2085468291-project] 10.222.0.67 "GET /v2.0/floatingips/25277474-bc28-4066-83b9-5744bbfdb0ef HTTP/1.1" status: 200 len: 979 time: 0.2662356 Sep 23 19:39:04.428493 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 58290) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:39:04.433176 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-ddf6fcdf-d2dc-4469-8bf3-d54cd1c9b316 req-0675a913-9a14-4dd7-8876-437696d8154f service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3c5f04d5-5e60-459d-a0e5-3ddd2acee29f HTTP/1.1" status: 200 len: 217 time: 0.2088547 Sep 23 19:39:04.610307 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-3bcf0838-929b-4754-9fb8-b1c747ddb521 tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783145630486'] for network, precommit_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:04.739986 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-bf71d5a0-5b8a-467c-837b-eeb8422f80cb req-e63667c5-f5e0-4ad4-893a-73b7703b29a1 service neutron] 10.222.0.53 "GET /v2.0/networks/f23b48c2-30e2-4b8a-a3bf-2e6a4262ee17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6033771 Sep 23 19:39:04.744388 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf6fcdf-d2dc-4469-8bf3-d54cd1c9b316 req-3b14cfcf-3381-4b00-9c7e-a66a17592b06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:39:04.746327 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-ddf6fcdf-d2dc-4469-8bf3-d54cd1c9b316 req-3b14cfcf-3381-4b00-9c7e-a66a17592b06 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=1858a7c9-e08d-4d7a-87f9-fd282e21109a HTTP/1.1" status: 200 len: 846 time: 0.3036802 Sep 23 19:39:04.749757 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 58296) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:39:04.768307 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.db.resource_extend [None req-3bcf0838-929b-4754-9fb8-b1c747ddb521 tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=95102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 23 19:39:04.791227 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-37bfa958-6f97-4e7b-907f-168fb9f78f1a tempest-FloatingIPTestJSON-2085468291 tempest-FloatingIPTestJSON-2085468291-project] 10.222.0.67 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 982 time: 0.3569367 Sep 23 19:39:04.791754 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 58300) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:39:04.812314 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.v2.base [None req-34bea000-0513-45ec-937b-08dde8f5076d tempest-FloatingIPTestJSON-2085468291 tempest-FloatingIPTestJSON-2085468291-project] Request body: {'floatingip': {'port_id': 'cd267a20-7163-49ef-b59a-5d76979e2013'}} {{(pid=95101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:39:04.862636 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-addd1c4d-fe0b-40d6-a314-1ba5bcafcdb9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:04.908195 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-34bea000-0513-45ec-937b-08dde8f5076d tempest-FloatingIPTestJSON-2085468291 tempest-FloatingIPTestJSON-2085468291-project] Notify callbacks [] for floatingip, before_update {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:04.939504 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-ddf6fcdf-d2dc-4469-8bf3-d54cd1c9b316 req-78bc6db2-c8ec-4e1b-bccc-accaa2a39aee service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=13c320c3-e746-4d37-877a-d3d286211b52&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1821699 Sep 23 19:39:04.962659 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d05cba-a319-4e20-aabc-55c63882da7d req-b3c5f513-d69c-440c-8f9f-d98ff9001ac3 tempest-ServersTestJSON-149791516 tempest-ServersTestJSON-149791516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:39:04.965269 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-f5d05cba-a319-4e20-aabc-55c63882da7d req-b3c5f513-d69c-440c-8f9f-d98ff9001ac3 tempest-ServersTestJSON-149791516 tempest-ServersTestJSON-149791516-project] 10.222.0.67 "GET /v2.0/ports?device_id=a7a8b8ae-2e00-463b-bdf8-22334f82f707 HTTP/1.1" status: 200 len: 944 time: 0.3499291 Sep 23 19:39:05.026074 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-3bcf0838-929b-4754-9fb8-b1c747ddb521 tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299'] for network, after_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:05.034179 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bcf0838-929b-4754-9fb8-b1c747ddb521 tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:39:05.034833 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-3bcf0838-929b-4754-9fb8-b1c747ddb521 tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] Notify callbacks [] for network, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:05.095984 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Device 3c5f04d5-5e60-459d-a0e5-3ddd2acee29f details requested by agent hyperv_n-h1-713301-16 with host n-h1-713301-16 {{(pid=95103) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 19:39:05.171332 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-af141483-6e35-4cf2-bf3e-3d1c80b951c9 tempest-AllowedAddressPairTestJSON-1374304016 tempest-AllowedAddressPairTestJSON-1374304016-project] Notify callbacks [] for port, precommit_update {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:05.220380 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-bf71d5a0-5b8a-467c-837b-eeb8422f80cb req-a319a3aa-5746-4dc5-94e9-04c5d85f1a5d service neutron] 10.222.0.53 "GET /v2.0/networks/f23b48c2-30e2-4b8a-a3bf-2e6a4262ee17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4636638 Sep 23 19:39:05.376994 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-addd1c4d-fe0b-40d6-a314-1ba5bcafcdb9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:05.377684 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] For port 3c5f04d5-5e60-459d-a0e5-3ddd2acee29f, host n-h1-713301-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-16',level=0,port_id=3c5f04d5-5e60-459d-a0e5-3ddd2acee29f,segment=NetworkSegment(c829e8ab-031e-4667-8d5b-36ba5cfb9383),segment_id=c829e8ab-031e-4667-8d5b-36ba5cfb9383)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:39:05.395230 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Returning: {'device': '3c5f04d5-5e60-459d-a0e5-3ddd2acee29f', 'network_id': '13c320c3-e746-4d37-877a-d3d286211b52', 'port_id': '3c5f04d5-5e60-459d-a0e5-3ddd2acee29f', 'mac_address': 'fa:16:3e:3d:d8:eb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 605, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1858a7c9-e08d-4d7a-87f9-fd282e21109a', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95103) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 19:39:05.422067 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-addd1c4d-fe0b-40d6-a314-1ba5bcafcdb9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:05.432304 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bcf0838-929b-4754-9fb8-b1c747ddb521 tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] Pushing event updated for resources: {'Network': ['ID=0d4cb1b2-bd23-4e76-ac26-f1ba599a608a,revision_number=1']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:39:05.449328 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Network 0d4cb1b2-bd23-4e76-ac26-f1ba599a608a details requested by agent ovs-agent-n-d-713301-16 with host n-d-713301-16 {{(pid=95103) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 19:39:05.462417 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-3bcf0838-929b-4754-9fb8-b1c747ddb521 tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.4559424 Sep 23 19:39:05.490288 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-f5d05cba-a319-4e20-aabc-55c63882da7d req-b1408237-289b-4105-ae87-363bdd395174 tempest-ServersTestJSON-149791516 tempest-ServersTestJSON-149791516-project] 10.222.0.67 "GET /v2.0/security-groups?id=b8c31db9-bcb2-4708-876e-18b1f4bdd8a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4687130 Sep 23 19:39:05.501292 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 58302) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:39:05.508323 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:05.519549 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.v2.base [None req-47f99c17-03a6-44a8-8bcd-a50dab36cbb1 tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] Request body: {'ports': [{'network_id': 'b0599172-2d1a-416f-a4dc-49f04f75b3d7'}, {'network_id': '0d4cb1b2-bd23-4e76-ac26-f1ba599a608a'}]} {{(pid=95102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:39:05.519795 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.v2.base [None req-47f99c17-03a6-44a8-8bcd-a50dab36cbb1 tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] Request body: {'port': {'network_id': 'b0599172-2d1a-416f-a4dc-49f04f75b3d7'}} {{(pid=95102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:39:05.520390 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.v2.base [None req-47f99c17-03a6-44a8-8bcd-a50dab36cbb1 tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] Request body: {'port': {'network_id': '0d4cb1b2-bd23-4e76-ac26-f1ba599a608a'}} {{(pid=95102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:39:05.596718 n-d-713301-16 neutron-server[95103]: DEBUG neutron.notifiers.nova [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3c5f04d5-5e60-459d-a0e5-3ddd2acee29f {{(pid=95103) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 19:39:05.642000 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] For port 3c5f04d5-5e60-459d-a0e5-3ddd2acee29f, host n-h1-713301-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-16',level=0,port_id=3c5f04d5-5e60-459d-a0e5-3ddd2acee29f,segment=NetworkSegment(c829e8ab-031e-4667-8d5b-36ba5cfb9383),segment_id=c829e8ab-031e-4667-8d5b-36ba5cfb9383)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:39:05.644908 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-addd1c4d-fe0b-40d6-a314-1ba5bcafcdb9 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=ae2331c1a1c840af9a834c5913d00b1f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8914199 Sep 23 19:39:05.652372 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-ddf6fcdf-d2dc-4469-8bf3-d54cd1c9b316 req-d98efd62-f423-47fa-9125-4c628b46c34b service neutron] 10.222.0.74 "GET /v2.0/networks/13c320c3-e746-4d37-877a-d3d286211b52?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6440499 Sep 23 19:39:05.653637 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 58304) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:39:05.654938 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:05.751179 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Pushing event updated for resources: {'Port': ['ID=3c5f04d5-5e60-459d-a0e5-3ddd2acee29f,revision_number=4']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:39:05.780982 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-ddf6fcdf-d2dc-4469-8bf3-d54cd1c9b316 req-14a8ea84-423d-457e-9d79-a828c6598f3f service neutron] 10.222.0.74 "GET /v2.0/networks/13c320c3-e746-4d37-877a-d3d286211b52?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1093690 Sep 23 19:39:05.781597 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-addd1c4d-fe0b-40d6-a314-1ba5bcafcdb9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f258dc03-2c79-4521-ba65-264fe0ad642e,revision_number=1']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:39:05.781757 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-af141483-6e35-4cf2-bf3e-3d1c80b951c9 tempest-AllowedAddressPairTestJSON-1374304016 tempest-AllowedAddressPairTestJSON-1374304016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5607436'] for port, after_update {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:05.863098 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] get_ports_and_sgs() called for port_ids ['3c5f04d5-5e60-459d-a0e5-3ddd2acee29f'] {{(pid=95103) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 19:39:05.869762 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-0662c2b6-1183-4362-bcec-64c84ab062c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5607579', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6130961'] for subnet, after_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:05.935099 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47f99c17-03a6-44a8-8bcd-a50dab36cbb1 tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] Made reservation on behalf of e53e881fc39941c397f29318ff64a85b for: {'port': 2} {{(pid=95102) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:39:05.940176 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-47f99c17-03a6-44a8-8bcd-a50dab36cbb1 tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:05.942515 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-3b91b771-cbf8-4c8d-93f8-9102703ac4d8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:05.969694 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-47f99c17-03a6-44a8-8bcd-a50dab36cbb1 tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:05.978186 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0662c2b6-1183-4362-bcec-64c84ab062c0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cfb66c78-2a7b-4d98-8fdd-683258461232,revision_number=0']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:39:06.003889 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-3b91b771-cbf8-4c8d-93f8-9102703ac4d8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:06.192175 n-d-713301-16 neutron-server[95102]: DEBUG neutron.notifiers.nova [None req-47f99c17-03a6-44a8-8bcd-a50dab36cbb1 tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] device_id is not set on port 02d19262-dacc-4013-b689-9eb3c8801cd3 yet. {{(pid=95102) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 23 19:39:06.206539 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af141483-6e35-4cf2-bf3e-3d1c80b951c9 tempest-AllowedAddressPairTestJSON-1374304016 tempest-AllowedAddressPairTestJSON-1374304016-project] Pushing event updated for resources: {'Port': ['ID=a8694ffe-40c4-4e8b-81d6-e922f5c838a6,revision_number=2']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:39:06.239860 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-dd3e8969-fcb7-4758-96bd-88f0e948cf5e None None] Provisioning complete for port a8694ffe-40c4-4e8b-81d6-e922f5c838a6 triggered by entity DHCP. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:39:06.240473 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-dd3e8969-fcb7-4758-96bd-88f0e948cf5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:06.286370 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.plugin [None req-dd3e8969-fcb7-4758-96bd-88f0e948cf5e None None] Port a8694ffe-40c4-4e8b-81d6-e922f5c838a6 cannot update to ACTIVE because it is not bound. {{(pid=95103) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 19:39:06.287773 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0662c2b6-1183-4362-bcec-64c84ab062c0 admin admin] Checking segment: {'id': 'c5b82793-12a0-4116-8d9f-ade119c657cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'fc2b89b8-ce3f-4c16-8b68-220076c74d2b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:39:06.288137 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0662c2b6-1183-4362-bcec-64c84ab062c0 admin admin] Network hostable DHCP agents. Network: fc2b89b8-ce3f-4c16-8b68-220076c74d2b, hostable agents: ['1b18bf05-1b5f-4587-be5c-af3ac38e32ad'], hosted agents: [] {{(pid=95101) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 19:39:06.290333 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.plugin [None req-af141483-6e35-4cf2-bf3e-3d1c80b951c9 tempest-AllowedAddressPairTestJSON-1374304016 tempest-AllowedAddressPairTestJSON-1374304016-project] In _notify_port_updated(), no bound segment for port a8694ffe-40c4-4e8b-81d6-e922f5c838a6 on network 764e4c99-1503-404d-a4d0-df8eceb226f6 {{(pid=95101) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Sep 23 19:39:06.295890 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af141483-6e35-4cf2-bf3e-3d1c80b951c9 tempest-AllowedAddressPairTestJSON-1374304016 tempest-AllowedAddressPairTestJSON-1374304016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:39:06.296586 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-af141483-6e35-4cf2-bf3e-3d1c80b951c9 tempest-AllowedAddressPairTestJSON-1374304016 tempest-AllowedAddressPairTestJSON-1374304016-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222849'] for port, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:06.301278 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-af141483-6e35-4cf2-bf3e-3d1c80b951c9 tempest-AllowedAddressPairTestJSON-1374304016 tempest-AllowedAddressPairTestJSON-1374304016-project] 10.222.0.67 "PUT /v2.0/ports/a8694ffe-40c4-4e8b-81d6-e922f5c838a6 HTTP/1.1" status: 200 len: 1055 time: 3.1761158 Sep 23 19:39:06.305874 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 58308) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:39:06.309437 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-3b91b771-cbf8-4c8d-93f8-9102703ac4d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:06.311050 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-3b91b771-cbf8-4c8d-93f8-9102703ac4d8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:06.312194 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-3b91b771-cbf8-4c8d-93f8-9102703ac4d8 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/f258dc03-2c79-4521-ba65-264fe0ad642e HTTP/1.1" status: 204 len: 168 time: 0.6422122 Sep 23 19:39:06.347707 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0662c2b6-1183-4362-bcec-64c84ab062c0 admin admin] Network fc2b89b8-ce3f-4c16-8b68-220076c74d2b is scheduled to be hosted by DHCP agent 1b18bf05-1b5f-4587-be5c-af3ac38e32ad with binding_index 1 {{(pid=95101) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 19:39:06.377421 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b91b771-cbf8-4c8d-93f8-9102703ac4d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f258dc03-2c79-4521-ba65-264fe0ad642e,revision_number=None']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:39:06.389222 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.base_scheduler [None req-0662c2b6-1183-4362-bcec-64c84ab062c0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713301-16, fc2b89b8-ce3f-4c16-8b68-220076c74d2b) {{(pid=95101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:39:06.399182 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0662c2b6-1183-4362-bcec-64c84ab062c0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:39:06.399974 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-0662c2b6-1183-4362-bcec-64c84ab062c0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:06.421184 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a0a7546-36f9-47db-88c5-ca125e7280f8 None None] Network fc2b89b8-ce3f-4c16-8b68-220076c74d2b requested from n-d-713301-16 {{(pid=95103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 19:39:06.460008 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-47f99c17-03a6-44a8-8bcd-a50dab36cbb1 tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] Notify callbacks [] for port, precommit_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:06.503927 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-0662c2b6-1183-4362-bcec-64c84ab062c0 admin admin] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 2.7103593 Sep 23 19:39:06.506776 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 58314) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:39:06.513402 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.v2.base [None req-0de900b7-528b-4d11-aac7-880cca89f1fa admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-346496842-router', 'tenant_id': '9f955dc8eb0a49dcaf259d890508d18f', 'external_gateway_info': {'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac'}}} {{(pid=95101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:39:06.540065 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-34bea000-0513-45ec-937b-08dde8f5076d tempest-FloatingIPTestJSON-2085468291 tempest-FloatingIPTestJSON-2085468291-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:06.547753 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-34bea000-0513-45ec-937b-08dde8f5076d tempest-FloatingIPTestJSON-2085468291 tempest-FloatingIPTestJSON-2085468291-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-601884'] for floatingip, after_update {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:06.566758 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.plugin [None req-31f11993-dbff-48e2-b54a-0a4449a0bdd9 tempest-AllowedAddressPairTestJSON-1374304016 tempest-AllowedAddressPairTestJSON-1374304016-project] Deleting port a8694ffe-40c4-4e8b-81d6-e922f5c838a6 {{(pid=95102) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:39:06.567102 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-31f11993-dbff-48e2-b54a-0a4449a0bdd9 tempest-AllowedAddressPairTestJSON-1374304016 tempest-AllowedAddressPairTestJSON-1374304016-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783146157096'] for port, before_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:06.572181 n-d-713301-16 neutron-server[95102]: DEBUG neutron.notifiers.nova [None req-47f99c17-03a6-44a8-8bcd-a50dab36cbb1 tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] device_id is not set on port 32bbba15-8767-46a3-98e4-e362ea265140 yet. {{(pid=95102) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 23 19:39:06.680987 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-0de900b7-528b-4d11-aac7-880cca89f1fa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-594563', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29355'] for router, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:06.682446 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-0de900b7-528b-4d11-aac7-880cca89f1fa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-597363', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-601731', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-739356', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29346'] for router, precommit_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:06.790492 n-d-713301-16 neutron-server[95101]: INFO neutron.db.l3_db [None req-34bea000-0513-45ec-937b-08dde8f5076d tempest-FloatingIPTestJSON-2085468291 tempest-FloatingIPTestJSON-2085468291-project] Floating IP 25277474-bc28-4066-83b9-5744bbfdb0ef associated. External IP: 172.25.1.217, port: 26ed7362-0ef4-4eff-96cf-d365c099871c. Sep 23 19:39:06.791823 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-31f11993-dbff-48e2-b54a-0a4449a0bdd9 tempest-AllowedAddressPairTestJSON-1374304016 tempest-AllowedAddressPairTestJSON-1374304016-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-605701'] for port, precommit_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:06.822933 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-0de900b7-528b-4d11-aac7-880cca89f1fa admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:06.835394 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8356fa3-6ced-4d78-8ccf-3d5ccc89b033 req-af6c7629-a4be-4b32-852f-416aee871b8d tempest-ServersTestJSON-149791516 tempest-ServersTestJSON-149791516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:39:06.836987 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-c8356fa3-6ced-4d78-8ccf-3d5ccc89b033 req-af6c7629-a4be-4b32-852f-416aee871b8d tempest-ServersTestJSON-149791516 tempest-ServersTestJSON-149791516-project] 10.222.0.67 "GET /v2.0/ports?device_id=a7a8b8ae-2e00-463b-bdf8-22334f82f707 HTTP/1.1" status: 200 len: 945 time: 0.1734083 Sep 23 19:39:06.839804 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.plugin [None req-31f11993-dbff-48e2-b54a-0a4449a0bdd9 tempest-AllowedAddressPairTestJSON-1374304016 tempest-AllowedAddressPairTestJSON-1374304016-project] Calling delete_port for a8694ffe-40c4-4e8b-81d6-e922f5c838a6 owned by {{(pid=95102) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:39:06.847463 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0706bb5-0202-4717-ab7f-10ac84938b2b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4c8b80df-07eb-5275-9f17-5cf640db67c0-fc2b89b8-ce3f-4c16-8b68-220076c74d2b', 'network_id': 'fc2b89b8-ce3f-4c16-8b68-220076c74d2b', 'tenant_id': '9f955dc8eb0a49dcaf259d890508d18f', 'fixed_ips': [{'subnet_id': 'cfb66c78-2a7b-4d98-8fdd-683258461232'}]}} from n-d-713301-16. {{(pid=95103) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 23 19:39:06.849984 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-c0706bb5-0202-4717-ab7f-10ac84938b2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_create {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:06.949929 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-47f99c17-03a6-44a8-8bcd-a50dab36cbb1 tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] Notify callbacks [] for port, precommit_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:06.980409 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-c8356fa3-6ced-4d78-8ccf-3d5ccc89b033 req-e630bfd9-41e0-416d-948a-7ae6f5761426 tempest-ServersTestJSON-149791516 tempest-ServersTestJSON-149791516-project] 10.222.0.67 "GET /v2.0/security-groups?id=b8c31db9-bcb2-4708-876e-18b1f4bdd8a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1280048 Sep 23 19:39:07.047308 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-47f99c17-03a6-44a8-8bcd-a50dab36cbb1 tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783145673135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4399100'] for port, after_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:07.114491 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Device 3c5f04d5-5e60-459d-a0e5-3ddd2acee29f up at agent hyperv_n-h1-713301-16 {{(pid=95103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 19:39:07.127013 n-d-713301-16 neutron-server[95102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47f99c17-03a6-44a8-8bcd-a50dab36cbb1 tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] Network b0599172-2d1a-416f-a4dc-49f04f75b3d7 is already hosted by enough agents. {{(pid=95102) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:39:07.138295 n-d-713301-16 neutron-server[95102]: DEBUG neutron.scheduler.base_scheduler [None req-47f99c17-03a6-44a8-8bcd-a50dab36cbb1 tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] Resources bound (agent type, host, resource id): {{(pid=95102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:39:07.149067 n-d-713301-16 neutron-server[95102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47f99c17-03a6-44a8-8bcd-a50dab36cbb1 tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] Received port after_create {{(pid=95102) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 19:39:07.149907 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-47f99c17-03a6-44a8-8bcd-a50dab36cbb1 tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783145673135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4399100'] for port, after_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:07.170454 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f99c17-03a6-44a8-8bcd-a50dab36cbb1 tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] Pushing event updated for resources: {'Port': ['ID=02d19262-dacc-4013-b689-9eb3c8801cd3,revision_number=1']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:39:07.231857 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f99c17-03a6-44a8-8bcd-a50dab36cbb1 tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] Pushing event updated for resources: {'Port': ['ID=32bbba15-8767-46a3-98e4-e362ea265140,revision_number=1']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:39:07.237851 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-31f11993-dbff-48e2-b54a-0a4449a0bdd9 tempest-AllowedAddressPairTestJSON-1374304016 tempest-AllowedAddressPairTestJSON-1374304016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783146162158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783145673144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4399100'] for port, after_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:07.287627 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31f11993-dbff-48e2-b54a-0a4449a0bdd9 tempest-AllowedAddressPairTestJSON-1374304016 tempest-AllowedAddressPairTestJSON-1374304016-project] Pushing event deleted for resources: {'Port': ['ID=a8694ffe-40c4-4e8b-81d6-e922f5c838a6,revision_number=None']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:39:07.356084 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47f99c17-03a6-44a8-8bcd-a50dab36cbb1 tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] Checking segment: {'id': 'b14a6212-895b-4f2c-a7b3-dad836fe0b88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '0d4cb1b2-bd23-4e76-ac26-f1ba599a608a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95102) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:39:07.356515 n-d-713301-16 neutron-server[95102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47f99c17-03a6-44a8-8bcd-a50dab36cbb1 tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] Network hostable DHCP agents. Network: 0d4cb1b2-bd23-4e76-ac26-f1ba599a608a, hostable agents: ['1b18bf05-1b5f-4587-be5c-af3ac38e32ad'], hosted agents: [] {{(pid=95102) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 19:39:07.436857 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.db_base_plugin_common [None req-c0706bb5-0202-4717-ab7f-10ac84938b2b None None] Allocated IP 172.20.0.2 (fc2b89b8-ce3f-4c16-8b68-220076c74d2b/cfb66c78-2a7b-4d98-8fdd-683258461232/b064d018-53c8-4852-90b3-7843cc1cca85) {{(pid=95103) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 19:39:07.440328 n-d-713301-16 neutron-server[95102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47f99c17-03a6-44a8-8bcd-a50dab36cbb1 tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] Network 0d4cb1b2-bd23-4e76-ac26-f1ba599a608a is scheduled to be hosted by DHCP agent 1b18bf05-1b5f-4587-be5c-af3ac38e32ad with binding_index 1 {{(pid=95102) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 19:39:07.471919 n-d-713301-16 neutron-server[95102]: DEBUG neutron.scheduler.base_scheduler [None req-47f99c17-03a6-44a8-8bcd-a50dab36cbb1 tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713301-16, 0d4cb1b2-bd23-4e76-ac26-f1ba599a608a) {{(pid=95102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:39:07.489457 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46f03cd3-c061-453a-af94-bd06798b7b7a None None] Network 0d4cb1b2-bd23-4e76-ac26-f1ba599a608a requested from n-d-713301-16 {{(pid=95103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 19:39:07.493149 n-d-713301-16 neutron-server[95102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47f99c17-03a6-44a8-8bcd-a50dab36cbb1 tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] Received port after_create {{(pid=95102) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 19:39:07.499125 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47f99c17-03a6-44a8-8bcd-a50dab36cbb1 tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:39:07.504405 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47f99c17-03a6-44a8-8bcd-a50dab36cbb1 tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:39:07.505140 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-47f99c17-03a6-44a8-8bcd-a50dab36cbb1 tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222849'] for port, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:07.535961 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-34bea000-0513-45ec-937b-08dde8f5076d tempest-FloatingIPTestJSON-2085468291 tempest-FloatingIPTestJSON-2085468291-project] Router 4fe6b5af-8311-4b33-84ea-800b651e6836 has already been hosted by L3 agent 79a740bf-7821-4989-8288-7186e3e128f3 {{(pid=95101) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 19:39:07.576326 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-0de900b7-528b-4d11-aac7-880cca89f1fa admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:07.703407 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Provisioning for port 3c5f04d5-5e60-459d-a0e5-3ddd2acee29f completed by entity L2. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 19:39:07.711607 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Provisioning complete for port 3c5f04d5-5e60-459d-a0e5-3ddd2acee29f triggered by entity L2. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:39:07.712993 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:07.750141 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-47f99c17-03a6-44a8-8bcd-a50dab36cbb1 tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 2.2476425 Sep 23 19:39:07.753316 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 58334) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:39:07.809340 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34bea000-0513-45ec-937b-08dde8f5076d tempest-FloatingIPTestJSON-2085468291 tempest-FloatingIPTestJSON-2085468291-project] Notify agent at l3_agent.n-d-713301-16 the message routers_updated {{(pid=95101) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 19:39:07.825052 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f0159e9-9320-4c47-af2b-e1963d7d30df None None] Sync routers for ids ['4fe6b5af-8311-4b33-84ea-800b651e6836'] in n-d-713301-16 {{(pid=95103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 19:39:07.878684 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f0159e9-9320-4c47-af2b-e1963d7d30df None None] Routers {'4fe6b5af-8311-4b33-84ea-800b651e6836'} bound to L3 agent in host n-d-713301-16 {{(pid=95103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 19:39:07.879255 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_hamode_db [None req-6f0159e9-9320-4c47-af2b-e1963d7d30df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-23T19:07:52Z,description=,heartbeat_timestamp=2021-09-23T19:38:52Z,host='n-d-713301-16',id=79a740bf-7821-4989-8288-7186e3e128f3,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:07:52Z,topic='l3_agent')) {'router_ids': ['4fe6b5af-8311-4b33-84ea-800b651e6836'], 'active': True} {{(pid=95103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:39:07.947151 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-31f11993-dbff-48e2-b54a-0a4449a0bdd9 tempest-AllowedAddressPairTestJSON-1374304016 tempest-AllowedAddressPairTestJSON-1374304016-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222849'] for port, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:07.952921 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-31f11993-dbff-48e2-b54a-0a4449a0bdd9 tempest-AllowedAddressPairTestJSON-1374304016 tempest-AllowedAddressPairTestJSON-1374304016-project] 10.222.0.67 "DELETE /v2.0/ports/a8694ffe-40c4-4e8b-81d6-e922f5c838a6 HTTP/1.1" status: 204 len: 168 time: 1.6452715 Sep 23 19:39:07.955839 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 58342) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:39:07.999827 n-d-713301-16 neutron-server[95102]: INFO neutron.pecan_wsgi.hooks.translation [None req-349c2c50-0eeb-440c-814a-6e49577ff7dd tempest-AllowedAddressPairTestJSON-1374304016 tempest-AllowedAddressPairTestJSON-1374304016-project] GET failed (client error): The resource could not be found. Sep 23 19:39:08.006957 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-349c2c50-0eeb-440c-814a-6e49577ff7dd tempest-AllowedAddressPairTestJSON-1374304016 tempest-AllowedAddressPairTestJSON-1374304016-project] 10.222.0.67 "GET /v2.0/ports/a8694ffe-40c4-4e8b-81d6-e922f5c838a6 HTTP/1.1" status: 404 len: 333 time: 0.0497627 Sep 23 19:39:08.007926 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 58344) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:39:08.018544 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:08.094810 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] For port 3c5f04d5-5e60-459d-a0e5-3ddd2acee29f, host n-h1-713301-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-16',level=0,port_id=3c5f04d5-5e60-459d-a0e5-3ddd2acee29f,segment=NetworkSegment(c829e8ab-031e-4667-8d5b-36ba5cfb9383),segment_id=c829e8ab-031e-4667-8d5b-36ba5cfb9383)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:39:08.098947 n-d-713301-16 neutron-server[95103]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a7a8b8ae-2e00-463b-bdf8-22334f82f707', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c5f04d5-5e60-459d-a0e5-3ddd2acee29f'}] {{(pid=95103) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 19:39:08.101853 n-d-713301-16 neutron-server[95103]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}81a1c17f2aa89d5b3ebbba3a3e0cf7eb588e431c2224256110c4c4facdd7c3e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43244cc8-2b8e-4ac0-8e8e-3c8cab208271" -d '{"events": [{"server_uuid": "a7a8b8ae-2e00-463b-bdf8-22334f82f707", "name": "network-vif-plugged", "status": "completed", "tag": "3c5f04d5-5e60-459d-a0e5-3ddd2acee29f"}]}' {{(pid=95103) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 19:39:08.109288 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_hamode_db [None req-6f0159e9-9320-4c47-af2b-e1963d7d30df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713301-16', False) {} {{(pid=95103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:39:08.123216 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:08.198236 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Pushing event updated for resources: {'Port': ['ID=3c5f04d5-5e60-459d-a0e5-3ddd2acee29f,revision_number=5']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:39:08.202454 n-d-713301-16 neutron-server[95103]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 19:39:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82ef2024-fe59-4b6c-bba7-ef4ddf4a6c3d x-openstack-request-id: req-82ef2024-fe59-4b6c-bba7-ef4ddf4a6c3d {{(pid=95103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 19:39:08.202739 n-d-713301-16 neutron-server[95103]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a7a8b8ae-2e00-463b-bdf8-22334f82f707", "name": "network-vif-plugged", "status": "completed", "tag": "3c5f04d5-5e60-459d-a0e5-3ddd2acee29f", "code": 200}]} {{(pid=95103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 19:39:08.202994 n-d-713301-16 neutron-server[95103]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-82ef2024-fe59-4b6c-bba7-ef4ddf4a6c3d {{(pid=95103) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 19:39:08.203382 n-d-713301-16 neutron-server[95103]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a7a8b8ae-2e00-463b-bdf8-22334f82f707', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c5f04d5-5e60-459d-a0e5-3ddd2acee29f', 'code': 200} Sep 23 19:39:08.225447 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f0159e9-9320-4c47-af2b-e1963d7d30df None None] Routers {'4fe6b5af-8311-4b33-84ea-800b651e6836'} bound to L3 agent in host n-d-713301-16 {{(pid=95103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 19:39:08.237405 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_hamode_db [None req-6f0159e9-9320-4c47-af2b-e1963d7d30df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-23T19:07:52Z,description=,heartbeat_timestamp=2021-09-23T19:38:52Z,host='n-d-713301-16',id=79a740bf-7821-4989-8288-7186e3e128f3,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:07:52Z,topic='l3_agent')) {'router_ids': ['4fe6b5af-8311-4b33-84ea-800b651e6836'], 'active': True} {{(pid=95103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:39:08.278377 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.plugin [None req-e55641da-3c27-4681-a4f9-a111bb640501 tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] Deleting port 32bbba15-8767-46a3-98e4-e362ea265140 {{(pid=95102) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:39:08.279225 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-e55641da-3c27-4681-a4f9-a111bb640501 tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783146157096'] for port, before_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:08.296668 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_hamode_db [None req-6f0159e9-9320-4c47-af2b-e1963d7d30df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713301-16', False) {} {{(pid=95103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:39:08.297742 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f0159e9-9320-4c47-af2b-e1963d7d30df None None] The sync data for ids ['4fe6b5af-8311-4b33-84ea-800b651e6836'] in n-d-713301-16 is: [] {{(pid=95103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 19:39:08.363993 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-34bea000-0513-45ec-937b-08dde8f5076d tempest-FloatingIPTestJSON-2085468291 tempest-FloatingIPTestJSON-2085468291-project] Router 4fe6b5af-8311-4b33-84ea-800b651e6836 has already been hosted by L3 agent 79a740bf-7821-4989-8288-7186e3e128f3 {{(pid=95101) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 19:39:08.403599 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-c0706bb5-0202-4717-ab7f-10ac84938b2b None None] Notify callbacks [] for port, precommit_create {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:08.412161 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-c0706bb5-0202-4717-ab7f-10ac84938b2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783145673135'] for port, after_create {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:08.419010 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5550ee2d-1990-47d2-b8f9-35854dc83423 req-428c1bfc-8a1c-4570-820a-3ef99c7a06cd tempest-ServersTestJSON-149791516 tempest-ServersTestJSON-149791516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:39:08.420855 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-5550ee2d-1990-47d2-b8f9-35854dc83423 req-428c1bfc-8a1c-4570-820a-3ef99c7a06cd tempest-ServersTestJSON-149791516 tempest-ServersTestJSON-149791516-project] 10.222.0.67 "GET /v2.0/ports?device_id=a7a8b8ae-2e00-463b-bdf8-22334f82f707 HTTP/1.1" status: 200 len: 946 time: 0.2656229 Sep 23 19:39:08.489532 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-e55641da-3c27-4681-a4f9-a111bb640501 tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-605701'] for port, precommit_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:08.511867 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0706bb5-0202-4717-ab7f-10ac84938b2b None None] Pushing event updated for resources: {'Port': ['ID=b064d018-53c8-4852-90b3-7843cc1cca85,revision_number=1']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:39:08.520453 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4098f7-2835-481c-9984-3b581bdf9841 req-d588d920-1125-4569-a2fd-b23191b66140 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:39:08.522289 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-8d4098f7-2835-481c-9984-3b581bdf9841 req-d588d920-1125-4569-a2fd-b23191b66140 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=a7a8b8ae-2e00-463b-bdf8-22334f82f707 HTTP/1.1" status: 200 len: 1098 time: 0.2002962 Sep 23 19:39:08.529710 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.plugin [None req-e55641da-3c27-4681-a4f9-a111bb640501 tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] Calling delete_port for 32bbba15-8767-46a3-98e4-e362ea265140 owned by {{(pid=95102) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:39:08.538130 n-d-713301-16 neutron-server[95103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0706bb5-0202-4717-ab7f-10ac84938b2b None None] Network fc2b89b8-ce3f-4c16-8b68-220076c74d2b is already hosted by enough agents. {{(pid=95103) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:39:08.539657 n-d-713301-16 neutron-server[95103]: DEBUG neutron.scheduler.base_scheduler [None req-c0706bb5-0202-4717-ab7f-10ac84938b2b None None] Resources bound (agent type, host, resource id): {{(pid=95103) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:39:08.548276 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0706bb5-0202-4717-ab7f-10ac84938b2b None None] Received port after_create {{(pid=95103) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 19:39:08.573071 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-0de900b7-528b-4d11-aac7-880cca89f1fa admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:08.578824 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.plugin [None req-a10fa7cd-a963-4e31-82a7-e0d0b4eb56a3 tempest-AllowedAddressPairTestJSON-1374304016 tempest-AllowedAddressPairTestJSON-1374304016-project] Deleting port 4562ef89-45dd-4ad8-97fb-cff7c91dc177 {{(pid=95102) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:39:08.579290 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-a10fa7cd-a963-4e31-82a7-e0d0b4eb56a3 tempest-AllowedAddressPairTestJSON-1374304016 tempest-AllowedAddressPairTestJSON-1374304016-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783146157096'] for port, before_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:08.619654 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-5550ee2d-1990-47d2-b8f9-35854dc83423 req-571ed53c-1cf0-4929-9edd-f3db7c53d83f tempest-ServersTestJSON-149791516 tempest-ServersTestJSON-149791516-project] 10.222.0.67 "GET /v2.0/security-groups?id=b8c31db9-bcb2-4708-876e-18b1f4bdd8a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1916602 Sep 23 19:39:08.649631 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-0de900b7-528b-4d11-aac7-880cca89f1fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:08.650685 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.managers [None req-c0706bb5-0202-4717-ab7f-10ac84938b2b None None] Attempting to bind port b064d018-53c8-4852-90b3-7843cc1cca85 on host n-d-713301-16 for vnic_type normal with profile {{(pid=95103) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 19:39:08.651917 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.managers [None req-c0706bb5-0202-4717-ab7f-10ac84938b2b None None] Attempting to bind port b064d018-53c8-4852-90b3-7843cc1cca85 by drivers openvswitch,hyperv on host n-d-713301-16 at level 0 using segments [{'id': 'c5b82793-12a0-4116-8d9f-ade119c657cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'fc2b89b8-ce3f-4c16-8b68-220076c74d2b'}] {{(pid=95103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 19:39:08.652306 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0706bb5-0202-4717-ab7f-10ac84938b2b None None] Attempting to bind port b064d018-53c8-4852-90b3-7843cc1cca85 on network fc2b89b8-ce3f-4c16-8b68-220076c74d2b {{(pid=95103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:39:08.663450 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0706bb5-0202-4717-ab7f-10ac84938b2b None None] Checking agent: {'id': '70a14545-df24-472f-8f95-bfe1719bff93', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 19, 7, 53), 'started_at': datetime.datetime(2021, 9, 23, 19, 8, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 19, 38, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 19:39:08.663816 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0706bb5-0202-4717-ab7f-10ac84938b2b None None] Checking segment: {'id': 'c5b82793-12a0-4116-8d9f-ade119c657cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'fc2b89b8-ce3f-4c16-8b68-220076c74d2b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95103) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:39:08.664304 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-c0706bb5-0202-4717-ab7f-10ac84938b2b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:08.664823 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0706bb5-0202-4717-ab7f-10ac84938b2b None None] Bound using segment: {'id': 'c5b82793-12a0-4116-8d9f-ade119c657cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'fc2b89b8-ce3f-4c16-8b68-220076c74d2b'} {{(pid=95103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 19:39:08.665512 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.managers [None req-c0706bb5-0202-4717-ab7f-10ac84938b2b None None] Bound port: b064d018-53c8-4852-90b3-7843cc1cca85, host: n-d-713301-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c5b82793-12a0-4116-8d9f-ade119c657cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'fc2b89b8-ce3f-4c16-8b68-220076c74d2b'}}] {{(pid=95103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 19:39:08.666214 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-c0706bb5-0202-4717-ab7f-10ac84938b2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:08.779589 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34bea000-0513-45ec-937b-08dde8f5076d tempest-FloatingIPTestJSON-2085468291 tempest-FloatingIPTestJSON-2085468291-project] Notify agent at l3_agent.n-d-713301-16 the message routers_updated {{(pid=95101) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 19:39:08.788859 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-34bea000-0513-45ec-937b-08dde8f5076d tempest-FloatingIPTestJSON-2085468291 tempest-FloatingIPTestJSON-2085468291-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222849'] for floatingip, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:08.792245 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-596cd99b-509c-40cf-9736-3aabf82934ff None None] Sync routers for ids ['4fe6b5af-8311-4b33-84ea-800b651e6836'] in n-d-713301-16 {{(pid=95104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 19:39:08.827852 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-596cd99b-509c-40cf-9736-3aabf82934ff None None] Routers {'4fe6b5af-8311-4b33-84ea-800b651e6836'} bound to L3 agent in host n-d-713301-16 {{(pid=95104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 19:39:08.831475 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_hamode_db [None req-596cd99b-509c-40cf-9736-3aabf82934ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-23T19:07:52Z,description=,heartbeat_timestamp=2021-09-23T19:38:52Z,host='n-d-713301-16',id=79a740bf-7821-4989-8288-7186e3e128f3,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:07:52Z,topic='l3_agent')) {'router_ids': ['4fe6b5af-8311-4b33-84ea-800b651e6836'], 'active': True} {{(pid=95104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:39:08.846996 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-8d4098f7-2835-481c-9984-3b581bdf9841 req-1f324a2d-6a64-4031-aba2-a5b76b6009a6 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=b8c31db9-bcb2-4708-876e-18b1f4bdd8a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3057508 Sep 23 19:39:08.865293 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-c0706bb5-0202-4717-ab7f-10ac84938b2b None None] For port b064d018-53c8-4852-90b3-7843cc1cca85, host n-d-713301-16, cleared binding levels {{(pid=95103) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 19:39:08.885226 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-c0706bb5-0202-4717-ab7f-10ac84938b2b None None] For port b064d018-53c8-4852-90b3-7843cc1cca85, host n-d-713301-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-16',level=0,port_id=b064d018-53c8-4852-90b3-7843cc1cca85,segment=NetworkSegment(c5b82793-12a0-4116-8d9f-ade119c657cf),segment_id=c5b82793-12a0-4116-8d9f-ade119c657cf)] {{(pid=95103) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 19:39:08.891092 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-a10fa7cd-a963-4e31-82a7-e0d0b4eb56a3 tempest-AllowedAddressPairTestJSON-1374304016 tempest-AllowedAddressPairTestJSON-1374304016-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-605701'] for port, precommit_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:08.892020 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-c0706bb5-0202-4717-ab7f-10ac84938b2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:08.916647 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.plugin [None req-a10fa7cd-a963-4e31-82a7-e0d0b4eb56a3 tempest-AllowedAddressPairTestJSON-1374304016 tempest-AllowedAddressPairTestJSON-1374304016-project] Calling delete_port for 4562ef89-45dd-4ad8-97fb-cff7c91dc177 owned by {{(pid=95102) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:39:08.921266 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-34bea000-0513-45ec-937b-08dde8f5076d tempest-FloatingIPTestJSON-2085468291 tempest-FloatingIPTestJSON-2085468291-project] 10.222.0.67 "PUT /v2.0/floatingips/25277474-bc28-4066-83b9-5744bbfdb0ef HTTP/1.1" status: 200 len: 979 time: 4.1180949 Sep 23 19:39:08.923134 n-d-713301-16 neutron-server[95101]: DEBUG neutron.db.db_base_plugin_common [None req-0de900b7-528b-4d11-aac7-880cca89f1fa admin admin] Allocated IP 172.25.1.225 (5dec5c09-378e-4f50-89cc-d94eb81c3bac/eff83446-018c-428d-b3f5-54ac9abe7a2a/45338fa8-6bfa-4dff-8129-61af5b751662) {{(pid=95101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 19:39:08.924275 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 58360) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:39:08.930323 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.v2.base [None req-ad47423c-c8da-4a01-9843-edea25b3eda1 tempest-FloatingIPTestJSON-2085468291 tempest-FloatingIPTestJSON-2085468291-project] Request body: {'floatingip': {'port_id': None}} {{(pid=95102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:39:08.993192 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_hamode_db [None req-596cd99b-509c-40cf-9736-3aabf82934ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713301-16', False) {} {{(pid=95104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:39:09.004640 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-e55641da-3c27-4681-a4f9-a111bb640501 tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783146162158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783145673144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4399100'] for port, after_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:09.012021 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0706bb5-0202-4717-ab7f-10ac84938b2b None None] Pushing event updated for resources: {'Port': ['ID=b064d018-53c8-4852-90b3-7843cc1cca85,revision_number=2']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:39:09.018429 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-596cd99b-509c-40cf-9736-3aabf82934ff None None] Routers {'4fe6b5af-8311-4b33-84ea-800b651e6836'} bound to L3 agent in host n-d-713301-16 {{(pid=95104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 19:39:09.019153 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_hamode_db [None req-596cd99b-509c-40cf-9736-3aabf82934ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-23T19:07:52Z,description=,heartbeat_timestamp=2021-09-23T19:38:52Z,host='n-d-713301-16',id=79a740bf-7821-4989-8288-7186e3e128f3,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:07:52Z,topic='l3_agent')) {'router_ids': ['4fe6b5af-8311-4b33-84ea-800b651e6836'], 'active': True} {{(pid=95104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:39:09.024288 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0706bb5-0202-4717-ab7f-10ac84938b2b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:39:09.024752 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0706bb5-0202-4717-ab7f-10ac84938b2b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:39:09.025194 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0706bb5-0202-4717-ab7f-10ac84938b2b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:39:09.025809 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0706bb5-0202-4717-ab7f-10ac84938b2b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:39:09.026252 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0706bb5-0202-4717-ab7f-10ac84938b2b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:39:09.026655 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0706bb5-0202-4717-ab7f-10ac84938b2b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:39:09.027057 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0706bb5-0202-4717-ab7f-10ac84938b2b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:39:09.027468 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0706bb5-0202-4717-ab7f-10ac84938b2b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:39:09.027845 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0706bb5-0202-4717-ab7f-10ac84938b2b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:39:09.028236 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0706bb5-0202-4717-ab7f-10ac84938b2b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:39:09.028677 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0706bb5-0202-4717-ab7f-10ac84938b2b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:39:09.029060 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0706bb5-0202-4717-ab7f-10ac84938b2b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:39:09.092548 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e55641da-3c27-4681-a4f9-a111bb640501 tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] Pushing event deleted for resources: {'Port': ['ID=32bbba15-8767-46a3-98e4-e362ea265140,revision_number=None']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:39:09.098006 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-ad47423c-c8da-4a01-9843-edea25b3eda1 tempest-FloatingIPTestJSON-2085468291 tempest-FloatingIPTestJSON-2085468291-project] Notify callbacks [] for floatingip, before_update {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:09.131611 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_hamode_db [None req-596cd99b-509c-40cf-9736-3aabf82934ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713301-16', False) {} {{(pid=95104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:39:09.133163 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-596cd99b-509c-40cf-9736-3aabf82934ff None None] The sync data for ids ['4fe6b5af-8311-4b33-84ea-800b651e6836'] in n-d-713301-16 is: [] {{(pid=95104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 19:39:09.215402 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-0de900b7-528b-4d11-aac7-880cca89f1fa admin admin] Notify callbacks [] for port, precommit_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:09.277127 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-0de900b7-528b-4d11-aac7-880cca89f1fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783145673135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5607431'] for port, after_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:09.308559 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0de900b7-528b-4d11-aac7-880cca89f1fa admin admin] Network 5dec5c09-378e-4f50-89cc-d94eb81c3bac is already hosted by enough agents. {{(pid=95101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:39:09.311850 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.base_scheduler [None req-0de900b7-528b-4d11-aac7-880cca89f1fa admin admin] Resources bound (agent type, host, resource id): {{(pid=95101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:39:09.314638 n-d-713301-16 neutron-server[95101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0de900b7-528b-4d11-aac7-880cca89f1fa admin admin] Received port after_create {{(pid=95101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 19:39:09.466650 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0de900b7-528b-4d11-aac7-880cca89f1fa admin admin] Pushing event updated for resources: {'Port': ['ID=45338fa8-6bfa-4dff-8129-61af5b751662,revision_number=1']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:39:09.597892 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Device b064d018-53c8-4852-90b3-7843cc1cca85 up at agent ovs-agent-n-d-713301-16 {{(pid=95103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 19:39:09.804000 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Provisioning complete for port b064d018-53c8-4852-90b3-7843cc1cca85 triggered by entity L2. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:39:09.807074 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:09.875560 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-e55641da-3c27-4681-a4f9-a111bb640501 tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222849'] for port, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:09.877620 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-e55641da-3c27-4681-a4f9-a111bb640501 tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] 10.222.0.67 "DELETE /v2.0/ports/32bbba15-8767-46a3-98e4-e362ea265140 HTTP/1.1" status: 204 len: 168 time: 2.1149850 Sep 23 19:39:09.891214 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 58390) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:39:10.015444 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:10.069012 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] For port b064d018-53c8-4852-90b3-7843cc1cca85, host n-d-713301-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-16',level=0,port_id=b064d018-53c8-4852-90b3-7843cc1cca85,segment=NetworkSegment(c5b82793-12a0-4116-8d9f-ade119c657cf),segment_id=c5b82793-12a0-4116-8d9f-ade119c657cf)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:39:10.082714 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:10.136946 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-a10fa7cd-a963-4e31-82a7-e0d0b4eb56a3 tempest-AllowedAddressPairTestJSON-1374304016 tempest-AllowedAddressPairTestJSON-1374304016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783146162158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783145673144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4399100'] for port, after_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:10.160208 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-ad47423c-c8da-4a01-9843-edea25b3eda1 tempest-FloatingIPTestJSON-2085468291 tempest-FloatingIPTestJSON-2085468291-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:10.175479 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Pushing event updated for resources: {'Port': ['ID=b064d018-53c8-4852-90b3-7843cc1cca85,revision_number=3']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:39:10.207828 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5098994a-f42a-4bd8-b1d0-4cb6a10aebb9 req-42501b8c-a602-4b7d-8ff7-1e1f41f24957 tempest-ServersTestJSON-149791516 tempest-ServersTestJSON-149791516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:39:10.211237 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-5098994a-f42a-4bd8-b1d0-4cb6a10aebb9 req-42501b8c-a602-4b7d-8ff7-1e1f41f24957 tempest-ServersTestJSON-149791516 tempest-ServersTestJSON-149791516-project] 10.222.0.67 "GET /v2.0/ports?device_id=a7a8b8ae-2e00-463b-bdf8-22334f82f707 HTTP/1.1" status: 200 len: 946 time: 0.4116619 Sep 23 19:39:10.277932 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-ad47423c-c8da-4a01-9843-edea25b3eda1 tempest-FloatingIPTestJSON-2085468291 tempest-FloatingIPTestJSON-2085468291-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-601884'] for floatingip, after_update {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:10.278297 n-d-713301-16 neutron-server[95102]: INFO neutron.db.l3_db [None req-ad47423c-c8da-4a01-9843-edea25b3eda1 tempest-FloatingIPTestJSON-2085468291 tempest-FloatingIPTestJSON-2085468291-project] Floating IP 25277474-bc28-4066-83b9-5744bbfdb0ef disassociated. External IP: 172.25.1.217, port: cd267a20-7163-49ef-b59a-5d76979e2013. Sep 23 19:39:10.358085 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a10fa7cd-a963-4e31-82a7-e0d0b4eb56a3 tempest-AllowedAddressPairTestJSON-1374304016 tempest-AllowedAddressPairTestJSON-1374304016-project] Pushing event deleted for resources: {'Port': ['ID=4562ef89-45dd-4ad8-97fb-cff7c91dc177,revision_number=None']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:39:10.378918 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-418b1d09-6829-46fe-a991-94c318b9b2ef tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:39:10.386582 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-418b1d09-6829-46fe-a991-94c318b9b2ef tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:39:10.391579 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-418b1d09-6829-46fe-a991-94c318b9b2ef tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] 10.222.0.67 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1452 time: 0.4903903 Sep 23 19:39:10.401594 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 58416) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:39:10.591719 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-5098994a-f42a-4bd8-b1d0-4cb6a10aebb9 req-2554d0e5-c2d5-4d37-a8c7-a74b7fbc1795 tempest-ServersTestJSON-149791516 tempest-ServersTestJSON-149791516-project] 10.222.0.67 "GET /v2.0/security-groups?id=b8c31db9-bcb2-4708-876e-18b1f4bdd8a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2383602 Sep 23 19:39:10.664589 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-a10fa7cd-a963-4e31-82a7-e0d0b4eb56a3 tempest-AllowedAddressPairTestJSON-1374304016 tempest-AllowedAddressPairTestJSON-1374304016-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222849'] for port, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:10.664973 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-0de900b7-528b-4d11-aac7-880cca89f1fa admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:10.669044 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-a10fa7cd-a963-4e31-82a7-e0d0b4eb56a3 tempest-AllowedAddressPairTestJSON-1374304016 tempest-AllowedAddressPairTestJSON-1374304016-project] 10.222.0.67 "DELETE /v2.0/ports/4562ef89-45dd-4ad8-97fb-cff7c91dc177 HTTP/1.1" status: 204 len: 168 time: 2.6572325 Sep 23 19:39:10.671117 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 58418) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:39:10.719698 n-d-713301-16 neutron-server[95102]: INFO neutron.pecan_wsgi.hooks.translation [None req-fd8ed457-e733-4e05-a3b6-0435c81c0adf tempest-AllowedAddressPairTestJSON-1374304016 tempest-AllowedAddressPairTestJSON-1374304016-project] GET failed (client error): The resource could not be found. Sep 23 19:39:10.730141 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-fd8ed457-e733-4e05-a3b6-0435c81c0adf tempest-AllowedAddressPairTestJSON-1374304016 tempest-AllowedAddressPairTestJSON-1374304016-project] 10.222.0.67 "GET /v2.0/ports/4562ef89-45dd-4ad8-97fb-cff7c91dc177 HTTP/1.1" status: 404 len: 333 time: 0.0576184 Sep 23 19:39:10.733006 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 58420) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:39:10.861772 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afd2acd4-5060-4a97-a977-b0d206c1ea8a None None] Network fc2b89b8-ce3f-4c16-8b68-220076c74d2b requested from n-d-713301-16 {{(pid=95103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 19:39:10.920827 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.plugin [None req-4d6c0f95-1545-4906-b5a6-ee3f9b205019 tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] Deleting port 02d19262-dacc-4013-b689-9eb3c8801cd3 {{(pid=95102) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:39:10.921183 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-4d6c0f95-1545-4906-b5a6-ee3f9b205019 tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783146157096'] for port, before_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:10.936680 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 58424) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:39:11.094005 n-d-713301-16 neutron-server[95102]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ad47423c-c8da-4a01-9843-edea25b3eda1 tempest-FloatingIPTestJSON-2085468291 tempest-FloatingIPTestJSON-2085468291-project] Router 4fe6b5af-8311-4b33-84ea-800b651e6836 has already been hosted by L3 agent 79a740bf-7821-4989-8288-7186e3e128f3 {{(pid=95102) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 19:39:11.101671 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-4d6c0f95-1545-4906-b5a6-ee3f9b205019 tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-605701'] for port, precommit_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:11.137470 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-0de900b7-528b-4d11-aac7-880cca89f1fa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-597258', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-601790'] for router, after_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:11.157218 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.plugin [None req-92ef1168-9e87-4714-a05d-3cf5e1927353 tempest-AllowedAddressPairTestJSON-1374304016 tempest-AllowedAddressPairTestJSON-1374304016-project] Deleting port 29cbc88b-bced-43bf-833d-56017697ba0e {{(pid=95102) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:39:11.157780 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-92ef1168-9e87-4714-a05d-3cf5e1927353 tempest-AllowedAddressPairTestJSON-1374304016 tempest-AllowedAddressPairTestJSON-1374304016-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783146157096'] for port, before_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:11.165959 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.plugin [None req-4d6c0f95-1545-4906-b5a6-ee3f9b205019 tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] Calling delete_port for 02d19262-dacc-4013-b689-9eb3c8801cd3 owned by {{(pid=95102) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:39:11.175827 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-d8ea93b1-ad60-4d4a-a7d3-651524035f3e None None] Provisioning complete for port b064d018-53c8-4852-90b3-7843cc1cca85 triggered by entity DHCP. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:39:11.176208 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-d8ea93b1-ad60-4d4a-a7d3-651524035f3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:11.236254 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-5d9193d5-29e0-485f-99d2-51669e39f82b admin admin] Notify callbacks [] for security_group, before_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:11.383798 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0de900b7-528b-4d11-aac7-880cca89f1fa admin admin] Router d83f0415-5e06-4b12-856d-9038a1f0f9f8 is scheduled to L3 agent 79a740bf-7821-4989-8288-7186e3e128f3 with binding_index 1 {{(pid=95101) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 23 19:39:11.502043 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Device b064d018-53c8-4852-90b3-7843cc1cca85 up at agent ovs-agent-n-d-713301-16 {{(pid=95103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 19:39:11.566912 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-4d6c0f95-1545-4906-b5a6-ee3f9b205019 tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783146162158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783145673144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4399100'] for port, after_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:11.590631 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Provisioning complete for port b064d018-53c8-4852-90b3-7843cc1cca85 triggered by entity L2. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:39:11.591935 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:11.635832 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0de900b7-528b-4d11-aac7-880cca89f1fa admin admin] Notify agent at l3_agent.n-d-713301-16 the message routers_updated {{(pid=95101) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 19:39:11.649511 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56424549-3dd6-404f-9ac3-33d5dc3f9a67 None None] Sync routers for ids ['d83f0415-5e06-4b12-856d-9038a1f0f9f8'] in n-d-713301-16 {{(pid=95103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 19:39:11.672283 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56424549-3dd6-404f-9ac3-33d5dc3f9a67 None None] Routers {'d83f0415-5e06-4b12-856d-9038a1f0f9f8'} bound to L3 agent in host n-d-713301-16 {{(pid=95103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 19:39:11.673215 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_hamode_db [None req-56424549-3dd6-404f-9ac3-33d5dc3f9a67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-23T19:07:52Z,description=,heartbeat_timestamp=2021-09-23T19:38:52Z,host='n-d-713301-16',id=79a740bf-7821-4989-8288-7186e3e128f3,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:07:52Z,topic='l3_agent')) {'router_ids': ['d83f0415-5e06-4b12-856d-9038a1f0f9f8'], 'active': True} {{(pid=95103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:39:11.678389 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-4d6c0f95-1545-4906-b5a6-ee3f9b205019 tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222849'] for port, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:11.683517 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-4d6c0f95-1545-4906-b5a6-ee3f9b205019 tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] 10.222.0.67 "DELETE /v2.0/ports/02d19262-dacc-4013-b689-9eb3c8801cd3 HTTP/1.1" status: 204 len: 168 time: 1.2566242 Sep 23 19:39:11.683517 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d6c0f95-1545-4906-b5a6-ee3f9b205019 tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] Pushing event deleted for resources: {'Port': ['ID=02d19262-dacc-4013-b689-9eb3c8801cd3,revision_number=None']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:39:11.683937 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 58432) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:39:11.768354 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-5d9193d5-29e0-485f-99d2-51669e39f82b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:11.777812 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-861c80df-f71c-4c77-b363-1e4f7efb3243 tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:39:11.782251 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-861c80df-f71c-4c77-b363-1e4f7efb3243 tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] 10.222.0.67 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.0948215 Sep 23 19:39:11.782618 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 58434) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:39:11.792927 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-92ef1168-9e87-4714-a05d-3cf5e1927353 tempest-AllowedAddressPairTestJSON-1374304016 tempest-AllowedAddressPairTestJSON-1374304016-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-605701'] for port, precommit_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:11.798276 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-5d9193d5-29e0-485f-99d2-51669e39f82b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:11.800265 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-0de900b7-528b-4d11-aac7-880cca89f1fa admin admin] Notify callbacks [] for router, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:11.805006 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-0de900b7-528b-4d11-aac7-880cca89f1fa admin admin] 10.222.0.67 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 5.2938635 Sep 23 19:39:11.824000 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-bb972ac3-b307-438c-be39-e52163f577d7 None None] Provisioning complete for port b064d018-53c8-4852-90b3-7843cc1cca85 triggered by entity DHCP. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:39:11.824353 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-bb972ac3-b307-438c-be39-e52163f577d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:11.825278 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 58436) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:39:11.836391 n-d-713301-16 neutron-server[95101]: INFO neutron.pecan_wsgi.hooks.translation [None req-c7b279b2-dfb8-43f0-b85d-e3fd392fe1b6 tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] GET failed (client error): The resource could not be found. Sep 23 19:39:11.842580 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-c7b279b2-dfb8-43f0-b85d-e3fd392fe1b6 tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] 10.222.0.67 "GET /v2.0/ports/32bbba15-8767-46a3-98e4-e362ea265140 HTTP/1.1" status: 404 len: 333 time: 0.0548236 Sep 23 19:39:11.846393 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 58438) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:39:11.900372 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_dvr_db [None req-56424549-3dd6-404f-9ac3-33d5dc3f9a67 None None] Set router d83f0415-5e06-4b12-856d-9038a1f0f9f8 gateway port host: n-d-713301-16 {{(pid=95103) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 19:39:11.904304 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad47423c-c8da-4a01-9843-edea25b3eda1 tempest-FloatingIPTestJSON-2085468291 tempest-FloatingIPTestJSON-2085468291-project] Notify agent at l3_agent.n-d-713301-16 the message routers_updated {{(pid=95102) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 19:39:11.917138 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.plugin [None req-92ef1168-9e87-4714-a05d-3cf5e1927353 tempest-AllowedAddressPairTestJSON-1374304016 tempest-AllowedAddressPairTestJSON-1374304016-project] Calling delete_port for 29cbc88b-bced-43bf-833d-56017697ba0e owned by {{(pid=95102) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:39:11.917355 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afb0815f-0b68-4764-a6ed-0e6054c19893 None None] Sync routers for ids ['4fe6b5af-8311-4b33-84ea-800b651e6836'] in n-d-713301-16 {{(pid=95104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 19:39:11.923621 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-ad47423c-c8da-4a01-9843-edea25b3eda1 tempest-FloatingIPTestJSON-2085468291 tempest-FloatingIPTestJSON-2085468291-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222849'] for floatingip, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:11.934876 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afb0815f-0b68-4764-a6ed-0e6054c19893 None None] Routers {'4fe6b5af-8311-4b33-84ea-800b651e6836'} bound to L3 agent in host n-d-713301-16 {{(pid=95104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 19:39:11.936925 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_hamode_db [None req-afb0815f-0b68-4764-a6ed-0e6054c19893 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-23T19:07:52Z,description=,heartbeat_timestamp=2021-09-23T19:38:52Z,host='n-d-713301-16',id=79a740bf-7821-4989-8288-7186e3e128f3,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:07:52Z,topic='l3_agent')) {'router_ids': ['4fe6b5af-8311-4b33-84ea-800b651e6836'], 'active': True} {{(pid=95104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:39:11.977170 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-ad47423c-c8da-4a01-9843-edea25b3eda1 tempest-FloatingIPTestJSON-2085468291 tempest-FloatingIPTestJSON-2085468291-project] 10.222.0.67 "PUT /v2.0/floatingips/25277474-bc28-4066-83b9-5744bbfdb0ef HTTP/1.1" status: 200 len: 688 time: 3.0488150 Sep 23 19:39:11.991198 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 58440) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:39:12.014279 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-5d9193d5-29e0-485f-99d2-51669e39f82b admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=a7ee557d005c4b31a45923feaa28d354&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0740190 Sep 23 19:39:12.055748 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_hamode_db [None req-afb0815f-0b68-4764-a6ed-0e6054c19893 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713301-16', False) {} {{(pid=95104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:39:12.058532 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 58442) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:39:12.059296 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d9193d5-29e0-485f-99d2-51669e39f82b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e6cdec1-ccc1-444f-9e3a-d999a432b81f,revision_number=1']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:39:12.077744 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afb0815f-0b68-4764-a6ed-0e6054c19893 None None] Routers {'4fe6b5af-8311-4b33-84ea-800b651e6836'} bound to L3 agent in host n-d-713301-16 {{(pid=95104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 19:39:12.078483 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_hamode_db [None req-afb0815f-0b68-4764-a6ed-0e6054c19893 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-23T19:07:52Z,description=,heartbeat_timestamp=2021-09-23T19:38:52Z,host='n-d-713301-16',id=79a740bf-7821-4989-8288-7186e3e128f3,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:07:52Z,topic='l3_agent')) {'router_ids': ['4fe6b5af-8311-4b33-84ea-800b651e6836'], 'active': True} {{(pid=95104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:39:12.146920 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_hamode_db [None req-afb0815f-0b68-4764-a6ed-0e6054c19893 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713301-16', False) {} {{(pid=95104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:39:12.147738 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afb0815f-0b68-4764-a6ed-0e6054c19893 None None] The sync data for ids ['4fe6b5af-8311-4b33-84ea-800b651e6836'] in n-d-713301-16 is: [] {{(pid=95104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 19:39:12.207757 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_hamode_db [None req-56424549-3dd6-404f-9ac3-33d5dc3f9a67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd83f0415-5e06-4b12-856d-9038a1f0f9f8', 'name': 'tempest-AttachVolumeShelveTestJSON-346496842-router', 'tenant_id': '9f955dc8eb0a49dcaf259d890508d18f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'external_fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.225'}], 'enable_snat': True}, 'gw_port_id': '45338fa8-6bfa-4dff-8129-61af5b751662', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:39:06Z', 'updated_at': '2021-09-23T19:39:09Z', 'revision_number': 3, 'project_id': '9f955dc8eb0a49dcaf259d890508d18f', 'gw_port': {'id': '45338fa8-6bfa-4dff-8129-61af5b751662', 'name': '', 'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:b6:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd83f0415-5e06-4b12-856d-9038a1f0f9f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2197, 'fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:39:08Z', 'updated_at': '2021-09-23T19:39:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-16'}], 'n-d-713301-16', False) {} {{(pid=95103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:39:12.216749 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664bdd41-bdb2-4f89-bd41-d37af318ea91 req-4ade8472-d557-4f51-b1bf-ca809481d5bd tempest-ServersTestJSON-149791516 tempest-ServersTestJSON-149791516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:39:12.218963 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-664bdd41-bdb2-4f89-bd41-d37af318ea91 req-4ade8472-d557-4f51-b1bf-ca809481d5bd tempest-ServersTestJSON-149791516 tempest-ServersTestJSON-149791516-project] 10.222.0.67 "GET /v2.0/ports?device_id=a7a8b8ae-2e00-463b-bdf8-22334f82f707 HTTP/1.1" status: 200 len: 946 time: 0.4403489 Sep 23 19:39:12.222505 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-a14b247c-73df-43fb-a531-1c8176507065 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:12.251827 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56424549-3dd6-404f-9ac3-33d5dc3f9a67 None None] Checking router: d83f0415-5e06-4b12-856d-9038a1f0f9f8 for host: n-d-713301-16 {{(pid=95103) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 19:39:12.252254 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56424549-3dd6-404f-9ac3-33d5dc3f9a67 None None] Updating router d83f0415-5e06-4b12-856d-9038a1f0f9f8 port 45338fa8-6bfa-4dff-8129-61af5b751662 binding host n-d-713301-16 {{(pid=95103) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 23 19:39:12.266537 n-d-713301-16 neutron-server[95101]: INFO neutron.pecan_wsgi.hooks.translation [None req-2627eb86-c596-4dd5-97b6-746da609765a tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] GET failed (client error): The resource could not be found. Sep 23 19:39:12.268628 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-2627eb86-c596-4dd5-97b6-746da609765a tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] 10.222.0.67 "GET /v2.0/ports/02d19262-dacc-4013-b689-9eb3c8801cd3 HTTP/1.1" status: 404 len: 333 time: 0.2905779 Sep 23 19:39:12.286214 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 58444) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:39:12.289531 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-56424549-3dd6-404f-9ac3-33d5dc3f9a67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:12.382620 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-a14b247c-73df-43fb-a531-1c8176507065 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:12.452757 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-3766d0a7-a085-4173-9356-e2fc0ed32718 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:12.546999 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-664bdd41-bdb2-4f89-bd41-d37af318ea91 req-06e20891-4d6f-42b0-93a9-528bd8d61451 tempest-ServersTestJSON-149791516 tempest-ServersTestJSON-149791516-project] 10.222.0.67 "GET /v2.0/security-groups?id=b8c31db9-bcb2-4708-876e-18b1f4bdd8a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3110797 Sep 23 19:39:12.677917 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-92ef1168-9e87-4714-a05d-3cf5e1927353 tempest-AllowedAddressPairTestJSON-1374304016 tempest-AllowedAddressPairTestJSON-1374304016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783146162158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783145673144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4399100'] for port, after_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:12.684133 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-cd858141-d67f-4fd7-98da-eb0d8da5555d tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1628021'] for network, before_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:12.686886 n-d-713301-16 neutron-server[95101]: DEBUG neutron.db.db_base_plugin_common [None req-3766d0a7-a085-4173-9356-e2fc0ed32718 admin admin] Allocated IP 172.20.0.1 (fc2b89b8-ce3f-4c16-8b68-220076c74d2b/cfb66c78-2a7b-4d98-8fdd-683258461232/208ccfe2-6a3e-4912-af98-65b1a23d7cf6) {{(pid=95101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 19:39:12.728306 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-56424549-3dd6-404f-9ac3-33d5dc3f9a67 None None] Notify callbacks [] for port, precommit_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:12.738580 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-56424549-3dd6-404f-9ac3-33d5dc3f9a67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:12.749202 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ef1168-9e87-4714-a05d-3cf5e1927353 tempest-AllowedAddressPairTestJSON-1374304016 tempest-AllowedAddressPairTestJSON-1374304016-project] Pushing event deleted for resources: {'Port': ['ID=29cbc88b-bced-43bf-833d-56017697ba0e,revision_number=None']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:39:12.773602 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.plugin [None req-78dbdf79-5931-4dad-9c88-fe4ae318dbfd tempest-FloatingIPTestJSON-2085468291 tempest-FloatingIPTestJSON-2085468291-project] Deleting port f2e922ba-3818-49b3-b2f0-263178ac7cb0 {{(pid=95102) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:39:12.774334 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-78dbdf79-5931-4dad-9c88-fe4ae318dbfd tempest-FloatingIPTestJSON-2085468291 tempest-FloatingIPTestJSON-2085468291-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783146157096'] for port, before_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:12.829836 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.managers [None req-56424549-3dd6-404f-9ac3-33d5dc3f9a67 None None] Attempting to bind port 45338fa8-6bfa-4dff-8129-61af5b751662 on host n-d-713301-16 for vnic_type normal with profile {{(pid=95103) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 19:39:12.831438 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.managers [None req-56424549-3dd6-404f-9ac3-33d5dc3f9a67 None None] Attempting to bind port 45338fa8-6bfa-4dff-8129-61af5b751662 by drivers openvswitch,hyperv on host n-d-713301-16 at level 0 using segments [{'id': '7d4027f1-d893-4c7b-95d4-757b8e44e380', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac'}] {{(pid=95103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 19:39:12.834343 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56424549-3dd6-404f-9ac3-33d5dc3f9a67 None None] Attempting to bind port 45338fa8-6bfa-4dff-8129-61af5b751662 on network 5dec5c09-378e-4f50-89cc-d94eb81c3bac {{(pid=95103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:39:12.851981 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56424549-3dd6-404f-9ac3-33d5dc3f9a67 None None] Checking agent: {'id': '70a14545-df24-472f-8f95-bfe1719bff93', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 19, 7, 53), 'started_at': datetime.datetime(2021, 9, 23, 19, 8, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 19, 38, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 19:39:12.852353 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56424549-3dd6-404f-9ac3-33d5dc3f9a67 None None] Checking segment: {'id': '7d4027f1-d893-4c7b-95d4-757b8e44e380', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95103) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:39:12.852792 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-56424549-3dd6-404f-9ac3-33d5dc3f9a67 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:12.853513 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56424549-3dd6-404f-9ac3-33d5dc3f9a67 None None] Bound using segment: {'id': '7d4027f1-d893-4c7b-95d4-757b8e44e380', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac'} {{(pid=95103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 19:39:12.854041 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.managers [None req-56424549-3dd6-404f-9ac3-33d5dc3f9a67 None None] Bound port: 45338fa8-6bfa-4dff-8129-61af5b751662, host: n-d-713301-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7d4027f1-d893-4c7b-95d4-757b8e44e380', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac'}}] {{(pid=95103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 19:39:12.854447 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-56424549-3dd6-404f-9ac3-33d5dc3f9a67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:12.910125 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb03a95f-291a-4549-9823-1b553dcf10b9 None None] Pushing event updated for resources: {'Port': ['ID=45338fa8-6bfa-4dff-8129-61af5b751662,revision_number=2']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:39:12.945830 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-3766d0a7-a085-4173-9356-e2fc0ed32718 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:12.952913 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-56424549-3dd6-404f-9ac3-33d5dc3f9a67 None None] For port 45338fa8-6bfa-4dff-8129-61af5b751662, host n-d-713301-16, cleared binding levels {{(pid=95103) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 19:39:12.957877 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-56424549-3dd6-404f-9ac3-33d5dc3f9a67 None None] For port 45338fa8-6bfa-4dff-8129-61af5b751662, host n-d-713301-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-16',level=0,port_id=45338fa8-6bfa-4dff-8129-61af5b751662,segment=NetworkSegment(7d4027f1-d893-4c7b-95d4-757b8e44e380),segment_id=7d4027f1-d893-4c7b-95d4-757b8e44e380)] {{(pid=95103) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 19:39:12.964797 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-cd858141-d67f-4fd7-98da-eb0d8da5555d tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1754676', 'neutron.services.segments.db._delete_segments_for_network-8783146221460'] for network, precommit_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:12.966343 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-56424549-3dd6-404f-9ac3-33d5dc3f9a67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:13.031100 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-3766d0a7-a085-4173-9356-e2fc0ed32718 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783145673135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5607431'] for port, after_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:13.100092 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-a14b247c-73df-43fb-a531-1c8176507065 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:13.102934 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-a14b247c-73df-43fb-a531-1c8176507065 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:13.108192 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-a14b247c-73df-43fb-a531-1c8176507065 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/7e6cdec1-ccc1-444f-9e3a-d999a432b81f HTTP/1.1" status: 204 len: 168 time: 1.0408056 Sep 23 19:39:13.123412 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3766d0a7-a085-4173-9356-e2fc0ed32718 admin admin] Network fc2b89b8-ce3f-4c16-8b68-220076c74d2b is already hosted by enough agents. {{(pid=95101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:39:13.134430 n-d-713301-16 neutron-server[95102]: DEBUG neutron.services.segments.db [None req-cd858141-d67f-4fd7-98da-eb0d8da5555d tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0d4cb1b2-bd23-4e76-ac26-f1ba599a608a']}} {{(pid=95102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:39:13.135311 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.base_scheduler [None req-3766d0a7-a085-4173-9356-e2fc0ed32718 admin admin] Resources bound (agent type, host, resource id): {{(pid=95101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:39:13.159111 n-d-713301-16 neutron-server[95101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3766d0a7-a085-4173-9356-e2fc0ed32718 admin admin] Received port after_create {{(pid=95101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 19:39:13.167246 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3766d0a7-a085-4173-9356-e2fc0ed32718 admin admin] Pushing event updated for resources: {'Port': ['ID=208ccfe2-6a3e-4912-af98-65b1a23d7cf6,revision_number=1']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:39:13.247808 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-3766d0a7-a085-4173-9356-e2fc0ed32718 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-601987'] for router_interface, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:13.253147 n-d-713301-16 neutron-server[95102]: DEBUG neutron.services.segments.db [None req-cd858141-d67f-4fd7-98da-eb0d8da5555d tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b14a6212-895b-4f2c-a7b3-dad836fe0b88') {'for_net_delete': True} {{(pid=95102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:39:13.253707 n-d-713301-16 neutron-server[95102]: DEBUG neutron.services.segments.db [None req-cd858141-d67f-4fd7-98da-eb0d8da5555d tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b14a6212-895b-4f2c-a7b3-dad836fe0b88') {} {{(pid=95102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:39:13.256386 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a14b247c-73df-43fb-a531-1c8176507065 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e6cdec1-ccc1-444f-9e3a-d999a432b81f,revision_number=None']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:39:13.389584 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-cd858141-d67f-4fd7-98da-eb0d8da5555d tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783146221725', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6162832'] for segment, before_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:13.421934 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56424549-3dd6-404f-9ac3-33d5dc3f9a67 None None] Routers {'d83f0415-5e06-4b12-856d-9038a1f0f9f8'} bound to L3 agent in host n-d-713301-16 {{(pid=95103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 19:39:13.423478 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_hamode_db [None req-56424549-3dd6-404f-9ac3-33d5dc3f9a67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-23T19:07:52Z,description=,heartbeat_timestamp=2021-09-23T19:38:52Z,host='n-d-713301-16',id=79a740bf-7821-4989-8288-7186e3e128f3,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:07:52Z,topic='l3_agent')) {'router_ids': ['d83f0415-5e06-4b12-856d-9038a1f0f9f8'], 'active': True} {{(pid=95103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:39:13.472957 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-92ef1168-9e87-4714-a05d-3cf5e1927353 tempest-AllowedAddressPairTestJSON-1374304016 tempest-AllowedAddressPairTestJSON-1374304016-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222849'] for port, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:13.475825 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-92ef1168-9e87-4714-a05d-3cf5e1927353 tempest-AllowedAddressPairTestJSON-1374304016 tempest-AllowedAddressPairTestJSON-1374304016-project] 10.222.0.67 "DELETE /v2.0/ports/29cbc88b-bced-43bf-833d-56017697ba0e HTTP/1.1" status: 204 len: 168 time: 2.7410438 Sep 23 19:39:13.481062 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 58464) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:39:13.490309 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-cd858141-d67f-4fd7-98da-eb0d8da5555d tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1756186'] for segment, precommit_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:13.495182 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-78dbdf79-5931-4dad-9c88-fe4ae318dbfd tempest-FloatingIPTestJSON-2085468291 tempest-FloatingIPTestJSON-2085468291-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-605701'] for port, precommit_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:13.497827 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-78dbdf79-5931-4dad-9c88-fe4ae318dbfd tempest-FloatingIPTestJSON-2085468291 tempest-FloatingIPTestJSON-2085468291-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:13.526060 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb03a95f-291a-4549-9823-1b553dcf10b9 None None] Pushing event updated for resources: {'Port': ['ID=45338fa8-6bfa-4dff-8129-61af5b751662,revision_number=3']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:39:13.579925 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cd858141-d67f-4fd7-98da-eb0d8da5555d tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] Releasing vlan 642 on physical network physnet1 to pool {{(pid=95102) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 19:39:13.602260 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-cd858141-d67f-4fd7-98da-eb0d8da5555d tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1756186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4398095'] for segment, after_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:13.606420 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.plugin [None req-78dbdf79-5931-4dad-9c88-fe4ae318dbfd tempest-FloatingIPTestJSON-2085468291 tempest-FloatingIPTestJSON-2085468291-project] Calling delete_port for f2e922ba-3818-49b3-b2f0-263178ac7cb0 owned by network:floatingip {{(pid=95102) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:39:13.608274 n-d-713301-16 neutron-server[95102]: Traceback (most recent call last): Sep 23 19:39:13.608274 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 19:39:13.608274 n-d-713301-16 neutron-server[95102]: timer() Sep 23 19:39:13.608274 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 19:39:13.608274 n-d-713301-16 neutron-server[95102]: cb(*args, **kw) Sep 23 19:39:13.608274 n-d-713301-16 neutron-server[95102]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 19:39:13.608274 n-d-713301-16 neutron-server[95102]: return func(*args, **kwargs) Sep 23 19:39:13.608274 n-d-713301-16 neutron-server[95102]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 19:39:13.608274 n-d-713301-16 neutron-server[95102]: self._notify() Sep 23 19:39:13.608274 n-d-713301-16 neutron-server[95102]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 19:39:13.608274 n-d-713301-16 neutron-server[95102]: self.callback(batched_events) Sep 23 19:39:13.608274 n-d-713301-16 neutron-server[95102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 19:39:13.608274 n-d-713301-16 neutron-server[95102]: event.method(event) Sep 23 19:39:13.608274 n-d-713301-16 neutron-server[95102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 19:39:13.608274 n-d-713301-16 neutron-server[95102]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 19:39:13.608274 n-d-713301-16 neutron-server[95102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 19:39:13.608274 n-d-713301-16 neutron-server[95102]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 19:39:13.608274 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 19:39:13.608274 n-d-713301-16 neutron-server[95102]: return f(self, *a, **k) Sep 23 19:39:13.608274 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 19:39:13.608274 n-d-713301-16 neutron-server[95102]: return self._get(url).json() Sep 23 19:39:13.608274 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 19:39:13.608274 n-d-713301-16 neutron-server[95102]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 19:39:13.608274 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 19:39:13.608274 n-d-713301-16 neutron-server[95102]: return self.request(url, 'GET', **kwargs) Sep 23 19:39:13.608274 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 19:39:13.608274 n-d-713301-16 neutron-server[95102]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 19:39:13.608274 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 19:39:13.608274 n-d-713301-16 neutron-server[95102]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 19:39:13.608274 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 19:39:13.608274 n-d-713301-16 neutron-server[95102]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 19:39:13.608274 n-d-713301-16 neutron-server[95102]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 19:39:13.650638 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-3d01fef6-d9ac-4943-b288-bbfdabe08fc5 None None] Provisioning complete for port 208ccfe2-6a3e-4912-af98-65b1a23d7cf6 triggered by entity DHCP. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:39:13.651013 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-3d01fef6-d9ac-4943-b288-bbfdabe08fc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:13.652904 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-3766d0a7-a085-4173-9356-e2fc0ed32718 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:13.673394 n-d-713301-16 neutron-server[95101]: DEBUG neutron.db.db_base_plugin_v2 [None req-1cad1ca5-a66b-41a6-9f24-849dc2d35a36 tempest-AllowedAddressPairTestJSON-1374304016 tempest-AllowedAddressPairTestJSON-1374304016-project] Deleting subnet 86f7afa6-28aa-41a7-9d88-e25e29712c63 {{(pid=95101) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 23 19:39:13.684560 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-1cad1ca5-a66b-41a6-9f24-849dc2d35a36 tempest-AllowedAddressPairTestJSON-1374304016 tempest-AllowedAddressPairTestJSON-1374304016-project] Notify callbacks [] for subnet, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:13.686502 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_dvr_db [None req-56424549-3dd6-404f-9ac3-33d5dc3f9a67 None None] Set router d83f0415-5e06-4b12-856d-9038a1f0f9f8 gateway port host: n-d-713301-16 {{(pid=95103) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 19:39:13.748376 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 58468) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:39:13.770999 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-1cad1ca5-a66b-41a6-9f24-849dc2d35a36 tempest-AllowedAddressPairTestJSON-1374304016 tempest-AllowedAddressPairTestJSON-1374304016-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6007154'] for subnet, precommit_delete_associations {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:13.772345 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.plugin [None req-3d01fef6-d9ac-4943-b288-bbfdabe08fc5 None None] Port 208ccfe2-6a3e-4912-af98-65b1a23d7cf6 cannot update to ACTIVE because it is not bound. {{(pid=95103) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 19:39:13.800407 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-92d19b21-a6f8-4e6d-9bb0-cdb23b691dac admin admin] Notify callbacks [] for security_group, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:13.868088 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be4a28c8-6a6e-46fa-9951-869b4f09d56e req-ffb2c1fd-2299-4c00-8028-4464ea2fa18e tempest-ServersTestJSON-149791516 tempest-ServersTestJSON-149791516-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:39:13.871484 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-be4a28c8-6a6e-46fa-9951-869b4f09d56e req-ffb2c1fd-2299-4c00-8028-4464ea2fa18e tempest-ServersTestJSON-149791516 tempest-ServersTestJSON-149791516-project] 10.222.0.67 "GET /v2.0/networks?id=13c320c3-e746-4d37-877a-d3d286211b52 HTTP/1.1" status: 200 len: 806 time: 0.8722537 Sep 23 19:39:13.892964 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-cd858141-d67f-4fd7-98da-eb0d8da5555d tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1754627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-601866'] for network, after_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:13.910224 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-cd858141-d67f-4fd7-98da-eb0d8da5555d tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] Notify callbacks [] for network, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:13.913775 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-cd858141-d67f-4fd7-98da-eb0d8da5555d tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] 10.222.0.67 "DELETE /v2.0/networks/0d4cb1b2-bd23-4e76-ac26-f1ba599a608a HTTP/1.1" status: 204 len: 168 time: 1.6192636 Sep 23 19:39:13.924025 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 58470) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:39:13.929874 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-be4a28c8-6a6e-46fa-9951-869b4f09d56e req-ef86533e-2a32-494d-a129-a3ed35868207 tempest-ServersTestJSON-149791516 tempest-ServersTestJSON-149791516-project] 10.222.0.67 "GET /v2.0/quotas/ee2e9bda0f104270af74ba8d5f144843 HTTP/1.1" status: 200 len: 375 time: 0.0489302 Sep 23 19:39:13.940722 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.v2.base [None req-b1f1093a-26f2-4909-b145-719b21b881e4 tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-2110864242'}} {{(pid=95101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:39:13.947924 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd858141-d67f-4fd7-98da-eb0d8da5555d tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] Pushing event deleted for resources: {'Network': ['ID=0d4cb1b2-bd23-4e76-ac26-f1ba599a608a,revision_number=None']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:39:13.964489 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_hamode_db [None req-56424549-3dd6-404f-9ac3-33d5dc3f9a67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd83f0415-5e06-4b12-856d-9038a1f0f9f8', 'name': 'tempest-AttachVolumeShelveTestJSON-346496842-router', 'tenant_id': '9f955dc8eb0a49dcaf259d890508d18f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'external_fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.225'}], 'enable_snat': True}, 'gw_port_id': '45338fa8-6bfa-4dff-8129-61af5b751662', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:39:06Z', 'updated_at': '2021-09-23T19:39:09Z', 'revision_number': 3, 'project_id': '9f955dc8eb0a49dcaf259d890508d18f', 'gw_port': {'id': '45338fa8-6bfa-4dff-8129-61af5b751662', 'name': '', 'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:b6:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd83f0415-5e06-4b12-856d-9038a1f0f9f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2197, 'fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:39:08Z', 'updated_at': '2021-09-23T19:39:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-16'}], 'n-d-713301-16', False) {} {{(pid=95103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:39:14.014747 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56424549-3dd6-404f-9ac3-33d5dc3f9a67 None None] The sync data for ids ['d83f0415-5e06-4b12-856d-9038a1f0f9f8'] in n-d-713301-16 is: [{'id': 'd83f0415-5e06-4b12-856d-9038a1f0f9f8', 'name': 'tempest-AttachVolumeShelveTestJSON-346496842-router', 'tenant_id': '9f955dc8eb0a49dcaf259d890508d18f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'external_fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.225'}], 'enable_snat': True}, 'gw_port_id': '45338fa8-6bfa-4dff-8129-61af5b751662', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:39:06Z', 'updated_at': '2021-09-23T19:39:09Z', 'revision_number': 3, 'project_id': '9f955dc8eb0a49dcaf259d890508d18f', 'gw_port': {'id': '45338fa8-6bfa-4dff-8129-61af5b751662', 'name': '', 'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:b6:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd83f0415-5e06-4b12-856d-9038a1f0f9f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2197, 'fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:39:08Z', 'updated_at': '2021-09-23T19:39:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-16'}] {{(pid=95103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 19:39:14.025624 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-be4a28c8-6a6e-46fa-9951-869b4f09d56e req-9dee5bde-8001-47ac-9f8f-5ac026cc2f1d tempest-ServersTestJSON-149791516 tempest-ServersTestJSON-149791516-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=ee2e9bda0f104270af74ba8d5f144843&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0825689 Sep 23 19:39:14.065212 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [req-be4a28c8-6a6e-46fa-9951-869b4f09d56e req-d18a4795-8b61-48a3-858f-19c4f444434b service neutron] http://10.222.0.67:9696/v2.0/extensions returned with HTTP 200 {{(pid=95102) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 23 19:39:14.066427 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-be4a28c8-6a6e-46fa-9951-869b4f09d56e req-d18a4795-8b61-48a3-858f-19c4f444434b service neutron] 10.222.0.67 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0299525 Sep 23 19:39:14.082766 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-1cad1ca5-a66b-41a6-9f24-849dc2d35a36 tempest-AllowedAddressPairTestJSON-1374304016 tempest-AllowedAddressPairTestJSON-1374304016-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1756813'] for subnet, precommit_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:14.176625 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-78dbdf79-5931-4dad-9c88-fe4ae318dbfd tempest-FloatingIPTestJSON-2085468291 tempest-FloatingIPTestJSON-2085468291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783146162158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783145673144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4399100'] for port, after_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:14.206537 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-3766d0a7-a085-4173-9356-e2fc0ed32718 admin admin] Notify callbacks [] for port, precommit_update {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:14.212059 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-3766d0a7-a085-4173-9356-e2fc0ed32718 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5607436'] for port, after_update {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:14.227293 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78dbdf79-5931-4dad-9c88-fe4ae318dbfd tempest-FloatingIPTestJSON-2085468291 tempest-FloatingIPTestJSON-2085468291-project] Pushing event deleted for resources: {'Port': ['ID=f2e922ba-3818-49b3-b2f0-263178ac7cb0,revision_number=None']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:39:14.243988 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-92d19b21-a6f8-4e6d-9bb0-cdb23b691dac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:14.280035 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-1cad1ca5-a66b-41a6-9f24-849dc2d35a36 tempest-AllowedAddressPairTestJSON-1374304016 tempest-AllowedAddressPairTestJSON-1374304016-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1756804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5607514', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6130950'] for subnet, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:14.284308 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-92d19b21-a6f8-4e6d-9bb0-cdb23b691dac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:14.291339 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-be4a28c8-6a6e-46fa-9951-869b4f09d56e req-76e2b822-0067-403d-a1ba-6a445359aaba service neutron] 10.222.0.67 "GET /v2.0/networks/13c320c3-e746-4d37-877a-d3d286211b52?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2152653 Sep 23 19:39:14.362200 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cad1ca5-a66b-41a6-9f24-849dc2d35a36 tempest-AllowedAddressPairTestJSON-1374304016 tempest-AllowedAddressPairTestJSON-1374304016-project] Pushing event deleted for resources: {'Subnet': ['ID=86f7afa6-28aa-41a7-9d88-e25e29712c63,revision_number=None']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:39:14.369373 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4a5d380-c72f-4ec5-bb84-6b7004139cec None None] Network 764e4c99-1503-404d-a4d0-df8eceb226f6 requested from n-d-713301-16 {{(pid=95103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 19:39:14.373221 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-1cad1ca5-a66b-41a6-9f24-849dc2d35a36 tempest-AllowedAddressPairTestJSON-1374304016 tempest-AllowedAddressPairTestJSON-1374304016-project] Notify callbacks [] for subnet, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:14.375128 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-1cad1ca5-a66b-41a6-9f24-849dc2d35a36 tempest-AllowedAddressPairTestJSON-1374304016 tempest-AllowedAddressPairTestJSON-1374304016-project] 10.222.0.67 "DELETE /v2.0/subnets/86f7afa6-28aa-41a7-9d88-e25e29712c63 HTTP/1.1" status: 204 len: 168 time: 0.8857844 Sep 23 19:39:14.389645 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 58472) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:39:14.417832 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-3766d0a7-a085-4173-9356-e2fc0ed32718 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-527313', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-601459'] for router_interface, after_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:14.425259 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1f1093a-26f2-4909-b145-719b21b881e4 tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] Made reservation on behalf of e53e881fc39941c397f29318ff64a85b for: {'network': 1} {{(pid=95101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:39:14.429216 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-b1f1093a-26f2-4909-b145-719b21b881e4 tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for network, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:14.432022 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-be4a28c8-6a6e-46fa-9951-869b4f09d56e req-0b1cf449-cb6b-4f86-8424-c22dde3f9b0f service neutron] 10.222.0.67 "GET /v2.0/networks/13c320c3-e746-4d37-877a-d3d286211b52?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1312761 Sep 23 19:39:14.484858 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-92d19b21-a6f8-4e6d-9bb0-cdb23b691dac admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=71a45d634cb840a38caafeabff986e1e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7334771 Sep 23 19:39:14.485690 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3766d0a7-a085-4173-9356-e2fc0ed32718 admin admin] Pushing event updated for resources: {'Port': ['ID=208ccfe2-6a3e-4912-af98-65b1a23d7cf6,revision_number=2']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:39:14.488211 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92d19b21-a6f8-4e6d-9bb0-cdb23b691dac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90b88915-c09d-4ced-a74c-f5f723cecf10,revision_number=1']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:39:14.492403 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 58474) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:39:14.561097 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-78dbdf79-5931-4dad-9c88-fe4ae318dbfd tempest-FloatingIPTestJSON-2085468291 tempest-FloatingIPTestJSON-2085468291-project] Notify callbacks [] for floatingip, after_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:14.565324 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-78dbdf79-5931-4dad-9c88-fe4ae318dbfd tempest-FloatingIPTestJSON-2085468291 tempest-FloatingIPTestJSON-2085468291-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222849'] for floatingip, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:14.569686 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-78dbdf79-5931-4dad-9c88-fe4ae318dbfd tempest-FloatingIPTestJSON-2085468291 tempest-FloatingIPTestJSON-2085468291-project] 10.222.0.67 "DELETE /v2.0/floatingips/25277474-bc28-4066-83b9-5744bbfdb0ef HTTP/1.1" status: 204 len: 168 time: 2.5741956 Sep 23 19:39:14.579607 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 58476) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:39:14.688270 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-2d2b9148-a2f3-4a34-99de-e0a4f51cb638 tempest-AllowedAddressPairTestJSON-1374304016 tempest-AllowedAddressPairTestJSON-1374304016-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1628021'] for network, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:14.694653 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b1f1093a-26f2-4909-b145-719b21b881e4 tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 649} {{(pid=95101) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 19:39:14.739493 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-b1f1093a-26f2-4909-b145-719b21b881e4 tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1756186'] for segment, precommit_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:14.740506 n-d-713301-16 neutron-server[95101]: INFO neutron.db.segments_db [None req-b1f1093a-26f2-4909-b145-719b21b881e4 tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] Added segment 5ae3af5a-0363-4254-9975-894298218854 of type vlan for network 6c00cc94-2390-4249-b1f7-b2ab4a7573c3 Sep 23 19:39:14.750848 n-d-713301-16 neutron-server[95102]: INFO neutron.api.v2.resource [None req-af93d06b-a818-4ec2-b3e3-7a393c9be262 tempest-FloatingIPTestJSON-2085468291 tempest-FloatingIPTestJSON-2085468291-project] delete failed (client error): The resource could not be found. Sep 23 19:39:14.752434 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-af93d06b-a818-4ec2-b3e3-7a393c9be262 tempest-FloatingIPTestJSON-2085468291 tempest-FloatingIPTestJSON-2085468291-project] 10.222.0.67 "DELETE /v2.0/floatingips/25277474-bc28-4066-83b9-5744bbfdb0ef HTTP/1.1" status: 404 len: 345 time: 0.1718042 Sep 23 19:39:14.756472 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 58482) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:39:14.872461 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3766d0a7-a085-4173-9356-e2fc0ed32718 admin admin] Network fc2b89b8-ce3f-4c16-8b68-220076c74d2b is already hosted by enough agents. {{(pid=95101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:39:14.875703 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-b1f1093a-26f2-4909-b145-719b21b881e4 tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783145630486'] for network, precommit_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:14.891032 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd16efa2-1c39-4b12-ad6f-15b486721dc5 None None] DHCP port deletion for 764e4c99-1503-404d-a4d0-df8eceb226f6 request from n-d-713301-16 {{(pid=95103) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 23 19:39:14.892627 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.base_scheduler [None req-3766d0a7-a085-4173-9356-e2fc0ed32718 admin admin] Resources bound (agent type, host, resource id): {{(pid=95101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:39:15.002580 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.plugin [None req-dd16efa2-1c39-4b12-ad6f-15b486721dc5 None None] Deleting port d3c87ecb-a736-4b9b-8d79-06b4d237092e {{(pid=95103) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:39:15.003118 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-dd16efa2-1c39-4b12-ad6f-15b486721dc5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783146157096'] for port, before_delete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:15.248345 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-dd16efa2-1c39-4b12-ad6f-15b486721dc5 None None] For port d3c87ecb-a736-4b9b-8d79-06b4d237092e, host n-d-713301-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-16',level=0,port_id=d3c87ecb-a736-4b9b-8d79-06b4d237092e,segment=NetworkSegment(f2026833-2bf5-417e-9ffe-7ac035deafa9),segment_id=f2026833-2bf5-417e-9ffe-7ac035deafa9)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:39:15.250532 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-dd16efa2-1c39-4b12-ad6f-15b486721dc5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-605701'] for port, precommit_delete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:15.254120 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-b1f1093a-26f2-4909-b145-719b21b881e4 tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299'] for network, after_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:15.271215 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1f1093a-26f2-4909-b145-719b21b881e4 tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:39:15.272099 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-b1f1093a-26f2-4909-b145-719b21b881e4 tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] Notify callbacks [] for network, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:15.311743 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3766d0a7-a085-4173-9356-e2fc0ed32718 admin admin] Router d83f0415-5e06-4b12-856d-9038a1f0f9f8 has already been hosted by L3 agent 79a740bf-7821-4989-8288-7186e3e128f3 {{(pid=95101) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 19:39:15.312437 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.plugin [None req-dd16efa2-1c39-4b12-ad6f-15b486721dc5 None None] Calling delete_port for d3c87ecb-a736-4b9b-8d79-06b4d237092e owned by network:dhcp {{(pid=95103) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:39:15.335209 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-b1f1093a-26f2-4909-b145-719b21b881e4 tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.4086609 Sep 23 19:39:15.338004 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.plugin [None req-2d2b9148-a2f3-4a34-99de-e0a4f51cb638 tempest-AllowedAddressPairTestJSON-1374304016 tempest-AllowedAddressPairTestJSON-1374304016-project] Deleting port d3c87ecb-a736-4b9b-8d79-06b4d237092e {{(pid=95101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:39:15.338004 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-2d2b9148-a2f3-4a34-99de-e0a4f51cb638 tempest-AllowedAddressPairTestJSON-1374304016 tempest-AllowedAddressPairTestJSON-1374304016-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783146157096'] for port, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:15.366443 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 58490) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:39:15.401822 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.v2.base [None req-860fa579-e00a-41b2-863a-bf33be5e42f3 tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] Request body: {'subnet': {'network_id': '6c00cc94-2390-4249-b1f7-b2ab4a7573c3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:39:15.540333 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Device 45338fa8-6bfa-4dff-8129-61af5b751662 up at agent ovs-agent-n-d-713301-16 {{(pid=95103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 19:39:15.544416 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-28b56744-e30c-41ff-ba9c-07baf2c033dc None None] Provisioning complete for port 208ccfe2-6a3e-4912-af98-65b1a23d7cf6 triggered by entity DHCP. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:39:15.556997 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-28b56744-e30c-41ff-ba9c-07baf2c033dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:15.627217 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-87fbefa2-78d5-4f7e-95b9-83511befb905 req-560e0ca7-7653-4df8-8c81-24ede1100fa1 tempest-ServersTestJSON-149791516 tempest-ServersTestJSON-149791516-project] 10.222.0.67 "GET /v2.0/ports?device_id=4d5000bd-a634-4d17-883e-073435ceaea2 HTTP/1.1" status: 200 len: 210 time: 0.7940297 Sep 23 19:39:15.674027 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f3e479b-b332-4150-bc80-080d30de6e05 tempest-FloatingIPTestJSON-2085468291 tempest-FloatingIPTestJSON-2085468291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:39:15.681876 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f3e479b-b332-4150-bc80-080d30de6e05 tempest-FloatingIPTestJSON-2085468291 tempest-FloatingIPTestJSON-2085468291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:39:15.688112 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f3e479b-b332-4150-bc80-080d30de6e05 tempest-FloatingIPTestJSON-2085468291 tempest-FloatingIPTestJSON-2085468291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:39:15.693465 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-2f3e479b-b332-4150-bc80-080d30de6e05 tempest-FloatingIPTestJSON-2085468291 tempest-FloatingIPTestJSON-2085468291-project] 10.222.0.67 "GET /v2.0/ports?network_id=f5928f37-657a-4715-86ca-02712a88cf8e HTTP/1.1" status: 200 len: 2360 time: 0.9352758 Sep 23 19:39:15.694318 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-b75c32c9-c675-451f-83b5-9390679c445c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:15.698368 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.plugin [None req-28b56744-e30c-41ff-ba9c-07baf2c033dc None None] Port 208ccfe2-6a3e-4912-af98-65b1a23d7cf6 cannot update to ACTIVE because it is not bound. {{(pid=95103) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 19:39:15.701108 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 58494) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:39:15.714377 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-dd16efa2-1c39-4b12-ad6f-15b486721dc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783146162158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783145673144'] for port, after_delete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:15.753568 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd16efa2-1c39-4b12-ad6f-15b486721dc5 None None] Pushing event deleted for resources: {'Port': ['ID=d3c87ecb-a736-4b9b-8d79-06b4d237092e,revision_number=None']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:39:15.771302 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd16efa2-1c39-4b12-ad6f-15b486721dc5 None None] No DVR routers for this DVR port d3c87ecb-a736-4b9b-8d79-06b4d237092e on host n-d-713301-16 {{(pid=95103) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 19:39:15.772905 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-b75c32c9-c675-451f-83b5-9390679c445c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:15.789395 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Provisioning complete for port 45338fa8-6bfa-4dff-8129-61af5b751662 triggered by entity L2. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:39:15.789395 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:15.819168 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa63b04a-e788-4bbe-9a7b-f9eb08292026 tempest-FloatingIPTestJSON-2085468291 tempest-FloatingIPTestJSON-2085468291-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:39:15.823593 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f1093a-26f2-4909-b145-719b21b881e4 tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] Pushing event updated for resources: {'Network': ['ID=6c00cc94-2390-4249-b1f7-b2ab4a7573c3,revision_number=1']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:39:15.830020 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-fa63b04a-e788-4bbe-9a7b-f9eb08292026 tempest-FloatingIPTestJSON-2085468291 tempest-FloatingIPTestJSON-2085468291-project] 10.222.0.67 "GET /v2.0/subnets/7eb3aff8-6d21-4bac-92e2-a7c22ef686ae HTTP/1.1" status: 200 len: 797 time: 0.1244850 Sep 23 19:39:15.845567 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 58498) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:39:15.853062 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.v2.base [None req-50c38f95-535e-4737-bb2d-b32fbed54faf tempest-FloatingIPTestJSON-2085468291 tempest-FloatingIPTestJSON-2085468291-project] Request body: {'port': {'network_id': 'f5928f37-657a-4715-86ca-02712a88cf8e', 'name': 'tempest-FloatingIPTestJSON-1375814878', 'fixed_ips': [{'ip_address': '172.20.0.14'}, {'ip_address': '172.20.0.13'}]}} {{(pid=95102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:39:15.857385 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Network 6c00cc94-2390-4249-b1f7-b2ab4a7573c3 details requested by agent ovs-agent-n-d-713301-16 with host n-d-713301-16 {{(pid=95103) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 19:39:15.981877 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-b75c32c9-c675-451f-83b5-9390679c445c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:15.986895 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-b75c32c9-c675-451f-83b5-9390679c445c admin admin] Notify callbacks [] for security_group, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:15.988808 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-b75c32c9-c675-451f-83b5-9390679c445c admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/90b88915-c09d-4ced-a74c-f5f723cecf10 HTTP/1.1" status: 204 len: 168 time: 1.4873338 Sep 23 19:39:16.053358 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b75c32c9-c675-451f-83b5-9390679c445c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90b88915-c09d-4ced-a74c-f5f723cecf10,revision_number=None']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:39:16.096852 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:16.148349 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] For port 45338fa8-6bfa-4dff-8129-61af5b751662, host n-d-713301-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-16',level=0,port_id=45338fa8-6bfa-4dff-8129-61af5b751662,segment=NetworkSegment(7d4027f1-d893-4c7b-95d4-757b8e44e380),segment_id=7d4027f1-d893-4c7b-95d4-757b8e44e380)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:39:16.155169 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:16.232895 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Pushing event updated for resources: {'Port': ['ID=45338fa8-6bfa-4dff-8129-61af5b751662,revision_number=4']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:39:16.243869 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Device d3c87ecb-a736-4b9b-8d79-06b4d237092e no longer exists at agent ovs-agent-n-d-713301-16 {{(pid=95103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 19:39:16.266520 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.plugin [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] No Port match for: d3c87ecb-a736-4b9b-8d79-06b4d237092e {{(pid=95103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 19:39:16.266877 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Device d3c87ecb-a736-4b9b-8d79-06b4d237092e not bound to the agent host n-d-713301-16 {{(pid=95103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 19:39:16.477572 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-860fa579-e00a-41b2-863a-bf33be5e42f3 tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] Made reservation on behalf of e53e881fc39941c397f29318ff64a85b for: {'subnet': 1} {{(pid=95101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:39:16.481450 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-860fa579-e00a-41b2-863a-bf33be5e42f3 tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6130979'] for subnet, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:16.487506 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.db [None req-2d2b9148-a2f3-4a34-99de-e0a4f51cb638 tempest-AllowedAddressPairTestJSON-1374304016 tempest-AllowedAddressPairTestJSON-1374304016-project] For port d3c87ecb-a736-4b9b-8d79-06b4d237092e, host n-d-713301-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-16',level=0,port_id=d3c87ecb-a736-4b9b-8d79-06b4d237092e,segment=NetworkSegment(f2026833-2bf5-417e-9ffe-7ac035deafa9),segment_id=f2026833-2bf5-417e-9ffe-7ac035deafa9)] {{(pid=95101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:39:16.487905 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-2d2b9148-a2f3-4a34-99de-e0a4f51cb638 tempest-AllowedAddressPairTestJSON-1374304016 tempest-AllowedAddressPairTestJSON-1374304016-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-605701'] for port, precommit_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:16.523018 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50c38f95-535e-4737-bb2d-b32fbed54faf tempest-FloatingIPTestJSON-2085468291 tempest-FloatingIPTestJSON-2085468291-project] Made reservation on behalf of 4f8ca033f800491e9695967b28d9226b for: {'port': 1} {{(pid=95102) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:39:16.541756 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.plugin [None req-2d2b9148-a2f3-4a34-99de-e0a4f51cb638 tempest-AllowedAddressPairTestJSON-1374304016 tempest-AllowedAddressPairTestJSON-1374304016-project] Calling delete_port for d3c87ecb-a736-4b9b-8d79-06b4d237092e owned by network:dhcp {{(pid=95101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:39:16.621211 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3766d0a7-a085-4173-9356-e2fc0ed32718 admin admin] Notify agent at l3_agent.n-d-713301-16 the message routers_updated {{(pid=95101) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 19:39:16.668633 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-3766d0a7-a085-4173-9356-e2fc0ed32718 admin admin] 10.222.0.67 "PUT /v2.0/routers/d83f0415-5e06-4b12-856d-9038a1f0f9f8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8306849 Sep 23 19:39:16.867492 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-29e2ee38-f278-4b49-a418-c6b896063950 req-f8cc9223-0d2c-4233-aa01-fb87f4ec1b75 tempest-ServersTestJSON-149791516 tempest-ServersTestJSON-149791516-project] 10.222.0.67 "GET /v2.0/ports?device_id=4d5000bd-a634-4d17-883e-073435ceaea2 HTTP/1.1" status: 200 len: 210 time: 0.0662775 Sep 23 19:39:16.937328 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3f36ad2-998a-452a-89a1-cc81268e098e None None] Sync routers for ids ['d83f0415-5e06-4b12-856d-9038a1f0f9f8'] in n-d-713301-16 {{(pid=95103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 19:39:16.955145 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3f36ad2-998a-452a-89a1-cc81268e098e None None] Routers {'d83f0415-5e06-4b12-856d-9038a1f0f9f8'} bound to L3 agent in host n-d-713301-16 {{(pid=95103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 19:39:16.965957 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_hamode_db [None req-f3f36ad2-998a-452a-89a1-cc81268e098e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-23T19:07:52Z,description=,heartbeat_timestamp=2021-09-23T19:38:52Z,host='n-d-713301-16',id=79a740bf-7821-4989-8288-7186e3e128f3,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:07:52Z,topic='l3_agent')) {'router_ids': ['d83f0415-5e06-4b12-856d-9038a1f0f9f8'], 'active': True} {{(pid=95103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:39:16.993882 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be4a28c8-6a6e-46fa-9951-869b4f09d56e req-7ea73e6e-b147-416b-9ebf-578c736034a6 tempest-ServersTestJSON-149791516 tempest-ServersTestJSON-149791516-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:39:16.995541 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-be4a28c8-6a6e-46fa-9951-869b4f09d56e req-7ea73e6e-b147-416b-9ebf-578c736034a6 tempest-ServersTestJSON-149791516 tempest-ServersTestJSON-149791516-project] 10.222.0.53 "GET /v2.0/networks?id=13c320c3-e746-4d37-877a-d3d286211b52 HTTP/1.1" status: 200 len: 806 time: 0.5339642 Sep 23 19:39:17.005771 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-50c38f95-535e-4737-bb2d-b32fbed54faf tempest-FloatingIPTestJSON-2085468291 tempest-FloatingIPTestJSON-2085468291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:17.023591 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-860fa579-e00a-41b2-863a-bf33be5e42f3 tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5607579', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6130961'] for subnet, after_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:17.035572 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-2d2b9148-a2f3-4a34-99de-e0a4f51cb638 tempest-AllowedAddressPairTestJSON-1374304016 tempest-AllowedAddressPairTestJSON-1374304016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783146162158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783145673144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5607431'] for port, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:17.053321 n-d-713301-16 neutron-server[95102]: DEBUG neutron.notifiers.nova [None req-50c38f95-535e-4737-bb2d-b32fbed54faf tempest-FloatingIPTestJSON-2085468291 tempest-FloatingIPTestJSON-2085468291-project] device_id is not set on port 4133a779-9f83-499f-b78f-4aa70101c9d8 yet. {{(pid=95102) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 23 19:39:17.080463 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.v2.base [req-be4a28c8-6a6e-46fa-9951-869b4f09d56e req-f6b9cbbd-9223-49b7-866c-b1fb597d62cc tempest-ServersTestJSON-149791516 tempest-ServersTestJSON-149791516-project] Request body: {'port': {'device_id': '4d5000bd-a634-4d17-883e-073435ceaea2', 'network_id': '13c320c3-e746-4d37-877a-d3d286211b52', 'admin_state_up': True, 'tenant_id': 'ee2e9bda0f104270af74ba8d5f144843'}} {{(pid=95102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:39:17.128481 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d2b9148-a2f3-4a34-99de-e0a4f51cb638 tempest-AllowedAddressPairTestJSON-1374304016 tempest-AllowedAddressPairTestJSON-1374304016-project] Pushing event deleted for resources: {'Port': ['ID=d3c87ecb-a736-4b9b-8d79-06b4d237092e,revision_number=None']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:39:17.133634 n-d-713301-16 neutron-server[95101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d2b9148-a2f3-4a34-99de-e0a4f51cb638 tempest-AllowedAddressPairTestJSON-1374304016 tempest-AllowedAddressPairTestJSON-1374304016-project] No DVR routers for this DVR port d3c87ecb-a736-4b9b-8d79-06b4d237092e on host n-d-713301-16 {{(pid=95101) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 19:39:17.170247 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-860fa579-e00a-41b2-863a-bf33be5e42f3 tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] Pushing event updated for resources: {'Subnet': ['ID=ff2fbaea-7514-4ab5-9afd-41e21c6234ec,revision_number=0']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:39:17.197435 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-860fa579-e00a-41b2-863a-bf33be5e42f3 tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] Checking segment: {'id': '5ae3af5a-0363-4254-9975-894298218854', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '6c00cc94-2390-4249-b1f7-b2ab4a7573c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:39:17.198421 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-860fa579-e00a-41b2-863a-bf33be5e42f3 tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] Network hostable DHCP agents. Network: 6c00cc94-2390-4249-b1f7-b2ab4a7573c3, hostable agents: ['1b18bf05-1b5f-4587-be5c-af3ac38e32ad'], hosted agents: [] {{(pid=95101) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 19:39:17.236804 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_dvr_db [None req-f3f36ad2-998a-452a-89a1-cc81268e098e None None] Set router d83f0415-5e06-4b12-856d-9038a1f0f9f8 gateway port host: n-d-713301-16 {{(pid=95103) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 19:39:17.405421 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-2d2b9148-a2f3-4a34-99de-e0a4f51cb638 tempest-AllowedAddressPairTestJSON-1374304016 tempest-AllowedAddressPairTestJSON-1374304016-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1754676', 'neutron.services.segments.db._delete_segments_for_network-8783146221460'] for network, precommit_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:17.421695 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-860fa579-e00a-41b2-863a-bf33be5e42f3 tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] Network 6c00cc94-2390-4249-b1f7-b2ab4a7573c3 is scheduled to be hosted by DHCP agent 1b18bf05-1b5f-4587-be5c-af3ac38e32ad with binding_index 1 {{(pid=95101) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 19:39:17.455833 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.base_scheduler [None req-860fa579-e00a-41b2-863a-bf33be5e42f3 tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713301-16, 6c00cc94-2390-4249-b1f7-b2ab4a7573c3) {{(pid=95101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:39:17.466247 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-860fa579-e00a-41b2-863a-bf33be5e42f3 tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:39:17.466872 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-860fa579-e00a-41b2-863a-bf33be5e42f3 tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] Notify callbacks [] for subnet, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:17.484520 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a00c9a94-0269-4222-833e-ebcd9954651c None None] Network 6c00cc94-2390-4249-b1f7-b2ab4a7573c3 requested from n-d-713301-16 {{(pid=95103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 19:39:17.486200 n-d-713301-16 neutron-server[95101]: DEBUG neutron.services.segments.db [None req-2d2b9148-a2f3-4a34-99de-e0a4f51cb638 tempest-AllowedAddressPairTestJSON-1374304016 tempest-AllowedAddressPairTestJSON-1374304016-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['764e4c99-1503-404d-a4d0-df8eceb226f6']}} {{(pid=95101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:39:17.488726 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-be4a28c8-6a6e-46fa-9951-869b4f09d56e req-f6b9cbbd-9223-49b7-866c-b1fb597d62cc tempest-ServersTestJSON-149791516 tempest-ServersTestJSON-149791516-project] Made reservation on behalf of ee2e9bda0f104270af74ba8d5f144843 for: {'port': 1} {{(pid=95102) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:39:17.492777 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-be4a28c8-6a6e-46fa-9951-869b4f09d56e req-f6b9cbbd-9223-49b7-866c-b1fb597d62cc tempest-ServersTestJSON-149791516 tempest-ServersTestJSON-149791516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:17.552282 n-d-713301-16 neutron-server[95101]: DEBUG neutron.services.segments.db [None req-2d2b9148-a2f3-4a34-99de-e0a4f51cb638 tempest-AllowedAddressPairTestJSON-1374304016 tempest-AllowedAddressPairTestJSON-1374304016-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f2026833-2bf5-417e-9ffe-7ac035deafa9') {'for_net_delete': True} {{(pid=95101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:39:17.552866 n-d-713301-16 neutron-server[95101]: DEBUG neutron.services.segments.db [None req-2d2b9148-a2f3-4a34-99de-e0a4f51cb638 tempest-AllowedAddressPairTestJSON-1374304016 tempest-AllowedAddressPairTestJSON-1374304016-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f2026833-2bf5-417e-9ffe-7ac035deafa9') {} {{(pid=95101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:39:17.568077 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-860fa579-e00a-41b2-863a-bf33be5e42f3 tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.1999674 Sep 23 19:39:17.570639 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 58530) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:39:17.607277 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.v2.base [None req-6cc47744-69c7-495a-b331-5bce0e26f5f4 tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] Request body: {'port': {'network_id': '6c00cc94-2390-4249-b1f7-b2ab4a7573c3', 'name': 'tempest-PortsTestJSON-935495410'}} {{(pid=95101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:39:17.638487 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-2d2b9148-a2f3-4a34-99de-e0a4f51cb638 tempest-AllowedAddressPairTestJSON-1374304016 tempest-AllowedAddressPairTestJSON-1374304016-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783146221725', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6007147'] for segment, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:17.700546 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-2d2b9148-a2f3-4a34-99de-e0a4f51cb638 tempest-AllowedAddressPairTestJSON-1374304016 tempest-AllowedAddressPairTestJSON-1374304016-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1756186'] for segment, precommit_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:17.722398 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Device 45338fa8-6bfa-4dff-8129-61af5b751662 up at agent ovs-agent-n-d-713301-16 {{(pid=95103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 19:39:17.732662 n-d-713301-16 neutron-server[95102]: DEBUG neutron.db.db_base_plugin_common [None req-50c38f95-535e-4737-bb2d-b32fbed54faf tempest-FloatingIPTestJSON-2085468291 tempest-FloatingIPTestJSON-2085468291-project] Allocated IP 172.20.0.14 (f5928f37-657a-4715-86ca-02712a88cf8e/7eb3aff8-6d21-4bac-92e2-a7c22ef686ae/4133a779-9f83-499f-b78f-4aa70101c9d8) {{(pid=95102) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 19:39:17.735330 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2d2b9148-a2f3-4a34-99de-e0a4f51cb638 tempest-AllowedAddressPairTestJSON-1374304016 tempest-AllowedAddressPairTestJSON-1374304016-project] Releasing vlan 629 on physical network physnet1 to pool {{(pid=95101) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 19:39:17.736146 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-2d2b9148-a2f3-4a34-99de-e0a4f51cb638 tempest-AllowedAddressPairTestJSON-1374304016 tempest-AllowedAddressPairTestJSON-1374304016-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1756186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5608436'] for segment, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:17.748346 n-d-713301-16 neutron-server[95101]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 23 19:39:17.748346 n-d-713301-16 neutron-server[95101]: self.session.flush() Sep 23 19:39:17.748346 n-d-713301-16 neutron-server[95101]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 23 19:39:17.748346 n-d-713301-16 neutron-server[95101]: self.session.flush() Sep 23 19:39:17.748346 n-d-713301-16 neutron-server[95101]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 23 19:39:17.748346 n-d-713301-16 neutron-server[95101]: self.session.flush() Sep 23 19:39:17.748346 n-d-713301-16 neutron-server[95101]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 23 19:39:17.748346 n-d-713301-16 neutron-server[95101]: self.session.flush() Sep 23 19:39:17.748346 n-d-713301-16 neutron-server[95101]: Traceback (most recent call last): Sep 23 19:39:17.748346 n-d-713301-16 neutron-server[95101]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 19:39:17.748346 n-d-713301-16 neutron-server[95101]: timer() Sep 23 19:39:17.748346 n-d-713301-16 neutron-server[95101]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 19:39:17.748346 n-d-713301-16 neutron-server[95101]: cb(*args, **kw) Sep 23 19:39:17.748346 n-d-713301-16 neutron-server[95101]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 19:39:17.748346 n-d-713301-16 neutron-server[95101]: return func(*args, **kwargs) Sep 23 19:39:17.748346 n-d-713301-16 neutron-server[95101]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 19:39:17.748346 n-d-713301-16 neutron-server[95101]: self._notify() Sep 23 19:39:17.748346 n-d-713301-16 neutron-server[95101]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 19:39:17.748346 n-d-713301-16 neutron-server[95101]: self.callback(batched_events) Sep 23 19:39:17.748346 n-d-713301-16 neutron-server[95101]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 19:39:17.748346 n-d-713301-16 neutron-server[95101]: event.method(event) Sep 23 19:39:17.748346 n-d-713301-16 neutron-server[95101]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 19:39:17.748346 n-d-713301-16 neutron-server[95101]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 19:39:17.748346 n-d-713301-16 neutron-server[95101]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 19:39:17.748346 n-d-713301-16 neutron-server[95101]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 19:39:17.748346 n-d-713301-16 neutron-server[95101]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 19:39:17.748346 n-d-713301-16 neutron-server[95101]: return f(self, *a, **k) Sep 23 19:39:17.748346 n-d-713301-16 neutron-server[95101]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 19:39:17.748346 n-d-713301-16 neutron-server[95101]: return self._get(url).json() Sep 23 19:39:17.748346 n-d-713301-16 neutron-server[95101]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 19:39:17.748346 n-d-713301-16 neutron-server[95101]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 19:39:17.748346 n-d-713301-16 neutron-server[95101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 19:39:17.748346 n-d-713301-16 neutron-server[95101]: return self.request(url, 'GET', **kwargs) Sep 23 19:39:17.748346 n-d-713301-16 neutron-server[95101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 19:39:17.748346 n-d-713301-16 neutron-server[95101]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 19:39:17.748346 n-d-713301-16 neutron-server[95101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 19:39:17.748346 n-d-713301-16 neutron-server[95101]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 19:39:17.748346 n-d-713301-16 neutron-server[95101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 19:39:17.748346 n-d-713301-16 neutron-server[95101]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 19:39:17.748346 n-d-713301-16 neutron-server[95101]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 19:39:17.767118 n-d-713301-16 neutron-server[95102]: DEBUG neutron.db.db_base_plugin_common [None req-50c38f95-535e-4737-bb2d-b32fbed54faf tempest-FloatingIPTestJSON-2085468291 tempest-FloatingIPTestJSON-2085468291-project] Allocated IP 172.20.0.13 (f5928f37-657a-4715-86ca-02712a88cf8e/7eb3aff8-6d21-4bac-92e2-a7c22ef686ae/4133a779-9f83-499f-b78f-4aa70101c9d8) {{(pid=95102) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 19:39:18.009910 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-50c38f95-535e-4737-bb2d-b32fbed54faf tempest-FloatingIPTestJSON-2085468291 tempest-FloatingIPTestJSON-2085468291-project] Notify callbacks [] for port, precommit_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:18.045846 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-2d2b9148-a2f3-4a34-99de-e0a4f51cb638 tempest-AllowedAddressPairTestJSON-1374304016 tempest-AllowedAddressPairTestJSON-1374304016-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1754627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-601866'] for network, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:18.075664 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-2d2b9148-a2f3-4a34-99de-e0a4f51cb638 tempest-AllowedAddressPairTestJSON-1374304016 tempest-AllowedAddressPairTestJSON-1374304016-project] Notify callbacks [] for network, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:18.088438 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-2d2b9148-a2f3-4a34-99de-e0a4f51cb638 tempest-AllowedAddressPairTestJSON-1374304016 tempest-AllowedAddressPairTestJSON-1374304016-project] 10.222.0.67 "DELETE /v2.0/networks/764e4c99-1503-404d-a4d0-df8eceb226f6 HTTP/1.1" status: 204 len: 168 time: 3.6875358 Sep 23 19:39:18.089292 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 58538) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:39:18.095197 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-50c38f95-535e-4737-bb2d-b32fbed54faf tempest-FloatingIPTestJSON-2085468291 tempest-FloatingIPTestJSON-2085468291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783145673135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4399100'] for port, after_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:18.121364 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.v2.base [None req-4d75f129-c4f0-4498-9592-b6f4253dc9fa tempest-AttachVolumeShelveTestJSON-2035318112 tempest-AttachVolumeShelveTestJSON-2035318112-project] Request body: {'security_group': {'name': 'tempest-securitygroup--687354962', 'description': 'tempest-description--1868368604'}} {{(pid=95102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:39:18.133306 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d2b9148-a2f3-4a34-99de-e0a4f51cb638 tempest-AllowedAddressPairTestJSON-1374304016 tempest-AllowedAddressPairTestJSON-1374304016-project] Pushing event deleted for resources: {'Network': ['ID=764e4c99-1503-404d-a4d0-df8eceb226f6,revision_number=None']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:39:18.153412 n-d-713301-16 neutron-server[95102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50c38f95-535e-4737-bb2d-b32fbed54faf tempest-FloatingIPTestJSON-2085468291 tempest-FloatingIPTestJSON-2085468291-project] Network f5928f37-657a-4715-86ca-02712a88cf8e is already hosted by enough agents. {{(pid=95102) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:39:18.163153 n-d-713301-16 neutron-server[95102]: DEBUG neutron.scheduler.base_scheduler [None req-50c38f95-535e-4737-bb2d-b32fbed54faf tempest-FloatingIPTestJSON-2085468291 tempest-FloatingIPTestJSON-2085468291-project] Resources bound (agent type, host, resource id): {{(pid=95102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:39:18.167712 n-d-713301-16 neutron-server[95102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50c38f95-535e-4737-bb2d-b32fbed54faf tempest-FloatingIPTestJSON-2085468291 tempest-FloatingIPTestJSON-2085468291-project] Received port after_create {{(pid=95102) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 19:39:18.182578 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6cc47744-69c7-495a-b331-5bce0e26f5f4 tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] Made reservation on behalf of e53e881fc39941c397f29318ff64a85b for: {'port': 1} {{(pid=95101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:39:18.190273 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-6cc47744-69c7-495a-b331-5bce0e26f5f4 tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:18.260086 n-d-713301-16 neutron-server[95101]: DEBUG neutron.notifiers.nova [None req-6cc47744-69c7-495a-b331-5bce0e26f5f4 tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] device_id is not set on port d7a49a49-d850-4a70-9014-533d6f3a51ee yet. {{(pid=95101) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 23 19:39:18.275056 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Provisioning complete for port 45338fa8-6bfa-4dff-8129-61af5b751662 triggered by entity L2. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:39:18.276156 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:18.309834 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdd70053-827a-4ba2-bca3-36901e8619ce None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4c8b80df-07eb-5275-9f17-5cf640db67c0-6c00cc94-2390-4249-b1f7-b2ab4a7573c3', 'network_id': '6c00cc94-2390-4249-b1f7-b2ab4a7573c3', 'tenant_id': 'e53e881fc39941c397f29318ff64a85b', 'fixed_ips': [{'subnet_id': 'ff2fbaea-7514-4ab5-9afd-41e21c6234ec'}]}} from n-d-713301-16. {{(pid=95103) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 23 19:39:18.311064 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-cdd70053-827a-4ba2-bca3-36901e8619ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_create {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:18.336079 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-f7381d82-1e56-481e-bab0-f6aac107c1ae req-6ea556bf-8145-4dd1-b59b-46aa71cfa76d tempest-ServersTestJSON-149791516 tempest-ServersTestJSON-149791516-project] 10.222.0.67 "GET /v2.0/ports?device_id=4d5000bd-a634-4d17-883e-073435ceaea2 HTTP/1.1" status: 200 len: 210 time: 0.2155571 Sep 23 19:39:18.365596 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_hamode_db [None req-f3f36ad2-998a-452a-89a1-cc81268e098e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd83f0415-5e06-4b12-856d-9038a1f0f9f8', 'name': 'tempest-AttachVolumeShelveTestJSON-346496842-router', 'tenant_id': '9f955dc8eb0a49dcaf259d890508d18f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'external_fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.225'}], 'enable_snat': True}, 'gw_port_id': '45338fa8-6bfa-4dff-8129-61af5b751662', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:39:06Z', 'updated_at': '2021-09-23T19:39:13Z', 'revision_number': 4, 'project_id': '9f955dc8eb0a49dcaf259d890508d18f', 'gw_port': {'id': '45338fa8-6bfa-4dff-8129-61af5b751662', 'name': '', 'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:b6:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd83f0415-5e06-4b12-856d-9038a1f0f9f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2197, 'fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:39:08Z', 'updated_at': '2021-09-23T19:39:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-16', '_interfaces': [{'id': '208ccfe2-6a3e-4912-af98-65b1a23d7cf6', 'name': '', 'network_id': 'fc2b89b8-ce3f-4c16-8b68-220076c74d2b', 'tenant_id': '9f955dc8eb0a49dcaf259d890508d18f', 'mac_address': 'fa:16:3e:ac:ec:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd83f0415-5e06-4b12-856d-9038a1f0f9f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2203, 'fixed_ips': [{'subnet_id': 'cfb66c78-2a7b-4d98-8fdd-683258461232', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:39:12Z', 'updated_at': '2021-09-23T19:39:13Z', 'revision_number': 2, 'project_id': '9f955dc8eb0a49dcaf259d890508d18f', 'subnets': [{'id': 'cfb66c78-2a7b-4d98-8fdd-683258461232', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-16', False) {} {{(pid=95103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:39:18.407987 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3f36ad2-998a-452a-89a1-cc81268e098e None None] Checking router: d83f0415-5e06-4b12-856d-9038a1f0f9f8 for host: n-d-713301-16 {{(pid=95103) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 19:39:18.408589 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3f36ad2-998a-452a-89a1-cc81268e098e None None] Updating router d83f0415-5e06-4b12-856d-9038a1f0f9f8 port 208ccfe2-6a3e-4912-af98-65b1a23d7cf6 binding host n-d-713301-16 {{(pid=95103) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 23 19:39:18.513213 n-d-713301-16 neutron-server[95101]: DEBUG neutron.db.db_base_plugin_common [None req-6cc47744-69c7-495a-b331-5bce0e26f5f4 tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] Allocated IP 172.20.0.4 (6c00cc94-2390-4249-b1f7-b2ab4a7573c3/ff2fbaea-7514-4ab5-9afd-41e21c6234ec/d7a49a49-d850-4a70-9014-533d6f3a51ee) {{(pid=95101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 19:39:18.538629 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50c38f95-535e-4737-bb2d-b32fbed54faf tempest-FloatingIPTestJSON-2085468291 tempest-FloatingIPTestJSON-2085468291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:39:18.539350 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-50c38f95-535e-4737-bb2d-b32fbed54faf tempest-FloatingIPTestJSON-2085468291 tempest-FloatingIPTestJSON-2085468291-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222849'] for port, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:18.555179 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50c38f95-535e-4737-bb2d-b32fbed54faf tempest-FloatingIPTestJSON-2085468291 tempest-FloatingIPTestJSON-2085468291-project] Pushing event updated for resources: {'Port': ['ID=4133a779-9f83-499f-b78f-4aa70101c9d8,revision_number=1']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:39:18.574611 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-4d75f129-c4f0-4498-9592-b6f4253dc9fa tempest-AttachVolumeShelveTestJSON-2035318112 tempest-AttachVolumeShelveTestJSON-2035318112-project] Notify callbacks [] for security_group, before_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:18.700188 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 58552) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:39:18.708742 n-d-713301-16 neutron-server[95102]: DEBUG neutron.db.db_base_plugin_common [req-be4a28c8-6a6e-46fa-9951-869b4f09d56e req-f6b9cbbd-9223-49b7-866c-b1fb597d62cc tempest-ServersTestJSON-149791516 tempest-ServersTestJSON-149791516-project] Allocated IP 172.20.0.14 (13c320c3-e746-4d37-877a-d3d286211b52/1858a7c9-e08d-4d7a-87f9-fd282e21109a/d8620d2a-498b-47f5-af88-f165bb7b1df4) {{(pid=95102) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 19:39:18.804853 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-f3f36ad2-998a-452a-89a1-cc81268e098e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:18.857925 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-6cc47744-69c7-495a-b331-5bce0e26f5f4 tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] Notify callbacks [] for port, precommit_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:18.934879 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-6cc47744-69c7-495a-b331-5bce0e26f5f4 tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783145673135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5607431'] for port, after_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:19.011812 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cc47744-69c7-495a-b331-5bce0e26f5f4 tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] Pushing event updated for resources: {'Port': ['ID=d7a49a49-d850-4a70-9014-533d6f3a51ee,revision_number=1']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:39:19.033736 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cc47744-69c7-495a-b331-5bce0e26f5f4 tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] Network 6c00cc94-2390-4249-b1f7-b2ab4a7573c3 is already hosted by enough agents. {{(pid=95101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:39:19.036704 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.base_scheduler [None req-6cc47744-69c7-495a-b331-5bce0e26f5f4 tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] Resources bound (agent type, host, resource id): {{(pid=95101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:39:19.040402 n-d-713301-16 neutron-server[95101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cc47744-69c7-495a-b331-5bce0e26f5f4 tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] Received port after_create {{(pid=95101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 19:39:19.142469 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.db_base_plugin_common [None req-cdd70053-827a-4ba2-bca3-36901e8619ce None None] Allocated IP 172.20.0.2 (6c00cc94-2390-4249-b1f7-b2ab4a7573c3/ff2fbaea-7514-4ab5-9afd-41e21c6234ec/6afa3333-3892-4e1a-964b-605df14d371d) {{(pid=95103) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 19:39:19.149890 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-be4a28c8-6a6e-46fa-9951-869b4f09d56e req-f6b9cbbd-9223-49b7-866c-b1fb597d62cc tempest-ServersTestJSON-149791516 tempest-ServersTestJSON-149791516-project] Notify callbacks [] for port, precommit_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:19.153358 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cc47744-69c7-495a-b331-5bce0e26f5f4 tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:39:19.156261 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-6cc47744-69c7-495a-b331-5bce0e26f5f4 tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222849'] for port, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:19.220570 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-be4a28c8-6a6e-46fa-9951-869b4f09d56e req-f6b9cbbd-9223-49b7-866c-b1fb597d62cc tempest-ServersTestJSON-149791516 tempest-ServersTestJSON-149791516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783145673135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4399100'] for port, after_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:19.261547 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] get_ports_and_sgs() called for port_ids ['3c5f04d5-5e60-459d-a0e5-3ddd2acee29f'] {{(pid=95103) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 19:39:19.263588 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] get_ports_and_sgs() called for port_ids ['1e33a789-d371-4447-ad9f-6d77201ac2d1'] {{(pid=95103) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 19:39:19.313974 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6b9cbbd-9223-49b7-866c-b1fb597d62cc tempest-ServersTestJSON-149791516 tempest-ServersTestJSON-149791516-project] Pushing event updated for resources: {'Port': ['ID=d8620d2a-498b-47f5-af88-f165bb7b1df4,revision_number=1']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:39:19.354225 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-4d75f129-c4f0-4498-9592-b6f4253dc9fa tempest-AttachVolumeShelveTestJSON-2035318112 tempest-AttachVolumeShelveTestJSON-2035318112-project] Notify callbacks [] for security_group, precommit_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:19.377227 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-6cc47744-69c7-495a-b331-5bce0e26f5f4 tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 1.7800069 Sep 23 19:39:19.377569 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 58572) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:39:19.383494 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-4d75f129-c4f0-4498-9592-b6f4253dc9fa tempest-AttachVolumeShelveTestJSON-2035318112 tempest-AttachVolumeShelveTestJSON-2035318112-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:19.391754 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-50c38f95-535e-4737-bb2d-b32fbed54faf tempest-FloatingIPTestJSON-2085468291 tempest-FloatingIPTestJSON-2085468291-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1010 time: 3.5426447 Sep 23 19:39:19.392122 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 58574) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:39:19.397397 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.v2.base [None req-101657e8-5983-4897-88da-68ce5d29e42b tempest-FloatingIPTestJSON-2085468291 tempest-FloatingIPTestJSON-2085468291-project] Request body: {'floatingip': {'floating_network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'port_id': '4133a779-9f83-499f-b78f-4aa70101c9d8', 'fixed_ip_address': '172.20.0.14'}} {{(pid=95101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:39:19.400523 n-d-713301-16 neutron-server[95102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-be4a28c8-6a6e-46fa-9951-869b4f09d56e req-f6b9cbbd-9223-49b7-866c-b1fb597d62cc tempest-ServersTestJSON-149791516 tempest-ServersTestJSON-149791516-project] Network 13c320c3-e746-4d37-877a-d3d286211b52 is already hosted by enough agents. {{(pid=95102) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:39:19.436701 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d75f129-c4f0-4498-9592-b6f4253dc9fa tempest-AttachVolumeShelveTestJSON-2035318112 tempest-AttachVolumeShelveTestJSON-2035318112-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dd8506a8-7e56-49b4-9c74-3948d9b76f1b,revision_number=1']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:39:19.449766 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-101657e8-5983-4897-88da-68ce5d29e42b tempest-FloatingIPTestJSON-2085468291 tempest-FloatingIPTestJSON-2085468291-project] Notify callbacks [] for floatingip, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:19.464142 n-d-713301-16 neutron-server[95102]: DEBUG neutron.scheduler.base_scheduler [req-be4a28c8-6a6e-46fa-9951-869b4f09d56e req-f6b9cbbd-9223-49b7-866c-b1fb597d62cc tempest-ServersTestJSON-149791516 tempest-ServersTestJSON-149791516-project] Resources bound (agent type, host, resource id): {{(pid=95102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:39:19.476353 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-99438a31-a145-4621-a8f4-9a2d619a3346 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=7c4cfbd8f5ae4e4a9e04db1551f99476&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7701097 Sep 23 19:39:19.478673 n-d-713301-16 neutron-server[95102]: DEBUG neutron.db.l3_dvrscheduler_db [req-be4a28c8-6a6e-46fa-9951-869b4f09d56e req-f6b9cbbd-9223-49b7-866c-b1fb597d62cc tempest-ServersTestJSON-149791516 tempest-ServersTestJSON-149791516-project] Received port after_create {{(pid=95102) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 19:39:19.483754 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 58576) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:39:19.518855 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-4d75f129-c4f0-4498-9592-b6f4253dc9fa tempest-AttachVolumeShelveTestJSON-2035318112 tempest-AttachVolumeShelveTestJSON-2035318112-project] Notify callbacks [] for security_group, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:19.520111 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-4d75f129-c4f0-4498-9592-b6f4253dc9fa tempest-AttachVolumeShelveTestJSON-2035318112 tempest-AttachVolumeShelveTestJSON-2035318112-project] 10.222.0.67 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 1.4279370 Sep 23 19:39:19.530460 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 58578) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:39:19.531199 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 58580) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:39:19.543650 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.v2.base [None req-3e927714-bb61-4f63-a97f-64998627f5d1 tempest-AttachVolumeShelveTestJSON-2035318112 tempest-AttachVolumeShelveTestJSON-2035318112-project] Request body: {'security_group_rule': {'security_group_id': 'dd8506a8-7e56-49b4-9c74-3948d9b76f1b', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:39:19.641127 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be4a28c8-6a6e-46fa-9951-869b4f09d56e req-f6b9cbbd-9223-49b7-866c-b1fb597d62cc tempest-ServersTestJSON-149791516 tempest-ServersTestJSON-149791516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:39:19.642052 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-be4a28c8-6a6e-46fa-9951-869b4f09d56e req-f6b9cbbd-9223-49b7-866c-b1fb597d62cc tempest-ServersTestJSON-149791516 tempest-ServersTestJSON-149791516-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222849'] for port, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:19.672195 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-3e927714-bb61-4f63-a97f-64998627f5d1 tempest-AttachVolumeShelveTestJSON-2035318112 tempest-AttachVolumeShelveTestJSON-2035318112-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:19.680916 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d13140b1-c486-4ad9-a73a-b39256839de8 req-efe33122-435c-424b-84b3-ddeeeffa3ddb tempest-ServersTestJSON-149791516 tempest-ServersTestJSON-149791516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:39:19.682842 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-d13140b1-c486-4ad9-a73a-b39256839de8 req-efe33122-435c-424b-84b3-ddeeeffa3ddb tempest-ServersTestJSON-149791516 tempest-ServersTestJSON-149791516-project] 10.222.0.67 "GET /v2.0/ports?device_id=4d5000bd-a634-4d17-883e-073435ceaea2 HTTP/1.1" status: 200 len: 932 time: 0.2136202 Sep 23 19:39:19.689822 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-be4a28c8-6a6e-46fa-9951-869b4f09d56e req-f6b9cbbd-9223-49b7-866c-b1fb597d62cc tempest-ServersTestJSON-149791516 tempest-ServersTestJSON-149791516-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.6458216 Sep 23 19:39:19.696797 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.plugin [None req-590f08ca-43fa-43d7-9619-9d5cfe53f688 tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] Deleting port d7a49a49-d850-4a70-9014-533d6f3a51ee {{(pid=95102) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:39:19.696985 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-590f08ca-43fa-43d7-9619-9d5cfe53f688 tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783146157096'] for port, before_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:19.719386 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.v2.base [req-be4a28c8-6a6e-46fa-9951-869b4f09d56e req-c29e747f-1c33-4929-9b06-915a6fb54ddc service neutron] Request body: {'port': {'device_id': '4d5000bd-a634-4d17-883e-073435ceaea2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713301-16'}} {{(pid=95102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:39:19.732628 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-725cab99-d855-41ef-8f1c-d1465bd9c1ea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:19.758780 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-725cab99-d855-41ef-8f1c-d1465bd9c1ea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:19.784741 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-cdd70053-827a-4ba2-bca3-36901e8619ce None None] Notify callbacks [] for port, precommit_create {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:19.823342 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-cdd70053-827a-4ba2-bca3-36901e8619ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783145673135'] for port, after_create {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:19.848695 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.v2.base [None req-a32bc3e4-e1d2-47ae-b500-594a6acc1ef4 tempest-QuotasTest-386720570 tempest-QuotasTest-386720570-project-admin] Request body: {'quota': {'network': 0, 'port': 0}} {{(pid=95101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:39:19.877945 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-725cab99-d855-41ef-8f1c-d1465bd9c1ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:19.881543 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-725cab99-d855-41ef-8f1c-d1465bd9c1ea admin admin] Notify callbacks [] for security_group, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:19.885458 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-725cab99-d855-41ef-8f1c-d1465bd9c1ea admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/dab806d2-35e3-444d-9d0f-48175c69115f HTTP/1.1" status: 204 len: 168 time: 0.3971736 Sep 23 19:39:19.904850 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-d13140b1-c486-4ad9-a73a-b39256839de8 req-e7a93a3a-f5ba-4a27-a62f-28bfb8cf813b tempest-ServersTestJSON-149791516 tempest-ServersTestJSON-149791516-project] 10.222.0.67 "GET /v2.0/security-groups?id=b8c31db9-bcb2-4708-876e-18b1f4bdd8a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2020607 Sep 23 19:39:19.923658 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-be4a28c8-6a6e-46fa-9951-869b4f09d56e req-c29e747f-1c33-4929-9b06-915a6fb54ddc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:19.957619 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-590f08ca-43fa-43d7-9619-9d5cfe53f688 tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-605701'] for port, precommit_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:19.976966 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-e8e5a0f3-a1e7-4637-95b6-6cca7de320f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:19.988053 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-725cab99-d855-41ef-8f1c-d1465bd9c1ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dab806d2-35e3-444d-9d0f-48175c69115f,revision_number=None']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:39:20.004222 n-d-713301-16 neutron-server[95103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdd70053-827a-4ba2-bca3-36901e8619ce None None] Network 6c00cc94-2390-4249-b1f7-b2ab4a7573c3 is already hosted by enough agents. {{(pid=95103) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:39:20.030616 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-3e927714-bb61-4f63-a97f-64998627f5d1 tempest-AttachVolumeShelveTestJSON-2035318112 tempest-AttachVolumeShelveTestJSON-2035318112-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:20.040963 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.plugin [None req-590f08ca-43fa-43d7-9619-9d5cfe53f688 tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] Calling delete_port for d7a49a49-d850-4a70-9014-533d6f3a51ee owned by {{(pid=95102) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:39:20.042037 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-101657e8-5983-4897-88da-68ce5d29e42b tempest-FloatingIPTestJSON-2085468291 tempest-FloatingIPTestJSON-2085468291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:20.043816 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-3e927714-bb61-4f63-a97f-64998627f5d1 tempest-AttachVolumeShelveTestJSON-2035318112 tempest-AttachVolumeShelveTestJSON-2035318112-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575319'] for security_group_rule, after_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:20.058857 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-a32bc3e4-e1d2-47ae-b500-594a6acc1ef4 tempest-QuotasTest-386720570 tempest-QuotasTest-386720570-project-admin] 10.222.0.67 "PUT /v2.0/quotas/a38d84a69eaa477cad302ddf15b3bbf5 HTTP/1.1" status: 200 len: 366 time: 0.5221941 Sep 23 19:39:20.062610 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 58586) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:39:20.079641 n-d-713301-16 neutron-server[95103]: DEBUG neutron.scheduler.base_scheduler [None req-cdd70053-827a-4ba2-bca3-36901e8619ce None None] Resources bound (agent type, host, resource id): {{(pid=95103) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:39:20.085302 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdd70053-827a-4ba2-bca3-36901e8619ce None None] Received port after_create {{(pid=95103) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 19:39:20.118079 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e927714-bb61-4f63-a97f-64998627f5d1 tempest-AttachVolumeShelveTestJSON-2035318112 tempest-AttachVolumeShelveTestJSON-2035318112-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2f79a962-d6a1-46e9-bd76-a7febd9587de,revision_number=0']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:39:20.134461 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-6206d0d8-b4b3-4e66-ba03-db364c8f69fc tempest-QuotasTest-386720570 tempest-QuotasTest-386720570-project-admin] 10.222.0.67 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 468 time: 0.0649962 Sep 23 19:39:20.135411 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-3e927714-bb61-4f63-a97f-64998627f5d1 tempest-AttachVolumeShelveTestJSON-2035318112 tempest-AttachVolumeShelveTestJSON-2035318112-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:20.136682 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-3e927714-bb61-4f63-a97f-64998627f5d1 tempest-AttachVolumeShelveTestJSON-2035318112 tempest-AttachVolumeShelveTestJSON-2035318112-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6039975 Sep 23 19:39:20.139567 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 58588) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:39:20.139968 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 58590) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:39:20.146046 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.v2.base [None req-8454df21-3afd-4a0f-997f-042d39a103ae tempest-AttachVolumeShelveTestJSON-2035318112 tempest-AttachVolumeShelveTestJSON-2035318112-project] Request body: {'security_group_rule': {'security_group_id': 'dd8506a8-7e56-49b4-9c74-3948d9b76f1b', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=95101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:39:20.170676 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-10c61767-2bed-4c17-a506-ae8b420bc3dd tempest-QuotasTest-386720570 tempest-QuotasTest-386720570-project-admin] 10.222.0.67 "GET /v2.0/quotas/a38d84a69eaa477cad302ddf15b3bbf5 HTTP/1.1" status: 200 len: 366 time: 0.0292566 Sep 23 19:39:20.175348 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 58592) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:39:20.232055 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-48bcbad8-baf8-4309-ac0e-87b4e38af5f7 tempest-QuotasTest-386720570 tempest-QuotasTest-386720570-project-admin] 10.222.0.67 "DELETE /v2.0/quotas/a38d84a69eaa477cad302ddf15b3bbf5 HTTP/1.1" status: 204 len: 168 time: 0.0529249 Sep 23 19:39:20.234731 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 58594) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:39:20.261313 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-8454df21-3afd-4a0f-997f-042d39a103ae tempest-AttachVolumeShelveTestJSON-2035318112 tempest-AttachVolumeShelveTestJSON-2035318112-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:20.279331 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-74887dbc-f978-402a-b6b6-24688e282b22 tempest-QuotasTest-386720570 tempest-QuotasTest-386720570-project-admin] 10.222.0.67 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 207 time: 0.0386682 Sep 23 19:39:20.284104 n-d-713301-16 neutron-server[95101]: DEBUG neutron.db.db_base_plugin_common [None req-101657e8-5983-4897-88da-68ce5d29e42b tempest-FloatingIPTestJSON-2085468291 tempest-FloatingIPTestJSON-2085468291-project] Allocated IP 172.25.1.215 (5dec5c09-378e-4f50-89cc-d94eb81c3bac/eff83446-018c-428d-b3f5-54ac9abe7a2a/ae2fab1a-9438-4475-9c60-1803121490a9) {{(pid=95101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 19:39:20.286027 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 58598) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:39:20.324648 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-8decbcb7-55d3-4f3a-88ad-a305f85777ac tempest-QuotasTest-386720570 tempest-QuotasTest-386720570-project-admin] 10.222.0.67 "GET /v2.0/quotas/a38d84a69eaa477cad302ddf15b3bbf5 HTTP/1.1" status: 200 len: 370 time: 0.0317609 Sep 23 19:39:20.324846 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 58602) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:39:20.336178 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-96b6f693-0725-43d3-a325-bd1621daa515 tempest-QuotasTest-386720570 tempest-QuotasTest-386720570-project-admin] 10.222.0.67 "GET /v2.0/quotas/a38d84a69eaa477cad302ddf15b3bbf5/default HTTP/1.1" status: 200 len: 370 time: 0.0083921 Sep 23 19:39:20.338388 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 58604) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:39:20.389377 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdd70053-827a-4ba2-bca3-36901e8619ce None None] Pushing event updated for resources: {'Port': ['ID=6afa3333-3892-4e1a-964b-605df14d371d,revision_number=1']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:39:20.406574 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.managers [None req-cdd70053-827a-4ba2-bca3-36901e8619ce None None] Attempting to bind port 6afa3333-3892-4e1a-964b-605df14d371d on host n-d-713301-16 for vnic_type normal with profile {{(pid=95103) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 19:39:20.406944 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.managers [None req-cdd70053-827a-4ba2-bca3-36901e8619ce None None] Attempting to bind port 6afa3333-3892-4e1a-964b-605df14d371d by drivers openvswitch,hyperv on host n-d-713301-16 at level 0 using segments [{'id': '5ae3af5a-0363-4254-9975-894298218854', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '6c00cc94-2390-4249-b1f7-b2ab4a7573c3'}] {{(pid=95103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 19:39:20.407345 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdd70053-827a-4ba2-bca3-36901e8619ce None None] Attempting to bind port 6afa3333-3892-4e1a-964b-605df14d371d on network 6c00cc94-2390-4249-b1f7-b2ab4a7573c3 {{(pid=95103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:39:20.437765 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdd70053-827a-4ba2-bca3-36901e8619ce None None] Checking agent: {'id': '70a14545-df24-472f-8f95-bfe1719bff93', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 19, 7, 53), 'started_at': datetime.datetime(2021, 9, 23, 19, 8, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 19, 38, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 19:39:20.438460 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdd70053-827a-4ba2-bca3-36901e8619ce None None] Checking segment: {'id': '5ae3af5a-0363-4254-9975-894298218854', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '6c00cc94-2390-4249-b1f7-b2ab4a7573c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95103) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:39:20.439150 n-d-713301-16 neutron-server[95102]: INFO neutron.api.v2.resource [None req-1ba4e69e-58dc-48a4-9bf1-583999c6587e tempest-QuotasTest-386720570 tempest-QuotasTest-386720570-project-admin] delete failed (client error): The resource could not be found. Sep 23 19:39:20.439286 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-cdd70053-827a-4ba2-bca3-36901e8619ce None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:20.439792 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdd70053-827a-4ba2-bca3-36901e8619ce None None] Bound using segment: {'id': '5ae3af5a-0363-4254-9975-894298218854', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '6c00cc94-2390-4249-b1f7-b2ab4a7573c3'} {{(pid=95103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 19:39:20.440480 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.managers [None req-cdd70053-827a-4ba2-bca3-36901e8619ce None None] Bound port: 6afa3333-3892-4e1a-964b-605df14d371d, host: n-d-713301-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ae3af5a-0363-4254-9975-894298218854', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '6c00cc94-2390-4249-b1f7-b2ab4a7573c3'}}] {{(pid=95103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 19:39:20.444651 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-1ba4e69e-58dc-48a4-9bf1-583999c6587e tempest-QuotasTest-386720570 tempest-QuotasTest-386720570-project-admin] 10.222.0.67 "DELETE /v2.0/quotas/a38d84a69eaa477cad302ddf15b3bbf5 HTTP/1.1" status: 404 len: 348 time: 0.1034892 Sep 23 19:39:20.451735 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-cdd70053-827a-4ba2-bca3-36901e8619ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:20.491428 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-8454df21-3afd-4a0f-997f-042d39a103ae tempest-AttachVolumeShelveTestJSON-2035318112 tempest-AttachVolumeShelveTestJSON-2035318112-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:20.505895 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-8454df21-3afd-4a0f-997f-042d39a103ae tempest-AttachVolumeShelveTestJSON-2035318112 tempest-AttachVolumeShelveTestJSON-2035318112-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575319'] for security_group_rule, after_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:20.517761 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-f3f36ad2-998a-452a-89a1-cc81268e098e None None] Notify callbacks [] for port, precommit_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:20.560071 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-590f08ca-43fa-43d7-9619-9d5cfe53f688 tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783146162158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783145673144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4399100'] for port, after_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:20.572274 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-f3f36ad2-998a-452a-89a1-cc81268e098e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:20.589350 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8454df21-3afd-4a0f-997f-042d39a103ae tempest-AttachVolumeShelveTestJSON-2035318112 tempest-AttachVolumeShelveTestJSON-2035318112-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=32aff7e6-0056-40a5-b840-aafb4699e0c2,revision_number=0']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:39:20.625961 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-590f08ca-43fa-43d7-9619-9d5cfe53f688 tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] Pushing event deleted for resources: {'Port': ['ID=d7a49a49-d850-4a70-9014-533d6f3a51ee,revision_number=None']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:39:20.626536 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-8454df21-3afd-4a0f-997f-042d39a103ae tempest-AttachVolumeShelveTestJSON-2035318112 tempest-AttachVolumeShelveTestJSON-2035318112-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:20.627903 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-8454df21-3afd-4a0f-997f-042d39a103ae tempest-AttachVolumeShelveTestJSON-2035318112 tempest-AttachVolumeShelveTestJSON-2035318112-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4855716 Sep 23 19:39:20.637104 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 58610) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:39:20.642454 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.v2.base [None req-56a546a7-cda0-4d0b-8ccb-010683353bf7 tempest-AttachVolumeShelveTestJSON-2035318112 tempest-AttachVolumeShelveTestJSON-2035318112-project] Request body: {'floatingip': {'floating_network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac'}} {{(pid=95101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:39:20.663849 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-101657e8-5983-4897-88da-68ce5d29e42b tempest-FloatingIPTestJSON-2085468291 tempest-FloatingIPTestJSON-2085468291-project] Notify callbacks [] for port, precommit_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:20.750583 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d8d52e8-0b7b-4a93-b024-591577ed8dd2 None None] Pushing event updated for resources: {'Port': ['ID=208ccfe2-6a3e-4912-af98-65b1a23d7cf6,revision_number=3']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:39:20.757627 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-56a546a7-cda0-4d0b-8ccb-010683353bf7 tempest-AttachVolumeShelveTestJSON-2035318112 tempest-AttachVolumeShelveTestJSON-2035318112-project] Notify callbacks [] for floatingip, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:20.767740 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-cdd70053-827a-4ba2-bca3-36901e8619ce None None] For port 6afa3333-3892-4e1a-964b-605df14d371d, host n-d-713301-16, cleared binding levels {{(pid=95103) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 19:39:20.798987 n-d-713301-16 neutron-server[95102]: DEBUG neutron.notifiers.nova [req-be4a28c8-6a6e-46fa-9951-869b4f09d56e req-c29e747f-1c33-4929-9b06-915a6fb54ddc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d8620d2a-498b-47f5-af88-f165bb7b1df4 {{(pid=95102) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 19:39:20.799609 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 58614) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:39:20.812094 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-be4a28c8-6a6e-46fa-9951-869b4f09d56e req-c29e747f-1c33-4929-9b06-915a6fb54ddc service neutron] Notify callbacks [] for port, precommit_update {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:20.817646 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-590f08ca-43fa-43d7-9619-9d5cfe53f688 tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222849'] for port, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:20.822937 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-590f08ca-43fa-43d7-9619-9d5cfe53f688 tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] 10.222.0.67 "DELETE /v2.0/ports/d7a49a49-d850-4a70-9014-533d6f3a51ee HTTP/1.1" status: 204 len: 168 time: 1.4336648 Sep 23 19:39:20.825924 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 58616) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:39:20.851503 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-cdd70053-827a-4ba2-bca3-36901e8619ce None None] For port 6afa3333-3892-4e1a-964b-605df14d371d, host n-d-713301-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-16',level=0,port_id=6afa3333-3892-4e1a-964b-605df14d371d,segment=NetworkSegment(5ae3af5a-0363-4254-9975-894298218854),segment_id=5ae3af5a-0363-4254-9975-894298218854)] {{(pid=95103) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 19:39:20.874088 n-d-713301-16 neutron-server[95102]: INFO neutron.pecan_wsgi.hooks.translation [None req-04339c46-9c0b-4ce9-8ca5-da8622ecfd3a tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] DELETE failed (client error): The resource could not be found. Sep 23 19:39:20.875185 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-04339c46-9c0b-4ce9-8ca5-da8622ecfd3a tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95102) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 23 19:39:20.877923 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-04339c46-9c0b-4ce9-8ca5-da8622ecfd3a tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] 10.222.0.67 "DELETE /v2.0/ports/d7a49a49-d850-4a70-9014-533d6f3a51ee HTTP/1.1" status: 404 len: 333 time: 0.0513599 Sep 23 19:39:20.883271 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 58620) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:39:20.914414 n-d-713301-16 neutron-server[95101]: DEBUG neutron.quota.resource [None req-b8c46047-dfc6-41f1-89b7-8e6deda11b35 tempest-QuotasTest-386720570 tempest-QuotasTest-386720570-project-admin] Usage tracker for resource:network and tenant:5fc7fa92a662438b8ebdcadb2160c85b is out of sync, need to count used quota {{(pid=95101) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Sep 23 19:39:20.916957 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-101657e8-5983-4897-88da-68ce5d29e42b tempest-FloatingIPTestJSON-2085468291 tempest-FloatingIPTestJSON-2085468291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783145673135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5607431'] for port, after_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:20.918531 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-cdd70053-827a-4ba2-bca3-36901e8619ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:20.928080 n-d-713301-16 neutron-server[95102]: DEBUG neutron.db.provisioning_blocks [req-be4a28c8-6a6e-46fa-9951-869b4f09d56e req-c29e747f-1c33-4929-9b06-915a6fb54ddc service neutron] Transition to ACTIVE for port object d8620d2a-498b-47f5-af88-f165bb7b1df4 will not be triggered until provisioned by entity L2. {{(pid=95102) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 19:39:20.929547 n-d-713301-16 neutron-server[95102]: INFO neutron.pecan_wsgi.hooks.translation [None req-4c41821e-e55b-4e0f-b050-7888c0d57833 tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] GET failed (client error): The resource could not be found. Sep 23 19:39:20.937403 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-4c41821e-e55b-4e0f-b050-7888c0d57833 tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] 10.222.0.67 "GET /v2.0/ports/d7a49a49-d850-4a70-9014-533d6f3a51ee HTTP/1.1" status: 404 len: 333 time: 0.0527613 Sep 23 19:39:20.938903 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-be4a28c8-6a6e-46fa-9951-869b4f09d56e req-c29e747f-1c33-4929-9b06-915a6fb54ddc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4399095'] for port, after_update {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:20.945875 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 58622) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:39:20.952858 n-d-713301-16 neutron-server[95101]: DEBUG neutron.quota.resource [None req-b8c46047-dfc6-41f1-89b7-8e6deda11b35 tempest-QuotasTest-386720570 tempest-QuotasTest-386720570-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=95101) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Sep 23 19:39:20.987104 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-101657e8-5983-4897-88da-68ce5d29e42b tempest-FloatingIPTestJSON-2085468291 tempest-FloatingIPTestJSON-2085468291-project] Network 5dec5c09-378e-4f50-89cc-d94eb81c3bac is already hosted by enough agents. {{(pid=95101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:39:21.037754 n-d-713301-16 neutron-server[95101]: DEBUG neutron.quota.resource [None req-b8c46047-dfc6-41f1-89b7-8e6deda11b35 tempest-QuotasTest-386720570 tempest-QuotasTest-386720570-project-admin] Usage tracker for resource:subnet and tenant:5fc7fa92a662438b8ebdcadb2160c85b is out of sync, need to count used quota {{(pid=95101) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Sep 23 19:39:21.070545 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.base_scheduler [None req-101657e8-5983-4897-88da-68ce5d29e42b tempest-FloatingIPTestJSON-2085468291 tempest-FloatingIPTestJSON-2085468291-project] Resources bound (agent type, host, resource id): {{(pid=95101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:39:21.079770 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.managers [None req-f3f36ad2-998a-452a-89a1-cc81268e098e None None] Attempting to bind port 208ccfe2-6a3e-4912-af98-65b1a23d7cf6 on host n-d-713301-16 for vnic_type normal with profile {{(pid=95103) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 19:39:21.080389 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.managers [None req-f3f36ad2-998a-452a-89a1-cc81268e098e None None] Attempting to bind port 208ccfe2-6a3e-4912-af98-65b1a23d7cf6 by drivers openvswitch,hyperv on host n-d-713301-16 at level 0 using segments [{'id': 'c5b82793-12a0-4116-8d9f-ade119c657cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'fc2b89b8-ce3f-4c16-8b68-220076c74d2b'}] {{(pid=95103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 19:39:21.084029 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3f36ad2-998a-452a-89a1-cc81268e098e None None] Attempting to bind port 208ccfe2-6a3e-4912-af98-65b1a23d7cf6 on network fc2b89b8-ce3f-4c16-8b68-220076c74d2b {{(pid=95103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:39:21.091186 n-d-713301-16 neutron-server[95101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-101657e8-5983-4897-88da-68ce5d29e42b tempest-FloatingIPTestJSON-2085468291 tempest-FloatingIPTestJSON-2085468291-project] Received port after_create {{(pid=95101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 19:39:21.099982 n-d-713301-16 neutron-server[95101]: DEBUG neutron.quota.resource [None req-b8c46047-dfc6-41f1-89b7-8e6deda11b35 tempest-QuotasTest-386720570 tempest-QuotasTest-386720570-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=95101) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Sep 23 19:39:21.104648 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-101657e8-5983-4897-88da-68ce5d29e42b tempest-FloatingIPTestJSON-2085468291 tempest-FloatingIPTestJSON-2085468291-project] Pushing event updated for resources: {'Port': ['ID=ae2fab1a-9438-4475-9c60-1803121490a9,revision_number=1']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:39:21.135877 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3f36ad2-998a-452a-89a1-cc81268e098e None None] Checking agent: {'id': '70a14545-df24-472f-8f95-bfe1719bff93', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 19, 7, 53), 'started_at': datetime.datetime(2021, 9, 23, 19, 8, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 19, 38, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 19:39:21.136406 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3f36ad2-998a-452a-89a1-cc81268e098e None None] Checking segment: {'id': 'c5b82793-12a0-4116-8d9f-ade119c657cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'fc2b89b8-ce3f-4c16-8b68-220076c74d2b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95103) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:39:21.144973 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-f3f36ad2-998a-452a-89a1-cc81268e098e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:21.145278 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3f36ad2-998a-452a-89a1-cc81268e098e None None] Bound using segment: {'id': 'c5b82793-12a0-4116-8d9f-ade119c657cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'fc2b89b8-ce3f-4c16-8b68-220076c74d2b'} {{(pid=95103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 19:39:21.146379 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.managers [None req-f3f36ad2-998a-452a-89a1-cc81268e098e None None] Bound port: 208ccfe2-6a3e-4912-af98-65b1a23d7cf6, host: n-d-713301-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c5b82793-12a0-4116-8d9f-ade119c657cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'fc2b89b8-ce3f-4c16-8b68-220076c74d2b'}}] {{(pid=95103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 19:39:21.146785 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-f3f36ad2-998a-452a-89a1-cc81268e098e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:21.206734 n-d-713301-16 neutron-server[95101]: DEBUG neutron.quota.resource [None req-b8c46047-dfc6-41f1-89b7-8e6deda11b35 tempest-QuotasTest-386720570 tempest-QuotasTest-386720570-project-admin] Usage tracker for resource:subnetpool and tenant:5fc7fa92a662438b8ebdcadb2160c85b is out of sync, need to count used quota {{(pid=95101) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Sep 23 19:39:21.219674 n-d-713301-16 neutron-server[95101]: DEBUG neutron.quota.resource [None req-b8c46047-dfc6-41f1-89b7-8e6deda11b35 tempest-QuotasTest-386720570 tempest-QuotasTest-386720570-project-admin] Quota usage for subnetpool was recalculated. Used quota:0. {{(pid=95101) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Sep 23 19:39:21.232913 n-d-713301-16 neutron-server[95101]: DEBUG neutron.quota.resource [None req-b8c46047-dfc6-41f1-89b7-8e6deda11b35 tempest-QuotasTest-386720570 tempest-QuotasTest-386720570-project-admin] Usage tracker for resource:port and tenant:5fc7fa92a662438b8ebdcadb2160c85b is out of sync, need to count used quota {{(pid=95101) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Sep 23 19:39:21.274297 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-56a546a7-cda0-4d0b-8ccb-010683353bf7 tempest-AttachVolumeShelveTestJSON-2035318112 tempest-AttachVolumeShelveTestJSON-2035318112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:21.285427 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdd70053-827a-4ba2-bca3-36901e8619ce None None] Pushing event updated for resources: {'Port': ['ID=6afa3333-3892-4e1a-964b-605df14d371d,revision_number=2']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:39:21.305809 n-d-713301-16 neutron-server[95102]: DEBUG neutron.db.db_base_plugin_v2 [None req-2e9a7352-c9d8-43da-b899-623320805cf4 tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] Deleting subnet ff2fbaea-7514-4ab5-9afd-41e21c6234ec {{(pid=95102) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 23 19:39:21.313646 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-2e9a7352-c9d8-43da-b899-623320805cf4 tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] Notify callbacks [] for subnet, before_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:21.315709 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-3b70ee7a-6198-48a3-b441-5196bb85bdcd None None] Provisioning complete for port 208ccfe2-6a3e-4912-af98-65b1a23d7cf6 triggered by entity DHCP. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:39:21.316194 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-3b70ee7a-6198-48a3-b441-5196bb85bdcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:21.415028 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-f3f36ad2-998a-452a-89a1-cc81268e098e None None] For port 208ccfe2-6a3e-4912-af98-65b1a23d7cf6, host n-d-713301-16, cleared binding levels {{(pid=95103) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 19:39:21.430570 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-f3f36ad2-998a-452a-89a1-cc81268e098e None None] For port 208ccfe2-6a3e-4912-af98-65b1a23d7cf6, host n-d-713301-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-16',level=0,port_id=208ccfe2-6a3e-4912-af98-65b1a23d7cf6,segment=NetworkSegment(c5b82793-12a0-4116-8d9f-ade119c657cf),segment_id=c5b82793-12a0-4116-8d9f-ade119c657cf)] {{(pid=95103) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 19:39:21.479933 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c29e747f-1c33-4929-9b06-915a6fb54ddc service neutron] Pushing event updated for resources: {'Port': ['ID=d8620d2a-498b-47f5-af88-f165bb7b1df4,revision_number=2']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:39:21.485636 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-f3f36ad2-998a-452a-89a1-cc81268e098e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:21.502088 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.plugin [None req-3b70ee7a-6198-48a3-b441-5196bb85bdcd None None] Port 208ccfe2-6a3e-4912-af98-65b1a23d7cf6 cannot update to ACTIVE because it is not bound. {{(pid=95103) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 19:39:21.581552 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2352cdb9-2504-448e-87db-ab36ff35e1ec req-9a4a253f-d817-437a-ab1b-715378c51d05 tempest-ServersTestJSON-149791516 tempest-ServersTestJSON-149791516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:39:21.597940 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-2352cdb9-2504-448e-87db-ab36ff35e1ec req-9a4a253f-d817-437a-ab1b-715378c51d05 tempest-ServersTestJSON-149791516 tempest-ServersTestJSON-149791516-project] 10.222.0.67 "GET /v2.0/ports?device_id=4d5000bd-a634-4d17-883e-073435ceaea2 HTTP/1.1" status: 200 len: 944 time: 0.4600575 Sep 23 19:39:21.638496 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d8d52e8-0b7b-4a93-b024-591577ed8dd2 None None] Pushing event updated for resources: {'Port': ['ID=208ccfe2-6a3e-4912-af98-65b1a23d7cf6,revision_number=4']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:39:21.641943 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3f36ad2-998a-452a-89a1-cc81268e098e None None] Routers {'d83f0415-5e06-4b12-856d-9038a1f0f9f8'} bound to L3 agent in host n-d-713301-16 {{(pid=95103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 19:39:21.642391 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_hamode_db [None req-f3f36ad2-998a-452a-89a1-cc81268e098e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-23T19:07:52Z,description=,heartbeat_timestamp=2021-09-23T19:38:52Z,host='n-d-713301-16',id=79a740bf-7821-4989-8288-7186e3e128f3,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:07:52Z,topic='l3_agent')) {'router_ids': ['d83f0415-5e06-4b12-856d-9038a1f0f9f8'], 'active': True} {{(pid=95103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:39:21.693187 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-2e9a7352-c9d8-43da-b899-623320805cf4 tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6162825'] for subnet, precommit_delete_associations {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:21.806602 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Device 6afa3333-3892-4e1a-964b-605df14d371d up at agent ovs-agent-n-d-713301-16 {{(pid=95103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 19:39:21.917893 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-2352cdb9-2504-448e-87db-ab36ff35e1ec req-8dd99b6d-76cb-4cbf-aa7c-ae7667e871aa tempest-ServersTestJSON-149791516 tempest-ServersTestJSON-149791516-project] 10.222.0.67 "GET /v2.0/security-groups?id=b8c31db9-bcb2-4708-876e-18b1f4bdd8a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3096843 Sep 23 19:39:21.985548 n-d-713301-16 neutron-server[95101]: DEBUG neutron.quota.resource [None req-b8c46047-dfc6-41f1-89b7-8e6deda11b35 tempest-QuotasTest-386720570 tempest-QuotasTest-386720570-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=95101) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Sep 23 19:39:22.012089 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_dvr_db [None req-f3f36ad2-998a-452a-89a1-cc81268e098e None None] Set router d83f0415-5e06-4b12-856d-9038a1f0f9f8 gateway port host: n-d-713301-16 {{(pid=95103) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 19:39:22.038682 n-d-713301-16 neutron-server[95101]: DEBUG neutron.quota.resource [None req-b8c46047-dfc6-41f1-89b7-8e6deda11b35 tempest-QuotasTest-386720570 tempest-QuotasTest-386720570-project-admin] Usage tracker for resource:router and tenant:5fc7fa92a662438b8ebdcadb2160c85b is out of sync, need to count used quota {{(pid=95101) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Sep 23 19:39:22.044508 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-2e9a7352-c9d8-43da-b899-623320805cf4 tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1756813'] for subnet, precommit_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:22.053762 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-101657e8-5983-4897-88da-68ce5d29e42b tempest-FloatingIPTestJSON-2085468291 tempest-FloatingIPTestJSON-2085468291-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:22.057717 n-d-713301-16 neutron-server[95101]: DEBUG neutron.quota.resource [None req-b8c46047-dfc6-41f1-89b7-8e6deda11b35 tempest-QuotasTest-386720570 tempest-QuotasTest-386720570-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=95101) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Sep 23 19:39:22.064679 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Provisioning complete for port 6afa3333-3892-4e1a-964b-605df14d371d triggered by entity L2. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:39:22.065032 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:22.098980 n-d-713301-16 neutron-server[95101]: DEBUG neutron.quota.resource [None req-b8c46047-dfc6-41f1-89b7-8e6deda11b35 tempest-QuotasTest-386720570 tempest-QuotasTest-386720570-project-admin] Usage tracker for resource:floatingip and tenant:5fc7fa92a662438b8ebdcadb2160c85b is out of sync, need to count used quota {{(pid=95101) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Sep 23 19:39:22.136654 n-d-713301-16 neutron-server[95101]: DEBUG neutron.quota.resource [None req-b8c46047-dfc6-41f1-89b7-8e6deda11b35 tempest-QuotasTest-386720570 tempest-QuotasTest-386720570-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=95101) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Sep 23 19:39:22.161002 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-2e9a7352-c9d8-43da-b899-623320805cf4 tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1756804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4399009', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5388229'] for subnet, after_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:22.249785 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e9a7352-c9d8-43da-b899-623320805cf4 tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] Pushing event deleted for resources: {'Subnet': ['ID=ff2fbaea-7514-4ab5-9afd-41e21c6234ec,revision_number=None']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:39:22.258952 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-9083876d-d622-407e-8aa1-1f38142d2488 None None] Provisioning complete for port 208ccfe2-6a3e-4912-af98-65b1a23d7cf6 triggered by entity DHCP. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:39:22.259759 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-9083876d-d622-407e-8aa1-1f38142d2488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:22.260205 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.managers [req-be4a28c8-6a6e-46fa-9951-869b4f09d56e req-c29e747f-1c33-4929-9b06-915a6fb54ddc service neutron] Attempting to bind port d8620d2a-498b-47f5-af88-f165bb7b1df4 on host n-h2-713301-16 for vnic_type normal with profile {{(pid=95102) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 19:39:22.260780 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.managers [req-be4a28c8-6a6e-46fa-9951-869b4f09d56e req-c29e747f-1c33-4929-9b06-915a6fb54ddc service neutron] Attempting to bind port d8620d2a-498b-47f5-af88-f165bb7b1df4 by drivers openvswitch,hyperv on host n-h2-713301-16 at level 0 using segments [{'id': 'c829e8ab-031e-4667-8d5b-36ba5cfb9383', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '13c320c3-e746-4d37-877a-d3d286211b52'}] {{(pid=95102) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 19:39:22.261126 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be4a28c8-6a6e-46fa-9951-869b4f09d56e req-c29e747f-1c33-4929-9b06-915a6fb54ddc service neutron] Attempting to bind port d8620d2a-498b-47f5-af88-f165bb7b1df4 on network 13c320c3-e746-4d37-877a-d3d286211b52 {{(pid=95102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:39:22.267545 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-2e9a7352-c9d8-43da-b899-623320805cf4 tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] Notify callbacks [] for subnet, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:22.274227 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-2e9a7352-c9d8-43da-b899-623320805cf4 tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] 10.222.0.67 "DELETE /v2.0/subnets/ff2fbaea-7514-4ab5-9afd-41e21c6234ec HTTP/1.1" status: 204 len: 168 time: 1.3035176 Sep 23 19:39:22.274227 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be4a28c8-6a6e-46fa-9951-869b4f09d56e req-c29e747f-1c33-4929-9b06-915a6fb54ddc service neutron] Port d8620d2a-498b-47f5-af88-f165bb7b1df4 on network 13c320c3-e746-4d37-877a-d3d286211b52 not bound, no agent of type Open vSwitch agent registered on host n-h2-713301-16 {{(pid=95102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 19:39:22.274227 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be4a28c8-6a6e-46fa-9951-869b4f09d56e req-c29e747f-1c33-4929-9b06-915a6fb54ddc service neutron] Attempting to bind port d8620d2a-498b-47f5-af88-f165bb7b1df4 on network 13c320c3-e746-4d37-877a-d3d286211b52 {{(pid=95102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:39:22.275618 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-101657e8-5983-4897-88da-68ce5d29e42b tempest-FloatingIPTestJSON-2085468291 tempest-FloatingIPTestJSON-2085468291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:22.286379 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 58642) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:39:22.287535 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be4a28c8-6a6e-46fa-9951-869b4f09d56e req-c29e747f-1c33-4929-9b06-915a6fb54ddc service neutron] Checking agent: {'id': '2a7cea34-db54-4faf-8d23-37521c3e34cb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713301-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 19, 15, 28), 'started_at': datetime.datetime(2021, 9, 23, 19, 15, 28), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 19, 38, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 19:39:22.287937 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be4a28c8-6a6e-46fa-9951-869b4f09d56e req-c29e747f-1c33-4929-9b06-915a6fb54ddc service neutron] Checking segment: {'id': 'c829e8ab-031e-4667-8d5b-36ba5cfb9383', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '13c320c3-e746-4d37-877a-d3d286211b52'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95102) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:39:22.288434 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be4a28c8-6a6e-46fa-9951-869b4f09d56e req-c29e747f-1c33-4929-9b06-915a6fb54ddc service neutron] Bound using segment: {'id': 'c829e8ab-031e-4667-8d5b-36ba5cfb9383', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '13c320c3-e746-4d37-877a-d3d286211b52'} {{(pid=95102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 19:39:22.289042 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.managers [req-be4a28c8-6a6e-46fa-9951-869b4f09d56e req-c29e747f-1c33-4929-9b06-915a6fb54ddc service neutron] Bound port: d8620d2a-498b-47f5-af88-f165bb7b1df4, host: n-h2-713301-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c829e8ab-031e-4667-8d5b-36ba5cfb9383', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '13c320c3-e746-4d37-877a-d3d286211b52'}}] {{(pid=95102) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 19:39:22.289329 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-be4a28c8-6a6e-46fa-9951-869b4f09d56e req-c29e747f-1c33-4929-9b06-915a6fb54ddc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:22.462074 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-e4e3fd15-5ef9-4a45-9b49-8b7c2be6e8b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:22.465027 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.db [req-be4a28c8-6a6e-46fa-9951-869b4f09d56e req-c29e747f-1c33-4929-9b06-915a6fb54ddc service neutron] For port d8620d2a-498b-47f5-af88-f165bb7b1df4, host n-h2-713301-16, cleared binding levels {{(pid=95102) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 19:39:22.468476 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.db [req-be4a28c8-6a6e-46fa-9951-869b4f09d56e req-c29e747f-1c33-4929-9b06-915a6fb54ddc service neutron] For port d8620d2a-498b-47f5-af88-f165bb7b1df4, host n-h2-713301-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-16',level=0,port_id=d8620d2a-498b-47f5-af88-f165bb7b1df4,segment=NetworkSegment(c829e8ab-031e-4667-8d5b-36ba5cfb9383),segment_id=c829e8ab-031e-4667-8d5b-36ba5cfb9383)] {{(pid=95102) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 19:39:22.501692 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-be4a28c8-6a6e-46fa-9951-869b4f09d56e req-c29e747f-1c33-4929-9b06-915a6fb54ddc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4399095'] for port, after_update {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:22.527052 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-101657e8-5983-4897-88da-68ce5d29e42b tempest-FloatingIPTestJSON-2085468291 tempest-FloatingIPTestJSON-2085468291-project] Notify callbacks [] for port, precommit_update {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:22.578292 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-101657e8-5983-4897-88da-68ce5d29e42b tempest-FloatingIPTestJSON-2085468291 tempest-FloatingIPTestJSON-2085468291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5607436'] for port, after_update {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:22.582332 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:22.592546 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be4a28c8-6a6e-46fa-9951-869b4f09d56e req-c29e747f-1c33-4929-9b06-915a6fb54ddc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:39:22.603932 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-be4a28c8-6a6e-46fa-9951-869b4f09d56e req-c29e747f-1c33-4929-9b06-915a6fb54ddc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222849'] for port, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:22.605589 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-be4a28c8-6a6e-46fa-9951-869b4f09d56e req-c29e747f-1c33-4929-9b06-915a6fb54ddc service neutron] 10.222.0.53 "PUT /v2.0/ports/d8620d2a-498b-47f5-af88-f165bb7b1df4 HTTP/1.1" status: 200 len: 1093 time: 2.9052503 Sep 23 19:39:22.606273 n-d-713301-16 neutron-server[95102]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4d5000bd-a634-4d17-883e-073435ceaea2', 'tag': 'd8620d2a-498b-47f5-af88-f165bb7b1df4'}] {{(pid=95102) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 19:39:22.612334 n-d-713301-16 neutron-server[95102]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab31b6d93e5336dbddfa8ec424565b3bd8cb2369c5b4d85bc943472dbb21e8ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9697fced-4877-45fc-b706-9580a8afe123" -d '{"events": [{"name": "network-changed", "server_uuid": "4d5000bd-a634-4d17-883e-073435ceaea2", "tag": "d8620d2a-498b-47f5-af88-f165bb7b1df4"}]}' {{(pid=95102) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 19:39:22.714218 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-e9728861-0427-4305-961e-3fad3ef9c91f tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1628021'] for network, before_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:22.718124 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-101657e8-5983-4897-88da-68ce5d29e42b tempest-FloatingIPTestJSON-2085468291 tempest-FloatingIPTestJSON-2085468291-project] Pushing event updated for resources: {'Port': ['ID=ae2fab1a-9438-4475-9c60-1803121490a9,revision_number=2']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:39:22.729045 n-d-713301-16 neutron-server[95101]: DEBUG neutron.quota.resource [None req-b8c46047-dfc6-41f1-89b7-8e6deda11b35 tempest-QuotasTest-386720570 tempest-QuotasTest-386720570-project-admin] Usage tracker for resource:security_group and tenant:5fc7fa92a662438b8ebdcadb2160c85b is out of sync, need to count used quota {{(pid=95101) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Sep 23 19:39:22.744965 n-d-713301-16 neutron-server[95101]: DEBUG neutron.db.db_base_plugin_common [None req-56a546a7-cda0-4d0b-8ccb-010683353bf7 tempest-AttachVolumeShelveTestJSON-2035318112 tempest-AttachVolumeShelveTestJSON-2035318112-project] Allocated IP 172.25.1.197 (5dec5c09-378e-4f50-89cc-d94eb81c3bac/eff83446-018c-428d-b3f5-54ac9abe7a2a/7ecd7fd0-a9a3-4a90-b906-d593982c295b) {{(pid=95101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 19:39:22.750159 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-101657e8-5983-4897-88da-68ce5d29e42b tempest-FloatingIPTestJSON-2085468291 tempest-FloatingIPTestJSON-2085468291-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:39:22.750159 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-101657e8-5983-4897-88da-68ce5d29e42b tempest-FloatingIPTestJSON-2085468291 tempest-FloatingIPTestJSON-2085468291-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:39:22.750701 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-101657e8-5983-4897-88da-68ce5d29e42b tempest-FloatingIPTestJSON-2085468291 tempest-FloatingIPTestJSON-2085468291-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:39:22.751141 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-101657e8-5983-4897-88da-68ce5d29e42b tempest-FloatingIPTestJSON-2085468291 tempest-FloatingIPTestJSON-2085468291-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:39:22.751577 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-101657e8-5983-4897-88da-68ce5d29e42b tempest-FloatingIPTestJSON-2085468291 tempest-FloatingIPTestJSON-2085468291-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:39:22.752198 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-101657e8-5983-4897-88da-68ce5d29e42b tempest-FloatingIPTestJSON-2085468291 tempest-FloatingIPTestJSON-2085468291-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:39:22.752616 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-101657e8-5983-4897-88da-68ce5d29e42b tempest-FloatingIPTestJSON-2085468291 tempest-FloatingIPTestJSON-2085468291-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:39:22.753784 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-101657e8-5983-4897-88da-68ce5d29e42b tempest-FloatingIPTestJSON-2085468291 tempest-FloatingIPTestJSON-2085468291-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:39:22.753784 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-101657e8-5983-4897-88da-68ce5d29e42b tempest-FloatingIPTestJSON-2085468291 tempest-FloatingIPTestJSON-2085468291-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:39:22.753784 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-101657e8-5983-4897-88da-68ce5d29e42b tempest-FloatingIPTestJSON-2085468291 tempest-FloatingIPTestJSON-2085468291-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:39:22.754720 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-101657e8-5983-4897-88da-68ce5d29e42b tempest-FloatingIPTestJSON-2085468291 tempest-FloatingIPTestJSON-2085468291-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:39:22.756768 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-101657e8-5983-4897-88da-68ce5d29e42b tempest-FloatingIPTestJSON-2085468291 tempest-FloatingIPTestJSON-2085468291-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:39:22.761692 n-d-713301-16 neutron-server[95101]: DEBUG neutron.quota.resource [None req-b8c46047-dfc6-41f1-89b7-8e6deda11b35 tempest-QuotasTest-386720570 tempest-QuotasTest-386720570-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=95101) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Sep 23 19:39:22.767105 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be4a28c8-6a6e-46fa-9951-869b4f09d56e req-ef549375-521c-43b1-984f-c1c801cb429f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:39:22.768964 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-be4a28c8-6a6e-46fa-9951-869b4f09d56e req-ef549375-521c-43b1-984f-c1c801cb429f service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=ee2e9bda0f104270af74ba8d5f144843&device_id=4d5000bd-a634-4d17-883e-073435ceaea2 HTTP/1.1" status: 200 len: 1096 time: 0.1012592 Sep 23 19:39:22.786959 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c29e747f-1c33-4929-9b06-915a6fb54ddc service neutron] Pushing event updated for resources: {'Port': ['ID=d8620d2a-498b-47f5-af88-f165bb7b1df4,revision_number=3']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:39:22.817394 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-101657e8-5983-4897-88da-68ce5d29e42b tempest-FloatingIPTestJSON-2085468291 tempest-FloatingIPTestJSON-2085468291-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-601884'] for floatingip, after_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:22.842301 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-be4a28c8-6a6e-46fa-9951-869b4f09d56e req-c4650517-3493-4229-8047-57acc5a95d8a service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d8620d2a-498b-47f5-af88-f165bb7b1df4 HTTP/1.1" status: 200 len: 217 time: 0.0517225 Sep 23 19:39:22.898400 n-d-713301-16 neutron-server[95101]: DEBUG neutron.quota.resource [None req-b8c46047-dfc6-41f1-89b7-8e6deda11b35 tempest-QuotasTest-386720570 tempest-QuotasTest-386720570-project-admin] Usage tracker for resource:security_group_rule and tenant:5fc7fa92a662438b8ebdcadb2160c85b is out of sync, need to count used quota {{(pid=95101) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Sep 23 19:39:22.908246 n-d-713301-16 neutron-server[95101]: DEBUG neutron.quota.resource [None req-b8c46047-dfc6-41f1-89b7-8e6deda11b35 tempest-QuotasTest-386720570 tempest-QuotasTest-386720570-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=95101) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Sep 23 19:39:22.968145 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-b8c46047-dfc6-41f1-89b7-8e6deda11b35 tempest-QuotasTest-386720570 tempest-QuotasTest-386720570-project-admin] 10.222.0.67 "GET /v2.0/quotas/5fc7fa92a662438b8ebdcadb2160c85b/details.json HTTP/1.1" status: 200 len: 703 time: 2.1655357 Sep 23 19:39:22.979870 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be4a28c8-6a6e-46fa-9951-869b4f09d56e req-64ca8000-4679-46e5-b39a-8a717c9402a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:39:22.981425 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-be4a28c8-6a6e-46fa-9951-869b4f09d56e req-64ca8000-4679-46e5-b39a-8a717c9402a2 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=1858a7c9-e08d-4d7a-87f9-fd282e21109a HTTP/1.1" status: 200 len: 846 time: 0.1316359 Sep 23 19:39:23.046629 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-be4a28c8-6a6e-46fa-9951-869b4f09d56e req-11cd97c9-4ed4-46c4-9c07-3590026f8ba8 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=13c320c3-e746-4d37-877a-d3d286211b52&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0529301 Sep 23 19:39:23.075994 n-d-713301-16 neutron-server[95101]: INFO neutron.db.l3_db [None req-101657e8-5983-4897-88da-68ce5d29e42b tempest-FloatingIPTestJSON-2085468291 tempest-FloatingIPTestJSON-2085468291-project] Floating IP a034890f-645a-45d6-97b4-d781538aeda1 associated. External IP: 172.25.1.215, port: 4133a779-9f83-499f-b78f-4aa70101c9d8. Sep 23 19:39:23.085621 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.plugin [None req-e9728861-0427-4305-961e-3fad3ef9c91f tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] Deleting port 6afa3333-3892-4e1a-964b-605df14d371d {{(pid=95102) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:39:23.086089 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-e9728861-0427-4305-961e-3fad3ef9c91f tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783146157096'] for port, before_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:23.124148 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d87a4cd7-e9b4-4676-9999-ab6cc67f98fa None None] Network 6c00cc94-2390-4249-b1f7-b2ab4a7573c3 requested from n-d-713301-16 {{(pid=95103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 19:39:23.167918 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.db [None req-e9728861-0427-4305-961e-3fad3ef9c91f tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] For port 6afa3333-3892-4e1a-964b-605df14d371d, host n-d-713301-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-16',level=0,port_id=6afa3333-3892-4e1a-964b-605df14d371d,segment=NetworkSegment(5ae3af5a-0363-4254-9975-894298218854),segment_id=5ae3af5a-0363-4254-9975-894298218854)] {{(pid=95102) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:39:23.168425 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-e9728861-0427-4305-961e-3fad3ef9c91f tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-605701'] for port, precommit_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:23.181055 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.plugin [None req-e9728861-0427-4305-961e-3fad3ef9c91f tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] Calling delete_port for 6afa3333-3892-4e1a-964b-605df14d371d owned by network:dhcp {{(pid=95102) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:39:23.259749 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-9083876d-d622-407e-8aa1-1f38142d2488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:23.280009 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] For port 6afa3333-3892-4e1a-964b-605df14d371d, host n-d-713301-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-16',level=0,port_id=6afa3333-3892-4e1a-964b-605df14d371d,segment=NetworkSegment(5ae3af5a-0363-4254-9975-894298218854),segment_id=5ae3af5a-0363-4254-9975-894298218854)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:39:23.296394 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:23.355935 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-101657e8-5983-4897-88da-68ce5d29e42b tempest-FloatingIPTestJSON-2085468291 tempest-FloatingIPTestJSON-2085468291-project] Router 4fe6b5af-8311-4b33-84ea-800b651e6836 has already been hosted by L3 agent 79a740bf-7821-4989-8288-7186e3e128f3 {{(pid=95101) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 19:39:23.366601 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-56a546a7-cda0-4d0b-8ccb-010683353bf7 tempest-AttachVolumeShelveTestJSON-2035318112 tempest-AttachVolumeShelveTestJSON-2035318112-project] Notify callbacks [] for port, precommit_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:23.399942 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:23.455010 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-be4a28c8-6a6e-46fa-9951-869b4f09d56e req-f341f132-9ea9-4e44-917f-c5b6f3441abb service neutron] 10.222.0.53 "GET /v2.0/networks/13c320c3-e746-4d37-877a-d3d286211b52?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3719137 Sep 23 19:39:23.456649 n-d-713301-16 neutron-server[95102]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 19:39:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2e43a58-bd8d-4c6f-bd6e-aed3f92c1864 x-openstack-request-id: req-e2e43a58-bd8d-4c6f-bd6e-aed3f92c1864 {{(pid=95102) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 19:39:23.457071 n-d-713301-16 neutron-server[95102]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4d5000bd-a634-4d17-883e-073435ceaea2", "tag": "d8620d2a-498b-47f5-af88-f165bb7b1df4", "status": "completed", "code": 200}]} {{(pid=95102) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 19:39:23.457370 n-d-713301-16 neutron-server[95102]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-e2e43a58-bd8d-4c6f-bd6e-aed3f92c1864 {{(pid=95102) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 19:39:23.457876 n-d-713301-16 neutron-server[95102]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4d5000bd-a634-4d17-883e-073435ceaea2', 'tag': 'd8620d2a-498b-47f5-af88-f165bb7b1df4', 'status': 'completed', 'code': 200} Sep 23 19:39:23.460003 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-e9728861-0427-4305-961e-3fad3ef9c91f tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783146162158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783145673144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4399100'] for port, after_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:23.536039 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4bf1f3e-9e03-4bb2-b87a-fe437a073ea4 req-4175e5a9-be77-49cf-ad4c-3b9eb2c0db9d tempest-ServersTestJSON-149791516 tempest-ServersTestJSON-149791516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:39:23.537881 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-56a546a7-cda0-4d0b-8ccb-010683353bf7 tempest-AttachVolumeShelveTestJSON-2035318112 tempest-AttachVolumeShelveTestJSON-2035318112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783145673135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5607431'] for port, after_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:23.546356 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-a4bf1f3e-9e03-4bb2-b87a-fe437a073ea4 req-4175e5a9-be77-49cf-ad4c-3b9eb2c0db9d tempest-ServersTestJSON-149791516 tempest-ServersTestJSON-149791516-project] 10.222.0.67 "GET /v2.0/ports?device_id=4d5000bd-a634-4d17-883e-073435ceaea2 HTTP/1.1" status: 200 len: 944 time: 0.5035369 Sep 23 19:39:23.550027 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9728861-0427-4305-961e-3fad3ef9c91f tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] Pushing event deleted for resources: {'Port': ['ID=6afa3333-3892-4e1a-964b-605df14d371d,revision_number=None']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:39:23.553538 n-d-713301-16 neutron-server[95102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9728861-0427-4305-961e-3fad3ef9c91f tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] No DVR routers for this DVR port 6afa3333-3892-4e1a-964b-605df14d371d on host n-d-713301-16 {{(pid=95102) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 19:39:23.588418 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-9083876d-d622-407e-8aa1-1f38142d2488 None None] For port 208ccfe2-6a3e-4912-af98-65b1a23d7cf6, host n-d-713301-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-16',level=0,port_id=208ccfe2-6a3e-4912-af98-65b1a23d7cf6,segment=NetworkSegment(c5b82793-12a0-4116-8d9f-ade119c657cf),segment_id=c5b82793-12a0-4116-8d9f-ade119c657cf)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:39:23.598162 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-0ae75029-feb6-4728-9a94-5f9b60993d82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:23.608033 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Pushing event deleted for resources: {'Port': ['ID=6afa3333-3892-4e1a-964b-605df14d371d,revision_number=None']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:39:23.628168 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-9083876d-d622-407e-8aa1-1f38142d2488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:23.711819 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-a4bf1f3e-9e03-4bb2-b87a-fe437a073ea4 req-e9b42a13-de8a-4c6c-a417-38544e4255f1 tempest-ServersTestJSON-149791516 tempest-ServersTestJSON-149791516-project] 10.222.0.67 "GET /v2.0/security-groups?id=b8c31db9-bcb2-4708-876e-18b1f4bdd8a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1643274 Sep 23 19:39:23.775132 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-e9728861-0427-4305-961e-3fad3ef9c91f tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1754676', 'neutron.services.segments.db._delete_segments_for_network-8783146221460'] for network, precommit_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:23.779034 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 58680) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:39:23.779466 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 58686) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:39:23.780778 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a546a7-cda0-4d0b-8ccb-010683353bf7 tempest-AttachVolumeShelveTestJSON-2035318112 tempest-AttachVolumeShelveTestJSON-2035318112-project] Pushing event updated for resources: {'Port': ['ID=7ecd7fd0-a9a3-4a90-b906-d593982c295b,revision_number=1']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:39:23.799889 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56a546a7-cda0-4d0b-8ccb-010683353bf7 tempest-AttachVolumeShelveTestJSON-2035318112 tempest-AttachVolumeShelveTestJSON-2035318112-project] Network 5dec5c09-378e-4f50-89cc-d94eb81c3bac is already hosted by enough agents. {{(pid=95101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:39:23.820770 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.base_scheduler [None req-56a546a7-cda0-4d0b-8ccb-010683353bf7 tempest-AttachVolumeShelveTestJSON-2035318112 tempest-AttachVolumeShelveTestJSON-2035318112-project] Resources bound (agent type, host, resource id): {{(pid=95101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:39:23.823816 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-101657e8-5983-4897-88da-68ce5d29e42b tempest-FloatingIPTestJSON-2085468291 tempest-FloatingIPTestJSON-2085468291-project] Notify agent at l3_agent.n-d-713301-16 the message routers_updated {{(pid=95101) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 19:39:23.824019 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_hamode_db [None req-f3f36ad2-998a-452a-89a1-cc81268e098e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd83f0415-5e06-4b12-856d-9038a1f0f9f8', 'name': 'tempest-AttachVolumeShelveTestJSON-346496842-router', 'tenant_id': '9f955dc8eb0a49dcaf259d890508d18f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'external_fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.225'}], 'enable_snat': True}, 'gw_port_id': '45338fa8-6bfa-4dff-8129-61af5b751662', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:39:06Z', 'updated_at': '2021-09-23T19:39:13Z', 'revision_number': 4, 'project_id': '9f955dc8eb0a49dcaf259d890508d18f', 'gw_port': {'id': '45338fa8-6bfa-4dff-8129-61af5b751662', 'name': '', 'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:b6:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd83f0415-5e06-4b12-856d-9038a1f0f9f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2197, 'fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:39:08Z', 'updated_at': '2021-09-23T19:39:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-16', '_interfaces': [{'id': '208ccfe2-6a3e-4912-af98-65b1a23d7cf6', 'name': '', 'network_id': 'fc2b89b8-ce3f-4c16-8b68-220076c74d2b', 'tenant_id': '9f955dc8eb0a49dcaf259d890508d18f', 'mac_address': 'fa:16:3e:ac:ec:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd83f0415-5e06-4b12-856d-9038a1f0f9f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2203, 'fixed_ips': [{'subnet_id': 'cfb66c78-2a7b-4d98-8fdd-683258461232', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:39:12Z', 'updated_at': '2021-09-23T19:39:21Z', 'revision_number': 4, 'project_id': '9f955dc8eb0a49dcaf259d890508d18f', 'subnets': [{'id': 'cfb66c78-2a7b-4d98-8fdd-683258461232', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-16', False) {} {{(pid=95103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:39:23.825719 n-d-713301-16 neutron-server[95101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56a546a7-cda0-4d0b-8ccb-010683353bf7 tempest-AttachVolumeShelveTestJSON-2035318112 tempest-AttachVolumeShelveTestJSON-2035318112-project] Received port after_create {{(pid=95101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 19:39:23.838316 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d67954a-020f-4236-8720-73b89f896f63 None None] Sync routers for ids ['4fe6b5af-8311-4b33-84ea-800b651e6836'] in n-d-713301-16 {{(pid=95104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 19:39:23.857000 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d67954a-020f-4236-8720-73b89f896f63 None None] Routers {'4fe6b5af-8311-4b33-84ea-800b651e6836'} bound to L3 agent in host n-d-713301-16 {{(pid=95104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 19:39:23.858020 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_hamode_db [None req-4d67954a-020f-4236-8720-73b89f896f63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-23T19:07:52Z,description=,heartbeat_timestamp=2021-09-23T19:39:22Z,host='n-d-713301-16',id=79a740bf-7821-4989-8288-7186e3e128f3,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:07:52Z,topic='l3_agent')) {'router_ids': ['4fe6b5af-8311-4b33-84ea-800b651e6836'], 'active': True} {{(pid=95104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:39:23.878122 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-101657e8-5983-4897-88da-68ce5d29e42b tempest-FloatingIPTestJSON-2085468291 tempest-FloatingIPTestJSON-2085468291-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222849'] for floatingip, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:23.883414 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-be4a28c8-6a6e-46fa-9951-869b4f09d56e req-7e1cbf6c-84ab-4bc2-886d-bb7bf23f5225 service neutron] 10.222.0.53 "GET /v2.0/networks/13c320c3-e746-4d37-877a-d3d286211b52?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4176247 Sep 23 19:39:23.900243 n-d-713301-16 neutron-server[95102]: DEBUG neutron.services.segments.db [None req-e9728861-0427-4305-961e-3fad3ef9c91f tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6c00cc94-2390-4249-b1f7-b2ab4a7573c3']}} {{(pid=95102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:39:23.921791 n-d-713301-16 neutron-server[95102]: DEBUG neutron.services.segments.db [None req-e9728861-0427-4305-961e-3fad3ef9c91f tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5ae3af5a-0363-4254-9975-894298218854') {'for_net_delete': True} {{(pid=95102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:39:23.922406 n-d-713301-16 neutron-server[95102]: DEBUG neutron.services.segments.db [None req-e9728861-0427-4305-961e-3fad3ef9c91f tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5ae3af5a-0363-4254-9975-894298218854') {} {{(pid=95102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:39:23.941169 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-e9728861-0427-4305-961e-3fad3ef9c91f tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783146221725', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6162832'] for segment, before_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:23.954469 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3f36ad2-998a-452a-89a1-cc81268e098e None None] The sync data for ids ['d83f0415-5e06-4b12-856d-9038a1f0f9f8'] in n-d-713301-16 is: [{'id': 'd83f0415-5e06-4b12-856d-9038a1f0f9f8', 'name': 'tempest-AttachVolumeShelveTestJSON-346496842-router', 'tenant_id': '9f955dc8eb0a49dcaf259d890508d18f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'external_fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.225'}], 'enable_snat': True}, 'gw_port_id': '45338fa8-6bfa-4dff-8129-61af5b751662', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:39:06Z', 'updated_at': '2021-09-23T19:39:13Z', 'revision_number': 4, 'project_id': '9f955dc8eb0a49dcaf259d890508d18f', 'gw_port': {'id': '45338fa8-6bfa-4dff-8129-61af5b751662', 'name': '', 'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:b6:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd83f0415-5e06-4b12-856d-9038a1f0f9f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2197, 'fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:39:08Z', 'updated_at': '2021-09-23T19:39:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-16', '_interfaces': [{'id': '208ccfe2-6a3e-4912-af98-65b1a23d7cf6', 'name': '', 'network_id': 'fc2b89b8-ce3f-4c16-8b68-220076c74d2b', 'tenant_id': '9f955dc8eb0a49dcaf259d890508d18f', 'mac_address': 'fa:16:3e:ac:ec:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd83f0415-5e06-4b12-856d-9038a1f0f9f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2203, 'fixed_ips': [{'subnet_id': 'cfb66c78-2a7b-4d98-8fdd-683258461232', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:39:12Z', 'updated_at': '2021-09-23T19:39:21Z', 'revision_number': 4, 'project_id': '9f955dc8eb0a49dcaf259d890508d18f', 'subnets': [{'id': 'cfb66c78-2a7b-4d98-8fdd-683258461232', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 19:39:23.966376 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-e8122b7a-040f-41d7-9bd5-402f061cc432 None None] Could not find standard attr ID for object 6afa3333-3892-4e1a-964b-605df14d371d. {{(pid=95103) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 23 19:39:23.978441 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_hamode_db [None req-4d67954a-020f-4236-8720-73b89f896f63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713301-16', False) {} {{(pid=95104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:39:23.993377 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-e9728861-0427-4305-961e-3fad3ef9c91f tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1756186'] for segment, precommit_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:24.002110 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e9728861-0427-4305-961e-3fad3ef9c91f tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] Releasing vlan 649 on physical network physnet1 to pool {{(pid=95102) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 19:39:24.003338 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-e9728861-0427-4305-961e-3fad3ef9c91f tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1756186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4398095'] for segment, after_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:24.008013 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d67954a-020f-4236-8720-73b89f896f63 None None] Routers {'4fe6b5af-8311-4b33-84ea-800b651e6836'} bound to L3 agent in host n-d-713301-16 {{(pid=95104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 19:39:24.010257 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_hamode_db [None req-4d67954a-020f-4236-8720-73b89f896f63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-23T19:07:52Z,description=,heartbeat_timestamp=2021-09-23T19:39:22Z,host='n-d-713301-16',id=79a740bf-7821-4989-8288-7186e3e128f3,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:07:52Z,topic='l3_agent')) {'router_ids': ['4fe6b5af-8311-4b33-84ea-800b651e6836'], 'active': True} {{(pid=95104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:39:24.034542 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-56a546a7-cda0-4d0b-8ccb-010683353bf7 tempest-AttachVolumeShelveTestJSON-2035318112 tempest-AttachVolumeShelveTestJSON-2035318112-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:24.037218 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9083876d-d622-407e-8aa1-1f38142d2488 None None] Pushing event updated for resources: {'Port': ['ID=208ccfe2-6a3e-4912-af98-65b1a23d7cf6,revision_number=5']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:39:24.084924 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-101657e8-5983-4897-88da-68ce5d29e42b tempest-FloatingIPTestJSON-2085468291 tempest-FloatingIPTestJSON-2085468291-project] 10.222.0.67 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 984 time: 4.6912563 Sep 23 19:39:24.085490 n-d-713301-16 neutron-server[95102]: Traceback (most recent call last): Sep 23 19:39:24.085490 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 19:39:24.085490 n-d-713301-16 neutron-server[95102]: timer() Sep 23 19:39:24.085490 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 19:39:24.085490 n-d-713301-16 neutron-server[95102]: cb(*args, **kw) Sep 23 19:39:24.085490 n-d-713301-16 neutron-server[95102]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 19:39:24.085490 n-d-713301-16 neutron-server[95102]: return func(*args, **kwargs) Sep 23 19:39:24.085490 n-d-713301-16 neutron-server[95102]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 19:39:24.085490 n-d-713301-16 neutron-server[95102]: self._notify() Sep 23 19:39:24.085490 n-d-713301-16 neutron-server[95102]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 19:39:24.085490 n-d-713301-16 neutron-server[95102]: self.callback(batched_events) Sep 23 19:39:24.085490 n-d-713301-16 neutron-server[95102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 19:39:24.085490 n-d-713301-16 neutron-server[95102]: event.method(event) Sep 23 19:39:24.085490 n-d-713301-16 neutron-server[95102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 19:39:24.085490 n-d-713301-16 neutron-server[95102]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 19:39:24.085490 n-d-713301-16 neutron-server[95102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 19:39:24.085490 n-d-713301-16 neutron-server[95102]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 19:39:24.085490 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 19:39:24.085490 n-d-713301-16 neutron-server[95102]: return f(self, *a, **k) Sep 23 19:39:24.085490 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 19:39:24.085490 n-d-713301-16 neutron-server[95102]: return self._get(url).json() Sep 23 19:39:24.085490 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 19:39:24.085490 n-d-713301-16 neutron-server[95102]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 19:39:24.085490 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 19:39:24.085490 n-d-713301-16 neutron-server[95102]: return self.request(url, 'GET', **kwargs) Sep 23 19:39:24.085490 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 19:39:24.085490 n-d-713301-16 neutron-server[95102]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 19:39:24.085490 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 19:39:24.085490 n-d-713301-16 neutron-server[95102]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 19:39:24.085490 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 19:39:24.085490 n-d-713301-16 neutron-server[95102]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 19:39:24.085490 n-d-713301-16 neutron-server[95102]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 19:39:24.087092 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 58696) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:39:24.087963 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3555278e-4097-49d9-9237-ac2e280ba5e6 None None] DHCP port deletion for 6c00cc94-2390-4249-b1f7-b2ab4a7573c3 request from n-d-713301-16 {{(pid=95103) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 23 19:39:24.124591 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-6949bd06-45f7-42f5-a09f-77507b1606cd admin admin] Notify callbacks [] for security_group, before_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:24.125015 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_hamode_db [None req-4d67954a-020f-4236-8720-73b89f896f63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713301-16', False) {} {{(pid=95104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:39:24.125673 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d67954a-020f-4236-8720-73b89f896f63 None None] The sync data for ids ['4fe6b5af-8311-4b33-84ea-800b651e6836'] in n-d-713301-16 is: [] {{(pid=95104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 19:39:24.136332 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.v2.base [None req-dc8ef4fc-4b55-408a-a0f3-e68537ab36ba tempest-FloatingIPTestJSON-2085468291 tempest-FloatingIPTestJSON-2085468291-project] Request body: {'floatingip': {'port_id': '4133a779-9f83-499f-b78f-4aa70101c9d8', 'fixed_ip_address': '172.20.0.13'}} {{(pid=95101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:39:24.179425 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-56a546a7-cda0-4d0b-8ccb-010683353bf7 tempest-AttachVolumeShelveTestJSON-2035318112 tempest-AttachVolumeShelveTestJSON-2035318112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:24.272781 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-dc8ef4fc-4b55-408a-a0f3-e68537ab36ba tempest-FloatingIPTestJSON-2085468291 tempest-FloatingIPTestJSON-2085468291-project] Notify callbacks [] for floatingip, before_update {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:24.281263 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-9b3930d3-dae5-4697-a5b9-7fcb37e962b3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:24.340040 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-e9728861-0427-4305-961e-3fad3ef9c91f tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1754627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-601866'] for network, after_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:24.367964 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-e9728861-0427-4305-961e-3fad3ef9c91f tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] Notify callbacks [] for network, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:24.373086 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-e9728861-0427-4305-961e-3fad3ef9c91f tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] 10.222.0.67 "DELETE /v2.0/networks/6c00cc94-2390-4249-b1f7-b2ab4a7573c3 HTTP/1.1" status: 204 len: 168 time: 2.0784216 Sep 23 19:39:24.377952 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 58698) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:39:24.384077 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-6949bd06-45f7-42f5-a09f-77507b1606cd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:24.385406 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.v2.base [None req-348e724e-386e-463b-a964-5b632c3ce422 tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-323174556'}} {{(pid=95101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:39:24.407470 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9697fced-4877-45fc-b706-9580a8afe123 req-18458d96-3a5a-49ff-a9e6-7f39a37c88dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:39:24.409625 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-9697fced-4877-45fc-b706-9580a8afe123 req-18458d96-3a5a-49ff-a9e6-7f39a37c88dc service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=ee2e9bda0f104270af74ba8d5f144843&device_id=4d5000bd-a634-4d17-883e-073435ceaea2 HTTP/1.1" status: 200 len: 1096 time: 0.3215637 Sep 23 19:39:24.413555 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-6949bd06-45f7-42f5-a09f-77507b1606cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:24.422773 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9728861-0427-4305-961e-3fad3ef9c91f tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] Pushing event deleted for resources: {'Network': ['ID=6c00cc94-2390-4249-b1f7-b2ab4a7573c3,revision_number=None']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:39:24.541948 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-56a546a7-cda0-4d0b-8ccb-010683353bf7 tempest-AttachVolumeShelveTestJSON-2035318112 tempest-AttachVolumeShelveTestJSON-2035318112-project] Notify callbacks [] for port, precommit_update {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:24.597639 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-56a546a7-cda0-4d0b-8ccb-010683353bf7 tempest-AttachVolumeShelveTestJSON-2035318112 tempest-AttachVolumeShelveTestJSON-2035318112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5607436'] for port, after_update {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:25.079371 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6949bd06-45f7-42f5-a09f-77507b1606cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=563fa178-ca21-4bd5-8de5-29055ff266f5,revision_number=1']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:39:25.099763 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-6949bd06-45f7-42f5-a09f-77507b1606cd admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=af21cebad7584c20ba5a31fb112f0f6a&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3153927 Sep 23 19:39:25.100500 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 58704) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:39:25.127475 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9697fced-4877-45fc-b706-9580a8afe123 req-a8636df4-eb61-49fc-a780-f30a83d97da3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:39:25.129387 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-9697fced-4877-45fc-b706-9580a8afe123 req-a8636df4-eb61-49fc-a780-f30a83d97da3 service neutron] 10.222.0.53 "GET /v2.0/networks?id=13c320c3-e746-4d37-877a-d3d286211b52 HTTP/1.1" status: 200 len: 907 time: 0.6903753 Sep 23 19:39:25.147623 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a546a7-cda0-4d0b-8ccb-010683353bf7 tempest-AttachVolumeShelveTestJSON-2035318112 tempest-AttachVolumeShelveTestJSON-2035318112-project] Pushing event updated for resources: {'Port': ['ID=7ecd7fd0-a9a3-4a90-b906-d593982c295b,revision_number=2']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:39:25.162622 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ffafad1-8280-4a77-8681-e13af9a8ce42 req-a5bea8f7-a00d-4eb8-8292-3a8e33573216 tempest-ServersTestJSON-149791516 tempest-ServersTestJSON-149791516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:39:25.164935 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-6ffafad1-8280-4a77-8681-e13af9a8ce42 req-a5bea8f7-a00d-4eb8-8292-3a8e33573216 tempest-ServersTestJSON-149791516 tempest-ServersTestJSON-149791516-project] 10.222.0.67 "GET /v2.0/ports?device_id=4d5000bd-a634-4d17-883e-073435ceaea2 HTTP/1.1" status: 200 len: 944 time: 0.1520531 Sep 23 19:39:25.207350 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-9697fced-4877-45fc-b706-9580a8afe123 req-a383edcc-8f5b-41d0-a737-b7cc1be8d485 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d8620d2a-498b-47f5-af88-f165bb7b1df4 HTTP/1.1" status: 200 len: 217 time: 0.0643611 Sep 23 19:39:25.231995 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-56a546a7-cda0-4d0b-8ccb-010683353bf7 tempest-AttachVolumeShelveTestJSON-2035318112 tempest-AttachVolumeShelveTestJSON-2035318112-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-601884'] for floatingip, after_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:25.267859 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-80e7e501-6c57-470d-92c6-e3d54bc3195c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:25.286587 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-b104a030-ea9e-4c02-bcb3-07c86d6ca5cb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:25.325853 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-6ffafad1-8280-4a77-8681-e13af9a8ce42 req-a8db70c3-be59-45f6-af3b-c144a7cb4db0 tempest-ServersTestJSON-149791516 tempest-ServersTestJSON-149791516-project] 10.222.0.67 "GET /v2.0/security-groups?id=b8c31db9-bcb2-4708-876e-18b1f4bdd8a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1280181 Sep 23 19:39:25.340074 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-b104a030-ea9e-4c02-bcb3-07c86d6ca5cb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:25.356855 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-9b3930d3-dae5-4697-a5b9-7fcb37e962b3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:25.361289 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9697fced-4877-45fc-b706-9580a8afe123 req-e7975471-473d-424b-a5de-a7ec6fcc7588 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:39:25.362852 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-9697fced-4877-45fc-b706-9580a8afe123 req-e7975471-473d-424b-a5de-a7ec6fcc7588 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=1858a7c9-e08d-4d7a-87f9-fd282e21109a HTTP/1.1" status: 200 len: 846 time: 0.1363766 Sep 23 19:39:25.363966 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-9b3930d3-dae5-4697-a5b9-7fcb37e962b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:25.401763 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-56a546a7-cda0-4d0b-8ccb-010683353bf7 tempest-AttachVolumeShelveTestJSON-2035318112 tempest-AttachVolumeShelveTestJSON-2035318112-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222849'] for floatingip, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:25.410913 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-56a546a7-cda0-4d0b-8ccb-010683353bf7 tempest-AttachVolumeShelveTestJSON-2035318112 tempest-AttachVolumeShelveTestJSON-2035318112-project] 10.222.0.67 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.7647417 Sep 23 19:39:25.437221 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Device d8620d2a-498b-47f5-af88-f165bb7b1df4 details requested by agent hyperv_n-h2-713301-16 with host n-h2-713301-16 {{(pid=95103) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 19:39:25.439964 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-9697fced-4877-45fc-b706-9580a8afe123 req-3b9e949c-b785-4dd1-94fc-1e90fd389fe4 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=13c320c3-e746-4d37-877a-d3d286211b52&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0698335 Sep 23 19:39:25.544656 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b3930d3-dae5-4697-a5b9-7fcb37e962b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c73f3503-3688-4071-bff9-089c1052d217,revision_number=1']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:39:25.581098 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-348e724e-386e-463b-a964-5b632c3ce422 tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] Made reservation on behalf of e53e881fc39941c397f29318ff64a85b for: {'network': 1} {{(pid=95101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:39:25.588091 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-348e724e-386e-463b-a964-5b632c3ce422 tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for network, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:25.607239 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-9b3930d3-dae5-4697-a5b9-7fcb37e962b3 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=f6fc9fdac1ab44ae8f4dbe4a90bc490f&name=default HTTP/1.1" status: 200 len: 2983 time: 1.8247571 Sep 23 19:39:25.613746 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 58716) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:39:25.631660 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Device 208ccfe2-6a3e-4912-af98-65b1a23d7cf6 up at agent ovs-agent-n-d-713301-16 {{(pid=95103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 19:39:25.717146 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-b104a030-ea9e-4c02-bcb3-07c86d6ca5cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:25.724506 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-b104a030-ea9e-4c02-bcb3-07c86d6ca5cb admin admin] Notify callbacks [] for security_group, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:25.731115 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-b104a030-ea9e-4c02-bcb3-07c86d6ca5cb admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/563fa178-ca21-4bd5-8de5-29055ff266f5 HTTP/1.1" status: 204 len: 168 time: 0.6264052 Sep 23 19:39:25.736301 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-348e724e-386e-463b-a964-5b632c3ce422 tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 627} {{(pid=95101) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 19:39:25.750846 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] For port d8620d2a-498b-47f5-af88-f165bb7b1df4, host n-h2-713301-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-16',level=0,port_id=d8620d2a-498b-47f5-af88-f165bb7b1df4,segment=NetworkSegment(c829e8ab-031e-4667-8d5b-36ba5cfb9383),segment_id=c829e8ab-031e-4667-8d5b-36ba5cfb9383)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:39:25.752630 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-9697fced-4877-45fc-b706-9580a8afe123 req-2c2d3e49-fa9a-44d7-8c4d-260ebb4c72f2 service neutron] 10.222.0.53 "GET /v2.0/networks/13c320c3-e746-4d37-877a-d3d286211b52?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2976997 Sep 23 19:39:25.788150 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.db.resource_extend [None req-dc8ef4fc-4b55-408a-a0f3-e68537ab36ba tempest-FloatingIPTestJSON-2085468291 tempest-FloatingIPTestJSON-2085468291-project] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=95101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 23 19:39:25.791547 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b104a030-ea9e-4c02-bcb3-07c86d6ca5cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=563fa178-ca21-4bd5-8de5-29055ff266f5,revision_number=None']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:39:25.804397 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Returning: {'device': 'd8620d2a-498b-47f5-af88-f165bb7b1df4', 'network_id': '13c320c3-e746-4d37-877a-d3d286211b52', 'port_id': 'd8620d2a-498b-47f5-af88-f165bb7b1df4', 'mac_address': 'fa:16:3e:a7:a4:9e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 605, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1858a7c9-e08d-4d7a-87f9-fd282e21109a', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95103) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 19:39:25.816318 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-1e098f9f-4491-4b15-b344-f490d80b8b0f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:25.826146 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-10781207-3be1-4106-8344-59a9b6b0ff43 req-8558a6c0-c595-4ec2-ac09-5a7375b71da7 tempest-AttachVolumeShelveTestJSON-2035318112 tempest-AttachVolumeShelveTestJSON-2035318112-project] 10.222.0.67 "GET /v2.0/security-groups?name=tempest-securitygroup--687354962&fields=id&tenant_id=9f955dc8eb0a49dcaf259d890508d18f HTTP/1.1" status: 200 len: 267 time: 0.0929489 Sep 23 19:39:25.894078 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-348e724e-386e-463b-a964-5b632c3ce422 tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1756186'] for segment, precommit_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:25.894078 n-d-713301-16 neutron-server[95101]: INFO neutron.db.segments_db [None req-348e724e-386e-463b-a964-5b632c3ce422 tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] Added segment 831a9f78-7483-41d7-9fd2-9f5c15e45f5b of type vlan for network 334ec618-8eba-44a1-92f9-3cd4b15de8a1 Sep 23 19:39:25.898367 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-1e098f9f-4491-4b15-b344-f490d80b8b0f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:25.934026 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:25.973228 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Provisioning complete for port 208ccfe2-6a3e-4912-af98-65b1a23d7cf6 triggered by entity L2. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:39:25.973684 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:25.978812 n-d-713301-16 neutron-server[95103]: DEBUG neutron.notifiers.nova [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d8620d2a-498b-47f5-af88-f165bb7b1df4 {{(pid=95103) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 19:39:26.024096 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-9697fced-4877-45fc-b706-9580a8afe123 req-3e0748e2-1da4-4bde-95af-15476ae85101 service neutron] 10.222.0.53 "GET /v2.0/networks/13c320c3-e746-4d37-877a-d3d286211b52?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2644105 Sep 23 19:39:26.058232 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-dc8ef4fc-4b55-408a-a0f3-e68537ab36ba tempest-FloatingIPTestJSON-2085468291 tempest-FloatingIPTestJSON-2085468291-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:26.064978 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] For port d8620d2a-498b-47f5-af88-f165bb7b1df4, host n-h2-713301-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-16',level=0,port_id=d8620d2a-498b-47f5-af88-f165bb7b1df4,segment=NetworkSegment(c829e8ab-031e-4667-8d5b-36ba5cfb9383),segment_id=c829e8ab-031e-4667-8d5b-36ba5cfb9383)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:39:26.071705 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-348e724e-386e-463b-a964-5b632c3ce422 tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783145630486'] for network, precommit_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:26.073172 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:26.085024 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-dc8ef4fc-4b55-408a-a0f3-e68537ab36ba tempest-FloatingIPTestJSON-2085468291 tempest-FloatingIPTestJSON-2085468291-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-601884'] for floatingip, after_update {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:26.086860 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-1e098f9f-4491-4b15-b344-f490d80b8b0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:26.090156 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-1e098f9f-4491-4b15-b344-f490d80b8b0f admin admin] Notify callbacks [] for security_group, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:26.096085 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-1e098f9f-4491-4b15-b344-f490d80b8b0f admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/c73f3503-3688-4071-bff9-089c1052d217 HTTP/1.1" status: 204 len: 168 time: 0.4345667 Sep 23 19:39:26.127473 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10781207-3be1-4106-8344-59a9b6b0ff43 req-de97e41f-3570-41d8-bb97-6f5610cf6663 tempest-AttachVolumeShelveTestJSON-2035318112 tempest-AttachVolumeShelveTestJSON-2035318112-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:39:26.140518 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-10781207-3be1-4106-8344-59a9b6b0ff43 req-de97e41f-3570-41d8-bb97-6f5610cf6663 tempest-AttachVolumeShelveTestJSON-2035318112 tempest-AttachVolumeShelveTestJSON-2035318112-project] 10.222.0.67 "GET /v2.0/networks?id=fc2b89b8-ce3f-4c16-8b68-220076c74d2b HTTP/1.1" status: 200 len: 816 time: 0.3039432 Sep 23 19:39:26.175465 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e098f9f-4491-4b15-b344-f490d80b8b0f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c73f3503-3688-4071-bff9-089c1052d217,revision_number=None']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:39:26.199484 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Pushing event updated for resources: {'Port': ['ID=d8620d2a-498b-47f5-af88-f165bb7b1df4,revision_number=4']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:39:26.219909 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-10781207-3be1-4106-8344-59a9b6b0ff43 req-02b945af-7b18-4b19-ad55-04dba9e40ef5 tempest-AttachVolumeShelveTestJSON-2035318112 tempest-AttachVolumeShelveTestJSON-2035318112-project] 10.222.0.67 "GET /v2.0/quotas/9f955dc8eb0a49dcaf259d890508d18f HTTP/1.1" status: 200 len: 375 time: 0.0778525 Sep 23 19:39:26.287732 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.db.resource_extend [None req-348e724e-386e-463b-a964-5b632c3ce422 tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] It took 0.21 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=95101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 23 19:39:26.289644 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Device 6afa3333-3892-4e1a-964b-605df14d371d no longer exists at agent ovs-agent-n-d-713301-16 {{(pid=95103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 19:39:26.337879 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.plugin [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] No Port match for: 6afa3333-3892-4e1a-964b-605df14d371d {{(pid=95103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 19:39:26.339591 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Device 6afa3333-3892-4e1a-964b-605df14d371d not bound to the agent host n-d-713301-16 {{(pid=95103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 19:39:26.343209 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-10781207-3be1-4106-8344-59a9b6b0ff43 req-afd20be8-58db-428d-b1e1-b4a0f4606865 tempest-AttachVolumeShelveTestJSON-2035318112 tempest-AttachVolumeShelveTestJSON-2035318112-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=9f955dc8eb0a49dcaf259d890508d18f&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1213164 Sep 23 19:39:26.352926 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] get_ports_and_sgs() called for port_ids ['d8620d2a-498b-47f5-af88-f165bb7b1df4'] {{(pid=95103) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 19:39:26.369703 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 58738) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:39:26.457907 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-02c002d9-3a01-4ec6-8b86-6cc4bdcc93fa admin admin] Notify callbacks [] for security_group, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:26.474332 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-348e724e-386e-463b-a964-5b632c3ce422 tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299'] for network, after_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:26.480324 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-348e724e-386e-463b-a964-5b632c3ce422 tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:39:26.480973 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-348e724e-386e-463b-a964-5b632c3ce422 tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] Notify callbacks [] for network, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:26.542086 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4eaf91-1e51-4261-8b93-31532c6994b3 req-158d8d8a-91d5-4a07-bfab-290ffcfb85a3 tempest-ServersTestJSON-149791516 tempest-ServersTestJSON-149791516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:39:26.554198 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-4e4eaf91-1e51-4261-8b93-31532c6994b3 req-158d8d8a-91d5-4a07-bfab-290ffcfb85a3 tempest-ServersTestJSON-149791516 tempest-ServersTestJSON-149791516-project] 10.222.0.67 "GET /v2.0/ports?device_id=4d5000bd-a634-4d17-883e-073435ceaea2 HTTP/1.1" status: 200 len: 945 time: 0.1204002 Sep 23 19:39:26.578115 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-348e724e-386e-463b-a964-5b632c3ce422 tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 2.1990738 Sep 23 19:39:26.581182 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 58744) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:39:26.606398 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.v2.base [None req-06d7b437-7d63-4d81-8537-542d77581248 tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] Request body: {'subnet': {'network_id': '334ec618-8eba-44a1-92f9-3cd4b15de8a1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:39:26.637091 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc8ef4fc-4b55-408a-a0f3-e68537ab36ba tempest-FloatingIPTestJSON-2085468291 tempest-FloatingIPTestJSON-2085468291-project] Router 4fe6b5af-8311-4b33-84ea-800b651e6836 has already been hosted by L3 agent 79a740bf-7821-4989-8288-7186e3e128f3 {{(pid=95101) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 19:39:26.681666 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348e724e-386e-463b-a964-5b632c3ce422 tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] Pushing event updated for resources: {'Network': ['ID=334ec618-8eba-44a1-92f9-3cd4b15de8a1,revision_number=1']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:39:26.695421 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Network 334ec618-8eba-44a1-92f9-3cd4b15de8a1 details requested by agent ovs-agent-n-d-713301-16 with host n-d-713301-16 {{(pid=95103) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 19:39:26.716336 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-4e4eaf91-1e51-4261-8b93-31532c6994b3 req-0f713a49-74c5-44ac-bfd5-cc6480746e60 tempest-ServersTestJSON-149791516 tempest-ServersTestJSON-149791516-project] 10.222.0.67 "GET /v2.0/security-groups?id=b8c31db9-bcb2-4708-876e-18b1f4bdd8a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1611547 Sep 23 19:39:26.779865 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 58746) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:39:26.841262 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-7acc57b6-2e3d-44fc-8f89-7700258335f7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:26.859544 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc8ef4fc-4b55-408a-a0f3-e68537ab36ba tempest-FloatingIPTestJSON-2085468291 tempest-FloatingIPTestJSON-2085468291-project] Notify agent at l3_agent.n-d-713301-16 the message routers_updated {{(pid=95101) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 19:39:26.867446 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-dc8ef4fc-4b55-408a-a0f3-e68537ab36ba tempest-FloatingIPTestJSON-2085468291 tempest-FloatingIPTestJSON-2085468291-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222849'] for floatingip, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:26.876105 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71bdb36d-95aa-4a7d-bd7b-61881f84cfe0 None None] Sync routers for ids ['4fe6b5af-8311-4b33-84ea-800b651e6836'] in n-d-713301-16 {{(pid=95103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 19:39:26.877887 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-10781207-3be1-4106-8344-59a9b6b0ff43 req-d1cd152e-c71f-4943-a8c0-03464ac21eb5 service neutron] 10.222.0.67 "GET /v2.0/networks/fc2b89b8-ce3f-4c16-8b68-220076c74d2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5080621 Sep 23 19:39:26.887440 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71bdb36d-95aa-4a7d-bd7b-61881f84cfe0 None None] Routers {'4fe6b5af-8311-4b33-84ea-800b651e6836'} bound to L3 agent in host n-d-713301-16 {{(pid=95103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 19:39:26.888827 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_hamode_db [None req-71bdb36d-95aa-4a7d-bd7b-61881f84cfe0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-23T19:07:52Z,description=,heartbeat_timestamp=2021-09-23T19:39:22Z,host='n-d-713301-16',id=79a740bf-7821-4989-8288-7186e3e128f3,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:07:52Z,topic='l3_agent')) {'router_ids': ['4fe6b5af-8311-4b33-84ea-800b651e6836'], 'active': True} {{(pid=95103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:39:26.910918 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-02c002d9-3a01-4ec6-8b86-6cc4bdcc93fa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:26.922852 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-02c002d9-3a01-4ec6-8b86-6cc4bdcc93fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:26.940956 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_hamode_db [None req-71bdb36d-95aa-4a7d-bd7b-61881f84cfe0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713301-16', False) {} {{(pid=95103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:39:26.951743 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06d7b437-7d63-4d81-8537-542d77581248 tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] Made reservation on behalf of e53e881fc39941c397f29318ff64a85b for: {'subnet': 1} {{(pid=95102) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:39:26.955826 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-06d7b437-7d63-4d81-8537-542d77581248 tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5388256'] for subnet, before_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:26.957283 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71bdb36d-95aa-4a7d-bd7b-61881f84cfe0 None None] Routers {'4fe6b5af-8311-4b33-84ea-800b651e6836'} bound to L3 agent in host n-d-713301-16 {{(pid=95103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 19:39:26.957907 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_hamode_db [None req-71bdb36d-95aa-4a7d-bd7b-61881f84cfe0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-23T19:07:52Z,description=,heartbeat_timestamp=2021-09-23T19:39:22Z,host='n-d-713301-16',id=79a740bf-7821-4989-8288-7186e3e128f3,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:07:52Z,topic='l3_agent')) {'router_ids': ['4fe6b5af-8311-4b33-84ea-800b651e6836'], 'active': True} {{(pid=95103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:39:26.993109 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_hamode_db [None req-71bdb36d-95aa-4a7d-bd7b-61881f84cfe0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713301-16', False) {} {{(pid=95103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:39:26.993795 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71bdb36d-95aa-4a7d-bd7b-61881f84cfe0 None None] The sync data for ids ['4fe6b5af-8311-4b33-84ea-800b651e6836'] in n-d-713301-16 is: [] {{(pid=95103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 19:39:26.995058 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-dc8ef4fc-4b55-408a-a0f3-e68537ab36ba tempest-FloatingIPTestJSON-2085468291 tempest-FloatingIPTestJSON-2085468291-project] 10.222.0.67 "PUT /v2.0/floatingips/a034890f-645a-45d6-97b4-d781538aeda1 HTTP/1.1" status: 200 len: 979 time: 2.8661647 Sep 23 19:39:26.996595 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02c002d9-3a01-4ec6-8b86-6cc4bdcc93fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d69773eb-d198-4244-9df9-7944f95e6bf3,revision_number=1']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:39:27.001283 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-02c002d9-3a01-4ec6-8b86-6cc4bdcc93fa admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=440b6bbfdb614b748e6227394abbfb10&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5627425 Sep 23 19:39:27.002227 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 58748) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:39:27.009751 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 58750) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:39:27.140162 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-10781207-3be1-4106-8344-59a9b6b0ff43 req-7a7a2fb1-9c2a-445e-9e02-f5f50a0902fe service neutron] 10.222.0.67 "GET /v2.0/networks/fc2b89b8-ce3f-4c16-8b68-220076c74d2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2542069 Sep 23 19:39:27.156142 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-028137d7-3429-44fa-8298-2d42ce070202 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:27.197097 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-028137d7-3429-44fa-8298-2d42ce070202 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:27.238505 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-7acc57b6-2e3d-44fc-8f89-7700258335f7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:27.244456 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-7acc57b6-2e3d-44fc-8f89-7700258335f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:27.280331 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-7acc57b6-2e3d-44fc-8f89-7700258335f7 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=5fc7fa92a662438b8ebdcadb2160c85b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4731474 Sep 23 19:39:27.284063 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 58754) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:39:27.285861 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.plugin [None req-5d3857c8-f87d-411e-b448-f5da01c3b72a tempest-FloatingIPTestJSON-2085468291 tempest-FloatingIPTestJSON-2085468291-project] Deleting port ae2fab1a-9438-4475-9c60-1803121490a9 {{(pid=95101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:39:27.286921 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-5d3857c8-f87d-411e-b448-f5da01c3b72a tempest-FloatingIPTestJSON-2085468291 tempest-FloatingIPTestJSON-2085468291-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783146157096'] for port, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:27.315400 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-028137d7-3429-44fa-8298-2d42ce070202 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:27.324937 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-028137d7-3429-44fa-8298-2d42ce070202 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:27.326195 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-028137d7-3429-44fa-8298-2d42ce070202 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/d69773eb-d198-4244-9df9-7944f95e6bf3 HTTP/1.1" status: 204 len: 168 time: 0.3154469 Sep 23 19:39:27.353970 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7acc57b6-2e3d-44fc-8f89-7700258335f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b6c4dc2-3991-4c8e-bee7-98d27bd43d9b,revision_number=1']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:39:27.374929 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-028137d7-3429-44fa-8298-2d42ce070202 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d69773eb-d198-4244-9df9-7944f95e6bf3,revision_number=None']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:39:27.378212 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-06d7b437-7d63-4d81-8537-542d77581248 tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4398944', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5388242'] for subnet, after_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:27.438017 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Device d8620d2a-498b-47f5-af88-f165bb7b1df4 up at agent hyperv_n-h2-713301-16 {{(pid=95103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 19:39:27.460271 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d7b437-7d63-4d81-8537-542d77581248 tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] Pushing event updated for resources: {'Subnet': ['ID=e0dc3856-f056-48d9-942c-4b5a8e8140e2,revision_number=0']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:39:27.503293 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06d7b437-7d63-4d81-8537-542d77581248 tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] Checking segment: {'id': '831a9f78-7483-41d7-9fd2-9f5c15e45f5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '334ec618-8eba-44a1-92f9-3cd4b15de8a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95102) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:39:27.503522 n-d-713301-16 neutron-server[95102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06d7b437-7d63-4d81-8537-542d77581248 tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] Network hostable DHCP agents. Network: 334ec618-8eba-44a1-92f9-3cd4b15de8a1, hostable agents: ['1b18bf05-1b5f-4587-be5c-af3ac38e32ad'], hosted agents: [] {{(pid=95102) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 19:39:27.530103 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-7a62c4f2-a8ce-442e-9b26-02928c6132e1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:27.535569 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-5d3857c8-f87d-411e-b448-f5da01c3b72a tempest-FloatingIPTestJSON-2085468291 tempest-FloatingIPTestJSON-2085468291-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-605701'] for port, precommit_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:27.535900 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-5d3857c8-f87d-411e-b448-f5da01c3b72a tempest-FloatingIPTestJSON-2085468291 tempest-FloatingIPTestJSON-2085468291-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:27.541595 n-d-713301-16 neutron-server[95102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06d7b437-7d63-4d81-8537-542d77581248 tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] Network 334ec618-8eba-44a1-92f9-3cd4b15de8a1 is scheduled to be hosted by DHCP agent 1b18bf05-1b5f-4587-be5c-af3ac38e32ad with binding_index 1 {{(pid=95102) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 19:39:27.558517 n-d-713301-16 neutron-server[95102]: DEBUG neutron.scheduler.base_scheduler [None req-06d7b437-7d63-4d81-8537-542d77581248 tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713301-16, 334ec618-8eba-44a1-92f9-3cd4b15de8a1) {{(pid=95102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:39:27.567408 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.plugin [None req-5d3857c8-f87d-411e-b448-f5da01c3b72a tempest-FloatingIPTestJSON-2085468291 tempest-FloatingIPTestJSON-2085468291-project] Calling delete_port for ae2fab1a-9438-4475-9c60-1803121490a9 owned by network:floatingip {{(pid=95101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:39:27.570259 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Provisioning for port d8620d2a-498b-47f5-af88-f165bb7b1df4 completed by entity L2. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 19:39:27.571471 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06d7b437-7d63-4d81-8537-542d77581248 tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:39:27.572132 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-06d7b437-7d63-4d81-8537-542d77581248 tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] Notify callbacks [] for subnet, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:27.574782 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ec2c28d-39f5-474b-b481-0391d54d08b4 None None] Network 334ec618-8eba-44a1-92f9-3cd4b15de8a1 requested from n-d-713301-16 {{(pid=95103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 19:39:27.597774 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-7a62c4f2-a8ce-442e-9b26-02928c6132e1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:27.606889 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Provisioning complete for port d8620d2a-498b-47f5-af88-f165bb7b1df4 triggered by entity L2. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:39:27.607270 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:27.683393 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-14b79f70-0647-4396-adc7-dc799933f0ad req-8a54c20e-2fb3-41f1-bebd-cf90d01d651e tempest-AttachVolumeShelveTestJSON-2035318112 tempest-AttachVolumeShelveTestJSON-2035318112-project] 10.222.0.67 "GET /v2.0/ports?device_id=c994c23c-480f-4306-a41c-657703b40238 HTTP/1.1" status: 200 len: 210 time: 0.1023118 Sep 23 19:39:27.695502 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-06d7b437-7d63-4d81-8537-542d77581248 tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1103823 Sep 23 19:39:27.696517 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 58762) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:39:27.703522 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.v2.base [None req-00c9dcae-71e3-4c68-851c-03a3db10a994 tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] Request body: {'port': {'network_id': '334ec618-8eba-44a1-92f9-3cd4b15de8a1', 'security_groups': [], 'name': 'tempest-PortsTestJSON-1580489692'}} {{(pid=95102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:39:27.770093 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-7a62c4f2-a8ce-442e-9b26-02928c6132e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:27.773759 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-7a62c4f2-a8ce-442e-9b26-02928c6132e1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:27.775061 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-7a62c4f2-a8ce-442e-9b26-02928c6132e1 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/7b6c4dc2-3991-4c8e-bee7-98d27bd43d9b HTTP/1.1" status: 204 len: 168 time: 0.4856994 Sep 23 19:39:27.808115 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a62c4f2-a8ce-442e-9b26-02928c6132e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b6c4dc2-3991-4c8e-bee7-98d27bd43d9b,revision_number=None']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:39:27.937986 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-5d3857c8-f87d-411e-b448-f5da01c3b72a tempest-FloatingIPTestJSON-2085468291 tempest-FloatingIPTestJSON-2085468291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783146162158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783145673144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5607431'] for port, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:27.993761 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d3857c8-f87d-411e-b448-f5da01c3b72a tempest-FloatingIPTestJSON-2085468291 tempest-FloatingIPTestJSON-2085468291-project] Pushing event deleted for resources: {'Port': ['ID=ae2fab1a-9438-4475-9c60-1803121490a9,revision_number=None']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:39:28.168346 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-5d3857c8-f87d-411e-b448-f5da01c3b72a tempest-FloatingIPTestJSON-2085468291 tempest-FloatingIPTestJSON-2085468291-project] Notify callbacks [] for floatingip, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:28.171311 n-d-713301-16 neutron-server[95101]: INFO neutron.db.l3_db [None req-5d3857c8-f87d-411e-b448-f5da01c3b72a tempest-FloatingIPTestJSON-2085468291 tempest-FloatingIPTestJSON-2085468291-project] Floating IP a034890f-645a-45d6-97b4-d781538aeda1 disassociated (deleted). External IP: 172.25.1.215, port: 4133a779-9f83-499f-b78f-4aa70101c9d8. Sep 23 19:39:28.188726 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:28.337277 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6866bc8-7a43-4686-8cdf-b8411a31ec0d req-b69b1a00-5c9f-4ec7-8308-6abdb0bceac8 tempest-ServersTestJSON-149791516 tempest-ServersTestJSON-149791516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:39:28.392862 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:28.401125 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:28.416935 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-a6866bc8-7a43-4686-8cdf-b8411a31ec0d req-b69b1a00-5c9f-4ec7-8308-6abdb0bceac8 tempest-ServersTestJSON-149791516 tempest-ServersTestJSON-149791516-project] 10.222.0.67 "GET /v2.0/ports?device_id=4d5000bd-a634-4d17-883e-073435ceaea2 HTTP/1.1" status: 200 len: 945 time: 0.3800485 Sep 23 19:39:28.515202 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] For port d8620d2a-498b-47f5-af88-f165bb7b1df4, host n-h2-713301-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-16',level=0,port_id=d8620d2a-498b-47f5-af88-f165bb7b1df4,segment=NetworkSegment(c829e8ab-031e-4667-8d5b-36ba5cfb9383),segment_id=c829e8ab-031e-4667-8d5b-36ba5cfb9383)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:39:28.518593 n-d-713301-16 neutron-server[95103]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d5000bd-a634-4d17-883e-073435ceaea2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd8620d2a-498b-47f5-af88-f165bb7b1df4'}] {{(pid=95103) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 19:39:28.522499 n-d-713301-16 neutron-server[95103]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}81a1c17f2aa89d5b3ebbba3a3e0cf7eb588e431c2224256110c4c4facdd7c3e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb1f09a4-a8f4-4192-90ab-c0469da318ee" -d '{"events": [{"server_uuid": "4d5000bd-a634-4d17-883e-073435ceaea2", "name": "network-vif-plugged", "status": "completed", "tag": "d8620d2a-498b-47f5-af88-f165bb7b1df4"}]}' {{(pid=95103) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 19:39:28.526902 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1153391-7d10-4835-8763-a44f2dd23af0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4c8b80df-07eb-5275-9f17-5cf640db67c0-334ec618-8eba-44a1-92f9-3cd4b15de8a1', 'network_id': '334ec618-8eba-44a1-92f9-3cd4b15de8a1', 'tenant_id': 'e53e881fc39941c397f29318ff64a85b', 'fixed_ips': [{'subnet_id': 'e0dc3856-f056-48d9-942c-4b5a8e8140e2'}]}} from n-d-713301-16. {{(pid=95103) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 23 19:39:28.529848 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-d1153391-7d10-4835-8763-a44f2dd23af0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_create {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:28.539493 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:28.623386 n-d-713301-16 neutron-server[95103]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 19:39:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b46e7526-fdb4-48a1-943e-ecf6c7fd5ab8 x-openstack-request-id: req-b46e7526-fdb4-48a1-943e-ecf6c7fd5ab8 {{(pid=95103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 19:39:28.623769 n-d-713301-16 neutron-server[95103]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4d5000bd-a634-4d17-883e-073435ceaea2", "name": "network-vif-plugged", "status": "completed", "tag": "d8620d2a-498b-47f5-af88-f165bb7b1df4", "code": 200}]} {{(pid=95103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 19:39:28.624083 n-d-713301-16 neutron-server[95103]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-b46e7526-fdb4-48a1-943e-ecf6c7fd5ab8 {{(pid=95103) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 19:39:28.624812 n-d-713301-16 neutron-server[95103]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4d5000bd-a634-4d17-883e-073435ceaea2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd8620d2a-498b-47f5-af88-f165bb7b1df4', 'code': 200} Sep 23 19:39:28.627691 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Pushing event updated for resources: {'Port': ['ID=d8620d2a-498b-47f5-af88-f165bb7b1df4,revision_number=5']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:39:28.707388 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-a6866bc8-7a43-4686-8cdf-b8411a31ec0d req-0877d84f-c52a-499e-a217-0d935351b36e tempest-ServersTestJSON-149791516 tempest-ServersTestJSON-149791516-project] 10.222.0.67 "GET /v2.0/security-groups?id=b8c31db9-bcb2-4708-876e-18b1f4bdd8a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2971048 Sep 23 19:39:28.721564 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00c9dcae-71e3-4c68-851c-03a3db10a994 tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] Made reservation on behalf of e53e881fc39941c397f29318ff64a85b for: {'port': 1} {{(pid=95102) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:39:28.729780 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-00c9dcae-71e3-4c68-851c-03a3db10a994 tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:28.786678 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5d3857c8-f87d-411e-b448-f5da01c3b72a tempest-FloatingIPTestJSON-2085468291 tempest-FloatingIPTestJSON-2085468291-project] Router 4fe6b5af-8311-4b33-84ea-800b651e6836 has already been hosted by L3 agent 79a740bf-7821-4989-8288-7186e3e128f3 {{(pid=95101) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 19:39:28.858305 n-d-713301-16 neutron-server[95102]: DEBUG neutron.notifiers.nova [None req-00c9dcae-71e3-4c68-851c-03a3db10a994 tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] device_id is not set on port 8833aeec-3f23-4cd1-9bae-9b99b1ff4b05 yet. {{(pid=95102) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 23 19:39:28.940257 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.db_base_plugin_common [None req-d1153391-7d10-4835-8763-a44f2dd23af0 None None] Allocated IP 172.20.0.2 (334ec618-8eba-44a1-92f9-3cd4b15de8a1/e0dc3856-f056-48d9-942c-4b5a8e8140e2/c00e07b3-bac9-43d2-af7f-d26277ee01ef) {{(pid=95103) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 19:39:28.956030 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-f0cffe4d-5b97-4690-a2b4-785a570d9eab req-3fc83210-9cba-4fa3-8979-5632868d7283 tempest-AttachVolumeShelveTestJSON-2035318112 tempest-AttachVolumeShelveTestJSON-2035318112-project] 10.222.0.67 "GET /v2.0/ports?device_id=c994c23c-480f-4306-a41c-657703b40238 HTTP/1.1" status: 200 len: 210 time: 0.0779607 Sep 23 19:39:28.975661 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f56b32-dd5e-450b-86dd-d6b57172ddb4 req-84cbb3df-5289-41c8-9b06-d539e5d9ccde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:39:28.977956 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-d2f56b32-dd5e-450b-86dd-d6b57172ddb4 req-84cbb3df-5289-41c8-9b06-d539e5d9ccde service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=4d5000bd-a634-4d17-883e-073435ceaea2 HTTP/1.1" status: 200 len: 1098 time: 0.1872239 Sep 23 19:39:29.055846 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-d2f56b32-dd5e-450b-86dd-d6b57172ddb4 req-3ede2554-32e5-4c05-b13c-37630154c55c service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=b8c31db9-bcb2-4708-876e-18b1f4bdd8a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702980 Sep 23 19:39:29.101947 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d3857c8-f87d-411e-b448-f5da01c3b72a tempest-FloatingIPTestJSON-2085468291 tempest-FloatingIPTestJSON-2085468291-project] Notify agent at l3_agent.n-d-713301-16 the message routers_updated {{(pid=95101) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 19:39:29.108350 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-5d3857c8-f87d-411e-b448-f5da01c3b72a tempest-FloatingIPTestJSON-2085468291 tempest-FloatingIPTestJSON-2085468291-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222849'] for floatingip, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:29.115824 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bdd8c78-6bc5-4f7c-9b12-c683628b92bc None None] Sync routers for ids ['4fe6b5af-8311-4b33-84ea-800b651e6836'] in n-d-713301-16 {{(pid=95104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 19:39:29.131037 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bdd8c78-6bc5-4f7c-9b12-c683628b92bc None None] Routers {'4fe6b5af-8311-4b33-84ea-800b651e6836'} bound to L3 agent in host n-d-713301-16 {{(pid=95104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 19:39:29.131759 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_hamode_db [None req-9bdd8c78-6bc5-4f7c-9b12-c683628b92bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-23T19:07:52Z,description=,heartbeat_timestamp=2021-09-23T19:39:22Z,host='n-d-713301-16',id=79a740bf-7821-4989-8288-7186e3e128f3,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:07:52Z,topic='l3_agent')) {'router_ids': ['4fe6b5af-8311-4b33-84ea-800b651e6836'], 'active': True} {{(pid=95104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:39:29.145093 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-5d3857c8-f87d-411e-b448-f5da01c3b72a tempest-FloatingIPTestJSON-2085468291 tempest-FloatingIPTestJSON-2085468291-project] 10.222.0.67 "DELETE /v2.0/floatingips/a034890f-645a-45d6-97b4-d781538aeda1 HTTP/1.1" status: 204 len: 168 time: 2.1417832 Sep 23 19:39:29.149337 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 58802) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:39:29.220180 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_hamode_db [None req-9bdd8c78-6bc5-4f7c-9b12-c683628b92bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713301-16', False) {} {{(pid=95104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:39:29.233326 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bdd8c78-6bc5-4f7c-9b12-c683628b92bc None None] Routers {'4fe6b5af-8311-4b33-84ea-800b651e6836'} bound to L3 agent in host n-d-713301-16 {{(pid=95104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 19:39:29.235572 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_hamode_db [None req-9bdd8c78-6bc5-4f7c-9b12-c683628b92bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-23T19:07:52Z,description=,heartbeat_timestamp=2021-09-23T19:39:22Z,host='n-d-713301-16',id=79a740bf-7821-4989-8288-7186e3e128f3,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:07:52Z,topic='l3_agent')) {'router_ids': ['4fe6b5af-8311-4b33-84ea-800b651e6836'], 'active': True} {{(pid=95104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:39:29.276805 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-d1153391-7d10-4835-8763-a44f2dd23af0 None None] Notify callbacks [] for port, precommit_create {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:29.283286 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-d1153391-7d10-4835-8763-a44f2dd23af0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783145673135'] for port, after_create {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:29.342615 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_hamode_db [None req-9bdd8c78-6bc5-4f7c-9b12-c683628b92bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713301-16', False) {} {{(pid=95104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:39:29.345591 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bdd8c78-6bc5-4f7c-9b12-c683628b92bc None None] The sync data for ids ['4fe6b5af-8311-4b33-84ea-800b651e6836'] in n-d-713301-16 is: [] {{(pid=95104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 19:39:29.381138 n-d-713301-16 neutron-server[95103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1153391-7d10-4835-8763-a44f2dd23af0 None None] Network 334ec618-8eba-44a1-92f9-3cd4b15de8a1 is already hosted by enough agents. {{(pid=95103) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:39:29.390755 n-d-713301-16 neutron-server[95103]: DEBUG neutron.scheduler.base_scheduler [None req-d1153391-7d10-4835-8763-a44f2dd23af0 None None] Resources bound (agent type, host, resource id): {{(pid=95103) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:39:29.397585 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1153391-7d10-4835-8763-a44f2dd23af0 None None] Received port after_create {{(pid=95103) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 19:39:29.405376 n-d-713301-16 neutron-server[95102]: DEBUG neutron.db.db_base_plugin_common [None req-00c9dcae-71e3-4c68-851c-03a3db10a994 tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] Allocated IP 172.20.0.13 (334ec618-8eba-44a1-92f9-3cd4b15de8a1/e0dc3856-f056-48d9-942c-4b5a8e8140e2/8833aeec-3f23-4cd1-9bae-9b99b1ff4b05) {{(pid=95102) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 19:39:29.435541 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1153391-7d10-4835-8763-a44f2dd23af0 None None] Pushing event updated for resources: {'Port': ['ID=c00e07b3-bac9-43d2-af7f-d26277ee01ef,revision_number=1']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:39:29.557445 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.managers [None req-d1153391-7d10-4835-8763-a44f2dd23af0 None None] Attempting to bind port c00e07b3-bac9-43d2-af7f-d26277ee01ef on host n-d-713301-16 for vnic_type normal with profile {{(pid=95103) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 19:39:29.558118 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.managers [None req-d1153391-7d10-4835-8763-a44f2dd23af0 None None] Attempting to bind port c00e07b3-bac9-43d2-af7f-d26277ee01ef by drivers openvswitch,hyperv on host n-d-713301-16 at level 0 using segments [{'id': '831a9f78-7483-41d7-9fd2-9f5c15e45f5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '334ec618-8eba-44a1-92f9-3cd4b15de8a1'}] {{(pid=95103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 19:39:29.558217 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1153391-7d10-4835-8763-a44f2dd23af0 None None] Attempting to bind port c00e07b3-bac9-43d2-af7f-d26277ee01ef on network 334ec618-8eba-44a1-92f9-3cd4b15de8a1 {{(pid=95103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:39:29.572207 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1153391-7d10-4835-8763-a44f2dd23af0 None None] Checking agent: {'id': '70a14545-df24-472f-8f95-bfe1719bff93', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 19, 7, 53), 'started_at': datetime.datetime(2021, 9, 23, 19, 8, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 19, 39, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 19:39:29.572591 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1153391-7d10-4835-8763-a44f2dd23af0 None None] Checking segment: {'id': '831a9f78-7483-41d7-9fd2-9f5c15e45f5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '334ec618-8eba-44a1-92f9-3cd4b15de8a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95103) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:39:29.577197 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-d1153391-7d10-4835-8763-a44f2dd23af0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:29.577964 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1153391-7d10-4835-8763-a44f2dd23af0 None None] Bound using segment: {'id': '831a9f78-7483-41d7-9fd2-9f5c15e45f5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '334ec618-8eba-44a1-92f9-3cd4b15de8a1'} {{(pid=95103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 19:39:29.578649 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.managers [None req-d1153391-7d10-4835-8763-a44f2dd23af0 None None] Bound port: c00e07b3-bac9-43d2-af7f-d26277ee01ef, host: n-d-713301-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '831a9f78-7483-41d7-9fd2-9f5c15e45f5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '334ec618-8eba-44a1-92f9-3cd4b15de8a1'}}] {{(pid=95103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 19:39:29.581926 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-d1153391-7d10-4835-8763-a44f2dd23af0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:29.622396 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.plugin [None req-a24bdb72-9ecc-4abb-9bad-793c5a9136d6 tempest-FloatingIPTestJSON-2085468291 tempest-FloatingIPTestJSON-2085468291-project] Deleting port 4133a779-9f83-499f-b78f-4aa70101c9d8 {{(pid=95102) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:39:29.622735 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-a24bdb72-9ecc-4abb-9bad-793c5a9136d6 tempest-FloatingIPTestJSON-2085468291 tempest-FloatingIPTestJSON-2085468291-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783146157096'] for port, before_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:29.733488 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-d1153391-7d10-4835-8763-a44f2dd23af0 None None] For port c00e07b3-bac9-43d2-af7f-d26277ee01ef, host n-d-713301-16, cleared binding levels {{(pid=95103) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 19:39:29.750937 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-d1153391-7d10-4835-8763-a44f2dd23af0 None None] For port c00e07b3-bac9-43d2-af7f-d26277ee01ef, host n-d-713301-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-16',level=0,port_id=c00e07b3-bac9-43d2-af7f-d26277ee01ef,segment=NetworkSegment(831a9f78-7483-41d7-9fd2-9f5c15e45f5b),segment_id=831a9f78-7483-41d7-9fd2-9f5c15e45f5b)] {{(pid=95103) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 19:39:29.756720 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-d1153391-7d10-4835-8763-a44f2dd23af0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:29.806526 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 58826) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:39:29.879692 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1153391-7d10-4835-8763-a44f2dd23af0 None None] Pushing event updated for resources: {'Port': ['ID=c00e07b3-bac9-43d2-af7f-d26277ee01ef,revision_number=2']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:39:30.025725 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.v2.base [None req-94d28d78-bc17-4c29-8464-13c88674d3f2 tempest-NetworksIpV6TestAttrs-574578853 tempest-NetworksIpV6TestAttrs-574578853-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1315197056'}} {{(pid=95101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:39:30.085526 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-a24bdb72-9ecc-4abb-9bad-793c5a9136d6 tempest-FloatingIPTestJSON-2085468291 tempest-FloatingIPTestJSON-2085468291-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-605701'] for port, precommit_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:30.105285 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94d28d78-bc17-4c29-8464-13c88674d3f2 tempest-NetworksIpV6TestAttrs-574578853 tempest-NetworksIpV6TestAttrs-574578853-project] Made reservation on behalf of d5614ce166cb4e09908670e4e49f5263 for: {'network': 1} {{(pid=95101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:39:30.110984 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-00c9dcae-71e3-4c68-851c-03a3db10a994 tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] Notify callbacks [] for port, precommit_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:30.124839 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-94d28d78-bc17-4c29-8464-13c88674d3f2 tempest-NetworksIpV6TestAttrs-574578853 tempest-NetworksIpV6TestAttrs-574578853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for network, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:30.149140 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-94d28d78-bc17-4c29-8464-13c88674d3f2 tempest-NetworksIpV6TestAttrs-574578853 tempest-NetworksIpV6TestAttrs-574578853-project] Notify callbacks [] for security_group, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:30.196683 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10781207-3be1-4106-8344-59a9b6b0ff43 req-d30ea055-7e35-4dd1-972b-0c18b194ccd5 tempest-AttachVolumeShelveTestJSON-2035318112 tempest-AttachVolumeShelveTestJSON-2035318112-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:39:30.196941 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-10781207-3be1-4106-8344-59a9b6b0ff43 req-d30ea055-7e35-4dd1-972b-0c18b194ccd5 tempest-AttachVolumeShelveTestJSON-2035318112 tempest-AttachVolumeShelveTestJSON-2035318112-project] 10.222.0.74 "GET /v2.0/networks?id=fc2b89b8-ce3f-4c16-8b68-220076c74d2b HTTP/1.1" status: 200 len: 816 time: 0.7145493 Sep 23 19:39:30.199232 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.plugin [None req-a24bdb72-9ecc-4abb-9bad-793c5a9136d6 tempest-FloatingIPTestJSON-2085468291 tempest-FloatingIPTestJSON-2085468291-project] Calling delete_port for 4133a779-9f83-499f-b78f-4aa70101c9d8 owned by {{(pid=95102) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:39:30.268103 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae524ceb-6ade-4489-aa3a-cd014b2af130 req-ba06453a-f5d1-4257-8910-ca0cdd91d8e1 tempest-ServersTestJSON-149791516 tempest-ServersTestJSON-149791516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:39:30.269713 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-ae524ceb-6ade-4489-aa3a-cd014b2af130 req-ba06453a-f5d1-4257-8910-ca0cdd91d8e1 tempest-ServersTestJSON-149791516 tempest-ServersTestJSON-149791516-project] 10.222.0.67 "GET /v2.0/ports?device_id=4d5000bd-a634-4d17-883e-073435ceaea2 HTTP/1.1" status: 200 len: 946 time: 0.4215593 Sep 23 19:39:30.277844 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-a09226f5-9291-4e15-8508-e6b177367d73 req-08219ec2-6f0f-431c-a6a6-5ba67c82c4fb tempest-AttachVolumeShelveTestJSON-2035318112 tempest-AttachVolumeShelveTestJSON-2035318112-project] 10.222.0.67 "GET /v2.0/ports?device_id=c994c23c-480f-4306-a41c-657703b40238 HTTP/1.1" status: 200 len: 210 time: 0.1574225 Sep 23 19:39:30.409287 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-94d28d78-bc17-4c29-8464-13c88674d3f2 tempest-NetworksIpV6TestAttrs-574578853 tempest-NetworksIpV6TestAttrs-574578853-project] Notify callbacks [] for security_group, precommit_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:30.416992 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-94d28d78-bc17-4c29-8464-13c88674d3f2 tempest-NetworksIpV6TestAttrs-574578853 tempest-NetworksIpV6TestAttrs-574578853-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:30.464326 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-94d28d78-bc17-4c29-8464-13c88674d3f2 tempest-NetworksIpV6TestAttrs-574578853 tempest-NetworksIpV6TestAttrs-574578853-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 611} {{(pid=95101) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 19:39:30.476966 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94d28d78-bc17-4c29-8464-13c88674d3f2 tempest-NetworksIpV6TestAttrs-574578853 tempest-NetworksIpV6TestAttrs-574578853-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ede3157a-f378-4f31-965f-c7b3b63bbca1,revision_number=1']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:39:30.477211 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-10781207-3be1-4106-8344-59a9b6b0ff43 req-17019b30-3844-4705-a0db-a30696bf628e tempest-AttachVolumeShelveTestJSON-2035318112 tempest-AttachVolumeShelveTestJSON-2035318112-project] 10.222.0.74 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9f955dc8eb0a49dcaf259d890508d18f HTTP/1.1" status: 200 len: 379 time: 0.2518210 Sep 23 19:39:30.478988 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-00c9dcae-71e3-4c68-851c-03a3db10a994 tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783145673135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4399100'] for port, after_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:30.482490 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-94d28d78-bc17-4c29-8464-13c88674d3f2 tempest-NetworksIpV6TestAttrs-574578853 tempest-NetworksIpV6TestAttrs-574578853-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1756186'] for segment, precommit_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:30.482831 n-d-713301-16 neutron-server[95101]: INFO neutron.db.segments_db [None req-94d28d78-bc17-4c29-8464-13c88674d3f2 tempest-NetworksIpV6TestAttrs-574578853 tempest-NetworksIpV6TestAttrs-574578853-project] Added segment 465528de-9ea4-46f0-a903-afdc855d3929 of type vlan for network ea363359-6cb7-47b0-9d43-789f971fba95 Sep 23 19:39:30.516165 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.v2.base [req-10781207-3be1-4106-8344-59a9b6b0ff43 req-7dbb0f23-4de8-4682-8006-8ea77a6bcbc9 tempest-AttachVolumeShelveTestJSON-2035318112 tempest-AttachVolumeShelveTestJSON-2035318112-project] Request body: {'port': {'device_id': 'c994c23c-480f-4306-a41c-657703b40238', 'network_id': 'fc2b89b8-ce3f-4c16-8b68-220076c74d2b', 'admin_state_up': True, 'tenant_id': '9f955dc8eb0a49dcaf259d890508d18f', 'security_groups': ['dd8506a8-7e56-49b4-9c74-3948d9b76f1b']}} {{(pid=95102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:39:30.526403 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-ae524ceb-6ade-4489-aa3a-cd014b2af130 req-e3169755-f32d-4bc5-b25a-e6fe2367aeae tempest-ServersTestJSON-149791516 tempest-ServersTestJSON-149791516-project] 10.222.0.67 "GET /v2.0/security-groups?id=b8c31db9-bcb2-4708-876e-18b1f4bdd8a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2303638 Sep 23 19:39:30.555900 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-94d28d78-bc17-4c29-8464-13c88674d3f2 tempest-NetworksIpV6TestAttrs-574578853 tempest-NetworksIpV6TestAttrs-574578853-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783145630486'] for network, precommit_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:30.593276 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-94d28d78-bc17-4c29-8464-13c88674d3f2 tempest-NetworksIpV6TestAttrs-574578853 tempest-NetworksIpV6TestAttrs-574578853-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299'] for network, after_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:30.607745 n-d-713301-16 neutron-server[95102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00c9dcae-71e3-4c68-851c-03a3db10a994 tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] Network 334ec618-8eba-44a1-92f9-3cd4b15de8a1 is already hosted by enough agents. {{(pid=95102) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:39:30.607947 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94d28d78-bc17-4c29-8464-13c88674d3f2 tempest-NetworksIpV6TestAttrs-574578853 tempest-NetworksIpV6TestAttrs-574578853-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:39:30.607947 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-94d28d78-bc17-4c29-8464-13c88674d3f2 tempest-NetworksIpV6TestAttrs-574578853 tempest-NetworksIpV6TestAttrs-574578853-project] Notify callbacks [] for network, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:30.651556 n-d-713301-16 neutron-server[95102]: DEBUG neutron.scheduler.base_scheduler [None req-00c9dcae-71e3-4c68-851c-03a3db10a994 tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] Resources bound (agent type, host, resource id): {{(pid=95102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:39:30.654021 n-d-713301-16 neutron-server[95102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00c9dcae-71e3-4c68-851c-03a3db10a994 tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] Received port after_create {{(pid=95102) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 19:39:30.694354 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-94d28d78-bc17-4c29-8464-13c88674d3f2 tempest-NetworksIpV6TestAttrs-574578853 tempest-NetworksIpV6TestAttrs-574578853-project] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.8855069 Sep 23 19:39:30.721845 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00c9dcae-71e3-4c68-851c-03a3db10a994 tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] Pushing event updated for resources: {'Port': ['ID=8833aeec-3f23-4cd1-9bae-9b99b1ff4b05,revision_number=1']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:39:30.740029 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94d28d78-bc17-4c29-8464-13c88674d3f2 tempest-NetworksIpV6TestAttrs-574578853 tempest-NetworksIpV6TestAttrs-574578853-project] Pushing event updated for resources: {'Network': ['ID=ea363359-6cb7-47b0-9d43-789f971fba95,revision_number=1']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:39:30.789463 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Network ea363359-6cb7-47b0-9d43-789f971fba95 details requested by agent ovs-agent-n-d-713301-16 with host n-d-713301-16 {{(pid=95103) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 19:39:30.858873 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00c9dcae-71e3-4c68-851c-03a3db10a994 tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:39:30.859697 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-00c9dcae-71e3-4c68-851c-03a3db10a994 tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222849'] for port, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:30.886789 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-10781207-3be1-4106-8344-59a9b6b0ff43 req-7dbb0f23-4de8-4682-8006-8ea77a6bcbc9 tempest-AttachVolumeShelveTestJSON-2035318112 tempest-AttachVolumeShelveTestJSON-2035318112-project] Made reservation on behalf of 9f955dc8eb0a49dcaf259d890508d18f for: {'port': 1} {{(pid=95102) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:39:30.891505 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-10781207-3be1-4106-8344-59a9b6b0ff43 req-7dbb0f23-4de8-4682-8006-8ea77a6bcbc9 tempest-AttachVolumeShelveTestJSON-2035318112 tempest-AttachVolumeShelveTestJSON-2035318112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:30.899742 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-00c9dcae-71e3-4c68-851c-03a3db10a994 tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 887 time: 3.1986804 Sep 23 19:39:30.900890 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 58854) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:39:30.905594 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-a24bdb72-9ecc-4abb-9bad-793c5a9136d6 tempest-FloatingIPTestJSON-2085468291 tempest-FloatingIPTestJSON-2085468291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783146162158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783145673144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4399100'] for port, after_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:30.984377 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a24bdb72-9ecc-4abb-9bad-793c5a9136d6 tempest-FloatingIPTestJSON-2085468291 tempest-FloatingIPTestJSON-2085468291-project] Pushing event deleted for resources: {'Port': ['ID=4133a779-9f83-499f-b78f-4aa70101c9d8,revision_number=None']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:39:31.173718 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.plugin [None req-f1498dc4-b432-4c6c-a83b-8423c40d01be tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] Deleting port 8833aeec-3f23-4cd1-9bae-9b99b1ff4b05 {{(pid=95101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:39:31.173844 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-f1498dc4-b432-4c6c-a83b-8423c40d01be tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783146157096'] for port, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:31.273831 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-a24bdb72-9ecc-4abb-9bad-793c5a9136d6 tempest-FloatingIPTestJSON-2085468291 tempest-FloatingIPTestJSON-2085468291-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222849'] for port, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:31.282024 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-a24bdb72-9ecc-4abb-9bad-793c5a9136d6 tempest-FloatingIPTestJSON-2085468291 tempest-FloatingIPTestJSON-2085468291-project] 10.222.0.67 "DELETE /v2.0/ports/4133a779-9f83-499f-b78f-4aa70101c9d8 HTTP/1.1" status: 204 len: 168 time: 2.1320703 Sep 23 19:39:31.282794 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 58862) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:39:31.284182 n-d-713301-16 neutron-server[95102]: DEBUG neutron.db.db_base_plugin_common [req-10781207-3be1-4106-8344-59a9b6b0ff43 req-7dbb0f23-4de8-4682-8006-8ea77a6bcbc9 tempest-AttachVolumeShelveTestJSON-2035318112 tempest-AttachVolumeShelveTestJSON-2035318112-project] Allocated IP 172.20.0.12 (fc2b89b8-ce3f-4c16-8b68-220076c74d2b/cfb66c78-2a7b-4d98-8fdd-683258461232/e903ca97-db28-44ea-88d1-53bdf3b0a143) {{(pid=95102) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 19:39:31.292833 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.v2.base [None req-a7e9ab6c-093c-4090-98bc-2ec7db18bedb tempest-FloatingIPTestJSON-2085468291 tempest-FloatingIPTestJSON-2085468291-project] Request body: {'floatingip': {'floating_network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac'}} {{(pid=95102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:39:31.351177 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-f1498dc4-b432-4c6c-a83b-8423c40d01be tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-605701'] for port, precommit_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:31.366019 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.plugin [None req-f1498dc4-b432-4c6c-a83b-8423c40d01be tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] Calling delete_port for 8833aeec-3f23-4cd1-9bae-9b99b1ff4b05 owned by {{(pid=95101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:39:31.424456 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-a7e9ab6c-093c-4090-98bc-2ec7db18bedb tempest-FloatingIPTestJSON-2085468291 tempest-FloatingIPTestJSON-2085468291-project] Notify callbacks [] for floatingip, before_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:31.524890 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-8f635b7d-c93e-47e1-a218-3c5c41ffeccc req-d40fb6e4-dbae-477f-83c9-10f5f1944f13 tempest-AttachVolumeShelveTestJSON-2035318112 tempest-AttachVolumeShelveTestJSON-2035318112-project] 10.222.0.67 "GET /v2.0/ports?device_id=c994c23c-480f-4306-a41c-657703b40238 HTTP/1.1" status: 200 len: 210 time: 0.0954006 Sep 23 19:39:31.648818 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Device c00e07b3-bac9-43d2-af7f-d26277ee01ef up at agent ovs-agent-n-d-713301-16 {{(pid=95103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 19:39:31.746919 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60e3a1fe-80f3-4e1b-b7ef-ab54c94fc723 None None] Network 334ec618-8eba-44a1-92f9-3cd4b15de8a1 requested from n-d-713301-16 {{(pid=95103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 19:39:31.756166 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-10781207-3be1-4106-8344-59a9b6b0ff43 req-7dbb0f23-4de8-4682-8006-8ea77a6bcbc9 tempest-AttachVolumeShelveTestJSON-2035318112 tempest-AttachVolumeShelveTestJSON-2035318112-project] Notify callbacks [] for port, precommit_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:31.759927 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 58870) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:39:31.822557 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-f1498dc4-b432-4c6c-a83b-8423c40d01be tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783146162158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783145673144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5607431'] for port, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:31.861832 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b850cdf4-eb38-469c-8a97-76eef230be52 req-de9e45c6-9d2d-4251-b647-ed7707ce00b7 tempest-ServersTestJSON-149791516 tempest-ServersTestJSON-149791516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:39:31.863933 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-b850cdf4-eb38-469c-8a97-76eef230be52 req-de9e45c6-9d2d-4251-b647-ed7707ce00b7 tempest-ServersTestJSON-149791516 tempest-ServersTestJSON-149791516-project] 10.222.0.67 "GET /v2.0/ports?device_id=4d5000bd-a634-4d17-883e-073435ceaea2 HTTP/1.1" status: 200 len: 946 time: 0.1318712 Sep 23 19:39:31.905439 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1498dc4-b432-4c6c-a83b-8423c40d01be tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] Pushing event deleted for resources: {'Port': ['ID=8833aeec-3f23-4cd1-9bae-9b99b1ff4b05,revision_number=None']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:39:31.910201 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-a7e9ab6c-093c-4090-98bc-2ec7db18bedb tempest-FloatingIPTestJSON-2085468291 tempest-FloatingIPTestJSON-2085468291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:31.920087 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-10781207-3be1-4106-8344-59a9b6b0ff43 req-7dbb0f23-4de8-4682-8006-8ea77a6bcbc9 tempest-AttachVolumeShelveTestJSON-2035318112 tempest-AttachVolumeShelveTestJSON-2035318112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783145673135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4399100'] for port, after_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:31.956669 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-b850cdf4-eb38-469c-8a97-76eef230be52 req-ad61a51e-e7f3-4e93-b359-b61675eda3e4 tempest-ServersTestJSON-149791516 tempest-ServersTestJSON-149791516-project] 10.222.0.67 "GET /v2.0/security-groups?id=b8c31db9-bcb2-4708-876e-18b1f4bdd8a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838449 Sep 23 19:39:32.004142 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-f1498dc4-b432-4c6c-a83b-8423c40d01be tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222849'] for port, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:32.006642 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-f1498dc4-b432-4c6c-a83b-8423c40d01be tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] 10.222.0.67 "DELETE /v2.0/ports/8833aeec-3f23-4cd1-9bae-9b99b1ff4b05 HTTP/1.1" status: 204 len: 168 time: 1.1020765 Sep 23 19:39:32.016635 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 58876) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:39:32.038188 n-d-713301-16 neutron-server[95101]: INFO neutron.pecan_wsgi.hooks.translation [None req-0c1dcfab-ac8b-41cc-bed1-3cc5272d31b5 tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] GET failed (client error): The resource could not be found. Sep 23 19:39:32.038851 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-fa459fdc-e2d1-4fe3-9a3c-65b0cf6443a7 None None] Provisioning complete for port c00e07b3-bac9-43d2-af7f-d26277ee01ef triggered by entity DHCP. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:39:32.040934 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-fa459fdc-e2d1-4fe3-9a3c-65b0cf6443a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:32.043112 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-0c1dcfab-ac8b-41cc-bed1-3cc5272d31b5 tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] 10.222.0.67 "GET /v2.0/ports/8833aeec-3f23-4cd1-9bae-9b99b1ff4b05 HTTP/1.1" status: 404 len: 333 time: 0.0321126 Sep 23 19:39:32.043760 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 58878) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:39:32.135716 n-d-713301-16 neutron-server[95101]: DEBUG neutron.db.db_base_plugin_v2 [None req-c52b95c9-dce0-45e8-90a7-059c659a8137 tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] Deleting subnet e0dc3856-f056-48d9-942c-4b5a8e8140e2 {{(pid=95101) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 23 19:39:32.140453 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-c52b95c9-dce0-45e8-90a7-059c659a8137 tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] Notify callbacks [] for subnet, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:32.146528 n-d-713301-16 neutron-server[95102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-10781207-3be1-4106-8344-59a9b6b0ff43 req-7dbb0f23-4de8-4682-8006-8ea77a6bcbc9 tempest-AttachVolumeShelveTestJSON-2035318112 tempest-AttachVolumeShelveTestJSON-2035318112-project] Network fc2b89b8-ce3f-4c16-8b68-220076c74d2b is already hosted by enough agents. {{(pid=95102) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:39:32.146816 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Provisioning complete for port c00e07b3-bac9-43d2-af7f-d26277ee01ef triggered by entity L2. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:39:32.147373 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:32.160059 n-d-713301-16 neutron-server[95102]: DEBUG neutron.scheduler.base_scheduler [req-10781207-3be1-4106-8344-59a9b6b0ff43 req-7dbb0f23-4de8-4682-8006-8ea77a6bcbc9 tempest-AttachVolumeShelveTestJSON-2035318112 tempest-AttachVolumeShelveTestJSON-2035318112-project] Resources bound (agent type, host, resource id): {{(pid=95102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:39:32.196880 n-d-713301-16 neutron-server[95102]: DEBUG neutron.db.l3_dvrscheduler_db [req-10781207-3be1-4106-8344-59a9b6b0ff43 req-7dbb0f23-4de8-4682-8006-8ea77a6bcbc9 tempest-AttachVolumeShelveTestJSON-2035318112 tempest-AttachVolumeShelveTestJSON-2035318112-project] Received port after_create {{(pid=95102) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 19:39:32.203116 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-c52b95c9-dce0-45e8-90a7-059c659a8137 tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6007154'] for subnet, precommit_delete_associations {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:32.204878 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-8250c866-e9a4-411c-b5a9-91f5a2b24fad admin admin] Notify callbacks [] for security_group, before_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:32.316213 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-c52b95c9-dce0-45e8-90a7-059c659a8137 tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1756813'] for subnet, precommit_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:32.387986 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-c52b95c9-dce0-45e8-90a7-059c659a8137 tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1756804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5607514', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6130950'] for subnet, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:32.428199 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c52b95c9-dce0-45e8-90a7-059c659a8137 tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] Pushing event deleted for resources: {'Subnet': ['ID=e0dc3856-f056-48d9-942c-4b5a8e8140e2,revision_number=None']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:39:32.433708 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-c52b95c9-dce0-45e8-90a7-059c659a8137 tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] Notify callbacks [] for subnet, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:32.439433 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-c52b95c9-dce0-45e8-90a7-059c659a8137 tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] 10.222.0.67 "DELETE /v2.0/subnets/e0dc3856-f056-48d9-942c-4b5a8e8140e2 HTTP/1.1" status: 204 len: 168 time: 0.3946822 Sep 23 19:39:32.440118 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 58882) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:39:32.444880 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dbb0f23-4de8-4682-8006-8ea77a6bcbc9 tempest-AttachVolumeShelveTestJSON-2035318112 tempest-AttachVolumeShelveTestJSON-2035318112-project] Pushing event updated for resources: {'Port': ['ID=e903ca97-db28-44ea-88d1-53bdf3b0a143,revision_number=1']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:39:32.492970 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-fa459fdc-e2d1-4fe3-9a3c-65b0cf6443a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:32.589828 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:32.594767 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10781207-3be1-4106-8344-59a9b6b0ff43 req-7dbb0f23-4de8-4682-8006-8ea77a6bcbc9 tempest-AttachVolumeShelveTestJSON-2035318112 tempest-AttachVolumeShelveTestJSON-2035318112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:39:32.595507 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-10781207-3be1-4106-8344-59a9b6b0ff43 req-7dbb0f23-4de8-4682-8006-8ea77a6bcbc9 tempest-AttachVolumeShelveTestJSON-2035318112 tempest-AttachVolumeShelveTestJSON-2035318112-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222849'] for port, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:32.653077 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-67919ee5-46db-465f-943e-a34cabd28428 tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1628021'] for network, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:32.668929 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a88ddbe7-4846-4002-9dd5-d0b144ec36ab req-9d1151f4-6ea2-4105-8a47-15af058d74a7 tempest-ServersTestJSON-149791516 tempest-ServersTestJSON-149791516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:39:32.682863 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-a88ddbe7-4846-4002-9dd5-d0b144ec36ab req-9d1151f4-6ea2-4105-8a47-15af058d74a7 tempest-ServersTestJSON-149791516 tempest-ServersTestJSON-149791516-project] 10.222.0.67 "GET /v2.0/ports?device_id=a7a8b8ae-2e00-463b-bdf8-22334f82f707 HTTP/1.1" status: 200 len: 946 time: 0.5592368 Sep 23 19:39:32.685375 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-8250c866-e9a4-411c-b5a9-91f5a2b24fad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:32.698563 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-8250c866-e9a4-411c-b5a9-91f5a2b24fad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:32.789917 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-8250c866-e9a4-411c-b5a9-91f5a2b24fad admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=2d1b65fb89db4752af4f8b506d7fd564&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0172958 Sep 23 19:39:32.790120 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.plugin [None req-67919ee5-46db-465f-943e-a34cabd28428 tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] Deleting port c00e07b3-bac9-43d2-af7f-d26277ee01ef {{(pid=95101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:39:32.790219 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-10781207-3be1-4106-8344-59a9b6b0ff43 req-7dbb0f23-4de8-4682-8006-8ea77a6bcbc9 tempest-AttachVolumeShelveTestJSON-2035318112 tempest-AttachVolumeShelveTestJSON-2035318112-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3004258 Sep 23 19:39:32.790299 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-67919ee5-46db-465f-943e-a34cabd28428 tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783146157096'] for port, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:32.790299 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 58886) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:39:32.836716 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.db.api [None req-fa459fdc-e2d1-4fe3-9a3c-65b0cf6443a7 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95103) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 23 19:39:32.837128 n-d-713301-16 neutron-server[95103]: DEBUG oslo_db.api [None req-fa459fdc-e2d1-4fe3-9a3c-65b0cf6443a7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 23 19:39:32.851931 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] For port c00e07b3-bac9-43d2-af7f-d26277ee01ef, host n-d-713301-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-16',level=0,port_id=c00e07b3-bac9-43d2-af7f-d26277ee01ef,segment=NetworkSegment(831a9f78-7483-41d7-9fd2-9f5c15e45f5b),segment_id=831a9f78-7483-41d7-9fd2-9f5c15e45f5b)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:39:32.854595 n-d-713301-16 neutron-server[95102]: DEBUG neutron.db.db_base_plugin_common [None req-a7e9ab6c-093c-4090-98bc-2ec7db18bedb tempest-FloatingIPTestJSON-2085468291 tempest-FloatingIPTestJSON-2085468291-project] Allocated IP 172.25.1.117 (5dec5c09-378e-4f50-89cc-d94eb81c3bac/eff83446-018c-428d-b3f5-54ac9abe7a2a/fcca7143-617d-4e26-8e3e-8cff68c79063) {{(pid=95102) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 19:39:32.858439 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:32.885401 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-a88ddbe7-4846-4002-9dd5-d0b144ec36ab req-f1605c01-3d0c-4ffb-b3d3-a1b15220a32a tempest-ServersTestJSON-149791516 tempest-ServersTestJSON-149791516-project] 10.222.0.67 "GET /v2.0/security-groups?id=b8c31db9-bcb2-4708-876e-18b1f4bdd8a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1885843 Sep 23 19:39:32.893991 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.v2.base [req-10781207-3be1-4106-8344-59a9b6b0ff43 req-7fd54898-e552-4e46-b3ea-e7e2be2caf4a service neutron] Request body: {'port': {'device_id': 'c994c23c-480f-4306-a41c-657703b40238', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713301-16'}} {{(pid=95102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:39:33.034277 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8250c866-e9a4-411c-b5a9-91f5a2b24fad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df74fade-6a4e-4d05-8caa-9a212ea19252,revision_number=1']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:39:33.038398 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.db [None req-67919ee5-46db-465f-943e-a34cabd28428 tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] For port c00e07b3-bac9-43d2-af7f-d26277ee01ef, host n-d-713301-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-16',level=0,port_id=c00e07b3-bac9-43d2-af7f-d26277ee01ef,segment=NetworkSegment(831a9f78-7483-41d7-9fd2-9f5c15e45f5b),segment_id=831a9f78-7483-41d7-9fd2-9f5c15e45f5b)] {{(pid=95101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:39:33.039178 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-67919ee5-46db-465f-943e-a34cabd28428 tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-605701'] for port, precommit_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:33.050475 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ef6d85-431b-4e8e-9d89-e58e5ae68f23 req-6b3de9e4-3b59-4e63-86c9-5107e2798aa5 tempest-AttachVolumeShelveTestJSON-2035318112 tempest-AttachVolumeShelveTestJSON-2035318112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:39:33.051964 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-f3ef6d85-431b-4e8e-9d89-e58e5ae68f23 req-6b3de9e4-3b59-4e63-86c9-5107e2798aa5 tempest-AttachVolumeShelveTestJSON-2035318112 tempest-AttachVolumeShelveTestJSON-2035318112-project] 10.222.0.67 "GET /v2.0/ports?device_id=c994c23c-480f-4306-a41c-657703b40238 HTTP/1.1" status: 200 len: 932 time: 0.1856616 Sep 23 19:39:33.065390 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-c7b147b7-77bc-4719-a4b3-825790c180af admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:33.077081 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.plugin [None req-67919ee5-46db-465f-943e-a34cabd28428 tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] Calling delete_port for c00e07b3-bac9-43d2-af7f-d26277ee01ef owned by network:dhcp {{(pid=95101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:39:33.096377 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-10781207-3be1-4106-8344-59a9b6b0ff43 req-7fd54898-e552-4e46-b3ea-e7e2be2caf4a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:33.170730 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-c7b147b7-77bc-4719-a4b3-825790c180af admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:33.298580 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-67919ee5-46db-465f-943e-a34cabd28428 tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783146162158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783145673144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5607431'] for port, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:33.343109 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-c7b147b7-77bc-4719-a4b3-825790c180af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:33.347263 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-c7b147b7-77bc-4719-a4b3-825790c180af admin admin] Notify callbacks [] for security_group, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:33.349094 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-c7b147b7-77bc-4719-a4b3-825790c180af admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/df74fade-6a4e-4d05-8caa-9a212ea19252 HTTP/1.1" status: 204 len: 168 time: 0.5614252 Sep 23 19:39:33.366493 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67919ee5-46db-465f-943e-a34cabd28428 tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] Pushing event deleted for resources: {'Port': ['ID=c00e07b3-bac9-43d2-af7f-d26277ee01ef,revision_number=None']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:39:33.384080 n-d-713301-16 neutron-server[95101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67919ee5-46db-465f-943e-a34cabd28428 tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] No DVR routers for this DVR port c00e07b3-bac9-43d2-af7f-d26277ee01ef on host n-d-713301-16 {{(pid=95101) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 19:39:33.387552 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7b147b7-77bc-4719-a4b3-825790c180af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df74fade-6a4e-4d05-8caa-9a212ea19252,revision_number=None']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:39:33.411330 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Pushing event updated for resources: {'Port': ['ID=c00e07b3-bac9-43d2-af7f-d26277ee01ef,revision_number=4']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:39:33.434321 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60226042-8032-4e8f-a5d2-9c50ed741116 None None] Network 334ec618-8eba-44a1-92f9-3cd4b15de8a1 requested from n-d-713301-16 {{(pid=95103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 19:39:33.601475 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-67919ee5-46db-465f-943e-a34cabd28428 tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1754676', 'neutron.services.segments.db._delete_segments_for_network-8783146221460'] for network, precommit_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:33.641181 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.plugin [None req-fa459fdc-e2d1-4fe3-9a3c-65b0cf6443a7 None None] Port c00e07b3-bac9-43d2-af7f-d26277ee01ef update to ACTIVE by agent not found {{(pid=95103) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2162}} Sep 23 19:39:33.663536 n-d-713301-16 neutron-server[95101]: DEBUG neutron.services.segments.db [None req-67919ee5-46db-465f-943e-a34cabd28428 tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['334ec618-8eba-44a1-92f9-3cd4b15de8a1']}} {{(pid=95101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:39:33.677426 n-d-713301-16 neutron-server[95101]: DEBUG neutron.services.segments.db [None req-67919ee5-46db-465f-943e-a34cabd28428 tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '831a9f78-7483-41d7-9fd2-9f5c15e45f5b') {'for_net_delete': True} {{(pid=95101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:39:33.678032 n-d-713301-16 neutron-server[95101]: DEBUG neutron.services.segments.db [None req-67919ee5-46db-465f-943e-a34cabd28428 tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '831a9f78-7483-41d7-9fd2-9f5c15e45f5b') {} {{(pid=95101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:39:33.695803 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-67919ee5-46db-465f-943e-a34cabd28428 tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783146221725', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6007147'] for segment, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:33.717535 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-67919ee5-46db-465f-943e-a34cabd28428 tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1756186'] for segment, precommit_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:33.726623 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-67919ee5-46db-465f-943e-a34cabd28428 tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] Releasing vlan 627 on physical network physnet1 to pool {{(pid=95101) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 19:39:33.727336 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-67919ee5-46db-465f-943e-a34cabd28428 tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1756186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5608436'] for segment, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:33.802093 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-05dbd8bc-73d6-4da5-b867-72e3c5166cf9 None None] Could not find standard attr ID for object c00e07b3-bac9-43d2-af7f-d26277ee01ef. {{(pid=95103) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 23 19:39:33.830556 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-05dbd8bc-73d6-4da5-b867-72e3c5166cf9 None None] Provisioning complete for port e903ca97-db28-44ea-88d1-53bdf3b0a143 triggered by entity DHCP. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:39:33.832388 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-05dbd8bc-73d6-4da5-b867-72e3c5166cf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:33.849255 n-d-713301-16 neutron-server[95101]: Traceback (most recent call last): Sep 23 19:39:33.849255 n-d-713301-16 neutron-server[95101]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 19:39:33.849255 n-d-713301-16 neutron-server[95101]: timer() Sep 23 19:39:33.849255 n-d-713301-16 neutron-server[95101]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 19:39:33.849255 n-d-713301-16 neutron-server[95101]: cb(*args, **kw) Sep 23 19:39:33.849255 n-d-713301-16 neutron-server[95101]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 19:39:33.849255 n-d-713301-16 neutron-server[95101]: return func(*args, **kwargs) Sep 23 19:39:33.849255 n-d-713301-16 neutron-server[95101]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 19:39:33.849255 n-d-713301-16 neutron-server[95101]: self._notify() Sep 23 19:39:33.849255 n-d-713301-16 neutron-server[95101]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 19:39:33.849255 n-d-713301-16 neutron-server[95101]: self.callback(batched_events) Sep 23 19:39:33.849255 n-d-713301-16 neutron-server[95101]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 19:39:33.849255 n-d-713301-16 neutron-server[95101]: event.method(event) Sep 23 19:39:33.849255 n-d-713301-16 neutron-server[95101]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 19:39:33.849255 n-d-713301-16 neutron-server[95101]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 19:39:33.849255 n-d-713301-16 neutron-server[95101]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 19:39:33.849255 n-d-713301-16 neutron-server[95101]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 19:39:33.849255 n-d-713301-16 neutron-server[95101]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 19:39:33.849255 n-d-713301-16 neutron-server[95101]: return f(self, *a, **k) Sep 23 19:39:33.849255 n-d-713301-16 neutron-server[95101]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 19:39:33.849255 n-d-713301-16 neutron-server[95101]: return self._get(url).json() Sep 23 19:39:33.849255 n-d-713301-16 neutron-server[95101]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 19:39:33.849255 n-d-713301-16 neutron-server[95101]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 19:39:33.849255 n-d-713301-16 neutron-server[95101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 19:39:33.849255 n-d-713301-16 neutron-server[95101]: return self.request(url, 'GET', **kwargs) Sep 23 19:39:33.849255 n-d-713301-16 neutron-server[95101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 19:39:33.849255 n-d-713301-16 neutron-server[95101]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 19:39:33.849255 n-d-713301-16 neutron-server[95101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 19:39:33.849255 n-d-713301-16 neutron-server[95101]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 19:39:33.849255 n-d-713301-16 neutron-server[95101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 19:39:33.849255 n-d-713301-16 neutron-server[95101]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 19:39:33.849255 n-d-713301-16 neutron-server[95101]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 19:39:33.857528 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-67919ee5-46db-465f-943e-a34cabd28428 tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1754627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-601866'] for network, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:33.923920 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-67919ee5-46db-465f-943e-a34cabd28428 tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] Notify callbacks [] for network, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:33.928887 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.plugin [None req-05dbd8bc-73d6-4da5-b867-72e3c5166cf9 None None] Port e903ca97-db28-44ea-88d1-53bdf3b0a143 cannot update to ACTIVE because it is not bound. {{(pid=95103) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 19:39:33.933740 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-67919ee5-46db-465f-943e-a34cabd28428 tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] 10.222.0.67 "DELETE /v2.0/networks/334ec618-8eba-44a1-92f9-3cd4b15de8a1 HTTP/1.1" status: 204 len: 168 time: 1.4890466 Sep 23 19:39:33.933740 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67919ee5-46db-465f-943e-a34cabd28428 tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] Pushing event deleted for resources: {'Network': ['ID=334ec618-8eba-44a1-92f9-3cd4b15de8a1,revision_number=None']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:39:33.939085 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 58896) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:39:33.940083 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-f3ef6d85-431b-4e8e-9d89-e58e5ae68f23 req-c22054c3-9406-4154-ac8e-5bf21121b16e tempest-AttachVolumeShelveTestJSON-2035318112 tempest-AttachVolumeShelveTestJSON-2035318112-project] 10.222.0.67 "GET /v2.0/security-groups?id=dd8506a8-7e56-49b4-9c74-3948d9b76f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.8445480 Sep 23 19:39:33.953092 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.v2.base [None req-c2bafdc6-ed09-4b73-a440-8973b271d0ca tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] Request body: {'port': {'network_id': 'b0599172-2d1a-416f-a4dc-49f04f75b3d7', 'name': 'tempest-PortsTestJSON-1433273907'}} {{(pid=95101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:39:34.058161 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 58900) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:39:34.194389 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2bafdc6-ed09-4b73-a440-8973b271d0ca tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] Made reservation on behalf of e53e881fc39941c397f29318ff64a85b for: {'port': 1} {{(pid=95101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:39:34.197414 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-537dc4b9-c659-4531-bb10-92633683dfb6 None None] DHCP port deletion for 334ec618-8eba-44a1-92f9-3cd4b15de8a1 request from n-d-713301-16 {{(pid=95103) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 23 19:39:34.198631 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-c2bafdc6-ed09-4b73-a440-8973b271d0ca tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:34.220215 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 58904) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:39:34.224856 n-d-713301-16 neutron-server[95101]: DEBUG neutron.notifiers.nova [None req-c2bafdc6-ed09-4b73-a440-8973b271d0ca tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] device_id is not set on port 24b43e17-c4c0-4082-be6d-9ff6a0f91091 yet. {{(pid=95101) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 23 19:39:34.246912 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.v2.base [None req-ce00ed21-1b11-4ff2-902a-d35fec486805 tempest-NetworksIpV6TestAttrs-574578853 tempest-NetworksIpV6TestAttrs-574578853-project] Request body: {'subnet': {'network_id': 'ea363359-6cb7-47b0-9d43-789f971fba95', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=95102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:39:34.289412 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-9c49c8d3-c038-4bef-ae67-f9f32ca8e804 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:34.299873 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a4fac76-09e9-4c40-9bba-d1b552e739cc req-d10a159a-0b6e-4b02-9574-f1452b8e5165 tempest-ServersTestJSON-149791516 tempest-ServersTestJSON-149791516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:39:34.302211 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-5a4fac76-09e9-4c40-9bba-d1b552e739cc req-d10a159a-0b6e-4b02-9574-f1452b8e5165 tempest-ServersTestJSON-149791516 tempest-ServersTestJSON-149791516-project] 10.222.0.67 "GET /v2.0/ports?device_id=4d5000bd-a634-4d17-883e-073435ceaea2 HTTP/1.1" status: 200 len: 946 time: 1.2627258 Sep 23 19:39:34.343554 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-a7e9ab6c-093c-4090-98bc-2ec7db18bedb tempest-FloatingIPTestJSON-2085468291 tempest-FloatingIPTestJSON-2085468291-project] Notify callbacks [] for port, precommit_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:34.452877 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-c2bafdc6-ed09-4b73-a440-8973b271d0ca tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] Notify callbacks [] for port, precommit_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:34.491442 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-c2bafdc6-ed09-4b73-a440-8973b271d0ca tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783145673135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5607431'] for port, after_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:34.533022 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-5a4fac76-09e9-4c40-9bba-d1b552e739cc req-ae354b46-c4dc-4e77-8f3b-137cdf4d5416 tempest-ServersTestJSON-149791516 tempest-ServersTestJSON-149791516-project] 10.222.0.67 "GET /v2.0/security-groups?id=b8c31db9-bcb2-4708-876e-18b1f4bdd8a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2122865 Sep 23 19:39:34.545969 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2bafdc6-ed09-4b73-a440-8973b271d0ca tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] Pushing event updated for resources: {'Port': ['ID=24b43e17-c4c0-4082-be6d-9ff6a0f91091,revision_number=1']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:39:34.561707 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2bafdc6-ed09-4b73-a440-8973b271d0ca tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] Network b0599172-2d1a-416f-a4dc-49f04f75b3d7 is already hosted by enough agents. {{(pid=95101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:39:34.563866 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.base_scheduler [None req-c2bafdc6-ed09-4b73-a440-8973b271d0ca tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] Resources bound (agent type, host, resource id): {{(pid=95101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:39:34.566625 n-d-713301-16 neutron-server[95101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2bafdc6-ed09-4b73-a440-8973b271d0ca tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] Received port after_create {{(pid=95101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 19:39:34.574674 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2bafdc6-ed09-4b73-a440-8973b271d0ca tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:39:34.575258 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-c2bafdc6-ed09-4b73-a440-8973b271d0ca tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222849'] for port, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:34.575405 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-a7e9ab6c-093c-4090-98bc-2ec7db18bedb tempest-FloatingIPTestJSON-2085468291 tempest-FloatingIPTestJSON-2085468291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783145673135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4399100'] for port, after_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:34.673383 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7e9ab6c-093c-4090-98bc-2ec7db18bedb tempest-FloatingIPTestJSON-2085468291 tempest-FloatingIPTestJSON-2085468291-project] Pushing event updated for resources: {'Port': ['ID=fcca7143-617d-4e26-8e3e-8cff68c79063,revision_number=1']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:39:34.714758 n-d-713301-16 neutron-server[95102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7e9ab6c-093c-4090-98bc-2ec7db18bedb tempest-FloatingIPTestJSON-2085468291 tempest-FloatingIPTestJSON-2085468291-project] Network 5dec5c09-378e-4f50-89cc-d94eb81c3bac is already hosted by enough agents. {{(pid=95102) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:39:34.726419 n-d-713301-16 neutron-server[95102]: DEBUG neutron.scheduler.base_scheduler [None req-a7e9ab6c-093c-4090-98bc-2ec7db18bedb tempest-FloatingIPTestJSON-2085468291 tempest-FloatingIPTestJSON-2085468291-project] Resources bound (agent type, host, resource id): {{(pid=95102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:39:34.738387 n-d-713301-16 neutron-server[95102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7e9ab6c-093c-4090-98bc-2ec7db18bedb tempest-FloatingIPTestJSON-2085468291 tempest-FloatingIPTestJSON-2085468291-project] Received port after_create {{(pid=95102) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 19:39:34.829235 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-9c49c8d3-c038-4bef-ae67-f9f32ca8e804 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:34.840859 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-c2bafdc6-ed09-4b73-a440-8973b271d0ca tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 0.9005599 Sep 23 19:39:34.843538 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 58910) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:39:34.846365 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-9c49c8d3-c038-4bef-ae67-f9f32ca8e804 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:34.939272 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.plugin [None req-ca6c318e-a715-4b69-933f-d489540bf01e tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] Deleting port 24b43e17-c4c0-4082-be6d-9ff6a0f91091 {{(pid=95101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:39:34.939785 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-ca6c318e-a715-4b69-933f-d489540bf01e tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783146157096'] for port, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:34.963369 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce00ed21-1b11-4ff2-902a-d35fec486805 tempest-NetworksIpV6TestAttrs-574578853 tempest-NetworksIpV6TestAttrs-574578853-project] Made reservation on behalf of d5614ce166cb4e09908670e4e49f5263 for: {'subnet': 1} {{(pid=95102) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:39:34.967022 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-ce00ed21-1b11-4ff2-902a-d35fec486805 tempest-NetworksIpV6TestAttrs-574578853 tempest-NetworksIpV6TestAttrs-574578853-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5388256'] for subnet, before_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:34.974965 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-9c49c8d3-c038-4bef-ae67-f9f32ca8e804 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=2cd641b1263245b089b086821e376058&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8967605 Sep 23 19:39:34.975406 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 58912) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:39:34.993966 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c49c8d3-c038-4bef-ae67-f9f32ca8e804 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5ecb7f1-cae4-4d03-ac2f-1a6b70bd0808,revision_number=1']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:39:35.017526 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c3b5e82-4ab9-4249-a935-6abefcbac169 req-0c1895cf-876e-495e-95f0-562f450f6aa8 tempest-ServersTestJSON-149791516 tempest-ServersTestJSON-149791516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:39:35.019227 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-1c3b5e82-4ab9-4249-a935-6abefcbac169 req-0c1895cf-876e-495e-95f0-562f450f6aa8 tempest-ServersTestJSON-149791516 tempest-ServersTestJSON-149791516-project] 10.222.0.67 "GET /v2.0/ports?device_id=4d5000bd-a634-4d17-883e-073435ceaea2 HTTP/1.1" status: 200 len: 946 time: 0.2463512 Sep 23 19:39:35.024146 n-d-713301-16 neutron-server[95102]: DEBUG neutron.notifiers.nova [req-10781207-3be1-4106-8344-59a9b6b0ff43 req-7fd54898-e552-4e46-b3ea-e7e2be2caf4a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e903ca97-db28-44ea-88d1-53bdf3b0a143 {{(pid=95102) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 19:39:35.051040 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-ca6c318e-a715-4b69-933f-d489540bf01e tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-605701'] for port, precommit_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:35.052835 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-10781207-3be1-4106-8344-59a9b6b0ff43 req-7fd54898-e552-4e46-b3ea-e7e2be2caf4a service neutron] Notify callbacks [] for port, precommit_update {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:35.070481 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-a7e9ab6c-093c-4090-98bc-2ec7db18bedb tempest-FloatingIPTestJSON-2085468291 tempest-FloatingIPTestJSON-2085468291-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:35.075874 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.plugin [None req-ca6c318e-a715-4b69-933f-d489540bf01e tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] Calling delete_port for 24b43e17-c4c0-4082-be6d-9ff6a0f91091 owned by {{(pid=95101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:39:35.143513 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-f0f9e743-0f02-4150-aee8-6d6ca43bc4ee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:35.178270 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-f0f9e743-0f02-4150-aee8-6d6ca43bc4ee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:35.196810 n-d-713301-16 neutron-server[95102]: DEBUG neutron.db.provisioning_blocks [req-10781207-3be1-4106-8344-59a9b6b0ff43 req-7fd54898-e552-4e46-b3ea-e7e2be2caf4a service neutron] Transition to ACTIVE for port object e903ca97-db28-44ea-88d1-53bdf3b0a143 will not be triggered until provisioned by entity L2. {{(pid=95102) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 19:39:35.212491 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-1c3b5e82-4ab9-4249-a935-6abefcbac169 req-2310c50b-0972-4000-9402-458ca5a6180d tempest-ServersTestJSON-149791516 tempest-ServersTestJSON-149791516-project] 10.222.0.67 "GET /v2.0/security-groups?id=b8c31db9-bcb2-4708-876e-18b1f4bdd8a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1669044 Sep 23 19:39:35.213124 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-10781207-3be1-4106-8344-59a9b6b0ff43 req-7fd54898-e552-4e46-b3ea-e7e2be2caf4a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4399095'] for port, after_update {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:35.231075 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-ca6c318e-a715-4b69-933f-d489540bf01e tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783146162158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783145673144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5607431'] for port, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:35.249739 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-a7e9ab6c-093c-4090-98bc-2ec7db18bedb tempest-FloatingIPTestJSON-2085468291 tempest-FloatingIPTestJSON-2085468291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:35.270052 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca6c318e-a715-4b69-933f-d489540bf01e tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] Pushing event deleted for resources: {'Port': ['ID=24b43e17-c4c0-4082-be6d-9ff6a0f91091,revision_number=None']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:39:35.275610 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-ca6c318e-a715-4b69-933f-d489540bf01e tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222849'] for port, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:35.280149 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-ca6c318e-a715-4b69-933f-d489540bf01e tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] 10.222.0.67 "DELETE /v2.0/ports/24b43e17-c4c0-4082-be6d-9ff6a0f91091 HTTP/1.1" status: 204 len: 168 time: 0.4332025 Sep 23 19:39:35.280149 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-f0f9e743-0f02-4150-aee8-6d6ca43bc4ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:35.283011 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-f0f9e743-0f02-4150-aee8-6d6ca43bc4ee admin admin] Notify callbacks [] for security_group, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:35.283790 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-f0f9e743-0f02-4150-aee8-6d6ca43bc4ee admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/e5ecb7f1-cae4-4d03-ac2f-1a6b70bd0808 HTTP/1.1" status: 204 len: 168 time: 0.3073730 Sep 23 19:39:35.284386 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 58918) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:39:35.292590 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.v2.base [None req-527e8848-249b-4c9f-b230-433d76bf45f9 tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] Request body: {'port': {'network_id': 'b0599172-2d1a-416f-a4dc-49f04f75b3d7', 'mac_address': 'fa:16:3e:76:7c:2c', 'name': 'tempest-PortsTestJSON-1874916529'}} {{(pid=95101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:39:35.317319 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d7e1c3b-a6a9-418c-b645-445d918fcea2 req-197c8079-e6a4-4e00-81b2-fab4446e830f tempest-AttachVolumeShelveTestJSON-2035318112 tempest-AttachVolumeShelveTestJSON-2035318112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:39:35.318824 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-3d7e1c3b-a6a9-418c-b645-445d918fcea2 req-197c8079-e6a4-4e00-81b2-fab4446e830f tempest-AttachVolumeShelveTestJSON-2035318112 tempest-AttachVolumeShelveTestJSON-2035318112-project] 10.222.0.67 "GET /v2.0/ports?device_id=c994c23c-480f-4306-a41c-657703b40238 HTTP/1.1" status: 200 len: 932 time: 0.2498312 Sep 23 19:39:35.327095 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0f9e743-0f02-4150-aee8-6d6ca43bc4ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5ecb7f1-cae4-4d03-ac2f-1a6b70bd0808,revision_number=None']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:39:35.406748 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd54898-e552-4e46-b3ea-e7e2be2caf4a service neutron] Pushing event updated for resources: {'Port': ['ID=e903ca97-db28-44ea-88d1-53bdf3b0a143,revision_number=2']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:39:35.459687 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Device c00e07b3-bac9-43d2-af7f-d26277ee01ef no longer exists at agent ovs-agent-n-d-713301-16 {{(pid=95103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 19:39:35.464180 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-527e8848-249b-4c9f-b230-433d76bf45f9 tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] Made reservation on behalf of e53e881fc39941c397f29318ff64a85b for: {'port': 1} {{(pid=95101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:39:35.505383 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.plugin [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] No Port match for: c00e07b3-bac9-43d2-af7f-d26277ee01ef {{(pid=95103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 19:39:35.505841 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Device c00e07b3-bac9-43d2-af7f-d26277ee01ef not bound to the agent host n-d-713301-16 {{(pid=95103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 19:39:35.561510 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-527e8848-249b-4c9f-b230-433d76bf45f9 tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:35.598396 n-d-713301-16 neutron-server[95101]: DEBUG neutron.notifiers.nova [None req-527e8848-249b-4c9f-b230-433d76bf45f9 tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] device_id is not set on port 264ae40c-b204-47a7-adf7-20d5cce8bf34 yet. {{(pid=95101) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 23 19:39:35.652243 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-3d7e1c3b-a6a9-418c-b645-445d918fcea2 req-571ed2cb-dde0-47de-817a-6de0d5137bf2 tempest-AttachVolumeShelveTestJSON-2035318112 tempest-AttachVolumeShelveTestJSON-2035318112-project] 10.222.0.67 "GET /v2.0/security-groups?id=dd8506a8-7e56-49b4-9c74-3948d9b76f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2832732 Sep 23 19:39:35.701309 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-ce00ed21-1b11-4ff2-902a-d35fec486805 tempest-NetworksIpV6TestAttrs-574578853 tempest-NetworksIpV6TestAttrs-574578853-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4398944', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5388242'] for subnet, after_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:35.715654 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.managers [req-10781207-3be1-4106-8344-59a9b6b0ff43 req-7fd54898-e552-4e46-b3ea-e7e2be2caf4a service neutron] Attempting to bind port e903ca97-db28-44ea-88d1-53bdf3b0a143 on host n-h1-713301-16 for vnic_type normal with profile {{(pid=95102) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 19:39:35.716081 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.managers [req-10781207-3be1-4106-8344-59a9b6b0ff43 req-7fd54898-e552-4e46-b3ea-e7e2be2caf4a service neutron] Attempting to bind port e903ca97-db28-44ea-88d1-53bdf3b0a143 by drivers openvswitch,hyperv on host n-h1-713301-16 at level 0 using segments [{'id': 'c5b82793-12a0-4116-8d9f-ade119c657cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'fc2b89b8-ce3f-4c16-8b68-220076c74d2b'}] {{(pid=95102) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 19:39:35.716421 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10781207-3be1-4106-8344-59a9b6b0ff43 req-7fd54898-e552-4e46-b3ea-e7e2be2caf4a service neutron] Attempting to bind port e903ca97-db28-44ea-88d1-53bdf3b0a143 on network fc2b89b8-ce3f-4c16-8b68-220076c74d2b {{(pid=95102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:39:35.788277 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10781207-3be1-4106-8344-59a9b6b0ff43 req-7fd54898-e552-4e46-b3ea-e7e2be2caf4a service neutron] Port e903ca97-db28-44ea-88d1-53bdf3b0a143 on network fc2b89b8-ce3f-4c16-8b68-220076c74d2b not bound, no agent of type Open vSwitch agent registered on host n-h1-713301-16 {{(pid=95102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 19:39:35.788726 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10781207-3be1-4106-8344-59a9b6b0ff43 req-7fd54898-e552-4e46-b3ea-e7e2be2caf4a service neutron] Attempting to bind port e903ca97-db28-44ea-88d1-53bdf3b0a143 on network fc2b89b8-ce3f-4c16-8b68-220076c74d2b {{(pid=95102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:39:35.830762 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10781207-3be1-4106-8344-59a9b6b0ff43 req-7fd54898-e552-4e46-b3ea-e7e2be2caf4a service neutron] Checking agent: {'id': '0708c3e9-0aad-4600-9be9-d2486535c898', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713301-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 19, 15, 28), 'started_at': datetime.datetime(2021, 9, 23, 19, 15, 28), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 19, 39, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 19:39:35.831117 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10781207-3be1-4106-8344-59a9b6b0ff43 req-7fd54898-e552-4e46-b3ea-e7e2be2caf4a service neutron] Checking segment: {'id': 'c5b82793-12a0-4116-8d9f-ade119c657cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'fc2b89b8-ce3f-4c16-8b68-220076c74d2b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95102) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:39:35.831704 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10781207-3be1-4106-8344-59a9b6b0ff43 req-7fd54898-e552-4e46-b3ea-e7e2be2caf4a service neutron] Bound using segment: {'id': 'c5b82793-12a0-4116-8d9f-ade119c657cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'fc2b89b8-ce3f-4c16-8b68-220076c74d2b'} {{(pid=95102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 19:39:35.832117 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-527e8848-249b-4c9f-b230-433d76bf45f9 tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] Notify callbacks [] for port, precommit_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:35.832227 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.managers [req-10781207-3be1-4106-8344-59a9b6b0ff43 req-7fd54898-e552-4e46-b3ea-e7e2be2caf4a service neutron] Bound port: e903ca97-db28-44ea-88d1-53bdf3b0a143, host: n-h1-713301-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c5b82793-12a0-4116-8d9f-ade119c657cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'fc2b89b8-ce3f-4c16-8b68-220076c74d2b'}}] {{(pid=95102) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 19:39:35.832524 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-10781207-3be1-4106-8344-59a9b6b0ff43 req-7fd54898-e552-4e46-b3ea-e7e2be2caf4a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:35.844148 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce00ed21-1b11-4ff2-902a-d35fec486805 tempest-NetworksIpV6TestAttrs-574578853 tempest-NetworksIpV6TestAttrs-574578853-project] Pushing event updated for resources: {'Subnet': ['ID=6c270147-893e-4fee-a98d-7e12bbaea3ce,revision_number=0']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:39:35.875224 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce00ed21-1b11-4ff2-902a-d35fec486805 tempest-NetworksIpV6TestAttrs-574578853 tempest-NetworksIpV6TestAttrs-574578853-project] Checking segment: {'id': '465528de-9ea4-46f0-a903-afdc855d3929', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': 'ea363359-6cb7-47b0-9d43-789f971fba95'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95102) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:39:35.875599 n-d-713301-16 neutron-server[95102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce00ed21-1b11-4ff2-902a-d35fec486805 tempest-NetworksIpV6TestAttrs-574578853 tempest-NetworksIpV6TestAttrs-574578853-project] Network hostable DHCP agents. Network: ea363359-6cb7-47b0-9d43-789f971fba95, hostable agents: ['1b18bf05-1b5f-4587-be5c-af3ac38e32ad'], hosted agents: [] {{(pid=95102) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 19:39:35.884826 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-527e8848-249b-4c9f-b230-433d76bf45f9 tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783145673135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5607431'] for port, after_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:35.885247 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-a7e9ab6c-093c-4090-98bc-2ec7db18bedb tempest-FloatingIPTestJSON-2085468291 tempest-FloatingIPTestJSON-2085468291-project] Notify callbacks [] for port, precommit_update {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:35.893498 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-a7e9ab6c-093c-4090-98bc-2ec7db18bedb tempest-FloatingIPTestJSON-2085468291 tempest-FloatingIPTestJSON-2085468291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4399095'] for port, after_update {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:35.939846 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-527e8848-249b-4c9f-b230-433d76bf45f9 tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] Network b0599172-2d1a-416f-a4dc-49f04f75b3d7 is already hosted by enough agents. {{(pid=95101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:39:35.943937 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.base_scheduler [None req-527e8848-249b-4c9f-b230-433d76bf45f9 tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] Resources bound (agent type, host, resource id): {{(pid=95101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:39:35.948285 n-d-713301-16 neutron-server[95101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-527e8848-249b-4c9f-b230-433d76bf45f9 tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] Received port after_create {{(pid=95101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 19:39:35.955054 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-527e8848-249b-4c9f-b230-433d76bf45f9 tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:39:35.956013 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-527e8848-249b-4c9f-b230-433d76bf45f9 tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222849'] for port, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:35.969854 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-527e8848-249b-4c9f-b230-433d76bf45f9 tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] Pushing event updated for resources: {'Port': ['ID=264ae40c-b204-47a7-adf7-20d5cce8bf34,revision_number=1']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:39:35.984698 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-527e8848-249b-4c9f-b230-433d76bf45f9 tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 0.6962655 Sep 23 19:39:35.987132 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 58930) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:39:36.005763 n-d-713301-16 neutron-server[95102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce00ed21-1b11-4ff2-902a-d35fec486805 tempest-NetworksIpV6TestAttrs-574578853 tempest-NetworksIpV6TestAttrs-574578853-project] Network ea363359-6cb7-47b0-9d43-789f971fba95 is scheduled to be hosted by DHCP agent 1b18bf05-1b5f-4587-be5c-af3ac38e32ad with binding_index 1 {{(pid=95102) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 19:39:36.037933 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-883e51d8-b41d-45bd-abfa-77c8e1f09382 tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:39:36.039627 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-883e51d8-b41d-45bd-abfa-77c8e1f09382 tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] 10.222.0.67 "GET /v2.0/ports/264ae40c-b204-47a7-adf7-20d5cce8bf34 HTTP/1.1" status: 200 len: 841 time: 0.0512679 Sep 23 19:39:36.042401 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 58934) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:39:36.066668 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.agents_db [None req-f2f5c474-60a3-474f-b2cc-02c4bd30880c None None] Agent healthcheck: found 7 active agents {{(pid=95104) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 19:39:36.104659 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7e9ab6c-093c-4090-98bc-2ec7db18bedb tempest-FloatingIPTestJSON-2085468291 tempest-FloatingIPTestJSON-2085468291-project] Pushing event updated for resources: {'Port': ['ID=fcca7143-617d-4e26-8e3e-8cff68c79063,revision_number=2']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:39:36.109339 n-d-713301-16 neutron-server[95102]: DEBUG neutron.scheduler.base_scheduler [None req-ce00ed21-1b11-4ff2-902a-d35fec486805 tempest-NetworksIpV6TestAttrs-574578853 tempest-NetworksIpV6TestAttrs-574578853-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713301-16, ea363359-6cb7-47b0-9d43-789f971fba95) {{(pid=95102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:39:36.115655 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce00ed21-1b11-4ff2-902a-d35fec486805 tempest-NetworksIpV6TestAttrs-574578853 tempest-NetworksIpV6TestAttrs-574578853-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:39:36.117302 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-ce00ed21-1b11-4ff2-902a-d35fec486805 tempest-NetworksIpV6TestAttrs-574578853 tempest-NetworksIpV6TestAttrs-574578853-project] Notify callbacks [] for subnet, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:36.120429 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bef9eb3a-f4f8-4a0e-92bc-132b60656f0e None None] Network ea363359-6cb7-47b0-9d43-789f971fba95 requested from n-d-713301-16 {{(pid=95103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 19:39:36.127841 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.db [req-10781207-3be1-4106-8344-59a9b6b0ff43 req-7fd54898-e552-4e46-b3ea-e7e2be2caf4a service neutron] For port e903ca97-db28-44ea-88d1-53bdf3b0a143, host n-h1-713301-16, cleared binding levels {{(pid=95102) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 19:39:36.153656 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-a7e9ab6c-093c-4090-98bc-2ec7db18bedb tempest-FloatingIPTestJSON-2085468291 tempest-FloatingIPTestJSON-2085468291-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-601884'] for floatingip, after_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:36.170475 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.db [req-10781207-3be1-4106-8344-59a9b6b0ff43 req-7fd54898-e552-4e46-b3ea-e7e2be2caf4a service neutron] For port e903ca97-db28-44ea-88d1-53bdf3b0a143, host n-h1-713301-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-16',level=0,port_id=e903ca97-db28-44ea-88d1-53bdf3b0a143,segment=NetworkSegment(c5b82793-12a0-4116-8d9f-ade119c657cf),segment_id=c5b82793-12a0-4116-8d9f-ade119c657cf)] {{(pid=95102) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 19:39:36.176778 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-ce00ed21-1b11-4ff2-902a-d35fec486805 tempest-NetworksIpV6TestAttrs-574578853 tempest-NetworksIpV6TestAttrs-574578853-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.9429634 Sep 23 19:39:36.182038 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 58936) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:39:36.184314 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.plugin [None req-ebfac50f-414f-4576-99e3-913bdb4a5a95 tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] Deleting port 264ae40c-b204-47a7-adf7-20d5cce8bf34 {{(pid=95101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:39:36.184670 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-ebfac50f-414f-4576-99e3-913bdb4a5a95 tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783146157096'] for port, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:36.191223 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-10781207-3be1-4106-8344-59a9b6b0ff43 req-7fd54898-e552-4e46-b3ea-e7e2be2caf4a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4399095'] for port, after_update {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:36.196460 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.v2.base [None req-bdd6e179-f9e9-424a-bf2d-3b4f3d055be3 tempest-NetworksIpV6TestAttrs-574578853 tempest-NetworksIpV6TestAttrs-574578853-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-380276396'}} {{(pid=95101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:39:36.250029 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-a7e9ab6c-093c-4090-98bc-2ec7db18bedb tempest-FloatingIPTestJSON-2085468291 tempest-FloatingIPTestJSON-2085468291-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222849'] for floatingip, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:36.257653 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-a7e9ab6c-093c-4090-98bc-2ec7db18bedb tempest-FloatingIPTestJSON-2085468291 tempest-FloatingIPTestJSON-2085468291-project] 10.222.0.67 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.9706156 Sep 23 19:39:36.263011 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 58944) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:39:36.276981 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-ebfac50f-414f-4576-99e3-913bdb4a5a95 tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-605701'] for port, precommit_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:36.279197 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.v2.base [None req-6fccc983-012d-48f4-a018-7c4bd2d960cd tempest-FloatingIPTestJSON-2085468291 tempest-FloatingIPTestJSON-2085468291-project] Request body: {'port': {'network_id': 'f5928f37-657a-4715-86ca-02712a88cf8e', 'name': 'tempest-FloatingIPTestJSON-843393157'}} {{(pid=95102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:39:36.292072 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.plugin [None req-ebfac50f-414f-4576-99e3-913bdb4a5a95 tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] Calling delete_port for 264ae40c-b204-47a7-adf7-20d5cce8bf34 owned by {{(pid=95101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:39:36.386302 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a418d0b2-1e47-4418-8173-15cc3f940824 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4c8b80df-07eb-5275-9f17-5cf640db67c0-ea363359-6cb7-47b0-9d43-789f971fba95', 'network_id': 'ea363359-6cb7-47b0-9d43-789f971fba95', 'tenant_id': 'd5614ce166cb4e09908670e4e49f5263', 'fixed_ips': [{'subnet_id': '6c270147-893e-4fee-a98d-7e12bbaea3ce'}]}} from n-d-713301-16. {{(pid=95103) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 23 19:39:36.392527 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-a418d0b2-1e47-4418-8173-15cc3f940824 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_create {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:36.422074 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-ebfac50f-414f-4576-99e3-913bdb4a5a95 tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783146162158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783145673144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5607431'] for port, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:36.461729 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebfac50f-414f-4576-99e3-913bdb4a5a95 tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] Pushing event deleted for resources: {'Port': ['ID=264ae40c-b204-47a7-adf7-20d5cce8bf34,revision_number=None']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:39:36.488853 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-ebfac50f-414f-4576-99e3-913bdb4a5a95 tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222849'] for port, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:36.491776 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-ebfac50f-414f-4576-99e3-913bdb4a5a95 tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] 10.222.0.67 "DELETE /v2.0/ports/264ae40c-b204-47a7-adf7-20d5cce8bf34 HTTP/1.1" status: 204 len: 168 time: 0.4479430 Sep 23 19:39:36.494530 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 58952) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:39:36.506947 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bdd6e179-f9e9-424a-bf2d-3b4f3d055be3 tempest-NetworksIpV6TestAttrs-574578853 tempest-NetworksIpV6TestAttrs-574578853-project] Made reservation on behalf of d5614ce166cb4e09908670e4e49f5263 for: {'network': 1} {{(pid=95101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:39:36.510851 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-bdd6e179-f9e9-424a-bf2d-3b4f3d055be3 tempest-NetworksIpV6TestAttrs-574578853 tempest-NetworksIpV6TestAttrs-574578853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for network, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:36.514675 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28a0cb7-1a1f-42ab-b113-a5e597eae96d req-0c0337b7-571e-408a-aa81-6837a3d77b61 tempest-ServersTestJSON-149791516 tempest-ServersTestJSON-149791516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:39:36.517523 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-a28a0cb7-1a1f-42ab-b113-a5e597eae96d req-0c0337b7-571e-408a-aa81-6837a3d77b61 tempest-ServersTestJSON-149791516 tempest-ServersTestJSON-149791516-project] 10.222.0.53 "GET /v2.0/ports?device_id=4d5000bd-a634-4d17-883e-073435ceaea2 HTTP/1.1" status: 200 len: 946 time: 0.4617846 Sep 23 19:39:36.539907 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10781207-3be1-4106-8344-59a9b6b0ff43 req-7fd54898-e552-4e46-b3ea-e7e2be2caf4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:39:36.540588 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-10781207-3be1-4106-8344-59a9b6b0ff43 req-7fd54898-e552-4e46-b3ea-e7e2be2caf4a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222849'] for port, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:36.542103 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-10781207-3be1-4106-8344-59a9b6b0ff43 req-7fd54898-e552-4e46-b3ea-e7e2be2caf4a service neutron] 10.222.0.74 "PUT /v2.0/ports/e903ca97-db28-44ea-88d1-53bdf3b0a143 HTTP/1.1" status: 200 len: 1093 time: 3.6683366 Sep 23 19:39:36.542625 n-d-713301-16 neutron-server[95102]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c994c23c-480f-4306-a41c-657703b40238', 'tag': 'e903ca97-db28-44ea-88d1-53bdf3b0a143'}] {{(pid=95102) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 19:39:36.545021 n-d-713301-16 neutron-server[95102]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab31b6d93e5336dbddfa8ec424565b3bd8cb2369c5b4d85bc943472dbb21e8ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d5acb74-8491-49c7-91c3-41be3393d319" -d '{"events": [{"name": "network-changed", "server_uuid": "c994c23c-480f-4306-a41c-657703b40238", "tag": "e903ca97-db28-44ea-88d1-53bdf3b0a143"}]}' {{(pid=95102) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 19:39:36.554287 n-d-713301-16 neutron-server[95101]: INFO neutron.pecan_wsgi.hooks.translation [None req-09b4705f-7d20-4913-8e32-c03e4f875cb3 tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] GET failed (client error): The resource could not be found. Sep 23 19:39:36.556411 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-09b4705f-7d20-4913-8e32-c03e4f875cb3 tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] 10.222.0.67 "GET /v2.0/ports/264ae40c-b204-47a7-adf7-20d5cce8bf34 HTTP/1.1" status: 404 len: 333 time: 0.0604594 Sep 23 19:39:36.563258 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 58956) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:39:36.569167 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.v2.base [None req-f49c62d8-09db-48d5-8963-5a59357a5bc6 tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] Request body: {'port': {'network_id': 'b0599172-2d1a-416f-a4dc-49f04f75b3d7', 'name': 'tempest-PortsTestJSON-1404131645'}} {{(pid=95101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:39:36.635402 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bdd6e179-f9e9-424a-bf2d-3b4f3d055be3 tempest-NetworksIpV6TestAttrs-574578853 tempest-NetworksIpV6TestAttrs-574578853-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 641} {{(pid=95101) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 19:39:36.677121 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-bdd6e179-f9e9-424a-bf2d-3b4f3d055be3 tempest-NetworksIpV6TestAttrs-574578853 tempest-NetworksIpV6TestAttrs-574578853-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1756186'] for segment, precommit_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:36.678511 n-d-713301-16 neutron-server[95101]: INFO neutron.db.segments_db [None req-bdd6e179-f9e9-424a-bf2d-3b4f3d055be3 tempest-NetworksIpV6TestAttrs-574578853 tempest-NetworksIpV6TestAttrs-574578853-project] Added segment 384664f4-b929-42bc-829f-bedf693669e6 of type vlan for network 3ec2ef14-a95e-4094-84a0-f62cc38fad62 Sep 23 19:39:36.716430 n-d-713301-16 neutron-server[95102]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 19:39:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59038dd3-7f4c-46fa-b1a5-d6ae3c887d34 x-openstack-request-id: req-59038dd3-7f4c-46fa-b1a5-d6ae3c887d34 {{(pid=95102) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 19:39:36.717256 n-d-713301-16 neutron-server[95102]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c994c23c-480f-4306-a41c-657703b40238", "tag": "e903ca97-db28-44ea-88d1-53bdf3b0a143", "status": "completed", "code": 200}]} {{(pid=95102) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 19:39:36.720232 n-d-713301-16 neutron-server[95102]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-59038dd3-7f4c-46fa-b1a5-d6ae3c887d34 {{(pid=95102) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 19:39:36.721633 n-d-713301-16 neutron-server[95102]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c994c23c-480f-4306-a41c-657703b40238', 'tag': 'e903ca97-db28-44ea-88d1-53bdf3b0a143', 'status': 'completed', 'code': 200} Sep 23 19:39:36.726257 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.db_base_plugin_common [None req-a418d0b2-1e47-4418-8173-15cc3f940824 None None] Allocated IP 2001:db8:0:ffff::2 (ea363359-6cb7-47b0-9d43-789f971fba95/6c270147-893e-4fee-a98d-7e12bbaea3ce/dcfb4150-042d-4c00-94fd-44e9932dc408) {{(pid=95103) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 19:39:36.749370 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-bdd6e179-f9e9-424a-bf2d-3b4f3d055be3 tempest-NetworksIpV6TestAttrs-574578853 tempest-NetworksIpV6TestAttrs-574578853-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783145630486'] for network, precommit_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:36.750977 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd54898-e552-4e46-b3ea-e7e2be2caf4a service neutron] Pushing event updated for resources: {'Port': ['ID=e903ca97-db28-44ea-88d1-53bdf3b0a143,revision_number=3']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:39:36.821197 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-bdd6e179-f9e9-424a-bf2d-3b4f3d055be3 tempest-NetworksIpV6TestAttrs-574578853 tempest-NetworksIpV6TestAttrs-574578853-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299'] for network, after_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:36.835225 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdd6e179-f9e9-424a-bf2d-3b4f3d055be3 tempest-NetworksIpV6TestAttrs-574578853 tempest-NetworksIpV6TestAttrs-574578853-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:39:36.836014 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-bdd6e179-f9e9-424a-bf2d-3b4f3d055be3 tempest-NetworksIpV6TestAttrs-574578853 tempest-NetworksIpV6TestAttrs-574578853-project] Notify callbacks [] for network, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:36.854402 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8d6556-eb0f-41bf-a557-c2c22880e61e req-740028c5-6b79-4a6c-b794-4331b59e350a tempest-ServersTestJSON-149791516 tempest-ServersTestJSON-149791516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:39:36.861797 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-5c8d6556-eb0f-41bf-a557-c2c22880e61e req-740028c5-6b79-4a6c-b794-4331b59e350a tempest-ServersTestJSON-149791516 tempest-ServersTestJSON-149791516-project] 10.222.0.67 "GET /v2.0/ports?device_id=4d5000bd-a634-4d17-883e-073435ceaea2 HTTP/1.1" status: 200 len: 946 time: 0.3432426 Sep 23 19:39:36.892302 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10781207-3be1-4106-8344-59a9b6b0ff43 req-fcfd3020-aca9-426b-b6b8-3fbdf401abca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:39:36.894705 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-10781207-3be1-4106-8344-59a9b6b0ff43 req-fcfd3020-aca9-426b-b6b8-3fbdf401abca service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=9f955dc8eb0a49dcaf259d890508d18f&device_id=c994c23c-480f-4306-a41c-657703b40238 HTTP/1.1" status: 200 len: 1096 time: 0.2432554 Sep 23 19:39:36.996058 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419b632a-7a68-4ba7-88bc-ab8b6d3e320f req-b469ca76-4209-4a47-8156-61ef5e8a3cab tempest-AttachVolumeShelveTestJSON-2035318112 tempest-AttachVolumeShelveTestJSON-2035318112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:39:36.998617 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-419b632a-7a68-4ba7-88bc-ab8b6d3e320f req-b469ca76-4209-4a47-8156-61ef5e8a3cab tempest-AttachVolumeShelveTestJSON-2035318112 tempest-AttachVolumeShelveTestJSON-2035318112-project] 10.222.0.67 "GET /v2.0/ports?device_id=c994c23c-480f-4306-a41c-657703b40238 HTTP/1.1" status: 200 len: 944 time: 0.2115448 Sep 23 19:39:37.000161 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-10781207-3be1-4106-8344-59a9b6b0ff43 req-7ee1ce94-8f54-41b5-9cf0-174de080c6ba service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e903ca97-db28-44ea-88d1-53bdf3b0a143 HTTP/1.1" status: 200 len: 217 time: 0.0835292 Sep 23 19:39:37.008084 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-a418d0b2-1e47-4418-8173-15cc3f940824 None None] Notify callbacks [] for port, precommit_create {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:37.009416 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6fccc983-012d-48f4-a018-7c4bd2d960cd tempest-FloatingIPTestJSON-2085468291 tempest-FloatingIPTestJSON-2085468291-project] Made reservation on behalf of 4f8ca033f800491e9695967b28d9226b for: {'port': 1} {{(pid=95102) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:39:37.014962 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-6fccc983-012d-48f4-a018-7c4bd2d960cd tempest-FloatingIPTestJSON-2085468291 tempest-FloatingIPTestJSON-2085468291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:37.021530 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-a418d0b2-1e47-4418-8173-15cc3f940824 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783145673135'] for port, after_create {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:37.022887 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd6e179-f9e9-424a-bf2d-3b4f3d055be3 tempest-NetworksIpV6TestAttrs-574578853 tempest-NetworksIpV6TestAttrs-574578853-project] Pushing event updated for resources: {'Network': ['ID=3ec2ef14-a95e-4094-84a0-f62cc38fad62,revision_number=1']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:39:37.048073 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-bdd6e179-f9e9-424a-bf2d-3b4f3d055be3 tempest-NetworksIpV6TestAttrs-574578853 tempest-NetworksIpV6TestAttrs-574578853-project] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.8569613 Sep 23 19:39:37.048771 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 58964) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:39:37.052132 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f49c62d8-09db-48d5-8963-5a59357a5bc6 tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] Made reservation on behalf of e53e881fc39941c397f29318ff64a85b for: {'port': 1} {{(pid=95101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:39:37.056630 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-f49c62d8-09db-48d5-8963-5a59357a5bc6 tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:37.061081 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Network 3ec2ef14-a95e-4094-84a0-f62cc38fad62 details requested by agent ovs-agent-n-d-713301-16 with host n-d-713301-16 {{(pid=95103) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 19:39:37.063585 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.v2.base [None req-934f4491-7311-4d37-83a3-7616ddebc255 tempest-NetworksIpV6TestAttrs-574578853 tempest-NetworksIpV6TestAttrs-574578853-project] Request body: {'subnet': {'network_id': '3ec2ef14-a95e-4094-84a0-f62cc38fad62', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=95101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:39:37.092737 n-d-713301-16 neutron-server[95102]: DEBUG neutron.notifiers.nova [None req-6fccc983-012d-48f4-a018-7c4bd2d960cd tempest-FloatingIPTestJSON-2085468291 tempest-FloatingIPTestJSON-2085468291-project] device_id is not set on port 866a2a84-70f5-4c17-a184-4a83120d62b1 yet. {{(pid=95102) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 23 19:39:37.118298 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-419b632a-7a68-4ba7-88bc-ab8b6d3e320f req-240fdd65-246f-4d27-9473-053a36a35d08 tempest-AttachVolumeShelveTestJSON-2035318112 tempest-AttachVolumeShelveTestJSON-2035318112-project] 10.222.0.67 "GET /v2.0/security-groups?id=dd8506a8-7e56-49b4-9c74-3948d9b76f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0765402 Sep 23 19:39:37.120889 n-d-713301-16 neutron-server[95101]: DEBUG neutron.notifiers.nova [None req-f49c62d8-09db-48d5-8963-5a59357a5bc6 tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] device_id is not set on port 3a4bc2d8-3ec6-4a80-a7ed-3211165a3ac9 yet. {{(pid=95101) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 23 19:39:37.160915 n-d-713301-16 neutron-server[95103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a418d0b2-1e47-4418-8173-15cc3f940824 None None] Network ea363359-6cb7-47b0-9d43-789f971fba95 is already hosted by enough agents. {{(pid=95103) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:39:37.175954 n-d-713301-16 neutron-server[95103]: DEBUG neutron.scheduler.base_scheduler [None req-a418d0b2-1e47-4418-8173-15cc3f940824 None None] Resources bound (agent type, host, resource id): {{(pid=95103) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:39:37.182006 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a418d0b2-1e47-4418-8173-15cc3f940824 None None] Received port after_create {{(pid=95103) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 19:39:37.188474 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a418d0b2-1e47-4418-8173-15cc3f940824 None None] Pushing event updated for resources: {'Port': ['ID=dcfb4150-042d-4c00-94fd-44e9932dc408,revision_number=1']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:39:37.210382 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-5c8d6556-eb0f-41bf-a557-c2c22880e61e req-752b2dd1-ecb8-4668-b310-c90c6c28b0c8 tempest-ServersTestJSON-149791516 tempest-ServersTestJSON-149791516-project] 10.222.0.67 "GET /v2.0/security-groups?id=b8c31db9-bcb2-4708-876e-18b1f4bdd8a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3475702 Sep 23 19:39:37.305278 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-934f4491-7311-4d37-83a3-7616ddebc255 tempest-NetworksIpV6TestAttrs-574578853 tempest-NetworksIpV6TestAttrs-574578853-project] Made reservation on behalf of d5614ce166cb4e09908670e4e49f5263 for: {'subnet': 1} {{(pid=95101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:39:37.309668 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-934f4491-7311-4d37-83a3-7616ddebc255 tempest-NetworksIpV6TestAttrs-574578853 tempest-NetworksIpV6TestAttrs-574578853-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6130979'] for subnet, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:37.344637 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.managers [None req-a418d0b2-1e47-4418-8173-15cc3f940824 None None] Attempting to bind port dcfb4150-042d-4c00-94fd-44e9932dc408 on host n-d-713301-16 for vnic_type normal with profile {{(pid=95103) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 19:39:37.348594 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.managers [None req-a418d0b2-1e47-4418-8173-15cc3f940824 None None] Attempting to bind port dcfb4150-042d-4c00-94fd-44e9932dc408 by drivers openvswitch,hyperv on host n-d-713301-16 at level 0 using segments [{'id': '465528de-9ea4-46f0-a903-afdc855d3929', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': 'ea363359-6cb7-47b0-9d43-789f971fba95'}] {{(pid=95103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 19:39:37.349099 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a418d0b2-1e47-4418-8173-15cc3f940824 None None] Attempting to bind port dcfb4150-042d-4c00-94fd-44e9932dc408 on network ea363359-6cb7-47b0-9d43-789f971fba95 {{(pid=95103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:39:37.350239 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.plugin [req-a28a0cb7-1a1f-42ab-b113-a5e597eae96d req-42aa5459-2d51-4c9a-8bc6-7d6b72303fc1 tempest-ServersTestJSON-149791516 tempest-ServersTestJSON-149791516-project] Deleting port d8620d2a-498b-47f5-af88-f165bb7b1df4 {{(pid=95102) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:39:37.350589 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-a28a0cb7-1a1f-42ab-b113-a5e597eae96d req-42aa5459-2d51-4c9a-8bc6-7d6b72303fc1 tempest-ServersTestJSON-149791516 tempest-ServersTestJSON-149791516-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783146157096'] for port, before_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:37.360759 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a418d0b2-1e47-4418-8173-15cc3f940824 None None] Checking agent: {'id': '70a14545-df24-472f-8f95-bfe1719bff93', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 19, 7, 53), 'started_at': datetime.datetime(2021, 9, 23, 19, 8, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 19, 39, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 19:39:37.364588 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a418d0b2-1e47-4418-8173-15cc3f940824 None None] Checking segment: {'id': '465528de-9ea4-46f0-a903-afdc855d3929', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': 'ea363359-6cb7-47b0-9d43-789f971fba95'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95103) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:39:37.365165 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-a418d0b2-1e47-4418-8173-15cc3f940824 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:37.369435 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a418d0b2-1e47-4418-8173-15cc3f940824 None None] Bound using segment: {'id': '465528de-9ea4-46f0-a903-afdc855d3929', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': 'ea363359-6cb7-47b0-9d43-789f971fba95'} {{(pid=95103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 19:39:37.370082 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.managers [None req-a418d0b2-1e47-4418-8173-15cc3f940824 None None] Bound port: dcfb4150-042d-4c00-94fd-44e9932dc408, host: n-d-713301-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '465528de-9ea4-46f0-a903-afdc855d3929', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': 'ea363359-6cb7-47b0-9d43-789f971fba95'}}] {{(pid=95103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 19:39:37.370585 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-a418d0b2-1e47-4418-8173-15cc3f940824 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:37.402717 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10781207-3be1-4106-8344-59a9b6b0ff43 req-bf207744-ff8c-4973-99a0-1a0a660fb852 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:39:37.404238 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-10781207-3be1-4106-8344-59a9b6b0ff43 req-bf207744-ff8c-4973-99a0-1a0a660fb852 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=cfb66c78-2a7b-4d98-8fdd-683258461232 HTTP/1.1" status: 200 len: 855 time: 0.3692255 Sep 23 19:39:37.495809 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-a418d0b2-1e47-4418-8173-15cc3f940824 None None] For port dcfb4150-042d-4c00-94fd-44e9932dc408, host n-d-713301-16, cleared binding levels {{(pid=95103) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 19:39:37.512684 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-a418d0b2-1e47-4418-8173-15cc3f940824 None None] For port dcfb4150-042d-4c00-94fd-44e9932dc408, host n-d-713301-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-16',level=0,port_id=dcfb4150-042d-4c00-94fd-44e9932dc408,segment=NetworkSegment(465528de-9ea4-46f0-a903-afdc855d3929),segment_id=465528de-9ea4-46f0-a903-afdc855d3929)] {{(pid=95103) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 19:39:37.523231 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-a418d0b2-1e47-4418-8173-15cc3f940824 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:37.577011 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.db [req-a28a0cb7-1a1f-42ab-b113-a5e597eae96d req-42aa5459-2d51-4c9a-8bc6-7d6b72303fc1 tempest-ServersTestJSON-149791516 tempest-ServersTestJSON-149791516-project] For port d8620d2a-498b-47f5-af88-f165bb7b1df4, host n-h2-713301-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-16',level=0,port_id=d8620d2a-498b-47f5-af88-f165bb7b1df4,segment=NetworkSegment(c829e8ab-031e-4667-8d5b-36ba5cfb9383),segment_id=c829e8ab-031e-4667-8d5b-36ba5cfb9383)] {{(pid=95102) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:39:37.577392 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-a28a0cb7-1a1f-42ab-b113-a5e597eae96d req-42aa5459-2d51-4c9a-8bc6-7d6b72303fc1 tempest-ServersTestJSON-149791516 tempest-ServersTestJSON-149791516-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-605701'] for port, precommit_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:37.604978 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.plugin [req-a28a0cb7-1a1f-42ab-b113-a5e597eae96d req-42aa5459-2d51-4c9a-8bc6-7d6b72303fc1 tempest-ServersTestJSON-149791516 tempest-ServersTestJSON-149791516-project] Calling delete_port for d8620d2a-498b-47f5-af88-f165bb7b1df4 owned by compute:nova {{(pid=95102) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:39:37.633526 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a418d0b2-1e47-4418-8173-15cc3f940824 None None] Pushing event updated for resources: {'Port': ['ID=dcfb4150-042d-4c00-94fd-44e9932dc408,revision_number=2']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:39:37.819548 n-d-713301-16 neutron-server[95102]: DEBUG neutron.db.db_base_plugin_common [None req-6fccc983-012d-48f4-a018-7c4bd2d960cd tempest-FloatingIPTestJSON-2085468291 tempest-FloatingIPTestJSON-2085468291-project] Allocated IP 172.20.0.9 (f5928f37-657a-4715-86ca-02712a88cf8e/7eb3aff8-6d21-4bac-92e2-a7c22ef686ae/866a2a84-70f5-4c17-a184-4a83120d62b1) {{(pid=95102) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 19:39:37.995138 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-6fccc983-012d-48f4-a018-7c4bd2d960cd tempest-FloatingIPTestJSON-2085468291 tempest-FloatingIPTestJSON-2085468291-project] Notify callbacks [] for port, precommit_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:38.014434 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-f49c62d8-09db-48d5-8963-5a59357a5bc6 tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] Notify callbacks [] for port, precommit_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:38.034538 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10781207-3be1-4106-8344-59a9b6b0ff43 req-2aa88f9c-2471-42b6-b129-38d353d58a6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:39:38.035092 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-10781207-3be1-4106-8344-59a9b6b0ff43 req-2aa88f9c-2471-42b6-b129-38d353d58a6b service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=fc2b89b8-ce3f-4c16-8b68-220076c74d2b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.6151435 Sep 23 19:39:38.061376 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-a28a0cb7-1a1f-42ab-b113-a5e597eae96d req-42aa5459-2d51-4c9a-8bc6-7d6b72303fc1 tempest-ServersTestJSON-149791516 tempest-ServersTestJSON-149791516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783146162158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783145673144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4399100'] for port, after_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:38.073634 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] get_ports_and_sgs() called for port_ids ['3c5f04d5-5e60-459d-a0e5-3ddd2acee29f'] {{(pid=95103) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 19:39:38.124772 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42aa5459-2d51-4c9a-8bc6-7d6b72303fc1 tempest-ServersTestJSON-149791516 tempest-ServersTestJSON-149791516-project] Pushing event deleted for resources: {'Port': ['ID=d8620d2a-498b-47f5-af88-f165bb7b1df4,revision_number=None']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:39:38.146432 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] get_ports_and_sgs() called for port_ids ['1e33a789-d371-4447-ad9f-6d77201ac2d1'] {{(pid=95103) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 19:39:38.176173 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-6fccc983-012d-48f4-a018-7c4bd2d960cd tempest-FloatingIPTestJSON-2085468291 tempest-FloatingIPTestJSON-2085468291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783145673135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4399100'] for port, after_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:38.224085 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-f49c62d8-09db-48d5-8963-5a59357a5bc6 tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783145673135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5607431'] for port, after_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:38.263894 n-d-713301-16 neutron-server[95102]: DEBUG neutron.db.l3_dvrscheduler_db [req-a28a0cb7-1a1f-42ab-b113-a5e597eae96d req-42aa5459-2d51-4c9a-8bc6-7d6b72303fc1 tempest-ServersTestJSON-149791516 tempest-ServersTestJSON-149791516-project] No DVR routers for this DVR port d8620d2a-498b-47f5-af88-f165bb7b1df4 on host n-h2-713301-16 {{(pid=95102) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 19:39:38.276233 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-a28a0cb7-1a1f-42ab-b113-a5e597eae96d req-42aa5459-2d51-4c9a-8bc6-7d6b72303fc1 tempest-ServersTestJSON-149791516 tempest-ServersTestJSON-149791516-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222849'] for port, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:38.278337 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-a28a0cb7-1a1f-42ab-b113-a5e597eae96d req-42aa5459-2d51-4c9a-8bc6-7d6b72303fc1 tempest-ServersTestJSON-149791516 tempest-ServersTestJSON-149791516-project] 10.222.0.53 "DELETE /v2.0/ports/d8620d2a-498b-47f5-af88-f165bb7b1df4 HTTP/1.1" status: 204 len: 173 time: 1.7277541 Sep 23 19:39:38.305033 n-d-713301-16 neutron-server[95102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fccc983-012d-48f4-a018-7c4bd2d960cd tempest-FloatingIPTestJSON-2085468291 tempest-FloatingIPTestJSON-2085468291-project] Network f5928f37-657a-4715-86ca-02712a88cf8e is already hosted by enough agents. {{(pid=95102) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:39:38.346408 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-10781207-3be1-4106-8344-59a9b6b0ff43 req-002b338b-2215-4d60-b4f0-696a6fa86b45 service neutron] 10.222.0.74 "GET /v2.0/networks/fc2b89b8-ce3f-4c16-8b68-220076c74d2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2990406 Sep 23 19:39:38.347369 n-d-713301-16 neutron-server[95102]: DEBUG neutron.scheduler.base_scheduler [None req-6fccc983-012d-48f4-a018-7c4bd2d960cd tempest-FloatingIPTestJSON-2085468291 tempest-FloatingIPTestJSON-2085468291-project] Resources bound (agent type, host, resource id): {{(pid=95102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:39:38.351556 n-d-713301-16 neutron-server[95102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fccc983-012d-48f4-a018-7c4bd2d960cd tempest-FloatingIPTestJSON-2085468291 tempest-FloatingIPTestJSON-2085468291-project] Received port after_create {{(pid=95102) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 19:39:38.404533 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fccc983-012d-48f4-a018-7c4bd2d960cd tempest-FloatingIPTestJSON-2085468291 tempest-FloatingIPTestJSON-2085468291-project] Pushing event updated for resources: {'Port': ['ID=866a2a84-70f5-4c17-a184-4a83120d62b1,revision_number=1']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:39:38.509932 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f49c62d8-09db-48d5-8963-5a59357a5bc6 tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] Network b0599172-2d1a-416f-a4dc-49f04f75b3d7 is already hosted by enough agents. {{(pid=95101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:39:38.519237 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-08598808-a647-499b-9e8e-d51cac4e7909 req-9bc2a015-367e-4b63-ba9e-d74bf13a1e69 tempest-ServersTestJSON-149791516 tempest-ServersTestJSON-149791516-project] 10.222.0.67 "GET /v2.0/ports?device_id=4d5000bd-a634-4d17-883e-073435ceaea2 HTTP/1.1" status: 200 len: 210 time: 0.0965531 Sep 23 19:39:38.542657 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.base_scheduler [None req-f49c62d8-09db-48d5-8963-5a59357a5bc6 tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] Resources bound (agent type, host, resource id): {{(pid=95101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:39:38.560309 n-d-713301-16 neutron-server[95101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f49c62d8-09db-48d5-8963-5a59357a5bc6 tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] Received port after_create {{(pid=95101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 19:39:38.570771 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f49c62d8-09db-48d5-8963-5a59357a5bc6 tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:39:38.571449 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-f49c62d8-09db-48d5-8963-5a59357a5bc6 tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222849'] for port, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:38.591767 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52f4a3b-a5e7-461a-a4ff-4c68a694571b req-1eb62cbb-337b-4781-9ee9-8f93b4d3fd94 tempest-AttachVolumeShelveTestJSON-2035318112 tempest-AttachVolumeShelveTestJSON-2035318112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:39:38.593397 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-e52f4a3b-a5e7-461a-a4ff-4c68a694571b req-1eb62cbb-337b-4781-9ee9-8f93b4d3fd94 tempest-AttachVolumeShelveTestJSON-2035318112 tempest-AttachVolumeShelveTestJSON-2035318112-project] 10.222.0.67 "GET /v2.0/ports?device_id=c994c23c-480f-4306-a41c-657703b40238 HTTP/1.1" status: 200 len: 944 time: 0.2831538 Sep 23 19:39:38.601831 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fccc983-012d-48f4-a018-7c4bd2d960cd tempest-FloatingIPTestJSON-2085468291 tempest-FloatingIPTestJSON-2085468291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:39:38.602510 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-6fccc983-012d-48f4-a018-7c4bd2d960cd tempest-FloatingIPTestJSON-2085468291 tempest-FloatingIPTestJSON-2085468291-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222849'] for port, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:38.614648 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f49c62d8-09db-48d5-8963-5a59357a5bc6 tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] Pushing event updated for resources: {'Port': ['ID=3a4bc2d8-3ec6-4a80-a7ed-3211165a3ac9,revision_number=1']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:39:38.659099 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-6fccc983-012d-48f4-a018-7c4bd2d960cd tempest-FloatingIPTestJSON-2085468291 tempest-FloatingIPTestJSON-2085468291-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 2.3838768 Sep 23 19:39:38.664046 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 58994) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:39:38.666927 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-f49c62d8-09db-48d5-8963-5a59357a5bc6 tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 2.1020305 Sep 23 19:39:38.670203 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.v2.base [None req-af41e2ab-2cad-4c52-b9a5-2824ccd0045b tempest-FloatingIPTestJSON-2085468291 tempest-FloatingIPTestJSON-2085468291-project] Request body: {'floatingip': {'port_id': '866a2a84-70f5-4c17-a184-4a83120d62b1'}} {{(pid=95101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:39:38.674528 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 58996) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:39:38.697040 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.v2.base [None req-62aa068e-fbfb-4496-a41e-effac1f015e7 tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=95102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:39:38.705255 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-10781207-3be1-4106-8344-59a9b6b0ff43 req-d6950c4a-6d81-4181-8a28-62616172f6be service neutron] 10.222.0.74 "GET /v2.0/networks/fc2b89b8-ce3f-4c16-8b68-220076c74d2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3177109 Sep 23 19:39:38.713708 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-e52f4a3b-a5e7-461a-a4ff-4c68a694571b req-43e4b9b7-0011-42b1-836e-3cda6ce47c6f tempest-AttachVolumeShelveTestJSON-2035318112 tempest-AttachVolumeShelveTestJSON-2035318112-project] 10.222.0.67 "GET /v2.0/security-groups?id=dd8506a8-7e56-49b4-9c74-3948d9b76f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1028094 Sep 23 19:39:38.763268 n-d-713301-16 neutron-server[95102]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d5000bd-a634-4d17-883e-073435ceaea2', 'name': 'network-vif-deleted', 'tag': 'd8620d2a-498b-47f5-af88-f165bb7b1df4'}] {{(pid=95102) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 19:39:38.773554 n-d-713301-16 neutron-server[95102]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab31b6d93e5336dbddfa8ec424565b3bd8cb2369c5b4d85bc943472dbb21e8ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0f1078b-a4e0-4457-97d9-7a760d1d64e7" -d '{"events": [{"server_uuid": "4d5000bd-a634-4d17-883e-073435ceaea2", "name": "network-vif-deleted", "tag": "d8620d2a-498b-47f5-af88-f165bb7b1df4"}]}' {{(pid=95102) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 19:39:38.873370 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-af41e2ab-2cad-4c52-b9a5-2824ccd0045b tempest-FloatingIPTestJSON-2085468291 tempest-FloatingIPTestJSON-2085468291-project] Notify callbacks [] for floatingip, before_update {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:38.898913 n-d-713301-16 neutron-server[95102]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 19:39:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48e0740b-7375-4768-a37e-e6237446fd7b x-openstack-request-id: req-48e0740b-7375-4768-a37e-e6237446fd7b {{(pid=95102) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 19:39:38.899234 n-d-713301-16 neutron-server[95102]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4d5000bd-a634-4d17-883e-073435ceaea2", "name": "network-vif-deleted", "tag": "d8620d2a-498b-47f5-af88-f165bb7b1df4", "status": "completed", "code": 200}]} {{(pid=95102) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 19:39:38.899510 n-d-713301-16 neutron-server[95102]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-48e0740b-7375-4768-a37e-e6237446fd7b {{(pid=95102) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 19:39:38.899907 n-d-713301-16 neutron-server[95102]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4d5000bd-a634-4d17-883e-073435ceaea2', 'name': 'network-vif-deleted', 'tag': 'd8620d2a-498b-47f5-af88-f165bb7b1df4', 'status': 'completed', 'code': 200} Sep 23 19:39:38.933200 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-62aa068e-fbfb-4496-a41e-effac1f015e7 tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:38.968334 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5acb74-8491-49c7-91c3-41be3393d319 req-088f0a06-b9b1-455b-9a0f-96e89dcef564 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:39:38.973014 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-8d5acb74-8491-49c7-91c3-41be3393d319 req-088f0a06-b9b1-455b-9a0f-96e89dcef564 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=9f955dc8eb0a49dcaf259d890508d18f&device_id=c994c23c-480f-4306-a41c-657703b40238 HTTP/1.1" status: 200 len: 1096 time: 0.1930370 Sep 23 19:39:39.000445 n-d-713301-16 neutron-server[95101]: DEBUG neutron.objects.ports [None req-934f4491-7311-4d37-83a3-7616ddebc255 tempest-NetworksIpV6TestAttrs-574578853 tempest-NetworksIpV6TestAttrs-574578853-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=95101) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 23 19:39:39.009943 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-934f4491-7311-4d37-83a3-7616ddebc255 tempest-NetworksIpV6TestAttrs-574578853 tempest-NetworksIpV6TestAttrs-574578853-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5607579', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6130961'] for subnet, after_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:39.196860 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-934f4491-7311-4d37-83a3-7616ddebc255 tempest-NetworksIpV6TestAttrs-574578853 tempest-NetworksIpV6TestAttrs-574578853-project] Pushing event updated for resources: {'Subnet': ['ID=7e9fb291-0210-4f05-aba1-219866e53b41,revision_number=0']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:39:39.277606 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-934f4491-7311-4d37-83a3-7616ddebc255 tempest-NetworksIpV6TestAttrs-574578853 tempest-NetworksIpV6TestAttrs-574578853-project] Checking segment: {'id': '384664f4-b929-42bc-829f-bedf693669e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '3ec2ef14-a95e-4094-84a0-f62cc38fad62'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:39:39.277977 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-934f4491-7311-4d37-83a3-7616ddebc255 tempest-NetworksIpV6TestAttrs-574578853 tempest-NetworksIpV6TestAttrs-574578853-project] Network hostable DHCP agents. Network: 3ec2ef14-a95e-4094-84a0-f62cc38fad62, hostable agents: ['1b18bf05-1b5f-4587-be5c-af3ac38e32ad'], hosted agents: [] {{(pid=95101) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 19:39:39.311587 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-005c14e4-c01b-41e4-aa63-7025fed74d61 None None] Network ea363359-6cb7-47b0-9d43-789f971fba95 requested from n-d-713301-16 {{(pid=95103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 19:39:39.373145 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-934f4491-7311-4d37-83a3-7616ddebc255 tempest-NetworksIpV6TestAttrs-574578853 tempest-NetworksIpV6TestAttrs-574578853-project] Network 3ec2ef14-a95e-4094-84a0-f62cc38fad62 is scheduled to be hosted by DHCP agent 1b18bf05-1b5f-4587-be5c-af3ac38e32ad with binding_index 1 {{(pid=95101) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 19:39:39.388797 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.base_scheduler [None req-934f4491-7311-4d37-83a3-7616ddebc255 tempest-NetworksIpV6TestAttrs-574578853 tempest-NetworksIpV6TestAttrs-574578853-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713301-16, 3ec2ef14-a95e-4094-84a0-f62cc38fad62) {{(pid=95101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:39:39.404969 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fc9f94d-214f-4b78-a054-4169aaa359c4 None None] Network 3ec2ef14-a95e-4094-84a0-f62cc38fad62 requested from n-d-713301-16 {{(pid=95103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 19:39:39.417708 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-934f4491-7311-4d37-83a3-7616ddebc255 tempest-NetworksIpV6TestAttrs-574578853 tempest-NetworksIpV6TestAttrs-574578853-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:39:39.418468 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-934f4491-7311-4d37-83a3-7616ddebc255 tempest-NetworksIpV6TestAttrs-574578853 tempest-NetworksIpV6TestAttrs-574578853-project] Notify callbacks [] for subnet, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:39.452336 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-57d39caf-94f0-4d25-9068-a28288fb4912 None None] Provisioning complete for port dcfb4150-042d-4c00-94fd-44e9932dc408 triggered by entity DHCP. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:39:39.453017 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-57d39caf-94f0-4d25-9068-a28288fb4912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:39.547490 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Device d8620d2a-498b-47f5-af88-f165bb7b1df4 no longer exists at agent hyperv_n-h2-713301-16 {{(pid=95103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 19:39:39.601963 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-934f4491-7311-4d37-83a3-7616ddebc255 tempest-NetworksIpV6TestAttrs-574578853 tempest-NetworksIpV6TestAttrs-574578853-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 2.5489450 Sep 23 19:39:39.610840 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 59022) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:39:39.640385 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.v2.base [None req-caa4306f-3263-4431-8422-b8b28eadff18 tempest-NetworksIpV6TestAttrs-574578853 tempest-NetworksIpV6TestAttrs-574578853-project] Request body: {'port': {'network_id': '3ec2ef14-a95e-4094-84a0-f62cc38fad62', 'name': 'tempest-NetworksIpV6TestAttrs-1049012986'}} {{(pid=95102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:39:39.673011 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Device dcfb4150-042d-4c00-94fd-44e9932dc408 up at agent ovs-agent-n-d-713301-16 {{(pid=95103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 19:39:39.687805 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.plugin [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] No Port match for: d8620d2a-498b-47f5-af88-f165bb7b1df4 {{(pid=95103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 19:39:39.688157 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Device d8620d2a-498b-47f5-af88-f165bb7b1df4 not bound to the agent host n-h2-713301-16 {{(pid=95103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 19:39:39.791128 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5acb74-8491-49c7-91c3-41be3393d319 req-553dd170-ae12-474b-9771-ca6fa2a221ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:39:39.800292 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-8d5acb74-8491-49c7-91c3-41be3393d319 req-553dd170-ae12-474b-9771-ca6fa2a221ef service neutron] 10.222.0.74 "GET /v2.0/networks?id=fc2b89b8-ce3f-4c16-8b68-220076c74d2b HTTP/1.1" status: 200 len: 917 time: 0.7851927 Sep 23 19:39:39.828874 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-af41e2ab-2cad-4c52-b9a5-2824ccd0045b tempest-FloatingIPTestJSON-2085468291 tempest-FloatingIPTestJSON-2085468291-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:39.835219 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-af41e2ab-2cad-4c52-b9a5-2824ccd0045b tempest-FloatingIPTestJSON-2085468291 tempest-FloatingIPTestJSON-2085468291-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-601884'] for floatingip, after_update {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:39.930795 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-8d5acb74-8491-49c7-91c3-41be3393d319 req-ea9118ae-666d-44f4-a50b-f6f55c745b52 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e903ca97-db28-44ea-88d1-53bdf3b0a143 HTTP/1.1" status: 200 len: 217 time: 0.1142523 Sep 23 19:39:39.933349 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-62aa068e-fbfb-4496-a41e-effac1f015e7 tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] Notify callbacks [] for port, precommit_update {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:39.963628 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-62aa068e-fbfb-4496-a41e-effac1f015e7 tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4399095'] for port, after_update {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:39.995853 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-57d39caf-94f0-4d25-9068-a28288fb4912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:39.999765 n-d-713301-16 neutron-server[95101]: INFO neutron.db.l3_db [None req-af41e2ab-2cad-4c52-b9a5-2824ccd0045b tempest-FloatingIPTestJSON-2085468291 tempest-FloatingIPTestJSON-2085468291-project] Floating IP 29147edd-09cc-4b97-8afd-83d3e9165bd5 associated. External IP: 172.25.1.117, port: 866a2a84-70f5-4c17-a184-4a83120d62b1. Sep 23 19:39:40.116708 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.plugin [None req-62aa068e-fbfb-4496-a41e-effac1f015e7 tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] In _notify_port_updated(), no bound segment for port 3a4bc2d8-3ec6-4a80-a7ed-3211165a3ac9 on network b0599172-2d1a-416f-a4dc-49f04f75b3d7 {{(pid=95102) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Sep 23 19:39:40.121804 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62aa068e-fbfb-4496-a41e-effac1f015e7 tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:39:40.122616 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-62aa068e-fbfb-4496-a41e-effac1f015e7 tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222849'] for port, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:40.124182 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-62aa068e-fbfb-4496-a41e-effac1f015e7 tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] 10.222.0.67 "PUT /v2.0/ports/3a4bc2d8-3ec6-4a80-a7ed-3211165a3ac9 HTTP/1.1" status: 200 len: 818 time: 1.4402699 Sep 23 19:39:40.130254 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 59036) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:39:40.137658 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1b305f0-1f88-41ae-9be0-904ff395f963 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4c8b80df-07eb-5275-9f17-5cf640db67c0-3ec2ef14-a95e-4094-84a0-f62cc38fad62', 'network_id': '3ec2ef14-a95e-4094-84a0-f62cc38fad62', 'tenant_id': 'd5614ce166cb4e09908670e4e49f5263', 'fixed_ips': [{'subnet_id': '7e9fb291-0210-4f05-aba1-219866e53b41'}]}} from n-d-713301-16. {{(pid=95103) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 23 19:39:40.138555 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-e1b305f0-1f88-41ae-9be0-904ff395f963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_create {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:40.141887 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-57d39caf-94f0-4d25-9068-a28288fb4912 None None] For port dcfb4150-042d-4c00-94fd-44e9932dc408, host n-d-713301-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-16',level=0,port_id=dcfb4150-042d-4c00-94fd-44e9932dc408,segment=NetworkSegment(465528de-9ea4-46f0-a903-afdc855d3929),segment_id=465528de-9ea4-46f0-a903-afdc855d3929)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:39:40.156848 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-57d39caf-94f0-4d25-9068-a28288fb4912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:40.162341 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Provisioning complete for port dcfb4150-042d-4c00-94fd-44e9932dc408 triggered by entity L2. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:39:40.170292 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d3e8ea-b895-4ad6-a2e0-5b393c96407c req-ba64779d-1393-4cd3-9d0b-a5f297b29b61 tempest-AttachVolumeShelveTestJSON-2035318112 tempest-AttachVolumeShelveTestJSON-2035318112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:39:40.170825 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:40.172302 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-18d3e8ea-b895-4ad6-a2e0-5b393c96407c req-ba64779d-1393-4cd3-9d0b-a5f297b29b61 tempest-AttachVolumeShelveTestJSON-2035318112 tempest-AttachVolumeShelveTestJSON-2035318112-project] 10.222.0.67 "GET /v2.0/ports?device_id=c994c23c-480f-4306-a41c-657703b40238 HTTP/1.1" status: 200 len: 944 time: 0.2792494 Sep 23 19:39:40.185172 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5acb74-8491-49c7-91c3-41be3393d319 req-8b8ec842-026b-4102-b8a0-a68d526b3d31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:39:40.189879 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-8d5acb74-8491-49c7-91c3-41be3393d319 req-8b8ec842-026b-4102-b8a0-a68d526b3d31 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=cfb66c78-2a7b-4d98-8fdd-683258461232 HTTP/1.1" status: 200 len: 855 time: 0.2453396 Sep 23 19:39:40.200896 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62aa068e-fbfb-4496-a41e-effac1f015e7 tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] Pushing event updated for resources: {'Port': ['ID=3a4bc2d8-3ec6-4a80-a7ed-3211165a3ac9,revision_number=2']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:39:40.222575 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 59038) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:39:40.289746 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-caa4306f-3263-4431-8422-b8b28eadff18 tempest-NetworksIpV6TestAttrs-574578853 tempest-NetworksIpV6TestAttrs-574578853-project] Made reservation on behalf of d5614ce166cb4e09908670e4e49f5263 for: {'port': 1} {{(pid=95102) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:39:40.294829 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-caa4306f-3263-4431-8422-b8b28eadff18 tempest-NetworksIpV6TestAttrs-574578853 tempest-NetworksIpV6TestAttrs-574578853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:40.307676 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-170217fd-2da0-4763-a06f-741f5c673f21 req-4e9d37fb-f38f-40a1-afa4-34e8ab3d5730 tempest-ServersTestJSON-149791516 tempest-ServersTestJSON-149791516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:39:40.309405 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-170217fd-2da0-4763-a06f-741f5c673f21 req-4e9d37fb-f38f-40a1-afa4-34e8ab3d5730 tempest-ServersTestJSON-149791516 tempest-ServersTestJSON-149791516-project] 10.222.0.67 "GET /v2.0/ports?device_id=a7a8b8ae-2e00-463b-bdf8-22334f82f707 HTTP/1.1" status: 200 len: 946 time: 0.2961233 Sep 23 19:39:40.378275 n-d-713301-16 neutron-server[95102]: DEBUG neutron.notifiers.nova [None req-caa4306f-3263-4431-8422-b8b28eadff18 tempest-NetworksIpV6TestAttrs-574578853 tempest-NetworksIpV6TestAttrs-574578853-project] device_id is not set on port 234fb72e-5cf9-42cf-9803-d7a00d29df0f yet. {{(pid=95102) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 23 19:39:40.389611 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-18d3e8ea-b895-4ad6-a2e0-5b393c96407c req-0d55b96b-0781-4c70-a63e-b41b24520719 tempest-AttachVolumeShelveTestJSON-2035318112 tempest-AttachVolumeShelveTestJSON-2035318112-project] 10.222.0.67 "GET /v2.0/security-groups?id=dd8506a8-7e56-49b4-9c74-3948d9b76f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1942816 Sep 23 19:39:40.422105 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d39caf-94f0-4d25-9068-a28288fb4912 None None] Pushing event updated for resources: {'Port': ['ID=dcfb4150-042d-4c00-94fd-44e9932dc408,revision_number=3']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:39:40.422673 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5acb74-8491-49c7-91c3-41be3393d319 req-69e1d3da-4e92-4469-93c0-f4d50a4b4d25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:39:40.424341 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-8d5acb74-8491-49c7-91c3-41be3393d319 req-69e1d3da-4e92-4469-93c0-f4d50a4b4d25 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=fc2b89b8-ce3f-4c16-8b68-220076c74d2b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2259572 Sep 23 19:39:40.480721 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.plugin [None req-acfe0fb6-bd2d-4939-a00c-d3faad70fa4f tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] Deleting port 3a4bc2d8-3ec6-4a80-a7ed-3211165a3ac9 {{(pid=95101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:39:40.481184 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-acfe0fb6-bd2d-4939-a00c-d3faad70fa4f tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783146157096'] for port, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:40.494651 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-170217fd-2da0-4763-a06f-741f5c673f21 req-299df4fe-cea7-44f1-9e9d-6fe226d8a01b tempest-ServersTestJSON-149791516 tempest-ServersTestJSON-149791516-project] 10.222.0.67 "GET /v2.0/security-groups?id=b8c31db9-bcb2-4708-876e-18b1f4bdd8a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1716418 Sep 23 19:39:40.546013 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-dfc296f2-4827-4b50-820f-e2cfa2608192 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:40.571813 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.db_base_plugin_common [None req-e1b305f0-1f88-41ae-9be0-904ff395f963 None None] Allocated IP 2001:db8::f816:3eff:fe5e:ea3f (3ec2ef14-a95e-4094-84a0-f62cc38fad62/7e9fb291-0210-4f05-aba1-219866e53b41/b70b1228-fa12-4f3f-acf7-7244c4b7dc41) {{(pid=95103) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 19:39:40.612038 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-8d5acb74-8491-49c7-91c3-41be3393d319 req-979b2f9d-b750-4bf9-8911-bd32b0d0c513 service neutron] 10.222.0.74 "GET /v2.0/networks/fc2b89b8-ce3f-4c16-8b68-220076c74d2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1520133 Sep 23 19:39:40.653501 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-acfe0fb6-bd2d-4939-a00c-d3faad70fa4f tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-605701'] for port, precommit_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:40.684924 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.plugin [None req-acfe0fb6-bd2d-4939-a00c-d3faad70fa4f tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] Calling delete_port for 3a4bc2d8-3ec6-4a80-a7ed-3211165a3ac9 owned by {{(pid=95101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:39:40.704944 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-8d8f637c-68af-4d38-b823-1492fc58887e None None] Provisioning complete for port dcfb4150-042d-4c00-94fd-44e9932dc408 triggered by entity DHCP. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:39:40.705304 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-8d8f637c-68af-4d38-b823-1492fc58887e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:40.710942 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af41e2ab-2cad-4c52-b9a5-2824ccd0045b tempest-FloatingIPTestJSON-2085468291 tempest-FloatingIPTestJSON-2085468291-project] Router 4fe6b5af-8311-4b33-84ea-800b651e6836 has already been hosted by L3 agent 79a740bf-7821-4989-8288-7186e3e128f3 {{(pid=95101) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 19:39:40.761260 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-8d5acb74-8491-49c7-91c3-41be3393d319 req-6dddb860-2c83-42a9-a85a-07e8e5d1db34 service neutron] 10.222.0.74 "GET /v2.0/networks/fc2b89b8-ce3f-4c16-8b68-220076c74d2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1405981 Sep 23 19:39:40.849312 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-e1b305f0-1f88-41ae-9be0-904ff395f963 None None] Notify callbacks [] for port, precommit_create {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:40.860568 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-e1b305f0-1f88-41ae-9be0-904ff395f963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783145673135'] for port, after_create {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:40.904847 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-dfc296f2-4827-4b50-820f-e2cfa2608192 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:40.909267 n-d-713301-16 neutron-server[95103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1b305f0-1f88-41ae-9be0-904ff395f963 None None] Network 3ec2ef14-a95e-4094-84a0-f62cc38fad62 is already hosted by enough agents. {{(pid=95103) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:39:40.913859 n-d-713301-16 neutron-server[95103]: DEBUG neutron.scheduler.base_scheduler [None req-e1b305f0-1f88-41ae-9be0-904ff395f963 None None] Resources bound (agent type, host, resource id): {{(pid=95103) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:39:40.918505 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-dfc296f2-4827-4b50-820f-e2cfa2608192 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:40.918657 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1b305f0-1f88-41ae-9be0-904ff395f963 None None] Received port after_create {{(pid=95103) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 19:39:40.938131 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b305f0-1f88-41ae-9be0-904ff395f963 None None] Pushing event updated for resources: {'Port': ['ID=b70b1228-fa12-4f3f-acf7-7244c4b7dc41,revision_number=1']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:39:40.954363 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-acfe0fb6-bd2d-4939-a00c-d3faad70fa4f tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783146162158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783145673144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5607431'] for port, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:40.971070 n-d-713301-16 neutron-server[95102]: DEBUG neutron.db.db_base_plugin_common [None req-caa4306f-3263-4431-8422-b8b28eadff18 tempest-NetworksIpV6TestAttrs-574578853 tempest-NetworksIpV6TestAttrs-574578853-project] Allocated IP 2001:db8::f816:3eff:fe5b:c7db (3ec2ef14-a95e-4094-84a0-f62cc38fad62/7e9fb291-0210-4f05-aba1-219866e53b41/234fb72e-5cf9-42cf-9803-d7a00d29df0f) {{(pid=95102) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 19:39:41.013143 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.managers [None req-e1b305f0-1f88-41ae-9be0-904ff395f963 None None] Attempting to bind port b70b1228-fa12-4f3f-acf7-7244c4b7dc41 on host n-d-713301-16 for vnic_type normal with profile {{(pid=95103) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 19:39:41.014460 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-dfc296f2-4827-4b50-820f-e2cfa2608192 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=546d870f97ea432d90216b9a216ddfb3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7904694 Sep 23 19:39:41.014864 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.managers [None req-e1b305f0-1f88-41ae-9be0-904ff395f963 None None] Attempting to bind port b70b1228-fa12-4f3f-acf7-7244c4b7dc41 by drivers openvswitch,hyperv on host n-d-713301-16 at level 0 using segments [{'id': '384664f4-b929-42bc-829f-bedf693669e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '3ec2ef14-a95e-4094-84a0-f62cc38fad62'}] {{(pid=95103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 19:39:41.015219 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc296f2-4827-4b50-820f-e2cfa2608192 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f4e47a6-1987-4c00-9b9a-be1c65b43bbf,revision_number=1']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:39:41.015598 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1b305f0-1f88-41ae-9be0-904ff395f963 None None] Attempting to bind port b70b1228-fa12-4f3f-acf7-7244c4b7dc41 on network 3ec2ef14-a95e-4094-84a0-f62cc38fad62 {{(pid=95103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:39:41.018254 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 59052) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:39:41.019519 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acfe0fb6-bd2d-4939-a00c-d3faad70fa4f tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] Pushing event deleted for resources: {'Port': ['ID=3a4bc2d8-3ec6-4a80-a7ed-3211165a3ac9,revision_number=None']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:39:41.024094 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af41e2ab-2cad-4c52-b9a5-2824ccd0045b tempest-FloatingIPTestJSON-2085468291 tempest-FloatingIPTestJSON-2085468291-project] Notify agent at l3_agent.n-d-713301-16 the message routers_updated {{(pid=95101) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 19:39:41.042644 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16cb64b1-c5bc-41b4-a5c3-57f4ef84fcb7 None None] Sync routers for ids ['4fe6b5af-8311-4b33-84ea-800b651e6836'] in n-d-713301-16 {{(pid=95103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 19:39:41.045237 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-af41e2ab-2cad-4c52-b9a5-2824ccd0045b tempest-FloatingIPTestJSON-2085468291 tempest-FloatingIPTestJSON-2085468291-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222849'] for floatingip, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:41.049174 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-acfe0fb6-bd2d-4939-a00c-d3faad70fa4f tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222849'] for port, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:41.056312 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-acfe0fb6-bd2d-4939-a00c-d3faad70fa4f tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] 10.222.0.67 "DELETE /v2.0/ports/3a4bc2d8-3ec6-4a80-a7ed-3211165a3ac9 HTTP/1.1" status: 204 len: 168 time: 0.9248071 Sep 23 19:39:41.061904 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1b305f0-1f88-41ae-9be0-904ff395f963 None None] Checking agent: {'id': '70a14545-df24-472f-8f95-bfe1719bff93', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 19, 7, 53), 'started_at': datetime.datetime(2021, 9, 23, 19, 8, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 19, 39, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 19:39:41.062294 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1b305f0-1f88-41ae-9be0-904ff395f963 None None] Checking segment: {'id': '384664f4-b929-42bc-829f-bedf693669e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '3ec2ef14-a95e-4094-84a0-f62cc38fad62'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95103) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:39:41.063164 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-e1b305f0-1f88-41ae-9be0-904ff395f963 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:41.063778 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1b305f0-1f88-41ae-9be0-904ff395f963 None None] Bound using segment: {'id': '384664f4-b929-42bc-829f-bedf693669e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '3ec2ef14-a95e-4094-84a0-f62cc38fad62'} {{(pid=95103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 19:39:41.064734 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.managers [None req-e1b305f0-1f88-41ae-9be0-904ff395f963 None None] Bound port: b70b1228-fa12-4f3f-acf7-7244c4b7dc41, host: n-d-713301-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '384664f4-b929-42bc-829f-bedf693669e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '3ec2ef14-a95e-4094-84a0-f62cc38fad62'}}] {{(pid=95103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 19:39:41.065127 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-e1b305f0-1f88-41ae-9be0-904ff395f963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:41.068629 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16cb64b1-c5bc-41b4-a5c3-57f4ef84fcb7 None None] Routers {'4fe6b5af-8311-4b33-84ea-800b651e6836'} bound to L3 agent in host n-d-713301-16 {{(pid=95103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 19:39:41.069356 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_hamode_db [None req-16cb64b1-c5bc-41b4-a5c3-57f4ef84fcb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-23T19:07:52Z,description=,heartbeat_timestamp=2021-09-23T19:39:22Z,host='n-d-713301-16',id=79a740bf-7821-4989-8288-7186e3e128f3,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:07:52Z,topic='l3_agent')) {'router_ids': ['4fe6b5af-8311-4b33-84ea-800b651e6836'], 'active': True} {{(pid=95103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:39:41.072244 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 59056) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:39:41.119498 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-af41e2ab-2cad-4c52-b9a5-2824ccd0045b tempest-FloatingIPTestJSON-2085468291 tempest-FloatingIPTestJSON-2085468291-project] 10.222.0.67 "PUT /v2.0/floatingips/29147edd-09cc-4b97-8afd-83d3e9165bd5 HTTP/1.1" status: 200 len: 977 time: 2.4541898 Sep 23 19:39:41.119940 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_hamode_db [None req-16cb64b1-c5bc-41b4-a5c3-57f4ef84fcb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713301-16', False) {} {{(pid=95103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:39:41.121980 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 59064) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:39:41.134082 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-400dc97a-091f-4627-b068-439cfbeeb620 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:41.170236 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23f2b101-2a94-4341-95c1-34b982f9a391 tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:39:41.171737 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-23f2b101-2a94-4341-95c1-34b982f9a391 tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] 10.222.0.67 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.0985053 Sep 23 19:39:41.175957 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 59066) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:39:41.183264 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16cb64b1-c5bc-41b4-a5c3-57f4ef84fcb7 None None] Routers {'4fe6b5af-8311-4b33-84ea-800b651e6836'} bound to L3 agent in host n-d-713301-16 {{(pid=95103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 19:39:41.185973 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_hamode_db [None req-16cb64b1-c5bc-41b4-a5c3-57f4ef84fcb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-23T19:07:52Z,description=,heartbeat_timestamp=2021-09-23T19:39:22Z,host='n-d-713301-16',id=79a740bf-7821-4989-8288-7186e3e128f3,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:07:52Z,topic='l3_agent')) {'router_ids': ['4fe6b5af-8311-4b33-84ea-800b651e6836'], 'active': True} {{(pid=95103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:39:41.188524 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-400dc97a-091f-4627-b068-439cfbeeb620 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:41.244098 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_hamode_db [None req-16cb64b1-c5bc-41b4-a5c3-57f4ef84fcb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713301-16', False) {} {{(pid=95103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:39:41.245054 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16cb64b1-c5bc-41b4-a5c3-57f4ef84fcb7 None None] The sync data for ids ['4fe6b5af-8311-4b33-84ea-800b651e6836'] in n-d-713301-16 is: [] {{(pid=95103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 19:39:41.246303 n-d-713301-16 neutron-server[95101]: INFO neutron.pecan_wsgi.hooks.translation [None req-6f3bdefe-b6a7-4a04-995d-619039bb4f5c tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] GET failed (client error): The resource could not be found. Sep 23 19:39:41.247890 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-6f3bdefe-b6a7-4a04-995d-619039bb4f5c tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] 10.222.0.67 "GET /v2.0/ports/3a4bc2d8-3ec6-4a80-a7ed-3211165a3ac9 HTTP/1.1" status: 404 len: 333 time: 0.0656874 Sep 23 19:39:41.251986 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 59068) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:39:41.258642 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.v2.base [None req-4d6800ed-0375-48d8-b327-e9c0144d5e63 tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-352806512'}} {{(pid=95101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:39:41.282207 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-e1b305f0-1f88-41ae-9be0-904ff395f963 None None] For port b70b1228-fa12-4f3f-acf7-7244c4b7dc41, host n-d-713301-16, cleared binding levels {{(pid=95103) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 19:39:41.289705 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-e1b305f0-1f88-41ae-9be0-904ff395f963 None None] For port b70b1228-fa12-4f3f-acf7-7244c4b7dc41, host n-d-713301-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-16',level=0,port_id=b70b1228-fa12-4f3f-acf7-7244c4b7dc41,segment=NetworkSegment(384664f4-b929-42bc-829f-bedf693669e6),segment_id=384664f4-b929-42bc-829f-bedf693669e6)] {{(pid=95103) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 19:39:41.296098 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Device e903ca97-db28-44ea-88d1-53bdf3b0a143 details requested by agent hyperv_n-h1-713301-16 with host n-h1-713301-16 {{(pid=95103) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 19:39:41.300771 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-e1b305f0-1f88-41ae-9be0-904ff395f963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:41.302616 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.plugin [None req-8b1f4540-86a1-4821-bb47-954f31e185ad tempest-FloatingIPTestJSON-2085468291 tempest-FloatingIPTestJSON-2085468291-project] Deleting port 866a2a84-70f5-4c17-a184-4a83120d62b1 {{(pid=95101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:39:41.303049 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-8b1f4540-86a1-4821-bb47-954f31e185ad tempest-FloatingIPTestJSON-2085468291 tempest-FloatingIPTestJSON-2085468291-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783146157096'] for port, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:41.309340 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d6800ed-0375-48d8-b327-e9c0144d5e63 tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] Made reservation on behalf of e53e881fc39941c397f29318ff64a85b for: {'network': 1} {{(pid=95101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:39:41.312804 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-4d6800ed-0375-48d8-b327-e9c0144d5e63 tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for network, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:41.378578 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-caa4306f-3263-4431-8422-b8b28eadff18 tempest-NetworksIpV6TestAttrs-574578853 tempest-NetworksIpV6TestAttrs-574578853-project] Notify callbacks [] for port, precommit_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:41.426143 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b305f0-1f88-41ae-9be0-904ff395f963 None None] Pushing event updated for resources: {'Port': ['ID=b70b1228-fa12-4f3f-acf7-7244c4b7dc41,revision_number=2']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:39:41.436798 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d59585b-ff80-4797-ae3c-58903ab9e852 req-ea4d587c-c054-426d-98f6-1282c424a67d tempest-ServersTestJSON-149791516 tempest-ServersTestJSON-149791516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:39:41.438787 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-7d59585b-ff80-4797-ae3c-58903ab9e852 req-ea4d587c-c054-426d-98f6-1282c424a67d tempest-ServersTestJSON-149791516 tempest-ServersTestJSON-149791516-project] 10.222.0.74 "GET /v2.0/ports?device_id=a7a8b8ae-2e00-463b-bdf8-22334f82f707 HTTP/1.1" status: 200 len: 946 time: 0.1456139 Sep 23 19:39:41.450496 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-400dc97a-091f-4627-b068-439cfbeeb620 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:41.454480 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-400dc97a-091f-4627-b068-439cfbeeb620 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:41.459341 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-400dc97a-091f-4627-b068-439cfbeeb620 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/5f4e47a6-1987-4c00-9b9a-be1c65b43bbf HTTP/1.1" status: 204 len: 168 time: 0.4238992 Sep 23 19:39:41.468985 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-8b1f4540-86a1-4821-bb47-954f31e185ad tempest-FloatingIPTestJSON-2085468291 tempest-FloatingIPTestJSON-2085468291-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-605701'] for port, precommit_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:41.752965 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4d6800ed-0375-48d8-b327-e9c0144d5e63 tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 607} {{(pid=95101) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 19:39:41.783967 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-4d6800ed-0375-48d8-b327-e9c0144d5e63 tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1756186'] for segment, precommit_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:41.784506 n-d-713301-16 neutron-server[95101]: INFO neutron.db.segments_db [None req-4d6800ed-0375-48d8-b327-e9c0144d5e63 tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] Added segment a8d80188-2bcb-4551-b280-6d22d4858801 of type vlan for network c3ce5ca7-e24b-4e77-9492-8811354289cb Sep 23 19:39:41.787332 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-400dc97a-091f-4627-b068-439cfbeeb620 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f4e47a6-1987-4c00-9b9a-be1c65b43bbf,revision_number=None']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:39:41.862140 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-4d6800ed-0375-48d8-b327-e9c0144d5e63 tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783145630486'] for network, precommit_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:41.898288 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-4d6800ed-0375-48d8-b327-e9c0144d5e63 tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299'] for network, after_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:41.914265 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d6800ed-0375-48d8-b327-e9c0144d5e63 tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:39:41.914919 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-4d6800ed-0375-48d8-b327-e9c0144d5e63 tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] Notify callbacks [] for network, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:41.915456 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Device dcfb4150-042d-4c00-94fd-44e9932dc408 up at agent ovs-agent-n-d-713301-16 {{(pid=95103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 19:39:41.925632 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-caa4306f-3263-4431-8422-b8b28eadff18 tempest-NetworksIpV6TestAttrs-574578853 tempest-NetworksIpV6TestAttrs-574578853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783145673135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4399100'] for port, after_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:42.012717 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-4d6800ed-0375-48d8-b327-e9c0144d5e63 tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.7589512 Sep 23 19:39:42.024884 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 59086) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:39:42.030810 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-8b1f4540-86a1-4821-bb47-954f31e185ad tempest-FloatingIPTestJSON-2085468291 tempest-FloatingIPTestJSON-2085468291-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:42.031012 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-8b1f4540-86a1-4821-bb47-954f31e185ad tempest-FloatingIPTestJSON-2085468291 tempest-FloatingIPTestJSON-2085468291-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-601884'] for floatingip, after_update {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:42.031258 n-d-713301-16 neutron-server[95101]: INFO neutron.db.l3_db [None req-8b1f4540-86a1-4821-bb47-954f31e185ad tempest-FloatingIPTestJSON-2085468291 tempest-FloatingIPTestJSON-2085468291-project] Floating IP 29147edd-09cc-4b97-8afd-83d3e9165bd5 disassociated. External IP: 172.25.1.117, port: 866a2a84-70f5-4c17-a184-4a83120d62b1. Sep 23 19:39:42.037290 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.plugin [None req-8b1f4540-86a1-4821-bb47-954f31e185ad tempest-FloatingIPTestJSON-2085468291 tempest-FloatingIPTestJSON-2085468291-project] Calling delete_port for 866a2a84-70f5-4c17-a184-4a83120d62b1 owned by {{(pid=95101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:39:42.038072 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] For port e903ca97-db28-44ea-88d1-53bdf3b0a143, host n-h1-713301-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-16',level=0,port_id=e903ca97-db28-44ea-88d1-53bdf3b0a143,segment=NetworkSegment(c5b82793-12a0-4116-8d9f-ade119c657cf),segment_id=c5b82793-12a0-4116-8d9f-ade119c657cf)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:39:42.057908 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.v2.base [None req-b73c28d0-d333-412a-8200-c15cb0eabaff tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] Request body: {'subnet': {'network_id': 'c3ce5ca7-e24b-4e77-9492-8811354289cb', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:39:42.061376 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Returning: {'device': 'e903ca97-db28-44ea-88d1-53bdf3b0a143', 'network_id': 'fc2b89b8-ce3f-4c16-8b68-220076c74d2b', 'port_id': 'e903ca97-db28-44ea-88d1-53bdf3b0a143', 'mac_address': 'fa:16:3e:51:3a:67', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 644, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cfb66c78-2a7b-4d98-8fdd-683258461232', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95103) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 19:39:42.062922 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa4306f-3263-4431-8422-b8b28eadff18 tempest-NetworksIpV6TestAttrs-574578853 tempest-NetworksIpV6TestAttrs-574578853-project] Pushing event updated for resources: {'Port': ['ID=234fb72e-5cf9-42cf-9803-d7a00d29df0f,revision_number=1']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:39:42.085003 n-d-713301-16 neutron-server[95102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-caa4306f-3263-4431-8422-b8b28eadff18 tempest-NetworksIpV6TestAttrs-574578853 tempest-NetworksIpV6TestAttrs-574578853-project] Network 3ec2ef14-a95e-4094-84a0-f62cc38fad62 is already hosted by enough agents. {{(pid=95102) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:39:42.091819 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 59088) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:39:42.099156 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Provisioning complete for port dcfb4150-042d-4c00-94fd-44e9932dc408 triggered by entity L2. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:39:42.099697 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:42.111596 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d99f155c-ebc5-4011-8e8f-f7d9f3546391 req-a2eb49c9-4ef6-4a08-8de2-3b7d85af4018 tempest-ServersTestJSON-149791516 tempest-ServersTestJSON-149791516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:39:42.123397 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-d99f155c-ebc5-4011-8e8f-f7d9f3546391 req-a2eb49c9-4ef6-4a08-8de2-3b7d85af4018 tempest-ServersTestJSON-149791516 tempest-ServersTestJSON-149791516-project] 10.222.0.67 "GET /v2.0/ports?device_id=a7a8b8ae-2e00-463b-bdf8-22334f82f707 HTTP/1.1" status: 200 len: 946 time: 0.4403880 Sep 23 19:39:42.128065 n-d-713301-16 neutron-server[95102]: DEBUG neutron.scheduler.base_scheduler [None req-caa4306f-3263-4431-8422-b8b28eadff18 tempest-NetworksIpV6TestAttrs-574578853 tempest-NetworksIpV6TestAttrs-574578853-project] Resources bound (agent type, host, resource id): {{(pid=95102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:39:42.138660 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:42.141261 n-d-713301-16 neutron-server[95102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-caa4306f-3263-4431-8422-b8b28eadff18 tempest-NetworksIpV6TestAttrs-574578853 tempest-NetworksIpV6TestAttrs-574578853-project] Received port after_create {{(pid=95102) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 19:39:42.149899 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-caa4306f-3263-4431-8422-b8b28eadff18 tempest-NetworksIpV6TestAttrs-574578853 tempest-NetworksIpV6TestAttrs-574578853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:39:42.152558 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-caa4306f-3263-4431-8422-b8b28eadff18 tempest-NetworksIpV6TestAttrs-574578853 tempest-NetworksIpV6TestAttrs-574578853-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222849'] for port, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:42.169346 n-d-713301-16 neutron-server[95103]: DEBUG neutron.notifiers.nova [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e903ca97-db28-44ea-88d1-53bdf3b0a143 {{(pid=95103) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 19:39:42.186571 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d6800ed-0375-48d8-b327-e9c0144d5e63 tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] Pushing event updated for resources: {'Network': ['ID=c3ce5ca7-e24b-4e77-9492-8811354289cb,revision_number=1']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:39:42.206366 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Network c3ce5ca7-e24b-4e77-9492-8811354289cb details requested by agent ovs-agent-n-d-713301-16 with host n-d-713301-16 {{(pid=95103) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 19:39:42.226548 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c764055e-f47d-4692-894f-7e2c7161d1d7 req-632aa072-78a0-41bf-9314-af047c6c0c33 tempest-AttachVolumeShelveTestJSON-2035318112 tempest-AttachVolumeShelveTestJSON-2035318112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:39:42.235965 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-c764055e-f47d-4692-894f-7e2c7161d1d7 req-632aa072-78a0-41bf-9314-af047c6c0c33 tempest-AttachVolumeShelveTestJSON-2035318112 tempest-AttachVolumeShelveTestJSON-2035318112-project] 10.222.0.67 "GET /v2.0/ports?device_id=c994c23c-480f-4306-a41c-657703b40238 HTTP/1.1" status: 200 len: 944 time: 0.5517271 Sep 23 19:39:42.237936 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-e1bc5405-3a0b-419b-96f6-f1eb680bd6b3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:42.258381 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.plugin [req-7d59585b-ff80-4797-ae3c-58903ab9e852 req-9c60b19e-bde7-42f1-bdc8-54068bcfcd97 tempest-ServersTestJSON-149791516 tempest-ServersTestJSON-149791516-project] Deleting port 3c5f04d5-5e60-459d-a0e5-3ddd2acee29f {{(pid=95102) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:39:42.258744 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-7d59585b-ff80-4797-ae3c-58903ab9e852 req-9c60b19e-bde7-42f1-bdc8-54068bcfcd97 tempest-ServersTestJSON-149791516 tempest-ServersTestJSON-149791516-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783146157096'] for port, before_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:42.292818 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] For port e903ca97-db28-44ea-88d1-53bdf3b0a143, host n-h1-713301-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-16',level=0,port_id=e903ca97-db28-44ea-88d1-53bdf3b0a143,segment=NetworkSegment(c5b82793-12a0-4116-8d9f-ade119c657cf),segment_id=c5b82793-12a0-4116-8d9f-ade119c657cf)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:39:42.342389 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-caa4306f-3263-4431-8422-b8b28eadff18 tempest-NetworksIpV6TestAttrs-574578853 tempest-NetworksIpV6TestAttrs-574578853-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 951 time: 2.7065625 Sep 23 19:39:42.360797 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:42.368903 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 59094) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:39:42.385084 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-c764055e-f47d-4692-894f-7e2c7161d1d7 req-670ef362-fc65-4f8b-9685-492ca8e6108f tempest-AttachVolumeShelveTestJSON-2035318112 tempest-AttachVolumeShelveTestJSON-2035318112-project] 10.222.0.67 "GET /v2.0/security-groups?id=dd8506a8-7e56-49b4-9c74-3948d9b76f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1482792 Sep 23 19:39:42.423860 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-d99f155c-ebc5-4011-8e8f-f7d9f3546391 req-2c28012a-3238-4f04-a284-70f9f2a45ec6 tempest-ServersTestJSON-149791516 tempest-ServersTestJSON-149791516-project] 10.222.0.67 "GET /v2.0/security-groups?id=b8c31db9-bcb2-4708-876e-18b1f4bdd8a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2954035 Sep 23 19:39:42.467749 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Pushing event updated for resources: {'Port': ['ID=e903ca97-db28-44ea-88d1-53bdf3b0a143,revision_number=4']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:39:42.485233 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-e1bc5405-3a0b-419b-96f6-f1eb680bd6b3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:42.497727 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-e1bc5405-3a0b-419b-96f6-f1eb680bd6b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:42.551958 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-e1bc5405-3a0b-419b-96f6-f1eb680bd6b3 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=bcb118fc6bfa49d6b365316d41a1d4f9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4405892 Sep 23 19:39:42.552148 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] get_ports_and_sgs() called for port_ids ['e903ca97-db28-44ea-88d1-53bdf3b0a143'] {{(pid=95103) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 19:39:42.557064 n-d-713301-16 neutron-server[95102]: DEBUG neutron.db.db_base_plugin_v2 [None req-93deafff-fafb-41de-a351-832f84fbb376 tempest-NetworksIpV6TestAttrs-574578853 tempest-NetworksIpV6TestAttrs-574578853-project] Deleting subnet 7e9fb291-0210-4f05-aba1-219866e53b41 {{(pid=95102) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 23 19:39:42.560458 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 59098) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:39:42.578501 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-93deafff-fafb-41de-a351-832f84fbb376 tempest-NetworksIpV6TestAttrs-574578853 tempest-NetworksIpV6TestAttrs-574578853-project] Notify callbacks [] for subnet, before_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:42.597428 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b73c28d0-d333-412a-8200-c15cb0eabaff tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] Made reservation on behalf of e53e881fc39941c397f29318ff64a85b for: {'subnet': 1} {{(pid=95101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:39:42.602609 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-b73c28d0-d333-412a-8200-c15cb0eabaff tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6130979'] for subnet, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:42.662755 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.db [req-7d59585b-ff80-4797-ae3c-58903ab9e852 req-9c60b19e-bde7-42f1-bdc8-54068bcfcd97 tempest-ServersTestJSON-149791516 tempest-ServersTestJSON-149791516-project] For port 3c5f04d5-5e60-459d-a0e5-3ddd2acee29f, host n-h1-713301-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-16',level=0,port_id=3c5f04d5-5e60-459d-a0e5-3ddd2acee29f,segment=NetworkSegment(c829e8ab-031e-4667-8d5b-36ba5cfb9383),segment_id=c829e8ab-031e-4667-8d5b-36ba5cfb9383)] {{(pid=95102) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:39:42.664089 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1bc5405-3a0b-419b-96f6-f1eb680bd6b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14210f80-98f1-427f-9887-76ade458e998,revision_number=1']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:39:42.668280 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-7d59585b-ff80-4797-ae3c-58903ab9e852 req-9c60b19e-bde7-42f1-bdc8-54068bcfcd97 tempest-ServersTestJSON-149791516 tempest-ServersTestJSON-149791516-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-605701'] for port, precommit_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:42.707099 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.plugin [req-7d59585b-ff80-4797-ae3c-58903ab9e852 req-9c60b19e-bde7-42f1-bdc8-54068bcfcd97 tempest-ServersTestJSON-149791516 tempest-ServersTestJSON-149791516-project] Calling delete_port for 3c5f04d5-5e60-459d-a0e5-3ddd2acee29f owned by compute:nova {{(pid=95102) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:39:42.747853 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-93deafff-fafb-41de-a351-832f84fbb376 tempest-NetworksIpV6TestAttrs-574578853 tempest-NetworksIpV6TestAttrs-574578853-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6162825'] for subnet, precommit_delete_associations {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:42.799040 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-8b1f4540-86a1-4821-bb47-954f31e185ad tempest-FloatingIPTestJSON-2085468291 tempest-FloatingIPTestJSON-2085468291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783146162158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783145673144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5607431'] for port, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:42.864853 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-3768db4f-1eec-47c6-91bb-c32fbdfec4d0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:42.870861 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b1f4540-86a1-4821-bb47-954f31e185ad tempest-FloatingIPTestJSON-2085468291 tempest-FloatingIPTestJSON-2085468291-project] Pushing event deleted for resources: {'Port': ['ID=866a2a84-70f5-4c17-a184-4a83120d62b1,revision_number=None']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:39:42.981854 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-3768db4f-1eec-47c6-91bb-c32fbdfec4d0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:43.025763 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-93deafff-fafb-41de-a351-832f84fbb376 tempest-NetworksIpV6TestAttrs-574578853 tempest-NetworksIpV6TestAttrs-574578853-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1756813'] for subnet, precommit_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:43.063535 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88d03742-9fe3-4d6a-ae78-b4471c68803c None None] Network 3ec2ef14-a95e-4094-84a0-f62cc38fad62 requested from n-d-713301-16 {{(pid=95103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 19:39:43.076635 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-7d59585b-ff80-4797-ae3c-58903ab9e852 req-9c60b19e-bde7-42f1-bdc8-54068bcfcd97 tempest-ServersTestJSON-149791516 tempest-ServersTestJSON-149791516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783146162158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783145673144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4399100'] for port, after_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:43.100329 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] get_ports_and_sgs() called for port_ids ['1e33a789-d371-4447-ad9f-6d77201ac2d1'] {{(pid=95103) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 19:39:43.105238 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] get_ports_and_sgs() called for port_ids ['3c5f04d5-5e60-459d-a0e5-3ddd2acee29f'] {{(pid=95103) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 19:39:43.130044 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-b73c28d0-d333-412a-8200-c15cb0eabaff tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5607579', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6130961'] for subnet, after_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:43.132136 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c60b19e-bde7-42f1-bdc8-54068bcfcd97 tempest-ServersTestJSON-149791516 tempest-ServersTestJSON-149791516-project] Pushing event deleted for resources: {'Port': ['ID=3c5f04d5-5e60-459d-a0e5-3ddd2acee29f,revision_number=None']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:39:43.185955 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-93deafff-fafb-41de-a351-832f84fbb376 tempest-NetworksIpV6TestAttrs-574578853 tempest-NetworksIpV6TestAttrs-574578853-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1756804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4399009', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5388229'] for subnet, after_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:43.188333 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-3768db4f-1eec-47c6-91bb-c32fbdfec4d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:43.190898 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-3768db4f-1eec-47c6-91bb-c32fbdfec4d0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:43.195142 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-3768db4f-1eec-47c6-91bb-c32fbdfec4d0 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/14210f80-98f1-427f-9887-76ade458e998 HTTP/1.1" status: 204 len: 168 time: 0.6331985 Sep 23 19:39:43.200823 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8b1f4540-86a1-4821-bb47-954f31e185ad tempest-FloatingIPTestJSON-2085468291 tempest-FloatingIPTestJSON-2085468291-project] Router 4fe6b5af-8311-4b33-84ea-800b651e6836 has already been hosted by L3 agent 79a740bf-7821-4989-8288-7186e3e128f3 {{(pid=95101) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 19:39:43.231694 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3768db4f-1eec-47c6-91bb-c32fbdfec4d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14210f80-98f1-427f-9887-76ade458e998,revision_number=None']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:39:43.241877 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93deafff-fafb-41de-a351-832f84fbb376 tempest-NetworksIpV6TestAttrs-574578853 tempest-NetworksIpV6TestAttrs-574578853-project] Pushing event deleted for resources: {'Subnet': ['ID=7e9fb291-0210-4f05-aba1-219866e53b41,revision_number=None']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:39:43.247537 n-d-713301-16 neutron-server[95102]: DEBUG neutron.db.l3_dvrscheduler_db [req-7d59585b-ff80-4797-ae3c-58903ab9e852 req-9c60b19e-bde7-42f1-bdc8-54068bcfcd97 tempest-ServersTestJSON-149791516 tempest-ServersTestJSON-149791516-project] No DVR routers for this DVR port 3c5f04d5-5e60-459d-a0e5-3ddd2acee29f on host n-h1-713301-16 {{(pid=95102) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 19:39:43.250555 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-7d59585b-ff80-4797-ae3c-58903ab9e852 req-9c60b19e-bde7-42f1-bdc8-54068bcfcd97 tempest-ServersTestJSON-149791516 tempest-ServersTestJSON-149791516-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222849'] for port, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:43.252464 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b73c28d0-d333-412a-8200-c15cb0eabaff tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] Pushing event updated for resources: {'Subnet': ['ID=b4dca0a6-310c-4277-b1fc-27fa5bd13ac2,revision_number=0']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:39:43.253456 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-7d59585b-ff80-4797-ae3c-58903ab9e852 req-9c60b19e-bde7-42f1-bdc8-54068bcfcd97 tempest-ServersTestJSON-149791516 tempest-ServersTestJSON-149791516-project] 10.222.0.74 "DELETE /v2.0/ports/3c5f04d5-5e60-459d-a0e5-3ddd2acee29f HTTP/1.1" status: 204 len: 173 time: 1.8063822 Sep 23 19:39:43.254345 n-d-713301-16 neutron-server[95102]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a7a8b8ae-2e00-463b-bdf8-22334f82f707', 'name': 'network-vif-deleted', 'tag': '3c5f04d5-5e60-459d-a0e5-3ddd2acee29f'}] {{(pid=95102) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 19:39:43.265892 n-d-713301-16 neutron-server[95102]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab31b6d93e5336dbddfa8ec424565b3bd8cb2369c5b4d85bc943472dbb21e8ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-feb6625e-5553-4f47-8a24-917e7bda6661" -d '{"events": [{"server_uuid": "a7a8b8ae-2e00-463b-bdf8-22334f82f707", "name": "network-vif-deleted", "tag": "3c5f04d5-5e60-459d-a0e5-3ddd2acee29f"}]}' {{(pid=95102) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 19:39:43.269495 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b73c28d0-d333-412a-8200-c15cb0eabaff tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] Checking segment: {'id': 'a8d80188-2bcb-4551-b280-6d22d4858801', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': 'c3ce5ca7-e24b-4e77-9492-8811354289cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:39:43.269865 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b73c28d0-d333-412a-8200-c15cb0eabaff tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] Network hostable DHCP agents. Network: c3ce5ca7-e24b-4e77-9492-8811354289cb, hostable agents: ['1b18bf05-1b5f-4587-be5c-af3ac38e32ad'], hosted agents: [] {{(pid=95101) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 19:39:43.279173 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-93deafff-fafb-41de-a351-832f84fbb376 tempest-NetworksIpV6TestAttrs-574578853 tempest-NetworksIpV6TestAttrs-574578853-project] Notify callbacks [] for subnet, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:43.281407 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-93deafff-fafb-41de-a351-832f84fbb376 tempest-NetworksIpV6TestAttrs-574578853 tempest-NetworksIpV6TestAttrs-574578853-project] 10.222.0.67 "DELETE /v2.0/subnets/7e9fb291-0210-4f05-aba1-219866e53b41 HTTP/1.1" status: 204 len: 168 time: 0.8919647 Sep 23 19:39:43.287858 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 59108) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:39:43.339048 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Device e903ca97-db28-44ea-88d1-53bdf3b0a143 up at agent hyperv_n-h1-713301-16 {{(pid=95103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 19:39:43.347402 n-d-713301-16 neutron-server[95102]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 19:39:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12ed6cb0-33c2-4107-87b6-652ed864e289 x-openstack-request-id: req-12ed6cb0-33c2-4107-87b6-652ed864e289 {{(pid=95102) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 19:39:43.347402 n-d-713301-16 neutron-server[95102]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a7a8b8ae-2e00-463b-bdf8-22334f82f707", "name": "network-vif-deleted", "tag": "3c5f04d5-5e60-459d-a0e5-3ddd2acee29f", "status": "completed", "code": 200}]} {{(pid=95102) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 19:39:43.347652 n-d-713301-16 neutron-server[95102]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-12ed6cb0-33c2-4107-87b6-652ed864e289 {{(pid=95102) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 19:39:43.347946 n-d-713301-16 neutron-server[95102]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a7a8b8ae-2e00-463b-bdf8-22334f82f707', 'name': 'network-vif-deleted', 'tag': '3c5f04d5-5e60-459d-a0e5-3ddd2acee29f', 'status': 'completed', 'code': 200} Sep 23 19:39:43.409546 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-8bff7836-a298-4862-9556-786ad84d4482 None None] Provisioning complete for port b70b1228-fa12-4f3f-acf7-7244c4b7dc41 triggered by entity DHCP. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:39:43.409925 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-8bff7836-a298-4862-9556-786ad84d4482 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:43.437259 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b73c28d0-d333-412a-8200-c15cb0eabaff tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] Network c3ce5ca7-e24b-4e77-9492-8811354289cb is scheduled to be hosted by DHCP agent 1b18bf05-1b5f-4587-be5c-af3ac38e32ad with binding_index 1 {{(pid=95101) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 19:39:43.455437 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e38dd631-98a2-4c31-bfa1-5f1eab81f11f tempest-NetworksIpV6TestAttrs-574578853 tempest-NetworksIpV6TestAttrs-574578853-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:39:43.457952 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e38dd631-98a2-4c31-bfa1-5f1eab81f11f tempest-NetworksIpV6TestAttrs-574578853 tempest-NetworksIpV6TestAttrs-574578853-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:39:43.459524 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-e38dd631-98a2-4c31-bfa1-5f1eab81f11f tempest-NetworksIpV6TestAttrs-574578853 tempest-NetworksIpV6TestAttrs-574578853-project] 10.222.0.67 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.1706321 Sep 23 19:39:43.462716 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 59114) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:39:43.465827 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.base_scheduler [None req-b73c28d0-d333-412a-8200-c15cb0eabaff tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713301-16, c3ce5ca7-e24b-4e77-9492-8811354289cb) {{(pid=95101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:39:43.477469 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b73c28d0-d333-412a-8200-c15cb0eabaff tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:39:43.478186 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-b73c28d0-d333-412a-8200-c15cb0eabaff tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] Notify callbacks [] for subnet, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:43.553217 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-b73c28d0-d333-412a-8200-c15cb0eabaff tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5126455 Sep 23 19:39:43.558505 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 59116) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:39:43.573357 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.v2.base [None req-c2f4f0a4-649c-466e-89d0-9a118f616893 tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] Request body: {'subnet': {'network_id': 'c3ce5ca7-e24b-4e77-9492-8811354289cb', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:39:43.578895 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b1f4540-86a1-4821-bb47-954f31e185ad tempest-FloatingIPTestJSON-2085468291 tempest-FloatingIPTestJSON-2085468291-project] Notify agent at l3_agent.n-d-713301-16 the message routers_updated {{(pid=95101) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 19:39:43.591149 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a24855bc-577f-4dad-beb3-ec3949369fcf None None] Sync routers for ids ['4fe6b5af-8311-4b33-84ea-800b651e6836'] in n-d-713301-16 {{(pid=95104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 19:39:43.601219 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-a7f339ee-2731-437a-a74e-1bc45d34d412 tempest-NetworksIpV6TestAttrs-574578853 tempest-NetworksIpV6TestAttrs-574578853-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1628021'] for network, before_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:43.609859 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a24855bc-577f-4dad-beb3-ec3949369fcf None None] Routers {'4fe6b5af-8311-4b33-84ea-800b651e6836'} bound to L3 agent in host n-d-713301-16 {{(pid=95104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 19:39:43.610569 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_hamode_db [None req-a24855bc-577f-4dad-beb3-ec3949369fcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-23T19:07:52Z,description=,heartbeat_timestamp=2021-09-23T19:39:22Z,host='n-d-713301-16',id=79a740bf-7821-4989-8288-7186e3e128f3,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:07:52Z,topic='l3_agent')) {'router_ids': ['4fe6b5af-8311-4b33-84ea-800b651e6836'], 'active': True} {{(pid=95104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:39:43.624318 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45e73d3e-693b-4ad2-90c8-98d238698dfb None None] Network c3ce5ca7-e24b-4e77-9492-8811354289cb requested from n-d-713301-16 {{(pid=95103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 19:39:43.633686 n-d-713301-16 neutron-server[95102]: INFO neutron.pecan_wsgi.hooks.translation [None req-a7f339ee-2731-437a-a74e-1bc45d34d412 tempest-NetworksIpV6TestAttrs-574578853 tempest-NetworksIpV6TestAttrs-574578853-project] DELETE failed (client error): There was a conflict when trying to complete your request. Sep 23 19:39:43.635008 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a7f339ee-2731-437a-a74e-1bc45d34d412 tempest-NetworksIpV6TestAttrs-574578853 tempest-NetworksIpV6TestAttrs-574578853-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=95102) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 23 19:39:43.643173 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-a7f339ee-2731-437a-a74e-1bc45d34d412 tempest-NetworksIpV6TestAttrs-574578853 tempest-NetworksIpV6TestAttrs-574578853-project] 10.222.0.67 "DELETE /v2.0/networks/3ec2ef14-a95e-4094-84a0-f62cc38fad62 HTTP/1.1" status: 409 len: 405 time: 0.1755519 Sep 23 19:39:43.648777 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 59122) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:39:43.665240 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.v2.base [None req-b5fb87ba-e027-4196-b06d-3d39203e3017 tempest-NetworksIpV6TestAttrs-574578853 tempest-NetworksIpV6TestAttrs-574578853-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-923223845'}} {{(pid=95102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:39:43.699021 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_hamode_db [None req-a24855bc-577f-4dad-beb3-ec3949369fcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713301-16', False) {} {{(pid=95104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:39:43.739400 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a24855bc-577f-4dad-beb3-ec3949369fcf None None] Routers {'4fe6b5af-8311-4b33-84ea-800b651e6836'} bound to L3 agent in host n-d-713301-16 {{(pid=95104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 19:39:43.740364 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_hamode_db [None req-a24855bc-577f-4dad-beb3-ec3949369fcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-23T19:07:52Z,description=,heartbeat_timestamp=2021-09-23T19:39:22Z,host='n-d-713301-16',id=79a740bf-7821-4989-8288-7186e3e128f3,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:07:52Z,topic='l3_agent')) {'router_ids': ['4fe6b5af-8311-4b33-84ea-800b651e6836'], 'active': True} {{(pid=95104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:39:43.790504 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Device b70b1228-fa12-4f3f-acf7-7244c4b7dc41 up at agent ovs-agent-n-d-713301-16 {{(pid=95103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 19:39:43.833527 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-2b3f5166-59a0-4389-883a-f484350d5440 req-55ccabd4-05a8-4e8c-8d83-69cb5ac9704c tempest-ServersTestJSON-149791516 tempest-ServersTestJSON-149791516-project] 10.222.0.67 "GET /v2.0/ports?device_id=a7a8b8ae-2e00-463b-bdf8-22334f82f707 HTTP/1.1" status: 200 len: 210 time: 0.1007178 Sep 23 19:39:43.842713 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_hamode_db [None req-a24855bc-577f-4dad-beb3-ec3949369fcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713301-16', False) {} {{(pid=95104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:39:43.843609 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a24855bc-577f-4dad-beb3-ec3949369fcf None None] The sync data for ids ['4fe6b5af-8311-4b33-84ea-800b651e6836'] in n-d-713301-16 is: [] {{(pid=95104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 19:39:43.847706 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5fb87ba-e027-4196-b06d-3d39203e3017 tempest-NetworksIpV6TestAttrs-574578853 tempest-NetworksIpV6TestAttrs-574578853-project] Made reservation on behalf of d5614ce166cb4e09908670e4e49f5263 for: {'network': 1} {{(pid=95102) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:39:43.852895 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-b5fb87ba-e027-4196-b06d-3d39203e3017 tempest-NetworksIpV6TestAttrs-574578853 tempest-NetworksIpV6TestAttrs-574578853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for network, before_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:43.875219 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c95c2a-b2f3-4daf-9076-cdccf901f695 req-95aecd7c-28c2-4262-b9c0-feb599be8037 tempest-AttachVolumeShelveTestJSON-2035318112 tempest-AttachVolumeShelveTestJSON-2035318112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:39:43.876865 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-f1c95c2a-b2f3-4daf-9076-cdccf901f695 req-95aecd7c-28c2-4262-b9c0-feb599be8037 tempest-AttachVolumeShelveTestJSON-2035318112 tempest-AttachVolumeShelveTestJSON-2035318112-project] 10.222.0.67 "GET /v2.0/ports?device_id=c994c23c-480f-4306-a41c-657703b40238 HTTP/1.1" status: 200 len: 945 time: 0.2198770 Sep 23 19:39:43.895211 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b5fb87ba-e027-4196-b06d-3d39203e3017 tempest-NetworksIpV6TestAttrs-574578853 tempest-NetworksIpV6TestAttrs-574578853-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 642} {{(pid=95102) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 19:39:43.900903 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-8b1f4540-86a1-4821-bb47-954f31e185ad tempest-FloatingIPTestJSON-2085468291 tempest-FloatingIPTestJSON-2085468291-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222849'] for port, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:43.906264 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-b5fb87ba-e027-4196-b06d-3d39203e3017 tempest-NetworksIpV6TestAttrs-574578853 tempest-NetworksIpV6TestAttrs-574578853-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1756186'] for segment, precommit_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:43.906692 n-d-713301-16 neutron-server[95102]: INFO neutron.db.segments_db [None req-b5fb87ba-e027-4196-b06d-3d39203e3017 tempest-NetworksIpV6TestAttrs-574578853 tempest-NetworksIpV6TestAttrs-574578853-project] Added segment f4c2c390-bced-4d3b-8c23-bf1295fce4c1 of type vlan for network 98555f5c-c4ad-4a3f-8d1a-4f129ad053c5 Sep 23 19:39:43.922285 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-8b1f4540-86a1-4821-bb47-954f31e185ad tempest-FloatingIPTestJSON-2085468291 tempest-FloatingIPTestJSON-2085468291-project] 10.222.0.67 "DELETE /v2.0/ports/866a2a84-70f5-4c17-a184-4a83120d62b1 HTTP/1.1" status: 204 len: 168 time: 2.7992425 Sep 23 19:39:43.939791 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 59128) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:39:43.968112 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Provisioning for port e903ca97-db28-44ea-88d1-53bdf3b0a143 completed by entity L2. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 19:39:43.996451 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Provisioning complete for port e903ca97-db28-44ea-88d1-53bdf3b0a143 triggered by entity L2. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:39:43.996836 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:44.068739 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-b5fb87ba-e027-4196-b06d-3d39203e3017 tempest-NetworksIpV6TestAttrs-574578853 tempest-NetworksIpV6TestAttrs-574578853-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783145630486'] for network, precommit_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:44.077532 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2f4f0a4-649c-466e-89d0-9a118f616893 tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] Made reservation on behalf of e53e881fc39941c397f29318ff64a85b for: {'subnet': 1} {{(pid=95101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:39:44.091613 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-c2f4f0a4-649c-466e-89d0-9a118f616893 tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6130979'] for subnet, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:44.159171 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6016e17-fe5f-4666-b3fd-11c3956c22d8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4c8b80df-07eb-5275-9f17-5cf640db67c0-c3ce5ca7-e24b-4e77-9492-8811354289cb', 'network_id': 'c3ce5ca7-e24b-4e77-9492-8811354289cb', 'tenant_id': 'e53e881fc39941c397f29318ff64a85b', 'fixed_ips': [{'subnet_id': 'b4dca0a6-310c-4277-b1fc-27fa5bd13ac2'}]}} from n-d-713301-16. {{(pid=95103) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 23 19:39:44.160173 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-c6016e17-fe5f-4666-b3fd-11c3956c22d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_create {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:44.184321 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-d0e25f86-12af-4ecd-930b-60ff3e0af90e tempest-FloatingIPTestJSON-2085468291 tempest-FloatingIPTestJSON-2085468291-project] 10.222.0.67 "GET /v2.0/floatingips/29147edd-09cc-4b97-8afd-83d3e9165bd5 HTTP/1.1" status: 200 len: 688 time: 0.2412374 Sep 23 19:39:44.184321 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.db.resource_extend [None req-b5fb87ba-e027-4196-b06d-3d39203e3017 tempest-NetworksIpV6TestAttrs-574578853 tempest-NetworksIpV6TestAttrs-574578853-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=95102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 23 19:39:44.197565 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 59134) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:39:44.256099 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-8bff7836-a298-4862-9556-786ad84d4482 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:44.259095 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Provisioning complete for port b70b1228-fa12-4f3f-acf7-7244c4b7dc41 triggered by entity L2. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:39:44.259601 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:44.301960 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-f1c95c2a-b2f3-4daf-9076-cdccf901f695 req-812adf05-ac6b-41f2-8c51-e9a7ebce890d tempest-AttachVolumeShelveTestJSON-2035318112 tempest-AttachVolumeShelveTestJSON-2035318112-project] 10.222.0.67 "GET /v2.0/security-groups?id=dd8506a8-7e56-49b4-9c74-3948d9b76f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3627760 Sep 23 19:39:44.378845 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-b5fb87ba-e027-4196-b06d-3d39203e3017 tempest-NetworksIpV6TestAttrs-574578853 tempest-NetworksIpV6TestAttrs-574578853-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299'] for network, after_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:44.385637 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5fb87ba-e027-4196-b06d-3d39203e3017 tempest-NetworksIpV6TestAttrs-574578853 tempest-NetworksIpV6TestAttrs-574578853-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:39:44.386794 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-b5fb87ba-e027-4196-b06d-3d39203e3017 tempest-NetworksIpV6TestAttrs-574578853 tempest-NetworksIpV6TestAttrs-574578853-project] Notify callbacks [] for network, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:44.464090 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-b5fb87ba-e027-4196-b06d-3d39203e3017 tempest-NetworksIpV6TestAttrs-574578853 tempest-NetworksIpV6TestAttrs-574578853-project] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.8120623 Sep 23 19:39:44.468128 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 59140) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:39:44.475678 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.v2.base [None req-0b8695a4-8534-44e9-8702-f92179cfa195 tempest-NetworksIpV6TestAttrs-574578853 tempest-NetworksIpV6TestAttrs-574578853-project] Request body: {'subnet': {'network_id': '98555f5c-c4ad-4a3f-8d1a-4f129ad053c5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=95102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:39:44.477953 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:44.550817 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5fb87ba-e027-4196-b06d-3d39203e3017 tempest-NetworksIpV6TestAttrs-574578853 tempest-NetworksIpV6TestAttrs-574578853-project] Pushing event updated for resources: {'Network': ['ID=98555f5c-c4ad-4a3f-8d1a-4f129ad053c5,revision_number=1']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:39:44.651182 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.plugin [None req-b87df4b2-df39-408d-a390-367b53dc194e tempest-FloatingIPTestJSON-2085468291 tempest-FloatingIPTestJSON-2085468291-project] Deleting port fcca7143-617d-4e26-8e3e-8cff68c79063 {{(pid=95102) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:39:44.651538 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-b87df4b2-df39-408d-a390-367b53dc194e tempest-FloatingIPTestJSON-2085468291 tempest-FloatingIPTestJSON-2085468291-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783146157096'] for port, before_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:44.736326 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.db_base_plugin_common [None req-c6016e17-fe5f-4666-b3fd-11c3956c22d8 None None] Allocated IP 172.20.0.2 (c3ce5ca7-e24b-4e77-9492-8811354289cb/b4dca0a6-310c-4277-b1fc-27fa5bd13ac2/97637ffe-3207-4662-9161-44bb9ccb5c67) {{(pid=95103) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 19:39:44.786510 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46f70a6b-af39-45de-ad1b-a8f817896af2 None None] DHCP port deletion for 3ec2ef14-a95e-4094-84a0-f62cc38fad62 request from n-d-713301-16 {{(pid=95103) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 23 19:39:44.791707 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b8695a4-8534-44e9-8702-f92179cfa195 tempest-NetworksIpV6TestAttrs-574578853 tempest-NetworksIpV6TestAttrs-574578853-project] Made reservation on behalf of d5614ce166cb4e09908670e4e49f5263 for: {'subnet': 1} {{(pid=95102) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:39:44.795291 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-0b8695a4-8534-44e9-8702-f92179cfa195 tempest-NetworksIpV6TestAttrs-574578853 tempest-NetworksIpV6TestAttrs-574578853-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5388256'] for subnet, before_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:44.797523 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Network 98555f5c-c4ad-4a3f-8d1a-4f129ad053c5 details requested by agent ovs-agent-n-d-713301-16 with host n-d-713301-16 {{(pid=95103) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 19:39:44.798657 n-d-713301-16 neutron-server[95101]: INFO neutron.db.ipam_backend_mixin [None req-c2f4f0a4-649c-466e-89d0-9a118f616893 tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet b4dca0a6-310c-4277-b1fc-27fa5bd13ac2 (CIDR: 172.20.0.0/28) Sep 23 19:39:44.807563 n-d-713301-16 neutron-server[95101]: INFO neutron.pecan_wsgi.hooks.translation [None req-c2f4f0a4-649c-466e-89d0-9a118f616893 tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 23 19:39:44.808179 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c2f4f0a4-649c-466e-89d0-9a118f616893 tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=95101) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 23 19:39:44.839845 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-c2f4f0a4-649c-466e-89d0-9a118f616893 tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.2783859 Sep 23 19:39:44.841054 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-b87df4b2-df39-408d-a390-367b53dc194e tempest-FloatingIPTestJSON-2085468291 tempest-FloatingIPTestJSON-2085468291-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-605701'] for port, precommit_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:44.841617 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-b87df4b2-df39-408d-a390-367b53dc194e tempest-FloatingIPTestJSON-2085468291 tempest-FloatingIPTestJSON-2085468291-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:44.844545 n-d-713301-16 neutron-server[95103]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c994c23c-480f-4306-a41c-657703b40238', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e903ca97-db28-44ea-88d1-53bdf3b0a143'}] {{(pid=95103) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 19:39:44.847544 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 59154) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:39:44.848125 n-d-713301-16 neutron-server[95103]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}81a1c17f2aa89d5b3ebbba3a3e0cf7eb588e431c2224256110c4c4facdd7c3e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d7e73a1-c2c7-406c-94b8-1c7d6e27511c" -d '{"events": [{"server_uuid": "c994c23c-480f-4306-a41c-657703b40238", "name": "network-vif-plugged", "status": "completed", "tag": "e903ca97-db28-44ea-88d1-53bdf3b0a143"}]}' {{(pid=95103) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 19:39:44.868171 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.v2.base [None req-9b99b375-0317-4c37-9e9c-1736dd1afaa0 tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] Request body: {'subnet': {'network_id': 'c3ce5ca7-e24b-4e77-9492-8811354289cb', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=95101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:39:44.896132 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.plugin [None req-b87df4b2-df39-408d-a390-367b53dc194e tempest-FloatingIPTestJSON-2085468291 tempest-FloatingIPTestJSON-2085468291-project] Calling delete_port for fcca7143-617d-4e26-8e3e-8cff68c79063 owned by network:floatingip {{(pid=95102) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:39:44.934941 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] For port e903ca97-db28-44ea-88d1-53bdf3b0a143, host n-h1-713301-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-16',level=0,port_id=e903ca97-db28-44ea-88d1-53bdf3b0a143,segment=NetworkSegment(c5b82793-12a0-4116-8d9f-ade119c657cf),segment_id=c5b82793-12a0-4116-8d9f-ade119c657cf)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:39:45.003571 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-8bff7836-a298-4862-9556-786ad84d4482 None None] For port b70b1228-fa12-4f3f-acf7-7244c4b7dc41, host n-d-713301-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-16',level=0,port_id=b70b1228-fa12-4f3f-acf7-7244c4b7dc41,segment=NetworkSegment(384664f4-b929-42bc-829f-bedf693669e6),segment_id=384664f4-b929-42bc-829f-bedf693669e6)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:39:45.006250 n-d-713301-16 neutron-server[95103]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 19:39:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b8da820-d5d6-45c0-9722-56863b378e90 x-openstack-request-id: req-2b8da820-d5d6-45c0-9722-56863b378e90 {{(pid=95103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 19:39:45.006682 n-d-713301-16 neutron-server[95103]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c994c23c-480f-4306-a41c-657703b40238", "name": "network-vif-plugged", "status": "completed", "tag": "e903ca97-db28-44ea-88d1-53bdf3b0a143", "code": 200}]} {{(pid=95103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 19:39:45.007066 n-d-713301-16 neutron-server[95103]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-2b8da820-d5d6-45c0-9722-56863b378e90 {{(pid=95103) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 19:39:45.008168 n-d-713301-16 neutron-server[95103]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c994c23c-480f-4306-a41c-657703b40238', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e903ca97-db28-44ea-88d1-53bdf3b0a143', 'code': 200} Sep 23 19:39:45.013647 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:45.158128 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b99b375-0317-4c37-9e9c-1736dd1afaa0 tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] Made reservation on behalf of e53e881fc39941c397f29318ff64a85b for: {'subnet': 1} {{(pid=95101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:39:45.166199 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-9b99b375-0317-4c37-9e9c-1736dd1afaa0 tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6130979'] for subnet, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:45.197494 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-c6016e17-fe5f-4666-b3fd-11c3956c22d8 None None] Notify callbacks [] for port, precommit_create {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:45.270935 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Pushing event updated for resources: {'Port': ['ID=e903ca97-db28-44ea-88d1-53bdf3b0a143,revision_number=5']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:39:45.273991 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-8bff7836-a298-4862-9556-786ad84d4482 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:45.528177 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-b87df4b2-df39-408d-a390-367b53dc194e tempest-FloatingIPTestJSON-2085468291 tempest-FloatingIPTestJSON-2085468291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783146162158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783145673144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4399100'] for port, after_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:45.667333 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b87df4b2-df39-408d-a390-367b53dc194e tempest-FloatingIPTestJSON-2085468291 tempest-FloatingIPTestJSON-2085468291-project] Pushing event deleted for resources: {'Port': ['ID=fcca7143-617d-4e26-8e3e-8cff68c79063,revision_number=None']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:39:45.703579 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d30761e-e458-45c2-9707-2c5e1ddd1d71 req-83bd3f31-05a2-4bab-818b-053332e312f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:39:45.704996 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-9b99b375-0317-4c37-9e9c-1736dd1afaa0 tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5607579', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6130961'] for subnet, after_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:45.705791 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-9d30761e-e458-45c2-9707-2c5e1ddd1d71 req-83bd3f31-05a2-4bab-818b-053332e312f4 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=c994c23c-480f-4306-a41c-657703b40238 HTTP/1.1" status: 200 len: 1098 time: 0.5406077 Sep 23 19:39:45.760859 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-c6016e17-fe5f-4666-b3fd-11c3956c22d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783145673135'] for port, after_create {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:45.762938 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Device 3c5f04d5-5e60-459d-a0e5-3ddd2acee29f no longer exists at agent hyperv_n-h1-713301-16 {{(pid=95103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 19:39:45.798743 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b99b375-0317-4c37-9e9c-1736dd1afaa0 tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] Network c3ce5ca7-e24b-4e77-9492-8811354289cb is already hosted by enough agents. {{(pid=95101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:39:45.806058 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.base_scheduler [None req-9b99b375-0317-4c37-9e9c-1736dd1afaa0 tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] Resources bound (agent type, host, resource id): {{(pid=95101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:39:45.809067 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:45.811655 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.plugin [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] No Port match for: 3c5f04d5-5e60-459d-a0e5-3ddd2acee29f {{(pid=95103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 19:39:45.812172 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Device 3c5f04d5-5e60-459d-a0e5-3ddd2acee29f not bound to the agent host n-h1-713301-16 {{(pid=95103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 19:39:45.814563 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b99b375-0317-4c37-9e9c-1736dd1afaa0 tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:39:45.815676 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-9b99b375-0317-4c37-9e9c-1736dd1afaa0 tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] Notify callbacks [] for subnet, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:45.817852 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bff7836-a298-4862-9556-786ad84d4482 None None] Pushing event updated for resources: {'Port': ['ID=b70b1228-fa12-4f3f-acf7-7244c4b7dc41,revision_number=4']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:39:45.838710 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b99b375-0317-4c37-9e9c-1736dd1afaa0 tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] Pushing event updated for resources: {'Subnet': ['ID=60d484cf-4861-49f5-a01c-7ececd50204e,revision_number=0']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:39:45.850137 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-9b99b375-0317-4c37-9e9c-1736dd1afaa0 tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 0.9962904 Sep 23 19:39:45.854566 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 59186) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:39:45.859983 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.v2.base [None req-af75229b-62c7-4fe1-a25f-e89e2e7250a0 tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] Request body: {'port': {'network_id': 'c3ce5ca7-e24b-4e77-9492-8811354289cb', 'fixed_ips': [{'subnet_id': 'b4dca0a6-310c-4277-b1fc-27fa5bd13ac2'}, {'subnet_id': '60d484cf-4861-49f5-a01c-7ececd50204e'}], 'name': 'tempest-PortsTestJSON-831268914'}} {{(pid=95101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:39:45.871881 n-d-713301-16 neutron-server[95103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6016e17-fe5f-4666-b3fd-11c3956c22d8 None None] Network c3ce5ca7-e24b-4e77-9492-8811354289cb is already hosted by enough agents. {{(pid=95103) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:39:45.943058 n-d-713301-16 neutron-server[95102]: DEBUG neutron.objects.ports [None req-0b8695a4-8534-44e9-8702-f92179cfa195 tempest-NetworksIpV6TestAttrs-574578853 tempest-NetworksIpV6TestAttrs-574578853-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=95102) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 23 19:39:45.943727 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6016e17-fe5f-4666-b3fd-11c3956c22d8 None None] Pushing event updated for resources: {'Port': ['ID=97637ffe-3207-4662-9161-44bb9ccb5c67,revision_number=1']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:39:45.968496 n-d-713301-16 neutron-server[95103]: DEBUG neutron.scheduler.base_scheduler [None req-c6016e17-fe5f-4666-b3fd-11c3956c22d8 None None] Resources bound (agent type, host, resource id): {{(pid=95103) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:39:45.975149 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-0b8695a4-8534-44e9-8702-f92179cfa195 tempest-NetworksIpV6TestAttrs-574578853 tempest-NetworksIpV6TestAttrs-574578853-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4398944', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5388242'] for subnet, after_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:45.976954 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6016e17-fe5f-4666-b3fd-11c3956c22d8 None None] Received port after_create {{(pid=95103) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 19:39:45.983487 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d725f1ed-2635-4e74-ae8e-6cb38a3e728d req-164a8484-7ebb-4d0f-963f-af8ee16e71a9 tempest-ServersTestJSON-149791516 tempest-ServersTestJSON-149791516-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:39:45.985103 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-d725f1ed-2635-4e74-ae8e-6cb38a3e728d req-164a8484-7ebb-4d0f-963f-af8ee16e71a9 tempest-ServersTestJSON-149791516 tempest-ServersTestJSON-149791516-project] 10.222.0.67 "GET /v2.0/networks?id=13c320c3-e746-4d37-877a-d3d286211b52 HTTP/1.1" status: 200 len: 806 time: 0.4886568 Sep 23 19:39:46.009060 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259d7eb4-ef75-41d6-8462-09c704e5aead req-e83730b2-edf6-4633-a436-eeeb17eb49cf tempest-AttachVolumeShelveTestJSON-2035318112 tempest-AttachVolumeShelveTestJSON-2035318112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:39:46.010902 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-259d7eb4-ef75-41d6-8462-09c704e5aead req-e83730b2-edf6-4633-a436-eeeb17eb49cf tempest-AttachVolumeShelveTestJSON-2035318112 tempest-AttachVolumeShelveTestJSON-2035318112-project] 10.222.0.67 "GET /v2.0/ports?device_id=c994c23c-480f-4306-a41c-657703b40238 HTTP/1.1" status: 200 len: 946 time: 0.4547002 Sep 23 19:39:46.013223 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af75229b-62c7-4fe1-a25f-e89e2e7250a0 tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] Made reservation on behalf of e53e881fc39941c397f29318ff64a85b for: {'port': 1} {{(pid=95101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:39:46.059003 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-d725f1ed-2635-4e74-ae8e-6cb38a3e728d req-a2b1ec13-7666-48a2-83f5-d230d8f84ff1 tempest-ServersTestJSON-149791516 tempest-ServersTestJSON-149791516-project] 10.222.0.67 "GET /v2.0/quotas/ee2e9bda0f104270af74ba8d5f144843 HTTP/1.1" status: 200 len: 375 time: 0.0595417 Sep 23 19:39:46.101397 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.plugin [None req-46f70a6b-af39-45de-ad1b-a8f817896af2 None None] Deleting port b70b1228-fa12-4f3f-acf7-7244c4b7dc41 {{(pid=95103) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:39:46.101972 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-46f70a6b-af39-45de-ad1b-a8f817896af2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783146157096'] for port, before_delete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:46.135000 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.managers [None req-c6016e17-fe5f-4666-b3fd-11c3956c22d8 None None] Attempting to bind port 97637ffe-3207-4662-9161-44bb9ccb5c67 on host n-d-713301-16 for vnic_type normal with profile {{(pid=95103) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 19:39:46.135476 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.managers [None req-c6016e17-fe5f-4666-b3fd-11c3956c22d8 None None] Attempting to bind port 97637ffe-3207-4662-9161-44bb9ccb5c67 by drivers openvswitch,hyperv on host n-d-713301-16 at level 0 using segments [{'id': 'a8d80188-2bcb-4551-b280-6d22d4858801', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': 'c3ce5ca7-e24b-4e77-9492-8811354289cb'}] {{(pid=95103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 19:39:46.135977 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6016e17-fe5f-4666-b3fd-11c3956c22d8 None None] Attempting to bind port 97637ffe-3207-4662-9161-44bb9ccb5c67 on network c3ce5ca7-e24b-4e77-9492-8811354289cb {{(pid=95103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:39:46.151727 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-9d30761e-e458-45c2-9707-2c5e1ddd1d71 req-ac3544d0-ad6a-434e-add0-879d09433a91 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=dd8506a8-7e56-49b4-9c74-3948d9b76f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3600235 Sep 23 19:39:46.155415 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-b87df4b2-df39-408d-a390-367b53dc194e tempest-FloatingIPTestJSON-2085468291 tempest-FloatingIPTestJSON-2085468291-project] Notify callbacks [] for floatingip, after_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:46.156732 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.db.api [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95103) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 23 19:39:46.157147 n-d-713301-16 neutron-server[95103]: DEBUG oslo_db.api [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 23 19:39:46.158775 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-b87df4b2-df39-408d-a390-367b53dc194e tempest-FloatingIPTestJSON-2085468291 tempest-FloatingIPTestJSON-2085468291-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222849'] for floatingip, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:46.159977 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-b87df4b2-df39-408d-a390-367b53dc194e tempest-FloatingIPTestJSON-2085468291 tempest-FloatingIPTestJSON-2085468291-project] 10.222.0.67 "DELETE /v2.0/floatingips/29147edd-09cc-4b97-8afd-83d3e9165bd5 HTTP/1.1" status: 204 len: 168 time: 1.9484189 Sep 23 19:39:46.161251 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6016e17-fe5f-4666-b3fd-11c3956c22d8 None None] Checking agent: {'id': '70a14545-df24-472f-8f95-bfe1719bff93', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 19, 7, 53), 'started_at': datetime.datetime(2021, 9, 23, 19, 8, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 19, 39, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 19:39:46.161406 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6016e17-fe5f-4666-b3fd-11c3956c22d8 None None] Checking segment: {'id': 'a8d80188-2bcb-4551-b280-6d22d4858801', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': 'c3ce5ca7-e24b-4e77-9492-8811354289cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95103) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:39:46.162079 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-c6016e17-fe5f-4666-b3fd-11c3956c22d8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:46.162555 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6016e17-fe5f-4666-b3fd-11c3956c22d8 None None] Bound using segment: {'id': 'a8d80188-2bcb-4551-b280-6d22d4858801', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': 'c3ce5ca7-e24b-4e77-9492-8811354289cb'} {{(pid=95103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 19:39:46.163121 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.managers [None req-c6016e17-fe5f-4666-b3fd-11c3956c22d8 None None] Bound port: 97637ffe-3207-4662-9161-44bb9ccb5c67, host: n-d-713301-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a8d80188-2bcb-4551-b280-6d22d4858801', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': 'c3ce5ca7-e24b-4e77-9492-8811354289cb'}}] {{(pid=95103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 19:39:46.163569 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-c6016e17-fe5f-4666-b3fd-11c3956c22d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:46.166420 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 59190) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:39:46.183997 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.v2.base [None req-d916d271-d9a5-40ed-8881-e8eb4654b837 tempest-FloatingIPTestJSON-2085468291 tempest-FloatingIPTestJSON-2085468291-project] Request body: {'floatingip': {'floating_network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'port_id': 'cd267a20-7163-49ef-b59a-5d76979e2013'}} {{(pid=95101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:39:46.203237 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b8695a4-8534-44e9-8702-f92179cfa195 tempest-NetworksIpV6TestAttrs-574578853 tempest-NetworksIpV6TestAttrs-574578853-project] Pushing event updated for resources: {'Subnet': ['ID=e47ac87f-2159-403c-a98a-4c51fe999098,revision_number=0']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:39:46.235953 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-af75229b-62c7-4fe1-a25f-e89e2e7250a0 tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:46.241085 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-d916d271-d9a5-40ed-8881-e8eb4654b837 tempest-FloatingIPTestJSON-2085468291 tempest-FloatingIPTestJSON-2085468291-project] Notify callbacks [] for floatingip, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:46.247548 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-d725f1ed-2635-4e74-ae8e-6cb38a3e728d req-a2ebb0b6-8f19-4517-b7ad-581df056d05c tempest-ServersTestJSON-149791516 tempest-ServersTestJSON-149791516-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=ee2e9bda0f104270af74ba8d5f144843&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1741402 Sep 23 19:39:46.261514 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b8695a4-8534-44e9-8702-f92179cfa195 tempest-NetworksIpV6TestAttrs-574578853 tempest-NetworksIpV6TestAttrs-574578853-project] Checking segment: {'id': 'f4c2c390-bced-4d3b-8c23-bf1295fce4c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '98555f5c-c4ad-4a3f-8d1a-4f129ad053c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95102) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:39:46.261884 n-d-713301-16 neutron-server[95102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b8695a4-8534-44e9-8702-f92179cfa195 tempest-NetworksIpV6TestAttrs-574578853 tempest-NetworksIpV6TestAttrs-574578853-project] Network hostable DHCP agents. Network: 98555f5c-c4ad-4a3f-8d1a-4f129ad053c5, hostable agents: ['1b18bf05-1b5f-4587-be5c-af3ac38e32ad'], hosted agents: [] {{(pid=95102) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 19:39:46.276027 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-259d7eb4-ef75-41d6-8462-09c704e5aead req-8cb7b75b-9ff8-42dd-ad39-9dcfe88fc227 tempest-AttachVolumeShelveTestJSON-2035318112 tempest-AttachVolumeShelveTestJSON-2035318112-project] 10.222.0.67 "GET /v2.0/security-groups?id=dd8506a8-7e56-49b4-9c74-3948d9b76f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2156353 Sep 23 19:39:46.282338 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-46f70a6b-af39-45de-ad1b-a8f817896af2 None None] For port b70b1228-fa12-4f3f-acf7-7244c4b7dc41, host n-d-713301-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-16',level=0,port_id=b70b1228-fa12-4f3f-acf7-7244c4b7dc41,segment=NetworkSegment(384664f4-b929-42bc-829f-bedf693669e6),segment_id=384664f4-b929-42bc-829f-bedf693669e6)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:39:46.282748 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-46f70a6b-af39-45de-ad1b-a8f817896af2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-605701'] for port, precommit_delete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:46.295097 n-d-713301-16 neutron-server[95101]: DEBUG neutron.notifiers.nova [None req-af75229b-62c7-4fe1-a25f-e89e2e7250a0 tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] device_id is not set on port 2a71d936-f552-4bef-a54f-3f105dcc7ada yet. {{(pid=95101) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 23 19:39:46.332163 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.plugin [None req-46f70a6b-af39-45de-ad1b-a8f817896af2 None None] Calling delete_port for b70b1228-fa12-4f3f-acf7-7244c4b7dc41 owned by network:dhcp {{(pid=95103) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:39:46.378913 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-c6016e17-fe5f-4666-b3fd-11c3956c22d8 None None] For port 97637ffe-3207-4662-9161-44bb9ccb5c67, host n-d-713301-16, cleared binding levels {{(pid=95103) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 19:39:46.412498 n-d-713301-16 neutron-server[95102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b8695a4-8534-44e9-8702-f92179cfa195 tempest-NetworksIpV6TestAttrs-574578853 tempest-NetworksIpV6TestAttrs-574578853-project] Network 98555f5c-c4ad-4a3f-8d1a-4f129ad053c5 is scheduled to be hosted by DHCP agent 1b18bf05-1b5f-4587-be5c-af3ac38e32ad with binding_index 1 {{(pid=95102) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 19:39:46.471722 n-d-713301-16 neutron-server[95102]: DEBUG neutron.scheduler.base_scheduler [None req-0b8695a4-8534-44e9-8702-f92179cfa195 tempest-NetworksIpV6TestAttrs-574578853 tempest-NetworksIpV6TestAttrs-574578853-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713301-16, 98555f5c-c4ad-4a3f-8d1a-4f129ad053c5) {{(pid=95102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:39:46.481004 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b8695a4-8534-44e9-8702-f92179cfa195 tempest-NetworksIpV6TestAttrs-574578853 tempest-NetworksIpV6TestAttrs-574578853-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:39:46.483058 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-0b8695a4-8534-44e9-8702-f92179cfa195 tempest-NetworksIpV6TestAttrs-574578853 tempest-NetworksIpV6TestAttrs-574578853-project] Notify callbacks [] for subnet, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:46.487808 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-d725f1ed-2635-4e74-ae8e-6cb38a3e728d req-8e66c6ca-8f20-4026-9fe2-a1f7ac2db8d2 service neutron] 10.222.0.67 "GET /v2.0/networks/13c320c3-e746-4d37-877a-d3d286211b52?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2013443 Sep 23 19:39:46.490609 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-c6016e17-fe5f-4666-b3fd-11c3956c22d8 None None] For port 97637ffe-3207-4662-9161-44bb9ccb5c67, host n-d-713301-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-16',level=0,port_id=97637ffe-3207-4662-9161-44bb9ccb5c67,segment=NetworkSegment(a8d80188-2bcb-4551-b280-6d22d4858801),segment_id=a8d80188-2bcb-4551-b280-6d22d4858801)] {{(pid=95103) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 19:39:46.494250 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-46f70a6b-af39-45de-ad1b-a8f817896af2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783146162158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783145673144'] for port, after_delete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:46.497524 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d4a5c79-fb74-465f-84b0-41e799e60a9a None None] Network 98555f5c-c4ad-4a3f-8d1a-4f129ad053c5 requested from n-d-713301-16 {{(pid=95103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 19:39:46.549196 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-0b8695a4-8534-44e9-8702-f92179cfa195 tempest-NetworksIpV6TestAttrs-574578853 tempest-NetworksIpV6TestAttrs-574578853-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.0747006 Sep 23 19:39:46.549196 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 59200) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:39:46.562270 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.v2.base [None req-b6f3c68f-c210-4802-998c-2bc930b3c39a tempest-NetworksIpV6TestAttrs-574578853 tempest-NetworksIpV6TestAttrs-574578853-project] Request body: {'port': {'network_id': '98555f5c-c4ad-4a3f-8d1a-4f129ad053c5', 'name': 'tempest-NetworksIpV6TestAttrs-601713368'}} {{(pid=95102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:39:46.685096 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-d916d271-d9a5-40ed-8881-e8eb4654b837 tempest-FloatingIPTestJSON-2085468291 tempest-FloatingIPTestJSON-2085468291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:46.703487 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-d725f1ed-2635-4e74-ae8e-6cb38a3e728d req-2e3c7267-6e4e-4cc8-bf13-55c0691b684b service neutron] 10.222.0.67 "GET /v2.0/networks/13c320c3-e746-4d37-877a-d3d286211b52?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1985734 Sep 23 19:39:46.753170 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6f3c68f-c210-4802-998c-2bc930b3c39a tempest-NetworksIpV6TestAttrs-574578853 tempest-NetworksIpV6TestAttrs-574578853-project] Made reservation on behalf of d5614ce166cb4e09908670e4e49f5263 for: {'port': 1} {{(pid=95102) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:39:46.753529 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-c6016e17-fe5f-4666-b3fd-11c3956c22d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:46.757944 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-b6f3c68f-c210-4802-998c-2bc930b3c39a tempest-NetworksIpV6TestAttrs-574578853 tempest-NetworksIpV6TestAttrs-574578853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:46.792561 n-d-713301-16 neutron-server[95102]: DEBUG neutron.notifiers.nova [None req-b6f3c68f-c210-4802-998c-2bc930b3c39a tempest-NetworksIpV6TestAttrs-574578853 tempest-NetworksIpV6TestAttrs-574578853-project] device_id is not set on port 3ae2dd49-ba76-4114-b9b8-9ad6778e2328 yet. {{(pid=95102) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 23 19:39:46.833423 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46f70a6b-af39-45de-ad1b-a8f817896af2 None None] Pushing event deleted for resources: {'Port': ['ID=b70b1228-fa12-4f3f-acf7-7244c4b7dc41,revision_number=None']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:39:46.835037 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.plugin [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Port b70b1228-fa12-4f3f-acf7-7244c4b7dc41 update to ACTIVE by agent not found {{(pid=95103) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2162}} Sep 23 19:39:46.858826 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46f70a6b-af39-45de-ad1b-a8f817896af2 None None] No DVR routers for this DVR port b70b1228-fa12-4f3f-acf7-7244c4b7dc41 on host n-d-713301-16 {{(pid=95103) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 19:39:46.873269 n-d-713301-16 neutron-server[95101]: DEBUG neutron.db.db_base_plugin_common [None req-d916d271-d9a5-40ed-8881-e8eb4654b837 tempest-FloatingIPTestJSON-2085468291 tempest-FloatingIPTestJSON-2085468291-project] Allocated IP 172.25.1.23 (5dec5c09-378e-4f50-89cc-d94eb81c3bac/eff83446-018c-428d-b3f5-54ac9abe7a2a/ff1b2e21-b63e-4c8f-aa85-a8e90c32790c) {{(pid=95101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 19:39:46.946311 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6016e17-fe5f-4666-b3fd-11c3956c22d8 None None] Pushing event updated for resources: {'Port': ['ID=97637ffe-3207-4662-9161-44bb9ccb5c67,revision_number=2']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:39:46.983300 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85f8e5fc-9471-4217-8e70-ecfe59aef105 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4c8b80df-07eb-5275-9f17-5cf640db67c0-98555f5c-c4ad-4a3f-8d1a-4f129ad053c5', 'network_id': '98555f5c-c4ad-4a3f-8d1a-4f129ad053c5', 'tenant_id': 'd5614ce166cb4e09908670e4e49f5263', 'fixed_ips': [{'subnet_id': 'e47ac87f-2159-403c-a98a-4c51fe999098'}]}} from n-d-713301-16. {{(pid=95103) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 23 19:39:46.984375 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-85f8e5fc-9471-4217-8e70-ecfe59aef105 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_create {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:47.055449 n-d-713301-16 neutron-server[95102]: DEBUG neutron.db.db_base_plugin_common [None req-b6f3c68f-c210-4802-998c-2bc930b3c39a tempest-NetworksIpV6TestAttrs-574578853 tempest-NetworksIpV6TestAttrs-574578853-project] Allocated IP 2001:db8::f816:3eff:fe6b:3ca4 (98555f5c-c4ad-4a3f-8d1a-4f129ad053c5/e47ac87f-2159-403c-a98a-4c51fe999098/3ae2dd49-ba76-4114-b9b8-9ad6778e2328) {{(pid=95102) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 19:39:47.338796 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-d916d271-d9a5-40ed-8881-e8eb4654b837 tempest-FloatingIPTestJSON-2085468291 tempest-FloatingIPTestJSON-2085468291-project] Notify callbacks [] for port, precommit_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:47.343350 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Device b70b1228-fa12-4f3f-acf7-7244c4b7dc41 no longer exists at agent ovs-agent-n-d-713301-16 {{(pid=95103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 19:39:47.399413 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-d916d271-d9a5-40ed-8881-e8eb4654b837 tempest-FloatingIPTestJSON-2085468291 tempest-FloatingIPTestJSON-2085468291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783145673135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5607431'] for port, after_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:47.401520 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.plugin [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] No Port match for: b70b1228-fa12-4f3f-acf7-7244c4b7dc41 {{(pid=95103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 19:39:47.401878 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Device b70b1228-fa12-4f3f-acf7-7244c4b7dc41 not bound to the agent host n-d-713301-16 {{(pid=95103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 19:39:47.499734 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d916d271-d9a5-40ed-8881-e8eb4654b837 tempest-FloatingIPTestJSON-2085468291 tempest-FloatingIPTestJSON-2085468291-project] Network 5dec5c09-378e-4f50-89cc-d94eb81c3bac is already hosted by enough agents. {{(pid=95101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:39:47.506056 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-bf928378-60e0-44ae-97b8-3e2c636cd370 req-bc2af485-ad75-4425-9dad-0efffb52ea81 tempest-ServersTestJSON-149791516 tempest-ServersTestJSON-149791516-project] 10.222.0.67 "GET /v2.0/ports?device_id=4056c871-d73a-40b9-9ab0-88afab28cdee HTTP/1.1" status: 200 len: 210 time: 0.0717931 Sep 23 19:39:47.532960 n-d-713301-16 neutron-server[95101]: DEBUG neutron.db.db_base_plugin_common [None req-af75229b-62c7-4fe1-a25f-e89e2e7250a0 tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] Allocated IP 172.20.0.5 (c3ce5ca7-e24b-4e77-9492-8811354289cb/b4dca0a6-310c-4277-b1fc-27fa5bd13ac2/2a71d936-f552-4bef-a54f-3f105dcc7ada) {{(pid=95101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 19:39:47.534751 n-d-713301-16 neutron-server[95101]: DEBUG neutron.db.db_base_plugin_common [None req-af75229b-62c7-4fe1-a25f-e89e2e7250a0 tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] Allocated IP 172.20.0.21 (c3ce5ca7-e24b-4e77-9492-8811354289cb/60d484cf-4861-49f5-a01c-7ececd50204e/2a71d936-f552-4bef-a54f-3f105dcc7ada) {{(pid=95101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 19:39:47.587858 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.base_scheduler [None req-d916d271-d9a5-40ed-8881-e8eb4654b837 tempest-FloatingIPTestJSON-2085468291 tempest-FloatingIPTestJSON-2085468291-project] Resources bound (agent type, host, resource id): {{(pid=95101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:39:47.617252 n-d-713301-16 neutron-server[95101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d916d271-d9a5-40ed-8881-e8eb4654b837 tempest-FloatingIPTestJSON-2085468291 tempest-FloatingIPTestJSON-2085468291-project] Received port after_create {{(pid=95101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 19:39:47.791506 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d916d271-d9a5-40ed-8881-e8eb4654b837 tempest-FloatingIPTestJSON-2085468291 tempest-FloatingIPTestJSON-2085468291-project] Pushing event updated for resources: {'Port': ['ID=ff1b2e21-b63e-4c8f-aa85-a8e90c32790c,revision_number=1']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:39:48.225683 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-af75229b-62c7-4fe1-a25f-e89e2e7250a0 tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] Notify callbacks [] for port, precommit_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:48.248718 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e15031e6-a832-4775-bd4a-176ae996f6a5 req-1dbafae7-848e-4f1d-a7f0-1d78bc16fec7 tempest-AttachVolumeShelveTestJSON-2035318112 tempest-AttachVolumeShelveTestJSON-2035318112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:39:48.251093 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-e15031e6-a832-4775-bd4a-176ae996f6a5 req-1dbafae7-848e-4f1d-a7f0-1d78bc16fec7 tempest-AttachVolumeShelveTestJSON-2035318112 tempest-AttachVolumeShelveTestJSON-2035318112-project] 10.222.0.67 "GET /v2.0/ports?device_id=c994c23c-480f-4306-a41c-657703b40238 HTTP/1.1" status: 200 len: 946 time: 0.7496326 Sep 23 19:39:48.268468 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-b6f3c68f-c210-4802-998c-2bc930b3c39a tempest-NetworksIpV6TestAttrs-574578853 tempest-NetworksIpV6TestAttrs-574578853-project] Notify callbacks [] for port, precommit_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:48.347797 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-eef62ddf-0350-4c7f-ac26-b76e67f61040 req-555b3b20-dd61-470d-8f6e-39858b4ca19b service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=7250b04d-cbe1-42a9-ad22-a6926740b5d8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2061620 Sep 23 19:39:48.368521 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-b6f3c68f-c210-4802-998c-2bc930b3c39a tempest-NetworksIpV6TestAttrs-574578853 tempest-NetworksIpV6TestAttrs-574578853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783145673135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4399100'] for port, after_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:48.458965 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-e15031e6-a832-4775-bd4a-176ae996f6a5 req-d3ee3bf2-4ef2-4cbe-b33a-4bc7d869f3d6 tempest-AttachVolumeShelveTestJSON-2035318112 tempest-AttachVolumeShelveTestJSON-2035318112-project] 10.222.0.67 "GET /v2.0/security-groups?id=dd8506a8-7e56-49b4-9c74-3948d9b76f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1950915 Sep 23 19:39:48.460376 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-af75229b-62c7-4fe1-a25f-e89e2e7250a0 tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783145673135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5607431'] for port, after_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:48.529108 n-d-713301-16 neutron-server[95102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6f3c68f-c210-4802-998c-2bc930b3c39a tempest-NetworksIpV6TestAttrs-574578853 tempest-NetworksIpV6TestAttrs-574578853-project] Network 98555f5c-c4ad-4a3f-8d1a-4f129ad053c5 is already hosted by enough agents. {{(pid=95102) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:39:48.529742 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.db_base_plugin_common [None req-85f8e5fc-9471-4217-8e70-ecfe59aef105 None None] Allocated IP 2001:db8::f816:3eff:fef8:2f9d (98555f5c-c4ad-4a3f-8d1a-4f129ad053c5/e47ac87f-2159-403c-a98a-4c51fe999098/9ec63111-4df4-47ca-a04a-7c4e33dc74ee) {{(pid=95103) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 19:39:48.549554 n-d-713301-16 neutron-server[95102]: DEBUG neutron.scheduler.base_scheduler [None req-b6f3c68f-c210-4802-998c-2bc930b3c39a tempest-NetworksIpV6TestAttrs-574578853 tempest-NetworksIpV6TestAttrs-574578853-project] Resources bound (agent type, host, resource id): {{(pid=95102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:39:48.550776 n-d-713301-16 neutron-server[95102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6f3c68f-c210-4802-998c-2bc930b3c39a tempest-NetworksIpV6TestAttrs-574578853 tempest-NetworksIpV6TestAttrs-574578853-project] Received port after_create {{(pid=95102) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 19:39:48.564887 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6f3c68f-c210-4802-998c-2bc930b3c39a tempest-NetworksIpV6TestAttrs-574578853 tempest-NetworksIpV6TestAttrs-574578853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:39:48.567598 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-b6f3c68f-c210-4802-998c-2bc930b3c39a tempest-NetworksIpV6TestAttrs-574578853 tempest-NetworksIpV6TestAttrs-574578853-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222849'] for port, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:48.619828 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af75229b-62c7-4fe1-a25f-e89e2e7250a0 tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] Pushing event updated for resources: {'Port': ['ID=2a71d936-f552-4bef-a54f-3f105dcc7ada,revision_number=1']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:39:48.626913 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6f3c68f-c210-4802-998c-2bc930b3c39a tempest-NetworksIpV6TestAttrs-574578853 tempest-NetworksIpV6TestAttrs-574578853-project] Pushing event updated for resources: {'Port': ['ID=3ae2dd49-ba76-4114-b9b8-9ad6778e2328,revision_number=1']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:39:48.663630 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af75229b-62c7-4fe1-a25f-e89e2e7250a0 tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] Network c3ce5ca7-e24b-4e77-9492-8811354289cb is already hosted by enough agents. {{(pid=95101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:39:48.691437 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.base_scheduler [None req-af75229b-62c7-4fe1-a25f-e89e2e7250a0 tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] Resources bound (agent type, host, resource id): {{(pid=95101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:39:48.692287 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-b6f3c68f-c210-4802-998c-2bc930b3c39a tempest-NetworksIpV6TestAttrs-574578853 tempest-NetworksIpV6TestAttrs-574578853-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 950 time: 2.1416538 Sep 23 19:39:48.697873 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef62ddf-0350-4c7f-ac26-b76e67f61040 req-a56540cc-8d46-43ec-9f31-12a9ed762cdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:39:48.698906 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 59264) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:39:48.705433 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-eef62ddf-0350-4c7f-ac26-b76e67f61040 req-a56540cc-8d46-43ec-9f31-12a9ed762cdf service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=ee2e9bda0f104270af74ba8d5f144843&device_id=7250b04d-cbe1-42a9-ad22-a6926740b5d8 HTTP/1.1" status: 200 len: 1097 time: 0.3267212 Sep 23 19:39:48.818398 n-d-713301-16 neutron-server[95101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af75229b-62c7-4fe1-a25f-e89e2e7250a0 tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] Received port after_create {{(pid=95101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 19:39:48.834709 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-aef28d25-4c37-467e-94e0-9605bc0f620d req-3441e3cf-d2e2-460a-9036-e5ff97ef1463 tempest-ServersTestJSON-149791516 tempest-ServersTestJSON-149791516-project] 10.222.0.67 "GET /v2.0/ports?device_id=4056c871-d73a-40b9-9ab0-88afab28cdee HTTP/1.1" status: 200 len: 210 time: 0.1259854 Sep 23 19:39:48.838367 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ca3b295-d641-401b-8ae4-4fca27186804 None None] Network c3ce5ca7-e24b-4e77-9492-8811354289cb requested from n-d-713301-16 {{(pid=95103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 19:39:48.883056 n-d-713301-16 neutron-server[95101]: DEBUG neutron.db.db_base_plugin_v2 [None req-ac7ced20-09ea-47b1-88e0-3b79c1eb24d0 tempest-NetworksIpV6TestAttrs-574578853 tempest-NetworksIpV6TestAttrs-574578853-project] Deleting subnet e47ac87f-2159-403c-a98a-4c51fe999098 {{(pid=95101) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 23 19:39:48.891721 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af75229b-62c7-4fe1-a25f-e89e2e7250a0 tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:39:48.892423 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-af75229b-62c7-4fe1-a25f-e89e2e7250a0 tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222849'] for port, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:48.914502 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-af75229b-62c7-4fe1-a25f-e89e2e7250a0 tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1003 time: 3.0583475 Sep 23 19:39:48.956462 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 59268) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:39:48.963755 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.v2.base [None req-d2d1267f-984f-43ec-a174-e1dc8707da28 tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'b4dca0a6-310c-4277-b1fc-27fa5bd13ac2'}]}} {{(pid=95101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:39:49.008950 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d6e130-a2fe-4dfe-8a04-d3f01e419f06 req-2f32668a-3340-4291-8402-52b489f929fd tempest-AttachVolumeShelveTestJSON-2035318112 tempest-AttachVolumeShelveTestJSON-2035318112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:39:49.017256 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-92d6e130-a2fe-4dfe-8a04-d3f01e419f06 req-2f32668a-3340-4291-8402-52b489f929fd tempest-AttachVolumeShelveTestJSON-2035318112 tempest-AttachVolumeShelveTestJSON-2035318112-project] 10.222.0.67 "GET /v2.0/ports?device_id=c994c23c-480f-4306-a41c-657703b40238 HTTP/1.1" status: 200 len: 946 time: 0.3076229 Sep 23 19:39:49.029534 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 59270) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:39:49.045332 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.v2.base [None req-c276faf5-33a3-4d68-8905-0ca27761ab23 tempest-AttachVolumeShelveTestJSON-2035318112 tempest-AttachVolumeShelveTestJSON-2035318112-project] Request body: {'floatingip': {'port_id': 'e903ca97-db28-44ea-88d1-53bdf3b0a143'}} {{(pid=95102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:39:49.110867 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-c276faf5-33a3-4d68-8905-0ca27761ab23 tempest-AttachVolumeShelveTestJSON-2035318112 tempest-AttachVolumeShelveTestJSON-2035318112-project] Notify callbacks [] for floatingip, before_update {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:49.111410 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-85f8e5fc-9471-4217-8e70-ecfe59aef105 None None] Notify callbacks [] for port, precommit_create {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:49.122266 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-fbf558c2-6d77-4a38-8823-2763d1678ae4 None None] Provisioning complete for port 97637ffe-3207-4662-9161-44bb9ccb5c67 triggered by entity DHCP. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:39:49.122618 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-fbf558c2-6d77-4a38-8823-2763d1678ae4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:49.130970 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-85f8e5fc-9471-4217-8e70-ecfe59aef105 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783145673135'] for port, after_create {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:49.177006 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d725f1ed-2635-4e74-ae8e-6cb38a3e728d req-a1195d1c-53e2-4c77-8bc4-cd318bc9a341 tempest-ServersTestJSON-149791516 tempest-ServersTestJSON-149791516-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:39:49.180007 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-d725f1ed-2635-4e74-ae8e-6cb38a3e728d req-a1195d1c-53e2-4c77-8bc4-cd318bc9a341 tempest-ServersTestJSON-149791516 tempest-ServersTestJSON-149791516-project] 10.222.0.53 "GET /v2.0/networks?id=13c320c3-e746-4d37-877a-d3d286211b52 HTTP/1.1" status: 200 len: 806 time: 0.1812017 Sep 23 19:39:49.184507 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-ac7ced20-09ea-47b1-88e0-3b79c1eb24d0 tempest-NetworksIpV6TestAttrs-574578853 tempest-NetworksIpV6TestAttrs-574578853-project] Notify callbacks [] for subnet, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:49.223794 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.v2.base [req-d725f1ed-2635-4e74-ae8e-6cb38a3e728d req-c480425b-1690-40e4-b87b-f5c1111ea25e tempest-ServersTestJSON-149791516 tempest-ServersTestJSON-149791516-project] Request body: {'port': {'device_id': '4056c871-d73a-40b9-9ab0-88afab28cdee', 'network_id': '13c320c3-e746-4d37-877a-d3d286211b52', 'admin_state_up': True, 'tenant_id': 'ee2e9bda0f104270af74ba8d5f144843'}} {{(pid=95101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:39:49.314398 n-d-713301-16 neutron-server[95103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85f8e5fc-9471-4217-8e70-ecfe59aef105 None None] Network 98555f5c-c4ad-4a3f-8d1a-4f129ad053c5 is already hosted by enough agents. {{(pid=95103) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:39:49.318560 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef62ddf-0350-4c7f-ac26-b76e67f61040 req-74e71ac6-93c2-4b07-8507-996859663b41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:39:49.320148 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-eef62ddf-0350-4c7f-ac26-b76e67f61040 req-74e71ac6-93c2-4b07-8507-996859663b41 service neutron] 10.222.0.53 "GET /v2.0/networks?id=13c320c3-e746-4d37-877a-d3d286211b52 HTTP/1.1" status: 200 len: 907 time: 0.5634208 Sep 23 19:39:49.343540 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Device 97637ffe-3207-4662-9161-44bb9ccb5c67 up at agent ovs-agent-n-d-713301-16 {{(pid=95103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 19:39:49.423928 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-d916d271-d9a5-40ed-8881-e8eb4654b837 tempest-FloatingIPTestJSON-2085468291 tempest-FloatingIPTestJSON-2085468291-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:49.445480 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-eef62ddf-0350-4c7f-ac26-b76e67f61040 req-e6963958-028a-4fc5-a01e-402b03631e72 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1e33a789-d371-4447-ad9f-6d77201ac2d1 HTTP/1.1" status: 200 len: 217 time: 0.1076477 Sep 23 19:39:49.445936 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85f8e5fc-9471-4217-8e70-ecfe59aef105 None None] Pushing event updated for resources: {'Port': ['ID=9ec63111-4df4-47ca-a04a-7c4e33dc74ee,revision_number=1']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:39:49.449184 n-d-713301-16 neutron-server[95103]: DEBUG neutron.scheduler.base_scheduler [None req-85f8e5fc-9471-4217-8e70-ecfe59aef105 None None] Resources bound (agent type, host, resource id): {{(pid=95103) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:39:49.458834 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85f8e5fc-9471-4217-8e70-ecfe59aef105 None None] Received port after_create {{(pid=95103) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 19:39:49.594045 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-fbf558c2-6d77-4a38-8823-2763d1678ae4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:49.600767 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef62ddf-0350-4c7f-ac26-b76e67f61040 req-f3150fb8-f143-403a-8a40-72eab9bfe737 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:39:49.602883 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-eef62ddf-0350-4c7f-ac26-b76e67f61040 req-f3150fb8-f143-403a-8a40-72eab9bfe737 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=1858a7c9-e08d-4d7a-87f9-fd282e21109a HTTP/1.1" status: 200 len: 846 time: 0.1491828 Sep 23 19:39:49.615344 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-ac7ced20-09ea-47b1-88e0-3b79c1eb24d0 tempest-NetworksIpV6TestAttrs-574578853 tempest-NetworksIpV6TestAttrs-574578853-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6007154'] for subnet, precommit_delete_associations {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:49.660181 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-eef62ddf-0350-4c7f-ac26-b76e67f61040 req-fc2f0a59-d212-40ac-b120-fa8548f62cd2 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=13c320c3-e746-4d37-877a-d3d286211b52&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0500426 Sep 23 19:39:49.676742 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-d2d1267f-984f-43ec-a174-e1dc8707da28 tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:49.728970 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.managers [None req-85f8e5fc-9471-4217-8e70-ecfe59aef105 None None] Attempting to bind port 9ec63111-4df4-47ca-a04a-7c4e33dc74ee on host n-d-713301-16 for vnic_type normal with profile {{(pid=95103) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 19:39:49.730074 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.managers [None req-85f8e5fc-9471-4217-8e70-ecfe59aef105 None None] Attempting to bind port 9ec63111-4df4-47ca-a04a-7c4e33dc74ee by drivers openvswitch,hyperv on host n-d-713301-16 at level 0 using segments [{'id': 'f4c2c390-bced-4d3b-8c23-bf1295fce4c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '98555f5c-c4ad-4a3f-8d1a-4f129ad053c5'}] {{(pid=95103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 19:39:49.730604 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85f8e5fc-9471-4217-8e70-ecfe59aef105 None None] Attempting to bind port 9ec63111-4df4-47ca-a04a-7c4e33dc74ee on network 98555f5c-c4ad-4a3f-8d1a-4f129ad053c5 {{(pid=95103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:39:49.744387 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-fbf558c2-6d77-4a38-8823-2763d1678ae4 None None] For port 97637ffe-3207-4662-9161-44bb9ccb5c67, host n-d-713301-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-16',level=0,port_id=97637ffe-3207-4662-9161-44bb9ccb5c67,segment=NetworkSegment(a8d80188-2bcb-4551-b280-6d22d4858801),segment_id=a8d80188-2bcb-4551-b280-6d22d4858801)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:39:49.777390 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85f8e5fc-9471-4217-8e70-ecfe59aef105 None None] Checking agent: {'id': '70a14545-df24-472f-8f95-bfe1719bff93', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 19, 7, 53), 'started_at': datetime.datetime(2021, 9, 23, 19, 8, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 19, 39, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 19:39:49.777638 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85f8e5fc-9471-4217-8e70-ecfe59aef105 None None] Checking segment: {'id': 'f4c2c390-bced-4d3b-8c23-bf1295fce4c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '98555f5c-c4ad-4a3f-8d1a-4f129ad053c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95103) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:39:49.778214 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-85f8e5fc-9471-4217-8e70-ecfe59aef105 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:49.778775 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85f8e5fc-9471-4217-8e70-ecfe59aef105 None None] Bound using segment: {'id': 'f4c2c390-bced-4d3b-8c23-bf1295fce4c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '98555f5c-c4ad-4a3f-8d1a-4f129ad053c5'} {{(pid=95103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 19:39:49.779410 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.managers [None req-85f8e5fc-9471-4217-8e70-ecfe59aef105 None None] Bound port: 9ec63111-4df4-47ca-a04a-7c4e33dc74ee, host: n-d-713301-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f4c2c390-bced-4d3b-8c23-bf1295fce4c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '98555f5c-c4ad-4a3f-8d1a-4f129ad053c5'}}] {{(pid=95103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 19:39:49.779953 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-85f8e5fc-9471-4217-8e70-ecfe59aef105 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:49.796510 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-fe28484d-763d-4981-a193-d5fbc4ec9cff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:49.799743 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-fbf558c2-6d77-4a38-8823-2763d1678ae4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:49.813471 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Provisioning complete for port 97637ffe-3207-4662-9161-44bb9ccb5c67 triggered by entity L2. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:39:49.814208 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:49.818108 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-eef62ddf-0350-4c7f-ac26-b76e67f61040 req-bf7d04b1-13e6-4539-a24d-ef1ba6bf0699 service neutron] 10.222.0.53 "GET /v2.0/networks/13c320c3-e746-4d37-877a-d3d286211b52?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1492279 Sep 23 19:39:49.902256 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-d916d271-d9a5-40ed-8881-e8eb4654b837 tempest-FloatingIPTestJSON-2085468291 tempest-FloatingIPTestJSON-2085468291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:49.940653 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d725f1ed-2635-4e74-ae8e-6cb38a3e728d req-c480425b-1690-40e4-b87b-f5c1111ea25e tempest-ServersTestJSON-149791516 tempest-ServersTestJSON-149791516-project] Made reservation on behalf of ee2e9bda0f104270af74ba8d5f144843 for: {'port': 1} {{(pid=95101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:39:49.945543 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-d725f1ed-2635-4e74-ae8e-6cb38a3e728d req-c480425b-1690-40e4-b87b-f5c1111ea25e tempest-ServersTestJSON-149791516 tempest-ServersTestJSON-149791516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:50.011356 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-85f8e5fc-9471-4217-8e70-ecfe59aef105 None None] For port 9ec63111-4df4-47ca-a04a-7c4e33dc74ee, host n-d-713301-16, cleared binding levels {{(pid=95103) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 19:39:50.015228 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-85f8e5fc-9471-4217-8e70-ecfe59aef105 None None] For port 9ec63111-4df4-47ca-a04a-7c4e33dc74ee, host n-d-713301-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-16',level=0,port_id=9ec63111-4df4-47ca-a04a-7c4e33dc74ee,segment=NetworkSegment(f4c2c390-bced-4d3b-8c23-bf1295fce4c1),segment_id=f4c2c390-bced-4d3b-8c23-bf1295fce4c1)] {{(pid=95103) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 19:39:50.026086 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2be75dca-6e1c-4416-af57-a8b12326f88b None None] Update dhcp port {'port': {'network_id': 'c3ce5ca7-e24b-4e77-9492-8811354289cb', 'fixed_ips': [{'subnet_id': 'b4dca0a6-310c-4277-b1fc-27fa5bd13ac2', 'ip_address': '172.20.0.2'}, {'subnet_id': '60d484cf-4861-49f5-a01c-7ececd50204e'}], 'binding:host_id': 'n-d-713301-16'}, 'id': '97637ffe-3207-4662-9161-44bb9ccb5c67'} from n-d-713301-16. {{(pid=95103) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Sep 23 19:39:50.030323 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-85f8e5fc-9471-4217-8e70-ecfe59aef105 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:50.070726 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-0f87019e-9558-413a-aa2c-90d8ec52ad41 req-171021fc-eaee-4c99-ad1b-1c386a5fc909 tempest-ServersTestJSON-149791516 tempest-ServersTestJSON-149791516-project] 10.222.0.67 "GET /v2.0/ports?device_id=4056c871-d73a-40b9-9ab0-88afab28cdee HTTP/1.1" status: 200 len: 210 time: 0.1113882 Sep 23 19:39:50.113170 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf558c2-6d77-4a38-8823-2763d1678ae4 None None] Pushing event updated for resources: {'Port': ['ID=97637ffe-3207-4662-9161-44bb9ccb5c67,revision_number=3']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:39:50.190163 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85f8e5fc-9471-4217-8e70-ecfe59aef105 None None] Pushing event updated for resources: {'Port': ['ID=9ec63111-4df4-47ca-a04a-7c4e33dc74ee,revision_number=2']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:39:50.194525 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-eef62ddf-0350-4c7f-ac26-b76e67f61040 req-2d29cd1b-0da6-440b-b029-f0242f2ec146 service neutron] 10.222.0.53 "GET /v2.0/networks/13c320c3-e746-4d37-877a-d3d286211b52?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3685789 Sep 23 19:39:50.210640 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-2be75dca-6e1c-4416-af57-a8b12326f88b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:50.440887 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-ac7ced20-09ea-47b1-88e0-3b79c1eb24d0 tempest-NetworksIpV6TestAttrs-574578853 tempest-NetworksIpV6TestAttrs-574578853-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1756813'] for subnet, precommit_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:50.450716 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-c276faf5-33a3-4d68-8905-0ca27761ab23 tempest-AttachVolumeShelveTestJSON-2035318112 tempest-AttachVolumeShelveTestJSON-2035318112-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:50.461126 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-c276faf5-33a3-4d68-8905-0ca27761ab23 tempest-AttachVolumeShelveTestJSON-2035318112 tempest-AttachVolumeShelveTestJSON-2035318112-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-601884'] for floatingip, after_update {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:50.588224 n-d-713301-16 neutron-server[95101]: DEBUG neutron.db.db_base_plugin_common [None req-d2d1267f-984f-43ec-a174-e1dc8707da28 tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] Delete allocated IP 172.20.0.21 (c3ce5ca7-e24b-4e77-9492-8811354289cb/60d484cf-4861-49f5-a01c-7ececd50204e) {{(pid=95101) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Sep 23 19:39:50.601411 n-d-713301-16 neutron-server[95101]: DEBUG neutron.db.db_base_plugin_common [req-d725f1ed-2635-4e74-ae8e-6cb38a3e728d req-c480425b-1690-40e4-b87b-f5c1111ea25e tempest-ServersTestJSON-149791516 tempest-ServersTestJSON-149791516-project] Allocated IP 172.20.0.6 (13c320c3-e746-4d37-877a-d3d286211b52/1858a7c9-e08d-4d7a-87f9-fd282e21109a/058b91ef-aa31-4122-ac59-4279dae6b6bc) {{(pid=95101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 19:39:50.661132 n-d-713301-16 neutron-server[95102]: INFO neutron.db.l3_db [None req-c276faf5-33a3-4d68-8905-0ca27761ab23 tempest-AttachVolumeShelveTestJSON-2035318112 tempest-AttachVolumeShelveTestJSON-2035318112-project] Floating IP ceb49eba-639a-4cd4-b3e3-e15ea757a030 associated. External IP: 172.25.1.197, port: e903ca97-db28-44ea-88d1-53bdf3b0a143. Sep 23 19:39:50.776825 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-ac7ced20-09ea-47b1-88e0-3b79c1eb24d0 tempest-NetworksIpV6TestAttrs-574578853 tempest-NetworksIpV6TestAttrs-574578853-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1756804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5607514', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6130950'] for subnet, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:50.836989 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac7ced20-09ea-47b1-88e0-3b79c1eb24d0 tempest-NetworksIpV6TestAttrs-574578853 tempest-NetworksIpV6TestAttrs-574578853-project] Pushing event deleted for resources: {'Subnet': ['ID=e47ac87f-2159-403c-a98a-4c51fe999098,revision_number=None']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:39:50.849337 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-ac7ced20-09ea-47b1-88e0-3b79c1eb24d0 tempest-NetworksIpV6TestAttrs-574578853 tempest-NetworksIpV6TestAttrs-574578853-project] Notify callbacks [] for subnet, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:50.853578 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-ac7ced20-09ea-47b1-88e0-3b79c1eb24d0 tempest-NetworksIpV6TestAttrs-574578853 tempest-NetworksIpV6TestAttrs-574578853-project] 10.222.0.67 "DELETE /v2.0/subnets/e47ac87f-2159-403c-a98a-4c51fe999098 HTTP/1.1" status: 204 len: 168 time: 2.1465995 Sep 23 19:39:50.865049 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 59296) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:39:50.898897 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-d916d271-d9a5-40ed-8881-e8eb4654b837 tempest-FloatingIPTestJSON-2085468291 tempest-FloatingIPTestJSON-2085468291-project] Notify callbacks [] for port, precommit_update {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:50.951110 n-d-713301-16 neutron-server[95102]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c276faf5-33a3-4d68-8905-0ca27761ab23 tempest-AttachVolumeShelveTestJSON-2035318112 tempest-AttachVolumeShelveTestJSON-2035318112-project] Router d83f0415-5e06-4b12-856d-9038a1f0f9f8 has already been hosted by L3 agent 79a740bf-7821-4989-8288-7186e3e128f3 {{(pid=95102) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 19:39:50.959675 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-d916d271-d9a5-40ed-8881-e8eb4654b837 tempest-FloatingIPTestJSON-2085468291 tempest-FloatingIPTestJSON-2085468291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5607436'] for port, after_update {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:51.066798 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-d2d1267f-984f-43ec-a174-e1dc8707da28 tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] Notify callbacks [] for port, precommit_update {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:51.150860 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c276faf5-33a3-4d68-8905-0ca27761ab23 tempest-AttachVolumeShelveTestJSON-2035318112 tempest-AttachVolumeShelveTestJSON-2035318112-project] Notify agent at l3_agent.n-d-713301-16 the message routers_updated {{(pid=95102) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 19:39:51.158150 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-c276faf5-33a3-4d68-8905-0ca27761ab23 tempest-AttachVolumeShelveTestJSON-2035318112 tempest-AttachVolumeShelveTestJSON-2035318112-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222849'] for floatingip, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:51.187177 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18f3b0f8-d665-4ecc-bc11-60529adc7081 None None] Sync routers for ids ['d83f0415-5e06-4b12-856d-9038a1f0f9f8'] in n-d-713301-16 {{(pid=95103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 19:39:51.209808 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.db_base_plugin_common [None req-2be75dca-6e1c-4416-af57-a8b12326f88b None None] Allocated IP 172.20.0.18 (c3ce5ca7-e24b-4e77-9492-8811354289cb/60d484cf-4861-49f5-a01c-7ececd50204e/97637ffe-3207-4662-9161-44bb9ccb5c67) {{(pid=95103) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 19:39:51.243117 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18f3b0f8-d665-4ecc-bc11-60529adc7081 None None] Routers {'d83f0415-5e06-4b12-856d-9038a1f0f9f8'} bound to L3 agent in host n-d-713301-16 {{(pid=95103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 19:39:51.243834 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_hamode_db [None req-18f3b0f8-d665-4ecc-bc11-60529adc7081 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-23T19:07:52Z,description=,heartbeat_timestamp=2021-09-23T19:39:22Z,host='n-d-713301-16',id=79a740bf-7821-4989-8288-7186e3e128f3,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:07:52Z,topic='l3_agent')) {'router_ids': ['d83f0415-5e06-4b12-856d-9038a1f0f9f8'], 'active': True} {{(pid=95103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:39:51.270767 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-c7f130f3-ba2f-48e4-b6df-4a5064e89ed2 req-7ef8f4b3-bfb1-4abd-8ffd-0b44afbd4d49 tempest-ServersTestJSON-149791516 tempest-ServersTestJSON-149791516-project] 10.222.0.67 "GET /v2.0/ports?device_id=4056c871-d73a-40b9-9ab0-88afab28cdee HTTP/1.1" status: 200 len: 210 time: 0.0662627 Sep 23 19:39:51.299776 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-c276faf5-33a3-4d68-8905-0ca27761ab23 tempest-AttachVolumeShelveTestJSON-2035318112 tempest-AttachVolumeShelveTestJSON-2035318112-project] 10.222.0.67 "PUT /v2.0/floatingips/ceb49eba-639a-4cd4-b3e3-e15ea757a030 HTTP/1.1" status: 200 len: 992 time: 2.2631717 Sep 23 19:39:51.300390 n-d-713301-16 neutron-server[95102]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c994c23c-480f-4306-a41c-657703b40238', 'tag': 'e903ca97-db28-44ea-88d1-53bdf3b0a143'}] {{(pid=95102) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 19:39:51.303272 n-d-713301-16 neutron-server[95102]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab31b6d93e5336dbddfa8ec424565b3bd8cb2369c5b4d85bc943472dbb21e8ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-275b0f55-9ba2-48a3-afcd-b2e24b411f8d" -d '{"events": [{"name": "network-changed", "server_uuid": "c994c23c-480f-4306-a41c-657703b40238", "tag": "e903ca97-db28-44ea-88d1-53bdf3b0a143"}]}' {{(pid=95102) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 19:39:51.384282 n-d-713301-16 neutron-server[95102]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 19:39:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-565f5060-8105-48d7-9470-1087a45c6e93 x-openstack-request-id: req-565f5060-8105-48d7-9470-1087a45c6e93 {{(pid=95102) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 19:39:51.386495 n-d-713301-16 neutron-server[95102]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c994c23c-480f-4306-a41c-657703b40238", "tag": "e903ca97-db28-44ea-88d1-53bdf3b0a143", "status": "completed", "code": 200}]} {{(pid=95102) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 19:39:51.386495 n-d-713301-16 neutron-server[95102]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-565f5060-8105-48d7-9470-1087a45c6e93 {{(pid=95102) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 19:39:51.386495 n-d-713301-16 neutron-server[95102]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c994c23c-480f-4306-a41c-657703b40238', 'tag': 'e903ca97-db28-44ea-88d1-53bdf3b0a143', 'status': 'completed', 'code': 200} Sep 23 19:39:51.485527 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-275b0f55-9ba2-48a3-afcd-b2e24b411f8d req-c8e9c98b-f8f6-46b1-8bbe-c47ed2d4625c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:39:51.487589 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-275b0f55-9ba2-48a3-afcd-b2e24b411f8d req-c8e9c98b-f8f6-46b1-8bbe-c47ed2d4625c service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=9f955dc8eb0a49dcaf259d890508d18f&device_id=c994c23c-480f-4306-a41c-657703b40238 HTTP/1.1" status: 200 len: 1098 time: 0.0705764 Sep 23 19:39:51.601990 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4dcd2a50-65dc-48f8-ae5f-1b4bc8b098e5 tempest-NetworksIpV6TestAttrs-574578853 tempest-NetworksIpV6TestAttrs-574578853-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:39:51.603423 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4dcd2a50-65dc-48f8-ae5f-1b4bc8b098e5 tempest-NetworksIpV6TestAttrs-574578853 tempest-NetworksIpV6TestAttrs-574578853-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:39:51.605053 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-4dcd2a50-65dc-48f8-ae5f-1b4bc8b098e5 tempest-NetworksIpV6TestAttrs-574578853 tempest-NetworksIpV6TestAttrs-574578853-project] 10.222.0.67 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.7392545 Sep 23 19:39:51.605800 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-d2d1267f-984f-43ec-a174-e1dc8707da28 tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5607436'] for port, after_update {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:51.614127 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 59316) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:39:51.651492 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-d725f1ed-2635-4e74-ae8e-6cb38a3e728d req-c480425b-1690-40e4-b87b-f5c1111ea25e tempest-ServersTestJSON-149791516 tempest-ServersTestJSON-149791516-project] Notify callbacks [] for port, precommit_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:51.653033 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d916d271-d9a5-40ed-8881-e8eb4654b837 tempest-FloatingIPTestJSON-2085468291 tempest-FloatingIPTestJSON-2085468291-project] Pushing event updated for resources: {'Port': ['ID=ff1b2e21-b63e-4c8f-aa85-a8e90c32790c,revision_number=2']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:39:51.718218 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-d916d271-d9a5-40ed-8881-e8eb4654b837 tempest-FloatingIPTestJSON-2085468291 tempest-FloatingIPTestJSON-2085468291-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-601884'] for floatingip, after_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:51.785109 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_dvr_db [None req-18f3b0f8-d665-4ecc-bc11-60529adc7081 None None] Set router d83f0415-5e06-4b12-856d-9038a1f0f9f8 gateway port host: n-d-713301-16 {{(pid=95103) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 19:39:51.805488 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-275b0f55-9ba2-48a3-afcd-b2e24b411f8d req-3c49a4e0-86ee-45dd-83bd-d83f278338d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:39:51.807962 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-275b0f55-9ba2-48a3-afcd-b2e24b411f8d req-3c49a4e0-86ee-45dd-83bd-d83f278338d4 service neutron] 10.222.0.74 "GET /v2.0/networks?id=fc2b89b8-ce3f-4c16-8b68-220076c74d2b HTTP/1.1" status: 200 len: 917 time: 0.3110073 Sep 23 19:39:51.840166 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Device 97637ffe-3207-4662-9161-44bb9ccb5c67 up at agent ovs-agent-n-d-713301-16 {{(pid=95103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 19:39:51.841999 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94f3fefa-df8e-4160-9bfa-42bf26645cd3 None None] Network 98555f5c-c4ad-4a3f-8d1a-4f129ad053c5 requested from n-d-713301-16 {{(pid=95103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 19:39:51.849379 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-e7b776af-4159-45c4-9fae-7d3cef14cffe tempest-NetworksIpV6TestAttrs-574578853 tempest-NetworksIpV6TestAttrs-574578853-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1628021'] for network, before_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:51.880667 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2d1267f-984f-43ec-a174-e1dc8707da28 tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] Pushing event updated for resources: {'Port': ['ID=2a71d936-f552-4bef-a54f-3f105dcc7ada,revision_number=2']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:39:51.907902 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.plugin [None req-d2d1267f-984f-43ec-a174-e1dc8707da28 tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] In _notify_port_updated(), no bound segment for port 2a71d936-f552-4bef-a54f-3f105dcc7ada on network c3ce5ca7-e24b-4e77-9492-8811354289cb {{(pid=95101) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Sep 23 19:39:51.914432 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2d1267f-984f-43ec-a174-e1dc8707da28 tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:39:51.915106 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-d2d1267f-984f-43ec-a174-e1dc8707da28 tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222849'] for port, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:51.917565 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-d2d1267f-984f-43ec-a174-e1dc8707da28 tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] 10.222.0.67 "PUT /v2.0/ports/2a71d936-f552-4bef-a54f-3f105dcc7ada HTTP/1.1" status: 200 len: 918 time: 2.9590137 Sep 23 19:39:51.920130 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 59324) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:39:51.931130 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.v2.base [None req-19359526-be97-4964-b00c-673d9d9c31fd tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'b4dca0a6-310c-4277-b1fc-27fa5bd13ac2'}, {'subnet_id': '60d484cf-4861-49f5-a01c-7ececd50204e'}]}} {{(pid=95101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:39:51.939205 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-d725f1ed-2635-4e74-ae8e-6cb38a3e728d req-c480425b-1690-40e4-b87b-f5c1111ea25e tempest-ServersTestJSON-149791516 tempest-ServersTestJSON-149791516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783145673135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5607431'] for port, after_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:51.965422 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] get_ports_and_sgs() called for port_ids ['1e33a789-d371-4447-ad9f-6d77201ac2d1'] {{(pid=95103) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 19:39:51.991160 n-d-713301-16 neutron-server[95102]: INFO neutron.pecan_wsgi.hooks.translation [None req-e7b776af-4159-45c4-9fae-7d3cef14cffe tempest-NetworksIpV6TestAttrs-574578853 tempest-NetworksIpV6TestAttrs-574578853-project] DELETE failed (client error): There was a conflict when trying to complete your request. Sep 23 19:39:51.993438 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e7b776af-4159-45c4-9fae-7d3cef14cffe tempest-NetworksIpV6TestAttrs-574578853 tempest-NetworksIpV6TestAttrs-574578853-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=95102) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 23 19:39:51.996306 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-e7b776af-4159-45c4-9fae-7d3cef14cffe tempest-NetworksIpV6TestAttrs-574578853 tempest-NetworksIpV6TestAttrs-574578853-project] 10.222.0.67 "DELETE /v2.0/networks/98555f5c-c4ad-4a3f-8d1a-4f129ad053c5 HTTP/1.1" status: 409 len: 405 time: 0.3806942 Sep 23 19:39:52.003999 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 59328) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:39:52.012036 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.v2.base [None req-857ba5fd-a4a7-4e6e-ba05-5edae13a8879 tempest-NetworksIpV6TestAttrs-574578853 tempest-NetworksIpV6TestAttrs-574578853-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-720345422'}} {{(pid=95102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:39:52.043244 n-d-713301-16 neutron-server[95101]: INFO neutron.db.l3_db [None req-d916d271-d9a5-40ed-8881-e8eb4654b837 tempest-FloatingIPTestJSON-2085468291 tempest-FloatingIPTestJSON-2085468291-project] Floating IP d7d92fad-3b07-46a4-96f1-3790b8ec8bc8 associated. External IP: 172.25.1.23, port: cd267a20-7163-49ef-b59a-5d76979e2013. Sep 23 19:39:52.063773 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-e5d2bdc9-280b-4bb8-bed7-5b1931eceb84 None None] Provisioning complete for port 9ec63111-4df4-47ca-a04a-7c4e33dc74ee triggered by entity DHCP. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:39:52.064710 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-e5d2bdc9-280b-4bb8-bed7-5b1931eceb84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:52.066695 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d725f1ed-2635-4e74-ae8e-6cb38a3e728d req-c480425b-1690-40e4-b87b-f5c1111ea25e tempest-ServersTestJSON-149791516 tempest-ServersTestJSON-149791516-project] Network 13c320c3-e746-4d37-877a-d3d286211b52 is already hosted by enough agents. {{(pid=95101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:39:52.112234 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.base_scheduler [req-d725f1ed-2635-4e74-ae8e-6cb38a3e728d req-c480425b-1690-40e4-b87b-f5c1111ea25e tempest-ServersTestJSON-149791516 tempest-ServersTestJSON-149791516-project] Resources bound (agent type, host, resource id): {{(pid=95101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:39:52.113197 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-275b0f55-9ba2-48a3-afcd-b2e24b411f8d req-73adb75c-8796-44e3-bc06-1cc42e13307f service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e903ca97-db28-44ea-88d1-53bdf3b0a143 HTTP/1.1" status: 200 len: 1000 time: 0.2936370 Sep 23 19:39:52.124872 n-d-713301-16 neutron-server[95101]: DEBUG neutron.db.l3_dvrscheduler_db [req-d725f1ed-2635-4e74-ae8e-6cb38a3e728d req-c480425b-1690-40e4-b87b-f5c1111ea25e tempest-ServersTestJSON-149791516 tempest-ServersTestJSON-149791516-project] Received port after_create {{(pid=95101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 19:39:52.137984 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c480425b-1690-40e4-b87b-f5c1111ea25e tempest-ServersTestJSON-149791516 tempest-ServersTestJSON-149791516-project] Pushing event updated for resources: {'Port': ['ID=058b91ef-aa31-4122-ac59-4279dae6b6bc,revision_number=1']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:39:52.220659 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-857ba5fd-a4a7-4e6e-ba05-5edae13a8879 tempest-NetworksIpV6TestAttrs-574578853 tempest-NetworksIpV6TestAttrs-574578853-project] Made reservation on behalf of d5614ce166cb4e09908670e4e49f5263 for: {'network': 1} {{(pid=95102) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:39:52.225891 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-857ba5fd-a4a7-4e6e-ba05-5edae13a8879 tempest-NetworksIpV6TestAttrs-574578853 tempest-NetworksIpV6TestAttrs-574578853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for network, before_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:52.266101 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-857ba5fd-a4a7-4e6e-ba05-5edae13a8879 tempest-NetworksIpV6TestAttrs-574578853 tempest-NetworksIpV6TestAttrs-574578853-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 627} {{(pid=95102) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 19:39:52.277968 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-857ba5fd-a4a7-4e6e-ba05-5edae13a8879 tempest-NetworksIpV6TestAttrs-574578853 tempest-NetworksIpV6TestAttrs-574578853-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1756186'] for segment, precommit_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:52.278317 n-d-713301-16 neutron-server[95102]: INFO neutron.db.segments_db [None req-857ba5fd-a4a7-4e6e-ba05-5edae13a8879 tempest-NetworksIpV6TestAttrs-574578853 tempest-NetworksIpV6TestAttrs-574578853-project] Added segment ed315ba7-e9c6-445c-9d02-39bcd848891f of type vlan for network f8e3da1e-629c-43c6-8afc-24b5a92a78fb Sep 23 19:39:52.286354 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d725f1ed-2635-4e74-ae8e-6cb38a3e728d req-c480425b-1690-40e4-b87b-f5c1111ea25e tempest-ServersTestJSON-149791516 tempest-ServersTestJSON-149791516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:39:52.287060 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-d725f1ed-2635-4e74-ae8e-6cb38a3e728d req-c480425b-1690-40e4-b87b-f5c1111ea25e tempest-ServersTestJSON-149791516 tempest-ServersTestJSON-149791516-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222849'] for port, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:52.330575 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-857ba5fd-a4a7-4e6e-ba05-5edae13a8879 tempest-NetworksIpV6TestAttrs-574578853 tempest-NetworksIpV6TestAttrs-574578853-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783145630486'] for network, precommit_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:52.381735 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-2be75dca-6e1c-4416-af57-a8b12326f88b None None] For port 97637ffe-3207-4662-9161-44bb9ccb5c67, host n-d-713301-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-16',level=0,port_id=97637ffe-3207-4662-9161-44bb9ccb5c67,segment=NetworkSegment(a8d80188-2bcb-4551-b280-6d22d4858801),segment_id=a8d80188-2bcb-4551-b280-6d22d4858801)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:39:52.389951 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Provisioning complete for port 97637ffe-3207-4662-9161-44bb9ccb5c67 triggered by entity L2. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:39:52.390684 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:52.414836 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-857ba5fd-a4a7-4e6e-ba05-5edae13a8879 tempest-NetworksIpV6TestAttrs-574578853 tempest-NetworksIpV6TestAttrs-574578853-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299'] for network, after_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:52.421399 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-857ba5fd-a4a7-4e6e-ba05-5edae13a8879 tempest-NetworksIpV6TestAttrs-574578853 tempest-NetworksIpV6TestAttrs-574578853-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:39:52.421904 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-19359526-be97-4964-b00c-673d9d9c31fd tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:52.422056 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-857ba5fd-a4a7-4e6e-ba05-5edae13a8879 tempest-NetworksIpV6TestAttrs-574578853 tempest-NetworksIpV6TestAttrs-574578853-project] Notify callbacks [] for network, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:52.431004 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-d725f1ed-2635-4e74-ae8e-6cb38a3e728d req-c480425b-1690-40e4-b87b-f5c1111ea25e tempest-ServersTestJSON-149791516 tempest-ServersTestJSON-149791516-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.2124493 Sep 23 19:39:52.490408 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-857ba5fd-a4a7-4e6e-ba05-5edae13a8879 tempest-NetworksIpV6TestAttrs-574578853 tempest-NetworksIpV6TestAttrs-574578853-project] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.4825821 Sep 23 19:39:52.495672 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 59338) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:39:52.501930 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.v2.base [req-d725f1ed-2635-4e74-ae8e-6cb38a3e728d req-6e35ee0b-ec19-414a-a85b-bba40709d670 service neutron] Request body: {'port': {'device_id': '4056c871-d73a-40b9-9ab0-88afab28cdee', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713301-16'}} {{(pid=95101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:39:52.513038 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.v2.base [None req-34820f15-ad5c-4584-9df9-503ea6d274c2 tempest-NetworksIpV6TestAttrs-574578853 tempest-NetworksIpV6TestAttrs-574578853-project] Request body: {'subnet': {'network_id': 'f8e3da1e-629c-43c6-8afc-24b5a92a78fb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=95101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:39:52.518175 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-275b0f55-9ba2-48a3-afcd-b2e24b411f8d req-d856dc9e-0a8f-4e54-953e-fd1010ea157c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:39:52.520968 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-275b0f55-9ba2-48a3-afcd-b2e24b411f8d req-d856dc9e-0a8f-4e54-953e-fd1010ea157c service neutron] 10.222.0.74 "GET /v2.0/subnets?id=cfb66c78-2a7b-4d98-8fdd-683258461232 HTTP/1.1" status: 200 len: 855 time: 0.4010174 Sep 23 19:39:52.547338 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-9f6db387-83fe-4dee-93ed-b87676bd8b9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:52.642612 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-857ba5fd-a4a7-4e6e-ba05-5edae13a8879 tempest-NetworksIpV6TestAttrs-574578853 tempest-NetworksIpV6TestAttrs-574578853-project] Pushing event updated for resources: {'Network': ['ID=f8e3da1e-629c-43c6-8afc-24b5a92a78fb,revision_number=1']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:39:52.645913 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-2be75dca-6e1c-4416-af57-a8b12326f88b None None] Notify callbacks [] for port, precommit_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:52.684012 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-857ba5fd-a4a7-4e6e-ba05-5edae13a8879 tempest-NetworksIpV6TestAttrs-574578853 tempest-NetworksIpV6TestAttrs-574578853-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:39:52.684231 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f442cb3-f44e-4ad9-8c9c-6de1994f8e78 None None] DHCP port deletion for 98555f5c-c4ad-4a3f-8d1a-4f129ad053c5 request from n-d-713301-16 {{(pid=95103) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 23 19:39:52.685220 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-857ba5fd-a4a7-4e6e-ba05-5edae13a8879 tempest-NetworksIpV6TestAttrs-574578853 tempest-NetworksIpV6TestAttrs-574578853-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:39:52.685877 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-857ba5fd-a4a7-4e6e-ba05-5edae13a8879 tempest-NetworksIpV6TestAttrs-574578853 tempest-NetworksIpV6TestAttrs-574578853-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:39:52.686432 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-857ba5fd-a4a7-4e6e-ba05-5edae13a8879 tempest-NetworksIpV6TestAttrs-574578853 tempest-NetworksIpV6TestAttrs-574578853-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:39:52.686929 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-857ba5fd-a4a7-4e6e-ba05-5edae13a8879 tempest-NetworksIpV6TestAttrs-574578853 tempest-NetworksIpV6TestAttrs-574578853-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:39:52.687429 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-857ba5fd-a4a7-4e6e-ba05-5edae13a8879 tempest-NetworksIpV6TestAttrs-574578853 tempest-NetworksIpV6TestAttrs-574578853-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:39:52.687910 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-857ba5fd-a4a7-4e6e-ba05-5edae13a8879 tempest-NetworksIpV6TestAttrs-574578853 tempest-NetworksIpV6TestAttrs-574578853-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:39:52.688414 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-857ba5fd-a4a7-4e6e-ba05-5edae13a8879 tempest-NetworksIpV6TestAttrs-574578853 tempest-NetworksIpV6TestAttrs-574578853-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:39:52.688934 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-857ba5fd-a4a7-4e6e-ba05-5edae13a8879 tempest-NetworksIpV6TestAttrs-574578853 tempest-NetworksIpV6TestAttrs-574578853-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:39:52.689425 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-857ba5fd-a4a7-4e6e-ba05-5edae13a8879 tempest-NetworksIpV6TestAttrs-574578853 tempest-NetworksIpV6TestAttrs-574578853-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:39:52.689903 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-857ba5fd-a4a7-4e6e-ba05-5edae13a8879 tempest-NetworksIpV6TestAttrs-574578853 tempest-NetworksIpV6TestAttrs-574578853-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:39:52.690434 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-857ba5fd-a4a7-4e6e-ba05-5edae13a8879 tempest-NetworksIpV6TestAttrs-574578853 tempest-NetworksIpV6TestAttrs-574578853-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:39:52.713089 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-2be75dca-6e1c-4416-af57-a8b12326f88b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:52.731625 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Network f8e3da1e-629c-43c6-8afc-24b5a92a78fb details requested by agent ovs-agent-n-d-713301-16 with host n-d-713301-16 {{(pid=95103) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 19:39:52.744565 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e007a91-b2ce-4224-ab6e-68fce7ff0e6d req-2ee90d63-253b-4bce-ab26-b22d6f6f849c tempest-ServersTestJSON-149791516 tempest-ServersTestJSON-149791516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:39:52.747143 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-2e007a91-b2ce-4224-ab6e-68fce7ff0e6d req-2ee90d63-253b-4bce-ab26-b22d6f6f849c tempest-ServersTestJSON-149791516 tempest-ServersTestJSON-149791516-project] 10.222.0.67 "GET /v2.0/ports?device_id=4056c871-d73a-40b9-9ab0-88afab28cdee HTTP/1.1" status: 200 len: 931 time: 0.3559711 Sep 23 19:39:52.778000 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-d725f1ed-2635-4e74-ae8e-6cb38a3e728d req-6e35ee0b-ec19-414a-a85b-bba40709d670 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:52.811399 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-275b0f55-9ba2-48a3-afcd-b2e24b411f8d req-38fb5fa7-2a1c-4871-b997-f37920053bbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:39:52.825165 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-275b0f55-9ba2-48a3-afcd-b2e24b411f8d req-38fb5fa7-2a1c-4871-b997-f37920053bbc service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=fc2b89b8-ce3f-4c16-8b68-220076c74d2b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1686053 Sep 23 19:39:52.862579 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-2e007a91-b2ce-4224-ab6e-68fce7ff0e6d req-8fda847c-1bed-4ba2-8286-4b1d6c360ec1 tempest-ServersTestJSON-149791516 tempest-ServersTestJSON-149791516-project] 10.222.0.67 "GET /v2.0/security-groups?id=b8c31db9-bcb2-4708-876e-18b1f4bdd8a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1076744 Sep 23 19:39:52.887051 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-e5d2bdc9-280b-4bb8-bed7-5b1931eceb84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:52.996492 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-275b0f55-9ba2-48a3-afcd-b2e24b411f8d req-f5aabe0d-8a23-4219-b51e-1246cd5083ac service neutron] 10.222.0.74 "GET /v2.0/networks/fc2b89b8-ce3f-4c16-8b68-220076c74d2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1456552 Sep 23 19:39:53.019133 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Device 9ec63111-4df4-47ca-a04a-7c4e33dc74ee up at agent ovs-agent-n-d-713301-16 {{(pid=95103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 19:39:53.164791 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:53.174387 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2be75dca-6e1c-4416-af57-a8b12326f88b None None] Pushing event updated for resources: {'Port': ['ID=97637ffe-3207-4662-9161-44bb9ccb5c67,revision_number=4']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:39:53.193494 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-275b0f55-9ba2-48a3-afcd-b2e24b411f8d req-b99414ad-b7e8-41fa-9d89-de644d88d62e service neutron] 10.222.0.74 "GET /v2.0/networks/fc2b89b8-ce3f-4c16-8b68-220076c74d2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1834614 Sep 23 19:39:53.213441 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-e5d2bdc9-280b-4bb8-bed7-5b1931eceb84 None None] For port 9ec63111-4df4-47ca-a04a-7c4e33dc74ee, host n-d-713301-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-16',level=0,port_id=9ec63111-4df4-47ca-a04a-7c4e33dc74ee,segment=NetworkSegment(f4c2c390-bced-4d3b-8c23-bf1295fce4c1),segment_id=f4c2c390-bced-4d3b-8c23-bf1295fce4c1)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:39:53.235482 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-e5d2bdc9-280b-4bb8-bed7-5b1931eceb84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:53.309739 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5d2bdc9-280b-4bb8-bed7-5b1931eceb84 None None] Pushing event updated for resources: {'Port': ['ID=9ec63111-4df4-47ca-a04a-7c4e33dc74ee,revision_number=4']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:39:53.341236 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.plugin [None req-9f442cb3-f44e-4ad9-8c9c-6de1994f8e78 None None] Deleting port 9ec63111-4df4-47ca-a04a-7c4e33dc74ee {{(pid=95103) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:39:53.341236 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-9f442cb3-f44e-4ad9-8c9c-6de1994f8e78 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783146157096'] for port, before_delete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:53.368546 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_hamode_db [None req-18f3b0f8-d665-4ecc-bc11-60529adc7081 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd83f0415-5e06-4b12-856d-9038a1f0f9f8', 'name': 'tempest-AttachVolumeShelveTestJSON-346496842-router', 'tenant_id': '9f955dc8eb0a49dcaf259d890508d18f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'external_fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.225'}], 'enable_snat': True}, 'gw_port_id': '45338fa8-6bfa-4dff-8129-61af5b751662', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:39:06Z', 'updated_at': '2021-09-23T19:39:13Z', 'revision_number': 4, 'project_id': '9f955dc8eb0a49dcaf259d890508d18f', 'gw_port': {'id': '45338fa8-6bfa-4dff-8129-61af5b751662', 'name': '', 'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:b6:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd83f0415-5e06-4b12-856d-9038a1f0f9f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2197, 'fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:39:08Z', 'updated_at': '2021-09-23T19:39:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-16', '_floatingips': [{'id': 'ceb49eba-639a-4cd4-b3e3-e15ea757a030', 'tenant_id': '9f955dc8eb0a49dcaf259d890508d18f', 'floating_ip_address': '172.25.1.197', 'floating_network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'router_id': 'd83f0415-5e06-4b12-856d-9038a1f0f9f8', 'port_id': 'e903ca97-db28-44ea-88d1-53bdf3b0a143', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 2224, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fc2b89b8-ce3f-4c16-8b68-220076c74d2b', 'mac_address': 'fa:16:3e:51:3a:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c994c23c-480f-4306-a41c-657703b40238', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-23T19:39:23Z', 'updated_at': '2021-09-23T19:39:50Z', 'revision_number': 1, 'project_id': '9f955dc8eb0a49dcaf259d890508d18f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '208ccfe2-6a3e-4912-af98-65b1a23d7cf6', 'name': '', 'network_id': 'fc2b89b8-ce3f-4c16-8b68-220076c74d2b', 'tenant_id': '9f955dc8eb0a49dcaf259d890508d18f', 'mac_address': 'fa:16:3e:ac:ec:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd83f0415-5e06-4b12-856d-9038a1f0f9f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2203, 'fixed_ips': [{'subnet_id': 'cfb66c78-2a7b-4d98-8fdd-683258461232', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:39:12Z', 'updated_at': '2021-09-23T19:39:23Z', 'revision_number': 5, 'project_id': '9f955dc8eb0a49dcaf259d890508d18f', 'subnets': [{'id': 'cfb66c78-2a7b-4d98-8fdd-683258461232', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-16', False) {} {{(pid=95103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:39:53.441304 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18f3b0f8-d665-4ecc-bc11-60529adc7081 None None] Checking router: d83f0415-5e06-4b12-856d-9038a1f0f9f8 for host: n-d-713301-16 {{(pid=95103) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 19:39:53.496798 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Provisioning complete for port 9ec63111-4df4-47ca-a04a-7c4e33dc74ee triggered by entity L2. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:39:53.497183 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:53.529579 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-0ae75029-feb6-4728-9a94-5f9b60993d82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:53.544167 n-d-713301-16 neutron-server[95101]: DEBUG neutron.notifiers.nova [req-d725f1ed-2635-4e74-ae8e-6cb38a3e728d req-6e35ee0b-ec19-414a-a85b-bba40709d670 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 058b91ef-aa31-4122-ac59-4279dae6b6bc {{(pid=95101) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 19:39:53.550710 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18f3b0f8-d665-4ecc-bc11-60529adc7081 None None] Routers {'d83f0415-5e06-4b12-856d-9038a1f0f9f8'} bound to L3 agent in host n-d-713301-16 {{(pid=95103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 19:39:53.555520 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_hamode_db [None req-18f3b0f8-d665-4ecc-bc11-60529adc7081 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-23T19:07:52Z,description=,heartbeat_timestamp=2021-09-23T19:39:52Z,host='n-d-713301-16',id=79a740bf-7821-4989-8288-7186e3e128f3,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:07:52Z,topic='l3_agent')) {'router_ids': ['d83f0415-5e06-4b12-856d-9038a1f0f9f8'], 'active': True} {{(pid=95103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:39:53.566363 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-9f442cb3-f44e-4ad9-8c9c-6de1994f8e78 None None] For port 9ec63111-4df4-47ca-a04a-7c4e33dc74ee, host n-d-713301-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-16',level=0,port_id=9ec63111-4df4-47ca-a04a-7c4e33dc74ee,segment=NetworkSegment(f4c2c390-bced-4d3b-8c23-bf1295fce4c1),segment_id=f4c2c390-bced-4d3b-8c23-bf1295fce4c1)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:39:53.566849 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-9f442cb3-f44e-4ad9-8c9c-6de1994f8e78 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-605701'] for port, precommit_delete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:53.585749 n-d-713301-16 neutron-server[95101]: DEBUG neutron.db.db_base_plugin_common [None req-19359526-be97-4964-b00c-673d9d9c31fd tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] Allocated IP 172.20.0.29 (c3ce5ca7-e24b-4e77-9492-8811354289cb/60d484cf-4861-49f5-a01c-7ececd50204e/2a71d936-f552-4bef-a54f-3f105dcc7ada) {{(pid=95101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 19:39:53.591618 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-d725f1ed-2635-4e74-ae8e-6cb38a3e728d req-6e35ee0b-ec19-414a-a85b-bba40709d670 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:53.596343 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d916d271-d9a5-40ed-8881-e8eb4654b837 tempest-FloatingIPTestJSON-2085468291 tempest-FloatingIPTestJSON-2085468291-project] Router 4fe6b5af-8311-4b33-84ea-800b651e6836 has already been hosted by L3 agent 79a740bf-7821-4989-8288-7186e3e128f3 {{(pid=95101) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 19:39:53.642445 n-d-713301-16 neutron-server[95101]: DEBUG neutron.db.provisioning_blocks [req-d725f1ed-2635-4e74-ae8e-6cb38a3e728d req-6e35ee0b-ec19-414a-a85b-bba40709d670 service neutron] Transition to ACTIVE for port object 058b91ef-aa31-4122-ac59-4279dae6b6bc will not be triggered until provisioned by entity L2. {{(pid=95101) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 19:39:53.666032 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.plugin [None req-9f442cb3-f44e-4ad9-8c9c-6de1994f8e78 None None] Calling delete_port for 9ec63111-4df4-47ca-a04a-7c4e33dc74ee owned by network:dhcp {{(pid=95103) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:39:53.768400 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_dvr_db [None req-18f3b0f8-d665-4ecc-bc11-60529adc7081 None None] Set router d83f0415-5e06-4b12-856d-9038a1f0f9f8 gateway port host: n-d-713301-16 {{(pid=95103) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 19:39:53.782815 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-d725f1ed-2635-4e74-ae8e-6cb38a3e728d req-6e35ee0b-ec19-414a-a85b-bba40709d670 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5607436'] for port, after_update {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:53.809888 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34820f15-ad5c-4584-9df9-503ea6d274c2 tempest-NetworksIpV6TestAttrs-574578853 tempest-NetworksIpV6TestAttrs-574578853-project] Made reservation on behalf of d5614ce166cb4e09908670e4e49f5263 for: {'subnet': 1} {{(pid=95101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:39:53.817360 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-34820f15-ad5c-4584-9df9-503ea6d274c2 tempest-NetworksIpV6TestAttrs-574578853 tempest-NetworksIpV6TestAttrs-574578853-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6130979'] for subnet, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:54.083514 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6da3342-0d63-4e88-92a2-6fff498373e7 req-233f03e3-e705-42f5-9e97-769eba17075e tempest-ServersTestJSON-149791516 tempest-ServersTestJSON-149791516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:39:54.097140 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-c6da3342-0d63-4e88-92a2-6fff498373e7 req-233f03e3-e705-42f5-9e97-769eba17075e tempest-ServersTestJSON-149791516 tempest-ServersTestJSON-149791516-project] 10.222.0.67 "GET /v2.0/ports?device_id=4056c871-d73a-40b9-9ab0-88afab28cdee HTTP/1.1" status: 200 len: 943 time: 0.1254556 Sep 23 19:39:54.180762 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-c6da3342-0d63-4e88-92a2-6fff498373e7 req-74c91921-11e5-4c9c-8e5d-5e2cbd13ed71 tempest-ServersTestJSON-149791516 tempest-ServersTestJSON-149791516-project] 10.222.0.67 "GET /v2.0/security-groups?id=b8c31db9-bcb2-4708-876e-18b1f4bdd8a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810094 Sep 23 19:39:54.276335 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e35ee0b-ec19-414a-a85b-bba40709d670 service neutron] Pushing event updated for resources: {'Port': ['ID=058b91ef-aa31-4122-ac59-4279dae6b6bc,revision_number=2']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:39:54.322337 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-19359526-be97-4964-b00c-673d9d9c31fd tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] Notify callbacks [] for port, precommit_update {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:54.353163 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d916d271-d9a5-40ed-8881-e8eb4654b837 tempest-FloatingIPTestJSON-2085468291 tempest-FloatingIPTestJSON-2085468291-project] Notify agent at l3_agent.n-d-713301-16 the message routers_updated {{(pid=95101) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 19:39:54.355142 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-19359526-be97-4964-b00c-673d9d9c31fd tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5607436'] for port, after_update {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:54.356968 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0243ce66-f770-44ce-b01b-82198e96f02a None None] Network c3ce5ca7-e24b-4e77-9492-8811354289cb requested from n-d-713301-16 {{(pid=95103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 19:39:54.374660 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a767121c-16fe-4342-bb81-98afb9ad83ca None None] Sync routers for ids ['4fe6b5af-8311-4b33-84ea-800b651e6836'] in n-d-713301-16 {{(pid=95104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 19:39:54.387874 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-9f442cb3-f44e-4ad9-8c9c-6de1994f8e78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783146162158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783145673144'] for port, after_delete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:54.391868 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a767121c-16fe-4342-bb81-98afb9ad83ca None None] Routers {'4fe6b5af-8311-4b33-84ea-800b651e6836'} bound to L3 agent in host n-d-713301-16 {{(pid=95104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 19:39:54.392491 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_hamode_db [None req-a767121c-16fe-4342-bb81-98afb9ad83ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-23T19:07:52Z,description=,heartbeat_timestamp=2021-09-23T19:39:52Z,host='n-d-713301-16',id=79a740bf-7821-4989-8288-7186e3e128f3,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:07:52Z,topic='l3_agent')) {'router_ids': ['4fe6b5af-8311-4b33-84ea-800b651e6836'], 'active': True} {{(pid=95104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:39:54.471055 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_hamode_db [None req-a767121c-16fe-4342-bb81-98afb9ad83ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713301-16', False) {} {{(pid=95104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:39:54.502563 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a767121c-16fe-4342-bb81-98afb9ad83ca None None] Routers {'4fe6b5af-8311-4b33-84ea-800b651e6836'} bound to L3 agent in host n-d-713301-16 {{(pid=95104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 19:39:54.503424 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_hamode_db [None req-a767121c-16fe-4342-bb81-98afb9ad83ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-23T19:07:52Z,description=,heartbeat_timestamp=2021-09-23T19:39:52Z,host='n-d-713301-16',id=79a740bf-7821-4989-8288-7186e3e128f3,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:07:52Z,topic='l3_agent')) {'router_ids': ['4fe6b5af-8311-4b33-84ea-800b651e6836'], 'active': True} {{(pid=95104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:39:54.551874 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-d916d271-d9a5-40ed-8881-e8eb4654b837 tempest-FloatingIPTestJSON-2085468291 tempest-FloatingIPTestJSON-2085468291-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222849'] for floatingip, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:54.559347 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-e03dcfd0-176c-4fd3-a231-f50a23ae4a84 None None] Provisioning complete for port 97637ffe-3207-4662-9161-44bb9ccb5c67 triggered by entity DHCP. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:39:54.560327 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-e03dcfd0-176c-4fd3-a231-f50a23ae4a84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:54.591443 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_hamode_db [None req-a767121c-16fe-4342-bb81-98afb9ad83ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713301-16', False) {} {{(pid=95104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:39:54.592780 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a767121c-16fe-4342-bb81-98afb9ad83ca None None] The sync data for ids ['4fe6b5af-8311-4b33-84ea-800b651e6836'] in n-d-713301-16 is: [] {{(pid=95104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 19:39:54.722535 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Device 97637ffe-3207-4662-9161-44bb9ccb5c67 up at agent ovs-agent-n-d-713301-16 {{(pid=95103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 19:39:54.725072 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f442cb3-f44e-4ad9-8c9c-6de1994f8e78 None None] Pushing event deleted for resources: {'Port': ['ID=9ec63111-4df4-47ca-a04a-7c4e33dc74ee,revision_number=None']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:39:54.742320 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19359526-be97-4964-b00c-673d9d9c31fd tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] Pushing event updated for resources: {'Port': ['ID=2a71d936-f552-4bef-a54f-3f105dcc7ada,revision_number=3']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:39:54.784354 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-d916d271-d9a5-40ed-8881-e8eb4654b837 tempest-FloatingIPTestJSON-2085468291 tempest-FloatingIPTestJSON-2085468291-project] 10.222.0.67 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 8.6137915 Sep 23 19:39:54.785956 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 59358) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:39:54.807808 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.v2.base [None req-7cd7b26b-ae53-4ddf-a746-f64b0191e086 tempest-FloatingIPTestJSON-2085468291 tempest-FloatingIPTestJSON-2085468291-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-1752160569'}} {{(pid=95102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:39:54.815779 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.managers [req-d725f1ed-2635-4e74-ae8e-6cb38a3e728d req-6e35ee0b-ec19-414a-a85b-bba40709d670 service neutron] Attempting to bind port 058b91ef-aa31-4122-ac59-4279dae6b6bc on host n-h2-713301-16 for vnic_type normal with profile {{(pid=95101) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 19:39:54.816110 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.managers [req-d725f1ed-2635-4e74-ae8e-6cb38a3e728d req-6e35ee0b-ec19-414a-a85b-bba40709d670 service neutron] Attempting to bind port 058b91ef-aa31-4122-ac59-4279dae6b6bc by drivers openvswitch,hyperv on host n-h2-713301-16 at level 0 using segments [{'id': 'c829e8ab-031e-4667-8d5b-36ba5cfb9383', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '13c320c3-e746-4d37-877a-d3d286211b52'}] {{(pid=95101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 19:39:54.816538 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d725f1ed-2635-4e74-ae8e-6cb38a3e728d req-6e35ee0b-ec19-414a-a85b-bba40709d670 service neutron] Attempting to bind port 058b91ef-aa31-4122-ac59-4279dae6b6bc on network 13c320c3-e746-4d37-877a-d3d286211b52 {{(pid=95101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:39:54.829128 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f442cb3-f44e-4ad9-8c9c-6de1994f8e78 None None] No DVR routers for this DVR port 9ec63111-4df4-47ca-a04a-7c4e33dc74ee on host n-d-713301-16 {{(pid=95103) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 19:39:54.861378 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-e03dcfd0-176c-4fd3-a231-f50a23ae4a84 None None] Provisioning complete for port 2a71d936-f552-4bef-a54f-3f105dcc7ada triggered by entity DHCP. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:39:54.861755 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-e03dcfd0-176c-4fd3-a231-f50a23ae4a84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:54.869188 n-d-713301-16 neutron-server[95101]: DEBUG neutron.objects.ports [None req-34820f15-ad5c-4584-9df9-503ea6d274c2 tempest-NetworksIpV6TestAttrs-574578853 tempest-NetworksIpV6TestAttrs-574578853-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=95101) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 23 19:39:54.871015 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.plugin [None req-19359526-be97-4964-b00c-673d9d9c31fd tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] In _notify_port_updated(), no bound segment for port 2a71d936-f552-4bef-a54f-3f105dcc7ada on network c3ce5ca7-e24b-4e77-9492-8811354289cb {{(pid=95101) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Sep 23 19:39:54.878135 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19359526-be97-4964-b00c-673d9d9c31fd tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:39:54.878845 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-19359526-be97-4964-b00c-673d9d9c31fd tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222849'] for port, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:54.883383 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7cd7b26b-ae53-4ddf-a746-f64b0191e086 tempest-FloatingIPTestJSON-2085468291 tempest-FloatingIPTestJSON-2085468291-project] Made reservation on behalf of 4f8ca033f800491e9695967b28d9226b for: {'network': 1} {{(pid=95102) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:39:54.884122 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-19359526-be97-4964-b00c-673d9d9c31fd tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] 10.222.0.67 "PUT /v2.0/ports/2a71d936-f552-4bef-a54f-3f105dcc7ada HTTP/1.1" status: 200 len: 998 time: 2.9633653 Sep 23 19:39:54.885317 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-34820f15-ad5c-4584-9df9-503ea6d274c2 tempest-NetworksIpV6TestAttrs-574578853 tempest-NetworksIpV6TestAttrs-574578853-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5607579', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6130961'] for subnet, after_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:54.891595 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-7cd7b26b-ae53-4ddf-a746-f64b0191e086 tempest-FloatingIPTestJSON-2085468291 tempest-FloatingIPTestJSON-2085468291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for network, before_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:54.891840 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d725f1ed-2635-4e74-ae8e-6cb38a3e728d req-6e35ee0b-ec19-414a-a85b-bba40709d670 service neutron] Port 058b91ef-aa31-4122-ac59-4279dae6b6bc on network 13c320c3-e746-4d37-877a-d3d286211b52 not bound, no agent of type Open vSwitch agent registered on host n-h2-713301-16 {{(pid=95101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 19:39:54.892184 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d725f1ed-2635-4e74-ae8e-6cb38a3e728d req-6e35ee0b-ec19-414a-a85b-bba40709d670 service neutron] Attempting to bind port 058b91ef-aa31-4122-ac59-4279dae6b6bc on network 13c320c3-e746-4d37-877a-d3d286211b52 {{(pid=95101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:39:54.895136 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 59360) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:39:54.924441 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7cd7b26b-ae53-4ddf-a746-f64b0191e086 tempest-FloatingIPTestJSON-2085468291 tempest-FloatingIPTestJSON-2085468291-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 609} {{(pid=95102) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 19:39:54.939182 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-7cd7b26b-ae53-4ddf-a746-f64b0191e086 tempest-FloatingIPTestJSON-2085468291 tempest-FloatingIPTestJSON-2085468291-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1756186'] for segment, precommit_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:54.939879 n-d-713301-16 neutron-server[95102]: INFO neutron.db.segments_db [None req-7cd7b26b-ae53-4ddf-a746-f64b0191e086 tempest-FloatingIPTestJSON-2085468291 tempest-FloatingIPTestJSON-2085468291-project] Added segment 2884daeb-804e-425a-b0d0-ff2fcfc42195 of type vlan for network 1a83c038-72d0-4218-86b4-147118e2a97f Sep 23 19:39:54.964711 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.plugin [None req-e03dcfd0-176c-4fd3-a231-f50a23ae4a84 None None] Port 2a71d936-f552-4bef-a54f-3f105dcc7ada cannot update to ACTIVE because it is not bound. {{(pid=95103) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 19:39:54.987501 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_hamode_db [None req-18f3b0f8-d665-4ecc-bc11-60529adc7081 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd83f0415-5e06-4b12-856d-9038a1f0f9f8', 'name': 'tempest-AttachVolumeShelveTestJSON-346496842-router', 'tenant_id': '9f955dc8eb0a49dcaf259d890508d18f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'external_fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.225'}], 'enable_snat': True}, 'gw_port_id': '45338fa8-6bfa-4dff-8129-61af5b751662', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:39:06Z', 'updated_at': '2021-09-23T19:39:13Z', 'revision_number': 4, 'project_id': '9f955dc8eb0a49dcaf259d890508d18f', 'gw_port': {'id': '45338fa8-6bfa-4dff-8129-61af5b751662', 'name': '', 'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:b6:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd83f0415-5e06-4b12-856d-9038a1f0f9f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2197, 'fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:39:08Z', 'updated_at': '2021-09-23T19:39:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-16', '_floatingips': [{'id': 'ceb49eba-639a-4cd4-b3e3-e15ea757a030', 'tenant_id': '9f955dc8eb0a49dcaf259d890508d18f', 'floating_ip_address': '172.25.1.197', 'floating_network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'router_id': 'd83f0415-5e06-4b12-856d-9038a1f0f9f8', 'port_id': 'e903ca97-db28-44ea-88d1-53bdf3b0a143', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 2224, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fc2b89b8-ce3f-4c16-8b68-220076c74d2b', 'mac_address': 'fa:16:3e:51:3a:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c994c23c-480f-4306-a41c-657703b40238', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-23T19:39:23Z', 'updated_at': '2021-09-23T19:39:50Z', 'revision_number': 1, 'project_id': '9f955dc8eb0a49dcaf259d890508d18f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '208ccfe2-6a3e-4912-af98-65b1a23d7cf6', 'name': '', 'network_id': 'fc2b89b8-ce3f-4c16-8b68-220076c74d2b', 'tenant_id': '9f955dc8eb0a49dcaf259d890508d18f', 'mac_address': 'fa:16:3e:ac:ec:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd83f0415-5e06-4b12-856d-9038a1f0f9f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2203, 'fixed_ips': [{'subnet_id': 'cfb66c78-2a7b-4d98-8fdd-683258461232', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:39:12Z', 'updated_at': '2021-09-23T19:39:23Z', 'revision_number': 5, 'project_id': '9f955dc8eb0a49dcaf259d890508d18f', 'subnets': [{'id': 'cfb66c78-2a7b-4d98-8fdd-683258461232', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-16', False) {} {{(pid=95103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:39:55.005663 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-7cd7b26b-ae53-4ddf-a746-f64b0191e086 tempest-FloatingIPTestJSON-2085468291 tempest-FloatingIPTestJSON-2085468291-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783145630486'] for network, precommit_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:55.021883 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d725f1ed-2635-4e74-ae8e-6cb38a3e728d req-6e35ee0b-ec19-414a-a85b-bba40709d670 service neutron] Checking agent: {'id': '2a7cea34-db54-4faf-8d23-37521c3e34cb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713301-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 19, 15, 28), 'started_at': datetime.datetime(2021, 9, 23, 19, 15, 28), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 19, 39, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 19:39:55.022235 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d725f1ed-2635-4e74-ae8e-6cb38a3e728d req-6e35ee0b-ec19-414a-a85b-bba40709d670 service neutron] Checking segment: {'id': 'c829e8ab-031e-4667-8d5b-36ba5cfb9383', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '13c320c3-e746-4d37-877a-d3d286211b52'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:39:55.022816 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d725f1ed-2635-4e74-ae8e-6cb38a3e728d req-6e35ee0b-ec19-414a-a85b-bba40709d670 service neutron] Bound using segment: {'id': 'c829e8ab-031e-4667-8d5b-36ba5cfb9383', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '13c320c3-e746-4d37-877a-d3d286211b52'} {{(pid=95101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 19:39:55.023298 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.managers [req-d725f1ed-2635-4e74-ae8e-6cb38a3e728d req-6e35ee0b-ec19-414a-a85b-bba40709d670 service neutron] Bound port: 058b91ef-aa31-4122-ac59-4279dae6b6bc, host: n-h2-713301-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c829e8ab-031e-4667-8d5b-36ba5cfb9383', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '13c320c3-e746-4d37-877a-d3d286211b52'}}] {{(pid=95101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 19:39:55.023837 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-d725f1ed-2635-4e74-ae8e-6cb38a3e728d req-6e35ee0b-ec19-414a-a85b-bba40709d670 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:55.048961 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-7cd7b26b-ae53-4ddf-a746-f64b0191e086 tempest-FloatingIPTestJSON-2085468291 tempest-FloatingIPTestJSON-2085468291-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299'] for network, after_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:55.086025 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cd7b26b-ae53-4ddf-a746-f64b0191e086 tempest-FloatingIPTestJSON-2085468291 tempest-FloatingIPTestJSON-2085468291-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:39:55.087379 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-7cd7b26b-ae53-4ddf-a746-f64b0191e086 tempest-FloatingIPTestJSON-2085468291 tempest-FloatingIPTestJSON-2085468291-project] Notify callbacks [] for network, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:55.107705 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18f3b0f8-d665-4ecc-bc11-60529adc7081 None None] The sync data for ids ['d83f0415-5e06-4b12-856d-9038a1f0f9f8'] in n-d-713301-16 is: [{'id': 'd83f0415-5e06-4b12-856d-9038a1f0f9f8', 'name': 'tempest-AttachVolumeShelveTestJSON-346496842-router', 'tenant_id': '9f955dc8eb0a49dcaf259d890508d18f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'external_fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.225'}], 'enable_snat': True}, 'gw_port_id': '45338fa8-6bfa-4dff-8129-61af5b751662', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:39:06Z', 'updated_at': '2021-09-23T19:39:13Z', 'revision_number': 4, 'project_id': '9f955dc8eb0a49dcaf259d890508d18f', 'gw_port': {'id': '45338fa8-6bfa-4dff-8129-61af5b751662', 'name': '', 'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:b6:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd83f0415-5e06-4b12-856d-9038a1f0f9f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2197, 'fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:39:08Z', 'updated_at': '2021-09-23T19:39:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-16', '_floatingips': [{'id': 'ceb49eba-639a-4cd4-b3e3-e15ea757a030', 'tenant_id': '9f955dc8eb0a49dcaf259d890508d18f', 'floating_ip_address': '172.25.1.197', 'floating_network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'router_id': 'd83f0415-5e06-4b12-856d-9038a1f0f9f8', 'port_id': 'e903ca97-db28-44ea-88d1-53bdf3b0a143', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 2224, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fc2b89b8-ce3f-4c16-8b68-220076c74d2b', 'mac_address': 'fa:16:3e:51:3a:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c994c23c-480f-4306-a41c-657703b40238', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-23T19:39:23Z', 'updated_at': '2021-09-23T19:39:50Z', 'revision_number': 1, 'project_id': '9f955dc8eb0a49dcaf259d890508d18f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '208ccfe2-6a3e-4912-af98-65b1a23d7cf6', 'name': '', 'network_id': 'fc2b89b8-ce3f-4c16-8b68-220076c74d2b', 'tenant_id': '9f955dc8eb0a49dcaf259d890508d18f', 'mac_address': 'fa:16:3e:ac:ec:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd83f0415-5e06-4b12-856d-9038a1f0f9f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2203, 'fixed_ips': [{'subnet_id': 'cfb66c78-2a7b-4d98-8fdd-683258461232', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:39:12Z', 'updated_at': '2021-09-23T19:39:23Z', 'revision_number': 5, 'project_id': '9f955dc8eb0a49dcaf259d890508d18f', 'subnets': [{'id': 'cfb66c78-2a7b-4d98-8fdd-683258461232', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 19:39:55.112864 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Provisioning complete for port 97637ffe-3207-4662-9161-44bb9ccb5c67 triggered by entity L2. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:39:55.113105 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:55.130301 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34820f15-ad5c-4584-9df9-503ea6d274c2 tempest-NetworksIpV6TestAttrs-574578853 tempest-NetworksIpV6TestAttrs-574578853-project] Pushing event updated for resources: {'Subnet': ['ID=f5460578-2f9a-401d-a30f-679e515f256c,revision_number=0']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:39:55.175292 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cd7b26b-ae53-4ddf-a746-f64b0191e086 tempest-FloatingIPTestJSON-2085468291 tempest-FloatingIPTestJSON-2085468291-project] Pushing event updated for resources: {'Network': ['ID=1a83c038-72d0-4218-86b4-147118e2a97f,revision_number=1']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:39:55.182932 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-7cd7b26b-ae53-4ddf-a746-f64b0191e086 tempest-FloatingIPTestJSON-2085468291 tempest-FloatingIPTestJSON-2085468291-project] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.3930655 Sep 23 19:39:55.183125 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 59368) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:39:55.188379 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.v2.base [None req-e9b6865e-b9c4-4875-bfdd-b0631bac8ba5 tempest-FloatingIPTestJSON-2085468291 tempest-FloatingIPTestJSON-2085468291-project] Request body: {'subnet': {'network_id': '1a83c038-72d0-4218-86b4-147118e2a97f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:39:55.198700 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Network 1a83c038-72d0-4218-86b4-147118e2a97f details requested by agent ovs-agent-n-d-713301-16 with host n-d-713301-16 {{(pid=95103) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 19:39:55.255181 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34820f15-ad5c-4584-9df9-503ea6d274c2 tempest-NetworksIpV6TestAttrs-574578853 tempest-NetworksIpV6TestAttrs-574578853-project] Checking segment: {'id': 'ed315ba7-e9c6-445c-9d02-39bcd848891f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'f8e3da1e-629c-43c6-8afc-24b5a92a78fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:39:55.255181 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34820f15-ad5c-4584-9df9-503ea6d274c2 tempest-NetworksIpV6TestAttrs-574578853 tempest-NetworksIpV6TestAttrs-574578853-project] Network hostable DHCP agents. Network: f8e3da1e-629c-43c6-8afc-24b5a92a78fb, hostable agents: ['1b18bf05-1b5f-4587-be5c-af3ac38e32ad'], hosted agents: [] {{(pid=95101) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 19:39:55.263056 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.db [req-d725f1ed-2635-4e74-ae8e-6cb38a3e728d req-6e35ee0b-ec19-414a-a85b-bba40709d670 service neutron] For port 058b91ef-aa31-4122-ac59-4279dae6b6bc, host n-h2-713301-16, cleared binding levels {{(pid=95101) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 19:39:55.267832 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.plugin [None req-68dbf7a8-6fb1-4f49-b4dc-a807bda67051 tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] Deleting port 2a71d936-f552-4bef-a54f-3f105dcc7ada {{(pid=95101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:39:55.267984 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-68dbf7a8-6fb1-4f49-b4dc-a807bda67051 tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783146157096'] for port, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:55.273112 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.db [req-d725f1ed-2635-4e74-ae8e-6cb38a3e728d req-6e35ee0b-ec19-414a-a85b-bba40709d670 service neutron] For port 058b91ef-aa31-4122-ac59-4279dae6b6bc, host n-h2-713301-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-16',level=0,port_id=058b91ef-aa31-4122-ac59-4279dae6b6bc,segment=NetworkSegment(c829e8ab-031e-4667-8d5b-36ba5cfb9383),segment_id=c829e8ab-031e-4667-8d5b-36ba5cfb9383)] {{(pid=95101) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 19:39:55.301139 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-d725f1ed-2635-4e74-ae8e-6cb38a3e728d req-6e35ee0b-ec19-414a-a85b-bba40709d670 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5607436'] for port, after_update {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:55.534015 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9b6865e-b9c4-4875-bfdd-b0631bac8ba5 tempest-FloatingIPTestJSON-2085468291 tempest-FloatingIPTestJSON-2085468291-project] Made reservation on behalf of 4f8ca033f800491e9695967b28d9226b for: {'subnet': 1} {{(pid=95102) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:39:55.545333 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-e9b6865e-b9c4-4875-bfdd-b0631bac8ba5 tempest-FloatingIPTestJSON-2085468291 tempest-FloatingIPTestJSON-2085468291-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5388256'] for subnet, before_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:55.554197 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-80e7e501-6c57-470d-92c6-e3d54bc3195c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:55.581293 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed1fc306-6e71-46b7-bae0-acd3f4287e97 req-5d8c3d70-819d-4e8c-8433-ebfe6d138f2e tempest-ServersTestJSON-149791516 tempest-ServersTestJSON-149791516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:39:55.583260 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-ed1fc306-6e71-46b7-bae0-acd3f4287e97 req-5d8c3d70-819d-4e8c-8433-ebfe6d138f2e tempest-ServersTestJSON-149791516 tempest-ServersTestJSON-149791516-project] 10.222.0.67 "GET /v2.0/ports?device_id=4056c871-d73a-40b9-9ab0-88afab28cdee HTTP/1.1" status: 200 len: 943 time: 0.1825054 Sep 23 19:39:55.677794 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb93b4b2-c1ae-49de-a945-344f59b6c4c6 None None] New status for floating IP ceb49eba-639a-4cd4-b3e3-e15ea757a030: ACTIVE {{(pid=95103) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 23 19:39:55.891483 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Device 9ec63111-4df4-47ca-a04a-7c4e33dc74ee no longer exists at agent ovs-agent-n-d-713301-16 {{(pid=95103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 19:39:55.892245 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-ed1fc306-6e71-46b7-bae0-acd3f4287e97 req-e5327484-559e-4008-b675-eb0405f838a3 tempest-ServersTestJSON-149791516 tempest-ServersTestJSON-149791516-project] 10.222.0.67 "GET /v2.0/security-groups?id=b8c31db9-bcb2-4708-876e-18b1f4bdd8a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2833092 Sep 23 19:39:56.023818 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.plugin [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] No Port match for: 9ec63111-4df4-47ca-a04a-7c4e33dc74ee {{(pid=95103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 19:39:56.029504 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Device 9ec63111-4df4-47ca-a04a-7c4e33dc74ee not bound to the agent host n-d-713301-16 {{(pid=95103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 19:39:56.070753 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-e9b6865e-b9c4-4875-bfdd-b0631bac8ba5 tempest-FloatingIPTestJSON-2085468291 tempest-FloatingIPTestJSON-2085468291-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4398944', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5388242'] for subnet, after_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:56.086322 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-68dbf7a8-6fb1-4f49-b4dc-a807bda67051 tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-605701'] for port, precommit_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:56.105485 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.plugin [None req-68dbf7a8-6fb1-4f49-b4dc-a807bda67051 tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] Calling delete_port for 2a71d936-f552-4bef-a54f-3f105dcc7ada owned by {{(pid=95101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:39:56.164799 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9b6865e-b9c4-4875-bfdd-b0631bac8ba5 tempest-FloatingIPTestJSON-2085468291 tempest-FloatingIPTestJSON-2085468291-project] Pushing event updated for resources: {'Subnet': ['ID=756cd167-545c-48af-a5a4-31d9f1bf5953,revision_number=0']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:39:56.221389 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9b6865e-b9c4-4875-bfdd-b0631bac8ba5 tempest-FloatingIPTestJSON-2085468291 tempest-FloatingIPTestJSON-2085468291-project] Checking segment: {'id': '2884daeb-804e-425a-b0d0-ff2fcfc42195', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '1a83c038-72d0-4218-86b4-147118e2a97f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95102) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:39:56.221953 n-d-713301-16 neutron-server[95102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9b6865e-b9c4-4875-bfdd-b0631bac8ba5 tempest-FloatingIPTestJSON-2085468291 tempest-FloatingIPTestJSON-2085468291-project] Network hostable DHCP agents. Network: 1a83c038-72d0-4218-86b4-147118e2a97f, hostable agents: ['1b18bf05-1b5f-4587-be5c-af3ac38e32ad'], hosted agents: [] {{(pid=95102) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 19:39:56.251027 n-d-713301-16 neutron-server[95102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9b6865e-b9c4-4875-bfdd-b0631bac8ba5 tempest-FloatingIPTestJSON-2085468291 tempest-FloatingIPTestJSON-2085468291-project] Network 1a83c038-72d0-4218-86b4-147118e2a97f is scheduled to be hosted by DHCP agent 1b18bf05-1b5f-4587-be5c-af3ac38e32ad with binding_index 1 {{(pid=95102) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 19:39:56.271009 n-d-713301-16 neutron-server[95102]: DEBUG neutron.scheduler.base_scheduler [None req-e9b6865e-b9c4-4875-bfdd-b0631bac8ba5 tempest-FloatingIPTestJSON-2085468291 tempest-FloatingIPTestJSON-2085468291-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713301-16, 1a83c038-72d0-4218-86b4-147118e2a97f) {{(pid=95102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:39:56.276576 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9b6865e-b9c4-4875-bfdd-b0631bac8ba5 tempest-FloatingIPTestJSON-2085468291 tempest-FloatingIPTestJSON-2085468291-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:39:56.278896 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b1b3359-0121-4338-ae9a-922c329eea71 None None] Network 1a83c038-72d0-4218-86b4-147118e2a97f requested from n-d-713301-16 {{(pid=95103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 19:39:56.288874 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-e9b6865e-b9c4-4875-bfdd-b0631bac8ba5 tempest-FloatingIPTestJSON-2085468291 tempest-FloatingIPTestJSON-2085468291-project] Notify callbacks [] for subnet, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:56.321702 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-e9b6865e-b9c4-4875-bfdd-b0631bac8ba5 tempest-FloatingIPTestJSON-2085468291 tempest-FloatingIPTestJSON-2085468291-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1374729 Sep 23 19:39:56.324170 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 59388) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:39:56.329608 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.v2.base [None req-5994f333-3f28-42ac-bf6f-37ba985e9929 tempest-FloatingIPTestJSON-2085468291 tempest-FloatingIPTestJSON-2085468291-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-267454750', 'external_gateway_info': {'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac'}, 'admin_state_up': False}} {{(pid=95102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:39:56.384987 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d725f1ed-2635-4e74-ae8e-6cb38a3e728d req-6e35ee0b-ec19-414a-a85b-bba40709d670 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:39:56.385724 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-d725f1ed-2635-4e74-ae8e-6cb38a3e728d req-6e35ee0b-ec19-414a-a85b-bba40709d670 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222849'] for port, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:56.387269 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-d725f1ed-2635-4e74-ae8e-6cb38a3e728d req-6e35ee0b-ec19-414a-a85b-bba40709d670 service neutron] 10.222.0.53 "PUT /v2.0/ports/058b91ef-aa31-4122-ac59-4279dae6b6bc HTTP/1.1" status: 200 len: 1092 time: 3.8995759 Sep 23 19:39:56.393240 n-d-713301-16 neutron-server[95101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4056c871-d73a-40b9-9ab0-88afab28cdee', 'tag': '058b91ef-aa31-4122-ac59-4279dae6b6bc'}] {{(pid=95101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 19:39:56.396313 n-d-713301-16 neutron-server[95101]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d8366c5740cd635e57ab12b71fe44a77c2acc3c19091ef849c6f68b380462244" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1365694-0089-41de-ab27-e0a9ab3f2877" -d '{"events": [{"name": "network-changed", "server_uuid": "4056c871-d73a-40b9-9ab0-88afab28cdee", "tag": "058b91ef-aa31-4122-ac59-4279dae6b6bc"}]}' {{(pid=95101) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 19:39:56.399777 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-68dbf7a8-6fb1-4f49-b4dc-a807bda67051 tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783146162158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783145673144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5607431'] for port, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:56.405756 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-5994f333-3f28-42ac-bf6f-37ba985e9929 tempest-FloatingIPTestJSON-2085468291 tempest-FloatingIPTestJSON-2085468291-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-594563', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29355'] for router, before_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:56.407130 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-5994f333-3f28-42ac-bf6f-37ba985e9929 tempest-FloatingIPTestJSON-2085468291 tempest-FloatingIPTestJSON-2085468291-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-597363', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-601731', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-739356', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29346'] for router, precommit_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:56.425080 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34820f15-ad5c-4584-9df9-503ea6d274c2 tempest-NetworksIpV6TestAttrs-574578853 tempest-NetworksIpV6TestAttrs-574578853-project] Network f8e3da1e-629c-43c6-8afc-24b5a92a78fb is scheduled to be hosted by DHCP agent 1b18bf05-1b5f-4587-be5c-af3ac38e32ad with binding_index 1 {{(pid=95101) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 19:39:56.502731 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-5994f333-3f28-42ac-bf6f-37ba985e9929 tempest-FloatingIPTestJSON-2085468291 tempest-FloatingIPTestJSON-2085468291-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:56.568089 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.base_scheduler [None req-34820f15-ad5c-4584-9df9-503ea6d274c2 tempest-NetworksIpV6TestAttrs-574578853 tempest-NetworksIpV6TestAttrs-574578853-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713301-16, f8e3da1e-629c-43c6-8afc-24b5a92a78fb) {{(pid=95101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:39:56.578832 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34820f15-ad5c-4584-9df9-503ea6d274c2 tempest-NetworksIpV6TestAttrs-574578853 tempest-NetworksIpV6TestAttrs-574578853-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:39:56.579429 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-34820f15-ad5c-4584-9df9-503ea6d274c2 tempest-NetworksIpV6TestAttrs-574578853 tempest-NetworksIpV6TestAttrs-574578853-project] Notify callbacks [] for subnet, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:56.589779 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb18bb91-51fd-4e7b-94a2-5baff096ef65 None None] Network f8e3da1e-629c-43c6-8afc-24b5a92a78fb requested from n-d-713301-16 {{(pid=95103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 19:39:56.613612 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd6c4d8c-d513-4338-b9a3-a33d489004c2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4c8b80df-07eb-5275-9f17-5cf640db67c0-1a83c038-72d0-4218-86b4-147118e2a97f', 'network_id': '1a83c038-72d0-4218-86b4-147118e2a97f', 'tenant_id': '4f8ca033f800491e9695967b28d9226b', 'fixed_ips': [{'subnet_id': '756cd167-545c-48af-a5a4-31d9f1bf5953'}]}} from n-d-713301-16. {{(pid=95103) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 23 19:39:56.615350 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-cd6c4d8c-d513-4338-b9a3-a33d489004c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_create {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:56.619544 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d725f1ed-2635-4e74-ae8e-6cb38a3e728d req-9d678349-da7f-41d5-b23f-471df85dd346 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:39:56.621345 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-d725f1ed-2635-4e74-ae8e-6cb38a3e728d req-9d678349-da7f-41d5-b23f-471df85dd346 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=ee2e9bda0f104270af74ba8d5f144843&device_id=4056c871-d73a-40b9-9ab0-88afab28cdee HTTP/1.1" status: 200 len: 1095 time: 0.1754978 Sep 23 19:39:56.622810 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-34820f15-ad5c-4584-9df9-503ea6d274c2 tempest-NetworksIpV6TestAttrs-574578853 tempest-NetworksIpV6TestAttrs-574578853-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 818 time: 4.1170275 Sep 23 19:39:56.634813 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 59394) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:39:56.673264 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e35ee0b-ec19-414a-a85b-bba40709d670 service neutron] Pushing event updated for resources: {'Port': ['ID=058b91ef-aa31-4122-ac59-4279dae6b6bc,revision_number=3']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:39:56.751630 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68dbf7a8-6fb1-4f49-b4dc-a807bda67051 tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] Pushing event deleted for resources: {'Port': ['ID=2a71d936-f552-4bef-a54f-3f105dcc7ada,revision_number=None']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:39:56.761999 n-d-713301-16 neutron-server[95101]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 19:39:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b00a58ed-22d2-4a59-b6f2-4c87582c1c65 x-openstack-request-id: req-b00a58ed-22d2-4a59-b6f2-4c87582c1c65 {{(pid=95101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 19:39:56.762289 n-d-713301-16 neutron-server[95101]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4056c871-d73a-40b9-9ab0-88afab28cdee", "tag": "058b91ef-aa31-4122-ac59-4279dae6b6bc", "status": "completed", "code": 200}]} {{(pid=95101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 19:39:56.762537 n-d-713301-16 neutron-server[95101]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-b00a58ed-22d2-4a59-b6f2-4c87582c1c65 {{(pid=95101) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 19:39:56.762930 n-d-713301-16 neutron-server[95101]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4056c871-d73a-40b9-9ab0-88afab28cdee', 'tag': '058b91ef-aa31-4122-ac59-4279dae6b6bc', 'status': 'completed', 'code': 200} Sep 23 19:39:56.767600 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-d725f1ed-2635-4e74-ae8e-6cb38a3e728d req-5f0b94a7-6fa0-4d16-bb1b-664b71de2ea1 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=058b91ef-aa31-4122-ac59-4279dae6b6bc HTTP/1.1" status: 200 len: 217 time: 0.1115036 Sep 23 19:39:56.835145 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-68dbf7a8-6fb1-4f49-b4dc-a807bda67051 tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222849'] for port, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:56.836701 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-68dbf7a8-6fb1-4f49-b4dc-a807bda67051 tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] 10.222.0.67 "DELETE /v2.0/ports/2a71d936-f552-4bef-a54f-3f105dcc7ada HTTP/1.1" status: 204 len: 168 time: 1.9354322 Sep 23 19:39:56.846617 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 59396) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:39:56.901224 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d725f1ed-2635-4e74-ae8e-6cb38a3e728d req-ae5a2feb-0ec3-49df-ad2e-db35f2fd5893 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:39:56.903290 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-d725f1ed-2635-4e74-ae8e-6cb38a3e728d req-ae5a2feb-0ec3-49df-ad2e-db35f2fd5893 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=1858a7c9-e08d-4d7a-87f9-fd282e21109a HTTP/1.1" status: 200 len: 846 time: 0.1282978 Sep 23 19:39:56.951465 n-d-713301-16 neutron-server[95101]: INFO neutron.pecan_wsgi.hooks.translation [None req-ed20cada-ea9a-4374-8ac7-5c72a27f3c47 tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] GET failed (client error): The resource could not be found. Sep 23 19:39:56.958058 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-ed20cada-ea9a-4374-8ac7-5c72a27f3c47 tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] 10.222.0.67 "GET /v2.0/ports/2a71d936-f552-4bef-a54f-3f105dcc7ada HTTP/1.1" status: 404 len: 333 time: 0.1097183 Sep 23 19:39:56.989286 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 59408) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:39:57.097320 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-bcf65f49-5aab-42f2-8edf-4bd3b4d71f11 None None] Provisioning complete for port 97637ffe-3207-4662-9161-44bb9ccb5c67 triggered by entity DHCP. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:39:57.108760 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-bcf65f49-5aab-42f2-8edf-4bd3b4d71f11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:57.134195 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-d725f1ed-2635-4e74-ae8e-6cb38a3e728d req-fbee8eda-6b2e-4b95-a913-a4093c9ffda3 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=13c320c3-e746-4d37-877a-d3d286211b52&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2201965 Sep 23 19:39:57.253804 n-d-713301-16 neutron-server[95101]: DEBUG neutron.db.db_base_plugin_v2 [None req-e31f04cb-cfd0-492b-803e-f8f20bbf571b tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] Deleting subnet 60d484cf-4861-49f5-a01c-7ececd50204e {{(pid=95101) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 23 19:39:57.268914 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-5994f333-3f28-42ac-bf6f-37ba985e9929 tempest-FloatingIPTestJSON-2085468291 tempest-FloatingIPTestJSON-2085468291-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:57.285534 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-e31f04cb-cfd0-492b-803e-f8f20bbf571b tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] Notify callbacks [] for subnet, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:57.302402 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.db_base_plugin_common [None req-cd6c4d8c-d513-4338-b9a3-a33d489004c2 None None] Allocated IP 172.20.0.2 (1a83c038-72d0-4218-86b4-147118e2a97f/756cd167-545c-48af-a5a4-31d9f1bf5953/f4c63086-e36b-46ab-bd2c-dbd1c2427a19) {{(pid=95103) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 19:39:57.354562 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-fe1d7d51-bd2b-4ecb-ab56-6d12103cd815 tempest-NetworksIpV6TestAttrs-574578853 tempest-NetworksIpV6TestAttrs-574578853-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1628021'] for network, before_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:57.359037 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-e31f04cb-cfd0-492b-803e-f8f20bbf571b tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6007154'] for subnet, precommit_delete_associations {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:57.371909 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf097e3d-f48b-45f8-9c6b-99eb6bb888ce req-f427a2b1-8115-4499-9646-a29c86a78d9b tempest-ServersTestJSON-149791516 tempest-ServersTestJSON-149791516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:39:57.373450 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-cf097e3d-f48b-45f8-9c6b-99eb6bb888ce req-f427a2b1-8115-4499-9646-a29c86a78d9b tempest-ServersTestJSON-149791516 tempest-ServersTestJSON-149791516-project] 10.222.0.67 "GET /v2.0/ports?device_id=4056c871-d73a-40b9-9ab0-88afab28cdee HTTP/1.1" status: 200 len: 943 time: 0.3030026 Sep 23 19:39:57.387600 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7847166d-3e5b-4a9c-8d17-714ad4bb4f8f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4c8b80df-07eb-5275-9f17-5cf640db67c0-f8e3da1e-629c-43c6-8afc-24b5a92a78fb', 'network_id': 'f8e3da1e-629c-43c6-8afc-24b5a92a78fb', 'tenant_id': 'd5614ce166cb4e09908670e4e49f5263', 'fixed_ips': [{'subnet_id': 'f5460578-2f9a-401d-a30f-679e515f256c'}]}} from n-d-713301-16. {{(pid=95103) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 23 19:39:57.388199 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-d725f1ed-2635-4e74-ae8e-6cb38a3e728d req-6e9519ce-fb9b-4974-8ae8-8e9e9c31cdb1 service neutron] 10.222.0.53 "GET /v2.0/networks/13c320c3-e746-4d37-877a-d3d286211b52?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2348299 Sep 23 19:39:57.388478 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-7847166d-3e5b-4a9c-8d17-714ad4bb4f8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_create {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:57.510583 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-e31f04cb-cfd0-492b-803e-f8f20bbf571b tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1756813'] for subnet, precommit_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:57.680151 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-d725f1ed-2635-4e74-ae8e-6cb38a3e728d req-a07bd531-c6d1-4ef2-a78f-c2a764a90c23 service neutron] 10.222.0.53 "GET /v2.0/networks/13c320c3-e746-4d37-877a-d3d286211b52?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2847543 Sep 23 19:39:57.681678 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-e31f04cb-cfd0-492b-803e-f8f20bbf571b tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1756804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5607514', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6130950'] for subnet, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:57.739697 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e31f04cb-cfd0-492b-803e-f8f20bbf571b tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] Pushing event deleted for resources: {'Subnet': ['ID=60d484cf-4861-49f5-a01c-7ececd50204e,revision_number=None']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:39:57.752700 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-e31f04cb-cfd0-492b-803e-f8f20bbf571b tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] Notify callbacks [] for subnet, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:57.754816 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-e31f04cb-cfd0-492b-803e-f8f20bbf571b tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] 10.222.0.67 "DELETE /v2.0/subnets/60d484cf-4861-49f5-a01c-7ececd50204e HTTP/1.1" status: 204 len: 168 time: 0.7435558 Sep 23 19:39:57.757966 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 59412) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:39:57.766701 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-cd6c4d8c-d513-4338-b9a3-a33d489004c2 None None] Notify callbacks [] for port, precommit_create {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:57.834454 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1365694-0089-41de-ab27-e0a9ab3f2877 req-a0e6a7ca-72cd-4c86-bbc8-6ebb27acf77b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:39:57.836426 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-f1365694-0089-41de-ab27-e0a9ab3f2877 req-a0e6a7ca-72cd-4c86-bbc8-6ebb27acf77b service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=ee2e9bda0f104270af74ba8d5f144843&device_id=4056c871-d73a-40b9-9ab0-88afab28cdee HTTP/1.1" status: 200 len: 1095 time: 0.0936894 Sep 23 19:39:57.840257 n-d-713301-16 neutron-server[95101]: DEBUG neutron.db.db_base_plugin_v2 [None req-d7dd1962-af52-429e-8096-413deb68202d tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] Deleting subnet b4dca0a6-310c-4277-b1fc-27fa5bd13ac2 {{(pid=95101) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 23 19:39:57.846272 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-cf097e3d-f48b-45f8-9c6b-99eb6bb888ce req-34eedb90-e951-4aaf-b34c-f03e515f47d5 tempest-ServersTestJSON-149791516 tempest-ServersTestJSON-149791516-project] 10.222.0.67 "GET /v2.0/security-groups?id=b8c31db9-bcb2-4708-876e-18b1f4bdd8a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4616325 Sep 23 19:39:57.866498 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-d7dd1962-af52-429e-8096-413deb68202d tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] Notify callbacks [] for subnet, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:57.883532 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-fe1d7d51-bd2b-4ecb-ab56-6d12103cd815 tempest-NetworksIpV6TestAttrs-574578853 tempest-NetworksIpV6TestAttrs-574578853-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1756813'] for subnet, precommit_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:57.941914 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-d7dd1962-af52-429e-8096-413deb68202d tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6007154'] for subnet, precommit_delete_associations {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:57.969384 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.db_base_plugin_common [None req-7847166d-3e5b-4a9c-8d17-714ad4bb4f8f None None] Allocated IP 2001:db8::f816:3eff:fe15:dd9d (f8e3da1e-629c-43c6-8afc-24b5a92a78fb/f5460578-2f9a-401d-a30f-679e515f256c/6c1eafb8-46f9-4930-bf72-315cb2de964c) {{(pid=95103) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 19:39:58.038291 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1365694-0089-41de-ab27-e0a9ab3f2877 req-fb56868b-d588-4a6d-ba00-6be264e07e96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:39:58.040348 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-f1365694-0089-41de-ab27-e0a9ab3f2877 req-fb56868b-d588-4a6d-ba00-6be264e07e96 service neutron] 10.222.0.53 "GET /v2.0/networks?id=13c320c3-e746-4d37-877a-d3d286211b52 HTTP/1.1" status: 200 len: 907 time: 0.1965923 Sep 23 19:39:58.044738 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-5994f333-3f28-42ac-bf6f-37ba985e9929 tempest-FloatingIPTestJSON-2085468291 tempest-FloatingIPTestJSON-2085468291-project] Notify callbacks [] for router_gateway, before_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:58.065988 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-5994f333-3f28-42ac-bf6f-37ba985e9929 tempest-FloatingIPTestJSON-2085468291 tempest-FloatingIPTestJSON-2085468291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:58.137574 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-f1365694-0089-41de-ab27-e0a9ab3f2877 req-731012e2-0ad5-495e-814e-d4988971dced service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=058b91ef-aa31-4122-ac59-4279dae6b6bc HTTP/1.1" status: 200 len: 217 time: 0.0567410 Sep 23 19:39:58.149102 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-7847166d-3e5b-4a9c-8d17-714ad4bb4f8f None None] Notify callbacks [] for port, precommit_create {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:58.169458 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-cd6c4d8c-d513-4338-b9a3-a33d489004c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783145673135'] for port, after_create {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:58.185381 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-bcf65f49-5aab-42f2-8edf-4bd3b4d71f11 None None] Could not find standard attr ID for object 2a71d936-f552-4bef-a54f-3f105dcc7ada. {{(pid=95103) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 23 19:39:58.218950 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1365694-0089-41de-ab27-e0a9ab3f2877 req-4dd1e037-fcbb-4266-8f1f-eff5f88dbf6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:39:58.220992 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-f1365694-0089-41de-ab27-e0a9ab3f2877 req-4dd1e037-fcbb-4266-8f1f-eff5f88dbf6f service neutron] 10.222.0.53 "GET /v2.0/subnets?id=1858a7c9-e08d-4d7a-87f9-fd282e21109a HTTP/1.1" status: 200 len: 846 time: 0.0734215 Sep 23 19:39:58.225450 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-d7dd1962-af52-429e-8096-413deb68202d tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1756813'] for subnet, precommit_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:58.227244 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-fe1d7d51-bd2b-4ecb-ab56-6d12103cd815 tempest-NetworksIpV6TestAttrs-574578853 tempest-NetworksIpV6TestAttrs-574578853-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1756804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4399009', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5388229'] for subnet, after_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:58.250882 n-d-713301-16 neutron-server[95102]: DEBUG neutron.db.db_base_plugin_common [None req-5994f333-3f28-42ac-bf6f-37ba985e9929 tempest-FloatingIPTestJSON-2085468291 tempest-FloatingIPTestJSON-2085468291-project] Allocated IP 172.25.1.203 (5dec5c09-378e-4f50-89cc-d94eb81c3bac/eff83446-018c-428d-b3f5-54ac9abe7a2a/9f26373f-ceae-4efa-9be7-50d40980bdc5) {{(pid=95102) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 19:39:58.281887 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe1d7d51-bd2b-4ecb-ab56-6d12103cd815 tempest-NetworksIpV6TestAttrs-574578853 tempest-NetworksIpV6TestAttrs-574578853-project] Pushing event deleted for resources: {'Subnet': ['ID=f5460578-2f9a-401d-a30f-679e515f256c,revision_number=None']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:39:58.291307 n-d-713301-16 neutron-server[95103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd6c4d8c-d513-4338-b9a3-a33d489004c2 None None] Network 1a83c038-72d0-4218-86b4-147118e2a97f is already hosted by enough agents. {{(pid=95103) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:39:58.311225 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6c4d8c-d513-4338-b9a3-a33d489004c2 None None] Pushing event updated for resources: {'Port': ['ID=f4c63086-e36b-46ab-bd2c-dbd1c2427a19,revision_number=1']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:39:58.335487 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-f1365694-0089-41de-ab27-e0a9ab3f2877 req-663b53c1-3c17-4000-a431-f32d3a4a2e20 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=13c320c3-e746-4d37-877a-d3d286211b52&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0961807 Sep 23 19:39:58.339953 n-d-713301-16 neutron-server[95103]: DEBUG neutron.scheduler.base_scheduler [None req-cd6c4d8c-d513-4338-b9a3-a33d489004c2 None None] Resources bound (agent type, host, resource id): {{(pid=95103) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:39:58.377110 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-7847166d-3e5b-4a9c-8d17-714ad4bb4f8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783145673135'] for port, after_create {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:58.396343 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd6c4d8c-d513-4338-b9a3-a33d489004c2 None None] Received port after_create {{(pid=95103) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 19:39:58.418703 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-fe1d7d51-bd2b-4ecb-ab56-6d12103cd815 tempest-NetworksIpV6TestAttrs-574578853 tempest-NetworksIpV6TestAttrs-574578853-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1754676', 'neutron.services.segments.db._delete_segments_for_network-8783146221460'] for network, precommit_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:58.451958 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-efe65ec2-b0d3-402b-b6f3-29a26e357171 None None] Could not find standard attr ID for object 2a71d936-f552-4bef-a54f-3f105dcc7ada. {{(pid=95103) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 23 19:39:58.462784 n-d-713301-16 neutron-server[95103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7847166d-3e5b-4a9c-8d17-714ad4bb4f8f None None] Network f8e3da1e-629c-43c6-8afc-24b5a92a78fb is already hosted by enough agents. {{(pid=95103) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:39:58.467425 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7847166d-3e5b-4a9c-8d17-714ad4bb4f8f None None] Pushing event updated for resources: {'Port': ['ID=6c1eafb8-46f9-4930-bf72-315cb2de964c,revision_number=1']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:39:58.480009 n-d-713301-16 neutron-server[95103]: DEBUG neutron.scheduler.base_scheduler [None req-7847166d-3e5b-4a9c-8d17-714ad4bb4f8f None None] Resources bound (agent type, host, resource id): {{(pid=95103) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:39:58.482095 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:58.482999 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7847166d-3e5b-4a9c-8d17-714ad4bb4f8f None None] Received port after_create {{(pid=95103) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 19:39:58.510562 n-d-713301-16 neutron-server[95102]: DEBUG neutron.services.segments.db [None req-fe1d7d51-bd2b-4ecb-ab56-6d12103cd815 tempest-NetworksIpV6TestAttrs-574578853 tempest-NetworksIpV6TestAttrs-574578853-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f8e3da1e-629c-43c6-8afc-24b5a92a78fb']}} {{(pid=95102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:39:58.537317 n-d-713301-16 neutron-server[95102]: DEBUG neutron.services.segments.db [None req-fe1d7d51-bd2b-4ecb-ab56-6d12103cd815 tempest-NetworksIpV6TestAttrs-574578853 tempest-NetworksIpV6TestAttrs-574578853-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ed315ba7-e9c6-445c-9d02-39bcd848891f') {'for_net_delete': True} {{(pid=95102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:39:58.537815 n-d-713301-16 neutron-server[95102]: DEBUG neutron.services.segments.db [None req-fe1d7d51-bd2b-4ecb-ab56-6d12103cd815 tempest-NetworksIpV6TestAttrs-574578853 tempest-NetworksIpV6TestAttrs-574578853-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ed315ba7-e9c6-445c-9d02-39bcd848891f') {} {{(pid=95102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:39:58.552306 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-f1365694-0089-41de-ab27-e0a9ab3f2877 req-6f492682-08cb-4cbc-9ec8-b77f16623aec service neutron] 10.222.0.53 "GET /v2.0/networks/13c320c3-e746-4d37-877a-d3d286211b52?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2058306 Sep 23 19:39:58.575604 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-fe1d7d51-bd2b-4ecb-ab56-6d12103cd815 tempest-NetworksIpV6TestAttrs-574578853 tempest-NetworksIpV6TestAttrs-574578853-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783146221725', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6162832'] for segment, before_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:58.597295 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-fe1d7d51-bd2b-4ecb-ab56-6d12103cd815 tempest-NetworksIpV6TestAttrs-574578853 tempest-NetworksIpV6TestAttrs-574578853-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1756186'] for segment, precommit_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:58.604752 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6644ac1e-0e3e-498c-be9e-4ac3801144b6 None None] Network c3ce5ca7-e24b-4e77-9492-8811354289cb requested from n-d-713301-16 {{(pid=95103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 19:39:58.606444 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fe1d7d51-bd2b-4ecb-ab56-6d12103cd815 tempest-NetworksIpV6TestAttrs-574578853 tempest-NetworksIpV6TestAttrs-574578853-project] Releasing vlan 627 on physical network physnet1 to pool {{(pid=95102) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 19:39:58.607025 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-fe1d7d51-bd2b-4ecb-ab56-6d12103cd815 tempest-NetworksIpV6TestAttrs-574578853 tempest-NetworksIpV6TestAttrs-574578853-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1756186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4398095'] for segment, after_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:58.615448 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:58.666924 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-da8d670a-e589-410b-adda-2db6885ea595 None None] Could not find standard attr ID for object 2a71d936-f552-4bef-a54f-3f105dcc7ada. {{(pid=95103) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 23 19:39:58.685339 n-d-713301-16 neutron-server[95102]: Traceback (most recent call last): Sep 23 19:39:58.685339 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 19:39:58.685339 n-d-713301-16 neutron-server[95102]: timer() Sep 23 19:39:58.685339 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 19:39:58.685339 n-d-713301-16 neutron-server[95102]: cb(*args, **kw) Sep 23 19:39:58.685339 n-d-713301-16 neutron-server[95102]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 19:39:58.685339 n-d-713301-16 neutron-server[95102]: return func(*args, **kwargs) Sep 23 19:39:58.685339 n-d-713301-16 neutron-server[95102]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 19:39:58.685339 n-d-713301-16 neutron-server[95102]: self._notify() Sep 23 19:39:58.685339 n-d-713301-16 neutron-server[95102]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 19:39:58.685339 n-d-713301-16 neutron-server[95102]: self.callback(batched_events) Sep 23 19:39:58.685339 n-d-713301-16 neutron-server[95102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 19:39:58.685339 n-d-713301-16 neutron-server[95102]: event.method(event) Sep 23 19:39:58.685339 n-d-713301-16 neutron-server[95102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 19:39:58.685339 n-d-713301-16 neutron-server[95102]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 19:39:58.685339 n-d-713301-16 neutron-server[95102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 19:39:58.685339 n-d-713301-16 neutron-server[95102]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 19:39:58.685339 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 19:39:58.685339 n-d-713301-16 neutron-server[95102]: return f(self, *a, **k) Sep 23 19:39:58.685339 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 19:39:58.685339 n-d-713301-16 neutron-server[95102]: return self._get(url).json() Sep 23 19:39:58.685339 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 19:39:58.685339 n-d-713301-16 neutron-server[95102]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 19:39:58.685339 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 19:39:58.685339 n-d-713301-16 neutron-server[95102]: return self.request(url, 'GET', **kwargs) Sep 23 19:39:58.685339 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 19:39:58.685339 n-d-713301-16 neutron-server[95102]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 19:39:58.685339 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 19:39:58.685339 n-d-713301-16 neutron-server[95102]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 19:39:58.685339 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 19:39:58.685339 n-d-713301-16 neutron-server[95102]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 19:39:58.685339 n-d-713301-16 neutron-server[95102]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 19:39:58.687400 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-d7dd1962-af52-429e-8096-413deb68202d tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1756804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5607514', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6130950'] for subnet, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:58.697551 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-5994f333-3f28-42ac-bf6f-37ba985e9929 tempest-FloatingIPTestJSON-2085468291 tempest-FloatingIPTestJSON-2085468291-project] Notify callbacks [] for port, precommit_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:58.702763 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.db.api [None req-fe1d7d51-bd2b-4ecb-ab56-6d12103cd815 tempest-NetworksIpV6TestAttrs-574578853 tempest-NetworksIpV6TestAttrs-574578853-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Sep 23 19:39:58.702763 n-d-713301-16 neutron-server[95102]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Sep 23 19:39:58.702763 n-d-713301-16 neutron-server[95102]: [parameters: {'id': 'f8e3da1e-629c-43c6-8afc-24b5a92a78fb'}] Sep 23 19:39:58.702763 n-d-713301-16 neutron-server[95102]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=95102) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 23 19:39:58.703187 n-d-713301-16 neutron-server[95102]: DEBUG oslo_db.api [None req-fe1d7d51-bd2b-4ecb-ab56-6d12103cd815 tempest-NetworksIpV6TestAttrs-574578853 tempest-NetworksIpV6TestAttrs-574578853-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=95102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 23 19:39:58.727211 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-d7dd1962-af52-429e-8096-413deb68202d tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] Notify callbacks [] for subnet, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:58.732998 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-d7dd1962-af52-429e-8096-413deb68202d tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] 10.222.0.67 "DELETE /v2.0/subnets/b4dca0a6-310c-4277-b1fc-27fa5bd13ac2 HTTP/1.1" status: 204 len: 168 time: 0.9729991 Sep 23 19:39:58.732998 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 59434) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:39:58.737280 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7dd1962-af52-429e-8096-413deb68202d tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] Pushing event deleted for resources: {'Subnet': ['ID=b4dca0a6-310c-4277-b1fc-27fa5bd13ac2,revision_number=None']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:39:58.745587 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.managers [None req-7847166d-3e5b-4a9c-8d17-714ad4bb4f8f None None] Attempting to bind port 6c1eafb8-46f9-4930-bf72-315cb2de964c on host n-d-713301-16 for vnic_type normal with profile {{(pid=95103) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 19:39:58.745587 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.managers [None req-7847166d-3e5b-4a9c-8d17-714ad4bb4f8f None None] Attempting to bind port 6c1eafb8-46f9-4930-bf72-315cb2de964c by drivers openvswitch,hyperv on host n-d-713301-16 at level 0 using segments [{'id': 'ed315ba7-e9c6-445c-9d02-39bcd848891f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'f8e3da1e-629c-43c6-8afc-24b5a92a78fb'}] {{(pid=95103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 19:39:58.745938 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7847166d-3e5b-4a9c-8d17-714ad4bb4f8f None None] Attempting to bind port 6c1eafb8-46f9-4930-bf72-315cb2de964c on network f8e3da1e-629c-43c6-8afc-24b5a92a78fb {{(pid=95103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:39:58.760708 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-5994f333-3f28-42ac-bf6f-37ba985e9929 tempest-FloatingIPTestJSON-2085468291 tempest-FloatingIPTestJSON-2085468291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783145673135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4399100'] for port, after_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:58.820706 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.managers [None req-cd6c4d8c-d513-4338-b9a3-a33d489004c2 None None] Attempting to bind port f4c63086-e36b-46ab-bd2c-dbd1c2427a19 on host n-d-713301-16 for vnic_type normal with profile {{(pid=95103) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 19:39:58.821307 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.managers [None req-cd6c4d8c-d513-4338-b9a3-a33d489004c2 None None] Attempting to bind port f4c63086-e36b-46ab-bd2c-dbd1c2427a19 by drivers openvswitch,hyperv on host n-d-713301-16 at level 0 using segments [{'id': '2884daeb-804e-425a-b0d0-ff2fcfc42195', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '1a83c038-72d0-4218-86b4-147118e2a97f'}] {{(pid=95103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 19:39:58.821756 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd6c4d8c-d513-4338-b9a3-a33d489004c2 None None] Attempting to bind port f4c63086-e36b-46ab-bd2c-dbd1c2427a19 on network 1a83c038-72d0-4218-86b4-147118e2a97f {{(pid=95103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:39:58.828041 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7847166d-3e5b-4a9c-8d17-714ad4bb4f8f None None] Checking agent: {'id': '70a14545-df24-472f-8f95-bfe1719bff93', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 19, 7, 53), 'started_at': datetime.datetime(2021, 9, 23, 19, 8, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 19, 39, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 19:39:58.828510 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7847166d-3e5b-4a9c-8d17-714ad4bb4f8f None None] Checking segment: {'id': 'ed315ba7-e9c6-445c-9d02-39bcd848891f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'f8e3da1e-629c-43c6-8afc-24b5a92a78fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95103) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:39:58.829028 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-7847166d-3e5b-4a9c-8d17-714ad4bb4f8f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:58.829580 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7847166d-3e5b-4a9c-8d17-714ad4bb4f8f None None] Bound using segment: {'id': 'ed315ba7-e9c6-445c-9d02-39bcd848891f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'f8e3da1e-629c-43c6-8afc-24b5a92a78fb'} {{(pid=95103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 19:39:58.830034 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.managers [None req-7847166d-3e5b-4a9c-8d17-714ad4bb4f8f None None] Bound port: 6c1eafb8-46f9-4930-bf72-315cb2de964c, host: n-d-713301-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ed315ba7-e9c6-445c-9d02-39bcd848891f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'f8e3da1e-629c-43c6-8afc-24b5a92a78fb'}}] {{(pid=95103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 19:39:58.830511 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-7847166d-3e5b-4a9c-8d17-714ad4bb4f8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:58.832329 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5994f333-3f28-42ac-bf6f-37ba985e9929 tempest-FloatingIPTestJSON-2085468291 tempest-FloatingIPTestJSON-2085468291-project] Pushing event updated for resources: {'Port': ['ID=9f26373f-ceae-4efa-9be7-50d40980bdc5,revision_number=1']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:39:58.849528 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd6c4d8c-d513-4338-b9a3-a33d489004c2 None None] Checking agent: {'id': '70a14545-df24-472f-8f95-bfe1719bff93', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 19, 7, 53), 'started_at': datetime.datetime(2021, 9, 23, 19, 8, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 19, 39, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 19:39:58.850043 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd6c4d8c-d513-4338-b9a3-a33d489004c2 None None] Checking segment: {'id': '2884daeb-804e-425a-b0d0-ff2fcfc42195', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '1a83c038-72d0-4218-86b4-147118e2a97f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95103) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:39:58.851212 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-cd6c4d8c-d513-4338-b9a3-a33d489004c2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:58.851632 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd6c4d8c-d513-4338-b9a3-a33d489004c2 None None] Bound using segment: {'id': '2884daeb-804e-425a-b0d0-ff2fcfc42195', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '1a83c038-72d0-4218-86b4-147118e2a97f'} {{(pid=95103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 19:39:58.852186 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.managers [None req-cd6c4d8c-d513-4338-b9a3-a33d489004c2 None None] Bound port: f4c63086-e36b-46ab-bd2c-dbd1c2427a19, host: n-d-713301-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2884daeb-804e-425a-b0d0-ff2fcfc42195', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '1a83c038-72d0-4218-86b4-147118e2a97f'}}] {{(pid=95103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 19:39:58.852802 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-cd6c4d8c-d513-4338-b9a3-a33d489004c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:58.873532 n-d-713301-16 neutron-server[95102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5994f333-3f28-42ac-bf6f-37ba985e9929 tempest-FloatingIPTestJSON-2085468291 tempest-FloatingIPTestJSON-2085468291-project] Network 5dec5c09-378e-4f50-89cc-d94eb81c3bac is already hosted by enough agents. {{(pid=95102) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:39:58.879970 n-d-713301-16 neutron-server[95102]: DEBUG neutron.scheduler.base_scheduler [None req-5994f333-3f28-42ac-bf6f-37ba985e9929 tempest-FloatingIPTestJSON-2085468291 tempest-FloatingIPTestJSON-2085468291-project] Resources bound (agent type, host, resource id): {{(pid=95102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:39:58.885595 n-d-713301-16 neutron-server[95102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5994f333-3f28-42ac-bf6f-37ba985e9929 tempest-FloatingIPTestJSON-2085468291 tempest-FloatingIPTestJSON-2085468291-project] Received port after_create {{(pid=95102) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 19:39:58.919816 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-f1365694-0089-41de-ab27-e0a9ab3f2877 req-8b76f4be-6785-4fa7-8fe2-cdff8e545264 service neutron] 10.222.0.53 "GET /v2.0/networks/13c320c3-e746-4d37-877a-d3d286211b52?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3592815 Sep 23 19:39:58.935292 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-fff49e21-8e2b-410e-a765-ebfaa7fe133c tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1628021'] for network, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:59.022152 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.plugin [None req-fff49e21-8e2b-410e-a765-ebfaa7fe133c tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] Deleting port 97637ffe-3207-4662-9161-44bb9ccb5c67 {{(pid=95101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:39:59.022570 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-fff49e21-8e2b-410e-a765-ebfaa7fe133c tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783146157096'] for port, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:59.082477 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-cd6c4d8c-d513-4338-b9a3-a33d489004c2 None None] For port f4c63086-e36b-46ab-bd2c-dbd1c2427a19, host n-d-713301-16, cleared binding levels {{(pid=95103) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 19:39:59.086637 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-cd6c4d8c-d513-4338-b9a3-a33d489004c2 None None] For port f4c63086-e36b-46ab-bd2c-dbd1c2427a19, host n-d-713301-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-16',level=0,port_id=f4c63086-e36b-46ab-bd2c-dbd1c2427a19,segment=NetworkSegment(2884daeb-804e-425a-b0d0-ff2fcfc42195),segment_id=2884daeb-804e-425a-b0d0-ff2fcfc42195)] {{(pid=95103) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 19:39:59.119372 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-7847166d-3e5b-4a9c-8d17-714ad4bb4f8f None None] For port 6c1eafb8-46f9-4930-bf72-315cb2de964c, host n-d-713301-16, cleared binding levels {{(pid=95103) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 19:39:59.124117 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-7847166d-3e5b-4a9c-8d17-714ad4bb4f8f None None] For port 6c1eafb8-46f9-4930-bf72-315cb2de964c, host n-d-713301-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-16',level=0,port_id=6c1eafb8-46f9-4930-bf72-315cb2de964c,segment=NetworkSegment(ed315ba7-e9c6-445c-9d02-39bcd848891f),segment_id=ed315ba7-e9c6-445c-9d02-39bcd848891f)] {{(pid=95103) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 19:39:59.128038 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-cd6c4d8c-d513-4338-b9a3-a33d489004c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:59.140819 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.db [None req-fff49e21-8e2b-410e-a765-ebfaa7fe133c tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] For port 97637ffe-3207-4662-9161-44bb9ccb5c67, host n-d-713301-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-16',level=0,port_id=97637ffe-3207-4662-9161-44bb9ccb5c67,segment=NetworkSegment(a8d80188-2bcb-4551-b280-6d22d4858801),segment_id=a8d80188-2bcb-4551-b280-6d22d4858801)] {{(pid=95101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:39:59.141428 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-fff49e21-8e2b-410e-a765-ebfaa7fe133c tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-605701'] for port, precommit_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:59.156460 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd6798f9-4ae0-444d-bcdd-3aa000e1a4b0 req-ae20bff2-b2b5-477f-87bf-b3706ca1d21f tempest-ServersTestJSON-149791516 tempest-ServersTestJSON-149791516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:39:59.164739 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-fd6798f9-4ae0-444d-bcdd-3aa000e1a4b0 req-ae20bff2-b2b5-477f-87bf-b3706ca1d21f tempest-ServersTestJSON-149791516 tempest-ServersTestJSON-149791516-project] 10.222.0.67 "GET /v2.0/ports?device_id=4056c871-d73a-40b9-9ab0-88afab28cdee HTTP/1.1" status: 200 len: 943 time: 0.1910336 Sep 23 19:39:59.178803 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.plugin [None req-fff49e21-8e2b-410e-a765-ebfaa7fe133c tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] Calling delete_port for 97637ffe-3207-4662-9161-44bb9ccb5c67 owned by network:dhcp {{(pid=95101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:39:59.222837 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-fe1d7d51-bd2b-4ecb-ab56-6d12103cd815 tempest-NetworksIpV6TestAttrs-574578853 tempest-NetworksIpV6TestAttrs-574578853-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1628021'] for network, before_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:59.247564 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-fd6798f9-4ae0-444d-bcdd-3aa000e1a4b0 req-f7c3a3e2-206b-4f17-a971-7138055d977d tempest-ServersTestJSON-149791516 tempest-ServersTestJSON-149791516-project] 10.222.0.67 "GET /v2.0/security-groups?id=b8c31db9-bcb2-4708-876e-18b1f4bdd8a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818601 Sep 23 19:39:59.312867 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-7847166d-3e5b-4a9c-8d17-714ad4bb4f8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:59.380919 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6c4d8c-d513-4338-b9a3-a33d489004c2 None None] Pushing event updated for resources: {'Port': ['ID=f4c63086-e36b-46ab-bd2c-dbd1c2427a19,revision_number=2']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:39:59.429774 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-fff49e21-8e2b-410e-a765-ebfaa7fe133c tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783146162158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783145673144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5607431'] for port, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:59.458284 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-5994f333-3f28-42ac-bf6f-37ba985e9929 tempest-FloatingIPTestJSON-2085468291 tempest-FloatingIPTestJSON-2085468291-project] Notify callbacks [] for router_gateway, after_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:59.496368 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe65945b-6015-4202-af05-c67cbd9c1a56 None None] Network f8e3da1e-629c-43c6-8afc-24b5a92a78fb requested from n-d-713301-16 {{(pid=95103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 19:39:59.527697 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.plugin [None req-fe1d7d51-bd2b-4ecb-ab56-6d12103cd815 tempest-NetworksIpV6TestAttrs-574578853 tempest-NetworksIpV6TestAttrs-574578853-project] Deleting port 6c1eafb8-46f9-4930-bf72-315cb2de964c {{(pid=95102) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:39:59.528040 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-fe1d7d51-bd2b-4ecb-ab56-6d12103cd815 tempest-NetworksIpV6TestAttrs-574578853 tempest-NetworksIpV6TestAttrs-574578853-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783146157096'] for port, before_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:59.542296 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fff49e21-8e2b-410e-a765-ebfaa7fe133c tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] Pushing event deleted for resources: {'Port': ['ID=97637ffe-3207-4662-9161-44bb9ccb5c67,revision_number=None']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:39:59.561625 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7847166d-3e5b-4a9c-8d17-714ad4bb4f8f None None] Pushing event updated for resources: {'Port': ['ID=6c1eafb8-46f9-4930-bf72-315cb2de964c,revision_number=2']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:39:59.573483 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ae71fd5-6bc7-455d-8139-82b60ba18087 None None] DHCP port deletion for c3ce5ca7-e24b-4e77-9492-8811354289cb request from n-d-713301-16 {{(pid=95103) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 23 19:39:59.575797 n-d-713301-16 neutron-server[95101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fff49e21-8e2b-410e-a765-ebfaa7fe133c tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] No DVR routers for this DVR port 97637ffe-3207-4662-9161-44bb9ccb5c67 on host n-d-713301-16 {{(pid=95101) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 19:39:59.575951 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Device 058b91ef-aa31-4122-ac59-4279dae6b6bc details requested by agent hyperv_n-h2-713301-16 with host n-h2-713301-16 {{(pid=95103) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 19:39:59.750035 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.db [None req-fe1d7d51-bd2b-4ecb-ab56-6d12103cd815 tempest-NetworksIpV6TestAttrs-574578853 tempest-NetworksIpV6TestAttrs-574578853-project] For port 6c1eafb8-46f9-4930-bf72-315cb2de964c, host n-d-713301-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-16',level=0,port_id=6c1eafb8-46f9-4930-bf72-315cb2de964c,segment=NetworkSegment(ed315ba7-e9c6-445c-9d02-39bcd848891f),segment_id=ed315ba7-e9c6-445c-9d02-39bcd848891f)] {{(pid=95102) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:39:59.750403 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-fe1d7d51-bd2b-4ecb-ab56-6d12103cd815 tempest-NetworksIpV6TestAttrs-574578853 tempest-NetworksIpV6TestAttrs-574578853-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-605701'] for port, precommit_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:59.765845 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.db.resource_extend [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=95103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 23 19:39:59.768741 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.plugin [None req-fe1d7d51-bd2b-4ecb-ab56-6d12103cd815 tempest-NetworksIpV6TestAttrs-574578853 tempest-NetworksIpV6TestAttrs-574578853-project] Calling delete_port for 6c1eafb8-46f9-4930-bf72-315cb2de964c owned by network:dhcp {{(pid=95102) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:39:59.802594 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-fff49e21-8e2b-410e-a765-ebfaa7fe133c tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1754676', 'neutron.services.segments.db._delete_segments_for_network-8783146221460'] for network, precommit_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:59.856869 n-d-713301-16 neutron-server[95101]: DEBUG neutron.services.segments.db [None req-fff49e21-8e2b-410e-a765-ebfaa7fe133c tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c3ce5ca7-e24b-4e77-9492-8811354289cb']}} {{(pid=95101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:39:59.876642 n-d-713301-16 neutron-server[95101]: DEBUG neutron.services.segments.db [None req-fff49e21-8e2b-410e-a765-ebfaa7fe133c tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a8d80188-2bcb-4551-b280-6d22d4858801') {'for_net_delete': True} {{(pid=95101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:39:59.876973 n-d-713301-16 neutron-server[95101]: DEBUG neutron.services.segments.db [None req-fff49e21-8e2b-410e-a765-ebfaa7fe133c tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a8d80188-2bcb-4551-b280-6d22d4858801') {} {{(pid=95101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:39:59.895198 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-fff49e21-8e2b-410e-a765-ebfaa7fe133c tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783146221725', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6007147'] for segment, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:59.914699 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-fff49e21-8e2b-410e-a765-ebfaa7fe133c tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1756186'] for segment, precommit_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:59.922352 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fff49e21-8e2b-410e-a765-ebfaa7fe133c tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] Releasing vlan 607 on physical network physnet1 to pool {{(pid=95101) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 19:39:59.922926 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-fff49e21-8e2b-410e-a765-ebfaa7fe133c tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1756186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5608436'] for segment, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:39:59.990137 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] For port 058b91ef-aa31-4122-ac59-4279dae6b6bc, host n-h2-713301-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-16',level=0,port_id=058b91ef-aa31-4122-ac59-4279dae6b6bc,segment=NetworkSegment(c829e8ab-031e-4667-8d5b-36ba5cfb9383),segment_id=c829e8ab-031e-4667-8d5b-36ba5cfb9383)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:39:59.999850 n-d-713301-16 neutron-server[95101]: Traceback (most recent call last): Sep 23 19:39:59.999850 n-d-713301-16 neutron-server[95101]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 19:39:59.999850 n-d-713301-16 neutron-server[95101]: timer() Sep 23 19:39:59.999850 n-d-713301-16 neutron-server[95101]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 19:39:59.999850 n-d-713301-16 neutron-server[95101]: cb(*args, **kw) Sep 23 19:39:59.999850 n-d-713301-16 neutron-server[95101]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 19:39:59.999850 n-d-713301-16 neutron-server[95101]: return func(*args, **kwargs) Sep 23 19:39:59.999850 n-d-713301-16 neutron-server[95101]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 19:39:59.999850 n-d-713301-16 neutron-server[95101]: self._notify() Sep 23 19:39:59.999850 n-d-713301-16 neutron-server[95101]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 19:39:59.999850 n-d-713301-16 neutron-server[95101]: self.callback(batched_events) Sep 23 19:39:59.999850 n-d-713301-16 neutron-server[95101]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 19:39:59.999850 n-d-713301-16 neutron-server[95101]: event.method(event) Sep 23 19:39:59.999850 n-d-713301-16 neutron-server[95101]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 19:39:59.999850 n-d-713301-16 neutron-server[95101]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 19:39:59.999850 n-d-713301-16 neutron-server[95101]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 19:39:59.999850 n-d-713301-16 neutron-server[95101]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 19:39:59.999850 n-d-713301-16 neutron-server[95101]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 19:39:59.999850 n-d-713301-16 neutron-server[95101]: return f(self, *a, **k) Sep 23 19:39:59.999850 n-d-713301-16 neutron-server[95101]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 19:39:59.999850 n-d-713301-16 neutron-server[95101]: return self._get(url).json() Sep 23 19:39:59.999850 n-d-713301-16 neutron-server[95101]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 19:39:59.999850 n-d-713301-16 neutron-server[95101]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 19:39:59.999850 n-d-713301-16 neutron-server[95101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 19:39:59.999850 n-d-713301-16 neutron-server[95101]: return self.request(url, 'GET', **kwargs) Sep 23 19:39:59.999850 n-d-713301-16 neutron-server[95101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 19:39:59.999850 n-d-713301-16 neutron-server[95101]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 19:39:59.999850 n-d-713301-16 neutron-server[95101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 19:39:59.999850 n-d-713301-16 neutron-server[95101]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 19:39:59.999850 n-d-713301-16 neutron-server[95101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 19:39:59.999850 n-d-713301-16 neutron-server[95101]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 19:39:59.999850 n-d-713301-16 neutron-server[95101]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 19:40:00.005174 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-fff49e21-8e2b-410e-a765-ebfaa7fe133c tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1754627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-601866'] for network, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:00.011872 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-fff49e21-8e2b-410e-a765-ebfaa7fe133c tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] Notify callbacks [] for network, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:00.013748 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Returning: {'device': '058b91ef-aa31-4122-ac59-4279dae6b6bc', 'network_id': '13c320c3-e746-4d37-877a-d3d286211b52', 'port_id': '058b91ef-aa31-4122-ac59-4279dae6b6bc', 'mac_address': 'fa:16:3e:c3:b0:16', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 605, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1858a7c9-e08d-4d7a-87f9-fd282e21109a', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95103) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 19:40:00.018342 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-fff49e21-8e2b-410e-a765-ebfaa7fe133c tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] 10.222.0.67 "DELETE /v2.0/networks/c3ce5ca7-e24b-4e77-9492-8811354289cb HTTP/1.1" status: 204 len: 168 time: 1.2774274 Sep 23 19:40:00.019103 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 59456) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:40:00.075529 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fff49e21-8e2b-410e-a765-ebfaa7fe133c tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] Pushing event deleted for resources: {'Network': ['ID=c3ce5ca7-e24b-4e77-9492-8811354289cb,revision_number=None']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:40:00.096254 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:00.118848 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1558694-fcfd-44bb-b5e9-85cdb8de47ad tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:40:00.129429 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-b1558694-fcfd-44bb-b5e9-85cdb8de47ad tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] 10.222.0.67 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.0878303 Sep 23 19:40:00.130270 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 59458) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:40:00.130615 n-d-713301-16 neutron-server[95103]: DEBUG neutron.notifiers.nova [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 058b91ef-aa31-4122-ac59-4279dae6b6bc {{(pid=95103) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 19:40:00.153488 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-fe1d7d51-bd2b-4ecb-ab56-6d12103cd815 tempest-NetworksIpV6TestAttrs-574578853 tempest-NetworksIpV6TestAttrs-574578853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783146162158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783145673144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4399100'] for port, after_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:00.162099 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] For port 058b91ef-aa31-4122-ac59-4279dae6b6bc, host n-h2-713301-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-16',level=0,port_id=058b91ef-aa31-4122-ac59-4279dae6b6bc,segment=NetworkSegment(c829e8ab-031e-4667-8d5b-36ba5cfb9383),segment_id=c829e8ab-031e-4667-8d5b-36ba5cfb9383)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:40:00.171801 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:00.173296 n-d-713301-16 neutron-server[95102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe1d7d51-bd2b-4ecb-ab56-6d12103cd815 tempest-NetworksIpV6TestAttrs-574578853 tempest-NetworksIpV6TestAttrs-574578853-project] No DVR routers for this DVR port 6c1eafb8-46f9-4930-bf72-315cb2de964c on host n-d-713301-16 {{(pid=95102) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 19:40:00.178207 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-5994f333-3f28-42ac-bf6f-37ba985e9929 tempest-FloatingIPTestJSON-2085468291 tempest-FloatingIPTestJSON-2085468291-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-597258', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-601790'] for router, after_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:00.216509 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-b7f99b66-878b-4dd9-bc65-8702b355f025 tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] 10.222.0.67 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.0846105 Sep 23 19:40:00.217099 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 59460) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:40:00.223473 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.v2.base [None req-036aada0-21c7-4d7b-ab04-7ef0845caff5 tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-472388120'}} {{(pid=95101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:40:00.249473 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe1d7d51-bd2b-4ecb-ab56-6d12103cd815 tempest-NetworksIpV6TestAttrs-574578853 tempest-NetworksIpV6TestAttrs-574578853-project] Pushing event deleted for resources: {'Port': ['ID=6c1eafb8-46f9-4930-bf72-315cb2de964c,revision_number=None']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:40:00.277783 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Pushing event updated for resources: {'Port': ['ID=058b91ef-aa31-4122-ac59-4279dae6b6bc,revision_number=4']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:40:00.289925 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-036aada0-21c7-4d7b-ab04-7ef0845caff5 tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] Made reservation on behalf of e53e881fc39941c397f29318ff64a85b for: {'network': 1} {{(pid=95101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:40:00.297965 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-036aada0-21c7-4d7b-ab04-7ef0845caff5 tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for network, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:00.389782 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-036aada0-21c7-4d7b-ab04-7ef0845caff5 tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 610} {{(pid=95101) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 19:40:00.417942 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-036aada0-21c7-4d7b-ab04-7ef0845caff5 tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1756186'] for segment, precommit_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:00.418594 n-d-713301-16 neutron-server[95101]: INFO neutron.db.segments_db [None req-036aada0-21c7-4d7b-ab04-7ef0845caff5 tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] Added segment 4de7aabf-f66e-40f7-9496-b06364a98a11 of type vlan for network 011ca7ef-185e-4bfc-9d12-a0aa8b326a68 Sep 23 19:40:00.444769 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] get_ports_and_sgs() called for port_ids ['058b91ef-aa31-4122-ac59-4279dae6b6bc'] {{(pid=95103) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 19:40:00.516302 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-fe1d7d51-bd2b-4ecb-ab56-6d12103cd815 tempest-NetworksIpV6TestAttrs-574578853 tempest-NetworksIpV6TestAttrs-574578853-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1754676', 'neutron.services.segments.db._delete_segments_for_network-8783146221460'] for network, precommit_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:00.569900 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-036aada0-21c7-4d7b-ab04-7ef0845caff5 tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783145630486'] for network, precommit_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:00.612953 n-d-713301-16 neutron-server[95102]: DEBUG neutron.services.segments.db [None req-fe1d7d51-bd2b-4ecb-ab56-6d12103cd815 tempest-NetworksIpV6TestAttrs-574578853 tempest-NetworksIpV6TestAttrs-574578853-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f8e3da1e-629c-43c6-8afc-24b5a92a78fb']}} {{(pid=95102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:40:00.613622 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Device f4c63086-e36b-46ab-bd2c-dbd1c2427a19 up at agent ovs-agent-n-d-713301-16 {{(pid=95103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 19:40:00.627873 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-036aada0-21c7-4d7b-ab04-7ef0845caff5 tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299'] for network, after_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:00.638159 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b57e8fe-ee58-4026-937c-34ec0d577f81 req-a911f1fe-a366-4345-9af6-69e2184fa072 tempest-ServersTestJSON-149791516 tempest-ServersTestJSON-149791516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:40:00.639747 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-4b57e8fe-ee58-4026-937c-34ec0d577f81 req-a911f1fe-a366-4345-9af6-69e2184fa072 tempest-ServersTestJSON-149791516 tempest-ServersTestJSON-149791516-project] 10.222.0.67 "GET /v2.0/ports?device_id=4056c871-d73a-40b9-9ab0-88afab28cdee HTTP/1.1" status: 200 len: 944 time: 0.2368228 Sep 23 19:40:00.652595 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-036aada0-21c7-4d7b-ab04-7ef0845caff5 tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:40:00.654047 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-036aada0-21c7-4d7b-ab04-7ef0845caff5 tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] Notify callbacks [] for network, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:00.685912 n-d-713301-16 neutron-server[95102]: DEBUG neutron.services.segments.db [None req-fe1d7d51-bd2b-4ecb-ab56-6d12103cd815 tempest-NetworksIpV6TestAttrs-574578853 tempest-NetworksIpV6TestAttrs-574578853-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ed315ba7-e9c6-445c-9d02-39bcd848891f') {'for_net_delete': True} {{(pid=95102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:40:00.686267 n-d-713301-16 neutron-server[95102]: DEBUG neutron.services.segments.db [None req-fe1d7d51-bd2b-4ecb-ab56-6d12103cd815 tempest-NetworksIpV6TestAttrs-574578853 tempest-NetworksIpV6TestAttrs-574578853-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ed315ba7-e9c6-445c-9d02-39bcd848891f') {} {{(pid=95102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:40:00.736251 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-fe1d7d51-bd2b-4ecb-ab56-6d12103cd815 tempest-NetworksIpV6TestAttrs-574578853 tempest-NetworksIpV6TestAttrs-574578853-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783146221725', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6162832'] for segment, before_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:00.767644 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-fe1d7d51-bd2b-4ecb-ab56-6d12103cd815 tempest-NetworksIpV6TestAttrs-574578853 tempest-NetworksIpV6TestAttrs-574578853-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1756186'] for segment, precommit_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:00.777279 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-036aada0-21c7-4d7b-ab04-7ef0845caff5 tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.5562339 Sep 23 19:40:00.777279 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-036aada0-21c7-4d7b-ab04-7ef0845caff5 tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] Pushing event updated for resources: {'Network': ['ID=011ca7ef-185e-4bfc-9d12-a0aa8b326a68,revision_number=1']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:40:00.777279 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 59472) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:40:00.779724 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-4b57e8fe-ee58-4026-937c-34ec0d577f81 req-149a755b-a1c6-48e6-9424-20222dcd294a tempest-ServersTestJSON-149791516 tempest-ServersTestJSON-149791516-project] 10.222.0.67 "GET /v2.0/security-groups?id=b8c31db9-bcb2-4708-876e-18b1f4bdd8a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1151235 Sep 23 19:40:00.782207 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fe1d7d51-bd2b-4ecb-ab56-6d12103cd815 tempest-NetworksIpV6TestAttrs-574578853 tempest-NetworksIpV6TestAttrs-574578853-project] Releasing vlan 627 on physical network physnet1 to pool {{(pid=95102) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 19:40:00.782478 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.v2.base [None req-b13b810b-93a0-4742-8654-d20a234ee6fd tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] Request body: {'subnet': {'network_id': '011ca7ef-185e-4bfc-9d12-a0aa8b326a68', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:40:00.782649 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-fe1d7d51-bd2b-4ecb-ab56-6d12103cd815 tempest-NetworksIpV6TestAttrs-574578853 tempest-NetworksIpV6TestAttrs-574578853-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1756186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4398095'] for segment, after_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:00.786394 n-d-713301-16 neutron-server[95102]: Traceback (most recent call last): Sep 23 19:40:00.786394 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 19:40:00.786394 n-d-713301-16 neutron-server[95102]: timer() Sep 23 19:40:00.786394 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 19:40:00.786394 n-d-713301-16 neutron-server[95102]: cb(*args, **kw) Sep 23 19:40:00.786394 n-d-713301-16 neutron-server[95102]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 19:40:00.786394 n-d-713301-16 neutron-server[95102]: return func(*args, **kwargs) Sep 23 19:40:00.786394 n-d-713301-16 neutron-server[95102]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 19:40:00.786394 n-d-713301-16 neutron-server[95102]: self._notify() Sep 23 19:40:00.786394 n-d-713301-16 neutron-server[95102]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 19:40:00.786394 n-d-713301-16 neutron-server[95102]: self.callback(batched_events) Sep 23 19:40:00.786394 n-d-713301-16 neutron-server[95102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 19:40:00.786394 n-d-713301-16 neutron-server[95102]: event.method(event) Sep 23 19:40:00.786394 n-d-713301-16 neutron-server[95102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 19:40:00.786394 n-d-713301-16 neutron-server[95102]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 19:40:00.786394 n-d-713301-16 neutron-server[95102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 19:40:00.786394 n-d-713301-16 neutron-server[95102]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 19:40:00.786394 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 19:40:00.786394 n-d-713301-16 neutron-server[95102]: return f(self, *a, **k) Sep 23 19:40:00.786394 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 19:40:00.786394 n-d-713301-16 neutron-server[95102]: return self._get(url).json() Sep 23 19:40:00.786394 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 19:40:00.786394 n-d-713301-16 neutron-server[95102]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 19:40:00.786394 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 19:40:00.786394 n-d-713301-16 neutron-server[95102]: return self.request(url, 'GET', **kwargs) Sep 23 19:40:00.786394 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 19:40:00.786394 n-d-713301-16 neutron-server[95102]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 19:40:00.786394 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 19:40:00.786394 n-d-713301-16 neutron-server[95102]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 19:40:00.786394 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 19:40:00.786394 n-d-713301-16 neutron-server[95102]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 19:40:00.786394 n-d-713301-16 neutron-server[95102]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 19:40:00.808637 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Network 011ca7ef-185e-4bfc-9d12-a0aa8b326a68 details requested by agent ovs-agent-n-d-713301-16 with host n-d-713301-16 {{(pid=95103) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 19:40:00.913959 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Provisioning complete for port f4c63086-e36b-46ab-bd2c-dbd1c2427a19 triggered by entity L2. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:40:00.914341 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:00.935669 n-d-713301-16 neutron-server[95102]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5994f333-3f28-42ac-bf6f-37ba985e9929 tempest-FloatingIPTestJSON-2085468291 tempest-FloatingIPTestJSON-2085468291-project] Router b9a5801a-9353-4af9-a832-9c57e9922ab6 is scheduled to L3 agent 79a740bf-7821-4989-8288-7186e3e128f3 with binding_index 1 {{(pid=95102) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 23 19:40:00.939958 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b13b810b-93a0-4742-8654-d20a234ee6fd tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] Made reservation on behalf of e53e881fc39941c397f29318ff64a85b for: {'subnet': 1} {{(pid=95101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:40:00.951043 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-fe1d7d51-bd2b-4ecb-ab56-6d12103cd815 tempest-NetworksIpV6TestAttrs-574578853 tempest-NetworksIpV6TestAttrs-574578853-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1754627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-601866'] for network, after_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:00.957524 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-b13b810b-93a0-4742-8654-d20a234ee6fd tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6130979'] for subnet, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:00.964582 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-fe1d7d51-bd2b-4ecb-ab56-6d12103cd815 tempest-NetworksIpV6TestAttrs-574578853 tempest-NetworksIpV6TestAttrs-574578853-project] Notify callbacks [] for network, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:00.966654 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-fe1d7d51-bd2b-4ecb-ab56-6d12103cd815 tempest-NetworksIpV6TestAttrs-574578853 tempest-NetworksIpV6TestAttrs-574578853-project] 10.222.0.67 "DELETE /v2.0/networks/f8e3da1e-629c-43c6-8afc-24b5a92a78fb HTTP/1.1" status: 204 len: 168 time: 4.3290071 Sep 23 19:40:00.972190 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 59474) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:40:00.986712 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.v2.base [None req-74e287c0-df61-4043-a8a2-d8c94b62fdbf tempest-NetworksIpV6TestAttrs-574578853 tempest-NetworksIpV6TestAttrs-574578853-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1792938808'}} {{(pid=95101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:40:01.032837 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe1d7d51-bd2b-4ecb-ab56-6d12103cd815 tempest-NetworksIpV6TestAttrs-574578853 tempest-NetworksIpV6TestAttrs-574578853-project] Pushing event deleted for resources: {'Network': ['ID=f8e3da1e-629c-43c6-8afc-24b5a92a78fb,revision_number=None']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:40:01.069554 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2310aef3-a719-4454-8227-0e4c301e7c2b None None] Network 1a83c038-72d0-4218-86b4-147118e2a97f requested from n-d-713301-16 {{(pid=95103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 19:40:01.095888 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:01.134289 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5994f333-3f28-42ac-bf6f-37ba985e9929 tempest-FloatingIPTestJSON-2085468291 tempest-FloatingIPTestJSON-2085468291-project] Notify agent at l3_agent.n-d-713301-16 the message routers_updated {{(pid=95102) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 19:40:01.151618 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9d7716a-bff0-40ee-8bb2-1d8f1f999dba None None] Sync routers for ids ['b9a5801a-9353-4af9-a832-9c57e9922ab6'] in n-d-713301-16 {{(pid=95104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 19:40:01.157541 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] For port f4c63086-e36b-46ab-bd2c-dbd1c2427a19, host n-d-713301-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-16',level=0,port_id=f4c63086-e36b-46ab-bd2c-dbd1c2427a19,segment=NetworkSegment(2884daeb-804e-425a-b0d0-ff2fcfc42195),segment_id=2884daeb-804e-425a-b0d0-ff2fcfc42195)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:40:01.170206 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9d7716a-bff0-40ee-8bb2-1d8f1f999dba None None] Routers {'b9a5801a-9353-4af9-a832-9c57e9922ab6'} bound to L3 agent in host n-d-713301-16 {{(pid=95104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 19:40:01.171255 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_hamode_db [None req-b9d7716a-bff0-40ee-8bb2-1d8f1f999dba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-23T19:07:52Z,description=,heartbeat_timestamp=2021-09-23T19:39:52Z,host='n-d-713301-16',id=79a740bf-7821-4989-8288-7186e3e128f3,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:07:52Z,topic='l3_agent')) {'router_ids': ['b9a5801a-9353-4af9-a832-9c57e9922ab6'], 'active': True} {{(pid=95104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:40:01.171454 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-5994f333-3f28-42ac-bf6f-37ba985e9929 tempest-FloatingIPTestJSON-2085468291 tempest-FloatingIPTestJSON-2085468291-project] Notify callbacks [] for router, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:01.175768 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-5994f333-3f28-42ac-bf6f-37ba985e9929 tempest-FloatingIPTestJSON-2085468291 tempest-FloatingIPTestJSON-2085468291-project] 10.222.0.67 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 4.8504276 Sep 23 19:40:01.176725 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 59478) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:40:01.190417 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74e287c0-df61-4043-a8a2-d8c94b62fdbf tempest-NetworksIpV6TestAttrs-574578853 tempest-NetworksIpV6TestAttrs-574578853-project] Made reservation on behalf of d5614ce166cb4e09908670e4e49f5263 for: {'network': 1} {{(pid=95101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:40:01.192519 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:01.203572 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-124ee5f7-a32d-4dcd-8723-b721c54b997b None None] Provisioning complete for port f4c63086-e36b-46ab-bd2c-dbd1c2427a19 triggered by entity DHCP. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:40:01.203948 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-124ee5f7-a32d-4dcd-8723-b721c54b997b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:01.204595 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-74e287c0-df61-4043-a8a2-d8c94b62fdbf tempest-NetworksIpV6TestAttrs-574578853 tempest-NetworksIpV6TestAttrs-574578853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for network, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:01.258002 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_hamode_db [None req-b9d7716a-bff0-40ee-8bb2-1d8f1f999dba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713301-16', False) {} {{(pid=95104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:40:01.275767 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-74e287c0-df61-4043-a8a2-d8c94b62fdbf tempest-NetworksIpV6TestAttrs-574578853 tempest-NetworksIpV6TestAttrs-574578853-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 633} {{(pid=95101) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 19:40:01.277897 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9d7716a-bff0-40ee-8bb2-1d8f1f999dba None None] Routers {'b9a5801a-9353-4af9-a832-9c57e9922ab6'} bound to L3 agent in host n-d-713301-16 {{(pid=95104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 19:40:01.278722 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_hamode_db [None req-b9d7716a-bff0-40ee-8bb2-1d8f1f999dba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-23T19:07:52Z,description=,heartbeat_timestamp=2021-09-23T19:39:52Z,host='n-d-713301-16',id=79a740bf-7821-4989-8288-7186e3e128f3,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:07:52Z,topic='l3_agent')) {'router_ids': ['b9a5801a-9353-4af9-a832-9c57e9922ab6'], 'active': True} {{(pid=95104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:40:01.291542 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-74e287c0-df61-4043-a8a2-d8c94b62fdbf tempest-NetworksIpV6TestAttrs-574578853 tempest-NetworksIpV6TestAttrs-574578853-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1756186'] for segment, precommit_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:01.292059 n-d-713301-16 neutron-server[95101]: INFO neutron.db.segments_db [None req-74e287c0-df61-4043-a8a2-d8c94b62fdbf tempest-NetworksIpV6TestAttrs-574578853 tempest-NetworksIpV6TestAttrs-574578853-project] Added segment 6e758e96-8afc-42d1-994b-d780e64a451f of type vlan for network c48a68dc-57e4-45ee-a5a4-b12f8cb238d2 Sep 23 19:40:01.301304 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Device 97637ffe-3207-4662-9161-44bb9ccb5c67 no longer exists at agent ovs-agent-n-d-713301-16 {{(pid=95103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 19:40:01.326530 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.plugin [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] No Port match for: 97637ffe-3207-4662-9161-44bb9ccb5c67 {{(pid=95103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 19:40:01.326880 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Device 97637ffe-3207-4662-9161-44bb9ccb5c67 not bound to the agent host n-d-713301-16 {{(pid=95103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 19:40:01.369938 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Pushing event updated for resources: {'Port': ['ID=f4c63086-e36b-46ab-bd2c-dbd1c2427a19,revision_number=3']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:40:01.374241 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-74e287c0-df61-4043-a8a2-d8c94b62fdbf tempest-NetworksIpV6TestAttrs-574578853 tempest-NetworksIpV6TestAttrs-574578853-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783145630486'] for network, precommit_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:01.390628 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_hamode_db [None req-b9d7716a-bff0-40ee-8bb2-1d8f1f999dba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713301-16', False) {} {{(pid=95104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:40:01.391640 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9d7716a-bff0-40ee-8bb2-1d8f1f999dba None None] The sync data for ids ['b9a5801a-9353-4af9-a832-9c57e9922ab6'] in n-d-713301-16 is: [] {{(pid=95104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 19:40:01.463457 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-74e287c0-df61-4043-a8a2-d8c94b62fdbf tempest-NetworksIpV6TestAttrs-574578853 tempest-NetworksIpV6TestAttrs-574578853-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299'] for network, after_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:01.477588 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74e287c0-df61-4043-a8a2-d8c94b62fdbf tempest-NetworksIpV6TestAttrs-574578853 tempest-NetworksIpV6TestAttrs-574578853-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:40:01.478224 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-74e287c0-df61-4043-a8a2-d8c94b62fdbf tempest-NetworksIpV6TestAttrs-574578853 tempest-NetworksIpV6TestAttrs-574578853-project] Notify callbacks [] for network, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:01.691369 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-b13b810b-93a0-4742-8654-d20a234ee6fd tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5607579', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6130961'] for subnet, after_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:01.705192 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-74e287c0-df61-4043-a8a2-d8c94b62fdbf tempest-NetworksIpV6TestAttrs-574578853 tempest-NetworksIpV6TestAttrs-574578853-project] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.7268341 Sep 23 19:40:01.712869 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 59488) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:40:01.720822 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.v2.base [None req-d41f332d-b7ee-41a8-86ac-a164cddf59d2 tempest-NetworksIpV6TestAttrs-574578853 tempest-NetworksIpV6TestAttrs-574578853-project] Request body: {'subnet': {'network_id': 'c48a68dc-57e4-45ee-a5a4-b12f8cb238d2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=95101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:40:01.804144 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74e287c0-df61-4043-a8a2-d8c94b62fdbf tempest-NetworksIpV6TestAttrs-574578853 tempest-NetworksIpV6TestAttrs-574578853-project] Pushing event updated for resources: {'Network': ['ID=c48a68dc-57e4-45ee-a5a4-b12f8cb238d2,revision_number=1']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:40:01.817875 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Network c48a68dc-57e4-45ee-a5a4-b12f8cb238d2 details requested by agent ovs-agent-n-d-713301-16 with host n-d-713301-16 {{(pid=95103) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 19:40:01.912119 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b13b810b-93a0-4742-8654-d20a234ee6fd tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] Pushing event updated for resources: {'Subnet': ['ID=98013c70-39da-4158-adb9-e2b3b6b24a65,revision_number=0']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:40:01.939930 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-dd8ede7f-1b30-41ee-bc68-2cd30dcd06c6 tempest-FloatingIPTestJSON-2085468291 tempest-FloatingIPTestJSON-2085468291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:01.959056 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a72dd179-a72c-4119-88b7-222ca4292637 None None] get_active_networks_info from n-d-713301-16 {{(pid=95103) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 23 19:40:01.976996 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b13b810b-93a0-4742-8654-d20a234ee6fd tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] Checking segment: {'id': '4de7aabf-f66e-40f7-9496-b06364a98a11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '011ca7ef-185e-4bfc-9d12-a0aa8b326a68'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:40:01.977366 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b13b810b-93a0-4742-8654-d20a234ee6fd tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] Network hostable DHCP agents. Network: 011ca7ef-185e-4bfc-9d12-a0aa8b326a68, hostable agents: ['1b18bf05-1b5f-4587-be5c-af3ac38e32ad'], hosted agents: [] {{(pid=95101) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 19:40:02.008996 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d41f332d-b7ee-41a8-86ac-a164cddf59d2 tempest-NetworksIpV6TestAttrs-574578853 tempest-NetworksIpV6TestAttrs-574578853-project] Made reservation on behalf of d5614ce166cb4e09908670e4e49f5263 for: {'subnet': 1} {{(pid=95101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:40:02.013130 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-d41f332d-b7ee-41a8-86ac-a164cddf59d2 tempest-NetworksIpV6TestAttrs-574578853 tempest-NetworksIpV6TestAttrs-574578853-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6130979'] for subnet, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:02.022266 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b13b810b-93a0-4742-8654-d20a234ee6fd tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] Network 011ca7ef-185e-4bfc-9d12-a0aa8b326a68 is scheduled to be hosted by DHCP agent 1b18bf05-1b5f-4587-be5c-af3ac38e32ad with binding_index 1 {{(pid=95101) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 19:40:02.087775 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.base_scheduler [None req-b13b810b-93a0-4742-8654-d20a234ee6fd tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713301-16, 011ca7ef-185e-4bfc-9d12-a0aa8b326a68) {{(pid=95101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:40:02.098630 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b13b810b-93a0-4742-8654-d20a234ee6fd tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:40:02.099245 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-b13b810b-93a0-4742-8654-d20a234ee6fd tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] Notify callbacks [] for subnet, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:02.170197 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-bc64ccd1-5feb-4684-942a-630473b76040 None None] Provisioning complete for port f4c63086-e36b-46ab-bd2c-dbd1c2427a19 triggered by entity DHCP. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:40:02.170491 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-bc64ccd1-5feb-4684-942a-630473b76040 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:02.185134 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-b13b810b-93a0-4742-8654-d20a234ee6fd tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4067442 Sep 23 19:40:02.187901 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 59492) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:40:02.198285 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.v2.base [None req-966ebd7e-5b64-46de-8ba8-3abb4d90bec9 tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] Request body: {'port': {'network_id': '011ca7ef-185e-4bfc-9d12-a0aa8b326a68', 'name': 'tempest-PortsTestJSON-2070233922'}} {{(pid=95101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:40:02.265474 n-d-713301-16 neutron-server[95102]: DEBUG neutron.db.db_base_plugin_common [None req-dd8ede7f-1b30-41ee-bc68-2cd30dcd06c6 tempest-FloatingIPTestJSON-2085468291 tempest-FloatingIPTestJSON-2085468291-project] Allocated IP 172.20.0.1 (1a83c038-72d0-4218-86b4-147118e2a97f/756cd167-545c-48af-a5a4-31d9f1bf5953/87e524eb-8b5a-46f0-b80d-0cba9f8e8127) {{(pid=95102) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 19:40:02.401649 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-dd8ede7f-1b30-41ee-bc68-2cd30dcd06c6 tempest-FloatingIPTestJSON-2085468291 tempest-FloatingIPTestJSON-2085468291-project] Notify callbacks [] for port, precommit_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:02.463377 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3966cbe-9bb8-491c-b72e-83993d1c7b83 req-9b841b62-7f61-4a9b-84ba-8616f2b622df tempest-ServersTestJSON-149791516 tempest-ServersTestJSON-149791516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:40:02.465108 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-f3966cbe-9bb8-491c-b72e-83993d1c7b83 req-9b841b62-7f61-4a9b-84ba-8616f2b622df tempest-ServersTestJSON-149791516 tempest-ServersTestJSON-149791516-project] 10.222.0.67 "GET /v2.0/ports?device_id=4056c871-d73a-40b9-9ab0-88afab28cdee HTTP/1.1" status: 200 len: 944 time: 0.5579822 Sep 23 19:40:02.466352 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-dd8ede7f-1b30-41ee-bc68-2cd30dcd06c6 tempest-FloatingIPTestJSON-2085468291 tempest-FloatingIPTestJSON-2085468291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783145673135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4399100'] for port, after_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:02.481464 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-966ebd7e-5b64-46de-8ba8-3abb4d90bec9 tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] Made reservation on behalf of e53e881fc39941c397f29318ff64a85b for: {'port': 1} {{(pid=95101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:40:02.486970 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-966ebd7e-5b64-46de-8ba8-3abb4d90bec9 tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:02.511156 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Device f4c63086-e36b-46ab-bd2c-dbd1c2427a19 up at agent ovs-agent-n-d-713301-16 {{(pid=95103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 19:40:02.520295 n-d-713301-16 neutron-server[95102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd8ede7f-1b30-41ee-bc68-2cd30dcd06c6 tempest-FloatingIPTestJSON-2085468291 tempest-FloatingIPTestJSON-2085468291-project] Network 1a83c038-72d0-4218-86b4-147118e2a97f is already hosted by enough agents. {{(pid=95102) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:40:02.523810 n-d-713301-16 neutron-server[95103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a72dd179-a72c-4119-88b7-222ca4292637 None None] Unable to find a vacant binding_index for network 011ca7ef-185e-4bfc-9d12-a0aa8b326a68 and agent 1b18bf05-1b5f-4587-be5c-af3ac38e32ad {{(pid=95103) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:209}} Sep 23 19:40:02.533550 n-d-713301-16 neutron-server[95102]: DEBUG neutron.scheduler.base_scheduler [None req-dd8ede7f-1b30-41ee-bc68-2cd30dcd06c6 tempest-FloatingIPTestJSON-2085468291 tempest-FloatingIPTestJSON-2085468291-project] Resources bound (agent type, host, resource id): {{(pid=95102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:40:02.540217 n-d-713301-16 neutron-server[95102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd8ede7f-1b30-41ee-bc68-2cd30dcd06c6 tempest-FloatingIPTestJSON-2085468291 tempest-FloatingIPTestJSON-2085468291-project] Received port after_create {{(pid=95102) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 19:40:02.558683 n-d-713301-16 neutron-server[95103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a72dd179-a72c-4119-88b7-222ca4292637 None None] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713301-16, 011ca7ef-185e-4bfc-9d12-a0aa8b326a68) {{(pid=95103) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 23 19:40:02.570056 n-d-713301-16 neutron-server[95101]: DEBUG neutron.notifiers.nova [None req-966ebd7e-5b64-46de-8ba8-3abb4d90bec9 tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] device_id is not set on port d8a04c47-1adb-4861-95bd-21d2abfd7135 yet. {{(pid=95101) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 23 19:40:02.603582 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd8ede7f-1b30-41ee-bc68-2cd30dcd06c6 tempest-FloatingIPTestJSON-2085468291 tempest-FloatingIPTestJSON-2085468291-project] Pushing event updated for resources: {'Port': ['ID=87e524eb-8b5a-46f0-b80d-0cba9f8e8127,revision_number=1']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:40:02.617664 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-f3966cbe-9bb8-491c-b72e-83993d1c7b83 req-4cd28131-278c-4d59-b51a-ed93e5c96450 tempest-ServersTestJSON-149791516 tempest-ServersTestJSON-149791516-project] 10.222.0.67 "GET /v2.0/security-groups?id=b8c31db9-bcb2-4708-876e-18b1f4bdd8a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1400163 Sep 23 19:40:02.630287 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-d41f332d-b7ee-41a8-86ac-a164cddf59d2 tempest-NetworksIpV6TestAttrs-574578853 tempest-NetworksIpV6TestAttrs-574578853-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5607579', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6130961'] for subnet, after_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:02.644228 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-dd8ede7f-1b30-41ee-bc68-2cd30dcd06c6 tempest-FloatingIPTestJSON-2085468291 tempest-FloatingIPTestJSON-2085468291-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-601987'] for router_interface, before_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:02.705789 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Provisioning complete for port f4c63086-e36b-46ab-bd2c-dbd1c2427a19 triggered by entity L2. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:40:02.706329 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:02.735636 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d41f332d-b7ee-41a8-86ac-a164cddf59d2 tempest-NetworksIpV6TestAttrs-574578853 tempest-NetworksIpV6TestAttrs-574578853-project] Pushing event updated for resources: {'Subnet': ['ID=49fb32ee-f7a1-40dd-b746-c9953cfa5766,revision_number=0']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:40:02.801529 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d41f332d-b7ee-41a8-86ac-a164cddf59d2 tempest-NetworksIpV6TestAttrs-574578853 tempest-NetworksIpV6TestAttrs-574578853-project] Checking segment: {'id': '6e758e96-8afc-42d1-994b-d780e64a451f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': 'c48a68dc-57e4-45ee-a5a4-b12f8cb238d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:40:02.802277 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d41f332d-b7ee-41a8-86ac-a164cddf59d2 tempest-NetworksIpV6TestAttrs-574578853 tempest-NetworksIpV6TestAttrs-574578853-project] Network hostable DHCP agents. Network: c48a68dc-57e4-45ee-a5a4-b12f8cb238d2, hostable agents: ['1b18bf05-1b5f-4587-be5c-af3ac38e32ad'], hosted agents: [] {{(pid=95101) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 19:40:02.819344 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-dd8ede7f-1b30-41ee-bc68-2cd30dcd06c6 tempest-FloatingIPTestJSON-2085468291 tempest-FloatingIPTestJSON-2085468291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:02.833778 n-d-713301-16 neutron-server[95101]: DEBUG neutron.db.db_base_plugin_common [None req-966ebd7e-5b64-46de-8ba8-3abb4d90bec9 tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] Allocated IP 172.20.0.3 (011ca7ef-185e-4bfc-9d12-a0aa8b326a68/98013c70-39da-4158-adb9-e2b3b6b24a65/d8a04c47-1adb-4861-95bd-21d2abfd7135) {{(pid=95101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 19:40:02.855796 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d41f332d-b7ee-41a8-86ac-a164cddf59d2 tempest-NetworksIpV6TestAttrs-574578853 tempest-NetworksIpV6TestAttrs-574578853-project] Network c48a68dc-57e4-45ee-a5a4-b12f8cb238d2 is scheduled to be hosted by DHCP agent 1b18bf05-1b5f-4587-be5c-af3ac38e32ad with binding_index 1 {{(pid=95101) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 19:40:02.884418 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.base_scheduler [None req-d41f332d-b7ee-41a8-86ac-a164cddf59d2 tempest-NetworksIpV6TestAttrs-574578853 tempest-NetworksIpV6TestAttrs-574578853-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713301-16, c48a68dc-57e4-45ee-a5a4-b12f8cb238d2) {{(pid=95101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:40:02.895541 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d41f332d-b7ee-41a8-86ac-a164cddf59d2 tempest-NetworksIpV6TestAttrs-574578853 tempest-NetworksIpV6TestAttrs-574578853-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:40:02.896546 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-d41f332d-b7ee-41a8-86ac-a164cddf59d2 tempest-NetworksIpV6TestAttrs-574578853 tempest-NetworksIpV6TestAttrs-574578853-project] Notify callbacks [] for subnet, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:02.944517 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-d41f332d-b7ee-41a8-86ac-a164cddf59d2 tempest-NetworksIpV6TestAttrs-574578853 tempest-NetworksIpV6TestAttrs-574578853-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.2259395 Sep 23 19:40:02.952396 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 59500) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:40:03.136366 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-966ebd7e-5b64-46de-8ba8-3abb4d90bec9 tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] Notify callbacks [] for port, precommit_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:03.206486 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-966ebd7e-5b64-46de-8ba8-3abb4d90bec9 tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783145673135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5607431'] for port, after_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:03.286557 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-966ebd7e-5b64-46de-8ba8-3abb4d90bec9 tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] Network 011ca7ef-185e-4bfc-9d12-a0aa8b326a68 is already hosted by enough agents. {{(pid=95101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:40:03.293867 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.base_scheduler [None req-966ebd7e-5b64-46de-8ba8-3abb4d90bec9 tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] Resources bound (agent type, host, resource id): {{(pid=95101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:40:03.297409 n-d-713301-16 neutron-server[95101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-966ebd7e-5b64-46de-8ba8-3abb4d90bec9 tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] Received port after_create {{(pid=95101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 19:40:03.317786 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-dd8ede7f-1b30-41ee-bc68-2cd30dcd06c6 tempest-FloatingIPTestJSON-2085468291 tempest-FloatingIPTestJSON-2085468291-project] Notify callbacks [] for port, precommit_update {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:03.335143 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-dd8ede7f-1b30-41ee-bc68-2cd30dcd06c6 tempest-FloatingIPTestJSON-2085468291 tempest-FloatingIPTestJSON-2085468291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4399095'] for port, after_update {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:03.351114 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4688e05-50b7-44ee-b232-6215c4288de6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4c8b80df-07eb-5275-9f17-5cf640db67c0-011ca7ef-185e-4bfc-9d12-a0aa8b326a68', 'network_id': '011ca7ef-185e-4bfc-9d12-a0aa8b326a68', 'tenant_id': 'e53e881fc39941c397f29318ff64a85b', 'fixed_ips': [{'subnet_id': '98013c70-39da-4158-adb9-e2b3b6b24a65'}]}} from n-d-713301-16. {{(pid=95103) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 23 19:40:03.357522 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-d4688e05-50b7-44ee-b232-6215c4288de6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_create {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:03.363355 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-966ebd7e-5b64-46de-8ba8-3abb4d90bec9 tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] Pushing event updated for resources: {'Port': ['ID=d8a04c47-1adb-4861-95bd-21d2abfd7135,revision_number=1']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:40:03.467317 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-dd8ede7f-1b30-41ee-bc68-2cd30dcd06c6 tempest-FloatingIPTestJSON-2085468291 tempest-FloatingIPTestJSON-2085468291-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-527313', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-601459'] for router_interface, after_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:03.469528 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-966ebd7e-5b64-46de-8ba8-3abb4d90bec9 tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:40:03.470586 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-966ebd7e-5b64-46de-8ba8-3abb4d90bec9 tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222849'] for port, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:03.471867 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd8ede7f-1b30-41ee-bc68-2cd30dcd06c6 tempest-FloatingIPTestJSON-2085468291 tempest-FloatingIPTestJSON-2085468291-project] Pushing event updated for resources: {'Port': ['ID=87e524eb-8b5a-46f0-b80d-0cba9f8e8127,revision_number=2']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:40:03.565817 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-71145c4e-f13e-478e-97ab-9f0015581ef0 tempest-NetworksIpV6TestAttrs-574578853 tempest-NetworksIpV6TestAttrs-574578853-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1628021'] for network, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:03.577678 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-966ebd7e-5b64-46de-8ba8-3abb4d90bec9 tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.3875802 Sep 23 19:40:03.580344 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 59514) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:40:03.590910 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.v2.base [None req-9eb04009-0028-4f01-a5cc-59bb8cd30ae8 tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] Request body: {'port': {'network_id': '011ca7ef-185e-4bfc-9d12-a0aa8b326a68', 'name': 'tempest-PortsTestJSON-2031765708'}} {{(pid=95102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:40:03.658997 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.db_base_plugin_common [None req-d4688e05-50b7-44ee-b232-6215c4288de6 None None] Allocated IP 172.20.0.2 (011ca7ef-185e-4bfc-9d12-a0aa8b326a68/98013c70-39da-4158-adb9-e2b3b6b24a65/efc20be7-f1d0-4eee-8105-e6aa1c6f522d) {{(pid=95103) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 19:40:03.679563 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-71145c4e-f13e-478e-97ab-9f0015581ef0 tempest-NetworksIpV6TestAttrs-574578853 tempest-NetworksIpV6TestAttrs-574578853-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1756813'] for subnet, precommit_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:03.844207 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-71145c4e-f13e-478e-97ab-9f0015581ef0 tempest-NetworksIpV6TestAttrs-574578853 tempest-NetworksIpV6TestAttrs-574578853-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1756804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5607514', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6130950'] for subnet, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:03.860856 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Device 058b91ef-aa31-4122-ac59-4279dae6b6bc up at agent hyperv_n-h2-713301-16 {{(pid=95103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 19:40:03.926848 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-d4688e05-50b7-44ee-b232-6215c4288de6 None None] Notify callbacks [] for port, precommit_create {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:03.938710 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-d4688e05-50b7-44ee-b232-6215c4288de6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783145673135'] for port, after_create {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:03.959645 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71145c4e-f13e-478e-97ab-9f0015581ef0 tempest-NetworksIpV6TestAttrs-574578853 tempest-NetworksIpV6TestAttrs-574578853-project] Pushing event deleted for resources: {'Subnet': ['ID=49fb32ee-f7a1-40dd-b746-c9953cfa5766,revision_number=None']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:40:04.043600 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Provisioning for port 058b91ef-aa31-4122-ac59-4279dae6b6bc completed by entity L2. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 19:40:04.046820 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-71145c4e-f13e-478e-97ab-9f0015581ef0 tempest-NetworksIpV6TestAttrs-574578853 tempest-NetworksIpV6TestAttrs-574578853-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1754676', 'neutron.services.segments.db._delete_segments_for_network-8783146221460'] for network, precommit_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:04.052358 n-d-713301-16 neutron-server[95103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4688e05-50b7-44ee-b232-6215c4288de6 None None] Network 011ca7ef-185e-4bfc-9d12-a0aa8b326a68 is already hosted by enough agents. {{(pid=95103) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:40:04.070925 n-d-713301-16 neutron-server[95103]: DEBUG neutron.scheduler.base_scheduler [None req-d4688e05-50b7-44ee-b232-6215c4288de6 None None] Resources bound (agent type, host, resource id): {{(pid=95103) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:40:04.073317 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Provisioning complete for port 058b91ef-aa31-4122-ac59-4279dae6b6bc triggered by entity L2. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:40:04.076352 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:04.077348 n-d-713301-16 neutron-server[95101]: DEBUG neutron.services.segments.db [None req-71145c4e-f13e-478e-97ab-9f0015581ef0 tempest-NetworksIpV6TestAttrs-574578853 tempest-NetworksIpV6TestAttrs-574578853-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c48a68dc-57e4-45ee-a5a4-b12f8cb238d2']}} {{(pid=95101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:40:04.084300 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4688e05-50b7-44ee-b232-6215c4288de6 None None] Received port after_create {{(pid=95103) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 19:40:04.092483 n-d-713301-16 neutron-server[95101]: DEBUG neutron.services.segments.db [None req-71145c4e-f13e-478e-97ab-9f0015581ef0 tempest-NetworksIpV6TestAttrs-574578853 tempest-NetworksIpV6TestAttrs-574578853-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6e758e96-8afc-42d1-994b-d780e64a451f') {'for_net_delete': True} {{(pid=95101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:40:04.092900 n-d-713301-16 neutron-server[95101]: DEBUG neutron.services.segments.db [None req-71145c4e-f13e-478e-97ab-9f0015581ef0 tempest-NetworksIpV6TestAttrs-574578853 tempest-NetworksIpV6TestAttrs-574578853-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6e758e96-8afc-42d1-994b-d780e64a451f') {} {{(pid=95101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:40:04.107932 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-71145c4e-f13e-478e-97ab-9f0015581ef0 tempest-NetworksIpV6TestAttrs-574578853 tempest-NetworksIpV6TestAttrs-574578853-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783146221725', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6007147'] for segment, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:04.130645 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-71145c4e-f13e-478e-97ab-9f0015581ef0 tempest-NetworksIpV6TestAttrs-574578853 tempest-NetworksIpV6TestAttrs-574578853-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1756186'] for segment, precommit_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:04.139853 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-71145c4e-f13e-478e-97ab-9f0015581ef0 tempest-NetworksIpV6TestAttrs-574578853 tempest-NetworksIpV6TestAttrs-574578853-project] Releasing vlan 633 on physical network physnet1 to pool {{(pid=95101) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 19:40:04.140476 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-71145c4e-f13e-478e-97ab-9f0015581ef0 tempest-NetworksIpV6TestAttrs-574578853 tempest-NetworksIpV6TestAttrs-574578853-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1756186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5608436'] for segment, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:04.144630 n-d-713301-16 neutron-server[95101]: Traceback (most recent call last): Sep 23 19:40:04.144630 n-d-713301-16 neutron-server[95101]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 19:40:04.144630 n-d-713301-16 neutron-server[95101]: timer() Sep 23 19:40:04.144630 n-d-713301-16 neutron-server[95101]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 19:40:04.144630 n-d-713301-16 neutron-server[95101]: cb(*args, **kw) Sep 23 19:40:04.144630 n-d-713301-16 neutron-server[95101]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 19:40:04.144630 n-d-713301-16 neutron-server[95101]: return func(*args, **kwargs) Sep 23 19:40:04.144630 n-d-713301-16 neutron-server[95101]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 19:40:04.144630 n-d-713301-16 neutron-server[95101]: self._notify() Sep 23 19:40:04.144630 n-d-713301-16 neutron-server[95101]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 19:40:04.144630 n-d-713301-16 neutron-server[95101]: self.callback(batched_events) Sep 23 19:40:04.144630 n-d-713301-16 neutron-server[95101]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 19:40:04.144630 n-d-713301-16 neutron-server[95101]: event.method(event) Sep 23 19:40:04.144630 n-d-713301-16 neutron-server[95101]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 19:40:04.144630 n-d-713301-16 neutron-server[95101]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 19:40:04.144630 n-d-713301-16 neutron-server[95101]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 19:40:04.144630 n-d-713301-16 neutron-server[95101]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 19:40:04.144630 n-d-713301-16 neutron-server[95101]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 19:40:04.144630 n-d-713301-16 neutron-server[95101]: return f(self, *a, **k) Sep 23 19:40:04.144630 n-d-713301-16 neutron-server[95101]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 19:40:04.144630 n-d-713301-16 neutron-server[95101]: return self._get(url).json() Sep 23 19:40:04.144630 n-d-713301-16 neutron-server[95101]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 19:40:04.144630 n-d-713301-16 neutron-server[95101]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 19:40:04.144630 n-d-713301-16 neutron-server[95101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 19:40:04.144630 n-d-713301-16 neutron-server[95101]: return self.request(url, 'GET', **kwargs) Sep 23 19:40:04.144630 n-d-713301-16 neutron-server[95101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 19:40:04.144630 n-d-713301-16 neutron-server[95101]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 19:40:04.144630 n-d-713301-16 neutron-server[95101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 19:40:04.144630 n-d-713301-16 neutron-server[95101]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 19:40:04.144630 n-d-713301-16 neutron-server[95101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 19:40:04.144630 n-d-713301-16 neutron-server[95101]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 19:40:04.144630 n-d-713301-16 neutron-server[95101]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 19:40:04.151884 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4688e05-50b7-44ee-b232-6215c4288de6 None None] Pushing event updated for resources: {'Port': ['ID=efc20be7-f1d0-4eee-8105-e6aa1c6f522d,revision_number=1']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:40:04.228732 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.managers [None req-d4688e05-50b7-44ee-b232-6215c4288de6 None None] Attempting to bind port efc20be7-f1d0-4eee-8105-e6aa1c6f522d on host n-d-713301-16 for vnic_type normal with profile {{(pid=95103) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 19:40:04.229167 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.managers [None req-d4688e05-50b7-44ee-b232-6215c4288de6 None None] Attempting to bind port efc20be7-f1d0-4eee-8105-e6aa1c6f522d by drivers openvswitch,hyperv on host n-d-713301-16 at level 0 using segments [{'id': '4de7aabf-f66e-40f7-9496-b06364a98a11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '011ca7ef-185e-4bfc-9d12-a0aa8b326a68'}] {{(pid=95103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 19:40:04.229532 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4688e05-50b7-44ee-b232-6215c4288de6 None None] Attempting to bind port efc20be7-f1d0-4eee-8105-e6aa1c6f522d on network 011ca7ef-185e-4bfc-9d12-a0aa8b326a68 {{(pid=95103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:40:04.248232 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4688e05-50b7-44ee-b232-6215c4288de6 None None] Checking agent: {'id': '70a14545-df24-472f-8f95-bfe1719bff93', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 19, 7, 53), 'started_at': datetime.datetime(2021, 9, 23, 19, 8, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 19, 39, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 19:40:04.248764 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4688e05-50b7-44ee-b232-6215c4288de6 None None] Checking segment: {'id': '4de7aabf-f66e-40f7-9496-b06364a98a11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '011ca7ef-185e-4bfc-9d12-a0aa8b326a68'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95103) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:40:04.249234 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-d4688e05-50b7-44ee-b232-6215c4288de6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:04.249640 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4688e05-50b7-44ee-b232-6215c4288de6 None None] Bound using segment: {'id': '4de7aabf-f66e-40f7-9496-b06364a98a11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '011ca7ef-185e-4bfc-9d12-a0aa8b326a68'} {{(pid=95103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 19:40:04.250431 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.managers [None req-d4688e05-50b7-44ee-b232-6215c4288de6 None None] Bound port: efc20be7-f1d0-4eee-8105-e6aa1c6f522d, host: n-d-713301-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4de7aabf-f66e-40f7-9496-b06364a98a11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '011ca7ef-185e-4bfc-9d12-a0aa8b326a68'}}] {{(pid=95103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 19:40:04.250580 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-d4688e05-50b7-44ee-b232-6215c4288de6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:04.282528 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-71145c4e-f13e-478e-97ab-9f0015581ef0 tempest-NetworksIpV6TestAttrs-574578853 tempest-NetworksIpV6TestAttrs-574578853-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1754627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-601866'] for network, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:04.299868 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-71145c4e-f13e-478e-97ab-9f0015581ef0 tempest-NetworksIpV6TestAttrs-574578853 tempest-NetworksIpV6TestAttrs-574578853-project] Notify callbacks [] for network, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:04.308924 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-71145c4e-f13e-478e-97ab-9f0015581ef0 tempest-NetworksIpV6TestAttrs-574578853 tempest-NetworksIpV6TestAttrs-574578853-project] 10.222.0.67 "DELETE /v2.0/networks/c48a68dc-57e4-45ee-a5a4-b12f8cb238d2 HTTP/1.1" status: 204 len: 168 time: 1.3552074 Sep 23 19:40:04.309995 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 59528) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:40:04.330207 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.v2.base [None req-fe5b05b8-db26-409b-b6e2-b7ce85706d35 tempest-NetworksIpV6TestAttrs-574578853 tempest-NetworksIpV6TestAttrs-574578853-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-454132212'}} {{(pid=95101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:40:04.337181 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71145c4e-f13e-478e-97ab-9f0015581ef0 tempest-NetworksIpV6TestAttrs-574578853 tempest-NetworksIpV6TestAttrs-574578853-project] Pushing event deleted for resources: {'Network': ['ID=c48a68dc-57e4-45ee-a5a4-b12f8cb238d2,revision_number=None']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:40:04.414114 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe5b05b8-db26-409b-b6e2-b7ce85706d35 tempest-NetworksIpV6TestAttrs-574578853 tempest-NetworksIpV6TestAttrs-574578853-project] Made reservation on behalf of d5614ce166cb4e09908670e4e49f5263 for: {'network': 1} {{(pid=95101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:40:04.418332 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-fe5b05b8-db26-409b-b6e2-b7ce85706d35 tempest-NetworksIpV6TestAttrs-574578853 tempest-NetworksIpV6TestAttrs-574578853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for network, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:04.421538 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:04.489547 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] For port 058b91ef-aa31-4122-ac59-4279dae6b6bc, host n-h2-713301-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-16',level=0,port_id=058b91ef-aa31-4122-ac59-4279dae6b6bc,segment=NetworkSegment(c829e8ab-031e-4667-8d5b-36ba5cfb9383),segment_id=c829e8ab-031e-4667-8d5b-36ba5cfb9383)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:40:04.491586 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-d4688e05-50b7-44ee-b232-6215c4288de6 None None] For port efc20be7-f1d0-4eee-8105-e6aa1c6f522d, host n-d-713301-16, cleared binding levels {{(pid=95103) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 19:40:04.493999 n-d-713301-16 neutron-server[95103]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4056c871-d73a-40b9-9ab0-88afab28cdee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '058b91ef-aa31-4122-ac59-4279dae6b6bc'}] {{(pid=95103) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 19:40:04.496532 n-d-713301-16 neutron-server[95103]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}81a1c17f2aa89d5b3ebbba3a3e0cf7eb588e431c2224256110c4c4facdd7c3e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f125ade-82b5-4109-9d49-89477716de0e" -d '{"events": [{"server_uuid": "4056c871-d73a-40b9-9ab0-88afab28cdee", "name": "network-vif-plugged", "status": "completed", "tag": "058b91ef-aa31-4122-ac59-4279dae6b6bc"}]}' {{(pid=95103) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 19:40:04.512016 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fe5b05b8-db26-409b-b6e2-b7ce85706d35 tempest-NetworksIpV6TestAttrs-574578853 tempest-NetworksIpV6TestAttrs-574578853-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 627} {{(pid=95101) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 19:40:04.520473 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:04.532634 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-fe5b05b8-db26-409b-b6e2-b7ce85706d35 tempest-NetworksIpV6TestAttrs-574578853 tempest-NetworksIpV6TestAttrs-574578853-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1756186'] for segment, precommit_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:04.533022 n-d-713301-16 neutron-server[95101]: INFO neutron.db.segments_db [None req-fe5b05b8-db26-409b-b6e2-b7ce85706d35 tempest-NetworksIpV6TestAttrs-574578853 tempest-NetworksIpV6TestAttrs-574578853-project] Added segment 1d7bf2e3-66c3-4012-9b1b-8e4ee9c5b2c6 of type vlan for network 86a8937a-3b04-4f6a-b33c-c1c93d3e4c44 Sep 23 19:40:04.549353 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-d4688e05-50b7-44ee-b232-6215c4288de6 None None] For port efc20be7-f1d0-4eee-8105-e6aa1c6f522d, host n-d-713301-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-16',level=0,port_id=efc20be7-f1d0-4eee-8105-e6aa1c6f522d,segment=NetworkSegment(4de7aabf-f66e-40f7-9496-b06364a98a11),segment_id=4de7aabf-f66e-40f7-9496-b06364a98a11)] {{(pid=95103) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 19:40:04.620631 n-d-713301-16 neutron-server[95103]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 19:40:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5983788-d002-4eb4-8233-95fc16368673 x-openstack-request-id: req-f5983788-d002-4eb4-8233-95fc16368673 {{(pid=95103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 19:40:04.620942 n-d-713301-16 neutron-server[95103]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4056c871-d73a-40b9-9ab0-88afab28cdee", "name": "network-vif-plugged", "status": "completed", "tag": "058b91ef-aa31-4122-ac59-4279dae6b6bc", "code": 200}]} {{(pid=95103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 19:40:04.621199 n-d-713301-16 neutron-server[95103]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-f5983788-d002-4eb4-8233-95fc16368673 {{(pid=95103) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 19:40:04.621610 n-d-713301-16 neutron-server[95103]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4056c871-d73a-40b9-9ab0-88afab28cdee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '058b91ef-aa31-4122-ac59-4279dae6b6bc', 'code': 200} Sep 23 19:40:04.623001 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-d4688e05-50b7-44ee-b232-6215c4288de6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:04.697118 n-d-713301-16 neutron-server[95102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd8ede7f-1b30-41ee-bc68-2cd30dcd06c6 tempest-FloatingIPTestJSON-2085468291 tempest-FloatingIPTestJSON-2085468291-project] Network 1a83c038-72d0-4218-86b4-147118e2a97f is already hosted by enough agents. {{(pid=95102) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:40:04.708617 n-d-713301-16 neutron-server[95102]: DEBUG neutron.scheduler.base_scheduler [None req-dd8ede7f-1b30-41ee-bc68-2cd30dcd06c6 tempest-FloatingIPTestJSON-2085468291 tempest-FloatingIPTestJSON-2085468291-project] Resources bound (agent type, host, resource id): {{(pid=95102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:40:04.719623 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Pushing event updated for resources: {'Port': ['ID=058b91ef-aa31-4122-ac59-4279dae6b6bc,revision_number=5']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:40:04.758201 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-fe5b05b8-db26-409b-b6e2-b7ce85706d35 tempest-NetworksIpV6TestAttrs-574578853 tempest-NetworksIpV6TestAttrs-574578853-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783145630486'] for network, precommit_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:04.797075 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 59540) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:40:04.805866 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b4979a-096b-4c4e-b795-fc50e1a50e8b req-db00a1c7-a13b-4833-87a4-36bc4807bbe8 tempest-ServersTestJSON-149791516 tempest-ServersTestJSON-149791516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:40:04.814528 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-d7b4979a-096b-4c4e-b795-fc50e1a50e8b req-db00a1c7-a13b-4833-87a4-36bc4807bbe8 tempest-ServersTestJSON-149791516 tempest-ServersTestJSON-149791516-project] 10.222.0.67 "GET /v2.0/ports?device_id=4056c871-d73a-40b9-9ab0-88afab28cdee HTTP/1.1" status: 200 len: 945 time: 0.2734485 Sep 23 19:40:04.862063 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4688e05-50b7-44ee-b232-6215c4288de6 None None] Pushing event updated for resources: {'Port': ['ID=efc20be7-f1d0-4eee-8105-e6aa1c6f522d,revision_number=2']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:40:04.874209 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78423488-7c58-42b6-9cd9-fed121ab8ed2 req-ef28bf18-709b-4f4c-af0a-2e98873d6d3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:40:04.880428 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-78423488-7c58-42b6-9cd9-fed121ab8ed2 req-ef28bf18-709b-4f4c-af0a-2e98873d6d3b service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=4056c871-d73a-40b9-9ab0-88afab28cdee HTTP/1.1" status: 200 len: 1097 time: 0.2067075 Sep 23 19:40:04.884979 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-fe5b05b8-db26-409b-b6e2-b7ce85706d35 tempest-NetworksIpV6TestAttrs-574578853 tempest-NetworksIpV6TestAttrs-574578853-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299'] for network, after_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:04.905046 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9eb04009-0028-4f01-a5cc-59bb8cd30ae8 tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] Made reservation on behalf of e53e881fc39941c397f29318ff64a85b for: {'port': 1} {{(pid=95102) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:40:04.907685 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe5b05b8-db26-409b-b6e2-b7ce85706d35 tempest-NetworksIpV6TestAttrs-574578853 tempest-NetworksIpV6TestAttrs-574578853-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:40:04.908576 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-9eb04009-0028-4f01-a5cc-59bb8cd30ae8 tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:04.912999 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-fe5b05b8-db26-409b-b6e2-b7ce85706d35 tempest-NetworksIpV6TestAttrs-574578853 tempest-NetworksIpV6TestAttrs-574578853-project] Notify callbacks [] for network, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:04.948327 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-d7b4979a-096b-4c4e-b795-fc50e1a50e8b req-c75a1823-c852-4122-9173-196a5c3918ea tempest-ServersTestJSON-149791516 tempest-ServersTestJSON-149791516-project] 10.222.0.67 "GET /v2.0/security-groups?id=b8c31db9-bcb2-4708-876e-18b1f4bdd8a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1327667 Sep 23 19:40:04.979303 n-d-713301-16 neutron-server[95102]: DEBUG neutron.notifiers.nova [None req-9eb04009-0028-4f01-a5cc-59bb8cd30ae8 tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] device_id is not set on port 6b355cff-5d2f-4659-a89d-93d26a8182bd yet. {{(pid=95102) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 23 19:40:05.072041 n-d-713301-16 neutron-server[95102]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd8ede7f-1b30-41ee-bc68-2cd30dcd06c6 tempest-FloatingIPTestJSON-2085468291 tempest-FloatingIPTestJSON-2085468291-project] Router b9a5801a-9353-4af9-a832-9c57e9922ab6 has already been hosted by L3 agent 79a740bf-7821-4989-8288-7186e3e128f3 {{(pid=95102) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 19:40:05.208015 n-d-713301-16 neutron-server[95102]: DEBUG neutron.db.db_base_plugin_common [None req-9eb04009-0028-4f01-a5cc-59bb8cd30ae8 tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] Allocated IP 172.20.0.14 (011ca7ef-185e-4bfc-9d12-a0aa8b326a68/98013c70-39da-4158-adb9-e2b3b6b24a65/6b355cff-5d2f-4659-a89d-93d26a8182bd) {{(pid=95102) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 19:40:05.509326 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe5b05b8-db26-409b-b6e2-b7ce85706d35 tempest-NetworksIpV6TestAttrs-574578853 tempest-NetworksIpV6TestAttrs-574578853-project] Pushing event updated for resources: {'Network': ['ID=86a8937a-3b04-4f6a-b33c-c1c93d3e4c44,revision_number=1']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:40:05.520771 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Network 86a8937a-3b04-4f6a-b33c-c1c93d3e4c44 details requested by agent ovs-agent-n-d-713301-16 with host n-d-713301-16 {{(pid=95103) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 19:40:05.527742 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd8ede7f-1b30-41ee-bc68-2cd30dcd06c6 tempest-FloatingIPTestJSON-2085468291 tempest-FloatingIPTestJSON-2085468291-project] Notify agent at l3_agent.n-d-713301-16 the message routers_updated {{(pid=95102) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 19:40:05.541664 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-dd8ede7f-1b30-41ee-bc68-2cd30dcd06c6 tempest-FloatingIPTestJSON-2085468291 tempest-FloatingIPTestJSON-2085468291-project] 10.222.0.67 "PUT /v2.0/routers/b9a5801a-9353-4af9-a832-9c57e9922ab6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3639934 Sep 23 19:40:05.549613 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-fe5b05b8-db26-409b-b6e2-b7ce85706d35 tempest-NetworksIpV6TestAttrs-574578853 tempest-NetworksIpV6TestAttrs-574578853-project] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 1.2259393 Sep 23 19:40:05.552596 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 59548) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:40:05.553177 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 59550) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:40:05.556111 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-78423488-7c58-42b6-9cd9-fed121ab8ed2 req-4308d592-a8ab-4ab4-88e9-8026c6648df1 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=b8c31db9-bcb2-4708-876e-18b1f4bdd8a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6196916 Sep 23 19:40:05.561482 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.v2.base [None req-ed9981cd-9a37-4da5-a192-592735352242 tempest-FloatingIPTestJSON-2085468291 tempest-FloatingIPTestJSON-2085468291-project] Request body: {'port': {'network_id': '1a83c038-72d0-4218-86b4-147118e2a97f', 'name': 'tempest-FloatingIPTestJSON-1609868228'}} {{(pid=95101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:40:05.576945 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.v2.base [None req-68238920-2563-4c51-bcf1-fd964d9363eb tempest-NetworksIpV6TestAttrs-574578853 tempest-NetworksIpV6TestAttrs-574578853-project] Request body: {'subnet': {'network_id': '86a8937a-3b04-4f6a-b33c-c1c93d3e4c44', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=95101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:40:05.600211 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-9eb04009-0028-4f01-a5cc-59bb8cd30ae8 tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] Notify callbacks [] for port, precommit_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:05.606605 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd0a3ef3-1364-470d-ae47-63f31a4a2231 None None] Sync routers for ids ['b9a5801a-9353-4af9-a832-9c57e9922ab6'] in n-d-713301-16 {{(pid=95103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 19:40:05.617003 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd0a3ef3-1364-470d-ae47-63f31a4a2231 None None] Routers {'b9a5801a-9353-4af9-a832-9c57e9922ab6'} bound to L3 agent in host n-d-713301-16 {{(pid=95103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 19:40:05.617639 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_hamode_db [None req-dd0a3ef3-1364-470d-ae47-63f31a4a2231 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-23T19:07:52Z,description=,heartbeat_timestamp=2021-09-23T19:39:52Z,host='n-d-713301-16',id=79a740bf-7821-4989-8288-7186e3e128f3,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:07:52Z,topic='l3_agent')) {'router_ids': ['b9a5801a-9353-4af9-a832-9c57e9922ab6'], 'active': True} {{(pid=95103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:40:05.654417 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_hamode_db [None req-dd0a3ef3-1364-470d-ae47-63f31a4a2231 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713301-16', False) {} {{(pid=95103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:40:05.667141 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd0a3ef3-1364-470d-ae47-63f31a4a2231 None None] Routers {'b9a5801a-9353-4af9-a832-9c57e9922ab6'} bound to L3 agent in host n-d-713301-16 {{(pid=95103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 19:40:05.667980 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_hamode_db [None req-dd0a3ef3-1364-470d-ae47-63f31a4a2231 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-23T19:07:52Z,description=,heartbeat_timestamp=2021-09-23T19:39:52Z,host='n-d-713301-16',id=79a740bf-7821-4989-8288-7186e3e128f3,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:07:52Z,topic='l3_agent')) {'router_ids': ['b9a5801a-9353-4af9-a832-9c57e9922ab6'], 'active': True} {{(pid=95103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:40:05.692523 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-9eb04009-0028-4f01-a5cc-59bb8cd30ae8 tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783145673135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4399100'] for port, after_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:05.714380 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_hamode_db [None req-dd0a3ef3-1364-470d-ae47-63f31a4a2231 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713301-16', False) {} {{(pid=95103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:40:05.715842 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd0a3ef3-1364-470d-ae47-63f31a4a2231 None None] The sync data for ids ['b9a5801a-9353-4af9-a832-9c57e9922ab6'] in n-d-713301-16 is: [] {{(pid=95103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 19:40:05.751083 n-d-713301-16 neutron-server[95102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9eb04009-0028-4f01-a5cc-59bb8cd30ae8 tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] Network 011ca7ef-185e-4bfc-9d12-a0aa8b326a68 is already hosted by enough agents. {{(pid=95102) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:40:05.756182 n-d-713301-16 neutron-server[95102]: DEBUG neutron.scheduler.base_scheduler [None req-9eb04009-0028-4f01-a5cc-59bb8cd30ae8 tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] Resources bound (agent type, host, resource id): {{(pid=95102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:40:05.759747 n-d-713301-16 neutron-server[95102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9eb04009-0028-4f01-a5cc-59bb8cd30ae8 tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] Received port after_create {{(pid=95102) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 19:40:05.764229 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-42c3487c-9f64-4c43-9093-6cda74be0ed7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:05.838828 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9eb04009-0028-4f01-a5cc-59bb8cd30ae8 tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:40:05.839516 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-9eb04009-0028-4f01-a5cc-59bb8cd30ae8 tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222849'] for port, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:05.859523 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.db.api [None req-42c3487c-9f64-4c43-9093-6cda74be0ed7 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 23 19:40:05.859523 n-d-713301-16 neutron-server[95101]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Sep 23 19:40:05.859523 n-d-713301-16 neutron-server[95101]: [parameters: {'project_id_1': '977ce9e9143e436c8ad705c56849e929', 'expiration_1': datetime.datetime(2021, 9, 23, 19, 39, 45, 841031)}] Sep 23 19:40:05.859523 n-d-713301-16 neutron-server[95101]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=95101) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 23 19:40:05.859894 n-d-713301-16 neutron-server[95101]: DEBUG oslo_db.api [None req-42c3487c-9f64-4c43-9093-6cda74be0ed7 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=95101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 23 19:40:05.867776 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb04009-0028-4f01-a5cc-59bb8cd30ae8 tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] Pushing event updated for resources: {'Port': ['ID=6b355cff-5d2f-4659-a89d-93d26a8182bd,revision_number=1']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:40:05.877332 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68238920-2563-4c51-bcf1-fd964d9363eb tempest-NetworksIpV6TestAttrs-574578853 tempest-NetworksIpV6TestAttrs-574578853-project] Made reservation on behalf of d5614ce166cb4e09908670e4e49f5263 for: {'subnet': 1} {{(pid=95101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:40:05.881841 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-68238920-2563-4c51-bcf1-fd964d9363eb tempest-NetworksIpV6TestAttrs-574578853 tempest-NetworksIpV6TestAttrs-574578853-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6130979'] for subnet, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:05.913870 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 59554) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:40:05.914537 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-9eb04009-0028-4f01-a5cc-59bb8cd30ae8 tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 2.3310583 Sep 23 19:40:06.091841 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed9981cd-9a37-4da5-a192-592735352242 tempest-FloatingIPTestJSON-2085468291 tempest-FloatingIPTestJSON-2085468291-project] Made reservation on behalf of 4f8ca033f800491e9695967b28d9226b for: {'port': 1} {{(pid=95101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:40:06.101733 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-ed9981cd-9a37-4da5-a192-592735352242 tempest-FloatingIPTestJSON-2085468291 tempest-FloatingIPTestJSON-2085468291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:06.136269 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a2648b-3eb6-40a7-8f87-9a076e990cc9 req-87636dd0-c67e-42d9-b665-4c1f8ba8b981 tempest-ServersTestJSON-149791516 tempest-ServersTestJSON-149791516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:40:06.138073 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-61a2648b-3eb6-40a7-8f87-9a076e990cc9 req-87636dd0-c67e-42d9-b665-4c1f8ba8b981 tempest-ServersTestJSON-149791516 tempest-ServersTestJSON-149791516-project] 10.222.0.67 "GET /v2.0/ports?device_id=4056c871-d73a-40b9-9ab0-88afab28cdee HTTP/1.1" status: 200 len: 945 time: 0.0831611 Sep 23 19:40:06.183032 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-61a2648b-3eb6-40a7-8f87-9a076e990cc9 req-5d7dc86c-cbf2-43e1-886c-52b89f73d2ba tempest-ServersTestJSON-149791516 tempest-ServersTestJSON-149791516-project] 10.222.0.67 "GET /v2.0/security-groups?id=b8c31db9-bcb2-4708-876e-18b1f4bdd8a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381000 Sep 23 19:40:06.233630 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddb72000-299e-4ded-8787-d13a419b54c3 tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:40:06.238523 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-ddb72000-299e-4ded-8787-d13a419b54c3 tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] 10.222.0.67 "GET /v2.0/ports?fixed_ips=ip_address%3D172.20.0.3 HTTP/1.1" status: 200 len: 922 time: 0.3190019 Sep 23 19:40:06.239429 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 59562) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:40:06.243403 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b7d6e7f-3109-4cb2-a818-99b1ae449dfc None None] Network 011ca7ef-185e-4bfc-9d12-a0aa8b326a68 requested from n-d-713301-16 {{(pid=95103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 19:40:06.243597 n-d-713301-16 neutron-server[95101]: DEBUG neutron.notifiers.nova [None req-ed9981cd-9a37-4da5-a192-592735352242 tempest-FloatingIPTestJSON-2085468291 tempest-FloatingIPTestJSON-2085468291-project] device_id is not set on port 0c096409-5221-48e3-a685-04028e75937e yet. {{(pid=95101) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 23 19:40:06.282585 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c769ff5e-7076-4fc3-a5fa-6a56786e975d None None] Network c48a68dc-57e4-45ee-a5a4-b12f8cb238d2 requested from n-d-713301-16 {{(pid=95103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 19:40:06.320147 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c769ff5e-7076-4fc3-a5fa-6a56786e975d None None] Network c48a68dc-57e4-45ee-a5a4-b12f8cb238d2 could not be found, it might have been deleted concurrently. {{(pid=95103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Sep 23 19:40:06.397640 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-42c3487c-9f64-4c43-9093-6cda74be0ed7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:06.420986 n-d-713301-16 neutron-server[95101]: DEBUG neutron.objects.ports [None req-68238920-2563-4c51-bcf1-fd964d9363eb tempest-NetworksIpV6TestAttrs-574578853 tempest-NetworksIpV6TestAttrs-574578853-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=95101) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 23 19:40:06.426581 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-68238920-2563-4c51-bcf1-fd964d9363eb tempest-NetworksIpV6TestAttrs-574578853 tempest-NetworksIpV6TestAttrs-574578853-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5607579', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6130961'] for subnet, after_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:06.467218 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1161b0fe-d70f-4751-9296-b7829a427c32 None None] Network c48a68dc-57e4-45ee-a5a4-b12f8cb238d2 requested from n-d-713301-16 {{(pid=95103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 19:40:06.482621 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.plugin [None req-1e287a55-3ed2-41f7-9dc7-3a2c13f01bd0 tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] Deleting port 6b355cff-5d2f-4659-a89d-93d26a8182bd {{(pid=95102) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:40:06.483293 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-1e287a55-3ed2-41f7-9dc7-3a2c13f01bd0 tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783146157096'] for port, before_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:06.623576 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1161b0fe-d70f-4751-9296-b7829a427c32 None None] Network c48a68dc-57e4-45ee-a5a4-b12f8cb238d2 could not be found, it might have been deleted concurrently. {{(pid=95103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Sep 23 19:40:06.634101 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Device efc20be7-f1d0-4eee-8105-e6aa1c6f522d up at agent ovs-agent-n-d-713301-16 {{(pid=95103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 19:40:06.651177 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-f2828e15-1ef4-4f4c-9f2d-dd36a3e785cd None None] Provisioning complete for port efc20be7-f1d0-4eee-8105-e6aa1c6f522d triggered by entity DHCP. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:40:06.652209 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-f2828e15-1ef4-4f4c-9f2d-dd36a3e785cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:06.709006 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68238920-2563-4c51-bcf1-fd964d9363eb tempest-NetworksIpV6TestAttrs-574578853 tempest-NetworksIpV6TestAttrs-574578853-project] Pushing event updated for resources: {'Subnet': ['ID=2bda22c8-a016-4a76-888e-95c2ec128342,revision_number=0']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:40:06.719853 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68238920-2563-4c51-bcf1-fd964d9363eb tempest-NetworksIpV6TestAttrs-574578853 tempest-NetworksIpV6TestAttrs-574578853-project] Checking segment: {'id': '1d7bf2e3-66c3-4012-9b1b-8e4ee9c5b2c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '86a8937a-3b04-4f6a-b33c-c1c93d3e4c44'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:40:06.720514 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68238920-2563-4c51-bcf1-fd964d9363eb tempest-NetworksIpV6TestAttrs-574578853 tempest-NetworksIpV6TestAttrs-574578853-project] Network hostable DHCP agents. Network: 86a8937a-3b04-4f6a-b33c-c1c93d3e4c44, hostable agents: ['1b18bf05-1b5f-4587-be5c-af3ac38e32ad'], hosted agents: [] {{(pid=95101) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 19:40:06.778104 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-1e287a55-3ed2-41f7-9dc7-3a2c13f01bd0 tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-605701'] for port, precommit_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:06.807276 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.plugin [None req-1e287a55-3ed2-41f7-9dc7-3a2c13f01bd0 tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] Calling delete_port for 6b355cff-5d2f-4659-a89d-93d26a8182bd owned by {{(pid=95102) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:40:06.807718 n-d-713301-16 neutron-server[95101]: DEBUG neutron.db.db_base_plugin_common [None req-ed9981cd-9a37-4da5-a192-592735352242 tempest-FloatingIPTestJSON-2085468291 tempest-FloatingIPTestJSON-2085468291-project] Allocated IP 172.20.0.11 (1a83c038-72d0-4218-86b4-147118e2a97f/756cd167-545c-48af-a5a4-31d9f1bf5953/0c096409-5221-48e3-a685-04028e75937e) {{(pid=95101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 19:40:06.839356 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Provisioning complete for port efc20be7-f1d0-4eee-8105-e6aa1c6f522d triggered by entity L2. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:40:06.839583 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:06.840881 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68238920-2563-4c51-bcf1-fd964d9363eb tempest-NetworksIpV6TestAttrs-574578853 tempest-NetworksIpV6TestAttrs-574578853-project] Network 86a8937a-3b04-4f6a-b33c-c1c93d3e4c44 is scheduled to be hosted by DHCP agent 1b18bf05-1b5f-4587-be5c-af3ac38e32ad with binding_index 1 {{(pid=95101) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 19:40:06.910886 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.base_scheduler [None req-68238920-2563-4c51-bcf1-fd964d9363eb tempest-NetworksIpV6TestAttrs-574578853 tempest-NetworksIpV6TestAttrs-574578853-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713301-16, 86a8937a-3b04-4f6a-b33c-c1c93d3e4c44) {{(pid=95101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:40:06.927644 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-f2828e15-1ef4-4f4c-9f2d-dd36a3e785cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:06.935321 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac78e2b9-e50d-478f-b95c-78d7dda4fb94 None None] Network 86a8937a-3b04-4f6a-b33c-c1c93d3e4c44 requested from n-d-713301-16 {{(pid=95103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 19:40:06.967534 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68238920-2563-4c51-bcf1-fd964d9363eb tempest-NetworksIpV6TestAttrs-574578853 tempest-NetworksIpV6TestAttrs-574578853-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:40:06.969491 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-68238920-2563-4c51-bcf1-fd964d9363eb tempest-NetworksIpV6TestAttrs-574578853 tempest-NetworksIpV6TestAttrs-574578853-project] Notify callbacks [] for subnet, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:07.047072 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-42c3487c-9f64-4c43-9093-6cda74be0ed7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:07.079443 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-42c3487c-9f64-4c43-9093-6cda74be0ed7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:07.099805 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-68238920-2563-4c51-bcf1-fd964d9363eb tempest-NetworksIpV6TestAttrs-574578853 tempest-NetworksIpV6TestAttrs-574578853-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 1.5322104 Sep 23 19:40:07.100590 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 59566) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:40:07.115240 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-f2828e15-1ef4-4f4c-9f2d-dd36a3e785cd None None] For port efc20be7-f1d0-4eee-8105-e6aa1c6f522d, host n-d-713301-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-16',level=0,port_id=efc20be7-f1d0-4eee-8105-e6aa1c6f522d,segment=NetworkSegment(4de7aabf-f66e-40f7-9496-b06364a98a11),segment_id=4de7aabf-f66e-40f7-9496-b06364a98a11)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:40:07.134278 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-f2828e15-1ef4-4f4c-9f2d-dd36a3e785cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:07.156680 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-1e287a55-3ed2-41f7-9dc7-3a2c13f01bd0 tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783146162158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783145673144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4399100'] for port, after_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:07.194906 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:07.207497 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42c3487c-9f64-4c43-9093-6cda74be0ed7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33da12a3-6e92-4316-9da3-11659004cd9a,revision_number=1']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:40:07.222104 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-42c3487c-9f64-4c43-9093-6cda74be0ed7 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=977ce9e9143e436c8ad705c56849e929&name=default HTTP/1.1" status: 200 len: 2983 time: 2.4213665 Sep 23 19:40:07.222647 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 59576) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:40:07.321031 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e287a55-3ed2-41f7-9dc7-3a2c13f01bd0 tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] Pushing event deleted for resources: {'Port': ['ID=6b355cff-5d2f-4659-a89d-93d26a8182bd,revision_number=None']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:40:07.380592 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-ed9981cd-9a37-4da5-a192-592735352242 tempest-FloatingIPTestJSON-2085468291 tempest-FloatingIPTestJSON-2085468291-project] Notify callbacks [] for port, precommit_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:07.394308 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-89adc4f5-c27e-4271-b82b-f92f83880e0e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:07.436852 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2828e15-1ef4-4f4c-9f2d-dd36a3e785cd None None] Pushing event updated for resources: {'Port': ['ID=efc20be7-f1d0-4eee-8105-e6aa1c6f522d,revision_number=3']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:40:07.453789 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-89adc4f5-c27e-4271-b82b-f92f83880e0e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:07.464638 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-1e287a55-3ed2-41f7-9dc7-3a2c13f01bd0 tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222849'] for port, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:07.464975 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.db.api [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95103) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 23 19:40:07.465535 n-d-713301-16 neutron-server[95103]: DEBUG oslo_db.api [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 23 19:40:07.466895 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-1e287a55-3ed2-41f7-9dc7-3a2c13f01bd0 tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] 10.222.0.67 "DELETE /v2.0/ports/6b355cff-5d2f-4659-a89d-93d26a8182bd HTTP/1.1" status: 204 len: 168 time: 1.2263880 Sep 23 19:40:07.475280 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 59578) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:40:07.512561 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-fabccfb8-310a-4d07-a61a-9d1a6d64e805 None None] Provisioning complete for port 87e524eb-8b5a-46f0-b80d-0cba9f8e8127 triggered by entity DHCP. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:40:07.513165 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-fabccfb8-310a-4d07-a61a-9d1a6d64e805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:07.532920 n-d-713301-16 neutron-server[95101]: INFO neutron.pecan_wsgi.hooks.translation [None req-e5ce18d1-266e-4689-9e5e-ab2815d764dc tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] GET failed (client error): The resource could not be found. Sep 23 19:40:07.537961 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-e5ce18d1-266e-4689-9e5e-ab2815d764dc tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] 10.222.0.67 "GET /v2.0/ports/6b355cff-5d2f-4659-a89d-93d26a8182bd HTTP/1.1" status: 404 len: 333 time: 0.0611863 Sep 23 19:40:07.543664 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914e9d62-3028-4897-a7d2-4bedf3fb9046 req-0434319e-ed1d-4d6f-ad02-10c97bd17e6c tempest-ServersTestJSON-149791516 tempest-ServersTestJSON-149791516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:40:07.546235 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 59580) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:40:07.557864 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-914e9d62-3028-4897-a7d2-4bedf3fb9046 req-0434319e-ed1d-4d6f-ad02-10c97bd17e6c tempest-ServersTestJSON-149791516 tempest-ServersTestJSON-149791516-project] 10.222.0.67 "GET /v2.0/ports?device_id=4056c871-d73a-40b9-9ab0-88afab28cdee HTTP/1.1" status: 200 len: 945 time: 0.1084661 Sep 23 19:40:07.561194 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-ed9981cd-9a37-4da5-a192-592735352242 tempest-FloatingIPTestJSON-2085468291 tempest-FloatingIPTestJSON-2085468291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783145673135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5607431'] for port, after_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:07.577061 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.plugin [None req-fabccfb8-310a-4d07-a61a-9d1a6d64e805 None None] Port 87e524eb-8b5a-46f0-b80d-0cba9f8e8127 cannot update to ACTIVE because it is not bound. {{(pid=95103) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 19:40:07.592233 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-1ebaaeef-6796-4fbb-aedd-649a4095ef2b tempest-NetworksIpV6TestAttrs-574578853 tempest-NetworksIpV6TestAttrs-574578853-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1628021'] for network, before_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:07.647823 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d313bb7e-3e91-4e0a-be80-d0890f7ed74e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4c8b80df-07eb-5275-9f17-5cf640db67c0-86a8937a-3b04-4f6a-b33c-c1c93d3e4c44', 'network_id': '86a8937a-3b04-4f6a-b33c-c1c93d3e4c44', 'tenant_id': 'd5614ce166cb4e09908670e4e49f5263', 'fixed_ips': [{'subnet_id': '2bda22c8-a016-4a76-888e-95c2ec128342'}]}} from n-d-713301-16. {{(pid=95103) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 23 19:40:07.648909 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-d313bb7e-3e91-4e0a-be80-d0890f7ed74e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_create {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:07.669123 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed9981cd-9a37-4da5-a192-592735352242 tempest-FloatingIPTestJSON-2085468291 tempest-FloatingIPTestJSON-2085468291-project] Network 1a83c038-72d0-4218-86b4-147118e2a97f is already hosted by enough agents. {{(pid=95101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:40:07.680074 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.base_scheduler [None req-ed9981cd-9a37-4da5-a192-592735352242 tempest-FloatingIPTestJSON-2085468291 tempest-FloatingIPTestJSON-2085468291-project] Resources bound (agent type, host, resource id): {{(pid=95101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:40:07.690840 n-d-713301-16 neutron-server[95101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed9981cd-9a37-4da5-a192-592735352242 tempest-FloatingIPTestJSON-2085468291 tempest-FloatingIPTestJSON-2085468291-project] Received port after_create {{(pid=95101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 19:40:07.715091 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-1ebaaeef-6796-4fbb-aedd-649a4095ef2b tempest-NetworksIpV6TestAttrs-574578853 tempest-NetworksIpV6TestAttrs-574578853-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1756813'] for subnet, precommit_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:07.724361 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-914e9d62-3028-4897-a7d2-4bedf3fb9046 req-c71dac12-9d09-407a-b237-3eba6c22daac tempest-ServersTestJSON-149791516 tempest-ServersTestJSON-149791516-project] 10.222.0.67 "GET /v2.0/security-groups?id=b8c31db9-bcb2-4708-876e-18b1f4bdd8a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1654372 Sep 23 19:40:07.784501 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed9981cd-9a37-4da5-a192-592735352242 tempest-FloatingIPTestJSON-2085468291 tempest-FloatingIPTestJSON-2085468291-project] Pushing event updated for resources: {'Port': ['ID=0c096409-5221-48e3-a685-04028e75937e,revision_number=1']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:40:07.816914 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-1ebaaeef-6796-4fbb-aedd-649a4095ef2b tempest-NetworksIpV6TestAttrs-574578853 tempest-NetworksIpV6TestAttrs-574578853-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1756804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4399009', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5388229'] for subnet, after_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:07.875464 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-89adc4f5-c27e-4271-b82b-f92f83880e0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:07.889179 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-89adc4f5-c27e-4271-b82b-f92f83880e0e admin admin] Notify callbacks [] for security_group, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:07.901643 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-89adc4f5-c27e-4271-b82b-f92f83880e0e admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/33da12a3-6e92-4316-9da3-11659004cd9a HTTP/1.1" status: 204 len: 168 time: 0.6703718 Sep 23 19:40:07.902664 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ebaaeef-6796-4fbb-aedd-649a4095ef2b tempest-NetworksIpV6TestAttrs-574578853 tempest-NetworksIpV6TestAttrs-574578853-project] Pushing event deleted for resources: {'Subnet': ['ID=2bda22c8-a016-4a76-888e-95c2ec128342,revision_number=None']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:40:07.939016 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed9981cd-9a37-4da5-a192-592735352242 tempest-FloatingIPTestJSON-2085468291 tempest-FloatingIPTestJSON-2085468291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:40:07.939800 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-ed9981cd-9a37-4da5-a192-592735352242 tempest-FloatingIPTestJSON-2085468291 tempest-FloatingIPTestJSON-2085468291-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222849'] for port, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:07.952129 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89adc4f5-c27e-4271-b82b-f92f83880e0e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33da12a3-6e92-4316-9da3-11659004cd9a,revision_number=None']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:40:08.010051 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.plugin [None req-5fa2bcb2-534f-42f7-b4bf-750ac77168ef tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] Deleting port d8a04c47-1adb-4861-95bd-21d2abfd7135 {{(pid=95101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:40:08.011019 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-5fa2bcb2-534f-42f7-b4bf-750ac77168ef tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783146157096'] for port, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:08.015262 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-ed9981cd-9a37-4da5-a192-592735352242 tempest-FloatingIPTestJSON-2085468291 tempest-FloatingIPTestJSON-2085468291-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.4578357 Sep 23 19:40:08.016206 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-1ebaaeef-6796-4fbb-aedd-649a4095ef2b tempest-NetworksIpV6TestAttrs-574578853 tempest-NetworksIpV6TestAttrs-574578853-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1754676', 'neutron.services.segments.db._delete_segments_for_network-8783146221460'] for network, precommit_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:08.017927 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 59590) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:40:08.025418 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.v2.base [None req-461441d4-f7eb-4ec6-a7cb-6a2b7981df9a tempest-FloatingIPTestJSON-2085468291 tempest-FloatingIPTestJSON-2085468291-project] Request body: {'floatingip': {'port_id': '0c096409-5221-48e3-a685-04028e75937e'}} {{(pid=95101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:40:08.078551 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2be42a69-234b-4d9b-82dd-bbc2b21d6d16 None None] Network 011ca7ef-185e-4bfc-9d12-a0aa8b326a68 requested from n-d-713301-16 {{(pid=95103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 19:40:08.134349 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-461441d4-f7eb-4ec6-a7cb-6a2b7981df9a tempest-FloatingIPTestJSON-2085468291 tempest-FloatingIPTestJSON-2085468291-project] Notify callbacks [] for floatingip, before_update {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:08.150220 n-d-713301-16 neutron-server[95102]: DEBUG neutron.services.segments.db [None req-1ebaaeef-6796-4fbb-aedd-649a4095ef2b tempest-NetworksIpV6TestAttrs-574578853 tempest-NetworksIpV6TestAttrs-574578853-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['86a8937a-3b04-4f6a-b33c-c1c93d3e4c44']}} {{(pid=95102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:40:08.163757 n-d-713301-16 neutron-server[95102]: DEBUG neutron.services.segments.db [None req-1ebaaeef-6796-4fbb-aedd-649a4095ef2b tempest-NetworksIpV6TestAttrs-574578853 tempest-NetworksIpV6TestAttrs-574578853-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1d7bf2e3-66c3-4012-9b1b-8e4ee9c5b2c6') {'for_net_delete': True} {{(pid=95102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:40:08.164104 n-d-713301-16 neutron-server[95102]: DEBUG neutron.services.segments.db [None req-1ebaaeef-6796-4fbb-aedd-649a4095ef2b tempest-NetworksIpV6TestAttrs-574578853 tempest-NetworksIpV6TestAttrs-574578853-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1d7bf2e3-66c3-4012-9b1b-8e4ee9c5b2c6') {} {{(pid=95102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:40:08.177820 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-1ebaaeef-6796-4fbb-aedd-649a4095ef2b tempest-NetworksIpV6TestAttrs-574578853 tempest-NetworksIpV6TestAttrs-574578853-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783146221725', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6162832'] for segment, before_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:08.184937 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server [None req-d313bb7e-3e91-4e0a-be80-d0890f7ed74e None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 2bda22c8-a016-4a76-888e-95c2ec128342: This subnet is being modified by another concurrent operation. Sep 23 19:40:08.184937 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Sep 23 19:40:08.184937 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Sep 23 19:40:08.184937 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Sep 23 19:40:08.184937 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Sep 23 19:40:08.184937 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Sep 23 19:40:08.184937 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Sep 23 19:40:08.184937 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Sep 23 19:40:08.184937 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Sep 23 19:40:08.184937 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Sep 23 19:40:08.184937 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Sep 23 19:40:08.184937 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Sep 23 19:40:08.184937 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 23 19:40:08.184937 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 23 19:40:08.184937 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 23 19:40:08.184937 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server raise self.value Sep 23 19:40:08.184937 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Sep 23 19:40:08.184937 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 23 19:40:08.184937 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 23 19:40:08.184937 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Sep 23 19:40:08.184937 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 23 19:40:08.184937 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 23 19:40:08.184937 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 23 19:40:08.184937 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server raise self.value Sep 23 19:40:08.184937 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 23 19:40:08.184937 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 23 19:40:08.184937 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Sep 23 19:40:08.184937 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Sep 23 19:40:08.184937 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 23 19:40:08.184937 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 23 19:40:08.184937 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 23 19:40:08.184937 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server raise self.value Sep 23 19:40:08.184937 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Sep 23 19:40:08.184937 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Sep 23 19:40:08.184937 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Sep 23 19:40:08.184937 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Sep 23 19:40:08.184937 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Sep 23 19:40:08.184937 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Sep 23 19:40:08.184937 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Sep 23 19:40:08.184937 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Sep 23 19:40:08.184937 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Sep 23 19:40:08.184937 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Sep 23 19:40:08.184937 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 686, in inner Sep 23 19:40:08.184937 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Sep 23 19:40:08.184937 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Sep 23 19:40:08.184937 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Sep 23 19:40:08.184937 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Sep 23 19:40:08.184937 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Sep 23 19:40:08.184937 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 23 19:40:08.184937 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 23 19:40:08.184937 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 23 19:40:08.184937 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server raise self.value Sep 23 19:40:08.184937 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Sep 23 19:40:08.184937 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 23 19:40:08.188323 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 23 19:40:08.188323 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Sep 23 19:40:08.188323 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 23 19:40:08.188323 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 23 19:40:08.188323 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 23 19:40:08.188323 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server raise self.value Sep 23 19:40:08.188323 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 23 19:40:08.188323 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 23 19:40:08.188323 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Sep 23 19:40:08.188323 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Sep 23 19:40:08.188323 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 23 19:40:08.188323 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 23 19:40:08.188323 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 23 19:40:08.188323 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server raise self.value Sep 23 19:40:08.188323 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Sep 23 19:40:08.188323 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Sep 23 19:40:08.188323 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1480, in create_port Sep 23 19:40:08.188323 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Sep 23 19:40:08.188323 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1445, in _create_port_db Sep 23 19:40:08.188323 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Sep 23 19:40:08.188323 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Sep 23 19:40:08.188323 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Sep 23 19:40:08.188323 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Sep 23 19:40:08.188323 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Sep 23 19:40:08.188323 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 23 19:40:08.188323 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 23 19:40:08.188323 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 23 19:40:08.188323 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server raise self.value Sep 23 19:40:08.188323 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Sep 23 19:40:08.188323 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Sep 23 19:40:08.188323 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Sep 23 19:40:08.188323 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Sep 23 19:40:08.188323 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Sep 23 19:40:08.188323 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server subnet.lock_register( Sep 23 19:40:08.188323 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Sep 23 19:40:08.188323 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server raise exception Sep 23 19:40:08.188323 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 2bda22c8-a016-4a76-888e-95c2ec128342: This subnet is being modified by another concurrent operation. Sep 23 19:40:08.188323 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server Sep 23 19:40:08.218085 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-1ebaaeef-6796-4fbb-aedd-649a4095ef2b tempest-NetworksIpV6TestAttrs-574578853 tempest-NetworksIpV6TestAttrs-574578853-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1756186'] for segment, precommit_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:08.234120 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1ebaaeef-6796-4fbb-aedd-649a4095ef2b tempest-NetworksIpV6TestAttrs-574578853 tempest-NetworksIpV6TestAttrs-574578853-project] Releasing vlan 627 on physical network physnet1 to pool {{(pid=95102) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 19:40:08.234781 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-1ebaaeef-6796-4fbb-aedd-649a4095ef2b tempest-NetworksIpV6TestAttrs-574578853 tempest-NetworksIpV6TestAttrs-574578853-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1756186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4398095'] for segment, after_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:08.246738 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed9197c1-cd54-4712-a61a-805fe5c37f7e None None] Network 86a8937a-3b04-4f6a-b33c-c1c93d3e4c44 requested from n-d-713301-16 {{(pid=95103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 19:40:08.248804 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a904e1b1-6150-4ece-afbc-abfeb75e7eaf req-1a59dfc8-1289-41a1-8afb-822c2b35daaf tempest-ServersTestJSON-149791516 tempest-ServersTestJSON-149791516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:40:08.250992 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-a904e1b1-6150-4ece-afbc-abfeb75e7eaf req-1a59dfc8-1289-41a1-8afb-822c2b35daaf tempest-ServersTestJSON-149791516 tempest-ServersTestJSON-149791516-project] 10.222.0.67 "GET /v2.0/ports?device_id=4056c871-d73a-40b9-9ab0-88afab28cdee HTTP/1.1" status: 200 len: 945 time: 0.2075682 Sep 23 19:40:08.252006 n-d-713301-16 neutron-server[95102]: Traceback (most recent call last): Sep 23 19:40:08.252006 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 19:40:08.252006 n-d-713301-16 neutron-server[95102]: timer() Sep 23 19:40:08.252006 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 19:40:08.252006 n-d-713301-16 neutron-server[95102]: cb(*args, **kw) Sep 23 19:40:08.252006 n-d-713301-16 neutron-server[95102]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 19:40:08.252006 n-d-713301-16 neutron-server[95102]: return func(*args, **kwargs) Sep 23 19:40:08.252006 n-d-713301-16 neutron-server[95102]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 19:40:08.252006 n-d-713301-16 neutron-server[95102]: self._notify() Sep 23 19:40:08.252006 n-d-713301-16 neutron-server[95102]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 19:40:08.252006 n-d-713301-16 neutron-server[95102]: self.callback(batched_events) Sep 23 19:40:08.252006 n-d-713301-16 neutron-server[95102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 19:40:08.252006 n-d-713301-16 neutron-server[95102]: event.method(event) Sep 23 19:40:08.252006 n-d-713301-16 neutron-server[95102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 19:40:08.252006 n-d-713301-16 neutron-server[95102]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 19:40:08.252006 n-d-713301-16 neutron-server[95102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 19:40:08.252006 n-d-713301-16 neutron-server[95102]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 19:40:08.252006 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 19:40:08.252006 n-d-713301-16 neutron-server[95102]: return f(self, *a, **k) Sep 23 19:40:08.252006 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 19:40:08.252006 n-d-713301-16 neutron-server[95102]: return self._get(url).json() Sep 23 19:40:08.252006 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 19:40:08.252006 n-d-713301-16 neutron-server[95102]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 19:40:08.252006 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 19:40:08.252006 n-d-713301-16 neutron-server[95102]: return self.request(url, 'GET', **kwargs) Sep 23 19:40:08.252006 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 19:40:08.252006 n-d-713301-16 neutron-server[95102]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 19:40:08.252006 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 19:40:08.252006 n-d-713301-16 neutron-server[95102]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 19:40:08.252006 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 19:40:08.252006 n-d-713301-16 neutron-server[95102]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 19:40:08.252006 n-d-713301-16 neutron-server[95102]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 19:40:08.355805 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-1ebaaeef-6796-4fbb-aedd-649a4095ef2b tempest-NetworksIpV6TestAttrs-574578853 tempest-NetworksIpV6TestAttrs-574578853-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1754627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-601866'] for network, after_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:08.368057 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-1ebaaeef-6796-4fbb-aedd-649a4095ef2b tempest-NetworksIpV6TestAttrs-574578853 tempest-NetworksIpV6TestAttrs-574578853-project] Notify callbacks [] for network, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:08.371472 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-1ebaaeef-6796-4fbb-aedd-649a4095ef2b tempest-NetworksIpV6TestAttrs-574578853 tempest-NetworksIpV6TestAttrs-574578853-project] 10.222.0.67 "DELETE /v2.0/networks/86a8937a-3b04-4f6a-b33c-c1c93d3e4c44 HTTP/1.1" status: 204 len: 168 time: 1.2687156 Sep 23 19:40:08.375514 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-a904e1b1-6150-4ece-afbc-abfeb75e7eaf req-8a8bbdef-d912-49a8-929d-83a55c7307a1 tempest-ServersTestJSON-149791516 tempest-ServersTestJSON-149791516-project] 10.222.0.67 "GET /v2.0/security-groups?id=b8c31db9-bcb2-4708-876e-18b1f4bdd8a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1070623 Sep 23 19:40:08.376104 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 59596) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:40:08.446840 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ebaaeef-6796-4fbb-aedd-649a4095ef2b tempest-NetworksIpV6TestAttrs-574578853 tempest-NetworksIpV6TestAttrs-574578853-project] Pushing event deleted for resources: {'Network': ['ID=86a8937a-3b04-4f6a-b33c-c1c93d3e4c44,revision_number=None']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:40:08.457193 n-d-713301-16 neutron-server[95102]: INFO neutron.pecan_wsgi.hooks.translation [None req-0ee7a7c2-12bc-4edf-be24-7e9927d0a873 tempest-NetworksIpV6TestAttrs-574578853 tempest-NetworksIpV6TestAttrs-574578853-project] DELETE failed (client error): The resource could not be found. Sep 23 19:40:08.457904 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0ee7a7c2-12bc-4edf-be24-7e9927d0a873 tempest-NetworksIpV6TestAttrs-574578853 tempest-NetworksIpV6TestAttrs-574578853-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95102) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 23 19:40:08.460695 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-0ee7a7c2-12bc-4edf-be24-7e9927d0a873 tempest-NetworksIpV6TestAttrs-574578853 tempest-NetworksIpV6TestAttrs-574578853-project] 10.222.0.67 "DELETE /v2.0/subnets/2bda22c8-a016-4a76-888e-95c2ec128342 HTTP/1.1" status: 404 len: 337 time: 0.0794439 Sep 23 19:40:08.463401 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 59600) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:40:08.494190 n-d-713301-16 neutron-server[95102]: INFO neutron.pecan_wsgi.hooks.translation [None req-7e426428-02f7-48a1-8bed-98dcdf43b293 tempest-NetworksIpV6TestAttrs-574578853 tempest-NetworksIpV6TestAttrs-574578853-project] DELETE failed (client error): The resource could not be found. Sep 23 19:40:08.495294 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7e426428-02f7-48a1-8bed-98dcdf43b293 tempest-NetworksIpV6TestAttrs-574578853 tempest-NetworksIpV6TestAttrs-574578853-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95102) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 23 19:40:08.497403 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-7e426428-02f7-48a1-8bed-98dcdf43b293 tempest-NetworksIpV6TestAttrs-574578853 tempest-NetworksIpV6TestAttrs-574578853-project] 10.222.0.67 "DELETE /v2.0/networks/86a8937a-3b04-4f6a-b33c-c1c93d3e4c44 HTTP/1.1" status: 404 len: 339 time: 0.0318735 Sep 23 19:40:08.509179 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 59602) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:40:08.539200 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-5fa2bcb2-534f-42f7-b4bf-750ac77168ef tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-605701'] for port, precommit_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:08.540349 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-094bcd7a-0b5d-4269-acff-0c2224d25da0 None None] Provisioning complete for port d8a04c47-1adb-4861-95bd-21d2abfd7135 triggered by entity DHCP. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:40:08.540870 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-094bcd7a-0b5d-4269-acff-0c2224d25da0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:08.572564 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Device efc20be7-f1d0-4eee-8105-e6aa1c6f522d up at agent ovs-agent-n-d-713301-16 {{(pid=95103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 19:40:08.575831 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.plugin [None req-5fa2bcb2-534f-42f7-b4bf-750ac77168ef tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] Calling delete_port for d8a04c47-1adb-4861-95bd-21d2abfd7135 owned by {{(pid=95101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:40:08.594998 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 59606) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:40:08.628292 n-d-713301-16 neutron-server[95102]: INFO neutron.pecan_wsgi.hooks.translation [None req-e12f9e06-7bf0-4ecc-aeab-679806c8d8d2 tempest-NetworksIpV6TestAttrs-574578853 tempest-NetworksIpV6TestAttrs-574578853-project] DELETE failed (client error): The resource could not be found. Sep 23 19:40:08.629293 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e12f9e06-7bf0-4ecc-aeab-679806c8d8d2 tempest-NetworksIpV6TestAttrs-574578853 tempest-NetworksIpV6TestAttrs-574578853-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95102) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 23 19:40:08.631060 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-e12f9e06-7bf0-4ecc-aeab-679806c8d8d2 tempest-NetworksIpV6TestAttrs-574578853 tempest-NetworksIpV6TestAttrs-574578853-project] 10.222.0.67 "DELETE /v2.0/subnets/49fb32ee-f7a1-40dd-b746-c9953cfa5766 HTTP/1.1" status: 404 len: 337 time: 0.1205297 Sep 23 19:40:08.640260 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.plugin [None req-094bcd7a-0b5d-4269-acff-0c2224d25da0 None None] Port d8a04c47-1adb-4861-95bd-21d2abfd7135 cannot update to ACTIVE because it is not bound. {{(pid=95103) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 19:40:08.646311 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 59610) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:40:08.660380 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-094bcd7a-0b5d-4269-acff-0c2224d25da0 None None] Provisioning complete for port efc20be7-f1d0-4eee-8105-e6aa1c6f522d triggered by entity DHCP. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:40:08.660982 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-094bcd7a-0b5d-4269-acff-0c2224d25da0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:08.665984 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-cecbe98e-7999-4a27-9ec3-a6ee3b721882 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:08.688520 n-d-713301-16 neutron-server[95102]: INFO neutron.pecan_wsgi.hooks.translation [None req-a42b7ece-f9ea-4fd7-8f76-56fc147d8613 tempest-NetworksIpV6TestAttrs-574578853 tempest-NetworksIpV6TestAttrs-574578853-project] DELETE failed (client error): The resource could not be found. Sep 23 19:40:08.689116 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a42b7ece-f9ea-4fd7-8f76-56fc147d8613 tempest-NetworksIpV6TestAttrs-574578853 tempest-NetworksIpV6TestAttrs-574578853-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95102) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 23 19:40:08.690860 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-a42b7ece-f9ea-4fd7-8f76-56fc147d8613 tempest-NetworksIpV6TestAttrs-574578853 tempest-NetworksIpV6TestAttrs-574578853-project] 10.222.0.67 "DELETE /v2.0/networks/c48a68dc-57e4-45ee-a5a4-b12f8cb238d2 HTTP/1.1" status: 404 len: 339 time: 0.0386746 Sep 23 19:40:08.696143 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 59614) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:40:08.699500 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Provisioning complete for port efc20be7-f1d0-4eee-8105-e6aa1c6f522d triggered by entity L2. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:40:08.699810 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:08.769410 n-d-713301-16 neutron-server[95102]: INFO neutron.pecan_wsgi.hooks.translation [None req-ceb63698-fcc7-49df-9ee0-1f9be4f70813 tempest-NetworksIpV6TestAttrs-574578853 tempest-NetworksIpV6TestAttrs-574578853-project] DELETE failed (client error): The resource could not be found. Sep 23 19:40:08.769410 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ceb63698-fcc7-49df-9ee0-1f9be4f70813 tempest-NetworksIpV6TestAttrs-574578853 tempest-NetworksIpV6TestAttrs-574578853-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95102) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 23 19:40:08.770988 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-ceb63698-fcc7-49df-9ee0-1f9be4f70813 tempest-NetworksIpV6TestAttrs-574578853 tempest-NetworksIpV6TestAttrs-574578853-project] 10.222.0.67 "DELETE /v2.0/subnets/f5460578-2f9a-401d-a30f-679e515f256c HTTP/1.1" status: 404 len: 337 time: 0.0697079 Sep 23 19:40:08.781496 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b39a138e-523b-4e6e-ac2a-c97a37cb8972 req-4eb561c2-f35f-42c7-8918-0a81a346b7e1 tempest-ServersTestJSON-149791516 tempest-ServersTestJSON-149791516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:40:08.783253 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-b39a138e-523b-4e6e-ac2a-c97a37cb8972 req-4eb561c2-f35f-42c7-8918-0a81a346b7e1 tempest-ServersTestJSON-149791516 tempest-ServersTestJSON-149791516-project] 10.222.0.67 "GET /v2.0/ports?device_id=4056c871-d73a-40b9-9ab0-88afab28cdee HTTP/1.1" status: 200 len: 945 time: 0.1871488 Sep 23 19:40:08.786721 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 59616) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:40:08.841365 n-d-713301-16 neutron-server[95102]: INFO neutron.pecan_wsgi.hooks.translation [None req-a82d917d-9783-448e-9166-b647a5bfde75 tempest-NetworksIpV6TestAttrs-574578853 tempest-NetworksIpV6TestAttrs-574578853-project] DELETE failed (client error): The resource could not be found. Sep 23 19:40:08.842878 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a82d917d-9783-448e-9166-b647a5bfde75 tempest-NetworksIpV6TestAttrs-574578853 tempest-NetworksIpV6TestAttrs-574578853-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95102) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 23 19:40:08.849397 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-a82d917d-9783-448e-9166-b647a5bfde75 tempest-NetworksIpV6TestAttrs-574578853 tempest-NetworksIpV6TestAttrs-574578853-project] 10.222.0.67 "DELETE /v2.0/networks/f8e3da1e-629c-43c6-8afc-24b5a92a78fb HTTP/1.1" status: 404 len: 339 time: 0.0611811 Sep 23 19:40:08.855684 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 59618) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:40:08.921999 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-b39a138e-523b-4e6e-ac2a-c97a37cb8972 req-d9e1c37d-9921-4511-a886-5f73e8e740be tempest-ServersTestJSON-149791516 tempest-ServersTestJSON-149791516-project] 10.222.0.67 "GET /v2.0/security-groups?id=b8c31db9-bcb2-4708-876e-18b1f4bdd8a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1209350 Sep 23 19:40:08.983168 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-094bcd7a-0b5d-4269-acff-0c2224d25da0 None None] Could not find standard attr ID for object 6b355cff-5d2f-4659-a89d-93d26a8182bd. {{(pid=95103) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 23 19:40:09.085053 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.plugin [None req-c2c4456c-6287-4388-baca-12ff26b69404 tempest-NetworksIpV6TestAttrs-574578853 tempest-NetworksIpV6TestAttrs-574578853-project] Deleting port 3ae2dd49-ba76-4114-b9b8-9ad6778e2328 {{(pid=95102) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:40:09.085451 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-c2c4456c-6287-4388-baca-12ff26b69404 tempest-NetworksIpV6TestAttrs-574578853 tempest-NetworksIpV6TestAttrs-574578853-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783146157096'] for port, before_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:09.109999 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-66cb269d-9886-43f1-9db6-0c85e5014b17 None None] Provisioning complete for port 0c096409-5221-48e3-a685-04028e75937e triggered by entity DHCP. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:40:09.110381 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-66cb269d-9886-43f1-9db6-0c85e5014b17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:09.135218 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-cecbe98e-7999-4a27-9ec3-a6ee3b721882 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:09.149038 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-cecbe98e-7999-4a27-9ec3-a6ee3b721882 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:09.215571 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.plugin [None req-66cb269d-9886-43f1-9db6-0c85e5014b17 None None] Port 0c096409-5221-48e3-a685-04028e75937e cannot update to ACTIVE because it is not bound. {{(pid=95103) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 19:40:09.226887 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-461441d4-f7eb-4ec6-a7cb-6a2b7981df9a tempest-FloatingIPTestJSON-2085468291 tempest-FloatingIPTestJSON-2085468291-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:09.231570 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-cecbe98e-7999-4a27-9ec3-a6ee3b721882 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=b5fbf7c733f34799a595aab92af5db67&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6120231 Sep 23 19:40:09.237269 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 59624) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:40:09.239788 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-461441d4-f7eb-4ec6-a7cb-6a2b7981df9a tempest-FloatingIPTestJSON-2085468291 tempest-FloatingIPTestJSON-2085468291-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-601884'] for floatingip, after_update {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:09.283121 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-c2c4456c-6287-4388-baca-12ff26b69404 tempest-NetworksIpV6TestAttrs-574578853 tempest-NetworksIpV6TestAttrs-574578853-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-605701'] for port, precommit_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:09.296224 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.plugin [None req-c2c4456c-6287-4388-baca-12ff26b69404 tempest-NetworksIpV6TestAttrs-574578853 tempest-NetworksIpV6TestAttrs-574578853-project] Calling delete_port for 3ae2dd49-ba76-4114-b9b8-9ad6778e2328 owned by {{(pid=95102) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:40:09.335554 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-9ff4418b-10a4-4eb0-ba7e-4bea0f9eae30 None None] Provisioning complete for port d8a04c47-1adb-4861-95bd-21d2abfd7135 triggered by entity DHCP. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:40:09.335937 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-9ff4418b-10a4-4eb0-ba7e-4bea0f9eae30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:09.387289 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cecbe98e-7999-4a27-9ec3-a6ee3b721882 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4aa8aefa-85d2-4bb0-9131-b21c42ce50e6,revision_number=1']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:40:09.427165 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.plugin [None req-9ff4418b-10a4-4eb0-ba7e-4bea0f9eae30 None None] Port d8a04c47-1adb-4861-95bd-21d2abfd7135 cannot update to ACTIVE because it is not bound. {{(pid=95103) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 19:40:09.432638 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-f314bedc-9b40-47bc-9911-1b9f76dbc7fc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:09.440214 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-9ff4418b-10a4-4eb0-ba7e-4bea0f9eae30 None None] Provisioning complete for port efc20be7-f1d0-4eee-8105-e6aa1c6f522d triggered by entity DHCP. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:40:09.440857 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-9ff4418b-10a4-4eb0-ba7e-4bea0f9eae30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:09.444552 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d357adc3-f53f-4260-bba7-8ae70bc9235b req-ae3c6464-4ead-47b2-baab-f1007df46e9c tempest-ServersTestJSON-149791516 tempest-ServersTestJSON-149791516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:40:09.457526 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-f314bedc-9b40-47bc-9911-1b9f76dbc7fc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:09.465512 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-d357adc3-f53f-4260-bba7-8ae70bc9235b req-ae3c6464-4ead-47b2-baab-f1007df46e9c tempest-ServersTestJSON-149791516 tempest-ServersTestJSON-149791516-project] 10.222.0.67 "GET /v2.0/ports?device_id=4056c871-d73a-40b9-9ab0-88afab28cdee HTTP/1.1" status: 200 len: 945 time: 0.1139493 Sep 23 19:40:09.557363 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-c2c4456c-6287-4388-baca-12ff26b69404 tempest-NetworksIpV6TestAttrs-574578853 tempest-NetworksIpV6TestAttrs-574578853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783146162158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783145673144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4399100'] for port, after_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:09.562124 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-f314bedc-9b40-47bc-9911-1b9f76dbc7fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:09.565304 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-f314bedc-9b40-47bc-9911-1b9f76dbc7fc admin admin] Notify callbacks [] for security_group, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:09.569947 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-f314bedc-9b40-47bc-9911-1b9f76dbc7fc admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/4aa8aefa-85d2-4bb0-9131-b21c42ce50e6 HTTP/1.1" status: 204 len: 168 time: 0.3218918 Sep 23 19:40:09.596581 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f314bedc-9b40-47bc-9911-1b9f76dbc7fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4aa8aefa-85d2-4bb0-9131-b21c42ce50e6,revision_number=None']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:40:09.611354 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-d357adc3-f53f-4260-bba7-8ae70bc9235b req-11e76c37-b649-485c-9535-0346902d5fe1 tempest-ServersTestJSON-149791516 tempest-ServersTestJSON-149791516-project] 10.222.0.67 "GET /v2.0/security-groups?id=b8c31db9-bcb2-4708-876e-18b1f4bdd8a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1433425 Sep 23 19:40:09.622035 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-5fa2bcb2-534f-42f7-b4bf-750ac77168ef tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783146162158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783145673144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5607431'] for port, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:09.656239 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-c2c4456c-6287-4388-baca-12ff26b69404 tempest-NetworksIpV6TestAttrs-574578853 tempest-NetworksIpV6TestAttrs-574578853-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222849'] for port, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:09.657591 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-6eacb78f-d98d-4914-90ce-ddcfc8c720ef None None] Could not find standard attr ID for object d8a04c47-1adb-4861-95bd-21d2abfd7135. {{(pid=95103) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 23 19:40:09.660746 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-c2c4456c-6287-4388-baca-12ff26b69404 tempest-NetworksIpV6TestAttrs-574578853 tempest-NetworksIpV6TestAttrs-574578853-project] 10.222.0.67 "DELETE /v2.0/ports/3ae2dd49-ba76-4114-b9b8-9ad6778e2328 HTTP/1.1" status: 204 len: 168 time: 0.8015001 Sep 23 19:40:09.661178 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 59630) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:40:09.672674 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fa2bcb2-534f-42f7-b4bf-750ac77168ef tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] Pushing event deleted for resources: {'Port': ['ID=d8a04c47-1adb-4861-95bd-21d2abfd7135,revision_number=None']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:40:09.678595 n-d-713301-16 neutron-server[95101]: INFO neutron.db.l3_db [None req-461441d4-f7eb-4ec6-a7cb-6a2b7981df9a tempest-FloatingIPTestJSON-2085468291 tempest-FloatingIPTestJSON-2085468291-project] Floating IP d7d92fad-3b07-46a4-96f1-3790b8ec8bc8 associated. External IP: 172.25.1.23, port: cd267a20-7163-49ef-b59a-5d76979e2013. Sep 23 19:40:09.698850 n-d-713301-16 neutron-server[95102]: INFO neutron.pecan_wsgi.hooks.translation [None req-63534b44-5583-413c-a793-44e48158f5c6 tempest-NetworksIpV6TestAttrs-574578853 tempest-NetworksIpV6TestAttrs-574578853-project] DELETE failed (client error): The resource could not be found. Sep 23 19:40:09.699595 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-63534b44-5583-413c-a793-44e48158f5c6 tempest-NetworksIpV6TestAttrs-574578853 tempest-NetworksIpV6TestAttrs-574578853-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95102) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 23 19:40:09.701901 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-63534b44-5583-413c-a793-44e48158f5c6 tempest-NetworksIpV6TestAttrs-574578853 tempest-NetworksIpV6TestAttrs-574578853-project] 10.222.0.67 "DELETE /v2.0/subnets/e47ac87f-2159-403c-a98a-4c51fe999098 HTTP/1.1" status: 404 len: 337 time: 0.0395544 Sep 23 19:40:09.702979 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2c4456c-6287-4388-baca-12ff26b69404 tempest-NetworksIpV6TestAttrs-574578853 tempest-NetworksIpV6TestAttrs-574578853-project] Pushing event deleted for resources: {'Port': ['ID=3ae2dd49-ba76-4114-b9b8-9ad6778e2328,revision_number=None']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:40:09.706538 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 59634) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:40:09.840307 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-850eedb9-dc30-4644-9a69-f94ca38f2381 tempest-NetworksIpV6TestAttrs-574578853 tempest-NetworksIpV6TestAttrs-574578853-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1628021'] for network, before_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:09.842347 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-5fa2bcb2-534f-42f7-b4bf-750ac77168ef tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222849'] for port, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:09.848090 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-5fa2bcb2-534f-42f7-b4bf-750ac77168ef tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] 10.222.0.67 "DELETE /v2.0/ports/d8a04c47-1adb-4861-95bd-21d2abfd7135 HTTP/1.1" status: 204 len: 168 time: 2.2997072 Sep 23 19:40:09.848833 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 59636) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:40:09.923889 n-d-713301-16 neutron-server[95101]: INFO neutron.pecan_wsgi.hooks.translation [None req-f30999d7-3c99-4538-a99f-34939c17a580 tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] GET failed (client error): The resource could not be found. Sep 23 19:40:09.928421 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-f30999d7-3c99-4538-a99f-34939c17a580 tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] 10.222.0.67 "GET /v2.0/ports/d8a04c47-1adb-4861-95bd-21d2abfd7135 HTTP/1.1" status: 404 len: 333 time: 0.0728226 Sep 23 19:40:09.928757 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 59640) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:40:09.980119 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-850eedb9-dc30-4644-9a69-f94ca38f2381 tempest-NetworksIpV6TestAttrs-574578853 tempest-NetworksIpV6TestAttrs-574578853-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1754676', 'neutron.services.segments.db._delete_segments_for_network-8783146221460'] for network, precommit_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:10.010506 n-d-713301-16 neutron-server[95102]: DEBUG neutron.services.segments.db [None req-850eedb9-dc30-4644-9a69-f94ca38f2381 tempest-NetworksIpV6TestAttrs-574578853 tempest-NetworksIpV6TestAttrs-574578853-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['98555f5c-c4ad-4a3f-8d1a-4f129ad053c5']}} {{(pid=95102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:40:10.026047 n-d-713301-16 neutron-server[95102]: DEBUG neutron.services.segments.db [None req-850eedb9-dc30-4644-9a69-f94ca38f2381 tempest-NetworksIpV6TestAttrs-574578853 tempest-NetworksIpV6TestAttrs-574578853-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f4c2c390-bced-4d3b-8c23-bf1295fce4c1') {'for_net_delete': True} {{(pid=95102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:40:10.026359 n-d-713301-16 neutron-server[95102]: DEBUG neutron.services.segments.db [None req-850eedb9-dc30-4644-9a69-f94ca38f2381 tempest-NetworksIpV6TestAttrs-574578853 tempest-NetworksIpV6TestAttrs-574578853-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f4c2c390-bced-4d3b-8c23-bf1295fce4c1') {} {{(pid=95102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:40:10.037972 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-850eedb9-dc30-4644-9a69-f94ca38f2381 tempest-NetworksIpV6TestAttrs-574578853 tempest-NetworksIpV6TestAttrs-574578853-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783146221725', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6162832'] for segment, before_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:10.055441 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-850eedb9-dc30-4644-9a69-f94ca38f2381 tempest-NetworksIpV6TestAttrs-574578853 tempest-NetworksIpV6TestAttrs-574578853-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1756186'] for segment, precommit_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:10.062809 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-850eedb9-dc30-4644-9a69-f94ca38f2381 tempest-NetworksIpV6TestAttrs-574578853 tempest-NetworksIpV6TestAttrs-574578853-project] Releasing vlan 642 on physical network physnet1 to pool {{(pid=95102) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 19:40:10.063253 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-850eedb9-dc30-4644-9a69-f94ca38f2381 tempest-NetworksIpV6TestAttrs-574578853 tempest-NetworksIpV6TestAttrs-574578853-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1756186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4398095'] for segment, after_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:10.066880 n-d-713301-16 neutron-server[95102]: Traceback (most recent call last): Sep 23 19:40:10.066880 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 19:40:10.066880 n-d-713301-16 neutron-server[95102]: timer() Sep 23 19:40:10.066880 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 19:40:10.066880 n-d-713301-16 neutron-server[95102]: cb(*args, **kw) Sep 23 19:40:10.066880 n-d-713301-16 neutron-server[95102]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 19:40:10.066880 n-d-713301-16 neutron-server[95102]: return func(*args, **kwargs) Sep 23 19:40:10.066880 n-d-713301-16 neutron-server[95102]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 19:40:10.066880 n-d-713301-16 neutron-server[95102]: self._notify() Sep 23 19:40:10.066880 n-d-713301-16 neutron-server[95102]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 19:40:10.066880 n-d-713301-16 neutron-server[95102]: self.callback(batched_events) Sep 23 19:40:10.066880 n-d-713301-16 neutron-server[95102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 19:40:10.066880 n-d-713301-16 neutron-server[95102]: event.method(event) Sep 23 19:40:10.066880 n-d-713301-16 neutron-server[95102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 19:40:10.066880 n-d-713301-16 neutron-server[95102]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 19:40:10.066880 n-d-713301-16 neutron-server[95102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 19:40:10.066880 n-d-713301-16 neutron-server[95102]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 19:40:10.066880 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 19:40:10.066880 n-d-713301-16 neutron-server[95102]: return f(self, *a, **k) Sep 23 19:40:10.066880 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 19:40:10.066880 n-d-713301-16 neutron-server[95102]: return self._get(url).json() Sep 23 19:40:10.066880 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 19:40:10.066880 n-d-713301-16 neutron-server[95102]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 19:40:10.066880 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 19:40:10.066880 n-d-713301-16 neutron-server[95102]: return self.request(url, 'GET', **kwargs) Sep 23 19:40:10.066880 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 19:40:10.066880 n-d-713301-16 neutron-server[95102]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 19:40:10.066880 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 19:40:10.066880 n-d-713301-16 neutron-server[95102]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 19:40:10.066880 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 19:40:10.066880 n-d-713301-16 neutron-server[95102]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 19:40:10.066880 n-d-713301-16 neutron-server[95102]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 19:40:10.078639 n-d-713301-16 neutron-server[95101]: DEBUG neutron.db.db_base_plugin_v2 [None req-8b285f95-decc-4506-8dc0-1fe47f4bd95c tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] Deleting subnet 98013c70-39da-4158-adb9-e2b3b6b24a65 {{(pid=95101) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 23 19:40:10.086926 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-8b285f95-decc-4506-8dc0-1fe47f4bd95c tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] Notify callbacks [] for subnet, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:10.092038 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-6d1cb8a6-248e-484b-8ac9-d9902adc2195 None None] Could not find standard attr ID for object 6b355cff-5d2f-4659-a89d-93d26a8182bd. {{(pid=95103) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 23 19:40:10.153974 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 59646) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:40:10.174034 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-c16ff12c-3d3f-45ec-aa62-329dcec1ac11 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:10.178247 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-850eedb9-dc30-4644-9a69-f94ca38f2381 tempest-NetworksIpV6TestAttrs-574578853 tempest-NetworksIpV6TestAttrs-574578853-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1754627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-601866'] for network, after_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:10.204517 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-850eedb9-dc30-4644-9a69-f94ca38f2381 tempest-NetworksIpV6TestAttrs-574578853 tempest-NetworksIpV6TestAttrs-574578853-project] Notify callbacks [] for network, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:10.210399 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-850eedb9-dc30-4644-9a69-f94ca38f2381 tempest-NetworksIpV6TestAttrs-574578853 tempest-NetworksIpV6TestAttrs-574578853-project] 10.222.0.67 "DELETE /v2.0/networks/98555f5c-c4ad-4a3f-8d1a-4f129ad053c5 HTTP/1.1" status: 204 len: 168 time: 0.5014622 Sep 23 19:40:10.211364 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-850eedb9-dc30-4644-9a69-f94ca38f2381 tempest-NetworksIpV6TestAttrs-574578853 tempest-NetworksIpV6TestAttrs-574578853-project] Pushing event deleted for resources: {'Network': ['ID=98555f5c-c4ad-4a3f-8d1a-4f129ad053c5,revision_number=None']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:40:10.213133 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 59648) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:40:10.224790 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-8b285f95-decc-4506-8dc0-1fe47f4bd95c tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6007154'] for subnet, precommit_delete_associations {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:10.334992 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-461441d4-f7eb-4ec6-a7cb-6a2b7981df9a tempest-FloatingIPTestJSON-2085468291 tempest-FloatingIPTestJSON-2085468291-project] Router 4fe6b5af-8311-4b33-84ea-800b651e6836 has already been hosted by L3 agent 79a740bf-7821-4989-8288-7186e3e128f3 {{(pid=95101) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 19:40:10.345828 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-8b285f95-decc-4506-8dc0-1fe47f4bd95c tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1756813'] for subnet, precommit_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:10.359288 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.plugin [None req-1df94d95-c0c4-4da4-9349-6ee1a053a8c7 tempest-NetworksIpV6TestAttrs-574578853 tempest-NetworksIpV6TestAttrs-574578853-project] Deleting port 234fb72e-5cf9-42cf-9803-d7a00d29df0f {{(pid=95102) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:40:10.359573 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-1df94d95-c0c4-4da4-9349-6ee1a053a8c7 tempest-NetworksIpV6TestAttrs-574578853 tempest-NetworksIpV6TestAttrs-574578853-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783146157096'] for port, before_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:10.428132 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-1df94d95-c0c4-4da4-9349-6ee1a053a8c7 tempest-NetworksIpV6TestAttrs-574578853 tempest-NetworksIpV6TestAttrs-574578853-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-605701'] for port, precommit_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:10.439938 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.plugin [None req-1df94d95-c0c4-4da4-9349-6ee1a053a8c7 tempest-NetworksIpV6TestAttrs-574578853 tempest-NetworksIpV6TestAttrs-574578853-project] Calling delete_port for 234fb72e-5cf9-42cf-9803-d7a00d29df0f owned by {{(pid=95102) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:40:10.531375 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-1df94d95-c0c4-4da4-9349-6ee1a053a8c7 tempest-NetworksIpV6TestAttrs-574578853 tempest-NetworksIpV6TestAttrs-574578853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783146162158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783145673144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4399100'] for port, after_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:10.565740 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df94d95-c0c4-4da4-9349-6ee1a053a8c7 tempest-NetworksIpV6TestAttrs-574578853 tempest-NetworksIpV6TestAttrs-574578853-project] Pushing event deleted for resources: {'Port': ['ID=234fb72e-5cf9-42cf-9803-d7a00d29df0f,revision_number=None']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:40:10.575223 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-1df94d95-c0c4-4da4-9349-6ee1a053a8c7 tempest-NetworksIpV6TestAttrs-574578853 tempest-NetworksIpV6TestAttrs-574578853-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222849'] for port, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:10.580168 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-1df94d95-c0c4-4da4-9349-6ee1a053a8c7 tempest-NetworksIpV6TestAttrs-574578853 tempest-NetworksIpV6TestAttrs-574578853-project] 10.222.0.67 "DELETE /v2.0/ports/234fb72e-5cf9-42cf-9803-d7a00d29df0f HTTP/1.1" status: 204 len: 168 time: 0.3660183 Sep 23 19:40:10.581313 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 59652) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:40:10.622987 n-d-713301-16 neutron-server[95102]: INFO neutron.pecan_wsgi.hooks.translation [None req-f87e2080-0d77-4896-9f97-951d9333f544 tempest-NetworksIpV6TestAttrs-574578853 tempest-NetworksIpV6TestAttrs-574578853-project] DELETE failed (client error): The resource could not be found. Sep 23 19:40:10.623619 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f87e2080-0d77-4896-9f97-951d9333f544 tempest-NetworksIpV6TestAttrs-574578853 tempest-NetworksIpV6TestAttrs-574578853-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95102) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 23 19:40:10.630101 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-f87e2080-0d77-4896-9f97-951d9333f544 tempest-NetworksIpV6TestAttrs-574578853 tempest-NetworksIpV6TestAttrs-574578853-project] 10.222.0.67 "DELETE /v2.0/subnets/7e9fb291-0210-4f05-aba1-219866e53b41 HTTP/1.1" status: 404 len: 337 time: 0.0455706 Sep 23 19:40:10.630850 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 59654) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:40:10.764706 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-cc087022-b3d2-4523-91e2-91e99320471a tempest-NetworksIpV6TestAttrs-574578853 tempest-NetworksIpV6TestAttrs-574578853-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1628021'] for network, before_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:10.819042 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42289543-f791-41cd-b048-6b0f44f81d07 req-4db86a54-3fad-47d2-b523-6451e463a4ee tempest-ServersTestJSON-149791516 tempest-ServersTestJSON-149791516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:40:10.821157 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-42289543-f791-41cd-b048-6b0f44f81d07 req-4db86a54-3fad-47d2-b523-6451e463a4ee tempest-ServersTestJSON-149791516 tempest-ServersTestJSON-149791516-project] 10.222.0.67 "GET /v2.0/ports?device_id=4056c871-d73a-40b9-9ab0-88afab28cdee HTTP/1.1" status: 200 len: 945 time: 0.0995879 Sep 23 19:40:10.896124 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa18fdc1-4a09-4087-b1df-78df1a0dd772 None None] get_active_networks_info from n-d-713301-16 {{(pid=95103) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 23 19:40:10.905473 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-cc087022-b3d2-4523-91e2-91e99320471a tempest-NetworksIpV6TestAttrs-574578853 tempest-NetworksIpV6TestAttrs-574578853-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1754676', 'neutron.services.segments.db._delete_segments_for_network-8783146221460'] for network, precommit_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:10.937948 n-d-713301-16 neutron-server[95102]: DEBUG neutron.services.segments.db [None req-cc087022-b3d2-4523-91e2-91e99320471a tempest-NetworksIpV6TestAttrs-574578853 tempest-NetworksIpV6TestAttrs-574578853-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3ec2ef14-a95e-4094-84a0-f62cc38fad62']}} {{(pid=95102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:40:10.944339 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-42289543-f791-41cd-b048-6b0f44f81d07 req-390e7b92-9c58-4e8e-b8b0-f0dfad9c089a tempest-ServersTestJSON-149791516 tempest-ServersTestJSON-149791516-project] 10.222.0.67 "GET /v2.0/security-groups?id=b8c31db9-bcb2-4708-876e-18b1f4bdd8a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1121571 Sep 23 19:40:10.958623 n-d-713301-16 neutron-server[95102]: DEBUG neutron.services.segments.db [None req-cc087022-b3d2-4523-91e2-91e99320471a tempest-NetworksIpV6TestAttrs-574578853 tempest-NetworksIpV6TestAttrs-574578853-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '384664f4-b929-42bc-829f-bedf693669e6') {'for_net_delete': True} {{(pid=95102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:40:10.958840 n-d-713301-16 neutron-server[95102]: DEBUG neutron.services.segments.db [None req-cc087022-b3d2-4523-91e2-91e99320471a tempest-NetworksIpV6TestAttrs-574578853 tempest-NetworksIpV6TestAttrs-574578853-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '384664f4-b929-42bc-829f-bedf693669e6') {} {{(pid=95102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:40:10.975818 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-cc087022-b3d2-4523-91e2-91e99320471a tempest-NetworksIpV6TestAttrs-574578853 tempest-NetworksIpV6TestAttrs-574578853-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783146221725', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6162832'] for segment, before_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:10.995303 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-cc087022-b3d2-4523-91e2-91e99320471a tempest-NetworksIpV6TestAttrs-574578853 tempest-NetworksIpV6TestAttrs-574578853-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1756186'] for segment, precommit_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:11.003551 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cc087022-b3d2-4523-91e2-91e99320471a tempest-NetworksIpV6TestAttrs-574578853 tempest-NetworksIpV6TestAttrs-574578853-project] Releasing vlan 641 on physical network physnet1 to pool {{(pid=95102) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 19:40:11.004012 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-cc087022-b3d2-4523-91e2-91e99320471a tempest-NetworksIpV6TestAttrs-574578853 tempest-NetworksIpV6TestAttrs-574578853-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1756186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4398095'] for segment, after_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:11.007431 n-d-713301-16 neutron-server[95102]: Traceback (most recent call last): Sep 23 19:40:11.007431 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 19:40:11.007431 n-d-713301-16 neutron-server[95102]: timer() Sep 23 19:40:11.007431 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 19:40:11.007431 n-d-713301-16 neutron-server[95102]: cb(*args, **kw) Sep 23 19:40:11.007431 n-d-713301-16 neutron-server[95102]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 19:40:11.007431 n-d-713301-16 neutron-server[95102]: return func(*args, **kwargs) Sep 23 19:40:11.007431 n-d-713301-16 neutron-server[95102]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 19:40:11.007431 n-d-713301-16 neutron-server[95102]: self._notify() Sep 23 19:40:11.007431 n-d-713301-16 neutron-server[95102]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 19:40:11.007431 n-d-713301-16 neutron-server[95102]: self.callback(batched_events) Sep 23 19:40:11.007431 n-d-713301-16 neutron-server[95102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 19:40:11.007431 n-d-713301-16 neutron-server[95102]: event.method(event) Sep 23 19:40:11.007431 n-d-713301-16 neutron-server[95102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 19:40:11.007431 n-d-713301-16 neutron-server[95102]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 19:40:11.007431 n-d-713301-16 neutron-server[95102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 19:40:11.007431 n-d-713301-16 neutron-server[95102]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 19:40:11.007431 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 19:40:11.007431 n-d-713301-16 neutron-server[95102]: return f(self, *a, **k) Sep 23 19:40:11.007431 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 19:40:11.007431 n-d-713301-16 neutron-server[95102]: return self._get(url).json() Sep 23 19:40:11.007431 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 19:40:11.007431 n-d-713301-16 neutron-server[95102]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 19:40:11.007431 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 19:40:11.007431 n-d-713301-16 neutron-server[95102]: return self.request(url, 'GET', **kwargs) Sep 23 19:40:11.007431 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 19:40:11.007431 n-d-713301-16 neutron-server[95102]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 19:40:11.007431 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 19:40:11.007431 n-d-713301-16 neutron-server[95102]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 19:40:11.007431 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 19:40:11.007431 n-d-713301-16 neutron-server[95102]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 19:40:11.007431 n-d-713301-16 neutron-server[95102]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 19:40:11.051424 n-d-713301-16 neutron-server[95103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa18fdc1-4a09-4087-b1df-78df1a0dd772 None None] Resources bound (agent type, host, resource id): {{(pid=95103) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 23 19:40:11.063262 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e919e6-afeb-460f-b90f-cce3935b2d19 req-ea6a2a00-a88e-4b1d-96fe-3e28b7e8d99f tempest-ServersTestJSON-149791516 tempest-ServersTestJSON-149791516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:40:11.066795 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-d8e919e6-afeb-460f-b90f-cce3935b2d19 req-ea6a2a00-a88e-4b1d-96fe-3e28b7e8d99f tempest-ServersTestJSON-149791516 tempest-ServersTestJSON-149791516-project] 10.222.0.53 "GET /v2.0/ports?device_id=4056c871-d73a-40b9-9ab0-88afab28cdee HTTP/1.1" status: 200 len: 945 time: 0.1842029 Sep 23 19:40:11.073395 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-8b285f95-decc-4506-8dc0-1fe47f4bd95c tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1756804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5607514', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6130950'] for subnet, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:11.099274 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-cc087022-b3d2-4523-91e2-91e99320471a tempest-NetworksIpV6TestAttrs-574578853 tempest-NetworksIpV6TestAttrs-574578853-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1754627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-601866'] for network, after_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:11.112241 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-cc087022-b3d2-4523-91e2-91e99320471a tempest-NetworksIpV6TestAttrs-574578853 tempest-NetworksIpV6TestAttrs-574578853-project] Notify callbacks [] for network, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:11.115245 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-cc087022-b3d2-4523-91e2-91e99320471a tempest-NetworksIpV6TestAttrs-574578853 tempest-NetworksIpV6TestAttrs-574578853-project] 10.222.0.67 "DELETE /v2.0/networks/3ec2ef14-a95e-4094-84a0-f62cc38fad62 HTTP/1.1" status: 204 len: 168 time: 0.4832840 Sep 23 19:40:11.115503 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b285f95-decc-4506-8dc0-1fe47f4bd95c tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] Pushing event deleted for resources: {'Subnet': ['ID=98013c70-39da-4158-adb9-e2b3b6b24a65,revision_number=None']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:40:11.120412 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 59664) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:40:11.171166 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc087022-b3d2-4523-91e2-91e99320471a tempest-NetworksIpV6TestAttrs-574578853 tempest-NetworksIpV6TestAttrs-574578853-project] Pushing event deleted for resources: {'Network': ['ID=3ec2ef14-a95e-4094-84a0-f62cc38fad62,revision_number=None']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:40:11.189124 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-8b285f95-decc-4506-8dc0-1fe47f4bd95c tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] Notify callbacks [] for subnet, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:11.195287 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 59666) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:40:11.195676 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-8b285f95-decc-4506-8dc0-1fe47f4bd95c tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] 10.222.0.67 "DELETE /v2.0/subnets/98013c70-39da-4158-adb9-e2b3b6b24a65 HTTP/1.1" status: 204 len: 168 time: 1.2651267 Sep 23 19:40:11.204579 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-461441d4-f7eb-4ec6-a7cb-6a2b7981df9a tempest-FloatingIPTestJSON-2085468291 tempest-FloatingIPTestJSON-2085468291-project] Notify agent at l3_agent.n-d-713301-16 the message routers_updated {{(pid=95101) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 19:40:11.218147 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3462cb0e-80e2-405c-a6e4-7321cb15fdda None None] Sync routers for ids ['4fe6b5af-8311-4b33-84ea-800b651e6836'] in n-d-713301-16 {{(pid=95104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 19:40:11.222042 n-d-713301-16 neutron-server[95102]: DEBUG neutron.db.db_base_plugin_v2 [None req-94dfeead-c673-40a4-b16d-5c85abf1ab0d tempest-NetworksIpV6TestAttrs-574578853 tempest-NetworksIpV6TestAttrs-574578853-project] Deleting subnet 6c270147-893e-4fee-a98d-7e12bbaea3ce {{(pid=95102) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 23 19:40:11.229880 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3462cb0e-80e2-405c-a6e4-7321cb15fdda None None] Routers {'4fe6b5af-8311-4b33-84ea-800b651e6836'} bound to L3 agent in host n-d-713301-16 {{(pid=95104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 19:40:11.230045 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-94dfeead-c673-40a4-b16d-5c85abf1ab0d tempest-NetworksIpV6TestAttrs-574578853 tempest-NetworksIpV6TestAttrs-574578853-project] Notify callbacks [] for subnet, before_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:11.230427 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_hamode_db [None req-3462cb0e-80e2-405c-a6e4-7321cb15fdda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-23T19:07:52Z,description=,heartbeat_timestamp=2021-09-23T19:39:52Z,host='n-d-713301-16',id=79a740bf-7821-4989-8288-7186e3e128f3,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:07:52Z,topic='l3_agent')) {'router_ids': ['4fe6b5af-8311-4b33-84ea-800b651e6836'], 'active': True} {{(pid=95104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:40:11.263563 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-c16ff12c-3d3f-45ec-aa62-329dcec1ac11 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:11.293642 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_hamode_db [None req-3462cb0e-80e2-405c-a6e4-7321cb15fdda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713301-16', False) {} {{(pid=95104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:40:11.310842 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-c16ff12c-3d3f-45ec-aa62-329dcec1ac11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:11.317326 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3462cb0e-80e2-405c-a6e4-7321cb15fdda None None] Routers {'4fe6b5af-8311-4b33-84ea-800b651e6836'} bound to L3 agent in host n-d-713301-16 {{(pid=95104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 19:40:11.317650 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_hamode_db [None req-3462cb0e-80e2-405c-a6e4-7321cb15fdda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-23T19:07:52Z,description=,heartbeat_timestamp=2021-09-23T19:39:52Z,host='n-d-713301-16',id=79a740bf-7821-4989-8288-7186e3e128f3,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:07:52Z,topic='l3_agent')) {'router_ids': ['4fe6b5af-8311-4b33-84ea-800b651e6836'], 'active': True} {{(pid=95104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:40:11.338249 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-560c16ac-5f8d-44c6-a0ca-e3dcce2c4134 tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1628021'] for network, before_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:11.341807 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-94dfeead-c673-40a4-b16d-5c85abf1ab0d tempest-NetworksIpV6TestAttrs-574578853 tempest-NetworksIpV6TestAttrs-574578853-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6162825'] for subnet, precommit_delete_associations {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:11.396904 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_hamode_db [None req-3462cb0e-80e2-405c-a6e4-7321cb15fdda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713301-16', False) {} {{(pid=95104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:40:11.397549 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3462cb0e-80e2-405c-a6e4-7321cb15fdda None None] The sync data for ids ['4fe6b5af-8311-4b33-84ea-800b651e6836'] in n-d-713301-16 is: [] {{(pid=95104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 19:40:11.411341 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-c16ff12c-3d3f-45ec-aa62-329dcec1ac11 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=7913653b55a049db8a1b8d8bdc8b4d07&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2562573 Sep 23 19:40:11.416910 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c16ff12c-3d3f-45ec-aa62-329dcec1ac11 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c3a7e0c-7dea-4969-ac4c-80f2c064dc78,revision_number=1']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:40:11.426640 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 59668) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:40:11.462055 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.plugin [req-d8e919e6-afeb-460f-b90f-cce3935b2d19 req-58b76822-98f7-47bb-8137-4765f35501ed tempest-ServersTestJSON-149791516 tempest-ServersTestJSON-149791516-project] Deleting port 058b91ef-aa31-4122-ac59-4279dae6b6bc {{(pid=95101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:40:11.462395 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-d8e919e6-afeb-460f-b90f-cce3935b2d19 req-58b76822-98f7-47bb-8137-4765f35501ed tempest-ServersTestJSON-149791516 tempest-ServersTestJSON-149791516-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783146157096'] for port, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:11.481959 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9470baa-72da-4b8a-a2d5-756a6012bd1b None None] Network 011ca7ef-185e-4bfc-9d12-a0aa8b326a68 requested from n-d-713301-16 {{(pid=95103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 19:40:11.535913 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.plugin [None req-560c16ac-5f8d-44c6-a0ca-e3dcce2c4134 tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] Deleting port efc20be7-f1d0-4eee-8105-e6aa1c6f522d {{(pid=95102) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:40:11.536330 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-560c16ac-5f8d-44c6-a0ca-e3dcce2c4134 tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783146157096'] for port, before_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:11.540475 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-94dfeead-c673-40a4-b16d-5c85abf1ab0d tempest-NetworksIpV6TestAttrs-574578853 tempest-NetworksIpV6TestAttrs-574578853-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1756813'] for subnet, precommit_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:11.662362 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.db [req-d8e919e6-afeb-460f-b90f-cce3935b2d19 req-58b76822-98f7-47bb-8137-4765f35501ed tempest-ServersTestJSON-149791516 tempest-ServersTestJSON-149791516-project] For port 058b91ef-aa31-4122-ac59-4279dae6b6bc, host n-h2-713301-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-16',level=0,port_id=058b91ef-aa31-4122-ac59-4279dae6b6bc,segment=NetworkSegment(c829e8ab-031e-4667-8d5b-36ba5cfb9383),segment_id=c829e8ab-031e-4667-8d5b-36ba5cfb9383)] {{(pid=95101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:40:11.662761 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-d8e919e6-afeb-460f-b90f-cce3935b2d19 req-58b76822-98f7-47bb-8137-4765f35501ed tempest-ServersTestJSON-149791516 tempest-ServersTestJSON-149791516-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-605701'] for port, precommit_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:11.676657 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-efc4ec82-8062-4cdb-af59-1366bef3b382 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:11.681447 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.plugin [req-d8e919e6-afeb-460f-b90f-cce3935b2d19 req-58b76822-98f7-47bb-8137-4765f35501ed tempest-ServersTestJSON-149791516 tempest-ServersTestJSON-149791516-project] Calling delete_port for 058b91ef-aa31-4122-ac59-4279dae6b6bc owned by compute:nova {{(pid=95101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:40:11.699623 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cef53ac0-919d-43a8-b869-b747389065dd None None] DHCP port deletion for 011ca7ef-185e-4bfc-9d12-a0aa8b326a68 request from n-d-713301-16 {{(pid=95103) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 23 19:40:11.730573 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.db [None req-560c16ac-5f8d-44c6-a0ca-e3dcce2c4134 tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] For port efc20be7-f1d0-4eee-8105-e6aa1c6f522d, host n-d-713301-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-16',level=0,port_id=efc20be7-f1d0-4eee-8105-e6aa1c6f522d,segment=NetworkSegment(4de7aabf-f66e-40f7-9496-b06364a98a11),segment_id=4de7aabf-f66e-40f7-9496-b06364a98a11)] {{(pid=95102) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:40:11.731200 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-560c16ac-5f8d-44c6-a0ca-e3dcce2c4134 tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-605701'] for port, precommit_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:11.740015 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-efc4ec82-8062-4cdb-af59-1366bef3b382 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:11.743142 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-461441d4-f7eb-4ec6-a7cb-6a2b7981df9a tempest-FloatingIPTestJSON-2085468291 tempest-FloatingIPTestJSON-2085468291-project] Router b9a5801a-9353-4af9-a832-9c57e9922ab6 has already been hosted by L3 agent 79a740bf-7821-4989-8288-7186e3e128f3 {{(pid=95101) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 19:40:11.769050 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.plugin [None req-560c16ac-5f8d-44c6-a0ca-e3dcce2c4134 tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] Calling delete_port for efc20be7-f1d0-4eee-8105-e6aa1c6f522d owned by network:dhcp {{(pid=95102) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:40:11.776212 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.plugin [None req-cef53ac0-919d-43a8-b869-b747389065dd None None] Deleting port efc20be7-f1d0-4eee-8105-e6aa1c6f522d {{(pid=95103) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:40:11.776622 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-cef53ac0-919d-43a8-b869-b747389065dd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783146157096'] for port, before_delete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:11.810021 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-94dfeead-c673-40a4-b16d-5c85abf1ab0d tempest-NetworksIpV6TestAttrs-574578853 tempest-NetworksIpV6TestAttrs-574578853-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1756804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4399009', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5388229'] for subnet, after_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:11.862248 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-cef53ac0-919d-43a8-b869-b747389065dd None None] For port efc20be7-f1d0-4eee-8105-e6aa1c6f522d, host n-d-713301-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-16',level=0,port_id=efc20be7-f1d0-4eee-8105-e6aa1c6f522d,segment=NetworkSegment(4de7aabf-f66e-40f7-9496-b06364a98a11),segment_id=4de7aabf-f66e-40f7-9496-b06364a98a11)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:40:11.862976 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-cef53ac0-919d-43a8-b869-b747389065dd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-605701'] for port, precommit_delete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:11.874463 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94dfeead-c673-40a4-b16d-5c85abf1ab0d tempest-NetworksIpV6TestAttrs-574578853 tempest-NetworksIpV6TestAttrs-574578853-project] Pushing event deleted for resources: {'Subnet': ['ID=6c270147-893e-4fee-a98d-7e12bbaea3ce,revision_number=None']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:40:11.876717 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-94dfeead-c673-40a4-b16d-5c85abf1ab0d tempest-NetworksIpV6TestAttrs-574578853 tempest-NetworksIpV6TestAttrs-574578853-project] Notify callbacks [] for subnet, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:11.882128 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-94dfeead-c673-40a4-b16d-5c85abf1ab0d tempest-NetworksIpV6TestAttrs-574578853 tempest-NetworksIpV6TestAttrs-574578853-project] 10.222.0.67 "DELETE /v2.0/subnets/6c270147-893e-4fee-a98d-7e12bbaea3ce HTTP/1.1" status: 204 len: 168 time: 0.7602758 Sep 23 19:40:11.884967 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2248301-9a39-4e92-ad76-b435323082c0 None None] Network ea363359-6cb7-47b0-9d43-789f971fba95 requested from n-d-713301-16 {{(pid=95103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 19:40:11.887248 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.plugin [None req-cef53ac0-919d-43a8-b869-b747389065dd None None] Calling delete_port for efc20be7-f1d0-4eee-8105-e6aa1c6f522d owned by network:dhcp {{(pid=95103) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:40:11.889149 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 59674) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:40:11.952564 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-461441d4-f7eb-4ec6-a7cb-6a2b7981df9a tempest-FloatingIPTestJSON-2085468291 tempest-FloatingIPTestJSON-2085468291-project] Notify agent at l3_agent.n-d-713301-16 the message routers_updated {{(pid=95101) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 19:40:11.957446 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-efc4ec82-8062-4cdb-af59-1366bef3b382 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:11.960336 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-efc4ec82-8062-4cdb-af59-1366bef3b382 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:11.963999 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-efc4ec82-8062-4cdb-af59-1366bef3b382 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/5c3a7e0c-7dea-4969-ac4c-80f2c064dc78 HTTP/1.1" status: 204 len: 168 time: 0.5327187 Sep 23 19:40:12.026807 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-4640ebba-3a82-4b90-9f05-e4044edee4b6 tempest-NetworksIpV6TestAttrs-574578853 tempest-NetworksIpV6TestAttrs-574578853-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1628021'] for network, before_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:12.030928 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efc4ec82-8062-4cdb-af59-1366bef3b382 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c3a7e0c-7dea-4969-ac4c-80f2c064dc78,revision_number=None']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:40:12.034394 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-560c16ac-5f8d-44c6-a0ca-e3dcce2c4134 tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783146162158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783145673144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4399100'] for port, after_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:12.037783 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bfa955c-84e4-4aa0-b680-2b6da90b2148 None None] Sync routers for ids ['b9a5801a-9353-4af9-a832-9c57e9922ab6'] in n-d-713301-16 {{(pid=95103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 19:40:12.069356 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-560c16ac-5f8d-44c6-a0ca-e3dcce2c4134 tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] Pushing event deleted for resources: {'Port': ['ID=efc20be7-f1d0-4eee-8105-e6aa1c6f522d,revision_number=None']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:40:12.077379 n-d-713301-16 neutron-server[95102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-560c16ac-5f8d-44c6-a0ca-e3dcce2c4134 tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] No DVR routers for this DVR port efc20be7-f1d0-4eee-8105-e6aa1c6f522d on host n-d-713301-16 {{(pid=95102) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 19:40:12.100728 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-461441d4-f7eb-4ec6-a7cb-6a2b7981df9a tempest-FloatingIPTestJSON-2085468291 tempest-FloatingIPTestJSON-2085468291-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222849'] for floatingip, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:12.104368 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-d8e919e6-afeb-460f-b90f-cce3935b2d19 req-58b76822-98f7-47bb-8137-4765f35501ed tempest-ServersTestJSON-149791516 tempest-ServersTestJSON-149791516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783146162158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783145673144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5607431'] for port, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:12.136563 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] get_ports_and_sgs() called for port_ids ['1e33a789-d371-4447-ad9f-6d77201ac2d1'] {{(pid=95103) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 19:40:12.140981 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bfa955c-84e4-4aa0-b680-2b6da90b2148 None None] Routers {'b9a5801a-9353-4af9-a832-9c57e9922ab6'} bound to L3 agent in host n-d-713301-16 {{(pid=95103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 19:40:12.141714 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_hamode_db [None req-0bfa955c-84e4-4aa0-b680-2b6da90b2148 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-23T19:07:52Z,description=,heartbeat_timestamp=2021-09-23T19:39:52Z,host='n-d-713301-16',id=79a740bf-7821-4989-8288-7186e3e128f3,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:07:52Z,topic='l3_agent')) {'router_ids': ['b9a5801a-9353-4af9-a832-9c57e9922ab6'], 'active': True} {{(pid=95103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:40:12.201564 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_hamode_db [None req-0bfa955c-84e4-4aa0-b680-2b6da90b2148 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713301-16', False) {} {{(pid=95103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:40:12.237078 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58b76822-98f7-47bb-8137-4765f35501ed tempest-ServersTestJSON-149791516 tempest-ServersTestJSON-149791516-project] Pushing event deleted for resources: {'Port': ['ID=058b91ef-aa31-4122-ac59-4279dae6b6bc,revision_number=None']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:40:12.240055 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bfa955c-84e4-4aa0-b680-2b6da90b2148 None None] Routers {'b9a5801a-9353-4af9-a832-9c57e9922ab6'} bound to L3 agent in host n-d-713301-16 {{(pid=95103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 19:40:12.240824 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_hamode_db [None req-0bfa955c-84e4-4aa0-b680-2b6da90b2148 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-23T19:07:52Z,description=,heartbeat_timestamp=2021-09-23T19:39:52Z,host='n-d-713301-16',id=79a740bf-7821-4989-8288-7186e3e128f3,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:07:52Z,topic='l3_agent')) {'router_ids': ['b9a5801a-9353-4af9-a832-9c57e9922ab6'], 'active': True} {{(pid=95103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:40:12.298625 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_hamode_db [None req-0bfa955c-84e4-4aa0-b680-2b6da90b2148 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713301-16', False) {} {{(pid=95103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:40:12.299906 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bfa955c-84e4-4aa0-b680-2b6da90b2148 None None] The sync data for ids ['b9a5801a-9353-4af9-a832-9c57e9922ab6'] in n-d-713301-16 is: [] {{(pid=95103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 19:40:12.335203 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-cef53ac0-919d-43a8-b869-b747389065dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783146162158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783145673144'] for port, after_delete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:12.348686 n-d-713301-16 neutron-server[95101]: DEBUG neutron.db.l3_dvrscheduler_db [req-d8e919e6-afeb-460f-b90f-cce3935b2d19 req-58b76822-98f7-47bb-8137-4765f35501ed tempest-ServersTestJSON-149791516 tempest-ServersTestJSON-149791516-project] No DVR routers for this DVR port 058b91ef-aa31-4122-ac59-4279dae6b6bc on host n-h2-713301-16 {{(pid=95101) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 19:40:12.357976 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-d8e919e6-afeb-460f-b90f-cce3935b2d19 req-58b76822-98f7-47bb-8137-4765f35501ed tempest-ServersTestJSON-149791516 tempest-ServersTestJSON-149791516-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222849'] for port, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:12.367615 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-d8e919e6-afeb-460f-b90f-cce3935b2d19 req-58b76822-98f7-47bb-8137-4765f35501ed tempest-ServersTestJSON-149791516 tempest-ServersTestJSON-149791516-project] 10.222.0.53 "DELETE /v2.0/ports/058b91ef-aa31-4122-ac59-4279dae6b6bc HTTP/1.1" status: 204 len: 173 time: 1.2916751 Sep 23 19:40:12.368111 n-d-713301-16 neutron-server[95101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4056c871-d73a-40b9-9ab0-88afab28cdee', 'name': 'network-vif-deleted', 'tag': '058b91ef-aa31-4122-ac59-4279dae6b6bc'}] {{(pid=95101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 19:40:12.370498 n-d-713301-16 neutron-server[95101]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d8366c5740cd635e57ab12b71fe44a77c2acc3c19091ef849c6f68b380462244" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27aa3537-6930-4244-b707-17c4904761e2" -d '{"events": [{"server_uuid": "4056c871-d73a-40b9-9ab0-88afab28cdee", "name": "network-vif-deleted", "tag": "058b91ef-aa31-4122-ac59-4279dae6b6bc"}]}' {{(pid=95101) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 19:40:12.390743 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-461441d4-f7eb-4ec6-a7cb-6a2b7981df9a tempest-FloatingIPTestJSON-2085468291 tempest-FloatingIPTestJSON-2085468291-project] 10.222.0.67 "PUT /v2.0/floatingips/d7d92fad-3b07-46a4-96f1-3790b8ec8bc8 HTTP/1.1" status: 200 len: 978 time: 4.3710742 Sep 23 19:40:12.393067 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 59688) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:40:12.457464 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cef53ac0-919d-43a8-b869-b747389065dd None None] No DVR routers for this DVR port efc20be7-f1d0-4eee-8105-e6aa1c6f522d on host n-d-713301-16 {{(pid=95103) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 19:40:12.555598 n-d-713301-16 neutron-server[95101]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 19:40:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17967e1a-4d72-48f6-a682-426d65ceba03 x-openstack-request-id: req-17967e1a-4d72-48f6-a682-426d65ceba03 {{(pid=95101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 19:40:12.556368 n-d-713301-16 neutron-server[95101]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4056c871-d73a-40b9-9ab0-88afab28cdee", "name": "network-vif-deleted", "tag": "058b91ef-aa31-4122-ac59-4279dae6b6bc", "status": "completed", "code": 200}]} {{(pid=95101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 19:40:12.564209 n-d-713301-16 neutron-server[95101]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-17967e1a-4d72-48f6-a682-426d65ceba03 {{(pid=95101) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 19:40:12.565380 n-d-713301-16 neutron-server[95101]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4056c871-d73a-40b9-9ab0-88afab28cdee', 'name': 'network-vif-deleted', 'tag': '058b91ef-aa31-4122-ac59-4279dae6b6bc', 'status': 'completed', 'code': 200} Sep 23 19:40:12.584346 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-658e11a9-bd0f-4a2b-80d0-1f69ba245852 None None] DHCP port deletion for ea363359-6cb7-47b0-9d43-789f971fba95 request from n-d-713301-16 {{(pid=95103) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 23 19:40:12.589775 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Device efc20be7-f1d0-4eee-8105-e6aa1c6f522d no longer exists at agent ovs-agent-n-d-713301-16 {{(pid=95103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 19:40:12.640818 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.plugin [None req-38847eb6-9310-47c3-becd-07a6759ddf3c tempest-FloatingIPTestJSON-2085468291 tempest-FloatingIPTestJSON-2085468291-project] Deleting port 0c096409-5221-48e3-a685-04028e75937e {{(pid=95101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:40:12.641191 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-38847eb6-9310-47c3-becd-07a6759ddf3c tempest-FloatingIPTestJSON-2085468291 tempest-FloatingIPTestJSON-2085468291-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783146157096'] for port, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:12.670164 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.plugin [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] No Port match for: efc20be7-f1d0-4eee-8105-e6aa1c6f522d {{(pid=95103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 19:40:12.670500 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Device efc20be7-f1d0-4eee-8105-e6aa1c6f522d not bound to the agent host n-d-713301-16 {{(pid=95103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 19:40:12.675914 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef53ac0-919d-43a8-b869-b747389065dd None None] Pushing event deleted for resources: {'Port': ['ID=efc20be7-f1d0-4eee-8105-e6aa1c6f522d,revision_number=None']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:40:12.720302 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cef53ac0-919d-43a8-b869-b747389065dd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:40:12.721088 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cef53ac0-919d-43a8-b869-b747389065dd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:40:12.721440 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cef53ac0-919d-43a8-b869-b747389065dd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:40:12.721792 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cef53ac0-919d-43a8-b869-b747389065dd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:40:12.722130 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cef53ac0-919d-43a8-b869-b747389065dd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:40:12.722496 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cef53ac0-919d-43a8-b869-b747389065dd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:40:12.722827 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cef53ac0-919d-43a8-b869-b747389065dd None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:40:12.723158 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cef53ac0-919d-43a8-b869-b747389065dd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:40:12.723485 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cef53ac0-919d-43a8-b869-b747389065dd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:40:12.723810 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cef53ac0-919d-43a8-b869-b747389065dd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:40:12.724196 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cef53ac0-919d-43a8-b869-b747389065dd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:40:12.724511 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cef53ac0-919d-43a8-b869-b747389065dd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:40:12.741161 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-6f6dfad7-eddd-4e0f-ab78-a54006e78822 req-5a878e50-997a-4225-9569-8ff4b011050f tempest-ServersTestJSON-149791516 tempest-ServersTestJSON-149791516-project] 10.222.0.67 "GET /v2.0/ports?device_id=4056c871-d73a-40b9-9ab0-88afab28cdee HTTP/1.1" status: 200 len: 210 time: 0.0770068 Sep 23 19:40:12.771680 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.plugin [None req-4640ebba-3a82-4b90-9f05-e4044edee4b6 tempest-NetworksIpV6TestAttrs-574578853 tempest-NetworksIpV6TestAttrs-574578853-project] Deleting port dcfb4150-042d-4c00-94fd-44e9932dc408 {{(pid=95102) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:40:12.772801 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-4640ebba-3a82-4b90-9f05-e4044edee4b6 tempest-NetworksIpV6TestAttrs-574578853 tempest-NetworksIpV6TestAttrs-574578853-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783146157096'] for port, before_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:12.781775 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.plugin [None req-658e11a9-bd0f-4a2b-80d0-1f69ba245852 None None] Deleting port dcfb4150-042d-4c00-94fd-44e9932dc408 {{(pid=95103) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:40:12.782164 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-658e11a9-bd0f-4a2b-80d0-1f69ba245852 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783146157096'] for port, before_delete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:12.881866 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-658e11a9-bd0f-4a2b-80d0-1f69ba245852 None None] For port dcfb4150-042d-4c00-94fd-44e9932dc408, host n-d-713301-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-16',level=0,port_id=dcfb4150-042d-4c00-94fd-44e9932dc408,segment=NetworkSegment(465528de-9ea4-46f0-a903-afdc855d3929),segment_id=465528de-9ea4-46f0-a903-afdc855d3929)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:40:12.883269 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-658e11a9-bd0f-4a2b-80d0-1f69ba245852 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-605701'] for port, precommit_delete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:12.895999 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.db [None req-4640ebba-3a82-4b90-9f05-e4044edee4b6 tempest-NetworksIpV6TestAttrs-574578853 tempest-NetworksIpV6TestAttrs-574578853-project] For port dcfb4150-042d-4c00-94fd-44e9932dc408, host n-d-713301-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-16',level=0,port_id=dcfb4150-042d-4c00-94fd-44e9932dc408,segment=NetworkSegment(465528de-9ea4-46f0-a903-afdc855d3929),segment_id=465528de-9ea4-46f0-a903-afdc855d3929)] {{(pid=95102) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:40:12.897450 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-4640ebba-3a82-4b90-9f05-e4044edee4b6 tempest-NetworksIpV6TestAttrs-574578853 tempest-NetworksIpV6TestAttrs-574578853-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-605701'] for port, precommit_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:12.906882 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.plugin [None req-658e11a9-bd0f-4a2b-80d0-1f69ba245852 None None] Calling delete_port for dcfb4150-042d-4c00-94fd-44e9932dc408 owned by network:dhcp {{(pid=95103) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:40:12.938384 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.plugin [None req-4640ebba-3a82-4b90-9f05-e4044edee4b6 tempest-NetworksIpV6TestAttrs-574578853 tempest-NetworksIpV6TestAttrs-574578853-project] Calling delete_port for dcfb4150-042d-4c00-94fd-44e9932dc408 owned by network:dhcp {{(pid=95102) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:40:12.973330 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-38847eb6-9310-47c3-becd-07a6759ddf3c tempest-FloatingIPTestJSON-2085468291 tempest-FloatingIPTestJSON-2085468291-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-605701'] for port, precommit_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:13.070586 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.agents_db [None req-f2f5c474-60a3-474f-b2cc-02c4bd30880c None None] Agent healthcheck: found 7 active agents {{(pid=95104) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 19:40:13.075947 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-658e11a9-bd0f-4a2b-80d0-1f69ba245852 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783146162158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783145673144'] for port, after_delete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:13.093411 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-658e11a9-bd0f-4a2b-80d0-1f69ba245852 None None] No DVR routers for this DVR port dcfb4150-042d-4c00-94fd-44e9932dc408 on host n-d-713301-16 {{(pid=95103) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 19:40:13.107040 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-560c16ac-5f8d-44c6-a0ca-e3dcce2c4134 tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1754676', 'neutron.services.segments.db._delete_segments_for_network-8783146221460'] for network, precommit_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:13.133176 n-d-713301-16 neutron-server[95102]: DEBUG neutron.services.segments.db [None req-560c16ac-5f8d-44c6-a0ca-e3dcce2c4134 tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['011ca7ef-185e-4bfc-9d12-a0aa8b326a68']}} {{(pid=95102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:40:13.135269 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-4640ebba-3a82-4b90-9f05-e4044edee4b6 tempest-NetworksIpV6TestAttrs-574578853 tempest-NetworksIpV6TestAttrs-574578853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783146162158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783145673144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4399100'] for port, after_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:13.147068 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-658e11a9-bd0f-4a2b-80d0-1f69ba245852 None None] Pushing event deleted for resources: {'Port': ['ID=dcfb4150-042d-4c00-94fd-44e9932dc408,revision_number=None']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:40:13.169860 n-d-713301-16 neutron-server[95102]: DEBUG neutron.services.segments.db [None req-560c16ac-5f8d-44c6-a0ca-e3dcce2c4134 tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4de7aabf-f66e-40f7-9496-b06364a98a11') {'for_net_delete': True} {{(pid=95102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:40:13.170514 n-d-713301-16 neutron-server[95102]: DEBUG neutron.services.segments.db [None req-560c16ac-5f8d-44c6-a0ca-e3dcce2c4134 tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4de7aabf-f66e-40f7-9496-b06364a98a11') {} {{(pid=95102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:40:13.202922 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4640ebba-3a82-4b90-9f05-e4044edee4b6 tempest-NetworksIpV6TestAttrs-574578853 tempest-NetworksIpV6TestAttrs-574578853-project] Pushing event deleted for resources: {'Port': ['ID=dcfb4150-042d-4c00-94fd-44e9932dc408,revision_number=None']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:40:13.210457 n-d-713301-16 neutron-server[95102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4640ebba-3a82-4b90-9f05-e4044edee4b6 tempest-NetworksIpV6TestAttrs-574578853 tempest-NetworksIpV6TestAttrs-574578853-project] No DVR routers for this DVR port dcfb4150-042d-4c00-94fd-44e9932dc408 on host n-d-713301-16 {{(pid=95102) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 19:40:13.237644 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-560c16ac-5f8d-44c6-a0ca-e3dcce2c4134 tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783146221725', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6162832'] for segment, before_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:13.271777 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-560c16ac-5f8d-44c6-a0ca-e3dcce2c4134 tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1756186'] for segment, precommit_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:13.300993 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-560c16ac-5f8d-44c6-a0ca-e3dcce2c4134 tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] Releasing vlan 610 on physical network physnet1 to pool {{(pid=95102) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 19:40:13.301966 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-38847eb6-9310-47c3-becd-07a6759ddf3c tempest-FloatingIPTestJSON-2085468291 tempest-FloatingIPTestJSON-2085468291-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:13.301966 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-38847eb6-9310-47c3-becd-07a6759ddf3c tempest-FloatingIPTestJSON-2085468291 tempest-FloatingIPTestJSON-2085468291-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-601884'] for floatingip, after_update {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:13.302194 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-560c16ac-5f8d-44c6-a0ca-e3dcce2c4134 tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1756186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4398095'] for segment, after_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:13.302285 n-d-713301-16 neutron-server[95101]: INFO neutron.db.l3_db [None req-38847eb6-9310-47c3-becd-07a6759ddf3c tempest-FloatingIPTestJSON-2085468291 tempest-FloatingIPTestJSON-2085468291-project] Floating IP d7d92fad-3b07-46a4-96f1-3790b8ec8bc8 disassociated. External IP: 172.25.1.23, port: 0c096409-5221-48e3-a685-04028e75937e. Sep 23 19:40:13.302285 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.plugin [None req-38847eb6-9310-47c3-becd-07a6759ddf3c tempest-FloatingIPTestJSON-2085468291 tempest-FloatingIPTestJSON-2085468291-project] Calling delete_port for 0c096409-5221-48e3-a685-04028e75937e owned by {{(pid=95101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:40:13.303221 n-d-713301-16 neutron-server[95102]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 23 19:40:13.303221 n-d-713301-16 neutron-server[95102]: self.session.flush() Sep 23 19:40:13.303221 n-d-713301-16 neutron-server[95102]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 23 19:40:13.303221 n-d-713301-16 neutron-server[95102]: self.session.flush() Sep 23 19:40:13.303221 n-d-713301-16 neutron-server[95102]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 23 19:40:13.303221 n-d-713301-16 neutron-server[95102]: self.session.flush() Sep 23 19:40:13.303221 n-d-713301-16 neutron-server[95102]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 23 19:40:13.303221 n-d-713301-16 neutron-server[95102]: self.session.flush() Sep 23 19:40:13.303221 n-d-713301-16 neutron-server[95102]: Traceback (most recent call last): Sep 23 19:40:13.303221 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 19:40:13.303221 n-d-713301-16 neutron-server[95102]: timer() Sep 23 19:40:13.303221 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 19:40:13.303221 n-d-713301-16 neutron-server[95102]: cb(*args, **kw) Sep 23 19:40:13.303221 n-d-713301-16 neutron-server[95102]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 19:40:13.303221 n-d-713301-16 neutron-server[95102]: return func(*args, **kwargs) Sep 23 19:40:13.303221 n-d-713301-16 neutron-server[95102]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 19:40:13.303221 n-d-713301-16 neutron-server[95102]: self._notify() Sep 23 19:40:13.303221 n-d-713301-16 neutron-server[95102]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 19:40:13.303221 n-d-713301-16 neutron-server[95102]: self.callback(batched_events) Sep 23 19:40:13.303221 n-d-713301-16 neutron-server[95102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 19:40:13.303221 n-d-713301-16 neutron-server[95102]: event.method(event) Sep 23 19:40:13.303221 n-d-713301-16 neutron-server[95102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 19:40:13.303221 n-d-713301-16 neutron-server[95102]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 19:40:13.303221 n-d-713301-16 neutron-server[95102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 19:40:13.303221 n-d-713301-16 neutron-server[95102]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 19:40:13.303221 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 19:40:13.303221 n-d-713301-16 neutron-server[95102]: return f(self, *a, **k) Sep 23 19:40:13.303221 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 19:40:13.303221 n-d-713301-16 neutron-server[95102]: return self._get(url).json() Sep 23 19:40:13.303221 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 19:40:13.303221 n-d-713301-16 neutron-server[95102]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 19:40:13.303221 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 19:40:13.303221 n-d-713301-16 neutron-server[95102]: return self.request(url, 'GET', **kwargs) Sep 23 19:40:13.303221 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 19:40:13.303221 n-d-713301-16 neutron-server[95102]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 19:40:13.303221 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 19:40:13.303221 n-d-713301-16 neutron-server[95102]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 19:40:13.303221 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 19:40:13.303221 n-d-713301-16 neutron-server[95102]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 19:40:13.303221 n-d-713301-16 neutron-server[95102]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 19:40:13.359684 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-4640ebba-3a82-4b90-9f05-e4044edee4b6 tempest-NetworksIpV6TestAttrs-574578853 tempest-NetworksIpV6TestAttrs-574578853-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1754676', 'neutron.services.segments.db._delete_segments_for_network-8783146221460'] for network, precommit_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:13.424700 n-d-713301-16 neutron-server[95102]: DEBUG neutron.services.segments.db [None req-4640ebba-3a82-4b90-9f05-e4044edee4b6 tempest-NetworksIpV6TestAttrs-574578853 tempest-NetworksIpV6TestAttrs-574578853-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ea363359-6cb7-47b0-9d43-789f971fba95']}} {{(pid=95102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:40:13.433372 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-560c16ac-5f8d-44c6-a0ca-e3dcce2c4134 tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1754627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-601866'] for network, after_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:13.453807 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-560c16ac-5f8d-44c6-a0ca-e3dcce2c4134 tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] Notify callbacks [] for network, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:13.455769 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-560c16ac-5f8d-44c6-a0ca-e3dcce2c4134 tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] 10.222.0.67 "DELETE /v2.0/networks/011ca7ef-185e-4bfc-9d12-a0aa8b326a68 HTTP/1.1" status: 204 len: 168 time: 2.2589736 Sep 23 19:40:13.460740 n-d-713301-16 neutron-server[95102]: DEBUG neutron.services.segments.db [None req-4640ebba-3a82-4b90-9f05-e4044edee4b6 tempest-NetworksIpV6TestAttrs-574578853 tempest-NetworksIpV6TestAttrs-574578853-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '465528de-9ea4-46f0-a903-afdc855d3929') {'for_net_delete': True} {{(pid=95102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:40:13.461165 n-d-713301-16 neutron-server[95102]: DEBUG neutron.services.segments.db [None req-4640ebba-3a82-4b90-9f05-e4044edee4b6 tempest-NetworksIpV6TestAttrs-574578853 tempest-NetworksIpV6TestAttrs-574578853-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '465528de-9ea4-46f0-a903-afdc855d3929') {} {{(pid=95102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:40:13.461274 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 59716) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:40:13.463193 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-560c16ac-5f8d-44c6-a0ca-e3dcce2c4134 tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] Pushing event deleted for resources: {'Network': ['ID=011ca7ef-185e-4bfc-9d12-a0aa8b326a68,revision_number=None']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:40:13.470708 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.v2.base [None req-8c1784eb-750e-4b6f-ac7f-14653c2ed642 tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1435128757'}} {{(pid=95101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:40:13.477532 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-4640ebba-3a82-4b90-9f05-e4044edee4b6 tempest-NetworksIpV6TestAttrs-574578853 tempest-NetworksIpV6TestAttrs-574578853-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783146221725', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6162832'] for segment, before_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:13.494350 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-4640ebba-3a82-4b90-9f05-e4044edee4b6 tempest-NetworksIpV6TestAttrs-574578853 tempest-NetworksIpV6TestAttrs-574578853-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1756186'] for segment, precommit_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:13.502311 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4640ebba-3a82-4b90-9f05-e4044edee4b6 tempest-NetworksIpV6TestAttrs-574578853 tempest-NetworksIpV6TestAttrs-574578853-project] Releasing vlan 611 on physical network physnet1 to pool {{(pid=95102) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 19:40:13.502729 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-4640ebba-3a82-4b90-9f05-e4044edee4b6 tempest-NetworksIpV6TestAttrs-574578853 tempest-NetworksIpV6TestAttrs-574578853-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1756186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4398095'] for segment, after_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:13.506483 n-d-713301-16 neutron-server[95102]: Traceback (most recent call last): Sep 23 19:40:13.506483 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 19:40:13.506483 n-d-713301-16 neutron-server[95102]: timer() Sep 23 19:40:13.506483 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 19:40:13.506483 n-d-713301-16 neutron-server[95102]: cb(*args, **kw) Sep 23 19:40:13.506483 n-d-713301-16 neutron-server[95102]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 19:40:13.506483 n-d-713301-16 neutron-server[95102]: return func(*args, **kwargs) Sep 23 19:40:13.506483 n-d-713301-16 neutron-server[95102]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 19:40:13.506483 n-d-713301-16 neutron-server[95102]: self._notify() Sep 23 19:40:13.506483 n-d-713301-16 neutron-server[95102]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 19:40:13.506483 n-d-713301-16 neutron-server[95102]: self.callback(batched_events) Sep 23 19:40:13.506483 n-d-713301-16 neutron-server[95102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 19:40:13.506483 n-d-713301-16 neutron-server[95102]: event.method(event) Sep 23 19:40:13.506483 n-d-713301-16 neutron-server[95102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 19:40:13.506483 n-d-713301-16 neutron-server[95102]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 19:40:13.506483 n-d-713301-16 neutron-server[95102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 19:40:13.506483 n-d-713301-16 neutron-server[95102]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 19:40:13.506483 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 19:40:13.506483 n-d-713301-16 neutron-server[95102]: return f(self, *a, **k) Sep 23 19:40:13.506483 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 19:40:13.506483 n-d-713301-16 neutron-server[95102]: return self._get(url).json() Sep 23 19:40:13.506483 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 19:40:13.506483 n-d-713301-16 neutron-server[95102]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 19:40:13.506483 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 19:40:13.506483 n-d-713301-16 neutron-server[95102]: return self.request(url, 'GET', **kwargs) Sep 23 19:40:13.506483 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 19:40:13.506483 n-d-713301-16 neutron-server[95102]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 19:40:13.506483 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 19:40:13.506483 n-d-713301-16 neutron-server[95102]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 19:40:13.506483 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 19:40:13.506483 n-d-713301-16 neutron-server[95102]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 19:40:13.506483 n-d-713301-16 neutron-server[95102]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 19:40:13.568861 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c1784eb-750e-4b6f-ac7f-14653c2ed642 tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] Made reservation on behalf of e53e881fc39941c397f29318ff64a85b for: {'network': 1} {{(pid=95101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:40:13.573434 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-8c1784eb-750e-4b6f-ac7f-14653c2ed642 tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for network, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:13.587489 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-4640ebba-3a82-4b90-9f05-e4044edee4b6 tempest-NetworksIpV6TestAttrs-574578853 tempest-NetworksIpV6TestAttrs-574578853-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1754627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-601866'] for network, after_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:13.596574 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-38847eb6-9310-47c3-becd-07a6759ddf3c tempest-FloatingIPTestJSON-2085468291 tempest-FloatingIPTestJSON-2085468291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783146162158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783145673144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5607431'] for port, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:13.599108 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-4640ebba-3a82-4b90-9f05-e4044edee4b6 tempest-NetworksIpV6TestAttrs-574578853 tempest-NetworksIpV6TestAttrs-574578853-project] Notify callbacks [] for network, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:13.615056 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-4640ebba-3a82-4b90-9f05-e4044edee4b6 tempest-NetworksIpV6TestAttrs-574578853 tempest-NetworksIpV6TestAttrs-574578853-project] 10.222.0.67 "DELETE /v2.0/networks/ea363359-6cb7-47b0-9d43-789f971fba95 HTTP/1.1" status: 204 len: 168 time: 1.7204721 Sep 23 19:40:13.638968 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4640ebba-3a82-4b90-9f05-e4044edee4b6 tempest-NetworksIpV6TestAttrs-574578853 tempest-NetworksIpV6TestAttrs-574578853-project] Pushing event deleted for resources: {'Network': ['ID=ea363359-6cb7-47b0-9d43-789f971fba95,revision_number=None']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:40:13.650405 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Device 058b91ef-aa31-4122-ac59-4279dae6b6bc no longer exists at agent hyperv_n-h2-713301-16 {{(pid=95103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 19:40:13.652276 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8c1784eb-750e-4b6f-ac7f-14653c2ed642 tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 635} {{(pid=95101) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 19:40:13.656166 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38847eb6-9310-47c3-becd-07a6759ddf3c tempest-FloatingIPTestJSON-2085468291 tempest-FloatingIPTestJSON-2085468291-project] Pushing event deleted for resources: {'Port': ['ID=0c096409-5221-48e3-a685-04028e75937e,revision_number=None']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:40:13.676336 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.plugin [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] No Port match for: 058b91ef-aa31-4122-ac59-4279dae6b6bc {{(pid=95103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 19:40:13.676573 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Device 058b91ef-aa31-4122-ac59-4279dae6b6bc not bound to the agent host n-h2-713301-16 {{(pid=95103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 19:40:13.685992 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-8c1784eb-750e-4b6f-ac7f-14653c2ed642 tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1756186'] for segment, precommit_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:13.686155 n-d-713301-16 neutron-server[95101]: INFO neutron.db.segments_db [None req-8c1784eb-750e-4b6f-ac7f-14653c2ed642 tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] Added segment 41659811-fb91-4b4f-861f-644b86acc502 of type vlan for network 3cf25e05-6bd2-4af7-8f54-815dd00fc5ab Sep 23 19:40:13.830100 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-8c1784eb-750e-4b6f-ac7f-14653c2ed642 tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783145630486'] for network, precommit_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:13.867478 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-8c1784eb-750e-4b6f-ac7f-14653c2ed642 tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299'] for network, after_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:13.886137 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c1784eb-750e-4b6f-ac7f-14653c2ed642 tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:40:13.886820 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-8c1784eb-750e-4b6f-ac7f-14653c2ed642 tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] Notify callbacks [] for network, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:13.951746 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-8c1784eb-750e-4b6f-ac7f-14653c2ed642 tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4889219 Sep 23 19:40:13.954579 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 59738) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:40:13.960688 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.v2.base [None req-a41ca753-11c5-4912-8872-a8adbd3fe301 tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] Request body: {'subnet': {'network_id': '3cf25e05-6bd2-4af7-8f54-815dd00fc5ab', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:40:14.038883 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 59740) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:40:14.045505 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c1784eb-750e-4b6f-ac7f-14653c2ed642 tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] Pushing event updated for resources: {'Network': ['ID=3cf25e05-6bd2-4af7-8f54-815dd00fc5ab,revision_number=1']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:40:14.056753 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Network 3cf25e05-6bd2-4af7-8f54-815dd00fc5ab details requested by agent ovs-agent-n-d-713301-16 with host n-d-713301-16 {{(pid=95103) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 19:40:14.063829 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-38847eb6-9310-47c3-becd-07a6759ddf3c tempest-FloatingIPTestJSON-2085468291 tempest-FloatingIPTestJSON-2085468291-project] Router b9a5801a-9353-4af9-a832-9c57e9922ab6 has already been hosted by L3 agent 79a740bf-7821-4989-8288-7186e3e128f3 {{(pid=95101) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 19:40:14.174011 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a41ca753-11c5-4912-8872-a8adbd3fe301 tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] Made reservation on behalf of e53e881fc39941c397f29318ff64a85b for: {'subnet': 1} {{(pid=95102) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:40:14.177973 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-a41ca753-11c5-4912-8872-a8adbd3fe301 tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5388256'] for subnet, before_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:14.314480 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38847eb6-9310-47c3-becd-07a6759ddf3c tempest-FloatingIPTestJSON-2085468291 tempest-FloatingIPTestJSON-2085468291-project] Notify agent at l3_agent.n-d-713301-16 the message routers_updated {{(pid=95101) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 19:40:14.329359 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62e1c1d3-8530-4d7c-9c86-b573cf1c6f7b None None] Sync routers for ids ['b9a5801a-9353-4af9-a832-9c57e9922ab6'] in n-d-713301-16 {{(pid=95104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 19:40:14.347987 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62e1c1d3-8530-4d7c-9c86-b573cf1c6f7b None None] Routers {'b9a5801a-9353-4af9-a832-9c57e9922ab6'} bound to L3 agent in host n-d-713301-16 {{(pid=95104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 19:40:14.348803 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_hamode_db [None req-62e1c1d3-8530-4d7c-9c86-b573cf1c6f7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-23T19:07:52Z,description=,heartbeat_timestamp=2021-09-23T19:39:52Z,host='n-d-713301-16',id=79a740bf-7821-4989-8288-7186e3e128f3,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:07:52Z,topic='l3_agent')) {'router_ids': ['b9a5801a-9353-4af9-a832-9c57e9922ab6'], 'active': True} {{(pid=95104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:40:14.399458 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_hamode_db [None req-62e1c1d3-8530-4d7c-9c86-b573cf1c6f7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713301-16', False) {} {{(pid=95104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:40:14.409060 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62e1c1d3-8530-4d7c-9c86-b573cf1c6f7b None None] Routers {'b9a5801a-9353-4af9-a832-9c57e9922ab6'} bound to L3 agent in host n-d-713301-16 {{(pid=95104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 19:40:14.410231 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_hamode_db [None req-62e1c1d3-8530-4d7c-9c86-b573cf1c6f7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-23T19:07:52Z,description=,heartbeat_timestamp=2021-09-23T19:39:52Z,host='n-d-713301-16',id=79a740bf-7821-4989-8288-7186e3e128f3,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:07:52Z,topic='l3_agent')) {'router_ids': ['b9a5801a-9353-4af9-a832-9c57e9922ab6'], 'active': True} {{(pid=95104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:40:14.420344 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-38847eb6-9310-47c3-becd-07a6759ddf3c tempest-FloatingIPTestJSON-2085468291 tempest-FloatingIPTestJSON-2085468291-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222849'] for port, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:14.426144 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-38847eb6-9310-47c3-becd-07a6759ddf3c tempest-FloatingIPTestJSON-2085468291 tempest-FloatingIPTestJSON-2085468291-project] 10.222.0.67 "DELETE /v2.0/ports/0c096409-5221-48e3-a685-04028e75937e HTTP/1.1" status: 204 len: 168 time: 2.0305977 Sep 23 19:40:14.426902 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 59758) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:40:14.475053 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-d5326bcb-a980-456b-8594-5eef980d806b admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=d5614ce166cb4e09908670e4e49f5263&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4325156 Sep 23 19:40:14.478488 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_hamode_db [None req-62e1c1d3-8530-4d7c-9c86-b573cf1c6f7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713301-16', False) {} {{(pid=95104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:40:14.479300 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62e1c1d3-8530-4d7c-9c86-b573cf1c6f7b None None] The sync data for ids ['b9a5801a-9353-4af9-a832-9c57e9922ab6'] in n-d-713301-16 is: [] {{(pid=95104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 19:40:14.492209 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Device dcfb4150-042d-4c00-94fd-44e9932dc408 no longer exists at agent ovs-agent-n-d-713301-16 {{(pid=95103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 19:40:14.492361 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 59760) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:40:14.532749 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.plugin [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] No Port match for: dcfb4150-042d-4c00-94fd-44e9932dc408 {{(pid=95103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 19:40:14.533105 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Device dcfb4150-042d-4c00-94fd-44e9932dc408 not bound to the agent host n-d-713301-16 {{(pid=95103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 19:40:14.611533 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbafa9a7-4441-4292-8c1a-2fd660004faf req-fbe1875b-6482-48fc-8834-04b30e79b0be tempest-ServersTestJSON-149791516 tempest-ServersTestJSON-149791516-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:40:14.613269 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-74a9886c-26aa-4b7a-af9e-473842ca3852 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:14.614947 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-cbafa9a7-4441-4292-8c1a-2fd660004faf req-fbe1875b-6482-48fc-8834-04b30e79b0be tempest-ServersTestJSON-149791516 tempest-ServersTestJSON-149791516-project] 10.222.0.67 "GET /v2.0/networks?id=13c320c3-e746-4d37-877a-d3d286211b52 HTTP/1.1" status: 200 len: 806 time: 0.2744915 Sep 23 19:40:14.670115 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-cbafa9a7-4441-4292-8c1a-2fd660004faf req-dcc9bb55-e656-4e5e-8dcb-84bf3f3dcfb5 tempest-ServersTestJSON-149791516 tempest-ServersTestJSON-149791516-project] 10.222.0.67 "GET /v2.0/quotas/ee2e9bda0f104270af74ba8d5f144843 HTTP/1.1" status: 200 len: 375 time: 0.0474150 Sep 23 19:40:14.691411 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-74a9886c-26aa-4b7a-af9e-473842ca3852 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:14.781538 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-cbafa9a7-4441-4292-8c1a-2fd660004faf req-917e71dc-c918-4372-8eb6-096663513d44 tempest-ServersTestJSON-149791516 tempest-ServersTestJSON-149791516-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=ee2e9bda0f104270af74ba8d5f144843&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1010482 Sep 23 19:40:14.806764 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-a41ca753-11c5-4912-8872-a8adbd3fe301 tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4398944', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5388242'] for subnet, after_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:14.810062 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-74a9886c-26aa-4b7a-af9e-473842ca3852 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:14.812926 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-74a9886c-26aa-4b7a-af9e-473842ca3852 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:14.814280 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-74a9886c-26aa-4b7a-af9e-473842ca3852 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/ede3157a-f378-4f31-965f-c7b3b63bbca1 HTTP/1.1" status: 204 len: 168 time: 0.3212128 Sep 23 19:40:14.849475 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a9886c-26aa-4b7a-af9e-473842ca3852 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ede3157a-f378-4f31-965f-c7b3b63bbca1,revision_number=None']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:40:14.971724 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a41ca753-11c5-4912-8872-a8adbd3fe301 tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] Pushing event updated for resources: {'Subnet': ['ID=f1a1bded-9a40-4908-b181-d664dc5efc36,revision_number=0']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:40:15.001546 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-cbafa9a7-4441-4292-8c1a-2fd660004faf req-afa23c27-3f92-4e29-b99c-261579b69316 service neutron] 10.222.0.67 "GET /v2.0/networks/13c320c3-e746-4d37-877a-d3d286211b52?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2038765 Sep 23 19:40:15.002412 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a41ca753-11c5-4912-8872-a8adbd3fe301 tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] Checking segment: {'id': '41659811-fb91-4b4f-861f-644b86acc502', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '3cf25e05-6bd2-4af7-8f54-815dd00fc5ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95102) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:40:15.002779 n-d-713301-16 neutron-server[95102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a41ca753-11c5-4912-8872-a8adbd3fe301 tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] Network hostable DHCP agents. Network: 3cf25e05-6bd2-4af7-8f54-815dd00fc5ab, hostable agents: ['1b18bf05-1b5f-4587-be5c-af3ac38e32ad'], hosted agents: [] {{(pid=95102) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 19:40:15.086135 n-d-713301-16 neutron-server[95102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a41ca753-11c5-4912-8872-a8adbd3fe301 tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] Network 3cf25e05-6bd2-4af7-8f54-815dd00fc5ab is scheduled to be hosted by DHCP agent 1b18bf05-1b5f-4587-be5c-af3ac38e32ad with binding_index 1 {{(pid=95102) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 19:40:15.103017 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-9db4beac-1404-4f5b-a9e4-c11ab7bc377c tempest-FloatingIPTestJSON-2085468291 tempest-FloatingIPTestJSON-2085468291-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-601372'] for router_interface, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:15.108552 n-d-713301-16 neutron-server[95102]: DEBUG neutron.scheduler.base_scheduler [None req-a41ca753-11c5-4912-8872-a8adbd3fe301 tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713301-16, 3cf25e05-6bd2-4af7-8f54-815dd00fc5ab) {{(pid=95102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:40:15.121268 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1f7316d-578a-4b53-bba2-dd460ec32809 None None] Network 3cf25e05-6bd2-4af7-8f54-815dd00fc5ab requested from n-d-713301-16 {{(pid=95103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 19:40:15.131524 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a41ca753-11c5-4912-8872-a8adbd3fe301 tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:40:15.132293 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-a41ca753-11c5-4912-8872-a8adbd3fe301 tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] Notify callbacks [] for subnet, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:15.158341 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-cbafa9a7-4441-4292-8c1a-2fd660004faf req-09f68aba-a7ba-4ac1-9d47-93996eb91aac service neutron] 10.222.0.67 "GET /v2.0/networks/13c320c3-e746-4d37-877a-d3d286211b52?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1458118 Sep 23 19:40:15.168034 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-a41ca753-11c5-4912-8872-a8adbd3fe301 tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2123096 Sep 23 19:40:15.169014 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 59780) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:40:15.176569 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.v2.base [None req-8c571529-ebd3-471b-a2cf-3fa45e376f39 tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] Request body: {'port': {'network_id': '3cf25e05-6bd2-4af7-8f54-815dd00fc5ab', 'name': 'tempest-PortsTestJSON-1507404105', 'fixed_ips': [{'subnet_id': 'f1a1bded-9a40-4908-b181-d664dc5efc36', 'ip_address': '172.20.0.10'}]}} {{(pid=95102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:40:15.367904 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c571529-ebd3-471b-a2cf-3fa45e376f39 tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] Made reservation on behalf of e53e881fc39941c397f29318ff64a85b for: {'port': 1} {{(pid=95102) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:40:15.434291 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39751bf1-0a9f-4932-be84-93b1325e6147 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4c8b80df-07eb-5275-9f17-5cf640db67c0-3cf25e05-6bd2-4af7-8f54-815dd00fc5ab', 'network_id': '3cf25e05-6bd2-4af7-8f54-815dd00fc5ab', 'tenant_id': 'e53e881fc39941c397f29318ff64a85b', 'fixed_ips': [{'subnet_id': 'f1a1bded-9a40-4908-b181-d664dc5efc36'}]}} from n-d-713301-16. {{(pid=95103) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 23 19:40:15.435078 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-39751bf1-0a9f-4932-be84-93b1325e6147 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_create {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:15.518739 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-0826d7ee-4f1b-4388-bacb-0b1071a12a4f req-b4f37269-3442-4185-8711-618079c03f34 tempest-ServersTestJSON-149791516 tempest-ServersTestJSON-149791516-project] 10.222.0.67 "GET /v2.0/ports?device_id=1921f1fe-df9a-46ef-ae57-567b8545bac8 HTTP/1.1" status: 200 len: 210 time: 0.0983958 Sep 23 19:40:15.606652 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-8c571529-ebd3-471b-a2cf-3fa45e376f39 tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:15.629332 n-d-713301-16 neutron-server[95102]: DEBUG neutron.notifiers.nova [None req-8c571529-ebd3-471b-a2cf-3fa45e376f39 tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] device_id is not set on port e0558ecd-e43b-4d4d-96fc-60e81365e495 yet. {{(pid=95102) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 23 19:40:15.817031 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.db_base_plugin_common [None req-39751bf1-0a9f-4932-be84-93b1325e6147 None None] Allocated IP 172.20.0.2 (3cf25e05-6bd2-4af7-8f54-815dd00fc5ab/f1a1bded-9a40-4908-b181-d664dc5efc36/6fb16a5d-b577-48fc-b25c-04df89abad18) {{(pid=95103) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 19:40:15.832233 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.plugin [None req-9db4beac-1404-4f5b-a9e4-c11ab7bc377c tempest-FloatingIPTestJSON-2085468291 tempest-FloatingIPTestJSON-2085468291-project] Deleting port 87e524eb-8b5a-46f0-b80d-0cba9f8e8127 {{(pid=95101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:40:15.838557 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-9db4beac-1404-4f5b-a9e4-c11ab7bc377c tempest-FloatingIPTestJSON-2085468291 tempest-FloatingIPTestJSON-2085468291-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783146157096'] for port, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:16.004542 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-9db4beac-1404-4f5b-a9e4-c11ab7bc377c tempest-FloatingIPTestJSON-2085468291 tempest-FloatingIPTestJSON-2085468291-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-605701'] for port, precommit_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:16.040836 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.plugin [None req-9db4beac-1404-4f5b-a9e4-c11ab7bc377c tempest-FloatingIPTestJSON-2085468291 tempest-FloatingIPTestJSON-2085468291-project] Calling delete_port for 87e524eb-8b5a-46f0-b80d-0cba9f8e8127 owned by network:router_interface {{(pid=95101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:40:16.072429 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-39751bf1-0a9f-4932-be84-93b1325e6147 None None] Notify callbacks [] for port, precommit_create {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:16.082745 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-39751bf1-0a9f-4932-be84-93b1325e6147 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783145673135'] for port, after_create {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:16.193398 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39751bf1-0a9f-4932-be84-93b1325e6147 None None] Pushing event updated for resources: {'Port': ['ID=6fb16a5d-b577-48fc-b25c-04df89abad18,revision_number=1']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:40:16.206937 n-d-713301-16 neutron-server[95102]: DEBUG neutron.db.db_base_plugin_common [None req-8c571529-ebd3-471b-a2cf-3fa45e376f39 tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] Allocated IP 172.20.0.10 (3cf25e05-6bd2-4af7-8f54-815dd00fc5ab/f1a1bded-9a40-4908-b181-d664dc5efc36/e0558ecd-e43b-4d4d-96fc-60e81365e495) {{(pid=95102) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 19:40:16.242703 n-d-713301-16 neutron-server[95103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39751bf1-0a9f-4932-be84-93b1325e6147 None None] Network 3cf25e05-6bd2-4af7-8f54-815dd00fc5ab is already hosted by enough agents. {{(pid=95103) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:40:16.248431 n-d-713301-16 neutron-server[95103]: DEBUG neutron.scheduler.base_scheduler [None req-39751bf1-0a9f-4932-be84-93b1325e6147 None None] Resources bound (agent type, host, resource id): {{(pid=95103) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:40:16.259355 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39751bf1-0a9f-4932-be84-93b1325e6147 None None] Received port after_create {{(pid=95103) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 19:40:16.391345 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 59820) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:40:16.400138 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.managers [None req-39751bf1-0a9f-4932-be84-93b1325e6147 None None] Attempting to bind port 6fb16a5d-b577-48fc-b25c-04df89abad18 on host n-d-713301-16 for vnic_type normal with profile {{(pid=95103) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 19:40:16.400852 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.managers [None req-39751bf1-0a9f-4932-be84-93b1325e6147 None None] Attempting to bind port 6fb16a5d-b577-48fc-b25c-04df89abad18 by drivers openvswitch,hyperv on host n-d-713301-16 at level 0 using segments [{'id': '41659811-fb91-4b4f-861f-644b86acc502', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '3cf25e05-6bd2-4af7-8f54-815dd00fc5ab'}] {{(pid=95103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 19:40:16.401443 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39751bf1-0a9f-4932-be84-93b1325e6147 None None] Attempting to bind port 6fb16a5d-b577-48fc-b25c-04df89abad18 on network 3cf25e05-6bd2-4af7-8f54-815dd00fc5ab {{(pid=95103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:40:16.411148 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39751bf1-0a9f-4932-be84-93b1325e6147 None None] Checking agent: {'id': '70a14545-df24-472f-8f95-bfe1719bff93', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 19, 7, 53), 'started_at': datetime.datetime(2021, 9, 23, 19, 8, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 19, 39, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 19:40:16.412282 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39751bf1-0a9f-4932-be84-93b1325e6147 None None] Checking segment: {'id': '41659811-fb91-4b4f-861f-644b86acc502', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '3cf25e05-6bd2-4af7-8f54-815dd00fc5ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95103) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:40:16.413155 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-39751bf1-0a9f-4932-be84-93b1325e6147 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:16.413767 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39751bf1-0a9f-4932-be84-93b1325e6147 None None] Bound using segment: {'id': '41659811-fb91-4b4f-861f-644b86acc502', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '3cf25e05-6bd2-4af7-8f54-815dd00fc5ab'} {{(pid=95103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 19:40:16.414471 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.managers [None req-39751bf1-0a9f-4932-be84-93b1325e6147 None None] Bound port: 6fb16a5d-b577-48fc-b25c-04df89abad18, host: n-d-713301-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '41659811-fb91-4b4f-861f-644b86acc502', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '3cf25e05-6bd2-4af7-8f54-815dd00fc5ab'}}] {{(pid=95103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 19:40:16.415251 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-39751bf1-0a9f-4932-be84-93b1325e6147 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:16.506133 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-8c571529-ebd3-471b-a2cf-3fa45e376f39 tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] Notify callbacks [] for port, precommit_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:16.556397 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-9db4beac-1404-4f5b-a9e4-c11ab7bc377c tempest-FloatingIPTestJSON-2085468291 tempest-FloatingIPTestJSON-2085468291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783146162158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783145673144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5607431'] for port, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:16.561308 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-39751bf1-0a9f-4932-be84-93b1325e6147 None None] For port 6fb16a5d-b577-48fc-b25c-04df89abad18, host n-d-713301-16, cleared binding levels {{(pid=95103) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 19:40:16.566869 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-39751bf1-0a9f-4932-be84-93b1325e6147 None None] For port 6fb16a5d-b577-48fc-b25c-04df89abad18, host n-d-713301-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-16',level=0,port_id=6fb16a5d-b577-48fc-b25c-04df89abad18,segment=NetworkSegment(41659811-fb91-4b4f-861f-644b86acc502),segment_id=41659811-fb91-4b4f-861f-644b86acc502)] {{(pid=95103) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 19:40:16.584541 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-39751bf1-0a9f-4932-be84-93b1325e6147 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:16.609789 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-8c571529-ebd3-471b-a2cf-3fa45e376f39 tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783145673135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4399100'] for port, after_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:16.636300 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.v2.base [None req-dedc8393-e44c-41e1-9be6-dacbc86b8164 tempest-RoutersTest-320658655 tempest-RoutersTest-320658655-project] Request body: {'network': {'name': 'tempest-RoutersTest-1580762838'}} {{(pid=95101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:40:16.640097 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9db4beac-1404-4f5b-a9e4-c11ab7bc377c tempest-FloatingIPTestJSON-2085468291 tempest-FloatingIPTestJSON-2085468291-project] Pushing event deleted for resources: {'Port': ['ID=87e524eb-8b5a-46f0-b80d-0cba9f8e8127,revision_number=None']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:40:16.708074 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39751bf1-0a9f-4932-be84-93b1325e6147 None None] Pushing event updated for resources: {'Port': ['ID=6fb16a5d-b577-48fc-b25c-04df89abad18,revision_number=2']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:40:16.711016 n-d-713301-16 neutron-server[95102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c571529-ebd3-471b-a2cf-3fa45e376f39 tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] Network 3cf25e05-6bd2-4af7-8f54-815dd00fc5ab is already hosted by enough agents. {{(pid=95102) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:40:16.717471 n-d-713301-16 neutron-server[95102]: DEBUG neutron.scheduler.base_scheduler [None req-8c571529-ebd3-471b-a2cf-3fa45e376f39 tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] Resources bound (agent type, host, resource id): {{(pid=95102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:40:16.734339 n-d-713301-16 neutron-server[95102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c571529-ebd3-471b-a2cf-3fa45e376f39 tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] Received port after_create {{(pid=95102) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 19:40:16.783379 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c571529-ebd3-471b-a2cf-3fa45e376f39 tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] Pushing event updated for resources: {'Port': ['ID=e0558ecd-e43b-4d4d-96fc-60e81365e495,revision_number=1']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:40:16.844303 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dedc8393-e44c-41e1-9be6-dacbc86b8164 tempest-RoutersTest-320658655 tempest-RoutersTest-320658655-project] Made reservation on behalf of 6680ec314c604479bbb737c95f4e0850 for: {'network': 1} {{(pid=95101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:40:16.848692 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-dedc8393-e44c-41e1-9be6-dacbc86b8164 tempest-RoutersTest-320658655 tempest-RoutersTest-320658655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for network, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:16.914762 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-dedc8393-e44c-41e1-9be6-dacbc86b8164 tempest-RoutersTest-320658655 tempest-RoutersTest-320658655-project] Notify callbacks [] for security_group, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:16.951710 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-f4fc099c-105b-4a6c-a2f7-0f352a9f63d7 req-12dace99-3e72-4ca2-8702-c35c98f73823 tempest-ServersTestJSON-149791516 tempest-ServersTestJSON-149791516-project] 10.222.0.67 "GET /v2.0/ports?device_id=1921f1fe-df9a-46ef-ae57-567b8545bac8 HTTP/1.1" status: 200 len: 210 time: 0.1982419 Sep 23 19:40:16.975178 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c571529-ebd3-471b-a2cf-3fa45e376f39 tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:40:16.975934 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-8c571529-ebd3-471b-a2cf-3fa45e376f39 tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222849'] for port, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:17.144715 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-9db4beac-1404-4f5b-a9e4-c11ab7bc377c tempest-FloatingIPTestJSON-2085468291 tempest-FloatingIPTestJSON-2085468291-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-527322', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-602005'] for router_interface, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:17.252960 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbafa9a7-4441-4292-8c1a-2fd660004faf req-b1f08496-0c21-4e57-bb95-6473c044d608 tempest-ServersTestJSON-149791516 tempest-ServersTestJSON-149791516-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:40:17.255513 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-cbafa9a7-4441-4292-8c1a-2fd660004faf req-b1f08496-0c21-4e57-bb95-6473c044d608 tempest-ServersTestJSON-149791516 tempest-ServersTestJSON-149791516-project] 10.222.0.74 "GET /v2.0/networks?id=13c320c3-e746-4d37-877a-d3d286211b52 HTTP/1.1" status: 200 len: 806 time: 0.2651031 Sep 23 19:40:17.271174 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.v2.base [req-cbafa9a7-4441-4292-8c1a-2fd660004faf req-88ef940e-6c38-49c8-ab49-7bb6e690681b tempest-ServersTestJSON-149791516 tempest-ServersTestJSON-149791516-project] Request body: {'port': {'device_id': '1921f1fe-df9a-46ef-ae57-567b8545bac8', 'network_id': '13c320c3-e746-4d37-877a-d3d286211b52', 'admin_state_up': True, 'tenant_id': 'ee2e9bda0f104270af74ba8d5f144843'}} {{(pid=95102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:40:17.362025 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-dedc8393-e44c-41e1-9be6-dacbc86b8164 tempest-RoutersTest-320658655 tempest-RoutersTest-320658655-project] Notify callbacks [] for security_group, precommit_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:17.375669 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-dedc8393-e44c-41e1-9be6-dacbc86b8164 tempest-RoutersTest-320658655 tempest-RoutersTest-320658655-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:17.381463 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-8c571529-ebd3-471b-a2cf-3fa45e376f39 tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 2.2107408 Sep 23 19:40:17.388286 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 59836) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:40:17.404971 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.v2.base [None req-a8176ee4-f24a-4086-a5e2-064e22f6e3c3 tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] Request body: {'port': {'network_id': '3cf25e05-6bd2-4af7-8f54-815dd00fc5ab', 'name': 'tempest-PortsTestJSON-477290482', 'fixed_ips': [{'subnet_id': 'f1a1bded-9a40-4908-b181-d664dc5efc36', 'ip_address': '172.20.0.9'}]}} {{(pid=95102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:40:17.435712 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dedc8393-e44c-41e1-9be6-dacbc86b8164 tempest-RoutersTest-320658655 tempest-RoutersTest-320658655-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 611} {{(pid=95101) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 19:40:17.445105 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dedc8393-e44c-41e1-9be6-dacbc86b8164 tempest-RoutersTest-320658655 tempest-RoutersTest-320658655-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5961f0e4-5586-461e-b75d-34c894e2741e,revision_number=1']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:40:17.487600 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-dedc8393-e44c-41e1-9be6-dacbc86b8164 tempest-RoutersTest-320658655 tempest-RoutersTest-320658655-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1756186'] for segment, precommit_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:17.488825 n-d-713301-16 neutron-server[95101]: INFO neutron.db.segments_db [None req-dedc8393-e44c-41e1-9be6-dacbc86b8164 tempest-RoutersTest-320658655 tempest-RoutersTest-320658655-project] Added segment d04d3066-a573-4a9d-b08f-be812113b873 of type vlan for network bbb96d31-ef87-4e4a-85b9-cf661135e859 Sep 23 19:40:17.494233 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cbafa9a7-4441-4292-8c1a-2fd660004faf req-88ef940e-6c38-49c8-ab49-7bb6e690681b tempest-ServersTestJSON-149791516 tempest-ServersTestJSON-149791516-project] Made reservation on behalf of ee2e9bda0f104270af74ba8d5f144843 for: {'port': 1} {{(pid=95102) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:40:17.498009 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-cbafa9a7-4441-4292-8c1a-2fd660004faf req-88ef940e-6c38-49c8-ab49-7bb6e690681b tempest-ServersTestJSON-149791516 tempest-ServersTestJSON-149791516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:17.613849 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8176ee4-f24a-4086-a5e2-064e22f6e3c3 tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] Made reservation on behalf of e53e881fc39941c397f29318ff64a85b for: {'port': 1} {{(pid=95102) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:40:17.619352 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-a8176ee4-f24a-4086-a5e2-064e22f6e3c3 tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:17.664954 n-d-713301-16 neutron-server[95102]: DEBUG neutron.notifiers.nova [None req-a8176ee4-f24a-4086-a5e2-064e22f6e3c3 tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] device_id is not set on port 67579628-2b9c-4912-8379-6cba3a96f42e yet. {{(pid=95102) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 23 19:40:17.726246 n-d-713301-16 neutron-server[95102]: DEBUG neutron.db.db_base_plugin_common [req-cbafa9a7-4441-4292-8c1a-2fd660004faf req-88ef940e-6c38-49c8-ab49-7bb6e690681b tempest-ServersTestJSON-149791516 tempest-ServersTestJSON-149791516-project] Allocated IP 172.20.0.2 (13c320c3-e746-4d37-877a-d3d286211b52/1858a7c9-e08d-4d7a-87f9-fd282e21109a/1c194659-c45e-4088-b4fb-40184f040bd6) {{(pid=95102) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 19:40:17.923698 n-d-713301-16 neutron-server[95102]: DEBUG neutron.db.db_base_plugin_common [None req-a8176ee4-f24a-4086-a5e2-064e22f6e3c3 tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] Allocated IP 172.20.0.9 (3cf25e05-6bd2-4af7-8f54-815dd00fc5ab/f1a1bded-9a40-4908-b181-d664dc5efc36/67579628-2b9c-4912-8379-6cba3a96f42e) {{(pid=95102) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 19:40:17.974338 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-dedc8393-e44c-41e1-9be6-dacbc86b8164 tempest-RoutersTest-320658655 tempest-RoutersTest-320658655-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783145630486'] for network, precommit_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:18.030353 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-dedc8393-e44c-41e1-9be6-dacbc86b8164 tempest-RoutersTest-320658655 tempest-RoutersTest-320658655-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299'] for network, after_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:18.039150 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dedc8393-e44c-41e1-9be6-dacbc86b8164 tempest-RoutersTest-320658655 tempest-RoutersTest-320658655-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:40:18.039852 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-dedc8393-e44c-41e1-9be6-dacbc86b8164 tempest-RoutersTest-320658655 tempest-RoutersTest-320658655-project] Notify callbacks [] for network, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:18.053310 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9db4beac-1404-4f5b-a9e4-c11ab7bc377c tempest-FloatingIPTestJSON-2085468291 tempest-FloatingIPTestJSON-2085468291-project] Router b9a5801a-9353-4af9-a832-9c57e9922ab6 has already been hosted by L3 agent 79a740bf-7821-4989-8288-7186e3e128f3 {{(pid=95101) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 19:40:18.134040 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-dedc8393-e44c-41e1-9be6-dacbc86b8164 tempest-RoutersTest-320658655 tempest-RoutersTest-320658655-project] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.7392766 Sep 23 19:40:18.142214 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 59848) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:40:18.154563 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-5fd3a873-be73-4e8c-96f7-078441204a04 req-96ce02d7-174a-4fcd-9150-81f9f173d6c6 tempest-ServersTestJSON-149791516 tempest-ServersTestJSON-149791516-project] 10.222.0.67 "GET /v2.0/ports?device_id=1921f1fe-df9a-46ef-ae57-567b8545bac8 HTTP/1.1" status: 200 len: 210 time: 0.0793662 Sep 23 19:40:18.155668 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.v2.base [None req-475be027-4304-4758-89ff-94740d4fad95 tempest-RoutersTest-320658655 tempest-RoutersTest-320658655-project] Request body: {'network': {'name': 'tempest-RoutersTest-926012093'}} {{(pid=95101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:40:18.276082 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-cbafa9a7-4441-4292-8c1a-2fd660004faf req-88ef940e-6c38-49c8-ab49-7bb6e690681b tempest-ServersTestJSON-149791516 tempest-ServersTestJSON-149791516-project] Notify callbacks [] for port, precommit_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:18.295100 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dedc8393-e44c-41e1-9be6-dacbc86b8164 tempest-RoutersTest-320658655 tempest-RoutersTest-320658655-project] Pushing event updated for resources: {'Network': ['ID=bbb96d31-ef87-4e4a-85b9-cf661135e859,revision_number=1']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:40:18.310325 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6c04b6c-6e82-489f-b6bd-a86bff9ebab0 None None] Network 3cf25e05-6bd2-4af7-8f54-815dd00fc5ab requested from n-d-713301-16 {{(pid=95103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 19:40:18.314433 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Network bbb96d31-ef87-4e4a-85b9-cf661135e859 details requested by agent ovs-agent-n-d-713301-16 with host n-d-713301-16 {{(pid=95103) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 19:40:18.355913 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-475be027-4304-4758-89ff-94740d4fad95 tempest-RoutersTest-320658655 tempest-RoutersTest-320658655-project] Made reservation on behalf of 6680ec314c604479bbb737c95f4e0850 for: {'network': 1} {{(pid=95101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:40:18.359893 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-475be027-4304-4758-89ff-94740d4fad95 tempest-RoutersTest-320658655 tempest-RoutersTest-320658655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for network, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:18.460123 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9db4beac-1404-4f5b-a9e4-c11ab7bc377c tempest-FloatingIPTestJSON-2085468291 tempest-FloatingIPTestJSON-2085468291-project] Notify agent at l3_agent.n-d-713301-16 the message routers_updated {{(pid=95101) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 19:40:18.466579 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-9db4beac-1404-4f5b-a9e4-c11ab7bc377c tempest-FloatingIPTestJSON-2085468291 tempest-FloatingIPTestJSON-2085468291-project] 10.222.0.67 "PUT /v2.0/routers/b9a5801a-9353-4af9-a832-9c57e9922ab6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0384915 Sep 23 19:40:18.471381 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 59852) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:40:18.477158 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-475be027-4304-4758-89ff-94740d4fad95 tempest-RoutersTest-320658655 tempest-RoutersTest-320658655-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 602} {{(pid=95101) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 19:40:18.506394 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-a8176ee4-f24a-4086-a5e2-064e22f6e3c3 tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] Notify callbacks [] for port, precommit_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:18.566594 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-a8176ee4-f24a-4086-a5e2-064e22f6e3c3 tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783145673135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4399100'] for port, after_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:18.567702 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3495d5e0-d667-430d-b2a4-d481fab172e5 None None] Sync routers for ids ['b9a5801a-9353-4af9-a832-9c57e9922ab6'] in n-d-713301-16 {{(pid=95103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 19:40:18.604977 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-1d44b554-bcb6-46f0-9027-0e5633342256 None None] Provisioning complete for port 6fb16a5d-b577-48fc-b25c-04df89abad18 triggered by entity DHCP. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:40:18.605355 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-1d44b554-bcb6-46f0-9027-0e5633342256 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:18.623931 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-475be027-4304-4758-89ff-94740d4fad95 tempest-RoutersTest-320658655 tempest-RoutersTest-320658655-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1756186'] for segment, precommit_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:18.624283 n-d-713301-16 neutron-server[95101]: INFO neutron.db.segments_db [None req-475be027-4304-4758-89ff-94740d4fad95 tempest-RoutersTest-320658655 tempest-RoutersTest-320658655-project] Added segment 9913eb4c-0816-4c27-8286-9ac68a185bab of type vlan for network ff948915-8906-41dd-8714-7071763fd9cf Sep 23 19:40:18.651499 n-d-713301-16 neutron-server[95102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8176ee4-f24a-4086-a5e2-064e22f6e3c3 tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] Network 3cf25e05-6bd2-4af7-8f54-815dd00fc5ab is already hosted by enough agents. {{(pid=95102) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:40:18.660913 n-d-713301-16 neutron-server[95102]: DEBUG neutron.scheduler.base_scheduler [None req-a8176ee4-f24a-4086-a5e2-064e22f6e3c3 tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] Resources bound (agent type, host, resource id): {{(pid=95102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:40:18.668105 n-d-713301-16 neutron-server[95102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8176ee4-f24a-4086-a5e2-064e22f6e3c3 tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] Received port after_create {{(pid=95102) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 19:40:18.707849 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-cbafa9a7-4441-4292-8c1a-2fd660004faf req-88ef940e-6c38-49c8-ab49-7bb6e690681b tempest-ServersTestJSON-149791516 tempest-ServersTestJSON-149791516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783145673135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4399100'] for port, after_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:18.710641 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-475be027-4304-4758-89ff-94740d4fad95 tempest-RoutersTest-320658655 tempest-RoutersTest-320658655-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783145630486'] for network, precommit_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:18.721016 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Device 6fb16a5d-b577-48fc-b25c-04df89abad18 up at agent ovs-agent-n-d-713301-16 {{(pid=95103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 19:40:18.733182 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] get_ports_and_sgs() called for port_ids ['1e33a789-d371-4447-ad9f-6d77201ac2d1'] {{(pid=95103) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 19:40:18.784692 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-475be027-4304-4758-89ff-94740d4fad95 tempest-RoutersTest-320658655 tempest-RoutersTest-320658655-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299'] for network, after_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:18.790804 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-475be027-4304-4758-89ff-94740d4fad95 tempest-RoutersTest-320658655 tempest-RoutersTest-320658655-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:40:18.791669 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-475be027-4304-4758-89ff-94740d4fad95 tempest-RoutersTest-320658655 tempest-RoutersTest-320658655-project] Notify callbacks [] for network, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:18.823569 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3495d5e0-d667-430d-b2a4-d481fab172e5 None None] Routers {'b9a5801a-9353-4af9-a832-9c57e9922ab6'} bound to L3 agent in host n-d-713301-16 {{(pid=95103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 19:40:18.824221 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_hamode_db [None req-3495d5e0-d667-430d-b2a4-d481fab172e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-23T19:07:52Z,description=,heartbeat_timestamp=2021-09-23T19:39:52Z,host='n-d-713301-16',id=79a740bf-7821-4989-8288-7186e3e128f3,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:07:52Z,topic='l3_agent')) {'router_ids': ['b9a5801a-9353-4af9-a832-9c57e9922ab6'], 'active': True} {{(pid=95103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:40:18.837252 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-09199ab9-d60c-4e6d-b57a-1810f8249d6c tempest-FloatingIPTestJSON-2085468291 tempest-FloatingIPTestJSON-2085468291-project] Notify callbacks [] for router, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:18.852335 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8176ee4-f24a-4086-a5e2-064e22f6e3c3 tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:40:18.853021 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-a8176ee4-f24a-4086-a5e2-064e22f6e3c3 tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222849'] for port, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:18.890062 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-475be027-4304-4758-89ff-94740d4fad95 tempest-RoutersTest-320658655 tempest-RoutersTest-320658655-project] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.7464519 Sep 23 19:40:18.898361 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-a8176ee4-f24a-4086-a5e2-064e22f6e3c3 tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 1.5047054 Sep 23 19:40:18.898652 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 59862) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:40:18.898762 n-d-713301-16 neutron-server[95102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cbafa9a7-4441-4292-8c1a-2fd660004faf req-88ef940e-6c38-49c8-ab49-7bb6e690681b tempest-ServersTestJSON-149791516 tempest-ServersTestJSON-149791516-project] Network 13c320c3-e746-4d37-877a-d3d286211b52 is already hosted by enough agents. {{(pid=95102) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:40:18.898762 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 59864) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:40:18.900640 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8176ee4-f24a-4086-a5e2-064e22f6e3c3 tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] Pushing event updated for resources: {'Port': ['ID=67579628-2b9c-4912-8379-6cba3a96f42e,revision_number=1']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:40:18.903573 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.v2.base [None req-013d11f3-2012-432a-b233-353aae49da86 tempest-RoutersTest-320658655 tempest-RoutersTest-320658655-project] Request body: {'subnet': {'network_id': 'bbb96d31-ef87-4e4a-85b9-cf661135e859', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:40:18.915636 n-d-713301-16 neutron-server[95102]: DEBUG neutron.scheduler.base_scheduler [req-cbafa9a7-4441-4292-8c1a-2fd660004faf req-88ef940e-6c38-49c8-ab49-7bb6e690681b tempest-ServersTestJSON-149791516 tempest-ServersTestJSON-149791516-project] Resources bound (agent type, host, resource id): {{(pid=95102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:40:18.920037 n-d-713301-16 neutron-server[95102]: DEBUG neutron.db.l3_dvrscheduler_db [req-cbafa9a7-4441-4292-8c1a-2fd660004faf req-88ef940e-6c38-49c8-ab49-7bb6e690681b tempest-ServersTestJSON-149791516 tempest-ServersTestJSON-149791516-project] Received port after_create {{(pid=95102) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 19:40:18.973663 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-475be027-4304-4758-89ff-94740d4fad95 tempest-RoutersTest-320658655 tempest-RoutersTest-320658655-project] Pushing event updated for resources: {'Network': ['ID=ff948915-8906-41dd-8714-7071763fd9cf,revision_number=1']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:40:18.984208 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbafa9a7-4441-4292-8c1a-2fd660004faf req-88ef940e-6c38-49c8-ab49-7bb6e690681b tempest-ServersTestJSON-149791516 tempest-ServersTestJSON-149791516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:40:18.984632 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-cbafa9a7-4441-4292-8c1a-2fd660004faf req-88ef940e-6c38-49c8-ab49-7bb6e690681b tempest-ServersTestJSON-149791516 tempest-ServersTestJSON-149791516-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222849'] for port, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:19.070231 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e0718d7-dc1c-4cc8-95ba-ba2290a1909b tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:40:19.080319 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 59868) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:40:19.084497 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-0e0718d7-dc1c-4cc8-95ba-ba2290a1909b tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] 10.222.0.67 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1 HTTP/1.1" status: 200 len: 923 time: 0.1834087 Sep 23 19:40:19.119295 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-cbafa9a7-4441-4292-8c1a-2fd660004faf req-88ef940e-6c38-49c8-ab49-7bb6e690681b tempest-ServersTestJSON-149791516 tempest-ServersTestJSON-149791516-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8519127 Sep 23 19:40:19.121422 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88ef940e-6c38-49c8-ab49-7bb6e690681b tempest-ServersTestJSON-149791516 tempest-ServersTestJSON-149791516-project] Pushing event updated for resources: {'Port': ['ID=1c194659-c45e-4088-b4fb-40184f040bd6,revision_number=1']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:40:19.144145 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.v2.base [req-cbafa9a7-4441-4292-8c1a-2fd660004faf req-8974a316-1853-4d6b-9d0d-18e250cbe85c service neutron] Request body: {'port': {'device_id': '1921f1fe-df9a-46ef-ae57-567b8545bac8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713301-16'}} {{(pid=95102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:40:19.156837 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-09199ab9-d60c-4e6d-b57a-1810f8249d6c tempest-FloatingIPTestJSON-2085468291 tempest-FloatingIPTestJSON-2085468291-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:19.220450 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_hamode_db [None req-3495d5e0-d667-430d-b2a4-d481fab172e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713301-16', False) {} {{(pid=95103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:40:19.266724 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-013d11f3-2012-432a-b233-353aae49da86 tempest-RoutersTest-320658655 tempest-RoutersTest-320658655-project] Made reservation on behalf of 6680ec314c604479bbb737c95f4e0850 for: {'subnet': 1} {{(pid=95101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:40:19.273896 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-013d11f3-2012-432a-b233-353aae49da86 tempest-RoutersTest-320658655 tempest-RoutersTest-320658655-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6130979'] for subnet, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:19.276800 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-cbafa9a7-4441-4292-8c1a-2fd660004faf req-8974a316-1853-4d6b-9d0d-18e250cbe85c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:19.312225 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Network ff948915-8906-41dd-8714-7071763fd9cf details requested by agent ovs-agent-n-d-713301-16 with host n-d-713301-16 {{(pid=95103) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 19:40:19.364190 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57debf7e-9b9c-4416-873b-4859d4e6056b req-31bf2506-ed10-4bd2-8bc9-1c11a85cbd59 tempest-ServersTestJSON-149791516 tempest-ServersTestJSON-149791516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:40:19.375113 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-57debf7e-9b9c-4416-873b-4859d4e6056b req-31bf2506-ed10-4bd2-8bc9-1c11a85cbd59 tempest-ServersTestJSON-149791516 tempest-ServersTestJSON-149791516-project] 10.222.0.67 "GET /v2.0/ports?device_id=1921f1fe-df9a-46ef-ae57-567b8545bac8 HTTP/1.1" status: 200 len: 931 time: 0.0993078 Sep 23 19:40:19.395565 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3495d5e0-d667-430d-b2a4-d481fab172e5 None None] Routers {'b9a5801a-9353-4af9-a832-9c57e9922ab6'} bound to L3 agent in host n-d-713301-16 {{(pid=95103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 19:40:19.396994 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_hamode_db [None req-3495d5e0-d667-430d-b2a4-d481fab172e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-23T19:07:52Z,description=,heartbeat_timestamp=2021-09-23T19:39:52Z,host='n-d-713301-16',id=79a740bf-7821-4989-8288-7186e3e128f3,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:07:52Z,topic='l3_agent')) {'router_ids': ['b9a5801a-9353-4af9-a832-9c57e9922ab6'], 'active': True} {{(pid=95103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:40:19.433830 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-1d44b554-bcb6-46f0-9027-0e5633342256 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:19.444135 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_hamode_db [None req-3495d5e0-d667-430d-b2a4-d481fab172e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713301-16', False) {} {{(pid=95103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:40:19.445336 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3495d5e0-d667-430d-b2a4-d481fab172e5 None None] The sync data for ids ['b9a5801a-9353-4af9-a832-9c57e9922ab6'] in n-d-713301-16 is: [] {{(pid=95103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 19:40:19.469087 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-57debf7e-9b9c-4416-873b-4859d4e6056b req-c52c5cb4-6909-4d8a-a33f-3cd64e5de260 tempest-ServersTestJSON-149791516 tempest-ServersTestJSON-149791516-project] 10.222.0.67 "GET /v2.0/security-groups?id=b8c31db9-bcb2-4708-876e-18b1f4bdd8a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926359 Sep 23 19:40:19.658937 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-013d11f3-2012-432a-b233-353aae49da86 tempest-RoutersTest-320658655 tempest-RoutersTest-320658655-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5607579', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6130961'] for subnet, after_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:19.692019 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-1d44b554-bcb6-46f0-9027-0e5633342256 None None] For port 6fb16a5d-b577-48fc-b25c-04df89abad18, host n-d-713301-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-16',level=0,port_id=6fb16a5d-b577-48fc-b25c-04df89abad18,segment=NetworkSegment(41659811-fb91-4b4f-861f-644b86acc502),segment_id=41659811-fb91-4b4f-861f-644b86acc502)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:40:19.710722 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-1d44b554-bcb6-46f0-9027-0e5633342256 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:19.749587 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-013d11f3-2012-432a-b233-353aae49da86 tempest-RoutersTest-320658655 tempest-RoutersTest-320658655-project] Pushing event updated for resources: {'Subnet': ['ID=f168ba10-9c3e-40b9-bb29-b7cb51ebf4f0,revision_number=0']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:40:19.759000 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Provisioning complete for port 6fb16a5d-b577-48fc-b25c-04df89abad18 triggered by entity L2. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:40:19.759117 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:19.764318 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-719cd29a-a85d-471b-9a55-3cd8e8261f7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:19.799100 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a640ef3f-f8b3-4493-a9c2-a91628072e23 tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:40:19.818754 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a640ef3f-f8b3-4493-a9c2-a91628072e23 tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:40:19.836769 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a640ef3f-f8b3-4493-a9c2-a91628072e23 tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:40:19.844997 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-a640ef3f-f8b3-4493-a9c2-a91628072e23 tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] 10.222.0.67 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0. HTTP/1.1" status: 200 len: 2377 time: 0.7637601 Sep 23 19:40:19.863125 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 59882) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:40:19.890942 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d44b554-bcb6-46f0-9027-0e5633342256 None None] Pushing event updated for resources: {'Port': ['ID=6fb16a5d-b577-48fc-b25c-04df89abad18,revision_number=3']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:40:19.992871 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.plugin [None req-09199ab9-d60c-4e6d-b57a-1810f8249d6c tempest-FloatingIPTestJSON-2085468291 tempest-FloatingIPTestJSON-2085468291-project] Deleting port 9f26373f-ceae-4efa-9be7-50d40980bdc5 {{(pid=95101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:40:19.994177 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-09199ab9-d60c-4e6d-b57a-1810f8249d6c tempest-FloatingIPTestJSON-2085468291 tempest-FloatingIPTestJSON-2085468291-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783146157096'] for port, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:19.999427 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-013d11f3-2012-432a-b233-353aae49da86 tempest-RoutersTest-320658655 tempest-RoutersTest-320658655-project] Checking segment: {'id': 'd04d3066-a573-4a9d-b08f-be812113b873', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': 'bbb96d31-ef87-4e4a-85b9-cf661135e859'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:40:19.999997 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-013d11f3-2012-432a-b233-353aae49da86 tempest-RoutersTest-320658655 tempest-RoutersTest-320658655-project] Network hostable DHCP agents. Network: bbb96d31-ef87-4e4a-85b9-cf661135e859, hostable agents: ['1b18bf05-1b5f-4587-be5c-af3ac38e32ad'], hosted agents: [] {{(pid=95101) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 19:40:20.096475 n-d-713301-16 neutron-server[95102]: DEBUG neutron.notifiers.nova [req-cbafa9a7-4441-4292-8c1a-2fd660004faf req-8974a316-1853-4d6b-9d0d-18e250cbe85c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1c194659-c45e-4088-b4fb-40184f040bd6 {{(pid=95102) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 19:40:20.118395 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-cbafa9a7-4441-4292-8c1a-2fd660004faf req-8974a316-1853-4d6b-9d0d-18e250cbe85c service neutron] Notify callbacks [] for port, precommit_update {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:20.146339 n-d-713301-16 neutron-server[95102]: DEBUG neutron.db.provisioning_blocks [req-cbafa9a7-4441-4292-8c1a-2fd660004faf req-8974a316-1853-4d6b-9d0d-18e250cbe85c service neutron] Transition to ACTIVE for port object 1c194659-c45e-4088-b4fb-40184f040bd6 will not be triggered until provisioned by entity L2. {{(pid=95102) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 19:40:20.150137 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-cbafa9a7-4441-4292-8c1a-2fd660004faf req-8974a316-1853-4d6b-9d0d-18e250cbe85c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4399095'] for port, after_update {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:20.231682 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-013d11f3-2012-432a-b233-353aae49da86 tempest-RoutersTest-320658655 tempest-RoutersTest-320658655-project] Network bbb96d31-ef87-4e4a-85b9-cf661135e859 is scheduled to be hosted by DHCP agent 1b18bf05-1b5f-4587-be5c-af3ac38e32ad with binding_index 1 {{(pid=95101) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 19:40:20.241953 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-d40d7c39-bef6-468c-8b92-28f2d26b8cb2 None None] Provisioning complete for port e0558ecd-e43b-4d4d-96fc-60e81365e495 triggered by entity DHCP. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:40:20.247328 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-d40d7c39-bef6-468c-8b92-28f2d26b8cb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:20.261526 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8974a316-1853-4d6b-9d0d-18e250cbe85c service neutron] Pushing event updated for resources: {'Port': ['ID=1c194659-c45e-4088-b4fb-40184f040bd6,revision_number=2']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:40:20.281621 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.base_scheduler [None req-013d11f3-2012-432a-b233-353aae49da86 tempest-RoutersTest-320658655 tempest-RoutersTest-320658655-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713301-16, bbb96d31-ef87-4e4a-85b9-cf661135e859) {{(pid=95101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:40:20.315009 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55b52219-7713-4416-91fb-22d4b68ad2d8 None None] Network bbb96d31-ef87-4e4a-85b9-cf661135e859 requested from n-d-713301-16 {{(pid=95103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 19:40:20.338283 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-013d11f3-2012-432a-b233-353aae49da86 tempest-RoutersTest-320658655 tempest-RoutersTest-320658655-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:40:20.339166 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-013d11f3-2012-432a-b233-353aae49da86 tempest-RoutersTest-320658655 tempest-RoutersTest-320658655-project] Notify callbacks [] for subnet, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:20.367837 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-09199ab9-d60c-4e6d-b57a-1810f8249d6c tempest-FloatingIPTestJSON-2085468291 tempest-FloatingIPTestJSON-2085468291-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-605701'] for port, precommit_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:20.387802 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.managers [req-cbafa9a7-4441-4292-8c1a-2fd660004faf req-8974a316-1853-4d6b-9d0d-18e250cbe85c service neutron] Attempting to bind port 1c194659-c45e-4088-b4fb-40184f040bd6 on host n-h1-713301-16 for vnic_type normal with profile {{(pid=95102) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 19:40:20.390098 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.managers [req-cbafa9a7-4441-4292-8c1a-2fd660004faf req-8974a316-1853-4d6b-9d0d-18e250cbe85c service neutron] Attempting to bind port 1c194659-c45e-4088-b4fb-40184f040bd6 by drivers openvswitch,hyperv on host n-h1-713301-16 at level 0 using segments [{'id': 'c829e8ab-031e-4667-8d5b-36ba5cfb9383', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '13c320c3-e746-4d37-877a-d3d286211b52'}] {{(pid=95102) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 19:40:20.390685 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbafa9a7-4441-4292-8c1a-2fd660004faf req-8974a316-1853-4d6b-9d0d-18e250cbe85c service neutron] Attempting to bind port 1c194659-c45e-4088-b4fb-40184f040bd6 on network 13c320c3-e746-4d37-877a-d3d286211b52 {{(pid=95102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:40:20.391114 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.plugin [None req-3e3b2cb3-968e-4728-9525-007b6a0f2e09 tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] Deleting port 67579628-2b9c-4912-8379-6cba3a96f42e {{(pid=95101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:40:20.391870 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-3e3b2cb3-968e-4728-9525-007b6a0f2e09 tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783146157096'] for port, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:20.402704 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbafa9a7-4441-4292-8c1a-2fd660004faf req-8974a316-1853-4d6b-9d0d-18e250cbe85c service neutron] Port 1c194659-c45e-4088-b4fb-40184f040bd6 on network 13c320c3-e746-4d37-877a-d3d286211b52 not bound, no agent of type Open vSwitch agent registered on host n-h1-713301-16 {{(pid=95102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 19:40:20.405157 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbafa9a7-4441-4292-8c1a-2fd660004faf req-8974a316-1853-4d6b-9d0d-18e250cbe85c service neutron] Attempting to bind port 1c194659-c45e-4088-b4fb-40184f040bd6 on network 13c320c3-e746-4d37-877a-d3d286211b52 {{(pid=95102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:40:20.407550 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.plugin [None req-09199ab9-d60c-4e6d-b57a-1810f8249d6c tempest-FloatingIPTestJSON-2085468291 tempest-FloatingIPTestJSON-2085468291-project] Calling delete_port for 9f26373f-ceae-4efa-9be7-50d40980bdc5 owned by network:router_gateway {{(pid=95101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:40:20.419983 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbafa9a7-4441-4292-8c1a-2fd660004faf req-8974a316-1853-4d6b-9d0d-18e250cbe85c service neutron] Checking agent: {'id': '0708c3e9-0aad-4600-9be9-d2486535c898', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713301-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 19, 15, 28), 'started_at': datetime.datetime(2021, 9, 23, 19, 15, 28), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 19, 39, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 19:40:20.421055 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbafa9a7-4441-4292-8c1a-2fd660004faf req-8974a316-1853-4d6b-9d0d-18e250cbe85c service neutron] Checking segment: {'id': 'c829e8ab-031e-4667-8d5b-36ba5cfb9383', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '13c320c3-e746-4d37-877a-d3d286211b52'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95102) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:40:20.421566 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbafa9a7-4441-4292-8c1a-2fd660004faf req-8974a316-1853-4d6b-9d0d-18e250cbe85c service neutron] Bound using segment: {'id': 'c829e8ab-031e-4667-8d5b-36ba5cfb9383', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '13c320c3-e746-4d37-877a-d3d286211b52'} {{(pid=95102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 19:40:20.431915 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.managers [req-cbafa9a7-4441-4292-8c1a-2fd660004faf req-8974a316-1853-4d6b-9d0d-18e250cbe85c service neutron] Bound port: 1c194659-c45e-4088-b4fb-40184f040bd6, host: n-h1-713301-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c829e8ab-031e-4667-8d5b-36ba5cfb9383', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '13c320c3-e746-4d37-877a-d3d286211b52'}}] {{(pid=95102) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 19:40:20.432572 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-cbafa9a7-4441-4292-8c1a-2fd660004faf req-8974a316-1853-4d6b-9d0d-18e250cbe85c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:20.443520 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.plugin [None req-d40d7c39-bef6-468c-8b92-28f2d26b8cb2 None None] Port e0558ecd-e43b-4d4d-96fc-60e81365e495 cannot update to ACTIVE because it is not bound. {{(pid=95103) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 19:40:20.459437 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-013d11f3-2012-432a-b233-353aae49da86 tempest-RoutersTest-320658655 tempest-RoutersTest-320658655-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5616150 Sep 23 19:40:20.462904 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 59890) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:40:20.480803 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-d40d7c39-bef6-468c-8b92-28f2d26b8cb2 None None] Provisioning complete for port 67579628-2b9c-4912-8379-6cba3a96f42e triggered by entity DHCP. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:40:20.481189 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-d40d7c39-bef6-468c-8b92-28f2d26b8cb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:20.511811 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.v2.base [None req-44939c92-08e4-45cd-a8a0-96bcd9fd273d tempest-RoutersTest-320658655 tempest-RoutersTest-320658655-project] Request body: {'subnet': {'network_id': 'ff948915-8906-41dd-8714-7071763fd9cf', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=95101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:40:20.557911 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.db [req-cbafa9a7-4441-4292-8c1a-2fd660004faf req-8974a316-1853-4d6b-9d0d-18e250cbe85c service neutron] For port 1c194659-c45e-4088-b4fb-40184f040bd6, host n-h1-713301-16, cleared binding levels {{(pid=95102) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 19:40:20.561807 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.db [req-cbafa9a7-4441-4292-8c1a-2fd660004faf req-8974a316-1853-4d6b-9d0d-18e250cbe85c service neutron] For port 1c194659-c45e-4088-b4fb-40184f040bd6, host n-h1-713301-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-16',level=0,port_id=1c194659-c45e-4088-b4fb-40184f040bd6,segment=NetworkSegment(c829e8ab-031e-4667-8d5b-36ba5cfb9383),segment_id=c829e8ab-031e-4667-8d5b-36ba5cfb9383)] {{(pid=95102) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 19:40:20.567617 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-cbafa9a7-4441-4292-8c1a-2fd660004faf req-8974a316-1853-4d6b-9d0d-18e250cbe85c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4399095'] for port, after_update {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:20.587612 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Device 6fb16a5d-b577-48fc-b25c-04df89abad18 up at agent ovs-agent-n-d-713301-16 {{(pid=95103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 19:40:20.613320 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbafa9a7-4441-4292-8c1a-2fd660004faf req-8974a316-1853-4d6b-9d0d-18e250cbe85c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:40:20.614076 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-cbafa9a7-4441-4292-8c1a-2fd660004faf req-8974a316-1853-4d6b-9d0d-18e250cbe85c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222849'] for port, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:20.616331 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-cbafa9a7-4441-4292-8c1a-2fd660004faf req-8974a316-1853-4d6b-9d0d-18e250cbe85c service neutron] 10.222.0.74 "PUT /v2.0/ports/1c194659-c45e-4088-b4fb-40184f040bd6 HTTP/1.1" status: 200 len: 1092 time: 1.4767950 Sep 23 19:40:20.617034 n-d-713301-16 neutron-server[95102]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1921f1fe-df9a-46ef-ae57-567b8545bac8', 'tag': '1c194659-c45e-4088-b4fb-40184f040bd6'}] {{(pid=95102) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 19:40:20.620457 n-d-713301-16 neutron-server[95102]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab31b6d93e5336dbddfa8ec424565b3bd8cb2369c5b4d85bc943472dbb21e8ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0db8fdb-d040-4ac5-8db5-a3ec26938c72" -d '{"events": [{"name": "network-changed", "server_uuid": "1921f1fe-df9a-46ef-ae57-567b8545bac8", "tag": "1c194659-c45e-4088-b4fb-40184f040bd6"}]}' {{(pid=95102) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 19:40:20.720118 n-d-713301-16 neutron-server[95102]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 19:40:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-715f9674-d0a9-4d39-9be7-eb385c33aaed x-openstack-request-id: req-715f9674-d0a9-4d39-9be7-eb385c33aaed {{(pid=95102) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 19:40:20.723689 n-d-713301-16 neutron-server[95102]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1921f1fe-df9a-46ef-ae57-567b8545bac8", "tag": "1c194659-c45e-4088-b4fb-40184f040bd6", "status": "completed", "code": 200}]} {{(pid=95102) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 19:40:20.724067 n-d-713301-16 neutron-server[95102]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-715f9674-d0a9-4d39-9be7-eb385c33aaed {{(pid=95102) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 19:40:20.724686 n-d-713301-16 neutron-server[95102]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1921f1fe-df9a-46ef-ae57-567b8545bac8', 'tag': '1c194659-c45e-4088-b4fb-40184f040bd6', 'status': 'completed', 'code': 200} Sep 23 19:40:20.746802 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.plugin [None req-d40d7c39-bef6-468c-8b92-28f2d26b8cb2 None None] Port 67579628-2b9c-4912-8379-6cba3a96f42e cannot update to ACTIVE because it is not bound. {{(pid=95103) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 19:40:20.794019 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-d40d7c39-bef6-468c-8b92-28f2d26b8cb2 None None] Provisioning complete for port 6fb16a5d-b577-48fc-b25c-04df89abad18 triggered by entity DHCP. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:40:20.794313 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-d40d7c39-bef6-468c-8b92-28f2d26b8cb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:20.812371 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8974a316-1853-4d6b-9d0d-18e250cbe85c service neutron] Pushing event updated for resources: {'Port': ['ID=1c194659-c45e-4088-b4fb-40184f040bd6,revision_number=3']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:40:20.879974 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7f33b18-688d-4f54-bf14-05a03307e917 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4c8b80df-07eb-5275-9f17-5cf640db67c0-bbb96d31-ef87-4e4a-85b9-cf661135e859', 'network_id': 'bbb96d31-ef87-4e4a-85b9-cf661135e859', 'tenant_id': '6680ec314c604479bbb737c95f4e0850', 'fixed_ips': [{'subnet_id': 'f168ba10-9c3e-40b9-bb29-b7cb51ebf4f0'}]}} from n-d-713301-16. {{(pid=95103) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 23 19:40:20.881139 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b7f33b18-688d-4f54-bf14-05a03307e917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_create {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:20.884717 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b8ceee-0d3b-4635-a28f-0443cc63e1d3 req-c2c531e2-0299-4d44-9ff8-bf736d635cac tempest-ServersTestJSON-149791516 tempest-ServersTestJSON-149791516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:40:20.887248 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-a6b8ceee-0d3b-4635-a28f-0443cc63e1d3 req-c2c531e2-0299-4d44-9ff8-bf736d635cac tempest-ServersTestJSON-149791516 tempest-ServersTestJSON-149791516-project] 10.222.0.67 "GET /v2.0/ports?device_id=1921f1fe-df9a-46ef-ae57-567b8545bac8 HTTP/1.1" status: 200 len: 943 time: 0.2253008 Sep 23 19:40:20.889550 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbafa9a7-4441-4292-8c1a-2fd660004faf req-0b19979f-0f42-4f97-a783-546617928296 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:40:20.891091 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-cbafa9a7-4441-4292-8c1a-2fd660004faf req-0b19979f-0f42-4f97-a783-546617928296 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=ee2e9bda0f104270af74ba8d5f144843&device_id=1921f1fe-df9a-46ef-ae57-567b8545bac8 HTTP/1.1" status: 200 len: 1095 time: 0.2054696 Sep 23 19:40:20.907882 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Provisioning complete for port 6fb16a5d-b577-48fc-b25c-04df89abad18 triggered by entity L2. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:40:20.908633 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:20.993631 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-3e3b2cb3-968e-4728-9525-007b6a0f2e09 tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-605701'] for port, precommit_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:21.009887 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-cbafa9a7-4441-4292-8c1a-2fd660004faf req-e9ea7ef6-82e0-4026-b85c-74e1fdd1ebde service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=1c194659-c45e-4088-b4fb-40184f040bd6 HTTP/1.1" status: 200 len: 217 time: 0.0968678 Sep 23 19:40:21.056683 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.plugin [None req-3e3b2cb3-968e-4728-9525-007b6a0f2e09 tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] Calling delete_port for 67579628-2b9c-4912-8379-6cba3a96f42e owned by {{(pid=95101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:40:21.067789 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44939c92-08e4-45cd-a8a0-96bcd9fd273d tempest-RoutersTest-320658655 tempest-RoutersTest-320658655-project] Made reservation on behalf of 6680ec314c604479bbb737c95f4e0850 for: {'subnet': 1} {{(pid=95101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:40:21.071679 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-44939c92-08e4-45cd-a8a0-96bcd9fd273d tempest-RoutersTest-320658655 tempest-RoutersTest-320658655-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6130979'] for subnet, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:21.157492 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-a6b8ceee-0d3b-4635-a28f-0443cc63e1d3 req-21fe2262-84d7-4ac4-a27f-741d593f68e5 tempest-ServersTestJSON-149791516 tempest-ServersTestJSON-149791516-project] 10.222.0.67 "GET /v2.0/security-groups?id=b8c31db9-bcb2-4708-876e-18b1f4bdd8a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2634206 Sep 23 19:40:21.169404 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbafa9a7-4441-4292-8c1a-2fd660004faf req-75441b0b-db55-4f56-8f4d-f753f4700a6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:40:21.171385 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-cbafa9a7-4441-4292-8c1a-2fd660004faf req-75441b0b-db55-4f56-8f4d-f753f4700a6a service neutron] 10.222.0.74 "GET /v2.0/subnets?id=1858a7c9-e08d-4d7a-87f9-fd282e21109a HTTP/1.1" status: 200 len: 846 time: 0.1431987 Sep 23 19:40:21.222126 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-cbafa9a7-4441-4292-8c1a-2fd660004faf req-9a4bf86e-dd5b-42ed-a666-01993341c21c service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=13c320c3-e746-4d37-877a-d3d286211b52&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0433538 Sep 23 19:40:21.342970 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-09199ab9-d60c-4e6d-b57a-1810f8249d6c tempest-FloatingIPTestJSON-2085468291 tempest-FloatingIPTestJSON-2085468291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783146162158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783145673144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5607431'] for port, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:21.345991 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.db_base_plugin_common [None req-b7f33b18-688d-4f54-bf14-05a03307e917 None None] Allocated IP 172.20.0.2 (bbb96d31-ef87-4e4a-85b9-cf661135e859/f168ba10-9c3e-40b9-bb29-b7cb51ebf4f0/77c182e8-3173-4a6c-8872-846c5dc4195f) {{(pid=95103) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 19:40:21.440008 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-cbafa9a7-4441-4292-8c1a-2fd660004faf req-6516fab0-740d-4cb1-b1e4-48a6e67c4ab9 service neutron] 10.222.0.74 "GET /v2.0/networks/13c320c3-e746-4d37-877a-d3d286211b52?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2102520 Sep 23 19:40:21.515027 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09199ab9-d60c-4e6d-b57a-1810f8249d6c tempest-FloatingIPTestJSON-2085468291 tempest-FloatingIPTestJSON-2085468291-project] Pushing event deleted for resources: {'Port': ['ID=9f26373f-ceae-4efa-9be7-50d40980bdc5,revision_number=None']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:40:21.537444 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-695e1589-ea0b-4bbc-9251-f81a26d0ca52 None None] Provisioning complete for port e0558ecd-e43b-4d4d-96fc-60e81365e495 triggered by entity DHCP. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:40:21.538093 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-695e1589-ea0b-4bbc-9251-f81a26d0ca52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:21.540545 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-09199ab9-d60c-4e6d-b57a-1810f8249d6c tempest-FloatingIPTestJSON-2085468291 tempest-FloatingIPTestJSON-2085468291-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-601942'] for router_gateway, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:21.574098 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-3e3b2cb3-968e-4728-9525-007b6a0f2e09 tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783146162158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783145673144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5607431'] for port, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:21.638861 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-cbafa9a7-4441-4292-8c1a-2fd660004faf req-5a3ab187-a650-4451-a00d-51b8574f0424 service neutron] 10.222.0.74 "GET /v2.0/networks/13c320c3-e746-4d37-877a-d3d286211b52?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1892800 Sep 23 19:40:21.645757 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.plugin [None req-695e1589-ea0b-4bbc-9251-f81a26d0ca52 None None] Port e0558ecd-e43b-4d4d-96fc-60e81365e495 cannot update to ACTIVE because it is not bound. {{(pid=95103) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 19:40:21.663412 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-695e1589-ea0b-4bbc-9251-f81a26d0ca52 None None] Could not find standard attr ID for object 67579628-2b9c-4912-8379-6cba3a96f42e. {{(pid=95103) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 23 19:40:21.669461 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e3b2cb3-968e-4728-9525-007b6a0f2e09 tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] Pushing event deleted for resources: {'Port': ['ID=67579628-2b9c-4912-8379-6cba3a96f42e,revision_number=None']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:40:21.672151 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b7f33b18-688d-4f54-bf14-05a03307e917 None None] Notify callbacks [] for port, precommit_create {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:21.683690 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b7f33b18-688d-4f54-bf14-05a03307e917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783145673135'] for port, after_create {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:21.728593 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-09199ab9-d60c-4e6d-b57a-1810f8249d6c tempest-FloatingIPTestJSON-2085468291 tempest-FloatingIPTestJSON-2085468291-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-597305', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29369'] for router, precommit_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:21.783548 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-09199ab9-d60c-4e6d-b57a-1810f8249d6c tempest-FloatingIPTestJSON-2085468291 tempest-FloatingIPTestJSON-2085468291-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:21.790528 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0db8fdb-d040-4ac5-8db5-a3ec26938c72 req-80fece7c-be31-4cc4-b034-8f6a7f7508a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:40:21.792152 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-c0db8fdb-d040-4ac5-8db5-a3ec26938c72 req-80fece7c-be31-4cc4-b034-8f6a7f7508a4 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=ee2e9bda0f104270af74ba8d5f144843&device_id=1921f1fe-df9a-46ef-ae57-567b8545bac8 HTTP/1.1" status: 200 len: 1095 time: 0.0808842 Sep 23 19:40:21.806372 n-d-713301-16 neutron-server[95103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7f33b18-688d-4f54-bf14-05a03307e917 None None] Network bbb96d31-ef87-4e4a-85b9-cf661135e859 is already hosted by enough agents. {{(pid=95103) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:40:21.811657 n-d-713301-16 neutron-server[95103]: DEBUG neutron.scheduler.base_scheduler [None req-b7f33b18-688d-4f54-bf14-05a03307e917 None None] Resources bound (agent type, host, resource id): {{(pid=95103) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:40:21.826525 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7f33b18-688d-4f54-bf14-05a03307e917 None None] Received port after_create {{(pid=95103) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 19:40:21.910770 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f33b18-688d-4f54-bf14-05a03307e917 None None] Pushing event updated for resources: {'Port': ['ID=77c182e8-3173-4a6c-8872-846c5dc4195f,revision_number=1']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:40:21.924533 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-3e3b2cb3-968e-4728-9525-007b6a0f2e09 tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222849'] for port, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:21.935808 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-3e3b2cb3-968e-4728-9525-007b6a0f2e09 tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] 10.222.0.67 "DELETE /v2.0/ports/67579628-2b9c-4912-8379-6cba3a96f42e HTTP/1.1" status: 204 len: 168 time: 2.0544753 Sep 23 19:40:21.944940 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 59908) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:40:21.946297 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.managers [None req-b7f33b18-688d-4f54-bf14-05a03307e917 None None] Attempting to bind port 77c182e8-3173-4a6c-8872-846c5dc4195f on host n-d-713301-16 for vnic_type normal with profile {{(pid=95103) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 19:40:21.946666 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.managers [None req-b7f33b18-688d-4f54-bf14-05a03307e917 None None] Attempting to bind port 77c182e8-3173-4a6c-8872-846c5dc4195f by drivers openvswitch,hyperv on host n-d-713301-16 at level 0 using segments [{'id': 'd04d3066-a573-4a9d-b08f-be812113b873', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': 'bbb96d31-ef87-4e4a-85b9-cf661135e859'}] {{(pid=95103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 19:40:21.947217 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7f33b18-688d-4f54-bf14-05a03307e917 None None] Attempting to bind port 77c182e8-3173-4a6c-8872-846c5dc4195f on network bbb96d31-ef87-4e4a-85b9-cf661135e859 {{(pid=95103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:40:21.963768 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7f33b18-688d-4f54-bf14-05a03307e917 None None] Checking agent: {'id': '70a14545-df24-472f-8f95-bfe1719bff93', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 19, 7, 53), 'started_at': datetime.datetime(2021, 9, 23, 19, 8, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 19, 39, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 19:40:21.963985 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7f33b18-688d-4f54-bf14-05a03307e917 None None] Checking segment: {'id': 'd04d3066-a573-4a9d-b08f-be812113b873', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': 'bbb96d31-ef87-4e4a-85b9-cf661135e859'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95103) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:40:21.964387 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b7f33b18-688d-4f54-bf14-05a03307e917 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:21.964812 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7f33b18-688d-4f54-bf14-05a03307e917 None None] Bound using segment: {'id': 'd04d3066-a573-4a9d-b08f-be812113b873', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': 'bbb96d31-ef87-4e4a-85b9-cf661135e859'} {{(pid=95103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 19:40:21.965275 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.managers [None req-b7f33b18-688d-4f54-bf14-05a03307e917 None None] Bound port: 77c182e8-3173-4a6c-8872-846c5dc4195f, host: n-d-713301-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd04d3066-a573-4a9d-b08f-be812113b873', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': 'bbb96d31-ef87-4e4a-85b9-cf661135e859'}}] {{(pid=95103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 19:40:21.965655 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b7f33b18-688d-4f54-bf14-05a03307e917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:21.979623 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-09199ab9-d60c-4e6d-b57a-1810f8249d6c tempest-FloatingIPTestJSON-2085468291 tempest-FloatingIPTestJSON-2085468291-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-597296'] for router, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:21.981326 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09199ab9-d60c-4e6d-b57a-1810f8249d6c tempest-FloatingIPTestJSON-2085468291 tempest-FloatingIPTestJSON-2085468291-project] Fanout notify agent at l3_agent the message router_deleted on router b9a5801a-9353-4af9-a832-9c57e9922ab6 {{(pid=95101) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 23 19:40:21.986048 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-44939c92-08e4-45cd-a8a0-96bcd9fd273d tempest-RoutersTest-320658655 tempest-RoutersTest-320658655-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5607579', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6130961'] for subnet, after_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:22.007467 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-09199ab9-d60c-4e6d-b57a-1810f8249d6c tempest-FloatingIPTestJSON-2085468291 tempest-FloatingIPTestJSON-2085468291-project] Notify callbacks [] for router, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:22.011054 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-09199ab9-d60c-4e6d-b57a-1810f8249d6c tempest-FloatingIPTestJSON-2085468291 tempest-FloatingIPTestJSON-2085468291-project] 10.222.0.67 "DELETE /v2.0/routers/b9a5801a-9353-4af9-a832-9c57e9922ab6 HTTP/1.1" status: 204 len: 168 time: 3.5353947 Sep 23 19:40:22.015130 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 59910) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:40:22.109050 n-d-713301-16 neutron-server[95101]: INFO neutron.pecan_wsgi.hooks.translation [None req-6ee4cfec-fe81-4b46-83ce-7da117825488 tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] GET failed (client error): The resource could not be found. Sep 23 19:40:22.111160 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-6ee4cfec-fe81-4b46-83ce-7da117825488 tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] 10.222.0.67 "GET /v2.0/ports/67579628-2b9c-4912-8379-6cba3a96f42e HTTP/1.1" status: 404 len: 333 time: 0.1628881 Sep 23 19:40:22.127832 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-b7f33b18-688d-4f54-bf14-05a03307e917 None None] For port 77c182e8-3173-4a6c-8872-846c5dc4195f, host n-d-713301-16, cleared binding levels {{(pid=95103) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 19:40:22.138415 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 59912) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:40:22.138877 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-b7f33b18-688d-4f54-bf14-05a03307e917 None None] For port 77c182e8-3173-4a6c-8872-846c5dc4195f, host n-d-713301-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-16',level=0,port_id=77c182e8-3173-4a6c-8872-846c5dc4195f,segment=NetworkSegment(d04d3066-a573-4a9d-b08f-be812113b873),segment_id=d04d3066-a573-4a9d-b08f-be812113b873)] {{(pid=95103) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 19:40:22.146814 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b7f33b18-688d-4f54-bf14-05a03307e917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:22.171078 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0db8fdb-d040-4ac5-8db5-a3ec26938c72 req-6d3c60f8-6c77-4db8-a07e-1678f39c06c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:40:22.172648 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-c0db8fdb-d040-4ac5-8db5-a3ec26938c72 req-6d3c60f8-6c77-4db8-a07e-1678f39c06c4 service neutron] 10.222.0.74 "GET /v2.0/networks?id=13c320c3-e746-4d37-877a-d3d286211b52 HTTP/1.1" status: 200 len: 907 time: 0.3697882 Sep 23 19:40:22.187679 n-d-713301-16 neutron-server[95102]: DEBUG neutron.db.db_base_plugin_v2 [None req-9826daaf-c06e-4f02-809a-4015dd5a1106 tempest-FloatingIPTestJSON-2085468291 tempest-FloatingIPTestJSON-2085468291-project] Deleting subnet 756cd167-545c-48af-a5a4-31d9f1bf5953 {{(pid=95102) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 23 19:40:22.191689 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-9826daaf-c06e-4f02-809a-4015dd5a1106 tempest-FloatingIPTestJSON-2085468291 tempest-FloatingIPTestJSON-2085468291-project] Notify callbacks [] for subnet, before_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:22.250579 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f33b18-688d-4f54-bf14-05a03307e917 None None] Pushing event updated for resources: {'Port': ['ID=77c182e8-3173-4a6c-8872-846c5dc4195f,revision_number=2']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:40:22.328730 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44939c92-08e4-45cd-a8a0-96bcd9fd273d tempest-RoutersTest-320658655 tempest-RoutersTest-320658655-project] Pushing event updated for resources: {'Subnet': ['ID=eb648195-aaf3-4a87-a995-801d31da1955,revision_number=0']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:40:22.368440 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-5f18df45-5342-421a-ace9-a318f733edc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:22.438203 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-c0db8fdb-d040-4ac5-8db5-a3ec26938c72 req-d379b25b-6d5e-4e6d-9af9-8c85425ce8c8 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=1c194659-c45e-4088-b4fb-40184f040bd6 HTTP/1.1" status: 200 len: 217 time: 0.1457491 Sep 23 19:40:22.445853 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-9826daaf-c06e-4f02-809a-4015dd5a1106 tempest-FloatingIPTestJSON-2085468291 tempest-FloatingIPTestJSON-2085468291-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6162825'] for subnet, precommit_delete_associations {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:22.510368 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44939c92-08e4-45cd-a8a0-96bcd9fd273d tempest-RoutersTest-320658655 tempest-RoutersTest-320658655-project] Checking segment: {'id': '9913eb4c-0816-4c27-8286-9ac68a185bab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'ff948915-8906-41dd-8714-7071763fd9cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:40:22.510938 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44939c92-08e4-45cd-a8a0-96bcd9fd273d tempest-RoutersTest-320658655 tempest-RoutersTest-320658655-project] Network hostable DHCP agents. Network: ff948915-8906-41dd-8714-7071763fd9cf, hostable agents: ['1b18bf05-1b5f-4587-be5c-af3ac38e32ad'], hosted agents: [] {{(pid=95101) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 19:40:22.565422 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a925d06-9445-4413-917c-e1bf77969215 req-5c459f34-bd9a-4573-b431-1c92ff849578 tempest-ServersTestJSON-149791516 tempest-ServersTestJSON-149791516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:40:22.573702 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-0a925d06-9445-4413-917c-e1bf77969215 req-5c459f34-bd9a-4573-b431-1c92ff849578 tempest-ServersTestJSON-149791516 tempest-ServersTestJSON-149791516-project] 10.222.0.67 "GET /v2.0/ports?device_id=1921f1fe-df9a-46ef-ae57-567b8545bac8 HTTP/1.1" status: 200 len: 943 time: 0.2398522 Sep 23 19:40:22.586775 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44939c92-08e4-45cd-a8a0-96bcd9fd273d tempest-RoutersTest-320658655 tempest-RoutersTest-320658655-project] Network ff948915-8906-41dd-8714-7071763fd9cf is scheduled to be hosted by DHCP agent 1b18bf05-1b5f-4587-be5c-af3ac38e32ad with binding_index 1 {{(pid=95101) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 19:40:22.629252 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.base_scheduler [None req-44939c92-08e4-45cd-a8a0-96bcd9fd273d tempest-RoutersTest-320658655 tempest-RoutersTest-320658655-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713301-16, ff948915-8906-41dd-8714-7071763fd9cf) {{(pid=95101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:40:22.647868 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.plugin [None req-068aa3a9-2b32-4888-8d1d-96f7a9ac223b tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] Deleting port e0558ecd-e43b-4d4d-96fc-60e81365e495 {{(pid=95101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:40:22.648203 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-068aa3a9-2b32-4888-8d1d-96f7a9ac223b tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783146157096'] for port, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:22.655162 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49ebd8ae-8be7-44b5-88c4-a9a7ee92b9cc None None] Network ff948915-8906-41dd-8714-7071763fd9cf requested from n-d-713301-16 {{(pid=95103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 19:40:22.676529 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44939c92-08e4-45cd-a8a0-96bcd9fd273d tempest-RoutersTest-320658655 tempest-RoutersTest-320658655-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:40:22.691684 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0db8fdb-d040-4ac5-8db5-a3ec26938c72 req-a98ac82a-3e66-45af-877a-78216aa372a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:40:22.691926 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-44939c92-08e4-45cd-a8a0-96bcd9fd273d tempest-RoutersTest-320658655 tempest-RoutersTest-320658655-project] Notify callbacks [] for subnet, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:22.692469 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-c0db8fdb-d040-4ac5-8db5-a3ec26938c72 req-a98ac82a-3e66-45af-877a-78216aa372a2 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=1858a7c9-e08d-4d7a-87f9-fd282e21109a HTTP/1.1" status: 200 len: 846 time: 0.2389042 Sep 23 19:40:22.758458 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-0a925d06-9445-4413-917c-e1bf77969215 req-fa020cff-361e-4fac-8cb2-4fc523d5df7d tempest-ServersTestJSON-149791516 tempest-ServersTestJSON-149791516-project] 10.222.0.67 "GET /v2.0/security-groups?id=b8c31db9-bcb2-4708-876e-18b1f4bdd8a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1733935 Sep 23 19:40:22.763002 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-c0db8fdb-d040-4ac5-8db5-a3ec26938c72 req-29e09166-8c4f-40dc-bab4-cdaceddf917f service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=13c320c3-e746-4d37-877a-d3d286211b52&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0570412 Sep 23 19:40:22.771394 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-9826daaf-c06e-4f02-809a-4015dd5a1106 tempest-FloatingIPTestJSON-2085468291 tempest-FloatingIPTestJSON-2085468291-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1756813'] for subnet, precommit_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:22.808970 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-44939c92-08e4-45cd-a8a0-96bcd9fd273d tempest-RoutersTest-320658655 tempest-RoutersTest-320658655-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.3315148 Sep 23 19:40:22.827630 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 59920) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:40:22.844187 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.v2.base [None req-6a1b7aad-6749-4f6a-991a-3388289fa324 tempest-RoutersTest-320658655 tempest-RoutersTest-320658655-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1821223019', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=95102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:40:22.889835 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-6a1b7aad-6749-4f6a-991a-3388289fa324 tempest-RoutersTest-320658655 tempest-RoutersTest-320658655-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-594563', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29355'] for router, before_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:22.891064 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-6a1b7aad-6749-4f6a-991a-3388289fa324 tempest-RoutersTest-320658655 tempest-RoutersTest-320658655-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-597363', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-601731', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-739356', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29346'] for router, precommit_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:22.951569 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-068aa3a9-2b32-4888-8d1d-96f7a9ac223b tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-605701'] for port, precommit_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:22.984913 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.plugin [None req-068aa3a9-2b32-4888-8d1d-96f7a9ac223b tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] Calling delete_port for e0558ecd-e43b-4d4d-96fc-60e81365e495 owned by {{(pid=95101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:40:23.004979 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5cb431e-4e35-4595-bb8a-5468d7d2578f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4c8b80df-07eb-5275-9f17-5cf640db67c0-ff948915-8906-41dd-8714-7071763fd9cf', 'network_id': 'ff948915-8906-41dd-8714-7071763fd9cf', 'tenant_id': '6680ec314c604479bbb737c95f4e0850', 'fixed_ips': [{'subnet_id': 'eb648195-aaf3-4a87-a995-801d31da1955'}]}} from n-d-713301-16. {{(pid=95103) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 23 19:40:23.005923 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-f5cb431e-4e35-4595-bb8a-5468d7d2578f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_create {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:23.069770 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:23.164726 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-c0db8fdb-d040-4ac5-8db5-a3ec26938c72 req-6a4d899f-08c0-4d2b-83cf-1450811f0ade service neutron] 10.222.0.74 "GET /v2.0/networks/13c320c3-e746-4d37-877a-d3d286211b52?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3889816 Sep 23 19:40:23.202666 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-6a1b7aad-6749-4f6a-991a-3388289fa324 tempest-RoutersTest-320658655 tempest-RoutersTest-320658655-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:23.251038 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-068aa3a9-2b32-4888-8d1d-96f7a9ac223b tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783146162158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783145673144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5607431'] for port, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:23.307783 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.db_base_plugin_common [None req-f5cb431e-4e35-4595-bb8a-5468d7d2578f None None] Allocated IP 172.21.0.2 (ff948915-8906-41dd-8714-7071763fd9cf/eb648195-aaf3-4a87-a995-801d31da1955/cef99664-80bc-4dc9-a11f-a9a57549e4e6) {{(pid=95103) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 19:40:23.404249 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-068aa3a9-2b32-4888-8d1d-96f7a9ac223b tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] Pushing event deleted for resources: {'Port': ['ID=e0558ecd-e43b-4d4d-96fc-60e81365e495,revision_number=None']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:40:23.427683 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-068aa3a9-2b32-4888-8d1d-96f7a9ac223b tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:40:23.429506 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-c0db8fdb-d040-4ac5-8db5-a3ec26938c72 req-9b3f9f01-4eb6-4856-bbee-cdbdabc66ef5 service neutron] 10.222.0.74 "GET /v2.0/networks/13c320c3-e746-4d37-877a-d3d286211b52?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2244005 Sep 23 19:40:23.430299 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-068aa3a9-2b32-4888-8d1d-96f7a9ac223b tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:40:23.430617 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-068aa3a9-2b32-4888-8d1d-96f7a9ac223b tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:40:23.430904 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-068aa3a9-2b32-4888-8d1d-96f7a9ac223b tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:40:23.431240 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-068aa3a9-2b32-4888-8d1d-96f7a9ac223b tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:40:23.431541 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-6a1b7aad-6749-4f6a-991a-3388289fa324 tempest-RoutersTest-320658655 tempest-RoutersTest-320658655-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-597258', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-601790'] for router, after_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:23.431662 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-068aa3a9-2b32-4888-8d1d-96f7a9ac223b tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:40:23.432422 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-068aa3a9-2b32-4888-8d1d-96f7a9ac223b tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:40:23.438389 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-068aa3a9-2b32-4888-8d1d-96f7a9ac223b tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:40:23.438952 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-068aa3a9-2b32-4888-8d1d-96f7a9ac223b tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:40:23.439334 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-068aa3a9-2b32-4888-8d1d-96f7a9ac223b tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:40:23.439887 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-068aa3a9-2b32-4888-8d1d-96f7a9ac223b tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:40:23.441211 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-068aa3a9-2b32-4888-8d1d-96f7a9ac223b tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:40:23.447056 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-9826daaf-c06e-4f02-809a-4015dd5a1106 tempest-FloatingIPTestJSON-2085468291 tempest-FloatingIPTestJSON-2085468291-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1756804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4399009', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5388229'] for subnet, after_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:23.558765 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Device 1c194659-c45e-4088-b4fb-40184f040bd6 details requested by agent hyperv_n-h1-713301-16 with host n-h1-713301-16 {{(pid=95103) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 19:40:23.607867 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-9826daaf-c06e-4f02-809a-4015dd5a1106 tempest-FloatingIPTestJSON-2085468291 tempest-FloatingIPTestJSON-2085468291-project] Notify callbacks [] for subnet, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:23.622893 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-9826daaf-c06e-4f02-809a-4015dd5a1106 tempest-FloatingIPTestJSON-2085468291 tempest-FloatingIPTestJSON-2085468291-project] 10.222.0.67 "DELETE /v2.0/subnets/756cd167-545c-48af-a5a4-31d9f1bf5953 HTTP/1.1" status: 204 len: 168 time: 1.6042485 Sep 23 19:40:23.627012 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-6a1b7aad-6749-4f6a-991a-3388289fa324 tempest-RoutersTest-320658655 tempest-RoutersTest-320658655-project] Notify callbacks [] for router, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:23.640592 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-6a1b7aad-6749-4f6a-991a-3388289fa324 tempest-RoutersTest-320658655 tempest-RoutersTest-320658655-project] 10.222.0.67 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.8084390 Sep 23 19:40:23.641002 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 59936) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:40:23.644554 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 59938) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:40:23.649274 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9826daaf-c06e-4f02-809a-4015dd5a1106 tempest-FloatingIPTestJSON-2085468291 tempest-FloatingIPTestJSON-2085468291-project] Pushing event deleted for resources: {'Subnet': ['ID=756cd167-545c-48af-a5a4-31d9f1bf5953,revision_number=None']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:40:23.723881 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-068aa3a9-2b32-4888-8d1d-96f7a9ac223b tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222849'] for port, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:23.732870 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-068aa3a9-2b32-4888-8d1d-96f7a9ac223b tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] 10.222.0.67 "DELETE /v2.0/ports/e0558ecd-e43b-4d4d-96fc-60e81365e495 HTTP/1.1" status: 204 len: 168 time: 1.5904527 Sep 23 19:40:23.733296 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 59942) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:40:23.786496 n-d-713301-16 neutron-server[95101]: INFO neutron.pecan_wsgi.hooks.translation [None req-16258040-fb93-49df-8af3-b868c90d0a52 tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] GET failed (client error): The resource could not be found. Sep 23 19:40:23.792145 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-16258040-fb93-49df-8af3-b868c90d0a52 tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] 10.222.0.67 "GET /v2.0/ports/e0558ecd-e43b-4d4d-96fc-60e81365e495 HTTP/1.1" status: 404 len: 333 time: 0.0577919 Sep 23 19:40:23.794545 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 59944) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:40:23.795052 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 59946) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:40:23.843826 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] For port 1c194659-c45e-4088-b4fb-40184f040bd6, host n-h1-713301-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-16',level=0,port_id=1c194659-c45e-4088-b4fb-40184f040bd6,segment=NetworkSegment(c829e8ab-031e-4667-8d5b-36ba5cfb9383),segment_id=c829e8ab-031e-4667-8d5b-36ba5cfb9383)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:40:23.882053 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Returning: {'device': '1c194659-c45e-4088-b4fb-40184f040bd6', 'network_id': '13c320c3-e746-4d37-877a-d3d286211b52', 'port_id': '1c194659-c45e-4088-b4fb-40184f040bd6', 'mac_address': 'fa:16:3e:0d:a8:44', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 605, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1858a7c9-e08d-4d7a-87f9-fd282e21109a', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95103) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 19:40:23.883625 n-d-713301-16 neutron-server[95101]: DEBUG neutron.db.db_base_plugin_v2 [None req-f2581b11-e5cf-4f16-8310-e59dc7916089 tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] Deleting subnet f1a1bded-9a40-4908-b181-d664dc5efc36 {{(pid=95101) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 23 19:40:23.892624 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-f2581b11-e5cf-4f16-8310-e59dc7916089 tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] Notify callbacks [] for subnet, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:23.894712 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-0b323390-d344-40ae-a225-53dc94cd09bb tempest-FloatingIPTestJSON-2085468291 tempest-FloatingIPTestJSON-2085468291-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1628021'] for network, before_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:23.897033 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93c770df-d453-46b8-84e1-0a1d8b7803f8 None None] Network 1a83c038-72d0-4218-86b4-147118e2a97f requested from n-d-713301-16 {{(pid=95103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 19:40:23.963395 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:23.981028 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-0ae75029-feb6-4728-9a94-5f9b60993d82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:23.997240 n-d-713301-16 neutron-server[95103]: DEBUG neutron.notifiers.nova [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1c194659-c45e-4088-b4fb-40184f040bd6 {{(pid=95103) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 19:40:24.031352 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-f2581b11-e5cf-4f16-8310-e59dc7916089 tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6007154'] for subnet, precommit_delete_associations {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:24.056552 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbaf43e7-87f4-4e8e-9045-fdfefc90251d None None] Network bbb96d31-ef87-4e4a-85b9-cf661135e859 requested from n-d-713301-16 {{(pid=95103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 19:40:24.142506 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-f2581b11-e5cf-4f16-8310-e59dc7916089 tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1756813'] for subnet, precommit_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:24.231142 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-f2581b11-e5cf-4f16-8310-e59dc7916089 tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1756804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5607514', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6130950'] for subnet, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:24.236634 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] For port 1c194659-c45e-4088-b4fb-40184f040bd6, host n-h1-713301-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-16',level=0,port_id=1c194659-c45e-4088-b4fb-40184f040bd6,segment=NetworkSegment(c829e8ab-031e-4667-8d5b-36ba5cfb9383),segment_id=c829e8ab-031e-4667-8d5b-36ba5cfb9383)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:40:24.280371 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2581b11-e5cf-4f16-8310-e59dc7916089 tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] Pushing event deleted for resources: {'Subnet': ['ID=f1a1bded-9a40-4908-b181-d664dc5efc36,revision_number=None']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:40:24.284749 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-38998070-8b45-4c7c-a41f-94352111549e admin admin] Notify callbacks [] for security_group, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:24.304086 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-f2581b11-e5cf-4f16-8310-e59dc7916089 tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] Notify callbacks [] for subnet, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:24.307122 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-f2581b11-e5cf-4f16-8310-e59dc7916089 tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] 10.222.0.67 "DELETE /v2.0/subnets/f1a1bded-9a40-4908-b181-d664dc5efc36 HTTP/1.1" status: 204 len: 168 time: 0.5093365 Sep 23 19:40:24.309728 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f1efa43-be32-4a39-8f71-813af72dd5d7 None None] Network 3cf25e05-6bd2-4af7-8f54-815dd00fc5ab requested from n-d-713301-16 {{(pid=95103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 19:40:24.310625 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 59954) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:40:24.314476 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:24.482035 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-e4968400-98ee-423a-8913-5f0cb5077cf1 tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1628021'] for network, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:24.606994 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-38998070-8b45-4c7c-a41f-94352111549e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:24.664021 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-38998070-8b45-4c7c-a41f-94352111549e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:24.712045 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38998070-8b45-4c7c-a41f-94352111549e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6289ff83-ed29-48fd-817c-92a249185ca4,revision_number=1']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:40:24.712576 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-f5cb431e-4e35-4595-bb8a-5468d7d2578f None None] Notify callbacks [] for port, precommit_create {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:24.720440 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Device 77c182e8-3173-4a6c-8872-846c5dc4195f up at agent ovs-agent-n-d-713301-16 {{(pid=95103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 19:40:24.743127 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-38998070-8b45-4c7c-a41f-94352111549e admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=946529b022ee412e80d2282830371d75&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9460506 Sep 23 19:40:24.745410 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 59962) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:40:24.771876 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-e2c331be-1798-46d3-8a65-5e28037ca3ce None None] Provisioning complete for port 77c182e8-3173-4a6c-8872-846c5dc4195f triggered by entity DHCP. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:40:24.772258 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-e2c331be-1798-46d3-8a65-5e28037ca3ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:24.808173 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-f5cb431e-4e35-4595-bb8a-5468d7d2578f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783145673135'] for port, after_create {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:24.810092 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.plugin [None req-e4968400-98ee-423a-8913-5f0cb5077cf1 tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] Deleting port 6fb16a5d-b577-48fc-b25c-04df89abad18 {{(pid=95101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:40:24.810623 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-e4968400-98ee-423a-8913-5f0cb5077cf1 tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783146157096'] for port, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:24.818123 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] get_ports_and_sgs() called for port_ids ['1c194659-c45e-4088-b4fb-40184f040bd6'] {{(pid=95103) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 19:40:24.875919 n-d-713301-16 neutron-server[95103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5cb431e-4e35-4595-bb8a-5468d7d2578f None None] Network ff948915-8906-41dd-8714-7071763fd9cf is already hosted by enough agents. {{(pid=95103) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:40:24.885408 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.db [None req-e4968400-98ee-423a-8913-5f0cb5077cf1 tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] For port 6fb16a5d-b577-48fc-b25c-04df89abad18, host n-d-713301-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-16',level=0,port_id=6fb16a5d-b577-48fc-b25c-04df89abad18,segment=NetworkSegment(41659811-fb91-4b4f-861f-644b86acc502),segment_id=41659811-fb91-4b4f-861f-644b86acc502)] {{(pid=95101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:40:24.886075 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-e4968400-98ee-423a-8913-5f0cb5077cf1 tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-605701'] for port, precommit_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:24.890207 n-d-713301-16 neutron-server[95103]: DEBUG neutron.scheduler.base_scheduler [None req-f5cb431e-4e35-4595-bb8a-5468d7d2578f None None] Resources bound (agent type, host, resource id): {{(pid=95103) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:40:24.904542 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5cb431e-4e35-4595-bb8a-5468d7d2578f None None] Received port after_create {{(pid=95103) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 19:40:24.905502 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.plugin [None req-e4968400-98ee-423a-8913-5f0cb5077cf1 tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] Calling delete_port for 6fb16a5d-b577-48fc-b25c-04df89abad18 owned by network:dhcp {{(pid=95101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:40:24.967089 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a0a1ae-af55-4623-8839-aea51646e520 req-78f6a778-195b-4cf7-b5c0-c407aeecf8a1 tempest-ServersTestJSON-149791516 tempest-ServersTestJSON-149791516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:40:24.968800 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-87a0a1ae-af55-4623-8839-aea51646e520 req-78f6a778-195b-4cf7-b5c0-c407aeecf8a1 tempest-ServersTestJSON-149791516 tempest-ServersTestJSON-149791516-project] 10.222.0.67 "GET /v2.0/ports?device_id=1921f1fe-df9a-46ef-ae57-567b8545bac8 HTTP/1.1" status: 200 len: 943 time: 0.8721051 Sep 23 19:40:25.044588 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-e4968400-98ee-423a-8913-5f0cb5077cf1 tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783146162158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783145673144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5607431'] for port, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:25.095436 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4968400-98ee-423a-8913-5f0cb5077cf1 tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] Pushing event deleted for resources: {'Port': ['ID=6fb16a5d-b577-48fc-b25c-04df89abad18,revision_number=None']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:40:25.116834 n-d-713301-16 neutron-server[95101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4968400-98ee-423a-8913-5f0cb5077cf1 tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] No DVR routers for this DVR port 6fb16a5d-b577-48fc-b25c-04df89abad18 on host n-d-713301-16 {{(pid=95101) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 19:40:25.127845 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-87a0a1ae-af55-4623-8839-aea51646e520 req-17456f64-5b98-47ed-9f36-85d84f11e900 tempest-ServersTestJSON-149791516 tempest-ServersTestJSON-149791516-project] 10.222.0.67 "GET /v2.0/security-groups?id=b8c31db9-bcb2-4708-876e-18b1f4bdd8a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1040931 Sep 23 19:40:25.141184 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-a451e335-1382-4963-9382-84a71f680f36 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:25.156307 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.plugin [None req-0b323390-d344-40ae-a225-53dc94cd09bb tempest-FloatingIPTestJSON-2085468291 tempest-FloatingIPTestJSON-2085468291-project] Deleting port f4c63086-e36b-46ab-bd2c-dbd1c2427a19 {{(pid=95102) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:40:25.156806 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-0b323390-d344-40ae-a225-53dc94cd09bb tempest-FloatingIPTestJSON-2085468291 tempest-FloatingIPTestJSON-2085468291-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783146157096'] for port, before_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:25.178459 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-a451e335-1382-4963-9382-84a71f680f36 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:25.289939 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.db [None req-0b323390-d344-40ae-a225-53dc94cd09bb tempest-FloatingIPTestJSON-2085468291 tempest-FloatingIPTestJSON-2085468291-project] For port f4c63086-e36b-46ab-bd2c-dbd1c2427a19, host n-d-713301-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-16',level=0,port_id=f4c63086-e36b-46ab-bd2c-dbd1c2427a19,segment=NetworkSegment(2884daeb-804e-425a-b0d0-ff2fcfc42195),segment_id=2884daeb-804e-425a-b0d0-ff2fcfc42195)] {{(pid=95102) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:40:25.292206 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-0b323390-d344-40ae-a225-53dc94cd09bb tempest-FloatingIPTestJSON-2085468291 tempest-FloatingIPTestJSON-2085468291-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-605701'] for port, precommit_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:25.307227 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Provisioning complete for port 77c182e8-3173-4a6c-8872-846c5dc4195f triggered by entity L2. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:40:25.309857 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:25.329275 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-e4968400-98ee-423a-8913-5f0cb5077cf1 tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1754676', 'neutron.services.segments.db._delete_segments_for_network-8783146221460'] for network, precommit_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:25.334154 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.plugin [None req-0b323390-d344-40ae-a225-53dc94cd09bb tempest-FloatingIPTestJSON-2085468291 tempest-FloatingIPTestJSON-2085468291-project] Calling delete_port for f4c63086-e36b-46ab-bd2c-dbd1c2427a19 owned by network:dhcp {{(pid=95102) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:40:25.369934 n-d-713301-16 neutron-server[95101]: DEBUG neutron.services.segments.db [None req-e4968400-98ee-423a-8913-5f0cb5077cf1 tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3cf25e05-6bd2-4af7-8f54-815dd00fc5ab']}} {{(pid=95101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:40:25.382204 n-d-713301-16 neutron-server[95101]: DEBUG neutron.services.segments.db [None req-e4968400-98ee-423a-8913-5f0cb5077cf1 tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '41659811-fb91-4b4f-861f-644b86acc502') {'for_net_delete': True} {{(pid=95101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:40:25.382507 n-d-713301-16 neutron-server[95101]: DEBUG neutron.services.segments.db [None req-e4968400-98ee-423a-8913-5f0cb5077cf1 tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '41659811-fb91-4b4f-861f-644b86acc502') {} {{(pid=95101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:40:25.383984 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-2b3d2fd8-802a-44e5-938d-e95d5b0a08ae tempest-RoutersTest-320658655 tempest-RoutersTest-320658655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:25.393980 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-e4968400-98ee-423a-8913-5f0cb5077cf1 tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783146221725', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6007147'] for segment, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:25.411524 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-e4968400-98ee-423a-8913-5f0cb5077cf1 tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1756186'] for segment, precommit_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:25.418405 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e4968400-98ee-423a-8913-5f0cb5077cf1 tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] Releasing vlan 635 on physical network physnet1 to pool {{(pid=95101) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 19:40:25.418825 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-e4968400-98ee-423a-8913-5f0cb5077cf1 tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1756186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5608436'] for segment, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:25.423096 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.managers [None req-f5cb431e-4e35-4595-bb8a-5468d7d2578f None None] Attempting to bind port cef99664-80bc-4dc9-a11f-a9a57549e4e6 on host n-d-713301-16 for vnic_type normal with profile {{(pid=95103) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 19:40:25.423261 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.managers [None req-f5cb431e-4e35-4595-bb8a-5468d7d2578f None None] Attempting to bind port cef99664-80bc-4dc9-a11f-a9a57549e4e6 by drivers openvswitch,hyperv on host n-d-713301-16 at level 0 using segments [{'id': '9913eb4c-0816-4c27-8286-9ac68a185bab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'ff948915-8906-41dd-8714-7071763fd9cf'}] {{(pid=95103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 19:40:25.423566 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5cb431e-4e35-4595-bb8a-5468d7d2578f None None] Attempting to bind port cef99664-80bc-4dc9-a11f-a9a57549e4e6 on network ff948915-8906-41dd-8714-7071763fd9cf {{(pid=95103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:40:25.431376 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Pushing event updated for resources: {'Port': ['ID=1c194659-c45e-4088-b4fb-40184f040bd6,revision_number=4']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:40:25.494587 n-d-713301-16 neutron-server[95101]: Traceback (most recent call last): Sep 23 19:40:25.494587 n-d-713301-16 neutron-server[95101]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 19:40:25.494587 n-d-713301-16 neutron-server[95101]: timer() Sep 23 19:40:25.494587 n-d-713301-16 neutron-server[95101]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 19:40:25.494587 n-d-713301-16 neutron-server[95101]: cb(*args, **kw) Sep 23 19:40:25.494587 n-d-713301-16 neutron-server[95101]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 19:40:25.494587 n-d-713301-16 neutron-server[95101]: return func(*args, **kwargs) Sep 23 19:40:25.494587 n-d-713301-16 neutron-server[95101]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 19:40:25.494587 n-d-713301-16 neutron-server[95101]: self._notify() Sep 23 19:40:25.494587 n-d-713301-16 neutron-server[95101]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 19:40:25.494587 n-d-713301-16 neutron-server[95101]: self.callback(batched_events) Sep 23 19:40:25.494587 n-d-713301-16 neutron-server[95101]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 19:40:25.494587 n-d-713301-16 neutron-server[95101]: event.method(event) Sep 23 19:40:25.494587 n-d-713301-16 neutron-server[95101]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 19:40:25.494587 n-d-713301-16 neutron-server[95101]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 19:40:25.494587 n-d-713301-16 neutron-server[95101]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 19:40:25.494587 n-d-713301-16 neutron-server[95101]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 19:40:25.494587 n-d-713301-16 neutron-server[95101]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 19:40:25.494587 n-d-713301-16 neutron-server[95101]: return f(self, *a, **k) Sep 23 19:40:25.494587 n-d-713301-16 neutron-server[95101]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 19:40:25.494587 n-d-713301-16 neutron-server[95101]: return self._get(url).json() Sep 23 19:40:25.494587 n-d-713301-16 neutron-server[95101]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 19:40:25.494587 n-d-713301-16 neutron-server[95101]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 19:40:25.494587 n-d-713301-16 neutron-server[95101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 19:40:25.494587 n-d-713301-16 neutron-server[95101]: return self.request(url, 'GET', **kwargs) Sep 23 19:40:25.494587 n-d-713301-16 neutron-server[95101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 19:40:25.494587 n-d-713301-16 neutron-server[95101]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 19:40:25.494587 n-d-713301-16 neutron-server[95101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 19:40:25.494587 n-d-713301-16 neutron-server[95101]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 19:40:25.494587 n-d-713301-16 neutron-server[95101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 19:40:25.494587 n-d-713301-16 neutron-server[95101]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 19:40:25.494587 n-d-713301-16 neutron-server[95101]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 19:40:25.496839 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-a451e335-1382-4963-9382-84a71f680f36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:25.498759 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-a451e335-1382-4963-9382-84a71f680f36 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:25.500079 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-a451e335-1382-4963-9382-84a71f680f36 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/6289ff83-ed29-48fd-817c-92a249185ca4 HTTP/1.1" status: 204 len: 168 time: 0.7537067 Sep 23 19:40:25.502809 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-e4968400-98ee-423a-8913-5f0cb5077cf1 tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1754627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-601866'] for network, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:25.517318 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-e4968400-98ee-423a-8913-5f0cb5077cf1 tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] Notify callbacks [] for network, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:25.520220 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-e4968400-98ee-423a-8913-5f0cb5077cf1 tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] 10.222.0.67 "DELETE /v2.0/networks/3cf25e05-6bd2-4af7-8f54-815dd00fc5ab HTTP/1.1" status: 204 len: 168 time: 1.2078152 Sep 23 19:40:25.529901 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 59968) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:40:25.530687 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a451e335-1382-4963-9382-84a71f680f36 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6289ff83-ed29-48fd-817c-92a249185ca4,revision_number=None']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:40:25.544216 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.v2.base [None req-825d2252-9c31-4ba0-9602-eb3acffb1998 tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1761489793'}} {{(pid=95101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:40:25.547904 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5cb431e-4e35-4595-bb8a-5468d7d2578f None None] Pushing event updated for resources: {'Port': ['ID=cef99664-80bc-4dc9-a11f-a9a57549e4e6,revision_number=1']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:40:25.548045 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4968400-98ee-423a-8913-5f0cb5077cf1 tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] Pushing event deleted for resources: {'Network': ['ID=3cf25e05-6bd2-4af7-8f54-815dd00fc5ab,revision_number=None']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:40:25.553073 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2132e4c7-4623-42ce-8ed7-5f9c50ccb923 None None] DHCP port deletion for 1a83c038-72d0-4218-86b4-147118e2a97f request from n-d-713301-16 {{(pid=95103) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 23 19:40:25.593399 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-825d2252-9c31-4ba0-9602-eb3acffb1998 tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] Made reservation on behalf of e53e881fc39941c397f29318ff64a85b for: {'network': 1} {{(pid=95101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:40:25.597543 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-825d2252-9c31-4ba0-9602-eb3acffb1998 tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for network, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:25.639682 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5cb431e-4e35-4595-bb8a-5468d7d2578f None None] Checking agent: {'id': '70a14545-df24-472f-8f95-bfe1719bff93', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 19, 7, 53), 'started_at': datetime.datetime(2021, 9, 23, 19, 8, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 19, 40, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 19:40:25.640130 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5cb431e-4e35-4595-bb8a-5468d7d2578f None None] Checking segment: {'id': '9913eb4c-0816-4c27-8286-9ac68a185bab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'ff948915-8906-41dd-8714-7071763fd9cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95103) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:40:25.641103 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-f5cb431e-4e35-4595-bb8a-5468d7d2578f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:25.642241 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5cb431e-4e35-4595-bb8a-5468d7d2578f None None] Bound using segment: {'id': '9913eb4c-0816-4c27-8286-9ac68a185bab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'ff948915-8906-41dd-8714-7071763fd9cf'} {{(pid=95103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 19:40:25.642241 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.managers [None req-f5cb431e-4e35-4595-bb8a-5468d7d2578f None None] Bound port: cef99664-80bc-4dc9-a11f-a9a57549e4e6, host: n-d-713301-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9913eb4c-0816-4c27-8286-9ac68a185bab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'ff948915-8906-41dd-8714-7071763fd9cf'}}] {{(pid=95103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 19:40:25.642875 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-f5cb431e-4e35-4595-bb8a-5468d7d2578f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:25.665730 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-825d2252-9c31-4ba0-9602-eb3acffb1998 tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 633} {{(pid=95101) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 19:40:25.695235 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-0b323390-d344-40ae-a225-53dc94cd09bb tempest-FloatingIPTestJSON-2085468291 tempest-FloatingIPTestJSON-2085468291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783146162158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783145673144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4399100'] for port, after_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:25.700293 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-825d2252-9c31-4ba0-9602-eb3acffb1998 tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1756186'] for segment, precommit_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:25.702928 n-d-713301-16 neutron-server[95101]: INFO neutron.db.segments_db [None req-825d2252-9c31-4ba0-9602-eb3acffb1998 tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] Added segment 40c3604d-76da-4347-8db2-2af5fdc83c67 of type vlan for network 02b968af-c926-4e57-adbc-7615485f9b37 Sep 23 19:40:25.721045 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-80e7e501-6c57-470d-92c6-e3d54bc3195c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:25.778777 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a0f44f4-1715-4089-b62f-3f20f3072979 None None] DHCP port deletion for 3cf25e05-6bd2-4af7-8f54-815dd00fc5ab request from n-d-713301-16 {{(pid=95103) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 23 19:40:25.788634 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-825d2252-9c31-4ba0-9602-eb3acffb1998 tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783145630486'] for network, precommit_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:25.853843 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-825d2252-9c31-4ba0-9602-eb3acffb1998 tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299'] for network, after_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:25.857845 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b323390-d344-40ae-a225-53dc94cd09bb tempest-FloatingIPTestJSON-2085468291 tempest-FloatingIPTestJSON-2085468291-project] Pushing event deleted for resources: {'Port': ['ID=f4c63086-e36b-46ab-bd2c-dbd1c2427a19,revision_number=None']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:40:25.862541 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-825d2252-9c31-4ba0-9602-eb3acffb1998 tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:40:25.862845 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-825d2252-9c31-4ba0-9602-eb3acffb1998 tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] Notify callbacks [] for network, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:25.880168 n-d-713301-16 neutron-server[95102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b323390-d344-40ae-a225-53dc94cd09bb tempest-FloatingIPTestJSON-2085468291 tempest-FloatingIPTestJSON-2085468291-project] No DVR routers for this DVR port f4c63086-e36b-46ab-bd2c-dbd1c2427a19 on host n-d-713301-16 {{(pid=95102) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 19:40:25.934737 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-825d2252-9c31-4ba0-9602-eb3acffb1998 tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4018962 Sep 23 19:40:25.939028 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 59978) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:40:25.949172 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.v2.base [None req-36033c5b-e8aa-4d1e-a82f-b15887c7b95b tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] Request body: {'subnet': {'network_id': '02b968af-c926-4e57-adbc-7615485f9b37', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:40:25.950722 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-e2c331be-1798-46d3-8a65-5e28037ca3ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:26.029019 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-825d2252-9c31-4ba0-9602-eb3acffb1998 tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] Pushing event updated for resources: {'Network': ['ID=02b968af-c926-4e57-adbc-7615485f9b37,revision_number=1']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:40:26.047798 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-0b323390-d344-40ae-a225-53dc94cd09bb tempest-FloatingIPTestJSON-2085468291 tempest-FloatingIPTestJSON-2085468291-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1754676', 'neutron.services.segments.db._delete_segments_for_network-8783146221460'] for network, precommit_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:26.050776 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:26.078200 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.plugin [None req-2132e4c7-4623-42ce-8ed7-5f9c50ccb923 None None] Deleting port f4c63086-e36b-46ab-bd2c-dbd1c2427a19 {{(pid=95103) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:40:26.079438 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-2132e4c7-4623-42ce-8ed7-5f9c50ccb923 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783146157096'] for port, before_delete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:26.082637 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Network 02b968af-c926-4e57-adbc-7615485f9b37 details requested by agent ovs-agent-n-d-713301-16 with host n-d-713301-16 {{(pid=95103) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 19:40:26.093996 n-d-713301-16 neutron-server[95102]: DEBUG neutron.db.db_base_plugin_common [None req-2b3d2fd8-802a-44e5-938d-e95d5b0a08ae tempest-RoutersTest-320658655 tempest-RoutersTest-320658655-project] Allocated IP 172.20.0.1 (bbb96d31-ef87-4e4a-85b9-cf661135e859/f168ba10-9c3e-40b9-bb29-b7cb51ebf4f0/a8a11d79-21be-4e01-b8a4-f3f2aeef4e4d) {{(pid=95102) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 19:40:26.102509 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 59980) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:40:26.112504 n-d-713301-16 neutron-server[95102]: DEBUG neutron.services.segments.db [None req-0b323390-d344-40ae-a225-53dc94cd09bb tempest-FloatingIPTestJSON-2085468291 tempest-FloatingIPTestJSON-2085468291-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1a83c038-72d0-4218-86b4-147118e2a97f']}} {{(pid=95102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:40:26.119394 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-1cd9dc60-4c47-4f9c-b2e1-0bbad61e737a admin admin] Notify callbacks [] for security_group, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:26.129980 n-d-713301-16 neutron-server[95102]: DEBUG neutron.services.segments.db [None req-0b323390-d344-40ae-a225-53dc94cd09bb tempest-FloatingIPTestJSON-2085468291 tempest-FloatingIPTestJSON-2085468291-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2884daeb-804e-425a-b0d0-ff2fcfc42195') {'for_net_delete': True} {{(pid=95102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:40:26.130425 n-d-713301-16 neutron-server[95102]: DEBUG neutron.services.segments.db [None req-0b323390-d344-40ae-a225-53dc94cd09bb tempest-FloatingIPTestJSON-2085468291 tempest-FloatingIPTestJSON-2085468291-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2884daeb-804e-425a-b0d0-ff2fcfc42195') {} {{(pid=95102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:40:26.138962 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36033c5b-e8aa-4d1e-a82f-b15887c7b95b tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] Made reservation on behalf of e53e881fc39941c397f29318ff64a85b for: {'subnet': 1} {{(pid=95101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:40:26.142479 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-36033c5b-e8aa-4d1e-a82f-b15887c7b95b tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6130979'] for subnet, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:26.149662 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-0b323390-d344-40ae-a225-53dc94cd09bb tempest-FloatingIPTestJSON-2085468291 tempest-FloatingIPTestJSON-2085468291-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783146221725', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6162832'] for segment, before_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:26.151597 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-e2c331be-1798-46d3-8a65-5e28037ca3ce None None] For port 77c182e8-3173-4a6c-8872-846c5dc4195f, host n-d-713301-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-16',level=0,port_id=77c182e8-3173-4a6c-8872-846c5dc4195f,segment=NetworkSegment(d04d3066-a573-4a9d-b08f-be812113b873),segment_id=d04d3066-a573-4a9d-b08f-be812113b873)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:40:26.153230 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-f5cb431e-4e35-4595-bb8a-5468d7d2578f None None] For port cef99664-80bc-4dc9-a11f-a9a57549e4e6, host n-d-713301-16, cleared binding levels {{(pid=95103) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 19:40:26.181728 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-e2c331be-1798-46d3-8a65-5e28037ca3ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:26.202388 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-f5cb431e-4e35-4595-bb8a-5468d7d2578f None None] For port cef99664-80bc-4dc9-a11f-a9a57549e4e6, host n-d-713301-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-16',level=0,port_id=cef99664-80bc-4dc9-a11f-a9a57549e4e6,segment=NetworkSegment(9913eb4c-0816-4c27-8286-9ac68a185bab),segment_id=9913eb4c-0816-4c27-8286-9ac68a185bab)] {{(pid=95103) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 19:40:26.224219 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-0b323390-d344-40ae-a225-53dc94cd09bb tempest-FloatingIPTestJSON-2085468291 tempest-FloatingIPTestJSON-2085468291-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1756186'] for segment, precommit_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:26.260743 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0b323390-d344-40ae-a225-53dc94cd09bb tempest-FloatingIPTestJSON-2085468291 tempest-FloatingIPTestJSON-2085468291-project] Releasing vlan 609 on physical network physnet1 to pool {{(pid=95102) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 19:40:26.261229 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-0b323390-d344-40ae-a225-53dc94cd09bb tempest-FloatingIPTestJSON-2085468291 tempest-FloatingIPTestJSON-2085468291-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1756186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4398095'] for segment, after_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:26.324937 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.db.api [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95103) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 23 19:40:26.325540 n-d-713301-16 neutron-server[95103]: DEBUG oslo_db.api [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 23 19:40:26.336320 n-d-713301-16 neutron-server[95102]: Traceback (most recent call last): Sep 23 19:40:26.336320 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 19:40:26.336320 n-d-713301-16 neutron-server[95102]: timer() Sep 23 19:40:26.336320 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 19:40:26.336320 n-d-713301-16 neutron-server[95102]: cb(*args, **kw) Sep 23 19:40:26.336320 n-d-713301-16 neutron-server[95102]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 19:40:26.336320 n-d-713301-16 neutron-server[95102]: return func(*args, **kwargs) Sep 23 19:40:26.336320 n-d-713301-16 neutron-server[95102]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 19:40:26.336320 n-d-713301-16 neutron-server[95102]: self._notify() Sep 23 19:40:26.336320 n-d-713301-16 neutron-server[95102]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 19:40:26.336320 n-d-713301-16 neutron-server[95102]: self.callback(batched_events) Sep 23 19:40:26.336320 n-d-713301-16 neutron-server[95102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 19:40:26.336320 n-d-713301-16 neutron-server[95102]: event.method(event) Sep 23 19:40:26.336320 n-d-713301-16 neutron-server[95102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 19:40:26.336320 n-d-713301-16 neutron-server[95102]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 19:40:26.336320 n-d-713301-16 neutron-server[95102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 19:40:26.336320 n-d-713301-16 neutron-server[95102]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 19:40:26.336320 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 19:40:26.336320 n-d-713301-16 neutron-server[95102]: return f(self, *a, **k) Sep 23 19:40:26.336320 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 19:40:26.336320 n-d-713301-16 neutron-server[95102]: return self._get(url).json() Sep 23 19:40:26.336320 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 19:40:26.336320 n-d-713301-16 neutron-server[95102]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 19:40:26.336320 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 19:40:26.336320 n-d-713301-16 neutron-server[95102]: return self.request(url, 'GET', **kwargs) Sep 23 19:40:26.336320 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 19:40:26.336320 n-d-713301-16 neutron-server[95102]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 19:40:26.336320 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 19:40:26.336320 n-d-713301-16 neutron-server[95102]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 19:40:26.336320 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 19:40:26.336320 n-d-713301-16 neutron-server[95102]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 19:40:26.336320 n-d-713301-16 neutron-server[95102]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 19:40:26.340807 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-f5cb431e-4e35-4595-bb8a-5468d7d2578f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:26.354330 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-2132e4c7-4623-42ce-8ed7-5f9c50ccb923 None None] For port f4c63086-e36b-46ab-bd2c-dbd1c2427a19, host n-d-713301-16, got binding levels [] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:40:26.355055 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-2132e4c7-4623-42ce-8ed7-5f9c50ccb923 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-605701'] for port, precommit_delete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:26.401372 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c331be-1798-46d3-8a65-5e28037ca3ce None None] Pushing event updated for resources: {'Port': ['ID=77c182e8-3173-4a6c-8872-846c5dc4195f,revision_number=3']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:40:26.413531 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-0b323390-d344-40ae-a225-53dc94cd09bb tempest-FloatingIPTestJSON-2085468291 tempest-FloatingIPTestJSON-2085468291-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1754627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-601866'] for network, after_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:26.430639 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-1cd9dc60-4c47-4f9c-b2e1-0bbad61e737a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:26.452152 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.plugin [None req-2132e4c7-4623-42ce-8ed7-5f9c50ccb923 None None] Calling delete_port for f4c63086-e36b-46ab-bd2c-dbd1c2427a19 owned by network:dhcp {{(pid=95103) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:40:26.455429 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-0b323390-d344-40ae-a225-53dc94cd09bb tempest-FloatingIPTestJSON-2085468291 tempest-FloatingIPTestJSON-2085468291-project] Notify callbacks [] for network, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:26.455903 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-c9c0cf0c-79d4-4499-89d7-fcbff119e498 None None] Provisioning complete for port 77c182e8-3173-4a6c-8872-846c5dc4195f triggered by entity DHCP. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:40:26.456316 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-c9c0cf0c-79d4-4499-89d7-fcbff119e498 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:26.461658 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-1cd9dc60-4c47-4f9c-b2e1-0bbad61e737a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:26.462444 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-0b323390-d344-40ae-a225-53dc94cd09bb tempest-FloatingIPTestJSON-2085468291 tempest-FloatingIPTestJSON-2085468291-project] 10.222.0.67 "DELETE /v2.0/networks/1a83c038-72d0-4218-86b4-147118e2a97f HTTP/1.1" status: 204 len: 168 time: 2.7989385 Sep 23 19:40:26.466936 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 59986) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:40:26.499994 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cd9dc60-4c47-4f9c-b2e1-0bbad61e737a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c947b6f-fd1d-42d6-b8a9-3138a83a73db,revision_number=1']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:40:26.507882 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.ipam_backend_mixin [None req-2132e4c7-4623-42ce-8ed7-5f9c50ccb923 None None] Port f4c63086-e36b-46ab-bd2c-dbd1c2427a19 was not found and therefore no delete operation was performed {{(pid=95103) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Sep 23 19:40:26.517247 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-2132e4c7-4623-42ce-8ed7-5f9c50ccb923 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783146162158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783145673144'] for port, after_delete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:26.537926 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-2132e4c7-4623-42ce-8ed7-5f9c50ccb923 None None] Network 1a83c038-72d0-4218-86b4-147118e2a97f is not hosted by any dhcp agent {{(pid=95103) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Sep 23 19:40:26.538388 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2132e4c7-4623-42ce-8ed7-5f9c50ccb923 None None] No DVR routers for this DVR port f4c63086-e36b-46ab-bd2c-dbd1c2427a19 on host n-d-713301-16 {{(pid=95103) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 19:40:26.554698 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-36033c5b-e8aa-4d1e-a82f-b15887c7b95b tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5607579', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6130961'] for subnet, after_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:26.592692 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5cb431e-4e35-4595-bb8a-5468d7d2578f None None] Pushing event updated for resources: {'Port': ['ID=cef99664-80bc-4dc9-a11f-a9a57549e4e6,revision_number=2']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:40:26.593941 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61bc319e-2458-45d1-83a4-7d0abd68d78f req-328cf0a0-393f-4a7a-9d5b-d92772423cad tempest-ServersTestJSON-149791516 tempest-ServersTestJSON-149791516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:40:26.603244 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-61bc319e-2458-45d1-83a4-7d0abd68d78f req-328cf0a0-393f-4a7a-9d5b-d92772423cad tempest-ServersTestJSON-149791516 tempest-ServersTestJSON-149791516-project] 10.222.0.67 "GET /v2.0/ports?device_id=1921f1fe-df9a-46ef-ae57-567b8545bac8 HTTP/1.1" status: 200 len: 944 time: 0.3552940 Sep 23 19:40:26.610309 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b323390-d344-40ae-a225-53dc94cd09bb tempest-FloatingIPTestJSON-2085468291 tempest-FloatingIPTestJSON-2085468291-project] Pushing event deleted for resources: {'Network': ['ID=1a83c038-72d0-4218-86b4-147118e2a97f,revision_number=None']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:40:26.622572 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36033c5b-e8aa-4d1e-a82f-b15887c7b95b tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] Pushing event updated for resources: {'Subnet': ['ID=affe2ff8-35c8-4fc6-b3a1-1d2728214735,revision_number=0']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:40:26.627005 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2132e4c7-4623-42ce-8ed7-5f9c50ccb923 None None] Pushing event deleted for resources: {'Port': ['ID=f4c63086-e36b-46ab-bd2c-dbd1c2427a19,revision_number=None']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:40:26.635623 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-1cd9dc60-4c47-4f9c-b2e1-0bbad61e737a admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=f04365fcd15c4687b809165625c5a0a1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5298004 Sep 23 19:40:26.642546 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 59988) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:40:26.743467 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36033c5b-e8aa-4d1e-a82f-b15887c7b95b tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] Checking segment: {'id': '40c3604d-76da-4347-8db2-2af5fdc83c67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '02b968af-c926-4e57-adbc-7615485f9b37'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:40:26.747467 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36033c5b-e8aa-4d1e-a82f-b15887c7b95b tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] Network hostable DHCP agents. Network: 02b968af-c926-4e57-adbc-7615485f9b37, hostable agents: ['1b18bf05-1b5f-4587-be5c-af3ac38e32ad'], hosted agents: [] {{(pid=95101) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 19:40:26.761266 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-61bc319e-2458-45d1-83a4-7d0abd68d78f req-a91e7941-69c9-49f7-b8b5-1ac960861632 tempest-ServersTestJSON-149791516 tempest-ServersTestJSON-149791516-project] 10.222.0.67 "GET /v2.0/security-groups?id=b8c31db9-bcb2-4708-876e-18b1f4bdd8a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1571140 Sep 23 19:40:26.765788 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-2b3d2fd8-802a-44e5-938d-e95d5b0a08ae tempest-RoutersTest-320658655 tempest-RoutersTest-320658655-project] Notify callbacks [] for port, precommit_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:26.773561 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-96f2cc1d-8793-4484-99cf-0869cd587e69 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:26.819245 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-96f2cc1d-8793-4484-99cf-0869cd587e69 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:26.844421 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36033c5b-e8aa-4d1e-a82f-b15887c7b95b tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] Network 02b968af-c926-4e57-adbc-7615485f9b37 is scheduled to be hosted by DHCP agent 1b18bf05-1b5f-4587-be5c-af3ac38e32ad with binding_index 1 {{(pid=95101) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 19:40:26.866719 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.plugin [None req-c9da4b4d-ec39-45f7-9204-0d2410dd389d tempest-FloatingIPTestJSON-2085468291 tempest-FloatingIPTestJSON-2085468291-project] Deleting port ff1b2e21-b63e-4c8f-aa85-a8e90c32790c {{(pid=95102) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:40:26.867146 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-c9da4b4d-ec39-45f7-9204-0d2410dd389d tempest-FloatingIPTestJSON-2085468291 tempest-FloatingIPTestJSON-2085468291-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783146157096'] for port, before_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:26.869979 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-2b3d2fd8-802a-44e5-938d-e95d5b0a08ae tempest-RoutersTest-320658655 tempest-RoutersTest-320658655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783145673135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4399100'] for port, after_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:26.913517 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.base_scheduler [None req-36033c5b-e8aa-4d1e-a82f-b15887c7b95b tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713301-16, 02b968af-c926-4e57-adbc-7615485f9b37) {{(pid=95101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:40:26.918251 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36033c5b-e8aa-4d1e-a82f-b15887c7b95b tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:40:26.918862 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-36033c5b-e8aa-4d1e-a82f-b15887c7b95b tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] Notify callbacks [] for subnet, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:26.929794 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-225fbeaf-e1ca-44fd-9449-444ed8118585 None None] Network 02b968af-c926-4e57-adbc-7615485f9b37 requested from n-d-713301-16 {{(pid=95103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 19:40:26.958808 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-36033c5b-e8aa-4d1e-a82f-b15887c7b95b tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0146248 Sep 23 19:40:26.959016 n-d-713301-16 neutron-server[95102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b3d2fd8-802a-44e5-938d-e95d5b0a08ae tempest-RoutersTest-320658655 tempest-RoutersTest-320658655-project] Network bbb96d31-ef87-4e4a-85b9-cf661135e859 is already hosted by enough agents. {{(pid=95102) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:40:26.959100 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 59992) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:40:26.963743 n-d-713301-16 neutron-server[95102]: DEBUG neutron.scheduler.base_scheduler [None req-2b3d2fd8-802a-44e5-938d-e95d5b0a08ae tempest-RoutersTest-320658655 tempest-RoutersTest-320658655-project] Resources bound (agent type, host, resource id): {{(pid=95102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:40:26.968870 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.v2.base [None req-3bdcb338-4768-4b10-96e3-a160336b809c tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] Request body: {'router': {'name': 'tempest-PortsTestJSON-router-1850617176', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=95101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:40:27.015764 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-96f2cc1d-8793-4484-99cf-0869cd587e69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:27.023985 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-96f2cc1d-8793-4484-99cf-0869cd587e69 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:27.027315 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-96f2cc1d-8793-4484-99cf-0869cd587e69 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/9c947b6f-fd1d-42d6-b8a9-3138a83a73db HTTP/1.1" status: 204 len: 168 time: 0.3835785 Sep 23 19:40:27.046827 n-d-713301-16 neutron-server[95102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b3d2fd8-802a-44e5-938d-e95d5b0a08ae tempest-RoutersTest-320658655 tempest-RoutersTest-320658655-project] Received port after_create {{(pid=95102) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 19:40:27.060547 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96f2cc1d-8793-4484-99cf-0869cd587e69 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c947b6f-fd1d-42d6-b8a9-3138a83a73db,revision_number=None']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:40:27.070271 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b3d2fd8-802a-44e5-938d-e95d5b0a08ae tempest-RoutersTest-320658655 tempest-RoutersTest-320658655-project] Pushing event updated for resources: {'Port': ['ID=a8a11d79-21be-4e01-b8a4-f3f2aeef4e4d,revision_number=1']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:40:27.071211 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-3bdcb338-4768-4b10-96e3-a160336b809c tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-594563', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29355'] for router, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:27.073623 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-3bdcb338-4768-4b10-96e3-a160336b809c tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-597363', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-601731', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-739356', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29346'] for router, precommit_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:27.184948 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-c9da4b4d-ec39-45f7-9204-0d2410dd389d tempest-FloatingIPTestJSON-2085468291 tempest-FloatingIPTestJSON-2085468291-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-605701'] for port, precommit_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:27.185317 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-c9da4b4d-ec39-45f7-9204-0d2410dd389d tempest-FloatingIPTestJSON-2085468291 tempest-FloatingIPTestJSON-2085468291-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:27.215280 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-2b3d2fd8-802a-44e5-938d-e95d5b0a08ae tempest-RoutersTest-320658655 tempest-RoutersTest-320658655-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-601987'] for router_interface, before_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:27.279487 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ff8f74f-f495-4347-a4c6-fa7eca3f922a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4c8b80df-07eb-5275-9f17-5cf640db67c0-02b968af-c926-4e57-adbc-7615485f9b37', 'network_id': '02b968af-c926-4e57-adbc-7615485f9b37', 'tenant_id': 'e53e881fc39941c397f29318ff64a85b', 'fixed_ips': [{'subnet_id': 'affe2ff8-35c8-4fc6-b3a1-1d2728214735'}]}} from n-d-713301-16. {{(pid=95103) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 23 19:40:27.280384 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-8ff8f74f-f495-4347-a4c6-fa7eca3f922a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_create {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:27.324451 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.plugin [None req-c9da4b4d-ec39-45f7-9204-0d2410dd389d tempest-FloatingIPTestJSON-2085468291 tempest-FloatingIPTestJSON-2085468291-project] Calling delete_port for ff1b2e21-b63e-4c8f-aa85-a8e90c32790c owned by network:floatingip {{(pid=95102) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:40:27.451947 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Device cef99664-80bc-4dc9-a11f-a9a57549e4e6 up at agent ovs-agent-n-d-713301-16 {{(pid=95103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 19:40:27.538331 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Device 1c194659-c45e-4088-b4fb-40184f040bd6 up at agent hyperv_n-h1-713301-16 {{(pid=95103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 19:40:27.541380 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-2b3d2fd8-802a-44e5-938d-e95d5b0a08ae tempest-RoutersTest-320658655 tempest-RoutersTest-320658655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:27.662748 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-3a12c0dc-d312-4b62-af1f-0dc5cdbdff3b None None] Provisioning complete for port a8a11d79-21be-4e01-b8a4-f3f2aeef4e4d triggered by entity DHCP. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:40:27.663530 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-3a12c0dc-d312-4b62-af1f-0dc5cdbdff3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:27.721323 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-c9da4b4d-ec39-45f7-9204-0d2410dd389d tempest-FloatingIPTestJSON-2085468291 tempest-FloatingIPTestJSON-2085468291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783146162158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783145673144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4399100'] for port, after_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:27.786054 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Provisioning for port 1c194659-c45e-4088-b4fb-40184f040bd6 completed by entity L2. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 19:40:27.805411 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Provisioning complete for port 1c194659-c45e-4088-b4fb-40184f040bd6 triggered by entity L2. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:40:27.806146 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:27.849507 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9da4b4d-ec39-45f7-9204-0d2410dd389d tempest-FloatingIPTestJSON-2085468291 tempest-FloatingIPTestJSON-2085468291-project] Pushing event deleted for resources: {'Port': ['ID=ff1b2e21-b63e-4c8f-aa85-a8e90c32790c,revision_number=None']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:40:27.869789 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-3bdcb338-4768-4b10-96e3-a160336b809c tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:27.875024 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-3bdcb338-4768-4b10-96e3-a160336b809c tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-597258', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-601790'] for router, after_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:27.894346 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.plugin [None req-3a12c0dc-d312-4b62-af1f-0dc5cdbdff3b None None] Port a8a11d79-21be-4e01-b8a4-f3f2aeef4e4d cannot update to ACTIVE because it is not bound. {{(pid=95103) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 19:40:27.905839 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-3bdcb338-4768-4b10-96e3-a160336b809c tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] Notify callbacks [] for router, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:27.907268 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-3bdcb338-4768-4b10-96e3-a160336b809c tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] 10.222.0.67 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 0.9472144 Sep 23 19:40:27.909987 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 60012) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:40:27.910473 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.db_base_plugin_common [None req-8ff8f74f-f495-4347-a4c6-fa7eca3f922a None None] Allocated IP 172.20.0.2 (02b968af-c926-4e57-adbc-7615485f9b37/affe2ff8-35c8-4fc6-b3a1-1d2728214735/62bf05fc-4c37-4090-9103-17d0b59bf427) {{(pid=95103) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 19:40:27.920003 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.v2.base [None req-f877df60-928c-40b2-aa18-0bbc80016534 tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] Request body: {'port': {'network_id': '02b968af-c926-4e57-adbc-7615485f9b37', 'name': 'tempest-PortsTestJSON-1436695073'}} {{(pid=95101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:40:27.936033 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Provisioning complete for port cef99664-80bc-4dc9-a11f-a9a57549e4e6 triggered by entity L2. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:40:27.937348 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:28.103092 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-c9da4b4d-ec39-45f7-9204-0d2410dd389d tempest-FloatingIPTestJSON-2085468291 tempest-FloatingIPTestJSON-2085468291-project] Notify callbacks [] for floatingip, after_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:28.106207 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-c9da4b4d-ec39-45f7-9204-0d2410dd389d tempest-FloatingIPTestJSON-2085468291 tempest-FloatingIPTestJSON-2085468291-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222849'] for floatingip, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:28.107122 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-c9da4b4d-ec39-45f7-9204-0d2410dd389d tempest-FloatingIPTestJSON-2085468291 tempest-FloatingIPTestJSON-2085468291-project] 10.222.0.67 "DELETE /v2.0/floatingips/d7d92fad-3b07-46a4-96f1-3790b8ec8bc8 HTTP/1.1" status: 204 len: 168 time: 1.6267331 Sep 23 19:40:28.114763 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 60018) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:40:28.145385 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:28.160435 n-d-713301-16 neutron-server[95101]: INFO neutron.pecan_wsgi.hooks.translation [None req-c1bc1833-4b5a-4518-8e06-ec371de2bebc tempest-FloatingIPTestJSON-2085468291 tempest-FloatingIPTestJSON-2085468291-project] DELETE failed (client error): The resource could not be found. Sep 23 19:40:28.162026 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c1bc1833-4b5a-4518-8e06-ec371de2bebc tempest-FloatingIPTestJSON-2085468291 tempest-FloatingIPTestJSON-2085468291-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95101) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 23 19:40:28.166160 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-c1bc1833-4b5a-4518-8e06-ec371de2bebc tempest-FloatingIPTestJSON-2085468291 tempest-FloatingIPTestJSON-2085468291-project] 10.222.0.67 "DELETE /v2.0/ports/0c096409-5221-48e3-a685-04028e75937e HTTP/1.1" status: 404 len: 333 time: 0.0491898 Sep 23 19:40:28.168556 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 60022) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:40:28.199028 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-b3abdf59-8d88-47e6-9c13-fbe6cdc47985 tempest-FloatingIPTestJSON-2085468291 tempest-FloatingIPTestJSON-2085468291-project] 10.222.0.67 "GET /v2.0/ports?device_id=b9a5801a-9353-4af9-a832-9c57e9922ab6 HTTP/1.1" status: 200 len: 205 time: 0.0293002 Sep 23 19:40:28.199243 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdbe89e7-ed80-4466-a9b9-fd7a681d838d None None] Network ff948915-8906-41dd-8714-7071763fd9cf requested from n-d-713301-16 {{(pid=95103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 19:40:28.199899 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f877df60-928c-40b2-aa18-0bbc80016534 tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] Made reservation on behalf of e53e881fc39941c397f29318ff64a85b for: {'port': 1} {{(pid=95101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:40:28.203392 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-f877df60-928c-40b2-aa18-0bbc80016534 tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:28.205296 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 60024) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:40:28.219833 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ce97f1-2173-4006-a492-ea47539bf8cb req-beb21481-71b0-4b2e-9df9-1c435e9d063f tempest-ServersTestJSON-149791516 tempest-ServersTestJSON-149791516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:40:28.228427 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-77ce97f1-2173-4006-a492-ea47539bf8cb req-beb21481-71b0-4b2e-9df9-1c435e9d063f tempest-ServersTestJSON-149791516 tempest-ServersTestJSON-149791516-project] 10.222.0.67 "GET /v2.0/ports?device_id=1921f1fe-df9a-46ef-ae57-567b8545bac8 HTTP/1.1" status: 200 len: 944 time: 0.3045831 Sep 23 19:40:28.281755 n-d-713301-16 neutron-server[95101]: INFO neutron.api.v2.resource [None req-efc0ce8f-0c92-45a8-a46a-c9e45d5acbbb tempest-FloatingIPTestJSON-2085468291 tempest-FloatingIPTestJSON-2085468291-project] delete failed (client error): The resource could not be found. Sep 23 19:40:28.283161 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-efc0ce8f-0c92-45a8-a46a-c9e45d5acbbb tempest-FloatingIPTestJSON-2085468291 tempest-FloatingIPTestJSON-2085468291-project] 10.222.0.67 "DELETE /v2.0/routers/b9a5801a-9353-4af9-a832-9c57e9922ab6 HTTP/1.1" status: 404 len: 336 time: 0.0767236 Sep 23 19:40:28.286161 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 60030) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:40:28.302034 n-d-713301-16 neutron-server[95101]: DEBUG neutron.notifiers.nova [None req-f877df60-928c-40b2-aa18-0bbc80016534 tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] device_id is not set on port 7f1ec3ce-a499-45c4-b940-6e68a25b6518 yet. {{(pid=95101) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 23 19:40:28.332766 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:28.388792 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-2b3d2fd8-802a-44e5-938d-e95d5b0a08ae tempest-RoutersTest-320658655 tempest-RoutersTest-320658655-project] Notify callbacks [] for port, precommit_update {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:28.392889 n-d-713301-16 neutron-server[95101]: INFO neutron.pecan_wsgi.hooks.translation [None req-d5cd9bed-adb2-4199-8756-675f47f09386 tempest-FloatingIPTestJSON-2085468291 tempest-FloatingIPTestJSON-2085468291-project] DELETE failed (client error): The resource could not be found. Sep 23 19:40:28.393900 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d5cd9bed-adb2-4199-8756-675f47f09386 tempest-FloatingIPTestJSON-2085468291 tempest-FloatingIPTestJSON-2085468291-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95101) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 23 19:40:28.396319 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-d5cd9bed-adb2-4199-8756-675f47f09386 tempest-FloatingIPTestJSON-2085468291 tempest-FloatingIPTestJSON-2085468291-project] 10.222.0.67 "DELETE /v2.0/subnets/756cd167-545c-48af-a5a4-31d9f1bf5953 HTTP/1.1" status: 404 len: 337 time: 0.1089308 Sep 23 19:40:28.398814 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 60034) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:40:28.403191 n-d-713301-16 neutron-server[95103]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1921f1fe-df9a-46ef-ae57-567b8545bac8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c194659-c45e-4088-b4fb-40184f040bd6'}] {{(pid=95103) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 19:40:28.416159 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-2b3d2fd8-802a-44e5-938d-e95d5b0a08ae tempest-RoutersTest-320658655 tempest-RoutersTest-320658655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4399095'] for port, after_update {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:28.417797 n-d-713301-16 neutron-server[95103]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}81a1c17f2aa89d5b3ebbba3a3e0cf7eb588e431c2224256110c4c4facdd7c3e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-629ab652-ee5a-4f76-b620-c71f88e17692" -d '{"events": [{"server_uuid": "1921f1fe-df9a-46ef-ae57-567b8545bac8", "name": "network-vif-plugged", "status": "completed", "tag": "1c194659-c45e-4088-b4fb-40184f040bd6"}]}' {{(pid=95103) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 19:40:28.504165 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.plugin [None req-bc0076ac-527b-427e-83f4-533df1326ed9 tempest-FloatingIPTestJSON-2085468291 tempest-FloatingIPTestJSON-2085468291-project] Deleting port cd267a20-7163-49ef-b59a-5d76979e2013 {{(pid=95101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:40:28.504564 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-bc0076ac-527b-427e-83f4-533df1326ed9 tempest-FloatingIPTestJSON-2085468291 tempest-FloatingIPTestJSON-2085468291-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783146157096'] for port, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:28.544155 n-d-713301-16 neutron-server[95103]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 19:40:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-884b22a2-6574-4086-8d21-0c1195f50945 x-openstack-request-id: req-884b22a2-6574-4086-8d21-0c1195f50945 {{(pid=95103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 19:40:28.544511 n-d-713301-16 neutron-server[95103]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1921f1fe-df9a-46ef-ae57-567b8545bac8", "name": "network-vif-plugged", "status": "completed", "tag": "1c194659-c45e-4088-b4fb-40184f040bd6", "code": 200}]} {{(pid=95103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 19:40:28.545863 n-d-713301-16 neutron-server[95103]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-884b22a2-6574-4086-8d21-0c1195f50945 {{(pid=95103) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 19:40:28.546289 n-d-713301-16 neutron-server[95103]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1921f1fe-df9a-46ef-ae57-567b8545bac8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c194659-c45e-4088-b4fb-40184f040bd6', 'code': 200} Sep 23 19:40:28.566847 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-177f5a65-0c17-465f-a860-333c75a22ef5 None None] Provisioning complete for port cef99664-80bc-4dc9-a11f-a9a57549e4e6 triggered by entity DHCP. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:40:28.567597 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-177f5a65-0c17-465f-a860-333c75a22ef5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:28.645157 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-2b3d2fd8-802a-44e5-938d-e95d5b0a08ae tempest-RoutersTest-320658655 tempest-RoutersTest-320658655-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-527313', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-601459'] for router_interface, after_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:28.657742 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-bc0076ac-527b-427e-83f4-533df1326ed9 tempest-FloatingIPTestJSON-2085468291 tempest-FloatingIPTestJSON-2085468291-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-605701'] for port, precommit_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:28.662811 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] For port 1c194659-c45e-4088-b4fb-40184f040bd6, host n-h1-713301-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-16',level=0,port_id=1c194659-c45e-4088-b4fb-40184f040bd6,segment=NetworkSegment(c829e8ab-031e-4667-8d5b-36ba5cfb9383),segment_id=c829e8ab-031e-4667-8d5b-36ba5cfb9383)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:40:28.668455 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:28.682319 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:28.689171 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.plugin [None req-bc0076ac-527b-427e-83f4-533df1326ed9 tempest-FloatingIPTestJSON-2085468291 tempest-FloatingIPTestJSON-2085468291-project] Calling delete_port for cd267a20-7163-49ef-b59a-5d76979e2013 owned by {{(pid=95101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:40:28.694891 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b3d2fd8-802a-44e5-938d-e95d5b0a08ae tempest-RoutersTest-320658655 tempest-RoutersTest-320658655-project] Pushing event updated for resources: {'Port': ['ID=a8a11d79-21be-4e01-b8a4-f3f2aeef4e4d,revision_number=2']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:40:28.719507 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-77ce97f1-2173-4006-a492-ea47539bf8cb req-79a292a4-57aa-412f-80a7-d578c6062c1b tempest-ServersTestJSON-149791516 tempest-ServersTestJSON-149791516-project] 10.222.0.67 "GET /v2.0/security-groups?id=b8c31db9-bcb2-4708-876e-18b1f4bdd8a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4895918 Sep 23 19:40:28.796044 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a42d97-37b6-4363-8beb-1a550ac45576 req-a8488f1d-e1b2-44ce-8de9-09473c9db21c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:40:28.797650 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-d5a42d97-37b6-4363-8beb-1a550ac45576 req-a8488f1d-e1b2-44ce-8de9-09473c9db21c service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=1921f1fe-df9a-46ef-ae57-567b8545bac8 HTTP/1.1" status: 200 len: 1097 time: 0.1388960 Sep 23 19:40:28.867960 n-d-713301-16 neutron-server[95102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b3d2fd8-802a-44e5-938d-e95d5b0a08ae tempest-RoutersTest-320658655 tempest-RoutersTest-320658655-project] Network bbb96d31-ef87-4e4a-85b9-cf661135e859 is already hosted by enough agents. {{(pid=95102) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:40:28.880221 n-d-713301-16 neutron-server[95102]: DEBUG neutron.scheduler.base_scheduler [None req-2b3d2fd8-802a-44e5-938d-e95d5b0a08ae tempest-RoutersTest-320658655 tempest-RoutersTest-320658655-project] Resources bound (agent type, host, resource id): {{(pid=95102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:40:28.951976 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-d5a42d97-37b6-4363-8beb-1a550ac45576 req-6f57ae6a-d40d-4697-ad5d-0f65d89f9b52 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=b8c31db9-bcb2-4708-876e-18b1f4bdd8a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1403067 Sep 23 19:40:28.960364 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:29.016285 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-bc0076ac-527b-427e-83f4-533df1326ed9 tempest-FloatingIPTestJSON-2085468291 tempest-FloatingIPTestJSON-2085468291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783146162158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783145673144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5607431'] for port, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:29.046128 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-177f5a65-0c17-465f-a860-333c75a22ef5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:29.087393 n-d-713301-16 neutron-server[95102]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b3d2fd8-802a-44e5-938d-e95d5b0a08ae tempest-RoutersTest-320658655 tempest-RoutersTest-320658655-project] Router 0a41719e-5b35-4cd0-bbd7-845a0ee1621f is scheduled to L3 agent 79a740bf-7821-4989-8288-7186e3e128f3 with binding_index 1 {{(pid=95102) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 23 19:40:29.094232 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc0076ac-527b-427e-83f4-533df1326ed9 tempest-FloatingIPTestJSON-2085468291 tempest-FloatingIPTestJSON-2085468291-project] Pushing event deleted for resources: {'Port': ['ID=cd267a20-7163-49ef-b59a-5d76979e2013,revision_number=None']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:40:29.167730 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Pushing event updated for resources: {'Port': ['ID=1c194659-c45e-4088-b4fb-40184f040bd6,revision_number=5']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:40:29.228076 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] For port cef99664-80bc-4dc9-a11f-a9a57549e4e6, host n-d-713301-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-16',level=0,port_id=cef99664-80bc-4dc9-a11f-a9a57549e4e6,segment=NetworkSegment(9913eb4c-0816-4c27-8286-9ac68a185bab),segment_id=9913eb4c-0816-4c27-8286-9ac68a185bab)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:40:29.244751 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:29.245858 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Device 77c182e8-3173-4a6c-8872-846c5dc4195f up at agent ovs-agent-n-d-713301-16 {{(pid=95103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 19:40:29.249362 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b3d2fd8-802a-44e5-938d-e95d5b0a08ae tempest-RoutersTest-320658655 tempest-RoutersTest-320658655-project] Notify agent at l3_agent.n-d-713301-16 the message routers_updated {{(pid=95102) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 19:40:29.256238 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-2b3d2fd8-802a-44e5-938d-e95d5b0a08ae tempest-RoutersTest-320658655 tempest-RoutersTest-320658655-project] 10.222.0.67 "PUT /v2.0/routers/0a41719e-5b35-4cd0-bbd7-845a0ee1621f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5913203 Sep 23 19:40:29.263291 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b19a252-f9d0-44bb-be83-e9538e74d339 None None] Sync routers for ids ['0a41719e-5b35-4cd0-bbd7-845a0ee1621f'] in n-d-713301-16 {{(pid=95104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 19:40:29.263863 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 60054) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:40:29.281749 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b19a252-f9d0-44bb-be83-e9538e74d339 None None] Routers {'0a41719e-5b35-4cd0-bbd7-845a0ee1621f'} bound to L3 agent in host n-d-713301-16 {{(pid=95104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 19:40:29.282383 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_hamode_db [None req-2b19a252-f9d0-44bb-be83-e9538e74d339 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-23T19:07:52Z,description=,heartbeat_timestamp=2021-09-23T19:40:22Z,host='n-d-713301-16',id=79a740bf-7821-4989-8288-7186e3e128f3,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:07:52Z,topic='l3_agent')) {'router_ids': ['0a41719e-5b35-4cd0-bbd7-845a0ee1621f'], 'active': True} {{(pid=95104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:40:29.360794 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-bc0076ac-527b-427e-83f4-533df1326ed9 tempest-FloatingIPTestJSON-2085468291 tempest-FloatingIPTestJSON-2085468291-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222849'] for port, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:29.366117 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-bc0076ac-527b-427e-83f4-533df1326ed9 tempest-FloatingIPTestJSON-2085468291 tempest-FloatingIPTestJSON-2085468291-project] 10.222.0.67 "DELETE /v2.0/ports/cd267a20-7163-49ef-b59a-5d76979e2013 HTTP/1.1" status: 204 len: 168 time: 0.9651248 Sep 23 19:40:29.369020 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 60058) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:40:29.389177 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afc405ba-a059-48b4-9ad4-1f58d6889cfd tempest-RoutersTest-320658655 tempest-RoutersTest-320658655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:40:29.396674 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-afc405ba-a059-48b4-9ad4-1f58d6889cfd tempest-RoutersTest-320658655 tempest-RoutersTest-320658655-project] 10.222.0.67 "GET /v2.0/ports/a8a11d79-21be-4e01-b8a4-f3f2aeef4e4d HTTP/1.1" status: 200 len: 910 time: 0.1288154 Sep 23 19:40:29.397068 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 60060) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:40:29.407116 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-8ff8f74f-f495-4347-a4c6-fa7eca3f922a None None] Notify callbacks [] for port, precommit_create {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:29.460879 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_hamode_db [None req-2b19a252-f9d0-44bb-be83-e9538e74d339 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713301-16', False) {} {{(pid=95104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:40:29.470418 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b19a252-f9d0-44bb-be83-e9538e74d339 None None] Routers {'0a41719e-5b35-4cd0-bbd7-845a0ee1621f'} bound to L3 agent in host n-d-713301-16 {{(pid=95104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 19:40:29.471297 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_hamode_db [None req-2b19a252-f9d0-44bb-be83-e9538e74d339 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-23T19:07:52Z,description=,heartbeat_timestamp=2021-09-23T19:40:22Z,host='n-d-713301-16',id=79a740bf-7821-4989-8288-7186e3e128f3,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:07:52Z,topic='l3_agent')) {'router_ids': ['0a41719e-5b35-4cd0-bbd7-845a0ee1621f'], 'active': True} {{(pid=95104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:40:29.504259 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-8ff8f74f-f495-4347-a4c6-fa7eca3f922a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783145673135'] for port, after_create {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:29.527423 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.db.api [None req-177f5a65-0c17-465f-a860-333c75a22ef5 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95103) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 23 19:40:29.527779 n-d-713301-16 neutron-server[95103]: DEBUG oslo_db.api [None req-177f5a65-0c17-465f-a860-333c75a22ef5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 23 19:40:29.529063 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_hamode_db [None req-2b19a252-f9d0-44bb-be83-e9538e74d339 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713301-16', False) {} {{(pid=95104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:40:29.529860 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b19a252-f9d0-44bb-be83-e9538e74d339 None None] The sync data for ids ['0a41719e-5b35-4cd0-bbd7-845a0ee1621f'] in n-d-713301-16 is: [] {{(pid=95104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 19:40:29.564219 n-d-713301-16 neutron-server[95101]: DEBUG neutron.db.db_base_plugin_common [None req-f877df60-928c-40b2-aa18-0bbc80016534 tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] Allocated IP 172.20.0.8 (02b968af-c926-4e57-adbc-7615485f9b37/affe2ff8-35c8-4fc6-b3a1-1d2728214735/7f1ec3ce-a499-45c4-b940-6e68a25b6518) {{(pid=95101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 19:40:29.576824 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Pushing event updated for resources: {'Port': ['ID=cef99664-80bc-4dc9-a11f-a9a57549e4e6,revision_number=3']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:40:29.582147 n-d-713301-16 neutron-server[95103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ff8f74f-f495-4347-a4c6-fa7eca3f922a None None] Network 02b968af-c926-4e57-adbc-7615485f9b37 is already hosted by enough agents. {{(pid=95103) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:40:29.592391 n-d-713301-16 neutron-server[95103]: DEBUG neutron.scheduler.base_scheduler [None req-8ff8f74f-f495-4347-a4c6-fa7eca3f922a None None] Resources bound (agent type, host, resource id): {{(pid=95103) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:40:29.594948 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ff8f74f-f495-4347-a4c6-fa7eca3f922a None None] Received port after_create {{(pid=95103) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 19:40:29.623739 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Provisioning complete for port 77c182e8-3173-4a6c-8872-846c5dc4195f triggered by entity L2. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:40:29.624112 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:29.780689 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ff8f74f-f495-4347-a4c6-fa7eca3f922a None None] Pushing event updated for resources: {'Port': ['ID=62bf05fc-4c37-4090-9103-17d0b59bf427,revision_number=1']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:40:29.822769 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.managers [None req-8ff8f74f-f495-4347-a4c6-fa7eca3f922a None None] Attempting to bind port 62bf05fc-4c37-4090-9103-17d0b59bf427 on host n-d-713301-16 for vnic_type normal with profile {{(pid=95103) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 19:40:29.826365 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.managers [None req-8ff8f74f-f495-4347-a4c6-fa7eca3f922a None None] Attempting to bind port 62bf05fc-4c37-4090-9103-17d0b59bf427 by drivers openvswitch,hyperv on host n-d-713301-16 at level 0 using segments [{'id': '40c3604d-76da-4347-8db2-2af5fdc83c67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '02b968af-c926-4e57-adbc-7615485f9b37'}] {{(pid=95103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 19:40:29.827283 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ff8f74f-f495-4347-a4c6-fa7eca3f922a None None] Attempting to bind port 62bf05fc-4c37-4090-9103-17d0b59bf427 on network 02b968af-c926-4e57-adbc-7615485f9b37 {{(pid=95103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:40:29.850582 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ff8f74f-f495-4347-a4c6-fa7eca3f922a None None] Checking agent: {'id': '70a14545-df24-472f-8f95-bfe1719bff93', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 19, 7, 53), 'started_at': datetime.datetime(2021, 9, 23, 19, 8, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 19, 40, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 19:40:29.850966 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ff8f74f-f495-4347-a4c6-fa7eca3f922a None None] Checking segment: {'id': '40c3604d-76da-4347-8db2-2af5fdc83c67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '02b968af-c926-4e57-adbc-7615485f9b37'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95103) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:40:29.851383 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-8ff8f74f-f495-4347-a4c6-fa7eca3f922a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:29.851786 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ff8f74f-f495-4347-a4c6-fa7eca3f922a None None] Bound using segment: {'id': '40c3604d-76da-4347-8db2-2af5fdc83c67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '02b968af-c926-4e57-adbc-7615485f9b37'} {{(pid=95103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 19:40:29.852277 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.managers [None req-8ff8f74f-f495-4347-a4c6-fa7eca3f922a None None] Bound port: 62bf05fc-4c37-4090-9103-17d0b59bf427, host: n-d-713301-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '40c3604d-76da-4347-8db2-2af5fdc83c67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '02b968af-c926-4e57-adbc-7615485f9b37'}}] {{(pid=95103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 19:40:29.852687 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-8ff8f74f-f495-4347-a4c6-fa7eca3f922a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:29.892941 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-f877df60-928c-40b2-aa18-0bbc80016534 tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] Notify callbacks [] for port, precommit_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:29.970278 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.plugin [None req-af868d52-1d31-46c9-ac5b-ce60a42dd715 tempest-FloatingIPTestJSON-2085468291 tempest-FloatingIPTestJSON-2085468291-project] Deleting port 26ed7362-0ef4-4eff-96cf-d365c099871c {{(pid=95101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:40:29.970625 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-af868d52-1d31-46c9-ac5b-ce60a42dd715 tempest-FloatingIPTestJSON-2085468291 tempest-FloatingIPTestJSON-2085468291-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783146157096'] for port, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:30.091953 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Device f4c63086-e36b-46ab-bd2c-dbd1c2427a19 no longer exists at agent ovs-agent-n-d-713301-16 {{(pid=95103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 19:40:30.110111 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-f877df60-928c-40b2-aa18-0bbc80016534 tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783145673135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5607431'] for port, after_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:30.152575 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.plugin [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] No Port match for: f4c63086-e36b-46ab-bd2c-dbd1c2427a19 {{(pid=95103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 19:40:30.153175 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Device f4c63086-e36b-46ab-bd2c-dbd1c2427a19 not bound to the agent host n-d-713301-16 {{(pid=95103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 19:40:30.153611 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Device 6fb16a5d-b577-48fc-b25c-04df89abad18 no longer exists at agent ovs-agent-n-d-713301-16 {{(pid=95103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 19:40:30.167735 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f877df60-928c-40b2-aa18-0bbc80016534 tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] Network 02b968af-c926-4e57-adbc-7615485f9b37 is already hosted by enough agents. {{(pid=95101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:40:30.183166 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.base_scheduler [None req-f877df60-928c-40b2-aa18-0bbc80016534 tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] Resources bound (agent type, host, resource id): {{(pid=95101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:40:30.189138 n-d-713301-16 neutron-server[95101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f877df60-928c-40b2-aa18-0bbc80016534 tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] Received port after_create {{(pid=95101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 19:40:30.193467 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-af868d52-1d31-46c9-ac5b-ce60a42dd715 tempest-FloatingIPTestJSON-2085468291 tempest-FloatingIPTestJSON-2085468291-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-605701'] for port, precommit_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:30.198673 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-8ff8f74f-f495-4347-a4c6-fa7eca3f922a None None] For port 62bf05fc-4c37-4090-9103-17d0b59bf427, host n-d-713301-16, cleared binding levels {{(pid=95103) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 19:40:30.208308 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.plugin [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] No Port match for: 6fb16a5d-b577-48fc-b25c-04df89abad18 {{(pid=95103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 19:40:30.208687 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Device 6fb16a5d-b577-48fc-b25c-04df89abad18 not bound to the agent host n-d-713301-16 {{(pid=95103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 19:40:30.249020 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7602145-8d28-4f18-b2bf-1c7dbab5052d req-ef2d872a-3a69-4258-86df-b30b6e4065d0 tempest-ServersTestJSON-149791516 tempest-ServersTestJSON-149791516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:40:30.256358 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.plugin [None req-af868d52-1d31-46c9-ac5b-ce60a42dd715 tempest-FloatingIPTestJSON-2085468291 tempest-FloatingIPTestJSON-2085468291-project] Calling delete_port for 26ed7362-0ef4-4eff-96cf-d365c099871c owned by {{(pid=95101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:40:30.260302 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f877df60-928c-40b2-aa18-0bbc80016534 tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] Pushing event updated for resources: {'Port': ['ID=7f1ec3ce-a499-45c4-b940-6e68a25b6518,revision_number=1']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:40:30.263742 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-d7602145-8d28-4f18-b2bf-1c7dbab5052d req-ef2d872a-3a69-4258-86df-b30b6e4065d0 tempest-ServersTestJSON-149791516 tempest-ServersTestJSON-149791516-project] 10.222.0.67 "GET /v2.0/ports?device_id=1921f1fe-df9a-46ef-ae57-567b8545bac8 HTTP/1.1" status: 200 len: 945 time: 0.2448180 Sep 23 19:40:30.280587 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-8ff8f74f-f495-4347-a4c6-fa7eca3f922a None None] For port 62bf05fc-4c37-4090-9103-17d0b59bf427, host n-d-713301-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-16',level=0,port_id=62bf05fc-4c37-4090-9103-17d0b59bf427,segment=NetworkSegment(40c3604d-76da-4347-8db2-2af5fdc83c67),segment_id=40c3604d-76da-4347-8db2-2af5fdc83c67)] {{(pid=95103) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 19:40:30.286961 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f877df60-928c-40b2-aa18-0bbc80016534 tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:40:30.287750 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-f877df60-928c-40b2-aa18-0bbc80016534 tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222849'] for port, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:30.312019 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-e467cae9-7b78-47df-ad91-89ce77de240f tempest-RoutersTest-320658655 tempest-RoutersTest-320658655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:30.340886 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-8ff8f74f-f495-4347-a4c6-fa7eca3f922a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:30.417217 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-d71199aa-73e4-47c5-bf87-bea0fc6e3e5a None None] Provisioning complete for port a8a11d79-21be-4e01-b8a4-f3f2aeef4e4d triggered by entity DHCP. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:40:30.417594 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-d71199aa-73e4-47c5-bf87-bea0fc6e3e5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:30.421281 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-f877df60-928c-40b2-aa18-0bbc80016534 tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 2.4981182 Sep 23 19:40:30.442200 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 60090) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:40:30.487673 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-d7602145-8d28-4f18-b2bf-1c7dbab5052d req-044abc8e-6b9d-4458-80bc-f27bc0eec82c tempest-ServersTestJSON-149791516 tempest-ServersTestJSON-149791516-project] 10.222.0.67 "GET /v2.0/security-groups?id=b8c31db9-bcb2-4708-876e-18b1f4bdd8a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2227929 Sep 23 19:40:30.492450 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ff8f74f-f495-4347-a4c6-fa7eca3f922a None None] Pushing event updated for resources: {'Port': ['ID=62bf05fc-4c37-4090-9103-17d0b59bf427,revision_number=2']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:40:30.538917 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Device cef99664-80bc-4dc9-a11f-a9a57549e4e6 up at agent ovs-agent-n-d-713301-16 {{(pid=95103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 19:40:30.580501 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.plugin [None req-d71199aa-73e4-47c5-bf87-bea0fc6e3e5a None None] Port a8a11d79-21be-4e01-b8a4-f3f2aeef4e4d cannot update to ACTIVE because it is not bound. {{(pid=95103) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 19:40:30.639048 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-d71199aa-73e4-47c5-bf87-bea0fc6e3e5a None None] Provisioning complete for port cef99664-80bc-4dc9-a11f-a9a57549e4e6 triggered by entity DHCP. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:40:30.640447 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-d71199aa-73e4-47c5-bf87-bea0fc6e3e5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:30.739347 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Provisioning complete for port cef99664-80bc-4dc9-a11f-a9a57549e4e6 triggered by entity L2. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:40:30.741713 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:30.975633 n-d-713301-16 neutron-server[95102]: DEBUG neutron.db.db_base_plugin_common [None req-e467cae9-7b78-47df-ad91-89ce77de240f tempest-RoutersTest-320658655 tempest-RoutersTest-320658655-project] Allocated IP 172.21.0.1 (ff948915-8906-41dd-8714-7071763fd9cf/eb648195-aaf3-4a87-a995-801d31da1955/2d8798c4-a19b-489b-bd55-9b7d7ecfbbaa) {{(pid=95102) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 19:40:31.086044 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-af868d52-1d31-46c9-ac5b-ce60a42dd715 tempest-FloatingIPTestJSON-2085468291 tempest-FloatingIPTestJSON-2085468291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783146162158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783145673144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5607431'] for port, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:31.138656 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-e467cae9-7b78-47df-ad91-89ce77de240f tempest-RoutersTest-320658655 tempest-RoutersTest-320658655-project] Notify callbacks [] for port, precommit_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:31.177946 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af868d52-1d31-46c9-ac5b-ce60a42dd715 tempest-FloatingIPTestJSON-2085468291 tempest-FloatingIPTestJSON-2085468291-project] Pushing event deleted for resources: {'Port': ['ID=26ed7362-0ef4-4eff-96cf-d365c099871c,revision_number=None']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:40:31.194740 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-e467cae9-7b78-47df-ad91-89ce77de240f tempest-RoutersTest-320658655 tempest-RoutersTest-320658655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783145673135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4399100'] for port, after_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:31.234658 n-d-713301-16 neutron-server[95102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e467cae9-7b78-47df-ad91-89ce77de240f tempest-RoutersTest-320658655 tempest-RoutersTest-320658655-project] Network ff948915-8906-41dd-8714-7071763fd9cf is already hosted by enough agents. {{(pid=95102) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:40:31.238289 n-d-713301-16 neutron-server[95102]: DEBUG neutron.scheduler.base_scheduler [None req-e467cae9-7b78-47df-ad91-89ce77de240f tempest-RoutersTest-320658655 tempest-RoutersTest-320658655-project] Resources bound (agent type, host, resource id): {{(pid=95102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:40:31.241099 n-d-713301-16 neutron-server[95102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e467cae9-7b78-47df-ad91-89ce77de240f tempest-RoutersTest-320658655 tempest-RoutersTest-320658655-project] Received port after_create {{(pid=95102) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 19:40:31.297184 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-e467cae9-7b78-47df-ad91-89ce77de240f tempest-RoutersTest-320658655 tempest-RoutersTest-320658655-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-601987'] for router_interface, before_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:31.327222 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-af868d52-1d31-46c9-ac5b-ce60a42dd715 tempest-FloatingIPTestJSON-2085468291 tempest-FloatingIPTestJSON-2085468291-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222849'] for port, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:31.333051 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-af868d52-1d31-46c9-ac5b-ce60a42dd715 tempest-FloatingIPTestJSON-2085468291 tempest-FloatingIPTestJSON-2085468291-project] 10.222.0.67 "DELETE /v2.0/ports/26ed7362-0ef4-4eff-96cf-d365c099871c HTTP/1.1" status: 204 len: 168 time: 1.9601068 Sep 23 19:40:31.333597 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 60100) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:40:31.386916 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e467cae9-7b78-47df-ad91-89ce77de240f tempest-RoutersTest-320658655 tempest-RoutersTest-320658655-project] Pushing event updated for resources: {'Port': ['ID=2d8798c4-a19b-489b-bd55-9b7d7ecfbbaa,revision_number=1']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:40:31.514634 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-e467cae9-7b78-47df-ad91-89ce77de240f tempest-RoutersTest-320658655 tempest-RoutersTest-320658655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:31.594558 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7de54134-5478-4ca7-8368-42c3fce53a4a tempest-FloatingIPTestJSON-2085468291 tempest-FloatingIPTestJSON-2085468291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:40:31.609348 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-7de54134-5478-4ca7-8368-42c3fce53a4a tempest-FloatingIPTestJSON-2085468291 tempest-FloatingIPTestJSON-2085468291-project] 10.222.0.67 "GET /v2.0/ports?device_id=4fe6b5af-8311-4b33-84ea-800b651e6836 HTTP/1.1" status: 200 len: 913 time: 0.2722971 Sep 23 19:40:31.614481 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 60112) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:40:31.624478 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-6902ddb4-1b72-4ed8-9640-ebc8ef27d98f tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:31.687031 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-a7d39d3b-94fc-44db-9993-65c0d5ba74a2 None None] Provisioning complete for port 2d8798c4-a19b-489b-bd55-9b7d7ecfbbaa triggered by entity DHCP. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:40:31.687513 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-a7d39d3b-94fc-44db-9993-65c0d5ba74a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:31.747303 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.plugin [None req-a7d39d3b-94fc-44db-9993-65c0d5ba74a2 None None] Port 2d8798c4-a19b-489b-bd55-9b7d7ecfbbaa cannot update to ACTIVE because it is not bound. {{(pid=95103) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 19:40:32.054295 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-6902ddb4-1b72-4ed8-9640-ebc8ef27d98f tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] Notify callbacks [] for port, precommit_update {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:32.062426 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-6902ddb4-1b72-4ed8-9640-ebc8ef27d98f tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5607436'] for port, after_update {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:32.064898 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3dbbbab-e7ea-41a2-bca3-761119bc3018 None None] Network 02b968af-c926-4e57-adbc-7615485f9b37 requested from n-d-713301-16 {{(pid=95103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 19:40:32.140310 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-3e39ec2c-1486-4de2-abd7-5eaa4e3f3d12 None None] Provisioning complete for port 62bf05fc-4c37-4090-9103-17d0b59bf427 triggered by entity DHCP. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:40:32.140714 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-3e39ec2c-1486-4de2-abd7-5eaa4e3f3d12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:32.409880 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6902ddb4-1b72-4ed8-9640-ebc8ef27d98f tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] Pushing event updated for resources: {'Port': ['ID=7f1ec3ce-a499-45c4-b940-6e68a25b6518,revision_number=2']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:40:32.433417 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-3e39ec2c-1486-4de2-abd7-5eaa4e3f3d12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:32.437518 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-6902ddb4-1b72-4ed8-9640-ebc8ef27d98f tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-601987'] for router_interface, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:32.516918 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f78c01-f13b-4b1f-b2b5-605d6d64c839 req-50a73f61-2830-44a0-aeec-fa2db41f62bb tempest-ServersTestJSON-149791516 tempest-ServersTestJSON-149791516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:40:32.517383 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-3e39ec2c-1486-4de2-abd7-5eaa4e3f3d12 None None] For port 62bf05fc-4c37-4090-9103-17d0b59bf427, host n-d-713301-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-16',level=0,port_id=62bf05fc-4c37-4090-9103-17d0b59bf427,segment=NetworkSegment(40c3604d-76da-4347-8db2-2af5fdc83c67),segment_id=40c3604d-76da-4347-8db2-2af5fdc83c67)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:40:32.521284 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-79f78c01-f13b-4b1f-b2b5-605d6d64c839 req-50a73f61-2830-44a0-aeec-fa2db41f62bb tempest-ServersTestJSON-149791516 tempest-ServersTestJSON-149791516-project] 10.222.0.67 "GET /v2.0/ports?device_id=1921f1fe-df9a-46ef-ae57-567b8545bac8 HTTP/1.1" status: 200 len: 945 time: 0.7669983 Sep 23 19:40:32.528449 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-3e39ec2c-1486-4de2-abd7-5eaa4e3f3d12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:32.564394 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Device 62bf05fc-4c37-4090-9103-17d0b59bf427 up at agent ovs-agent-n-d-713301-16 {{(pid=95103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 19:40:32.617510 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-6902ddb4-1b72-4ed8-9640-ebc8ef27d98f tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:32.692437 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e39ec2c-1486-4de2-abd7-5eaa4e3f3d12 None None] Pushing event updated for resources: {'Port': ['ID=62bf05fc-4c37-4090-9103-17d0b59bf427,revision_number=3']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:40:32.727722 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-79f78c01-f13b-4b1f-b2b5-605d6d64c839 req-0dd8e923-620f-49b5-81e4-bf2a6689019c tempest-ServersTestJSON-149791516 tempest-ServersTestJSON-149791516-project] 10.222.0.67 "GET /v2.0/security-groups?id=b8c31db9-bcb2-4708-876e-18b1f4bdd8a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1894245 Sep 23 19:40:32.764176 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Provisioning complete for port 62bf05fc-4c37-4090-9103-17d0b59bf427 triggered by entity L2. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:40:32.764571 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:32.995417 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-7eb50ea1-5b3e-4f23-bab7-ddfaa30808ba None None] Provisioning complete for port 7f1ec3ce-a499-45c4-b940-6e68a25b6518 triggered by entity DHCP. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:40:32.995793 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-7eb50ea1-5b3e-4f23-bab7-ddfaa30808ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:33.053606 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-e467cae9-7b78-47df-ad91-89ce77de240f tempest-RoutersTest-320658655 tempest-RoutersTest-320658655-project] Notify callbacks [] for port, precommit_update {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:33.058273 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.plugin [None req-7eb50ea1-5b3e-4f23-bab7-ddfaa30808ba None None] Port 7f1ec3ce-a499-45c4-b940-6e68a25b6518 cannot update to ACTIVE because it is not bound. {{(pid=95103) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 19:40:33.070231 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ce676c-e037-4745-8cda-287becbf785b req-5383b77f-c8f7-4702-bdf2-a170383a3b0e tempest-ServersTestJSON-149791516 tempest-ServersTestJSON-149791516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:40:33.072112 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-e9ce676c-e037-4745-8cda-287becbf785b req-5383b77f-c8f7-4702-bdf2-a170383a3b0e tempest-ServersTestJSON-149791516 tempest-ServersTestJSON-149791516-project] 10.222.0.67 "GET /v2.0/ports?device_id=1921f1fe-df9a-46ef-ae57-567b8545bac8 HTTP/1.1" status: 200 len: 945 time: 0.1209607 Sep 23 19:40:33.077085 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-e467cae9-7b78-47df-ad91-89ce77de240f tempest-RoutersTest-320658655 tempest-RoutersTest-320658655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4399095'] for port, after_update {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:33.084888 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-7eb50ea1-5b3e-4f23-bab7-ddfaa30808ba None None] Provisioning complete for port 62bf05fc-4c37-4090-9103-17d0b59bf427 triggered by entity DHCP. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:40:33.085272 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-7eb50ea1-5b3e-4f23-bab7-ddfaa30808ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:33.141842 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-6902ddb4-1b72-4ed8-9640-ebc8ef27d98f tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] Notify callbacks [] for port, precommit_update {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:33.149995 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-6902ddb4-1b72-4ed8-9640-ebc8ef27d98f tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5607436'] for port, after_update {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:33.228450 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-6902ddb4-1b72-4ed8-9640-ebc8ef27d98f tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-527313', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-601459'] for router_interface, after_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:33.247949 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e467cae9-7b78-47df-ad91-89ce77de240f tempest-RoutersTest-320658655 tempest-RoutersTest-320658655-project] Pushing event updated for resources: {'Port': ['ID=2d8798c4-a19b-489b-bd55-9b7d7ecfbbaa,revision_number=2']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:40:33.263586 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-e9ce676c-e037-4745-8cda-287becbf785b req-2bdc5d9c-4cab-4dd6-9ea4-5901daa19403 tempest-ServersTestJSON-149791516 tempest-ServersTestJSON-149791516-project] 10.222.0.67 "GET /v2.0/security-groups?id=b8c31db9-bcb2-4708-876e-18b1f4bdd8a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1833107 Sep 23 19:40:33.266078 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-e467cae9-7b78-47df-ad91-89ce77de240f tempest-RoutersTest-320658655 tempest-RoutersTest-320658655-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-527313', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-601459'] for router_interface, after_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:33.307046 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6902ddb4-1b72-4ed8-9640-ebc8ef27d98f tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] Pushing event updated for resources: {'Port': ['ID=7f1ec3ce-a499-45c4-b940-6e68a25b6518,revision_number=3']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:40:33.321837 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-a7727e51-8e95-4afb-bc75-1f811304c8ca tempest-FloatingIPTestJSON-2085468291 tempest-FloatingIPTestJSON-2085468291-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-601372'] for router_interface, before_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:33.399070 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-602af30e-47fe-4595-9d0c-015cfef5e1d4 None None] Provisioning complete for port 7f1ec3ce-a499-45c4-b940-6e68a25b6518 triggered by entity DHCP. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:40:33.399457 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-602af30e-47fe-4595-9d0c-015cfef5e1d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:33.495878 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.plugin [None req-602af30e-47fe-4595-9d0c-015cfef5e1d4 None None] Port 7f1ec3ce-a499-45c4-b940-6e68a25b6518 cannot update to ACTIVE because it is not bound. {{(pid=95103) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 19:40:33.496157 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6902ddb4-1b72-4ed8-9640-ebc8ef27d98f tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] Network 02b968af-c926-4e57-adbc-7615485f9b37 is already hosted by enough agents. {{(pid=95101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:40:33.497791 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.base_scheduler [None req-6902ddb4-1b72-4ed8-9640-ebc8ef27d98f tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] Resources bound (agent type, host, resource id): {{(pid=95101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:40:33.625792 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-57cef81c-2032-4c34-9b10-7dd3f68645ed None None] Provisioning complete for port 7f1ec3ce-a499-45c4-b940-6e68a25b6518 triggered by entity DHCP. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:40:33.626401 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-57cef81c-2032-4c34-9b10-7dd3f68645ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:33.697191 n-d-713301-16 neutron-server[95102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e467cae9-7b78-47df-ad91-89ce77de240f tempest-RoutersTest-320658655 tempest-RoutersTest-320658655-project] Network ff948915-8906-41dd-8714-7071763fd9cf is already hosted by enough agents. {{(pid=95102) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:40:33.709055 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.plugin [None req-57cef81c-2032-4c34-9b10-7dd3f68645ed None None] Port 7f1ec3ce-a499-45c4-b940-6e68a25b6518 cannot update to ACTIVE because it is not bound. {{(pid=95103) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 19:40:33.737832 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0114e5f3-919e-48eb-8e76-2c998b6e5e3e req-8c42896c-8980-4c9a-b15c-ed0ff66b6c7d tempest-ServersTestJSON-149791516 tempest-ServersTestJSON-149791516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:40:33.740390 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-0114e5f3-919e-48eb-8e76-2c998b6e5e3e req-8c42896c-8980-4c9a-b15c-ed0ff66b6c7d tempest-ServersTestJSON-149791516 tempest-ServersTestJSON-149791516-project] 10.222.0.67 "GET /v2.0/ports?device_id=1921f1fe-df9a-46ef-ae57-567b8545bac8 HTTP/1.1" status: 200 len: 945 time: 0.2514710 Sep 23 19:40:33.745202 n-d-713301-16 neutron-server[95102]: DEBUG neutron.scheduler.base_scheduler [None req-e467cae9-7b78-47df-ad91-89ce77de240f tempest-RoutersTest-320658655 tempest-RoutersTest-320658655-project] Resources bound (agent type, host, resource id): {{(pid=95102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:40:33.752238 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6902ddb4-1b72-4ed8-9640-ebc8ef27d98f tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] Router f7f8a047-01e7-4d0e-b931-d3701c70a03a is scheduled to L3 agent 79a740bf-7821-4989-8288-7186e3e128f3 with binding_index 1 {{(pid=95101) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 23 19:40:33.829800 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-6f1bf385-d270-403c-a6a7-3f4dc2536949 None None] Provisioning complete for port 7f1ec3ce-a499-45c4-b940-6e68a25b6518 triggered by entity DHCP. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:40:33.830180 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-6f1bf385-d270-403c-a6a7-3f4dc2536949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:33.879470 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.plugin [None req-6f1bf385-d270-403c-a6a7-3f4dc2536949 None None] Port 7f1ec3ce-a499-45c4-b940-6e68a25b6518 cannot update to ACTIVE because it is not bound. {{(pid=95103) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 19:40:33.959434 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6902ddb4-1b72-4ed8-9640-ebc8ef27d98f tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] Notify agent at l3_agent.n-d-713301-16 the message routers_updated {{(pid=95101) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 19:40:33.968431 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-6902ddb4-1b72-4ed8-9640-ebc8ef27d98f tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] 10.222.0.67 "PUT /v2.0/routers/f7f8a047-01e7-4d0e-b931-d3701c70a03a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5246375 Sep 23 19:40:33.973462 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38eb7527-b463-411b-ab56-6d905fd0ca5a None None] Sync routers for ids ['f7f8a047-01e7-4d0e-b931-d3701c70a03a'] in n-d-713301-16 {{(pid=95103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 19:40:33.973651 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 60146) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:40:33.997613 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38eb7527-b463-411b-ab56-6d905fd0ca5a None None] Routers {'f7f8a047-01e7-4d0e-b931-d3701c70a03a'} bound to L3 agent in host n-d-713301-16 {{(pid=95103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 19:40:33.998289 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_hamode_db [None req-38eb7527-b463-411b-ab56-6d905fd0ca5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-23T19:07:52Z,description=,heartbeat_timestamp=2021-09-23T19:40:22Z,host='n-d-713301-16',id=79a740bf-7821-4989-8288-7186e3e128f3,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:07:52Z,topic='l3_agent')) {'router_ids': ['f7f8a047-01e7-4d0e-b931-d3701c70a03a'], 'active': True} {{(pid=95103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:40:34.045248 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07578388-ce73-4151-aed5-1ada73d0635a tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:40:34.051224 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-07578388-ce73-4151-aed5-1ada73d0635a tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] 10.222.0.67 "GET /v2.0/ports?device_id=f7f8a047-01e7-4d0e-b931-d3701c70a03a HTTP/1.1" status: 200 len: 982 time: 0.0723722 Sep 23 19:40:34.052630 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 60148) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:40:34.061617 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-0114e5f3-919e-48eb-8e76-2c998b6e5e3e req-3b6ab612-a298-4ad6-b770-77f8ef248c09 tempest-ServersTestJSON-149791516 tempest-ServersTestJSON-149791516-project] 10.222.0.67 "GET /v2.0/security-groups?id=b8c31db9-bcb2-4708-876e-18b1f4bdd8a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2934380 Sep 23 19:40:34.082078 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_hamode_db [None req-38eb7527-b463-411b-ab56-6d905fd0ca5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713301-16', False) {} {{(pid=95103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:40:34.092823 n-d-713301-16 neutron-server[95102]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e467cae9-7b78-47df-ad91-89ce77de240f tempest-RoutersTest-320658655 tempest-RoutersTest-320658655-project] Router 0a41719e-5b35-4cd0-bbd7-845a0ee1621f has already been hosted by L3 agent 79a740bf-7821-4989-8288-7186e3e128f3 {{(pid=95102) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 19:40:34.108885 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38eb7527-b463-411b-ab56-6d905fd0ca5a None None] Routers {'f7f8a047-01e7-4d0e-b931-d3701c70a03a'} bound to L3 agent in host n-d-713301-16 {{(pid=95103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 19:40:34.109599 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_hamode_db [None req-38eb7527-b463-411b-ab56-6d905fd0ca5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-23T19:07:52Z,description=,heartbeat_timestamp=2021-09-23T19:40:22Z,host='n-d-713301-16',id=79a740bf-7821-4989-8288-7186e3e128f3,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:07:52Z,topic='l3_agent')) {'router_ids': ['f7f8a047-01e7-4d0e-b931-d3701c70a03a'], 'active': True} {{(pid=95103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:40:34.184942 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_hamode_db [None req-38eb7527-b463-411b-ab56-6d905fd0ca5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713301-16', False) {} {{(pid=95103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:40:34.185609 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38eb7527-b463-411b-ab56-6d905fd0ca5a None None] The sync data for ids ['f7f8a047-01e7-4d0e-b931-d3701c70a03a'] in n-d-713301-16 is: [] {{(pid=95103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 19:40:34.226259 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-3ce4fe50-d1bf-493d-98ce-17a7d0aa2ddc None None] Provisioning complete for port 2d8798c4-a19b-489b-bd55-9b7d7ecfbbaa triggered by entity DHCP. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:40:34.226744 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-3ce4fe50-d1bf-493d-98ce-17a7d0aa2ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:34.363276 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.plugin [None req-3ce4fe50-d1bf-493d-98ce-17a7d0aa2ddc None None] Port 2d8798c4-a19b-489b-bd55-9b7d7ecfbbaa cannot update to ACTIVE because it is not bound. {{(pid=95103) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 19:40:34.416756 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Device 62bf05fc-4c37-4090-9103-17d0b59bf427 up at agent ovs-agent-n-d-713301-16 {{(pid=95103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 19:40:34.489573 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Provisioning complete for port 62bf05fc-4c37-4090-9103-17d0b59bf427 triggered by entity L2. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:40:34.489900 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e467cae9-7b78-47df-ad91-89ce77de240f tempest-RoutersTest-320658655 tempest-RoutersTest-320658655-project] Notify agent at l3_agent.n-d-713301-16 the message routers_updated {{(pid=95102) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 19:40:34.490012 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:34.501918 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7216a18-1e8f-44af-b328-066b3830e4fc None None] Sync routers for ids ['0a41719e-5b35-4cd0-bbd7-845a0ee1621f'] in n-d-713301-16 {{(pid=95104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 19:40:34.506204 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-e467cae9-7b78-47df-ad91-89ce77de240f tempest-RoutersTest-320658655 tempest-RoutersTest-320658655-project] 10.222.0.67 "PUT /v2.0/routers/0a41719e-5b35-4cd0-bbd7-845a0ee1621f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1057100 Sep 23 19:40:34.508007 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 60158) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:40:34.519524 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7216a18-1e8f-44af-b328-066b3830e4fc None None] Routers {'0a41719e-5b35-4cd0-bbd7-845a0ee1621f'} bound to L3 agent in host n-d-713301-16 {{(pid=95104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 19:40:34.525308 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_hamode_db [None req-d7216a18-1e8f-44af-b328-066b3830e4fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-23T19:07:52Z,description=,heartbeat_timestamp=2021-09-23T19:40:22Z,host='n-d-713301-16',id=79a740bf-7821-4989-8288-7186e3e128f3,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:07:52Z,topic='l3_agent')) {'router_ids': ['0a41719e-5b35-4cd0-bbd7-845a0ee1621f'], 'active': True} {{(pid=95104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:40:34.578174 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.plugin [None req-a7727e51-8e95-4afb-bc75-1f811304c8ca tempest-FloatingIPTestJSON-2085468291 tempest-FloatingIPTestJSON-2085468291-project] Deleting port 643175fe-f960-4159-80eb-50eae4bd13d8 {{(pid=95102) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:40:34.578689 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-a7727e51-8e95-4afb-bc75-1f811304c8ca tempest-FloatingIPTestJSON-2085468291 tempest-FloatingIPTestJSON-2085468291-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783146157096'] for port, before_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:34.586788 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_hamode_db [None req-d7216a18-1e8f-44af-b328-066b3830e4fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713301-16', False) {} {{(pid=95104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:40:34.597815 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7216a18-1e8f-44af-b328-066b3830e4fc None None] Routers {'0a41719e-5b35-4cd0-bbd7-845a0ee1621f'} bound to L3 agent in host n-d-713301-16 {{(pid=95104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 19:40:34.598724 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_hamode_db [None req-d7216a18-1e8f-44af-b328-066b3830e4fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-23T19:07:52Z,description=,heartbeat_timestamp=2021-09-23T19:40:22Z,host='n-d-713301-16',id=79a740bf-7821-4989-8288-7186e3e128f3,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:07:52Z,topic='l3_agent')) {'router_ids': ['0a41719e-5b35-4cd0-bbd7-845a0ee1621f'], 'active': True} {{(pid=95104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:40:34.637570 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62eeea3d-2133-4487-a294-2d928a5bb45a tempest-RoutersTest-320658655 tempest-RoutersTest-320658655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:40:34.638636 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_hamode_db [None req-d7216a18-1e8f-44af-b328-066b3830e4fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713301-16', False) {} {{(pid=95104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:40:34.639524 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7216a18-1e8f-44af-b328-066b3830e4fc None None] The sync data for ids ['0a41719e-5b35-4cd0-bbd7-845a0ee1621f'] in n-d-713301-16 is: [] {{(pid=95104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 19:40:34.650048 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-62eeea3d-2133-4487-a294-2d928a5bb45a tempest-RoutersTest-320658655 tempest-RoutersTest-320658655-project] 10.222.0.67 "GET /v2.0/ports/2d8798c4-a19b-489b-bd55-9b7d7ecfbbaa HTTP/1.1" status: 200 len: 910 time: 0.1405592 Sep 23 19:40:34.655725 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 60160) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:40:34.803464 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-163d361c-1f3a-43d6-9871-151c05c1f437 req-64d2bc98-3ba6-45a5-ae75-e5a0d7bb770d tempest-ServersTestJSON-149791516 tempest-ServersTestJSON-149791516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:40:34.806772 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-163d361c-1f3a-43d6-9871-151c05c1f437 req-64d2bc98-3ba6-45a5-ae75-e5a0d7bb770d tempest-ServersTestJSON-149791516 tempest-ServersTestJSON-149791516-project] 10.222.0.67 "GET /v2.0/ports?device_id=1921f1fe-df9a-46ef-ae57-567b8545bac8 HTTP/1.1" status: 200 len: 945 time: 0.4190671 Sep 23 19:40:34.911729 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-68ee7a3e-defc-45b7-a84c-8f1941fdc9eb tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-601372'] for router_interface, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:35.009605 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-163d361c-1f3a-43d6-9871-151c05c1f437 req-898cdd49-b991-4f78-a6be-0488ab7ddc99 tempest-ServersTestJSON-149791516 tempest-ServersTestJSON-149791516-project] 10.222.0.67 "GET /v2.0/security-groups?id=b8c31db9-bcb2-4708-876e-18b1f4bdd8a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1558008 Sep 23 19:40:35.014183 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-a7727e51-8e95-4afb-bc75-1f811304c8ca tempest-FloatingIPTestJSON-2085468291 tempest-FloatingIPTestJSON-2085468291-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-605701'] for port, precommit_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:35.098284 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.plugin [None req-a7727e51-8e95-4afb-bc75-1f811304c8ca tempest-FloatingIPTestJSON-2085468291 tempest-FloatingIPTestJSON-2085468291-project] Calling delete_port for 643175fe-f960-4159-80eb-50eae4bd13d8 owned by network:router_interface {{(pid=95102) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:40:35.184090 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.plugin [None req-68ee7a3e-defc-45b7-a84c-8f1941fdc9eb tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] Deleting port 7f1ec3ce-a499-45c4-b940-6e68a25b6518 {{(pid=95101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:40:35.184433 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-68ee7a3e-defc-45b7-a84c-8f1941fdc9eb tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783146157096'] for port, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:35.286972 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-68ee7a3e-defc-45b7-a84c-8f1941fdc9eb tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-605701'] for port, precommit_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:35.303535 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.plugin [None req-68ee7a3e-defc-45b7-a84c-8f1941fdc9eb tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] Calling delete_port for 7f1ec3ce-a499-45c4-b940-6e68a25b6518 owned by network:router_interface {{(pid=95101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:40:35.434310 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-a7727e51-8e95-4afb-bc75-1f811304c8ca tempest-FloatingIPTestJSON-2085468291 tempest-FloatingIPTestJSON-2085468291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783146162158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783145673144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4399100'] for port, after_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:35.473477 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7727e51-8e95-4afb-bc75-1f811304c8ca tempest-FloatingIPTestJSON-2085468291 tempest-FloatingIPTestJSON-2085468291-project] Pushing event deleted for resources: {'Port': ['ID=643175fe-f960-4159-80eb-50eae4bd13d8,revision_number=None']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:40:35.556698 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-813ff7f1-ee62-4d71-86e3-d377105ff03a tempest-RoutersTest-320658655 tempest-RoutersTest-320658655-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-601372'] for router_interface, before_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:35.589937 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-68ee7a3e-defc-45b7-a84c-8f1941fdc9eb tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783146162158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783145673144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5607431'] for port, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:35.627037 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ee7a3e-defc-45b7-a84c-8f1941fdc9eb tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] Pushing event deleted for resources: {'Port': ['ID=7f1ec3ce-a499-45c4-b940-6e68a25b6518,revision_number=None']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:40:35.851874 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-a7727e51-8e95-4afb-bc75-1f811304c8ca tempest-FloatingIPTestJSON-2085468291 tempest-FloatingIPTestJSON-2085468291-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-527322', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-602005'] for router_interface, after_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:36.301694 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-68ee7a3e-defc-45b7-a84c-8f1941fdc9eb tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-527322', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-602005'] for router_interface, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:36.513658 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 60184) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:40:36.546744 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-68ee7a3e-defc-45b7-a84c-8f1941fdc9eb tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] Router f7f8a047-01e7-4d0e-b931-d3701c70a03a has already been hosted by L3 agent 79a740bf-7821-4989-8288-7186e3e128f3 {{(pid=95101) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 19:40:36.647609 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68ee7a3e-defc-45b7-a84c-8f1941fdc9eb tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] Notify agent at l3_agent.n-d-713301-16 the message routers_updated {{(pid=95101) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 19:40:36.656007 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-68ee7a3e-defc-45b7-a84c-8f1941fdc9eb tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] 10.222.0.67 "PUT /v2.0/routers/f7f8a047-01e7-4d0e-b931-d3701c70a03a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5991535 Sep 23 19:40:36.656007 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 60192) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:40:36.659643 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dfd795c-7c8a-4cc4-a4e5-f51b9eaf70c7 None None] Sync routers for ids ['f7f8a047-01e7-4d0e-b931-d3701c70a03a'] in n-d-713301-16 {{(pid=95103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 19:40:36.676442 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dfd795c-7c8a-4cc4-a4e5-f51b9eaf70c7 None None] Routers {'f7f8a047-01e7-4d0e-b931-d3701c70a03a'} bound to L3 agent in host n-d-713301-16 {{(pid=95103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 19:40:36.677776 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_hamode_db [None req-5dfd795c-7c8a-4cc4-a4e5-f51b9eaf70c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-23T19:07:52Z,description=,heartbeat_timestamp=2021-09-23T19:40:22Z,host='n-d-713301-16',id=79a740bf-7821-4989-8288-7186e3e128f3,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:07:52Z,topic='l3_agent')) {'router_ids': ['f7f8a047-01e7-4d0e-b931-d3701c70a03a'], 'active': True} {{(pid=95103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:40:36.705212 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-5253d0b5-d5bc-4175-8a1a-dfbb77951988 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:36.720762 n-d-713301-16 neutron-server[95101]: INFO neutron.pecan_wsgi.hooks.translation [None req-92804a5a-b5f7-416a-8055-3167c7a03c2d tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] GET failed (client error): The resource could not be found. Sep 23 19:40:36.724364 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-92804a5a-b5f7-416a-8055-3167c7a03c2d tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] 10.222.0.67 "GET /v2.0/ports/7f1ec3ce-a499-45c4-b940-6e68a25b6518 HTTP/1.1" status: 404 len: 333 time: 0.0677183 Sep 23 19:40:36.727112 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 60194) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:40:36.747131 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_hamode_db [None req-5dfd795c-7c8a-4cc4-a4e5-f51b9eaf70c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713301-16', False) {} {{(pid=95103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:40:36.765264 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dfd795c-7c8a-4cc4-a4e5-f51b9eaf70c7 None None] Routers {'f7f8a047-01e7-4d0e-b931-d3701c70a03a'} bound to L3 agent in host n-d-713301-16 {{(pid=95103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 19:40:36.765835 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_hamode_db [None req-5dfd795c-7c8a-4cc4-a4e5-f51b9eaf70c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-23T19:07:52Z,description=,heartbeat_timestamp=2021-09-23T19:40:22Z,host='n-d-713301-16',id=79a740bf-7821-4989-8288-7186e3e128f3,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:07:52Z,topic='l3_agent')) {'router_ids': ['f7f8a047-01e7-4d0e-b931-d3701c70a03a'], 'active': True} {{(pid=95103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:40:36.829728 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-c2e57636-28f9-4aed-9293-849fabae98fc tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] Notify callbacks [] for router, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:36.845701 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_hamode_db [None req-5dfd795c-7c8a-4cc4-a4e5-f51b9eaf70c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713301-16', False) {} {{(pid=95103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:40:36.847758 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dfd795c-7c8a-4cc4-a4e5-f51b9eaf70c7 None None] The sync data for ids ['f7f8a047-01e7-4d0e-b931-d3701c70a03a'] in n-d-713301-16 is: [] {{(pid=95103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 19:40:36.862108 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a783357-162a-4cb3-bb81-39a4285fb625 req-ad88755f-4f49-43b6-afc3-ca1bfce0528e tempest-ServersTestJSON-149791516 tempest-ServersTestJSON-149791516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:40:36.863864 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-3a783357-162a-4cb3-bb81-39a4285fb625 req-ad88755f-4f49-43b6-afc3-ca1bfce0528e tempest-ServersTestJSON-149791516 tempest-ServersTestJSON-149791516-project] 10.222.0.67 "GET /v2.0/ports?device_id=1921f1fe-df9a-46ef-ae57-567b8545bac8 HTTP/1.1" status: 200 len: 945 time: 0.7455742 Sep 23 19:40:36.972833 n-d-713301-16 neutron-server[95102]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a7727e51-8e95-4afb-bc75-1f811304c8ca tempest-FloatingIPTestJSON-2085468291 tempest-FloatingIPTestJSON-2085468291-project] Router 4fe6b5af-8311-4b33-84ea-800b651e6836 has already been hosted by L3 agent 79a740bf-7821-4989-8288-7186e3e128f3 {{(pid=95102) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 19:40:37.028333 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-c2e57636-28f9-4aed-9293-849fabae98fc tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-597305', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29369'] for router, precommit_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:37.031636 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-c2e57636-28f9-4aed-9293-849fabae98fc tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:37.063518 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-3a783357-162a-4cb3-bb81-39a4285fb625 req-92c45d51-ab30-43df-b726-3f43d46a5b60 tempest-ServersTestJSON-149791516 tempest-ServersTestJSON-149791516-project] 10.222.0.67 "GET /v2.0/security-groups?id=b8c31db9-bcb2-4708-876e-18b1f4bdd8a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1179636 Sep 23 19:40:37.072778 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.plugin [None req-813ff7f1-ee62-4d71-86e3-d377105ff03a tempest-RoutersTest-320658655 tempest-RoutersTest-320658655-project] Deleting port 2d8798c4-a19b-489b-bd55-9b7d7ecfbbaa {{(pid=95102) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:40:37.073003 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-813ff7f1-ee62-4d71-86e3-d377105ff03a tempest-RoutersTest-320658655 tempest-RoutersTest-320658655-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783146157096'] for port, before_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:37.132140 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-c2e57636-28f9-4aed-9293-849fabae98fc tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-597296'] for router, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:37.134310 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2e57636-28f9-4aed-9293-849fabae98fc tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] Fanout notify agent at l3_agent the message router_deleted on router f7f8a047-01e7-4d0e-b931-d3701c70a03a {{(pid=95101) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 23 19:40:37.158167 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-c2e57636-28f9-4aed-9293-849fabae98fc tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] Notify callbacks [] for router, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:37.163273 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-c2e57636-28f9-4aed-9293-849fabae98fc tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] 10.222.0.67 "DELETE /v2.0/routers/f7f8a047-01e7-4d0e-b931-d3701c70a03a HTTP/1.1" status: 204 len: 168 time: 0.4347563 Sep 23 19:40:37.163970 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 60200) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:40:37.182870 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-5253d0b5-d5bc-4175-8a1a-dfbb77951988 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:37.211941 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-5253d0b5-d5bc-4175-8a1a-dfbb77951988 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:37.246203 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-813ff7f1-ee62-4d71-86e3-d377105ff03a tempest-RoutersTest-320658655 tempest-RoutersTest-320658655-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-605701'] for port, precommit_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:37.252478 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5253d0b5-d5bc-4175-8a1a-dfbb77951988 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bcec203e-c972-4c39-9d8f-84f5a4e7ce62,revision_number=1']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:40:37.265435 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.plugin [None req-813ff7f1-ee62-4d71-86e3-d377105ff03a tempest-RoutersTest-320658655 tempest-RoutersTest-320658655-project] Calling delete_port for 2d8798c4-a19b-489b-bd55-9b7d7ecfbbaa owned by network:router_interface {{(pid=95102) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:40:37.292012 n-d-713301-16 neutron-server[95101]: DEBUG neutron.db.db_base_plugin_v2 [None req-9521e751-5ffd-4dc0-a4a2-ae2a659fdf4e tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] Deleting subnet affe2ff8-35c8-4fc6-b3a1-1d2728214735 {{(pid=95101) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 23 19:40:37.295969 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-9521e751-5ffd-4dc0-a4a2-ae2a659fdf4e tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] Notify callbacks [] for subnet, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:37.321306 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-5253d0b5-d5bc-4175-8a1a-dfbb77951988 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=fb8620535d9b4e378ea411b2c3fe3195&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8046858 Sep 23 19:40:37.324659 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 60202) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:40:37.334541 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7727e51-8e95-4afb-bc75-1f811304c8ca tempest-FloatingIPTestJSON-2085468291 tempest-FloatingIPTestJSON-2085468291-project] Notify agent at l3_agent.n-d-713301-16 the message routers_updated {{(pid=95102) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 19:40:37.340513 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-a7727e51-8e95-4afb-bc75-1f811304c8ca tempest-FloatingIPTestJSON-2085468291 tempest-FloatingIPTestJSON-2085468291-project] 10.222.0.67 "PUT /v2.0/routers/4fe6b5af-8311-4b33-84ea-800b651e6836/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7249219 Sep 23 19:40:37.342958 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 60204) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:40:37.348442 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dc6577b-6199-4e66-8730-daef0160ff4b None None] Sync routers for ids ['4fe6b5af-8311-4b33-84ea-800b651e6836'] in n-d-713301-16 {{(pid=95104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 19:40:37.360841 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dc6577b-6199-4e66-8730-daef0160ff4b None None] Routers {'4fe6b5af-8311-4b33-84ea-800b651e6836'} bound to L3 agent in host n-d-713301-16 {{(pid=95104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 19:40:37.361558 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_hamode_db [None req-4dc6577b-6199-4e66-8730-daef0160ff4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-23T19:07:52Z,description=,heartbeat_timestamp=2021-09-23T19:40:22Z,host='n-d-713301-16',id=79a740bf-7821-4989-8288-7186e3e128f3,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:07:52Z,topic='l3_agent')) {'router_ids': ['4fe6b5af-8311-4b33-84ea-800b651e6836'], 'active': True} {{(pid=95104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:40:37.364098 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-9521e751-5ffd-4dc0-a4a2-ae2a659fdf4e tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6007154'] for subnet, precommit_delete_associations {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:37.397689 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_hamode_db [None req-4dc6577b-6199-4e66-8730-daef0160ff4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713301-16', False) {} {{(pid=95104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:40:37.407792 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dc6577b-6199-4e66-8730-daef0160ff4b None None] Routers {'4fe6b5af-8311-4b33-84ea-800b651e6836'} bound to L3 agent in host n-d-713301-16 {{(pid=95104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 19:40:37.408673 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_hamode_db [None req-4dc6577b-6199-4e66-8730-daef0160ff4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-23T19:07:52Z,description=,heartbeat_timestamp=2021-09-23T19:40:22Z,host='n-d-713301-16',id=79a740bf-7821-4989-8288-7186e3e128f3,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:07:52Z,topic='l3_agent')) {'router_ids': ['4fe6b5af-8311-4b33-84ea-800b651e6836'], 'active': True} {{(pid=95104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:40:37.436634 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-b07f5a4c-7b65-4087-b818-9bb30b103c7f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:37.444864 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_hamode_db [None req-4dc6577b-6199-4e66-8730-daef0160ff4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713301-16', False) {} {{(pid=95104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:40:37.445558 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dc6577b-6199-4e66-8730-daef0160ff4b None None] The sync data for ids ['4fe6b5af-8311-4b33-84ea-800b651e6836'] in n-d-713301-16 is: [] {{(pid=95104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 19:40:37.504657 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-b07f5a4c-7b65-4087-b818-9bb30b103c7f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:37.513455 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-9521e751-5ffd-4dc0-a4a2-ae2a659fdf4e tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1756813'] for subnet, precommit_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:37.572418 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-86b4a31f-db2b-4716-b399-a5cc3ade5e18 tempest-FloatingIPTestJSON-2085468291 tempest-FloatingIPTestJSON-2085468291-project] Notify callbacks [] for router, before_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:37.613947 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-b07f5a4c-7b65-4087-b818-9bb30b103c7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:37.617526 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-b07f5a4c-7b65-4087-b818-9bb30b103c7f admin admin] Notify callbacks [] for security_group, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:37.622124 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-b07f5a4c-7b65-4087-b818-9bb30b103c7f admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/bcec203e-c972-4c39-9d8f-84f5a4e7ce62 HTTP/1.1" status: 204 len: 168 time: 0.2939582 Sep 23 19:40:37.630060 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-9521e751-5ffd-4dc0-a4a2-ae2a659fdf4e tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1756804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5607514', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6130950'] for subnet, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:37.669856 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b07f5a4c-7b65-4087-b818-9bb30b103c7f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bcec203e-c972-4c39-9d8f-84f5a4e7ce62,revision_number=None']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:40:37.672394 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9521e751-5ffd-4dc0-a4a2-ae2a659fdf4e tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] Pushing event deleted for resources: {'Subnet': ['ID=affe2ff8-35c8-4fc6-b3a1-1d2728214735,revision_number=None']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:40:37.682641 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1317c5da-0163-4c2a-a877-c56ba6f1fc22 None None] Network 02b968af-c926-4e57-adbc-7615485f9b37 requested from n-d-713301-16 {{(pid=95103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 19:40:37.683178 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-9521e751-5ffd-4dc0-a4a2-ae2a659fdf4e tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] Notify callbacks [] for subnet, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:37.687265 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-9521e751-5ffd-4dc0-a4a2-ae2a659fdf4e tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] 10.222.0.67 "DELETE /v2.0/subnets/affe2ff8-35c8-4fc6-b3a1-1d2728214735 HTTP/1.1" status: 204 len: 168 time: 0.5156441 Sep 23 19:40:37.687636 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 60212) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:40:37.792344 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-4b2d2732-5c30-4fc2-b352-75a1b76a6f68 tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1628021'] for network, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:37.822519 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-86b4a31f-db2b-4716-b399-a5cc3ade5e18 tempest-FloatingIPTestJSON-2085468291 tempest-FloatingIPTestJSON-2085468291-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:37.839902 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-813ff7f1-ee62-4d71-86e3-d377105ff03a tempest-RoutersTest-320658655 tempest-RoutersTest-320658655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783146162158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783145673144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4399100'] for port, after_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:37.884887 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.plugin [None req-4b2d2732-5c30-4fc2-b352-75a1b76a6f68 tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] Deleting port 62bf05fc-4c37-4090-9103-17d0b59bf427 {{(pid=95101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:40:37.886396 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-4b2d2732-5c30-4fc2-b352-75a1b76a6f68 tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783146157096'] for port, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:37.936501 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-813ff7f1-ee62-4d71-86e3-d377105ff03a tempest-RoutersTest-320658655 tempest-RoutersTest-320658655-project] Pushing event deleted for resources: {'Port': ['ID=2d8798c4-a19b-489b-bd55-9b7d7ecfbbaa,revision_number=None']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:40:38.010954 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.db [None req-4b2d2732-5c30-4fc2-b352-75a1b76a6f68 tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] For port 62bf05fc-4c37-4090-9103-17d0b59bf427, host n-d-713301-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-16',level=0,port_id=62bf05fc-4c37-4090-9103-17d0b59bf427,segment=NetworkSegment(40c3604d-76da-4347-8db2-2af5fdc83c67),segment_id=40c3604d-76da-4347-8db2-2af5fdc83c67)] {{(pid=95101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:40:38.012044 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-4b2d2732-5c30-4fc2-b352-75a1b76a6f68 tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-605701'] for port, precommit_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:38.039238 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe9f7154-4f74-44ac-9ff1-4f18c8711d41 None None] DHCP port deletion for 02b968af-c926-4e57-adbc-7615485f9b37 request from n-d-713301-16 {{(pid=95103) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 23 19:40:38.046378 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.plugin [None req-4b2d2732-5c30-4fc2-b352-75a1b76a6f68 tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] Calling delete_port for 62bf05fc-4c37-4090-9103-17d0b59bf427 owned by network:dhcp {{(pid=95101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:40:38.078662 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 60220) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:40:38.137555 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.plugin [None req-fe9f7154-4f74-44ac-9ff1-4f18c8711d41 None None] Deleting port 62bf05fc-4c37-4090-9103-17d0b59bf427 {{(pid=95103) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:40:38.138271 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-fe9f7154-4f74-44ac-9ff1-4f18c8711d41 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783146157096'] for port, before_delete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:38.176594 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-ca541f9c-90c1-42d4-9c15-2fa58dbe634e admin admin] Notify callbacks [] for security_group, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:38.200594 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-813ff7f1-ee62-4d71-86e3-d377105ff03a tempest-RoutersTest-320658655 tempest-RoutersTest-320658655-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-527322', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-602005'] for router_interface, after_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:38.282934 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.plugin [None req-86b4a31f-db2b-4716-b399-a5cc3ade5e18 tempest-FloatingIPTestJSON-2085468291 tempest-FloatingIPTestJSON-2085468291-project] Deleting port df3cf5df-49cf-4e63-badd-e9581e5968ac {{(pid=95102) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:40:38.284825 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-86b4a31f-db2b-4716-b399-a5cc3ade5e18 tempest-FloatingIPTestJSON-2085468291 tempest-FloatingIPTestJSON-2085468291-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783146157096'] for port, before_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:38.356627 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-ca541f9c-90c1-42d4-9c15-2fa58dbe634e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:38.362600 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-fe9f7154-4f74-44ac-9ff1-4f18c8711d41 None None] For port 62bf05fc-4c37-4090-9103-17d0b59bf427, host n-d-713301-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-16',level=0,port_id=62bf05fc-4c37-4090-9103-17d0b59bf427,segment=NetworkSegment(40c3604d-76da-4347-8db2-2af5fdc83c67),segment_id=40c3604d-76da-4347-8db2-2af5fdc83c67)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:40:38.363410 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-fe9f7154-4f74-44ac-9ff1-4f18c8711d41 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-605701'] for port, precommit_delete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:38.367298 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-ca541f9c-90c1-42d4-9c15-2fa58dbe634e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:38.380185 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.plugin [None req-fe9f7154-4f74-44ac-9ff1-4f18c8711d41 None None] Calling delete_port for 62bf05fc-4c37-4090-9103-17d0b59bf427 owned by network:dhcp {{(pid=95103) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:40:38.406095 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-86b4a31f-db2b-4716-b399-a5cc3ade5e18 tempest-FloatingIPTestJSON-2085468291 tempest-FloatingIPTestJSON-2085468291-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-605701'] for port, precommit_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:38.423229 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.plugin [None req-86b4a31f-db2b-4716-b399-a5cc3ade5e18 tempest-FloatingIPTestJSON-2085468291 tempest-FloatingIPTestJSON-2085468291-project] Calling delete_port for df3cf5df-49cf-4e63-badd-e9581e5968ac owned by network:router_gateway {{(pid=95102) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:40:38.446594 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Device 62bf05fc-4c37-4090-9103-17d0b59bf427 no longer exists at agent ovs-agent-n-d-713301-16 {{(pid=95103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 19:40:38.466545 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-ca541f9c-90c1-42d4-9c15-2fa58dbe634e admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=0c4dcc0906a84d51839fe93ab89bde07&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3868020 Sep 23 19:40:38.474244 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 60226) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:40:38.482967 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca541f9c-90c1-42d4-9c15-2fa58dbe634e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=908b5f8a-c580-415b-b2b0-e02defe9ee4d,revision_number=1']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:40:38.514967 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-4b2d2732-5c30-4fc2-b352-75a1b76a6f68 tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783146162158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783145673144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5607431'] for port, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:38.532443 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] No active binding found for port 62bf05fc-4c37-4090-9103-17d0b59bf427 {{(pid=95103) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Sep 23 19:40:38.533203 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Device 62bf05fc-4c37-4090-9103-17d0b59bf427 not bound to the agent host n-d-713301-16 {{(pid=95103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 19:40:38.571148 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2d2732-5c30-4fc2-b352-75a1b76a6f68 tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] Pushing event deleted for resources: {'Port': ['ID=62bf05fc-4c37-4090-9103-17d0b59bf427,revision_number=None']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:40:38.574051 n-d-713301-16 neutron-server[95101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b2d2732-5c30-4fc2-b352-75a1b76a6f68 tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] No DVR routers for this DVR port 62bf05fc-4c37-4090-9103-17d0b59bf427 on host n-d-713301-16 {{(pid=95101) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 19:40:38.579073 n-d-713301-16 neutron-server[95103]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 23 19:40:38.579073 n-d-713301-16 neutron-server[95103]: self.session.flush() Sep 23 19:40:38.579073 n-d-713301-16 neutron-server[95103]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 23 19:40:38.579073 n-d-713301-16 neutron-server[95103]: self.session.flush() Sep 23 19:40:38.579073 n-d-713301-16 neutron-server[95103]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 23 19:40:38.579073 n-d-713301-16 neutron-server[95103]: self.session.flush() Sep 23 19:40:38.579073 n-d-713301-16 neutron-server[95103]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 23 19:40:38.579073 n-d-713301-16 neutron-server[95103]: self.session.flush() Sep 23 19:40:38.579073 n-d-713301-16 neutron-server[95103]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 23 19:40:38.579073 n-d-713301-16 neutron-server[95103]: self.session.flush() Sep 23 19:40:38.579073 n-d-713301-16 neutron-server[95103]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 23 19:40:38.579073 n-d-713301-16 neutron-server[95103]: self.session.flush() Sep 23 19:40:38.579073 n-d-713301-16 neutron-server[95103]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 23 19:40:38.579073 n-d-713301-16 neutron-server[95103]: self.session.flush() Sep 23 19:40:38.579073 n-d-713301-16 neutron-server[95103]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 23 19:40:38.579073 n-d-713301-16 neutron-server[95103]: self.session.flush() Sep 23 19:40:38.579073 n-d-713301-16 neutron-server[95103]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 23 19:40:38.579073 n-d-713301-16 neutron-server[95103]: self.session.flush() Sep 23 19:40:38.579073 n-d-713301-16 neutron-server[95103]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 23 19:40:38.579073 n-d-713301-16 neutron-server[95103]: self.session.flush() Sep 23 19:40:38.579073 n-d-713301-16 neutron-server[95103]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 23 19:40:38.579073 n-d-713301-16 neutron-server[95103]: self.session.flush() Sep 23 19:40:38.579073 n-d-713301-16 neutron-server[95103]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 23 19:40:38.579073 n-d-713301-16 neutron-server[95103]: self.session.flush() Sep 23 19:40:38.579073 n-d-713301-16 neutron-server[95103]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 23 19:40:38.579073 n-d-713301-16 neutron-server[95103]: self.session.flush() Sep 23 19:40:38.579073 n-d-713301-16 neutron-server[95103]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 23 19:40:38.579073 n-d-713301-16 neutron-server[95103]: self.session.flush() Sep 23 19:40:38.579073 n-d-713301-16 neutron-server[95103]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 23 19:40:38.579073 n-d-713301-16 neutron-server[95103]: self.session.flush() Sep 23 19:40:38.579073 n-d-713301-16 neutron-server[95103]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 23 19:40:38.579073 n-d-713301-16 neutron-server[95103]: self.session.flush() Sep 23 19:40:38.579073 n-d-713301-16 neutron-server[95103]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 23 19:40:38.579073 n-d-713301-16 neutron-server[95103]: self.session.flush() Sep 23 19:40:38.579073 n-d-713301-16 neutron-server[95103]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 23 19:40:38.579073 n-d-713301-16 neutron-server[95103]: self.session.flush() Sep 23 19:40:38.579073 n-d-713301-16 neutron-server[95103]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 23 19:40:38.579073 n-d-713301-16 neutron-server[95103]: self.session.flush() Sep 23 19:40:38.579073 n-d-713301-16 neutron-server[95103]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 23 19:40:38.579073 n-d-713301-16 neutron-server[95103]: self.session.flush() Sep 23 19:40:38.581665 n-d-713301-16 neutron-server[95103]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 23 19:40:38.581665 n-d-713301-16 neutron-server[95103]: self.session.flush() Sep 23 19:40:38.581665 n-d-713301-16 neutron-server[95103]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 23 19:40:38.581665 n-d-713301-16 neutron-server[95103]: self.session.flush() Sep 23 19:40:38.581665 n-d-713301-16 neutron-server[95103]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 23 19:40:38.581665 n-d-713301-16 neutron-server[95103]: self.session.flush() Sep 23 19:40:38.581665 n-d-713301-16 neutron-server[95103]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 23 19:40:38.581665 n-d-713301-16 neutron-server[95103]: self.session.flush() Sep 23 19:40:38.581665 n-d-713301-16 neutron-server[95103]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 23 19:40:38.581665 n-d-713301-16 neutron-server[95103]: self.session.flush() Sep 23 19:40:38.581665 n-d-713301-16 neutron-server[95103]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 23 19:40:38.581665 n-d-713301-16 neutron-server[95103]: self.session.flush() Sep 23 19:40:38.581665 n-d-713301-16 neutron-server[95103]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 23 19:40:38.581665 n-d-713301-16 neutron-server[95103]: self.session.flush() Sep 23 19:40:38.593844 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-fe9f7154-4f74-44ac-9ff1-4f18c8711d41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783146162158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783145673144'] for port, after_delete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:38.651526 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-47a472d1-e3b1-4d2e-b10c-620b28cac03f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:38.652649 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe9f7154-4f74-44ac-9ff1-4f18c8711d41 None None] No DVR routers for this DVR port 62bf05fc-4c37-4090-9103-17d0b59bf427 on host n-d-713301-16 {{(pid=95103) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 19:40:38.654816 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe9f7154-4f74-44ac-9ff1-4f18c8711d41 None None] Pushing event deleted for resources: {'Port': ['ID=62bf05fc-4c37-4090-9103-17d0b59bf427,revision_number=None']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:40:38.704451 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-4b2d2732-5c30-4fc2-b352-75a1b76a6f68 tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1754676', 'neutron.services.segments.db._delete_segments_for_network-8783146221460'] for network, precommit_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:38.735903 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-47a472d1-e3b1-4d2e-b10c-620b28cac03f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:38.739199 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac5f4747-65f0-42c7-86fd-b1a0ff0308df req-dec24ec3-bb54-44ac-bf38-e1e5891a6401 tempest-ServersTestJSON-149791516 tempest-ServersTestJSON-149791516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:40:38.741380 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-ac5f4747-65f0-42c7-86fd-b1a0ff0308df req-dec24ec3-bb54-44ac-bf38-e1e5891a6401 tempest-ServersTestJSON-149791516 tempest-ServersTestJSON-149791516-project] 10.222.0.67 "GET /v2.0/ports?device_id=1921f1fe-df9a-46ef-ae57-567b8545bac8 HTTP/1.1" status: 200 len: 945 time: 0.5273354 Sep 23 19:40:38.744745 n-d-713301-16 neutron-server[95101]: DEBUG neutron.services.segments.db [None req-4b2d2732-5c30-4fc2-b352-75a1b76a6f68 tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['02b968af-c926-4e57-adbc-7615485f9b37']}} {{(pid=95101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:40:38.770395 n-d-713301-16 neutron-server[95101]: DEBUG neutron.services.segments.db [None req-4b2d2732-5c30-4fc2-b352-75a1b76a6f68 tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '40c3604d-76da-4347-8db2-2af5fdc83c67') {'for_net_delete': True} {{(pid=95101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:40:38.770691 n-d-713301-16 neutron-server[95101]: DEBUG neutron.services.segments.db [None req-4b2d2732-5c30-4fc2-b352-75a1b76a6f68 tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '40c3604d-76da-4347-8db2-2af5fdc83c67') {} {{(pid=95101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:40:38.793661 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-4b2d2732-5c30-4fc2-b352-75a1b76a6f68 tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783146221725', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6007147'] for segment, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:38.818261 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-4b2d2732-5c30-4fc2-b352-75a1b76a6f68 tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1756186'] for segment, precommit_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:38.826240 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4b2d2732-5c30-4fc2-b352-75a1b76a6f68 tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] Releasing vlan 633 on physical network physnet1 to pool {{(pid=95101) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 19:40:38.826929 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-4b2d2732-5c30-4fc2-b352-75a1b76a6f68 tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1756186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5608436'] for segment, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:38.830310 n-d-713301-16 neutron-server[95101]: Traceback (most recent call last): Sep 23 19:40:38.830310 n-d-713301-16 neutron-server[95101]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 19:40:38.830310 n-d-713301-16 neutron-server[95101]: timer() Sep 23 19:40:38.830310 n-d-713301-16 neutron-server[95101]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 19:40:38.830310 n-d-713301-16 neutron-server[95101]: cb(*args, **kw) Sep 23 19:40:38.830310 n-d-713301-16 neutron-server[95101]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 19:40:38.830310 n-d-713301-16 neutron-server[95101]: return func(*args, **kwargs) Sep 23 19:40:38.830310 n-d-713301-16 neutron-server[95101]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 19:40:38.830310 n-d-713301-16 neutron-server[95101]: self._notify() Sep 23 19:40:38.830310 n-d-713301-16 neutron-server[95101]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 19:40:38.830310 n-d-713301-16 neutron-server[95101]: self.callback(batched_events) Sep 23 19:40:38.830310 n-d-713301-16 neutron-server[95101]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 19:40:38.830310 n-d-713301-16 neutron-server[95101]: event.method(event) Sep 23 19:40:38.830310 n-d-713301-16 neutron-server[95101]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 19:40:38.830310 n-d-713301-16 neutron-server[95101]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 19:40:38.830310 n-d-713301-16 neutron-server[95101]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 19:40:38.830310 n-d-713301-16 neutron-server[95101]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 19:40:38.830310 n-d-713301-16 neutron-server[95101]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 19:40:38.830310 n-d-713301-16 neutron-server[95101]: return f(self, *a, **k) Sep 23 19:40:38.830310 n-d-713301-16 neutron-server[95101]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 19:40:38.830310 n-d-713301-16 neutron-server[95101]: return self._get(url).json() Sep 23 19:40:38.830310 n-d-713301-16 neutron-server[95101]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 19:40:38.830310 n-d-713301-16 neutron-server[95101]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 19:40:38.830310 n-d-713301-16 neutron-server[95101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 19:40:38.830310 n-d-713301-16 neutron-server[95101]: return self.request(url, 'GET', **kwargs) Sep 23 19:40:38.830310 n-d-713301-16 neutron-server[95101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 19:40:38.830310 n-d-713301-16 neutron-server[95101]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 19:40:38.830310 n-d-713301-16 neutron-server[95101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 19:40:38.830310 n-d-713301-16 neutron-server[95101]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 19:40:38.830310 n-d-713301-16 neutron-server[95101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 19:40:38.830310 n-d-713301-16 neutron-server[95101]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 19:40:38.830310 n-d-713301-16 neutron-server[95101]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 19:40:38.863377 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-47a472d1-e3b1-4d2e-b10c-620b28cac03f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:38.866539 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-47a472d1-e3b1-4d2e-b10c-620b28cac03f admin admin] Notify callbacks [] for security_group, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:38.873343 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-47a472d1-e3b1-4d2e-b10c-620b28cac03f admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/908b5f8a-c580-415b-b2b0-e02defe9ee4d HTTP/1.1" status: 204 len: 168 time: 0.3957164 Sep 23 19:40:38.918449 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-86b4a31f-db2b-4716-b399-a5cc3ade5e18 tempest-FloatingIPTestJSON-2085468291 tempest-FloatingIPTestJSON-2085468291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783146162158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783145673144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4399100'] for port, after_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:38.941492 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-ac5f4747-65f0-42c7-86fd-b1a0ff0308df req-3feec236-32e8-476f-896d-2a5578098a1a tempest-ServersTestJSON-149791516 tempest-ServersTestJSON-149791516-project] 10.222.0.67 "GET /v2.0/security-groups?id=b8c31db9-bcb2-4708-876e-18b1f4bdd8a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1546209 Sep 23 19:40:38.953775 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47a472d1-e3b1-4d2e-b10c-620b28cac03f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=908b5f8a-c580-415b-b2b0-e02defe9ee4d,revision_number=None']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:40:38.958933 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-4b2d2732-5c30-4fc2-b352-75a1b76a6f68 tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1754627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-601866'] for network, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:38.969368 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86b4a31f-db2b-4716-b399-a5cc3ade5e18 tempest-FloatingIPTestJSON-2085468291 tempest-FloatingIPTestJSON-2085468291-project] Pushing event deleted for resources: {'Port': ['ID=df3cf5df-49cf-4e63-badd-e9581e5968ac,revision_number=None']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:40:38.979770 n-d-713301-16 neutron-server[95102]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-813ff7f1-ee62-4d71-86e3-d377105ff03a tempest-RoutersTest-320658655 tempest-RoutersTest-320658655-project] Router 0a41719e-5b35-4cd0-bbd7-845a0ee1621f has already been hosted by L3 agent 79a740bf-7821-4989-8288-7186e3e128f3 {{(pid=95102) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 19:40:38.990936 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-4b2d2732-5c30-4fc2-b352-75a1b76a6f68 tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] Notify callbacks [] for network, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:38.999034 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-4b2d2732-5c30-4fc2-b352-75a1b76a6f68 tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] 10.222.0.67 "DELETE /v2.0/networks/02b968af-c926-4e57-adbc-7615485f9b37 HTTP/1.1" status: 204 len: 168 time: 1.3102610 Sep 23 19:40:39.001979 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 60236) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:40:39.078550 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6e334c8-db17-426e-9c7f-217da710d4dd tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:40:39.086783 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-e6e334c8-db17-426e-9c7f-217da710d4dd tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] 10.222.0.67 "GET /v2.0/ports/aaf4c817-e69d-49a0-9a73-c5e8e3e5c45b HTTP/1.1" status: 200 len: 841 time: 0.0827141 Sep 23 19:40:39.087412 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 60238) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:40:39.121377 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-86b4a31f-db2b-4716-b399-a5cc3ade5e18 tempest-FloatingIPTestJSON-2085468291 tempest-FloatingIPTestJSON-2085468291-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-601942'] for router_gateway, after_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:39.141839 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-2d7cf8e8-7c21-4436-b95b-47baa34f1ebf tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] 10.222.0.67 "GET /v2.0/ports/aaf4c817-e69d-49a0-9a73-c5e8e3e5c45b?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0528684 Sep 23 19:40:39.142710 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2d2732-5c30-4fc2-b352-75a1b76a6f68 tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] Pushing event deleted for resources: {'Network': ['ID=02b968af-c926-4e57-adbc-7615485f9b37,revision_number=None']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:40:39.145694 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 60240) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:40:39.150086 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.v2.base [None req-473cb35d-46d1-4756-9d59-4570a541a0ea tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] Request body: {'subnet': {'network_id': 'b0599172-2d1a-416f-a4dc-49f04f75b3d7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:40:39.193696 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-813ff7f1-ee62-4d71-86e3-d377105ff03a tempest-RoutersTest-320658655 tempest-RoutersTest-320658655-project] Notify agent at l3_agent.n-d-713301-16 the message routers_updated {{(pid=95102) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 19:40:39.202298 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-813ff7f1-ee62-4d71-86e3-d377105ff03a tempest-RoutersTest-320658655 tempest-RoutersTest-320658655-project] 10.222.0.67 "PUT /v2.0/routers/0a41719e-5b35-4cd0-bbd7-845a0ee1621f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5455356 Sep 23 19:40:39.204550 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e77f7dc-93d9-4411-8d3c-3e91e3b04a53 None None] Sync routers for ids ['0a41719e-5b35-4cd0-bbd7-845a0ee1621f'] in n-d-713301-16 {{(pid=95103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 19:40:39.219834 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e77f7dc-93d9-4411-8d3c-3e91e3b04a53 None None] Routers {'0a41719e-5b35-4cd0-bbd7-845a0ee1621f'} bound to L3 agent in host n-d-713301-16 {{(pid=95103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 19:40:39.224383 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_hamode_db [None req-1e77f7dc-93d9-4411-8d3c-3e91e3b04a53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-23T19:07:52Z,description=,heartbeat_timestamp=2021-09-23T19:40:22Z,host='n-d-713301-16',id=79a740bf-7821-4989-8288-7186e3e128f3,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:07:52Z,topic='l3_agent')) {'router_ids': ['0a41719e-5b35-4cd0-bbd7-845a0ee1621f'], 'active': True} {{(pid=95103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:40:39.226543 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 60244) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:40:39.230840 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-86b4a31f-db2b-4716-b399-a5cc3ade5e18 tempest-FloatingIPTestJSON-2085468291 tempest-FloatingIPTestJSON-2085468291-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-597305', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29369'] for router, precommit_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:39.233135 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-86b4a31f-db2b-4716-b399-a5cc3ade5e18 tempest-FloatingIPTestJSON-2085468291 tempest-FloatingIPTestJSON-2085468291-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:39.282893 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-86b4a31f-db2b-4716-b399-a5cc3ade5e18 tempest-FloatingIPTestJSON-2085468291 tempest-FloatingIPTestJSON-2085468291-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-597296'] for router, after_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:39.283531 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86b4a31f-db2b-4716-b399-a5cc3ade5e18 tempest-FloatingIPTestJSON-2085468291 tempest-FloatingIPTestJSON-2085468291-project] Fanout notify agent at l3_agent the message router_deleted on router 4fe6b5af-8311-4b33-84ea-800b651e6836 {{(pid=95102) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 23 19:40:39.291229 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-86b4a31f-db2b-4716-b399-a5cc3ade5e18 tempest-FloatingIPTestJSON-2085468291 tempest-FloatingIPTestJSON-2085468291-project] Notify callbacks [] for router, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:39.292553 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-86b4a31f-db2b-4716-b399-a5cc3ade5e18 tempest-FloatingIPTestJSON-2085468291 tempest-FloatingIPTestJSON-2085468291-project] 10.222.0.67 "DELETE /v2.0/routers/4fe6b5af-8311-4b33-84ea-800b651e6836 HTTP/1.1" status: 204 len: 168 time: 1.9486718 Sep 23 19:40:39.295061 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 60246) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:40:39.312951 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_hamode_db [None req-1e77f7dc-93d9-4411-8d3c-3e91e3b04a53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713301-16', False) {} {{(pid=95103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:40:39.344285 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e77f7dc-93d9-4411-8d3c-3e91e3b04a53 None None] Routers {'0a41719e-5b35-4cd0-bbd7-845a0ee1621f'} bound to L3 agent in host n-d-713301-16 {{(pid=95103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 19:40:39.346097 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_hamode_db [None req-1e77f7dc-93d9-4411-8d3c-3e91e3b04a53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-23T19:07:52Z,description=,heartbeat_timestamp=2021-09-23T19:40:22Z,host='n-d-713301-16',id=79a740bf-7821-4989-8288-7186e3e128f3,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:07:52Z,topic='l3_agent')) {'router_ids': ['0a41719e-5b35-4cd0-bbd7-845a0ee1621f'], 'active': True} {{(pid=95103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:40:39.387979 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-473cb35d-46d1-4756-9d59-4570a541a0ea tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] Made reservation on behalf of e53e881fc39941c397f29318ff64a85b for: {'subnet': 1} {{(pid=95101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:40:39.391934 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-473cb35d-46d1-4756-9d59-4570a541a0ea tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6130979'] for subnet, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:39.402200 n-d-713301-16 neutron-server[95102]: DEBUG neutron.db.db_base_plugin_v2 [None req-b24822d1-ac1f-4022-b37b-6213ff2ce49d tempest-FloatingIPTestJSON-2085468291 tempest-FloatingIPTestJSON-2085468291-project] Deleting subnet 7eb3aff8-6d21-4bac-92e2-a7c22ef686ae {{(pid=95102) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 23 19:40:39.405920 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-b24822d1-ac1f-4022-b37b-6213ff2ce49d tempest-FloatingIPTestJSON-2085468291 tempest-FloatingIPTestJSON-2085468291-project] Notify callbacks [] for subnet, before_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:39.432550 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_hamode_db [None req-1e77f7dc-93d9-4411-8d3c-3e91e3b04a53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713301-16', False) {} {{(pid=95103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:40:39.436583 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e77f7dc-93d9-4411-8d3c-3e91e3b04a53 None None] The sync data for ids ['0a41719e-5b35-4cd0-bbd7-845a0ee1621f'] in n-d-713301-16 is: [] {{(pid=95103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 19:40:39.460492 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-b24822d1-ac1f-4022-b37b-6213ff2ce49d tempest-FloatingIPTestJSON-2085468291 tempest-FloatingIPTestJSON-2085468291-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6162825'] for subnet, precommit_delete_associations {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:39.516082 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-b24822d1-ac1f-4022-b37b-6213ff2ce49d tempest-FloatingIPTestJSON-2085468291 tempest-FloatingIPTestJSON-2085468291-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1756813'] for subnet, precommit_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:39.605397 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-b24822d1-ac1f-4022-b37b-6213ff2ce49d tempest-FloatingIPTestJSON-2085468291 tempest-FloatingIPTestJSON-2085468291-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1756804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4399009', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5388229'] for subnet, after_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:39.665692 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b24822d1-ac1f-4022-b37b-6213ff2ce49d tempest-FloatingIPTestJSON-2085468291 tempest-FloatingIPTestJSON-2085468291-project] Pushing event deleted for resources: {'Subnet': ['ID=7eb3aff8-6d21-4bac-92e2-a7c22ef686ae,revision_number=None']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:40:39.675887 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-b24822d1-ac1f-4022-b37b-6213ff2ce49d tempest-FloatingIPTestJSON-2085468291 tempest-FloatingIPTestJSON-2085468291-project] Notify callbacks [] for subnet, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:39.678500 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-b24822d1-ac1f-4022-b37b-6213ff2ce49d tempest-FloatingIPTestJSON-2085468291 tempest-FloatingIPTestJSON-2085468291-project] 10.222.0.67 "DELETE /v2.0/subnets/7eb3aff8-6d21-4bac-92e2-a7c22ef686ae HTTP/1.1" status: 204 len: 168 time: 0.3822012 Sep 23 19:40:39.681261 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 60258) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:40:39.794571 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-50dd9770-78ec-4115-88a9-ee3b4aece61f tempest-FloatingIPTestJSON-2085468291 tempest-FloatingIPTestJSON-2085468291-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1628021'] for network, before_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:39.923092 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-50dd9770-78ec-4115-88a9-ee3b4aece61f tempest-FloatingIPTestJSON-2085468291 tempest-FloatingIPTestJSON-2085468291-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1754676', 'neutron.services.segments.db._delete_segments_for_network-8783146221460'] for network, precommit_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:39.948487 n-d-713301-16 neutron-server[95102]: DEBUG neutron.services.segments.db [None req-50dd9770-78ec-4115-88a9-ee3b4aece61f tempest-FloatingIPTestJSON-2085468291 tempest-FloatingIPTestJSON-2085468291-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f5928f37-657a-4715-86ca-02712a88cf8e']}} {{(pid=95102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:40:39.960492 n-d-713301-16 neutron-server[95102]: DEBUG neutron.services.segments.db [None req-50dd9770-78ec-4115-88a9-ee3b4aece61f tempest-FloatingIPTestJSON-2085468291 tempest-FloatingIPTestJSON-2085468291-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '90cae522-f668-4a2a-bb10-6af5f2be9b48') {'for_net_delete': True} {{(pid=95102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:40:39.960827 n-d-713301-16 neutron-server[95102]: DEBUG neutron.services.segments.db [None req-50dd9770-78ec-4115-88a9-ee3b4aece61f tempest-FloatingIPTestJSON-2085468291 tempest-FloatingIPTestJSON-2085468291-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '90cae522-f668-4a2a-bb10-6af5f2be9b48') {} {{(pid=95102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:40:39.973483 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-50dd9770-78ec-4115-88a9-ee3b4aece61f tempest-FloatingIPTestJSON-2085468291 tempest-FloatingIPTestJSON-2085468291-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783146221725', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6162832'] for segment, before_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:39.999730 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-50dd9770-78ec-4115-88a9-ee3b4aece61f tempest-FloatingIPTestJSON-2085468291 tempest-FloatingIPTestJSON-2085468291-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1756186'] for segment, precommit_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:40.030120 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-50dd9770-78ec-4115-88a9-ee3b4aece61f tempest-FloatingIPTestJSON-2085468291 tempest-FloatingIPTestJSON-2085468291-project] Releasing vlan 637 on physical network physnet1 to pool {{(pid=95102) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 19:40:40.031009 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-50dd9770-78ec-4115-88a9-ee3b4aece61f tempest-FloatingIPTestJSON-2085468291 tempest-FloatingIPTestJSON-2085468291-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1756186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4398095'] for segment, after_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:40.036157 n-d-713301-16 neutron-server[95102]: Traceback (most recent call last): Sep 23 19:40:40.036157 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 19:40:40.036157 n-d-713301-16 neutron-server[95102]: timer() Sep 23 19:40:40.036157 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 19:40:40.036157 n-d-713301-16 neutron-server[95102]: cb(*args, **kw) Sep 23 19:40:40.036157 n-d-713301-16 neutron-server[95102]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 19:40:40.036157 n-d-713301-16 neutron-server[95102]: return func(*args, **kwargs) Sep 23 19:40:40.036157 n-d-713301-16 neutron-server[95102]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 19:40:40.036157 n-d-713301-16 neutron-server[95102]: self._notify() Sep 23 19:40:40.036157 n-d-713301-16 neutron-server[95102]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 19:40:40.036157 n-d-713301-16 neutron-server[95102]: self.callback(batched_events) Sep 23 19:40:40.036157 n-d-713301-16 neutron-server[95102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 19:40:40.036157 n-d-713301-16 neutron-server[95102]: event.method(event) Sep 23 19:40:40.036157 n-d-713301-16 neutron-server[95102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 19:40:40.036157 n-d-713301-16 neutron-server[95102]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 19:40:40.036157 n-d-713301-16 neutron-server[95102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 19:40:40.036157 n-d-713301-16 neutron-server[95102]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 19:40:40.036157 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 19:40:40.036157 n-d-713301-16 neutron-server[95102]: return f(self, *a, **k) Sep 23 19:40:40.036157 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 19:40:40.036157 n-d-713301-16 neutron-server[95102]: return self._get(url).json() Sep 23 19:40:40.036157 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 19:40:40.036157 n-d-713301-16 neutron-server[95102]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 19:40:40.036157 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 19:40:40.036157 n-d-713301-16 neutron-server[95102]: return self.request(url, 'GET', **kwargs) Sep 23 19:40:40.036157 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 19:40:40.036157 n-d-713301-16 neutron-server[95102]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 19:40:40.036157 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 19:40:40.036157 n-d-713301-16 neutron-server[95102]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 19:40:40.036157 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 19:40:40.036157 n-d-713301-16 neutron-server[95102]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 19:40:40.036157 n-d-713301-16 neutron-server[95102]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 19:40:40.069512 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-473cb35d-46d1-4756-9d59-4570a541a0ea tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5607579', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6130961'] for subnet, after_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:40.173470 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-473cb35d-46d1-4756-9d59-4570a541a0ea tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] Pushing event updated for resources: {'Subnet': ['ID=d6e5ed45-d3ad-4a30-9ce6-b31ff64f4656,revision_number=0']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:40:40.189604 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3339c33b-41ab-41e0-9d87-6918e770496c req-c606a55f-ed09-40fe-85a6-7451978f686a tempest-ServersTestJSON-149791516 tempest-ServersTestJSON-149791516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:40:40.191513 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-3339c33b-41ab-41e0-9d87-6918e770496c req-c606a55f-ed09-40fe-85a6-7451978f686a tempest-ServersTestJSON-149791516 tempest-ServersTestJSON-149791516-project] 10.222.0.67 "GET /v2.0/ports?device_id=1921f1fe-df9a-46ef-ae57-567b8545bac8 HTTP/1.1" status: 200 len: 945 time: 0.1022325 Sep 23 19:40:40.192378 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-50dd9770-78ec-4115-88a9-ee3b4aece61f tempest-FloatingIPTestJSON-2085468291 tempest-FloatingIPTestJSON-2085468291-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1754627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-601866'] for network, after_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:40.200588 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-50dd9770-78ec-4115-88a9-ee3b4aece61f tempest-FloatingIPTestJSON-2085468291 tempest-FloatingIPTestJSON-2085468291-project] Notify callbacks [] for network, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:40.202476 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-50dd9770-78ec-4115-88a9-ee3b4aece61f tempest-FloatingIPTestJSON-2085468291 tempest-FloatingIPTestJSON-2085468291-project] 10.222.0.67 "DELETE /v2.0/networks/f5928f37-657a-4715-86ca-02712a88cf8e HTTP/1.1" status: 204 len: 168 time: 0.5200641 Sep 23 19:40:40.222579 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50dd9770-78ec-4115-88a9-ee3b4aece61f tempest-FloatingIPTestJSON-2085468291 tempest-FloatingIPTestJSON-2085468291-project] Pushing event deleted for resources: {'Network': ['ID=f5928f37-657a-4715-86ca-02712a88cf8e,revision_number=None']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:40:40.259094 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-473cb35d-46d1-4756-9d59-4570a541a0ea tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] Network b0599172-2d1a-416f-a4dc-49f04f75b3d7 is already hosted by enough agents. {{(pid=95101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:40:40.259876 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-3339c33b-41ab-41e0-9d87-6918e770496c req-109f058b-dcff-40d1-8c15-c828e687f3fd tempest-ServersTestJSON-149791516 tempest-ServersTestJSON-149791516-project] 10.222.0.67 "GET /v2.0/security-groups?id=b8c31db9-bcb2-4708-876e-18b1f4bdd8a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399518 Sep 23 19:40:40.261724 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.base_scheduler [None req-473cb35d-46d1-4756-9d59-4570a541a0ea tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] Resources bound (agent type, host, resource id): {{(pid=95101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:40:40.264903 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-473cb35d-46d1-4756-9d59-4570a541a0ea tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:40:40.265511 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-473cb35d-46d1-4756-9d59-4570a541a0ea tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] Notify callbacks [] for subnet, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:40.274710 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65fa2278-f00e-4c7e-b9ef-edc47883e92c None None] Network b0599172-2d1a-416f-a4dc-49f04f75b3d7 requested from n-d-713301-16 {{(pid=95103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 19:40:40.295675 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-473cb35d-46d1-4756-9d59-4570a541a0ea tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1497028 Sep 23 19:40:40.298670 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 60288) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:40:40.304157 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.v2.base [None req-b670a776-cb0e-40a5-b361-ba70d6598f7c tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] Request body: {'security_group': {'name': 'tempest-secgroup-447303705'}} {{(pid=95101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:40:40.325397 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-7f5c7fc7-edf6-45e2-aa4d-62bb859afe21 tempest-RoutersTest-320658655 tempest-RoutersTest-320658655-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-601372'] for router_interface, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:40.447104 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-b670a776-cb0e-40a5-b361-ba70d6598f7c tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] Notify callbacks [] for security_group, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:40.737247 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-b670a776-cb0e-40a5-b361-ba70d6598f7c tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] Notify callbacks [] for security_group, precommit_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:40.742773 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-b670a776-cb0e-40a5-b361-ba70d6598f7c tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:40.765301 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 60300) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:40:40.802251 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-b670a776-cb0e-40a5-b361-ba70d6598f7c tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] Notify callbacks [] for security_group, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:40.803534 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-b670a776-cb0e-40a5-b361-ba70d6598f7c tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] 10.222.0.67 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.5040011 Sep 23 19:40:40.810291 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 60304) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:40:40.814837 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.v2.base [None req-9d5bf401-a2f7-4173-92bb-e52e320a4555 tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] Request body: {'security_group': {'name': 'tempest-secgroup-1118009835'}} {{(pid=95102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:40:40.827922 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b670a776-cb0e-40a5-b361-ba70d6598f7c tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a7855269-6aca-47f2-833b-e9f248ed2696,revision_number=1']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:40:40.883716 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.plugin [None req-7f5c7fc7-edf6-45e2-aa4d-62bb859afe21 tempest-RoutersTest-320658655 tempest-RoutersTest-320658655-project] Deleting port a8a11d79-21be-4e01-b8a4-f3f2aeef4e4d {{(pid=95101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:40:40.884068 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-7f5c7fc7-edf6-45e2-aa4d-62bb859afe21 tempest-RoutersTest-320658655 tempest-RoutersTest-320658655-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783146157096'] for port, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:40.890170 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05abfd14-0718-491e-891e-14e77c21b70d req-c54dc052-e828-4f97-87a0-bb72c1a648a1 tempest-TaggedBootDevicesTest_v242-1470406513 tempest-TaggedBootDevicesTest_v242-1470406513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:40:40.897797 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05abfd14-0718-491e-891e-14e77c21b70d req-c54dc052-e828-4f97-87a0-bb72c1a648a1 tempest-TaggedBootDevicesTest_v242-1470406513 tempest-TaggedBootDevicesTest_v242-1470406513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:40:40.903983 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05abfd14-0718-491e-891e-14e77c21b70d req-c54dc052-e828-4f97-87a0-bb72c1a648a1 tempest-TaggedBootDevicesTest_v242-1470406513 tempest-TaggedBootDevicesTest_v242-1470406513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:40:40.911776 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05abfd14-0718-491e-891e-14e77c21b70d req-c54dc052-e828-4f97-87a0-bb72c1a648a1 tempest-TaggedBootDevicesTest_v242-1470406513 tempest-TaggedBootDevicesTest_v242-1470406513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:40:40.919540 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05abfd14-0718-491e-891e-14e77c21b70d req-c54dc052-e828-4f97-87a0-bb72c1a648a1 tempest-TaggedBootDevicesTest_v242-1470406513 tempest-TaggedBootDevicesTest_v242-1470406513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:40:40.921006 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b72761e8-e312-4c75-8b85-df8fe84f8a62 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4c8b80df-07eb-5275-9f17-5cf640db67c0-b0599172-2d1a-416f-a4dc-49f04f75b3d7', 'network_id': 'b0599172-2d1a-416f-a4dc-49f04f75b3d7', 'tenant_id': 'e53e881fc39941c397f29318ff64a85b', 'fixed_ips': [{'subnet_id': 'd6e5ed45-d3ad-4a30-9ce6-b31ff64f4656'}]}} from n-d-713301-16. {{(pid=95103) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 23 19:40:40.921884 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b72761e8-e312-4c75-8b85-df8fe84f8a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_create {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:40.925702 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05abfd14-0718-491e-891e-14e77c21b70d req-c54dc052-e828-4f97-87a0-bb72c1a648a1 tempest-TaggedBootDevicesTest_v242-1470406513 tempest-TaggedBootDevicesTest_v242-1470406513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:40:40.932004 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05abfd14-0718-491e-891e-14e77c21b70d req-c54dc052-e828-4f97-87a0-bb72c1a648a1 tempest-TaggedBootDevicesTest_v242-1470406513 tempest-TaggedBootDevicesTest_v242-1470406513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:40:40.942115 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-05abfd14-0718-491e-891e-14e77c21b70d req-c54dc052-e828-4f97-87a0-bb72c1a648a1 tempest-TaggedBootDevicesTest_v242-1470406513 tempest-TaggedBootDevicesTest_v242-1470406513-project] 10.222.0.67 "GET /v2.0/ports?device_id=583aeae2-b5c0-4d8d-bffb-15a63f4020fc HTTP/1.1" status: 200 len: 5442 time: 0.1587253 Sep 23 19:40:40.967928 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-9d5bf401-a2f7-4173-92bb-e52e320a4555 tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] Notify callbacks [] for security_group, before_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:41.029774 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-05abfd14-0718-491e-891e-14e77c21b70d req-86466fef-8b38-49c3-9ac5-6ed444760335 tempest-TaggedBootDevicesTest_v242-1470406513 tempest-TaggedBootDevicesTest_v242-1470406513-project] 10.222.0.67 "GET /v2.0/security-groups?id=687e4f9e-0a49-4ef3-86dc-e31b7edc6949&id=78494785-7e26-42ec-a5d5-f3013c8d7eca&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0857635 Sep 23 19:40:41.121609 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-7f5c7fc7-edf6-45e2-aa4d-62bb859afe21 tempest-RoutersTest-320658655 tempest-RoutersTest-320658655-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-605701'] for port, precommit_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:41.126193 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.db_base_plugin_common [None req-b72761e8-e312-4c75-8b85-df8fe84f8a62 None None] Allocated IP 172.20.0.2 (b0599172-2d1a-416f-a4dc-49f04f75b3d7/d6e5ed45-d3ad-4a30-9ce6-b31ff64f4656/27af7930-04e9-494f-83cd-d500c26eb9d5) {{(pid=95103) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 19:40:41.151119 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-9d5bf401-a2f7-4173-92bb-e52e320a4555 tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] Notify callbacks [] for security_group, precommit_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:41.158707 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.plugin [None req-7f5c7fc7-edf6-45e2-aa4d-62bb859afe21 tempest-RoutersTest-320658655 tempest-RoutersTest-320658655-project] Calling delete_port for a8a11d79-21be-4e01-b8a4-f3f2aeef4e4d owned by network:router_interface {{(pid=95101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:40:41.205299 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-8196af77-17b1-4ac5-a4c8-90c47df9dd41 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=4f8ca033f800491e9695967b28d9226b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4392459 Sep 23 19:40:41.206782 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-9d5bf401-a2f7-4173-92bb-e52e320a4555 tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:41.209525 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 60314) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:40:41.270824 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b72761e8-e312-4c75-8b85-df8fe84f8a62 None None] Notify callbacks [] for port, precommit_create {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:41.278075 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b72761e8-e312-4c75-8b85-df8fe84f8a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783145673135'] for port, after_create {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:41.301739 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-9d5bf401-a2f7-4173-92bb-e52e320a4555 tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] Notify callbacks [] for security_group, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:41.303242 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-9d5bf401-a2f7-4173-92bb-e52e320a4555 tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] 10.222.0.67 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4918199 Sep 23 19:40:41.304946 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-b21bd965-319d-4b10-bc21-ebe6a85a1cc3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:41.306689 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 60316) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:40:41.313445 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.v2.base [None req-d9cc1441-266d-47c0-8943-98563d027560 tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-631506054', 'security_groups': ['273d5473-f42d-49f4-b78a-fbdb4494397f'], 'network_id': 'b0599172-2d1a-416f-a4dc-49f04f75b3d7', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'd6e5ed45-d3ad-4a30-9ce6-b31ff64f4656'}]}} {{(pid=95102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:40:41.362785 n-d-713301-16 neutron-server[95103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b72761e8-e312-4c75-8b85-df8fe84f8a62 None None] Network b0599172-2d1a-416f-a4dc-49f04f75b3d7 is already hosted by enough agents. {{(pid=95103) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:40:41.380502 n-d-713301-16 neutron-server[95103]: DEBUG neutron.scheduler.base_scheduler [None req-b72761e8-e312-4c75-8b85-df8fe84f8a62 None None] Resources bound (agent type, host, resource id): {{(pid=95103) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:40:41.392667 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b72761e8-e312-4c75-8b85-df8fe84f8a62 None None] Received port after_create {{(pid=95103) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 19:40:41.426505 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-b21bd965-319d-4b10-bc21-ebe6a85a1cc3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:41.478506 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b72761e8-e312-4c75-8b85-df8fe84f8a62 None None] Pushing event updated for resources: {'Port': ['ID=27af7930-04e9-494f-83cd-d500c26eb9d5,revision_number=1']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:40:41.484580 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-7f5c7fc7-edf6-45e2-aa4d-62bb859afe21 tempest-RoutersTest-320658655 tempest-RoutersTest-320658655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783146162158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783145673144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5607431'] for port, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:41.529717 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.managers [None req-b72761e8-e312-4c75-8b85-df8fe84f8a62 None None] Attempting to bind port 27af7930-04e9-494f-83cd-d500c26eb9d5 on host n-d-713301-16 for vnic_type normal with profile {{(pid=95103) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 19:40:41.530127 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.managers [None req-b72761e8-e312-4c75-8b85-df8fe84f8a62 None None] Attempting to bind port 27af7930-04e9-494f-83cd-d500c26eb9d5 by drivers openvswitch,hyperv on host n-d-713301-16 at level 0 using segments [{'id': 'f565ffb4-fde7-4ebe-aa49-b5aa67af665c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': 'b0599172-2d1a-416f-a4dc-49f04f75b3d7'}] {{(pid=95103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 19:40:41.533451 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b72761e8-e312-4c75-8b85-df8fe84f8a62 None None] Attempting to bind port 27af7930-04e9-494f-83cd-d500c26eb9d5 on network b0599172-2d1a-416f-a4dc-49f04f75b3d7 {{(pid=95103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:40:41.536641 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f5c7fc7-edf6-45e2-aa4d-62bb859afe21 tempest-RoutersTest-320658655 tempest-RoutersTest-320658655-project] Pushing event deleted for resources: {'Port': ['ID=a8a11d79-21be-4e01-b8a4-f3f2aeef4e4d,revision_number=None']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:40:41.544878 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b72761e8-e312-4c75-8b85-df8fe84f8a62 None None] Checking agent: {'id': '70a14545-df24-472f-8f95-bfe1719bff93', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 19, 7, 53), 'started_at': datetime.datetime(2021, 9, 23, 19, 8, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 19, 40, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 19:40:41.550696 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b72761e8-e312-4c75-8b85-df8fe84f8a62 None None] Checking segment: {'id': 'f565ffb4-fde7-4ebe-aa49-b5aa67af665c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': 'b0599172-2d1a-416f-a4dc-49f04f75b3d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95103) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:40:41.552864 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b72761e8-e312-4c75-8b85-df8fe84f8a62 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:41.553305 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b72761e8-e312-4c75-8b85-df8fe84f8a62 None None] Bound using segment: {'id': 'f565ffb4-fde7-4ebe-aa49-b5aa67af665c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': 'b0599172-2d1a-416f-a4dc-49f04f75b3d7'} {{(pid=95103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 19:40:41.553893 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.managers [None req-b72761e8-e312-4c75-8b85-df8fe84f8a62 None None] Bound port: 27af7930-04e9-494f-83cd-d500c26eb9d5, host: n-d-713301-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f565ffb4-fde7-4ebe-aa49-b5aa67af665c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': 'b0599172-2d1a-416f-a4dc-49f04f75b3d7'}}] {{(pid=95103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 19:40:41.555910 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b72761e8-e312-4c75-8b85-df8fe84f8a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:41.751427 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-b72761e8-e312-4c75-8b85-df8fe84f8a62 None None] For port 27af7930-04e9-494f-83cd-d500c26eb9d5, host n-d-713301-16, cleared binding levels {{(pid=95103) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 19:40:41.757250 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-b72761e8-e312-4c75-8b85-df8fe84f8a62 None None] For port 27af7930-04e9-494f-83cd-d500c26eb9d5, host n-d-713301-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-16',level=0,port_id=27af7930-04e9-494f-83cd-d500c26eb9d5,segment=NetworkSegment(f565ffb4-fde7-4ebe-aa49-b5aa67af665c),segment_id=f565ffb4-fde7-4ebe-aa49-b5aa67af665c)] {{(pid=95103) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 19:40:41.764882 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b72761e8-e312-4c75-8b85-df8fe84f8a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:41.886456 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-7f5c7fc7-edf6-45e2-aa4d-62bb859afe21 tempest-RoutersTest-320658655 tempest-RoutersTest-320658655-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-527322', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-602005'] for router_interface, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:41.939646 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b72761e8-e312-4c75-8b85-df8fe84f8a62 None None] Pushing event updated for resources: {'Port': ['ID=27af7930-04e9-494f-83cd-d500c26eb9d5,revision_number=2']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:40:41.974581 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d5bf401-a2f7-4173-92bb-e52e320a4555 tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] Pushing event updated for resources: {'SecurityGroup': ['ID=273d5473-f42d-49f4-b78a-fbdb4494397f,revision_number=1']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:40:42.037371 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb4e3dc-fc63-4526-8596-06d51c0679b5 req-7aeb9ed4-b9f4-4e6a-918a-5201d59fcb98 tempest-TaggedBootDevicesTest_v242-1470406513 tempest-TaggedBootDevicesTest_v242-1470406513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:40:42.042652 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb4e3dc-fc63-4526-8596-06d51c0679b5 req-7aeb9ed4-b9f4-4e6a-918a-5201d59fcb98 tempest-TaggedBootDevicesTest_v242-1470406513 tempest-TaggedBootDevicesTest_v242-1470406513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:40:42.049224 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb4e3dc-fc63-4526-8596-06d51c0679b5 req-7aeb9ed4-b9f4-4e6a-918a-5201d59fcb98 tempest-TaggedBootDevicesTest_v242-1470406513 tempest-TaggedBootDevicesTest_v242-1470406513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:40:42.060335 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb4e3dc-fc63-4526-8596-06d51c0679b5 req-7aeb9ed4-b9f4-4e6a-918a-5201d59fcb98 tempest-TaggedBootDevicesTest_v242-1470406513 tempest-TaggedBootDevicesTest_v242-1470406513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:40:42.067667 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb4e3dc-fc63-4526-8596-06d51c0679b5 req-7aeb9ed4-b9f4-4e6a-918a-5201d59fcb98 tempest-TaggedBootDevicesTest_v242-1470406513 tempest-TaggedBootDevicesTest_v242-1470406513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:40:42.073495 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb4e3dc-fc63-4526-8596-06d51c0679b5 req-7aeb9ed4-b9f4-4e6a-918a-5201d59fcb98 tempest-TaggedBootDevicesTest_v242-1470406513 tempest-TaggedBootDevicesTest_v242-1470406513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:40:42.081666 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb4e3dc-fc63-4526-8596-06d51c0679b5 req-7aeb9ed4-b9f4-4e6a-918a-5201d59fcb98 tempest-TaggedBootDevicesTest_v242-1470406513 tempest-TaggedBootDevicesTest_v242-1470406513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:40:42.083579 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-eeb4e3dc-fc63-4526-8596-06d51c0679b5 req-7aeb9ed4-b9f4-4e6a-918a-5201d59fcb98 tempest-TaggedBootDevicesTest_v242-1470406513 tempest-TaggedBootDevicesTest_v242-1470406513-project] 10.222.0.53 "GET /v2.0/ports?device_id=583aeae2-b5c0-4d8d-bffb-15a63f4020fc HTTP/1.1" status: 200 len: 5442 time: 0.3227792 Sep 23 19:40:42.154109 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7265633c-7bb7-4f77-b595-598f589878a0 req-453a20e9-0b88-4d13-b811-60009233d626 tempest-ServersTestJSON-149791516 tempest-ServersTestJSON-149791516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:40:42.155965 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-7265633c-7bb7-4f77-b595-598f589878a0 req-453a20e9-0b88-4d13-b811-60009233d626 tempest-ServersTestJSON-149791516 tempest-ServersTestJSON-149791516-project] 10.222.0.67 "GET /v2.0/ports?device_id=1921f1fe-df9a-46ef-ae57-567b8545bac8 HTTP/1.1" status: 200 len: 945 time: 0.1718242 Sep 23 19:40:42.230805 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-b21bd965-319d-4b10-bc21-ebe6a85a1cc3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:42.233559 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-b21bd965-319d-4b10-bc21-ebe6a85a1cc3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:42.238263 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-b21bd965-319d-4b10-bc21-ebe6a85a1cc3 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/96bf8a16-4a37-404f-b723-848814caca1b HTTP/1.1" status: 204 len: 168 time: 1.0206017 Sep 23 19:40:42.248779 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9cc1441-266d-47c0-8943-98563d027560 tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] Made reservation on behalf of e53e881fc39941c397f29318ff64a85b for: {'port': 1} {{(pid=95102) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:40:42.285818 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb4e3dc-fc63-4526-8596-06d51c0679b5 req-3e01437e-c151-4cab-bc6a-6f1fe850a160 tempest-TaggedBootDevicesTest_v242-1470406513 tempest-TaggedBootDevicesTest_v242-1470406513-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:40:42.287292 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-eeb4e3dc-fc63-4526-8596-06d51c0679b5 req-3e01437e-c151-4cab-bc6a-6f1fe850a160 tempest-TaggedBootDevicesTest_v242-1470406513 tempest-TaggedBootDevicesTest_v242-1470406513-project] 10.222.0.53 "GET /v2.0/ports/e9421940-155e-4e16-8fe7-2df3b3cd6370?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1962910 Sep 23 19:40:42.303864 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7f5c7fc7-edf6-45e2-aa4d-62bb859afe21 tempest-RoutersTest-320658655 tempest-RoutersTest-320658655-project] Router 0a41719e-5b35-4cd0-bbd7-845a0ee1621f has already been hosted by L3 agent 79a740bf-7821-4989-8288-7186e3e128f3 {{(pid=95101) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 19:40:42.428161 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 60352) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:40:42.451606 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b21bd965-319d-4b10-bc21-ebe6a85a1cc3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96bf8a16-4a37-404f-b723-848814caca1b,revision_number=None']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:40:42.484434 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-7265633c-7bb7-4f77-b595-598f589878a0 req-bf95289e-f9ad-455f-a42b-86f9f0c761b4 tempest-ServersTestJSON-149791516 tempest-ServersTestJSON-149791516-project] 10.222.0.67 "GET /v2.0/security-groups?id=b8c31db9-bcb2-4708-876e-18b1f4bdd8a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3194790 Sep 23 19:40:42.525505 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-d9cc1441-266d-47c0-8943-98563d027560 tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:42.531432 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-eeb4e3dc-fc63-4526-8596-06d51c0679b5 req-76a1095e-5e58-458a-91f1-da990aba0e25 tempest-TaggedBootDevicesTest_v242-1470406513 tempest-TaggedBootDevicesTest_v242-1470406513-project] 10.222.0.53 "GET /v2.0/networks/6b0b0714-7ca1-4d6d-b820-8be57f2679a5?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.2377539 Sep 23 19:40:42.533591 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Device 27af7930-04e9-494f-83cd-d500c26eb9d5 up at agent ovs-agent-n-d-713301-16 {{(pid=95103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 19:40:42.559555 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.v2.base [req-eeb4e3dc-fc63-4526-8596-06d51c0679b5 req-6662bf49-66f3-4501-8539-8d7fa61320a7 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=95101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:40:42.567788 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae89cafc-0fbf-4496-96c8-766c8d349b26 req-3f54b985-b629-4b88-9019-2f953ef76c9d tempest-TaggedBootDevicesTest_v242-1470406513 tempest-TaggedBootDevicesTest_v242-1470406513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:40:42.574922 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae89cafc-0fbf-4496-96c8-766c8d349b26 req-3f54b985-b629-4b88-9019-2f953ef76c9d tempest-TaggedBootDevicesTest_v242-1470406513 tempest-TaggedBootDevicesTest_v242-1470406513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:40:42.593361 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae89cafc-0fbf-4496-96c8-766c8d349b26 req-3f54b985-b629-4b88-9019-2f953ef76c9d tempest-TaggedBootDevicesTest_v242-1470406513 tempest-TaggedBootDevicesTest_v242-1470406513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:40:42.601687 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae89cafc-0fbf-4496-96c8-766c8d349b26 req-3f54b985-b629-4b88-9019-2f953ef76c9d tempest-TaggedBootDevicesTest_v242-1470406513 tempest-TaggedBootDevicesTest_v242-1470406513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:40:42.607928 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae89cafc-0fbf-4496-96c8-766c8d349b26 req-3f54b985-b629-4b88-9019-2f953ef76c9d tempest-TaggedBootDevicesTest_v242-1470406513 tempest-TaggedBootDevicesTest_v242-1470406513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:40:42.614730 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae89cafc-0fbf-4496-96c8-766c8d349b26 req-3f54b985-b629-4b88-9019-2f953ef76c9d tempest-TaggedBootDevicesTest_v242-1470406513 tempest-TaggedBootDevicesTest_v242-1470406513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:40:42.621955 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae89cafc-0fbf-4496-96c8-766c8d349b26 req-3f54b985-b629-4b88-9019-2f953ef76c9d tempest-TaggedBootDevicesTest_v242-1470406513 tempest-TaggedBootDevicesTest_v242-1470406513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:40:42.624434 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-ae89cafc-0fbf-4496-96c8-766c8d349b26 req-3f54b985-b629-4b88-9019-2f953ef76c9d tempest-TaggedBootDevicesTest_v242-1470406513 tempest-TaggedBootDevicesTest_v242-1470406513-project] 10.222.0.67 "GET /v2.0/ports?device_id=583aeae2-b5c0-4d8d-bffb-15a63f4020fc HTTP/1.1" status: 200 len: 5442 time: 0.4495959 Sep 23 19:40:42.654267 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Provisioning complete for port 27af7930-04e9-494f-83cd-d500c26eb9d5 triggered by entity L2. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:40:42.655046 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:42.659279 n-d-713301-16 neutron-server[95102]: DEBUG neutron.notifiers.nova [None req-d9cc1441-266d-47c0-8943-98563d027560 tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] device_id is not set on port f24c57be-1efe-4c3b-b144-7aa46323f962 yet. {{(pid=95102) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 23 19:40:42.665923 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f5c7fc7-edf6-45e2-aa4d-62bb859afe21 tempest-RoutersTest-320658655 tempest-RoutersTest-320658655-project] Notify agent at l3_agent.n-d-713301-16 the message routers_updated {{(pid=95101) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 19:40:42.702088 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01fc4bee-1ecf-4f13-982b-a7a040d2bed4 None None] Sync routers for ids ['0a41719e-5b35-4cd0-bbd7-845a0ee1621f'] in n-d-713301-16 {{(pid=95104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 19:40:42.703999 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-7f5c7fc7-edf6-45e2-aa4d-62bb859afe21 tempest-RoutersTest-320658655 tempest-RoutersTest-320658655-project] 10.222.0.67 "PUT /v2.0/routers/0a41719e-5b35-4cd0-bbd7-845a0ee1621f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4748318 Sep 23 19:40:42.706156 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 60362) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:40:42.757204 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01fc4bee-1ecf-4f13-982b-a7a040d2bed4 None None] Routers {'0a41719e-5b35-4cd0-bbd7-845a0ee1621f'} bound to L3 agent in host n-d-713301-16 {{(pid=95104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 19:40:42.768583 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_hamode_db [None req-01fc4bee-1ecf-4f13-982b-a7a040d2bed4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-23T19:07:52Z,description=,heartbeat_timestamp=2021-09-23T19:40:22Z,host='n-d-713301-16',id=79a740bf-7821-4989-8288-7186e3e128f3,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:07:52Z,topic='l3_agent')) {'router_ids': ['0a41719e-5b35-4cd0-bbd7-845a0ee1621f'], 'active': True} {{(pid=95104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:40:42.777958 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-a290b3db-e058-409b-b717-1793e11ebc9f tempest-RoutersTest-320658655 tempest-RoutersTest-320658655-project] 10.222.0.67 "GET /v2.0/ports?device_id=0a41719e-5b35-4cd0-bbd7-845a0ee1621f HTTP/1.1" status: 200 len: 205 time: 0.0686333 Sep 23 19:40:42.778708 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 60366) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:40:42.779325 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-eeb4e3dc-fc63-4526-8596-06d51c0679b5 req-6662bf49-66f3-4501-8539-8d7fa61320a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:42.828643 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:42.884139 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-ae89cafc-0fbf-4496-96c8-766c8d349b26 req-e0937418-e585-4499-b706-a844a1654463 tempest-TaggedBootDevicesTest_v242-1470406513 tempest-TaggedBootDevicesTest_v242-1470406513-project] 10.222.0.67 "GET /v2.0/security-groups?id=687e4f9e-0a49-4ef3-86dc-e31b7edc6949&id=78494785-7e26-42ec-a5d5-f3013c8d7eca&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2483110 Sep 23 19:40:42.920237 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-24e36e7b-a5f7-49a1-bf21-defb18a19828 tempest-RoutersTest-320658655 tempest-RoutersTest-320658655-project] Notify callbacks [] for router, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:42.921866 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] For port 27af7930-04e9-494f-83cd-d500c26eb9d5, host n-d-713301-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-16',level=0,port_id=27af7930-04e9-494f-83cd-d500c26eb9d5,segment=NetworkSegment(f565ffb4-fde7-4ebe-aa49-b5aa67af665c),segment_id=f565ffb4-fde7-4ebe-aa49-b5aa67af665c)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:40:42.928286 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_hamode_db [None req-01fc4bee-1ecf-4f13-982b-a7a040d2bed4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713301-16', False) {} {{(pid=95104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:40:42.929768 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:42.957845 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01fc4bee-1ecf-4f13-982b-a7a040d2bed4 None None] Routers {'0a41719e-5b35-4cd0-bbd7-845a0ee1621f'} bound to L3 agent in host n-d-713301-16 {{(pid=95104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 19:40:42.958524 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_hamode_db [None req-01fc4bee-1ecf-4f13-982b-a7a040d2bed4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-23T19:07:52Z,description=,heartbeat_timestamp=2021-09-23T19:40:22Z,host='n-d-713301-16',id=79a740bf-7821-4989-8288-7186e3e128f3,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:07:52Z,topic='l3_agent')) {'router_ids': ['0a41719e-5b35-4cd0-bbd7-845a0ee1621f'], 'active': True} {{(pid=95104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:40:43.028440 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Pushing event updated for resources: {'Port': ['ID=27af7930-04e9-494f-83cd-d500c26eb9d5,revision_number=3']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:40:43.043951 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_hamode_db [None req-01fc4bee-1ecf-4f13-982b-a7a040d2bed4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713301-16', False) {} {{(pid=95104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:40:43.044631 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01fc4bee-1ecf-4f13-982b-a7a040d2bed4 None None] The sync data for ids ['0a41719e-5b35-4cd0-bbd7-845a0ee1621f'] in n-d-713301-16 is: [] {{(pid=95104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 19:40:43.062134 n-d-713301-16 neutron-server[95102]: DEBUG neutron.db.db_base_plugin_common [None req-d9cc1441-266d-47c0-8943-98563d027560 tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] Allocated IP 172.20.0.3 (b0599172-2d1a-416f-a4dc-49f04f75b3d7/d6e5ed45-d3ad-4a30-9ce6-b31ff64f4656/f24c57be-1efe-4c3b-b144-7aa46323f962) {{(pid=95102) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 19:40:43.272762 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-b79f075c-69ea-4667-b576-6617959807d6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:43.276966 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-24e36e7b-a5f7-49a1-bf21-defb18a19828 tempest-RoutersTest-320658655 tempest-RoutersTest-320658655-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-597305', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29369'] for router, precommit_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:43.290271 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-d9cc1441-266d-47c0-8943-98563d027560 tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] Notify callbacks [] for port, precommit_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:43.314496 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-24e36e7b-a5f7-49a1-bf21-defb18a19828 tempest-RoutersTest-320658655 tempest-RoutersTest-320658655-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:43.397957 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-35fe3a5c-075e-47fc-ade9-9578d71623ef req-fb3397b6-fde4-4b14-93df-4cc9e61d3535 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=c994c23c-480f-4306-a41c-657703b40238&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0835042 Sep 23 19:40:43.404051 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-d9cc1441-266d-47c0-8943-98563d027560 tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783145673135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4399100'] for port, after_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:43.453396 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-24e36e7b-a5f7-49a1-bf21-defb18a19828 tempest-RoutersTest-320658655 tempest-RoutersTest-320658655-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-597296'] for router, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:43.454013 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24e36e7b-a5f7-49a1-bf21-defb18a19828 tempest-RoutersTest-320658655 tempest-RoutersTest-320658655-project] Fanout notify agent at l3_agent the message router_deleted on router 0a41719e-5b35-4cd0-bbd7-845a0ee1621f {{(pid=95101) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 23 19:40:43.475943 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-24e36e7b-a5f7-49a1-bf21-defb18a19828 tempest-RoutersTest-320658655 tempest-RoutersTest-320658655-project] Notify callbacks [] for router, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:43.477562 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-24e36e7b-a5f7-49a1-bf21-defb18a19828 tempest-RoutersTest-320658655 tempest-RoutersTest-320658655-project] 10.222.0.67 "DELETE /v2.0/routers/0a41719e-5b35-4cd0-bbd7-845a0ee1621f HTTP/1.1" status: 204 len: 168 time: 0.6951876 Sep 23 19:40:43.481591 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 60388) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:40:43.508802 n-d-713301-16 neutron-server[95102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9cc1441-266d-47c0-8943-98563d027560 tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] Network b0599172-2d1a-416f-a4dc-49f04f75b3d7 is already hosted by enough agents. {{(pid=95102) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:40:43.543366 n-d-713301-16 neutron-server[95102]: DEBUG neutron.scheduler.base_scheduler [None req-d9cc1441-266d-47c0-8943-98563d027560 tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] Resources bound (agent type, host, resource id): {{(pid=95102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:40:43.560871 n-d-713301-16 neutron-server[95102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9cc1441-266d-47c0-8943-98563d027560 tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] Received port after_create {{(pid=95102) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 19:40:43.677431 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-0d64f421-e282-42bf-96ca-b3c62e1f985d None None] Provisioning complete for port 27af7930-04e9-494f-83cd-d500c26eb9d5 triggered by entity DHCP. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:40:43.677431 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-0d64f421-e282-42bf-96ca-b3c62e1f985d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:43.685490 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 60398) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:40:43.688818 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9cc1441-266d-47c0-8943-98563d027560 tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:40:43.690918 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-d9cc1441-266d-47c0-8943-98563d027560 tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222849'] for port, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:43.704731 n-d-713301-16 neutron-server[95101]: DEBUG neutron.db.db_base_plugin_v2 [None req-d7e44f78-3032-4d93-b1a8-c90ed1072c1b tempest-RoutersTest-320658655 tempest-RoutersTest-320658655-project] Deleting subnet eb648195-aaf3-4a87-a995-801d31da1955 {{(pid=95101) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 23 19:40:43.716789 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9cc1441-266d-47c0-8943-98563d027560 tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] Pushing event updated for resources: {'Port': ['ID=f24c57be-1efe-4c3b-b144-7aa46323f962,revision_number=1']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:40:43.728858 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35fe3a5c-075e-47fc-ade9-9578d71623ef req-127a1b4c-5887-487d-a955-fb336aabc587 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:40:43.730430 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-35fe3a5c-075e-47fc-ade9-9578d71623ef req-127a1b4c-5887-487d-a955-fb336aabc587 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=9f955dc8eb0a49dcaf259d890508d18f&device_id=c994c23c-480f-4306-a41c-657703b40238 HTTP/1.1" status: 200 len: 1098 time: 0.2535291 Sep 23 19:40:43.733318 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-d7e44f78-3032-4d93-b1a8-c90ed1072c1b tempest-RoutersTest-320658655 tempest-RoutersTest-320658655-project] Notify callbacks [] for subnet, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:43.754604 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Device c139ca82-853e-472d-b61c-c167aa20c5aa no longer exists at agent hyperv_n-h2-713301-16 {{(pid=95103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 19:40:43.776284 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb035aeb-36e0-4222-9993-530011543b1a req-2120d36e-e176-4d3e-86f3-4eb2976e325b tempest-ServersTestJSON-149791516 tempest-ServersTestJSON-149791516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:40:43.778047 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-bb035aeb-36e0-4222-9993-530011543b1a req-2120d36e-e176-4d3e-86f3-4eb2976e325b tempest-ServersTestJSON-149791516 tempest-ServersTestJSON-149791516-project] 10.222.0.67 "GET /v2.0/ports?device_id=1921f1fe-df9a-46ef-ae57-567b8545bac8 HTTP/1.1" status: 200 len: 945 time: 0.1651356 Sep 23 19:40:43.802205 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.db [req-eeb4e3dc-fc63-4526-8596-06d51c0679b5 req-6662bf49-66f3-4501-8539-8d7fa61320a7 service neutron] For port e9421940-155e-4e16-8fe7-2df3b3cd6370, host n-h2-713301-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-16',level=0,port_id=e9421940-155e-4e16-8fe7-2df3b3cd6370,segment=NetworkSegment(f1ac3ad9-0f16-48a3-9c98-25f1a3519880),segment_id=f1ac3ad9-0f16-48a3-9c98-25f1a3519880)] {{(pid=95101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:40:43.914283 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-d7e44f78-3032-4d93-b1a8-c90ed1072c1b tempest-RoutersTest-320658655 tempest-RoutersTest-320658655-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6007154'] for subnet, precommit_delete_associations {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:43.957797 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-bb035aeb-36e0-4222-9993-530011543b1a req-4345b2d7-b3e6-42e1-bfc9-2110497a301b tempest-ServersTestJSON-149791516 tempest-ServersTestJSON-149791516-project] 10.222.0.67 "GET /v2.0/security-groups?id=b8c31db9-bcb2-4708-876e-18b1f4bdd8a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1654615 Sep 23 19:40:43.973078 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:44.005954 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35fe3a5c-075e-47fc-ade9-9578d71623ef req-d972d4bb-a17d-4110-8207-206883a52df9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:40:44.006917 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.v2.base [None req-91ac5b27-07c6-4c1a-8e7a-f96617e6254a tempest-FloatingIPNegativeTestJSON-1886207672 tempest-FloatingIPNegativeTestJSON-1886207672-project] Request body: {'network': {'name': 'tempest-FloatingIPNegativeTestJSON-test-network-1616090465'}} {{(pid=95101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:40:44.007570 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-35fe3a5c-075e-47fc-ade9-9578d71623ef req-d972d4bb-a17d-4110-8207-206883a52df9 service neutron] 10.222.0.74 "GET /v2.0/networks?id=fc2b89b8-ce3f-4c16-8b68-220076c74d2b HTTP/1.1" status: 200 len: 917 time: 0.2506745 Sep 23 19:40:44.022122 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.db [req-eeb4e3dc-fc63-4526-8596-06d51c0679b5 req-6662bf49-66f3-4501-8539-8d7fa61320a7 service neutron] For port e9421940-155e-4e16-8fe7-2df3b3cd6370, host n-h2-713301-16, cleared binding levels {{(pid=95101) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 19:40:44.041302 n-d-713301-16 neutron-server[95103]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '583aeae2-b5c0-4d8d-bffb-15a63f4020fc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c139ca82-853e-472d-b61c-c167aa20c5aa'}] {{(pid=95103) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 19:40:44.043624 n-d-713301-16 neutron-server[95103]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}81a1c17f2aa89d5b3ebbba3a3e0cf7eb588e431c2224256110c4c4facdd7c3e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b22afcfb-ad43-470d-b2e1-d6f10da9c50e" -d '{"events": [{"server_uuid": "583aeae2-b5c0-4d8d-bffb-15a63f4020fc", "name": "network-vif-unplugged", "status": "completed", "tag": "c139ca82-853e-472d-b61c-c167aa20c5aa"}]}' {{(pid=95103) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 19:40:44.063871 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] For port c139ca82-853e-472d-b61c-c167aa20c5aa, host n-h2-713301-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-16',level=0,port_id=c139ca82-853e-472d-b61c-c167aa20c5aa,segment=NetworkSegment(f1ac3ad9-0f16-48a3-9c98-25f1a3519880),segment_id=f1ac3ad9-0f16-48a3-9c98-25f1a3519880)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:40:44.070099 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:44.071020 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Device 6a7a5cae-7327-4542-b381-1fad380770ef no longer exists at agent hyperv_n-h2-713301-16 {{(pid=95103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 19:40:44.080266 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-b79f075c-69ea-4667-b576-6617959807d6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:44.104934 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-b79f075c-69ea-4667-b576-6617959807d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:44.123276 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Pushing event updated for resources: {'Port': ['ID=c139ca82-853e-472d-b61c-c167aa20c5aa,revision_number=6']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:40:44.139829 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-d9cc1441-266d-47c0-8943-98563d027560 tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 2.8314245 Sep 23 19:40:44.151659 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 60408) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:40:44.155428 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-0d64f421-e282-42bf-96ca-b3c62e1f985d None None] Provisioning complete for port aaf4c817-e69d-49a0-9a73-c5e8e3e5c45b triggered by entity DHCP. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:40:44.156183 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-0d64f421-e282-42bf-96ca-b3c62e1f985d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:44.160991 n-d-713301-16 neutron-server[95103]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 23 Sep 2021 19:40:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b059020-5d97-44d3-bb5a-f2536c5768dc x-openstack-request-id: req-9b059020-5d97-44d3-bb5a-f2536c5768dc {{(pid=95103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 19:40:44.160991 n-d-713301-16 neutron-server[95103]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "583aeae2-b5c0-4d8d-bffb-15a63f4020fc", "name": "network-vif-unplugged", "status": "completed", "tag": "c139ca82-853e-472d-b61c-c167aa20c5aa", "code": 200}]} {{(pid=95103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 19:40:44.160991 n-d-713301-16 neutron-server[95103]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-9b059020-5d97-44d3-bb5a-f2536c5768dc {{(pid=95103) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 19:40:44.161402 n-d-713301-16 neutron-server[95103]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '583aeae2-b5c0-4d8d-bffb-15a63f4020fc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c139ca82-853e-472d-b61c-c167aa20c5aa', 'code': 200} Sep 23 19:40:44.167831 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.v2.base [None req-d5e6570d-307d-4029-9062-a498302b339d tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] Request body: {'subnet': {'network_id': 'b0599172-2d1a-416f-a4dc-49f04f75b3d7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:40:44.189782 n-d-713301-16 neutron-server[95101]: DEBUG neutron.notifiers.nova [req-eeb4e3dc-fc63-4526-8596-06d51c0679b5 req-6662bf49-66f3-4501-8539-8d7fa61320a7 service neutron] device_id is not set on port e9421940-155e-4e16-8fe7-2df3b3cd6370 yet. {{(pid=95101) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 23 19:40:44.213045 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.plugin [None req-0d64f421-e282-42bf-96ca-b3c62e1f985d None None] Port aaf4c817-e69d-49a0-9a73-c5e8e3e5c45b cannot update to ACTIVE because it is not bound. {{(pid=95103) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 19:40:44.227900 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-35fe3a5c-075e-47fc-ade9-9578d71623ef req-214e910c-e49a-44f4-9c91-01b6a31b58a2 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e903ca97-db28-44ea-88d1-53bdf3b0a143 HTTP/1.1" status: 200 len: 1002 time: 0.2102447 Sep 23 19:40:44.245412 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ac42cb-b081-4ba7-a02d-b08649eaa4f3 req-4871a767-7bca-4b7f-a412-83f059288e13 tempest-TaggedBootDevicesTest_v242-1470406513 tempest-TaggedBootDevicesTest_v242-1470406513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:40:44.252413 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:44.253697 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ac42cb-b081-4ba7-a02d-b08649eaa4f3 req-4871a767-7bca-4b7f-a412-83f059288e13 tempest-TaggedBootDevicesTest_v242-1470406513 tempest-TaggedBootDevicesTest_v242-1470406513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:40:44.260895 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ac42cb-b081-4ba7-a02d-b08649eaa4f3 req-4871a767-7bca-4b7f-a412-83f059288e13 tempest-TaggedBootDevicesTest_v242-1470406513 tempest-TaggedBootDevicesTest_v242-1470406513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:40:44.270382 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ac42cb-b081-4ba7-a02d-b08649eaa4f3 req-4871a767-7bca-4b7f-a412-83f059288e13 tempest-TaggedBootDevicesTest_v242-1470406513 tempest-TaggedBootDevicesTest_v242-1470406513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:40:44.278723 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ac42cb-b081-4ba7-a02d-b08649eaa4f3 req-4871a767-7bca-4b7f-a412-83f059288e13 tempest-TaggedBootDevicesTest_v242-1470406513 tempest-TaggedBootDevicesTest_v242-1470406513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:40:44.282131 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-eeb4e3dc-fc63-4526-8596-06d51c0679b5 req-6662bf49-66f3-4501-8539-8d7fa61320a7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:44.294500 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b79f075c-69ea-4667-b576-6617959807d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ecd69677-0a8e-486d-a0d7-d6641294de7b,revision_number=1']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:40:44.304512 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-eeb4e3dc-fc63-4526-8596-06d51c0679b5 req-6662bf49-66f3-4501-8539-8d7fa61320a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5607436'] for port, after_update {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:44.305006 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ac42cb-b081-4ba7-a02d-b08649eaa4f3 req-4871a767-7bca-4b7f-a412-83f059288e13 tempest-TaggedBootDevicesTest_v242-1470406513 tempest-TaggedBootDevicesTest_v242-1470406513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:40:44.305710 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] For port 6a7a5cae-7327-4542-b381-1fad380770ef, host n-h2-713301-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-16',level=0,port_id=6a7a5cae-7327-4542-b381-1fad380770ef,segment=NetworkSegment(95f6fe7c-cbd3-4365-ad71-f7b6e6da07cd),segment_id=95f6fe7c-cbd3-4365-ad71-f7b6e6da07cd)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:40:44.311194 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:44.312333 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Device 5b8a0a35-d9a5-40cb-80ab-356667fb483b no longer exists at agent hyperv_n-h2-713301-16 {{(pid=95103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 19:40:44.320575 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-b79f075c-69ea-4667-b576-6617959807d6 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=c7778e85cfc34c60ac08afe90f543ce0&name=default HTTP/1.1" status: 200 len: 2983 time: 1.8906448 Sep 23 19:40:44.328675 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 60416) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:40:44.329105 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ac42cb-b081-4ba7-a02d-b08649eaa4f3 req-4871a767-7bca-4b7f-a412-83f059288e13 tempest-TaggedBootDevicesTest_v242-1470406513 tempest-TaggedBootDevicesTest_v242-1470406513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:40:44.329206 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91ac5b27-07c6-4c1a-8e7a-f96617e6254a tempest-FloatingIPNegativeTestJSON-1886207672 tempest-FloatingIPNegativeTestJSON-1886207672-project] Made reservation on behalf of c80277c196cb4d549c88029e9b5a1e1d for: {'network': 1} {{(pid=95101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:40:44.333052 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-d0ac42cb-b081-4ba7-a02d-b08649eaa4f3 req-4871a767-7bca-4b7f-a412-83f059288e13 tempest-TaggedBootDevicesTest_v242-1470406513 tempest-TaggedBootDevicesTest_v242-1470406513-project] 10.222.0.67 "GET /v2.0/ports?device_id=583aeae2-b5c0-4d8d-bffb-15a63f4020fc HTTP/1.1" status: 200 len: 5440 time: 0.2525880 Sep 23 19:40:44.339707 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-91ac5b27-07c6-4c1a-8e7a-f96617e6254a tempest-FloatingIPNegativeTestJSON-1886207672 tempest-FloatingIPNegativeTestJSON-1886207672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for network, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:44.407169 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-d7e44f78-3032-4d93-b1a8-c90ed1072c1b tempest-RoutersTest-320658655 tempest-RoutersTest-320658655-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1756813'] for subnet, precommit_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:44.414468 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-91ac5b27-07c6-4c1a-8e7a-f96617e6254a tempest-FloatingIPNegativeTestJSON-1886207672 tempest-FloatingIPNegativeTestJSON-1886207672-project] Notify callbacks [] for security_group, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:44.449767 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Device 27af7930-04e9-494f-83cd-d500c26eb9d5 up at agent ovs-agent-n-d-713301-16 {{(pid=95103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 19:40:44.497240 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35fe3a5c-075e-47fc-ade9-9578d71623ef req-4ee6859a-94c7-4a85-af4e-0610463b5bd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:40:44.498922 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-35fe3a5c-075e-47fc-ade9-9578d71623ef req-4ee6859a-94c7-4a85-af4e-0610463b5bd6 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=cfb66c78-2a7b-4d98-8fdd-683258461232 HTTP/1.1" status: 200 len: 855 time: 0.0759063 Sep 23 19:40:44.557687 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Pushing event updated for resources: {'Port': ['ID=6a7a5cae-7327-4542-b381-1fad380770ef,revision_number=6']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:40:44.580799 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-bc767562-241f-4663-9103-6394e2f4835f None None] Provisioning complete for port f24c57be-1efe-4c3b-b144-7aa46323f962 triggered by entity DHCP. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:40:44.585283 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-bc767562-241f-4663-9103-6394e2f4835f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:44.626576 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-d0ac42cb-b081-4ba7-a02d-b08649eaa4f3 req-c014f964-b361-4266-a76d-30e3378572a2 tempest-TaggedBootDevicesTest_v242-1470406513 tempest-TaggedBootDevicesTest_v242-1470406513-project] 10.222.0.67 "GET /v2.0/security-groups?id=687e4f9e-0a49-4ef3-86dc-e31b7edc6949&id=78494785-7e26-42ec-a5d5-f3013c8d7eca&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1245673 Sep 23 19:40:44.645040 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35fe3a5c-075e-47fc-ade9-9578d71623ef req-f9a6616d-1281-4fc7-9a1f-de7ba35d91fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:40:44.650581 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-35fe3a5c-075e-47fc-ade9-9578d71623ef req-f9a6616d-1281-4fc7-9a1f-de7ba35d91fe service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=fc2b89b8-ce3f-4c16-8b68-220076c74d2b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1410804 Sep 23 19:40:44.660443 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.plugin [None req-bc767562-241f-4663-9103-6394e2f4835f None None] Port f24c57be-1efe-4c3b-b144-7aa46323f962 cannot update to ACTIVE because it is not bound. {{(pid=95103) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 19:40:44.726803 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:44.730633 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Provisioning complete for port 27af7930-04e9-494f-83cd-d500c26eb9d5 triggered by entity L2. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:40:44.731021 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:44.732393 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5e6570d-307d-4029-9062-a498302b339d tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] Made reservation on behalf of e53e881fc39941c397f29318ff64a85b for: {'subnet': 1} {{(pid=95102) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:40:44.749266 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-d5e6570d-307d-4029-9062-a498302b339d tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5388256'] for subnet, before_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:44.806323 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] For port 5b8a0a35-d9a5-40cb-80ab-356667fb483b, host n-h2-713301-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-16',level=0,port_id=5b8a0a35-d9a5-40cb-80ab-356667fb483b,segment=NetworkSegment(f1ac3ad9-0f16-48a3-9c98-25f1a3519880),segment_id=f1ac3ad9-0f16-48a3-9c98-25f1a3519880)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:40:44.813003 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:44.813902 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Device f2f18a7a-caec-4840-825d-bc37f2f04daf no longer exists at agent hyperv_n-h2-713301-16 {{(pid=95103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 19:40:44.836845 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6662bf49-66f3-4501-8539-8d7fa61320a7 service neutron] Pushing event updated for resources: {'Port': ['ID=e9421940-155e-4e16-8fe7-2df3b3cd6370,revision_number=6']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:40:44.839666 n-d-713301-16 neutron-server[95101]: DEBUG neutron.db.l3_dvrscheduler_db [req-eeb4e3dc-fc63-4526-8596-06d51c0679b5 req-6662bf49-66f3-4501-8539-8d7fa61320a7 service neutron] No DVR routers for this DVR port e9421940-155e-4e16-8fe7-2df3b3cd6370 on host n-h2-713301-16 {{(pid=95101) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 19:40:44.891585 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-35fe3a5c-075e-47fc-ade9-9578d71623ef req-9e304a1f-f40f-43e1-af8e-9c5a1ff1406f service neutron] 10.222.0.74 "GET /v2.0/networks/fc2b89b8-ce3f-4c16-8b68-220076c74d2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2214346 Sep 23 19:40:44.974645 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-5531f476-6702-45fd-a766-f938c63a3f34 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:44.992211 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.plugin [req-eeb4e3dc-fc63-4526-8596-06d51c0679b5 req-6662bf49-66f3-4501-8539-8d7fa61320a7 service neutron] In _notify_port_updated(), no bound segment for port e9421940-155e-4e16-8fe7-2df3b3cd6370 on network 6b0b0714-7ca1-4d6d-b820-8be57f2679a5 {{(pid=95101) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Sep 23 19:40:44.994793 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb4e3dc-fc63-4526-8596-06d51c0679b5 req-6662bf49-66f3-4501-8539-8d7fa61320a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:40:44.994793 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-eeb4e3dc-fc63-4526-8596-06d51c0679b5 req-6662bf49-66f3-4501-8539-8d7fa61320a7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222849'] for port, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:44.995920 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-eeb4e3dc-fc63-4526-8596-06d51c0679b5 req-6662bf49-66f3-4501-8539-8d7fa61320a7 service neutron] 10.222.0.53 "PUT /v2.0/ports/e9421940-155e-4e16-8fe7-2df3b3cd6370 HTTP/1.1" status: 200 len: 1032 time: 2.4496696 Sep 23 19:40:44.997041 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-d7e44f78-3032-4d93-b1a8-c90ed1072c1b tempest-RoutersTest-320658655 tempest-RoutersTest-320658655-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1756804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5607514', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6130950'] for subnet, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:45.001914 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Pushing event updated for resources: {'Port': ['ID=5b8a0a35-d9a5-40cb-80ab-356667fb483b,revision_number=6']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:40:45.015370 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-b7b60968-117b-408c-bca5-87adda4c4004 None None] Provisioning complete for port e9421940-155e-4e16-8fe7-2df3b3cd6370 triggered by entity DHCP. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:40:45.015744 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b7b60968-117b-408c-bca5-87adda4c4004 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:45.089381 n-d-713301-16 neutron-server[95102]: INFO neutron.db.ipam_backend_mixin [None req-d5e6570d-307d-4029-9062-a498302b339d tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet d6e5ed45-d3ad-4a30-9ce6-b31ff64f4656 (CIDR: 172.20.0.0/28) Sep 23 19:40:45.095338 n-d-713301-16 neutron-server[95102]: INFO neutron.pecan_wsgi.hooks.translation [None req-d5e6570d-307d-4029-9062-a498302b339d tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 23 19:40:45.095952 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d5e6570d-307d-4029-9062-a498302b339d tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=95102) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 23 19:40:45.103017 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.plugin [None req-b7b60968-117b-408c-bca5-87adda4c4004 None None] Port e9421940-155e-4e16-8fe7-2df3b3cd6370 cannot update to ACTIVE because it is not bound. {{(pid=95103) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 19:40:45.108627 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-5531f476-6702-45fd-a766-f938c63a3f34 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:45.141692 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-35fe3a5c-075e-47fc-ade9-9578d71623ef req-f6925d89-2099-4712-a4e9-cc8d9fe9a677 service neutron] 10.222.0.74 "GET /v2.0/networks/fc2b89b8-ce3f-4c16-8b68-220076c74d2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1866729 Sep 23 19:40:45.165371 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:45.180534 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e44f78-3032-4d93-b1a8-c90ed1072c1b tempest-RoutersTest-320658655 tempest-RoutersTest-320658655-project] Pushing event deleted for resources: {'Subnet': ['ID=eb648195-aaf3-4a87-a995-801d31da1955,revision_number=None']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:40:45.189817 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-d7e44f78-3032-4d93-b1a8-c90ed1072c1b tempest-RoutersTest-320658655 tempest-RoutersTest-320658655-project] Notify callbacks [] for subnet, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:45.195893 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-d7e44f78-3032-4d93-b1a8-c90ed1072c1b tempest-RoutersTest-320658655 tempest-RoutersTest-320658655-project] 10.222.0.67 "DELETE /v2.0/subnets/eb648195-aaf3-4a87-a995-801d31da1955 HTTP/1.1" status: 204 len: 168 time: 1.7107289 Sep 23 19:40:45.196594 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f19fbb51-b936-458a-9d23-d23e2485e306 None None] Network ff948915-8906-41dd-8714-7071763fd9cf requested from n-d-713301-16 {{(pid=95103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 19:40:45.197337 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 60426) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:40:45.254355 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c45da1-e212-4a14-a77d-1ff0fb0cbb03 req-aff7c704-ec1a-492f-8e22-1dee201a5fb1 tempest-ServersTestJSON-149791516 tempest-ServersTestJSON-149791516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:40:45.255962 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-d9c45da1-e212-4a14-a77d-1ff0fb0cbb03 req-aff7c704-ec1a-492f-8e22-1dee201a5fb1 tempest-ServersTestJSON-149791516 tempest-ServersTestJSON-149791516-project] 10.222.0.67 "GET /v2.0/ports?device_id=1921f1fe-df9a-46ef-ae57-567b8545bac8 HTTP/1.1" status: 200 len: 945 time: 0.1428378 Sep 23 19:40:45.270472 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] For port f2f18a7a-caec-4840-825d-bc37f2f04daf, host n-h2-713301-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-16',level=0,port_id=f2f18a7a-caec-4840-825d-bc37f2f04daf,segment=NetworkSegment(55c1cfc6-8877-41a0-94e7-9d7671a93bfb),segment_id=55c1cfc6-8877-41a0-94e7-9d7671a93bfb)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:40:45.274508 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb4e3dc-fc63-4526-8596-06d51c0679b5 req-408bbc86-20d8-4c59-b58c-4eb1189369e2 tempest-TaggedBootDevicesTest_v242-1470406513 tempest-TaggedBootDevicesTest_v242-1470406513-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:40:45.277008 n-d-713301-16 neutron-server[95102]: DEBUG neutron.db.db_base_plugin_v2 [None req-1950f434-6107-4e81-908f-7da1edc47a9b tempest-RoutersTest-320658655 tempest-RoutersTest-320658655-project] Deleting subnet f168ba10-9c3e-40b9-bb29-b7cb51ebf4f0 {{(pid=95102) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 23 19:40:45.277501 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-eeb4e3dc-fc63-4526-8596-06d51c0679b5 req-408bbc86-20d8-4c59-b58c-4eb1189369e2 tempest-TaggedBootDevicesTest_v242-1470406513 tempest-TaggedBootDevicesTest_v242-1470406513-project] 10.222.0.53 "GET /v2.0/ports/6c017d64-49a7-4da3-a6bc-3716925c2710?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.2369375 Sep 23 19:40:45.285034 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-1950f434-6107-4e81-908f-7da1edc47a9b tempest-RoutersTest-320658655 tempest-RoutersTest-320658655-project] Notify callbacks [] for subnet, before_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:45.291710 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:45.292783 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Device 6c017d64-49a7-4da3-a6bc-3716925c2710 no longer exists at agent hyperv_n-h2-713301-16 {{(pid=95103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 19:40:45.296470 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.v2.base [req-eeb4e3dc-fc63-4526-8596-06d51c0679b5 req-142c6f81-d6d2-47c8-8251-e87ec885865a service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=95101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:40:45.385909 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-91ac5b27-07c6-4c1a-8e7a-f96617e6254a tempest-FloatingIPNegativeTestJSON-1886207672 tempest-FloatingIPNegativeTestJSON-1886207672-project] Notify callbacks [] for security_group, precommit_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:45.394967 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-91ac5b27-07c6-4c1a-8e7a-f96617e6254a tempest-FloatingIPNegativeTestJSON-1886207672 tempest-FloatingIPNegativeTestJSON-1886207672-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:45.402715 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-1950f434-6107-4e81-908f-7da1edc47a9b tempest-RoutersTest-320658655 tempest-RoutersTest-320658655-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6162825'] for subnet, precommit_delete_associations {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:45.412373 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-d5e6570d-307d-4029-9062-a498302b339d tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.2557304 Sep 23 19:40:45.413191 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-5531f476-6702-45fd-a766-f938c63a3f34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:45.420383 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-5531f476-6702-45fd-a766-f938c63a3f34 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:45.433425 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 60430) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:40:45.437510 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-5531f476-6702-45fd-a766-f938c63a3f34 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/ecd69677-0a8e-486d-a0d7-d6641294de7b HTTP/1.1" status: 204 len: 168 time: 1.1006196 Sep 23 19:40:45.448492 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-d9c45da1-e212-4a14-a77d-1ff0fb0cbb03 req-1cb24234-b778-4187-9c5d-044fbdf7ccd4 tempest-ServersTestJSON-149791516 tempest-ServersTestJSON-149791516-project] 10.222.0.67 "GET /v2.0/security-groups?id=b8c31db9-bcb2-4708-876e-18b1f4bdd8a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1638260 Sep 23 19:40:45.462426 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.v2.base [None req-829afae1-e513-4f56-a352-be518f541dde tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] Request body: {'subnet': {'network_id': 'b0599172-2d1a-416f-a4dc-49f04f75b3d7', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=95102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:40:45.467284 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-eeb4e3dc-fc63-4526-8596-06d51c0679b5 req-142c6f81-d6d2-47c8-8251-e87ec885865a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:45.531968 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Pushing event updated for resources: {'Port': ['ID=f2f18a7a-caec-4840-825d-bc37f2f04daf,revision_number=6']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:40:45.539339 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-91ac5b27-07c6-4c1a-8e7a-f96617e6254a tempest-FloatingIPNegativeTestJSON-1886207672 tempest-FloatingIPNegativeTestJSON-1886207672-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 643} {{(pid=95101) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 19:40:45.591847 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ac5b27-07c6-4c1a-8e7a-f96617e6254a tempest-FloatingIPNegativeTestJSON-1886207672 tempest-FloatingIPNegativeTestJSON-1886207672-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dfafa3d5-4cc1-4abf-bfbd-c831d34faaa1,revision_number=1']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:40:45.610502 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:45.678484 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-91ac5b27-07c6-4c1a-8e7a-f96617e6254a tempest-FloatingIPNegativeTestJSON-1886207672 tempest-FloatingIPNegativeTestJSON-1886207672-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1756186'] for segment, precommit_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:45.678922 n-d-713301-16 neutron-server[95101]: INFO neutron.db.segments_db [None req-91ac5b27-07c6-4c1a-8e7a-f96617e6254a tempest-FloatingIPNegativeTestJSON-1886207672 tempest-FloatingIPNegativeTestJSON-1886207672-project] Added segment b42c782a-bd71-4877-b522-cec332448b60 of type vlan for network 41f5dee0-08a6-4a31-9ecf-3a788dcb5085 Sep 23 19:40:45.688468 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] For port 6c017d64-49a7-4da3-a6bc-3716925c2710, host n-h2-713301-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-16',level=0,port_id=6c017d64-49a7-4da3-a6bc-3716925c2710,segment=NetworkSegment(f1ac3ad9-0f16-48a3-9c98-25f1a3519880),segment_id=f1ac3ad9-0f16-48a3-9c98-25f1a3519880)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:40:45.694773 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d89a784-4c10-42c0-ab86-a295e33c4b31 None None] DHCP port deletion for ff948915-8906-41dd-8714-7071763fd9cf request from n-d-713301-16 {{(pid=95103) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 23 19:40:45.701274 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:45.702363 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Device e9421940-155e-4e16-8fe7-2df3b3cd6370 no longer exists at agent hyperv_n-h2-713301-16 {{(pid=95103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 19:40:45.723402 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5531f476-6702-45fd-a766-f938c63a3f34 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ecd69677-0a8e-486d-a0d7-d6641294de7b,revision_number=None']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:40:45.724558 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-829afae1-e513-4f56-a352-be518f541dde tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] Made reservation on behalf of e53e881fc39941c397f29318ff64a85b for: {'subnet': 1} {{(pid=95102) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:40:45.729557 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-829afae1-e513-4f56-a352-be518f541dde tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5388256'] for subnet, before_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:45.776110 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Device e9421940-155e-4e16-8fe7-2df3b3cd6370 not bound to the agent host n-h2-713301-16 {{(pid=95103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 19:40:45.776754 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Device 0d220b4a-c2a9-416b-bef2-705bfcd93242 no longer exists at agent hyperv_n-h2-713301-16 {{(pid=95103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 19:40:45.817807 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.db.api [req-eeb4e3dc-fc63-4526-8596-06d51c0679b5 req-142c6f81-d6d2-47c8-8251-e87ec885865a service neutron] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95101) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 23 19:40:45.818148 n-d-713301-16 neutron-server[95101]: DEBUG oslo_db.api [req-eeb4e3dc-fc63-4526-8596-06d51c0679b5 req-142c6f81-d6d2-47c8-8251-e87ec885865a service neutron] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=95101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 23 19:40:45.823139 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-91ac5b27-07c6-4c1a-8e7a-f96617e6254a tempest-FloatingIPNegativeTestJSON-1886207672 tempest-FloatingIPNegativeTestJSON-1886207672-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783145630486'] for network, precommit_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:45.881728 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-1950f434-6107-4e81-908f-7da1edc47a9b tempest-RoutersTest-320658655 tempest-RoutersTest-320658655-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1756813'] for subnet, precommit_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:45.882348 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-91ac5b27-07c6-4c1a-8e7a-f96617e6254a tempest-FloatingIPNegativeTestJSON-1886207672 tempest-FloatingIPNegativeTestJSON-1886207672-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299'] for network, after_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:45.891817 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91ac5b27-07c6-4c1a-8e7a-f96617e6254a tempest-FloatingIPNegativeTestJSON-1886207672 tempest-FloatingIPNegativeTestJSON-1886207672-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:40:45.894920 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-91ac5b27-07c6-4c1a-8e7a-f96617e6254a tempest-FloatingIPNegativeTestJSON-1886207672 tempest-FloatingIPNegativeTestJSON-1886207672-project] Notify callbacks [] for network, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:45.928844 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Pushing event updated for resources: {'Port': ['ID=6c017d64-49a7-4da3-a6bc-3716925c2710,revision_number=6']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:40:45.965279 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-91ac5b27-07c6-4c1a-8e7a-f96617e6254a tempest-FloatingIPNegativeTestJSON-1886207672 tempest-FloatingIPNegativeTestJSON-1886207672-project] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 2.2544475 Sep 23 19:40:45.975131 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 60442) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:40:45.981664 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.v2.base [None req-dccc4004-9323-4d19-ad34-57f956777b37 tempest-FloatingIPNegativeTestJSON-1886207672 tempest-FloatingIPNegativeTestJSON-1886207672-project] Request body: {'subnet': {'network_id': '41f5dee0-08a6-4a31-9ecf-3a788dcb5085', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:40:46.010773 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.plugin [None req-1d89a784-4c10-42c0-ab86-a295e33c4b31 None None] Deleting port cef99664-80bc-4dc9-a11f-a9a57549e4e6 {{(pid=95103) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:40:46.011559 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-1d89a784-4c10-42c0-ab86-a295e33c4b31 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783146157096'] for port, before_delete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:46.013869 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:46.017078 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-1950f434-6107-4e81-908f-7da1edc47a9b tempest-RoutersTest-320658655 tempest-RoutersTest-320658655-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1756804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4399009', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5388229'] for subnet, after_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:46.075462 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ac5b27-07c6-4c1a-8e7a-f96617e6254a tempest-FloatingIPNegativeTestJSON-1886207672 tempest-FloatingIPNegativeTestJSON-1886207672-project] Pushing event updated for resources: {'Network': ['ID=41f5dee0-08a6-4a31-9ecf-3a788dcb5085,revision_number=1']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:40:46.086853 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1950f434-6107-4e81-908f-7da1edc47a9b tempest-RoutersTest-320658655 tempest-RoutersTest-320658655-project] Pushing event deleted for resources: {'Subnet': ['ID=f168ba10-9c3e-40b9-bb29-b7cb51ebf4f0,revision_number=None']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:40:46.096620 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-1950f434-6107-4e81-908f-7da1edc47a9b tempest-RoutersTest-320658655 tempest-RoutersTest-320658655-project] Notify callbacks [] for subnet, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:46.101524 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 60444) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:40:46.102588 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-1950f434-6107-4e81-908f-7da1edc47a9b tempest-RoutersTest-320658655 tempest-RoutersTest-320658655-project] 10.222.0.67 "DELETE /v2.0/subnets/f168ba10-9c3e-40b9-bb29-b7cb51ebf4f0 HTTP/1.1" status: 204 len: 168 time: 0.9032469 Sep 23 19:40:46.105671 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] For port 0d220b4a-c2a9-416b-bef2-705bfcd93242, host n-h2-713301-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-16',level=0,port_id=0d220b4a-c2a9-416b-bef2-705bfcd93242,segment=NetworkSegment(55c1cfc6-8877-41a0-94e7-9d7671a93bfb),segment_id=55c1cfc6-8877-41a0-94e7-9d7671a93bfb)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:40:46.116198 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-288c9fbd-00bc-4e1f-985e-4b9bdf29b870 None None] Network bbb96d31-ef87-4e4a-85b9-cf661135e859 requested from n-d-713301-16 {{(pid=95103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 19:40:46.118910 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Network 41f5dee0-08a6-4a31-9ecf-3a788dcb5085 details requested by agent ovs-agent-n-d-713301-16 with host n-d-713301-16 {{(pid=95103) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 19:40:46.128143 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:46.185311 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 60448) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:40:46.187337 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49038e26-b5f5-4b1b-9ef8-b9a7fc738da5 req-800e62cf-ebd6-4200-b682-e6b1d06510cb tempest-TaggedBootDevicesTest_v242-1470406513 tempest-TaggedBootDevicesTest_v242-1470406513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:40:46.194998 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49038e26-b5f5-4b1b-9ef8-b9a7fc738da5 req-800e62cf-ebd6-4200-b682-e6b1d06510cb tempest-TaggedBootDevicesTest_v242-1470406513 tempest-TaggedBootDevicesTest_v242-1470406513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:40:46.201043 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49038e26-b5f5-4b1b-9ef8-b9a7fc738da5 req-800e62cf-ebd6-4200-b682-e6b1d06510cb tempest-TaggedBootDevicesTest_v242-1470406513 tempest-TaggedBootDevicesTest_v242-1470406513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:40:46.207928 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49038e26-b5f5-4b1b-9ef8-b9a7fc738da5 req-800e62cf-ebd6-4200-b682-e6b1d06510cb tempest-TaggedBootDevicesTest_v242-1470406513 tempest-TaggedBootDevicesTest_v242-1470406513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:40:46.214254 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49038e26-b5f5-4b1b-9ef8-b9a7fc738da5 req-800e62cf-ebd6-4200-b682-e6b1d06510cb tempest-TaggedBootDevicesTest_v242-1470406513 tempest-TaggedBootDevicesTest_v242-1470406513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:40:46.220970 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49038e26-b5f5-4b1b-9ef8-b9a7fc738da5 req-800e62cf-ebd6-4200-b682-e6b1d06510cb tempest-TaggedBootDevicesTest_v242-1470406513 tempest-TaggedBootDevicesTest_v242-1470406513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:40:46.221330 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-32952220-9079-44c4-8a56-92d99bf7f945 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:46.223212 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-49038e26-b5f5-4b1b-9ef8-b9a7fc738da5 req-800e62cf-ebd6-4200-b682-e6b1d06510cb tempest-TaggedBootDevicesTest_v242-1470406513 tempest-TaggedBootDevicesTest_v242-1470406513-project] 10.222.0.67 "GET /v2.0/ports?device_id=583aeae2-b5c0-4d8d-bffb-15a63f4020fc HTTP/1.1" status: 200 len: 4653 time: 0.3643172 Sep 23 19:40:46.257533 n-d-713301-16 neutron-server[95103]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '583aeae2-b5c0-4d8d-bffb-15a63f4020fc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6a7a5cae-7327-4542-b381-1fad380770ef'}, {'server_uuid': '583aeae2-b5c0-4d8d-bffb-15a63f4020fc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5b8a0a35-d9a5-40cb-80ab-356667fb483b'}, {'server_uuid': '583aeae2-b5c0-4d8d-bffb-15a63f4020fc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f2f18a7a-caec-4840-825d-bc37f2f04daf'}, {'server_uuid': '583aeae2-b5c0-4d8d-bffb-15a63f4020fc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6c017d64-49a7-4da3-a6bc-3716925c2710'}, {'server_uuid': '583aeae2-b5c0-4d8d-bffb-15a63f4020fc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0d220b4a-c2a9-416b-bef2-705bfcd93242'}] {{(pid=95103) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 19:40:46.260371 n-d-713301-16 neutron-server[95103]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}81a1c17f2aa89d5b3ebbba3a3e0cf7eb588e431c2224256110c4c4facdd7c3e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6745d635-86b7-4940-97c4-6bdb472aea98" -d '{"events": [{"server_uuid": "583aeae2-b5c0-4d8d-bffb-15a63f4020fc", "name": "network-vif-unplugged", "status": "completed", "tag": "6a7a5cae-7327-4542-b381-1fad380770ef"}, {"server_uuid": "583aeae2-b5c0-4d8d-bffb-15a63f4020fc", "name": "network-vif-unplugged", "status": "completed", "tag": "5b8a0a35-d9a5-40cb-80ab-356667fb483b"}, {"server_uuid": "583aeae2-b5c0-4d8d-bffb-15a63f4020fc", "name": "network-vif-unplugged", "status": "completed", "tag": "f2f18a7a-caec-4840-825d-bc37f2f04daf"}, {"server_uuid": "583aeae2-b5c0-4d8d-bffb-15a63f4020fc", "name": "network-vif-unplugged", "status": "completed", "tag": "6c017d64-49a7-4da3-a6bc-3716925c2710"}, {"server_uuid": "583aeae2-b5c0-4d8d-bffb-15a63f4020fc", "name": "network-vif-unplugged", "status": "completed", "tag": "0d220b4a-c2a9-416b-bef2-705bfcd93242"}]}' {{(pid=95103) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 19:40:46.324623 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dccc4004-9323-4d19-ad34-57f956777b37 tempest-FloatingIPNegativeTestJSON-1886207672 tempest-FloatingIPNegativeTestJSON-1886207672-project] Made reservation on behalf of c80277c196cb4d549c88029e9b5a1e1d for: {'subnet': 1} {{(pid=95102) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:40:46.324623 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-dccc4004-9323-4d19-ad34-57f956777b37 tempest-FloatingIPNegativeTestJSON-1886207672 tempest-FloatingIPNegativeTestJSON-1886207672-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5388256'] for subnet, before_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:46.357603 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-49038e26-b5f5-4b1b-9ef8-b9a7fc738da5 req-f4063832-7e6f-42de-ae7d-46178b7647d6 tempest-TaggedBootDevicesTest_v242-1470406513 tempest-TaggedBootDevicesTest_v242-1470406513-project] 10.222.0.67 "GET /v2.0/security-groups?id=687e4f9e-0a49-4ef3-86dc-e31b7edc6949&id=78494785-7e26-42ec-a5d5-f3013c8d7eca&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1233435 Sep 23 19:40:46.399577 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Pushing event updated for resources: {'Port': ['ID=0d220b4a-c2a9-416b-bef2-705bfcd93242,revision_number=6']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:40:46.413361 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Device cef99664-80bc-4dc9-a11f-a9a57549e4e6 no longer exists at agent ovs-agent-n-d-713301-16 {{(pid=95103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 19:40:46.416727 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-899c1a3f-5487-4ce9-a6bc-afe5630055c4 tempest-RoutersTest-320658655 tempest-RoutersTest-320658655-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1628021'] for network, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:46.449611 n-d-713301-16 neutron-server[95103]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 877 Content-Type: application/json Date: Thu, 23 Sep 2021 19:40:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d46f9a6-659c-4e4c-a702-0059f1298445 x-openstack-request-id: req-2d46f9a6-659c-4e4c-a702-0059f1298445 {{(pid=95103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 19:40:46.450546 n-d-713301-16 neutron-server[95103]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "583aeae2-b5c0-4d8d-bffb-15a63f4020fc", "name": "network-vif-unplugged", "status": "completed", "tag": "6a7a5cae-7327-4542-b381-1fad380770ef", "code": 200}, {"server_uuid": "583aeae2-b5c0-4d8d-bffb-15a63f4020fc", "name": "network-vif-unplugged", "status": "completed", "tag": "5b8a0a35-d9a5-40cb-80ab-356667fb483b", "code": 200}, {"server_uuid": "583aeae2-b5c0-4d8d-bffb-15a63f4020fc", "name": "network-vif-unplugged", "status": "completed", "tag": "f2f18a7a-caec-4840-825d-bc37f2f04daf", "code": 200}, {"server_uuid": "583aeae2-b5c0-4d8d-bffb-15a63f4020fc", "name": "network-vif-unplugged", "status": "completed", "tag": "6c017d64-49a7-4da3-a6bc-3716925c2710", "code": 200}, {"server_uuid": "583aeae2-b5c0-4d8d-bffb-15a63f4020fc", "name": "network-vif-unplugged", "status": "completed", "tag": "0d220b4a-c2a9-416b-bef2-705bfcd93242", "code": 200}]} {{(pid=95103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 19:40:46.451117 n-d-713301-16 neutron-server[95103]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-2d46f9a6-659c-4e4c-a702-0059f1298445 {{(pid=95103) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 19:40:46.451833 n-d-713301-16 neutron-server[95103]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '583aeae2-b5c0-4d8d-bffb-15a63f4020fc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6a7a5cae-7327-4542-b381-1fad380770ef', 'code': 200} Sep 23 19:40:46.452284 n-d-713301-16 neutron-server[95103]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '583aeae2-b5c0-4d8d-bffb-15a63f4020fc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5b8a0a35-d9a5-40cb-80ab-356667fb483b', 'code': 200} Sep 23 19:40:46.452738 n-d-713301-16 neutron-server[95103]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '583aeae2-b5c0-4d8d-bffb-15a63f4020fc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f2f18a7a-caec-4840-825d-bc37f2f04daf', 'code': 200} Sep 23 19:40:46.453160 n-d-713301-16 neutron-server[95103]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '583aeae2-b5c0-4d8d-bffb-15a63f4020fc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6c017d64-49a7-4da3-a6bc-3716925c2710', 'code': 200} Sep 23 19:40:46.453616 n-d-713301-16 neutron-server[95103]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '583aeae2-b5c0-4d8d-bffb-15a63f4020fc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0d220b4a-c2a9-416b-bef2-705bfcd93242', 'code': 200} Sep 23 19:40:46.469675 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-eeb4e3dc-fc63-4526-8596-06d51c0679b5 req-142c6f81-d6d2-47c8-8251-e87ec885865a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:46.511138 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-1d89a784-4c10-42c0-ab86-a295e33c4b31 None None] For port cef99664-80bc-4dc9-a11f-a9a57549e4e6, host n-d-713301-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-16',level=0,port_id=cef99664-80bc-4dc9-a11f-a9a57549e4e6,segment=NetworkSegment(9913eb4c-0816-4c27-8286-9ac68a185bab),segment_id=9913eb4c-0816-4c27-8286-9ac68a185bab)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:40:46.511577 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-1d89a784-4c10-42c0-ab86-a295e33c4b31 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-605701'] for port, precommit_delete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:46.551504 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.plugin [None req-1d89a784-4c10-42c0-ab86-a295e33c4b31 None None] Calling delete_port for cef99664-80bc-4dc9-a11f-a9a57549e4e6 owned by network:dhcp {{(pid=95103) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:40:46.639790 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-829afae1-e513-4f56-a352-be518f541dde tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4398944', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5388242'] for subnet, after_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:46.735068 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc19313-05fc-40d9-9d19-c7f796f7768b req-40132185-0b8a-4b1c-8898-4593ac8c8bfc tempest-ServersTestJSON-149791516 tempest-ServersTestJSON-149791516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:40:46.737087 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-fbc19313-05fc-40d9-9d19-c7f796f7768b req-40132185-0b8a-4b1c-8898-4593ac8c8bfc tempest-ServersTestJSON-149791516 tempest-ServersTestJSON-149791516-project] 10.222.0.67 "GET /v2.0/ports?device_id=1921f1fe-df9a-46ef-ae57-567b8545bac8 HTTP/1.1" status: 200 len: 945 time: 0.1480398 Sep 23 19:40:46.741342 n-d-713301-16 neutron-server[95102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-829afae1-e513-4f56-a352-be518f541dde tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] Network b0599172-2d1a-416f-a4dc-49f04f75b3d7 is already hosted by enough agents. {{(pid=95102) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:40:46.747920 n-d-713301-16 neutron-server[95102]: DEBUG neutron.scheduler.base_scheduler [None req-829afae1-e513-4f56-a352-be518f541dde tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] Resources bound (agent type, host, resource id): {{(pid=95102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:40:46.760788 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-829afae1-e513-4f56-a352-be518f541dde tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:40:46.761823 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-829afae1-e513-4f56-a352-be518f541dde tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] Notify callbacks [] for subnet, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:46.793126 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5846b3a-f46c-44e9-bd74-b28e3906d907 None None] Network b0599172-2d1a-416f-a4dc-49f04f75b3d7 requested from n-d-713301-16 {{(pid=95103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 19:40:46.829826 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-829afae1-e513-4f56-a352-be518f541dde tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] Pushing event updated for resources: {'Subnet': ['ID=4e8acd6f-99fb-4bc6-a211-27f4b2965ec1,revision_number=0']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:40:46.838401 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.plugin [None req-899c1a3f-5487-4ce9-a6bc-afe5630055c4 tempest-RoutersTest-320658655 tempest-RoutersTest-320658655-project] Deleting port cef99664-80bc-4dc9-a11f-a9a57549e4e6 {{(pid=95101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:40:46.838822 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-899c1a3f-5487-4ce9-a6bc-afe5630055c4 tempest-RoutersTest-320658655 tempest-RoutersTest-320658655-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783146157096'] for port, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:46.896925 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-fbc19313-05fc-40d9-9d19-c7f796f7768b req-8c18284d-5637-4bc8-a8ac-b6748a54944a tempest-ServersTestJSON-149791516 tempest-ServersTestJSON-149791516-project] 10.222.0.67 "GET /v2.0/security-groups?id=b8c31db9-bcb2-4708-876e-18b1f4bdd8a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1464899 Sep 23 19:40:46.897991 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.db [req-eeb4e3dc-fc63-4526-8596-06d51c0679b5 req-142c6f81-d6d2-47c8-8251-e87ec885865a service neutron] For port 6c017d64-49a7-4da3-a6bc-3716925c2710, host n-h2-713301-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-16',level=0,port_id=6c017d64-49a7-4da3-a6bc-3716925c2710,segment=NetworkSegment(f1ac3ad9-0f16-48a3-9c98-25f1a3519880),segment_id=f1ac3ad9-0f16-48a3-9c98-25f1a3519880)] {{(pid=95101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:40:46.905794 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-dccc4004-9323-4d19-ad34-57f956777b37 tempest-FloatingIPNegativeTestJSON-1886207672 tempest-FloatingIPNegativeTestJSON-1886207672-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4398944', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5388242'] for subnet, after_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:46.917987 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-32952220-9079-44c4-8a56-92d99bf7f945 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:46.939538 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-829afae1-e513-4f56-a352-be518f541dde tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.4869928 Sep 23 19:40:46.954080 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-32952220-9079-44c4-8a56-92d99bf7f945 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:46.961097 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 60462) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:40:46.969842 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.v2.base [None req-275b9e89-c05b-4e43-aa3e-62d19b35836e tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1940820328', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '4e8acd6f-99fb-4bc6-a211-27f4b2965ec1'}], 'security_groups': ['a7855269-6aca-47f2-833b-e9f248ed2696']}} {{(pid=95101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:40:47.029283 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dccc4004-9323-4d19-ad34-57f956777b37 tempest-FloatingIPNegativeTestJSON-1886207672 tempest-FloatingIPNegativeTestJSON-1886207672-project] Checking segment: {'id': 'b42c782a-bd71-4877-b522-cec332448b60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '41f5dee0-08a6-4a31-9ecf-3a788dcb5085'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95102) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:40:47.029668 n-d-713301-16 neutron-server[95102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dccc4004-9323-4d19-ad34-57f956777b37 tempest-FloatingIPNegativeTestJSON-1886207672 tempest-FloatingIPNegativeTestJSON-1886207672-project] Network hostable DHCP agents. Network: 41f5dee0-08a6-4a31-9ecf-3a788dcb5085, hostable agents: ['1b18bf05-1b5f-4587-be5c-af3ac38e32ad'], hosted agents: [] {{(pid=95102) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 19:40:47.031916 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dccc4004-9323-4d19-ad34-57f956777b37 tempest-FloatingIPNegativeTestJSON-1886207672 tempest-FloatingIPNegativeTestJSON-1886207672-project] Pushing event updated for resources: {'Subnet': ['ID=326ebbc4-f3d3-4a87-bf63-a28934207f5b,revision_number=0']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:40:47.051536 n-d-713301-16 neutron-server[95102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dccc4004-9323-4d19-ad34-57f956777b37 tempest-FloatingIPNegativeTestJSON-1886207672 tempest-FloatingIPNegativeTestJSON-1886207672-project] Network 41f5dee0-08a6-4a31-9ecf-3a788dcb5085 is scheduled to be hosted by DHCP agent 1b18bf05-1b5f-4587-be5c-af3ac38e32ad with binding_index 1 {{(pid=95102) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 19:40:47.063283 n-d-713301-16 neutron-server[95102]: DEBUG neutron.scheduler.base_scheduler [None req-dccc4004-9323-4d19-ad34-57f956777b37 tempest-FloatingIPNegativeTestJSON-1886207672 tempest-FloatingIPNegativeTestJSON-1886207672-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713301-16, 41f5dee0-08a6-4a31-9ecf-3a788dcb5085) {{(pid=95102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:40:47.069719 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dccc4004-9323-4d19-ad34-57f956777b37 tempest-FloatingIPNegativeTestJSON-1886207672 tempest-FloatingIPNegativeTestJSON-1886207672-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:40:47.070426 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-dccc4004-9323-4d19-ad34-57f956777b37 tempest-FloatingIPNegativeTestJSON-1886207672 tempest-FloatingIPNegativeTestJSON-1886207672-project] Notify callbacks [] for subnet, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:47.087139 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.db [None req-899c1a3f-5487-4ce9-a6bc-afe5630055c4 tempest-RoutersTest-320658655 tempest-RoutersTest-320658655-project] For port cef99664-80bc-4dc9-a11f-a9a57549e4e6, host n-d-713301-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-16',level=0,port_id=cef99664-80bc-4dc9-a11f-a9a57549e4e6,segment=NetworkSegment(9913eb4c-0816-4c27-8286-9ac68a185bab),segment_id=9913eb4c-0816-4c27-8286-9ac68a185bab)] {{(pid=95101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:40:47.087917 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-899c1a3f-5487-4ce9-a6bc-afe5630055c4 tempest-RoutersTest-320658655 tempest-RoutersTest-320658655-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-605701'] for port, precommit_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:47.100827 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-dccc4004-9323-4d19-ad34-57f956777b37 tempest-FloatingIPNegativeTestJSON-1886207672 tempest-FloatingIPNegativeTestJSON-1886207672-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1236756 Sep 23 19:40:47.103009 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32952220-9079-44c4-8a56-92d99bf7f945 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1997a8ae-e9ed-4c25-a80a-ceb5d07a957c,revision_number=1']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:40:47.103417 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 60464) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:40:47.108488 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.v2.base [None req-0da84f7b-433e-437b-a840-497b3aad658b tempest-FloatingIPNegativeTestJSON-1886207672 tempest-FloatingIPNegativeTestJSON-1886207672-project] Request body: {'router': {'name': 'tempest-FloatingIPNegativeTestJSON-router-1487000291', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=95102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:40:47.111638 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.db [req-eeb4e3dc-fc63-4526-8596-06d51c0679b5 req-142c6f81-d6d2-47c8-8251-e87ec885865a service neutron] For port 6c017d64-49a7-4da3-a6bc-3716925c2710, host n-h2-713301-16, cleared binding levels {{(pid=95101) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 19:40:47.140592 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-0da84f7b-433e-437b-a840-497b3aad658b tempest-FloatingIPNegativeTestJSON-1886207672 tempest-FloatingIPNegativeTestJSON-1886207672-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-594563', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29355'] for router, before_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:47.142019 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-0da84f7b-433e-437b-a840-497b3aad658b tempest-FloatingIPNegativeTestJSON-1886207672 tempest-FloatingIPNegativeTestJSON-1886207672-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-597363', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-601731', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-739356', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29346'] for router, precommit_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:47.151836 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-32952220-9079-44c4-8a56-92d99bf7f945 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=1891e00a9f8b4e20abad981c05f36504&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9556866 Sep 23 19:40:47.153357 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.plugin [None req-899c1a3f-5487-4ce9-a6bc-afe5630055c4 tempest-RoutersTest-320658655 tempest-RoutersTest-320658655-project] Calling delete_port for cef99664-80bc-4dc9-a11f-a9a57549e4e6 owned by network:dhcp {{(pid=95101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:40:47.154502 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 60468) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:40:47.159073 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbfdc26b-a14e-4fad-bf08-2f7e0cc1c8f0 None None] Network 41f5dee0-08a6-4a31-9ecf-3a788dcb5085 requested from n-d-713301-16 {{(pid=95103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 19:40:47.228715 n-d-713301-16 neutron-server[95101]: DEBUG neutron.notifiers.nova [req-eeb4e3dc-fc63-4526-8596-06d51c0679b5 req-142c6f81-d6d2-47c8-8251-e87ec885865a service neutron] device_id is not set on port 6c017d64-49a7-4da3-a6bc-3716925c2710 yet. {{(pid=95101) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 23 19:40:47.244691 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-eeb4e3dc-fc63-4526-8596-06d51c0679b5 req-142c6f81-d6d2-47c8-8251-e87ec885865a service neutron] Notify callbacks [] for port, precommit_update {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:47.260154 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-0da84f7b-433e-437b-a840-497b3aad658b tempest-FloatingIPNegativeTestJSON-1886207672 tempest-FloatingIPNegativeTestJSON-1886207672-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:47.268568 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-0da84f7b-433e-437b-a840-497b3aad658b tempest-FloatingIPNegativeTestJSON-1886207672 tempest-FloatingIPNegativeTestJSON-1886207672-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-597258', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-601790'] for router, after_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:47.290306 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-31454ccb-0e82-4787-9a23-1b4f5f12ea7a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:47.317672 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-0da84f7b-433e-437b-a840-497b3aad658b tempest-FloatingIPNegativeTestJSON-1886207672 tempest-FloatingIPNegativeTestJSON-1886207672-project] Notify callbacks [] for router, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:47.319452 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-0da84f7b-433e-437b-a840-497b3aad658b tempest-FloatingIPNegativeTestJSON-1886207672 tempest-FloatingIPNegativeTestJSON-1886207672-project] 10.222.0.67 "POST /v2.0/routers HTTP/1.1" status: 201 len: 715 time: 0.2148280 Sep 23 19:40:47.323225 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 60476) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:40:47.334188 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-eeb4e3dc-fc63-4526-8596-06d51c0679b5 req-142c6f81-d6d2-47c8-8251-e87ec885865a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5607436'] for port, after_update {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:47.379125 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e298a7f-89bc-44f4-ad5f-db03cf31f723 None None] DHCP port deletion for bbb96d31-ef87-4e4a-85b9-cf661135e859 request from n-d-713301-16 {{(pid=95103) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 23 19:40:47.468346 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142c6f81-d6d2-47c8-8251-e87ec885865a service neutron] Pushing event updated for resources: {'Port': ['ID=6c017d64-49a7-4da3-a6bc-3716925c2710,revision_number=7']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:40:47.488630 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:47.533102 n-d-713301-16 neutron-server[95101]: DEBUG neutron.db.l3_dvrscheduler_db [req-eeb4e3dc-fc63-4526-8596-06d51c0679b5 req-142c6f81-d6d2-47c8-8251-e87ec885865a service neutron] No DVR routers for this DVR port 6c017d64-49a7-4da3-a6bc-3716925c2710 on host n-h2-713301-16 {{(pid=95101) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 19:40:47.538359 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-275b9e89-c05b-4e43-aa3e-62d19b35836e tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:47.541572 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-1d89a784-4c10-42c0-ab86-a295e33c4b31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783146162158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783145673144'] for port, after_delete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:47.546759 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-31454ccb-0e82-4787-9a23-1b4f5f12ea7a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:47.584966 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-899c1a3f-5487-4ce9-a6bc-afe5630055c4 tempest-RoutersTest-320658655 tempest-RoutersTest-320658655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783146162158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783145673144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5607431'] for port, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:47.595060 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d89a784-4c10-42c0-ab86-a295e33c4b31 None None] No DVR routers for this DVR port cef99664-80bc-4dc9-a11f-a9a57549e4e6 on host n-d-713301-16 {{(pid=95103) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 19:40:47.616510 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d89a784-4c10-42c0-ab86-a295e33c4b31 None None] Pushing event deleted for resources: {'Port': ['ID=cef99664-80bc-4dc9-a11f-a9a57549e4e6,revision_number=None']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:40:47.678858 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-899c1a3f-5487-4ce9-a6bc-afe5630055c4 tempest-RoutersTest-320658655 tempest-RoutersTest-320658655-project] Pushing event deleted for resources: {'Port': ['ID=cef99664-80bc-4dc9-a11f-a9a57549e4e6,revision_number=None']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:40:47.729293 n-d-713301-16 neutron-server[95101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-899c1a3f-5487-4ce9-a6bc-afe5630055c4 tempest-RoutersTest-320658655 tempest-RoutersTest-320658655-project] No DVR routers for this DVR port cef99664-80bc-4dc9-a11f-a9a57549e4e6 on host n-d-713301-16 {{(pid=95101) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 19:40:47.736463 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.plugin [req-eeb4e3dc-fc63-4526-8596-06d51c0679b5 req-142c6f81-d6d2-47c8-8251-e87ec885865a service neutron] In _notify_port_updated(), no bound segment for port 6c017d64-49a7-4da3-a6bc-3716925c2710 on network 6b0b0714-7ca1-4d6d-b820-8be57f2679a5 {{(pid=95101) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Sep 23 19:40:47.742229 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb4e3dc-fc63-4526-8596-06d51c0679b5 req-142c6f81-d6d2-47c8-8251-e87ec885865a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:40:47.743088 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-eeb4e3dc-fc63-4526-8596-06d51c0679b5 req-142c6f81-d6d2-47c8-8251-e87ec885865a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222849'] for port, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:47.744843 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-eeb4e3dc-fc63-4526-8596-06d51c0679b5 req-142c6f81-d6d2-47c8-8251-e87ec885865a service neutron] 10.222.0.53 "PUT /v2.0/ports/6c017d64-49a7-4da3-a6bc-3716925c2710 HTTP/1.1" status: 200 len: 1032 time: 2.4578400 Sep 23 19:40:47.827060 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3ff3bac-d6ab-4d54-a1b1-7e10f01c8179 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4c8b80df-07eb-5275-9f17-5cf640db67c0-41f5dee0-08a6-4a31-9ecf-3a788dcb5085', 'network_id': '41f5dee0-08a6-4a31-9ecf-3a788dcb5085', 'tenant_id': 'c80277c196cb4d549c88029e9b5a1e1d', 'fixed_ips': [{'subnet_id': '326ebbc4-f3d3-4a87-bf63-a28934207f5b'}]}} from n-d-713301-16. {{(pid=95103) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 23 19:40:47.827938 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-a3ff3bac-d6ab-4d54-a1b1-7e10f01c8179 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_create {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:47.835814 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-f7501d99-48d1-44ec-816b-2589c5005840 tempest-FloatingIPNegativeTestJSON-1886207672 tempest-FloatingIPNegativeTestJSON-1886207672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:47.845082 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.plugin [None req-3e298a7f-89bc-44f4-ad5f-db03cf31f723 None None] Deleting port 77c182e8-3173-4a6c-8872-846c5dc4195f {{(pid=95103) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:40:47.845467 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-3e298a7f-89bc-44f4-ad5f-db03cf31f723 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783146157096'] for port, before_delete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:47.863808 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6632a4c-7b21-43f8-b32c-5c1ca00d6fa6 req-1c1d26c3-5bad-460d-92f0-5be9608f29dc tempest-TaggedBootDevicesTest_v242-1470406513 tempest-TaggedBootDevicesTest_v242-1470406513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:40:47.883602 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6632a4c-7b21-43f8-b32c-5c1ca00d6fa6 req-1c1d26c3-5bad-460d-92f0-5be9608f29dc tempest-TaggedBootDevicesTest_v242-1470406513 tempest-TaggedBootDevicesTest_v242-1470406513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:40:47.899098 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6632a4c-7b21-43f8-b32c-5c1ca00d6fa6 req-1c1d26c3-5bad-460d-92f0-5be9608f29dc tempest-TaggedBootDevicesTest_v242-1470406513 tempest-TaggedBootDevicesTest_v242-1470406513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:40:47.913662 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6632a4c-7b21-43f8-b32c-5c1ca00d6fa6 req-1c1d26c3-5bad-460d-92f0-5be9608f29dc tempest-TaggedBootDevicesTest_v242-1470406513 tempest-TaggedBootDevicesTest_v242-1470406513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:40:47.917107 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-3e298a7f-89bc-44f4-ad5f-db03cf31f723 None None] For port 77c182e8-3173-4a6c-8872-846c5dc4195f, host n-d-713301-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-16',level=0,port_id=77c182e8-3173-4a6c-8872-846c5dc4195f,segment=NetworkSegment(d04d3066-a573-4a9d-b08f-be812113b873),segment_id=d04d3066-a573-4a9d-b08f-be812113b873)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:40:47.917557 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-3e298a7f-89bc-44f4-ad5f-db03cf31f723 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-605701'] for port, precommit_delete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:47.924986 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6632a4c-7b21-43f8-b32c-5c1ca00d6fa6 req-1c1d26c3-5bad-460d-92f0-5be9608f29dc tempest-TaggedBootDevicesTest_v242-1470406513 tempest-TaggedBootDevicesTest_v242-1470406513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:40:47.926922 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-c6632a4c-7b21-43f8-b32c-5c1ca00d6fa6 req-1c1d26c3-5bad-460d-92f0-5be9608f29dc tempest-TaggedBootDevicesTest_v242-1470406513 tempest-TaggedBootDevicesTest_v242-1470406513-project] 10.222.0.67 "GET /v2.0/ports?device_id=583aeae2-b5c0-4d8d-bffb-15a63f4020fc HTTP/1.1" status: 200 len: 3874 time: 0.3780990 Sep 23 19:40:47.952425 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-899c1a3f-5487-4ce9-a6bc-afe5630055c4 tempest-RoutersTest-320658655 tempest-RoutersTest-320658655-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1754676', 'neutron.services.segments.db._delete_segments_for_network-8783146221460'] for network, precommit_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:47.966608 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.plugin [None req-3e298a7f-89bc-44f4-ad5f-db03cf31f723 None None] Calling delete_port for 77c182e8-3173-4a6c-8872-846c5dc4195f owned by network:dhcp {{(pid=95103) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:40:48.049219 n-d-713301-16 neutron-server[95101]: DEBUG neutron.services.segments.db [None req-899c1a3f-5487-4ce9-a6bc-afe5630055c4 tempest-RoutersTest-320658655 tempest-RoutersTest-320658655-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ff948915-8906-41dd-8714-7071763fd9cf']}} {{(pid=95101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:40:48.088769 n-d-713301-16 neutron-server[95101]: DEBUG neutron.services.segments.db [None req-899c1a3f-5487-4ce9-a6bc-afe5630055c4 tempest-RoutersTest-320658655 tempest-RoutersTest-320658655-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9913eb4c-0816-4c27-8286-9ac68a185bab') {'for_net_delete': True} {{(pid=95101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:40:48.088769 n-d-713301-16 neutron-server[95101]: DEBUG neutron.services.segments.db [None req-899c1a3f-5487-4ce9-a6bc-afe5630055c4 tempest-RoutersTest-320658655 tempest-RoutersTest-320658655-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9913eb4c-0816-4c27-8286-9ac68a185bab') {} {{(pid=95101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:40:48.140346 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-899c1a3f-5487-4ce9-a6bc-afe5630055c4 tempest-RoutersTest-320658655 tempest-RoutersTest-320658655-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783146221725', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6007147'] for segment, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:48.173448 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-899c1a3f-5487-4ce9-a6bc-afe5630055c4 tempest-RoutersTest-320658655 tempest-RoutersTest-320658655-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1756186'] for segment, precommit_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:48.175105 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-31454ccb-0e82-4787-9a23-1b4f5f12ea7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:48.178802 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-31454ccb-0e82-4787-9a23-1b4f5f12ea7a admin admin] Notify callbacks [] for security_group, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:48.180547 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-31454ccb-0e82-4787-9a23-1b4f5f12ea7a admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/1997a8ae-e9ed-4c25-a80a-ceb5d07a957c HTTP/1.1" status: 204 len: 168 time: 1.0248733 Sep 23 19:40:48.192915 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.plugin [req-eeb4e3dc-fc63-4526-8596-06d51c0679b5 req-6e8c73fb-549c-43fb-97b0-f8c2f7aba334 tempest-TaggedBootDevicesTest_v242-1470406513 tempest-TaggedBootDevicesTest_v242-1470406513-project] Deleting port 5b8a0a35-d9a5-40cb-80ab-356667fb483b {{(pid=95101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:40:48.192915 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-eeb4e3dc-fc63-4526-8596-06d51c0679b5 req-6e8c73fb-549c-43fb-97b0-f8c2f7aba334 tempest-TaggedBootDevicesTest_v242-1470406513 tempest-TaggedBootDevicesTest_v242-1470406513-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783146157096'] for port, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:48.217738 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-c6632a4c-7b21-43f8-b32c-5c1ca00d6fa6 req-663e967b-8cf2-4fc4-a050-2d60fa7641ab tempest-TaggedBootDevicesTest_v242-1470406513 tempest-TaggedBootDevicesTest_v242-1470406513-project] 10.222.0.67 "GET /v2.0/security-groups?id=687e4f9e-0a49-4ef3-86dc-e31b7edc6949&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2437978 Sep 23 19:40:48.217952 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-0c311dee-00cd-4214-a46e-6aa6b8d58d1c None None] Provisioning complete for port 6c017d64-49a7-4da3-a6bc-3716925c2710 triggered by entity DHCP. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:40:48.219058 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-0c311dee-00cd-4214-a46e-6aa6b8d58d1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:48.267104 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31454ccb-0e82-4787-9a23-1b4f5f12ea7a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1997a8ae-e9ed-4c25-a80a-ceb5d07a957c,revision_number=None']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:40:48.311920 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.db [req-eeb4e3dc-fc63-4526-8596-06d51c0679b5 req-6e8c73fb-549c-43fb-97b0-f8c2f7aba334 tempest-TaggedBootDevicesTest_v242-1470406513 tempest-TaggedBootDevicesTest_v242-1470406513-project] For port 5b8a0a35-d9a5-40cb-80ab-356667fb483b, host n-h2-713301-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-16',level=0,port_id=5b8a0a35-d9a5-40cb-80ab-356667fb483b,segment=NetworkSegment(f1ac3ad9-0f16-48a3-9c98-25f1a3519880),segment_id=f1ac3ad9-0f16-48a3-9c98-25f1a3519880)] {{(pid=95101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:40:48.312291 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-eeb4e3dc-fc63-4526-8596-06d51c0679b5 req-6e8c73fb-549c-43fb-97b0-f8c2f7aba334 tempest-TaggedBootDevicesTest_v242-1470406513 tempest-TaggedBootDevicesTest_v242-1470406513-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-605701'] for port, precommit_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:48.324896 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeae9a4a-1774-4287-9f40-619891de121f req-165a7ab5-18b1-4299-8083-f53dfd905883 tempest-ServersTestJSON-149791516 tempest-ServersTestJSON-149791516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:40:48.342563 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-eeae9a4a-1774-4287-9f40-619891de121f req-165a7ab5-18b1-4299-8083-f53dfd905883 tempest-ServersTestJSON-149791516 tempest-ServersTestJSON-149791516-project] 10.222.0.67 "GET /v2.0/ports?device_id=1921f1fe-df9a-46ef-ae57-567b8545bac8 HTTP/1.1" status: 200 len: 945 time: 0.2962132 Sep 23 19:40:48.344779 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.plugin [req-eeb4e3dc-fc63-4526-8596-06d51c0679b5 req-6e8c73fb-549c-43fb-97b0-f8c2f7aba334 tempest-TaggedBootDevicesTest_v242-1470406513 tempest-TaggedBootDevicesTest_v242-1470406513-project] Calling delete_port for 5b8a0a35-d9a5-40cb-80ab-356667fb483b owned by compute:nova {{(pid=95101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:40:48.373599 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.plugin [None req-0c311dee-00cd-4214-a46e-6aa6b8d58d1c None None] Port 6c017d64-49a7-4da3-a6bc-3716925c2710 cannot update to ACTIVE because it is not bound. {{(pid=95103) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 19:40:48.382645 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-3e298a7f-89bc-44f4-ad5f-db03cf31f723 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783146162158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783145673144'] for port, after_delete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:48.469108 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.db_base_plugin_common [None req-a3ff3bac-d6ab-4d54-a1b1-7e10f01c8179 None None] Allocated IP 172.20.0.2 (41f5dee0-08a6-4a31-9ecf-3a788dcb5085/326ebbc4-f3d3-4a87-bf63-a28934207f5b/836e9d9e-3a82-4c85-823d-1ebb480be576) {{(pid=95103) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 19:40:48.477777 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Device 77c182e8-3173-4a6c-8872-846c5dc4195f no longer exists at agent ovs-agent-n-d-713301-16 {{(pid=95103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 19:40:48.489232 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e298a7f-89bc-44f4-ad5f-db03cf31f723 None None] Pushing event deleted for resources: {'Port': ['ID=77c182e8-3173-4a6c-8872-846c5dc4195f,revision_number=None']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:40:48.500544 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e298a7f-89bc-44f4-ad5f-db03cf31f723 None None] No DVR routers for this DVR port 77c182e8-3173-4a6c-8872-846c5dc4195f on host n-d-713301-16 {{(pid=95103) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 19:40:48.520332 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-eeb4e3dc-fc63-4526-8596-06d51c0679b5 req-6e8c73fb-549c-43fb-97b0-f8c2f7aba334 tempest-TaggedBootDevicesTest_v242-1470406513 tempest-TaggedBootDevicesTest_v242-1470406513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783146162158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783145673144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5607431'] for port, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:48.525462 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-899c1a3f-5487-4ce9-a6bc-afe5630055c4 tempest-RoutersTest-320658655 tempest-RoutersTest-320658655-project] Releasing vlan 602 on physical network physnet1 to pool {{(pid=95101) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 19:40:48.526103 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-899c1a3f-5487-4ce9-a6bc-afe5630055c4 tempest-RoutersTest-320658655 tempest-RoutersTest-320658655-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1756186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5608436'] for segment, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:48.529359 n-d-713301-16 neutron-server[95101]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 23 19:40:48.529359 n-d-713301-16 neutron-server[95101]: self.session.flush() Sep 23 19:40:48.529359 n-d-713301-16 neutron-server[95101]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 23 19:40:48.529359 n-d-713301-16 neutron-server[95101]: self.session.flush() Sep 23 19:40:48.529359 n-d-713301-16 neutron-server[95101]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 23 19:40:48.529359 n-d-713301-16 neutron-server[95101]: self.session.flush() Sep 23 19:40:48.529359 n-d-713301-16 neutron-server[95101]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 23 19:40:48.529359 n-d-713301-16 neutron-server[95101]: self.session.flush() Sep 23 19:40:48.529359 n-d-713301-16 neutron-server[95101]: Traceback (most recent call last): Sep 23 19:40:48.529359 n-d-713301-16 neutron-server[95101]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 19:40:48.529359 n-d-713301-16 neutron-server[95101]: timer() Sep 23 19:40:48.529359 n-d-713301-16 neutron-server[95101]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 19:40:48.529359 n-d-713301-16 neutron-server[95101]: cb(*args, **kw) Sep 23 19:40:48.529359 n-d-713301-16 neutron-server[95101]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 19:40:48.529359 n-d-713301-16 neutron-server[95101]: return func(*args, **kwargs) Sep 23 19:40:48.529359 n-d-713301-16 neutron-server[95101]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 19:40:48.529359 n-d-713301-16 neutron-server[95101]: self._notify() Sep 23 19:40:48.529359 n-d-713301-16 neutron-server[95101]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 19:40:48.529359 n-d-713301-16 neutron-server[95101]: self.callback(batched_events) Sep 23 19:40:48.529359 n-d-713301-16 neutron-server[95101]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 19:40:48.529359 n-d-713301-16 neutron-server[95101]: event.method(event) Sep 23 19:40:48.529359 n-d-713301-16 neutron-server[95101]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 19:40:48.529359 n-d-713301-16 neutron-server[95101]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 19:40:48.529359 n-d-713301-16 neutron-server[95101]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 19:40:48.529359 n-d-713301-16 neutron-server[95101]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 19:40:48.529359 n-d-713301-16 neutron-server[95101]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 19:40:48.529359 n-d-713301-16 neutron-server[95101]: return f(self, *a, **k) Sep 23 19:40:48.529359 n-d-713301-16 neutron-server[95101]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 19:40:48.529359 n-d-713301-16 neutron-server[95101]: return self._get(url).json() Sep 23 19:40:48.529359 n-d-713301-16 neutron-server[95101]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 19:40:48.529359 n-d-713301-16 neutron-server[95101]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 19:40:48.529359 n-d-713301-16 neutron-server[95101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 19:40:48.529359 n-d-713301-16 neutron-server[95101]: return self.request(url, 'GET', **kwargs) Sep 23 19:40:48.529359 n-d-713301-16 neutron-server[95101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 19:40:48.529359 n-d-713301-16 neutron-server[95101]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 19:40:48.529359 n-d-713301-16 neutron-server[95101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 19:40:48.529359 n-d-713301-16 neutron-server[95101]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 19:40:48.529359 n-d-713301-16 neutron-server[95101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 19:40:48.529359 n-d-713301-16 neutron-server[95101]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 19:40:48.529359 n-d-713301-16 neutron-server[95101]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 19:40:48.585684 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-eeae9a4a-1774-4287-9f40-619891de121f req-3dbff4a3-a837-48f8-86cd-6bf15f7ea822 tempest-ServersTestJSON-149791516 tempest-ServersTestJSON-149791516-project] 10.222.0.67 "GET /v2.0/security-groups?id=b8c31db9-bcb2-4708-876e-18b1f4bdd8a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2401986 Sep 23 19:40:48.611106 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8539252e-b0e8-4ed3-8647-fbe6bc2d6900 None None] Update dhcp port {'port': {'network_id': 'b0599172-2d1a-416f-a4dc-49f04f75b3d7', 'fixed_ips': [{'subnet_id': 'd6e5ed45-d3ad-4a30-9ce6-b31ff64f4656', 'ip_address': '172.20.0.2'}, {'subnet_id': '4e8acd6f-99fb-4bc6-a211-27f4b2965ec1'}], 'binding:host_id': 'n-d-713301-16'}, 'id': '27af7930-04e9-494f-83cd-d500c26eb9d5'} from n-d-713301-16. {{(pid=95103) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Sep 23 19:40:48.650147 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.plugin [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] No Port match for: 77c182e8-3173-4a6c-8872-846c5dc4195f {{(pid=95103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 19:40:48.650516 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Device 77c182e8-3173-4a6c-8872-846c5dc4195f not bound to the agent host n-d-713301-16 {{(pid=95103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 19:40:48.653880 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-8539252e-b0e8-4ed3-8647-fbe6bc2d6900 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:48.671309 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e8c73fb-549c-43fb-97b0-f8c2f7aba334 tempest-TaggedBootDevicesTest_v242-1470406513 tempest-TaggedBootDevicesTest_v242-1470406513-project] Pushing event deleted for resources: {'Port': ['ID=5b8a0a35-d9a5-40cb-80ab-356667fb483b,revision_number=None']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:40:48.738596 n-d-713301-16 neutron-server[95101]: DEBUG neutron.db.l3_dvrscheduler_db [req-eeb4e3dc-fc63-4526-8596-06d51c0679b5 req-6e8c73fb-549c-43fb-97b0-f8c2f7aba334 tempest-TaggedBootDevicesTest_v242-1470406513 tempest-TaggedBootDevicesTest_v242-1470406513-project] No DVR routers for this DVR port 5b8a0a35-d9a5-40cb-80ab-356667fb483b on host n-h2-713301-16 {{(pid=95101) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 19:40:48.744801 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-eeb4e3dc-fc63-4526-8596-06d51c0679b5 req-6e8c73fb-549c-43fb-97b0-f8c2f7aba334 tempest-TaggedBootDevicesTest_v242-1470406513 tempest-TaggedBootDevicesTest_v242-1470406513-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222849'] for port, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:48.746743 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-eeb4e3dc-fc63-4526-8596-06d51c0679b5 req-6e8c73fb-549c-43fb-97b0-f8c2f7aba334 tempest-TaggedBootDevicesTest_v242-1470406513 tempest-TaggedBootDevicesTest_v242-1470406513-project] 10.222.0.53 "DELETE /v2.0/ports/5b8a0a35-d9a5-40cb-80ab-356667fb483b HTTP/1.1" status: 204 len: 173 time: 0.9824114 Sep 23 19:40:48.747230 n-d-713301-16 neutron-server[95101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '583aeae2-b5c0-4d8d-bffb-15a63f4020fc', 'name': 'network-vif-deleted', 'tag': '5b8a0a35-d9a5-40cb-80ab-356667fb483b'}] {{(pid=95101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 19:40:48.751194 n-d-713301-16 neutron-server[95101]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d8366c5740cd635e57ab12b71fe44a77c2acc3c19091ef849c6f68b380462244" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-820e6e8d-7e12-4fb4-8e3b-4c6f4cb61b1b" -d '{"events": [{"server_uuid": "583aeae2-b5c0-4d8d-bffb-15a63f4020fc", "name": "network-vif-deleted", "tag": "5b8a0a35-d9a5-40cb-80ab-356667fb483b"}]}' {{(pid=95101) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 19:40:48.764368 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-899c1a3f-5487-4ce9-a6bc-afe5630055c4 tempest-RoutersTest-320658655 tempest-RoutersTest-320658655-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1754627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-601866'] for network, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:48.812382 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-899c1a3f-5487-4ce9-a6bc-afe5630055c4 tempest-RoutersTest-320658655 tempest-RoutersTest-320658655-project] Notify callbacks [] for network, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:48.817203 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 60502) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:40:48.817374 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-899c1a3f-5487-4ce9-a6bc-afe5630055c4 tempest-RoutersTest-320658655 tempest-RoutersTest-320658655-project] 10.222.0.67 "DELETE /v2.0/networks/ff948915-8906-41dd-8714-7071763fd9cf HTTP/1.1" status: 204 len: 168 time: 2.7146335 Sep 23 19:40:48.819992 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-899c1a3f-5487-4ce9-a6bc-afe5630055c4 tempest-RoutersTest-320658655 tempest-RoutersTest-320658655-project] Pushing event deleted for resources: {'Network': ['ID=ff948915-8906-41dd-8714-7071763fd9cf,revision_number=None']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:40:48.903711 n-d-713301-16 neutron-server[95101]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 19:40:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3092a1fd-5cfb-4003-966e-73163c242565 x-openstack-request-id: req-3092a1fd-5cfb-4003-966e-73163c242565 {{(pid=95101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 19:40:48.904026 n-d-713301-16 neutron-server[95101]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "583aeae2-b5c0-4d8d-bffb-15a63f4020fc", "name": "network-vif-deleted", "tag": "5b8a0a35-d9a5-40cb-80ab-356667fb483b", "status": "completed", "code": 200}]} {{(pid=95101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 19:40:48.904259 n-d-713301-16 neutron-server[95101]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-3092a1fd-5cfb-4003-966e-73163c242565 {{(pid=95101) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 19:40:48.904699 n-d-713301-16 neutron-server[95101]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '583aeae2-b5c0-4d8d-bffb-15a63f4020fc', 'name': 'network-vif-deleted', 'tag': '5b8a0a35-d9a5-40cb-80ab-356667fb483b', 'status': 'completed', 'code': 200} Sep 23 19:40:48.937443 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-016b4cd3-9fc9-42b0-82c5-6dd0f26a144f tempest-RoutersTest-320658655 tempest-RoutersTest-320658655-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1628021'] for network, before_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:48.983304 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-a3ff3bac-d6ab-4d54-a1b1-7e10f01c8179 None None] Notify callbacks [] for port, precommit_create {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:48.996008 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-a3ff3bac-d6ab-4d54-a1b1-7e10f01c8179 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783145673135'] for port, after_create {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:49.016996 n-d-713301-16 neutron-server[95101]: DEBUG neutron.db.db_base_plugin_common [None req-275b9e89-c05b-4e43-aa3e-62d19b35836e tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] Delete allocated IP 172.20.0.3 (b0599172-2d1a-416f-a4dc-49f04f75b3d7/d6e5ed45-d3ad-4a30-9ce6-b31ff64f4656) {{(pid=95101) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Sep 23 19:40:49.048369 n-d-713301-16 neutron-server[95101]: DEBUG neutron.db.db_base_plugin_common [None req-275b9e89-c05b-4e43-aa3e-62d19b35836e tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] Allocated IP 172.20.0.26 (b0599172-2d1a-416f-a4dc-49f04f75b3d7/4e8acd6f-99fb-4bc6-a211-27f4b2965ec1/f24c57be-1efe-4c3b-b144-7aa46323f962) {{(pid=95101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 19:40:49.079505 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3ff3bac-d6ab-4d54-a1b1-7e10f01c8179 None None] Pushing event updated for resources: {'Port': ['ID=836e9d9e-3a82-4c85-823d-1ebb480be576,revision_number=1']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:40:49.089644 n-d-713301-16 neutron-server[95102]: DEBUG neutron.db.db_base_plugin_common [None req-f7501d99-48d1-44ec-816b-2589c5005840 tempest-FloatingIPNegativeTestJSON-1886207672 tempest-FloatingIPNegativeTestJSON-1886207672-project] Allocated IP 172.20.0.1 (41f5dee0-08a6-4a31-9ecf-3a788dcb5085/326ebbc4-f3d3-4a87-bf63-a28934207f5b/5f805332-eafd-466d-b26e-1940b480f0de) {{(pid=95102) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 19:40:49.132664 n-d-713301-16 neutron-server[95103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3ff3bac-d6ab-4d54-a1b1-7e10f01c8179 None None] Network 41f5dee0-08a6-4a31-9ecf-3a788dcb5085 is already hosted by enough agents. {{(pid=95103) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:40:49.134838 n-d-713301-16 neutron-server[95103]: DEBUG neutron.scheduler.base_scheduler [None req-a3ff3bac-d6ab-4d54-a1b1-7e10f01c8179 None None] Resources bound (agent type, host, resource id): {{(pid=95103) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:40:49.141804 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3ff3bac-d6ab-4d54-a1b1-7e10f01c8179 None None] Received port after_create {{(pid=95103) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 19:40:49.155038 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.plugin [req-eeb4e3dc-fc63-4526-8596-06d51c0679b5 req-dca55e0e-b5bb-4e54-ace8-0993ecf43f87 tempest-TaggedBootDevicesTest_v242-1470406513 tempest-TaggedBootDevicesTest_v242-1470406513-project] Deleting port f2f18a7a-caec-4840-825d-bc37f2f04daf {{(pid=95101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:40:49.165169 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-eeb4e3dc-fc63-4526-8596-06d51c0679b5 req-dca55e0e-b5bb-4e54-ace8-0993ecf43f87 tempest-TaggedBootDevicesTest_v242-1470406513 tempest-TaggedBootDevicesTest_v242-1470406513-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783146157096'] for port, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:49.227482 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.managers [None req-a3ff3bac-d6ab-4d54-a1b1-7e10f01c8179 None None] Attempting to bind port 836e9d9e-3a82-4c85-823d-1ebb480be576 on host n-d-713301-16 for vnic_type normal with profile {{(pid=95103) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 19:40:49.228542 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.managers [None req-a3ff3bac-d6ab-4d54-a1b1-7e10f01c8179 None None] Attempting to bind port 836e9d9e-3a82-4c85-823d-1ebb480be576 by drivers openvswitch,hyperv on host n-d-713301-16 at level 0 using segments [{'id': 'b42c782a-bd71-4877-b522-cec332448b60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '41f5dee0-08a6-4a31-9ecf-3a788dcb5085'}] {{(pid=95103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 19:40:49.229322 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3ff3bac-d6ab-4d54-a1b1-7e10f01c8179 None None] Attempting to bind port 836e9d9e-3a82-4c85-823d-1ebb480be576 on network 41f5dee0-08a6-4a31-9ecf-3a788dcb5085 {{(pid=95103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:40:49.235606 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3ff3bac-d6ab-4d54-a1b1-7e10f01c8179 None None] Checking agent: {'id': '70a14545-df24-472f-8f95-bfe1719bff93', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 19, 7, 53), 'started_at': datetime.datetime(2021, 9, 23, 19, 8, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 19, 40, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 19:40:49.236267 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3ff3bac-d6ab-4d54-a1b1-7e10f01c8179 None None] Checking segment: {'id': 'b42c782a-bd71-4877-b522-cec332448b60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '41f5dee0-08a6-4a31-9ecf-3a788dcb5085'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95103) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:40:49.237590 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-a3ff3bac-d6ab-4d54-a1b1-7e10f01c8179 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:49.238308 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3ff3bac-d6ab-4d54-a1b1-7e10f01c8179 None None] Bound using segment: {'id': 'b42c782a-bd71-4877-b522-cec332448b60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '41f5dee0-08a6-4a31-9ecf-3a788dcb5085'} {{(pid=95103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 19:40:49.239167 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.managers [None req-a3ff3bac-d6ab-4d54-a1b1-7e10f01c8179 None None] Bound port: 836e9d9e-3a82-4c85-823d-1ebb480be576, host: n-d-713301-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b42c782a-bd71-4877-b522-cec332448b60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '41f5dee0-08a6-4a31-9ecf-3a788dcb5085'}}] {{(pid=95103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 19:40:49.239907 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-a3ff3bac-d6ab-4d54-a1b1-7e10f01c8179 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:49.341111 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-016b4cd3-9fc9-42b0-82c5-6dd0f26a144f tempest-RoutersTest-320658655 tempest-RoutersTest-320658655-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1754676', 'neutron.services.segments.db._delete_segments_for_network-8783146221460'] for network, precommit_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:49.405105 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-275b9e89-c05b-4e43-aa3e-62d19b35836e tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] Notify callbacks [] for port, precommit_update {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:49.410462 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-6ea0a376-da27-4070-9d36-f0ddb4cffb69 req-61ce3ba0-2870-4d18-a5e2-0ce79fe4832a service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=7250b04d-cbe1-42a9-ad22-a6926740b5d8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2805133 Sep 23 19:40:49.410462 n-d-713301-16 neutron-server[95102]: DEBUG neutron.services.segments.db [None req-016b4cd3-9fc9-42b0-82c5-6dd0f26a144f tempest-RoutersTest-320658655 tempest-RoutersTest-320658655-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bbb96d31-ef87-4e4a-85b9-cf661135e859']}} {{(pid=95102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:40:49.418302 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-275b9e89-c05b-4e43-aa3e-62d19b35836e tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5607436'] for port, after_update {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:49.440001 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-a3ff3bac-d6ab-4d54-a1b1-7e10f01c8179 None None] For port 836e9d9e-3a82-4c85-823d-1ebb480be576, host n-d-713301-16, cleared binding levels {{(pid=95103) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 19:40:49.467886 n-d-713301-16 neutron-server[95102]: DEBUG neutron.services.segments.db [None req-016b4cd3-9fc9-42b0-82c5-6dd0f26a144f tempest-RoutersTest-320658655 tempest-RoutersTest-320658655-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd04d3066-a573-4a9d-b08f-be812113b873') {'for_net_delete': True} {{(pid=95102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:40:49.468235 n-d-713301-16 neutron-server[95102]: DEBUG neutron.services.segments.db [None req-016b4cd3-9fc9-42b0-82c5-6dd0f26a144f tempest-RoutersTest-320658655 tempest-RoutersTest-320658655-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd04d3066-a573-4a9d-b08f-be812113b873') {} {{(pid=95102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:40:49.503261 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-a3ff3bac-d6ab-4d54-a1b1-7e10f01c8179 None None] For port 836e9d9e-3a82-4c85-823d-1ebb480be576, host n-d-713301-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-16',level=0,port_id=836e9d9e-3a82-4c85-823d-1ebb480be576,segment=NetworkSegment(b42c782a-bd71-4877-b522-cec332448b60),segment_id=b42c782a-bd71-4877-b522-cec332448b60)] {{(pid=95103) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 19:40:49.507304 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-016b4cd3-9fc9-42b0-82c5-6dd0f26a144f tempest-RoutersTest-320658655 tempest-RoutersTest-320658655-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783146221725', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6162832'] for segment, before_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:49.536303 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.db_base_plugin_common [None req-8539252e-b0e8-4ed3-8647-fbe6bc2d6900 None None] Allocated IP 172.20.0.18 (b0599172-2d1a-416f-a4dc-49f04f75b3d7/4e8acd6f-99fb-4bc6-a211-27f4b2965ec1/27af7930-04e9-494f-83cd-d500c26eb9d5) {{(pid=95103) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 19:40:49.550063 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.db [req-eeb4e3dc-fc63-4526-8596-06d51c0679b5 req-dca55e0e-b5bb-4e54-ace8-0993ecf43f87 tempest-TaggedBootDevicesTest_v242-1470406513 tempest-TaggedBootDevicesTest_v242-1470406513-project] For port f2f18a7a-caec-4840-825d-bc37f2f04daf, host n-h2-713301-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-16',level=0,port_id=f2f18a7a-caec-4840-825d-bc37f2f04daf,segment=NetworkSegment(55c1cfc6-8877-41a0-94e7-9d7671a93bfb),segment_id=55c1cfc6-8877-41a0-94e7-9d7671a93bfb)] {{(pid=95101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:40:49.550852 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-eeb4e3dc-fc63-4526-8596-06d51c0679b5 req-dca55e0e-b5bb-4e54-ace8-0993ecf43f87 tempest-TaggedBootDevicesTest_v242-1470406513 tempest-TaggedBootDevicesTest_v242-1470406513-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-605701'] for port, precommit_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:49.568497 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.plugin [req-eeb4e3dc-fc63-4526-8596-06d51c0679b5 req-dca55e0e-b5bb-4e54-ace8-0993ecf43f87 tempest-TaggedBootDevicesTest_v242-1470406513 tempest-TaggedBootDevicesTest_v242-1470406513-project] Calling delete_port for f2f18a7a-caec-4840-825d-bc37f2f04daf owned by compute:nova {{(pid=95101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:40:49.770670 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-a3ff3bac-d6ab-4d54-a1b1-7e10f01c8179 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:49.777259 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-8539252e-b0e8-4ed3-8647-fbe6bc2d6900 None None] For port 27af7930-04e9-494f-83cd-d500c26eb9d5, host n-d-713301-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-16',level=0,port_id=27af7930-04e9-494f-83cd-d500c26eb9d5,segment=NetworkSegment(f565ffb4-fde7-4ebe-aa49-b5aa67af665c),segment_id=f565ffb4-fde7-4ebe-aa49-b5aa67af665c)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:40:49.850988 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3ff3bac-d6ab-4d54-a1b1-7e10f01c8179 None None] Pushing event updated for resources: {'Port': ['ID=836e9d9e-3a82-4c85-823d-1ebb480be576,revision_number=2']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:40:49.882602 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-87bc5492-29b0-48de-b116-06e5ce642a24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:49.931725 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-8539252e-b0e8-4ed3-8647-fbe6bc2d6900 None None] Notify callbacks [] for port, precommit_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:49.938395 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-8539252e-b0e8-4ed3-8647-fbe6bc2d6900 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:50.070639 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.agents_db [None req-f2f5c474-60a3-474f-b2cc-02c4bd30880c None None] Agent healthcheck: found 7 active agents {{(pid=95104) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 19:40:50.162258 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8539252e-b0e8-4ed3-8647-fbe6bc2d6900 None None] Pushing event updated for resources: {'Port': ['ID=27af7930-04e9-494f-83cd-d500c26eb9d5,revision_number=4']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:40:50.184064 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-f7501d99-48d1-44ec-816b-2589c5005840 tempest-FloatingIPNegativeTestJSON-1886207672 tempest-FloatingIPNegativeTestJSON-1886207672-project] Notify callbacks [] for port, precommit_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:50.302098 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-eeb4e3dc-fc63-4526-8596-06d51c0679b5 req-dca55e0e-b5bb-4e54-ace8-0993ecf43f87 tempest-TaggedBootDevicesTest_v242-1470406513 tempest-TaggedBootDevicesTest_v242-1470406513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783146162158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783145673144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5607431'] for port, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:50.336256 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-275b9e89-c05b-4e43-aa3e-62d19b35836e tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] Pushing event updated for resources: {'Port': ['ID=f24c57be-1efe-4c3b-b144-7aa46323f962,revision_number=2']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:40:50.368179 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-016b4cd3-9fc9-42b0-82c5-6dd0f26a144f tempest-RoutersTest-320658655 tempest-RoutersTest-320658655-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1756186'] for segment, precommit_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:50.398449 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca55e0e-b5bb-4e54-ace8-0993ecf43f87 tempest-TaggedBootDevicesTest_v242-1470406513 tempest-TaggedBootDevicesTest_v242-1470406513-project] Pushing event deleted for resources: {'Port': ['ID=f2f18a7a-caec-4840-825d-bc37f2f04daf,revision_number=None']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:40:50.421195 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-016b4cd3-9fc9-42b0-82c5-6dd0f26a144f tempest-RoutersTest-320658655 tempest-RoutersTest-320658655-project] Releasing vlan 611 on physical network physnet1 to pool {{(pid=95102) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 19:40:50.421813 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-016b4cd3-9fc9-42b0-82c5-6dd0f26a144f tempest-RoutersTest-320658655 tempest-RoutersTest-320658655-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1756186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4398095'] for segment, after_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:50.431345 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.plugin [None req-275b9e89-c05b-4e43-aa3e-62d19b35836e tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] In _notify_port_updated(), no bound segment for port f24c57be-1efe-4c3b-b144-7aa46323f962 on network b0599172-2d1a-416f-a4dc-49f04f75b3d7 {{(pid=95101) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Sep 23 19:40:50.438572 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea0a376-da27-4070-9d36-f0ddb4cffb69 req-57d5f8a2-469a-4304-a2f3-8661cfd8193c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:40:50.441767 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-6ea0a376-da27-4070-9d36-f0ddb4cffb69 req-57d5f8a2-469a-4304-a2f3-8661cfd8193c service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=ee2e9bda0f104270af74ba8d5f144843&device_id=7250b04d-cbe1-42a9-ad22-a6926740b5d8 HTTP/1.1" status: 200 len: 1097 time: 0.9709187 Sep 23 19:40:50.450205 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-275b9e89-c05b-4e43-aa3e-62d19b35836e tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:40:50.451859 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-275b9e89-c05b-4e43-aa3e-62d19b35836e tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222849'] for port, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:50.454406 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-275b9e89-c05b-4e43-aa3e-62d19b35836e tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] 10.222.0.67 "PUT /v2.0/ports/f24c57be-1efe-4c3b-b144-7aa46323f962 HTTP/1.1" status: 200 len: 921 time: 3.4888077 Sep 23 19:40:50.458541 n-d-713301-16 neutron-server[95102]: Traceback (most recent call last): Sep 23 19:40:50.458541 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 19:40:50.458541 n-d-713301-16 neutron-server[95102]: timer() Sep 23 19:40:50.458541 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 19:40:50.458541 n-d-713301-16 neutron-server[95102]: cb(*args, **kw) Sep 23 19:40:50.458541 n-d-713301-16 neutron-server[95102]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 19:40:50.458541 n-d-713301-16 neutron-server[95102]: return func(*args, **kwargs) Sep 23 19:40:50.458541 n-d-713301-16 neutron-server[95102]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 19:40:50.458541 n-d-713301-16 neutron-server[95102]: self._notify() Sep 23 19:40:50.458541 n-d-713301-16 neutron-server[95102]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 19:40:50.458541 n-d-713301-16 neutron-server[95102]: self.callback(batched_events) Sep 23 19:40:50.458541 n-d-713301-16 neutron-server[95102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 19:40:50.458541 n-d-713301-16 neutron-server[95102]: event.method(event) Sep 23 19:40:50.458541 n-d-713301-16 neutron-server[95102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 19:40:50.458541 n-d-713301-16 neutron-server[95102]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 19:40:50.458541 n-d-713301-16 neutron-server[95102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 19:40:50.458541 n-d-713301-16 neutron-server[95102]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 19:40:50.458541 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 19:40:50.458541 n-d-713301-16 neutron-server[95102]: return f(self, *a, **k) Sep 23 19:40:50.458541 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 19:40:50.458541 n-d-713301-16 neutron-server[95102]: return self._get(url).json() Sep 23 19:40:50.458541 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 19:40:50.458541 n-d-713301-16 neutron-server[95102]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 19:40:50.458541 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 19:40:50.458541 n-d-713301-16 neutron-server[95102]: return self.request(url, 'GET', **kwargs) Sep 23 19:40:50.458541 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 19:40:50.458541 n-d-713301-16 neutron-server[95102]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 19:40:50.458541 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 19:40:50.458541 n-d-713301-16 neutron-server[95102]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 19:40:50.458541 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 19:40:50.458541 n-d-713301-16 neutron-server[95102]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 19:40:50.458541 n-d-713301-16 neutron-server[95102]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 19:40:50.463069 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 60544) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:40:50.519984 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d40ca28-12c7-48fb-94c6-67d9211114fc req-6da5ffa1-ae3f-4cf1-82fd-3283c1471ee9 tempest-TaggedBootDevicesTest_v242-1470406513 tempest-TaggedBootDevicesTest_v242-1470406513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:40:50.528284 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d40ca28-12c7-48fb-94c6-67d9211114fc req-6da5ffa1-ae3f-4cf1-82fd-3283c1471ee9 tempest-TaggedBootDevicesTest_v242-1470406513 tempest-TaggedBootDevicesTest_v242-1470406513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:40:50.538199 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d40ca28-12c7-48fb-94c6-67d9211114fc req-6da5ffa1-ae3f-4cf1-82fd-3283c1471ee9 tempest-TaggedBootDevicesTest_v242-1470406513 tempest-TaggedBootDevicesTest_v242-1470406513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:40:50.546068 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d40ca28-12c7-48fb-94c6-67d9211114fc req-6da5ffa1-ae3f-4cf1-82fd-3283c1471ee9 tempest-TaggedBootDevicesTest_v242-1470406513 tempest-TaggedBootDevicesTest_v242-1470406513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:40:50.548081 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-6d40ca28-12c7-48fb-94c6-67d9211114fc req-6da5ffa1-ae3f-4cf1-82fd-3283c1471ee9 tempest-TaggedBootDevicesTest_v242-1470406513 tempest-TaggedBootDevicesTest_v242-1470406513-project] 10.222.0.67 "GET /v2.0/ports?device_id=583aeae2-b5c0-4d8d-bffb-15a63f4020fc HTTP/1.1" status: 200 len: 3064 time: 1.1487126 Sep 23 19:40:50.553303 n-d-713301-16 neutron-server[95101]: DEBUG neutron.db.l3_dvrscheduler_db [req-eeb4e3dc-fc63-4526-8596-06d51c0679b5 req-dca55e0e-b5bb-4e54-ace8-0993ecf43f87 tempest-TaggedBootDevicesTest_v242-1470406513 tempest-TaggedBootDevicesTest_v242-1470406513-project] No DVR routers for this DVR port f2f18a7a-caec-4840-825d-bc37f2f04daf on host n-h2-713301-16 {{(pid=95101) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 19:40:50.555045 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 60546) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:40:50.567883 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-eeb4e3dc-fc63-4526-8596-06d51c0679b5 req-dca55e0e-b5bb-4e54-ace8-0993ecf43f87 tempest-TaggedBootDevicesTest_v242-1470406513 tempest-TaggedBootDevicesTest_v242-1470406513-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222849'] for port, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:50.576072 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-eeb4e3dc-fc63-4526-8596-06d51c0679b5 req-dca55e0e-b5bb-4e54-ace8-0993ecf43f87 tempest-TaggedBootDevicesTest_v242-1470406513 tempest-TaggedBootDevicesTest_v242-1470406513-project] 10.222.0.53 "DELETE /v2.0/ports/f2f18a7a-caec-4840-825d-bc37f2f04daf HTTP/1.1" status: 204 len: 173 time: 1.8205369 Sep 23 19:40:50.680973 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-f7501d99-48d1-44ec-816b-2589c5005840 tempest-FloatingIPNegativeTestJSON-1886207672 tempest-FloatingIPNegativeTestJSON-1886207672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783145673135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4399100'] for port, after_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:50.709681 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Device 27af7930-04e9-494f-83cd-d500c26eb9d5 up at agent ovs-agent-n-d-713301-16 {{(pid=95103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 19:40:50.767467 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.plugin [req-eeb4e3dc-fc63-4526-8596-06d51c0679b5 req-d9ef2020-1bf9-4a9e-b90a-08e70413256d tempest-TaggedBootDevicesTest_v242-1470406513 tempest-TaggedBootDevicesTest_v242-1470406513-project] Deleting port c139ca82-853e-472d-b61c-c167aa20c5aa {{(pid=95101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:40:50.770389 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-eeb4e3dc-fc63-4526-8596-06d51c0679b5 req-d9ef2020-1bf9-4a9e-b90a-08e70413256d tempest-TaggedBootDevicesTest_v242-1470406513 tempest-TaggedBootDevicesTest_v242-1470406513-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783146157096'] for port, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:50.829523 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-1348070e-a6d5-4db2-a8d3-2f953ff40754 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:50.842816 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Provisioning complete for port 27af7930-04e9-494f-83cd-d500c26eb9d5 triggered by entity L2. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:40:50.843040 n-d-713301-16 neutron-server[95102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7501d99-48d1-44ec-816b-2589c5005840 tempest-FloatingIPNegativeTestJSON-1886207672 tempest-FloatingIPNegativeTestJSON-1886207672-project] Network 41f5dee0-08a6-4a31-9ecf-3a788dcb5085 is already hosted by enough agents. {{(pid=95102) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:40:50.843190 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:50.938812 n-d-713301-16 neutron-server[95101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '583aeae2-b5c0-4d8d-bffb-15a63f4020fc', 'name': 'network-vif-deleted', 'tag': 'f2f18a7a-caec-4840-825d-bc37f2f04daf'}] {{(pid=95101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 19:40:50.942957 n-d-713301-16 neutron-server[95101]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d8366c5740cd635e57ab12b71fe44a77c2acc3c19091ef849c6f68b380462244" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97c8ab94-021a-47b8-8556-89db373a90d3" -d '{"events": [{"server_uuid": "583aeae2-b5c0-4d8d-bffb-15a63f4020fc", "name": "network-vif-deleted", "tag": "f2f18a7a-caec-4840-825d-bc37f2f04daf"}]}' {{(pid=95101) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 19:40:50.959129 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e654663-86fd-4226-9223-f8478a6799c4 req-6ff7ffae-8c1e-4b67-a87a-60115bc21411 tempest-ServersTestJSON-149791516 tempest-ServersTestJSON-149791516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:40:50.994606 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-5e654663-86fd-4226-9223-f8478a6799c4 req-6ff7ffae-8c1e-4b67-a87a-60115bc21411 tempest-ServersTestJSON-149791516 tempest-ServersTestJSON-149791516-project] 10.222.0.67 "GET /v2.0/ports?device_id=1921f1fe-df9a-46ef-ae57-567b8545bac8 HTTP/1.1" status: 200 len: 945 time: 0.7289257 Sep 23 19:40:51.001721 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-016b4cd3-9fc9-42b0-82c5-6dd0f26a144f tempest-RoutersTest-320658655 tempest-RoutersTest-320658655-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1754627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-601866'] for network, after_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:51.004746 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea0a376-da27-4070-9d36-f0ddb4cffb69 req-b433b77e-0006-46a8-a18c-49eca32ebc45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:40:51.010560 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-6ea0a376-da27-4070-9d36-f0ddb4cffb69 req-b433b77e-0006-46a8-a18c-49eca32ebc45 service neutron] 10.222.0.53 "GET /v2.0/networks?id=13c320c3-e746-4d37-877a-d3d286211b52 HTTP/1.1" status: 200 len: 907 time: 0.4348414 Sep 23 19:40:51.038099 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Device 836e9d9e-3a82-4c85-823d-1ebb480be576 up at agent ovs-agent-n-d-713301-16 {{(pid=95103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 19:40:51.093075 n-d-713301-16 neutron-server[95102]: DEBUG neutron.scheduler.base_scheduler [None req-f7501d99-48d1-44ec-816b-2589c5005840 tempest-FloatingIPNegativeTestJSON-1886207672 tempest-FloatingIPNegativeTestJSON-1886207672-project] Resources bound (agent type, host, resource id): {{(pid=95102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:40:51.097495 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7501d99-48d1-44ec-816b-2589c5005840 tempest-FloatingIPNegativeTestJSON-1886207672 tempest-FloatingIPNegativeTestJSON-1886207672-project] Pushing event updated for resources: {'Port': ['ID=5f805332-eafd-466d-b26e-1940b480f0de,revision_number=1']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:40:51.143563 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-1348070e-a6d5-4db2-a8d3-2f953ff40754 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:51.152339 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-1348070e-a6d5-4db2-a8d3-2f953ff40754 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:51.162510 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Provisioning complete for port 836e9d9e-3a82-4c85-823d-1ebb480be576 triggered by entity L2. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:40:51.163020 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:51.163266 n-d-713301-16 neutron-server[95102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7501d99-48d1-44ec-816b-2589c5005840 tempest-FloatingIPNegativeTestJSON-1886207672 tempest-FloatingIPNegativeTestJSON-1886207672-project] Received port after_create {{(pid=95102) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 19:40:51.179282 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-016b4cd3-9fc9-42b0-82c5-6dd0f26a144f tempest-RoutersTest-320658655 tempest-RoutersTest-320658655-project] Notify callbacks [] for network, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:51.186171 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-016b4cd3-9fc9-42b0-82c5-6dd0f26a144f tempest-RoutersTest-320658655 tempest-RoutersTest-320658655-project] 10.222.0.67 "DELETE /v2.0/networks/bbb96d31-ef87-4e4a-85b9-cf661135e859 HTTP/1.1" status: 204 len: 168 time: 2.3678150 Sep 23 19:40:51.226120 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 60554) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:40:51.259010 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-1348070e-a6d5-4db2-a8d3-2f953ff40754 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=4ed2738ea20044d283fd4bd08714d630&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7000918 Sep 23 19:40:51.259010 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1348070e-a6d5-4db2-a8d3-2f953ff40754 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e96cfc7-f337-49d0-b0e3-159ace56ac31,revision_number=1']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:40:51.283126 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.v2.base [None req-86e5de3b-badb-4db7-95df-23dd8edb909d tempest-RoutersTest-320658655 tempest-RoutersTest-320658655-project] Request body: {'network': {'name': 'tempest-RoutersTest-1245248126'}} {{(pid=95102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:40:51.285620 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 60558) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:40:51.307744 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.db [req-eeb4e3dc-fc63-4526-8596-06d51c0679b5 req-d9ef2020-1bf9-4a9e-b90a-08e70413256d tempest-TaggedBootDevicesTest_v242-1470406513 tempest-TaggedBootDevicesTest_v242-1470406513-project] For port c139ca82-853e-472d-b61c-c167aa20c5aa, host n-h2-713301-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-16',level=0,port_id=c139ca82-853e-472d-b61c-c167aa20c5aa,segment=NetworkSegment(f1ac3ad9-0f16-48a3-9c98-25f1a3519880),segment_id=f1ac3ad9-0f16-48a3-9c98-25f1a3519880)] {{(pid=95101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:40:51.308341 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-eeb4e3dc-fc63-4526-8596-06d51c0679b5 req-d9ef2020-1bf9-4a9e-b90a-08e70413256d tempest-TaggedBootDevicesTest_v242-1470406513 tempest-TaggedBootDevicesTest_v242-1470406513-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-605701'] for port, precommit_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:51.329359 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:51.359957 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.plugin [req-eeb4e3dc-fc63-4526-8596-06d51c0679b5 req-d9ef2020-1bf9-4a9e-b90a-08e70413256d tempest-TaggedBootDevicesTest_v242-1470406513 tempest-TaggedBootDevicesTest_v242-1470406513-project] Calling delete_port for c139ca82-853e-472d-b61c-c167aa20c5aa owned by compute:nova {{(pid=95101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:40:51.394402 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] For port 836e9d9e-3a82-4c85-823d-1ebb480be576, host n-d-713301-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-16',level=0,port_id=836e9d9e-3a82-4c85-823d-1ebb480be576,segment=NetworkSegment(b42c782a-bd71-4877-b522-cec332448b60),segment_id=b42c782a-bd71-4877-b522-cec332448b60)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:40:51.402031 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:51.438650 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-016b4cd3-9fc9-42b0-82c5-6dd0f26a144f tempest-RoutersTest-320658655 tempest-RoutersTest-320658655-project] Pushing event deleted for resources: {'Network': ['ID=bbb96d31-ef87-4e4a-85b9-cf661135e859,revision_number=None']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:40:51.457956 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-f5e44381-5725-48d2-b94a-83eca74db655 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:51.465858 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Pushing event updated for resources: {'Port': ['ID=836e9d9e-3a82-4c85-823d-1ebb480be576,revision_number=3']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:40:51.467175 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-6ea0a376-da27-4070-9d36-f0ddb4cffb69 req-133d85a6-df88-415e-9be0-2f1c8ce8d77e service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1e33a789-d371-4447-ad9f-6d77201ac2d1 HTTP/1.1" status: 200 len: 217 time: 0.3051865 Sep 23 19:40:51.481823 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86e5de3b-badb-4db7-95df-23dd8edb909d tempest-RoutersTest-320658655 tempest-RoutersTest-320658655-project] Made reservation on behalf of 6680ec314c604479bbb737c95f4e0850 for: {'network': 1} {{(pid=95102) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:40:51.485306 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-86e5de3b-badb-4db7-95df-23dd8edb909d tempest-RoutersTest-320658655 tempest-RoutersTest-320658655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for network, before_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:51.494131 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-eb6d8664-da20-42ab-aa98-097b6891837b None None] Provisioning complete for port 27af7930-04e9-494f-83cd-d500c26eb9d5 triggered by entity DHCP. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:40:51.495289 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-eb6d8664-da20-42ab-aa98-097b6891837b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:51.508098 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-6d40ca28-12c7-48fb-94c6-67d9211114fc req-639994e7-7e97-4f0c-bfab-75470aad3afd tempest-TaggedBootDevicesTest_v242-1470406513 tempest-TaggedBootDevicesTest_v242-1470406513-project] 10.222.0.67 "GET /v2.0/security-groups?id=687e4f9e-0a49-4ef3-86dc-e31b7edc6949&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.9277098 Sep 23 19:40:51.519189 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-f5e44381-5725-48d2-b94a-83eca74db655 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:51.609280 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-5e654663-86fd-4226-9223-f8478a6799c4 req-0223d140-885e-450d-97ea-360cc3082163 tempest-ServersTestJSON-149791516 tempest-ServersTestJSON-149791516-project] 10.222.0.67 "GET /v2.0/security-groups?id=b8c31db9-bcb2-4708-876e-18b1f4bdd8a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6134140 Sep 23 19:40:51.611183 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-f7501d99-48d1-44ec-816b-2589c5005840 tempest-FloatingIPNegativeTestJSON-1886207672 tempest-FloatingIPNegativeTestJSON-1886207672-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-601987'] for router_interface, before_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:51.680955 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6484d912-6ae5-47fe-805d-5ba93fd53e92 None None] Network 41f5dee0-08a6-4a31-9ecf-3a788dcb5085 requested from n-d-713301-16 {{(pid=95103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 19:40:51.693626 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-f5e44381-5725-48d2-b94a-83eca74db655 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:51.696475 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-f5e44381-5725-48d2-b94a-83eca74db655 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:51.697774 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-f5e44381-5725-48d2-b94a-83eca74db655 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/9e96cfc7-f337-49d0-b0e3-159ace56ac31 HTTP/1.1" status: 204 len: 168 time: 0.4111509 Sep 23 19:40:51.719705 n-d-713301-16 neutron-server[95101]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 19:40:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86f0b91c-f4c2-417b-91bc-0a25b591a1d7 x-openstack-request-id: req-86f0b91c-f4c2-417b-91bc-0a25b591a1d7 {{(pid=95101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 19:40:51.720144 n-d-713301-16 neutron-server[95101]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "583aeae2-b5c0-4d8d-bffb-15a63f4020fc", "name": "network-vif-deleted", "tag": "f2f18a7a-caec-4840-825d-bc37f2f04daf", "status": "completed", "code": 200}]} {{(pid=95101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 19:40:51.720497 n-d-713301-16 neutron-server[95101]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-86f0b91c-f4c2-417b-91bc-0a25b591a1d7 {{(pid=95101) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 19:40:51.721166 n-d-713301-16 neutron-server[95101]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '583aeae2-b5c0-4d8d-bffb-15a63f4020fc', 'name': 'network-vif-deleted', 'tag': 'f2f18a7a-caec-4840-825d-bc37f2f04daf', 'status': 'completed', 'code': 200} Sep 23 19:40:51.724965 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5e44381-5725-48d2-b94a-83eca74db655 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e96cfc7-f337-49d0-b0e3-159ace56ac31,revision_number=None']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:40:51.766723 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-eeb4e3dc-fc63-4526-8596-06d51c0679b5 req-d9ef2020-1bf9-4a9e-b90a-08e70413256d tempest-TaggedBootDevicesTest_v242-1470406513 tempest-TaggedBootDevicesTest_v242-1470406513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783146162158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783145673144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5607431'] for port, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:51.769940 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-86e5de3b-badb-4db7-95df-23dd8edb909d tempest-RoutersTest-320658655 tempest-RoutersTest-320658655-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 620} {{(pid=95102) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 19:40:51.801135 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-86e5de3b-badb-4db7-95df-23dd8edb909d tempest-RoutersTest-320658655 tempest-RoutersTest-320658655-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1756186'] for segment, precommit_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:51.802434 n-d-713301-16 neutron-server[95102]: INFO neutron.db.segments_db [None req-86e5de3b-badb-4db7-95df-23dd8edb909d tempest-RoutersTest-320658655 tempest-RoutersTest-320658655-project] Added segment d523b82f-6286-4a80-bd49-507be594f5c8 of type vlan for network 94197142-910d-4b9c-a77c-60a2d1f62d36 Sep 23 19:40:51.806556 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ef2020-1bf9-4a9e-b90a-08e70413256d tempest-TaggedBootDevicesTest_v242-1470406513 tempest-TaggedBootDevicesTest_v242-1470406513-project] Pushing event deleted for resources: {'Port': ['ID=c139ca82-853e-472d-b61c-c167aa20c5aa,revision_number=None']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:40:51.860482 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.plugin [None req-820cbdcb-9428-4dd0-bf7b-2c5f9baa7736 tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] Deleting port f24c57be-1efe-4c3b-b144-7aa46323f962 {{(pid=95102) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:40:51.862131 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-820cbdcb-9428-4dd0-bf7b-2c5f9baa7736 tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783146157096'] for port, before_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:51.879450 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-eb6d8664-da20-42ab-aa98-097b6891837b None None] Provisioning complete for port f24c57be-1efe-4c3b-b144-7aa46323f962 triggered by entity DHCP. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:40:51.879830 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-eb6d8664-da20-42ab-aa98-097b6891837b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:51.893235 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea0a376-da27-4070-9d36-f0ddb4cffb69 req-de432fb7-129a-43ea-8186-446a835abfe9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:40:51.895262 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-6ea0a376-da27-4070-9d36-f0ddb4cffb69 req-de432fb7-129a-43ea-8186-446a835abfe9 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=1858a7c9-e08d-4d7a-87f9-fd282e21109a HTTP/1.1" status: 200 len: 846 time: 0.3906877 Sep 23 19:40:51.917728 n-d-713301-16 neutron-server[95101]: DEBUG neutron.db.l3_dvrscheduler_db [req-eeb4e3dc-fc63-4526-8596-06d51c0679b5 req-d9ef2020-1bf9-4a9e-b90a-08e70413256d tempest-TaggedBootDevicesTest_v242-1470406513 tempest-TaggedBootDevicesTest_v242-1470406513-project] No DVR routers for this DVR port c139ca82-853e-472d-b61c-c167aa20c5aa on host n-h2-713301-16 {{(pid=95101) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 19:40:51.921924 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-eeb4e3dc-fc63-4526-8596-06d51c0679b5 req-d9ef2020-1bf9-4a9e-b90a-08e70413256d tempest-TaggedBootDevicesTest_v242-1470406513 tempest-TaggedBootDevicesTest_v242-1470406513-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222849'] for port, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:51.925425 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-eeb4e3dc-fc63-4526-8596-06d51c0679b5 req-d9ef2020-1bf9-4a9e-b90a-08e70413256d tempest-TaggedBootDevicesTest_v242-1470406513 tempest-TaggedBootDevicesTest_v242-1470406513-project] 10.222.0.53 "DELETE /v2.0/ports/c139ca82-853e-472d-b61c-c167aa20c5aa HTTP/1.1" status: 204 len: 173 time: 1.3422709 Sep 23 19:40:51.979676 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-6ea0a376-da27-4070-9d36-f0ddb4cffb69 req-7a05bf82-5d3a-422a-9a2f-88a0a18148e4 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=13c320c3-e746-4d37-877a-d3d286211b52&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0667546 Sep 23 19:40:51.985283 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-86e5de3b-badb-4db7-95df-23dd8edb909d tempest-RoutersTest-320658655 tempest-RoutersTest-320658655-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783145630486'] for network, precommit_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:52.114164 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.plugin [req-eeb4e3dc-fc63-4526-8596-06d51c0679b5 req-9c3f2980-c613-437e-9f1c-4be5fa5bd39c tempest-TaggedBootDevicesTest_v242-1470406513 tempest-TaggedBootDevicesTest_v242-1470406513-project] Deleting port 6a7a5cae-7327-4542-b381-1fad380770ef {{(pid=95101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:40:52.114517 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-eeb4e3dc-fc63-4526-8596-06d51c0679b5 req-9c3f2980-c613-437e-9f1c-4be5fa5bd39c tempest-TaggedBootDevicesTest_v242-1470406513 tempest-TaggedBootDevicesTest_v242-1470406513-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783146157096'] for port, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:52.115991 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-820cbdcb-9428-4dd0-bf7b-2c5f9baa7736 tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-605701'] for port, precommit_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:52.131372 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.plugin [None req-820cbdcb-9428-4dd0-bf7b-2c5f9baa7736 tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] Calling delete_port for f24c57be-1efe-4c3b-b144-7aa46323f962 owned by {{(pid=95102) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:40:52.197426 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.plugin [None req-eb6d8664-da20-42ab-aa98-097b6891837b None None] Port f24c57be-1efe-4c3b-b144-7aa46323f962 cannot update to ACTIVE because it is not bound. {{(pid=95103) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 19:40:52.273630 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-eb6d8664-da20-42ab-aa98-097b6891837b None None] Provisioning complete for port aaf4c817-e69d-49a0-9a73-c5e8e3e5c45b triggered by entity DHCP. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:40:52.275296 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-eb6d8664-da20-42ab-aa98-097b6891837b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:52.301078 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.db [req-eeb4e3dc-fc63-4526-8596-06d51c0679b5 req-9c3f2980-c613-437e-9f1c-4be5fa5bd39c tempest-TaggedBootDevicesTest_v242-1470406513 tempest-TaggedBootDevicesTest_v242-1470406513-project] For port 6a7a5cae-7327-4542-b381-1fad380770ef, host n-h2-713301-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-16',level=0,port_id=6a7a5cae-7327-4542-b381-1fad380770ef,segment=NetworkSegment(95f6fe7c-cbd3-4365-ad71-f7b6e6da07cd),segment_id=95f6fe7c-cbd3-4365-ad71-f7b6e6da07cd)] {{(pid=95101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:40:52.301453 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-eeb4e3dc-fc63-4526-8596-06d51c0679b5 req-9c3f2980-c613-437e-9f1c-4be5fa5bd39c tempest-TaggedBootDevicesTest_v242-1470406513 tempest-TaggedBootDevicesTest_v242-1470406513-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-605701'] for port, precommit_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:52.310040 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-86e5de3b-badb-4db7-95df-23dd8edb909d tempest-RoutersTest-320658655 tempest-RoutersTest-320658655-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299'] for network, after_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:52.318136 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86e5de3b-badb-4db7-95df-23dd8edb909d tempest-RoutersTest-320658655 tempest-RoutersTest-320658655-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:40:52.318814 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-86e5de3b-badb-4db7-95df-23dd8edb909d tempest-RoutersTest-320658655 tempest-RoutersTest-320658655-project] Notify callbacks [] for network, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:52.346202 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [req-6c2ae677-f573-45d2-af48-92576139327c req-b36645fe-cca8-489e-9c64-833a9f105737 service neutron] (95102) timed out ('10.222.0.74', 55268) {{(pid=95102) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 23 19:40:52.347997 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-86e5de3b-badb-4db7-95df-23dd8edb909d tempest-RoutersTest-320658655 tempest-RoutersTest-320658655-project] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.1140943 Sep 23 19:40:52.402057 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 60580) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:40:52.414887 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.v2.base [None req-e14a62ab-429a-4775-a756-0b932d343458 tempest-RoutersTest-320658655 tempest-RoutersTest-320658655-project] Request body: {'subnet': {'network_id': '94197142-910d-4b9c-a77c-60a2d1f62d36', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:40:52.430261 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-f7501d99-48d1-44ec-816b-2589c5005840 tempest-FloatingIPNegativeTestJSON-1886207672 tempest-FloatingIPNegativeTestJSON-1886207672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:52.479872 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Device 836e9d9e-3a82-4c85-823d-1ebb480be576 up at agent ovs-agent-n-d-713301-16 {{(pid=95103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 19:40:52.529719 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.plugin [None req-eb6d8664-da20-42ab-aa98-097b6891837b None None] Port aaf4c817-e69d-49a0-9a73-c5e8e3e5c45b cannot update to ACTIVE because it is not bound. {{(pid=95103) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 19:40:52.531560 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-fb127fe2-5fef-4a28-ac40-edbe787d9d49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:52.601901 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Provisioning complete for port 836e9d9e-3a82-4c85-823d-1ebb480be576 triggered by entity L2. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:40:52.605147 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:52.685354 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e5de3b-badb-4db7-95df-23dd8edb909d tempest-RoutersTest-320658655 tempest-RoutersTest-320658655-project] Pushing event updated for resources: {'Network': ['ID=94197142-910d-4b9c-a77c-60a2d1f62d36,revision_number=1']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:40:52.700946 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Network 94197142-910d-4b9c-a77c-60a2d1f62d36 details requested by agent ovs-agent-n-d-713301-16 with host n-d-713301-16 {{(pid=95103) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 19:40:52.788145 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-a721b70c-9aa7-4726-ab1f-dcc42d2fe4b2 None None] Provisioning complete for port f24c57be-1efe-4c3b-b144-7aa46323f962 triggered by entity DHCP. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:40:52.789647 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-a721b70c-9aa7-4726-ab1f-dcc42d2fe4b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:52.820269 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-6ea0a376-da27-4070-9d36-f0ddb4cffb69 req-eacdbd33-f9df-4815-8b63-38e36ffa9854 service neutron] 10.222.0.53 "GET /v2.0/networks/13c320c3-e746-4d37-877a-d3d286211b52?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8312283 Sep 23 19:40:52.820906 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-820cbdcb-9428-4dd0-bf7b-2c5f9baa7736 tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783146162158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783145673144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4399100'] for port, after_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:52.869685 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.plugin [None req-a721b70c-9aa7-4726-ab1f-dcc42d2fe4b2 None None] Port f24c57be-1efe-4c3b-b144-7aa46323f962 was deleted so its status cannot be updated. {{(pid=95103) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:331}} Sep 23 19:40:52.901141 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e14a62ab-429a-4775-a756-0b932d343458 tempest-RoutersTest-320658655 tempest-RoutersTest-320658655-project] Made reservation on behalf of 6680ec314c604479bbb737c95f4e0850 for: {'subnet': 1} {{(pid=95101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:40:52.904966 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-e14a62ab-429a-4775-a756-0b932d343458 tempest-RoutersTest-320658655 tempest-RoutersTest-320658655-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6130979'] for subnet, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:52.931676 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-eeb4e3dc-fc63-4526-8596-06d51c0679b5 req-9c3f2980-c613-437e-9f1c-4be5fa5bd39c tempest-TaggedBootDevicesTest_v242-1470406513 tempest-TaggedBootDevicesTest_v242-1470406513-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:52.932091 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-eeb4e3dc-fc63-4526-8596-06d51c0679b5 req-9c3f2980-c613-437e-9f1c-4be5fa5bd39c tempest-TaggedBootDevicesTest_v242-1470406513 tempest-TaggedBootDevicesTest_v242-1470406513-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-601884'] for floatingip, after_update {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:52.932411 n-d-713301-16 neutron-server[95101]: INFO neutron.db.l3_db [req-eeb4e3dc-fc63-4526-8596-06d51c0679b5 req-9c3f2980-c613-437e-9f1c-4be5fa5bd39c tempest-TaggedBootDevicesTest_v242-1470406513 tempest-TaggedBootDevicesTest_v242-1470406513-project] Floating IP 341e24b7-fecd-41d3-9122-f5bc785b50ad disassociated. External IP: 172.25.1.188, port: 6a7a5cae-7327-4542-b381-1fad380770ef. Sep 23 19:40:52.932793 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.plugin [req-eeb4e3dc-fc63-4526-8596-06d51c0679b5 req-9c3f2980-c613-437e-9f1c-4be5fa5bd39c tempest-TaggedBootDevicesTest_v242-1470406513 tempest-TaggedBootDevicesTest_v242-1470406513-project] Calling delete_port for 6a7a5cae-7327-4542-b381-1fad380770ef owned by compute:nova {{(pid=95101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:40:53.013469 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-a721b70c-9aa7-4726-ab1f-dcc42d2fe4b2 None None] Provisioning complete for port 836e9d9e-3a82-4c85-823d-1ebb480be576 triggered by entity DHCP. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:40:53.018260 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-a721b70c-9aa7-4726-ab1f-dcc42d2fe4b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:53.092639 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:53.220044 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-820cbdcb-9428-4dd0-bf7b-2c5f9baa7736 tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] Pushing event deleted for resources: {'Port': ['ID=f24c57be-1efe-4c3b-b144-7aa46323f962,revision_number=None']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:40:53.255475 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [req-66be616d-1363-4b95-bc18-aebdafe476ee req-4ad6cb85-3e25-4fe9-bf77-01ab1eca1dc3 service neutron] (95102) timed out ('10.222.0.74', 55449) {{(pid=95102) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 23 19:40:53.342642 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-820cbdcb-9428-4dd0-bf7b-2c5f9baa7736 tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:40:53.343227 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-820cbdcb-9428-4dd0-bf7b-2c5f9baa7736 tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:40:53.343743 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-820cbdcb-9428-4dd0-bf7b-2c5f9baa7736 tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:40:53.344226 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-820cbdcb-9428-4dd0-bf7b-2c5f9baa7736 tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:40:53.344907 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-820cbdcb-9428-4dd0-bf7b-2c5f9baa7736 tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:40:53.345413 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-820cbdcb-9428-4dd0-bf7b-2c5f9baa7736 tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:40:53.345973 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-820cbdcb-9428-4dd0-bf7b-2c5f9baa7736 tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:40:53.347708 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-820cbdcb-9428-4dd0-bf7b-2c5f9baa7736 tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:40:53.348227 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-820cbdcb-9428-4dd0-bf7b-2c5f9baa7736 tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:40:53.348768 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-820cbdcb-9428-4dd0-bf7b-2c5f9baa7736 tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:40:53.349426 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-820cbdcb-9428-4dd0-bf7b-2c5f9baa7736 tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:40:53.349909 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-820cbdcb-9428-4dd0-bf7b-2c5f9baa7736 tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:40:53.357691 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-eeb4e3dc-fc63-4526-8596-06d51c0679b5 req-9c3f2980-c613-437e-9f1c-4be5fa5bd39c tempest-TaggedBootDevicesTest_v242-1470406513 tempest-TaggedBootDevicesTest_v242-1470406513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783146162158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783145673144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5607431'] for port, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:53.389803 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-68a5fa6d-3d9d-41be-9f82-4e10a5eebcbb None None] Provisioning complete for port 5f805332-eafd-466d-b26e-1940b480f0de triggered by entity DHCP. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:40:53.390225 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-68a5fa6d-3d9d-41be-9f82-4e10a5eebcbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:53.407372 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c3f2980-c613-437e-9f1c-4be5fa5bd39c tempest-TaggedBootDevicesTest_v242-1470406513 tempest-TaggedBootDevicesTest_v242-1470406513-project] Pushing event deleted for resources: {'Port': ['ID=6a7a5cae-7327-4542-b381-1fad380770ef,revision_number=None']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:40:53.411620 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-e14a62ab-429a-4775-a756-0b932d343458 tempest-RoutersTest-320658655 tempest-RoutersTest-320658655-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5607579', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6130961'] for subnet, after_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:53.464943 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.plugin [None req-68a5fa6d-3d9d-41be-9f82-4e10a5eebcbb None None] Port 5f805332-eafd-466d-b26e-1940b480f0de cannot update to ACTIVE because it is not bound. {{(pid=95103) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 19:40:53.482526 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-0ae75029-feb6-4728-9a94-5f9b60993d82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:53.484658 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-68a5fa6d-3d9d-41be-9f82-4e10a5eebcbb None None] Provisioning complete for port 836e9d9e-3a82-4c85-823d-1ebb480be576 triggered by entity DHCP. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:40:53.484658 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-68a5fa6d-3d9d-41be-9f82-4e10a5eebcbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:53.502077 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d67319-e9d4-4e6c-baa4-fd9bc2aa89b4 req-5d8233f3-5058-4ccd-a49b-3ceeec611ae1 tempest-TaggedBootDevicesTest_v242-1470406513 tempest-TaggedBootDevicesTest_v242-1470406513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:40:53.517545 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d67319-e9d4-4e6c-baa4-fd9bc2aa89b4 req-5d8233f3-5058-4ccd-a49b-3ceeec611ae1 tempest-TaggedBootDevicesTest_v242-1470406513 tempest-TaggedBootDevicesTest_v242-1470406513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:40:53.519796 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-87d67319-e9d4-4e6c-baa4-fd9bc2aa89b4 req-5d8233f3-5058-4ccd-a49b-3ceeec611ae1 tempest-TaggedBootDevicesTest_v242-1470406513 tempest-TaggedBootDevicesTest_v242-1470406513-project] 10.222.0.67 "GET /v2.0/ports?device_id=583aeae2-b5c0-4d8d-bffb-15a63f4020fc HTTP/1.1" status: 200 len: 1599 time: 0.8257499 Sep 23 19:40:53.566274 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-820cbdcb-9428-4dd0-bf7b-2c5f9baa7736 tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222849'] for port, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:53.568508 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-820cbdcb-9428-4dd0-bf7b-2c5f9baa7736 tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] 10.222.0.67 "DELETE /v2.0/ports/f24c57be-1efe-4c3b-b144-7aa46323f962 HTTP/1.1" status: 204 len: 168 time: 3.0662665 Sep 23 19:40:53.578935 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 60618) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:40:53.611263 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd286b5-b60f-46c4-a917-975d93a32a71 req-787d6631-f449-4975-a0e6-d6ab10c63574 tempest-ServersTestJSON-149791516 tempest-ServersTestJSON-149791516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:40:53.617852 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-bdd286b5-b60f-46c4-a917-975d93a32a71 req-787d6631-f449-4975-a0e6-d6ab10c63574 tempest-ServersTestJSON-149791516 tempest-ServersTestJSON-149791516-project] 10.222.0.67 "GET /v2.0/ports?device_id=1921f1fe-df9a-46ef-ae57-567b8545bac8 HTTP/1.1" status: 200 len: 945 time: 0.7614009 Sep 23 19:40:53.681807 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e14a62ab-429a-4775-a756-0b932d343458 tempest-RoutersTest-320658655 tempest-RoutersTest-320658655-project] Pushing event updated for resources: {'Subnet': ['ID=28d274e7-42ad-49df-8ce1-36910db9f63e,revision_number=0']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:40:53.683315 n-d-713301-16 neutron-server[95102]: INFO neutron.pecan_wsgi.hooks.translation [None req-2b23aa4c-b9f6-40d0-bb14-3097a6a84608 tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] GET failed (client error): The resource could not be found. Sep 23 19:40:53.687369 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-2b23aa4c-b9f6-40d0-bb14-3097a6a84608 tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] 10.222.0.67 "GET /v2.0/ports/f24c57be-1efe-4c3b-b144-7aa46323f962 HTTP/1.1" status: 404 len: 333 time: 0.1058431 Sep 23 19:40:53.696806 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 60622) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:40:53.700989 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.l3_agent_scheduler [req-eeb4e3dc-fc63-4526-8596-06d51c0679b5 req-9c3f2980-c613-437e-9f1c-4be5fa5bd39c tempest-TaggedBootDevicesTest_v242-1470406513 tempest-TaggedBootDevicesTest_v242-1470406513-project] Router 687c9c47-8f94-4243-aa15-ef795d11d187 has already been hosted by L3 agent 79a740bf-7821-4989-8288-7186e3e128f3 {{(pid=95101) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 19:40:53.709085 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-6ea0a376-da27-4070-9d36-f0ddb4cffb69 req-52be1773-563b-4ff5-b410-513d43949b90 service neutron] 10.222.0.53 "GET /v2.0/networks/13c320c3-e746-4d37-877a-d3d286211b52?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8604975 Sep 23 19:40:53.729188 n-d-713301-16 neutron-server[95101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '583aeae2-b5c0-4d8d-bffb-15a63f4020fc', 'name': 'network-vif-deleted', 'tag': 'c139ca82-853e-472d-b61c-c167aa20c5aa'}] {{(pid=95101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 19:40:53.731875 n-d-713301-16 neutron-server[95101]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d8366c5740cd635e57ab12b71fe44a77c2acc3c19091ef849c6f68b380462244" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-949483e8-f412-489f-a778-b5f163ec2de4" -d '{"events": [{"server_uuid": "583aeae2-b5c0-4d8d-bffb-15a63f4020fc", "name": "network-vif-deleted", "tag": "c139ca82-853e-472d-b61c-c167aa20c5aa"}]}' {{(pid=95101) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 19:40:53.741248 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-87d67319-e9d4-4e6c-baa4-fd9bc2aa89b4 req-06ce8318-587d-4c40-ade1-a70a07a48314 tempest-TaggedBootDevicesTest_v242-1470406513 tempest-TaggedBootDevicesTest_v242-1470406513-project] 10.222.0.67 "GET /v2.0/security-groups?id=687e4f9e-0a49-4ef3-86dc-e31b7edc6949&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1813710 Sep 23 19:40:53.758764 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-d1c0d1e7-133a-4206-8287-fb8f1a2443ca None None] Provisioning complete for port 5f805332-eafd-466d-b26e-1940b480f0de triggered by entity DHCP. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:40:53.759549 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-bdd286b5-b60f-46c4-a917-975d93a32a71 req-fc99ffb9-f9b0-432e-817d-5877649e72d1 tempest-ServersTestJSON-149791516 tempest-ServersTestJSON-149791516-project] 10.222.0.67 "GET /v2.0/security-groups?id=b8c31db9-bcb2-4708-876e-18b1f4bdd8a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1407478 Sep 23 19:40:53.760058 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-d1c0d1e7-133a-4206-8287-fb8f1a2443ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:53.857073 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e14a62ab-429a-4775-a756-0b932d343458 tempest-RoutersTest-320658655 tempest-RoutersTest-320658655-project] Checking segment: {'id': 'd523b82f-6286-4a80-bd49-507be594f5c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '94197142-910d-4b9c-a77c-60a2d1f62d36'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:40:53.857861 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e14a62ab-429a-4775-a756-0b932d343458 tempest-RoutersTest-320658655 tempest-RoutersTest-320658655-project] Network hostable DHCP agents. Network: 94197142-910d-4b9c-a77c-60a2d1f62d36, hostable agents: ['1b18bf05-1b5f-4587-be5c-af3ac38e32ad'], hosted agents: [] {{(pid=95101) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 19:40:53.896573 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-f7501d99-48d1-44ec-816b-2589c5005840 tempest-FloatingIPNegativeTestJSON-1886207672 tempest-FloatingIPNegativeTestJSON-1886207672-project] Notify callbacks [] for port, precommit_update {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:53.910006 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.plugin [None req-d1c0d1e7-133a-4206-8287-fb8f1a2443ca None None] Port 5f805332-eafd-466d-b26e-1940b480f0de cannot update to ACTIVE because it is not bound. {{(pid=95103) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 19:40:53.910212 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-f7501d99-48d1-44ec-816b-2589c5005840 tempest-FloatingIPNegativeTestJSON-1886207672 tempest-FloatingIPNegativeTestJSON-1886207672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4399095'] for port, after_update {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:53.939136 n-d-713301-16 neutron-server[95101]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 19:40:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd66e5a1-eade-4894-8cf7-5716e57f35a1 x-openstack-request-id: req-dd66e5a1-eade-4894-8cf7-5716e57f35a1 {{(pid=95101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 19:40:53.939488 n-d-713301-16 neutron-server[95101]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "583aeae2-b5c0-4d8d-bffb-15a63f4020fc", "name": "network-vif-deleted", "tag": "c139ca82-853e-472d-b61c-c167aa20c5aa", "status": "completed", "code": 200}]} {{(pid=95101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 19:40:53.940346 n-d-713301-16 neutron-server[95101]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-dd66e5a1-eade-4894-8cf7-5716e57f35a1 {{(pid=95101) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 19:40:53.940759 n-d-713301-16 neutron-server[95101]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '583aeae2-b5c0-4d8d-bffb-15a63f4020fc', 'name': 'network-vif-deleted', 'tag': 'c139ca82-853e-472d-b61c-c167aa20c5aa', 'status': 'completed', 'code': 200} Sep 23 19:40:53.984804 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-b7ddd8f8-db8d-4e3d-8c27-bb64ed727228 tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] Notify callbacks [] for security_group, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:54.007893 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-f7501d99-48d1-44ec-816b-2589c5005840 tempest-FloatingIPNegativeTestJSON-1886207672 tempest-FloatingIPNegativeTestJSON-1886207672-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-527313', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-601459'] for router_interface, after_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:54.010973 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7501d99-48d1-44ec-816b-2589c5005840 tempest-FloatingIPNegativeTestJSON-1886207672 tempest-FloatingIPNegativeTestJSON-1886207672-project] Pushing event updated for resources: {'Port': ['ID=5f805332-eafd-466d-b26e-1940b480f0de,revision_number=2']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:40:54.012893 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-b7ddd8f8-db8d-4e3d-8c27-bb64ed727228 tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:54.025733 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e14a62ab-429a-4775-a756-0b932d343458 tempest-RoutersTest-320658655 tempest-RoutersTest-320658655-project] Network 94197142-910d-4b9c-a77c-60a2d1f62d36 is scheduled to be hosted by DHCP agent 1b18bf05-1b5f-4587-be5c-af3ac38e32ad with binding_index 1 {{(pid=95101) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 19:40:54.043973 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.base_scheduler [None req-e14a62ab-429a-4775-a756-0b932d343458 tempest-RoutersTest-320658655 tempest-RoutersTest-320658655-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713301-16, 94197142-910d-4b9c-a77c-60a2d1f62d36) {{(pid=95101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:40:54.055685 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43c2f88b-cf0f-43e6-9608-da125315730e None None] Network 94197142-910d-4b9c-a77c-60a2d1f62d36 requested from n-d-713301-16 {{(pid=95103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 19:40:54.077970 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e14a62ab-429a-4775-a756-0b932d343458 tempest-RoutersTest-320658655 tempest-RoutersTest-320658655-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:40:54.078577 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-e14a62ab-429a-4775-a756-0b932d343458 tempest-RoutersTest-320658655 tempest-RoutersTest-320658655-project] Notify callbacks [] for subnet, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:54.106599 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-eeb4e3dc-fc63-4526-8596-06d51c0679b5 req-9c3f2980-c613-437e-9f1c-4be5fa5bd39c tempest-TaggedBootDevicesTest_v242-1470406513 tempest-TaggedBootDevicesTest_v242-1470406513-project] Notify agent at l3_agent.n-d-713301-16 the message routers_updated {{(pid=95101) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 19:40:54.126861 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13d6760b-9bf3-4084-8128-563fa83da74f None None] Sync routers for ids ['687c9c47-8f94-4243-aa15-ef795d11d187'] in n-d-713301-16 {{(pid=95103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 19:40:54.182663 n-d-713301-16 neutron-server[95102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7501d99-48d1-44ec-816b-2589c5005840 tempest-FloatingIPNegativeTestJSON-1886207672 tempest-FloatingIPNegativeTestJSON-1886207672-project] Network 41f5dee0-08a6-4a31-9ecf-3a788dcb5085 is already hosted by enough agents. {{(pid=95102) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:40:54.184417 n-d-713301-16 neutron-server[95102]: DEBUG neutron.scheduler.base_scheduler [None req-f7501d99-48d1-44ec-816b-2589c5005840 tempest-FloatingIPNegativeTestJSON-1886207672 tempest-FloatingIPNegativeTestJSON-1886207672-project] Resources bound (agent type, host, resource id): {{(pid=95102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:40:54.237075 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-e14a62ab-429a-4775-a756-0b932d343458 tempest-RoutersTest-320658655 tempest-RoutersTest-320658655-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8333242 Sep 23 19:40:54.238415 n-d-713301-16 neutron-server[95101]: DEBUG neutron.db.l3_dvrscheduler_db [req-eeb4e3dc-fc63-4526-8596-06d51c0679b5 req-9c3f2980-c613-437e-9f1c-4be5fa5bd39c tempest-TaggedBootDevicesTest_v242-1470406513 tempest-TaggedBootDevicesTest_v242-1470406513-project] No DVR routers for this DVR port 6a7a5cae-7327-4542-b381-1fad380770ef on host n-h2-713301-16 {{(pid=95101) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 19:40:54.239972 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 60630) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:40:54.241984 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13d6760b-9bf3-4084-8128-563fa83da74f None None] Routers {'687c9c47-8f94-4243-aa15-ef795d11d187'} bound to L3 agent in host n-d-713301-16 {{(pid=95103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 19:40:54.243007 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_hamode_db [None req-13d6760b-9bf3-4084-8128-563fa83da74f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-23T19:07:52Z,description=,heartbeat_timestamp=2021-09-23T19:40:52Z,host='n-d-713301-16',id=79a740bf-7821-4989-8288-7186e3e128f3,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:07:52Z,topic='l3_agent')) {'router_ids': ['687c9c47-8f94-4243-aa15-ef795d11d187'], 'active': True} {{(pid=95103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:40:54.261488 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.v2.base [None req-6a29a161-9e76-4f48-8558-76d92881ac1f tempest-RoutersTest-320658655 tempest-RoutersTest-320658655-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-351746286', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=95101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:40:54.267500 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-eeb4e3dc-fc63-4526-8596-06d51c0679b5 req-9c3f2980-c613-437e-9f1c-4be5fa5bd39c tempest-TaggedBootDevicesTest_v242-1470406513 tempest-TaggedBootDevicesTest_v242-1470406513-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222849'] for port, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:54.270526 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-eeb4e3dc-fc63-4526-8596-06d51c0679b5 req-9c3f2980-c613-437e-9f1c-4be5fa5bd39c tempest-TaggedBootDevicesTest_v242-1470406513 tempest-TaggedBootDevicesTest_v242-1470406513-project] 10.222.0.53 "DELETE /v2.0/ports/6a7a5cae-7327-4542-b381-1fad380770ef HTTP/1.1" status: 204 len: 173 time: 2.3397305 Sep 23 19:40:54.273215 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-b7ddd8f8-db8d-4e3d-8c27-bb64ed727228 tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:54.276206 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-b7ddd8f8-db8d-4e3d-8c27-bb64ed727228 tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] Notify callbacks [] for security_group, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:54.277616 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-b7ddd8f8-db8d-4e3d-8c27-bb64ed727228 tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] 10.222.0.67 "DELETE /v2.0/security-groups/273d5473-f42d-49f4-b78a-fbdb4494397f HTTP/1.1" status: 204 len: 168 time: 0.5749562 Sep 23 19:40:54.292719 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 60632) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:40:54.298627 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ddd8f8-db8d-4e3d-8c27-bb64ed727228 tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=273d5473-f42d-49f4-b78a-fbdb4494397f,revision_number=None']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:40:54.477055 n-d-713301-16 neutron-server[95102]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f7501d99-48d1-44ec-816b-2589c5005840 tempest-FloatingIPNegativeTestJSON-1886207672 tempest-FloatingIPNegativeTestJSON-1886207672-project] Router 167a987b-609e-4cb9-87fd-53feb134b051 is scheduled to L3 agent 79a740bf-7821-4989-8288-7186e3e128f3 with binding_index 1 {{(pid=95102) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 23 19:40:54.510242 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-6a29a161-9e76-4f48-8558-76d92881ac1f tempest-RoutersTest-320658655 tempest-RoutersTest-320658655-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-594563', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29355'] for router, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:54.511476 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-6a29a161-9e76-4f48-8558-76d92881ac1f tempest-RoutersTest-320658655 tempest-RoutersTest-320658655-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-597363', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-601731', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-739356', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29346'] for router, precommit_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:54.543339 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.plugin [req-eeb4e3dc-fc63-4526-8596-06d51c0679b5 req-11a7c5f7-f583-44fa-8f4e-0e4af419fe37 tempest-TaggedBootDevicesTest_v242-1470406513 tempest-TaggedBootDevicesTest_v242-1470406513-project] Deleting port 0d220b4a-c2a9-416b-bef2-705bfcd93242 {{(pid=95101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:40:54.543737 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-eeb4e3dc-fc63-4526-8596-06d51c0679b5 req-11a7c5f7-f583-44fa-8f4e-0e4af419fe37 tempest-TaggedBootDevicesTest_v242-1470406513 tempest-TaggedBootDevicesTest_v242-1470406513-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783146157096'] for port, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:54.572409 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_dvr_db [None req-13d6760b-9bf3-4084-8128-563fa83da74f None None] Set router 687c9c47-8f94-4243-aa15-ef795d11d187 gateway port host: n-d-713301-16 {{(pid=95103) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 19:40:54.589531 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-5ff43849-fd2b-4116-8671-ae67b3b917c5 tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] Notify callbacks [] for security_group, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:54.727199 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7501d99-48d1-44ec-816b-2589c5005840 tempest-FloatingIPNegativeTestJSON-1886207672 tempest-FloatingIPNegativeTestJSON-1886207672-project] Notify agent at l3_agent.n-d-713301-16 the message routers_updated {{(pid=95102) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 19:40:54.740140 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9294909-7e13-427a-81e1-3c6098c33444 None None] Sync routers for ids ['167a987b-609e-4cb9-87fd-53feb134b051'] in n-d-713301-16 {{(pid=95104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 19:40:54.748643 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-f7501d99-48d1-44ec-816b-2589c5005840 tempest-FloatingIPNegativeTestJSON-1886207672 tempest-FloatingIPNegativeTestJSON-1886207672-project] 10.222.0.67 "PUT /v2.0/routers/167a987b-609e-4cb9-87fd-53feb134b051/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.4241385 Sep 23 19:40:54.749433 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 60642) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:40:54.755020 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.db [req-eeb4e3dc-fc63-4526-8596-06d51c0679b5 req-11a7c5f7-f583-44fa-8f4e-0e4af419fe37 tempest-TaggedBootDevicesTest_v242-1470406513 tempest-TaggedBootDevicesTest_v242-1470406513-project] For port 0d220b4a-c2a9-416b-bef2-705bfcd93242, host n-h2-713301-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-16',level=0,port_id=0d220b4a-c2a9-416b-bef2-705bfcd93242,segment=NetworkSegment(55c1cfc6-8877-41a0-94e7-9d7671a93bfb),segment_id=55c1cfc6-8877-41a0-94e7-9d7671a93bfb)] {{(pid=95101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:40:54.755578 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-eeb4e3dc-fc63-4526-8596-06d51c0679b5 req-11a7c5f7-f583-44fa-8f4e-0e4af419fe37 tempest-TaggedBootDevicesTest_v242-1470406513 tempest-TaggedBootDevicesTest_v242-1470406513-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-605701'] for port, precommit_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:54.756397 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9294909-7e13-427a-81e1-3c6098c33444 None None] Routers {'167a987b-609e-4cb9-87fd-53feb134b051'} bound to L3 agent in host n-d-713301-16 {{(pid=95104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 19:40:54.757055 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_hamode_db [None req-a9294909-7e13-427a-81e1-3c6098c33444 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-23T19:07:52Z,description=,heartbeat_timestamp=2021-09-23T19:40:52Z,host='n-d-713301-16',id=79a740bf-7821-4989-8288-7186e3e128f3,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:07:52Z,topic='l3_agent')) {'router_ids': ['167a987b-609e-4cb9-87fd-53feb134b051'], 'active': True} {{(pid=95104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:40:54.761002 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.v2.base [None req-db0e4e1b-1082-4415-8d26-aec0ad3444ac tempest-FloatingIPNegativeTestJSON-1886207672 tempest-FloatingIPNegativeTestJSON-1886207672-project] Request body: {'port': {'network_id': '41f5dee0-08a6-4a31-9ecf-3a788dcb5085', 'name': 'tempest-FloatingIPNegativeTestJSON-492678096'}} {{(pid=95102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:40:54.763056 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33aa07f6-bca2-436b-95e6-6515e862aaf3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4c8b80df-07eb-5275-9f17-5cf640db67c0-94197142-910d-4b9c-a77c-60a2d1f62d36', 'network_id': '94197142-910d-4b9c-a77c-60a2d1f62d36', 'tenant_id': '6680ec314c604479bbb737c95f4e0850', 'fixed_ips': [{'subnet_id': '28d274e7-42ad-49df-8ce1-36910db9f63e'}]}} from n-d-713301-16. {{(pid=95103) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 23 19:40:54.764211 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-33aa07f6-bca2-436b-95e6-6515e862aaf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_create {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:54.773187 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.plugin [req-eeb4e3dc-fc63-4526-8596-06d51c0679b5 req-11a7c5f7-f583-44fa-8f4e-0e4af419fe37 tempest-TaggedBootDevicesTest_v242-1470406513 tempest-TaggedBootDevicesTest_v242-1470406513-project] Calling delete_port for 0d220b4a-c2a9-416b-bef2-705bfcd93242 owned by compute:nova {{(pid=95101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:40:54.780965 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-06698a9c-ee62-4983-9cfd-886ec9a36ecd None None] Provisioning complete for port 5f805332-eafd-466d-b26e-1940b480f0de triggered by entity DHCP. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:40:54.781694 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-06698a9c-ee62-4983-9cfd-886ec9a36ecd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:54.866231 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_hamode_db [None req-a9294909-7e13-427a-81e1-3c6098c33444 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713301-16', False) {} {{(pid=95104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:40:54.886761 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9294909-7e13-427a-81e1-3c6098c33444 None None] Routers {'167a987b-609e-4cb9-87fd-53feb134b051'} bound to L3 agent in host n-d-713301-16 {{(pid=95104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 19:40:54.887638 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_hamode_db [None req-a9294909-7e13-427a-81e1-3c6098c33444 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-23T19:07:52Z,description=,heartbeat_timestamp=2021-09-23T19:40:52Z,host='n-d-713301-16',id=79a740bf-7821-4989-8288-7186e3e128f3,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:07:52Z,topic='l3_agent')) {'router_ids': ['167a987b-609e-4cb9-87fd-53feb134b051'], 'active': True} {{(pid=95104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:40:54.935401 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_hamode_db [None req-a9294909-7e13-427a-81e1-3c6098c33444 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713301-16', False) {} {{(pid=95104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:40:54.936312 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9294909-7e13-427a-81e1-3c6098c33444 None None] The sync data for ids ['167a987b-609e-4cb9-87fd-53feb134b051'] in n-d-713301-16 is: [] {{(pid=95104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 19:40:55.020658 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-eeb4e3dc-fc63-4526-8596-06d51c0679b5 req-11a7c5f7-f583-44fa-8f4e-0e4af419fe37 tempest-TaggedBootDevicesTest_v242-1470406513 tempest-TaggedBootDevicesTest_v242-1470406513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783146162158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783145673144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5607431'] for port, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:55.049852 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.plugin [None req-06698a9c-ee62-4983-9cfd-886ec9a36ecd None None] Port 5f805332-eafd-466d-b26e-1940b480f0de cannot update to ACTIVE because it is not bound. {{(pid=95103) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 19:40:55.067957 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-5ff43849-fd2b-4116-8671-ae67b3b917c5 tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:55.075389 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f3fb8d-368f-468c-bd42-750e50db7ba7 req-2d79efbc-ef78-491c-8173-852af25f0283 tempest-ServersTestJSON-149791516 tempest-ServersTestJSON-149791516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:40:55.078150 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-59f3fb8d-368f-468c-bd42-750e50db7ba7 req-2d79efbc-ef78-491c-8173-852af25f0283 tempest-ServersTestJSON-149791516 tempest-ServersTestJSON-149791516-project] 10.222.0.67 "GET /v2.0/ports?device_id=1921f1fe-df9a-46ef-ae57-567b8545bac8 HTTP/1.1" status: 200 len: 945 time: 0.1800869 Sep 23 19:40:55.080850 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db0e4e1b-1082-4415-8d26-aec0ad3444ac tempest-FloatingIPNegativeTestJSON-1886207672 tempest-FloatingIPNegativeTestJSON-1886207672-project] Made reservation on behalf of c80277c196cb4d549c88029e9b5a1e1d for: {'port': 1} {{(pid=95102) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:40:55.085324 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-db0e4e1b-1082-4415-8d26-aec0ad3444ac tempest-FloatingIPNegativeTestJSON-1886207672 tempest-FloatingIPNegativeTestJSON-1886207672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:55.121154 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11a7c5f7-f583-44fa-8f4e-0e4af419fe37 tempest-TaggedBootDevicesTest_v242-1470406513 tempest-TaggedBootDevicesTest_v242-1470406513-project] Pushing event deleted for resources: {'Port': ['ID=0d220b4a-c2a9-416b-bef2-705bfcd93242,revision_number=None']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:40:55.191295 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.db_base_plugin_common [None req-33aa07f6-bca2-436b-95e6-6515e862aaf3 None None] Allocated IP 172.20.0.2 (94197142-910d-4b9c-a77c-60a2d1f62d36/28d274e7-42ad-49df-8ce1-36910db9f63e/da9151ff-ebb1-4503-9de4-68744379e1ef) {{(pid=95103) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 19:40:55.206830 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e08843-ffe3-43a5-af4c-82cef0d6944c req-5c111be4-38ba-41da-be33-ddb8458824fa tempest-TaggedBootDevicesTest_v242-1470406513 tempest-TaggedBootDevicesTest_v242-1470406513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:40:55.209840 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-63e08843-ffe3-43a5-af4c-82cef0d6944c req-5c111be4-38ba-41da-be33-ddb8458824fa tempest-TaggedBootDevicesTest_v242-1470406513 tempest-TaggedBootDevicesTest_v242-1470406513-project] 10.222.0.67 "GET /v2.0/ports?device_id=583aeae2-b5c0-4d8d-bffb-15a63f4020fc HTTP/1.1" status: 200 len: 865 time: 0.2963636 Sep 23 19:40:55.221041 n-d-713301-16 neutron-server[95102]: DEBUG neutron.notifiers.nova [None req-db0e4e1b-1082-4415-8d26-aec0ad3444ac tempest-FloatingIPNegativeTestJSON-1886207672 tempest-FloatingIPNegativeTestJSON-1886207672-project] device_id is not set on port f6842f22-055f-40cf-976e-0d34ee18a685 yet. {{(pid=95102) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 23 19:40:55.238506 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-6a29a161-9e76-4f48-8558-76d92881ac1f tempest-RoutersTest-320658655 tempest-RoutersTest-320658655-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:55.243384 n-d-713301-16 neutron-server[95101]: DEBUG neutron.db.l3_dvrscheduler_db [req-eeb4e3dc-fc63-4526-8596-06d51c0679b5 req-11a7c5f7-f583-44fa-8f4e-0e4af419fe37 tempest-TaggedBootDevicesTest_v242-1470406513 tempest-TaggedBootDevicesTest_v242-1470406513-project] No DVR routers for this DVR port 0d220b4a-c2a9-416b-bef2-705bfcd93242 on host n-h2-713301-16 {{(pid=95101) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 19:40:55.250391 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-eeb4e3dc-fc63-4526-8596-06d51c0679b5 req-11a7c5f7-f583-44fa-8f4e-0e4af419fe37 tempest-TaggedBootDevicesTest_v242-1470406513 tempest-TaggedBootDevicesTest_v242-1470406513-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222849'] for port, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:55.256734 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-eeb4e3dc-fc63-4526-8596-06d51c0679b5 req-11a7c5f7-f583-44fa-8f4e-0e4af419fe37 tempest-TaggedBootDevicesTest_v242-1470406513 tempest-TaggedBootDevicesTest_v242-1470406513-project] 10.222.0.53 "DELETE /v2.0/ports/0d220b4a-c2a9-416b-bef2-705bfcd93242 HTTP/1.1" status: 204 len: 173 time: 0.9760628 Sep 23 19:40:55.258560 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-6a29a161-9e76-4f48-8558-76d92881ac1f tempest-RoutersTest-320658655 tempest-RoutersTest-320658655-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-597258', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-601790'] for router, after_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:55.283177 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-6a29a161-9e76-4f48-8558-76d92881ac1f tempest-RoutersTest-320658655 tempest-RoutersTest-320658655-project] Notify callbacks [] for router, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:55.290916 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-6a29a161-9e76-4f48-8558-76d92881ac1f tempest-RoutersTest-320658655 tempest-RoutersTest-320658655-project] 10.222.0.67 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 1.0411131 Sep 23 19:40:55.291368 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 60652) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:40:55.308907 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.v2.base [None req-75439cf4-c5f0-4556-ac50-c97da29fd5d1 tempest-RoutersTest-320658655 tempest-RoutersTest-320658655-project] Request body: {'port': {'network_id': '94197142-910d-4b9c-a77c-60a2d1f62d36', 'name': 'tempest-RoutersTest-562375141'}} {{(pid=95101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:40:55.321851 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-5ff43849-fd2b-4116-8671-ae67b3b917c5 tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:55.324351 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-5ff43849-fd2b-4116-8671-ae67b3b917c5 tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] Notify callbacks [] for security_group, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:55.337290 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-5ff43849-fd2b-4116-8671-ae67b3b917c5 tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] 10.222.0.67 "DELETE /v2.0/security-groups/a7855269-6aca-47f2-833b-e9f248ed2696 HTTP/1.1" status: 204 len: 168 time: 1.0295503 Sep 23 19:40:55.345026 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 60654) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:40:55.407194 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ff43849-fd2b-4116-8671-ae67b3b917c5 tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7855269-6aca-47f2-833b-e9f248ed2696,revision_number=None']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:40:55.415905 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-59f3fb8d-368f-468c-bd42-750e50db7ba7 req-fdb1da09-3dd8-4bf8-8695-04b01e06b45d tempest-ServersTestJSON-149791516 tempest-ServersTestJSON-149791516-project] 10.222.0.67 "GET /v2.0/security-groups?id=b8c31db9-bcb2-4708-876e-18b1f4bdd8a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3278964 Sep 23 19:40:55.470084 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-63e08843-ffe3-43a5-af4c-82cef0d6944c req-32b86aab-5ef4-47a0-97e9-6141e50b1c12 tempest-TaggedBootDevicesTest_v242-1470406513 tempest-TaggedBootDevicesTest_v242-1470406513-project] 10.222.0.67 "GET /v2.0/security-groups?id=687e4f9e-0a49-4ef3-86dc-e31b7edc6949&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1644664 Sep 23 19:40:55.583863 n-d-713301-16 neutron-server[95102]: DEBUG neutron.db.db_base_plugin_v2 [None req-8e41f2b8-652a-40bc-84d5-e6949ba6405c tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] Deleting subnet d6e5ed45-d3ad-4a30-9ce6-b31ff64f4656 {{(pid=95102) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 23 19:40:55.589599 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-8e41f2b8-652a-40bc-84d5-e6949ba6405c tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] Notify callbacks [] for subnet, before_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:55.598085 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-33aa07f6-bca2-436b-95e6-6515e862aaf3 None None] Notify callbacks [] for port, precommit_create {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:55.614328 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75439cf4-c5f0-4556-ac50-c97da29fd5d1 tempest-RoutersTest-320658655 tempest-RoutersTest-320658655-project] Made reservation on behalf of 6680ec314c604479bbb737c95f4e0850 for: {'port': 1} {{(pid=95101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:40:55.616508 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_hamode_db [None req-13d6760b-9bf3-4084-8128-563fa83da74f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '687c9c47-8f94-4243-aa15-ef795d11d187', 'name': 'tempest-TaggedBootDevicesTest_v242-1700965945-router', 'tenant_id': '1f1788a36b0c407c84d1fe9c6d21bab4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'external_fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.40'}], 'enable_snat': True}, 'gw_port_id': '40c441b9-8411-4af2-8b5c-456cc886cb3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:29:46Z', 'updated_at': '2021-09-23T19:29:55Z', 'revision_number': 4, 'project_id': '1f1788a36b0c407c84d1fe9c6d21bab4', 'gw_port': {'id': '40c441b9-8411-4af2-8b5c-456cc886cb3f', 'name': '', 'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:40:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '687c9c47-8f94-4243-aa15-ef795d11d187', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1147, 'fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:29:47Z', 'updated_at': '2021-09-23T19:29:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-16', '_interfaces': [{'id': '55735349-0e70-4a5d-a297-e34604df3824', 'name': '', 'network_id': '4938c958-b8c9-4af7-9682-a50ce306467f', 'tenant_id': '1f1788a36b0c407c84d1fe9c6d21bab4', 'mac_address': 'fa:16:3e:85:4a:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '687c9c47-8f94-4243-aa15-ef795d11d187', 'device_owner': 'network:router_interface', 'standard_attr_id': 1166, 'fixed_ips': [{'subnet_id': '0a32b004-bc4a-40b4-8198-7301a96775ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:29:54Z', 'updated_at': '2021-09-23T19:30:01Z', 'revision_number': 5, 'project_id': '1f1788a36b0c407c84d1fe9c6d21bab4', 'subnets': [{'id': '0a32b004-bc4a-40b4-8198-7301a96775ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-16', False) {} {{(pid=95103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:40:55.618399 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-75439cf4-c5f0-4556-ac50-c97da29fd5d1 tempest-RoutersTest-320658655 tempest-RoutersTest-320658655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:55.646744 n-d-713301-16 neutron-server[95101]: DEBUG neutron.notifiers.nova [None req-75439cf4-c5f0-4556-ac50-c97da29fd5d1 tempest-RoutersTest-320658655 tempest-RoutersTest-320658655-project] device_id is not set on port cbabbb8b-49c1-436e-bcb0-46bef263cbc4 yet. {{(pid=95101) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 23 19:40:55.673417 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-33aa07f6-bca2-436b-95e6-6515e862aaf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783145673135'] for port, after_create {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:55.675555 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-8e41f2b8-652a-40bc-84d5-e6949ba6405c tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6162825'] for subnet, precommit_delete_associations {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:55.771174 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-80e7e501-6c57-470d-92c6-e3d54bc3195c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:55.772482 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13d6760b-9bf3-4084-8128-563fa83da74f None None] Checking router: 687c9c47-8f94-4243-aa15-ef795d11d187 for host: n-d-713301-16 {{(pid=95103) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 19:40:55.806252 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-8e41f2b8-652a-40bc-84d5-e6949ba6405c tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1756813'] for subnet, precommit_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:55.810298 n-d-713301-16 neutron-server[95102]: DEBUG neutron.db.db_base_plugin_common [None req-db0e4e1b-1082-4415-8d26-aec0ad3444ac tempest-FloatingIPNegativeTestJSON-1886207672 tempest-FloatingIPNegativeTestJSON-1886207672-project] Allocated IP 172.20.0.10 (41f5dee0-08a6-4a31-9ecf-3a788dcb5085/326ebbc4-f3d3-4a87-bf63-a28934207f5b/f6842f22-055f-40cf-976e-0d34ee18a685) {{(pid=95102) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 19:40:55.824523 n-d-713301-16 neutron-server[95101]: DEBUG neutron.db.db_base_plugin_common [None req-75439cf4-c5f0-4556-ac50-c97da29fd5d1 tempest-RoutersTest-320658655 tempest-RoutersTest-320658655-project] Allocated IP 172.20.0.5 (94197142-910d-4b9c-a77c-60a2d1f62d36/28d274e7-42ad-49df-8ce1-36910db9f63e/cbabbb8b-49c1-436e-bcb0-46bef263cbc4) {{(pid=95101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 19:40:55.870459 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13d6760b-9bf3-4084-8128-563fa83da74f None None] Routers {'687c9c47-8f94-4243-aa15-ef795d11d187'} bound to L3 agent in host n-d-713301-16 {{(pid=95103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 19:40:55.871109 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_hamode_db [None req-13d6760b-9bf3-4084-8128-563fa83da74f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-23T19:07:52Z,description=,heartbeat_timestamp=2021-09-23T19:40:52Z,host='n-d-713301-16',id=79a740bf-7821-4989-8288-7186e3e128f3,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:07:52Z,topic='l3_agent')) {'router_ids': ['687c9c47-8f94-4243-aa15-ef795d11d187'], 'active': True} {{(pid=95103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:40:55.883855 n-d-713301-16 neutron-server[95103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33aa07f6-bca2-436b-95e6-6515e862aaf3 None None] Network 94197142-910d-4b9c-a77c-60a2d1f62d36 is already hosted by enough agents. {{(pid=95103) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:40:55.956953 n-d-713301-16 neutron-server[95101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '583aeae2-b5c0-4d8d-bffb-15a63f4020fc', 'name': 'network-vif-deleted', 'tag': '6a7a5cae-7327-4542-b381-1fad380770ef'}, {'server_uuid': '583aeae2-b5c0-4d8d-bffb-15a63f4020fc', 'name': 'network-vif-deleted', 'tag': '0d220b4a-c2a9-416b-bef2-705bfcd93242'}] {{(pid=95101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 19:40:55.959683 n-d-713301-16 neutron-server[95101]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d8366c5740cd635e57ab12b71fe44a77c2acc3c19091ef849c6f68b380462244" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35a79698-4ce2-4b05-a155-90862f1549ad" -d '{"events": [{"server_uuid": "583aeae2-b5c0-4d8d-bffb-15a63f4020fc", "name": "network-vif-deleted", "tag": "6a7a5cae-7327-4542-b381-1fad380770ef"}, {"server_uuid": "583aeae2-b5c0-4d8d-bffb-15a63f4020fc", "name": "network-vif-deleted", "tag": "0d220b4a-c2a9-416b-bef2-705bfcd93242"}]}' {{(pid=95101) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 19:40:55.983233 n-d-713301-16 neutron-server[95103]: DEBUG neutron.scheduler.base_scheduler [None req-33aa07f6-bca2-436b-95e6-6515e862aaf3 None None] Resources bound (agent type, host, resource id): {{(pid=95103) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:40:56.000209 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33aa07f6-bca2-436b-95e6-6515e862aaf3 None None] Received port after_create {{(pid=95103) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 19:40:56.008276 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33aa07f6-bca2-436b-95e6-6515e862aaf3 None None] Pushing event updated for resources: {'Port': ['ID=da9151ff-ebb1-4503-9de4-68744379e1ef,revision_number=1']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:40:56.010623 n-d-713301-16 neutron-server[95101]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 23 Sep 2021 19:40:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25c1247d-878b-404f-8f0b-53995a61e2f5 x-openstack-request-id: req-25c1247d-878b-404f-8f0b-53995a61e2f5 {{(pid=95101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 19:40:56.010810 n-d-713301-16 neutron-server[95101]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "583aeae2-b5c0-4d8d-bffb-15a63f4020fc", "name": "network-vif-deleted", "tag": "6a7a5cae-7327-4542-b381-1fad380770ef", "status": "completed", "code": 200}, {"server_uuid": "583aeae2-b5c0-4d8d-bffb-15a63f4020fc", "name": "network-vif-deleted", "tag": "0d220b4a-c2a9-416b-bef2-705bfcd93242", "status": "completed", "code": 200}]} {{(pid=95101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 19:40:56.011258 n-d-713301-16 neutron-server[95101]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-25c1247d-878b-404f-8f0b-53995a61e2f5 {{(pid=95101) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 19:40:56.014054 n-d-713301-16 neutron-server[95101]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '583aeae2-b5c0-4d8d-bffb-15a63f4020fc', 'name': 'network-vif-deleted', 'tag': '6a7a5cae-7327-4542-b381-1fad380770ef', 'status': 'completed', 'code': 200} Sep 23 19:40:56.014416 n-d-713301-16 neutron-server[95101]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '583aeae2-b5c0-4d8d-bffb-15a63f4020fc', 'name': 'network-vif-deleted', 'tag': '0d220b4a-c2a9-416b-bef2-705bfcd93242', 'status': 'completed', 'code': 200} Sep 23 19:40:56.068030 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-75439cf4-c5f0-4556-ac50-c97da29fd5d1 tempest-RoutersTest-320658655 tempest-RoutersTest-320658655-project] Notify callbacks [] for port, precommit_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:56.134516 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-75439cf4-c5f0-4556-ac50-c97da29fd5d1 tempest-RoutersTest-320658655 tempest-RoutersTest-320658655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783145673135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5607431'] for port, after_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:56.254478 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75439cf4-c5f0-4556-ac50-c97da29fd5d1 tempest-RoutersTest-320658655 tempest-RoutersTest-320658655-project] Network 94197142-910d-4b9c-a77c-60a2d1f62d36 is already hosted by enough agents. {{(pid=95101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:40:56.255777 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75439cf4-c5f0-4556-ac50-c97da29fd5d1 tempest-RoutersTest-320658655 tempest-RoutersTest-320658655-project] Pushing event updated for resources: {'Port': ['ID=cbabbb8b-49c1-436e-bcb0-46bef263cbc4,revision_number=1']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:40:56.264401 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.base_scheduler [None req-75439cf4-c5f0-4556-ac50-c97da29fd5d1 tempest-RoutersTest-320658655 tempest-RoutersTest-320658655-project] Resources bound (agent type, host, resource id): {{(pid=95101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:40:56.273549 n-d-713301-16 neutron-server[95101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75439cf4-c5f0-4556-ac50-c97da29fd5d1 tempest-RoutersTest-320658655 tempest-RoutersTest-320658655-project] Received port after_create {{(pid=95101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 19:40:56.305094 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-8e41f2b8-652a-40bc-84d5-e6949ba6405c tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1756804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4399009', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5388229'] for subnet, after_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:56.363822 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e41f2b8-652a-40bc-84d5-e6949ba6405c tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] Pushing event deleted for resources: {'Subnet': ['ID=d6e5ed45-d3ad-4a30-9ce6-b31ff64f4656,revision_number=None']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:40:56.373821 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75439cf4-c5f0-4556-ac50-c97da29fd5d1 tempest-RoutersTest-320658655 tempest-RoutersTest-320658655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:40:56.374490 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-75439cf4-c5f0-4556-ac50-c97da29fd5d1 tempest-RoutersTest-320658655 tempest-RoutersTest-320658655-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222849'] for port, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:56.402807 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-8e41f2b8-652a-40bc-84d5-e6949ba6405c tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] Notify callbacks [] for subnet, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:56.403887 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73223718-51b4-4468-8e1c-784a80ce7cda None None] Network b0599172-2d1a-416f-a4dc-49f04f75b3d7 requested from n-d-713301-16 {{(pid=95103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 19:40:56.414390 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 60662) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:40:56.419879 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.v2.base [None req-03821de2-ef00-4f4f-acc4-6fefe498456e tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] Request body: {'subnet': {'network_id': 'b0599172-2d1a-416f-a4dc-49f04f75b3d7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:40:56.426627 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-75439cf4-c5f0-4556-ac50-c97da29fd5d1 tempest-RoutersTest-320658655 tempest-RoutersTest-320658655-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 921 time: 1.1309562 Sep 23 19:40:56.426819 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-8e41f2b8-652a-40bc-84d5-e6949ba6405c tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] 10.222.0.67 "DELETE /v2.0/subnets/d6e5ed45-d3ad-4a30-9ce6-b31ff64f4656 HTTP/1.1" status: 204 len: 168 time: 1.0765176 Sep 23 19:40:56.437307 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 60666) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:40:56.583844 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-db0e4e1b-1082-4415-8d26-aec0ad3444ac tempest-FloatingIPNegativeTestJSON-1886207672 tempest-FloatingIPNegativeTestJSON-1886207672-project] Notify callbacks [] for port, precommit_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:56.629082 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.managers [None req-33aa07f6-bca2-436b-95e6-6515e862aaf3 None None] Attempting to bind port da9151ff-ebb1-4503-9de4-68744379e1ef on host n-d-713301-16 for vnic_type normal with profile {{(pid=95103) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 19:40:56.631381 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.managers [None req-33aa07f6-bca2-436b-95e6-6515e862aaf3 None None] Attempting to bind port da9151ff-ebb1-4503-9de4-68744379e1ef by drivers openvswitch,hyperv on host n-d-713301-16 at level 0 using segments [{'id': 'd523b82f-6286-4a80-bd49-507be594f5c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '94197142-910d-4b9c-a77c-60a2d1f62d36'}] {{(pid=95103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 19:40:56.632075 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33aa07f6-bca2-436b-95e6-6515e862aaf3 None None] Attempting to bind port da9151ff-ebb1-4503-9de4-68744379e1ef on network 94197142-910d-4b9c-a77c-60a2d1f62d36 {{(pid=95103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:40:56.734699 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_dvr_db [None req-13d6760b-9bf3-4084-8128-563fa83da74f None None] Set router 687c9c47-8f94-4243-aa15-ef795d11d187 gateway port host: n-d-713301-16 {{(pid=95103) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 19:40:56.743437 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33aa07f6-bca2-436b-95e6-6515e862aaf3 None None] Checking agent: {'id': '70a14545-df24-472f-8f95-bfe1719bff93', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 19, 7, 53), 'started_at': datetime.datetime(2021, 9, 23, 19, 8, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 19, 40, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 19:40:56.743437 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33aa07f6-bca2-436b-95e6-6515e862aaf3 None None] Checking segment: {'id': 'd523b82f-6286-4a80-bd49-507be594f5c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '94197142-910d-4b9c-a77c-60a2d1f62d36'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95103) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:40:56.743437 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-33aa07f6-bca2-436b-95e6-6515e862aaf3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:56.743856 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33aa07f6-bca2-436b-95e6-6515e862aaf3 None None] Bound using segment: {'id': 'd523b82f-6286-4a80-bd49-507be594f5c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '94197142-910d-4b9c-a77c-60a2d1f62d36'} {{(pid=95103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 19:40:56.746294 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.managers [None req-33aa07f6-bca2-436b-95e6-6515e862aaf3 None None] Bound port: da9151ff-ebb1-4503-9de4-68744379e1ef, host: n-d-713301-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd523b82f-6286-4a80-bd49-507be594f5c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '94197142-910d-4b9c-a77c-60a2d1f62d36'}}] {{(pid=95103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 19:40:56.746972 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-33aa07f6-bca2-436b-95e6-6515e862aaf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:56.797042 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-953a8f28-acf3-47db-aac3-f2c864ce6ad1 req-765bf335-e9f2-4138-b4da-2db61a992482 tempest-TaggedBootDevicesTest_v242-1470406513 tempest-TaggedBootDevicesTest_v242-1470406513-project] 10.222.0.67 "GET /v2.0/ports?device_id=583aeae2-b5c0-4d8d-bffb-15a63f4020fc HTTP/1.1" status: 200 len: 210 time: 0.1541135 Sep 23 19:40:56.826617 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e14a27a-ccc5-4482-b3b8-e59ee150dc61 req-06dd122a-e7f8-4752-b4a3-29592b167adf tempest-ServersTestJSON-149791516 tempest-ServersTestJSON-149791516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:40:56.840303 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-3e14a27a-ccc5-4482-b3b8-e59ee150dc61 req-06dd122a-e7f8-4752-b4a3-29592b167adf tempest-ServersTestJSON-149791516 tempest-ServersTestJSON-149791516-project] 10.222.0.67 "GET /v2.0/ports?device_id=1921f1fe-df9a-46ef-ae57-567b8545bac8 HTTP/1.1" status: 200 len: 945 time: 0.2330673 Sep 23 19:40:56.898583 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-db0e4e1b-1082-4415-8d26-aec0ad3444ac tempest-FloatingIPNegativeTestJSON-1886207672 tempest-FloatingIPNegativeTestJSON-1886207672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783145673135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4399100'] for port, after_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:56.998452 n-d-713301-16 neutron-server[95102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db0e4e1b-1082-4415-8d26-aec0ad3444ac tempest-FloatingIPNegativeTestJSON-1886207672 tempest-FloatingIPNegativeTestJSON-1886207672-project] Network 41f5dee0-08a6-4a31-9ecf-3a788dcb5085 is already hosted by enough agents. {{(pid=95102) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:40:57.000018 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db0e4e1b-1082-4415-8d26-aec0ad3444ac tempest-FloatingIPNegativeTestJSON-1886207672 tempest-FloatingIPNegativeTestJSON-1886207672-project] Pushing event updated for resources: {'Port': ['ID=f6842f22-055f-40cf-976e-0d34ee18a685,revision_number=1']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:40:57.004345 n-d-713301-16 neutron-server[95102]: DEBUG neutron.scheduler.base_scheduler [None req-db0e4e1b-1082-4415-8d26-aec0ad3444ac tempest-FloatingIPNegativeTestJSON-1886207672 tempest-FloatingIPNegativeTestJSON-1886207672-project] Resources bound (agent type, host, resource id): {{(pid=95102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:40:57.006517 n-d-713301-16 neutron-server[95102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db0e4e1b-1082-4415-8d26-aec0ad3444ac tempest-FloatingIPNegativeTestJSON-1886207672 tempest-FloatingIPNegativeTestJSON-1886207672-project] Received port after_create {{(pid=95102) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 19:40:57.049296 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-3e14a27a-ccc5-4482-b3b8-e59ee150dc61 req-61daf3fc-2316-4fd9-a6f6-41d5ae03749f tempest-ServersTestJSON-149791516 tempest-ServersTestJSON-149791516-project] 10.222.0.67 "GET /v2.0/security-groups?id=b8c31db9-bcb2-4708-876e-18b1f4bdd8a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2036579 Sep 23 19:40:57.107634 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db0e4e1b-1082-4415-8d26-aec0ad3444ac tempest-FloatingIPNegativeTestJSON-1886207672 tempest-FloatingIPNegativeTestJSON-1886207672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:40:57.108334 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-db0e4e1b-1082-4415-8d26-aec0ad3444ac tempest-FloatingIPNegativeTestJSON-1886207672 tempest-FloatingIPNegativeTestJSON-1886207672-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222849'] for port, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:57.177657 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-db0e4e1b-1082-4415-8d26-aec0ad3444ac tempest-FloatingIPNegativeTestJSON-1886207672 tempest-FloatingIPNegativeTestJSON-1886207672-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.4182091 Sep 23 19:40:57.178460 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 60686) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:40:57.191669 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.v2.base [None req-4bead402-8a18-4bde-9aa3-9fd5c52f233e tempest-FloatingIPNegativeTestJSON-1886207672 tempest-FloatingIPNegativeTestJSON-1886207672-project] Request body: {'floatingip': {'floating_network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac'}} {{(pid=95102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:40:57.244491 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-4bead402-8a18-4bde-9aa3-9fd5c52f233e tempest-FloatingIPNegativeTestJSON-1886207672 tempest-FloatingIPNegativeTestJSON-1886207672-project] Notify callbacks [] for floatingip, before_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:57.472277 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-4bead402-8a18-4bde-9aa3-9fd5c52f233e tempest-FloatingIPNegativeTestJSON-1886207672 tempest-FloatingIPNegativeTestJSON-1886207672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:57.615951 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-f4303e04-1a5b-47c0-bc27-6390d1cfc867 None None] Provisioning complete for port f6842f22-055f-40cf-976e-0d34ee18a685 triggered by entity DHCP. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:40:57.616324 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-f4303e04-1a5b-47c0-bc27-6390d1cfc867 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:57.647874 n-d-713301-16 neutron-server[95102]: DEBUG neutron.db.db_base_plugin_common [None req-4bead402-8a18-4bde-9aa3-9fd5c52f233e tempest-FloatingIPNegativeTestJSON-1886207672 tempest-FloatingIPNegativeTestJSON-1886207672-project] Allocated IP 172.25.1.240 (5dec5c09-378e-4f50-89cc-d94eb81c3bac/eff83446-018c-428d-b3f5-54ac9abe7a2a/92e10dd4-d7d9-4fd4-9d9e-7a3ba85d1e08) {{(pid=95102) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 19:40:57.655056 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-ab2d4314-f183-4f46-bbc9-2d0132acf0a5 tempest-RoutersTest-320658655 tempest-RoutersTest-320658655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:57.725950 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-33aa07f6-bca2-436b-95e6-6515e862aaf3 None None] For port da9151ff-ebb1-4503-9de4-68744379e1ef, host n-d-713301-16, cleared binding levels {{(pid=95103) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 19:40:57.746971 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-33aa07f6-bca2-436b-95e6-6515e862aaf3 None None] For port da9151ff-ebb1-4503-9de4-68744379e1ef, host n-d-713301-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-16',level=0,port_id=da9151ff-ebb1-4503-9de4-68744379e1ef,segment=NetworkSegment(d523b82f-6286-4a80-bd49-507be594f5c8),segment_id=d523b82f-6286-4a80-bd49-507be594f5c8)] {{(pid=95103) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 19:40:57.775299 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-33aa07f6-bca2-436b-95e6-6515e862aaf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:57.794505 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.plugin [None req-f4303e04-1a5b-47c0-bc27-6390d1cfc867 None None] Port f6842f22-055f-40cf-976e-0d34ee18a685 cannot update to ACTIVE because it is not bound. {{(pid=95103) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 19:40:57.800826 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-4bead402-8a18-4bde-9aa3-9fd5c52f233e tempest-FloatingIPNegativeTestJSON-1886207672 tempest-FloatingIPNegativeTestJSON-1886207672-project] Notify callbacks [] for port, precommit_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:57.858233 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-4bead402-8a18-4bde-9aa3-9fd5c52f233e tempest-FloatingIPNegativeTestJSON-1886207672 tempest-FloatingIPNegativeTestJSON-1886207672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783145673135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4399100'] for port, after_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:57.925793 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33aa07f6-bca2-436b-95e6-6515e862aaf3 None None] Pushing event updated for resources: {'Port': ['ID=da9151ff-ebb1-4503-9de4-68744379e1ef,revision_number=2']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:40:57.930404 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_hamode_db [None req-13d6760b-9bf3-4084-8128-563fa83da74f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '687c9c47-8f94-4243-aa15-ef795d11d187', 'name': 'tempest-TaggedBootDevicesTest_v242-1700965945-router', 'tenant_id': '1f1788a36b0c407c84d1fe9c6d21bab4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'external_fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.40'}], 'enable_snat': True}, 'gw_port_id': '40c441b9-8411-4af2-8b5c-456cc886cb3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:29:46Z', 'updated_at': '2021-09-23T19:29:55Z', 'revision_number': 4, 'project_id': '1f1788a36b0c407c84d1fe9c6d21bab4', 'gw_port': {'id': '40c441b9-8411-4af2-8b5c-456cc886cb3f', 'name': '', 'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:40:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '687c9c47-8f94-4243-aa15-ef795d11d187', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1147, 'fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:29:47Z', 'updated_at': '2021-09-23T19:29:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-16', '_interfaces': [{'id': '55735349-0e70-4a5d-a297-e34604df3824', 'name': '', 'network_id': '4938c958-b8c9-4af7-9682-a50ce306467f', 'tenant_id': '1f1788a36b0c407c84d1fe9c6d21bab4', 'mac_address': 'fa:16:3e:85:4a:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '687c9c47-8f94-4243-aa15-ef795d11d187', 'device_owner': 'network:router_interface', 'standard_attr_id': 1166, 'fixed_ips': [{'subnet_id': '0a32b004-bc4a-40b4-8198-7301a96775ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:29:54Z', 'updated_at': '2021-09-23T19:30:01Z', 'revision_number': 5, 'project_id': '1f1788a36b0c407c84d1fe9c6d21bab4', 'subnets': [{'id': '0a32b004-bc4a-40b4-8198-7301a96775ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-16', False) {} {{(pid=95103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:40:57.988903 n-d-713301-16 neutron-server[95102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bead402-8a18-4bde-9aa3-9fd5c52f233e tempest-FloatingIPNegativeTestJSON-1886207672 tempest-FloatingIPNegativeTestJSON-1886207672-project] Network 5dec5c09-378e-4f50-89cc-d94eb81c3bac is already hosted by enough agents. {{(pid=95102) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:40:58.020612 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03821de2-ef00-4f4f-acc4-6fefe498456e tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] Made reservation on behalf of e53e881fc39941c397f29318ff64a85b for: {'subnet': 1} {{(pid=95101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:40:58.030120 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-03821de2-ef00-4f4f-acc4-6fefe498456e tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6130979'] for subnet, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:58.049951 n-d-713301-16 neutron-server[95102]: DEBUG neutron.scheduler.base_scheduler [None req-4bead402-8a18-4bde-9aa3-9fd5c52f233e tempest-FloatingIPNegativeTestJSON-1886207672 tempest-FloatingIPNegativeTestJSON-1886207672-project] Resources bound (agent type, host, resource id): {{(pid=95102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:40:58.068580 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13d6760b-9bf3-4084-8128-563fa83da74f None None] The sync data for ids ['687c9c47-8f94-4243-aa15-ef795d11d187'] in n-d-713301-16 is: [{'id': '687c9c47-8f94-4243-aa15-ef795d11d187', 'name': 'tempest-TaggedBootDevicesTest_v242-1700965945-router', 'tenant_id': '1f1788a36b0c407c84d1fe9c6d21bab4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'external_fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.40'}], 'enable_snat': True}, 'gw_port_id': '40c441b9-8411-4af2-8b5c-456cc886cb3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:29:46Z', 'updated_at': '2021-09-23T19:29:55Z', 'revision_number': 4, 'project_id': '1f1788a36b0c407c84d1fe9c6d21bab4', 'gw_port': {'id': '40c441b9-8411-4af2-8b5c-456cc886cb3f', 'name': '', 'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:40:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '687c9c47-8f94-4243-aa15-ef795d11d187', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1147, 'fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:29:47Z', 'updated_at': '2021-09-23T19:29:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-16', '_interfaces': [{'id': '55735349-0e70-4a5d-a297-e34604df3824', 'name': '', 'network_id': '4938c958-b8c9-4af7-9682-a50ce306467f', 'tenant_id': '1f1788a36b0c407c84d1fe9c6d21bab4', 'mac_address': 'fa:16:3e:85:4a:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '687c9c47-8f94-4243-aa15-ef795d11d187', 'device_owner': 'network:router_interface', 'standard_attr_id': 1166, 'fixed_ips': [{'subnet_id': '0a32b004-bc4a-40b4-8198-7301a96775ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:29:54Z', 'updated_at': '2021-09-23T19:30:01Z', 'revision_number': 5, 'project_id': '1f1788a36b0c407c84d1fe9c6d21bab4', 'subnets': [{'id': '0a32b004-bc4a-40b4-8198-7301a96775ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 19:40:58.130723 n-d-713301-16 neutron-server[95102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bead402-8a18-4bde-9aa3-9fd5c52f233e tempest-FloatingIPNegativeTestJSON-1886207672 tempest-FloatingIPNegativeTestJSON-1886207672-project] Received port after_create {{(pid=95102) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 19:40:58.132300 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:58.143039 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-8a9c22c5-e175-4930-93df-979c243ad748 req-78c1f1e9-ce26-424d-9d4d-a60220a17041 tempest-TaggedBootDevicesTest_v242-1470406513 tempest-TaggedBootDevicesTest_v242-1470406513-project] 10.222.0.67 "GET /v2.0/ports?device_id=583aeae2-b5c0-4d8d-bffb-15a63f4020fc HTTP/1.1" status: 200 len: 210 time: 0.1921287 Sep 23 19:40:58.266949 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bead402-8a18-4bde-9aa3-9fd5c52f233e tempest-FloatingIPNegativeTestJSON-1886207672 tempest-FloatingIPNegativeTestJSON-1886207672-project] Pushing event updated for resources: {'Port': ['ID=92e10dd4-d7d9-4fd4-9d9e-7a3ba85d1e08,revision_number=1']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:40:58.304499 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:58.642482 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7fa22cb-d16e-4e07-895c-c841d5def13a req-683c59d5-bb2b-43b4-ad97-019e3e3f92b2 tempest-ServersTestJSON-149791516 tempest-ServersTestJSON-149791516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:40:58.656247 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-c7fa22cb-d16e-4e07-895c-c841d5def13a req-683c59d5-bb2b-43b4-ad97-019e3e3f92b2 tempest-ServersTestJSON-149791516 tempest-ServersTestJSON-149791516-project] 10.222.0.67 "GET /v2.0/ports?device_id=1921f1fe-df9a-46ef-ae57-567b8545bac8 HTTP/1.1" status: 200 len: 945 time: 0.3575277 Sep 23 19:40:58.726257 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-03821de2-ef00-4f4f-acc4-6fefe498456e tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5607579', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6130961'] for subnet, after_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:58.750154 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-4bead402-8a18-4bde-9aa3-9fd5c52f233e tempest-FloatingIPNegativeTestJSON-1886207672 tempest-FloatingIPNegativeTestJSON-1886207672-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:58.805129 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8155f38-a6a2-42dd-bc22-4f46583bd3f9 None None] New status for floating IP 341e24b7-fecd-41d3-9122-f5bc785b50ad: DOWN {{(pid=95103) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 23 19:40:58.880051 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-4bead402-8a18-4bde-9aa3-9fd5c52f233e tempest-FloatingIPNegativeTestJSON-1886207672 tempest-FloatingIPNegativeTestJSON-1886207672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:58.899527 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-c7fa22cb-d16e-4e07-895c-c841d5def13a req-0e64533a-0a7e-4d5d-9a69-c26fbd21391e tempest-ServersTestJSON-149791516 tempest-ServersTestJSON-149791516-project] 10.222.0.67 "GET /v2.0/security-groups?id=b8c31db9-bcb2-4708-876e-18b1f4bdd8a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2215586 Sep 23 19:40:58.912154 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03821de2-ef00-4f4f-acc4-6fefe498456e tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] Network b0599172-2d1a-416f-a4dc-49f04f75b3d7 is already hosted by enough agents. {{(pid=95101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:40:58.924017 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.base_scheduler [None req-03821de2-ef00-4f4f-acc4-6fefe498456e tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] Resources bound (agent type, host, resource id): {{(pid=95101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:40:58.935455 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03821de2-ef00-4f4f-acc4-6fefe498456e tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:40:58.942454 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-03821de2-ef00-4f4f-acc4-6fefe498456e tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] Notify callbacks [] for subnet, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:58.966551 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03821de2-ef00-4f4f-acc4-6fefe498456e tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] Pushing event updated for resources: {'Subnet': ['ID=44af8702-9b53-4190-b3d7-66ad890b98dd,revision_number=0']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:40:59.026276 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-03821de2-ef00-4f4f-acc4-6fefe498456e tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.6102874 Sep 23 19:40:59.032110 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 60710) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:40:59.045372 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-ab2d4314-f183-4f46-bbc9-2d0132acf0a5 tempest-RoutersTest-320658655 tempest-RoutersTest-320658655-project] Notify callbacks [] for port, precommit_update {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:59.054337 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.v2.base [None req-816e8c3a-63e7-4087-b49c-552baff4073a tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] Request body: {'security_group': {'name': 'tempest-secgroup-36824370'}} {{(pid=95101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:40:59.063735 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-ab2d4314-f183-4f46-bbc9-2d0132acf0a5 tempest-RoutersTest-320658655 tempest-RoutersTest-320658655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5607436'] for port, after_update {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:59.120446 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-120c5e6c-93be-43d1-a599-b8c2c48d75d8 None None] Network b0599172-2d1a-416f-a4dc-49f04f75b3d7 requested from n-d-713301-16 {{(pid=95103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 19:40:59.159064 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-816e8c3a-63e7-4087-b49c-552baff4073a tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] Notify callbacks [] for security_group, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:59.304327 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab2d4314-f183-4f46-bbc9-2d0132acf0a5 tempest-RoutersTest-320658655 tempest-RoutersTest-320658655-project] Pushing event updated for resources: {'Port': ['ID=cbabbb8b-49c1-436e-bcb0-46bef263cbc4,revision_number=2']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:40:59.438714 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-b1a3a4ed-3c23-4234-835b-fefa17bbd938 None None] Provisioning complete for port 27af7930-04e9-494f-83cd-d500c26eb9d5 triggered by entity DHCP. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:40:59.439386 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b1a3a4ed-3c23-4234-835b-fefa17bbd938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:59.596294 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-8cf82c3b-e485-4a59-9513-3c0114018857 req-26508325-9cb6-41c3-88d7-35e5cd45e6c1 tempest-TaggedBootDevicesTest_v242-1470406513 tempest-TaggedBootDevicesTest_v242-1470406513-project] 10.222.0.67 "GET /v2.0/ports?device_id=583aeae2-b5c0-4d8d-bffb-15a63f4020fc HTTP/1.1" status: 200 len: 210 time: 0.1213245 Sep 23 19:40:59.601396 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-4bead402-8a18-4bde-9aa3-9fd5c52f233e tempest-FloatingIPNegativeTestJSON-1886207672 tempest-FloatingIPNegativeTestJSON-1886207672-project] Notify callbacks [] for port, precommit_update {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:59.619422 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-4bead402-8a18-4bde-9aa3-9fd5c52f233e tempest-FloatingIPNegativeTestJSON-1886207672 tempest-FloatingIPNegativeTestJSON-1886207672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4399095'] for port, after_update {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:59.792121 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-b1a3a4ed-3c23-4234-835b-fefa17bbd938 None None] Provisioning complete for port aaf4c817-e69d-49a0-9a73-c5e8e3e5c45b triggered by entity DHCP. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:40:59.792558 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b1a3a4ed-3c23-4234-835b-fefa17bbd938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:59.847498 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-816e8c3a-63e7-4087-b49c-552baff4073a tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] Notify callbacks [] for security_group, precommit_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:59.859658 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bead402-8a18-4bde-9aa3-9fd5c52f233e tempest-FloatingIPNegativeTestJSON-1886207672 tempest-FloatingIPNegativeTestJSON-1886207672-project] Pushing event updated for resources: {'Port': ['ID=92e10dd4-d7d9-4fd4-9d9e-7a3ba85d1e08,revision_number=2']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:40:59.878769 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-4bead402-8a18-4bde-9aa3-9fd5c52f233e tempest-FloatingIPNegativeTestJSON-1886207672 tempest-FloatingIPNegativeTestJSON-1886207672-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-601884'] for floatingip, after_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:59.883503 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-ab2d4314-f183-4f46-bbc9-2d0132acf0a5 tempest-RoutersTest-320658655 tempest-RoutersTest-320658655-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-601987'] for router_interface, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:59.886317 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-816e8c3a-63e7-4087-b49c-552baff4073a tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:59.916661 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-4bead402-8a18-4bde-9aa3-9fd5c52f233e tempest-FloatingIPNegativeTestJSON-1886207672 tempest-FloatingIPNegativeTestJSON-1886207672-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222849'] for floatingip, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:40:59.919707 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-4bead402-8a18-4bde-9aa3-9fd5c52f233e tempest-FloatingIPNegativeTestJSON-1886207672 tempest-FloatingIPNegativeTestJSON-1886207672-project] 10.222.0.67 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.7399688 Sep 23 19:40:59.925476 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 60724) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:40:59.960460 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.v2.base [None req-4e8f279c-4e78-4029-92d3-1b4971e77eae tempest-FloatingIPNegativeTestJSON-1886207672 tempest-FloatingIPNegativeTestJSON-1886207672-project] Request body: {'floatingip': {'port_id': 'f6842f22-055f-40cf-976e-0d34ee18a685', 'fixed_ip_address': '172.20.0.10'}} {{(pid=95102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:40:59.995711 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a49355e-9879-4cef-899b-9e28c1d0b670 None None] Update dhcp port {'port': {'network_id': 'b0599172-2d1a-416f-a4dc-49f04f75b3d7', 'fixed_ips': [{'subnet_id': '4e8acd6f-99fb-4bc6-a211-27f4b2965ec1', 'ip_address': '172.20.0.18'}, {'subnet_id': '44af8702-9b53-4190-b3d7-66ad890b98dd'}], 'binding:host_id': 'n-d-713301-16'}, 'id': '27af7930-04e9-494f-83cd-d500c26eb9d5'} from n-d-713301-16. {{(pid=95103) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Sep 23 19:41:00.044360 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.plugin [None req-b1a3a4ed-3c23-4234-835b-fefa17bbd938 None None] Port aaf4c817-e69d-49a0-9a73-c5e8e3e5c45b cannot update to ACTIVE because it is not bound. {{(pid=95103) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 19:41:00.068140 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-4e8f279c-4e78-4029-92d3-1b4971e77eae tempest-FloatingIPNegativeTestJSON-1886207672 tempest-FloatingIPNegativeTestJSON-1886207672-project] Notify callbacks [] for floatingip, before_update {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:00.101598 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-6a49355e-9879-4cef-899b-9e28c1d0b670 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:00.187538 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-816e8c3a-63e7-4087-b49c-552baff4073a tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] Notify callbacks [] for security_group, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:00.192278 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-816e8c3a-63e7-4087-b49c-552baff4073a tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] 10.222.0.67 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 1.1588788 Sep 23 19:41:00.201398 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4371ff74-0ebc-458b-8c92-6f15553f77b9 None None] Network 94197142-910d-4b9c-a77c-60a2d1f62d36 requested from n-d-713301-16 {{(pid=95103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 19:41:00.235401 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 60734) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:41:00.236215 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-816e8c3a-63e7-4087-b49c-552baff4073a tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] Pushing event updated for resources: {'SecurityGroup': ['ID=aa633b99-0a81-4cc0-9bb9-3830ecdeae0a,revision_number=1']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:41:00.244882 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.v2.base [None req-aaf4b218-a02c-4235-b705-792719fac91e tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] Request body: {'security_group': {'name': 'tempest-secgroup-69953093'}} {{(pid=95101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:41:00.318397 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-ab2d4314-f183-4f46-bbc9-2d0132acf0a5 tempest-RoutersTest-320658655 tempest-RoutersTest-320658655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:00.342911 n-d-713301-16 neutron-server[95102]: INFO neutron.api.v2.resource [None req-4e8f279c-4e78-4029-92d3-1b4971e77eae tempest-FloatingIPNegativeTestJSON-1886207672 tempest-FloatingIPNegativeTestJSON-1886207672-project] update failed (client error): The resource could not be found. Sep 23 19:41:00.344114 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-4e8f279c-4e78-4029-92d3-1b4971e77eae tempest-FloatingIPNegativeTestJSON-1886207672 tempest-FloatingIPNegativeTestJSON-1886207672-project] 10.222.0.67 "PUT /v2.0/floatingips/597e31fc-a558-42f4-84a0-f85d2ed54cb1 HTTP/1.1" status: 404 len: 507 time: 0.4162321 Sep 23 19:41:00.349966 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 60744) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:41:00.404740 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-aaf4b218-a02c-4235-b705-792719fac91e tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] Notify callbacks [] for security_group, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:00.479042 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-ceb89208-ff90-4563-abbd-a82b3fd8f142 None None] Provisioning complete for port da9151ff-ebb1-4503-9de4-68744379e1ef triggered by entity DHCP. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:41:00.479411 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-ceb89208-ff90-4563-abbd-a82b3fd8f142 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:00.554641 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f786d2c6-4f1c-46ed-8af1-ce503128351c req-e797aea5-9b50-4cac-b8be-2b6f3ceeb2eb tempest-ServersTestJSON-149791516 tempest-ServersTestJSON-149791516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:41:00.565556 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-f786d2c6-4f1c-46ed-8af1-ce503128351c req-e797aea5-9b50-4cac-b8be-2b6f3ceeb2eb tempest-ServersTestJSON-149791516 tempest-ServersTestJSON-149791516-project] 10.222.0.67 "GET /v2.0/ports?device_id=1921f1fe-df9a-46ef-ae57-567b8545bac8 HTTP/1.1" status: 200 len: 945 time: 0.4913888 Sep 23 19:41:00.652511 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Device da9151ff-ebb1-4503-9de4-68744379e1ef up at agent ovs-agent-n-d-713301-16 {{(pid=95103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 19:41:00.926554 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Provisioning complete for port da9151ff-ebb1-4503-9de4-68744379e1ef triggered by entity L2. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:41:00.926927 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:00.932165 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-f786d2c6-4f1c-46ed-8af1-ce503128351c req-3d104b11-6dfe-4e6d-9767-99fa16119110 tempest-ServersTestJSON-149791516 tempest-ServersTestJSON-149791516-project] 10.222.0.67 "GET /v2.0/security-groups?id=b8c31db9-bcb2-4708-876e-18b1f4bdd8a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3655627 Sep 23 19:41:00.961537 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-3ab94505-a342-4a44-8a68-06eb28f4a926 req-ba4e1632-b270-430a-8fc9-d29da5e3682a tempest-TaggedBootDevicesTest_v242-1470406513 tempest-TaggedBootDevicesTest_v242-1470406513-project] 10.222.0.67 "GET /v2.0/ports?device_id=583aeae2-b5c0-4d8d-bffb-15a63f4020fc HTTP/1.1" status: 200 len: 210 time: 0.1262066 Sep 23 19:41:00.974773 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-aaf4b218-a02c-4235-b705-792719fac91e tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] Notify callbacks [] for security_group, precommit_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:00.999410 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.plugin [None req-f0a1b224-a88d-432a-88ad-e32a999b75e9 tempest-FloatingIPNegativeTestJSON-1886207672 tempest-FloatingIPNegativeTestJSON-1886207672-project] Deleting port 92e10dd4-d7d9-4fd4-9d9e-7a3ba85d1e08 {{(pid=95102) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:41:00.999410 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-f0a1b224-a88d-432a-88ad-e32a999b75e9 tempest-FloatingIPNegativeTestJSON-1886207672 tempest-FloatingIPNegativeTestJSON-1886207672-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783146157096'] for port, before_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:01.069301 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.db_base_plugin_common [None req-6a49355e-9879-4cef-899b-9e28c1d0b670 None None] Allocated IP 172.20.0.2 (b0599172-2d1a-416f-a4dc-49f04f75b3d7/44af8702-9b53-4190-b3d7-66ad890b98dd/27af7930-04e9-494f-83cd-d500c26eb9d5) {{(pid=95103) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 19:41:01.072480 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-aaf4b218-a02c-4235-b705-792719fac91e tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:01.163725 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-f0a1b224-a88d-432a-88ad-e32a999b75e9 tempest-FloatingIPNegativeTestJSON-1886207672 tempest-FloatingIPNegativeTestJSON-1886207672-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-605701'] for port, precommit_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:01.164270 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-f0a1b224-a88d-432a-88ad-e32a999b75e9 tempest-FloatingIPNegativeTestJSON-1886207672 tempest-FloatingIPNegativeTestJSON-1886207672-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:01.223667 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.plugin [None req-f0a1b224-a88d-432a-88ad-e32a999b75e9 tempest-FloatingIPNegativeTestJSON-1886207672 tempest-FloatingIPNegativeTestJSON-1886207672-project] Calling delete_port for 92e10dd4-d7d9-4fd4-9d9e-7a3ba85d1e08 owned by network:floatingip {{(pid=95102) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:41:01.236733 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf4b218-a02c-4235-b705-792719fac91e tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b6269f03-e504-4f96-95a5-7dce7b7252d8,revision_number=1']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:41:01.240772 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-aaf4b218-a02c-4235-b705-792719fac91e tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] Notify callbacks [] for security_group, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:01.244688 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-aaf4b218-a02c-4235-b705-792719fac91e tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] 10.222.0.67 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 1.0009289 Sep 23 19:41:01.249375 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 60780) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:41:01.261917 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.v2.base [None req-7bf85b3b-0d75-4e66-929b-3d556d3291d8 tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] Request body: {'security_group': {'name': 'tempest-secgroup-1627682330'}} {{(pid=95101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:41:01.307309 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-7bf85b3b-0d75-4e66-929b-3d556d3291d8 tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] Notify callbacks [] for security_group, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:01.353254 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-6a49355e-9879-4cef-899b-9e28c1d0b670 None None] For port 27af7930-04e9-494f-83cd-d500c26eb9d5, host n-d-713301-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-16',level=0,port_id=27af7930-04e9-494f-83cd-d500c26eb9d5,segment=NetworkSegment(f565ffb4-fde7-4ebe-aa49-b5aa67af665c),segment_id=f565ffb4-fde7-4ebe-aa49-b5aa67af665c)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:41:01.376394 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-ab2d4314-f183-4f46-bbc9-2d0132acf0a5 tempest-RoutersTest-320658655 tempest-RoutersTest-320658655-project] Notify callbacks [] for port, precommit_update {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:01.386738 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-ab2d4314-f183-4f46-bbc9-2d0132acf0a5 tempest-RoutersTest-320658655 tempest-RoutersTest-320658655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5607436'] for port, after_update {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:01.431774 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-ceb89208-ff90-4563-abbd-a82b3fd8f142 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:01.560230 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-6a49355e-9879-4cef-899b-9e28c1d0b670 None None] Notify callbacks [] for port, precommit_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:01.597086 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab2d4314-f183-4f46-bbc9-2d0132acf0a5 tempest-RoutersTest-320658655 tempest-RoutersTest-320658655-project] Pushing event updated for resources: {'Port': ['ID=cbabbb8b-49c1-436e-bcb0-46bef263cbc4,revision_number=3']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:41:01.602406 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5235bc8-65cf-453c-aee3-8324c1b7f345 req-8cd8cb54-7b63-494b-90a9-6e2d430e6db6 tempest-ServersTestJSON-149791516 tempest-ServersTestJSON-149791516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:41:01.611008 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-ab2d4314-f183-4f46-bbc9-2d0132acf0a5 tempest-RoutersTest-320658655 tempest-RoutersTest-320658655-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-527313', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-601459'] for router_interface, after_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:01.612265 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-e5235bc8-65cf-453c-aee3-8324c1b7f345 req-8cd8cb54-7b63-494b-90a9-6e2d430e6db6 tempest-ServersTestJSON-149791516 tempest-ServersTestJSON-149791516-project] 10.222.0.67 "GET /v2.0/ports?device_id=1921f1fe-df9a-46ef-ae57-567b8545bac8 HTTP/1.1" status: 200 len: 945 time: 0.3725457 Sep 23 19:41:01.615809 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-6a49355e-9879-4cef-899b-9e28c1d0b670 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:01.641808 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-f0a1b224-a88d-432a-88ad-e32a999b75e9 tempest-FloatingIPNegativeTestJSON-1886207672 tempest-FloatingIPNegativeTestJSON-1886207672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783146162158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783145673144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4399100'] for port, after_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:01.672175 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a49355e-9879-4cef-899b-9e28c1d0b670 None None] Pushing event updated for resources: {'Port': ['ID=27af7930-04e9-494f-83cd-d500c26eb9d5,revision_number=6']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:41:01.677397 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:01.752955 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0a1b224-a88d-432a-88ad-e32a999b75e9 tempest-FloatingIPNegativeTestJSON-1886207672 tempest-FloatingIPNegativeTestJSON-1886207672-project] Pushing event deleted for resources: {'Port': ['ID=92e10dd4-d7d9-4fd4-9d9e-7a3ba85d1e08,revision_number=None']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:41:01.762799 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-ceb89208-ff90-4563-abbd-a82b3fd8f142 None None] For port da9151ff-ebb1-4503-9de4-68744379e1ef, host n-d-713301-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-16',level=0,port_id=da9151ff-ebb1-4503-9de4-68744379e1ef,segment=NetworkSegment(d523b82f-6286-4a80-bd49-507be594f5c8),segment_id=d523b82f-6286-4a80-bd49-507be594f5c8)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:41:01.778814 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-e5235bc8-65cf-453c-aee3-8324c1b7f345 req-13ee56a3-d0e3-4d27-bcec-5e158e79513a tempest-ServersTestJSON-149791516 tempest-ServersTestJSON-149791516-project] 10.222.0.67 "GET /v2.0/security-groups?id=b8c31db9-bcb2-4708-876e-18b1f4bdd8a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1655593 Sep 23 19:41:01.806527 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-ceb89208-ff90-4563-abbd-a82b3fd8f142 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:01.896208 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-7bf85b3b-0d75-4e66-929b-3d556d3291d8 tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] Notify callbacks [] for security_group, precommit_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:01.922757 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-7bf85b3b-0d75-4e66-929b-3d556d3291d8 tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:01.963775 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-7bf85b3b-0d75-4e66-929b-3d556d3291d8 tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] Notify callbacks [] for security_group, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:01.969125 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-7bf85b3b-0d75-4e66-929b-3d556d3291d8 tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] 10.222.0.67 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.7184496 Sep 23 19:41:01.969786 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 60798) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:41:01.980509 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-f0a1b224-a88d-432a-88ad-e32a999b75e9 tempest-FloatingIPNegativeTestJSON-1886207672 tempest-FloatingIPNegativeTestJSON-1886207672-project] Notify callbacks [] for floatingip, after_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:01.984576 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-f0a1b224-a88d-432a-88ad-e32a999b75e9 tempest-FloatingIPNegativeTestJSON-1886207672 tempest-FloatingIPNegativeTestJSON-1886207672-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222849'] for floatingip, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:01.987043 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-f0a1b224-a88d-432a-88ad-e32a999b75e9 tempest-FloatingIPNegativeTestJSON-1886207672 tempest-FloatingIPNegativeTestJSON-1886207672-project] 10.222.0.67 "DELETE /v2.0/floatingips/597e31fc-a558-42f4-84a0-f85d2ed54cb1 HTTP/1.1" status: 204 len: 168 time: 1.6357515 Sep 23 19:41:01.997424 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.v2.base [None req-298b806c-243e-4222-a17e-bc8494fce457 tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1868324579', 'security_groups': ['89a4d2e0-f76c-4636-aeb1-588909d820ca'], 'network_id': 'b0599172-2d1a-416f-a4dc-49f04f75b3d7', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '44af8702-9b53-4190-b3d7-66ad890b98dd'}]}} {{(pid=95101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:41:02.028658 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 60800) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:41:02.047828 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.v2.base [None req-7cec0a67-d056-4721-a760-90113d70bd18 tempest-FloatingIPNegativeTestJSON-1886207672 tempest-FloatingIPNegativeTestJSON-1886207672-project] Request body: {'floatingip': {'floating_network_id': '41f5dee0-08a6-4a31-9ecf-3a788dcb5085', 'port_id': 'f6842f22-055f-40cf-976e-0d34ee18a685', 'fixed_ip_address': '172.20.0.10'}} {{(pid=95101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:41:02.067073 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceb89208-ff90-4563-abbd-a82b3fd8f142 None None] Pushing event updated for resources: {'Port': ['ID=da9151ff-ebb1-4503-9de4-68744379e1ef,revision_number=3']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:41:02.150610 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4632a320-e101-4ebe-b4fc-9f3af0c659d9 req-3017f5c5-b313-4db2-809e-b174a721efe1 tempest-ServersTestJSON-149791516 tempest-ServersTestJSON-149791516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:41:02.165299 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.db.api [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95103) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 23 19:41:02.165927 n-d-713301-16 neutron-server[95103]: DEBUG oslo_db.api [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 23 19:41:02.176994 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-4632a320-e101-4ebe-b4fc-9f3af0c659d9 req-3017f5c5-b313-4db2-809e-b174a721efe1 tempest-ServersTestJSON-149791516 tempest-ServersTestJSON-149791516-project] 10.222.0.67 "GET /v2.0/ports?device_id=1921f1fe-df9a-46ef-ae57-567b8545bac8 HTTP/1.1" status: 200 len: 945 time: 0.2174344 Sep 23 19:41:02.217152 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf85b3b-0d75-4e66-929b-3d556d3291d8 tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] Pushing event updated for resources: {'SecurityGroup': ['ID=89a4d2e0-f76c-4636-aeb1-588909d820ca,revision_number=1']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:41:02.217387 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-0a520b74-e13a-4edb-90b8-dd3227f8bc1a None None] Provisioning complete for port da9151ff-ebb1-4503-9de4-68744379e1ef triggered by entity DHCP. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:41:02.222264 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-0a520b74-e13a-4edb-90b8-dd3227f8bc1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:02.249669 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab2d4314-f183-4f46-bbc9-2d0132acf0a5 tempest-RoutersTest-320658655 tempest-RoutersTest-320658655-project] Network 94197142-910d-4b9c-a77c-60a2d1f62d36 is already hosted by enough agents. {{(pid=95101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:41:02.259365 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.base_scheduler [None req-ab2d4314-f183-4f46-bbc9-2d0132acf0a5 tempest-RoutersTest-320658655 tempest-RoutersTest-320658655-project] Resources bound (agent type, host, resource id): {{(pid=95101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:41:02.300694 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.db.api [None req-7cec0a67-d056-4721-a760-90113d70bd18 tempest-FloatingIPNegativeTestJSON-1886207672 tempest-FloatingIPNegativeTestJSON-1886207672-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 23 19:41:02.300694 n-d-713301-16 neutron-server[95101]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Sep 23 19:41:02.300694 n-d-713301-16 neutron-server[95101]: [parameters: {'project_id': 'c80277c196cb4d549c88029e9b5a1e1d', 'id': 'ccb8d5b8-4414-456d-85ff-9d031bb1d569', 'expiration': datetime.datetime(2021, 9, 23, 19, 43, 2, 252676)}] Sep 23 19:41:02.300694 n-d-713301-16 neutron-server[95101]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=95101) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 23 19:41:02.301171 n-d-713301-16 neutron-server[95101]: DEBUG oslo_db.api [None req-7cec0a67-d056-4721-a760-90113d70bd18 tempest-FloatingIPNegativeTestJSON-1886207672 tempest-FloatingIPNegativeTestJSON-1886207672-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=95101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 23 19:41:02.302211 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-298b806c-243e-4222-a17e-bc8494fce457 tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] Made reservation on behalf of e53e881fc39941c397f29318ff64a85b for: {'port': 1} {{(pid=95101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:41:02.306368 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-2de726ab-1ea3-4277-b426-961815befb88 req-1cd82143-7990-46af-b506-10ae6ae54340 tempest-TaggedBootDevicesTest_v242-1470406513 tempest-TaggedBootDevicesTest_v242-1470406513-project] 10.222.0.67 "GET /v2.0/ports?device_id=583aeae2-b5c0-4d8d-bffb-15a63f4020fc HTTP/1.1" status: 200 len: 210 time: 0.1245782 Sep 23 19:41:02.355339 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-4632a320-e101-4ebe-b4fc-9f3af0c659d9 req-87019db8-fd0f-473b-9c61-2ca9e30022f5 tempest-ServersTestJSON-149791516 tempest-ServersTestJSON-149791516-project] 10.222.0.67 "GET /v2.0/security-groups?id=b8c31db9-bcb2-4708-876e-18b1f4bdd8a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1771309 Sep 23 19:41:02.494153 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-0a520b74-e13a-4edb-90b8-dd3227f8bc1a None None] Provisioning complete for port cbabbb8b-49c1-436e-bcb0-46bef263cbc4 triggered by entity DHCP. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:41:02.494552 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-0a520b74-e13a-4edb-90b8-dd3227f8bc1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:02.597825 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.plugin [None req-0a520b74-e13a-4edb-90b8-dd3227f8bc1a None None] Port cbabbb8b-49c1-436e-bcb0-46bef263cbc4 cannot update to ACTIVE because it is not bound. {{(pid=95103) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 19:41:02.616260 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-298b806c-243e-4222-a17e-bc8494fce457 tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:02.779238 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-e244b131-c17d-4d5d-9d08-1f2f9dd27241 None None] Provisioning complete for port cbabbb8b-49c1-436e-bcb0-46bef263cbc4 triggered by entity DHCP. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:41:02.779597 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-e244b131-c17d-4d5d-9d08-1f2f9dd27241 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:02.862014 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.plugin [None req-e244b131-c17d-4d5d-9d08-1f2f9dd27241 None None] Port cbabbb8b-49c1-436e-bcb0-46bef263cbc4 cannot update to ACTIVE because it is not bound. {{(pid=95103) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 19:41:02.920662 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d090ac69-ef55-493f-b2f5-f2234be71ec6 req-de2e1b75-6229-436e-ae1a-5721fa396d82 tempest-ServersTestJSON-149791516 tempest-ServersTestJSON-149791516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:41:02.922409 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-d090ac69-ef55-493f-b2f5-f2234be71ec6 req-de2e1b75-6229-436e-ae1a-5721fa396d82 tempest-ServersTestJSON-149791516 tempest-ServersTestJSON-149791516-project] 10.222.0.67 "GET /v2.0/ports?device_id=1921f1fe-df9a-46ef-ae57-567b8545bac8 HTTP/1.1" status: 200 len: 945 time: 0.0881114 Sep 23 19:41:02.946908 n-d-713301-16 neutron-server[95101]: DEBUG neutron.notifiers.nova [None req-298b806c-243e-4222-a17e-bc8494fce457 tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] device_id is not set on port 0722b069-7215-4185-bf4e-356c9c01f3e9 yet. {{(pid=95101) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 23 19:41:02.981537 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Device 27af7930-04e9-494f-83cd-d500c26eb9d5 up at agent ovs-agent-n-d-713301-16 {{(pid=95103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 19:41:03.015436 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-d090ac69-ef55-493f-b2f5-f2234be71ec6 req-a59f9e56-bc0f-47a3-82d9-a7f21c5dd5f0 tempest-ServersTestJSON-149791516 tempest-ServersTestJSON-149791516-project] 10.222.0.67 "GET /v2.0/security-groups?id=b8c31db9-bcb2-4708-876e-18b1f4bdd8a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864983 Sep 23 19:41:03.058106 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-46d65e1e-5686-433f-9b5b-a6eadd396e1d None None] Provisioning complete for port 27af7930-04e9-494f-83cd-d500c26eb9d5 triggered by entity DHCP. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:41:03.058486 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-46d65e1e-5686-433f-9b5b-a6eadd396e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:03.162867 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-7cec0a67-d056-4721-a760-90113d70bd18 tempest-FloatingIPNegativeTestJSON-1886207672 tempest-FloatingIPNegativeTestJSON-1886207672-project] Notify callbacks [] for floatingip, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:03.163573 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Provisioning complete for port 27af7930-04e9-494f-83cd-d500c26eb9d5 triggered by entity L2. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:41:03.163973 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:03.197148 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab2d4314-f183-4f46-bbc9-2d0132acf0a5 tempest-RoutersTest-320658655 tempest-RoutersTest-320658655-project] Router fd7a733e-1c23-45b9-a44f-e8f163c4c598 is scheduled to L3 agent 79a740bf-7821-4989-8288-7186e3e128f3 with binding_index 1 {{(pid=95101) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 23 19:41:03.399985 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Device da9151ff-ebb1-4503-9de4-68744379e1ef up at agent ovs-agent-n-d-713301-16 {{(pid=95103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 19:41:03.402577 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-46d65e1e-5686-433f-9b5b-a6eadd396e1d None None] Provisioning complete for port aaf4c817-e69d-49a0-9a73-c5e8e3e5c45b triggered by entity DHCP. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:41:03.402947 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-46d65e1e-5686-433f-9b5b-a6eadd396e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:03.508424 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.plugin [None req-46d65e1e-5686-433f-9b5b-a6eadd396e1d None None] Port aaf4c817-e69d-49a0-9a73-c5e8e3e5c45b cannot update to ACTIVE because it is not bound. {{(pid=95103) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 19:41:03.539939 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Provisioning complete for port da9151ff-ebb1-4503-9de4-68744379e1ef triggered by entity L2. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:41:03.540234 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:03.541995 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-46d65e1e-5686-433f-9b5b-a6eadd396e1d None None] Provisioning complete for port cbabbb8b-49c1-436e-bcb0-46bef263cbc4 triggered by entity DHCP. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:41:03.542357 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-46d65e1e-5686-433f-9b5b-a6eadd396e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:03.592188 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-116db0ed-3397-4c82-8a0d-159f2533702b req-b7b9d693-e309-4661-8860-23a5825704d1 tempest-TaggedBootDevicesTest_v242-1470406513 tempest-TaggedBootDevicesTest_v242-1470406513-project] 10.222.0.67 "GET /v2.0/ports?device_id=583aeae2-b5c0-4d8d-bffb-15a63f4020fc HTTP/1.1" status: 200 len: 210 time: 0.0828359 Sep 23 19:41:03.701647 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab2d4314-f183-4f46-bbc9-2d0132acf0a5 tempest-RoutersTest-320658655 tempest-RoutersTest-320658655-project] Notify agent at l3_agent.n-d-713301-16 the message routers_updated {{(pid=95101) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 19:41:03.717402 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22a0e724-9e6b-4ab4-96f9-12041ab20ca8 None None] Sync routers for ids ['fd7a733e-1c23-45b9-a44f-e8f163c4c598'] in n-d-713301-16 {{(pid=95104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 19:41:03.732693 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 60832) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:41:03.732918 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-ab2d4314-f183-4f46-bbc9-2d0132acf0a5 tempest-RoutersTest-320658655 tempest-RoutersTest-320658655-project] 10.222.0.67 "PUT /v2.0/routers/fd7a733e-1c23-45b9-a44f-e8f163c4c598/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.2931337 Sep 23 19:41:03.742685 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22a0e724-9e6b-4ab4-96f9-12041ab20ca8 None None] Routers {'fd7a733e-1c23-45b9-a44f-e8f163c4c598'} bound to L3 agent in host n-d-713301-16 {{(pid=95104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 19:41:03.748840 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_hamode_db [None req-22a0e724-9e6b-4ab4-96f9-12041ab20ca8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-23T19:07:52Z,description=,heartbeat_timestamp=2021-09-23T19:40:52Z,host='n-d-713301-16',id=79a740bf-7821-4989-8288-7186e3e128f3,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:07:52Z,topic='l3_agent')) {'router_ids': ['fd7a733e-1c23-45b9-a44f-e8f163c4c598'], 'active': True} {{(pid=95104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:41:03.803268 n-d-713301-16 neutron-server[95101]: DEBUG neutron.db.db_base_plugin_common [None req-298b806c-243e-4222-a17e-bc8494fce457 tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] Allocated IP 172.20.0.11 (b0599172-2d1a-416f-a4dc-49f04f75b3d7/44af8702-9b53-4190-b3d7-66ad890b98dd/0722b069-7215-4185-bf4e-356c9c01f3e9) {{(pid=95101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 19:41:03.825261 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf3693be-309f-4514-af2d-a134278c394d tempest-RoutersTest-320658655 tempest-RoutersTest-320658655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:41:03.832750 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 60836) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:41:03.833460 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-cf3693be-309f-4514-af2d-a134278c394d tempest-RoutersTest-320658655 tempest-RoutersTest-320658655-project] 10.222.0.67 "GET /v2.0/ports/cbabbb8b-49c1-436e-bcb0-46bef263cbc4 HTTP/1.1" status: 200 len: 976 time: 0.0992072 Sep 23 19:41:03.902251 n-d-713301-16 neutron-server[95101]: INFO neutron.api.v2.resource [None req-7cec0a67-d056-4721-a760-90113d70bd18 tempest-FloatingIPNegativeTestJSON-1886207672 tempest-FloatingIPNegativeTestJSON-1886207672-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 23 19:41:03.903482 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-7cec0a67-d056-4721-a760-90113d70bd18 tempest-FloatingIPNegativeTestJSON-1886207672 tempest-FloatingIPNegativeTestJSON-1886207672-project] 10.222.0.67 "POST /v2.0/floatingips HTTP/1.1" status: 400 len: 373 time: 1.8792784 Sep 23 19:41:03.909417 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 60838) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:41:03.915053 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.v2.base [None req-6a2db7a2-7d6c-421c-bd99-32f607233a76 tempest-FloatingIPNegativeTestJSON-1886207672 tempest-FloatingIPNegativeTestJSON-1886207672-project] Request body: {'floatingip': {'floating_network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'port_id': 'f6842f22-055f-40cf-976e-0d34ee18a685', 'fixed_ip_address': '172.20.0.10'}} {{(pid=95102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:41:03.962279 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_hamode_db [None req-22a0e724-9e6b-4ab4-96f9-12041ab20ca8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713301-16', False) {} {{(pid=95104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:41:03.994438 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.plugin [None req-46d65e1e-5686-433f-9b5b-a6eadd396e1d None None] Port cbabbb8b-49c1-436e-bcb0-46bef263cbc4 cannot update to ACTIVE because it is not bound. {{(pid=95103) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 19:41:04.003791 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22a0e724-9e6b-4ab4-96f9-12041ab20ca8 None None] Routers {'fd7a733e-1c23-45b9-a44f-e8f163c4c598'} bound to L3 agent in host n-d-713301-16 {{(pid=95104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 19:41:04.005516 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_hamode_db [None req-22a0e724-9e6b-4ab4-96f9-12041ab20ca8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-23T19:07:52Z,description=,heartbeat_timestamp=2021-09-23T19:40:52Z,host='n-d-713301-16',id=79a740bf-7821-4989-8288-7186e3e128f3,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:07:52Z,topic='l3_agent')) {'router_ids': ['fd7a733e-1c23-45b9-a44f-e8f163c4c598'], 'active': True} {{(pid=95104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:41:04.012325 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-6a2db7a2-7d6c-421c-bd99-32f607233a76 tempest-FloatingIPNegativeTestJSON-1886207672 tempest-FloatingIPNegativeTestJSON-1886207672-project] Notify callbacks [] for floatingip, before_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:04.083107 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed736892-5500-48e6-95d0-e07375489397 req-2ce13757-1ccd-4533-8e52-18b3d3e0145c tempest-ServersTestJSON-149791516 tempest-ServersTestJSON-149791516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:41:04.098926 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-ed736892-5500-48e6-95d0-e07375489397 req-2ce13757-1ccd-4533-8e52-18b3d3e0145c tempest-ServersTestJSON-149791516 tempest-ServersTestJSON-149791516-project] 10.222.0.74 "GET /v2.0/ports?device_id=1921f1fe-df9a-46ef-ae57-567b8545bac8 HTTP/1.1" status: 200 len: 945 time: 0.2441640 Sep 23 19:41:04.132689 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_hamode_db [None req-22a0e724-9e6b-4ab4-96f9-12041ab20ca8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713301-16', False) {} {{(pid=95104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:41:04.136856 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22a0e724-9e6b-4ab4-96f9-12041ab20ca8 None None] The sync data for ids ['fd7a733e-1c23-45b9-a44f-e8f163c4c598'] in n-d-713301-16 is: [] {{(pid=95104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 19:41:04.171915 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-67b2ca21-7b9e-4897-b565-1cf181a98c62 None None] Provisioning complete for port cbabbb8b-49c1-436e-bcb0-46bef263cbc4 triggered by entity DHCP. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:41:04.177211 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-67b2ca21-7b9e-4897-b565-1cf181a98c62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:04.265159 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.plugin [None req-67b2ca21-7b9e-4897-b565-1cf181a98c62 None None] Port cbabbb8b-49c1-436e-bcb0-46bef263cbc4 cannot update to ACTIVE because it is not bound. {{(pid=95103) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 19:41:04.406750 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12723763-ae16-44e1-8f87-811cd6332e12 req-e4097abe-2edd-4170-ae76-eb0f85a4e838 tempest-ServersTestJSON-149791516 tempest-ServersTestJSON-149791516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:41:04.415894 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-12723763-ae16-44e1-8f87-811cd6332e12 req-e4097abe-2edd-4170-ae76-eb0f85a4e838 tempest-ServersTestJSON-149791516 tempest-ServersTestJSON-149791516-project] 10.222.0.67 "GET /v2.0/ports?device_id=1921f1fe-df9a-46ef-ae57-567b8545bac8 HTTP/1.1" status: 200 len: 945 time: 0.1837165 Sep 23 19:41:04.506404 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-12723763-ae16-44e1-8f87-811cd6332e12 req-6a406709-edd3-4902-ae9d-6f9a34d637d0 tempest-ServersTestJSON-149791516 tempest-ServersTestJSON-149791516-project] 10.222.0.67 "GET /v2.0/security-groups?id=b8c31db9-bcb2-4708-876e-18b1f4bdd8a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890930 Sep 23 19:41:04.513255 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.plugin [req-ed736892-5500-48e6-95d0-e07375489397 req-dc8a8f49-fb1d-4106-8ece-20d16ff9497e tempest-ServersTestJSON-149791516 tempest-ServersTestJSON-149791516-project] Deleting port 1c194659-c45e-4088-b4fb-40184f040bd6 {{(pid=95102) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:41:04.525155 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-ed736892-5500-48e6-95d0-e07375489397 req-dc8a8f49-fb1d-4106-8ece-20d16ff9497e tempest-ServersTestJSON-149791516 tempest-ServersTestJSON-149791516-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783146157096'] for port, before_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:04.628366 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-6a2db7a2-7d6c-421c-bd99-32f607233a76 tempest-FloatingIPNegativeTestJSON-1886207672 tempest-FloatingIPNegativeTestJSON-1886207672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:04.684418 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-298b806c-243e-4222-a17e-bc8494fce457 tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] Notify callbacks [] for port, precommit_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:04.766354 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.db [req-ed736892-5500-48e6-95d0-e07375489397 req-dc8a8f49-fb1d-4106-8ece-20d16ff9497e tempest-ServersTestJSON-149791516 tempest-ServersTestJSON-149791516-project] For port 1c194659-c45e-4088-b4fb-40184f040bd6, host n-h1-713301-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-16',level=0,port_id=1c194659-c45e-4088-b4fb-40184f040bd6,segment=NetworkSegment(c829e8ab-031e-4667-8d5b-36ba5cfb9383),segment_id=c829e8ab-031e-4667-8d5b-36ba5cfb9383)] {{(pid=95102) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:41:04.766738 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-ed736892-5500-48e6-95d0-e07375489397 req-dc8a8f49-fb1d-4106-8ece-20d16ff9497e tempest-ServersTestJSON-149791516 tempest-ServersTestJSON-149791516-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-605701'] for port, precommit_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:04.798210 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-2f6efeca-5ce8-40b1-921a-7c5f57365594 req-28f26c6c-eec7-4704-b56e-f675f6dfac89 tempest-TaggedBootDevicesTest_v242-1470406513 tempest-TaggedBootDevicesTest_v242-1470406513-project] 10.222.0.67 "GET /v2.0/ports?device_id=583aeae2-b5c0-4d8d-bffb-15a63f4020fc HTTP/1.1" status: 200 len: 210 time: 0.0582659 Sep 23 19:41:04.809676 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.plugin [req-ed736892-5500-48e6-95d0-e07375489397 req-dc8a8f49-fb1d-4106-8ece-20d16ff9497e tempest-ServersTestJSON-149791516 tempest-ServersTestJSON-149791516-project] Calling delete_port for 1c194659-c45e-4088-b4fb-40184f040bd6 owned by compute:nova {{(pid=95102) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:41:04.824507 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-298b806c-243e-4222-a17e-bc8494fce457 tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783145673135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5607431'] for port, after_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:04.919167 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-298b806c-243e-4222-a17e-bc8494fce457 tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] Pushing event updated for resources: {'Port': ['ID=0722b069-7215-4185-bf4e-356c9c01f3e9,revision_number=1']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:41:04.948443 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-298b806c-243e-4222-a17e-bc8494fce457 tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] Network b0599172-2d1a-416f-a4dc-49f04f75b3d7 is already hosted by enough agents. {{(pid=95101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:41:04.968988 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.base_scheduler [None req-298b806c-243e-4222-a17e-bc8494fce457 tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] Resources bound (agent type, host, resource id): {{(pid=95101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:41:04.988830 n-d-713301-16 neutron-server[95101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-298b806c-243e-4222-a17e-bc8494fce457 tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] Received port after_create {{(pid=95101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 19:41:05.017314 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-ed736892-5500-48e6-95d0-e07375489397 req-dc8a8f49-fb1d-4106-8ece-20d16ff9497e tempest-ServersTestJSON-149791516 tempest-ServersTestJSON-149791516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783146162158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783145673144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4399100'] for port, after_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:05.035794 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] get_ports_and_sgs() called for port_ids ['1c194659-c45e-4088-b4fb-40184f040bd6'] {{(pid=95103) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 19:41:05.038166 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] get_ports_and_sgs() called for port_ids ['1e33a789-d371-4447-ad9f-6d77201ac2d1'] {{(pid=95103) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 19:41:05.250746 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-44110744-e0d7-4739-b684-3685b750b4de tempest-RoutersTest-320658655 tempest-RoutersTest-320658655-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-601372'] for router_interface, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:05.260655 n-d-713301-16 neutron-server[95102]: DEBUG neutron.db.l3_dvrscheduler_db [req-ed736892-5500-48e6-95d0-e07375489397 req-dc8a8f49-fb1d-4106-8ece-20d16ff9497e tempest-ServersTestJSON-149791516 tempest-ServersTestJSON-149791516-project] No DVR routers for this DVR port 1c194659-c45e-4088-b4fb-40184f040bd6 on host n-h1-713301-16 {{(pid=95102) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 19:41:05.262707 n-d-713301-16 neutron-server[95102]: DEBUG neutron.db.db_base_plugin_common [None req-6a2db7a2-7d6c-421c-bd99-32f607233a76 tempest-FloatingIPNegativeTestJSON-1886207672 tempest-FloatingIPNegativeTestJSON-1886207672-project] Allocated IP 172.25.1.222 (5dec5c09-378e-4f50-89cc-d94eb81c3bac/eff83446-018c-428d-b3f5-54ac9abe7a2a/c32f7268-8d75-4f6e-803a-f0c14b826db9) {{(pid=95102) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 19:41:05.264921 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc8a8f49-fb1d-4106-8ece-20d16ff9497e tempest-ServersTestJSON-149791516 tempest-ServersTestJSON-149791516-project] Pushing event deleted for resources: {'Port': ['ID=1c194659-c45e-4088-b4fb-40184f040bd6,revision_number=None']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:41:05.270605 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-ed736892-5500-48e6-95d0-e07375489397 req-dc8a8f49-fb1d-4106-8ece-20d16ff9497e tempest-ServersTestJSON-149791516 tempest-ServersTestJSON-149791516-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222849'] for port, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:05.272669 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-ed736892-5500-48e6-95d0-e07375489397 req-dc8a8f49-fb1d-4106-8ece-20d16ff9497e tempest-ServersTestJSON-149791516 tempest-ServersTestJSON-149791516-project] 10.222.0.74 "DELETE /v2.0/ports/1c194659-c45e-4088-b4fb-40184f040bd6 HTTP/1.1" status: 204 len: 173 time: 1.1494911 Sep 23 19:41:05.273133 n-d-713301-16 neutron-server[95102]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1921f1fe-df9a-46ef-ae57-567b8545bac8', 'name': 'network-vif-deleted', 'tag': '1c194659-c45e-4088-b4fb-40184f040bd6'}] {{(pid=95102) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 19:41:05.275418 n-d-713301-16 neutron-server[95102]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab31b6d93e5336dbddfa8ec424565b3bd8cb2369c5b4d85bc943472dbb21e8ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e2f254c-6137-46a8-9fd0-a6d434e5a5ef" -d '{"events": [{"server_uuid": "1921f1fe-df9a-46ef-ae57-567b8545bac8", "name": "network-vif-deleted", "tag": "1c194659-c45e-4088-b4fb-40184f040bd6"}]}' {{(pid=95102) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 19:41:05.406156 n-d-713301-16 neutron-server[95102]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 19:41:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c41ee0d-769a-4067-8768-633569eca37d x-openstack-request-id: req-7c41ee0d-769a-4067-8768-633569eca37d {{(pid=95102) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 19:41:05.406810 n-d-713301-16 neutron-server[95102]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1921f1fe-df9a-46ef-ae57-567b8545bac8", "name": "network-vif-deleted", "tag": "1c194659-c45e-4088-b4fb-40184f040bd6", "status": "completed", "code": 200}]} {{(pid=95102) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 19:41:05.407216 n-d-713301-16 neutron-server[95102]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-7c41ee0d-769a-4067-8768-633569eca37d {{(pid=95102) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 19:41:05.407776 n-d-713301-16 neutron-server[95102]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1921f1fe-df9a-46ef-ae57-567b8545bac8', 'name': 'network-vif-deleted', 'tag': '1c194659-c45e-4088-b4fb-40184f040bd6', 'status': 'completed', 'code': 200} Sep 23 19:41:05.600832 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-0c0a677c-3751-4e17-b7c8-4386752d1d6c None None] Provisioning complete for port 0722b069-7215-4185-bf4e-356c9c01f3e9 triggered by entity DHCP. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:41:05.601600 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-0c0a677c-3751-4e17-b7c8-4386752d1d6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:05.613685 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-298b806c-243e-4222-a17e-bc8494fce457 tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:41:05.614381 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-298b806c-243e-4222-a17e-bc8494fce457 tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222849'] for port, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:05.636421 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-6a2db7a2-7d6c-421c-bd99-32f607233a76 tempest-FloatingIPNegativeTestJSON-1886207672 tempest-FloatingIPNegativeTestJSON-1886207672-project] Notify callbacks [] for port, precommit_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:05.646033 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-298b806c-243e-4222-a17e-bc8494fce457 tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 3.6656799 Sep 23 19:41:05.647140 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 60880) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:41:05.655195 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.v2.base [None req-2a84d97a-e4b9-4030-8f8c-94da45d65b79 tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] Request body: {'subnet': {'network_id': 'b0599172-2d1a-416f-a4dc-49f04f75b3d7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:41:05.686826 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.plugin [None req-0c0a677c-3751-4e17-b7c8-4386752d1d6c None None] Port 0722b069-7215-4185-bf4e-356c9c01f3e9 cannot update to ACTIVE because it is not bound. {{(pid=95103) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 19:41:05.725164 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-fb51e8f0-6356-41da-ae73-be7837292e7f req-9761dce8-af57-48ed-a95d-1c9dc4f79e25 tempest-ServersTestJSON-149791516 tempest-ServersTestJSON-149791516-project] 10.222.0.67 "GET /v2.0/ports?device_id=1921f1fe-df9a-46ef-ae57-567b8545bac8 HTTP/1.1" status: 200 len: 210 time: 0.0355706 Sep 23 19:41:05.727416 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-6a2db7a2-7d6c-421c-bd99-32f607233a76 tempest-FloatingIPNegativeTestJSON-1886207672 tempest-FloatingIPNegativeTestJSON-1886207672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783145673135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4399100'] for port, after_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:05.809785 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a2db7a2-7d6c-421c-bd99-32f607233a76 tempest-FloatingIPNegativeTestJSON-1886207672 tempest-FloatingIPNegativeTestJSON-1886207672-project] Pushing event updated for resources: {'Port': ['ID=c32f7268-8d75-4f6e-803a-f0c14b826db9,revision_number=1']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:41:05.814934 n-d-713301-16 neutron-server[95102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a2db7a2-7d6c-421c-bd99-32f607233a76 tempest-FloatingIPNegativeTestJSON-1886207672 tempest-FloatingIPNegativeTestJSON-1886207672-project] Network 5dec5c09-378e-4f50-89cc-d94eb81c3bac is already hosted by enough agents. {{(pid=95102) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:41:05.817718 n-d-713301-16 neutron-server[95102]: DEBUG neutron.scheduler.base_scheduler [None req-6a2db7a2-7d6c-421c-bd99-32f607233a76 tempest-FloatingIPNegativeTestJSON-1886207672 tempest-FloatingIPNegativeTestJSON-1886207672-project] Resources bound (agent type, host, resource id): {{(pid=95102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:41:05.820350 n-d-713301-16 neutron-server[95102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a2db7a2-7d6c-421c-bd99-32f607233a76 tempest-FloatingIPNegativeTestJSON-1886207672 tempest-FloatingIPNegativeTestJSON-1886207672-project] Received port after_create {{(pid=95102) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 19:41:05.870512 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a84d97a-e4b9-4030-8f8c-94da45d65b79 tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] Made reservation on behalf of e53e881fc39941c397f29318ff64a85b for: {'subnet': 1} {{(pid=95101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:41:05.884680 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-2a84d97a-e4b9-4030-8f8c-94da45d65b79 tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6130979'] for subnet, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:06.094337 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-d89d4371-baef-4e5d-a95b-a98376231c2e req-fb4e2169-0bae-4c0b-a232-d05dec8b638c tempest-TaggedBootDevicesTest_v242-1470406513 tempest-TaggedBootDevicesTest_v242-1470406513-project] 10.222.0.67 "GET /v2.0/ports?device_id=583aeae2-b5c0-4d8d-bffb-15a63f4020fc HTTP/1.1" status: 200 len: 210 time: 0.0808403 Sep 23 19:41:06.118005 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.plugin [None req-44110744-e0d7-4739-b684-3685b750b4de tempest-RoutersTest-320658655 tempest-RoutersTest-320658655-project] Deleting port cbabbb8b-49c1-436e-bcb0-46bef263cbc4 {{(pid=95101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:41:06.126777 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-44110744-e0d7-4739-b684-3685b750b4de tempest-RoutersTest-320658655 tempest-RoutersTest-320658655-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783146157096'] for port, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:06.135901 n-d-713301-16 neutron-server[95101]: INFO neutron.db.ipam_backend_mixin [None req-2a84d97a-e4b9-4030-8f8c-94da45d65b79 tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 44af8702-9b53-4190-b3d7-66ad890b98dd (CIDR: 172.20.0.0/28) Sep 23 19:41:06.150453 n-d-713301-16 neutron-server[95101]: INFO neutron.pecan_wsgi.hooks.translation [None req-2a84d97a-e4b9-4030-8f8c-94da45d65b79 tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 23 19:41:06.151116 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2a84d97a-e4b9-4030-8f8c-94da45d65b79 tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=95101) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 23 19:41:06.220646 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-2a84d97a-e4b9-4030-8f8c-94da45d65b79 tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5707569 Sep 23 19:41:06.220990 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 60892) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:41:06.226378 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.v2.base [None req-7f977d20-d816-4c95-9682-7eb3d4680c71 tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] Request body: {'subnet': {'network_id': 'b0599172-2d1a-416f-a4dc-49f04f75b3d7', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=95102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:41:06.259203 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.plugin [None req-6a2db7a2-7d6c-421c-bd99-32f607233a76 tempest-FloatingIPNegativeTestJSON-1886207672 tempest-FloatingIPNegativeTestJSON-1886207672-project] Deleting port c32f7268-8d75-4f6e-803a-f0c14b826db9 {{(pid=95102) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:41:06.259556 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-6a2db7a2-7d6c-421c-bd99-32f607233a76 tempest-FloatingIPNegativeTestJSON-1886207672 tempest-FloatingIPNegativeTestJSON-1886207672-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783146157096'] for port, before_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:06.277427 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-44110744-e0d7-4739-b684-3685b750b4de tempest-RoutersTest-320658655 tempest-RoutersTest-320658655-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-605701'] for port, precommit_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:06.294961 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.plugin [None req-44110744-e0d7-4739-b684-3685b750b4de tempest-RoutersTest-320658655 tempest-RoutersTest-320658655-project] Calling delete_port for cbabbb8b-49c1-436e-bcb0-46bef263cbc4 owned by network:router_interface {{(pid=95101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:41:06.425730 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-6a2db7a2-7d6c-421c-bd99-32f607233a76 tempest-FloatingIPNegativeTestJSON-1886207672 tempest-FloatingIPNegativeTestJSON-1886207672-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-605701'] for port, precommit_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:06.426360 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-6a2db7a2-7d6c-421c-bd99-32f607233a76 tempest-FloatingIPNegativeTestJSON-1886207672 tempest-FloatingIPNegativeTestJSON-1886207672-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:06.478318 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.plugin [None req-6a2db7a2-7d6c-421c-bd99-32f607233a76 tempest-FloatingIPNegativeTestJSON-1886207672 tempest-FloatingIPNegativeTestJSON-1886207672-project] Calling delete_port for c32f7268-8d75-4f6e-803a-f0c14b826db9 owned by network:floatingip {{(pid=95102) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:41:06.601990 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-44110744-e0d7-4739-b684-3685b750b4de tempest-RoutersTest-320658655 tempest-RoutersTest-320658655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783146162158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783145673144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5607431'] for port, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:06.657182 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f977d20-d816-4c95-9682-7eb3d4680c71 tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] Made reservation on behalf of e53e881fc39941c397f29318ff64a85b for: {'subnet': 1} {{(pid=95102) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:41:06.662518 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-7f977d20-d816-4c95-9682-7eb3d4680c71 tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5388256'] for subnet, before_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:06.663404 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44110744-e0d7-4739-b684-3685b750b4de tempest-RoutersTest-320658655 tempest-RoutersTest-320658655-project] Pushing event deleted for resources: {'Port': ['ID=cbabbb8b-49c1-436e-bcb0-46bef263cbc4,revision_number=None']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:41:06.896219 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-44110744-e0d7-4739-b684-3685b750b4de tempest-RoutersTest-320658655 tempest-RoutersTest-320658655-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-527322', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-602005'] for router_interface, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:06.926105 n-d-713301-16 neutron-server[95102]: INFO neutron.db.ipam_backend_mixin [None req-7f977d20-d816-4c95-9682-7eb3d4680c71 tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] Validation for CIDR: 172.20.0.16/28 failed - overlaps with subnet 4e8acd6f-99fb-4bc6-a211-27f4b2965ec1 (CIDR: 172.20.0.16/28) Sep 23 19:41:06.927965 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-6a2db7a2-7d6c-421c-bd99-32f607233a76 tempest-FloatingIPNegativeTestJSON-1886207672 tempest-FloatingIPNegativeTestJSON-1886207672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783146162158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783145673144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4399100'] for port, after_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:06.984147 n-d-713301-16 neutron-server[95102]: INFO neutron.pecan_wsgi.hooks.translation [None req-7f977d20-d816-4c95-9682-7eb3d4680c71 tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 23 19:41:06.991659 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7f977d20-d816-4c95-9682-7eb3d4680c71 tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=95102) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 23 19:41:07.011418 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a2db7a2-7d6c-421c-bd99-32f607233a76 tempest-FloatingIPNegativeTestJSON-1886207672 tempest-FloatingIPNegativeTestJSON-1886207672-project] Pushing event deleted for resources: {'Port': ['ID=c32f7268-8d75-4f6e-803a-f0c14b826db9,revision_number=None']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:41:07.204989 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-7f977d20-d816-4c95-9682-7eb3d4680c71 tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 425 time: 0.9827478 Sep 23 19:41:07.214202 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 60922) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:41:07.224995 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.v2.base [None req-575c7a53-e2df-45d4-b5a5-2cbdd2e38d9c tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] Request body: {'subnet': {'network_id': 'b0599172-2d1a-416f-a4dc-49f04f75b3d7', 'cidr': '172.20.0.32/28', 'ip_version': 4, 'gateway_ip': '172.20.0.33'}} {{(pid=95102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:41:07.281723 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-44110744-e0d7-4739-b684-3685b750b4de tempest-RoutersTest-320658655 tempest-RoutersTest-320658655-project] Router fd7a733e-1c23-45b9-a44f-e8f163c4c598 has already been hosted by L3 agent 79a740bf-7821-4989-8288-7186e3e128f3 {{(pid=95101) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 19:41:07.327748 n-d-713301-16 neutron-server[95102]: INFO neutron.api.v2.resource [None req-6a2db7a2-7d6c-421c-bd99-32f607233a76 tempest-FloatingIPNegativeTestJSON-1886207672 tempest-FloatingIPNegativeTestJSON-1886207672-project] create failed (client error): The resource could not be found. Sep 23 19:41:07.334261 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-6a2db7a2-7d6c-421c-bd99-32f607233a76 tempest-FloatingIPNegativeTestJSON-1886207672 tempest-FloatingIPNegativeTestJSON-1886207672-project] 10.222.0.67 "POST /v2.0/floatingips HTTP/1.1" status: 404 len: 507 time: 3.4236419 Sep 23 19:41:07.336530 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-be869da5-3a1d-49a6-a47b-e8520b1db038 req-9d4124d9-5848-41f0-a493-19fdea8da496 tempest-TaggedBootDevicesTest_v242-1470406513 tempest-TaggedBootDevicesTest_v242-1470406513-project] 10.222.0.67 "GET /v2.0/ports?device_id=583aeae2-b5c0-4d8d-bffb-15a63f4020fc HTTP/1.1" status: 200 len: 210 time: 0.1048453 Sep 23 19:41:07.337043 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 60928) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:41:07.455486 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44110744-e0d7-4739-b684-3685b750b4de tempest-RoutersTest-320658655 tempest-RoutersTest-320658655-project] Notify agent at l3_agent.n-d-713301-16 the message routers_updated {{(pid=95101) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 19:41:07.464348 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-44110744-e0d7-4739-b684-3685b750b4de tempest-RoutersTest-320658655 tempest-RoutersTest-320658655-project] 10.222.0.67 "PUT /v2.0/routers/fd7a733e-1c23-45b9-a44f-e8f163c4c598/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6304958 Sep 23 19:41:07.469424 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad88964b-f0e8-407d-b0cb-93692870ecc5 None None] Sync routers for ids ['fd7a733e-1c23-45b9-a44f-e8f163c4c598'] in n-d-713301-16 {{(pid=95103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 19:41:07.471390 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 60938) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:41:07.500660 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad88964b-f0e8-407d-b0cb-93692870ecc5 None None] Routers {'fd7a733e-1c23-45b9-a44f-e8f163c4c598'} bound to L3 agent in host n-d-713301-16 {{(pid=95103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 19:41:07.501769 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_hamode_db [None req-ad88964b-f0e8-407d-b0cb-93692870ecc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-23T19:07:52Z,description=,heartbeat_timestamp=2021-09-23T19:40:52Z,host='n-d-713301-16',id=79a740bf-7821-4989-8288-7186e3e128f3,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:07:52Z,topic='l3_agent')) {'router_ids': ['fd7a733e-1c23-45b9-a44f-e8f163c4c598'], 'active': True} {{(pid=95103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:41:07.585131 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_hamode_db [None req-ad88964b-f0e8-407d-b0cb-93692870ecc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713301-16', False) {} {{(pid=95103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:41:07.610155 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad88964b-f0e8-407d-b0cb-93692870ecc5 None None] Routers {'fd7a733e-1c23-45b9-a44f-e8f163c4c598'} bound to L3 agent in host n-d-713301-16 {{(pid=95103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 19:41:07.612478 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_hamode_db [None req-ad88964b-f0e8-407d-b0cb-93692870ecc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-23T19:07:52Z,description=,heartbeat_timestamp=2021-09-23T19:40:52Z,host='n-d-713301-16',id=79a740bf-7821-4989-8288-7186e3e128f3,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:07:52Z,topic='l3_agent')) {'router_ids': ['fd7a733e-1c23-45b9-a44f-e8f163c4c598'], 'active': True} {{(pid=95103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:41:07.654604 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-575c7a53-e2df-45d4-b5a5-2cbdd2e38d9c tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] Made reservation on behalf of e53e881fc39941c397f29318ff64a85b for: {'subnet': 1} {{(pid=95102) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:41:07.671574 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-575c7a53-e2df-45d4-b5a5-2cbdd2e38d9c tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5388256'] for subnet, before_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:07.696577 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Device 1c194659-c45e-4088-b4fb-40184f040bd6 no longer exists at agent hyperv_n-h1-713301-16 {{(pid=95103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 19:41:07.707620 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_hamode_db [None req-ad88964b-f0e8-407d-b0cb-93692870ecc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713301-16', False) {} {{(pid=95103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:41:07.708371 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad88964b-f0e8-407d-b0cb-93692870ecc5 None None] The sync data for ids ['fd7a733e-1c23-45b9-a44f-e8f163c4c598'] in n-d-713301-16 is: [] {{(pid=95103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 19:41:07.759218 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.plugin [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] No Port match for: 1c194659-c45e-4088-b4fb-40184f040bd6 {{(pid=95103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 19:41:07.759585 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Device 1c194659-c45e-4088-b4fb-40184f040bd6 not bound to the agent host n-h1-713301-16 {{(pid=95103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 19:41:07.802083 n-d-713301-16 neutron-server[95101]: INFO neutron.api.v2.resource [None req-e2de25d7-393c-455a-b265-21cbfb87fbae tempest-RoutersTest-320658655 tempest-RoutersTest-320658655-project] remove_router_interface failed (client error): The resource could not be found. Sep 23 19:41:07.806871 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-e2de25d7-393c-455a-b265-21cbfb87fbae tempest-RoutersTest-320658655 tempest-RoutersTest-320658655-project] 10.222.0.67 "PUT /v2.0/routers/fd7a733e-1c23-45b9-a44f-e8f163c4c598/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.3342724 Sep 23 19:41:07.808058 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 60954) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:41:07.880998 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-78da771e-ab73-4a59-a334-d651a4014bf8 tempest-RoutersTest-320658655 tempest-RoutersTest-320658655-project] 10.222.0.67 "GET /v2.0/ports?device_id=fd7a733e-1c23-45b9-a44f-e8f163c4c598 HTTP/1.1" status: 200 len: 205 time: 0.0714893 Sep 23 19:41:07.881614 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 60956) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:41:07.882640 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.plugin [None req-78086341-37b6-4732-aa21-9c09f28f8d50 tempest-FloatingIPNegativeTestJSON-1886207672 tempest-FloatingIPNegativeTestJSON-1886207672-project] Deleting port f6842f22-055f-40cf-976e-0d34ee18a685 {{(pid=95102) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:41:07.883194 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-78086341-37b6-4732-aa21-9c09f28f8d50 tempest-FloatingIPNegativeTestJSON-1886207672 tempest-FloatingIPNegativeTestJSON-1886207672-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783146157096'] for port, before_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:08.057163 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-ccb5ed0b-c0a4-400d-be41-a45e0cd692e1 tempest-RoutersTest-320658655 tempest-RoutersTest-320658655-project] Notify callbacks [] for router, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:08.169215 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-78086341-37b6-4732-aa21-9c09f28f8d50 tempest-FloatingIPNegativeTestJSON-1886207672 tempest-FloatingIPNegativeTestJSON-1886207672-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-605701'] for port, precommit_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:08.266412 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.plugin [None req-78086341-37b6-4732-aa21-9c09f28f8d50 tempest-FloatingIPNegativeTestJSON-1886207672 tempest-FloatingIPNegativeTestJSON-1886207672-project] Calling delete_port for f6842f22-055f-40cf-976e-0d34ee18a685 owned by {{(pid=95102) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:41:08.275690 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-575c7a53-e2df-45d4-b5a5-2cbdd2e38d9c tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4398944', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5388242'] for subnet, after_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:08.297828 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-ccb5ed0b-c0a4-400d-be41-a45e0cd692e1 tempest-RoutersTest-320658655 tempest-RoutersTest-320658655-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-597305', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29369'] for router, precommit_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:08.302411 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-ccb5ed0b-c0a4-400d-be41-a45e0cd692e1 tempest-RoutersTest-320658655 tempest-RoutersTest-320658655-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:08.357624 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-ccb5ed0b-c0a4-400d-be41-a45e0cd692e1 tempest-RoutersTest-320658655 tempest-RoutersTest-320658655-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-597296'] for router, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:08.358990 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ccb5ed0b-c0a4-400d-be41-a45e0cd692e1 tempest-RoutersTest-320658655 tempest-RoutersTest-320658655-project] Fanout notify agent at l3_agent the message router_deleted on router fd7a733e-1c23-45b9-a44f-e8f163c4c598 {{(pid=95101) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 23 19:41:08.370089 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-ccb5ed0b-c0a4-400d-be41-a45e0cd692e1 tempest-RoutersTest-320658655 tempest-RoutersTest-320658655-project] Notify callbacks [] for router, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:08.373526 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-ccb5ed0b-c0a4-400d-be41-a45e0cd692e1 tempest-RoutersTest-320658655 tempest-RoutersTest-320658655-project] 10.222.0.67 "DELETE /v2.0/routers/fd7a733e-1c23-45b9-a44f-e8f163c4c598 HTTP/1.1" status: 204 len: 168 time: 0.4880862 Sep 23 19:41:08.374053 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 60968) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:41:08.407365 n-d-713301-16 neutron-server[95102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-575c7a53-e2df-45d4-b5a5-2cbdd2e38d9c tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] Network b0599172-2d1a-416f-a4dc-49f04f75b3d7 is already hosted by enough agents. {{(pid=95102) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:41:08.428367 n-d-713301-16 neutron-server[95102]: DEBUG neutron.scheduler.base_scheduler [None req-575c7a53-e2df-45d4-b5a5-2cbdd2e38d9c tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] Resources bound (agent type, host, resource id): {{(pid=95102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:41:08.433453 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-575c7a53-e2df-45d4-b5a5-2cbdd2e38d9c tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:41:08.434100 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-575c7a53-e2df-45d4-b5a5-2cbdd2e38d9c tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] Notify callbacks [] for subnet, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:08.449382 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63e980ce-86b0-41d9-bf09-a9605541c0dc None None] Network b0599172-2d1a-416f-a4dc-49f04f75b3d7 requested from n-d-713301-16 {{(pid=95103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 19:41:08.499076 n-d-713301-16 neutron-server[95101]: DEBUG neutron.db.db_base_plugin_v2 [None req-27743eb6-f23b-48f9-a973-d285b6e6a45f tempest-RoutersTest-320658655 tempest-RoutersTest-320658655-project] Deleting subnet 28d274e7-42ad-49df-8ce1-36910db9f63e {{(pid=95101) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 23 19:41:08.499240 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1d47d5-e22c-4af6-9dfd-fc274b26d641 req-9979dccd-7f4b-4efc-a39f-e97acff02ec8 tempest-ServersTestJSON-149791516 tempest-ServersTestJSON-149791516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:41:08.503223 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-27743eb6-f23b-48f9-a973-d285b6e6a45f tempest-RoutersTest-320658655 tempest-RoutersTest-320658655-project] Notify callbacks [] for subnet, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:08.511622 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-4f1d47d5-e22c-4af6-9dfd-fc274b26d641 req-9979dccd-7f4b-4efc-a39f-e97acff02ec8 tempest-ServersTestJSON-149791516 tempest-ServersTestJSON-149791516-project] 10.222.0.67 "GET /v2.0/ports?device_id=7250b04d-cbe1-42a9-ad22-a6926740b5d8 HTTP/1.1" status: 200 len: 945 time: 0.4430935 Sep 23 19:41:08.600488 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-27743eb6-f23b-48f9-a973-d285b6e6a45f tempest-RoutersTest-320658655 tempest-RoutersTest-320658655-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6007154'] for subnet, precommit_delete_associations {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:08.763191 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-3f880370-e419-4dda-8f3e-a467077aedd8 req-71914e84-91fe-4d3c-9aaf-f8416686fee3 tempest-TaggedBootDevicesTest_v242-1470406513 tempest-TaggedBootDevicesTest_v242-1470406513-project] 10.222.0.67 "GET /v2.0/ports?device_id=583aeae2-b5c0-4d8d-bffb-15a63f4020fc HTTP/1.1" status: 200 len: 210 time: 0.1183028 Sep 23 19:41:08.768943 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 60982) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:41:08.770733 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-575c7a53-e2df-45d4-b5a5-2cbdd2e38d9c tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.5555053 Sep 23 19:41:08.778540 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-575c7a53-e2df-45d4-b5a5-2cbdd2e38d9c tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] Pushing event updated for resources: {'Subnet': ['ID=a5aa4395-fd95-4e77-b22b-b50dfdf42c8f,revision_number=0']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:41:08.778907 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 60984) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:41:08.796300 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.v2.base [None req-26afb404-76c4-458d-9fad-a14de41a6f46 tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1220608012', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'a5aa4395-fd95-4e77-b22b-b50dfdf42c8f'}], 'security_groups': ['aa633b99-0a81-4cc0-9bb9-3830ecdeae0a', 'b6269f03-e504-4f96-95a5-7dce7b7252d8']}} {{(pid=95101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:41:08.841628 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-4f1d47d5-e22c-4af6-9dfd-fc274b26d641 req-fb4aa8a5-07c9-4d71-8721-a739cc1e0482 tempest-ServersTestJSON-149791516 tempest-ServersTestJSON-149791516-project] 10.222.0.67 "GET /v2.0/security-groups?id=b8c31db9-bcb2-4708-876e-18b1f4bdd8a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3289979 Sep 23 19:41:08.844563 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-27743eb6-f23b-48f9-a973-d285b6e6a45f tempest-RoutersTest-320658655 tempest-RoutersTest-320658655-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1756813'] for subnet, precommit_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:09.004959 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-78086341-37b6-4732-aa21-9c09f28f8d50 tempest-FloatingIPNegativeTestJSON-1886207672 tempest-FloatingIPNegativeTestJSON-1886207672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783146162158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783145673144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4399100'] for port, after_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:09.063328 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fa8972b-a46c-4ac3-bfa9-4b6f27d28de8 None None] Update dhcp port {'port': {'network_id': 'b0599172-2d1a-416f-a4dc-49f04f75b3d7', 'fixed_ips': [{'subnet_id': '4e8acd6f-99fb-4bc6-a211-27f4b2965ec1', 'ip_address': '172.20.0.18'}, {'subnet_id': '44af8702-9b53-4190-b3d7-66ad890b98dd', 'ip_address': '172.20.0.2'}, {'subnet_id': 'a5aa4395-fd95-4e77-b22b-b50dfdf42c8f'}], 'binding:host_id': 'n-d-713301-16'}, 'id': '27af7930-04e9-494f-83cd-d500c26eb9d5'} from n-d-713301-16. {{(pid=95103) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Sep 23 19:41:09.064632 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-27743eb6-f23b-48f9-a973-d285b6e6a45f tempest-RoutersTest-320658655 tempest-RoutersTest-320658655-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1756804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5607514', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6130950'] for subnet, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:09.149635 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-3fa8972b-a46c-4ac3-bfa9-4b6f27d28de8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:09.177050 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78086341-37b6-4732-aa21-9c09f28f8d50 tempest-FloatingIPNegativeTestJSON-1886207672 tempest-FloatingIPNegativeTestJSON-1886207672-project] Pushing event deleted for resources: {'Port': ['ID=f6842f22-055f-40cf-976e-0d34ee18a685,revision_number=None']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:41:09.188529 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27743eb6-f23b-48f9-a973-d285b6e6a45f tempest-RoutersTest-320658655 tempest-RoutersTest-320658655-project] Pushing event deleted for resources: {'Subnet': ['ID=28d274e7-42ad-49df-8ce1-36910db9f63e,revision_number=None']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:41:09.243661 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-27743eb6-f23b-48f9-a973-d285b6e6a45f tempest-RoutersTest-320658655 tempest-RoutersTest-320658655-project] Notify callbacks [] for subnet, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:09.254980 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-27743eb6-f23b-48f9-a973-d285b6e6a45f tempest-RoutersTest-320658655 tempest-RoutersTest-320658655-project] 10.222.0.67 "DELETE /v2.0/subnets/28d274e7-42ad-49df-8ce1-36910db9f63e HTTP/1.1" status: 204 len: 168 time: 0.8798590 Sep 23 19:41:09.264533 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 60992) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:41:09.281612 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5ae63e9-f473-4f3e-82fe-a7fda72ca0a2 None None] Network 94197142-910d-4b9c-a77c-60a2d1f62d36 requested from n-d-713301-16 {{(pid=95103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 19:41:09.328089 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-0f1f2861-9442-4a29-ba81-81e82103a14d admin admin] Notify callbacks [] for security_group, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:09.381801 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-26afb404-76c4-458d-9fad-a14de41a6f46 tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:09.487787 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02dcfa2-9ce7-40fa-b344-c322ba6d04ba req-9ae64996-5538-4c04-b8e2-321dce3a3086 tempest-ServersTestJSON-149791516 tempest-ServersTestJSON-149791516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:41:09.489474 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-c02dcfa2-9ce7-40fa-b344-c322ba6d04ba req-9ae64996-5538-4c04-b8e2-321dce3a3086 tempest-ServersTestJSON-149791516 tempest-ServersTestJSON-149791516-project] 10.222.0.53 "GET /v2.0/ports?device_id=7250b04d-cbe1-42a9-ad22-a6926740b5d8 HTTP/1.1" status: 200 len: 945 time: 0.2177281 Sep 23 19:41:09.496899 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-d85aeb5c-bfa7-4fc3-9766-c56b57ddba1a tempest-RoutersTest-320658655 tempest-RoutersTest-320658655-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1628021'] for network, before_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:09.593740 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-78086341-37b6-4732-aa21-9c09f28f8d50 tempest-FloatingIPNegativeTestJSON-1886207672 tempest-FloatingIPNegativeTestJSON-1886207672-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222849'] for port, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:09.616806 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 32768) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:41:09.625083 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-78086341-37b6-4732-aa21-9c09f28f8d50 tempest-FloatingIPNegativeTestJSON-1886207672 tempest-FloatingIPNegativeTestJSON-1886207672-project] 10.222.0.67 "DELETE /v2.0/ports/f6842f22-055f-40cf-976e-0d34ee18a685 HTTP/1.1" status: 204 len: 168 time: 2.2659001 Sep 23 19:41:09.657100 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.db_base_plugin_common [None req-3fa8972b-a46c-4ac3-bfa9-4b6f27d28de8 None None] Allocated IP 172.20.0.34 (b0599172-2d1a-416f-a4dc-49f04f75b3d7/a5aa4395-fd95-4e77-b22b-b50dfdf42c8f/27af7930-04e9-494f-83cd-d500c26eb9d5) {{(pid=95103) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 19:41:09.657454 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.plugin [None req-d85aeb5c-bfa7-4fc3-9766-c56b57ddba1a tempest-RoutersTest-320658655 tempest-RoutersTest-320658655-project] Deleting port da9151ff-ebb1-4503-9de4-68744379e1ef {{(pid=95102) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:41:09.657980 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-d85aeb5c-bfa7-4fc3-9766-c56b57ddba1a tempest-RoutersTest-320658655 tempest-RoutersTest-320658655-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783146157096'] for port, before_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:09.796895 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d744984-aa11-4156-80ae-f999cdd0155d None None] DHCP port deletion for 94197142-910d-4b9c-a77c-60a2d1f62d36 request from n-d-713301-16 {{(pid=95103) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 23 19:41:09.838838 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.db [None req-d85aeb5c-bfa7-4fc3-9766-c56b57ddba1a tempest-RoutersTest-320658655 tempest-RoutersTest-320658655-project] For port da9151ff-ebb1-4503-9de4-68744379e1ef, host n-d-713301-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-16',level=0,port_id=da9151ff-ebb1-4503-9de4-68744379e1ef,segment=NetworkSegment(d523b82f-6286-4a80-bd49-507be594f5c8),segment_id=d523b82f-6286-4a80-bd49-507be594f5c8)] {{(pid=95102) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:41:09.840477 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-d85aeb5c-bfa7-4fc3-9766-c56b57ddba1a tempest-RoutersTest-320658655 tempest-RoutersTest-320658655-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-605701'] for port, precommit_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:09.863988 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.plugin [None req-d85aeb5c-bfa7-4fc3-9766-c56b57ddba1a tempest-RoutersTest-320658655 tempest-RoutersTest-320658655-project] Calling delete_port for da9151ff-ebb1-4503-9de4-68744379e1ef owned by network:dhcp {{(pid=95102) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:41:09.869938 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-3fa8972b-a46c-4ac3-bfa9-4b6f27d28de8 None None] For port 27af7930-04e9-494f-83cd-d500c26eb9d5, host n-d-713301-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-16',level=0,port_id=27af7930-04e9-494f-83cd-d500c26eb9d5,segment=NetworkSegment(f565ffb4-fde7-4ebe-aa49-b5aa67af665c),segment_id=f565ffb4-fde7-4ebe-aa49-b5aa67af665c)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:41:09.870334 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a5e545c-f029-421f-b51d-c550fdcd0006 tempest-FloatingIPNegativeTestJSON-1886207672 tempest-FloatingIPNegativeTestJSON-1886207672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:41:09.874675 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 32774) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:41:09.877396 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-5a5e545c-f029-421f-b51d-c550fdcd0006 tempest-FloatingIPNegativeTestJSON-1886207672 tempest-FloatingIPNegativeTestJSON-1886207672-project] 10.222.0.67 "GET /v2.0/ports?device_id=167a987b-609e-4cb9-87fd-53feb134b051 HTTP/1.1" status: 200 len: 913 time: 0.2561142 Sep 23 19:41:09.912027 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [req-2c1a5506-efe2-45f9-b221-5a5c0b67c928 req-cfa42d33-81ce-4bc7-848b-98c5930e1bf4 service neutron] (95101) timed out ('10.222.0.67', 58272) {{(pid=95101) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 23 19:41:09.984300 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-3fa8972b-a46c-4ac3-bfa9-4b6f27d28de8 None None] Notify callbacks [] for port, precommit_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:09.997855 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.plugin [None req-2d744984-aa11-4156-80ae-f999cdd0155d None None] Deleting port da9151ff-ebb1-4503-9de4-68744379e1ef {{(pid=95103) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:41:09.998289 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-2d744984-aa11-4156-80ae-f999cdd0155d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783146157096'] for port, before_delete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:10.001481 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-3fa8972b-a46c-4ac3-bfa9-4b6f27d28de8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:10.012935 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-0f1f2861-9442-4a29-ba81-81e82103a14d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:10.016874 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.plugin [req-c02dcfa2-9ce7-40fa-b344-c322ba6d04ba req-e19659d8-5b4d-4b89-af12-9bfd5eb15c80 tempest-ServersTestJSON-149791516 tempest-ServersTestJSON-149791516-project] Deleting port 1e33a789-d371-4447-ad9f-6d77201ac2d1 {{(pid=95101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:41:10.018117 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-c02dcfa2-9ce7-40fa-b344-c322ba6d04ba req-e19659d8-5b4d-4b89-af12-9bfd5eb15c80 tempest-ServersTestJSON-149791516 tempest-ServersTestJSON-149791516-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783146157096'] for port, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:10.177473 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-2d744984-aa11-4156-80ae-f999cdd0155d None None] For port da9151ff-ebb1-4503-9de4-68744379e1ef, host n-d-713301-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-16',level=0,port_id=da9151ff-ebb1-4503-9de4-68744379e1ef,segment=NetworkSegment(d523b82f-6286-4a80-bd49-507be594f5c8),segment_id=d523b82f-6286-4a80-bd49-507be594f5c8)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:41:10.178231 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-2d744984-aa11-4156-80ae-f999cdd0155d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-605701'] for port, precommit_delete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:10.221563 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.plugin [None req-2d744984-aa11-4156-80ae-f999cdd0155d None None] Calling delete_port for da9151ff-ebb1-4503-9de4-68744379e1ef owned by network:dhcp {{(pid=95103) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:41:10.223720 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa8972b-a46c-4ac3-bfa9-4b6f27d28de8 None None] Pushing event updated for resources: {'Port': ['ID=27af7930-04e9-494f-83cd-d500c26eb9d5,revision_number=7']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:41:10.383426 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-2d744984-aa11-4156-80ae-f999cdd0155d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783146162158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783145673144'] for port, after_delete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:10.449354 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d744984-aa11-4156-80ae-f999cdd0155d None None] Pushing event deleted for resources: {'Port': ['ID=da9151ff-ebb1-4503-9de4-68744379e1ef,revision_number=None']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:41:10.468271 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d744984-aa11-4156-80ae-f999cdd0155d None None] No DVR routers for this DVR port da9151ff-ebb1-4503-9de4-68744379e1ef on host n-d-713301-16 {{(pid=95103) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 19:41:10.539501 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-0f1f2861-9442-4a29-ba81-81e82103a14d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:10.561267 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-fbb75f68-abd4-41f4-af13-73442291b10f req-7032ed3c-cc2d-44e9-bb4a-478ebb4e823e tempest-TaggedBootDevicesTest_v242-1470406513 tempest-TaggedBootDevicesTest_v242-1470406513-project] 10.222.0.67 "GET /v2.0/ports?device_id=583aeae2-b5c0-4d8d-bffb-15a63f4020fc HTTP/1.1" status: 200 len: 210 time: 0.6299033 Sep 23 19:41:10.685567 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-0f1f2861-9442-4a29-ba81-81e82103a14d admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=89f14f24fc624b0a8dcb84823ee64c34&name=default HTTP/1.1" status: 200 len: 2983 time: 1.9090722 Sep 23 19:41:10.691727 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.db [req-c02dcfa2-9ce7-40fa-b344-c322ba6d04ba req-e19659d8-5b4d-4b89-af12-9bfd5eb15c80 tempest-ServersTestJSON-149791516 tempest-ServersTestJSON-149791516-project] For port 1e33a789-d371-4447-ad9f-6d77201ac2d1, host n-h2-713301-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-16',level=0,port_id=1e33a789-d371-4447-ad9f-6d77201ac2d1,segment=NetworkSegment(c829e8ab-031e-4667-8d5b-36ba5cfb9383),segment_id=c829e8ab-031e-4667-8d5b-36ba5cfb9383)] {{(pid=95101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:41:10.692101 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-c02dcfa2-9ce7-40fa-b344-c322ba6d04ba req-e19659d8-5b4d-4b89-af12-9bfd5eb15c80 tempest-ServersTestJSON-149791516 tempest-ServersTestJSON-149791516-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-605701'] for port, precommit_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:10.694823 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 32788) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:41:10.749876 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f1f2861-9442-4a29-ba81-81e82103a14d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f903832f-bda4-4b0e-94d6-3d9d58c6d2ff,revision_number=1']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:41:10.878189 n-d-713301-16 neutron-server[95101]: DEBUG neutron.db.db_base_plugin_common [None req-26afb404-76c4-458d-9fad-a14de41a6f46 tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] Delete allocated IP 172.20.0.11 (b0599172-2d1a-416f-a4dc-49f04f75b3d7/44af8702-9b53-4190-b3d7-66ad890b98dd) {{(pid=95101) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Sep 23 19:41:10.889555 n-d-713301-16 neutron-server[95101]: DEBUG neutron.db.db_base_plugin_common [None req-26afb404-76c4-458d-9fad-a14de41a6f46 tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] Allocated IP 172.20.0.36 (b0599172-2d1a-416f-a4dc-49f04f75b3d7/a5aa4395-fd95-4e77-b22b-b50dfdf42c8f/0722b069-7215-4185-bf4e-356c9c01f3e9) {{(pid=95101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 19:41:10.927264 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Device 27af7930-04e9-494f-83cd-d500c26eb9d5 up at agent ovs-agent-n-d-713301-16 {{(pid=95103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 19:41:10.982273 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b5e4fb-8cf0-4260-ac42-054f956f5895 req-192226f7-a7e0-4ea9-b4e4-bb7559a13f57 tempest-ServersTestJSON-149791516 tempest-ServersTestJSON-149791516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:41:10.991933 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-e0b5e4fb-8cf0-4260-ac42-054f956f5895 req-192226f7-a7e0-4ea9-b4e4-bb7559a13f57 tempest-ServersTestJSON-149791516 tempest-ServersTestJSON-149791516-project] 10.222.0.67 "GET /v2.0/ports?device_id=7250b04d-cbe1-42a9-ad22-a6926740b5d8 HTTP/1.1" status: 200 len: 945 time: 0.4925783 Sep 23 19:41:10.994962 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.plugin [req-c02dcfa2-9ce7-40fa-b344-c322ba6d04ba req-e19659d8-5b4d-4b89-af12-9bfd5eb15c80 tempest-ServersTestJSON-149791516 tempest-ServersTestJSON-149791516-project] Calling delete_port for 1e33a789-d371-4447-ad9f-6d77201ac2d1 owned by compute:nova {{(pid=95101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:41:11.024688 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Provisioning complete for port 27af7930-04e9-494f-83cd-d500c26eb9d5 triggered by entity L2. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:41:11.025142 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:11.068470 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-d85aeb5c-bfa7-4fc3-9766-c56b57ddba1a tempest-RoutersTest-320658655 tempest-RoutersTest-320658655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783146162158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783145673144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4399100'] for port, after_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:11.120413 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d85aeb5c-bfa7-4fc3-9766-c56b57ddba1a tempest-RoutersTest-320658655 tempest-RoutersTest-320658655-project] Pushing event deleted for resources: {'Port': ['ID=da9151ff-ebb1-4503-9de4-68744379e1ef,revision_number=None']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:41:11.134754 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-e0b5e4fb-8cf0-4260-ac42-054f956f5895 req-14e0d179-7139-436b-b23b-19f784a2c46c tempest-ServersTestJSON-149791516 tempest-ServersTestJSON-149791516-project] 10.222.0.67 "GET /v2.0/security-groups?id=b8c31db9-bcb2-4708-876e-18b1f4bdd8a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1417336 Sep 23 19:41:11.160327 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-dfd91022-6906-456e-9ab7-1e889fad30b8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:11.176129 n-d-713301-16 neutron-server[95102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d85aeb5c-bfa7-4fc3-9766-c56b57ddba1a tempest-RoutersTest-320658655 tempest-RoutersTest-320658655-project] No DVR routers for this DVR port da9151ff-ebb1-4503-9de4-68744379e1ef on host n-d-713301-16 {{(pid=95102) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 19:41:11.271130 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-515c5fc4-b7d2-4f5e-b085-c655bf77dda9 None None] Provisioning complete for port 27af7930-04e9-494f-83cd-d500c26eb9d5 triggered by entity DHCP. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:41:11.272787 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-515c5fc4-b7d2-4f5e-b085-c655bf77dda9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:11.328256 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-d85aeb5c-bfa7-4fc3-9766-c56b57ddba1a tempest-RoutersTest-320658655 tempest-RoutersTest-320658655-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1754676', 'neutron.services.segments.db._delete_segments_for_network-8783146221460'] for network, precommit_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:11.333448 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-c02dcfa2-9ce7-40fa-b344-c322ba6d04ba req-e19659d8-5b4d-4b89-af12-9bfd5eb15c80 tempest-ServersTestJSON-149791516 tempest-ServersTestJSON-149791516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783146162158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783145673144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5607431'] for port, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:11.353162 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-dfd91022-6906-456e-9ab7-1e889fad30b8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:11.359101 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Device da9151ff-ebb1-4503-9de4-68744379e1ef no longer exists at agent ovs-agent-n-d-713301-16 {{(pid=95103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 19:41:11.380935 n-d-713301-16 neutron-server[95102]: DEBUG neutron.services.segments.db [None req-d85aeb5c-bfa7-4fc3-9766-c56b57ddba1a tempest-RoutersTest-320658655 tempest-RoutersTest-320658655-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['94197142-910d-4b9c-a77c-60a2d1f62d36']}} {{(pid=95102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:41:11.384493 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.plugin [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] No Port match for: da9151ff-ebb1-4503-9de4-68744379e1ef {{(pid=95103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 19:41:11.384870 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Device da9151ff-ebb1-4503-9de4-68744379e1ef not bound to the agent host n-d-713301-16 {{(pid=95103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 19:41:11.413777 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e19659d8-5b4d-4b89-af12-9bfd5eb15c80 tempest-ServersTestJSON-149791516 tempest-ServersTestJSON-149791516-project] Pushing event deleted for resources: {'Port': ['ID=1e33a789-d371-4447-ad9f-6d77201ac2d1,revision_number=None']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:41:11.429811 n-d-713301-16 neutron-server[95102]: DEBUG neutron.services.segments.db [None req-d85aeb5c-bfa7-4fc3-9766-c56b57ddba1a tempest-RoutersTest-320658655 tempest-RoutersTest-320658655-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd523b82f-6286-4a80-bd49-507be594f5c8') {'for_net_delete': True} {{(pid=95102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:41:11.430258 n-d-713301-16 neutron-server[95102]: DEBUG neutron.services.segments.db [None req-d85aeb5c-bfa7-4fc3-9766-c56b57ddba1a tempest-RoutersTest-320658655 tempest-RoutersTest-320658655-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd523b82f-6286-4a80-bd49-507be594f5c8') {} {{(pid=95102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:41:11.431622 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-515c5fc4-b7d2-4f5e-b085-c655bf77dda9 None None] Provisioning complete for port aaf4c817-e69d-49a0-9a73-c5e8e3e5c45b triggered by entity DHCP. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:41:11.432131 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-515c5fc4-b7d2-4f5e-b085-c655bf77dda9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:11.451962 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-d85aeb5c-bfa7-4fc3-9766-c56b57ddba1a tempest-RoutersTest-320658655 tempest-RoutersTest-320658655-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783146221725', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6162832'] for segment, before_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:11.469556 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-d85aeb5c-bfa7-4fc3-9766-c56b57ddba1a tempest-RoutersTest-320658655 tempest-RoutersTest-320658655-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1756186'] for segment, precommit_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:11.473704 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-5b49d339-fd78-4e3b-9cf2-16994698c50a tempest-FloatingIPNegativeTestJSON-1886207672 tempest-FloatingIPNegativeTestJSON-1886207672-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-601372'] for router_interface, before_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:11.477170 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.plugin [None req-515c5fc4-b7d2-4f5e-b085-c655bf77dda9 None None] Port aaf4c817-e69d-49a0-9a73-c5e8e3e5c45b cannot update to ACTIVE because it is not bound. {{(pid=95103) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 19:41:11.512239 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-515c5fc4-b7d2-4f5e-b085-c655bf77dda9 None None] Provisioning complete for port 0722b069-7215-4185-bf4e-356c9c01f3e9 triggered by entity DHCP. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:41:11.514124 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-515c5fc4-b7d2-4f5e-b085-c655bf77dda9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:11.516343 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d85aeb5c-bfa7-4fc3-9766-c56b57ddba1a tempest-RoutersTest-320658655 tempest-RoutersTest-320658655-project] Releasing vlan 620 on physical network physnet1 to pool {{(pid=95102) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 19:41:11.516973 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-d85aeb5c-bfa7-4fc3-9766-c56b57ddba1a tempest-RoutersTest-320658655 tempest-RoutersTest-320658655-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1756186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4398095'] for segment, after_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:11.520473 n-d-713301-16 neutron-server[95102]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 23 19:41:11.520473 n-d-713301-16 neutron-server[95102]: self.session.flush() Sep 23 19:41:11.520473 n-d-713301-16 neutron-server[95102]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 23 19:41:11.520473 n-d-713301-16 neutron-server[95102]: self.session.flush() Sep 23 19:41:11.520473 n-d-713301-16 neutron-server[95102]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 23 19:41:11.520473 n-d-713301-16 neutron-server[95102]: self.session.flush() Sep 23 19:41:11.520473 n-d-713301-16 neutron-server[95102]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 23 19:41:11.520473 n-d-713301-16 neutron-server[95102]: self.session.flush() Sep 23 19:41:11.520473 n-d-713301-16 neutron-server[95102]: Traceback (most recent call last): Sep 23 19:41:11.520473 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 19:41:11.520473 n-d-713301-16 neutron-server[95102]: timer() Sep 23 19:41:11.520473 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 19:41:11.520473 n-d-713301-16 neutron-server[95102]: cb(*args, **kw) Sep 23 19:41:11.520473 n-d-713301-16 neutron-server[95102]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 19:41:11.520473 n-d-713301-16 neutron-server[95102]: return func(*args, **kwargs) Sep 23 19:41:11.520473 n-d-713301-16 neutron-server[95102]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 19:41:11.520473 n-d-713301-16 neutron-server[95102]: self._notify() Sep 23 19:41:11.520473 n-d-713301-16 neutron-server[95102]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 19:41:11.520473 n-d-713301-16 neutron-server[95102]: self.callback(batched_events) Sep 23 19:41:11.520473 n-d-713301-16 neutron-server[95102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 19:41:11.520473 n-d-713301-16 neutron-server[95102]: event.method(event) Sep 23 19:41:11.520473 n-d-713301-16 neutron-server[95102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 19:41:11.520473 n-d-713301-16 neutron-server[95102]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 19:41:11.520473 n-d-713301-16 neutron-server[95102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 19:41:11.520473 n-d-713301-16 neutron-server[95102]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 19:41:11.520473 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 19:41:11.520473 n-d-713301-16 neutron-server[95102]: return f(self, *a, **k) Sep 23 19:41:11.520473 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 19:41:11.520473 n-d-713301-16 neutron-server[95102]: return self._get(url).json() Sep 23 19:41:11.520473 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 19:41:11.520473 n-d-713301-16 neutron-server[95102]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 19:41:11.520473 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 19:41:11.520473 n-d-713301-16 neutron-server[95102]: return self.request(url, 'GET', **kwargs) Sep 23 19:41:11.520473 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 19:41:11.520473 n-d-713301-16 neutron-server[95102]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 19:41:11.520473 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 19:41:11.520473 n-d-713301-16 neutron-server[95102]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 19:41:11.520473 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 19:41:11.520473 n-d-713301-16 neutron-server[95102]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 19:41:11.520473 n-d-713301-16 neutron-server[95102]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 19:41:11.523191 n-d-713301-16 neutron-server[95101]: DEBUG neutron.db.l3_dvrscheduler_db [req-c02dcfa2-9ce7-40fa-b344-c322ba6d04ba req-e19659d8-5b4d-4b89-af12-9bfd5eb15c80 tempest-ServersTestJSON-149791516 tempest-ServersTestJSON-149791516-project] No DVR routers for this DVR port 1e33a789-d371-4447-ad9f-6d77201ac2d1 on host n-h2-713301-16 {{(pid=95101) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 19:41:11.524203 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-c02dcfa2-9ce7-40fa-b344-c322ba6d04ba req-e19659d8-5b4d-4b89-af12-9bfd5eb15c80 tempest-ServersTestJSON-149791516 tempest-ServersTestJSON-149791516-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222849'] for port, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:11.527043 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-c02dcfa2-9ce7-40fa-b344-c322ba6d04ba req-e19659d8-5b4d-4b89-af12-9bfd5eb15c80 tempest-ServersTestJSON-149791516 tempest-ServersTestJSON-149791516-project] 10.222.0.53 "DELETE /v2.0/ports/1e33a789-d371-4447-ad9f-6d77201ac2d1 HTTP/1.1" status: 204 len: 173 time: 2.0299909 Sep 23 19:41:11.529672 n-d-713301-16 neutron-server[95101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7250b04d-cbe1-42a9-ad22-a6926740b5d8', 'name': 'network-vif-deleted', 'tag': '1e33a789-d371-4447-ad9f-6d77201ac2d1'}] {{(pid=95101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 19:41:11.541743 n-d-713301-16 neutron-server[95101]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d8366c5740cd635e57ab12b71fe44a77c2acc3c19091ef849c6f68b380462244" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d446ff9-2e7f-4a6e-8aca-99fe3deaf50b" -d '{"events": [{"server_uuid": "7250b04d-cbe1-42a9-ad22-a6926740b5d8", "name": "network-vif-deleted", "tag": "1e33a789-d371-4447-ad9f-6d77201ac2d1"}]}' {{(pid=95101) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 19:41:11.547558 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-26afb404-76c4-458d-9fad-a14de41a6f46 tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] Notify callbacks [] for port, precommit_update {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:11.567103 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-26afb404-76c4-458d-9fad-a14de41a6f46 tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5607436'] for port, after_update {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:11.618808 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.plugin [None req-515c5fc4-b7d2-4f5e-b085-c655bf77dda9 None None] Port 0722b069-7215-4185-bf4e-356c9c01f3e9 cannot update to ACTIVE because it is not bound. {{(pid=95103) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 19:41:11.672795 n-d-713301-16 neutron-server[95101]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 19:41:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f41e9ae0-e91d-439a-bcce-7639471c28fb x-openstack-request-id: req-f41e9ae0-e91d-439a-bcce-7639471c28fb {{(pid=95101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 19:41:11.676337 n-d-713301-16 neutron-server[95101]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7250b04d-cbe1-42a9-ad22-a6926740b5d8", "name": "network-vif-deleted", "tag": "1e33a789-d371-4447-ad9f-6d77201ac2d1", "status": "completed", "code": 200}]} {{(pid=95101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 19:41:11.676644 n-d-713301-16 neutron-server[95101]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-f41e9ae0-e91d-439a-bcce-7639471c28fb {{(pid=95101) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 19:41:11.677058 n-d-713301-16 neutron-server[95101]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7250b04d-cbe1-42a9-ad22-a6926740b5d8', 'name': 'network-vif-deleted', 'tag': '1e33a789-d371-4447-ad9f-6d77201ac2d1', 'status': 'completed', 'code': 200} Sep 23 19:41:11.679465 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26afb404-76c4-458d-9fad-a14de41a6f46 tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] Pushing event updated for resources: {'Port': ['ID=0722b069-7215-4185-bf4e-356c9c01f3e9,revision_number=2']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:41:11.702221 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-dfd91022-6906-456e-9ab7-1e889fad30b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:11.707209 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-dfd91022-6906-456e-9ab7-1e889fad30b8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:11.709616 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-dfd91022-6906-456e-9ab7-1e889fad30b8 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/f903832f-bda4-4b0e-94d6-3d9d58c6d2ff HTTP/1.1" status: 204 len: 168 time: 0.9962490 Sep 23 19:41:11.741215 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-d85aeb5c-bfa7-4fc3-9766-c56b57ddba1a tempest-RoutersTest-320658655 tempest-RoutersTest-320658655-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1754627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-601866'] for network, after_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:11.790374 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfd91022-6906-456e-9ab7-1e889fad30b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f903832f-bda4-4b0e-94d6-3d9d58c6d2ff,revision_number=None']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:41:11.796976 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-d85aeb5c-bfa7-4fc3-9766-c56b57ddba1a tempest-RoutersTest-320658655 tempest-RoutersTest-320658655-project] Notify callbacks [] for network, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:11.805016 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-d85aeb5c-bfa7-4fc3-9766-c56b57ddba1a tempest-RoutersTest-320658655 tempest-RoutersTest-320658655-project] 10.222.0.67 "DELETE /v2.0/networks/94197142-910d-4b9c-a77c-60a2d1f62d36 HTTP/1.1" status: 204 len: 168 time: 2.5312128 Sep 23 19:41:11.858685 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 32808) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:41:11.859857 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.plugin [None req-26afb404-76c4-458d-9fad-a14de41a6f46 tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] In _notify_port_updated(), no bound segment for port 0722b069-7215-4185-bf4e-356c9c01f3e9 on network b0599172-2d1a-416f-a4dc-49f04f75b3d7 {{(pid=95101) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Sep 23 19:41:11.866336 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d85aeb5c-bfa7-4fc3-9766-c56b57ddba1a tempest-RoutersTest-320658655 tempest-RoutersTest-320658655-project] Pushing event deleted for resources: {'Network': ['ID=94197142-910d-4b9c-a77c-60a2d1f62d36,revision_number=None']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:41:11.871049 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Device 1e33a789-d371-4447-ad9f-6d77201ac2d1 no longer exists at agent hyperv_n-h2-713301-16 {{(pid=95103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 19:41:11.882460 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26afb404-76c4-458d-9fad-a14de41a6f46 tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:41:11.883152 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-26afb404-76c4-458d-9fad-a14de41a6f46 tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222849'] for port, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:11.889177 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-26afb404-76c4-458d-9fad-a14de41a6f46 tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] 10.222.0.67 "PUT /v2.0/ports/0722b069-7215-4185-bf4e-356c9c01f3e9 HTTP/1.1" status: 200 len: 960 time: 3.0953996 Sep 23 19:41:11.891019 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 32810) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:41:11.897456 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.v2.base [None req-4f04d5d8-6fb0-46cd-b70d-e3bcfea5e6a2 tempest-RoutersTest-320658655 tempest-RoutersTest-320658655-project] Request body: {'network': {'name': 'tempest-RoutersTest-1380275292'}} {{(pid=95101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:41:11.912889 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.plugin [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] No Port match for: 1e33a789-d371-4447-ad9f-6d77201ac2d1 {{(pid=95103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 19:41:11.913233 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Device 1e33a789-d371-4447-ad9f-6d77201ac2d1 not bound to the agent host n-h2-713301-16 {{(pid=95103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 19:41:11.934068 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-c9845a2e-7bae-4fd2-83ec-06f8fee7fa1c req-2020325d-c5d0-4bb4-8e20-e9c006b4c82d tempest-TaggedBootDevicesTest_v242-1470406513 tempest-TaggedBootDevicesTest_v242-1470406513-project] 10.222.0.67 "GET /v2.0/ports?device_id=583aeae2-b5c0-4d8d-bffb-15a63f4020fc HTTP/1.1" status: 200 len: 210 time: 0.1285377 Sep 23 19:41:11.980410 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f04d5d8-6fb0-46cd-b70d-e3bcfea5e6a2 tempest-RoutersTest-320658655 tempest-RoutersTest-320658655-project] Made reservation on behalf of 6680ec314c604479bbb737c95f4e0850 for: {'network': 1} {{(pid=95101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:41:11.985478 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-4f04d5d8-6fb0-46cd-b70d-e3bcfea5e6a2 tempest-RoutersTest-320658655 tempest-RoutersTest-320658655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for network, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:12.092694 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4f04d5d8-6fb0-46cd-b70d-e3bcfea5e6a2 tempest-RoutersTest-320658655 tempest-RoutersTest-320658655-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 647} {{(pid=95101) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 19:41:12.119021 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-4f04d5d8-6fb0-46cd-b70d-e3bcfea5e6a2 tempest-RoutersTest-320658655 tempest-RoutersTest-320658655-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1756186'] for segment, precommit_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:12.119633 n-d-713301-16 neutron-server[95101]: INFO neutron.db.segments_db [None req-4f04d5d8-6fb0-46cd-b70d-e3bcfea5e6a2 tempest-RoutersTest-320658655 tempest-RoutersTest-320658655-project] Added segment 8944b325-89c7-43c6-96be-f9883ac2cb2d of type vlan for network b97a92a8-fc47-4393-bbb6-68bc7a88a325 Sep 23 19:41:12.178852 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-4f04d5d8-6fb0-46cd-b70d-e3bcfea5e6a2 tempest-RoutersTest-320658655 tempest-RoutersTest-320658655-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783145630486'] for network, precommit_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:12.226319 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-4f04d5d8-6fb0-46cd-b70d-e3bcfea5e6a2 tempest-RoutersTest-320658655 tempest-RoutersTest-320658655-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299'] for network, after_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:12.236873 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f04d5d8-6fb0-46cd-b70d-e3bcfea5e6a2 tempest-RoutersTest-320658655 tempest-RoutersTest-320658655-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:41:12.236873 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-4f04d5d8-6fb0-46cd-b70d-e3bcfea5e6a2 tempest-RoutersTest-320658655 tempest-RoutersTest-320658655-project] Notify callbacks [] for network, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:12.258260 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.plugin [None req-5b49d339-fd78-4e3b-9cf2-16994698c50a tempest-FloatingIPNegativeTestJSON-1886207672 tempest-FloatingIPNegativeTestJSON-1886207672-project] Deleting port 5f805332-eafd-466d-b26e-1940b480f0de {{(pid=95102) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:41:12.260282 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-5b49d339-fd78-4e3b-9cf2-16994698c50a tempest-FloatingIPNegativeTestJSON-1886207672 tempest-FloatingIPNegativeTestJSON-1886207672-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783146157096'] for port, before_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:12.299737 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.plugin [None req-8b57a01a-be13-41e9-83fb-59d9395c5f8a tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] Deleting port 0722b069-7215-4185-bf4e-356c9c01f3e9 {{(pid=95101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:41:12.300846 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-8b57a01a-be13-41e9-83fb-59d9395c5f8a tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783146157096'] for port, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:12.315557 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-4f04d5d8-6fb0-46cd-b70d-e3bcfea5e6a2 tempest-RoutersTest-320658655 tempest-RoutersTest-320658655-project] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.4252231 Sep 23 19:41:12.335547 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 32822) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:41:12.351231 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.v2.base [None req-f8d49c7b-b41b-4d56-b35b-ebe7ed587c89 tempest-RoutersTest-320658655 tempest-RoutersTest-320658655-project] Request body: {'subnet': {'network_id': 'b97a92a8-fc47-4393-bbb6-68bc7a88a325', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:41:12.416016 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f04d5d8-6fb0-46cd-b70d-e3bcfea5e6a2 tempest-RoutersTest-320658655 tempest-RoutersTest-320658655-project] Pushing event updated for resources: {'Network': ['ID=b97a92a8-fc47-4393-bbb6-68bc7a88a325,revision_number=1']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:41:12.429207 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Network b97a92a8-fc47-4393-bbb6-68bc7a88a325 details requested by agent ovs-agent-n-d-713301-16 with host n-d-713301-16 {{(pid=95103) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 19:41:12.565765 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-8b57a01a-be13-41e9-83fb-59d9395c5f8a tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-605701'] for port, precommit_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:12.582666 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-fda2b443-f826-4f01-9106-081038c36210 req-3bf11e17-6f85-4243-84f3-830f6173a835 tempest-ServersTestJSON-149791516 tempest-ServersTestJSON-149791516-project] 10.222.0.67 "GET /v2.0/ports?device_id=7250b04d-cbe1-42a9-ad22-a6926740b5d8 HTTP/1.1" status: 200 len: 210 time: 0.0930598 Sep 23 19:41:12.612822 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.plugin [None req-8b57a01a-be13-41e9-83fb-59d9395c5f8a tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] Calling delete_port for 0722b069-7215-4185-bf4e-356c9c01f3e9 owned by {{(pid=95101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:41:12.668731 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-5b49d339-fd78-4e3b-9cf2-16994698c50a tempest-FloatingIPNegativeTestJSON-1886207672 tempest-FloatingIPNegativeTestJSON-1886207672-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-605701'] for port, precommit_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:12.686932 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.plugin [None req-5b49d339-fd78-4e3b-9cf2-16994698c50a tempest-FloatingIPNegativeTestJSON-1886207672 tempest-FloatingIPNegativeTestJSON-1886207672-project] Calling delete_port for 5f805332-eafd-466d-b26e-1940b480f0de owned by network:router_interface {{(pid=95102) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:41:12.696568 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-663adf25-9a01-4fb6-9321-9beaff1aeb53 None None] Provisioning complete for port 0722b069-7215-4185-bf4e-356c9c01f3e9 triggered by entity DHCP. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:41:12.697242 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-663adf25-9a01-4fb6-9321-9beaff1aeb53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:12.769689 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.plugin [None req-663adf25-9a01-4fb6-9321-9beaff1aeb53 None None] Port 0722b069-7215-4185-bf4e-356c9c01f3e9 cannot update to ACTIVE because it is not bound. {{(pid=95103) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 19:41:12.790572 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8d49c7b-b41b-4d56-b35b-ebe7ed587c89 tempest-RoutersTest-320658655 tempest-RoutersTest-320658655-project] Made reservation on behalf of 6680ec314c604479bbb737c95f4e0850 for: {'subnet': 1} {{(pid=95102) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:41:12.804943 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-f8d49c7b-b41b-4d56-b35b-ebe7ed587c89 tempest-RoutersTest-320658655 tempest-RoutersTest-320658655-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5388256'] for subnet, before_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:12.892018 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-8b57a01a-be13-41e9-83fb-59d9395c5f8a tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783146162158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783145673144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5607431'] for port, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:12.989164 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b57a01a-be13-41e9-83fb-59d9395c5f8a tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] Pushing event deleted for resources: {'Port': ['ID=0722b069-7215-4185-bf4e-356c9c01f3e9,revision_number=None']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:41:13.093728 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-8b57a01a-be13-41e9-83fb-59d9395c5f8a tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222849'] for port, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:13.100823 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-8b57a01a-be13-41e9-83fb-59d9395c5f8a tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] 10.222.0.67 "DELETE /v2.0/ports/0722b069-7215-4185-bf4e-356c9c01f3e9 HTTP/1.1" status: 204 len: 168 time: 1.1911767 Sep 23 19:41:13.101561 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 32852) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:41:13.171660 n-d-713301-16 neutron-server[95101]: INFO neutron.pecan_wsgi.hooks.translation [None req-8573fe6c-df32-4be3-a694-773de0913510 tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] GET failed (client error): The resource could not be found. Sep 23 19:41:13.174368 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-8573fe6c-df32-4be3-a694-773de0913510 tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] 10.222.0.67 "GET /v2.0/ports/0722b069-7215-4185-bf4e-356c9c01f3e9 HTTP/1.1" status: 404 len: 333 time: 0.0717878 Sep 23 19:41:13.176949 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 32854) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:41:13.212029 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-05c5350a-8932-4249-8248-f456a1dc975e req-a00431d9-ec3c-4284-b06d-54cf4b1b6756 tempest-TaggedBootDevicesTest_v242-1470406513 tempest-TaggedBootDevicesTest_v242-1470406513-project] 10.222.0.67 "GET /v2.0/ports?device_id=583aeae2-b5c0-4d8d-bffb-15a63f4020fc HTTP/1.1" status: 200 len: 210 time: 0.1030076 Sep 23 19:41:13.251408 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-7bbc9b2f-8fdb-4b13-8ef2-ca64aae604d6 tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] Notify callbacks [] for security_group, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:13.314668 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-7bbc9b2f-8fdb-4b13-8ef2-ca64aae604d6 tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:13.402603 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-7bbc9b2f-8fdb-4b13-8ef2-ca64aae604d6 tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:13.406075 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-7bbc9b2f-8fdb-4b13-8ef2-ca64aae604d6 tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] Notify callbacks [] for security_group, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:13.407376 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-7bbc9b2f-8fdb-4b13-8ef2-ca64aae604d6 tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] 10.222.0.67 "DELETE /v2.0/security-groups/89a4d2e0-f76c-4636-aeb1-588909d820ca HTTP/1.1" status: 204 len: 168 time: 0.2280037 Sep 23 19:41:13.413432 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-5b49d339-fd78-4e3b-9cf2-16994698c50a tempest-FloatingIPNegativeTestJSON-1886207672 tempest-FloatingIPNegativeTestJSON-1886207672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783146162158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783145673144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4399100'] for port, after_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:13.419016 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 32864) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:41:13.419923 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bbc9b2f-8fdb-4b13-8ef2-ca64aae604d6 tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=89a4d2e0-f76c-4636-aeb1-588909d820ca,revision_number=None']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:41:13.474733 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b49d339-fd78-4e3b-9cf2-16994698c50a tempest-FloatingIPNegativeTestJSON-1886207672 tempest-FloatingIPNegativeTestJSON-1886207672-project] Pushing event deleted for resources: {'Port': ['ID=5f805332-eafd-466d-b26e-1940b480f0de,revision_number=None']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:41:13.551528 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-929fe017-cfa7-4d14-ac24-8b43d0071c74 tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] Notify callbacks [] for security_group, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:13.611135 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-929fe017-cfa7-4d14-ac24-8b43d0071c74 tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:13.626193 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-f8d49c7b-b41b-4d56-b35b-ebe7ed587c89 tempest-RoutersTest-320658655 tempest-RoutersTest-320658655-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4398944', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5388242'] for subnet, after_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:13.687638 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 32870) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:41:13.780335 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-5b49d339-fd78-4e3b-9cf2-16994698c50a tempest-FloatingIPNegativeTestJSON-1886207672 tempest-FloatingIPNegativeTestJSON-1886207672-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-527322', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-602005'] for router_interface, after_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:13.801277 n-d-713301-16 neutron-server[95101]: DEBUG neutron.db.db_base_plugin_v2 [None req-89f60c1c-ba65-4868-8f5a-885e03400385 admin admin] Deleting subnet 1858a7c9-e08d-4d7a-87f9-fd282e21109a {{(pid=95101) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 23 19:41:13.809497 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-89f60c1c-ba65-4868-8f5a-885e03400385 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:13.849396 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8d49c7b-b41b-4d56-b35b-ebe7ed587c89 tempest-RoutersTest-320658655 tempest-RoutersTest-320658655-project] Pushing event updated for resources: {'Subnet': ['ID=2c389415-6a02-4bbc-b230-93bbc9e8a204,revision_number=0']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:41:13.893199 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-89f60c1c-ba65-4868-8f5a-885e03400385 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6007154'] for subnet, precommit_delete_associations {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:13.949597 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-89f60c1c-ba65-4868-8f5a-885e03400385 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1756813'] for subnet, precommit_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:13.982315 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8d49c7b-b41b-4d56-b35b-ebe7ed587c89 tempest-RoutersTest-320658655 tempest-RoutersTest-320658655-project] Checking segment: {'id': '8944b325-89c7-43c6-96be-f9883ac2cb2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': 'b97a92a8-fc47-4393-bbb6-68bc7a88a325'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95102) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:41:13.982771 n-d-713301-16 neutron-server[95102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8d49c7b-b41b-4d56-b35b-ebe7ed587c89 tempest-RoutersTest-320658655 tempest-RoutersTest-320658655-project] Network hostable DHCP agents. Network: b97a92a8-fc47-4393-bbb6-68bc7a88a325, hostable agents: ['1b18bf05-1b5f-4587-be5c-af3ac38e32ad'], hosted agents: [] {{(pid=95102) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 19:41:14.013890 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-929fe017-cfa7-4d14-ac24-8b43d0071c74 tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:14.036615 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-929fe017-cfa7-4d14-ac24-8b43d0071c74 tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] Notify callbacks [] for security_group, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:14.038063 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-929fe017-cfa7-4d14-ac24-8b43d0071c74 tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] 10.222.0.67 "DELETE /v2.0/security-groups/b6269f03-e504-4f96-95a5-7dce7b7252d8 HTTP/1.1" status: 204 len: 168 time: 0.6158202 Sep 23 19:41:14.070472 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 32882) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:41:14.071416 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-929fe017-cfa7-4d14-ac24-8b43d0071c74 tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6269f03-e504-4f96-95a5-7dce7b7252d8,revision_number=None']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:41:14.104558 n-d-713301-16 neutron-server[95102]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b49d339-fd78-4e3b-9cf2-16994698c50a tempest-FloatingIPNegativeTestJSON-1886207672 tempest-FloatingIPNegativeTestJSON-1886207672-project] Router 167a987b-609e-4cb9-87fd-53feb134b051 has already been hosted by L3 agent 79a740bf-7821-4989-8288-7186e3e128f3 {{(pid=95102) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 19:41:14.109911 n-d-713301-16 neutron-server[95102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8d49c7b-b41b-4d56-b35b-ebe7ed587c89 tempest-RoutersTest-320658655 tempest-RoutersTest-320658655-project] Network b97a92a8-fc47-4393-bbb6-68bc7a88a325 is scheduled to be hosted by DHCP agent 1b18bf05-1b5f-4587-be5c-af3ac38e32ad with binding_index 1 {{(pid=95102) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 19:41:14.131669 n-d-713301-16 neutron-server[95102]: DEBUG neutron.scheduler.base_scheduler [None req-f8d49c7b-b41b-4d56-b35b-ebe7ed587c89 tempest-RoutersTest-320658655 tempest-RoutersTest-320658655-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713301-16, b97a92a8-fc47-4393-bbb6-68bc7a88a325) {{(pid=95102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:41:14.140357 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfbd0757-cc79-4e2f-b4fc-60c615b1c2c3 None None] Network b97a92a8-fc47-4393-bbb6-68bc7a88a325 requested from n-d-713301-16 {{(pid=95103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 19:41:14.189910 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8d49c7b-b41b-4d56-b35b-ebe7ed587c89 tempest-RoutersTest-320658655 tempest-RoutersTest-320658655-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:41:14.190711 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-f8d49c7b-b41b-4d56-b35b-ebe7ed587c89 tempest-RoutersTest-320658655 tempest-RoutersTest-320658655-project] Notify callbacks [] for subnet, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:14.214906 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 32890) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:41:14.215376 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-f8d49c7b-b41b-4d56-b35b-ebe7ed587c89 tempest-RoutersTest-320658655 tempest-RoutersTest-320658655-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8786459 Sep 23 19:41:14.220205 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.v2.base [None req-49a76ba3-35da-4e02-a6d0-8f0ddf3025d8 tempest-RoutersTest-320658655 tempest-RoutersTest-320658655-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1749308490', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=95101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:41:14.232055 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-89f60c1c-ba65-4868-8f5a-885e03400385 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1756804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5607514', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6130950'] for subnet, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:14.252634 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b49d339-fd78-4e3b-9cf2-16994698c50a tempest-FloatingIPNegativeTestJSON-1886207672 tempest-FloatingIPNegativeTestJSON-1886207672-project] Notify agent at l3_agent.n-d-713301-16 the message routers_updated {{(pid=95102) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 19:41:14.272091 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-5b49d339-fd78-4e3b-9cf2-16994698c50a tempest-FloatingIPNegativeTestJSON-1886207672 tempest-FloatingIPNegativeTestJSON-1886207672-project] 10.222.0.67 "PUT /v2.0/routers/167a987b-609e-4cb9-87fd-53feb134b051/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3961761 Sep 23 19:41:14.274654 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 32894) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:41:14.284804 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9788e0ba-95e5-4d69-9613-3d5ee7ed19cb None None] Sync routers for ids ['167a987b-609e-4cb9-87fd-53feb134b051'] in n-d-713301-16 {{(pid=95104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 19:41:14.305712 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9788e0ba-95e5-4d69-9613-3d5ee7ed19cb None None] Routers {'167a987b-609e-4cb9-87fd-53feb134b051'} bound to L3 agent in host n-d-713301-16 {{(pid=95104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 19:41:14.306977 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_hamode_db [None req-9788e0ba-95e5-4d69-9613-3d5ee7ed19cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-23T19:07:52Z,description=,heartbeat_timestamp=2021-09-23T19:40:52Z,host='n-d-713301-16',id=79a740bf-7821-4989-8288-7186e3e128f3,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:07:52Z,topic='l3_agent')) {'router_ids': ['167a987b-609e-4cb9-87fd-53feb134b051'], 'active': True} {{(pid=95104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:41:14.354613 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-89f60c1c-ba65-4868-8f5a-885e03400385 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:14.359953 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-89f60c1c-ba65-4868-8f5a-885e03400385 admin admin] 10.222.0.67 "DELETE /v2.0/subnets/1858a7c9-e08d-4d7a-87f9-fd282e21109a HTTP/1.1" status: 204 len: 168 time: 0.6712492 Sep 23 19:41:14.363191 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89f60c1c-ba65-4868-8f5a-885e03400385 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1858a7c9-e08d-4d7a-87f9-fd282e21109a,revision_number=None']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:41:14.370080 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-dc2cdf34-54c9-48fd-b420-ce0978a602bf tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] Notify callbacks [] for security_group, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:14.375899 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 32896) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:41:14.382713 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-49a76ba3-35da-4e02-a6d0-8f0ddf3025d8 tempest-RoutersTest-320658655 tempest-RoutersTest-320658655-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-594563', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29355'] for router, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:14.385673 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-49a76ba3-35da-4e02-a6d0-8f0ddf3025d8 tempest-RoutersTest-320658655 tempest-RoutersTest-320658655-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-597363', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-601731', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-739356', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29346'] for router, precommit_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:14.390062 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_hamode_db [None req-9788e0ba-95e5-4d69-9613-3d5ee7ed19cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713301-16', False) {} {{(pid=95104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:41:14.401577 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9788e0ba-95e5-4d69-9613-3d5ee7ed19cb None None] Routers {'167a987b-609e-4cb9-87fd-53feb134b051'} bound to L3 agent in host n-d-713301-16 {{(pid=95104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 19:41:14.402426 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_hamode_db [None req-9788e0ba-95e5-4d69-9613-3d5ee7ed19cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-23T19:07:52Z,description=,heartbeat_timestamp=2021-09-23T19:40:52Z,host='n-d-713301-16',id=79a740bf-7821-4989-8288-7186e3e128f3,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:07:52Z,topic='l3_agent')) {'router_ids': ['167a987b-609e-4cb9-87fd-53feb134b051'], 'active': True} {{(pid=95104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:41:14.463567 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f8ac4db-7e10-46ed-941c-9bd9937ac655 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4c8b80df-07eb-5275-9f17-5cf640db67c0-b97a92a8-fc47-4393-bbb6-68bc7a88a325', 'network_id': 'b97a92a8-fc47-4393-bbb6-68bc7a88a325', 'tenant_id': '6680ec314c604479bbb737c95f4e0850', 'fixed_ips': [{'subnet_id': '2c389415-6a02-4bbc-b230-93bbc9e8a204'}]}} from n-d-713301-16. {{(pid=95103) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 23 19:41:14.464584 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-6f8ac4db-7e10-46ed-941c-9bd9937ac655 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_create {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:14.468533 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-02f1ca89-0a9b-4655-b1e6-d417c8907e1d tempest-FloatingIPNegativeTestJSON-1886207672 tempest-FloatingIPNegativeTestJSON-1886207672-project] Notify callbacks [] for router, before_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:14.484783 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_hamode_db [None req-9788e0ba-95e5-4d69-9613-3d5ee7ed19cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713301-16', False) {} {{(pid=95104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:41:14.485580 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9788e0ba-95e5-4d69-9613-3d5ee7ed19cb None None] The sync data for ids ['167a987b-609e-4cb9-87fd-53feb134b051'] in n-d-713301-16 is: [] {{(pid=95104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 19:41:14.512292 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-49a76ba3-35da-4e02-a6d0-8f0ddf3025d8 tempest-RoutersTest-320658655 tempest-RoutersTest-320658655-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:14.532896 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-49a76ba3-35da-4e02-a6d0-8f0ddf3025d8 tempest-RoutersTest-320658655 tempest-RoutersTest-320658655-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-597258', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-601790'] for router, after_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:14.590631 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-dc2cdf34-54c9-48fd-b420-ce0978a602bf tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:14.627407 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-49a76ba3-35da-4e02-a6d0-8f0ddf3025d8 tempest-RoutersTest-320658655 tempest-RoutersTest-320658655-project] Notify callbacks [] for router, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:14.630096 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-49a76ba3-35da-4e02-a6d0-8f0ddf3025d8 tempest-RoutersTest-320658655 tempest-RoutersTest-320658655-project] 10.222.0.67 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.4134254 Sep 23 19:41:14.681792 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 32902) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:41:14.684933 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-f60ea4db-ba15-43c8-b130-295ad2176873 req-5d4dec70-4d83-4e78-bf97-6674515b542a tempest-TaggedBootDevicesTest_v242-1470406513 tempest-TaggedBootDevicesTest_v242-1470406513-project] 10.222.0.67 "GET /v2.0/ports?device_id=583aeae2-b5c0-4d8d-bffb-15a63f4020fc HTTP/1.1" status: 200 len: 210 time: 0.0943491 Sep 23 19:41:14.692932 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.db_base_plugin_common [None req-6f8ac4db-7e10-46ed-941c-9bd9937ac655 None None] Allocated IP 172.20.0.2 (b97a92a8-fc47-4393-bbb6-68bc7a88a325/2c389415-6a02-4bbc-b230-93bbc9e8a204/8f9cd053-81bb-4fc7-aab4-98fe2a125d16) {{(pid=95103) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 19:41:14.895674 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-61103fec-5764-4668-8f74-78d2da34e68b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1628021'] for network, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:14.926130 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-02f1ca89-0a9b-4655-b1e6-d417c8907e1d tempest-FloatingIPNegativeTestJSON-1886207672 tempest-FloatingIPNegativeTestJSON-1886207672-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-597305', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29369'] for router, precommit_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:14.928337 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-02f1ca89-0a9b-4655-b1e6-d417c8907e1d tempest-FloatingIPNegativeTestJSON-1886207672 tempest-FloatingIPNegativeTestJSON-1886207672-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:15.062747 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-6f8ac4db-7e10-46ed-941c-9bd9937ac655 None None] Notify callbacks [] for port, precommit_create {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:15.065559 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-02f1ca89-0a9b-4655-b1e6-d417c8907e1d tempest-FloatingIPNegativeTestJSON-1886207672 tempest-FloatingIPNegativeTestJSON-1886207672-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-597296'] for router, after_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:15.067384 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02f1ca89-0a9b-4655-b1e6-d417c8907e1d tempest-FloatingIPNegativeTestJSON-1886207672 tempest-FloatingIPNegativeTestJSON-1886207672-project] Fanout notify agent at l3_agent the message router_deleted on router 167a987b-609e-4cb9-87fd-53feb134b051 {{(pid=95102) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 23 19:41:15.075309 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-02f1ca89-0a9b-4655-b1e6-d417c8907e1d tempest-FloatingIPNegativeTestJSON-1886207672 tempest-FloatingIPNegativeTestJSON-1886207672-project] Notify callbacks [] for router, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:15.077607 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-02f1ca89-0a9b-4655-b1e6-d417c8907e1d tempest-FloatingIPNegativeTestJSON-1886207672 tempest-FloatingIPNegativeTestJSON-1886207672-project] 10.222.0.67 "DELETE /v2.0/routers/167a987b-609e-4cb9-87fd-53feb134b051 HTTP/1.1" status: 204 len: 168 time: 0.8009439 Sep 23 19:41:15.079544 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 32914) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:41:15.087291 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-6f8ac4db-7e10-46ed-941c-9bd9937ac655 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783145673135'] for port, after_create {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:15.092875 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-dc2cdf34-54c9-48fd-b420-ce0978a602bf tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:15.095729 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-dc2cdf34-54c9-48fd-b420-ce0978a602bf tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] Notify callbacks [] for security_group, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:15.099292 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-dc2cdf34-54c9-48fd-b420-ce0978a602bf tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] 10.222.0.67 "DELETE /v2.0/security-groups/aa633b99-0a81-4cc0-9bb9-3830ecdeae0a HTTP/1.1" status: 204 len: 168 time: 1.0224667 Sep 23 19:41:15.124048 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 32916) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:41:15.213863 n-d-713301-16 neutron-server[95103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f8ac4db-7e10-46ed-941c-9bd9937ac655 None None] Network b97a92a8-fc47-4393-bbb6-68bc7a88a325 is already hosted by enough agents. {{(pid=95103) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:41:15.223359 n-d-713301-16 neutron-server[95103]: DEBUG neutron.scheduler.base_scheduler [None req-6f8ac4db-7e10-46ed-941c-9bd9937ac655 None None] Resources bound (agent type, host, resource id): {{(pid=95103) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:41:15.231378 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f8ac4db-7e10-46ed-941c-9bd9937ac655 None None] Received port after_create {{(pid=95103) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 19:41:15.233525 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f8ac4db-7e10-46ed-941c-9bd9937ac655 None None] Pushing event updated for resources: {'Port': ['ID=8f9cd053-81bb-4fc7-aab4-98fe2a125d16,revision_number=1']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:41:15.245204 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f8ac4db-7e10-46ed-941c-9bd9937ac655 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:41:15.245558 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f8ac4db-7e10-46ed-941c-9bd9937ac655 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:41:15.245902 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f8ac4db-7e10-46ed-941c-9bd9937ac655 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:41:15.246682 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f8ac4db-7e10-46ed-941c-9bd9937ac655 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:41:15.246682 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f8ac4db-7e10-46ed-941c-9bd9937ac655 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:41:15.246865 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f8ac4db-7e10-46ed-941c-9bd9937ac655 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:41:15.247198 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f8ac4db-7e10-46ed-941c-9bd9937ac655 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:41:15.247529 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f8ac4db-7e10-46ed-941c-9bd9937ac655 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:41:15.247862 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f8ac4db-7e10-46ed-941c-9bd9937ac655 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:41:15.248189 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f8ac4db-7e10-46ed-941c-9bd9937ac655 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:41:15.248511 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f8ac4db-7e10-46ed-941c-9bd9937ac655 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:41:15.249001 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f8ac4db-7e10-46ed-941c-9bd9937ac655 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:41:15.277009 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc2cdf34-54c9-48fd-b420-ce0978a602bf tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa633b99-0a81-4cc0-9bb9-3830ecdeae0a,revision_number=None']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:41:15.334056 n-d-713301-16 neutron-server[95102]: DEBUG neutron.db.db_base_plugin_v2 [None req-61a66ebb-2298-4549-8895-3accdbc087b9 tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] Deleting subnet 44af8702-9b53-4190-b3d7-66ad890b98dd {{(pid=95102) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 23 19:41:15.341858 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-61a66ebb-2298-4549-8895-3accdbc087b9 tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] Notify callbacks [] for subnet, before_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:15.380497 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.managers [None req-6f8ac4db-7e10-46ed-941c-9bd9937ac655 None None] Attempting to bind port 8f9cd053-81bb-4fc7-aab4-98fe2a125d16 on host n-d-713301-16 for vnic_type normal with profile {{(pid=95103) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 19:41:15.381371 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.managers [None req-6f8ac4db-7e10-46ed-941c-9bd9937ac655 None None] Attempting to bind port 8f9cd053-81bb-4fc7-aab4-98fe2a125d16 by drivers openvswitch,hyperv on host n-d-713301-16 at level 0 using segments [{'id': '8944b325-89c7-43c6-96be-f9883ac2cb2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': 'b97a92a8-fc47-4393-bbb6-68bc7a88a325'}] {{(pid=95103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 19:41:15.381371 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f8ac4db-7e10-46ed-941c-9bd9937ac655 None None] Attempting to bind port 8f9cd053-81bb-4fc7-aab4-98fe2a125d16 on network b97a92a8-fc47-4393-bbb6-68bc7a88a325 {{(pid=95103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:41:15.390175 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f8ac4db-7e10-46ed-941c-9bd9937ac655 None None] Checking agent: {'id': '70a14545-df24-472f-8f95-bfe1719bff93', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 19, 7, 53), 'started_at': datetime.datetime(2021, 9, 23, 19, 8, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 19, 40, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 19:41:15.390823 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f8ac4db-7e10-46ed-941c-9bd9937ac655 None None] Checking segment: {'id': '8944b325-89c7-43c6-96be-f9883ac2cb2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': 'b97a92a8-fc47-4393-bbb6-68bc7a88a325'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95103) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:41:15.391466 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-6f8ac4db-7e10-46ed-941c-9bd9937ac655 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:15.392112 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f8ac4db-7e10-46ed-941c-9bd9937ac655 None None] Bound using segment: {'id': '8944b325-89c7-43c6-96be-f9883ac2cb2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': 'b97a92a8-fc47-4393-bbb6-68bc7a88a325'} {{(pid=95103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 19:41:15.392850 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.managers [None req-6f8ac4db-7e10-46ed-941c-9bd9937ac655 None None] Bound port: 8f9cd053-81bb-4fc7-aab4-98fe2a125d16, host: n-d-713301-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8944b325-89c7-43c6-96be-f9883ac2cb2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': 'b97a92a8-fc47-4393-bbb6-68bc7a88a325'}}] {{(pid=95103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 19:41:15.393481 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-6f8ac4db-7e10-46ed-941c-9bd9937ac655 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:15.395701 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-44949505-1d7f-4083-81e9-fb44b520d148 tempest-RoutersTest-320658655 tempest-RoutersTest-320658655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:15.402854 n-d-713301-16 neutron-server[95102]: DEBUG neutron.db.db_base_plugin_v2 [None req-5b33b675-5a8c-48be-b5ba-cd3d067e7789 tempest-FloatingIPNegativeTestJSON-1886207672 tempest-FloatingIPNegativeTestJSON-1886207672-project] Deleting subnet 326ebbc4-f3d3-4a87-bf63-a28934207f5b {{(pid=95102) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 23 19:41:15.406690 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-5b33b675-5a8c-48be-b5ba-cd3d067e7789 tempest-FloatingIPNegativeTestJSON-1886207672 tempest-FloatingIPNegativeTestJSON-1886207672-project] Notify callbacks [] for subnet, before_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:15.425407 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-61103fec-5764-4668-8f74-78d2da34e68b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1754676', 'neutron.services.segments.db._delete_segments_for_network-8783146221460'] for network, precommit_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:15.458961 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-61a66ebb-2298-4549-8895-3accdbc087b9 tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6162825'] for subnet, precommit_delete_associations {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:15.475777 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-6f8ac4db-7e10-46ed-941c-9bd9937ac655 None None] For port 8f9cd053-81bb-4fc7-aab4-98fe2a125d16, host n-d-713301-16, cleared binding levels {{(pid=95103) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 19:41:15.478849 n-d-713301-16 neutron-server[95101]: DEBUG neutron.services.segments.db [None req-61103fec-5764-4668-8f74-78d2da34e68b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['13c320c3-e746-4d37-877a-d3d286211b52']}} {{(pid=95101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:41:15.479142 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-6f8ac4db-7e10-46ed-941c-9bd9937ac655 None None] For port 8f9cd053-81bb-4fc7-aab4-98fe2a125d16, host n-d-713301-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-16',level=0,port_id=8f9cd053-81bb-4fc7-aab4-98fe2a125d16,segment=NetworkSegment(8944b325-89c7-43c6-96be-f9883ac2cb2d),segment_id=8944b325-89c7-43c6-96be-f9883ac2cb2d)] {{(pid=95103) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 19:41:15.496656 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-6f8ac4db-7e10-46ed-941c-9bd9937ac655 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:15.538123 n-d-713301-16 neutron-server[95101]: DEBUG neutron.services.segments.db [None req-61103fec-5764-4668-8f74-78d2da34e68b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c829e8ab-031e-4667-8d5b-36ba5cfb9383') {'for_net_delete': True} {{(pid=95101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:41:15.538412 n-d-713301-16 neutron-server[95101]: DEBUG neutron.services.segments.db [None req-61103fec-5764-4668-8f74-78d2da34e68b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c829e8ab-031e-4667-8d5b-36ba5cfb9383') {} {{(pid=95101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:41:15.558571 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-5b33b675-5a8c-48be-b5ba-cd3d067e7789 tempest-FloatingIPNegativeTestJSON-1886207672 tempest-FloatingIPNegativeTestJSON-1886207672-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6162825'] for subnet, precommit_delete_associations {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:15.566101 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f8ac4db-7e10-46ed-941c-9bd9937ac655 None None] Pushing event updated for resources: {'Port': ['ID=8f9cd053-81bb-4fc7-aab4-98fe2a125d16,revision_number=2']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:41:15.598208 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-61103fec-5764-4668-8f74-78d2da34e68b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783146221725', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6007147'] for segment, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:15.684514 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-61103fec-5764-4668-8f74-78d2da34e68b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1756186'] for segment, precommit_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:15.686744 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-61a66ebb-2298-4549-8895-3accdbc087b9 tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1756813'] for subnet, precommit_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:15.702417 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-61103fec-5764-4668-8f74-78d2da34e68b admin admin] Releasing vlan 605 on physical network physnet1 to pool {{(pid=95101) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 19:41:15.702823 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-61103fec-5764-4668-8f74-78d2da34e68b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1756186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5608436'] for segment, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:15.705823 n-d-713301-16 neutron-server[95101]: Traceback (most recent call last): Sep 23 19:41:15.705823 n-d-713301-16 neutron-server[95101]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 19:41:15.705823 n-d-713301-16 neutron-server[95101]: timer() Sep 23 19:41:15.705823 n-d-713301-16 neutron-server[95101]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 19:41:15.705823 n-d-713301-16 neutron-server[95101]: cb(*args, **kw) Sep 23 19:41:15.705823 n-d-713301-16 neutron-server[95101]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 19:41:15.705823 n-d-713301-16 neutron-server[95101]: return func(*args, **kwargs) Sep 23 19:41:15.705823 n-d-713301-16 neutron-server[95101]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 19:41:15.705823 n-d-713301-16 neutron-server[95101]: self._notify() Sep 23 19:41:15.705823 n-d-713301-16 neutron-server[95101]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 19:41:15.705823 n-d-713301-16 neutron-server[95101]: self.callback(batched_events) Sep 23 19:41:15.705823 n-d-713301-16 neutron-server[95101]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 19:41:15.705823 n-d-713301-16 neutron-server[95101]: event.method(event) Sep 23 19:41:15.705823 n-d-713301-16 neutron-server[95101]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 19:41:15.705823 n-d-713301-16 neutron-server[95101]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 19:41:15.705823 n-d-713301-16 neutron-server[95101]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 19:41:15.705823 n-d-713301-16 neutron-server[95101]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 19:41:15.705823 n-d-713301-16 neutron-server[95101]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 19:41:15.705823 n-d-713301-16 neutron-server[95101]: return f(self, *a, **k) Sep 23 19:41:15.705823 n-d-713301-16 neutron-server[95101]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 19:41:15.705823 n-d-713301-16 neutron-server[95101]: return self._get(url).json() Sep 23 19:41:15.705823 n-d-713301-16 neutron-server[95101]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 19:41:15.705823 n-d-713301-16 neutron-server[95101]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 19:41:15.705823 n-d-713301-16 neutron-server[95101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 19:41:15.705823 n-d-713301-16 neutron-server[95101]: return self.request(url, 'GET', **kwargs) Sep 23 19:41:15.705823 n-d-713301-16 neutron-server[95101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 19:41:15.705823 n-d-713301-16 neutron-server[95101]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 19:41:15.705823 n-d-713301-16 neutron-server[95101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 19:41:15.705823 n-d-713301-16 neutron-server[95101]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 19:41:15.705823 n-d-713301-16 neutron-server[95101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 19:41:15.705823 n-d-713301-16 neutron-server[95101]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 19:41:15.705823 n-d-713301-16 neutron-server[95101]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 19:41:15.781944 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-5b33b675-5a8c-48be-b5ba-cd3d067e7789 tempest-FloatingIPNegativeTestJSON-1886207672 tempest-FloatingIPNegativeTestJSON-1886207672-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1756813'] for subnet, precommit_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:15.833276 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-61a66ebb-2298-4549-8895-3accdbc087b9 tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1756804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4399009', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5388229'] for subnet, after_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:15.858202 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-61a66ebb-2298-4549-8895-3accdbc087b9 tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] Notify callbacks [] for subnet, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:15.867862 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-61a66ebb-2298-4549-8895-3accdbc087b9 tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] 10.222.0.67 "DELETE /v2.0/subnets/44af8702-9b53-4190-b3d7-66ad890b98dd HTTP/1.1" status: 204 len: 168 time: 0.7386878 Sep 23 19:41:15.874970 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 32934) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:41:15.886705 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f52fb7e1-4a8e-42f3-84a8-2fe230b61ced None None] Network b0599172-2d1a-416f-a4dc-49f04f75b3d7 requested from n-d-713301-16 {{(pid=95103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 19:41:15.923886 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-61103fec-5764-4668-8f74-78d2da34e68b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1754627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-601866'] for network, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:15.931560 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a66ebb-2298-4549-8895-3accdbc087b9 tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] Pushing event deleted for resources: {'Subnet': ['ID=44af8702-9b53-4190-b3d7-66ad890b98dd,revision_number=None']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:41:15.943200 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-61103fec-5764-4668-8f74-78d2da34e68b admin admin] Notify callbacks [] for network, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:15.950480 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-61103fec-5764-4668-8f74-78d2da34e68b admin admin] 10.222.0.67 "DELETE /v2.0/networks/13c320c3-e746-4d37-877a-d3d286211b52 HTTP/1.1" status: 204 len: 168 time: 1.5725012 Sep 23 19:41:15.968847 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-f2a1f613-f9ba-476d-b332-97b8060bb0fe req-58fa8706-ab48-4a94-9bfb-40613edb0742 tempest-TaggedBootDevicesTest_v242-1470406513 tempest-TaggedBootDevicesTest_v242-1470406513-project] 10.222.0.67 "GET /v2.0/ports?device_id=583aeae2-b5c0-4d8d-bffb-15a63f4020fc HTTP/1.1" status: 200 len: 210 time: 0.0978045 Sep 23 19:41:15.995657 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-5b33b675-5a8c-48be-b5ba-cd3d067e7789 tempest-FloatingIPNegativeTestJSON-1886207672 tempest-FloatingIPNegativeTestJSON-1886207672-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1756804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4399009', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5388229'] for subnet, after_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:16.029437 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-5b33b675-5a8c-48be-b5ba-cd3d067e7789 tempest-FloatingIPNegativeTestJSON-1886207672 tempest-FloatingIPNegativeTestJSON-1886207672-project] Notify callbacks [] for subnet, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:16.037574 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-5b33b675-5a8c-48be-b5ba-cd3d067e7789 tempest-FloatingIPNegativeTestJSON-1886207672 tempest-FloatingIPNegativeTestJSON-1886207672-project] 10.222.0.67 "DELETE /v2.0/subnets/326ebbc4-f3d3-4a87-bf63-a28934207f5b HTTP/1.1" status: 204 len: 168 time: 0.9509213 Sep 23 19:41:16.037574 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 32940) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:41:16.074757 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b33b675-5a8c-48be-b5ba-cd3d067e7789 tempest-FloatingIPNegativeTestJSON-1886207672 tempest-FloatingIPNegativeTestJSON-1886207672-project] Pushing event deleted for resources: {'Subnet': ['ID=326ebbc4-f3d3-4a87-bf63-a28934207f5b,revision_number=None']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:41:16.095916 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38f1bb39-6c51-4814-a1a3-ecf84430e437 None None] Network 41f5dee0-08a6-4a31-9ecf-3a788dcb5085 requested from n-d-713301-16 {{(pid=95103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 19:41:16.156069 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61103fec-5764-4668-8f74-78d2da34e68b admin admin] Pushing event deleted for resources: {'Network': ['ID=13c320c3-e746-4d37-877a-d3d286211b52,revision_number=None']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:41:16.178212 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-c87670d8-3fb5-40ea-974c-48f268b7a58e tempest-FloatingIPNegativeTestJSON-1886207672 tempest-FloatingIPNegativeTestJSON-1886207672-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1628021'] for network, before_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:16.235648 n-d-713301-16 neutron-server[95101]: DEBUG neutron.db.db_base_plugin_v2 [None req-9582debd-3fc6-4006-a9e8-4e087ea195f8 tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] Deleting subnet a5aa4395-fd95-4e77-b22b-b50dfdf42c8f {{(pid=95101) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 23 19:41:16.246820 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-9582debd-3fc6-4006-a9e8-4e087ea195f8 tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] Notify callbacks [] for subnet, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:16.323849 n-d-713301-16 neutron-server[95101]: DEBUG neutron.db.db_base_plugin_common [None req-44949505-1d7f-4083-81e9-fb44b520d148 tempest-RoutersTest-320658655 tempest-RoutersTest-320658655-project] Allocated IP 172.20.0.1 (b97a92a8-fc47-4393-bbb6-68bc7a88a325/2c389415-6a02-4bbc-b230-93bbc9e8a204/d4df8508-493a-46a7-b773-66cec912c395) {{(pid=95101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 19:41:16.374862 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.plugin [None req-c87670d8-3fb5-40ea-974c-48f268b7a58e tempest-FloatingIPNegativeTestJSON-1886207672 tempest-FloatingIPNegativeTestJSON-1886207672-project] Deleting port 836e9d9e-3a82-4c85-823d-1ebb480be576 {{(pid=95102) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:41:16.375245 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-c87670d8-3fb5-40ea-974c-48f268b7a58e tempest-FloatingIPNegativeTestJSON-1886207672 tempest-FloatingIPNegativeTestJSON-1886207672-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783146157096'] for port, before_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:16.401255 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-9582debd-3fc6-4006-a9e8-4e087ea195f8 tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6007154'] for subnet, precommit_delete_associations {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:16.444615 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 32948) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:41:16.614433 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12d71768-8ca6-44f1-9447-cb6f27dca03c None None] DHCP port deletion for 41f5dee0-08a6-4a31-9ecf-3a788dcb5085 request from n-d-713301-16 {{(pid=95103) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 23 19:41:16.632887 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-8c077515-27bb-41f4-8a5c-3218414950d5 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=ee2e9bda0f104270af74ba8d5f144843&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1850314 Sep 23 19:41:16.647994 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 32950) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:41:16.661750 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.db [None req-c87670d8-3fb5-40ea-974c-48f268b7a58e tempest-FloatingIPNegativeTestJSON-1886207672 tempest-FloatingIPNegativeTestJSON-1886207672-project] For port 836e9d9e-3a82-4c85-823d-1ebb480be576, host n-d-713301-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-16',level=0,port_id=836e9d9e-3a82-4c85-823d-1ebb480be576,segment=NetworkSegment(b42c782a-bd71-4877-b522-cec332448b60),segment_id=b42c782a-bd71-4877-b522-cec332448b60)] {{(pid=95102) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:41:16.662126 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-c87670d8-3fb5-40ea-974c-48f268b7a58e tempest-FloatingIPNegativeTestJSON-1886207672 tempest-FloatingIPNegativeTestJSON-1886207672-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-605701'] for port, precommit_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:16.740478 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.plugin [None req-c87670d8-3fb5-40ea-974c-48f268b7a58e tempest-FloatingIPNegativeTestJSON-1886207672 tempest-FloatingIPNegativeTestJSON-1886207672-project] Calling delete_port for 836e9d9e-3a82-4c85-823d-1ebb480be576 owned by network:dhcp {{(pid=95102) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:41:16.748510 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.plugin [None req-12d71768-8ca6-44f1-9447-cb6f27dca03c None None] Deleting port 836e9d9e-3a82-4c85-823d-1ebb480be576 {{(pid=95103) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:41:16.748996 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-12d71768-8ca6-44f1-9447-cb6f27dca03c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783146157096'] for port, before_delete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:16.853860 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-44949505-1d7f-4083-81e9-fb44b520d148 tempest-RoutersTest-320658655 tempest-RoutersTest-320658655-project] Notify callbacks [] for port, precommit_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:16.906099 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-9582debd-3fc6-4006-a9e8-4e087ea195f8 tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1756813'] for subnet, precommit_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:16.988968 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-b519bd67-c7b3-4d44-9504-195e575dec38 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:17.047780 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-b519bd67-c7b3-4d44-9504-195e575dec38 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:17.142014 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-44949505-1d7f-4083-81e9-fb44b520d148 tempest-RoutersTest-320658655 tempest-RoutersTest-320658655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783145673135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5607431'] for port, after_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:17.208248 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-b519bd67-c7b3-4d44-9504-195e575dec38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:17.219042 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-b519bd67-c7b3-4d44-9504-195e575dec38 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:17.220854 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-b519bd67-c7b3-4d44-9504-195e575dec38 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/b8c31db9-bcb2-4708-876e-18b1f4bdd8a2 HTTP/1.1" status: 204 len: 168 time: 0.5716927 Sep 23 19:41:17.266197 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-9582debd-3fc6-4006-a9e8-4e087ea195f8 tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1756804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5607514', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6130950'] for subnet, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:17.290598 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Device 8f9cd053-81bb-4fc7-aab4-98fe2a125d16 up at agent ovs-agent-n-d-713301-16 {{(pid=95103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 19:41:17.334507 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b519bd67-c7b3-4d44-9504-195e575dec38 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8c31db9-bcb2-4708-876e-18b1f4bdd8a2,revision_number=None']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:41:17.357623 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-8bbd99bf-80b1-4ece-b2b5-549d52b02e3a req-f07d1a2e-b089-4577-92f3-22a16712ccd4 tempest-TaggedBootDevicesTest_v242-1470406513 tempest-TaggedBootDevicesTest_v242-1470406513-project] 10.222.0.67 "GET /v2.0/ports?device_id=583aeae2-b5c0-4d8d-bffb-15a63f4020fc HTTP/1.1" status: 200 len: 210 time: 0.1220906 Sep 23 19:41:17.393044 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44949505-1d7f-4083-81e9-fb44b520d148 tempest-RoutersTest-320658655 tempest-RoutersTest-320658655-project] Network b97a92a8-fc47-4393-bbb6-68bc7a88a325 is already hosted by enough agents. {{(pid=95101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:41:17.403459 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9582debd-3fc6-4006-a9e8-4e087ea195f8 tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] Pushing event deleted for resources: {'Subnet': ['ID=a5aa4395-fd95-4e77-b22b-b50dfdf42c8f,revision_number=None']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:41:17.426384 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-c87670d8-3fb5-40ea-974c-48f268b7a58e tempest-FloatingIPNegativeTestJSON-1886207672 tempest-FloatingIPNegativeTestJSON-1886207672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783146162158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783145673144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4399100'] for port, after_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:17.440010 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c1565dc-ac99-44d9-9815-35cb405ff6ce None None] Network b97a92a8-fc47-4393-bbb6-68bc7a88a325 requested from n-d-713301-16 {{(pid=95103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 19:41:17.453057 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.base_scheduler [None req-44949505-1d7f-4083-81e9-fb44b520d148 tempest-RoutersTest-320658655 tempest-RoutersTest-320658655-project] Resources bound (agent type, host, resource id): {{(pid=95101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:41:17.463147 n-d-713301-16 neutron-server[95101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44949505-1d7f-4083-81e9-fb44b520d148 tempest-RoutersTest-320658655 tempest-RoutersTest-320658655-project] Received port after_create {{(pid=95101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 19:41:17.477091 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c87670d8-3fb5-40ea-974c-48f268b7a58e tempest-FloatingIPNegativeTestJSON-1886207672 tempest-FloatingIPNegativeTestJSON-1886207672-project] Pushing event deleted for resources: {'Port': ['ID=836e9d9e-3a82-4c85-823d-1ebb480be576,revision_number=None']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:41:17.497111 n-d-713301-16 neutron-server[95102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c87670d8-3fb5-40ea-974c-48f268b7a58e tempest-FloatingIPNegativeTestJSON-1886207672 tempest-FloatingIPNegativeTestJSON-1886207672-project] No DVR routers for this DVR port 836e9d9e-3a82-4c85-823d-1ebb480be576 on host n-d-713301-16 {{(pid=95102) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 19:41:17.519193 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-12d71768-8ca6-44f1-9447-cb6f27dca03c None None] For port 836e9d9e-3a82-4c85-823d-1ebb480be576, host n-d-713301-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-16',level=0,port_id=836e9d9e-3a82-4c85-823d-1ebb480be576,segment=NetworkSegment(b42c782a-bd71-4877-b522-cec332448b60),segment_id=b42c782a-bd71-4877-b522-cec332448b60)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:41:17.528419 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-12d71768-8ca6-44f1-9447-cb6f27dca03c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-605701'] for port, precommit_delete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:17.594316 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.plugin [None req-12d71768-8ca6-44f1-9447-cb6f27dca03c None None] Calling delete_port for 836e9d9e-3a82-4c85-823d-1ebb480be576 owned by network:dhcp {{(pid=95103) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:41:17.608951 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-44949505-1d7f-4083-81e9-fb44b520d148 tempest-RoutersTest-320658655 tempest-RoutersTest-320658655-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-601987'] for router_interface, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:17.677500 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-9582debd-3fc6-4006-a9e8-4e087ea195f8 tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] Notify callbacks [] for subnet, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:17.681785 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-9582debd-3fc6-4006-a9e8-4e087ea195f8 tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] 10.222.0.67 "DELETE /v2.0/subnets/a5aa4395-fd95-4e77-b22b-b50dfdf42c8f HTTP/1.1" status: 204 len: 168 time: 1.8031664 Sep 23 19:41:17.681785 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44949505-1d7f-4083-81e9-fb44b520d148 tempest-RoutersTest-320658655 tempest-RoutersTest-320658655-project] Pushing event updated for resources: {'Port': ['ID=d4df8508-493a-46a7-b773-66cec912c395,revision_number=1']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:41:17.696781 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 32964) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:41:17.713116 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-ae2bf94d-cec7-4702-b40d-89806a18dcb9 None None] Provisioning complete for port 8f9cd053-81bb-4fc7-aab4-98fe2a125d16 triggered by entity DHCP. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:41:17.718773 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-ae2bf94d-cec7-4702-b40d-89806a18dcb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:17.733323 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Provisioning complete for port 8f9cd053-81bb-4fc7-aab4-98fe2a125d16 triggered by entity L2. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:41:17.736342 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:17.889547 n-d-713301-16 neutron-server[95101]: INFO neutron.pecan_wsgi.hooks.translation [None req-aef5e961-9b15-4e99-b750-b70efd5b9218 tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] DELETE failed (client error): The resource could not be found. Sep 23 19:41:17.890057 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aef5e961-9b15-4e99-b750-b70efd5b9218 tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95101) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 23 19:41:17.894170 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-aef5e961-9b15-4e99-b750-b70efd5b9218 tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] 10.222.0.67 "DELETE /v2.0/subnets/44af8702-9b53-4190-b3d7-66ad890b98dd HTTP/1.1" status: 404 len: 337 time: 0.1920228 Sep 23 19:41:17.895313 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 32972) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:41:17.977159 n-d-713301-16 neutron-server[95101]: DEBUG neutron.db.db_base_plugin_v2 [None req-d2f8f65d-a768-44ec-becb-238aa9f24635 tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] Deleting subnet 4e8acd6f-99fb-4bc6-a211-27f4b2965ec1 {{(pid=95101) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 23 19:41:17.982753 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d09c92ae-b59c-48fd-a623-54a13eea26b5 None None] Network b0599172-2d1a-416f-a4dc-49f04f75b3d7 requested from n-d-713301-16 {{(pid=95103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 19:41:17.982947 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-d2f8f65d-a768-44ec-becb-238aa9f24635 tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] Notify callbacks [] for subnet, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:18.031013 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-d2f8f65d-a768-44ec-becb-238aa9f24635 tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6007154'] for subnet, precommit_delete_associations {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:18.147260 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-d2f8f65d-a768-44ec-becb-238aa9f24635 tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1756813'] for subnet, precommit_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:18.229951 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-c87670d8-3fb5-40ea-974c-48f268b7a58e tempest-FloatingIPNegativeTestJSON-1886207672 tempest-FloatingIPNegativeTestJSON-1886207672-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1754676', 'neutron.services.segments.db._delete_segments_for_network-8783146221460'] for network, precommit_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:18.230897 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-d2f8f65d-a768-44ec-becb-238aa9f24635 tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1756804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5607514', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6130950'] for subnet, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:18.261383 n-d-713301-16 neutron-server[95102]: DEBUG neutron.services.segments.db [None req-c87670d8-3fb5-40ea-974c-48f268b7a58e tempest-FloatingIPNegativeTestJSON-1886207672 tempest-FloatingIPNegativeTestJSON-1886207672-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['41f5dee0-08a6-4a31-9ecf-3a788dcb5085']}} {{(pid=95102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:41:18.273012 n-d-713301-16 neutron-server[95102]: DEBUG neutron.services.segments.db [None req-c87670d8-3fb5-40ea-974c-48f268b7a58e tempest-FloatingIPNegativeTestJSON-1886207672 tempest-FloatingIPNegativeTestJSON-1886207672-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b42c782a-bd71-4877-b522-cec332448b60') {'for_net_delete': True} {{(pid=95102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:41:18.273309 n-d-713301-16 neutron-server[95102]: DEBUG neutron.services.segments.db [None req-c87670d8-3fb5-40ea-974c-48f268b7a58e tempest-FloatingIPNegativeTestJSON-1886207672 tempest-FloatingIPNegativeTestJSON-1886207672-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b42c782a-bd71-4877-b522-cec332448b60') {} {{(pid=95102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:41:18.282471 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:18.287530 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-c87670d8-3fb5-40ea-974c-48f268b7a58e tempest-FloatingIPNegativeTestJSON-1886207672 tempest-FloatingIPNegativeTestJSON-1886207672-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783146221725', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6162832'] for segment, before_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:18.305301 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-c87670d8-3fb5-40ea-974c-48f268b7a58e tempest-FloatingIPNegativeTestJSON-1886207672 tempest-FloatingIPNegativeTestJSON-1886207672-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1756186'] for segment, precommit_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:18.307961 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2f8f65d-a768-44ec-becb-238aa9f24635 tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] Pushing event deleted for resources: {'Subnet': ['ID=4e8acd6f-99fb-4bc6-a211-27f4b2965ec1,revision_number=None']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:41:18.313583 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-d2f8f65d-a768-44ec-becb-238aa9f24635 tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] Notify callbacks [] for subnet, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:18.317153 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-d2f8f65d-a768-44ec-becb-238aa9f24635 tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] 10.222.0.67 "DELETE /v2.0/subnets/4e8acd6f-99fb-4bc6-a211-27f4b2965ec1 HTTP/1.1" status: 204 len: 168 time: 0.4208260 Sep 23 19:41:18.327650 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c87670d8-3fb5-40ea-974c-48f268b7a58e tempest-FloatingIPNegativeTestJSON-1886207672 tempest-FloatingIPNegativeTestJSON-1886207672-project] Releasing vlan 643 on physical network physnet1 to pool {{(pid=95102) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 19:41:18.328068 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-c87670d8-3fb5-40ea-974c-48f268b7a58e tempest-FloatingIPNegativeTestJSON-1886207672 tempest-FloatingIPNegativeTestJSON-1886207672-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1756186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4398095'] for segment, after_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:18.328488 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 32980) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:41:18.345849 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-44949505-1d7f-4083-81e9-fb44b520d148 tempest-RoutersTest-320658655 tempest-RoutersTest-320658655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:18.364699 n-d-713301-16 neutron-server[95102]: Traceback (most recent call last): Sep 23 19:41:18.364699 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 19:41:18.364699 n-d-713301-16 neutron-server[95102]: timer() Sep 23 19:41:18.364699 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 19:41:18.364699 n-d-713301-16 neutron-server[95102]: cb(*args, **kw) Sep 23 19:41:18.364699 n-d-713301-16 neutron-server[95102]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 19:41:18.364699 n-d-713301-16 neutron-server[95102]: return func(*args, **kwargs) Sep 23 19:41:18.364699 n-d-713301-16 neutron-server[95102]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 19:41:18.364699 n-d-713301-16 neutron-server[95102]: self._notify() Sep 23 19:41:18.364699 n-d-713301-16 neutron-server[95102]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 19:41:18.364699 n-d-713301-16 neutron-server[95102]: self.callback(batched_events) Sep 23 19:41:18.364699 n-d-713301-16 neutron-server[95102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 19:41:18.364699 n-d-713301-16 neutron-server[95102]: event.method(event) Sep 23 19:41:18.364699 n-d-713301-16 neutron-server[95102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 19:41:18.364699 n-d-713301-16 neutron-server[95102]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 19:41:18.364699 n-d-713301-16 neutron-server[95102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 19:41:18.364699 n-d-713301-16 neutron-server[95102]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 19:41:18.364699 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 19:41:18.364699 n-d-713301-16 neutron-server[95102]: return f(self, *a, **k) Sep 23 19:41:18.364699 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 19:41:18.364699 n-d-713301-16 neutron-server[95102]: return self._get(url).json() Sep 23 19:41:18.364699 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 19:41:18.364699 n-d-713301-16 neutron-server[95102]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 19:41:18.364699 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 19:41:18.364699 n-d-713301-16 neutron-server[95102]: return self.request(url, 'GET', **kwargs) Sep 23 19:41:18.364699 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 19:41:18.364699 n-d-713301-16 neutron-server[95102]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 19:41:18.364699 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 19:41:18.364699 n-d-713301-16 neutron-server[95102]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 19:41:18.364699 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 19:41:18.364699 n-d-713301-16 neutron-server[95102]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 19:41:18.364699 n-d-713301-16 neutron-server[95102]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 19:41:18.400503 n-d-713301-16 neutron-server[95101]: INFO neutron.pecan_wsgi.hooks.translation [None req-eb0af2bd-72ca-453d-9ee0-d3a146dc16b6 tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] DELETE failed (client error): The resource could not be found. Sep 23 19:41:18.407328 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eb0af2bd-72ca-453d-9ee0-d3a146dc16b6 tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95101) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 23 19:41:18.409639 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-eb0af2bd-72ca-453d-9ee0-d3a146dc16b6 tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] 10.222.0.67 "DELETE /v2.0/subnets/d6e5ed45-d3ad-4a30-9ce6-b31ff64f4656 HTTP/1.1" status: 404 len: 337 time: 0.0799034 Sep 23 19:41:18.412307 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 32984) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:41:18.419566 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-c87670d8-3fb5-40ea-974c-48f268b7a58e tempest-FloatingIPNegativeTestJSON-1886207672 tempest-FloatingIPNegativeTestJSON-1886207672-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1754627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-601866'] for network, after_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:18.444225 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-c87670d8-3fb5-40ea-974c-48f268b7a58e tempest-FloatingIPNegativeTestJSON-1886207672 tempest-FloatingIPNegativeTestJSON-1886207672-project] Notify callbacks [] for network, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:18.453787 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-c87670d8-3fb5-40ea-974c-48f268b7a58e tempest-FloatingIPNegativeTestJSON-1886207672 tempest-FloatingIPNegativeTestJSON-1886207672-project] 10.222.0.67 "DELETE /v2.0/networks/41f5dee0-08a6-4a31-9ecf-3a788dcb5085 HTTP/1.1" status: 204 len: 168 time: 2.3866980 Sep 23 19:41:18.475835 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c87670d8-3fb5-40ea-974c-48f268b7a58e tempest-FloatingIPNegativeTestJSON-1886207672 tempest-FloatingIPNegativeTestJSON-1886207672-project] Pushing event deleted for resources: {'Network': ['ID=41f5dee0-08a6-4a31-9ecf-3a788dcb5085,revision_number=None']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:41:18.484358 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-a74799b0-c64d-4875-b830-9ec0999102a6 tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] 10.222.0.67 "GET /v2.0/ports?device_id=f7f8a047-01e7-4d0e-b931-d3701c70a03a HTTP/1.1" status: 200 len: 205 time: 0.0706937 Sep 23 19:41:18.489393 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 32992) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:41:18.670728 n-d-713301-16 neutron-server[95102]: INFO neutron.api.v2.resource [None req-41fa127b-4876-42e4-acf3-5e73cc918da9 tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] delete failed (client error): The resource could not be found. Sep 23 19:41:18.675420 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-41fa127b-4876-42e4-acf3-5e73cc918da9 tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] 10.222.0.67 "DELETE /v2.0/routers/f7f8a047-01e7-4d0e-b931-d3701c70a03a HTTP/1.1" status: 404 len: 336 time: 0.1821380 Sep 23 19:41:18.687598 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 33000) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:41:18.766805 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-12d71768-8ca6-44f1-9447-cb6f27dca03c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783146162158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783145673144'] for port, after_delete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:18.862730 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-c431aee1-43d9-4574-b704-08f2a0f86174 req-76f55276-96f2-41f8-9a55-7b1b7a67f667 tempest-TaggedBootDevicesTest_v242-1470406513 tempest-TaggedBootDevicesTest_v242-1470406513-project] 10.222.0.67 "GET /v2.0/ports?device_id=583aeae2-b5c0-4d8d-bffb-15a63f4020fc HTTP/1.1" status: 200 len: 210 time: 0.1859200 Sep 23 19:41:18.877977 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] For port 8f9cd053-81bb-4fc7-aab4-98fe2a125d16, host n-d-713301-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-16',level=0,port_id=8f9cd053-81bb-4fc7-aab4-98fe2a125d16,segment=NetworkSegment(8944b325-89c7-43c6-96be-f9883ac2cb2d),segment_id=8944b325-89c7-43c6-96be-f9883ac2cb2d)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:41:18.879248 n-d-713301-16 neutron-server[95102]: INFO neutron.pecan_wsgi.hooks.translation [None req-c1796e28-ff43-4cac-888d-2378af4171e9 tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] DELETE failed (client error): The resource could not be found. Sep 23 19:41:18.879942 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c1796e28-ff43-4cac-888d-2378af4171e9 tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95102) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 23 19:41:18.882016 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-c1796e28-ff43-4cac-888d-2378af4171e9 tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] 10.222.0.67 "DELETE /v2.0/subnets/affe2ff8-35c8-4fc6-b3a1-1d2728214735 HTTP/1.1" status: 404 len: 337 time: 0.1931193 Sep 23 19:41:18.887123 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 33006) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:41:18.888646 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12d71768-8ca6-44f1-9447-cb6f27dca03c None None] Pushing event deleted for resources: {'Port': ['ID=836e9d9e-3a82-4c85-823d-1ebb480be576,revision_number=None']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:41:18.890583 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-ae2bf94d-cec7-4702-b40d-89806a18dcb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:18.903868 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 33008) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:41:18.941670 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-12d71768-8ca6-44f1-9447-cb6f27dca03c None None] Network 41f5dee0-08a6-4a31-9ecf-3a788dcb5085 is not hosted by any dhcp agent {{(pid=95103) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Sep 23 19:41:18.942438 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12d71768-8ca6-44f1-9447-cb6f27dca03c None None] No DVR routers for this DVR port 836e9d9e-3a82-4c85-823d-1ebb480be576 on host n-d-713301-16 {{(pid=95103) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 19:41:18.956185 n-d-713301-16 neutron-server[95102]: INFO neutron.pecan_wsgi.hooks.translation [None req-f31df50b-5c1f-4a8b-8695-cbb3ced27145 tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] DELETE failed (client error): The resource could not be found. Sep 23 19:41:18.956835 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f31df50b-5c1f-4a8b-8695-cbb3ced27145 tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95102) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 23 19:41:18.958906 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-f31df50b-5c1f-4a8b-8695-cbb3ced27145 tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] 10.222.0.67 "DELETE /v2.0/subnets/f1a1bded-9a40-4908-b181-d664dc5efc36 HTTP/1.1" status: 404 len: 337 time: 0.0699410 Sep 23 19:41:18.961498 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 33012) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:41:19.032471 n-d-713301-16 neutron-server[95102]: INFO neutron.pecan_wsgi.hooks.translation [None req-29a8126c-28c3-4cce-ad32-c55579be04c4 tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] DELETE failed (client error): The resource could not be found. Sep 23 19:41:19.043261 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-29a8126c-28c3-4cce-ad32-c55579be04c4 tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95102) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 23 19:41:19.047717 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-29a8126c-28c3-4cce-ad32-c55579be04c4 tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] 10.222.0.67 "DELETE /v2.0/subnets/98013c70-39da-4158-adb9-e2b3b6b24a65 HTTP/1.1" status: 404 len: 337 time: 0.0851169 Sep 23 19:41:19.055325 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 33014) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:41:19.104483 n-d-713301-16 neutron-server[95102]: INFO neutron.pecan_wsgi.hooks.translation [None req-91074a42-ab01-4f2d-a05d-cc4c021c234b tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] DELETE failed (client error): The resource could not be found. Sep 23 19:41:19.105434 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-91074a42-ab01-4f2d-a05d-cc4c021c234b tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95102) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 23 19:41:19.107399 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-91074a42-ab01-4f2d-a05d-cc4c021c234b tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] 10.222.0.67 "DELETE /v2.0/ports/2a71d936-f552-4bef-a54f-3f105dcc7ada HTTP/1.1" status: 404 len: 333 time: 0.0504231 Sep 23 19:41:19.108122 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 33016) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:41:19.117683 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 33020) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:41:19.134869 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:19.274707 n-d-713301-16 neutron-server[95102]: INFO neutron.pecan_wsgi.hooks.translation [None req-e4dcedc8-56a4-4a8f-a250-67355715da27 tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] DELETE failed (client error): The resource could not be found. Sep 23 19:41:19.276354 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e4dcedc8-56a4-4a8f-a250-67355715da27 tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95102) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 23 19:41:19.280074 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-e4dcedc8-56a4-4a8f-a250-67355715da27 tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] 10.222.0.67 "DELETE /v2.0/subnets/60d484cf-4861-49f5-a01c-7ececd50204e HTTP/1.1" status: 404 len: 337 time: 0.1612632 Sep 23 19:41:19.289938 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.db.api [None req-ae2bf94d-cec7-4702-b40d-89806a18dcb9 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95103) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 23 19:41:19.292379 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 33024) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:41:19.293026 n-d-713301-16 neutron-server[95103]: DEBUG oslo_db.api [None req-ae2bf94d-cec7-4702-b40d-89806a18dcb9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 23 19:41:19.417834 n-d-713301-16 neutron-server[95102]: INFO neutron.pecan_wsgi.hooks.translation [None req-12ba446d-9bd4-4208-b57b-fe6c69d37e3a tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] DELETE failed (client error): The resource could not be found. Sep 23 19:41:19.418303 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-12ba446d-9bd4-4208-b57b-fe6c69d37e3a tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95102) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 23 19:41:19.420103 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-12ba446d-9bd4-4208-b57b-fe6c69d37e3a tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] 10.222.0.67 "DELETE /v2.0/subnets/b4dca0a6-310c-4277-b1fc-27fa5bd13ac2 HTTP/1.1" status: 404 len: 337 time: 0.1162972 Sep 23 19:41:19.433554 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 33026) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:41:19.443324 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Device 836e9d9e-3a82-4c85-823d-1ebb480be576 no longer exists at agent ovs-agent-n-d-713301-16 {{(pid=95103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 19:41:19.481964 n-d-713301-16 neutron-server[95102]: INFO neutron.pecan_wsgi.hooks.translation [None req-7419cd15-36b5-470a-9436-b767d7f37f92 tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] DELETE failed (client error): The resource could not be found. Sep 23 19:41:19.482697 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7419cd15-36b5-470a-9436-b767d7f37f92 tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95102) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 23 19:41:19.485324 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Pushing event updated for resources: {'Port': ['ID=8f9cd053-81bb-4fc7-aab4-98fe2a125d16,revision_number=3']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:41:19.489642 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-7419cd15-36b5-470a-9436-b767d7f37f92 tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] 10.222.0.67 "DELETE /v2.0/ports/8833aeec-3f23-4cd1-9bae-9b99b1ff4b05 HTTP/1.1" status: 404 len: 333 time: 0.0550673 Sep 23 19:41:19.490536 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 33028) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:41:19.495935 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.plugin [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] No Port match for: 836e9d9e-3a82-4c85-823d-1ebb480be576 {{(pid=95103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 19:41:19.496280 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Device 836e9d9e-3a82-4c85-823d-1ebb480be576 not bound to the agent host n-d-713301-16 {{(pid=95103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 19:41:19.501161 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f184bbe9-1753-4940-a890-e02ecd8baebb None None] DHCP port deletion for b0599172-2d1a-416f-a4dc-49f04f75b3d7 request from n-d-713301-16 {{(pid=95103) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 23 19:41:19.558728 n-d-713301-16 neutron-server[95102]: INFO neutron.pecan_wsgi.hooks.translation [None req-bf1f0223-f80d-442b-8cb6-96280a885174 tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] DELETE failed (client error): The resource could not be found. Sep 23 19:41:19.559193 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bf1f0223-f80d-442b-8cb6-96280a885174 tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95102) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 23 19:41:19.563497 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-bf1f0223-f80d-442b-8cb6-96280a885174 tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] 10.222.0.67 "DELETE /v2.0/subnets/e0dc3856-f056-48d9-942c-4b5a8e8140e2 HTTP/1.1" status: 404 len: 337 time: 0.0694356 Sep 23 19:41:19.574687 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 33030) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:41:19.616832 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.plugin [None req-f184bbe9-1753-4940-a890-e02ecd8baebb None None] Deleting port 27af7930-04e9-494f-83cd-d500c26eb9d5 {{(pid=95103) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:41:19.618393 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-f184bbe9-1753-4940-a890-e02ecd8baebb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783146157096'] for port, before_delete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:19.634850 n-d-713301-16 neutron-server[95102]: INFO neutron.pecan_wsgi.hooks.translation [None req-5acbc677-2d4e-4624-a3ce-eac1743d346c tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] DELETE failed (client error): The resource could not be found. Sep 23 19:41:19.635321 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5acbc677-2d4e-4624-a3ce-eac1743d346c tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95102) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 23 19:41:19.640137 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-5acbc677-2d4e-4624-a3ce-eac1743d346c tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] 10.222.0.67 "DELETE /v2.0/subnets/ff2fbaea-7514-4ab5-9afd-41e21c6234ec HTTP/1.1" status: 404 len: 337 time: 0.0618672 Sep 23 19:41:19.640137 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 33032) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:41:19.692143 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Device 8f9cd053-81bb-4fc7-aab4-98fe2a125d16 up at agent ovs-agent-n-d-713301-16 {{(pid=95103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 19:41:19.717241 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.v2.base [None req-760b3b60-2bea-4589-84da-5cdfda12edf9 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-1075590424-network', 'tenant_id': '71dd9ac001f74f8ba18264101352d8e3'}} {{(pid=95101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:41:19.788218 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-c76b1af1-f2e8-45f7-aa72-e96e06e2685a admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=c80277c196cb4d549c88029e9b5a1e1d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6788063 Sep 23 19:41:19.789486 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 33036) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:41:19.812679 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.plugin [None req-41b1271c-fc75-4e08-9611-5941ec1395de tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] Deleting port aaf4c817-e69d-49a0-9a73-c5e8e3e5c45b {{(pid=95102) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:41:19.813028 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-41b1271c-fc75-4e08-9611-5941ec1395de tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783146157096'] for port, before_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:19.828033 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-44949505-1d7f-4083-81e9-fb44b520d148 tempest-RoutersTest-320658655 tempest-RoutersTest-320658655-project] Notify callbacks [] for port, precommit_update {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:19.841173 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-44949505-1d7f-4083-81e9-fb44b520d148 tempest-RoutersTest-320658655 tempest-RoutersTest-320658655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5607436'] for port, after_update {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:19.874872 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-f184bbe9-1753-4940-a890-e02ecd8baebb None None] For port 27af7930-04e9-494f-83cd-d500c26eb9d5, host n-d-713301-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-16',level=0,port_id=27af7930-04e9-494f-83cd-d500c26eb9d5,segment=NetworkSegment(f565ffb4-fde7-4ebe-aa49-b5aa67af665c),segment_id=f565ffb4-fde7-4ebe-aa49-b5aa67af665c)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:41:19.875665 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-f184bbe9-1753-4940-a890-e02ecd8baebb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-605701'] for port, precommit_delete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:19.896566 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-41b1271c-fc75-4e08-9611-5941ec1395de tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-605701'] for port, precommit_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:19.904145 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.plugin [None req-f184bbe9-1753-4940-a890-e02ecd8baebb None None] Calling delete_port for 27af7930-04e9-494f-83cd-d500c26eb9d5 owned by network:dhcp {{(pid=95103) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:41:19.927325 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44949505-1d7f-4083-81e9-fb44b520d148 tempest-RoutersTest-320658655 tempest-RoutersTest-320658655-project] Pushing event updated for resources: {'Port': ['ID=d4df8508-493a-46a7-b773-66cec912c395,revision_number=2']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:41:19.931730 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.plugin [None req-41b1271c-fc75-4e08-9611-5941ec1395de tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] Calling delete_port for aaf4c817-e69d-49a0-9a73-c5e8e3e5c45b owned by {{(pid=95102) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:41:19.937127 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-760b3b60-2bea-4589-84da-5cdfda12edf9 admin admin] Made reservation on behalf of 71dd9ac001f74f8ba18264101352d8e3 for: {'network': 1} {{(pid=95101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:41:19.940401 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-760b3b60-2bea-4589-84da-5cdfda12edf9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for network, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:19.971160 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-760b3b60-2bea-4589-84da-5cdfda12edf9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:20.040421 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-dc84c443-18ee-4a75-be2c-2a3ab170230b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:20.045801 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-41b1271c-fc75-4e08-9611-5941ec1395de tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783146162158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783145673144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4399100'] for port, after_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:20.059358 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-44949505-1d7f-4083-81e9-fb44b520d148 tempest-RoutersTest-320658655 tempest-RoutersTest-320658655-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-527313', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-601459'] for router_interface, after_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:20.082185 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 33046) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:41:20.101183 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41b1271c-fc75-4e08-9611-5941ec1395de tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] Pushing event deleted for resources: {'Port': ['ID=aaf4c817-e69d-49a0-9a73-c5e8e3e5c45b,revision_number=None']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:41:20.108684 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-41b1271c-fc75-4e08-9611-5941ec1395de tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222849'] for port, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:20.110611 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-41b1271c-fc75-4e08-9611-5941ec1395de tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] 10.222.0.67 "DELETE /v2.0/ports/aaf4c817-e69d-49a0-9a73-c5e8e3e5c45b HTTP/1.1" status: 204 len: 168 time: 0.4694967 Sep 23 19:41:20.114251 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 33048) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:41:20.166869 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-f184bbe9-1753-4940-a890-e02ecd8baebb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783146162158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783145673144'] for port, after_delete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:20.180700 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Provisioning complete for port 8f9cd053-81bb-4fc7-aab4-98fe2a125d16 triggered by entity L2. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:41:20.181228 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:20.194917 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-9d860b22-cc8a-417f-a33f-010fa9376aa1 None None] Provisioning complete for port 8f9cd053-81bb-4fc7-aab4-98fe2a125d16 triggered by entity DHCP. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:41:20.195398 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-9d860b22-cc8a-417f-a33f-010fa9376aa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:20.224965 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-8c1b83b6-336f-4bb5-a1ca-fbef59d710ab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:20.261042 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f184bbe9-1753-4940-a890-e02ecd8baebb None None] Pushing event deleted for resources: {'Port': ['ID=27af7930-04e9-494f-83cd-d500c26eb9d5,revision_number=None']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:41:20.265540 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f184bbe9-1753-4940-a890-e02ecd8baebb None None] No DVR routers for this DVR port 27af7930-04e9-494f-83cd-d500c26eb9d5 on host n-d-713301-16 {{(pid=95103) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 19:41:20.291845 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-db128c2f-1129-4ab7-9b95-9b61157acbaa tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1628021'] for network, before_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:20.411607 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-db128c2f-1129-4ab7-9b95-9b61157acbaa tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1754676', 'neutron.services.segments.db._delete_segments_for_network-8783146221460'] for network, precommit_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:20.416695 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-8c1b83b6-336f-4bb5-a1ca-fbef59d710ab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:20.416873 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-9d860b22-cc8a-417f-a33f-010fa9376aa1 None None] Provisioning complete for port d4df8508-493a-46a7-b773-66cec912c395 triggered by entity DHCP. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:41:20.417122 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-9d860b22-cc8a-417f-a33f-010fa9376aa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:20.438370 n-d-713301-16 neutron-server[95102]: DEBUG neutron.services.segments.db [None req-db128c2f-1129-4ab7-9b95-9b61157acbaa tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b0599172-2d1a-416f-a4dc-49f04f75b3d7']}} {{(pid=95102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:41:20.455368 n-d-713301-16 neutron-server[95102]: DEBUG neutron.services.segments.db [None req-db128c2f-1129-4ab7-9b95-9b61157acbaa tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f565ffb4-fde7-4ebe-aa49-b5aa67af665c') {'for_net_delete': True} {{(pid=95102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:41:20.455368 n-d-713301-16 neutron-server[95102]: DEBUG neutron.services.segments.db [None req-db128c2f-1129-4ab7-9b95-9b61157acbaa tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f565ffb4-fde7-4ebe-aa49-b5aa67af665c') {} {{(pid=95102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:41:20.465957 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-db128c2f-1129-4ab7-9b95-9b61157acbaa tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783146221725', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6162832'] for segment, before_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:20.472383 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Device 27af7930-04e9-494f-83cd-d500c26eb9d5 no longer exists at agent ovs-agent-n-d-713301-16 {{(pid=95103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 19:41:20.481348 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-db128c2f-1129-4ab7-9b95-9b61157acbaa tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1756186'] for segment, precommit_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:20.490592 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-db128c2f-1129-4ab7-9b95-9b61157acbaa tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] Releasing vlan 603 on physical network physnet1 to pool {{(pid=95102) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 19:41:20.491106 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-db128c2f-1129-4ab7-9b95-9b61157acbaa tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1756186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4398095'] for segment, after_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:20.494760 n-d-713301-16 neutron-server[95102]: Traceback (most recent call last): Sep 23 19:41:20.494760 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 19:41:20.494760 n-d-713301-16 neutron-server[95102]: timer() Sep 23 19:41:20.494760 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 19:41:20.494760 n-d-713301-16 neutron-server[95102]: cb(*args, **kw) Sep 23 19:41:20.494760 n-d-713301-16 neutron-server[95102]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 19:41:20.494760 n-d-713301-16 neutron-server[95102]: return func(*args, **kwargs) Sep 23 19:41:20.494760 n-d-713301-16 neutron-server[95102]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 19:41:20.494760 n-d-713301-16 neutron-server[95102]: self._notify() Sep 23 19:41:20.494760 n-d-713301-16 neutron-server[95102]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 19:41:20.494760 n-d-713301-16 neutron-server[95102]: self.callback(batched_events) Sep 23 19:41:20.494760 n-d-713301-16 neutron-server[95102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 19:41:20.494760 n-d-713301-16 neutron-server[95102]: event.method(event) Sep 23 19:41:20.494760 n-d-713301-16 neutron-server[95102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 19:41:20.494760 n-d-713301-16 neutron-server[95102]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 19:41:20.494760 n-d-713301-16 neutron-server[95102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 19:41:20.494760 n-d-713301-16 neutron-server[95102]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 19:41:20.494760 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 19:41:20.494760 n-d-713301-16 neutron-server[95102]: return f(self, *a, **k) Sep 23 19:41:20.494760 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 19:41:20.494760 n-d-713301-16 neutron-server[95102]: return self._get(url).json() Sep 23 19:41:20.494760 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 19:41:20.494760 n-d-713301-16 neutron-server[95102]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 19:41:20.494760 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 19:41:20.494760 n-d-713301-16 neutron-server[95102]: return self.request(url, 'GET', **kwargs) Sep 23 19:41:20.494760 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 19:41:20.494760 n-d-713301-16 neutron-server[95102]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 19:41:20.494760 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 19:41:20.494760 n-d-713301-16 neutron-server[95102]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 19:41:20.494760 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 19:41:20.494760 n-d-713301-16 neutron-server[95102]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 19:41:20.494760 n-d-713301-16 neutron-server[95102]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 19:41:20.506610 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.plugin [None req-9d860b22-cc8a-417f-a33f-010fa9376aa1 None None] Port d4df8508-493a-46a7-b773-66cec912c395 cannot update to ACTIVE because it is not bound. {{(pid=95103) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 19:41:20.545409 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.plugin [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] No Port match for: 27af7930-04e9-494f-83cd-d500c26eb9d5 {{(pid=95103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 19:41:20.545665 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Device 27af7930-04e9-494f-83cd-d500c26eb9d5 not bound to the agent host n-d-713301-16 {{(pid=95103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 19:41:20.547236 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-9d860b22-cc8a-417f-a33f-010fa9376aa1 None None] Could not find standard attr ID for object aaf4c817-e69d-49a0-9a73-c5e8e3e5c45b. {{(pid=95103) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 23 19:41:20.559490 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-9d860b22-cc8a-417f-a33f-010fa9376aa1 None None] Could not find standard attr ID for object 27af7930-04e9-494f-83cd-d500c26eb9d5. {{(pid=95103) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 23 19:41:20.576471 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-db128c2f-1129-4ab7-9b95-9b61157acbaa tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1754627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-601866'] for network, after_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:20.582833 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-a525ac39-ce18-443b-94e3-5f181ed6cb07 tempest-TaggedBootDevicesTest_v242-1470406513 tempest-TaggedBootDevicesTest_v242-1470406513-project] Notify callbacks [] for security_group, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:20.586101 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-db128c2f-1129-4ab7-9b95-9b61157acbaa tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] Notify callbacks [] for network, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:20.590766 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-db128c2f-1129-4ab7-9b95-9b61157acbaa tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] 10.222.0.67 "DELETE /v2.0/networks/b0599172-2d1a-416f-a4dc-49f04f75b3d7 HTTP/1.1" status: 204 len: 168 time: 0.4731333 Sep 23 19:41:20.604071 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db128c2f-1129-4ab7-9b95-9b61157acbaa tempest-PortsTestJSON-1839289627 tempest-PortsTestJSON-1839289627-project] Pushing event deleted for resources: {'Network': ['ID=b0599172-2d1a-416f-a4dc-49f04f75b3d7,revision_number=None']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:41:20.620102 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-760b3b60-2bea-4589-84da-5cdfda12edf9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:20.632029 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-760b3b60-2bea-4589-84da-5cdfda12edf9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:20.661824 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-a525ac39-ce18-443b-94e3-5f181ed6cb07 tempest-TaggedBootDevicesTest_v242-1470406513 tempest-TaggedBootDevicesTest_v242-1470406513-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:20.672863 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44949505-1d7f-4083-81e9-fb44b520d148 tempest-RoutersTest-320658655 tempest-RoutersTest-320658655-project] Network b97a92a8-fc47-4393-bbb6-68bc7a88a325 is already hosted by enough agents. {{(pid=95101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:41:20.692056 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.base_scheduler [None req-44949505-1d7f-4083-81e9-fb44b520d148 tempest-RoutersTest-320658655 tempest-RoutersTest-320658655-project] Resources bound (agent type, host, resource id): {{(pid=95101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:41:20.696235 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-760b3b60-2bea-4589-84da-5cdfda12edf9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 648} {{(pid=95101) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 19:41:20.715406 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-8c1b83b6-336f-4bb5-a1ca-fbef59d710ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:20.718774 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-8c1b83b6-336f-4bb5-a1ca-fbef59d710ab admin admin] Notify callbacks [] for security_group, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:20.719958 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-8c1b83b6-336f-4bb5-a1ca-fbef59d710ab admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/dfafa3d5-4cc1-4abf-bfbd-c831d34faaa1 HTTP/1.1" status: 204 len: 168 time: 0.8875175 Sep 23 19:41:20.736567 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-760b3b60-2bea-4589-84da-5cdfda12edf9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4daca97c-f524-4fb0-8b34-b36a0affa33e,revision_number=1']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:41:20.764333 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c1b83b6-336f-4bb5-a1ca-fbef59d710ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dfafa3d5-4cc1-4abf-bfbd-c831d34faaa1,revision_number=None']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:41:20.908114 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-760b3b60-2bea-4589-84da-5cdfda12edf9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1756186'] for segment, precommit_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:20.908514 n-d-713301-16 neutron-server[95101]: INFO neutron.db.segments_db [None req-760b3b60-2bea-4589-84da-5cdfda12edf9 admin admin] Added segment 73539111-d512-4650-9e44-61bde391e31a of type vlan for network bd1e9a1b-24bd-4f73-b7dd-094a5b1ba73a Sep 23 19:41:20.979783 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 33064) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:41:21.050745 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-a525ac39-ce18-443b-94e3-5f181ed6cb07 tempest-TaggedBootDevicesTest_v242-1470406513 tempest-TaggedBootDevicesTest_v242-1470406513-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:21.053471 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-a525ac39-ce18-443b-94e3-5f181ed6cb07 tempest-TaggedBootDevicesTest_v242-1470406513 tempest-TaggedBootDevicesTest_v242-1470406513-project] Notify callbacks [] for security_group, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:21.054548 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-a525ac39-ce18-443b-94e3-5f181ed6cb07 tempest-TaggedBootDevicesTest_v242-1470406513 tempest-TaggedBootDevicesTest_v242-1470406513-project] 10.222.0.67 "DELETE /v2.0/security-groups/687e4f9e-0a49-4ef3-86dc-e31b7edc6949 HTTP/1.1" status: 204 len: 168 time: 0.9595287 Sep 23 19:41:21.057312 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 33070) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:41:21.057917 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-760b3b60-2bea-4589-84da-5cdfda12edf9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783145630486'] for network, precommit_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:21.088109 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a525ac39-ce18-443b-94e3-5f181ed6cb07 tempest-TaggedBootDevicesTest_v242-1470406513 tempest-TaggedBootDevicesTest_v242-1470406513-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=687e4f9e-0a49-4ef3-86dc-e31b7edc6949,revision_number=None']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:41:21.093184 n-d-713301-16 neutron-server[95102]: INFO neutron.api.v2.resource [None req-c97aa484-5835-4c93-9a02-c9c01e93dc22 tempest-TaggedBootDevicesTest_v242-1470406513 tempest-TaggedBootDevicesTest_v242-1470406513-project] show failed (client error): The resource could not be found. Sep 23 19:41:21.094672 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-c97aa484-5835-4c93-9a02-c9c01e93dc22 tempest-TaggedBootDevicesTest_v242-1470406513 tempest-TaggedBootDevicesTest_v242-1470406513-project] 10.222.0.67 "GET /v2.0/security-groups/687e4f9e-0a49-4ef3-86dc-e31b7edc6949 HTTP/1.1" status: 404 len: 347 time: 0.0363855 Sep 23 19:41:21.098001 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 33074) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:41:21.099888 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-c7075f1e-9cf1-4b00-972f-bd215bb69e3f None None] Provisioning complete for port d4df8508-493a-46a7-b773-66cec912c395 triggered by entity DHCP. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:41:21.100277 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-c7075f1e-9cf1-4b00-972f-bd215bb69e3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:21.177729 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-760b3b60-2bea-4589-84da-5cdfda12edf9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299'] for network, after_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:21.178695 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-760b3b60-2bea-4589-84da-5cdfda12edf9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:41:21.179275 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-760b3b60-2bea-4589-84da-5cdfda12edf9 admin admin] Notify callbacks [] for network, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:21.208733 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.plugin [None req-c7075f1e-9cf1-4b00-972f-bd215bb69e3f None None] Port d4df8508-493a-46a7-b773-66cec912c395 cannot update to ACTIVE because it is not bound. {{(pid=95103) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 19:41:21.230809 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-44949505-1d7f-4083-81e9-fb44b520d148 tempest-RoutersTest-320658655 tempest-RoutersTest-320658655-project] Router 7cfc6058-3a0e-4a21-8192-6d2815daabcc is scheduled to L3 agent 79a740bf-7821-4989-8288-7186e3e128f3 with binding_index 1 {{(pid=95101) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 23 19:41:21.264311 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-760b3b60-2bea-4589-84da-5cdfda12edf9 admin admin] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 2.3561749 Sep 23 19:41:21.269628 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 33082) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:41:21.281083 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.v2.base [None req-451e2e1e-88e4-4263-b4bb-af1aedae35a9 admin admin] Request body: {'subnet': {'network_id': 'bd1e9a1b-24bd-4f73-b7dd-094a5b1ba73a', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-1075590424-subnet', 'tenant_id': '71dd9ac001f74f8ba18264101352d8e3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:41:21.387070 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-760b3b60-2bea-4589-84da-5cdfda12edf9 admin admin] Pushing event updated for resources: {'Network': ['ID=bd1e9a1b-24bd-4f73-b7dd-094a5b1ba73a,revision_number=1']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:41:21.401750 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Network bd1e9a1b-24bd-4f73-b7dd-094a5b1ba73a details requested by agent ovs-agent-n-d-713301-16 with host n-d-713301-16 {{(pid=95103) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 19:41:21.412870 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.plugin [None req-6b519bfb-4c6c-425a-8493-afa803d479fe tempest-TaggedBootDevicesTest_v242-1470406513 tempest-TaggedBootDevicesTest_v242-1470406513-project] Deleting port b0afee75-55f8-4689-abab-54b29e1c8700 {{(pid=95102) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:41:21.413800 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-6b519bfb-4c6c-425a-8493-afa803d479fe tempest-TaggedBootDevicesTest_v242-1470406513 tempest-TaggedBootDevicesTest_v242-1470406513-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783146157096'] for port, before_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:21.430858 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-451e2e1e-88e4-4263-b4bb-af1aedae35a9 admin admin] Made reservation on behalf of 71dd9ac001f74f8ba18264101352d8e3 for: {'subnet': 1} {{(pid=95101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:41:21.433545 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-451e2e1e-88e4-4263-b4bb-af1aedae35a9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6130979'] for subnet, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:21.459891 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44949505-1d7f-4083-81e9-fb44b520d148 tempest-RoutersTest-320658655 tempest-RoutersTest-320658655-project] Notify agent at l3_agent.n-d-713301-16 the message routers_updated {{(pid=95101) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 19:41:21.474489 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-44949505-1d7f-4083-81e9-fb44b520d148 tempest-RoutersTest-320658655 tempest-RoutersTest-320658655-project] 10.222.0.67 "PUT /v2.0/routers/7cfc6058-3a0e-4a21-8192-6d2815daabcc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7912400 Sep 23 19:41:21.478200 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 33086) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:41:21.522384 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c4addba-0b21-4ef7-bdfd-17b4520a7374 None None] Sync routers for ids ['7cfc6058-3a0e-4a21-8192-6d2815daabcc'] in n-d-713301-16 {{(pid=95103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 19:41:21.527442 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26e6714a-67e1-4b20-9673-826ce96cf519 tempest-RoutersTest-320658655 tempest-RoutersTest-320658655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:41:21.531697 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-26e6714a-67e1-4b20-9673-826ce96cf519 tempest-RoutersTest-320658655 tempest-RoutersTest-320658655-project] 10.222.0.67 "GET /v2.0/ports/d4df8508-493a-46a7-b773-66cec912c395 HTTP/1.1" status: 200 len: 910 time: 0.0538645 Sep 23 19:41:21.532320 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 33090) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:41:21.581567 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c4addba-0b21-4ef7-bdfd-17b4520a7374 None None] Routers {'7cfc6058-3a0e-4a21-8192-6d2815daabcc'} bound to L3 agent in host n-d-713301-16 {{(pid=95103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 19:41:21.583890 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_hamode_db [None req-3c4addba-0b21-4ef7-bdfd-17b4520a7374 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-23T19:07:52Z,description=,heartbeat_timestamp=2021-09-23T19:40:52Z,host='n-d-713301-16',id=79a740bf-7821-4989-8288-7186e3e128f3,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:07:52Z,topic='l3_agent')) {'router_ids': ['7cfc6058-3a0e-4a21-8192-6d2815daabcc'], 'active': True} {{(pid=95103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:41:21.607490 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-6b519bfb-4c6c-425a-8493-afa803d479fe tempest-TaggedBootDevicesTest_v242-1470406513 tempest-TaggedBootDevicesTest_v242-1470406513-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-605701'] for port, precommit_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:21.608062 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-6b519bfb-4c6c-425a-8493-afa803d479fe tempest-TaggedBootDevicesTest_v242-1470406513 tempest-TaggedBootDevicesTest_v242-1470406513-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:21.650972 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.plugin [None req-6b519bfb-4c6c-425a-8493-afa803d479fe tempest-TaggedBootDevicesTest_v242-1470406513 tempest-TaggedBootDevicesTest_v242-1470406513-project] Calling delete_port for b0afee75-55f8-4689-abab-54b29e1c8700 owned by network:floatingip {{(pid=95102) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:41:21.661029 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_hamode_db [None req-3c4addba-0b21-4ef7-bdfd-17b4520a7374 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713301-16', False) {} {{(pid=95103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:41:21.671881 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c4addba-0b21-4ef7-bdfd-17b4520a7374 None None] Routers {'7cfc6058-3a0e-4a21-8192-6d2815daabcc'} bound to L3 agent in host n-d-713301-16 {{(pid=95103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 19:41:21.672850 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_hamode_db [None req-3c4addba-0b21-4ef7-bdfd-17b4520a7374 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-23T19:07:52Z,description=,heartbeat_timestamp=2021-09-23T19:40:52Z,host='n-d-713301-16',id=79a740bf-7821-4989-8288-7186e3e128f3,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:07:52Z,topic='l3_agent')) {'router_ids': ['7cfc6058-3a0e-4a21-8192-6d2815daabcc'], 'active': True} {{(pid=95103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:41:21.732897 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_hamode_db [None req-3c4addba-0b21-4ef7-bdfd-17b4520a7374 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713301-16', False) {} {{(pid=95103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:41:21.733984 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c4addba-0b21-4ef7-bdfd-17b4520a7374 None None] The sync data for ids ['7cfc6058-3a0e-4a21-8192-6d2815daabcc'] in n-d-713301-16 is: [] {{(pid=95103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 19:41:21.834611 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-d447911a-0b21-4a9e-82c6-338fe4bcc90b admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=e53e881fc39941c397f29318ff64a85b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8497312 Sep 23 19:41:21.834903 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 33098) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:41:21.864052 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 33100) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:41:21.902625 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-6b519bfb-4c6c-425a-8493-afa803d479fe tempest-TaggedBootDevicesTest_v242-1470406513 tempest-TaggedBootDevicesTest_v242-1470406513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783146162158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783145673144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4399100'] for port, after_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:21.934766 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b519bfb-4c6c-425a-8493-afa803d479fe tempest-TaggedBootDevicesTest_v242-1470406513 tempest-TaggedBootDevicesTest_v242-1470406513-project] Pushing event deleted for resources: {'Port': ['ID=b0afee75-55f8-4689-abab-54b29e1c8700,revision_number=None']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:41:21.934924 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-451e2e1e-88e4-4263-b4bb-af1aedae35a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5607579', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6130961'] for subnet, after_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:22.028354 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-6b519bfb-4c6c-425a-8493-afa803d479fe tempest-TaggedBootDevicesTest_v242-1470406513 tempest-TaggedBootDevicesTest_v242-1470406513-project] Notify callbacks [] for floatingip, after_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:22.032178 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-6b519bfb-4c6c-425a-8493-afa803d479fe tempest-TaggedBootDevicesTest_v242-1470406513 tempest-TaggedBootDevicesTest_v242-1470406513-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222849'] for floatingip, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:22.040125 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-6b519bfb-4c6c-425a-8493-afa803d479fe tempest-TaggedBootDevicesTest_v242-1470406513 tempest-TaggedBootDevicesTest_v242-1470406513-project] 10.222.0.67 "DELETE /v2.0/floatingips/341e24b7-fecd-41d3-9122-f5bc785b50ad HTTP/1.1" status: 204 len: 168 time: 0.9406815 Sep 23 19:41:22.041122 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 33106) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:41:22.184050 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.v2.base [None req-57377c77-4017-4286-b3c6-7af0492cc19a tempest-RoutersIpV6Test-563412711 tempest-RoutersIpV6Test-563412711-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1267862029'}} {{(pid=95101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:41:22.208519 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-8afa9526-543f-4185-8ca2-dab701913adb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:22.225367 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-451e2e1e-88e4-4263-b4bb-af1aedae35a9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3168c2f0-c410-47c7-9b0a-467008e3d34d,revision_number=0']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:41:22.237796 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.plugin [None req-4f0f0731-84a2-41df-95aa-5d691411f682 tempest-TaggedBootDevicesTest_v242-1470406513 tempest-TaggedBootDevicesTest_v242-1470406513-project] Deleting port e9421940-155e-4e16-8fe7-2df3b3cd6370 {{(pid=95102) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:41:22.238661 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-4f0f0731-84a2-41df-95aa-5d691411f682 tempest-TaggedBootDevicesTest_v242-1470406513 tempest-TaggedBootDevicesTest_v242-1470406513-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783146157096'] for port, before_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:22.271547 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-451e2e1e-88e4-4263-b4bb-af1aedae35a9 admin admin] Checking segment: {'id': '73539111-d512-4650-9e44-61bde391e31a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': 'bd1e9a1b-24bd-4f73-b7dd-094a5b1ba73a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:41:22.271940 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-451e2e1e-88e4-4263-b4bb-af1aedae35a9 admin admin] Network hostable DHCP agents. Network: bd1e9a1b-24bd-4f73-b7dd-094a5b1ba73a, hostable agents: ['1b18bf05-1b5f-4587-be5c-af3ac38e32ad'], hosted agents: [] {{(pid=95101) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 19:41:22.337787 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-8afa9526-543f-4185-8ca2-dab701913adb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:22.343654 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-efd69c70-8500-4484-88f9-503b961a74dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:22.367610 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-4f0f0731-84a2-41df-95aa-5d691411f682 tempest-TaggedBootDevicesTest_v242-1470406513 tempest-TaggedBootDevicesTest_v242-1470406513-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-605701'] for port, precommit_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:22.385704 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.plugin [None req-4f0f0731-84a2-41df-95aa-5d691411f682 tempest-TaggedBootDevicesTest_v242-1470406513 tempest-TaggedBootDevicesTest_v242-1470406513-project] Calling delete_port for e9421940-155e-4e16-8fe7-2df3b3cd6370 owned by {{(pid=95102) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:41:22.392953 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57377c77-4017-4286-b3c6-7af0492cc19a tempest-RoutersIpV6Test-563412711 tempest-RoutersIpV6Test-563412711-project] Made reservation on behalf of fd66fc1e2cf64f369d6db25080c0cb06 for: {'network': 1} {{(pid=95101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:41:22.396837 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-57377c77-4017-4286-b3c6-7af0492cc19a tempest-RoutersIpV6Test-563412711 tempest-RoutersIpV6Test-563412711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for network, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:22.452653 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-57377c77-4017-4286-b3c6-7af0492cc19a tempest-RoutersIpV6Test-563412711 tempest-RoutersIpV6Test-563412711-project] Notify callbacks [] for security_group, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:22.459427 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-451e2e1e-88e4-4263-b4bb-af1aedae35a9 admin admin] Network bd1e9a1b-24bd-4f73-b7dd-094a5b1ba73a is scheduled to be hosted by DHCP agent 1b18bf05-1b5f-4587-be5c-af3ac38e32ad with binding_index 1 {{(pid=95101) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 19:41:22.487008 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.base_scheduler [None req-451e2e1e-88e4-4263-b4bb-af1aedae35a9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713301-16, bd1e9a1b-24bd-4f73-b7dd-094a5b1ba73a) {{(pid=95101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:41:22.495911 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b2c79be-7b33-4639-9620-04286a2f6401 None None] Network bd1e9a1b-24bd-4f73-b7dd-094a5b1ba73a requested from n-d-713301-16 {{(pid=95103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 19:41:22.514950 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-451e2e1e-88e4-4263-b4bb-af1aedae35a9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:41:22.515648 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-451e2e1e-88e4-4263-b4bb-af1aedae35a9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:22.563281 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-8afa9526-543f-4185-8ca2-dab701913adb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:22.569779 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-8afa9526-543f-4185-8ca2-dab701913adb admin admin] Notify callbacks [] for security_group, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:22.570986 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-4f0f0731-84a2-41df-95aa-5d691411f682 tempest-TaggedBootDevicesTest_v242-1470406513 tempest-TaggedBootDevicesTest_v242-1470406513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783146162158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783145673144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4399100'] for port, after_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:22.575972 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-8afa9526-543f-4185-8ca2-dab701913adb admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/da5d77b5-d21c-45f4-ab18-9e527160bbe2 HTTP/1.1" status: 204 len: 168 time: 0.7350771 Sep 23 19:41:22.616327 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f0f0731-84a2-41df-95aa-5d691411f682 tempest-TaggedBootDevicesTest_v242-1470406513 tempest-TaggedBootDevicesTest_v242-1470406513-project] Pushing event deleted for resources: {'Port': ['ID=e9421940-155e-4e16-8fe7-2df3b3cd6370,revision_number=None']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:41:22.624908 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8afa9526-543f-4185-8ca2-dab701913adb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da5d77b5-d21c-45f4-ab18-9e527160bbe2,revision_number=None']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:41:22.661748 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-588ff971-8040-47aa-ab31-2bf19bbc6a60 tempest-RoutersTest-320658655 tempest-RoutersTest-320658655-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-601372'] for router_interface, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:22.739778 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e28899f-73ab-465a-866f-87ec3e2372b4 None None] Network bd1e9a1b-24bd-4f73-b7dd-094a5b1ba73a requested from n-d-713301-16 {{(pid=95103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 19:41:22.749514 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-4f0f0731-84a2-41df-95aa-5d691411f682 tempest-TaggedBootDevicesTest_v242-1470406513 tempest-TaggedBootDevicesTest_v242-1470406513-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222849'] for port, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:22.753545 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-4f0f0731-84a2-41df-95aa-5d691411f682 tempest-TaggedBootDevicesTest_v242-1470406513 tempest-TaggedBootDevicesTest_v242-1470406513-project] 10.222.0.67 "DELETE /v2.0/ports/e9421940-155e-4e16-8fe7-2df3b3cd6370 HTTP/1.1" status: 204 len: 168 time: 0.7107604 Sep 23 19:41:22.755756 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 33114) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:41:22.855909 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-57377c77-4017-4286-b3c6-7af0492cc19a tempest-RoutersIpV6Test-563412711 tempest-RoutersIpV6Test-563412711-project] Notify callbacks [] for security_group, precommit_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:22.891687 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-57377c77-4017-4286-b3c6-7af0492cc19a tempest-RoutersIpV6Test-563412711 tempest-RoutersIpV6Test-563412711-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:22.905657 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-451e2e1e-88e4-4263-b4bb-af1aedae35a9 admin admin] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.6284535 Sep 23 19:41:22.942065 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-57377c77-4017-4286-b3c6-7af0492cc19a tempest-RoutersIpV6Test-563412711 tempest-RoutersIpV6Test-563412711-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 621} {{(pid=95101) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 19:41:22.972512 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-57377c77-4017-4286-b3c6-7af0492cc19a tempest-RoutersIpV6Test-563412711 tempest-RoutersIpV6Test-563412711-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1756186'] for segment, precommit_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:22.972902 n-d-713301-16 neutron-server[95101]: INFO neutron.db.segments_db [None req-57377c77-4017-4286-b3c6-7af0492cc19a tempest-RoutersIpV6Test-563412711 tempest-RoutersIpV6Test-563412711-project] Added segment 7099cbc3-9ac5-45f0-b6f9-3845d96004d0 of type vlan for network 107e60a5-ffc9-4f86-b233-d488395c31b5 Sep 23 19:41:22.993811 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57377c77-4017-4286-b3c6-7af0492cc19a tempest-RoutersIpV6Test-563412711 tempest-RoutersIpV6Test-563412711-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2bd68f71-4ebd-4328-96e3-0aef37c58185,revision_number=1']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:41:23.077313 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.plugin [None req-68901ff4-79e3-4abf-9b69-7aaa69f6603a tempest-TaggedBootDevicesTest_v242-1470406513 tempest-TaggedBootDevicesTest_v242-1470406513-project] Deleting port 6c017d64-49a7-4da3-a6bc-3716925c2710 {{(pid=95102) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:41:23.077744 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-68901ff4-79e3-4abf-9b69-7aaa69f6603a tempest-TaggedBootDevicesTest_v242-1470406513 tempest-TaggedBootDevicesTest_v242-1470406513-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783146157096'] for port, before_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:23.132918 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-57377c77-4017-4286-b3c6-7af0492cc19a tempest-RoutersIpV6Test-563412711 tempest-RoutersIpV6Test-563412711-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783145630486'] for network, precommit_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:23.252305 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-57377c77-4017-4286-b3c6-7af0492cc19a tempest-RoutersIpV6Test-563412711 tempest-RoutersIpV6Test-563412711-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299'] for network, after_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:23.256403 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57377c77-4017-4286-b3c6-7af0492cc19a tempest-RoutersIpV6Test-563412711 tempest-RoutersIpV6Test-563412711-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:41:23.262817 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-68901ff4-79e3-4abf-9b69-7aaa69f6603a tempest-TaggedBootDevicesTest_v242-1470406513 tempest-TaggedBootDevicesTest_v242-1470406513-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-605701'] for port, precommit_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:23.267954 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-57377c77-4017-4286-b3c6-7af0492cc19a tempest-RoutersIpV6Test-563412711 tempest-RoutersIpV6Test-563412711-project] Notify callbacks [] for network, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:23.282209 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.plugin [None req-68901ff4-79e3-4abf-9b69-7aaa69f6603a tempest-TaggedBootDevicesTest_v242-1470406513 tempest-TaggedBootDevicesTest_v242-1470406513-project] Calling delete_port for 6c017d64-49a7-4da3-a6bc-3716925c2710 owned by {{(pid=95102) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:41:23.397436 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:23.457631 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-57377c77-4017-4286-b3c6-7af0492cc19a tempest-RoutersIpV6Test-563412711 tempest-RoutersIpV6Test-563412711-project] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.5856497 Sep 23 19:41:23.465768 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 33138) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:41:23.474431 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.v2.base [None req-0093a801-831f-44a6-981f-ff72a5b8faaf tempest-RoutersIpV6Test-563412711 tempest-RoutersIpV6Test-563412711-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-641244767'}} {{(pid=95101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:41:23.522268 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-0ae75029-feb6-4728-9a94-5f9b60993d82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:23.610100 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57377c77-4017-4286-b3c6-7af0492cc19a tempest-RoutersIpV6Test-563412711 tempest-RoutersIpV6Test-563412711-project] Pushing event updated for resources: {'Network': ['ID=107e60a5-ffc9-4f86-b233-d488395c31b5,revision_number=1']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:41:23.670900 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57377c77-4017-4286-b3c6-7af0492cc19a tempest-RoutersIpV6Test-563412711 tempest-RoutersIpV6Test-563412711-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:41:23.675041 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57377c77-4017-4286-b3c6-7af0492cc19a tempest-RoutersIpV6Test-563412711 tempest-RoutersIpV6Test-563412711-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:41:23.675606 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57377c77-4017-4286-b3c6-7af0492cc19a tempest-RoutersIpV6Test-563412711 tempest-RoutersIpV6Test-563412711-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:41:23.678104 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57377c77-4017-4286-b3c6-7af0492cc19a tempest-RoutersIpV6Test-563412711 tempest-RoutersIpV6Test-563412711-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:41:23.678906 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57377c77-4017-4286-b3c6-7af0492cc19a tempest-RoutersIpV6Test-563412711 tempest-RoutersIpV6Test-563412711-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:41:23.680069 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57377c77-4017-4286-b3c6-7af0492cc19a tempest-RoutersIpV6Test-563412711 tempest-RoutersIpV6Test-563412711-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:41:23.681263 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57377c77-4017-4286-b3c6-7af0492cc19a tempest-RoutersIpV6Test-563412711 tempest-RoutersIpV6Test-563412711-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:41:23.682539 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57377c77-4017-4286-b3c6-7af0492cc19a tempest-RoutersIpV6Test-563412711 tempest-RoutersIpV6Test-563412711-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:41:23.683707 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57377c77-4017-4286-b3c6-7af0492cc19a tempest-RoutersIpV6Test-563412711 tempest-RoutersIpV6Test-563412711-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:41:23.684689 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57377c77-4017-4286-b3c6-7af0492cc19a tempest-RoutersIpV6Test-563412711 tempest-RoutersIpV6Test-563412711-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:41:23.685729 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57377c77-4017-4286-b3c6-7af0492cc19a tempest-RoutersIpV6Test-563412711 tempest-RoutersIpV6Test-563412711-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:41:23.686640 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57377c77-4017-4286-b3c6-7af0492cc19a tempest-RoutersIpV6Test-563412711 tempest-RoutersIpV6Test-563412711-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:41:23.692077 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-68901ff4-79e3-4abf-9b69-7aaa69f6603a tempest-TaggedBootDevicesTest_v242-1470406513 tempest-TaggedBootDevicesTest_v242-1470406513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783146162158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783145673144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4399100'] for port, after_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:23.726960 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0093a801-831f-44a6-981f-ff72a5b8faaf tempest-RoutersIpV6Test-563412711 tempest-RoutersIpV6Test-563412711-project] Made reservation on behalf of fd66fc1e2cf64f369d6db25080c0cb06 for: {'network': 1} {{(pid=95101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:41:23.730024 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Network 107e60a5-ffc9-4f86-b233-d488395c31b5 details requested by agent ovs-agent-n-d-713301-16 with host n-d-713301-16 {{(pid=95103) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 19:41:23.739584 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-0093a801-831f-44a6-981f-ff72a5b8faaf tempest-RoutersIpV6Test-563412711 tempest-RoutersIpV6Test-563412711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for network, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:23.807667 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68901ff4-79e3-4abf-9b69-7aaa69f6603a tempest-TaggedBootDevicesTest_v242-1470406513 tempest-TaggedBootDevicesTest_v242-1470406513-project] Pushing event deleted for resources: {'Port': ['ID=6c017d64-49a7-4da3-a6bc-3716925c2710,revision_number=None']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:41:23.905517 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-68901ff4-79e3-4abf-9b69-7aaa69f6603a tempest-TaggedBootDevicesTest_v242-1470406513 tempest-TaggedBootDevicesTest_v242-1470406513-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222849'] for port, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:23.908184 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-68901ff4-79e3-4abf-9b69-7aaa69f6603a tempest-TaggedBootDevicesTest_v242-1470406513 tempest-TaggedBootDevicesTest_v242-1470406513-project] 10.222.0.67 "DELETE /v2.0/ports/6c017d64-49a7-4da3-a6bc-3716925c2710 HTTP/1.1" status: 204 len: 168 time: 1.1494823 Sep 23 19:41:23.914863 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 33152) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:41:24.038307 n-d-713301-16 neutron-server[95102]: DEBUG neutron.db.db_base_plugin_v2 [None req-034a88a1-f74a-4025-9398-2003f0892a30 tempest-TaggedBootDevicesTest_v242-1470406513 tempest-TaggedBootDevicesTest_v242-1470406513-project] Deleting subnet 539495c3-ae71-47cf-b3b7-93ac6244515e {{(pid=95102) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 23 19:41:24.051629 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-034a88a1-f74a-4025-9398-2003f0892a30 tempest-TaggedBootDevicesTest_v242-1470406513 tempest-TaggedBootDevicesTest_v242-1470406513-project] Notify callbacks [] for subnet, before_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:24.172067 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.plugin [None req-588ff971-8040-47aa-ab31-2bf19bbc6a60 tempest-RoutersTest-320658655 tempest-RoutersTest-320658655-project] Deleting port d4df8508-493a-46a7-b773-66cec912c395 {{(pid=95101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:41:24.172473 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-588ff971-8040-47aa-ab31-2bf19bbc6a60 tempest-RoutersTest-320658655 tempest-RoutersTest-320658655-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783146157096'] for port, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:24.191113 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-034a88a1-f74a-4025-9398-2003f0892a30 tempest-TaggedBootDevicesTest_v242-1470406513 tempest-TaggedBootDevicesTest_v242-1470406513-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6162825'] for subnet, precommit_delete_associations {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:24.220157 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 33162) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:41:24.282256 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-588ff971-8040-47aa-ab31-2bf19bbc6a60 tempest-RoutersTest-320658655 tempest-RoutersTest-320658655-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-605701'] for port, precommit_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:24.296450 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.plugin [None req-588ff971-8040-47aa-ab31-2bf19bbc6a60 tempest-RoutersTest-320658655 tempest-RoutersTest-320658655-project] Calling delete_port for d4df8508-493a-46a7-b773-66cec912c395 owned by network:router_interface {{(pid=95101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:41:24.589314 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69535297-b509-4b68-a8b5-aedd70143ad2 req-bd1fa97d-3dc4-4094-9c3b-33cc30f004f1 tempest-ServersNegativeTestJSON-1638865794 tempest-ServersNegativeTestJSON-1638865794-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:41:24.601048 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-69535297-b509-4b68-a8b5-aedd70143ad2 req-bd1fa97d-3dc4-4094-9c3b-33cc30f004f1 tempest-ServersNegativeTestJSON-1638865794 tempest-ServersNegativeTestJSON-1638865794-project] 10.222.0.67 "GET /v2.0/networks?id=bd1e9a1b-24bd-4f73-b7dd-094a5b1ba73a HTTP/1.1" status: 200 len: 814 time: 0.3282166 Sep 23 19:41:24.620319 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0093a801-831f-44a6-981f-ff72a5b8faaf tempest-RoutersIpV6Test-563412711 tempest-RoutersIpV6Test-563412711-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 604} {{(pid=95101) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 19:41:24.621317 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.v2.base [None req-e8f6dad9-c4df-43e5-874d-486334188bc2 tempest-RoutersNegativeTest-1443160465 tempest-RoutersNegativeTest-1443160465-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-392671925', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=95102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:41:24.638248 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-0093a801-831f-44a6-981f-ff72a5b8faaf tempest-RoutersIpV6Test-563412711 tempest-RoutersIpV6Test-563412711-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1756186'] for segment, precommit_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:24.638780 n-d-713301-16 neutron-server[95101]: INFO neutron.db.segments_db [None req-0093a801-831f-44a6-981f-ff72a5b8faaf tempest-RoutersIpV6Test-563412711 tempest-RoutersIpV6Test-563412711-project] Added segment 053328c5-d1a3-46c2-8589-9a68274de283 of type vlan for network 75870418-2b79-4024-b4c1-e93cbcdad656 Sep 23 19:41:24.652814 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-69535297-b509-4b68-a8b5-aedd70143ad2 req-c81387fb-db55-4b8b-86c1-c64d61079dde tempest-ServersNegativeTestJSON-1638865794 tempest-ServersNegativeTestJSON-1638865794-project] 10.222.0.67 "GET /v2.0/quotas/71dd9ac001f74f8ba18264101352d8e3 HTTP/1.1" status: 200 len: 375 time: 0.0496128 Sep 23 19:41:24.657285 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-e8f6dad9-c4df-43e5-874d-486334188bc2 tempest-RoutersNegativeTest-1443160465 tempest-RoutersNegativeTest-1443160465-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-594563', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29355'] for router, before_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:24.658423 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-e8f6dad9-c4df-43e5-874d-486334188bc2 tempest-RoutersNegativeTest-1443160465 tempest-RoutersNegativeTest-1443160465-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-597363', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-601731', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-739356', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29346'] for router, precommit_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:24.703983 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-0093a801-831f-44a6-981f-ff72a5b8faaf tempest-RoutersIpV6Test-563412711 tempest-RoutersIpV6Test-563412711-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783145630486'] for network, precommit_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:24.722215 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-e8f6dad9-c4df-43e5-874d-486334188bc2 tempest-RoutersNegativeTest-1443160465 tempest-RoutersNegativeTest-1443160465-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:24.733524 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-588ff971-8040-47aa-ab31-2bf19bbc6a60 tempest-RoutersTest-320658655 tempest-RoutersTest-320658655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783146162158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783145673144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5607431'] for port, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:24.747180 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-0093a801-831f-44a6-981f-ff72a5b8faaf tempest-RoutersIpV6Test-563412711 tempest-RoutersIpV6Test-563412711-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299'] for network, after_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:24.747954 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-e8f6dad9-c4df-43e5-874d-486334188bc2 tempest-RoutersNegativeTest-1443160465 tempest-RoutersNegativeTest-1443160465-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-597258', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-601790'] for router, after_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:24.769912 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0093a801-831f-44a6-981f-ff72a5b8faaf tempest-RoutersIpV6Test-563412711 tempest-RoutersIpV6Test-563412711-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:41:24.772128 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-0093a801-831f-44a6-981f-ff72a5b8faaf tempest-RoutersIpV6Test-563412711 tempest-RoutersIpV6Test-563412711-project] Notify callbacks [] for network, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:24.795550 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-69535297-b509-4b68-a8b5-aedd70143ad2 req-3270582b-996f-4df0-95ad-74ca7e91cd41 tempest-ServersNegativeTestJSON-1638865794 tempest-ServersNegativeTestJSON-1638865794-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=71dd9ac001f74f8ba18264101352d8e3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0657907 Sep 23 19:41:24.802419 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-034a88a1-f74a-4025-9398-2003f0892a30 tempest-TaggedBootDevicesTest_v242-1470406513 tempest-TaggedBootDevicesTest_v242-1470406513-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1756813'] for subnet, precommit_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:24.880880 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-e8f6dad9-c4df-43e5-874d-486334188bc2 tempest-RoutersNegativeTest-1443160465 tempest-RoutersNegativeTest-1443160465-project] Notify callbacks [] for router, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:24.884967 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-e8f6dad9-c4df-43e5-874d-486334188bc2 tempest-RoutersNegativeTest-1443160465 tempest-RoutersNegativeTest-1443160465-project] 10.222.0.67 "POST /v2.0/routers HTTP/1.1" status: 201 len: 707 time: 0.6545994 Sep 23 19:41:24.914887 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 33184) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:41:24.931930 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.v2.base [None req-b5ff5694-778d-4251-9904-dd6d0e7d358c tempest-RoutersNegativeTest-1443160465 tempest-RoutersNegativeTest-1443160465-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1788290533'}} {{(pid=95102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:41:24.968500 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0093a801-831f-44a6-981f-ff72a5b8faaf tempest-RoutersIpV6Test-563412711 tempest-RoutersIpV6Test-563412711-project] Pushing event updated for resources: {'Network': ['ID=75870418-2b79-4024-b4c1-e93cbcdad656,revision_number=1']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:41:24.972252 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-0093a801-831f-44a6-981f-ff72a5b8faaf tempest-RoutersIpV6Test-563412711 tempest-RoutersIpV6Test-563412711-project] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.5030599 Sep 23 19:41:24.975463 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 33188) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:41:24.981212 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Network 75870418-2b79-4024-b4c1-e93cbcdad656 details requested by agent ovs-agent-n-d-713301-16 with host n-d-713301-16 {{(pid=95103) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 19:41:24.990867 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-588ff971-8040-47aa-ab31-2bf19bbc6a60 tempest-RoutersTest-320658655 tempest-RoutersTest-320658655-project] Pushing event deleted for resources: {'Port': ['ID=d4df8508-493a-46a7-b773-66cec912c395,revision_number=None']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:41:25.014105 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.v2.base [None req-f912fa7a-5452-4228-b0d7-7bef3e1e81ab tempest-RoutersIpV6Test-563412711 tempest-RoutersIpV6Test-563412711-project] Request body: {'subnet': {'network_id': '107e60a5-ffc9-4f86-b233-d488395c31b5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=95101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:41:25.041056 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-034a88a1-f74a-4025-9398-2003f0892a30 tempest-TaggedBootDevicesTest_v242-1470406513 tempest-TaggedBootDevicesTest_v242-1470406513-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1756804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4399009', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5388229'] for subnet, after_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:25.133323 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-034a88a1-f74a-4025-9398-2003f0892a30 tempest-TaggedBootDevicesTest_v242-1470406513 tempest-TaggedBootDevicesTest_v242-1470406513-project] Notify callbacks [] for subnet, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:25.138696 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-034a88a1-f74a-4025-9398-2003f0892a30 tempest-TaggedBootDevicesTest_v242-1470406513 tempest-TaggedBootDevicesTest_v242-1470406513-project] 10.222.0.67 "DELETE /v2.0/subnets/539495c3-ae71-47cf-b3b7-93ac6244515e HTTP/1.1" status: 204 len: 168 time: 1.2208691 Sep 23 19:41:25.167725 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6d76307-263b-4ff6-b1c1-b06eab16d55d None None] Network f23b48c2-30e2-4b8a-a3bf-2e6a4262ee17 requested from n-d-713301-16 {{(pid=95103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 19:41:25.200860 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 33192) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:41:25.231226 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-034a88a1-f74a-4025-9398-2003f0892a30 tempest-TaggedBootDevicesTest_v242-1470406513 tempest-TaggedBootDevicesTest_v242-1470406513-project] Pushing event deleted for resources: {'Subnet': ['ID=539495c3-ae71-47cf-b3b7-93ac6244515e,revision_number=None']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:41:25.274110 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5ff5694-778d-4251-9904-dd6d0e7d358c tempest-RoutersNegativeTest-1443160465 tempest-RoutersNegativeTest-1443160465-project] Made reservation on behalf of e4dc04527fab4244895a6b86f496b8a6 for: {'network': 1} {{(pid=95102) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:41:25.278256 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-b5ff5694-778d-4251-9904-dd6d0e7d358c tempest-RoutersNegativeTest-1443160465 tempest-RoutersNegativeTest-1443160465-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for network, before_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:25.332410 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-b5ff5694-778d-4251-9904-dd6d0e7d358c tempest-RoutersNegativeTest-1443160465 tempest-RoutersNegativeTest-1443160465-project] Notify callbacks [] for security_group, before_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:25.375339 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-69535297-b509-4b68-a8b5-aedd70143ad2 req-1609bfbc-20e2-4ec6-9766-9fa939e5b2d0 service neutron] 10.222.0.67 "GET /v2.0/networks/bd1e9a1b-24bd-4f73-b7dd-094a5b1ba73a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5789218 Sep 23 19:41:25.409097 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f912fa7a-5452-4228-b0d7-7bef3e1e81ab tempest-RoutersIpV6Test-563412711 tempest-RoutersIpV6Test-563412711-project] Made reservation on behalf of fd66fc1e2cf64f369d6db25080c0cb06 for: {'subnet': 1} {{(pid=95101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:41:25.417093 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-f912fa7a-5452-4228-b0d7-7bef3e1e81ab tempest-RoutersIpV6Test-563412711 tempest-RoutersIpV6Test-563412711-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6130979'] for subnet, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:25.504953 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-69535297-b509-4b68-a8b5-aedd70143ad2 req-dd1af445-dc2e-4292-87fa-c33b53a6b901 service neutron] 10.222.0.67 "GET /v2.0/networks/bd1e9a1b-24bd-4f73-b7dd-094a5b1ba73a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1148653 Sep 23 19:41:25.511980 n-d-713301-16 neutron-server[95102]: DEBUG neutron.db.db_base_plugin_v2 [None req-57b436b3-c37b-4b15-9f62-d319f36d66ed tempest-TaggedBootDevicesTest_v242-1470406513 tempest-TaggedBootDevicesTest_v242-1470406513-project] Deleting subnet 08a82bb7-bfc5-4bc7-a3ee-312f82ebfc05 {{(pid=95102) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 23 19:41:25.516679 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-57b436b3-c37b-4b15-9f62-d319f36d66ed tempest-TaggedBootDevicesTest_v242-1470406513 tempest-TaggedBootDevicesTest_v242-1470406513-project] Notify callbacks [] for subnet, before_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:25.535413 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-80e7e501-6c57-470d-92c6-e3d54bc3195c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:25.567579 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-57b436b3-c37b-4b15-9f62-d319f36d66ed tempest-TaggedBootDevicesTest_v242-1470406513 tempest-TaggedBootDevicesTest_v242-1470406513-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6162825'] for subnet, precommit_delete_associations {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:25.705569 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-305dfb9f-8a78-4193-9505-bf008515bfc6 None None] DHCP port deletion for f23b48c2-30e2-4b8a-a3bf-2e6a4262ee17 request from n-d-713301-16 {{(pid=95103) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 23 19:41:25.796832 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-57b436b3-c37b-4b15-9f62-d319f36d66ed tempest-TaggedBootDevicesTest_v242-1470406513 tempest-TaggedBootDevicesTest_v242-1470406513-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1756813'] for subnet, precommit_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:25.836524 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.plugin [None req-305dfb9f-8a78-4193-9505-bf008515bfc6 None None] Deleting port 758c0244-2b62-4421-a602-727dc8186f71 {{(pid=95103) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:41:25.836931 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-305dfb9f-8a78-4193-9505-bf008515bfc6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783146157096'] for port, before_delete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:25.921673 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-f912fa7a-5452-4228-b0d7-7bef3e1e81ab tempest-RoutersIpV6Test-563412711 tempest-RoutersIpV6Test-563412711-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5607579', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6130961'] for subnet, after_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:25.996981 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-588ff971-8040-47aa-ab31-2bf19bbc6a60 tempest-RoutersTest-320658655 tempest-RoutersTest-320658655-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-527322', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-602005'] for router_interface, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:26.000612 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-b5ff5694-778d-4251-9904-dd6d0e7d358c tempest-RoutersNegativeTest-1443160465 tempest-RoutersNegativeTest-1443160465-project] Notify callbacks [] for security_group, precommit_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:26.055601 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-305dfb9f-8a78-4193-9505-bf008515bfc6 None None] For port 758c0244-2b62-4421-a602-727dc8186f71, host n-d-713301-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-16',level=0,port_id=758c0244-2b62-4421-a602-727dc8186f71,segment=NetworkSegment(55c1cfc6-8877-41a0-94e7-9d7671a93bfb),segment_id=55c1cfc6-8877-41a0-94e7-9d7671a93bfb)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:41:26.056446 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-305dfb9f-8a78-4193-9505-bf008515bfc6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-605701'] for port, precommit_delete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:26.057342 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-a6eb17a6-2e3d-41ee-b723-cf9a225c9680 req-589715fa-85fb-40e1-8a5d-dfbd924d3de5 tempest-ServersNegativeTestJSON-1638865794 tempest-ServersNegativeTestJSON-1638865794-project] 10.222.0.67 "GET /v2.0/ports?device_id=6942dd4a-2993-4094-af13-ca4f91683a85 HTTP/1.1" status: 200 len: 210 time: 0.1926196 Sep 23 19:41:26.077343 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-b5ff5694-778d-4251-9904-dd6d0e7d358c tempest-RoutersNegativeTest-1443160465 tempest-RoutersNegativeTest-1443160465-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:26.088980 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.plugin [None req-305dfb9f-8a78-4193-9505-bf008515bfc6 None None] Calling delete_port for 758c0244-2b62-4421-a602-727dc8186f71 owned by network:dhcp {{(pid=95103) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:41:26.130886 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b5ff5694-778d-4251-9904-dd6d0e7d358c tempest-RoutersNegativeTest-1443160465 tempest-RoutersNegativeTest-1443160465-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 607} {{(pid=95102) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 19:41:26.148373 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5ff5694-778d-4251-9904-dd6d0e7d358c tempest-RoutersNegativeTest-1443160465 tempest-RoutersNegativeTest-1443160465-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3e094948-f037-491b-ac00-6060716d8c5d,revision_number=1']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:41:26.193594 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-b5ff5694-778d-4251-9904-dd6d0e7d358c tempest-RoutersNegativeTest-1443160465 tempest-RoutersNegativeTest-1443160465-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1756186'] for segment, precommit_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:26.194256 n-d-713301-16 neutron-server[95102]: INFO neutron.db.segments_db [None req-b5ff5694-778d-4251-9904-dd6d0e7d358c tempest-RoutersNegativeTest-1443160465 tempest-RoutersNegativeTest-1443160465-project] Added segment a2b2a05c-384e-4f17-9196-65cff3616ca1 of type vlan for network fc684614-d658-40c7-83a4-c211509e19ab Sep 23 19:41:26.207302 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-57b436b3-c37b-4b15-9f62-d319f36d66ed tempest-TaggedBootDevicesTest_v242-1470406513 tempest-TaggedBootDevicesTest_v242-1470406513-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1756804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4399009', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5388229'] for subnet, after_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:26.278532 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-305dfb9f-8a78-4193-9505-bf008515bfc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783146162158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783145673144'] for port, after_delete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:26.285411 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-b5ff5694-778d-4251-9904-dd6d0e7d358c tempest-RoutersNegativeTest-1443160465 tempest-RoutersNegativeTest-1443160465-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783145630486'] for network, precommit_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:26.289086 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-57b436b3-c37b-4b15-9f62-d319f36d66ed tempest-TaggedBootDevicesTest_v242-1470406513 tempest-TaggedBootDevicesTest_v242-1470406513-project] Notify callbacks [] for subnet, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:26.296687 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-57b436b3-c37b-4b15-9f62-d319f36d66ed tempest-TaggedBootDevicesTest_v242-1470406513 tempest-TaggedBootDevicesTest_v242-1470406513-project] 10.222.0.67 "DELETE /v2.0/subnets/08a82bb7-bfc5-4bc7-a3ee-312f82ebfc05 HTTP/1.1" status: 204 len: 168 time: 1.0889003 Sep 23 19:41:26.298649 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57b436b3-c37b-4b15-9f62-d319f36d66ed tempest-TaggedBootDevicesTest_v242-1470406513 tempest-TaggedBootDevicesTest_v242-1470406513-project] Pushing event deleted for resources: {'Subnet': ['ID=08a82bb7-bfc5-4bc7-a3ee-312f82ebfc05,revision_number=None']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:41:26.300147 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 33208) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:41:26.332063 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc89a516-e3f9-46e3-ba72-f5bc7e657951 None None] Network 6b0b0714-7ca1-4d6d-b820-8be57f2679a5 requested from n-d-713301-16 {{(pid=95103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 19:41:26.368649 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-305dfb9f-8a78-4193-9505-bf008515bfc6 None None] Pushing event deleted for resources: {'Port': ['ID=758c0244-2b62-4421-a602-727dc8186f71,revision_number=None']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:41:26.376410 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-305dfb9f-8a78-4193-9505-bf008515bfc6 None None] No DVR routers for this DVR port 758c0244-2b62-4421-a602-727dc8186f71 on host n-d-713301-16 {{(pid=95103) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 19:41:26.393645 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f912fa7a-5452-4228-b0d7-7bef3e1e81ab tempest-RoutersIpV6Test-563412711 tempest-RoutersIpV6Test-563412711-project] Pushing event updated for resources: {'Subnet': ['ID=54f5acb6-b526-482e-aa12-b9c7549a89c7,revision_number=0']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:41:26.541668 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-b5ff5694-778d-4251-9904-dd6d0e7d358c tempest-RoutersNegativeTest-1443160465 tempest-RoutersNegativeTest-1443160465-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299'] for network, after_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:26.555045 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5ff5694-778d-4251-9904-dd6d0e7d358c tempest-RoutersNegativeTest-1443160465 tempest-RoutersNegativeTest-1443160465-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:41:26.565990 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-b5ff5694-778d-4251-9904-dd6d0e7d358c tempest-RoutersNegativeTest-1443160465 tempest-RoutersNegativeTest-1443160465-project] Notify callbacks [] for network, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:26.663533 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f912fa7a-5452-4228-b0d7-7bef3e1e81ab tempest-RoutersIpV6Test-563412711 tempest-RoutersIpV6Test-563412711-project] Checking segment: {'id': '7099cbc3-9ac5-45f0-b6f9-3845d96004d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '107e60a5-ffc9-4f86-b233-d488395c31b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:41:26.665582 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f912fa7a-5452-4228-b0d7-7bef3e1e81ab tempest-RoutersIpV6Test-563412711 tempest-RoutersIpV6Test-563412711-project] Network hostable DHCP agents. Network: 107e60a5-ffc9-4f86-b233-d488395c31b5, hostable agents: ['1b18bf05-1b5f-4587-be5c-af3ac38e32ad'], hosted agents: [] {{(pid=95101) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 19:41:26.681764 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-588ff971-8040-47aa-ab31-2bf19bbc6a60 tempest-RoutersTest-320658655 tempest-RoutersTest-320658655-project] Router 7cfc6058-3a0e-4a21-8192-6d2815daabcc has already been hosted by L3 agent 79a740bf-7821-4989-8288-7186e3e128f3 {{(pid=95101) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 19:41:26.683397 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-b5ff5694-778d-4251-9904-dd6d0e7d358c tempest-RoutersNegativeTest-1443160465 tempest-RoutersNegativeTest-1443160465-project] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 1.7671900 Sep 23 19:41:26.687081 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 33218) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:41:26.695328 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.v2.base [None req-f1e91dd5-f912-474e-ab9f-38439d031e00 tempest-RoutersNegativeTest-1443160465 tempest-RoutersNegativeTest-1443160465-project] Request body: {'subnet': {'network_id': 'fc684614-d658-40c7-83a4-c211509e19ab', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:41:26.744328 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81ce4b9c-e181-480f-97bc-d28063f380e3 None None] DHCP port deletion for 6b0b0714-7ca1-4d6d-b820-8be57f2679a5 request from n-d-713301-16 {{(pid=95103) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 23 19:41:26.754985 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5ff5694-778d-4251-9904-dd6d0e7d358c tempest-RoutersNegativeTest-1443160465 tempest-RoutersNegativeTest-1443160465-project] Pushing event updated for resources: {'Network': ['ID=fc684614-d658-40c7-83a4-c211509e19ab,revision_number=1']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:41:26.769193 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-8d9f6b31-c0c0-4c5c-86dd-2b4923947617 tempest-TaggedBootDevicesTest_v242-1470406513 tempest-TaggedBootDevicesTest_v242-1470406513-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1628021'] for network, before_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:26.796078 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Network fc684614-d658-40c7-83a4-c211509e19ab details requested by agent ovs-agent-n-d-713301-16 with host n-d-713301-16 {{(pid=95103) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 19:41:26.847801 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f912fa7a-5452-4228-b0d7-7bef3e1e81ab tempest-RoutersIpV6Test-563412711 tempest-RoutersIpV6Test-563412711-project] Network 107e60a5-ffc9-4f86-b233-d488395c31b5 is scheduled to be hosted by DHCP agent 1b18bf05-1b5f-4587-be5c-af3ac38e32ad with binding_index 1 {{(pid=95101) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 19:41:26.901057 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.base_scheduler [None req-f912fa7a-5452-4228-b0d7-7bef3e1e81ab tempest-RoutersIpV6Test-563412711 tempest-RoutersIpV6Test-563412711-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713301-16, 107e60a5-ffc9-4f86-b233-d488395c31b5) {{(pid=95101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:41:26.906981 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-588ff971-8040-47aa-ab31-2bf19bbc6a60 tempest-RoutersTest-320658655 tempest-RoutersTest-320658655-project] Notify agent at l3_agent.n-d-713301-16 the message routers_updated {{(pid=95101) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 19:41:26.911621 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f912fa7a-5452-4228-b0d7-7bef3e1e81ab tempest-RoutersIpV6Test-563412711 tempest-RoutersIpV6Test-563412711-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:41:26.912428 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-f912fa7a-5452-4228-b0d7-7bef3e1e81ab tempest-RoutersIpV6Test-563412711 tempest-RoutersIpV6Test-563412711-project] Notify callbacks [] for subnet, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:26.916213 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-8d9f6b31-c0c0-4c5c-86dd-2b4923947617 tempest-TaggedBootDevicesTest_v242-1470406513 tempest-TaggedBootDevicesTest_v242-1470406513-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1754676', 'neutron.services.segments.db._delete_segments_for_network-8783146221460'] for network, precommit_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:26.919840 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-588ff971-8040-47aa-ab31-2bf19bbc6a60 tempest-RoutersTest-320658655 tempest-RoutersTest-320658655-project] 10.222.0.67 "PUT /v2.0/routers/7cfc6058-3a0e-4a21-8192-6d2815daabcc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3837366 Sep 23 19:41:26.920358 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83b0fe5f-5a7d-47a0-89f5-c375b6b17562 None None] Sync routers for ids ['7cfc6058-3a0e-4a21-8192-6d2815daabcc'] in n-d-713301-16 {{(pid=95104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 19:41:26.925650 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 33220) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:41:26.943226 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f9fbd28-534a-4833-a286-c52f7bfddbaa None None] Network 107e60a5-ffc9-4f86-b233-d488395c31b5 requested from n-d-713301-16 {{(pid=95103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 19:41:26.943713 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83b0fe5f-5a7d-47a0-89f5-c375b6b17562 None None] Routers {'7cfc6058-3a0e-4a21-8192-6d2815daabcc'} bound to L3 agent in host n-d-713301-16 {{(pid=95104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 19:41:26.944914 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_hamode_db [None req-83b0fe5f-5a7d-47a0-89f5-c375b6b17562 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-23T19:07:52Z,description=,heartbeat_timestamp=2021-09-23T19:41:22Z,host='n-d-713301-16',id=79a740bf-7821-4989-8288-7186e3e128f3,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:07:52Z,topic='l3_agent')) {'router_ids': ['7cfc6058-3a0e-4a21-8192-6d2815daabcc'], 'active': True} {{(pid=95104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:41:26.950737 n-d-713301-16 neutron-server[95102]: DEBUG neutron.services.segments.db [None req-8d9f6b31-c0c0-4c5c-86dd-2b4923947617 tempest-TaggedBootDevicesTest_v242-1470406513 tempest-TaggedBootDevicesTest_v242-1470406513-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f23b48c2-30e2-4b8a-a3bf-2e6a4262ee17']}} {{(pid=95102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:41:26.981149 n-d-713301-16 neutron-server[95102]: DEBUG neutron.services.segments.db [None req-8d9f6b31-c0c0-4c5c-86dd-2b4923947617 tempest-TaggedBootDevicesTest_v242-1470406513 tempest-TaggedBootDevicesTest_v242-1470406513-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '55c1cfc6-8877-41a0-94e7-9d7671a93bfb') {'for_net_delete': True} {{(pid=95102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:41:26.981517 n-d-713301-16 neutron-server[95102]: DEBUG neutron.services.segments.db [None req-8d9f6b31-c0c0-4c5c-86dd-2b4923947617 tempest-TaggedBootDevicesTest_v242-1470406513 tempest-TaggedBootDevicesTest_v242-1470406513-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '55c1cfc6-8877-41a0-94e7-9d7671a93bfb') {} {{(pid=95102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:41:27.006949 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-1dc08deb-6d3b-407c-bf30-ba8e3dc87728 tempest-RoutersTest-320658655 tempest-RoutersTest-320658655-project] 10.222.0.67 "GET /v2.0/ports?device_id=7cfc6058-3a0e-4a21-8192-6d2815daabcc HTTP/1.1" status: 200 len: 205 time: 0.0797830 Sep 23 19:41:27.010403 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 33222) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:41:27.012206 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_hamode_db [None req-83b0fe5f-5a7d-47a0-89f5-c375b6b17562 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713301-16', False) {} {{(pid=95104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:41:27.012545 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-8d9f6b31-c0c0-4c5c-86dd-2b4923947617 tempest-TaggedBootDevicesTest_v242-1470406513 tempest-TaggedBootDevicesTest_v242-1470406513-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783146221725', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6162832'] for segment, before_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:27.031891 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1e91dd5-f912-474e-ab9f-38439d031e00 tempest-RoutersNegativeTest-1443160465 tempest-RoutersNegativeTest-1443160465-project] Made reservation on behalf of e4dc04527fab4244895a6b86f496b8a6 for: {'subnet': 1} {{(pid=95101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:41:27.036542 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-f1e91dd5-f912-474e-ab9f-38439d031e00 tempest-RoutersNegativeTest-1443160465 tempest-RoutersNegativeTest-1443160465-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6130979'] for subnet, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:27.056154 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-f912fa7a-5452-4228-b0d7-7bef3e1e81ab tempest-RoutersIpV6Test-563412711 tempest-RoutersIpV6Test-563412711-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.0753634 Sep 23 19:41:27.060071 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 33226) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:41:27.107465 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83b0fe5f-5a7d-47a0-89f5-c375b6b17562 None None] Routers {'7cfc6058-3a0e-4a21-8192-6d2815daabcc'} bound to L3 agent in host n-d-713301-16 {{(pid=95104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 19:41:27.117504 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_hamode_db [None req-83b0fe5f-5a7d-47a0-89f5-c375b6b17562 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-23T19:07:52Z,description=,heartbeat_timestamp=2021-09-23T19:41:22Z,host='n-d-713301-16',id=79a740bf-7821-4989-8288-7186e3e128f3,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:07:52Z,topic='l3_agent')) {'router_ids': ['7cfc6058-3a0e-4a21-8192-6d2815daabcc'], 'active': True} {{(pid=95104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:41:27.127631 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.plugin [None req-81ce4b9c-e181-480f-97bc-d28063f380e3 None None] Deleting port 4dc5f6ee-cdf5-4bd9-823d-4a1a2c05585d {{(pid=95103) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:41:27.128182 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-81ce4b9c-e181-480f-97bc-d28063f380e3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783146157096'] for port, before_delete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:27.137336 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.agents_db [None req-f2f5c474-60a3-474f-b2cc-02c4bd30880c None None] Agent healthcheck: found 7 active agents {{(pid=95104) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 19:41:27.194948 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.v2.base [None req-9601156d-cc93-47f3-abca-407a3b744635 tempest-RoutersIpV6Test-563412711 tempest-RoutersIpV6Test-563412711-project] Request body: {'subnet': {'network_id': '75870418-2b79-4024-b4c1-e93cbcdad656', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=95102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:41:27.234159 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-81ce4b9c-e181-480f-97bc-d28063f380e3 None None] For port 4dc5f6ee-cdf5-4bd9-823d-4a1a2c05585d, host n-d-713301-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-16',level=0,port_id=4dc5f6ee-cdf5-4bd9-823d-4a1a2c05585d,segment=NetworkSegment(f1ac3ad9-0f16-48a3-9c98-25f1a3519880),segment_id=f1ac3ad9-0f16-48a3-9c98-25f1a3519880)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:41:27.234559 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-81ce4b9c-e181-480f-97bc-d28063f380e3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-605701'] for port, precommit_delete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:27.257919 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-8d9f6b31-c0c0-4c5c-86dd-2b4923947617 tempest-TaggedBootDevicesTest_v242-1470406513 tempest-TaggedBootDevicesTest_v242-1470406513-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1756186'] for segment, precommit_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:27.270570 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.plugin [None req-81ce4b9c-e181-480f-97bc-d28063f380e3 None None] Calling delete_port for 4dc5f6ee-cdf5-4bd9-823d-4a1a2c05585d owned by network:dhcp {{(pid=95103) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:41:27.359644 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_hamode_db [None req-83b0fe5f-5a7d-47a0-89f5-c375b6b17562 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713301-16', False) {} {{(pid=95104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:41:27.367775 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83b0fe5f-5a7d-47a0-89f5-c375b6b17562 None None] The sync data for ids ['7cfc6058-3a0e-4a21-8192-6d2815daabcc'] in n-d-713301-16 is: [] {{(pid=95104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 19:41:27.381937 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0abfef24-610c-4e73-a1d8-43073eaf938d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4c8b80df-07eb-5275-9f17-5cf640db67c0-107e60a5-ffc9-4f86-b233-d488395c31b5', 'network_id': '107e60a5-ffc9-4f86-b233-d488395c31b5', 'tenant_id': 'fd66fc1e2cf64f369d6db25080c0cb06', 'fixed_ips': [{'subnet_id': '54f5acb6-b526-482e-aa12-b9c7549a89c7'}]}} from n-d-713301-16. {{(pid=95103) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 23 19:41:27.383048 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-0abfef24-610c-4e73-a1d8-43073eaf938d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_create {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:27.435091 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8d9f6b31-c0c0-4c5c-86dd-2b4923947617 tempest-TaggedBootDevicesTest_v242-1470406513 tempest-TaggedBootDevicesTest_v242-1470406513-project] Releasing vlan 636 on physical network physnet1 to pool {{(pid=95102) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 19:41:27.444013 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-8d9f6b31-c0c0-4c5c-86dd-2b4923947617 tempest-TaggedBootDevicesTest_v242-1470406513 tempest-TaggedBootDevicesTest_v242-1470406513-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1756186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4398095'] for segment, after_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:27.449607 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-8661230c-98ca-4f3a-8c8b-fcde0141f554 req-31850d3c-9eff-4f18-9892-8652e0259531 tempest-ServersNegativeTestJSON-1638865794 tempest-ServersNegativeTestJSON-1638865794-project] 10.222.0.67 "GET /v2.0/ports?device_id=6942dd4a-2993-4094-af13-ca4f91683a85 HTTP/1.1" status: 200 len: 210 time: 0.0645599 Sep 23 19:41:27.450368 n-d-713301-16 neutron-server[95102]: Traceback (most recent call last): Sep 23 19:41:27.450368 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 19:41:27.450368 n-d-713301-16 neutron-server[95102]: timer() Sep 23 19:41:27.450368 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 19:41:27.450368 n-d-713301-16 neutron-server[95102]: cb(*args, **kw) Sep 23 19:41:27.450368 n-d-713301-16 neutron-server[95102]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 19:41:27.450368 n-d-713301-16 neutron-server[95102]: return func(*args, **kwargs) Sep 23 19:41:27.450368 n-d-713301-16 neutron-server[95102]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 19:41:27.450368 n-d-713301-16 neutron-server[95102]: self._notify() Sep 23 19:41:27.450368 n-d-713301-16 neutron-server[95102]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 19:41:27.450368 n-d-713301-16 neutron-server[95102]: self.callback(batched_events) Sep 23 19:41:27.450368 n-d-713301-16 neutron-server[95102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 19:41:27.450368 n-d-713301-16 neutron-server[95102]: event.method(event) Sep 23 19:41:27.450368 n-d-713301-16 neutron-server[95102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 19:41:27.450368 n-d-713301-16 neutron-server[95102]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 19:41:27.450368 n-d-713301-16 neutron-server[95102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 19:41:27.450368 n-d-713301-16 neutron-server[95102]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 19:41:27.450368 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 19:41:27.450368 n-d-713301-16 neutron-server[95102]: return f(self, *a, **k) Sep 23 19:41:27.450368 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 19:41:27.450368 n-d-713301-16 neutron-server[95102]: return self._get(url).json() Sep 23 19:41:27.450368 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 19:41:27.450368 n-d-713301-16 neutron-server[95102]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 19:41:27.450368 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 19:41:27.450368 n-d-713301-16 neutron-server[95102]: return self.request(url, 'GET', **kwargs) Sep 23 19:41:27.450368 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 19:41:27.450368 n-d-713301-16 neutron-server[95102]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 19:41:27.450368 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 19:41:27.450368 n-d-713301-16 neutron-server[95102]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 19:41:27.450368 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 19:41:27.450368 n-d-713301-16 neutron-server[95102]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 19:41:27.450368 n-d-713301-16 neutron-server[95102]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 19:41:27.478089 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-2150de09-dbb7-4e57-a1fc-a63a784e5c52 tempest-RoutersTest-320658655 tempest-RoutersTest-320658655-project] Notify callbacks [] for router, before_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:27.630514 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-81ce4b9c-e181-480f-97bc-d28063f380e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783146162158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783145673144'] for port, after_delete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:27.715140 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81ce4b9c-e181-480f-97bc-d28063f380e3 None None] Pushing event deleted for resources: {'Port': ['ID=4dc5f6ee-cdf5-4bd9-823d-4a1a2c05585d,revision_number=None']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:41:27.723239 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Device 758c0244-2b62-4421-a602-727dc8186f71 no longer exists at agent ovs-agent-n-d-713301-16 {{(pid=95103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 19:41:27.749456 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81ce4b9c-e181-480f-97bc-d28063f380e3 None None] No DVR routers for this DVR port 4dc5f6ee-cdf5-4bd9-823d-4a1a2c05585d on host n-d-713301-16 {{(pid=95103) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 19:41:27.771871 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.plugin [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] No Port match for: 758c0244-2b62-4421-a602-727dc8186f71 {{(pid=95103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 19:41:27.772408 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Device 758c0244-2b62-4421-a602-727dc8186f71 not bound to the agent host n-d-713301-16 {{(pid=95103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 19:41:27.773065 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Device 4dc5f6ee-cdf5-4bd9-823d-4a1a2c05585d no longer exists at agent ovs-agent-n-d-713301-16 {{(pid=95103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 19:41:27.804275 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.plugin [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] No Port match for: 4dc5f6ee-cdf5-4bd9-823d-4a1a2c05585d {{(pid=95103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 19:41:27.804737 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Device 4dc5f6ee-cdf5-4bd9-823d-4a1a2c05585d not bound to the agent host n-d-713301-16 {{(pid=95103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 19:41:27.847729 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9601156d-cc93-47f3-abca-407a3b744635 tempest-RoutersIpV6Test-563412711 tempest-RoutersIpV6Test-563412711-project] Made reservation on behalf of fd66fc1e2cf64f369d6db25080c0cb06 for: {'subnet': 1} {{(pid=95102) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:41:27.854664 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-9601156d-cc93-47f3-abca-407a3b744635 tempest-RoutersIpV6Test-563412711 tempest-RoutersIpV6Test-563412711-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5388256'] for subnet, before_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:27.858782 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.db_base_plugin_common [None req-0abfef24-610c-4e73-a1d8-43073eaf938d None None] Allocated IP 2001:db8::2 (107e60a5-ffc9-4f86-b233-d488395c31b5/54f5acb6-b526-482e-aa12-b9c7549a89c7/07298cde-d643-4a7d-a579-798b4b3ec582) {{(pid=95103) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 19:41:27.897353 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69535297-b509-4b68-a8b5-aedd70143ad2 req-2c431201-9fc1-4fba-9546-9479ae14f742 tempest-ServersNegativeTestJSON-1638865794 tempest-ServersNegativeTestJSON-1638865794-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:41:27.898991 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-69535297-b509-4b68-a8b5-aedd70143ad2 req-2c431201-9fc1-4fba-9546-9479ae14f742 tempest-ServersNegativeTestJSON-1638865794 tempest-ServersNegativeTestJSON-1638865794-project] 10.222.0.53 "GET /v2.0/networks?id=bd1e9a1b-24bd-4f73-b7dd-094a5b1ba73a HTTP/1.1" status: 200 len: 814 time: 0.3708262 Sep 23 19:41:27.904501 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-f1e91dd5-f912-474e-ab9f-38439d031e00 tempest-RoutersNegativeTest-1443160465 tempest-RoutersNegativeTest-1443160465-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5607579', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6130961'] for subnet, after_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:27.924560 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-8d9f6b31-c0c0-4c5c-86dd-2b4923947617 tempest-TaggedBootDevicesTest_v242-1470406513 tempest-TaggedBootDevicesTest_v242-1470406513-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1754627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-601866'] for network, after_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:27.942706 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.v2.base [req-69535297-b509-4b68-a8b5-aedd70143ad2 req-d8d93f45-aa88-4d1e-9576-e4d0eaf7d7bc tempest-ServersNegativeTestJSON-1638865794 tempest-ServersNegativeTestJSON-1638865794-project] Request body: {'port': {'device_id': '6942dd4a-2993-4094-af13-ca4f91683a85', 'network_id': 'bd1e9a1b-24bd-4f73-b7dd-094a5b1ba73a', 'admin_state_up': True, 'tenant_id': '71dd9ac001f74f8ba18264101352d8e3'}} {{(pid=95101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:41:27.978278 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-8d9f6b31-c0c0-4c5c-86dd-2b4923947617 tempest-TaggedBootDevicesTest_v242-1470406513 tempest-TaggedBootDevicesTest_v242-1470406513-project] Notify callbacks [] for network, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:27.982964 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-8d9f6b31-c0c0-4c5c-86dd-2b4923947617 tempest-TaggedBootDevicesTest_v242-1470406513 tempest-TaggedBootDevicesTest_v242-1470406513-project] 10.222.0.67 "DELETE /v2.0/networks/f23b48c2-30e2-4b8a-a3bf-2e6a4262ee17 HTTP/1.1" status: 204 len: 168 time: 1.6747839 Sep 23 19:41:27.987828 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d9f6b31-c0c0-4c5c-86dd-2b4923947617 tempest-TaggedBootDevicesTest_v242-1470406513 tempest-TaggedBootDevicesTest_v242-1470406513-project] Pushing event deleted for resources: {'Network': ['ID=f23b48c2-30e2-4b8a-a3bf-2e6a4262ee17,revision_number=None']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:41:27.990150 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 33238) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:41:28.036835 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:28.163724 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e91dd5-f912-474e-ab9f-38439d031e00 tempest-RoutersNegativeTest-1443160465 tempest-RoutersNegativeTest-1443160465-project] Pushing event updated for resources: {'Subnet': ['ID=c99fa9a8-c827-4ac5-a20a-029cd790129b,revision_number=0']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:41:28.177598 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1e91dd5-f912-474e-ab9f-38439d031e00 tempest-RoutersNegativeTest-1443160465 tempest-RoutersNegativeTest-1443160465-project] Checking segment: {'id': 'a2b2a05c-384e-4f17-9196-65cff3616ca1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': 'fc684614-d658-40c7-83a4-c211509e19ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:41:28.177835 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-0abfef24-610c-4e73-a1d8-43073eaf938d None None] Notify callbacks [] for port, precommit_create {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:28.178301 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1e91dd5-f912-474e-ab9f-38439d031e00 tempest-RoutersNegativeTest-1443160465 tempest-RoutersNegativeTest-1443160465-project] Network hostable DHCP agents. Network: fc684614-d658-40c7-83a4-c211509e19ab, hostable agents: ['1b18bf05-1b5f-4587-be5c-af3ac38e32ad'], hosted agents: [] {{(pid=95101) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 19:41:28.182212 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-69535297-b509-4b68-a8b5-aedd70143ad2 req-d8d93f45-aa88-4d1e-9576-e4d0eaf7d7bc tempest-ServersNegativeTestJSON-1638865794 tempest-ServersNegativeTestJSON-1638865794-project] Made reservation on behalf of 71dd9ac001f74f8ba18264101352d8e3 for: {'port': 1} {{(pid=95101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:41:28.186094 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-69535297-b509-4b68-a8b5-aedd70143ad2 req-d8d93f45-aa88-4d1e-9576-e4d0eaf7d7bc tempest-ServersNegativeTestJSON-1638865794 tempest-ServersNegativeTestJSON-1638865794-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:28.190677 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-0abfef24-610c-4e73-a1d8-43073eaf938d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783145673135'] for port, after_create {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:28.230510 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1e91dd5-f912-474e-ab9f-38439d031e00 tempest-RoutersNegativeTest-1443160465 tempest-RoutersNegativeTest-1443160465-project] Network fc684614-d658-40c7-83a4-c211509e19ab is scheduled to be hosted by DHCP agent 1b18bf05-1b5f-4587-be5c-af3ac38e32ad with binding_index 1 {{(pid=95101) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 19:41:28.255590 n-d-713301-16 neutron-server[95103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0abfef24-610c-4e73-a1d8-43073eaf938d None None] Network 107e60a5-ffc9-4f86-b233-d488395c31b5 is already hosted by enough agents. {{(pid=95103) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:41:28.259136 n-d-713301-16 neutron-server[95103]: DEBUG neutron.scheduler.base_scheduler [None req-0abfef24-610c-4e73-a1d8-43073eaf938d None None] Resources bound (agent type, host, resource id): {{(pid=95103) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:41:28.265701 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0abfef24-610c-4e73-a1d8-43073eaf938d None None] Received port after_create {{(pid=95103) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 19:41:28.307745 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0abfef24-610c-4e73-a1d8-43073eaf938d None None] Pushing event updated for resources: {'Port': ['ID=07298cde-d643-4a7d-a579-798b4b3ec582,revision_number=1']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:41:28.321091 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-d9813112-553a-43f9-8338-773115125950 tempest-TaggedBootDevicesTest_v242-1470406513 tempest-TaggedBootDevicesTest_v242-1470406513-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1628021'] for network, before_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:28.369214 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:28.383783 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.managers [None req-0abfef24-610c-4e73-a1d8-43073eaf938d None None] Attempting to bind port 07298cde-d643-4a7d-a579-798b4b3ec582 on host n-d-713301-16 for vnic_type normal with profile {{(pid=95103) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 19:41:28.384430 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.managers [None req-0abfef24-610c-4e73-a1d8-43073eaf938d None None] Attempting to bind port 07298cde-d643-4a7d-a579-798b4b3ec582 by drivers openvswitch,hyperv on host n-d-713301-16 at level 0 using segments [{'id': '7099cbc3-9ac5-45f0-b6f9-3845d96004d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '107e60a5-ffc9-4f86-b233-d488395c31b5'}] {{(pid=95103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 19:41:28.385013 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0abfef24-610c-4e73-a1d8-43073eaf938d None None] Attempting to bind port 07298cde-d643-4a7d-a579-798b4b3ec582 on network 107e60a5-ffc9-4f86-b233-d488395c31b5 {{(pid=95103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:41:28.393973 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0abfef24-610c-4e73-a1d8-43073eaf938d None None] Checking agent: {'id': '70a14545-df24-472f-8f95-bfe1719bff93', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 19, 7, 53), 'started_at': datetime.datetime(2021, 9, 23, 19, 8, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 19, 41, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 19:41:28.394361 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0abfef24-610c-4e73-a1d8-43073eaf938d None None] Checking segment: {'id': '7099cbc3-9ac5-45f0-b6f9-3845d96004d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '107e60a5-ffc9-4f86-b233-d488395c31b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95103) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:41:28.394864 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-0abfef24-610c-4e73-a1d8-43073eaf938d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:28.395258 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0abfef24-610c-4e73-a1d8-43073eaf938d None None] Bound using segment: {'id': '7099cbc3-9ac5-45f0-b6f9-3845d96004d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '107e60a5-ffc9-4f86-b233-d488395c31b5'} {{(pid=95103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 19:41:28.395826 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.managers [None req-0abfef24-610c-4e73-a1d8-43073eaf938d None None] Bound port: 07298cde-d643-4a7d-a579-798b4b3ec582, host: n-d-713301-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7099cbc3-9ac5-45f0-b6f9-3845d96004d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '107e60a5-ffc9-4f86-b233-d488395c31b5'}}] {{(pid=95103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 19:41:28.396219 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-0abfef24-610c-4e73-a1d8-43073eaf938d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:28.406332 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.base_scheduler [None req-f1e91dd5-f912-474e-ab9f-38439d031e00 tempest-RoutersNegativeTest-1443160465 tempest-RoutersNegativeTest-1443160465-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713301-16, fc684614-d658-40c7-83a4-c211509e19ab) {{(pid=95101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:41:28.416456 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1e91dd5-f912-474e-ab9f-38439d031e00 tempest-RoutersNegativeTest-1443160465 tempest-RoutersNegativeTest-1443160465-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:41:28.417311 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-f1e91dd5-f912-474e-ab9f-38439d031e00 tempest-RoutersNegativeTest-1443160465 tempest-RoutersNegativeTest-1443160465-project] Notify callbacks [] for subnet, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:28.426914 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3227778-c5e1-4ad5-b1c7-4c06106dc95c None None] Network fc684614-d658-40c7-83a4-c211509e19ab requested from n-d-713301-16 {{(pid=95103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 19:41:28.444922 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-f1e91dd5-f912-474e-ab9f-38439d031e00 tempest-RoutersNegativeTest-1443160465 tempest-RoutersNegativeTest-1443160465-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7561500 Sep 23 19:41:28.464158 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-2150de09-dbb7-4e57-a1fc-a63a784e5c52 tempest-RoutersTest-320658655 tempest-RoutersTest-320658655-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-597305', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29369'] for router, precommit_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:28.469351 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 33246) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:41:28.476008 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.v2.base [None req-da87bc71-ae22-4023-b1a9-5ff2610a6b4b tempest-RoutersNegativeTest-1443160465 tempest-RoutersNegativeTest-1443160465-project] Request body: {'network': {'name': 'tempest-router-network01--660068902'}} {{(pid=95101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:41:28.476722 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-2150de09-dbb7-4e57-a1fc-a63a784e5c52 tempest-RoutersTest-320658655 tempest-RoutersTest-320658655-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:28.526720 n-d-713301-16 neutron-server[95101]: DEBUG neutron.db.db_base_plugin_common [req-69535297-b509-4b68-a8b5-aedd70143ad2 req-d8d93f45-aa88-4d1e-9576-e4d0eaf7d7bc tempest-ServersNegativeTestJSON-1638865794 tempest-ServersNegativeTestJSON-1638865794-project] Allocated IP 172.20.0.14 (bd1e9a1b-24bd-4f73-b7dd-094a5b1ba73a/3168c2f0-c410-47c7-9b0a-467008e3d34d/da1cccf9-fec5-48ec-99c3-a7ba7ed97445) {{(pid=95101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 19:41:28.534470 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da87bc71-ae22-4023-b1a9-5ff2610a6b4b tempest-RoutersNegativeTest-1443160465 tempest-RoutersNegativeTest-1443160465-project] Made reservation on behalf of e4dc04527fab4244895a6b86f496b8a6 for: {'network': 1} {{(pid=95101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:41:28.539093 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-da87bc71-ae22-4023-b1a9-5ff2610a6b4b tempest-RoutersNegativeTest-1443160465 tempest-RoutersNegativeTest-1443160465-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for network, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:28.596770 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-da87bc71-ae22-4023-b1a9-5ff2610a6b4b tempest-RoutersNegativeTest-1443160465 tempest-RoutersNegativeTest-1443160465-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 632} {{(pid=95101) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 19:41:28.630279 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-da87bc71-ae22-4023-b1a9-5ff2610a6b4b tempest-RoutersNegativeTest-1443160465 tempest-RoutersNegativeTest-1443160465-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1756186'] for segment, precommit_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:28.630634 n-d-713301-16 neutron-server[95101]: INFO neutron.db.segments_db [None req-da87bc71-ae22-4023-b1a9-5ff2610a6b4b tempest-RoutersNegativeTest-1443160465 tempest-RoutersNegativeTest-1443160465-project] Added segment 9919176d-3a2b-4b26-98c9-7972eb4746bd of type vlan for network c71f33d6-dcf5-4e8c-af06-0d88b21e52a0 Sep 23 19:41:28.728385 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-0abfef24-610c-4e73-a1d8-43073eaf938d None None] For port 07298cde-d643-4a7d-a579-798b4b3ec582, host n-d-713301-16, cleared binding levels {{(pid=95103) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 19:41:28.734092 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-0abfef24-610c-4e73-a1d8-43073eaf938d None None] For port 07298cde-d643-4a7d-a579-798b4b3ec582, host n-d-713301-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-16',level=0,port_id=07298cde-d643-4a7d-a579-798b4b3ec582,segment=NetworkSegment(7099cbc3-9ac5-45f0-b6f9-3845d96004d0),segment_id=7099cbc3-9ac5-45f0-b6f9-3845d96004d0)] {{(pid=95103) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 19:41:28.750749 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-0abfef24-610c-4e73-a1d8-43073eaf938d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:28.755453 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-d36550db-5b75-4e91-85ba-d6c7881f7b4b req-282a30df-36b8-4b24-a938-849e705db15f tempest-ServersNegativeTestJSON-1638865794 tempest-ServersNegativeTestJSON-1638865794-project] 10.222.0.67 "GET /v2.0/ports?device_id=6942dd4a-2993-4094-af13-ca4f91683a85 HTTP/1.1" status: 200 len: 210 time: 0.1203671 Sep 23 19:41:28.761514 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-da87bc71-ae22-4023-b1a9-5ff2610a6b4b tempest-RoutersNegativeTest-1443160465 tempest-RoutersNegativeTest-1443160465-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783145630486'] for network, precommit_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:28.777342 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-2150de09-dbb7-4e57-a1fc-a63a784e5c52 tempest-RoutersTest-320658655 tempest-RoutersTest-320658655-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-597296'] for router, after_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:28.777986 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2150de09-dbb7-4e57-a1fc-a63a784e5c52 tempest-RoutersTest-320658655 tempest-RoutersTest-320658655-project] Fanout notify agent at l3_agent the message router_deleted on router 7cfc6058-3a0e-4a21-8192-6d2815daabcc {{(pid=95102) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 23 19:41:28.789940 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-2150de09-dbb7-4e57-a1fc-a63a784e5c52 tempest-RoutersTest-320658655 tempest-RoutersTest-320658655-project] Notify callbacks [] for router, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:28.794817 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-2150de09-dbb7-4e57-a1fc-a63a784e5c52 tempest-RoutersTest-320658655 tempest-RoutersTest-320658655-project] 10.222.0.67 "DELETE /v2.0/routers/7cfc6058-3a0e-4a21-8192-6d2815daabcc HTTP/1.1" status: 204 len: 168 time: 1.7753551 Sep 23 19:41:28.801487 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 33254) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:41:28.851645 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-da87bc71-ae22-4023-b1a9-5ff2610a6b4b tempest-RoutersNegativeTest-1443160465 tempest-RoutersNegativeTest-1443160465-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299'] for network, after_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:28.859271 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da87bc71-ae22-4023-b1a9-5ff2610a6b4b tempest-RoutersNegativeTest-1443160465 tempest-RoutersNegativeTest-1443160465-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:41:28.860096 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-da87bc71-ae22-4023-b1a9-5ff2610a6b4b tempest-RoutersNegativeTest-1443160465 tempest-RoutersNegativeTest-1443160465-project] Notify callbacks [] for network, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:28.922165 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-d9813112-553a-43f9-8338-773115125950 tempest-TaggedBootDevicesTest_v242-1470406513 tempest-TaggedBootDevicesTest_v242-1470406513-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1754676', 'neutron.services.segments.db._delete_segments_for_network-8783146221460'] for network, precommit_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:28.943480 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0abfef24-610c-4e73-a1d8-43073eaf938d None None] Pushing event updated for resources: {'Port': ['ID=07298cde-d643-4a7d-a579-798b4b3ec582,revision_number=2']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:41:28.971196 n-d-713301-16 neutron-server[95102]: DEBUG neutron.services.segments.db [None req-d9813112-553a-43f9-8338-773115125950 tempest-TaggedBootDevicesTest_v242-1470406513 tempest-TaggedBootDevicesTest_v242-1470406513-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6b0b0714-7ca1-4d6d-b820-8be57f2679a5']}} {{(pid=95102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:41:29.006211 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89f36d1a-b4d6-432a-8898-fc5ff3d64ca3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4c8b80df-07eb-5275-9f17-5cf640db67c0-fc684614-d658-40c7-83a4-c211509e19ab', 'network_id': 'fc684614-d658-40c7-83a4-c211509e19ab', 'tenant_id': 'e4dc04527fab4244895a6b86f496b8a6', 'fixed_ips': [{'subnet_id': 'c99fa9a8-c827-4ac5-a20a-029cd790129b'}]}} from n-d-713301-16. {{(pid=95103) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 23 19:41:29.007322 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-89f36d1a-b4d6-432a-8898-fc5ff3d64ca3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_create {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:29.036236 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-da87bc71-ae22-4023-b1a9-5ff2610a6b4b tempest-RoutersNegativeTest-1443160465 tempest-RoutersNegativeTest-1443160465-project] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.5649412 Sep 23 19:41:29.061300 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 33260) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:41:29.063208 n-d-713301-16 neutron-server[95102]: DEBUG neutron.services.segments.db [None req-d9813112-553a-43f9-8338-773115125950 tempest-TaggedBootDevicesTest_v242-1470406513 tempest-TaggedBootDevicesTest_v242-1470406513-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f1ac3ad9-0f16-48a3-9c98-25f1a3519880') {'for_net_delete': True} {{(pid=95102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:41:29.075834 n-d-713301-16 neutron-server[95102]: DEBUG neutron.services.segments.db [None req-d9813112-553a-43f9-8338-773115125950 tempest-TaggedBootDevicesTest_v242-1470406513 tempest-TaggedBootDevicesTest_v242-1470406513-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f1ac3ad9-0f16-48a3-9c98-25f1a3519880') {} {{(pid=95102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:41:29.111678 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da87bc71-ae22-4023-b1a9-5ff2610a6b4b tempest-RoutersNegativeTest-1443160465 tempest-RoutersNegativeTest-1443160465-project] Pushing event updated for resources: {'Network': ['ID=c71f33d6-dcf5-4e8c-af06-0d88b21e52a0,revision_number=1']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:41:29.122011 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.v2.base [None req-35977246-ff32-4870-a9e1-4bed6a5d003b tempest-RoutersNegativeTest-1443160465 tempest-RoutersNegativeTest-1443160465-project] Request body: {'network': {'name': 'tempest-router-network02--1180855724'}} {{(pid=95102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:41:29.124844 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Network c71f33d6-dcf5-4e8c-af06-0d88b21e52a0 details requested by agent ovs-agent-n-d-713301-16 with host n-d-713301-16 {{(pid=95103) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 19:41:29.147051 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-69535297-b509-4b68-a8b5-aedd70143ad2 req-d8d93f45-aa88-4d1e-9576-e4d0eaf7d7bc tempest-ServersNegativeTestJSON-1638865794 tempest-ServersNegativeTestJSON-1638865794-project] Notify callbacks [] for port, precommit_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:29.150956 n-d-713301-16 neutron-server[95102]: DEBUG neutron.db.db_base_plugin_v2 [None req-786088c8-96c7-4285-81b8-ff6d925ba559 tempest-RoutersTest-320658655 tempest-RoutersTest-320658655-project] Deleting subnet 2c389415-6a02-4bbc-b230-93bbc9e8a204 {{(pid=95102) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 23 19:41:29.163342 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-d9813112-553a-43f9-8338-773115125950 tempest-TaggedBootDevicesTest_v242-1470406513 tempest-TaggedBootDevicesTest_v242-1470406513-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783146221725', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6162832'] for segment, before_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:29.186550 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-786088c8-96c7-4285-81b8-ff6d925ba559 tempest-RoutersTest-320658655 tempest-RoutersTest-320658655-project] Notify callbacks [] for subnet, before_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:29.222734 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-69535297-b509-4b68-a8b5-aedd70143ad2 req-d8d93f45-aa88-4d1e-9576-e4d0eaf7d7bc tempest-ServersNegativeTestJSON-1638865794 tempest-ServersNegativeTestJSON-1638865794-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783145673135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5607431'] for port, after_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:29.264436 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.db_base_plugin_common [None req-89f36d1a-b4d6-432a-8898-fc5ff3d64ca3 None None] Allocated IP 172.20.0.2 (fc684614-d658-40c7-83a4-c211509e19ab/c99fa9a8-c827-4ac5-a20a-029cd790129b/43ab9405-6e46-4d0a-885c-e6f8ebbac60c) {{(pid=95103) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 19:41:29.278560 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-d9813112-553a-43f9-8338-773115125950 tempest-TaggedBootDevicesTest_v242-1470406513 tempest-TaggedBootDevicesTest_v242-1470406513-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1756186'] for segment, precommit_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:29.290721 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d9813112-553a-43f9-8338-773115125950 tempest-TaggedBootDevicesTest_v242-1470406513 tempest-TaggedBootDevicesTest_v242-1470406513-project] Releasing vlan 608 on physical network physnet1 to pool {{(pid=95102) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 19:41:29.291140 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-d9813112-553a-43f9-8338-773115125950 tempest-TaggedBootDevicesTest_v242-1470406513 tempest-TaggedBootDevicesTest_v242-1470406513-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1756186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4398095'] for segment, after_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:29.310712 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8d93f45-aa88-4d1e-9576-e4d0eaf7d7bc tempest-ServersNegativeTestJSON-1638865794 tempest-ServersNegativeTestJSON-1638865794-project] Pushing event updated for resources: {'Port': ['ID=da1cccf9-fec5-48ec-99c3-a7ba7ed97445,revision_number=1']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:41:29.341913 n-d-713301-16 neutron-server[95102]: Traceback (most recent call last): Sep 23 19:41:29.341913 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 19:41:29.341913 n-d-713301-16 neutron-server[95102]: timer() Sep 23 19:41:29.341913 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 19:41:29.341913 n-d-713301-16 neutron-server[95102]: cb(*args, **kw) Sep 23 19:41:29.341913 n-d-713301-16 neutron-server[95102]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 19:41:29.341913 n-d-713301-16 neutron-server[95102]: return func(*args, **kwargs) Sep 23 19:41:29.341913 n-d-713301-16 neutron-server[95102]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 19:41:29.341913 n-d-713301-16 neutron-server[95102]: self._notify() Sep 23 19:41:29.341913 n-d-713301-16 neutron-server[95102]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 19:41:29.341913 n-d-713301-16 neutron-server[95102]: self.callback(batched_events) Sep 23 19:41:29.341913 n-d-713301-16 neutron-server[95102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 19:41:29.341913 n-d-713301-16 neutron-server[95102]: event.method(event) Sep 23 19:41:29.341913 n-d-713301-16 neutron-server[95102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 19:41:29.341913 n-d-713301-16 neutron-server[95102]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 19:41:29.341913 n-d-713301-16 neutron-server[95102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 19:41:29.341913 n-d-713301-16 neutron-server[95102]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 19:41:29.341913 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 19:41:29.341913 n-d-713301-16 neutron-server[95102]: return f(self, *a, **k) Sep 23 19:41:29.341913 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 19:41:29.341913 n-d-713301-16 neutron-server[95102]: return self._get(url).json() Sep 23 19:41:29.341913 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 19:41:29.341913 n-d-713301-16 neutron-server[95102]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 19:41:29.341913 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 19:41:29.341913 n-d-713301-16 neutron-server[95102]: return self.request(url, 'GET', **kwargs) Sep 23 19:41:29.341913 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 19:41:29.341913 n-d-713301-16 neutron-server[95102]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 19:41:29.341913 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 19:41:29.341913 n-d-713301-16 neutron-server[95102]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 19:41:29.341913 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 19:41:29.341913 n-d-713301-16 neutron-server[95102]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 19:41:29.341913 n-d-713301-16 neutron-server[95102]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 19:41:29.346080 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-69535297-b509-4b68-a8b5-aedd70143ad2 req-d8d93f45-aa88-4d1e-9576-e4d0eaf7d7bc tempest-ServersNegativeTestJSON-1638865794 tempest-ServersNegativeTestJSON-1638865794-project] Network bd1e9a1b-24bd-4f73-b7dd-094a5b1ba73a is already hosted by enough agents. {{(pid=95101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:41:29.347613 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.base_scheduler [req-69535297-b509-4b68-a8b5-aedd70143ad2 req-d8d93f45-aa88-4d1e-9576-e4d0eaf7d7bc tempest-ServersNegativeTestJSON-1638865794 tempest-ServersNegativeTestJSON-1638865794-project] Resources bound (agent type, host, resource id): {{(pid=95101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:41:29.354881 n-d-713301-16 neutron-server[95101]: DEBUG neutron.db.l3_dvrscheduler_db [req-69535297-b509-4b68-a8b5-aedd70143ad2 req-d8d93f45-aa88-4d1e-9576-e4d0eaf7d7bc tempest-ServersNegativeTestJSON-1638865794 tempest-ServersNegativeTestJSON-1638865794-project] Received port after_create {{(pid=95101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 19:41:29.384171 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-9601156d-cc93-47f3-abca-407a3b744635 tempest-RoutersIpV6Test-563412711 tempest-RoutersIpV6Test-563412711-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4398944', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5388242'] for subnet, after_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:29.493728 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69535297-b509-4b68-a8b5-aedd70143ad2 req-d8d93f45-aa88-4d1e-9576-e4d0eaf7d7bc tempest-ServersNegativeTestJSON-1638865794 tempest-ServersNegativeTestJSON-1638865794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:41:29.495440 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-69535297-b509-4b68-a8b5-aedd70143ad2 req-d8d93f45-aa88-4d1e-9576-e4d0eaf7d7bc tempest-ServersNegativeTestJSON-1638865794 tempest-ServersNegativeTestJSON-1638865794-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222849'] for port, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:29.507711 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35977246-ff32-4870-a9e1-4bed6a5d003b tempest-RoutersNegativeTest-1443160465 tempest-RoutersNegativeTest-1443160465-project] Made reservation on behalf of e4dc04527fab4244895a6b86f496b8a6 for: {'network': 1} {{(pid=95102) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:41:29.511348 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-35977246-ff32-4870-a9e1-4bed6a5d003b tempest-RoutersNegativeTest-1443160465 tempest-RoutersNegativeTest-1443160465-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for network, before_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:29.520559 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-69535297-b509-4b68-a8b5-aedd70143ad2 req-d8d93f45-aa88-4d1e-9576-e4d0eaf7d7bc tempest-ServersNegativeTestJSON-1638865794 tempest-ServersNegativeTestJSON-1638865794-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6073530 Sep 23 19:41:29.534453 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.v2.base [req-69535297-b509-4b68-a8b5-aedd70143ad2 req-7d351649-c29e-4a51-a5c2-d1f9b3127e5f service neutron] Request body: {'port': {'device_id': '6942dd4a-2993-4094-af13-ca4f91683a85', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713301-16'}} {{(pid=95101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:41:29.572085 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-89f36d1a-b4d6-432a-8898-fc5ff3d64ca3 None None] Notify callbacks [] for port, precommit_create {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:29.587746 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-89f36d1a-b4d6-432a-8898-fc5ff3d64ca3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783145673135'] for port, after_create {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:29.589072 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-786088c8-96c7-4285-81b8-ff6d925ba559 tempest-RoutersTest-320658655 tempest-RoutersTest-320658655-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6162825'] for subnet, precommit_delete_associations {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:29.602022 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-d9813112-553a-43f9-8338-773115125950 tempest-TaggedBootDevicesTest_v242-1470406513 tempest-TaggedBootDevicesTest_v242-1470406513-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1754627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-601866'] for network, after_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:29.615714 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-69535297-b509-4b68-a8b5-aedd70143ad2 req-7d351649-c29e-4a51-a5c2-d1f9b3127e5f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:29.642257 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9601156d-cc93-47f3-abca-407a3b744635 tempest-RoutersIpV6Test-563412711 tempest-RoutersIpV6Test-563412711-project] Checking segment: {'id': '053328c5-d1a3-46c2-8589-9a68274de283', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '75870418-2b79-4024-b4c1-e93cbcdad656'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95102) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:41:29.642737 n-d-713301-16 neutron-server[95102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9601156d-cc93-47f3-abca-407a3b744635 tempest-RoutersIpV6Test-563412711 tempest-RoutersIpV6Test-563412711-project] Network hostable DHCP agents. Network: 75870418-2b79-4024-b4c1-e93cbcdad656, hostable agents: ['1b18bf05-1b5f-4587-be5c-af3ac38e32ad'], hosted agents: [] {{(pid=95102) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 19:41:29.662820 n-d-713301-16 neutron-server[95103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89f36d1a-b4d6-432a-8898-fc5ff3d64ca3 None None] Network fc684614-d658-40c7-83a4-c211509e19ab is already hosted by enough agents. {{(pid=95103) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:41:29.666140 n-d-713301-16 neutron-server[95103]: DEBUG neutron.scheduler.base_scheduler [None req-89f36d1a-b4d6-432a-8898-fc5ff3d64ca3 None None] Resources bound (agent type, host, resource id): {{(pid=95103) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:41:29.668531 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-d9813112-553a-43f9-8338-773115125950 tempest-TaggedBootDevicesTest_v242-1470406513 tempest-TaggedBootDevicesTest_v242-1470406513-project] Notify callbacks [] for network, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:29.670325 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89f36d1a-b4d6-432a-8898-fc5ff3d64ca3 None None] Received port after_create {{(pid=95103) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 19:41:29.676594 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-d9813112-553a-43f9-8338-773115125950 tempest-TaggedBootDevicesTest_v242-1470406513 tempest-TaggedBootDevicesTest_v242-1470406513-project] 10.222.0.67 "DELETE /v2.0/networks/6b0b0714-7ca1-4d6d-b820-8be57f2679a5 HTTP/1.1" status: 204 len: 168 time: 1.6760762 Sep 23 19:41:29.691528 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0401b0b-a600-47b3-94e5-f9f194d3480b req-125c97fb-ef0d-467b-bc0b-7d04929ad052 tempest-AttachVolumeShelveTestJSON-2035318112 tempest-AttachVolumeShelveTestJSON-2035318112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:41:29.693985 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-b0401b0b-a600-47b3-94e5-f9f194d3480b req-125c97fb-ef0d-467b-bc0b-7d04929ad052 tempest-AttachVolumeShelveTestJSON-2035318112 tempest-AttachVolumeShelveTestJSON-2035318112-project] 10.222.0.67 "GET /v2.0/ports?device_id=c994c23c-480f-4306-a41c-657703b40238 HTTP/1.1" status: 200 len: 946 time: 0.5371754 Sep 23 19:41:29.695219 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9601156d-cc93-47f3-abca-407a3b744635 tempest-RoutersIpV6Test-563412711 tempest-RoutersIpV6Test-563412711-project] Pushing event updated for resources: {'Subnet': ['ID=a233a8d5-4456-439f-88df-3fb6e90352e3,revision_number=0']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:41:29.724962 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89f36d1a-b4d6-432a-8898-fc5ff3d64ca3 None None] Pushing event updated for resources: {'Port': ['ID=43ab9405-6e46-4d0a-885c-e6f8ebbac60c,revision_number=1']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:41:29.888539 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.managers [None req-89f36d1a-b4d6-432a-8898-fc5ff3d64ca3 None None] Attempting to bind port 43ab9405-6e46-4d0a-885c-e6f8ebbac60c on host n-d-713301-16 for vnic_type normal with profile {{(pid=95103) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 19:41:29.888937 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.managers [None req-89f36d1a-b4d6-432a-8898-fc5ff3d64ca3 None None] Attempting to bind port 43ab9405-6e46-4d0a-885c-e6f8ebbac60c by drivers openvswitch,hyperv on host n-d-713301-16 at level 0 using segments [{'id': 'a2b2a05c-384e-4f17-9196-65cff3616ca1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': 'fc684614-d658-40c7-83a4-c211509e19ab'}] {{(pid=95103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 19:41:29.889307 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89f36d1a-b4d6-432a-8898-fc5ff3d64ca3 None None] Attempting to bind port 43ab9405-6e46-4d0a-885c-e6f8ebbac60c on network fc684614-d658-40c7-83a4-c211509e19ab {{(pid=95103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:41:29.891691 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Device 07298cde-d643-4a7d-a579-798b4b3ec582 up at agent ovs-agent-n-d-713301-16 {{(pid=95103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 19:41:29.967795 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89f36d1a-b4d6-432a-8898-fc5ff3d64ca3 None None] Checking agent: {'id': '70a14545-df24-472f-8f95-bfe1719bff93', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 19, 7, 53), 'started_at': datetime.datetime(2021, 9, 23, 19, 8, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 19, 41, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 19:41:29.968169 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89f36d1a-b4d6-432a-8898-fc5ff3d64ca3 None None] Checking segment: {'id': 'a2b2a05c-384e-4f17-9196-65cff3616ca1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': 'fc684614-d658-40c7-83a4-c211509e19ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95103) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:41:29.968568 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-89f36d1a-b4d6-432a-8898-fc5ff3d64ca3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:29.968992 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89f36d1a-b4d6-432a-8898-fc5ff3d64ca3 None None] Bound using segment: {'id': 'a2b2a05c-384e-4f17-9196-65cff3616ca1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': 'fc684614-d658-40c7-83a4-c211509e19ab'} {{(pid=95103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 19:41:29.969475 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.managers [None req-89f36d1a-b4d6-432a-8898-fc5ff3d64ca3 None None] Bound port: 43ab9405-6e46-4d0a-885c-e6f8ebbac60c, host: n-d-713301-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a2b2a05c-384e-4f17-9196-65cff3616ca1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': 'fc684614-d658-40c7-83a4-c211509e19ab'}}] {{(pid=95103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 19:41:29.970027 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-89f36d1a-b4d6-432a-8898-fc5ff3d64ca3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:30.105230 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-89f36d1a-b4d6-432a-8898-fc5ff3d64ca3 None None] For port 43ab9405-6e46-4d0a-885c-e6f8ebbac60c, host n-d-713301-16, cleared binding levels {{(pid=95103) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 19:41:30.106894 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Provisioning complete for port 07298cde-d643-4a7d-a579-798b4b3ec582 triggered by entity L2. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:41:30.107261 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:30.109926 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-89f36d1a-b4d6-432a-8898-fc5ff3d64ca3 None None] For port 43ab9405-6e46-4d0a-885c-e6f8ebbac60c, host n-d-713301-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-16',level=0,port_id=43ab9405-6e46-4d0a-885c-e6f8ebbac60c,segment=NetworkSegment(a2b2a05c-384e-4f17-9196-65cff3616ca1),segment_id=a2b2a05c-384e-4f17-9196-65cff3616ca1)] {{(pid=95103) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 19:41:30.149660 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-89f36d1a-b4d6-432a-8898-fc5ff3d64ca3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:30.169405 n-d-713301-16 neutron-server[95101]: DEBUG neutron.notifiers.nova [req-69535297-b509-4b68-a8b5-aedd70143ad2 req-7d351649-c29e-4a51-a5c2-d1f9b3127e5f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id da1cccf9-fec5-48ec-99c3-a7ba7ed97445 {{(pid=95101) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 19:41:30.181780 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-69535297-b509-4b68-a8b5-aedd70143ad2 req-7d351649-c29e-4a51-a5c2-d1f9b3127e5f service neutron] Notify callbacks [] for port, precommit_update {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:30.199496 n-d-713301-16 neutron-server[95101]: DEBUG neutron.db.provisioning_blocks [req-69535297-b509-4b68-a8b5-aedd70143ad2 req-7d351649-c29e-4a51-a5c2-d1f9b3127e5f service neutron] Transition to ACTIVE for port object da1cccf9-fec5-48ec-99c3-a7ba7ed97445 will not be triggered until provisioned by entity L2. {{(pid=95101) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 19:41:30.205944 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-69535297-b509-4b68-a8b5-aedd70143ad2 req-7d351649-c29e-4a51-a5c2-d1f9b3127e5f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5607436'] for port, after_update {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:30.308902 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d351649-c29e-4a51-a5c2-d1f9b3127e5f service neutron] Pushing event updated for resources: {'Port': ['ID=da1cccf9-fec5-48ec-99c3-a7ba7ed97445,revision_number=2']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:41:30.353563 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89f36d1a-b4d6-432a-8898-fc5ff3d64ca3 None None] Pushing event updated for resources: {'Port': ['ID=43ab9405-6e46-4d0a-885c-e6f8ebbac60c,revision_number=2']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:41:30.420447 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:30.446659 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.managers [req-69535297-b509-4b68-a8b5-aedd70143ad2 req-7d351649-c29e-4a51-a5c2-d1f9b3127e5f service neutron] Attempting to bind port da1cccf9-fec5-48ec-99c3-a7ba7ed97445 on host n-h2-713301-16 for vnic_type normal with profile {{(pid=95101) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 19:41:30.446996 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.managers [req-69535297-b509-4b68-a8b5-aedd70143ad2 req-7d351649-c29e-4a51-a5c2-d1f9b3127e5f service neutron] Attempting to bind port da1cccf9-fec5-48ec-99c3-a7ba7ed97445 by drivers openvswitch,hyperv on host n-h2-713301-16 at level 0 using segments [{'id': '73539111-d512-4650-9e44-61bde391e31a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': 'bd1e9a1b-24bd-4f73-b7dd-094a5b1ba73a'}] {{(pid=95101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 19:41:30.447321 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69535297-b509-4b68-a8b5-aedd70143ad2 req-7d351649-c29e-4a51-a5c2-d1f9b3127e5f service neutron] Attempting to bind port da1cccf9-fec5-48ec-99c3-a7ba7ed97445 on network bd1e9a1b-24bd-4f73-b7dd-094a5b1ba73a {{(pid=95101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:41:30.452016 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69535297-b509-4b68-a8b5-aedd70143ad2 req-7d351649-c29e-4a51-a5c2-d1f9b3127e5f service neutron] Port da1cccf9-fec5-48ec-99c3-a7ba7ed97445 on network bd1e9a1b-24bd-4f73-b7dd-094a5b1ba73a not bound, no agent of type Open vSwitch agent registered on host n-h2-713301-16 {{(pid=95101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 19:41:30.452335 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69535297-b509-4b68-a8b5-aedd70143ad2 req-7d351649-c29e-4a51-a5c2-d1f9b3127e5f service neutron] Attempting to bind port da1cccf9-fec5-48ec-99c3-a7ba7ed97445 on network bd1e9a1b-24bd-4f73-b7dd-094a5b1ba73a {{(pid=95101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:41:30.459153 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69535297-b509-4b68-a8b5-aedd70143ad2 req-7d351649-c29e-4a51-a5c2-d1f9b3127e5f service neutron] Checking agent: {'id': '2a7cea34-db54-4faf-8d23-37521c3e34cb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713301-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 19, 15, 28), 'started_at': datetime.datetime(2021, 9, 23, 19, 15, 28), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 19, 41, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 19:41:30.459492 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69535297-b509-4b68-a8b5-aedd70143ad2 req-7d351649-c29e-4a51-a5c2-d1f9b3127e5f service neutron] Checking segment: {'id': '73539111-d512-4650-9e44-61bde391e31a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': 'bd1e9a1b-24bd-4f73-b7dd-094a5b1ba73a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:41:30.459883 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69535297-b509-4b68-a8b5-aedd70143ad2 req-7d351649-c29e-4a51-a5c2-d1f9b3127e5f service neutron] Bound using segment: {'id': '73539111-d512-4650-9e44-61bde391e31a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': 'bd1e9a1b-24bd-4f73-b7dd-094a5b1ba73a'} {{(pid=95101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 19:41:30.460315 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.managers [req-69535297-b509-4b68-a8b5-aedd70143ad2 req-7d351649-c29e-4a51-a5c2-d1f9b3127e5f service neutron] Bound port: da1cccf9-fec5-48ec-99c3-a7ba7ed97445, host: n-h2-713301-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '73539111-d512-4650-9e44-61bde391e31a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': 'bd1e9a1b-24bd-4f73-b7dd-094a5b1ba73a'}}] {{(pid=95101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 19:41:30.460780 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-69535297-b509-4b68-a8b5-aedd70143ad2 req-7d351649-c29e-4a51-a5c2-d1f9b3127e5f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:30.494567 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] For port 07298cde-d643-4a7d-a579-798b4b3ec582, host n-d-713301-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-16',level=0,port_id=07298cde-d643-4a7d-a579-798b4b3ec582,segment=NetworkSegment(7099cbc3-9ac5-45f0-b6f9-3845d96004d0),segment_id=7099cbc3-9ac5-45f0-b6f9-3845d96004d0)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:41:30.504040 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:30.592798 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cdac240-dbed-4203-bd7c-d88f7aca9675 None None] Network 107e60a5-ffc9-4f86-b233-d488395c31b5 requested from n-d-713301-16 {{(pid=95103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 19:41:30.605922 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-35977246-ff32-4870-a9e1-4bed6a5d003b tempest-RoutersNegativeTest-1443160465 tempest-RoutersNegativeTest-1443160465-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 605} {{(pid=95102) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 19:41:30.639434 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-35977246-ff32-4870-a9e1-4bed6a5d003b tempest-RoutersNegativeTest-1443160465 tempest-RoutersNegativeTest-1443160465-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1756186'] for segment, precommit_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:30.639934 n-d-713301-16 neutron-server[95102]: INFO neutron.db.segments_db [None req-35977246-ff32-4870-a9e1-4bed6a5d003b tempest-RoutersNegativeTest-1443160465 tempest-RoutersNegativeTest-1443160465-project] Added segment a37f3eee-43fd-4853-9af6-6a4d2dcc1b5a of type vlan for network e7fdf679-b9c0-43b9-b935-96fe97c5a721 Sep 23 19:41:30.686901 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.db [req-69535297-b509-4b68-a8b5-aedd70143ad2 req-7d351649-c29e-4a51-a5c2-d1f9b3127e5f service neutron] For port da1cccf9-fec5-48ec-99c3-a7ba7ed97445, host n-h2-713301-16, cleared binding levels {{(pid=95101) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 19:41:30.692121 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.db [req-69535297-b509-4b68-a8b5-aedd70143ad2 req-7d351649-c29e-4a51-a5c2-d1f9b3127e5f service neutron] For port da1cccf9-fec5-48ec-99c3-a7ba7ed97445, host n-h2-713301-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-16',level=0,port_id=da1cccf9-fec5-48ec-99c3-a7ba7ed97445,segment=NetworkSegment(73539111-d512-4650-9e44-61bde391e31a),segment_id=73539111-d512-4650-9e44-61bde391e31a)] {{(pid=95101) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 19:41:30.694539 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-35977246-ff32-4870-a9e1-4bed6a5d003b tempest-RoutersNegativeTest-1443160465 tempest-RoutersNegativeTest-1443160465-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783145630486'] for network, precommit_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:30.700429 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-69535297-b509-4b68-a8b5-aedd70143ad2 req-7d351649-c29e-4a51-a5c2-d1f9b3127e5f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5607436'] for port, after_update {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:30.730016 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9813112-553a-43f9-8338-773115125950 tempest-TaggedBootDevicesTest_v242-1470406513 tempest-TaggedBootDevicesTest_v242-1470406513-project] Pushing event deleted for resources: {'Network': ['ID=6b0b0714-7ca1-4d6d-b820-8be57f2679a5,revision_number=None']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:41:30.757394 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-35977246-ff32-4870-a9e1-4bed6a5d003b tempest-RoutersNegativeTest-1443160465 tempest-RoutersNegativeTest-1443160465-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299'] for network, after_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:30.763523 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35977246-ff32-4870-a9e1-4bed6a5d003b tempest-RoutersNegativeTest-1443160465 tempest-RoutersNegativeTest-1443160465-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:41:30.764472 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-35977246-ff32-4870-a9e1-4bed6a5d003b tempest-RoutersNegativeTest-1443160465 tempest-RoutersNegativeTest-1443160465-project] Notify callbacks [] for network, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:30.791179 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69535297-b509-4b68-a8b5-aedd70143ad2 req-7d351649-c29e-4a51-a5c2-d1f9b3127e5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:41:30.792333 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-69535297-b509-4b68-a8b5-aedd70143ad2 req-7d351649-c29e-4a51-a5c2-d1f9b3127e5f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222849'] for port, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:30.794852 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-69535297-b509-4b68-a8b5-aedd70143ad2 req-7d351649-c29e-4a51-a5c2-d1f9b3127e5f service neutron] 10.222.0.53 "PUT /v2.0/ports/da1cccf9-fec5-48ec-99c3-a7ba7ed97445 HTTP/1.1" status: 200 len: 1093 time: 1.2655621 Sep 23 19:41:30.801568 n-d-713301-16 neutron-server[95101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6942dd4a-2993-4094-af13-ca4f91683a85', 'tag': 'da1cccf9-fec5-48ec-99c3-a7ba7ed97445'}] {{(pid=95101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 19:41:30.806526 n-d-713301-16 neutron-server[95101]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d8366c5740cd635e57ab12b71fe44a77c2acc3c19091ef849c6f68b380462244" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-248af3e7-80eb-4268-abc6-c9f6e0553042" -d '{"events": [{"name": "network-changed", "server_uuid": "6942dd4a-2993-4094-af13-ca4f91683a85", "tag": "da1cccf9-fec5-48ec-99c3-a7ba7ed97445"}]}' {{(pid=95101) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 19:41:30.891391 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-b0401b0b-a600-47b3-94e5-f9f194d3480b req-23c7b491-02e8-4afe-affe-fe40f474eeaa tempest-AttachVolumeShelveTestJSON-2035318112 tempest-AttachVolumeShelveTestJSON-2035318112-project] 10.222.0.67 "GET /v2.0/security-groups?id=dd8506a8-7e56-49b4-9c74-3948d9b76f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 1.1158311 Sep 23 19:41:30.891391 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-35977246-ff32-4870-a9e1-4bed6a5d003b tempest-RoutersNegativeTest-1443160465 tempest-RoutersNegativeTest-1443160465-project] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.8126292 Sep 23 19:41:30.892779 n-d-713301-16 neutron-server[95102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9601156d-cc93-47f3-abca-407a3b744635 tempest-RoutersIpV6Test-563412711 tempest-RoutersIpV6Test-563412711-project] Network 75870418-2b79-4024-b4c1-e93cbcdad656 is scheduled to be hosted by DHCP agent 1b18bf05-1b5f-4587-be5c-af3ac38e32ad with binding_index 1 {{(pid=95102) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 19:41:30.895115 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 33278) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:41:30.913435 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.v2.base [None req-1a98596e-020f-4ec9-9af3-68875ed55c49 tempest-RoutersNegativeTest-1443160465 tempest-RoutersNegativeTest-1443160465-project] Request body: {'subnet': {'network_id': 'c71f33d6-dcf5-4e8c-af06-0d88b21e52a0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:41:30.952051 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d351649-c29e-4a51-a5c2-d1f9b3127e5f service neutron] Pushing event updated for resources: {'Port': ['ID=da1cccf9-fec5-48ec-99c3-a7ba7ed97445,revision_number=3']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:41:30.978766 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b8ab533-8c14-41c3-93c0-40a8a72c5863 req-281f9a31-216b-4581-804f-4d5d17ee43bd tempest-ServersNegativeTestJSON-1638865794 tempest-ServersNegativeTestJSON-1638865794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:41:30.981142 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-8b8ab533-8c14-41c3-93c0-40a8a72c5863 req-281f9a31-216b-4581-804f-4d5d17ee43bd tempest-ServersNegativeTestJSON-1638865794 tempest-ServersNegativeTestJSON-1638865794-project] 10.222.0.67 "GET /v2.0/ports?device_id=6942dd4a-2993-4094-af13-ca4f91683a85 HTTP/1.1" status: 200 len: 944 time: 0.2566454 Sep 23 19:41:30.986468 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35977246-ff32-4870-a9e1-4bed6a5d003b tempest-RoutersNegativeTest-1443160465 tempest-RoutersNegativeTest-1443160465-project] Pushing event updated for resources: {'Network': ['ID=e7fdf679-b9c0-43b9-b935-96fe97c5a721,revision_number=1']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:41:30.997753 n-d-713301-16 neutron-server[95102]: DEBUG neutron.scheduler.base_scheduler [None req-9601156d-cc93-47f3-abca-407a3b744635 tempest-RoutersIpV6Test-563412711 tempest-RoutersIpV6Test-563412711-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713301-16, 75870418-2b79-4024-b4c1-e93cbcdad656) {{(pid=95102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:41:31.038489 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69535297-b509-4b68-a8b5-aedd70143ad2 req-dcbdb86a-4fd6-4132-b41d-687fdbaaeacc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:41:31.040025 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-69535297-b509-4b68-a8b5-aedd70143ad2 req-dcbdb86a-4fd6-4132-b41d-687fdbaaeacc service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=71dd9ac001f74f8ba18264101352d8e3&device_id=6942dd4a-2993-4094-af13-ca4f91683a85 HTTP/1.1" status: 200 len: 1096 time: 0.1930206 Sep 23 19:41:31.044396 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9601156d-cc93-47f3-abca-407a3b744635 tempest-RoutersIpV6Test-563412711 tempest-RoutersIpV6Test-563412711-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:41:31.045040 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-9601156d-cc93-47f3-abca-407a3b744635 tempest-RoutersIpV6Test-563412711 tempest-RoutersIpV6Test-563412711-project] Notify callbacks [] for subnet, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:31.075976 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-786088c8-96c7-4285-81b8-ff6d925ba559 tempest-RoutersTest-320658655 tempest-RoutersTest-320658655-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1756813'] for subnet, precommit_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:31.086271 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-018528a0-8894-4af2-a69c-c81a2ccdc60e None None] Network 75870418-2b79-4024-b4c1-e93cbcdad656 requested from n-d-713301-16 {{(pid=95103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 19:41:31.088313 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Network e7fdf679-b9c0-43b9-b935-96fe97c5a721 details requested by agent ovs-agent-n-d-713301-16 with host n-d-713301-16 {{(pid=95103) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 19:41:31.222790 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-786088c8-96c7-4285-81b8-ff6d925ba559 tempest-RoutersTest-320658655 tempest-RoutersTest-320658655-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1756804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4399009', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5388229'] for subnet, after_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:31.234420 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-d83d27dd-8d14-4a92-b286-ea7f56fb3a21 None None] Provisioning complete for port 07298cde-d643-4a7d-a579-798b4b3ec582 triggered by entity DHCP. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:41:31.235224 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-d83d27dd-8d14-4a92-b286-ea7f56fb3a21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:31.292517 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-786088c8-96c7-4285-81b8-ff6d925ba559 tempest-RoutersTest-320658655 tempest-RoutersTest-320658655-project] Pushing event deleted for resources: {'Subnet': ['ID=2c389415-6a02-4bbc-b230-93bbc9e8a204,revision_number=None']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:41:31.309496 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-786088c8-96c7-4285-81b8-ff6d925ba559 tempest-RoutersTest-320658655 tempest-RoutersTest-320658655-project] Notify callbacks [] for subnet, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:31.315385 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-786088c8-96c7-4285-81b8-ff6d925ba559 tempest-RoutersTest-320658655 tempest-RoutersTest-320658655-project] 10.222.0.67 "DELETE /v2.0/subnets/2c389415-6a02-4bbc-b230-93bbc9e8a204 HTTP/1.1" status: 204 len: 168 time: 2.5127349 Sep 23 19:41:31.319554 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 33284) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:41:31.339712 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-8b8ab533-8c14-41c3-93c0-40a8a72c5863 req-9ce25f0c-9764-4f12-945a-31433f5a2df9 tempest-ServersNegativeTestJSON-1638865794 tempest-ServersNegativeTestJSON-1638865794-project] 10.222.0.67 "GET /v2.0/security-groups?id=4daca97c-f524-4fb0-8b34-b36a0affa33e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3367732 Sep 23 19:41:31.387268 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8c72d76-3187-438d-9ffe-23061245b26b None None] Network b97a92a8-fc47-4393-bbb6-68bc7a88a325 requested from n-d-713301-16 {{(pid=95103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 19:41:31.437181 n-d-713301-16 neutron-server[95101]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 19:41:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf79d380-f66d-45d3-850b-5cfee2ff7098 x-openstack-request-id: req-cf79d380-f66d-45d3-850b-5cfee2ff7098 {{(pid=95101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 19:41:31.438075 n-d-713301-16 neutron-server[95101]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6942dd4a-2993-4094-af13-ca4f91683a85", "tag": "da1cccf9-fec5-48ec-99c3-a7ba7ed97445", "status": "completed", "code": 200}]} {{(pid=95101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 19:41:31.439120 n-d-713301-16 neutron-server[95101]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-cf79d380-f66d-45d3-850b-5cfee2ff7098 {{(pid=95101) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 19:41:31.439855 n-d-713301-16 neutron-server[95101]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6942dd4a-2993-4094-af13-ca4f91683a85', 'tag': 'da1cccf9-fec5-48ec-99c3-a7ba7ed97445', 'status': 'completed', 'code': 200} Sep 23 19:41:31.446362 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-69535297-b509-4b68-a8b5-aedd70143ad2 req-7a03d56d-aa7d-4f3a-a607-e31fa8b4b4d5 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=da1cccf9-fec5-48ec-99c3-a7ba7ed97445 HTTP/1.1" status: 200 len: 217 time: 0.3963196 Sep 23 19:41:31.467440 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-027344d5-9800-4f52-94e9-de0bba86801d tempest-RoutersTest-320658655 tempest-RoutersTest-320658655-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1628021'] for network, before_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:31.476130 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a98596e-020f-4ec9-9af3-68875ed55c49 tempest-RoutersNegativeTest-1443160465 tempest-RoutersNegativeTest-1443160465-project] Made reservation on behalf of e4dc04527fab4244895a6b86f496b8a6 for: {'subnet': 1} {{(pid=95101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:41:31.480437 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-1a98596e-020f-4ec9-9af3-68875ed55c49 tempest-RoutersNegativeTest-1443160465 tempest-RoutersNegativeTest-1443160465-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6130979'] for subnet, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:31.484070 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-9601156d-cc93-47f3-abca-407a3b744635 tempest-RoutersIpV6Test-563412711 tempest-RoutersIpV6Test-563412711-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 4.3045971 Sep 23 19:41:31.488889 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 33288) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:41:31.506122 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Pushing event updated for resources: {'Port': ['ID=07298cde-d643-4a7d-a579-798b4b3ec582,revision_number=3']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:41:31.533952 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.v2.base [None req-4d76df75-e973-4a67-be1f-5e49cb1bcb83 tempest-RoutersIpV6Test-563412711 tempest-RoutersIpV6Test-563412711-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-985094207', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=95101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:41:31.638361 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69535297-b509-4b68-a8b5-aedd70143ad2 req-922a3143-f966-4821-900c-754bf961d779 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:41:31.640178 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-69535297-b509-4b68-a8b5-aedd70143ad2 req-922a3143-f966-4821-900c-754bf961d779 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=3168c2f0-c410-47c7-9b0a-467008e3d34d HTTP/1.1" status: 200 len: 854 time: 0.1844864 Sep 23 19:41:31.645865 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-4d76df75-e973-4a67-be1f-5e49cb1bcb83 tempest-RoutersIpV6Test-563412711 tempest-RoutersIpV6Test-563412711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-594563', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29355'] for router, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:31.647219 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-4d76df75-e973-4a67-be1f-5e49cb1bcb83 tempest-RoutersIpV6Test-563412711 tempest-RoutersIpV6Test-563412711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-597363', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-601731', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-739356', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29346'] for router, precommit_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:31.658349 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.plugin [None req-027344d5-9800-4f52-94e9-de0bba86801d tempest-RoutersTest-320658655 tempest-RoutersTest-320658655-project] Deleting port 8f9cd053-81bb-4fc7-aab4-98fe2a125d16 {{(pid=95102) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:41:31.658349 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-027344d5-9800-4f52-94e9-de0bba86801d tempest-RoutersTest-320658655 tempest-RoutersTest-320658655-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783146157096'] for port, before_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:31.699452 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-69535297-b509-4b68-a8b5-aedd70143ad2 req-dc7b8102-6b05-48db-8786-254920d78536 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=bd1e9a1b-24bd-4f73-b7dd-094a5b1ba73a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0467775 Sep 23 19:41:31.879823 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.db [None req-027344d5-9800-4f52-94e9-de0bba86801d tempest-RoutersTest-320658655 tempest-RoutersTest-320658655-project] For port 8f9cd053-81bb-4fc7-aab4-98fe2a125d16, host n-d-713301-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-16',level=0,port_id=8f9cd053-81bb-4fc7-aab4-98fe2a125d16,segment=NetworkSegment(8944b325-89c7-43c6-96be-f9883ac2cb2d),segment_id=8944b325-89c7-43c6-96be-f9883ac2cb2d)] {{(pid=95102) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:41:31.879823 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-027344d5-9800-4f52-94e9-de0bba86801d tempest-RoutersTest-320658655 tempest-RoutersTest-320658655-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-605701'] for port, precommit_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:31.929626 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.plugin [None req-027344d5-9800-4f52-94e9-de0bba86801d tempest-RoutersTest-320658655 tempest-RoutersTest-320658655-project] Calling delete_port for 8f9cd053-81bb-4fc7-aab4-98fe2a125d16 owned by network:dhcp {{(pid=95102) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:41:31.934521 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-4d76df75-e973-4a67-be1f-5e49cb1bcb83 tempest-RoutersIpV6Test-563412711 tempest-RoutersIpV6Test-563412711-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:31.951279 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-4d76df75-e973-4a67-be1f-5e49cb1bcb83 tempest-RoutersIpV6Test-563412711 tempest-RoutersIpV6Test-563412711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-597258', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-601790'] for router, after_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:31.998542 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Device 43ab9405-6e46-4d0a-885c-e6f8ebbac60c up at agent ovs-agent-n-d-713301-16 {{(pid=95103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 19:41:32.033831 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-4d76df75-e973-4a67-be1f-5e49cb1bcb83 tempest-RoutersIpV6Test-563412711 tempest-RoutersIpV6Test-563412711-project] Notify callbacks [] for router, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:32.039091 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-4d76df75-e973-4a67-be1f-5e49cb1bcb83 tempest-RoutersIpV6Test-563412711 tempest-RoutersIpV6Test-563412711-project] 10.222.0.67 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.5228765 Sep 23 19:41:32.039404 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 33302) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:41:32.045281 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-69535297-b509-4b68-a8b5-aedd70143ad2 req-5df57525-a758-493f-b9f9-52177be8eab4 service neutron] 10.222.0.53 "GET /v2.0/networks/bd1e9a1b-24bd-4f73-b7dd-094a5b1ba73a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3336477 Sep 23 19:41:32.085085 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-1a98596e-020f-4ec9-9af3-68875ed55c49 tempest-RoutersNegativeTest-1443160465 tempest-RoutersNegativeTest-1443160465-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5607579', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6130961'] for subnet, after_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:32.166444 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50d27460-fb45-4c88-8e2b-93565506933e None None] Network fc684614-d658-40c7-83a4-c211509e19ab requested from n-d-713301-16 {{(pid=95103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 19:41:32.232958 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd23b63c-1d50-41de-b653-5aeec58f24c1 req-7546a267-0509-46d4-a145-cac7ffc54a68 tempest-AttachVolumeShelveTestJSON-2035318112 tempest-AttachVolumeShelveTestJSON-2035318112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:41:32.243176 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-fd23b63c-1d50-41de-b653-5aeec58f24c1 req-7546a267-0509-46d4-a145-cac7ffc54a68 tempest-AttachVolumeShelveTestJSON-2035318112 tempest-AttachVolumeShelveTestJSON-2035318112-project] 10.222.0.67 "GET /v2.0/ports?device_id=c994c23c-480f-4306-a41c-657703b40238 HTTP/1.1" status: 200 len: 946 time: 0.2227557 Sep 23 19:41:32.298591 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-69535297-b509-4b68-a8b5-aedd70143ad2 req-fe837705-0d00-4dfe-80c0-ce9599e28300 service neutron] 10.222.0.53 "GET /v2.0/networks/bd1e9a1b-24bd-4f73-b7dd-094a5b1ba73a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2410157 Sep 23 19:41:32.388694 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-027344d5-9800-4f52-94e9-de0bba86801d tempest-RoutersTest-320658655 tempest-RoutersTest-320658655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783146162158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783145673144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4399100'] for port, after_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:32.409879 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a98596e-020f-4ec9-9af3-68875ed55c49 tempest-RoutersNegativeTest-1443160465 tempest-RoutersNegativeTest-1443160465-project] Pushing event updated for resources: {'Subnet': ['ID=91a0b33c-cd5a-4a02-9c1b-a49082bf6be7,revision_number=0']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:41:32.436578 n-d-713301-16 neutron-server[95102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-027344d5-9800-4f52-94e9-de0bba86801d tempest-RoutersTest-320658655 tempest-RoutersTest-320658655-project] No DVR routers for this DVR port 8f9cd053-81bb-4fc7-aab4-98fe2a125d16 on host n-d-713301-16 {{(pid=95102) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 19:41:32.452564 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-027344d5-9800-4f52-94e9-de0bba86801d tempest-RoutersTest-320658655 tempest-RoutersTest-320658655-project] Pushing event deleted for resources: {'Port': ['ID=8f9cd053-81bb-4fc7-aab4-98fe2a125d16,revision_number=None']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:41:32.519137 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-248af3e7-80eb-4268-abc6-c9f6e0553042 req-9baa57a9-4723-40f9-ba6d-37aaa2444ed0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:41:32.520726 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-248af3e7-80eb-4268-abc6-c9f6e0553042 req-9baa57a9-4723-40f9-ba6d-37aaa2444ed0 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=71dd9ac001f74f8ba18264101352d8e3&device_id=6942dd4a-2993-4094-af13-ca4f91683a85 HTTP/1.1" status: 200 len: 1096 time: 0.1084280 Sep 23 19:41:32.521606 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a98596e-020f-4ec9-9af3-68875ed55c49 tempest-RoutersNegativeTest-1443160465 tempest-RoutersNegativeTest-1443160465-project] Checking segment: {'id': '9919176d-3a2b-4b26-98c9-7972eb4746bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': 'c71f33d6-dcf5-4e8c-af06-0d88b21e52a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:41:32.521965 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a98596e-020f-4ec9-9af3-68875ed55c49 tempest-RoutersNegativeTest-1443160465 tempest-RoutersNegativeTest-1443160465-project] Network hostable DHCP agents. Network: c71f33d6-dcf5-4e8c-af06-0d88b21e52a0, hostable agents: ['1b18bf05-1b5f-4587-be5c-af3ac38e32ad'], hosted agents: [] {{(pid=95101) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 19:41:32.549432 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a98596e-020f-4ec9-9af3-68875ed55c49 tempest-RoutersNegativeTest-1443160465 tempest-RoutersNegativeTest-1443160465-project] Network c71f33d6-dcf5-4e8c-af06-0d88b21e52a0 is scheduled to be hosted by DHCP agent 1b18bf05-1b5f-4587-be5c-af3ac38e32ad with binding_index 1 {{(pid=95101) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 19:41:32.569658 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.base_scheduler [None req-1a98596e-020f-4ec9-9af3-68875ed55c49 tempest-RoutersNegativeTest-1443160465 tempest-RoutersNegativeTest-1443160465-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713301-16, c71f33d6-dcf5-4e8c-af06-0d88b21e52a0) {{(pid=95101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:41:32.577304 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a98596e-020f-4ec9-9af3-68875ed55c49 tempest-RoutersNegativeTest-1443160465 tempest-RoutersNegativeTest-1443160465-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:41:32.577682 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-1a98596e-020f-4ec9-9af3-68875ed55c49 tempest-RoutersNegativeTest-1443160465 tempest-RoutersNegativeTest-1443160465-project] Notify callbacks [] for subnet, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:32.593028 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b95af20-6a1b-415c-b7c8-017b5c84cb10 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4c8b80df-07eb-5275-9f17-5cf640db67c0-75870418-2b79-4024-b4c1-e93cbcdad656', 'network_id': '75870418-2b79-4024-b4c1-e93cbcdad656', 'tenant_id': 'fd66fc1e2cf64f369d6db25080c0cb06', 'fixed_ips': [{'subnet_id': 'a233a8d5-4456-439f-88df-3fb6e90352e3'}]}} from n-d-713301-16. {{(pid=95103) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 23 19:41:32.593915 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-3b95af20-6a1b-415c-b7c8-017b5c84cb10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_create {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:32.605551 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5199a66-881c-477f-b8ba-a88db6cd6e88 None None] Network c71f33d6-dcf5-4e8c-af06-0d88b21e52a0 requested from n-d-713301-16 {{(pid=95103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 19:41:32.652901 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-1a98596e-020f-4ec9-9af3-68875ed55c49 tempest-RoutersNegativeTest-1443160465 tempest-RoutersNegativeTest-1443160465-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7433357 Sep 23 19:41:32.655657 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 33314) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:41:32.673664 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.v2.base [None req-592c8875-f1c6-499d-a54b-eaebc0b20dfb tempest-RoutersNegativeTest-1443160465 tempest-RoutersNegativeTest-1443160465-project] Request body: {'subnet': {'network_id': 'e7fdf679-b9c0-43b9-b935-96fe97c5a721', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:41:32.698473 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-027344d5-9800-4f52-94e9-de0bba86801d tempest-RoutersTest-320658655 tempest-RoutersTest-320658655-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1754676', 'neutron.services.segments.db._delete_segments_for_network-8783146221460'] for network, precommit_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:32.731213 n-d-713301-16 neutron-server[95102]: DEBUG neutron.services.segments.db [None req-027344d5-9800-4f52-94e9-de0bba86801d tempest-RoutersTest-320658655 tempest-RoutersTest-320658655-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b97a92a8-fc47-4393-bbb6-68bc7a88a325']}} {{(pid=95102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:41:32.743653 n-d-713301-16 neutron-server[95102]: DEBUG neutron.services.segments.db [None req-027344d5-9800-4f52-94e9-de0bba86801d tempest-RoutersTest-320658655 tempest-RoutersTest-320658655-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8944b325-89c7-43c6-96be-f9883ac2cb2d') {'for_net_delete': True} {{(pid=95102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:41:32.744117 n-d-713301-16 neutron-server[95102]: DEBUG neutron.services.segments.db [None req-027344d5-9800-4f52-94e9-de0bba86801d tempest-RoutersTest-320658655 tempest-RoutersTest-320658655-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8944b325-89c7-43c6-96be-f9883ac2cb2d') {} {{(pid=95102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:41:32.755226 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-027344d5-9800-4f52-94e9-de0bba86801d tempest-RoutersTest-320658655 tempest-RoutersTest-320658655-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783146221725', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6162832'] for segment, before_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:32.770488 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-027344d5-9800-4f52-94e9-de0bba86801d tempest-RoutersTest-320658655 tempest-RoutersTest-320658655-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1756186'] for segment, precommit_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:32.777590 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-027344d5-9800-4f52-94e9-de0bba86801d tempest-RoutersTest-320658655 tempest-RoutersTest-320658655-project] Releasing vlan 647 on physical network physnet1 to pool {{(pid=95102) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 19:41:32.778133 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-027344d5-9800-4f52-94e9-de0bba86801d tempest-RoutersTest-320658655 tempest-RoutersTest-320658655-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1756186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4398095'] for segment, after_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:32.850130 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-248af3e7-80eb-4268-abc6-c9f6e0553042 req-a28f205b-7c7d-464b-a2ab-349903571331 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:41:32.854619 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-248af3e7-80eb-4268-abc6-c9f6e0553042 req-a28f205b-7c7d-464b-a2ab-349903571331 service neutron] 10.222.0.53 "GET /v2.0/networks?id=bd1e9a1b-24bd-4f73-b7dd-094a5b1ba73a HTTP/1.1" status: 200 len: 915 time: 0.3222785 Sep 23 19:41:32.862770 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Provisioning complete for port 43ab9405-6e46-4d0a-885c-e6f8ebbac60c triggered by entity L2. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:41:32.863202 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:32.906050 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55491b6b-58f4-4b8c-833a-acd4f9c7ae63 None None] DHCP port deletion for b97a92a8-fc47-4393-bbb6-68bc7a88a325 request from n-d-713301-16 {{(pid=95103) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 23 19:41:32.913875 n-d-713301-16 neutron-server[95102]: Traceback (most recent call last): Sep 23 19:41:32.913875 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 19:41:32.913875 n-d-713301-16 neutron-server[95102]: timer() Sep 23 19:41:32.913875 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 19:41:32.913875 n-d-713301-16 neutron-server[95102]: cb(*args, **kw) Sep 23 19:41:32.913875 n-d-713301-16 neutron-server[95102]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 19:41:32.913875 n-d-713301-16 neutron-server[95102]: return func(*args, **kwargs) Sep 23 19:41:32.913875 n-d-713301-16 neutron-server[95102]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 19:41:32.913875 n-d-713301-16 neutron-server[95102]: self._notify() Sep 23 19:41:32.913875 n-d-713301-16 neutron-server[95102]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 19:41:32.913875 n-d-713301-16 neutron-server[95102]: self.callback(batched_events) Sep 23 19:41:32.913875 n-d-713301-16 neutron-server[95102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 19:41:32.913875 n-d-713301-16 neutron-server[95102]: event.method(event) Sep 23 19:41:32.913875 n-d-713301-16 neutron-server[95102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 19:41:32.913875 n-d-713301-16 neutron-server[95102]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 19:41:32.913875 n-d-713301-16 neutron-server[95102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 19:41:32.913875 n-d-713301-16 neutron-server[95102]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 19:41:32.913875 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 19:41:32.913875 n-d-713301-16 neutron-server[95102]: return f(self, *a, **k) Sep 23 19:41:32.913875 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 19:41:32.913875 n-d-713301-16 neutron-server[95102]: return self._get(url).json() Sep 23 19:41:32.913875 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 19:41:32.913875 n-d-713301-16 neutron-server[95102]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 19:41:32.913875 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 19:41:32.913875 n-d-713301-16 neutron-server[95102]: return self.request(url, 'GET', **kwargs) Sep 23 19:41:32.913875 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 19:41:32.913875 n-d-713301-16 neutron-server[95102]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 19:41:32.913875 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 19:41:32.913875 n-d-713301-16 neutron-server[95102]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 19:41:32.913875 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 19:41:32.913875 n-d-713301-16 neutron-server[95102]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 19:41:32.913875 n-d-713301-16 neutron-server[95102]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 19:41:32.923736 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-fd23b63c-1d50-41de-b653-5aeec58f24c1 req-6b445c36-e698-4fca-88cd-8275eb38a2c0 tempest-AttachVolumeShelveTestJSON-2035318112 tempest-AttachVolumeShelveTestJSON-2035318112-project] 10.222.0.67 "GET /v2.0/security-groups?id=dd8506a8-7e56-49b4-9c74-3948d9b76f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6783984 Sep 23 19:41:32.958926 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-248af3e7-80eb-4268-abc6-c9f6e0553042 req-e185bfcf-d98d-4174-ac1b-fb6afc2d3941 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=da1cccf9-fec5-48ec-99c3-a7ba7ed97445 HTTP/1.1" status: 200 len: 217 time: 0.0903172 Sep 23 19:41:33.074564 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-248af3e7-80eb-4268-abc6-c9f6e0553042 req-9687b278-1b2e-4ec5-ad48-4d09221959b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:41:33.076184 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-248af3e7-80eb-4268-abc6-c9f6e0553042 req-9687b278-1b2e-4ec5-ad48-4d09221959b5 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=3168c2f0-c410-47c7-9b0a-467008e3d34d HTTP/1.1" status: 200 len: 854 time: 0.1014671 Sep 23 19:41:33.077492 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-592c8875-f1c6-499d-a54b-eaebc0b20dfb tempest-RoutersNegativeTest-1443160465 tempest-RoutersNegativeTest-1443160465-project] Made reservation on behalf of e4dc04527fab4244895a6b86f496b8a6 for: {'subnet': 1} {{(pid=95101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:41:33.081572 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-592c8875-f1c6-499d-a54b-eaebc0b20dfb tempest-RoutersNegativeTest-1443160465 tempest-RoutersNegativeTest-1443160465-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6130979'] for subnet, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:33.123984 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-027344d5-9800-4f52-94e9-de0bba86801d tempest-RoutersTest-320658655 tempest-RoutersTest-320658655-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1754627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-601866'] for network, after_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:33.131074 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-027344d5-9800-4f52-94e9-de0bba86801d tempest-RoutersTest-320658655 tempest-RoutersTest-320658655-project] Notify callbacks [] for network, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:33.138894 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-027344d5-9800-4f52-94e9-de0bba86801d tempest-RoutersTest-320658655 tempest-RoutersTest-320658655-project] 10.222.0.67 "DELETE /v2.0/networks/b97a92a8-fc47-4393-bbb6-68bc7a88a325 HTTP/1.1" status: 204 len: 168 time: 1.8146524 Sep 23 19:41:33.143857 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 33318) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:41:33.197077 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18312f3b-8853-43ab-a21b-ae494cc3a3b4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4c8b80df-07eb-5275-9f17-5cf640db67c0-c71f33d6-dcf5-4e8c-af06-0d88b21e52a0', 'network_id': 'c71f33d6-dcf5-4e8c-af06-0d88b21e52a0', 'tenant_id': 'e4dc04527fab4244895a6b86f496b8a6', 'fixed_ips': [{'subnet_id': '91a0b33c-cd5a-4a02-9c1b-a49082bf6be7'}]}} from n-d-713301-16. {{(pid=95103) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 23 19:41:33.204758 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-18312f3b-8853-43ab-a21b-ae494cc3a3b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_create {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:33.205328 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-0e3f41f8-4b7e-4f1c-af44-3432648f2e5f tempest-RoutersIpV6Test-563412711 tempest-RoutersIpV6Test-563412711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:33.243009 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-ee3d3db8-a04e-400e-b556-67e96ec27751 None None] Provisioning complete for port 43ab9405-6e46-4d0a-885c-e6f8ebbac60c triggered by entity DHCP. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:41:33.243383 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-ee3d3db8-a04e-400e-b556-67e96ec27751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:33.247561 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.v2.base [None req-7e629d74-3324-4f7f-bdad-8888d72d3d91 tempest-RoutersTest-320658655 tempest-RoutersTest-320658655-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-629049379', 'external_gateway_info': {'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac'}, 'admin_state_up': False}} {{(pid=95102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:41:33.311757 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-027344d5-9800-4f52-94e9-de0bba86801d tempest-RoutersTest-320658655 tempest-RoutersTest-320658655-project] Pushing event deleted for resources: {'Network': ['ID=b97a92a8-fc47-4393-bbb6-68bc7a88a325,revision_number=None']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:41:33.421026 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-592c8875-f1c6-499d-a54b-eaebc0b20dfb tempest-RoutersNegativeTest-1443160465 tempest-RoutersNegativeTest-1443160465-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5607579', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6130961'] for subnet, after_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:33.459107 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-248af3e7-80eb-4268-abc6-c9f6e0553042 req-7d79a9ad-e63e-4132-8b51-bb54ec4af358 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=bd1e9a1b-24bd-4f73-b7dd-094a5b1ba73a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0495038 Sep 23 19:41:33.467842 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30fca8d5-cad4-4a86-a40d-c6f98348be89 req-31df500a-97c9-478b-913d-946498334069 tempest-ServersNegativeTestJSON-1638865794 tempest-ServersNegativeTestJSON-1638865794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:41:33.469527 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-30fca8d5-cad4-4a86-a40d-c6f98348be89 req-31df500a-97c9-478b-913d-946498334069 tempest-ServersNegativeTestJSON-1638865794 tempest-ServersNegativeTestJSON-1638865794-project] 10.222.0.67 "GET /v2.0/ports?device_id=6942dd4a-2993-4094-af13-ca4f91683a85 HTTP/1.1" status: 200 len: 944 time: 0.9308074 Sep 23 19:41:33.570104 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-30fca8d5-cad4-4a86-a40d-c6f98348be89 req-213f8bf6-f6bf-4729-a020-a1257951fc0c tempest-ServersNegativeTestJSON-1638865794 tempest-ServersNegativeTestJSON-1638865794-project] 10.222.0.67 "GET /v2.0/security-groups?id=4daca97c-f524-4fb0-8b34-b36a0affa33e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614314 Sep 23 19:41:33.571700 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-7e629d74-3324-4f7f-bdad-8888d72d3d91 tempest-RoutersTest-320658655 tempest-RoutersTest-320658655-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-594563', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29355'] for router, before_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:33.573735 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-7e629d74-3324-4f7f-bdad-8888d72d3d91 tempest-RoutersTest-320658655 tempest-RoutersTest-320658655-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-597363', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-601731', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-739356', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29346'] for router, precommit_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:33.735763 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:33.744719 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-7e629d74-3324-4f7f-bdad-8888d72d3d91 tempest-RoutersTest-320658655 tempest-RoutersTest-320658655-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:33.751261 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-248af3e7-80eb-4268-abc6-c9f6e0553042 req-049fa8bd-9fda-4d8b-a306-815cc5d8e758 service neutron] 10.222.0.53 "GET /v2.0/networks/bd1e9a1b-24bd-4f73-b7dd-094a5b1ba73a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2724278 Sep 23 19:41:33.762699 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-592c8875-f1c6-499d-a54b-eaebc0b20dfb tempest-RoutersNegativeTest-1443160465 tempest-RoutersNegativeTest-1443160465-project] Pushing event updated for resources: {'Subnet': ['ID=3acf33bc-b6f3-49f1-b6c8-67f95f0db935,revision_number=0']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:41:33.824570 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.db_base_plugin_common [None req-3b95af20-6a1b-415c-b7c8-017b5c84cb10 None None] Allocated IP 2001:db8:1::2 (75870418-2b79-4024-b4c1-e93cbcdad656/a233a8d5-4456-439f-88df-3fb6e90352e3/d26070bf-202d-400c-84c9-cf5107760ee6) {{(pid=95103) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 19:41:33.842064 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-592c8875-f1c6-499d-a54b-eaebc0b20dfb tempest-RoutersNegativeTest-1443160465 tempest-RoutersNegativeTest-1443160465-project] Checking segment: {'id': 'a37f3eee-43fd-4853-9af6-6a4d2dcc1b5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': 'e7fdf679-b9c0-43b9-b935-96fe97c5a721'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:41:33.845359 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-592c8875-f1c6-499d-a54b-eaebc0b20dfb tempest-RoutersNegativeTest-1443160465 tempest-RoutersNegativeTest-1443160465-project] Network hostable DHCP agents. Network: e7fdf679-b9c0-43b9-b935-96fe97c5a721, hostable agents: ['1b18bf05-1b5f-4587-be5c-af3ac38e32ad'], hosted agents: [] {{(pid=95101) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 19:41:33.921447 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-ee3d3db8-a04e-400e-b556-67e96ec27751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:33.943592 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-248af3e7-80eb-4268-abc6-c9f6e0553042 req-21f3aa20-4038-4376-a83e-5883ca64160c service neutron] 10.222.0.53 "GET /v2.0/networks/bd1e9a1b-24bd-4f73-b7dd-094a5b1ba73a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1771462 Sep 23 19:41:33.971808 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Device da1cccf9-fec5-48ec-99c3-a7ba7ed97445 details requested by agent hyperv_n-h2-713301-16 with host n-h2-713301-16 {{(pid=95103) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 19:41:33.978719 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-592c8875-f1c6-499d-a54b-eaebc0b20dfb tempest-RoutersNegativeTest-1443160465 tempest-RoutersNegativeTest-1443160465-project] Network e7fdf679-b9c0-43b9-b935-96fe97c5a721 is scheduled to be hosted by DHCP agent 1b18bf05-1b5f-4587-be5c-af3ac38e32ad with binding_index 1 {{(pid=95101) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 19:41:34.000156 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.base_scheduler [None req-592c8875-f1c6-499d-a54b-eaebc0b20dfb tempest-RoutersNegativeTest-1443160465 tempest-RoutersNegativeTest-1443160465-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713301-16, e7fdf679-b9c0-43b9-b935-96fe97c5a721) {{(pid=95101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:41:34.019488 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-592c8875-f1c6-499d-a54b-eaebc0b20dfb tempest-RoutersNegativeTest-1443160465 tempest-RoutersNegativeTest-1443160465-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:41:34.020425 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-592c8875-f1c6-499d-a54b-eaebc0b20dfb tempest-RoutersNegativeTest-1443160465 tempest-RoutersNegativeTest-1443160465-project] Notify callbacks [] for subnet, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:34.028807 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fe70f1b-7f52-4ad2-98d9-35b44e2c9a18 None None] Network e7fdf679-b9c0-43b9-b935-96fe97c5a721 requested from n-d-713301-16 {{(pid=95103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 19:41:34.053874 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-592c8875-f1c6-499d-a54b-eaebc0b20dfb tempest-RoutersNegativeTest-1443160465 tempest-RoutersNegativeTest-1443160465-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3971543 Sep 23 19:41:34.057491 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 33328) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:41:34.095263 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-7e629d74-3324-4f7f-bdad-8888d72d3d91 tempest-RoutersTest-320658655 tempest-RoutersTest-320658655-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:34.101233 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] For port 43ab9405-6e46-4d0a-885c-e6f8ebbac60c, host n-d-713301-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-16',level=0,port_id=43ab9405-6e46-4d0a-885c-e6f8ebbac60c,segment=NetworkSegment(a2b2a05c-384e-4f17-9196-65cff3616ca1),segment_id=a2b2a05c-384e-4f17-9196-65cff3616ca1)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:41:34.136748 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:34.137850 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Device 07298cde-d643-4a7d-a579-798b4b3ec582 up at agent ovs-agent-n-d-713301-16 {{(pid=95103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 19:41:34.213633 n-d-713301-16 neutron-server[95102]: DEBUG neutron.db.db_base_plugin_common [None req-0e3f41f8-4b7e-4f1c-af44-3432648f2e5f tempest-RoutersIpV6Test-563412711 tempest-RoutersIpV6Test-563412711-project] Allocated IP 2001:db8::1 (107e60a5-ffc9-4f86-b233-d488395c31b5/54f5acb6-b526-482e-aa12-b9c7549a89c7/0a6eb33e-7746-4397-b1cb-95dfa0e85405) {{(pid=95102) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 19:41:34.248049 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.db.resource_extend [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=95103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 23 19:41:34.396297 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f97fc4-0459-4ebf-acb0-87f0fe87dcb6 req-6faadcba-4f70-4481-be74-0e599a718219 tempest-AttachVolumeShelveTestJSON-2035318112 tempest-AttachVolumeShelveTestJSON-2035318112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:41:34.398681 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-23f97fc4-0459-4ebf-acb0-87f0fe87dcb6 req-6faadcba-4f70-4481-be74-0e599a718219 tempest-AttachVolumeShelveTestJSON-2035318112 tempest-AttachVolumeShelveTestJSON-2035318112-project] 10.222.0.67 "GET /v2.0/ports?device_id=c994c23c-480f-4306-a41c-657703b40238 HTTP/1.1" status: 200 len: 946 time: 0.3102303 Sep 23 19:41:34.455839 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-0e3f41f8-4b7e-4f1c-af44-3432648f2e5f tempest-RoutersIpV6Test-563412711 tempest-RoutersIpV6Test-563412711-project] Notify callbacks [] for port, precommit_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:34.477859 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-7e6d2051-2d0f-4a0c-a77b-ae03a59d5009 tempest-RoutersNegativeTest-1443160465 tempest-RoutersNegativeTest-1443160465-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:34.478118 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.db_base_plugin_common [None req-18312f3b-8853-43ab-a21b-ae494cc3a3b4 None None] Allocated IP 172.20.0.2 (c71f33d6-dcf5-4e8c-af06-0d88b21e52a0/91a0b33c-cd5a-4a02-9c1b-a49082bf6be7/11089a17-eec5-429b-9922-c502af98072f) {{(pid=95103) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 19:41:34.534054 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-23f97fc4-0459-4ebf-acb0-87f0fe87dcb6 req-4c81ed45-5943-44ae-a66a-2b6b29301d78 tempest-AttachVolumeShelveTestJSON-2035318112 tempest-AttachVolumeShelveTestJSON-2035318112-project] 10.222.0.67 "GET /v2.0/security-groups?id=dd8506a8-7e56-49b4-9c74-3948d9b76f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1225603 Sep 23 19:41:34.569133 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-0e3f41f8-4b7e-4f1c-af44-3432648f2e5f tempest-RoutersIpV6Test-563412711 tempest-RoutersIpV6Test-563412711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783145673135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4399100'] for port, after_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:34.730373 n-d-713301-16 neutron-server[95102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e3f41f8-4b7e-4f1c-af44-3432648f2e5f tempest-RoutersIpV6Test-563412711 tempest-RoutersIpV6Test-563412711-project] Network 107e60a5-ffc9-4f86-b233-d488395c31b5 is already hosted by enough agents. {{(pid=95102) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:41:34.743707 n-d-713301-16 neutron-server[95102]: DEBUG neutron.scheduler.base_scheduler [None req-0e3f41f8-4b7e-4f1c-af44-3432648f2e5f tempest-RoutersIpV6Test-563412711 tempest-RoutersIpV6Test-563412711-project] Resources bound (agent type, host, resource id): {{(pid=95102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:41:34.750532 n-d-713301-16 neutron-server[95102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e3f41f8-4b7e-4f1c-af44-3432648f2e5f tempest-RoutersIpV6Test-563412711 tempest-RoutersIpV6Test-563412711-project] Received port after_create {{(pid=95102) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 19:41:34.751529 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-0e3f41f8-4b7e-4f1c-af44-3432648f2e5f tempest-RoutersIpV6Test-563412711 tempest-RoutersIpV6Test-563412711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-601987'] for router_interface, before_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:34.860093 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-18312f3b-8853-43ab-a21b-ae494cc3a3b4 None None] Notify callbacks [] for port, precommit_create {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:34.887392 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Pushing event updated for resources: {'Port': ['ID=43ab9405-6e46-4d0a-885c-e6f8ebbac60c,revision_number=3']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:41:34.890134 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.db.api [None req-ee3d3db8-a04e-400e-b556-67e96ec27751 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95103) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 23 19:41:34.890493 n-d-713301-16 neutron-server[95103]: DEBUG oslo_db.api [None req-ee3d3db8-a04e-400e-b556-67e96ec27751 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 23 19:41:34.912150 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e3f41f8-4b7e-4f1c-af44-3432648f2e5f tempest-RoutersIpV6Test-563412711 tempest-RoutersIpV6Test-563412711-project] Pushing event updated for resources: {'Port': ['ID=0a6eb33e-7746-4397-b1cb-95dfa0e85405,revision_number=1']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:41:34.942223 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-18312f3b-8853-43ab-a21b-ae494cc3a3b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783145673135'] for port, after_create {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:34.979908 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-7e629d74-3324-4f7f-bdad-8888d72d3d91 tempest-RoutersTest-320658655 tempest-RoutersTest-320658655-project] Notify callbacks [] for router_gateway, before_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:34.987430 n-d-713301-16 neutron-server[95101]: DEBUG neutron.db.db_base_plugin_common [None req-7e6d2051-2d0f-4a0c-a77b-ae03a59d5009 tempest-RoutersNegativeTest-1443160465 tempest-RoutersNegativeTest-1443160465-project] Allocated IP 172.20.0.1 (c71f33d6-dcf5-4e8c-af06-0d88b21e52a0/91a0b33c-cd5a-4a02-9c1b-a49082bf6be7/5d85f861-4369-4661-88f9-23709c0dda15) {{(pid=95101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 19:41:35.056662 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-7e629d74-3324-4f7f-bdad-8888d72d3d91 tempest-RoutersTest-320658655 tempest-RoutersTest-320658655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:35.082832 n-d-713301-16 neutron-server[95103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18312f3b-8853-43ab-a21b-ae494cc3a3b4 None None] Network c71f33d6-dcf5-4e8c-af06-0d88b21e52a0 is already hosted by enough agents. {{(pid=95103) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:41:35.083054 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0268a6d7-ab63-4a04-a97f-1973be13d8ce req-f3c8f2b3-bc59-41dc-9ddb-e27f0045fb31 tempest-ServersNegativeTestJSON-1638865794 tempest-ServersNegativeTestJSON-1638865794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:41:35.091133 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-0268a6d7-ab63-4a04-a97f-1973be13d8ce req-f3c8f2b3-bc59-41dc-9ddb-e27f0045fb31 tempest-ServersNegativeTestJSON-1638865794 tempest-ServersNegativeTestJSON-1638865794-project] 10.222.0.67 "GET /v2.0/ports?device_id=6942dd4a-2993-4094-af13-ca4f91683a85 HTTP/1.1" status: 200 len: 944 time: 0.3739038 Sep 23 19:41:35.098428 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18312f3b-8853-43ab-a21b-ae494cc3a3b4 None None] Pushing event updated for resources: {'Port': ['ID=11089a17-eec5-429b-9922-c502af98072f,revision_number=1']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:41:35.100965 n-d-713301-16 neutron-server[95103]: DEBUG neutron.scheduler.base_scheduler [None req-18312f3b-8853-43ab-a21b-ae494cc3a3b4 None None] Resources bound (agent type, host, resource id): {{(pid=95103) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:41:35.127694 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Provisioning complete for port 07298cde-d643-4a7d-a579-798b4b3ec582 triggered by entity L2. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:41:35.128073 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:35.205854 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18312f3b-8853-43ab-a21b-ae494cc3a3b4 None None] Received port after_create {{(pid=95103) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 19:41:35.222790 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-7e6d2051-2d0f-4a0c-a77b-ae03a59d5009 tempest-RoutersNegativeTest-1443160465 tempest-RoutersNegativeTest-1443160465-project] Notify callbacks [] for port, precommit_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:35.270151 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-7e6d2051-2d0f-4a0c-a77b-ae03a59d5009 tempest-RoutersNegativeTest-1443160465 tempest-RoutersNegativeTest-1443160465-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783145673135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5607431'] for port, after_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:35.273786 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-0268a6d7-ab63-4a04-a97f-1973be13d8ce req-77522f7f-eb5a-41bc-9ff4-59c814fc7114 tempest-ServersNegativeTestJSON-1638865794 tempest-ServersNegativeTestJSON-1638865794-project] 10.222.0.67 "GET /v2.0/security-groups?id=4daca97c-f524-4fb0-8b34-b36a0affa33e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1815841 Sep 23 19:41:35.302227 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-0e3f41f8-4b7e-4f1c-af44-3432648f2e5f tempest-RoutersIpV6Test-563412711 tempest-RoutersIpV6Test-563412711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:35.323929 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-3b95af20-6a1b-415c-b7c8-017b5c84cb10 None None] Notify callbacks [] for port, precommit_create {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:35.348231 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] For port da1cccf9-fec5-48ec-99c3-a7ba7ed97445, host n-h2-713301-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-16',level=0,port_id=da1cccf9-fec5-48ec-99c3-a7ba7ed97445,segment=NetworkSegment(73539111-d512-4650-9e44-61bde391e31a),segment_id=73539111-d512-4650-9e44-61bde391e31a)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:41:35.363877 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Returning: {'device': 'da1cccf9-fec5-48ec-99c3-a7ba7ed97445', 'network_id': 'bd1e9a1b-24bd-4f73-b7dd-094a5b1ba73a', 'port_id': 'da1cccf9-fec5-48ec-99c3-a7ba7ed97445', 'mac_address': 'fa:16:3e:80:b0:55', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 648, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3168c2f0-c410-47c7-9b0a-467008e3d34d', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95103) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 19:41:35.394895 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e6d2051-2d0f-4a0c-a77b-ae03a59d5009 tempest-RoutersNegativeTest-1443160465 tempest-RoutersNegativeTest-1443160465-project] Network c71f33d6-dcf5-4e8c-af06-0d88b21e52a0 is already hosted by enough agents. {{(pid=95101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:41:35.399889 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.base_scheduler [None req-7e6d2051-2d0f-4a0c-a77b-ae03a59d5009 tempest-RoutersNegativeTest-1443160465 tempest-RoutersNegativeTest-1443160465-project] Resources bound (agent type, host, resource id): {{(pid=95101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:41:35.411319 n-d-713301-16 neutron-server[95101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e6d2051-2d0f-4a0c-a77b-ae03a59d5009 tempest-RoutersNegativeTest-1443160465 tempest-RoutersNegativeTest-1443160465-project] Received port after_create {{(pid=95101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 19:41:35.422084 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-3b95af20-6a1b-415c-b7c8-017b5c84cb10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783145673135'] for port, after_create {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:35.445282 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e6d2051-2d0f-4a0c-a77b-ae03a59d5009 tempest-RoutersNegativeTest-1443160465 tempest-RoutersNegativeTest-1443160465-project] Pushing event updated for resources: {'Port': ['ID=5d85f861-4369-4661-88f9-23709c0dda15,revision_number=1']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:41:35.479872 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:35.512155 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-7e6d2051-2d0f-4a0c-a77b-ae03a59d5009 tempest-RoutersNegativeTest-1443160465 tempest-RoutersNegativeTest-1443160465-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-601987'] for router_interface, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:35.527393 n-d-713301-16 neutron-server[95102]: DEBUG neutron.db.db_base_plugin_common [None req-7e629d74-3324-4f7f-bdad-8888d72d3d91 tempest-RoutersTest-320658655 tempest-RoutersTest-320658655-project] Allocated IP 172.25.1.65 (5dec5c09-378e-4f50-89cc-d94eb81c3bac/eff83446-018c-428d-b3f5-54ac9abe7a2a/9adc88dd-f5b2-4c60-b1b5-ffa744b7ba87) {{(pid=95102) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 19:41:35.564299 n-d-713301-16 neutron-server[95103]: DEBUG neutron.notifiers.nova [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id da1cccf9-fec5-48ec-99c3-a7ba7ed97445 {{(pid=95103) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 19:41:35.568897 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b95af20-6a1b-415c-b7c8-017b5c84cb10 None None] Pushing event updated for resources: {'Port': ['ID=d26070bf-202d-400c-84c9-cf5107760ee6,revision_number=1']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:41:35.580185 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.managers [None req-18312f3b-8853-43ab-a21b-ae494cc3a3b4 None None] Attempting to bind port 11089a17-eec5-429b-9922-c502af98072f on host n-d-713301-16 for vnic_type normal with profile {{(pid=95103) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 19:41:35.580564 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.managers [None req-18312f3b-8853-43ab-a21b-ae494cc3a3b4 None None] Attempting to bind port 11089a17-eec5-429b-9922-c502af98072f by drivers openvswitch,hyperv on host n-d-713301-16 at level 0 using segments [{'id': '9919176d-3a2b-4b26-98c9-7972eb4746bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': 'c71f33d6-dcf5-4e8c-af06-0d88b21e52a0'}] {{(pid=95103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 19:41:35.580962 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18312f3b-8853-43ab-a21b-ae494cc3a3b4 None None] Attempting to bind port 11089a17-eec5-429b-9922-c502af98072f on network c71f33d6-dcf5-4e8c-af06-0d88b21e52a0 {{(pid=95103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:41:35.588035 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80947af0-57e5-44f5-bae3-a204fd1228a8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4c8b80df-07eb-5275-9f17-5cf640db67c0-e7fdf679-b9c0-43b9-b935-96fe97c5a721', 'network_id': 'e7fdf679-b9c0-43b9-b935-96fe97c5a721', 'tenant_id': 'e4dc04527fab4244895a6b86f496b8a6', 'fixed_ips': [{'subnet_id': '3acf33bc-b6f3-49f1-b6c8-67f95f0db935'}]}} from n-d-713301-16. {{(pid=95103) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 23 19:41:35.588919 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-80947af0-57e5-44f5-bae3-a204fd1228a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_create {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:35.598555 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18312f3b-8853-43ab-a21b-ae494cc3a3b4 None None] Checking agent: {'id': '70a14545-df24-472f-8f95-bfe1719bff93', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 19, 7, 53), 'started_at': datetime.datetime(2021, 9, 23, 19, 8, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 19, 41, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 19:41:35.598939 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18312f3b-8853-43ab-a21b-ae494cc3a3b4 None None] Checking segment: {'id': '9919176d-3a2b-4b26-98c9-7972eb4746bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': 'c71f33d6-dcf5-4e8c-af06-0d88b21e52a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95103) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:41:35.599713 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-18312f3b-8853-43ab-a21b-ae494cc3a3b4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:35.599713 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18312f3b-8853-43ab-a21b-ae494cc3a3b4 None None] Bound using segment: {'id': '9919176d-3a2b-4b26-98c9-7972eb4746bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': 'c71f33d6-dcf5-4e8c-af06-0d88b21e52a0'} {{(pid=95103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 19:41:35.600222 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.managers [None req-18312f3b-8853-43ab-a21b-ae494cc3a3b4 None None] Bound port: 11089a17-eec5-429b-9922-c502af98072f, host: n-d-713301-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9919176d-3a2b-4b26-98c9-7972eb4746bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': 'c71f33d6-dcf5-4e8c-af06-0d88b21e52a0'}}] {{(pid=95103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 19:41:35.600696 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-18312f3b-8853-43ab-a21b-ae494cc3a3b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:35.618072 n-d-713301-16 neutron-server[95103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b95af20-6a1b-415c-b7c8-017b5c84cb10 None None] Network 75870418-2b79-4024-b4c1-e93cbcdad656 is already hosted by enough agents. {{(pid=95103) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:41:35.712392 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-18312f3b-8853-43ab-a21b-ae494cc3a3b4 None None] For port 11089a17-eec5-429b-9922-c502af98072f, host n-d-713301-16, cleared binding levels {{(pid=95103) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 19:41:35.716062 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-18312f3b-8853-43ab-a21b-ae494cc3a3b4 None None] For port 11089a17-eec5-429b-9922-c502af98072f, host n-d-713301-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-16',level=0,port_id=11089a17-eec5-429b-9922-c502af98072f,segment=NetworkSegment(9919176d-3a2b-4b26-98c9-7972eb4746bd),segment_id=9919176d-3a2b-4b26-98c9-7972eb4746bd)] {{(pid=95103) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 19:41:35.733913 n-d-713301-16 neutron-server[95103]: DEBUG neutron.scheduler.base_scheduler [None req-3b95af20-6a1b-415c-b7c8-017b5c84cb10 None None] Resources bound (agent type, host, resource id): {{(pid=95103) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:41:35.747265 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b95af20-6a1b-415c-b7c8-017b5c84cb10 None None] Received port after_create {{(pid=95103) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 19:41:35.751895 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-7e629d74-3324-4f7f-bdad-8888d72d3d91 tempest-RoutersTest-320658655 tempest-RoutersTest-320658655-project] Notify callbacks [] for port, precommit_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:35.753540 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-7e6d2051-2d0f-4a0c-a77b-ae03a59d5009 tempest-RoutersNegativeTest-1443160465 tempest-RoutersNegativeTest-1443160465-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:35.756239 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-18312f3b-8853-43ab-a21b-ae494cc3a3b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:35.900077 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-7e629d74-3324-4f7f-bdad-8888d72d3d91 tempest-RoutersTest-320658655 tempest-RoutersTest-320658655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783145673135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4399100'] for port, after_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:35.964672 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c9ef5a2-510e-4427-b59f-acc665a1ed09 req-795d2145-a550-4ada-bc27-01de17206bc8 tempest-AttachVolumeShelveTestJSON-2035318112 tempest-AttachVolumeShelveTestJSON-2035318112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:41:35.966219 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-5c9ef5a2-510e-4427-b59f-acc665a1ed09 req-795d2145-a550-4ada-bc27-01de17206bc8 tempest-AttachVolumeShelveTestJSON-2035318112 tempest-AttachVolumeShelveTestJSON-2035318112-project] 10.222.0.67 "GET /v2.0/ports?device_id=c994c23c-480f-4306-a41c-657703b40238 HTTP/1.1" status: 200 len: 946 time: 0.1896064 Sep 23 19:41:35.970676 n-d-713301-16 neutron-server[95102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e629d74-3324-4f7f-bdad-8888d72d3d91 tempest-RoutersTest-320658655 tempest-RoutersTest-320658655-project] Network 5dec5c09-378e-4f50-89cc-d94eb81c3bac is already hosted by enough agents. {{(pid=95102) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:41:35.976591 n-d-713301-16 neutron-server[95102]: DEBUG neutron.scheduler.base_scheduler [None req-7e629d74-3324-4f7f-bdad-8888d72d3d91 tempest-RoutersTest-320658655 tempest-RoutersTest-320658655-project] Resources bound (agent type, host, resource id): {{(pid=95102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:41:35.991311 n-d-713301-16 neutron-server[95102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e629d74-3324-4f7f-bdad-8888d72d3d91 tempest-RoutersTest-320658655 tempest-RoutersTest-320658655-project] Received port after_create {{(pid=95102) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 19:41:36.001053 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.db_base_plugin_common [None req-80947af0-57e5-44f5-bae3-a204fd1228a8 None None] Allocated IP 172.20.0.2 (e7fdf679-b9c0-43b9-b935-96fe97c5a721/3acf33bc-b6f3-49f1-b6c8-67f95f0db935/78fe052c-585a-4d71-8bbf-40f9ac1d0bbf) {{(pid=95103) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 19:41:36.102417 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-0e3f41f8-4b7e-4f1c-af44-3432648f2e5f tempest-RoutersIpV6Test-563412711 tempest-RoutersIpV6Test-563412711-project] Notify callbacks [] for port, precommit_update {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:36.120911 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e629d74-3324-4f7f-bdad-8888d72d3d91 tempest-RoutersTest-320658655 tempest-RoutersTest-320658655-project] Pushing event updated for resources: {'Port': ['ID=9adc88dd-f5b2-4c60-b1b5-ffa744b7ba87,revision_number=1']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:41:36.127701 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-0e3f41f8-4b7e-4f1c-af44-3432648f2e5f tempest-RoutersIpV6Test-563412711 tempest-RoutersIpV6Test-563412711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4399095'] for port, after_update {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:36.128667 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-0e3f41f8-4b7e-4f1c-af44-3432648f2e5f tempest-RoutersIpV6Test-563412711 tempest-RoutersIpV6Test-563412711-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-527313', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-601459'] for router_interface, after_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:36.190903 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-80947af0-57e5-44f5-bae3-a204fd1228a8 None None] Notify callbacks [] for port, precommit_create {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:36.197854 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] For port da1cccf9-fec5-48ec-99c3-a7ba7ed97445, host n-h2-713301-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-16',level=0,port_id=da1cccf9-fec5-48ec-99c3-a7ba7ed97445,segment=NetworkSegment(73539111-d512-4650-9e44-61bde391e31a),segment_id=73539111-d512-4650-9e44-61bde391e31a)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:41:36.207501 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-944a4668-135f-4bad-94a4-d860029593c2 None None] Provisioning complete for port 0a6eb33e-7746-4397-b1cb-95dfa0e85405 triggered by entity DHCP. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:41:36.207902 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-944a4668-135f-4bad-94a4-d860029593c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:36.231221 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-7e6d2051-2d0f-4a0c-a77b-ae03a59d5009 tempest-RoutersNegativeTest-1443160465 tempest-RoutersNegativeTest-1443160465-project] Notify callbacks [] for port, precommit_update {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:36.240090 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-7e6d2051-2d0f-4a0c-a77b-ae03a59d5009 tempest-RoutersNegativeTest-1443160465 tempest-RoutersNegativeTest-1443160465-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5607436'] for port, after_update {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:36.246846 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-5c9ef5a2-510e-4427-b59f-acc665a1ed09 req-9a7a30b3-6022-4798-938d-edc2bde8bc1f tempest-AttachVolumeShelveTestJSON-2035318112 tempest-AttachVolumeShelveTestJSON-2035318112-project] 10.222.0.67 "GET /v2.0/security-groups?id=dd8506a8-7e56-49b4-9c74-3948d9b76f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2716029 Sep 23 19:41:36.258777 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18312f3b-8853-43ab-a21b-ae494cc3a3b4 None None] Pushing event updated for resources: {'Port': ['ID=11089a17-eec5-429b-9922-c502af98072f,revision_number=2']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:41:36.271293 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.plugin [None req-944a4668-135f-4bad-94a4-d860029593c2 None None] Port 0a6eb33e-7746-4397-b1cb-95dfa0e85405 cannot update to ACTIVE because it is not bound. {{(pid=95103) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 19:41:36.306926 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:36.311339 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-80947af0-57e5-44f5-bae3-a204fd1228a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783145673135'] for port, after_create {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:36.363342 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e6d2051-2d0f-4a0c-a77b-ae03a59d5009 tempest-RoutersNegativeTest-1443160465 tempest-RoutersNegativeTest-1443160465-project] Pushing event updated for resources: {'Port': ['ID=5d85f861-4369-4661-88f9-23709c0dda15,revision_number=2']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:41:36.392293 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Pushing event updated for resources: {'Port': ['ID=da1cccf9-fec5-48ec-99c3-a7ba7ed97445,revision_number=4']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:41:36.412561 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-7e6d2051-2d0f-4a0c-a77b-ae03a59d5009 tempest-RoutersNegativeTest-1443160465 tempest-RoutersNegativeTest-1443160465-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-527313', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-601459'] for router_interface, after_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:36.467429 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80947af0-57e5-44f5-bae3-a204fd1228a8 None None] Pushing event updated for resources: {'Port': ['ID=78fe052c-585a-4d71-8bbf-40f9ac1d0bbf,revision_number=1']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:41:36.478727 n-d-713301-16 neutron-server[95103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80947af0-57e5-44f5-bae3-a204fd1228a8 None None] Network e7fdf679-b9c0-43b9-b935-96fe97c5a721 is already hosted by enough agents. {{(pid=95103) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:41:36.497260 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-944a4668-135f-4bad-94a4-d860029593c2 None None] Provisioning complete for port 07298cde-d643-4a7d-a579-798b4b3ec582 triggered by entity DHCP. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:41:36.497757 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-944a4668-135f-4bad-94a4-d860029593c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:36.503685 n-d-713301-16 neutron-server[95103]: DEBUG neutron.scheduler.base_scheduler [None req-80947af0-57e5-44f5-bae3-a204fd1228a8 None None] Resources bound (agent type, host, resource id): {{(pid=95103) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:41:36.512467 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80947af0-57e5-44f5-bae3-a204fd1228a8 None None] Received port after_create {{(pid=95103) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 19:41:36.586444 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] get_ports_and_sgs() called for port_ids ['da1cccf9-fec5-48ec-99c3-a7ba7ed97445'] {{(pid=95103) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 19:41:36.663962 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e6d2051-2d0f-4a0c-a77b-ae03a59d5009 tempest-RoutersNegativeTest-1443160465 tempest-RoutersNegativeTest-1443160465-project] Network c71f33d6-dcf5-4e8c-af06-0d88b21e52a0 is already hosted by enough agents. {{(pid=95101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:41:36.667028 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.base_scheduler [None req-7e6d2051-2d0f-4a0c-a77b-ae03a59d5009 tempest-RoutersNegativeTest-1443160465 tempest-RoutersNegativeTest-1443160465-project] Resources bound (agent type, host, resource id): {{(pid=95101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:41:36.668358 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Device 43ab9405-6e46-4d0a-885c-e6f8ebbac60c up at agent ovs-agent-n-d-713301-16 {{(pid=95103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 19:41:36.680979 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.managers [None req-3b95af20-6a1b-415c-b7c8-017b5c84cb10 None None] Attempting to bind port d26070bf-202d-400c-84c9-cf5107760ee6 on host n-d-713301-16 for vnic_type normal with profile {{(pid=95103) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 19:41:36.682207 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.managers [None req-3b95af20-6a1b-415c-b7c8-017b5c84cb10 None None] Attempting to bind port d26070bf-202d-400c-84c9-cf5107760ee6 by drivers openvswitch,hyperv on host n-d-713301-16 at level 0 using segments [{'id': '053328c5-d1a3-46c2-8589-9a68274de283', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '75870418-2b79-4024-b4c1-e93cbcdad656'}] {{(pid=95103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 19:41:36.688916 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b95af20-6a1b-415c-b7c8-017b5c84cb10 None None] Attempting to bind port d26070bf-202d-400c-84c9-cf5107760ee6 on network 75870418-2b79-4024-b4c1-e93cbcdad656 {{(pid=95103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:41:36.919185 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b95af20-6a1b-415c-b7c8-017b5c84cb10 None None] Checking agent: {'id': '70a14545-df24-472f-8f95-bfe1719bff93', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 19, 7, 53), 'started_at': datetime.datetime(2021, 9, 23, 19, 8, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 19, 41, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 19:41:36.919564 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b95af20-6a1b-415c-b7c8-017b5c84cb10 None None] Checking segment: {'id': '053328c5-d1a3-46c2-8589-9a68274de283', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '75870418-2b79-4024-b4c1-e93cbcdad656'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95103) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:41:36.919976 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-3b95af20-6a1b-415c-b7c8-017b5c84cb10 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:36.920380 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b95af20-6a1b-415c-b7c8-017b5c84cb10 None None] Bound using segment: {'id': '053328c5-d1a3-46c2-8589-9a68274de283', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '75870418-2b79-4024-b4c1-e93cbcdad656'} {{(pid=95103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 19:41:36.923559 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.managers [None req-3b95af20-6a1b-415c-b7c8-017b5c84cb10 None None] Bound port: d26070bf-202d-400c-84c9-cf5107760ee6, host: n-d-713301-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '053328c5-d1a3-46c2-8589-9a68274de283', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '75870418-2b79-4024-b4c1-e93cbcdad656'}}] {{(pid=95103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 19:41:36.923960 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-3b95af20-6a1b-415c-b7c8-017b5c84cb10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:37.053991 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e6d2051-2d0f-4a0c-a77b-ae03a59d5009 tempest-RoutersNegativeTest-1443160465 tempest-RoutersNegativeTest-1443160465-project] Router 3fe3b085-a8ae-4437-9270-d7f499d6a73d is scheduled to L3 agent 79a740bf-7821-4989-8288-7186e3e128f3 with binding_index 1 {{(pid=95101) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 23 19:41:37.172440 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-3b95af20-6a1b-415c-b7c8-017b5c84cb10 None None] For port d26070bf-202d-400c-84c9-cf5107760ee6, host n-d-713301-16, cleared binding levels {{(pid=95103) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 19:41:37.184634 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-3b95af20-6a1b-415c-b7c8-017b5c84cb10 None None] For port d26070bf-202d-400c-84c9-cf5107760ee6, host n-d-713301-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-16',level=0,port_id=d26070bf-202d-400c-84c9-cf5107760ee6,segment=NetworkSegment(053328c5-d1a3-46c2-8589-9a68274de283),segment_id=053328c5-d1a3-46c2-8589-9a68274de283)] {{(pid=95103) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 19:41:37.216912 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.managers [None req-80947af0-57e5-44f5-bae3-a204fd1228a8 None None] Attempting to bind port 78fe052c-585a-4d71-8bbf-40f9ac1d0bbf on host n-d-713301-16 for vnic_type normal with profile {{(pid=95103) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 19:41:37.217285 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.managers [None req-80947af0-57e5-44f5-bae3-a204fd1228a8 None None] Attempting to bind port 78fe052c-585a-4d71-8bbf-40f9ac1d0bbf by drivers openvswitch,hyperv on host n-d-713301-16 at level 0 using segments [{'id': 'a37f3eee-43fd-4853-9af6-6a4d2dcc1b5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': 'e7fdf679-b9c0-43b9-b935-96fe97c5a721'}] {{(pid=95103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 19:41:37.217650 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80947af0-57e5-44f5-bae3-a204fd1228a8 None None] Attempting to bind port 78fe052c-585a-4d71-8bbf-40f9ac1d0bbf on network e7fdf679-b9c0-43b9-b935-96fe97c5a721 {{(pid=95103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:41:37.224409 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-3b95af20-6a1b-415c-b7c8-017b5c84cb10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:37.230751 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80947af0-57e5-44f5-bae3-a204fd1228a8 None None] Checking agent: {'id': '70a14545-df24-472f-8f95-bfe1719bff93', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 19, 7, 53), 'started_at': datetime.datetime(2021, 9, 23, 19, 8, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 19, 41, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 19:41:37.231146 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80947af0-57e5-44f5-bae3-a204fd1228a8 None None] Checking segment: {'id': 'a37f3eee-43fd-4853-9af6-6a4d2dcc1b5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': 'e7fdf679-b9c0-43b9-b935-96fe97c5a721'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95103) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:41:37.231550 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-80947af0-57e5-44f5-bae3-a204fd1228a8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:37.231950 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80947af0-57e5-44f5-bae3-a204fd1228a8 None None] Bound using segment: {'id': 'a37f3eee-43fd-4853-9af6-6a4d2dcc1b5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': 'e7fdf679-b9c0-43b9-b935-96fe97c5a721'} {{(pid=95103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 19:41:37.232636 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.managers [None req-80947af0-57e5-44f5-bae3-a204fd1228a8 None None] Bound port: 78fe052c-585a-4d71-8bbf-40f9ac1d0bbf, host: n-d-713301-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a37f3eee-43fd-4853-9af6-6a4d2dcc1b5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': 'e7fdf679-b9c0-43b9-b935-96fe97c5a721'}}] {{(pid=95103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 19:41:37.233037 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-80947af0-57e5-44f5-bae3-a204fd1228a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:37.238824 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e3f41f8-4b7e-4f1c-af44-3432648f2e5f tempest-RoutersIpV6Test-563412711 tempest-RoutersIpV6Test-563412711-project] Pushing event updated for resources: {'Port': ['ID=0a6eb33e-7746-4397-b1cb-95dfa0e85405,revision_number=2']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:41:37.299676 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b95af20-6a1b-415c-b7c8-017b5c84cb10 None None] Pushing event updated for resources: {'Port': ['ID=d26070bf-202d-400c-84c9-cf5107760ee6,revision_number=2']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:41:37.303895 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e6d2051-2d0f-4a0c-a77b-ae03a59d5009 tempest-RoutersNegativeTest-1443160465 tempest-RoutersNegativeTest-1443160465-project] Notify agent at l3_agent.n-d-713301-16 the message routers_updated {{(pid=95101) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 19:41:37.323658 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-7e6d2051-2d0f-4a0c-a77b-ae03a59d5009 tempest-RoutersNegativeTest-1443160465 tempest-RoutersNegativeTest-1443160465-project] 10.222.0.67 "PUT /v2.0/routers/3fe3b085-a8ae-4437-9270-d7f499d6a73d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2611248 Sep 23 19:41:37.324476 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 33362) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:41:37.375669 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bab9504-9c25-4f84-a709-aee7421f18d1 None None] Sync routers for ids ['3fe3b085-a8ae-4437-9270-d7f499d6a73d'] in n-d-713301-16 {{(pid=95103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 19:41:37.406487 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bab9504-9c25-4f84-a709-aee7421f18d1 None None] Routers {'3fe3b085-a8ae-4437-9270-d7f499d6a73d'} bound to L3 agent in host n-d-713301-16 {{(pid=95103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 19:41:37.407173 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_hamode_db [None req-9bab9504-9c25-4f84-a709-aee7421f18d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-23T19:07:52Z,description=,heartbeat_timestamp=2021-09-23T19:41:22Z,host='n-d-713301-16',id=79a740bf-7821-4989-8288-7186e3e128f3,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:07:52Z,topic='l3_agent')) {'router_ids': ['3fe3b085-a8ae-4437-9270-d7f499d6a73d'], 'active': True} {{(pid=95103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:41:37.466432 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_hamode_db [None req-9bab9504-9c25-4f84-a709-aee7421f18d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713301-16', False) {} {{(pid=95103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:41:37.571877 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bab9504-9c25-4f84-a709-aee7421f18d1 None None] Routers {'3fe3b085-a8ae-4437-9270-d7f499d6a73d'} bound to L3 agent in host n-d-713301-16 {{(pid=95103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 19:41:37.572895 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_hamode_db [None req-9bab9504-9c25-4f84-a709-aee7421f18d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-23T19:07:52Z,description=,heartbeat_timestamp=2021-09-23T19:41:22Z,host='n-d-713301-16',id=79a740bf-7821-4989-8288-7186e3e128f3,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:07:52Z,topic='l3_agent')) {'router_ids': ['3fe3b085-a8ae-4437-9270-d7f499d6a73d'], 'active': True} {{(pid=95103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:41:37.583733 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3086d23c-2669-4e57-ba96-881ca52fb08b req-709c640d-011a-4843-9b32-8c22eee0adc6 tempest-ServersNegativeTestJSON-1638865794 tempest-ServersNegativeTestJSON-1638865794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:41:37.598613 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-3086d23c-2669-4e57-ba96-881ca52fb08b req-709c640d-011a-4843-9b32-8c22eee0adc6 tempest-ServersNegativeTestJSON-1638865794 tempest-ServersNegativeTestJSON-1638865794-project] 10.222.0.67 "GET /v2.0/ports?device_id=6942dd4a-2993-4094-af13-ca4f91683a85 HTTP/1.1" status: 200 len: 945 time: 0.3376203 Sep 23 19:41:37.638828 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-944a4668-135f-4bad-94a4-d860029593c2 None None] Provisioning complete for port 43ab9405-6e46-4d0a-885c-e6f8ebbac60c triggered by entity DHCP. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:41:37.639501 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-944a4668-135f-4bad-94a4-d860029593c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:37.692793 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4cde9a-1b9f-473b-8a05-46dcd6b6d61b req-51e8c53f-517b-4ebf-8764-30dbcd7db813 tempest-AttachVolumeShelveTestJSON-2035318112 tempest-AttachVolumeShelveTestJSON-2035318112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:41:37.695278 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-cb4cde9a-1b9f-473b-8a05-46dcd6b6d61b req-51e8c53f-517b-4ebf-8764-30dbcd7db813 tempest-AttachVolumeShelveTestJSON-2035318112 tempest-AttachVolumeShelveTestJSON-2035318112-project] 10.222.0.67 "GET /v2.0/ports?device_id=c994c23c-480f-4306-a41c-657703b40238 HTTP/1.1" status: 200 len: 946 time: 0.2691472 Sep 23 19:41:37.700505 n-d-713301-16 neutron-server[95102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e3f41f8-4b7e-4f1c-af44-3432648f2e5f tempest-RoutersIpV6Test-563412711 tempest-RoutersIpV6Test-563412711-project] Network 107e60a5-ffc9-4f86-b233-d488395c31b5 is already hosted by enough agents. {{(pid=95102) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:41:37.728829 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_hamode_db [None req-9bab9504-9c25-4f84-a709-aee7421f18d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713301-16', False) {} {{(pid=95103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:41:37.729507 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bab9504-9c25-4f84-a709-aee7421f18d1 None None] The sync data for ids ['3fe3b085-a8ae-4437-9270-d7f499d6a73d'] in n-d-713301-16 is: [] {{(pid=95103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 19:41:37.772071 n-d-713301-16 neutron-server[95102]: DEBUG neutron.scheduler.base_scheduler [None req-0e3f41f8-4b7e-4f1c-af44-3432648f2e5f tempest-RoutersIpV6Test-563412711 tempest-RoutersIpV6Test-563412711-project] Resources bound (agent type, host, resource id): {{(pid=95102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:41:37.841848 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-80947af0-57e5-44f5-bae3-a204fd1228a8 None None] For port 78fe052c-585a-4d71-8bbf-40f9ac1d0bbf, host n-d-713301-16, cleared binding levels {{(pid=95103) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 19:41:37.850638 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-80947af0-57e5-44f5-bae3-a204fd1228a8 None None] For port 78fe052c-585a-4d71-8bbf-40f9ac1d0bbf, host n-d-713301-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-16',level=0,port_id=78fe052c-585a-4d71-8bbf-40f9ac1d0bbf,segment=NetworkSegment(a37f3eee-43fd-4853-9af6-6a4d2dcc1b5a),segment_id=a37f3eee-43fd-4853-9af6-6a4d2dcc1b5a)] {{(pid=95103) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 19:41:37.888803 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-80947af0-57e5-44f5-bae3-a204fd1228a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:38.014577 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80947af0-57e5-44f5-bae3-a204fd1228a8 None None] Pushing event updated for resources: {'Port': ['ID=78fe052c-585a-4d71-8bbf-40f9ac1d0bbf,revision_number=2']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:41:38.030067 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-3086d23c-2669-4e57-ba96-881ca52fb08b req-acf60817-2ebb-4648-9a11-19b0a47e0f04 tempest-ServersNegativeTestJSON-1638865794 tempest-ServersNegativeTestJSON-1638865794-project] 10.222.0.67 "GET /v2.0/security-groups?id=4daca97c-f524-4fb0-8b34-b36a0affa33e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4301286 Sep 23 19:41:38.031286 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Provisioning complete for port 43ab9405-6e46-4d0a-885c-e6f8ebbac60c triggered by entity L2. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:41:38.031653 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:38.213967 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-7e629d74-3324-4f7f-bdad-8888d72d3d91 tempest-RoutersTest-320658655 tempest-RoutersTest-320658655-project] Notify callbacks [] for router_gateway, after_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:38.419524 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de1906ba-4d4b-4cee-bb2c-b05725e3e7ee None None] Network c71f33d6-dcf5-4e8c-af06-0d88b21e52a0 requested from n-d-713301-16 {{(pid=95103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 19:41:38.580648 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Device 8f9cd053-81bb-4fc7-aab4-98fe2a125d16 no longer exists at agent ovs-agent-n-d-713301-16 {{(pid=95103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 19:41:38.806805 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-cb4cde9a-1b9f-473b-8a05-46dcd6b6d61b req-d049ea4e-80f3-4455-a7f9-d0437bbb68b9 tempest-AttachVolumeShelveTestJSON-2035318112 tempest-AttachVolumeShelveTestJSON-2035318112-project] 10.222.0.67 "GET /v2.0/security-groups?id=dd8506a8-7e56-49b4-9c74-3948d9b76f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 1.1039591 Sep 23 19:41:38.857293 n-d-713301-16 neutron-server[95101]: INFO neutron.api.v2.resource [None req-5fbef252-06b1-41a2-bd5f-efdfc88af2a5 tempest-RoutersNegativeTest-1443160465 tempest-RoutersNegativeTest-1443160465-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 23 19:41:38.867415 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-5fbef252-06b1-41a2-bd5f-efdfc88af2a5 tempest-RoutersNegativeTest-1443160465 tempest-RoutersNegativeTest-1443160465-project] 10.222.0.67 "PUT /v2.0/routers/3fe3b085-a8ae-4437-9270-d7f499d6a73d/add_router_interface HTTP/1.1" status: 400 len: 438 time: 1.5414793 Sep 23 19:41:38.869261 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 33372) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:41:38.987108 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-7e629d74-3324-4f7f-bdad-8888d72d3d91 tempest-RoutersTest-320658655 tempest-RoutersTest-320658655-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-597258', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-601790'] for router, after_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:39.168436 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.plugin [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] No Port match for: 8f9cd053-81bb-4fc7-aab4-98fe2a125d16 {{(pid=95103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 19:41:39.169203 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Device 8f9cd053-81bb-4fc7-aab4-98fe2a125d16 not bound to the agent host n-d-713301-16 {{(pid=95103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 19:41:39.194276 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-949eeacb-1aad-473f-bb6b-99985946f196 None None] Provisioning complete for port 11089a17-eec5-429b-9922-c502af98072f triggered by entity DHCP. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:41:39.194871 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-949eeacb-1aad-473f-bb6b-99985946f196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:39.272698 n-d-713301-16 neutron-server[95102]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e3f41f8-4b7e-4f1c-af44-3432648f2e5f tempest-RoutersIpV6Test-563412711 tempest-RoutersIpV6Test-563412711-project] Router ab3596f1-1944-4c9f-a8ec-93d0d31dc171 is scheduled to L3 agent 79a740bf-7821-4989-8288-7186e3e128f3 with binding_index 1 {{(pid=95102) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 23 19:41:39.443004 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2f371fb-ad49-4b7f-9203-22cf0ba8b949 None None] Network 75870418-2b79-4024-b4c1-e93cbcdad656 requested from n-d-713301-16 {{(pid=95103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 19:41:39.482653 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e4c449d-55d5-4b95-9cb9-5b530d0fa6fe req-f60564b6-af20-49ea-a15c-a50762547148 tempest-ServersNegativeTestJSON-1638865794 tempest-ServersNegativeTestJSON-1638865794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:41:39.484240 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-1e4c449d-55d5-4b95-9cb9-5b530d0fa6fe req-f60564b6-af20-49ea-a15c-a50762547148 tempest-ServersNegativeTestJSON-1638865794 tempest-ServersNegativeTestJSON-1638865794-project] 10.222.0.67 "GET /v2.0/ports?device_id=6942dd4a-2993-4094-af13-ca4f91683a85 HTTP/1.1" status: 200 len: 945 time: 0.3140504 Sep 23 19:41:39.597902 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-ae71d12f-befc-4c12-84a8-3c076d8f0687 tempest-RoutersNegativeTest-1443160465 tempest-RoutersNegativeTest-1443160465-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-601372'] for router_interface, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:39.652438 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Device d26070bf-202d-400c-84c9-cf5107760ee6 up at agent ovs-agent-n-d-713301-16 {{(pid=95103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 19:41:39.684860 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e3f41f8-4b7e-4f1c-af44-3432648f2e5f tempest-RoutersIpV6Test-563412711 tempest-RoutersIpV6Test-563412711-project] Notify agent at l3_agent.n-d-713301-16 the message routers_updated {{(pid=95102) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 19:41:39.699590 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94071148-5c48-4cb7-8604-e089b66210a1 None None] Sync routers for ids ['ab3596f1-1944-4c9f-a8ec-93d0d31dc171'] in n-d-713301-16 {{(pid=95104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 19:41:39.711568 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94071148-5c48-4cb7-8604-e089b66210a1 None None] Routers {'ab3596f1-1944-4c9f-a8ec-93d0d31dc171'} bound to L3 agent in host n-d-713301-16 {{(pid=95104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 19:41:39.712196 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_hamode_db [None req-94071148-5c48-4cb7-8604-e089b66210a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-23T19:07:52Z,description=,heartbeat_timestamp=2021-09-23T19:41:22Z,host='n-d-713301-16',id=79a740bf-7821-4989-8288-7186e3e128f3,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:07:52Z,topic='l3_agent')) {'router_ids': ['ab3596f1-1944-4c9f-a8ec-93d0d31dc171'], 'active': True} {{(pid=95104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:41:39.724154 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-0e3f41f8-4b7e-4f1c-af44-3432648f2e5f tempest-RoutersIpV6Test-563412711 tempest-RoutersIpV6Test-563412711-project] 10.222.0.67 "PUT /v2.0/routers/ab3596f1-1944-4c9f-a8ec-93d0d31dc171/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.6823511 Sep 23 19:41:39.725977 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 33394) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:41:39.811378 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f208723-040a-4cd1-b326-9953c2cab13f tempest-RoutersIpV6Test-563412711 tempest-RoutersIpV6Test-563412711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:41:39.812918 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-8f208723-040a-4cd1-b326-9953c2cab13f tempest-RoutersIpV6Test-563412711 tempest-RoutersIpV6Test-563412711-project] 10.222.0.67 "GET /v2.0/ports/0a6eb33e-7746-4397-b1cb-95dfa0e85405 HTTP/1.1" status: 200 len: 911 time: 0.0859039 Sep 23 19:41:39.818803 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-1e4c449d-55d5-4b95-9cb9-5b530d0fa6fe req-b6bc1ed7-175a-4439-8e9c-65163ebb9d49 tempest-ServersNegativeTestJSON-1638865794 tempest-ServersNegativeTestJSON-1638865794-project] 10.222.0.67 "GET /v2.0/security-groups?id=4daca97c-f524-4fb0-8b34-b36a0affa33e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1125014 Sep 23 19:41:39.819488 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 33398) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:41:39.820430 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_hamode_db [None req-94071148-5c48-4cb7-8604-e089b66210a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713301-16', False) {} {{(pid=95104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:41:39.837464 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-949eeacb-1aad-473f-bb6b-99985946f196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:39.857849 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Device e903ca97-db28-44ea-88d1-53bdf3b0a143 details requested by agent hyperv_n-h1-713301-16 with host n-h1-713301-16 {{(pid=95103) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 19:41:39.877360 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94071148-5c48-4cb7-8604-e089b66210a1 None None] Routers {'ab3596f1-1944-4c9f-a8ec-93d0d31dc171'} bound to L3 agent in host n-d-713301-16 {{(pid=95104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 19:41:39.880069 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_hamode_db [None req-94071148-5c48-4cb7-8604-e089b66210a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-23T19:07:52Z,description=,heartbeat_timestamp=2021-09-23T19:41:22Z,host='n-d-713301-16',id=79a740bf-7821-4989-8288-7186e3e128f3,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:07:52Z,topic='l3_agent')) {'router_ids': ['ab3596f1-1944-4c9f-a8ec-93d0d31dc171'], 'active': True} {{(pid=95104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:41:39.980378 n-d-713301-16 neutron-server[95102]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e629d74-3324-4f7f-bdad-8888d72d3d91 tempest-RoutersTest-320658655 tempest-RoutersTest-320658655-project] Router 91a6e1d6-4015-4c62-9dd9-730e09e33803 is scheduled to L3 agent 79a740bf-7821-4989-8288-7186e3e128f3 with binding_index 1 {{(pid=95102) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 23 19:41:40.029662 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_hamode_db [None req-94071148-5c48-4cb7-8604-e089b66210a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713301-16', False) {} {{(pid=95104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:41:40.030614 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94071148-5c48-4cb7-8604-e089b66210a1 None None] The sync data for ids ['ab3596f1-1944-4c9f-a8ec-93d0d31dc171'] in n-d-713301-16 is: [] {{(pid=95104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 19:41:40.179279 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Provisioning complete for port d26070bf-202d-400c-84c9-cf5107760ee6 triggered by entity L2. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:41:40.181186 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:40.238462 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.db.resource_extend [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] It took 0.29 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=95103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 23 19:41:40.247243 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-949eeacb-1aad-473f-bb6b-99985946f196 None None] For port 11089a17-eec5-429b-9922-c502af98072f, host n-d-713301-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-16',level=0,port_id=11089a17-eec5-429b-9922-c502af98072f,segment=NetworkSegment(9919176d-3a2b-4b26-98c9-7972eb4746bd),segment_id=9919176d-3a2b-4b26-98c9-7972eb4746bd)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:41:40.273347 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-949eeacb-1aad-473f-bb6b-99985946f196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:40.307914 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.plugin [None req-ae71d12f-befc-4c12-84a8-3c076d8f0687 tempest-RoutersNegativeTest-1443160465 tempest-RoutersNegativeTest-1443160465-project] Deleting port 5d85f861-4369-4661-88f9-23709c0dda15 {{(pid=95101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:41:40.308463 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-ae71d12f-befc-4c12-84a8-3c076d8f0687 tempest-RoutersNegativeTest-1443160465 tempest-RoutersNegativeTest-1443160465-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783146157096'] for port, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:40.352706 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29eb6697-423d-4181-8c78-0f8b6609d9a7 None None] Network e7fdf679-b9c0-43b9-b935-96fe97c5a721 requested from n-d-713301-16 {{(pid=95103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 19:41:40.418214 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-949eeacb-1aad-473f-bb6b-99985946f196 None None] Provisioning complete for port 0a6eb33e-7746-4397-b1cb-95dfa0e85405 triggered by entity DHCP. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:41:40.419193 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-949eeacb-1aad-473f-bb6b-99985946f196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:40.458140 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Device da1cccf9-fec5-48ec-99c3-a7ba7ed97445 up at agent hyperv_n-h2-713301-16 {{(pid=95103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 19:41:40.491536 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e629d74-3324-4f7f-bdad-8888d72d3d91 tempest-RoutersTest-320658655 tempest-RoutersTest-320658655-project] Notify agent at l3_agent.n-d-713301-16 the message routers_updated {{(pid=95102) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 19:41:40.507558 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-ae71d12f-befc-4c12-84a8-3c076d8f0687 tempest-RoutersNegativeTest-1443160465 tempest-RoutersNegativeTest-1443160465-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-605701'] for port, precommit_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:40.558959 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.plugin [None req-ae71d12f-befc-4c12-84a8-3c076d8f0687 tempest-RoutersNegativeTest-1443160465 tempest-RoutersNegativeTest-1443160465-project] Calling delete_port for 5d85f861-4369-4661-88f9-23709c0dda15 owned by network:router_interface {{(pid=95101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:41:40.602612 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9095daa7-9e40-45d0-a24d-c989c3780b08 None None] Sync routers for ids ['91a6e1d6-4015-4c62-9dd9-730e09e33803'] in n-d-713301-16 {{(pid=95103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 19:41:40.663211 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3855881-b1a9-4310-aa63-399f98ffa7ab req-e0f448ce-8deb-4c3e-835b-e3521a6b8d75 tempest-AttachVolumeShelveTestJSON-2035318112 tempest-AttachVolumeShelveTestJSON-2035318112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:41:40.665215 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-c3855881-b1a9-4310-aa63-399f98ffa7ab req-e0f448ce-8deb-4c3e-835b-e3521a6b8d75 tempest-AttachVolumeShelveTestJSON-2035318112 tempest-AttachVolumeShelveTestJSON-2035318112-project] 10.222.0.67 "GET /v2.0/ports?device_id=c994c23c-480f-4306-a41c-657703b40238 HTTP/1.1" status: 200 len: 946 time: 0.5448849 Sep 23 19:41:40.669331 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-7e629d74-3324-4f7f-bdad-8888d72d3d91 tempest-RoutersTest-320658655 tempest-RoutersTest-320658655-project] Notify callbacks [] for router, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:40.673901 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-7e629d74-3324-4f7f-bdad-8888d72d3d91 tempest-RoutersTest-320658655 tempest-RoutersTest-320658655-project] 10.222.0.67 "POST /v2.0/routers HTTP/1.1" status: 201 len: 878 time: 7.4369371 Sep 23 19:41:40.674530 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 33412) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:41:40.693966 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.plugin [None req-949eeacb-1aad-473f-bb6b-99985946f196 None None] Port 0a6eb33e-7746-4397-b1cb-95dfa0e85405 cannot update to ACTIVE because it is not bound. {{(pid=95103) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 19:41:40.726353 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9095daa7-9e40-45d0-a24d-c989c3780b08 None None] Routers {'91a6e1d6-4015-4c62-9dd9-730e09e33803'} bound to L3 agent in host n-d-713301-16 {{(pid=95103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 19:41:40.727435 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_hamode_db [None req-9095daa7-9e40-45d0-a24d-c989c3780b08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-23T19:07:52Z,description=,heartbeat_timestamp=2021-09-23T19:41:22Z,host='n-d-713301-16',id=79a740bf-7821-4989-8288-7186e3e128f3,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:07:52Z,topic='l3_agent')) {'router_ids': ['91a6e1d6-4015-4c62-9dd9-730e09e33803'], 'active': True} {{(pid=95103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:41:40.840515 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_hamode_db [None req-9095daa7-9e40-45d0-a24d-c989c3780b08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713301-16', False) {} {{(pid=95103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:41:40.873754 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:40.990142 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9095daa7-9e40-45d0-a24d-c989c3780b08 None None] Routers {'91a6e1d6-4015-4c62-9dd9-730e09e33803'} bound to L3 agent in host n-d-713301-16 {{(pid=95103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 19:41:40.990791 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_hamode_db [None req-9095daa7-9e40-45d0-a24d-c989c3780b08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-23T19:07:52Z,description=,heartbeat_timestamp=2021-09-23T19:41:22Z,host='n-d-713301-16',id=79a740bf-7821-4989-8288-7186e3e128f3,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:07:52Z,topic='l3_agent')) {'router_ids': ['91a6e1d6-4015-4c62-9dd9-730e09e33803'], 'active': True} {{(pid=95103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:41:41.009947 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-949eeacb-1aad-473f-bb6b-99985946f196 None None] Pushing event updated for resources: {'Port': ['ID=11089a17-eec5-429b-9922-c502af98072f,revision_number=3']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:41:41.099391 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-ae71d12f-befc-4c12-84a8-3c076d8f0687 tempest-RoutersNegativeTest-1443160465 tempest-RoutersNegativeTest-1443160465-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783146162158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783145673144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5607431'] for port, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:41.185858 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae71d12f-befc-4c12-84a8-3c076d8f0687 tempest-RoutersNegativeTest-1443160465 tempest-RoutersNegativeTest-1443160465-project] Pushing event deleted for resources: {'Port': ['ID=5d85f861-4369-4661-88f9-23709c0dda15,revision_number=None']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:41:41.260581 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Provisioning for port da1cccf9-fec5-48ec-99c3-a7ba7ed97445 completed by entity L2. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 19:41:41.289524 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] For port e903ca97-db28-44ea-88d1-53bdf3b0a143, host n-h1-713301-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-16',level=0,port_id=e903ca97-db28-44ea-88d1-53bdf3b0a143,segment=NetworkSegment(c5b82793-12a0-4116-8d9f-ade119c657cf),segment_id=c5b82793-12a0-4116-8d9f-ade119c657cf)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:41:41.317339 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-c3855881-b1a9-4310-aa63-399f98ffa7ab req-713200a7-6af4-440c-b0dc-d00dd6174a69 tempest-AttachVolumeShelveTestJSON-2035318112 tempest-AttachVolumeShelveTestJSON-2035318112-project] 10.222.0.67 "GET /v2.0/security-groups?id=dd8506a8-7e56-49b4-9c74-3948d9b76f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5941639 Sep 23 19:41:41.319287 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_hamode_db [None req-9095daa7-9e40-45d0-a24d-c989c3780b08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713301-16', False) {} {{(pid=95103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:41:41.322684 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9095daa7-9e40-45d0-a24d-c989c3780b08 None None] The sync data for ids ['91a6e1d6-4015-4c62-9dd9-730e09e33803'] in n-d-713301-16 is: [] {{(pid=95103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 19:41:41.375870 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2723a314-6b93-4213-81fe-920c398e7f20 req-ad3ab3d2-1482-4800-aa44-9b2dcb619780 tempest-ServersNegativeTestJSON-1638865794 tempest-ServersNegativeTestJSON-1638865794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:41:41.378285 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-2723a314-6b93-4213-81fe-920c398e7f20 req-ad3ab3d2-1482-4800-aa44-9b2dcb619780 tempest-ServersNegativeTestJSON-1638865794 tempest-ServersNegativeTestJSON-1638865794-project] 10.222.0.67 "GET /v2.0/ports?device_id=6942dd4a-2993-4094-af13-ca4f91683a85 HTTP/1.1" status: 200 len: 945 time: 0.3692458 Sep 23 19:41:41.398800 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-2b460ba1-1c15-4bc3-a3bd-746aa70bef4d None None] Provisioning complete for port 11089a17-eec5-429b-9922-c502af98072f triggered by entity DHCP. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:41:41.399176 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-2b460ba1-1c15-4bc3-a3bd-746aa70bef4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:41.422694 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Provisioning complete for port da1cccf9-fec5-48ec-99c3-a7ba7ed97445 triggered by entity L2. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:41:41.423079 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:41.503660 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-aa49ca2e-6d47-46ae-97cb-542fadfff8bc tempest-RoutersTest-320658655 tempest-RoutersTest-320658655-project] 10.222.0.67 "GET /v2.0/routers/91a6e1d6-4015-4c62-9dd9-730e09e33803 HTTP/1.1" status: 200 len: 879 time: 0.8259990 Sep 23 19:41:41.516059 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 33426) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:41:41.520001 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-2723a314-6b93-4213-81fe-920c398e7f20 req-5f6d11ad-e022-4a8f-b312-ea8993cef97b tempest-ServersNegativeTestJSON-1638865794 tempest-ServersNegativeTestJSON-1638865794-project] 10.222.0.67 "GET /v2.0/security-groups?id=4daca97c-f524-4fb0-8b34-b36a0affa33e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1120346 Sep 23 19:41:41.587942 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-ae71d12f-befc-4c12-84a8-3c076d8f0687 tempest-RoutersNegativeTest-1443160465 tempest-RoutersNegativeTest-1443160465-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-527322', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-602005'] for router_interface, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:41.600758 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] For port d26070bf-202d-400c-84c9-cf5107760ee6, host n-d-713301-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-16',level=0,port_id=d26070bf-202d-400c-84c9-cf5107760ee6,segment=NetworkSegment(053328c5-d1a3-46c2-8589-9a68274de283),segment_id=053328c5-d1a3-46c2-8589-9a68274de283)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:41:41.613070 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Returning: {'device': 'e903ca97-db28-44ea-88d1-53bdf3b0a143', 'network_id': 'fc2b89b8-ce3f-4c16-8b68-220076c74d2b', 'port_id': 'e903ca97-db28-44ea-88d1-53bdf3b0a143', 'mac_address': 'fa:16:3e:51:3a:67', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 644, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cfb66c78-2a7b-4d98-8fdd-683258461232', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95103) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 19:41:41.631584 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:41.632301 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Device 11089a17-eec5-429b-9922-c502af98072f up at agent ovs-agent-n-d-713301-16 {{(pid=95103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 19:41:41.969500 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-69055d12-547a-4a93-bde4-6ff5813f5f44 tempest-RoutersIpV6Test-563412711 tempest-RoutersIpV6Test-563412711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:42.055312 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ae71d12f-befc-4c12-84a8-3c076d8f0687 tempest-RoutersNegativeTest-1443160465 tempest-RoutersNegativeTest-1443160465-project] Router 3fe3b085-a8ae-4437-9270-d7f499d6a73d has already been hosted by L3 agent 79a740bf-7821-4989-8288-7186e3e128f3 {{(pid=95101) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 19:41:42.133140 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:42.408197 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae71d12f-befc-4c12-84a8-3c076d8f0687 tempest-RoutersNegativeTest-1443160465 tempest-RoutersNegativeTest-1443160465-project] Notify agent at l3_agent.n-d-713301-16 the message routers_updated {{(pid=95101) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 19:41:42.408197 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-ae71d12f-befc-4c12-84a8-3c076d8f0687 tempest-RoutersNegativeTest-1443160465 tempest-RoutersNegativeTest-1443160465-project] 10.222.0.67 "PUT /v2.0/routers/3fe3b085-a8ae-4437-9270-d7f499d6a73d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3469205 Sep 23 19:41:42.408197 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 33452) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:41:42.420768 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18854a12-305f-48a1-b1fa-c9457b6743e9 None None] Sync routers for ids ['3fe3b085-a8ae-4437-9270-d7f499d6a73d'] in n-d-713301-16 {{(pid=95104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 19:41:42.420768 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18854a12-305f-48a1-b1fa-c9457b6743e9 None None] Routers {'3fe3b085-a8ae-4437-9270-d7f499d6a73d'} bound to L3 agent in host n-d-713301-16 {{(pid=95104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 19:41:42.420768 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_hamode_db [None req-18854a12-305f-48a1-b1fa-c9457b6743e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-23T19:07:52Z,description=,heartbeat_timestamp=2021-09-23T19:41:22Z,host='n-d-713301-16',id=79a740bf-7821-4989-8288-7186e3e128f3,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:07:52Z,topic='l3_agent')) {'router_ids': ['3fe3b085-a8ae-4437-9270-d7f499d6a73d'], 'active': True} {{(pid=95104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:41:42.427261 n-d-713301-16 neutron-server[95101]: INFO neutron.api.v2.resource [None req-e13815a1-f465-4bfe-b94e-bed47df3ca92 tempest-RoutersNegativeTest-1443160465 tempest-RoutersNegativeTest-1443160465-project] delete failed (client error): The resource could not be found. Sep 23 19:41:42.441494 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-e13815a1-f465-4bfe-b94e-bed47df3ca92 tempest-RoutersNegativeTest-1443160465 tempest-RoutersNegativeTest-1443160465-project] 10.222.0.67 "DELETE /v2.0/routers/tempest-non_exist_router-704248672 HTTP/1.1" status: 404 len: 334 time: 0.2169957 Sep 23 19:41:42.442059 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 33464) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:41:42.449185 n-d-713301-16 neutron-server[95103]: DEBUG neutron.notifiers.nova [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id e903ca97-db28-44ea-88d1-53bdf3b0a143 {{(pid=95103) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 19:41:42.452266 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.v2.base [None req-14da5a81-fad1-4489-a760-b38abba4a2fe tempest-RoutersNegativeTest-1443160465 tempest-RoutersNegativeTest-1443160465-project] Request body: {'router': {'external_gateway_info': {'network_id': '3fe3b085-a8ae-4437-9270-d7f499d6a73d'}}} {{(pid=95102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:41:42.461761 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_hamode_db [None req-18854a12-305f-48a1-b1fa-c9457b6743e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713301-16', False) {} {{(pid=95104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:41:42.489080 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18854a12-305f-48a1-b1fa-c9457b6743e9 None None] Routers {'3fe3b085-a8ae-4437-9270-d7f499d6a73d'} bound to L3 agent in host n-d-713301-16 {{(pid=95104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 19:41:42.490307 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_hamode_db [None req-18854a12-305f-48a1-b1fa-c9457b6743e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-23T19:07:52Z,description=,heartbeat_timestamp=2021-09-23T19:41:22Z,host='n-d-713301-16',id=79a740bf-7821-4989-8288-7186e3e128f3,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:07:52Z,topic='l3_agent')) {'router_ids': ['3fe3b085-a8ae-4437-9270-d7f499d6a73d'], 'active': True} {{(pid=95104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:41:42.598134 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_hamode_db [None req-18854a12-305f-48a1-b1fa-c9457b6743e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713301-16', False) {} {{(pid=95104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:41:42.599281 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18854a12-305f-48a1-b1fa-c9457b6743e9 None None] The sync data for ids ['3fe3b085-a8ae-4437-9270-d7f499d6a73d'] in n-d-713301-16 is: [] {{(pid=95104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 19:41:42.629219 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:42.641065 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 33470) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:41:42.644726 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-038aaad8-c863-4fb4-9c76-9329a030e3fb tempest-RoutersTest-320658655 tempest-RoutersTest-320658655-project] 10.222.0.67 "GET /v2.0/routers HTTP/1.1" status: 200 len: 882 time: 1.1235139 Sep 23 19:41:42.648136 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.v2.base [None req-94955804-dffb-464a-8414-b8a8dd8cea34 tempest-RoutersTest-320658655 tempest-RoutersTest-320658655-project] Request body: {'router': {'name': 'updatedtempest-RoutersTest-router-629049379'}} {{(pid=95101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:41:42.669047 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Provisioning complete for port 11089a17-eec5-429b-9922-c502af98072f triggered by entity L2. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:41:42.669525 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:42.679641 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Pushing event updated for resources: {'Port': ['ID=d26070bf-202d-400c-84c9-cf5107760ee6,revision_number=3']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:41:42.685732 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] For port e903ca97-db28-44ea-88d1-53bdf3b0a143, host n-h1-713301-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-16',level=0,port_id=e903ca97-db28-44ea-88d1-53bdf3b0a143,segment=NetworkSegment(c5b82793-12a0-4116-8d9f-ade119c657cf),segment_id=c5b82793-12a0-4116-8d9f-ade119c657cf)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:41:42.810489 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] For port da1cccf9-fec5-48ec-99c3-a7ba7ed97445, host n-h2-713301-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-16',level=0,port_id=da1cccf9-fec5-48ec-99c3-a7ba7ed97445,segment=NetworkSegment(73539111-d512-4650-9e44-61bde391e31a),segment_id=73539111-d512-4650-9e44-61bde391e31a)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:41:42.831187 n-d-713301-16 neutron-server[95103]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6942dd4a-2993-4094-af13-ca4f91683a85', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da1cccf9-fec5-48ec-99c3-a7ba7ed97445'}] {{(pid=95103) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 19:41:42.834379 n-d-713301-16 neutron-server[95103]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}81a1c17f2aa89d5b3ebbba3a3e0cf7eb588e431c2224256110c4c4facdd7c3e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4fb98d72-defc-40d4-98c8-eb7feb37182b" -d '{"events": [{"server_uuid": "6942dd4a-2993-4094-af13-ca4f91683a85", "name": "network-vif-plugged", "status": "completed", "tag": "da1cccf9-fec5-48ec-99c3-a7ba7ed97445"}]}' {{(pid=95103) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 19:41:42.845309 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:42.866323 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:42.990797 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] get_ports_and_sgs() called for port_ids ['e903ca97-db28-44ea-88d1-53bdf3b0a143'] {{(pid=95103) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 19:41:43.187368 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Device 78fe052c-585a-4d71-8bbf-40f9ac1d0bbf up at agent ovs-agent-n-d-713301-16 {{(pid=95103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 19:41:43.203757 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-2b460ba1-1c15-4bc3-a3bd-746aa70bef4d None None] Provisioning complete for port 78fe052c-585a-4d71-8bbf-40f9ac1d0bbf triggered by entity DHCP. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:41:43.204274 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-2b460ba1-1c15-4bc3-a3bd-746aa70bef4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:43.326971 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Pushing event updated for resources: {'Port': ['ID=e903ca97-db28-44ea-88d1-53bdf3b0a143,revision_number=6']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:41:43.553971 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-94955804-dffb-464a-8414-b8a8dd8cea34 tempest-RoutersTest-320658655 tempest-RoutersTest-320658655-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-601749', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-597253', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29360'] for router, precommit_update {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:43.581092 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-94955804-dffb-464a-8414-b8a8dd8cea34 tempest-RoutersTest-320658655 tempest-RoutersTest-320658655-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-601790', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-601772', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-601767', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-597276'] for router, after_update {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:43.926853 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-94955804-dffb-464a-8414-b8a8dd8cea34 tempest-RoutersTest-320658655 tempest-RoutersTest-320658655-project] Router 91a6e1d6-4015-4c62-9dd9-730e09e33803 has already been hosted by L3 agent 79a740bf-7821-4989-8288-7186e3e128f3 {{(pid=95101) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 19:41:44.035171 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e8bd89-558b-4055-a030-34c1276843a0 req-10e66e36-1a50-451c-a6f4-59c88e16fc66 tempest-AttachVolumeShelveTestJSON-2035318112 tempest-AttachVolumeShelveTestJSON-2035318112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:41:44.044716 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-52e8bd89-558b-4055-a030-34c1276843a0 req-10e66e36-1a50-451c-a6f4-59c88e16fc66 tempest-AttachVolumeShelveTestJSON-2035318112 tempest-AttachVolumeShelveTestJSON-2035318112-project] 10.222.0.67 "GET /v2.0/ports?device_id=c994c23c-480f-4306-a41c-657703b40238 HTTP/1.1" status: 200 len: 946 time: 1.5455959 Sep 23 19:41:44.054476 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94955804-dffb-464a-8414-b8a8dd8cea34 tempest-RoutersTest-320658655 tempest-RoutersTest-320658655-project] Notify agent at l3_agent.n-d-713301-16 the message routers_updated {{(pid=95101) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 19:41:44.069552 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-94955804-dffb-464a-8414-b8a8dd8cea34 tempest-RoutersTest-320658655 tempest-RoutersTest-320658655-project] Notify callbacks [] for router, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:44.075222 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-94955804-dffb-464a-8414-b8a8dd8cea34 tempest-RoutersTest-320658655 tempest-RoutersTest-320658655-project] 10.222.0.67 "PUT /v2.0/routers/91a6e1d6-4015-4c62-9dd9-730e09e33803 HTTP/1.1" status: 200 len: 886 time: 1.4323533 Sep 23 19:41:44.076584 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 33504) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:41:44.098111 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Provisioning complete for port 78fe052c-585a-4d71-8bbf-40f9ac1d0bbf triggered by entity L2. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:41:44.098748 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:44.275916 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdcff5ee-f1a5-4999-ae32-4410e4336b53 req-7c2fa499-7a16-49d6-9f06-17bfeea5b829 tempest-ServersNegativeTestJSON-1638865794 tempest-ServersNegativeTestJSON-1638865794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:41:44.291448 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-cdcff5ee-f1a5-4999-ae32-4410e4336b53 req-7c2fa499-7a16-49d6-9f06-17bfeea5b829 tempest-ServersNegativeTestJSON-1638865794 tempest-ServersNegativeTestJSON-1638865794-project] 10.222.0.67 "GET /v2.0/ports?device_id=6942dd4a-2993-4094-af13-ca4f91683a85 HTTP/1.1" status: 200 len: 945 time: 1.6383874 Sep 23 19:41:44.331013 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-251ba394-eaf3-4887-bc30-6ed57649f587 tempest-RoutersTest-320658655 tempest-RoutersTest-320658655-project] 10.222.0.67 "GET /v2.0/routers/91a6e1d6-4015-4c62-9dd9-730e09e33803 HTTP/1.1" status: 200 len: 886 time: 0.2522011 Sep 23 19:41:44.332055 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 33512) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:41:44.355879 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fdb265c-8990-4769-9ce8-e651392961c2 None None] Sync routers for ids ['91a6e1d6-4015-4c62-9dd9-730e09e33803'] in n-d-713301-16 {{(pid=95103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 19:41:44.385941 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Pushing event updated for resources: {'Port': ['ID=da1cccf9-fec5-48ec-99c3-a7ba7ed97445,revision_number=5']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:41:44.412051 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-fb0c1536-7b1b-4bfc-942e-9e3614db9d5f tempest-RoutersTest-320658655 tempest-RoutersTest-320658655-project] 10.222.0.67 "GET /v2.0/ports?device_id=91a6e1d6-4015-4c62-9dd9-730e09e33803 HTTP/1.1" status: 200 len: 205 time: 0.0756235 Sep 23 19:41:44.412744 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 33514) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:41:44.506266 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fdb265c-8990-4769-9ce8-e651392961c2 None None] Routers {'91a6e1d6-4015-4c62-9dd9-730e09e33803'} bound to L3 agent in host n-d-713301-16 {{(pid=95103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 19:41:44.506917 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_hamode_db [None req-5fdb265c-8990-4769-9ce8-e651392961c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-23T19:07:52Z,description=,heartbeat_timestamp=2021-09-23T19:41:22Z,host='n-d-713301-16',id=79a740bf-7821-4989-8288-7186e3e128f3,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:07:52Z,topic='l3_agent')) {'router_ids': ['91a6e1d6-4015-4c62-9dd9-730e09e33803'], 'active': True} {{(pid=95103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:41:44.542599 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-2b460ba1-1c15-4bc3-a3bd-746aa70bef4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:44.563264 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-52e8bd89-558b-4055-a030-34c1276843a0 req-ac40dd31-b926-4daa-9de5-e58c88e94300 tempest-AttachVolumeShelveTestJSON-2035318112 tempest-AttachVolumeShelveTestJSON-2035318112-project] 10.222.0.67 "GET /v2.0/security-groups?id=dd8506a8-7e56-49b4-9c74-3948d9b76f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5193629 Sep 23 19:41:44.658892 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-a200e932-f3c2-4e52-bf60-76f2c93a527d tempest-RoutersTest-320658655 tempest-RoutersTest-320658655-project] Notify callbacks [] for router, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:44.689458 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-14da5a81-fad1-4489-a760-b38abba4a2fe tempest-RoutersNegativeTest-1443160465 tempest-RoutersNegativeTest-1443160465-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:44.762221 n-d-713301-16 neutron-server[95102]: DEBUG neutron.db.db_base_plugin_common [None req-69055d12-547a-4a93-bde4-6ff5813f5f44 tempest-RoutersIpV6Test-563412711 tempest-RoutersIpV6Test-563412711-project] Allocated IP 2001:db8:1::1 (75870418-2b79-4024-b4c1-e93cbcdad656/a233a8d5-4456-439f-88df-3fb6e90352e3/af75a970-26cf-47be-930c-ba7d92adcdd5) {{(pid=95102) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 19:41:44.772829 n-d-713301-16 neutron-server[95103]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 19:41:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21c02d85-c458-4b27-8c65-5c053589a1ce x-openstack-request-id: req-21c02d85-c458-4b27-8c65-5c053589a1ce {{(pid=95103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 19:41:44.773175 n-d-713301-16 neutron-server[95103]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6942dd4a-2993-4094-af13-ca4f91683a85", "name": "network-vif-plugged", "status": "completed", "tag": "da1cccf9-fec5-48ec-99c3-a7ba7ed97445", "code": 200}]} {{(pid=95103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 19:41:44.773372 n-d-713301-16 neutron-server[95103]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-21c02d85-c458-4b27-8c65-5c053589a1ce {{(pid=95103) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 19:41:44.773780 n-d-713301-16 neutron-server[95103]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6942dd4a-2993-4094-af13-ca4f91683a85', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da1cccf9-fec5-48ec-99c3-a7ba7ed97445', 'code': 200} Sep 23 19:41:44.784204 n-d-713301-16 neutron-server[95102]: INFO neutron.api.v2.resource [None req-14da5a81-fad1-4489-a760-b38abba4a2fe tempest-RoutersNegativeTest-1443160465 tempest-RoutersNegativeTest-1443160465-project] update failed (client error): The resource could not be found. Sep 23 19:41:44.791415 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-14da5a81-fad1-4489-a760-b38abba4a2fe tempest-RoutersNegativeTest-1443160465 tempest-RoutersNegativeTest-1443160465-project] 10.222.0.67 "PUT /v2.0/routers/3fe3b085-a8ae-4437-9270-d7f499d6a73d HTTP/1.1" status: 404 len: 339 time: 2.3471529 Sep 23 19:41:44.792173 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 33522) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:41:44.823334 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_hamode_db [None req-5fdb265c-8990-4769-9ce8-e651392961c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713301-16', False) {} {{(pid=95103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:41:45.002757 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fdb265c-8990-4769-9ce8-e651392961c2 None None] Routers {'91a6e1d6-4015-4c62-9dd9-730e09e33803'} bound to L3 agent in host n-d-713301-16 {{(pid=95103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 19:41:45.003650 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_hamode_db [None req-5fdb265c-8990-4769-9ce8-e651392961c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-23T19:07:52Z,description=,heartbeat_timestamp=2021-09-23T19:41:22Z,host='n-d-713301-16',id=79a740bf-7821-4989-8288-7186e3e128f3,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:07:52Z,topic='l3_agent')) {'router_ids': ['91a6e1d6-4015-4c62-9dd9-730e09e33803'], 'active': True} {{(pid=95103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:41:45.021179 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:45.106477 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-2b460ba1-1c15-4bc3-a3bd-746aa70bef4d None None] For port 78fe052c-585a-4d71-8bbf-40f9ac1d0bbf, host n-d-713301-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-16',level=0,port_id=78fe052c-585a-4d71-8bbf-40f9ac1d0bbf,segment=NetworkSegment(a37f3eee-43fd-4853-9af6-6a4d2dcc1b5a),segment_id=a37f3eee-43fd-4853-9af6-6a4d2dcc1b5a)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:41:45.123621 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_hamode_db [None req-5fdb265c-8990-4769-9ce8-e651392961c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713301-16', False) {} {{(pid=95103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:41:45.125093 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fdb265c-8990-4769-9ce8-e651392961c2 None None] The sync data for ids ['91a6e1d6-4015-4c62-9dd9-730e09e33803'] in n-d-713301-16 is: [] {{(pid=95103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 19:41:45.155329 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-cdcff5ee-f1a5-4999-ae32-4410e4336b53 req-a5128469-b9ce-4db3-9a5c-5bb77e8d70ef tempest-ServersNegativeTestJSON-1638865794 tempest-ServersNegativeTestJSON-1638865794-project] 10.222.0.67 "GET /v2.0/security-groups?id=4daca97c-f524-4fb0-8b34-b36a0affa33e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7933357 Sep 23 19:41:45.162601 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-2b460ba1-1c15-4bc3-a3bd-746aa70bef4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:45.447022 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-2b460ba1-1c15-4bc3-a3bd-746aa70bef4d None None] Provisioning complete for port d26070bf-202d-400c-84c9-cf5107760ee6 triggered by entity DHCP. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:41:45.447452 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-2b460ba1-1c15-4bc3-a3bd-746aa70bef4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:45.587751 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b460ba1-1c15-4bc3-a3bd-746aa70bef4d None None] Pushing event updated for resources: {'Port': ['ID=78fe052c-585a-4d71-8bbf-40f9ac1d0bbf,revision_number=3']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:41:45.628228 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.db.api [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95103) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 23 19:41:45.634480 n-d-713301-16 neutron-server[95103]: DEBUG oslo_db.api [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 23 19:41:45.840027 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-2b460ba1-1c15-4bc3-a3bd-746aa70bef4d None None] Could not find standard attr ID for object 5d85f861-4369-4661-88f9-23709c0dda15. {{(pid=95103) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 23 19:41:45.958209 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-f2f28ed6-8386-4929-890a-892fad974cd8 None None] Could not find standard attr ID for object 5d85f861-4369-4661-88f9-23709c0dda15. {{(pid=95103) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 23 19:41:45.984399 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-f2f28ed6-8386-4929-890a-892fad974cd8 None None] Provisioning complete for port d26070bf-202d-400c-84c9-cf5107760ee6 triggered by entity DHCP. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:41:45.986206 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-f2f28ed6-8386-4929-890a-892fad974cd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:46.144668 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d53d99e-353c-4994-9483-603431471daa req-7eb0c318-5c1c-4b29-962b-322b763e80c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:41:46.155520 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-2d53d99e-353c-4994-9483-603431471daa req-7eb0c318-5c1c-4b29-962b-322b763e80c7 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=6942dd4a-2993-4094-af13-ca4f91683a85 HTTP/1.1" status: 200 len: 1098 time: 0.2800584 Sep 23 19:41:46.178568 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-a200e932-f3c2-4e52-bf60-76f2c93a527d tempest-RoutersTest-320658655 tempest-RoutersTest-320658655-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:46.215027 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-69055d12-547a-4a93-bde4-6ff5813f5f44 tempest-RoutersIpV6Test-563412711 tempest-RoutersIpV6Test-563412711-project] Notify callbacks [] for port, precommit_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:46.248628 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14907f5d-66d9-49e6-aeb3-cee808a43bfb req-5e3f9f50-f070-4d4b-b690-a881740b49f1 tempest-AttachVolumeShelveTestJSON-2035318112 tempest-AttachVolumeShelveTestJSON-2035318112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:41:46.250298 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-14907f5d-66d9-49e6-aeb3-cee808a43bfb req-5e3f9f50-f070-4d4b-b690-a881740b49f1 tempest-AttachVolumeShelveTestJSON-2035318112 tempest-AttachVolumeShelveTestJSON-2035318112-project] 10.222.0.67 "GET /v2.0/ports?device_id=c994c23c-480f-4306-a41c-657703b40238 HTTP/1.1" status: 200 len: 945 time: 0.4801862 Sep 23 19:41:46.324816 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-f2f28ed6-8386-4929-890a-892fad974cd8 None None] Provisioning complete for port 78fe052c-585a-4d71-8bbf-40f9ac1d0bbf triggered by entity DHCP. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:41:46.339780 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-f2f28ed6-8386-4929-890a-892fad974cd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:46.367687 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-2d53d99e-353c-4994-9483-603431471daa req-35319d1a-3090-43fc-9994-34f95ba9d73e service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=4daca97c-f524-4fb0-8b34-b36a0affa33e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2109051 Sep 23 19:41:46.530419 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.plugin [None req-a200e932-f3c2-4e52-bf60-76f2c93a527d tempest-RoutersTest-320658655 tempest-RoutersTest-320658655-project] Deleting port 9adc88dd-f5b2-4c60-b1b5-ffa744b7ba87 {{(pid=95101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:41:46.550258 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-a200e932-f3c2-4e52-bf60-76f2c93a527d tempest-RoutersTest-320658655 tempest-RoutersTest-320658655-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783146157096'] for port, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:46.594244 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-13a3130a-65e0-4f87-996b-0b98750558a0 tempest-RoutersNegativeTest-1443160465 tempest-RoutersNegativeTest-1443160465-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:46.699184 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Device d26070bf-202d-400c-84c9-cf5107760ee6 up at agent ovs-agent-n-d-713301-16 {{(pid=95103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 19:41:46.700454 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-14907f5d-66d9-49e6-aeb3-cee808a43bfb req-133312d5-5bf1-4896-9d60-01cfd9db807d tempest-AttachVolumeShelveTestJSON-2035318112 tempest-AttachVolumeShelveTestJSON-2035318112-project] 10.222.0.67 "GET /v2.0/security-groups?id=dd8506a8-7e56-49b4-9c74-3948d9b76f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4268618 Sep 23 19:41:46.885850 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Device e903ca97-db28-44ea-88d1-53bdf3b0a143 up at agent hyperv_n-h1-713301-16 {{(pid=95103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 19:41:46.929975 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-a200e932-f3c2-4e52-bf60-76f2c93a527d tempest-RoutersTest-320658655 tempest-RoutersTest-320658655-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-605701'] for port, precommit_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:46.963881 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.plugin [None req-a200e932-f3c2-4e52-bf60-76f2c93a527d tempest-RoutersTest-320658655 tempest-RoutersTest-320658655-project] Calling delete_port for 9adc88dd-f5b2-4c60-b1b5-ffa744b7ba87 owned by network:router_gateway {{(pid=95101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:41:46.977478 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Provisioning complete for port d26070bf-202d-400c-84c9-cf5107760ee6 triggered by entity L2. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:41:46.979159 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:47.202797 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Provisioning complete for port e903ca97-db28-44ea-88d1-53bdf3b0a143 triggered by entity L2. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:41:47.203500 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:47.262293 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe6089f-9453-455f-9fa8-c6ecbf13e2d2 req-5a5027c8-3bfe-4712-8907-4ae835c05692 tempest-ServersNegativeTestJSON-1638865794 tempest-ServersNegativeTestJSON-1638865794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:41:47.263699 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-efe6089f-9453-455f-9fa8-c6ecbf13e2d2 req-5a5027c8-3bfe-4712-8907-4ae835c05692 tempest-ServersNegativeTestJSON-1638865794 tempest-ServersNegativeTestJSON-1638865794-project] 10.222.0.67 "GET /v2.0/ports?device_id=6942dd4a-2993-4094-af13-ca4f91683a85 HTTP/1.1" status: 200 len: 946 time: 0.9628737 Sep 23 19:41:47.273796 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Device 78fe052c-585a-4d71-8bbf-40f9ac1d0bbf up at agent ovs-agent-n-d-713301-16 {{(pid=95103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 19:41:47.466532 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Provisioning complete for port 78fe052c-585a-4d71-8bbf-40f9ac1d0bbf triggered by entity L2. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:41:47.469152 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:47.639850 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-a200e932-f3c2-4e52-bf60-76f2c93a527d tempest-RoutersTest-320658655 tempest-RoutersTest-320658655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783146162158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783145673144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5607431'] for port, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:47.694947 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a200e932-f3c2-4e52-bf60-76f2c93a527d tempest-RoutersTest-320658655 tempest-RoutersTest-320658655-project] Pushing event deleted for resources: {'Port': ['ID=9adc88dd-f5b2-4c60-b1b5-ffa744b7ba87,revision_number=None']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:41:47.764663 n-d-713301-16 neutron-server[95102]: DEBUG neutron.db.db_base_plugin_common [None req-13a3130a-65e0-4f87-996b-0b98750558a0 tempest-RoutersNegativeTest-1443160465 tempest-RoutersNegativeTest-1443160465-project] Allocated IP 172.20.0.1 (fc684614-d658-40c7-83a4-c211509e19ab/c99fa9a8-c827-4ac5-a20a-029cd790129b/efe656cc-7109-40b4-889a-6b1035ada182) {{(pid=95102) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 19:41:47.870799 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-a200e932-f3c2-4e52-bf60-76f2c93a527d tempest-RoutersTest-320658655 tempest-RoutersTest-320658655-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-601942'] for router_gateway, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:47.895000 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:47.943824 n-d-713301-16 neutron-server[95103]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c994c23c-480f-4306-a41c-657703b40238', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e903ca97-db28-44ea-88d1-53bdf3b0a143'}] {{(pid=95103) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 19:41:47.947267 n-d-713301-16 neutron-server[95103]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}81a1c17f2aa89d5b3ebbba3a3e0cf7eb588e431c2224256110c4c4facdd7c3e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-836e8034-f48e-472f-a941-9f2ec50e3791" -d '{"events": [{"server_uuid": "c994c23c-480f-4306-a41c-657703b40238", "name": "network-vif-plugged", "status": "completed", "tag": "e903ca97-db28-44ea-88d1-53bdf3b0a143"}]}' {{(pid=95103) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 19:41:47.969273 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Device 11089a17-eec5-429b-9922-c502af98072f up at agent ovs-agent-n-d-713301-16 {{(pid=95103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 19:41:47.974999 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] For port e903ca97-db28-44ea-88d1-53bdf3b0a143, host n-h1-713301-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-16',level=0,port_id=e903ca97-db28-44ea-88d1-53bdf3b0a143,segment=NetworkSegment(c5b82793-12a0-4116-8d9f-ade119c657cf),segment_id=c5b82793-12a0-4116-8d9f-ade119c657cf)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:41:48.096116 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:48.115230 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-13a3130a-65e0-4f87-996b-0b98750558a0 tempest-RoutersNegativeTest-1443160465 tempest-RoutersNegativeTest-1443160465-project] Notify callbacks [] for port, precommit_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:48.169857 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-69055d12-547a-4a93-bde4-6ff5813f5f44 tempest-RoutersIpV6Test-563412711 tempest-RoutersIpV6Test-563412711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783145673135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4399100'] for port, after_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:48.173108 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-13a3130a-65e0-4f87-996b-0b98750558a0 tempest-RoutersNegativeTest-1443160465 tempest-RoutersNegativeTest-1443160465-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783145673135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4399100'] for port, after_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:48.278066 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69055d12-547a-4a93-bde4-6ff5813f5f44 tempest-RoutersIpV6Test-563412711 tempest-RoutersIpV6Test-563412711-project] Pushing event updated for resources: {'Port': ['ID=af75a970-26cf-47be-930c-ba7d92adcdd5,revision_number=1']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:41:48.321705 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-a200e932-f3c2-4e52-bf60-76f2c93a527d tempest-RoutersTest-320658655 tempest-RoutersTest-320658655-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-597305', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29369'] for router, precommit_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:48.326479 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-a200e932-f3c2-4e52-bf60-76f2c93a527d tempest-RoutersTest-320658655 tempest-RoutersTest-320658655-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:48.412498 n-d-713301-16 neutron-server[95102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69055d12-547a-4a93-bde4-6ff5813f5f44 tempest-RoutersIpV6Test-563412711 tempest-RoutersIpV6Test-563412711-project] Network 75870418-2b79-4024-b4c1-e93cbcdad656 is already hosted by enough agents. {{(pid=95102) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:41:48.451016 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-a200e932-f3c2-4e52-bf60-76f2c93a527d tempest-RoutersTest-320658655 tempest-RoutersTest-320658655-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-597296'] for router, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:48.452111 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a200e932-f3c2-4e52-bf60-76f2c93a527d tempest-RoutersTest-320658655 tempest-RoutersTest-320658655-project] Fanout notify agent at l3_agent the message router_deleted on router 91a6e1d6-4015-4c62-9dd9-730e09e33803 {{(pid=95101) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 23 19:41:48.462318 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Provisioning complete for port 11089a17-eec5-429b-9922-c502af98072f triggered by entity L2. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:41:48.462696 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:48.464651 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Pushing event updated for resources: {'Port': ['ID=e903ca97-db28-44ea-88d1-53bdf3b0a143,revision_number=7']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:41:48.483153 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-a200e932-f3c2-4e52-bf60-76f2c93a527d tempest-RoutersTest-320658655 tempest-RoutersTest-320658655-project] Notify callbacks [] for router, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:48.485610 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e174d4fe-3c7c-455a-821d-ec60707845fd req-8c77f2e6-08ae-4667-a54f-a5a4885edb0b tempest-AttachVolumeShelveTestJSON-2035318112 tempest-AttachVolumeShelveTestJSON-2035318112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:41:48.487611 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-a200e932-f3c2-4e52-bf60-76f2c93a527d tempest-RoutersTest-320658655 tempest-RoutersTest-320658655-project] 10.222.0.67 "DELETE /v2.0/routers/91a6e1d6-4015-4c62-9dd9-730e09e33803 HTTP/1.1" status: 204 len: 168 time: 4.0739090 Sep 23 19:41:48.491377 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-e174d4fe-3c7c-455a-821d-ec60707845fd req-8c77f2e6-08ae-4667-a54f-a5a4885edb0b tempest-AttachVolumeShelveTestJSON-2035318112 tempest-AttachVolumeShelveTestJSON-2035318112-project] 10.222.0.67 "GET /v2.0/ports?device_id=c994c23c-480f-4306-a41c-657703b40238 HTTP/1.1" status: 200 len: 946 time: 0.3359573 Sep 23 19:41:48.491377 n-d-713301-16 neutron-server[95102]: DEBUG neutron.scheduler.base_scheduler [None req-69055d12-547a-4a93-bde4-6ff5813f5f44 tempest-RoutersIpV6Test-563412711 tempest-RoutersIpV6Test-563412711-project] Resources bound (agent type, host, resource id): {{(pid=95102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:41:48.495495 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 33572) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:41:48.513318 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.v2.base [None req-7ade9aef-d156-435a-87b9-2e0b0837e143 tempest-RoutersTest-320658655 tempest-RoutersTest-320658655-project] Request body: {'network': {'name': 'tempest-RoutersTest-1040038599'}} {{(pid=95101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:41:48.541773 n-d-713301-16 neutron-server[95102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13a3130a-65e0-4f87-996b-0b98750558a0 tempest-RoutersNegativeTest-1443160465 tempest-RoutersNegativeTest-1443160465-project] Network fc684614-d658-40c7-83a4-c211509e19ab is already hosted by enough agents. {{(pid=95102) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:41:48.564933 n-d-713301-16 neutron-server[95102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69055d12-547a-4a93-bde4-6ff5813f5f44 tempest-RoutersIpV6Test-563412711 tempest-RoutersIpV6Test-563412711-project] Received port after_create {{(pid=95102) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 19:41:48.567419 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-69055d12-547a-4a93-bde4-6ff5813f5f44 tempest-RoutersIpV6Test-563412711 tempest-RoutersIpV6Test-563412711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-601987'] for router_interface, before_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:48.584518 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ade9aef-d156-435a-87b9-2e0b0837e143 tempest-RoutersTest-320658655 tempest-RoutersTest-320658655-project] Made reservation on behalf of 6680ec314c604479bbb737c95f4e0850 for: {'network': 1} {{(pid=95101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:41:48.600259 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-7ade9aef-d156-435a-87b9-2e0b0837e143 tempest-RoutersTest-320658655 tempest-RoutersTest-320658655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for network, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:48.669411 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7ade9aef-d156-435a-87b9-2e0b0837e143 tempest-RoutersTest-320658655 tempest-RoutersTest-320658655-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 609} {{(pid=95101) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 19:41:48.708818 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-7ade9aef-d156-435a-87b9-2e0b0837e143 tempest-RoutersTest-320658655 tempest-RoutersTest-320658655-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1756186'] for segment, precommit_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:48.709309 n-d-713301-16 neutron-server[95101]: INFO neutron.db.segments_db [None req-7ade9aef-d156-435a-87b9-2e0b0837e143 tempest-RoutersTest-320658655 tempest-RoutersTest-320658655-project] Added segment 303066bb-5716-44f3-b51f-59347eb25ae7 of type vlan for network 1360e65d-bf75-4ae6-9ee4-522204c47faf Sep 23 19:41:48.877767 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-7ade9aef-d156-435a-87b9-2e0b0837e143 tempest-RoutersTest-320658655 tempest-RoutersTest-320658655-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783145630486'] for network, precommit_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:48.932255 n-d-713301-16 neutron-server[95102]: DEBUG neutron.scheduler.base_scheduler [None req-13a3130a-65e0-4f87-996b-0b98750558a0 tempest-RoutersNegativeTest-1443160465 tempest-RoutersNegativeTest-1443160465-project] Resources bound (agent type, host, resource id): {{(pid=95102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:41:48.986595 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-7ade9aef-d156-435a-87b9-2e0b0837e143 tempest-RoutersTest-320658655 tempest-RoutersTest-320658655-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299'] for network, after_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:49.000097 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ade9aef-d156-435a-87b9-2e0b0837e143 tempest-RoutersTest-320658655 tempest-RoutersTest-320658655-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:41:49.016938 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-7ade9aef-d156-435a-87b9-2e0b0837e143 tempest-RoutersTest-320658655 tempest-RoutersTest-320658655-project] Notify callbacks [] for network, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:49.147917 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-7ade9aef-d156-435a-87b9-2e0b0837e143 tempest-RoutersTest-320658655 tempest-RoutersTest-320658655-project] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.6455045 Sep 23 19:41:49.149484 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 33580) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:41:49.193202 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.v2.base [None req-9f235376-b286-4264-95b5-33b8a03bd890 tempest-RoutersTest-320658655 tempest-RoutersTest-320658655-project] Request body: {'subnet': {'network_id': '1360e65d-bf75-4ae6-9ee4-522204c47faf', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:41:49.218249 n-d-713301-16 neutron-server[95102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13a3130a-65e0-4f87-996b-0b98750558a0 tempest-RoutersNegativeTest-1443160465 tempest-RoutersNegativeTest-1443160465-project] Received port after_create {{(pid=95102) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 19:41:49.267260 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-69055d12-547a-4a93-bde4-6ff5813f5f44 tempest-RoutersIpV6Test-563412711 tempest-RoutersIpV6Test-563412711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:49.299865 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-53965e9b-115c-4e39-a8a0-bf0e4aa28b1d None None] Provisioning complete for port af75a970-26cf-47be-930c-ba7d92adcdd5 triggered by entity DHCP. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:41:49.300572 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-53965e9b-115c-4e39-a8a0-bf0e4aa28b1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:49.329819 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-efe6089f-9453-455f-9fa8-c6ecbf13e2d2 req-ed612b56-863b-4fbc-bb2e-7f0384f5ec2f tempest-ServersNegativeTestJSON-1638865794 tempest-ServersNegativeTestJSON-1638865794-project] 10.222.0.67 "GET /v2.0/security-groups?id=4daca97c-f524-4fb0-8b34-b36a0affa33e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 2.0492947 Sep 23 19:41:49.397703 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.plugin [None req-53965e9b-115c-4e39-a8a0-bf0e4aa28b1d None None] Port af75a970-26cf-47be-930c-ba7d92adcdd5 cannot update to ACTIVE because it is not bound. {{(pid=95103) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 19:41:49.418809 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f235376-b286-4264-95b5-33b8a03bd890 tempest-RoutersTest-320658655 tempest-RoutersTest-320658655-project] Made reservation on behalf of 6680ec314c604479bbb737c95f4e0850 for: {'subnet': 1} {{(pid=95101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:41:49.425563 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-9f235376-b286-4264-95b5-33b8a03bd890 tempest-RoutersTest-320658655 tempest-RoutersTest-320658655-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6130979'] for subnet, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:49.462148 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13a3130a-65e0-4f87-996b-0b98750558a0 tempest-RoutersNegativeTest-1443160465 tempest-RoutersNegativeTest-1443160465-project] Pushing event updated for resources: {'Port': ['ID=efe656cc-7109-40b4-889a-6b1035ada182,revision_number=1']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:41:49.524687 n-d-713301-16 neutron-server[95103]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 19:41:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72705a3b-e540-4d3a-8948-c50c0d20ea84 x-openstack-request-id: req-72705a3b-e540-4d3a-8948-c50c0d20ea84 {{(pid=95103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 19:41:49.525209 n-d-713301-16 neutron-server[95103]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c994c23c-480f-4306-a41c-657703b40238", "name": "network-vif-plugged", "status": "completed", "tag": "e903ca97-db28-44ea-88d1-53bdf3b0a143", "code": 200}]} {{(pid=95103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 19:41:49.525619 n-d-713301-16 neutron-server[95103]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-72705a3b-e540-4d3a-8948-c50c0d20ea84 {{(pid=95103) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 19:41:49.526172 n-d-713301-16 neutron-server[95103]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c994c23c-480f-4306-a41c-657703b40238', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e903ca97-db28-44ea-88d1-53bdf3b0a143', 'code': 200} Sep 23 19:41:49.568433 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-e174d4fe-3c7c-455a-821d-ec60707845fd req-b6a4d91b-c1c2-4e9a-a6f6-4d8ea0874523 tempest-AttachVolumeShelveTestJSON-2035318112 tempest-AttachVolumeShelveTestJSON-2035318112-project] 10.222.0.67 "GET /v2.0/security-groups?id=dd8506a8-7e56-49b4-9c74-3948d9b76f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6624749 Sep 23 19:41:49.747645 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-21a33fe9-74b7-4b10-b343-4e6c8985dd22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:49.756515 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-13a3130a-65e0-4f87-996b-0b98750558a0 tempest-RoutersNegativeTest-1443160465 tempest-RoutersNegativeTest-1443160465-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-601987'] for router_interface, before_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:49.795202 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-5dbcb8e7-a2d9-4e7d-b4c3-5b2a25467d2b None None] Provisioning complete for port efe656cc-7109-40b4-889a-6b1035ada182 triggered by entity DHCP. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:41:49.798730 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-5dbcb8e7-a2d9-4e7d-b4c3-5b2a25467d2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:49.896941 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-9f235376-b286-4264-95b5-33b8a03bd890 tempest-RoutersTest-320658655 tempest-RoutersTest-320658655-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5607579', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6130961'] for subnet, after_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:49.938617 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.plugin [None req-5dbcb8e7-a2d9-4e7d-b4c3-5b2a25467d2b None None] Port efe656cc-7109-40b4-889a-6b1035ada182 cannot update to ACTIVE because it is not bound. {{(pid=95103) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 19:41:49.995139 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ade9aef-d156-435a-87b9-2e0b0837e143 tempest-RoutersTest-320658655 tempest-RoutersTest-320658655-project] Pushing event updated for resources: {'Network': ['ID=1360e65d-bf75-4ae6-9ee4-522204c47faf,revision_number=1']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:41:50.001617 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f235376-b286-4264-95b5-33b8a03bd890 tempest-RoutersTest-320658655 tempest-RoutersTest-320658655-project] Pushing event updated for resources: {'Subnet': ['ID=88e21817-55e7-4403-87dc-86e41138b832,revision_number=0']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:41:50.009922 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Network 1360e65d-bf75-4ae6-9ee4-522204c47faf details requested by agent ovs-agent-n-d-713301-16 with host n-d-713301-16 {{(pid=95103) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 19:41:50.103640 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f235376-b286-4264-95b5-33b8a03bd890 tempest-RoutersTest-320658655 tempest-RoutersTest-320658655-project] Checking segment: {'id': '303066bb-5716-44f3-b51f-59347eb25ae7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '1360e65d-bf75-4ae6-9ee4-522204c47faf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:41:50.104586 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f235376-b286-4264-95b5-33b8a03bd890 tempest-RoutersTest-320658655 tempest-RoutersTest-320658655-project] Network hostable DHCP agents. Network: 1360e65d-bf75-4ae6-9ee4-522204c47faf, hostable agents: ['1b18bf05-1b5f-4587-be5c-af3ac38e32ad'], hosted agents: [] {{(pid=95101) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 19:41:50.342871 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-efc2e5c6-167f-45ab-a440-1e522a84bea6 req-b45db6c1-7809-4943-a8b8-ff21872a4380 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=6942dd4a-2993-4094-af13-ca4f91683a85&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2181635 Sep 23 19:41:50.344947 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f235376-b286-4264-95b5-33b8a03bd890 tempest-RoutersTest-320658655 tempest-RoutersTest-320658655-project] Network 1360e65d-bf75-4ae6-9ee4-522204c47faf is scheduled to be hosted by DHCP agent 1b18bf05-1b5f-4587-be5c-af3ac38e32ad with binding_index 1 {{(pid=95101) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 19:41:50.385907 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.base_scheduler [None req-9f235376-b286-4264-95b5-33b8a03bd890 tempest-RoutersTest-320658655 tempest-RoutersTest-320658655-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713301-16, 1360e65d-bf75-4ae6-9ee4-522204c47faf) {{(pid=95101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:41:50.400233 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f235376-b286-4264-95b5-33b8a03bd890 tempest-RoutersTest-320658655 tempest-RoutersTest-320658655-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:41:50.401271 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-9f235376-b286-4264-95b5-33b8a03bd890 tempest-RoutersTest-320658655 tempest-RoutersTest-320658655-project] Notify callbacks [] for subnet, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:50.415809 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f7886c2-5b9f-4138-98b8-3a73b1ac642d None None] Network 1360e65d-bf75-4ae6-9ee4-522204c47faf requested from n-d-713301-16 {{(pid=95103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 19:41:50.575350 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-9f235376-b286-4264-95b5-33b8a03bd890 tempest-RoutersTest-320658655 tempest-RoutersTest-320658655-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4198532 Sep 23 19:41:50.587664 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 33598) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:41:50.597640 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc2e5c6-167f-45ab-a440-1e522a84bea6 req-95c59cc7-26dc-4aa6-9f68-88d20e7ba370 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:41:50.599191 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-efc2e5c6-167f-45ab-a440-1e522a84bea6 req-95c59cc7-26dc-4aa6-9f68-88d20e7ba370 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=71dd9ac001f74f8ba18264101352d8e3&device_id=6942dd4a-2993-4094-af13-ca4f91683a85 HTTP/1.1" status: 200 len: 1098 time: 0.1693685 Sep 23 19:41:50.608807 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.v2.base [None req-592e5c43-e733-4eca-9891-6b3faa40d9a4 tempest-RoutersTest-320658655 tempest-RoutersTest-320658655-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1327618692', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=95102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:41:50.824442 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b62f896-1083-4e40-9a62-e39dcb3bdbbd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4c8b80df-07eb-5275-9f17-5cf640db67c0-1360e65d-bf75-4ae6-9ee4-522204c47faf', 'network_id': '1360e65d-bf75-4ae6-9ee4-522204c47faf', 'tenant_id': '6680ec314c604479bbb737c95f4e0850', 'fixed_ips': [{'subnet_id': '88e21817-55e7-4403-87dc-86e41138b832'}]}} from n-d-713301-16. {{(pid=95103) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 23 19:41:50.825585 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-1b62f896-1083-4e40-9a62-e39dcb3bdbbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_create {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:50.977741 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc2e5c6-167f-45ab-a440-1e522a84bea6 req-8ea0d92e-ba33-47f1-9c17-e160b883d941 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:41:50.980094 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-efc2e5c6-167f-45ab-a440-1e522a84bea6 req-8ea0d92e-ba33-47f1-9c17-e160b883d941 service neutron] 10.222.0.53 "GET /v2.0/networks?id=bd1e9a1b-24bd-4f73-b7dd-094a5b1ba73a HTTP/1.1" status: 200 len: 915 time: 0.3577764 Sep 23 19:41:51.059445 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-efc2e5c6-167f-45ab-a440-1e522a84bea6 req-453cdd02-c047-4e08-8f92-daf66948f127 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=da1cccf9-fec5-48ec-99c3-a7ba7ed97445 HTTP/1.1" status: 200 len: 217 time: 0.0714624 Sep 23 19:41:51.170318 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc2e5c6-167f-45ab-a440-1e522a84bea6 req-88aaa247-9791-46e0-8f6e-5c3ac1ac2548 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:41:51.181434 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-efc2e5c6-167f-45ab-a440-1e522a84bea6 req-88aaa247-9791-46e0-8f6e-5c3ac1ac2548 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=3168c2f0-c410-47c7-9b0a-467008e3d34d HTTP/1.1" status: 200 len: 854 time: 0.1208329 Sep 23 19:41:51.268916 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.db_base_plugin_common [None req-1b62f896-1083-4e40-9a62-e39dcb3bdbbd None None] Allocated IP 172.20.0.2 (1360e65d-bf75-4ae6-9ee4-522204c47faf/88e21817-55e7-4403-87dc-86e41138b832/8d8d7bf2-534c-4af7-b5a2-2d011687501a) {{(pid=95103) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 19:41:51.315875 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-efc2e5c6-167f-45ab-a440-1e522a84bea6 req-d4b10d49-4646-45f9-b1a5-4f4a81fca784 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=bd1e9a1b-24bd-4f73-b7dd-094a5b1ba73a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1023791 Sep 23 19:41:51.380770 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-13a3130a-65e0-4f87-996b-0b98750558a0 tempest-RoutersNegativeTest-1443160465 tempest-RoutersNegativeTest-1443160465-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:51.526686 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42df0a4-6f94-40b8-a5af-fc734bc174cc req-7c6ae0b7-350e-463c-b201-05ff7f7d695a tempest-ServersNegativeTestJSON-1638865794 tempest-ServersNegativeTestJSON-1638865794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:41:51.541271 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-a42df0a4-6f94-40b8-a5af-fc734bc174cc req-7c6ae0b7-350e-463c-b201-05ff7f7d695a tempest-ServersNegativeTestJSON-1638865794 tempest-ServersNegativeTestJSON-1638865794-project] 10.222.0.67 "GET /v2.0/ports?device_id=6942dd4a-2993-4094-af13-ca4f91683a85 HTTP/1.1" status: 200 len: 946 time: 0.9804995 Sep 23 19:41:51.562355 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-592e5c43-e733-4eca-9891-6b3faa40d9a4 tempest-RoutersTest-320658655 tempest-RoutersTest-320658655-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-594563', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29355'] for router, before_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:51.570048 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-592e5c43-e733-4eca-9891-6b3faa40d9a4 tempest-RoutersTest-320658655 tempest-RoutersTest-320658655-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-597363', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-601731', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-739356', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29346'] for router, precommit_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:51.645152 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-efc2e5c6-167f-45ab-a440-1e522a84bea6 req-c08647e3-674f-4861-baa3-8541d761457f service neutron] 10.222.0.53 "GET /v2.0/networks/bd1e9a1b-24bd-4f73-b7dd-094a5b1ba73a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3246229 Sep 23 19:41:51.727692 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-592e5c43-e733-4eca-9891-6b3faa40d9a4 tempest-RoutersTest-320658655 tempest-RoutersTest-320658655-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:51.738629 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-592e5c43-e733-4eca-9891-6b3faa40d9a4 tempest-RoutersTest-320658655 tempest-RoutersTest-320658655-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-597258', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-601790'] for router, after_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:51.821638 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-592e5c43-e733-4eca-9891-6b3faa40d9a4 tempest-RoutersTest-320658655 tempest-RoutersTest-320658655-project] Notify callbacks [] for router, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:51.828159 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-592e5c43-e733-4eca-9891-6b3faa40d9a4 tempest-RoutersTest-320658655 tempest-RoutersTest-320658655-project] 10.222.0.67 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 1.2222755 Sep 23 19:41:51.830428 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 33616) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:41:51.889923 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-1b62f896-1083-4e40-9a62-e39dcb3bdbbd None None] Notify callbacks [] for port, precommit_create {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:51.898740 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-1b62f896-1083-4e40-9a62-e39dcb3bdbbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783145673135'] for port, after_create {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:51.953940 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e796c1b4-4370-40a4-9264-70e1619d4825 req-16034989-4446-4c5f-8678-441419eca267 tempest-AttachVolumeShelveTestJSON-2035318112 tempest-AttachVolumeShelveTestJSON-2035318112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:41:51.963053 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-e796c1b4-4370-40a4-9264-70e1619d4825 req-16034989-4446-4c5f-8678-441419eca267 tempest-AttachVolumeShelveTestJSON-2035318112 tempest-AttachVolumeShelveTestJSON-2035318112-project] 10.222.0.67 "GET /v2.0/ports?device_id=c994c23c-480f-4306-a41c-657703b40238 HTTP/1.1" status: 200 len: 946 time: 0.7175939 Sep 23 19:41:52.029785 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b62f896-1083-4e40-9a62-e39dcb3bdbbd None None] Pushing event updated for resources: {'Port': ['ID=8d8d7bf2-534c-4af7-b5a2-2d011687501a,revision_number=1']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:41:52.045557 n-d-713301-16 neutron-server[95103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b62f896-1083-4e40-9a62-e39dcb3bdbbd None None] Network 1360e65d-bf75-4ae6-9ee4-522204c47faf is already hosted by enough agents. {{(pid=95103) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:41:52.053550 n-d-713301-16 neutron-server[95103]: DEBUG neutron.scheduler.base_scheduler [None req-1b62f896-1083-4e40-9a62-e39dcb3bdbbd None None] Resources bound (agent type, host, resource id): {{(pid=95103) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:41:52.060443 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b62f896-1083-4e40-9a62-e39dcb3bdbbd None None] Received port after_create {{(pid=95103) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 19:41:52.180557 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-a42df0a4-6f94-40b8-a5af-fc734bc174cc req-2bc24b70-24f6-49c1-ad4a-c9b7ac4966f4 tempest-ServersNegativeTestJSON-1638865794 tempest-ServersNegativeTestJSON-1638865794-project] 10.222.0.67 "GET /v2.0/security-groups?id=4daca97c-f524-4fb0-8b34-b36a0affa33e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6372685 Sep 23 19:41:52.208461 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.managers [None req-1b62f896-1083-4e40-9a62-e39dcb3bdbbd None None] Attempting to bind port 8d8d7bf2-534c-4af7-b5a2-2d011687501a on host n-d-713301-16 for vnic_type normal with profile {{(pid=95103) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 19:41:52.209287 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.managers [None req-1b62f896-1083-4e40-9a62-e39dcb3bdbbd None None] Attempting to bind port 8d8d7bf2-534c-4af7-b5a2-2d011687501a by drivers openvswitch,hyperv on host n-d-713301-16 at level 0 using segments [{'id': '303066bb-5716-44f3-b51f-59347eb25ae7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '1360e65d-bf75-4ae6-9ee4-522204c47faf'}] {{(pid=95103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 19:41:52.209819 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b62f896-1083-4e40-9a62-e39dcb3bdbbd None None] Attempting to bind port 8d8d7bf2-534c-4af7-b5a2-2d011687501a on network 1360e65d-bf75-4ae6-9ee4-522204c47faf {{(pid=95103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:41:52.226202 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b62f896-1083-4e40-9a62-e39dcb3bdbbd None None] Checking agent: {'id': '70a14545-df24-472f-8f95-bfe1719bff93', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 19, 7, 53), 'started_at': datetime.datetime(2021, 9, 23, 19, 8, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 19, 41, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 19:41:52.226915 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b62f896-1083-4e40-9a62-e39dcb3bdbbd None None] Checking segment: {'id': '303066bb-5716-44f3-b51f-59347eb25ae7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '1360e65d-bf75-4ae6-9ee4-522204c47faf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95103) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:41:52.227356 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-1b62f896-1083-4e40-9a62-e39dcb3bdbbd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:52.227746 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b62f896-1083-4e40-9a62-e39dcb3bdbbd None None] Bound using segment: {'id': '303066bb-5716-44f3-b51f-59347eb25ae7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '1360e65d-bf75-4ae6-9ee4-522204c47faf'} {{(pid=95103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 19:41:52.230482 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.managers [None req-1b62f896-1083-4e40-9a62-e39dcb3bdbbd None None] Bound port: 8d8d7bf2-534c-4af7-b5a2-2d011687501a, host: n-d-713301-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '303066bb-5716-44f3-b51f-59347eb25ae7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '1360e65d-bf75-4ae6-9ee4-522204c47faf'}}] {{(pid=95103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 19:41:52.230908 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-1b62f896-1083-4e40-9a62-e39dcb3bdbbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:52.237924 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-efc2e5c6-167f-45ab-a440-1e522a84bea6 req-2727a42c-293a-4d29-9347-74b62f8dd4dc service neutron] 10.222.0.53 "GET /v2.0/networks/bd1e9a1b-24bd-4f73-b7dd-094a5b1ba73a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5853775 Sep 23 19:41:52.291798 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-e796c1b4-4370-40a4-9264-70e1619d4825 req-31ce3fe5-c53f-4322-9378-81480f86b1b5 tempest-AttachVolumeShelveTestJSON-2035318112 tempest-AttachVolumeShelveTestJSON-2035318112-project] 10.222.0.67 "GET /v2.0/security-groups?id=dd8506a8-7e56-49b4-9c74-3948d9b76f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3166800 Sep 23 19:41:52.497803 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-bc7fe156-8a19-4d37-b4b9-72816a4f90c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:52.537123 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-1b62f896-1083-4e40-9a62-e39dcb3bdbbd None None] For port 8d8d7bf2-534c-4af7-b5a2-2d011687501a, host n-d-713301-16, cleared binding levels {{(pid=95103) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 19:41:52.540984 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-1b62f896-1083-4e40-9a62-e39dcb3bdbbd None None] For port 8d8d7bf2-534c-4af7-b5a2-2d011687501a, host n-d-713301-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-16',level=0,port_id=8d8d7bf2-534c-4af7-b5a2-2d011687501a,segment=NetworkSegment(303066bb-5716-44f3-b51f-59347eb25ae7),segment_id=303066bb-5716-44f3-b51f-59347eb25ae7)] {{(pid=95103) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 19:41:52.550412 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-1b62f896-1083-4e40-9a62-e39dcb3bdbbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:52.723653 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b62f896-1083-4e40-9a62-e39dcb3bdbbd None None] Pushing event updated for resources: {'Port': ['ID=8d8d7bf2-534c-4af7-b5a2-2d011687501a,revision_number=2']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:41:52.957072 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-69055d12-547a-4a93-bde4-6ff5813f5f44 tempest-RoutersIpV6Test-563412711 tempest-RoutersIpV6Test-563412711-project] Notify callbacks [] for port, precommit_update {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:53.051527 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-69055d12-547a-4a93-bde4-6ff5813f5f44 tempest-RoutersIpV6Test-563412711 tempest-RoutersIpV6Test-563412711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4399095'] for port, after_update {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:53.051527 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-69055d12-547a-4a93-bde4-6ff5813f5f44 tempest-RoutersIpV6Test-563412711 tempest-RoutersIpV6Test-563412711-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-527313', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-601459'] for router_interface, after_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:53.101802 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-630a701a-69d8-432a-9e9d-f7e4609970da tempest-RoutersTest-320658655 tempest-RoutersTest-320658655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:53.111907 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:53.227788 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69055d12-547a-4a93-bde4-6ff5813f5f44 tempest-RoutersIpV6Test-563412711 tempest-RoutersIpV6Test-563412711-project] Pushing event updated for resources: {'Port': ['ID=af75a970-26cf-47be-930c-ba7d92adcdd5,revision_number=2']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:41:53.436250 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-0ae75029-feb6-4728-9a94-5f9b60993d82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:53.673935 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 33652) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:41:53.731545 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-342c2e83-4d85-4331-8356-58c98ae2748e req-b97a6619-e40b-42d5-86bb-d59ec3e8266e tempest-ServersNegativeTestJSON-1638865794 tempest-ServersNegativeTestJSON-1638865794-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:41:53.741381 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-342c2e83-4d85-4331-8356-58c98ae2748e req-b97a6619-e40b-42d5-86bb-d59ec3e8266e tempest-ServersNegativeTestJSON-1638865794 tempest-ServersNegativeTestJSON-1638865794-project] 10.222.0.67 "GET /v2.0/networks?id=bd1e9a1b-24bd-4f73-b7dd-094a5b1ba73a HTTP/1.1" status: 200 len: 814 time: 1.0252120 Sep 23 19:41:53.962576 n-d-713301-16 neutron-server[95101]: DEBUG neutron.db.db_base_plugin_common [None req-630a701a-69d8-432a-9e9d-f7e4609970da tempest-RoutersTest-320658655 tempest-RoutersTest-320658655-project] Allocated IP 172.20.0.1 (1360e65d-bf75-4ae6-9ee4-522204c47faf/88e21817-55e7-4403-87dc-86e41138b832/fcda59ee-de43-4239-8273-1267c3f5959e) {{(pid=95101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 19:41:54.029549 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-342c2e83-4d85-4331-8356-58c98ae2748e req-3b59b162-4733-4690-8c39-455325696a1c tempest-ServersNegativeTestJSON-1638865794 tempest-ServersNegativeTestJSON-1638865794-project] 10.222.0.67 "GET /v2.0/quotas/71dd9ac001f74f8ba18264101352d8e3 HTTP/1.1" status: 200 len: 375 time: 0.2872236 Sep 23 19:41:54.040460 n-d-713301-16 neutron-server[95102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69055d12-547a-4a93-bde4-6ff5813f5f44 tempest-RoutersIpV6Test-563412711 tempest-RoutersIpV6Test-563412711-project] Network 75870418-2b79-4024-b4c1-e93cbcdad656 is already hosted by enough agents. {{(pid=95102) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:41:54.171498 n-d-713301-16 neutron-server[95102]: DEBUG neutron.scheduler.base_scheduler [None req-69055d12-547a-4a93-bde4-6ff5813f5f44 tempest-RoutersIpV6Test-563412711 tempest-RoutersIpV6Test-563412711-project] Resources bound (agent type, host, resource id): {{(pid=95102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:41:54.196741 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27bd3b2b-abf9-49c7-b4b0-45f48c51f3c4 req-c133f04b-6fee-4060-840d-51bf1d7611e0 tempest-AttachVolumeShelveTestJSON-2035318112 tempest-AttachVolumeShelveTestJSON-2035318112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:41:54.198341 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-27bd3b2b-abf9-49c7-b4b0-45f48c51f3c4 req-c133f04b-6fee-4060-840d-51bf1d7611e0 tempest-AttachVolumeShelveTestJSON-2035318112 tempest-AttachVolumeShelveTestJSON-2035318112-project] 10.222.0.67 "GET /v2.0/ports?device_id=c994c23c-480f-4306-a41c-657703b40238 HTTP/1.1" status: 200 len: 946 time: 0.6923792 Sep 23 19:41:54.265332 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-342c2e83-4d85-4331-8356-58c98ae2748e req-ff88f184-1893-417e-9e4c-273691e62591 tempest-ServersNegativeTestJSON-1638865794 tempest-ServersNegativeTestJSON-1638865794-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=71dd9ac001f74f8ba18264101352d8e3&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2079642 Sep 23 19:41:54.313024 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-27bd3b2b-abf9-49c7-b4b0-45f48c51f3c4 req-61bb32d7-270d-4bc7-b2ef-19ee1a017292 tempest-AttachVolumeShelveTestJSON-2035318112 tempest-AttachVolumeShelveTestJSON-2035318112-project] 10.222.0.67 "GET /v2.0/security-groups?id=dd8506a8-7e56-49b4-9c74-3948d9b76f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0763626 Sep 23 19:41:54.535360 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-630a701a-69d8-432a-9e9d-f7e4609970da tempest-RoutersTest-320658655 tempest-RoutersTest-320658655-project] Notify callbacks [] for port, precommit_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:54.538920 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-13a3130a-65e0-4f87-996b-0b98750558a0 tempest-RoutersNegativeTest-1443160465 tempest-RoutersNegativeTest-1443160465-project] Notify callbacks [] for port, precommit_update {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:54.557846 n-d-713301-16 neutron-server[95102]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-69055d12-547a-4a93-bde4-6ff5813f5f44 tempest-RoutersIpV6Test-563412711 tempest-RoutersIpV6Test-563412711-project] Router ab3596f1-1944-4c9f-a8ec-93d0d31dc171 has already been hosted by L3 agent 79a740bf-7821-4989-8288-7186e3e128f3 {{(pid=95102) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 19:41:54.568986 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-13a3130a-65e0-4f87-996b-0b98750558a0 tempest-RoutersNegativeTest-1443160465 tempest-RoutersNegativeTest-1443160465-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4399095'] for port, after_update {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:54.691936 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [req-342c2e83-4d85-4331-8356-58c98ae2748e req-75a3ed59-8c9f-46bf-9cfb-a057df841e00 service neutron] http://10.222.0.67:9696/v2.0/extensions returned with HTTP 200 {{(pid=95102) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 23 19:41:54.693136 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-342c2e83-4d85-4331-8356-58c98ae2748e req-75a3ed59-8c9f-46bf-9cfb-a057df841e00 service neutron] 10.222.0.67 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.4036250 Sep 23 19:41:54.721511 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-13a3130a-65e0-4f87-996b-0b98750558a0 tempest-RoutersNegativeTest-1443160465 tempest-RoutersNegativeTest-1443160465-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-527313', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-601459'] for router_interface, after_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:54.775897 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-027d65d4-4150-492e-8d3f-bb5e1c70b359 None None] Provisioning complete for port af75a970-26cf-47be-930c-ba7d92adcdd5 triggered by entity DHCP. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:41:54.776481 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-027d65d4-4150-492e-8d3f-bb5e1c70b359 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:54.831600 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-630a701a-69d8-432a-9e9d-f7e4609970da tempest-RoutersTest-320658655 tempest-RoutersTest-320658655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783145673135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5607431'] for port, after_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:54.878820 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-650d8edb-a146-457d-9842-319d99f18524 None None] Network 1360e65d-bf75-4ae6-9ee4-522204c47faf requested from n-d-713301-16 {{(pid=95103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 19:41:54.982845 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-630a701a-69d8-432a-9e9d-f7e4609970da tempest-RoutersTest-320658655 tempest-RoutersTest-320658655-project] Network 1360e65d-bf75-4ae6-9ee4-522204c47faf is already hosted by enough agents. {{(pid=95101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:41:55.043641 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.base_scheduler [None req-630a701a-69d8-432a-9e9d-f7e4609970da tempest-RoutersTest-320658655 tempest-RoutersTest-320658655-project] Resources bound (agent type, host, resource id): {{(pid=95101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:41:55.053464 n-d-713301-16 neutron-server[95101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-630a701a-69d8-432a-9e9d-f7e4609970da tempest-RoutersTest-320658655 tempest-RoutersTest-320658655-project] Received port after_create {{(pid=95101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 19:41:55.144170 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Device 8d8d7bf2-534c-4af7-b5a2-2d011687501a up at agent ovs-agent-n-d-713301-16 {{(pid=95103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 19:41:55.160895 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.plugin [None req-027d65d4-4150-492e-8d3f-bb5e1c70b359 None None] Port af75a970-26cf-47be-930c-ba7d92adcdd5 cannot update to ACTIVE because it is not bound. {{(pid=95103) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 19:41:55.214298 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-630a701a-69d8-432a-9e9d-f7e4609970da tempest-RoutersTest-320658655 tempest-RoutersTest-320658655-project] Pushing event updated for resources: {'Port': ['ID=fcda59ee-de43-4239-8273-1267c3f5959e,revision_number=1']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:41:55.293260 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-342c2e83-4d85-4331-8356-58c98ae2748e req-03deb080-b4b4-469b-bde7-6b36871294d0 service neutron] 10.222.0.67 "GET /v2.0/networks/bd1e9a1b-24bd-4f73-b7dd-094a5b1ba73a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5625610 Sep 23 19:41:55.339870 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13a3130a-65e0-4f87-996b-0b98750558a0 tempest-RoutersNegativeTest-1443160465 tempest-RoutersNegativeTest-1443160465-project] Pushing event updated for resources: {'Port': ['ID=efe656cc-7109-40b4-889a-6b1035ada182,revision_number=2']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:41:55.455405 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13a3130a-65e0-4f87-996b-0b98750558a0 tempest-RoutersNegativeTest-1443160465 tempest-RoutersNegativeTest-1443160465-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:41:55.455937 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13a3130a-65e0-4f87-996b-0b98750558a0 tempest-RoutersNegativeTest-1443160465 tempest-RoutersNegativeTest-1443160465-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:41:55.456482 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13a3130a-65e0-4f87-996b-0b98750558a0 tempest-RoutersNegativeTest-1443160465 tempest-RoutersNegativeTest-1443160465-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:41:55.457026 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13a3130a-65e0-4f87-996b-0b98750558a0 tempest-RoutersNegativeTest-1443160465 tempest-RoutersNegativeTest-1443160465-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:41:55.457529 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13a3130a-65e0-4f87-996b-0b98750558a0 tempest-RoutersNegativeTest-1443160465 tempest-RoutersNegativeTest-1443160465-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:41:55.458042 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13a3130a-65e0-4f87-996b-0b98750558a0 tempest-RoutersNegativeTest-1443160465 tempest-RoutersNegativeTest-1443160465-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:41:55.458536 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13a3130a-65e0-4f87-996b-0b98750558a0 tempest-RoutersNegativeTest-1443160465 tempest-RoutersNegativeTest-1443160465-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:41:55.459815 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13a3130a-65e0-4f87-996b-0b98750558a0 tempest-RoutersNegativeTest-1443160465 tempest-RoutersNegativeTest-1443160465-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:41:55.461248 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13a3130a-65e0-4f87-996b-0b98750558a0 tempest-RoutersNegativeTest-1443160465 tempest-RoutersNegativeTest-1443160465-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:41:55.462294 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13a3130a-65e0-4f87-996b-0b98750558a0 tempest-RoutersNegativeTest-1443160465 tempest-RoutersNegativeTest-1443160465-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:41:55.463183 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13a3130a-65e0-4f87-996b-0b98750558a0 tempest-RoutersNegativeTest-1443160465 tempest-RoutersNegativeTest-1443160465-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:41:55.463851 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13a3130a-65e0-4f87-996b-0b98750558a0 tempest-RoutersNegativeTest-1443160465 tempest-RoutersNegativeTest-1443160465-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:41:55.490685 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-630a701a-69d8-432a-9e9d-f7e4609970da tempest-RoutersTest-320658655 tempest-RoutersTest-320658655-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-601987'] for router_interface, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:55.513732 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-1643c56a-84cb-4d4a-b8f0-8c8b028283d4 None None] Provisioning complete for port 8d8d7bf2-534c-4af7-b5a2-2d011687501a triggered by entity DHCP. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:41:55.514753 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-1643c56a-84cb-4d4a-b8f0-8c8b028283d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:55.624201 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69055d12-547a-4a93-bde4-6ff5813f5f44 tempest-RoutersIpV6Test-563412711 tempest-RoutersIpV6Test-563412711-project] Notify agent at l3_agent.n-d-713301-16 the message routers_updated {{(pid=95102) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 19:41:55.637310 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7990e1a0-f9bf-4860-9c80-8768a7294d48 None None] Sync routers for ids ['ab3596f1-1944-4c9f-a8ec-93d0d31dc171'] in n-d-713301-16 {{(pid=95104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 19:41:55.639809 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-80e7e501-6c57-470d-92c6-e3d54bc3195c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:55.650703 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-69055d12-547a-4a93-bde4-6ff5813f5f44 tempest-RoutersIpV6Test-563412711 tempest-RoutersIpV6Test-563412711-project] 10.222.0.67 "PUT /v2.0/routers/ab3596f1-1944-4c9f-a8ec-93d0d31dc171/add_router_interface HTTP/1.1" status: 200 len: 503 time: 15.8243105 Sep 23 19:41:55.670171 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7990e1a0-f9bf-4860-9c80-8768a7294d48 None None] Routers {'ab3596f1-1944-4c9f-a8ec-93d0d31dc171'} bound to L3 agent in host n-d-713301-16 {{(pid=95104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 19:41:55.670812 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_hamode_db [None req-7990e1a0-f9bf-4860-9c80-8768a7294d48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-23T19:07:52Z,description=,heartbeat_timestamp=2021-09-23T19:41:52Z,host='n-d-713301-16',id=79a740bf-7821-4989-8288-7186e3e128f3,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:07:52Z,topic='l3_agent')) {'router_ids': ['ab3596f1-1944-4c9f-a8ec-93d0d31dc171'], 'active': True} {{(pid=95104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:41:55.680027 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 33684) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:41:55.713379 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Provisioning complete for port 8d8d7bf2-534c-4af7-b5a2-2d011687501a triggered by entity L2. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:41:55.715235 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:55.757680 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_hamode_db [None req-7990e1a0-f9bf-4860-9c80-8768a7294d48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713301-16', False) {} {{(pid=95104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:41:55.775642 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7990e1a0-f9bf-4860-9c80-8768a7294d48 None None] Routers {'ab3596f1-1944-4c9f-a8ec-93d0d31dc171'} bound to L3 agent in host n-d-713301-16 {{(pid=95104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 19:41:55.776564 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_hamode_db [None req-7990e1a0-f9bf-4860-9c80-8768a7294d48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-23T19:07:52Z,description=,heartbeat_timestamp=2021-09-23T19:41:52Z,host='n-d-713301-16',id=79a740bf-7821-4989-8288-7186e3e128f3,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:07:52Z,topic='l3_agent')) {'router_ids': ['ab3596f1-1944-4c9f-a8ec-93d0d31dc171'], 'active': True} {{(pid=95104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:41:55.782534 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-342c2e83-4d85-4331-8356-58c98ae2748e req-bec13b78-a75d-4f36-bb72-df8ded8ada04 service neutron] 10.222.0.67 "GET /v2.0/networks/bd1e9a1b-24bd-4f73-b7dd-094a5b1ba73a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4882200 Sep 23 19:41:55.873815 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_hamode_db [None req-7990e1a0-f9bf-4860-9c80-8768a7294d48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713301-16', False) {} {{(pid=95104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:41:55.874793 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7990e1a0-f9bf-4860-9c80-8768a7294d48 None None] The sync data for ids ['ab3596f1-1944-4c9f-a8ec-93d0d31dc171'] in n-d-713301-16 is: [] {{(pid=95104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 19:41:55.879332 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-630a701a-69d8-432a-9e9d-f7e4609970da tempest-RoutersTest-320658655 tempest-RoutersTest-320658655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:55.986823 n-d-713301-16 neutron-server[95102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13a3130a-65e0-4f87-996b-0b98750558a0 tempest-RoutersNegativeTest-1443160465 tempest-RoutersNegativeTest-1443160465-project] Network fc684614-d658-40c7-83a4-c211509e19ab is already hosted by enough agents. {{(pid=95102) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:41:55.998316 n-d-713301-16 neutron-server[95102]: DEBUG neutron.scheduler.base_scheduler [None req-13a3130a-65e0-4f87-996b-0b98750558a0 tempest-RoutersNegativeTest-1443160465 tempest-RoutersNegativeTest-1443160465-project] Resources bound (agent type, host, resource id): {{(pid=95102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:41:56.082295 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f80d7493-6f26-47ff-af92-36b0eed43496 tempest-RoutersIpV6Test-563412711 tempest-RoutersIpV6Test-563412711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:41:56.095878 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-f80d7493-6f26-47ff-af92-36b0eed43496 tempest-RoutersIpV6Test-563412711 tempest-RoutersIpV6Test-563412711-project] 10.222.0.67 "GET /v2.0/ports/af75a970-26cf-47be-930c-ba7d92adcdd5 HTTP/1.1" status: 200 len: 913 time: 0.3388674 Sep 23 19:41:56.096560 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 33690) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:41:56.137861 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-1643c56a-84cb-4d4a-b8f0-8c8b028283d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:56.303306 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:56.513035 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba5b2154-9fa1-4596-90ed-1f9ea334cf41 req-4d4b58b4-72b9-44b6-8c1a-7e9b08ee0fcc tempest-AttachVolumeShelveTestJSON-2035318112 tempest-AttachVolumeShelveTestJSON-2035318112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:41:56.520456 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-ba5b2154-9fa1-4596-90ed-1f9ea334cf41 req-4d4b58b4-72b9-44b6-8c1a-7e9b08ee0fcc tempest-AttachVolumeShelveTestJSON-2035318112 tempest-AttachVolumeShelveTestJSON-2035318112-project] 10.222.0.67 "GET /v2.0/ports?device_id=c994c23c-480f-4306-a41c-657703b40238 HTTP/1.1" status: 200 len: 946 time: 0.9941142 Sep 23 19:41:56.628483 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-03eba81a-0cce-490d-8a60-5cef5a5465e8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-601372'] for router_interface, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:57.048339 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] For port 8d8d7bf2-534c-4af7-b5a2-2d011687501a, host n-d-713301-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-16',level=0,port_id=8d8d7bf2-534c-4af7-b5a2-2d011687501a,segment=NetworkSegment(303066bb-5716-44f3-b51f-59347eb25ae7),segment_id=303066bb-5716-44f3-b51f-59347eb25ae7)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:41:57.072267 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:57.388772 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.db.api [None req-1643c56a-84cb-4d4a-b8f0-8c8b028283d4 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95103) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 23 19:41:57.411282 n-d-713301-16 neutron-server[95103]: DEBUG oslo_db.api [None req-1643c56a-84cb-4d4a-b8f0-8c8b028283d4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 23 19:41:57.418239 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Pushing event updated for resources: {'Port': ['ID=8d8d7bf2-534c-4af7-b5a2-2d011687501a,revision_number=3']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:41:57.431362 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-ba5b2154-9fa1-4596-90ed-1f9ea334cf41 req-110416ad-df6f-4b45-8103-229b56e1b263 tempest-AttachVolumeShelveTestJSON-2035318112 tempest-AttachVolumeShelveTestJSON-2035318112-project] 10.222.0.67 "GET /v2.0/security-groups?id=dd8506a8-7e56-49b4-9c74-3948d9b76f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.9068515 Sep 23 19:41:57.504354 n-d-713301-16 neutron-server[95102]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-13a3130a-65e0-4f87-996b-0b98750558a0 tempest-RoutersNegativeTest-1443160465 tempest-RoutersNegativeTest-1443160465-project] Router 3fe3b085-a8ae-4437-9270-d7f499d6a73d has already been hosted by L3 agent 79a740bf-7821-4989-8288-7186e3e128f3 {{(pid=95102) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 19:41:57.542938 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-f31dae29-c61c-470a-aa5f-19fdbd7e22b9 req-0892ccd7-d8a2-4223-bced-65b332b6bf8e tempest-ServersNegativeTestJSON-1638865794 tempest-ServersNegativeTestJSON-1638865794-project] 10.222.0.67 "GET /v2.0/ports?device_id=993db8a3-920e-490f-9e6c-76bcceeb6408 HTTP/1.1" status: 200 len: 210 time: 0.9796259 Sep 23 19:41:57.862865 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13a3130a-65e0-4f87-996b-0b98750558a0 tempest-RoutersNegativeTest-1443160465 tempest-RoutersNegativeTest-1443160465-project] Notify agent at l3_agent.n-d-713301-16 the message routers_updated {{(pid=95102) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 19:41:57.873699 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-13a3130a-65e0-4f87-996b-0b98750558a0 tempest-RoutersNegativeTest-1443160465 tempest-RoutersNegativeTest-1443160465-project] 10.222.0.67 "PUT /v2.0/routers/3fe3b085-a8ae-4437-9270-d7f499d6a73d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 13.0657609 Sep 23 19:41:57.877593 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdf8ef9b-a2ad-4e8a-96c2-c01f73fd2652 None None] Sync routers for ids ['3fe3b085-a8ae-4437-9270-d7f499d6a73d'] in n-d-713301-16 {{(pid=95103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 19:41:57.897665 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdf8ef9b-a2ad-4e8a-96c2-c01f73fd2652 None None] Routers {'3fe3b085-a8ae-4437-9270-d7f499d6a73d'} bound to L3 agent in host n-d-713301-16 {{(pid=95103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 19:41:57.898576 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_hamode_db [None req-bdf8ef9b-a2ad-4e8a-96c2-c01f73fd2652 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-23T19:07:52Z,description=,heartbeat_timestamp=2021-09-23T19:41:52Z,host='n-d-713301-16',id=79a740bf-7821-4989-8288-7186e3e128f3,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:07:52Z,topic='l3_agent')) {'router_ids': ['3fe3b085-a8ae-4437-9270-d7f499d6a73d'], 'active': True} {{(pid=95103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:41:57.905340 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-630a701a-69d8-432a-9e9d-f7e4609970da tempest-RoutersTest-320658655 tempest-RoutersTest-320658655-project] Notify callbacks [] for port, precommit_update {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:57.924653 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 33716) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:41:57.973753 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-630a701a-69d8-432a-9e9d-f7e4609970da tempest-RoutersTest-320658655 tempest-RoutersTest-320658655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5607436'] for port, after_update {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:58.049266 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-630a701a-69d8-432a-9e9d-f7e4609970da tempest-RoutersTest-320658655 tempest-RoutersTest-320658655-project] Pushing event updated for resources: {'Port': ['ID=fcda59ee-de43-4239-8273-1267c3f5959e,revision_number=2']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:41:58.110649 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_hamode_db [None req-bdf8ef9b-a2ad-4e8a-96c2-c01f73fd2652 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713301-16', False) {} {{(pid=95103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:41:58.141255 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:58.151541 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdf8ef9b-a2ad-4e8a-96c2-c01f73fd2652 None None] Routers {'3fe3b085-a8ae-4437-9270-d7f499d6a73d'} bound to L3 agent in host n-d-713301-16 {{(pid=95103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 19:41:58.152181 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_hamode_db [None req-bdf8ef9b-a2ad-4e8a-96c2-c01f73fd2652 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-23T19:07:52Z,description=,heartbeat_timestamp=2021-09-23T19:41:52Z,host='n-d-713301-16',id=79a740bf-7821-4989-8288-7186e3e128f3,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:07:52Z,topic='l3_agent')) {'router_ids': ['3fe3b085-a8ae-4437-9270-d7f499d6a73d'], 'active': True} {{(pid=95103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:41:58.157564 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-630a701a-69d8-432a-9e9d-f7e4609970da tempest-RoutersTest-320658655 tempest-RoutersTest-320658655-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-527313', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-601459'] for router_interface, after_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:58.268487 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-dee8034a-07f8-43d4-ad8f-9966af7dcd99 tempest-RoutersNegativeTest-1443160465 tempest-RoutersNegativeTest-1443160465-project] Notify callbacks [] for router, before_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:58.353779 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_hamode_db [None req-bdf8ef9b-a2ad-4e8a-96c2-c01f73fd2652 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713301-16', False) {} {{(pid=95103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:41:58.357039 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdf8ef9b-a2ad-4e8a-96c2-c01f73fd2652 None None] The sync data for ids ['3fe3b085-a8ae-4437-9270-d7f499d6a73d'] in n-d-713301-16 is: [] {{(pid=95103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 19:41:58.389359 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-630a701a-69d8-432a-9e9d-f7e4609970da tempest-RoutersTest-320658655 tempest-RoutersTest-320658655-project] Network 1360e65d-bf75-4ae6-9ee4-522204c47faf is already hosted by enough agents. {{(pid=95101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:41:58.406175 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:58.410790 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-1d53a154-bf1e-49fc-a1b7-5917b37f07af None None] Provisioning complete for port fcda59ee-de43-4239-8273-1267c3f5959e triggered by entity DHCP. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:41:58.411281 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-1d53a154-bf1e-49fc-a1b7-5917b37f07af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:58.497065 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.plugin [None req-1d53a154-bf1e-49fc-a1b7-5917b37f07af None None] Port fcda59ee-de43-4239-8273-1267c3f5959e cannot update to ACTIVE because it is not bound. {{(pid=95103) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 19:41:58.528884 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-1d53a154-bf1e-49fc-a1b7-5917b37f07af None None] Provisioning complete for port 8d8d7bf2-534c-4af7-b5a2-2d011687501a triggered by entity DHCP. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:41:58.529434 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-1d53a154-bf1e-49fc-a1b7-5917b37f07af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:58.566261 n-d-713301-16 neutron-server[95102]: INFO neutron.api.v2.resource [None req-dee8034a-07f8-43d4-ad8f-9966af7dcd99 tempest-RoutersNegativeTest-1443160465 tempest-RoutersNegativeTest-1443160465-project] delete failed (client error): There was a conflict when trying to complete your request. Sep 23 19:41:58.567519 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-dee8034a-07f8-43d4-ad8f-9966af7dcd99 tempest-RoutersNegativeTest-1443160465 tempest-RoutersNegativeTest-1443160465-project] 10.222.0.67 "DELETE /v2.0/routers/3fe3b085-a8ae-4437-9270-d7f499d6a73d HTTP/1.1" status: 409 len: 329 time: 0.6419382 Sep 23 19:41:58.573255 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 33728) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:41:58.647510 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.base_scheduler [None req-630a701a-69d8-432a-9e9d-f7e4609970da tempest-RoutersTest-320658655 tempest-RoutersTest-320658655-project] Resources bound (agent type, host, resource id): {{(pid=95101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:41:58.674624 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-342c2e83-4d85-4331-8356-58c98ae2748e req-6e37a9e6-1fe4-47b4-b957-03c66bbacbac tempest-ServersNegativeTestJSON-1638865794 tempest-ServersNegativeTestJSON-1638865794-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:41:58.681276 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-342c2e83-4d85-4331-8356-58c98ae2748e req-6e37a9e6-1fe4-47b4-b957-03c66bbacbac tempest-ServersNegativeTestJSON-1638865794 tempest-ServersNegativeTestJSON-1638865794-project] 10.222.0.53 "GET /v2.0/networks?id=bd1e9a1b-24bd-4f73-b7dd-094a5b1ba73a HTTP/1.1" status: 200 len: 814 time: 0.3192379 Sep 23 19:41:58.736988 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.v2.base [req-342c2e83-4d85-4331-8356-58c98ae2748e req-e55ca3cf-03c1-4c2d-9e0e-93eea0913617 tempest-ServersNegativeTestJSON-1638865794 tempest-ServersNegativeTestJSON-1638865794-project] Request body: {'port': {'device_id': '993db8a3-920e-490f-9e6c-76bcceeb6408', 'network_id': 'bd1e9a1b-24bd-4f73-b7dd-094a5b1ba73a', 'admin_state_up': True, 'tenant_id': '71dd9ac001f74f8ba18264101352d8e3'}} {{(pid=95101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:41:58.811136 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-1d53a154-bf1e-49fc-a1b7-5917b37f07af None None] Provisioning complete for port efe656cc-7109-40b4-889a-6b1035ada182 triggered by entity DHCP. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:41:58.813905 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-1d53a154-bf1e-49fc-a1b7-5917b37f07af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:58.917256 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.plugin [None req-1d53a154-bf1e-49fc-a1b7-5917b37f07af None None] Port efe656cc-7109-40b4-889a-6b1035ada182 cannot update to ACTIVE because it is not bound. {{(pid=95103) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 19:41:58.976790 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-316ff4f7-72d6-4f5a-a4d1-7a564d491929 req-a5294ea8-ca9e-44f2-bb8c-c8c1adb4a387 tempest-ServersNegativeTestJSON-1638865794 tempest-ServersNegativeTestJSON-1638865794-project] 10.222.0.67 "GET /v2.0/ports?device_id=993db8a3-920e-490f-9e6c-76bcceeb6408 HTTP/1.1" status: 200 len: 210 time: 0.2180352 Sep 23 19:41:59.150602 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-1112b4be-24c4-4501-b4c7-829ab7a2be08 None None] Provisioning complete for port fcda59ee-de43-4239-8273-1267c3f5959e triggered by entity DHCP. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:41:59.150984 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-1112b4be-24c4-4501-b4c7-829ab7a2be08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:59.167837 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25adb484-0344-435c-88be-15040533a194 req-e7febf21-8abc-42c8-ac77-d1d9e0f85c5a tempest-AttachVolumeShelveTestJSON-2035318112 tempest-AttachVolumeShelveTestJSON-2035318112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:41:59.170628 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-25adb484-0344-435c-88be-15040533a194 req-e7febf21-8abc-42c8-ac77-d1d9e0f85c5a tempest-AttachVolumeShelveTestJSON-2035318112 tempest-AttachVolumeShelveTestJSON-2035318112-project] 10.222.0.67 "GET /v2.0/ports?device_id=c994c23c-480f-4306-a41c-657703b40238 HTTP/1.1" status: 200 len: 946 time: 0.4127114 Sep 23 19:41:59.252299 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.plugin [None req-1112b4be-24c4-4501-b4c7-829ab7a2be08 None None] Port fcda59ee-de43-4239-8273-1267c3f5959e cannot update to ACTIVE because it is not bound. {{(pid=95103) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 19:41:59.311135 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Device 8d8d7bf2-534c-4af7-b5a2-2d011687501a up at agent ovs-agent-n-d-713301-16 {{(pid=95103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 19:41:59.359230 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-bcc2b958-43a2-4b03-bc20-46ea7b9ced66 tempest-RoutersIpV6Test-563412711 tempest-RoutersIpV6Test-563412711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-601372'] for router_interface, before_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:59.410776 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-25adb484-0344-435c-88be-15040533a194 req-9b569ca5-6e22-4096-ad85-97eb2777cf30 tempest-AttachVolumeShelveTestJSON-2035318112 tempest-AttachVolumeShelveTestJSON-2035318112-project] 10.222.0.67 "GET /v2.0/security-groups?id=dd8506a8-7e56-49b4-9c74-3948d9b76f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2300653 Sep 23 19:41:59.451258 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Provisioning complete for port 8d8d7bf2-534c-4af7-b5a2-2d011687501a triggered by entity L2. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:41:59.453354 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:59.454591 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-630a701a-69d8-432a-9e9d-f7e4609970da tempest-RoutersTest-320658655 tempest-RoutersTest-320658655-project] Router d0e50ea6-937c-4ece-906d-c28d8b5eea9a is scheduled to L3 agent 79a740bf-7821-4989-8288-7186e3e128f3 with binding_index 1 {{(pid=95101) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 23 19:41:59.504685 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.plugin [None req-03eba81a-0cce-490d-8a60-5cef5a5465e8 admin admin] Deleting port 55735349-0e70-4a5d-a297-e34604df3824 {{(pid=95101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:41:59.507496 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-03eba81a-0cce-490d-8a60-5cef5a5465e8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783146157096'] for port, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:59.544990 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-342c2e83-4d85-4331-8356-58c98ae2748e req-e55ca3cf-03c1-4c2d-9e0e-93eea0913617 tempest-ServersNegativeTestJSON-1638865794 tempest-ServersNegativeTestJSON-1638865794-project] Made reservation on behalf of 71dd9ac001f74f8ba18264101352d8e3 for: {'port': 1} {{(pid=95101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:41:59.554014 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-342c2e83-4d85-4331-8356-58c98ae2748e req-e55ca3cf-03c1-4c2d-9e0e-93eea0913617 tempest-ServersNegativeTestJSON-1638865794 tempest-ServersNegativeTestJSON-1638865794-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:59.902210 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-1319cd24-074a-4fde-9339-ef0e1dcdac3a tempest-RoutersNegativeTest-1443160465 tempest-RoutersNegativeTest-1443160465-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-601372'] for router_interface, before_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:41:59.977596 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-630a701a-69d8-432a-9e9d-f7e4609970da tempest-RoutersTest-320658655 tempest-RoutersTest-320658655-project] Notify agent at l3_agent.n-d-713301-16 the message routers_updated {{(pid=95101) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 19:41:59.992734 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab0eebf7-bad6-4abb-bd48-9b8d3122725e None None] Sync routers for ids ['d0e50ea6-937c-4ece-906d-c28d8b5eea9a'] in n-d-713301-16 {{(pid=95104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 19:42:00.011438 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab0eebf7-bad6-4abb-bd48-9b8d3122725e None None] Routers {'d0e50ea6-937c-4ece-906d-c28d8b5eea9a'} bound to L3 agent in host n-d-713301-16 {{(pid=95104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 19:42:00.012087 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_hamode_db [None req-ab0eebf7-bad6-4abb-bd48-9b8d3122725e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-23T19:07:52Z,description=,heartbeat_timestamp=2021-09-23T19:41:52Z,host='n-d-713301-16',id=79a740bf-7821-4989-8288-7186e3e128f3,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:07:52Z,topic='l3_agent')) {'router_ids': ['d0e50ea6-937c-4ece-906d-c28d8b5eea9a'], 'active': True} {{(pid=95104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:42:00.034487 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-630a701a-69d8-432a-9e9d-f7e4609970da tempest-RoutersTest-320658655 tempest-RoutersTest-320658655-project] 10.222.0.67 "PUT /v2.0/routers/d0e50ea6-937c-4ece-906d-c28d8b5eea9a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.2011514 Sep 23 19:42:00.053351 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 33746) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:42:00.093212 n-d-713301-16 neutron-server[95101]: DEBUG neutron.db.db_base_plugin_common [req-342c2e83-4d85-4331-8356-58c98ae2748e req-e55ca3cf-03c1-4c2d-9e0e-93eea0913617 tempest-ServersNegativeTestJSON-1638865794 tempest-ServersNegativeTestJSON-1638865794-project] Allocated IP 172.20.0.7 (bd1e9a1b-24bd-4f73-b7dd-094a5b1ba73a/3168c2f0-c410-47c7-9b0a-467008e3d34d/09e77baa-95af-4945-9c5c-50c59b15acfe) {{(pid=95101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 19:42:00.105094 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.db [None req-03eba81a-0cce-490d-8a60-5cef5a5465e8 admin admin] For port 55735349-0e70-4a5d-a297-e34604df3824, host n-d-713301-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-16',level=0,port_id=55735349-0e70-4a5d-a297-e34604df3824,segment=NetworkSegment(95f6fe7c-cbd3-4365-ad71-f7b6e6da07cd),segment_id=95f6fe7c-cbd3-4365-ad71-f7b6e6da07cd)] {{(pid=95101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:42:00.105795 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-03eba81a-0cce-490d-8a60-5cef5a5465e8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-605701'] for port, precommit_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:00.131548 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.plugin [None req-03eba81a-0cce-490d-8a60-5cef5a5465e8 admin admin] Calling delete_port for 55735349-0e70-4a5d-a297-e34604df3824 owned by network:router_interface {{(pid=95101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:42:00.153139 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_hamode_db [None req-ab0eebf7-bad6-4abb-bd48-9b8d3122725e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713301-16', False) {} {{(pid=95104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:42:00.171782 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab0eebf7-bad6-4abb-bd48-9b8d3122725e None None] Routers {'d0e50ea6-937c-4ece-906d-c28d8b5eea9a'} bound to L3 agent in host n-d-713301-16 {{(pid=95104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 19:42:00.173651 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_hamode_db [None req-ab0eebf7-bad6-4abb-bd48-9b8d3122725e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-23T19:07:52Z,description=,heartbeat_timestamp=2021-09-23T19:41:52Z,host='n-d-713301-16',id=79a740bf-7821-4989-8288-7186e3e128f3,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:07:52Z,topic='l3_agent')) {'router_ids': ['d0e50ea6-937c-4ece-906d-c28d8b5eea9a'], 'active': True} {{(pid=95104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:42:00.263893 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd1e6a21-87ff-4b80-bcea-700b4ce5c0e5 tempest-RoutersTest-320658655 tempest-RoutersTest-320658655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:42:00.268455 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-dd1e6a21-87ff-4b80-bcea-700b4ce5c0e5 tempest-RoutersTest-320658655 tempest-RoutersTest-320658655-project] 10.222.0.67 "GET /v2.0/ports/fcda59ee-de43-4239-8273-1267c3f5959e HTTP/1.1" status: 200 len: 910 time: 0.2111566 Sep 23 19:42:00.269781 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_hamode_db [None req-ab0eebf7-bad6-4abb-bd48-9b8d3122725e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713301-16', False) {} {{(pid=95104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:42:00.270695 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab0eebf7-bad6-4abb-bd48-9b8d3122725e None None] The sync data for ids ['d0e50ea6-937c-4ece-906d-c28d8b5eea9a'] in n-d-713301-16 is: [] {{(pid=95104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 19:42:00.270818 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 33752) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:42:00.278410 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.v2.base [None req-f77cf7f2-79a7-4e3e-951a-1a85d1752565 tempest-RoutersTest-320658655 tempest-RoutersTest-320658655-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '88e21817-55e7-4403-87dc-86e41138b832'}]}} {{(pid=95101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:42:00.442421 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-c131b7e7-bcda-438f-b927-2d165dad30b4 req-b7e41e34-9ec2-4a2c-9705-b180b73a9c82 tempest-ServersNegativeTestJSON-1638865794 tempest-ServersNegativeTestJSON-1638865794-project] 10.222.0.67 "GET /v2.0/ports?device_id=993db8a3-920e-490f-9e6c-76bcceeb6408 HTTP/1.1" status: 200 len: 210 time: 0.0730844 Sep 23 19:42:00.748115 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-f77cf7f2-79a7-4e3e-951a-1a85d1752565 tempest-RoutersTest-320658655 tempest-RoutersTest-320658655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:00.753911 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-342c2e83-4d85-4331-8356-58c98ae2748e req-e55ca3cf-03c1-4c2d-9e0e-93eea0913617 tempest-ServersNegativeTestJSON-1638865794 tempest-ServersNegativeTestJSON-1638865794-project] Notify callbacks [] for port, precommit_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:00.803318 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.plugin [None req-bcc2b958-43a2-4b03-bc20-46ea7b9ced66 tempest-RoutersIpV6Test-563412711 tempest-RoutersIpV6Test-563412711-project] Deleting port af75a970-26cf-47be-930c-ba7d92adcdd5 {{(pid=95102) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:42:00.804976 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-bcc2b958-43a2-4b03-bc20-46ea7b9ced66 tempest-RoutersIpV6Test-563412711 tempest-RoutersIpV6Test-563412711-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783146157096'] for port, before_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:00.808229 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-03eba81a-0cce-490d-8a60-5cef5a5465e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783146162158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783145673144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5607431'] for port, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:00.841514 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c3883a3-89f5-4a5f-9825-3ec93ac2542c req-a0f1ec82-ebd8-45ca-9b9d-fda9c024e3d2 tempest-AttachVolumeShelveTestJSON-2035318112 tempest-AttachVolumeShelveTestJSON-2035318112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:42:00.844675 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-5c3883a3-89f5-4a5f-9825-3ec93ac2542c req-a0f1ec82-ebd8-45ca-9b9d-fda9c024e3d2 tempest-AttachVolumeShelveTestJSON-2035318112 tempest-AttachVolumeShelveTestJSON-2035318112-project] 10.222.0.67 "GET /v2.0/ports?device_id=c994c23c-480f-4306-a41c-657703b40238 HTTP/1.1" status: 200 len: 946 time: 0.1931698 Sep 23 19:42:00.898074 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03eba81a-0cce-490d-8a60-5cef5a5465e8 admin admin] Pushing event deleted for resources: {'Port': ['ID=55735349-0e70-4a5d-a297-e34604df3824,revision_number=None']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:42:01.199499 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-bcc2b958-43a2-4b03-bc20-46ea7b9ced66 tempest-RoutersIpV6Test-563412711 tempest-RoutersIpV6Test-563412711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-605701'] for port, precommit_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:01.326825 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.plugin [None req-bcc2b958-43a2-4b03-bc20-46ea7b9ced66 tempest-RoutersIpV6Test-563412711 tempest-RoutersIpV6Test-563412711-project] Calling delete_port for af75a970-26cf-47be-930c-ba7d92adcdd5 owned by network:router_interface {{(pid=95102) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:42:01.332373 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-5c3883a3-89f5-4a5f-9825-3ec93ac2542c req-83b33657-deaf-4ff1-8003-5bf2639f762a tempest-AttachVolumeShelveTestJSON-2035318112 tempest-AttachVolumeShelveTestJSON-2035318112-project] 10.222.0.67 "GET /v2.0/security-groups?id=dd8506a8-7e56-49b4-9c74-3948d9b76f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4669418 Sep 23 19:42:01.451782 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-342c2e83-4d85-4331-8356-58c98ae2748e req-e55ca3cf-03c1-4c2d-9e0e-93eea0913617 tempest-ServersNegativeTestJSON-1638865794 tempest-ServersNegativeTestJSON-1638865794-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783145673135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5607431'] for port, after_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:01.464832 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] get_ports_and_sgs() called for port_ids ['da1cccf9-fec5-48ec-99c3-a7ba7ed97445'] {{(pid=95103) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 19:42:01.515023 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e55ca3cf-03c1-4c2d-9e0e-93eea0913617 tempest-ServersNegativeTestJSON-1638865794 tempest-ServersNegativeTestJSON-1638865794-project] Pushing event updated for resources: {'Port': ['ID=09e77baa-95af-4945-9c5c-50c59b15acfe,revision_number=1']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:42:01.578861 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-342c2e83-4d85-4331-8356-58c98ae2748e req-e55ca3cf-03c1-4c2d-9e0e-93eea0913617 tempest-ServersNegativeTestJSON-1638865794 tempest-ServersNegativeTestJSON-1638865794-project] Network bd1e9a1b-24bd-4f73-b7dd-094a5b1ba73a is already hosted by enough agents. {{(pid=95101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:42:01.595029 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.base_scheduler [req-342c2e83-4d85-4331-8356-58c98ae2748e req-e55ca3cf-03c1-4c2d-9e0e-93eea0913617 tempest-ServersNegativeTestJSON-1638865794 tempest-ServersNegativeTestJSON-1638865794-project] Resources bound (agent type, host, resource id): {{(pid=95101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:42:01.630358 n-d-713301-16 neutron-server[95101]: DEBUG neutron.db.l3_dvrscheduler_db [req-342c2e83-4d85-4331-8356-58c98ae2748e req-e55ca3cf-03c1-4c2d-9e0e-93eea0913617 tempest-ServersNegativeTestJSON-1638865794 tempest-ServersNegativeTestJSON-1638865794-project] Received port after_create {{(pid=95101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 19:42:01.634640 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-03eba81a-0cce-490d-8a60-5cef5a5465e8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-527322', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-602005'] for router_interface, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:01.721909 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-bcc2b958-43a2-4b03-bc20-46ea7b9ced66 tempest-RoutersIpV6Test-563412711 tempest-RoutersIpV6Test-563412711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783146162158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783145673144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4399100'] for port, after_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:01.780455 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.plugin [None req-1319cd24-074a-4fde-9339-ef0e1dcdac3a tempest-RoutersNegativeTest-1443160465 tempest-RoutersNegativeTest-1443160465-project] Deleting port efe656cc-7109-40b4-889a-6b1035ada182 {{(pid=95102) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:42:01.780767 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-1319cd24-074a-4fde-9339-ef0e1dcdac3a tempest-RoutersNegativeTest-1443160465 tempest-RoutersNegativeTest-1443160465-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783146157096'] for port, before_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:01.901387 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-1319cd24-074a-4fde-9339-ef0e1dcdac3a tempest-RoutersNegativeTest-1443160465 tempest-RoutersNegativeTest-1443160465-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-605701'] for port, precommit_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:01.915964 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.plugin [None req-1319cd24-074a-4fde-9339-ef0e1dcdac3a tempest-RoutersNegativeTest-1443160465 tempest-RoutersNegativeTest-1443160465-project] Calling delete_port for efe656cc-7109-40b4-889a-6b1035ada182 owned by network:router_interface {{(pid=95102) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:42:02.101721 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcc2b958-43a2-4b03-bc20-46ea7b9ced66 tempest-RoutersIpV6Test-563412711 tempest-RoutersIpV6Test-563412711-project] Pushing event deleted for resources: {'Port': ['ID=af75a970-26cf-47be-930c-ba7d92adcdd5,revision_number=None']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:42:02.178828 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1256d547-b56b-4d29-81a0-be1bd9a91780 req-73ebd846-517a-49c2-bdab-6bc28f73fc3f tempest-ServersNegativeTestJSON-1638865794 tempest-ServersNegativeTestJSON-1638865794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:42:02.180490 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-1256d547-b56b-4d29-81a0-be1bd9a91780 req-73ebd846-517a-49c2-bdab-6bc28f73fc3f tempest-ServersNegativeTestJSON-1638865794 tempest-ServersNegativeTestJSON-1638865794-project] 10.222.0.67 "GET /v2.0/ports?device_id=993db8a3-920e-490f-9e6c-76bcceeb6408 HTTP/1.1" status: 200 len: 931 time: 0.4940503 Sep 23 19:42:02.482643 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-1256d547-b56b-4d29-81a0-be1bd9a91780 req-afa7b326-3dd5-4262-ae89-2ee9e1d97087 tempest-ServersNegativeTestJSON-1638865794 tempest-ServersNegativeTestJSON-1638865794-project] 10.222.0.67 "GET /v2.0/security-groups?id=4daca97c-f524-4fb0-8b34-b36a0affa33e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1483703 Sep 23 19:42:02.485049 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-1319cd24-074a-4fde-9339-ef0e1dcdac3a tempest-RoutersNegativeTest-1443160465 tempest-RoutersNegativeTest-1443160465-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783146162158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783145673144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4399100'] for port, after_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:02.750749 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-342c2e83-4d85-4331-8356-58c98ae2748e req-e55ca3cf-03c1-4c2d-9e0e-93eea0913617 tempest-ServersNegativeTestJSON-1638865794 tempest-ServersNegativeTestJSON-1638865794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:42:02.758178 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-342c2e83-4d85-4331-8356-58c98ae2748e req-e55ca3cf-03c1-4c2d-9e0e-93eea0913617 tempest-ServersNegativeTestJSON-1638865794 tempest-ServersNegativeTestJSON-1638865794-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222849'] for port, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:02.771369 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-bcc2b958-43a2-4b03-bc20-46ea7b9ced66 tempest-RoutersIpV6Test-563412711 tempest-RoutersIpV6Test-563412711-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-527322', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-602005'] for router_interface, after_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:02.791487 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1319cd24-074a-4fde-9339-ef0e1dcdac3a tempest-RoutersNegativeTest-1443160465 tempest-RoutersNegativeTest-1443160465-project] Pushing event deleted for resources: {'Port': ['ID=efe656cc-7109-40b4-889a-6b1035ada182,revision_number=None']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:42:03.045591 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-342c2e83-4d85-4331-8356-58c98ae2748e req-e55ca3cf-03c1-4c2d-9e0e-93eea0913617 tempest-ServersNegativeTestJSON-1638865794 tempest-ServersNegativeTestJSON-1638865794-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.3485248 Sep 23 19:42:03.062827 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.v2.base [req-342c2e83-4d85-4331-8356-58c98ae2748e req-9b1b53f3-cbfc-426e-a221-3bd843adf754 service neutron] Request body: {'port': {'device_id': '993db8a3-920e-490f-9e6c-76bcceeb6408', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713301-16'}} {{(pid=95101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:42:03.126080 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd876ad9-6232-4e38-93e1-25166af55a9b req-262c5954-215f-4e43-93d6-4627867b2615 tempest-AttachVolumeShelveTestJSON-2035318112 tempest-AttachVolumeShelveTestJSON-2035318112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:42:03.137297 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-cd876ad9-6232-4e38-93e1-25166af55a9b req-262c5954-215f-4e43-93d6-4627867b2615 tempest-AttachVolumeShelveTestJSON-2035318112 tempest-AttachVolumeShelveTestJSON-2035318112-project] 10.222.0.67 "GET /v2.0/ports?device_id=c994c23c-480f-4306-a41c-657703b40238 HTTP/1.1" status: 200 len: 946 time: 0.5069373 Sep 23 19:42:03.278484 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-342c2e83-4d85-4331-8356-58c98ae2748e req-9b1b53f3-cbfc-426e-a221-3bd843adf754 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:03.323172 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-cd876ad9-6232-4e38-93e1-25166af55a9b req-e465eda9-2c80-41c9-a8a0-0f0de85ece83 tempest-AttachVolumeShelveTestJSON-2035318112 tempest-AttachVolumeShelveTestJSON-2035318112-project] 10.222.0.67 "GET /v2.0/security-groups?id=dd8506a8-7e56-49b4-9c74-3948d9b76f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1848147 Sep 23 19:42:03.392432 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-1319cd24-074a-4fde-9339-ef0e1dcdac3a tempest-RoutersNegativeTest-1443160465 tempest-RoutersNegativeTest-1443160465-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-527322', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-602005'] for router_interface, after_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:03.401728 n-d-713301-16 neutron-server[95102]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bcc2b958-43a2-4b03-bc20-46ea7b9ced66 tempest-RoutersIpV6Test-563412711 tempest-RoutersIpV6Test-563412711-project] Router ab3596f1-1944-4c9f-a8ec-93d0d31dc171 has already been hosted by L3 agent 79a740bf-7821-4989-8288-7186e3e128f3 {{(pid=95102) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 19:42:03.429323 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-03eba81a-0cce-490d-8a60-5cef5a5465e8 admin admin] Router 687c9c47-8f94-4243-aa15-ef795d11d187 has already been hosted by L3 agent 79a740bf-7821-4989-8288-7186e3e128f3 {{(pid=95101) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 19:42:03.435460 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-f77cf7f2-79a7-4e3e-951a-1a85d1752565 tempest-RoutersTest-320658655 tempest-RoutersTest-320658655-project] Notify callbacks [] for port, precommit_update {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:03.452761 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-f77cf7f2-79a7-4e3e-951a-1a85d1752565 tempest-RoutersTest-320658655 tempest-RoutersTest-320658655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5607436'] for port, after_update {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:03.585968 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f77cf7f2-79a7-4e3e-951a-1a85d1752565 tempest-RoutersTest-320658655 tempest-RoutersTest-320658655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:42:03.585968 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-f77cf7f2-79a7-4e3e-951a-1a85d1752565 tempest-RoutersTest-320658655 tempest-RoutersTest-320658655-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222849'] for port, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:03.590293 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-f77cf7f2-79a7-4e3e-951a-1a85d1752565 tempest-RoutersTest-320658655 tempest-RoutersTest-320658655-project] 10.222.0.67 "PUT /v2.0/ports/fcda59ee-de43-4239-8273-1267c3f5959e HTTP/1.1" status: 200 len: 910 time: 3.3128884 Sep 23 19:42:03.590293 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f77cf7f2-79a7-4e3e-951a-1a85d1752565 tempest-RoutersTest-320658655 tempest-RoutersTest-320658655-project] Pushing event updated for resources: {'Port': ['ID=fcda59ee-de43-4239-8273-1267c3f5959e,revision_number=3']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:42:03.592388 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 33810) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:42:04.078510 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.agents_db [None req-f2f5c474-60a3-474f-b2cc-02c4bd30880c None None] Agent healthcheck: found 7 active agents {{(pid=95104) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 19:42:04.154559 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03eba81a-0cce-490d-8a60-5cef5a5465e8 admin admin] Notify agent at l3_agent.n-d-713301-16 the message routers_updated {{(pid=95101) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 19:42:04.170873 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-03eba81a-0cce-490d-8a60-5cef5a5465e8 admin admin] 10.222.0.67 "PUT /v2.0/routers/687c9c47-8f94-4243-aa15-ef795d11d187/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 10.4933057 Sep 23 19:42:04.174454 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f57f5ed-e4f4-4ef2-83ba-1069349581a1 None None] Sync routers for ids ['687c9c47-8f94-4243-aa15-ef795d11d187'] in n-d-713301-16 {{(pid=95103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 19:42:04.193715 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f57f5ed-e4f4-4ef2-83ba-1069349581a1 None None] Routers {'687c9c47-8f94-4243-aa15-ef795d11d187'} bound to L3 agent in host n-d-713301-16 {{(pid=95103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 19:42:04.194700 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_hamode_db [None req-1f57f5ed-e4f4-4ef2-83ba-1069349581a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-23T19:07:52Z,description=,heartbeat_timestamp=2021-09-23T19:41:52Z,host='n-d-713301-16',id=79a740bf-7821-4989-8288-7186e3e128f3,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:07:52Z,topic='l3_agent')) {'router_ids': ['687c9c47-8f94-4243-aa15-ef795d11d187'], 'active': True} {{(pid=95103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:42:04.226174 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 33818) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:42:04.364992 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-464edf9e-a150-4526-bcb6-1c2b206fda57 admin admin] Notify callbacks [] for router, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:04.373072 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bcc2b958-43a2-4b03-bc20-46ea7b9ced66 tempest-RoutersIpV6Test-563412711 tempest-RoutersIpV6Test-563412711-project] Notify agent at l3_agent.n-d-713301-16 the message routers_updated {{(pid=95102) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 19:42:04.399571 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-228cdb1a-fd3e-419f-93aa-af3b47ac7982 None None] Sync routers for ids ['ab3596f1-1944-4c9f-a8ec-93d0d31dc171'] in n-d-713301-16 {{(pid=95104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 19:42:04.404875 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-bcc2b958-43a2-4b03-bc20-46ea7b9ced66 tempest-RoutersIpV6Test-563412711 tempest-RoutersIpV6Test-563412711-project] 10.222.0.67 "PUT /v2.0/routers/ab3596f1-1944-4c9f-a8ec-93d0d31dc171/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.9381354 Sep 23 19:42:04.409506 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 33824) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:42:04.450842 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-228cdb1a-fd3e-419f-93aa-af3b47ac7982 None None] Routers {'ab3596f1-1944-4c9f-a8ec-93d0d31dc171'} bound to L3 agent in host n-d-713301-16 {{(pid=95104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 19:42:04.451993 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_hamode_db [None req-228cdb1a-fd3e-419f-93aa-af3b47ac7982 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-23T19:07:52Z,description=,heartbeat_timestamp=2021-09-23T19:41:52Z,host='n-d-713301-16',id=79a740bf-7821-4989-8288-7186e3e128f3,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:07:52Z,topic='l3_agent')) {'router_ids': ['ab3596f1-1944-4c9f-a8ec-93d0d31dc171'], 'active': True} {{(pid=95104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:42:04.503094 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a7d8faf-2ec2-4f1b-aca9-998d3436fea3 req-935588fb-57c2-4c98-bb00-5051bc072440 tempest-ServersNegativeTestJSON-1638865794 tempest-ServersNegativeTestJSON-1638865794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:42:04.504721 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-7a7d8faf-2ec2-4f1b-aca9-998d3436fea3 req-935588fb-57c2-4c98-bb00-5051bc072440 tempest-ServersNegativeTestJSON-1638865794 tempest-ServersNegativeTestJSON-1638865794-project] 10.222.0.67 "GET /v2.0/ports?device_id=993db8a3-920e-490f-9e6c-76bcceeb6408 HTTP/1.1" status: 200 len: 931 time: 0.8262024 Sep 23 19:42:04.620715 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_hamode_db [None req-228cdb1a-fd3e-419f-93aa-af3b47ac7982 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713301-16', False) {} {{(pid=95104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:42:04.638366 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_dvr_db [None req-1f57f5ed-e4f4-4ef2-83ba-1069349581a1 None None] Set router 687c9c47-8f94-4243-aa15-ef795d11d187 gateway port host: n-d-713301-16 {{(pid=95103) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 19:42:04.667945 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-228cdb1a-fd3e-419f-93aa-af3b47ac7982 None None] Routers {'ab3596f1-1944-4c9f-a8ec-93d0d31dc171'} bound to L3 agent in host n-d-713301-16 {{(pid=95104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 19:42:04.668898 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_hamode_db [None req-228cdb1a-fd3e-419f-93aa-af3b47ac7982 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-23T19:07:52Z,description=,heartbeat_timestamp=2021-09-23T19:41:52Z,host='n-d-713301-16',id=79a740bf-7821-4989-8288-7186e3e128f3,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:07:52Z,topic='l3_agent')) {'router_ids': ['ab3596f1-1944-4c9f-a8ec-93d0d31dc171'], 'active': True} {{(pid=95104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:42:04.739490 n-d-713301-16 neutron-server[95102]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1319cd24-074a-4fde-9339-ef0e1dcdac3a tempest-RoutersNegativeTest-1443160465 tempest-RoutersNegativeTest-1443160465-project] Router 3fe3b085-a8ae-4437-9270-d7f499d6a73d has already been hosted by L3 agent 79a740bf-7821-4989-8288-7186e3e128f3 {{(pid=95102) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 19:42:04.753358 n-d-713301-16 neutron-server[95101]: DEBUG neutron.notifiers.nova [req-342c2e83-4d85-4331-8356-58c98ae2748e req-9b1b53f3-cbfc-426e-a221-3bd843adf754 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 09e77baa-95af-4945-9c5c-50c59b15acfe {{(pid=95101) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 19:42:04.763512 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-342c2e83-4d85-4331-8356-58c98ae2748e req-9b1b53f3-cbfc-426e-a221-3bd843adf754 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:04.764799 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_hamode_db [None req-228cdb1a-fd3e-419f-93aa-af3b47ac7982 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713301-16', False) {} {{(pid=95104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:42:04.769108 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-228cdb1a-fd3e-419f-93aa-af3b47ac7982 None None] The sync data for ids ['ab3596f1-1944-4c9f-a8ec-93d0d31dc171'] in n-d-713301-16 is: [] {{(pid=95104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 19:42:04.802065 n-d-713301-16 neutron-server[95101]: DEBUG neutron.db.provisioning_blocks [req-342c2e83-4d85-4331-8356-58c98ae2748e req-9b1b53f3-cbfc-426e-a221-3bd843adf754 service neutron] Transition to ACTIVE for port object 09e77baa-95af-4945-9c5c-50c59b15acfe will not be triggered until provisioned by entity L2. {{(pid=95101) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 19:42:04.824391 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-342c2e83-4d85-4331-8356-58c98ae2748e req-9b1b53f3-cbfc-426e-a221-3bd843adf754 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5607436'] for port, after_update {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:04.943161 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-7a7d8faf-2ec2-4f1b-aca9-998d3436fea3 req-0c311d9b-0801-4379-95a2-3951c5ae91e8 tempest-ServersNegativeTestJSON-1638865794 tempest-ServersNegativeTestJSON-1638865794-project] 10.222.0.67 "GET /v2.0/security-groups?id=4daca97c-f524-4fb0-8b34-b36a0affa33e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2792401 Sep 23 19:42:04.979250 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b251511-52cb-435f-830d-ae567634154d req-1ca184da-691a-433b-ae78-cbd7e5adcfbe tempest-AttachVolumeShelveTestJSON-2035318112 tempest-AttachVolumeShelveTestJSON-2035318112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:42:04.980698 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-2b251511-52cb-435f-830d-ae567634154d req-1ca184da-691a-433b-ae78-cbd7e5adcfbe tempest-AttachVolumeShelveTestJSON-2035318112 tempest-AttachVolumeShelveTestJSON-2035318112-project] 10.222.0.67 "GET /v2.0/ports?device_id=c994c23c-480f-4306-a41c-657703b40238 HTTP/1.1" status: 200 len: 946 time: 0.2997844 Sep 23 19:42:04.987494 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1319cd24-074a-4fde-9339-ef0e1dcdac3a tempest-RoutersNegativeTest-1443160465 tempest-RoutersNegativeTest-1443160465-project] Notify agent at l3_agent.n-d-713301-16 the message routers_updated {{(pid=95102) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 19:42:05.058457 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-1319cd24-074a-4fde-9339-ef0e1dcdac3a tempest-RoutersNegativeTest-1443160465 tempest-RoutersNegativeTest-1443160465-project] 10.222.0.67 "PUT /v2.0/routers/3fe3b085-a8ae-4437-9270-d7f499d6a73d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4819272 Sep 23 19:42:05.075537 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 33836) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:42:05.087077 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ebdc02c-3db1-409d-9e75-e4e93797863e None None] Sync routers for ids ['3fe3b085-a8ae-4437-9270-d7f499d6a73d'] in n-d-713301-16 {{(pid=95103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 19:42:05.162097 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ebdc02c-3db1-409d-9e75-e4e93797863e None None] Routers {'3fe3b085-a8ae-4437-9270-d7f499d6a73d'} bound to L3 agent in host n-d-713301-16 {{(pid=95103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 19:42:05.162753 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_hamode_db [None req-8ebdc02c-3db1-409d-9e75-e4e93797863e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-23T19:07:52Z,description=,heartbeat_timestamp=2021-09-23T19:41:52Z,host='n-d-713301-16',id=79a740bf-7821-4989-8288-7186e3e128f3,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:07:52Z,topic='l3_agent')) {'router_ids': ['3fe3b085-a8ae-4437-9270-d7f499d6a73d'], 'active': True} {{(pid=95103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:42:05.204964 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_hamode_db [None req-8ebdc02c-3db1-409d-9e75-e4e93797863e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713301-16', False) {} {{(pid=95103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:42:05.208350 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-2b251511-52cb-435f-830d-ae567634154d req-3bc49d2f-da7f-4801-ae63-8c2f2591b8ce tempest-AttachVolumeShelveTestJSON-2035318112 tempest-AttachVolumeShelveTestJSON-2035318112-project] 10.222.0.67 "GET /v2.0/security-groups?id=dd8506a8-7e56-49b4-9c74-3948d9b76f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2149405 Sep 23 19:42:05.218408 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b1b53f3-cbfc-426e-a221-3bd843adf754 service neutron] Pushing event updated for resources: {'Port': ['ID=09e77baa-95af-4945-9c5c-50c59b15acfe,revision_number=2']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:42:05.252000 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ebdc02c-3db1-409d-9e75-e4e93797863e None None] Routers {'3fe3b085-a8ae-4437-9270-d7f499d6a73d'} bound to L3 agent in host n-d-713301-16 {{(pid=95103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 19:42:05.252951 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_hamode_db [None req-8ebdc02c-3db1-409d-9e75-e4e93797863e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-23T19:07:52Z,description=,heartbeat_timestamp=2021-09-23T19:41:52Z,host='n-d-713301-16',id=79a740bf-7821-4989-8288-7186e3e128f3,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:07:52Z,topic='l3_agent')) {'router_ids': ['3fe3b085-a8ae-4437-9270-d7f499d6a73d'], 'active': True} {{(pid=95103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:42:05.280980 n-d-713301-16 neutron-server[95101]: INFO neutron.api.v2.resource [None req-dc4d7736-e4b9-4b2b-81d0-256fe79dfcca tempest-RoutersNegativeTest-1443160465 tempest-RoutersNegativeTest-1443160465-project] show failed (client error): The resource could not be found. Sep 23 19:42:05.285325 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-dc4d7736-e4b9-4b2b-81d0-256fe79dfcca tempest-RoutersNegativeTest-1443160465 tempest-RoutersNegativeTest-1443160465-project] 10.222.0.67 "GET /v2.0/routers/tempest-non_exist_router-837824203 HTTP/1.1" status: 404 len: 334 time: 0.1984086 Sep 23 19:42:05.304790 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 33840) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:42:05.305948 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_hamode_db [None req-8ebdc02c-3db1-409d-9e75-e4e93797863e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713301-16', False) {} {{(pid=95103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:42:05.309796 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ebdc02c-3db1-409d-9e75-e4e93797863e None None] The sync data for ids ['3fe3b085-a8ae-4437-9270-d7f499d6a73d'] in n-d-713301-16 is: [] {{(pid=95103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 19:42:05.312756 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.v2.base [None req-e45d503c-62b9-4772-bbfa-b063084f9080 tempest-RoutersNegativeTest-1443160465 tempest-RoutersNegativeTest-1443160465-project] Request body: {'router': {'name': 'new_name'}} {{(pid=95102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:42:05.346712 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_hamode_db [None req-1f57f5ed-e4f4-4ef2-83ba-1069349581a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '687c9c47-8f94-4243-aa15-ef795d11d187', 'name': 'tempest-TaggedBootDevicesTest_v242-1700965945-router', 'tenant_id': '1f1788a36b0c407c84d1fe9c6d21bab4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'external_fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.40'}], 'enable_snat': True}, 'gw_port_id': '40c441b9-8411-4af2-8b5c-456cc886cb3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:29:46Z', 'updated_at': '2021-09-23T19:42:00Z', 'revision_number': 5, 'project_id': '1f1788a36b0c407c84d1fe9c6d21bab4', 'gw_port': {'id': '40c441b9-8411-4af2-8b5c-456cc886cb3f', 'name': '', 'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:40:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '687c9c47-8f94-4243-aa15-ef795d11d187', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1147, 'fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:29:47Z', 'updated_at': '2021-09-23T19:29:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-16'}], 'n-d-713301-16', False) {} {{(pid=95103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:42:05.423811 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f57f5ed-e4f4-4ef2-83ba-1069349581a1 None None] Checking router: 687c9c47-8f94-4243-aa15-ef795d11d187 for host: n-d-713301-16 {{(pid=95103) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 19:42:05.448759 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f57f5ed-e4f4-4ef2-83ba-1069349581a1 None None] Routers {'687c9c47-8f94-4243-aa15-ef795d11d187'} bound to L3 agent in host n-d-713301-16 {{(pid=95103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 19:42:05.449590 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_hamode_db [None req-1f57f5ed-e4f4-4ef2-83ba-1069349581a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-23T19:07:52Z,description=,heartbeat_timestamp=2021-09-23T19:41:52Z,host='n-d-713301-16',id=79a740bf-7821-4989-8288-7186e3e128f3,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:07:52Z,topic='l3_agent')) {'router_ids': ['687c9c47-8f94-4243-aa15-ef795d11d187'], 'active': True} {{(pid=95103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:42:05.465364 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-464edf9e-a150-4526-bcb6-1c2b206fda57 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:05.530563 n-d-713301-16 neutron-server[95102]: INFO neutron.api.v2.resource [None req-e45d503c-62b9-4772-bbfa-b063084f9080 tempest-RoutersNegativeTest-1443160465 tempest-RoutersNegativeTest-1443160465-project] update failed (client error): The resource could not be found. Sep 23 19:42:05.532347 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-e45d503c-62b9-4772-bbfa-b063084f9080 tempest-RoutersNegativeTest-1443160465 tempest-RoutersNegativeTest-1443160465-project] 10.222.0.67 "PUT /v2.0/routers/tempest-non_exist_router-1061154393 HTTP/1.1" status: 404 len: 335 time: 0.2259452 Sep 23 19:42:05.536235 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 33846) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:42:05.634723 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.managers [req-342c2e83-4d85-4331-8356-58c98ae2748e req-9b1b53f3-cbfc-426e-a221-3bd843adf754 service neutron] Attempting to bind port 09e77baa-95af-4945-9c5c-50c59b15acfe on host n-h2-713301-16 for vnic_type normal with profile {{(pid=95101) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 19:42:05.635659 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.managers [req-342c2e83-4d85-4331-8356-58c98ae2748e req-9b1b53f3-cbfc-426e-a221-3bd843adf754 service neutron] Attempting to bind port 09e77baa-95af-4945-9c5c-50c59b15acfe by drivers openvswitch,hyperv on host n-h2-713301-16 at level 0 using segments [{'id': '73539111-d512-4650-9e44-61bde391e31a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': 'bd1e9a1b-24bd-4f73-b7dd-094a5b1ba73a'}] {{(pid=95101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 19:42:05.636051 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-342c2e83-4d85-4331-8356-58c98ae2748e req-9b1b53f3-cbfc-426e-a221-3bd843adf754 service neutron] Attempting to bind port 09e77baa-95af-4945-9c5c-50c59b15acfe on network bd1e9a1b-24bd-4f73-b7dd-094a5b1ba73a {{(pid=95101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:42:05.647969 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-342c2e83-4d85-4331-8356-58c98ae2748e req-9b1b53f3-cbfc-426e-a221-3bd843adf754 service neutron] Port 09e77baa-95af-4945-9c5c-50c59b15acfe on network bd1e9a1b-24bd-4f73-b7dd-094a5b1ba73a not bound, no agent of type Open vSwitch agent registered on host n-h2-713301-16 {{(pid=95101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 19:42:05.647969 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-342c2e83-4d85-4331-8356-58c98ae2748e req-9b1b53f3-cbfc-426e-a221-3bd843adf754 service neutron] Attempting to bind port 09e77baa-95af-4945-9c5c-50c59b15acfe on network bd1e9a1b-24bd-4f73-b7dd-094a5b1ba73a {{(pid=95101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:42:05.685719 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-342c2e83-4d85-4331-8356-58c98ae2748e req-9b1b53f3-cbfc-426e-a221-3bd843adf754 service neutron] Checking agent: {'id': '2a7cea34-db54-4faf-8d23-37521c3e34cb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713301-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 19, 15, 28), 'started_at': datetime.datetime(2021, 9, 23, 19, 15, 28), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 19, 41, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 19:42:05.689110 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-342c2e83-4d85-4331-8356-58c98ae2748e req-9b1b53f3-cbfc-426e-a221-3bd843adf754 service neutron] Checking segment: {'id': '73539111-d512-4650-9e44-61bde391e31a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': 'bd1e9a1b-24bd-4f73-b7dd-094a5b1ba73a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:42:05.689609 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-342c2e83-4d85-4331-8356-58c98ae2748e req-9b1b53f3-cbfc-426e-a221-3bd843adf754 service neutron] Bound using segment: {'id': '73539111-d512-4650-9e44-61bde391e31a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': 'bd1e9a1b-24bd-4f73-b7dd-094a5b1ba73a'} {{(pid=95101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 19:42:05.690157 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.managers [req-342c2e83-4d85-4331-8356-58c98ae2748e req-9b1b53f3-cbfc-426e-a221-3bd843adf754 service neutron] Bound port: 09e77baa-95af-4945-9c5c-50c59b15acfe, host: n-h2-713301-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '73539111-d512-4650-9e44-61bde391e31a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': 'bd1e9a1b-24bd-4f73-b7dd-094a5b1ba73a'}}] {{(pid=95101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 19:42:05.693107 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-342c2e83-4d85-4331-8356-58c98ae2748e req-9b1b53f3-cbfc-426e-a221-3bd843adf754 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:05.708660 n-d-713301-16 neutron-server[95101]: DEBUG neutron.db.db_base_plugin_v2 [None req-8aa6db9c-995c-48af-8eae-6f17b839a0e9 tempest-RoutersNegativeTest-1443160465 tempest-RoutersNegativeTest-1443160465-project] Deleting subnet 3acf33bc-b6f3-49f1-b6c8-67f95f0db935 {{(pid=95101) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 23 19:42:05.754558 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-8aa6db9c-995c-48af-8eae-6f17b839a0e9 tempest-RoutersNegativeTest-1443160465 tempest-RoutersNegativeTest-1443160465-project] Notify callbacks [] for subnet, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:05.760134 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_dvr_db [None req-1f57f5ed-e4f4-4ef2-83ba-1069349581a1 None None] Set router 687c9c47-8f94-4243-aa15-ef795d11d187 gateway port host: n-d-713301-16 {{(pid=95103) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 19:42:05.809130 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-992e5732-1892-4245-b3f3-567433d40b86 tempest-RoutersIpV6Test-563412711 tempest-RoutersIpV6Test-563412711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-601372'] for router_interface, before_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:05.819268 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.plugin [None req-464edf9e-a150-4526-bcb6-1c2b206fda57 admin admin] Deleting port 40c441b9-8411-4af2-8b5c-456cc886cb3f {{(pid=95101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:42:05.819616 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-464edf9e-a150-4526-bcb6-1c2b206fda57 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783146157096'] for port, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:06.028380 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-8aa6db9c-995c-48af-8eae-6f17b839a0e9 tempest-RoutersNegativeTest-1443160465 tempest-RoutersNegativeTest-1443160465-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6007154'] for subnet, precommit_delete_associations {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:06.153912 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_hamode_db [None req-1f57f5ed-e4f4-4ef2-83ba-1069349581a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '687c9c47-8f94-4243-aa15-ef795d11d187', 'name': 'tempest-TaggedBootDevicesTest_v242-1700965945-router', 'tenant_id': '1f1788a36b0c407c84d1fe9c6d21bab4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'external_fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.40'}], 'enable_snat': True}, 'gw_port_id': '40c441b9-8411-4af2-8b5c-456cc886cb3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:29:46Z', 'updated_at': '2021-09-23T19:42:00Z', 'revision_number': 5, 'project_id': '1f1788a36b0c407c84d1fe9c6d21bab4', 'gw_port': {'id': '40c441b9-8411-4af2-8b5c-456cc886cb3f', 'name': '', 'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:40:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '687c9c47-8f94-4243-aa15-ef795d11d187', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1147, 'fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:29:47Z', 'updated_at': '2021-09-23T19:29:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-16'}], 'n-d-713301-16', False) {} {{(pid=95103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:42:06.209409 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f57f5ed-e4f4-4ef2-83ba-1069349581a1 None None] The sync data for ids ['687c9c47-8f94-4243-aa15-ef795d11d187'] in n-d-713301-16 is: [{'id': '687c9c47-8f94-4243-aa15-ef795d11d187', 'name': 'tempest-TaggedBootDevicesTest_v242-1700965945-router', 'tenant_id': '1f1788a36b0c407c84d1fe9c6d21bab4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'external_fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.40'}], 'enable_snat': True}, 'gw_port_id': '40c441b9-8411-4af2-8b5c-456cc886cb3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:29:46Z', 'updated_at': '2021-09-23T19:42:00Z', 'revision_number': 5, 'project_id': '1f1788a36b0c407c84d1fe9c6d21bab4', 'gw_port': {'id': '40c441b9-8411-4af2-8b5c-456cc886cb3f', 'name': '', 'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:40:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '687c9c47-8f94-4243-aa15-ef795d11d187', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1147, 'fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:29:47Z', 'updated_at': '2021-09-23T19:29:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-16'}] {{(pid=95103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 19:42:06.301660 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-8aa6db9c-995c-48af-8eae-6f17b839a0e9 tempest-RoutersNegativeTest-1443160465 tempest-RoutersNegativeTest-1443160465-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1756813'] for subnet, precommit_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:06.443344 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-763d6e83-4c2c-44e5-9aa7-7433dbae65fb req-a74f27d5-570c-4a91-9da6-5f3371bcbd59 tempest-ServersNegativeTestJSON-1638865794 tempest-ServersNegativeTestJSON-1638865794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:42:06.444943 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-763d6e83-4c2c-44e5-9aa7-7433dbae65fb req-a74f27d5-570c-4a91-9da6-5f3371bcbd59 tempest-ServersNegativeTestJSON-1638865794 tempest-ServersNegativeTestJSON-1638865794-project] 10.222.0.67 "GET /v2.0/ports?device_id=993db8a3-920e-490f-9e6c-76bcceeb6408 HTTP/1.1" status: 200 len: 943 time: 0.2678881 Sep 23 19:42:06.477226 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.db [None req-464edf9e-a150-4526-bcb6-1c2b206fda57 admin admin] For port 40c441b9-8411-4af2-8b5c-456cc886cb3f, host n-d-713301-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-16',level=0,port_id=40c441b9-8411-4af2-8b5c-456cc886cb3f,segment=NetworkSegment(7d4027f1-d893-4c7b-95d4-757b8e44e380),segment_id=7d4027f1-d893-4c7b-95d4-757b8e44e380)] {{(pid=95101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:42:06.478169 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-464edf9e-a150-4526-bcb6-1c2b206fda57 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-605701'] for port, precommit_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:06.518874 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.plugin [None req-464edf9e-a150-4526-bcb6-1c2b206fda57 admin admin] Calling delete_port for 40c441b9-8411-4af2-8b5c-456cc886cb3f owned by network:router_gateway {{(pid=95101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:42:06.527060 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-1c53d758-640c-4b39-8edc-2601d0c53ef4 tempest-RoutersTest-320658655 tempest-RoutersTest-320658655-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-601372'] for router_interface, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:06.569427 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c483399-6965-4678-81fe-6674fe5c55c2 req-d1626d78-0333-4afb-b0a2-f1d193392670 tempest-AttachVolumeShelveTestJSON-2035318112 tempest-AttachVolumeShelveTestJSON-2035318112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:42:06.580127 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-3c483399-6965-4678-81fe-6674fe5c55c2 req-d1626d78-0333-4afb-b0a2-f1d193392670 tempest-AttachVolumeShelveTestJSON-2035318112 tempest-AttachVolumeShelveTestJSON-2035318112-project] 10.222.0.67 "GET /v2.0/ports?device_id=c994c23c-480f-4306-a41c-657703b40238 HTTP/1.1" status: 200 len: 946 time: 0.1814282 Sep 23 19:42:06.604220 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-763d6e83-4c2c-44e5-9aa7-7433dbae65fb req-9950818a-45c0-4fc2-a7a6-2add1b9d2d67 tempest-ServersNegativeTestJSON-1638865794 tempest-ServersNegativeTestJSON-1638865794-project] 10.222.0.67 "GET /v2.0/security-groups?id=4daca97c-f524-4fb0-8b34-b36a0affa33e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1513138 Sep 23 19:42:06.682466 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-3c483399-6965-4678-81fe-6674fe5c55c2 req-294a8e50-1692-45b3-a88f-16cdf751636f tempest-AttachVolumeShelveTestJSON-2035318112 tempest-AttachVolumeShelveTestJSON-2035318112-project] 10.222.0.67 "GET /v2.0/security-groups?id=dd8506a8-7e56-49b4-9c74-3948d9b76f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1009052 Sep 23 19:42:06.701388 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.plugin [None req-992e5732-1892-4245-b3f3-567433d40b86 tempest-RoutersIpV6Test-563412711 tempest-RoutersIpV6Test-563412711-project] Deleting port 0a6eb33e-7746-4397-b1cb-95dfa0e85405 {{(pid=95102) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:42:06.709042 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-992e5732-1892-4245-b3f3-567433d40b86 tempest-RoutersIpV6Test-563412711 tempest-RoutersIpV6Test-563412711-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783146157096'] for port, before_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:06.917881 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-992e5732-1892-4245-b3f3-567433d40b86 tempest-RoutersIpV6Test-563412711 tempest-RoutersIpV6Test-563412711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-605701'] for port, precommit_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:06.970189 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.plugin [None req-992e5732-1892-4245-b3f3-567433d40b86 tempest-RoutersIpV6Test-563412711 tempest-RoutersIpV6Test-563412711-project] Calling delete_port for 0a6eb33e-7746-4397-b1cb-95dfa0e85405 owned by network:router_interface {{(pid=95102) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:42:07.147977 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Device 55735349-0e70-4a5d-a297-e34604df3824 no longer exists at agent ovs-agent-n-d-713301-16 {{(pid=95103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 19:42:07.188788 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.plugin [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] No Port match for: 55735349-0e70-4a5d-a297-e34604df3824 {{(pid=95103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 19:42:07.189624 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Device 55735349-0e70-4a5d-a297-e34604df3824 not bound to the agent host n-d-713301-16 {{(pid=95103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 19:42:07.460756 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-8aa6db9c-995c-48af-8eae-6f17b839a0e9 tempest-RoutersNegativeTest-1443160465 tempest-RoutersNegativeTest-1443160465-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1756804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5607514', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6130950'] for subnet, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:07.479999 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-8aa6db9c-995c-48af-8eae-6f17b839a0e9 tempest-RoutersNegativeTest-1443160465 tempest-RoutersNegativeTest-1443160465-project] Notify callbacks [] for subnet, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:07.482350 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-8aa6db9c-995c-48af-8eae-6f17b839a0e9 tempest-RoutersNegativeTest-1443160465 tempest-RoutersNegativeTest-1443160465-project] 10.222.0.67 "DELETE /v2.0/subnets/3acf33bc-b6f3-49f1-b6c8-67f95f0db935 HTTP/1.1" status: 204 len: 168 time: 1.9422724 Sep 23 19:42:07.485877 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 33884) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:42:07.511666 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.db [req-342c2e83-4d85-4331-8356-58c98ae2748e req-9b1b53f3-cbfc-426e-a221-3bd843adf754 service neutron] For port 09e77baa-95af-4945-9c5c-50c59b15acfe, host n-h2-713301-16, cleared binding levels {{(pid=95101) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 19:42:07.537961 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0932b1c7-9639-4f02-929b-e853cef989f0 None None] Network e7fdf679-b9c0-43b9-b935-96fe97c5a721 requested from n-d-713301-16 {{(pid=95103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 19:42:07.701679 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-992e5732-1892-4245-b3f3-567433d40b86 tempest-RoutersIpV6Test-563412711 tempest-RoutersIpV6Test-563412711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783146162158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783145673144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4399100'] for port, after_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:07.808981 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-992e5732-1892-4245-b3f3-567433d40b86 tempest-RoutersIpV6Test-563412711 tempest-RoutersIpV6Test-563412711-project] Pushing event deleted for resources: {'Port': ['ID=0a6eb33e-7746-4397-b1cb-95dfa0e85405,revision_number=None']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:42:07.954111 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aa6db9c-995c-48af-8eae-6f17b839a0e9 tempest-RoutersNegativeTest-1443160465 tempest-RoutersNegativeTest-1443160465-project] Pushing event deleted for resources: {'Subnet': ['ID=3acf33bc-b6f3-49f1-b6c8-67f95f0db935,revision_number=None']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:42:07.971858 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 33898) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:42:08.031714 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-439616b6-b1c3-4ca2-b0fd-1b6c48522e6a None None] DHCP port deletion for e7fdf679-b9c0-43b9-b935-96fe97c5a721 request from n-d-713301-16 {{(pid=95103) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 23 19:42:08.058780 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.db [req-342c2e83-4d85-4331-8356-58c98ae2748e req-9b1b53f3-cbfc-426e-a221-3bd843adf754 service neutron] For port 09e77baa-95af-4945-9c5c-50c59b15acfe, host n-h2-713301-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-16',level=0,port_id=09e77baa-95af-4945-9c5c-50c59b15acfe,segment=NetworkSegment(73539111-d512-4650-9e44-61bde391e31a),segment_id=73539111-d512-4650-9e44-61bde391e31a)] {{(pid=95101) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 19:42:08.115868 n-d-713301-16 neutron-server[95101]: DEBUG neutron.db.db_base_plugin_v2 [None req-f0edc581-5f9c-40d7-a288-edde61a89891 tempest-RoutersNegativeTest-1443160465 tempest-RoutersNegativeTest-1443160465-project] Deleting subnet 91a0b33c-cd5a-4a02-9c1b-a49082bf6be7 {{(pid=95101) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 23 19:42:08.134684 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-f0edc581-5f9c-40d7-a288-edde61a89891 tempest-RoutersNegativeTest-1443160465 tempest-RoutersNegativeTest-1443160465-project] Notify callbacks [] for subnet, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:08.145771 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-342c2e83-4d85-4331-8356-58c98ae2748e req-9b1b53f3-cbfc-426e-a221-3bd843adf754 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5607436'] for port, after_update {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:08.178001 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-992e5732-1892-4245-b3f3-567433d40b86 tempest-RoutersIpV6Test-563412711 tempest-RoutersIpV6Test-563412711-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-527322', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-602005'] for router_interface, after_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:08.203518 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c98b152-526e-4b2b-a64b-c09ad1aebeeb req-401d96ec-8361-4468-a595-16234215de48 tempest-ServersNegativeTestJSON-1638865794 tempest-ServersNegativeTestJSON-1638865794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:42:08.209168 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-5c98b152-526e-4b2b-a64b-c09ad1aebeeb req-401d96ec-8361-4468-a595-16234215de48 tempest-ServersNegativeTestJSON-1638865794 tempest-ServersNegativeTestJSON-1638865794-project] 10.222.0.67 "GET /v2.0/ports?device_id=993db8a3-920e-490f-9e6c-76bcceeb6408 HTTP/1.1" status: 200 len: 943 time: 0.3829727 Sep 23 19:42:08.250985 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.plugin [None req-439616b6-b1c3-4ca2-b0fd-1b6c48522e6a None None] Deleting port 78fe052c-585a-4d71-8bbf-40f9ac1d0bbf {{(pid=95103) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:42:08.255303 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-439616b6-b1c3-4ca2-b0fd-1b6c48522e6a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783146157096'] for port, before_delete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:08.278924 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be612a0-e559-4487-aa97-2df47fc19153 req-7665a86a-217b-4239-9975-cb79b561bddc tempest-AttachVolumeShelveTestJSON-2035318112 tempest-AttachVolumeShelveTestJSON-2035318112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:42:08.297574 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-8be612a0-e559-4487-aa97-2df47fc19153 req-7665a86a-217b-4239-9975-cb79b561bddc tempest-AttachVolumeShelveTestJSON-2035318112 tempest-AttachVolumeShelveTestJSON-2035318112-project] 10.222.0.67 "GET /v2.0/ports?device_id=c994c23c-480f-4306-a41c-657703b40238 HTTP/1.1" status: 200 len: 946 time: 0.4277198 Sep 23 19:42:08.386225 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b1b53f3-cbfc-426e-a221-3bd843adf754 service neutron] Pushing event updated for resources: {'Port': ['ID=09e77baa-95af-4945-9c5c-50c59b15acfe,revision_number=3']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:42:08.450620 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-342c2e83-4d85-4331-8356-58c98ae2748e req-9b1b53f3-cbfc-426e-a221-3bd843adf754 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:42:08.464528 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-342c2e83-4d85-4331-8356-58c98ae2748e req-9b1b53f3-cbfc-426e-a221-3bd843adf754 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222849'] for port, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:08.474387 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-342c2e83-4d85-4331-8356-58c98ae2748e req-9b1b53f3-cbfc-426e-a221-3bd843adf754 service neutron] 10.222.0.53 "PUT /v2.0/ports/09e77baa-95af-4945-9c5c-50c59b15acfe HTTP/1.1" status: 200 len: 1092 time: 5.4184201 Sep 23 19:42:08.476194 n-d-713301-16 neutron-server[95101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '993db8a3-920e-490f-9e6c-76bcceeb6408', 'tag': '09e77baa-95af-4945-9c5c-50c59b15acfe'}] {{(pid=95101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 19:42:08.485764 n-d-713301-16 neutron-server[95101]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d8366c5740cd635e57ab12b71fe44a77c2acc3c19091ef849c6f68b380462244" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-493f5a77-7261-425d-afb0-ec6b57cfdb44" -d '{"events": [{"name": "network-changed", "server_uuid": "993db8a3-920e-490f-9e6c-76bcceeb6408", "tag": "09e77baa-95af-4945-9c5c-50c59b15acfe"}]}' {{(pid=95101) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 19:42:08.511083 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-f0edc581-5f9c-40d7-a288-edde61a89891 tempest-RoutersNegativeTest-1443160465 tempest-RoutersNegativeTest-1443160465-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6007154'] for subnet, precommit_delete_associations {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:08.557250 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-439616b6-b1c3-4ca2-b0fd-1b6c48522e6a None None] For port 78fe052c-585a-4d71-8bbf-40f9ac1d0bbf, host n-d-713301-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-16',level=0,port_id=78fe052c-585a-4d71-8bbf-40f9ac1d0bbf,segment=NetworkSegment(a37f3eee-43fd-4853-9af6-6a4d2dcc1b5a),segment_id=a37f3eee-43fd-4853-9af6-6a4d2dcc1b5a)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:42:08.559247 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-439616b6-b1c3-4ca2-b0fd-1b6c48522e6a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-605701'] for port, precommit_delete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:08.575491 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.plugin [None req-439616b6-b1c3-4ca2-b0fd-1b6c48522e6a None None] Calling delete_port for 78fe052c-585a-4d71-8bbf-40f9ac1d0bbf owned by network:dhcp {{(pid=95103) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:42:08.593030 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-464edf9e-a150-4526-bcb6-1c2b206fda57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783146162158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783145673144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5607431'] for port, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:08.617761 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-8be612a0-e559-4487-aa97-2df47fc19153 req-f1e6a620-1dc3-41c6-9254-a866b60457b5 tempest-AttachVolumeShelveTestJSON-2035318112 tempest-AttachVolumeShelveTestJSON-2035318112-project] 10.222.0.67 "GET /v2.0/security-groups?id=dd8506a8-7e56-49b4-9c74-3948d9b76f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3191516 Sep 23 19:42:08.618923 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-3c8c82c4-7acf-4772-a9b1-16371f9708dd admin admin] Notify callbacks [] for security_group, before_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:08.666937 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-5c98b152-526e-4b2b-a64b-c09ad1aebeeb req-c9d5c85f-9ccd-4748-aad3-2ede58d9da26 tempest-ServersNegativeTestJSON-1638865794 tempest-ServersNegativeTestJSON-1638865794-project] 10.222.0.67 "GET /v2.0/security-groups?id=4daca97c-f524-4fb0-8b34-b36a0affa33e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4384737 Sep 23 19:42:08.711998 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-464edf9e-a150-4526-bcb6-1c2b206fda57 admin admin] Pushing event deleted for resources: {'Port': ['ID=40c441b9-8411-4af2-8b5c-456cc886cb3f,revision_number=None']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:42:08.786669 n-d-713301-16 neutron-server[95101]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 19:42:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d3f9e32-6791-4319-ae05-cd1e8049e657 x-openstack-request-id: req-9d3f9e32-6791-4319-ae05-cd1e8049e657 {{(pid=95101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 19:42:08.787472 n-d-713301-16 neutron-server[95101]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "993db8a3-920e-490f-9e6c-76bcceeb6408", "tag": "09e77baa-95af-4945-9c5c-50c59b15acfe", "status": "completed", "code": 200}]} {{(pid=95101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 19:42:08.787472 n-d-713301-16 neutron-server[95101]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-9d3f9e32-6791-4319-ae05-cd1e8049e657 {{(pid=95101) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 19:42:08.788039 n-d-713301-16 neutron-server[95101]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '993db8a3-920e-490f-9e6c-76bcceeb6408', 'tag': '09e77baa-95af-4945-9c5c-50c59b15acfe', 'status': 'completed', 'code': 200} Sep 23 19:42:08.826396 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-439616b6-b1c3-4ca2-b0fd-1b6c48522e6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783146162158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783145673144'] for port, after_delete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:08.884231 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-439616b6-b1c3-4ca2-b0fd-1b6c48522e6a None None] No DVR routers for this DVR port 78fe052c-585a-4d71-8bbf-40f9ac1d0bbf on host n-d-713301-16 {{(pid=95103) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 19:42:08.887770 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-439616b6-b1c3-4ca2-b0fd-1b6c48522e6a None None] Pushing event deleted for resources: {'Port': ['ID=78fe052c-585a-4d71-8bbf-40f9ac1d0bbf,revision_number=None']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:42:08.989889 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-342c2e83-4d85-4331-8356-58c98ae2748e req-18c3dce2-0d0c-4570-9372-922d757eaf5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:42:08.991907 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-342c2e83-4d85-4331-8356-58c98ae2748e req-18c3dce2-0d0c-4570-9372-922d757eaf5f service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=71dd9ac001f74f8ba18264101352d8e3&device_id=993db8a3-920e-490f-9e6c-76bcceeb6408 HTTP/1.1" status: 200 len: 1095 time: 0.4362643 Sep 23 19:42:09.087630 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-342c2e83-4d85-4331-8356-58c98ae2748e req-5978559b-e0e1-4b9f-91e7-784f0ea69900 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=09e77baa-95af-4945-9c5c-50c59b15acfe HTTP/1.1" status: 200 len: 217 time: 0.0621240 Sep 23 19:42:09.154442 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-f0edc581-5f9c-40d7-a288-edde61a89891 tempest-RoutersNegativeTest-1443160465 tempest-RoutersNegativeTest-1443160465-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1756813'] for subnet, precommit_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:09.158637 n-d-713301-16 neutron-server[95102]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-992e5732-1892-4245-b3f3-567433d40b86 tempest-RoutersIpV6Test-563412711 tempest-RoutersIpV6Test-563412711-project] Router ab3596f1-1944-4c9f-a8ec-93d0d31dc171 has already been hosted by L3 agent 79a740bf-7821-4989-8288-7186e3e128f3 {{(pid=95102) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 19:42:09.312427 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Device 78fe052c-585a-4d71-8bbf-40f9ac1d0bbf no longer exists at agent ovs-agent-n-d-713301-16 {{(pid=95103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 19:42:09.325845 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-992e5732-1892-4245-b3f3-567433d40b86 tempest-RoutersIpV6Test-563412711 tempest-RoutersIpV6Test-563412711-project] Notify agent at l3_agent.n-d-713301-16 the message routers_updated {{(pid=95102) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 19:42:09.338080 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24d01045-2900-42e5-a81e-836e71272fe0 None None] Sync routers for ids ['ab3596f1-1944-4c9f-a8ec-93d0d31dc171'] in n-d-713301-16 {{(pid=95104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 19:42:09.348767 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-992e5732-1892-4245-b3f3-567433d40b86 tempest-RoutersIpV6Test-563412711 tempest-RoutersIpV6Test-563412711-project] 10.222.0.67 "PUT /v2.0/routers/ab3596f1-1944-4c9f-a8ec-93d0d31dc171/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9381747 Sep 23 19:42:09.356455 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24d01045-2900-42e5-a81e-836e71272fe0 None None] Routers {'ab3596f1-1944-4c9f-a8ec-93d0d31dc171'} bound to L3 agent in host n-d-713301-16 {{(pid=95104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 19:42:09.357124 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_hamode_db [None req-24d01045-2900-42e5-a81e-836e71272fe0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-23T19:07:52Z,description=,heartbeat_timestamp=2021-09-23T19:41:52Z,host='n-d-713301-16',id=79a740bf-7821-4989-8288-7186e3e128f3,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:07:52Z,topic='l3_agent')) {'router_ids': ['ab3596f1-1944-4c9f-a8ec-93d0d31dc171'], 'active': True} {{(pid=95104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:42:09.358606 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 33924) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:42:09.409216 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.plugin [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] No Port match for: 78fe052c-585a-4d71-8bbf-40f9ac1d0bbf {{(pid=95103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 19:42:09.411844 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Device 78fe052c-585a-4d71-8bbf-40f9ac1d0bbf not bound to the agent host n-d-713301-16 {{(pid=95103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 19:42:09.431056 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-464edf9e-a150-4526-bcb6-1c2b206fda57 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-601942'] for router_gateway, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:09.456687 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_hamode_db [None req-24d01045-2900-42e5-a81e-836e71272fe0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713301-16', False) {} {{(pid=95104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:42:09.469766 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24d01045-2900-42e5-a81e-836e71272fe0 None None] Routers {'ab3596f1-1944-4c9f-a8ec-93d0d31dc171'} bound to L3 agent in host n-d-713301-16 {{(pid=95104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 19:42:09.470415 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_hamode_db [None req-24d01045-2900-42e5-a81e-836e71272fe0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-23T19:07:52Z,description=,heartbeat_timestamp=2021-09-23T19:41:52Z,host='n-d-713301-16',id=79a740bf-7821-4989-8288-7186e3e128f3,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:07:52Z,topic='l3_agent')) {'router_ids': ['ab3596f1-1944-4c9f-a8ec-93d0d31dc171'], 'active': True} {{(pid=95104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:42:09.482774 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-5e973ade-0a7e-4bfb-b2e8-d3d484db1839 tempest-RoutersIpV6Test-563412711 tempest-RoutersIpV6Test-563412711-project] 10.222.0.67 "GET /v2.0/ports?device_id=ab3596f1-1944-4c9f-a8ec-93d0d31dc171 HTTP/1.1" status: 200 len: 205 time: 0.1207931 Sep 23 19:42:09.490469 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 33926) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:42:09.514114 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_hamode_db [None req-24d01045-2900-42e5-a81e-836e71272fe0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713301-16', False) {} {{(pid=95104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:42:09.515506 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24d01045-2900-42e5-a81e-836e71272fe0 None None] The sync data for ids ['ab3596f1-1944-4c9f-a8ec-93d0d31dc171'] in n-d-713301-16 is: [] {{(pid=95104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 19:42:09.594132 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-464edf9e-a150-4526-bcb6-1c2b206fda57 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-597305', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29369'] for router, precommit_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:09.596724 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-464edf9e-a150-4526-bcb6-1c2b206fda57 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:09.626125 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-2c544328-5501-46fb-98b8-5249ae76c248 tempest-RoutersIpV6Test-563412711 tempest-RoutersIpV6Test-563412711-project] Notify callbacks [] for router, before_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:09.684041 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-464edf9e-a150-4526-bcb6-1c2b206fda57 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-597296'] for router, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:09.691754 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-464edf9e-a150-4526-bcb6-1c2b206fda57 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 687c9c47-8f94-4243-aa15-ef795d11d187 {{(pid=95101) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 23 19:42:09.725920 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-464edf9e-a150-4526-bcb6-1c2b206fda57 admin admin] Notify callbacks [] for router, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:09.734714 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-464edf9e-a150-4526-bcb6-1c2b206fda57 admin admin] 10.222.0.67 "DELETE /v2.0/routers/687c9c47-8f94-4243-aa15-ef795d11d187 HTTP/1.1" status: 204 len: 168 time: 5.5068154 Sep 23 19:42:09.746238 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 33936) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:42:09.798985 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-342c2e83-4d85-4331-8356-58c98ae2748e req-b86a377a-dfab-4944-bf94-b137aa31b7ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:42:09.802797 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-342c2e83-4d85-4331-8356-58c98ae2748e req-b86a377a-dfab-4944-bf94-b137aa31b7ad service neutron] 10.222.0.53 "GET /v2.0/subnets?id=3168c2f0-c410-47c7-9b0a-467008e3d34d HTTP/1.1" status: 200 len: 854 time: 0.6483324 Sep 23 19:42:09.808720 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-3c8c82c4-7acf-4772-a9b1-16371f9708dd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:09.826087 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-3c8c82c4-7acf-4772-a9b1-16371f9708dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:09.891578 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-f0edc581-5f9c-40d7-a288-edde61a89891 tempest-RoutersNegativeTest-1443160465 tempest-RoutersNegativeTest-1443160465-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1756804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5607514', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6130950'] for subnet, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:09.967679 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-342c2e83-4d85-4331-8356-58c98ae2748e req-456a8b20-8afa-453f-b24f-7f77c9e192b8 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=bd1e9a1b-24bd-4f73-b7dd-094a5b1ba73a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1553264 Sep 23 19:42:10.020544 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.plugin [None req-1c53d758-640c-4b39-8edc-2601d0c53ef4 tempest-RoutersTest-320658655 tempest-RoutersTest-320658655-project] Deleting port fcda59ee-de43-4239-8273-1267c3f5959e {{(pid=95101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:42:10.020966 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-1c53d758-640c-4b39-8edc-2601d0c53ef4 tempest-RoutersTest-320658655 tempest-RoutersTest-320658655-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783146157096'] for port, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:10.059197 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0edc581-5f9c-40d7-a288-edde61a89891 tempest-RoutersNegativeTest-1443160465 tempest-RoutersNegativeTest-1443160465-project] Pushing event deleted for resources: {'Subnet': ['ID=91a0b33c-cd5a-4a02-9c1b-a49082bf6be7,revision_number=None']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:42:10.080197 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-f0edc581-5f9c-40d7-a288-edde61a89891 tempest-RoutersNegativeTest-1443160465 tempest-RoutersNegativeTest-1443160465-project] Notify callbacks [] for subnet, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:10.102302 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-f0edc581-5f9c-40d7-a288-edde61a89891 tempest-RoutersNegativeTest-1443160465 tempest-RoutersNegativeTest-1443160465-project] 10.222.0.67 "DELETE /v2.0/subnets/91a0b33c-cd5a-4a02-9c1b-a49082bf6be7 HTTP/1.1" status: 204 len: 168 time: 2.5963645 Sep 23 19:42:10.102639 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-981bb4a0-e95d-447a-9e47-f25f6d60ee9d None None] Network c71f33d6-dcf5-4e8c-af06-0d88b21e52a0 requested from n-d-713301-16 {{(pid=95103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 19:42:10.115640 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 33942) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:42:10.122913 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-2c544328-5501-46fb-98b8-5249ae76c248 tempest-RoutersIpV6Test-563412711 tempest-RoutersIpV6Test-563412711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-597305', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29369'] for router, precommit_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:10.130734 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-3c8c82c4-7acf-4772-a9b1-16371f9708dd admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=40f036722bac45fabd233693a4c545c4&name=default HTTP/1.1" status: 200 len: 2983 time: 2.1551013 Sep 23 19:42:10.134269 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c8c82c4-7acf-4772-a9b1-16371f9708dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06ac591f-faca-4bab-b8d7-6a27d61cbfe3,revision_number=1']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:42:10.139544 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-2c544328-5501-46fb-98b8-5249ae76c248 tempest-RoutersIpV6Test-563412711 tempest-RoutersIpV6Test-563412711-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:10.144312 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 33944) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:42:10.277923 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484594d1-eeff-496a-af84-10a322241b35 req-19426f8c-fa7b-4bcb-985a-4fead733ec9d tempest-AttachVolumeShelveTestJSON-2035318112 tempest-AttachVolumeShelveTestJSON-2035318112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:42:10.279813 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-484594d1-eeff-496a-af84-10a322241b35 req-19426f8c-fa7b-4bcb-985a-4fead733ec9d tempest-AttachVolumeShelveTestJSON-2035318112 tempest-AttachVolumeShelveTestJSON-2035318112-project] 10.222.0.67 "GET /v2.0/ports?device_id=c994c23c-480f-4306-a41c-657703b40238 HTTP/1.1" status: 200 len: 946 time: 0.4683721 Sep 23 19:42:10.299551 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-2c544328-5501-46fb-98b8-5249ae76c248 tempest-RoutersIpV6Test-563412711 tempest-RoutersIpV6Test-563412711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-597296'] for router, after_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:10.300118 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c544328-5501-46fb-98b8-5249ae76c248 tempest-RoutersIpV6Test-563412711 tempest-RoutersIpV6Test-563412711-project] Fanout notify agent at l3_agent the message router_deleted on router ab3596f1-1944-4c9f-a8ec-93d0d31dc171 {{(pid=95102) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 23 19:42:10.324370 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9ce381-6af0-444a-bbf4-f09bdc958a1a req-f63ca060-d6da-4ba9-b63e-6c4e911c6c9e tempest-ServersNegativeTestJSON-1638865794 tempest-ServersNegativeTestJSON-1638865794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:42:10.326707 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-ea9ce381-6af0-444a-bbf4-f09bdc958a1a req-f63ca060-d6da-4ba9-b63e-6c4e911c6c9e tempest-ServersNegativeTestJSON-1638865794 tempest-ServersNegativeTestJSON-1638865794-project] 10.222.0.67 "GET /v2.0/ports?device_id=993db8a3-920e-490f-9e6c-76bcceeb6408 HTTP/1.1" status: 200 len: 943 time: 0.4684913 Sep 23 19:42:10.332398 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-2c544328-5501-46fb-98b8-5249ae76c248 tempest-RoutersIpV6Test-563412711 tempest-RoutersIpV6Test-563412711-project] Notify callbacks [] for router, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:10.336250 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-2c544328-5501-46fb-98b8-5249ae76c248 tempest-RoutersIpV6Test-563412711 tempest-RoutersIpV6Test-563412711-project] 10.222.0.67 "DELETE /v2.0/routers/ab3596f1-1944-4c9f-a8ec-93d0d31dc171 HTTP/1.1" status: 204 len: 168 time: 0.8413968 Sep 23 19:42:10.338621 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 33948) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:42:10.369509 n-d-713301-16 neutron-server[95101]: DEBUG neutron.db.db_base_plugin_v2 [None req-d59258ac-bdf2-4e73-999e-891a9dab5e4a admin admin] Deleting subnet 0a32b004-bc4a-40b4-8198-7301a96775ce {{(pid=95101) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 23 19:42:10.419309 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-3b9c776b-bf2c-4f86-87cd-68ec3353930f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:10.434972 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1701fe58-67c8-45d2-a45d-86bf54ee2211 None None] DHCP port deletion for c71f33d6-dcf5-4e8c-af06-0d88b21e52a0 request from n-d-713301-16 {{(pid=95103) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 23 19:42:10.463375 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-d59258ac-bdf2-4e73-999e-891a9dab5e4a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:10.526061 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-484594d1-eeff-496a-af84-10a322241b35 req-9fda9920-08ec-48c5-8c75-98e506a7c0a6 tempest-AttachVolumeShelveTestJSON-2035318112 tempest-AttachVolumeShelveTestJSON-2035318112-project] 10.222.0.67 "GET /v2.0/security-groups?id=dd8506a8-7e56-49b4-9c74-3948d9b76f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1907501 Sep 23 19:42:10.566563 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.plugin [None req-1701fe58-67c8-45d2-a45d-86bf54ee2211 None None] Deleting port 11089a17-eec5-429b-9922-c502af98072f {{(pid=95103) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:42:10.567218 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-1701fe58-67c8-45d2-a45d-86bf54ee2211 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783146157096'] for port, before_delete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:10.571078 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-3b9c776b-bf2c-4f86-87cd-68ec3353930f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:10.586541 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-ea9ce381-6af0-444a-bbf4-f09bdc958a1a req-ab5c399c-b94d-4a60-9f2d-fbee21b13cd2 tempest-ServersNegativeTestJSON-1638865794 tempest-ServersNegativeTestJSON-1638865794-project] 10.222.0.67 "GET /v2.0/security-groups?id=4daca97c-f524-4fb0-8b34-b36a0affa33e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2303181 Sep 23 19:42:10.593310 n-d-713301-16 neutron-server[95102]: DEBUG neutron.db.db_base_plugin_v2 [None req-fb615e8f-ceef-4163-ad00-21d562bab9ce tempest-RoutersIpV6Test-563412711 tempest-RoutersIpV6Test-563412711-project] Deleting subnet a233a8d5-4456-439f-88df-3fb6e90352e3 {{(pid=95102) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 23 19:42:10.622351 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-fb615e8f-ceef-4163-ad00-21d562bab9ce tempest-RoutersIpV6Test-563412711 tempest-RoutersIpV6Test-563412711-project] Notify callbacks [] for subnet, before_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:10.651607 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-1c53d758-640c-4b39-8edc-2601d0c53ef4 tempest-RoutersTest-320658655 tempest-RoutersTest-320658655-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-605701'] for port, precommit_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:10.679265 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-1701fe58-67c8-45d2-a45d-86bf54ee2211 None None] For port 11089a17-eec5-429b-9922-c502af98072f, host n-d-713301-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-16',level=0,port_id=11089a17-eec5-429b-9922-c502af98072f,segment=NetworkSegment(9919176d-3a2b-4b26-98c9-7972eb4746bd),segment_id=9919176d-3a2b-4b26-98c9-7972eb4746bd)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:42:10.679572 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.plugin [None req-1c53d758-640c-4b39-8edc-2601d0c53ef4 tempest-RoutersTest-320658655 tempest-RoutersTest-320658655-project] Calling delete_port for fcda59ee-de43-4239-8273-1267c3f5959e owned by network:router_interface {{(pid=95101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:42:10.680212 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-1701fe58-67c8-45d2-a45d-86bf54ee2211 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-605701'] for port, precommit_delete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:10.696221 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.plugin [None req-1701fe58-67c8-45d2-a45d-86bf54ee2211 None None] Calling delete_port for 11089a17-eec5-429b-9922-c502af98072f owned by network:dhcp {{(pid=95103) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:42:10.731259 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-3b9c776b-bf2c-4f86-87cd-68ec3353930f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:10.735747 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-3b9c776b-bf2c-4f86-87cd-68ec3353930f admin admin] Notify callbacks [] for security_group, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:10.737562 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-3b9c776b-bf2c-4f86-87cd-68ec3353930f admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/06ac591f-faca-4bab-b8d7-6a27d61cbfe3 HTTP/1.1" status: 204 len: 168 time: 0.5906291 Sep 23 19:42:10.754960 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-fb615e8f-ceef-4163-ad00-21d562bab9ce tempest-RoutersIpV6Test-563412711 tempest-RoutersIpV6Test-563412711-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6162825'] for subnet, precommit_delete_associations {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:10.758911 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b9c776b-bf2c-4f86-87cd-68ec3353930f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06ac591f-faca-4bab-b8d7-6a27d61cbfe3,revision_number=None']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:42:10.833464 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-342c2e83-4d85-4331-8356-58c98ae2748e req-5c4dfcda-b19f-481b-8520-d438dd99af00 service neutron] 10.222.0.53 "GET /v2.0/networks/bd1e9a1b-24bd-4f73-b7dd-094a5b1ba73a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8536541 Sep 23 19:42:10.867767 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-d59258ac-bdf2-4e73-999e-891a9dab5e4a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6007154'] for subnet, precommit_delete_associations {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:10.917807 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-552fa604-640c-4821-aeae-7059bd795672 tempest-RoutersNegativeTest-1443160465 tempest-RoutersNegativeTest-1443160465-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1628021'] for network, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:10.957969 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-fb615e8f-ceef-4163-ad00-21d562bab9ce tempest-RoutersIpV6Test-563412711 tempest-RoutersIpV6Test-563412711-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1756813'] for subnet, precommit_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:11.146568 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-1701fe58-67c8-45d2-a45d-86bf54ee2211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783146162158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783145673144'] for port, after_delete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:11.151194 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-fb615e8f-ceef-4163-ad00-21d562bab9ce tempest-RoutersIpV6Test-563412711 tempest-RoutersIpV6Test-563412711-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1756804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4399009', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5388229'] for subnet, after_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:11.185202 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb615e8f-ceef-4163-ad00-21d562bab9ce tempest-RoutersIpV6Test-563412711 tempest-RoutersIpV6Test-563412711-project] Pushing event deleted for resources: {'Subnet': ['ID=a233a8d5-4456-439f-88df-3fb6e90352e3,revision_number=None']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:42:11.192088 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-fb615e8f-ceef-4163-ad00-21d562bab9ce tempest-RoutersIpV6Test-563412711 tempest-RoutersIpV6Test-563412711-project] Notify callbacks [] for subnet, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:11.194264 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-fb615e8f-ceef-4163-ad00-21d562bab9ce tempest-RoutersIpV6Test-563412711 tempest-RoutersIpV6Test-563412711-project] 10.222.0.67 "DELETE /v2.0/subnets/a233a8d5-4456-439f-88df-3fb6e90352e3 HTTP/1.1" status: 204 len: 168 time: 0.8467338 Sep 23 19:42:11.197109 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 33980) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:42:11.229145 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1701fe58-67c8-45d2-a45d-86bf54ee2211 None None] No DVR routers for this DVR port 11089a17-eec5-429b-9922-c502af98072f on host n-d-713301-16 {{(pid=95103) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 19:42:11.243176 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51e5d807-ef0a-47f0-82ac-f49279fd8a72 None None] Network 75870418-2b79-4024-b4c1-e93cbcdad656 requested from n-d-713301-16 {{(pid=95103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 19:42:11.279840 n-d-713301-16 neutron-server[95102]: DEBUG neutron.db.db_base_plugin_v2 [None req-ecb33c92-04c8-40bf-a30e-3bd78ca6c6a8 tempest-RoutersIpV6Test-563412711 tempest-RoutersIpV6Test-563412711-project] Deleting subnet 54f5acb6-b526-482e-aa12-b9c7549a89c7 {{(pid=95102) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 23 19:42:11.285256 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-ecb33c92-04c8-40bf-a30e-3bd78ca6c6a8 tempest-RoutersIpV6Test-563412711 tempest-RoutersIpV6Test-563412711-project] Notify callbacks [] for subnet, before_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:11.288557 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Device 11089a17-eec5-429b-9922-c502af98072f no longer exists at agent ovs-agent-n-d-713301-16 {{(pid=95103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 19:42:11.378465 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1701fe58-67c8-45d2-a45d-86bf54ee2211 None None] Pushing event deleted for resources: {'Port': ['ID=11089a17-eec5-429b-9922-c502af98072f,revision_number=None']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:42:11.384383 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.plugin [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] No Port match for: 11089a17-eec5-429b-9922-c502af98072f {{(pid=95103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 19:42:11.385475 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Device 11089a17-eec5-429b-9922-c502af98072f not bound to the agent host n-d-713301-16 {{(pid=95103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 19:42:11.386340 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Device 40c441b9-8411-4af2-8b5c-456cc886cb3f no longer exists at agent ovs-agent-n-d-713301-16 {{(pid=95103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 19:42:11.399728 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-ecb33c92-04c8-40bf-a30e-3bd78ca6c6a8 tempest-RoutersIpV6Test-563412711 tempest-RoutersIpV6Test-563412711-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6162825'] for subnet, precommit_delete_associations {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:11.408544 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.plugin [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] No Port match for: 40c441b9-8411-4af2-8b5c-456cc886cb3f {{(pid=95103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 19:42:11.409206 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Device 40c441b9-8411-4af2-8b5c-456cc886cb3f not bound to the agent host n-d-713301-16 {{(pid=95103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 19:42:11.519181 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-ecb33c92-04c8-40bf-a30e-3bd78ca6c6a8 tempest-RoutersIpV6Test-563412711 tempest-RoutersIpV6Test-563412711-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1756813'] for subnet, precommit_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:11.662266 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f3a0368-cf31-4ae0-a6f9-587749c4cdf2 None None] DHCP port deletion for 75870418-2b79-4024-b4c1-e93cbcdad656 request from n-d-713301-16 {{(pid=95103) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 23 19:42:11.703405 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-342c2e83-4d85-4331-8356-58c98ae2748e req-5a585945-eaca-436b-af7c-0ec787ab3897 service neutron] 10.222.0.53 "GET /v2.0/networks/bd1e9a1b-24bd-4f73-b7dd-094a5b1ba73a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8505898 Sep 23 19:42:11.751657 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-552fa604-640c-4821-aeae-7059bd795672 tempest-RoutersNegativeTest-1443160465 tempest-RoutersNegativeTest-1443160465-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1754676', 'neutron.services.segments.db._delete_segments_for_network-8783146221460'] for network, precommit_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:11.776371 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-d59258ac-bdf2-4e73-999e-891a9dab5e4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1756813'] for subnet, precommit_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:11.824698 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.plugin [None req-3f3a0368-cf31-4ae0-a6f9-587749c4cdf2 None None] Deleting port d26070bf-202d-400c-84c9-cf5107760ee6 {{(pid=95103) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:42:11.829760 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-3f3a0368-cf31-4ae0-a6f9-587749c4cdf2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783146157096'] for port, before_delete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:11.868293 n-d-713301-16 neutron-server[95101]: DEBUG neutron.services.segments.db [None req-552fa604-640c-4821-aeae-7059bd795672 tempest-RoutersNegativeTest-1443160465 tempest-RoutersNegativeTest-1443160465-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e7fdf679-b9c0-43b9-b935-96fe97c5a721']}} {{(pid=95101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:42:11.872239 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a90699d-a157-4d93-9619-ad53fb8dfe4c req-9f5ee6c6-182c-4b48-be98-40c5cfbc40f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:42:11.873976 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-1a90699d-a157-4d93-9619-ad53fb8dfe4c req-9f5ee6c6-182c-4b48-be98-40c5cfbc40f2 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=9f955dc8eb0a49dcaf259d890508d18f&device_id=c994c23c-480f-4306-a41c-657703b40238 HTTP/1.1" status: 200 len: 1098 time: 0.3112354 Sep 23 19:42:11.893061 n-d-713301-16 neutron-server[95101]: DEBUG neutron.services.segments.db [None req-552fa604-640c-4821-aeae-7059bd795672 tempest-RoutersNegativeTest-1443160465 tempest-RoutersNegativeTest-1443160465-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a37f3eee-43fd-4853-9af6-6a4d2dcc1b5a') {'for_net_delete': True} {{(pid=95101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:42:11.893364 n-d-713301-16 neutron-server[95101]: DEBUG neutron.services.segments.db [None req-552fa604-640c-4821-aeae-7059bd795672 tempest-RoutersNegativeTest-1443160465 tempest-RoutersNegativeTest-1443160465-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a37f3eee-43fd-4853-9af6-6a4d2dcc1b5a') {} {{(pid=95101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:42:11.917338 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f05f6c-20a4-4c29-a0bb-e0fb5a114576 req-3803c5bf-692f-41be-9178-cb4ed46074a4 tempest-ServersNegativeTestJSON-1638865794 tempest-ServersNegativeTestJSON-1638865794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:42:11.918919 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-20f05f6c-20a4-4c29-a0bb-e0fb5a114576 req-3803c5bf-692f-41be-9178-cb4ed46074a4 tempest-ServersNegativeTestJSON-1638865794 tempest-ServersNegativeTestJSON-1638865794-project] 10.222.0.67 "GET /v2.0/ports?device_id=993db8a3-920e-490f-9e6c-76bcceeb6408 HTTP/1.1" status: 200 len: 943 time: 0.1804051 Sep 23 19:42:11.920530 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-552fa604-640c-4821-aeae-7059bd795672 tempest-RoutersNegativeTest-1443160465 tempest-RoutersNegativeTest-1443160465-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783146221725', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6007147'] for segment, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:11.927547 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-493f5a77-7261-425d-afb0-ec6b57cfdb44 req-ea6c108e-8bda-4ac1-b9d1-849877cc9ffb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:42:11.929110 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-493f5a77-7261-425d-afb0-ec6b57cfdb44 req-ea6c108e-8bda-4ac1-b9d1-849877cc9ffb service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=71dd9ac001f74f8ba18264101352d8e3&device_id=993db8a3-920e-490f-9e6c-76bcceeb6408 HTTP/1.1" status: 200 len: 1095 time: 0.1675627 Sep 23 19:42:11.930954 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-3f3a0368-cf31-4ae0-a6f9-587749c4cdf2 None None] For port d26070bf-202d-400c-84c9-cf5107760ee6, host n-d-713301-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-16',level=0,port_id=d26070bf-202d-400c-84c9-cf5107760ee6,segment=NetworkSegment(053328c5-d1a3-46c2-8589-9a68274de283),segment_id=053328c5-d1a3-46c2-8589-9a68274de283)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:42:11.931470 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-3f3a0368-cf31-4ae0-a6f9-587749c4cdf2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-605701'] for port, precommit_delete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:11.949237 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.plugin [None req-3f3a0368-cf31-4ae0-a6f9-587749c4cdf2 None None] Calling delete_port for d26070bf-202d-400c-84c9-cf5107760ee6 owned by network:dhcp {{(pid=95103) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:42:12.056459 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6211905-aa7e-43f3-8fc0-f69e486ce0bf req-f60e8fd5-899f-4d09-b3a6-061dcf1868f4 tempest-AttachVolumeShelveTestJSON-2035318112 tempest-AttachVolumeShelveTestJSON-2035318112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:42:12.061875 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-1c53d758-640c-4b39-8edc-2601d0c53ef4 tempest-RoutersTest-320658655 tempest-RoutersTest-320658655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783146162158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783145673144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5607431'] for port, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:12.064883 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-b6211905-aa7e-43f3-8fc0-f69e486ce0bf req-f60e8fd5-899f-4d09-b3a6-061dcf1868f4 tempest-AttachVolumeShelveTestJSON-2035318112 tempest-AttachVolumeShelveTestJSON-2035318112-project] 10.222.0.67 "GET /v2.0/ports?device_id=c994c23c-480f-4306-a41c-657703b40238 HTTP/1.1" status: 200 len: 946 time: 0.3905663 Sep 23 19:42:12.066014 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-3f3a0368-cf31-4ae0-a6f9-587749c4cdf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783146162158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783145673144'] for port, after_delete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:12.071297 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-552fa604-640c-4821-aeae-7059bd795672 tempest-RoutersNegativeTest-1443160465 tempest-RoutersNegativeTest-1443160465-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1756186'] for segment, precommit_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:12.094186 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-ecb33c92-04c8-40bf-a30e-3bd78ca6c6a8 tempest-RoutersIpV6Test-563412711 tempest-RoutersIpV6Test-563412711-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1756804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4399009', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5388229'] for subnet, after_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:12.108045 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c53d758-640c-4b39-8edc-2601d0c53ef4 tempest-RoutersTest-320658655 tempest-RoutersTest-320658655-project] Pushing event deleted for resources: {'Port': ['ID=fcda59ee-de43-4239-8273-1267c3f5959e,revision_number=None']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:42:12.116389 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-552fa604-640c-4821-aeae-7059bd795672 tempest-RoutersNegativeTest-1443160465 tempest-RoutersNegativeTest-1443160465-project] Releasing vlan 605 on physical network physnet1 to pool {{(pid=95101) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 19:42:12.117252 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-552fa604-640c-4821-aeae-7059bd795672 tempest-RoutersNegativeTest-1443160465 tempest-RoutersNegativeTest-1443160465-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1756186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5608436'] for segment, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:12.127508 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-20f05f6c-20a4-4c29-a0bb-e0fb5a114576 req-28a6c206-f42b-4fc0-a0e1-9a588e2d2911 tempest-ServersNegativeTestJSON-1638865794 tempest-ServersNegativeTestJSON-1638865794-project] 10.222.0.67 "GET /v2.0/security-groups?id=4daca97c-f524-4fb0-8b34-b36a0affa33e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578883 Sep 23 19:42:12.127954 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f3a0368-cf31-4ae0-a6f9-587749c4cdf2 None None] No DVR routers for this DVR port d26070bf-202d-400c-84c9-cf5107760ee6 on host n-d-713301-16 {{(pid=95103) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 19:42:12.130910 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-d59258ac-bdf2-4e73-999e-891a9dab5e4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1756804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5607514', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6130950'] for subnet, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:12.135104 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f3a0368-cf31-4ae0-a6f9-587749c4cdf2 None None] Pushing event deleted for resources: {'Port': ['ID=d26070bf-202d-400c-84c9-cf5107760ee6,revision_number=None']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:42:12.157148 n-d-713301-16 neutron-server[95101]: Traceback (most recent call last): Sep 23 19:42:12.157148 n-d-713301-16 neutron-server[95101]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 19:42:12.157148 n-d-713301-16 neutron-server[95101]: timer() Sep 23 19:42:12.157148 n-d-713301-16 neutron-server[95101]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 19:42:12.157148 n-d-713301-16 neutron-server[95101]: cb(*args, **kw) Sep 23 19:42:12.157148 n-d-713301-16 neutron-server[95101]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 19:42:12.157148 n-d-713301-16 neutron-server[95101]: return func(*args, **kwargs) Sep 23 19:42:12.157148 n-d-713301-16 neutron-server[95101]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 19:42:12.157148 n-d-713301-16 neutron-server[95101]: self._notify() Sep 23 19:42:12.157148 n-d-713301-16 neutron-server[95101]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 19:42:12.157148 n-d-713301-16 neutron-server[95101]: self.callback(batched_events) Sep 23 19:42:12.157148 n-d-713301-16 neutron-server[95101]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 19:42:12.157148 n-d-713301-16 neutron-server[95101]: event.method(event) Sep 23 19:42:12.157148 n-d-713301-16 neutron-server[95101]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 19:42:12.157148 n-d-713301-16 neutron-server[95101]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 19:42:12.157148 n-d-713301-16 neutron-server[95101]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 19:42:12.157148 n-d-713301-16 neutron-server[95101]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 19:42:12.157148 n-d-713301-16 neutron-server[95101]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 19:42:12.157148 n-d-713301-16 neutron-server[95101]: return f(self, *a, **k) Sep 23 19:42:12.157148 n-d-713301-16 neutron-server[95101]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 19:42:12.157148 n-d-713301-16 neutron-server[95101]: return self._get(url).json() Sep 23 19:42:12.157148 n-d-713301-16 neutron-server[95101]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 19:42:12.157148 n-d-713301-16 neutron-server[95101]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 19:42:12.157148 n-d-713301-16 neutron-server[95101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 19:42:12.157148 n-d-713301-16 neutron-server[95101]: return self.request(url, 'GET', **kwargs) Sep 23 19:42:12.157148 n-d-713301-16 neutron-server[95101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 19:42:12.157148 n-d-713301-16 neutron-server[95101]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 19:42:12.157148 n-d-713301-16 neutron-server[95101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 19:42:12.157148 n-d-713301-16 neutron-server[95101]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 19:42:12.157148 n-d-713301-16 neutron-server[95101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 19:42:12.157148 n-d-713301-16 neutron-server[95101]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 19:42:12.157148 n-d-713301-16 neutron-server[95101]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 19:42:12.206111 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecb33c92-04c8-40bf-a30e-3bd78ca6c6a8 tempest-RoutersIpV6Test-563412711 tempest-RoutersIpV6Test-563412711-project] Pushing event deleted for resources: {'Subnet': ['ID=54f5acb6-b526-482e-aa12-b9c7549a89c7,revision_number=None']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:42:12.209771 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-ecb33c92-04c8-40bf-a30e-3bd78ca6c6a8 tempest-RoutersIpV6Test-563412711 tempest-RoutersIpV6Test-563412711-project] Notify callbacks [] for subnet, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:12.211784 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-ecb33c92-04c8-40bf-a30e-3bd78ca6c6a8 tempest-RoutersIpV6Test-563412711 tempest-RoutersIpV6Test-563412711-project] 10.222.0.67 "DELETE /v2.0/subnets/54f5acb6-b526-482e-aa12-b9c7549a89c7 HTTP/1.1" status: 204 len: 168 time: 1.0137186 Sep 23 19:42:12.215875 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 34018) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:42:12.222927 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4abca6f9-b17f-4b4b-9ea1-4c3a1d1cf734 None None] Network 107e60a5-ffc9-4f86-b233-d488395c31b5 requested from n-d-713301-16 {{(pid=95103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 19:42:12.246469 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-493f5a77-7261-425d-afb0-ec6b57cfdb44 req-2578b95c-7798-42f5-9cbd-6ef7333743ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:42:12.248857 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-493f5a77-7261-425d-afb0-ec6b57cfdb44 req-2578b95c-7798-42f5-9cbd-6ef7333743ac service neutron] 10.222.0.53 "GET /v2.0/networks?id=bd1e9a1b-24bd-4f73-b7dd-094a5b1ba73a HTTP/1.1" status: 200 len: 915 time: 0.3065450 Sep 23 19:42:12.249423 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d59258ac-bdf2-4e73-999e-891a9dab5e4a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0a32b004-bc4a-40b4-8198-7301a96775ce,revision_number=None']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:42:12.279529 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a90699d-a157-4d93-9619-ad53fb8dfe4c req-2586025c-85be-44eb-8fbc-7cda0577cf82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:42:12.281162 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-1a90699d-a157-4d93-9619-ad53fb8dfe4c req-2586025c-85be-44eb-8fbc-7cda0577cf82 service neutron] 10.222.0.74 "GET /v2.0/networks?id=fc2b89b8-ce3f-4c16-8b68-220076c74d2b HTTP/1.1" status: 200 len: 917 time: 0.3731706 Sep 23 19:42:12.345717 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-552fa604-640c-4821-aeae-7059bd795672 tempest-RoutersNegativeTest-1443160465 tempest-RoutersNegativeTest-1443160465-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1754627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-601866'] for network, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:12.388018 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-b6211905-aa7e-43f3-8fc0-f69e486ce0bf req-2472c88a-1c0c-4ac6-9e4a-eebe6325508c tempest-AttachVolumeShelveTestJSON-2035318112 tempest-AttachVolumeShelveTestJSON-2035318112-project] 10.222.0.67 "GET /v2.0/security-groups?id=dd8506a8-7e56-49b4-9c74-3948d9b76f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3221402 Sep 23 19:42:12.390739 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-1a90699d-a157-4d93-9619-ad53fb8dfe4c req-e4083588-4f58-4590-8793-a62cae941df9 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e903ca97-db28-44ea-88d1-53bdf3b0a143 HTTP/1.1" status: 200 len: 1002 time: 0.1004770 Sep 23 19:42:12.496162 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3818fda-42e8-4b9c-b865-8ba821b4e230 None None] Network 4938c958-b8c9-4af7-9682-a50ce306467f requested from n-d-713301-16 {{(pid=95103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 19:42:12.584360 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-50727cfe-12c3-42f4-ae72-2bd50dd25bb3 tempest-RoutersIpV6Test-563412711 tempest-RoutersIpV6Test-563412711-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1628021'] for network, before_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:12.601825 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-552fa604-640c-4821-aeae-7059bd795672 tempest-RoutersNegativeTest-1443160465 tempest-RoutersNegativeTest-1443160465-project] Notify callbacks [] for network, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:12.604025 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-552fa604-640c-4821-aeae-7059bd795672 tempest-RoutersNegativeTest-1443160465 tempest-RoutersNegativeTest-1443160465-project] 10.222.0.67 "DELETE /v2.0/networks/e7fdf679-b9c0-43b9-b935-96fe97c5a721 HTTP/1.1" status: 204 len: 168 time: 2.4810266 Sep 23 19:42:12.605403 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-d59258ac-bdf2-4e73-999e-891a9dab5e4a admin admin] Notify callbacks [] for subnet, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:12.607473 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-d59258ac-bdf2-4e73-999e-891a9dab5e4a admin admin] 10.222.0.67 "DELETE /v2.0/subnets/0a32b004-bc4a-40b4-8198-7301a96775ce HTTP/1.1" status: 204 len: 168 time: 2.8567111 Sep 23 19:42:12.610106 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-552fa604-640c-4821-aeae-7059bd795672 tempest-RoutersNegativeTest-1443160465 tempest-RoutersNegativeTest-1443160465-project] Pushing event deleted for resources: {'Network': ['ID=e7fdf679-b9c0-43b9-b935-96fe97c5a721,revision_number=None']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:42:12.613233 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-493f5a77-7261-425d-afb0-ec6b57cfdb44 req-21e16340-c66d-4450-a83a-6a970972d10b service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=09e77baa-95af-4945-9c5c-50c59b15acfe HTTP/1.1" status: 200 len: 217 time: 0.2944908 Sep 23 19:42:12.613725 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 34024) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:42:12.614309 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 34026) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:42:12.632451 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a90699d-a157-4d93-9619-ad53fb8dfe4c req-39cf20ca-9dc8-4505-ab4a-60f39d57e1c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:42:12.634372 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-1a90699d-a157-4d93-9619-ad53fb8dfe4c req-39cf20ca-9dc8-4505-ab4a-60f39d57e1c2 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=cfb66c78-2a7b-4d98-8fdd-683258461232 HTTP/1.1" status: 200 len: 855 time: 0.2359788 Sep 23 19:42:12.754172 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a90699d-a157-4d93-9619-ad53fb8dfe4c req-84e2168a-127e-4b57-a179-7b3c644ff466 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:42:12.755836 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-1a90699d-a157-4d93-9619-ad53fb8dfe4c req-84e2168a-127e-4b57-a179-7b3c644ff466 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=fc2b89b8-ce3f-4c16-8b68-220076c74d2b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1119695 Sep 23 19:42:12.769488 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cc204a3-c770-4333-90d4-aafbf8cd13d4 None None] DHCP port deletion for 107e60a5-ffc9-4f86-b233-d488395c31b5 request from n-d-713301-16 {{(pid=95103) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 23 19:42:12.802415 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-50727cfe-12c3-42f4-ae72-2bd50dd25bb3 tempest-RoutersIpV6Test-563412711 tempest-RoutersIpV6Test-563412711-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1754676', 'neutron.services.segments.db._delete_segments_for_network-8783146221460'] for network, precommit_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:12.849856 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.plugin [None req-8cc204a3-c770-4333-90d4-aafbf8cd13d4 None None] Deleting port 07298cde-d643-4a7d-a579-798b4b3ec582 {{(pid=95103) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:42:12.850728 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-8cc204a3-c770-4333-90d4-aafbf8cd13d4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783146157096'] for port, before_delete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:12.905142 n-d-713301-16 neutron-server[95102]: DEBUG neutron.services.segments.db [None req-50727cfe-12c3-42f4-ae72-2bd50dd25bb3 tempest-RoutersIpV6Test-563412711 tempest-RoutersIpV6Test-563412711-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['75870418-2b79-4024-b4c1-e93cbcdad656']}} {{(pid=95102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:42:12.922290 n-d-713301-16 neutron-server[95102]: DEBUG neutron.services.segments.db [None req-50727cfe-12c3-42f4-ae72-2bd50dd25bb3 tempest-RoutersIpV6Test-563412711 tempest-RoutersIpV6Test-563412711-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '053328c5-d1a3-46c2-8589-9a68274de283') {'for_net_delete': True} {{(pid=95102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:42:12.922721 n-d-713301-16 neutron-server[95102]: DEBUG neutron.services.segments.db [None req-50727cfe-12c3-42f4-ae72-2bd50dd25bb3 tempest-RoutersIpV6Test-563412711 tempest-RoutersIpV6Test-563412711-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '053328c5-d1a3-46c2-8589-9a68274de283') {} {{(pid=95102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:42:12.924116 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-1c53d758-640c-4b39-8edc-2601d0c53ef4 tempest-RoutersTest-320658655 tempest-RoutersTest-320658655-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-527322', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-602005'] for router_interface, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:12.927530 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-8cc204a3-c770-4333-90d4-aafbf8cd13d4 None None] For port 07298cde-d643-4a7d-a579-798b4b3ec582, host n-d-713301-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-16',level=0,port_id=07298cde-d643-4a7d-a579-798b4b3ec582,segment=NetworkSegment(7099cbc3-9ac5-45f0-b6f9-3845d96004d0),segment_id=7099cbc3-9ac5-45f0-b6f9-3845d96004d0)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:42:12.927941 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-8cc204a3-c770-4333-90d4-aafbf8cd13d4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-605701'] for port, precommit_delete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:12.936044 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-50727cfe-12c3-42f4-ae72-2bd50dd25bb3 tempest-RoutersIpV6Test-563412711 tempest-RoutersIpV6Test-563412711-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783146221725', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6162832'] for segment, before_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:12.942870 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.plugin [None req-8cc204a3-c770-4333-90d4-aafbf8cd13d4 None None] Calling delete_port for 07298cde-d643-4a7d-a579-798b4b3ec582 owned by network:dhcp {{(pid=95103) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:42:12.957968 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-50727cfe-12c3-42f4-ae72-2bd50dd25bb3 tempest-RoutersIpV6Test-563412711 tempest-RoutersIpV6Test-563412711-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1756186'] for segment, precommit_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:12.974924 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-50727cfe-12c3-42f4-ae72-2bd50dd25bb3 tempest-RoutersIpV6Test-563412711 tempest-RoutersIpV6Test-563412711-project] Releasing vlan 604 on physical network physnet1 to pool {{(pid=95102) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 19:42:12.975625 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-50727cfe-12c3-42f4-ae72-2bd50dd25bb3 tempest-RoutersIpV6Test-563412711 tempest-RoutersIpV6Test-563412711-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1756186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4398095'] for segment, after_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:13.047309 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac7149f3-cbe8-41b6-bb97-a89315e15b57 None None] DHCP port deletion for 4938c958-b8c9-4af7-9682-a50ce306467f request from n-d-713301-16 {{(pid=95103) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 23 19:42:13.057967 n-d-713301-16 neutron-server[95102]: Traceback (most recent call last): Sep 23 19:42:13.057967 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 19:42:13.057967 n-d-713301-16 neutron-server[95102]: timer() Sep 23 19:42:13.057967 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 19:42:13.057967 n-d-713301-16 neutron-server[95102]: cb(*args, **kw) Sep 23 19:42:13.057967 n-d-713301-16 neutron-server[95102]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 19:42:13.057967 n-d-713301-16 neutron-server[95102]: return func(*args, **kwargs) Sep 23 19:42:13.057967 n-d-713301-16 neutron-server[95102]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 19:42:13.057967 n-d-713301-16 neutron-server[95102]: self._notify() Sep 23 19:42:13.057967 n-d-713301-16 neutron-server[95102]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 19:42:13.057967 n-d-713301-16 neutron-server[95102]: self.callback(batched_events) Sep 23 19:42:13.057967 n-d-713301-16 neutron-server[95102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 19:42:13.057967 n-d-713301-16 neutron-server[95102]: event.method(event) Sep 23 19:42:13.057967 n-d-713301-16 neutron-server[95102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 19:42:13.057967 n-d-713301-16 neutron-server[95102]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 19:42:13.057967 n-d-713301-16 neutron-server[95102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 19:42:13.057967 n-d-713301-16 neutron-server[95102]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 19:42:13.057967 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 19:42:13.057967 n-d-713301-16 neutron-server[95102]: return f(self, *a, **k) Sep 23 19:42:13.057967 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 19:42:13.057967 n-d-713301-16 neutron-server[95102]: return self._get(url).json() Sep 23 19:42:13.057967 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 19:42:13.057967 n-d-713301-16 neutron-server[95102]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 19:42:13.057967 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 19:42:13.057967 n-d-713301-16 neutron-server[95102]: return self.request(url, 'GET', **kwargs) Sep 23 19:42:13.057967 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 19:42:13.057967 n-d-713301-16 neutron-server[95102]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 19:42:13.057967 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 19:42:13.057967 n-d-713301-16 neutron-server[95102]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 19:42:13.057967 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 19:42:13.057967 n-d-713301-16 neutron-server[95102]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 19:42:13.057967 n-d-713301-16 neutron-server[95102]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 19:42:13.088427 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-493f5a77-7261-425d-afb0-ec6b57cfdb44 req-16c4619f-a93c-4498-8d29-efe4e731caf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:42:13.090231 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-493f5a77-7261-425d-afb0-ec6b57cfdb44 req-16c4619f-a93c-4498-8d29-efe4e731caf6 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=3168c2f0-c410-47c7-9b0a-467008e3d34d HTTP/1.1" status: 200 len: 854 time: 0.2826200 Sep 23 19:42:13.109794 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-1c398f64-afc1-43da-a5f2-29b0f3b04b3a tempest-RoutersNegativeTest-1443160465 tempest-RoutersNegativeTest-1443160465-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1628021'] for network, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:13.180333 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-48445cc9-daf9-4701-b523-230087556b0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1628021'] for network, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:13.214213 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-50727cfe-12c3-42f4-ae72-2bd50dd25bb3 tempest-RoutersIpV6Test-563412711 tempest-RoutersIpV6Test-563412711-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1754627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-601866'] for network, after_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:13.221893 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-50727cfe-12c3-42f4-ae72-2bd50dd25bb3 tempest-RoutersIpV6Test-563412711 tempest-RoutersIpV6Test-563412711-project] Notify callbacks [] for network, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:13.224714 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-493f5a77-7261-425d-afb0-ec6b57cfdb44 req-8a11dfe3-2485-4ebf-80e7-acb4e9345fe6 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=bd1e9a1b-24bd-4f73-b7dd-094a5b1ba73a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0465631 Sep 23 19:42:13.227620 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-50727cfe-12c3-42f4-ae72-2bd50dd25bb3 tempest-RoutersIpV6Test-563412711 tempest-RoutersIpV6Test-563412711-project] 10.222.0.67 "DELETE /v2.0/networks/75870418-2b79-4024-b4c1-e93cbcdad656 HTTP/1.1" status: 204 len: 168 time: 1.0083592 Sep 23 19:42:13.228308 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 34042) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:42:13.229838 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-8cc204a3-c770-4333-90d4-aafbf8cd13d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783146162158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783145673144'] for port, after_delete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:13.260946 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50727cfe-12c3-42f4-ae72-2bd50dd25bb3 tempest-RoutersIpV6Test-563412711 tempest-RoutersIpV6Test-563412711-project] Pushing event deleted for resources: {'Network': ['ID=75870418-2b79-4024-b4c1-e93cbcdad656,revision_number=None']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:42:13.279905 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Device d26070bf-202d-400c-84c9-cf5107760ee6 no longer exists at agent ovs-agent-n-d-713301-16 {{(pid=95103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 19:42:13.287158 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-1a90699d-a157-4d93-9619-ad53fb8dfe4c req-225d3f4f-2e31-46f4-a6ce-bc0c16842be2 service neutron] 10.222.0.74 "GET /v2.0/networks/fc2b89b8-ce3f-4c16-8b68-220076c74d2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4765689 Sep 23 19:42:13.336590 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cc204a3-c770-4333-90d4-aafbf8cd13d4 None None] No DVR routers for this DVR port 07298cde-d643-4a7d-a579-798b4b3ec582 on host n-d-713301-16 {{(pid=95103) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 19:42:13.384558 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cc204a3-c770-4333-90d4-aafbf8cd13d4 None None] Pushing event deleted for resources: {'Port': ['ID=07298cde-d643-4a7d-a579-798b4b3ec582,revision_number=None']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:42:13.393107 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.plugin [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] No Port match for: d26070bf-202d-400c-84c9-cf5107760ee6 {{(pid=95103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 19:42:13.393727 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Device d26070bf-202d-400c-84c9-cf5107760ee6 not bound to the agent host n-d-713301-16 {{(pid=95103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 19:42:13.394394 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Device 1f95d3c5-bb99-41e3-8ab9-a780960a5f7f no longer exists at agent ovs-agent-n-d-713301-16 {{(pid=95103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 19:42:13.437139 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.plugin [None req-ac7149f3-cbe8-41b6-bb97-a89315e15b57 None None] Deleting port 1f95d3c5-bb99-41e3-8ab9-a780960a5f7f {{(pid=95103) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:42:13.438742 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-ac7149f3-cbe8-41b6-bb97-a89315e15b57 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783146157096'] for port, before_delete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:13.534536 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c53d758-640c-4b39-8edc-2601d0c53ef4 tempest-RoutersTest-320658655 tempest-RoutersTest-320658655-project] Router d0e50ea6-937c-4ece-906d-c28d8b5eea9a has already been hosted by L3 agent 79a740bf-7821-4989-8288-7186e3e128f3 {{(pid=95101) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 19:42:13.543701 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-ac7149f3-cbe8-41b6-bb97-a89315e15b57 None None] For port 1f95d3c5-bb99-41e3-8ab9-a780960a5f7f, host n-d-713301-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-16',level=0,port_id=1f95d3c5-bb99-41e3-8ab9-a780960a5f7f,segment=NetworkSegment(95f6fe7c-cbd3-4365-ad71-f7b6e6da07cd),segment_id=95f6fe7c-cbd3-4365-ad71-f7b6e6da07cd)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:42:13.544435 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-ac7149f3-cbe8-41b6-bb97-a89315e15b57 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-605701'] for port, precommit_delete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:13.579829 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.plugin [None req-ac7149f3-cbe8-41b6-bb97-a89315e15b57 None None] Calling delete_port for 1f95d3c5-bb99-41e3-8ab9-a780960a5f7f owned by network:dhcp {{(pid=95103) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:42:13.692931 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-ac7149f3-cbe8-41b6-bb97-a89315e15b57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783146162158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783145673144'] for port, after_delete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:13.733067 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac7149f3-cbe8-41b6-bb97-a89315e15b57 None None] Pushing event deleted for resources: {'Port': ['ID=1f95d3c5-bb99-41e3-8ab9-a780960a5f7f,revision_number=None']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:42:13.744285 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac7149f3-cbe8-41b6-bb97-a89315e15b57 None None] No DVR routers for this DVR port 1f95d3c5-bb99-41e3-8ab9-a780960a5f7f on host n-d-713301-16 {{(pid=95103) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 19:42:13.746590 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] No active binding found for port 1f95d3c5-bb99-41e3-8ab9-a780960a5f7f {{(pid=95103) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Sep 23 19:42:13.747292 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Device 1f95d3c5-bb99-41e3-8ab9-a780960a5f7f not bound to the agent host n-d-713301-16 {{(pid=95103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 19:42:13.747892 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Device 07298cde-d643-4a7d-a579-798b4b3ec582 no longer exists at agent ovs-agent-n-d-713301-16 {{(pid=95103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 19:42:13.785997 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.plugin [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] No Port match for: 07298cde-d643-4a7d-a579-798b4b3ec582 {{(pid=95103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 19:42:13.786446 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Device 07298cde-d643-4a7d-a579-798b4b3ec582 not bound to the agent host n-d-713301-16 {{(pid=95103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 19:42:13.835279 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-e0ca4c37-8e5b-4d40-9f0e-ab4614c9233a tempest-RoutersIpV6Test-563412711 tempest-RoutersIpV6Test-563412711-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1628021'] for network, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:13.874792 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-1c398f64-afc1-43da-a5f2-29b0f3b04b3a tempest-RoutersNegativeTest-1443160465 tempest-RoutersNegativeTest-1443160465-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1754676', 'neutron.services.segments.db._delete_segments_for_network-8783146221460'] for network, precommit_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:13.933091 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c711c90e-68f9-4be0-81ce-fe5d6376a277 req-c8943872-aefd-4412-9cfe-19a0c73c2dc8 tempest-ServersNegativeTestJSON-1638865794 tempest-ServersNegativeTestJSON-1638865794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:42:13.935317 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-c711c90e-68f9-4be0-81ce-fe5d6376a277 req-c8943872-aefd-4412-9cfe-19a0c73c2dc8 tempest-ServersNegativeTestJSON-1638865794 tempest-ServersNegativeTestJSON-1638865794-project] 10.222.0.67 "GET /v2.0/ports?device_id=993db8a3-920e-490f-9e6c-76bcceeb6408 HTTP/1.1" status: 200 len: 943 time: 0.1710620 Sep 23 19:42:13.946153 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e498de3a-43df-475e-a00f-260c74eba159 req-5c5599ee-6730-4c91-ab3b-4aeba4b5ebb0 tempest-AttachVolumeShelveTestJSON-2035318112 tempest-AttachVolumeShelveTestJSON-2035318112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:42:13.947731 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-e498de3a-43df-475e-a00f-260c74eba159 req-5c5599ee-6730-4c91-ab3b-4aeba4b5ebb0 tempest-AttachVolumeShelveTestJSON-2035318112 tempest-AttachVolumeShelveTestJSON-2035318112-project] 10.222.0.67 "GET /v2.0/ports?device_id=c994c23c-480f-4306-a41c-657703b40238 HTTP/1.1" status: 200 len: 946 time: 0.1765640 Sep 23 19:42:13.951391 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-1a90699d-a157-4d93-9619-ad53fb8dfe4c req-714a29f4-9969-45af-8cc9-085b848f3bac service neutron] 10.222.0.74 "GET /v2.0/networks/fc2b89b8-ce3f-4c16-8b68-220076c74d2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6567812 Sep 23 19:42:13.983753 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.plugin [None req-48445cc9-daf9-4701-b523-230087556b0d admin admin] Deleting port 1f95d3c5-bb99-41e3-8ab9-a780960a5f7f {{(pid=95101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:42:13.985576 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-48445cc9-daf9-4701-b523-230087556b0d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783146157096'] for port, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:13.987517 n-d-713301-16 neutron-server[95101]: DEBUG neutron.services.segments.db [None req-1c398f64-afc1-43da-a5f2-29b0f3b04b3a tempest-RoutersNegativeTest-1443160465 tempest-RoutersNegativeTest-1443160465-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c71f33d6-dcf5-4e8c-af06-0d88b21e52a0']}} {{(pid=95101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:42:14.040944 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-493f5a77-7261-425d-afb0-ec6b57cfdb44 req-cfd23617-7fe0-4b46-bb25-ec8bc060cc9f service neutron] 10.222.0.53 "GET /v2.0/networks/bd1e9a1b-24bd-4f73-b7dd-094a5b1ba73a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8025179 Sep 23 19:42:14.055363 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-c711c90e-68f9-4be0-81ce-fe5d6376a277 req-35ea7ed9-9e36-46bf-bbb6-63e938cbe46b tempest-ServersNegativeTestJSON-1638865794 tempest-ServersNegativeTestJSON-1638865794-project] 10.222.0.67 "GET /v2.0/security-groups?id=4daca97c-f524-4fb0-8b34-b36a0affa33e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1063378 Sep 23 19:42:14.055624 n-d-713301-16 neutron-server[95101]: DEBUG neutron.services.segments.db [None req-1c398f64-afc1-43da-a5f2-29b0f3b04b3a tempest-RoutersNegativeTest-1443160465 tempest-RoutersNegativeTest-1443160465-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9919176d-3a2b-4b26-98c9-7972eb4746bd') {'for_net_delete': True} {{(pid=95101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:42:14.055990 n-d-713301-16 neutron-server[95101]: DEBUG neutron.services.segments.db [None req-1c398f64-afc1-43da-a5f2-29b0f3b04b3a tempest-RoutersNegativeTest-1443160465 tempest-RoutersNegativeTest-1443160465-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9919176d-3a2b-4b26-98c9-7972eb4746bd') {} {{(pid=95101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:42:14.080490 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-e498de3a-43df-475e-a00f-260c74eba159 req-54ae170c-374a-4b23-93e9-c91ba60593c9 tempest-AttachVolumeShelveTestJSON-2035318112 tempest-AttachVolumeShelveTestJSON-2035318112-project] 10.222.0.67 "GET /v2.0/security-groups?id=dd8506a8-7e56-49b4-9c74-3948d9b76f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1214206 Sep 23 19:42:14.092511 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c53d758-640c-4b39-8edc-2601d0c53ef4 tempest-RoutersTest-320658655 tempest-RoutersTest-320658655-project] Notify agent at l3_agent.n-d-713301-16 the message routers_updated {{(pid=95101) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 19:42:14.108629 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-1c398f64-afc1-43da-a5f2-29b0f3b04b3a tempest-RoutersNegativeTest-1443160465 tempest-RoutersNegativeTest-1443160465-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783146221725', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6007147'] for segment, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:14.110207 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc5f586e-e102-402f-9187-8517ddf84dc7 None None] Sync routers for ids ['d0e50ea6-937c-4ece-906d-c28d8b5eea9a'] in n-d-713301-16 {{(pid=95103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 19:42:14.116441 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-1c398f64-afc1-43da-a5f2-29b0f3b04b3a tempest-RoutersNegativeTest-1443160465 tempest-RoutersNegativeTest-1443160465-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1756186'] for segment, precommit_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:14.130822 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc5f586e-e102-402f-9187-8517ddf84dc7 None None] Routers {'d0e50ea6-937c-4ece-906d-c28d8b5eea9a'} bound to L3 agent in host n-d-713301-16 {{(pid=95103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 19:42:14.131944 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_hamode_db [None req-bc5f586e-e102-402f-9187-8517ddf84dc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-23T19:07:52Z,description=,heartbeat_timestamp=2021-09-23T19:41:52Z,host='n-d-713301-16',id=79a740bf-7821-4989-8288-7186e3e128f3,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:07:52Z,topic='l3_agent')) {'router_ids': ['d0e50ea6-937c-4ece-906d-c28d8b5eea9a'], 'active': True} {{(pid=95103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:42:14.148378 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-1c53d758-640c-4b39-8edc-2601d0c53ef4 tempest-RoutersTest-320658655 tempest-RoutersTest-320658655-project] 10.222.0.67 "PUT /v2.0/routers/d0e50ea6-937c-4ece-906d-c28d8b5eea9a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 10.5371687 Sep 23 19:42:14.151271 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 34050) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:42:14.185291 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1c398f64-afc1-43da-a5f2-29b0f3b04b3a tempest-RoutersNegativeTest-1443160465 tempest-RoutersNegativeTest-1443160465-project] Releasing vlan 632 on physical network physnet1 to pool {{(pid=95101) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 19:42:14.185887 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-1c398f64-afc1-43da-a5f2-29b0f3b04b3a tempest-RoutersNegativeTest-1443160465 tempest-RoutersNegativeTest-1443160465-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1756186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5608436'] for segment, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:14.201948 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-f2b91b6a-5b8d-4bf2-86e9-d71847ad9536 tempest-RoutersTest-320658655 tempest-RoutersTest-320658655-project] 10.222.0.67 "GET /v2.0/ports?device_id=d0e50ea6-937c-4ece-906d-c28d8b5eea9a HTTP/1.1" status: 200 len: 205 time: 0.0490732 Sep 23 19:42:14.204829 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 34054) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:42:14.205690 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_hamode_db [None req-bc5f586e-e102-402f-9187-8517ddf84dc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713301-16', False) {} {{(pid=95103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:42:14.218361 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc5f586e-e102-402f-9187-8517ddf84dc7 None None] Routers {'d0e50ea6-937c-4ece-906d-c28d8b5eea9a'} bound to L3 agent in host n-d-713301-16 {{(pid=95103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 19:42:14.219827 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_hamode_db [None req-bc5f586e-e102-402f-9187-8517ddf84dc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-23T19:07:52Z,description=,heartbeat_timestamp=2021-09-23T19:41:52Z,host='n-d-713301-16',id=79a740bf-7821-4989-8288-7186e3e128f3,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:07:52Z,topic='l3_agent')) {'router_ids': ['d0e50ea6-937c-4ece-906d-c28d8b5eea9a'], 'active': True} {{(pid=95103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:42:14.255887 n-d-713301-16 neutron-server[95101]: Traceback (most recent call last): Sep 23 19:42:14.255887 n-d-713301-16 neutron-server[95101]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 19:42:14.255887 n-d-713301-16 neutron-server[95101]: timer() Sep 23 19:42:14.255887 n-d-713301-16 neutron-server[95101]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 19:42:14.255887 n-d-713301-16 neutron-server[95101]: cb(*args, **kw) Sep 23 19:42:14.255887 n-d-713301-16 neutron-server[95101]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 19:42:14.255887 n-d-713301-16 neutron-server[95101]: return func(*args, **kwargs) Sep 23 19:42:14.255887 n-d-713301-16 neutron-server[95101]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 19:42:14.255887 n-d-713301-16 neutron-server[95101]: self._notify() Sep 23 19:42:14.255887 n-d-713301-16 neutron-server[95101]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 19:42:14.255887 n-d-713301-16 neutron-server[95101]: self.callback(batched_events) Sep 23 19:42:14.255887 n-d-713301-16 neutron-server[95101]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 19:42:14.255887 n-d-713301-16 neutron-server[95101]: event.method(event) Sep 23 19:42:14.255887 n-d-713301-16 neutron-server[95101]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 19:42:14.255887 n-d-713301-16 neutron-server[95101]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 19:42:14.255887 n-d-713301-16 neutron-server[95101]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 19:42:14.255887 n-d-713301-16 neutron-server[95101]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 19:42:14.255887 n-d-713301-16 neutron-server[95101]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 19:42:14.255887 n-d-713301-16 neutron-server[95101]: return f(self, *a, **k) Sep 23 19:42:14.255887 n-d-713301-16 neutron-server[95101]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 19:42:14.255887 n-d-713301-16 neutron-server[95101]: return self._get(url).json() Sep 23 19:42:14.255887 n-d-713301-16 neutron-server[95101]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 19:42:14.255887 n-d-713301-16 neutron-server[95101]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 19:42:14.255887 n-d-713301-16 neutron-server[95101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 19:42:14.255887 n-d-713301-16 neutron-server[95101]: return self.request(url, 'GET', **kwargs) Sep 23 19:42:14.255887 n-d-713301-16 neutron-server[95101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 19:42:14.255887 n-d-713301-16 neutron-server[95101]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 19:42:14.255887 n-d-713301-16 neutron-server[95101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 19:42:14.255887 n-d-713301-16 neutron-server[95101]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 19:42:14.255887 n-d-713301-16 neutron-server[95101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 19:42:14.255887 n-d-713301-16 neutron-server[95101]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 19:42:14.255887 n-d-713301-16 neutron-server[95101]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 19:42:14.263853 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_hamode_db [None req-bc5f586e-e102-402f-9187-8517ddf84dc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713301-16', False) {} {{(pid=95103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:42:14.264520 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc5f586e-e102-402f-9187-8517ddf84dc7 None None] The sync data for ids ['d0e50ea6-937c-4ece-906d-c28d8b5eea9a'] in n-d-713301-16 is: [] {{(pid=95103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 19:42:14.326781 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-9416b591-6f55-4b21-ae16-abfdf4a5e9db tempest-RoutersTest-320658655 tempest-RoutersTest-320658655-project] Notify callbacks [] for router, before_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:14.328738 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.db [None req-48445cc9-daf9-4701-b523-230087556b0d admin admin] For port 1f95d3c5-bb99-41e3-8ab9-a780960a5f7f, host n-d-713301-16, got binding levels [] {{(pid=95101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:42:14.329113 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-48445cc9-daf9-4701-b523-230087556b0d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-605701'] for port, precommit_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:14.395809 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Device 09e77baa-95af-4945-9c5c-50c59b15acfe details requested by agent hyperv_n-h2-713301-16 with host n-h2-713301-16 {{(pid=95103) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 19:42:14.525695 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] For port 09e77baa-95af-4945-9c5c-50c59b15acfe, host n-h2-713301-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-16',level=0,port_id=09e77baa-95af-4945-9c5c-50c59b15acfe,segment=NetworkSegment(73539111-d512-4650-9e44-61bde391e31a),segment_id=73539111-d512-4650-9e44-61bde391e31a)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:42:14.543920 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-9416b591-6f55-4b21-ae16-abfdf4a5e9db tempest-RoutersTest-320658655 tempest-RoutersTest-320658655-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-597305', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29369'] for router, precommit_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:14.544241 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Returning: {'device': '09e77baa-95af-4945-9c5c-50c59b15acfe', 'network_id': 'bd1e9a1b-24bd-4f73-b7dd-094a5b1ba73a', 'port_id': '09e77baa-95af-4945-9c5c-50c59b15acfe', 'mac_address': 'fa:16:3e:61:0a:b3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 648, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3168c2f0-c410-47c7-9b0a-467008e3d34d', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95103) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 19:42:14.547845 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-9416b591-6f55-4b21-ae16-abfdf4a5e9db tempest-RoutersTest-320658655 tempest-RoutersTest-320658655-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:14.586342 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:14.599140 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-9416b591-6f55-4b21-ae16-abfdf4a5e9db tempest-RoutersTest-320658655 tempest-RoutersTest-320658655-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-597296'] for router, after_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:14.599844 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9416b591-6f55-4b21-ae16-abfdf4a5e9db tempest-RoutersTest-320658655 tempest-RoutersTest-320658655-project] Fanout notify agent at l3_agent the message router_deleted on router d0e50ea6-937c-4ece-906d-c28d8b5eea9a {{(pid=95102) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 23 19:42:14.602042 n-d-713301-16 neutron-server[95103]: DEBUG neutron.notifiers.nova [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 09e77baa-95af-4945-9c5c-50c59b15acfe {{(pid=95103) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 19:42:14.612277 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-9416b591-6f55-4b21-ae16-abfdf4a5e9db tempest-RoutersTest-320658655 tempest-RoutersTest-320658655-project] Notify callbacks [] for router, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:14.617128 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-9416b591-6f55-4b21-ae16-abfdf4a5e9db tempest-RoutersTest-320658655 tempest-RoutersTest-320658655-project] 10.222.0.67 "DELETE /v2.0/routers/d0e50ea6-937c-4ece-906d-c28d8b5eea9a HTTP/1.1" status: 204 len: 168 time: 0.4107771 Sep 23 19:42:14.619552 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 34056) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:42:14.632129 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] For port 09e77baa-95af-4945-9c5c-50c59b15acfe, host n-h2-713301-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-16',level=0,port_id=09e77baa-95af-4945-9c5c-50c59b15acfe,segment=NetworkSegment(73539111-d512-4650-9e44-61bde391e31a),segment_id=73539111-d512-4650-9e44-61bde391e31a)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:42:14.638065 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:14.684147 n-d-713301-16 neutron-server[95102]: DEBUG neutron.db.db_base_plugin_v2 [None req-fbc1a8ae-1cdd-448d-9620-b46290ed2d47 tempest-RoutersTest-320658655 tempest-RoutersTest-320658655-project] Deleting subnet 88e21817-55e7-4403-87dc-86e41138b832 {{(pid=95102) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 23 19:42:14.687681 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-fbc1a8ae-1cdd-448d-9620-b46290ed2d47 tempest-RoutersTest-320658655 tempest-RoutersTest-320658655-project] Notify callbacks [] for subnet, before_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:14.694929 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Pushing event updated for resources: {'Port': ['ID=09e77baa-95af-4945-9c5c-50c59b15acfe,revision_number=4']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:42:14.735649 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-fbc1a8ae-1cdd-448d-9620-b46290ed2d47 tempest-RoutersTest-320658655 tempest-RoutersTest-320658655-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6162825'] for subnet, precommit_delete_associations {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:14.737084 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-e0ca4c37-8e5b-4d40-9f0e-ab4614c9233a tempest-RoutersIpV6Test-563412711 tempest-RoutersIpV6Test-563412711-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1754676', 'neutron.services.segments.db._delete_segments_for_network-8783146221460'] for network, precommit_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:14.758378 n-d-713301-16 neutron-server[95101]: DEBUG neutron.services.segments.db [None req-e0ca4c37-8e5b-4d40-9f0e-ab4614c9233a tempest-RoutersIpV6Test-563412711 tempest-RoutersIpV6Test-563412711-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['107e60a5-ffc9-4f86-b233-d488395c31b5']}} {{(pid=95101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:42:14.773889 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-1c398f64-afc1-43da-a5f2-29b0f3b04b3a tempest-RoutersNegativeTest-1443160465 tempest-RoutersNegativeTest-1443160465-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1754627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-601866'] for network, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:14.776741 n-d-713301-16 neutron-server[95101]: DEBUG neutron.services.segments.db [None req-e0ca4c37-8e5b-4d40-9f0e-ab4614c9233a tempest-RoutersIpV6Test-563412711 tempest-RoutersIpV6Test-563412711-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7099cbc3-9ac5-45f0-b6f9-3845d96004d0') {'for_net_delete': True} {{(pid=95101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:42:14.777025 n-d-713301-16 neutron-server[95101]: DEBUG neutron.services.segments.db [None req-e0ca4c37-8e5b-4d40-9f0e-ab4614c9233a tempest-RoutersIpV6Test-563412711 tempest-RoutersIpV6Test-563412711-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7099cbc3-9ac5-45f0-b6f9-3845d96004d0') {} {{(pid=95101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:42:14.780643 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.plugin [None req-48445cc9-daf9-4701-b523-230087556b0d admin admin] Calling delete_port for 1f95d3c5-bb99-41e3-8ab9-a780960a5f7f owned by network:dhcp {{(pid=95101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:42:14.810619 n-d-713301-16 neutron-server[95101]: DEBUG neutron.db.ipam_backend_mixin [None req-48445cc9-daf9-4701-b523-230087556b0d admin admin] Port 1f95d3c5-bb99-41e3-8ab9-a780960a5f7f was not found and therefore no delete operation was performed {{(pid=95101) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Sep 23 19:42:14.816579 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-1c398f64-afc1-43da-a5f2-29b0f3b04b3a tempest-RoutersNegativeTest-1443160465 tempest-RoutersNegativeTest-1443160465-project] Notify callbacks [] for network, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:14.818575 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-1c398f64-afc1-43da-a5f2-29b0f3b04b3a tempest-RoutersNegativeTest-1443160465 tempest-RoutersNegativeTest-1443160465-project] 10.222.0.67 "DELETE /v2.0/networks/c71f33d6-dcf5-4e8c-af06-0d88b21e52a0 HTTP/1.1" status: 204 len: 168 time: 2.0775490 Sep 23 19:42:14.821113 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c398f64-afc1-43da-a5f2-29b0f3b04b3a tempest-RoutersNegativeTest-1443160465 tempest-RoutersNegativeTest-1443160465-project] Pushing event deleted for resources: {'Network': ['ID=c71f33d6-dcf5-4e8c-af06-0d88b21e52a0,revision_number=None']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:42:14.821243 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 34058) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:42:14.824427 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-e0ca4c37-8e5b-4d40-9f0e-ab4614c9233a tempest-RoutersIpV6Test-563412711 tempest-RoutersIpV6Test-563412711-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783146221725', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6007147'] for segment, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:14.833047 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-48445cc9-daf9-4701-b523-230087556b0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783146162158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783145673144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5607431'] for port, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:14.850262 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-493f5a77-7261-425d-afb0-ec6b57cfdb44 req-00ac7b3b-26e1-4b78-a1e5-3a940628068b service neutron] 10.222.0.53 "GET /v2.0/networks/bd1e9a1b-24bd-4f73-b7dd-094a5b1ba73a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7967944 Sep 23 19:42:14.875639 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-fbc1a8ae-1cdd-448d-9620-b46290ed2d47 tempest-RoutersTest-320658655 tempest-RoutersTest-320658655-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1756813'] for subnet, precommit_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:14.876065 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-e0ca4c37-8e5b-4d40-9f0e-ab4614c9233a tempest-RoutersIpV6Test-563412711 tempest-RoutersIpV6Test-563412711-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1756186'] for segment, precommit_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:14.881811 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48445cc9-daf9-4701-b523-230087556b0d admin admin] Pushing event deleted for resources: {'Port': ['ID=1f95d3c5-bb99-41e3-8ab9-a780960a5f7f,revision_number=None']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:42:14.885606 n-d-713301-16 neutron-server[95101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48445cc9-daf9-4701-b523-230087556b0d admin admin] No DVR routers for this DVR port 1f95d3c5-bb99-41e3-8ab9-a780960a5f7f on host n-d-713301-16 {{(pid=95101) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 19:42:14.885771 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] get_ports_and_sgs() called for port_ids ['09e77baa-95af-4945-9c5c-50c59b15acfe'] {{(pid=95103) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 19:42:14.887890 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e0ca4c37-8e5b-4d40-9f0e-ab4614c9233a tempest-RoutersIpV6Test-563412711 tempest-RoutersIpV6Test-563412711-project] Releasing vlan 621 on physical network physnet1 to pool {{(pid=95101) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 19:42:14.888630 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-e0ca4c37-8e5b-4d40-9f0e-ab4614c9233a tempest-RoutersIpV6Test-563412711 tempest-RoutersIpV6Test-563412711-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1756186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5608436'] for segment, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:14.892926 n-d-713301-16 neutron-server[95101]: Traceback (most recent call last): Sep 23 19:42:14.892926 n-d-713301-16 neutron-server[95101]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 19:42:14.892926 n-d-713301-16 neutron-server[95101]: timer() Sep 23 19:42:14.892926 n-d-713301-16 neutron-server[95101]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 19:42:14.892926 n-d-713301-16 neutron-server[95101]: cb(*args, **kw) Sep 23 19:42:14.892926 n-d-713301-16 neutron-server[95101]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 19:42:14.892926 n-d-713301-16 neutron-server[95101]: return func(*args, **kwargs) Sep 23 19:42:14.892926 n-d-713301-16 neutron-server[95101]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 19:42:14.892926 n-d-713301-16 neutron-server[95101]: self._notify() Sep 23 19:42:14.892926 n-d-713301-16 neutron-server[95101]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 19:42:14.892926 n-d-713301-16 neutron-server[95101]: self.callback(batched_events) Sep 23 19:42:14.892926 n-d-713301-16 neutron-server[95101]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 19:42:14.892926 n-d-713301-16 neutron-server[95101]: event.method(event) Sep 23 19:42:14.892926 n-d-713301-16 neutron-server[95101]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 19:42:14.892926 n-d-713301-16 neutron-server[95101]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 19:42:14.892926 n-d-713301-16 neutron-server[95101]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 19:42:14.892926 n-d-713301-16 neutron-server[95101]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 19:42:14.892926 n-d-713301-16 neutron-server[95101]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 19:42:14.892926 n-d-713301-16 neutron-server[95101]: return f(self, *a, **k) Sep 23 19:42:14.892926 n-d-713301-16 neutron-server[95101]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 19:42:14.892926 n-d-713301-16 neutron-server[95101]: return self._get(url).json() Sep 23 19:42:14.892926 n-d-713301-16 neutron-server[95101]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 19:42:14.892926 n-d-713301-16 neutron-server[95101]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 19:42:14.892926 n-d-713301-16 neutron-server[95101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 19:42:14.892926 n-d-713301-16 neutron-server[95101]: return self.request(url, 'GET', **kwargs) Sep 23 19:42:14.892926 n-d-713301-16 neutron-server[95101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 19:42:14.892926 n-d-713301-16 neutron-server[95101]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 19:42:14.892926 n-d-713301-16 neutron-server[95101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 19:42:14.892926 n-d-713301-16 neutron-server[95101]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 19:42:14.892926 n-d-713301-16 neutron-server[95101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 19:42:14.892926 n-d-713301-16 neutron-server[95101]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 19:42:14.892926 n-d-713301-16 neutron-server[95101]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 19:42:14.946683 n-d-713301-16 neutron-server[95102]: DEBUG neutron.db.db_base_plugin_v2 [None req-2054282b-3d65-4430-a7a1-47f3f46b9294 tempest-RoutersNegativeTest-1443160465 tempest-RoutersNegativeTest-1443160465-project] Deleting subnet c99fa9a8-c827-4ac5-a20a-029cd790129b {{(pid=95102) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 23 19:42:14.954369 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-2054282b-3d65-4430-a7a1-47f3f46b9294 tempest-RoutersNegativeTest-1443160465 tempest-RoutersNegativeTest-1443160465-project] Notify callbacks [] for subnet, before_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:15.003026 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Device e903ca97-db28-44ea-88d1-53bdf3b0a143 no longer exists at agent hyperv_n-h1-713301-16 {{(pid=95103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 19:42:15.010298 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-2054282b-3d65-4430-a7a1-47f3f46b9294 tempest-RoutersNegativeTest-1443160465 tempest-RoutersNegativeTest-1443160465-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6162825'] for subnet, precommit_delete_associations {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:15.026047 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-48445cc9-daf9-4701-b523-230087556b0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1754676', 'neutron.services.segments.db._delete_segments_for_network-8783146221460'] for network, precommit_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:15.031514 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-fbc1a8ae-1cdd-448d-9620-b46290ed2d47 tempest-RoutersTest-320658655 tempest-RoutersTest-320658655-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1756804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4399009', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5388229'] for subnet, after_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:15.041895 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-e0ca4c37-8e5b-4d40-9f0e-ab4614c9233a tempest-RoutersIpV6Test-563412711 tempest-RoutersIpV6Test-563412711-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1754627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-601866'] for network, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:15.050201 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-fbc1a8ae-1cdd-448d-9620-b46290ed2d47 tempest-RoutersTest-320658655 tempest-RoutersTest-320658655-project] Notify callbacks [] for subnet, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:15.052539 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-fbc1a8ae-1cdd-448d-9620-b46290ed2d47 tempest-RoutersTest-320658655 tempest-RoutersTest-320658655-project] 10.222.0.67 "DELETE /v2.0/subnets/88e21817-55e7-4403-87dc-86e41138b832 HTTP/1.1" status: 204 len: 168 time: 0.4320216 Sep 23 19:42:15.056319 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-e0ca4c37-8e5b-4d40-9f0e-ab4614c9233a tempest-RoutersIpV6Test-563412711 tempest-RoutersIpV6Test-563412711-project] Notify callbacks [] for network, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:15.063316 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-e0ca4c37-8e5b-4d40-9f0e-ab4614c9233a tempest-RoutersIpV6Test-563412711 tempest-RoutersIpV6Test-563412711-project] 10.222.0.67 "DELETE /v2.0/networks/107e60a5-ffc9-4f86-b233-d488395c31b5 HTTP/1.1" status: 204 len: 168 time: 1.8313117 Sep 23 19:42:15.065687 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-568df49c-407f-4b2f-9630-ebf803eafe86 None None] Network 1360e65d-bf75-4ae6-9ee4-522204c47faf requested from n-d-713301-16 {{(pid=95103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 19:42:15.070135 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 34062) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:42:15.070456 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 34064) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:42:15.077507 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.v2.base [None req-35a5bc32-a94c-4336-b996-2d2fdce7a5f6 tempest-RoutersIpV6Test-563412711 tempest-RoutersIpV6Test-563412711-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-449393184'}} {{(pid=95101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:42:15.086408 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc1a8ae-1cdd-448d-9620-b46290ed2d47 tempest-RoutersTest-320658655 tempest-RoutersTest-320658655-project] Pushing event deleted for resources: {'Subnet': ['ID=88e21817-55e7-4403-87dc-86e41138b832,revision_number=None']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:42:15.098151 n-d-713301-16 neutron-server[95101]: DEBUG neutron.services.segments.db [None req-48445cc9-daf9-4701-b523-230087556b0d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4938c958-b8c9-4af7-9682-a50ce306467f']}} {{(pid=95101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:42:15.119260 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0ca4c37-8e5b-4d40-9f0e-ab4614c9233a tempest-RoutersIpV6Test-563412711 tempest-RoutersIpV6Test-563412711-project] Pushing event deleted for resources: {'Network': ['ID=107e60a5-ffc9-4f86-b233-d488395c31b5,revision_number=None']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:42:15.144108 n-d-713301-16 neutron-server[95101]: DEBUG neutron.services.segments.db [None req-48445cc9-daf9-4701-b523-230087556b0d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '95f6fe7c-cbd3-4365-ad71-f7b6e6da07cd') {'for_net_delete': True} {{(pid=95101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:42:15.144412 n-d-713301-16 neutron-server[95101]: DEBUG neutron.services.segments.db [None req-48445cc9-daf9-4701-b523-230087556b0d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '95f6fe7c-cbd3-4365-ad71-f7b6e6da07cd') {} {{(pid=95101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:42:15.162862 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35a5bc32-a94c-4336-b996-2d2fdce7a5f6 tempest-RoutersIpV6Test-563412711 tempest-RoutersIpV6Test-563412711-project] Made reservation on behalf of fd66fc1e2cf64f369d6db25080c0cb06 for: {'network': 1} {{(pid=95101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:42:15.167883 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-35a5bc32-a94c-4336-b996-2d2fdce7a5f6 tempest-RoutersIpV6Test-563412711 tempest-RoutersIpV6Test-563412711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for network, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:15.227915 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-2054282b-3d65-4430-a7a1-47f3f46b9294 tempest-RoutersNegativeTest-1443160465 tempest-RoutersNegativeTest-1443160465-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1756813'] for subnet, precommit_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:15.273368 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-657917fc-bf9d-4568-ba5c-18478fde06c6 tempest-RoutersTest-320658655 tempest-RoutersTest-320658655-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1628021'] for network, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:15.283025 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-48445cc9-daf9-4701-b523-230087556b0d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783146221725', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6007147'] for segment, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:15.320774 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-35a5bc32-a94c-4336-b996-2d2fdce7a5f6 tempest-RoutersIpV6Test-563412711 tempest-RoutersIpV6Test-563412711-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 625} {{(pid=95101) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 19:42:15.339786 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:15.377336 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28917639-9824-48bf-af64-32933bcbed6d req-6fd69e0b-19f0-48c0-b72c-1c94c83d7f4d tempest-ServersNegativeTestJSON-1638865794 tempest-ServersNegativeTestJSON-1638865794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:42:15.394992 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-28917639-9824-48bf-af64-32933bcbed6d req-6fd69e0b-19f0-48c0-b72c-1c94c83d7f4d tempest-ServersNegativeTestJSON-1638865794 tempest-ServersNegativeTestJSON-1638865794-project] 10.222.0.67 "GET /v2.0/ports?device_id=993db8a3-920e-490f-9e6c-76bcceeb6408 HTTP/1.1" status: 200 len: 944 time: 0.1795020 Sep 23 19:42:15.403365 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-48445cc9-daf9-4701-b523-230087556b0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1756186'] for segment, precommit_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:15.416792 n-d-713301-16 neutron-server[95103]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c994c23c-480f-4306-a41c-657703b40238', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e903ca97-db28-44ea-88d1-53bdf3b0a143'}] {{(pid=95103) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 19:42:15.419195 n-d-713301-16 neutron-server[95103]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}81a1c17f2aa89d5b3ebbba3a3e0cf7eb588e431c2224256110c4c4facdd7c3e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-821b4813-d39d-43e4-8d18-0aeeada4c3ae" -d '{"events": [{"server_uuid": "c994c23c-480f-4306-a41c-657703b40238", "name": "network-vif-unplugged", "status": "completed", "tag": "e903ca97-db28-44ea-88d1-53bdf3b0a143"}]}' {{(pid=95103) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 19:42:15.423946 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abbde575-a593-4434-b683-5c617619ab87 req-01149b55-415a-4c1f-8a93-9878fef344ad tempest-AttachVolumeShelveTestJSON-2035318112 tempest-AttachVolumeShelveTestJSON-2035318112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:42:15.430295 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-35a5bc32-a94c-4336-b996-2d2fdce7a5f6 tempest-RoutersIpV6Test-563412711 tempest-RoutersIpV6Test-563412711-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1756186'] for segment, precommit_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:15.430776 n-d-713301-16 neutron-server[95101]: INFO neutron.db.segments_db [None req-35a5bc32-a94c-4336-b996-2d2fdce7a5f6 tempest-RoutersIpV6Test-563412711 tempest-RoutersIpV6Test-563412711-project] Added segment 70e94ee4-6429-4048-bfe9-97f17799be0b of type vlan for network 37d2e69b-1fba-4e3d-992e-eac3c30d5e1d Sep 23 19:42:15.438868 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-48445cc9-daf9-4701-b523-230087556b0d admin admin] Releasing vlan 645 on physical network physnet1 to pool {{(pid=95101) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 19:42:15.439295 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-48445cc9-daf9-4701-b523-230087556b0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1756186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5608436'] for segment, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:15.446818 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] For port e903ca97-db28-44ea-88d1-53bdf3b0a143, host n-h1-713301-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-16',level=0,port_id=e903ca97-db28-44ea-88d1-53bdf3b0a143,segment=NetworkSegment(c5b82793-12a0-4116-8d9f-ade119c657cf),segment_id=c5b82793-12a0-4116-8d9f-ade119c657cf)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:42:15.447602 n-d-713301-16 neutron-server[95101]: Traceback (most recent call last): Sep 23 19:42:15.447602 n-d-713301-16 neutron-server[95101]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 19:42:15.447602 n-d-713301-16 neutron-server[95101]: timer() Sep 23 19:42:15.447602 n-d-713301-16 neutron-server[95101]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 19:42:15.447602 n-d-713301-16 neutron-server[95101]: cb(*args, **kw) Sep 23 19:42:15.447602 n-d-713301-16 neutron-server[95101]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 19:42:15.447602 n-d-713301-16 neutron-server[95101]: return func(*args, **kwargs) Sep 23 19:42:15.447602 n-d-713301-16 neutron-server[95101]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 19:42:15.447602 n-d-713301-16 neutron-server[95101]: self._notify() Sep 23 19:42:15.447602 n-d-713301-16 neutron-server[95101]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 19:42:15.447602 n-d-713301-16 neutron-server[95101]: self.callback(batched_events) Sep 23 19:42:15.447602 n-d-713301-16 neutron-server[95101]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 19:42:15.447602 n-d-713301-16 neutron-server[95101]: event.method(event) Sep 23 19:42:15.447602 n-d-713301-16 neutron-server[95101]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 19:42:15.447602 n-d-713301-16 neutron-server[95101]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 19:42:15.447602 n-d-713301-16 neutron-server[95101]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 19:42:15.447602 n-d-713301-16 neutron-server[95101]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 19:42:15.447602 n-d-713301-16 neutron-server[95101]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 19:42:15.447602 n-d-713301-16 neutron-server[95101]: return f(self, *a, **k) Sep 23 19:42:15.447602 n-d-713301-16 neutron-server[95101]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 19:42:15.447602 n-d-713301-16 neutron-server[95101]: return self._get(url).json() Sep 23 19:42:15.447602 n-d-713301-16 neutron-server[95101]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 19:42:15.447602 n-d-713301-16 neutron-server[95101]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 19:42:15.447602 n-d-713301-16 neutron-server[95101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 19:42:15.447602 n-d-713301-16 neutron-server[95101]: return self.request(url, 'GET', **kwargs) Sep 23 19:42:15.447602 n-d-713301-16 neutron-server[95101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 19:42:15.447602 n-d-713301-16 neutron-server[95101]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 19:42:15.447602 n-d-713301-16 neutron-server[95101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 19:42:15.447602 n-d-713301-16 neutron-server[95101]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 19:42:15.447602 n-d-713301-16 neutron-server[95101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 19:42:15.447602 n-d-713301-16 neutron-server[95101]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 19:42:15.447602 n-d-713301-16 neutron-server[95101]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 19:42:15.452731 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:15.455275 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-abbde575-a593-4434-b683-5c617619ab87 req-01149b55-415a-4c1f-8a93-9878fef344ad tempest-AttachVolumeShelveTestJSON-2035318112 tempest-AttachVolumeShelveTestJSON-2035318112-project] 10.222.0.67 "GET /v2.0/ports?device_id=c994c23c-480f-4306-a41c-657703b40238 HTTP/1.1" status: 200 len: 946 time: 0.2321603 Sep 23 19:42:15.560280 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-35a5bc32-a94c-4336-b996-2d2fdce7a5f6 tempest-RoutersIpV6Test-563412711 tempest-RoutersIpV6Test-563412711-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783145630486'] for network, precommit_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:15.578986 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-099bc088-fa8c-4b20-8c0c-ec7c468555f2 None None] DHCP port deletion for 1360e65d-bf75-4ae6-9ee4-522204c47faf request from n-d-713301-16 {{(pid=95103) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 23 19:42:15.597481 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Pushing event updated for resources: {'Port': ['ID=e903ca97-db28-44ea-88d1-53bdf3b0a143,revision_number=8']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:42:15.606060 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-2054282b-3d65-4430-a7a1-47f3f46b9294 tempest-RoutersNegativeTest-1443160465 tempest-RoutersNegativeTest-1443160465-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1756804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4399009', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5388229'] for subnet, after_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:15.628506 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:42:15.628886 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:42:15.629235 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:42:15.629573 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:42:15.629911 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:42:15.630244 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:42:15.630577 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:42:15.630903 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:42:15.631230 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:42:15.631545 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:42:15.632075 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:42:15.632570 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:42:15.686982 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.plugin [None req-099bc088-fa8c-4b20-8c0c-ec7c468555f2 None None] Deleting port 8d8d7bf2-534c-4af7-b5a2-2d011687501a {{(pid=95103) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:42:15.687876 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-099bc088-fa8c-4b20-8c0c-ec7c468555f2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783146157096'] for port, before_delete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:15.692915 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-35a5bc32-a94c-4336-b996-2d2fdce7a5f6 tempest-RoutersIpV6Test-563412711 tempest-RoutersIpV6Test-563412711-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299'] for network, after_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:15.704752 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-28917639-9824-48bf-af64-32933bcbed6d req-9a69c060-6e15-4790-b7cb-549b6633c1d5 tempest-ServersNegativeTestJSON-1638865794 tempest-ServersNegativeTestJSON-1638865794-project] 10.222.0.67 "GET /v2.0/security-groups?id=4daca97c-f524-4fb0-8b34-b36a0affa33e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2369828 Sep 23 19:42:15.705630 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35a5bc32-a94c-4336-b996-2d2fdce7a5f6 tempest-RoutersIpV6Test-563412711 tempest-RoutersIpV6Test-563412711-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:42:15.709277 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2054282b-3d65-4430-a7a1-47f3f46b9294 tempest-RoutersNegativeTest-1443160465 tempest-RoutersNegativeTest-1443160465-project] Pushing event deleted for resources: {'Subnet': ['ID=c99fa9a8-c827-4ac5-a20a-029cd790129b,revision_number=None']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:42:15.714339 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-35a5bc32-a94c-4336-b996-2d2fdce7a5f6 tempest-RoutersIpV6Test-563412711 tempest-RoutersIpV6Test-563412711-project] Notify callbacks [] for network, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:15.721439 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-abbde575-a593-4434-b683-5c617619ab87 req-2eb9a28a-a3dc-4995-b880-2356938ffb52 tempest-AttachVolumeShelveTestJSON-2035318112 tempest-AttachVolumeShelveTestJSON-2035318112-project] 10.222.0.67 "GET /v2.0/security-groups?id=dd8506a8-7e56-49b4-9c74-3948d9b76f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2650299 Sep 23 19:42:15.723998 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-2054282b-3d65-4430-a7a1-47f3f46b9294 tempest-RoutersNegativeTest-1443160465 tempest-RoutersNegativeTest-1443160465-project] Notify callbacks [] for subnet, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:15.728687 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-2054282b-3d65-4430-a7a1-47f3f46b9294 tempest-RoutersNegativeTest-1443160465 tempest-RoutersNegativeTest-1443160465-project] 10.222.0.67 "DELETE /v2.0/subnets/c99fa9a8-c827-4ac5-a20a-029cd790129b HTTP/1.1" status: 204 len: 168 time: 0.9035516 Sep 23 19:42:15.730990 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 34080) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:42:15.738569 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8caabcfb-316b-4e15-8cba-878c40da274e None None] Network fc684614-d658-40c7-83a4-c211509e19ab requested from n-d-713301-16 {{(pid=95103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 19:42:15.772829 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-48445cc9-daf9-4701-b523-230087556b0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1754627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-601866'] for network, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:15.778088 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-48445cc9-daf9-4701-b523-230087556b0d admin admin] Notify callbacks [] for network, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:15.784736 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-48445cc9-daf9-4701-b523-230087556b0d admin admin] 10.222.0.67 "DELETE /v2.0/networks/4938c958-b8c9-4af7-9682-a50ce306467f HTTP/1.1" status: 204 len: 168 time: 3.0376632 Sep 23 19:42:15.849423 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.plugin [None req-657917fc-bf9d-4568-ba5c-18478fde06c6 tempest-RoutersTest-320658655 tempest-RoutersTest-320658655-project] Deleting port 8d8d7bf2-534c-4af7-b5a2-2d011687501a {{(pid=95101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:42:15.849814 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-657917fc-bf9d-4568-ba5c-18478fde06c6 tempest-RoutersTest-320658655 tempest-RoutersTest-320658655-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783146157096'] for port, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:15.888104 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-c1e8809f-85da-4a4d-9785-f3c97063e5cc tempest-RoutersNegativeTest-1443160465 tempest-RoutersNegativeTest-1443160465-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1628021'] for network, before_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:15.904801 n-d-713301-16 neutron-server[95103]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 23 Sep 2021 19:42:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ef6aef0-27ee-4693-8d9c-109284a2ae3f x-openstack-request-id: req-8ef6aef0-27ee-4693-8d9c-109284a2ae3f {{(pid=95103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 19:42:15.908296 n-d-713301-16 neutron-server[95103]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c994c23c-480f-4306-a41c-657703b40238", "name": "network-vif-unplugged", "status": "completed", "tag": "e903ca97-db28-44ea-88d1-53bdf3b0a143", "code": 200}]} {{(pid=95103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 19:42:15.909432 n-d-713301-16 neutron-server[95103]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-8ef6aef0-27ee-4693-8d9c-109284a2ae3f {{(pid=95103) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 19:42:15.910437 n-d-713301-16 neutron-server[95103]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c994c23c-480f-4306-a41c-657703b40238', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e903ca97-db28-44ea-88d1-53bdf3b0a143', 'code': 200} Sep 23 19:42:15.922934 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.db [None req-657917fc-bf9d-4568-ba5c-18478fde06c6 tempest-RoutersTest-320658655 tempest-RoutersTest-320658655-project] For port 8d8d7bf2-534c-4af7-b5a2-2d011687501a, host n-d-713301-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-16',level=0,port_id=8d8d7bf2-534c-4af7-b5a2-2d011687501a,segment=NetworkSegment(303066bb-5716-44f3-b51f-59347eb25ae7),segment_id=303066bb-5716-44f3-b51f-59347eb25ae7)] {{(pid=95101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:42:15.923309 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-657917fc-bf9d-4568-ba5c-18478fde06c6 tempest-RoutersTest-320658655 tempest-RoutersTest-320658655-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-605701'] for port, precommit_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:15.938892 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.plugin [None req-657917fc-bf9d-4568-ba5c-18478fde06c6 tempest-RoutersTest-320658655 tempest-RoutersTest-320658655-project] Calling delete_port for 8d8d7bf2-534c-4af7-b5a2-2d011687501a owned by network:dhcp {{(pid=95101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:42:16.027737 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-35a5bc32-a94c-4336-b996-2d2fdce7a5f6 tempest-RoutersIpV6Test-563412711 tempest-RoutersIpV6Test-563412711-project] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.9539471 Sep 23 19:42:16.030311 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 34092) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:42:16.037802 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.v2.base [None req-7d6a87c2-32da-4fdc-92cf-91755305cb97 tempest-RoutersIpV6Test-563412711 tempest-RoutersIpV6Test-563412711-project] Request body: {'subnet': {'network_id': '37d2e69b-1fba-4e3d-992e-eac3c30d5e1d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=95102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:42:16.060946 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a5bc32-a94c-4336-b996-2d2fdce7a5f6 tempest-RoutersIpV6Test-563412711 tempest-RoutersIpV6Test-563412711-project] Pushing event updated for resources: {'Network': ['ID=37d2e69b-1fba-4e3d-992e-eac3c30d5e1d,revision_number=1']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:42:16.072132 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.plugin [None req-c1e8809f-85da-4a4d-9785-f3c97063e5cc tempest-RoutersNegativeTest-1443160465 tempest-RoutersNegativeTest-1443160465-project] Deleting port 43ab9405-6e46-4d0a-885c-e6f8ebbac60c {{(pid=95102) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:42:16.073734 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-c1e8809f-85da-4a4d-9785-f3c97063e5cc tempest-RoutersNegativeTest-1443160465 tempest-RoutersNegativeTest-1443160465-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783146157096'] for port, before_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:16.082619 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48445cc9-daf9-4701-b523-230087556b0d admin admin] Pushing event deleted for resources: {'Network': ['ID=4938c958-b8c9-4af7-9682-a50ce306467f,revision_number=None']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:42:16.097298 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Network 37d2e69b-1fba-4e3d-992e-eac3c30d5e1d details requested by agent ovs-agent-n-d-713301-16 with host n-d-713301-16 {{(pid=95103) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 19:42:16.123079 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-099bc088-fa8c-4b20-8c0c-ec7c468555f2 None None] For port 8d8d7bf2-534c-4af7-b5a2-2d011687501a, host n-d-713301-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-16',level=0,port_id=8d8d7bf2-534c-4af7-b5a2-2d011687501a,segment=NetworkSegment(303066bb-5716-44f3-b51f-59347eb25ae7),segment_id=303066bb-5716-44f3-b51f-59347eb25ae7)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:42:16.123461 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-657917fc-bf9d-4568-ba5c-18478fde06c6 tempest-RoutersTest-320658655 tempest-RoutersTest-320658655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783146162158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783145673144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5607431'] for port, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:16.123858 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-099bc088-fa8c-4b20-8c0c-ec7c468555f2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-605701'] for port, precommit_delete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:16.182325 n-d-713301-16 neutron-server[95101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-657917fc-bf9d-4568-ba5c-18478fde06c6 tempest-RoutersTest-320658655 tempest-RoutersTest-320658655-project] No DVR routers for this DVR port 8d8d7bf2-534c-4af7-b5a2-2d011687501a on host n-d-713301-16 {{(pid=95101) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 19:42:16.223622 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-657917fc-bf9d-4568-ba5c-18478fde06c6 tempest-RoutersTest-320658655 tempest-RoutersTest-320658655-project] Pushing event deleted for resources: {'Port': ['ID=8d8d7bf2-534c-4af7-b5a2-2d011687501a,revision_number=None']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:42:16.230046 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.plugin [None req-099bc088-fa8c-4b20-8c0c-ec7c468555f2 None None] Calling delete_port for 8d8d7bf2-534c-4af7-b5a2-2d011687501a owned by network:dhcp {{(pid=95103) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:42:16.230212 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 34098) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:42:16.317180 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-f232e9a0-b1e0-4fd5-9192-785bb918bc78 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=1f1788a36b0c407c84d1fe9c6d21bab4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0832462 Sep 23 19:42:16.329914 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 34102) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:42:16.336781 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.db [None req-c1e8809f-85da-4a4d-9785-f3c97063e5cc tempest-RoutersNegativeTest-1443160465 tempest-RoutersNegativeTest-1443160465-project] For port 43ab9405-6e46-4d0a-885c-e6f8ebbac60c, host n-d-713301-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-16',level=0,port_id=43ab9405-6e46-4d0a-885c-e6f8ebbac60c,segment=NetworkSegment(a2b2a05c-384e-4f17-9196-65cff3616ca1),segment_id=a2b2a05c-384e-4f17-9196-65cff3616ca1)] {{(pid=95102) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:42:16.337464 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-c1e8809f-85da-4a4d-9785-f3c97063e5cc tempest-RoutersNegativeTest-1443160465 tempest-RoutersNegativeTest-1443160465-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-605701'] for port, precommit_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:16.340404 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-657917fc-bf9d-4568-ba5c-18478fde06c6 tempest-RoutersTest-320658655 tempest-RoutersTest-320658655-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1754676', 'neutron.services.segments.db._delete_segments_for_network-8783146221460'] for network, precommit_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:16.371082 n-d-713301-16 neutron-server[95101]: DEBUG neutron.services.segments.db [None req-657917fc-bf9d-4568-ba5c-18478fde06c6 tempest-RoutersTest-320658655 tempest-RoutersTest-320658655-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1360e65d-bf75-4ae6-9ee4-522204c47faf']}} {{(pid=95101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:42:16.391990 n-d-713301-16 neutron-server[95101]: DEBUG neutron.services.segments.db [None req-657917fc-bf9d-4568-ba5c-18478fde06c6 tempest-RoutersTest-320658655 tempest-RoutersTest-320658655-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '303066bb-5716-44f3-b51f-59347eb25ae7') {'for_net_delete': True} {{(pid=95101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:42:16.391990 n-d-713301-16 neutron-server[95101]: DEBUG neutron.services.segments.db [None req-657917fc-bf9d-4568-ba5c-18478fde06c6 tempest-RoutersTest-320658655 tempest-RoutersTest-320658655-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '303066bb-5716-44f3-b51f-59347eb25ae7') {} {{(pid=95101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:42:16.397353 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Device 09e77baa-95af-4945-9c5c-50c59b15acfe up at agent hyperv_n-h2-713301-16 {{(pid=95103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 19:42:16.401968 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.plugin [None req-c1e8809f-85da-4a4d-9785-f3c97063e5cc tempest-RoutersNegativeTest-1443160465 tempest-RoutersNegativeTest-1443160465-project] Calling delete_port for 43ab9405-6e46-4d0a-885c-e6f8ebbac60c owned by network:dhcp {{(pid=95102) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:42:16.407333 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-099bc088-fa8c-4b20-8c0c-ec7c468555f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783146162158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783145673144'] for port, after_delete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:16.428136 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-657917fc-bf9d-4568-ba5c-18478fde06c6 tempest-RoutersTest-320658655 tempest-RoutersTest-320658655-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783146221725', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6007147'] for segment, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:16.450313 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-657917fc-bf9d-4568-ba5c-18478fde06c6 tempest-RoutersTest-320658655 tempest-RoutersTest-320658655-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1756186'] for segment, precommit_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:16.463197 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-657917fc-bf9d-4568-ba5c-18478fde06c6 tempest-RoutersTest-320658655 tempest-RoutersTest-320658655-project] Releasing vlan 609 on physical network physnet1 to pool {{(pid=95101) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 19:42:16.464149 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-657917fc-bf9d-4568-ba5c-18478fde06c6 tempest-RoutersTest-320658655 tempest-RoutersTest-320658655-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1756186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5608436'] for segment, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:16.487810 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-099bc088-fa8c-4b20-8c0c-ec7c468555f2 None None] Pushing event deleted for resources: {'Port': ['ID=8d8d7bf2-534c-4af7-b5a2-2d011687501a,revision_number=None']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:42:16.490330 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52c218d5-bb00-4ad0-abbd-496c9d7c9432 None None] DHCP port deletion for fc684614-d658-40c7-83a4-c211509e19ab request from n-d-713301-16 {{(pid=95103) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 23 19:42:16.518922 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d6a87c2-32da-4fdc-92cf-91755305cb97 tempest-RoutersIpV6Test-563412711 tempest-RoutersIpV6Test-563412711-project] Made reservation on behalf of fd66fc1e2cf64f369d6db25080c0cb06 for: {'subnet': 1} {{(pid=95102) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:42:16.522589 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-7d6a87c2-32da-4fdc-92cf-91755305cb97 tempest-RoutersIpV6Test-563412711 tempest-RoutersIpV6Test-563412711-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5388256'] for subnet, before_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:16.522759 n-d-713301-16 neutron-server[95101]: Traceback (most recent call last): Sep 23 19:42:16.522759 n-d-713301-16 neutron-server[95101]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 19:42:16.522759 n-d-713301-16 neutron-server[95101]: timer() Sep 23 19:42:16.522759 n-d-713301-16 neutron-server[95101]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 19:42:16.522759 n-d-713301-16 neutron-server[95101]: cb(*args, **kw) Sep 23 19:42:16.522759 n-d-713301-16 neutron-server[95101]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 19:42:16.522759 n-d-713301-16 neutron-server[95101]: return func(*args, **kwargs) Sep 23 19:42:16.522759 n-d-713301-16 neutron-server[95101]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 19:42:16.522759 n-d-713301-16 neutron-server[95101]: self._notify() Sep 23 19:42:16.522759 n-d-713301-16 neutron-server[95101]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 19:42:16.522759 n-d-713301-16 neutron-server[95101]: self.callback(batched_events) Sep 23 19:42:16.522759 n-d-713301-16 neutron-server[95101]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 19:42:16.522759 n-d-713301-16 neutron-server[95101]: event.method(event) Sep 23 19:42:16.522759 n-d-713301-16 neutron-server[95101]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 19:42:16.522759 n-d-713301-16 neutron-server[95101]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 19:42:16.522759 n-d-713301-16 neutron-server[95101]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 19:42:16.522759 n-d-713301-16 neutron-server[95101]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 19:42:16.522759 n-d-713301-16 neutron-server[95101]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 19:42:16.522759 n-d-713301-16 neutron-server[95101]: return f(self, *a, **k) Sep 23 19:42:16.522759 n-d-713301-16 neutron-server[95101]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 19:42:16.522759 n-d-713301-16 neutron-server[95101]: return self._get(url).json() Sep 23 19:42:16.522759 n-d-713301-16 neutron-server[95101]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 19:42:16.522759 n-d-713301-16 neutron-server[95101]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 19:42:16.522759 n-d-713301-16 neutron-server[95101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 19:42:16.522759 n-d-713301-16 neutron-server[95101]: return self.request(url, 'GET', **kwargs) Sep 23 19:42:16.522759 n-d-713301-16 neutron-server[95101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 19:42:16.522759 n-d-713301-16 neutron-server[95101]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 19:42:16.522759 n-d-713301-16 neutron-server[95101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 19:42:16.522759 n-d-713301-16 neutron-server[95101]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 19:42:16.522759 n-d-713301-16 neutron-server[95101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 19:42:16.522759 n-d-713301-16 neutron-server[95101]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 19:42:16.522759 n-d-713301-16 neutron-server[95101]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 19:42:16.551561 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-9cace45d-8aab-4dd9-9caf-169d6a6d4ca2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:16.579742 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-099bc088-fa8c-4b20-8c0c-ec7c468555f2 None None] No DVR routers for this DVR port 8d8d7bf2-534c-4af7-b5a2-2d011687501a on host n-d-713301-16 {{(pid=95103) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 19:42:16.601423 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-657917fc-bf9d-4568-ba5c-18478fde06c6 tempest-RoutersTest-320658655 tempest-RoutersTest-320658655-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1754627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-601866'] for network, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:16.601781 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-9cace45d-8aab-4dd9-9caf-169d6a6d4ca2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:16.606774 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-657917fc-bf9d-4568-ba5c-18478fde06c6 tempest-RoutersTest-320658655 tempest-RoutersTest-320658655-project] Notify callbacks [] for network, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:16.613128 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-657917fc-bf9d-4568-ba5c-18478fde06c6 tempest-RoutersTest-320658655 tempest-RoutersTest-320658655-project] 10.222.0.67 "DELETE /v2.0/networks/1360e65d-bf75-4ae6-9ee4-522204c47faf HTTP/1.1" status: 204 len: 168 time: 1.5380824 Sep 23 19:42:16.619325 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Provisioning for port 09e77baa-95af-4945-9c5c-50c59b15acfe completed by entity L2. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 19:42:16.623363 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 34112) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:42:16.625201 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Provisioning complete for port 09e77baa-95af-4945-9c5c-50c59b15acfe triggered by entity L2. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:42:16.625876 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:16.630194 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.v2.base [None req-c102de6b-59c8-40a3-9b57-83d660aaf359 tempest-RoutersTest-320658655 tempest-RoutersTest-320658655-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1607213160', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=95101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:42:16.662489 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-657917fc-bf9d-4568-ba5c-18478fde06c6 tempest-RoutersTest-320658655 tempest-RoutersTest-320658655-project] Pushing event deleted for resources: {'Network': ['ID=1360e65d-bf75-4ae6-9ee4-522204c47faf,revision_number=None']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:42:16.673150 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.plugin [None req-52c218d5-bb00-4ad0-abbd-496c9d7c9432 None None] Deleting port 43ab9405-6e46-4d0a-885c-e6f8ebbac60c {{(pid=95103) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:42:16.673446 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-52c218d5-bb00-4ad0-abbd-496c9d7c9432 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783146157096'] for port, before_delete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:16.675117 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-c1e8809f-85da-4a4d-9785-f3c97063e5cc tempest-RoutersNegativeTest-1443160465 tempest-RoutersNegativeTest-1443160465-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783146162158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783145673144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4399100'] for port, after_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:16.684484 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-c102de6b-59c8-40a3-9b57-83d660aaf359 tempest-RoutersTest-320658655 tempest-RoutersTest-320658655-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-594563', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29355'] for router, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:16.686429 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-c102de6b-59c8-40a3-9b57-83d660aaf359 tempest-RoutersTest-320658655 tempest-RoutersTest-320658655-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-597363', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-601731', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-739356', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29346'] for router, precommit_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:16.749508 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1e8809f-85da-4a4d-9785-f3c97063e5cc tempest-RoutersNegativeTest-1443160465 tempest-RoutersNegativeTest-1443160465-project] Pushing event deleted for resources: {'Port': ['ID=43ab9405-6e46-4d0a-885c-e6f8ebbac60c,revision_number=None']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:42:16.793011 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-52c218d5-bb00-4ad0-abbd-496c9d7c9432 None None] For port 43ab9405-6e46-4d0a-885c-e6f8ebbac60c, host n-d-713301-16, got binding levels [] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:42:16.793689 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-52c218d5-bb00-4ad0-abbd-496c9d7c9432 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-605701'] for port, precommit_delete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:16.806925 n-d-713301-16 neutron-server[95102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1e8809f-85da-4a4d-9785-f3c97063e5cc tempest-RoutersNegativeTest-1443160465 tempest-RoutersNegativeTest-1443160465-project] No DVR routers for this DVR port 43ab9405-6e46-4d0a-885c-e6f8ebbac60c on host n-d-713301-16 {{(pid=95102) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 19:42:16.815232 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.plugin [None req-52c218d5-bb00-4ad0-abbd-496c9d7c9432 None None] Calling delete_port for 43ab9405-6e46-4d0a-885c-e6f8ebbac60c owned by network:dhcp {{(pid=95103) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:42:16.821824 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.ipam_backend_mixin [None req-52c218d5-bb00-4ad0-abbd-496c9d7c9432 None None] Port 43ab9405-6e46-4d0a-885c-e6f8ebbac60c was not found and therefore no delete operation was performed {{(pid=95103) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Sep 23 19:42:16.832779 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-52c218d5-bb00-4ad0-abbd-496c9d7c9432 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783146162158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783145673144'] for port, after_delete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:16.837826 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-c102de6b-59c8-40a3-9b57-83d660aaf359 tempest-RoutersTest-320658655 tempest-RoutersTest-320658655-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:16.843735 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-c102de6b-59c8-40a3-9b57-83d660aaf359 tempest-RoutersTest-320658655 tempest-RoutersTest-320658655-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-597258', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-601790'] for router, after_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:16.855910 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:16.864491 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52c218d5-bb00-4ad0-abbd-496c9d7c9432 None None] No DVR routers for this DVR port 43ab9405-6e46-4d0a-885c-e6f8ebbac60c on host n-d-713301-16 {{(pid=95103) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 19:42:16.872721 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-c102de6b-59c8-40a3-9b57-83d660aaf359 tempest-RoutersTest-320658655 tempest-RoutersTest-320658655-project] Notify callbacks [] for router, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:16.877151 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-c102de6b-59c8-40a3-9b57-83d660aaf359 tempest-RoutersTest-320658655 tempest-RoutersTest-320658655-project] 10.222.0.67 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.2525134 Sep 23 19:42:16.893501 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 34120) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:42:16.898548 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.v2.base [None req-f251fae5-829b-47b6-897d-6b7a9212c44f tempest-RoutersTest-320658655 tempest-RoutersTest-320658655-project] Request body: {'network': {'name': 'tempest-RoutersTest-1404031807'}} {{(pid=95101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:42:16.903708 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52c218d5-bb00-4ad0-abbd-496c9d7c9432 None None] Pushing event deleted for resources: {'Port': ['ID=43ab9405-6e46-4d0a-885c-e6f8ebbac60c,revision_number=None']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:42:16.938456 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] For port 09e77baa-95af-4945-9c5c-50c59b15acfe, host n-h2-713301-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-16',level=0,port_id=09e77baa-95af-4945-9c5c-50c59b15acfe,segment=NetworkSegment(73539111-d512-4650-9e44-61bde391e31a),segment_id=73539111-d512-4650-9e44-61bde391e31a)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:42:16.944144 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:16.949015 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f251fae5-829b-47b6-897d-6b7a9212c44f tempest-RoutersTest-320658655 tempest-RoutersTest-320658655-project] Made reservation on behalf of 6680ec314c604479bbb737c95f4e0850 for: {'network': 1} {{(pid=95101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:42:16.953662 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-f251fae5-829b-47b6-897d-6b7a9212c44f tempest-RoutersTest-320658655 tempest-RoutersTest-320658655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for network, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:17.005537 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f251fae5-829b-47b6-897d-6b7a9212c44f tempest-RoutersTest-320658655 tempest-RoutersTest-320658655-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 614} {{(pid=95101) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 19:42:17.027445 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-f251fae5-829b-47b6-897d-6b7a9212c44f tempest-RoutersTest-320658655 tempest-RoutersTest-320658655-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1756186'] for segment, precommit_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:17.027903 n-d-713301-16 neutron-server[95101]: INFO neutron.db.segments_db [None req-f251fae5-829b-47b6-897d-6b7a9212c44f tempest-RoutersTest-320658655 tempest-RoutersTest-320658655-project] Added segment 39067d06-2e08-47ee-88f7-8cbab422585d of type vlan for network 03cb5eff-ca10-44b6-a3c2-6d52aab0c61a Sep 23 19:42:17.047910 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f652c9-d04e-4231-8926-95280e35e0fb req-b2f05c5c-8e9c-4160-9fc3-b56b39fd9663 tempest-ServersNegativeTestJSON-1638865794 tempest-ServersNegativeTestJSON-1638865794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:42:17.049143 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-27f652c9-d04e-4231-8926-95280e35e0fb req-b2f05c5c-8e9c-4160-9fc3-b56b39fd9663 tempest-ServersNegativeTestJSON-1638865794 tempest-ServersNegativeTestJSON-1638865794-project] 10.222.0.67 "GET /v2.0/ports?device_id=993db8a3-920e-490f-9e6c-76bcceeb6408 HTTP/1.1" status: 200 len: 944 time: 0.2193031 Sep 23 19:42:17.049983 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-9cace45d-8aab-4dd9-9caf-169d6a6d4ca2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:17.052672 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-9cace45d-8aab-4dd9-9caf-169d6a6d4ca2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:17.053829 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-9cace45d-8aab-4dd9-9caf-169d6a6d4ca2 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/78494785-7e26-42ec-a5d5-f3013c8d7eca HTTP/1.1" status: 204 len: 168 time: 0.6811986 Sep 23 19:42:17.154174 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-f251fae5-829b-47b6-897d-6b7a9212c44f tempest-RoutersTest-320658655 tempest-RoutersTest-320658655-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783145630486'] for network, precommit_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:17.172706 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-c1e8809f-85da-4a4d-9785-f3c97063e5cc tempest-RoutersNegativeTest-1443160465 tempest-RoutersNegativeTest-1443160465-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1754676', 'neutron.services.segments.db._delete_segments_for_network-8783146221460'] for network, precommit_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:17.195029 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cace45d-8aab-4dd9-9caf-169d6a6d4ca2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78494785-7e26-42ec-a5d5-f3013c8d7eca,revision_number=None']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:42:17.229244 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-f251fae5-829b-47b6-897d-6b7a9212c44f tempest-RoutersTest-320658655 tempest-RoutersTest-320658655-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299'] for network, after_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:17.239648 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f251fae5-829b-47b6-897d-6b7a9212c44f tempest-RoutersTest-320658655 tempest-RoutersTest-320658655-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:42:17.242391 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-f251fae5-829b-47b6-897d-6b7a9212c44f tempest-RoutersTest-320658655 tempest-RoutersTest-320658655-project] Notify callbacks [] for network, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:17.286522 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-27f652c9-d04e-4231-8926-95280e35e0fb req-db3f988c-1b4d-40db-8597-da00983a62c2 tempest-ServersNegativeTestJSON-1638865794 tempest-ServersNegativeTestJSON-1638865794-project] 10.222.0.67 "GET /v2.0/security-groups?id=4daca97c-f524-4fb0-8b34-b36a0affa33e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2154922 Sep 23 19:42:17.288979 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-f251fae5-829b-47b6-897d-6b7a9212c44f tempest-RoutersTest-320658655 tempest-RoutersTest-320658655-project] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.3942931 Sep 23 19:42:17.324582 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 34126) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:42:17.338485 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.v2.base [None req-4cc37a95-90b4-4ec1-80ee-05bcba05f894 tempest-RoutersTest-320658655 tempest-RoutersTest-320658655-project] Request body: {'subnet': {'network_id': '03cb5eff-ca10-44b6-a3c2-6d52aab0c61a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:42:17.402180 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f251fae5-829b-47b6-897d-6b7a9212c44f tempest-RoutersTest-320658655 tempest-RoutersTest-320658655-project] Pushing event updated for resources: {'Network': ['ID=03cb5eff-ca10-44b6-a3c2-6d52aab0c61a,revision_number=1']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:42:17.425028 n-d-713301-16 neutron-server[95102]: DEBUG neutron.services.segments.db [None req-c1e8809f-85da-4a4d-9785-f3c97063e5cc tempest-RoutersNegativeTest-1443160465 tempest-RoutersNegativeTest-1443160465-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fc684614-d658-40c7-83a4-c211509e19ab']}} {{(pid=95102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:42:17.443066 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Device 43ab9405-6e46-4d0a-885c-e6f8ebbac60c no longer exists at agent ovs-agent-n-d-713301-16 {{(pid=95103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 19:42:17.445275 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Network 03cb5eff-ca10-44b6-a3c2-6d52aab0c61a details requested by agent ovs-agent-n-d-713301-16 with host n-d-713301-16 {{(pid=95103) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 19:42:17.472834 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd3a9f65-b917-41b1-a610-72a9b444d486 req-8ad3ea5e-5593-4478-9c30-c71e61ad245c tempest-AttachVolumeShelveTestJSON-2035318112 tempest-AttachVolumeShelveTestJSON-2035318112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:42:17.474385 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-fd3a9f65-b917-41b1-a610-72a9b444d486 req-8ad3ea5e-5593-4478-9c30-c71e61ad245c tempest-AttachVolumeShelveTestJSON-2035318112 tempest-AttachVolumeShelveTestJSON-2035318112-project] 10.222.0.67 "GET /v2.0/ports?device_id=c994c23c-480f-4306-a41c-657703b40238 HTTP/1.1" status: 200 len: 944 time: 0.5601807 Sep 23 19:42:17.490444 n-d-713301-16 neutron-server[95102]: DEBUG neutron.services.segments.db [None req-c1e8809f-85da-4a4d-9785-f3c97063e5cc tempest-RoutersNegativeTest-1443160465 tempest-RoutersNegativeTest-1443160465-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a2b2a05c-384e-4f17-9196-65cff3616ca1') {'for_net_delete': True} {{(pid=95102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:42:17.490740 n-d-713301-16 neutron-server[95102]: DEBUG neutron.services.segments.db [None req-c1e8809f-85da-4a4d-9785-f3c97063e5cc tempest-RoutersNegativeTest-1443160465 tempest-RoutersNegativeTest-1443160465-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a2b2a05c-384e-4f17-9196-65cff3616ca1') {} {{(pid=95102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:42:17.545742 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.plugin [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] No Port match for: 43ab9405-6e46-4d0a-885c-e6f8ebbac60c {{(pid=95103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 19:42:17.546117 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Device 43ab9405-6e46-4d0a-885c-e6f8ebbac60c not bound to the agent host n-d-713301-16 {{(pid=95103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 19:42:17.547063 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Device 8d8d7bf2-534c-4af7-b5a2-2d011687501a no longer exists at agent ovs-agent-n-d-713301-16 {{(pid=95103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 19:42:17.549972 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Pushing event updated for resources: {'Port': ['ID=09e77baa-95af-4945-9c5c-50c59b15acfe,revision_number=5']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:42:17.575930 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.plugin [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] No Port match for: 8d8d7bf2-534c-4af7-b5a2-2d011687501a {{(pid=95103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 19:42:17.579660 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Device 8d8d7bf2-534c-4af7-b5a2-2d011687501a not bound to the agent host n-d-713301-16 {{(pid=95103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 19:42:17.588464 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-c1e8809f-85da-4a4d-9785-f3c97063e5cc tempest-RoutersNegativeTest-1443160465 tempest-RoutersNegativeTest-1443160465-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783146221725', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6162832'] for segment, before_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:17.590361 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4cc37a95-90b4-4ec1-80ee-05bcba05f894 tempest-RoutersTest-320658655 tempest-RoutersTest-320658655-project] Made reservation on behalf of 6680ec314c604479bbb737c95f4e0850 for: {'subnet': 1} {{(pid=95102) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:42:17.595388 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-4cc37a95-90b4-4ec1-80ee-05bcba05f894 tempest-RoutersTest-320658655 tempest-RoutersTest-320658655-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5388256'] for subnet, before_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:17.661018 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-7d6a87c2-32da-4fdc-92cf-91755305cb97 tempest-RoutersIpV6Test-563412711 tempest-RoutersIpV6Test-563412711-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4398944', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5388242'] for subnet, after_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:17.666370 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-fd3a9f65-b917-41b1-a610-72a9b444d486 req-1afe3c09-160a-4bb3-9ab1-9fab495830a6 tempest-AttachVolumeShelveTestJSON-2035318112 tempest-AttachVolumeShelveTestJSON-2035318112-project] 10.222.0.67 "GET /v2.0/security-groups?id=dd8506a8-7e56-49b4-9c74-3948d9b76f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1496403 Sep 23 19:42:17.685675 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-c1e8809f-85da-4a4d-9785-f3c97063e5cc tempest-RoutersNegativeTest-1443160465 tempest-RoutersNegativeTest-1443160465-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1756186'] for segment, precommit_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:17.759615 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c1e8809f-85da-4a4d-9785-f3c97063e5cc tempest-RoutersNegativeTest-1443160465 tempest-RoutersNegativeTest-1443160465-project] Releasing vlan 607 on physical network physnet1 to pool {{(pid=95102) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 19:42:17.760035 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-c1e8809f-85da-4a4d-9785-f3c97063e5cc tempest-RoutersNegativeTest-1443160465 tempest-RoutersNegativeTest-1443160465-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1756186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4398095'] for segment, after_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:17.765133 n-d-713301-16 neutron-server[95102]: Traceback (most recent call last): Sep 23 19:42:17.765133 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 19:42:17.765133 n-d-713301-16 neutron-server[95102]: timer() Sep 23 19:42:17.765133 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 19:42:17.765133 n-d-713301-16 neutron-server[95102]: cb(*args, **kw) Sep 23 19:42:17.765133 n-d-713301-16 neutron-server[95102]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 19:42:17.765133 n-d-713301-16 neutron-server[95102]: return func(*args, **kwargs) Sep 23 19:42:17.765133 n-d-713301-16 neutron-server[95102]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 19:42:17.765133 n-d-713301-16 neutron-server[95102]: self._notify() Sep 23 19:42:17.765133 n-d-713301-16 neutron-server[95102]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 19:42:17.765133 n-d-713301-16 neutron-server[95102]: self.callback(batched_events) Sep 23 19:42:17.765133 n-d-713301-16 neutron-server[95102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 19:42:17.765133 n-d-713301-16 neutron-server[95102]: event.method(event) Sep 23 19:42:17.765133 n-d-713301-16 neutron-server[95102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 19:42:17.765133 n-d-713301-16 neutron-server[95102]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 19:42:17.765133 n-d-713301-16 neutron-server[95102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 19:42:17.765133 n-d-713301-16 neutron-server[95102]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 19:42:17.765133 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 19:42:17.765133 n-d-713301-16 neutron-server[95102]: return f(self, *a, **k) Sep 23 19:42:17.765133 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 19:42:17.765133 n-d-713301-16 neutron-server[95102]: return self._get(url).json() Sep 23 19:42:17.765133 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 19:42:17.765133 n-d-713301-16 neutron-server[95102]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 19:42:17.765133 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 19:42:17.765133 n-d-713301-16 neutron-server[95102]: return self.request(url, 'GET', **kwargs) Sep 23 19:42:17.765133 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 19:42:17.765133 n-d-713301-16 neutron-server[95102]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 19:42:17.765133 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 19:42:17.765133 n-d-713301-16 neutron-server[95102]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 19:42:17.765133 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 19:42:17.765133 n-d-713301-16 neutron-server[95102]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 19:42:17.765133 n-d-713301-16 neutron-server[95102]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 19:42:17.897510 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d6a87c2-32da-4fdc-92cf-91755305cb97 tempest-RoutersIpV6Test-563412711 tempest-RoutersIpV6Test-563412711-project] Pushing event updated for resources: {'Subnet': ['ID=fd4d5c8c-0917-4aab-8896-26f33021ac65,revision_number=0']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:42:17.900009 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-c1e8809f-85da-4a4d-9785-f3c97063e5cc tempest-RoutersNegativeTest-1443160465 tempest-RoutersNegativeTest-1443160465-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1754627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-601866'] for network, after_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:17.913882 n-d-713301-16 neutron-server[95103]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '993db8a3-920e-490f-9e6c-76bcceeb6408', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '09e77baa-95af-4945-9c5c-50c59b15acfe'}] {{(pid=95103) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 19:42:17.915419 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-c1e8809f-85da-4a4d-9785-f3c97063e5cc tempest-RoutersNegativeTest-1443160465 tempest-RoutersNegativeTest-1443160465-project] Notify callbacks [] for network, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:17.917266 n-d-713301-16 neutron-server[95103]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}81a1c17f2aa89d5b3ebbba3a3e0cf7eb588e431c2224256110c4c4facdd7c3e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a83839ab-4333-48d7-8ea9-e958386bccb1" -d '{"events": [{"server_uuid": "993db8a3-920e-490f-9e6c-76bcceeb6408", "name": "network-vif-plugged", "status": "completed", "tag": "09e77baa-95af-4945-9c5c-50c59b15acfe"}]}' {{(pid=95103) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 19:42:17.917506 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-c1e8809f-85da-4a4d-9785-f3c97063e5cc tempest-RoutersNegativeTest-1443160465 tempest-RoutersNegativeTest-1443160465-project] 10.222.0.67 "DELETE /v2.0/networks/fc684614-d658-40c7-83a4-c211509e19ab HTTP/1.1" status: 204 len: 168 time: 2.1849773 Sep 23 19:42:17.920265 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 34144) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:42:17.979389 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1e8809f-85da-4a4d-9785-f3c97063e5cc tempest-RoutersNegativeTest-1443160465 tempest-RoutersNegativeTest-1443160465-project] Pushing event deleted for resources: {'Network': ['ID=fc684614-d658-40c7-83a4-c211509e19ab,revision_number=None']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:42:17.987338 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d6a87c2-32da-4fdc-92cf-91755305cb97 tempest-RoutersIpV6Test-563412711 tempest-RoutersIpV6Test-563412711-project] Checking segment: {'id': '70e94ee4-6429-4048-bfe9-97f17799be0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '37d2e69b-1fba-4e3d-992e-eac3c30d5e1d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95102) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:42:17.987920 n-d-713301-16 neutron-server[95102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d6a87c2-32da-4fdc-92cf-91755305cb97 tempest-RoutersIpV6Test-563412711 tempest-RoutersIpV6Test-563412711-project] Network hostable DHCP agents. Network: 37d2e69b-1fba-4e3d-992e-eac3c30d5e1d, hostable agents: ['1b18bf05-1b5f-4587-be5c-af3ac38e32ad'], hosted agents: [] {{(pid=95102) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 19:42:17.991676 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 34152) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:42:17.996971 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-898a4a07-f2c1-4386-9b61-81911e0cc268 tempest-RoutersNegativeTest-1443160465 tempest-RoutersNegativeTest-1443160465-project] 10.222.0.67 "GET /v2.0/ports?device_id=3fe3b085-a8ae-4437-9270-d7f499d6a73d HTTP/1.1" status: 200 len: 205 time: 0.0624359 Sep 23 19:42:18.009106 n-d-713301-16 neutron-server[95103]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 19:42:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0eebb0e-aa4d-48c3-a37d-43ee30eaf6b3 x-openstack-request-id: req-a0eebb0e-aa4d-48c3-a37d-43ee30eaf6b3 {{(pid=95103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 19:42:18.009499 n-d-713301-16 neutron-server[95103]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "993db8a3-920e-490f-9e6c-76bcceeb6408", "name": "network-vif-plugged", "status": "completed", "tag": "09e77baa-95af-4945-9c5c-50c59b15acfe", "code": 200}]} {{(pid=95103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 19:42:18.009895 n-d-713301-16 neutron-server[95103]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-a0eebb0e-aa4d-48c3-a37d-43ee30eaf6b3 {{(pid=95103) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 19:42:18.010393 n-d-713301-16 neutron-server[95103]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '993db8a3-920e-490f-9e6c-76bcceeb6408', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '09e77baa-95af-4945-9c5c-50c59b15acfe', 'code': 200} Sep 23 19:42:18.125698 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda7d5b6-e109-4653-a697-2bcc0154afb8 req-0ca5515f-883f-49ae-b478-e2e3632e98bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:42:18.128935 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-fda7d5b6-e109-4653-a697-2bcc0154afb8 req-0ca5515f-883f-49ae-b478-e2e3632e98bd service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=993db8a3-920e-490f-9e6c-76bcceeb6408 HTTP/1.1" status: 200 len: 1097 time: 0.0511951 Sep 23 19:42:18.186629 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-fda7d5b6-e109-4653-a697-2bcc0154afb8 req-5f768d6c-c09c-40b6-b334-9ce40ad01970 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=4daca97c-f524-4fb0-8b34-b36a0affa33e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498960 Sep 23 19:42:18.528423 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-4cc37a95-90b4-4ec1-80ee-05bcba05f894 tempest-RoutersTest-320658655 tempest-RoutersTest-320658655-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4398944', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5388242'] for subnet, after_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:18.598535 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [req-6b78d5fd-1a32-4fd7-8c1c-7f5d7428151e req-cbe7ac59-86b7-4a0a-a6a6-0137baf2c8b3 service neutron] http://10.222.0.67:9696/v2.0/extensions returned with HTTP 200 {{(pid=95102) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 23 19:42:18.599541 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-6b78d5fd-1a32-4fd7-8c1c-7f5d7428151e req-cbe7ac59-86b7-4a0a-a6a6-0137baf2c8b3 service neutron] 10.222.0.67 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0088019 Sep 23 19:42:18.639982 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-f0f9a0fa-19e0-4f00-86c8-4c4241573a74 tempest-RoutersNegativeTest-1443160465 tempest-RoutersNegativeTest-1443160465-project] Notify callbacks [] for router, before_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:18.645352 n-d-713301-16 neutron-server[95102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d6a87c2-32da-4fdc-92cf-91755305cb97 tempest-RoutersIpV6Test-563412711 tempest-RoutersIpV6Test-563412711-project] Network 37d2e69b-1fba-4e3d-992e-eac3c30d5e1d is scheduled to be hosted by DHCP agent 1b18bf05-1b5f-4587-be5c-af3ac38e32ad with binding_index 1 {{(pid=95102) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 19:42:18.712817 n-d-713301-16 neutron-server[95102]: DEBUG neutron.scheduler.base_scheduler [None req-7d6a87c2-32da-4fdc-92cf-91755305cb97 tempest-RoutersIpV6Test-563412711 tempest-RoutersIpV6Test-563412711-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713301-16, 37d2e69b-1fba-4e3d-992e-eac3c30d5e1d) {{(pid=95102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:42:18.726511 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aacd6454-6418-468d-8d7f-cd9ac69835ed None None] Network 37d2e69b-1fba-4e3d-992e-eac3c30d5e1d requested from n-d-713301-16 {{(pid=95103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 19:42:18.751595 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc37a95-90b4-4ec1-80ee-05bcba05f894 tempest-RoutersTest-320658655 tempest-RoutersTest-320658655-project] Pushing event updated for resources: {'Subnet': ['ID=5875b511-0c2a-4668-b988-7eb16dc02ec2,revision_number=0']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:42:18.754553 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d6a87c2-32da-4fdc-92cf-91755305cb97 tempest-RoutersIpV6Test-563412711 tempest-RoutersIpV6Test-563412711-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:42:18.755149 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-7d6a87c2-32da-4fdc-92cf-91755305cb97 tempest-RoutersIpV6Test-563412711 tempest-RoutersIpV6Test-563412711-project] Notify callbacks [] for subnet, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:18.779423 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b7e9293-df0f-44f9-ac6f-f640c39d08cf req-5fe24ef9-d68d-467b-9906-4984010846de tempest-ServersNegativeTestJSON-1638865794 tempest-ServersNegativeTestJSON-1638865794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:42:18.787737 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-6b7e9293-df0f-44f9-ac6f-f640c39d08cf req-5fe24ef9-d68d-467b-9906-4984010846de tempest-ServersNegativeTestJSON-1638865794 tempest-ServersNegativeTestJSON-1638865794-project] 10.222.0.67 "GET /v2.0/ports?device_id=993db8a3-920e-490f-9e6c-76bcceeb6408 HTTP/1.1" status: 200 len: 945 time: 0.2744288 Sep 23 19:42:18.845369 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-7d6a87c2-32da-4fdc-92cf-91755305cb97 tempest-RoutersIpV6Test-563412711 tempest-RoutersIpV6Test-563412711-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.8118210 Sep 23 19:42:18.848268 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 34188) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:42:18.863884 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.v2.base [None req-59dbcaa5-2811-4223-824a-b387581c886f tempest-RoutersIpV6Test-563412711 tempest-RoutersIpV6Test-563412711-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1232363802', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=95101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:42:18.921058 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cc37a95-90b4-4ec1-80ee-05bcba05f894 tempest-RoutersTest-320658655 tempest-RoutersTest-320658655-project] Checking segment: {'id': '39067d06-2e08-47ee-88f7-8cbab422585d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '03cb5eff-ca10-44b6-a3c2-6d52aab0c61a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95102) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:42:18.922106 n-d-713301-16 neutron-server[95102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cc37a95-90b4-4ec1-80ee-05bcba05f894 tempest-RoutersTest-320658655 tempest-RoutersTest-320658655-project] Network hostable DHCP agents. Network: 03cb5eff-ca10-44b6-a3c2-6d52aab0c61a, hostable agents: ['1b18bf05-1b5f-4587-be5c-af3ac38e32ad'], hosted agents: [] {{(pid=95102) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 19:42:18.969742 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-59dbcaa5-2811-4223-824a-b387581c886f tempest-RoutersIpV6Test-563412711 tempest-RoutersIpV6Test-563412711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-594563', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29355'] for router, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:18.971507 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-59dbcaa5-2811-4223-824a-b387581c886f tempest-RoutersIpV6Test-563412711 tempest-RoutersIpV6Test-563412711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-597363', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-601731', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-739356', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29346'] for router, precommit_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:18.992635 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-f0f9a0fa-19e0-4f00-86c8-4c4241573a74 tempest-RoutersNegativeTest-1443160465 tempest-RoutersNegativeTest-1443160465-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-597305', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29369'] for router, precommit_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:18.997818 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-f0f9a0fa-19e0-4f00-86c8-4c4241573a74 tempest-RoutersNegativeTest-1443160465 tempest-RoutersNegativeTest-1443160465-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:19.014281 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-6b7e9293-df0f-44f9-ac6f-f640c39d08cf req-ff1cb6c9-c7c8-4921-97a4-5a5102c5ca11 tempest-ServersNegativeTestJSON-1638865794 tempest-ServersNegativeTestJSON-1638865794-project] 10.222.0.67 "GET /v2.0/security-groups?id=4daca97c-f524-4fb0-8b34-b36a0affa33e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2217135 Sep 23 19:42:19.020687 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Device e903ca97-db28-44ea-88d1-53bdf3b0a143 no longer exists at agent hyperv_n-h1-713301-16 {{(pid=95103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 19:42:19.100095 n-d-713301-16 neutron-server[95102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cc37a95-90b4-4ec1-80ee-05bcba05f894 tempest-RoutersTest-320658655 tempest-RoutersTest-320658655-project] Network 03cb5eff-ca10-44b6-a3c2-6d52aab0c61a is scheduled to be hosted by DHCP agent 1b18bf05-1b5f-4587-be5c-af3ac38e32ad with binding_index 1 {{(pid=95102) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 19:42:19.104174 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b2a9bb2-112e-429a-b8c2-4bcde3bd8967 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4c8b80df-07eb-5275-9f17-5cf640db67c0-37d2e69b-1fba-4e3d-992e-eac3c30d5e1d', 'network_id': '37d2e69b-1fba-4e3d-992e-eac3c30d5e1d', 'tenant_id': 'fd66fc1e2cf64f369d6db25080c0cb06', 'fixed_ips': [{'subnet_id': 'fd4d5c8c-0917-4aab-8896-26f33021ac65'}]}} from n-d-713301-16. {{(pid=95103) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 23 19:42:19.121399 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-7b2a9bb2-112e-429a-b8c2-4bcde3bd8967 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_create {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:19.153222 n-d-713301-16 neutron-server[95102]: DEBUG neutron.scheduler.base_scheduler [None req-4cc37a95-90b4-4ec1-80ee-05bcba05f894 tempest-RoutersTest-320658655 tempest-RoutersTest-320658655-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713301-16, 03cb5eff-ca10-44b6-a3c2-6d52aab0c61a) {{(pid=95102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:42:19.154421 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-f0f9a0fa-19e0-4f00-86c8-4c4241573a74 tempest-RoutersNegativeTest-1443160465 tempest-RoutersNegativeTest-1443160465-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-597296'] for router, after_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:19.154927 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0f9a0fa-19e0-4f00-86c8-4c4241573a74 tempest-RoutersNegativeTest-1443160465 tempest-RoutersNegativeTest-1443160465-project] Fanout notify agent at l3_agent the message router_deleted on router 3fe3b085-a8ae-4437-9270-d7f499d6a73d {{(pid=95102) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 23 19:42:19.174937 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7b23c18-c92e-47cd-8dc6-66dddc764f16 None None] Network 03cb5eff-ca10-44b6-a3c2-6d52aab0c61a requested from n-d-713301-16 {{(pid=95103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 19:42:19.196020 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-f0f9a0fa-19e0-4f00-86c8-4c4241573a74 tempest-RoutersNegativeTest-1443160465 tempest-RoutersNegativeTest-1443160465-project] Notify callbacks [] for router, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:19.197203 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-f0f9a0fa-19e0-4f00-86c8-4c4241573a74 tempest-RoutersNegativeTest-1443160465 tempest-RoutersNegativeTest-1443160465-project] 10.222.0.67 "DELETE /v2.0/routers/3fe3b085-a8ae-4437-9270-d7f499d6a73d HTTP/1.1" status: 204 len: 168 time: 1.2022595 Sep 23 19:42:19.207003 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cc37a95-90b4-4ec1-80ee-05bcba05f894 tempest-RoutersTest-320658655 tempest-RoutersTest-320658655-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:42:19.207620 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-4cc37a95-90b4-4ec1-80ee-05bcba05f894 tempest-RoutersTest-320658655 tempest-RoutersTest-320658655-project] Notify callbacks [] for subnet, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:19.264220 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-59dbcaa5-2811-4223-824a-b387581c886f tempest-RoutersIpV6Test-563412711 tempest-RoutersIpV6Test-563412711-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:19.273350 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-59dbcaa5-2811-4223-824a-b387581c886f tempest-RoutersIpV6Test-563412711 tempest-RoutersIpV6Test-563412711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-597258', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-601790'] for router, after_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:19.273582 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86999585-736b-4e68-9df9-15a2098f8e3a req-84d9fb1c-b4a2-45c3-8e72-7cc5e52b8222 tempest-AttachVolumeShelveTestJSON-2035318112 tempest-AttachVolumeShelveTestJSON-2035318112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:42:19.275269 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-86999585-736b-4e68-9df9-15a2098f8e3a req-84d9fb1c-b4a2-45c3-8e72-7cc5e52b8222 tempest-AttachVolumeShelveTestJSON-2035318112 tempest-AttachVolumeShelveTestJSON-2035318112-project] 10.222.0.67 "GET /v2.0/ports?device_id=c994c23c-480f-4306-a41c-657703b40238 HTTP/1.1" status: 200 len: 944 time: 0.2253995 Sep 23 19:42:19.277409 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-4cc37a95-90b4-4ec1-80ee-05bcba05f894 tempest-RoutersTest-320658655 tempest-RoutersTest-320658655-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.9476295 Sep 23 19:42:19.280131 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 34210) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:42:19.335240 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-59dbcaa5-2811-4223-824a-b387581c886f tempest-RoutersIpV6Test-563412711 tempest-RoutersIpV6Test-563412711-project] Notify callbacks [] for router, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:19.345119 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-59dbcaa5-2811-4223-824a-b387581c886f tempest-RoutersIpV6Test-563412711 tempest-RoutersIpV6Test-563412711-project] 10.222.0.67 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.4936302 Sep 23 19:42:19.349529 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 34212) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:42:19.363343 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.v2.base [None req-859ca36a-73cd-4ca1-9ebc-5236211ec7a2 tempest-RoutersIpV6Test-563412711 tempest-RoutersIpV6Test-563412711-project] Request body: {'port': {'network_id': '37d2e69b-1fba-4e3d-992e-eac3c30d5e1d', 'name': 'tempest-RoutersIpV6Test-102862755'}} {{(pid=95101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:42:19.445487 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 34222) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:42:19.594131 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-859ca36a-73cd-4ca1-9ebc-5236211ec7a2 tempest-RoutersIpV6Test-563412711 tempest-RoutersIpV6Test-563412711-project] Made reservation on behalf of fd66fc1e2cf64f369d6db25080c0cb06 for: {'port': 1} {{(pid=95101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:42:19.600548 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-859ca36a-73cd-4ca1-9ebc-5236211ec7a2 tempest-RoutersIpV6Test-563412711 tempest-RoutersIpV6Test-563412711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:19.628027 n-d-713301-16 neutron-server[95101]: DEBUG neutron.notifiers.nova [None req-859ca36a-73cd-4ca1-9ebc-5236211ec7a2 tempest-RoutersIpV6Test-563412711 tempest-RoutersIpV6Test-563412711-project] device_id is not set on port 37c34cff-3c61-4b60-b54a-5f34bca75dde yet. {{(pid=95101) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 23 19:42:19.643373 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-86999585-736b-4e68-9df9-15a2098f8e3a req-23e3d21d-0a27-4085-8a74-03765a27ad27 tempest-AttachVolumeShelveTestJSON-2035318112 tempest-AttachVolumeShelveTestJSON-2035318112-project] 10.222.0.67 "GET /v2.0/security-groups?id=dd8506a8-7e56-49b4-9c74-3948d9b76f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3360579 Sep 23 19:42:19.784499 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-52b14e01-017f-45f5-b24d-3ae7f4d7946f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:19.839829 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.db_base_plugin_common [None req-7b2a9bb2-112e-429a-b8c2-4bcde3bd8967 None None] Allocated IP 2001:db8::2 (37d2e69b-1fba-4e3d-992e-eac3c30d5e1d/fd4d5c8c-0917-4aab-8896-26f33021ac65/573f9cc3-0fd6-4ca6-8fce-be65771f2ce4) {{(pid=95103) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 19:42:19.854603 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 34230) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:42:19.917849 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 34234) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:42:20.083613 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-435b399f-1366-4655-a2c0-b76294aa2159 tempest-RoutersTest-320658655 tempest-RoutersTest-320658655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:20.103611 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-7b2a9bb2-112e-429a-b8c2-4bcde3bd8967 None None] Notify callbacks [] for port, precommit_create {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:20.110351 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3c47a3a-ef36-406a-821b-d340162a13a2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4c8b80df-07eb-5275-9f17-5cf640db67c0-03cb5eff-ca10-44b6-a3c2-6d52aab0c61a', 'network_id': '03cb5eff-ca10-44b6-a3c2-6d52aab0c61a', 'tenant_id': '6680ec314c604479bbb737c95f4e0850', 'fixed_ips': [{'subnet_id': '5875b511-0c2a-4668-b988-7eb16dc02ec2'}]}} from n-d-713301-16. {{(pid=95103) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 23 19:42:20.112115 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-e3c47a3a-ef36-406a-821b-d340162a13a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_create {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:20.134385 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-7b2a9bb2-112e-429a-b8c2-4bcde3bd8967 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783145673135'] for port, after_create {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:20.212262 n-d-713301-16 neutron-server[95103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b2a9bb2-112e-429a-b8c2-4bcde3bd8967 None None] Network 37d2e69b-1fba-4e3d-992e-eac3c30d5e1d is already hosted by enough agents. {{(pid=95103) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:42:20.293456 n-d-713301-16 neutron-server[95103]: DEBUG neutron.scheduler.base_scheduler [None req-7b2a9bb2-112e-429a-b8c2-4bcde3bd8967 None None] Resources bound (agent type, host, resource id): {{(pid=95103) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:42:20.297422 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b2a9bb2-112e-429a-b8c2-4bcde3bd8967 None None] Received port after_create {{(pid=95103) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 19:42:20.328535 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-37c3b875-58be-4c37-be68-90fe2417ab34 req-5c55dd98-6d61-44dc-9c6d-827101a86446 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=c994c23c-480f-4306-a41c-657703b40238&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.8807273 Sep 23 19:42:20.412209 n-d-713301-16 neutron-server[95101]: DEBUG neutron.db.db_base_plugin_common [None req-859ca36a-73cd-4ca1-9ebc-5236211ec7a2 tempest-RoutersIpV6Test-563412711 tempest-RoutersIpV6Test-563412711-project] Allocated IP 2001:db8::197 (37d2e69b-1fba-4e3d-992e-eac3c30d5e1d/fd4d5c8c-0917-4aab-8896-26f33021ac65/37c34cff-3c61-4b60-b54a-5f34bca75dde) {{(pid=95101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 19:42:20.413159 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.managers [None req-7b2a9bb2-112e-429a-b8c2-4bcde3bd8967 None None] Attempting to bind port 573f9cc3-0fd6-4ca6-8fce-be65771f2ce4 on host n-d-713301-16 for vnic_type normal with profile {{(pid=95103) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 19:42:20.413542 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.managers [None req-7b2a9bb2-112e-429a-b8c2-4bcde3bd8967 None None] Attempting to bind port 573f9cc3-0fd6-4ca6-8fce-be65771f2ce4 by drivers openvswitch,hyperv on host n-d-713301-16 at level 0 using segments [{'id': '70e94ee4-6429-4048-bfe9-97f17799be0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '37d2e69b-1fba-4e3d-992e-eac3c30d5e1d'}] {{(pid=95103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 19:42:20.413917 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b2a9bb2-112e-429a-b8c2-4bcde3bd8967 None None] Attempting to bind port 573f9cc3-0fd6-4ca6-8fce-be65771f2ce4 on network 37d2e69b-1fba-4e3d-992e-eac3c30d5e1d {{(pid=95103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:42:20.415945 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b2a9bb2-112e-429a-b8c2-4bcde3bd8967 None None] Pushing event updated for resources: {'Port': ['ID=573f9cc3-0fd6-4ca6-8fce-be65771f2ce4,revision_number=1']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:42:20.422246 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [req-37c3b875-58be-4c37-be68-90fe2417ab34 req-fb8390a1-c891-4483-bef8-f0349b2608ef service neutron] http://10.222.0.67:9696/v2.0/extensions returned with HTTP 200 {{(pid=95101) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 23 19:42:20.424944 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-37c3b875-58be-4c37-be68-90fe2417ab34 req-fb8390a1-c891-4483-bef8-f0349b2608ef service neutron] 10.222.0.67 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0357978 Sep 23 19:42:20.432684 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-7937fd0e-54cb-41b1-b7cc-090840a7f64e admin admin] Notify callbacks [] for security_group, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:20.441034 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-c3d378ca-e4b0-4de1-bed7-f88d57d04c1a admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=e4dc04527fab4244895a6b86f496b8a6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5850158 Sep 23 19:42:20.445900 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 34246) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:42:20.469356 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b2a9bb2-112e-429a-b8c2-4bcde3bd8967 None None] Checking agent: {'id': '70a14545-df24-472f-8f95-bfe1719bff93', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 19, 7, 53), 'started_at': datetime.datetime(2021, 9, 23, 19, 8, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 19, 41, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 19:42:20.470357 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b2a9bb2-112e-429a-b8c2-4bcde3bd8967 None None] Checking segment: {'id': '70e94ee4-6429-4048-bfe9-97f17799be0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '37d2e69b-1fba-4e3d-992e-eac3c30d5e1d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95103) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:42:20.470492 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-7b2a9bb2-112e-429a-b8c2-4bcde3bd8967 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:20.471207 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b2a9bb2-112e-429a-b8c2-4bcde3bd8967 None None] Bound using segment: {'id': '70e94ee4-6429-4048-bfe9-97f17799be0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '37d2e69b-1fba-4e3d-992e-eac3c30d5e1d'} {{(pid=95103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 19:42:20.471722 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.managers [None req-7b2a9bb2-112e-429a-b8c2-4bcde3bd8967 None None] Bound port: 573f9cc3-0fd6-4ca6-8fce-be65771f2ce4, host: n-d-713301-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '70e94ee4-6429-4048-bfe9-97f17799be0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '37d2e69b-1fba-4e3d-992e-eac3c30d5e1d'}}] {{(pid=95103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 19:42:20.472178 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-7b2a9bb2-112e-429a-b8c2-4bcde3bd8967 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:20.486772 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12153ff0-9e16-43b5-8db5-9581cafc6795 req-9e7b5cef-153d-41cc-8756-4ec10f81d409 tempest-ServersNegativeTestJSON-1638865794 tempest-ServersNegativeTestJSON-1638865794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:42:20.497247 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-12153ff0-9e16-43b5-8db5-9581cafc6795 req-9e7b5cef-153d-41cc-8756-4ec10f81d409 tempest-ServersNegativeTestJSON-1638865794 tempest-ServersNegativeTestJSON-1638865794-project] 10.222.0.67 "GET /v2.0/ports?device_id=993db8a3-920e-490f-9e6c-76bcceeb6408 HTTP/1.1" status: 200 len: 945 time: 0.3349354 Sep 23 19:42:20.630359 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.db_base_plugin_common [None req-e3c47a3a-ef36-406a-821b-d340162a13a2 None None] Allocated IP 172.20.0.2 (03cb5eff-ca10-44b6-a3c2-6d52aab0c61a/5875b511-0c2a-4668-b988-7eb16dc02ec2/5c1d8eff-68ec-4d68-a4bf-f01955d23876) {{(pid=95103) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 19:42:20.681753 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-7b2a9bb2-112e-429a-b8c2-4bcde3bd8967 None None] For port 573f9cc3-0fd6-4ca6-8fce-be65771f2ce4, host n-d-713301-16, cleared binding levels {{(pid=95103) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 19:42:20.795387 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-12153ff0-9e16-43b5-8db5-9581cafc6795 req-adb8a148-1224-4a59-b94c-2de0a74fbeb9 tempest-ServersNegativeTestJSON-1638865794 tempest-ServersNegativeTestJSON-1638865794-project] 10.222.0.67 "GET /v2.0/security-groups?id=4daca97c-f524-4fb0-8b34-b36a0affa33e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2963407 Sep 23 19:42:20.799996 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 34254) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:42:20.826630 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-859ca36a-73cd-4ca1-9ebc-5236211ec7a2 tempest-RoutersIpV6Test-563412711 tempest-RoutersIpV6Test-563412711-project] Notify callbacks [] for port, precommit_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:20.857241 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-7937fd0e-54cb-41b1-b7cc-090840a7f64e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:20.864319 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-7937fd0e-54cb-41b1-b7cc-090840a7f64e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:20.897267 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-13b1240f-9b7b-4b79-abd3-b0a43712d605 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:20.926565 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-13b1240f-9b7b-4b79-abd3-b0a43712d605 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:20.963423 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-e3c47a3a-ef36-406a-821b-d340162a13a2 None None] Notify callbacks [] for port, precommit_create {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:20.973896 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-7937fd0e-54cb-41b1-b7cc-090840a7f64e admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=8483670fb78e413294ce0bcc56c6fe6b&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0524302 Sep 23 19:42:20.981567 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-e3c47a3a-ef36-406a-821b-d340162a13a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783145673135'] for port, after_create {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:20.981967 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 34264) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:42:20.998281 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-7b2a9bb2-112e-429a-b8c2-4bcde3bd8967 None None] For port 573f9cc3-0fd6-4ca6-8fce-be65771f2ce4, host n-d-713301-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-16',level=0,port_id=573f9cc3-0fd6-4ca6-8fce-be65771f2ce4,segment=NetworkSegment(70e94ee4-6429-4048-bfe9-97f17799be0b),segment_id=70e94ee4-6429-4048-bfe9-97f17799be0b)] {{(pid=95103) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 19:42:21.044735 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-7b2a9bb2-112e-429a-b8c2-4bcde3bd8967 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:21.055427 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-13b1240f-9b7b-4b79-abd3-b0a43712d605 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:21.058620 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-13b1240f-9b7b-4b79-abd3-b0a43712d605 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:21.063337 n-d-713301-16 neutron-server[95103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3c47a3a-ef36-406a-821b-d340162a13a2 None None] Network 03cb5eff-ca10-44b6-a3c2-6d52aab0c61a is already hosted by enough agents. {{(pid=95103) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:42:21.074093 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-13b1240f-9b7b-4b79-abd3-b0a43712d605 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/3e094948-f037-491b-ac00-6060716d8c5d HTTP/1.1" status: 204 len: 168 time: 0.6240158 Sep 23 19:42:21.076022 n-d-713301-16 neutron-server[95103]: DEBUG neutron.scheduler.base_scheduler [None req-e3c47a3a-ef36-406a-821b-d340162a13a2 None None] Resources bound (agent type, host, resource id): {{(pid=95103) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:42:21.102703 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3c47a3a-ef36-406a-821b-d340162a13a2 None None] Received port after_create {{(pid=95103) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 19:42:21.133525 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c47a3a-ef36-406a-821b-d340162a13a2 None None] Pushing event updated for resources: {'Port': ['ID=5c1d8eff-68ec-4d68-a4bf-f01955d23876,revision_number=1']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:42:21.161573 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff054229-0c8d-4847-8155-3729c992bef7 req-45873919-33b3-414d-844e-068f5f44aa28 tempest-AttachVolumeShelveTestJSON-2035318112 tempest-AttachVolumeShelveTestJSON-2035318112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:42:21.163411 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-ff054229-0c8d-4847-8155-3729c992bef7 req-45873919-33b3-414d-844e-068f5f44aa28 tempest-AttachVolumeShelveTestJSON-2035318112 tempest-AttachVolumeShelveTestJSON-2035318112-project] 10.222.0.67 "GET /v2.0/ports?device_id=c994c23c-480f-4306-a41c-657703b40238 HTTP/1.1" status: 200 len: 944 time: 0.3529379 Sep 23 19:42:21.169068 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13b1240f-9b7b-4b79-abd3-b0a43712d605 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e094948-f037-491b-ac00-6060716d8c5d,revision_number=None']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:42:21.192451 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7937fd0e-54cb-41b1-b7cc-090840a7f64e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3d39e3f-b3db-4622-bbc3-ac05ffaa1fc4,revision_number=1']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:42:21.252630 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-c585eeb4-edd7-4216-891c-5d003f09cab2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:21.264574 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b2a9bb2-112e-429a-b8c2-4bcde3bd8967 None None] Pushing event updated for resources: {'Port': ['ID=573f9cc3-0fd6-4ca6-8fce-be65771f2ce4,revision_number=2']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:42:21.349448 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.managers [None req-e3c47a3a-ef36-406a-821b-d340162a13a2 None None] Attempting to bind port 5c1d8eff-68ec-4d68-a4bf-f01955d23876 on host n-d-713301-16 for vnic_type normal with profile {{(pid=95103) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 19:42:21.349731 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.managers [None req-e3c47a3a-ef36-406a-821b-d340162a13a2 None None] Attempting to bind port 5c1d8eff-68ec-4d68-a4bf-f01955d23876 by drivers openvswitch,hyperv on host n-d-713301-16 at level 0 using segments [{'id': '39067d06-2e08-47ee-88f7-8cbab422585d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '03cb5eff-ca10-44b6-a3c2-6d52aab0c61a'}] {{(pid=95103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 19:42:21.350098 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3c47a3a-ef36-406a-821b-d340162a13a2 None None] Attempting to bind port 5c1d8eff-68ec-4d68-a4bf-f01955d23876 on network 03cb5eff-ca10-44b6-a3c2-6d52aab0c61a {{(pid=95103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:42:21.354168 n-d-713301-16 neutron-server[95102]: DEBUG neutron.db.db_base_plugin_common [None req-435b399f-1366-4655-a2c0-b76294aa2159 tempest-RoutersTest-320658655 tempest-RoutersTest-320658655-project] Allocated IP 172.20.0.1 (03cb5eff-ca10-44b6-a3c2-6d52aab0c61a/5875b511-0c2a-4668-b988-7eb16dc02ec2/71476d37-f809-4a59-8947-b30836bc90a3) {{(pid=95102) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 19:42:21.364146 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-859ca36a-73cd-4ca1-9ebc-5236211ec7a2 tempest-RoutersIpV6Test-563412711 tempest-RoutersIpV6Test-563412711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783145673135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5607431'] for port, after_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:21.368081 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3c47a3a-ef36-406a-821b-d340162a13a2 None None] Checking agent: {'id': '70a14545-df24-472f-8f95-bfe1719bff93', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 19, 7, 53), 'started_at': datetime.datetime(2021, 9, 23, 19, 8, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 19, 41, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 19:42:21.368520 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3c47a3a-ef36-406a-821b-d340162a13a2 None None] Checking segment: {'id': '39067d06-2e08-47ee-88f7-8cbab422585d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '03cb5eff-ca10-44b6-a3c2-6d52aab0c61a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95103) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:42:21.368991 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-e3c47a3a-ef36-406a-821b-d340162a13a2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:21.369436 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3c47a3a-ef36-406a-821b-d340162a13a2 None None] Bound using segment: {'id': '39067d06-2e08-47ee-88f7-8cbab422585d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '03cb5eff-ca10-44b6-a3c2-6d52aab0c61a'} {{(pid=95103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 19:42:21.369881 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.managers [None req-e3c47a3a-ef36-406a-821b-d340162a13a2 None None] Bound port: 5c1d8eff-68ec-4d68-a4bf-f01955d23876, host: n-d-713301-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '39067d06-2e08-47ee-88f7-8cbab422585d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '03cb5eff-ca10-44b6-a3c2-6d52aab0c61a'}}] {{(pid=95103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 19:42:21.370408 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-e3c47a3a-ef36-406a-821b-d340162a13a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:21.464653 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-ff054229-0c8d-4847-8155-3729c992bef7 req-66d216d9-a256-4b17-9c33-54f2622ebc7b tempest-AttachVolumeShelveTestJSON-2035318112 tempest-AttachVolumeShelveTestJSON-2035318112-project] 10.222.0.67 "GET /v2.0/security-groups?id=dd8506a8-7e56-49b4-9c74-3948d9b76f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2823815 Sep 23 19:42:21.574138 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-859ca36a-73cd-4ca1-9ebc-5236211ec7a2 tempest-RoutersIpV6Test-563412711 tempest-RoutersIpV6Test-563412711-project] Network 37d2e69b-1fba-4e3d-992e-eac3c30d5e1d is already hosted by enough agents. {{(pid=95101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:42:21.579346 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db3b7683-211f-4d6c-ad7c-e4c31db03745 req-40f4d6bb-8929-47e6-a16a-3701c793033e tempest-ServersNegativeTestJSON-1638865794 tempest-ServersNegativeTestJSON-1638865794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:42:21.579537 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-a3f0d88f-163d-4e6a-bb1e-96eb59941e12 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:21.581002 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-db3b7683-211f-4d6c-ad7c-e4c31db03745 req-40f4d6bb-8929-47e6-a16a-3701c793033e tempest-ServersNegativeTestJSON-1638865794 tempest-ServersNegativeTestJSON-1638865794-project] 10.222.0.67 "GET /v2.0/ports?device_id=993db8a3-920e-490f-9e6c-76bcceeb6408 HTTP/1.1" status: 200 len: 945 time: 0.3095238 Sep 23 19:42:21.604562 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-e3c47a3a-ef36-406a-821b-d340162a13a2 None None] For port 5c1d8eff-68ec-4d68-a4bf-f01955d23876, host n-d-713301-16, cleared binding levels {{(pid=95103) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 19:42:21.608545 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.base_scheduler [None req-859ca36a-73cd-4ca1-9ebc-5236211ec7a2 tempest-RoutersIpV6Test-563412711 tempest-RoutersIpV6Test-563412711-project] Resources bound (agent type, host, resource id): {{(pid=95101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:42:21.610297 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-e3c47a3a-ef36-406a-821b-d340162a13a2 None None] For port 5c1d8eff-68ec-4d68-a4bf-f01955d23876, host n-d-713301-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-16',level=0,port_id=5c1d8eff-68ec-4d68-a4bf-f01955d23876,segment=NetworkSegment(39067d06-2e08-47ee-88f7-8cbab422585d),segment_id=39067d06-2e08-47ee-88f7-8cbab422585d)] {{(pid=95103) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 19:42:21.618095 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-e3c47a3a-ef36-406a-821b-d340162a13a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:21.740366 n-d-713301-16 neutron-server[95101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-859ca36a-73cd-4ca1-9ebc-5236211ec7a2 tempest-RoutersIpV6Test-563412711 tempest-RoutersIpV6Test-563412711-project] Received port after_create {{(pid=95101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 19:42:21.747799 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-859ca36a-73cd-4ca1-9ebc-5236211ec7a2 tempest-RoutersIpV6Test-563412711 tempest-RoutersIpV6Test-563412711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:42:21.753054 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-859ca36a-73cd-4ca1-9ebc-5236211ec7a2 tempest-RoutersIpV6Test-563412711 tempest-RoutersIpV6Test-563412711-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222849'] for port, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:21.762304 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c47a3a-ef36-406a-821b-d340162a13a2 None None] Pushing event updated for resources: {'Port': ['ID=5c1d8eff-68ec-4d68-a4bf-f01955d23876,revision_number=2']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:42:21.818094 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-a3f0d88f-163d-4e6a-bb1e-96eb59941e12 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:21.833637 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-db3b7683-211f-4d6c-ad7c-e4c31db03745 req-ab13194c-6206-49ac-abf0-00f93268be1d tempest-ServersNegativeTestJSON-1638865794 tempest-ServersNegativeTestJSON-1638865794-project] 10.222.0.67 "GET /v2.0/security-groups?id=4daca97c-f524-4fb0-8b34-b36a0affa33e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1580288 Sep 23 19:42:21.869124 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-859ca36a-73cd-4ca1-9ebc-5236211ec7a2 tempest-RoutersIpV6Test-563412711 tempest-RoutersIpV6Test-563412711-project] Pushing event updated for resources: {'Port': ['ID=37c34cff-3c61-4b60-b54a-5f34bca75dde,revision_number=1']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:42:21.886915 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-435b399f-1366-4655-a2c0-b76294aa2159 tempest-RoutersTest-320658655 tempest-RoutersTest-320658655-project] Notify callbacks [] for port, precommit_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:21.899786 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-c585eeb4-edd7-4216-891c-5d003f09cab2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:21.909352 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-c585eeb4-edd7-4216-891c-5d003f09cab2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:21.946531 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-c585eeb4-edd7-4216-891c-5d003f09cab2 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=1e65d28e884941c6b1d730d8b1ec07af&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1397862 Sep 23 19:42:21.950463 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-859ca36a-73cd-4ca1-9ebc-5236211ec7a2 tempest-RoutersIpV6Test-563412711 tempest-RoutersIpV6Test-563412711-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 2.5973425 Sep 23 19:42:21.955612 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 34288) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:42:21.957989 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 34290) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:42:21.993224 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c585eeb4-edd7-4216-891c-5d003f09cab2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33df8920-de90-4a73-ada0-54e0cba85d9e,revision_number=1']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:42:22.003265 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-a3f0d88f-163d-4e6a-bb1e-96eb59941e12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:22.009798 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-a3f0d88f-163d-4e6a-bb1e-96eb59941e12 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:22.012239 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-a3f0d88f-163d-4e6a-bb1e-96eb59941e12 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/f3d39e3f-b3db-4622-bbc3-ac05ffaa1fc4 HTTP/1.1" status: 204 len: 168 time: 1.0270336 Sep 23 19:42:22.033702 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f0d88f-163d-4e6a-bb1e-96eb59941e12 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3d39e3f-b3db-4622-bbc3-ac05ffaa1fc4,revision_number=None']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:42:22.289009 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-435b399f-1366-4655-a2c0-b76294aa2159 tempest-RoutersTest-320658655 tempest-RoutersTest-320658655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783145673135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4399100'] for port, after_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:22.342204 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-66ac5813-6e64-453e-868f-1dacd788d845 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:22.394731 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 34302) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:42:22.401674 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.v2.base [None req-b8157c3d-33ed-4ca0-9c00-96e30743a407 tempest-TestVolumeBackupRestore-1434194993 tempest-TestVolumeBackupRestore-1434194993-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1652792407', 'description': 'tempest-secgroup-smoke-1652792407 description', 'project_id': 'df60118e0c434751a044956da831d00f'}} {{(pid=95101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:42:22.482345 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-b8157c3d-33ed-4ca0-9c00-96e30743a407 tempest-TestVolumeBackupRestore-1434194993 tempest-TestVolumeBackupRestore-1434194993-project] Notify callbacks [] for security_group, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:22.600914 n-d-713301-16 neutron-server[95102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-435b399f-1366-4655-a2c0-b76294aa2159 tempest-RoutersTest-320658655 tempest-RoutersTest-320658655-project] Network 03cb5eff-ca10-44b6-a3c2-6d52aab0c61a is already hosted by enough agents. {{(pid=95102) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:42:22.601744 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-f4733c49-996a-4e1c-933c-a640f57fbba8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:22.649174 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba61fa4b-cb68-4376-b37c-a6d5be37b921 req-a49526e2-8319-44e0-8998-cd9acfd1308f tempest-ServersNegativeTestJSON-1638865794 tempest-ServersNegativeTestJSON-1638865794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:42:22.653332 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-ba61fa4b-cb68-4376-b37c-a6d5be37b921 req-a49526e2-8319-44e0-8998-cd9acfd1308f tempest-ServersNegativeTestJSON-1638865794 tempest-ServersNegativeTestJSON-1638865794-project] 10.222.0.53 "GET /v2.0/ports?device_id=993db8a3-920e-490f-9e6c-76bcceeb6408 HTTP/1.1" status: 200 len: 945 time: 0.1321504 Sep 23 19:42:22.799710 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 34314) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:42:22.816845 n-d-713301-16 neutron-server[95102]: DEBUG neutron.scheduler.base_scheduler [None req-435b399f-1366-4655-a2c0-b76294aa2159 tempest-RoutersTest-320658655 tempest-RoutersTest-320658655-project] Resources bound (agent type, host, resource id): {{(pid=95102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:42:22.842348 n-d-713301-16 neutron-server[95102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-435b399f-1366-4655-a2c0-b76294aa2159 tempest-RoutersTest-320658655 tempest-RoutersTest-320658655-project] Received port after_create {{(pid=95102) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 19:42:22.850959 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6a091aa-9aa2-4904-af86-942cb9acb481 None None] Network 37d2e69b-1fba-4e3d-992e-eac3c30d5e1d requested from n-d-713301-16 {{(pid=95103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 19:42:22.935582 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-435b399f-1366-4655-a2c0-b76294aa2159 tempest-RoutersTest-320658655 tempest-RoutersTest-320658655-project] Pushing event updated for resources: {'Port': ['ID=71476d37-f809-4a59-8947-b30836bc90a3,revision_number=1']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:42:22.945900 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-b8157c3d-33ed-4ca0-9c00-96e30743a407 tempest-TestVolumeBackupRestore-1434194993 tempest-TestVolumeBackupRestore-1434194993-project] Notify callbacks [] for security_group, precommit_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:22.947848 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.plugin [req-ba61fa4b-cb68-4376-b37c-a6d5be37b921 req-db3f27b0-d901-4393-bfe4-a7f1badb278f tempest-ServersNegativeTestJSON-1638865794 tempest-ServersNegativeTestJSON-1638865794-project] Deleting port 09e77baa-95af-4945-9c5c-50c59b15acfe {{(pid=95101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:42:22.948446 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-ba61fa4b-cb68-4376-b37c-a6d5be37b921 req-db3f27b0-d901-4393-bfe4-a7f1badb278f tempest-ServersNegativeTestJSON-1638865794 tempest-ServersNegativeTestJSON-1638865794-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783146157096'] for port, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:22.971145 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-b8157c3d-33ed-4ca0-9c00-96e30743a407 tempest-TestVolumeBackupRestore-1434194993 tempest-TestVolumeBackupRestore-1434194993-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:23.015203 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-f4733c49-996a-4e1c-933c-a640f57fbba8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:23.057053 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8157c3d-33ed-4ca0-9c00-96e30743a407 tempest-TestVolumeBackupRestore-1434194993 tempest-TestVolumeBackupRestore-1434194993-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ea1d12a8-ddc7-4b9a-a637-e6ffde706580,revision_number=1']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:42:23.126523 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-8b508b58-7fee-4dfa-8c2b-5c41ad3bda8c None None] Provisioning complete for port 573f9cc3-0fd6-4ca6-8fce-be65771f2ce4 triggered by entity DHCP. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:42:23.127204 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-8b508b58-7fee-4dfa-8c2b-5c41ad3bda8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:23.153889 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:23.224019 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-b8157c3d-33ed-4ca0-9c00-96e30743a407 tempest-TestVolumeBackupRestore-1434194993 tempest-TestVolumeBackupRestore-1434194993-project] Notify callbacks [] for security_group, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:23.230827 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-b8157c3d-33ed-4ca0-9c00-96e30743a407 tempest-TestVolumeBackupRestore-1434194993 tempest-TestVolumeBackupRestore-1434194993-project] 10.222.0.67 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.8340912 Sep 23 19:42:23.236561 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 34324) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:42:23.256131 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.v2.base [None req-127a0e40-0000-4e7f-9edd-37015373842e tempest-TestVolumeBackupRestore-1434194993 tempest-TestVolumeBackupRestore-1434194993-project] Request body: {'security_group_rule': {'security_group_id': 'ea1d12a8-ddc7-4b9a-a637-e6ffde706580', 'project_id': 'df60118e0c434751a044956da831d00f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:42:23.303781 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-435b399f-1366-4655-a2c0-b76294aa2159 tempest-RoutersTest-320658655 tempest-RoutersTest-320658655-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-601987'] for router_interface, before_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:23.335948 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.db [req-ba61fa4b-cb68-4376-b37c-a6d5be37b921 req-db3f27b0-d901-4393-bfe4-a7f1badb278f tempest-ServersNegativeTestJSON-1638865794 tempest-ServersNegativeTestJSON-1638865794-project] For port 09e77baa-95af-4945-9c5c-50c59b15acfe, host n-h2-713301-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-16',level=0,port_id=09e77baa-95af-4945-9c5c-50c59b15acfe,segment=NetworkSegment(73539111-d512-4650-9e44-61bde391e31a),segment_id=73539111-d512-4650-9e44-61bde391e31a)] {{(pid=95101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:42:23.336408 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-ba61fa4b-cb68-4376-b37c-a6d5be37b921 req-db3f27b0-d901-4393-bfe4-a7f1badb278f tempest-ServersNegativeTestJSON-1638865794 tempest-ServersNegativeTestJSON-1638865794-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-605701'] for port, precommit_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:23.418149 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30bd1ff1-fec2-4ef7-80d1-8b70055206b9 req-052b28b3-d5b9-46f5-a17c-8c360ac532e5 tempest-AttachVolumeShelveTestJSON-2035318112 tempest-AttachVolumeShelveTestJSON-2035318112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:42:23.433011 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-30bd1ff1-fec2-4ef7-80d1-8b70055206b9 req-052b28b3-d5b9-46f5-a17c-8c360ac532e5 tempest-AttachVolumeShelveTestJSON-2035318112 tempest-AttachVolumeShelveTestJSON-2035318112-project] 10.222.0.67 "GET /v2.0/ports?device_id=c994c23c-480f-4306-a41c-657703b40238 HTTP/1.1" status: 200 len: 944 time: 0.6372776 Sep 23 19:42:23.437292 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-127a0e40-0000-4e7f-9edd-37015373842e tempest-TestVolumeBackupRestore-1434194993 tempest-TestVolumeBackupRestore-1434194993-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:23.535704 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.v2.base [None req-cc6586ee-f2ac-46d0-be7f-b999dcc54dd1 tempest-SecGroupIPv6Test-1615826656 tempest-SecGroupIPv6Test-1615826656-project] Request body: {'security_group': {'name': 'tempest-secgroup--1505567372'}} {{(pid=95101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:42:23.565860 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.plugin [req-ba61fa4b-cb68-4376-b37c-a6d5be37b921 req-db3f27b0-d901-4393-bfe4-a7f1badb278f tempest-ServersNegativeTestJSON-1638865794 tempest-ServersNegativeTestJSON-1638865794-project] Calling delete_port for 09e77baa-95af-4945-9c5c-50c59b15acfe owned by compute:nova {{(pid=95101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:42:23.647506 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-127a0e40-0000-4e7f-9edd-37015373842e tempest-TestVolumeBackupRestore-1434194993 tempest-TestVolumeBackupRestore-1434194993-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:23.652071 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-cc6586ee-f2ac-46d0-be7f-b999dcc54dd1 tempest-SecGroupIPv6Test-1615826656 tempest-SecGroupIPv6Test-1615826656-project] Notify callbacks [] for security_group, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:23.658623 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-127a0e40-0000-4e7f-9edd-37015373842e tempest-TestVolumeBackupRestore-1434194993 tempest-TestVolumeBackupRestore-1434194993-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575319'] for security_group_rule, after_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:23.682942 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Device 5c1d8eff-68ec-4d68-a4bf-f01955d23876 up at agent ovs-agent-n-d-713301-16 {{(pid=95103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 19:42:23.691135 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-8b508b58-7fee-4dfa-8c2b-5c41ad3bda8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:23.694582 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4da1825d-6c72-41dd-a4ed-86d12fbf0a11 None None] Network 03cb5eff-ca10-44b6-a3c2-6d52aab0c61a requested from n-d-713301-16 {{(pid=95103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 19:42:23.719533 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 34334) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:42:23.724819 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-0ae75029-feb6-4728-9a94-5f9b60993d82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:23.729397 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-cc6586ee-f2ac-46d0-be7f-b999dcc54dd1 tempest-SecGroupIPv6Test-1615826656 tempest-SecGroupIPv6Test-1615826656-project] Notify callbacks [] for security_group, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:23.753119 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-127a0e40-0000-4e7f-9edd-37015373842e tempest-TestVolumeBackupRestore-1434194993 tempest-TestVolumeBackupRestore-1434194993-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b9f34435-465c-4135-afde-d054fa21c53f,revision_number=0']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:42:23.897994 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-127a0e40-0000-4e7f-9edd-37015373842e tempest-TestVolumeBackupRestore-1434194993 tempest-TestVolumeBackupRestore-1434194993-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:23.898201 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f295800e-7cf5-4b5b-b0a2-0f4f122837ab req-d4bc6434-dd52-4102-a3fe-56ad7a8f0f60 tempest-ServersNegativeTestJSON-1638865794 tempest-ServersNegativeTestJSON-1638865794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:42:23.899913 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-127a0e40-0000-4e7f-9edd-37015373842e tempest-TestVolumeBackupRestore-1434194993 tempest-TestVolumeBackupRestore-1434194993-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6626384 Sep 23 19:42:23.901677 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-127a0e40-0000-4e7f-9edd-37015373842e tempest-TestVolumeBackupRestore-1434194993 tempest-TestVolumeBackupRestore-1434194993-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:42:23.902394 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-127a0e40-0000-4e7f-9edd-37015373842e tempest-TestVolumeBackupRestore-1434194993 tempest-TestVolumeBackupRestore-1434194993-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:42:23.902930 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-127a0e40-0000-4e7f-9edd-37015373842e tempest-TestVolumeBackupRestore-1434194993 tempest-TestVolumeBackupRestore-1434194993-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:42:23.903456 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-127a0e40-0000-4e7f-9edd-37015373842e tempest-TestVolumeBackupRestore-1434194993 tempest-TestVolumeBackupRestore-1434194993-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:42:23.903984 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-127a0e40-0000-4e7f-9edd-37015373842e tempest-TestVolumeBackupRestore-1434194993 tempest-TestVolumeBackupRestore-1434194993-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:42:23.904533 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-127a0e40-0000-4e7f-9edd-37015373842e tempest-TestVolumeBackupRestore-1434194993 tempest-TestVolumeBackupRestore-1434194993-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:42:23.905075 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-127a0e40-0000-4e7f-9edd-37015373842e tempest-TestVolumeBackupRestore-1434194993 tempest-TestVolumeBackupRestore-1434194993-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:42:23.906249 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-127a0e40-0000-4e7f-9edd-37015373842e tempest-TestVolumeBackupRestore-1434194993 tempest-TestVolumeBackupRestore-1434194993-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:42:23.906868 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-127a0e40-0000-4e7f-9edd-37015373842e tempest-TestVolumeBackupRestore-1434194993 tempest-TestVolumeBackupRestore-1434194993-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:42:23.907415 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-127a0e40-0000-4e7f-9edd-37015373842e tempest-TestVolumeBackupRestore-1434194993 tempest-TestVolumeBackupRestore-1434194993-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:42:23.907934 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-127a0e40-0000-4e7f-9edd-37015373842e tempest-TestVolumeBackupRestore-1434194993 tempest-TestVolumeBackupRestore-1434194993-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:42:23.908457 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-127a0e40-0000-4e7f-9edd-37015373842e tempest-TestVolumeBackupRestore-1434194993 tempest-TestVolumeBackupRestore-1434194993-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:42:23.909115 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-f295800e-7cf5-4b5b-b0a2-0f4f122837ab req-d4bc6434-dd52-4102-a3fe-56ad7a8f0f60 tempest-ServersNegativeTestJSON-1638865794 tempest-ServersNegativeTestJSON-1638865794-project] 10.222.0.67 "GET /v2.0/ports?device_id=993db8a3-920e-490f-9e6c-76bcceeb6408 HTTP/1.1" status: 200 len: 945 time: 0.8737142 Sep 23 19:42:23.920035 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.v2.base [None req-40b73274-bd78-45ff-bd1c-2945767a7a66 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-1527331578-network', 'tenant_id': 'e745d9f5f1e2476a839b8016dbeae7cc'}} {{(pid=95101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:42:23.923567 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 34338) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:42:23.929950 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.v2.base [None req-677d7855-1f58-4c98-92ae-fcc970fefd8a tempest-TestVolumeBackupRestore-1434194993 tempest-TestVolumeBackupRestore-1434194993-project] Request body: {'security_group_rule': {'security_group_id': 'ea1d12a8-ddc7-4b9a-a637-e6ffde706580', 'project_id': 'df60118e0c434751a044956da831d00f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=95101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:42:23.938861 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-cc6586ee-f2ac-46d0-be7f-b999dcc54dd1 tempest-SecGroupIPv6Test-1615826656 tempest-SecGroupIPv6Test-1615826656-project] Notify callbacks [] for security_group, precommit_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:23.952531 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-cc6586ee-f2ac-46d0-be7f-b999dcc54dd1 tempest-SecGroupIPv6Test-1615826656 tempest-SecGroupIPv6Test-1615826656-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:23.960803 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-f4733c49-996a-4e1c-933c-a640f57fbba8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:23.964466 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-f4733c49-996a-4e1c-933c-a640f57fbba8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:23.965776 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-f4733c49-996a-4e1c-933c-a640f57fbba8 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/33df8920-de90-4a73-ada0-54e0cba85d9e HTTP/1.1" status: 204 len: 168 time: 2.0064979 Sep 23 19:42:24.004631 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40b73274-bd78-45ff-bd1c-2945767a7a66 admin admin] Made reservation on behalf of e745d9f5f1e2476a839b8016dbeae7cc for: {'network': 1} {{(pid=95101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:42:24.008002 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-40b73274-bd78-45ff-bd1c-2945767a7a66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for network, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:24.023919 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-30bd1ff1-fec2-4ef7-80d1-8b70055206b9 req-6cf276a3-1efc-45f0-8fa4-c3aa292653e1 tempest-AttachVolumeShelveTestJSON-2035318112 tempest-AttachVolumeShelveTestJSON-2035318112-project] 10.222.0.67 "GET /v2.0/security-groups?id=dd8506a8-7e56-49b4-9c74-3948d9b76f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3422725 Sep 23 19:42:24.033343 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc6586ee-f2ac-46d0-be7f-b999dcc54dd1 tempest-SecGroupIPv6Test-1615826656 tempest-SecGroupIPv6Test-1615826656-project] Pushing event updated for resources: {'SecurityGroup': ['ID=aee230ee-d59f-4128-9a63-ec8750473eaa,revision_number=1']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:42:24.059272 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-40b73274-bd78-45ff-bd1c-2945767a7a66 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:24.071467 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4733c49-996a-4e1c-933c-a640f57fbba8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33df8920-de90-4a73-ada0-54e0cba85d9e,revision_number=None']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:42:24.103526 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-8b508b58-7fee-4dfa-8c2b-5c41ad3bda8c None None] For port 573f9cc3-0fd6-4ca6-8fce-be65771f2ce4, host n-d-713301-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-16',level=0,port_id=573f9cc3-0fd6-4ca6-8fce-be65771f2ce4,segment=NetworkSegment(70e94ee4-6429-4048-bfe9-97f17799be0b),segment_id=70e94ee4-6429-4048-bfe9-97f17799be0b)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:42:24.126611 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-ba61fa4b-cb68-4376-b37c-a6d5be37b921 req-db3f27b0-d901-4393-bfe4-a7f1badb278f tempest-ServersNegativeTestJSON-1638865794 tempest-ServersNegativeTestJSON-1638865794-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783146162158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783145673144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5607431'] for port, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:24.131693 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-8b508b58-7fee-4dfa-8c2b-5c41ad3bda8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:24.138356 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-f295800e-7cf5-4b5b-b0a2-0f4f122837ab req-4510fdbd-bda5-4414-9227-cf99fcb045fc tempest-ServersNegativeTestJSON-1638865794 tempest-ServersNegativeTestJSON-1638865794-project] 10.222.0.67 "GET /v2.0/security-groups?id=4daca97c-f524-4fb0-8b34-b36a0affa33e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2281730 Sep 23 19:42:24.142384 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-677d7855-1f58-4c98-92ae-fcc970fefd8a tempest-TestVolumeBackupRestore-1434194993 tempest-TestVolumeBackupRestore-1434194993-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:24.145855 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-435b399f-1366-4655-a2c0-b76294aa2159 tempest-RoutersTest-320658655 tempest-RoutersTest-320658655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:24.171378 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] get_ports_and_sgs() called for port_ids ['da1cccf9-fec5-48ec-99c3-a7ba7ed97445', '09e77baa-95af-4945-9c5c-50c59b15acfe'] {{(pid=95103) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 19:42:24.179474 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-904e2f80-f8cd-43e6-a9c8-a22dfacc572f tempest-RoutersIpV6Test-563412711 tempest-RoutersIpV6Test-563412711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:24.233453 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db3f27b0-d901-4393-bfe4-a7f1badb278f tempest-ServersNegativeTestJSON-1638865794 tempest-ServersNegativeTestJSON-1638865794-project] Pushing event deleted for resources: {'Port': ['ID=09e77baa-95af-4945-9c5c-50c59b15acfe,revision_number=None']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:42:24.493463 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-cc6586ee-f2ac-46d0-be7f-b999dcc54dd1 tempest-SecGroupIPv6Test-1615826656 tempest-SecGroupIPv6Test-1615826656-project] Notify callbacks [] for security_group, precommit_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:24.542033 n-d-713301-16 neutron-server[95101]: DEBUG neutron.db.l3_dvrscheduler_db [req-ba61fa4b-cb68-4376-b37c-a6d5be37b921 req-db3f27b0-d901-4393-bfe4-a7f1badb278f tempest-ServersNegativeTestJSON-1638865794 tempest-ServersNegativeTestJSON-1638865794-project] No DVR routers for this DVR port 09e77baa-95af-4945-9c5c-50c59b15acfe on host n-h2-713301-16 {{(pid=95101) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 19:42:24.543832 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-cc6586ee-f2ac-46d0-be7f-b999dcc54dd1 tempest-SecGroupIPv6Test-1615826656 tempest-SecGroupIPv6Test-1615826656-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:24.557304 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-ba61fa4b-cb68-4376-b37c-a6d5be37b921 req-db3f27b0-d901-4393-bfe4-a7f1badb278f tempest-ServersNegativeTestJSON-1638865794 tempest-ServersNegativeTestJSON-1638865794-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222849'] for port, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:24.560556 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-ba61fa4b-cb68-4376-b37c-a6d5be37b921 req-db3f27b0-d901-4393-bfe4-a7f1badb278f tempest-ServersNegativeTestJSON-1638865794 tempest-ServersNegativeTestJSON-1638865794-project] 10.222.0.53 "DELETE /v2.0/ports/09e77baa-95af-4945-9c5c-50c59b15acfe HTTP/1.1" status: 204 len: 173 time: 1.9006934 Sep 23 19:42:24.567537 n-d-713301-16 neutron-server[95101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '993db8a3-920e-490f-9e6c-76bcceeb6408', 'name': 'network-vif-deleted', 'tag': '09e77baa-95af-4945-9c5c-50c59b15acfe'}] {{(pid=95101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 19:42:24.570298 n-d-713301-16 neutron-server[95101]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d8366c5740cd635e57ab12b71fe44a77c2acc3c19091ef849c6f68b380462244" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd074dc1-3ba3-4572-8510-f5f9110699d6" -d '{"events": [{"server_uuid": "993db8a3-920e-490f-9e6c-76bcceeb6408", "name": "network-vif-deleted", "tag": "09e77baa-95af-4945-9c5c-50c59b15acfe"}]}' {{(pid=95101) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 19:42:24.707945 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Provisioning complete for port 5c1d8eff-68ec-4d68-a4bf-f01955d23876 triggered by entity L2. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:42:24.708441 n-d-713301-16 neutron-server[95101]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 19:42:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa74fe0c-2641-4ecc-ae47-3999a063728b x-openstack-request-id: req-fa74fe0c-2641-4ecc-ae47-3999a063728b {{(pid=95101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 19:42:24.708751 n-d-713301-16 neutron-server[95101]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "993db8a3-920e-490f-9e6c-76bcceeb6408", "name": "network-vif-deleted", "tag": "09e77baa-95af-4945-9c5c-50c59b15acfe", "status": "completed", "code": 200}]} {{(pid=95101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 19:42:24.709066 n-d-713301-16 neutron-server[95101]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-fa74fe0c-2641-4ecc-ae47-3999a063728b {{(pid=95101) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 19:42:24.709529 n-d-713301-16 neutron-server[95101]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '993db8a3-920e-490f-9e6c-76bcceeb6408', 'name': 'network-vif-deleted', 'tag': '09e77baa-95af-4945-9c5c-50c59b15acfe', 'status': 'completed', 'code': 200} Sep 23 19:42:24.711611 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:24.736099 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc6586ee-f2ac-46d0-be7f-b999dcc54dd1 tempest-SecGroupIPv6Test-1615826656 tempest-SecGroupIPv6Test-1615826656-project] Pushing event updated for resources: {'SecurityGroup': ['ID=949c7df0-5a2a-4be8-8930-7484968d522b,revision_number=1']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:42:24.790677 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-677d7855-1f58-4c98-92ae-fcc970fefd8a tempest-TestVolumeBackupRestore-1434194993 tempest-TestVolumeBackupRestore-1434194993-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:24.800747 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-677d7855-1f58-4c98-92ae-fcc970fefd8a tempest-TestVolumeBackupRestore-1434194993 tempest-TestVolumeBackupRestore-1434194993-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575319'] for security_group_rule, after_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:24.834099 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-677d7855-1f58-4c98-92ae-fcc970fefd8a tempest-TestVolumeBackupRestore-1434194993 tempest-TestVolumeBackupRestore-1434194993-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9dfc99e8-855b-4703-b669-09a7c9b3a3d5,revision_number=0']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:42:24.866600 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b508b58-7fee-4dfa-8c2b-5c41ad3bda8c None None] Pushing event updated for resources: {'Port': ['ID=573f9cc3-0fd6-4ca6-8fce-be65771f2ce4,revision_number=3']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:42:24.880927 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-ddbe052a-f8e2-4f0d-a329-51c360b14712 None None] Provisioning complete for port 5c1d8eff-68ec-4d68-a4bf-f01955d23876 triggered by entity DHCP. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:42:24.881537 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-ddbe052a-f8e2-4f0d-a329-51c360b14712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:24.961531 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-40b73274-bd78-45ff-bd1c-2945767a7a66 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:24.990705 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-40b73274-bd78-45ff-bd1c-2945767a7a66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:25.008658 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-40b73274-bd78-45ff-bd1c-2945767a7a66 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 634} {{(pid=95101) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 19:42:25.023055 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-40b73274-bd78-45ff-bd1c-2945767a7a66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1756186'] for segment, precommit_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:25.023409 n-d-713301-16 neutron-server[95101]: INFO neutron.db.segments_db [None req-40b73274-bd78-45ff-bd1c-2945767a7a66 admin admin] Added segment 95e8201e-4905-43b7-a7a2-c3be8eebe49c of type vlan for network 9fc71826-cebc-4cbf-b8a4-f95338e0106c Sep 23 19:42:25.161400 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-40b73274-bd78-45ff-bd1c-2945767a7a66 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783145630486'] for network, precommit_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:25.272784 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-677d7855-1f58-4c98-92ae-fcc970fefd8a tempest-TestVolumeBackupRestore-1434194993 tempest-TestVolumeBackupRestore-1434194993-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:25.276773 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-677d7855-1f58-4c98-92ae-fcc970fefd8a tempest-TestVolumeBackupRestore-1434194993 tempest-TestVolumeBackupRestore-1434194993-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 1.3517599 Sep 23 19:42:25.277615 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-cc6586ee-f2ac-46d0-be7f-b999dcc54dd1 tempest-SecGroupIPv6Test-1615826656 tempest-SecGroupIPv6Test-1615826656-project] Notify callbacks [] for security_group, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:25.279990 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 34366) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:42:25.284025 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-cc6586ee-f2ac-46d0-be7f-b999dcc54dd1 tempest-SecGroupIPv6Test-1615826656 tempest-SecGroupIPv6Test-1615826656-project] 10.222.0.67 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 2.4771357 Sep 23 19:42:25.285289 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 34368) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:42:25.292354 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40b73274-bd78-45ff-bd1c-2945767a7a66 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e8962d3-e9bb-423d-9510-a05e34fd1c08,revision_number=1']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:42:25.296809 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-40b73274-bd78-45ff-bd1c-2945767a7a66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299'] for network, after_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:25.297940 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40b73274-bd78-45ff-bd1c-2945767a7a66 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:42:25.298494 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.v2.base [None req-78d04e12-18f5-4134-a93a-68dbef6f6491 tempest-TestVolumeBackupRestore-1434194993 tempest-TestVolumeBackupRestore-1434194993-project] Request body: {'security_group_rule': {'security_group_id': 'ea1d12a8-ddc7-4b9a-a637-e6ffde706580', 'project_id': 'df60118e0c434751a044956da831d00f', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=95102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:42:25.298681 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-40b73274-bd78-45ff-bd1c-2945767a7a66 admin admin] Notify callbacks [] for network, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:25.359884 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-40b73274-bd78-45ff-bd1c-2945767a7a66 admin admin] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.6285169 Sep 23 19:42:25.364086 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c30ad99-a8bf-40dd-bf34-0dc1def3e4eb req-ea1a9a64-0ae9-4afa-a4b6-d010014bf462 tempest-AttachVolumeShelveTestJSON-2035318112 tempest-AttachVolumeShelveTestJSON-2035318112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:42:25.365701 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 34372) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:42:25.376337 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.v2.base [None req-5328a52f-d33d-4fa9-89ca-ae43c38dc62a admin admin] Request body: {'subnet': {'network_id': '9fc71826-cebc-4cbf-b8a4-f95338e0106c', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-1527331578-subnet', 'tenant_id': 'e745d9f5f1e2476a839b8016dbeae7cc', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:42:25.378514 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-8c30ad99-a8bf-40dd-bf34-0dc1def3e4eb req-ea1a9a64-0ae9-4afa-a4b6-d010014bf462 tempest-AttachVolumeShelveTestJSON-2035318112 tempest-AttachVolumeShelveTestJSON-2035318112-project] 10.222.0.67 "GET /v2.0/ports?device_id=c994c23c-480f-4306-a41c-657703b40238 HTTP/1.1" status: 200 len: 944 time: 0.1784897 Sep 23 19:42:25.426899 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-435b399f-1366-4655-a2c0-b76294aa2159 tempest-RoutersTest-320658655 tempest-RoutersTest-320658655-project] Notify callbacks [] for port, precommit_update {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:25.473536 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-8c7666f6-4322-4b89-9c4e-d759e552714f tempest-SecGroupIPv6Test-1615826656 tempest-SecGroupIPv6Test-1615826656-project] 10.222.0.67 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.1714115 Sep 23 19:42:25.479974 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 34374) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:42:25.482456 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-80e7e501-6c57-470d-92c6-e3d54bc3195c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:25.484698 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-435b399f-1366-4655-a2c0-b76294aa2159 tempest-RoutersTest-320658655 tempest-RoutersTest-320658655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4399095'] for port, after_update {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:25.489202 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.v2.base [None req-69c468a0-a3cc-4c2e-8689-7239f051278f tempest-SecGroupIPv6Test-1615826656 tempest-SecGroupIPv6Test-1615826656-project] Request body: {'security_group': {'name': 'tempest-security--1414580997', 'description': 'tempest-security-description-1401093155'}} {{(pid=95101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:42:25.492021 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-ddbe052a-f8e2-4f0d-a329-51c360b14712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:25.527877 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40b73274-bd78-45ff-bd1c-2945767a7a66 admin admin] Pushing event updated for resources: {'Network': ['ID=9fc71826-cebc-4cbf-b8a4-f95338e0106c,revision_number=1']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:42:25.545528 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:25.556030 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-69c468a0-a3cc-4c2e-8689-7239f051278f tempest-SecGroupIPv6Test-1615826656 tempest-SecGroupIPv6Test-1615826656-project] Notify callbacks [] for security_group, before_update {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:25.604950 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-ddbe052a-f8e2-4f0d-a329-51c360b14712 None None] For port 5c1d8eff-68ec-4d68-a4bf-f01955d23876, host n-d-713301-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-16',level=0,port_id=5c1d8eff-68ec-4d68-a4bf-f01955d23876,segment=NetworkSegment(39067d06-2e08-47ee-88f7-8cbab422585d),segment_id=39067d06-2e08-47ee-88f7-8cbab422585d)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:42:25.610412 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Network 9fc71826-cebc-4cbf-b8a4-f95338e0106c details requested by agent ovs-agent-n-d-713301-16 with host n-d-713301-16 {{(pid=95103) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 19:42:25.625498 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-69c468a0-a3cc-4c2e-8689-7239f051278f tempest-SecGroupIPv6Test-1615826656 tempest-SecGroupIPv6Test-1615826656-project] Notify callbacks [] for security_group, precommit_update {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:25.631303 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-69c468a0-a3cc-4c2e-8689-7239f051278f tempest-SecGroupIPv6Test-1615826656 tempest-SecGroupIPv6Test-1615826656-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_update {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:25.647105 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-69c468a0-a3cc-4c2e-8689-7239f051278f tempest-SecGroupIPv6Test-1615826656 tempest-SecGroupIPv6Test-1615826656-project] Notify callbacks [] for security_group, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:25.650684 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-69c468a0-a3cc-4c2e-8689-7239f051278f tempest-SecGroupIPv6Test-1615826656 tempest-SecGroupIPv6Test-1615826656-project] 10.222.0.67 "PUT /v2.0/security-groups/949c7df0-5a2a-4be8-8930-7484968d522b HTTP/1.1" status: 200 len: 1780 time: 0.1675241 Sep 23 19:42:25.666448 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-435b399f-1366-4655-a2c0-b76294aa2159 tempest-RoutersTest-320658655 tempest-RoutersTest-320658655-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-527313', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-601459'] for router_interface, after_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:25.718520 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 34380) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:42:25.759874 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69c468a0-a3cc-4c2e-8689-7239f051278f tempest-SecGroupIPv6Test-1615826656 tempest-SecGroupIPv6Test-1615826656-project] Pushing event updated for resources: {'SecurityGroup': ['ID=949c7df0-5a2a-4be8-8930-7484968d522b,revision_number=2']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:42:25.794634 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-ddbe052a-f8e2-4f0d-a329-51c360b14712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:25.798567 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5328a52f-d33d-4fa9-89ca-ae43c38dc62a admin admin] Made reservation on behalf of e745d9f5f1e2476a839b8016dbeae7cc for: {'subnet': 1} {{(pid=95101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:42:25.807709 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-5328a52f-d33d-4fa9-89ca-ae43c38dc62a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6130979'] for subnet, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:25.950546 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-78d04e12-18f5-4134-a93a-68dbef6f6491 tempest-TestVolumeBackupRestore-1434194993 tempest-TestVolumeBackupRestore-1434194993-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:25.979427 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-8c30ad99-a8bf-40dd-bf34-0dc1def3e4eb req-482bfb4b-8e69-4e48-a9b1-da8f59acfc29 tempest-AttachVolumeShelveTestJSON-2035318112 tempest-AttachVolumeShelveTestJSON-2035318112-project] 10.222.0.67 "GET /v2.0/security-groups?id=dd8506a8-7e56-49b4-9c74-3948d9b76f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5998819 Sep 23 19:42:25.980339 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-435b399f-1366-4655-a2c0-b76294aa2159 tempest-RoutersTest-320658655 tempest-RoutersTest-320658655-project] Pushing event updated for resources: {'Port': ['ID=71476d37-f809-4a59-8947-b30836bc90a3,revision_number=2']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:42:26.097227 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-904e2f80-f8cd-43e6-a9c8-a22dfacc572f tempest-RoutersIpV6Test-563412711 tempest-RoutersIpV6Test-563412711-project] Notify callbacks [] for port, precommit_update {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:26.137004 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-904e2f80-f8cd-43e6-a9c8-a22dfacc572f tempest-RoutersIpV6Test-563412711 tempest-RoutersIpV6Test-563412711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4399095'] for port, after_update {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:26.155121 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf0beeef-1df0-417a-8f68-fdfe54ade60d req-1fd62b24-5605-4a90-b918-4c343005f861 tempest-ServersNegativeTestJSON-1638865794 tempest-ServersNegativeTestJSON-1638865794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:42:26.158082 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-cf0beeef-1df0-417a-8f68-fdfe54ade60d req-1fd62b24-5605-4a90-b918-4c343005f861 tempest-ServersNegativeTestJSON-1638865794 tempest-ServersNegativeTestJSON-1638865794-project] 10.222.0.67 "GET /v2.0/ports?device_id=6942dd4a-2993-4094-af13-ca4f91683a85 HTTP/1.1" status: 200 len: 946 time: 0.7133369 Sep 23 19:42:26.161035 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-f33ec616-df1c-4886-b4c2-f41b7b027c2e tempest-SecGroupIPv6Test-1615826656 tempest-SecGroupIPv6Test-1615826656-project] 10.222.0.67 "GET /v2.0/security-groups/949c7df0-5a2a-4be8-8930-7484968d522b HTTP/1.1" status: 200 len: 1780 time: 0.3122785 Sep 23 19:42:26.173140 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 34386) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:42:26.199728 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddbe052a-f8e2-4f0d-a329-51c360b14712 None None] Pushing event updated for resources: {'Port': ['ID=5c1d8eff-68ec-4d68-a4bf-f01955d23876,revision_number=3']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:42:26.229962 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-5328a52f-d33d-4fa9-89ca-ae43c38dc62a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5607579', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6130961'] for subnet, after_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:26.239637 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.db.api [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95103) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 23 19:42:26.240223 n-d-713301-16 neutron-server[95103]: DEBUG oslo_db.api [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 23 19:42:26.263474 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-c23e2d61-a5f9-4d1d-91c8-784b028915ad None None] Provisioning complete for port 573f9cc3-0fd6-4ca6-8fce-be65771f2ce4 triggered by entity DHCP. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:42:26.264134 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-c23e2d61-a5f9-4d1d-91c8-784b028915ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:26.279958 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-78d04e12-18f5-4134-a93a-68dbef6f6491 tempest-TestVolumeBackupRestore-1434194993 tempest-TestVolumeBackupRestore-1434194993-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:26.306326 n-d-713301-16 neutron-server[95102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-435b399f-1366-4655-a2c0-b76294aa2159 tempest-RoutersTest-320658655 tempest-RoutersTest-320658655-project] Network 03cb5eff-ca10-44b6-a3c2-6d52aab0c61a is already hosted by enough agents. {{(pid=95102) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:42:26.314721 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-78d04e12-18f5-4134-a93a-68dbef6f6491 tempest-TestVolumeBackupRestore-1434194993 tempest-TestVolumeBackupRestore-1434194993-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575319'] for security_group_rule, after_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:26.342393 n-d-713301-16 neutron-server[95102]: DEBUG neutron.scheduler.base_scheduler [None req-435b399f-1366-4655-a2c0-b76294aa2159 tempest-RoutersTest-320658655 tempest-RoutersTest-320658655-project] Resources bound (agent type, host, resource id): {{(pid=95102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:42:26.392280 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5328a52f-d33d-4fa9-89ca-ae43c38dc62a admin admin] Checking segment: {'id': '95e8201e-4905-43b7-a7a2-c3be8eebe49c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '9fc71826-cebc-4cbf-b8a4-f95338e0106c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:42:26.392682 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5328a52f-d33d-4fa9-89ca-ae43c38dc62a admin admin] Network hostable DHCP agents. Network: 9fc71826-cebc-4cbf-b8a4-f95338e0106c, hostable agents: ['1b18bf05-1b5f-4587-be5c-af3ac38e32ad'], hosted agents: [] {{(pid=95101) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 19:42:26.428692 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-904e2f80-f8cd-43e6-a9c8-a22dfacc572f tempest-RoutersIpV6Test-563412711 tempest-RoutersIpV6Test-563412711-project] Pushing event updated for resources: {'Port': ['ID=37c34cff-3c61-4b60-b54a-5f34bca75dde,revision_number=2']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:42:26.431487 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-580883d5-b30d-49ee-a5a6-27f3570f0f9c tempest-SecGroupIPv6Test-1615826656 tempest-SecGroupIPv6Test-1615826656-project] Notify callbacks [] for security_group, before_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:26.433739 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78d04e12-18f5-4134-a93a-68dbef6f6491 tempest-TestVolumeBackupRestore-1434194993 tempest-TestVolumeBackupRestore-1434194993-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=637f1aeb-7e40-4278-b67d-4d493a31b8f8,revision_number=0']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:42:26.457581 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 34388) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:42:26.481396 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5328a52f-d33d-4fa9-89ca-ae43c38dc62a admin admin] Pushing event updated for resources: {'Subnet': ['ID=65c10d0d-2f18-4403-9985-720b9fde9f33,revision_number=0']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:42:26.485021 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5328a52f-d33d-4fa9-89ca-ae43c38dc62a admin admin] Network 9fc71826-cebc-4cbf-b8a4-f95338e0106c is scheduled to be hosted by DHCP agent 1b18bf05-1b5f-4587-be5c-af3ac38e32ad with binding_index 1 {{(pid=95101) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 19:42:26.487878 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Device 09e77baa-95af-4945-9c5c-50c59b15acfe no longer exists at agent hyperv_n-h2-713301-16 {{(pid=95103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 19:42:26.506709 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.base_scheduler [None req-5328a52f-d33d-4fa9-89ca-ae43c38dc62a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713301-16, 9fc71826-cebc-4cbf-b8a4-f95338e0106c) {{(pid=95101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:42:26.507124 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-cf0beeef-1df0-417a-8f68-fdfe54ade60d req-97c8b792-14fe-4591-81c3-3909bfa70c01 tempest-ServersNegativeTestJSON-1638865794 tempest-ServersNegativeTestJSON-1638865794-project] 10.222.0.67 "GET /v2.0/security-groups?id=4daca97c-f524-4fb0-8b34-b36a0affa33e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2640944 Sep 23 19:42:26.514616 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5328a52f-d33d-4fa9-89ca-ae43c38dc62a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:42:26.515831 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-5328a52f-d33d-4fa9-89ca-ae43c38dc62a admin admin] Notify callbacks [] for subnet, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:26.578658 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-5328a52f-d33d-4fa9-89ca-ae43c38dc62a admin admin] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.2101755 Sep 23 19:42:26.580296 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56355222-0763-4dd4-b740-761c632a741a None None] Network 9fc71826-cebc-4cbf-b8a4-f95338e0106c requested from n-d-713301-16 {{(pid=95103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 19:42:26.588241 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.plugin [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] No Port match for: 09e77baa-95af-4945-9c5c-50c59b15acfe {{(pid=95103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 19:42:26.596974 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Device 09e77baa-95af-4945-9c5c-50c59b15acfe not bound to the agent host n-h2-713301-16 {{(pid=95103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 19:42:26.628065 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-580883d5-b30d-49ee-a5a6-27f3570f0f9c tempest-SecGroupIPv6Test-1615826656 tempest-SecGroupIPv6Test-1615826656-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:26.693111 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-78d04e12-18f5-4134-a93a-68dbef6f6491 tempest-TestVolumeBackupRestore-1434194993 tempest-TestVolumeBackupRestore-1434194993-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:26.694590 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-78d04e12-18f5-4134-a93a-68dbef6f6491 tempest-TestVolumeBackupRestore-1434194993 tempest-TestVolumeBackupRestore-1434194993-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.4104981 Sep 23 19:42:26.697569 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 34396) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:42:26.701768 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-580883d5-b30d-49ee-a5a6-27f3570f0f9c tempest-SecGroupIPv6Test-1615826656 tempest-SecGroupIPv6Test-1615826656-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:26.705581 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-580883d5-b30d-49ee-a5a6-27f3570f0f9c tempest-SecGroupIPv6Test-1615826656 tempest-SecGroupIPv6Test-1615826656-project] Notify callbacks [] for security_group, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:26.709060 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-580883d5-b30d-49ee-a5a6-27f3570f0f9c tempest-SecGroupIPv6Test-1615826656 tempest-SecGroupIPv6Test-1615826656-project] 10.222.0.67 "DELETE /v2.0/security-groups/949c7df0-5a2a-4be8-8930-7484968d522b HTTP/1.1" status: 204 len: 168 time: 0.5302534 Sep 23 19:42:26.710561 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.v2.base [None req-c964017e-061c-4662-9a2b-c1051ff5d684 tempest-TestVolumeBackupRestore-1434194993 tempest-TestVolumeBackupRestore-1434194993-project] Request body: {'security_group_rule': {'security_group_id': 'ea1d12a8-ddc7-4b9a-a637-e6ffde706580', 'project_id': 'df60118e0c434751a044956da831d00f', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=95101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:42:26.715525 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 34398) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:42:26.781229 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-c964017e-061c-4662-9a2b-c1051ff5d684 tempest-TestVolumeBackupRestore-1434194993 tempest-TestVolumeBackupRestore-1434194993-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:26.809545 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-580883d5-b30d-49ee-a5a6-27f3570f0f9c tempest-SecGroupIPv6Test-1615826656 tempest-SecGroupIPv6Test-1615826656-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=949c7df0-5a2a-4be8-8930-7484968d522b,revision_number=None']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:42:26.876977 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-55b79436-4a50-4b84-80ba-0c5ff1c5a715 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:26.944053 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-c23e2d61-a5f9-4d1d-91c8-784b028915ad None None] Provisioning complete for port 37c34cff-3c61-4b60-b54a-5f34bca75dde triggered by entity DHCP. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:42:26.944905 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-c23e2d61-a5f9-4d1d-91c8-784b028915ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:26.977384 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Device 573f9cc3-0fd6-4ca6-8fce-be65771f2ce4 up at agent ovs-agent-n-d-713301-16 {{(pid=95103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 19:42:27.036011 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-1c952ef5-cfdc-4ac2-8a76-c10b1d7323de tempest-SecGroupIPv6Test-1615826656 tempest-SecGroupIPv6Test-1615826656-project] 10.222.0.67 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.3151584 Sep 23 19:42:27.039337 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 34406) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:42:27.052137 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-904e2f80-f8cd-43e6-a9c8-a22dfacc572f tempest-RoutersIpV6Test-563412711 tempest-RoutersIpV6Test-563412711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-601987'] for router_interface, before_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:27.085211 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-c964017e-061c-4662-9a2b-c1051ff5d684 tempest-TestVolumeBackupRestore-1434194993 tempest-TestVolumeBackupRestore-1434194993-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:27.101385 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-c964017e-061c-4662-9a2b-c1051ff5d684 tempest-TestVolumeBackupRestore-1434194993 tempest-TestVolumeBackupRestore-1434194993-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575319'] for security_group_rule, after_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:27.147910 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.plugin [None req-c23e2d61-a5f9-4d1d-91c8-784b028915ad None None] Port 37c34cff-3c61-4b60-b54a-5f34bca75dde cannot update to ACTIVE because it is not bound. {{(pid=95103) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 19:42:27.166624 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba6b264d-1069-4519-8074-687adbb7a884 None None] Network 9fc71826-cebc-4cbf-b8a4-f95338e0106c requested from n-d-713301-16 {{(pid=95103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 19:42:27.172854 n-d-713301-16 neutron-server[95102]: INFO neutron.api.v2.resource [None req-1c15c835-aa4b-4cfa-bc56-e6a278624763 tempest-SecGroupIPv6Test-1615826656 tempest-SecGroupIPv6Test-1615826656-project] delete failed (client error): The resource could not be found. Sep 23 19:42:27.180724 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-1c15c835-aa4b-4cfa-bc56-e6a278624763 tempest-SecGroupIPv6Test-1615826656 tempest-SecGroupIPv6Test-1615826656-project] 10.222.0.67 "DELETE /v2.0/security-groups/949c7df0-5a2a-4be8-8930-7484968d522b HTTP/1.1" status: 404 len: 347 time: 0.1396933 Sep 23 19:42:27.181690 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 34412) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:42:27.184633 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-c23e2d61-a5f9-4d1d-91c8-784b028915ad None None] Provisioning complete for port 5c1d8eff-68ec-4d68-a4bf-f01955d23876 triggered by entity DHCP. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:42:27.185419 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-c23e2d61-a5f9-4d1d-91c8-784b028915ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:27.241476 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Provisioning complete for port 573f9cc3-0fd6-4ca6-8fce-be65771f2ce4 triggered by entity L2. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:42:27.242097 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:27.242938 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-55b79436-4a50-4b84-80ba-0c5ff1c5a715 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:27.264373 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c964017e-061c-4662-9a2b-c1051ff5d684 tempest-TestVolumeBackupRestore-1434194993 tempest-TestVolumeBackupRestore-1434194993-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cd68071e-7423-41b6-8dc0-9b4e29851d99,revision_number=0']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:42:27.267427 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-55b79436-4a50-4b84-80ba-0c5ff1c5a715 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:27.285036 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.v2.base [None req-b447d9be-0550-49f9-b98d-4f44eddcf7b7 tempest-SecGroupIPv6Test-1615826656 tempest-SecGroupIPv6Test-1615826656-project] Request body: {'security_group': {'name': 'tempest-secgroup--584725499'}} {{(pid=95102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:42:27.305073 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-c964017e-061c-4662-9a2b-c1051ff5d684 tempest-TestVolumeBackupRestore-1434194993 tempest-TestVolumeBackupRestore-1434194993-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:27.306342 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-c964017e-061c-4662-9a2b-c1051ff5d684 tempest-TestVolumeBackupRestore-1434194993 tempest-TestVolumeBackupRestore-1434194993-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6061034 Sep 23 19:42:27.313221 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 34414) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:42:27.344047 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.v2.base [None req-f96e807f-e944-44a4-af30-700afa19db51 tempest-TestVolumeBackupRestore-1434194993 tempest-TestVolumeBackupRestore-1434194993-project] Request body: {'security_group_rule': {'security_group_id': 'ea1d12a8-ddc7-4b9a-a637-e6ffde706580', 'project_id': 'df60118e0c434751a044956da831d00f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=95101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:42:27.378585 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-b447d9be-0550-49f9-b98d-4f44eddcf7b7 tempest-SecGroupIPv6Test-1615826656 tempest-SecGroupIPv6Test-1615826656-project] Notify callbacks [] for security_group, before_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:27.409145 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-55b79436-4a50-4b84-80ba-0c5ff1c5a715 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=b42dbd9e7a4f4e61a45cefd31ff9cd23&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9475780 Sep 23 19:42:27.426296 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b79436-4a50-4b84-80ba-0c5ff1c5a715 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2688dc31-29ad-48d5-938c-0cbaf7b8f8cf,revision_number=1']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:42:27.428962 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 34420) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:42:27.542570 n-d-713301-16 neutron-server[95101]: INFO neutron.db.securitygroups_db [None req-f96e807f-e944-44a4-af30-700afa19db51 tempest-TestVolumeBackupRestore-1434194993 tempest-TestVolumeBackupRestore-1434194993-project] Project df60118e0c434751a044956da831d00f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 23 19:42:27.557137 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-f96e807f-e944-44a4-af30-700afa19db51 tempest-TestVolumeBackupRestore-1434194993 tempest-TestVolumeBackupRestore-1434194993-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:27.558846 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-904e2f80-f8cd-43e6-a9c8-a22dfacc572f tempest-RoutersIpV6Test-563412711 tempest-RoutersIpV6Test-563412711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:27.566753 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 34424) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:42:27.570396 n-d-713301-16 neutron-server[95102]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-435b399f-1366-4655-a2c0-b76294aa2159 tempest-RoutersTest-320658655 tempest-RoutersTest-320658655-project] Router 96503fda-a45f-430f-a5e1-653bd4f2c170 is scheduled to L3 agent 79a740bf-7821-4989-8288-7186e3e128f3 with binding_index 1 {{(pid=95102) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 23 19:42:27.571528 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-c23e2d61-a5f9-4d1d-91c8-784b028915ad None None] Provisioning complete for port 71476d37-f809-4a59-8947-b30836bc90a3 triggered by entity DHCP. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:42:27.572140 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-c23e2d61-a5f9-4d1d-91c8-784b028915ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:27.580509 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.v2.base [None req-ef890cc1-a793-4d79-89cc-6827b28675bc admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-726506525-network', 'tenant_id': '645cdb70f2b644e7b1950f318ce0ef41'}} {{(pid=95102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:42:27.606820 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-fa8b8ff9-9016-4db5-baf8-d0ea06d00647 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:27.615819 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd47836-32a2-4ba9-b56a-9831002c49f5 req-c03fe638-d891-451b-b534-afbe25131624 tempest-ServersNegativeTestJSON-1638865794 tempest-ServersNegativeTestJSON-1638865794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:42:27.623719 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-7dd47836-32a2-4ba9-b56a-9831002c49f5 req-c03fe638-d891-451b-b534-afbe25131624 tempest-ServersNegativeTestJSON-1638865794 tempest-ServersNegativeTestJSON-1638865794-project] 10.222.0.67 "GET /v2.0/ports?device_id=6942dd4a-2993-4094-af13-ca4f91683a85 HTTP/1.1" status: 200 len: 946 time: 0.6904738 Sep 23 19:42:27.645077 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.plugin [None req-c23e2d61-a5f9-4d1d-91c8-784b028915ad None None] Port 71476d37-f809-4a59-8947-b30836bc90a3 cannot update to ACTIVE because it is not bound. {{(pid=95103) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 19:42:27.650262 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-b447d9be-0550-49f9-b98d-4f44eddcf7b7 tempest-SecGroupIPv6Test-1615826656 tempest-SecGroupIPv6Test-1615826656-project] Notify callbacks [] for security_group, precommit_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:27.660206 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-fa8b8ff9-9016-4db5-baf8-d0ea06d00647 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:27.682145 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-f96e807f-e944-44a4-af30-700afa19db51 tempest-TestVolumeBackupRestore-1434194993 tempest-TestVolumeBackupRestore-1434194993-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:27.690741 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-f96e807f-e944-44a4-af30-700afa19db51 tempest-TestVolumeBackupRestore-1434194993 tempest-TestVolumeBackupRestore-1434194993-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575319'] for security_group_rule, after_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:27.708194 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Device 5c1d8eff-68ec-4d68-a4bf-f01955d23876 up at agent ovs-agent-n-d-713301-16 {{(pid=95103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 19:42:27.720592 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-b447d9be-0550-49f9-b98d-4f44eddcf7b7 tempest-SecGroupIPv6Test-1615826656 tempest-SecGroupIPv6Test-1615826656-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:27.734814 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f96e807f-e944-44a4-af30-700afa19db51 tempest-TestVolumeBackupRestore-1434194993 tempest-TestVolumeBackupRestore-1434194993-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dc4f9e1e-9fdc-4f0a-b75a-dee655310bd7,revision_number=0']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:42:27.775150 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-fa8b8ff9-9016-4db5-baf8-d0ea06d00647 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:27.777722 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-fa8b8ff9-9016-4db5-baf8-d0ea06d00647 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:27.781631 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-fa8b8ff9-9016-4db5-baf8-d0ea06d00647 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/2688dc31-29ad-48d5-938c-0cbaf7b8f8cf HTTP/1.1" status: 204 len: 168 time: 0.3473530 Sep 23 19:42:27.810367 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-3be8a38d-8380-4783-92d9-fca0a503d807 None None] Provisioning complete for port 71476d37-f809-4a59-8947-b30836bc90a3 triggered by entity DHCP. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:42:27.810648 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa8b8ff9-9016-4db5-baf8-d0ea06d00647 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2688dc31-29ad-48d5-938c-0cbaf7b8f8cf,revision_number=None']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:42:27.810852 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-3be8a38d-8380-4783-92d9-fca0a503d807 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:27.833541 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-7dd47836-32a2-4ba9-b56a-9831002c49f5 req-7eb76916-4175-40f8-a6af-3a1c8fb304db tempest-ServersNegativeTestJSON-1638865794 tempest-ServersNegativeTestJSON-1638865794-project] 10.222.0.67 "GET /v2.0/security-groups?id=4daca97c-f524-4fb0-8b34-b36a0affa33e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2084615 Sep 23 19:42:27.864084 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Provisioning complete for port 5c1d8eff-68ec-4d68-a4bf-f01955d23876 triggered by entity L2. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:42:27.864733 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:27.872036 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.plugin [None req-3be8a38d-8380-4783-92d9-fca0a503d807 None None] Port 71476d37-f809-4a59-8947-b30836bc90a3 cannot update to ACTIVE because it is not bound. {{(pid=95103) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 19:42:27.884390 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-250cd5fe-e93b-4dad-a08c-fe55a9a0f40f req-1de90b08-9cea-4187-a24c-fa24c9e9e7ff tempest-AttachVolumeShelveTestJSON-2035318112 tempest-AttachVolumeShelveTestJSON-2035318112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:42:27.893105 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-250cd5fe-e93b-4dad-a08c-fe55a9a0f40f req-1de90b08-9cea-4187-a24c-fa24c9e9e7ff tempest-AttachVolumeShelveTestJSON-2035318112 tempest-AttachVolumeShelveTestJSON-2035318112-project] 10.222.0.67 "GET /v2.0/ports?device_id=c994c23c-480f-4306-a41c-657703b40238 HTTP/1.1" status: 200 len: 944 time: 0.6361477 Sep 23 19:42:27.910203 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-f96e807f-e944-44a4-af30-700afa19db51 tempest-TestVolumeBackupRestore-1434194993 tempest-TestVolumeBackupRestore-1434194993-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:27.914206 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-f96e807f-e944-44a4-af30-700afa19db51 tempest-TestVolumeBackupRestore-1434194993 tempest-TestVolumeBackupRestore-1434194993-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.5939374 Sep 23 19:42:27.914660 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 34430) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:42:27.922585 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.v2.base [None req-0ab168e7-48ee-44ab-913f-69d7e83c1ea2 tempest-TestVolumeBackupRestore-1434194993 tempest-TestVolumeBackupRestore-1434194993-project] Request body: {'security_group_rule': {'security_group_id': 'ea1d12a8-ddc7-4b9a-a637-e6ffde706580', 'project_id': 'df60118e0c434751a044956da831d00f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=95101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:42:27.928277 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-3be8a38d-8380-4783-92d9-fca0a503d807 None None] Provisioning complete for port 37c34cff-3c61-4b60-b54a-5f34bca75dde triggered by entity DHCP. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:42:27.929018 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-3be8a38d-8380-4783-92d9-fca0a503d807 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:27.944727 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef890cc1-a793-4d79-89cc-6827b28675bc admin admin] Made reservation on behalf of 645cdb70f2b644e7b1950f318ce0ef41 for: {'network': 1} {{(pid=95102) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:42:27.958025 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-ef890cc1-a793-4d79-89cc-6827b28675bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for network, before_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:27.960798 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b447d9be-0550-49f9-b98d-4f44eddcf7b7 tempest-SecGroupIPv6Test-1615826656 tempest-SecGroupIPv6Test-1615826656-project] Pushing event updated for resources: {'SecurityGroup': ['ID=27cf9d8c-d372-44b9-9e4b-0d040867dff9,revision_number=1']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:42:27.965121 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-b447d9be-0550-49f9-b98d-4f44eddcf7b7 tempest-SecGroupIPv6Test-1615826656 tempest-SecGroupIPv6Test-1615826656-project] Notify callbacks [] for security_group, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:27.970778 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-b447d9be-0550-49f9-b98d-4f44eddcf7b7 tempest-SecGroupIPv6Test-1615826656 tempest-SecGroupIPv6Test-1615826656-project] 10.222.0.67 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.6930053 Sep 23 19:42:27.976409 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 34432) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:42:27.990559 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.v2.base [None req-325b3bf8-2a24-4b68-9ee6-c34b56acee0d tempest-SecGroupIPv6Test-1615826656 tempest-SecGroupIPv6Test-1615826656-project] Request body: {'security_group_rule': {'security_group_id': '27cf9d8c-d372-44b9-9e4b-0d040867dff9', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=95101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:42:28.001403 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.plugin [None req-3be8a38d-8380-4783-92d9-fca0a503d807 None None] Port 37c34cff-3c61-4b60-b54a-5f34bca75dde cannot update to ACTIVE because it is not bound. {{(pid=95103) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 19:42:28.022475 n-d-713301-16 neutron-server[95101]: INFO neutron.db.securitygroups_db [None req-0ab168e7-48ee-44ab-913f-69d7e83c1ea2 tempest-TestVolumeBackupRestore-1434194993 tempest-TestVolumeBackupRestore-1434194993-project] Project df60118e0c434751a044956da831d00f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 23 19:42:28.040035 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-0ab168e7-48ee-44ab-913f-69d7e83c1ea2 tempest-TestVolumeBackupRestore-1434194993 tempest-TestVolumeBackupRestore-1434194993-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:28.045610 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:28.048073 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Device 573f9cc3-0fd6-4ca6-8fce-be65771f2ce4 up at agent ovs-agent-n-d-713301-16 {{(pid=95103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 19:42:28.078832 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-ef890cc1-a793-4d79-89cc-6827b28675bc admin admin] Notify callbacks [] for security_group, before_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:28.116912 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-435b399f-1366-4655-a2c0-b76294aa2159 tempest-RoutersTest-320658655 tempest-RoutersTest-320658655-project] Notify agent at l3_agent.n-d-713301-16 the message routers_updated {{(pid=95102) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 19:42:28.120157 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Provisioning complete for port 573f9cc3-0fd6-4ca6-8fce-be65771f2ce4 triggered by entity L2. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:42:28.120325 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:28.128182 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47764bde-2e8f-48ae-ae44-9f17de64b2cb None None] Sync routers for ids ['96503fda-a45f-430f-a5e1-653bd4f2c170'] in n-d-713301-16 {{(pid=95104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 19:42:28.131540 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-435b399f-1366-4655-a2c0-b76294aa2159 tempest-RoutersTest-320658655 tempest-RoutersTest-320658655-project] 10.222.0.67 "PUT /v2.0/routers/96503fda-a45f-430f-a5e1-653bd4f2c170/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.8502228 Sep 23 19:42:28.140758 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 34434) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:42:28.144294 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-325b3bf8-2a24-4b68-9ee6-c34b56acee0d tempest-SecGroupIPv6Test-1615826656 tempest-SecGroupIPv6Test-1615826656-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:28.144840 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47764bde-2e8f-48ae-ae44-9f17de64b2cb None None] Routers {'96503fda-a45f-430f-a5e1-653bd4f2c170'} bound to L3 agent in host n-d-713301-16 {{(pid=95104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 19:42:28.145682 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_hamode_db [None req-47764bde-2e8f-48ae-ae44-9f17de64b2cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-23T19:07:52Z,description=,heartbeat_timestamp=2021-09-23T19:42:22Z,host='n-d-713301-16',id=79a740bf-7821-4989-8288-7186e3e128f3,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:07:52Z,topic='l3_agent')) {'router_ids': ['96503fda-a45f-430f-a5e1-653bd4f2c170'], 'active': True} {{(pid=95104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:42:28.179642 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.v2.base [None req-f697004d-f0ba-4e7e-9b9b-d33c90850252 tempest-RoutersTest-320658655 tempest-RoutersTest-320658655-project] Request body: {'network': {'name': 'tempest-RoutersTest-557734275'}} {{(pid=95101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:42:28.234170 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-250cd5fe-e93b-4dad-a08c-fe55a9a0f40f req-49a482f3-c32e-4359-9d50-8cba05bc06cb tempest-AttachVolumeShelveTestJSON-2035318112 tempest-AttachVolumeShelveTestJSON-2035318112-project] 10.222.0.67 "GET /v2.0/security-groups?id=dd8506a8-7e56-49b4-9c74-3948d9b76f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3397150 Sep 23 19:42:28.324381 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-0ab168e7-48ee-44ab-913f-69d7e83c1ea2 tempest-TestVolumeBackupRestore-1434194993 tempest-TestVolumeBackupRestore-1434194993-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:28.337546 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-0ab168e7-48ee-44ab-913f-69d7e83c1ea2 tempest-TestVolumeBackupRestore-1434194993 tempest-TestVolumeBackupRestore-1434194993-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575319'] for security_group_rule, after_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:28.341315 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:28.377392 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-325b3bf8-2a24-4b68-9ee6-c34b56acee0d tempest-SecGroupIPv6Test-1615826656 tempest-SecGroupIPv6Test-1615826656-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:28.392715 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-750d3520-44e5-4c50-bb37-57430d230e36 req-4301f47a-9425-4592-b4ab-78144a4ceb0d tempest-ServersNegativeTestJSON-1638865794 tempest-ServersNegativeTestJSON-1638865794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:42:28.394420 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-750d3520-44e5-4c50-bb37-57430d230e36 req-4301f47a-9425-4592-b4ab-78144a4ceb0d tempest-ServersNegativeTestJSON-1638865794 tempest-ServersNegativeTestJSON-1638865794-project] 10.222.0.67 "GET /v2.0/ports?device_id=6942dd4a-2993-4094-af13-ca4f91683a85 HTTP/1.1" status: 200 len: 946 time: 0.4086511 Sep 23 19:42:28.451999 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ab168e7-48ee-44ab-913f-69d7e83c1ea2 tempest-TestVolumeBackupRestore-1434194993 tempest-TestVolumeBackupRestore-1434194993-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1c58674c-76e2-48b4-8023-2562137d3265,revision_number=0']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:42:28.460497 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-325b3bf8-2a24-4b68-9ee6-c34b56acee0d tempest-SecGroupIPv6Test-1615826656 tempest-SecGroupIPv6Test-1615826656-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575319'] for security_group_rule, after_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:28.511458 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_dvr_db [None req-47764bde-2e8f-48ae-ae44-9f17de64b2cb None None] Set router 96503fda-a45f-430f-a5e1-653bd4f2c170 gateway port host: None {{(pid=95104) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 19:42:28.534129 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-325b3bf8-2a24-4b68-9ee6-c34b56acee0d tempest-SecGroupIPv6Test-1615826656 tempest-SecGroupIPv6Test-1615826656-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0e43dce4-8173-4974-8634-b7c5f461d3c5,revision_number=0']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:42:28.772675 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_hamode_db [None req-47764bde-2e8f-48ae-ae44-9f17de64b2cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96503fda-a45f-430f-a5e1-653bd4f2c170', 'name': 'tempest-RoutersTest-router-1607213160', 'tenant_id': '6680ec314c604479bbb737c95f4e0850', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:42:16Z', 'updated_at': '2021-09-23T19:42:23Z', 'revision_number': 2, 'project_id': '6680ec314c604479bbb737c95f4e0850', 'gw_port_host': None, '_interfaces': [{'id': '71476d37-f809-4a59-8947-b30836bc90a3', 'name': '', 'network_id': '03cb5eff-ca10-44b6-a3c2-6d52aab0c61a', 'tenant_id': '6680ec314c604479bbb737c95f4e0850', 'mac_address': 'fa:16:3e:17:6c:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96503fda-a45f-430f-a5e1-653bd4f2c170', 'device_owner': 'network:router_interface', 'standard_attr_id': 2533, 'fixed_ips': [{'subnet_id': '5875b511-0c2a-4668-b988-7eb16dc02ec2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:42:20Z', 'updated_at': '2021-09-23T19:42:24Z', 'revision_number': 2, 'project_id': '6680ec314c604479bbb737c95f4e0850', 'subnets': [{'id': '5875b511-0c2a-4668-b988-7eb16dc02ec2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-16', False) {} {{(pid=95104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:42:28.807390 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47764bde-2e8f-48ae-ae44-9f17de64b2cb None None] Checking router: 96503fda-a45f-430f-a5e1-653bd4f2c170 for host: n-d-713301-16 {{(pid=95104) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 19:42:28.807795 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47764bde-2e8f-48ae-ae44-9f17de64b2cb None None] Updating router 96503fda-a45f-430f-a5e1-653bd4f2c170 port 71476d37-f809-4a59-8947-b30836bc90a3 binding host n-d-713301-16 {{(pid=95104) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 23 19:42:28.839057 n-d-713301-16 neutron-server[95104]: DEBUG neutron_lib.callbacks.manager [None req-47764bde-2e8f-48ae-ae44-9f17de64b2cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:28.907272 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-ef890cc1-a793-4d79-89cc-6827b28675bc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:28.927789 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-750d3520-44e5-4c50-bb37-57430d230e36 req-0551341c-759c-4dd4-9eb3-2a69ea4b8529 tempest-ServersNegativeTestJSON-1638865794 tempest-ServersNegativeTestJSON-1638865794-project] 10.222.0.67 "GET /v2.0/security-groups?id=4daca97c-f524-4fb0-8b34-b36a0affa33e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5222039 Sep 23 19:42:28.934367 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-ef890cc1-a793-4d79-89cc-6827b28675bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:28.959956 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-0ab168e7-48ee-44ab-913f-69d7e83c1ea2 tempest-TestVolumeBackupRestore-1434194993 tempest-TestVolumeBackupRestore-1434194993-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:28.973992 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-0ab168e7-48ee-44ab-913f-69d7e83c1ea2 tempest-TestVolumeBackupRestore-1434194993 tempest-TestVolumeBackupRestore-1434194993-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 1.0556240 Sep 23 19:42:28.980886 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f697004d-f0ba-4e7e-9b9b-d33c90850252 tempest-RoutersTest-320658655 tempest-RoutersTest-320658655-project] Made reservation on behalf of 6680ec314c604479bbb737c95f4e0850 for: {'network': 1} {{(pid=95101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:42:28.984942 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ef890cc1-a793-4d79-89cc-6827b28675bc admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 647} {{(pid=95102) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 19:42:28.992459 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-f697004d-f0ba-4e7e-9b9b-d33c90850252 tempest-RoutersTest-320658655 tempest-RoutersTest-320658655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for network, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:28.997998 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef890cc1-a793-4d79-89cc-6827b28675bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1c09bd8-7f2d-44de-8576-7425979b31d1,revision_number=1']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:42:29.004176 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-325b3bf8-2a24-4b68-9ee6-c34b56acee0d tempest-SecGroupIPv6Test-1615826656 tempest-SecGroupIPv6Test-1615826656-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:29.006961 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-325b3bf8-2a24-4b68-9ee6-c34b56acee0d tempest-SecGroupIPv6Test-1615826656 tempest-SecGroupIPv6Test-1615826656-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.0280554 Sep 23 19:42:29.009544 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-ef890cc1-a793-4d79-89cc-6827b28675bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1756186'] for segment, precommit_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:29.009809 n-d-713301-16 neutron-server[95102]: INFO neutron.db.segments_db [None req-ef890cc1-a793-4d79-89cc-6827b28675bc admin admin] Added segment 1b1006a9-7be0-4ad0-baa0-0c513d32c988 of type vlan for network 933d290f-956c-47b5-b8d1-c87282eb1b52 Sep 23 19:42:29.011012 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 34458) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:42:29.051096 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-904e2f80-f8cd-43e6-a9c8-a22dfacc572f tempest-RoutersIpV6Test-563412711 tempest-RoutersIpV6Test-563412711-project] Notify callbacks [] for port, precommit_update {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:29.060725 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f697004d-f0ba-4e7e-9b9b-d33c90850252 tempest-RoutersTest-320658655 tempest-RoutersTest-320658655-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 641} {{(pid=95101) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 19:42:29.085291 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-904e2f80-f8cd-43e6-a9c8-a22dfacc572f tempest-RoutersIpV6Test-563412711 tempest-RoutersIpV6Test-563412711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4399095'] for port, after_update {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:29.086013 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-f697004d-f0ba-4e7e-9b9b-d33c90850252 tempest-RoutersTest-320658655 tempest-RoutersTest-320658655-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1756186'] for segment, precommit_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:29.086181 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-904e2f80-f8cd-43e6-a9c8-a22dfacc572f tempest-RoutersIpV6Test-563412711 tempest-RoutersIpV6Test-563412711-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-527313', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-601459'] for router_interface, after_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:29.088276 n-d-713301-16 neutron-server[95101]: INFO neutron.db.segments_db [None req-f697004d-f0ba-4e7e-9b9b-d33c90850252 tempest-RoutersTest-320658655 tempest-RoutersTest-320658655-project] Added segment c1817bc8-ecb1-4a03-aca5-a1a4cb96418e of type vlan for network c914a2cf-d7d1-4da8-9fd0-5e5b7ab5b1fb Sep 23 19:42:29.152898 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-ef890cc1-a793-4d79-89cc-6827b28675bc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783145630486'] for network, precommit_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:29.186469 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-27c80de5-c67c-4c4e-9156-d268b1c3ac7b tempest-SecGroupIPv6Test-1615826656 tempest-SecGroupIPv6Test-1615826656-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:29.203354 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-f697004d-f0ba-4e7e-9b9b-d33c90850252 tempest-RoutersTest-320658655 tempest-RoutersTest-320658655-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783145630486'] for network, precommit_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:29.211502 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-27c80de5-c67c-4c4e-9156-d268b1c3ac7b tempest-SecGroupIPv6Test-1615826656 tempest-SecGroupIPv6Test-1615826656-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:29.244358 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-f697004d-f0ba-4e7e-9b9b-d33c90850252 tempest-RoutersTest-320658655 tempest-RoutersTest-320658655-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299'] for network, after_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:29.269931 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f697004d-f0ba-4e7e-9b9b-d33c90850252 tempest-RoutersTest-320658655 tempest-RoutersTest-320658655-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:42:29.270817 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-f697004d-f0ba-4e7e-9b9b-d33c90850252 tempest-RoutersTest-320658655 tempest-RoutersTest-320658655-project] Notify callbacks [] for network, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:29.315185 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.db.resource_extend [None req-ef890cc1-a793-4d79-89cc-6827b28675bc admin admin] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=95102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 23 19:42:29.361655 n-d-713301-16 neutron-server[95104]: DEBUG neutron_lib.callbacks.manager [None req-47764bde-2e8f-48ae-ae44-9f17de64b2cb None None] Notify callbacks [] for port, precommit_update {{(pid=95104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:29.370903 n-d-713301-16 neutron-server[95104]: DEBUG neutron_lib.callbacks.manager [None req-47764bde-2e8f-48ae-ae44-9f17de64b2cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:29.394684 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f697004d-f0ba-4e7e-9b9b-d33c90850252 tempest-RoutersTest-320658655 tempest-RoutersTest-320658655-project] Pushing event updated for resources: {'Network': ['ID=c914a2cf-d7d1-4da8-9fd0-5e5b7ab5b1fb,revision_number=1']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:42:29.408140 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Network c914a2cf-d7d1-4da8-9fd0-5e5b7ab5b1fb details requested by agent ovs-agent-n-d-713301-16 with host n-d-713301-16 {{(pid=95103) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 19:42:29.412102 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-27c80de5-c67c-4c4e-9156-d268b1c3ac7b tempest-SecGroupIPv6Test-1615826656 tempest-SecGroupIPv6Test-1615826656-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575319'] for security_group_rule, after_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:29.416965 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-27c80de5-c67c-4c4e-9156-d268b1c3ac7b tempest-SecGroupIPv6Test-1615826656 tempest-SecGroupIPv6Test-1615826656-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:29.422013 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-27c80de5-c67c-4c4e-9156-d268b1c3ac7b tempest-SecGroupIPv6Test-1615826656 tempest-SecGroupIPv6Test-1615826656-project] 10.222.0.67 "DELETE /v2.0/security-group-rules/0e43dce4-8173-4974-8634-b7c5f461d3c5 HTTP/1.1" status: 204 len: 168 time: 0.4040616 Sep 23 19:42:29.423001 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-904e2f80-f8cd-43e6-a9c8-a22dfacc572f tempest-RoutersIpV6Test-563412711 tempest-RoutersIpV6Test-563412711-project] Pushing event updated for resources: {'Port': ['ID=37c34cff-3c61-4b60-b54a-5f34bca75dde,revision_number=3']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:42:29.423777 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 34468) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:42:29.433423 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e541be2-fcc1-439c-81c0-756a3d59ba89 None None] Pushing event updated for resources: {'Port': ['ID=71476d37-f809-4a59-8947-b30836bc90a3,revision_number=3']} {{(pid=95104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:42:29.446574 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e541be2-fcc1-439c-81c0-756a3d59ba89 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:42:29.447027 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e541be2-fcc1-439c-81c0-756a3d59ba89 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:42:29.447292 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e541be2-fcc1-439c-81c0-756a3d59ba89 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:42:29.447765 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e541be2-fcc1-439c-81c0-756a3d59ba89 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:42:29.448148 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e541be2-fcc1-439c-81c0-756a3d59ba89 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:42:29.448512 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e541be2-fcc1-439c-81c0-756a3d59ba89 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:42:29.449311 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e541be2-fcc1-439c-81c0-756a3d59ba89 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:42:29.449675 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e541be2-fcc1-439c-81c0-756a3d59ba89 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:42:29.449997 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e541be2-fcc1-439c-81c0-756a3d59ba89 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:42:29.450320 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e541be2-fcc1-439c-81c0-756a3d59ba89 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:42:29.450641 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e541be2-fcc1-439c-81c0-756a3d59ba89 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:42:29.450960 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e541be2-fcc1-439c-81c0-756a3d59ba89 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:42:29.467298 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 34470) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:42:29.470991 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-f697004d-f0ba-4e7e-9b9b-d33c90850252 tempest-RoutersTest-320658655 tempest-RoutersTest-320658655-project] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 1.3168583 Sep 23 19:42:29.491613 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.v2.base [None req-2ab6f3fd-011d-49b1-914c-669b11473176 tempest-RoutersTest-320658655 tempest-RoutersTest-320658655-project] Request body: {'subnet': {'network_id': 'c914a2cf-d7d1-4da8-9fd0-5e5b7ab5b1fb', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=95102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:42:29.600742 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-15a6015b-21b0-458a-893b-58c06a07bbba tempest-SecGroupIPv6Test-1615826656 tempest-SecGroupIPv6Test-1615826656-project] 10.222.0.67 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1605783 Sep 23 19:42:29.606386 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 34478) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:42:29.613110 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-ef890cc1-a793-4d79-89cc-6827b28675bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299'] for network, after_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:29.614376 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef890cc1-a793-4d79-89cc-6827b28675bc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:42:29.614967 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-ef890cc1-a793-4d79-89cc-6827b28675bc admin admin] Notify callbacks [] for network, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:29.626639 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27c80de5-c67c-4c4e-9156-d268b1c3ac7b tempest-SecGroupIPv6Test-1615826656 tempest-SecGroupIPv6Test-1615826656-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=0e43dce4-8173-4974-8634-b7c5f461d3c5,revision_number=None']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:42:29.704887 n-d-713301-16 neutron-server[95104]: DEBUG neutron.plugins.ml2.managers [None req-47764bde-2e8f-48ae-ae44-9f17de64b2cb None None] Attempting to bind port 71476d37-f809-4a59-8947-b30836bc90a3 on host n-d-713301-16 for vnic_type normal with profile {{(pid=95104) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 19:42:29.706729 n-d-713301-16 neutron-server[95104]: DEBUG neutron.plugins.ml2.managers [None req-47764bde-2e8f-48ae-ae44-9f17de64b2cb None None] Attempting to bind port 71476d37-f809-4a59-8947-b30836bc90a3 by drivers openvswitch,hyperv on host n-d-713301-16 at level 0 using segments [{'id': '39067d06-2e08-47ee-88f7-8cbab422585d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '03cb5eff-ca10-44b6-a3c2-6d52aab0c61a'}] {{(pid=95104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 19:42:29.707219 n-d-713301-16 neutron-server[95104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47764bde-2e8f-48ae-ae44-9f17de64b2cb None None] Attempting to bind port 71476d37-f809-4a59-8947-b30836bc90a3 on network 03cb5eff-ca10-44b6-a3c2-6d52aab0c61a {{(pid=95104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:42:29.721142 n-d-713301-16 neutron-server[95104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47764bde-2e8f-48ae-ae44-9f17de64b2cb None None] Checking agent: {'id': '70a14545-df24-472f-8f95-bfe1719bff93', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 19, 7, 53), 'started_at': datetime.datetime(2021, 9, 23, 19, 8, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 19, 42, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 19:42:29.721682 n-d-713301-16 neutron-server[95104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47764bde-2e8f-48ae-ae44-9f17de64b2cb None None] Checking segment: {'id': '39067d06-2e08-47ee-88f7-8cbab422585d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '03cb5eff-ca10-44b6-a3c2-6d52aab0c61a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95104) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:42:29.722186 n-d-713301-16 neutron-server[95104]: DEBUG neutron_lib.callbacks.manager [None req-47764bde-2e8f-48ae-ae44-9f17de64b2cb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:29.722697 n-d-713301-16 neutron-server[95104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47764bde-2e8f-48ae-ae44-9f17de64b2cb None None] Bound using segment: {'id': '39067d06-2e08-47ee-88f7-8cbab422585d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '03cb5eff-ca10-44b6-a3c2-6d52aab0c61a'} {{(pid=95104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 19:42:29.729641 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-ef890cc1-a793-4d79-89cc-6827b28675bc admin admin] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 2.1518242 Sep 23 19:42:29.733315 n-d-713301-16 neutron-server[95104]: DEBUG neutron.plugins.ml2.managers [None req-47764bde-2e8f-48ae-ae44-9f17de64b2cb None None] Bound port: 71476d37-f809-4a59-8947-b30836bc90a3, host: n-d-713301-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '39067d06-2e08-47ee-88f7-8cbab422585d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '03cb5eff-ca10-44b6-a3c2-6d52aab0c61a'}}] {{(pid=95104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 19:42:29.735386 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 34482) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:42:29.735925 n-d-713301-16 neutron-server[95104]: DEBUG neutron_lib.callbacks.manager [None req-47764bde-2e8f-48ae-ae44-9f17de64b2cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:29.754577 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.v2.base [None req-961fae0b-9bb6-4666-95e8-2ed664c3c1fa admin admin] Request body: {'subnet': {'network_id': '933d290f-956c-47b5-b8d1-c87282eb1b52', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-726506525-subnet', 'tenant_id': '645cdb70f2b644e7b1950f318ce0ef41', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:42:29.777738 n-d-713301-16 neutron-server[95102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-904e2f80-f8cd-43e6-a9c8-a22dfacc572f tempest-RoutersIpV6Test-563412711 tempest-RoutersIpV6Test-563412711-project] Network 37d2e69b-1fba-4e3d-992e-eac3c30d5e1d is already hosted by enough agents. {{(pid=95102) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:42:29.828486 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-961fae0b-9bb6-4666-95e8-2ed664c3c1fa admin admin] Made reservation on behalf of 645cdb70f2b644e7b1950f318ce0ef41 for: {'subnet': 1} {{(pid=95101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:42:29.836677 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-961fae0b-9bb6-4666-95e8-2ed664c3c1fa admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6130979'] for subnet, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:29.853782 n-d-713301-16 neutron-server[95102]: DEBUG neutron.scheduler.base_scheduler [None req-904e2f80-f8cd-43e6-a9c8-a22dfacc572f tempest-RoutersIpV6Test-563412711 tempest-RoutersIpV6Test-563412711-project] Resources bound (agent type, host, resource id): {{(pid=95102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:42:29.871973 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-383ed505-754e-4c5f-a221-8c1fd1d06561 req-48b3b132-59aa-45e2-9c59-d4edeab10c0e tempest-AttachVolumeShelveTestJSON-2035318112 tempest-AttachVolumeShelveTestJSON-2035318112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:42:29.880124 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-383ed505-754e-4c5f-a221-8c1fd1d06561 req-48b3b132-59aa-45e2-9c59-d4edeab10c0e tempest-AttachVolumeShelveTestJSON-2035318112 tempest-AttachVolumeShelveTestJSON-2035318112-project] 10.222.0.67 "GET /v2.0/ports?device_id=c994c23c-480f-4306-a41c-657703b40238 HTTP/1.1" status: 200 len: 944 time: 0.4740548 Sep 23 19:42:29.881996 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef890cc1-a793-4d79-89cc-6827b28675bc admin admin] Pushing event updated for resources: {'Network': ['ID=933d290f-956c-47b5-b8d1-c87282eb1b52,revision_number=1']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:42:29.886853 n-d-713301-16 neutron-server[95104]: DEBUG neutron.plugins.ml2.db [None req-47764bde-2e8f-48ae-ae44-9f17de64b2cb None None] For port 71476d37-f809-4a59-8947-b30836bc90a3, host n-d-713301-16, cleared binding levels {{(pid=95104) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 19:42:29.892741 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Network 933d290f-956c-47b5-b8d1-c87282eb1b52 details requested by agent ovs-agent-n-d-713301-16 with host n-d-713301-16 {{(pid=95103) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 19:42:29.894863 n-d-713301-16 neutron-server[95104]: DEBUG neutron.plugins.ml2.db [None req-47764bde-2e8f-48ae-ae44-9f17de64b2cb None None] For port 71476d37-f809-4a59-8947-b30836bc90a3, host n-d-713301-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-16',level=0,port_id=71476d37-f809-4a59-8947-b30836bc90a3,segment=NetworkSegment(39067d06-2e08-47ee-88f7-8cbab422585d),segment_id=39067d06-2e08-47ee-88f7-8cbab422585d)] {{(pid=95104) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 19:42:29.909398 n-d-713301-16 neutron-server[95104]: DEBUG neutron_lib.callbacks.manager [None req-47764bde-2e8f-48ae-ae44-9f17de64b2cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:29.917767 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-4b499e30-73f6-4606-b228-232138355302 tempest-SecGroupIPv6Test-1615826656 tempest-SecGroupIPv6Test-1615826656-project] Notify callbacks [] for security_group, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:30.022784 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47764bde-2e8f-48ae-ae44-9f17de64b2cb None None] Routers {'96503fda-a45f-430f-a5e1-653bd4f2c170'} bound to L3 agent in host n-d-713301-16 {{(pid=95104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 19:42:30.023744 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_hamode_db [None req-47764bde-2e8f-48ae-ae44-9f17de64b2cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-23T19:07:52Z,description=,heartbeat_timestamp=2021-09-23T19:42:22Z,host='n-d-713301-16',id=79a740bf-7821-4989-8288-7186e3e128f3,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:07:52Z,topic='l3_agent')) {'router_ids': ['96503fda-a45f-430f-a5e1-653bd4f2c170'], 'active': True} {{(pid=95104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:42:30.088577 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-4b499e30-73f6-4606-b228-232138355302 tempest-SecGroupIPv6Test-1615826656 tempest-SecGroupIPv6Test-1615826656-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:30.094293 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ab6f3fd-011d-49b1-914c-669b11473176 tempest-RoutersTest-320658655 tempest-RoutersTest-320658655-project] Made reservation on behalf of 6680ec314c604479bbb737c95f4e0850 for: {'subnet': 1} {{(pid=95102) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:42:30.099837 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-2ab6f3fd-011d-49b1-914c-669b11473176 tempest-RoutersTest-320658655 tempest-RoutersTest-320658655-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5388256'] for subnet, before_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:30.134580 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-383ed505-754e-4c5f-a221-8c1fd1d06561 req-29f8ed41-c3e4-4c81-84f7-86a80d00ef85 tempest-AttachVolumeShelveTestJSON-2035318112 tempest-AttachVolumeShelveTestJSON-2035318112-project] 10.222.0.67 "GET /v2.0/security-groups?id=dd8506a8-7e56-49b4-9c74-3948d9b76f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2534685 Sep 23 19:42:30.197767 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-ccc9a179-4051-4193-a246-ead59e3b5530 None None] Provisioning complete for port 71476d37-f809-4a59-8947-b30836bc90a3 triggered by entity DHCP. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:42:30.199268 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-ccc9a179-4051-4193-a246-ead59e3b5530 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:30.241354 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-4b499e30-73f6-4606-b228-232138355302 tempest-SecGroupIPv6Test-1615826656 tempest-SecGroupIPv6Test-1615826656-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:30.249517 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-4b499e30-73f6-4606-b228-232138355302 tempest-SecGroupIPv6Test-1615826656 tempest-SecGroupIPv6Test-1615826656-project] Notify callbacks [] for security_group, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:30.258317 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-4b499e30-73f6-4606-b228-232138355302 tempest-SecGroupIPv6Test-1615826656 tempest-SecGroupIPv6Test-1615826656-project] 10.222.0.67 "DELETE /v2.0/security-groups/27cf9d8c-d372-44b9-9e4b-0d040867dff9 HTTP/1.1" status: 204 len: 168 time: 0.6505134 Sep 23 19:42:30.259140 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 34484) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:42:30.416841 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_dvr_db [None req-47764bde-2e8f-48ae-ae44-9f17de64b2cb None None] Set router 96503fda-a45f-430f-a5e1-653bd4f2c170 gateway port host: None {{(pid=95104) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 19:42:30.447744 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b499e30-73f6-4606-b228-232138355302 tempest-SecGroupIPv6Test-1615826656 tempest-SecGroupIPv6Test-1615826656-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=27cf9d8c-d372-44b9-9e4b-0d040867dff9,revision_number=None']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:42:30.455372 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-ccc9a179-4051-4193-a246-ead59e3b5530 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:30.495936 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e541be2-fcc1-439c-81c0-756a3d59ba89 None None] Pushing event updated for resources: {'Port': ['ID=71476d37-f809-4a59-8947-b30836bc90a3,revision_number=4']} {{(pid=95104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:42:30.520148 n-d-713301-16 neutron-server[95102]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-904e2f80-f8cd-43e6-a9c8-a22dfacc572f tempest-RoutersIpV6Test-563412711 tempest-RoutersIpV6Test-563412711-project] Router 66d7c256-dfc7-49dc-ade9-60267fcf0def is scheduled to L3 agent 79a740bf-7821-4989-8288-7186e3e128f3 with binding_index 1 {{(pid=95102) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 23 19:42:30.535274 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-ccc9a179-4051-4193-a246-ead59e3b5530 None None] For port 71476d37-f809-4a59-8947-b30836bc90a3, host n-d-713301-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-16',level=0,port_id=71476d37-f809-4a59-8947-b30836bc90a3,segment=NetworkSegment(39067d06-2e08-47ee-88f7-8cbab422585d),segment_id=39067d06-2e08-47ee-88f7-8cbab422585d)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:42:30.542425 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-ccc9a179-4051-4193-a246-ead59e3b5530 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:30.614715 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-b499f2c3-2ab8-479d-8db8-9fdd279ccb68 tempest-SecGroupIPv6Test-1615826656 tempest-SecGroupIPv6Test-1615826656-project] 10.222.0.67 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.3262639 Sep 23 19:42:30.622343 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 34492) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:42:30.648475 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.v2.base [None req-6dda8381-e420-4e3b-81d3-58c9e9919fae tempest-SecGroupIPv6Test-1615826656 tempest-SecGroupIPv6Test-1615826656-project] Request body: {'security_group': {'name': 'tempest-secgroup--1956478730'}} {{(pid=95101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:42:30.666820 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccc9a179-4051-4193-a246-ead59e3b5530 None None] Pushing event updated for resources: {'Port': ['ID=71476d37-f809-4a59-8947-b30836bc90a3,revision_number=5']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:42:30.673963 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-961fae0b-9bb6-4666-95e8-2ed664c3c1fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5607579', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6130961'] for subnet, after_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:30.697861 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-2dab0847-eb38-425b-a2c1-82f943bf7b0c None None] Provisioning complete for port 71476d37-f809-4a59-8947-b30836bc90a3 triggered by entity DHCP. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:42:30.698857 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-2dab0847-eb38-425b-a2c1-82f943bf7b0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:30.766640 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-904e2f80-f8cd-43e6-a9c8-a22dfacc572f tempest-RoutersIpV6Test-563412711 tempest-RoutersIpV6Test-563412711-project] Notify agent at l3_agent.n-d-713301-16 the message routers_updated {{(pid=95102) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 19:42:30.795525 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-904e2f80-f8cd-43e6-a9c8-a22dfacc572f tempest-RoutersIpV6Test-563412711 tempest-RoutersIpV6Test-563412711-project] 10.222.0.67 "PUT /v2.0/routers/66d7c256-dfc7-49dc-ade9-60267fcf0def/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.8255689 Sep 23 19:42:30.804726 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 34496) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:42:30.807572 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-6dda8381-e420-4e3b-81d3-58c9e9919fae tempest-SecGroupIPv6Test-1615826656 tempest-SecGroupIPv6Test-1615826656-project] Notify callbacks [] for security_group, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:30.811395 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8badb6e8-32a5-4983-83ce-5bb52740c4d9 None None] Sync routers for ids ['66d7c256-dfc7-49dc-ade9-60267fcf0def'] in n-d-713301-16 {{(pid=95103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 19:42:30.888958 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-35e88fab-0942-4d74-b9f5-f2fd042381df req-85af49ae-d965-40ad-b3d6-cd5428ce91f1 tempest-TestVolumeBackupRestore-1434194993 tempest-TestVolumeBackupRestore-1434194993-project] 10.222.0.67 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1652792407&fields=id&tenant_id=df60118e0c434751a044956da831d00f HTTP/1.1" status: 200 len: 267 time: 0.3557477 Sep 23 19:42:30.907784 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-961fae0b-9bb6-4666-95e8-2ed664c3c1fa admin admin] Checking segment: {'id': '1b1006a9-7be0-4ad0-baa0-0c513d32c988', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '933d290f-956c-47b5-b8d1-c87282eb1b52'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:42:30.908469 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-961fae0b-9bb6-4666-95e8-2ed664c3c1fa admin admin] Network hostable DHCP agents. Network: 933d290f-956c-47b5-b8d1-c87282eb1b52, hostable agents: ['1b18bf05-1b5f-4587-be5c-af3ac38e32ad'], hosted agents: [] {{(pid=95101) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 19:42:30.919929 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-961fae0b-9bb6-4666-95e8-2ed664c3c1fa admin admin] Pushing event updated for resources: {'Subnet': ['ID=c1ffe846-e64f-446f-a40b-e8d0d3bddbda,revision_number=0']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:42:30.928634 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_hamode_db [None req-47764bde-2e8f-48ae-ae44-9f17de64b2cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96503fda-a45f-430f-a5e1-653bd4f2c170', 'name': 'tempest-RoutersTest-router-1607213160', 'tenant_id': '6680ec314c604479bbb737c95f4e0850', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:42:16Z', 'updated_at': '2021-09-23T19:42:23Z', 'revision_number': 2, 'project_id': '6680ec314c604479bbb737c95f4e0850', 'gw_port_host': None, '_interfaces': [{'id': '71476d37-f809-4a59-8947-b30836bc90a3', 'name': '', 'network_id': '03cb5eff-ca10-44b6-a3c2-6d52aab0c61a', 'tenant_id': '6680ec314c604479bbb737c95f4e0850', 'mac_address': 'fa:16:3e:17:6c:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96503fda-a45f-430f-a5e1-653bd4f2c170', 'device_owner': 'network:router_interface', 'standard_attr_id': 2533, 'fixed_ips': [{'subnet_id': '5875b511-0c2a-4668-b988-7eb16dc02ec2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:42:20Z', 'updated_at': '2021-09-23T19:42:29Z', 'revision_number': 4, 'project_id': '6680ec314c604479bbb737c95f4e0850', 'subnets': [{'id': '5875b511-0c2a-4668-b988-7eb16dc02ec2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-16', False) {} {{(pid=95104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:42:30.937381 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8badb6e8-32a5-4983-83ce-5bb52740c4d9 None None] Routers {'66d7c256-dfc7-49dc-ade9-60267fcf0def'} bound to L3 agent in host n-d-713301-16 {{(pid=95103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 19:42:30.938385 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_hamode_db [None req-8badb6e8-32a5-4983-83ce-5bb52740c4d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-23T19:07:52Z,description=,heartbeat_timestamp=2021-09-23T19:42:22Z,host='n-d-713301-16',id=79a740bf-7821-4989-8288-7186e3e128f3,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:07:52Z,topic='l3_agent')) {'router_ids': ['66d7c256-dfc7-49dc-ade9-60267fcf0def'], 'active': True} {{(pid=95103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:42:30.955276 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25b9ea24-a3b4-4537-b5be-2a9d472c2ca3 tempest-RoutersIpV6Test-563412711 tempest-RoutersIpV6Test-563412711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:42:30.957132 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-25b9ea24-a3b4-4537-b5be-2a9d472c2ca3 tempest-RoutersIpV6Test-563412711 tempest-RoutersIpV6Test-563412711-project] 10.222.0.67 "GET /v2.0/ports/37c34cff-3c61-4b60-b54a-5f34bca75dde HTTP/1.1" status: 200 len: 983 time: 0.1457224 Sep 23 19:42:30.965625 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 34500) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:42:30.978536 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47764bde-2e8f-48ae-ae44-9f17de64b2cb None None] The sync data for ids ['96503fda-a45f-430f-a5e1-653bd4f2c170'] in n-d-713301-16 is: [{'id': '96503fda-a45f-430f-a5e1-653bd4f2c170', 'name': 'tempest-RoutersTest-router-1607213160', 'tenant_id': '6680ec314c604479bbb737c95f4e0850', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:42:16Z', 'updated_at': '2021-09-23T19:42:23Z', 'revision_number': 2, 'project_id': '6680ec314c604479bbb737c95f4e0850', 'gw_port_host': None, '_interfaces': [{'id': '71476d37-f809-4a59-8947-b30836bc90a3', 'name': '', 'network_id': '03cb5eff-ca10-44b6-a3c2-6d52aab0c61a', 'tenant_id': '6680ec314c604479bbb737c95f4e0850', 'mac_address': 'fa:16:3e:17:6c:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96503fda-a45f-430f-a5e1-653bd4f2c170', 'device_owner': 'network:router_interface', 'standard_attr_id': 2533, 'fixed_ips': [{'subnet_id': '5875b511-0c2a-4668-b988-7eb16dc02ec2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:42:20Z', 'updated_at': '2021-09-23T19:42:29Z', 'revision_number': 4, 'project_id': '6680ec314c604479bbb737c95f4e0850', 'subnets': [{'id': '5875b511-0c2a-4668-b988-7eb16dc02ec2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 19:42:31.039360 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_hamode_db [None req-8badb6e8-32a5-4983-83ce-5bb52740c4d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713301-16', False) {} {{(pid=95103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:42:31.104028 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8badb6e8-32a5-4983-83ce-5bb52740c4d9 None None] Routers {'66d7c256-dfc7-49dc-ade9-60267fcf0def'} bound to L3 agent in host n-d-713301-16 {{(pid=95103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 19:42:31.110613 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_hamode_db [None req-8badb6e8-32a5-4983-83ce-5bb52740c4d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-23T19:07:52Z,description=,heartbeat_timestamp=2021-09-23T19:42:22Z,host='n-d-713301-16',id=79a740bf-7821-4989-8288-7186e3e128f3,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:07:52Z,topic='l3_agent')) {'router_ids': ['66d7c256-dfc7-49dc-ade9-60267fcf0def'], 'active': True} {{(pid=95103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:42:31.134490 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e88fab-0942-4d74-b9f5-f2fd042381df req-cf135f0f-84dc-405e-be31-a82a5c424738 tempest-TestVolumeBackupRestore-1434194993 tempest-TestVolumeBackupRestore-1434194993-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:42:31.137106 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-35e88fab-0942-4d74-b9f5-f2fd042381df req-cf135f0f-84dc-405e-be31-a82a5c424738 tempest-TestVolumeBackupRestore-1434194993 tempest-TestVolumeBackupRestore-1434194993-project] 10.222.0.67 "GET /v2.0/networks?id=7fafb3d9-de72-4d87-8d56-0a7bcad8db30 HTTP/1.1" status: 200 len: 814 time: 0.2465262 Sep 23 19:42:31.199718 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_hamode_db [None req-8badb6e8-32a5-4983-83ce-5bb52740c4d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713301-16', False) {} {{(pid=95103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:42:31.200292 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8badb6e8-32a5-4983-83ce-5bb52740c4d9 None None] The sync data for ids ['66d7c256-dfc7-49dc-ade9-60267fcf0def'] in n-d-713301-16 is: [] {{(pid=95103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 19:42:31.227444 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-2dab0847-eb38-425b-a2c1-82f943bf7b0c None None] Provisioning complete for port 37c34cff-3c61-4b60-b54a-5f34bca75dde triggered by entity DHCP. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:42:31.227817 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-2dab0847-eb38-425b-a2c1-82f943bf7b0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:31.281887 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.plugin [None req-2dab0847-eb38-425b-a2c1-82f943bf7b0c None None] Port 37c34cff-3c61-4b60-b54a-5f34bca75dde cannot update to ACTIVE because it is not bound. {{(pid=95103) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 19:42:31.308138 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-2ab6f3fd-011d-49b1-914c-669b11473176 tempest-RoutersTest-320658655 tempest-RoutersTest-320658655-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4398944', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5388242'] for subnet, after_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:31.311300 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-35e88fab-0942-4d74-b9f5-f2fd042381df req-fa86c0b8-73f1-41c1-9e9b-3ae3900e6690 tempest-TestVolumeBackupRestore-1434194993 tempest-TestVolumeBackupRestore-1434194993-project] 10.222.0.67 "GET /v2.0/quotas/df60118e0c434751a044956da831d00f HTTP/1.1" status: 200 len: 375 time: 0.1665173 Sep 23 19:42:31.562424 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c3b875-58be-4c37-be68-90fe2417ab34 req-0587f829-0712-41d4-bfec-99c5a672caa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:42:31.564107 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-37c3b875-58be-4c37-be68-90fe2417ab34 req-0587f829-0712-41d4-bfec-99c5a672caa0 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=c994c23c-480f-4306-a41c-657703b40238&tenant_id=9f955dc8eb0a49dcaf259d890508d18f HTTP/1.1" status: 200 len: 1096 time: 0.2985287 Sep 23 19:42:31.564888 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ab6f3fd-011d-49b1-914c-669b11473176 tempest-RoutersTest-320658655 tempest-RoutersTest-320658655-project] Pushing event updated for resources: {'Subnet': ['ID=b76f4ef0-2b81-4485-9220-9564b7756441,revision_number=0']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:42:31.595347 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023e29ac-5d04-4989-852a-44880a8b0d52 req-c16c4259-7c86-4df7-a17a-0620cd9fde3e tempest-AttachVolumeShelveTestJSON-2035318112 tempest-AttachVolumeShelveTestJSON-2035318112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:42:31.597937 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-023e29ac-5d04-4989-852a-44880a8b0d52 req-c16c4259-7c86-4df7-a17a-0620cd9fde3e tempest-AttachVolumeShelveTestJSON-2035318112 tempest-AttachVolumeShelveTestJSON-2035318112-project] 10.222.0.67 "GET /v2.0/ports?device_id=c994c23c-480f-4306-a41c-657703b40238 HTTP/1.1" status: 200 len: 944 time: 0.2926035 Sep 23 19:42:31.623051 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ab6f3fd-011d-49b1-914c-669b11473176 tempest-RoutersTest-320658655 tempest-RoutersTest-320658655-project] Checking segment: {'id': 'c1817bc8-ecb1-4a03-aca5-a1a4cb96418e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': 'c914a2cf-d7d1-4da8-9fd0-5e5b7ab5b1fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95102) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:42:31.623428 n-d-713301-16 neutron-server[95102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ab6f3fd-011d-49b1-914c-669b11473176 tempest-RoutersTest-320658655 tempest-RoutersTest-320658655-project] Network hostable DHCP agents. Network: c914a2cf-d7d1-4da8-9fd0-5e5b7ab5b1fb, hostable agents: ['1b18bf05-1b5f-4587-be5c-af3ac38e32ad'], hosted agents: [] {{(pid=95102) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 19:42:31.631586 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-961fae0b-9bb6-4666-95e8-2ed664c3c1fa admin admin] Network 933d290f-956c-47b5-b8d1-c87282eb1b52 is scheduled to be hosted by DHCP agent 1b18bf05-1b5f-4587-be5c-af3ac38e32ad with binding_index 1 {{(pid=95101) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 19:42:31.642201 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-35e88fab-0942-4d74-b9f5-f2fd042381df req-6d3ed796-0dae-4271-95d0-e2b59793e6d2 tempest-TestVolumeBackupRestore-1434194993 tempest-TestVolumeBackupRestore-1434194993-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=df60118e0c434751a044956da831d00f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2878456 Sep 23 19:42:31.674479 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.base_scheduler [None req-961fae0b-9bb6-4666-95e8-2ed664c3c1fa admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713301-16, 933d290f-956c-47b5-b8d1-c87282eb1b52) {{(pid=95101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:42:31.687366 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-961fae0b-9bb6-4666-95e8-2ed664c3c1fa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:42:31.688037 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-961fae0b-9bb6-4666-95e8-2ed664c3c1fa admin admin] Notify callbacks [] for subnet, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:31.691187 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1601b8d4-3c01-42e8-8682-bce04e8a6435 None None] Network 933d290f-956c-47b5-b8d1-c87282eb1b52 requested from n-d-713301-16 {{(pid=95103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 19:42:31.698857 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-6dda8381-e420-4e3b-81d3-58c9e9919fae tempest-SecGroupIPv6Test-1615826656 tempest-SecGroupIPv6Test-1615826656-project] Notify callbacks [] for security_group, precommit_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:31.723170 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-6dda8381-e420-4e3b-81d3-58c9e9919fae tempest-SecGroupIPv6Test-1615826656 tempest-SecGroupIPv6Test-1615826656-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:31.740331 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Device 71476d37-f809-4a59-8947-b30836bc90a3 up at agent ovs-agent-n-d-713301-16 {{(pid=95103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 19:42:31.755687 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-961fae0b-9bb6-4666-95e8-2ed664c3c1fa admin admin] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 2.0134144 Sep 23 19:42:31.784370 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dda8381-e420-4e3b-81d3-58c9e9919fae tempest-SecGroupIPv6Test-1615826656 tempest-SecGroupIPv6Test-1615826656-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0c1085d8-7cc8-4ce8-98d7-efeba197578b,revision_number=1']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:42:31.798374 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-6dda8381-e420-4e3b-81d3-58c9e9919fae tempest-SecGroupIPv6Test-1615826656 tempest-SecGroupIPv6Test-1615826656-project] Notify callbacks [] for security_group, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:31.799901 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-6dda8381-e420-4e3b-81d3-58c9e9919fae tempest-SecGroupIPv6Test-1615826656 tempest-SecGroupIPv6Test-1615826656-project] 10.222.0.67 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.1632640 Sep 23 19:42:31.803606 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 34508) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:42:31.814127 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.v2.base [None req-0cf010fc-cb2b-4ab4-b127-f7b303cf4a72 tempest-SecGroupIPv6Test-1615826656 tempest-SecGroupIPv6Test-1615826656-project] Request body: {'security_group_rule': {'security_group_id': '0c1085d8-7cc8-4ce8-98d7-efeba197578b', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=95101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:42:31.895031 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-0cf010fc-cb2b-4ab4-b127-f7b303cf4a72 tempest-SecGroupIPv6Test-1615826656 tempest-SecGroupIPv6Test-1615826656-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:31.945267 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Provisioning complete for port 71476d37-f809-4a59-8947-b30836bc90a3 triggered by entity L2. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:42:31.946743 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:32.041668 n-d-713301-16 neutron-server[95102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ab6f3fd-011d-49b1-914c-669b11473176 tempest-RoutersTest-320658655 tempest-RoutersTest-320658655-project] Network c914a2cf-d7d1-4da8-9fd0-5e5b7ab5b1fb is scheduled to be hosted by DHCP agent 1b18bf05-1b5f-4587-be5c-af3ac38e32ad with binding_index 1 {{(pid=95102) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 19:42:32.094152 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-0cf010fc-cb2b-4ab4-b127-f7b303cf4a72 tempest-SecGroupIPv6Test-1615826656 tempest-SecGroupIPv6Test-1615826656-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:32.104343 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-023e29ac-5d04-4989-852a-44880a8b0d52 req-518437c1-be4e-485f-9391-93da9932de69 tempest-AttachVolumeShelveTestJSON-2035318112 tempest-AttachVolumeShelveTestJSON-2035318112-project] 10.222.0.67 "GET /v2.0/security-groups?id=dd8506a8-7e56-49b4-9c74-3948d9b76f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4828327 Sep 23 19:42:32.105582 n-d-713301-16 neutron-server[95102]: DEBUG neutron.scheduler.base_scheduler [None req-2ab6f3fd-011d-49b1-914c-669b11473176 tempest-RoutersTest-320658655 tempest-RoutersTest-320658655-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713301-16, c914a2cf-d7d1-4da8-9fd0-5e5b7ab5b1fb) {{(pid=95102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:42:32.110863 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c3b875-58be-4c37-be68-90fe2417ab34 req-567f80e8-2244-4965-b8f2-1207ad34774b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:42:32.112791 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-37c3b875-58be-4c37-be68-90fe2417ab34 req-567f80e8-2244-4965-b8f2-1207ad34774b service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=9f955dc8eb0a49dcaf259d890508d18f&device_id=c994c23c-480f-4306-a41c-657703b40238 HTTP/1.1" status: 200 len: 1096 time: 0.5081949 Sep 23 19:42:32.117583 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ab6f3fd-011d-49b1-914c-669b11473176 tempest-RoutersTest-320658655 tempest-RoutersTest-320658655-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:42:32.118375 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-2ab6f3fd-011d-49b1-914c-669b11473176 tempest-RoutersTest-320658655 tempest-RoutersTest-320658655-project] Notify callbacks [] for subnet, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:32.130242 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-0cf010fc-cb2b-4ab4-b127-f7b303cf4a72 tempest-SecGroupIPv6Test-1615826656 tempest-SecGroupIPv6Test-1615826656-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575319'] for security_group_rule, after_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:32.183267 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5113e10-11e0-4c24-bc97-88c60bfe7de6 None None] Network c914a2cf-d7d1-4da8-9fd0-5e5b7ab5b1fb requested from n-d-713301-16 {{(pid=95103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 19:42:32.187800 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-61d16793-32cc-40fd-b60e-1aff9cb2417e tempest-RoutersIpV6Test-563412711 tempest-RoutersIpV6Test-563412711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-601372'] for router_interface, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:32.190768 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cf010fc-cb2b-4ab4-b127-f7b303cf4a72 tempest-SecGroupIPv6Test-1615826656 tempest-SecGroupIPv6Test-1615826656-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bd93d2ad-5190-45b2-b918-ce121d4ca31d,revision_number=0']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:42:32.246627 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-35e88fab-0942-4d74-b9f5-f2fd042381df req-1838f541-6b7b-4e2f-a090-78440910bfb4 service neutron] 10.222.0.67 "GET /v2.0/networks/7fafb3d9-de72-4d87-8d56-0a7bcad8db30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5449467 Sep 23 19:42:32.254108 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-2ab6f3fd-011d-49b1-914c-669b11473176 tempest-RoutersTest-320658655 tempest-RoutersTest-320658655-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.7724893 Sep 23 19:42:32.257491 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 34524) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:42:32.319261 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-0cf010fc-cb2b-4ab4-b127-f7b303cf4a72 tempest-SecGroupIPv6Test-1615826656 tempest-SecGroupIPv6Test-1615826656-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:32.320801 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-0cf010fc-cb2b-4ab4-b127-f7b303cf4a72 tempest-SecGroupIPv6Test-1615826656 tempest-SecGroupIPv6Test-1615826656-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5145786 Sep 23 19:42:32.324958 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 34528) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:42:32.340673 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a85c6b4a-3cf2-44cc-bf49-9c2e61627103 None None] Network 933d290f-956c-47b5-b8d1-c87282eb1b52 requested from n-d-713301-16 {{(pid=95103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 19:42:32.343783 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.v2.base [None req-29599605-9718-45c8-8ccd-5319ec06f621 tempest-SecGroupIPv6Test-1615826656 tempest-SecGroupIPv6Test-1615826656-project] Request body: {'security_group_rule': {'security_group_id': '0c1085d8-7cc8-4ce8-98d7-efeba197578b', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=95101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:42:32.383283 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c3b875-58be-4c37-be68-90fe2417ab34 req-71fefffd-7dfe-46d2-a4b5-c723b4a8303a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:42:32.384990 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-37c3b875-58be-4c37-be68-90fe2417ab34 req-71fefffd-7dfe-46d2-a4b5-c723b4a8303a service neutron] 10.222.0.74 "GET /v2.0/networks?id=fc2b89b8-ce3f-4c16-8b68-220076c74d2b HTTP/1.1" status: 200 len: 917 time: 0.2543545 Sep 23 19:42:32.443550 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-29599605-9718-45c8-8ccd-5319ec06f621 tempest-SecGroupIPv6Test-1615826656 tempest-SecGroupIPv6Test-1615826656-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:32.553096 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-29599605-9718-45c8-8ccd-5319ec06f621 tempest-SecGroupIPv6Test-1615826656 tempest-SecGroupIPv6Test-1615826656-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:32.567972 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-29599605-9718-45c8-8ccd-5319ec06f621 tempest-SecGroupIPv6Test-1615826656 tempest-SecGroupIPv6Test-1615826656-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575319'] for security_group_rule, after_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:32.612434 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29599605-9718-45c8-8ccd-5319ec06f621 tempest-SecGroupIPv6Test-1615826656 tempest-SecGroupIPv6Test-1615826656-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=68642468-dda0-4054-a22e-d6ea3aba8605,revision_number=0']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:42:32.626910 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-29599605-9718-45c8-8ccd-5319ec06f621 tempest-SecGroupIPv6Test-1615826656 tempest-SecGroupIPv6Test-1615826656-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:32.631561 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-29599605-9718-45c8-8ccd-5319ec06f621 tempest-SecGroupIPv6Test-1615826656 tempest-SecGroupIPv6Test-1615826656-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2985101 Sep 23 19:42:32.632466 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 34540) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:42:32.637596 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.v2.base [None req-a475ca76-e74e-4991-b5cd-457244cdd4d4 tempest-SecGroupIPv6Test-1615826656 tempest-SecGroupIPv6Test-1615826656-project] Request body: {'security_group_rule': {'security_group_id': '0c1085d8-7cc8-4ce8-98d7-efeba197578b', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=95101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:42:32.679659 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.plugin [None req-61d16793-32cc-40fd-b60e-1aff9cb2417e tempest-RoutersIpV6Test-563412711 tempest-RoutersIpV6Test-563412711-project] Deleting port 37c34cff-3c61-4b60-b54a-5f34bca75dde {{(pid=95101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:42:32.680005 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-61d16793-32cc-40fd-b60e-1aff9cb2417e tempest-RoutersIpV6Test-563412711 tempest-RoutersIpV6Test-563412711-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783146157096'] for port, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:32.705898 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-a475ca76-e74e-4991-b5cd-457244cdd4d4 tempest-SecGroupIPv6Test-1615826656 tempest-SecGroupIPv6Test-1615826656-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:32.738292 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd400756-5783-416a-bfa6-86e117b54bf4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4c8b80df-07eb-5275-9f17-5cf640db67c0-c914a2cf-d7d1-4da8-9fd0-5e5b7ab5b1fb', 'network_id': 'c914a2cf-d7d1-4da8-9fd0-5e5b7ab5b1fb', 'tenant_id': '6680ec314c604479bbb737c95f4e0850', 'fixed_ips': [{'subnet_id': 'b76f4ef0-2b81-4485-9220-9564b7756441'}]}} from n-d-713301-16. {{(pid=95103) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 23 19:42:32.739417 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-bd400756-5783-416a-bfa6-86e117b54bf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_create {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:32.776349 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-35e88fab-0942-4d74-b9f5-f2fd042381df req-cb4d1d0d-9536-465d-b956-6d32809dcb3d service neutron] 10.222.0.67 "GET /v2.0/networks/7fafb3d9-de72-4d87-8d56-0a7bcad8db30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5107105 Sep 23 19:42:32.824014 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-61d16793-32cc-40fd-b60e-1aff9cb2417e tempest-RoutersIpV6Test-563412711 tempest-RoutersIpV6Test-563412711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-605701'] for port, precommit_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:32.841041 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-a475ca76-e74e-4991-b5cd-457244cdd4d4 tempest-SecGroupIPv6Test-1615826656 tempest-SecGroupIPv6Test-1615826656-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:32.848066 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.plugin [None req-61d16793-32cc-40fd-b60e-1aff9cb2417e tempest-RoutersIpV6Test-563412711 tempest-RoutersIpV6Test-563412711-project] Calling delete_port for 37c34cff-3c61-4b60-b54a-5f34bca75dde owned by network:router_interface {{(pid=95101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:42:32.852535 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-a475ca76-e74e-4991-b5cd-457244cdd4d4 tempest-SecGroupIPv6Test-1615826656 tempest-SecGroupIPv6Test-1615826656-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575319'] for security_group_rule, after_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:32.885098 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a475ca76-e74e-4991-b5cd-457244cdd4d4 tempest-SecGroupIPv6Test-1615826656 tempest-SecGroupIPv6Test-1615826656-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=38853a1e-e0ce-40e0-ae51-2d00b02eecd2,revision_number=0']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:42:32.895395 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-37c3b875-58be-4c37-be68-90fe2417ab34 req-bd1c06b8-d842-4429-8055-293f3c4b356b service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e903ca97-db28-44ea-88d1-53bdf3b0a143 HTTP/1.1" status: 200 len: 1000 time: 0.4760053 Sep 23 19:42:32.919402 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-a475ca76-e74e-4991-b5cd-457244cdd4d4 tempest-SecGroupIPv6Test-1615826656 tempest-SecGroupIPv6Test-1615826656-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:32.922774 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-a475ca76-e74e-4991-b5cd-457244cdd4d4 tempest-SecGroupIPv6Test-1615826656 tempest-SecGroupIPv6Test-1615826656-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2864239 Sep 23 19:42:32.923643 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 34542) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:42:32.929615 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.v2.base [None req-61a55086-603a-4aff-89aa-2b5344377c08 tempest-SecGroupIPv6Test-1615826656 tempest-SecGroupIPv6Test-1615826656-project] Request body: {'security_group_rule': {'security_group_id': '0c1085d8-7cc8-4ce8-98d7-efeba197578b', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=95101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:42:33.006262 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.db_base_plugin_common [None req-bd400756-5783-416a-bfa6-86e117b54bf4 None None] Allocated IP 172.21.0.2 (c914a2cf-d7d1-4da8-9fd0-5e5b7ab5b1fb/b76f4ef0-2b81-4485-9220-9564b7756441/917207a9-ea57-4b26-bab3-6182863fe880) {{(pid=95103) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 19:42:33.025367 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-61a55086-603a-4aff-89aa-2b5344377c08 tempest-SecGroupIPv6Test-1615826656 tempest-SecGroupIPv6Test-1615826656-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:33.119460 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c3b875-58be-4c37-be68-90fe2417ab34 req-c5497c9c-9277-41a5-93fc-beaaf8fe084e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:42:33.121408 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-37c3b875-58be-4c37-be68-90fe2417ab34 req-c5497c9c-9277-41a5-93fc-beaaf8fe084e service neutron] 10.222.0.74 "GET /v2.0/subnets?id=cfb66c78-2a7b-4d98-8fdd-683258461232 HTTP/1.1" status: 200 len: 855 time: 0.1690180 Sep 23 19:42:33.138813 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed378a79-9497-41ca-8936-1c2d379c219a req-784f9a82-eae0-40be-8f49-6627d6108fd2 tempest-ServersNegativeTestMultiTenantJSON-124017900 tempest-ServersNegativeTestMultiTenantJSON-124017900-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:42:33.147585 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-61a55086-603a-4aff-89aa-2b5344377c08 tempest-SecGroupIPv6Test-1615826656 tempest-SecGroupIPv6Test-1615826656-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:33.153184 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-ed378a79-9497-41ca-8936-1c2d379c219a req-784f9a82-eae0-40be-8f49-6627d6108fd2 tempest-ServersNegativeTestMultiTenantJSON-124017900 tempest-ServersNegativeTestMultiTenantJSON-124017900-project] 10.222.0.67 "GET /v2.0/networks?id=9fc71826-cebc-4cbf-b8a4-f95338e0106c HTTP/1.1" status: 200 len: 825 time: 0.4047906 Sep 23 19:42:33.161546 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-61a55086-603a-4aff-89aa-2b5344377c08 tempest-SecGroupIPv6Test-1615826656 tempest-SecGroupIPv6Test-1615826656-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575319'] for security_group_rule, after_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:33.180826 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-61d16793-32cc-40fd-b60e-1aff9cb2417e tempest-RoutersIpV6Test-563412711 tempest-RoutersIpV6Test-563412711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783146162158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783145673144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5607431'] for port, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:33.197622 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a55086-603a-4aff-89aa-2b5344377c08 tempest-SecGroupIPv6Test-1615826656 tempest-SecGroupIPv6Test-1615826656-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f22e0265-0eeb-4712-a40f-3aecdef36074,revision_number=0']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:42:33.229484 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61d16793-32cc-40fd-b60e-1aff9cb2417e tempest-RoutersIpV6Test-563412711 tempest-RoutersIpV6Test-563412711-project] Pushing event deleted for resources: {'Port': ['ID=37c34cff-3c61-4b60-b54a-5f34bca75dde,revision_number=None']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:42:33.231521 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-61a55086-603a-4aff-89aa-2b5344377c08 tempest-SecGroupIPv6Test-1615826656 tempest-SecGroupIPv6Test-1615826656-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:33.232782 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-61a55086-603a-4aff-89aa-2b5344377c08 tempest-SecGroupIPv6Test-1615826656 tempest-SecGroupIPv6Test-1615826656-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3081753 Sep 23 19:42:33.235659 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 34556) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:42:33.246724 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.v2.base [None req-31d0c16d-e063-4e02-9fc2-8b2f77e05657 tempest-SecGroupIPv6Test-1615826656 tempest-SecGroupIPv6Test-1615826656-project] Request body: {'security_group_rule': {'security_group_id': '0c1085d8-7cc8-4ce8-98d7-efeba197578b', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=95101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:42:33.266995 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-ed378a79-9497-41ca-8936-1c2d379c219a req-84ed9b12-38a8-4a25-8304-33d736d58a21 tempest-ServersNegativeTestMultiTenantJSON-124017900 tempest-ServersNegativeTestMultiTenantJSON-124017900-project] 10.222.0.67 "GET /v2.0/quotas/e745d9f5f1e2476a839b8016dbeae7cc HTTP/1.1" status: 200 len: 375 time: 0.0967875 Sep 23 19:42:33.345354 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-ed378a79-9497-41ca-8936-1c2d379c219a req-87422c78-b7ec-45e4-ad61-c800d2393771 tempest-ServersNegativeTestMultiTenantJSON-124017900 tempest-ServersNegativeTestMultiTenantJSON-124017900-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=e745d9f5f1e2476a839b8016dbeae7cc&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0771995 Sep 23 19:42:33.399699 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c3b875-58be-4c37-be68-90fe2417ab34 req-a9b3d3eb-85f7-4af6-ae71-53a6a68688e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:42:33.409180 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-37c3b875-58be-4c37-be68-90fe2417ab34 req-a9b3d3eb-85f7-4af6-ae71-53a6a68688e6 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=fc2b89b8-ce3f-4c16-8b68-220076c74d2b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2547467 Sep 23 19:42:33.438543 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-bd400756-5783-416a-bfa6-86e117b54bf4 None None] Notify callbacks [] for port, precommit_create {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:33.455871 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-bd400756-5783-416a-bfa6-86e117b54bf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783145673135'] for port, after_create {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:33.470256 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-61d16793-32cc-40fd-b60e-1aff9cb2417e tempest-RoutersIpV6Test-563412711 tempest-RoutersIpV6Test-563412711-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-527322', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-602005'] for router_interface, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:33.473194 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-31d0c16d-e063-4e02-9fc2-8b2f77e05657 tempest-SecGroupIPv6Test-1615826656 tempest-SecGroupIPv6Test-1615826656-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:33.577839 n-d-713301-16 neutron-server[95103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd400756-5783-416a-bfa6-86e117b54bf4 None None] Network c914a2cf-d7d1-4da8-9fd0-5e5b7ab5b1fb is already hosted by enough agents. {{(pid=95103) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:42:33.584272 n-d-713301-16 neutron-server[95103]: DEBUG neutron.scheduler.base_scheduler [None req-bd400756-5783-416a-bfa6-86e117b54bf4 None None] Resources bound (agent type, host, resource id): {{(pid=95103) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:42:33.588132 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd400756-5783-416a-bfa6-86e117b54bf4 None None] Received port after_create {{(pid=95103) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 19:42:33.611040 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd400756-5783-416a-bfa6-86e117b54bf4 None None] Pushing event updated for resources: {'Port': ['ID=917207a9-ea57-4b26-bab3-6182863fe880,revision_number=1']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:42:33.724065 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.managers [None req-bd400756-5783-416a-bfa6-86e117b54bf4 None None] Attempting to bind port 917207a9-ea57-4b26-bab3-6182863fe880 on host n-d-713301-16 for vnic_type normal with profile {{(pid=95103) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 19:42:33.724539 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.managers [None req-bd400756-5783-416a-bfa6-86e117b54bf4 None None] Attempting to bind port 917207a9-ea57-4b26-bab3-6182863fe880 by drivers openvswitch,hyperv on host n-d-713301-16 at level 0 using segments [{'id': 'c1817bc8-ecb1-4a03-aca5-a1a4cb96418e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': 'c914a2cf-d7d1-4da8-9fd0-5e5b7ab5b1fb'}] {{(pid=95103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 19:42:33.725047 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd400756-5783-416a-bfa6-86e117b54bf4 None None] Attempting to bind port 917207a9-ea57-4b26-bab3-6182863fe880 on network c914a2cf-d7d1-4da8-9fd0-5e5b7ab5b1fb {{(pid=95103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:42:33.731156 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd400756-5783-416a-bfa6-86e117b54bf4 None None] Checking agent: {'id': '70a14545-df24-472f-8f95-bfe1719bff93', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 19, 7, 53), 'started_at': datetime.datetime(2021, 9, 23, 19, 8, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 19, 42, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 19:42:33.731897 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd400756-5783-416a-bfa6-86e117b54bf4 None None] Checking segment: {'id': 'c1817bc8-ecb1-4a03-aca5-a1a4cb96418e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': 'c914a2cf-d7d1-4da8-9fd0-5e5b7ab5b1fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95103) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:42:33.732568 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-bd400756-5783-416a-bfa6-86e117b54bf4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:33.733334 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd400756-5783-416a-bfa6-86e117b54bf4 None None] Bound using segment: {'id': 'c1817bc8-ecb1-4a03-aca5-a1a4cb96418e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': 'c914a2cf-d7d1-4da8-9fd0-5e5b7ab5b1fb'} {{(pid=95103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 19:42:33.734164 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.managers [None req-bd400756-5783-416a-bfa6-86e117b54bf4 None None] Bound port: 917207a9-ea57-4b26-bab3-6182863fe880, host: n-d-713301-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c1817bc8-ecb1-4a03-aca5-a1a4cb96418e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': 'c914a2cf-d7d1-4da8-9fd0-5e5b7ab5b1fb'}}] {{(pid=95103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 19:42:33.734792 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-bd400756-5783-416a-bfa6-86e117b54bf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:33.862214 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-ed378a79-9497-41ca-8936-1c2d379c219a req-9fc83ea9-572e-4b29-af72-630e291c1f16 service neutron] 10.222.0.67 "GET /v2.0/networks/9fc71826-cebc-4cbf-b8a4-f95338e0106c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5157287 Sep 23 19:42:33.877101 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-61d16793-32cc-40fd-b60e-1aff9cb2417e tempest-RoutersIpV6Test-563412711 tempest-RoutersIpV6Test-563412711-project] Router 66d7c256-dfc7-49dc-ade9-60267fcf0def has already been hosted by L3 agent 79a740bf-7821-4989-8288-7186e3e128f3 {{(pid=95101) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 19:42:33.880815 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-31d0c16d-e063-4e02-9fc2-8b2f77e05657 tempest-SecGroupIPv6Test-1615826656 tempest-SecGroupIPv6Test-1615826656-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:33.894180 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-31d0c16d-e063-4e02-9fc2-8b2f77e05657 tempest-SecGroupIPv6Test-1615826656 tempest-SecGroupIPv6Test-1615826656-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575319'] for security_group_rule, after_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:33.902365 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-bd400756-5783-416a-bfa6-86e117b54bf4 None None] For port 917207a9-ea57-4b26-bab3-6182863fe880, host n-d-713301-16, cleared binding levels {{(pid=95103) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 19:42:33.911762 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-bd400756-5783-416a-bfa6-86e117b54bf4 None None] For port 917207a9-ea57-4b26-bab3-6182863fe880, host n-d-713301-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-16',level=0,port_id=917207a9-ea57-4b26-bab3-6182863fe880,segment=NetworkSegment(c1817bc8-ecb1-4a03-aca5-a1a4cb96418e),segment_id=c1817bc8-ecb1-4a03-aca5-a1a4cb96418e)] {{(pid=95103) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 19:42:33.912018 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31d0c16d-e063-4e02-9fc2-8b2f77e05657 tempest-SecGroupIPv6Test-1615826656 tempest-SecGroupIPv6Test-1615826656-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=59950a2f-e5f4-43e5-8bee-aa1fb34650c2,revision_number=0']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:42:33.915395 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-45f3da0c-73de-4f5d-83b4-f3b9968ea4d5 tempest-RoutersTest-320658655 tempest-RoutersTest-320658655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:33.927200 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-bd400756-5783-416a-bfa6-86e117b54bf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:33.927433 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-37c3b875-58be-4c37-be68-90fe2417ab34 req-ca83fbd3-ecda-43f9-a766-9410cfa81cde service neutron] 10.222.0.74 "GET /v2.0/networks/fc2b89b8-ce3f-4c16-8b68-220076c74d2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4355493 Sep 23 19:42:33.945400 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d75d928-f237-42ba-9b72-12f78df7d410 req-5097a790-e398-4c53-818f-5dffecd836b6 tempest-AttachVolumeShelveTestJSON-2035318112 tempest-AttachVolumeShelveTestJSON-2035318112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:42:33.947256 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-8d75d928-f237-42ba-9b72-12f78df7d410 req-5097a790-e398-4c53-818f-5dffecd836b6 tempest-AttachVolumeShelveTestJSON-2035318112 tempest-AttachVolumeShelveTestJSON-2035318112-project] 10.222.0.67 "GET /v2.0/ports?device_id=c994c23c-480f-4306-a41c-657703b40238 HTTP/1.1" status: 200 len: 944 time: 0.2422500 Sep 23 19:42:34.005328 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61d16793-32cc-40fd-b60e-1aff9cb2417e tempest-RoutersIpV6Test-563412711 tempest-RoutersIpV6Test-563412711-project] Notify agent at l3_agent.n-d-713301-16 the message routers_updated {{(pid=95101) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 19:42:34.017711 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f03477c-4589-49c7-9c65-b0059862d6a2 None None] Sync routers for ids ['66d7c256-dfc7-49dc-ade9-60267fcf0def'] in n-d-713301-16 {{(pid=95104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 19:42:34.018860 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-61d16793-32cc-40fd-b60e-1aff9cb2417e tempest-RoutersIpV6Test-563412711 tempest-RoutersIpV6Test-563412711-project] 10.222.0.67 "PUT /v2.0/routers/66d7c256-dfc7-49dc-ade9-60267fcf0def/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0511277 Sep 23 19:42:34.024386 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 34574) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:42:34.036782 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f03477c-4589-49c7-9c65-b0059862d6a2 None None] Routers {'66d7c256-dfc7-49dc-ade9-60267fcf0def'} bound to L3 agent in host n-d-713301-16 {{(pid=95104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 19:42:34.037431 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_hamode_db [None req-8f03477c-4589-49c7-9c65-b0059862d6a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-23T19:07:52Z,description=,heartbeat_timestamp=2021-09-23T19:42:22Z,host='n-d-713301-16',id=79a740bf-7821-4989-8288-7186e3e128f3,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:07:52Z,topic='l3_agent')) {'router_ids': ['66d7c256-dfc7-49dc-ade9-60267fcf0def'], 'active': True} {{(pid=95104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:42:34.070033 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd400756-5783-416a-bfa6-86e117b54bf4 None None] Pushing event updated for resources: {'Port': ['ID=917207a9-ea57-4b26-bab3-6182863fe880,revision_number=2']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:42:34.130026 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_hamode_db [None req-8f03477c-4589-49c7-9c65-b0059862d6a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713301-16', False) {} {{(pid=95104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:42:34.146522 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f03477c-4589-49c7-9c65-b0059862d6a2 None None] Routers {'66d7c256-dfc7-49dc-ade9-60267fcf0def'} bound to L3 agent in host n-d-713301-16 {{(pid=95104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 19:42:34.147469 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_hamode_db [None req-8f03477c-4589-49c7-9c65-b0059862d6a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-23T19:07:52Z,description=,heartbeat_timestamp=2021-09-23T19:42:22Z,host='n-d-713301-16',id=79a740bf-7821-4989-8288-7186e3e128f3,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:07:52Z,topic='l3_agent')) {'router_ids': ['66d7c256-dfc7-49dc-ade9-60267fcf0def'], 'active': True} {{(pid=95104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:42:34.193762 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_hamode_db [None req-8f03477c-4589-49c7-9c65-b0059862d6a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713301-16', False) {} {{(pid=95104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:42:34.194850 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f03477c-4589-49c7-9c65-b0059862d6a2 None None] The sync data for ids ['66d7c256-dfc7-49dc-ade9-60267fcf0def'] in n-d-713301-16 is: [] {{(pid=95104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 19:42:34.255873 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-31d0c16d-e063-4e02-9fc2-8b2f77e05657 tempest-SecGroupIPv6Test-1615826656 tempest-SecGroupIPv6Test-1615826656-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:34.258158 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-31d0c16d-e063-4e02-9fc2-8b2f77e05657 tempest-SecGroupIPv6Test-1615826656 tempest-SecGroupIPv6Test-1615826656-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 772 time: 1.0186589 Sep 23 19:42:34.262285 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 34576) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:42:34.264935 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-8d75d928-f237-42ba-9b72-12f78df7d410 req-f0bfe792-daf9-4c4c-b888-d1c1a1c2fa78 tempest-AttachVolumeShelveTestJSON-2035318112 tempest-AttachVolumeShelveTestJSON-2035318112-project] 10.222.0.67 "GET /v2.0/security-groups?id=dd8506a8-7e56-49b4-9c74-3948d9b76f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3022912 Sep 23 19:42:34.275650 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-ed378a79-9497-41ca-8936-1c2d379c219a req-2c5399f2-fd29-4e8c-a492-e9100be2ef28 service neutron] 10.222.0.67 "GET /v2.0/networks/9fc71826-cebc-4cbf-b8a4-f95338e0106c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4018335 Sep 23 19:42:34.358737 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-37c3b875-58be-4c37-be68-90fe2417ab34 req-69412faa-d4e0-4804-8369-60db21fe88a9 service neutron] 10.222.0.74 "GET /v2.0/networks/fc2b89b8-ce3f-4c16-8b68-220076c74d2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4044325 Sep 23 19:42:34.418415 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-8112d615-3af1-498d-82b6-b1c285e0bbac tempest-SecGroupIPv6Test-1615826656 tempest-SecGroupIPv6Test-1615826656-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:34.477951 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-8112d615-3af1-498d-82b6-b1c285e0bbac tempest-SecGroupIPv6Test-1615826656 tempest-SecGroupIPv6Test-1615826656-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:34.519803 n-d-713301-16 neutron-server[95101]: INFO neutron.api.v2.resource [None req-a06c5b86-e50e-43bc-b8cd-7a6d33c70e02 tempest-RoutersIpV6Test-563412711 tempest-RoutersIpV6Test-563412711-project] remove_router_interface failed (client error): The resource could not be found. Sep 23 19:42:34.523563 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-a06c5b86-e50e-43bc-b8cd-7a6d33c70e02 tempest-RoutersIpV6Test-563412711 tempest-RoutersIpV6Test-563412711-project] 10.222.0.67 "PUT /v2.0/routers/66d7c256-dfc7-49dc-ade9-60267fcf0def/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.4956505 Sep 23 19:42:34.524316 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 34582) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:42:34.540914 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-8279feb1-3249-402b-9031-f24e2f4c4f3a req-374db698-c10b-44b0-9019-56fbf849d320 tempest-TestVolumeBackupRestore-1434194993 tempest-TestVolumeBackupRestore-1434194993-project] 10.222.0.67 "GET /v2.0/ports?device_id=66cd2527-03c8-4dc5-92d2-374880b3d491 HTTP/1.1" status: 200 len: 210 time: 0.0861218 Sep 23 19:42:34.573601 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-60500d78-fb86-439d-8b9b-cd9484ba6fb1 tempest-RoutersIpV6Test-563412711 tempest-RoutersIpV6Test-563412711-project] 10.222.0.67 "GET /v2.0/ports?device_id=66d7c256-dfc7-49dc-ade9-60267fcf0def HTTP/1.1" status: 200 len: 205 time: 0.0461884 Sep 23 19:42:34.591696 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 34588) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:42:34.696694 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-a5fd9a00-1559-42b4-8da5-2fdc05463632 tempest-RoutersIpV6Test-563412711 tempest-RoutersIpV6Test-563412711-project] Notify callbacks [] for router, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:34.751995 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-8112d615-3af1-498d-82b6-b1c285e0bbac tempest-SecGroupIPv6Test-1615826656 tempest-SecGroupIPv6Test-1615826656-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575319'] for security_group_rule, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:34.757185 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-8112d615-3af1-498d-82b6-b1c285e0bbac tempest-SecGroupIPv6Test-1615826656 tempest-SecGroupIPv6Test-1615826656-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:34.761037 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-8112d615-3af1-498d-82b6-b1c285e0bbac tempest-SecGroupIPv6Test-1615826656 tempest-SecGroupIPv6Test-1615826656-project] 10.222.0.67 "DELETE /v2.0/security-group-rules/59950a2f-e5f4-43e5-8bee-aa1fb34650c2 HTTP/1.1" status: 204 len: 168 time: 0.4952977 Sep 23 19:42:34.761184 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-0cc70d02-c23a-406c-807c-bbb61671f807 req-05627ff5-d28d-4e6b-9f06-cb79f9a2e44d tempest-ServersNegativeTestMultiTenantJSON-124017900 tempest-ServersNegativeTestMultiTenantJSON-124017900-project] 10.222.0.67 "GET /v2.0/ports?device_id=faab7727-1b3e-4900-8911-d0a7e8a0febd HTTP/1.1" status: 200 len: 210 time: 0.0765615 Sep 23 19:42:34.764233 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 34594) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:42:34.818950 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8112d615-3af1-498d-82b6-b1c285e0bbac tempest-SecGroupIPv6Test-1615826656 tempest-SecGroupIPv6Test-1615826656-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=59950a2f-e5f4-43e5-8bee-aa1fb34650c2,revision_number=None']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:42:34.989897 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-775b7a61-0a77-4efa-be32-d816a9ba4ae5 tempest-SecGroupIPv6Test-1615826656 tempest-SecGroupIPv6Test-1615826656-project] 10.222.0.67 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5751 time: 0.2166827 Sep 23 19:42:34.990639 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d7a4d61-1953-4a13-9c11-42a9e9e0c8fa req-c47b691d-f190-4587-89c9-7071bf23af41 tempest-ServersNegativeTestJSON-1638865794 tempest-ServersNegativeTestJSON-1638865794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:42:34.990639 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-1d7a4d61-1953-4a13-9c11-42a9e9e0c8fa req-c47b691d-f190-4587-89c9-7071bf23af41 tempest-ServersNegativeTestJSON-1638865794 tempest-ServersNegativeTestJSON-1638865794-project] 10.222.0.67 "GET /v2.0/ports?device_id=6942dd4a-2993-4094-af13-ca4f91683a85 HTTP/1.1" status: 200 len: 946 time: 0.2906983 Sep 23 19:42:34.992380 n-d-713301-16 neutron-server[95102]: DEBUG neutron.db.db_base_plugin_common [None req-45f3da0c-73de-4f5d-83b4-f3b9968ea4d5 tempest-RoutersTest-320658655 tempest-RoutersTest-320658655-project] Allocated IP 172.21.0.1 (c914a2cf-d7d1-4da8-9fd0-5e5b7ab5b1fb/b76f4ef0-2b81-4485-9220-9564b7756441/32ae5718-2354-44f3-84d1-fec73b2909c9) {{(pid=95102) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 19:42:34.996492 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 34606) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:42:35.141746 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-a5fd9a00-1559-42b4-8da5-2fdc05463632 tempest-RoutersIpV6Test-563412711 tempest-RoutersIpV6Test-563412711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-597305', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29369'] for router, precommit_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:35.173020 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-a5fd9a00-1559-42b4-8da5-2fdc05463632 tempest-RoutersIpV6Test-563412711 tempest-RoutersIpV6Test-563412711-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:35.496878 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-3c6197e6-62e9-4d98-a5e3-9acf0dbf3fef tempest-SecGroupIPv6Test-1615826656 tempest-SecGroupIPv6Test-1615826656-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:35.542603 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-3c6197e6-62e9-4d98-a5e3-9acf0dbf3fef tempest-SecGroupIPv6Test-1615826656 tempest-SecGroupIPv6Test-1615826656-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:35.570959 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-a5fd9a00-1559-42b4-8da5-2fdc05463632 tempest-RoutersIpV6Test-563412711 tempest-RoutersIpV6Test-563412711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-597296'] for router, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:35.571487 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5fd9a00-1559-42b4-8da5-2fdc05463632 tempest-RoutersIpV6Test-563412711 tempest-RoutersIpV6Test-563412711-project] Fanout notify agent at l3_agent the message router_deleted on router 66d7c256-dfc7-49dc-ade9-60267fcf0def {{(pid=95101) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 23 19:42:35.612165 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-a5fd9a00-1559-42b4-8da5-2fdc05463632 tempest-RoutersIpV6Test-563412711 tempest-RoutersIpV6Test-563412711-project] Notify callbacks [] for router, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:35.614123 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-a5fd9a00-1559-42b4-8da5-2fdc05463632 tempest-RoutersIpV6Test-563412711 tempest-RoutersIpV6Test-563412711-project] 10.222.0.67 "DELETE /v2.0/routers/66d7c256-dfc7-49dc-ade9-60267fcf0def HTTP/1.1" status: 204 len: 168 time: 1.0199537 Sep 23 19:42:35.637922 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 34618) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:42:35.760508 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-45f3da0c-73de-4f5d-83b4-f3b9968ea4d5 tempest-RoutersTest-320658655 tempest-RoutersTest-320658655-project] Notify callbacks [] for port, precommit_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:35.766287 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-3c6197e6-62e9-4d98-a5e3-9acf0dbf3fef tempest-SecGroupIPv6Test-1615826656 tempest-SecGroupIPv6Test-1615826656-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575319'] for security_group_rule, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:35.821241 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-3c6197e6-62e9-4d98-a5e3-9acf0dbf3fef tempest-SecGroupIPv6Test-1615826656 tempest-SecGroupIPv6Test-1615826656-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:35.835561 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-3c6197e6-62e9-4d98-a5e3-9acf0dbf3fef tempest-SecGroupIPv6Test-1615826656 tempest-SecGroupIPv6Test-1615826656-project] 10.222.0.67 "DELETE /v2.0/security-group-rules/f22e0265-0eeb-4712-a40f-3aecdef36074 HTTP/1.1" status: 204 len: 168 time: 0.8337159 Sep 23 19:42:35.845828 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c6197e6-62e9-4d98-a5e3-9acf0dbf3fef tempest-SecGroupIPv6Test-1615826656 tempest-SecGroupIPv6Test-1615826656-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=f22e0265-0eeb-4712-a40f-3aecdef36074,revision_number=None']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:42:35.854935 n-d-713301-16 neutron-server[95101]: DEBUG neutron.db.db_base_plugin_v2 [None req-84d74c71-a7ff-49bb-b6f9-299186995b57 tempest-RoutersIpV6Test-563412711 tempest-RoutersIpV6Test-563412711-project] Deleting subnet fd4d5c8c-0917-4aab-8896-26f33021ac65 {{(pid=95101) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 23 19:42:35.860872 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 34624) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:42:35.897682 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e88fab-0942-4d74-b9f5-f2fd042381df req-39ff7f94-a282-4369-b1eb-cbc897713613 tempest-TestVolumeBackupRestore-1434194993 tempest-TestVolumeBackupRestore-1434194993-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:42:35.898481 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-84d74c71-a7ff-49bb-b6f9-299186995b57 tempest-RoutersIpV6Test-563412711 tempest-RoutersIpV6Test-563412711-project] Notify callbacks [] for subnet, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:35.912664 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-35e88fab-0942-4d74-b9f5-f2fd042381df req-39ff7f94-a282-4369-b1eb-cbc897713613 tempest-TestVolumeBackupRestore-1434194993 tempest-TestVolumeBackupRestore-1434194993-project] 10.222.0.74 "GET /v2.0/networks?id=7fafb3d9-de72-4d87-8d56-0a7bcad8db30 HTTP/1.1" status: 200 len: 814 time: 1.0198083 Sep 23 19:42:35.916194 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Device 917207a9-ea57-4b26-bab3-6182863fe880 up at agent ovs-agent-n-d-713301-16 {{(pid=95103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 19:42:35.936915 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-45f3da0c-73de-4f5d-83b4-f3b9968ea4d5 tempest-RoutersTest-320658655 tempest-RoutersTest-320658655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783145673135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4399100'] for port, after_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:36.016767 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-84d74c71-a7ff-49bb-b6f9-299186995b57 tempest-RoutersIpV6Test-563412711 tempest-RoutersIpV6Test-563412711-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6007154'] for subnet, precommit_delete_associations {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:36.073114 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e8e8e25-7170-4696-a744-218b0402e204 None None] Network c914a2cf-d7d1-4da8-9fd0-5e5b7ab5b1fb requested from n-d-713301-16 {{(pid=95103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 19:42:36.100757 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-ba0459c4-9134-49f5-81c1-64ac973f3464 tempest-SecGroupIPv6Test-1615826656 tempest-SecGroupIPv6Test-1615826656-project] 10.222.0.67 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5205 time: 0.2353613 Sep 23 19:42:36.105890 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 34626) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:42:36.144325 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-d1484477-f026-408a-881e-80ebbe1e18cb tempest-SecGroupIPv6Test-1615826656 tempest-SecGroupIPv6Test-1615826656-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:36.162943 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45f3da0c-73de-4f5d-83b4-f3b9968ea4d5 tempest-RoutersTest-320658655 tempest-RoutersTest-320658655-project] Pushing event updated for resources: {'Port': ['ID=32ae5718-2354-44f3-84d1-fec73b2909c9,revision_number=1']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:42:36.194690 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-d1484477-f026-408a-881e-80ebbe1e18cb tempest-SecGroupIPv6Test-1615826656 tempest-SecGroupIPv6Test-1615826656-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:36.197043 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-1d7a4d61-1953-4a13-9c11-42a9e9e0c8fa req-58989f01-b23a-4c92-aab2-bb134fe35957 tempest-ServersNegativeTestJSON-1638865794 tempest-ServersNegativeTestJSON-1638865794-project] 10.222.0.67 "GET /v2.0/security-groups?id=4daca97c-f524-4fb0-8b34-b36a0affa33e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1936371 Sep 23 19:42:36.227569 n-d-713301-16 neutron-server[95102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45f3da0c-73de-4f5d-83b4-f3b9968ea4d5 tempest-RoutersTest-320658655 tempest-RoutersTest-320658655-project] Network c914a2cf-d7d1-4da8-9fd0-5e5b7ab5b1fb is already hosted by enough agents. {{(pid=95102) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:42:36.248260 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d534b71-f333-4e2b-a904-99afe5e95396 req-313ccbe2-e9ee-43de-abd0-3c83fd9ca9f1 tempest-AttachVolumeShelveTestJSON-2035318112 tempest-AttachVolumeShelveTestJSON-2035318112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:42:36.255734 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-3d534b71-f333-4e2b-a904-99afe5e95396 req-313ccbe2-e9ee-43de-abd0-3c83fd9ca9f1 tempest-AttachVolumeShelveTestJSON-2035318112 tempest-AttachVolumeShelveTestJSON-2035318112-project] 10.222.0.67 "GET /v2.0/ports?device_id=c994c23c-480f-4306-a41c-657703b40238 HTTP/1.1" status: 200 len: 944 time: 0.3352637 Sep 23 19:42:36.279469 n-d-713301-16 neutron-server[95102]: DEBUG neutron.scheduler.base_scheduler [None req-45f3da0c-73de-4f5d-83b4-f3b9968ea4d5 tempest-RoutersTest-320658655 tempest-RoutersTest-320658655-project] Resources bound (agent type, host, resource id): {{(pid=95102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:42:36.282361 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-d1484477-f026-408a-881e-80ebbe1e18cb tempest-SecGroupIPv6Test-1615826656 tempest-SecGroupIPv6Test-1615826656-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575319'] for security_group_rule, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:36.284344 n-d-713301-16 neutron-server[95102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45f3da0c-73de-4f5d-83b4-f3b9968ea4d5 tempest-RoutersTest-320658655 tempest-RoutersTest-320658655-project] Received port after_create {{(pid=95102) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 19:42:36.287083 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-84d74c71-a7ff-49bb-b6f9-299186995b57 tempest-RoutersIpV6Test-563412711 tempest-RoutersIpV6Test-563412711-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1756813'] for subnet, precommit_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:36.303931 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-35e88fab-0942-4d74-b9f5-f2fd042381df req-0e109c93-615c-4afc-8cd7-6b9586883433 tempest-TestVolumeBackupRestore-1434194993 tempest-TestVolumeBackupRestore-1434194993-project] 10.222.0.74 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=df60118e0c434751a044956da831d00f HTTP/1.1" status: 200 len: 380 time: 0.3691218 Sep 23 19:42:36.310339 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-9c0a8570-ae70-46f6-978c-aa79fc10fb56 None None] Provisioning complete for port 917207a9-ea57-4b26-bab3-6182863fe880 triggered by entity DHCP. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:42:36.310769 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-9c0a8570-ae70-46f6-978c-aa79fc10fb56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:36.331900 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.v2.base [req-35e88fab-0942-4d74-b9f5-f2fd042381df req-20d9b022-13c7-43c5-97cb-21dee7f033a1 tempest-TestVolumeBackupRestore-1434194993 tempest-TestVolumeBackupRestore-1434194993-project] Request body: {'port': {'device_id': '66cd2527-03c8-4dc5-92d2-374880b3d491', 'network_id': '7fafb3d9-de72-4d87-8d56-0a7bcad8db30', 'admin_state_up': True, 'tenant_id': 'df60118e0c434751a044956da831d00f', 'security_groups': ['ea1d12a8-ddc7-4b9a-a637-e6ffde706580']}} {{(pid=95102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:42:36.358367 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-d1484477-f026-408a-881e-80ebbe1e18cb tempest-SecGroupIPv6Test-1615826656 tempest-SecGroupIPv6Test-1615826656-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:36.362332 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-d1484477-f026-408a-881e-80ebbe1e18cb tempest-SecGroupIPv6Test-1615826656 tempest-SecGroupIPv6Test-1615826656-project] 10.222.0.67 "DELETE /v2.0/security-group-rules/38853a1e-e0ce-40e0-ae51-2d00b02eecd2 HTTP/1.1" status: 204 len: 168 time: 0.2551031 Sep 23 19:42:36.381558 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 34630) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:42:36.382560 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1484477-f026-408a-881e-80ebbe1e18cb tempest-SecGroupIPv6Test-1615826656 tempest-SecGroupIPv6Test-1615826656-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=38853a1e-e0ce-40e0-ae51-2d00b02eecd2,revision_number=None']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:42:36.503381 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-32846630-05a6-4b13-983d-8b1ffe81c1c0 tempest-SecGroupIPv6Test-1615826656 tempest-SecGroupIPv6Test-1615826656-project] 10.222.0.67 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.1161525 Sep 23 19:42:36.506992 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 34632) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:42:36.574263 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-3e7653a1-63dc-43d5-8bf0-403b714a9690 tempest-SecGroupIPv6Test-1615826656 tempest-SecGroupIPv6Test-1615826656-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:36.584781 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-84d74c71-a7ff-49bb-b6f9-299186995b57 tempest-RoutersIpV6Test-563412711 tempest-RoutersIpV6Test-563412711-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1756804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5607514', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6130950'] for subnet, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:36.590265 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Provisioning complete for port 917207a9-ea57-4b26-bab3-6182863fe880 triggered by entity L2. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:42:36.590881 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:36.617794 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84d74c71-a7ff-49bb-b6f9-299186995b57 tempest-RoutersIpV6Test-563412711 tempest-RoutersIpV6Test-563412711-project] Pushing event deleted for resources: {'Subnet': ['ID=fd4d5c8c-0917-4aab-8896-26f33021ac65,revision_number=None']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:42:36.627439 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-3e7653a1-63dc-43d5-8bf0-403b714a9690 tempest-SecGroupIPv6Test-1615826656 tempest-SecGroupIPv6Test-1615826656-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:36.642135 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-84d74c71-a7ff-49bb-b6f9-299186995b57 tempest-RoutersIpV6Test-563412711 tempest-RoutersIpV6Test-563412711-project] Notify callbacks [] for subnet, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:36.644799 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-84d74c71-a7ff-49bb-b6f9-299186995b57 tempest-RoutersIpV6Test-563412711 tempest-RoutersIpV6Test-563412711-project] 10.222.0.67 "DELETE /v2.0/subnets/fd4d5c8c-0917-4aab-8896-26f33021ac65 HTTP/1.1" status: 204 len: 168 time: 1.0056951 Sep 23 19:42:36.652309 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 34634) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:42:36.689676 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a495807c-b7ad-4d07-b746-675e1f2a411f None None] Network 37d2e69b-1fba-4e3d-992e-eac3c30d5e1d requested from n-d-713301-16 {{(pid=95103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 19:42:36.800161 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-3e7653a1-63dc-43d5-8bf0-403b714a9690 tempest-SecGroupIPv6Test-1615826656 tempest-SecGroupIPv6Test-1615826656-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575319'] for security_group_rule, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:36.812937 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-3e7653a1-63dc-43d5-8bf0-403b714a9690 tempest-SecGroupIPv6Test-1615826656 tempest-SecGroupIPv6Test-1615826656-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:36.816659 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-3e7653a1-63dc-43d5-8bf0-403b714a9690 tempest-SecGroupIPv6Test-1615826656 tempest-SecGroupIPv6Test-1615826656-project] 10.222.0.67 "DELETE /v2.0/security-group-rules/68642468-dda0-4054-a22e-d6ea3aba8605 HTTP/1.1" status: 204 len: 168 time: 0.3072677 Sep 23 19:42:36.828357 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 34640) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:42:36.890822 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-0b968bcb-03da-47f7-acd7-cc5ba26af06f tempest-RoutersIpV6Test-563412711 tempest-RoutersIpV6Test-563412711-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1628021'] for network, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:36.905428 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e7653a1-63dc-43d5-8bf0-403b714a9690 tempest-SecGroupIPv6Test-1615826656 tempest-SecGroupIPv6Test-1615826656-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=68642468-dda0-4054-a22e-d6ea3aba8605,revision_number=None']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:42:36.949888 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-9c0a8570-ae70-46f6-978c-aa79fc10fb56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:36.986203 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-f184c3e7-6ac2-4989-80a9-4f8b115421d2 tempest-SecGroupIPv6Test-1615826656 tempest-SecGroupIPv6Test-1615826656-project] 10.222.0.67 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1504869 Sep 23 19:42:37.108296 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 34642) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:42:37.289420 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-616b00ce-cabe-43d4-b906-3afd19413794 tempest-SecGroupIPv6Test-1615826656 tempest-SecGroupIPv6Test-1615826656-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:37.315139 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-616b00ce-cabe-43d4-b906-3afd19413794 tempest-SecGroupIPv6Test-1615826656 tempest-SecGroupIPv6Test-1615826656-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:37.392005 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-9c0a8570-ae70-46f6-978c-aa79fc10fb56 None None] For port 917207a9-ea57-4b26-bab3-6182863fe880, host n-d-713301-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-16',level=0,port_id=917207a9-ea57-4b26-bab3-6182863fe880,segment=NetworkSegment(c1817bc8-ecb1-4a03-aca5-a1a4cb96418e),segment_id=c1817bc8-ecb1-4a03-aca5-a1a4cb96418e)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:42:37.398633 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-2011bb8a-efc3-41a1-8614-972c0f07594a req-93f03453-61be-4222-bbd2-2b933948e9f0 tempest-TestVolumeBackupRestore-1434194993 tempest-TestVolumeBackupRestore-1434194993-project] 10.222.0.67 "GET /v2.0/ports?device_id=66cd2527-03c8-4dc5-92d2-374880b3d491 HTTP/1.1" status: 200 len: 210 time: 0.9938419 Sep 23 19:42:37.399852 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed378a79-9497-41ca-8936-1c2d379c219a req-22c2262e-859a-4a78-b46f-019a90b3c33b tempest-ServersNegativeTestMultiTenantJSON-124017900 tempest-ServersNegativeTestMultiTenantJSON-124017900-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:42:37.401587 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-ed378a79-9497-41ca-8936-1c2d379c219a req-22c2262e-859a-4a78-b46f-019a90b3c33b tempest-ServersNegativeTestMultiTenantJSON-124017900 tempest-ServersNegativeTestMultiTenantJSON-124017900-project] 10.222.0.53 "GET /v2.0/networks?id=9fc71826-cebc-4cbf-b8a4-f95338e0106c HTTP/1.1" status: 200 len: 825 time: 0.5234272 Sep 23 19:42:37.427959 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-3d534b71-f333-4e2b-a904-99afe5e95396 req-ccd9cfd3-098c-498a-a211-deeb296e7dcd tempest-AttachVolumeShelveTestJSON-2035318112 tempest-AttachVolumeShelveTestJSON-2035318112-project] 10.222.0.67 "GET /v2.0/security-groups?id=dd8506a8-7e56-49b4-9c74-3948d9b76f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 1.1713188 Sep 23 19:42:37.432101 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.v2.base [req-ed378a79-9497-41ca-8936-1c2d379c219a req-d24fa339-3069-4c8a-8a8c-9c70e5cffd56 tempest-ServersNegativeTestMultiTenantJSON-124017900 tempest-ServersNegativeTestMultiTenantJSON-124017900-project] Request body: {'port': {'device_id': 'faab7727-1b3e-4900-8911-d0a7e8a0febd', 'network_id': '9fc71826-cebc-4cbf-b8a4-f95338e0106c', 'admin_state_up': True, 'tenant_id': 'e745d9f5f1e2476a839b8016dbeae7cc'}} {{(pid=95101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:42:37.443719 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-9c0a8570-ae70-46f6-978c-aa79fc10fb56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:37.507913 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.plugin [None req-0b968bcb-03da-47f7-acd7-cc5ba26af06f tempest-RoutersIpV6Test-563412711 tempest-RoutersIpV6Test-563412711-project] Deleting port 573f9cc3-0fd6-4ca6-8fce-be65771f2ce4 {{(pid=95101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:42:37.508232 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-0b968bcb-03da-47f7-acd7-cc5ba26af06f tempest-RoutersIpV6Test-563412711 tempest-RoutersIpV6Test-563412711-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783146157096'] for port, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:37.554915 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-616b00ce-cabe-43d4-b906-3afd19413794 tempest-SecGroupIPv6Test-1615826656 tempest-SecGroupIPv6Test-1615826656-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575319'] for security_group_rule, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:37.576466 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-616b00ce-cabe-43d4-b906-3afd19413794 tempest-SecGroupIPv6Test-1615826656 tempest-SecGroupIPv6Test-1615826656-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:37.578451 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-616b00ce-cabe-43d4-b906-3afd19413794 tempest-SecGroupIPv6Test-1615826656 tempest-SecGroupIPv6Test-1615826656-project] 10.222.0.67 "DELETE /v2.0/security-group-rules/bd93d2ad-5190-45b2-b918-ce121d4ca31d HTTP/1.1" status: 204 len: 168 time: 0.4593956 Sep 23 19:42:37.598606 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 34646) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:42:37.621165 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:37.707878 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c0a8570-ae70-46f6-978c-aa79fc10fb56 None None] Pushing event updated for resources: {'Port': ['ID=917207a9-ea57-4b26-bab3-6182863fe880,revision_number=3']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:42:37.744391 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-616b00ce-cabe-43d4-b906-3afd19413794 tempest-SecGroupIPv6Test-1615826656 tempest-SecGroupIPv6Test-1615826656-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=bd93d2ad-5190-45b2-b918-ce121d4ca31d,revision_number=None']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:42:37.749050 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5d33c1e-f911-490d-8299-2e1c438ffa42 None None] DHCP port deletion for 37d2e69b-1fba-4e3d-992e-eac3c30d5e1d request from n-d-713301-16 {{(pid=95103) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 23 19:42:37.861540 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-45f3da0c-73de-4f5d-83b4-f3b9968ea4d5 tempest-RoutersTest-320658655 tempest-RoutersTest-320658655-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-601987'] for router_interface, before_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:37.944354 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.db.api [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95103) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 23 19:42:37.944936 n-d-713301-16 neutron-server[95103]: DEBUG oslo_db.api [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 23 19:42:37.968902 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.db [None req-0b968bcb-03da-47f7-acd7-cc5ba26af06f tempest-RoutersIpV6Test-563412711 tempest-RoutersIpV6Test-563412711-project] For port 573f9cc3-0fd6-4ca6-8fce-be65771f2ce4, host n-d-713301-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-16',level=0,port_id=573f9cc3-0fd6-4ca6-8fce-be65771f2ce4,segment=NetworkSegment(70e94ee4-6429-4048-bfe9-97f17799be0b),segment_id=70e94ee4-6429-4048-bfe9-97f17799be0b)] {{(pid=95101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:42:37.982786 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-0b968bcb-03da-47f7-acd7-cc5ba26af06f tempest-RoutersIpV6Test-563412711 tempest-RoutersIpV6Test-563412711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-605701'] for port, precommit_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:38.030702 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.plugin [None req-f5d33c1e-f911-490d-8299-2e1c438ffa42 None None] Deleting port 573f9cc3-0fd6-4ca6-8fce-be65771f2ce4 {{(pid=95103) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:42:38.034694 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-f5d33c1e-f911-490d-8299-2e1c438ffa42 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783146157096'] for port, before_delete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:38.090749 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-c3867a1f-6b22-4f95-ba3a-51d29fd517f9 None None] Provisioning complete for port 32ae5718-2354-44f3-84d1-fec73b2909c9 triggered by entity DHCP. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:42:38.094219 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-c3867a1f-6b22-4f95-ba3a-51d29fd517f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:38.121847 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-67380648-f061-4dd9-8b91-eb13b7cd21a4 tempest-SecGroupIPv6Test-1615826656 tempest-SecGroupIPv6Test-1615826656-project] 10.222.0.67 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.4151726 Sep 23 19:42:38.129833 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.plugin [None req-0b968bcb-03da-47f7-acd7-cc5ba26af06f tempest-RoutersIpV6Test-563412711 tempest-RoutersIpV6Test-563412711-project] Calling delete_port for 573f9cc3-0fd6-4ca6-8fce-be65771f2ce4 owned by network:dhcp {{(pid=95101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:42:38.132305 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 34650) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:42:38.183033 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-a5755e9f-5200-41e8-a764-cd420a616fde req-c11eec40-1cc4-4c6c-905f-644b702d47b3 tempest-ServersNegativeTestMultiTenantJSON-124017900 tempest-ServersNegativeTestMultiTenantJSON-124017900-project] 10.222.0.67 "GET /v2.0/ports?device_id=faab7727-1b3e-4900-8911-d0a7e8a0febd HTTP/1.1" status: 200 len: 210 time: 0.4019413 Sep 23 19:42:38.281889 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-45f3da0c-73de-4f5d-83b4-f3b9968ea4d5 tempest-RoutersTest-320658655 tempest-RoutersTest-320658655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:38.340449 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.plugin [None req-c3867a1f-6b22-4f95-ba3a-51d29fd517f9 None None] Port 32ae5718-2354-44f3-84d1-fec73b2909c9 cannot update to ACTIVE because it is not bound. {{(pid=95103) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 19:42:38.357839 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-f5d33c1e-f911-490d-8299-2e1c438ffa42 None None] For port 573f9cc3-0fd6-4ca6-8fce-be65771f2ce4, host n-d-713301-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-16',level=0,port_id=573f9cc3-0fd6-4ca6-8fce-be65771f2ce4,segment=NetworkSegment(70e94ee4-6429-4048-bfe9-97f17799be0b),segment_id=70e94ee4-6429-4048-bfe9-97f17799be0b)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:42:38.358345 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-f5d33c1e-f911-490d-8299-2e1c438ffa42 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-605701'] for port, precommit_delete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:38.399777 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.plugin [None req-f5d33c1e-f911-490d-8299-2e1c438ffa42 None None] Calling delete_port for 573f9cc3-0fd6-4ca6-8fce-be65771f2ce4 owned by network:dhcp {{(pid=95103) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:42:38.417788 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c8e06f-b657-443c-9b65-606dba4e5f10 req-a4ed342f-fb8d-4a32-afee-665609170aed tempest-ServersNegativeTestJSON-1638865794 tempest-ServersNegativeTestJSON-1638865794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:42:38.420013 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-12c8e06f-b657-443c-9b65-606dba4e5f10 req-a4ed342f-fb8d-4a32-afee-665609170aed tempest-ServersNegativeTestJSON-1638865794 tempest-ServersNegativeTestJSON-1638865794-project] 10.222.0.67 "GET /v2.0/ports?device_id=6942dd4a-2993-4094-af13-ca4f91683a85 HTTP/1.1" status: 200 len: 946 time: 0.6363859 Sep 23 19:42:38.425490 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ed378a79-9497-41ca-8936-1c2d379c219a req-d24fa339-3069-4c8a-8a8c-9c70e5cffd56 tempest-ServersNegativeTestMultiTenantJSON-124017900 tempest-ServersNegativeTestMultiTenantJSON-124017900-project] Made reservation on behalf of e745d9f5f1e2476a839b8016dbeae7cc for: {'port': 1} {{(pid=95101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:42:38.433516 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-ed378a79-9497-41ca-8936-1c2d379c219a req-d24fa339-3069-4c8a-8a8c-9c70e5cffd56 tempest-ServersNegativeTestMultiTenantJSON-124017900 tempest-ServersNegativeTestMultiTenantJSON-124017900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:38.456023 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.db.api [req-35e88fab-0942-4d74-b9f5-f2fd042381df req-20d9b022-13c7-43c5-97cb-21dee7f033a1 tempest-TestVolumeBackupRestore-1434194993 tempest-TestVolumeBackupRestore-1434194993-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 23 19:42:38.456023 n-d-713301-16 neutron-server[95102]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Sep 23 19:42:38.456023 n-d-713301-16 neutron-server[95102]: [parameters: {'project_id': 'df60118e0c434751a044956da831d00f', 'id': 'e10b475b-6910-4d2f-9033-845c1069d2f9', 'expiration': datetime.datetime(2021, 9, 23, 19, 44, 38, 379978)}] Sep 23 19:42:38.456023 n-d-713301-16 neutron-server[95102]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=95102) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 23 19:42:38.456894 n-d-713301-16 neutron-server[95102]: DEBUG oslo_db.api [req-35e88fab-0942-4d74-b9f5-f2fd042381df req-20d9b022-13c7-43c5-97cb-21dee7f033a1 tempest-TestVolumeBackupRestore-1434194993 tempest-TestVolumeBackupRestore-1434194993-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=95102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 23 19:42:38.521456 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-12c8e06f-b657-443c-9b65-606dba4e5f10 req-c9285414-2ecb-4833-babd-d4e3367a50c3 tempest-ServersNegativeTestJSON-1638865794 tempest-ServersNegativeTestJSON-1638865794-project] 10.222.0.67 "GET /v2.0/security-groups?id=4daca97c-f524-4fb0-8b34-b36a0affa33e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912890 Sep 23 19:42:38.574585 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-36f724d0-235f-4224-a2ca-823d9496d3c2 tempest-SecGroupIPv6Test-1615826656 tempest-SecGroupIPv6Test-1615826656-project] Notify callbacks [] for security_group, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:38.629469 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-0b968bcb-03da-47f7-acd7-cc5ba26af06f tempest-RoutersIpV6Test-563412711 tempest-RoutersIpV6Test-563412711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783146162158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783145673144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5607431'] for port, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:38.702208 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-c3867a1f-6b22-4f95-ba3a-51d29fd517f9 None None] Provisioning complete for port 917207a9-ea57-4b26-bab3-6182863fe880 triggered by entity DHCP. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:42:38.719743 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-c3867a1f-6b22-4f95-ba3a-51d29fd517f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:38.768902 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b968bcb-03da-47f7-acd7-cc5ba26af06f tempest-RoutersIpV6Test-563412711 tempest-RoutersIpV6Test-563412711-project] Pushing event deleted for resources: {'Port': ['ID=573f9cc3-0fd6-4ca6-8fce-be65771f2ce4,revision_number=None']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:42:38.829565 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-36f724d0-235f-4224-a2ca-823d9496d3c2 tempest-SecGroupIPv6Test-1615826656 tempest-SecGroupIPv6Test-1615826656-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:38.879358 n-d-713301-16 neutron-server[95101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b968bcb-03da-47f7-acd7-cc5ba26af06f tempest-RoutersIpV6Test-563412711 tempest-RoutersIpV6Test-563412711-project] No DVR routers for this DVR port 573f9cc3-0fd6-4ca6-8fce-be65771f2ce4 on host n-d-713301-16 {{(pid=95101) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 19:42:38.928990 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-75ffc14b-4482-46dd-a198-34a28ede2102 req-e72beb1f-db6c-44e2-b431-efd065ea0bf8 tempest-TestVolumeBackupRestore-1434194993 tempest-TestVolumeBackupRestore-1434194993-project] 10.222.0.67 "GET /v2.0/ports?device_id=66cd2527-03c8-4dc5-92d2-374880b3d491 HTTP/1.1" status: 200 len: 210 time: 0.1262012 Sep 23 19:42:38.979281 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d6ce33e-fb98-4c9b-b1fc-9b5c933431b3 req-fed34be1-ac7f-4d15-ab69-b96102551b7e tempest-AttachVolumeShelveTestJSON-2035318112 tempest-AttachVolumeShelveTestJSON-2035318112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:42:38.994937 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-4d6ce33e-fb98-4c9b-b1fc-9b5c933431b3 req-fed34be1-ac7f-4d15-ab69-b96102551b7e tempest-AttachVolumeShelveTestJSON-2035318112 tempest-AttachVolumeShelveTestJSON-2035318112-project] 10.222.0.67 "GET /v2.0/ports?device_id=c994c23c-480f-4306-a41c-657703b40238 HTTP/1.1" status: 200 len: 944 time: 0.2488279 Sep 23 19:42:39.060716 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-f5d33c1e-f911-490d-8299-2e1c438ffa42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783146162158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783145673144'] for port, after_delete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:39.188946 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Device 917207a9-ea57-4b26-bab3-6182863fe880 up at agent ovs-agent-n-d-713301-16 {{(pid=95103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 19:42:39.193481 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d33c1e-f911-490d-8299-2e1c438ffa42 None None] Pushing event deleted for resources: {'Port': ['ID=573f9cc3-0fd6-4ca6-8fce-be65771f2ce4,revision_number=None']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:42:39.195664 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5d33c1e-f911-490d-8299-2e1c438ffa42 None None] No DVR routers for this DVR port 573f9cc3-0fd6-4ca6-8fce-be65771f2ce4 on host n-d-713301-16 {{(pid=95103) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 19:42:39.328842 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-35e88fab-0942-4d74-b9f5-f2fd042381df req-20d9b022-13c7-43c5-97cb-21dee7f033a1 tempest-TestVolumeBackupRestore-1434194993 tempest-TestVolumeBackupRestore-1434194993-project] Made reservation on behalf of df60118e0c434751a044956da831d00f for: {'port': 1} {{(pid=95102) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:42:39.364261 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-35e88fab-0942-4d74-b9f5-f2fd042381df req-20d9b022-13c7-43c5-97cb-21dee7f033a1 tempest-TestVolumeBackupRestore-1434194993 tempest-TestVolumeBackupRestore-1434194993-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:39.382154 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-36f724d0-235f-4224-a2ca-823d9496d3c2 tempest-SecGroupIPv6Test-1615826656 tempest-SecGroupIPv6Test-1615826656-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:39.385761 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-36f724d0-235f-4224-a2ca-823d9496d3c2 tempest-SecGroupIPv6Test-1615826656 tempest-SecGroupIPv6Test-1615826656-project] Notify callbacks [] for security_group, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:39.394883 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-36f724d0-235f-4224-a2ca-823d9496d3c2 tempest-SecGroupIPv6Test-1615826656 tempest-SecGroupIPv6Test-1615826656-project] 10.222.0.67 "DELETE /v2.0/security-groups/0c1085d8-7cc8-4ce8-98d7-efeba197578b HTTP/1.1" status: 204 len: 168 time: 1.2468402 Sep 23 19:42:39.408444 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-b27452e7-0e08-40ad-ac75-f392555f8049 None None] Provisioning complete for port 32ae5718-2354-44f3-84d1-fec73b2909c9 triggered by entity DHCP. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:42:39.408851 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b27452e7-0e08-40ad-ac75-f392555f8049 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:39.409477 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 34666) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:42:39.437532 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-4d6ce33e-fb98-4c9b-b1fc-9b5c933431b3 req-9fa7f1c6-126e-4afc-ad38-123d100bf551 tempest-AttachVolumeShelveTestJSON-2035318112 tempest-AttachVolumeShelveTestJSON-2035318112-project] 10.222.0.67 "GET /v2.0/security-groups?id=dd8506a8-7e56-49b4-9c74-3948d9b76f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4275482 Sep 23 19:42:39.484489 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Provisioning complete for port 917207a9-ea57-4b26-bab3-6182863fe880 triggered by entity L2. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:42:39.484856 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:39.532744 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.plugin [None req-b27452e7-0e08-40ad-ac75-f392555f8049 None None] Port 32ae5718-2354-44f3-84d1-fec73b2909c9 cannot update to ACTIVE because it is not bound. {{(pid=95103) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 19:42:39.612001 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-0b968bcb-03da-47f7-acd7-cc5ba26af06f tempest-RoutersIpV6Test-563412711 tempest-RoutersIpV6Test-563412711-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1754676', 'neutron.services.segments.db._delete_segments_for_network-8783146221460'] for network, precommit_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:39.629988 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f724d0-235f-4224-a2ca-823d9496d3c2 tempest-SecGroupIPv6Test-1615826656 tempest-SecGroupIPv6Test-1615826656-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c1085d8-7cc8-4ce8-98d7-efeba197578b,revision_number=None']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:42:39.642796 n-d-713301-16 neutron-server[95101]: DEBUG neutron.db.db_base_plugin_common [req-ed378a79-9497-41ca-8936-1c2d379c219a req-d24fa339-3069-4c8a-8a8c-9c70e5cffd56 tempest-ServersNegativeTestMultiTenantJSON-124017900 tempest-ServersNegativeTestMultiTenantJSON-124017900-project] Allocated IP 172.20.0.3 (9fc71826-cebc-4cbf-b8a4-f95338e0106c/65c10d0d-2f18-4403-9985-720b9fde9f33/0e7e4d22-eaa2-4850-94a2-201619deedf7) {{(pid=95101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 19:42:39.687342 n-d-713301-16 neutron-server[95101]: DEBUG neutron.services.segments.db [None req-0b968bcb-03da-47f7-acd7-cc5ba26af06f tempest-RoutersIpV6Test-563412711 tempest-RoutersIpV6Test-563412711-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['37d2e69b-1fba-4e3d-992e-eac3c30d5e1d']}} {{(pid=95101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:42:39.705209 n-d-713301-16 neutron-server[95101]: DEBUG neutron.services.segments.db [None req-0b968bcb-03da-47f7-acd7-cc5ba26af06f tempest-RoutersIpV6Test-563412711 tempest-RoutersIpV6Test-563412711-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '70e94ee4-6429-4048-bfe9-97f17799be0b') {'for_net_delete': True} {{(pid=95101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:42:39.705845 n-d-713301-16 neutron-server[95101]: DEBUG neutron.services.segments.db [None req-0b968bcb-03da-47f7-acd7-cc5ba26af06f tempest-RoutersIpV6Test-563412711 tempest-RoutersIpV6Test-563412711-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '70e94ee4-6429-4048-bfe9-97f17799be0b') {} {{(pid=95101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:42:39.719447 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-f75f986e-b473-4ad0-af62-ce5475a5269e tempest-SecGroupIPv6Test-1615826656 tempest-SecGroupIPv6Test-1615826656-project] 10.222.0.67 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.3015428 Sep 23 19:42:39.725887 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-0b968bcb-03da-47f7-acd7-cc5ba26af06f tempest-RoutersIpV6Test-563412711 tempest-RoutersIpV6Test-563412711-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783146221725', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6007147'] for segment, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:39.727793 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 34670) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:42:39.750916 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.v2.base [None req-168e3674-d4a8-4d23-ae74-89610394625a tempest-SecGroupIPv6Test-1615826656 tempest-SecGroupIPv6Test-1615826656-project] Request body: {'security_group': {'name': 'tempest-secgroup--292504549'}} {{(pid=95101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:42:39.780662 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Device 573f9cc3-0fd6-4ca6-8fce-be65771f2ce4 no longer exists at agent ovs-agent-n-d-713301-16 {{(pid=95103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 19:42:39.812311 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-168e3674-d4a8-4d23-ae74-89610394625a tempest-SecGroupIPv6Test-1615826656 tempest-SecGroupIPv6Test-1615826656-project] Notify callbacks [] for security_group, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:39.823400 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.plugin [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] No Port match for: 573f9cc3-0fd6-4ca6-8fce-be65771f2ce4 {{(pid=95103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 19:42:39.823668 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Device 573f9cc3-0fd6-4ca6-8fce-be65771f2ce4 not bound to the agent host n-d-713301-16 {{(pid=95103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 19:42:39.846261 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-0b968bcb-03da-47f7-acd7-cc5ba26af06f tempest-RoutersIpV6Test-563412711 tempest-RoutersIpV6Test-563412711-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1756186'] for segment, precommit_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:39.866264 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0b968bcb-03da-47f7-acd7-cc5ba26af06f tempest-RoutersIpV6Test-563412711 tempest-RoutersIpV6Test-563412711-project] Releasing vlan 625 on physical network physnet1 to pool {{(pid=95101) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 19:42:39.866701 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-0b968bcb-03da-47f7-acd7-cc5ba26af06f tempest-RoutersIpV6Test-563412711 tempest-RoutersIpV6Test-563412711-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1756186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5608436'] for segment, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:39.870117 n-d-713301-16 neutron-server[95101]: Traceback (most recent call last): Sep 23 19:42:39.870117 n-d-713301-16 neutron-server[95101]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 19:42:39.870117 n-d-713301-16 neutron-server[95101]: timer() Sep 23 19:42:39.870117 n-d-713301-16 neutron-server[95101]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 19:42:39.870117 n-d-713301-16 neutron-server[95101]: cb(*args, **kw) Sep 23 19:42:39.870117 n-d-713301-16 neutron-server[95101]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 19:42:39.870117 n-d-713301-16 neutron-server[95101]: return func(*args, **kwargs) Sep 23 19:42:39.870117 n-d-713301-16 neutron-server[95101]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 19:42:39.870117 n-d-713301-16 neutron-server[95101]: self._notify() Sep 23 19:42:39.870117 n-d-713301-16 neutron-server[95101]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 19:42:39.870117 n-d-713301-16 neutron-server[95101]: self.callback(batched_events) Sep 23 19:42:39.870117 n-d-713301-16 neutron-server[95101]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 19:42:39.870117 n-d-713301-16 neutron-server[95101]: event.method(event) Sep 23 19:42:39.870117 n-d-713301-16 neutron-server[95101]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 19:42:39.870117 n-d-713301-16 neutron-server[95101]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 19:42:39.870117 n-d-713301-16 neutron-server[95101]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 19:42:39.870117 n-d-713301-16 neutron-server[95101]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 19:42:39.870117 n-d-713301-16 neutron-server[95101]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 19:42:39.870117 n-d-713301-16 neutron-server[95101]: return f(self, *a, **k) Sep 23 19:42:39.870117 n-d-713301-16 neutron-server[95101]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 19:42:39.870117 n-d-713301-16 neutron-server[95101]: return self._get(url).json() Sep 23 19:42:39.870117 n-d-713301-16 neutron-server[95101]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 19:42:39.870117 n-d-713301-16 neutron-server[95101]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 19:42:39.870117 n-d-713301-16 neutron-server[95101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 19:42:39.870117 n-d-713301-16 neutron-server[95101]: return self.request(url, 'GET', **kwargs) Sep 23 19:42:39.870117 n-d-713301-16 neutron-server[95101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 19:42:39.870117 n-d-713301-16 neutron-server[95101]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 19:42:39.870117 n-d-713301-16 neutron-server[95101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 19:42:39.870117 n-d-713301-16 neutron-server[95101]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 19:42:39.870117 n-d-713301-16 neutron-server[95101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 19:42:39.870117 n-d-713301-16 neutron-server[95101]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 19:42:39.870117 n-d-713301-16 neutron-server[95101]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 19:42:40.201618 n-d-713301-16 neutron-server[95102]: DEBUG neutron.db.db_base_plugin_common [req-35e88fab-0942-4d74-b9f5-f2fd042381df req-20d9b022-13c7-43c5-97cb-21dee7f033a1 tempest-TestVolumeBackupRestore-1434194993 tempest-TestVolumeBackupRestore-1434194993-project] Allocated IP 172.20.0.9 (7fafb3d9-de72-4d87-8d56-0a7bcad8db30/c5aa3ac0-9cd5-40cd-ab5b-44ea34e24ad1/c140d996-da69-4c0e-b9a8-57586395d28e) {{(pid=95102) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 19:42:40.399779 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-3093af9c-7e73-472c-bdb8-b2299d776e1f req-abd5f756-ba98-428e-b261-f3919018cf8c tempest-ServersNegativeTestMultiTenantJSON-124017900 tempest-ServersNegativeTestMultiTenantJSON-124017900-project] 10.222.0.67 "GET /v2.0/ports?device_id=faab7727-1b3e-4900-8911-d0a7e8a0febd HTTP/1.1" status: 200 len: 210 time: 0.9677658 Sep 23 19:42:40.533306 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-d6bee4e4-1ccf-4817-b9a4-0d2d784b0c4a req-496a6eab-b52f-4caf-baa4-8da3359fcc12 tempest-TestVolumeBackupRestore-1434194993 tempest-TestVolumeBackupRestore-1434194993-project] 10.222.0.67 "GET /v2.0/ports?device_id=66cd2527-03c8-4dc5-92d2-374880b3d491 HTTP/1.1" status: 200 len: 210 time: 0.1513369 Sep 23 19:42:40.685438 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-0b968bcb-03da-47f7-acd7-cc5ba26af06f tempest-RoutersIpV6Test-563412711 tempest-RoutersIpV6Test-563412711-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1754627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-601866'] for network, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:40.711260 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-0b968bcb-03da-47f7-acd7-cc5ba26af06f tempest-RoutersIpV6Test-563412711 tempest-RoutersIpV6Test-563412711-project] Notify callbacks [] for network, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:40.721259 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-0b968bcb-03da-47f7-acd7-cc5ba26af06f tempest-RoutersIpV6Test-563412711 tempest-RoutersIpV6Test-563412711-project] 10.222.0.67 "DELETE /v2.0/networks/37d2e69b-1fba-4e3d-992e-eac3c30d5e1d HTTP/1.1" status: 204 len: 168 time: 4.0675955 Sep 23 19:42:40.723556 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 34684) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:42:40.734835 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.v2.base [None req-d41842f9-01b9-48a4-8615-16bcf9325aba tempest-RoutersIpV6Test-563412711 tempest-RoutersIpV6Test-563412711-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-167398793'}} {{(pid=95101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:42:40.745786 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-45f3da0c-73de-4f5d-83b4-f3b9968ea4d5 tempest-RoutersTest-320658655 tempest-RoutersTest-320658655-project] Notify callbacks [] for port, precommit_update {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:40.759003 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b968bcb-03da-47f7-acd7-cc5ba26af06f tempest-RoutersIpV6Test-563412711 tempest-RoutersIpV6Test-563412711-project] Pushing event deleted for resources: {'Network': ['ID=37d2e69b-1fba-4e3d-992e-eac3c30d5e1d,revision_number=None']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:42:40.791991 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-45f3da0c-73de-4f5d-83b4-f3b9968ea4d5 tempest-RoutersTest-320658655 tempest-RoutersTest-320658655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4399095'] for port, after_update {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:40.818890 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-ed378a79-9497-41ca-8936-1c2d379c219a req-d24fa339-3069-4c8a-8a8c-9c70e5cffd56 tempest-ServersNegativeTestMultiTenantJSON-124017900 tempest-ServersNegativeTestMultiTenantJSON-124017900-project] Notify callbacks [] for port, precommit_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:40.881803 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-168e3674-d4a8-4d23-ae74-89610394625a tempest-SecGroupIPv6Test-1615826656 tempest-SecGroupIPv6Test-1615826656-project] Notify callbacks [] for security_group, precommit_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:40.947402 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-168e3674-d4a8-4d23-ae74-89610394625a tempest-SecGroupIPv6Test-1615826656 tempest-SecGroupIPv6Test-1615826656-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:41.068063 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-168e3674-d4a8-4d23-ae74-89610394625a tempest-SecGroupIPv6Test-1615826656 tempest-SecGroupIPv6Test-1615826656-project] Pushing event updated for resources: {'SecurityGroup': ['ID=141d7205-cbdd-4b7f-a83a-140e6c50d74e,revision_number=1']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:42:41.081798 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.agents_db [None req-f2f5c474-60a3-474f-b2cc-02c4bd30880c None None] Agent healthcheck: found 7 active agents {{(pid=95104) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 19:42:41.099224 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d41842f9-01b9-48a4-8615-16bcf9325aba tempest-RoutersIpV6Test-563412711 tempest-RoutersIpV6Test-563412711-project] Made reservation on behalf of fd66fc1e2cf64f369d6db25080c0cb06 for: {'network': 1} {{(pid=95101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:42:41.124370 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-d41842f9-01b9-48a4-8615-16bcf9325aba tempest-RoutersIpV6Test-563412711 tempest-RoutersIpV6Test-563412711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for network, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:41.135549 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-ed378a79-9497-41ca-8936-1c2d379c219a req-d24fa339-3069-4c8a-8a8c-9c70e5cffd56 tempest-ServersNegativeTestMultiTenantJSON-124017900 tempest-ServersNegativeTestMultiTenantJSON-124017900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783145673135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5607431'] for port, after_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:41.153132 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-168e3674-d4a8-4d23-ae74-89610394625a tempest-SecGroupIPv6Test-1615826656 tempest-SecGroupIPv6Test-1615826656-project] Notify callbacks [] for security_group, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:41.154453 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-168e3674-d4a8-4d23-ae74-89610394625a tempest-SecGroupIPv6Test-1615826656 tempest-SecGroupIPv6Test-1615826656-project] 10.222.0.67 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.4254432 Sep 23 19:42:41.169025 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b8365c-a662-4eb1-a0d6-460e8c5307d5 req-513b9860-095b-4f2d-a211-10edad1a0659 tempest-AttachVolumeShelveTestJSON-2035318112 tempest-AttachVolumeShelveTestJSON-2035318112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:42:41.170879 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-35b8365c-a662-4eb1-a0d6-460e8c5307d5 req-513b9860-095b-4f2d-a211-10edad1a0659 tempest-AttachVolumeShelveTestJSON-2035318112 tempest-AttachVolumeShelveTestJSON-2035318112-project] 10.222.0.67 "GET /v2.0/ports?device_id=c994c23c-480f-4306-a41c-657703b40238 HTTP/1.1" status: 200 len: 944 time: 0.4545763 Sep 23 19:42:41.176734 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ed378a79-9497-41ca-8936-1c2d379c219a req-d24fa339-3069-4c8a-8a8c-9c70e5cffd56 tempest-ServersNegativeTestMultiTenantJSON-124017900 tempest-ServersNegativeTestMultiTenantJSON-124017900-project] Network 9fc71826-cebc-4cbf-b8a4-f95338e0106c is already hosted by enough agents. {{(pid=95101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:42:41.177762 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 34694) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:42:41.182649 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.base_scheduler [req-ed378a79-9497-41ca-8936-1c2d379c219a req-d24fa339-3069-4c8a-8a8c-9c70e5cffd56 tempest-ServersNegativeTestMultiTenantJSON-124017900 tempest-ServersNegativeTestMultiTenantJSON-124017900-project] Resources bound (agent type, host, resource id): {{(pid=95101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:42:41.192571 n-d-713301-16 neutron-server[95101]: DEBUG neutron.db.l3_dvrscheduler_db [req-ed378a79-9497-41ca-8936-1c2d379c219a req-d24fa339-3069-4c8a-8a8c-9c70e5cffd56 tempest-ServersNegativeTestMultiTenantJSON-124017900 tempest-ServersNegativeTestMultiTenantJSON-124017900-project] Received port after_create {{(pid=95101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 19:42:41.200938 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.v2.base [None req-8d9aa053-561f-4130-ad0d-bfe705e19755 tempest-SecGroupIPv6Test-1615826656 tempest-SecGroupIPv6Test-1615826656-project] Request body: {'security_group_rule': {'security_group_id': '141d7205-cbdd-4b7f-a83a-140e6c50d74e', 'direction': 'ingress', 'protocol': 17}} {{(pid=95102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:42:41.268111 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-35e88fab-0942-4d74-b9f5-f2fd042381df req-20d9b022-13c7-43c5-97cb-21dee7f033a1 tempest-TestVolumeBackupRestore-1434194993 tempest-TestVolumeBackupRestore-1434194993-project] Notify callbacks [] for port, precommit_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:41.305224 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d24fa339-3069-4c8a-8a8c-9c70e5cffd56 tempest-ServersNegativeTestMultiTenantJSON-124017900 tempest-ServersNegativeTestMultiTenantJSON-124017900-project] Pushing event updated for resources: {'Port': ['ID=0e7e4d22-eaa2-4850-94a2-201619deedf7,revision_number=1']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:42:41.310242 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d41842f9-01b9-48a4-8615-16bcf9325aba tempest-RoutersIpV6Test-563412711 tempest-RoutersIpV6Test-563412711-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 642} {{(pid=95101) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 19:42:41.331670 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed378a79-9497-41ca-8936-1c2d379c219a req-d24fa339-3069-4c8a-8a8c-9c70e5cffd56 tempest-ServersNegativeTestMultiTenantJSON-124017900 tempest-ServersNegativeTestMultiTenantJSON-124017900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:42:41.333035 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-ed378a79-9497-41ca-8936-1c2d379c219a req-d24fa339-3069-4c8a-8a8c-9c70e5cffd56 tempest-ServersNegativeTestMultiTenantJSON-124017900 tempest-ServersNegativeTestMultiTenantJSON-124017900-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222849'] for port, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:41.350989 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-d41842f9-01b9-48a4-8615-16bcf9325aba tempest-RoutersIpV6Test-563412711 tempest-RoutersIpV6Test-563412711-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1756186'] for segment, precommit_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:41.351780 n-d-713301-16 neutron-server[95101]: INFO neutron.db.segments_db [None req-d41842f9-01b9-48a4-8615-16bcf9325aba tempest-RoutersIpV6Test-563412711 tempest-RoutersIpV6Test-563412711-project] Added segment 6c7b293d-0282-4c42-acd8-4908793c3233 of type vlan for network 61e2620a-5ede-40bb-a8e2-981e8b654d90 Sep 23 19:42:41.513078 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-d41842f9-01b9-48a4-8615-16bcf9325aba tempest-RoutersIpV6Test-563412711 tempest-RoutersIpV6Test-563412711-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783145630486'] for network, precommit_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:41.544810 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-35b8365c-a662-4eb1-a0d6-460e8c5307d5 req-5118740c-182c-48be-ab5c-19f1a4197549 tempest-AttachVolumeShelveTestJSON-2035318112 tempest-AttachVolumeShelveTestJSON-2035318112-project] 10.222.0.67 "GET /v2.0/security-groups?id=dd8506a8-7e56-49b4-9c74-3948d9b76f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3291459 Sep 23 19:42:41.546525 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-45f3da0c-73de-4f5d-83b4-f3b9968ea4d5 tempest-RoutersTest-320658655 tempest-RoutersTest-320658655-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-527313', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-601459'] for router_interface, after_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:41.552885 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45f3da0c-73de-4f5d-83b4-f3b9968ea4d5 tempest-RoutersTest-320658655 tempest-RoutersTest-320658655-project] Pushing event updated for resources: {'Port': ['ID=32ae5718-2354-44f3-84d1-fec73b2909c9,revision_number=2']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:42:41.580762 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-d41842f9-01b9-48a4-8615-16bcf9325aba tempest-RoutersIpV6Test-563412711 tempest-RoutersIpV6Test-563412711-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299'] for network, after_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:41.595971 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d41842f9-01b9-48a4-8615-16bcf9325aba tempest-RoutersIpV6Test-563412711 tempest-RoutersIpV6Test-563412711-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:42:41.597227 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-d41842f9-01b9-48a4-8615-16bcf9325aba tempest-RoutersIpV6Test-563412711 tempest-RoutersIpV6Test-563412711-project] Notify callbacks [] for network, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:41.632984 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-35e88fab-0942-4d74-b9f5-f2fd042381df req-20d9b022-13c7-43c5-97cb-21dee7f033a1 tempest-TestVolumeBackupRestore-1434194993 tempest-TestVolumeBackupRestore-1434194993-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783145673135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4399100'] for port, after_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:41.783999 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d41842f9-01b9-48a4-8615-16bcf9325aba tempest-RoutersIpV6Test-563412711 tempest-RoutersIpV6Test-563412711-project] Pushing event updated for resources: {'Network': ['ID=61e2620a-5ede-40bb-a8e2-981e8b654d90,revision_number=1']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:42:41.798022 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Network 61e2620a-5ede-40bb-a8e2-981e8b654d90 details requested by agent ovs-agent-n-d-713301-16 with host n-d-713301-16 {{(pid=95103) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 19:42:41.906163 n-d-713301-16 neutron-server[95102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-35e88fab-0942-4d74-b9f5-f2fd042381df req-20d9b022-13c7-43c5-97cb-21dee7f033a1 tempest-TestVolumeBackupRestore-1434194993 tempest-TestVolumeBackupRestore-1434194993-project] Network 7fafb3d9-de72-4d87-8d56-0a7bcad8db30 is already hosted by enough agents. {{(pid=95102) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:42:41.907570 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20d9b022-13c7-43c5-97cb-21dee7f033a1 tempest-TestVolumeBackupRestore-1434194993 tempest-TestVolumeBackupRestore-1434194993-project] Pushing event updated for resources: {'Port': ['ID=c140d996-da69-4c0e-b9a8-57586395d28e,revision_number=1']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:42:41.932767 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-ed378a79-9497-41ca-8936-1c2d379c219a req-d24fa339-3069-4c8a-8a8c-9c70e5cffd56 tempest-ServersNegativeTestMultiTenantJSON-124017900 tempest-ServersNegativeTestMultiTenantJSON-124017900-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.5127404 Sep 23 19:42:41.959057 n-d-713301-16 neutron-server[95102]: DEBUG neutron.scheduler.base_scheduler [req-35e88fab-0942-4d74-b9f5-f2fd042381df req-20d9b022-13c7-43c5-97cb-21dee7f033a1 tempest-TestVolumeBackupRestore-1434194993 tempest-TestVolumeBackupRestore-1434194993-project] Resources bound (agent type, host, resource id): {{(pid=95102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:42:41.969700 n-d-713301-16 neutron-server[95102]: DEBUG neutron.db.l3_dvrscheduler_db [req-35e88fab-0942-4d74-b9f5-f2fd042381df req-20d9b022-13c7-43c5-97cb-21dee7f033a1 tempest-TestVolumeBackupRestore-1434194993 tempest-TestVolumeBackupRestore-1434194993-project] Received port after_create {{(pid=95102) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 19:42:41.982550 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.v2.base [req-ed378a79-9497-41ca-8936-1c2d379c219a req-9cd08261-bfb7-4d43-a613-25552136c876 service neutron] Request body: {'port': {'device_id': 'faab7727-1b3e-4900-8911-d0a7e8a0febd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713301-16'}} {{(pid=95101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:42:42.005858 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-d41842f9-01b9-48a4-8615-16bcf9325aba tempest-RoutersIpV6Test-563412711 tempest-RoutersIpV6Test-563412711-project] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.2751887 Sep 23 19:42:42.027185 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 34700) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:42:42.043865 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.v2.base [None req-c95450b1-3b51-462d-b661-172e7ca2f78a tempest-RoutersIpV6Test-563412711 tempest-RoutersIpV6Test-563412711-project] Request body: {'subnet': {'network_id': '61e2620a-5ede-40bb-a8e2-981e8b654d90', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=95102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:42:42.137434 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-ed378a79-9497-41ca-8936-1c2d379c219a req-9cd08261-bfb7-4d43-a613-25552136c876 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:42.260420 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-8d9aa053-561f-4130-ad0d-bfe705e19755 tempest-SecGroupIPv6Test-1615826656 tempest-SecGroupIPv6Test-1615826656-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:42.344090 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6062e3bf-0735-4fe6-b726-8d5b94153534 req-091ba0df-f335-4de2-b52c-c674226d47ba tempest-ServersNegativeTestJSON-1638865794 tempest-ServersNegativeTestJSON-1638865794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:42:42.345875 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-6062e3bf-0735-4fe6-b726-8d5b94153534 req-091ba0df-f335-4de2-b52c-c674226d47ba tempest-ServersNegativeTestJSON-1638865794 tempest-ServersNegativeTestJSON-1638865794-project] 10.222.0.67 "GET /v2.0/ports?device_id=6942dd4a-2993-4094-af13-ca4f91683a85 HTTP/1.1" status: 200 len: 946 time: 1.0190833 Sep 23 19:42:42.519257 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-6062e3bf-0735-4fe6-b726-8d5b94153534 req-a2a8735f-7e9f-48e9-ae2b-1206c403fe46 tempest-ServersNegativeTestJSON-1638865794 tempest-ServersNegativeTestJSON-1638865794-project] 10.222.0.67 "GET /v2.0/security-groups?id=4daca97c-f524-4fb0-8b34-b36a0affa33e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913789 Sep 23 19:42:42.526535 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-61bbc2fc-82a0-4f43-b5d1-0ace3cf80105 None None] Provisioning complete for port c140d996-da69-4c0e-b9a8-57586395d28e triggered by entity DHCP. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:42:42.528123 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-61bbc2fc-82a0-4f43-b5d1-0ace3cf80105 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:42.569624 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c32b3900-ebd3-48ef-9495-f4f00cdf160a req-3f8d6525-48c9-4c13-bd62-480f3feff7ee tempest-ServersNegativeTestMultiTenantJSON-124017900 tempest-ServersNegativeTestMultiTenantJSON-124017900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:42:42.571245 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-c32b3900-ebd3-48ef-9495-f4f00cdf160a req-3f8d6525-48c9-4c13-bd62-480f3feff7ee tempest-ServersNegativeTestMultiTenantJSON-124017900 tempest-ServersNegativeTestMultiTenantJSON-124017900-project] 10.222.0.67 "GET /v2.0/ports?device_id=faab7727-1b3e-4900-8911-d0a7e8a0febd HTTP/1.1" status: 200 len: 931 time: 0.7854295 Sep 23 19:42:42.659126 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.plugin [None req-61bbc2fc-82a0-4f43-b5d1-0ace3cf80105 None None] Port c140d996-da69-4c0e-b9a8-57586395d28e cannot update to ACTIVE because it is not bound. {{(pid=95103) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 19:42:42.736857 n-d-713301-16 neutron-server[95101]: DEBUG neutron.notifiers.nova [req-ed378a79-9497-41ca-8936-1c2d379c219a req-9cd08261-bfb7-4d43-a613-25552136c876 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0e7e4d22-eaa2-4850-94a2-201619deedf7 {{(pid=95101) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 19:42:42.747247 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-ed378a79-9497-41ca-8936-1c2d379c219a req-9cd08261-bfb7-4d43-a613-25552136c876 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:42.767146 n-d-713301-16 neutron-server[95101]: DEBUG neutron.db.provisioning_blocks [req-ed378a79-9497-41ca-8936-1c2d379c219a req-9cd08261-bfb7-4d43-a613-25552136c876 service neutron] Transition to ACTIVE for port object 0e7e4d22-eaa2-4850-94a2-201619deedf7 will not be triggered until provisioned by entity L2. {{(pid=95101) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 19:42:42.772381 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-ed378a79-9497-41ca-8936-1c2d379c219a req-9cd08261-bfb7-4d43-a613-25552136c876 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5607436'] for port, after_update {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:42.782131 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-c32b3900-ebd3-48ef-9495-f4f00cdf160a req-b4a7c452-2ea2-48d8-9adf-49edd30db2d9 tempest-ServersNegativeTestMultiTenantJSON-124017900 tempest-ServersNegativeTestMultiTenantJSON-124017900-project] 10.222.0.67 "GET /v2.0/security-groups?id=8e8962d3-e9bb-423d-9510-a05e34fd1c08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1853690 Sep 23 19:42:42.789852 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e88fab-0942-4d74-b9f5-f2fd042381df req-20d9b022-13c7-43c5-97cb-21dee7f033a1 tempest-TestVolumeBackupRestore-1434194993 tempest-TestVolumeBackupRestore-1434194993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:42:42.790199 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-35e88fab-0942-4d74-b9f5-f2fd042381df req-20d9b022-13c7-43c5-97cb-21dee7f033a1 tempest-TestVolumeBackupRestore-1434194993 tempest-TestVolumeBackupRestore-1434194993-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222849'] for port, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:42.830589 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c95450b1-3b51-462d-b661-172e7ca2f78a tempest-RoutersIpV6Test-563412711 tempest-RoutersIpV6Test-563412711-project] Made reservation on behalf of fd66fc1e2cf64f369d6db25080c0cb06 for: {'subnet': 1} {{(pid=95102) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:42:42.834760 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-c95450b1-3b51-462d-b661-172e7ca2f78a tempest-RoutersIpV6Test-563412711 tempest-RoutersIpV6Test-563412711-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5388256'] for subnet, before_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:42.909536 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cd08261-bfb7-4d43-a613-25552136c876 service neutron] Pushing event updated for resources: {'Port': ['ID=0e7e4d22-eaa2-4850-94a2-201619deedf7,revision_number=2']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:42:43.193494 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.managers [req-ed378a79-9497-41ca-8936-1c2d379c219a req-9cd08261-bfb7-4d43-a613-25552136c876 service neutron] Attempting to bind port 0e7e4d22-eaa2-4850-94a2-201619deedf7 on host n-h2-713301-16 for vnic_type normal with profile {{(pid=95101) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 19:42:43.219342 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.managers [req-ed378a79-9497-41ca-8936-1c2d379c219a req-9cd08261-bfb7-4d43-a613-25552136c876 service neutron] Attempting to bind port 0e7e4d22-eaa2-4850-94a2-201619deedf7 by drivers openvswitch,hyperv on host n-h2-713301-16 at level 0 using segments [{'id': '95e8201e-4905-43b7-a7a2-c3be8eebe49c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '9fc71826-cebc-4cbf-b8a4-f95338e0106c'}] {{(pid=95101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 19:42:43.219873 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed378a79-9497-41ca-8936-1c2d379c219a req-9cd08261-bfb7-4d43-a613-25552136c876 service neutron] Attempting to bind port 0e7e4d22-eaa2-4850-94a2-201619deedf7 on network 9fc71826-cebc-4cbf-b8a4-f95338e0106c {{(pid=95101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:42:43.233023 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed378a79-9497-41ca-8936-1c2d379c219a req-9cd08261-bfb7-4d43-a613-25552136c876 service neutron] Port 0e7e4d22-eaa2-4850-94a2-201619deedf7 on network 9fc71826-cebc-4cbf-b8a4-f95338e0106c not bound, no agent of type Open vSwitch agent registered on host n-h2-713301-16 {{(pid=95101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 19:42:43.233824 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed378a79-9497-41ca-8936-1c2d379c219a req-9cd08261-bfb7-4d43-a613-25552136c876 service neutron] Attempting to bind port 0e7e4d22-eaa2-4850-94a2-201619deedf7 on network 9fc71826-cebc-4cbf-b8a4-f95338e0106c {{(pid=95101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:42:43.249960 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed378a79-9497-41ca-8936-1c2d379c219a req-9cd08261-bfb7-4d43-a613-25552136c876 service neutron] Checking agent: {'id': '2a7cea34-db54-4faf-8d23-37521c3e34cb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713301-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 19, 15, 28), 'started_at': datetime.datetime(2021, 9, 23, 19, 15, 28), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 19, 42, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 19:42:43.250253 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed378a79-9497-41ca-8936-1c2d379c219a req-9cd08261-bfb7-4d43-a613-25552136c876 service neutron] Checking segment: {'id': '95e8201e-4905-43b7-a7a2-c3be8eebe49c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '9fc71826-cebc-4cbf-b8a4-f95338e0106c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:42:43.250646 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed378a79-9497-41ca-8936-1c2d379c219a req-9cd08261-bfb7-4d43-a613-25552136c876 service neutron] Bound using segment: {'id': '95e8201e-4905-43b7-a7a2-c3be8eebe49c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '9fc71826-cebc-4cbf-b8a4-f95338e0106c'} {{(pid=95101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 19:42:43.251079 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.managers [req-ed378a79-9497-41ca-8936-1c2d379c219a req-9cd08261-bfb7-4d43-a613-25552136c876 service neutron] Bound port: 0e7e4d22-eaa2-4850-94a2-201619deedf7, host: n-h2-713301-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '95e8201e-4905-43b7-a7a2-c3be8eebe49c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '9fc71826-cebc-4cbf-b8a4-f95338e0106c'}}] {{(pid=95101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 19:42:43.251441 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-ed378a79-9497-41ca-8936-1c2d379c219a req-9cd08261-bfb7-4d43-a613-25552136c876 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:43.332532 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-8d9aa053-561f-4130-ad0d-bfe705e19755 tempest-SecGroupIPv6Test-1615826656 tempest-SecGroupIPv6Test-1615826656-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:43.356645 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.db [req-ed378a79-9497-41ca-8936-1c2d379c219a req-9cd08261-bfb7-4d43-a613-25552136c876 service neutron] For port 0e7e4d22-eaa2-4850-94a2-201619deedf7, host n-h2-713301-16, cleared binding levels {{(pid=95101) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 19:42:43.362196 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.db [req-ed378a79-9497-41ca-8936-1c2d379c219a req-9cd08261-bfb7-4d43-a613-25552136c876 service neutron] For port 0e7e4d22-eaa2-4850-94a2-201619deedf7, host n-h2-713301-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-16',level=0,port_id=0e7e4d22-eaa2-4850-94a2-201619deedf7,segment=NetworkSegment(95e8201e-4905-43b7-a7a2-c3be8eebe49c),segment_id=95e8201e-4905-43b7-a7a2-c3be8eebe49c)] {{(pid=95101) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 19:42:43.369088 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-ed378a79-9497-41ca-8936-1c2d379c219a req-9cd08261-bfb7-4d43-a613-25552136c876 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5607436'] for port, after_update {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:43.382874 n-d-713301-16 neutron-server[95102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45f3da0c-73de-4f5d-83b4-f3b9968ea4d5 tempest-RoutersTest-320658655 tempest-RoutersTest-320658655-project] Network c914a2cf-d7d1-4da8-9fd0-5e5b7ab5b1fb is already hosted by enough agents. {{(pid=95102) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:42:43.409229 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-35e88fab-0942-4d74-b9f5-f2fd042381df req-20d9b022-13c7-43c5-97cb-21dee7f033a1 tempest-TestVolumeBackupRestore-1434194993 tempest-TestVolumeBackupRestore-1434194993-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 7.0802221 Sep 23 19:42:43.409229 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-8d9aa053-561f-4130-ad0d-bfe705e19755 tempest-SecGroupIPv6Test-1615826656 tempest-SecGroupIPv6Test-1615826656-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575319'] for security_group_rule, after_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:43.437113 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd6bf929-5107-43fd-ac67-ae1b65016d73 req-b307e116-0a3a-4aec-8848-434a2a7f6330 tempest-TestVolumeBackupRestore-1434194993 tempest-TestVolumeBackupRestore-1434194993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:42:43.455349 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-cd6bf929-5107-43fd-ac67-ae1b65016d73 req-b307e116-0a3a-4aec-8848-434a2a7f6330 tempest-TestVolumeBackupRestore-1434194993 tempest-TestVolumeBackupRestore-1434194993-project] 10.222.0.67 "GET /v2.0/ports?device_id=66cd2527-03c8-4dc5-92d2-374880b3d491 HTTP/1.1" status: 200 len: 931 time: 0.7483687 Sep 23 19:42:43.464267 n-d-713301-16 neutron-server[95102]: DEBUG neutron.scheduler.base_scheduler [None req-45f3da0c-73de-4f5d-83b4-f3b9968ea4d5 tempest-RoutersTest-320658655 tempest-RoutersTest-320658655-project] Resources bound (agent type, host, resource id): {{(pid=95102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:42:43.478262 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.v2.base [req-35e88fab-0942-4d74-b9f5-f2fd042381df req-ff6ce98a-7c42-4d9e-9db4-0673fbb503fa service neutron] Request body: {'port': {'device_id': '66cd2527-03c8-4dc5-92d2-374880b3d491', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713301-16'}} {{(pid=95102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:42:43.495742 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed378a79-9497-41ca-8936-1c2d379c219a req-9cd08261-bfb7-4d43-a613-25552136c876 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:42:43.497188 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-ed378a79-9497-41ca-8936-1c2d379c219a req-9cd08261-bfb7-4d43-a613-25552136c876 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222849'] for port, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:43.506153 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-ed378a79-9497-41ca-8936-1c2d379c219a req-9cd08261-bfb7-4d43-a613-25552136c876 service neutron] 10.222.0.53 "PUT /v2.0/ports/0e7e4d22-eaa2-4850-94a2-201619deedf7 HTTP/1.1" status: 200 len: 1092 time: 1.5625706 Sep 23 19:42:43.514133 n-d-713301-16 neutron-server[95101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'faab7727-1b3e-4900-8911-d0a7e8a0febd', 'tag': '0e7e4d22-eaa2-4850-94a2-201619deedf7'}] {{(pid=95101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 19:42:43.518059 n-d-713301-16 neutron-server[95101]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d8366c5740cd635e57ab12b71fe44a77c2acc3c19091ef849c6f68b380462244" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dfa09b83-f0ce-45ef-8079-1327713de691" -d '{"events": [{"name": "network-changed", "server_uuid": "faab7727-1b3e-4900-8911-d0a7e8a0febd", "tag": "0e7e4d22-eaa2-4850-94a2-201619deedf7"}]}' {{(pid=95101) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 19:42:43.521945 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cd08261-bfb7-4d43-a613-25552136c876 service neutron] Pushing event updated for resources: {'Port': ['ID=0e7e4d22-eaa2-4850-94a2-201619deedf7,revision_number=3']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:42:43.642975 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed378a79-9497-41ca-8936-1c2d379c219a req-35967e46-a9d5-4c2e-a73f-466b056ac470 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:42:43.645468 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-ed378a79-9497-41ca-8936-1c2d379c219a req-35967e46-a9d5-4c2e-a73f-466b056ac470 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=e745d9f5f1e2476a839b8016dbeae7cc&device_id=faab7727-1b3e-4900-8911-d0a7e8a0febd HTTP/1.1" status: 200 len: 1095 time: 0.0808389 Sep 23 19:42:43.738373 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-ed378a79-9497-41ca-8936-1c2d379c219a req-75076af2-58d3-4ead-a8b3-8fea400c702b service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0e7e4d22-eaa2-4850-94a2-201619deedf7 HTTP/1.1" status: 200 len: 217 time: 0.0817888 Sep 23 19:42:43.840682 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d9aa053-561f-4130-ad0d-bfe705e19755 tempest-SecGroupIPv6Test-1615826656 tempest-SecGroupIPv6Test-1615826656-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8675b534-1ee0-4022-b87e-610ee2393eb8,revision_number=0']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:42:43.853337 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed378a79-9497-41ca-8936-1c2d379c219a req-f1f9d482-3761-40ab-b88b-4143d8ce651e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:42:43.853761 n-d-713301-16 neutron-server[95102]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-45f3da0c-73de-4f5d-83b4-f3b9968ea4d5 tempest-RoutersTest-320658655 tempest-RoutersTest-320658655-project] Router 96503fda-a45f-430f-a5e1-653bd4f2c170 has already been hosted by L3 agent 79a740bf-7821-4989-8288-7186e3e128f3 {{(pid=95102) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 19:42:43.854970 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-35e88fab-0942-4d74-b9f5-f2fd042381df req-ff6ce98a-7c42-4d9e-9db4-0673fbb503fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:43.855103 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-ed378a79-9497-41ca-8936-1c2d379c219a req-f1f9d482-3761-40ab-b88b-4143d8ce651e service neutron] 10.222.0.53 "GET /v2.0/subnets?id=65c10d0d-2f18-4403-9985-720b9fde9f33 HTTP/1.1" status: 200 len: 865 time: 0.1117337 Sep 23 19:42:43.861089 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-c95450b1-3b51-462d-b661-172e7ca2f78a tempest-RoutersIpV6Test-563412711 tempest-RoutersIpV6Test-563412711-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4398944', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5388242'] for subnet, after_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:43.868522 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-8d9aa053-561f-4130-ad0d-bfe705e19755 tempest-SecGroupIPv6Test-1615826656 tempest-SecGroupIPv6Test-1615826656-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:43.872347 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-8d9aa053-561f-4130-ad0d-bfe705e19755 tempest-SecGroupIPv6Test-1615826656 tempest-SecGroupIPv6Test-1615826656-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 2.6788275 Sep 23 19:42:43.895149 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 34714) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:42:43.926010 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e846797-f760-4ccc-950e-b4203d61c9a4 req-c2dad40b-8b31-4599-a991-1996c36c57b6 tempest-ServersNegativeTestJSON-1638865794 tempest-ServersNegativeTestJSON-1638865794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:42:43.927772 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-7e846797-f760-4ccc-950e-b4203d61c9a4 req-c2dad40b-8b31-4599-a991-1996c36c57b6 tempest-ServersNegativeTestJSON-1638865794 tempest-ServersNegativeTestJSON-1638865794-project] 10.222.0.67 "GET /v2.0/ports?device_id=6942dd4a-2993-4094-af13-ca4f91683a85 HTTP/1.1" status: 200 len: 946 time: 0.6497886 Sep 23 19:42:43.955777 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-ed378a79-9497-41ca-8936-1c2d379c219a req-bcac1fe3-5a55-4f45-9ddf-e0c8a649f6b5 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=9fc71826-cebc-4cbf-b8a4-f95338e0106c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0928664 Sep 23 19:42:43.957402 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-7dcdcd49-188f-4dfd-abf6-b0d0338e5244 None None] Provisioning complete for port 32ae5718-2354-44f3-84d1-fec73b2909c9 triggered by entity DHCP. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:42:43.958405 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-7dcdcd49-188f-4dfd-abf6-b0d0338e5244 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:44.080186 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.plugin [None req-7dcdcd49-188f-4dfd-abf6-b0d0338e5244 None None] Port 32ae5718-2354-44f3-84d1-fec73b2909c9 cannot update to ACTIVE because it is not bound. {{(pid=95103) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 19:42:44.120221 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c95450b1-3b51-462d-b661-172e7ca2f78a tempest-RoutersIpV6Test-563412711 tempest-RoutersIpV6Test-563412711-project] Pushing event updated for resources: {'Subnet': ['ID=34770ef5-4e1a-46b2-bf09-16fc6dccb70c,revision_number=0']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:42:44.154262 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-ed378a79-9497-41ca-8936-1c2d379c219a req-498826a0-eb94-40a1-b1d8-a23196a3f74b service neutron] 10.222.0.53 "GET /v2.0/networks/9fc71826-cebc-4cbf-b8a4-f95338e0106c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1916652 Sep 23 19:42:44.215226 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-cd6bf929-5107-43fd-ac67-ae1b65016d73 req-0d5bb14d-845b-43c4-b40a-efa56a095bb2 tempest-TestVolumeBackupRestore-1434194993 tempest-TestVolumeBackupRestore-1434194993-project] 10.222.0.67 "GET /v2.0/security-groups?id=ea1d12a8-ddc7-4b9a-a637-e6ffde706580&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7587893 Sep 23 19:42:44.505263 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-ed378a79-9497-41ca-8936-1c2d379c219a req-0e797639-a5ca-4fa2-a53c-e257a5c6ff63 service neutron] 10.222.0.53 "GET /v2.0/networks/9fc71826-cebc-4cbf-b8a4-f95338e0106c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3416870 Sep 23 19:42:44.516101 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68d3678-357d-4c08-8767-4706fd85faa3 req-e7bb3596-58ee-48d2-bd26-10e72709dffe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:42:44.518429 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-d68d3678-357d-4c08-8767-4706fd85faa3 req-e7bb3596-58ee-48d2-bd26-10e72709dffe service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=9f955dc8eb0a49dcaf259d890508d18f&device_id=c994c23c-480f-4306-a41c-657703b40238 HTTP/1.1" status: 200 len: 1096 time: 0.1312284 Sep 23 19:42:44.691824 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68d3678-357d-4c08-8767-4706fd85faa3 req-a247dee1-a111-43c8-865a-297bb8bce65f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:42:44.694215 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-d68d3678-357d-4c08-8767-4706fd85faa3 req-a247dee1-a111-43c8-865a-297bb8bce65f service neutron] 10.222.0.74 "GET /v2.0/networks?id=fc2b89b8-ce3f-4c16-8b68-220076c74d2b HTTP/1.1" status: 200 len: 917 time: 0.1512835 Sep 23 19:42:45.280032 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c95450b1-3b51-462d-b661-172e7ca2f78a tempest-RoutersIpV6Test-563412711 tempest-RoutersIpV6Test-563412711-project] Checking segment: {'id': '6c7b293d-0282-4c42-acd8-4908793c3233', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '61e2620a-5ede-40bb-a8e2-981e8b654d90'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95102) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:42:45.280781 n-d-713301-16 neutron-server[95102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c95450b1-3b51-462d-b661-172e7ca2f78a tempest-RoutersIpV6Test-563412711 tempest-RoutersIpV6Test-563412711-project] Network hostable DHCP agents. Network: 61e2620a-5ede-40bb-a8e2-981e8b654d90, hostable agents: ['1b18bf05-1b5f-4587-be5c-af3ac38e32ad'], hosted agents: [] {{(pid=95102) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 19:42:45.345012 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-cc1f5d85-a785-4554-a6d9-7b0d974f6102 tempest-SecGroupIPv6Test-1615826656 tempest-SecGroupIPv6Test-1615826656-project] Notify callbacks [] for security_group, before_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:45.349567 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-7e846797-f760-4ccc-950e-b4203d61c9a4 req-e602ea93-78aa-40c1-88dc-fd52f1480e3e tempest-ServersNegativeTestJSON-1638865794 tempest-ServersNegativeTestJSON-1638865794-project] 10.222.0.67 "GET /v2.0/security-groups?id=4daca97c-f524-4fb0-8b34-b36a0affa33e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.3105371 Sep 23 19:42:45.412639 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45f3da0c-73de-4f5d-83b4-f3b9968ea4d5 tempest-RoutersTest-320658655 tempest-RoutersTest-320658655-project] Notify agent at l3_agent.n-d-713301-16 the message routers_updated {{(pid=95102) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 19:42:45.423044 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b99f2ddb-d87a-4a49-936e-1e00a3f75bfa None None] Sync routers for ids ['96503fda-a45f-430f-a5e1-653bd4f2c170'] in n-d-713301-16 {{(pid=95103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 19:42:45.444057 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b99f2ddb-d87a-4a49-936e-1e00a3f75bfa None None] Routers {'96503fda-a45f-430f-a5e1-653bd4f2c170'} bound to L3 agent in host n-d-713301-16 {{(pid=95103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 19:42:45.444941 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_hamode_db [None req-b99f2ddb-d87a-4a49-936e-1e00a3f75bfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-23T19:07:52Z,description=,heartbeat_timestamp=2021-09-23T19:42:22Z,host='n-d-713301-16',id=79a740bf-7821-4989-8288-7186e3e128f3,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:07:52Z,topic='l3_agent')) {'router_ids': ['96503fda-a45f-430f-a5e1-653bd4f2c170'], 'active': True} {{(pid=95103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:42:45.455791 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 34766) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:42:45.460044 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.v2.base [None req-3c266319-a0de-411b-8381-5ed4125de269 tempest-RoutersTest-320658655 tempest-RoutersTest-320658655-project] Request body: {'network': {'name': 'tempest-RoutersTest-531790818'}} {{(pid=95101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:42:45.481237 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-45f3da0c-73de-4f5d-83b4-f3b9968ea4d5 tempest-RoutersTest-320658655 tempest-RoutersTest-320658655-project] 10.222.0.67 "PUT /v2.0/routers/96503fda-a45f-430f-a5e1-653bd4f2c170/add_router_interface HTTP/1.1" status: 200 len: 503 time: 13.2227151 Sep 23 19:42:45.509332 n-d-713301-16 neutron-server[95101]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 19:42:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-105e8db6-eb6e-43f8-98c5-264c7185df67 x-openstack-request-id: req-105e8db6-eb6e-43f8-98c5-264c7185df67 {{(pid=95101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 19:42:45.515951 n-d-713301-16 neutron-server[95101]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "faab7727-1b3e-4900-8911-d0a7e8a0febd", "tag": "0e7e4d22-eaa2-4850-94a2-201619deedf7", "status": "completed", "code": 200}]} {{(pid=95101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 19:42:45.516240 n-d-713301-16 neutron-server[95101]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-105e8db6-eb6e-43f8-98c5-264c7185df67 {{(pid=95101) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 19:42:45.516719 n-d-713301-16 neutron-server[95101]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'faab7727-1b3e-4900-8911-d0a7e8a0febd', 'tag': '0e7e4d22-eaa2-4850-94a2-201619deedf7', 'status': 'completed', 'code': 200} Sep 23 19:42:45.534494 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-cc1f5d85-a785-4554-a6d9-7b0d974f6102 tempest-SecGroupIPv6Test-1615826656 tempest-SecGroupIPv6Test-1615826656-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:45.561620 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c266319-a0de-411b-8381-5ed4125de269 tempest-RoutersTest-320658655 tempest-RoutersTest-320658655-project] Made reservation on behalf of 6680ec314c604479bbb737c95f4e0850 for: {'network': 1} {{(pid=95101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:42:45.569981 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-3c266319-a0de-411b-8381-5ed4125de269 tempest-RoutersTest-320658655 tempest-RoutersTest-320658655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for network, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:45.573391 n-d-713301-16 neutron-server[95102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c95450b1-3b51-462d-b661-172e7ca2f78a tempest-RoutersIpV6Test-563412711 tempest-RoutersIpV6Test-563412711-project] Network 61e2620a-5ede-40bb-a8e2-981e8b654d90 is scheduled to be hosted by DHCP agent 1b18bf05-1b5f-4587-be5c-af3ac38e32ad with binding_index 1 {{(pid=95102) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 19:42:45.652641 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa09b83-f0ce-45ef-8079-1327713de691 req-b8c52dc8-fa5b-4e82-a58f-adf7b7663baa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:42:45.655561 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-dfa09b83-f0ce-45ef-8079-1327713de691 req-b8c52dc8-fa5b-4e82-a58f-adf7b7663baa service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=e745d9f5f1e2476a839b8016dbeae7cc&device_id=faab7727-1b3e-4900-8911-d0a7e8a0febd HTTP/1.1" status: 200 len: 1095 time: 0.1373618 Sep 23 19:42:45.660950 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3c266319-a0de-411b-8381-5ed4125de269 tempest-RoutersTest-320658655 tempest-RoutersTest-320658655-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 602} {{(pid=95101) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 19:42:45.709888 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f800e7ef-ca5a-4357-9bb6-b75f5b34a7e3 req-87aab766-24c5-4715-95f3-a3ad951e1870 tempest-AttachVolumeShelveTestJSON-2035318112 tempest-AttachVolumeShelveTestJSON-2035318112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:42:45.737500 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-f800e7ef-ca5a-4357-9bb6-b75f5b34a7e3 req-87aab766-24c5-4715-95f3-a3ad951e1870 tempest-AttachVolumeShelveTestJSON-2035318112 tempest-AttachVolumeShelveTestJSON-2035318112-project] 10.222.0.67 "GET /v2.0/ports?device_id=c994c23c-480f-4306-a41c-657703b40238 HTTP/1.1" status: 200 len: 944 time: 0.5625246 Sep 23 19:42:45.780248 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-3c266319-a0de-411b-8381-5ed4125de269 tempest-RoutersTest-320658655 tempest-RoutersTest-320658655-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1756186'] for segment, precommit_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:45.781022 n-d-713301-16 neutron-server[95101]: INFO neutron.db.segments_db [None req-3c266319-a0de-411b-8381-5ed4125de269 tempest-RoutersTest-320658655 tempest-RoutersTest-320658655-project] Added segment a42ba9ed-f343-4a1d-b78d-901b99e9b6ab of type vlan for network 2cbe95d4-e55e-4103-856d-33ae8b72d079 Sep 23 19:42:45.842254 n-d-713301-16 neutron-server[95102]: DEBUG neutron.scheduler.base_scheduler [None req-c95450b1-3b51-462d-b661-172e7ca2f78a tempest-RoutersIpV6Test-563412711 tempest-RoutersIpV6Test-563412711-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713301-16, 61e2620a-5ede-40bb-a8e2-981e8b654d90) {{(pid=95102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:42:45.877443 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c95450b1-3b51-462d-b661-172e7ca2f78a tempest-RoutersIpV6Test-563412711 tempest-RoutersIpV6Test-563412711-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:42:45.878090 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-c95450b1-3b51-462d-b661-172e7ca2f78a tempest-RoutersIpV6Test-563412711 tempest-RoutersIpV6Test-563412711-project] Notify callbacks [] for subnet, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:45.995209 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-3c266319-a0de-411b-8381-5ed4125de269 tempest-RoutersTest-320658655 tempest-RoutersTest-320658655-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783145630486'] for network, precommit_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:46.023135 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-f800e7ef-ca5a-4357-9bb6-b75f5b34a7e3 req-5c67f1be-ed59-4cfc-949b-c14d3c54c0d8 tempest-AttachVolumeShelveTestJSON-2035318112 tempest-AttachVolumeShelveTestJSON-2035318112-project] 10.222.0.67 "GET /v2.0/security-groups?id=dd8506a8-7e56-49b4-9c74-3948d9b76f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2842603 Sep 23 19:42:46.032725 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-c95450b1-3b51-462d-b661-172e7ca2f78a tempest-RoutersIpV6Test-563412711 tempest-RoutersIpV6Test-563412711-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.9924378 Sep 23 19:42:46.037347 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 34772) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:42:46.059287 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.v2.base [None req-73f1d309-668b-4e97-a0ca-9f00452c0e1e tempest-RoutersIpV6Test-563412711 tempest-RoutersIpV6Test-563412711-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1296663221', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=95102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:42:46.134894 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1755a754-2288-4d06-b503-b1ed71f0b9b9 None None] Network 61e2620a-5ede-40bb-a8e2-981e8b654d90 requested from n-d-713301-16 {{(pid=95103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 19:42:46.155632 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-73f1d309-668b-4e97-a0ca-9f00452c0e1e tempest-RoutersIpV6Test-563412711 tempest-RoutersIpV6Test-563412711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-594563', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29355'] for router, before_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:46.157187 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-73f1d309-668b-4e97-a0ca-9f00452c0e1e tempest-RoutersIpV6Test-563412711 tempest-RoutersIpV6Test-563412711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-597363', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-601731', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-739356', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29346'] for router, precommit_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:46.239377 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-cc1f5d85-a785-4554-a6d9-7b0d974f6102 tempest-SecGroupIPv6Test-1615826656 tempest-SecGroupIPv6Test-1615826656-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:46.249430 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-cc1f5d85-a785-4554-a6d9-7b0d974f6102 tempest-SecGroupIPv6Test-1615826656 tempest-SecGroupIPv6Test-1615826656-project] Notify callbacks [] for security_group, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:46.253512 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-cc1f5d85-a785-4554-a6d9-7b0d974f6102 tempest-SecGroupIPv6Test-1615826656 tempest-SecGroupIPv6Test-1615826656-project] 10.222.0.67 "DELETE /v2.0/security-groups/141d7205-cbdd-4b7f-a83a-140e6c50d74e HTTP/1.1" status: 204 len: 168 time: 2.3224082 Sep 23 19:42:46.255575 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 34774) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:42:46.320893 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa09b83-f0ce-45ef-8079-1327713de691 req-4272892a-2a07-4a79-8d8b-9ac5b54c3f5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:42:46.322715 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-dfa09b83-f0ce-45ef-8079-1327713de691 req-4272892a-2a07-4a79-8d8b-9ac5b54c3f5c service neutron] 10.222.0.53 "GET /v2.0/networks?id=9fc71826-cebc-4cbf-b8a4-f95338e0106c HTTP/1.1" status: 200 len: 926 time: 0.6580880 Sep 23 19:42:46.428780 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-3c266319-a0de-411b-8381-5ed4125de269 tempest-RoutersTest-320658655 tempest-RoutersTest-320658655-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299'] for network, after_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:46.467525 n-d-713301-16 neutron-server[95102]: DEBUG neutron.notifiers.nova [req-35e88fab-0942-4d74-b9f5-f2fd042381df req-ff6ce98a-7c42-4d9e-9db4-0673fbb503fa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c140d996-da69-4c0e-b9a8-57586395d28e {{(pid=95102) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 19:42:46.470371 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c266319-a0de-411b-8381-5ed4125de269 tempest-RoutersTest-320658655 tempest-RoutersTest-320658655-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:42:46.471084 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-3c266319-a0de-411b-8381-5ed4125de269 tempest-RoutersTest-320658655 tempest-RoutersTest-320658655-project] Notify callbacks [] for network, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:46.476567 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-35e88fab-0942-4d74-b9f5-f2fd042381df req-ff6ce98a-7c42-4d9e-9db4-0673fbb503fa service neutron] Notify callbacks [] for port, precommit_update {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:46.491036 n-d-713301-16 neutron-server[95102]: DEBUG neutron.db.provisioning_blocks [req-35e88fab-0942-4d74-b9f5-f2fd042381df req-ff6ce98a-7c42-4d9e-9db4-0673fbb503fa service neutron] Transition to ACTIVE for port object c140d996-da69-4c0e-b9a8-57586395d28e will not be triggered until provisioned by entity L2. {{(pid=95102) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 19:42:46.525099 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-35e88fab-0942-4d74-b9f5-f2fd042381df req-ff6ce98a-7c42-4d9e-9db4-0673fbb503fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4399095'] for port, after_update {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:46.546800 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc1f5d85-a785-4554-a6d9-7b0d974f6102 tempest-SecGroupIPv6Test-1615826656 tempest-SecGroupIPv6Test-1615826656-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=141d7205-cbdd-4b7f-a83a-140e6c50d74e,revision_number=None']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:42:46.554328 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-d68d3678-357d-4c08-8767-4706fd85faa3 req-60819fa2-d52e-467c-afd8-a5cc570bbf08 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e903ca97-db28-44ea-88d1-53bdf3b0a143 HTTP/1.1" status: 200 len: 1000 time: 0.6232648 Sep 23 19:42:46.559774 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_dvr_db [None req-b99f2ddb-d87a-4a49-936e-1e00a3f75bfa None None] Set router 96503fda-a45f-430f-a5e1-653bd4f2c170 gateway port host: None {{(pid=95103) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 19:42:46.568314 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-dfa09b83-f0ce-45ef-8079-1327713de691 req-c4686a16-a33b-4e4e-a26c-4130d996d63a service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0e7e4d22-eaa2-4850-94a2-201619deedf7 HTTP/1.1" status: 200 len: 217 time: 0.2274494 Sep 23 19:42:46.573767 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Device 0e7e4d22-eaa2-4850-94a2-201619deedf7 details requested by agent hyperv_n-h2-713301-16 with host n-h2-713301-16 {{(pid=95103) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 19:42:46.789042 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-73f1d309-668b-4e97-a0ca-9f00452c0e1e tempest-RoutersIpV6Test-563412711 tempest-RoutersIpV6Test-563412711-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:46.819189 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3712607c-c1d0-4b45-812c-5736a7e58941 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4c8b80df-07eb-5275-9f17-5cf640db67c0-61e2620a-5ede-40bb-a8e2-981e8b654d90', 'network_id': '61e2620a-5ede-40bb-a8e2-981e8b654d90', 'tenant_id': 'fd66fc1e2cf64f369d6db25080c0cb06', 'fixed_ips': [{'subnet_id': '34770ef5-4e1a-46b2-bf09-16fc6dccb70c'}]}} from n-d-713301-16. {{(pid=95103) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 23 19:42:46.821595 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-3712607c-c1d0-4b45-812c-5736a7e58941 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_create {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:46.830889 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-3c266319-a0de-411b-8381-5ed4125de269 tempest-RoutersTest-320658655 tempest-RoutersTest-320658655-project] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 1.3744872 Sep 23 19:42:46.833600 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa09b83-f0ce-45ef-8079-1327713de691 req-8d77cb89-59dd-4d60-b2bd-ca8db8a7fc4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:42:46.835742 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-dfa09b83-f0ce-45ef-8079-1327713de691 req-8d77cb89-59dd-4d60-b2bd-ca8db8a7fc4e service neutron] 10.222.0.53 "GET /v2.0/subnets?id=65c10d0d-2f18-4403-9985-720b9fde9f33 HTTP/1.1" status: 200 len: 865 time: 0.1812153 Sep 23 19:42:46.837310 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.db.resource_extend [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=95103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 23 19:42:46.841914 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 34778) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:42:46.857457 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-73f1d309-668b-4e97-a0ca-9f00452c0e1e tempest-RoutersIpV6Test-563412711 tempest-RoutersIpV6Test-563412711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-597258', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-601790'] for router, after_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:46.865495 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.v2.base [None req-29e1ade0-e454-46da-9a0e-238e4f0226b0 tempest-RoutersTest-320658655 tempest-RoutersTest-320658655-project] Request body: {'subnet': {'network_id': '2cbe95d4-e55e-4103-856d-33ae8b72d079', 'cidr': '172.22.0.0/28', 'ip_version': 4, 'gateway_ip': '172.22.0.1'}} {{(pid=95101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:42:46.887874 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c77dde1f-6c49-44fa-ad0a-4e5185af4aa3 req-a09427a1-67a3-4605-b38f-ade9cab5013b tempest-ServersNegativeTestMultiTenantJSON-124017900 tempest-ServersNegativeTestMultiTenantJSON-124017900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:42:46.897582 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-c77dde1f-6c49-44fa-ad0a-4e5185af4aa3 req-a09427a1-67a3-4605-b38f-ade9cab5013b tempest-ServersNegativeTestMultiTenantJSON-124017900 tempest-ServersNegativeTestMultiTenantJSON-124017900-project] 10.222.0.67 "GET /v2.0/ports?device_id=faab7727-1b3e-4900-8911-d0a7e8a0febd HTTP/1.1" status: 200 len: 943 time: 1.1473639 Sep 23 19:42:46.901607 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff6ce98a-7c42-4d9e-9db4-0673fbb503fa service neutron] Pushing event updated for resources: {'Port': ['ID=c140d996-da69-4c0e-b9a8-57586395d28e,revision_number=2']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:42:46.963550 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-ad452d68-68a5-416d-bc56-285d356439da tempest-SecGroupIPv6Test-1615826656 tempest-SecGroupIPv6Test-1615826656-project] 10.222.0.67 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.6893411 Sep 23 19:42:46.969063 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 34780) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:42:47.032314 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-dfa09b83-f0ce-45ef-8079-1327713de691 req-d1e5a307-dc80-46ce-80d1-3d892f8c71f2 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=9fc71826-cebc-4cbf-b8a4-f95338e0106c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1518955 Sep 23 19:42:47.033509 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c266319-a0de-411b-8381-5ed4125de269 tempest-RoutersTest-320658655 tempest-RoutersTest-320658655-project] Pushing event updated for resources: {'Network': ['ID=2cbe95d4-e55e-4103-856d-33ae8b72d079,revision_number=1']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:42:47.055960 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c718c2a-e3ce-4c46-8be5-b06d769f3230 req-b530d8e0-ac10-425b-9a53-265e39fc57db tempest-TestVolumeBackupRestore-1434194993 tempest-TestVolumeBackupRestore-1434194993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:42:47.064527 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-1c718c2a-e3ce-4c46-8be5-b06d769f3230 req-b530d8e0-ac10-425b-9a53-265e39fc57db tempest-TestVolumeBackupRestore-1434194993 tempest-TestVolumeBackupRestore-1434194993-project] 10.222.0.67 "GET /v2.0/ports?device_id=66cd2527-03c8-4dc5-92d2-374880b3d491 HTTP/1.1" status: 200 len: 931 time: 0.8000565 Sep 23 19:42:47.075384 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.v2.base [None req-74cddd19-8a58-47fe-8ad6-cc4dde8b7d21 tempest-SecGroupIPv6Test-1615826656 tempest-SecGroupIPv6Test-1615826656-project] Request body: {'security_group': {'name': 'tempest-secgroup--1282382663'}} {{(pid=95102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:42:47.109214 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Network 2cbe95d4-e55e-4103-856d-33ae8b72d079 details requested by agent ovs-agent-n-d-713301-16 with host n-d-713301-16 {{(pid=95103) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 19:42:47.138255 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-73f1d309-668b-4e97-a0ca-9f00452c0e1e tempest-RoutersIpV6Test-563412711 tempest-RoutersIpV6Test-563412711-project] Notify callbacks [] for router, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:47.139580 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-73f1d309-668b-4e97-a0ca-9f00452c0e1e tempest-RoutersIpV6Test-563412711 tempest-RoutersIpV6Test-563412711-project] 10.222.0.67 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 1.0994070 Sep 23 19:42:47.148967 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 34784) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:42:47.176634 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.managers [req-35e88fab-0942-4d74-b9f5-f2fd042381df req-ff6ce98a-7c42-4d9e-9db4-0673fbb503fa service neutron] Attempting to bind port c140d996-da69-4c0e-b9a8-57586395d28e on host n-h1-713301-16 for vnic_type normal with profile {{(pid=95102) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 19:42:47.177137 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.managers [req-35e88fab-0942-4d74-b9f5-f2fd042381df req-ff6ce98a-7c42-4d9e-9db4-0673fbb503fa service neutron] Attempting to bind port c140d996-da69-4c0e-b9a8-57586395d28e by drivers openvswitch,hyperv on host n-h1-713301-16 at level 0 using segments [{'id': 'd8402129-e46c-475e-8b4c-88724e8b832b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '7fafb3d9-de72-4d87-8d56-0a7bcad8db30'}] {{(pid=95102) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 19:42:47.177631 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35e88fab-0942-4d74-b9f5-f2fd042381df req-ff6ce98a-7c42-4d9e-9db4-0673fbb503fa service neutron] Attempting to bind port c140d996-da69-4c0e-b9a8-57586395d28e on network 7fafb3d9-de72-4d87-8d56-0a7bcad8db30 {{(pid=95102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:42:47.197832 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68d3678-357d-4c08-8767-4706fd85faa3 req-e437ba2c-df14-472a-84fa-7cb88785da00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:42:47.200172 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-d68d3678-357d-4c08-8767-4706fd85faa3 req-e437ba2c-df14-472a-84fa-7cb88785da00 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=cfb66c78-2a7b-4d98-8fdd-683258461232 HTTP/1.1" status: 200 len: 855 time: 0.6272333 Sep 23 19:42:47.202878 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35e88fab-0942-4d74-b9f5-f2fd042381df req-ff6ce98a-7c42-4d9e-9db4-0673fbb503fa service neutron] Port c140d996-da69-4c0e-b9a8-57586395d28e on network 7fafb3d9-de72-4d87-8d56-0a7bcad8db30 not bound, no agent of type Open vSwitch agent registered on host n-h1-713301-16 {{(pid=95102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 19:42:47.211682 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35e88fab-0942-4d74-b9f5-f2fd042381df req-ff6ce98a-7c42-4d9e-9db4-0673fbb503fa service neutron] Attempting to bind port c140d996-da69-4c0e-b9a8-57586395d28e on network 7fafb3d9-de72-4d87-8d56-0a7bcad8db30 {{(pid=95102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:42:47.287315 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-74cddd19-8a58-47fe-8ad6-cc4dde8b7d21 tempest-SecGroupIPv6Test-1615826656 tempest-SecGroupIPv6Test-1615826656-project] Notify callbacks [] for security_group, before_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:47.349401 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-c77dde1f-6c49-44fa-ad0a-4e5185af4aa3 req-fa0a78cb-4722-4a55-a71a-1e9a82b01cf3 tempest-ServersNegativeTestMultiTenantJSON-124017900 tempest-ServersNegativeTestMultiTenantJSON-124017900-project] 10.222.0.67 "GET /v2.0/security-groups?id=8e8962d3-e9bb-423d-9510-a05e34fd1c08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4030569 Sep 23 19:42:47.464187 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35e88fab-0942-4d74-b9f5-f2fd042381df req-ff6ce98a-7c42-4d9e-9db4-0673fbb503fa service neutron] Checking agent: {'id': '0708c3e9-0aad-4600-9be9-d2486535c898', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713301-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 19, 15, 28), 'started_at': datetime.datetime(2021, 9, 23, 19, 15, 28), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 19, 42, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 19:42:47.464187 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35e88fab-0942-4d74-b9f5-f2fd042381df req-ff6ce98a-7c42-4d9e-9db4-0673fbb503fa service neutron] Checking segment: {'id': 'd8402129-e46c-475e-8b4c-88724e8b832b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '7fafb3d9-de72-4d87-8d56-0a7bcad8db30'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95102) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:42:47.464538 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35e88fab-0942-4d74-b9f5-f2fd042381df req-ff6ce98a-7c42-4d9e-9db4-0673fbb503fa service neutron] Bound using segment: {'id': 'd8402129-e46c-475e-8b4c-88724e8b832b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '7fafb3d9-de72-4d87-8d56-0a7bcad8db30'} {{(pid=95102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 19:42:47.468297 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.managers [req-35e88fab-0942-4d74-b9f5-f2fd042381df req-ff6ce98a-7c42-4d9e-9db4-0673fbb503fa service neutron] Bound port: c140d996-da69-4c0e-b9a8-57586395d28e, host: n-h1-713301-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd8402129-e46c-475e-8b4c-88724e8b832b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '7fafb3d9-de72-4d87-8d56-0a7bcad8db30'}}] {{(pid=95102) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 19:42:47.469101 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-35e88fab-0942-4d74-b9f5-f2fd042381df req-ff6ce98a-7c42-4d9e-9db4-0673fbb503fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:47.476310 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-1c718c2a-e3ce-4c46-8be5-b06d769f3230 req-320762d5-ff1a-4dab-a707-ca969aed0572 tempest-TestVolumeBackupRestore-1434194993 tempest-TestVolumeBackupRestore-1434194993-project] 10.222.0.67 "GET /v2.0/security-groups?id=ea1d12a8-ddc7-4b9a-a637-e6ffde706580&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4108515 Sep 23 19:42:47.490121 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] For port 0e7e4d22-eaa2-4850-94a2-201619deedf7, host n-h2-713301-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-16',level=0,port_id=0e7e4d22-eaa2-4850-94a2-201619deedf7,segment=NetworkSegment(95e8201e-4905-43b7-a7a2-c3be8eebe49c),segment_id=95e8201e-4905-43b7-a7a2-c3be8eebe49c)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:42:47.534143 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29e1ade0-e454-46da-9a0e-238e4f0226b0 tempest-RoutersTest-320658655 tempest-RoutersTest-320658655-project] Made reservation on behalf of 6680ec314c604479bbb737c95f4e0850 for: {'subnet': 1} {{(pid=95101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:42:47.538259 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-29e1ade0-e454-46da-9a0e-238e4f0226b0 tempest-RoutersTest-320658655 tempest-RoutersTest-320658655-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6130979'] for subnet, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:47.681545 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68d3678-357d-4c08-8767-4706fd85faa3 req-b9a4c341-a965-45ca-b9da-d2c4ac8f9e9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:42:47.682748 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-d68d3678-357d-4c08-8767-4706fd85faa3 req-b9a4c341-a965-45ca-b9da-d2c4ac8f9e9d service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=fc2b89b8-ce3f-4c16-8b68-220076c74d2b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4634113 Sep 23 19:42:47.684796 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-dfa09b83-f0ce-45ef-8079-1327713de691 req-ff8d33fa-e8bc-47a9-9dc2-d65bdb32f4b0 service neutron] 10.222.0.53 "GET /v2.0/networks/9fc71826-cebc-4cbf-b8a4-f95338e0106c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6167157 Sep 23 19:42:47.757248 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.db_base_plugin_common [None req-3712607c-c1d0-4b45-812c-5736a7e58941 None None] Allocated IP 2001:db8::2 (61e2620a-5ede-40bb-a8e2-981e8b654d90/34770ef5-4e1a-46b2-bf09-16fc6dccb70c/857971f5-3146-48bb-90eb-427e0bf8207a) {{(pid=95103) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 19:42:47.861629 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Returning: {'device': '0e7e4d22-eaa2-4850-94a2-201619deedf7', 'network_id': '9fc71826-cebc-4cbf-b8a4-f95338e0106c', 'port_id': '0e7e4d22-eaa2-4850-94a2-201619deedf7', 'mac_address': 'fa:16:3e:f9:98:53', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 634, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '65c10d0d-2f18-4403-9985-720b9fde9f33', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95103) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 19:42:48.028353 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dfb2e67-9541-463b-b26f-6591d17cc041 req-2fb3ba77-4a5f-4755-9cc4-6b43c2618faf tempest-AttachVolumeShelveTestJSON-2035318112 tempest-AttachVolumeShelveTestJSON-2035318112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:42:48.037848 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-9dfb2e67-9541-463b-b26f-6591d17cc041 req-2fb3ba77-4a5f-4755-9cc4-6b43c2618faf tempest-AttachVolumeShelveTestJSON-2035318112 tempest-AttachVolumeShelveTestJSON-2035318112-project] 10.222.0.67 "GET /v2.0/ports?device_id=c994c23c-480f-4306-a41c-657703b40238 HTTP/1.1" status: 200 len: 944 time: 0.4942496 Sep 23 19:42:48.168956 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:48.177234 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-dfa09b83-f0ce-45ef-8079-1327713de691 req-6370874f-07ae-4247-8f93-dda3594b3548 service neutron] 10.222.0.53 "GET /v2.0/networks/9fc71826-cebc-4cbf-b8a4-f95338e0106c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4822500 Sep 23 19:42:48.190379 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-d68d3678-357d-4c08-8767-4706fd85faa3 req-1b9601ee-433a-47cf-86bf-8cc3435682c6 service neutron] 10.222.0.74 "GET /v2.0/networks/fc2b89b8-ce3f-4c16-8b68-220076c74d2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4618247 Sep 23 19:42:48.239572 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_hamode_db [None req-b99f2ddb-d87a-4a49-936e-1e00a3f75bfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96503fda-a45f-430f-a5e1-653bd4f2c170', 'name': 'tempest-RoutersTest-router-1607213160', 'tenant_id': '6680ec314c604479bbb737c95f4e0850', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:42:16Z', 'updated_at': '2021-09-23T19:42:38Z', 'revision_number': 3, 'project_id': '6680ec314c604479bbb737c95f4e0850', 'gw_port_host': None, '_interfaces': [{'id': '32ae5718-2354-44f3-84d1-fec73b2909c9', 'name': '', 'network_id': 'c914a2cf-d7d1-4da8-9fd0-5e5b7ab5b1fb', 'tenant_id': '6680ec314c604479bbb737c95f4e0850', 'mac_address': 'fa:16:3e:39:a0:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96503fda-a45f-430f-a5e1-653bd4f2c170', 'device_owner': 'network:router_interface', 'standard_attr_id': 2598, 'fixed_ips': [{'subnet_id': 'b76f4ef0-2b81-4485-9220-9564b7756441', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:42:34Z', 'updated_at': '2021-09-23T19:42:38Z', 'revision_number': 2, 'project_id': '6680ec314c604479bbb737c95f4e0850', 'subnets': [{'id': 'b76f4ef0-2b81-4485-9220-9564b7756441', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '71476d37-f809-4a59-8947-b30836bc90a3', 'name': '', 'network_id': '03cb5eff-ca10-44b6-a3c2-6d52aab0c61a', 'tenant_id': '6680ec314c604479bbb737c95f4e0850', 'mac_address': 'fa:16:3e:17:6c:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96503fda-a45f-430f-a5e1-653bd4f2c170', 'device_owner': 'network:router_interface', 'standard_attr_id': 2533, 'fixed_ips': [{'subnet_id': '5875b511-0c2a-4668-b988-7eb16dc02ec2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:42:20Z', 'updated_at': '2021-09-23T19:42:30Z', 'revision_number': 5, 'project_id': '6680ec314c604479bbb737c95f4e0850', 'subnets': [{'id': '5875b511-0c2a-4668-b988-7eb16dc02ec2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-16', False) {} {{(pid=95103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:42:48.260052 n-d-713301-16 neutron-server[95103]: DEBUG neutron.notifiers.nova [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0e7e4d22-eaa2-4850-94a2-201619deedf7 {{(pid=95103) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 19:42:48.288232 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-849df53e-d963-4a30-92b6-7cbc4d52fcd8 tempest-RoutersIpV6Test-563412711 tempest-RoutersIpV6Test-563412711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:48.304632 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1dac820-a2f0-4041-949b-0c46ea7a9efb req-1c6df764-cbe0-414e-876c-ddc513897043 tempest-ServersNegativeTestJSON-1638865794 tempest-ServersNegativeTestJSON-1638865794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:42:48.307562 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-b1dac820-a2f0-4041-949b-0c46ea7a9efb req-1c6df764-cbe0-414e-876c-ddc513897043 tempest-ServersNegativeTestJSON-1638865794 tempest-ServersNegativeTestJSON-1638865794-project] 10.222.0.67 "GET /v2.0/ports?device_id=6942dd4a-2993-4094-af13-ca4f91683a85 HTTP/1.1" status: 200 len: 946 time: 0.6099305 Sep 23 19:42:48.333158 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-29e1ade0-e454-46da-9a0e-238e4f0226b0 tempest-RoutersTest-320658655 tempest-RoutersTest-320658655-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5607579', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6130961'] for subnet, after_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:48.387605 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-9dfb2e67-9541-463b-b26f-6591d17cc041 req-2f214e56-3725-47d6-b3ad-639b89804cd6 tempest-AttachVolumeShelveTestJSON-2035318112 tempest-AttachVolumeShelveTestJSON-2035318112-project] 10.222.0.67 "GET /v2.0/security-groups?id=dd8506a8-7e56-49b4-9c74-3948d9b76f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3487463 Sep 23 19:42:48.416189 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b99f2ddb-d87a-4a49-936e-1e00a3f75bfa None None] Checking router: 96503fda-a45f-430f-a5e1-653bd4f2c170 for host: n-d-713301-16 {{(pid=95103) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 19:42:48.416189 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b99f2ddb-d87a-4a49-936e-1e00a3f75bfa None None] Updating router 96503fda-a45f-430f-a5e1-653bd4f2c170 port 32ae5718-2354-44f3-84d1-fec73b2909c9 binding host n-d-713301-16 {{(pid=95103) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 23 19:42:48.579495 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e1ade0-e454-46da-9a0e-238e4f0226b0 tempest-RoutersTest-320658655 tempest-RoutersTest-320658655-project] Pushing event updated for resources: {'Subnet': ['ID=b5b04587-5f58-4ed8-adf7-9d7e01f16f67,revision_number=0']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:42:48.580458 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] For port 0e7e4d22-eaa2-4850-94a2-201619deedf7, host n-h2-713301-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-16',level=0,port_id=0e7e4d22-eaa2-4850-94a2-201619deedf7,segment=NetworkSegment(95e8201e-4905-43b7-a7a2-c3be8eebe49c),segment_id=95e8201e-4905-43b7-a7a2-c3be8eebe49c)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:42:48.604466 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29e1ade0-e454-46da-9a0e-238e4f0226b0 tempest-RoutersTest-320658655 tempest-RoutersTest-320658655-project] Checking segment: {'id': 'a42ba9ed-f343-4a1d-b78d-901b99e9b6ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '2cbe95d4-e55e-4103-856d-33ae8b72d079'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:42:48.608739 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29e1ade0-e454-46da-9a0e-238e4f0226b0 tempest-RoutersTest-320658655 tempest-RoutersTest-320658655-project] Network hostable DHCP agents. Network: 2cbe95d4-e55e-4103-856d-33ae8b72d079, hostable agents: ['1b18bf05-1b5f-4587-be5c-af3ac38e32ad'], hosted agents: [] {{(pid=95101) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 19:42:48.615778 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:48.663606 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b99f2ddb-d87a-4a49-936e-1e00a3f75bfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:48.677044 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.db [req-35e88fab-0942-4d74-b9f5-f2fd042381df req-ff6ce98a-7c42-4d9e-9db4-0673fbb503fa service neutron] For port c140d996-da69-4c0e-b9a8-57586395d28e, host n-h1-713301-16, cleared binding levels {{(pid=95102) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 19:42:48.678763 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29e1ade0-e454-46da-9a0e-238e4f0226b0 tempest-RoutersTest-320658655 tempest-RoutersTest-320658655-project] Network 2cbe95d4-e55e-4103-856d-33ae8b72d079 is scheduled to be hosted by DHCP agent 1b18bf05-1b5f-4587-be5c-af3ac38e32ad with binding_index 1 {{(pid=95101) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 19:42:48.742224 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.base_scheduler [None req-29e1ade0-e454-46da-9a0e-238e4f0226b0 tempest-RoutersTest-320658655 tempest-RoutersTest-320658655-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713301-16, 2cbe95d4-e55e-4103-856d-33ae8b72d079) {{(pid=95101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:42:48.747054 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29e1ade0-e454-46da-9a0e-238e4f0226b0 tempest-RoutersTest-320658655 tempest-RoutersTest-320658655-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:42:48.747724 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-29e1ade0-e454-46da-9a0e-238e4f0226b0 tempest-RoutersTest-320658655 tempest-RoutersTest-320658655-project] Notify callbacks [] for subnet, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:48.865752 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-3712607c-c1d0-4b45-812c-5736a7e58941 None None] Notify callbacks [] for port, precommit_create {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:48.895829 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36106990-389e-40a7-8c29-cd9eeb61e6c3 None None] Network 2cbe95d4-e55e-4103-856d-33ae8b72d079 requested from n-d-713301-16 {{(pid=95103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 19:42:48.920659 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-3712607c-c1d0-4b45-812c-5736a7e58941 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783145673135'] for port, after_create {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:48.984492 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Pushing event updated for resources: {'Port': ['ID=0e7e4d22-eaa2-4850-94a2-201619deedf7,revision_number=4']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:42:48.996540 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] get_ports_and_sgs() called for port_ids ['0e7e4d22-eaa2-4850-94a2-201619deedf7'] {{(pid=95103) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 19:42:49.070418 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.db [req-35e88fab-0942-4d74-b9f5-f2fd042381df req-ff6ce98a-7c42-4d9e-9db4-0673fbb503fa service neutron] For port c140d996-da69-4c0e-b9a8-57586395d28e, host n-h1-713301-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-16',level=0,port_id=c140d996-da69-4c0e-b9a8-57586395d28e,segment=NetworkSegment(d8402129-e46c-475e-8b4c-88724e8b832b),segment_id=d8402129-e46c-475e-8b4c-88724e8b832b)] {{(pid=95102) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 19:42:49.160362 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-35e88fab-0942-4d74-b9f5-f2fd042381df req-ff6ce98a-7c42-4d9e-9db4-0673fbb503fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4399095'] for port, after_update {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:49.254699 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-74cddd19-8a58-47fe-8ad6-cc4dde8b7d21 tempest-SecGroupIPv6Test-1615826656 tempest-SecGroupIPv6Test-1615826656-project] Notify callbacks [] for security_group, precommit_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:49.259755 n-d-713301-16 neutron-server[95103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3712607c-c1d0-4b45-812c-5736a7e58941 None None] Network 61e2620a-5ede-40bb-a8e2-981e8b654d90 is already hosted by enough agents. {{(pid=95103) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:42:49.272774 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-29e1ade0-e454-46da-9a0e-238e4f0226b0 tempest-RoutersTest-320658655 tempest-RoutersTest-320658655-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.4205425 Sep 23 19:42:49.273584 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 34804) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:42:49.284987 n-d-713301-16 neutron-server[95103]: DEBUG neutron.scheduler.base_scheduler [None req-3712607c-c1d0-4b45-812c-5736a7e58941 None None] Resources bound (agent type, host, resource id): {{(pid=95103) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:42:49.288945 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-74cddd19-8a58-47fe-8ad6-cc4dde8b7d21 tempest-SecGroupIPv6Test-1615826656 tempest-SecGroupIPv6Test-1615826656-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:49.296245 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3712607c-c1d0-4b45-812c-5736a7e58941 None None] Received port after_create {{(pid=95103) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 19:42:49.341376 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3712607c-c1d0-4b45-812c-5736a7e58941 None None] Pushing event updated for resources: {'Port': ['ID=857971f5-3146-48bb-90eb-427e0bf8207a,revision_number=1']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:42:49.347606 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-b1dac820-a2f0-4041-949b-0c46ea7a9efb req-6a659b22-b1cf-4b90-b746-b8d28009ff69 tempest-ServersNegativeTestJSON-1638865794 tempest-ServersNegativeTestJSON-1638865794-project] 10.222.0.67 "GET /v2.0/security-groups?id=4daca97c-f524-4fb0-8b34-b36a0affa33e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0030177 Sep 23 19:42:49.404458 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb5cd3ed-ae84-4309-8f60-18ad0fbc6119 req-716cf185-164d-4b9e-a7a4-ad3088b77f57 tempest-ServersNegativeTestMultiTenantJSON-124017900 tempest-ServersNegativeTestMultiTenantJSON-124017900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:42:49.408207 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-eb5cd3ed-ae84-4309-8f60-18ad0fbc6119 req-716cf185-164d-4b9e-a7a4-ad3088b77f57 tempest-ServersNegativeTestMultiTenantJSON-124017900 tempest-ServersNegativeTestMultiTenantJSON-124017900-project] 10.222.0.67 "GET /v2.0/ports?device_id=faab7727-1b3e-4900-8911-d0a7e8a0febd HTTP/1.1" status: 200 len: 944 time: 0.8036096 Sep 23 19:42:49.427735 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e88fab-0942-4d74-b9f5-f2fd042381df req-ff6ce98a-7c42-4d9e-9db4-0673fbb503fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:42:49.445089 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-35e88fab-0942-4d74-b9f5-f2fd042381df req-ff6ce98a-7c42-4d9e-9db4-0673fbb503fa service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222849'] for port, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:49.452017 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-35e88fab-0942-4d74-b9f5-f2fd042381df req-ff6ce98a-7c42-4d9e-9db4-0673fbb503fa service neutron] 10.222.0.74 "PUT /v2.0/ports/c140d996-da69-4c0e-b9a8-57586395d28e HTTP/1.1" status: 200 len: 1092 time: 5.9777837 Sep 23 19:42:49.471272 n-d-713301-16 neutron-server[95102]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '66cd2527-03c8-4dc5-92d2-374880b3d491', 'tag': 'c140d996-da69-4c0e-b9a8-57586395d28e'}] {{(pid=95102) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 19:42:49.484714 n-d-713301-16 neutron-server[95102]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab31b6d93e5336dbddfa8ec424565b3bd8cb2369c5b4d85bc943472dbb21e8ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e13125e6-712f-4697-9989-e3f6f8769459" -d '{"events": [{"name": "network-changed", "server_uuid": "66cd2527-03c8-4dc5-92d2-374880b3d491", "tag": "c140d996-da69-4c0e-b9a8-57586395d28e"}]}' {{(pid=95102) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 19:42:49.493615 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-74cddd19-8a58-47fe-8ad6-cc4dde8b7d21 tempest-SecGroupIPv6Test-1615826656 tempest-SecGroupIPv6Test-1615826656-project] Notify callbacks [] for security_group, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:49.495564 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-74cddd19-8a58-47fe-8ad6-cc4dde8b7d21 tempest-SecGroupIPv6Test-1615826656 tempest-SecGroupIPv6Test-1615826656-project] 10.222.0.67 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 2.4237454 Sep 23 19:42:49.505010 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 34812) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:42:49.513492 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.v2.base [None req-b6d989f5-a49d-4136-92a8-e1fef281c14e tempest-SecGroupIPv6Test-1615826656 tempest-SecGroupIPv6Test-1615826656-project] Request body: {'security_group': {'name': 'tempest-secgroup--1224179983'}} {{(pid=95101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:42:49.569050 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.managers [None req-3712607c-c1d0-4b45-812c-5736a7e58941 None None] Attempting to bind port 857971f5-3146-48bb-90eb-427e0bf8207a on host n-d-713301-16 for vnic_type normal with profile {{(pid=95103) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 19:42:49.569781 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.managers [None req-3712607c-c1d0-4b45-812c-5736a7e58941 None None] Attempting to bind port 857971f5-3146-48bb-90eb-427e0bf8207a by drivers openvswitch,hyperv on host n-d-713301-16 at level 0 using segments [{'id': '6c7b293d-0282-4c42-acd8-4908793c3233', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '61e2620a-5ede-40bb-a8e2-981e8b654d90'}] {{(pid=95103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 19:42:49.570540 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3712607c-c1d0-4b45-812c-5736a7e58941 None None] Attempting to bind port 857971f5-3146-48bb-90eb-427e0bf8207a on network 61e2620a-5ede-40bb-a8e2-981e8b654d90 {{(pid=95103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:42:49.577649 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05ea2a04-3aef-451f-a71b-97bec73929bb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4c8b80df-07eb-5275-9f17-5cf640db67c0-2cbe95d4-e55e-4103-856d-33ae8b72d079', 'network_id': '2cbe95d4-e55e-4103-856d-33ae8b72d079', 'tenant_id': '6680ec314c604479bbb737c95f4e0850', 'fixed_ips': [{'subnet_id': 'b5b04587-5f58-4ed8-adf7-9d7e01f16f67'}]}} from n-d-713301-16. {{(pid=95103) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 23 19:42:49.578747 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-05ea2a04-3aef-451f-a71b-97bec73929bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_create {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:49.587029 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3712607c-c1d0-4b45-812c-5736a7e58941 None None] Checking agent: {'id': '70a14545-df24-472f-8f95-bfe1719bff93', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 19, 7, 53), 'started_at': datetime.datetime(2021, 9, 23, 19, 8, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 19, 42, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 19:42:49.588116 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3712607c-c1d0-4b45-812c-5736a7e58941 None None] Checking segment: {'id': '6c7b293d-0282-4c42-acd8-4908793c3233', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '61e2620a-5ede-40bb-a8e2-981e8b654d90'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95103) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:42:49.588843 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-3712607c-c1d0-4b45-812c-5736a7e58941 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:49.589468 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3712607c-c1d0-4b45-812c-5736a7e58941 None None] Bound using segment: {'id': '6c7b293d-0282-4c42-acd8-4908793c3233', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '61e2620a-5ede-40bb-a8e2-981e8b654d90'} {{(pid=95103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 19:42:49.590191 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.managers [None req-3712607c-c1d0-4b45-812c-5736a7e58941 None None] Bound port: 857971f5-3146-48bb-90eb-427e0bf8207a, host: n-d-713301-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6c7b293d-0282-4c42-acd8-4908793c3233', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '61e2620a-5ede-40bb-a8e2-981e8b654d90'}}] {{(pid=95103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 19:42:49.590956 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-3712607c-c1d0-4b45-812c-5736a7e58941 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:49.597096 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-eb5cd3ed-ae84-4309-8f60-18ad0fbc6119 req-46b26617-1f72-4cf5-9cb6-9c8eee06837f tempest-ServersNegativeTestMultiTenantJSON-124017900 tempest-ServersNegativeTestMultiTenantJSON-124017900-project] 10.222.0.67 "GET /v2.0/security-groups?id=8e8962d3-e9bb-423d-9510-a05e34fd1c08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1378975 Sep 23 19:42:49.637130 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff6ce98a-7c42-4d9e-9db4-0673fbb503fa service neutron] Pushing event updated for resources: {'Port': ['ID=c140d996-da69-4c0e-b9a8-57586395d28e,revision_number=3']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:42:49.652122 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74cddd19-8a58-47fe-8ad6-cc4dde8b7d21 tempest-SecGroupIPv6Test-1615826656 tempest-SecGroupIPv6Test-1615826656-project] Pushing event updated for resources: {'SecurityGroup': ['ID=797ad979-e489-4439-b5f5-2a64af2cb8bb,revision_number=1']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:42:49.664327 n-d-713301-16 neutron-server[95102]: DEBUG neutron.db.db_base_plugin_common [None req-849df53e-d963-4a30-92b6-7cbc4d52fcd8 tempest-RoutersIpV6Test-563412711 tempest-RoutersIpV6Test-563412711-project] Allocated IP 2001:db8::1 (61e2620a-5ede-40bb-a8e2-981e8b654d90/34770ef5-4e1a-46b2-bf09-16fc6dccb70c/3cdf030b-fa0d-46e8-9076-c6ded23fdb51) {{(pid=95102) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 19:42:49.699148 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c69a5c0-c542-4ea7-bdd8-377f24051f27 req-6f70e0b3-249e-465d-9b20-76bab4594274 tempest-TestVolumeBackupRestore-1434194993 tempest-TestVolumeBackupRestore-1434194993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:42:49.704296 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-5c69a5c0-c542-4ea7-bdd8-377f24051f27 req-6f70e0b3-249e-465d-9b20-76bab4594274 tempest-TestVolumeBackupRestore-1434194993 tempest-TestVolumeBackupRestore-1434194993-project] 10.222.0.67 "GET /v2.0/ports?device_id=66cd2527-03c8-4dc5-92d2-374880b3d491 HTTP/1.1" status: 200 len: 943 time: 0.1965845 Sep 23 19:42:49.814072 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-d68d3678-357d-4c08-8767-4706fd85faa3 req-9a50ce9d-0580-4243-b942-57d112c85d6f service neutron] 10.222.0.74 "GET /v2.0/networks/fc2b89b8-ce3f-4c16-8b68-220076c74d2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1368928 Sep 23 19:42:49.820249 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-b6d989f5-a49d-4136-92a8-e1fef281c14e tempest-SecGroupIPv6Test-1615826656 tempest-SecGroupIPv6Test-1615826656-project] Notify callbacks [] for security_group, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:49.883806 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-5c69a5c0-c542-4ea7-bdd8-377f24051f27 req-3d8a5c05-e2ce-48ba-a10d-e5b889606ccd tempest-TestVolumeBackupRestore-1434194993 tempest-TestVolumeBackupRestore-1434194993-project] 10.222.0.67 "GET /v2.0/security-groups?id=ea1d12a8-ddc7-4b9a-a637-e6ffde706580&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1262460 Sep 23 19:42:49.909592 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e88fab-0942-4d74-b9f5-f2fd042381df req-bf236bb7-8127-46a4-b019-9417fcb32305 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:42:49.911151 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-35e88fab-0942-4d74-b9f5-f2fd042381df req-bf236bb7-8127-46a4-b019-9417fcb32305 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=df60118e0c434751a044956da831d00f&device_id=66cd2527-03c8-4dc5-92d2-374880b3d491 HTTP/1.1" status: 200 len: 1095 time: 0.1947334 Sep 23 19:42:50.004765 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-35e88fab-0942-4d74-b9f5-f2fd042381df req-675bb5e7-1fcc-43bc-944b-a8cb39dfd9c4 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c140d996-da69-4c0e-b9a8-57586395d28e HTTP/1.1" status: 200 len: 217 time: 0.0572152 Sep 23 19:42:50.013991 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-b6d989f5-a49d-4136-92a8-e1fef281c14e tempest-SecGroupIPv6Test-1615826656 tempest-SecGroupIPv6Test-1615826656-project] Notify callbacks [] for security_group, precommit_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:50.018790 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-b6d989f5-a49d-4136-92a8-e1fef281c14e tempest-SecGroupIPv6Test-1615826656 tempest-SecGroupIPv6Test-1615826656-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:50.034199 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b8c6a04-efa4-48e4-932a-9d94014a555a req-e9bf0aee-318c-4243-9881-2910ee0d7daa tempest-ServersNegativeTestJSON-1638865794 tempest-ServersNegativeTestJSON-1638865794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:42:50.036268 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-8b8c6a04-efa4-48e4-932a-9d94014a555a req-e9bf0aee-318c-4243-9881-2910ee0d7daa tempest-ServersNegativeTestJSON-1638865794 tempest-ServersNegativeTestJSON-1638865794-project] 10.222.0.67 "GET /v2.0/ports?device_id=6942dd4a-2993-4094-af13-ca4f91683a85 HTTP/1.1" status: 200 len: 946 time: 0.2325919 Sep 23 19:42:50.057550 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-3b3f6155-50c3-4ee9-9e08-c89872ecf6d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:50.067389 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-b6d989f5-a49d-4136-92a8-e1fef281c14e tempest-SecGroupIPv6Test-1615826656 tempest-SecGroupIPv6Test-1615826656-project] Notify callbacks [] for security_group, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:50.068874 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-b6d989f5-a49d-4136-92a8-e1fef281c14e tempest-SecGroupIPv6Test-1615826656 tempest-SecGroupIPv6Test-1615826656-project] 10.222.0.67 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.5628588 Sep 23 19:42:50.073861 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 34816) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:42:50.080886 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.v2.base [None req-eef7a41d-0986-4046-983a-3ea707e871f6 tempest-SecGroupIPv6Test-1615826656 tempest-SecGroupIPv6Test-1615826656-project] Request body: {'security_group_rule': {'security_group_id': '797ad979-e489-4439-b5f5-2a64af2cb8bb', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': 'd0a46b9f-eea6-459a-bef5-22fdfa0d8bb5', 'remote_ip_prefix': None}} {{(pid=95101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:42:50.093347 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d989f5-a49d-4136-92a8-e1fef281c14e tempest-SecGroupIPv6Test-1615826656 tempest-SecGroupIPv6Test-1615826656-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d0a46b9f-eea6-459a-bef5-22fdfa0d8bb5,revision_number=1']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:42:50.117670 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.db_base_plugin_common [None req-05ea2a04-3aef-451f-a71b-97bec73929bb None None] Allocated IP 172.22.0.2 (2cbe95d4-e55e-4103-856d-33ae8b72d079/b5b04587-5f58-4ed8-adf7-9d7e01f16f67/7aa7513f-0cad-401c-9f8b-2fe8249a08c6) {{(pid=95103) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 19:42:50.251526 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-eef7a41d-0986-4046-983a-3ea707e871f6 tempest-SecGroupIPv6Test-1615826656 tempest-SecGroupIPv6Test-1615826656-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:50.282967 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-07cf475d-6af1-4100-b673-10cb7bf3a6a3 tempest-RoutersTest-320658655 tempest-RoutersTest-320658655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:50.336823 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-3712607c-c1d0-4b45-812c-5736a7e58941 None None] For port 857971f5-3146-48bb-90eb-427e0bf8207a, host n-d-713301-16, cleared binding levels {{(pid=95103) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 19:42:50.438023 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-3712607c-c1d0-4b45-812c-5736a7e58941 None None] For port 857971f5-3146-48bb-90eb-427e0bf8207a, host n-d-713301-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-16',level=0,port_id=857971f5-3146-48bb-90eb-427e0bf8207a,segment=NetworkSegment(6c7b293d-0282-4c42-acd8-4908793c3233),segment_id=6c7b293d-0282-4c42-acd8-4908793c3233)] {{(pid=95103) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 19:42:50.450940 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-3712607c-c1d0-4b45-812c-5736a7e58941 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:50.603983 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-8b8c6a04-efa4-48e4-932a-9d94014a555a req-5e3aabff-345d-4677-9297-cd9576a5086c tempest-ServersNegativeTestJSON-1638865794 tempest-ServersNegativeTestJSON-1638865794-project] 10.222.0.67 "GET /v2.0/security-groups?id=4daca97c-f524-4fb0-8b34-b36a0affa33e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5306258 Sep 23 19:42:50.626999 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba71ced-785e-4dbb-abab-838cc459d3e2 req-a334e8f5-5a07-40c0-9418-c099f3c61501 tempest-AttachVolumeShelveTestJSON-2035318112 tempest-AttachVolumeShelveTestJSON-2035318112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:42:50.644673 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-dba71ced-785e-4dbb-abab-838cc459d3e2 req-a334e8f5-5a07-40c0-9418-c099f3c61501 tempest-AttachVolumeShelveTestJSON-2035318112 tempest-AttachVolumeShelveTestJSON-2035318112-project] 10.222.0.67 "GET /v2.0/ports?device_id=c994c23c-480f-4306-a41c-657703b40238 HTTP/1.1" status: 200 len: 944 time: 0.6326854 Sep 23 19:42:50.653828 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-849df53e-d963-4a30-92b6-7cbc4d52fcd8 tempest-RoutersIpV6Test-563412711 tempest-RoutersIpV6Test-563412711-project] Notify callbacks [] for port, precommit_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:50.680538 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b99f2ddb-d87a-4a49-936e-1e00a3f75bfa None None] Notify callbacks [] for port, precommit_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:50.681547 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e88fab-0942-4d74-b9f5-f2fd042381df req-e74427ab-cad4-49e4-a9a7-6df10cb385ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:42:50.687382 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-35e88fab-0942-4d74-b9f5-f2fd042381df req-e74427ab-cad4-49e4-a9a7-6df10cb385ba service neutron] 10.222.0.74 "GET /v2.0/subnets?id=c5aa3ac0-9cd5-40cd-ab5b-44ea34e24ad1 HTTP/1.1" status: 200 len: 853 time: 0.6463382 Sep 23 19:42:50.705395 n-d-713301-16 neutron-server[95102]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 19:42:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb0fe61d-7159-43e1-be0a-36abdddbba9b x-openstack-request-id: req-eb0fe61d-7159-43e1-be0a-36abdddbba9b {{(pid=95102) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 19:42:50.706087 n-d-713301-16 neutron-server[95102]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "66cd2527-03c8-4dc5-92d2-374880b3d491", "tag": "c140d996-da69-4c0e-b9a8-57586395d28e", "status": "completed", "code": 200}]} {{(pid=95102) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 19:42:50.706946 n-d-713301-16 neutron-server[95102]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-eb0fe61d-7159-43e1-be0a-36abdddbba9b {{(pid=95102) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 19:42:50.707410 n-d-713301-16 neutron-server[95102]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '66cd2527-03c8-4dc5-92d2-374880b3d491', 'tag': 'c140d996-da69-4c0e-b9a8-57586395d28e', 'status': 'completed', 'code': 200} Sep 23 19:42:50.727995 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b99f2ddb-d87a-4a49-936e-1e00a3f75bfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:50.811595 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3712607c-c1d0-4b45-812c-5736a7e58941 None None] Pushing event updated for resources: {'Port': ['ID=857971f5-3146-48bb-90eb-427e0bf8207a,revision_number=2']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:42:50.819483 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-05ea2a04-3aef-451f-a71b-97bec73929bb None None] Notify callbacks [] for port, precommit_create {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:50.837445 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-eef7a41d-0986-4046-983a-3ea707e871f6 tempest-SecGroupIPv6Test-1615826656 tempest-SecGroupIPv6Test-1615826656-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:50.844081 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-eef7a41d-0986-4046-983a-3ea707e871f6 tempest-SecGroupIPv6Test-1615826656 tempest-SecGroupIPv6Test-1615826656-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575319'] for security_group_rule, after_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:50.854648 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-05ea2a04-3aef-451f-a71b-97bec73929bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783145673135'] for port, after_create {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:50.928428 n-d-713301-16 neutron-server[95103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05ea2a04-3aef-451f-a71b-97bec73929bb None None] Network 2cbe95d4-e55e-4103-856d-33ae8b72d079 is already hosted by enough agents. {{(pid=95103) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:42:50.929239 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cd7e97e-b39b-496e-abfe-8c1b7da1e931 None None] Pushing event updated for resources: {'Port': ['ID=32ae5718-2354-44f3-84d1-fec73b2909c9,revision_number=3']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:42:50.938113 n-d-713301-16 neutron-server[95103]: DEBUG neutron.scheduler.base_scheduler [None req-05ea2a04-3aef-451f-a71b-97bec73929bb None None] Resources bound (agent type, host, resource id): {{(pid=95103) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:42:50.941938 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05ea2a04-3aef-451f-a71b-97bec73929bb None None] Received port after_create {{(pid=95103) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 19:42:50.946346 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eef7a41d-0986-4046-983a-3ea707e871f6 tempest-SecGroupIPv6Test-1615826656 tempest-SecGroupIPv6Test-1615826656-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=540e4589-c205-4838-8ffd-5e519246c4fc,revision_number=0']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:42:50.957337 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-849df53e-d963-4a30-92b6-7cbc4d52fcd8 tempest-RoutersIpV6Test-563412711 tempest-RoutersIpV6Test-563412711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783145673135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4399100'] for port, after_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:50.993202 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-dba71ced-785e-4dbb-abab-838cc459d3e2 req-a7b4e574-034e-4baa-9fd6-b051f1cd1430 tempest-AttachVolumeShelveTestJSON-2035318112 tempest-AttachVolumeShelveTestJSON-2035318112-project] 10.222.0.67 "GET /v2.0/security-groups?id=dd8506a8-7e56-49b4-9c74-3948d9b76f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3462369 Sep 23 19:42:51.001270 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.managers [None req-b99f2ddb-d87a-4a49-936e-1e00a3f75bfa None None] Attempting to bind port 32ae5718-2354-44f3-84d1-fec73b2909c9 on host n-d-713301-16 for vnic_type normal with profile {{(pid=95103) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 19:42:51.003288 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.managers [None req-b99f2ddb-d87a-4a49-936e-1e00a3f75bfa None None] Attempting to bind port 32ae5718-2354-44f3-84d1-fec73b2909c9 by drivers openvswitch,hyperv on host n-d-713301-16 at level 0 using segments [{'id': 'c1817bc8-ecb1-4a03-aca5-a1a4cb96418e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': 'c914a2cf-d7d1-4da8-9fd0-5e5b7ab5b1fb'}] {{(pid=95103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 19:42:51.003288 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b99f2ddb-d87a-4a49-936e-1e00a3f75bfa None None] Attempting to bind port 32ae5718-2354-44f3-84d1-fec73b2909c9 on network c914a2cf-d7d1-4da8-9fd0-5e5b7ab5b1fb {{(pid=95103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:42:51.042882 n-d-713301-16 neutron-server[95102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-849df53e-d963-4a30-92b6-7cbc4d52fcd8 tempest-RoutersIpV6Test-563412711 tempest-RoutersIpV6Test-563412711-project] Network 61e2620a-5ede-40bb-a8e2-981e8b654d90 is already hosted by enough agents. {{(pid=95102) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:42:51.048855 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e88fab-0942-4d74-b9f5-f2fd042381df req-90a40cb0-766c-4795-a300-da032f8f8097 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:42:51.049093 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-eef7a41d-0986-4046-983a-3ea707e871f6 tempest-SecGroupIPv6Test-1615826656 tempest-SecGroupIPv6Test-1615826656-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:51.050379 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-35e88fab-0942-4d74-b9f5-f2fd042381df req-90a40cb0-766c-4795-a300-da032f8f8097 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=7fafb3d9-de72-4d87-8d56-0a7bcad8db30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3238370 Sep 23 19:42:51.051698 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-eef7a41d-0986-4046-983a-3ea707e871f6 tempest-SecGroupIPv6Test-1615826656 tempest-SecGroupIPv6Test-1615826656-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.9747102 Sep 23 19:42:51.054164 n-d-713301-16 neutron-server[95102]: DEBUG neutron.scheduler.base_scheduler [None req-849df53e-d963-4a30-92b6-7cbc4d52fcd8 tempest-RoutersIpV6Test-563412711 tempest-RoutersIpV6Test-563412711-project] Resources bound (agent type, host, resource id): {{(pid=95102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:42:51.055120 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 34834) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:42:51.057184 n-d-713301-16 neutron-server[95102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-849df53e-d963-4a30-92b6-7cbc4d52fcd8 tempest-RoutersIpV6Test-563412711 tempest-RoutersIpV6Test-563412711-project] Received port after_create {{(pid=95102) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 19:42:51.057762 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-849df53e-d963-4a30-92b6-7cbc4d52fcd8 tempest-RoutersIpV6Test-563412711 tempest-RoutersIpV6Test-563412711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-601987'] for router_interface, before_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:51.130466 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b99f2ddb-d87a-4a49-936e-1e00a3f75bfa None None] Checking agent: {'id': '70a14545-df24-472f-8f95-bfe1719bff93', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 19, 7, 53), 'started_at': datetime.datetime(2021, 9, 23, 19, 8, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 19, 42, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 19:42:51.131142 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b99f2ddb-d87a-4a49-936e-1e00a3f75bfa None None] Checking segment: {'id': 'c1817bc8-ecb1-4a03-aca5-a1a4cb96418e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': 'c914a2cf-d7d1-4da8-9fd0-5e5b7ab5b1fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95103) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:42:51.131263 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b99f2ddb-d87a-4a49-936e-1e00a3f75bfa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:51.131628 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b99f2ddb-d87a-4a49-936e-1e00a3f75bfa None None] Bound using segment: {'id': 'c1817bc8-ecb1-4a03-aca5-a1a4cb96418e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': 'c914a2cf-d7d1-4da8-9fd0-5e5b7ab5b1fb'} {{(pid=95103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 19:42:51.132111 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.managers [None req-b99f2ddb-d87a-4a49-936e-1e00a3f75bfa None None] Bound port: 32ae5718-2354-44f3-84d1-fec73b2909c9, host: n-d-713301-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c1817bc8-ecb1-4a03-aca5-a1a4cb96418e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': 'c914a2cf-d7d1-4da8-9fd0-5e5b7ab5b1fb'}}] {{(pid=95103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 19:42:51.132503 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b99f2ddb-d87a-4a49-936e-1e00a3f75bfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:51.136817 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05ea2a04-3aef-451f-a71b-97bec73929bb None None] Pushing event updated for resources: {'Port': ['ID=7aa7513f-0cad-401c-9f8b-2fe8249a08c6,revision_number=1']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:42:51.228395 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.managers [None req-05ea2a04-3aef-451f-a71b-97bec73929bb None None] Attempting to bind port 7aa7513f-0cad-401c-9f8b-2fe8249a08c6 on host n-d-713301-16 for vnic_type normal with profile {{(pid=95103) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 19:42:51.230912 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.managers [None req-05ea2a04-3aef-451f-a71b-97bec73929bb None None] Attempting to bind port 7aa7513f-0cad-401c-9f8b-2fe8249a08c6 by drivers openvswitch,hyperv on host n-d-713301-16 at level 0 using segments [{'id': 'a42ba9ed-f343-4a1d-b78d-901b99e9b6ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '2cbe95d4-e55e-4103-856d-33ae8b72d079'}] {{(pid=95103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 19:42:51.231621 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05ea2a04-3aef-451f-a71b-97bec73929bb None None] Attempting to bind port 7aa7513f-0cad-401c-9f8b-2fe8249a08c6 on network 2cbe95d4-e55e-4103-856d-33ae8b72d079 {{(pid=95103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:42:51.292736 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-e1b12ec2-58c5-42e8-a530-607ceef96dc8 tempest-SecGroupIPv6Test-1615826656 tempest-SecGroupIPv6Test-1615826656-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:51.324159 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05ea2a04-3aef-451f-a71b-97bec73929bb None None] Checking agent: {'id': '70a14545-df24-472f-8f95-bfe1719bff93', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 19, 7, 53), 'started_at': datetime.datetime(2021, 9, 23, 19, 8, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 19, 42, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 19:42:51.327759 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05ea2a04-3aef-451f-a71b-97bec73929bb None None] Checking segment: {'id': 'a42ba9ed-f343-4a1d-b78d-901b99e9b6ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '2cbe95d4-e55e-4103-856d-33ae8b72d079'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95103) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:42:51.328385 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-05ea2a04-3aef-451f-a71b-97bec73929bb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:51.329010 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05ea2a04-3aef-451f-a71b-97bec73929bb None None] Bound using segment: {'id': 'a42ba9ed-f343-4a1d-b78d-901b99e9b6ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '2cbe95d4-e55e-4103-856d-33ae8b72d079'} {{(pid=95103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 19:42:51.329706 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.managers [None req-05ea2a04-3aef-451f-a71b-97bec73929bb None None] Bound port: 7aa7513f-0cad-401c-9f8b-2fe8249a08c6, host: n-d-713301-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a42ba9ed-f343-4a1d-b78d-901b99e9b6ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '2cbe95d4-e55e-4103-856d-33ae8b72d079'}}] {{(pid=95103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 19:42:51.330278 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-05ea2a04-3aef-451f-a71b-97bec73929bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:51.331312 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-e1b12ec2-58c5-42e8-a530-607ceef96dc8 tempest-SecGroupIPv6Test-1615826656 tempest-SecGroupIPv6Test-1615826656-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:51.395518 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-ad2177aa-f3cc-48c0-9e9d-3642838357c2 None None] Provisioning complete for port 32ae5718-2354-44f3-84d1-fec73b2909c9 triggered by entity DHCP. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:42:51.396227 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-ad2177aa-f3cc-48c0-9e9d-3642838357c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:51.400910 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-9e248b59-88eb-40e6-a179-13ef9f4d6245 req-11eadf4c-7c0a-4540-86b0-c45d4bf1009f service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=6942dd4a-2993-4094-af13-ca4f91683a85&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2767901 Sep 23 19:42:51.419080 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-e1b12ec2-58c5-42e8-a530-607ceef96dc8 tempest-SecGroupIPv6Test-1615826656 tempest-SecGroupIPv6Test-1615826656-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575319'] for security_group_rule, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:51.424449 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-b99f2ddb-d87a-4a49-936e-1e00a3f75bfa None None] For port 32ae5718-2354-44f3-84d1-fec73b2909c9, host n-d-713301-16, cleared binding levels {{(pid=95103) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 19:42:51.426727 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-849df53e-d963-4a30-92b6-7cbc4d52fcd8 tempest-RoutersIpV6Test-563412711 tempest-RoutersIpV6Test-563412711-project] Pushing event updated for resources: {'Port': ['ID=3cdf030b-fa0d-46e8-9076-c6ded23fdb51,revision_number=1']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:42:51.433355 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-e1b12ec2-58c5-42e8-a530-607ceef96dc8 tempest-SecGroupIPv6Test-1615826656 tempest-SecGroupIPv6Test-1615826656-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:51.434826 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-e1b12ec2-58c5-42e8-a530-607ceef96dc8 tempest-SecGroupIPv6Test-1615826656 tempest-SecGroupIPv6Test-1615826656-project] 10.222.0.67 "DELETE /v2.0/security-group-rules/540e4589-c205-4838-8ffd-5e519246c4fc HTTP/1.1" status: 204 len: 168 time: 0.3587904 Sep 23 19:42:51.438946 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 34836) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:42:51.450318 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-849df53e-d963-4a30-92b6-7cbc4d52fcd8 tempest-RoutersIpV6Test-563412711 tempest-RoutersIpV6Test-563412711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:51.451524 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-b99f2ddb-d87a-4a49-936e-1e00a3f75bfa None None] For port 32ae5718-2354-44f3-84d1-fec73b2909c9, host n-d-713301-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-16',level=0,port_id=32ae5718-2354-44f3-84d1-fec73b2909c9,segment=NetworkSegment(c1817bc8-ecb1-4a03-aca5-a1a4cb96418e),segment_id=c1817bc8-ecb1-4a03-aca5-a1a4cb96418e)] {{(pid=95103) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 19:42:51.452334 n-d-713301-16 neutron-server[95101]: DEBUG neutron.db.db_base_plugin_common [None req-07cf475d-6af1-4100-b673-10cb7bf3a6a3 tempest-RoutersTest-320658655 tempest-RoutersTest-320658655-project] Allocated IP 172.22.0.1 (2cbe95d4-e55e-4103-856d-33ae8b72d079/b5b04587-5f58-4ed8-adf7-9d7e01f16f67/c249cbf0-bfda-41d6-bf57-24dc1190f528) {{(pid=95101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 19:42:51.463262 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b12ec2-58c5-42e8-a530-607ceef96dc8 tempest-SecGroupIPv6Test-1615826656 tempest-SecGroupIPv6Test-1615826656-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=540e4589-c205-4838-8ffd-5e519246c4fc,revision_number=None']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:42:51.472757 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb967650-9825-4228-9e5b-72489f7a9787 req-2865aea3-b42b-430e-801c-a54106095d5e tempest-ServersNegativeTestMultiTenantJSON-124017900 tempest-ServersNegativeTestMultiTenantJSON-124017900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:42:51.474889 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-bb967650-9825-4228-9e5b-72489f7a9787 req-2865aea3-b42b-430e-801c-a54106095d5e tempest-ServersNegativeTestMultiTenantJSON-124017900 tempest-ServersNegativeTestMultiTenantJSON-124017900-project] 10.222.0.67 "GET /v2.0/ports?device_id=faab7727-1b3e-4900-8911-d0a7e8a0febd HTTP/1.1" status: 200 len: 944 time: 0.6671610 Sep 23 19:42:51.482242 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b99f2ddb-d87a-4a49-936e-1e00a3f75bfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:51.501858 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.plugin [None req-ad2177aa-f3cc-48c0-9e9d-3642838357c2 None None] Port 32ae5718-2354-44f3-84d1-fec73b2909c9 cannot update to ACTIVE because it is not bound. {{(pid=95103) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 19:42:51.534505 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21aaad94-1f29-4076-ae3e-18535aa86d21 req-2be93373-6c4c-471c-b237-0fffa96bfbc4 tempest-TestVolumeBackupRestore-1434194993 tempest-TestVolumeBackupRestore-1434194993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:42:51.536169 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-21aaad94-1f29-4076-ae3e-18535aa86d21 req-2be93373-6c4c-471c-b237-0fffa96bfbc4 tempest-TestVolumeBackupRestore-1434194993 tempest-TestVolumeBackupRestore-1434194993-project] 10.222.0.67 "GET /v2.0/ports?device_id=66cd2527-03c8-4dc5-92d2-374880b3d491 HTTP/1.1" status: 200 len: 943 time: 0.2997124 Sep 23 19:42:51.553029 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-05ea2a04-3aef-451f-a71b-97bec73929bb None None] For port 7aa7513f-0cad-401c-9f8b-2fe8249a08c6, host n-d-713301-16, cleared binding levels {{(pid=95103) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 19:42:51.557301 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-40e9a343-afbd-4fb4-a0b9-c3779e8ce0ca tempest-SecGroupIPv6Test-1615826656 tempest-SecGroupIPv6Test-1615826656-project] 10.222.0.67 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.1132009 Sep 23 19:42:51.562571 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 34838) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:42:51.608864 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-05ea2a04-3aef-451f-a71b-97bec73929bb None None] For port 7aa7513f-0cad-401c-9f8b-2fe8249a08c6, host n-d-713301-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-16',level=0,port_id=7aa7513f-0cad-401c-9f8b-2fe8249a08c6,segment=NetworkSegment(a42ba9ed-f343-4a1d-b78d-901b99e9b6ab),segment_id=a42ba9ed-f343-4a1d-b78d-901b99e9b6ab)] {{(pid=95103) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 19:42:51.612286 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b99f2ddb-d87a-4a49-936e-1e00a3f75bfa None None] Routers {'96503fda-a45f-430f-a5e1-653bd4f2c170'} bound to L3 agent in host n-d-713301-16 {{(pid=95103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 19:42:51.614748 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_hamode_db [None req-b99f2ddb-d87a-4a49-936e-1e00a3f75bfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-23T19:07:52Z,description=,heartbeat_timestamp=2021-09-23T19:42:22Z,host='n-d-713301-16',id=79a740bf-7821-4989-8288-7186e3e128f3,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:07:52Z,topic='l3_agent')) {'router_ids': ['96503fda-a45f-430f-a5e1-653bd4f2c170'], 'active': True} {{(pid=95103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:42:51.663836 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-05ea2a04-3aef-451f-a71b-97bec73929bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:51.737375 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e248b59-88eb-40e6-a179-13ef9f4d6245 req-2b262780-cd9b-4b06-bc71-ced3ab4bca47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:42:51.743124 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-9e248b59-88eb-40e6-a179-13ef9f4d6245 req-2b262780-cd9b-4b06-bc71-ced3ab4bca47 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=71dd9ac001f74f8ba18264101352d8e3&device_id=6942dd4a-2993-4094-af13-ca4f91683a85 HTTP/1.1" status: 200 len: 1098 time: 0.2721765 Sep 23 19:42:51.803985 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_dvr_db [None req-b99f2ddb-d87a-4a49-936e-1e00a3f75bfa None None] Set router 96503fda-a45f-430f-a5e1-653bd4f2c170 gateway port host: None {{(pid=95103) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 19:42:51.883955 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cd7e97e-b39b-496e-abfe-8c1b7da1e931 None None] Pushing event updated for resources: {'Port': ['ID=32ae5718-2354-44f3-84d1-fec73b2909c9,revision_number=4']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:42:51.891437 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-bbdf8a16-f2d9-4180-9858-a7530a94773b tempest-SecGroupIPv6Test-1615826656 tempest-SecGroupIPv6Test-1615826656-project] Notify callbacks [] for security_group, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:51.900935 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-849df53e-d963-4a30-92b6-7cbc4d52fcd8 tempest-RoutersIpV6Test-563412711 tempest-RoutersIpV6Test-563412711-project] Notify callbacks [] for port, precommit_update {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:51.925390 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-849df53e-d963-4a30-92b6-7cbc4d52fcd8 tempest-RoutersIpV6Test-563412711 tempest-RoutersIpV6Test-563412711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4399095'] for port, after_update {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:51.926393 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-849df53e-d963-4a30-92b6-7cbc4d52fcd8 tempest-RoutersIpV6Test-563412711 tempest-RoutersIpV6Test-563412711-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-527313', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-601459'] for router_interface, after_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:51.948405 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05ea2a04-3aef-451f-a71b-97bec73929bb None None] Pushing event updated for resources: {'Port': ['ID=7aa7513f-0cad-401c-9f8b-2fe8249a08c6,revision_number=2']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:42:51.953832 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-07cf475d-6af1-4100-b673-10cb7bf3a6a3 tempest-RoutersTest-320658655 tempest-RoutersTest-320658655-project] Notify callbacks [] for port, precommit_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:51.975946 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-d1a0dcff-642f-4727-90fc-be3700f26655 None None] Provisioning complete for port 32ae5718-2354-44f3-84d1-fec73b2909c9 triggered by entity DHCP. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:42:51.976256 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-d1a0dcff-642f-4727-90fc-be3700f26655 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:52.040493 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-bbdf8a16-f2d9-4180-9858-a7530a94773b tempest-SecGroupIPv6Test-1615826656 tempest-SecGroupIPv6Test-1615826656-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:52.088300 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-35e88fab-0942-4d74-b9f5-f2fd042381df req-c2cdb332-0ae3-444f-bbaa-5bb6938f727c service neutron] 10.222.0.74 "GET /v2.0/networks/7fafb3d9-de72-4d87-8d56-0a7bcad8db30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8611114 Sep 23 19:42:52.099367 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-bb967650-9825-4228-9e5b-72489f7a9787 req-96e8e132-62ed-4e3c-bd6e-ac67fe4d4853 tempest-ServersNegativeTestMultiTenantJSON-124017900 tempest-ServersNegativeTestMultiTenantJSON-124017900-project] 10.222.0.67 "GET /v2.0/security-groups?id=8e8962d3-e9bb-423d-9510-a05e34fd1c08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6060867 Sep 23 19:42:52.207150 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e248b59-88eb-40e6-a179-13ef9f4d6245 req-c212be75-6173-4894-b398-780f7d7d015b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:42:52.212838 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-9e248b59-88eb-40e6-a179-13ef9f4d6245 req-c212be75-6173-4894-b398-780f7d7d015b service neutron] 10.222.0.53 "GET /v2.0/networks?id=bd1e9a1b-24bd-4f73-b7dd-094a5b1ba73a HTTP/1.1" status: 200 len: 915 time: 0.4400091 Sep 23 19:42:52.281564 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-9e248b59-88eb-40e6-a179-13ef9f4d6245 req-af2fea90-ef72-454b-a9de-76808262f2ff service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=da1cccf9-fec5-48ec-99c3-a7ba7ed97445 HTTP/1.1" status: 200 len: 217 time: 0.0651693 Sep 23 19:42:52.325384 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-07cf475d-6af1-4100-b673-10cb7bf3a6a3 tempest-RoutersTest-320658655 tempest-RoutersTest-320658655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783145673135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5607431'] for port, after_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:52.372746 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-35e88fab-0942-4d74-b9f5-f2fd042381df req-df81b850-0c6b-4e6c-b70f-3fa1c4f93a4a service neutron] 10.222.0.74 "GET /v2.0/networks/7fafb3d9-de72-4d87-8d56-0a7bcad8db30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2681932 Sep 23 19:42:52.375918 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-f60900c0-cd91-4d5e-8fbf-c8c01d78cbb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:52.412250 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07cf475d-6af1-4100-b673-10cb7bf3a6a3 tempest-RoutersTest-320658655 tempest-RoutersTest-320658655-project] Pushing event updated for resources: {'Port': ['ID=c249cbf0-bfda-41d6-bf57-24dc1190f528,revision_number=1']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:42:52.414775 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-bbdf8a16-f2d9-4180-9858-a7530a94773b tempest-SecGroupIPv6Test-1615826656 tempest-SecGroupIPv6Test-1615826656-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:52.417582 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-bbdf8a16-f2d9-4180-9858-a7530a94773b tempest-SecGroupIPv6Test-1615826656 tempest-SecGroupIPv6Test-1615826656-project] Notify callbacks [] for security_group, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:52.418824 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-bbdf8a16-f2d9-4180-9858-a7530a94773b tempest-SecGroupIPv6Test-1615826656 tempest-SecGroupIPv6Test-1615826656-project] 10.222.0.67 "DELETE /v2.0/security-groups/d0a46b9f-eea6-459a-bef5-22fdfa0d8bb5 HTTP/1.1" status: 204 len: 168 time: 0.8490920 Sep 23 19:42:52.431476 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-21aaad94-1f29-4076-ae3e-18535aa86d21 req-ca7184a9-15b5-4a43-9432-dca80042ad9e tempest-TestVolumeBackupRestore-1434194993 tempest-TestVolumeBackupRestore-1434194993-project] 10.222.0.67 "GET /v2.0/security-groups?id=ea1d12a8-ddc7-4b9a-a637-e6ffde706580&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5243828 Sep 23 19:42:52.435510 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 34844) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:42:52.437175 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbdf8a16-f2d9-4180-9858-a7530a94773b tempest-SecGroupIPv6Test-1615826656 tempest-SecGroupIPv6Test-1615826656-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0a46b9f-eea6-459a-bef5-22fdfa0d8bb5,revision_number=None']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:42:52.472438 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-849df53e-d963-4a30-92b6-7cbc4d52fcd8 tempest-RoutersIpV6Test-563412711 tempest-RoutersIpV6Test-563412711-project] Pushing event updated for resources: {'Port': ['ID=3cdf030b-fa0d-46e8-9076-c6ded23fdb51,revision_number=2']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:42:52.481979 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07cf475d-6af1-4100-b673-10cb7bf3a6a3 tempest-RoutersTest-320658655 tempest-RoutersTest-320658655-project] Network 2cbe95d4-e55e-4103-856d-33ae8b72d079 is already hosted by enough agents. {{(pid=95101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:42:52.488037 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_hamode_db [None req-b99f2ddb-d87a-4a49-936e-1e00a3f75bfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96503fda-a45f-430f-a5e1-653bd4f2c170', 'name': 'tempest-RoutersTest-router-1607213160', 'tenant_id': '6680ec314c604479bbb737c95f4e0850', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:42:16Z', 'updated_at': '2021-09-23T19:42:38Z', 'revision_number': 3, 'project_id': '6680ec314c604479bbb737c95f4e0850', 'gw_port_host': None, '_interfaces': [{'id': '32ae5718-2354-44f3-84d1-fec73b2909c9', 'name': '', 'network_id': 'c914a2cf-d7d1-4da8-9fd0-5e5b7ab5b1fb', 'tenant_id': '6680ec314c604479bbb737c95f4e0850', 'mac_address': 'fa:16:3e:39:a0:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96503fda-a45f-430f-a5e1-653bd4f2c170', 'device_owner': 'network:router_interface', 'standard_attr_id': 2598, 'fixed_ips': [{'subnet_id': 'b76f4ef0-2b81-4485-9220-9564b7756441', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:42:34Z', 'updated_at': '2021-09-23T19:42:51Z', 'revision_number': 4, 'project_id': '6680ec314c604479bbb737c95f4e0850', 'subnets': [{'id': 'b76f4ef0-2b81-4485-9220-9564b7756441', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '71476d37-f809-4a59-8947-b30836bc90a3', 'name': '', 'network_id': '03cb5eff-ca10-44b6-a3c2-6d52aab0c61a', 'tenant_id': '6680ec314c604479bbb737c95f4e0850', 'mac_address': 'fa:16:3e:17:6c:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96503fda-a45f-430f-a5e1-653bd4f2c170', 'device_owner': 'network:router_interface', 'standard_attr_id': 2533, 'fixed_ips': [{'subnet_id': '5875b511-0c2a-4668-b988-7eb16dc02ec2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:42:20Z', 'updated_at': '2021-09-23T19:42:30Z', 'revision_number': 5, 'project_id': '6680ec314c604479bbb737c95f4e0850', 'subnets': [{'id': '5875b511-0c2a-4668-b988-7eb16dc02ec2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-16', False) {} {{(pid=95103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:42:52.493809 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e248b59-88eb-40e6-a179-13ef9f4d6245 req-af799724-6d60-4695-91e6-b9c42c861235 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:42:52.495436 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-9e248b59-88eb-40e6-a179-13ef9f4d6245 req-af799724-6d60-4695-91e6-b9c42c861235 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=3168c2f0-c410-47c7-9b0a-467008e3d34d HTTP/1.1" status: 200 len: 854 time: 0.2045012 Sep 23 19:42:52.496493 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.base_scheduler [None req-07cf475d-6af1-4100-b673-10cb7bf3a6a3 tempest-RoutersTest-320658655 tempest-RoutersTest-320658655-project] Resources bound (agent type, host, resource id): {{(pid=95101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:42:52.499271 n-d-713301-16 neutron-server[95101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07cf475d-6af1-4100-b673-10cb7bf3a6a3 tempest-RoutersTest-320658655 tempest-RoutersTest-320658655-project] Received port after_create {{(pid=95101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 19:42:52.553703 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b99f2ddb-d87a-4a49-936e-1e00a3f75bfa None None] The sync data for ids ['96503fda-a45f-430f-a5e1-653bd4f2c170'] in n-d-713301-16 is: [{'id': '96503fda-a45f-430f-a5e1-653bd4f2c170', 'name': 'tempest-RoutersTest-router-1607213160', 'tenant_id': '6680ec314c604479bbb737c95f4e0850', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:42:16Z', 'updated_at': '2021-09-23T19:42:38Z', 'revision_number': 3, 'project_id': '6680ec314c604479bbb737c95f4e0850', 'gw_port_host': None, '_interfaces': [{'id': '32ae5718-2354-44f3-84d1-fec73b2909c9', 'name': '', 'network_id': 'c914a2cf-d7d1-4da8-9fd0-5e5b7ab5b1fb', 'tenant_id': '6680ec314c604479bbb737c95f4e0850', 'mac_address': 'fa:16:3e:39:a0:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96503fda-a45f-430f-a5e1-653bd4f2c170', 'device_owner': 'network:router_interface', 'standard_attr_id': 2598, 'fixed_ips': [{'subnet_id': 'b76f4ef0-2b81-4485-9220-9564b7756441', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:42:34Z', 'updated_at': '2021-09-23T19:42:51Z', 'revision_number': 4, 'project_id': '6680ec314c604479bbb737c95f4e0850', 'subnets': [{'id': 'b76f4ef0-2b81-4485-9220-9564b7756441', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '71476d37-f809-4a59-8947-b30836bc90a3', 'name': '', 'network_id': '03cb5eff-ca10-44b6-a3c2-6d52aab0c61a', 'tenant_id': '6680ec314c604479bbb737c95f4e0850', 'mac_address': 'fa:16:3e:17:6c:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96503fda-a45f-430f-a5e1-653bd4f2c170', 'device_owner': 'network:router_interface', 'standard_attr_id': 2533, 'fixed_ips': [{'subnet_id': '5875b511-0c2a-4668-b988-7eb16dc02ec2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:42:20Z', 'updated_at': '2021-09-23T19:42:30Z', 'revision_number': 5, 'project_id': '6680ec314c604479bbb737c95f4e0850', 'subnets': [{'id': '5875b511-0c2a-4668-b988-7eb16dc02ec2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 19:42:52.554552 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-07cf475d-6af1-4100-b673-10cb7bf3a6a3 tempest-RoutersTest-320658655 tempest-RoutersTest-320658655-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-601987'] for router_interface, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:52.574707 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-d1a0dcff-642f-4727-90fc-be3700f26655 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:52.616031 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46f31b66-fd6d-419e-a89b-3d3affdb419a None None] Network 61e2620a-5ede-40bb-a8e2-981e8b654d90 requested from n-d-713301-16 {{(pid=95103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 19:42:52.660103 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-d1a0dcff-642f-4727-90fc-be3700f26655 None None] For port 32ae5718-2354-44f3-84d1-fec73b2909c9, host n-d-713301-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-16',level=0,port_id=32ae5718-2354-44f3-84d1-fec73b2909c9,segment=NetworkSegment(c1817bc8-ecb1-4a03-aca5-a1a4cb96418e),segment_id=c1817bc8-ecb1-4a03-aca5-a1a4cb96418e)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:42:52.672324 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-d1a0dcff-642f-4727-90fc-be3700f26655 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:52.703975 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-9e248b59-88eb-40e6-a179-13ef9f4d6245 req-986b7998-6fd6-4f8e-b6a4-b8cccfd15291 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=bd1e9a1b-24bd-4f73-b7dd-094a5b1ba73a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0683322 Sep 23 19:42:52.721811 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Device 0e7e4d22-eaa2-4850-94a2-201619deedf7 up at agent hyperv_n-h2-713301-16 {{(pid=95103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 19:42:52.729842 n-d-713301-16 neutron-server[95102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-849df53e-d963-4a30-92b6-7cbc4d52fcd8 tempest-RoutersIpV6Test-563412711 tempest-RoutersIpV6Test-563412711-project] Network 61e2620a-5ede-40bb-a8e2-981e8b654d90 is already hosted by enough agents. {{(pid=95102) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:42:52.750047 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e13125e6-712f-4697-9989-e3f6f8769459 req-dce15282-cf9f-4895-b1ed-431ddc65bd58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:42:52.751676 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-e13125e6-712f-4697-9989-e3f6f8769459 req-dce15282-cf9f-4895-b1ed-431ddc65bd58 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=df60118e0c434751a044956da831d00f&device_id=66cd2527-03c8-4dc5-92d2-374880b3d491 HTTP/1.1" status: 200 len: 1095 time: 0.3037393 Sep 23 19:42:52.752725 n-d-713301-16 neutron-server[95102]: DEBUG neutron.scheduler.base_scheduler [None req-849df53e-d963-4a30-92b6-7cbc4d52fcd8 tempest-RoutersIpV6Test-563412711 tempest-RoutersIpV6Test-563412711-project] Resources bound (agent type, host, resource id): {{(pid=95102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:42:52.807395 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c8f9e2-00a4-4ced-b4d8-a1fb7412dfc2 req-114c36ba-b1dc-4d1a-a00b-34196f582735 tempest-ServersNegativeTestJSON-1638865794 tempest-ServersNegativeTestJSON-1638865794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:42:52.816239 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-a2c8f9e2-00a4-4ced-b4d8-a1fb7412dfc2 req-114c36ba-b1dc-4d1a-a00b-34196f582735 tempest-ServersNegativeTestJSON-1638865794 tempest-ServersNegativeTestJSON-1638865794-project] 10.222.0.67 "GET /v2.0/ports?device_id=6942dd4a-2993-4094-af13-ca4f91683a85 HTTP/1.1" status: 200 len: 946 time: 0.4361470 Sep 23 19:42:52.862725 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-d0c53c2e-7de9-40e8-ba5f-a0886bb698cc tempest-SecGroupIPv6Test-1615826656 tempest-SecGroupIPv6Test-1615826656-project] 10.222.0.67 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.4205310 Sep 23 19:42:52.868330 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 34846) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:42:52.947711 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ef1c2d-9559-410e-afd1-26bdb27f42c5 req-64843aba-9b6c-4d64-8225-1017a3ad945f tempest-AttachVolumeShelveTestJSON-2035318112 tempest-AttachVolumeShelveTestJSON-2035318112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:42:52.949392 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-e0ef1c2d-9559-410e-afd1-26bdb27f42c5 req-64843aba-9b6c-4d64-8225-1017a3ad945f tempest-AttachVolumeShelveTestJSON-2035318112 tempest-AttachVolumeShelveTestJSON-2035318112-project] 10.222.0.67 "GET /v2.0/ports?device_id=c994c23c-480f-4306-a41c-657703b40238 HTTP/1.1" status: 200 len: 944 time: 0.2551081 Sep 23 19:42:53.021836 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1a0dcff-642f-4727-90fc-be3700f26655 None None] Pushing event updated for resources: {'Port': ['ID=32ae5718-2354-44f3-84d1-fec73b2909c9,revision_number=5']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:42:53.053536 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-66d552bd-e110-4fb3-bee5-9028d1d6c01a None None] Provisioning complete for port 857971f5-3146-48bb-90eb-427e0bf8207a triggered by entity DHCP. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:42:53.053922 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-66d552bd-e110-4fb3-bee5-9028d1d6c01a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:53.075711 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-1bf1b434-3476-4625-83aa-c9c62ec529c6 tempest-SecGroupIPv6Test-1615826656 tempest-SecGroupIPv6Test-1615826656-project] Notify callbacks [] for security_group, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:53.086143 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-9e248b59-88eb-40e6-a179-13ef9f4d6245 req-205685bf-8938-4dd5-8e0b-3f6e739b9fc0 service neutron] 10.222.0.53 "GET /v2.0/networks/bd1e9a1b-24bd-4f73-b7dd-094a5b1ba73a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3655744 Sep 23 19:42:53.087879 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-07cf475d-6af1-4100-b673-10cb7bf3a6a3 tempest-RoutersTest-320658655 tempest-RoutersTest-320658655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:53.158314 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:53.195042 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-a2c8f9e2-00a4-4ced-b4d8-a1fb7412dfc2 req-46bcd159-5bb9-43e8-b4f2-66c4e5a113b2 tempest-ServersNegativeTestJSON-1638865794 tempest-ServersNegativeTestJSON-1638865794-project] 10.222.0.67 "GET /v2.0/security-groups?id=4daca97c-f524-4fb0-8b34-b36a0affa33e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3778682 Sep 23 19:42:53.219657 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Provisioning for port 0e7e4d22-eaa2-4850-94a2-201619deedf7 completed by entity L2. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 19:42:53.287456 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Provisioning complete for port 0e7e4d22-eaa2-4850-94a2-201619deedf7 triggered by entity L2. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:42:53.287897 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:53.422044 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Device 7aa7513f-0cad-401c-9f8b-2fe8249a08c6 up at agent ovs-agent-n-d-713301-16 {{(pid=95103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 19:42:53.477291 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-e0ef1c2d-9559-410e-afd1-26bdb27f42c5 req-5002a850-bd17-44d8-9ebe-6c72868df772 tempest-AttachVolumeShelveTestJSON-2035318112 tempest-AttachVolumeShelveTestJSON-2035318112-project] 10.222.0.67 "GET /v2.0/security-groups?id=dd8506a8-7e56-49b4-9c74-3948d9b76f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4070234 Sep 23 19:42:53.483308 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e13125e6-712f-4697-9989-e3f6f8769459 req-c58c294f-f28b-475d-a3e8-96ee2354115b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:42:53.484869 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-e13125e6-712f-4697-9989-e3f6f8769459 req-c58c294f-f28b-475d-a3e8-96ee2354115b service neutron] 10.222.0.74 "GET /v2.0/networks?id=7fafb3d9-de72-4d87-8d56-0a7bcad8db30 HTTP/1.1" status: 200 len: 915 time: 0.7127521 Sep 23 19:42:53.568942 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-1bf1b434-3476-4625-83aa-c9c62ec529c6 tempest-SecGroupIPv6Test-1615826656 tempest-SecGroupIPv6Test-1615826656-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:53.593700 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-0ae75029-feb6-4728-9a94-5f9b60993d82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:53.614826 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-e13125e6-712f-4697-9989-e3f6f8769459 req-138c91fb-4301-4021-8709-ad85b46d14b4 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c140d996-da69-4c0e-b9a8-57586395d28e HTTP/1.1" status: 200 len: 217 time: 0.1147466 Sep 23 19:42:53.622735 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b99ec5c-c566-4610-ad87-1df439732c60 req-6567438f-96ad-472d-8aae-3307c652ce36 tempest-ServersNegativeTestMultiTenantJSON-124017900 tempest-ServersNegativeTestMultiTenantJSON-124017900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:42:53.631199 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-1b99ec5c-c566-4610-ad87-1df439732c60 req-6567438f-96ad-472d-8aae-3307c652ce36 tempest-ServersNegativeTestMultiTenantJSON-124017900 tempest-ServersNegativeTestMultiTenantJSON-124017900-project] 10.222.0.67 "GET /v2.0/ports?device_id=faab7727-1b3e-4900-8911-d0a7e8a0febd HTTP/1.1" status: 200 len: 944 time: 0.2553105 Sep 23 19:42:53.650744 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-9e248b59-88eb-40e6-a179-13ef9f4d6245 req-0490124f-73e5-4b5c-82d4-de698b334201 service neutron] 10.222.0.53 "GET /v2.0/networks/bd1e9a1b-24bd-4f73-b7dd-094a5b1ba73a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5524614 Sep 23 19:42:53.722884 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:53.725163 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9df13386-3eb2-4804-b352-9808f99bf95c None None] Network 2cbe95d4-e55e-4103-856d-33ae8b72d079 requested from n-d-713301-16 {{(pid=95103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 19:42:53.760819 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-1bf1b434-3476-4625-83aa-c9c62ec529c6 tempest-SecGroupIPv6Test-1615826656 tempest-SecGroupIPv6Test-1615826656-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:53.763366 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-1bf1b434-3476-4625-83aa-c9c62ec529c6 tempest-SecGroupIPv6Test-1615826656 tempest-SecGroupIPv6Test-1615826656-project] Notify callbacks [] for security_group, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:53.767413 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-1bf1b434-3476-4625-83aa-c9c62ec529c6 tempest-SecGroupIPv6Test-1615826656 tempest-SecGroupIPv6Test-1615826656-project] 10.222.0.67 "DELETE /v2.0/security-groups/797ad979-e489-4439-b5f5-2a64af2cb8bb HTTP/1.1" status: 204 len: 168 time: 0.8960032 Sep 23 19:42:53.769288 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 34856) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:42:53.803574 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-66d552bd-e110-4fb3-bee5-9028d1d6c01a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:53.846670 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bf1b434-3476-4625-83aa-c9c62ec529c6 tempest-SecGroupIPv6Test-1615826656 tempest-SecGroupIPv6Test-1615826656-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=797ad979-e489-4439-b5f5-2a64af2cb8bb,revision_number=None']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:42:53.852402 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e13125e6-712f-4697-9989-e3f6f8769459 req-a0cd55c4-aa0b-40e2-bd36-e6f06bd2ac4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:42:53.853404 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-e13125e6-712f-4697-9989-e3f6f8769459 req-a0cd55c4-aa0b-40e2-bd36-e6f06bd2ac4b service neutron] 10.222.0.74 "GET /v2.0/subnets?id=c5aa3ac0-9cd5-40cd-ab5b-44ea34e24ad1 HTTP/1.1" status: 200 len: 853 time: 0.2072983 Sep 23 19:42:53.871937 n-d-713301-16 neutron-server[95103]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'faab7727-1b3e-4900-8911-d0a7e8a0febd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e7e4d22-eaa2-4850-94a2-201619deedf7'}] {{(pid=95103) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 19:42:53.874670 n-d-713301-16 neutron-server[95103]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}81a1c17f2aa89d5b3ebbba3a3e0cf7eb588e431c2224256110c4c4facdd7c3e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-240c30c0-47dd-4287-9ba3-e1e60e3cf89d" -d '{"events": [{"server_uuid": "faab7727-1b3e-4900-8911-d0a7e8a0febd", "name": "network-vif-plugged", "status": "completed", "tag": "0e7e4d22-eaa2-4850-94a2-201619deedf7"}]}' {{(pid=95103) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 19:42:53.877657 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Provisioning complete for port 7aa7513f-0cad-401c-9f8b-2fe8249a08c6 triggered by entity L2. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:42:53.878119 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:53.916101 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-66d552bd-e110-4fb3-bee5-9028d1d6c01a None None] For port 857971f5-3146-48bb-90eb-427e0bf8207a, host n-d-713301-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-16',level=0,port_id=857971f5-3146-48bb-90eb-427e0bf8207a,segment=NetworkSegment(6c7b293d-0282-4c42-acd8-4908793c3233),segment_id=6c7b293d-0282-4c42-acd8-4908793c3233)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:42:53.963222 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-584ceb42-a98f-47ae-a59f-c0f012f42324 req-6ca44ad8-9271-44e1-82a0-907021f17272 tempest-ServersNegativeTestJSON-1638865794 tempest-ServersNegativeTestJSON-1638865794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:42:53.973391 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-584ceb42-a98f-47ae-a59f-c0f012f42324 req-6ca44ad8-9271-44e1-82a0-907021f17272 tempest-ServersNegativeTestJSON-1638865794 tempest-ServersNegativeTestJSON-1638865794-project] 10.222.0.67 "GET /v2.0/ports?device_id=6942dd4a-2993-4094-af13-ca4f91683a85 HTTP/1.1" status: 200 len: 946 time: 0.3050478 Sep 23 19:42:53.997246 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] For port 0e7e4d22-eaa2-4850-94a2-201619deedf7, host n-h2-713301-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-16',level=0,port_id=0e7e4d22-eaa2-4850-94a2-201619deedf7,segment=NetworkSegment(95e8201e-4905-43b7-a7a2-c3be8eebe49c),segment_id=95e8201e-4905-43b7-a7a2-c3be8eebe49c)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:42:53.999312 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-66d552bd-e110-4fb3-bee5-9028d1d6c01a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:54.008681 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-07cf475d-6af1-4100-b673-10cb7bf3a6a3 tempest-RoutersTest-320658655 tempest-RoutersTest-320658655-project] Notify callbacks [] for port, precommit_update {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:54.014931 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-1b99ec5c-c566-4610-ad87-1df439732c60 req-eb398e2f-58a8-497c-9e32-c23824ca005a tempest-ServersNegativeTestMultiTenantJSON-124017900 tempest-ServersNegativeTestMultiTenantJSON-124017900-project] 10.222.0.67 "GET /v2.0/security-groups?id=8e8962d3-e9bb-423d-9510-a05e34fd1c08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3827262 Sep 23 19:42:54.021941 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-07cf475d-6af1-4100-b673-10cb7bf3a6a3 tempest-RoutersTest-320658655 tempest-RoutersTest-320658655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5607436'] for port, after_update {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:54.047418 n-d-713301-16 neutron-server[95102]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-849df53e-d963-4a30-92b6-7cbc4d52fcd8 tempest-RoutersIpV6Test-563412711 tempest-RoutersIpV6Test-563412711-project] Router 51e592e6-4d59-43d0-bc1b-ae0a0afca731 is scheduled to L3 agent 79a740bf-7821-4989-8288-7186e3e128f3 with binding_index 1 {{(pid=95102) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 23 19:42:54.073169 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:54.113565 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e13125e6-712f-4697-9989-e3f6f8769459 req-a94ddb31-1503-4146-9dc8-59455a2d59c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:42:54.124356 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-e13125e6-712f-4697-9989-e3f6f8769459 req-a94ddb31-1503-4146-9dc8-59455a2d59c0 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=7fafb3d9-de72-4d87-8d56-0a7bcad8db30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2560875 Sep 23 19:42:54.157777 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-39895871-28fa-4c54-acc1-4eb199d990bd tempest-SecGroupIPv6Test-1615826656 tempest-SecGroupIPv6Test-1615826656-project] 10.222.0.67 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.3834918 Sep 23 19:42:54.161346 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 34864) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:42:54.166713 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-584ceb42-a98f-47ae-a59f-c0f012f42324 req-ee5f5925-e62e-4c69-b7b6-49c4632e522c tempest-ServersNegativeTestJSON-1638865794 tempest-ServersNegativeTestJSON-1638865794-project] 10.222.0.67 "GET /v2.0/security-groups?id=4daca97c-f524-4fb0-8b34-b36a0affa33e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1917818 Sep 23 19:42:54.172706 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.v2.base [None req-90feb09e-15e9-451f-a535-183c5be2ce26 tempest-SecGroupIPv6Test-1615826656 tempest-SecGroupIPv6Test-1615826656-project] Request body: {'security_group': {'name': 'tempest-secgroup--356427591'}} {{(pid=95102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:42:54.204454 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-07cf475d-6af1-4100-b673-10cb7bf3a6a3 tempest-RoutersTest-320658655 tempest-RoutersTest-320658655-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-527313', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-601459'] for router_interface, after_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:54.280787 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-90feb09e-15e9-451f-a535-183c5be2ce26 tempest-SecGroupIPv6Test-1615826656 tempest-SecGroupIPv6Test-1615826656-project] Notify callbacks [] for security_group, before_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:54.294665 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66d552bd-e110-4fb3-bee5-9028d1d6c01a None None] Pushing event updated for resources: {'Port': ['ID=857971f5-3146-48bb-90eb-427e0bf8207a,revision_number=3']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:42:54.307947 n-d-713301-16 neutron-server[95103]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 19:42:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-146bf511-79f5-41f0-95fc-5974e6b90f4f x-openstack-request-id: req-146bf511-79f5-41f0-95fc-5974e6b90f4f {{(pid=95103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 19:42:54.308248 n-d-713301-16 neutron-server[95103]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "faab7727-1b3e-4900-8911-d0a7e8a0febd", "name": "network-vif-plugged", "status": "completed", "tag": "0e7e4d22-eaa2-4850-94a2-201619deedf7", "code": 200}]} {{(pid=95103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 19:42:54.308513 n-d-713301-16 neutron-server[95103]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-146bf511-79f5-41f0-95fc-5974e6b90f4f {{(pid=95103) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 19:42:54.309859 n-d-713301-16 neutron-server[95103]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'faab7727-1b3e-4900-8911-d0a7e8a0febd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e7e4d22-eaa2-4850-94a2-201619deedf7', 'code': 200} Sep 23 19:42:54.311795 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07cf475d-6af1-4100-b673-10cb7bf3a6a3 tempest-RoutersTest-320658655 tempest-RoutersTest-320658655-project] Pushing event updated for resources: {'Port': ['ID=c249cbf0-bfda-41d6-bf57-24dc1190f528,revision_number=2']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:42:54.369221 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-fb2e7c11-bd4d-454f-9a03-5439b5a40f77 None None] Provisioning complete for port 857971f5-3146-48bb-90eb-427e0bf8207a triggered by entity DHCP. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:42:54.372380 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-fb2e7c11-bd4d-454f-9a03-5439b5a40f77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:54.631615 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-645dabe9-83ad-4664-8451-313b0814fe35 req-b5a5f20c-7854-4175-b420-24c6a9c00de9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:42:54.634109 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-645dabe9-83ad-4664-8451-313b0814fe35 req-b5a5f20c-7854-4175-b420-24c6a9c00de9 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=faab7727-1b3e-4900-8911-d0a7e8a0febd HTTP/1.1" status: 200 len: 1097 time: 0.1459787 Sep 23 19:42:54.722117 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07cf475d-6af1-4100-b673-10cb7bf3a6a3 tempest-RoutersTest-320658655 tempest-RoutersTest-320658655-project] Network 2cbe95d4-e55e-4103-856d-33ae8b72d079 is already hosted by enough agents. {{(pid=95101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:42:54.728790 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.base_scheduler [None req-07cf475d-6af1-4100-b673-10cb7bf3a6a3 tempest-RoutersTest-320658655 tempest-RoutersTest-320658655-project] Resources bound (agent type, host, resource id): {{(pid=95101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:42:54.801107 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Pushing event updated for resources: {'Port': ['ID=0e7e4d22-eaa2-4850-94a2-201619deedf7,revision_number=5']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:42:54.803689 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:54.886004 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] For port 7aa7513f-0cad-401c-9f8b-2fe8249a08c6, host n-d-713301-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-16',level=0,port_id=7aa7513f-0cad-401c-9f8b-2fe8249a08c6,segment=NetworkSegment(a42ba9ed-f343-4a1d-b78d-901b99e9b6ab),segment_id=a42ba9ed-f343-4a1d-b78d-901b99e9b6ab)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:42:54.893141 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-645dabe9-83ad-4664-8451-313b0814fe35 req-8331e7c5-ac59-4db4-960c-353594d984ac service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=8e8962d3-e9bb-423d-9510-a05e34fd1c08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2482426 Sep 23 19:42:54.905587 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:54.906414 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Device 857971f5-3146-48bb-90eb-427e0bf8207a up at agent ovs-agent-n-d-713301-16 {{(pid=95103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 19:42:54.917612 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15625bd9-3516-47e6-a591-ddc662493400 req-1f00e2c8-1388-45c2-8e12-1e96f60c4b53 tempest-TestVolumeBackupRestore-1434194993 tempest-TestVolumeBackupRestore-1434194993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:42:54.919354 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-15625bd9-3516-47e6-a591-ddc662493400 req-1f00e2c8-1388-45c2-8e12-1e96f60c4b53 tempest-TestVolumeBackupRestore-1434194993 tempest-TestVolumeBackupRestore-1434194993-project] 10.222.0.67 "GET /v2.0/ports?device_id=66cd2527-03c8-4dc5-92d2-374880b3d491 HTTP/1.1" status: 200 len: 943 time: 0.7570267 Sep 23 19:42:54.931968 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-07cf475d-6af1-4100-b673-10cb7bf3a6a3 tempest-RoutersTest-320658655 tempest-RoutersTest-320658655-project] Router 96503fda-a45f-430f-a5e1-653bd4f2c170 has already been hosted by L3 agent 79a740bf-7821-4989-8288-7186e3e128f3 {{(pid=95101) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 19:42:54.938569 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-849df53e-d963-4a30-92b6-7cbc4d52fcd8 tempest-RoutersIpV6Test-563412711 tempest-RoutersIpV6Test-563412711-project] Notify agent at l3_agent.n-d-713301-16 the message routers_updated {{(pid=95102) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 19:42:54.955516 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54d5994e-c10a-4f37-a2d4-d921209d9b2e None None] Sync routers for ids ['51e592e6-4d59-43d0-bc1b-ae0a0afca731'] in n-d-713301-16 {{(pid=95104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 19:42:54.958562 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-849df53e-d963-4a30-92b6-7cbc4d52fcd8 tempest-RoutersIpV6Test-563412711 tempest-RoutersIpV6Test-563412711-project] 10.222.0.67 "PUT /v2.0/routers/51e592e6-4d59-43d0-bc1b-ae0a0afca731/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.8079004 Sep 23 19:42:54.961892 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 34876) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:42:54.977746 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54d5994e-c10a-4f37-a2d4-d921209d9b2e None None] Routers {'51e592e6-4d59-43d0-bc1b-ae0a0afca731'} bound to L3 agent in host n-d-713301-16 {{(pid=95104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 19:42:54.978757 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_hamode_db [None req-54d5994e-c10a-4f37-a2d4-d921209d9b2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-23T19:07:52Z,description=,heartbeat_timestamp=2021-09-23T19:42:52Z,host='n-d-713301-16',id=79a740bf-7821-4989-8288-7186e3e128f3,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:07:52Z,topic='l3_agent')) {'router_ids': ['51e592e6-4d59-43d0-bc1b-ae0a0afca731'], 'active': True} {{(pid=95104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:42:54.983671 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-90feb09e-15e9-451f-a535-183c5be2ce26 tempest-SecGroupIPv6Test-1615826656 tempest-SecGroupIPv6Test-1615826656-project] Notify callbacks [] for security_group, precommit_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:54.986393 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-e13125e6-712f-4697-9989-e3f6f8769459 req-6029fc6d-fd91-41e2-b37c-6afc92bd201d service neutron] 10.222.0.74 "GET /v2.0/networks/7fafb3d9-de72-4d87-8d56-0a7bcad8db30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8540578 Sep 23 19:42:55.031010 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb53a0f4-9713-419b-9296-ddfbb5f305b0 tempest-RoutersIpV6Test-563412711 tempest-RoutersIpV6Test-563412711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:42:55.035162 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-fb53a0f4-9713-419b-9296-ddfbb5f305b0 tempest-RoutersIpV6Test-563412711 tempest-RoutersIpV6Test-563412711-project] 10.222.0.67 "GET /v2.0/ports/3cdf030b-fa0d-46e8-9076-c6ded23fdb51 HTTP/1.1" status: 200 len: 911 time: 0.0696528 Sep 23 19:42:55.069673 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_hamode_db [None req-54d5994e-c10a-4f37-a2d4-d921209d9b2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713301-16', False) {} {{(pid=95104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:42:55.079728 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54d5994e-c10a-4f37-a2d4-d921209d9b2e None None] Routers {'51e592e6-4d59-43d0-bc1b-ae0a0afca731'} bound to L3 agent in host n-d-713301-16 {{(pid=95104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 19:42:55.080626 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_hamode_db [None req-54d5994e-c10a-4f37-a2d4-d921209d9b2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-23T19:07:52Z,description=,heartbeat_timestamp=2021-09-23T19:42:52Z,host='n-d-713301-16',id=79a740bf-7821-4989-8288-7186e3e128f3,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:07:52Z,topic='l3_agent')) {'router_ids': ['51e592e6-4d59-43d0-bc1b-ae0a0afca731'], 'active': True} {{(pid=95104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:42:55.087048 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 34878) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:42:55.116716 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-fb2e7c11-bd4d-454f-9a03-5439b5a40f77 None None] Provisioning complete for port 3cdf030b-fa0d-46e8-9076-c6ded23fdb51 triggered by entity DHCP. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:42:55.117109 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-fb2e7c11-bd4d-454f-9a03-5439b5a40f77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:55.117603 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-e13125e6-712f-4697-9989-e3f6f8769459 req-8ee1e69a-d12e-4af6-8d69-e593cf443ccd service neutron] 10.222.0.74 "GET /v2.0/networks/7fafb3d9-de72-4d87-8d56-0a7bcad8db30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1200292 Sep 23 19:42:55.118677 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-90feb09e-15e9-451f-a535-183c5be2ce26 tempest-SecGroupIPv6Test-1615826656 tempest-SecGroupIPv6Test-1615826656-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:55.119180 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Pushing event updated for resources: {'Port': ['ID=7aa7513f-0cad-401c-9f8b-2fe8249a08c6,revision_number=3']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:42:55.149111 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_hamode_db [None req-54d5994e-c10a-4f37-a2d4-d921209d9b2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713301-16', False) {} {{(pid=95104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:42:55.150056 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54d5994e-c10a-4f37-a2d4-d921209d9b2e None None] The sync data for ids ['51e592e6-4d59-43d0-bc1b-ae0a0afca731'] in n-d-713301-16 is: [] {{(pid=95104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 19:42:55.173428 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90feb09e-15e9-451f-a535-183c5be2ce26 tempest-SecGroupIPv6Test-1615826656 tempest-SecGroupIPv6Test-1615826656-project] Pushing event updated for resources: {'SecurityGroup': ['ID=89439537-f4bd-4f40-9b29-9b5f9c1c9194,revision_number=1']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:42:55.191233 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-90feb09e-15e9-451f-a535-183c5be2ce26 tempest-SecGroupIPv6Test-1615826656 tempest-SecGroupIPv6Test-1615826656-project] Notify callbacks [] for security_group, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:55.195574 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-90feb09e-15e9-451f-a535-183c5be2ce26 tempest-SecGroupIPv6Test-1615826656 tempest-SecGroupIPv6Test-1615826656-project] 10.222.0.67 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.0275831 Sep 23 19:42:55.203837 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 34882) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:42:55.212821 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ce8c11-bfc9-46b0-b06b-e5fd76eab211 req-ed930667-78d8-43ec-849a-2be244418a3e tempest-ServersNegativeTestJSON-1638865794 tempest-ServersNegativeTestJSON-1638865794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:42:55.216239 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Provisioning complete for port 857971f5-3146-48bb-90eb-427e0bf8207a triggered by entity L2. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:42:55.216239 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:55.221505 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-12ce8c11-bfc9-46b0-b06b-e5fd76eab211 req-ed930667-78d8-43ec-849a-2be244418a3e tempest-ServersNegativeTestJSON-1638865794 tempest-ServersNegativeTestJSON-1638865794-project] 10.222.0.67 "GET /v2.0/ports?device_id=6942dd4a-2993-4094-af13-ca4f91683a85 HTTP/1.1" status: 200 len: 946 time: 0.4443371 Sep 23 19:42:55.235409 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.plugin [None req-fb2e7c11-bd4d-454f-9a03-5439b5a40f77 None None] Port 3cdf030b-fa0d-46e8-9076-c6ded23fdb51 cannot update to ACTIVE because it is not bound. {{(pid=95103) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 19:42:55.247376 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.v2.base [None req-91e810e6-5476-4d13-9b57-9701e7a89e49 tempest-SecGroupIPv6Test-1615826656 tempest-SecGroupIPv6Test-1615826656-project] Request body: {'security_group_rule': {'security_group_id': '89439537-f4bd-4f40-9b29-9b5f9c1c9194', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=95102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:42:55.258466 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07cf475d-6af1-4100-b673-10cb7bf3a6a3 tempest-RoutersTest-320658655 tempest-RoutersTest-320658655-project] Notify agent at l3_agent.n-d-713301-16 the message routers_updated {{(pid=95101) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 19:42:55.292594 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-328663bb-a9f9-4faf-a1fa-5faf42eab878 None None] Sync routers for ids ['96503fda-a45f-430f-a5e1-653bd4f2c170'] in n-d-713301-16 {{(pid=95103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 19:42:55.308991 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-07cf475d-6af1-4100-b673-10cb7bf3a6a3 tempest-RoutersTest-320658655 tempest-RoutersTest-320658655-project] 10.222.0.67 "PUT /v2.0/routers/96503fda-a45f-430f-a5e1-653bd4f2c170/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0340288 Sep 23 19:42:55.309693 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 34886) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:42:55.325092 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.v2.base [None req-55bfa60b-4850-48e1-8075-0786f3dedd8f tempest-RoutersTest-320658655 tempest-RoutersTest-320658655-project] Request body: {'network': {'name': 'tempest-RoutersTest-763949898'}} {{(pid=95101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:42:55.346149 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-12ce8c11-bfc9-46b0-b06b-e5fd76eab211 req-18b6987b-9f34-4832-ac00-a9512ba43a0b tempest-ServersNegativeTestJSON-1638865794 tempest-ServersNegativeTestJSON-1638865794-project] 10.222.0.67 "GET /v2.0/security-groups?id=4daca97c-f524-4fb0-8b34-b36a0affa33e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1235535 Sep 23 19:42:55.381057 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-15625bd9-3516-47e6-a591-ddc662493400 req-e08b5135-b31f-4dc5-ade5-ceb1bf580914 tempest-TestVolumeBackupRestore-1434194993 tempest-TestVolumeBackupRestore-1434194993-project] 10.222.0.67 "GET /v2.0/security-groups?id=ea1d12a8-ddc7-4b9a-a637-e6ffde706580&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4331152 Sep 23 19:42:55.409221 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-fb2e7c11-bd4d-454f-9a03-5439b5a40f77 None None] Provisioning complete for port 7aa7513f-0cad-401c-9f8b-2fe8249a08c6 triggered by entity DHCP. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:42:55.409588 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-fb2e7c11-bd4d-454f-9a03-5439b5a40f77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:55.411395 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-80e7e501-6c57-470d-92c6-e3d54bc3195c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:55.414246 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-328663bb-a9f9-4faf-a1fa-5faf42eab878 None None] Routers {'96503fda-a45f-430f-a5e1-653bd4f2c170'} bound to L3 agent in host n-d-713301-16 {{(pid=95103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 19:42:55.414896 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_hamode_db [None req-328663bb-a9f9-4faf-a1fa-5faf42eab878 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-23T19:07:52Z,description=,heartbeat_timestamp=2021-09-23T19:42:52Z,host='n-d-713301-16',id=79a740bf-7821-4989-8288-7186e3e128f3,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:07:52Z,topic='l3_agent')) {'router_ids': ['96503fda-a45f-430f-a5e1-653bd4f2c170'], 'active': True} {{(pid=95103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:42:55.461960 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-91e810e6-5476-4d13-9b57-9701e7a89e49 tempest-SecGroupIPv6Test-1615826656 tempest-SecGroupIPv6Test-1615826656-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:55.512739 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.db.api [None req-55bfa60b-4850-48e1-8075-0786f3dedd8f tempest-RoutersTest-320658655 tempest-RoutersTest-320658655-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 23 19:42:55.512739 n-d-713301-16 neutron-server[95101]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Sep 23 19:42:55.512739 n-d-713301-16 neutron-server[95101]: [parameters: {'project_id_1': '6680ec314c604479bbb737c95f4e0850', 'expiration_1': datetime.datetime(2021, 9, 23, 19, 42, 35, 331638)}] Sep 23 19:42:55.512739 n-d-713301-16 neutron-server[95101]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=95101) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 23 19:42:55.513197 n-d-713301-16 neutron-server[95101]: DEBUG oslo_db.api [None req-55bfa60b-4850-48e1-8075-0786f3dedd8f tempest-RoutersTest-320658655 tempest-RoutersTest-320658655-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=95101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 23 19:42:55.623200 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_dvr_db [None req-328663bb-a9f9-4faf-a1fa-5faf42eab878 None None] Set router 96503fda-a45f-430f-a5e1-653bd4f2c170 gateway port host: None {{(pid=95103) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 19:42:55.628952 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Device 32ae5718-2354-44f3-84d1-fec73b2909c9 up at agent ovs-agent-n-d-713301-16 {{(pid=95103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 19:42:55.646571 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-91e810e6-5476-4d13-9b57-9701e7a89e49 tempest-SecGroupIPv6Test-1615826656 tempest-SecGroupIPv6Test-1615826656-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:55.658576 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eede56d-d958-4f19-8b0e-b3e0ce51bfc4 req-7c54edef-5549-4d42-b479-25e18f55e588 tempest-AttachVolumeShelveTestJSON-2035318112 tempest-AttachVolumeShelveTestJSON-2035318112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:42:55.667472 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-8eede56d-d958-4f19-8b0e-b3e0ce51bfc4 req-7c54edef-5549-4d42-b479-25e18f55e588 tempest-AttachVolumeShelveTestJSON-2035318112 tempest-AttachVolumeShelveTestJSON-2035318112-project] 10.222.0.67 "GET /v2.0/ports?device_id=c994c23c-480f-4306-a41c-657703b40238 HTTP/1.1" status: 200 len: 944 time: 0.2094672 Sep 23 19:42:55.685511 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8306f1c9-5198-4c59-b587-cc3b05dc13f9 req-1e933ae3-0d30-4899-9b8d-e1a5d20116d5 tempest-ServersNegativeTestMultiTenantJSON-124017900 tempest-ServersNegativeTestMultiTenantJSON-124017900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:42:55.687474 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-8306f1c9-5198-4c59-b587-cc3b05dc13f9 req-1e933ae3-0d30-4899-9b8d-e1a5d20116d5 tempest-ServersNegativeTestMultiTenantJSON-124017900 tempest-ServersNegativeTestMultiTenantJSON-124017900-project] 10.222.0.67 "GET /v2.0/ports?device_id=faab7727-1b3e-4900-8911-d0a7e8a0febd HTTP/1.1" status: 200 len: 945 time: 0.1750455 Sep 23 19:42:55.689596 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-91e810e6-5476-4d13-9b57-9701e7a89e49 tempest-SecGroupIPv6Test-1615826656 tempest-SecGroupIPv6Test-1615826656-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575319'] for security_group_rule, after_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:55.825587 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91e810e6-5476-4d13-9b57-9701e7a89e49 tempest-SecGroupIPv6Test-1615826656 tempest-SecGroupIPv6Test-1615826656-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=45f654cf-f88f-484d-ab4d-6b4ca120d947,revision_number=0']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:42:55.867632 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Provisioning complete for port 32ae5718-2354-44f3-84d1-fec73b2909c9 triggered by entity L2. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:42:55.868188 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:55.911846 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-8eede56d-d958-4f19-8b0e-b3e0ce51bfc4 req-dd7295b8-0752-4c78-88d7-c9167f7eb75a tempest-AttachVolumeShelveTestJSON-2035318112 tempest-AttachVolumeShelveTestJSON-2035318112-project] 10.222.0.67 "GET /v2.0/security-groups?id=dd8506a8-7e56-49b4-9c74-3948d9b76f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2418180 Sep 23 19:42:55.915658 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-91e810e6-5476-4d13-9b57-9701e7a89e49 tempest-SecGroupIPv6Test-1615826656 tempest-SecGroupIPv6Test-1615826656-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:55.922508 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-91e810e6-5476-4d13-9b57-9701e7a89e49 tempest-SecGroupIPv6Test-1615826656 tempest-SecGroupIPv6Test-1615826656-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.6742399 Sep 23 19:42:55.923845 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 34890) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:42:55.951174 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91e810e6-5476-4d13-9b57-9701e7a89e49 tempest-SecGroupIPv6Test-1615826656 tempest-SecGroupIPv6Test-1615826656-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:42:55.951563 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91e810e6-5476-4d13-9b57-9701e7a89e49 tempest-SecGroupIPv6Test-1615826656 tempest-SecGroupIPv6Test-1615826656-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:42:55.953559 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91e810e6-5476-4d13-9b57-9701e7a89e49 tempest-SecGroupIPv6Test-1615826656 tempest-SecGroupIPv6Test-1615826656-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:42:55.954912 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91e810e6-5476-4d13-9b57-9701e7a89e49 tempest-SecGroupIPv6Test-1615826656 tempest-SecGroupIPv6Test-1615826656-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:42:55.955293 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91e810e6-5476-4d13-9b57-9701e7a89e49 tempest-SecGroupIPv6Test-1615826656 tempest-SecGroupIPv6Test-1615826656-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:42:55.955638 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91e810e6-5476-4d13-9b57-9701e7a89e49 tempest-SecGroupIPv6Test-1615826656 tempest-SecGroupIPv6Test-1615826656-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:42:55.955998 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91e810e6-5476-4d13-9b57-9701e7a89e49 tempest-SecGroupIPv6Test-1615826656 tempest-SecGroupIPv6Test-1615826656-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:42:55.956347 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91e810e6-5476-4d13-9b57-9701e7a89e49 tempest-SecGroupIPv6Test-1615826656 tempest-SecGroupIPv6Test-1615826656-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:42:55.956707 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91e810e6-5476-4d13-9b57-9701e7a89e49 tempest-SecGroupIPv6Test-1615826656 tempest-SecGroupIPv6Test-1615826656-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:42:55.957044 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91e810e6-5476-4d13-9b57-9701e7a89e49 tempest-SecGroupIPv6Test-1615826656 tempest-SecGroupIPv6Test-1615826656-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:42:55.958817 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91e810e6-5476-4d13-9b57-9701e7a89e49 tempest-SecGroupIPv6Test-1615826656 tempest-SecGroupIPv6Test-1615826656-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:42:55.959370 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91e810e6-5476-4d13-9b57-9701e7a89e49 tempest-SecGroupIPv6Test-1615826656 tempest-SecGroupIPv6Test-1615826656-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:42:56.004488 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-0945b701-124b-46e1-bdc7-be76e26b2f52 tempest-SecGroupIPv6Test-1615826656 tempest-SecGroupIPv6Test-1615826656-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:56.012800 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-8306f1c9-5198-4c59-b587-cc3b05dc13f9 req-ab5891da-658b-4f69-b127-4c4a2ff85acd tempest-ServersNegativeTestMultiTenantJSON-124017900 tempest-ServersNegativeTestMultiTenantJSON-124017900-project] 10.222.0.67 "GET /v2.0/security-groups?id=8e8962d3-e9bb-423d-9510-a05e34fd1c08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3104186 Sep 23 19:42:56.037383 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-0945b701-124b-46e1-bdc7-be76e26b2f52 tempest-SecGroupIPv6Test-1615826656 tempest-SecGroupIPv6Test-1615826656-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:56.037575 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-672f3c66-7b40-47f5-9937-7795d233734c None None] Provisioning complete for port 3cdf030b-fa0d-46e8-9076-c6ded23fdb51 triggered by entity DHCP. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:42:56.041058 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-672f3c66-7b40-47f5-9937-7795d233734c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:56.045773 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-49d47454-1435-4097-9c1a-c592e904be3a tempest-RoutersIpV6Test-563412711 tempest-RoutersIpV6Test-563412711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-601372'] for router_interface, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:56.127458 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.plugin [None req-672f3c66-7b40-47f5-9937-7795d233734c None None] Port 3cdf030b-fa0d-46e8-9076-c6ded23fdb51 cannot update to ACTIVE because it is not bound. {{(pid=95103) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 19:42:56.129829 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-370efaf4-f71b-4cdf-839f-7320614e2cfe req-6d1eb6bb-0d30-4d2f-a6d2-527c1372eaae tempest-ServersNegativeTestJSON-1638865794 tempest-ServersNegativeTestJSON-1638865794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:42:56.132588 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-370efaf4-f71b-4cdf-839f-7320614e2cfe req-6d1eb6bb-0d30-4d2f-a6d2-527c1372eaae tempest-ServersNegativeTestJSON-1638865794 tempest-ServersNegativeTestJSON-1638865794-project] 10.222.0.67 "GET /v2.0/ports?device_id=6942dd4a-2993-4094-af13-ca4f91683a85 HTTP/1.1" status: 200 len: 946 time: 0.0758309 Sep 23 19:42:56.159280 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_hamode_db [None req-328663bb-a9f9-4faf-a1fa-5faf42eab878 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96503fda-a45f-430f-a5e1-653bd4f2c170', 'name': 'tempest-RoutersTest-router-1607213160', 'tenant_id': '6680ec314c604479bbb737c95f4e0850', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:42:16Z', 'updated_at': '2021-09-23T19:42:52Z', 'revision_number': 4, 'project_id': '6680ec314c604479bbb737c95f4e0850', 'gw_port_host': None, '_interfaces': [{'id': '32ae5718-2354-44f3-84d1-fec73b2909c9', 'name': '', 'network_id': 'c914a2cf-d7d1-4da8-9fd0-5e5b7ab5b1fb', 'tenant_id': '6680ec314c604479bbb737c95f4e0850', 'mac_address': 'fa:16:3e:39:a0:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96503fda-a45f-430f-a5e1-653bd4f2c170', 'device_owner': 'network:router_interface', 'standard_attr_id': 2598, 'fixed_ips': [{'subnet_id': 'b76f4ef0-2b81-4485-9220-9564b7756441', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:42:34Z', 'updated_at': '2021-09-23T19:42:52Z', 'revision_number': 5, 'project_id': '6680ec314c604479bbb737c95f4e0850', 'subnets': [{'id': 'b76f4ef0-2b81-4485-9220-9564b7756441', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '71476d37-f809-4a59-8947-b30836bc90a3', 'name': '', 'network_id': '03cb5eff-ca10-44b6-a3c2-6d52aab0c61a', 'tenant_id': '6680ec314c604479bbb737c95f4e0850', 'mac_address': 'fa:16:3e:17:6c:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96503fda-a45f-430f-a5e1-653bd4f2c170', 'device_owner': 'network:router_interface', 'standard_attr_id': 2533, 'fixed_ips': [{'subnet_id': '5875b511-0c2a-4668-b988-7eb16dc02ec2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:42:20Z', 'updated_at': '2021-09-23T19:42:30Z', 'revision_number': 5, 'project_id': '6680ec314c604479bbb737c95f4e0850', 'subnets': [{'id': '5875b511-0c2a-4668-b988-7eb16dc02ec2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c249cbf0-bfda-41d6-bf57-24dc1190f528', 'name': '', 'network_id': '2cbe95d4-e55e-4103-856d-33ae8b72d079', 'tenant_id': '6680ec314c604479bbb737c95f4e0850', 'mac_address': 'fa:16:3e:e3:89:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96503fda-a45f-430f-a5e1-653bd4f2c170', 'device_owner': 'network:router_interface', 'standard_attr_id': 2622, 'fixed_ips': [{'subnet_id': 'b5b04587-5f58-4ed8-adf7-9d7e01f16f67', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:42:50Z', 'updated_at': '2021-09-23T19:42:53Z', 'revision_number': 2, 'project_id': '6680ec314c604479bbb737c95f4e0850', 'subnets': [{'id': 'b5b04587-5f58-4ed8-adf7-9d7e01f16f67', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-16', False) {} {{(pid=95103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:42:56.211623 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-672f3c66-7b40-47f5-9937-7795d233734c None None] Provisioning complete for port 7aa7513f-0cad-401c-9f8b-2fe8249a08c6 triggered by entity DHCP. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:42:56.212036 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-672f3c66-7b40-47f5-9937-7795d233734c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:56.216362 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-328663bb-a9f9-4faf-a1fa-5faf42eab878 None None] Checking router: 96503fda-a45f-430f-a5e1-653bd4f2c170 for host: n-d-713301-16 {{(pid=95103) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 19:42:56.216362 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-328663bb-a9f9-4faf-a1fa-5faf42eab878 None None] Updating router 96503fda-a45f-430f-a5e1-653bd4f2c170 port c249cbf0-bfda-41d6-bf57-24dc1190f528 binding host n-d-713301-16 {{(pid=95103) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 23 19:42:56.218196 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-370efaf4-f71b-4cdf-839f-7320614e2cfe req-e96b35b7-b9c2-4a13-9540-6f4eb71b8a4c tempest-ServersNegativeTestJSON-1638865794 tempest-ServersNegativeTestJSON-1638865794-project] 10.222.0.67 "GET /v2.0/security-groups?id=4daca97c-f524-4fb0-8b34-b36a0affa33e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722716 Sep 23 19:42:56.276875 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-328663bb-a9f9-4faf-a1fa-5faf42eab878 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:56.303071 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Device 7aa7513f-0cad-401c-9f8b-2fe8249a08c6 up at agent ovs-agent-n-d-713301-16 {{(pid=95103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 19:42:56.529392 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Provisioning complete for port 7aa7513f-0cad-401c-9f8b-2fe8249a08c6 triggered by entity L2. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:42:56.529781 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:56.571376 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-672f3c66-7b40-47f5-9937-7795d233734c None None] Provisioning complete for port c249cbf0-bfda-41d6-bf57-24dc1190f528 triggered by entity DHCP. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:42:56.571772 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-672f3c66-7b40-47f5-9937-7795d233734c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:56.581234 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55bfa60b-4850-48e1-8075-0786f3dedd8f tempest-RoutersTest-320658655 tempest-RoutersTest-320658655-project] Made reservation on behalf of 6680ec314c604479bbb737c95f4e0850 for: {'network': 1} {{(pid=95101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:42:56.585446 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-55bfa60b-4850-48e1-8075-0786f3dedd8f tempest-RoutersTest-320658655 tempest-RoutersTest-320658655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for network, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:56.585810 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b3bb58-6a26-4e66-8662-e7a0f59d9206 req-9edb2beb-b39a-401e-856b-bb156a987edf tempest-ServersNegativeTestJSON-1638865794 tempest-ServersNegativeTestJSON-1638865794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:42:56.587641 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-00b3bb58-6a26-4e66-8662-e7a0f59d9206 req-9edb2beb-b39a-401e-856b-bb156a987edf tempest-ServersNegativeTestJSON-1638865794 tempest-ServersNegativeTestJSON-1638865794-project] 10.222.0.67 "GET /v2.0/ports?device_id=6942dd4a-2993-4094-af13-ca4f91683a85 HTTP/1.1" status: 200 len: 946 time: 0.1593935 Sep 23 19:42:56.591621 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-0945b701-124b-46e1-bdc7-be76e26b2f52 tempest-SecGroupIPv6Test-1615826656 tempest-SecGroupIPv6Test-1615826656-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575319'] for security_group_rule, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:56.598936 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-0945b701-124b-46e1-bdc7-be76e26b2f52 tempest-SecGroupIPv6Test-1615826656 tempest-SecGroupIPv6Test-1615826656-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:56.600090 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-0945b701-124b-46e1-bdc7-be76e26b2f52 tempest-SecGroupIPv6Test-1615826656 tempest-SecGroupIPv6Test-1615826656-project] 10.222.0.67 "DELETE /v2.0/security-group-rules/45f654cf-f88f-484d-ab4d-6b4ca120d947 HTTP/1.1" status: 204 len: 168 time: 0.6726177 Sep 23 19:42:56.604054 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d40888-34c2-4105-918d-a2543965e564 req-9050a949-6eb3-4f40-94c4-a3545cf280fa tempest-TestVolumeBackupRestore-1434194993 tempest-TestVolumeBackupRestore-1434194993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:42:56.605905 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-32d40888-34c2-4105-918d-a2543965e564 req-9050a949-6eb3-4f40-94c4-a3545cf280fa tempest-TestVolumeBackupRestore-1434194993 tempest-TestVolumeBackupRestore-1434194993-project] 10.222.0.67 "GET /v2.0/ports?device_id=66cd2527-03c8-4dc5-92d2-374880b3d491 HTTP/1.1" status: 200 len: 943 time: 0.0890181 Sep 23 19:42:56.608634 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 34902) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:42:56.646193 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0945b701-124b-46e1-bdc7-be76e26b2f52 tempest-SecGroupIPv6Test-1615826656 tempest-SecGroupIPv6Test-1615826656-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=45f654cf-f88f-484d-ab4d-6b4ca120d947,revision_number=None']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:42:56.665667 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-55bfa60b-4850-48e1-8075-0786f3dedd8f tempest-RoutersTest-320658655 tempest-RoutersTest-320658655-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 643} {{(pid=95101) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 19:42:56.691323 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.plugin [None req-672f3c66-7b40-47f5-9937-7795d233734c None None] Port c249cbf0-bfda-41d6-bf57-24dc1190f528 cannot update to ACTIVE because it is not bound. {{(pid=95103) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 19:42:56.701702 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-32d40888-34c2-4105-918d-a2543965e564 req-ff6d2bf1-1fd2-4833-a04c-478e0cdaa1a5 tempest-TestVolumeBackupRestore-1434194993 tempest-TestVolumeBackupRestore-1434194993-project] 10.222.0.67 "GET /v2.0/security-groups?id=ea1d12a8-ddc7-4b9a-a637-e6ffde706580&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0861511 Sep 23 19:42:56.714988 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-00b3bb58-6a26-4e66-8662-e7a0f59d9206 req-351c18e3-bcd2-43f2-8024-25716dfe2c88 tempest-ServersNegativeTestJSON-1638865794 tempest-ServersNegativeTestJSON-1638865794-project] 10.222.0.67 "GET /v2.0/security-groups?id=4daca97c-f524-4fb0-8b34-b36a0affa33e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1078191 Sep 23 19:42:56.730427 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-d381cec8-2abf-4188-8570-289c5ac6f727 tempest-SecGroupIPv6Test-1615826656 tempest-SecGroupIPv6Test-1615826656-project] 10.222.0.67 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1204538 Sep 23 19:42:56.747675 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 34904) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:42:56.761965 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-55bfa60b-4850-48e1-8075-0786f3dedd8f tempest-RoutersTest-320658655 tempest-RoutersTest-320658655-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1756186'] for segment, precommit_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:56.762312 n-d-713301-16 neutron-server[95101]: INFO neutron.db.segments_db [None req-55bfa60b-4850-48e1-8075-0786f3dedd8f tempest-RoutersTest-320658655 tempest-RoutersTest-320658655-project] Added segment aed4c627-d1f8-48bc-8f77-858f657c6f0e of type vlan for network ee90df14-ba1d-4b8f-8c40-ef9e4da64b4d Sep 23 19:42:56.828418 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-55bfa60b-4850-48e1-8075-0786f3dedd8f tempest-RoutersTest-320658655 tempest-RoutersTest-320658655-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783145630486'] for network, precommit_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:56.832450 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Device 857971f5-3146-48bb-90eb-427e0bf8207a up at agent ovs-agent-n-d-713301-16 {{(pid=95103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 19:42:56.899754 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-2f01366b-3c79-43af-aa42-a73b11651aff tempest-SecGroupIPv6Test-1615826656 tempest-SecGroupIPv6Test-1615826656-project] Notify callbacks [] for security_group, before_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:56.915239 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-55bfa60b-4850-48e1-8075-0786f3dedd8f tempest-RoutersTest-320658655 tempest-RoutersTest-320658655-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299'] for network, after_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:56.921464 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55bfa60b-4850-48e1-8075-0786f3dedd8f tempest-RoutersTest-320658655 tempest-RoutersTest-320658655-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:42:56.922428 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-55bfa60b-4850-48e1-8075-0786f3dedd8f tempest-RoutersTest-320658655 tempest-RoutersTest-320658655-project] Notify callbacks [] for network, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:56.933556 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-2f01366b-3c79-43af-aa42-a73b11651aff tempest-SecGroupIPv6Test-1615826656 tempest-SecGroupIPv6Test-1615826656-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:56.945003 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-55bfa60b-4850-48e1-8075-0786f3dedd8f tempest-RoutersTest-320658655 tempest-RoutersTest-320658655-project] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 1.6310380 Sep 23 19:42:56.953194 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc4d6ea-3b56-4c74-a3f2-5ed7376c1cf5 req-e77e656b-9317-4840-a309-ce3a244b9107 tempest-ServersNegativeTestJSON-1638865794 tempest-ServersNegativeTestJSON-1638865794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:42:56.955016 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-3fc4d6ea-3b56-4c74-a3f2-5ed7376c1cf5 req-e77e656b-9317-4840-a309-ce3a244b9107 tempest-ServersNegativeTestJSON-1638865794 tempest-ServersNegativeTestJSON-1638865794-project] 10.222.0.67 "GET /v2.0/ports?device_id=6942dd4a-2993-4094-af13-ca4f91683a85 HTTP/1.1" status: 200 len: 946 time: 0.1199610 Sep 23 19:42:56.955980 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 34908) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:42:56.963391 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.v2.base [None req-e691756c-f961-4eb9-aa08-a87dc2391382 tempest-RoutersTest-320658655 tempest-RoutersTest-320658655-project] Request body: {'subnet': {'network_id': 'ee90df14-ba1d-4b8f-8c40-ef9e4da64b4d', 'cidr': '172.23.0.0/28', 'ip_version': 4, 'gateway_ip': '172.23.0.1'}} {{(pid=95101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:42:57.025851 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-3fc4d6ea-3b56-4c74-a3f2-5ed7376c1cf5 req-9fe21362-4a83-445f-808e-1c721c72ffc1 tempest-ServersNegativeTestJSON-1638865794 tempest-ServersNegativeTestJSON-1638865794-project] 10.222.0.67 "GET /v2.0/security-groups?id=4daca97c-f524-4fb0-8b34-b36a0affa33e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544984 Sep 23 19:42:57.050448 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-2f01366b-3c79-43af-aa42-a73b11651aff tempest-SecGroupIPv6Test-1615826656 tempest-SecGroupIPv6Test-1615826656-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:57.053114 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-2f01366b-3c79-43af-aa42-a73b11651aff tempest-SecGroupIPv6Test-1615826656 tempest-SecGroupIPv6Test-1615826656-project] Notify callbacks [] for security_group, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:57.054286 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-2f01366b-3c79-43af-aa42-a73b11651aff tempest-SecGroupIPv6Test-1615826656 tempest-SecGroupIPv6Test-1615826656-project] 10.222.0.67 "DELETE /v2.0/security-groups/89439537-f4bd-4f40-9b29-9b5f9c1c9194 HTTP/1.1" status: 204 len: 168 time: 0.3087094 Sep 23 19:42:57.061089 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 34914) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:42:57.078906 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-328663bb-a9f9-4faf-a1fa-5faf42eab878 None None] Notify callbacks [] for port, precommit_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:57.081364 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-1df1878a-a256-4501-b712-5efc5354ceb2 None None] Provisioning complete for port c249cbf0-bfda-41d6-bf57-24dc1190f528 triggered by entity DHCP. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:42:57.082362 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-1df1878a-a256-4501-b712-5efc5354ceb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:57.089947 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f01366b-3c79-43af-aa42-a73b11651aff tempest-SecGroupIPv6Test-1615826656 tempest-SecGroupIPv6Test-1615826656-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=89439537-f4bd-4f40-9b29-9b5f9c1c9194,revision_number=None']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:42:57.129609 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-328663bb-a9f9-4faf-a1fa-5faf42eab878 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:57.134469 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Provisioning complete for port 857971f5-3146-48bb-90eb-427e0bf8207a triggered by entity L2. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:42:57.134977 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:57.141063 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.plugin [None req-49d47454-1435-4097-9c1a-c592e904be3a tempest-RoutersIpV6Test-563412711 tempest-RoutersIpV6Test-563412711-project] Deleting port 3cdf030b-fa0d-46e8-9076-c6ded23fdb51 {{(pid=95101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:42:57.141431 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-49d47454-1435-4097-9c1a-c592e904be3a tempest-RoutersIpV6Test-563412711 tempest-RoutersIpV6Test-563412711-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783146157096'] for port, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:57.151768 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55bfa60b-4850-48e1-8075-0786f3dedd8f tempest-RoutersTest-320658655 tempest-RoutersTest-320658655-project] Pushing event updated for resources: {'Network': ['ID=ee90df14-ba1d-4b8f-8c40-ef9e4da64b4d,revision_number=1']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:42:57.182115 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e691756c-f961-4eb9-aa08-a87dc2391382 tempest-RoutersTest-320658655 tempest-RoutersTest-320658655-project] Made reservation on behalf of 6680ec314c604479bbb737c95f4e0850 for: {'subnet': 1} {{(pid=95101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:42:57.185736 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-e691756c-f961-4eb9-aa08-a87dc2391382 tempest-RoutersTest-320658655 tempest-RoutersTest-320658655-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6130979'] for subnet, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:57.213592 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Network ee90df14-ba1d-4b8f-8c40-ef9e4da64b4d details requested by agent ovs-agent-n-d-713301-16 with host n-d-713301-16 {{(pid=95103) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 19:42:57.248312 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a74eb1d6-3563-492b-8c5b-e07a6868a43e req-277ba759-e107-4729-8b84-b426a2e288b3 tempest-AttachVolumeShelveTestJSON-2035318112 tempest-AttachVolumeShelveTestJSON-2035318112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:42:57.249593 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Device e903ca97-db28-44ea-88d1-53bdf3b0a143 details requested by agent hyperv_n-h1-713301-16 with host n-h1-713301-16 {{(pid=95103) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 19:42:57.250786 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-a74eb1d6-3563-492b-8c5b-e07a6868a43e req-277ba759-e107-4729-8b84-b426a2e288b3 tempest-AttachVolumeShelveTestJSON-2035318112 tempest-AttachVolumeShelveTestJSON-2035318112-project] 10.222.0.67 "GET /v2.0/ports?device_id=c994c23c-480f-4306-a41c-657703b40238 HTTP/1.1" status: 200 len: 944 time: 0.1308343 Sep 23 19:42:57.267242 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-97bfe1e9-dc85-4cf5-a8ec-e0d00be8b77b tempest-SecGroupIPv6Test-1615826656 tempest-SecGroupIPv6Test-1615826656-project] 10.222.0.67 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2000735 Sep 23 19:42:57.270452 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 34920) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:42:57.281067 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.v2.base [None req-a9036c20-2864-48bf-8f76-e511d2982e44 tempest-SecGroupIPv6Test-1615826656 tempest-SecGroupIPv6Test-1615826656-project] Request body: {'security_group': {'name': 'tempest-secgroup--503690531'}} {{(pid=95101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:42:57.316539 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-a74eb1d6-3563-492b-8c5b-e07a6868a43e req-4d77730c-e942-4fc7-ae32-7580fba9da12 tempest-AttachVolumeShelveTestJSON-2035318112 tempest-AttachVolumeShelveTestJSON-2035318112-project] 10.222.0.67 "GET /v2.0/security-groups?id=dd8506a8-7e56-49b4-9c74-3948d9b76f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0574079 Sep 23 19:42:57.332939 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f91727-673b-474a-9f56-b02646b6bd15 req-cdeb2de1-c8e1-4336-8899-d65734ec344d tempest-ServersNegativeTestMultiTenantJSON-124017900 tempest-ServersNegativeTestMultiTenantJSON-124017900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:42:57.349399 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-14f91727-673b-474a-9f56-b02646b6bd15 req-cdeb2de1-c8e1-4336-8899-d65734ec344d tempest-ServersNegativeTestMultiTenantJSON-124017900 tempest-ServersNegativeTestMultiTenantJSON-124017900-project] 10.222.0.67 "GET /v2.0/ports?device_id=faab7727-1b3e-4900-8911-d0a7e8a0febd HTTP/1.1" status: 200 len: 945 time: 0.1621873 Sep 23 19:42:57.367933 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-49d47454-1435-4097-9c1a-c592e904be3a tempest-RoutersIpV6Test-563412711 tempest-RoutersIpV6Test-563412711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-605701'] for port, precommit_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:57.399119 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.plugin [None req-49d47454-1435-4097-9c1a-c592e904be3a tempest-RoutersIpV6Test-563412711 tempest-RoutersIpV6Test-563412711-project] Calling delete_port for 3cdf030b-fa0d-46e8-9076-c6ded23fdb51 owned by network:router_interface {{(pid=95101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:42:57.401316 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-a9036c20-2864-48bf-8f76-e511d2982e44 tempest-SecGroupIPv6Test-1615826656 tempest-SecGroupIPv6Test-1615826656-project] Notify callbacks [] for security_group, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:57.411016 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64d8b74d-5b08-441f-9a8d-2b52e5887553 None None] Pushing event updated for resources: {'Port': ['ID=c249cbf0-bfda-41d6-bf57-24dc1190f528,revision_number=3']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:42:57.451665 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.plugin [None req-1df1878a-a256-4501-b712-5efc5354ceb2 None None] Port c249cbf0-bfda-41d6-bf57-24dc1190f528 cannot update to ACTIVE because it is not bound. {{(pid=95103) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 19:42:57.473429 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-14f91727-673b-474a-9f56-b02646b6bd15 req-88b9dd16-f707-4ee6-abb9-aada2140b0d8 tempest-ServersNegativeTestMultiTenantJSON-124017900 tempest-ServersNegativeTestMultiTenantJSON-124017900-project] 10.222.0.67 "GET /v2.0/security-groups?id=8e8962d3-e9bb-423d-9510-a05e34fd1c08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1105535 Sep 23 19:42:57.771704 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-e691756c-f961-4eb9-aa08-a87dc2391382 tempest-RoutersTest-320658655 tempest-RoutersTest-320658655-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5607579', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6130961'] for subnet, after_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:57.772384 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c6edcc-414c-4abe-bbdc-62a104d03aab req-6d5cb6e5-238f-490b-a880-0eb37a939eb9 tempest-ServersNegativeTestJSON-1638865794 tempest-ServersNegativeTestJSON-1638865794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:42:57.777725 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-56c6edcc-414c-4abe-bbdc-62a104d03aab req-6d5cb6e5-238f-490b-a880-0eb37a939eb9 tempest-ServersNegativeTestJSON-1638865794 tempest-ServersNegativeTestJSON-1638865794-project] 10.222.0.67 "GET /v2.0/ports?device_id=6942dd4a-2993-4094-af13-ca4f91683a85 HTTP/1.1" status: 200 len: 946 time: 0.2559767 Sep 23 19:42:57.784083 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-a9036c20-2864-48bf-8f76-e511d2982e44 tempest-SecGroupIPv6Test-1615826656 tempest-SecGroupIPv6Test-1615826656-project] Notify callbacks [] for security_group, precommit_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:57.818501 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-a9036c20-2864-48bf-8f76-e511d2982e44 tempest-SecGroupIPv6Test-1615826656 tempest-SecGroupIPv6Test-1615826656-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:57.837622 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-56c6edcc-414c-4abe-bbdc-62a104d03aab req-3766e8c0-792a-488a-9b9d-bf17de8b4d29 tempest-ServersNegativeTestJSON-1638865794 tempest-ServersNegativeTestJSON-1638865794-project] 10.222.0.67 "GET /v2.0/security-groups?id=4daca97c-f524-4fb0-8b34-b36a0affa33e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513642 Sep 23 19:42:57.849103 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd1daa8e-cd98-4a46-a242-7b9626aefd27 req-dde8c837-984a-4f98-b247-02cdba235080 tempest-ServersNegativeTestMultiTenantJSON-124017900 tempest-ServersNegativeTestMultiTenantJSON-124017900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:42:57.850371 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-a9036c20-2864-48bf-8f76-e511d2982e44 tempest-SecGroupIPv6Test-1615826656 tempest-SecGroupIPv6Test-1615826656-project] Notify callbacks [] for security_group, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:57.851662 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-a9036c20-2864-48bf-8f76-e511d2982e44 tempest-SecGroupIPv6Test-1615826656 tempest-SecGroupIPv6Test-1615826656-project] 10.222.0.67 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.5784712 Sep 23 19:42:57.858189 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-cd1daa8e-cd98-4a46-a242-7b9626aefd27 req-dde8c837-984a-4f98-b247-02cdba235080 tempest-ServersNegativeTestMultiTenantJSON-124017900 tempest-ServersNegativeTestMultiTenantJSON-124017900-project] 10.222.0.67 "GET /v2.0/ports?device_id=faab7727-1b3e-4900-8911-d0a7e8a0febd HTTP/1.1" status: 200 len: 945 time: 0.2437441 Sep 23 19:42:57.860261 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 34934) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:42:57.865760 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.v2.base [None req-ef01570f-6ce8-415e-a9a5-1241345f0071 tempest-SecGroupIPv6Test-1615826656 tempest-SecGroupIPv6Test-1615826656-project] Request body: {'security_group_rule': {'security_group_id': '3260b365-fdbc-483e-874d-d2c1905216c0', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=95102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:42:57.910992 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e691756c-f961-4eb9-aa08-a87dc2391382 tempest-RoutersTest-320658655 tempest-RoutersTest-320658655-project] Pushing event updated for resources: {'Subnet': ['ID=fb1c455f-c99f-4682-89a1-0a0ab1d1f969,revision_number=0']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:42:57.933235 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-cd1daa8e-cd98-4a46-a242-7b9626aefd27 req-315f2205-6ed1-47f3-9570-0245ae04571c tempest-ServersNegativeTestMultiTenantJSON-124017900 tempest-ServersNegativeTestMultiTenantJSON-124017900-project] 10.222.0.67 "GET /v2.0/security-groups?id=8e8962d3-e9bb-423d-9510-a05e34fd1c08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740440 Sep 23 19:42:57.939683 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9036c20-2864-48bf-8f76-e511d2982e44 tempest-SecGroupIPv6Test-1615826656 tempest-SecGroupIPv6Test-1615826656-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3260b365-fdbc-483e-874d-d2c1905216c0,revision_number=1']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:42:57.959522 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e691756c-f961-4eb9-aa08-a87dc2391382 tempest-RoutersTest-320658655 tempest-RoutersTest-320658655-project] Checking segment: {'id': 'aed4c627-d1f8-48bc-8f77-858f657c6f0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': 'ee90df14-ba1d-4b8f-8c40-ef9e4da64b4d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:42:57.960158 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e691756c-f961-4eb9-aa08-a87dc2391382 tempest-RoutersTest-320658655 tempest-RoutersTest-320658655-project] Network hostable DHCP agents. Network: ee90df14-ba1d-4b8f-8c40-ef9e4da64b4d, hostable agents: ['1b18bf05-1b5f-4587-be5c-af3ac38e32ad'], hosted agents: [] {{(pid=95101) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 19:42:57.964511 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-49d47454-1435-4097-9c1a-c592e904be3a tempest-RoutersIpV6Test-563412711 tempest-RoutersIpV6Test-563412711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783146162158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783145673144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5607431'] for port, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:57.983289 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-ef01570f-6ce8-415e-a9a5-1241345f0071 tempest-SecGroupIPv6Test-1615826656 tempest-SecGroupIPv6Test-1615826656-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:58.018867 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49d47454-1435-4097-9c1a-c592e904be3a tempest-RoutersIpV6Test-563412711 tempest-RoutersIpV6Test-563412711-project] Pushing event deleted for resources: {'Port': ['ID=3cdf030b-fa0d-46e8-9076-c6ded23fdb51,revision_number=None']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:42:58.021766 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e691756c-f961-4eb9-aa08-a87dc2391382 tempest-RoutersTest-320658655 tempest-RoutersTest-320658655-project] Network ee90df14-ba1d-4b8f-8c40-ef9e4da64b4d is scheduled to be hosted by DHCP agent 1b18bf05-1b5f-4587-be5c-af3ac38e32ad with binding_index 1 {{(pid=95101) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 19:42:58.079413 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-ef01570f-6ce8-415e-a9a5-1241345f0071 tempest-SecGroupIPv6Test-1615826656 tempest-SecGroupIPv6Test-1615826656-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:58.106919 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-ef01570f-6ce8-415e-a9a5-1241345f0071 tempest-SecGroupIPv6Test-1615826656 tempest-SecGroupIPv6Test-1615826656-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575319'] for security_group_rule, after_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:58.106919 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 34940) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:42:58.129062 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.base_scheduler [None req-e691756c-f961-4eb9-aa08-a87dc2391382 tempest-RoutersTest-320658655 tempest-RoutersTest-320658655-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713301-16, ee90df14-ba1d-4b8f-8c40-ef9e4da64b4d) {{(pid=95101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:42:58.137119 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e691756c-f961-4eb9-aa08-a87dc2391382 tempest-RoutersTest-320658655 tempest-RoutersTest-320658655-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:42:58.137695 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-e691756c-f961-4eb9-aa08-a87dc2391382 tempest-RoutersTest-320658655 tempest-RoutersTest-320658655-project] Notify callbacks [] for subnet, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:58.155945 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] For port e903ca97-db28-44ea-88d1-53bdf3b0a143, host n-h1-713301-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-16',level=0,port_id=e903ca97-db28-44ea-88d1-53bdf3b0a143,segment=NetworkSegment(c5b82793-12a0-4116-8d9f-ade119c657cf),segment_id=c5b82793-12a0-4116-8d9f-ade119c657cf)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:42:58.164346 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef01570f-6ce8-415e-a9a5-1241345f0071 tempest-SecGroupIPv6Test-1615826656 tempest-SecGroupIPv6Test-1615826656-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a170ff08-693f-4af3-8d1f-3b0cd20978c2,revision_number=0']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:42:58.173192 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Returning: {'device': 'e903ca97-db28-44ea-88d1-53bdf3b0a143', 'network_id': 'fc2b89b8-ce3f-4c16-8b68-220076c74d2b', 'port_id': 'e903ca97-db28-44ea-88d1-53bdf3b0a143', 'mac_address': 'fa:16:3e:51:3a:67', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 644, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cfb66c78-2a7b-4d98-8fdd-683258461232', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95103) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 19:42:58.174166 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-ef01570f-6ce8-415e-a9a5-1241345f0071 tempest-SecGroupIPv6Test-1615826656 tempest-SecGroupIPv6Test-1615826656-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:58.177683 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-ef01570f-6ce8-415e-a9a5-1241345f0071 tempest-SecGroupIPv6Test-1615826656 tempest-SecGroupIPv6Test-1615826656-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3141229 Sep 23 19:42:58.191629 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e14710ed-32d2-4c76-97ba-18d2bb398379 None None] Network ee90df14-ba1d-4b8f-8c40-ef9e4da64b4d requested from n-d-713301-16 {{(pid=95103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 19:42:58.196428 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 34944) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:42:58.238486 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-396674bf-470b-4e6f-9077-ae1a641e6142 req-e81ff73b-4c3c-4938-8167-d3e5958b7758 tempest-TestVolumeBackupRestore-1434194993 tempest-TestVolumeBackupRestore-1434194993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:42:58.240109 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-396674bf-470b-4e6f-9077-ae1a641e6142 req-e81ff73b-4c3c-4938-8167-d3e5958b7758 tempest-TestVolumeBackupRestore-1434194993 tempest-TestVolumeBackupRestore-1434194993-project] 10.222.0.67 "GET /v2.0/ports?device_id=66cd2527-03c8-4dc5-92d2-374880b3d491 HTTP/1.1" status: 200 len: 943 time: 0.1592715 Sep 23 19:42:58.266666 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f490657-6496-4f68-8547-116921a95302 req-3bf3bd3d-d5b3-40ad-8b4c-23dd3660f064 tempest-ServersNegativeTestJSON-1638865794 tempest-ServersNegativeTestJSON-1638865794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:42:58.275124 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-5f490657-6496-4f68-8547-116921a95302 req-3bf3bd3d-d5b3-40ad-8b4c-23dd3660f064 tempest-ServersNegativeTestJSON-1638865794 tempest-ServersNegativeTestJSON-1638865794-project] 10.222.0.67 "GET /v2.0/ports?device_id=6942dd4a-2993-4094-af13-ca4f91683a85 HTTP/1.1" status: 200 len: 946 time: 0.1030831 Sep 23 19:42:58.280892 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-70d58500-c8a2-404b-a6cb-f6fb7ac006ac tempest-SecGroupIPv6Test-1615826656 tempest-SecGroupIPv6Test-1615826656-project] 10.222.0.67 "GET /v2.0/security-group-rules/a170ff08-693f-4af3-8d1f-3b0cd20978c2 HTTP/1.1" status: 200 len: 763 time: 0.0754826 Sep 23 19:42:58.286860 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 34946) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:42:58.287635 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-49d47454-1435-4097-9c1a-c592e904be3a tempest-RoutersIpV6Test-563412711 tempest-RoutersIpV6Test-563412711-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-527322', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-602005'] for router_interface, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:58.343100 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-5f490657-6496-4f68-8547-116921a95302 req-989b3562-f496-4023-abaf-1734fedf3aa8 tempest-ServersNegativeTestJSON-1638865794 tempest-ServersNegativeTestJSON-1638865794-project] 10.222.0.67 "GET /v2.0/security-groups?id=4daca97c-f524-4fb0-8b34-b36a0affa33e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651767 Sep 23 19:42:58.343843 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 34948) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:42:58.347224 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-e691756c-f961-4eb9-aa08-a87dc2391382 tempest-RoutersTest-320658655 tempest-RoutersTest-320658655-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3903863 Sep 23 19:42:58.441279 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-375cf836-cd73-49d8-8581-64d5376792bc admin admin] Notify callbacks [] for security_group, before_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:58.489436 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:58.496867 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-1a32bb53-966d-4d4d-9c40-f30966e7aac1 tempest-SecGroupIPv6Test-1615826656 tempest-SecGroupIPv6Test-1615826656-project] 10.222.0.67 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1975608 Sep 23 19:42:58.497816 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 34956) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:42:58.523673 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-396674bf-470b-4e6f-9077-ae1a641e6142 req-31f6ec24-f075-4c43-94ac-9acb3f34c57c tempest-TestVolumeBackupRestore-1434194993 tempest-TestVolumeBackupRestore-1434194993-project] 10.222.0.67 "GET /v2.0/security-groups?id=ea1d12a8-ddc7-4b9a-a637-e6ffde706580&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2768245 Sep 23 19:42:58.563759 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:58.596038 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-73559986-4bc5-4cdf-a846-0b97f7550a8b None None] Provisioning complete for port c249cbf0-bfda-41d6-bf57-24dc1190f528 triggered by entity DHCP. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:42:58.596412 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-73559986-4bc5-4cdf-a846-0b97f7550a8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:58.598190 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.managers [None req-328663bb-a9f9-4faf-a1fa-5faf42eab878 None None] Attempting to bind port c249cbf0-bfda-41d6-bf57-24dc1190f528 on host n-d-713301-16 for vnic_type normal with profile {{(pid=95103) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 19:42:58.598439 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.managers [None req-328663bb-a9f9-4faf-a1fa-5faf42eab878 None None] Attempting to bind port c249cbf0-bfda-41d6-bf57-24dc1190f528 by drivers openvswitch,hyperv on host n-d-713301-16 at level 0 using segments [{'id': 'a42ba9ed-f343-4a1d-b78d-901b99e9b6ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '2cbe95d4-e55e-4103-856d-33ae8b72d079'}] {{(pid=95103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 19:42:58.598803 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-328663bb-a9f9-4faf-a1fa-5faf42eab878 None None] Attempting to bind port c249cbf0-bfda-41d6-bf57-24dc1190f528 on network 2cbe95d4-e55e-4103-856d-33ae8b72d079 {{(pid=95103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:42:58.615684 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:58.622033 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Device 32ae5718-2354-44f3-84d1-fec73b2909c9 up at agent ovs-agent-n-d-713301-16 {{(pid=95103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 19:42:58.629655 n-d-713301-16 neutron-server[95103]: DEBUG neutron.notifiers.nova [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e903ca97-db28-44ea-88d1-53bdf3b0a143 {{(pid=95103) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 19:42:58.657893 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-da1c47b8-bfd4-493f-b1bf-f74f1ab82107 tempest-SecGroupIPv6Test-1615826656 tempest-SecGroupIPv6Test-1615826656-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:58.675140 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-da1c47b8-bfd4-493f-b1bf-f74f1ab82107 tempest-SecGroupIPv6Test-1615826656 tempest-SecGroupIPv6Test-1615826656-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:58.686723 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-49d47454-1435-4097-9c1a-c592e904be3a tempest-RoutersIpV6Test-563412711 tempest-RoutersIpV6Test-563412711-project] Router 51e592e6-4d59-43d0-bc1b-ae0a0afca731 has already been hosted by L3 agent 79a740bf-7821-4989-8288-7186e3e128f3 {{(pid=95101) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 19:42:58.720958 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-328663bb-a9f9-4faf-a1fa-5faf42eab878 None None] Checking agent: {'id': '70a14545-df24-472f-8f95-bfe1719bff93', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 19, 7, 53), 'started_at': datetime.datetime(2021, 9, 23, 19, 8, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 19, 42, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 19:42:58.721674 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-328663bb-a9f9-4faf-a1fa-5faf42eab878 None None] Checking segment: {'id': 'a42ba9ed-f343-4a1d-b78d-901b99e9b6ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '2cbe95d4-e55e-4103-856d-33ae8b72d079'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95103) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:42:58.722249 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-328663bb-a9f9-4faf-a1fa-5faf42eab878 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:58.722804 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-328663bb-a9f9-4faf-a1fa-5faf42eab878 None None] Bound using segment: {'id': 'a42ba9ed-f343-4a1d-b78d-901b99e9b6ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '2cbe95d4-e55e-4103-856d-33ae8b72d079'} {{(pid=95103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 19:42:58.723471 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.managers [None req-328663bb-a9f9-4faf-a1fa-5faf42eab878 None None] Bound port: c249cbf0-bfda-41d6-bf57-24dc1190f528, host: n-d-713301-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a42ba9ed-f343-4a1d-b78d-901b99e9b6ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '2cbe95d4-e55e-4103-856d-33ae8b72d079'}}] {{(pid=95103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 19:42:58.724061 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-328663bb-a9f9-4faf-a1fa-5faf42eab878 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:58.756848 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-848636bb-7c19-4785-8b1b-a93413a68b12 req-d57bdcc1-3eab-474d-bffa-3d44980902f5 tempest-AttachVolumeShelveTestJSON-2035318112 tempest-AttachVolumeShelveTestJSON-2035318112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:42:58.758568 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-848636bb-7c19-4785-8b1b-a93413a68b12 req-d57bdcc1-3eab-474d-bffa-3d44980902f5 tempest-AttachVolumeShelveTestJSON-2035318112 tempest-AttachVolumeShelveTestJSON-2035318112-project] 10.222.0.67 "GET /v2.0/ports?device_id=c994c23c-480f-4306-a41c-657703b40238 HTTP/1.1" status: 200 len: 944 time: 0.1147287 Sep 23 19:42:58.762144 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-da1c47b8-bfd4-493f-b1bf-f74f1ab82107 tempest-SecGroupIPv6Test-1615826656 tempest-SecGroupIPv6Test-1615826656-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575319'] for security_group_rule, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:58.768376 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] For port e903ca97-db28-44ea-88d1-53bdf3b0a143, host n-h1-713301-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-16',level=0,port_id=e903ca97-db28-44ea-88d1-53bdf3b0a143,segment=NetworkSegment(c5b82793-12a0-4116-8d9f-ade119c657cf),segment_id=c5b82793-12a0-4116-8d9f-ade119c657cf)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:42:58.769977 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-da1c47b8-bfd4-493f-b1bf-f74f1ab82107 tempest-SecGroupIPv6Test-1615826656 tempest-SecGroupIPv6Test-1615826656-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:58.771858 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-da1c47b8-bfd4-493f-b1bf-f74f1ab82107 tempest-SecGroupIPv6Test-1615826656 tempest-SecGroupIPv6Test-1615826656-project] 10.222.0.67 "DELETE /v2.0/security-group-rules/a170ff08-693f-4af3-8d1f-3b0cd20978c2 HTTP/1.1" status: 204 len: 168 time: 0.2719016 Sep 23 19:42:58.787432 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:58.799186 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 34960) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:42:58.816532 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.plugin [None req-73559986-4bc5-4cdf-a846-0b97f7550a8b None None] Port c249cbf0-bfda-41d6-bf57-24dc1190f528 cannot update to ACTIVE because it is not bound. {{(pid=95103) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 19:42:58.825953 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49d47454-1435-4097-9c1a-c592e904be3a tempest-RoutersIpV6Test-563412711 tempest-RoutersIpV6Test-563412711-project] Notify agent at l3_agent.n-d-713301-16 the message routers_updated {{(pid=95101) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 19:42:58.837842 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-49d47454-1435-4097-9c1a-c592e904be3a tempest-RoutersIpV6Test-563412711 tempest-RoutersIpV6Test-563412711-project] 10.222.0.67 "PUT /v2.0/routers/51e592e6-4d59-43d0-bc1b-ae0a0afca731/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7456064 Sep 23 19:42:58.837842 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da1c47b8-bfd4-493f-b1bf-f74f1ab82107 tempest-SecGroupIPv6Test-1615826656 tempest-SecGroupIPv6Test-1615826656-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=a170ff08-693f-4af3-8d1f-3b0cd20978c2,revision_number=None']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:42:58.844289 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 34962) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:42:58.860721 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99c2a3a7-7929-4d57-a879-230cc39eb02c None None] Sync routers for ids ['51e592e6-4d59-43d0-bc1b-ae0a0afca731'] in n-d-713301-16 {{(pid=95104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 19:42:58.885798 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-41e278ef-ec1b-4e24-b95d-53440b584598 tempest-RoutersIpV6Test-563412711 tempest-RoutersIpV6Test-563412711-project] 10.222.0.67 "GET /v2.0/ports?device_id=51e592e6-4d59-43d0-bc1b-ae0a0afca731 HTTP/1.1" status: 200 len: 205 time: 0.0401590 Sep 23 19:42:58.888726 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 34964) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:42:58.892153 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99c2a3a7-7929-4d57-a879-230cc39eb02c None None] Routers {'51e592e6-4d59-43d0-bc1b-ae0a0afca731'} bound to L3 agent in host n-d-713301-16 {{(pid=95104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 19:42:58.894526 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_hamode_db [None req-99c2a3a7-7929-4d57-a879-230cc39eb02c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-23T19:07:52Z,description=,heartbeat_timestamp=2021-09-23T19:42:52Z,host='n-d-713301-16',id=79a740bf-7821-4989-8288-7186e3e128f3,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:07:52Z,topic='l3_agent')) {'router_ids': ['51e592e6-4d59-43d0-bc1b-ae0a0afca731'], 'active': True} {{(pid=95104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:42:58.965468 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Provisioning complete for port 32ae5718-2354-44f3-84d1-fec73b2909c9 triggered by entity L2. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:42:58.965854 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:58.972574 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Pushing event updated for resources: {'Port': ['ID=e903ca97-db28-44ea-88d1-53bdf3b0a143,revision_number=9']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:42:58.974189 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-328663bb-a9f9-4faf-a1fa-5faf42eab878 None None] For port c249cbf0-bfda-41d6-bf57-24dc1190f528, host n-d-713301-16, cleared binding levels {{(pid=95103) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 19:42:58.991488 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-5c7d257e-d7c2-427b-85a8-a4f5755d76cc tempest-SecGroupIPv6Test-1615826656 tempest-SecGroupIPv6Test-1615826656-project] 10.222.0.67 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1860201 Sep 23 19:42:58.994070 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 34966) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:42:59.001363 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.v2.base [None req-56805198-3edb-4a41-baa2-91a28152be72 tempest-SecGroupIPv6Test-1615826656 tempest-SecGroupIPv6Test-1615826656-project] Request body: {'security_group_rule': {'security_group_id': '3260b365-fdbc-483e-874d-d2c1905216c0', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=95101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:42:59.001594 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a4c832f-5391-48e0-abc6-325e491a9e86 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4c8b80df-07eb-5275-9f17-5cf640db67c0-ee90df14-ba1d-4b8f-8c40-ef9e4da64b4d', 'network_id': 'ee90df14-ba1d-4b8f-8c40-ef9e4da64b4d', 'tenant_id': '6680ec314c604479bbb737c95f4e0850', 'fixed_ips': [{'subnet_id': 'fb1c455f-c99f-4682-89a1-0a0ab1d1f969'}]}} from n-d-713301-16. {{(pid=95103) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 23 19:42:59.002273 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-6a4c832f-5391-48e0-abc6-325e491a9e86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_create {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:59.003846 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-848636bb-7c19-4785-8b1b-a93413a68b12 req-68ad8af0-400a-48af-b612-98451b5cef8d tempest-AttachVolumeShelveTestJSON-2035318112 tempest-AttachVolumeShelveTestJSON-2035318112-project] 10.222.0.67 "GET /v2.0/security-groups?id=dd8506a8-7e56-49b4-9c74-3948d9b76f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2035410 Sep 23 19:42:59.030175 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] get_ports_and_sgs() called for port_ids ['e903ca97-db28-44ea-88d1-53bdf3b0a143'] {{(pid=95103) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 19:42:59.049038 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-f69c2b8a-30f7-4f4d-98d4-ab45b3bada52 tempest-RoutersIpV6Test-563412711 tempest-RoutersIpV6Test-563412711-project] Notify callbacks [] for router, before_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:59.053907 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-328663bb-a9f9-4faf-a1fa-5faf42eab878 None None] For port c249cbf0-bfda-41d6-bf57-24dc1190f528, host n-d-713301-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-16',level=0,port_id=c249cbf0-bfda-41d6-bf57-24dc1190f528,segment=NetworkSegment(a42ba9ed-f343-4a1d-b78d-901b99e9b6ab),segment_id=a42ba9ed-f343-4a1d-b78d-901b99e9b6ab)] {{(pid=95103) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 19:42:59.137061 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-328663bb-a9f9-4faf-a1fa-5faf42eab878 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:59.145835 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_hamode_db [None req-99c2a3a7-7929-4d57-a879-230cc39eb02c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713301-16', False) {} {{(pid=95104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:42:59.156337 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99c2a3a7-7929-4d57-a879-230cc39eb02c None None] Routers {'51e592e6-4d59-43d0-bc1b-ae0a0afca731'} bound to L3 agent in host n-d-713301-16 {{(pid=95104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 19:42:59.157055 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_hamode_db [None req-99c2a3a7-7929-4d57-a879-230cc39eb02c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-23T19:07:52Z,description=,heartbeat_timestamp=2021-09-23T19:42:52Z,host='n-d-713301-16',id=79a740bf-7821-4989-8288-7186e3e128f3,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:07:52Z,topic='l3_agent')) {'router_ids': ['51e592e6-4d59-43d0-bc1b-ae0a0afca731'], 'active': True} {{(pid=95104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:42:59.198927 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_hamode_db [None req-99c2a3a7-7929-4d57-a879-230cc39eb02c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713301-16', False) {} {{(pid=95104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:42:59.199674 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99c2a3a7-7929-4d57-a879-230cc39eb02c None None] The sync data for ids ['51e592e6-4d59-43d0-bc1b-ae0a0afca731'] in n-d-713301-16 is: [] {{(pid=95104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 19:42:59.261535 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Device c140d996-da69-4c0e-b9a8-57586395d28e details requested by agent hyperv_n-h1-713301-16 with host n-h1-713301-16 {{(pid=95103) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 19:42:59.317451 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-375cf836-cd73-49d8-8581-64d5376792bc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:59.337248 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64d8b74d-5b08-441f-9a8d-2b52e5887553 None None] Pushing event updated for resources: {'Port': ['ID=c249cbf0-bfda-41d6-bf57-24dc1190f528,revision_number=4']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:42:59.382766 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-56805198-3edb-4a41-baa2-91a28152be72 tempest-SecGroupIPv6Test-1615826656 tempest-SecGroupIPv6Test-1615826656-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:59.388855 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-328663bb-a9f9-4faf-a1fa-5faf42eab878 None None] Routers {'96503fda-a45f-430f-a5e1-653bd4f2c170'} bound to L3 agent in host n-d-713301-16 {{(pid=95103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 19:42:59.389881 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_hamode_db [None req-328663bb-a9f9-4faf-a1fa-5faf42eab878 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-23T19:07:52Z,description=,heartbeat_timestamp=2021-09-23T19:42:52Z,host='n-d-713301-16',id=79a740bf-7821-4989-8288-7186e3e128f3,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:07:52Z,topic='l3_agent')) {'router_ids': ['96503fda-a45f-430f-a5e1-653bd4f2c170'], 'active': True} {{(pid=95103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:42:59.462389 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-56805198-3edb-4a41-baa2-91a28152be72 tempest-SecGroupIPv6Test-1615826656 tempest-SecGroupIPv6Test-1615826656-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:59.470850 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-56805198-3edb-4a41-baa2-91a28152be72 tempest-SecGroupIPv6Test-1615826656 tempest-SecGroupIPv6Test-1615826656-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575319'] for security_group_rule, after_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:59.511810 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56805198-3edb-4a41-baa2-91a28152be72 tempest-SecGroupIPv6Test-1615826656 tempest-SecGroupIPv6Test-1615826656-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4fcbb5a2-1435-4bd7-a9d0-bad55ba1ab07,revision_number=0']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:42:59.517312 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-56805198-3edb-4a41-baa2-91a28152be72 tempest-SecGroupIPv6Test-1615826656 tempest-SecGroupIPv6Test-1615826656-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:59.523220 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-56805198-3edb-4a41-baa2-91a28152be72 tempest-SecGroupIPv6Test-1615826656 tempest-SecGroupIPv6Test-1615826656-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5275674 Sep 23 19:42:59.527204 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 34978) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:42:59.562266 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-f7b19b71-9228-4ac6-a588-70ab40f0738f tempest-SecGroupIPv6Test-1615826656 tempest-SecGroupIPv6Test-1615826656-project] 10.222.0.67 "GET /v2.0/security-group-rules/4fcbb5a2-1435-4bd7-a9d0-bad55ba1ab07 HTTP/1.1" status: 200 len: 763 time: 0.0313094 Sep 23 19:42:59.563389 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 34982) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:42:59.613904 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.db_base_plugin_common [None req-6a4c832f-5391-48e0-abc6-325e491a9e86 None None] Allocated IP 172.23.0.2 (ee90df14-ba1d-4b8f-8c40-ef9e4da64b4d/fb1c455f-c99f-4682-89a1-0a0ab1d1f969/a931faad-ea57-4b67-bbdd-9623536fbb7c) {{(pid=95103) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 19:42:59.638657 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-4ac21f30-4177-4347-b0e6-a9770735a372 tempest-SecGroupIPv6Test-1615826656 tempest-SecGroupIPv6Test-1615826656-project] 10.222.0.67 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0693357 Sep 23 19:42:59.639428 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-f69c2b8a-30f7-4f4d-98d4-ab45b3bada52 tempest-RoutersIpV6Test-563412711 tempest-RoutersIpV6Test-563412711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-597305', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29369'] for router, precommit_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:59.639798 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 34984) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:42:59.645575 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-375cf836-cd73-49d8-8581-64d5376792bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:59.655617 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-f69c2b8a-30f7-4f4d-98d4-ab45b3bada52 tempest-RoutersIpV6Test-563412711 tempest-RoutersIpV6Test-563412711-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:59.664298 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_dvr_db [None req-328663bb-a9f9-4faf-a1fa-5faf42eab878 None None] Set router 96503fda-a45f-430f-a5e1-653bd4f2c170 gateway port host: None {{(pid=95103) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 19:42:59.674081 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-96df7069-85c8-4737-98c4-58e48488f21c tempest-SecGroupIPv6Test-1615826656 tempest-SecGroupIPv6Test-1615826656-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:59.682885 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-96df7069-85c8-4737-98c4-58e48488f21c tempest-SecGroupIPv6Test-1615826656 tempest-SecGroupIPv6Test-1615826656-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:59.713666 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c2a40c-4cd6-4932-a213-11411916eb61 req-8519e64b-126a-4f09-9980-257648217910 tempest-ServersNegativeTestMultiTenantJSON-124017900 tempest-ServersNegativeTestMultiTenantJSON-124017900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:42:59.715216 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-d6c2a40c-4cd6-4932-a213-11411916eb61 req-8519e64b-126a-4f09-9980-257648217910 tempest-ServersNegativeTestMultiTenantJSON-124017900 tempest-ServersNegativeTestMultiTenantJSON-124017900-project] 10.222.0.67 "GET /v2.0/ports?device_id=faab7727-1b3e-4900-8911-d0a7e8a0febd HTTP/1.1" status: 200 len: 945 time: 0.6020839 Sep 23 19:42:59.724192 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-96df7069-85c8-4737-98c4-58e48488f21c tempest-SecGroupIPv6Test-1615826656 tempest-SecGroupIPv6Test-1615826656-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575319'] for security_group_rule, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:59.740649 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-96df7069-85c8-4737-98c4-58e48488f21c tempest-SecGroupIPv6Test-1615826656 tempest-SecGroupIPv6Test-1615826656-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:59.744526 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-96df7069-85c8-4737-98c4-58e48488f21c tempest-SecGroupIPv6Test-1615826656 tempest-SecGroupIPv6Test-1615826656-project] 10.222.0.67 "DELETE /v2.0/security-group-rules/4fcbb5a2-1435-4bd7-a9d0-bad55ba1ab07 HTTP/1.1" status: 204 len: 168 time: 0.1031532 Sep 23 19:42:59.745736 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96df7069-85c8-4737-98c4-58e48488f21c tempest-SecGroupIPv6Test-1615826656 tempest-SecGroupIPv6Test-1615826656-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=4fcbb5a2-1435-4bd7-a9d0-bad55ba1ab07,revision_number=None']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:42:59.750402 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 34986) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:42:59.759607 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] For port c140d996-da69-4c0e-b9a8-57586395d28e, host n-h1-713301-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-16',level=0,port_id=c140d996-da69-4c0e-b9a8-57586395d28e,segment=NetworkSegment(d8402129-e46c-475e-8b4c-88724e8b832b),segment_id=d8402129-e46c-475e-8b4c-88724e8b832b)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:42:59.765017 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-f968e06f-87be-410e-aec3-692856341abe None None] Provisioning complete for port c249cbf0-bfda-41d6-bf57-24dc1190f528 triggered by entity DHCP. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:42:59.765403 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-f968e06f-87be-410e-aec3-692856341abe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:59.806537 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-8abe5801-feb5-428b-8e94-ee200e444ddc tempest-SecGroupIPv6Test-1615826656 tempest-SecGroupIPv6Test-1615826656-project] 10.222.0.67 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0526960 Sep 23 19:42:59.807141 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 34988) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:42:59.813734 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-375cf836-cd73-49d8-8581-64d5376792bc admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=5a173767b6ea4b30907eb5decb9ec195&name=default HTTP/1.1" status: 200 len: 2983 time: 1.6999526 Sep 23 19:42:59.813933 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.v2.base [None req-6e8f5112-af38-4d7d-953f-ac8b59fb203b tempest-SecGroupIPv6Test-1615826656 tempest-SecGroupIPv6Test-1615826656-project] Request body: {'security_group_rule': {'security_group_id': '3260b365-fdbc-483e-874d-d2c1905216c0', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=95101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:42:59.820790 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-a2889a2f-9a96-4384-8635-d97a289ce45c tempest-RoutersTest-320658655 tempest-RoutersTest-320658655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:59.821001 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 34990) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:42:59.835757 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-375cf836-cd73-49d8-8581-64d5376792bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82451458-aa1f-4a87-89db-648e7eb6e849,revision_number=1']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:42:59.840009 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-f69c2b8a-30f7-4f4d-98d4-ab45b3bada52 tempest-RoutersIpV6Test-563412711 tempest-RoutersIpV6Test-563412711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-597296'] for router, after_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:59.840845 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f69c2b8a-30f7-4f4d-98d4-ab45b3bada52 tempest-RoutersIpV6Test-563412711 tempest-RoutersIpV6Test-563412711-project] Fanout notify agent at l3_agent the message router_deleted on router 51e592e6-4d59-43d0-bc1b-ae0a0afca731 {{(pid=95102) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 23 19:42:59.874057 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-f69c2b8a-30f7-4f4d-98d4-ab45b3bada52 tempest-RoutersIpV6Test-563412711 tempest-RoutersIpV6Test-563412711-project] Notify callbacks [] for router, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:59.878253 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-f69c2b8a-30f7-4f4d-98d4-ab45b3bada52 tempest-RoutersIpV6Test-563412711 tempest-RoutersIpV6Test-563412711-project] 10.222.0.67 "DELETE /v2.0/routers/51e592e6-4d59-43d0-bc1b-ae0a0afca731 HTTP/1.1" status: 204 len: 168 time: 0.9860620 Sep 23 19:42:59.878418 n-d-713301-16 neutron-server[95101]: INFO neutron.db.securitygroups_db [None req-6e8f5112-af38-4d7d-953f-ac8b59fb203b tempest-SecGroupIPv6Test-1615826656 tempest-SecGroupIPv6Test-1615826656-project] Project 1bbf9f35c9644233b45105b48f2f3b75 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 23 19:42:59.882328 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 34992) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:42:59.899412 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f71610-1937-4b62-8dbd-a1dd548220dc req-c73388cd-01ba-4dc8-b079-1b0988f96984 tempest-ServersNegativeTestJSON-1638865794 tempest-ServersNegativeTestJSON-1638865794-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:42:59.902094 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-e2f71610-1937-4b62-8dbd-a1dd548220dc req-c73388cd-01ba-4dc8-b079-1b0988f96984 tempest-ServersNegativeTestJSON-1638865794 tempest-ServersNegativeTestJSON-1638865794-project] 10.222.0.67 "GET /v2.0/networks?id=bd1e9a1b-24bd-4f73-b7dd-094a5b1ba73a HTTP/1.1" status: 200 len: 814 time: 0.7343838 Sep 23 19:42:59.922047 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-6e8f5112-af38-4d7d-953f-ac8b59fb203b tempest-SecGroupIPv6Test-1615826656 tempest-SecGroupIPv6Test-1615826656-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:59.927219 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Returning: {'device': 'c140d996-da69-4c0e-b9a8-57586395d28e', 'network_id': '7fafb3d9-de72-4d87-8d56-0a7bcad8db30', 'port_id': 'c140d996-da69-4c0e-b9a8-57586395d28e', 'mac_address': 'fa:16:3e:9f:50:14', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 640, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c5aa3ac0-9cd5-40cd-ab5b-44ea34e24ad1', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95103) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 19:42:59.963482 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-03866c0b-fefa-4558-822d-986c8630f011 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:42:59.970886 n-d-713301-16 neutron-server[95101]: DEBUG neutron.db.db_base_plugin_v2 [None req-5b49334b-4c63-4f1e-8cd1-44f9f886ba27 tempest-RoutersIpV6Test-563412711 tempest-RoutersIpV6Test-563412711-project] Deleting subnet 34770ef5-4e1a-46b2-bf09-16fc6dccb70c {{(pid=95101) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 23 19:42:59.974741 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-d6c2a40c-4cd6-4932-a213-11411916eb61 req-8734701f-a025-452a-b349-8aa193b32afb tempest-ServersNegativeTestMultiTenantJSON-124017900 tempest-ServersNegativeTestMultiTenantJSON-124017900-project] 10.222.0.67 "GET /v2.0/security-groups?id=8e8962d3-e9bb-423d-9510-a05e34fd1c08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2429025 Sep 23 19:42:59.980520 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-5b49334b-4c63-4f1e-8cd1-44f9f886ba27 tempest-RoutersIpV6Test-563412711 tempest-RoutersIpV6Test-563412711-project] Notify callbacks [] for subnet, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:00.053147 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-e2f71610-1937-4b62-8dbd-a1dd548220dc req-68b2f41b-0755-4465-8e5a-efd02f479f4c tempest-ServersNegativeTestJSON-1638865794 tempest-ServersNegativeTestJSON-1638865794-project] 10.222.0.67 "GET /v2.0/quotas/71dd9ac001f74f8ba18264101352d8e3 HTTP/1.1" status: 200 len: 375 time: 0.1385295 Sep 23 19:43:00.054618 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-03866c0b-fefa-4558-822d-986c8630f011 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:00.074742 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-5b49334b-4c63-4f1e-8cd1-44f9f886ba27 tempest-RoutersIpV6Test-563412711 tempest-RoutersIpV6Test-563412711-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6007154'] for subnet, precommit_delete_associations {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:00.121659 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-6e8f5112-af38-4d7d-953f-ac8b59fb203b tempest-SecGroupIPv6Test-1615826656 tempest-SecGroupIPv6Test-1615826656-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:00.139667 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-6e8f5112-af38-4d7d-953f-ac8b59fb203b tempest-SecGroupIPv6Test-1615826656 tempest-SecGroupIPv6Test-1615826656-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575319'] for security_group_rule, after_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:00.181381 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e8f5112-af38-4d7d-953f-ac8b59fb203b tempest-SecGroupIPv6Test-1615826656 tempest-SecGroupIPv6Test-1615826656-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2c48a37c-5fba-4984-87eb-52fee1df08c9,revision_number=0']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:43:00.203367 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:00.228687 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-6e8f5112-af38-4d7d-953f-ac8b59fb203b tempest-SecGroupIPv6Test-1615826656 tempest-SecGroupIPv6Test-1615826656-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:00.230300 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-6e8f5112-af38-4d7d-953f-ac8b59fb203b tempest-SecGroupIPv6Test-1615826656 tempest-SecGroupIPv6Test-1615826656-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4221759 Sep 23 19:43:00.233431 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 34998) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:43:00.259553 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-82027f50-e99e-4aac-ad2e-bf6717b53451 tempest-SecGroupIPv6Test-1615826656 tempest-SecGroupIPv6Test-1615826656-project] 10.222.0.67 "GET /v2.0/security-group-rules/2c48a37c-5fba-4984-87eb-52fee1df08c9 HTTP/1.1" status: 200 len: 769 time: 0.0247154 Sep 23 19:43:00.265153 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 35000) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:43:00.278982 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-5b49334b-4c63-4f1e-8cd1-44f9f886ba27 tempest-RoutersIpV6Test-563412711 tempest-RoutersIpV6Test-563412711-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1756813'] for subnet, precommit_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:00.283940 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-03866c0b-fefa-4558-822d-986c8630f011 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:00.288034 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-03866c0b-fefa-4558-822d-986c8630f011 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:00.291774 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-03866c0b-fefa-4558-822d-986c8630f011 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/82451458-aa1f-4a87-89db-648e7eb6e849 HTTP/1.1" status: 204 len: 168 time: 0.4687667 Sep 23 19:43:00.320376 n-d-713301-16 neutron-server[95103]: DEBUG neutron.notifiers.nova [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c140d996-da69-4c0e-b9a8-57586395d28e {{(pid=95103) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 19:43:00.338770 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03866c0b-fefa-4558-822d-986c8630f011 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82451458-aa1f-4a87-89db-648e7eb6e849,revision_number=None']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:43:00.354451 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-e2f71610-1937-4b62-8dbd-a1dd548220dc req-2a7cb6ef-2757-4041-ba0d-5a6dc0c4e0cd tempest-ServersNegativeTestJSON-1638865794 tempest-ServersNegativeTestJSON-1638865794-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=71dd9ac001f74f8ba18264101352d8e3&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2829988 Sep 23 19:43:00.410379 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-5b49334b-4c63-4f1e-8cd1-44f9f886ba27 tempest-RoutersIpV6Test-563412711 tempest-RoutersIpV6Test-563412711-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1756804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5607514', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6130950'] for subnet, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:00.450838 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-6a4c832f-5391-48e0-abc6-325e491a9e86 None None] Notify callbacks [] for port, precommit_create {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:00.455555 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] For port c140d996-da69-4c0e-b9a8-57586395d28e, host n-h1-713301-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-16',level=0,port_id=c140d996-da69-4c0e-b9a8-57586395d28e,segment=NetworkSegment(d8402129-e46c-475e-8b4c-88724e8b832b),segment_id=d8402129-e46c-475e-8b4c-88724e8b832b)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:43:00.459013 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-f968e06f-87be-410e-aec3-692856341abe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:00.469677 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:00.479800 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b49334b-4c63-4f1e-8cd1-44f9f886ba27 tempest-RoutersIpV6Test-563412711 tempest-RoutersIpV6Test-563412711-project] Pushing event deleted for resources: {'Subnet': ['ID=34770ef5-4e1a-46b2-bf09-16fc6dccb70c,revision_number=None']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:43:00.486045 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-5b49334b-4c63-4f1e-8cd1-44f9f886ba27 tempest-RoutersIpV6Test-563412711 tempest-RoutersIpV6Test-563412711-project] Notify callbacks [] for subnet, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:00.489077 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-5b49334b-4c63-4f1e-8cd1-44f9f886ba27 tempest-RoutersIpV6Test-563412711 tempest-RoutersIpV6Test-563412711-project] 10.222.0.67 "DELETE /v2.0/subnets/34770ef5-4e1a-46b2-bf09-16fc6dccb70c HTTP/1.1" status: 204 len: 168 time: 0.6057644 Sep 23 19:43:00.508168 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b2c6157-c8c5-45b5-b665-7ee9fbdcace7 req-4ddfe25e-2d83-4428-aa18-7e1898452525 tempest-TestVolumeBackupRestore-1434194993 tempest-TestVolumeBackupRestore-1434194993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:43:00.508297 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 35006) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:43:00.508390 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ded6df5-01a9-43dc-b16d-e82780b5c06b None None] Network 61e2620a-5ede-40bb-a8e2-981e8b654d90 requested from n-d-713301-16 {{(pid=95103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 19:43:00.509391 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-0b2c6157-c8c5-45b5-b665-7ee9fbdcace7 req-4ddfe25e-2d83-4428-aa18-7e1898452525 tempest-TestVolumeBackupRestore-1434194993 tempest-TestVolumeBackupRestore-1434194993-project] 10.222.0.67 "GET /v2.0/ports?device_id=66cd2527-03c8-4dc5-92d2-374880b3d491 HTTP/1.1" status: 200 len: 943 time: 0.3744838 Sep 23 19:43:00.511697 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-6a4c832f-5391-48e0-abc6-325e491a9e86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783145673135'] for port, after_create {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:00.604968 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-78357b03-4b17-431f-a6e1-7eaf6fa5b2d2 tempest-SecGroupIPv6Test-1615826656 tempest-SecGroupIPv6Test-1615826656-project] 10.222.0.67 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4119 time: 0.3379045 Sep 23 19:43:00.626123 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 35010) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:43:00.659958 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-299fe2af-4620-48fe-beb9-59f554db11d3 tempest-RoutersIpV6Test-563412711 tempest-RoutersIpV6Test-563412711-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1628021'] for network, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:00.728174 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-0b2c6157-c8c5-45b5-b665-7ee9fbdcace7 req-92d957a9-0922-4fd2-8a9f-ab00639fc688 tempest-TestVolumeBackupRestore-1434194993 tempest-TestVolumeBackupRestore-1434194993-project] 10.222.0.67 "GET /v2.0/security-groups?id=ea1d12a8-ddc7-4b9a-a637-e6ffde706580&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2169819 Sep 23 19:43:00.807257 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.plugin [None req-299fe2af-4620-48fe-beb9-59f554db11d3 tempest-RoutersIpV6Test-563412711 tempest-RoutersIpV6Test-563412711-project] Deleting port 857971f5-3146-48bb-90eb-427e0bf8207a {{(pid=95101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:43:00.808174 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-299fe2af-4620-48fe-beb9-59f554db11d3 tempest-RoutersIpV6Test-563412711 tempest-RoutersIpV6Test-563412711-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783146157096'] for port, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:00.927744 n-d-713301-16 neutron-server[95103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a4c832f-5391-48e0-abc6-325e491a9e86 None None] Network ee90df14-ba1d-4b8f-8c40-ef9e4da64b4d is already hosted by enough agents. {{(pid=95103) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:43:00.942022 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] get_ports_and_sgs() called for port_ids ['c140d996-da69-4c0e-b9a8-57586395d28e'] {{(pid=95103) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 19:43:00.978246 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-677c9a18-31f4-46a9-ba81-8a2ec082d4af tempest-SecGroupIPv6Test-1615826656 tempest-SecGroupIPv6Test-1615826656-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:00.988126 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.db [None req-299fe2af-4620-48fe-beb9-59f554db11d3 tempest-RoutersIpV6Test-563412711 tempest-RoutersIpV6Test-563412711-project] For port 857971f5-3146-48bb-90eb-427e0bf8207a, host n-d-713301-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-16',level=0,port_id=857971f5-3146-48bb-90eb-427e0bf8207a,segment=NetworkSegment(6c7b293d-0282-4c42-acd8-4908793c3233),segment_id=6c7b293d-0282-4c42-acd8-4908793c3233)] {{(pid=95101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:43:00.989900 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-299fe2af-4620-48fe-beb9-59f554db11d3 tempest-RoutersIpV6Test-563412711 tempest-RoutersIpV6Test-563412711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-605701'] for port, precommit_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:01.020365 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.plugin [None req-299fe2af-4620-48fe-beb9-59f554db11d3 tempest-RoutersIpV6Test-563412711 tempest-RoutersIpV6Test-563412711-project] Calling delete_port for 857971f5-3146-48bb-90eb-427e0bf8207a owned by network:dhcp {{(pid=95101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:43:01.025609 n-d-713301-16 neutron-server[95103]: DEBUG neutron.scheduler.base_scheduler [None req-6a4c832f-5391-48e0-abc6-325e491a9e86 None None] Resources bound (agent type, host, resource id): {{(pid=95103) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:43:01.043702 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-677c9a18-31f4-46a9-ba81-8a2ec082d4af tempest-SecGroupIPv6Test-1615826656 tempest-SecGroupIPv6Test-1615826656-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:01.048470 n-d-713301-16 neutron-server[95102]: DEBUG neutron.db.db_base_plugin_common [None req-a2889a2f-9a96-4384-8635-d97a289ce45c tempest-RoutersTest-320658655 tempest-RoutersTest-320658655-project] Allocated IP 172.23.0.1 (ee90df14-ba1d-4b8f-8c40-ef9e4da64b4d/fb1c455f-c99f-4682-89a1-0a0ab1d1f969/b325ef88-967d-4ef2-8654-a0ac998121d4) {{(pid=95102) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 19:43:01.078775 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a4c832f-5391-48e0-abc6-325e491a9e86 None None] Received port after_create {{(pid=95103) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 19:43:01.083987 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-f968e06f-87be-410e-aec3-692856341abe None None] For port c249cbf0-bfda-41d6-bf57-24dc1190f528, host n-d-713301-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-16',level=0,port_id=c249cbf0-bfda-41d6-bf57-24dc1190f528,segment=NetworkSegment(a42ba9ed-f343-4a1d-b78d-901b99e9b6ab),segment_id=a42ba9ed-f343-4a1d-b78d-901b99e9b6ab)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:43:01.107101 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Pushing event updated for resources: {'Port': ['ID=c140d996-da69-4c0e-b9a8-57586395d28e,revision_number=4']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:43:01.129447 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc751a2f-85d8-486b-92b0-61a9dcb361ab req-848a0c09-3de4-469f-ab36-2a47473a9a21 tempest-AttachVolumeShelveTestJSON-2035318112 tempest-AttachVolumeShelveTestJSON-2035318112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:43:01.131361 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-f968e06f-87be-410e-aec3-692856341abe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:01.142866 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-cc751a2f-85d8-486b-92b0-61a9dcb361ab req-848a0c09-3de4-469f-ab36-2a47473a9a21 tempest-AttachVolumeShelveTestJSON-2035318112 tempest-AttachVolumeShelveTestJSON-2035318112-project] 10.222.0.67 "GET /v2.0/ports?device_id=c994c23c-480f-4306-a41c-657703b40238 HTTP/1.1" status: 200 len: 945 time: 0.4701664 Sep 23 19:43:01.178927 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c844779-051c-446f-9c77-04ce83ab1be6 req-25aa0575-640b-4150-8778-b5d0a996fb75 tempest-ServersNegativeTestJSON-1638865794 tempest-ServersNegativeTestJSON-1638865794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:43:01.193224 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-7c844779-051c-446f-9c77-04ce83ab1be6 req-25aa0575-640b-4150-8778-b5d0a996fb75 tempest-ServersNegativeTestJSON-1638865794 tempest-ServersNegativeTestJSON-1638865794-project] 10.222.0.67 "GET /v2.0/ports?device_id=6942dd4a-2993-4094-af13-ca4f91683a85 HTTP/1.1" status: 200 len: 946 time: 0.2565200 Sep 23 19:43:01.232165 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-677c9a18-31f4-46a9-ba81-8a2ec082d4af tempest-SecGroupIPv6Test-1615826656 tempest-SecGroupIPv6Test-1615826656-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575319'] for security_group_rule, after_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:01.278220 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-299fe2af-4620-48fe-beb9-59f554db11d3 tempest-RoutersIpV6Test-563412711 tempest-RoutersIpV6Test-563412711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783146162158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783145673144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5607431'] for port, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:01.283993 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-677c9a18-31f4-46a9-ba81-8a2ec082d4af tempest-SecGroupIPv6Test-1615826656 tempest-SecGroupIPv6Test-1615826656-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:01.285238 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-677c9a18-31f4-46a9-ba81-8a2ec082d4af tempest-SecGroupIPv6Test-1615826656 tempest-SecGroupIPv6Test-1615826656-project] 10.222.0.67 "DELETE /v2.0/security-group-rules/2c48a37c-5fba-4984-87eb-52fee1df08c9 HTTP/1.1" status: 204 len: 168 time: 0.6552911 Sep 23 19:43:01.291034 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 35012) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:43:01.314617 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299fe2af-4620-48fe-beb9-59f554db11d3 tempest-RoutersIpV6Test-563412711 tempest-RoutersIpV6Test-563412711-project] Pushing event deleted for resources: {'Port': ['ID=857971f5-3146-48bb-90eb-427e0bf8207a,revision_number=None']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:43:01.323853 n-d-713301-16 neutron-server[95101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-299fe2af-4620-48fe-beb9-59f554db11d3 tempest-RoutersIpV6Test-563412711 tempest-RoutersIpV6Test-563412711-project] No DVR routers for this DVR port 857971f5-3146-48bb-90eb-427e0bf8207a on host n-d-713301-16 {{(pid=95101) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 19:43:01.331937 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Device e903ca97-db28-44ea-88d1-53bdf3b0a143 up at agent hyperv_n-h1-713301-16 {{(pid=95103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 19:43:01.356854 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-677c9a18-31f4-46a9-ba81-8a2ec082d4af tempest-SecGroupIPv6Test-1615826656 tempest-SecGroupIPv6Test-1615826656-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=2c48a37c-5fba-4984-87eb-52fee1df08c9,revision_number=None']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:43:01.405814 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_hamode_db [None req-328663bb-a9f9-4faf-a1fa-5faf42eab878 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96503fda-a45f-430f-a5e1-653bd4f2c170', 'name': 'tempest-RoutersTest-router-1607213160', 'tenant_id': '6680ec314c604479bbb737c95f4e0850', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:42:16Z', 'updated_at': '2021-09-23T19:42:52Z', 'revision_number': 4, 'project_id': '6680ec314c604479bbb737c95f4e0850', 'gw_port_host': None, '_interfaces': [{'id': '32ae5718-2354-44f3-84d1-fec73b2909c9', 'name': '', 'network_id': 'c914a2cf-d7d1-4da8-9fd0-5e5b7ab5b1fb', 'tenant_id': '6680ec314c604479bbb737c95f4e0850', 'mac_address': 'fa:16:3e:39:a0:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96503fda-a45f-430f-a5e1-653bd4f2c170', 'device_owner': 'network:router_interface', 'standard_attr_id': 2598, 'fixed_ips': [{'subnet_id': 'b76f4ef0-2b81-4485-9220-9564b7756441', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:42:34Z', 'updated_at': '2021-09-23T19:42:52Z', 'revision_number': 5, 'project_id': '6680ec314c604479bbb737c95f4e0850', 'subnets': [{'id': 'b76f4ef0-2b81-4485-9220-9564b7756441', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '71476d37-f809-4a59-8947-b30836bc90a3', 'name': '', 'network_id': '03cb5eff-ca10-44b6-a3c2-6d52aab0c61a', 'tenant_id': '6680ec314c604479bbb737c95f4e0850', 'mac_address': 'fa:16:3e:17:6c:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96503fda-a45f-430f-a5e1-653bd4f2c170', 'device_owner': 'network:router_interface', 'standard_attr_id': 2533, 'fixed_ips': [{'subnet_id': '5875b511-0c2a-4668-b988-7eb16dc02ec2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:42:20Z', 'updated_at': '2021-09-23T19:42:30Z', 'revision_number': 5, 'project_id': '6680ec314c604479bbb737c95f4e0850', 'subnets': [{'id': '5875b511-0c2a-4668-b988-7eb16dc02ec2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c249cbf0-bfda-41d6-bf57-24dc1190f528', 'name': '', 'network_id': '2cbe95d4-e55e-4103-856d-33ae8b72d079', 'tenant_id': '6680ec314c604479bbb737c95f4e0850', 'mac_address': 'fa:16:3e:e3:89:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96503fda-a45f-430f-a5e1-653bd4f2c170', 'device_owner': 'network:router_interface', 'standard_attr_id': 2622, 'fixed_ips': [{'subnet_id': 'b5b04587-5f58-4ed8-adf7-9d7e01f16f67', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:42:50Z', 'updated_at': '2021-09-23T19:42:58Z', 'revision_number': 4, 'project_id': '6680ec314c604479bbb737c95f4e0850', 'subnets': [{'id': 'b5b04587-5f58-4ed8-adf7-9d7e01f16f67', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-16', False) {} {{(pid=95103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:43:01.434782 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-299fe2af-4620-48fe-beb9-59f554db11d3 tempest-RoutersIpV6Test-563412711 tempest-RoutersIpV6Test-563412711-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1754676', 'neutron.services.segments.db._delete_segments_for_network-8783146221460'] for network, precommit_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:01.459668 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.managers [None req-6a4c832f-5391-48e0-abc6-325e491a9e86 None None] Attempting to bind port a931faad-ea57-4b67-bbdd-9623536fbb7c on host n-d-713301-16 for vnic_type normal with profile {{(pid=95103) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 19:43:01.460049 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.managers [None req-6a4c832f-5391-48e0-abc6-325e491a9e86 None None] Attempting to bind port a931faad-ea57-4b67-bbdd-9623536fbb7c by drivers openvswitch,hyperv on host n-d-713301-16 at level 0 using segments [{'id': 'aed4c627-d1f8-48bc-8f77-858f657c6f0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': 'ee90df14-ba1d-4b8f-8c40-ef9e4da64b4d'}] {{(pid=95103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 19:43:01.460420 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a4c832f-5391-48e0-abc6-325e491a9e86 None None] Attempting to bind port a931faad-ea57-4b67-bbdd-9623536fbb7c on network ee90df14-ba1d-4b8f-8c40-ef9e4da64b4d {{(pid=95103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:43:01.460868 n-d-713301-16 neutron-server[95101]: DEBUG neutron.services.segments.db [None req-299fe2af-4620-48fe-beb9-59f554db11d3 tempest-RoutersIpV6Test-563412711 tempest-RoutersIpV6Test-563412711-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['61e2620a-5ede-40bb-a8e2-981e8b654d90']}} {{(pid=95101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:43:01.469963 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-7c844779-051c-446f-9c77-04ce83ab1be6 req-bf9ca5c9-b4ab-4d8b-89b3-f69ee00cbe92 tempest-ServersNegativeTestJSON-1638865794 tempest-ServersNegativeTestJSON-1638865794-project] 10.222.0.67 "GET /v2.0/security-groups?id=4daca97c-f524-4fb0-8b34-b36a0affa33e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2750773 Sep 23 19:43:01.471228 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-328663bb-a9f9-4faf-a1fa-5faf42eab878 None None] The sync data for ids ['96503fda-a45f-430f-a5e1-653bd4f2c170'] in n-d-713301-16 is: [{'id': '96503fda-a45f-430f-a5e1-653bd4f2c170', 'name': 'tempest-RoutersTest-router-1607213160', 'tenant_id': '6680ec314c604479bbb737c95f4e0850', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:42:16Z', 'updated_at': '2021-09-23T19:42:52Z', 'revision_number': 4, 'project_id': '6680ec314c604479bbb737c95f4e0850', 'gw_port_host': None, '_interfaces': [{'id': '32ae5718-2354-44f3-84d1-fec73b2909c9', 'name': '', 'network_id': 'c914a2cf-d7d1-4da8-9fd0-5e5b7ab5b1fb', 'tenant_id': '6680ec314c604479bbb737c95f4e0850', 'mac_address': 'fa:16:3e:39:a0:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96503fda-a45f-430f-a5e1-653bd4f2c170', 'device_owner': 'network:router_interface', 'standard_attr_id': 2598, 'fixed_ips': [{'subnet_id': 'b76f4ef0-2b81-4485-9220-9564b7756441', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:42:34Z', 'updated_at': '2021-09-23T19:42:52Z', 'revision_number': 5, 'project_id': '6680ec314c604479bbb737c95f4e0850', 'subnets': [{'id': 'b76f4ef0-2b81-4485-9220-9564b7756441', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '71476d37-f809-4a59-8947-b30836bc90a3', 'name': '', 'network_id': '03cb5eff-ca10-44b6-a3c2-6d52aab0c61a', 'tenant_id': '6680ec314c604479bbb737c95f4e0850', 'mac_address': 'fa:16:3e:17:6c:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96503fda-a45f-430f-a5e1-653bd4f2c170', 'device_owner': 'network:router_interface', 'standard_attr_id': 2533, 'fixed_ips': [{'subnet_id': '5875b511-0c2a-4668-b988-7eb16dc02ec2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:42:20Z', 'updated_at': '2021-09-23T19:42:30Z', 'revision_number': 5, 'project_id': '6680ec314c604479bbb737c95f4e0850', 'subnets': [{'id': '5875b511-0c2a-4668-b988-7eb16dc02ec2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c249cbf0-bfda-41d6-bf57-24dc1190f528', 'name': '', 'network_id': '2cbe95d4-e55e-4103-856d-33ae8b72d079', 'tenant_id': '6680ec314c604479bbb737c95f4e0850', 'mac_address': 'fa:16:3e:e3:89:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96503fda-a45f-430f-a5e1-653bd4f2c170', 'device_owner': 'network:router_interface', 'standard_attr_id': 2622, 'fixed_ips': [{'subnet_id': 'b5b04587-5f58-4ed8-adf7-9d7e01f16f67', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:42:50Z', 'updated_at': '2021-09-23T19:42:58Z', 'revision_number': 4, 'project_id': '6680ec314c604479bbb737c95f4e0850', 'subnets': [{'id': 'b5b04587-5f58-4ed8-adf7-9d7e01f16f67', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 19:43:01.485700 n-d-713301-16 neutron-server[95101]: DEBUG neutron.services.segments.db [None req-299fe2af-4620-48fe-beb9-59f554db11d3 tempest-RoutersIpV6Test-563412711 tempest-RoutersIpV6Test-563412711-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6c7b293d-0282-4c42-acd8-4908793c3233') {'for_net_delete': True} {{(pid=95101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:43:01.485700 n-d-713301-16 neutron-server[95101]: DEBUG neutron.services.segments.db [None req-299fe2af-4620-48fe-beb9-59f554db11d3 tempest-RoutersIpV6Test-563412711 tempest-RoutersIpV6Test-563412711-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6c7b293d-0282-4c42-acd8-4908793c3233') {} {{(pid=95101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:43:01.492234 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a4c832f-5391-48e0-abc6-325e491a9e86 None None] Pushing event updated for resources: {'Port': ['ID=a931faad-ea57-4b67-bbdd-9623536fbb7c,revision_number=1']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:43:01.516456 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a4c832f-5391-48e0-abc6-325e491a9e86 None None] Checking agent: {'id': '70a14545-df24-472f-8f95-bfe1719bff93', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 19, 7, 53), 'started_at': datetime.datetime(2021, 9, 23, 19, 8, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 19, 42, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 19:43:01.516897 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a4c832f-5391-48e0-abc6-325e491a9e86 None None] Checking segment: {'id': 'aed4c627-d1f8-48bc-8f77-858f657c6f0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': 'ee90df14-ba1d-4b8f-8c40-ef9e4da64b4d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95103) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:43:01.517491 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-6a4c832f-5391-48e0-abc6-325e491a9e86 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:01.518054 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a4c832f-5391-48e0-abc6-325e491a9e86 None None] Bound using segment: {'id': 'aed4c627-d1f8-48bc-8f77-858f657c6f0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': 'ee90df14-ba1d-4b8f-8c40-ef9e4da64b4d'} {{(pid=95103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 19:43:01.518713 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.managers [None req-6a4c832f-5391-48e0-abc6-325e491a9e86 None None] Bound port: a931faad-ea57-4b67-bbdd-9623536fbb7c, host: n-d-713301-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aed4c627-d1f8-48bc-8f77-858f657c6f0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': 'ee90df14-ba1d-4b8f-8c40-ef9e4da64b4d'}}] {{(pid=95103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 19:43:01.519282 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-6a4c832f-5391-48e0-abc6-325e491a9e86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:01.519907 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-299fe2af-4620-48fe-beb9-59f554db11d3 tempest-RoutersIpV6Test-563412711 tempest-RoutersIpV6Test-563412711-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783146221725', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6007147'] for segment, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:01.562546 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-299fe2af-4620-48fe-beb9-59f554db11d3 tempest-RoutersIpV6Test-563412711 tempest-RoutersIpV6Test-563412711-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1756186'] for segment, precommit_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:01.579439 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-a2889a2f-9a96-4384-8635-d97a289ce45c tempest-RoutersTest-320658655 tempest-RoutersTest-320658655-project] Notify callbacks [] for port, precommit_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:01.580650 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-299fe2af-4620-48fe-beb9-59f554db11d3 tempest-RoutersIpV6Test-563412711 tempest-RoutersIpV6Test-563412711-project] Releasing vlan 642 on physical network physnet1 to pool {{(pid=95101) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 19:43:01.581405 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-299fe2af-4620-48fe-beb9-59f554db11d3 tempest-RoutersIpV6Test-563412711 tempest-RoutersIpV6Test-563412711-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1756186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5608436'] for segment, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:01.589199 n-d-713301-16 neutron-server[95101]: Traceback (most recent call last): Sep 23 19:43:01.589199 n-d-713301-16 neutron-server[95101]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 19:43:01.589199 n-d-713301-16 neutron-server[95101]: timer() Sep 23 19:43:01.589199 n-d-713301-16 neutron-server[95101]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 19:43:01.589199 n-d-713301-16 neutron-server[95101]: cb(*args, **kw) Sep 23 19:43:01.589199 n-d-713301-16 neutron-server[95101]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 19:43:01.589199 n-d-713301-16 neutron-server[95101]: return func(*args, **kwargs) Sep 23 19:43:01.589199 n-d-713301-16 neutron-server[95101]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 19:43:01.589199 n-d-713301-16 neutron-server[95101]: self._notify() Sep 23 19:43:01.589199 n-d-713301-16 neutron-server[95101]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 19:43:01.589199 n-d-713301-16 neutron-server[95101]: self.callback(batched_events) Sep 23 19:43:01.589199 n-d-713301-16 neutron-server[95101]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 19:43:01.589199 n-d-713301-16 neutron-server[95101]: event.method(event) Sep 23 19:43:01.589199 n-d-713301-16 neutron-server[95101]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 19:43:01.589199 n-d-713301-16 neutron-server[95101]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 19:43:01.589199 n-d-713301-16 neutron-server[95101]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 19:43:01.589199 n-d-713301-16 neutron-server[95101]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 19:43:01.589199 n-d-713301-16 neutron-server[95101]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 19:43:01.589199 n-d-713301-16 neutron-server[95101]: return f(self, *a, **k) Sep 23 19:43:01.589199 n-d-713301-16 neutron-server[95101]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 19:43:01.589199 n-d-713301-16 neutron-server[95101]: return self._get(url).json() Sep 23 19:43:01.589199 n-d-713301-16 neutron-server[95101]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 19:43:01.589199 n-d-713301-16 neutron-server[95101]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 19:43:01.589199 n-d-713301-16 neutron-server[95101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 19:43:01.589199 n-d-713301-16 neutron-server[95101]: return self.request(url, 'GET', **kwargs) Sep 23 19:43:01.589199 n-d-713301-16 neutron-server[95101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 19:43:01.589199 n-d-713301-16 neutron-server[95101]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 19:43:01.589199 n-d-713301-16 neutron-server[95101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 19:43:01.589199 n-d-713301-16 neutron-server[95101]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 19:43:01.589199 n-d-713301-16 neutron-server[95101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 19:43:01.589199 n-d-713301-16 neutron-server[95101]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 19:43:01.589199 n-d-713301-16 neutron-server[95101]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 19:43:01.701672 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-cc751a2f-85d8-486b-92b0-61a9dcb361ab req-101b2de9-cc38-4ec3-be90-5639153a96e9 tempest-AttachVolumeShelveTestJSON-2035318112 tempest-AttachVolumeShelveTestJSON-2035318112-project] 10.222.0.67 "GET /v2.0/security-groups?id=dd8506a8-7e56-49b4-9c74-3948d9b76f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5546403 Sep 23 19:43:01.728974 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-30b455ec-7083-458a-a5bc-44fbe53f0f7e tempest-SecGroupIPv6Test-1615826656 tempest-SecGroupIPv6Test-1615826656-project] 10.222.0.67 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.4279945 Sep 23 19:43:01.731795 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17a22415-85c8-4bea-85cc-a7da1a6e9da9 None None] DHCP port deletion for 61e2620a-5ede-40bb-a8e2-981e8b654d90 request from n-d-713301-16 {{(pid=95103) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 23 19:43:01.735177 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 35016) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:43:01.742138 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-a2889a2f-9a96-4384-8635-d97a289ce45c tempest-RoutersTest-320658655 tempest-RoutersTest-320658655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783145673135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4399100'] for port, after_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:01.771895 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f968e06f-87be-410e-aec3-692856341abe None None] Pushing event updated for resources: {'Port': ['ID=c249cbf0-bfda-41d6-bf57-24dc1190f528,revision_number=5']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:43:01.791726 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-299fe2af-4620-48fe-beb9-59f554db11d3 tempest-RoutersIpV6Test-563412711 tempest-RoutersIpV6Test-563412711-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1754627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-601866'] for network, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:01.794248 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Provisioning complete for port e903ca97-db28-44ea-88d1-53bdf3b0a143 triggered by entity L2. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:43:01.794248 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:01.812999 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-299fe2af-4620-48fe-beb9-59f554db11d3 tempest-RoutersIpV6Test-563412711 tempest-RoutersIpV6Test-563412711-project] Notify callbacks [] for network, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:01.825803 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-299fe2af-4620-48fe-beb9-59f554db11d3 tempest-RoutersIpV6Test-563412711 tempest-RoutersIpV6Test-563412711-project] 10.222.0.67 "DELETE /v2.0/networks/61e2620a-5ede-40bb-a8e2-981e8b654d90 HTTP/1.1" status: 204 len: 168 time: 1.3279972 Sep 23 19:43:01.827876 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 35022) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:43:01.867050 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.v2.base [None req-74ff09af-172e-4da9-a51a-7d4aed7feb30 tempest-RoutersIpV6Test-563412711 tempest-RoutersIpV6Test-563412711-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1907719868', 'external_gateway_info': {'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac'}, 'admin_state_up': False}} {{(pid=95101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:43:01.878807 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299fe2af-4620-48fe-beb9-59f554db11d3 tempest-RoutersIpV6Test-563412711 tempest-RoutersIpV6Test-563412711-project] Pushing event deleted for resources: {'Network': ['ID=61e2620a-5ede-40bb-a8e2-981e8b654d90,revision_number=None']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:43:01.892899 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-6a4c832f-5391-48e0-abc6-325e491a9e86 None None] For port a931faad-ea57-4b67-bbdd-9623536fbb7c, host n-d-713301-16, cleared binding levels {{(pid=95103) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 19:43:01.903099 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-74ff09af-172e-4da9-a51a-7d4aed7feb30 tempest-RoutersIpV6Test-563412711 tempest-RoutersIpV6Test-563412711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-594563', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29355'] for router, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:01.906160 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-74ff09af-172e-4da9-a51a-7d4aed7feb30 tempest-RoutersIpV6Test-563412711 tempest-RoutersIpV6Test-563412711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-597363', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-601731', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-739356', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29346'] for router, precommit_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:01.924432 n-d-713301-16 neutron-server[95102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2889a2f-9a96-4384-8635-d97a289ce45c tempest-RoutersTest-320658655 tempest-RoutersTest-320658655-project] Network ee90df14-ba1d-4b8f-8c40-ef9e4da64b4d is already hosted by enough agents. {{(pid=95102) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:43:01.936397 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-6a4c832f-5391-48e0-abc6-325e491a9e86 None None] For port a931faad-ea57-4b67-bbdd-9623536fbb7c, host n-d-713301-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-16',level=0,port_id=a931faad-ea57-4b67-bbdd-9623536fbb7c,segment=NetworkSegment(aed4c627-d1f8-48bc-8f77-858f657c6f0e),segment_id=aed4c627-d1f8-48bc-8f77-858f657c6f0e)] {{(pid=95103) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 19:43:01.955854 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-6a4c832f-5391-48e0-abc6-325e491a9e86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:01.986634 n-d-713301-16 neutron-server[95102]: DEBUG neutron.scheduler.base_scheduler [None req-a2889a2f-9a96-4384-8635-d97a289ce45c tempest-RoutersTest-320658655 tempest-RoutersTest-320658655-project] Resources bound (agent type, host, resource id): {{(pid=95102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:43:02.007646 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2889a2f-9a96-4384-8635-d97a289ce45c tempest-RoutersTest-320658655 tempest-RoutersTest-320658655-project] Pushing event updated for resources: {'Port': ['ID=b325ef88-967d-4ef2-8654-a0ac998121d4,revision_number=1']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:43:02.036662 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-74ff09af-172e-4da9-a51a-7d4aed7feb30 tempest-RoutersIpV6Test-563412711 tempest-RoutersIpV6Test-563412711-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:02.047609 n-d-713301-16 neutron-server[95102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2889a2f-9a96-4384-8635-d97a289ce45c tempest-RoutersTest-320658655 tempest-RoutersTest-320658655-project] Received port after_create {{(pid=95102) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 19:43:02.101894 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a4c832f-5391-48e0-abc6-325e491a9e86 None None] Pushing event updated for resources: {'Port': ['ID=a931faad-ea57-4b67-bbdd-9623536fbb7c,revision_number=2']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:43:02.112589 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:02.189639 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a364496-17ee-411c-a458-496a84cdb05e req-a9db8e38-49f0-48b9-98c0-0505dd8f9074 tempest-ServersNegativeTestJSON-1638865794 tempest-ServersNegativeTestJSON-1638865794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:43:02.191266 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-0a364496-17ee-411c-a458-496a84cdb05e req-a9db8e38-49f0-48b9-98c0-0505dd8f9074 tempest-ServersNegativeTestJSON-1638865794 tempest-ServersNegativeTestJSON-1638865794-project] 10.222.0.67 "GET /v2.0/ports?device_id=6942dd4a-2993-4094-af13-ca4f91683a85 HTTP/1.1" status: 200 len: 946 time: 0.3246317 Sep 23 19:43:02.197391 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-13790490-f79e-4d8c-b190-0a86ef4b1c16 tempest-SecGroupIPv6Test-1615826656 tempest-SecGroupIPv6Test-1615826656-project] Notify callbacks [] for security_group, before_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:02.219049 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] For port e903ca97-db28-44ea-88d1-53bdf3b0a143, host n-h1-713301-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-16',level=0,port_id=e903ca97-db28-44ea-88d1-53bdf3b0a143,segment=NetworkSegment(c5b82793-12a0-4116-8d9f-ade119c657cf),segment_id=c5b82793-12a0-4116-8d9f-ade119c657cf)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:43:02.223307 n-d-713301-16 neutron-server[95103]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c994c23c-480f-4306-a41c-657703b40238', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e903ca97-db28-44ea-88d1-53bdf3b0a143'}] {{(pid=95103) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 19:43:02.226817 n-d-713301-16 neutron-server[95103]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}81a1c17f2aa89d5b3ebbba3a3e0cf7eb588e431c2224256110c4c4facdd7c3e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bcaa7dea-fda8-47fc-abf6-ecdf9237b9d1" -d '{"events": [{"server_uuid": "c994c23c-480f-4306-a41c-657703b40238", "name": "network-vif-plugged", "status": "completed", "tag": "e903ca97-db28-44ea-88d1-53bdf3b0a143"}]}' {{(pid=95103) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 19:43:02.232396 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-373d2cfe-2e49-4acd-918a-2edcf28ed3d6 req-f49e1ba7-adb0-4ced-930a-95af2db11313 tempest-TestVolumeBackupRestore-1434194993 tempest-TestVolumeBackupRestore-1434194993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:43:02.232796 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:02.240637 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-373d2cfe-2e49-4acd-918a-2edcf28ed3d6 req-f49e1ba7-adb0-4ced-930a-95af2db11313 tempest-TestVolumeBackupRestore-1434194993 tempest-TestVolumeBackupRestore-1434194993-project] 10.222.0.67 "GET /v2.0/ports?device_id=66cd2527-03c8-4dc5-92d2-374880b3d491 HTTP/1.1" status: 200 len: 944 time: 0.3404322 Sep 23 19:43:02.259759 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-a2889a2f-9a96-4384-8635-d97a289ce45c tempest-RoutersTest-320658655 tempest-RoutersTest-320658655-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-601987'] for router_interface, before_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:02.260989 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-74ff09af-172e-4da9-a51a-7d4aed7feb30 tempest-RoutersIpV6Test-563412711 tempest-RoutersIpV6Test-563412711-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:02.344565 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-13790490-f79e-4d8c-b190-0a86ef4b1c16 tempest-SecGroupIPv6Test-1615826656 tempest-SecGroupIPv6Test-1615826656-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:02.346007 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Pushing event updated for resources: {'Port': ['ID=e903ca97-db28-44ea-88d1-53bdf3b0a143,revision_number=10']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:43:02.441942 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-0a364496-17ee-411c-a458-496a84cdb05e req-84652499-5808-48fe-a365-a24e653ed559 tempest-ServersNegativeTestJSON-1638865794 tempest-ServersNegativeTestJSON-1638865794-project] 10.222.0.67 "GET /v2.0/security-groups?id=4daca97c-f524-4fb0-8b34-b36a0affa33e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2383518 Sep 23 19:43:02.498647 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-373d2cfe-2e49-4acd-918a-2edcf28ed3d6 req-b42ac247-32aa-4855-8fbc-5bb8452c07e3 tempest-TestVolumeBackupRestore-1434194993 tempest-TestVolumeBackupRestore-1434194993-project] 10.222.0.67 "GET /v2.0/security-groups?id=ea1d12a8-ddc7-4b9a-a637-e6ffde706580&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2563062 Sep 23 19:43:02.509653 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-13790490-f79e-4d8c-b190-0a86ef4b1c16 tempest-SecGroupIPv6Test-1615826656 tempest-SecGroupIPv6Test-1615826656-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:02.512555 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-13790490-f79e-4d8c-b190-0a86ef4b1c16 tempest-SecGroupIPv6Test-1615826656 tempest-SecGroupIPv6Test-1615826656-project] Notify callbacks [] for security_group, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:02.517040 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-13790490-f79e-4d8c-b190-0a86ef4b1c16 tempest-SecGroupIPv6Test-1615826656 tempest-SecGroupIPv6Test-1615826656-project] 10.222.0.67 "DELETE /v2.0/security-groups/3260b365-fdbc-483e-874d-d2c1905216c0 HTTP/1.1" status: 204 len: 168 time: 0.7662492 Sep 23 19:43:02.517642 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 35028) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:43:02.540195 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13790490-f79e-4d8c-b190-0a86ef4b1c16 tempest-SecGroupIPv6Test-1615826656 tempest-SecGroupIPv6Test-1615826656-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3260b365-fdbc-483e-874d-d2c1905216c0,revision_number=None']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:43:02.586835 n-d-713301-16 neutron-server[95103]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 19:43:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71d34995-d6e5-48d0-bb4a-65bafed713f9 x-openstack-request-id: req-71d34995-d6e5-48d0-bb4a-65bafed713f9 {{(pid=95103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 19:43:02.587136 n-d-713301-16 neutron-server[95103]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c994c23c-480f-4306-a41c-657703b40238", "name": "network-vif-plugged", "status": "completed", "tag": "e903ca97-db28-44ea-88d1-53bdf3b0a143", "code": 200}]} {{(pid=95103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 19:43:02.587394 n-d-713301-16 neutron-server[95103]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-71d34995-d6e5-48d0-bb4a-65bafed713f9 {{(pid=95103) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 19:43:02.588666 n-d-713301-16 neutron-server[95103]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c994c23c-480f-4306-a41c-657703b40238', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e903ca97-db28-44ea-88d1-53bdf3b0a143', 'code': 200} Sep 23 19:43:02.645751 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-74ff09af-172e-4da9-a51a-7d4aed7feb30 tempest-RoutersIpV6Test-563412711 tempest-RoutersIpV6Test-563412711-project] Notify callbacks [] for router_gateway, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:02.674505 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-74ff09af-172e-4da9-a51a-7d4aed7feb30 tempest-RoutersIpV6Test-563412711 tempest-RoutersIpV6Test-563412711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:02.676581 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-a2889a2f-9a96-4384-8635-d97a289ce45c tempest-RoutersTest-320658655 tempest-RoutersTest-320658655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:02.710409 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-c7b401da-8297-45ca-8c48-037f8bd58026 tempest-SecGroupIPv6Test-1615826656 tempest-SecGroupIPv6Test-1615826656-project] 10.222.0.67 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1912587 Sep 23 19:43:02.715878 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 35036) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:43:02.879511 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-921f8e38-7923-4616-8c00-b76db256ca52 tempest-SecGroupIPv6Test-1615826656 tempest-SecGroupIPv6Test-1615826656-project] 10.222.0.67 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1636286 Sep 23 19:43:02.894153 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0dbdb0d-8f59-433d-a81f-611f54d42f1e req-fdc1c538-270e-4ed0-8927-4708c921023d tempest-ServersNegativeTestMultiTenantJSON-124017900 tempest-ServersNegativeTestMultiTenantJSON-124017900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:43:02.895756 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-a0dbdb0d-8f59-433d-a81f-611f54d42f1e req-fdc1c538-270e-4ed0-8927-4708c921023d tempest-ServersNegativeTestMultiTenantJSON-124017900 tempest-ServersNegativeTestMultiTenantJSON-124017900-project] 10.222.0.67 "GET /v2.0/ports?device_id=faab7727-1b3e-4900-8911-d0a7e8a0febd HTTP/1.1" status: 200 len: 945 time: 0.2240524 Sep 23 19:43:02.926254 n-d-713301-16 neutron-server[95101]: DEBUG neutron.db.db_base_plugin_common [None req-74ff09af-172e-4da9-a51a-7d4aed7feb30 tempest-RoutersIpV6Test-563412711 tempest-RoutersIpV6Test-563412711-project] Allocated IP 172.25.1.252 (5dec5c09-378e-4f50-89cc-d94eb81c3bac/eff83446-018c-428d-b3f5-54ac9abe7a2a/0398edd9-29f1-409c-80ea-09ade22b7025) {{(pid=95101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 19:43:02.933674 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-321b94e1-0d74-4555-9420-e20f33b82d64 req-35bbf631-c8e3-484e-a491-5636938c75ae tempest-ServersNegativeTestJSON-1638865794 tempest-ServersNegativeTestJSON-1638865794-project] 10.222.0.67 "GET /v2.0/security-groups?name=does_not_exist&fields=id&tenant_id=71dd9ac001f74f8ba18264101352d8e3 HTTP/1.1" status: 200 len: 221 time: 0.1434920 Sep 23 19:43:02.935884 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c154f025-22e0-4818-85a3-d3e3f67718c7 req-78b833c7-50a5-4a60-8800-301b964be546 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:43:02.938580 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-c154f025-22e0-4818-85a3-d3e3f67718c7 req-78b833c7-50a5-4a60-8800-301b964be546 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=c994c23c-480f-4306-a41c-657703b40238 HTTP/1.1" status: 200 len: 1099 time: 0.1867888 Sep 23 19:43:02.997725 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-a0dbdb0d-8f59-433d-a81f-611f54d42f1e req-cbb59fa2-84e6-4c8e-80d7-1961109b6492 tempest-ServersNegativeTestMultiTenantJSON-124017900 tempest-ServersNegativeTestMultiTenantJSON-124017900-project] 10.222.0.67 "GET /v2.0/security-groups?id=8e8962d3-e9bb-423d-9510-a05e34fd1c08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942001 Sep 23 19:43:03.035739 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-c154f025-22e0-4818-85a3-d3e3f67718c7 req-5b4d2af6-1ec3-45af-9d2f-554751eb35a6 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=dd8506a8-7e56-49b4-9c74-3948d9b76f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0869508 Sep 23 19:43:03.247124 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6821f0b4-f89e-4469-bc52-51546b0f87de req-cbfd6da3-01a8-4358-a5a7-208927cf4ad0 tempest-AttachVolumeShelveTestJSON-2035318112 tempest-AttachVolumeShelveTestJSON-2035318112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:43:03.249068 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-6821f0b4-f89e-4469-bc52-51546b0f87de req-cbfd6da3-01a8-4358-a5a7-208927cf4ad0 tempest-AttachVolumeShelveTestJSON-2035318112 tempest-AttachVolumeShelveTestJSON-2035318112-project] 10.222.0.67 "GET /v2.0/ports?device_id=c994c23c-480f-4306-a41c-657703b40238 HTTP/1.1" status: 200 len: 947 time: 0.1351664 Sep 23 19:43:03.271132 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-a2889a2f-9a96-4384-8635-d97a289ce45c tempest-RoutersTest-320658655 tempest-RoutersTest-320658655-project] Notify callbacks [] for port, precommit_update {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:03.282951 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Device c140d996-da69-4c0e-b9a8-57586395d28e up at agent hyperv_n-h1-713301-16 {{(pid=95103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 19:43:03.289898 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6defa0-64f9-43e7-8703-b950d9877c75 req-08315dc7-a772-4b27-b417-83db2a8972b5 tempest-ServersNegativeTestJSON-1638865794 tempest-ServersNegativeTestJSON-1638865794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:43:03.291671 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-4e6defa0-64f9-43e7-8703-b950d9877c75 req-08315dc7-a772-4b27-b417-83db2a8972b5 tempest-ServersNegativeTestJSON-1638865794 tempest-ServersNegativeTestJSON-1638865794-project] 10.222.0.67 "GET /v2.0/ports?device_id=6942dd4a-2993-4094-af13-ca4f91683a85 HTTP/1.1" status: 200 len: 946 time: 0.1603453 Sep 23 19:43:03.294037 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-a2889a2f-9a96-4384-8635-d97a289ce45c tempest-RoutersTest-320658655 tempest-RoutersTest-320658655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4399095'] for port, after_update {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:03.383842 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Provisioning for port c140d996-da69-4c0e-b9a8-57586395d28e completed by entity L2. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 19:43:03.392384 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Provisioning complete for port c140d996-da69-4c0e-b9a8-57586395d28e triggered by entity L2. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:43:03.392751 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:03.466162 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 35050) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:43:03.508935 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-a2889a2f-9a96-4384-8635-d97a289ce45c tempest-RoutersTest-320658655 tempest-RoutersTest-320658655-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-527313', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-601459'] for router_interface, after_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:03.520762 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85cbfe9-b186-45bf-8dce-80eff3a885f4 req-a5a6f611-87eb-43a1-b0ea-53a18a6ff36c tempest-ServersNegativeTestMultiTenantJSON-124017900 tempest-ServersNegativeTestMultiTenantJSON-124017900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:43:03.522350 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-d85cbfe9-b186-45bf-8dce-80eff3a885f4 req-a5a6f611-87eb-43a1-b0ea-53a18a6ff36c tempest-ServersNegativeTestMultiTenantJSON-124017900 tempest-ServersNegativeTestMultiTenantJSON-124017900-project] 10.222.0.53 "GET /v2.0/ports?device_id=faab7727-1b3e-4900-8911-d0a7e8a0febd HTTP/1.1" status: 200 len: 945 time: 0.1099303 Sep 23 19:43:03.538336 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:03.588871 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-4e6defa0-64f9-43e7-8703-b950d9877c75 req-5912f66f-024b-4b23-a1e8-b686b5cae8e8 tempest-ServersNegativeTestJSON-1638865794 tempest-ServersNegativeTestJSON-1638865794-project] 10.222.0.67 "GET /v2.0/security-groups?id=4daca97c-f524-4fb0-8b34-b36a0affa33e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2716765 Sep 23 19:43:03.589565 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-74ff09af-172e-4da9-a51a-7d4aed7feb30 tempest-RoutersIpV6Test-563412711 tempest-RoutersIpV6Test-563412711-project] Notify callbacks [] for port, precommit_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:03.607239 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-6821f0b4-f89e-4469-bc52-51546b0f87de req-ee698824-0341-4b79-9701-e303369d454d tempest-AttachVolumeShelveTestJSON-2035318112 tempest-AttachVolumeShelveTestJSON-2035318112-project] 10.222.0.67 "GET /v2.0/security-groups?id=dd8506a8-7e56-49b4-9c74-3948d9b76f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3438349 Sep 23 19:43:03.662561 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] For port c140d996-da69-4c0e-b9a8-57586395d28e, host n-h1-713301-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-16',level=0,port_id=c140d996-da69-4c0e-b9a8-57586395d28e,segment=NetworkSegment(d8402129-e46c-475e-8b4c-88724e8b832b),segment_id=d8402129-e46c-475e-8b4c-88724e8b832b)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:43:03.673055 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:03.702502 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2889a2f-9a96-4384-8635-d97a289ce45c tempest-RoutersTest-320658655 tempest-RoutersTest-320658655-project] Pushing event updated for resources: {'Port': ['ID=b325ef88-967d-4ef2-8654-a0ac998121d4,revision_number=2']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:43:03.758317 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-f84f05fd-1bf5-4ff3-941a-aa599cb14e56 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=1bbf9f35c9644233b45105b48f2f3b75&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2904785 Sep 23 19:43:03.765305 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 35058) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:43:03.796736 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Pushing event updated for resources: {'Port': ['ID=c140d996-da69-4c0e-b9a8-57586395d28e,revision_number=5']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:43:03.813166 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60f7ce2c-7f36-4e79-ba0c-20aa74de589e None None] Network ee90df14-ba1d-4b8f-8c40-ef9e4da64b4d requested from n-d-713301-16 {{(pid=95103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 19:43:03.822060 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-74ff09af-172e-4da9-a51a-7d4aed7feb30 tempest-RoutersIpV6Test-563412711 tempest-RoutersIpV6Test-563412711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783145673135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5607431'] for port, after_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:03.837957 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Device c249cbf0-bfda-41d6-bf57-24dc1190f528 up at agent ovs-agent-n-d-713301-16 {{(pid=95103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 19:43:03.885898 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-65dbc117-ca11-495b-9e9b-444f007acc54 None None] Provisioning complete for port a931faad-ea57-4b67-bbdd-9623536fbb7c triggered by entity DHCP. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:43:03.886332 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-65dbc117-ca11-495b-9e9b-444f007acc54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:03.908197 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74ff09af-172e-4da9-a51a-7d4aed7feb30 tempest-RoutersIpV6Test-563412711 tempest-RoutersIpV6Test-563412711-project] Network 5dec5c09-378e-4f50-89cc-d94eb81c3bac is already hosted by enough agents. {{(pid=95101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:43:03.912066 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.base_scheduler [None req-74ff09af-172e-4da9-a51a-7d4aed7feb30 tempest-RoutersIpV6Test-563412711 tempest-RoutersIpV6Test-563412711-project] Resources bound (agent type, host, resource id): {{(pid=95101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:43:03.914185 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74ff09af-172e-4da9-a51a-7d4aed7feb30 tempest-RoutersIpV6Test-563412711 tempest-RoutersIpV6Test-563412711-project] Pushing event updated for resources: {'Port': ['ID=0398edd9-29f1-409c-80ea-09ade22b7025,revision_number=1']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:43:03.914456 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e5a519-4ea3-4753-9110-3822aab7ad3f req-97a80fd5-80a6-48e8-8f15-226f43f521dd tempest-TestVolumeBackupRestore-1434194993 tempest-TestVolumeBackupRestore-1434194993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:43:03.916268 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-a8e5a519-4ea3-4753-9110-3822aab7ad3f req-97a80fd5-80a6-48e8-8f15-226f43f521dd tempest-TestVolumeBackupRestore-1434194993 tempest-TestVolumeBackupRestore-1434194993-project] 10.222.0.67 "GET /v2.0/ports?device_id=66cd2527-03c8-4dc5-92d2-374880b3d491 HTTP/1.1" status: 200 len: 945 time: 0.1757791 Sep 23 19:43:03.924383 n-d-713301-16 neutron-server[95101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74ff09af-172e-4da9-a51a-7d4aed7feb30 tempest-RoutersIpV6Test-563412711 tempest-RoutersIpV6Test-563412711-project] Received port after_create {{(pid=95101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 19:43:03.931234 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb980166-3748-48f6-b4d9-01163278be19 req-7d953d42-9cb7-4f14-a32a-246f0cbe96bf tempest-ServersNegativeTestJSON-1638865794 tempest-ServersNegativeTestJSON-1638865794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:43:03.939713 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-cb980166-3748-48f6-b4d9-01163278be19 req-7d953d42-9cb7-4f14-a32a-246f0cbe96bf tempest-ServersNegativeTestJSON-1638865794 tempest-ServersNegativeTestJSON-1638865794-project] 10.222.0.67 "GET /v2.0/ports?device_id=6942dd4a-2993-4094-af13-ca4f91683a85 HTTP/1.1" status: 200 len: 946 time: 0.1757314 Sep 23 19:43:03.957311 n-d-713301-16 neutron-server[95102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2889a2f-9a96-4384-8635-d97a289ce45c tempest-RoutersTest-320658655 tempest-RoutersTest-320658655-project] Network ee90df14-ba1d-4b8f-8c40-ef9e4da64b4d is already hosted by enough agents. {{(pid=95102) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:43:03.963704 n-d-713301-16 neutron-server[95102]: DEBUG neutron.scheduler.base_scheduler [None req-a2889a2f-9a96-4384-8635-d97a289ce45c tempest-RoutersTest-320658655 tempest-RoutersTest-320658655-project] Resources bound (agent type, host, resource id): {{(pid=95102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:43:03.973612 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-7afb2dea-0651-4791-945b-64ee2d555d8e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:04.012747 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.plugin [req-d85cbfe9-b186-45bf-8dce-80eff3a885f4 req-245426ff-2772-4e63-b42f-d2f02ec796be tempest-ServersNegativeTestMultiTenantJSON-124017900 tempest-ServersNegativeTestMultiTenantJSON-124017900-project] Deleting port 0e7e4d22-eaa2-4850-94a2-201619deedf7 {{(pid=95101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:43:04.013171 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-d85cbfe9-b186-45bf-8dce-80eff3a885f4 req-245426ff-2772-4e63-b42f-d2f02ec796be tempest-ServersNegativeTestMultiTenantJSON-124017900 tempest-ServersNegativeTestMultiTenantJSON-124017900-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783146157096'] for port, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:04.047413 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Provisioning complete for port c249cbf0-bfda-41d6-bf57-24dc1190f528 triggered by entity L2. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:43:04.047788 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:04.057455 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-7afb2dea-0651-4791-945b-64ee2d555d8e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:04.100280 n-d-713301-16 neutron-server[95102]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a2889a2f-9a96-4384-8635-d97a289ce45c tempest-RoutersTest-320658655 tempest-RoutersTest-320658655-project] Router 96503fda-a45f-430f-a5e1-653bd4f2c170 has already been hosted by L3 agent 79a740bf-7821-4989-8288-7186e3e128f3 {{(pid=95102) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 19:43:04.169053 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Device a931faad-ea57-4b67-bbdd-9623536fbb7c up at agent ovs-agent-n-d-713301-16 {{(pid=95103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 19:43:04.194909 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.db [req-d85cbfe9-b186-45bf-8dce-80eff3a885f4 req-245426ff-2772-4e63-b42f-d2f02ec796be tempest-ServersNegativeTestMultiTenantJSON-124017900 tempest-ServersNegativeTestMultiTenantJSON-124017900-project] For port 0e7e4d22-eaa2-4850-94a2-201619deedf7, host n-h2-713301-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-16',level=0,port_id=0e7e4d22-eaa2-4850-94a2-201619deedf7,segment=NetworkSegment(95e8201e-4905-43b7-a7a2-c3be8eebe49c),segment_id=95e8201e-4905-43b7-a7a2-c3be8eebe49c)] {{(pid=95101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:43:04.195449 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-d85cbfe9-b186-45bf-8dce-80eff3a885f4 req-245426ff-2772-4e63-b42f-d2f02ec796be tempest-ServersNegativeTestMultiTenantJSON-124017900 tempest-ServersNegativeTestMultiTenantJSON-124017900-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-605701'] for port, precommit_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:04.211153 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.plugin [req-d85cbfe9-b186-45bf-8dce-80eff3a885f4 req-245426ff-2772-4e63-b42f-d2f02ec796be tempest-ServersNegativeTestMultiTenantJSON-124017900 tempest-ServersNegativeTestMultiTenantJSON-124017900-project] Calling delete_port for 0e7e4d22-eaa2-4850-94a2-201619deedf7 owned by compute:nova {{(pid=95101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:43:04.255066 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-65dbc117-ca11-495b-9e9b-444f007acc54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:04.320909 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-65dbc117-ca11-495b-9e9b-444f007acc54 None None] For port a931faad-ea57-4b67-bbdd-9623536fbb7c, host n-d-713301-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-16',level=0,port_id=a931faad-ea57-4b67-bbdd-9623536fbb7c,segment=NetworkSegment(aed4c627-d1f8-48bc-8f77-858f657c6f0e),segment_id=aed4c627-d1f8-48bc-8f77-858f657c6f0e)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:43:04.325578 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Provisioning complete for port a931faad-ea57-4b67-bbdd-9623536fbb7c triggered by entity L2. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:43:04.325799 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:04.328054 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-65dbc117-ca11-495b-9e9b-444f007acc54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:04.477643 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65dbc117-ca11-495b-9e9b-444f007acc54 None None] Pushing event updated for resources: {'Port': ['ID=a931faad-ea57-4b67-bbdd-9623536fbb7c,revision_number=3']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:43:04.522464 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-d85cbfe9-b186-45bf-8dce-80eff3a885f4 req-245426ff-2772-4e63-b42f-d2f02ec796be tempest-ServersNegativeTestMultiTenantJSON-124017900 tempest-ServersNegativeTestMultiTenantJSON-124017900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783146162158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783145673144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5607431'] for port, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:04.546409 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] get_ports_and_sgs() called for port_ids ['0e7e4d22-eaa2-4850-94a2-201619deedf7'] {{(pid=95103) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 19:43:04.589555 n-d-713301-16 neutron-server[95103]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '66cd2527-03c8-4dc5-92d2-374880b3d491', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c140d996-da69-4c0e-b9a8-57586395d28e'}] {{(pid=95103) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 19:43:04.592083 n-d-713301-16 neutron-server[95103]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}81a1c17f2aa89d5b3ebbba3a3e0cf7eb588e431c2224256110c4c4facdd7c3e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f6bea28-803a-4a7c-9ac9-39f93a5f62fa" -d '{"events": [{"server_uuid": "66cd2527-03c8-4dc5-92d2-374880b3d491", "name": "network-vif-plugged", "status": "completed", "tag": "c140d996-da69-4c0e-b9a8-57586395d28e"}]}' {{(pid=95103) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 19:43:04.612198 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Device 857971f5-3146-48bb-90eb-427e0bf8207a no longer exists at agent ovs-agent-n-d-713301-16 {{(pid=95103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 19:43:04.623563 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2889a2f-9a96-4384-8635-d97a289ce45c tempest-RoutersTest-320658655 tempest-RoutersTest-320658655-project] Notify agent at l3_agent.n-d-713301-16 the message routers_updated {{(pid=95102) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 19:43:04.639523 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-a2889a2f-9a96-4384-8635-d97a289ce45c tempest-RoutersTest-320658655 tempest-RoutersTest-320658655-project] 10.222.0.67 "PUT /v2.0/routers/96503fda-a45f-430f-a5e1-653bd4f2c170/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2824125 Sep 23 19:43:04.642520 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 35094) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:43:04.643457 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d082031-e76e-41e3-a574-15a3de7c0556 None None] Sync routers for ids ['96503fda-a45f-430f-a5e1-653bd4f2c170'] in n-d-713301-16 {{(pid=95103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 19:43:04.646690 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.plugin [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] No Port match for: 857971f5-3146-48bb-90eb-427e0bf8207a {{(pid=95103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 19:43:04.647323 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-a8e5a519-4ea3-4753-9110-3822aab7ad3f req-8dac50b6-e581-4f74-bf78-fc3f834531a7 tempest-TestVolumeBackupRestore-1434194993 tempest-TestVolumeBackupRestore-1434194993-project] 10.222.0.67 "GET /v2.0/security-groups?id=ea1d12a8-ddc7-4b9a-a637-e6ffde706580&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7054684 Sep 23 19:43:04.652229 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.v2.base [None req-269fbc75-cf01-4f21-913d-797a64217bd9 tempest-RoutersTest-320658655 tempest-RoutersTest-320658655-project] Request body: {'router': {'routes': [{'nexthop': '172.20.0.2', 'destination': '172.20.0.0/28'}, {'nexthop': '172.21.0.2', 'destination': '172.21.0.0/28'}, {'nexthop': '172.22.0.2', 'destination': '172.22.0.0/28'}, {'nexthop': '172.23.0.2', 'destination': '172.23.0.0/28'}]}} {{(pid=95102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:43:04.655491 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Device 857971f5-3146-48bb-90eb-427e0bf8207a not bound to the agent host n-d-713301-16 {{(pid=95103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 19:43:04.691800 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d082031-e76e-41e3-a574-15a3de7c0556 None None] Routers {'96503fda-a45f-430f-a5e1-653bd4f2c170'} bound to L3 agent in host n-d-713301-16 {{(pid=95103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 19:43:04.692505 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_hamode_db [None req-6d082031-e76e-41e3-a574-15a3de7c0556 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-23T19:07:52Z,description=,heartbeat_timestamp=2021-09-23T19:42:52Z,host='n-d-713301-16',id=79a740bf-7821-4989-8288-7186e3e128f3,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:07:52Z,topic='l3_agent')) {'router_ids': ['96503fda-a45f-430f-a5e1-653bd4f2c170'], 'active': True} {{(pid=95103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:43:04.697449 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-7afb2dea-0651-4791-945b-64ee2d555d8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:04.703411 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-7afb2dea-0651-4791-945b-64ee2d555d8e admin admin] Notify callbacks [] for security_group, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:04.704584 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-7afb2dea-0651-4791-945b-64ee2d555d8e admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/aee230ee-d59f-4128-9a63-ec8750473eaa HTTP/1.1" status: 204 len: 168 time: 0.9382105 Sep 23 19:43:04.707639 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-245426ff-2772-4e63-b42f-d2f02ec796be tempest-ServersNegativeTestMultiTenantJSON-124017900 tempest-ServersNegativeTestMultiTenantJSON-124017900-project] Pushing event deleted for resources: {'Port': ['ID=0e7e4d22-eaa2-4850-94a2-201619deedf7,revision_number=None']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:43:04.755138 n-d-713301-16 neutron-server[95101]: DEBUG neutron.db.l3_dvrscheduler_db [req-d85cbfe9-b186-45bf-8dce-80eff3a885f4 req-245426ff-2772-4e63-b42f-d2f02ec796be tempest-ServersNegativeTestMultiTenantJSON-124017900 tempest-ServersNegativeTestMultiTenantJSON-124017900-project] No DVR routers for this DVR port 0e7e4d22-eaa2-4850-94a2-201619deedf7 on host n-h2-713301-16 {{(pid=95101) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 19:43:04.759316 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-d85cbfe9-b186-45bf-8dce-80eff3a885f4 req-245426ff-2772-4e63-b42f-d2f02ec796be tempest-ServersNegativeTestMultiTenantJSON-124017900 tempest-ServersNegativeTestMultiTenantJSON-124017900-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222849'] for port, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:04.762125 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-d85cbfe9-b186-45bf-8dce-80eff3a885f4 req-245426ff-2772-4e63-b42f-d2f02ec796be tempest-ServersNegativeTestMultiTenantJSON-124017900 tempest-ServersNegativeTestMultiTenantJSON-124017900-project] 10.222.0.53 "DELETE /v2.0/ports/0e7e4d22-eaa2-4850-94a2-201619deedf7 HTTP/1.1" status: 204 len: 173 time: 1.2298887 Sep 23 19:43:04.772262 n-d-713301-16 neutron-server[95101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'faab7727-1b3e-4900-8911-d0a7e8a0febd', 'name': 'network-vif-deleted', 'tag': '0e7e4d22-eaa2-4850-94a2-201619deedf7'}] {{(pid=95101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 19:43:04.775158 n-d-713301-16 neutron-server[95101]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d8366c5740cd635e57ab12b71fe44a77c2acc3c19091ef849c6f68b380462244" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86f0959a-bd69-4cb6-a439-75683b4a83c4" -d '{"events": [{"server_uuid": "faab7727-1b3e-4900-8911-d0a7e8a0febd", "name": "network-vif-deleted", "tag": "0e7e4d22-eaa2-4850-94a2-201619deedf7"}]}' {{(pid=95101) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 19:43:04.787580 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7afb2dea-0651-4791-945b-64ee2d555d8e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aee230ee-d59f-4128-9a63-ec8750473eaa,revision_number=None']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:43:05.155518 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-74ff09af-172e-4da9-a51a-7d4aed7feb30 tempest-RoutersIpV6Test-563412711 tempest-RoutersIpV6Test-563412711-project] Notify callbacks [] for router_gateway, after_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:05.187152 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-c815d022-c61c-4242-b768-fd449050d09d None None] Provisioning complete for port b325ef88-967d-4ef2-8654-a0ac998121d4 triggered by entity DHCP. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:43:05.187632 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-c815d022-c61c-4242-b768-fd449050d09d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:05.264218 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-cb980166-3748-48f6-b4d9-01163278be19 req-7de6d81f-4d11-48b4-b11e-1d106eff2d6a tempest-ServersNegativeTestJSON-1638865794 tempest-ServersNegativeTestJSON-1638865794-project] 10.222.0.67 "GET /v2.0/security-groups?id=4daca97c-f524-4fb0-8b34-b36a0affa33e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.3231373 Sep 23 19:43:05.272811 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_dvr_db [None req-6d082031-e76e-41e3-a574-15a3de7c0556 None None] Set router 96503fda-a45f-430f-a5e1-653bd4f2c170 gateway port host: None {{(pid=95103) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 19:43:05.423847 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-784a4756-284c-4f7f-96ad-0b3e9f18849f req-7672a3d5-cd6a-445d-8647-93d2e65edf5b tempest-ServersNegativeTestMultiTenantJSON-124017900 tempest-ServersNegativeTestMultiTenantJSON-124017900-project] 10.222.0.67 "GET /v2.0/ports?device_id=faab7727-1b3e-4900-8911-d0a7e8a0febd HTTP/1.1" status: 200 len: 210 time: 0.2080841 Sep 23 19:43:05.443196 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.plugin [None req-c815d022-c61c-4242-b768-fd449050d09d None None] Port b325ef88-967d-4ef2-8654-a0ac998121d4 cannot update to ACTIVE because it is not bound. {{(pid=95103) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 19:43:05.471152 n-d-713301-16 neutron-server[95103]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 19:43:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a3dd019-11af-4d3b-985a-c856227f9a0c x-openstack-request-id: req-8a3dd019-11af-4d3b-985a-c856227f9a0c {{(pid=95103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 19:43:05.474071 n-d-713301-16 neutron-server[95103]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "66cd2527-03c8-4dc5-92d2-374880b3d491", "name": "network-vif-plugged", "status": "completed", "tag": "c140d996-da69-4c0e-b9a8-57586395d28e", "code": 200}]} {{(pid=95103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 19:43:05.474716 n-d-713301-16 neutron-server[95103]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-8a3dd019-11af-4d3b-985a-c856227f9a0c {{(pid=95103) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 19:43:05.476700 n-d-713301-16 neutron-server[95103]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '66cd2527-03c8-4dc5-92d2-374880b3d491', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c140d996-da69-4c0e-b9a8-57586395d28e', 'code': 200} Sep 23 19:43:05.554397 n-d-713301-16 neutron-server[95101]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 19:43:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03b7d13c-cd7f-4642-8e31-471cdc401db9 x-openstack-request-id: req-03b7d13c-cd7f-4642-8e31-471cdc401db9 {{(pid=95101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 19:43:05.554709 n-d-713301-16 neutron-server[95101]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "faab7727-1b3e-4900-8911-d0a7e8a0febd", "name": "network-vif-deleted", "tag": "0e7e4d22-eaa2-4850-94a2-201619deedf7", "status": "completed", "code": 200}]} {{(pid=95101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 19:43:05.561222 n-d-713301-16 neutron-server[95101]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-03b7d13c-cd7f-4642-8e31-471cdc401db9 {{(pid=95101) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 19:43:05.564164 n-d-713301-16 neutron-server[95101]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'faab7727-1b3e-4900-8911-d0a7e8a0febd', 'name': 'network-vif-deleted', 'tag': '0e7e4d22-eaa2-4850-94a2-201619deedf7', 'status': 'completed', 'code': 200} Sep 23 19:43:05.637829 n-d-713301-16 neutron-server[95102]: DEBUG neutron.db.extraroute_db [None req-269fbc75-cf01-4f21-913d-797a64217bd9 tempest-RoutersTest-320658655 tempest-RoutersTest-320658655-project] Added routes are [{'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}] {{(pid=95102) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Sep 23 19:43:05.673721 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-c815d022-c61c-4242-b768-fd449050d09d None None] Provisioning complete for port a931faad-ea57-4b67-bbdd-9623536fbb7c triggered by entity DHCP. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:43:05.678158 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-c815d022-c61c-4242-b768-fd449050d09d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:05.702707 n-d-713301-16 neutron-server[95102]: DEBUG neutron.db.extraroute_db [None req-269fbc75-cf01-4f21-913d-797a64217bd9 tempest-RoutersTest-320658655 tempest-RoutersTest-320658655-project] Removed routes are [] {{(pid=95102) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Sep 23 19:43:05.703123 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-269fbc75-cf01-4f21-913d-797a64217bd9 tempest-RoutersTest-320658655 tempest-RoutersTest-320658655-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-601749', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-597253', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29360'] for router, precommit_update {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:05.731519 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb0992c-5716-4be9-820a-eb16e877b60e req-13f3c0de-9584-4b03-8e14-d429adabc6f4 tempest-AttachVolumeShelveTestJSON-2035318112 tempest-AttachVolumeShelveTestJSON-2035318112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:43:05.740236 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-ebb0992c-5716-4be9-820a-eb16e877b60e req-13f3c0de-9584-4b03-8e14-d429adabc6f4 tempest-AttachVolumeShelveTestJSON-2035318112 tempest-AttachVolumeShelveTestJSON-2035318112-project] 10.222.0.67 "GET /v2.0/ports?device_id=c994c23c-480f-4306-a41c-657703b40238 HTTP/1.1" status: 200 len: 947 time: 0.1740749 Sep 23 19:43:05.798106 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Device a931faad-ea57-4b67-bbdd-9623536fbb7c up at agent ovs-agent-n-d-713301-16 {{(pid=95103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 19:43:05.815782 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1391e8fb-dc34-47e4-a936-1395c5ba7728 req-cfca1b6d-77c1-44d8-91c7-b3bf9afb99ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:43:05.817328 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-1391e8fb-dc34-47e4-a936-1395c5ba7728 req-cfca1b6d-77c1-44d8-91c7-b3bf9afb99ed service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=66cd2527-03c8-4dc5-92d2-374880b3d491 HTTP/1.1" status: 200 len: 1097 time: 0.1935177 Sep 23 19:43:05.922013 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-74ff09af-172e-4da9-a51a-7d4aed7feb30 tempest-RoutersIpV6Test-563412711 tempest-RoutersIpV6Test-563412711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-597258', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-601790'] for router, after_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:05.947752 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-ebb0992c-5716-4be9-820a-eb16e877b60e req-1ad2958c-61d0-4a0c-8ed6-abaf02a75a96 tempest-AttachVolumeShelveTestJSON-2035318112 tempest-AttachVolumeShelveTestJSON-2035318112-project] 10.222.0.67 "GET /v2.0/security-groups?id=dd8506a8-7e56-49b4-9c74-3948d9b76f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2048023 Sep 23 19:43:05.974642 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Provisioning complete for port a931faad-ea57-4b67-bbdd-9623536fbb7c triggered by entity L2. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:43:05.974941 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:05.996236 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec349a9-ee6e-4748-9118-06c2e1a62d36 req-021f436e-5bd7-4348-a28e-a97ceaa5830a tempest-ServersNegativeTestJSON-1638865794 tempest-ServersNegativeTestJSON-1638865794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:43:06.008206 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-4ec349a9-ee6e-4748-9118-06c2e1a62d36 req-021f436e-5bd7-4348-a28e-a97ceaa5830a tempest-ServersNegativeTestJSON-1638865794 tempest-ServersNegativeTestJSON-1638865794-project] 10.222.0.67 "GET /v2.0/ports?device_id=6942dd4a-2993-4094-af13-ca4f91683a85 HTTP/1.1" status: 200 len: 946 time: 0.2971735 Sep 23 19:43:06.094533 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-1391e8fb-dc34-47e4-a936-1395c5ba7728 req-73c8d6c4-db66-4779-b10b-e415ae17875c service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=ea1d12a8-ddc7-4b9a-a637-e6ffde706580&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2636671 Sep 23 19:43:06.133423 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_hamode_db [None req-6d082031-e76e-41e3-a574-15a3de7c0556 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96503fda-a45f-430f-a5e1-653bd4f2c170', 'name': 'tempest-RoutersTest-router-1607213160', 'tenant_id': '6680ec314c604479bbb737c95f4e0850', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:42:16Z', 'updated_at': '2021-09-23T19:43:02Z', 'revision_number': 5, 'project_id': '6680ec314c604479bbb737c95f4e0850', 'gw_port_host': None, '_interfaces': [{'id': '32ae5718-2354-44f3-84d1-fec73b2909c9', 'name': '', 'network_id': 'c914a2cf-d7d1-4da8-9fd0-5e5b7ab5b1fb', 'tenant_id': '6680ec314c604479bbb737c95f4e0850', 'mac_address': 'fa:16:3e:39:a0:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96503fda-a45f-430f-a5e1-653bd4f2c170', 'device_owner': 'network:router_interface', 'standard_attr_id': 2598, 'fixed_ips': [{'subnet_id': 'b76f4ef0-2b81-4485-9220-9564b7756441', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:42:34Z', 'updated_at': '2021-09-23T19:42:52Z', 'revision_number': 5, 'project_id': '6680ec314c604479bbb737c95f4e0850', 'subnets': [{'id': 'b76f4ef0-2b81-4485-9220-9564b7756441', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '71476d37-f809-4a59-8947-b30836bc90a3', 'name': '', 'network_id': '03cb5eff-ca10-44b6-a3c2-6d52aab0c61a', 'tenant_id': '6680ec314c604479bbb737c95f4e0850', 'mac_address': 'fa:16:3e:17:6c:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96503fda-a45f-430f-a5e1-653bd4f2c170', 'device_owner': 'network:router_interface', 'standard_attr_id': 2533, 'fixed_ips': [{'subnet_id': '5875b511-0c2a-4668-b988-7eb16dc02ec2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:42:20Z', 'updated_at': '2021-09-23T19:42:30Z', 'revision_number': 5, 'project_id': '6680ec314c604479bbb737c95f4e0850', 'subnets': [{'id': '5875b511-0c2a-4668-b988-7eb16dc02ec2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b325ef88-967d-4ef2-8654-a0ac998121d4', 'name': '', 'network_id': 'ee90df14-ba1d-4b8f-8c40-ef9e4da64b4d', 'tenant_id': '6680ec314c604479bbb737c95f4e0850', 'mac_address': 'fa:16:3e:37:db:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96503fda-a45f-430f-a5e1-653bd4f2c170', 'device_owner': 'network:router_interface', 'standard_attr_id': 2642, 'fixed_ips': [{'subnet_id': 'fb1c455f-c99f-4682-89a1-0a0ab1d1f969', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:43:00Z', 'updated_at': '2021-09-23T19:43:02Z', 'revision_number': 2, 'project_id': '6680ec314c604479bbb737c95f4e0850', 'subnets': [{'id': 'fb1c455f-c99f-4682-89a1-0a0ab1d1f969', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c249cbf0-bfda-41d6-bf57-24dc1190f528', 'name': '', 'network_id': '2cbe95d4-e55e-4103-856d-33ae8b72d079', 'tenant_id': '6680ec314c604479bbb737c95f4e0850', 'mac_address': 'fa:16:3e:e3:89:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96503fda-a45f-430f-a5e1-653bd4f2c170', 'device_owner': 'network:router_interface', 'standard_attr_id': 2622, 'fixed_ips': [{'subnet_id': 'b5b04587-5f58-4ed8-adf7-9d7e01f16f67', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:42:50Z', 'updated_at': '2021-09-23T19:43:00Z', 'revision_number': 5, 'project_id': '6680ec314c604479bbb737c95f4e0850', 'subnets': [{'id': 'b5b04587-5f58-4ed8-adf7-9d7e01f16f67', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-16', False) {} {{(pid=95103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:43:06.145352 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-74ff09af-172e-4da9-a51a-7d4aed7feb30 tempest-RoutersIpV6Test-563412711 tempest-RoutersIpV6Test-563412711-project] Router 5f3c4650-b0ad-4890-a336-e9f3f24335d1 is scheduled to L3 agent 79a740bf-7821-4989-8288-7186e3e128f3 with binding_index 1 {{(pid=95101) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 23 19:43:06.184877 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d082031-e76e-41e3-a574-15a3de7c0556 None None] Checking router: 96503fda-a45f-430f-a5e1-653bd4f2c170 for host: n-d-713301-16 {{(pid=95103) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 19:43:06.185144 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d082031-e76e-41e3-a574-15a3de7c0556 None None] Updating router 96503fda-a45f-430f-a5e1-653bd4f2c170 port b325ef88-967d-4ef2-8654-a0ac998121d4 binding host n-d-713301-16 {{(pid=95103) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 23 19:43:06.220692 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-4ec349a9-ee6e-4748-9118-06c2e1a62d36 req-606701e6-513c-45bf-9569-1084889403ab tempest-ServersNegativeTestJSON-1638865794 tempest-ServersNegativeTestJSON-1638865794-project] 10.222.0.67 "GET /v2.0/security-groups?id=4daca97c-f524-4fb0-8b34-b36a0affa33e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2071190 Sep 23 19:43:06.283677 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74ff09af-172e-4da9-a51a-7d4aed7feb30 tempest-RoutersIpV6Test-563412711 tempest-RoutersIpV6Test-563412711-project] Notify agent at l3_agent.n-d-713301-16 the message routers_updated {{(pid=95101) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 19:43:06.295421 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56983a3d-6562-4572-bf7a-9adf33ed4958 None None] Sync routers for ids ['5f3c4650-b0ad-4890-a336-e9f3f24335d1'] in n-d-713301-16 {{(pid=95104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 19:43:06.308380 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-74ff09af-172e-4da9-a51a-7d4aed7feb30 tempest-RoutersIpV6Test-563412711 tempest-RoutersIpV6Test-563412711-project] Notify callbacks [] for router, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:06.314752 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56983a3d-6562-4572-bf7a-9adf33ed4958 None None] Routers {'5f3c4650-b0ad-4890-a336-e9f3f24335d1'} bound to L3 agent in host n-d-713301-16 {{(pid=95104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 19:43:06.314972 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-74ff09af-172e-4da9-a51a-7d4aed7feb30 tempest-RoutersIpV6Test-563412711 tempest-RoutersIpV6Test-563412711-project] 10.222.0.67 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 4.4529343 Sep 23 19:43:06.315617 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 35134) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:43:06.331559 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_hamode_db [None req-56983a3d-6562-4572-bf7a-9adf33ed4958 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-23T19:07:52Z,description=,heartbeat_timestamp=2021-09-23T19:42:52Z,host='n-d-713301-16',id=79a740bf-7821-4989-8288-7186e3e128f3,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:07:52Z,topic='l3_agent')) {'router_ids': ['5f3c4650-b0ad-4890-a336-e9f3f24335d1'], 'active': True} {{(pid=95104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:43:06.337761 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-6d082031-e76e-41e3-a574-15a3de7c0556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:06.376552 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-54074c03-c297-4652-b1cc-0fde3ac203eb None None] Provisioning complete for port b325ef88-967d-4ef2-8654-a0ac998121d4 triggered by entity DHCP. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:43:06.377442 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-54074c03-c297-4652-b1cc-0fde3ac203eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:06.397186 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_hamode_db [None req-56983a3d-6562-4572-bf7a-9adf33ed4958 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713301-16', False) {} {{(pid=95104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:43:06.407747 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56983a3d-6562-4572-bf7a-9adf33ed4958 None None] Routers {'5f3c4650-b0ad-4890-a336-e9f3f24335d1'} bound to L3 agent in host n-d-713301-16 {{(pid=95104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 19:43:06.408363 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_hamode_db [None req-56983a3d-6562-4572-bf7a-9adf33ed4958 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-23T19:07:52Z,description=,heartbeat_timestamp=2021-09-23T19:42:52Z,host='n-d-713301-16',id=79a740bf-7821-4989-8288-7186e3e128f3,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:07:52Z,topic='l3_agent')) {'router_ids': ['5f3c4650-b0ad-4890-a336-e9f3f24335d1'], 'active': True} {{(pid=95104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:43:06.412224 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 35136) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:43:06.428268 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab5168b-0fa9-42e6-ad87-44e11b7a9c6b req-b365a82a-93be-40bf-8209-232a9dfad1a1 tempest-TestVolumeBackupRestore-1434194993 tempest-TestVolumeBackupRestore-1434194993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:43:06.440320 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-7ab5168b-0fa9-42e6-ad87-44e11b7a9c6b req-b365a82a-93be-40bf-8209-232a9dfad1a1 tempest-TestVolumeBackupRestore-1434194993 tempest-TestVolumeBackupRestore-1434194993-project] 10.222.0.67 "GET /v2.0/ports?device_id=66cd2527-03c8-4dc5-92d2-374880b3d491 HTTP/1.1" status: 200 len: 945 time: 0.3634207 Sep 23 19:43:06.446675 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_hamode_db [None req-56983a3d-6562-4572-bf7a-9adf33ed4958 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713301-16', False) {} {{(pid=95104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:43:06.447676 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56983a3d-6562-4572-bf7a-9adf33ed4958 None None] The sync data for ids ['5f3c4650-b0ad-4890-a336-e9f3f24335d1'] in n-d-713301-16 is: [] {{(pid=95104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 19:43:06.457104 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.plugin [None req-54074c03-c297-4652-b1cc-0fde3ac203eb None None] Port b325ef88-967d-4ef2-8654-a0ac998121d4 cannot update to ACTIVE because it is not bound. {{(pid=95103) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 19:43:06.470291 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-269fbc75-cf01-4f21-913d-797a64217bd9 tempest-RoutersTest-320658655 tempest-RoutersTest-320658655-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-601749', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-597253', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29360'] for router, precommit_update {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:06.487345 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-269fbc75-cf01-4f21-913d-797a64217bd9 tempest-RoutersTest-320658655 tempest-RoutersTest-320658655-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-601790', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-601772', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-601767', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-597276'] for router, after_update {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:06.513160 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-5a8f5220-4beb-489d-a595-a19b82310d72 tempest-RoutersIpV6Test-563412711 tempest-RoutersIpV6Test-563412711-project] 10.222.0.67 "GET /v2.0/routers/5f3c4650-b0ad-4890-a336-e9f3f24335d1 HTTP/1.1" status: 200 len: 885 time: 0.1963894 Sep 23 19:43:06.515985 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 35142) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:43:06.587747 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-7ab5168b-0fa9-42e6-ad87-44e11b7a9c6b req-41ff5f87-5cf0-433f-8aae-d6618df21819 tempest-TestVolumeBackupRestore-1434194993 tempest-TestVolumeBackupRestore-1434194993-project] 10.222.0.67 "GET /v2.0/security-groups?id=ea1d12a8-ddc7-4b9a-a637-e6ffde706580&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1413476 Sep 23 19:43:06.606539 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1dc9f2-083c-44d1-b890-97e475fc40b9 req-b381b01a-aedf-43af-87ac-fda4e17be8ef tempest-ServersNegativeTestJSON-1638865794 tempest-ServersNegativeTestJSON-1638865794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:43:06.608163 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-8b1dc9f2-083c-44d1-b890-97e475fc40b9 req-b381b01a-aedf-43af-87ac-fda4e17be8ef tempest-ServersNegativeTestJSON-1638865794 tempest-ServersNegativeTestJSON-1638865794-project] 10.222.0.67 "GET /v2.0/ports?device_id=6942dd4a-2993-4094-af13-ca4f91683a85 HTTP/1.1" status: 200 len: 946 time: 0.2541404 Sep 23 19:43:06.611794 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.v2.base [None req-58167749-cd91-43ea-9746-fcecc15897d4 tempest-NegativeSecGroupTest-1934703455 tempest-NegativeSecGroupTest-1934703455-project] Request body: {'security_group': {'name': 'default'}} {{(pid=95102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:43:06.613568 n-d-713301-16 neutron-server[95102]: WARNING neutron.api.v2.base [None req-58167749-cd91-43ea-9746-fcecc15897d4 tempest-NegativeSecGroupTest-1934703455 tempest-NegativeSecGroupTest-1934703455-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Sep 23 19:43:06.619014 n-d-713301-16 neutron-server[95102]: INFO neutron.api.v2.resource [None req-58167749-cd91-43ea-9746-fcecc15897d4 tempest-NegativeSecGroupTest-1934703455 tempest-NegativeSecGroupTest-1934703455-project] create failed (client error): There was a conflict when trying to complete your request. Sep 23 19:43:06.620272 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-58167749-cd91-43ea-9746-fcecc15897d4 tempest-NegativeSecGroupTest-1934703455 tempest-NegativeSecGroupTest-1934703455-project] 10.222.0.67 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.2049174 Sep 23 19:43:06.627604 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 35144) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:43:06.633149 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.v2.base [None req-c135e20b-6bea-4ed5-967d-cbc7989a0d5a tempest-NegativeSecGroupTest-1934703455 tempest-NegativeSecGroupTest-1934703455-project] Request body: {'security_group': {'name': 'tempest-secgroup--564832310'}} {{(pid=95102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:43:06.661374 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 35146) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:43:06.729128 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-8b1dc9f2-083c-44d1-b890-97e475fc40b9 req-7519bcd1-b1d3-40d5-ba6d-277326e89de6 tempest-ServersNegativeTestJSON-1638865794 tempest-ServersNegativeTestJSON-1638865794-project] 10.222.0.67 "GET /v2.0/security-groups?id=4daca97c-f524-4fb0-8b34-b36a0affa33e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1020157 Sep 23 19:43:06.734961 n-d-713301-16 neutron-server[95102]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-269fbc75-cf01-4f21-913d-797a64217bd9 tempest-RoutersTest-320658655 tempest-RoutersTest-320658655-project] Router 96503fda-a45f-430f-a5e1-653bd4f2c170 has already been hosted by L3 agent 79a740bf-7821-4989-8288-7186e3e128f3 {{(pid=95102) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 19:43:06.736184 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-c135e20b-6bea-4ed5-967d-cbc7989a0d5a tempest-NegativeSecGroupTest-1934703455 tempest-NegativeSecGroupTest-1934703455-project] Notify callbacks [] for security_group, before_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:06.750401 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-c135e20b-6bea-4ed5-967d-cbc7989a0d5a tempest-NegativeSecGroupTest-1934703455 tempest-NegativeSecGroupTest-1934703455-project] Notify callbacks [] for security_group, before_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:06.751106 n-d-713301-16 neutron-server[95101]: DEBUG neutron.db.db_base_plugin_v2 [None req-73fc9d4d-bd0d-49ff-8e34-ed7e04c76969 admin admin] Deleting subnet 65c10d0d-2f18-4403-9985-720b9fde9f33 {{(pid=95101) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 23 19:43:06.766302 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-73fc9d4d-bd0d-49ff-8e34-ed7e04c76969 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:06.772321 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-6d082031-e76e-41e3-a574-15a3de7c0556 None None] Notify callbacks [] for port, precommit_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:06.780721 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Device 0e7e4d22-eaa2-4850-94a2-201619deedf7 no longer exists at agent hyperv_n-h2-713301-16 {{(pid=95103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 19:43:06.784548 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-6d082031-e76e-41e3-a574-15a3de7c0556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:06.825800 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-73fc9d4d-bd0d-49ff-8e34-ed7e04c76969 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6007154'] for subnet, precommit_delete_associations {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:06.874679 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.plugin [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] No Port match for: 0e7e4d22-eaa2-4850-94a2-201619deedf7 {{(pid=95103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 19:43:06.875344 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Device 0e7e4d22-eaa2-4850-94a2-201619deedf7 not bound to the agent host n-h2-713301-16 {{(pid=95103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 19:43:06.898693 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-73fc9d4d-bd0d-49ff-8e34-ed7e04c76969 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1756813'] for subnet, precommit_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:06.914640 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34f5a138-6768-4645-b62a-123857b7a268 None None] Pushing event updated for resources: {'Port': ['ID=b325ef88-967d-4ef2-8654-a0ac998121d4,revision_number=3']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:43:06.925141 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-269fbc75-cf01-4f21-913d-797a64217bd9 tempest-RoutersTest-320658655 tempest-RoutersTest-320658655-project] Notify agent at l3_agent.n-d-713301-16 the message routers_updated {{(pid=95102) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 19:43:06.937932 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-269fbc75-cf01-4f21-913d-797a64217bd9 tempest-RoutersTest-320658655 tempest-RoutersTest-320658655-project] Notify callbacks [] for router, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:06.942025 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-269fbc75-cf01-4f21-913d-797a64217bd9 tempest-RoutersTest-320658655 tempest-RoutersTest-320658655-project] 10.222.0.67 "PUT /v2.0/routers/96503fda-a45f-430f-a5e1-653bd4f2c170 HTTP/1.1" status: 200 len: 934 time: 2.2936597 Sep 23 19:43:06.943033 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 35152) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:43:06.950129 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-116566b8-b5eb-429c-b5cc-fb956b2468cf tempest-RoutersIpV6Test-563412711 tempest-RoutersIpV6Test-563412711-project] 10.222.0.67 "GET /v2.0/routers HTTP/1.1" status: 200 len: 888 time: 0.4301274 Sep 23 19:43:06.950344 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 35154) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:43:06.956198 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.v2.base [None req-69227eb9-4eb1-49f1-877d-6b28fadcc9ef tempest-RoutersIpV6Test-563412711 tempest-RoutersIpV6Test-563412711-project] Request body: {'router': {'name': 'updatedtempest-RoutersIpV6Test-router-1907719868'}} {{(pid=95102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:43:06.986574 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.managers [None req-6d082031-e76e-41e3-a574-15a3de7c0556 None None] Attempting to bind port b325ef88-967d-4ef2-8654-a0ac998121d4 on host n-d-713301-16 for vnic_type normal with profile {{(pid=95103) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 19:43:06.987281 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.managers [None req-6d082031-e76e-41e3-a574-15a3de7c0556 None None] Attempting to bind port b325ef88-967d-4ef2-8654-a0ac998121d4 by drivers openvswitch,hyperv on host n-d-713301-16 at level 0 using segments [{'id': 'aed4c627-d1f8-48bc-8f77-858f657c6f0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': 'ee90df14-ba1d-4b8f-8c40-ef9e4da64b4d'}] {{(pid=95103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 19:43:06.987968 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d082031-e76e-41e3-a574-15a3de7c0556 None None] Attempting to bind port b325ef88-967d-4ef2-8654-a0ac998121d4 on network ee90df14-ba1d-4b8f-8c40-ef9e4da64b4d {{(pid=95103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:43:06.994285 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d082031-e76e-41e3-a574-15a3de7c0556 None None] Checking agent: {'id': '70a14545-df24-472f-8f95-bfe1719bff93', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 19, 7, 53), 'started_at': datetime.datetime(2021, 9, 23, 19, 8, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 19, 42, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 19:43:06.994856 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d082031-e76e-41e3-a574-15a3de7c0556 None None] Checking segment: {'id': 'aed4c627-d1f8-48bc-8f77-858f657c6f0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': 'ee90df14-ba1d-4b8f-8c40-ef9e4da64b4d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95103) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:43:06.995783 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-6d082031-e76e-41e3-a574-15a3de7c0556 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:06.996253 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d082031-e76e-41e3-a574-15a3de7c0556 None None] Bound using segment: {'id': 'aed4c627-d1f8-48bc-8f77-858f657c6f0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': 'ee90df14-ba1d-4b8f-8c40-ef9e4da64b4d'} {{(pid=95103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 19:43:06.997124 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.managers [None req-6d082031-e76e-41e3-a574-15a3de7c0556 None None] Bound port: b325ef88-967d-4ef2-8654-a0ac998121d4, host: n-d-713301-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aed4c627-d1f8-48bc-8f77-858f657c6f0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': 'ee90df14-ba1d-4b8f-8c40-ef9e4da64b4d'}}] {{(pid=95103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 19:43:06.997310 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-6d082031-e76e-41e3-a574-15a3de7c0556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:07.017590 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-73fc9d4d-bd0d-49ff-8e34-ed7e04c76969 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1756804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5607514', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6130950'] for subnet, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:07.057571 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-73fc9d4d-bd0d-49ff-8e34-ed7e04c76969 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:07.062623 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-73fc9d4d-bd0d-49ff-8e34-ed7e04c76969 admin admin] 10.222.0.67 "DELETE /v2.0/subnets/65c10d0d-2f18-4403-9985-720b9fde9f33 HTTP/1.1" status: 204 len: 168 time: 0.3988800 Sep 23 19:43:07.064172 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 35158) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:43:07.064172 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73fc9d4d-bd0d-49ff-8e34-ed7e04c76969 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=65c10d0d-2f18-4403-9985-720b9fde9f33,revision_number=None']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:43:07.082186 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad2e6f0-6d65-4b60-84ea-d1985af798de req-d93e92a2-9603-4c55-a3be-903a9319862c tempest-ServersNegativeTestJSON-1638865794 tempest-ServersNegativeTestJSON-1638865794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:43:07.083780 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-1ad2e6f0-6d65-4b60-84ea-d1985af798de req-d93e92a2-9603-4c55-a3be-903a9319862c tempest-ServersNegativeTestJSON-1638865794 tempest-ServersNegativeTestJSON-1638865794-project] 10.222.0.67 "GET /v2.0/ports?device_id=6942dd4a-2993-4094-af13-ca4f91683a85 HTTP/1.1" status: 200 len: 946 time: 0.2323389 Sep 23 19:43:07.115548 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-6d082031-e76e-41e3-a574-15a3de7c0556 None None] For port b325ef88-967d-4ef2-8654-a0ac998121d4, host n-d-713301-16, cleared binding levels {{(pid=95103) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 19:43:07.122216 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-6d082031-e76e-41e3-a574-15a3de7c0556 None None] For port b325ef88-967d-4ef2-8654-a0ac998121d4, host n-d-713301-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-16',level=0,port_id=b325ef88-967d-4ef2-8654-a0ac998121d4,segment=NetworkSegment(aed4c627-d1f8-48bc-8f77-858f657c6f0e),segment_id=aed4c627-d1f8-48bc-8f77-858f657c6f0e)] {{(pid=95103) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 19:43:07.128734 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-6d082031-e76e-41e3-a574-15a3de7c0556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:07.166253 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-cd1a3d78-8ffc-4ccc-8035-135a7c3dc228 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1628021'] for network, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:07.210396 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d082031-e76e-41e3-a574-15a3de7c0556 None None] Routers {'96503fda-a45f-430f-a5e1-653bd4f2c170'} bound to L3 agent in host n-d-713301-16 {{(pid=95103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 19:43:07.211393 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_hamode_db [None req-6d082031-e76e-41e3-a574-15a3de7c0556 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-23T19:07:52Z,description=,heartbeat_timestamp=2021-09-23T19:42:52Z,host='n-d-713301-16',id=79a740bf-7821-4989-8288-7186e3e128f3,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:07:52Z,topic='l3_agent')) {'router_ids': ['96503fda-a45f-430f-a5e1-653bd4f2c170'], 'active': True} {{(pid=95103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:43:07.294138 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-c135e20b-6bea-4ed5-967d-cbc7989a0d5a tempest-NegativeSecGroupTest-1934703455 tempest-NegativeSecGroupTest-1934703455-project] Notify callbacks [] for security_group, precommit_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:07.303398 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-360291e5-b651-4b4c-8296-c17f84f5bd78 tempest-RoutersTest-320658655 tempest-RoutersTest-320658655-project] 10.222.0.67 "GET /v2.0/routers/96503fda-a45f-430f-a5e1-653bd4f2c170 HTTP/1.1" status: 200 len: 934 time: 0.3567586 Sep 23 19:43:07.304947 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-cd1a3d78-8ffc-4ccc-8035-135a7c3dc228 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1754676', 'neutron.services.segments.db._delete_segments_for_network-8783146221460'] for network, precommit_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:07.306326 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 35160) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:43:07.316404 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.v2.base [None req-bcb70925-b600-4a24-a857-a451af022426 tempest-RoutersTest-320658655 tempest-RoutersTest-320658655-project] Request body: {'router': {'routes': None}} {{(pid=95102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:43:07.320515 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-c135e20b-6bea-4ed5-967d-cbc7989a0d5a tempest-NegativeSecGroupTest-1934703455 tempest-NegativeSecGroupTest-1934703455-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:07.335516 n-d-713301-16 neutron-server[95101]: DEBUG neutron.services.segments.db [None req-cd1a3d78-8ffc-4ccc-8035-135a7c3dc228 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9fc71826-cebc-4cbf-b8a4-f95338e0106c']}} {{(pid=95101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:43:07.337175 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-1ad2e6f0-6d65-4b60-84ea-d1985af798de req-695e730f-1700-4ac6-965a-ba520cd4893b tempest-ServersNegativeTestJSON-1638865794 tempest-ServersNegativeTestJSON-1638865794-project] 10.222.0.67 "GET /v2.0/security-groups?id=4daca97c-f524-4fb0-8b34-b36a0affa33e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1732302 Sep 23 19:43:07.349378 n-d-713301-16 neutron-server[95101]: DEBUG neutron.services.segments.db [None req-cd1a3d78-8ffc-4ccc-8035-135a7c3dc228 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '95e8201e-4905-43b7-a7a2-c3be8eebe49c') {'for_net_delete': True} {{(pid=95101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:43:07.349661 n-d-713301-16 neutron-server[95101]: DEBUG neutron.services.segments.db [None req-cd1a3d78-8ffc-4ccc-8035-135a7c3dc228 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '95e8201e-4905-43b7-a7a2-c3be8eebe49c') {} {{(pid=95101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:43:07.361866 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-cd1a3d78-8ffc-4ccc-8035-135a7c3dc228 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783146221725', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6007147'] for segment, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:07.379877 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_dvr_db [None req-6d082031-e76e-41e3-a574-15a3de7c0556 None None] Set router 96503fda-a45f-430f-a5e1-653bd4f2c170 gateway port host: None {{(pid=95103) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 19:43:07.383655 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34f5a138-6768-4645-b62a-123857b7a268 None None] Pushing event updated for resources: {'Port': ['ID=b325ef88-967d-4ef2-8654-a0ac998121d4,revision_number=4']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:43:07.402281 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-cd1a3d78-8ffc-4ccc-8035-135a7c3dc228 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1756186'] for segment, precommit_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:07.422683 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cd1a3d78-8ffc-4ccc-8035-135a7c3dc228 admin admin] Releasing vlan 634 on physical network physnet1 to pool {{(pid=95101) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 19:43:07.423598 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-cd1a3d78-8ffc-4ccc-8035-135a7c3dc228 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1756186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5608436'] for segment, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:07.425886 n-d-713301-16 neutron-server[95101]: Traceback (most recent call last): Sep 23 19:43:07.425886 n-d-713301-16 neutron-server[95101]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 19:43:07.425886 n-d-713301-16 neutron-server[95101]: timer() Sep 23 19:43:07.425886 n-d-713301-16 neutron-server[95101]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 19:43:07.425886 n-d-713301-16 neutron-server[95101]: cb(*args, **kw) Sep 23 19:43:07.425886 n-d-713301-16 neutron-server[95101]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 19:43:07.425886 n-d-713301-16 neutron-server[95101]: return func(*args, **kwargs) Sep 23 19:43:07.425886 n-d-713301-16 neutron-server[95101]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 19:43:07.425886 n-d-713301-16 neutron-server[95101]: self._notify() Sep 23 19:43:07.425886 n-d-713301-16 neutron-server[95101]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 19:43:07.425886 n-d-713301-16 neutron-server[95101]: self.callback(batched_events) Sep 23 19:43:07.425886 n-d-713301-16 neutron-server[95101]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 19:43:07.425886 n-d-713301-16 neutron-server[95101]: event.method(event) Sep 23 19:43:07.425886 n-d-713301-16 neutron-server[95101]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 19:43:07.425886 n-d-713301-16 neutron-server[95101]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 19:43:07.425886 n-d-713301-16 neutron-server[95101]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 19:43:07.425886 n-d-713301-16 neutron-server[95101]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 19:43:07.425886 n-d-713301-16 neutron-server[95101]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 19:43:07.425886 n-d-713301-16 neutron-server[95101]: return f(self, *a, **k) Sep 23 19:43:07.425886 n-d-713301-16 neutron-server[95101]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 19:43:07.425886 n-d-713301-16 neutron-server[95101]: return self._get(url).json() Sep 23 19:43:07.425886 n-d-713301-16 neutron-server[95101]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 19:43:07.425886 n-d-713301-16 neutron-server[95101]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 19:43:07.425886 n-d-713301-16 neutron-server[95101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 19:43:07.425886 n-d-713301-16 neutron-server[95101]: return self.request(url, 'GET', **kwargs) Sep 23 19:43:07.425886 n-d-713301-16 neutron-server[95101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 19:43:07.425886 n-d-713301-16 neutron-server[95101]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 19:43:07.425886 n-d-713301-16 neutron-server[95101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 19:43:07.425886 n-d-713301-16 neutron-server[95101]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 19:43:07.425886 n-d-713301-16 neutron-server[95101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 19:43:07.425886 n-d-713301-16 neutron-server[95101]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 19:43:07.425886 n-d-713301-16 neutron-server[95101]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 19:43:07.445826 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-2cf928a5-3206-4213-a966-eb79cab5ec10 None None] Provisioning complete for port b325ef88-967d-4ef2-8654-a0ac998121d4 triggered by entity DHCP. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:43:07.448417 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-2cf928a5-3206-4213-a966-eb79cab5ec10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:07.524192 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-cd1a3d78-8ffc-4ccc-8035-135a7c3dc228 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1754627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-601866'] for network, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:07.540300 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-cd1a3d78-8ffc-4ccc-8035-135a7c3dc228 admin admin] Notify callbacks [] for network, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:07.545643 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-cd1a3d78-8ffc-4ccc-8035-135a7c3dc228 admin admin] 10.222.0.67 "DELETE /v2.0/networks/9fc71826-cebc-4cbf-b8a4-f95338e0106c HTTP/1.1" status: 204 len: 168 time: 0.4748011 Sep 23 19:43:07.557552 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 35164) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:43:07.558416 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd1a3d78-8ffc-4ccc-8035-135a7c3dc228 admin admin] Pushing event deleted for resources: {'Network': ['ID=9fc71826-cebc-4cbf-b8a4-f95338e0106c,revision_number=None']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:43:07.621925 n-d-713301-16 neutron-server[95101]: DEBUG neutron.db.db_base_plugin_v2 [None req-d8a3ea66-0072-4eed-91a6-b60ff2891884 admin admin] Deleting subnet c1ffe846-e64f-446f-a40b-e8d0d3bddbda {{(pid=95101) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 23 19:43:07.627290 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-d8a3ea66-0072-4eed-91a6-b60ff2891884 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:07.664771 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-2cf928a5-3206-4213-a966-eb79cab5ec10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:07.677697 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-d8a3ea66-0072-4eed-91a6-b60ff2891884 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6007154'] for subnet, precommit_delete_associations {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:07.708395 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c78c0a8c-e0a9-4b7f-9eb3-701e5473eee8 req-6e1ecc39-a154-49ad-8c2e-40cdca03729d tempest-AttachVolumeShelveTestJSON-2035318112 tempest-AttachVolumeShelveTestJSON-2035318112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:43:07.710368 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-c78c0a8c-e0a9-4b7f-9eb3-701e5473eee8 req-6e1ecc39-a154-49ad-8c2e-40cdca03729d tempest-AttachVolumeShelveTestJSON-2035318112 tempest-AttachVolumeShelveTestJSON-2035318112-project] 10.222.0.67 "GET /v2.0/ports?device_id=c994c23c-480f-4306-a41c-657703b40238 HTTP/1.1" status: 200 len: 947 time: 0.5975158 Sep 23 19:43:07.741038 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-d8a3ea66-0072-4eed-91a6-b60ff2891884 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1756813'] for subnet, precommit_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:07.745092 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-2cf928a5-3206-4213-a966-eb79cab5ec10 None None] For port b325ef88-967d-4ef2-8654-a0ac998121d4, host n-d-713301-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-16',level=0,port_id=b325ef88-967d-4ef2-8654-a0ac998121d4,segment=NetworkSegment(aed4c627-d1f8-48bc-8f77-858f657c6f0e),segment_id=aed4c627-d1f8-48bc-8f77-858f657c6f0e)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:43:07.752432 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-2cf928a5-3206-4213-a966-eb79cab5ec10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:07.803938 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-d8a3ea66-0072-4eed-91a6-b60ff2891884 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1756804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5607514', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6130950'] for subnet, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:07.820732 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-d8a3ea66-0072-4eed-91a6-b60ff2891884 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:07.822083 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_hamode_db [None req-6d082031-e76e-41e3-a574-15a3de7c0556 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96503fda-a45f-430f-a5e1-653bd4f2c170', 'name': 'tempest-RoutersTest-router-1607213160', 'tenant_id': '6680ec314c604479bbb737c95f4e0850', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:42:16Z', 'updated_at': '2021-09-23T19:43:05Z', 'revision_number': 6, 'project_id': '6680ec314c604479bbb737c95f4e0850', 'gw_port_host': None, '_interfaces': [{'id': '32ae5718-2354-44f3-84d1-fec73b2909c9', 'name': '', 'network_id': 'c914a2cf-d7d1-4da8-9fd0-5e5b7ab5b1fb', 'tenant_id': '6680ec314c604479bbb737c95f4e0850', 'mac_address': 'fa:16:3e:39:a0:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96503fda-a45f-430f-a5e1-653bd4f2c170', 'device_owner': 'network:router_interface', 'standard_attr_id': 2598, 'fixed_ips': [{'subnet_id': 'b76f4ef0-2b81-4485-9220-9564b7756441', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:42:34Z', 'updated_at': '2021-09-23T19:42:52Z', 'revision_number': 5, 'project_id': '6680ec314c604479bbb737c95f4e0850', 'subnets': [{'id': 'b76f4ef0-2b81-4485-9220-9564b7756441', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '71476d37-f809-4a59-8947-b30836bc90a3', 'name': '', 'network_id': '03cb5eff-ca10-44b6-a3c2-6d52aab0c61a', 'tenant_id': '6680ec314c604479bbb737c95f4e0850', 'mac_address': 'fa:16:3e:17:6c:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96503fda-a45f-430f-a5e1-653bd4f2c170', 'device_owner': 'network:router_interface', 'standard_attr_id': 2533, 'fixed_ips': [{'subnet_id': '5875b511-0c2a-4668-b988-7eb16dc02ec2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:42:20Z', 'updated_at': '2021-09-23T19:42:30Z', 'revision_number': 5, 'project_id': '6680ec314c604479bbb737c95f4e0850', 'subnets': [{'id': '5875b511-0c2a-4668-b988-7eb16dc02ec2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b325ef88-967d-4ef2-8654-a0ac998121d4', 'name': '', 'network_id': 'ee90df14-ba1d-4b8f-8c40-ef9e4da64b4d', 'tenant_id': '6680ec314c604479bbb737c95f4e0850', 'mac_address': 'fa:16:3e:37:db:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96503fda-a45f-430f-a5e1-653bd4f2c170', 'device_owner': 'network:router_interface', 'standard_attr_id': 2642, 'fixed_ips': [{'subnet_id': 'fb1c455f-c99f-4682-89a1-0a0ab1d1f969', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:43:00Z', 'updated_at': '2021-09-23T19:43:07Z', 'revision_number': 4, 'project_id': '6680ec314c604479bbb737c95f4e0850', 'subnets': [{'id': 'fb1c455f-c99f-4682-89a1-0a0ab1d1f969', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c249cbf0-bfda-41d6-bf57-24dc1190f528', 'name': '', 'network_id': '2cbe95d4-e55e-4103-856d-33ae8b72d079', 'tenant_id': '6680ec314c604479bbb737c95f4e0850', 'mac_address': 'fa:16:3e:e3:89:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96503fda-a45f-430f-a5e1-653bd4f2c170', 'device_owner': 'network:router_interface', 'standard_attr_id': 2622, 'fixed_ips': [{'subnet_id': 'b5b04587-5f58-4ed8-adf7-9d7e01f16f67', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:42:50Z', 'updated_at': '2021-09-23T19:43:00Z', 'revision_number': 5, 'project_id': '6680ec314c604479bbb737c95f4e0850', 'subnets': [{'id': 'b5b04587-5f58-4ed8-adf7-9d7e01f16f67', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-16', False) {} {{(pid=95103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:43:07.825066 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-d8a3ea66-0072-4eed-91a6-b60ff2891884 admin admin] 10.222.0.67 "DELETE /v2.0/subnets/c1ffe846-e64f-446f-a40b-e8d0d3bddbda HTTP/1.1" status: 204 len: 168 time: 0.2591074 Sep 23 19:43:07.828372 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c135e20b-6bea-4ed5-967d-cbc7989a0d5a tempest-NegativeSecGroupTest-1934703455 tempest-NegativeSecGroupTest-1934703455-project] Pushing event updated for resources: {'SecurityGroup': ['ID=97976f92-5691-46b4-bd6d-952a41706aea,revision_number=1']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:43:07.834509 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf928a5-3206-4213-a966-eb79cab5ec10 None None] Pushing event updated for resources: {'Port': ['ID=b325ef88-967d-4ef2-8654-a0ac998121d4,revision_number=5']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:43:07.852801 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 35168) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:43:07.876877 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d082031-e76e-41e3-a574-15a3de7c0556 None None] The sync data for ids ['96503fda-a45f-430f-a5e1-653bd4f2c170'] in n-d-713301-16 is: [{'id': '96503fda-a45f-430f-a5e1-653bd4f2c170', 'name': 'tempest-RoutersTest-router-1607213160', 'tenant_id': '6680ec314c604479bbb737c95f4e0850', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:42:16Z', 'updated_at': '2021-09-23T19:43:05Z', 'revision_number': 6, 'project_id': '6680ec314c604479bbb737c95f4e0850', 'gw_port_host': None, '_interfaces': [{'id': '32ae5718-2354-44f3-84d1-fec73b2909c9', 'name': '', 'network_id': 'c914a2cf-d7d1-4da8-9fd0-5e5b7ab5b1fb', 'tenant_id': '6680ec314c604479bbb737c95f4e0850', 'mac_address': 'fa:16:3e:39:a0:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96503fda-a45f-430f-a5e1-653bd4f2c170', 'device_owner': 'network:router_interface', 'standard_attr_id': 2598, 'fixed_ips': [{'subnet_id': 'b76f4ef0-2b81-4485-9220-9564b7756441', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:42:34Z', 'updated_at': '2021-09-23T19:42:52Z', 'revision_number': 5, 'project_id': '6680ec314c604479bbb737c95f4e0850', 'subnets': [{'id': 'b76f4ef0-2b81-4485-9220-9564b7756441', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '71476d37-f809-4a59-8947-b30836bc90a3', 'name': '', 'network_id': '03cb5eff-ca10-44b6-a3c2-6d52aab0c61a', 'tenant_id': '6680ec314c604479bbb737c95f4e0850', 'mac_address': 'fa:16:3e:17:6c:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96503fda-a45f-430f-a5e1-653bd4f2c170', 'device_owner': 'network:router_interface', 'standard_attr_id': 2533, 'fixed_ips': [{'subnet_id': '5875b511-0c2a-4668-b988-7eb16dc02ec2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:42:20Z', 'updated_at': '2021-09-23T19:42:30Z', 'revision_number': 5, 'project_id': '6680ec314c604479bbb737c95f4e0850', 'subnets': [{'id': '5875b511-0c2a-4668-b988-7eb16dc02ec2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b325ef88-967d-4ef2-8654-a0ac998121d4', 'name': '', 'network_id': 'ee90df14-ba1d-4b8f-8c40-ef9e4da64b4d', 'tenant_id': '6680ec314c604479bbb737c95f4e0850', 'mac_address': 'fa:16:3e:37:db:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96503fda-a45f-430f-a5e1-653bd4f2c170', 'device_owner': 'network:router_interface', 'standard_attr_id': 2642, 'fixed_ips': [{'subnet_id': 'fb1c455f-c99f-4682-89a1-0a0ab1d1f969', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:43:00Z', 'updated_at': '2021-09-23T19:43:07Z', 'revision_number': 4, 'project_id': '6680ec314c604479bbb737c95f4e0850', 'subnets': [{'id': 'fb1c455f-c99f-4682-89a1-0a0ab1d1f969', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c249cbf0-bfda-41d6-bf57-24dc1190f528', 'name': '', 'network_id': '2cbe95d4-e55e-4103-856d-33ae8b72d079', 'tenant_id': '6680ec314c604479bbb737c95f4e0850', 'mac_address': 'fa:16:3e:e3:89:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96503fda-a45f-430f-a5e1-653bd4f2c170', 'device_owner': 'network:router_interface', 'standard_attr_id': 2622, 'fixed_ips': [{'subnet_id': 'b5b04587-5f58-4ed8-adf7-9d7e01f16f67', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:42:50Z', 'updated_at': '2021-09-23T19:43:00Z', 'revision_number': 5, 'project_id': '6680ec314c604479bbb737c95f4e0850', 'subnets': [{'id': 'b5b04587-5f58-4ed8-adf7-9d7e01f16f67', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 19:43:07.881146 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a3ea66-0072-4eed-91a6-b60ff2891884 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c1ffe846-e64f-446f-a40b-e8d0d3bddbda,revision_number=None']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:43:07.894402 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-d666724d-b996-4f43-93f5-62262b7c9228 None None] Provisioning complete for port b325ef88-967d-4ef2-8654-a0ac998121d4 triggered by entity DHCP. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:43:07.894402 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-d666724d-b996-4f43-93f5-62262b7c9228 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:07.963805 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-278dd62d-4b3e-4d72-b68a-b2b2326c5f93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1628021'] for network, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:08.020789 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-c78c0a8c-e0a9-4b7f-9eb3-701e5473eee8 req-749f5104-a8e7-44e1-8fb7-6eb8c140095b tempest-AttachVolumeShelveTestJSON-2035318112 tempest-AttachVolumeShelveTestJSON-2035318112-project] 10.222.0.67 "GET /v2.0/security-groups?id=dd8506a8-7e56-49b4-9c74-3948d9b76f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2262042 Sep 23 19:43:08.040366 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f388a8f-2e0c-4187-bc3f-b8be27e1f4e4 req-bac8b122-a981-4f90-93c9-91f39c0dc3a4 tempest-ServersNegativeTestJSON-1638865794 tempest-ServersNegativeTestJSON-1638865794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:43:08.046792 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-5f388a8f-2e0c-4187-bc3f-b8be27e1f4e4 req-bac8b122-a981-4f90-93c9-91f39c0dc3a4 tempest-ServersNegativeTestJSON-1638865794 tempest-ServersNegativeTestJSON-1638865794-project] 10.222.0.67 "GET /v2.0/ports?device_id=6942dd4a-2993-4094-af13-ca4f91683a85 HTTP/1.1" status: 200 len: 946 time: 0.3576012 Sep 23 19:43:08.120509 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-278dd62d-4b3e-4d72-b68a-b2b2326c5f93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1754676', 'neutron.services.segments.db._delete_segments_for_network-8783146221460'] for network, precommit_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:08.150684 n-d-713301-16 neutron-server[95101]: DEBUG neutron.services.segments.db [None req-278dd62d-4b3e-4d72-b68a-b2b2326c5f93 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['933d290f-956c-47b5-b8d1-c87282eb1b52']}} {{(pid=95101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:43:08.151391 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-c135e20b-6bea-4ed5-967d-cbc7989a0d5a tempest-NegativeSecGroupTest-1934703455 tempest-NegativeSecGroupTest-1934703455-project] Notify callbacks [] for security_group, precommit_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:08.164276 n-d-713301-16 neutron-server[95101]: DEBUG neutron.services.segments.db [None req-278dd62d-4b3e-4d72-b68a-b2b2326c5f93 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1b1006a9-7be0-4ad0-baa0-0c513d32c988') {'for_net_delete': True} {{(pid=95101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:43:08.164276 n-d-713301-16 neutron-server[95101]: DEBUG neutron.services.segments.db [None req-278dd62d-4b3e-4d72-b68a-b2b2326c5f93 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1b1006a9-7be0-4ad0-baa0-0c513d32c988') {} {{(pid=95101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:43:08.179659 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-278dd62d-4b3e-4d72-b68a-b2b2326c5f93 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783146221725', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6007147'] for segment, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:08.195394 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-c135e20b-6bea-4ed5-967d-cbc7989a0d5a tempest-NegativeSecGroupTest-1934703455 tempest-NegativeSecGroupTest-1934703455-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:08.195701 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-278dd62d-4b3e-4d72-b68a-b2b2326c5f93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1756186'] for segment, precommit_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:08.204202 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-278dd62d-4b3e-4d72-b68a-b2b2326c5f93 admin admin] Releasing vlan 647 on physical network physnet1 to pool {{(pid=95101) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 19:43:08.204748 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-278dd62d-4b3e-4d72-b68a-b2b2326c5f93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1756186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5608436'] for segment, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:08.206613 n-d-713301-16 neutron-server[95101]: Traceback (most recent call last): Sep 23 19:43:08.206613 n-d-713301-16 neutron-server[95101]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 19:43:08.206613 n-d-713301-16 neutron-server[95101]: timer() Sep 23 19:43:08.206613 n-d-713301-16 neutron-server[95101]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 19:43:08.206613 n-d-713301-16 neutron-server[95101]: cb(*args, **kw) Sep 23 19:43:08.206613 n-d-713301-16 neutron-server[95101]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 19:43:08.206613 n-d-713301-16 neutron-server[95101]: return func(*args, **kwargs) Sep 23 19:43:08.206613 n-d-713301-16 neutron-server[95101]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 19:43:08.206613 n-d-713301-16 neutron-server[95101]: self._notify() Sep 23 19:43:08.206613 n-d-713301-16 neutron-server[95101]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 19:43:08.206613 n-d-713301-16 neutron-server[95101]: self.callback(batched_events) Sep 23 19:43:08.206613 n-d-713301-16 neutron-server[95101]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 19:43:08.206613 n-d-713301-16 neutron-server[95101]: event.method(event) Sep 23 19:43:08.206613 n-d-713301-16 neutron-server[95101]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 19:43:08.206613 n-d-713301-16 neutron-server[95101]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 19:43:08.206613 n-d-713301-16 neutron-server[95101]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 19:43:08.206613 n-d-713301-16 neutron-server[95101]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 19:43:08.206613 n-d-713301-16 neutron-server[95101]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 19:43:08.206613 n-d-713301-16 neutron-server[95101]: return f(self, *a, **k) Sep 23 19:43:08.206613 n-d-713301-16 neutron-server[95101]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 19:43:08.206613 n-d-713301-16 neutron-server[95101]: return self._get(url).json() Sep 23 19:43:08.206613 n-d-713301-16 neutron-server[95101]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 19:43:08.206613 n-d-713301-16 neutron-server[95101]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 19:43:08.206613 n-d-713301-16 neutron-server[95101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 19:43:08.206613 n-d-713301-16 neutron-server[95101]: return self.request(url, 'GET', **kwargs) Sep 23 19:43:08.206613 n-d-713301-16 neutron-server[95101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 19:43:08.206613 n-d-713301-16 neutron-server[95101]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 19:43:08.206613 n-d-713301-16 neutron-server[95101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 19:43:08.206613 n-d-713301-16 neutron-server[95101]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 19:43:08.206613 n-d-713301-16 neutron-server[95101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 19:43:08.206613 n-d-713301-16 neutron-server[95101]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 19:43:08.206613 n-d-713301-16 neutron-server[95101]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 19:43:08.271374 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-278dd62d-4b3e-4d72-b68a-b2b2326c5f93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1754627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-601866'] for network, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:08.290968 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-278dd62d-4b3e-4d72-b68a-b2b2326c5f93 admin admin] Notify callbacks [] for network, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:08.293641 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-278dd62d-4b3e-4d72-b68a-b2b2326c5f93 admin admin] 10.222.0.67 "DELETE /v2.0/networks/933d290f-956c-47b5-b8d1-c87282eb1b52 HTTP/1.1" status: 204 len: 168 time: 0.4397433 Sep 23 19:43:08.295686 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-278dd62d-4b3e-4d72-b68a-b2b2326c5f93 admin admin] Pushing event deleted for resources: {'Network': ['ID=933d290f-956c-47b5-b8d1-c87282eb1b52,revision_number=None']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:43:08.352694 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c135e20b-6bea-4ed5-967d-cbc7989a0d5a tempest-NegativeSecGroupTest-1934703455 tempest-NegativeSecGroupTest-1934703455-project] Pushing event updated for resources: {'SecurityGroup': ['ID=530f68c0-67f9-4d9c-8fdc-aab88a63913a,revision_number=1']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:43:08.362129 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-c135e20b-6bea-4ed5-967d-cbc7989a0d5a tempest-NegativeSecGroupTest-1934703455 tempest-NegativeSecGroupTest-1934703455-project] Notify callbacks [] for security_group, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:08.367003 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 35174) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:43:08.371587 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.v2.base [None req-9079da1c-5531-445a-a0e0-301ebbc236ce tempest-NegativeSecGroupTest-1934703455 tempest-NegativeSecGroupTest-1934703455-project] Request body: {'security_group_rule': {'security_group_id': '530f68c0-67f9-4d9c-8fdc-aab88a63913a', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=95101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:43:08.376281 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-c135e20b-6bea-4ed5-967d-cbc7989a0d5a tempest-NegativeSecGroupTest-1934703455 tempest-NegativeSecGroupTest-1934703455-project] 10.222.0.67 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.7476509 Sep 23 19:43:08.390857 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-5f388a8f-2e0c-4187-bc3f-b8be27e1f4e4 req-89222ff8-1baf-446c-a280-6faf996ab835 tempest-ServersNegativeTestJSON-1638865794 tempest-ServersNegativeTestJSON-1638865794-project] 10.222.0.67 "GET /v2.0/security-groups?id=4daca97c-f524-4fb0-8b34-b36a0affa33e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3034620 Sep 23 19:43:08.406298 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-9079da1c-5531-445a-a0e0-301ebbc236ce tempest-NegativeSecGroupTest-1934703455 tempest-NegativeSecGroupTest-1934703455-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:08.451208 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ac3346-6472-4e98-a255-1383c577448c req-666aba38-03d5-4455-aa25-0315ff575574 tempest-TestVolumeBackupRestore-1434194993 tempest-TestVolumeBackupRestore-1434194993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:43:08.452964 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-a8ac3346-6472-4e98-a255-1383c577448c req-666aba38-03d5-4455-aa25-0315ff575574 tempest-TestVolumeBackupRestore-1434194993 tempest-TestVolumeBackupRestore-1434194993-project] 10.222.0.67 "GET /v2.0/ports?device_id=66cd2527-03c8-4dc5-92d2-374880b3d491 HTTP/1.1" status: 200 len: 945 time: 0.3126915 Sep 23 19:43:08.488826 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-9079da1c-5531-445a-a0e0-301ebbc236ce tempest-NegativeSecGroupTest-1934703455 tempest-NegativeSecGroupTest-1934703455-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:08.493696 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-9079da1c-5531-445a-a0e0-301ebbc236ce tempest-NegativeSecGroupTest-1934703455 tempest-NegativeSecGroupTest-1934703455-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575319'] for security_group_rule, after_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:08.522528 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9079da1c-5531-445a-a0e0-301ebbc236ce tempest-NegativeSecGroupTest-1934703455 tempest-NegativeSecGroupTest-1934703455-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bdd380b4-a80d-4a72-9cf3-a35ec2413ebb,revision_number=0']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:43:08.525113 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-a8ac3346-6472-4e98-a255-1383c577448c req-d3ab304a-1879-4533-b9d9-a42e59015809 tempest-TestVolumeBackupRestore-1434194993 tempest-TestVolumeBackupRestore-1434194993-project] 10.222.0.67 "GET /v2.0/security-groups?id=ea1d12a8-ddc7-4b9a-a637-e6ffde706580&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0510406 Sep 23 19:43:08.525549 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-9079da1c-5531-445a-a0e0-301ebbc236ce tempest-NegativeSecGroupTest-1934703455 tempest-NegativeSecGroupTest-1934703455-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:08.526881 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-9079da1c-5531-445a-a0e0-301ebbc236ce tempest-NegativeSecGroupTest-1934703455 tempest-NegativeSecGroupTest-1934703455-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1587641 Sep 23 19:43:08.530588 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 35180) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:43:08.539365 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.v2.base [None req-b1c9b041-a377-47bd-8a1c-e950b60f7f2b tempest-NegativeSecGroupTest-1934703455 tempest-NegativeSecGroupTest-1934703455-project] Request body: {'security_group_rule': {'security_group_id': '530f68c0-67f9-4d9c-8fdc-aab88a63913a', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=95101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:43:08.553602 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-69227eb9-4eb1-49f1-877d-6b28fadcc9ef tempest-RoutersIpV6Test-563412711 tempest-RoutersIpV6Test-563412711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-601749', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-597253', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29360'] for router, precommit_update {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:08.610050 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-b1c9b041-a377-47bd-8a1c-e950b60f7f2b tempest-NegativeSecGroupTest-1934703455 tempest-NegativeSecGroupTest-1934703455-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:08.635724 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-69227eb9-4eb1-49f1-877d-6b28fadcc9ef tempest-RoutersIpV6Test-563412711 tempest-RoutersIpV6Test-563412711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-601790', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-601772', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-601767', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-597276'] for router, after_update {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:08.668067 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 35184) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:43:08.711616 n-d-713301-16 neutron-server[95101]: INFO neutron.api.v2.resource [None req-b1c9b041-a377-47bd-8a1c-e950b60f7f2b tempest-NegativeSecGroupTest-1934703455 tempest-NegativeSecGroupTest-1934703455-project] create failed (client error): There was a conflict when trying to complete your request. Sep 23 19:43:08.717074 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-b1c9b041-a377-47bd-8a1c-e950b60f7f2b tempest-NegativeSecGroupTest-1934703455 tempest-NegativeSecGroupTest-1934703455-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.1809764 Sep 23 19:43:08.718402 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 35186) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:43:08.734258 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-99f7930a-486b-4695-8afa-1d201d45e567 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=e745d9f5f1e2476a839b8016dbeae7cc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0648606 Sep 23 19:43:08.740135 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 35188) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:43:08.797293 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc43fe7-f4d2-4c29-a7b0-6377c8a26998 req-15318263-cad0-4259-b00b-07f09c2abcac tempest-ServersNegativeTestJSON-1638865794 tempest-ServersNegativeTestJSON-1638865794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:43:08.799012 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-edc43fe7-f4d2-4c29-a7b0-6377c8a26998 req-15318263-cad0-4259-b00b-07f09c2abcac tempest-ServersNegativeTestJSON-1638865794 tempest-ServersNegativeTestJSON-1638865794-project] 10.222.0.67 "GET /v2.0/ports?device_id=6942dd4a-2993-4094-af13-ca4f91683a85 HTTP/1.1" status: 200 len: 946 time: 0.2404573 Sep 23 19:43:08.820937 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-835f4569-fd6f-470d-aaf6-7edd858202ed tempest-NegativeSecGroupTest-1934703455 tempest-NegativeSecGroupTest-1934703455-project] Notify callbacks [] for security_group, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:08.836428 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-d68afbb4-e1b1-4c40-9c1e-e35946620bb5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:08.851304 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc06d27-e5bc-4823-9942-5514240a276b req-847108db-9fc4-4150-b60a-8799eee9db26 tempest-TestVolumeBackupRestore-1434194993 tempest-TestVolumeBackupRestore-1434194993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:43:08.852903 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-adc06d27-e5bc-4823-9942-5514240a276b req-847108db-9fc4-4150-b60a-8799eee9db26 tempest-TestVolumeBackupRestore-1434194993 tempest-TestVolumeBackupRestore-1434194993-project] 10.222.0.67 "GET /v2.0/ports?device_id=66cd2527-03c8-4dc5-92d2-374880b3d491 HTTP/1.1" status: 200 len: 945 time: 0.2104323 Sep 23 19:43:08.862279 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-835f4569-fd6f-470d-aaf6-7edd858202ed tempest-NegativeSecGroupTest-1934703455 tempest-NegativeSecGroupTest-1934703455-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:08.884769 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-d68afbb4-e1b1-4c40-9c1e-e35946620bb5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:08.930667 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-edc43fe7-f4d2-4c29-a7b0-6377c8a26998 req-67752e71-b933-4c56-82c0-dbb632d10fe3 tempest-ServersNegativeTestJSON-1638865794 tempest-ServersNegativeTestJSON-1638865794-project] 10.222.0.67 "GET /v2.0/security-groups?id=4daca97c-f524-4fb0-8b34-b36a0affa33e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1209154 Sep 23 19:43:08.943955 n-d-713301-16 neutron-server[95102]: DEBUG neutron.db.extraroute_db [None req-bcb70925-b600-4a24-a857-a451af022426 tempest-RoutersTest-320658655 tempest-RoutersTest-320658655-project] Added routes are [] {{(pid=95102) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Sep 23 19:43:08.944272 n-d-713301-16 neutron-server[95102]: DEBUG neutron.db.extraroute_db [None req-bcb70925-b600-4a24-a857-a451af022426 tempest-RoutersTest-320658655 tempest-RoutersTest-320658655-project] Removed routes are [{'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}] {{(pid=95102) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Sep 23 19:43:08.949681 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-835f4569-fd6f-470d-aaf6-7edd858202ed tempest-NegativeSecGroupTest-1934703455 tempest-NegativeSecGroupTest-1934703455-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:08.952934 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-835f4569-fd6f-470d-aaf6-7edd858202ed tempest-NegativeSecGroupTest-1934703455 tempest-NegativeSecGroupTest-1934703455-project] Notify callbacks [] for security_group, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:08.954268 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-835f4569-fd6f-470d-aaf6-7edd858202ed tempest-NegativeSecGroupTest-1934703455 tempest-NegativeSecGroupTest-1934703455-project] 10.222.0.67 "DELETE /v2.0/security-groups/530f68c0-67f9-4d9c-8fdc-aab88a63913a HTTP/1.1" status: 204 len: 168 time: 0.2343824 Sep 23 19:43:08.957441 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 35190) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:43:08.958313 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbcc8ef0-1a15-45d0-a6b6-792af333d6e0 None None] Sync routers for ids ['96503fda-a45f-430f-a5e1-653bd4f2c170'] in n-d-713301-16 {{(pid=95103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 19:43:08.966056 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-835f4569-fd6f-470d-aaf6-7edd858202ed tempest-NegativeSecGroupTest-1934703455 tempest-NegativeSecGroupTest-1934703455-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=530f68c0-67f9-4d9c-8fdc-aab88a63913a,revision_number=None']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:43:08.968682 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-d68afbb4-e1b1-4c40-9c1e-e35946620bb5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:08.971273 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-d68afbb4-e1b1-4c40-9c1e-e35946620bb5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:08.972425 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-d68afbb4-e1b1-4c40-9c1e-e35946620bb5 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/8e8962d3-e9bb-423d-9510-a05e34fd1c08 HTTP/1.1" status: 204 len: 168 time: 0.2313356 Sep 23 19:43:08.980784 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d68afbb4-e1b1-4c40-9c1e-e35946620bb5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e8962d3-e9bb-423d-9510-a05e34fd1c08,revision_number=None']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:43:08.985831 n-d-713301-16 neutron-server[95102]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-69227eb9-4eb1-49f1-877d-6b28fadcc9ef tempest-RoutersIpV6Test-563412711 tempest-RoutersIpV6Test-563412711-project] Router 5f3c4650-b0ad-4890-a336-e9f3f24335d1 has already been hosted by L3 agent 79a740bf-7821-4989-8288-7186e3e128f3 {{(pid=95102) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 19:43:08.994026 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbcc8ef0-1a15-45d0-a6b6-792af333d6e0 None None] Routers {'96503fda-a45f-430f-a5e1-653bd4f2c170'} bound to L3 agent in host n-d-713301-16 {{(pid=95103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 19:43:08.994699 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_hamode_db [None req-fbcc8ef0-1a15-45d0-a6b6-792af333d6e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-23T19:07:52Z,description=,heartbeat_timestamp=2021-09-23T19:42:52Z,host='n-d-713301-16',id=79a740bf-7821-4989-8288-7186e3e128f3,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:07:52Z,topic='l3_agent')) {'router_ids': ['96503fda-a45f-430f-a5e1-653bd4f2c170'], 'active': True} {{(pid=95103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:43:09.020115 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-adc06d27-e5bc-4823-9942-5514240a276b req-955a5733-781d-4ecb-a7e9-ae1a8f6dc43b tempest-TestVolumeBackupRestore-1434194993 tempest-TestVolumeBackupRestore-1434194993-project] 10.222.0.67 "GET /v2.0/security-groups?id=ea1d12a8-ddc7-4b9a-a637-e6ffde706580&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1316638 Sep 23 19:43:09.042135 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 35198) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:43:09.147581 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_dvr_db [None req-fbcc8ef0-1a15-45d0-a6b6-792af333d6e0 None None] Set router 96503fda-a45f-430f-a5e1-653bd4f2c170 gateway port host: None {{(pid=95103) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 19:43:09.155321 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-bcb70925-b600-4a24-a857-a451af022426 tempest-RoutersTest-320658655 tempest-RoutersTest-320658655-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-601749', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-597253', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29360'] for router, precommit_update {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:09.183373 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-bf46d73f-331d-4055-9171-5172944324ca tempest-NegativeSecGroupTest-1934703455 tempest-NegativeSecGroupTest-1934703455-project] 10.222.0.67 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2069323 Sep 23 19:43:09.190118 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 35202) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:43:09.196648 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.v2.base [None req-a9b088d8-5f15-450d-a426-ff2f17cc357e tempest-NegativeSecGroupTest-1934703455 tempest-NegativeSecGroupTest-1934703455-project] Request body: {'security_group': {'name': 'tempest-secgroup--972734052'}} {{(pid=95101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:43:09.225230 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-a9b088d8-5f15-450d-a426-ff2f17cc357e tempest-NegativeSecGroupTest-1934703455 tempest-NegativeSecGroupTest-1934703455-project] Notify callbacks [] for security_group, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:09.299936 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-649cca52-3c6f-43a8-8426-190098e74b2b req-9504c767-8c3a-41dd-aef9-c350e8778886 tempest-ServersNegativeTestJSON-1638865794 tempest-ServersNegativeTestJSON-1638865794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:43:09.307605 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-649cca52-3c6f-43a8-8426-190098e74b2b req-9504c767-8c3a-41dd-aef9-c350e8778886 tempest-ServersNegativeTestJSON-1638865794 tempest-ServersNegativeTestJSON-1638865794-project] 10.222.0.67 "GET /v2.0/ports?device_id=6942dd4a-2993-4094-af13-ca4f91683a85 HTTP/1.1" status: 200 len: 946 time: 0.2125394 Sep 23 19:43:09.322569 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69227eb9-4eb1-49f1-877d-6b28fadcc9ef tempest-RoutersIpV6Test-563412711 tempest-RoutersIpV6Test-563412711-project] Notify agent at l3_agent.n-d-713301-16 the message routers_updated {{(pid=95102) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 19:43:09.337587 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-69227eb9-4eb1-49f1-877d-6b28fadcc9ef tempest-RoutersIpV6Test-563412711 tempest-RoutersIpV6Test-563412711-project] Notify callbacks [] for router, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:09.341235 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-69227eb9-4eb1-49f1-877d-6b28fadcc9ef tempest-RoutersIpV6Test-563412711 tempest-RoutersIpV6Test-563412711-project] 10.222.0.67 "PUT /v2.0/routers/5f3c4650-b0ad-4890-a336-e9f3f24335d1 HTTP/1.1" status: 200 len: 892 time: 2.3893063 Sep 23 19:43:09.343402 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75d6bcb6-14ba-4747-a4a6-c01d80075906 None None] Sync routers for ids ['5f3c4650-b0ad-4890-a336-e9f3f24335d1'] in n-d-713301-16 {{(pid=95104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 19:43:09.350009 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 35206) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:43:09.365979 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75d6bcb6-14ba-4747-a4a6-c01d80075906 None None] Routers {'5f3c4650-b0ad-4890-a336-e9f3f24335d1'} bound to L3 agent in host n-d-713301-16 {{(pid=95104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 19:43:09.369391 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_hamode_db [None req-75d6bcb6-14ba-4747-a4a6-c01d80075906 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-23T19:07:52Z,description=,heartbeat_timestamp=2021-09-23T19:42:52Z,host='n-d-713301-16',id=79a740bf-7821-4989-8288-7186e3e128f3,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:07:52Z,topic='l3_agent')) {'router_ids': ['5f3c4650-b0ad-4890-a336-e9f3f24335d1'], 'active': True} {{(pid=95104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:43:09.427711 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-649cca52-3c6f-43a8-8426-190098e74b2b req-b24a889b-a5ac-40a9-85ce-870c0e419986 tempest-ServersNegativeTestJSON-1638865794 tempest-ServersNegativeTestJSON-1638865794-project] 10.222.0.67 "GET /v2.0/security-groups?id=4daca97c-f524-4fb0-8b34-b36a0affa33e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1190977 Sep 23 19:43:09.454963 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_hamode_db [None req-75d6bcb6-14ba-4747-a4a6-c01d80075906 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713301-16', False) {} {{(pid=95104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:43:09.484773 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75d6bcb6-14ba-4747-a4a6-c01d80075906 None None] Routers {'5f3c4650-b0ad-4890-a336-e9f3f24335d1'} bound to L3 agent in host n-d-713301-16 {{(pid=95104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 19:43:09.487169 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ef78dd8-56fc-413e-98a5-bf0e8bb90d9e tempest-TestVolumeBackupRestore-1813669064 tempest-TestVolumeBackupRestore-1813669064-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:43:09.487652 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_hamode_db [None req-75d6bcb6-14ba-4747-a4a6-c01d80075906 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-23T19:07:52Z,description=,heartbeat_timestamp=2021-09-23T19:42:52Z,host='n-d-713301-16',id=79a740bf-7821-4989-8288-7186e3e128f3,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:07:52Z,topic='l3_agent')) {'router_ids': ['5f3c4650-b0ad-4890-a336-e9f3f24335d1'], 'active': True} {{(pid=95104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:43:09.489086 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-8ef78dd8-56fc-413e-98a5-bf0e8bb90d9e tempest-TestVolumeBackupRestore-1813669064 tempest-TestVolumeBackupRestore-1813669064-project-admin] 10.222.0.67 "GET /v2.0/ports?device_id=66cd2527-03c8-4dc5-92d2-374880b3d491 HTTP/1.1" status: 200 len: 1092 time: 0.4429410 Sep 23 19:43:09.495055 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 35212) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:43:09.500246 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.v2.base [None req-b8bb3c08-0966-4264-93a0-9fff03452860 tempest-TestVolumeBackupRestore-1434194993 tempest-TestVolumeBackupRestore-1434194993-project] Request body: {'floatingip': {'floating_network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'port_id': 'c140d996-da69-4c0e-b9a8-57586395d28e', 'tenant_id': 'df60118e0c434751a044956da831d00f', 'fixed_ip_address': '172.20.0.9'}} {{(pid=95101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:43:09.508992 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-a9b088d8-5f15-450d-a426-ff2f17cc357e tempest-NegativeSecGroupTest-1934703455 tempest-NegativeSecGroupTest-1934703455-project] Notify callbacks [] for security_group, precommit_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:09.516225 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-a9b088d8-5f15-450d-a426-ff2f17cc357e tempest-NegativeSecGroupTest-1934703455 tempest-NegativeSecGroupTest-1934703455-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:09.528593 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_hamode_db [None req-fbcc8ef0-1a15-45d0-a6b6-792af333d6e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96503fda-a45f-430f-a5e1-653bd4f2c170', 'name': 'tempest-RoutersTest-router-1607213160', 'tenant_id': '6680ec314c604479bbb737c95f4e0850', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:42:16Z', 'updated_at': '2021-09-23T19:43:05Z', 'revision_number': 6, 'project_id': '6680ec314c604479bbb737c95f4e0850', 'gw_port_host': None, '_interfaces': [{'id': '32ae5718-2354-44f3-84d1-fec73b2909c9', 'name': '', 'network_id': 'c914a2cf-d7d1-4da8-9fd0-5e5b7ab5b1fb', 'tenant_id': '6680ec314c604479bbb737c95f4e0850', 'mac_address': 'fa:16:3e:39:a0:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96503fda-a45f-430f-a5e1-653bd4f2c170', 'device_owner': 'network:router_interface', 'standard_attr_id': 2598, 'fixed_ips': [{'subnet_id': 'b76f4ef0-2b81-4485-9220-9564b7756441', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:42:34Z', 'updated_at': '2021-09-23T19:42:52Z', 'revision_number': 5, 'project_id': '6680ec314c604479bbb737c95f4e0850', 'subnets': [{'id': 'b76f4ef0-2b81-4485-9220-9564b7756441', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '71476d37-f809-4a59-8947-b30836bc90a3', 'name': '', 'network_id': '03cb5eff-ca10-44b6-a3c2-6d52aab0c61a', 'tenant_id': '6680ec314c604479bbb737c95f4e0850', 'mac_address': 'fa:16:3e:17:6c:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96503fda-a45f-430f-a5e1-653bd4f2c170', 'device_owner': 'network:router_interface', 'standard_attr_id': 2533, 'fixed_ips': [{'subnet_id': '5875b511-0c2a-4668-b988-7eb16dc02ec2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:42:20Z', 'updated_at': '2021-09-23T19:42:30Z', 'revision_number': 5, 'project_id': '6680ec314c604479bbb737c95f4e0850', 'subnets': [{'id': '5875b511-0c2a-4668-b988-7eb16dc02ec2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b325ef88-967d-4ef2-8654-a0ac998121d4', 'name': '', 'network_id': 'ee90df14-ba1d-4b8f-8c40-ef9e4da64b4d', 'tenant_id': '6680ec314c604479bbb737c95f4e0850', 'mac_address': 'fa:16:3e:37:db:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96503fda-a45f-430f-a5e1-653bd4f2c170', 'device_owner': 'network:router_interface', 'standard_attr_id': 2642, 'fixed_ips': [{'subnet_id': 'fb1c455f-c99f-4682-89a1-0a0ab1d1f969', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:43:00Z', 'updated_at': '2021-09-23T19:43:07Z', 'revision_number': 5, 'project_id': '6680ec314c604479bbb737c95f4e0850', 'subnets': [{'id': 'fb1c455f-c99f-4682-89a1-0a0ab1d1f969', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c249cbf0-bfda-41d6-bf57-24dc1190f528', 'name': '', 'network_id': '2cbe95d4-e55e-4103-856d-33ae8b72d079', 'tenant_id': '6680ec314c604479bbb737c95f4e0850', 'mac_address': 'fa:16:3e:e3:89:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96503fda-a45f-430f-a5e1-653bd4f2c170', 'device_owner': 'network:router_interface', 'standard_attr_id': 2622, 'fixed_ips': [{'subnet_id': 'b5b04587-5f58-4ed8-adf7-9d7e01f16f67', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:42:50Z', 'updated_at': '2021-09-23T19:43:00Z', 'revision_number': 5, 'project_id': '6680ec314c604479bbb737c95f4e0850', 'subnets': [{'id': 'b5b04587-5f58-4ed8-adf7-9d7e01f16f67', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-16', False) {} {{(pid=95103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:43:09.567159 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9b088d8-5f15-450d-a426-ff2f17cc357e tempest-NegativeSecGroupTest-1934703455 tempest-NegativeSecGroupTest-1934703455-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d945082c-8e24-4eaf-9429-922bd8f00e6c,revision_number=1']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:43:09.577356 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 35214) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:43:09.584953 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_hamode_db [None req-75d6bcb6-14ba-4747-a4a6-c01d80075906 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713301-16', False) {} {{(pid=95104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:43:09.585644 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75d6bcb6-14ba-4747-a4a6-c01d80075906 None None] The sync data for ids ['5f3c4650-b0ad-4890-a336-e9f3f24335d1'] in n-d-713301-16 is: [] {{(pid=95104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 19:43:09.587080 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbcc8ef0-1a15-45d0-a6b6-792af333d6e0 None None] Checking router: 96503fda-a45f-430f-a5e1-653bd4f2c170 for host: n-d-713301-16 {{(pid=95103) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 19:43:09.599201 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbcc8ef0-1a15-45d0-a6b6-792af333d6e0 None None] Routers {'96503fda-a45f-430f-a5e1-653bd4f2c170'} bound to L3 agent in host n-d-713301-16 {{(pid=95103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 19:43:09.600248 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_hamode_db [None req-fbcc8ef0-1a15-45d0-a6b6-792af333d6e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-23T19:07:52Z,description=,heartbeat_timestamp=2021-09-23T19:42:52Z,host='n-d-713301-16',id=79a740bf-7821-4989-8288-7186e3e128f3,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:07:52Z,topic='l3_agent')) {'router_ids': ['96503fda-a45f-430f-a5e1-653bd4f2c170'], 'active': True} {{(pid=95103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:43:09.689981 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-72141d06-10e1-4fb0-bb2f-ec9878c3e9bc tempest-RoutersIpV6Test-563412711 tempest-RoutersIpV6Test-563412711-project] 10.222.0.67 "GET /v2.0/routers/5f3c4650-b0ad-4890-a336-e9f3f24335d1 HTTP/1.1" status: 200 len: 892 time: 0.3371959 Sep 23 19:43:09.692776 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 35216) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:43:09.716142 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Device b325ef88-967d-4ef2-8654-a0ac998121d4 up at agent ovs-agent-n-d-713301-16 {{(pid=95103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 19:43:09.740466 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-cb8fbcf9-b262-4c85-9fc5-a8ead9ba972b tempest-RoutersIpV6Test-563412711 tempest-RoutersIpV6Test-563412711-project] 10.222.0.67 "GET /v2.0/ports?device_id=5f3c4650-b0ad-4890-a336-e9f3f24335d1 HTTP/1.1" status: 200 len: 205 time: 0.0430696 Sep 23 19:43:09.741949 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-bcb70925-b600-4a24-a857-a451af022426 tempest-RoutersTest-320658655 tempest-RoutersTest-320658655-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-601749', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-597253', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29360'] for router, precommit_update {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:09.745886 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 35218) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:43:09.762418 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d3d2100-4cac-4f08-acd7-ba20d777e56a req-15f8b955-f3dd-42ad-9cde-55e6d3ea5c39 tempest-ServersNegativeTestJSON-1638865794 tempest-ServersNegativeTestJSON-1638865794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:43:09.764413 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-8d3d2100-4cac-4f08-acd7-ba20d777e56a req-15f8b955-f3dd-42ad-9cde-55e6d3ea5c39 tempest-ServersNegativeTestJSON-1638865794 tempest-ServersNegativeTestJSON-1638865794-project] 10.222.0.67 "GET /v2.0/ports?device_id=6942dd4a-2993-4094-af13-ca4f91683a85 HTTP/1.1" status: 200 len: 946 time: 0.1824582 Sep 23 19:43:09.766919 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-bcb70925-b600-4a24-a857-a451af022426 tempest-RoutersTest-320658655 tempest-RoutersTest-320658655-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-601790', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-601772', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-601767', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-597276'] for router, after_update {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:09.931615 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_dvr_db [None req-fbcc8ef0-1a15-45d0-a6b6-792af333d6e0 None None] Set router 96503fda-a45f-430f-a5e1-653bd4f2c170 gateway port host: None {{(pid=95103) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 19:43:09.953373 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-b8bb3c08-0966-4264-93a0-9fff03452860 tempest-TestVolumeBackupRestore-1434194993 tempest-TestVolumeBackupRestore-1434194993-project] Notify callbacks [] for floatingip, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:09.960950 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-a9b088d8-5f15-450d-a426-ff2f17cc357e tempest-NegativeSecGroupTest-1934703455 tempest-NegativeSecGroupTest-1934703455-project] Notify callbacks [] for security_group, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:09.965696 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-a9b088d8-5f15-450d-a426-ff2f17cc357e tempest-NegativeSecGroupTest-1934703455 tempest-NegativeSecGroupTest-1934703455-project] 10.222.0.67 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.7710884 Sep 23 19:43:09.972951 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 35220) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:43:09.980202 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.v2.base [None req-24d0b232-624a-48c3-bc51-7d2849bc8142 tempest-NegativeSecGroupTest-1934703455 tempest-NegativeSecGroupTest-1934703455-project] Request body: {'security_group_rule': {'security_group_id': 'd945082c-8e24-4eaf-9429-922bd8f00e6c', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=95101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:43:09.981497 n-d-713301-16 neutron-server[95101]: WARNING neutron.api.v2.base [None req-24d0b232-624a-48c3-bc51-7d2849bc8142 tempest-NegativeSecGroupTest-1934703455 tempest-NegativeSecGroupTest-1934703455-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Sep 23 19:43:09.982527 n-d-713301-16 neutron-server[95101]: INFO neutron.api.v2.resource [None req-24d0b232-624a-48c3-bc51-7d2849bc8142 tempest-NegativeSecGroupTest-1934703455 tempest-NegativeSecGroupTest-1934703455-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 23 19:43:09.989937 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-24d0b232-624a-48c3-bc51-7d2849bc8142 tempest-NegativeSecGroupTest-1934703455 tempest-NegativeSecGroupTest-1934703455-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0095108 Sep 23 19:43:09.989937 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-2eeae7cd-6b41-4393-9731-f19a2c5d26e7 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=645cdb70f2b644e7b1950f318ce0ef41&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4069173 Sep 23 19:43:09.989937 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 35222) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:43:09.990333 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Provisioning complete for port b325ef88-967d-4ef2-8654-a0ac998121d4 triggered by entity L2. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:43:09.990333 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:09.994119 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 35224) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:43:10.148667 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-cd79c4b0-6415-4018-b981-0b04408eff64 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:10.156311 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-35ebb5b1-db85-4c0d-bebf-28a509f90186 tempest-NegativeSecGroupTest-1934703455 tempest-NegativeSecGroupTest-1934703455-project] Notify callbacks [] for security_group, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:10.191458 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-cd79c4b0-6415-4018-b981-0b04408eff64 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:10.206513 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-8d3d2100-4cac-4f08-acd7-ba20d777e56a req-671f57c5-78e3-4357-b843-8c6022e05d37 tempest-ServersNegativeTestJSON-1638865794 tempest-ServersNegativeTestJSON-1638865794-project] 10.222.0.67 "GET /v2.0/security-groups?id=4daca97c-f524-4fb0-8b34-b36a0affa33e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1427958 Sep 23 19:43:10.223785 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-35ebb5b1-db85-4c0d-bebf-28a509f90186 tempest-NegativeSecGroupTest-1934703455 tempest-NegativeSecGroupTest-1934703455-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:10.268327 n-d-713301-16 neutron-server[95102]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bcb70925-b600-4a24-a857-a451af022426 tempest-RoutersTest-320658655 tempest-RoutersTest-320658655-project] Router 96503fda-a45f-430f-a5e1-653bd4f2c170 has already been hosted by L3 agent 79a740bf-7821-4989-8288-7186e3e128f3 {{(pid=95102) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 19:43:10.287069 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-38383108-84d4-4a47-ba59-79e90a699d81 tempest-RoutersIpV6Test-563412711 tempest-RoutersIpV6Test-563412711-project] Notify callbacks [] for router, before_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:10.288101 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-b8bb3c08-0966-4264-93a0-9fff03452860 tempest-TestVolumeBackupRestore-1434194993 tempest-TestVolumeBackupRestore-1434194993-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:10.312107 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_hamode_db [None req-fbcc8ef0-1a15-45d0-a6b6-792af333d6e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96503fda-a45f-430f-a5e1-653bd4f2c170', 'name': 'tempest-RoutersTest-router-1607213160', 'tenant_id': '6680ec314c604479bbb737c95f4e0850', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:42:16Z', 'updated_at': '2021-09-23T19:43:08Z', 'revision_number': 7, 'project_id': '6680ec314c604479bbb737c95f4e0850', 'gw_port_host': None, '_interfaces': [{'id': '32ae5718-2354-44f3-84d1-fec73b2909c9', 'name': '', 'network_id': 'c914a2cf-d7d1-4da8-9fd0-5e5b7ab5b1fb', 'tenant_id': '6680ec314c604479bbb737c95f4e0850', 'mac_address': 'fa:16:3e:39:a0:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96503fda-a45f-430f-a5e1-653bd4f2c170', 'device_owner': 'network:router_interface', 'standard_attr_id': 2598, 'fixed_ips': [{'subnet_id': 'b76f4ef0-2b81-4485-9220-9564b7756441', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:42:34Z', 'updated_at': '2021-09-23T19:42:52Z', 'revision_number': 5, 'project_id': '6680ec314c604479bbb737c95f4e0850', 'subnets': [{'id': 'b76f4ef0-2b81-4485-9220-9564b7756441', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '71476d37-f809-4a59-8947-b30836bc90a3', 'name': '', 'network_id': '03cb5eff-ca10-44b6-a3c2-6d52aab0c61a', 'tenant_id': '6680ec314c604479bbb737c95f4e0850', 'mac_address': 'fa:16:3e:17:6c:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96503fda-a45f-430f-a5e1-653bd4f2c170', 'device_owner': 'network:router_interface', 'standard_attr_id': 2533, 'fixed_ips': [{'subnet_id': '5875b511-0c2a-4668-b988-7eb16dc02ec2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:42:20Z', 'updated_at': '2021-09-23T19:42:30Z', 'revision_number': 5, 'project_id': '6680ec314c604479bbb737c95f4e0850', 'subnets': [{'id': '5875b511-0c2a-4668-b988-7eb16dc02ec2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b325ef88-967d-4ef2-8654-a0ac998121d4', 'name': '', 'network_id': 'ee90df14-ba1d-4b8f-8c40-ef9e4da64b4d', 'tenant_id': '6680ec314c604479bbb737c95f4e0850', 'mac_address': 'fa:16:3e:37:db:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96503fda-a45f-430f-a5e1-653bd4f2c170', 'device_owner': 'network:router_interface', 'standard_attr_id': 2642, 'fixed_ips': [{'subnet_id': 'fb1c455f-c99f-4682-89a1-0a0ab1d1f969', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:43:00Z', 'updated_at': '2021-09-23T19:43:07Z', 'revision_number': 5, 'project_id': '6680ec314c604479bbb737c95f4e0850', 'subnets': [{'id': 'fb1c455f-c99f-4682-89a1-0a0ab1d1f969', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c249cbf0-bfda-41d6-bf57-24dc1190f528', 'name': '', 'network_id': '2cbe95d4-e55e-4103-856d-33ae8b72d079', 'tenant_id': '6680ec314c604479bbb737c95f4e0850', 'mac_address': 'fa:16:3e:e3:89:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96503fda-a45f-430f-a5e1-653bd4f2c170', 'device_owner': 'network:router_interface', 'standard_attr_id': 2622, 'fixed_ips': [{'subnet_id': 'b5b04587-5f58-4ed8-adf7-9d7e01f16f67', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:42:50Z', 'updated_at': '2021-09-23T19:43:00Z', 'revision_number': 5, 'project_id': '6680ec314c604479bbb737c95f4e0850', 'subnets': [{'id': 'b5b04587-5f58-4ed8-adf7-9d7e01f16f67', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-16', False) {} {{(pid=95103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:43:10.344013 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbcc8ef0-1a15-45d0-a6b6-792af333d6e0 None None] The sync data for ids ['96503fda-a45f-430f-a5e1-653bd4f2c170'] in n-d-713301-16 is: [{'id': '96503fda-a45f-430f-a5e1-653bd4f2c170', 'name': 'tempest-RoutersTest-router-1607213160', 'tenant_id': '6680ec314c604479bbb737c95f4e0850', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:42:16Z', 'updated_at': '2021-09-23T19:43:08Z', 'revision_number': 7, 'project_id': '6680ec314c604479bbb737c95f4e0850', 'gw_port_host': None, '_interfaces': [{'id': '32ae5718-2354-44f3-84d1-fec73b2909c9', 'name': '', 'network_id': 'c914a2cf-d7d1-4da8-9fd0-5e5b7ab5b1fb', 'tenant_id': '6680ec314c604479bbb737c95f4e0850', 'mac_address': 'fa:16:3e:39:a0:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96503fda-a45f-430f-a5e1-653bd4f2c170', 'device_owner': 'network:router_interface', 'standard_attr_id': 2598, 'fixed_ips': [{'subnet_id': 'b76f4ef0-2b81-4485-9220-9564b7756441', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:42:34Z', 'updated_at': '2021-09-23T19:42:52Z', 'revision_number': 5, 'project_id': '6680ec314c604479bbb737c95f4e0850', 'subnets': [{'id': 'b76f4ef0-2b81-4485-9220-9564b7756441', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '71476d37-f809-4a59-8947-b30836bc90a3', 'name': '', 'network_id': '03cb5eff-ca10-44b6-a3c2-6d52aab0c61a', 'tenant_id': '6680ec314c604479bbb737c95f4e0850', 'mac_address': 'fa:16:3e:17:6c:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96503fda-a45f-430f-a5e1-653bd4f2c170', 'device_owner': 'network:router_interface', 'standard_attr_id': 2533, 'fixed_ips': [{'subnet_id': '5875b511-0c2a-4668-b988-7eb16dc02ec2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:42:20Z', 'updated_at': '2021-09-23T19:42:30Z', 'revision_number': 5, 'project_id': '6680ec314c604479bbb737c95f4e0850', 'subnets': [{'id': '5875b511-0c2a-4668-b988-7eb16dc02ec2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b325ef88-967d-4ef2-8654-a0ac998121d4', 'name': '', 'network_id': 'ee90df14-ba1d-4b8f-8c40-ef9e4da64b4d', 'tenant_id': '6680ec314c604479bbb737c95f4e0850', 'mac_address': 'fa:16:3e:37:db:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96503fda-a45f-430f-a5e1-653bd4f2c170', 'device_owner': 'network:router_interface', 'standard_attr_id': 2642, 'fixed_ips': [{'subnet_id': 'fb1c455f-c99f-4682-89a1-0a0ab1d1f969', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:43:00Z', 'updated_at': '2021-09-23T19:43:07Z', 'revision_number': 5, 'project_id': '6680ec314c604479bbb737c95f4e0850', 'subnets': [{'id': 'fb1c455f-c99f-4682-89a1-0a0ab1d1f969', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c249cbf0-bfda-41d6-bf57-24dc1190f528', 'name': '', 'network_id': '2cbe95d4-e55e-4103-856d-33ae8b72d079', 'tenant_id': '6680ec314c604479bbb737c95f4e0850', 'mac_address': 'fa:16:3e:e3:89:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96503fda-a45f-430f-a5e1-653bd4f2c170', 'device_owner': 'network:router_interface', 'standard_attr_id': 2622, 'fixed_ips': [{'subnet_id': 'b5b04587-5f58-4ed8-adf7-9d7e01f16f67', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:42:50Z', 'updated_at': '2021-09-23T19:43:00Z', 'revision_number': 5, 'project_id': '6680ec314c604479bbb737c95f4e0850', 'subnets': [{'id': 'b5b04587-5f58-4ed8-adf7-9d7e01f16f67', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 19:43:10.368025 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-35ebb5b1-db85-4c0d-bebf-28a509f90186 tempest-NegativeSecGroupTest-1934703455 tempest-NegativeSecGroupTest-1934703455-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:10.370880 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-35ebb5b1-db85-4c0d-bebf-28a509f90186 tempest-NegativeSecGroupTest-1934703455 tempest-NegativeSecGroupTest-1934703455-project] Notify callbacks [] for security_group, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:10.375603 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-35ebb5b1-db85-4c0d-bebf-28a509f90186 tempest-NegativeSecGroupTest-1934703455 tempest-NegativeSecGroupTest-1934703455-project] 10.222.0.67 "DELETE /v2.0/security-groups/d945082c-8e24-4eaf-9429-922bd8f00e6c HTTP/1.1" status: 204 len: 168 time: 0.3804755 Sep 23 19:43:10.376372 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-cd79c4b0-6415-4018-b981-0b04408eff64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:10.378866 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-cd79c4b0-6415-4018-b981-0b04408eff64 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:10.382289 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-cd79c4b0-6415-4018-b981-0b04408eff64 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/e1c09bd8-7f2d-44de-8576-7425979b31d1 HTTP/1.1" status: 204 len: 168 time: 0.3827701 Sep 23 19:43:10.382289 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 35228) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:43:10.419510 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35ebb5b1-db85-4c0d-bebf-28a509f90186 tempest-NegativeSecGroupTest-1934703455 tempest-NegativeSecGroupTest-1934703455-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d945082c-8e24-4eaf-9429-922bd8f00e6c,revision_number=None']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:43:10.469722 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd79c4b0-6415-4018-b981-0b04408eff64 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1c09bd8-7f2d-44de-8576-7425979b31d1,revision_number=None']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:43:10.512805 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-848524e9-1721-4563-a92a-5b220fc16f24 req-11c1d9cd-7e7f-4404-b34c-2f810aaa318f tempest-ServersNegativeTestJSON-1638865794 tempest-ServersNegativeTestJSON-1638865794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:43:10.521021 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-848524e9-1721-4563-a92a-5b220fc16f24 req-11c1d9cd-7e7f-4404-b34c-2f810aaa318f tempest-ServersNegativeTestJSON-1638865794 tempest-ServersNegativeTestJSON-1638865794-project] 10.222.0.67 "GET /v2.0/ports?device_id=6942dd4a-2993-4094-af13-ca4f91683a85 HTTP/1.1" status: 200 len: 946 time: 0.1878912 Sep 23 19:43:10.557193 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-2eaaa510-1445-41ff-a351-a08cbfde0c1f tempest-NegativeSecGroupTest-1934703455 tempest-NegativeSecGroupTest-1934703455-project] 10.222.0.67 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1505485 Sep 23 19:43:10.559506 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 35232) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:43:10.566850 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.v2.base [None req-b2f8db5f-b782-4c45-a4d1-e68e81c07157 tempest-NegativeSecGroupTest-1934703455 tempest-NegativeSecGroupTest-1934703455-project] Request body: {'security_group': {'name': 'tempest-secgroup--998289725'}} {{(pid=95101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:43:10.583224 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-38383108-84d4-4a47-ba59-79e90a699d81 tempest-RoutersIpV6Test-563412711 tempest-RoutersIpV6Test-563412711-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:10.586766 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bcb70925-b600-4a24-a857-a451af022426 tempest-RoutersTest-320658655 tempest-RoutersTest-320658655-project] Notify agent at l3_agent.n-d-713301-16 the message routers_updated {{(pid=95102) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 19:43:10.599539 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-bcb70925-b600-4a24-a857-a451af022426 tempest-RoutersTest-320658655 tempest-RoutersTest-320658655-project] Notify callbacks [] for router, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:10.599921 n-d-713301-16 neutron-server[95101]: DEBUG neutron.db.db_base_plugin_common [None req-b8bb3c08-0966-4264-93a0-9fff03452860 tempest-TestVolumeBackupRestore-1434194993 tempest-TestVolumeBackupRestore-1434194993-project] Allocated IP 172.25.1.178 (5dec5c09-378e-4f50-89cc-d94eb81c3bac/eff83446-018c-428d-b3f5-54ac9abe7a2a/cd9be08f-bb28-45c7-ba95-890f00f20574) {{(pid=95101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 19:43:10.604286 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-bcb70925-b600-4a24-a857-a451af022426 tempest-RoutersTest-320658655 tempest-RoutersTest-320658655-project] 10.222.0.67 "PUT /v2.0/routers/96503fda-a45f-430f-a5e1-653bd4f2c170 HTTP/1.1" status: 200 len: 700 time: 3.2936633 Sep 23 19:43:10.605182 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 35234) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:43:10.738297 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-b8bb3c08-0966-4264-93a0-9fff03452860 tempest-TestVolumeBackupRestore-1434194993 tempest-TestVolumeBackupRestore-1434194993-project] Notify callbacks [] for port, precommit_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:10.743793 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-848524e9-1721-4563-a92a-5b220fc16f24 req-420df818-838c-49b3-a88a-049e66cc4ef5 tempest-ServersNegativeTestJSON-1638865794 tempest-ServersNegativeTestJSON-1638865794-project] 10.222.0.67 "GET /v2.0/security-groups?id=4daca97c-f524-4fb0-8b34-b36a0affa33e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2213516 Sep 23 19:43:10.757650 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-b2f8db5f-b782-4c45-a4d1-e68e81c07157 tempest-NegativeSecGroupTest-1934703455 tempest-NegativeSecGroupTest-1934703455-project] Notify callbacks [] for security_group, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:10.772515 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 35240) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:43:10.772757 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-ffdbd6a4-5fb0-4f10-9316-b22c35c040e7 tempest-RoutersTest-320658655 tempest-RoutersTest-320658655-project] 10.222.0.67 "GET /v2.0/routers/96503fda-a45f-430f-a5e1-653bd4f2c170 HTTP/1.1" status: 200 len: 700 time: 0.1627038 Sep 23 19:43:10.795386 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56cfda35-0bb1-4871-9f86-1f632f6a63be None None] Sync routers for ids ['96503fda-a45f-430f-a5e1-653bd4f2c170'] in n-d-713301-16 {{(pid=95103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 19:43:10.810019 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.plugin [None req-38383108-84d4-4a47-ba59-79e90a699d81 tempest-RoutersIpV6Test-563412711 tempest-RoutersIpV6Test-563412711-project] Deleting port 0398edd9-29f1-409c-80ea-09ade22b7025 {{(pid=95102) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:43:10.811283 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-38383108-84d4-4a47-ba59-79e90a699d81 tempest-RoutersIpV6Test-563412711 tempest-RoutersIpV6Test-563412711-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783146157096'] for port, before_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:10.817890 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56cfda35-0bb1-4871-9f86-1f632f6a63be None None] Routers {'96503fda-a45f-430f-a5e1-653bd4f2c170'} bound to L3 agent in host n-d-713301-16 {{(pid=95103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 19:43:10.818944 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_hamode_db [None req-56cfda35-0bb1-4871-9f86-1f632f6a63be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-23T19:07:52Z,description=,heartbeat_timestamp=2021-09-23T19:42:52Z,host='n-d-713301-16',id=79a740bf-7821-4989-8288-7186e3e128f3,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:07:52Z,topic='l3_agent')) {'router_ids': ['96503fda-a45f-430f-a5e1-653bd4f2c170'], 'active': True} {{(pid=95103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:43:10.926000 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-b8bb3c08-0966-4264-93a0-9fff03452860 tempest-TestVolumeBackupRestore-1434194993 tempest-TestVolumeBackupRestore-1434194993-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783145673135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5607431'] for port, after_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:10.938592 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-38383108-84d4-4a47-ba59-79e90a699d81 tempest-RoutersIpV6Test-563412711 tempest-RoutersIpV6Test-563412711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-605701'] for port, precommit_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:10.960028 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.plugin [None req-38383108-84d4-4a47-ba59-79e90a699d81 tempest-RoutersIpV6Test-563412711 tempest-RoutersIpV6Test-563412711-project] Calling delete_port for 0398edd9-29f1-409c-80ea-09ade22b7025 owned by network:router_gateway {{(pid=95102) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:43:10.976691 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90ec252-9096-474a-b462-7484733b09c7 req-ea6328bb-9f0b-4801-9e97-a0f6ae7505cf tempest-ServersNegativeTestJSON-1638865794 tempest-ServersNegativeTestJSON-1638865794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:43:10.978267 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-a90ec252-9096-474a-b462-7484733b09c7 req-ea6328bb-9f0b-4801-9e97-a0f6ae7505cf tempest-ServersNegativeTestJSON-1638865794 tempest-ServersNegativeTestJSON-1638865794-project] 10.222.0.67 "GET /v2.0/ports?device_id=6942dd4a-2993-4094-af13-ca4f91683a85 HTTP/1.1" status: 200 len: 946 time: 0.1027429 Sep 23 19:43:10.994705 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_dvr_db [None req-56cfda35-0bb1-4871-9f86-1f632f6a63be None None] Set router 96503fda-a45f-430f-a5e1-653bd4f2c170 gateway port host: None {{(pid=95103) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 19:43:11.076760 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-a90ec252-9096-474a-b462-7484733b09c7 req-9d9bd3d2-3fbf-4031-bade-f528de3d56cd tempest-ServersNegativeTestJSON-1638865794 tempest-ServersNegativeTestJSON-1638865794-project] 10.222.0.67 "GET /v2.0/security-groups?id=4daca97c-f524-4fb0-8b34-b36a0affa33e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890326 Sep 23 19:43:11.097155 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-b2f8db5f-b782-4c45-a4d1-e68e81c07157 tempest-NegativeSecGroupTest-1934703455 tempest-NegativeSecGroupTest-1934703455-project] Notify callbacks [] for security_group, precommit_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:11.210607 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-b2f8db5f-b782-4c45-a4d1-e68e81c07157 tempest-NegativeSecGroupTest-1934703455 tempest-NegativeSecGroupTest-1934703455-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:11.257172 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8bb3c08-0966-4264-93a0-9fff03452860 tempest-TestVolumeBackupRestore-1434194993 tempest-TestVolumeBackupRestore-1434194993-project] Network 5dec5c09-378e-4f50-89cc-d94eb81c3bac is already hosted by enough agents. {{(pid=95101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:43:11.259055 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2f8db5f-b782-4c45-a4d1-e68e81c07157 tempest-NegativeSecGroupTest-1934703455 tempest-NegativeSecGroupTest-1934703455-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c0487772-2c37-4cd4-89c5-869a3bca7bdc,revision_number=1']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:43:11.261961 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.base_scheduler [None req-b8bb3c08-0966-4264-93a0-9fff03452860 tempest-TestVolumeBackupRestore-1434194993 tempest-TestVolumeBackupRestore-1434194993-project] Resources bound (agent type, host, resource id): {{(pid=95101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:43:11.275177 n-d-713301-16 neutron-server[95101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8bb3c08-0966-4264-93a0-9fff03452860 tempest-TestVolumeBackupRestore-1434194993 tempest-TestVolumeBackupRestore-1434194993-project] Received port after_create {{(pid=95101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 19:43:11.289847 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-38383108-84d4-4a47-ba59-79e90a699d81 tempest-RoutersIpV6Test-563412711 tempest-RoutersIpV6Test-563412711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783146162158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783145673144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4399100'] for port, after_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:11.300647 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8bb3c08-0966-4264-93a0-9fff03452860 tempest-TestVolumeBackupRestore-1434194993 tempest-TestVolumeBackupRestore-1434194993-project] Pushing event updated for resources: {'Port': ['ID=cd9be08f-bb28-45c7-ba95-890f00f20574,revision_number=1']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:43:11.327567 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_hamode_db [None req-56cfda35-0bb1-4871-9f86-1f632f6a63be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96503fda-a45f-430f-a5e1-653bd4f2c170', 'name': 'tempest-RoutersTest-router-1607213160', 'tenant_id': '6680ec314c604479bbb737c95f4e0850', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:42:16Z', 'updated_at': '2021-09-23T19:43:08Z', 'revision_number': 7, 'project_id': '6680ec314c604479bbb737c95f4e0850', 'gw_port_host': None, '_interfaces': [{'id': '32ae5718-2354-44f3-84d1-fec73b2909c9', 'name': '', 'network_id': 'c914a2cf-d7d1-4da8-9fd0-5e5b7ab5b1fb', 'tenant_id': '6680ec314c604479bbb737c95f4e0850', 'mac_address': 'fa:16:3e:39:a0:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96503fda-a45f-430f-a5e1-653bd4f2c170', 'device_owner': 'network:router_interface', 'standard_attr_id': 2598, 'fixed_ips': [{'subnet_id': 'b76f4ef0-2b81-4485-9220-9564b7756441', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:42:34Z', 'updated_at': '2021-09-23T19:42:52Z', 'revision_number': 5, 'project_id': '6680ec314c604479bbb737c95f4e0850', 'subnets': [{'id': 'b76f4ef0-2b81-4485-9220-9564b7756441', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '71476d37-f809-4a59-8947-b30836bc90a3', 'name': '', 'network_id': '03cb5eff-ca10-44b6-a3c2-6d52aab0c61a', 'tenant_id': '6680ec314c604479bbb737c95f4e0850', 'mac_address': 'fa:16:3e:17:6c:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96503fda-a45f-430f-a5e1-653bd4f2c170', 'device_owner': 'network:router_interface', 'standard_attr_id': 2533, 'fixed_ips': [{'subnet_id': '5875b511-0c2a-4668-b988-7eb16dc02ec2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:42:20Z', 'updated_at': '2021-09-23T19:42:30Z', 'revision_number': 5, 'project_id': '6680ec314c604479bbb737c95f4e0850', 'subnets': [{'id': '5875b511-0c2a-4668-b988-7eb16dc02ec2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b325ef88-967d-4ef2-8654-a0ac998121d4', 'name': '', 'network_id': 'ee90df14-ba1d-4b8f-8c40-ef9e4da64b4d', 'tenant_id': '6680ec314c604479bbb737c95f4e0850', 'mac_address': 'fa:16:3e:37:db:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96503fda-a45f-430f-a5e1-653bd4f2c170', 'device_owner': 'network:router_interface', 'standard_attr_id': 2642, 'fixed_ips': [{'subnet_id': 'fb1c455f-c99f-4682-89a1-0a0ab1d1f969', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:43:00Z', 'updated_at': '2021-09-23T19:43:07Z', 'revision_number': 5, 'project_id': '6680ec314c604479bbb737c95f4e0850', 'subnets': [{'id': 'fb1c455f-c99f-4682-89a1-0a0ab1d1f969', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c249cbf0-bfda-41d6-bf57-24dc1190f528', 'name': '', 'network_id': '2cbe95d4-e55e-4103-856d-33ae8b72d079', 'tenant_id': '6680ec314c604479bbb737c95f4e0850', 'mac_address': 'fa:16:3e:e3:89:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96503fda-a45f-430f-a5e1-653bd4f2c170', 'device_owner': 'network:router_interface', 'standard_attr_id': 2622, 'fixed_ips': [{'subnet_id': 'b5b04587-5f58-4ed8-adf7-9d7e01f16f67', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:42:50Z', 'updated_at': '2021-09-23T19:43:00Z', 'revision_number': 5, 'project_id': '6680ec314c604479bbb737c95f4e0850', 'subnets': [{'id': 'b5b04587-5f58-4ed8-adf7-9d7e01f16f67', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-16', False) {} {{(pid=95103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:43:11.337955 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-b2f8db5f-b782-4c45-a4d1-e68e81c07157 tempest-NegativeSecGroupTest-1934703455 tempest-NegativeSecGroupTest-1934703455-project] Notify callbacks [] for security_group, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:11.339358 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-b2f8db5f-b782-4c45-a4d1-e68e81c07157 tempest-NegativeSecGroupTest-1934703455 tempest-NegativeSecGroupTest-1934703455-project] 10.222.0.67 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.7787225 Sep 23 19:43:11.343652 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 35260) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:43:11.348986 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.v2.base [None req-7ea69223-f597-41bd-8c8b-6e4e28b6306d tempest-NegativeSecGroupTest-1934703455 tempest-NegativeSecGroupTest-1934703455-project] Request body: {'security_group_rule': {'security_group_id': 'c0487772-2c37-4cd4-89c5-869a3bca7bdc', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=95101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:43:11.349920 n-d-713301-16 neutron-server[95101]: WARNING neutron.api.v2.base [None req-7ea69223-f597-41bd-8c8b-6e4e28b6306d tempest-NegativeSecGroupTest-1934703455 tempest-NegativeSecGroupTest-1934703455-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Sep 23 19:43:11.350513 n-d-713301-16 neutron-server[95101]: INFO neutron.api.v2.resource [None req-7ea69223-f597-41bd-8c8b-6e4e28b6306d tempest-NegativeSecGroupTest-1934703455 tempest-NegativeSecGroupTest-1934703455-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 23 19:43:11.351592 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-7ea69223-f597-41bd-8c8b-6e4e28b6306d tempest-NegativeSecGroupTest-1934703455 tempest-NegativeSecGroupTest-1934703455-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0064919 Sep 23 19:43:11.360498 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 35262) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:43:11.360795 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38383108-84d4-4a47-ba59-79e90a699d81 tempest-RoutersIpV6Test-563412711 tempest-RoutersIpV6Test-563412711-project] Pushing event deleted for resources: {'Port': ['ID=0398edd9-29f1-409c-80ea-09ade22b7025,revision_number=None']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:43:11.374449 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66641167-8e90-47ac-a6fd-e39fd30f4c67 req-ab1990ce-8401-4661-a805-0ac6419c1b38 tempest-ServersNegativeTestJSON-1638865794 tempest-ServersNegativeTestJSON-1638865794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:43:11.376039 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-66641167-8e90-47ac-a6fd-e39fd30f4c67 req-ab1990ce-8401-4661-a805-0ac6419c1b38 tempest-ServersNegativeTestJSON-1638865794 tempest-ServersNegativeTestJSON-1638865794-project] 10.222.0.67 "GET /v2.0/ports?device_id=6942dd4a-2993-4094-af13-ca4f91683a85 HTTP/1.1" status: 200 len: 946 time: 0.1564441 Sep 23 19:43:11.380249 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56cfda35-0bb1-4871-9f86-1f632f6a63be None None] Checking router: 96503fda-a45f-430f-a5e1-653bd4f2c170 for host: n-d-713301-16 {{(pid=95103) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 19:43:11.394906 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56cfda35-0bb1-4871-9f86-1f632f6a63be None None] Routers {'96503fda-a45f-430f-a5e1-653bd4f2c170'} bound to L3 agent in host n-d-713301-16 {{(pid=95103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 19:43:11.397997 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_hamode_db [None req-56cfda35-0bb1-4871-9f86-1f632f6a63be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-23T19:07:52Z,description=,heartbeat_timestamp=2021-09-23T19:42:52Z,host='n-d-713301-16',id=79a740bf-7821-4989-8288-7186e3e128f3,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:07:52Z,topic='l3_agent')) {'router_ids': ['96503fda-a45f-430f-a5e1-653bd4f2c170'], 'active': True} {{(pid=95103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:43:11.437124 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-38383108-84d4-4a47-ba59-79e90a699d81 tempest-RoutersIpV6Test-563412711 tempest-RoutersIpV6Test-563412711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-601942'] for router_gateway, after_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:11.521542 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 35266) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:43:11.526654 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_dvr_db [None req-56cfda35-0bb1-4871-9f86-1f632f6a63be None None] Set router 96503fda-a45f-430f-a5e1-653bd4f2c170 gateway port host: None {{(pid=95103) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 19:43:11.555648 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-38383108-84d4-4a47-ba59-79e90a699d81 tempest-RoutersIpV6Test-563412711 tempest-RoutersIpV6Test-563412711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-597305', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29369'] for router, precommit_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:11.559227 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-38383108-84d4-4a47-ba59-79e90a699d81 tempest-RoutersIpV6Test-563412711 tempest-RoutersIpV6Test-563412711-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:11.579127 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-66641167-8e90-47ac-a6fd-e39fd30f4c67 req-93ead6bc-733b-408f-81fb-a12e6201f39a tempest-ServersNegativeTestJSON-1638865794 tempest-ServersNegativeTestJSON-1638865794-project] 10.222.0.67 "GET /v2.0/security-groups?id=4daca97c-f524-4fb0-8b34-b36a0affa33e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1454468 Sep 23 19:43:11.616961 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-38383108-84d4-4a47-ba59-79e90a699d81 tempest-RoutersIpV6Test-563412711 tempest-RoutersIpV6Test-563412711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-597296'] for router, after_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:11.617700 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38383108-84d4-4a47-ba59-79e90a699d81 tempest-RoutersIpV6Test-563412711 tempest-RoutersIpV6Test-563412711-project] Fanout notify agent at l3_agent the message router_deleted on router 5f3c4650-b0ad-4890-a336-e9f3f24335d1 {{(pid=95102) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 23 19:43:11.627152 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-38383108-84d4-4a47-ba59-79e90a699d81 tempest-RoutersIpV6Test-563412711 tempest-RoutersIpV6Test-563412711-project] Notify callbacks [] for router, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:11.631855 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-38383108-84d4-4a47-ba59-79e90a699d81 tempest-RoutersIpV6Test-563412711 tempest-RoutersIpV6Test-563412711-project] 10.222.0.67 "DELETE /v2.0/routers/5f3c4650-b0ad-4890-a336-e9f3f24335d1 HTTP/1.1" status: 204 len: 168 time: 1.8822453 Sep 23 19:43:11.632683 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 35272) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:43:11.639366 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.v2.base [None req-46a66efc-49c1-4752-b041-b7dfa53cf39d tempest-RoutersIpV6Test-563412711 tempest-RoutersIpV6Test-563412711-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1866835264'}} {{(pid=95102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:43:11.667835 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46a66efc-49c1-4752-b041-b7dfa53cf39d tempest-RoutersIpV6Test-563412711 tempest-RoutersIpV6Test-563412711-project] Made reservation on behalf of fd66fc1e2cf64f369d6db25080c0cb06 for: {'network': 1} {{(pid=95102) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:43:11.674902 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-46a66efc-49c1-4752-b041-b7dfa53cf39d tempest-RoutersIpV6Test-563412711 tempest-RoutersIpV6Test-563412711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for network, before_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:11.700337 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-41f9dfba-cf57-4354-8c5a-1f98e3c359c6 tempest-NegativeSecGroupTest-1934703455 tempest-NegativeSecGroupTest-1934703455-project] Notify callbacks [] for security_group, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:11.716427 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-46a66efc-49c1-4752-b041-b7dfa53cf39d tempest-RoutersIpV6Test-563412711 tempest-RoutersIpV6Test-563412711-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 604} {{(pid=95102) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 19:43:11.729251 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-46a66efc-49c1-4752-b041-b7dfa53cf39d tempest-RoutersIpV6Test-563412711 tempest-RoutersIpV6Test-563412711-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1756186'] for segment, precommit_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:11.729705 n-d-713301-16 neutron-server[95102]: INFO neutron.db.segments_db [None req-46a66efc-49c1-4752-b041-b7dfa53cf39d tempest-RoutersIpV6Test-563412711 tempest-RoutersIpV6Test-563412711-project] Added segment aab88ae5-45c0-45dd-a649-29814d0cb472 of type vlan for network b0d3fe89-67db-40b3-9e34-fcb1237a9a0d Sep 23 19:43:11.749975 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-41f9dfba-cf57-4354-8c5a-1f98e3c359c6 tempest-NegativeSecGroupTest-1934703455 tempest-NegativeSecGroupTest-1934703455-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:11.764441 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.v2.base [None req-1653f877-3ac1-4092-a736-a4694b6ee0e3 admin admin] Request body: {'network': {'name': 'tempest-ComputeTenantNetworksTest-1778950706-network', 'tenant_id': '4226a9726fc0403caa4fd3c4a7ff3235'}} {{(pid=95102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:43:11.828754 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_hamode_db [None req-56cfda35-0bb1-4871-9f86-1f632f6a63be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96503fda-a45f-430f-a5e1-653bd4f2c170', 'name': 'tempest-RoutersTest-router-1607213160', 'tenant_id': '6680ec314c604479bbb737c95f4e0850', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:42:16Z', 'updated_at': '2021-09-23T19:43:08Z', 'revision_number': 7, 'project_id': '6680ec314c604479bbb737c95f4e0850', 'gw_port_host': None, '_interfaces': [{'id': '32ae5718-2354-44f3-84d1-fec73b2909c9', 'name': '', 'network_id': 'c914a2cf-d7d1-4da8-9fd0-5e5b7ab5b1fb', 'tenant_id': '6680ec314c604479bbb737c95f4e0850', 'mac_address': 'fa:16:3e:39:a0:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96503fda-a45f-430f-a5e1-653bd4f2c170', 'device_owner': 'network:router_interface', 'standard_attr_id': 2598, 'fixed_ips': [{'subnet_id': 'b76f4ef0-2b81-4485-9220-9564b7756441', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:42:34Z', 'updated_at': '2021-09-23T19:42:52Z', 'revision_number': 5, 'project_id': '6680ec314c604479bbb737c95f4e0850', 'subnets': [{'id': 'b76f4ef0-2b81-4485-9220-9564b7756441', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '71476d37-f809-4a59-8947-b30836bc90a3', 'name': '', 'network_id': '03cb5eff-ca10-44b6-a3c2-6d52aab0c61a', 'tenant_id': '6680ec314c604479bbb737c95f4e0850', 'mac_address': 'fa:16:3e:17:6c:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96503fda-a45f-430f-a5e1-653bd4f2c170', 'device_owner': 'network:router_interface', 'standard_attr_id': 2533, 'fixed_ips': [{'subnet_id': '5875b511-0c2a-4668-b988-7eb16dc02ec2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:42:20Z', 'updated_at': '2021-09-23T19:42:30Z', 'revision_number': 5, 'project_id': '6680ec314c604479bbb737c95f4e0850', 'subnets': [{'id': '5875b511-0c2a-4668-b988-7eb16dc02ec2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b325ef88-967d-4ef2-8654-a0ac998121d4', 'name': '', 'network_id': 'ee90df14-ba1d-4b8f-8c40-ef9e4da64b4d', 'tenant_id': '6680ec314c604479bbb737c95f4e0850', 'mac_address': 'fa:16:3e:37:db:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96503fda-a45f-430f-a5e1-653bd4f2c170', 'device_owner': 'network:router_interface', 'standard_attr_id': 2642, 'fixed_ips': [{'subnet_id': 'fb1c455f-c99f-4682-89a1-0a0ab1d1f969', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:43:00Z', 'updated_at': '2021-09-23T19:43:07Z', 'revision_number': 5, 'project_id': '6680ec314c604479bbb737c95f4e0850', 'subnets': [{'id': 'fb1c455f-c99f-4682-89a1-0a0ab1d1f969', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c249cbf0-bfda-41d6-bf57-24dc1190f528', 'name': '', 'network_id': '2cbe95d4-e55e-4103-856d-33ae8b72d079', 'tenant_id': '6680ec314c604479bbb737c95f4e0850', 'mac_address': 'fa:16:3e:e3:89:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96503fda-a45f-430f-a5e1-653bd4f2c170', 'device_owner': 'network:router_interface', 'standard_attr_id': 2622, 'fixed_ips': [{'subnet_id': 'b5b04587-5f58-4ed8-adf7-9d7e01f16f67', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:42:50Z', 'updated_at': '2021-09-23T19:43:00Z', 'revision_number': 5, 'project_id': '6680ec314c604479bbb737c95f4e0850', 'subnets': [{'id': 'b5b04587-5f58-4ed8-adf7-9d7e01f16f67', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-16', False) {} {{(pid=95103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:43:11.833296 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-46a66efc-49c1-4752-b041-b7dfa53cf39d tempest-RoutersIpV6Test-563412711 tempest-RoutersIpV6Test-563412711-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783145630486'] for network, precommit_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:11.858782 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1653f877-3ac1-4092-a736-a4694b6ee0e3 admin admin] Made reservation on behalf of 4226a9726fc0403caa4fd3c4a7ff3235 for: {'network': 1} {{(pid=95102) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:43:11.862068 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-1653f877-3ac1-4092-a736-a4694b6ee0e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for network, before_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:11.866564 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56cfda35-0bb1-4871-9f86-1f632f6a63be None None] The sync data for ids ['96503fda-a45f-430f-a5e1-653bd4f2c170'] in n-d-713301-16 is: [{'id': '96503fda-a45f-430f-a5e1-653bd4f2c170', 'name': 'tempest-RoutersTest-router-1607213160', 'tenant_id': '6680ec314c604479bbb737c95f4e0850', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:42:16Z', 'updated_at': '2021-09-23T19:43:08Z', 'revision_number': 7, 'project_id': '6680ec314c604479bbb737c95f4e0850', 'gw_port_host': None, '_interfaces': [{'id': '32ae5718-2354-44f3-84d1-fec73b2909c9', 'name': '', 'network_id': 'c914a2cf-d7d1-4da8-9fd0-5e5b7ab5b1fb', 'tenant_id': '6680ec314c604479bbb737c95f4e0850', 'mac_address': 'fa:16:3e:39:a0:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96503fda-a45f-430f-a5e1-653bd4f2c170', 'device_owner': 'network:router_interface', 'standard_attr_id': 2598, 'fixed_ips': [{'subnet_id': 'b76f4ef0-2b81-4485-9220-9564b7756441', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:42:34Z', 'updated_at': '2021-09-23T19:42:52Z', 'revision_number': 5, 'project_id': '6680ec314c604479bbb737c95f4e0850', 'subnets': [{'id': 'b76f4ef0-2b81-4485-9220-9564b7756441', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '71476d37-f809-4a59-8947-b30836bc90a3', 'name': '', 'network_id': '03cb5eff-ca10-44b6-a3c2-6d52aab0c61a', 'tenant_id': '6680ec314c604479bbb737c95f4e0850', 'mac_address': 'fa:16:3e:17:6c:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96503fda-a45f-430f-a5e1-653bd4f2c170', 'device_owner': 'network:router_interface', 'standard_attr_id': 2533, 'fixed_ips': [{'subnet_id': '5875b511-0c2a-4668-b988-7eb16dc02ec2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:42:20Z', 'updated_at': '2021-09-23T19:42:30Z', 'revision_number': 5, 'project_id': '6680ec314c604479bbb737c95f4e0850', 'subnets': [{'id': '5875b511-0c2a-4668-b988-7eb16dc02ec2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b325ef88-967d-4ef2-8654-a0ac998121d4', 'name': '', 'network_id': 'ee90df14-ba1d-4b8f-8c40-ef9e4da64b4d', 'tenant_id': '6680ec314c604479bbb737c95f4e0850', 'mac_address': 'fa:16:3e:37:db:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96503fda-a45f-430f-a5e1-653bd4f2c170', 'device_owner': 'network:router_interface', 'standard_attr_id': 2642, 'fixed_ips': [{'subnet_id': 'fb1c455f-c99f-4682-89a1-0a0ab1d1f969', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:43:00Z', 'updated_at': '2021-09-23T19:43:07Z', 'revision_number': 5, 'project_id': '6680ec314c604479bbb737c95f4e0850', 'subnets': [{'id': 'fb1c455f-c99f-4682-89a1-0a0ab1d1f969', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c249cbf0-bfda-41d6-bf57-24dc1190f528', 'name': '', 'network_id': '2cbe95d4-e55e-4103-856d-33ae8b72d079', 'tenant_id': '6680ec314c604479bbb737c95f4e0850', 'mac_address': 'fa:16:3e:e3:89:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96503fda-a45f-430f-a5e1-653bd4f2c170', 'device_owner': 'network:router_interface', 'standard_attr_id': 2622, 'fixed_ips': [{'subnet_id': 'b5b04587-5f58-4ed8-adf7-9d7e01f16f67', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:42:50Z', 'updated_at': '2021-09-23T19:43:00Z', 'revision_number': 5, 'project_id': '6680ec314c604479bbb737c95f4e0850', 'subnets': [{'id': 'b5b04587-5f58-4ed8-adf7-9d7e01f16f67', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 19:43:11.885128 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a1045cd-39b9-4dac-9b44-d441b906cf38 req-2c4f0f25-d204-4d56-a834-525370a7c168 tempest-ServersNegativeTestJSON-1638865794 tempest-ServersNegativeTestJSON-1638865794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:43:11.886736 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-1a1045cd-39b9-4dac-9b44-d441b906cf38 req-2c4f0f25-d204-4d56-a834-525370a7c168 tempest-ServersNegativeTestJSON-1638865794 tempest-ServersNegativeTestJSON-1638865794-project] 10.222.0.67 "GET /v2.0/ports?device_id=6942dd4a-2993-4094-af13-ca4f91683a85 HTTP/1.1" status: 200 len: 946 time: 0.1475630 Sep 23 19:43:11.888906 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-1653f877-3ac1-4092-a736-a4694b6ee0e3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:11.905122 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-46a66efc-49c1-4752-b041-b7dfa53cf39d tempest-RoutersIpV6Test-563412711 tempest-RoutersIpV6Test-563412711-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299'] for network, after_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:11.911162 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46a66efc-49c1-4752-b041-b7dfa53cf39d tempest-RoutersIpV6Test-563412711 tempest-RoutersIpV6Test-563412711-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:43:11.911768 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-46a66efc-49c1-4752-b041-b7dfa53cf39d tempest-RoutersIpV6Test-563412711 tempest-RoutersIpV6Test-563412711-project] Notify callbacks [] for network, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:11.942064 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-41f9dfba-cf57-4354-8c5a-1f98e3c359c6 tempest-NegativeSecGroupTest-1934703455 tempest-NegativeSecGroupTest-1934703455-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:11.944647 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-41f9dfba-cf57-4354-8c5a-1f98e3c359c6 tempest-NegativeSecGroupTest-1934703455 tempest-NegativeSecGroupTest-1934703455-project] Notify callbacks [] for security_group, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:11.945838 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-41f9dfba-cf57-4354-8c5a-1f98e3c359c6 tempest-NegativeSecGroupTest-1934703455 tempest-NegativeSecGroupTest-1934703455-project] 10.222.0.67 "DELETE /v2.0/security-groups/c0487772-2c37-4cd4-89c5-869a3bca7bdc HTTP/1.1" status: 204 len: 168 time: 0.5846989 Sep 23 19:43:11.958414 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 35276) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:43:11.987501 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41f9dfba-cf57-4354-8c5a-1f98e3c359c6 tempest-NegativeSecGroupTest-1934703455 tempest-NegativeSecGroupTest-1934703455-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0487772-2c37-4cd4-89c5-869a3bca7bdc,revision_number=None']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:43:12.020764 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-b8bb3c08-0966-4264-93a0-9fff03452860 tempest-TestVolumeBackupRestore-1434194993 tempest-TestVolumeBackupRestore-1434194993-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:12.054828 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-cf4e07a0-0ecf-4a78-871c-87385b32d32d tempest-RoutersTest-320658655 tempest-RoutersTest-320658655-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-601372'] for router_interface, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:12.086034 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-1a1045cd-39b9-4dac-9b44-d441b906cf38 req-873b1174-16d7-413e-936e-c9fc3e8cc961 tempest-ServersNegativeTestJSON-1638865794 tempest-ServersNegativeTestJSON-1638865794-project] 10.222.0.67 "GET /v2.0/security-groups?id=4daca97c-f524-4fb0-8b34-b36a0affa33e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1838126 Sep 23 19:43:12.098083 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-d06c951b-9d1a-4b42-b854-453231726573 tempest-NegativeSecGroupTest-1934703455 tempest-NegativeSecGroupTest-1934703455-project] 10.222.0.67 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1348257 Sep 23 19:43:12.098083 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46a66efc-49c1-4752-b041-b7dfa53cf39d tempest-RoutersIpV6Test-563412711 tempest-RoutersIpV6Test-563412711-project] Pushing event updated for resources: {'Network': ['ID=b0d3fe89-67db-40b3-9e34-fcb1237a9a0d,revision_number=1']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:43:12.098397 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 35278) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:43:12.103513 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.v2.base [None req-3f23bf71-2f40-4d23-86fa-434946fd5382 tempest-NegativeSecGroupTest-1934703455 tempest-NegativeSecGroupTest-1934703455-project] Request body: {'security_group': {'name': 'tempest-secgroup--1670978729'}} {{(pid=95101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:43:12.121596 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Network b0d3fe89-67db-40b3-9e34-fcb1237a9a0d details requested by agent ovs-agent-n-d-713301-16 with host n-d-713301-16 {{(pid=95103) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 19:43:12.178898 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-1653f877-3ac1-4092-a736-a4694b6ee0e3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:12.206800 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-1653f877-3ac1-4092-a736-a4694b6ee0e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:12.220279 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-46a66efc-49c1-4752-b041-b7dfa53cf39d tempest-RoutersIpV6Test-563412711 tempest-RoutersIpV6Test-563412711-project] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.5832860 Sep 23 19:43:12.222302 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 35282) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:43:12.234108 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1653f877-3ac1-4092-a736-a4694b6ee0e3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 608} {{(pid=95102) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 19:43:12.234566 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.v2.base [None req-e286c7fb-b96a-4519-bd18-3dc28b44a858 tempest-RoutersIpV6Test-563412711 tempest-RoutersIpV6Test-563412711-project] Request body: {'subnet': {'network_id': 'b0d3fe89-67db-40b3-9e34-fcb1237a9a0d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=95101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:43:12.264026 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-1653f877-3ac1-4092-a736-a4694b6ee0e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1756186'] for segment, precommit_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:12.264371 n-d-713301-16 neutron-server[95102]: INFO neutron.db.segments_db [None req-1653f877-3ac1-4092-a736-a4694b6ee0e3 admin admin] Added segment a97b61d4-0616-4fd5-91ab-f4244f5ddd55 of type vlan for network 4c99c895-65e5-4c33-a43f-e0b860183236 Sep 23 19:43:12.265611 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1653f877-3ac1-4092-a736-a4694b6ee0e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ae511b3-9df0-4274-a114-1b08db9d525f,revision_number=1']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:43:12.268343 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-b8bb3c08-0966-4264-93a0-9fff03452860 tempest-TestVolumeBackupRestore-1434194993 tempest-TestVolumeBackupRestore-1434194993-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:12.283144 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d2a59f-3d0d-4c77-a949-a92e7ce95476 req-6572dc9d-1c6f-426e-91bd-b77b6969274d tempest-ServersNegativeTestJSON-1638865794 tempest-ServersNegativeTestJSON-1638865794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:43:12.284762 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-b4d2a59f-3d0d-4c77-a949-a92e7ce95476 req-6572dc9d-1c6f-426e-91bd-b77b6969274d tempest-ServersNegativeTestJSON-1638865794 tempest-ServersNegativeTestJSON-1638865794-project] 10.222.0.67 "GET /v2.0/ports?device_id=6942dd4a-2993-4094-af13-ca4f91683a85 HTTP/1.1" status: 200 len: 946 time: 0.1044559 Sep 23 19:43:12.305002 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-3f23bf71-2f40-4d23-86fa-434946fd5382 tempest-NegativeSecGroupTest-1934703455 tempest-NegativeSecGroupTest-1934703455-project] Notify callbacks [] for security_group, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:12.330736 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-1653f877-3ac1-4092-a736-a4694b6ee0e3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783145630486'] for network, precommit_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:12.368055 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-b4d2a59f-3d0d-4c77-a949-a92e7ce95476 req-894e5877-a5be-4280-bc6e-47a60a9203fe tempest-ServersNegativeTestJSON-1638865794 tempest-ServersNegativeTestJSON-1638865794-project] 10.222.0.67 "GET /v2.0/security-groups?id=4daca97c-f524-4fb0-8b34-b36a0affa33e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621996 Sep 23 19:43:12.378044 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-1653f877-3ac1-4092-a736-a4694b6ee0e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299'] for network, after_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:12.379165 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1653f877-3ac1-4092-a736-a4694b6ee0e3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:43:12.379866 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-1653f877-3ac1-4092-a736-a4694b6ee0e3 admin admin] Notify callbacks [] for network, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:12.417788 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-1653f877-3ac1-4092-a736-a4694b6ee0e3 admin admin] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.8959281 Sep 23 19:43:12.459953 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1653f877-3ac1-4092-a736-a4694b6ee0e3 admin admin] Pushing event updated for resources: {'Network': ['ID=4c99c895-65e5-4c33-a43f-e0b860183236,revision_number=1']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:43:12.471727 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Network 4c99c895-65e5-4c33-a43f-e0b860183236 details requested by agent ovs-agent-n-d-713301-16 with host n-d-713301-16 {{(pid=95103) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 19:43:12.627352 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc63ef06-0439-4f73-a4a4-4bdb9c5901c4 req-708fc241-7413-4e12-90c5-be14ecfafdfc tempest-ServersNegativeTestJSON-1638865794 tempest-ServersNegativeTestJSON-1638865794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:43:12.628970 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-cc63ef06-0439-4f73-a4a4-4bdb9c5901c4 req-708fc241-7413-4e12-90c5-be14ecfafdfc tempest-ServersNegativeTestJSON-1638865794 tempest-ServersNegativeTestJSON-1638865794-project] 10.222.0.67 "GET /v2.0/ports?device_id=6942dd4a-2993-4094-af13-ca4f91683a85 HTTP/1.1" status: 200 len: 946 time: 0.0580068 Sep 23 19:43:12.677494 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-cc63ef06-0439-4f73-a4a4-4bdb9c5901c4 req-6a0fda27-73e3-4891-b051-4739f2064449 tempest-ServersNegativeTestJSON-1638865794 tempest-ServersNegativeTestJSON-1638865794-project] 10.222.0.67 "GET /v2.0/security-groups?id=4daca97c-f524-4fb0-8b34-b36a0affa33e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412149 Sep 23 19:43:12.695780 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-3f23bf71-2f40-4d23-86fa-434946fd5382 tempest-NegativeSecGroupTest-1934703455 tempest-NegativeSecGroupTest-1934703455-project] Notify callbacks [] for security_group, precommit_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:12.723439 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-3f23bf71-2f40-4d23-86fa-434946fd5382 tempest-NegativeSecGroupTest-1934703455 tempest-NegativeSecGroupTest-1934703455-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:12.728186 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-b8bb3c08-0966-4264-93a0-9fff03452860 tempest-TestVolumeBackupRestore-1434194993 tempest-TestVolumeBackupRestore-1434194993-project] Notify callbacks [] for port, precommit_update {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:12.752944 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-b8bb3c08-0966-4264-93a0-9fff03452860 tempest-TestVolumeBackupRestore-1434194993 tempest-TestVolumeBackupRestore-1434194993-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5607436'] for port, after_update {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:12.807001 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e286c7fb-b96a-4519-bd18-3dc28b44a858 tempest-RoutersIpV6Test-563412711 tempest-RoutersIpV6Test-563412711-project] Made reservation on behalf of fd66fc1e2cf64f369d6db25080c0cb06 for: {'subnet': 1} {{(pid=95101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:43:12.810957 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-e286c7fb-b96a-4519-bd18-3dc28b44a858 tempest-RoutersIpV6Test-563412711 tempest-RoutersIpV6Test-563412711-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6130979'] for subnet, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:12.819939 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-3f23bf71-2f40-4d23-86fa-434946fd5382 tempest-NegativeSecGroupTest-1934703455 tempest-NegativeSecGroupTest-1934703455-project] Notify callbacks [] for security_group, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:12.821218 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-3f23bf71-2f40-4d23-86fa-434946fd5382 tempest-NegativeSecGroupTest-1934703455 tempest-NegativeSecGroupTest-1934703455-project] 10.222.0.67 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.7214768 Sep 23 19:43:12.828762 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 35300) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:43:12.837578 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f23bf71-2f40-4d23-86fa-434946fd5382 tempest-NegativeSecGroupTest-1934703455 tempest-NegativeSecGroupTest-1934703455-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f5e7b456-761a-4b31-9fff-58de84f168f7,revision_number=1']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:43:12.850704 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.v2.base [None req-ab77d800-3cc7-499b-847b-94928f44eadb tempest-NegativeSecGroupTest-1934703455 tempest-NegativeSecGroupTest-1934703455-project] Request body: {'security_group_rule': {'security_group_id': 'f5e7b456-761a-4b31-9fff-58de84f168f7', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=95102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:43:12.864587 n-d-713301-16 neutron-server[95102]: WARNING neutron.api.v2.base [None req-ab77d800-3cc7-499b-847b-94928f44eadb tempest-NegativeSecGroupTest-1934703455 tempest-NegativeSecGroupTest-1934703455-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Sep 23 19:43:12.865223 n-d-713301-16 neutron-server[95102]: INFO neutron.api.v2.resource [None req-ab77d800-3cc7-499b-847b-94928f44eadb tempest-NegativeSecGroupTest-1934703455 tempest-NegativeSecGroupTest-1934703455-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 23 19:43:12.865888 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.plugin [None req-cf4e07a0-0ecf-4a78-871c-87385b32d32d tempest-RoutersTest-320658655 tempest-RoutersTest-320658655-project] Deleting port b325ef88-967d-4ef2-8654-a0ac998121d4 {{(pid=95101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:43:12.866238 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-cf4e07a0-0ecf-4a78-871c-87385b32d32d tempest-RoutersTest-320658655 tempest-RoutersTest-320658655-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783146157096'] for port, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:12.866362 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-ab77d800-3cc7-499b-847b-94928f44eadb tempest-NegativeSecGroupTest-1934703455 tempest-NegativeSecGroupTest-1934703455-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0349462 Sep 23 19:43:12.881907 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 35302) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:43:12.906529 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.v2.base [None req-d9df6f4b-08cc-4922-a764-1f870479c663 tempest-NegativeSecGroupTest-1934703455 tempest-NegativeSecGroupTest-1934703455-project] Request body: {'security_group_rule': {'security_group_id': 'f5e7b456-761a-4b31-9fff-58de84f168f7', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=95102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:43:12.907209 n-d-713301-16 neutron-server[95102]: WARNING neutron.api.v2.base [None req-d9df6f4b-08cc-4922-a764-1f870479c663 tempest-NegativeSecGroupTest-1934703455 tempest-NegativeSecGroupTest-1934703455-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Sep 23 19:43:12.907692 n-d-713301-16 neutron-server[95102]: INFO neutron.api.v2.resource [None req-d9df6f4b-08cc-4922-a764-1f870479c663 tempest-NegativeSecGroupTest-1934703455 tempest-NegativeSecGroupTest-1934703455-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 23 19:43:12.908699 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-d9df6f4b-08cc-4922-a764-1f870479c663 tempest-NegativeSecGroupTest-1934703455 tempest-NegativeSecGroupTest-1934703455-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0231891 Sep 23 19:43:12.912735 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8bb3c08-0966-4264-93a0-9fff03452860 tempest-TestVolumeBackupRestore-1434194993 tempest-TestVolumeBackupRestore-1434194993-project] Pushing event updated for resources: {'Port': ['ID=cd9be08f-bb28-45c7-ba95-890f00f20574,revision_number=2']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:43:12.918809 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 35304) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:43:12.958185 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.v2.base [None req-46fb7021-1739-4b52-9a58-138537d6c493 tempest-NegativeSecGroupTest-1934703455 tempest-NegativeSecGroupTest-1934703455-project] Request body: {'security_group_rule': {'security_group_id': 'f5e7b456-761a-4b31-9fff-58de84f168f7', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=95101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:43:12.960005 n-d-713301-16 neutron-server[95101]: WARNING neutron.api.v2.base [None req-46fb7021-1739-4b52-9a58-138537d6c493 tempest-NegativeSecGroupTest-1934703455 tempest-NegativeSecGroupTest-1934703455-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Sep 23 19:43:12.960505 n-d-713301-16 neutron-server[95101]: INFO neutron.api.v2.resource [None req-46fb7021-1739-4b52-9a58-138537d6c493 tempest-NegativeSecGroupTest-1934703455 tempest-NegativeSecGroupTest-1934703455-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 23 19:43:12.964229 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-46fb7021-1739-4b52-9a58-138537d6c493 tempest-NegativeSecGroupTest-1934703455 tempest-NegativeSecGroupTest-1934703455-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0152988 Sep 23 19:43:12.971856 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 35306) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:43:12.984085 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.v2.base [None req-d4d6f453-d067-439b-a14c-9f19145d0620 tempest-NegativeSecGroupTest-1934703455 tempest-NegativeSecGroupTest-1934703455-project] Request body: {'security_group_rule': {'security_group_id': 'f5e7b456-761a-4b31-9fff-58de84f168f7', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '256'}} {{(pid=95101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:43:12.984989 n-d-713301-16 neutron-server[95101]: WARNING neutron.api.v2.base [None req-d4d6f453-d067-439b-a14c-9f19145d0620 tempest-NegativeSecGroupTest-1934703455 tempest-NegativeSecGroupTest-1934703455-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Sep 23 19:43:12.985112 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e66620-eacf-4e06-996b-1d5fb3c4020a req-1e08ec8f-7656-4071-bf28-b1fe0fd270a9 tempest-ServersNegativeTestJSON-1638865794 tempest-ServersNegativeTestJSON-1638865794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:43:12.985481 n-d-713301-16 neutron-server[95101]: INFO neutron.api.v2.resource [None req-d4d6f453-d067-439b-a14c-9f19145d0620 tempest-NegativeSecGroupTest-1934703455 tempest-NegativeSecGroupTest-1934703455-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 23 19:43:12.986468 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-d4d6f453-d067-439b-a14c-9f19145d0620 tempest-NegativeSecGroupTest-1934703455 tempest-NegativeSecGroupTest-1934703455-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0136795 Sep 23 19:43:12.986615 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-63e66620-eacf-4e06-996b-1d5fb3c4020a req-1e08ec8f-7656-4071-bf28-b1fe0fd270a9 tempest-ServersNegativeTestJSON-1638865794 tempest-ServersNegativeTestJSON-1638865794-project] 10.222.0.67 "GET /v2.0/ports?device_id=6942dd4a-2993-4094-af13-ca4f91683a85 HTTP/1.1" status: 200 len: 946 time: 0.2262504 Sep 23 19:43:12.992907 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 35308) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:43:13.025311 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-b8bb3c08-0966-4264-93a0-9fff03452860 tempest-TestVolumeBackupRestore-1434194993 tempest-TestVolumeBackupRestore-1434194993-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-601884'] for floatingip, after_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:13.308681 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22844444-b68f-4798-ad71-1c0bfe9a9c31 req-07c85bc3-4b8c-478c-be2d-b588cc40fcb8 tempest-ComputeTenantNetworksTest-1564894673 tempest-ComputeTenantNetworksTest-1564894673-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:43:13.315001 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22844444-b68f-4798-ad71-1c0bfe9a9c31 req-07c85bc3-4b8c-478c-be2d-b588cc40fcb8 tempest-ComputeTenantNetworksTest-1564894673 tempest-ComputeTenantNetworksTest-1564894673-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:43:13.321286 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22844444-b68f-4798-ad71-1c0bfe9a9c31 req-07c85bc3-4b8c-478c-be2d-b588cc40fcb8 tempest-ComputeTenantNetworksTest-1564894673 tempest-ComputeTenantNetworksTest-1564894673-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:43:13.323028 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-22844444-b68f-4798-ad71-1c0bfe9a9c31 req-07c85bc3-4b8c-478c-be2d-b588cc40fcb8 tempest-ComputeTenantNetworksTest-1564894673 tempest-ComputeTenantNetworksTest-1564894673-project] 10.222.0.67 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1903 time: 0.5607369 Sep 23 19:43:13.382223 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-63e66620-eacf-4e06-996b-1d5fb3c4020a req-3c291b75-fb41-43cb-9d34-a7512a87df91 tempest-ServersNegativeTestJSON-1638865794 tempest-ServersNegativeTestJSON-1638865794-project] 10.222.0.67 "GET /v2.0/security-groups?id=4daca97c-f524-4fb0-8b34-b36a0affa33e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3819466 Sep 23 19:43:13.405831 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-d15e9f77-0dc2-4f1b-af14-a406ed4a4a13 tempest-NegativeSecGroupTest-1934703455 tempest-NegativeSecGroupTest-1934703455-project] Notify callbacks [] for security_group, before_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:13.458397 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.db [None req-cf4e07a0-0ecf-4a78-871c-87385b32d32d tempest-RoutersTest-320658655 tempest-RoutersTest-320658655-project] For port b325ef88-967d-4ef2-8654-a0ac998121d4, host n-d-713301-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-16',level=0,port_id=b325ef88-967d-4ef2-8654-a0ac998121d4,segment=NetworkSegment(aed4c627-d1f8-48bc-8f77-858f657c6f0e),segment_id=aed4c627-d1f8-48bc-8f77-858f657c6f0e)] {{(pid=95101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:43:13.458812 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-cf4e07a0-0ecf-4a78-871c-87385b32d32d tempest-RoutersTest-320658655 tempest-RoutersTest-320658655-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-605701'] for port, precommit_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:13.476099 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-578aae5a-b81c-4ae4-ae22-4bfc409a4a8d req-6792242c-adde-45a1-a8f6-2e9c8cc0c2ac tempest-ComputeTenantNetworksTest-1564894673 tempest-ComputeTenantNetworksTest-1564894673-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:43:13.477780 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-578aae5a-b81c-4ae4-ae22-4bfc409a4a8d req-6792242c-adde-45a1-a8f6-2e9c8cc0c2ac tempest-ComputeTenantNetworksTest-1564894673 tempest-ComputeTenantNetworksTest-1564894673-project] 10.222.0.67 "GET /v2.0/networks/4c99c895-65e5-4c33-a43f-e0b860183236 HTTP/1.1" status: 200 len: 769 time: 0.1259604 Sep 23 19:43:13.479743 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-d15e9f77-0dc2-4f1b-af14-a406ed4a4a13 tempest-NegativeSecGroupTest-1934703455 tempest-NegativeSecGroupTest-1934703455-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:13.486582 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.plugin [None req-cf4e07a0-0ecf-4a78-871c-87385b32d32d tempest-RoutersTest-320658655 tempest-RoutersTest-320658655-project] Calling delete_port for b325ef88-967d-4ef2-8654-a0ac998121d4 owned by network:router_interface {{(pid=95101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:43:13.489675 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 35318) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:43:13.539413 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-d15e9f77-0dc2-4f1b-af14-a406ed4a4a13 tempest-NegativeSecGroupTest-1934703455 tempest-NegativeSecGroupTest-1934703455-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:13.541921 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-d15e9f77-0dc2-4f1b-af14-a406ed4a4a13 tempest-NegativeSecGroupTest-1934703455 tempest-NegativeSecGroupTest-1934703455-project] Notify callbacks [] for security_group, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:13.545650 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-d15e9f77-0dc2-4f1b-af14-a406ed4a4a13 tempest-NegativeSecGroupTest-1934703455 tempest-NegativeSecGroupTest-1934703455-project] 10.222.0.67 "DELETE /v2.0/security-groups/f5e7b456-761a-4b31-9fff-58de84f168f7 HTTP/1.1" status: 204 len: 168 time: 0.5492194 Sep 23 19:43:13.558781 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 35320) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:43:13.581178 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d15e9f77-0dc2-4f1b-af14-a406ed4a4a13 tempest-NegativeSecGroupTest-1934703455 tempest-NegativeSecGroupTest-1934703455-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5e7b456-761a-4b31-9fff-58de84f168f7,revision_number=None']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:43:13.609736 n-d-713301-16 neutron-server[95101]: INFO neutron.db.l3_db [None req-b8bb3c08-0966-4264-93a0-9fff03452860 tempest-TestVolumeBackupRestore-1434194993 tempest-TestVolumeBackupRestore-1434194993-project] Floating IP 5a346022-cf0f-4326-8a73-f9246863ceac associated. External IP: 172.25.1.178, port: c140d996-da69-4c0e-b9a8-57586395d28e. Sep 23 19:43:13.624661 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6ca1b0-7e45-443c-b7aa-e4ff7475c6b0 req-33f5d453-a636-49b0-b5bc-bef156e23085 tempest-ServersNegativeTestJSON-1638865794 tempest-ServersNegativeTestJSON-1638865794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:43:13.626188 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-df6ca1b0-7e45-443c-b7aa-e4ff7475c6b0 req-33f5d453-a636-49b0-b5bc-bef156e23085 tempest-ServersNegativeTestJSON-1638865794 tempest-ServersNegativeTestJSON-1638865794-project] 10.222.0.67 "GET /v2.0/ports?device_id=6942dd4a-2993-4094-af13-ca4f91683a85 HTTP/1.1" status: 200 len: 946 time: 0.0995331 Sep 23 19:43:13.631630 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-7112f55a-3c4f-4c05-bc3c-be14b3da56ed tempest-NegativeSecGroupTest-1934703455 tempest-NegativeSecGroupTest-1934703455-project] 10.222.0.67 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0697196 Sep 23 19:43:13.638938 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 35322) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:43:13.643411 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.v2.base [None req-9e004da4-4909-4d01-a536-24e091c2853c tempest-NegativeSecGroupTest-1934703455 tempest-NegativeSecGroupTest-1934703455-project] Request body: {'security_group': {'name': 'tempest-secgroup--1365268443'}} {{(pid=95102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:43:13.685560 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-df6ca1b0-7e45-443c-b7aa-e4ff7475c6b0 req-1eb4f67d-afa8-4303-b202-daec27ac6d2c tempest-ServersNegativeTestJSON-1638865794 tempest-ServersNegativeTestJSON-1638865794-project] 10.222.0.67 "GET /v2.0/security-groups?id=4daca97c-f524-4fb0-8b34-b36a0affa33e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532775 Sep 23 19:43:13.687095 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-9e004da4-4909-4d01-a536-24e091c2853c tempest-NegativeSecGroupTest-1934703455 tempest-NegativeSecGroupTest-1934703455-project] Notify callbacks [] for security_group, before_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:13.698527 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-e286c7fb-b96a-4519-bd18-3dc28b44a858 tempest-RoutersIpV6Test-563412711 tempest-RoutersIpV6Test-563412711-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5607579', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6130961'] for subnet, after_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:13.741365 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-96fd1ed9-93ac-4e3f-9e26-822421ff572e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1628021'] for network, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:13.809416 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-9e004da4-4909-4d01-a536-24e091c2853c tempest-NegativeSecGroupTest-1934703455 tempest-NegativeSecGroupTest-1934703455-project] Notify callbacks [] for security_group, precommit_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:13.815961 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-9e004da4-4909-4d01-a536-24e091c2853c tempest-NegativeSecGroupTest-1934703455 tempest-NegativeSecGroupTest-1934703455-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:13.855421 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9552cec-a1fb-4b58-92a4-2e359b2092c5 req-36fe1753-83c7-4f04-994d-4f331dedde40 tempest-ServersNegativeTestJSON-1638865794 tempest-ServersNegativeTestJSON-1638865794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:43:13.858226 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-f9552cec-a1fb-4b58-92a4-2e359b2092c5 req-36fe1753-83c7-4f04-994d-4f331dedde40 tempest-ServersNegativeTestJSON-1638865794 tempest-ServersNegativeTestJSON-1638865794-project] 10.222.0.67 "GET /v2.0/ports?device_id=6942dd4a-2993-4094-af13-ca4f91683a85 HTTP/1.1" status: 200 len: 946 time: 0.0903766 Sep 23 19:43:13.861585 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-9e004da4-4909-4d01-a536-24e091c2853c tempest-NegativeSecGroupTest-1934703455 tempest-NegativeSecGroupTest-1934703455-project] Notify callbacks [] for security_group, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:13.865641 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-9e004da4-4909-4d01-a536-24e091c2853c tempest-NegativeSecGroupTest-1934703455 tempest-NegativeSecGroupTest-1934703455-project] 10.222.0.67 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2227290 Sep 23 19:43:13.865641 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e004da4-4909-4d01-a536-24e091c2853c tempest-NegativeSecGroupTest-1934703455 tempest-NegativeSecGroupTest-1934703455-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1d7d5766-1ca7-4c3d-aeac-af4011e0ead2,revision_number=1']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:43:13.866515 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 35326) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:43:13.870693 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.v2.base [None req-ee3aea5c-0296-47a6-9101-37ca0698579a tempest-NegativeSecGroupTest-1934703455 tempest-NegativeSecGroupTest-1934703455-project] Request body: {'security_group_rule': {'security_group_id': '1d7d5766-1ca7-4c3d-aeac-af4011e0ead2', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=95102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:43:13.871422 n-d-713301-16 neutron-server[95102]: WARNING neutron.api.v2.base [None req-ee3aea5c-0296-47a6-9101-37ca0698579a tempest-NegativeSecGroupTest-1934703455 tempest-NegativeSecGroupTest-1934703455-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Sep 23 19:43:13.872072 n-d-713301-16 neutron-server[95102]: INFO neutron.api.v2.resource [None req-ee3aea5c-0296-47a6-9101-37ca0698579a tempest-NegativeSecGroupTest-1934703455 tempest-NegativeSecGroupTest-1934703455-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 23 19:43:13.873389 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-ee3aea5c-0296-47a6-9101-37ca0698579a tempest-NegativeSecGroupTest-1934703455 tempest-NegativeSecGroupTest-1934703455-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0061646 Sep 23 19:43:13.882438 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 35328) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:43:13.892875 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.v2.base [None req-87ab6fc2-cb1f-4382-9cc8-64ca88c47a4f tempest-NegativeSecGroupTest-1934703455 tempest-NegativeSecGroupTest-1934703455-project] Request body: {'security_group_rule': {'security_group_id': '1d7d5766-1ca7-4c3d-aeac-af4011e0ead2', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=95102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:43:13.915069 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e286c7fb-b96a-4519-bd18-3dc28b44a858 tempest-RoutersIpV6Test-563412711 tempest-RoutersIpV6Test-563412711-project] Pushing event updated for resources: {'Subnet': ['ID=bbbf02fc-7f2a-4d67-b0e1-46792b48bd90,revision_number=0']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:43:13.937032 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-f9552cec-a1fb-4b58-92a4-2e359b2092c5 req-7dc49d3f-a4b8-4831-97bd-7ea1a92ca81e tempest-ServersNegativeTestJSON-1638865794 tempest-ServersNegativeTestJSON-1638865794-project] 10.222.0.67 "GET /v2.0/security-groups?id=4daca97c-f524-4fb0-8b34-b36a0affa33e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622640 Sep 23 19:43:13.960799 n-d-713301-16 neutron-server[95102]: INFO neutron.api.v2.resource [None req-87ab6fc2-cb1f-4382-9cc8-64ca88c47a4f tempest-NegativeSecGroupTest-1934703455 tempest-NegativeSecGroupTest-1934703455-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 23 19:43:13.960799 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-87ab6fc2-cb1f-4382-9cc8-64ca88c47a4f tempest-NegativeSecGroupTest-1934703455 tempest-NegativeSecGroupTest-1934703455-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0765431 Sep 23 19:43:13.963078 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 35332) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:43:13.968971 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.v2.base [None req-a6f91da4-6044-41ba-aaed-081f20133b4f tempest-NegativeSecGroupTest-1934703455 tempest-NegativeSecGroupTest-1934703455-project] Request body: {'security_group_rule': {'security_group_id': '1d7d5766-1ca7-4c3d-aeac-af4011e0ead2', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=95102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:43:13.969316 n-d-713301-16 neutron-server[95102]: WARNING neutron.api.v2.base [None req-a6f91da4-6044-41ba-aaed-081f20133b4f tempest-NegativeSecGroupTest-1934703455 tempest-NegativeSecGroupTest-1934703455-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Sep 23 19:43:13.969790 n-d-713301-16 neutron-server[95102]: INFO neutron.api.v2.resource [None req-a6f91da4-6044-41ba-aaed-081f20133b4f tempest-NegativeSecGroupTest-1934703455 tempest-NegativeSecGroupTest-1934703455-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 23 19:43:13.973206 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-a6f91da4-6044-41ba-aaed-081f20133b4f tempest-NegativeSecGroupTest-1934703455 tempest-NegativeSecGroupTest-1934703455-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0066130 Sep 23 19:43:13.973430 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 35334) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:43:13.980447 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.v2.base [None req-159ed0f3-1a2c-490a-96eb-3104286b9ecf tempest-NegativeSecGroupTest-1934703455 tempest-NegativeSecGroupTest-1934703455-project] Request body: {'security_group_rule': {'security_group_id': '1d7d5766-1ca7-4c3d-aeac-af4011e0ead2', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=95102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:43:14.011210 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e286c7fb-b96a-4519-bd18-3dc28b44a858 tempest-RoutersIpV6Test-563412711 tempest-RoutersIpV6Test-563412711-project] Checking segment: {'id': 'aab88ae5-45c0-45dd-a649-29814d0cb472', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': 'b0d3fe89-67db-40b3-9e34-fcb1237a9a0d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:43:14.011737 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e286c7fb-b96a-4519-bd18-3dc28b44a858 tempest-RoutersIpV6Test-563412711 tempest-RoutersIpV6Test-563412711-project] Network hostable DHCP agents. Network: b0d3fe89-67db-40b3-9e34-fcb1237a9a0d, hostable agents: ['1b18bf05-1b5f-4587-be5c-af3ac38e32ad'], hosted agents: [] {{(pid=95101) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 19:43:14.020484 n-d-713301-16 neutron-server[95102]: INFO neutron.api.v2.resource [None req-159ed0f3-1a2c-490a-96eb-3104286b9ecf tempest-NegativeSecGroupTest-1934703455 tempest-NegativeSecGroupTest-1934703455-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 23 19:43:14.024472 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-159ed0f3-1a2c-490a-96eb-3104286b9ecf tempest-NegativeSecGroupTest-1934703455 tempest-NegativeSecGroupTest-1934703455-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0474496 Sep 23 19:43:14.024733 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 35338) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:43:14.030591 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.v2.base [None req-3086aebd-9c39-4739-a6e8-ada06cf480dd tempest-NegativeSecGroupTest-1934703455 tempest-NegativeSecGroupTest-1934703455-project] Request body: {'security_group_rule': {'security_group_id': '1d7d5766-1ca7-4c3d-aeac-af4011e0ead2', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=95102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:43:14.031064 n-d-713301-16 neutron-server[95102]: WARNING neutron.api.v2.base [None req-3086aebd-9c39-4739-a6e8-ada06cf480dd tempest-NegativeSecGroupTest-1934703455 tempest-NegativeSecGroupTest-1934703455-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Sep 23 19:43:14.031573 n-d-713301-16 neutron-server[95102]: INFO neutron.api.v2.resource [None req-3086aebd-9c39-4739-a6e8-ada06cf480dd tempest-NegativeSecGroupTest-1934703455 tempest-NegativeSecGroupTest-1934703455-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 23 19:43:14.032989 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-3086aebd-9c39-4739-a6e8-ada06cf480dd tempest-NegativeSecGroupTest-1934703455 tempest-NegativeSecGroupTest-1934703455-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0068033 Sep 23 19:43:14.035926 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 35340) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:43:14.046750 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.v2.base [None req-61375379-35a7-496a-851c-3ccbfac9f1b8 tempest-NegativeSecGroupTest-1934703455 tempest-NegativeSecGroupTest-1934703455-project] Request body: {'security_group_rule': {'security_group_id': '1d7d5766-1ca7-4c3d-aeac-af4011e0ead2', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=95101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:43:14.074679 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-96fd1ed9-93ac-4e3f-9e26-822421ff572e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1754676', 'neutron.services.segments.db._delete_segments_for_network-8783146221460'] for network, precommit_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:14.088036 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0da8597-6680-4514-85ef-16e598858731 req-e8c30c59-ebe7-4c87-8839-b9ea12f7eb93 tempest-ServersNegativeTestJSON-1638865794 tempest-ServersNegativeTestJSON-1638865794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:43:14.089568 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-c0da8597-6680-4514-85ef-16e598858731 req-e8c30c59-ebe7-4c87-8839-b9ea12f7eb93 tempest-ServersNegativeTestJSON-1638865794 tempest-ServersNegativeTestJSON-1638865794-project] 10.222.0.67 "GET /v2.0/ports?device_id=6942dd4a-2993-4094-af13-ca4f91683a85 HTTP/1.1" status: 200 len: 946 time: 0.0556099 Sep 23 19:43:14.133150 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-c0da8597-6680-4514-85ef-16e598858731 req-1503f757-5165-453f-bc26-bee41aabdac0 tempest-ServersNegativeTestJSON-1638865794 tempest-ServersNegativeTestJSON-1638865794-project] 10.222.0.67 "GET /v2.0/security-groups?id=4daca97c-f524-4fb0-8b34-b36a0affa33e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365410 Sep 23 19:43:14.152042 n-d-713301-16 neutron-server[95101]: DEBUG neutron.services.segments.db [None req-96fd1ed9-93ac-4e3f-9e26-822421ff572e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4c99c895-65e5-4c33-a43f-e0b860183236']}} {{(pid=95101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:43:14.175421 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e286c7fb-b96a-4519-bd18-3dc28b44a858 tempest-RoutersIpV6Test-563412711 tempest-RoutersIpV6Test-563412711-project] Network b0d3fe89-67db-40b3-9e34-fcb1237a9a0d is scheduled to be hosted by DHCP agent 1b18bf05-1b5f-4587-be5c-af3ac38e32ad with binding_index 1 {{(pid=95101) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 19:43:14.180370 n-d-713301-16 neutron-server[95101]: DEBUG neutron.services.segments.db [None req-96fd1ed9-93ac-4e3f-9e26-822421ff572e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a97b61d4-0616-4fd5-91ab-f4244f5ddd55') {'for_net_delete': True} {{(pid=95101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:43:14.180690 n-d-713301-16 neutron-server[95101]: DEBUG neutron.services.segments.db [None req-96fd1ed9-93ac-4e3f-9e26-822421ff572e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a97b61d4-0616-4fd5-91ab-f4244f5ddd55') {} {{(pid=95101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:43:14.184832 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-cf4e07a0-0ecf-4a78-871c-87385b32d32d tempest-RoutersTest-320658655 tempest-RoutersTest-320658655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783146162158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783145673144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5607431'] for port, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:14.224591 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-96fd1ed9-93ac-4e3f-9e26-822421ff572e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783146221725', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6007147'] for segment, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:14.251757 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.base_scheduler [None req-e286c7fb-b96a-4519-bd18-3dc28b44a858 tempest-RoutersIpV6Test-563412711 tempest-RoutersIpV6Test-563412711-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713301-16, b0d3fe89-67db-40b3-9e34-fcb1237a9a0d) {{(pid=95101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:43:14.258357 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf4e07a0-0ecf-4a78-871c-87385b32d32d tempest-RoutersTest-320658655 tempest-RoutersTest-320658655-project] Pushing event deleted for resources: {'Port': ['ID=b325ef88-967d-4ef2-8654-a0ac998121d4,revision_number=None']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:43:14.258935 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e703f3e-0141-4003-90cc-2f61dd53ea51 req-bb2378cc-d7f8-4084-a538-df0cc9f9dd6e tempest-ServersNegativeTestJSON-1638865794 tempest-ServersNegativeTestJSON-1638865794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:43:14.260664 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-8e703f3e-0141-4003-90cc-2f61dd53ea51 req-bb2378cc-d7f8-4084-a538-df0cc9f9dd6e tempest-ServersNegativeTestJSON-1638865794 tempest-ServersNegativeTestJSON-1638865794-project] 10.222.0.67 "GET /v2.0/ports?device_id=6942dd4a-2993-4094-af13-ca4f91683a85 HTTP/1.1" status: 200 len: 946 time: 0.0513425 Sep 23 19:43:14.263445 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-473a0d61-3a59-45cf-8207-2dc84d1f0f8c None None] Network b0d3fe89-67db-40b3-9e34-fcb1237a9a0d requested from n-d-713301-16 {{(pid=95103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 19:43:14.270902 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e286c7fb-b96a-4519-bd18-3dc28b44a858 tempest-RoutersIpV6Test-563412711 tempest-RoutersIpV6Test-563412711-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:43:14.271519 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-e286c7fb-b96a-4519-bd18-3dc28b44a858 tempest-RoutersIpV6Test-563412711 tempest-RoutersIpV6Test-563412711-project] Notify callbacks [] for subnet, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:14.290813 n-d-713301-16 neutron-server[95101]: INFO neutron.api.v2.resource [None req-61375379-35a7-496a-851c-3ccbfac9f1b8 tempest-NegativeSecGroupTest-1934703455 tempest-NegativeSecGroupTest-1934703455-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 23 19:43:14.291898 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-61375379-35a7-496a-851c-3ccbfac9f1b8 tempest-NegativeSecGroupTest-1934703455 tempest-NegativeSecGroupTest-1934703455-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.2495861 Sep 23 19:43:14.293138 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-96fd1ed9-93ac-4e3f-9e26-822421ff572e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1756186'] for segment, precommit_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:14.305113 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 35344) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:43:14.336747 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.v2.base [None req-a3131e3a-d5a1-4426-8cfe-25abdbb80265 tempest-NegativeSecGroupTest-1934703455 tempest-NegativeSecGroupTest-1934703455-project] Request body: {'security_group_rule': {'security_group_id': '1d7d5766-1ca7-4c3d-aeac-af4011e0ead2', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=95101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:43:14.337561 n-d-713301-16 neutron-server[95101]: WARNING neutron.api.v2.base [None req-a3131e3a-d5a1-4426-8cfe-25abdbb80265 tempest-NegativeSecGroupTest-1934703455 tempest-NegativeSecGroupTest-1934703455-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Sep 23 19:43:14.338055 n-d-713301-16 neutron-server[95101]: INFO neutron.api.v2.resource [None req-a3131e3a-d5a1-4426-8cfe-25abdbb80265 tempest-NegativeSecGroupTest-1934703455 tempest-NegativeSecGroupTest-1934703455-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 23 19:43:14.343693 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-a3131e3a-d5a1-4426-8cfe-25abdbb80265 tempest-NegativeSecGroupTest-1934703455 tempest-NegativeSecGroupTest-1934703455-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0269966 Sep 23 19:43:14.344327 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-8e703f3e-0141-4003-90cc-2f61dd53ea51 req-ab20f95c-4547-4f9a-b987-cf25297883de tempest-ServersNegativeTestJSON-1638865794 tempest-ServersNegativeTestJSON-1638865794-project] 10.222.0.67 "GET /v2.0/security-groups?id=4daca97c-f524-4fb0-8b34-b36a0affa33e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619555 Sep 23 19:43:14.346232 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-96fd1ed9-93ac-4e3f-9e26-822421ff572e admin admin] Releasing vlan 608 on physical network physnet1 to pool {{(pid=95101) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 19:43:14.346232 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-96fd1ed9-93ac-4e3f-9e26-822421ff572e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1756186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5608436'] for segment, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:14.347991 n-d-713301-16 neutron-server[95101]: Traceback (most recent call last): Sep 23 19:43:14.347991 n-d-713301-16 neutron-server[95101]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 19:43:14.347991 n-d-713301-16 neutron-server[95101]: timer() Sep 23 19:43:14.347991 n-d-713301-16 neutron-server[95101]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 19:43:14.347991 n-d-713301-16 neutron-server[95101]: cb(*args, **kw) Sep 23 19:43:14.347991 n-d-713301-16 neutron-server[95101]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 19:43:14.347991 n-d-713301-16 neutron-server[95101]: return func(*args, **kwargs) Sep 23 19:43:14.347991 n-d-713301-16 neutron-server[95101]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 19:43:14.347991 n-d-713301-16 neutron-server[95101]: self._notify() Sep 23 19:43:14.347991 n-d-713301-16 neutron-server[95101]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 19:43:14.347991 n-d-713301-16 neutron-server[95101]: self.callback(batched_events) Sep 23 19:43:14.347991 n-d-713301-16 neutron-server[95101]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 19:43:14.347991 n-d-713301-16 neutron-server[95101]: event.method(event) Sep 23 19:43:14.347991 n-d-713301-16 neutron-server[95101]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 19:43:14.347991 n-d-713301-16 neutron-server[95101]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 19:43:14.347991 n-d-713301-16 neutron-server[95101]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 19:43:14.347991 n-d-713301-16 neutron-server[95101]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 19:43:14.347991 n-d-713301-16 neutron-server[95101]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 19:43:14.347991 n-d-713301-16 neutron-server[95101]: return f(self, *a, **k) Sep 23 19:43:14.347991 n-d-713301-16 neutron-server[95101]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 19:43:14.347991 n-d-713301-16 neutron-server[95101]: return self._get(url).json() Sep 23 19:43:14.347991 n-d-713301-16 neutron-server[95101]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 19:43:14.347991 n-d-713301-16 neutron-server[95101]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 19:43:14.347991 n-d-713301-16 neutron-server[95101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 19:43:14.347991 n-d-713301-16 neutron-server[95101]: return self.request(url, 'GET', **kwargs) Sep 23 19:43:14.347991 n-d-713301-16 neutron-server[95101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 19:43:14.347991 n-d-713301-16 neutron-server[95101]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 19:43:14.347991 n-d-713301-16 neutron-server[95101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 19:43:14.347991 n-d-713301-16 neutron-server[95101]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 19:43:14.347991 n-d-713301-16 neutron-server[95101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 19:43:14.347991 n-d-713301-16 neutron-server[95101]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 19:43:14.347991 n-d-713301-16 neutron-server[95101]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 19:43:14.364975 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 35346) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:43:14.364975 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.v2.base [None req-6dfb913f-5bce-432f-ba0a-648689a254b6 tempest-NegativeSecGroupTest-1934703455 tempest-NegativeSecGroupTest-1934703455-project] Request body: {'security_group_rule': {'security_group_id': '1d7d5766-1ca7-4c3d-aeac-af4011e0ead2', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=95102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:43:14.389416 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-e286c7fb-b96a-4519-bd18-3dc28b44a858 tempest-RoutersIpV6Test-563412711 tempest-RoutersIpV6Test-563412711-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.1599379 Sep 23 19:43:14.389416 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b8bb3c08-0966-4264-93a0-9fff03452860 tempest-TestVolumeBackupRestore-1434194993 tempest-TestVolumeBackupRestore-1434194993-project] Router 799b259e-c030-438c-9e8e-130e346dc3c3 has already been hosted by L3 agent 79a740bf-7821-4989-8288-7186e3e128f3 {{(pid=95101) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 19:43:14.401408 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 35350) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:43:14.441156 n-d-713301-16 neutron-server[95102]: INFO neutron.api.v2.resource [None req-6dfb913f-5bce-432f-ba0a-648689a254b6 tempest-NegativeSecGroupTest-1934703455 tempest-NegativeSecGroupTest-1934703455-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 23 19:43:14.446841 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-6dfb913f-5bce-432f-ba0a-648689a254b6 tempest-NegativeSecGroupTest-1934703455 tempest-NegativeSecGroupTest-1934703455-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.0927370 Sep 23 19:43:14.449736 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 35352) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:43:14.462742 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.v2.base [None req-83ec3efe-eeb6-4e31-a76e-46d2876dd2d2 tempest-RoutersIpV6Test-563412711 tempest-RoutersIpV6Test-563412711-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-712438842', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=95101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:43:14.467065 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34b6c372-6f9f-4e06-9cf1-cc1746399a85 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4c8b80df-07eb-5275-9f17-5cf640db67c0-b0d3fe89-67db-40b3-9e34-fcb1237a9a0d', 'network_id': 'b0d3fe89-67db-40b3-9e34-fcb1237a9a0d', 'tenant_id': 'fd66fc1e2cf64f369d6db25080c0cb06', 'fixed_ips': [{'subnet_id': 'bbbf02fc-7f2a-4d67-b0e1-46792b48bd90'}]}} from n-d-713301-16. {{(pid=95103) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 23 19:43:14.468032 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-34b6c372-6f9f-4e06-9cf1-cc1746399a85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_create {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:14.470629 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.v2.base [None req-11e1198e-e61c-475b-b118-351e0b563eba tempest-NegativeSecGroupTest-1934703455 tempest-NegativeSecGroupTest-1934703455-project] Request body: {'security_group_rule': {'security_group_id': '1d7d5766-1ca7-4c3d-aeac-af4011e0ead2', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=95102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:43:14.487565 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.db.api [None req-11e1198e-e61c-475b-b118-351e0b563eba tempest-NegativeSecGroupTest-1934703455 tempest-NegativeSecGroupTest-1934703455-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 23 19:43:14.487565 n-d-713301-16 neutron-server[95102]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Sep 23 19:43:14.487565 n-d-713301-16 neutron-server[95102]: [parameters: {'project_id_1': '04657671a8fc4e479c2bac6511291c49', 'expiration_1': datetime.datetime(2021, 9, 23, 19, 42, 54, 476896)}] Sep 23 19:43:14.487565 n-d-713301-16 neutron-server[95102]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=95102) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 23 19:43:14.488324 n-d-713301-16 neutron-server[95102]: DEBUG oslo_db.api [None req-11e1198e-e61c-475b-b118-351e0b563eba tempest-NegativeSecGroupTest-1934703455 tempest-NegativeSecGroupTest-1934703455-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=95102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 23 19:43:14.500627 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-96fd1ed9-93ac-4e3f-9e26-822421ff572e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1754627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-601866'] for network, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:14.512931 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-96fd1ed9-93ac-4e3f-9e26-822421ff572e admin admin] Notify callbacks [] for network, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:14.515669 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-96fd1ed9-93ac-4e3f-9e26-822421ff572e admin admin] 10.222.0.67 "DELETE /v2.0/networks/4c99c895-65e5-4c33-a43f-e0b860183236 HTTP/1.1" status: 204 len: 168 time: 1.0213473 Sep 23 19:43:14.559634 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-83ec3efe-eeb6-4e31-a76e-46d2876dd2d2 tempest-RoutersIpV6Test-563412711 tempest-RoutersIpV6Test-563412711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-594563', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29355'] for router, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:14.561769 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-83ec3efe-eeb6-4e31-a76e-46d2876dd2d2 tempest-RoutersIpV6Test-563412711 tempest-RoutersIpV6Test-563412711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-597363', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-601731', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-739356', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29346'] for router, precommit_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:14.592862 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96fd1ed9-93ac-4e3f-9e26-822421ff572e admin admin] Pushing event deleted for resources: {'Network': ['ID=4c99c895-65e5-4c33-a43f-e0b860183236,revision_number=None']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:43:14.665875 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.db_base_plugin_common [None req-34b6c372-6f9f-4e06-9cf1-cc1746399a85 None None] Allocated IP 2001:db8::2 (b0d3fe89-67db-40b3-9e34-fcb1237a9a0d/bbbf02fc-7f2a-4d67-b0e1-46792b48bd90/caaacd06-34cb-4c31-886b-4ba0981ed99f) {{(pid=95103) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 19:43:14.697391 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27fe6286-2e30-4916-a806-93fb3bd15a29 req-20043552-6885-48fc-9bc0-49fbbde580c5 tempest-ServersNegativeTestJSON-1638865794 tempest-ServersNegativeTestJSON-1638865794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:43:14.708737 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-27fe6286-2e30-4916-a806-93fb3bd15a29 req-20043552-6885-48fc-9bc0-49fbbde580c5 tempest-ServersNegativeTestJSON-1638865794 tempest-ServersNegativeTestJSON-1638865794-project] 10.222.0.67 "GET /v2.0/ports?device_id=6942dd4a-2993-4094-af13-ca4f91683a85 HTTP/1.1" status: 200 len: 946 time: 0.0837021 Sep 23 19:43:14.725813 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 35360) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:43:14.748486 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-83ec3efe-eeb6-4e31-a76e-46d2876dd2d2 tempest-RoutersIpV6Test-563412711 tempest-RoutersIpV6Test-563412711-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:14.768167 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-83ec3efe-eeb6-4e31-a76e-46d2876dd2d2 tempest-RoutersIpV6Test-563412711 tempest-RoutersIpV6Test-563412711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-597258', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-601790'] for router, after_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:14.774814 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-27fe6286-2e30-4916-a806-93fb3bd15a29 req-c795d591-4bb3-4e3e-8b22-945b9421f8bb tempest-ServersNegativeTestJSON-1638865794 tempest-ServersNegativeTestJSON-1638865794-project] 10.222.0.67 "GET /v2.0/security-groups?id=4daca97c-f524-4fb0-8b34-b36a0affa33e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633883 Sep 23 19:43:14.804629 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-cf4e07a0-0ecf-4a78-871c-87385b32d32d tempest-RoutersTest-320658655 tempest-RoutersTest-320658655-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-527322', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-602005'] for router_interface, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:14.829090 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-83ec3efe-eeb6-4e31-a76e-46d2876dd2d2 tempest-RoutersIpV6Test-563412711 tempest-RoutersIpV6Test-563412711-project] Notify callbacks [] for router, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:14.830223 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-83ec3efe-eeb6-4e31-a76e-46d2876dd2d2 tempest-RoutersIpV6Test-563412711 tempest-RoutersIpV6Test-563412711-project] 10.222.0.67 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.4278429 Sep 23 19:43:14.833251 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 35362) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:43:14.836130 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8bb3c08-0966-4264-93a0-9fff03452860 tempest-TestVolumeBackupRestore-1434194993 tempest-TestVolumeBackupRestore-1434194993-project] Notify agent at l3_agent.n-d-713301-16 the message routers_updated {{(pid=95101) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 19:43:14.860081 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59163e86-27b1-4cce-9127-47ef8d4c6e10 None None] Sync routers for ids ['799b259e-c030-438c-9e8e-130e346dc3c3'] in n-d-713301-16 {{(pid=95104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 19:43:14.865185 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-34b6c372-6f9f-4e06-9cf1-cc1746399a85 None None] Notify callbacks [] for port, precommit_create {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:14.873078 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59163e86-27b1-4cce-9127-47ef8d4c6e10 None None] Routers {'799b259e-c030-438c-9e8e-130e346dc3c3'} bound to L3 agent in host n-d-713301-16 {{(pid=95104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 19:43:14.873464 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-34b6c372-6f9f-4e06-9cf1-cc1746399a85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783145673135'] for port, after_create {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:14.873990 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_hamode_db [None req-59163e86-27b1-4cce-9127-47ef8d4c6e10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-23T19:07:52Z,description=,heartbeat_timestamp=2021-09-23T19:42:52Z,host='n-d-713301-16',id=79a740bf-7821-4989-8288-7186e3e128f3,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:07:52Z,topic='l3_agent')) {'router_ids': ['799b259e-c030-438c-9e8e-130e346dc3c3'], 'active': True} {{(pid=95104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:43:14.890765 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-f7afdd3c-3e93-4038-93ad-d841731a3219 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=4226a9726fc0403caa4fd3c4a7ff3235&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1359808 Sep 23 19:43:14.893546 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 35364) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:43:14.911470 n-d-713301-16 neutron-server[95103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34b6c372-6f9f-4e06-9cf1-cc1746399a85 None None] Network b0d3fe89-67db-40b3-9e34-fcb1237a9a0d is already hosted by enough agents. {{(pid=95103) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:43:14.915658 n-d-713301-16 neutron-server[95103]: DEBUG neutron.scheduler.base_scheduler [None req-34b6c372-6f9f-4e06-9cf1-cc1746399a85 None None] Resources bound (agent type, host, resource id): {{(pid=95103) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:43:14.919207 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34b6c372-6f9f-4e06-9cf1-cc1746399a85 None None] Received port after_create {{(pid=95103) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 19:43:14.939888 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-b8bb3c08-0966-4264-93a0-9fff03452860 tempest-TestVolumeBackupRestore-1434194993 tempest-TestVolumeBackupRestore-1434194993-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222849'] for floatingip, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:14.986004 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34b6c372-6f9f-4e06-9cf1-cc1746399a85 None None] Pushing event updated for resources: {'Port': ['ID=caaacd06-34cb-4c31-886b-4ba0981ed99f,revision_number=1']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:43:15.002738 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-b8bb3c08-0966-4264-93a0-9fff03452860 tempest-TestVolumeBackupRestore-1434194993 tempest-TestVolumeBackupRestore-1434194993-project] 10.222.0.67 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 5.5042913 Sep 23 19:43:15.003904 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 35366) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:43:15.006992 n-d-713301-16 neutron-server[95101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '66cd2527-03c8-4dc5-92d2-374880b3d491', 'tag': 'c140d996-da69-4c0e-b9a8-57586395d28e'}] {{(pid=95101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 19:43:15.009322 n-d-713301-16 neutron-server[95101]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d8366c5740cd635e57ab12b71fe44a77c2acc3c19091ef849c6f68b380462244" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-648d4545-62a6-4154-9d0e-0ef65de0cec7" -d '{"events": [{"name": "network-changed", "server_uuid": "66cd2527-03c8-4dc5-92d2-374880b3d491", "tag": "c140d996-da69-4c0e-b9a8-57586395d28e"}]}' {{(pid=95101) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 19:43:15.011145 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.managers [None req-34b6c372-6f9f-4e06-9cf1-cc1746399a85 None None] Attempting to bind port caaacd06-34cb-4c31-886b-4ba0981ed99f on host n-d-713301-16 for vnic_type normal with profile {{(pid=95103) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 19:43:15.011792 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.managers [None req-34b6c372-6f9f-4e06-9cf1-cc1746399a85 None None] Attempting to bind port caaacd06-34cb-4c31-886b-4ba0981ed99f by drivers openvswitch,hyperv on host n-d-713301-16 at level 0 using segments [{'id': 'aab88ae5-45c0-45dd-a649-29814d0cb472', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': 'b0d3fe89-67db-40b3-9e34-fcb1237a9a0d'}] {{(pid=95103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 19:43:15.012340 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34b6c372-6f9f-4e06-9cf1-cc1746399a85 None None] Attempting to bind port caaacd06-34cb-4c31-886b-4ba0981ed99f on network b0d3fe89-67db-40b3-9e34-fcb1237a9a0d {{(pid=95103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:43:15.019325 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34b6c372-6f9f-4e06-9cf1-cc1746399a85 None None] Checking agent: {'id': '70a14545-df24-472f-8f95-bfe1719bff93', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 19, 7, 53), 'started_at': datetime.datetime(2021, 9, 23, 19, 8, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 19, 42, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 19:43:15.019922 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34b6c372-6f9f-4e06-9cf1-cc1746399a85 None None] Checking segment: {'id': 'aab88ae5-45c0-45dd-a649-29814d0cb472', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': 'b0d3fe89-67db-40b3-9e34-fcb1237a9a0d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95103) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:43:15.020686 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-34b6c372-6f9f-4e06-9cf1-cc1746399a85 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:15.021260 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34b6c372-6f9f-4e06-9cf1-cc1746399a85 None None] Bound using segment: {'id': 'aab88ae5-45c0-45dd-a649-29814d0cb472', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': 'b0d3fe89-67db-40b3-9e34-fcb1237a9a0d'} {{(pid=95103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 19:43:15.021880 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.managers [None req-34b6c372-6f9f-4e06-9cf1-cc1746399a85 None None] Bound port: caaacd06-34cb-4c31-886b-4ba0981ed99f, host: n-d-713301-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aab88ae5-45c0-45dd-a649-29814d0cb472', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': 'b0d3fe89-67db-40b3-9e34-fcb1237a9a0d'}}] {{(pid=95103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 19:43:15.022436 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-34b6c372-6f9f-4e06-9cf1-cc1746399a85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:15.054690 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_dvr_db [None req-59163e86-27b1-4cce-9127-47ef8d4c6e10 None None] Set router 799b259e-c030-438c-9e8e-130e346dc3c3 gateway port host: n-d-713301-16 {{(pid=95104) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 19:43:15.069950 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-ee0f087e-91cb-4a4c-82a5-6ec42f487a1a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:15.097472 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-34b6c372-6f9f-4e06-9cf1-cc1746399a85 None None] For port caaacd06-34cb-4c31-886b-4ba0981ed99f, host n-d-713301-16, cleared binding levels {{(pid=95103) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 19:43:15.102647 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-34b6c372-6f9f-4e06-9cf1-cc1746399a85 None None] For port caaacd06-34cb-4c31-886b-4ba0981ed99f, host n-d-713301-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-16',level=0,port_id=caaacd06-34cb-4c31-886b-4ba0981ed99f,segment=NetworkSegment(aab88ae5-45c0-45dd-a649-29814d0cb472),segment_id=aab88ae5-45c0-45dd-a649-29814d0cb472)] {{(pid=95103) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 19:43:15.108730 n-d-713301-16 neutron-server[95101]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 19:43:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6689ac7-06df-44f7-8ecd-ac5be48b34c3 x-openstack-request-id: req-f6689ac7-06df-44f7-8ecd-ac5be48b34c3 {{(pid=95101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 19:43:15.109022 n-d-713301-16 neutron-server[95101]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "66cd2527-03c8-4dc5-92d2-374880b3d491", "tag": "c140d996-da69-4c0e-b9a8-57586395d28e", "status": "completed", "code": 200}]} {{(pid=95101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 19:43:15.109280 n-d-713301-16 neutron-server[95101]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-f6689ac7-06df-44f7-8ecd-ac5be48b34c3 {{(pid=95101) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 19:43:15.109678 n-d-713301-16 neutron-server[95101]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '66cd2527-03c8-4dc5-92d2-374880b3d491', 'tag': 'c140d996-da69-4c0e-b9a8-57586395d28e', 'status': 'completed', 'code': 200} Sep 23 19:43:15.110645 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-34b6c372-6f9f-4e06-9cf1-cc1746399a85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:15.176206 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34b6c372-6f9f-4e06-9cf1-cc1746399a85 None None] Pushing event updated for resources: {'Port': ['ID=caaacd06-34cb-4c31-886b-4ba0981ed99f,revision_number=2']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:43:15.220293 n-d-713301-16 neutron-server[95102]: INFO neutron.api.v2.resource [None req-11e1198e-e61c-475b-b118-351e0b563eba tempest-NegativeSecGroupTest-1934703455 tempest-NegativeSecGroupTest-1934703455-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 23 19:43:15.224427 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-11e1198e-e61c-475b-b118-351e0b563eba tempest-NegativeSecGroupTest-1934703455 tempest-NegativeSecGroupTest-1934703455-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.7578499 Sep 23 19:43:15.226765 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 35372) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:43:15.230671 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40215f44-d240-4814-86dc-ba385fb0916b tempest-TestVolumeBackupRestore-1813669064 tempest-TestVolumeBackupRestore-1813669064-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:43:15.235610 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-40215f44-d240-4814-86dc-ba385fb0916b tempest-TestVolumeBackupRestore-1813669064 tempest-TestVolumeBackupRestore-1813669064-project-admin] 10.222.0.67 "GET /v2.0/ports?device_id=66cd2527-03c8-4dc5-92d2-374880b3d491 HTTP/1.1" status: 200 len: 1092 time: 0.2273338 Sep 23 19:43:15.241347 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 35374) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:43:15.251491 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.v2.base [None req-0b3428ee-3bb1-4a2e-8306-446a02d0b3f7 tempest-TestVolumeBackupRestore-1434194993 tempest-TestVolumeBackupRestore-1434194993-project] Request body: {'floatingip': {'port_id': 'c140d996-da69-4c0e-b9a8-57586395d28e'}} {{(pid=95101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:43:15.256314 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-ee0f087e-91cb-4a4c-82a5-6ec42f487a1a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:15.350376 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf4e07a0-0ecf-4a78-871c-87385b32d32d tempest-RoutersTest-320658655 tempest-RoutersTest-320658655-project] Router 96503fda-a45f-430f-a5e1-653bd4f2c170 has already been hosted by L3 agent 79a740bf-7821-4989-8288-7186e3e128f3 {{(pid=95101) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 19:43:15.367981 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-0b3428ee-3bb1-4a2e-8306-446a02d0b3f7 tempest-TestVolumeBackupRestore-1434194993 tempest-TestVolumeBackupRestore-1434194993-project] Notify callbacks [] for floatingip, before_update {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:15.383548 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_hamode_db [None req-59163e86-27b1-4cce-9127-47ef8d4c6e10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '799b259e-c030-438c-9e8e-130e346dc3c3', 'name': 'tempest-TestVolumeBackupRestore-2096930916-router', 'tenant_id': 'df60118e0c434751a044956da831d00f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'external_fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.22'}], 'enable_snat': True}, 'gw_port_id': 'b93c2628-3d41-4f95-8fff-571fb9f87cad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:38:30Z', 'updated_at': '2021-09-23T19:38:40Z', 'revision_number': 4, 'project_id': 'df60118e0c434751a044956da831d00f', 'gw_port': {'id': 'b93c2628-3d41-4f95-8fff-571fb9f87cad', 'name': '', 'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:59:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '799b259e-c030-438c-9e8e-130e346dc3c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2105, 'fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:38:31Z', 'updated_at': '2021-09-23T19:38:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-16', '_floatingips': [{'id': '5a346022-cf0f-4326-8a73-f9246863ceac', 'tenant_id': 'df60118e0c434751a044956da831d00f', 'floating_ip_address': '172.25.1.178', 'floating_network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'router_id': '799b259e-c030-438c-9e8e-130e346dc3c3', 'port_id': 'c140d996-da69-4c0e-b9a8-57586395d28e', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 2663, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7fafb3d9-de72-4d87-8d56-0a7bcad8db30', 'mac_address': 'fa:16:3e:9f:50:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66cd2527-03c8-4dc5-92d2-374880b3d491', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-23T19:43:11Z', 'updated_at': '2021-09-23T19:43:11Z', 'revision_number': 0, 'project_id': 'df60118e0c434751a044956da831d00f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b766922d-1387-4829-9573-19605242a9a7', 'name': '', 'network_id': '7fafb3d9-de72-4d87-8d56-0a7bcad8db30', 'tenant_id': 'df60118e0c434751a044956da831d00f', 'mac_address': 'fa:16:3e:43:28:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '799b259e-c030-438c-9e8e-130e346dc3c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2108, 'fixed_ips': [{'subnet_id': 'c5aa3ac0-9cd5-40cd-ab5b-44ea34e24ad1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:38:38Z', 'updated_at': '2021-09-23T19:38:48Z', 'revision_number': 5, 'project_id': 'df60118e0c434751a044956da831d00f', 'subnets': [{'id': 'c5aa3ac0-9cd5-40cd-ab5b-44ea34e24ad1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-16', False) {} {{(pid=95104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:43:15.423253 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59163e86-27b1-4cce-9127-47ef8d4c6e10 None None] Checking router: 799b259e-c030-438c-9e8e-130e346dc3c3 for host: n-d-713301-16 {{(pid=95104) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 19:43:15.426393 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-4d05e5ba-bfd2-4db3-a568-606540264c14 tempest-NegativeSecGroupTest-1934703455 tempest-NegativeSecGroupTest-1934703455-project] Notify callbacks [] for security_group, before_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:15.431433 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-22b22965-bbb2-45b7-80b5-462cdde26b8c tempest-RoutersIpV6Test-563412711 tempest-RoutersIpV6Test-563412711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:15.433100 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59163e86-27b1-4cce-9127-47ef8d4c6e10 None None] Routers {'799b259e-c030-438c-9e8e-130e346dc3c3'} bound to L3 agent in host n-d-713301-16 {{(pid=95104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 19:43:15.433728 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_hamode_db [None req-59163e86-27b1-4cce-9127-47ef8d4c6e10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-23T19:07:52Z,description=,heartbeat_timestamp=2021-09-23T19:42:52Z,host='n-d-713301-16',id=79a740bf-7821-4989-8288-7186e3e128f3,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:07:52Z,topic='l3_agent')) {'router_ids': ['799b259e-c030-438c-9e8e-130e346dc3c3'], 'active': True} {{(pid=95104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:43:15.572918 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-648d4545-62a6-4154-9d0e-0ef65de0cec7 req-67b42564-af35-43dd-bf7b-aa76a588aef0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:43:15.574600 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-648d4545-62a6-4154-9d0e-0ef65de0cec7 req-67b42564-af35-43dd-bf7b-aa76a588aef0 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=df60118e0c434751a044956da831d00f&device_id=66cd2527-03c8-4dc5-92d2-374880b3d491 HTTP/1.1" status: 200 len: 1097 time: 0.4739449 Sep 23 19:43:15.577199 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-4d05e5ba-bfd2-4db3-a568-606540264c14 tempest-NegativeSecGroupTest-1934703455 tempest-NegativeSecGroupTest-1934703455-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:15.598569 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf4e07a0-0ecf-4a78-871c-87385b32d32d tempest-RoutersTest-320658655 tempest-RoutersTest-320658655-project] Notify agent at l3_agent.n-d-713301-16 the message routers_updated {{(pid=95101) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 19:43:15.601126 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-ee0f087e-91cb-4a4c-82a5-6ec42f487a1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:15.605047 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-ee0f087e-91cb-4a4c-82a5-6ec42f487a1a admin admin] Notify callbacks [] for security_group, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:15.606876 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-ee0f087e-91cb-4a4c-82a5-6ec42f487a1a admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/6ae511b3-9df0-4274-a114-1b08db9d525f HTTP/1.1" status: 204 len: 168 time: 0.7108340 Sep 23 19:43:15.615551 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-cf4e07a0-0ecf-4a78-871c-87385b32d32d tempest-RoutersTest-320658655 tempest-RoutersTest-320658655-project] 10.222.0.67 "PUT /v2.0/routers/96503fda-a45f-430f-a5e1-653bd4f2c170/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8397336 Sep 23 19:43:15.626357 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 35378) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:43:15.627130 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71b3a44a-8e4f-4b01-a54d-c511d1a5ce7f None None] Sync routers for ids ['96503fda-a45f-430f-a5e1-653bd4f2c170'] in n-d-713301-16 {{(pid=95103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 19:43:15.637270 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_dvr_db [None req-59163e86-27b1-4cce-9127-47ef8d4c6e10 None None] Set router 799b259e-c030-438c-9e8e-130e346dc3c3 gateway port host: n-d-713301-16 {{(pid=95104) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 19:43:15.661940 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71b3a44a-8e4f-4b01-a54d-c511d1a5ce7f None None] Routers {'96503fda-a45f-430f-a5e1-653bd4f2c170'} bound to L3 agent in host n-d-713301-16 {{(pid=95103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 19:43:15.664865 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_hamode_db [None req-71b3a44a-8e4f-4b01-a54d-c511d1a5ce7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-23T19:07:52Z,description=,heartbeat_timestamp=2021-09-23T19:42:52Z,host='n-d-713301-16',id=79a740bf-7821-4989-8288-7186e3e128f3,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:07:52Z,topic='l3_agent')) {'router_ids': ['96503fda-a45f-430f-a5e1-653bd4f2c170'], 'active': True} {{(pid=95103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:43:15.699376 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee0f087e-91cb-4a4c-82a5-6ec42f487a1a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ae511b3-9df0-4274-a114-1b08db9d525f,revision_number=None']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:43:15.772321 n-d-713301-16 neutron-server[95101]: DEBUG neutron.db.db_base_plugin_v2 [None req-ffdd9b08-a1bd-4947-a2ba-99ed7ca90330 tempest-RoutersTest-320658655 tempest-RoutersTest-320658655-project] Deleting subnet fb1c455f-c99f-4682-89a1-0a0ab1d1f969 {{(pid=95101) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 23 19:43:15.823410 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-ffdd9b08-a1bd-4947-a2ba-99ed7ca90330 tempest-RoutersTest-320658655 tempest-RoutersTest-320658655-project] Notify callbacks [] for subnet, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:15.937983 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Device caaacd06-34cb-4c31-886b-4ba0981ed99f up at agent ovs-agent-n-d-713301-16 {{(pid=95103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 19:43:15.998561 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-4d05e5ba-bfd2-4db3-a568-606540264c14 tempest-NegativeSecGroupTest-1934703455 tempest-NegativeSecGroupTest-1934703455-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:16.007472 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-4d05e5ba-bfd2-4db3-a568-606540264c14 tempest-NegativeSecGroupTest-1934703455 tempest-NegativeSecGroupTest-1934703455-project] Notify callbacks [] for security_group, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:16.011627 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-4d05e5ba-bfd2-4db3-a568-606540264c14 tempest-NegativeSecGroupTest-1934703455 tempest-NegativeSecGroupTest-1934703455-project] 10.222.0.67 "DELETE /v2.0/security-groups/1d7d5766-1ca7-4c3d-aeac-af4011e0ead2 HTTP/1.1" status: 204 len: 168 time: 0.7836046 Sep 23 19:43:16.023088 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 35382) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:43:16.093549 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-ffdd9b08-a1bd-4947-a2ba-99ed7ca90330 tempest-RoutersTest-320658655 tempest-RoutersTest-320658655-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6007154'] for subnet, precommit_delete_associations {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:16.141711 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d05e5ba-bfd2-4db3-a568-606540264c14 tempest-NegativeSecGroupTest-1934703455 tempest-NegativeSecGroupTest-1934703455-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d7d5766-1ca7-4c3d-aeac-af4011e0ead2,revision_number=None']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:43:16.207278 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_hamode_db [None req-59163e86-27b1-4cce-9127-47ef8d4c6e10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '799b259e-c030-438c-9e8e-130e346dc3c3', 'name': 'tempest-TestVolumeBackupRestore-2096930916-router', 'tenant_id': 'df60118e0c434751a044956da831d00f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'external_fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.22'}], 'enable_snat': True}, 'gw_port_id': 'b93c2628-3d41-4f95-8fff-571fb9f87cad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:38:30Z', 'updated_at': '2021-09-23T19:38:40Z', 'revision_number': 4, 'project_id': 'df60118e0c434751a044956da831d00f', 'gw_port': {'id': 'b93c2628-3d41-4f95-8fff-571fb9f87cad', 'name': '', 'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:59:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '799b259e-c030-438c-9e8e-130e346dc3c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2105, 'fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:38:31Z', 'updated_at': '2021-09-23T19:38:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-16', '_floatingips': [{'id': '5a346022-cf0f-4326-8a73-f9246863ceac', 'tenant_id': 'df60118e0c434751a044956da831d00f', 'floating_ip_address': '172.25.1.178', 'floating_network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'router_id': '799b259e-c030-438c-9e8e-130e346dc3c3', 'port_id': 'c140d996-da69-4c0e-b9a8-57586395d28e', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 2663, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7fafb3d9-de72-4d87-8d56-0a7bcad8db30', 'mac_address': 'fa:16:3e:9f:50:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66cd2527-03c8-4dc5-92d2-374880b3d491', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-23T19:43:11Z', 'updated_at': '2021-09-23T19:43:11Z', 'revision_number': 0, 'project_id': 'df60118e0c434751a044956da831d00f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b766922d-1387-4829-9573-19605242a9a7', 'name': '', 'network_id': '7fafb3d9-de72-4d87-8d56-0a7bcad8db30', 'tenant_id': 'df60118e0c434751a044956da831d00f', 'mac_address': 'fa:16:3e:43:28:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '799b259e-c030-438c-9e8e-130e346dc3c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2108, 'fixed_ips': [{'subnet_id': 'c5aa3ac0-9cd5-40cd-ab5b-44ea34e24ad1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:38:38Z', 'updated_at': '2021-09-23T19:38:48Z', 'revision_number': 5, 'project_id': 'df60118e0c434751a044956da831d00f', 'subnets': [{'id': 'c5aa3ac0-9cd5-40cd-ab5b-44ea34e24ad1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-16', False) {} {{(pid=95104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:43:16.223430 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_dvr_db [None req-71b3a44a-8e4f-4b01-a54d-c511d1a5ce7f None None] Set router 96503fda-a45f-430f-a5e1-653bd4f2c170 gateway port host: None {{(pid=95103) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 19:43:16.227829 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-648d4545-62a6-4154-9d0e-0ef65de0cec7 req-e0bdad66-80d0-4a78-8b3c-2c3bf739a5c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:43:16.229425 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-648d4545-62a6-4154-9d0e-0ef65de0cec7 req-e0bdad66-80d0-4a78-8b3c-2c3bf739a5c9 service neutron] 10.222.0.74 "GET /v2.0/networks?id=7fafb3d9-de72-4d87-8d56-0a7bcad8db30 HTTP/1.1" status: 200 len: 915 time: 0.6419914 Sep 23 19:43:16.264050 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59163e86-27b1-4cce-9127-47ef8d4c6e10 None None] The sync data for ids ['799b259e-c030-438c-9e8e-130e346dc3c3'] in n-d-713301-16 is: [{'id': '799b259e-c030-438c-9e8e-130e346dc3c3', 'name': 'tempest-TestVolumeBackupRestore-2096930916-router', 'tenant_id': 'df60118e0c434751a044956da831d00f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'external_fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.22'}], 'enable_snat': True}, 'gw_port_id': 'b93c2628-3d41-4f95-8fff-571fb9f87cad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:38:30Z', 'updated_at': '2021-09-23T19:38:40Z', 'revision_number': 4, 'project_id': 'df60118e0c434751a044956da831d00f', 'gw_port': {'id': 'b93c2628-3d41-4f95-8fff-571fb9f87cad', 'name': '', 'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:59:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '799b259e-c030-438c-9e8e-130e346dc3c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2105, 'fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:38:31Z', 'updated_at': '2021-09-23T19:38:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-16', '_floatingips': [{'id': '5a346022-cf0f-4326-8a73-f9246863ceac', 'tenant_id': 'df60118e0c434751a044956da831d00f', 'floating_ip_address': '172.25.1.178', 'floating_network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'router_id': '799b259e-c030-438c-9e8e-130e346dc3c3', 'port_id': 'c140d996-da69-4c0e-b9a8-57586395d28e', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 2663, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7fafb3d9-de72-4d87-8d56-0a7bcad8db30', 'mac_address': 'fa:16:3e:9f:50:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66cd2527-03c8-4dc5-92d2-374880b3d491', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-23T19:43:11Z', 'updated_at': '2021-09-23T19:43:11Z', 'revision_number': 0, 'project_id': 'df60118e0c434751a044956da831d00f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b766922d-1387-4829-9573-19605242a9a7', 'name': '', 'network_id': '7fafb3d9-de72-4d87-8d56-0a7bcad8db30', 'tenant_id': 'df60118e0c434751a044956da831d00f', 'mac_address': 'fa:16:3e:43:28:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '799b259e-c030-438c-9e8e-130e346dc3c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2108, 'fixed_ips': [{'subnet_id': 'c5aa3ac0-9cd5-40cd-ab5b-44ea34e24ad1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:38:38Z', 'updated_at': '2021-09-23T19:38:48Z', 'revision_number': 5, 'project_id': 'df60118e0c434751a044956da831d00f', 'subnets': [{'id': 'c5aa3ac0-9cd5-40cd-ab5b-44ea34e24ad1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 19:43:16.328781 n-d-713301-16 neutron-server[95102]: DEBUG neutron.db.db_base_plugin_common [None req-22b22965-bbb2-45b7-80b5-462cdde26b8c tempest-RoutersIpV6Test-563412711 tempest-RoutersIpV6Test-563412711-project] Allocated IP 2001:db8::1 (b0d3fe89-67db-40b3-9e34-fcb1237a9a0d/bbbf02fc-7f2a-4d67-b0e1-46792b48bd90/57ea5581-098b-4b39-a967-fc651d7272e8) {{(pid=95102) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 19:43:16.415825 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Provisioning complete for port caaacd06-34cb-4c31-886b-4ba0981ed99f triggered by entity L2. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:43:16.417107 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:16.520777 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b791fc-a4b7-4b02-9eb5-9adb204dc321 req-8549d998-6465-4d13-a8c6-356c0a48da57 tempest-ServersNegativeTestJSON-1638865794 tempest-ServersNegativeTestJSON-1638865794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:43:16.528813 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-67b791fc-a4b7-4b02-9eb5-9adb204dc321 req-8549d998-6465-4d13-a8c6-356c0a48da57 tempest-ServersNegativeTestJSON-1638865794 tempest-ServersNegativeTestJSON-1638865794-project] 10.222.0.67 "GET /v2.0/ports?device_id=6942dd4a-2993-4094-af13-ca4f91683a85 HTTP/1.1" status: 200 len: 946 time: 0.6234372 Sep 23 19:43:16.678895 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-22b22965-bbb2-45b7-80b5-462cdde26b8c tempest-RoutersIpV6Test-563412711 tempest-RoutersIpV6Test-563412711-project] Notify callbacks [] for port, precommit_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:16.690858 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-f32511d4-8c36-46ef-97ee-30b0d1f15301 tempest-NegativeSecGroupTest-1934703455 tempest-NegativeSecGroupTest-1934703455-project] 10.222.0.67 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.6623864 Sep 23 19:43:16.697090 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 35394) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:43:16.707714 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.v2.base [None req-05d7f4f5-db77-4ecd-bb07-7f3064b75629 tempest-NegativeSecGroupTest-1934703455 tempest-NegativeSecGroupTest-1934703455-project] Request body: {'security_group': {'name': 'tempest-secgroup--875109192'}} {{(pid=95102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:43:16.733261 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aca3cf0a-abc6-401a-9990-00249f72e8f8 None None] New status for floating IP 5a346022-cf0f-4326-8a73-f9246863ceac: ACTIVE {{(pid=95104) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 23 19:43:16.750006 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2e09177-332f-46a6-aeb8-2fa4a8cbddb0 None None] Network b0d3fe89-67db-40b3-9e34-fcb1237a9a0d requested from n-d-713301-16 {{(pid=95103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 19:43:16.768142 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-67b791fc-a4b7-4b02-9eb5-9adb204dc321 req-f6dd8af3-05fc-4d12-85b8-ad681f34dbd3 tempest-ServersNegativeTestJSON-1638865794 tempest-ServersNegativeTestJSON-1638865794-project] 10.222.0.67 "GET /v2.0/security-groups?id=4daca97c-f524-4fb0-8b34-b36a0affa33e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2377508 Sep 23 19:43:16.781822 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-648d4545-62a6-4154-9d0e-0ef65de0cec7 req-a9f42dcc-7e36-485c-a5d9-5916c9174341 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c140d996-da69-4c0e-b9a8-57586395d28e HTTP/1.1" status: 200 len: 999 time: 0.2754972 Sep 23 19:43:16.837875 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-05d7f4f5-db77-4ecd-bb07-7f3064b75629 tempest-NegativeSecGroupTest-1934703455 tempest-NegativeSecGroupTest-1934703455-project] Notify callbacks [] for security_group, before_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:16.850923 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-ffdd9b08-a1bd-4947-a2ba-99ed7ca90330 tempest-RoutersTest-320658655 tempest-RoutersTest-320658655-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1756813'] for subnet, precommit_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:16.886211 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-648d4545-62a6-4154-9d0e-0ef65de0cec7 req-ab057517-871a-4ad3-8c6b-acb5ec956abf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:43:16.888500 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-648d4545-62a6-4154-9d0e-0ef65de0cec7 req-ab057517-871a-4ad3-8c6b-acb5ec956abf service neutron] 10.222.0.74 "GET /v2.0/subnets?id=c5aa3ac0-9cd5-40cd-ab5b-44ea34e24ad1 HTTP/1.1" status: 200 len: 853 time: 0.0981448 Sep 23 19:43:16.889738 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-22b22965-bbb2-45b7-80b5-462cdde26b8c tempest-RoutersIpV6Test-563412711 tempest-RoutersIpV6Test-563412711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783145673135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4399100'] for port, after_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:16.932872 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-0c73de95-74fd-4b8f-b984-bec2ac2a2de7 None None] Provisioning complete for port caaacd06-34cb-4c31-886b-4ba0981ed99f triggered by entity DHCP. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:43:16.933388 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-0c73de95-74fd-4b8f-b984-bec2ac2a2de7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:16.938737 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:17.037108 n-d-713301-16 neutron-server[95102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22b22965-bbb2-45b7-80b5-462cdde26b8c tempest-RoutersIpV6Test-563412711 tempest-RoutersIpV6Test-563412711-project] Network b0d3fe89-67db-40b3-9e34-fcb1237a9a0d is already hosted by enough agents. {{(pid=95102) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:43:17.078504 n-d-713301-16 neutron-server[95102]: DEBUG neutron.scheduler.base_scheduler [None req-22b22965-bbb2-45b7-80b5-462cdde26b8c tempest-RoutersIpV6Test-563412711 tempest-RoutersIpV6Test-563412711-project] Resources bound (agent type, host, resource id): {{(pid=95102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:43:17.095853 n-d-713301-16 neutron-server[95102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22b22965-bbb2-45b7-80b5-462cdde26b8c tempest-RoutersIpV6Test-563412711 tempest-RoutersIpV6Test-563412711-project] Received port after_create {{(pid=95102) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 19:43:17.096683 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-22b22965-bbb2-45b7-80b5-462cdde26b8c tempest-RoutersIpV6Test-563412711 tempest-RoutersIpV6Test-563412711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-601987'] for router_interface, before_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:17.102402 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22b22965-bbb2-45b7-80b5-462cdde26b8c tempest-RoutersIpV6Test-563412711 tempest-RoutersIpV6Test-563412711-project] Pushing event updated for resources: {'Port': ['ID=57ea5581-098b-4b39-a967-fc651d7272e8,revision_number=1']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:43:17.136420 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_hamode_db [None req-71b3a44a-8e4f-4b01-a54d-c511d1a5ce7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96503fda-a45f-430f-a5e1-653bd4f2c170', 'name': 'tempest-RoutersTest-router-1607213160', 'tenant_id': '6680ec314c604479bbb737c95f4e0850', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:42:16Z', 'updated_at': '2021-09-23T19:43:13Z', 'revision_number': 8, 'project_id': '6680ec314c604479bbb737c95f4e0850', 'gw_port_host': None, '_interfaces': [{'id': '32ae5718-2354-44f3-84d1-fec73b2909c9', 'name': '', 'network_id': 'c914a2cf-d7d1-4da8-9fd0-5e5b7ab5b1fb', 'tenant_id': '6680ec314c604479bbb737c95f4e0850', 'mac_address': 'fa:16:3e:39:a0:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96503fda-a45f-430f-a5e1-653bd4f2c170', 'device_owner': 'network:router_interface', 'standard_attr_id': 2598, 'fixed_ips': [{'subnet_id': 'b76f4ef0-2b81-4485-9220-9564b7756441', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:42:34Z', 'updated_at': '2021-09-23T19:42:52Z', 'revision_number': 5, 'project_id': '6680ec314c604479bbb737c95f4e0850', 'subnets': [{'id': 'b76f4ef0-2b81-4485-9220-9564b7756441', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '71476d37-f809-4a59-8947-b30836bc90a3', 'name': '', 'network_id': '03cb5eff-ca10-44b6-a3c2-6d52aab0c61a', 'tenant_id': '6680ec314c604479bbb737c95f4e0850', 'mac_address': 'fa:16:3e:17:6c:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96503fda-a45f-430f-a5e1-653bd4f2c170', 'device_owner': 'network:router_interface', 'standard_attr_id': 2533, 'fixed_ips': [{'subnet_id': '5875b511-0c2a-4668-b988-7eb16dc02ec2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:42:20Z', 'updated_at': '2021-09-23T19:42:30Z', 'revision_number': 5, 'project_id': '6680ec314c604479bbb737c95f4e0850', 'subnets': [{'id': '5875b511-0c2a-4668-b988-7eb16dc02ec2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c249cbf0-bfda-41d6-bf57-24dc1190f528', 'name': '', 'network_id': '2cbe95d4-e55e-4103-856d-33ae8b72d079', 'tenant_id': '6680ec314c604479bbb737c95f4e0850', 'mac_address': 'fa:16:3e:e3:89:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96503fda-a45f-430f-a5e1-653bd4f2c170', 'device_owner': 'network:router_interface', 'standard_attr_id': 2622, 'fixed_ips': [{'subnet_id': 'b5b04587-5f58-4ed8-adf7-9d7e01f16f67', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:42:50Z', 'updated_at': '2021-09-23T19:43:00Z', 'revision_number': 5, 'project_id': '6680ec314c604479bbb737c95f4e0850', 'subnets': [{'id': 'b5b04587-5f58-4ed8-adf7-9d7e01f16f67', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-16', False) {} {{(pid=95103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:43:17.164825 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-648d4545-62a6-4154-9d0e-0ef65de0cec7 req-8b60b625-70cb-46dc-9faa-6d2cbc8b10e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:43:17.166842 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-648d4545-62a6-4154-9d0e-0ef65de0cec7 req-8b60b625-70cb-46dc-9faa-6d2cbc8b10e8 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=7fafb3d9-de72-4d87-8d56-0a7bcad8db30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2650766 Sep 23 19:43:17.209817 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-ffdd9b08-a1bd-4947-a2ba-99ed7ca90330 tempest-RoutersTest-320658655 tempest-RoutersTest-320658655-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1756804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5607514', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6130950'] for subnet, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:17.210059 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71b3a44a-8e4f-4b01-a54d-c511d1a5ce7f None None] Checking router: 96503fda-a45f-430f-a5e1-653bd4f2c170 for host: n-d-713301-16 {{(pid=95103) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 19:43:17.222076 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] For port caaacd06-34cb-4c31-886b-4ba0981ed99f, host n-d-713301-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-16',level=0,port_id=caaacd06-34cb-4c31-886b-4ba0981ed99f,segment=NetworkSegment(aab88ae5-45c0-45dd-a649-29814d0cb472),segment_id=aab88ae5-45c0-45dd-a649-29814d0cb472)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:43:17.260020 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71b3a44a-8e4f-4b01-a54d-c511d1a5ce7f None None] Routers {'96503fda-a45f-430f-a5e1-653bd4f2c170'} bound to L3 agent in host n-d-713301-16 {{(pid=95103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 19:43:17.261054 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_hamode_db [None req-71b3a44a-8e4f-4b01-a54d-c511d1a5ce7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-23T19:07:52Z,description=,heartbeat_timestamp=2021-09-23T19:42:52Z,host='n-d-713301-16',id=79a740bf-7821-4989-8288-7186e3e128f3,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:07:52Z,topic='l3_agent')) {'router_ids': ['96503fda-a45f-430f-a5e1-653bd4f2c170'], 'active': True} {{(pid=95103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:43:17.265349 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:17.306417 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffdd9b08-a1bd-4947-a2ba-99ed7ca90330 tempest-RoutersTest-320658655 tempest-RoutersTest-320658655-project] Pushing event deleted for resources: {'Subnet': ['ID=fb1c455f-c99f-4682-89a1-0a0ab1d1f969,revision_number=None']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:43:17.313155 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-ffdd9b08-a1bd-4947-a2ba-99ed7ca90330 tempest-RoutersTest-320658655 tempest-RoutersTest-320658655-project] Notify callbacks [] for subnet, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:17.331439 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-ffdd9b08-a1bd-4947-a2ba-99ed7ca90330 tempest-RoutersTest-320658655 tempest-RoutersTest-320658655-project] 10.222.0.67 "DELETE /v2.0/subnets/fb1c455f-c99f-4682-89a1-0a0ab1d1f969 HTTP/1.1" status: 204 len: 168 time: 1.7036533 Sep 23 19:43:17.332251 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 35414) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:43:17.333073 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-05d7f4f5-db77-4ecd-bb07-7f3064b75629 tempest-NegativeSecGroupTest-1934703455 tempest-NegativeSecGroupTest-1934703455-project] Notify callbacks [] for security_group, precommit_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:17.348827 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-05d7f4f5-db77-4ecd-bb07-7f3064b75629 tempest-NegativeSecGroupTest-1934703455 tempest-NegativeSecGroupTest-1934703455-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:17.349869 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.db.resource_extend [None req-0b3428ee-3bb1-4a2e-8306-446a02d0b3f7 tempest-TestVolumeBackupRestore-1434194993 tempest-TestVolumeBackupRestore-1434194993-project] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=95101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 23 19:43:17.353600 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33e67288-2b58-4d6e-9240-0391a0f4c897 None None] Network ee90df14-ba1d-4b8f-8c40-ef9e4da64b4d requested from n-d-713301-16 {{(pid=95103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 19:43:17.383823 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2612876a-0c87-4065-87f8-05604a5d4ec7 req-6f43b5a0-7f76-4b48-91b4-1521635cedf3 tempest-ServersNegativeTestJSON-1638865794 tempest-ServersNegativeTestJSON-1638865794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:43:17.392026 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-2612876a-0c87-4065-87f8-05604a5d4ec7 req-6f43b5a0-7f76-4b48-91b4-1521635cedf3 tempest-ServersNegativeTestJSON-1638865794 tempest-ServersNegativeTestJSON-1638865794-project] 10.222.0.67 "GET /v2.0/ports?device_id=6942dd4a-2993-4094-af13-ca4f91683a85 HTTP/1.1" status: 200 len: 946 time: 0.1842327 Sep 23 19:43:17.468345 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-05d7f4f5-db77-4ecd-bb07-7f3064b75629 tempest-NegativeSecGroupTest-1934703455 tempest-NegativeSecGroupTest-1934703455-project] Notify callbacks [] for security_group, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:17.472337 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-05d7f4f5-db77-4ecd-bb07-7f3064b75629 tempest-NegativeSecGroupTest-1934703455 tempest-NegativeSecGroupTest-1934703455-project] 10.222.0.67 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.7696388 Sep 23 19:43:17.473199 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-648d4545-62a6-4154-9d0e-0ef65de0cec7 req-8dba4598-9580-44c1-82fa-6ffcd40e2542 service neutron] 10.222.0.74 "GET /v2.0/networks/7fafb3d9-de72-4d87-8d56-0a7bcad8db30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2978008 Sep 23 19:43:17.478070 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 35418) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:43:17.478647 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05d7f4f5-db77-4ecd-bb07-7f3064b75629 tempest-NegativeSecGroupTest-1934703455 tempest-NegativeSecGroupTest-1934703455-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3389f7ca-1ba0-43af-8a07-32d531cf31db,revision_number=1']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:43:17.494008 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.v2.base [None req-bf1b84ec-60f9-4a39-b9a6-082b57e10a88 tempest-NegativeSecGroupTest-1934703455 tempest-NegativeSecGroupTest-1934703455-project] Request body: {'security_group_rule': {'security_group_id': '3389f7ca-1ba0-43af-8a07-32d531cf31db', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bad_group_id'}} {{(pid=95102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:43:17.496565 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-0b3428ee-3bb1-4a2e-8306-446a02d0b3f7 tempest-TestVolumeBackupRestore-1434194993 tempest-TestVolumeBackupRestore-1434194993-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:17.501820 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-22b22965-bbb2-45b7-80b5-462cdde26b8c tempest-RoutersIpV6Test-563412711 tempest-RoutersIpV6Test-563412711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:17.505972 n-d-713301-16 neutron-server[95104]: DEBUG neutron_lib.db.api [None req-aca3cf0a-abc6-401a-9990-00249f72e8f8 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95104) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 23 19:43:17.506477 n-d-713301-16 neutron-server[95104]: DEBUG oslo_db.api [None req-aca3cf0a-abc6-401a-9990-00249f72e8f8 None None] Performing DB retry for function neutron.api.rpc.handlers.l3_rpc.L3RpcCallback.update_floatingip_statuses {{(pid=95104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 23 19:43:17.544419 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-0b3428ee-3bb1-4a2e-8306-446a02d0b3f7 tempest-TestVolumeBackupRestore-1434194993 tempest-TestVolumeBackupRestore-1434194993-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-601884'] for floatingip, after_update {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:17.557302 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_dvr_db [None req-71b3a44a-8e4f-4b01-a54d-c511d1a5ce7f None None] Set router 96503fda-a45f-430f-a5e1-653bd4f2c170 gateway port host: None {{(pid=95103) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 19:43:17.576830 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-2612876a-0c87-4065-87f8-05604a5d4ec7 req-87bae85f-5988-4074-81d5-d84afc7f8bcd tempest-ServersNegativeTestJSON-1638865794 tempest-ServersNegativeTestJSON-1638865794-project] 10.222.0.67 "GET /v2.0/security-groups?id=4daca97c-f524-4fb0-8b34-b36a0affa33e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1786125 Sep 23 19:43:17.621854 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Pushing event updated for resources: {'Port': ['ID=caaacd06-34cb-4c31-886b-4ba0981ed99f,revision_number=3']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:43:17.647983 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:43:17.648632 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:43:17.649127 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:43:17.649654 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:43:17.649984 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:43:17.650469 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:43:17.651028 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:43:17.651601 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:43:17.652133 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:43:17.652874 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:43:17.653423 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:43:17.655184 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-41ada7bd-151f-4a31-aa86-0a7a45e0e3eb tempest-RoutersTest-320658655 tempest-RoutersTest-320658655-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1628021'] for network, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:17.655618 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:43:17.711273 n-d-713301-16 neutron-server[95102]: INFO neutron.api.v2.resource [None req-bf1b84ec-60f9-4a39-b9a6-082b57e10a88 tempest-NegativeSecGroupTest-1934703455 tempest-NegativeSecGroupTest-1934703455-project] create failed (client error): The resource could not be found. Sep 23 19:43:17.712350 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-bf1b84ec-60f9-4a39-b9a6-082b57e10a88 tempest-NegativeSecGroupTest-1934703455 tempest-NegativeSecGroupTest-1934703455-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.2311316 Sep 23 19:43:17.717083 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 35420) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:43:17.723031 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.v2.base [None req-ebd7b4b9-defe-4b3a-8bb7-57cccece549d tempest-NegativeSecGroupTest-1934703455 tempest-NegativeSecGroupTest-1934703455-project] Request body: {'security_group_rule': {'security_group_id': '3389f7ca-1ba0-43af-8a07-32d531cf31db', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'a9eb6b6a-1198-443b-affa-82e85e80d149'}} {{(pid=95102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:43:17.790035 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-648d4545-62a6-4154-9d0e-0ef65de0cec7 req-ba30da34-02af-44d1-8e1d-9b3cfbe3b015 service neutron] 10.222.0.74 "GET /v2.0/networks/7fafb3d9-de72-4d87-8d56-0a7bcad8db30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3068867 Sep 23 19:43:17.860833 n-d-713301-16 neutron-server[95102]: INFO neutron.api.v2.resource [None req-ebd7b4b9-defe-4b3a-8bb7-57cccece549d tempest-NegativeSecGroupTest-1934703455 tempest-NegativeSecGroupTest-1934703455-project] create failed (client error): The resource could not be found. Sep 23 19:43:17.862005 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-ebd7b4b9-defe-4b3a-8bb7-57cccece549d tempest-NegativeSecGroupTest-1934703455 tempest-NegativeSecGroupTest-1934703455-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.1423786 Sep 23 19:43:17.870278 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 35422) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:43:17.985680 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-844289c8-ef84-430d-9e91-bbdd1d820587 None None] DHCP port deletion for ee90df14-ba1d-4b8f-8c40-ef9e4da64b4d request from n-d-713301-16 {{(pid=95103) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 23 19:43:18.008086 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aca3cf0a-abc6-401a-9990-00249f72e8f8 None None] New status for floating IP 5a346022-cf0f-4326-8a73-f9246863ceac: ACTIVE {{(pid=95104) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 23 19:43:18.100582 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.agents_db [None req-f2f5c474-60a3-474f-b2cc-02c4bd30880c None None] Agent healthcheck: found 7 active agents {{(pid=95104) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 19:43:18.223718 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-22b22965-bbb2-45b7-80b5-462cdde26b8c tempest-RoutersIpV6Test-563412711 tempest-RoutersIpV6Test-563412711-project] Notify callbacks [] for port, precommit_update {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:18.230777 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-22b22965-bbb2-45b7-80b5-462cdde26b8c tempest-RoutersIpV6Test-563412711 tempest-RoutersIpV6Test-563412711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4399095'] for port, after_update {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:18.231661 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-22b22965-bbb2-45b7-80b5-462cdde26b8c tempest-RoutersIpV6Test-563412711 tempest-RoutersIpV6Test-563412711-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-527313', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-601459'] for router_interface, after_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:18.234098 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_hamode_db [None req-71b3a44a-8e4f-4b01-a54d-c511d1a5ce7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96503fda-a45f-430f-a5e1-653bd4f2c170', 'name': 'tempest-RoutersTest-router-1607213160', 'tenant_id': '6680ec314c604479bbb737c95f4e0850', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:42:16Z', 'updated_at': '2021-09-23T19:43:13Z', 'revision_number': 8, 'project_id': '6680ec314c604479bbb737c95f4e0850', 'gw_port_host': None, '_interfaces': [{'id': '32ae5718-2354-44f3-84d1-fec73b2909c9', 'name': '', 'network_id': 'c914a2cf-d7d1-4da8-9fd0-5e5b7ab5b1fb', 'tenant_id': '6680ec314c604479bbb737c95f4e0850', 'mac_address': 'fa:16:3e:39:a0:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96503fda-a45f-430f-a5e1-653bd4f2c170', 'device_owner': 'network:router_interface', 'standard_attr_id': 2598, 'fixed_ips': [{'subnet_id': 'b76f4ef0-2b81-4485-9220-9564b7756441', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:42:34Z', 'updated_at': '2021-09-23T19:42:52Z', 'revision_number': 5, 'project_id': '6680ec314c604479bbb737c95f4e0850', 'subnets': [{'id': 'b76f4ef0-2b81-4485-9220-9564b7756441', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '71476d37-f809-4a59-8947-b30836bc90a3', 'name': '', 'network_id': '03cb5eff-ca10-44b6-a3c2-6d52aab0c61a', 'tenant_id': '6680ec314c604479bbb737c95f4e0850', 'mac_address': 'fa:16:3e:17:6c:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96503fda-a45f-430f-a5e1-653bd4f2c170', 'device_owner': 'network:router_interface', 'standard_attr_id': 2533, 'fixed_ips': [{'subnet_id': '5875b511-0c2a-4668-b988-7eb16dc02ec2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:42:20Z', 'updated_at': '2021-09-23T19:42:30Z', 'revision_number': 5, 'project_id': '6680ec314c604479bbb737c95f4e0850', 'subnets': [{'id': '5875b511-0c2a-4668-b988-7eb16dc02ec2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c249cbf0-bfda-41d6-bf57-24dc1190f528', 'name': '', 'network_id': '2cbe95d4-e55e-4103-856d-33ae8b72d079', 'tenant_id': '6680ec314c604479bbb737c95f4e0850', 'mac_address': 'fa:16:3e:e3:89:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96503fda-a45f-430f-a5e1-653bd4f2c170', 'device_owner': 'network:router_interface', 'standard_attr_id': 2622, 'fixed_ips': [{'subnet_id': 'b5b04587-5f58-4ed8-adf7-9d7e01f16f67', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:42:50Z', 'updated_at': '2021-09-23T19:43:00Z', 'revision_number': 5, 'project_id': '6680ec314c604479bbb737c95f4e0850', 'subnets': [{'id': 'b5b04587-5f58-4ed8-adf7-9d7e01f16f67', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-16', False) {} {{(pid=95103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:43:18.239045 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-644d7c7f-55d9-4c24-867e-24748420ad3a tempest-NegativeSecGroupTest-1934703455 tempest-NegativeSecGroupTest-1934703455-project] Notify callbacks [] for security_group, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:18.271423 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-644d7c7f-55d9-4c24-867e-24748420ad3a tempest-NegativeSecGroupTest-1934703455 tempest-NegativeSecGroupTest-1934703455-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:18.328701 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.plugin [None req-41ada7bd-151f-4a31-aa86-0a7a45e0e3eb tempest-RoutersTest-320658655 tempest-RoutersTest-320658655-project] Deleting port a931faad-ea57-4b67-bbdd-9623536fbb7c {{(pid=95101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:43:18.331840 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71b3a44a-8e4f-4b01-a54d-c511d1a5ce7f None None] The sync data for ids ['96503fda-a45f-430f-a5e1-653bd4f2c170'] in n-d-713301-16 is: [{'id': '96503fda-a45f-430f-a5e1-653bd4f2c170', 'name': 'tempest-RoutersTest-router-1607213160', 'tenant_id': '6680ec314c604479bbb737c95f4e0850', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:42:16Z', 'updated_at': '2021-09-23T19:43:13Z', 'revision_number': 8, 'project_id': '6680ec314c604479bbb737c95f4e0850', 'gw_port_host': None, '_interfaces': [{'id': '32ae5718-2354-44f3-84d1-fec73b2909c9', 'name': '', 'network_id': 'c914a2cf-d7d1-4da8-9fd0-5e5b7ab5b1fb', 'tenant_id': '6680ec314c604479bbb737c95f4e0850', 'mac_address': 'fa:16:3e:39:a0:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96503fda-a45f-430f-a5e1-653bd4f2c170', 'device_owner': 'network:router_interface', 'standard_attr_id': 2598, 'fixed_ips': [{'subnet_id': 'b76f4ef0-2b81-4485-9220-9564b7756441', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:42:34Z', 'updated_at': '2021-09-23T19:42:52Z', 'revision_number': 5, 'project_id': '6680ec314c604479bbb737c95f4e0850', 'subnets': [{'id': 'b76f4ef0-2b81-4485-9220-9564b7756441', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '71476d37-f809-4a59-8947-b30836bc90a3', 'name': '', 'network_id': '03cb5eff-ca10-44b6-a3c2-6d52aab0c61a', 'tenant_id': '6680ec314c604479bbb737c95f4e0850', 'mac_address': 'fa:16:3e:17:6c:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96503fda-a45f-430f-a5e1-653bd4f2c170', 'device_owner': 'network:router_interface', 'standard_attr_id': 2533, 'fixed_ips': [{'subnet_id': '5875b511-0c2a-4668-b988-7eb16dc02ec2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:42:20Z', 'updated_at': '2021-09-23T19:42:30Z', 'revision_number': 5, 'project_id': '6680ec314c604479bbb737c95f4e0850', 'subnets': [{'id': '5875b511-0c2a-4668-b988-7eb16dc02ec2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c249cbf0-bfda-41d6-bf57-24dc1190f528', 'name': '', 'network_id': '2cbe95d4-e55e-4103-856d-33ae8b72d079', 'tenant_id': '6680ec314c604479bbb737c95f4e0850', 'mac_address': 'fa:16:3e:e3:89:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96503fda-a45f-430f-a5e1-653bd4f2c170', 'device_owner': 'network:router_interface', 'standard_attr_id': 2622, 'fixed_ips': [{'subnet_id': 'b5b04587-5f58-4ed8-adf7-9d7e01f16f67', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:42:50Z', 'updated_at': '2021-09-23T19:43:00Z', 'revision_number': 5, 'project_id': '6680ec314c604479bbb737c95f4e0850', 'subnets': [{'id': 'b5b04587-5f58-4ed8-adf7-9d7e01f16f67', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 19:43:18.336529 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-41ada7bd-151f-4a31-aa86-0a7a45e0e3eb tempest-RoutersTest-320658655 tempest-RoutersTest-320658655-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783146157096'] for port, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:18.347160 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b3428ee-3bb1-4a2e-8306-446a02d0b3f7 tempest-TestVolumeBackupRestore-1434194993 tempest-TestVolumeBackupRestore-1434194993-project] Router 799b259e-c030-438c-9e8e-130e346dc3c3 has already been hosted by L3 agent 79a740bf-7821-4989-8288-7186e3e128f3 {{(pid=95101) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 19:43:18.376738 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-644d7c7f-55d9-4c24-867e-24748420ad3a tempest-NegativeSecGroupTest-1934703455 tempest-NegativeSecGroupTest-1934703455-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:18.384872 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.plugin [None req-844289c8-ef84-430d-9e91-bbdd1d820587 None None] Deleting port a931faad-ea57-4b67-bbdd-9623536fbb7c {{(pid=95103) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:43:18.385189 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-844289c8-ef84-430d-9e91-bbdd1d820587 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783146157096'] for port, before_delete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:18.390464 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-644d7c7f-55d9-4c24-867e-24748420ad3a tempest-NegativeSecGroupTest-1934703455 tempest-NegativeSecGroupTest-1934703455-project] Notify callbacks [] for security_group, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:18.391674 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-644d7c7f-55d9-4c24-867e-24748420ad3a tempest-NegativeSecGroupTest-1934703455 tempest-NegativeSecGroupTest-1934703455-project] 10.222.0.67 "DELETE /v2.0/security-groups/3389f7ca-1ba0-43af-8a07-32d531cf31db HTTP/1.1" status: 204 len: 168 time: 0.5203612 Sep 23 19:43:18.407315 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 35434) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:43:18.443041 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-de048a0e-e2d6-4883-a812-a450d1ede68d None None] Provisioning complete for port 57ea5581-098b-4b39-a967-fc651d7272e8 triggered by entity DHCP. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:43:18.443479 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-de048a0e-e2d6-4883-a812-a450d1ede68d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:18.474618 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-644d7c7f-55d9-4c24-867e-24748420ad3a tempest-NegativeSecGroupTest-1934703455 tempest-NegativeSecGroupTest-1934703455-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3389f7ca-1ba0-43af-8a07-32d531cf31db,revision_number=None']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:43:18.635060 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.db [None req-41ada7bd-151f-4a31-aa86-0a7a45e0e3eb tempest-RoutersTest-320658655 tempest-RoutersTest-320658655-project] For port a931faad-ea57-4b67-bbdd-9623536fbb7c, host n-d-713301-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-16',level=0,port_id=a931faad-ea57-4b67-bbdd-9623536fbb7c,segment=NetworkSegment(aed4c627-d1f8-48bc-8f77-858f657c6f0e),segment_id=aed4c627-d1f8-48bc-8f77-858f657c6f0e)] {{(pid=95101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:43:18.635421 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-41ada7bd-151f-4a31-aa86-0a7a45e0e3eb tempest-RoutersTest-320658655 tempest-RoutersTest-320658655-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-605701'] for port, precommit_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:18.658597 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-844289c8-ef84-430d-9e91-bbdd1d820587 None None] For port a931faad-ea57-4b67-bbdd-9623536fbb7c, host n-d-713301-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-16',level=0,port_id=a931faad-ea57-4b67-bbdd-9623536fbb7c,segment=NetworkSegment(aed4c627-d1f8-48bc-8f77-858f657c6f0e),segment_id=aed4c627-d1f8-48bc-8f77-858f657c6f0e)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:43:18.659339 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-844289c8-ef84-430d-9e91-bbdd1d820587 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-605701'] for port, precommit_delete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:18.662998 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.plugin [None req-de048a0e-e2d6-4883-a812-a450d1ede68d None None] Port 57ea5581-098b-4b39-a967-fc651d7272e8 cannot update to ACTIVE because it is not bound. {{(pid=95103) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 19:43:18.680909 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.plugin [None req-41ada7bd-151f-4a31-aa86-0a7a45e0e3eb tempest-RoutersTest-320658655 tempest-RoutersTest-320658655-project] Calling delete_port for a931faad-ea57-4b67-bbdd-9623536fbb7c owned by network:dhcp {{(pid=95101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:43:18.681445 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.plugin [None req-844289c8-ef84-430d-9e91-bbdd1d820587 None None] Calling delete_port for a931faad-ea57-4b67-bbdd-9623536fbb7c owned by network:dhcp {{(pid=95103) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:43:18.710413 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-de048a0e-e2d6-4883-a812-a450d1ede68d None None] Provisioning complete for port caaacd06-34cb-4c31-886b-4ba0981ed99f triggered by entity DHCP. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:43:18.710707 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-de048a0e-e2d6-4883-a812-a450d1ede68d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:18.851652 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-32520b23-d83a-4840-9178-58305cdc09e6 tempest-NegativeSecGroupTest-1934703455 tempest-NegativeSecGroupTest-1934703455-project] 10.222.0.67 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.4364922 Sep 23 19:43:18.852539 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-41ada7bd-151f-4a31-aa86-0a7a45e0e3eb tempest-RoutersTest-320658655 tempest-RoutersTest-320658655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783146162158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783145673144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5607431'] for port, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:18.859357 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 35438) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:43:18.871015 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.v2.base [None req-55fff1f6-a99a-4d44-90b7-948a555a50e2 tempest-NegativeSecGroupTest-1934703455 tempest-NegativeSecGroupTest-1934703455-project] Request body: {'security_group_rule': {'security_group_id': '9e047495-c464-452b-bc97-cc276e91ac40', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=95101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:43:18.933022 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-844289c8-ef84-430d-9e91-bbdd1d820587 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783146162158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783145673144'] for port, after_delete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:18.936280 n-d-713301-16 neutron-server[95101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41ada7bd-151f-4a31-aa86-0a7a45e0e3eb tempest-RoutersTest-320658655 tempest-RoutersTest-320658655-project] No DVR routers for this DVR port a931faad-ea57-4b67-bbdd-9623536fbb7c on host n-d-713301-16 {{(pid=95101) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 19:43:18.969214 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41ada7bd-151f-4a31-aa86-0a7a45e0e3eb tempest-RoutersTest-320658655 tempest-RoutersTest-320658655-project] Pushing event deleted for resources: {'Port': ['ID=a931faad-ea57-4b67-bbdd-9623536fbb7c,revision_number=None']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:43:18.994371 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-844289c8-ef84-430d-9e91-bbdd1d820587 None None] Pushing event deleted for resources: {'Port': ['ID=a931faad-ea57-4b67-bbdd-9623536fbb7c,revision_number=None']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:43:19.011839 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-844289c8-ef84-430d-9e91-bbdd1d820587 None None] No DVR routers for this DVR port a931faad-ea57-4b67-bbdd-9623536fbb7c on host n-d-713301-16 {{(pid=95103) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 19:43:19.054012 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22b22965-bbb2-45b7-80b5-462cdde26b8c tempest-RoutersIpV6Test-563412711 tempest-RoutersIpV6Test-563412711-project] Pushing event updated for resources: {'Port': ['ID=57ea5581-098b-4b39-a967-fc651d7272e8,revision_number=2']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:43:19.098339 n-d-713301-16 neutron-server[95102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22b22965-bbb2-45b7-80b5-462cdde26b8c tempest-RoutersIpV6Test-563412711 tempest-RoutersIpV6Test-563412711-project] Network b0d3fe89-67db-40b3-9e34-fcb1237a9a0d is already hosted by enough agents. {{(pid=95102) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:43:19.102246 n-d-713301-16 neutron-server[95102]: DEBUG neutron.scheduler.base_scheduler [None req-22b22965-bbb2-45b7-80b5-462cdde26b8c tempest-RoutersIpV6Test-563412711 tempest-RoutersIpV6Test-563412711-project] Resources bound (agent type, host, resource id): {{(pid=95102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:43:19.116495 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c9c7ead-89b5-4871-81b3-39c8456d6f95 req-2b4fcb19-cfeb-4575-8a93-abe534b2010a tempest-ServersNegativeTestJSON-1638865794 tempest-ServersNegativeTestJSON-1638865794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:43:19.121000 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-41ada7bd-151f-4a31-aa86-0a7a45e0e3eb tempest-RoutersTest-320658655 tempest-RoutersTest-320658655-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1754676', 'neutron.services.segments.db._delete_segments_for_network-8783146221460'] for network, precommit_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:19.132451 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-7c9c7ead-89b5-4871-81b3-39c8456d6f95 req-2b4fcb19-cfeb-4575-8a93-abe534b2010a tempest-ServersNegativeTestJSON-1638865794 tempest-ServersNegativeTestJSON-1638865794-project] 10.222.0.67 "GET /v2.0/ports?device_id=6942dd4a-2993-4094-af13-ca4f91683a85 HTTP/1.1" status: 200 len: 946 time: 0.1409106 Sep 23 19:43:19.163592 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b3428ee-3bb1-4a2e-8306-446a02d0b3f7 tempest-TestVolumeBackupRestore-1434194993 tempest-TestVolumeBackupRestore-1434194993-project] Notify agent at l3_agent.n-d-713301-16 the message routers_updated {{(pid=95101) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 19:43:19.182691 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc981431-669a-45cd-b129-8d790609d733 None None] Sync routers for ids ['799b259e-c030-438c-9e8e-130e346dc3c3'] in n-d-713301-16 {{(pid=95103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 19:43:19.190150 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-0b3428ee-3bb1-4a2e-8306-446a02d0b3f7 tempest-TestVolumeBackupRestore-1434194993 tempest-TestVolumeBackupRestore-1434194993-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222849'] for floatingip, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:19.209750 n-d-713301-16 neutron-server[95101]: DEBUG neutron.services.segments.db [None req-41ada7bd-151f-4a31-aa86-0a7a45e0e3eb tempest-RoutersTest-320658655 tempest-RoutersTest-320658655-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ee90df14-ba1d-4b8f-8c40-ef9e4da64b4d']}} {{(pid=95101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:43:19.216907 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc981431-669a-45cd-b129-8d790609d733 None None] Routers {'799b259e-c030-438c-9e8e-130e346dc3c3'} bound to L3 agent in host n-d-713301-16 {{(pid=95103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 19:43:19.217606 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_hamode_db [None req-bc981431-669a-45cd-b129-8d790609d733 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-23T19:07:52Z,description=,heartbeat_timestamp=2021-09-23T19:42:52Z,host='n-d-713301-16',id=79a740bf-7821-4989-8288-7186e3e128f3,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:07:52Z,topic='l3_agent')) {'router_ids': ['799b259e-c030-438c-9e8e-130e346dc3c3'], 'active': True} {{(pid=95103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:43:19.271084 n-d-713301-16 neutron-server[95101]: DEBUG neutron.services.segments.db [None req-41ada7bd-151f-4a31-aa86-0a7a45e0e3eb tempest-RoutersTest-320658655 tempest-RoutersTest-320658655-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aed4c627-d1f8-48bc-8f77-858f657c6f0e') {'for_net_delete': True} {{(pid=95101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:43:19.271552 n-d-713301-16 neutron-server[95101]: DEBUG neutron.services.segments.db [None req-41ada7bd-151f-4a31-aa86-0a7a45e0e3eb tempest-RoutersTest-320658655 tempest-RoutersTest-320658655-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aed4c627-d1f8-48bc-8f77-858f657c6f0e') {} {{(pid=95101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:43:19.277435 n-d-713301-16 neutron-server[95101]: INFO neutron.api.v2.resource [None req-55fff1f6-a99a-4d44-90b7-948a555a50e2 tempest-NegativeSecGroupTest-1934703455 tempest-NegativeSecGroupTest-1934703455-project] create failed (client error): The resource could not be found. Sep 23 19:43:19.277711 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-55fff1f6-a99a-4d44-90b7-948a555a50e2 tempest-NegativeSecGroupTest-1934703455 tempest-NegativeSecGroupTest-1934703455-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.4124637 Sep 23 19:43:19.292478 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-7c9c7ead-89b5-4871-81b3-39c8456d6f95 req-e3dfea5d-03d7-4d01-84d1-58bbb582b7e0 tempest-ServersNegativeTestJSON-1638865794 tempest-ServersNegativeTestJSON-1638865794-project] 10.222.0.67 "GET /v2.0/security-groups?id=4daca97c-f524-4fb0-8b34-b36a0affa33e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1590626 Sep 23 19:43:19.293040 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 35444) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:43:19.339918 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-41ada7bd-151f-4a31-aa86-0a7a45e0e3eb tempest-RoutersTest-320658655 tempest-RoutersTest-320658655-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783146221725', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6007147'] for segment, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:19.343248 n-d-713301-16 neutron-server[95101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '66cd2527-03c8-4dc5-92d2-374880b3d491', 'tag': 'c140d996-da69-4c0e-b9a8-57586395d28e'}] {{(pid=95101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 19:43:19.345681 n-d-713301-16 neutron-server[95101]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d8366c5740cd635e57ab12b71fe44a77c2acc3c19091ef849c6f68b380462244" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-152228e4-f36e-458d-a2c5-e1e4dd432cb7" -d '{"events": [{"name": "network-changed", "server_uuid": "66cd2527-03c8-4dc5-92d2-374880b3d491", "tag": "c140d996-da69-4c0e-b9a8-57586395d28e"}]}' {{(pid=95101) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 19:43:19.346443 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-7a18b753-18df-4e16-9f65-cfe5a24f78f1 None None] Provisioning complete for port 57ea5581-098b-4b39-a967-fc651d7272e8 triggered by entity DHCP. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:43:19.351200 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-7a18b753-18df-4e16-9f65-cfe5a24f78f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:19.369580 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-41ada7bd-151f-4a31-aa86-0a7a45e0e3eb tempest-RoutersTest-320658655 tempest-RoutersTest-320658655-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1756186'] for segment, precommit_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:19.383827 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-41ada7bd-151f-4a31-aa86-0a7a45e0e3eb tempest-RoutersTest-320658655 tempest-RoutersTest-320658655-project] Releasing vlan 643 on physical network physnet1 to pool {{(pid=95101) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 19:43:19.384367 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-41ada7bd-151f-4a31-aa86-0a7a45e0e3eb tempest-RoutersTest-320658655 tempest-RoutersTest-320658655-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1756186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5608436'] for segment, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:19.388838 n-d-713301-16 neutron-server[95101]: Traceback (most recent call last): Sep 23 19:43:19.388838 n-d-713301-16 neutron-server[95101]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 19:43:19.388838 n-d-713301-16 neutron-server[95101]: timer() Sep 23 19:43:19.388838 n-d-713301-16 neutron-server[95101]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 19:43:19.388838 n-d-713301-16 neutron-server[95101]: cb(*args, **kw) Sep 23 19:43:19.388838 n-d-713301-16 neutron-server[95101]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 19:43:19.388838 n-d-713301-16 neutron-server[95101]: return func(*args, **kwargs) Sep 23 19:43:19.388838 n-d-713301-16 neutron-server[95101]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 19:43:19.388838 n-d-713301-16 neutron-server[95101]: self._notify() Sep 23 19:43:19.388838 n-d-713301-16 neutron-server[95101]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 19:43:19.388838 n-d-713301-16 neutron-server[95101]: self.callback(batched_events) Sep 23 19:43:19.388838 n-d-713301-16 neutron-server[95101]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 19:43:19.388838 n-d-713301-16 neutron-server[95101]: event.method(event) Sep 23 19:43:19.388838 n-d-713301-16 neutron-server[95101]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 19:43:19.388838 n-d-713301-16 neutron-server[95101]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 19:43:19.388838 n-d-713301-16 neutron-server[95101]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 19:43:19.388838 n-d-713301-16 neutron-server[95101]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 19:43:19.388838 n-d-713301-16 neutron-server[95101]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 19:43:19.388838 n-d-713301-16 neutron-server[95101]: return f(self, *a, **k) Sep 23 19:43:19.388838 n-d-713301-16 neutron-server[95101]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 19:43:19.388838 n-d-713301-16 neutron-server[95101]: return self._get(url).json() Sep 23 19:43:19.388838 n-d-713301-16 neutron-server[95101]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 19:43:19.388838 n-d-713301-16 neutron-server[95101]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 19:43:19.388838 n-d-713301-16 neutron-server[95101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 19:43:19.388838 n-d-713301-16 neutron-server[95101]: return self.request(url, 'GET', **kwargs) Sep 23 19:43:19.388838 n-d-713301-16 neutron-server[95101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 19:43:19.388838 n-d-713301-16 neutron-server[95101]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 19:43:19.388838 n-d-713301-16 neutron-server[95101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 19:43:19.388838 n-d-713301-16 neutron-server[95101]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 19:43:19.388838 n-d-713301-16 neutron-server[95101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 19:43:19.388838 n-d-713301-16 neutron-server[95101]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 19:43:19.388838 n-d-713301-16 neutron-server[95101]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 19:43:19.401063 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-0b3428ee-3bb1-4a2e-8306-446a02d0b3f7 tempest-TestVolumeBackupRestore-1434194993 tempest-TestVolumeBackupRestore-1434194993-project] 10.222.0.67 "PUT /v2.0/floatingips/5a346022-cf0f-4326-8a73-f9246863ceac HTTP/1.1" status: 200 len: 991 time: 4.1584680 Sep 23 19:43:19.424690 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.v2.base [None req-43bdfcb4-b2d5-4cf6-a84d-5688bc15f87f tempest-NegativeSecGroupTest-1934703455 tempest-NegativeSecGroupTest-1934703455-project] Request body: {'security_group': {'name': 'tempest-secgroup--1623998222'}} {{(pid=95102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:43:19.503534 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.plugin [None req-7a18b753-18df-4e16-9f65-cfe5a24f78f1 None None] Port 57ea5581-098b-4b39-a967-fc651d7272e8 cannot update to ACTIVE because it is not bound. {{(pid=95103) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 19:43:19.516104 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-41ada7bd-151f-4a31-aa86-0a7a45e0e3eb tempest-RoutersTest-320658655 tempest-RoutersTest-320658655-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1754627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-601866'] for network, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:19.533948 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-41ada7bd-151f-4a31-aa86-0a7a45e0e3eb tempest-RoutersTest-320658655 tempest-RoutersTest-320658655-project] Notify callbacks [] for network, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:19.538817 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-41ada7bd-151f-4a31-aa86-0a7a45e0e3eb tempest-RoutersTest-320658655 tempest-RoutersTest-320658655-project] 10.222.0.67 "DELETE /v2.0/networks/ee90df14-ba1d-4b8f-8c40-ef9e4da64b4d HTTP/1.1" status: 204 len: 168 time: 2.1727095 Sep 23 19:43:19.539449 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 35450) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:43:19.541025 n-d-713301-16 neutron-server[95101]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 19:43:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e47f766-ac79-4e48-a417-99aa09fa612d x-openstack-request-id: req-8e47f766-ac79-4e48-a417-99aa09fa612d {{(pid=95101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 19:43:19.542007 n-d-713301-16 neutron-server[95101]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "66cd2527-03c8-4dc5-92d2-374880b3d491", "tag": "c140d996-da69-4c0e-b9a8-57586395d28e", "status": "completed", "code": 200}]} {{(pid=95101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 19:43:19.542007 n-d-713301-16 neutron-server[95101]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-8e47f766-ac79-4e48-a417-99aa09fa612d {{(pid=95101) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 19:43:19.542007 n-d-713301-16 neutron-server[95101]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '66cd2527-03c8-4dc5-92d2-374880b3d491', 'tag': 'c140d996-da69-4c0e-b9a8-57586395d28e', 'status': 'completed', 'code': 200} Sep 23 19:43:19.563298 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_dvr_db [None req-bc981431-669a-45cd-b129-8d790609d733 None None] Set router 799b259e-c030-438c-9e8e-130e346dc3c3 gateway port host: n-d-713301-16 {{(pid=95103) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 19:43:19.564029 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-43bdfcb4-b2d5-4cf6-a84d-5688bc15f87f tempest-NegativeSecGroupTest-1934703455 tempest-NegativeSecGroupTest-1934703455-project] Notify callbacks [] for security_group, before_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:19.612530 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41ada7bd-151f-4a31-aa86-0a7a45e0e3eb tempest-RoutersTest-320658655 tempest-RoutersTest-320658655-project] Pushing event deleted for resources: {'Network': ['ID=ee90df14-ba1d-4b8f-8c40-ef9e4da64b4d,revision_number=None']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:43:19.653956 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b08bfa84-73a5-4767-aa21-aa481f816ce0 req-42cb286e-7f4f-45dd-89c6-a55e34a2844c tempest-ServersNegativeTestJSON-1638865794 tempest-ServersNegativeTestJSON-1638865794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:43:19.658922 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-b08bfa84-73a5-4767-aa21-aa481f816ce0 req-42cb286e-7f4f-45dd-89c6-a55e34a2844c tempest-ServersNegativeTestJSON-1638865794 tempest-ServersNegativeTestJSON-1638865794-project] 10.222.0.67 "GET /v2.0/ports?device_id=6942dd4a-2993-4094-af13-ca4f91683a85 HTTP/1.1" status: 200 len: 946 time: 0.1825683 Sep 23 19:43:19.679646 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Device caaacd06-34cb-4c31-886b-4ba0981ed99f up at agent ovs-agent-n-d-713301-16 {{(pid=95103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 19:43:19.694122 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-152228e4-f36e-458d-a2c5-e1e4dd432cb7 req-5e514a44-bd19-4789-9e2e-1f4c600f1121 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:43:19.695688 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-152228e4-f36e-458d-a2c5-e1e4dd432cb7 req-5e514a44-bd19-4789-9e2e-1f4c600f1121 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=df60118e0c434751a044956da831d00f&device_id=66cd2527-03c8-4dc5-92d2-374880b3d491 HTTP/1.1" status: 200 len: 1097 time: 0.1350541 Sep 23 19:43:19.723780 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-19f65c5c-c4ee-4311-b024-b7060a93d922 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:19.756641 n-d-713301-16 neutron-server[95102]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-22b22965-bbb2-45b7-80b5-462cdde26b8c tempest-RoutersIpV6Test-563412711 tempest-RoutersIpV6Test-563412711-project] Router 6ff35984-c3dc-449d-968b-5f3ed74acbe2 is scheduled to L3 agent 79a740bf-7821-4989-8288-7186e3e128f3 with binding_index 1 {{(pid=95102) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 23 19:43:19.776512 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-ad0223f8-c82e-4945-8b5e-1d55b5015b6e None None] Provisioning complete for port 57ea5581-098b-4b39-a967-fc651d7272e8 triggered by entity DHCP. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:43:19.776968 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-ad0223f8-c82e-4945-8b5e-1d55b5015b6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:19.833657 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-b08bfa84-73a5-4767-aa21-aa481f816ce0 req-60637e66-6e2e-4140-b4eb-0f63c1f218e4 tempest-ServersNegativeTestJSON-1638865794 tempest-ServersNegativeTestJSON-1638865794-project] 10.222.0.67 "GET /v2.0/security-groups?id=4daca97c-f524-4fb0-8b34-b36a0affa33e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1489270 Sep 23 19:43:20.001277 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-43bdfcb4-b2d5-4cf6-a84d-5688bc15f87f tempest-NegativeSecGroupTest-1934703455 tempest-NegativeSecGroupTest-1934703455-project] Notify callbacks [] for security_group, precommit_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:20.008239 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-152228e4-f36e-458d-a2c5-e1e4dd432cb7 req-126f7548-fd14-4164-b039-79d303eff4b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:43:20.009702 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-152228e4-f36e-458d-a2c5-e1e4dd432cb7 req-126f7548-fd14-4164-b039-79d303eff4b1 service neutron] 10.222.0.74 "GET /v2.0/networks?id=7fafb3d9-de72-4d87-8d56-0a7bcad8db30 HTTP/1.1" status: 200 len: 915 time: 0.3053217 Sep 23 19:43:20.029590 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-43bdfcb4-b2d5-4cf6-a84d-5688bc15f87f tempest-NegativeSecGroupTest-1934703455 tempest-NegativeSecGroupTest-1934703455-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:20.047870 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.plugin [None req-ad0223f8-c82e-4945-8b5e-1d55b5015b6e None None] Port 57ea5581-098b-4b39-a967-fc651d7272e8 cannot update to ACTIVE because it is not bound. {{(pid=95103) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 19:43:20.066939 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-856a8ab4-eba7-4e20-954b-4bde92eb575a tempest-RoutersTest-320658655 tempest-RoutersTest-320658655-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-601372'] for router_interface, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:20.068818 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Provisioning complete for port caaacd06-34cb-4c31-886b-4ba0981ed99f triggered by entity L2. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:43:20.069202 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:20.094694 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22b22965-bbb2-45b7-80b5-462cdde26b8c tempest-RoutersIpV6Test-563412711 tempest-RoutersIpV6Test-563412711-project] Notify agent at l3_agent.n-d-713301-16 the message routers_updated {{(pid=95102) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 19:43:20.106453 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-22b22965-bbb2-45b7-80b5-462cdde26b8c tempest-RoutersIpV6Test-563412711 tempest-RoutersIpV6Test-563412711-project] 10.222.0.67 "PUT /v2.0/routers/6ff35984-c3dc-449d-968b-5f3ed74acbe2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2719593 Sep 23 19:43:20.115303 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 35456) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:43:20.117403 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43a96a11-3ffd-42fa-b6ce-75897d53f021 None None] Sync routers for ids ['6ff35984-c3dc-449d-968b-5f3ed74acbe2'] in n-d-713301-16 {{(pid=95104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 19:43:20.119205 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-43bdfcb4-b2d5-4cf6-a84d-5688bc15f87f tempest-NegativeSecGroupTest-1934703455 tempest-NegativeSecGroupTest-1934703455-project] Notify callbacks [] for security_group, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:20.120375 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-43bdfcb4-b2d5-4cf6-a84d-5688bc15f87f tempest-NegativeSecGroupTest-1934703455 tempest-NegativeSecGroupTest-1934703455-project] 10.222.0.67 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.7007675 Sep 23 19:43:20.131119 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43a96a11-3ffd-42fa-b6ce-75897d53f021 None None] Routers {'6ff35984-c3dc-449d-968b-5f3ed74acbe2'} bound to L3 agent in host n-d-713301-16 {{(pid=95104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 19:43:20.132085 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_hamode_db [None req-43a96a11-3ffd-42fa-b6ce-75897d53f021 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-23T19:07:52Z,description=,heartbeat_timestamp=2021-09-23T19:42:52Z,host='n-d-713301-16',id=79a740bf-7821-4989-8288-7186e3e128f3,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:07:52Z,topic='l3_agent')) {'router_ids': ['6ff35984-c3dc-449d-968b-5f3ed74acbe2'], 'active': True} {{(pid=95104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:43:20.134400 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 35458) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:43:20.165535 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43bdfcb4-b2d5-4cf6-a84d-5688bc15f87f tempest-NegativeSecGroupTest-1934703455 tempest-NegativeSecGroupTest-1934703455-project] Pushing event updated for resources: {'SecurityGroup': ['ID=15157d12-2277-461e-9bc5-1cba63ded8c3,revision_number=1']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:43:20.170870 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_hamode_db [None req-43a96a11-3ffd-42fa-b6ce-75897d53f021 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713301-16', False) {} {{(pid=95104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:43:20.171103 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.v2.base [None req-8ba0b065-cefd-42d1-b25e-0e7478171013 tempest-NegativeSecGroupTest-1934703455 tempest-NegativeSecGroupTest-1934703455-project] Request body: {'security_group': {'name': 'tempest-secgroup--1548294920'}} {{(pid=95102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:43:20.182843 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43a96a11-3ffd-42fa-b6ce-75897d53f021 None None] Routers {'6ff35984-c3dc-449d-968b-5f3ed74acbe2'} bound to L3 agent in host n-d-713301-16 {{(pid=95104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 19:43:20.183872 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_hamode_db [None req-43a96a11-3ffd-42fa-b6ce-75897d53f021 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-23T19:07:52Z,description=,heartbeat_timestamp=2021-09-23T19:42:52Z,host='n-d-713301-16',id=79a740bf-7821-4989-8288-7186e3e128f3,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:07:52Z,topic='l3_agent')) {'router_ids': ['6ff35984-c3dc-449d-968b-5f3ed74acbe2'], 'active': True} {{(pid=95104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:43:20.199355 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d00f04e-ba0b-4da8-8ca3-d133b42e4d46 req-e1635033-a771-4c71-ab57-8257d058944e tempest-ServersNegativeTestJSON-1638865794 tempest-ServersNegativeTestJSON-1638865794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:43:20.213291 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-9d00f04e-ba0b-4da8-8ca3-d133b42e4d46 req-e1635033-a771-4c71-ab57-8257d058944e tempest-ServersNegativeTestJSON-1638865794 tempest-ServersNegativeTestJSON-1638865794-project] 10.222.0.67 "GET /v2.0/ports?device_id=6942dd4a-2993-4094-af13-ca4f91683a85 HTTP/1.1" status: 200 len: 946 time: 0.2352448 Sep 23 19:43:20.241375 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54119723-aff2-4f29-a11b-09e23440856e tempest-RoutersIpV6Test-563412711 tempest-RoutersIpV6Test-563412711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:43:20.243200 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-54119723-aff2-4f29-a11b-09e23440856e tempest-RoutersIpV6Test-563412711 tempest-RoutersIpV6Test-563412711-project] 10.222.0.67 "GET /v2.0/ports/57ea5581-098b-4b39-a967-fc651d7272e8 HTTP/1.1" status: 200 len: 911 time: 0.1250372 Sep 23 19:43:20.247220 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 35460) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:43:20.259445 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-152228e4-f36e-458d-a2c5-e1e4dd432cb7 req-503a1313-010c-4bbe-85a7-1fd31bf8aeed service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c140d996-da69-4c0e-b9a8-57586395d28e HTTP/1.1" status: 200 len: 1001 time: 0.2322614 Sep 23 19:43:20.267946 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.v2.base [None req-fcc7c4fc-4d81-4570-8fb8-24cb9035f760 tempest-RoutersIpV6Test-563412711 tempest-RoutersIpV6Test-563412711-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'bbbf02fc-7f2a-4d67-b0e1-46792b48bd90'}]}} {{(pid=95102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:43:20.335033 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_hamode_db [None req-43a96a11-3ffd-42fa-b6ce-75897d53f021 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713301-16', False) {} {{(pid=95104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:43:20.335933 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43a96a11-3ffd-42fa-b6ce-75897d53f021 None None] The sync data for ids ['6ff35984-c3dc-449d-968b-5f3ed74acbe2'] in n-d-713301-16 is: [] {{(pid=95104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 19:43:20.343220 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-8ba0b065-cefd-42d1-b25e-0e7478171013 tempest-NegativeSecGroupTest-1934703455 tempest-NegativeSecGroupTest-1934703455-project] Notify callbacks [] for security_group, before_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:20.384306 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.plugin [None req-856a8ab4-eba7-4e20-954b-4bde92eb575a tempest-RoutersTest-320658655 tempest-RoutersTest-320658655-project] Deleting port c249cbf0-bfda-41d6-bf57-24dc1190f528 {{(pid=95101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:43:20.384744 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-856a8ab4-eba7-4e20-954b-4bde92eb575a tempest-RoutersTest-320658655 tempest-RoutersTest-320658655-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783146157096'] for port, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:20.386847 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_hamode_db [None req-bc981431-669a-45cd-b129-8d790609d733 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '799b259e-c030-438c-9e8e-130e346dc3c3', 'name': 'tempest-TestVolumeBackupRestore-2096930916-router', 'tenant_id': 'df60118e0c434751a044956da831d00f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'external_fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.22'}], 'enable_snat': True}, 'gw_port_id': 'b93c2628-3d41-4f95-8fff-571fb9f87cad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:38:30Z', 'updated_at': '2021-09-23T19:38:40Z', 'revision_number': 4, 'project_id': 'df60118e0c434751a044956da831d00f', 'gw_port': {'id': 'b93c2628-3d41-4f95-8fff-571fb9f87cad', 'name': '', 'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:59:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '799b259e-c030-438c-9e8e-130e346dc3c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2105, 'fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:38:31Z', 'updated_at': '2021-09-23T19:38:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-16', '_floatingips': [{'id': '5a346022-cf0f-4326-8a73-f9246863ceac', 'tenant_id': 'df60118e0c434751a044956da831d00f', 'floating_ip_address': '172.25.1.178', 'floating_network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'router_id': '799b259e-c030-438c-9e8e-130e346dc3c3', 'port_id': 'c140d996-da69-4c0e-b9a8-57586395d28e', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 2663, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7fafb3d9-de72-4d87-8d56-0a7bcad8db30', 'mac_address': 'fa:16:3e:9f:50:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66cd2527-03c8-4dc5-92d2-374880b3d491', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-23T19:43:11Z', 'updated_at': '2021-09-23T19:43:18Z', 'revision_number': 2, 'project_id': 'df60118e0c434751a044956da831d00f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b766922d-1387-4829-9573-19605242a9a7', 'name': '', 'network_id': '7fafb3d9-de72-4d87-8d56-0a7bcad8db30', 'tenant_id': 'df60118e0c434751a044956da831d00f', 'mac_address': 'fa:16:3e:43:28:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '799b259e-c030-438c-9e8e-130e346dc3c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2108, 'fixed_ips': [{'subnet_id': 'c5aa3ac0-9cd5-40cd-ab5b-44ea34e24ad1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:38:38Z', 'updated_at': '2021-09-23T19:38:48Z', 'revision_number': 5, 'project_id': 'df60118e0c434751a044956da831d00f', 'subnets': [{'id': 'c5aa3ac0-9cd5-40cd-ab5b-44ea34e24ad1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-16', False) {} {{(pid=95103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:43:20.391519 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-9d00f04e-ba0b-4da8-8ca3-d133b42e4d46 req-5a7a2c73-3def-48b2-8895-6936ea52dbc1 tempest-ServersNegativeTestJSON-1638865794 tempest-ServersNegativeTestJSON-1638865794-project] 10.222.0.67 "GET /v2.0/security-groups?id=4daca97c-f524-4fb0-8b34-b36a0affa33e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1632519 Sep 23 19:43:20.427198 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc981431-669a-45cd-b129-8d790609d733 None None] Checking router: 799b259e-c030-438c-9e8e-130e346dc3c3 for host: n-d-713301-16 {{(pid=95103) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 19:43:20.433617 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc981431-669a-45cd-b129-8d790609d733 None None] Routers {'799b259e-c030-438c-9e8e-130e346dc3c3'} bound to L3 agent in host n-d-713301-16 {{(pid=95103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 19:43:20.435453 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_hamode_db [None req-bc981431-669a-45cd-b129-8d790609d733 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-23T19:07:52Z,description=,heartbeat_timestamp=2021-09-23T19:42:52Z,host='n-d-713301-16',id=79a740bf-7821-4989-8288-7186e3e128f3,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:07:52Z,topic='l3_agent')) {'router_ids': ['799b259e-c030-438c-9e8e-130e346dc3c3'], 'active': True} {{(pid=95103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:43:20.436040 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-152228e4-f36e-458d-a2c5-e1e4dd432cb7 req-63610822-47e5-4af7-8033-22d49df0db35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:43:20.437628 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-152228e4-f36e-458d-a2c5-e1e4dd432cb7 req-63610822-47e5-4af7-8033-22d49df0db35 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=c5aa3ac0-9cd5-40cd-ab5b-44ea34e24ad1 HTTP/1.1" status: 200 len: 853 time: 0.1661522 Sep 23 19:43:20.534475 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.db [None req-856a8ab4-eba7-4e20-954b-4bde92eb575a tempest-RoutersTest-320658655 tempest-RoutersTest-320658655-project] For port c249cbf0-bfda-41d6-bf57-24dc1190f528, host n-d-713301-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-16',level=0,port_id=c249cbf0-bfda-41d6-bf57-24dc1190f528,segment=NetworkSegment(a42ba9ed-f343-4a1d-b78d-901b99e9b6ab),segment_id=a42ba9ed-f343-4a1d-b78d-901b99e9b6ab)] {{(pid=95101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:43:20.534844 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-856a8ab4-eba7-4e20-954b-4bde92eb575a tempest-RoutersTest-320658655 tempest-RoutersTest-320658655-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-605701'] for port, precommit_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:20.555709 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Device b325ef88-967d-4ef2-8654-a0ac998121d4 no longer exists at agent ovs-agent-n-d-713301-16 {{(pid=95103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 19:43:20.557711 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.plugin [None req-856a8ab4-eba7-4e20-954b-4bde92eb575a tempest-RoutersTest-320658655 tempest-RoutersTest-320658655-project] Calling delete_port for c249cbf0-bfda-41d6-bf57-24dc1190f528 owned by network:router_interface {{(pid=95101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:43:20.583589 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.plugin [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] No Port match for: b325ef88-967d-4ef2-8654-a0ac998121d4 {{(pid=95103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 19:43:20.584027 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Device b325ef88-967d-4ef2-8654-a0ac998121d4 not bound to the agent host n-d-713301-16 {{(pid=95103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 19:43:20.585130 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Device a931faad-ea57-4b67-bbdd-9623536fbb7c no longer exists at agent ovs-agent-n-d-713301-16 {{(pid=95103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 19:43:20.618966 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-152228e4-f36e-458d-a2c5-e1e4dd432cb7 req-c4e04e04-82e9-460e-99cb-92c9d87b9927 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:43:20.620503 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-152228e4-f36e-458d-a2c5-e1e4dd432cb7 req-c4e04e04-82e9-460e-99cb-92c9d87b9927 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=7fafb3d9-de72-4d87-8d56-0a7bcad8db30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1441734 Sep 23 19:43:20.625544 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.plugin [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] No Port match for: a931faad-ea57-4b67-bbdd-9623536fbb7c {{(pid=95103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 19:43:20.625893 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Device a931faad-ea57-4b67-bbdd-9623536fbb7c not bound to the agent host n-d-713301-16 {{(pid=95103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 19:43:20.655040 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_dvr_db [None req-bc981431-669a-45cd-b129-8d790609d733 None None] Set router 799b259e-c030-438c-9e8e-130e346dc3c3 gateway port host: n-d-713301-16 {{(pid=95103) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 19:43:20.697744 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03855822-edc6-489f-a680-9ad0a39049ad req-77067db0-b0c6-4b8d-9635-8f01a17a9340 tempest-ServersNegativeTestJSON-1638865794 tempest-ServersNegativeTestJSON-1638865794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:43:20.699625 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-03855822-edc6-489f-a680-9ad0a39049ad req-77067db0-b0c6-4b8d-9635-8f01a17a9340 tempest-ServersNegativeTestJSON-1638865794 tempest-ServersNegativeTestJSON-1638865794-project] 10.222.0.67 "GET /v2.0/ports?device_id=6942dd4a-2993-4094-af13-ca4f91683a85 HTTP/1.1" status: 200 len: 946 time: 0.1797974 Sep 23 19:43:20.772306 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-fcc7c4fc-4d81-4570-8fb8-24cb9035f760 tempest-RoutersIpV6Test-563412711 tempest-RoutersIpV6Test-563412711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:20.809030 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-856a8ab4-eba7-4e20-954b-4bde92eb575a tempest-RoutersTest-320658655 tempest-RoutersTest-320658655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783146162158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783145673144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5607431'] for port, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:20.838920 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-8ba0b065-cefd-42d1-b25e-0e7478171013 tempest-NegativeSecGroupTest-1934703455 tempest-NegativeSecGroupTest-1934703455-project] Notify callbacks [] for security_group, precommit_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:20.860926 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-8ba0b065-cefd-42d1-b25e-0e7478171013 tempest-NegativeSecGroupTest-1934703455 tempest-NegativeSecGroupTest-1934703455-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:20.875172 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-856a8ab4-eba7-4e20-954b-4bde92eb575a tempest-RoutersTest-320658655 tempest-RoutersTest-320658655-project] Pushing event deleted for resources: {'Port': ['ID=c249cbf0-bfda-41d6-bf57-24dc1190f528,revision_number=None']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:43:20.973292 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-03855822-edc6-489f-a680-9ad0a39049ad req-c66ac199-d93d-4248-ac0f-26645c5370f1 tempest-ServersNegativeTestJSON-1638865794 tempest-ServersNegativeTestJSON-1638865794-project] 10.222.0.67 "GET /v2.0/security-groups?id=4daca97c-f524-4fb0-8b34-b36a0affa33e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2509618 Sep 23 19:43:20.982835 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-8ba0b065-cefd-42d1-b25e-0e7478171013 tempest-NegativeSecGroupTest-1934703455 tempest-NegativeSecGroupTest-1934703455-project] Notify callbacks [] for security_group, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:20.985330 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-8ba0b065-cefd-42d1-b25e-0e7478171013 tempest-NegativeSecGroupTest-1934703455 tempest-NegativeSecGroupTest-1934703455-project] 10.222.0.67 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.8491910 Sep 23 19:43:20.986895 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ba0b065-cefd-42d1-b25e-0e7478171013 tempest-NegativeSecGroupTest-1934703455 tempest-NegativeSecGroupTest-1934703455-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d0ec53eb-b13d-4b99-a4f6-3f7554af40e8,revision_number=1']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:43:20.989347 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 35480) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:43:20.995935 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.v2.base [None req-ab8d16b9-0f84-4dca-bea7-4f731de03573 tempest-NegativeSecGroupTest-1934703455 tempest-NegativeSecGroupTest-1934703455-project] Request body: {'security_group_rule': {'security_group_id': '15157d12-2277-461e-9bc5-1cba63ded8c3', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '172.20.0.0/16', 'remote_group_id': 'd0ec53eb-b13d-4b99-a4f6-3f7554af40e8'}} {{(pid=95101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:43:20.996415 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-152228e4-f36e-458d-a2c5-e1e4dd432cb7 req-68270469-7edc-4921-b9b4-95fcb2866f78 service neutron] 10.222.0.74 "GET /v2.0/networks/7fafb3d9-de72-4d87-8d56-0a7bcad8db30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3636973 Sep 23 19:43:21.027238 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_hamode_db [None req-bc981431-669a-45cd-b129-8d790609d733 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '799b259e-c030-438c-9e8e-130e346dc3c3', 'name': 'tempest-TestVolumeBackupRestore-2096930916-router', 'tenant_id': 'df60118e0c434751a044956da831d00f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'external_fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.22'}], 'enable_snat': True}, 'gw_port_id': 'b93c2628-3d41-4f95-8fff-571fb9f87cad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:38:30Z', 'updated_at': '2021-09-23T19:38:40Z', 'revision_number': 4, 'project_id': 'df60118e0c434751a044956da831d00f', 'gw_port': {'id': 'b93c2628-3d41-4f95-8fff-571fb9f87cad', 'name': '', 'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:59:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '799b259e-c030-438c-9e8e-130e346dc3c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2105, 'fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:38:31Z', 'updated_at': '2021-09-23T19:38:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-16', '_floatingips': [{'id': '5a346022-cf0f-4326-8a73-f9246863ceac', 'tenant_id': 'df60118e0c434751a044956da831d00f', 'floating_ip_address': '172.25.1.178', 'floating_network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'router_id': '799b259e-c030-438c-9e8e-130e346dc3c3', 'port_id': 'c140d996-da69-4c0e-b9a8-57586395d28e', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 2663, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7fafb3d9-de72-4d87-8d56-0a7bcad8db30', 'mac_address': 'fa:16:3e:9f:50:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66cd2527-03c8-4dc5-92d2-374880b3d491', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-23T19:43:11Z', 'updated_at': '2021-09-23T19:43:18Z', 'revision_number': 2, 'project_id': 'df60118e0c434751a044956da831d00f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b766922d-1387-4829-9573-19605242a9a7', 'name': '', 'network_id': '7fafb3d9-de72-4d87-8d56-0a7bcad8db30', 'tenant_id': 'df60118e0c434751a044956da831d00f', 'mac_address': 'fa:16:3e:43:28:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '799b259e-c030-438c-9e8e-130e346dc3c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2108, 'fixed_ips': [{'subnet_id': 'c5aa3ac0-9cd5-40cd-ab5b-44ea34e24ad1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:38:38Z', 'updated_at': '2021-09-23T19:38:48Z', 'revision_number': 5, 'project_id': 'df60118e0c434751a044956da831d00f', 'subnets': [{'id': 'c5aa3ac0-9cd5-40cd-ab5b-44ea34e24ad1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-16', False) {} {{(pid=95103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:43:21.063226 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc981431-669a-45cd-b129-8d790609d733 None None] The sync data for ids ['799b259e-c030-438c-9e8e-130e346dc3c3'] in n-d-713301-16 is: [{'id': '799b259e-c030-438c-9e8e-130e346dc3c3', 'name': 'tempest-TestVolumeBackupRestore-2096930916-router', 'tenant_id': 'df60118e0c434751a044956da831d00f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'external_fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.22'}], 'enable_snat': True}, 'gw_port_id': 'b93c2628-3d41-4f95-8fff-571fb9f87cad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:38:30Z', 'updated_at': '2021-09-23T19:38:40Z', 'revision_number': 4, 'project_id': 'df60118e0c434751a044956da831d00f', 'gw_port': {'id': 'b93c2628-3d41-4f95-8fff-571fb9f87cad', 'name': '', 'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:59:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '799b259e-c030-438c-9e8e-130e346dc3c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2105, 'fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:38:31Z', 'updated_at': '2021-09-23T19:38:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-16', '_floatingips': [{'id': '5a346022-cf0f-4326-8a73-f9246863ceac', 'tenant_id': 'df60118e0c434751a044956da831d00f', 'floating_ip_address': '172.25.1.178', 'floating_network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'router_id': '799b259e-c030-438c-9e8e-130e346dc3c3', 'port_id': 'c140d996-da69-4c0e-b9a8-57586395d28e', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 2663, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7fafb3d9-de72-4d87-8d56-0a7bcad8db30', 'mac_address': 'fa:16:3e:9f:50:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66cd2527-03c8-4dc5-92d2-374880b3d491', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-23T19:43:11Z', 'updated_at': '2021-09-23T19:43:18Z', 'revision_number': 2, 'project_id': 'df60118e0c434751a044956da831d00f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b766922d-1387-4829-9573-19605242a9a7', 'name': '', 'network_id': '7fafb3d9-de72-4d87-8d56-0a7bcad8db30', 'tenant_id': 'df60118e0c434751a044956da831d00f', 'mac_address': 'fa:16:3e:43:28:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '799b259e-c030-438c-9e8e-130e346dc3c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2108, 'fixed_ips': [{'subnet_id': 'c5aa3ac0-9cd5-40cd-ab5b-44ea34e24ad1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:38:38Z', 'updated_at': '2021-09-23T19:38:48Z', 'revision_number': 5, 'project_id': 'df60118e0c434751a044956da831d00f', 'subnets': [{'id': 'c5aa3ac0-9cd5-40cd-ab5b-44ea34e24ad1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 19:43:21.120991 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-856a8ab4-eba7-4e20-954b-4bde92eb575a tempest-RoutersTest-320658655 tempest-RoutersTest-320658655-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-527322', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-602005'] for router_interface, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:21.254636 n-d-713301-16 neutron-server[95101]: INFO neutron.api.v2.resource [None req-ab8d16b9-0f84-4dca-bea7-4f731de03573 tempest-NegativeSecGroupTest-1934703455 tempest-NegativeSecGroupTest-1934703455-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 23 19:43:21.255847 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-ab8d16b9-0f84-4dca-bea7-4f731de03573 tempest-NegativeSecGroupTest-1934703455 tempest-NegativeSecGroupTest-1934703455-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.2653625 Sep 23 19:43:21.263958 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 35486) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:43:21.413870 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd16113-d1e8-4d90-a045-f4115934050a req-e393e7fe-25cd-4b59-aa1a-3b1e887fdd75 tempest-ServersNegativeTestJSON-1638865794 tempest-ServersNegativeTestJSON-1638865794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:43:21.415419 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-2fd16113-d1e8-4d90-a045-f4115934050a req-e393e7fe-25cd-4b59-aa1a-3b1e887fdd75 tempest-ServersNegativeTestJSON-1638865794 tempest-ServersNegativeTestJSON-1638865794-project] 10.222.0.67 "GET /v2.0/ports?device_id=6942dd4a-2993-4094-af13-ca4f91683a85 HTTP/1.1" status: 200 len: 946 time: 0.2465773 Sep 23 19:43:21.463553 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-bf322e2a-1079-4df6-a1c0-516ce9b03e66 tempest-NegativeSecGroupTest-1934703455 tempest-NegativeSecGroupTest-1934703455-project] Notify callbacks [] for security_group, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:21.520478 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-856a8ab4-eba7-4e20-954b-4bde92eb575a tempest-RoutersTest-320658655 tempest-RoutersTest-320658655-project] Router 96503fda-a45f-430f-a5e1-653bd4f2c170 has already been hosted by L3 agent 79a740bf-7821-4989-8288-7186e3e128f3 {{(pid=95101) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 19:43:21.522218 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-152228e4-f36e-458d-a2c5-e1e4dd432cb7 req-a438f441-9646-4a40-8bd0-03a8c01426a8 service neutron] 10.222.0.74 "GET /v2.0/networks/7fafb3d9-de72-4d87-8d56-0a7bcad8db30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5159051 Sep 23 19:43:21.527059 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-bf322e2a-1079-4df6-a1c0-516ce9b03e66 tempest-NegativeSecGroupTest-1934703455 tempest-NegativeSecGroupTest-1934703455-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:21.546813 n-d-713301-16 neutron-server[95101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '66cd2527-03c8-4dc5-92d2-374880b3d491', 'tag': 'c140d996-da69-4c0e-b9a8-57586395d28e'}] {{(pid=95101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 19:43:21.548172 n-d-713301-16 neutron-server[95101]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d8366c5740cd635e57ab12b71fe44a77c2acc3c19091ef849c6f68b380462244" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a656bb31-3197-43af-a0b3-794d6772be08" -d '{"events": [{"name": "network-changed", "server_uuid": "66cd2527-03c8-4dc5-92d2-374880b3d491", "tag": "c140d996-da69-4c0e-b9a8-57586395d28e"}]}' {{(pid=95101) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 19:43:21.571782 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-2fd16113-d1e8-4d90-a045-f4115934050a req-4ac23133-f4e0-4192-b4ee-ac169e1c0f4a tempest-ServersNegativeTestJSON-1638865794 tempest-ServersNegativeTestJSON-1638865794-project] 10.222.0.67 "GET /v2.0/security-groups?id=4daca97c-f524-4fb0-8b34-b36a0affa33e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1241901 Sep 23 19:43:21.710310 n-d-713301-16 neutron-server[95101]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 19:43:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-394ab783-22b9-4d24-8753-b4aed0ec7b2c x-openstack-request-id: req-394ab783-22b9-4d24-8753-b4aed0ec7b2c {{(pid=95101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 19:43:21.710937 n-d-713301-16 neutron-server[95101]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "66cd2527-03c8-4dc5-92d2-374880b3d491", "tag": "c140d996-da69-4c0e-b9a8-57586395d28e", "status": "completed", "code": 200}]} {{(pid=95101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 19:43:21.711341 n-d-713301-16 neutron-server[95101]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-394ab783-22b9-4d24-8753-b4aed0ec7b2c {{(pid=95101) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 19:43:21.711950 n-d-713301-16 neutron-server[95101]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '66cd2527-03c8-4dc5-92d2-374880b3d491', 'tag': 'c140d996-da69-4c0e-b9a8-57586395d28e', 'status': 'completed', 'code': 200} Sep 23 19:43:21.713573 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-bf322e2a-1079-4df6-a1c0-516ce9b03e66 tempest-NegativeSecGroupTest-1934703455 tempest-NegativeSecGroupTest-1934703455-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:21.719020 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-bf322e2a-1079-4df6-a1c0-516ce9b03e66 tempest-NegativeSecGroupTest-1934703455 tempest-NegativeSecGroupTest-1934703455-project] Notify callbacks [] for security_group, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:21.722546 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-bf322e2a-1079-4df6-a1c0-516ce9b03e66 tempest-NegativeSecGroupTest-1934703455 tempest-NegativeSecGroupTest-1934703455-project] 10.222.0.67 "DELETE /v2.0/security-groups/d0ec53eb-b13d-4b99-a4f6-3f7554af40e8 HTTP/1.1" status: 204 len: 168 time: 0.4554374 Sep 23 19:43:21.729965 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 35492) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:43:21.760513 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-fcc7c4fc-4d81-4570-8fb8-24cb9035f760 tempest-RoutersIpV6Test-563412711 tempest-RoutersIpV6Test-563412711-project] Notify callbacks [] for port, precommit_update {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:21.777245 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-fcc7c4fc-4d81-4570-8fb8-24cb9035f760 tempest-RoutersIpV6Test-563412711 tempest-RoutersIpV6Test-563412711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4399095'] for port, after_update {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:21.783139 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcc7c4fc-4d81-4570-8fb8-24cb9035f760 tempest-RoutersIpV6Test-563412711 tempest-RoutersIpV6Test-563412711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:43:21.783815 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-fcc7c4fc-4d81-4570-8fb8-24cb9035f760 tempest-RoutersIpV6Test-563412711 tempest-RoutersIpV6Test-563412711-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222849'] for port, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:21.787909 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-fcc7c4fc-4d81-4570-8fb8-24cb9035f760 tempest-RoutersIpV6Test-563412711 tempest-RoutersIpV6Test-563412711-project] 10.222.0.67 "PUT /v2.0/ports/57ea5581-098b-4b39-a967-fc651d7272e8 HTTP/1.1" status: 200 len: 911 time: 1.5287249 Sep 23 19:43:21.791960 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 35494) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:43:21.814939 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf322e2a-1079-4df6-a1c0-516ce9b03e66 tempest-NegativeSecGroupTest-1934703455 tempest-NegativeSecGroupTest-1934703455-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0ec53eb-b13d-4b99-a4f6-3f7554af40e8,revision_number=None']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:43:21.891284 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-856a8ab4-eba7-4e20-954b-4bde92eb575a tempest-RoutersTest-320658655 tempest-RoutersTest-320658655-project] Notify agent at l3_agent.n-d-713301-16 the message routers_updated {{(pid=95101) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 19:43:21.903717 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-856a8ab4-eba7-4e20-954b-4bde92eb575a tempest-RoutersTest-320658655 tempest-RoutersTest-320658655-project] 10.222.0.67 "PUT /v2.0/routers/96503fda-a45f-430f-a5e1-653bd4f2c170/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3529763 Sep 23 19:43:21.908104 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 35500) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:43:21.909562 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5c72d81-3800-45e1-87e3-f2f782e25e86 None None] Sync routers for ids ['96503fda-a45f-430f-a5e1-653bd4f2c170'] in n-d-713301-16 {{(pid=95103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 19:43:21.923628 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5c72d81-3800-45e1-87e3-f2f782e25e86 None None] Routers {'96503fda-a45f-430f-a5e1-653bd4f2c170'} bound to L3 agent in host n-d-713301-16 {{(pid=95103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 19:43:21.925054 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_hamode_db [None req-a5c72d81-3800-45e1-87e3-f2f782e25e86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-23T19:07:52Z,description=,heartbeat_timestamp=2021-09-23T19:42:52Z,host='n-d-713301-16',id=79a740bf-7821-4989-8288-7186e3e128f3,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:07:52Z,topic='l3_agent')) {'router_ids': ['96503fda-a45f-430f-a5e1-653bd4f2c170'], 'active': True} {{(pid=95103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:43:21.988935 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-aa3e77a6-a63f-4a1c-aabe-45694047f89d tempest-NegativeSecGroupTest-1934703455 tempest-NegativeSecGroupTest-1934703455-project] 10.222.0.67 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.2525072 Sep 23 19:43:21.992589 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 35502) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:43:22.040661 n-d-713301-16 neutron-server[95101]: DEBUG neutron.db.db_base_plugin_v2 [None req-491f5fc7-2a0a-4e79-956d-6df60563d4b1 tempest-RoutersTest-320658655 tempest-RoutersTest-320658655-project] Deleting subnet b5b04587-5f58-4ed8-adf7-9d7e01f16f67 {{(pid=95101) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 23 19:43:22.052729 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_dvr_db [None req-a5c72d81-3800-45e1-87e3-f2f782e25e86 None None] Set router 96503fda-a45f-430f-a5e1-653bd4f2c170 gateway port host: None {{(pid=95103) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 19:43:22.053091 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-491f5fc7-2a0a-4e79-956d-6df60563d4b1 tempest-RoutersTest-320658655 tempest-RoutersTest-320658655-project] Notify callbacks [] for subnet, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:22.120741 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-491f5fc7-2a0a-4e79-956d-6df60563d4b1 tempest-RoutersTest-320658655 tempest-RoutersTest-320658655-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6007154'] for subnet, precommit_delete_associations {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:22.144285 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-b27d3c35-3d9f-45ca-b2d8-6753f40f4afb tempest-NegativeSecGroupTest-1934703455 tempest-NegativeSecGroupTest-1934703455-project] Notify callbacks [] for security_group, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:22.187378 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-b27d3c35-3d9f-45ca-b2d8-6753f40f4afb tempest-NegativeSecGroupTest-1934703455 tempest-NegativeSecGroupTest-1934703455-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:22.188396 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a656bb31-3197-43af-a0b3-794d6772be08 req-e66e0c4a-9790-44fb-9429-4e9e0d78b067 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:43:22.189954 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-a656bb31-3197-43af-a0b3-794d6772be08 req-e66e0c4a-9790-44fb-9429-4e9e0d78b067 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=df60118e0c434751a044956da831d00f&device_id=66cd2527-03c8-4dc5-92d2-374880b3d491 HTTP/1.1" status: 200 len: 1097 time: 0.4953065 Sep 23 19:43:22.235325 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4430e52b-0e1d-4ca3-89d9-25770b124ecb req-760f4ec0-fe07-498c-869b-a7470e7624ed tempest-ServersNegativeTestJSON-1638865794 tempest-ServersNegativeTestJSON-1638865794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:43:22.236849 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-4430e52b-0e1d-4ca3-89d9-25770b124ecb req-760f4ec0-fe07-498c-869b-a7470e7624ed tempest-ServersNegativeTestJSON-1638865794 tempest-ServersNegativeTestJSON-1638865794-project] 10.222.0.67 "GET /v2.0/ports?device_id=6942dd4a-2993-4094-af13-ca4f91683a85 HTTP/1.1" status: 200 len: 946 time: 0.5431905 Sep 23 19:43:22.280437 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-491f5fc7-2a0a-4e79-956d-6df60563d4b1 tempest-RoutersTest-320658655 tempest-RoutersTest-320658655-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1756813'] for subnet, precommit_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:22.289549 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcc7c4fc-4d81-4570-8fb8-24cb9035f760 tempest-RoutersIpV6Test-563412711 tempest-RoutersIpV6Test-563412711-project] Pushing event updated for resources: {'Port': ['ID=57ea5581-098b-4b39-a967-fc651d7272e8,revision_number=3']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:43:22.326224 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-b27d3c35-3d9f-45ca-b2d8-6753f40f4afb tempest-NegativeSecGroupTest-1934703455 tempest-NegativeSecGroupTest-1934703455-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:22.334723 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-b27d3c35-3d9f-45ca-b2d8-6753f40f4afb tempest-NegativeSecGroupTest-1934703455 tempest-NegativeSecGroupTest-1934703455-project] Notify callbacks [] for security_group, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:22.339141 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-b27d3c35-3d9f-45ca-b2d8-6753f40f4afb tempest-NegativeSecGroupTest-1934703455 tempest-NegativeSecGroupTest-1934703455-project] 10.222.0.67 "DELETE /v2.0/security-groups/15157d12-2277-461e-9bc5-1cba63ded8c3 HTTP/1.1" status: 204 len: 168 time: 0.3453226 Sep 23 19:43:22.347016 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 35504) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:43:22.348690 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-e1801fbb-d2a0-42ed-9c0d-2c9bdb54e3f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:22.381136 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b27d3c35-3d9f-45ca-b2d8-6753f40f4afb tempest-NegativeSecGroupTest-1934703455 tempest-NegativeSecGroupTest-1934703455-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=15157d12-2277-461e-9bc5-1cba63ded8c3,revision_number=None']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:43:22.382161 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_hamode_db [None req-a5c72d81-3800-45e1-87e3-f2f782e25e86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96503fda-a45f-430f-a5e1-653bd4f2c170', 'name': 'tempest-RoutersTest-router-1607213160', 'tenant_id': '6680ec314c604479bbb737c95f4e0850', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:42:16Z', 'updated_at': '2021-09-23T19:43:20Z', 'revision_number': 9, 'project_id': '6680ec314c604479bbb737c95f4e0850', 'gw_port_host': None, '_interfaces': [{'id': '32ae5718-2354-44f3-84d1-fec73b2909c9', 'name': '', 'network_id': 'c914a2cf-d7d1-4da8-9fd0-5e5b7ab5b1fb', 'tenant_id': '6680ec314c604479bbb737c95f4e0850', 'mac_address': 'fa:16:3e:39:a0:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96503fda-a45f-430f-a5e1-653bd4f2c170', 'device_owner': 'network:router_interface', 'standard_attr_id': 2598, 'fixed_ips': [{'subnet_id': 'b76f4ef0-2b81-4485-9220-9564b7756441', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:42:34Z', 'updated_at': '2021-09-23T19:42:52Z', 'revision_number': 5, 'project_id': '6680ec314c604479bbb737c95f4e0850', 'subnets': [{'id': 'b76f4ef0-2b81-4485-9220-9564b7756441', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '71476d37-f809-4a59-8947-b30836bc90a3', 'name': '', 'network_id': '03cb5eff-ca10-44b6-a3c2-6d52aab0c61a', 'tenant_id': '6680ec314c604479bbb737c95f4e0850', 'mac_address': 'fa:16:3e:17:6c:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96503fda-a45f-430f-a5e1-653bd4f2c170', 'device_owner': 'network:router_interface', 'standard_attr_id': 2533, 'fixed_ips': [{'subnet_id': '5875b511-0c2a-4668-b988-7eb16dc02ec2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:42:20Z', 'updated_at': '2021-09-23T19:42:30Z', 'revision_number': 5, 'project_id': '6680ec314c604479bbb737c95f4e0850', 'subnets': [{'id': '5875b511-0c2a-4668-b988-7eb16dc02ec2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-16', False) {} {{(pid=95103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:43:22.422647 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-491f5fc7-2a0a-4e79-956d-6df60563d4b1 tempest-RoutersTest-320658655 tempest-RoutersTest-320658655-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1756804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5607514', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6130950'] for subnet, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:22.438551 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5c72d81-3800-45e1-87e3-f2f782e25e86 None None] Checking router: 96503fda-a45f-430f-a5e1-653bd4f2c170 for host: n-d-713301-16 {{(pid=95103) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 19:43:22.441252 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-491f5fc7-2a0a-4e79-956d-6df60563d4b1 tempest-RoutersTest-320658655 tempest-RoutersTest-320658655-project] Notify callbacks [] for subnet, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:22.447912 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-491f5fc7-2a0a-4e79-956d-6df60563d4b1 tempest-RoutersTest-320658655 tempest-RoutersTest-320658655-project] 10.222.0.67 "DELETE /v2.0/subnets/b5b04587-5f58-4ed8-adf7-9d7e01f16f67 HTTP/1.1" status: 204 len: 168 time: 0.5382349 Sep 23 19:43:22.455477 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 35506) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:43:22.458915 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-577b3586-e68e-4ac1-9982-f276da12e4f4 None None] Network 2cbe95d4-e55e-4103-856d-33ae8b72d079 requested from n-d-713301-16 {{(pid=95103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 19:43:22.475769 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-491f5fc7-2a0a-4e79-956d-6df60563d4b1 tempest-RoutersTest-320658655 tempest-RoutersTest-320658655-project] Pushing event deleted for resources: {'Subnet': ['ID=b5b04587-5f58-4ed8-adf7-9d7e01f16f67,revision_number=None']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:43:22.482761 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5c72d81-3800-45e1-87e3-f2f782e25e86 None None] Routers {'96503fda-a45f-430f-a5e1-653bd4f2c170'} bound to L3 agent in host n-d-713301-16 {{(pid=95103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 19:43:22.484091 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_hamode_db [None req-a5c72d81-3800-45e1-87e3-f2f782e25e86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-23T19:07:52Z,description=,heartbeat_timestamp=2021-09-23T19:43:22Z,host='n-d-713301-16',id=79a740bf-7821-4989-8288-7186e3e128f3,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:07:52Z,topic='l3_agent')) {'router_ids': ['96503fda-a45f-430f-a5e1-653bd4f2c170'], 'active': True} {{(pid=95103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:43:22.507369 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-4430e52b-0e1d-4ca3-89d9-25770b124ecb req-283a7b37-d97a-466b-8e58-bc6fedc7f86f tempest-ServersNegativeTestJSON-1638865794 tempest-ServersNegativeTestJSON-1638865794-project] 10.222.0.67 "GET /v2.0/security-groups?id=4daca97c-f524-4fb0-8b34-b36a0affa33e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2535782 Sep 23 19:43:22.636445 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a656bb31-3197-43af-a0b3-794d6772be08 req-459a0ed3-c0cd-4b2e-acd2-ad663db1ec23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:43:22.638537 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-a656bb31-3197-43af-a0b3-794d6772be08 req-459a0ed3-c0cd-4b2e-acd2-ad663db1ec23 service neutron] 10.222.0.74 "GET /v2.0/networks?id=7fafb3d9-de72-4d87-8d56-0a7bcad8db30 HTTP/1.1" status: 200 len: 915 time: 0.4150615 Sep 23 19:43:22.696768 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-5b56c033-1dd8-4cfb-80c9-c5c2a28d3e74 tempest-NegativeSecGroupTest-1934703455 tempest-NegativeSecGroupTest-1934703455-project] 10.222.0.67 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.3466666 Sep 23 19:43:22.702719 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_dvr_db [None req-a5c72d81-3800-45e1-87e3-f2f782e25e86 None None] Set router 96503fda-a45f-430f-a5e1-653bd4f2c170 gateway port host: None {{(pid=95103) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 19:43:22.708057 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-f2640d04-f192-4f38-be59-75ac08d61c04 tempest-RoutersTest-320658655 tempest-RoutersTest-320658655-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1628021'] for network, before_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:22.709162 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 35512) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:43:22.714313 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.v2.base [None req-d705c685-cf06-469e-aee1-ce10ed0c363b tempest-NegativeSecGroupTest-1934703455 tempest-NegativeSecGroupTest-1934703455-project] Request body: {'security_group': {'name': 'tempest-secgroup--459997671'}} {{(pid=95101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:43:22.742410 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-d705c685-cf06-469e-aee1-ce10ed0c363b tempest-NegativeSecGroupTest-1934703455 tempest-NegativeSecGroupTest-1934703455-project] Notify callbacks [] for security_group, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:22.884407 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-a656bb31-3197-43af-a0b3-794d6772be08 req-97399508-f4b6-4828-bad8-e34f81152eaf service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c140d996-da69-4c0e-b9a8-57586395d28e HTTP/1.1" status: 200 len: 1001 time: 0.2015672 Sep 23 19:43:22.891380 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8974db3-b041-4867-a377-2f352429d99c None None] DHCP port deletion for 2cbe95d4-e55e-4103-856d-33ae8b72d079 request from n-d-713301-16 {{(pid=95103) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 23 19:43:22.898874 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-d705c685-cf06-469e-aee1-ce10ed0c363b tempest-NegativeSecGroupTest-1934703455 tempest-NegativeSecGroupTest-1934703455-project] Notify callbacks [] for security_group, precommit_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:22.905895 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-d705c685-cf06-469e-aee1-ce10ed0c363b tempest-NegativeSecGroupTest-1934703455 tempest-NegativeSecGroupTest-1934703455-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:22.914182 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e911bd-1117-431b-a65e-bc9ca7396e48 req-c938647a-15b2-4118-9279-bfe050f4e852 tempest-ServersNegativeTestJSON-1638865794 tempest-ServersNegativeTestJSON-1638865794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:43:22.915783 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-e3e911bd-1117-431b-a65e-bc9ca7396e48 req-c938647a-15b2-4118-9279-bfe050f4e852 tempest-ServersNegativeTestJSON-1638865794 tempest-ServersNegativeTestJSON-1638865794-project] 10.222.0.67 "GET /v2.0/ports?device_id=6942dd4a-2993-4094-af13-ca4f91683a85 HTTP/1.1" status: 200 len: 946 time: 0.2233269 Sep 23 19:43:22.952307 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-d705c685-cf06-469e-aee1-ce10ed0c363b tempest-NegativeSecGroupTest-1934703455 tempest-NegativeSecGroupTest-1934703455-project] Notify callbacks [] for security_group, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:22.957446 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-d705c685-cf06-469e-aee1-ce10ed0c363b tempest-NegativeSecGroupTest-1934703455 tempest-NegativeSecGroupTest-1934703455-project] 10.222.0.67 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2435369 Sep 23 19:43:22.958709 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 35516) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:43:22.966483 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.v2.base [None req-b5093a61-a9c8-427b-880b-efc84757953b tempest-NegativeSecGroupTest-1934703455 tempest-NegativeSecGroupTest-1934703455-project] Request body: {'security_group': {'name': 'default'}} {{(pid=95101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:43:22.967131 n-d-713301-16 neutron-server[95101]: WARNING neutron.api.v2.base [None req-b5093a61-a9c8-427b-880b-efc84757953b tempest-NegativeSecGroupTest-1934703455 tempest-NegativeSecGroupTest-1934703455-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Sep 23 19:43:22.967663 n-d-713301-16 neutron-server[95101]: INFO neutron.api.v2.resource [None req-b5093a61-a9c8-427b-880b-efc84757953b tempest-NegativeSecGroupTest-1934703455 tempest-NegativeSecGroupTest-1934703455-project] update failed (client error): There was a conflict when trying to complete your request. Sep 23 19:43:22.972467 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-b5093a61-a9c8-427b-880b-efc84757953b tempest-NegativeSecGroupTest-1934703455 tempest-NegativeSecGroupTest-1934703455-project] 10.222.0.67 "PUT /v2.0/security-groups/41172b9c-00f0-4156-abd0-9ea3a61edbb4 HTTP/1.1" status: 409 len: 330 time: 0.0093365 Sep 23 19:43:22.973133 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 35518) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:43:23.016142 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d705c685-cf06-469e-aee1-ce10ed0c363b tempest-NegativeSecGroupTest-1934703455 tempest-NegativeSecGroupTest-1934703455-project] Pushing event updated for resources: {'SecurityGroup': ['ID=41172b9c-00f0-4156-abd0-9ea3a61edbb4,revision_number=1']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:43:23.026727 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a656bb31-3197-43af-a0b3-794d6772be08 req-2999a8b2-0c32-4229-83fc-4d0e574f3384 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:43:23.028243 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-a656bb31-3197-43af-a0b3-794d6772be08 req-2999a8b2-0c32-4229-83fc-4d0e574f3384 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=c5aa3ac0-9cd5-40cd-ab5b-44ea34e24ad1 HTTP/1.1" status: 200 len: 853 time: 0.1286576 Sep 23 19:43:23.035701 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-e3e911bd-1117-431b-a65e-bc9ca7396e48 req-bf0d6afa-9d7c-412f-9e2f-a77fa22b9914 tempest-ServersNegativeTestJSON-1638865794 tempest-ServersNegativeTestJSON-1638865794-project] 10.222.0.67 "GET /v2.0/security-groups?id=4daca97c-f524-4fb0-8b34-b36a0affa33e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790753 Sep 23 19:43:23.037284 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.plugin [None req-f2640d04-f192-4f38-be59-75ac08d61c04 tempest-RoutersTest-320658655 tempest-RoutersTest-320658655-project] Deleting port 7aa7513f-0cad-401c-9f8b-2fe8249a08c6 {{(pid=95102) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:43:23.037654 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-f2640d04-f192-4f38-be59-75ac08d61c04 tempest-RoutersTest-320658655 tempest-RoutersTest-320658655-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783146157096'] for port, before_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:23.047772 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-74b45555-c8f4-41c8-9d7c-5a4a7ca9fe45 tempest-NegativeSecGroupTest-1934703455 tempest-NegativeSecGroupTest-1934703455-project] Notify callbacks [] for security_group, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:23.121990 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-74b45555-c8f4-41c8-9d7c-5a4a7ca9fe45 tempest-NegativeSecGroupTest-1934703455 tempest-NegativeSecGroupTest-1934703455-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:23.140467 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:23.214109 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.plugin [None req-f8974db3-b041-4867-a377-2f352429d99c None None] Deleting port 7aa7513f-0cad-401c-9f8b-2fe8249a08c6 {{(pid=95103) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:43:23.214597 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-f8974db3-b041-4867-a377-2f352429d99c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783146157096'] for port, before_delete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:23.218228 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_hamode_db [None req-a5c72d81-3800-45e1-87e3-f2f782e25e86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96503fda-a45f-430f-a5e1-653bd4f2c170', 'name': 'tempest-RoutersTest-router-1607213160', 'tenant_id': '6680ec314c604479bbb737c95f4e0850', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:42:16Z', 'updated_at': '2021-09-23T19:43:20Z', 'revision_number': 9, 'project_id': '6680ec314c604479bbb737c95f4e0850', 'gw_port_host': None, '_interfaces': [{'id': '32ae5718-2354-44f3-84d1-fec73b2909c9', 'name': '', 'network_id': 'c914a2cf-d7d1-4da8-9fd0-5e5b7ab5b1fb', 'tenant_id': '6680ec314c604479bbb737c95f4e0850', 'mac_address': 'fa:16:3e:39:a0:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96503fda-a45f-430f-a5e1-653bd4f2c170', 'device_owner': 'network:router_interface', 'standard_attr_id': 2598, 'fixed_ips': [{'subnet_id': 'b76f4ef0-2b81-4485-9220-9564b7756441', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:42:34Z', 'updated_at': '2021-09-23T19:42:52Z', 'revision_number': 5, 'project_id': '6680ec314c604479bbb737c95f4e0850', 'subnets': [{'id': 'b76f4ef0-2b81-4485-9220-9564b7756441', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '71476d37-f809-4a59-8947-b30836bc90a3', 'name': '', 'network_id': '03cb5eff-ca10-44b6-a3c2-6d52aab0c61a', 'tenant_id': '6680ec314c604479bbb737c95f4e0850', 'mac_address': 'fa:16:3e:17:6c:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96503fda-a45f-430f-a5e1-653bd4f2c170', 'device_owner': 'network:router_interface', 'standard_attr_id': 2533, 'fixed_ips': [{'subnet_id': '5875b511-0c2a-4668-b988-7eb16dc02ec2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:42:20Z', 'updated_at': '2021-09-23T19:42:30Z', 'revision_number': 5, 'project_id': '6680ec314c604479bbb737c95f4e0850', 'subnets': [{'id': '5875b511-0c2a-4668-b988-7eb16dc02ec2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-16', False) {} {{(pid=95103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:43:23.243075 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-74b45555-c8f4-41c8-9d7c-5a4a7ca9fe45 tempest-NegativeSecGroupTest-1934703455 tempest-NegativeSecGroupTest-1934703455-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:23.246735 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-74b45555-c8f4-41c8-9d7c-5a4a7ca9fe45 tempest-NegativeSecGroupTest-1934703455 tempest-NegativeSecGroupTest-1934703455-project] Notify callbacks [] for security_group, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:23.253694 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-74b45555-c8f4-41c8-9d7c-5a4a7ca9fe45 tempest-NegativeSecGroupTest-1934703455 tempest-NegativeSecGroupTest-1934703455-project] 10.222.0.67 "DELETE /v2.0/security-groups/41172b9c-00f0-4156-abd0-9ea3a61edbb4 HTTP/1.1" status: 204 len: 168 time: 0.2791407 Sep 23 19:43:23.257119 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 35526) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:43:23.260925 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5c72d81-3800-45e1-87e3-f2f782e25e86 None None] The sync data for ids ['96503fda-a45f-430f-a5e1-653bd4f2c170'] in n-d-713301-16 is: [{'id': '96503fda-a45f-430f-a5e1-653bd4f2c170', 'name': 'tempest-RoutersTest-router-1607213160', 'tenant_id': '6680ec314c604479bbb737c95f4e0850', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:42:16Z', 'updated_at': '2021-09-23T19:43:20Z', 'revision_number': 9, 'project_id': '6680ec314c604479bbb737c95f4e0850', 'gw_port_host': None, '_interfaces': [{'id': '32ae5718-2354-44f3-84d1-fec73b2909c9', 'name': '', 'network_id': 'c914a2cf-d7d1-4da8-9fd0-5e5b7ab5b1fb', 'tenant_id': '6680ec314c604479bbb737c95f4e0850', 'mac_address': 'fa:16:3e:39:a0:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96503fda-a45f-430f-a5e1-653bd4f2c170', 'device_owner': 'network:router_interface', 'standard_attr_id': 2598, 'fixed_ips': [{'subnet_id': 'b76f4ef0-2b81-4485-9220-9564b7756441', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:42:34Z', 'updated_at': '2021-09-23T19:42:52Z', 'revision_number': 5, 'project_id': '6680ec314c604479bbb737c95f4e0850', 'subnets': [{'id': 'b76f4ef0-2b81-4485-9220-9564b7756441', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '71476d37-f809-4a59-8947-b30836bc90a3', 'name': '', 'network_id': '03cb5eff-ca10-44b6-a3c2-6d52aab0c61a', 'tenant_id': '6680ec314c604479bbb737c95f4e0850', 'mac_address': 'fa:16:3e:17:6c:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96503fda-a45f-430f-a5e1-653bd4f2c170', 'device_owner': 'network:router_interface', 'standard_attr_id': 2533, 'fixed_ips': [{'subnet_id': '5875b511-0c2a-4668-b988-7eb16dc02ec2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:42:20Z', 'updated_at': '2021-09-23T19:42:30Z', 'revision_number': 5, 'project_id': '6680ec314c604479bbb737c95f4e0850', 'subnets': [{'id': '5875b511-0c2a-4668-b988-7eb16dc02ec2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 19:43:23.304373 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.db [None req-f2640d04-f192-4f38-be59-75ac08d61c04 tempest-RoutersTest-320658655 tempest-RoutersTest-320658655-project] For port 7aa7513f-0cad-401c-9f8b-2fe8249a08c6, host n-d-713301-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-16',level=0,port_id=7aa7513f-0cad-401c-9f8b-2fe8249a08c6,segment=NetworkSegment(a42ba9ed-f343-4a1d-b78d-901b99e9b6ab),segment_id=a42ba9ed-f343-4a1d-b78d-901b99e9b6ab)] {{(pid=95102) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:43:23.304789 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-f2640d04-f192-4f38-be59-75ac08d61c04 tempest-RoutersTest-320658655 tempest-RoutersTest-320658655-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-605701'] for port, precommit_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:23.328326 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b45555-c8f4-41c8-9d7c-5a4a7ca9fe45 tempest-NegativeSecGroupTest-1934703455 tempest-NegativeSecGroupTest-1934703455-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=41172b9c-00f0-4156-abd0-9ea3a61edbb4,revision_number=None']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:43:23.341152 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.plugin [None req-f2640d04-f192-4f38-be59-75ac08d61c04 tempest-RoutersTest-320658655 tempest-RoutersTest-320658655-project] Calling delete_port for 7aa7513f-0cad-401c-9f8b-2fe8249a08c6 owned by network:dhcp {{(pid=95102) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:43:23.358836 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a656bb31-3197-43af-a0b3-794d6772be08 req-cd015532-bce3-4b91-b54d-27dfcb27e21e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:43:23.360645 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-a656bb31-3197-43af-a0b3-794d6772be08 req-cd015532-bce3-4b91-b54d-27dfcb27e21e service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=7fafb3d9-de72-4d87-8d56-0a7bcad8db30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3206642 Sep 23 19:43:23.380398 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-f8974db3-b041-4867-a377-2f352429d99c None None] For port 7aa7513f-0cad-401c-9f8b-2fe8249a08c6, host n-d-713301-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-16',level=0,port_id=7aa7513f-0cad-401c-9f8b-2fe8249a08c6,segment=NetworkSegment(a42ba9ed-f343-4a1d-b78d-901b99e9b6ab),segment_id=a42ba9ed-f343-4a1d-b78d-901b99e9b6ab)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:43:23.381074 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-f8974db3-b041-4867-a377-2f352429d99c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-605701'] for port, precommit_delete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:23.394735 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.plugin [None req-f8974db3-b041-4867-a377-2f352429d99c None None] Calling delete_port for 7aa7513f-0cad-401c-9f8b-2fe8249a08c6 owned by network:dhcp {{(pid=95103) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:43:23.399108 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6967432-64a6-49d3-a4fb-754f1ba3aa14 req-c94fff74-6b8b-4968-a13d-3389b262b94c tempest-ServersNegativeTestJSON-1638865794 tempest-ServersNegativeTestJSON-1638865794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:43:23.410881 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-6a8b9b4c-5fe0-4578-9573-1f44d1aea640 tempest-NegativeSecGroupTest-1934703455 tempest-NegativeSecGroupTest-1934703455-project] 10.222.0.67 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1300323 Sep 23 19:43:23.411153 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-c6967432-64a6-49d3-a4fb-754f1ba3aa14 req-c94fff74-6b8b-4968-a13d-3389b262b94c tempest-ServersNegativeTestJSON-1638865794 tempest-ServersNegativeTestJSON-1638865794-project] 10.222.0.67 "GET /v2.0/ports?device_id=6942dd4a-2993-4094-af13-ca4f91683a85 HTTP/1.1" status: 200 len: 946 time: 0.2333679 Sep 23 19:43:23.421199 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 35528) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:43:23.462643 n-d-713301-16 neutron-server[95101]: INFO neutron.api.v2.resource [None req-da092aef-0e0a-42d5-809c-a19bf9573d0d tempest-NegativeSecGroupTest-1934703455 tempest-NegativeSecGroupTest-1934703455-project] delete failed (client error): The resource could not be found. Sep 23 19:43:23.466218 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-da092aef-0e0a-42d5-809c-a19bf9573d0d tempest-NegativeSecGroupTest-1934703455 tempest-NegativeSecGroupTest-1934703455-project] 10.222.0.67 "DELETE /v2.0/security-groups/2693d696-b144-4a66-910e-830a9310dca3 HTTP/1.1" status: 404 len: 347 time: 0.0432165 Sep 23 19:43:23.473174 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 35530) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:43:23.502150 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-0ae75029-feb6-4728-9a94-5f9b60993d82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:23.514880 n-d-713301-16 neutron-server[95101]: INFO neutron.api.v2.resource [None req-a2619801-bb90-452b-b32d-7a89bab80c3e tempest-NegativeSecGroupTest-1934703455 tempest-NegativeSecGroupTest-1934703455-project] show failed (client error): The resource could not be found. Sep 23 19:43:23.515665 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-f8974db3-b041-4867-a377-2f352429d99c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783146162158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783145673144'] for port, after_delete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:23.516726 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-a2619801-bb90-452b-b32d-7a89bab80c3e tempest-NegativeSecGroupTest-1934703455 tempest-NegativeSecGroupTest-1934703455-project] 10.222.0.67 "GET /v2.0/security-groups/c0a10861-32a4-4866-b0ed-ecabea07b8c4 HTTP/1.1" status: 404 len: 347 time: 0.0415561 Sep 23 19:43:23.540242 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 35534) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:43:23.542306 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-f2640d04-f192-4f38-be59-75ac08d61c04 tempest-RoutersTest-320658655 tempest-RoutersTest-320658655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783146162158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783145673144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4399100'] for port, after_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:23.550871 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8974db3-b041-4867-a377-2f352429d99c None None] Pushing event deleted for resources: {'Port': ['ID=7aa7513f-0cad-401c-9f8b-2fe8249a08c6,revision_number=None']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:43:23.553022 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8974db3-b041-4867-a377-2f352429d99c None None] No DVR routers for this DVR port 7aa7513f-0cad-401c-9f8b-2fe8249a08c6 on host n-d-713301-16 {{(pid=95103) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 19:43:23.582785 n-d-713301-16 neutron-server[95101]: INFO neutron.api.v2.resource [None req-641c730d-86c6-425d-a178-bc93e9b4494a tempest-NegativeSecGroupTest-1934703455 tempest-NegativeSecGroupTest-1934703455-project] show failed (client error): The resource could not be found. Sep 23 19:43:23.584091 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-641c730d-86c6-425d-a178-bc93e9b4494a tempest-NegativeSecGroupTest-1934703455 tempest-NegativeSecGroupTest-1934703455-project] 10.222.0.67 "GET /v2.0/security-group-rules/29703e36-7027-40fb-9c6d-3b2cfaf633f3 HTTP/1.1" status: 404 len: 356 time: 0.0415657 Sep 23 19:43:23.602285 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-50b31f0d-ed91-4917-824b-516ad71f5c29 tempest-RoutersIpV6Test-563412711 tempest-RoutersIpV6Test-563412711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-601372'] for router_interface, before_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:23.702784 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-a656bb31-3197-43af-a0b3-794d6772be08 req-58fd3c1e-5390-4045-999e-5b501d98db5f service neutron] 10.222.0.74 "GET /v2.0/networks/7fafb3d9-de72-4d87-8d56-0a7bcad8db30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3297067 Sep 23 19:43:23.706597 n-d-713301-16 neutron-server[95102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2640d04-f192-4f38-be59-75ac08d61c04 tempest-RoutersTest-320658655 tempest-RoutersTest-320658655-project] No DVR routers for this DVR port 7aa7513f-0cad-401c-9f8b-2fe8249a08c6 on host n-d-713301-16 {{(pid=95102) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 19:43:23.708093 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 35538) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:43:23.741149 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Device 7aa7513f-0cad-401c-9f8b-2fe8249a08c6 no longer exists at agent ovs-agent-n-d-713301-16 {{(pid=95103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 19:43:23.769122 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2640d04-f192-4f38-be59-75ac08d61c04 tempest-RoutersTest-320658655 tempest-RoutersTest-320658655-project] Pushing event deleted for resources: {'Port': ['ID=7aa7513f-0cad-401c-9f8b-2fe8249a08c6,revision_number=None']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:43:23.771310 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.plugin [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] No Port match for: 7aa7513f-0cad-401c-9f8b-2fe8249a08c6 {{(pid=95103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 19:43:23.771667 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Device 7aa7513f-0cad-401c-9f8b-2fe8249a08c6 not bound to the agent host n-d-713301-16 {{(pid=95103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 19:43:23.772092 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Device c249cbf0-bfda-41d6-bf57-24dc1190f528 no longer exists at agent ovs-agent-n-d-713301-16 {{(pid=95103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 19:43:23.837807 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.plugin [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] No Port match for: c249cbf0-bfda-41d6-bf57-24dc1190f528 {{(pid=95103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 19:43:23.838324 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Device c249cbf0-bfda-41d6-bf57-24dc1190f528 not bound to the agent host n-d-713301-16 {{(pid=95103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 19:43:23.918422 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-75f10f4f-84b4-412f-b18c-d57751d0c99a admin admin] Notify callbacks [] for security_group, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:23.976642 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-c6967432-64a6-49d3-a4fb-754f1ba3aa14 req-89c65c70-8e99-4a86-bc2f-ce65fffa91bb tempest-ServersNegativeTestJSON-1638865794 tempest-ServersNegativeTestJSON-1638865794-project] 10.222.0.67 "GET /v2.0/security-groups?id=4daca97c-f524-4fb0-8b34-b36a0affa33e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5645430 Sep 23 19:43:24.162027 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-75f10f4f-84b4-412f-b18c-d57751d0c99a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:24.173767 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-75f10f4f-84b4-412f-b18c-d57751d0c99a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:24.239826 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-75f10f4f-84b4-412f-b18c-d57751d0c99a admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=32354e5b8823416fb663e05e19ba0b0c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5305490 Sep 23 19:43:24.240937 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 35548) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:43:24.241767 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 35550) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:43:24.322142 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75f10f4f-84b4-412f-b18c-d57751d0c99a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77c2e631-dff6-46e3-95ad-80b4070d9a86,revision_number=1']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:43:24.341586 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-f2640d04-f192-4f38-be59-75ac08d61c04 tempest-RoutersTest-320658655 tempest-RoutersTest-320658655-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1754676', 'neutron.services.segments.db._delete_segments_for_network-8783146221460'] for network, precommit_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:24.355860 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75f10f4f-84b4-412f-b18c-d57751d0c99a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:43:24.356759 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75f10f4f-84b4-412f-b18c-d57751d0c99a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:43:24.357785 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75f10f4f-84b4-412f-b18c-d57751d0c99a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:43:24.358306 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75f10f4f-84b4-412f-b18c-d57751d0c99a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:43:24.359262 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75f10f4f-84b4-412f-b18c-d57751d0c99a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:43:24.359946 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75f10f4f-84b4-412f-b18c-d57751d0c99a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:43:24.360451 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75f10f4f-84b4-412f-b18c-d57751d0c99a admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:43:24.361118 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75f10f4f-84b4-412f-b18c-d57751d0c99a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:43:24.361686 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75f10f4f-84b4-412f-b18c-d57751d0c99a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:43:24.362205 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75f10f4f-84b4-412f-b18c-d57751d0c99a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:43:24.363781 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75f10f4f-84b4-412f-b18c-d57751d0c99a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:43:24.364654 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75f10f4f-84b4-412f-b18c-d57751d0c99a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:43:24.412796 n-d-713301-16 neutron-server[95102]: DEBUG neutron.services.segments.db [None req-f2640d04-f192-4f38-be59-75ac08d61c04 tempest-RoutersTest-320658655 tempest-RoutersTest-320658655-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2cbe95d4-e55e-4103-856d-33ae8b72d079']}} {{(pid=95102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:43:24.429449 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-03261762-33e3-4f34-ad92-588034925080 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:24.430421 n-d-713301-16 neutron-server[95102]: DEBUG neutron.services.segments.db [None req-f2640d04-f192-4f38-be59-75ac08d61c04 tempest-RoutersTest-320658655 tempest-RoutersTest-320658655-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a42ba9ed-f343-4a1d-b78d-901b99e9b6ab') {'for_net_delete': True} {{(pid=95102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:43:24.430831 n-d-713301-16 neutron-server[95102]: DEBUG neutron.services.segments.db [None req-f2640d04-f192-4f38-be59-75ac08d61c04 tempest-RoutersTest-320658655 tempest-RoutersTest-320658655-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a42ba9ed-f343-4a1d-b78d-901b99e9b6ab') {} {{(pid=95102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:43:24.442486 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-a656bb31-3197-43af-a0b3-794d6772be08 req-f1e6b6a2-56e7-455b-a8c6-230f0b7ff2ea service neutron] 10.222.0.74 "GET /v2.0/networks/7fafb3d9-de72-4d87-8d56-0a7bcad8db30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6620162 Sep 23 19:43:24.449027 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-f2640d04-f192-4f38-be59-75ac08d61c04 tempest-RoutersTest-320658655 tempest-RoutersTest-320658655-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783146221725', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6162832'] for segment, before_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:24.467862 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a547cc98-2c43-4a74-8d32-8ba066b4a8e1 req-3f5d9667-c8b2-4e1d-8c24-c60ef6db6acd tempest-ServersNegativeTestJSON-1638865794 tempest-ServersNegativeTestJSON-1638865794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:43:24.468408 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-03261762-33e3-4f34-ad92-588034925080 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:24.469480 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-a547cc98-2c43-4a74-8d32-8ba066b4a8e1 req-3f5d9667-c8b2-4e1d-8c24-c60ef6db6acd tempest-ServersNegativeTestJSON-1638865794 tempest-ServersNegativeTestJSON-1638865794-project] 10.222.0.67 "GET /v2.0/ports?device_id=6942dd4a-2993-4094-af13-ca4f91683a85 HTTP/1.1" status: 200 len: 946 time: 0.3135624 Sep 23 19:43:24.480141 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-f2640d04-f192-4f38-be59-75ac08d61c04 tempest-RoutersTest-320658655 tempest-RoutersTest-320658655-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1756186'] for segment, precommit_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:24.505326 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f2640d04-f192-4f38-be59-75ac08d61c04 tempest-RoutersTest-320658655 tempest-RoutersTest-320658655-project] Releasing vlan 602 on physical network physnet1 to pool {{(pid=95102) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 19:43:24.505740 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-f2640d04-f192-4f38-be59-75ac08d61c04 tempest-RoutersTest-320658655 tempest-RoutersTest-320658655-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1756186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4398095'] for segment, after_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:24.511148 n-d-713301-16 neutron-server[95102]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 23 19:43:24.511148 n-d-713301-16 neutron-server[95102]: self.session.flush() Sep 23 19:43:24.511148 n-d-713301-16 neutron-server[95102]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 23 19:43:24.511148 n-d-713301-16 neutron-server[95102]: self.session.flush() Sep 23 19:43:24.511148 n-d-713301-16 neutron-server[95102]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 23 19:43:24.511148 n-d-713301-16 neutron-server[95102]: self.session.flush() Sep 23 19:43:24.511148 n-d-713301-16 neutron-server[95102]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 23 19:43:24.511148 n-d-713301-16 neutron-server[95102]: self.session.flush() Sep 23 19:43:24.511148 n-d-713301-16 neutron-server[95102]: Traceback (most recent call last): Sep 23 19:43:24.511148 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 19:43:24.511148 n-d-713301-16 neutron-server[95102]: timer() Sep 23 19:43:24.511148 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 19:43:24.511148 n-d-713301-16 neutron-server[95102]: cb(*args, **kw) Sep 23 19:43:24.511148 n-d-713301-16 neutron-server[95102]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 19:43:24.511148 n-d-713301-16 neutron-server[95102]: return func(*args, **kwargs) Sep 23 19:43:24.511148 n-d-713301-16 neutron-server[95102]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 19:43:24.511148 n-d-713301-16 neutron-server[95102]: self._notify() Sep 23 19:43:24.511148 n-d-713301-16 neutron-server[95102]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 19:43:24.511148 n-d-713301-16 neutron-server[95102]: self.callback(batched_events) Sep 23 19:43:24.511148 n-d-713301-16 neutron-server[95102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 19:43:24.511148 n-d-713301-16 neutron-server[95102]: event.method(event) Sep 23 19:43:24.511148 n-d-713301-16 neutron-server[95102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 19:43:24.511148 n-d-713301-16 neutron-server[95102]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 19:43:24.511148 n-d-713301-16 neutron-server[95102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 19:43:24.511148 n-d-713301-16 neutron-server[95102]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 19:43:24.511148 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 19:43:24.511148 n-d-713301-16 neutron-server[95102]: return f(self, *a, **k) Sep 23 19:43:24.511148 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 19:43:24.511148 n-d-713301-16 neutron-server[95102]: return self._get(url).json() Sep 23 19:43:24.511148 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 19:43:24.511148 n-d-713301-16 neutron-server[95102]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 19:43:24.511148 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 19:43:24.511148 n-d-713301-16 neutron-server[95102]: return self.request(url, 'GET', **kwargs) Sep 23 19:43:24.511148 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 19:43:24.511148 n-d-713301-16 neutron-server[95102]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 19:43:24.511148 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 19:43:24.511148 n-d-713301-16 neutron-server[95102]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 19:43:24.511148 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 19:43:24.511148 n-d-713301-16 neutron-server[95102]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 19:43:24.511148 n-d-713301-16 neutron-server[95102]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 19:43:24.520533 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-ee0d3c94-24d0-4259-ad1e-346acfc53e12 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=04657671a8fc4e479c2bac6511291c49&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2736356 Sep 23 19:43:24.523544 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 35554) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:43:24.545052 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-03261762-33e3-4f34-ad92-588034925080 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:24.547876 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-03261762-33e3-4f34-ad92-588034925080 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:24.549385 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-03261762-33e3-4f34-ad92-588034925080 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/77c2e631-dff6-46e3-95ad-80b4070d9a86 HTTP/1.1" status: 204 len: 168 time: 0.2932589 Sep 23 19:43:24.572343 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03261762-33e3-4f34-ad92-588034925080 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77c2e631-dff6-46e3-95ad-80b4070d9a86,revision_number=None']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:43:24.626384 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-a547cc98-2c43-4a74-8d32-8ba066b4a8e1 req-86d4c119-d2d0-484a-9685-c361f9baa9e5 tempest-ServersNegativeTestJSON-1638865794 tempest-ServersNegativeTestJSON-1638865794-project] 10.222.0.67 "GET /v2.0/security-groups?id=4daca97c-f524-4fb0-8b34-b36a0affa33e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1490221 Sep 23 19:43:24.656330 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-f2640d04-f192-4f38-be59-75ac08d61c04 tempest-RoutersTest-320658655 tempest-RoutersTest-320658655-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1754627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-601866'] for network, after_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:24.683277 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-f2640d04-f192-4f38-be59-75ac08d61c04 tempest-RoutersTest-320658655 tempest-RoutersTest-320658655-project] Notify callbacks [] for network, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:24.685553 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-f2640d04-f192-4f38-be59-75ac08d61c04 tempest-RoutersTest-320658655 tempest-RoutersTest-320658655-project] 10.222.0.67 "DELETE /v2.0/networks/2cbe95d4-e55e-4103-856d-33ae8b72d079 HTTP/1.1" status: 204 len: 168 time: 2.2275922 Sep 23 19:43:24.688638 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 35560) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:43:24.708426 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2640d04-f192-4f38-be59-75ac08d61c04 tempest-RoutersTest-320658655 tempest-RoutersTest-320658655-project] Pushing event deleted for resources: {'Network': ['ID=2cbe95d4-e55e-4103-856d-33ae8b72d079,revision_number=None']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:43:24.748017 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-2745860c-ce1b-4fcb-9aec-0e16200e12dd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:24.811345 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-2745860c-ce1b-4fcb-9aec-0e16200e12dd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:24.827070 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.plugin [None req-50b31f0d-ed91-4917-824b-516ad71f5c29 tempest-RoutersIpV6Test-563412711 tempest-RoutersIpV6Test-563412711-project] Deleting port 57ea5581-098b-4b39-a967-fc651d7272e8 {{(pid=95102) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:43:24.827419 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-50b31f0d-ed91-4917-824b-516ad71f5c29 tempest-RoutersIpV6Test-563412711 tempest-RoutersIpV6Test-563412711-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783146157096'] for port, before_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:24.882443 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57bd4aa4-0c69-4442-8930-1649a2979571 req-e98757d9-fceb-4d96-b089-0b33b34de6aa tempest-ServersNegativeTestJSON-1638865794 tempest-ServersNegativeTestJSON-1638865794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:43:24.884074 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-57bd4aa4-0c69-4442-8930-1649a2979571 req-e98757d9-fceb-4d96-b089-0b33b34de6aa tempest-ServersNegativeTestJSON-1638865794 tempest-ServersNegativeTestJSON-1638865794-project] 10.222.0.67 "GET /v2.0/ports?device_id=6942dd4a-2993-4094-af13-ca4f91683a85 HTTP/1.1" status: 200 len: 946 time: 0.1582251 Sep 23 19:43:24.986299 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-57bd4aa4-0c69-4442-8930-1649a2979571 req-d22ca44e-68f6-421c-b58f-6e732142f0f6 tempest-ServersNegativeTestJSON-1638865794 tempest-ServersNegativeTestJSON-1638865794-project] 10.222.0.67 "GET /v2.0/security-groups?id=4daca97c-f524-4fb0-8b34-b36a0affa33e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930057 Sep 23 19:43:25.003826 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-2745860c-ce1b-4fcb-9aec-0e16200e12dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:25.012333 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-2745860c-ce1b-4fcb-9aec-0e16200e12dd admin admin] Notify callbacks [] for security_group, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:25.016712 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-2745860c-ce1b-4fcb-9aec-0e16200e12dd admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/97976f92-5691-46b4-bd6d-952a41706aea HTTP/1.1" status: 204 len: 168 time: 0.4898186 Sep 23 19:43:25.019996 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-50b31f0d-ed91-4917-824b-516ad71f5c29 tempest-RoutersIpV6Test-563412711 tempest-RoutersIpV6Test-563412711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-605701'] for port, precommit_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:25.037077 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.plugin [None req-50b31f0d-ed91-4917-824b-516ad71f5c29 tempest-RoutersIpV6Test-563412711 tempest-RoutersIpV6Test-563412711-project] Calling delete_port for 57ea5581-098b-4b39-a967-fc651d7272e8 owned by network:router_interface {{(pid=95102) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:43:25.057821 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2745860c-ce1b-4fcb-9aec-0e16200e12dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97976f92-5691-46b4-bd6d-952a41706aea,revision_number=None']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:43:25.290938 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0280abc-9022-43d7-a017-c9149a8cf969 req-3c439d4b-2a48-4bbd-ba52-75247eff58b9 tempest-ServersNegativeTestJSON-1638865794 tempest-ServersNegativeTestJSON-1638865794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:43:25.293098 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-f0280abc-9022-43d7-a017-c9149a8cf969 req-3c439d4b-2a48-4bbd-ba52-75247eff58b9 tempest-ServersNegativeTestJSON-1638865794 tempest-ServersNegativeTestJSON-1638865794-project] 10.222.0.67 "GET /v2.0/ports?device_id=6942dd4a-2993-4094-af13-ca4f91683a85 HTTP/1.1" status: 200 len: 946 time: 0.1287603 Sep 23 19:43:25.296159 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-80e7e501-6c57-470d-92c6-e3d54bc3195c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:25.348297 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-50b31f0d-ed91-4917-824b-516ad71f5c29 tempest-RoutersIpV6Test-563412711 tempest-RoutersIpV6Test-563412711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783146162158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783145673144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4399100'] for port, after_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:25.386199 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-f0280abc-9022-43d7-a017-c9149a8cf969 req-5b3f1e86-d4c0-48ce-ab70-12edb515f867 tempest-ServersNegativeTestJSON-1638865794 tempest-ServersNegativeTestJSON-1638865794-project] 10.222.0.67 "GET /v2.0/security-groups?id=4daca97c-f524-4fb0-8b34-b36a0affa33e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808115 Sep 23 19:43:25.422843 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50b31f0d-ed91-4917-824b-516ad71f5c29 tempest-RoutersIpV6Test-563412711 tempest-RoutersIpV6Test-563412711-project] Pushing event deleted for resources: {'Port': ['ID=57ea5581-098b-4b39-a967-fc651d7272e8,revision_number=None']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:43:25.597793 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-50b31f0d-ed91-4917-824b-516ad71f5c29 tempest-RoutersIpV6Test-563412711 tempest-RoutersIpV6Test-563412711-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-527322', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-602005'] for router_interface, after_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:25.634567 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-363f1ef4-f4aa-42e9-b528-9830a483b0d3 tempest-RoutersTest-320658655 tempest-RoutersTest-320658655-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-601372'] for router_interface, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:25.991072 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c34a37-4dc9-40fc-a8ed-06d2d1323328 req-8448a16e-32b2-41d9-93d1-d68bcb08b68c tempest-ServersNegativeTestJSON-1638865794 tempest-ServersNegativeTestJSON-1638865794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:43:26.002366 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-98c34a37-4dc9-40fc-a8ed-06d2d1323328 req-8448a16e-32b2-41d9-93d1-d68bcb08b68c tempest-ServersNegativeTestJSON-1638865794 tempest-ServersNegativeTestJSON-1638865794-project] 10.222.0.67 "GET /v2.0/ports?device_id=6942dd4a-2993-4094-af13-ca4f91683a85 HTTP/1.1" status: 200 len: 946 time: 0.4906754 Sep 23 19:43:26.020099 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.plugin [None req-363f1ef4-f4aa-42e9-b528-9830a483b0d3 tempest-RoutersTest-320658655 tempest-RoutersTest-320658655-project] Deleting port 32ae5718-2354-44f3-84d1-fec73b2909c9 {{(pid=95101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:43:26.020710 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-363f1ef4-f4aa-42e9-b528-9830a483b0d3 tempest-RoutersTest-320658655 tempest-RoutersTest-320658655-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783146157096'] for port, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:26.130950 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-98c34a37-4dc9-40fc-a8ed-06d2d1323328 req-0a791cac-65a2-44d7-bc4d-622d19a305c0 tempest-ServersNegativeTestJSON-1638865794 tempest-ServersNegativeTestJSON-1638865794-project] 10.222.0.67 "GET /v2.0/security-groups?id=4daca97c-f524-4fb0-8b34-b36a0affa33e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1250968 Sep 23 19:43:26.180013 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.db [None req-363f1ef4-f4aa-42e9-b528-9830a483b0d3 tempest-RoutersTest-320658655 tempest-RoutersTest-320658655-project] For port 32ae5718-2354-44f3-84d1-fec73b2909c9, host n-d-713301-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-16',level=0,port_id=32ae5718-2354-44f3-84d1-fec73b2909c9,segment=NetworkSegment(c1817bc8-ecb1-4a03-aca5-a1a4cb96418e),segment_id=c1817bc8-ecb1-4a03-aca5-a1a4cb96418e)] {{(pid=95101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:43:26.183292 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-363f1ef4-f4aa-42e9-b528-9830a483b0d3 tempest-RoutersTest-320658655 tempest-RoutersTest-320658655-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-605701'] for port, precommit_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:26.192321 n-d-713301-16 neutron-server[95102]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-50b31f0d-ed91-4917-824b-516ad71f5c29 tempest-RoutersIpV6Test-563412711 tempest-RoutersIpV6Test-563412711-project] Router 6ff35984-c3dc-449d-968b-5f3ed74acbe2 has already been hosted by L3 agent 79a740bf-7821-4989-8288-7186e3e128f3 {{(pid=95102) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 19:43:26.230961 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.plugin [None req-363f1ef4-f4aa-42e9-b528-9830a483b0d3 tempest-RoutersTest-320658655 tempest-RoutersTest-320658655-project] Calling delete_port for 32ae5718-2354-44f3-84d1-fec73b2909c9 owned by network:router_interface {{(pid=95101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:43:26.312257 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50b31f0d-ed91-4917-824b-516ad71f5c29 tempest-RoutersIpV6Test-563412711 tempest-RoutersIpV6Test-563412711-project] Notify agent at l3_agent.n-d-713301-16 the message routers_updated {{(pid=95102) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 19:43:26.331249 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75ea0456-d866-4dae-86a7-777a336d2d82 None None] Sync routers for ids ['6ff35984-c3dc-449d-968b-5f3ed74acbe2'] in n-d-713301-16 {{(pid=95104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 19:43:26.335766 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 35622) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:43:26.347917 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-50b31f0d-ed91-4917-824b-516ad71f5c29 tempest-RoutersIpV6Test-563412711 tempest-RoutersIpV6Test-563412711-project] 10.222.0.67 "PUT /v2.0/routers/6ff35984-c3dc-449d-968b-5f3ed74acbe2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5455668 Sep 23 19:43:26.348267 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75ea0456-d866-4dae-86a7-777a336d2d82 None None] Routers {'6ff35984-c3dc-449d-968b-5f3ed74acbe2'} bound to L3 agent in host n-d-713301-16 {{(pid=95104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 19:43:26.348267 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_hamode_db [None req-75ea0456-d866-4dae-86a7-777a336d2d82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-23T19:07:52Z,description=,heartbeat_timestamp=2021-09-23T19:43:22Z,host='n-d-713301-16',id=79a740bf-7821-4989-8288-7186e3e128f3,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:07:52Z,topic='l3_agent')) {'router_ids': ['6ff35984-c3dc-449d-968b-5f3ed74acbe2'], 'active': True} {{(pid=95104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:43:26.385755 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-09ba59af-e729-46d8-8fe6-6ffdeb357d0e tempest-RoutersIpV6Test-563412711 tempest-RoutersIpV6Test-563412711-project] 10.222.0.67 "GET /v2.0/ports?device_id=6ff35984-c3dc-449d-968b-5f3ed74acbe2 HTTP/1.1" status: 200 len: 205 time: 0.0483427 Sep 23 19:43:26.389473 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 35628) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:43:26.420200 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7272e7a2-e6a4-40b9-a6eb-93ae02030d2a req-cc320779-612a-4695-9d73-97111c0b3a2c tempest-ServersNegativeTestJSON-1638865794 tempest-ServersNegativeTestJSON-1638865794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:43:26.422425 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-7272e7a2-e6a4-40b9-a6eb-93ae02030d2a req-cc320779-612a-4695-9d73-97111c0b3a2c tempest-ServersNegativeTestJSON-1638865794 tempest-ServersNegativeTestJSON-1638865794-project] 10.222.0.67 "GET /v2.0/ports?device_id=6942dd4a-2993-4094-af13-ca4f91683a85 HTTP/1.1" status: 200 len: 946 time: 0.0814264 Sep 23 19:43:26.442331 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_hamode_db [None req-75ea0456-d866-4dae-86a7-777a336d2d82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713301-16', False) {} {{(pid=95104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:43:26.454369 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75ea0456-d866-4dae-86a7-777a336d2d82 None None] Routers {'6ff35984-c3dc-449d-968b-5f3ed74acbe2'} bound to L3 agent in host n-d-713301-16 {{(pid=95104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 19:43:26.455265 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_hamode_db [None req-75ea0456-d866-4dae-86a7-777a336d2d82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-23T19:07:52Z,description=,heartbeat_timestamp=2021-09-23T19:43:22Z,host='n-d-713301-16',id=79a740bf-7821-4989-8288-7186e3e128f3,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:07:52Z,topic='l3_agent')) {'router_ids': ['6ff35984-c3dc-449d-968b-5f3ed74acbe2'], 'active': True} {{(pid=95104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:43:26.480329 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-429896d4-298f-415f-90c4-fed75af0b629 tempest-RoutersIpV6Test-563412711 tempest-RoutersIpV6Test-563412711-project] Notify callbacks [] for router, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:26.509357 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-7272e7a2-e6a4-40b9-a6eb-93ae02030d2a req-7f05bd0c-76a4-4485-a108-741513b13718 tempest-ServersNegativeTestJSON-1638865794 tempest-ServersNegativeTestJSON-1638865794-project] 10.222.0.67 "GET /v2.0/security-groups?id=4daca97c-f524-4fb0-8b34-b36a0affa33e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799582 Sep 23 19:43:26.540495 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_hamode_db [None req-75ea0456-d866-4dae-86a7-777a336d2d82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713301-16', False) {} {{(pid=95104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:43:26.542239 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75ea0456-d866-4dae-86a7-777a336d2d82 None None] The sync data for ids ['6ff35984-c3dc-449d-968b-5f3ed74acbe2'] in n-d-713301-16 is: [] {{(pid=95104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 19:43:26.683590 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee09b5d-0aff-4611-b71f-c97aff2adb5d req-72d1ef31-39ef-43fe-9484-4bb0d11c1ffd tempest-ServersNegativeTestJSON-1638865794 tempest-ServersNegativeTestJSON-1638865794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:43:26.686324 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-bee09b5d-0aff-4611-b71f-c97aff2adb5d req-72d1ef31-39ef-43fe-9484-4bb0d11c1ffd tempest-ServersNegativeTestJSON-1638865794 tempest-ServersNegativeTestJSON-1638865794-project] 10.222.0.67 "GET /v2.0/ports?device_id=6942dd4a-2993-4094-af13-ca4f91683a85 HTTP/1.1" status: 200 len: 946 time: 0.0796671 Sep 23 19:43:26.742093 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-bee09b5d-0aff-4611-b71f-c97aff2adb5d req-a46f3273-32f4-427a-9dfd-9733357e722b tempest-ServersNegativeTestJSON-1638865794 tempest-ServersNegativeTestJSON-1638865794-project] 10.222.0.67 "GET /v2.0/security-groups?id=4daca97c-f524-4fb0-8b34-b36a0affa33e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459375 Sep 23 19:43:26.769135 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-429896d4-298f-415f-90c4-fed75af0b629 tempest-RoutersIpV6Test-563412711 tempest-RoutersIpV6Test-563412711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-597305', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29369'] for router, precommit_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:26.771947 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-429896d4-298f-415f-90c4-fed75af0b629 tempest-RoutersIpV6Test-563412711 tempest-RoutersIpV6Test-563412711-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:26.834478 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-429896d4-298f-415f-90c4-fed75af0b629 tempest-RoutersIpV6Test-563412711 tempest-RoutersIpV6Test-563412711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-597296'] for router, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:26.835391 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-429896d4-298f-415f-90c4-fed75af0b629 tempest-RoutersIpV6Test-563412711 tempest-RoutersIpV6Test-563412711-project] Fanout notify agent at l3_agent the message router_deleted on router 6ff35984-c3dc-449d-968b-5f3ed74acbe2 {{(pid=95101) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 23 19:43:26.863804 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-429896d4-298f-415f-90c4-fed75af0b629 tempest-RoutersIpV6Test-563412711 tempest-RoutersIpV6Test-563412711-project] Notify callbacks [] for router, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:26.867985 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-429896d4-298f-415f-90c4-fed75af0b629 tempest-RoutersIpV6Test-563412711 tempest-RoutersIpV6Test-563412711-project] 10.222.0.67 "DELETE /v2.0/routers/6ff35984-c3dc-449d-968b-5f3ed74acbe2 HTTP/1.1" status: 204 len: 168 time: 0.4780250 Sep 23 19:43:26.871439 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 35646) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:43:26.912333 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35426148-e471-4f7a-aba1-494cd331b711 req-cfd9b9cf-2ffa-4d8a-af58-a2ee6e250574 tempest-ServersNegativeTestJSON-1638865794 tempest-ServersNegativeTestJSON-1638865794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:43:26.914225 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-35426148-e471-4f7a-aba1-494cd331b711 req-cfd9b9cf-2ffa-4d8a-af58-a2ee6e250574 tempest-ServersNegativeTestJSON-1638865794 tempest-ServersNegativeTestJSON-1638865794-project] 10.222.0.67 "GET /v2.0/ports?device_id=6942dd4a-2993-4094-af13-ca4f91683a85 HTTP/1.1" status: 200 len: 946 time: 0.0737071 Sep 23 19:43:26.941321 n-d-713301-16 neutron-server[95101]: DEBUG neutron.db.db_base_plugin_v2 [None req-7422adc2-c4d0-4b93-a735-4e70762dd9fc tempest-RoutersIpV6Test-563412711 tempest-RoutersIpV6Test-563412711-project] Deleting subnet bbbf02fc-7f2a-4d67-b0e1-46792b48bd90 {{(pid=95101) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 23 19:43:26.948757 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-7422adc2-c4d0-4b93-a735-4e70762dd9fc tempest-RoutersIpV6Test-563412711 tempest-RoutersIpV6Test-563412711-project] Notify callbacks [] for subnet, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:26.990900 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-35426148-e471-4f7a-aba1-494cd331b711 req-4bf526e9-4fb4-425e-b9f4-b6fba0baaf23 tempest-ServersNegativeTestJSON-1638865794 tempest-ServersNegativeTestJSON-1638865794-project] 10.222.0.67 "GET /v2.0/security-groups?id=4daca97c-f524-4fb0-8b34-b36a0affa33e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609019 Sep 23 19:43:27.000261 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-363f1ef4-f4aa-42e9-b528-9830a483b0d3 tempest-RoutersTest-320658655 tempest-RoutersTest-320658655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783146162158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783145673144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5607431'] for port, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:27.003810 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-7422adc2-c4d0-4b93-a735-4e70762dd9fc tempest-RoutersIpV6Test-563412711 tempest-RoutersIpV6Test-563412711-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6007154'] for subnet, precommit_delete_associations {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:27.053906 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-363f1ef4-f4aa-42e9-b528-9830a483b0d3 tempest-RoutersTest-320658655 tempest-RoutersTest-320658655-project] Pushing event deleted for resources: {'Port': ['ID=32ae5718-2354-44f3-84d1-fec73b2909c9,revision_number=None']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:43:27.168378 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48537118-e02f-433e-8d91-8387f788c214 req-749c7269-86ee-4b78-b0dd-842605b4fe19 tempest-ServersNegativeTestJSON-1638865794 tempest-ServersNegativeTestJSON-1638865794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:43:27.170059 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-48537118-e02f-433e-8d91-8387f788c214 req-749c7269-86ee-4b78-b0dd-842605b4fe19 tempest-ServersNegativeTestJSON-1638865794 tempest-ServersNegativeTestJSON-1638865794-project] 10.222.0.67 "GET /v2.0/ports?device_id=6942dd4a-2993-4094-af13-ca4f91683a85 HTTP/1.1" status: 200 len: 946 time: 0.0839164 Sep 23 19:43:27.249990 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-48537118-e02f-433e-8d91-8387f788c214 req-8cbf317d-2e3f-467d-8c93-80ff64329aa4 tempest-ServersNegativeTestJSON-1638865794 tempest-ServersNegativeTestJSON-1638865794-project] 10.222.0.67 "GET /v2.0/security-groups?id=4daca97c-f524-4fb0-8b34-b36a0affa33e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726445 Sep 23 19:43:27.334930 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-7422adc2-c4d0-4b93-a735-4e70762dd9fc tempest-RoutersIpV6Test-563412711 tempest-RoutersIpV6Test-563412711-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1756813'] for subnet, precommit_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:27.409804 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-363f1ef4-f4aa-42e9-b528-9830a483b0d3 tempest-RoutersTest-320658655 tempest-RoutersTest-320658655-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-527322', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-602005'] for router_interface, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:27.507370 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2679185e-7905-4ccf-99f4-41b4dc162f40 req-894d53d1-0da0-4fa4-b95c-d78dd59a986f tempest-ServersNegativeTestJSON-1638865794 tempest-ServersNegativeTestJSON-1638865794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:43:27.518139 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-2679185e-7905-4ccf-99f4-41b4dc162f40 req-894d53d1-0da0-4fa4-b95c-d78dd59a986f tempest-ServersNegativeTestJSON-1638865794 tempest-ServersNegativeTestJSON-1638865794-project] 10.222.0.67 "GET /v2.0/ports?device_id=6942dd4a-2993-4094-af13-ca4f91683a85 HTTP/1.1" status: 200 len: 946 time: 0.1062524 Sep 23 19:43:27.522996 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-7422adc2-c4d0-4b93-a735-4e70762dd9fc tempest-RoutersIpV6Test-563412711 tempest-RoutersIpV6Test-563412711-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1756804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5607514', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6130950'] for subnet, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:27.542303 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-7422adc2-c4d0-4b93-a735-4e70762dd9fc tempest-RoutersIpV6Test-563412711 tempest-RoutersIpV6Test-563412711-project] Notify callbacks [] for subnet, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:27.547415 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-7422adc2-c4d0-4b93-a735-4e70762dd9fc tempest-RoutersIpV6Test-563412711 tempest-RoutersIpV6Test-563412711-project] 10.222.0.67 "DELETE /v2.0/subnets/bbbf02fc-7f2a-4d67-b0e1-46792b48bd90 HTTP/1.1" status: 204 len: 168 time: 0.6710262 Sep 23 19:43:27.552088 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94feb2a3-e612-4ca1-b418-f641e22fb900 None None] Network b0d3fe89-67db-40b3-9e34-fcb1237a9a0d requested from n-d-713301-16 {{(pid=95103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 19:43:27.555643 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 35674) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:43:27.574326 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7422adc2-c4d0-4b93-a735-4e70762dd9fc tempest-RoutersIpV6Test-563412711 tempest-RoutersIpV6Test-563412711-project] Pushing event deleted for resources: {'Subnet': ['ID=bbbf02fc-7f2a-4d67-b0e1-46792b48bd90,revision_number=None']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:43:27.652930 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-2679185e-7905-4ccf-99f4-41b4dc162f40 req-80e74125-1ee7-4e84-b195-75111da75a48 tempest-ServersNegativeTestJSON-1638865794 tempest-ServersNegativeTestJSON-1638865794-project] 10.222.0.67 "GET /v2.0/security-groups?id=4daca97c-f524-4fb0-8b34-b36a0affa33e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1301355 Sep 23 19:43:27.775539 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-363f1ef4-f4aa-42e9-b528-9830a483b0d3 tempest-RoutersTest-320658655 tempest-RoutersTest-320658655-project] Router 96503fda-a45f-430f-a5e1-653bd4f2c170 has already been hosted by L3 agent 79a740bf-7821-4989-8288-7186e3e128f3 {{(pid=95101) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 19:43:27.787481 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-10cb75cb-2adc-4e58-a7d2-376db0a93ea8 tempest-RoutersIpV6Test-563412711 tempest-RoutersIpV6Test-563412711-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1628021'] for network, before_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:27.853930 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5b4d9f8-d2ac-4468-93fe-95c7032f8676 None None] DHCP port deletion for b0d3fe89-67db-40b3-9e34-fcb1237a9a0d request from n-d-713301-16 {{(pid=95103) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 23 19:43:27.887393 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f3808b-dbd3-4e96-9dfc-f995f0da8535 req-8ef08b11-3d9b-4abb-91b9-bea750b1a45b tempest-ServersNegativeTestJSON-1638865794 tempest-ServersNegativeTestJSON-1638865794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:43:27.894709 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-363f1ef4-f4aa-42e9-b528-9830a483b0d3 tempest-RoutersTest-320658655 tempest-RoutersTest-320658655-project] Notify agent at l3_agent.n-d-713301-16 the message routers_updated {{(pid=95101) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 19:43:27.901669 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-363f1ef4-f4aa-42e9-b528-9830a483b0d3 tempest-RoutersTest-320658655 tempest-RoutersTest-320658655-project] 10.222.0.67 "PUT /v2.0/routers/96503fda-a45f-430f-a5e1-653bd4f2c170/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2118447 Sep 23 19:43:27.905456 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-43f3808b-dbd3-4e96-9dfc-f995f0da8535 req-8ef08b11-3d9b-4abb-91b9-bea750b1a45b tempest-ServersNegativeTestJSON-1638865794 tempest-ServersNegativeTestJSON-1638865794-project] 10.222.0.67 "GET /v2.0/ports?device_id=6942dd4a-2993-4094-af13-ca4f91683a85 HTTP/1.1" status: 200 len: 946 time: 0.1460063 Sep 23 19:43:27.905953 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 35686) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:43:27.926421 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.plugin [None req-a5b4d9f8-d2ac-4468-93fe-95c7032f8676 None None] Deleting port caaacd06-34cb-4c31-886b-4ba0981ed99f {{(pid=95103) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:43:27.926976 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-a5b4d9f8-d2ac-4468-93fe-95c7032f8676 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783146157096'] for port, before_delete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:27.985349 n-d-713301-16 neutron-server[95102]: DEBUG neutron.db.db_base_plugin_v2 [None req-f21dc16f-6599-4d5a-86bb-bb11db0af9d7 tempest-RoutersTest-320658655 tempest-RoutersTest-320658655-project] Deleting subnet b76f4ef0-2b81-4485-9220-9564b7756441 {{(pid=95102) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 23 19:43:28.001744 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-f21dc16f-6599-4d5a-86bb-bb11db0af9d7 tempest-RoutersTest-320658655 tempest-RoutersTest-320658655-project] Notify callbacks [] for subnet, before_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:28.009229 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-a5b4d9f8-d2ac-4468-93fe-95c7032f8676 None None] For port caaacd06-34cb-4c31-886b-4ba0981ed99f, host n-d-713301-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-16',level=0,port_id=caaacd06-34cb-4c31-886b-4ba0981ed99f,segment=NetworkSegment(aab88ae5-45c0-45dd-a649-29814d0cb472),segment_id=aab88ae5-45c0-45dd-a649-29814d0cb472)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:43:28.009714 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-a5b4d9f8-d2ac-4468-93fe-95c7032f8676 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-605701'] for port, precommit_delete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:28.024379 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.plugin [None req-a5b4d9f8-d2ac-4468-93fe-95c7032f8676 None None] Calling delete_port for caaacd06-34cb-4c31-886b-4ba0981ed99f owned by network:dhcp {{(pid=95103) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:43:28.027687 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f93962f3-e21d-4e75-bc5b-38b7e945be03 None None] Sync routers for ids ['96503fda-a45f-430f-a5e1-653bd4f2c170'] in n-d-713301-16 {{(pid=95103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 19:43:28.087115 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.plugin [None req-10cb75cb-2adc-4e58-a7d2-376db0a93ea8 tempest-RoutersIpV6Test-563412711 tempest-RoutersIpV6Test-563412711-project] Deleting port caaacd06-34cb-4c31-886b-4ba0981ed99f {{(pid=95102) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:43:28.089475 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-10cb75cb-2adc-4e58-a7d2-376db0a93ea8 tempest-RoutersIpV6Test-563412711 tempest-RoutersIpV6Test-563412711-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783146157096'] for port, before_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:28.096748 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:28.097632 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f93962f3-e21d-4e75-bc5b-38b7e945be03 None None] Routers {'96503fda-a45f-430f-a5e1-653bd4f2c170'} bound to L3 agent in host n-d-713301-16 {{(pid=95103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 19:43:28.098319 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_hamode_db [None req-f93962f3-e21d-4e75-bc5b-38b7e945be03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-23T19:07:52Z,description=,heartbeat_timestamp=2021-09-23T19:43:22Z,host='n-d-713301-16',id=79a740bf-7821-4989-8288-7186e3e128f3,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:07:52Z,topic='l3_agent')) {'router_ids': ['96503fda-a45f-430f-a5e1-653bd4f2c170'], 'active': True} {{(pid=95103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:43:28.119966 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-f21dc16f-6599-4d5a-86bb-bb11db0af9d7 tempest-RoutersTest-320658655 tempest-RoutersTest-320658655-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6162825'] for subnet, precommit_delete_associations {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:28.138827 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-43f3808b-dbd3-4e96-9dfc-f995f0da8535 req-c47a10ec-b7d3-4cbf-9c18-807c4f089f4f tempest-ServersNegativeTestJSON-1638865794 tempest-ServersNegativeTestJSON-1638865794-project] 10.222.0.67 "GET /v2.0/security-groups?id=4daca97c-f524-4fb0-8b34-b36a0affa33e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1882684 Sep 23 19:43:28.235708 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.db [None req-10cb75cb-2adc-4e58-a7d2-376db0a93ea8 tempest-RoutersIpV6Test-563412711 tempest-RoutersIpV6Test-563412711-project] For port caaacd06-34cb-4c31-886b-4ba0981ed99f, host n-d-713301-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-16',level=0,port_id=caaacd06-34cb-4c31-886b-4ba0981ed99f,segment=NetworkSegment(aab88ae5-45c0-45dd-a649-29814d0cb472),segment_id=aab88ae5-45c0-45dd-a649-29814d0cb472)] {{(pid=95102) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:43:28.236477 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-10cb75cb-2adc-4e58-a7d2-376db0a93ea8 tempest-RoutersIpV6Test-563412711 tempest-RoutersIpV6Test-563412711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-605701'] for port, precommit_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:28.273631 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.plugin [None req-10cb75cb-2adc-4e58-a7d2-376db0a93ea8 tempest-RoutersIpV6Test-563412711 tempest-RoutersIpV6Test-563412711-project] Calling delete_port for caaacd06-34cb-4c31-886b-4ba0981ed99f owned by network:dhcp {{(pid=95102) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:43:28.342342 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-f21dc16f-6599-4d5a-86bb-bb11db0af9d7 tempest-RoutersTest-320658655 tempest-RoutersTest-320658655-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1756813'] for subnet, precommit_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:28.398451 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_dvr_db [None req-f93962f3-e21d-4e75-bc5b-38b7e945be03 None None] Set router 96503fda-a45f-430f-a5e1-653bd4f2c170 gateway port host: None {{(pid=95103) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 19:43:28.400732 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:28.441830 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-a5b4d9f8-d2ac-4468-93fe-95c7032f8676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783146162158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783145673144'] for port, after_delete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:28.506994 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5b4d9f8-d2ac-4468-93fe-95c7032f8676 None None] Pushing event deleted for resources: {'Port': ['ID=caaacd06-34cb-4c31-886b-4ba0981ed99f,revision_number=None']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:43:28.509336 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5b4d9f8-d2ac-4468-93fe-95c7032f8676 None None] No DVR routers for this DVR port caaacd06-34cb-4c31-886b-4ba0981ed99f on host n-d-713301-16 {{(pid=95103) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 19:43:28.530671 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-10cb75cb-2adc-4e58-a7d2-376db0a93ea8 tempest-RoutersIpV6Test-563412711 tempest-RoutersIpV6Test-563412711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783146162158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783145673144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4399100'] for port, after_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:28.541013 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 35710) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:43:28.578924 n-d-713301-16 neutron-server[95102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10cb75cb-2adc-4e58-a7d2-376db0a93ea8 tempest-RoutersIpV6Test-563412711 tempest-RoutersIpV6Test-563412711-project] No DVR routers for this DVR port caaacd06-34cb-4c31-886b-4ba0981ed99f on host n-d-713301-16 {{(pid=95102) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 19:43:28.639040 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-f21dc16f-6599-4d5a-86bb-bb11db0af9d7 tempest-RoutersTest-320658655 tempest-RoutersTest-320658655-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1756804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4399009', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5388229'] for subnet, after_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:28.650244 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10cb75cb-2adc-4e58-a7d2-376db0a93ea8 tempest-RoutersIpV6Test-563412711 tempest-RoutersIpV6Test-563412711-project] Pushing event deleted for resources: {'Port': ['ID=caaacd06-34cb-4c31-886b-4ba0981ed99f,revision_number=None']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:43:28.693818 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_hamode_db [None req-f93962f3-e21d-4e75-bc5b-38b7e945be03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96503fda-a45f-430f-a5e1-653bd4f2c170', 'name': 'tempest-RoutersTest-router-1607213160', 'tenant_id': '6680ec314c604479bbb737c95f4e0850', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:42:16Z', 'updated_at': '2021-09-23T19:43:26Z', 'revision_number': 10, 'project_id': '6680ec314c604479bbb737c95f4e0850', 'gw_port_host': None, '_interfaces': [{'id': '71476d37-f809-4a59-8947-b30836bc90a3', 'name': '', 'network_id': '03cb5eff-ca10-44b6-a3c2-6d52aab0c61a', 'tenant_id': '6680ec314c604479bbb737c95f4e0850', 'mac_address': 'fa:16:3e:17:6c:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96503fda-a45f-430f-a5e1-653bd4f2c170', 'device_owner': 'network:router_interface', 'standard_attr_id': 2533, 'fixed_ips': [{'subnet_id': '5875b511-0c2a-4668-b988-7eb16dc02ec2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:42:20Z', 'updated_at': '2021-09-23T19:42:30Z', 'revision_number': 5, 'project_id': '6680ec314c604479bbb737c95f4e0850', 'subnets': [{'id': '5875b511-0c2a-4668-b988-7eb16dc02ec2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-16', False) {} {{(pid=95103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:43:28.705816 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f21dc16f-6599-4d5a-86bb-bb11db0af9d7 tempest-RoutersTest-320658655 tempest-RoutersTest-320658655-project] Pushing event deleted for resources: {'Subnet': ['ID=b76f4ef0-2b81-4485-9220-9564b7756441,revision_number=None']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:43:28.710542 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-f21dc16f-6599-4d5a-86bb-bb11db0af9d7 tempest-RoutersTest-320658655 tempest-RoutersTest-320658655-project] Notify callbacks [] for subnet, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:28.715286 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-f21dc16f-6599-4d5a-86bb-bb11db0af9d7 tempest-RoutersTest-320658655 tempest-RoutersTest-320658655-project] 10.222.0.67 "DELETE /v2.0/subnets/b76f4ef0-2b81-4485-9220-9564b7756441 HTTP/1.1" status: 204 len: 168 time: 0.8080595 Sep 23 19:43:28.717396 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 35718) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:43:28.717631 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-2d3b5153-951a-41eb-bd88-1ae5fdc62931 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:28.748968 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d5a3f7c-269b-4526-b0e0-4f918118f7e1 None None] Network c914a2cf-d7d1-4da8-9fd0-5e5b7ab5b1fb requested from n-d-713301-16 {{(pid=95103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 19:43:28.752652 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f93962f3-e21d-4e75-bc5b-38b7e945be03 None None] Checking router: 96503fda-a45f-430f-a5e1-653bd4f2c170 for host: n-d-713301-16 {{(pid=95103) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 19:43:28.765410 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-10cb75cb-2adc-4e58-a7d2-376db0a93ea8 tempest-RoutersIpV6Test-563412711 tempest-RoutersIpV6Test-563412711-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1754676', 'neutron.services.segments.db._delete_segments_for_network-8783146221460'] for network, precommit_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:28.783113 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f93962f3-e21d-4e75-bc5b-38b7e945be03 None None] Routers {'96503fda-a45f-430f-a5e1-653bd4f2c170'} bound to L3 agent in host n-d-713301-16 {{(pid=95103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 19:43:28.783841 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_hamode_db [None req-f93962f3-e21d-4e75-bc5b-38b7e945be03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-23T19:07:52Z,description=,heartbeat_timestamp=2021-09-23T19:43:22Z,host='n-d-713301-16',id=79a740bf-7821-4989-8288-7186e3e128f3,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:07:52Z,topic='l3_agent')) {'router_ids': ['96503fda-a45f-430f-a5e1-653bd4f2c170'], 'active': True} {{(pid=95103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:43:28.799051 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-385379b4-1253-44f5-b459-09ea7c78a91d req-221bb11c-2bfb-4a26-a9f0-f36c52195861 tempest-ServersNegativeTestJSON-1638865794 tempest-ServersNegativeTestJSON-1638865794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:43:28.800865 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-385379b4-1253-44f5-b459-09ea7c78a91d req-221bb11c-2bfb-4a26-a9f0-f36c52195861 tempest-ServersNegativeTestJSON-1638865794 tempest-ServersNegativeTestJSON-1638865794-project] 10.222.0.67 "GET /v2.0/ports?device_id=6942dd4a-2993-4094-af13-ca4f91683a85 HTTP/1.1" status: 200 len: 946 time: 0.3161550 Sep 23 19:43:28.831717 n-d-713301-16 neutron-server[95102]: DEBUG neutron.services.segments.db [None req-10cb75cb-2adc-4e58-a7d2-376db0a93ea8 tempest-RoutersIpV6Test-563412711 tempest-RoutersIpV6Test-563412711-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b0d3fe89-67db-40b3-9e34-fcb1237a9a0d']}} {{(pid=95102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:43:28.878838 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-2d3b5153-951a-41eb-bd88-1ae5fdc62931 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:28.884318 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-2d3b5153-951a-41eb-bd88-1ae5fdc62931 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:28.893872 n-d-713301-16 neutron-server[95102]: DEBUG neutron.services.segments.db [None req-10cb75cb-2adc-4e58-a7d2-376db0a93ea8 tempest-RoutersIpV6Test-563412711 tempest-RoutersIpV6Test-563412711-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aab88ae5-45c0-45dd-a649-29814d0cb472') {'for_net_delete': True} {{(pid=95102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:43:28.894185 n-d-713301-16 neutron-server[95102]: DEBUG neutron.services.segments.db [None req-10cb75cb-2adc-4e58-a7d2-376db0a93ea8 tempest-RoutersIpV6Test-563412711 tempest-RoutersIpV6Test-563412711-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aab88ae5-45c0-45dd-a649-29814d0cb472') {} {{(pid=95102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:43:28.920430 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-10cb75cb-2adc-4e58-a7d2-376db0a93ea8 tempest-RoutersIpV6Test-563412711 tempest-RoutersIpV6Test-563412711-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783146221725', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6162832'] for segment, before_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:28.933233 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-26175ccd-a5d4-4195-8156-c475c3125299 tempest-RoutersTest-320658655 tempest-RoutersTest-320658655-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1628021'] for network, before_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:28.936668 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-2d3b5153-951a-41eb-bd88-1ae5fdc62931 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=c6684df74a5342fba332226516cac341&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3937063 Sep 23 19:43:28.938446 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d3b5153-951a-41eb-bd88-1ae5fdc62931 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79ed0114-851a-4962-b9f7-da63c6650a2f,revision_number=1']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:43:28.941294 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 35724) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:43:28.971315 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_dvr_db [None req-f93962f3-e21d-4e75-bc5b-38b7e945be03 None None] Set router 96503fda-a45f-430f-a5e1-653bd4f2c170 gateway port host: None {{(pid=95103) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 19:43:28.975851 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-385379b4-1253-44f5-b459-09ea7c78a91d req-41305bac-374a-4828-a63c-6a60c9068314 tempest-ServersNegativeTestJSON-1638865794 tempest-ServersNegativeTestJSON-1638865794-project] 10.222.0.67 "GET /v2.0/security-groups?id=4daca97c-f524-4fb0-8b34-b36a0affa33e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1509368 Sep 23 19:43:28.977487 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-10cb75cb-2adc-4e58-a7d2-376db0a93ea8 tempest-RoutersIpV6Test-563412711 tempest-RoutersIpV6Test-563412711-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1756186'] for segment, precommit_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:28.987185 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-10cb75cb-2adc-4e58-a7d2-376db0a93ea8 tempest-RoutersIpV6Test-563412711 tempest-RoutersIpV6Test-563412711-project] Releasing vlan 604 on physical network physnet1 to pool {{(pid=95102) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 19:43:28.988042 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-10cb75cb-2adc-4e58-a7d2-376db0a93ea8 tempest-RoutersIpV6Test-563412711 tempest-RoutersIpV6Test-563412711-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1756186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4398095'] for segment, after_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:28.991775 n-d-713301-16 neutron-server[95102]: Traceback (most recent call last): Sep 23 19:43:28.991775 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 19:43:28.991775 n-d-713301-16 neutron-server[95102]: timer() Sep 23 19:43:28.991775 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 19:43:28.991775 n-d-713301-16 neutron-server[95102]: cb(*args, **kw) Sep 23 19:43:28.991775 n-d-713301-16 neutron-server[95102]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 19:43:28.991775 n-d-713301-16 neutron-server[95102]: return func(*args, **kwargs) Sep 23 19:43:28.991775 n-d-713301-16 neutron-server[95102]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 19:43:28.991775 n-d-713301-16 neutron-server[95102]: self._notify() Sep 23 19:43:28.991775 n-d-713301-16 neutron-server[95102]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 19:43:28.991775 n-d-713301-16 neutron-server[95102]: self.callback(batched_events) Sep 23 19:43:28.991775 n-d-713301-16 neutron-server[95102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 19:43:28.991775 n-d-713301-16 neutron-server[95102]: event.method(event) Sep 23 19:43:28.991775 n-d-713301-16 neutron-server[95102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 19:43:28.991775 n-d-713301-16 neutron-server[95102]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 19:43:28.991775 n-d-713301-16 neutron-server[95102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 19:43:28.991775 n-d-713301-16 neutron-server[95102]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 19:43:28.991775 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 19:43:28.991775 n-d-713301-16 neutron-server[95102]: return f(self, *a, **k) Sep 23 19:43:28.991775 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 19:43:28.991775 n-d-713301-16 neutron-server[95102]: return self._get(url).json() Sep 23 19:43:28.991775 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 19:43:28.991775 n-d-713301-16 neutron-server[95102]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 19:43:28.991775 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 19:43:28.991775 n-d-713301-16 neutron-server[95102]: return self.request(url, 'GET', **kwargs) Sep 23 19:43:28.991775 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 19:43:28.991775 n-d-713301-16 neutron-server[95102]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 19:43:28.991775 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 19:43:28.991775 n-d-713301-16 neutron-server[95102]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 19:43:28.991775 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 19:43:28.991775 n-d-713301-16 neutron-server[95102]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 19:43:28.991775 n-d-713301-16 neutron-server[95102]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 19:43:29.035008 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-c88c3185-3f6a-40e5-82b7-14d6b746ee8b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:29.091440 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-c88c3185-3f6a-40e5-82b7-14d6b746ee8b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:29.121470 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-541e61d4-6be7-417f-b4f7-d6899f3462d0 None None] DHCP port deletion for c914a2cf-d7d1-4da8-9fd0-5e5b7ab5b1fb request from n-d-713301-16 {{(pid=95103) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 23 19:43:29.147905 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-10cb75cb-2adc-4e58-a7d2-376db0a93ea8 tempest-RoutersIpV6Test-563412711 tempest-RoutersIpV6Test-563412711-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1754627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-601866'] for network, after_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:29.152514 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-10cb75cb-2adc-4e58-a7d2-376db0a93ea8 tempest-RoutersIpV6Test-563412711 tempest-RoutersIpV6Test-563412711-project] Notify callbacks [] for network, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:29.159874 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-10cb75cb-2adc-4e58-a7d2-376db0a93ea8 tempest-RoutersIpV6Test-563412711 tempest-RoutersIpV6Test-563412711-project] 10.222.0.67 "DELETE /v2.0/networks/b0d3fe89-67db-40b3-9e34-fcb1237a9a0d HTTP/1.1" status: 204 len: 168 time: 1.5979893 Sep 23 19:43:29.162660 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 35732) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:43:29.172230 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.v2.base [None req-36ceb8df-0087-4e7e-8d69-99347b22ab79 tempest-RoutersIpV6Test-563412711 tempest-RoutersIpV6Test-563412711-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1785279921', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=95101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:43:29.181877 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10cb75cb-2adc-4e58-a7d2-376db0a93ea8 tempest-RoutersIpV6Test-563412711 tempest-RoutersIpV6Test-563412711-project] Pushing event deleted for resources: {'Network': ['ID=b0d3fe89-67db-40b3-9e34-fcb1237a9a0d,revision_number=None']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:43:29.199420 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-c88c3185-3f6a-40e5-82b7-14d6b746ee8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:29.200807 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.plugin [None req-26175ccd-a5d4-4195-8156-c475c3125299 tempest-RoutersTest-320658655 tempest-RoutersTest-320658655-project] Deleting port 917207a9-ea57-4b26-bab3-6182863fe880 {{(pid=95102) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:43:29.200965 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-26175ccd-a5d4-4195-8156-c475c3125299 tempest-RoutersTest-320658655 tempest-RoutersTest-320658655-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783146157096'] for port, before_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:29.205273 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-c88c3185-3f6a-40e5-82b7-14d6b746ee8b admin admin] Notify callbacks [] for security_group, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:29.208337 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-c88c3185-3f6a-40e5-82b7-14d6b746ee8b admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/79ed0114-851a-4962-b9f7-da63c6650a2f HTTP/1.1" status: 204 len: 168 time: 0.2655845 Sep 23 19:43:29.226208 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c88c3185-3f6a-40e5-82b7-14d6b746ee8b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79ed0114-851a-4962-b9f7-da63c6650a2f,revision_number=None']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:43:29.229484 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-36ceb8df-0087-4e7e-8d69-99347b22ab79 tempest-RoutersIpV6Test-563412711 tempest-RoutersIpV6Test-563412711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-594563', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29355'] for router, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:29.230886 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-36ceb8df-0087-4e7e-8d69-99347b22ab79 tempest-RoutersIpV6Test-563412711 tempest-RoutersIpV6Test-563412711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-597363', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-601731', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-739356', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29346'] for router, precommit_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:29.240098 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e659e91e-40bf-4da5-b8e9-22c1693b7c59 req-8703e14a-8149-4454-a94d-b23a3f343239 tempest-ServersNegativeTestJSON-1638865794 tempest-ServersNegativeTestJSON-1638865794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:43:29.241795 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-e659e91e-40bf-4da5-b8e9-22c1693b7c59 req-8703e14a-8149-4454-a94d-b23a3f343239 tempest-ServersNegativeTestJSON-1638865794 tempest-ServersNegativeTestJSON-1638865794-project] 10.222.0.67 "GET /v2.0/ports?device_id=6942dd4a-2993-4094-af13-ca4f91683a85 HTTP/1.1" status: 200 len: 946 time: 0.1328857 Sep 23 19:43:29.302547 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.plugin [None req-541e61d4-6be7-417f-b4f7-d6899f3462d0 None None] Deleting port 917207a9-ea57-4b26-bab3-6182863fe880 {{(pid=95103) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:43:29.303006 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-541e61d4-6be7-417f-b4f7-d6899f3462d0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783146157096'] for port, before_delete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:29.326786 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-36ceb8df-0087-4e7e-8d69-99347b22ab79 tempest-RoutersIpV6Test-563412711 tempest-RoutersIpV6Test-563412711-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:29.333828 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-36ceb8df-0087-4e7e-8d69-99347b22ab79 tempest-RoutersIpV6Test-563412711 tempest-RoutersIpV6Test-563412711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-597258', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-601790'] for router, after_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:29.343802 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.db [None req-26175ccd-a5d4-4195-8156-c475c3125299 tempest-RoutersTest-320658655 tempest-RoutersTest-320658655-project] For port 917207a9-ea57-4b26-bab3-6182863fe880, host n-d-713301-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-16',level=0,port_id=917207a9-ea57-4b26-bab3-6182863fe880,segment=NetworkSegment(c1817bc8-ecb1-4a03-aca5-a1a4cb96418e),segment_id=c1817bc8-ecb1-4a03-aca5-a1a4cb96418e)] {{(pid=95102) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:43:29.344418 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-26175ccd-a5d4-4195-8156-c475c3125299 tempest-RoutersTest-320658655 tempest-RoutersTest-320658655-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-605701'] for port, precommit_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:29.362944 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-36ceb8df-0087-4e7e-8d69-99347b22ab79 tempest-RoutersIpV6Test-563412711 tempest-RoutersIpV6Test-563412711-project] Notify callbacks [] for router, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:29.365047 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-36ceb8df-0087-4e7e-8d69-99347b22ab79 tempest-RoutersIpV6Test-563412711 tempest-RoutersIpV6Test-563412711-project] 10.222.0.67 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.1998920 Sep 23 19:43:29.367716 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 35738) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:43:29.374307 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.plugin [None req-26175ccd-a5d4-4195-8156-c475c3125299 tempest-RoutersTest-320658655 tempest-RoutersTest-320658655-project] Calling delete_port for 917207a9-ea57-4b26-bab3-6182863fe880 owned by network:dhcp {{(pid=95102) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:43:29.376893 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.v2.base [None req-0cfb9750-ce0f-4c5d-8ed3-b73e2982ee09 tempest-RoutersIpV6Test-563412711 tempest-RoutersIpV6Test-563412711-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-665063773'}} {{(pid=95101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:43:29.382838 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-e659e91e-40bf-4da5-b8e9-22c1693b7c59 req-759ceb8a-1b49-4241-ad21-754af152c7eb tempest-ServersNegativeTestJSON-1638865794 tempest-ServersNegativeTestJSON-1638865794-project] 10.222.0.67 "GET /v2.0/security-groups?id=4daca97c-f524-4fb0-8b34-b36a0affa33e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1264865 Sep 23 19:43:29.410358 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-541e61d4-6be7-417f-b4f7-d6899f3462d0 None None] For port 917207a9-ea57-4b26-bab3-6182863fe880, host n-d-713301-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-16',level=0,port_id=917207a9-ea57-4b26-bab3-6182863fe880,segment=NetworkSegment(c1817bc8-ecb1-4a03-aca5-a1a4cb96418e),segment_id=c1817bc8-ecb1-4a03-aca5-a1a4cb96418e)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:43:29.411247 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-541e61d4-6be7-417f-b4f7-d6899f3462d0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-605701'] for port, precommit_delete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:29.422154 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0cfb9750-ce0f-4c5d-8ed3-b73e2982ee09 tempest-RoutersIpV6Test-563412711 tempest-RoutersIpV6Test-563412711-project] Made reservation on behalf of fd66fc1e2cf64f369d6db25080c0cb06 for: {'network': 1} {{(pid=95101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:43:29.430032 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.plugin [None req-541e61d4-6be7-417f-b4f7-d6899f3462d0 None None] Calling delete_port for 917207a9-ea57-4b26-bab3-6182863fe880 owned by network:dhcp {{(pid=95103) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:43:29.431719 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-0cfb9750-ce0f-4c5d-8ed3-b73e2982ee09 tempest-RoutersIpV6Test-563412711 tempest-RoutersIpV6Test-563412711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for network, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:29.441173 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_hamode_db [None req-f93962f3-e21d-4e75-bc5b-38b7e945be03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96503fda-a45f-430f-a5e1-653bd4f2c170', 'name': 'tempest-RoutersTest-router-1607213160', 'tenant_id': '6680ec314c604479bbb737c95f4e0850', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:42:16Z', 'updated_at': '2021-09-23T19:43:26Z', 'revision_number': 10, 'project_id': '6680ec314c604479bbb737c95f4e0850', 'gw_port_host': None, '_interfaces': [{'id': '71476d37-f809-4a59-8947-b30836bc90a3', 'name': '', 'network_id': '03cb5eff-ca10-44b6-a3c2-6d52aab0c61a', 'tenant_id': '6680ec314c604479bbb737c95f4e0850', 'mac_address': 'fa:16:3e:17:6c:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96503fda-a45f-430f-a5e1-653bd4f2c170', 'device_owner': 'network:router_interface', 'standard_attr_id': 2533, 'fixed_ips': [{'subnet_id': '5875b511-0c2a-4668-b988-7eb16dc02ec2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:42:20Z', 'updated_at': '2021-09-23T19:42:30Z', 'revision_number': 5, 'project_id': '6680ec314c604479bbb737c95f4e0850', 'subnets': [{'id': '5875b511-0c2a-4668-b988-7eb16dc02ec2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-16', False) {} {{(pid=95103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:43:29.486142 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f93962f3-e21d-4e75-bc5b-38b7e945be03 None None] The sync data for ids ['96503fda-a45f-430f-a5e1-653bd4f2c170'] in n-d-713301-16 is: [{'id': '96503fda-a45f-430f-a5e1-653bd4f2c170', 'name': 'tempest-RoutersTest-router-1607213160', 'tenant_id': '6680ec314c604479bbb737c95f4e0850', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:42:16Z', 'updated_at': '2021-09-23T19:43:26Z', 'revision_number': 10, 'project_id': '6680ec314c604479bbb737c95f4e0850', 'gw_port_host': None, '_interfaces': [{'id': '71476d37-f809-4a59-8947-b30836bc90a3', 'name': '', 'network_id': '03cb5eff-ca10-44b6-a3c2-6d52aab0c61a', 'tenant_id': '6680ec314c604479bbb737c95f4e0850', 'mac_address': 'fa:16:3e:17:6c:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96503fda-a45f-430f-a5e1-653bd4f2c170', 'device_owner': 'network:router_interface', 'standard_attr_id': 2533, 'fixed_ips': [{'subnet_id': '5875b511-0c2a-4668-b988-7eb16dc02ec2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:42:20Z', 'updated_at': '2021-09-23T19:42:30Z', 'revision_number': 5, 'project_id': '6680ec314c604479bbb737c95f4e0850', 'subnets': [{'id': '5875b511-0c2a-4668-b988-7eb16dc02ec2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 19:43:29.512420 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0cfb9750-ce0f-4c5d-8ed3-b73e2982ee09 tempest-RoutersIpV6Test-563412711 tempest-RoutersIpV6Test-563412711-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 639} {{(pid=95101) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 19:43:29.560637 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-0cfb9750-ce0f-4c5d-8ed3-b73e2982ee09 tempest-RoutersIpV6Test-563412711 tempest-RoutersIpV6Test-563412711-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1756186'] for segment, precommit_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:29.561278 n-d-713301-16 neutron-server[95101]: INFO neutron.db.segments_db [None req-0cfb9750-ce0f-4c5d-8ed3-b73e2982ee09 tempest-RoutersIpV6Test-563412711 tempest-RoutersIpV6Test-563412711-project] Added segment 90804e16-3a7c-4e06-b2f9-8fa8dbb8dc72 of type vlan for network eb7ee6df-b6ba-45d6-91cd-a3b513be0e8c Sep 23 19:43:29.606007 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-26175ccd-a5d4-4195-8156-c475c3125299 tempest-RoutersTest-320658655 tempest-RoutersTest-320658655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783146162158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783145673144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4399100'] for port, after_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:29.647001 n-d-713301-16 neutron-server[95102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26175ccd-a5d4-4195-8156-c475c3125299 tempest-RoutersTest-320658655 tempest-RoutersTest-320658655-project] No DVR routers for this DVR port 917207a9-ea57-4b26-bab3-6182863fe880 on host n-d-713301-16 {{(pid=95102) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 19:43:29.671723 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-0cfb9750-ce0f-4c5d-8ed3-b73e2982ee09 tempest-RoutersIpV6Test-563412711 tempest-RoutersIpV6Test-563412711-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783145630486'] for network, precommit_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:29.680343 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f2ac355-7964-49c9-96d1-dcdf938526cc req-3952c014-df24-40f8-8d0f-e88d27b86ccc tempest-ServersNegativeTestJSON-1638865794 tempest-ServersNegativeTestJSON-1638865794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:43:29.682061 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-9f2ac355-7964-49c9-96d1-dcdf938526cc req-3952c014-df24-40f8-8d0f-e88d27b86ccc tempest-ServersNegativeTestJSON-1638865794 tempest-ServersNegativeTestJSON-1638865794-project] 10.222.0.67 "GET /v2.0/ports?device_id=6942dd4a-2993-4094-af13-ca4f91683a85 HTTP/1.1" status: 200 len: 946 time: 0.1636887 Sep 23 19:43:29.695741 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26175ccd-a5d4-4195-8156-c475c3125299 tempest-RoutersTest-320658655 tempest-RoutersTest-320658655-project] Pushing event deleted for resources: {'Port': ['ID=917207a9-ea57-4b26-bab3-6182863fe880,revision_number=None']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:43:29.703593 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-541e61d4-6be7-417f-b4f7-d6899f3462d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783146162158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783145673144'] for port, after_delete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:29.720959 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-0cfb9750-ce0f-4c5d-8ed3-b73e2982ee09 tempest-RoutersIpV6Test-563412711 tempest-RoutersIpV6Test-563412711-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299'] for network, after_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:29.733546 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cfb9750-ce0f-4c5d-8ed3-b73e2982ee09 tempest-RoutersIpV6Test-563412711 tempest-RoutersIpV6Test-563412711-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:43:29.735744 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-0cfb9750-ce0f-4c5d-8ed3-b73e2982ee09 tempest-RoutersIpV6Test-563412711 tempest-RoutersIpV6Test-563412711-project] Notify callbacks [] for network, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:29.740531 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-541e61d4-6be7-417f-b4f7-d6899f3462d0 None None] Pushing event deleted for resources: {'Port': ['ID=917207a9-ea57-4b26-bab3-6182863fe880,revision_number=None']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:43:29.754462 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-541e61d4-6be7-417f-b4f7-d6899f3462d0 None None] No DVR routers for this DVR port 917207a9-ea57-4b26-bab3-6182863fe880 on host n-d-713301-16 {{(pid=95103) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 19:43:29.756016 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-9f2ac355-7964-49c9-96d1-dcdf938526cc req-c18a0c55-d548-465c-a663-4d990d9de66a tempest-ServersNegativeTestJSON-1638865794 tempest-ServersNegativeTestJSON-1638865794-project] 10.222.0.67 "GET /v2.0/security-groups?id=4daca97c-f524-4fb0-8b34-b36a0affa33e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379655 Sep 23 19:43:29.836081 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cfb9750-ce0f-4c5d-8ed3-b73e2982ee09 tempest-RoutersIpV6Test-563412711 tempest-RoutersIpV6Test-563412711-project] Pushing event updated for resources: {'Network': ['ID=eb7ee6df-b6ba-45d6-91cd-a3b513be0e8c,revision_number=1']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:43:29.847625 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-26175ccd-a5d4-4195-8156-c475c3125299 tempest-RoutersTest-320658655 tempest-RoutersTest-320658655-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1754676', 'neutron.services.segments.db._delete_segments_for_network-8783146221460'] for network, precommit_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:29.858248 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Network eb7ee6df-b6ba-45d6-91cd-a3b513be0e8c details requested by agent ovs-agent-n-d-713301-16 with host n-d-713301-16 {{(pid=95103) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 19:43:29.858479 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 35752) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:43:29.859445 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-0cfb9750-ce0f-4c5d-8ed3-b73e2982ee09 tempest-RoutersIpV6Test-563412711 tempest-RoutersIpV6Test-563412711-project] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4906387 Sep 23 19:43:29.864039 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.v2.base [None req-042c5143-8911-49e4-a5aa-dc10eea9bd51 tempest-RoutersIpV6Test-563412711 tempest-RoutersIpV6Test-563412711-project] Request body: {'subnet': {'network_id': 'eb7ee6df-b6ba-45d6-91cd-a3b513be0e8c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=95102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:43:29.951702 n-d-713301-16 neutron-server[95102]: DEBUG neutron.services.segments.db [None req-26175ccd-a5d4-4195-8156-c475c3125299 tempest-RoutersTest-320658655 tempest-RoutersTest-320658655-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c914a2cf-d7d1-4da8-9fd0-5e5b7ab5b1fb']}} {{(pid=95102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:43:29.991197 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Device 917207a9-ea57-4b26-bab3-6182863fe880 no longer exists at agent ovs-agent-n-d-713301-16 {{(pid=95103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 19:43:29.992515 n-d-713301-16 neutron-server[95102]: DEBUG neutron.services.segments.db [None req-26175ccd-a5d4-4195-8156-c475c3125299 tempest-RoutersTest-320658655 tempest-RoutersTest-320658655-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c1817bc8-ecb1-4a03-aca5-a1a4cb96418e') {'for_net_delete': True} {{(pid=95102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:43:29.992881 n-d-713301-16 neutron-server[95102]: DEBUG neutron.services.segments.db [None req-26175ccd-a5d4-4195-8156-c475c3125299 tempest-RoutersTest-320658655 tempest-RoutersTest-320658655-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c1817bc8-ecb1-4a03-aca5-a1a4cb96418e') {} {{(pid=95102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:43:30.031964 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.plugin [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] No Port match for: 917207a9-ea57-4b26-bab3-6182863fe880 {{(pid=95103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 19:43:30.032578 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Device 917207a9-ea57-4b26-bab3-6182863fe880 not bound to the agent host n-d-713301-16 {{(pid=95103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 19:43:30.033482 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Device caaacd06-34cb-4c31-886b-4ba0981ed99f no longer exists at agent ovs-agent-n-d-713301-16 {{(pid=95103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 19:43:30.053279 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-26175ccd-a5d4-4195-8156-c475c3125299 tempest-RoutersTest-320658655 tempest-RoutersTest-320658655-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783146221725', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6162832'] for segment, before_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:30.059849 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.plugin [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] No Port match for: caaacd06-34cb-4c31-886b-4ba0981ed99f {{(pid=95103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 19:43:30.060483 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Device caaacd06-34cb-4c31-886b-4ba0981ed99f not bound to the agent host n-d-713301-16 {{(pid=95103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 19:43:30.063729 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 35756) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:43:30.087452 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-11445e5b-5b6a-4ba3-9cdc-8e0c2d78d336 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:30.104207 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-26175ccd-a5d4-4195-8156-c475c3125299 tempest-RoutersTest-320658655 tempest-RoutersTest-320658655-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1756186'] for segment, precommit_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:30.125857 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2384212-0fa1-4f4c-8f02-9fb35eb2efa3 req-187d11cf-fb3f-40b2-845e-1407d6fe5a18 tempest-ServersNegativeTestJSON-1638865794 tempest-ServersNegativeTestJSON-1638865794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:43:30.127338 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-e2384212-0fa1-4f4c-8f02-9fb35eb2efa3 req-187d11cf-fb3f-40b2-845e-1407d6fe5a18 tempest-ServersNegativeTestJSON-1638865794 tempest-ServersNegativeTestJSON-1638865794-project] 10.222.0.67 "GET /v2.0/ports?device_id=6942dd4a-2993-4094-af13-ca4f91683a85 HTTP/1.1" status: 200 len: 946 time: 0.2196288 Sep 23 19:43:30.128321 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-26175ccd-a5d4-4195-8156-c475c3125299 tempest-RoutersTest-320658655 tempest-RoutersTest-320658655-project] Releasing vlan 641 on physical network physnet1 to pool {{(pid=95102) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 19:43:30.128554 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-26175ccd-a5d4-4195-8156-c475c3125299 tempest-RoutersTest-320658655 tempest-RoutersTest-320658655-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1756186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4398095'] for segment, after_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:30.133152 n-d-713301-16 neutron-server[95102]: Traceback (most recent call last): Sep 23 19:43:30.133152 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 19:43:30.133152 n-d-713301-16 neutron-server[95102]: timer() Sep 23 19:43:30.133152 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 19:43:30.133152 n-d-713301-16 neutron-server[95102]: cb(*args, **kw) Sep 23 19:43:30.133152 n-d-713301-16 neutron-server[95102]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 19:43:30.133152 n-d-713301-16 neutron-server[95102]: return func(*args, **kwargs) Sep 23 19:43:30.133152 n-d-713301-16 neutron-server[95102]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 19:43:30.133152 n-d-713301-16 neutron-server[95102]: self._notify() Sep 23 19:43:30.133152 n-d-713301-16 neutron-server[95102]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 19:43:30.133152 n-d-713301-16 neutron-server[95102]: self.callback(batched_events) Sep 23 19:43:30.133152 n-d-713301-16 neutron-server[95102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 19:43:30.133152 n-d-713301-16 neutron-server[95102]: event.method(event) Sep 23 19:43:30.133152 n-d-713301-16 neutron-server[95102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 19:43:30.133152 n-d-713301-16 neutron-server[95102]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 19:43:30.133152 n-d-713301-16 neutron-server[95102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 19:43:30.133152 n-d-713301-16 neutron-server[95102]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 19:43:30.133152 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 19:43:30.133152 n-d-713301-16 neutron-server[95102]: return f(self, *a, **k) Sep 23 19:43:30.133152 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 19:43:30.133152 n-d-713301-16 neutron-server[95102]: return self._get(url).json() Sep 23 19:43:30.133152 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 19:43:30.133152 n-d-713301-16 neutron-server[95102]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 19:43:30.133152 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 19:43:30.133152 n-d-713301-16 neutron-server[95102]: return self.request(url, 'GET', **kwargs) Sep 23 19:43:30.133152 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 19:43:30.133152 n-d-713301-16 neutron-server[95102]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 19:43:30.133152 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 19:43:30.133152 n-d-713301-16 neutron-server[95102]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 19:43:30.133152 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 19:43:30.133152 n-d-713301-16 neutron-server[95102]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 19:43:30.133152 n-d-713301-16 neutron-server[95102]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 19:43:30.181751 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-042c5143-8911-49e4-a5aa-dc10eea9bd51 tempest-RoutersIpV6Test-563412711 tempest-RoutersIpV6Test-563412711-project] Made reservation on behalf of fd66fc1e2cf64f369d6db25080c0cb06 for: {'subnet': 1} {{(pid=95102) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:43:30.186722 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-042c5143-8911-49e4-a5aa-dc10eea9bd51 tempest-RoutersIpV6Test-563412711 tempest-RoutersIpV6Test-563412711-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5388256'] for subnet, before_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:30.247214 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-26175ccd-a5d4-4195-8156-c475c3125299 tempest-RoutersTest-320658655 tempest-RoutersTest-320658655-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1754627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-601866'] for network, after_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:30.276311 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-26175ccd-a5d4-4195-8156-c475c3125299 tempest-RoutersTest-320658655 tempest-RoutersTest-320658655-project] Notify callbacks [] for network, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:30.279074 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-26175ccd-a5d4-4195-8156-c475c3125299 tempest-RoutersTest-320658655 tempest-RoutersTest-320658655-project] 10.222.0.67 "DELETE /v2.0/networks/c914a2cf-d7d1-4da8-9fd0-5e5b7ab5b1fb HTTP/1.1" status: 204 len: 168 time: 1.5565939 Sep 23 19:43:30.282462 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 35758) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:43:30.294831 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-e2384212-0fa1-4f4c-8f02-9fb35eb2efa3 req-6cc1423d-df5f-4490-ab39-777e701e9c9d tempest-ServersNegativeTestJSON-1638865794 tempest-ServersNegativeTestJSON-1638865794-project] 10.222.0.67 "GET /v2.0/security-groups?id=4daca97c-f524-4fb0-8b34-b36a0affa33e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1489179 Sep 23 19:43:30.298477 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26175ccd-a5d4-4195-8156-c475c3125299 tempest-RoutersTest-320658655 tempest-RoutersTest-320658655-project] Pushing event deleted for resources: {'Network': ['ID=c914a2cf-d7d1-4da8-9fd0-5e5b7ab5b1fb,revision_number=None']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:43:30.412230 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-11445e5b-5b6a-4ba3-9cdc-8e0c2d78d336 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:30.424217 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-11445e5b-5b6a-4ba3-9cdc-8e0c2d78d336 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:30.491915 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-042c5143-8911-49e4-a5aa-dc10eea9bd51 tempest-RoutersIpV6Test-563412711 tempest-RoutersIpV6Test-563412711-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4398944', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5388242'] for subnet, after_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:30.538238 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11445e5b-5b6a-4ba3-9cdc-8e0c2d78d336 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bce0948c-ecae-4e5f-8078-dd67842eb165,revision_number=1']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:43:30.549989 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-11445e5b-5b6a-4ba3-9cdc-8e0c2d78d336 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=2e2329e305e44d16b586cd3f93b18f1d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4848940 Sep 23 19:43:30.551449 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 35768) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:43:30.574027 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-042c5143-8911-49e4-a5aa-dc10eea9bd51 tempest-RoutersIpV6Test-563412711 tempest-RoutersIpV6Test-563412711-project] Pushing event updated for resources: {'Subnet': ['ID=7bf004d2-1700-4c8f-be15-804ddb0ed04c,revision_number=0']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:43:30.616504 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-042c5143-8911-49e4-a5aa-dc10eea9bd51 tempest-RoutersIpV6Test-563412711 tempest-RoutersIpV6Test-563412711-project] Checking segment: {'id': '90804e16-3a7c-4e06-b2f9-8fa8dbb8dc72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': 'eb7ee6df-b6ba-45d6-91cd-a3b513be0e8c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95102) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:43:30.616925 n-d-713301-16 neutron-server[95102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-042c5143-8911-49e4-a5aa-dc10eea9bd51 tempest-RoutersIpV6Test-563412711 tempest-RoutersIpV6Test-563412711-project] Network hostable DHCP agents. Network: eb7ee6df-b6ba-45d6-91cd-a3b513be0e8c, hostable agents: ['1b18bf05-1b5f-4587-be5c-af3ac38e32ad'], hosted agents: [] {{(pid=95102) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 19:43:30.649348 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-12bb8879-0e81-4335-8c27-017daa66980e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:30.663613 n-d-713301-16 neutron-server[95102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-042c5143-8911-49e4-a5aa-dc10eea9bd51 tempest-RoutersIpV6Test-563412711 tempest-RoutersIpV6Test-563412711-project] Network eb7ee6df-b6ba-45d6-91cd-a3b513be0e8c is scheduled to be hosted by DHCP agent 1b18bf05-1b5f-4587-be5c-af3ac38e32ad with binding_index 1 {{(pid=95102) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 19:43:30.685741 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-12bb8879-0e81-4335-8c27-017daa66980e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:30.689096 n-d-713301-16 neutron-server[95102]: DEBUG neutron.scheduler.base_scheduler [None req-042c5143-8911-49e4-a5aa-dc10eea9bd51 tempest-RoutersIpV6Test-563412711 tempest-RoutersIpV6Test-563412711-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713301-16, eb7ee6df-b6ba-45d6-91cd-a3b513be0e8c) {{(pid=95102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:43:30.699505 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b55b89ab-3929-4510-907c-0c94725b874d None None] Network eb7ee6df-b6ba-45d6-91cd-a3b513be0e8c requested from n-d-713301-16 {{(pid=95103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 19:43:30.701386 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-042c5143-8911-49e4-a5aa-dc10eea9bd51 tempest-RoutersIpV6Test-563412711 tempest-RoutersIpV6Test-563412711-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:43:30.702760 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-042c5143-8911-49e4-a5aa-dc10eea9bd51 tempest-RoutersIpV6Test-563412711 tempest-RoutersIpV6Test-563412711-project] Notify callbacks [] for subnet, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:30.742606 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-042c5143-8911-49e4-a5aa-dc10eea9bd51 tempest-RoutersIpV6Test-563412711 tempest-RoutersIpV6Test-563412711-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8830523 Sep 23 19:43:30.745506 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 35776) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:43:30.823508 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-7a2a44b9-8a05-47d7-a6cf-21e34e70cd0f tempest-RoutersTest-320658655 tempest-RoutersTest-320658655-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-601372'] for router_interface, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:30.947479 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75a9d63d-faf7-4855-b9c2-5ac519c8eccb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4c8b80df-07eb-5275-9f17-5cf640db67c0-eb7ee6df-b6ba-45d6-91cd-a3b513be0e8c', 'network_id': 'eb7ee6df-b6ba-45d6-91cd-a3b513be0e8c', 'tenant_id': 'fd66fc1e2cf64f369d6db25080c0cb06', 'fixed_ips': [{'subnet_id': '7bf004d2-1700-4c8f-be15-804ddb0ed04c'}]}} from n-d-713301-16. {{(pid=95103) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 23 19:43:30.948364 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-75a9d63d-faf7-4855-b9c2-5ac519c8eccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_create {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:30.951625 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-12bb8879-0e81-4335-8c27-017daa66980e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:30.954606 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-12bb8879-0e81-4335-8c27-017daa66980e admin admin] Notify callbacks [] for security_group, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:30.958551 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-12bb8879-0e81-4335-8c27-017daa66980e admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/bce0948c-ecae-4e5f-8078-dd67842eb165 HTTP/1.1" status: 204 len: 168 time: 0.4061356 Sep 23 19:43:31.000053 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12bb8879-0e81-4335-8c27-017daa66980e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bce0948c-ecae-4e5f-8078-dd67842eb165,revision_number=None']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:43:31.062446 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1829e5-4ac9-4d65-b393-f71018c98339 req-9cdcac6c-7ac8-48b3-9641-540dcf9f19e4 tempest-ServersNegativeTestJSON-1638865794 tempest-ServersNegativeTestJSON-1638865794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:43:31.069780 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-fa1829e5-4ac9-4d65-b393-f71018c98339 req-9cdcac6c-7ac8-48b3-9641-540dcf9f19e4 tempest-ServersNegativeTestJSON-1638865794 tempest-ServersNegativeTestJSON-1638865794-project] 10.222.0.67 "GET /v2.0/ports?device_id=6942dd4a-2993-4094-af13-ca4f91683a85 HTTP/1.1" status: 200 len: 946 time: 0.2195849 Sep 23 19:43:31.176066 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.plugin [None req-7a2a44b9-8a05-47d7-a6cf-21e34e70cd0f tempest-RoutersTest-320658655 tempest-RoutersTest-320658655-project] Deleting port 71476d37-f809-4a59-8947-b30836bc90a3 {{(pid=95101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:43:31.176578 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-7a2a44b9-8a05-47d7-a6cf-21e34e70cd0f tempest-RoutersTest-320658655 tempest-RoutersTest-320658655-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783146157096'] for port, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:31.202865 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-fa1829e5-4ac9-4d65-b393-f71018c98339 req-07fef63f-fa1d-4dcc-8b1d-6fecc5036f5b tempest-ServersNegativeTestJSON-1638865794 tempest-ServersNegativeTestJSON-1638865794-project] 10.222.0.67 "GET /v2.0/security-groups?id=4daca97c-f524-4fb0-8b34-b36a0affa33e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1272163 Sep 23 19:43:31.234126 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-c1678c4a-c005-48cb-ad36-f67d015f9bfa tempest-RoutersIpV6Test-563412711 tempest-RoutersIpV6Test-563412711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:31.259674 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.db_base_plugin_common [None req-75a9d63d-faf7-4855-b9c2-5ac519c8eccb None None] Allocated IP 2001:db8::2 (eb7ee6df-b6ba-45d6-91cd-a3b513be0e8c/7bf004d2-1700-4c8f-be15-804ddb0ed04c/bb8650dd-c751-4436-ad15-c8acd016bc89) {{(pid=95103) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 19:43:31.308940 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.db [None req-7a2a44b9-8a05-47d7-a6cf-21e34e70cd0f tempest-RoutersTest-320658655 tempest-RoutersTest-320658655-project] For port 71476d37-f809-4a59-8947-b30836bc90a3, host n-d-713301-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-16',level=0,port_id=71476d37-f809-4a59-8947-b30836bc90a3,segment=NetworkSegment(39067d06-2e08-47ee-88f7-8cbab422585d),segment_id=39067d06-2e08-47ee-88f7-8cbab422585d)] {{(pid=95101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:43:31.309404 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-7a2a44b9-8a05-47d7-a6cf-21e34e70cd0f tempest-RoutersTest-320658655 tempest-RoutersTest-320658655-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-605701'] for port, precommit_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:31.343930 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.plugin [None req-7a2a44b9-8a05-47d7-a6cf-21e34e70cd0f tempest-RoutersTest-320658655 tempest-RoutersTest-320658655-project] Calling delete_port for 71476d37-f809-4a59-8947-b30836bc90a3 owned by network:router_interface {{(pid=95101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:43:31.505996 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-75a9d63d-faf7-4855-b9c2-5ac519c8eccb None None] Notify callbacks [] for port, precommit_create {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:31.517207 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-75a9d63d-faf7-4855-b9c2-5ac519c8eccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783145673135'] for port, after_create {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:31.615480 n-d-713301-16 neutron-server[95102]: DEBUG neutron.db.db_base_plugin_common [None req-c1678c4a-c005-48cb-ad36-f67d015f9bfa tempest-RoutersIpV6Test-563412711 tempest-RoutersIpV6Test-563412711-project] Allocated IP 2001:db8::1 (eb7ee6df-b6ba-45d6-91cd-a3b513be0e8c/7bf004d2-1700-4c8f-be15-804ddb0ed04c/2bc1be1d-e1ed-42fa-ae3b-d3a995eaa854) {{(pid=95102) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 19:43:31.638997 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Device 32ae5718-2354-44f3-84d1-fec73b2909c9 no longer exists at agent ovs-agent-n-d-713301-16 {{(pid=95103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 19:43:31.672654 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.plugin [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] No Port match for: 32ae5718-2354-44f3-84d1-fec73b2909c9 {{(pid=95103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 19:43:31.672973 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Device 32ae5718-2354-44f3-84d1-fec73b2909c9 not bound to the agent host n-d-713301-16 {{(pid=95103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 19:43:31.681073 n-d-713301-16 neutron-server[95103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75a9d63d-faf7-4855-b9c2-5ac519c8eccb None None] Network eb7ee6df-b6ba-45d6-91cd-a3b513be0e8c is already hosted by enough agents. {{(pid=95103) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:43:31.686525 n-d-713301-16 neutron-server[95103]: DEBUG neutron.scheduler.base_scheduler [None req-75a9d63d-faf7-4855-b9c2-5ac519c8eccb None None] Resources bound (agent type, host, resource id): {{(pid=95103) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:43:31.691173 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75a9d63d-faf7-4855-b9c2-5ac519c8eccb None None] Received port after_create {{(pid=95103) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 19:43:31.705723 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a9d63d-faf7-4855-b9c2-5ac519c8eccb None None] Pushing event updated for resources: {'Port': ['ID=bb8650dd-c751-4436-ad15-c8acd016bc89,revision_number=1']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:43:31.717719 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-7a2a44b9-8a05-47d7-a6cf-21e34e70cd0f tempest-RoutersTest-320658655 tempest-RoutersTest-320658655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783146162158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783145673144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5607431'] for port, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:31.761930 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a2a44b9-8a05-47d7-a6cf-21e34e70cd0f tempest-RoutersTest-320658655 tempest-RoutersTest-320658655-project] Pushing event deleted for resources: {'Port': ['ID=71476d37-f809-4a59-8947-b30836bc90a3,revision_number=None']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:43:31.822724 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-c1678c4a-c005-48cb-ad36-f67d015f9bfa tempest-RoutersIpV6Test-563412711 tempest-RoutersIpV6Test-563412711-project] Notify callbacks [] for port, precommit_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:31.831240 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.managers [None req-75a9d63d-faf7-4855-b9c2-5ac519c8eccb None None] Attempting to bind port bb8650dd-c751-4436-ad15-c8acd016bc89 on host n-d-713301-16 for vnic_type normal with profile {{(pid=95103) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 19:43:31.831922 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.managers [None req-75a9d63d-faf7-4855-b9c2-5ac519c8eccb None None] Attempting to bind port bb8650dd-c751-4436-ad15-c8acd016bc89 by drivers openvswitch,hyperv on host n-d-713301-16 at level 0 using segments [{'id': '90804e16-3a7c-4e06-b2f9-8fa8dbb8dc72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': 'eb7ee6df-b6ba-45d6-91cd-a3b513be0e8c'}] {{(pid=95103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 19:43:31.832847 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75a9d63d-faf7-4855-b9c2-5ac519c8eccb None None] Attempting to bind port bb8650dd-c751-4436-ad15-c8acd016bc89 on network eb7ee6df-b6ba-45d6-91cd-a3b513be0e8c {{(pid=95103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:43:31.847983 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75a9d63d-faf7-4855-b9c2-5ac519c8eccb None None] Checking agent: {'id': '70a14545-df24-472f-8f95-bfe1719bff93', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 19, 7, 53), 'started_at': datetime.datetime(2021, 9, 23, 19, 8, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 19, 43, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 19:43:31.848916 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75a9d63d-faf7-4855-b9c2-5ac519c8eccb None None] Checking segment: {'id': '90804e16-3a7c-4e06-b2f9-8fa8dbb8dc72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': 'eb7ee6df-b6ba-45d6-91cd-a3b513be0e8c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95103) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:43:31.849543 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-75a9d63d-faf7-4855-b9c2-5ac519c8eccb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:31.850203 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75a9d63d-faf7-4855-b9c2-5ac519c8eccb None None] Bound using segment: {'id': '90804e16-3a7c-4e06-b2f9-8fa8dbb8dc72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': 'eb7ee6df-b6ba-45d6-91cd-a3b513be0e8c'} {{(pid=95103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 19:43:31.850955 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.managers [None req-75a9d63d-faf7-4855-b9c2-5ac519c8eccb None None] Bound port: bb8650dd-c751-4436-ad15-c8acd016bc89, host: n-d-713301-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '90804e16-3a7c-4e06-b2f9-8fa8dbb8dc72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': 'eb7ee6df-b6ba-45d6-91cd-a3b513be0e8c'}}] {{(pid=95103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 19:43:31.851796 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-75a9d63d-faf7-4855-b9c2-5ac519c8eccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:31.906399 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-c1678c4a-c005-48cb-ad36-f67d015f9bfa tempest-RoutersIpV6Test-563412711 tempest-RoutersIpV6Test-563412711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783145673135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4399100'] for port, after_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:31.977979 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-75a9d63d-faf7-4855-b9c2-5ac519c8eccb None None] For port bb8650dd-c751-4436-ad15-c8acd016bc89, host n-d-713301-16, cleared binding levels {{(pid=95103) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 19:43:31.982015 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-75a9d63d-faf7-4855-b9c2-5ac519c8eccb None None] For port bb8650dd-c751-4436-ad15-c8acd016bc89, host n-d-713301-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-16',level=0,port_id=bb8650dd-c751-4436-ad15-c8acd016bc89,segment=NetworkSegment(90804e16-3a7c-4e06-b2f9-8fa8dbb8dc72),segment_id=90804e16-3a7c-4e06-b2f9-8fa8dbb8dc72)] {{(pid=95103) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 19:43:31.989823 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-75a9d63d-faf7-4855-b9c2-5ac519c8eccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:31.992476 n-d-713301-16 neutron-server[95102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1678c4a-c005-48cb-ad36-f67d015f9bfa tempest-RoutersIpV6Test-563412711 tempest-RoutersIpV6Test-563412711-project] Network eb7ee6df-b6ba-45d6-91cd-a3b513be0e8c is already hosted by enough agents. {{(pid=95102) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:43:31.994163 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-7a2a44b9-8a05-47d7-a6cf-21e34e70cd0f tempest-RoutersTest-320658655 tempest-RoutersTest-320658655-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-527322', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-602005'] for router_interface, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:32.002405 n-d-713301-16 neutron-server[95102]: DEBUG neutron.scheduler.base_scheduler [None req-c1678c4a-c005-48cb-ad36-f67d015f9bfa tempest-RoutersIpV6Test-563412711 tempest-RoutersIpV6Test-563412711-project] Resources bound (agent type, host, resource id): {{(pid=95102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:43:32.018557 n-d-713301-16 neutron-server[95102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1678c4a-c005-48cb-ad36-f67d015f9bfa tempest-RoutersIpV6Test-563412711 tempest-RoutersIpV6Test-563412711-project] Received port after_create {{(pid=95102) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 19:43:32.019563 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-c1678c4a-c005-48cb-ad36-f67d015f9bfa tempest-RoutersIpV6Test-563412711 tempest-RoutersIpV6Test-563412711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-601987'] for router_interface, before_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:32.128287 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a9d63d-faf7-4855-b9c2-5ac519c8eccb None None] Pushing event updated for resources: {'Port': ['ID=bb8650dd-c751-4436-ad15-c8acd016bc89,revision_number=2']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:43:32.136115 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1678c4a-c005-48cb-ad36-f67d015f9bfa tempest-RoutersIpV6Test-563412711 tempest-RoutersIpV6Test-563412711-project] Pushing event updated for resources: {'Port': ['ID=2bc1be1d-e1ed-42fa-ae3b-d3a995eaa854,revision_number=1']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:43:32.313887 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-c1678c4a-c005-48cb-ad36-f67d015f9bfa tempest-RoutersIpV6Test-563412711 tempest-RoutersIpV6Test-563412711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:32.454344 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a44dc6ad-70fa-4e6a-88d2-b78a31671c2e req-6066377e-75fe-4c38-8701-f3f194bc12b9 tempest-ServersNegativeTestJSON-1638865794 tempest-ServersNegativeTestJSON-1638865794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:43:32.454344 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-a44dc6ad-70fa-4e6a-88d2-b78a31671c2e req-6066377e-75fe-4c38-8701-f3f194bc12b9 tempest-ServersNegativeTestJSON-1638865794 tempest-ServersNegativeTestJSON-1638865794-project] 10.222.0.67 "GET /v2.0/ports?device_id=6942dd4a-2993-4094-af13-ca4f91683a85 HTTP/1.1" status: 200 len: 946 time: 0.1242959 Sep 23 19:43:32.791853 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a2a44b9-8a05-47d7-a6cf-21e34e70cd0f tempest-RoutersTest-320658655 tempest-RoutersTest-320658655-project] Router 96503fda-a45f-430f-a5e1-653bd4f2c170 has already been hosted by L3 agent 79a740bf-7821-4989-8288-7186e3e128f3 {{(pid=95101) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 19:43:32.895144 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a2a44b9-8a05-47d7-a6cf-21e34e70cd0f tempest-RoutersTest-320658655 tempest-RoutersTest-320658655-project] Notify agent at l3_agent.n-d-713301-16 the message routers_updated {{(pid=95101) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 19:43:32.907644 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-7a2a44b9-8a05-47d7-a6cf-21e34e70cd0f tempest-RoutersTest-320658655 tempest-RoutersTest-320658655-project] 10.222.0.67 "PUT /v2.0/routers/96503fda-a45f-430f-a5e1-653bd4f2c170/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6216516 Sep 23 19:43:32.908286 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 35828) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:43:32.920859 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f299b937-1f5d-43b6-b129-04f864ef1f27 None None] Sync routers for ids ['96503fda-a45f-430f-a5e1-653bd4f2c170'] in n-d-713301-16 {{(pid=95104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 19:43:32.931753 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f299b937-1f5d-43b6-b129-04f864ef1f27 None None] Routers {'96503fda-a45f-430f-a5e1-653bd4f2c170'} bound to L3 agent in host n-d-713301-16 {{(pid=95104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 19:43:32.932532 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_hamode_db [None req-f299b937-1f5d-43b6-b129-04f864ef1f27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-23T19:07:52Z,description=,heartbeat_timestamp=2021-09-23T19:43:22Z,host='n-d-713301-16',id=79a740bf-7821-4989-8288-7186e3e128f3,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:07:52Z,topic='l3_agent')) {'router_ids': ['96503fda-a45f-430f-a5e1-653bd4f2c170'], 'active': True} {{(pid=95104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:43:33.008639 n-d-713301-16 neutron-server[95101]: DEBUG neutron.db.db_base_plugin_v2 [None req-9775ea85-0a3a-40f9-9650-d3e20e654c58 tempest-RoutersTest-320658655 tempest-RoutersTest-320658655-project] Deleting subnet 5875b511-0c2a-4668-b988-7eb16dc02ec2 {{(pid=95101) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 23 19:43:33.013457 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-9775ea85-0a3a-40f9-9650-d3e20e654c58 tempest-RoutersTest-320658655 tempest-RoutersTest-320658655-project] Notify callbacks [] for subnet, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:33.031639 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_dvr_db [None req-f299b937-1f5d-43b6-b129-04f864ef1f27 None None] Set router 96503fda-a45f-430f-a5e1-653bd4f2c170 gateway port host: None {{(pid=95104) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 19:43:33.084364 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-9775ea85-0a3a-40f9-9650-d3e20e654c58 tempest-RoutersTest-320658655 tempest-RoutersTest-320658655-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6007154'] for subnet, precommit_delete_associations {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:33.116811 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_hamode_db [None req-f299b937-1f5d-43b6-b129-04f864ef1f27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96503fda-a45f-430f-a5e1-653bd4f2c170', 'name': 'tempest-RoutersTest-router-1607213160', 'tenant_id': '6680ec314c604479bbb737c95f4e0850', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:42:16Z', 'updated_at': '2021-09-23T19:43:31Z', 'revision_number': 11, 'project_id': '6680ec314c604479bbb737c95f4e0850', 'gw_port_host': None}], 'n-d-713301-16', False) {} {{(pid=95104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:43:33.196020 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f299b937-1f5d-43b6-b129-04f864ef1f27 None None] Checking router: 96503fda-a45f-430f-a5e1-653bd4f2c170 for host: n-d-713301-16 {{(pid=95104) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 19:43:33.214053 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f299b937-1f5d-43b6-b129-04f864ef1f27 None None] Routers {'96503fda-a45f-430f-a5e1-653bd4f2c170'} bound to L3 agent in host n-d-713301-16 {{(pid=95104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 19:43:33.215410 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_hamode_db [None req-f299b937-1f5d-43b6-b129-04f864ef1f27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-23T19:07:52Z,description=,heartbeat_timestamp=2021-09-23T19:43:22Z,host='n-d-713301-16',id=79a740bf-7821-4989-8288-7186e3e128f3,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:07:52Z,topic='l3_agent')) {'router_ids': ['96503fda-a45f-430f-a5e1-653bd4f2c170'], 'active': True} {{(pid=95104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:43:33.269380 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-a44dc6ad-70fa-4e6a-88d2-b78a31671c2e req-2f5dd8b5-d42f-440b-806d-3030e2c58eaf tempest-ServersNegativeTestJSON-1638865794 tempest-ServersNegativeTestJSON-1638865794-project] 10.222.0.67 "GET /v2.0/security-groups?id=4daca97c-f524-4fb0-8b34-b36a0affa33e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7836039 Sep 23 19:43:33.302596 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-9775ea85-0a3a-40f9-9650-d3e20e654c58 tempest-RoutersTest-320658655 tempest-RoutersTest-320658655-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1756813'] for subnet, precommit_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:33.431144 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_dvr_db [None req-f299b937-1f5d-43b6-b129-04f864ef1f27 None None] Set router 96503fda-a45f-430f-a5e1-653bd4f2c170 gateway port host: None {{(pid=95104) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 19:43:33.431974 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-9775ea85-0a3a-40f9-9650-d3e20e654c58 tempest-RoutersTest-320658655 tempest-RoutersTest-320658655-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1756804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5607514', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6130950'] for subnet, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:33.486990 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-9775ea85-0a3a-40f9-9650-d3e20e654c58 tempest-RoutersTest-320658655 tempest-RoutersTest-320658655-project] Notify callbacks [] for subnet, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:33.487224 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ef891aa-84cd-4e79-8631-2e60aa437eb2 None None] Network 03cb5eff-ca10-44b6-a3c2-6d52aab0c61a requested from n-d-713301-16 {{(pid=95103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 19:43:33.492746 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-9775ea85-0a3a-40f9-9650-d3e20e654c58 tempest-RoutersTest-320658655 tempest-RoutersTest-320658655-project] 10.222.0.67 "DELETE /v2.0/subnets/5875b511-0c2a-4668-b988-7eb16dc02ec2 HTTP/1.1" status: 204 len: 168 time: 0.5837655 Sep 23 19:43:33.493776 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9775ea85-0a3a-40f9-9650-d3e20e654c58 tempest-RoutersTest-320658655 tempest-RoutersTest-320658655-project] Pushing event deleted for resources: {'Subnet': ['ID=5875b511-0c2a-4668-b988-7eb16dc02ec2,revision_number=None']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:43:33.498488 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 35842) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:43:33.522562 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-c1678c4a-c005-48cb-ad36-f67d015f9bfa tempest-RoutersIpV6Test-563412711 tempest-RoutersIpV6Test-563412711-project] Notify callbacks [] for port, precommit_update {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:33.539033 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-c1678c4a-c005-48cb-ad36-f67d015f9bfa tempest-RoutersIpV6Test-563412711 tempest-RoutersIpV6Test-563412711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4399095'] for port, after_update {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:33.541106 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-c1678c4a-c005-48cb-ad36-f67d015f9bfa tempest-RoutersIpV6Test-563412711 tempest-RoutersIpV6Test-563412711-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-527313', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-601459'] for router_interface, after_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:33.602377 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_hamode_db [None req-f299b937-1f5d-43b6-b129-04f864ef1f27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96503fda-a45f-430f-a5e1-653bd4f2c170', 'name': 'tempest-RoutersTest-router-1607213160', 'tenant_id': '6680ec314c604479bbb737c95f4e0850', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:42:16Z', 'updated_at': '2021-09-23T19:43:31Z', 'revision_number': 11, 'project_id': '6680ec314c604479bbb737c95f4e0850', 'gw_port_host': None}], 'n-d-713301-16', False) {} {{(pid=95104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:43:33.667857 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-2194b10a-25fc-4281-8f58-4ec9c9a65b19 tempest-RoutersTest-320658655 tempest-RoutersTest-320658655-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1628021'] for network, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:33.692373 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f299b937-1f5d-43b6-b129-04f864ef1f27 None None] The sync data for ids ['96503fda-a45f-430f-a5e1-653bd4f2c170'] in n-d-713301-16 is: [{'id': '96503fda-a45f-430f-a5e1-653bd4f2c170', 'name': 'tempest-RoutersTest-router-1607213160', 'tenant_id': '6680ec314c604479bbb737c95f4e0850', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:42:16Z', 'updated_at': '2021-09-23T19:43:31Z', 'revision_number': 11, 'project_id': '6680ec314c604479bbb737c95f4e0850', 'gw_port_host': None}] {{(pid=95104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 19:43:33.821938 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72aaba1f-a885-4047-82ab-6bd8e54215ee None None] Network eb7ee6df-b6ba-45d6-91cd-a3b513be0e8c requested from n-d-713301-16 {{(pid=95103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 19:43:33.841532 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.plugin [None req-2194b10a-25fc-4281-8f58-4ec9c9a65b19 tempest-RoutersTest-320658655 tempest-RoutersTest-320658655-project] Deleting port 5c1d8eff-68ec-4d68-a4bf-f01955d23876 {{(pid=95101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:43:33.842634 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-2194b10a-25fc-4281-8f58-4ec9c9a65b19 tempest-RoutersTest-320658655 tempest-RoutersTest-320658655-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783146157096'] for port, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:33.857358 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1678c4a-c005-48cb-ad36-f67d015f9bfa tempest-RoutersIpV6Test-563412711 tempest-RoutersIpV6Test-563412711-project] Pushing event updated for resources: {'Port': ['ID=2bc1be1d-e1ed-42fa-ae3b-d3a995eaa854,revision_number=2']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:43:33.899470 n-d-713301-16 neutron-server[95102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1678c4a-c005-48cb-ad36-f67d015f9bfa tempest-RoutersIpV6Test-563412711 tempest-RoutersIpV6Test-563412711-project] Network eb7ee6df-b6ba-45d6-91cd-a3b513be0e8c is already hosted by enough agents. {{(pid=95102) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:43:33.901115 n-d-713301-16 neutron-server[95102]: DEBUG neutron.scheduler.base_scheduler [None req-c1678c4a-c005-48cb-ad36-f67d015f9bfa tempest-RoutersIpV6Test-563412711 tempest-RoutersIpV6Test-563412711-project] Resources bound (agent type, host, resource id): {{(pid=95102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:43:33.937181 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-c9284761-61e5-4563-94c0-95de507da577 None None] Provisioning complete for port bb8650dd-c751-4436-ad15-c8acd016bc89 triggered by entity DHCP. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:43:33.937923 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-c9284761-61e5-4563-94c0-95de507da577 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:33.961884 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.db [None req-2194b10a-25fc-4281-8f58-4ec9c9a65b19 tempest-RoutersTest-320658655 tempest-RoutersTest-320658655-project] For port 5c1d8eff-68ec-4d68-a4bf-f01955d23876, host n-d-713301-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-16',level=0,port_id=5c1d8eff-68ec-4d68-a4bf-f01955d23876,segment=NetworkSegment(39067d06-2e08-47ee-88f7-8cbab422585d),segment_id=39067d06-2e08-47ee-88f7-8cbab422585d)] {{(pid=95101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:43:33.962256 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-2194b10a-25fc-4281-8f58-4ec9c9a65b19 tempest-RoutersTest-320658655 tempest-RoutersTest-320658655-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-605701'] for port, precommit_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:33.987222 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.plugin [None req-2194b10a-25fc-4281-8f58-4ec9c9a65b19 tempest-RoutersTest-320658655 tempest-RoutersTest-320658655-project] Calling delete_port for 5c1d8eff-68ec-4d68-a4bf-f01955d23876 owned by network:dhcp {{(pid=95101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:43:34.098630 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9b90be5-8794-4e2d-bb94-774b00c9fda7 None None] DHCP port deletion for 03cb5eff-ca10-44b6-a3c2-6d52aab0c61a request from n-d-713301-16 {{(pid=95103) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 23 19:43:34.128582 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-2194b10a-25fc-4281-8f58-4ec9c9a65b19 tempest-RoutersTest-320658655 tempest-RoutersTest-320658655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783146162158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783145673144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5607431'] for port, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:34.178482 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-c9284761-61e5-4563-94c0-95de507da577 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:34.225220 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2194b10a-25fc-4281-8f58-4ec9c9a65b19 tempest-RoutersTest-320658655 tempest-RoutersTest-320658655-project] Pushing event deleted for resources: {'Port': ['ID=5c1d8eff-68ec-4d68-a4bf-f01955d23876,revision_number=None']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:43:34.234080 n-d-713301-16 neutron-server[95102]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c1678c4a-c005-48cb-ad36-f67d015f9bfa tempest-RoutersIpV6Test-563412711 tempest-RoutersIpV6Test-563412711-project] Router dc71851d-1f5a-4d66-ba76-b05974590d54 is scheduled to L3 agent 79a740bf-7821-4989-8288-7186e3e128f3 with binding_index 1 {{(pid=95102) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 23 19:43:34.235180 n-d-713301-16 neutron-server[95101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2194b10a-25fc-4281-8f58-4ec9c9a65b19 tempest-RoutersTest-320658655 tempest-RoutersTest-320658655-project] No DVR routers for this DVR port 5c1d8eff-68ec-4d68-a4bf-f01955d23876 on host n-d-713301-16 {{(pid=95101) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 19:43:34.451541 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Device bb8650dd-c751-4436-ad15-c8acd016bc89 up at agent ovs-agent-n-d-713301-16 {{(pid=95103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 19:43:34.489790 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-2194b10a-25fc-4281-8f58-4ec9c9a65b19 tempest-RoutersTest-320658655 tempest-RoutersTest-320658655-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1754676', 'neutron.services.segments.db._delete_segments_for_network-8783146221460'] for network, precommit_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:34.536352 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-c9284761-61e5-4563-94c0-95de507da577 None None] For port bb8650dd-c751-4436-ad15-c8acd016bc89, host n-d-713301-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-16',level=0,port_id=bb8650dd-c751-4436-ad15-c8acd016bc89,segment=NetworkSegment(90804e16-3a7c-4e06-b2f9-8fa8dbb8dc72),segment_id=90804e16-3a7c-4e06-b2f9-8fa8dbb8dc72)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:43:34.546737 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-c9284761-61e5-4563-94c0-95de507da577 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:34.547701 n-d-713301-16 neutron-server[95101]: DEBUG neutron.services.segments.db [None req-2194b10a-25fc-4281-8f58-4ec9c9a65b19 tempest-RoutersTest-320658655 tempest-RoutersTest-320658655-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['03cb5eff-ca10-44b6-a3c2-6d52aab0c61a']}} {{(pid=95101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:43:34.563092 n-d-713301-16 neutron-server[95101]: DEBUG neutron.services.segments.db [None req-2194b10a-25fc-4281-8f58-4ec9c9a65b19 tempest-RoutersTest-320658655 tempest-RoutersTest-320658655-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '39067d06-2e08-47ee-88f7-8cbab422585d') {'for_net_delete': True} {{(pid=95101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:43:34.563400 n-d-713301-16 neutron-server[95101]: DEBUG neutron.services.segments.db [None req-2194b10a-25fc-4281-8f58-4ec9c9a65b19 tempest-RoutersTest-320658655 tempest-RoutersTest-320658655-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '39067d06-2e08-47ee-88f7-8cbab422585d') {} {{(pid=95101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:43:34.576421 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-2194b10a-25fc-4281-8f58-4ec9c9a65b19 tempest-RoutersTest-320658655 tempest-RoutersTest-320658655-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783146221725', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6007147'] for segment, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:34.580227 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b766b7f-11aa-4ffd-96ec-82831be3ddea req-2a741ee6-6d84-41a9-a547-4d638050d751 tempest-ServersNegativeTestJSON-1638865794 tempest-ServersNegativeTestJSON-1638865794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:43:34.581672 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-6b766b7f-11aa-4ffd-96ec-82831be3ddea req-2a741ee6-6d84-41a9-a547-4d638050d751 tempest-ServersNegativeTestJSON-1638865794 tempest-ServersNegativeTestJSON-1638865794-project] 10.222.0.67 "GET /v2.0/ports?device_id=6942dd4a-2993-4094-af13-ca4f91683a85 HTTP/1.1" status: 200 len: 946 time: 0.1280694 Sep 23 19:43:34.582955 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1678c4a-c005-48cb-ad36-f67d015f9bfa tempest-RoutersIpV6Test-563412711 tempest-RoutersIpV6Test-563412711-project] Notify agent at l3_agent.n-d-713301-16 the message routers_updated {{(pid=95102) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 19:43:34.596307 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-c1678c4a-c005-48cb-ad36-f67d015f9bfa tempest-RoutersIpV6Test-563412711 tempest-RoutersIpV6Test-563412711-project] 10.222.0.67 "PUT /v2.0/routers/dc71851d-1f5a-4d66-ba76-b05974590d54/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8428676 Sep 23 19:43:34.597014 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 35862) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:43:34.608148 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d78a1468-5bb8-4635-9371-d001b957b6d1 None None] Sync routers for ids ['dc71851d-1f5a-4d66-ba76-b05974590d54'] in n-d-713301-16 {{(pid=95103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 19:43:34.611342 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.v2.base [None req-c7215d41-1081-470f-9513-f5cf10a695b8 tempest-RoutersIpV6Test-563412711 tempest-RoutersIpV6Test-563412711-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-548714633'}} {{(pid=95102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:43:34.619998 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-2194b10a-25fc-4281-8f58-4ec9c9a65b19 tempest-RoutersTest-320658655 tempest-RoutersTest-320658655-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1756186'] for segment, precommit_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:34.635863 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.plugin [None req-a9b90be5-8794-4e2d-bb94-774b00c9fda7 None None] Deleting port 5c1d8eff-68ec-4d68-a4bf-f01955d23876 {{(pid=95103) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:43:34.636303 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-a9b90be5-8794-4e2d-bb94-774b00c9fda7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783146157096'] for port, before_delete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:34.641447 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2194b10a-25fc-4281-8f58-4ec9c9a65b19 tempest-RoutersTest-320658655 tempest-RoutersTest-320658655-project] Releasing vlan 614 on physical network physnet1 to pool {{(pid=95101) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 19:43:34.643052 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-2194b10a-25fc-4281-8f58-4ec9c9a65b19 tempest-RoutersTest-320658655 tempest-RoutersTest-320658655-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1756186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5608436'] for segment, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:34.655541 n-d-713301-16 neutron-server[95101]: Traceback (most recent call last): Sep 23 19:43:34.655541 n-d-713301-16 neutron-server[95101]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 19:43:34.655541 n-d-713301-16 neutron-server[95101]: timer() Sep 23 19:43:34.655541 n-d-713301-16 neutron-server[95101]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 19:43:34.655541 n-d-713301-16 neutron-server[95101]: cb(*args, **kw) Sep 23 19:43:34.655541 n-d-713301-16 neutron-server[95101]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 19:43:34.655541 n-d-713301-16 neutron-server[95101]: return func(*args, **kwargs) Sep 23 19:43:34.655541 n-d-713301-16 neutron-server[95101]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 19:43:34.655541 n-d-713301-16 neutron-server[95101]: self._notify() Sep 23 19:43:34.655541 n-d-713301-16 neutron-server[95101]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 19:43:34.655541 n-d-713301-16 neutron-server[95101]: self.callback(batched_events) Sep 23 19:43:34.655541 n-d-713301-16 neutron-server[95101]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 19:43:34.655541 n-d-713301-16 neutron-server[95101]: event.method(event) Sep 23 19:43:34.655541 n-d-713301-16 neutron-server[95101]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 19:43:34.655541 n-d-713301-16 neutron-server[95101]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 19:43:34.655541 n-d-713301-16 neutron-server[95101]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 19:43:34.655541 n-d-713301-16 neutron-server[95101]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 19:43:34.655541 n-d-713301-16 neutron-server[95101]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 19:43:34.655541 n-d-713301-16 neutron-server[95101]: return f(self, *a, **k) Sep 23 19:43:34.655541 n-d-713301-16 neutron-server[95101]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 19:43:34.655541 n-d-713301-16 neutron-server[95101]: return self._get(url).json() Sep 23 19:43:34.655541 n-d-713301-16 neutron-server[95101]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 19:43:34.655541 n-d-713301-16 neutron-server[95101]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 19:43:34.655541 n-d-713301-16 neutron-server[95101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 19:43:34.655541 n-d-713301-16 neutron-server[95101]: return self.request(url, 'GET', **kwargs) Sep 23 19:43:34.655541 n-d-713301-16 neutron-server[95101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 19:43:34.655541 n-d-713301-16 neutron-server[95101]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 19:43:34.655541 n-d-713301-16 neutron-server[95101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 19:43:34.655541 n-d-713301-16 neutron-server[95101]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 19:43:34.655541 n-d-713301-16 neutron-server[95101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 19:43:34.655541 n-d-713301-16 neutron-server[95101]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 19:43:34.655541 n-d-713301-16 neutron-server[95101]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 19:43:34.670281 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7215d41-1081-470f-9513-f5cf10a695b8 tempest-RoutersIpV6Test-563412711 tempest-RoutersIpV6Test-563412711-project] Made reservation on behalf of fd66fc1e2cf64f369d6db25080c0cb06 for: {'network': 1} {{(pid=95102) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:43:34.678373 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-c7215d41-1081-470f-9513-f5cf10a695b8 tempest-RoutersIpV6Test-563412711 tempest-RoutersIpV6Test-563412711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for network, before_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:34.692121 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d78a1468-5bb8-4635-9371-d001b957b6d1 None None] Routers {'dc71851d-1f5a-4d66-ba76-b05974590d54'} bound to L3 agent in host n-d-713301-16 {{(pid=95103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 19:43:34.693220 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_hamode_db [None req-d78a1468-5bb8-4635-9371-d001b957b6d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-23T19:07:52Z,description=,heartbeat_timestamp=2021-09-23T19:43:22Z,host='n-d-713301-16',id=79a740bf-7821-4989-8288-7186e3e128f3,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:07:52Z,topic='l3_agent')) {'router_ids': ['dc71851d-1f5a-4d66-ba76-b05974590d54'], 'active': True} {{(pid=95103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:43:34.713127 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9284761-61e5-4563-94c0-95de507da577 None None] Pushing event updated for resources: {'Port': ['ID=bb8650dd-c751-4436-ad15-c8acd016bc89,revision_number=3']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:43:34.746756 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c7215d41-1081-470f-9513-f5cf10a695b8 tempest-RoutersIpV6Test-563412711 tempest-RoutersIpV6Test-563412711-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 606} {{(pid=95102) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 19:43:34.775189 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-c7215d41-1081-470f-9513-f5cf10a695b8 tempest-RoutersIpV6Test-563412711 tempest-RoutersIpV6Test-563412711-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1756186'] for segment, precommit_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:34.775674 n-d-713301-16 neutron-server[95102]: INFO neutron.db.segments_db [None req-c7215d41-1081-470f-9513-f5cf10a695b8 tempest-RoutersIpV6Test-563412711 tempest-RoutersIpV6Test-563412711-project] Added segment ea08683e-cb29-4019-b2bf-a3ad173424fe of type vlan for network 624e596e-769e-40b5-9ff9-cdd4e151ebba Sep 23 19:43:34.792289 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Provisioning complete for port bb8650dd-c751-4436-ad15-c8acd016bc89 triggered by entity L2. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:43:34.793041 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:34.821513 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-2194b10a-25fc-4281-8f58-4ec9c9a65b19 tempest-RoutersTest-320658655 tempest-RoutersTest-320658655-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1754627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-601866'] for network, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:34.858015 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-2194b10a-25fc-4281-8f58-4ec9c9a65b19 tempest-RoutersTest-320658655 tempest-RoutersTest-320658655-project] Notify callbacks [] for network, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:34.864233 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-2194b10a-25fc-4281-8f58-4ec9c9a65b19 tempest-RoutersTest-320658655 tempest-RoutersTest-320658655-project] 10.222.0.67 "DELETE /v2.0/networks/03cb5eff-ca10-44b6-a3c2-6d52aab0c61a HTTP/1.1" status: 204 len: 168 time: 1.3646626 Sep 23 19:43:34.865483 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-c7215d41-1081-470f-9513-f5cf10a695b8 tempest-RoutersIpV6Test-563412711 tempest-RoutersIpV6Test-563412711-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783145630486'] for network, precommit_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:34.867747 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2194b10a-25fc-4281-8f58-4ec9c9a65b19 tempest-RoutersTest-320658655 tempest-RoutersTest-320658655-project] Pushing event deleted for resources: {'Network': ['ID=03cb5eff-ca10-44b6-a3c2-6d52aab0c61a,revision_number=None']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:43:34.869931 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-a9b90be5-8794-4e2d-bb94-774b00c9fda7 None None] For port 5c1d8eff-68ec-4d68-a4bf-f01955d23876, host n-d-713301-16, got binding levels [] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:43:34.870576 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-a9b90be5-8794-4e2d-bb94-774b00c9fda7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-605701'] for port, precommit_delete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:34.873788 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 35866) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:43:34.882420 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.v2.base [None req-f6d66540-bd98-4344-87b1-0a2e45144365 tempest-RoutersTest-320658655 tempest-RoutersTest-320658655-project] Request body: {'router': {'routes': None}} {{(pid=95101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:43:34.899834 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.plugin [None req-a9b90be5-8794-4e2d-bb94-774b00c9fda7 None None] Calling delete_port for 5c1d8eff-68ec-4d68-a4bf-f01955d23876 owned by network:dhcp {{(pid=95103) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:43:34.909040 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.ipam_backend_mixin [None req-a9b90be5-8794-4e2d-bb94-774b00c9fda7 None None] Port 5c1d8eff-68ec-4d68-a4bf-f01955d23876 was not found and therefore no delete operation was performed {{(pid=95103) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Sep 23 19:43:34.921058 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-a9b90be5-8794-4e2d-bb94-774b00c9fda7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783146162158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783145673144'] for port, after_delete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:34.924680 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-c7215d41-1081-470f-9513-f5cf10a695b8 tempest-RoutersIpV6Test-563412711 tempest-RoutersIpV6Test-563412711-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299'] for network, after_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:34.935701 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7215d41-1081-470f-9513-f5cf10a695b8 tempest-RoutersIpV6Test-563412711 tempest-RoutersIpV6Test-563412711-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:43:34.936573 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-c7215d41-1081-470f-9513-f5cf10a695b8 tempest-RoutersIpV6Test-563412711 tempest-RoutersIpV6Test-563412711-project] Notify callbacks [] for network, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:34.954265 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_dvr_db [None req-d78a1468-5bb8-4635-9371-d001b957b6d1 None None] Set router dc71851d-1f5a-4d66-ba76-b05974590d54 gateway port host: None {{(pid=95103) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 19:43:34.957839 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9b90be5-8794-4e2d-bb94-774b00c9fda7 None None] Pushing event deleted for resources: {'Port': ['ID=5c1d8eff-68ec-4d68-a4bf-f01955d23876,revision_number=None']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:43:35.008061 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-c7215d41-1081-470f-9513-f5cf10a695b8 tempest-RoutersIpV6Test-563412711 tempest-RoutersIpV6Test-563412711-project] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4041126 Sep 23 19:43:35.010764 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-a9b90be5-8794-4e2d-bb94-774b00c9fda7 None None] Network 03cb5eff-ca10-44b6-a3c2-6d52aab0c61a is not hosted by any dhcp agent {{(pid=95103) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Sep 23 19:43:35.013432 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 35872) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:43:35.014165 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9b90be5-8794-4e2d-bb94-774b00c9fda7 None None] No DVR routers for this DVR port 5c1d8eff-68ec-4d68-a4bf-f01955d23876 on host n-d-713301-16 {{(pid=95103) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 19:43:35.019447 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.v2.base [None req-8d91626a-6a83-48bf-9025-5f04c95ab753 tempest-RoutersIpV6Test-563412711 tempest-RoutersIpV6Test-563412711-project] Request body: {'subnet': {'network_id': '624e596e-769e-40b5-9ff9-cdd4e151ebba', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=95101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:43:35.112400 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-6b766b7f-11aa-4ffd-96ec-82831be3ddea req-a27ec0a3-da32-4978-9cbf-e168eed6a478 tempest-ServersNegativeTestJSON-1638865794 tempest-ServersNegativeTestJSON-1638865794-project] 10.222.0.67 "GET /v2.0/security-groups?id=4daca97c-f524-4fb0-8b34-b36a0affa33e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4562144 Sep 23 19:43:35.204341 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-d2cf6d2f-a95d-4037-ab3f-83588371629a None None] Provisioning complete for port bb8650dd-c751-4436-ad15-c8acd016bc89 triggered by entity DHCP. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:43:35.204765 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-d2cf6d2f-a95d-4037-ab3f-83588371629a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:35.211679 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7215d41-1081-470f-9513-f5cf10a695b8 tempest-RoutersIpV6Test-563412711 tempest-RoutersIpV6Test-563412711-project] Pushing event updated for resources: {'Network': ['ID=624e596e-769e-40b5-9ff9-cdd4e151ebba,revision_number=1']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:43:35.256737 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Network 624e596e-769e-40b5-9ff9-cdd4e151ebba details requested by agent ovs-agent-n-d-713301-16 with host n-d-713301-16 {{(pid=95103) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 19:43:35.326177 n-d-713301-16 neutron-server[95101]: DEBUG neutron.db.extraroute_db [None req-f6d66540-bd98-4344-87b1-0a2e45144365 tempest-RoutersTest-320658655 tempest-RoutersTest-320658655-project] Added routes are [] {{(pid=95101) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Sep 23 19:43:35.326494 n-d-713301-16 neutron-server[95101]: DEBUG neutron.db.extraroute_db [None req-f6d66540-bd98-4344-87b1-0a2e45144365 tempest-RoutersTest-320658655 tempest-RoutersTest-320658655-project] Removed routes are [] {{(pid=95101) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Sep 23 19:43:35.326863 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-f6d66540-bd98-4344-87b1-0a2e45144365 tempest-RoutersTest-320658655 tempest-RoutersTest-320658655-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-601749', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-597253', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29360'] for router, precommit_update {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:35.363366 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d91626a-6a83-48bf-9025-5f04c95ab753 tempest-RoutersIpV6Test-563412711 tempest-RoutersIpV6Test-563412711-project] Made reservation on behalf of fd66fc1e2cf64f369d6db25080c0cb06 for: {'subnet': 1} {{(pid=95101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:43:35.366744 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-8d91626a-6a83-48bf-9025-5f04c95ab753 tempest-RoutersIpV6Test-563412711 tempest-RoutersIpV6Test-563412711-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6130979'] for subnet, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:35.527326 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-d2cf6d2f-a95d-4037-ab3f-83588371629a None None] Provisioning complete for port 2bc1be1d-e1ed-42fa-ae3b-d3a995eaa854 triggered by entity DHCP. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:43:35.528486 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-d2cf6d2f-a95d-4037-ab3f-83588371629a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:35.571410 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.plugin [None req-d2cf6d2f-a95d-4037-ab3f-83588371629a None None] Port 2bc1be1d-e1ed-42fa-ae3b-d3a995eaa854 cannot update to ACTIVE because it is not bound. {{(pid=95103) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 19:43:35.603950 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_hamode_db [None req-d78a1468-5bb8-4635-9371-d001b957b6d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc71851d-1f5a-4d66-ba76-b05974590d54', 'name': 'tempest-RoutersIpV6Test-router-1785279921', 'tenant_id': 'fd66fc1e2cf64f369d6db25080c0cb06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:43:29Z', 'updated_at': '2021-09-23T19:43:32Z', 'revision_number': 2, 'project_id': 'fd66fc1e2cf64f369d6db25080c0cb06', 'gw_port_host': None, '_interfaces': [{'id': '2bc1be1d-e1ed-42fa-ae3b-d3a995eaa854', 'name': '', 'network_id': 'eb7ee6df-b6ba-45d6-91cd-a3b513be0e8c', 'tenant_id': 'fd66fc1e2cf64f369d6db25080c0cb06', 'mac_address': 'fa:16:3e:22:70:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc71851d-1f5a-4d66-ba76-b05974590d54', 'device_owner': 'network:router_interface', 'standard_attr_id': 2713, 'fixed_ips': [{'subnet_id': '7bf004d2-1700-4c8f-be15-804ddb0ed04c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:43:31Z', 'updated_at': '2021-09-23T19:43:33Z', 'revision_number': 2, 'project_id': 'fd66fc1e2cf64f369d6db25080c0cb06', 'subnets': [{'id': '7bf004d2-1700-4c8f-be15-804ddb0ed04c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-16', False) {} {{(pid=95103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:43:35.665654 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d78a1468-5bb8-4635-9371-d001b957b6d1 None None] Checking router: dc71851d-1f5a-4d66-ba76-b05974590d54 for host: n-d-713301-16 {{(pid=95103) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 19:43:35.665999 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d78a1468-5bb8-4635-9371-d001b957b6d1 None None] Updating router dc71851d-1f5a-4d66-ba76-b05974590d54 port 2bc1be1d-e1ed-42fa-ae3b-d3a995eaa854 binding host n-d-713301-16 {{(pid=95103) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 23 19:43:35.732574 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-d78a1468-5bb8-4635-9371-d001b957b6d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:35.735094 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Device bb8650dd-c751-4436-ad15-c8acd016bc89 up at agent ovs-agent-n-d-713301-16 {{(pid=95103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 19:43:35.763150 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-f6d66540-bd98-4344-87b1-0a2e45144365 tempest-RoutersTest-320658655 tempest-RoutersTest-320658655-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-601749', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-597253', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29360'] for router, precommit_update {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:35.768768 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 35882) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:43:35.773355 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-f6d66540-bd98-4344-87b1-0a2e45144365 tempest-RoutersTest-320658655 tempest-RoutersTest-320658655-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-601790', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-601772', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-601767', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-597276'] for router, after_update {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:35.820008 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-75d5b630-21a0-48f7-a4a4-e23b948524b0 None None] Provisioning complete for port 2bc1be1d-e1ed-42fa-ae3b-d3a995eaa854 triggered by entity DHCP. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:43:35.820396 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-75d5b630-21a0-48f7-a4a4-e23b948524b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:35.879988 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-8d91626a-6a83-48bf-9025-5f04c95ab753 tempest-RoutersIpV6Test-563412711 tempest-RoutersIpV6Test-563412711-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5607579', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6130961'] for subnet, after_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:35.893494 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.plugin [None req-75d5b630-21a0-48f7-a4a4-e23b948524b0 None None] Port 2bc1be1d-e1ed-42fa-ae3b-d3a995eaa854 cannot update to ACTIVE because it is not bound. {{(pid=95103) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 19:43:35.946603 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-fb7e72b3-5a69-4c2e-bd23-a75d13caeaf3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:35.971861 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Provisioning complete for port bb8650dd-c751-4436-ad15-c8acd016bc89 triggered by entity L2. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:43:35.972232 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:35.983243 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f6d66540-bd98-4344-87b1-0a2e45144365 tempest-RoutersTest-320658655 tempest-RoutersTest-320658655-project] Router 96503fda-a45f-430f-a5e1-653bd4f2c170 has already been hosted by L3 agent 79a740bf-7821-4989-8288-7186e3e128f3 {{(pid=95101) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 19:43:36.006494 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d91626a-6a83-48bf-9025-5f04c95ab753 tempest-RoutersIpV6Test-563412711 tempest-RoutersIpV6Test-563412711-project] Pushing event updated for resources: {'Subnet': ['ID=134a0ec1-e18d-4ff7-8a0f-d03ae0c19bd3,revision_number=0']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:43:36.035084 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d91626a-6a83-48bf-9025-5f04c95ab753 tempest-RoutersIpV6Test-563412711 tempest-RoutersIpV6Test-563412711-project] Checking segment: {'id': 'ea08683e-cb29-4019-b2bf-a3ad173424fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '624e596e-769e-40b5-9ff9-cdd4e151ebba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:43:36.035564 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d91626a-6a83-48bf-9025-5f04c95ab753 tempest-RoutersIpV6Test-563412711 tempest-RoutersIpV6Test-563412711-project] Network hostable DHCP agents. Network: 624e596e-769e-40b5-9ff9-cdd4e151ebba, hostable agents: ['1b18bf05-1b5f-4587-be5c-af3ac38e32ad'], hosted agents: [] {{(pid=95101) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 19:43:36.144576 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-e4652792-c6d5-47e5-876b-c551474e494a None None] Provisioning complete for port 2bc1be1d-e1ed-42fa-ae3b-d3a995eaa854 triggered by entity DHCP. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:43:36.145070 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-e4652792-c6d5-47e5-876b-c551474e494a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:36.147929 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-fb7e72b3-5a69-4c2e-bd23-a75d13caeaf3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:36.158281 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-fb7e72b3-5a69-4c2e-bd23-a75d13caeaf3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:36.167547 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6d66540-bd98-4344-87b1-0a2e45144365 tempest-RoutersTest-320658655 tempest-RoutersTest-320658655-project] Notify agent at l3_agent.n-d-713301-16 the message routers_updated {{(pid=95101) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 19:43:36.176328 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-f6d66540-bd98-4344-87b1-0a2e45144365 tempest-RoutersTest-320658655 tempest-RoutersTest-320658655-project] Notify callbacks [] for router, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:36.183507 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d0f7a91-4aca-470b-9b8b-afb847347f93 None None] Sync routers for ids ['96503fda-a45f-430f-a5e1-653bd4f2c170'] in n-d-713301-16 {{(pid=95104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 19:43:36.184358 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 35890) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:43:36.191097 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-f6d66540-bd98-4344-87b1-0a2e45144365 tempest-RoutersTest-320658655 tempest-RoutersTest-320658655-project] 10.222.0.67 "PUT /v2.0/routers/96503fda-a45f-430f-a5e1-653bd4f2c170 HTTP/1.1" status: 200 len: 701 time: 1.3134565 Sep 23 19:43:36.195274 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d91626a-6a83-48bf-9025-5f04c95ab753 tempest-RoutersIpV6Test-563412711 tempest-RoutersIpV6Test-563412711-project] Network 624e596e-769e-40b5-9ff9-cdd4e151ebba is scheduled to be hosted by DHCP agent 1b18bf05-1b5f-4587-be5c-af3ac38e32ad with binding_index 1 {{(pid=95101) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 19:43:36.196178 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d0f7a91-4aca-470b-9b8b-afb847347f93 None None] Routers {'96503fda-a45f-430f-a5e1-653bd4f2c170'} bound to L3 agent in host n-d-713301-16 {{(pid=95104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 19:43:36.199461 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_hamode_db [None req-3d0f7a91-4aca-470b-9b8b-afb847347f93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-23T19:07:52Z,description=,heartbeat_timestamp=2021-09-23T19:43:22Z,host='n-d-713301-16',id=79a740bf-7821-4989-8288-7186e3e128f3,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:07:52Z,topic='l3_agent')) {'router_ids': ['96503fda-a45f-430f-a5e1-653bd4f2c170'], 'active': True} {{(pid=95104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:43:36.228955 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.base_scheduler [None req-8d91626a-6a83-48bf-9025-5f04c95ab753 tempest-RoutersIpV6Test-563412711 tempest-RoutersIpV6Test-563412711-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713301-16, 624e596e-769e-40b5-9ff9-cdd4e151ebba) {{(pid=95101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:43:36.235673 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d91626a-6a83-48bf-9025-5f04c95ab753 tempest-RoutersIpV6Test-563412711 tempest-RoutersIpV6Test-563412711-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:43:36.236299 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-8d91626a-6a83-48bf-9025-5f04c95ab753 tempest-RoutersIpV6Test-563412711 tempest-RoutersIpV6Test-563412711-project] Notify callbacks [] for subnet, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:36.239057 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-b8d2433f-2df5-43d5-b5d9-19802ec2c813 tempest-RoutersTest-320658655 tempest-RoutersTest-320658655-project] 10.222.0.67 "GET /v2.0/ports?device_id=96503fda-a45f-430f-a5e1-653bd4f2c170 HTTP/1.1" status: 200 len: 205 time: 0.0501719 Sep 23 19:43:36.245593 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 35892) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:43:36.255438 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb7e72b3-5a69-4c2e-bd23-a75d13caeaf3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bae66350-92f0-4b3d-91b1-abd4463332a9,revision_number=1']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:43:36.260184 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-fb7e72b3-5a69-4c2e-bd23-a75d13caeaf3 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=b5cc2048793348bd878cd70a90d1e0ca&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4903660 Sep 23 19:43:36.263493 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 35894) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:43:36.274009 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7aff4c19-41cb-4af2-99a6-6b78de023a86 None None] Network 624e596e-769e-40b5-9ff9-cdd4e151ebba requested from n-d-713301-16 {{(pid=95103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 19:43:36.365641 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-57745898-786d-496c-a5a5-04a2100aaebc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:36.393272 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a9bdbc-9372-4c93-bb5a-f8f994b06c3a req-2262ff58-08ee-484a-9369-b6a04139e108 tempest-ServersNegativeTestJSON-1638865794 tempest-ServersNegativeTestJSON-1638865794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:43:36.395264 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-a3a9bdbc-9372-4c93-bb5a-f8f994b06c3a req-2262ff58-08ee-484a-9369-b6a04139e108 tempest-ServersNegativeTestJSON-1638865794 tempest-ServersNegativeTestJSON-1638865794-project] 10.222.0.67 "GET /v2.0/ports?device_id=6942dd4a-2993-4094-af13-ca4f91683a85 HTTP/1.1" status: 200 len: 946 time: 0.1044567 Sep 23 19:43:36.413024 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_dvr_db [None req-3d0f7a91-4aca-470b-9b8b-afb847347f93 None None] Set router 96503fda-a45f-430f-a5e1-653bd4f2c170 gateway port host: None {{(pid=95104) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 19:43:36.431794 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-57745898-786d-496c-a5a5-04a2100aaebc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:36.440415 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-cf61b86c-ddd1-4f5e-9b33-b392c33c711a tempest-RoutersTest-320658655 tempest-RoutersTest-320658655-project] Notify callbacks [] for router, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:36.443730 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-8d91626a-6a83-48bf-9025-5f04c95ab753 tempest-RoutersIpV6Test-563412711 tempest-RoutersIpV6Test-563412711-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.4282727 Sep 23 19:43:36.448017 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 35896) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:43:36.473951 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_hamode_db [None req-3d0f7a91-4aca-470b-9b8b-afb847347f93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96503fda-a45f-430f-a5e1-653bd4f2c170', 'name': 'tempest-RoutersTest-router-1607213160', 'tenant_id': '6680ec314c604479bbb737c95f4e0850', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:42:16Z', 'updated_at': '2021-09-23T19:43:31Z', 'revision_number': 11, 'project_id': '6680ec314c604479bbb737c95f4e0850', 'gw_port_host': None}], 'n-d-713301-16', False) {} {{(pid=95104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:43:36.503533 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d0f7a91-4aca-470b-9b8b-afb847347f93 None None] Checking router: 96503fda-a45f-430f-a5e1-653bd4f2c170 for host: n-d-713301-16 {{(pid=95104) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 19:43:36.511469 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-a3a9bdbc-9372-4c93-bb5a-f8f994b06c3a req-5860454b-68a3-4028-bd77-7b1f9c640ddc tempest-ServersNegativeTestJSON-1638865794 tempest-ServersNegativeTestJSON-1638865794-project] 10.222.0.67 "GET /v2.0/security-groups?id=4daca97c-f524-4fb0-8b34-b36a0affa33e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1081681 Sep 23 19:43:36.514612 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d0f7a91-4aca-470b-9b8b-afb847347f93 None None] Routers {'96503fda-a45f-430f-a5e1-653bd4f2c170'} bound to L3 agent in host n-d-713301-16 {{(pid=95104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 19:43:36.515731 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_hamode_db [None req-3d0f7a91-4aca-470b-9b8b-afb847347f93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-23T19:07:52Z,description=,heartbeat_timestamp=2021-09-23T19:43:22Z,host='n-d-713301-16',id=79a740bf-7821-4989-8288-7186e3e128f3,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:07:52Z,topic='l3_agent')) {'router_ids': ['96503fda-a45f-430f-a5e1-653bd4f2c170'], 'active': True} {{(pid=95104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:43:36.531139 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.plugin [None req-e4652792-c6d5-47e5-876b-c551474e494a None None] Port 2bc1be1d-e1ed-42fa-ae3b-d3a995eaa854 cannot update to ACTIVE because it is not bound. {{(pid=95103) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 19:43:36.556045 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Device 5c1d8eff-68ec-4d68-a4bf-f01955d23876 no longer exists at agent ovs-agent-n-d-713301-16 {{(pid=95103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 19:43:36.600288 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81883fa3-ee17-4eb3-b1ab-26c749326ba0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4c8b80df-07eb-5275-9f17-5cf640db67c0-624e596e-769e-40b5-9ff9-cdd4e151ebba', 'network_id': '624e596e-769e-40b5-9ff9-cdd4e151ebba', 'tenant_id': 'fd66fc1e2cf64f369d6db25080c0cb06', 'fixed_ips': [{'subnet_id': '134a0ec1-e18d-4ff7-8a0f-d03ae0c19bd3'}]}} from n-d-713301-16. {{(pid=95103) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 23 19:43:36.600288 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-81883fa3-ee17-4eb3-b1ab-26c749326ba0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_create {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:36.607081 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.plugin [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] No Port match for: 5c1d8eff-68ec-4d68-a4bf-f01955d23876 {{(pid=95103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 19:43:36.607549 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Device 5c1d8eff-68ec-4d68-a4bf-f01955d23876 not bound to the agent host n-d-713301-16 {{(pid=95103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 19:43:36.608123 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Device 71476d37-f809-4a59-8947-b30836bc90a3 no longer exists at agent ovs-agent-n-d-713301-16 {{(pid=95103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 19:43:36.618460 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_dvr_db [None req-3d0f7a91-4aca-470b-9b8b-afb847347f93 None None] Set router 96503fda-a45f-430f-a5e1-653bd4f2c170 gateway port host: None {{(pid=95104) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 19:43:36.675721 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-57745898-786d-496c-a5a5-04a2100aaebc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:36.678840 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-57745898-786d-496c-a5a5-04a2100aaebc admin admin] Notify callbacks [] for security_group, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:36.680144 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-57745898-786d-496c-a5a5-04a2100aaebc admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/bae66350-92f0-4b3d-91b1-abd4463332a9 HTTP/1.1" status: 204 len: 168 time: 0.4153047 Sep 23 19:43:36.695842 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_hamode_db [None req-3d0f7a91-4aca-470b-9b8b-afb847347f93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96503fda-a45f-430f-a5e1-653bd4f2c170', 'name': 'tempest-RoutersTest-router-1607213160', 'tenant_id': '6680ec314c604479bbb737c95f4e0850', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:42:16Z', 'updated_at': '2021-09-23T19:43:31Z', 'revision_number': 11, 'project_id': '6680ec314c604479bbb737c95f4e0850', 'gw_port_host': None}], 'n-d-713301-16', False) {} {{(pid=95104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:43:36.701843 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-cf61b86c-ddd1-4f5e-9b33-b392c33c711a tempest-RoutersTest-320658655 tempest-RoutersTest-320658655-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-597305', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29369'] for router, precommit_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:36.704876 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-cf61b86c-ddd1-4f5e-9b33-b392c33c711a tempest-RoutersTest-320658655 tempest-RoutersTest-320658655-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:36.723330 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57745898-786d-496c-a5a5-04a2100aaebc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bae66350-92f0-4b3d-91b1-abd4463332a9,revision_number=None']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:43:36.731746 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d0f7a91-4aca-470b-9b8b-afb847347f93 None None] The sync data for ids ['96503fda-a45f-430f-a5e1-653bd4f2c170'] in n-d-713301-16 is: [{'id': '96503fda-a45f-430f-a5e1-653bd4f2c170', 'name': 'tempest-RoutersTest-router-1607213160', 'tenant_id': '6680ec314c604479bbb737c95f4e0850', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:42:16Z', 'updated_at': '2021-09-23T19:43:31Z', 'revision_number': 11, 'project_id': '6680ec314c604479bbb737c95f4e0850', 'gw_port_host': None}] {{(pid=95104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 19:43:36.783992 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-cf61b86c-ddd1-4f5e-9b33-b392c33c711a tempest-RoutersTest-320658655 tempest-RoutersTest-320658655-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-597296'] for router, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:36.784562 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf61b86c-ddd1-4f5e-9b33-b392c33c711a tempest-RoutersTest-320658655 tempest-RoutersTest-320658655-project] Fanout notify agent at l3_agent the message router_deleted on router 96503fda-a45f-430f-a5e1-653bd4f2c170 {{(pid=95101) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 23 19:43:36.805765 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-cf61b86c-ddd1-4f5e-9b33-b392c33c711a tempest-RoutersTest-320658655 tempest-RoutersTest-320658655-project] Notify callbacks [] for router, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:36.807450 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-cf61b86c-ddd1-4f5e-9b33-b392c33c711a tempest-RoutersTest-320658655 tempest-RoutersTest-320658655-project] 10.222.0.67 "DELETE /v2.0/routers/96503fda-a45f-430f-a5e1-653bd4f2c170 HTTP/1.1" status: 204 len: 168 time: 0.5576353 Sep 23 19:43:36.813747 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 35900) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:43:36.825863 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.v2.base [None req-c3efa928-9647-4423-a8ff-8f353997a42a tempest-RoutersTest-320658655 tempest-RoutersTest-320658655-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1195998081', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=95101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:43:36.838860 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.db_base_plugin_common [None req-81883fa3-ee17-4eb3-b1ab-26c749326ba0 None None] Allocated IP 2001:db8:1::2 (624e596e-769e-40b5-9ff9-cdd4e151ebba/134a0ec1-e18d-4ff7-8a0f-d03ae0c19bd3/0b15f3d3-1409-4749-977d-b59690081dcb) {{(pid=95103) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 19:43:36.859047 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.plugin [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] No Port match for: 71476d37-f809-4a59-8947-b30836bc90a3 {{(pid=95103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 19:43:36.859317 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Device 71476d37-f809-4a59-8947-b30836bc90a3 not bound to the agent host n-d-713301-16 {{(pid=95103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 19:43:36.865724 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-c3efa928-9647-4423-a8ff-8f353997a42a tempest-RoutersTest-320658655 tempest-RoutersTest-320658655-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-594563', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29355'] for router, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:36.868674 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-c3efa928-9647-4423-a8ff-8f353997a42a tempest-RoutersTest-320658655 tempest-RoutersTest-320658655-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-597363', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-601731', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-739356', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29346'] for router, precommit_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:36.899283 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-d78a1468-5bb8-4635-9371-d001b957b6d1 None None] Notify callbacks [] for port, precommit_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:36.917218 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-d78a1468-5bb8-4635-9371-d001b957b6d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:36.970807 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-c3efa928-9647-4423-a8ff-8f353997a42a tempest-RoutersTest-320658655 tempest-RoutersTest-320658655-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:36.982136 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-c3efa928-9647-4423-a8ff-8f353997a42a tempest-RoutersTest-320658655 tempest-RoutersTest-320658655-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-597258', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-601790'] for router, after_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:37.013401 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-c3efa928-9647-4423-a8ff-8f353997a42a tempest-RoutersTest-320658655 tempest-RoutersTest-320658655-project] Notify callbacks [] for router, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:37.018617 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-c3efa928-9647-4423-a8ff-8f353997a42a tempest-RoutersTest-320658655 tempest-RoutersTest-320658655-project] 10.222.0.67 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.2037289 Sep 23 19:43:37.021622 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 35904) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:43:37.030999 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.v2.base [None req-940079a0-38c1-433d-af2b-7816be67d3f9 tempest-RoutersTest-320658655 tempest-RoutersTest-320658655-project] Request body: {'router': {'admin_state_up': True}} {{(pid=95101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:43:37.047470 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a14407fe-da0f-4519-a759-261339a6e732 None None] Pushing event updated for resources: {'Port': ['ID=2bc1be1d-e1ed-42fa-ae3b-d3a995eaa854,revision_number=3']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:43:37.070712 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-7619ab86-730c-47d3-b152-54a065e81718 tempest-RoutersIpV6Test-563412711 tempest-RoutersIpV6Test-563412711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:37.206454 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 35908) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:43:37.342650 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.managers [None req-d78a1468-5bb8-4635-9371-d001b957b6d1 None None] Attempting to bind port 2bc1be1d-e1ed-42fa-ae3b-d3a995eaa854 on host n-d-713301-16 for vnic_type normal with profile {{(pid=95103) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 19:43:37.343204 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.managers [None req-d78a1468-5bb8-4635-9371-d001b957b6d1 None None] Attempting to bind port 2bc1be1d-e1ed-42fa-ae3b-d3a995eaa854 by drivers openvswitch,hyperv on host n-d-713301-16 at level 0 using segments [{'id': '90804e16-3a7c-4e06-b2f9-8fa8dbb8dc72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': 'eb7ee6df-b6ba-45d6-91cd-a3b513be0e8c'}] {{(pid=95103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 19:43:37.343724 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d78a1468-5bb8-4635-9371-d001b957b6d1 None None] Attempting to bind port 2bc1be1d-e1ed-42fa-ae3b-d3a995eaa854 on network eb7ee6df-b6ba-45d6-91cd-a3b513be0e8c {{(pid=95103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:43:37.352716 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d78a1468-5bb8-4635-9371-d001b957b6d1 None None] Checking agent: {'id': '70a14545-df24-472f-8f95-bfe1719bff93', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 19, 7, 53), 'started_at': datetime.datetime(2021, 9, 23, 19, 8, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 19, 43, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 19:43:37.353352 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d78a1468-5bb8-4635-9371-d001b957b6d1 None None] Checking segment: {'id': '90804e16-3a7c-4e06-b2f9-8fa8dbb8dc72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': 'eb7ee6df-b6ba-45d6-91cd-a3b513be0e8c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95103) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:43:37.353960 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-d78a1468-5bb8-4635-9371-d001b957b6d1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:37.354644 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d78a1468-5bb8-4635-9371-d001b957b6d1 None None] Bound using segment: {'id': '90804e16-3a7c-4e06-b2f9-8fa8dbb8dc72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': 'eb7ee6df-b6ba-45d6-91cd-a3b513be0e8c'} {{(pid=95103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 19:43:37.355294 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.managers [None req-d78a1468-5bb8-4635-9371-d001b957b6d1 None None] Bound port: 2bc1be1d-e1ed-42fa-ae3b-d3a995eaa854, host: n-d-713301-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '90804e16-3a7c-4e06-b2f9-8fa8dbb8dc72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': 'eb7ee6df-b6ba-45d6-91cd-a3b513be0e8c'}}] {{(pid=95103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 19:43:37.355953 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-d78a1468-5bb8-4635-9371-d001b957b6d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:37.382699 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-799a4c0e-d482-4df6-adc5-88ea7619fc03 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:37.462366 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-81883fa3-ee17-4eb3-b1ab-26c749326ba0 None None] Notify callbacks [] for port, precommit_create {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:37.493613 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-d78a1468-5bb8-4635-9371-d001b957b6d1 None None] For port 2bc1be1d-e1ed-42fa-ae3b-d3a995eaa854, host n-d-713301-16, cleared binding levels {{(pid=95103) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 19:43:37.498153 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-d78a1468-5bb8-4635-9371-d001b957b6d1 None None] For port 2bc1be1d-e1ed-42fa-ae3b-d3a995eaa854, host n-d-713301-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-16',level=0,port_id=2bc1be1d-e1ed-42fa-ae3b-d3a995eaa854,segment=NetworkSegment(90804e16-3a7c-4e06-b2f9-8fa8dbb8dc72),segment_id=90804e16-3a7c-4e06-b2f9-8fa8dbb8dc72)] {{(pid=95103) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 19:43:37.524271 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-d78a1468-5bb8-4635-9371-d001b957b6d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:37.526761 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-81883fa3-ee17-4eb3-b1ab-26c749326ba0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783145673135'] for port, after_create {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:37.540703 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-2ad6f27b-1056-4cd4-98ce-4371869d2469 None None] Provisioning complete for port 2bc1be1d-e1ed-42fa-ae3b-d3a995eaa854 triggered by entity DHCP. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:43:37.540703 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-2ad6f27b-1056-4cd4-98ce-4371869d2469 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:37.580022 n-d-713301-16 neutron-server[95102]: DEBUG neutron.db.db_base_plugin_common [None req-7619ab86-730c-47d3-b152-54a065e81718 tempest-RoutersIpV6Test-563412711 tempest-RoutersIpV6Test-563412711-project] Allocated IP 2001:db8:1::1 (624e596e-769e-40b5-9ff9-cdd4e151ebba/134a0ec1-e18d-4ff7-8a0f-d03ae0c19bd3/f4857f5d-973e-4d61-b1b8-4bec3726c5f6) {{(pid=95102) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 19:43:37.632813 n-d-713301-16 neutron-server[95103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81883fa3-ee17-4eb3-b1ab-26c749326ba0 None None] Network 624e596e-769e-40b5-9ff9-cdd4e151ebba is already hosted by enough agents. {{(pid=95103) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:43:37.644934 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-799a4c0e-d482-4df6-adc5-88ea7619fc03 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:37.646398 n-d-713301-16 neutron-server[95103]: DEBUG neutron.scheduler.base_scheduler [None req-81883fa3-ee17-4eb3-b1ab-26c749326ba0 None None] Resources bound (agent type, host, resource id): {{(pid=95103) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:43:37.649263 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-940079a0-38c1-433d-af2b-7816be67d3f9 tempest-RoutersTest-320658655 tempest-RoutersTest-320658655-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-601749', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-597253', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29360'] for router, precommit_update {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:37.655448 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-799a4c0e-d482-4df6-adc5-88ea7619fc03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:37.656990 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81883fa3-ee17-4eb3-b1ab-26c749326ba0 None None] Received port after_create {{(pid=95103) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 19:43:37.689921 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d78a1468-5bb8-4635-9371-d001b957b6d1 None None] Routers {'dc71851d-1f5a-4d66-ba76-b05974590d54'} bound to L3 agent in host n-d-713301-16 {{(pid=95103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 19:43:37.690679 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_hamode_db [None req-d78a1468-5bb8-4635-9371-d001b957b6d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-23T19:07:52Z,description=,heartbeat_timestamp=2021-09-23T19:43:22Z,host='n-d-713301-16',id=79a740bf-7821-4989-8288-7186e3e128f3,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:07:52Z,topic='l3_agent')) {'router_ids': ['dc71851d-1f5a-4d66-ba76-b05974590d54'], 'active': True} {{(pid=95103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:43:37.708693 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-940079a0-38c1-433d-af2b-7816be67d3f9 tempest-RoutersTest-320658655 tempest-RoutersTest-320658655-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-601790', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-601772', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-601767', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-597276'] for router, after_update {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:37.726786 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-799a4c0e-d482-4df6-adc5-88ea7619fc03 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=013fe5c910ac4c26bc933f35898f9b65&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5161846 Sep 23 19:43:37.730431 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 35916) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:43:37.784350 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-799a4c0e-d482-4df6-adc5-88ea7619fc03 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=615dc8cf-4b19-44fa-a3fb-a0dade7a5cb5,revision_number=1']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:43:37.805365 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a14407fe-da0f-4519-a759-261339a6e732 None None] Pushing event updated for resources: {'Port': ['ID=2bc1be1d-e1ed-42fa-ae3b-d3a995eaa854,revision_number=4']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:43:37.897154 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-940079a0-38c1-433d-af2b-7816be67d3f9 tempest-RoutersTest-320658655 tempest-RoutersTest-320658655-project] Router 9235f96d-1409-43d4-a306-b8f191dd7923 is scheduled to L3 agent 79a740bf-7821-4989-8288-7186e3e128f3 with binding_index 1 {{(pid=95101) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 23 19:43:37.917317 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37955be8-4c45-46c5-a26e-7957c0c7ae7e req-758e4339-3055-45bf-83bc-73cc870e0123 tempest-ServersNegativeTestJSON-1638865794 tempest-ServersNegativeTestJSON-1638865794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:43:37.919592 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-37955be8-4c45-46c5-a26e-7957c0c7ae7e req-758e4339-3055-45bf-83bc-73cc870e0123 tempest-ServersNegativeTestJSON-1638865794 tempest-ServersNegativeTestJSON-1638865794-project] 10.222.0.67 "GET /v2.0/ports?device_id=6942dd4a-2993-4094-af13-ca4f91683a85 HTTP/1.1" status: 200 len: 946 time: 0.2598858 Sep 23 19:43:37.927928 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.managers [None req-81883fa3-ee17-4eb3-b1ab-26c749326ba0 None None] Attempting to bind port 0b15f3d3-1409-4749-977d-b59690081dcb on host n-d-713301-16 for vnic_type normal with profile {{(pid=95103) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 19:43:37.928308 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.managers [None req-81883fa3-ee17-4eb3-b1ab-26c749326ba0 None None] Attempting to bind port 0b15f3d3-1409-4749-977d-b59690081dcb by drivers openvswitch,hyperv on host n-d-713301-16 at level 0 using segments [{'id': 'ea08683e-cb29-4019-b2bf-a3ad173424fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '624e596e-769e-40b5-9ff9-cdd4e151ebba'}] {{(pid=95103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 19:43:37.928736 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81883fa3-ee17-4eb3-b1ab-26c749326ba0 None None] Attempting to bind port 0b15f3d3-1409-4749-977d-b59690081dcb on network 624e596e-769e-40b5-9ff9-cdd4e151ebba {{(pid=95103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:43:37.929497 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-7619ab86-730c-47d3-b152-54a065e81718 tempest-RoutersIpV6Test-563412711 tempest-RoutersIpV6Test-563412711-project] Notify callbacks [] for port, precommit_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:37.950771 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-6f62f330-c610-45a3-ba40-8de7fc601126 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:37.992370 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81883fa3-ee17-4eb3-b1ab-26c749326ba0 None None] Checking agent: {'id': '70a14545-df24-472f-8f95-bfe1719bff93', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 19, 7, 53), 'started_at': datetime.datetime(2021, 9, 23, 19, 8, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 19, 43, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 19:43:37.992866 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81883fa3-ee17-4eb3-b1ab-26c749326ba0 None None] Checking segment: {'id': 'ea08683e-cb29-4019-b2bf-a3ad173424fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '624e596e-769e-40b5-9ff9-cdd4e151ebba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95103) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:43:37.993191 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-81883fa3-ee17-4eb3-b1ab-26c749326ba0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:37.993600 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81883fa3-ee17-4eb3-b1ab-26c749326ba0 None None] Bound using segment: {'id': 'ea08683e-cb29-4019-b2bf-a3ad173424fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '624e596e-769e-40b5-9ff9-cdd4e151ebba'} {{(pid=95103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 19:43:37.994099 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.managers [None req-81883fa3-ee17-4eb3-b1ab-26c749326ba0 None None] Bound port: 0b15f3d3-1409-4749-977d-b59690081dcb, host: n-d-713301-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ea08683e-cb29-4019-b2bf-a3ad173424fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '624e596e-769e-40b5-9ff9-cdd4e151ebba'}}] {{(pid=95103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 19:43:37.994597 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-81883fa3-ee17-4eb3-b1ab-26c749326ba0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:37.997842 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81883fa3-ee17-4eb3-b1ab-26c749326ba0 None None] Pushing event updated for resources: {'Port': ['ID=0b15f3d3-1409-4749-977d-b59690081dcb,revision_number=1']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:43:38.010388 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-37955be8-4c45-46c5-a26e-7957c0c7ae7e req-49a858b6-42a4-4906-9c6d-e2669518f200 tempest-ServersNegativeTestJSON-1638865794 tempest-ServersNegativeTestJSON-1638865794-project] 10.222.0.67 "GET /v2.0/security-groups?id=4daca97c-f524-4fb0-8b34-b36a0affa33e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729525 Sep 23 19:43:38.029801 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-6f62f330-c610-45a3-ba40-8de7fc601126 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:38.045987 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_dvr_db [None req-d78a1468-5bb8-4635-9371-d001b957b6d1 None None] Set router dc71851d-1f5a-4d66-ba76-b05974590d54 gateway port host: None {{(pid=95103) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 19:43:38.070846 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-940079a0-38c1-433d-af2b-7816be67d3f9 tempest-RoutersTest-320658655 tempest-RoutersTest-320658655-project] Notify agent at l3_agent.n-d-713301-16 the message routers_updated {{(pid=95101) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 19:43:38.079181 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-940079a0-38c1-433d-af2b-7816be67d3f9 tempest-RoutersTest-320658655 tempest-RoutersTest-320658655-project] Notify callbacks [] for router, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:38.083903 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-940079a0-38c1-433d-af2b-7816be67d3f9 tempest-RoutersTest-320658655 tempest-RoutersTest-320658655-project] 10.222.0.67 "PUT /v2.0/routers/9235f96d-1409-43d4-a306-b8f191dd7923 HTTP/1.1" status: 200 len: 694 time: 1.0608842 Sep 23 19:43:38.084504 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 35920) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:43:38.105387 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-7619ab86-730c-47d3-b152-54a065e81718 tempest-RoutersIpV6Test-563412711 tempest-RoutersIpV6Test-563412711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783145673135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4399100'] for port, after_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:38.157080 n-d-713301-16 neutron-server[95102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7619ab86-730c-47d3-b152-54a065e81718 tempest-RoutersIpV6Test-563412711 tempest-RoutersIpV6Test-563412711-project] Network 624e596e-769e-40b5-9ff9-cdd4e151ebba is already hosted by enough agents. {{(pid=95102) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:43:38.162461 n-d-713301-16 neutron-server[95102]: DEBUG neutron.scheduler.base_scheduler [None req-7619ab86-730c-47d3-b152-54a065e81718 tempest-RoutersIpV6Test-563412711 tempest-RoutersIpV6Test-563412711-project] Resources bound (agent type, host, resource id): {{(pid=95102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:43:38.167004 n-d-713301-16 neutron-server[95102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7619ab86-730c-47d3-b152-54a065e81718 tempest-RoutersIpV6Test-563412711 tempest-RoutersIpV6Test-563412711-project] Received port after_create {{(pid=95102) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 19:43:38.167836 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-7619ab86-730c-47d3-b152-54a065e81718 tempest-RoutersIpV6Test-563412711 tempest-RoutersIpV6Test-563412711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-601987'] for router_interface, before_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:38.177747 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7619ab86-730c-47d3-b152-54a065e81718 tempest-RoutersIpV6Test-563412711 tempest-RoutersIpV6Test-563412711-project] Pushing event updated for resources: {'Port': ['ID=f4857f5d-973e-4d61-b1b8-4bec3726c5f6,revision_number=1']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:43:38.181545 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecd4e53d-da78-4dbe-95fc-6bc935d4b94b None None] Sync routers for ids ['9235f96d-1409-43d4-a306-b8f191dd7923'] in n-d-713301-16 {{(pid=95103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 19:43:38.183448 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-2ad6f27b-1056-4cd4-98ce-4371869d2469 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:38.214378 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-6f62f330-c610-45a3-ba40-8de7fc601126 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:38.218869 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-6f62f330-c610-45a3-ba40-8de7fc601126 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:38.220148 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-6f62f330-c610-45a3-ba40-8de7fc601126 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/615dc8cf-4b19-44fa-a3fb-a0dade7a5cb5 HTTP/1.1" status: 204 len: 168 time: 0.4794273 Sep 23 19:43:38.302378 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecd4e53d-da78-4dbe-95fc-6bc935d4b94b None None] Routers {'9235f96d-1409-43d4-a306-b8f191dd7923'} bound to L3 agent in host n-d-713301-16 {{(pid=95103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 19:43:38.303073 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_hamode_db [None req-ecd4e53d-da78-4dbe-95fc-6bc935d4b94b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-23T19:07:52Z,description=,heartbeat_timestamp=2021-09-23T19:43:22Z,host='n-d-713301-16',id=79a740bf-7821-4989-8288-7186e3e128f3,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:07:52Z,topic='l3_agent')) {'router_ids': ['9235f96d-1409-43d4-a306-b8f191dd7923'], 'active': True} {{(pid=95103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:43:38.343570 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f62f330-c610-45a3-ba40-8de7fc601126 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=615dc8cf-4b19-44fa-a3fb-a0dade7a5cb5,revision_number=None']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:43:38.403103 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-7619ab86-730c-47d3-b152-54a065e81718 tempest-RoutersIpV6Test-563412711 tempest-RoutersIpV6Test-563412711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:38.436347 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-81883fa3-ee17-4eb3-b1ab-26c749326ba0 None None] For port 0b15f3d3-1409-4749-977d-b59690081dcb, host n-d-713301-16, cleared binding levels {{(pid=95103) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 19:43:38.457149 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-2ad6f27b-1056-4cd4-98ce-4371869d2469 None None] For port 2bc1be1d-e1ed-42fa-ae3b-d3a995eaa854, host n-d-713301-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-16',level=0,port_id=2bc1be1d-e1ed-42fa-ae3b-d3a995eaa854,segment=NetworkSegment(90804e16-3a7c-4e06-b2f9-8fa8dbb8dc72),segment_id=90804e16-3a7c-4e06-b2f9-8fa8dbb8dc72)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:43:38.489032 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-2ad6f27b-1056-4cd4-98ce-4371869d2469 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:38.573497 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-81883fa3-ee17-4eb3-b1ab-26c749326ba0 None None] For port 0b15f3d3-1409-4749-977d-b59690081dcb, host n-d-713301-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-16',level=0,port_id=0b15f3d3-1409-4749-977d-b59690081dcb,segment=NetworkSegment(ea08683e-cb29-4019-b2bf-a3ad173424fe),segment_id=ea08683e-cb29-4019-b2bf-a3ad173424fe)] {{(pid=95103) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 19:43:38.636788 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-53b75375-9aa9-4ba7-93e7-9f0ae24836a7 tempest-RoutersTest-320658655 tempest-RoutersTest-320658655-project] 10.222.0.67 "GET /v2.0/routers/9235f96d-1409-43d4-a306-b8f191dd7923 HTTP/1.1" status: 200 len: 700 time: 0.5479922 Sep 23 19:43:38.637528 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 35930) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:43:38.650123 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_dvr_db [None req-ecd4e53d-da78-4dbe-95fc-6bc935d4b94b None None] Set router 9235f96d-1409-43d4-a306-b8f191dd7923 gateway port host: None {{(pid=95103) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 19:43:38.702620 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-16595db7-b683-4a83-b37a-2a74c19408fc tempest-RoutersTest-320658655 tempest-RoutersTest-320658655-project] 10.222.0.67 "GET /v2.0/ports?device_id=9235f96d-1409-43d4-a306-b8f191dd7923 HTTP/1.1" status: 200 len: 205 time: 0.0567596 Sep 23 19:43:38.706468 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 35936) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:43:38.763846 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-81883fa3-ee17-4eb3-b1ab-26c749326ba0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:38.781433 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad6f27b-1056-4cd4-98ce-4371869d2469 None None] Pushing event updated for resources: {'Port': ['ID=2bc1be1d-e1ed-42fa-ae3b-d3a995eaa854,revision_number=5']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:43:38.821523 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_hamode_db [None req-ecd4e53d-da78-4dbe-95fc-6bc935d4b94b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9235f96d-1409-43d4-a306-b8f191dd7923', 'name': 'tempest-RoutersTest-router-1195998081', 'tenant_id': '6680ec314c604479bbb737c95f4e0850', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:43:36Z', 'updated_at': '2021-09-23T19:43:37Z', 'revision_number': 2, 'project_id': '6680ec314c604479bbb737c95f4e0850', 'gw_port_host': None}], 'n-d-713301-16', False) {} {{(pid=95103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:43:38.843045 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [req-6dfa480e-d6fe-47a9-a033-3d8617712894 req-a795df26-f718-45e6-a4d1-6de9e0f1f78a service neutron] (95102) timed out ('10.222.0.67', 56066) {{(pid=95102) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 23 19:43:38.880256 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-621e8e44-874d-4513-a008-9e3ae5110429 tempest-RoutersTest-320658655 tempest-RoutersTest-320658655-project] Notify callbacks [] for router, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:38.945041 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-c2ac41e8-ce3f-44b9-a8c6-967bf149f911 None None] Provisioning complete for port 2bc1be1d-e1ed-42fa-ae3b-d3a995eaa854 triggered by entity DHCP. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:43:38.945730 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-c2ac41e8-ce3f-44b9-a8c6-967bf149f911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:39.009071 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecd4e53d-da78-4dbe-95fc-6bc935d4b94b None None] Checking router: 9235f96d-1409-43d4-a306-b8f191dd7923 for host: n-d-713301-16 {{(pid=95103) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 19:43:39.024150 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-7619ab86-730c-47d3-b152-54a065e81718 tempest-RoutersIpV6Test-563412711 tempest-RoutersIpV6Test-563412711-project] Notify callbacks [] for port, precommit_update {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:39.033017 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-7619ab86-730c-47d3-b152-54a065e81718 tempest-RoutersIpV6Test-563412711 tempest-RoutersIpV6Test-563412711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4399095'] for port, after_update {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:39.035511 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-7619ab86-730c-47d3-b152-54a065e81718 tempest-RoutersIpV6Test-563412711 tempest-RoutersIpV6Test-563412711-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-527313', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-601459'] for router_interface, after_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:39.144107 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81883fa3-ee17-4eb3-b1ab-26c749326ba0 None None] Pushing event updated for resources: {'Port': ['ID=0b15f3d3-1409-4749-977d-b59690081dcb,revision_number=2']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:43:39.206675 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecd4e53d-da78-4dbe-95fc-6bc935d4b94b None None] Routers {'9235f96d-1409-43d4-a306-b8f191dd7923'} bound to L3 agent in host n-d-713301-16 {{(pid=95103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 19:43:39.207732 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_hamode_db [None req-ecd4e53d-da78-4dbe-95fc-6bc935d4b94b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-23T19:07:52Z,description=,heartbeat_timestamp=2021-09-23T19:43:22Z,host='n-d-713301-16',id=79a740bf-7821-4989-8288-7186e3e128f3,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:07:52Z,topic='l3_agent')) {'router_ids': ['9235f96d-1409-43d4-a306-b8f191dd7923'], 'active': True} {{(pid=95103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:43:39.307184 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-621e8e44-874d-4513-a008-9e3ae5110429 tempest-RoutersTest-320658655 tempest-RoutersTest-320658655-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-597305', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29369'] for router, precommit_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:39.325736 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-621e8e44-874d-4513-a008-9e3ae5110429 tempest-RoutersTest-320658655 tempest-RoutersTest-320658655-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:39.432406 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-621e8e44-874d-4513-a008-9e3ae5110429 tempest-RoutersTest-320658655 tempest-RoutersTest-320658655-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-597296'] for router, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:39.435212 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-621e8e44-874d-4513-a008-9e3ae5110429 tempest-RoutersTest-320658655 tempest-RoutersTest-320658655-project] Fanout notify agent at l3_agent the message router_deleted on router 9235f96d-1409-43d4-a306-b8f191dd7923 {{(pid=95101) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 23 19:43:39.452858 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-621e8e44-874d-4513-a008-9e3ae5110429 tempest-RoutersTest-320658655 tempest-RoutersTest-320658655-project] Notify callbacks [] for router, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:39.457401 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-621e8e44-874d-4513-a008-9e3ae5110429 tempest-RoutersTest-320658655 tempest-RoutersTest-320658655-project] 10.222.0.67 "DELETE /v2.0/routers/9235f96d-1409-43d4-a306-b8f191dd7923 HTTP/1.1" status: 204 len: 168 time: 0.7469351 Sep 23 19:43:39.461304 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 35958) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:43:39.471497 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_hamode_db [None req-d78a1468-5bb8-4635-9371-d001b957b6d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc71851d-1f5a-4d66-ba76-b05974590d54', 'name': 'tempest-RoutersIpV6Test-router-1785279921', 'tenant_id': 'fd66fc1e2cf64f369d6db25080c0cb06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:43:29Z', 'updated_at': '2021-09-23T19:43:32Z', 'revision_number': 2, 'project_id': 'fd66fc1e2cf64f369d6db25080c0cb06', 'gw_port_host': None, '_interfaces': [{'id': '2bc1be1d-e1ed-42fa-ae3b-d3a995eaa854', 'name': '', 'network_id': 'eb7ee6df-b6ba-45d6-91cd-a3b513be0e8c', 'tenant_id': 'fd66fc1e2cf64f369d6db25080c0cb06', 'mac_address': 'fa:16:3e:22:70:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc71851d-1f5a-4d66-ba76-b05974590d54', 'device_owner': 'network:router_interface', 'standard_attr_id': 2713, 'fixed_ips': [{'subnet_id': '7bf004d2-1700-4c8f-be15-804ddb0ed04c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:43:31Z', 'updated_at': '2021-09-23T19:43:37Z', 'revision_number': 4, 'project_id': 'fd66fc1e2cf64f369d6db25080c0cb06', 'subnets': [{'id': '7bf004d2-1700-4c8f-be15-804ddb0ed04c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-16', False) {} {{(pid=95103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:43:39.474232 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_dvr_db [None req-ecd4e53d-da78-4dbe-95fc-6bc935d4b94b None None] Set router 9235f96d-1409-43d4-a306-b8f191dd7923 gateway port host: None {{(pid=95103) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 19:43:39.501863 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-3917172a-fa72-4242-9f6b-4534fd5499e8 tempest-RoutersTest-320658655 tempest-RoutersTest-320658655-project] 10.222.0.67 "GET /v2.0/ports?device_id=9235f96d-1409-43d4-a306-b8f191dd7923 HTTP/1.1" status: 200 len: 205 time: 0.0362983 Sep 23 19:43:39.508364 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 35960) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:43:39.567020 n-d-713301-16 neutron-server[95101]: INFO neutron.api.v2.resource [None req-f2f10f57-0f0f-40b5-a90c-d7db81c6b1f0 tempest-RoutersTest-320658655 tempest-RoutersTest-320658655-project] delete failed (client error): The resource could not be found. Sep 23 19:43:39.568095 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-f2f10f57-0f0f-40b5-a90c-d7db81c6b1f0 tempest-RoutersTest-320658655 tempest-RoutersTest-320658655-project] 10.222.0.67 "DELETE /v2.0/routers/9235f96d-1409-43d4-a306-b8f191dd7923 HTTP/1.1" status: 404 len: 336 time: 0.0586953 Sep 23 19:43:39.572784 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 35964) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:43:39.591283 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d78a1468-5bb8-4635-9371-d001b957b6d1 None None] The sync data for ids ['dc71851d-1f5a-4d66-ba76-b05974590d54'] in n-d-713301-16 is: [{'id': 'dc71851d-1f5a-4d66-ba76-b05974590d54', 'name': 'tempest-RoutersIpV6Test-router-1785279921', 'tenant_id': 'fd66fc1e2cf64f369d6db25080c0cb06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:43:29Z', 'updated_at': '2021-09-23T19:43:32Z', 'revision_number': 2, 'project_id': 'fd66fc1e2cf64f369d6db25080c0cb06', 'gw_port_host': None, '_interfaces': [{'id': '2bc1be1d-e1ed-42fa-ae3b-d3a995eaa854', 'name': '', 'network_id': 'eb7ee6df-b6ba-45d6-91cd-a3b513be0e8c', 'tenant_id': 'fd66fc1e2cf64f369d6db25080c0cb06', 'mac_address': 'fa:16:3e:22:70:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc71851d-1f5a-4d66-ba76-b05974590d54', 'device_owner': 'network:router_interface', 'standard_attr_id': 2713, 'fixed_ips': [{'subnet_id': '7bf004d2-1700-4c8f-be15-804ddb0ed04c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:43:31Z', 'updated_at': '2021-09-23T19:43:37Z', 'revision_number': 4, 'project_id': 'fd66fc1e2cf64f369d6db25080c0cb06', 'subnets': [{'id': '7bf004d2-1700-4c8f-be15-804ddb0ed04c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 19:43:39.594505 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_hamode_db [None req-ecd4e53d-da78-4dbe-95fc-6bc935d4b94b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9235f96d-1409-43d4-a306-b8f191dd7923', 'name': 'tempest-RoutersTest-router-1195998081', 'tenant_id': '6680ec314c604479bbb737c95f4e0850', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:43:36Z', 'updated_at': '2021-09-23T19:43:37Z', 'revision_number': 2, 'project_id': '6680ec314c604479bbb737c95f4e0850', 'gw_port_host': None}], 'n-d-713301-16', False) {} {{(pid=95103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:43:39.617936 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7619ab86-730c-47d3-b152-54a065e81718 tempest-RoutersIpV6Test-563412711 tempest-RoutersIpV6Test-563412711-project] Pushing event updated for resources: {'Port': ['ID=f4857f5d-973e-4d61-b1b8-4bec3726c5f6,revision_number=2']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:43:39.623726 n-d-713301-16 neutron-server[95102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7619ab86-730c-47d3-b152-54a065e81718 tempest-RoutersIpV6Test-563412711 tempest-RoutersIpV6Test-563412711-project] Network 624e596e-769e-40b5-9ff9-cdd4e151ebba is already hosted by enough agents. {{(pid=95102) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:43:39.652083 n-d-713301-16 neutron-server[95102]: DEBUG neutron.scheduler.base_scheduler [None req-7619ab86-730c-47d3-b152-54a065e81718 tempest-RoutersIpV6Test-563412711 tempest-RoutersIpV6Test-563412711-project] Resources bound (agent type, host, resource id): {{(pid=95102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:43:39.671880 n-d-713301-16 neutron-server[95101]: INFO neutron.pecan_wsgi.hooks.translation [None req-06a5456e-7a5b-4b4f-ab71-e51ba842346d tempest-RoutersTest-320658655 tempest-RoutersTest-320658655-project] DELETE failed (client error): The resource could not be found. Sep 23 19:43:39.672338 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-06a5456e-7a5b-4b4f-ab71-e51ba842346d tempest-RoutersTest-320658655 tempest-RoutersTest-320658655-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95101) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 23 19:43:39.678252 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-06a5456e-7a5b-4b4f-ab71-e51ba842346d tempest-RoutersTest-320658655 tempest-RoutersTest-320658655-project] 10.222.0.67 "DELETE /v2.0/subnets/fb1c455f-c99f-4682-89a1-0a0ab1d1f969 HTTP/1.1" status: 404 len: 337 time: 0.1044290 Sep 23 19:43:39.682268 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 35970) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:43:39.708925 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7adbf0c-8228-4bcd-91f9-982ec8773ebb req-8da3bdd6-6b4d-4105-82c8-b56220f3da75 tempest-ServersNegativeTestJSON-1638865794 tempest-ServersNegativeTestJSON-1638865794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:43:39.710673 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-a7adbf0c-8228-4bcd-91f9-982ec8773ebb req-8da3bdd6-6b4d-4105-82c8-b56220f3da75 tempest-ServersNegativeTestJSON-1638865794 tempest-ServersNegativeTestJSON-1638865794-project] 10.222.0.67 "GET /v2.0/ports?device_id=6942dd4a-2993-4094-af13-ca4f91683a85 HTTP/1.1" status: 200 len: 946 time: 0.3424637 Sep 23 19:43:39.759452 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecd4e53d-da78-4dbe-95fc-6bc935d4b94b None None] The sync data for ids ['9235f96d-1409-43d4-a306-b8f191dd7923'] in n-d-713301-16 is: [{'id': '9235f96d-1409-43d4-a306-b8f191dd7923', 'name': 'tempest-RoutersTest-router-1195998081', 'tenant_id': '6680ec314c604479bbb737c95f4e0850', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:43:36Z', 'updated_at': '2021-09-23T19:43:37Z', 'revision_number': 2, 'project_id': '6680ec314c604479bbb737c95f4e0850', 'gw_port_host': None}] {{(pid=95103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 19:43:39.769813 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Device 0b15f3d3-1409-4749-977d-b59690081dcb up at agent ovs-agent-n-d-713301-16 {{(pid=95103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 19:43:39.841750 n-d-713301-16 neutron-server[95102]: INFO neutron.pecan_wsgi.hooks.translation [None req-faf3d30b-de70-486f-a821-1b9fd0e1b17c tempest-RoutersTest-320658655 tempest-RoutersTest-320658655-project] DELETE failed (client error): The resource could not be found. Sep 23 19:43:39.842595 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-faf3d30b-de70-486f-a821-1b9fd0e1b17c tempest-RoutersTest-320658655 tempest-RoutersTest-320658655-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95102) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 23 19:43:39.846815 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-faf3d30b-de70-486f-a821-1b9fd0e1b17c tempest-RoutersTest-320658655 tempest-RoutersTest-320658655-project] 10.222.0.67 "DELETE /v2.0/subnets/b5b04587-5f58-4ed8-adf7-9d7e01f16f67 HTTP/1.1" status: 404 len: 337 time: 0.1585557 Sep 23 19:43:39.847251 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 35974) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:43:39.929217 n-d-713301-16 neutron-server[95101]: INFO neutron.pecan_wsgi.hooks.translation [None req-da8a2a88-717c-4015-9621-cd4773e173ee tempest-RoutersTest-320658655 tempest-RoutersTest-320658655-project] DELETE failed (client error): The resource could not be found. Sep 23 19:43:39.930932 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-da8a2a88-717c-4015-9621-cd4773e173ee tempest-RoutersTest-320658655 tempest-RoutersTest-320658655-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95101) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 23 19:43:39.936556 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-da8a2a88-717c-4015-9621-cd4773e173ee tempest-RoutersTest-320658655 tempest-RoutersTest-320658655-project] 10.222.0.67 "DELETE /v2.0/subnets/b76f4ef0-2b81-4485-9220-9564b7756441 HTTP/1.1" status: 404 len: 337 time: 0.0857131 Sep 23 19:43:39.940083 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-a7adbf0c-8228-4bcd-91f9-982ec8773ebb req-8fecd655-4e4a-46d1-be2b-80598c3648ec tempest-ServersNegativeTestJSON-1638865794 tempest-ServersNegativeTestJSON-1638865794-project] 10.222.0.67 "GET /v2.0/security-groups?id=4daca97c-f524-4fb0-8b34-b36a0affa33e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1029000 Sep 23 19:43:39.941444 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Provisioning complete for port 0b15f3d3-1409-4749-977d-b59690081dcb triggered by entity L2. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:43:39.942408 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 35976) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:43:39.943982 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:39.997330 n-d-713301-16 neutron-server[95102]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7619ab86-730c-47d3-b152-54a065e81718 tempest-RoutersIpV6Test-563412711 tempest-RoutersIpV6Test-563412711-project] Router dc71851d-1f5a-4d66-ba76-b05974590d54 has already been hosted by L3 agent 79a740bf-7821-4989-8288-7186e3e128f3 {{(pid=95102) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 19:43:40.014259 n-d-713301-16 neutron-server[95101]: INFO neutron.pecan_wsgi.hooks.translation [None req-34d6d9f0-f745-49b2-a06e-822a7e65f321 tempest-RoutersTest-320658655 tempest-RoutersTest-320658655-project] DELETE failed (client error): The resource could not be found. Sep 23 19:43:40.015222 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-34d6d9f0-f745-49b2-a06e-822a7e65f321 tempest-RoutersTest-320658655 tempest-RoutersTest-320658655-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95101) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 23 19:43:40.019123 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-34d6d9f0-f745-49b2-a06e-822a7e65f321 tempest-RoutersTest-320658655 tempest-RoutersTest-320658655-project] 10.222.0.67 "DELETE /v2.0/subnets/5875b511-0c2a-4668-b988-7eb16dc02ec2 HTTP/1.1" status: 404 len: 337 time: 0.0731032 Sep 23 19:43:40.021874 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 35980) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:43:40.133936 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-4ea81aad-44fe-414a-95e6-c1379a509be0 tempest-RoutersTest-320658655 tempest-RoutersTest-320658655-project] 10.222.0.67 "GET /v2.0/ports?device_id=96503fda-a45f-430f-a5e1-653bd4f2c170 HTTP/1.1" status: 200 len: 205 time: 0.1079915 Sep 23 19:43:40.135961 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 35982) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:43:40.144794 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7619ab86-730c-47d3-b152-54a065e81718 tempest-RoutersIpV6Test-563412711 tempest-RoutersIpV6Test-563412711-project] Notify agent at l3_agent.n-d-713301-16 the message routers_updated {{(pid=95102) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 19:43:40.151220 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-7619ab86-730c-47d3-b152-54a065e81718 tempest-RoutersIpV6Test-563412711 tempest-RoutersIpV6Test-563412711-project] 10.222.0.67 "PUT /v2.0/routers/dc71851d-1f5a-4d66-ba76-b05974590d54/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7006667 Sep 23 19:43:40.156214 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 35984) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:43:40.166495 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.v2.base [None req-a0a9a601-09a6-4975-9175-d4a4f5647608 tempest-RoutersIpV6Test-563412711 tempest-RoutersIpV6Test-563412711-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-374975157'}} {{(pid=95102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:43:40.228576 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0a9a601-09a6-4975-9175-d4a4f5647608 tempest-RoutersIpV6Test-563412711 tempest-RoutersIpV6Test-563412711-project] Made reservation on behalf of fd66fc1e2cf64f369d6db25080c0cb06 for: {'network': 1} {{(pid=95102) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:43:40.236624 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-a0a9a601-09a6-4975-9175-d4a4f5647608 tempest-RoutersIpV6Test-563412711 tempest-RoutersIpV6Test-563412711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for network, before_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:40.280412 n-d-713301-16 neutron-server[95101]: INFO neutron.api.v2.resource [None req-d3dbd3c3-0a04-4103-8701-c26b1f20b564 tempest-RoutersTest-320658655 tempest-RoutersTest-320658655-project] delete failed (client error): The resource could not be found. Sep 23 19:43:40.285016 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-d3dbd3c3-0a04-4103-8701-c26b1f20b564 tempest-RoutersTest-320658655 tempest-RoutersTest-320658655-project] 10.222.0.67 "DELETE /v2.0/routers/96503fda-a45f-430f-a5e1-653bd4f2c170 HTTP/1.1" status: 404 len: 336 time: 0.1460569 Sep 23 19:43:40.289429 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 35986) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:43:40.331580 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-80e77426-fdd8-464b-badd-506058626dc1 tempest-RoutersTest-320658655 tempest-RoutersTest-320658655-project] 10.222.0.67 "GET /v2.0/ports?device_id=d0e50ea6-937c-4ece-906d-c28d8b5eea9a HTTP/1.1" status: 200 len: 205 time: 0.0403256 Sep 23 19:43:40.333934 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 35988) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:43:40.401500 n-d-713301-16 neutron-server[95101]: INFO neutron.api.v2.resource [None req-e413afa8-6c40-41fd-a470-8d2d2f615469 tempest-RoutersTest-320658655 tempest-RoutersTest-320658655-project] delete failed (client error): The resource could not be found. Sep 23 19:43:40.403326 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-e413afa8-6c40-41fd-a470-8d2d2f615469 tempest-RoutersTest-320658655 tempest-RoutersTest-320658655-project] 10.222.0.67 "DELETE /v2.0/routers/d0e50ea6-937c-4ece-906d-c28d8b5eea9a HTTP/1.1" status: 404 len: 336 time: 0.0683715 Sep 23 19:43:40.407374 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 35994) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:43:40.522486 n-d-713301-16 neutron-server[95101]: INFO neutron.pecan_wsgi.hooks.translation [None req-43a01ed7-cd9c-4e0f-9116-cbea007f859f tempest-RoutersTest-320658655 tempest-RoutersTest-320658655-project] DELETE failed (client error): The resource could not be found. Sep 23 19:43:40.522957 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-43a01ed7-cd9c-4e0f-9116-cbea007f859f tempest-RoutersTest-320658655 tempest-RoutersTest-320658655-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95101) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 23 19:43:40.524982 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-43a01ed7-cd9c-4e0f-9116-cbea007f859f tempest-RoutersTest-320658655 tempest-RoutersTest-320658655-project] 10.222.0.67 "DELETE /v2.0/subnets/88e21817-55e7-4403-87dc-86e41138b832 HTTP/1.1" status: 404 len: 337 time: 0.1163459 Sep 23 19:43:40.537354 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 35996) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:43:40.623610 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-d5c3872a-60d6-4f62-9683-8191f6379a76 tempest-RoutersTest-320658655 tempest-RoutersTest-320658655-project] 10.222.0.67 "GET /v2.0/ports?device_id=91a6e1d6-4015-4c62-9dd9-730e09e33803 HTTP/1.1" status: 200 len: 205 time: 0.0753284 Sep 23 19:43:40.625144 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 35998) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:43:40.635927 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:40.696033 n-d-713301-16 neutron-server[95101]: INFO neutron.api.v2.resource [None req-8974cacd-4ab0-4943-94cd-86652ca29049 tempest-RoutersTest-320658655 tempest-RoutersTest-320658655-project] delete failed (client error): The resource could not be found. Sep 23 19:43:40.706903 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-8974cacd-4ab0-4943-94cd-86652ca29049 tempest-RoutersTest-320658655 tempest-RoutersTest-320658655-project] 10.222.0.67 "DELETE /v2.0/routers/91a6e1d6-4015-4c62-9dd9-730e09e33803 HTTP/1.1" status: 404 len: 336 time: 0.0805438 Sep 23 19:43:40.707642 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 36004) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:43:40.742664 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] For port 0b15f3d3-1409-4749-977d-b59690081dcb, host n-d-713301-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-16',level=0,port_id=0b15f3d3-1409-4749-977d-b59690081dcb,segment=NetworkSegment(ea08683e-cb29-4019-b2bf-a3ad173424fe),segment_id=ea08683e-cb29-4019-b2bf-a3ad173424fe)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:43:40.753041 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:40.765835 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-3166f424-4ce2-49b5-9604-b10391c0afec tempest-RoutersTest-320658655 tempest-RoutersTest-320658655-project] 10.222.0.67 "GET /v2.0/ports?device_id=7cfc6058-3a0e-4a21-8192-6d2815daabcc HTTP/1.1" status: 200 len: 205 time: 0.0569439 Sep 23 19:43:40.769648 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 36006) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:43:40.864325 n-d-713301-16 neutron-server[95101]: INFO neutron.api.v2.resource [None req-5c2eedc2-9c6a-4d9e-9ae8-b5611cfaf9a6 tempest-RoutersTest-320658655 tempest-RoutersTest-320658655-project] delete failed (client error): The resource could not be found. Sep 23 19:43:40.869240 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-5c2eedc2-9c6a-4d9e-9ae8-b5611cfaf9a6 tempest-RoutersTest-320658655 tempest-RoutersTest-320658655-project] 10.222.0.67 "DELETE /v2.0/routers/7cfc6058-3a0e-4a21-8192-6d2815daabcc HTTP/1.1" status: 404 len: 336 time: 0.0979071 Sep 23 19:43:40.869528 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 36008) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:43:40.894953 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Pushing event updated for resources: {'Port': ['ID=0b15f3d3-1409-4749-977d-b59690081dcb,revision_number=3']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:43:40.903925 n-d-713301-16 neutron-server[95102]: INFO neutron.pecan_wsgi.hooks.translation [None req-2004bc9a-3e5b-42ab-b7ac-1b0244598bf0 tempest-RoutersTest-320658655 tempest-RoutersTest-320658655-project] DELETE failed (client error): The resource could not be found. Sep 23 19:43:40.904566 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2004bc9a-3e5b-42ab-b7ac-1b0244598bf0 tempest-RoutersTest-320658655 tempest-RoutersTest-320658655-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95102) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 23 19:43:40.906534 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-2004bc9a-3e5b-42ab-b7ac-1b0244598bf0 tempest-RoutersTest-320658655 tempest-RoutersTest-320658655-project] 10.222.0.67 "DELETE /v2.0/subnets/2c389415-6a02-4bbc-b230-93bbc9e8a204 HTTP/1.1" status: 404 len: 337 time: 0.0332582 Sep 23 19:43:40.909610 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 36010) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:43:40.927677 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a0a9a601-09a6-4975-9175-d4a4f5647608 tempest-RoutersIpV6Test-563412711 tempest-RoutersIpV6Test-563412711-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 629} {{(pid=95102) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 19:43:40.939501 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-a0a9a601-09a6-4975-9175-d4a4f5647608 tempest-RoutersIpV6Test-563412711 tempest-RoutersIpV6Test-563412711-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1756186'] for segment, precommit_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:40.939843 n-d-713301-16 neutron-server[95102]: INFO neutron.db.segments_db [None req-a0a9a601-09a6-4975-9175-d4a4f5647608 tempest-RoutersIpV6Test-563412711 tempest-RoutersIpV6Test-563412711-project] Added segment 1321d43e-dd78-40fa-9150-e9d3d36ab557 of type vlan for network a9c6c3e4-ab4f-4800-b25e-b5800d99177a Sep 23 19:43:40.990272 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-a0a9a601-09a6-4975-9175-d4a4f5647608 tempest-RoutersIpV6Test-563412711 tempest-RoutersIpV6Test-563412711-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783145630486'] for network, precommit_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:40.998337 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-9f5b344e-4785-43f4-b3d5-a0de22ff0f78 tempest-RoutersTest-320658655 tempest-RoutersTest-320658655-project] 10.222.0.67 "GET /v2.0/ports?device_id=fd7a733e-1c23-45b9-a44f-e8f163c4c598 HTTP/1.1" status: 200 len: 205 time: 0.0873718 Sep 23 19:43:41.001247 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 36016) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:43:41.018858 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a62ff6a-505c-4188-822a-cb2486c553aa None None] Network 624e596e-769e-40b5-9ff9-cdd4e151ebba requested from n-d-713301-16 {{(pid=95103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 19:43:41.034995 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-a0a9a601-09a6-4975-9175-d4a4f5647608 tempest-RoutersIpV6Test-563412711 tempest-RoutersIpV6Test-563412711-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299'] for network, after_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:41.041702 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0a9a601-09a6-4975-9175-d4a4f5647608 tempest-RoutersIpV6Test-563412711 tempest-RoutersIpV6Test-563412711-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:43:41.042705 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-a0a9a601-09a6-4975-9175-d4a4f5647608 tempest-RoutersIpV6Test-563412711 tempest-RoutersIpV6Test-563412711-project] Notify callbacks [] for network, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:41.091302 n-d-713301-16 neutron-server[95101]: INFO neutron.api.v2.resource [None req-f6ba9506-a16b-477d-ad4c-11217e2a70b5 tempest-RoutersTest-320658655 tempest-RoutersTest-320658655-project] delete failed (client error): The resource could not be found. Sep 23 19:43:41.095178 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-f6ba9506-a16b-477d-ad4c-11217e2a70b5 tempest-RoutersTest-320658655 tempest-RoutersTest-320658655-project] 10.222.0.67 "DELETE /v2.0/routers/fd7a733e-1c23-45b9-a44f-e8f163c4c598 HTTP/1.1" status: 404 len: 336 time: 0.0919371 Sep 23 19:43:41.095795 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 36020) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:43:41.116919 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-a0a9a601-09a6-4975-9175-d4a4f5647608 tempest-RoutersIpV6Test-563412711 tempest-RoutersIpV6Test-563412711-project] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.9589691 Sep 23 19:43:41.120109 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 36022) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:43:41.137538 n-d-713301-16 neutron-server[95101]: INFO neutron.pecan_wsgi.hooks.translation [None req-a464e487-9804-4606-aba5-7156a8bd74e5 tempest-RoutersTest-320658655 tempest-RoutersTest-320658655-project] DELETE failed (client error): The resource could not be found. Sep 23 19:43:41.138238 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a464e487-9804-4606-aba5-7156a8bd74e5 tempest-RoutersTest-320658655 tempest-RoutersTest-320658655-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95101) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 23 19:43:41.143548 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-a464e487-9804-4606-aba5-7156a8bd74e5 tempest-RoutersTest-320658655 tempest-RoutersTest-320658655-project] 10.222.0.67 "DELETE /v2.0/subnets/28d274e7-42ad-49df-8ce1-36910db9f63e HTTP/1.1" status: 404 len: 337 time: 0.0467379 Sep 23 19:43:41.144435 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 36024) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:43:41.144820 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.v2.base [None req-0fc44ec6-8cf5-4ccb-9a19-c9f16b017bfb tempest-RoutersIpV6Test-563412711 tempest-RoutersIpV6Test-563412711-project] Request body: {'subnet': {'network_id': 'a9c6c3e4-ab4f-4800-b25e-b5800d99177a', 'cidr': '2001:db8:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:2::1'}} {{(pid=95102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:43:41.197200 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-e23aba83-e155-4e1c-8bca-a0808a01e338 tempest-RoutersTest-320658655 tempest-RoutersTest-320658655-project] 10.222.0.67 "GET /v2.0/ports?device_id=0a41719e-5b35-4cd0-bbd7-845a0ee1621f HTTP/1.1" status: 200 len: 205 time: 0.0511687 Sep 23 19:43:41.198135 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 36026) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:43:41.206890 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0a9a601-09a6-4975-9175-d4a4f5647608 tempest-RoutersIpV6Test-563412711 tempest-RoutersIpV6Test-563412711-project] Pushing event updated for resources: {'Network': ['ID=a9c6c3e4-ab4f-4800-b25e-b5800d99177a,revision_number=1']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:43:41.291106 n-d-713301-16 neutron-server[95101]: INFO neutron.api.v2.resource [None req-63ee7c1e-1b7c-4731-b4f7-c074e723f92d tempest-RoutersTest-320658655 tempest-RoutersTest-320658655-project] delete failed (client error): The resource could not be found. Sep 23 19:43:41.298630 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-63ee7c1e-1b7c-4731-b4f7-c074e723f92d tempest-RoutersTest-320658655 tempest-RoutersTest-320658655-project] 10.222.0.67 "DELETE /v2.0/routers/0a41719e-5b35-4cd0-bbd7-845a0ee1621f HTTP/1.1" status: 404 len: 336 time: 0.0970323 Sep 23 19:43:41.298845 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac180557-2aa8-4da0-89b7-8df2a2aa1260 req-3b79db0d-e0a4-4f8e-b96f-6c58569a165d tempest-ServersNegativeTestJSON-1638865794 tempest-ServersNegativeTestJSON-1638865794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:43:41.298968 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 36030) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:43:41.299786 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-ac180557-2aa8-4da0-89b7-8df2a2aa1260 req-3b79db0d-e0a4-4f8e-b96f-6c58569a165d tempest-ServersNegativeTestJSON-1638865794 tempest-ServersNegativeTestJSON-1638865794-project] 10.222.0.67 "GET /v2.0/ports?device_id=6942dd4a-2993-4094-af13-ca4f91683a85 HTTP/1.1" status: 200 len: 946 time: 0.2165396 Sep 23 19:43:41.348361 n-d-713301-16 neutron-server[95101]: INFO neutron.pecan_wsgi.hooks.translation [None req-665ce239-2f21-43fc-8ad1-8b60a5ed7e15 tempest-RoutersTest-320658655 tempest-RoutersTest-320658655-project] DELETE failed (client error): The resource could not be found. Sep 23 19:43:41.348942 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-665ce239-2f21-43fc-8ad1-8b60a5ed7e15 tempest-RoutersTest-320658655 tempest-RoutersTest-320658655-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95101) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 23 19:43:41.353334 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-665ce239-2f21-43fc-8ad1-8b60a5ed7e15 tempest-RoutersTest-320658655 tempest-RoutersTest-320658655-project] 10.222.0.67 "DELETE /v2.0/subnets/eb648195-aaf3-4a87-a995-801d31da1955 HTTP/1.1" status: 404 len: 337 time: 0.0507035 Sep 23 19:43:41.354417 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Network a9c6c3e4-ab4f-4800-b25e-b5800d99177a details requested by agent ovs-agent-n-d-713301-16 with host n-d-713301-16 {{(pid=95103) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 19:43:41.356761 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 36032) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:43:41.391846 n-d-713301-16 neutron-server[95102]: INFO neutron.pecan_wsgi.hooks.translation [None req-1cf218f2-66dd-4aad-9b2e-14ce44517c1e tempest-RoutersTest-320658655 tempest-RoutersTest-320658655-project] DELETE failed (client error): The resource could not be found. Sep 23 19:43:41.392462 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1cf218f2-66dd-4aad-9b2e-14ce44517c1e tempest-RoutersTest-320658655 tempest-RoutersTest-320658655-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95102) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 23 19:43:41.397000 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-1cf218f2-66dd-4aad-9b2e-14ce44517c1e tempest-RoutersTest-320658655 tempest-RoutersTest-320658655-project] 10.222.0.67 "DELETE /v2.0/subnets/f168ba10-9c3e-40b9-bb29-b7cb51ebf4f0 HTTP/1.1" status: 404 len: 337 time: 0.0366750 Sep 23 19:43:41.401256 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-ac180557-2aa8-4da0-89b7-8df2a2aa1260 req-48e1312e-0cb4-4087-af1a-5952e496cf1c tempest-ServersNegativeTestJSON-1638865794 tempest-ServersNegativeTestJSON-1638865794-project] 10.222.0.67 "GET /v2.0/security-groups?id=4daca97c-f524-4fb0-8b34-b36a0affa33e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934038 Sep 23 19:43:41.413145 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0fc44ec6-8cf5-4ccb-9a19-c9f16b017bfb tempest-RoutersIpV6Test-563412711 tempest-RoutersIpV6Test-563412711-project] Made reservation on behalf of fd66fc1e2cf64f369d6db25080c0cb06 for: {'subnet': 1} {{(pid=95102) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:43:41.420790 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-0fc44ec6-8cf5-4ccb-9a19-c9f16b017bfb tempest-RoutersIpV6Test-563412711 tempest-RoutersIpV6Test-563412711-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5388256'] for subnet, before_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:41.422262 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-6fc9a121-11a3-410f-8751-b742db21fa21 None None] Provisioning complete for port 0b15f3d3-1409-4749-977d-b59690081dcb triggered by entity DHCP. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:43:41.422643 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-6fc9a121-11a3-410f-8751-b742db21fa21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:41.804895 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-0fc44ec6-8cf5-4ccb-9a19-c9f16b017bfb tempest-RoutersIpV6Test-563412711 tempest-RoutersIpV6Test-563412711-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4398944', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5388242'] for subnet, after_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:41.838301 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Device 2bc1be1d-e1ed-42fa-ae3b-d3a995eaa854 up at agent ovs-agent-n-d-713301-16 {{(pid=95103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 19:43:41.881028 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 36050) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:43:41.912078 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc44ec6-8cf5-4ccb-9a19-c9f16b017bfb tempest-RoutersIpV6Test-563412711 tempest-RoutersIpV6Test-563412711-project] Pushing event updated for resources: {'Subnet': ['ID=0ef042fb-a9c3-43a2-abca-e49fc01bb835,revision_number=0']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:43:41.932041 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fc44ec6-8cf5-4ccb-9a19-c9f16b017bfb tempest-RoutersIpV6Test-563412711 tempest-RoutersIpV6Test-563412711-project] Checking segment: {'id': '1321d43e-dd78-40fa-9150-e9d3d36ab557', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'a9c6c3e4-ab4f-4800-b25e-b5800d99177a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95102) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:43:41.932770 n-d-713301-16 neutron-server[95102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fc44ec6-8cf5-4ccb-9a19-c9f16b017bfb tempest-RoutersIpV6Test-563412711 tempest-RoutersIpV6Test-563412711-project] Network hostable DHCP agents. Network: a9c6c3e4-ab4f-4800-b25e-b5800d99177a, hostable agents: ['1b18bf05-1b5f-4587-be5c-af3ac38e32ad'], hosted agents: [] {{(pid=95102) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 19:43:41.962667 n-d-713301-16 neutron-server[95102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fc44ec6-8cf5-4ccb-9a19-c9f16b017bfb tempest-RoutersIpV6Test-563412711 tempest-RoutersIpV6Test-563412711-project] Network a9c6c3e4-ab4f-4800-b25e-b5800d99177a is scheduled to be hosted by DHCP agent 1b18bf05-1b5f-4587-be5c-af3ac38e32ad with binding_index 1 {{(pid=95102) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 19:43:41.975803 n-d-713301-16 neutron-server[95102]: DEBUG neutron.scheduler.base_scheduler [None req-0fc44ec6-8cf5-4ccb-9a19-c9f16b017bfb tempest-RoutersIpV6Test-563412711 tempest-RoutersIpV6Test-563412711-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713301-16, a9c6c3e4-ab4f-4800-b25e-b5800d99177a) {{(pid=95102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:43:41.982472 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fc44ec6-8cf5-4ccb-9a19-c9f16b017bfb tempest-RoutersIpV6Test-563412711 tempest-RoutersIpV6Test-563412711-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:43:41.983470 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-0fc44ec6-8cf5-4ccb-9a19-c9f16b017bfb tempest-RoutersIpV6Test-563412711 tempest-RoutersIpV6Test-563412711-project] Notify callbacks [] for subnet, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:42.003205 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-0fc44ec6-8cf5-4ccb-9a19-c9f16b017bfb tempest-RoutersIpV6Test-563412711 tempest-RoutersIpV6Test-563412711-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.8816261 Sep 23 19:43:42.005859 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 36056) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:43:42.019350 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af58526a-0970-4dd7-a298-2b01eb306438 None None] Network a9c6c3e4-ab4f-4800-b25e-b5800d99177a requested from n-d-713301-16 {{(pid=95103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 19:43:42.058130 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Provisioning complete for port 2bc1be1d-e1ed-42fa-ae3b-d3a995eaa854 triggered by entity L2. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:43:42.059168 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:42.367655 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-77db4908-1e91-4482-bd7f-bdcb0ea8f73d None None] Provisioning complete for port 0b15f3d3-1409-4749-977d-b59690081dcb triggered by entity DHCP. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:43:42.368582 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-77db4908-1e91-4482-bd7f-bdcb0ea8f73d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:42.448665 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-aa52047a-b023-4dfc-abfb-a7131d6be873 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=6680ec314c604479bbb737c95f4e0850&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5658126 Sep 23 19:43:42.451853 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 36066) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:43:42.552145 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77f26356-2b9e-461a-9676-c02a277f08aa None None] Sync routers for ids ['dc71851d-1f5a-4d66-ba76-b05974590d54'] in n-d-713301-16 {{(pid=95104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 19:43:42.564919 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Device 0b15f3d3-1409-4749-977d-b59690081dcb up at agent ovs-agent-n-d-713301-16 {{(pid=95103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 19:43:42.567568 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77f26356-2b9e-461a-9676-c02a277f08aa None None] Routers {'dc71851d-1f5a-4d66-ba76-b05974590d54'} bound to L3 agent in host n-d-713301-16 {{(pid=95104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 19:43:42.582206 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_hamode_db [None req-77f26356-2b9e-461a-9676-c02a277f08aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-23T19:07:52Z,description=,heartbeat_timestamp=2021-09-23T19:43:22Z,host='n-d-713301-16',id=79a740bf-7821-4989-8288-7186e3e128f3,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:07:52Z,topic='l3_agent')) {'router_ids': ['dc71851d-1f5a-4d66-ba76-b05974590d54'], 'active': True} {{(pid=95104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:43:42.690715 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-feb6dea2-7cef-45f5-b368-4bad2391ab3e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:42.767125 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-feb6dea2-7cef-45f5-b368-4bad2391ab3e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:42.805966 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-92f20b35-7768-445b-a0ec-b5cf8769a277 tempest-RoutersIpV6Test-563412711 tempest-RoutersIpV6Test-563412711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:42.819083 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e0cccef-c1a9-4a71-8f08-4a023b6db0e1 req-3c21534a-e85c-4507-a48e-67edf0d49795 tempest-ServersNegativeTestJSON-1638865794 tempest-ServersNegativeTestJSON-1638865794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:43:42.821124 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-8e0cccef-c1a9-4a71-8f08-4a023b6db0e1 req-3c21534a-e85c-4507-a48e-67edf0d49795 tempest-ServersNegativeTestJSON-1638865794 tempest-ServersNegativeTestJSON-1638865794-project] 10.222.0.67 "GET /v2.0/ports?device_id=6942dd4a-2993-4094-af13-ca4f91683a85 HTTP/1.1" status: 200 len: 946 time: 0.2280035 Sep 23 19:43:42.837162 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_dvr_db [None req-77f26356-2b9e-461a-9676-c02a277f08aa None None] Set router dc71851d-1f5a-4d66-ba76-b05974590d54 gateway port host: None {{(pid=95104) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 19:43:42.852486 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b5f8eb8-280d-4c37-9d86-884419136825 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4c8b80df-07eb-5275-9f17-5cf640db67c0-a9c6c3e4-ab4f-4800-b25e-b5800d99177a', 'network_id': 'a9c6c3e4-ab4f-4800-b25e-b5800d99177a', 'tenant_id': 'fd66fc1e2cf64f369d6db25080c0cb06', 'fixed_ips': [{'subnet_id': '0ef042fb-a9c3-43a2-abca-e49fc01bb835'}]}} from n-d-713301-16. {{(pid=95103) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 23 19:43:42.853633 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-2b5f8eb8-280d-4c37-9d86-884419136825 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_create {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:42.982972 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-8e0cccef-c1a9-4a71-8f08-4a023b6db0e1 req-8da27466-e277-4761-a6f0-9da02659764a tempest-ServersNegativeTestJSON-1638865794 tempest-ServersNegativeTestJSON-1638865794-project] 10.222.0.67 "GET /v2.0/security-groups?id=4daca97c-f524-4fb0-8b34-b36a0affa33e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1468642 Sep 23 19:43:42.997834 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-feb6dea2-7cef-45f5-b368-4bad2391ab3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:43.001240 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-feb6dea2-7cef-45f5-b368-4bad2391ab3e admin admin] Notify callbacks [] for security_group, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:43.002664 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-feb6dea2-7cef-45f5-b368-4bad2391ab3e admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/5961f0e4-5586-461e-b75d-34c894e2741e HTTP/1.1" status: 204 len: 168 time: 0.5494571 Sep 23 19:43:43.017584 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feb6dea2-7cef-45f5-b368-4bad2391ab3e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5961f0e4-5586-461e-b75d-34c894e2741e,revision_number=None']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:43:43.071317 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Device da1cccf9-fec5-48ec-99c3-a7ba7ed97445 details requested by agent hyperv_n-h2-713301-16 with host n-h2-713301-16 {{(pid=95103) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 19:43:43.214307 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Provisioning complete for port 0b15f3d3-1409-4749-977d-b59690081dcb triggered by entity L2. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:43:43.215056 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:43.291994 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_hamode_db [None req-77f26356-2b9e-461a-9676-c02a277f08aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc71851d-1f5a-4d66-ba76-b05974590d54', 'name': 'tempest-RoutersIpV6Test-router-1785279921', 'tenant_id': 'fd66fc1e2cf64f369d6db25080c0cb06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:43:29Z', 'updated_at': '2021-09-23T19:43:38Z', 'revision_number': 3, 'project_id': 'fd66fc1e2cf64f369d6db25080c0cb06', 'gw_port_host': None, '_interfaces': [{'id': '2bc1be1d-e1ed-42fa-ae3b-d3a995eaa854', 'name': '', 'network_id': 'eb7ee6df-b6ba-45d6-91cd-a3b513be0e8c', 'tenant_id': 'fd66fc1e2cf64f369d6db25080c0cb06', 'mac_address': 'fa:16:3e:22:70:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc71851d-1f5a-4d66-ba76-b05974590d54', 'device_owner': 'network:router_interface', 'standard_attr_id': 2713, 'fixed_ips': [{'subnet_id': '7bf004d2-1700-4c8f-be15-804ddb0ed04c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:43:31Z', 'updated_at': '2021-09-23T19:43:38Z', 'revision_number': 5, 'project_id': 'fd66fc1e2cf64f369d6db25080c0cb06', 'subnets': [{'id': '7bf004d2-1700-4c8f-be15-804ddb0ed04c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f4857f5d-973e-4d61-b1b8-4bec3726c5f6', 'name': '', 'network_id': '624e596e-769e-40b5-9ff9-cdd4e151ebba', 'tenant_id': 'fd66fc1e2cf64f369d6db25080c0cb06', 'mac_address': 'fa:16:3e:a1:43:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc71851d-1f5a-4d66-ba76-b05974590d54', 'device_owner': 'network:router_interface', 'standard_attr_id': 2724, 'fixed_ips': [{'subnet_id': '134a0ec1-e18d-4ff7-8a0f-d03ae0c19bd3', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:43:37Z', 'updated_at': '2021-09-23T19:43:38Z', 'revision_number': 2, 'project_id': 'fd66fc1e2cf64f369d6db25080c0cb06', 'subnets': [{'id': '134a0ec1-e18d-4ff7-8a0f-d03ae0c19bd3', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-16', False) {} {{(pid=95104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:43:43.467938 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] For port da1cccf9-fec5-48ec-99c3-a7ba7ed97445, host n-h2-713301-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-16',level=0,port_id=da1cccf9-fec5-48ec-99c3-a7ba7ed97445,segment=NetworkSegment(73539111-d512-4650-9e44-61bde391e31a),segment_id=73539111-d512-4650-9e44-61bde391e31a)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:43:43.561933 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-77db4908-1e91-4482-bd7f-bdcb0ea8f73d None None] Provisioning complete for port f4857f5d-973e-4d61-b1b8-4bec3726c5f6 triggered by entity DHCP. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:43:43.561933 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-77db4908-1e91-4482-bd7f-bdcb0ea8f73d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:43.586402 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77f26356-2b9e-461a-9676-c02a277f08aa None None] Checking router: dc71851d-1f5a-4d66-ba76-b05974590d54 for host: n-d-713301-16 {{(pid=95104) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 19:43:43.587352 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77f26356-2b9e-461a-9676-c02a277f08aa None None] Updating router dc71851d-1f5a-4d66-ba76-b05974590d54 port f4857f5d-973e-4d61-b1b8-4bec3726c5f6 binding host n-d-713301-16 {{(pid=95104) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 23 19:43:43.614066 n-d-713301-16 neutron-server[95104]: DEBUG neutron_lib.callbacks.manager [None req-77f26356-2b9e-461a-9676-c02a277f08aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:43.636297 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.plugin [None req-77db4908-1e91-4482-bd7f-bdcb0ea8f73d None None] Port f4857f5d-973e-4d61-b1b8-4bec3726c5f6 cannot update to ACTIVE because it is not bound. {{(pid=95103) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 19:43:43.638103 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Returning: {'device': 'da1cccf9-fec5-48ec-99c3-a7ba7ed97445', 'network_id': 'bd1e9a1b-24bd-4f73-b7dd-094a5b1ba73a', 'port_id': 'da1cccf9-fec5-48ec-99c3-a7ba7ed97445', 'mac_address': 'fa:16:3e:80:b0:55', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 648, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3168c2f0-c410-47c7-9b0a-467008e3d34d', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95103) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 19:43:43.752834 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.db_base_plugin_common [None req-2b5f8eb8-280d-4c37-9d86-884419136825 None None] Allocated IP 2001:db8:2::2 (a9c6c3e4-ab4f-4800-b25e-b5800d99177a/0ef042fb-a9c3-43a2-abca-e49fc01bb835/9fced79b-e46a-4f8d-8d4f-fb19952a7cb0) {{(pid=95103) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 19:43:43.812226 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:43.822076 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-d2a0cdad-dcf1-4e93-8ad2-7eebe16e220f None None] Provisioning complete for port f4857f5d-973e-4d61-b1b8-4bec3726c5f6 triggered by entity DHCP. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:43:43.822452 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-d2a0cdad-dcf1-4e93-8ad2-7eebe16e220f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:43.881186 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.plugin [None req-d2a0cdad-dcf1-4e93-8ad2-7eebe16e220f None None] Port f4857f5d-973e-4d61-b1b8-4bec3726c5f6 cannot update to ACTIVE because it is not bound. {{(pid=95103) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 19:43:43.906116 n-d-713301-16 neutron-server[95103]: DEBUG neutron.notifiers.nova [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id da1cccf9-fec5-48ec-99c3-a7ba7ed97445 {{(pid=95103) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 19:43:43.960165 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] For port da1cccf9-fec5-48ec-99c3-a7ba7ed97445, host n-h2-713301-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-16',level=0,port_id=da1cccf9-fec5-48ec-99c3-a7ba7ed97445,segment=NetworkSegment(73539111-d512-4650-9e44-61bde391e31a),segment_id=73539111-d512-4650-9e44-61bde391e31a)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:43:43.976388 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:44.038719 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Pushing event updated for resources: {'Port': ['ID=da1cccf9-fec5-48ec-99c3-a7ba7ed97445,revision_number=6']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:43:44.085112 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] get_ports_and_sgs() called for port_ids ['da1cccf9-fec5-48ec-99c3-a7ba7ed97445'] {{(pid=95103) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 19:43:44.118261 n-d-713301-16 neutron-server[95104]: DEBUG neutron_lib.callbacks.manager [None req-77f26356-2b9e-461a-9676-c02a277f08aa None None] Notify callbacks [] for port, precommit_update {{(pid=95104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:44.126918 n-d-713301-16 neutron-server[95104]: DEBUG neutron_lib.callbacks.manager [None req-77f26356-2b9e-461a-9676-c02a277f08aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:44.248844 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f17c08e1-7e13-461c-ba47-8be8f2d001f4 None None] Pushing event updated for resources: {'Port': ['ID=f4857f5d-973e-4d61-b1b8-4bec3726c5f6,revision_number=3']} {{(pid=95104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:43:44.267646 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9570ed07-a36d-4f79-956c-c381ca3cd4e7 req-5b5893ba-6427-4200-85e6-e7dc18b91a86 tempest-ServersNegativeTestJSON-1638865794 tempest-ServersNegativeTestJSON-1638865794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:43:44.269608 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-9570ed07-a36d-4f79-956c-c381ca3cd4e7 req-5b5893ba-6427-4200-85e6-e7dc18b91a86 tempest-ServersNegativeTestJSON-1638865794 tempest-ServersNegativeTestJSON-1638865794-project] 10.222.0.67 "GET /v2.0/ports?device_id=6942dd4a-2993-4094-af13-ca4f91683a85 HTTP/1.1" status: 200 len: 945 time: 0.1373620 Sep 23 19:43:44.313224 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f17c08e1-7e13-461c-ba47-8be8f2d001f4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:43:44.313839 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f17c08e1-7e13-461c-ba47-8be8f2d001f4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:43:44.314337 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f17c08e1-7e13-461c-ba47-8be8f2d001f4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:43:44.315415 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f17c08e1-7e13-461c-ba47-8be8f2d001f4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:43:44.316511 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f17c08e1-7e13-461c-ba47-8be8f2d001f4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:43:44.320049 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f17c08e1-7e13-461c-ba47-8be8f2d001f4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:43:44.320585 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f17c08e1-7e13-461c-ba47-8be8f2d001f4 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:43:44.321220 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f17c08e1-7e13-461c-ba47-8be8f2d001f4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:43:44.321769 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f17c08e1-7e13-461c-ba47-8be8f2d001f4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:43:44.322695 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f17c08e1-7e13-461c-ba47-8be8f2d001f4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:43:44.323246 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f17c08e1-7e13-461c-ba47-8be8f2d001f4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:43:44.327562 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f17c08e1-7e13-461c-ba47-8be8f2d001f4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:43:44.348379 n-d-713301-16 neutron-server[95104]: DEBUG neutron.plugins.ml2.managers [None req-77f26356-2b9e-461a-9676-c02a277f08aa None None] Attempting to bind port f4857f5d-973e-4d61-b1b8-4bec3726c5f6 on host n-d-713301-16 for vnic_type normal with profile {{(pid=95104) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 19:43:44.352995 n-d-713301-16 neutron-server[95104]: DEBUG neutron.plugins.ml2.managers [None req-77f26356-2b9e-461a-9676-c02a277f08aa None None] Attempting to bind port f4857f5d-973e-4d61-b1b8-4bec3726c5f6 by drivers openvswitch,hyperv on host n-d-713301-16 at level 0 using segments [{'id': 'ea08683e-cb29-4019-b2bf-a3ad173424fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '624e596e-769e-40b5-9ff9-cdd4e151ebba'}] {{(pid=95104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 19:43:44.354346 n-d-713301-16 neutron-server[95104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77f26356-2b9e-461a-9676-c02a277f08aa None None] Attempting to bind port f4857f5d-973e-4d61-b1b8-4bec3726c5f6 on network 624e596e-769e-40b5-9ff9-cdd4e151ebba {{(pid=95104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:43:44.362283 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-9570ed07-a36d-4f79-956c-c381ca3cd4e7 req-120c5be7-e31c-4d11-8e81-c599d7053d6a tempest-ServersNegativeTestJSON-1638865794 tempest-ServersNegativeTestJSON-1638865794-project] 10.222.0.67 "GET /v2.0/security-groups?id=4daca97c-f524-4fb0-8b34-b36a0affa33e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859687 Sep 23 19:43:44.369110 n-d-713301-16 neutron-server[95104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77f26356-2b9e-461a-9676-c02a277f08aa None None] Checking agent: {'id': '70a14545-df24-472f-8f95-bfe1719bff93', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 19, 7, 53), 'started_at': datetime.datetime(2021, 9, 23, 19, 8, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 19, 43, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 19:43:44.369931 n-d-713301-16 neutron-server[95104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77f26356-2b9e-461a-9676-c02a277f08aa None None] Checking segment: {'id': 'ea08683e-cb29-4019-b2bf-a3ad173424fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '624e596e-769e-40b5-9ff9-cdd4e151ebba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95104) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:43:44.370872 n-d-713301-16 neutron-server[95104]: DEBUG neutron_lib.callbacks.manager [None req-77f26356-2b9e-461a-9676-c02a277f08aa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:44.372301 n-d-713301-16 neutron-server[95104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77f26356-2b9e-461a-9676-c02a277f08aa None None] Bound using segment: {'id': 'ea08683e-cb29-4019-b2bf-a3ad173424fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '624e596e-769e-40b5-9ff9-cdd4e151ebba'} {{(pid=95104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 19:43:44.373065 n-d-713301-16 neutron-server[95104]: DEBUG neutron.plugins.ml2.managers [None req-77f26356-2b9e-461a-9676-c02a277f08aa None None] Bound port: f4857f5d-973e-4d61-b1b8-4bec3726c5f6, host: n-d-713301-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ea08683e-cb29-4019-b2bf-a3ad173424fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '624e596e-769e-40b5-9ff9-cdd4e151ebba'}}] {{(pid=95104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 19:43:44.374035 n-d-713301-16 neutron-server[95104]: DEBUG neutron_lib.callbacks.manager [None req-77f26356-2b9e-461a-9676-c02a277f08aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:44.420184 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-2b5f8eb8-280d-4c37-9d86-884419136825 None None] Notify callbacks [] for port, precommit_create {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:44.432246 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-2b5f8eb8-280d-4c37-9d86-884419136825 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783145673135'] for port, after_create {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:44.516441 n-d-713301-16 neutron-server[95103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b5f8eb8-280d-4c37-9d86-884419136825 None None] Network a9c6c3e4-ab4f-4800-b25e-b5800d99177a is already hosted by enough agents. {{(pid=95103) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:43:44.523282 n-d-713301-16 neutron-server[95104]: DEBUG neutron.plugins.ml2.db [None req-77f26356-2b9e-461a-9676-c02a277f08aa None None] For port f4857f5d-973e-4d61-b1b8-4bec3726c5f6, host n-d-713301-16, cleared binding levels {{(pid=95104) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 19:43:44.534144 n-d-713301-16 neutron-server[95104]: DEBUG neutron.plugins.ml2.db [None req-77f26356-2b9e-461a-9676-c02a277f08aa None None] For port f4857f5d-973e-4d61-b1b8-4bec3726c5f6, host n-d-713301-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-16',level=0,port_id=f4857f5d-973e-4d61-b1b8-4bec3726c5f6,segment=NetworkSegment(ea08683e-cb29-4019-b2bf-a3ad173424fe),segment_id=ea08683e-cb29-4019-b2bf-a3ad173424fe)] {{(pid=95104) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 19:43:44.537727 n-d-713301-16 neutron-server[95103]: DEBUG neutron.scheduler.base_scheduler [None req-2b5f8eb8-280d-4c37-9d86-884419136825 None None] Resources bound (agent type, host, resource id): {{(pid=95103) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:43:44.540543 n-d-713301-16 neutron-server[95104]: DEBUG neutron_lib.callbacks.manager [None req-77f26356-2b9e-461a-9676-c02a277f08aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:44.551235 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b5f8eb8-280d-4c37-9d86-884419136825 None None] Received port after_create {{(pid=95103) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 19:43:44.585476 n-d-713301-16 neutron-server[95101]: DEBUG neutron.db.db_base_plugin_common [None req-92f20b35-7768-445b-a0ec-b5cf8769a277 tempest-RoutersIpV6Test-563412711 tempest-RoutersIpV6Test-563412711-project] Allocated IP 2001:db8:2::1 (a9c6c3e4-ab4f-4800-b25e-b5800d99177a/0ef042fb-a9c3-43a2-abca-e49fc01bb835/c242bcac-1085-4c88-aeaa-317379e207bf) {{(pid=95101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 19:43:44.593497 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b5f8eb8-280d-4c37-9d86-884419136825 None None] Pushing event updated for resources: {'Port': ['ID=9fced79b-e46a-4f8d-8d4f-fb19952a7cb0,revision_number=1']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:43:44.664172 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.managers [None req-2b5f8eb8-280d-4c37-9d86-884419136825 None None] Attempting to bind port 9fced79b-e46a-4f8d-8d4f-fb19952a7cb0 on host n-d-713301-16 for vnic_type normal with profile {{(pid=95103) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 19:43:44.664546 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.managers [None req-2b5f8eb8-280d-4c37-9d86-884419136825 None None] Attempting to bind port 9fced79b-e46a-4f8d-8d4f-fb19952a7cb0 by drivers openvswitch,hyperv on host n-d-713301-16 at level 0 using segments [{'id': '1321d43e-dd78-40fa-9150-e9d3d36ab557', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'a9c6c3e4-ab4f-4800-b25e-b5800d99177a'}] {{(pid=95103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 19:43:44.664944 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b5f8eb8-280d-4c37-9d86-884419136825 None None] Attempting to bind port 9fced79b-e46a-4f8d-8d4f-fb19952a7cb0 on network a9c6c3e4-ab4f-4800-b25e-b5800d99177a {{(pid=95103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:43:44.683775 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b5f8eb8-280d-4c37-9d86-884419136825 None None] Checking agent: {'id': '70a14545-df24-472f-8f95-bfe1719bff93', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 19, 7, 53), 'started_at': datetime.datetime(2021, 9, 23, 19, 8, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 19, 43, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 19:43:44.684387 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b5f8eb8-280d-4c37-9d86-884419136825 None None] Checking segment: {'id': '1321d43e-dd78-40fa-9150-e9d3d36ab557', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'a9c6c3e4-ab4f-4800-b25e-b5800d99177a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95103) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:43:44.685036 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-2b5f8eb8-280d-4c37-9d86-884419136825 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:44.685164 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b5f8eb8-280d-4c37-9d86-884419136825 None None] Bound using segment: {'id': '1321d43e-dd78-40fa-9150-e9d3d36ab557', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'a9c6c3e4-ab4f-4800-b25e-b5800d99177a'} {{(pid=95103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 19:43:44.685682 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.managers [None req-2b5f8eb8-280d-4c37-9d86-884419136825 None None] Bound port: 9fced79b-e46a-4f8d-8d4f-fb19952a7cb0, host: n-d-713301-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1321d43e-dd78-40fa-9150-e9d3d36ab557', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'a9c6c3e4-ab4f-4800-b25e-b5800d99177a'}}] {{(pid=95103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 19:43:44.686032 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-2b5f8eb8-280d-4c37-9d86-884419136825 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:44.710793 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f17c08e1-7e13-461c-ba47-8be8f2d001f4 None None] Pushing event updated for resources: {'Port': ['ID=f4857f5d-973e-4d61-b1b8-4bec3726c5f6,revision_number=4']} {{(pid=95104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:43:44.753606 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77f26356-2b9e-461a-9676-c02a277f08aa None None] Routers {'dc71851d-1f5a-4d66-ba76-b05974590d54'} bound to L3 agent in host n-d-713301-16 {{(pid=95104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 19:43:44.754054 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_hamode_db [None req-77f26356-2b9e-461a-9676-c02a277f08aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-23T19:07:52Z,description=,heartbeat_timestamp=2021-09-23T19:43:22Z,host='n-d-713301-16',id=79a740bf-7821-4989-8288-7186e3e128f3,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:07:52Z,topic='l3_agent')) {'router_ids': ['dc71851d-1f5a-4d66-ba76-b05974590d54'], 'active': True} {{(pid=95104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:43:44.795643 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-ae660337-551b-49d6-a5cc-7cd860ae54dd None None] Provisioning complete for port f4857f5d-973e-4d61-b1b8-4bec3726c5f6 triggered by entity DHCP. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:43:44.796293 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-ae660337-551b-49d6-a5cc-7cd860ae54dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:44.970780 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Device da1cccf9-fec5-48ec-99c3-a7ba7ed97445 up at agent hyperv_n-h2-713301-16 {{(pid=95103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 19:43:44.986445 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-92f20b35-7768-445b-a0ec-b5cf8769a277 tempest-RoutersIpV6Test-563412711 tempest-RoutersIpV6Test-563412711-project] Notify callbacks [] for port, precommit_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:45.021003 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_dvr_db [None req-77f26356-2b9e-461a-9676-c02a277f08aa None None] Set router dc71851d-1f5a-4d66-ba76-b05974590d54 gateway port host: None {{(pid=95104) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 19:43:45.106678 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-92f20b35-7768-445b-a0ec-b5cf8769a277 tempest-RoutersIpV6Test-563412711 tempest-RoutersIpV6Test-563412711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783145673135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5607431'] for port, after_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:45.197458 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 36144) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:43:45.212636 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-2b5f8eb8-280d-4c37-9d86-884419136825 None None] For port 9fced79b-e46a-4f8d-8d4f-fb19952a7cb0, host n-d-713301-16, cleared binding levels {{(pid=95103) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 19:43:45.229856 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-2b5f8eb8-280d-4c37-9d86-884419136825 None None] For port 9fced79b-e46a-4f8d-8d4f-fb19952a7cb0, host n-d-713301-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-16',level=0,port_id=9fced79b-e46a-4f8d-8d4f-fb19952a7cb0,segment=NetworkSegment(1321d43e-dd78-40fa-9150-e9d3d36ab557),segment_id=1321d43e-dd78-40fa-9150-e9d3d36ab557)] {{(pid=95103) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 19:43:45.266954 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-2b5f8eb8-280d-4c37-9d86-884419136825 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:45.271224 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Provisioning complete for port da1cccf9-fec5-48ec-99c3-a7ba7ed97445 triggered by entity L2. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:43:45.274082 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:45.275193 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92f20b35-7768-445b-a0ec-b5cf8769a277 tempest-RoutersIpV6Test-563412711 tempest-RoutersIpV6Test-563412711-project] Network a9c6c3e4-ab4f-4800-b25e-b5800d99177a is already hosted by enough agents. {{(pid=95101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:43:45.280663 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.base_scheduler [None req-92f20b35-7768-445b-a0ec-b5cf8769a277 tempest-RoutersIpV6Test-563412711 tempest-RoutersIpV6Test-563412711-project] Resources bound (agent type, host, resource id): {{(pid=95101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:43:45.294488 n-d-713301-16 neutron-server[95101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92f20b35-7768-445b-a0ec-b5cf8769a277 tempest-RoutersIpV6Test-563412711 tempest-RoutersIpV6Test-563412711-project] Received port after_create {{(pid=95101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 19:43:45.301982 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-92f20b35-7768-445b-a0ec-b5cf8769a277 tempest-RoutersIpV6Test-563412711 tempest-RoutersIpV6Test-563412711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-601987'] for router_interface, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:45.317803 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92f20b35-7768-445b-a0ec-b5cf8769a277 tempest-RoutersIpV6Test-563412711 tempest-RoutersIpV6Test-563412711-project] Pushing event updated for resources: {'Port': ['ID=c242bcac-1085-4c88-aeaa-317379e207bf,revision_number=1']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:43:45.426399 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 36150) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:43:45.608852 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-ae660337-551b-49d6-a5cc-7cd860ae54dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:45.648687 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8775f30f-3c3e-4075-82c4-591e4d7229ab req-32b0c0ed-89c1-44a5-bfcb-3b75250cf57d tempest-ServersNegativeTestJSON-1638865794 tempest-ServersNegativeTestJSON-1638865794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:43:45.662435 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-8775f30f-3c3e-4075-82c4-591e4d7229ab req-32b0c0ed-89c1-44a5-bfcb-3b75250cf57d tempest-ServersNegativeTestJSON-1638865794 tempest-ServersNegativeTestJSON-1638865794-project] 10.222.0.67 "GET /v2.0/ports?device_id=6942dd4a-2993-4094-af13-ca4f91683a85 HTTP/1.1" status: 200 len: 945 time: 0.1240160 Sep 23 19:43:45.685630 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-92f20b35-7768-445b-a0ec-b5cf8769a277 tempest-RoutersIpV6Test-563412711 tempest-RoutersIpV6Test-563412711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:45.712034 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_hamode_db [None req-77f26356-2b9e-461a-9676-c02a277f08aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc71851d-1f5a-4d66-ba76-b05974590d54', 'name': 'tempest-RoutersIpV6Test-router-1785279921', 'tenant_id': 'fd66fc1e2cf64f369d6db25080c0cb06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:43:29Z', 'updated_at': '2021-09-23T19:43:38Z', 'revision_number': 3, 'project_id': 'fd66fc1e2cf64f369d6db25080c0cb06', 'gw_port_host': None, '_interfaces': [{'id': '2bc1be1d-e1ed-42fa-ae3b-d3a995eaa854', 'name': '', 'network_id': 'eb7ee6df-b6ba-45d6-91cd-a3b513be0e8c', 'tenant_id': 'fd66fc1e2cf64f369d6db25080c0cb06', 'mac_address': 'fa:16:3e:22:70:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc71851d-1f5a-4d66-ba76-b05974590d54', 'device_owner': 'network:router_interface', 'standard_attr_id': 2713, 'fixed_ips': [{'subnet_id': '7bf004d2-1700-4c8f-be15-804ddb0ed04c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:43:31Z', 'updated_at': '2021-09-23T19:43:38Z', 'revision_number': 5, 'project_id': 'fd66fc1e2cf64f369d6db25080c0cb06', 'subnets': [{'id': '7bf004d2-1700-4c8f-be15-804ddb0ed04c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f4857f5d-973e-4d61-b1b8-4bec3726c5f6', 'name': '', 'network_id': '624e596e-769e-40b5-9ff9-cdd4e151ebba', 'tenant_id': 'fd66fc1e2cf64f369d6db25080c0cb06', 'mac_address': 'fa:16:3e:a1:43:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc71851d-1f5a-4d66-ba76-b05974590d54', 'device_owner': 'network:router_interface', 'standard_attr_id': 2724, 'fixed_ips': [{'subnet_id': '134a0ec1-e18d-4ff7-8a0f-d03ae0c19bd3', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:43:37Z', 'updated_at': '2021-09-23T19:43:44Z', 'revision_number': 4, 'project_id': 'fd66fc1e2cf64f369d6db25080c0cb06', 'subnets': [{'id': '134a0ec1-e18d-4ff7-8a0f-d03ae0c19bd3', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-16', False) {} {{(pid=95104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:43:45.728920 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.v2.base [None req-d912e876-35b0-4c34-b3bb-7f8282ac3311 tempest-DvrRoutersNegativeTest-122176419 tempest-DvrRoutersNegativeTest-122176419-project] Request body: {'router': {'name': 'tempest-DvrRoutersNegativeTest-router-2041657127', 'external_gateway_info': {}, 'admin_state_up': False, 'distributed': True}} {{(pid=95101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:43:45.739671 n-d-713301-16 neutron-server[95101]: DEBUG neutron.policy [None req-d912e876-35b0-4c34-b3bb-7f8282ac3311 tempest-DvrRoutersNegativeTest-122176419 tempest-DvrRoutersNegativeTest-122176419-project] Enforcing rules: ['create_router', 'create_router:external_gateway_info', 'create_router:distributed'] {{(pid=95101) log_rule_list /opt/stack/neutron/neutron/policy.py:446}} Sep 23 19:43:45.740233 n-d-713301-16 neutron-server[95101]: DEBUG neutron.policy [None req-d912e876-35b0-4c34-b3bb-7f8282ac3311 tempest-DvrRoutersNegativeTest-122176419 tempest-DvrRoutersNegativeTest-122176419-project] Failed policy check for 'create_router' {{(pid=95101) enforce /opt/stack/neutron/neutron/policy.py:520}} Sep 23 19:43:45.741091 n-d-713301-16 neutron-server[95101]: INFO neutron.api.v2.resource [None req-d912e876-35b0-4c34-b3bb-7f8282ac3311 tempest-DvrRoutersNegativeTest-122176419 tempest-DvrRoutersNegativeTest-122176419-project] create failed (client error): Access was denied to this resource. Sep 23 19:43:45.743126 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-d912e876-35b0-4c34-b3bb-7f8282ac3311 tempest-DvrRoutersNegativeTest-122176419 tempest-DvrRoutersNegativeTest-122176419-project] 10.222.0.67 "POST /v2.0/routers HTTP/1.1" status: 403 len: 414 time: 0.3148692 Sep 23 19:43:45.773412 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-8775f30f-3c3e-4075-82c4-591e4d7229ab req-552fc603-cdc3-4db1-a04a-2162ddcd0757 tempest-ServersNegativeTestJSON-1638865794 tempest-ServersNegativeTestJSON-1638865794-project] 10.222.0.67 "GET /v2.0/security-groups?id=4daca97c-f524-4fb0-8b34-b36a0affa33e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1092792 Sep 23 19:43:45.807171 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b5f8eb8-280d-4c37-9d86-884419136825 None None] Pushing event updated for resources: {'Port': ['ID=9fced79b-e46a-4f8d-8d4f-fb19952a7cb0,revision_number=2']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:43:45.819009 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-ae660337-551b-49d6-a5cc-7cd860ae54dd None None] For port f4857f5d-973e-4d61-b1b8-4bec3726c5f6, host n-d-713301-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-16',level=0,port_id=f4857f5d-973e-4d61-b1b8-4bec3726c5f6,segment=NetworkSegment(ea08683e-cb29-4019-b2bf-a3ad173424fe),segment_id=ea08683e-cb29-4019-b2bf-a3ad173424fe)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:43:45.828353 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-ae660337-551b-49d6-a5cc-7cd860ae54dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:45.838522 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77f26356-2b9e-461a-9676-c02a277f08aa None None] The sync data for ids ['dc71851d-1f5a-4d66-ba76-b05974590d54'] in n-d-713301-16 is: [{'id': 'dc71851d-1f5a-4d66-ba76-b05974590d54', 'name': 'tempest-RoutersIpV6Test-router-1785279921', 'tenant_id': 'fd66fc1e2cf64f369d6db25080c0cb06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:43:29Z', 'updated_at': '2021-09-23T19:43:38Z', 'revision_number': 3, 'project_id': 'fd66fc1e2cf64f369d6db25080c0cb06', 'gw_port_host': None, '_interfaces': [{'id': '2bc1be1d-e1ed-42fa-ae3b-d3a995eaa854', 'name': '', 'network_id': 'eb7ee6df-b6ba-45d6-91cd-a3b513be0e8c', 'tenant_id': 'fd66fc1e2cf64f369d6db25080c0cb06', 'mac_address': 'fa:16:3e:22:70:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc71851d-1f5a-4d66-ba76-b05974590d54', 'device_owner': 'network:router_interface', 'standard_attr_id': 2713, 'fixed_ips': [{'subnet_id': '7bf004d2-1700-4c8f-be15-804ddb0ed04c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:43:31Z', 'updated_at': '2021-09-23T19:43:38Z', 'revision_number': 5, 'project_id': 'fd66fc1e2cf64f369d6db25080c0cb06', 'subnets': [{'id': '7bf004d2-1700-4c8f-be15-804ddb0ed04c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f4857f5d-973e-4d61-b1b8-4bec3726c5f6', 'name': '', 'network_id': '624e596e-769e-40b5-9ff9-cdd4e151ebba', 'tenant_id': 'fd66fc1e2cf64f369d6db25080c0cb06', 'mac_address': 'fa:16:3e:a1:43:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc71851d-1f5a-4d66-ba76-b05974590d54', 'device_owner': 'network:router_interface', 'standard_attr_id': 2724, 'fixed_ips': [{'subnet_id': '134a0ec1-e18d-4ff7-8a0f-d03ae0c19bd3', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:43:37Z', 'updated_at': '2021-09-23T19:43:44Z', 'revision_number': 4, 'project_id': 'fd66fc1e2cf64f369d6db25080c0cb06', 'subnets': [{'id': '134a0ec1-e18d-4ff7-8a0f-d03ae0c19bd3', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 19:43:45.879768 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-3e404843-16d1-44a5-80c7-0f0cb04fcf17 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:46.174487 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-3e404843-16d1-44a5-80c7-0f0cb04fcf17 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:46.182246 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae660337-551b-49d6-a5cc-7cd860ae54dd None None] Pushing event updated for resources: {'Port': ['ID=f4857f5d-973e-4d61-b1b8-4bec3726c5f6,revision_number=5']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:43:46.186256 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-3e404843-16d1-44a5-80c7-0f0cb04fcf17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:46.230306 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:46.256390 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-8aacc6db-578e-40a9-bb46-f4827cd15830 None None] Provisioning complete for port f4857f5d-973e-4d61-b1b8-4bec3726c5f6 triggered by entity DHCP. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:43:46.256831 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-8aacc6db-578e-40a9-bb46-f4827cd15830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:46.432196 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-3e404843-16d1-44a5-80c7-0f0cb04fcf17 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=0906ae8488e6473c8ec9b4102ecf702e&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2332203 Sep 23 19:43:46.440343 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 36164) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:43:46.464208 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 36166) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:43:46.470156 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e404843-16d1-44a5-80c7-0f0cb04fcf17 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77956e91-140c-4f3f-8b6b-16d26e672198,revision_number=1']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:43:46.496038 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 36168) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:43:46.512910 n-d-713301-16 neutron-server[95103]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6942dd4a-2993-4094-af13-ca4f91683a85', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da1cccf9-fec5-48ec-99c3-a7ba7ed97445'}] {{(pid=95103) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 19:43:46.517312 n-d-713301-16 neutron-server[95103]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}81a1c17f2aa89d5b3ebbba3a3e0cf7eb588e431c2224256110c4c4facdd7c3e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c64d16a-ae55-450d-bc02-c820cd515aef" -d '{"events": [{"server_uuid": "6942dd4a-2993-4094-af13-ca4f91683a85", "name": "network-vif-plugged", "status": "completed", "tag": "da1cccf9-fec5-48ec-99c3-a7ba7ed97445"}]}' {{(pid=95103) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 19:43:46.550698 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-2b410b0a-cbfa-4bfa-aa57-fba1ed2a75e8 req-3b20c2dd-b68d-45ae-b864-fe2f7ebd93eb service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=c994c23c-480f-4306-a41c-657703b40238&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2777205 Sep 23 19:43:46.647627 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-92f20b35-7768-445b-a0ec-b5cf8769a277 tempest-RoutersIpV6Test-563412711 tempest-RoutersIpV6Test-563412711-project] Notify callbacks [] for port, precommit_update {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:46.655458 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-92f20b35-7768-445b-a0ec-b5cf8769a277 tempest-RoutersIpV6Test-563412711 tempest-RoutersIpV6Test-563412711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5607436'] for port, after_update {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:46.657019 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-92f20b35-7768-445b-a0ec-b5cf8769a277 tempest-RoutersIpV6Test-563412711 tempest-RoutersIpV6Test-563412711-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-527313', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-601459'] for router_interface, after_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:46.679010 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] For port da1cccf9-fec5-48ec-99c3-a7ba7ed97445, host n-h2-713301-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-16',level=0,port_id=da1cccf9-fec5-48ec-99c3-a7ba7ed97445,segment=NetworkSegment(73539111-d512-4650-9e44-61bde391e31a),segment_id=73539111-d512-4650-9e44-61bde391e31a)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:43:46.713325 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:46.899196 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92f20b35-7768-445b-a0ec-b5cf8769a277 tempest-RoutersIpV6Test-563412711 tempest-RoutersIpV6Test-563412711-project] Pushing event updated for resources: {'Port': ['ID=c242bcac-1085-4c88-aeaa-317379e207bf,revision_number=2']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:43:46.981113 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Pushing event updated for resources: {'Port': ['ID=da1cccf9-fec5-48ec-99c3-a7ba7ed97445,revision_number=7']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:43:47.064196 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92f20b35-7768-445b-a0ec-b5cf8769a277 tempest-RoutersIpV6Test-563412711 tempest-RoutersIpV6Test-563412711-project] Network a9c6c3e4-ab4f-4800-b25e-b5800d99177a is already hosted by enough agents. {{(pid=95101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:43:47.066181 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.base_scheduler [None req-92f20b35-7768-445b-a0ec-b5cf8769a277 tempest-RoutersIpV6Test-563412711 tempest-RoutersIpV6Test-563412711-project] Resources bound (agent type, host, resource id): {{(pid=95101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:43:47.072164 n-d-713301-16 neutron-server[95103]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 19:43:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-645f3cd4-2339-447d-a4b2-3a073b07c62a x-openstack-request-id: req-645f3cd4-2339-447d-a4b2-3a073b07c62a {{(pid=95103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 19:43:47.072586 n-d-713301-16 neutron-server[95103]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6942dd4a-2993-4094-af13-ca4f91683a85", "name": "network-vif-plugged", "status": "completed", "tag": "da1cccf9-fec5-48ec-99c3-a7ba7ed97445", "code": 200}]} {{(pid=95103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 19:43:47.072729 n-d-713301-16 neutron-server[95103]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-645f3cd4-2339-447d-a4b2-3a073b07c62a {{(pid=95103) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 19:43:47.073129 n-d-713301-16 neutron-server[95103]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6942dd4a-2993-4094-af13-ca4f91683a85', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da1cccf9-fec5-48ec-99c3-a7ba7ed97445', 'code': 200} Sep 23 19:43:47.096334 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-6f08d172-a9e3-41f7-abab-c06d614ef00a admin admin] Notify callbacks [] for security_group, before_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:47.180273 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b410b0a-cbfa-4bfa-aa57-fba1ed2a75e8 req-1de1cb7a-afb9-4275-825e-c5bdc809598d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:43:47.181988 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-2b410b0a-cbfa-4bfa-aa57-fba1ed2a75e8 req-1de1cb7a-afb9-4275-825e-c5bdc809598d service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=9f955dc8eb0a49dcaf259d890508d18f&device_id=c994c23c-480f-4306-a41c-657703b40238 HTTP/1.1" status: 200 len: 1099 time: 0.5363159 Sep 23 19:43:47.378958 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-92f20b35-7768-445b-a0ec-b5cf8769a277 tempest-RoutersIpV6Test-563412711 tempest-RoutersIpV6Test-563412711-project] Router dc71851d-1f5a-4d66-ba76-b05974590d54 has already been hosted by L3 agent 79a740bf-7821-4989-8288-7186e3e128f3 {{(pid=95101) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 19:43:47.410431 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-b2a41952-1f4f-48fa-9ce5-17680156e658 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:47.439170 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-b2a41952-1f4f-48fa-9ce5-17680156e658 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:47.557100 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92f20b35-7768-445b-a0ec-b5cf8769a277 tempest-RoutersIpV6Test-563412711 tempest-RoutersIpV6Test-563412711-project] Notify agent at l3_agent.n-d-713301-16 the message routers_updated {{(pid=95101) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 19:43:47.577766 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-92f20b35-7768-445b-a0ec-b5cf8769a277 tempest-RoutersIpV6Test-563412711 tempest-RoutersIpV6Test-563412711-project] 10.222.0.67 "PUT /v2.0/routers/dc71851d-1f5a-4d66-ba76-b05974590d54/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5691142 Sep 23 19:43:47.578471 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8669bb9f-1c47-48d6-b1cd-baa1a6709900 None None] Sync routers for ids ['dc71851d-1f5a-4d66-ba76-b05974590d54'] in n-d-713301-16 {{(pid=95103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 19:43:47.579346 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 36182) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:43:47.593557 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.v2.base [None req-f45231db-2936-43c9-ba88-c754d5ca3790 tempest-RoutersIpV6Test-563412711 tempest-RoutersIpV6Test-563412711-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-282752247'}} {{(pid=95101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:43:47.626864 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8669bb9f-1c47-48d6-b1cd-baa1a6709900 None None] Routers {'dc71851d-1f5a-4d66-ba76-b05974590d54'} bound to L3 agent in host n-d-713301-16 {{(pid=95103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 19:43:47.628037 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_hamode_db [None req-8669bb9f-1c47-48d6-b1cd-baa1a6709900 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-23T19:07:52Z,description=,heartbeat_timestamp=2021-09-23T19:43:22Z,host='n-d-713301-16',id=79a740bf-7821-4989-8288-7186e3e128f3,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:07:52Z,topic='l3_agent')) {'router_ids': ['dc71851d-1f5a-4d66-ba76-b05974590d54'], 'active': True} {{(pid=95103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:43:47.676312 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80cb3e3a-c184-4e9b-831e-7adcb101a2e1 req-c228481b-e93f-4a40-94c3-13cf760c898e tempest-ServersNegativeTestJSON-1638865794 tempest-ServersNegativeTestJSON-1638865794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:43:47.678399 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-80cb3e3a-c184-4e9b-831e-7adcb101a2e1 req-c228481b-e93f-4a40-94c3-13cf760c898e tempest-ServersNegativeTestJSON-1638865794 tempest-ServersNegativeTestJSON-1638865794-project] 10.222.0.67 "GET /v2.0/ports?device_id=6942dd4a-2993-4094-af13-ca4f91683a85 HTTP/1.1" status: 200 len: 946 time: 0.6582117 Sep 23 19:43:47.892845 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-b2a41952-1f4f-48fa-9ce5-17680156e658 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:47.896944 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-b2a41952-1f4f-48fa-9ce5-17680156e658 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:47.913888 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-b2a41952-1f4f-48fa-9ce5-17680156e658 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/77956e91-140c-4f3f-8b6b-16d26e672198 HTTP/1.1" status: 204 len: 168 time: 1.4701385 Sep 23 19:43:47.967829 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0b3777b-92cf-4414-8587-57b134aaad39 None None] Network a9c6c3e4-ab4f-4800-b25e-b5800d99177a requested from n-d-713301-16 {{(pid=95103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 19:43:47.979800 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b410b0a-cbfa-4bfa-aa57-fba1ed2a75e8 req-4262f078-64be-4a2e-b39e-e27f0672a362 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:43:47.981577 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-2b410b0a-cbfa-4bfa-aa57-fba1ed2a75e8 req-4262f078-64be-4a2e-b39e-e27f0672a362 service neutron] 10.222.0.74 "GET /v2.0/networks?id=fc2b89b8-ce3f-4c16-8b68-220076c74d2b HTTP/1.1" status: 200 len: 917 time: 0.6731005 Sep 23 19:43:48.083678 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2a41952-1f4f-48fa-9ce5-17680156e658 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77956e91-140c-4f3f-8b6b-16d26e672198,revision_number=None']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:43:48.088027 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-2b410b0a-cbfa-4bfa-aa57-fba1ed2a75e8 req-46c46dc0-8751-484d-81b3-efd18ca54802 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e903ca97-db28-44ea-88d1-53bdf3b0a143 HTTP/1.1" status: 200 len: 1002 time: 0.0871766 Sep 23 19:43:48.139506 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-80cb3e3a-c184-4e9b-831e-7adcb101a2e1 req-1fbd33d0-09e3-4499-8a6f-c50b85406c41 tempest-ServersNegativeTestJSON-1638865794 tempest-ServersNegativeTestJSON-1638865794-project] 10.222.0.67 "GET /v2.0/security-groups?id=4daca97c-f524-4fb0-8b34-b36a0affa33e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4215274 Sep 23 19:43:48.143737 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-6f08d172-a9e3-41f7-abab-c06d614ef00a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:48.157481 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-6f08d172-a9e3-41f7-abab-c06d614ef00a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:48.235350 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f45231db-2936-43c9-ba88-c754d5ca3790 tempest-RoutersIpV6Test-563412711 tempest-RoutersIpV6Test-563412711-project] Made reservation on behalf of fd66fc1e2cf64f369d6db25080c0cb06 for: {'network': 1} {{(pid=95101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:43:48.236930 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.plugin [None req-cbec89be-4cac-4c9e-a19f-8cc304ec2b2a tempest-TestVolumeBackupRestore-1434194993 tempest-TestVolumeBackupRestore-1434194993-project] Deleting port cd9be08f-bb28-45c7-ba95-890f00f20574 {{(pid=95102) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:43:48.238204 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-cbec89be-4cac-4c9e-a19f-8cc304ec2b2a tempest-TestVolumeBackupRestore-1434194993 tempest-TestVolumeBackupRestore-1434194993-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783146157096'] for port, before_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:48.244978 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-f45231db-2936-43c9-ba88-c754d5ca3790 tempest-RoutersIpV6Test-563412711 tempest-RoutersIpV6Test-563412711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for network, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:48.310965 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f45231db-2936-43c9-ba88-c754d5ca3790 tempest-RoutersIpV6Test-563412711 tempest-RoutersIpV6Test-563412711-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 615} {{(pid=95101) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 19:43:48.311884 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-6f08d172-a9e3-41f7-abab-c06d614ef00a admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=53b7c151d325420ea78db22d40681f57&name=default HTTP/1.1" status: 200 len: 2983 time: 1.8440986 Sep 23 19:43:48.315105 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f08d172-a9e3-41f7-abab-c06d614ef00a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e50331b-c6aa-476d-968c-b2735103530e,revision_number=1']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:43:48.325337 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Device f4857f5d-973e-4d61-b1b8-4bec3726c5f6 up at agent ovs-agent-n-d-713301-16 {{(pid=95103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 19:43:48.335371 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 36190) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:43:48.347350 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b410b0a-cbfa-4bfa-aa57-fba1ed2a75e8 req-daacd03c-99a0-40f0-ae3c-04f4a40cbff6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:43:48.350360 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-2b410b0a-cbfa-4bfa-aa57-fba1ed2a75e8 req-daacd03c-99a0-40f0-ae3c-04f4a40cbff6 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=cfb66c78-2a7b-4d98-8fdd-683258461232 HTTP/1.1" status: 200 len: 855 time: 0.2462504 Sep 23 19:43:48.371844 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-005cff7f-12c9-4e83-bc5b-61be7de66887 None None] Provisioning complete for port 9fced79b-e46a-4f8d-8d4f-fb19952a7cb0 triggered by entity DHCP. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:43:48.372248 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-005cff7f-12c9-4e83-bc5b-61be7de66887 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:48.375682 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-f45231db-2936-43c9-ba88-c754d5ca3790 tempest-RoutersIpV6Test-563412711 tempest-RoutersIpV6Test-563412711-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1756186'] for segment, precommit_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:48.376426 n-d-713301-16 neutron-server[95101]: INFO neutron.db.segments_db [None req-f45231db-2936-43c9-ba88-c754d5ca3790 tempest-RoutersIpV6Test-563412711 tempest-RoutersIpV6Test-563412711-project] Added segment 129e35af-a968-41eb-86e6-a11e13a86cba of type vlan for network 3dceab3f-c3d4-4d50-a6cd-f22a694be312 Sep 23 19:43:48.466081 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-f45231db-2936-43c9-ba88-c754d5ca3790 tempest-RoutersIpV6Test-563412711 tempest-RoutersIpV6Test-563412711-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783145630486'] for network, precommit_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:48.531983 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-f45231db-2936-43c9-ba88-c754d5ca3790 tempest-RoutersIpV6Test-563412711 tempest-RoutersIpV6Test-563412711-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299'] for network, after_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:48.551260 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f45231db-2936-43c9-ba88-c754d5ca3790 tempest-RoutersIpV6Test-563412711 tempest-RoutersIpV6Test-563412711-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:43:48.554993 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-f45231db-2936-43c9-ba88-c754d5ca3790 tempest-RoutersIpV6Test-563412711 tempest-RoutersIpV6Test-563412711-project] Notify callbacks [] for network, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:48.578803 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_dvr_db [None req-8669bb9f-1c47-48d6-b1cd-baa1a6709900 None None] Set router dc71851d-1f5a-4d66-ba76-b05974590d54 gateway port host: None {{(pid=95103) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 19:43:48.614143 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-f45231db-2936-43c9-ba88-c754d5ca3790 tempest-RoutersIpV6Test-563412711 tempest-RoutersIpV6Test-563412711-project] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.0311427 Sep 23 19:43:48.630708 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-cbec89be-4cac-4c9e-a19f-8cc304ec2b2a tempest-TestVolumeBackupRestore-1434194993 tempest-TestVolumeBackupRestore-1434194993-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-605701'] for port, precommit_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:48.631483 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-cbec89be-4cac-4c9e-a19f-8cc304ec2b2a tempest-TestVolumeBackupRestore-1434194993 tempest-TestVolumeBackupRestore-1434194993-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:48.648981 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 36194) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:43:48.656066 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.plugin [None req-cbec89be-4cac-4c9e-a19f-8cc304ec2b2a tempest-TestVolumeBackupRestore-1434194993 tempest-TestVolumeBackupRestore-1434194993-project] Calling delete_port for cd9be08f-bb28-45c7-ba95-890f00f20574 owned by network:floatingip {{(pid=95102) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:43:48.678844 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.v2.base [None req-e6bce1c1-5857-40be-89e9-2cb17032650a tempest-RoutersIpV6Test-563412711 tempest-RoutersIpV6Test-563412711-project] Request body: {'subnet': {'network_id': '3dceab3f-c3d4-4d50-a6cd-f22a694be312', 'cidr': '2001:db8:3::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:3::1'}} {{(pid=95101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:43:48.883717 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 36196) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:43:48.932302 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f45231db-2936-43c9-ba88-c754d5ca3790 tempest-RoutersIpV6Test-563412711 tempest-RoutersIpV6Test-563412711-project] Pushing event updated for resources: {'Network': ['ID=3dceab3f-c3d4-4d50-a6cd-f22a694be312,revision_number=1']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:43:48.951430 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-01a4b1a9-1b92-47b3-b469-edb29acddd21 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:49.045245 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Network 3dceab3f-c3d4-4d50-a6cd-f22a694be312 details requested by agent ovs-agent-n-d-713301-16 with host n-d-713301-16 {{(pid=95103) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 19:43:49.054035 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-005cff7f-12c9-4e83-bc5b-61be7de66887 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:49.069748 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b410b0a-cbfa-4bfa-aa57-fba1ed2a75e8 req-91265313-ae4e-457b-918b-5a40e16773d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:43:49.071765 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-2b410b0a-cbfa-4bfa-aa57-fba1ed2a75e8 req-91265313-ae4e-457b-918b-5a40e16773d3 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=fc2b89b8-ce3f-4c16-8b68-220076c74d2b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.6960893 Sep 23 19:43:49.074197 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-cbec89be-4cac-4c9e-a19f-8cc304ec2b2a tempest-TestVolumeBackupRestore-1434194993 tempest-TestVolumeBackupRestore-1434194993-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783146162158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783145673144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4399100'] for port, after_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:49.146106 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbec89be-4cac-4c9e-a19f-8cc304ec2b2a tempest-TestVolumeBackupRestore-1434194993 tempest-TestVolumeBackupRestore-1434194993-project] Pushing event deleted for resources: {'Port': ['ID=cd9be08f-bb28-45c7-ba95-890f00f20574,revision_number=None']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:43:49.193091 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-321c83a1-45ca-4e66-b26b-07cd09ef979a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:49.216666 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6bce1c1-5857-40be-89e9-2cb17032650a tempest-RoutersIpV6Test-563412711 tempest-RoutersIpV6Test-563412711-project] Made reservation on behalf of fd66fc1e2cf64f369d6db25080c0cb06 for: {'subnet': 1} {{(pid=95101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:43:49.232877 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-e6bce1c1-5857-40be-89e9-2cb17032650a tempest-RoutersIpV6Test-563412711 tempest-RoutersIpV6Test-563412711-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6130979'] for subnet, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:49.332034 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-005cff7f-12c9-4e83-bc5b-61be7de66887 None None] For port 9fced79b-e46a-4f8d-8d4f-fb19952a7cb0, host n-d-713301-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-16',level=0,port_id=9fced79b-e46a-4f8d-8d4f-fb19952a7cb0,segment=NetworkSegment(1321d43e-dd78-40fa-9150-e9d3d36ab557),segment_id=1321d43e-dd78-40fa-9150-e9d3d36ab557)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:43:49.350275 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-321c83a1-45ca-4e66-b26b-07cd09ef979a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:49.358403 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-005cff7f-12c9-4e83-bc5b-61be7de66887 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:49.474767 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-321c83a1-45ca-4e66-b26b-07cd09ef979a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:49.477551 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-321c83a1-45ca-4e66-b26b-07cd09ef979a admin admin] Notify callbacks [] for security_group, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:49.479022 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-321c83a1-45ca-4e66-b26b-07cd09ef979a admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/6e50331b-c6aa-476d-968c-b2735103530e HTTP/1.1" status: 204 len: 168 time: 1.1386740 Sep 23 19:43:49.528087 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-cbec89be-4cac-4c9e-a19f-8cc304ec2b2a tempest-TestVolumeBackupRestore-1434194993 tempest-TestVolumeBackupRestore-1434194993-project] Notify callbacks [] for floatingip, after_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:49.528359 n-d-713301-16 neutron-server[95102]: INFO neutron.db.l3_db [None req-cbec89be-4cac-4c9e-a19f-8cc304ec2b2a tempest-TestVolumeBackupRestore-1434194993 tempest-TestVolumeBackupRestore-1434194993-project] Floating IP 5a346022-cf0f-4326-8a73-f9246863ceac disassociated (deleted). External IP: 172.25.1.178, port: c140d996-da69-4c0e-b9a8-57586395d28e. Sep 23 19:43:49.567529 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-005cff7f-12c9-4e83-bc5b-61be7de66887 None None] Pushing event updated for resources: {'Port': ['ID=9fced79b-e46a-4f8d-8d4f-fb19952a7cb0,revision_number=3']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:43:49.660798 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-321c83a1-45ca-4e66-b26b-07cd09ef979a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e50331b-c6aa-476d-968c-b2735103530e,revision_number=None']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:43:49.770930 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6ae803-b796-4b69-af85-8c2249c10f2c req-b93d3397-457e-4183-854f-6734b9e8b4c2 tempest-ServersNegativeTestJSON-1638865794 tempest-ServersNegativeTestJSON-1638865794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:43:49.772635 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-8c6ae803-b796-4b69-af85-8c2249c10f2c req-b93d3397-457e-4183-854f-6734b9e8b4c2 tempest-ServersNegativeTestJSON-1638865794 tempest-ServersNegativeTestJSON-1638865794-project] 10.222.0.67 "GET /v2.0/ports?device_id=6942dd4a-2993-4094-af13-ca4f91683a85 HTTP/1.1" status: 200 len: 946 time: 0.4595020 Sep 23 19:43:49.774599 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-2b410b0a-cbfa-4bfa-aa57-fba1ed2a75e8 req-b152eb8f-434c-4204-bbfd-679bedca504f service neutron] 10.222.0.74 "GET /v2.0/networks/fc2b89b8-ce3f-4c16-8b68-220076c74d2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6924794 Sep 23 19:43:49.942625 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-05fbba4a-29ae-4d29-b17c-39e1eb0f1b04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:50.080562 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Provisioning complete for port f4857f5d-973e-4d61-b1b8-4bec3726c5f6 triggered by entity L2. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:43:50.080958 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:50.127752 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-8d9a8f11-9b64-4be1-b96a-f50eb14f2253 None None] Provisioning complete for port 9fced79b-e46a-4f8d-8d4f-fb19952a7cb0 triggered by entity DHCP. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:43:50.128125 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-8d9a8f11-9b64-4be1-b96a-f50eb14f2253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:50.390740 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Device 9fced79b-e46a-4f8d-8d4f-fb19952a7cb0 up at agent ovs-agent-n-d-713301-16 {{(pid=95103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 19:43:50.596970 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-01a4b1a9-1b92-47b3-b469-edb29acddd21 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:50.624118 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_hamode_db [None req-8669bb9f-1c47-48d6-b1cd-baa1a6709900 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc71851d-1f5a-4d66-ba76-b05974590d54', 'name': 'tempest-RoutersIpV6Test-router-1785279921', 'tenant_id': 'fd66fc1e2cf64f369d6db25080c0cb06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:43:29Z', 'updated_at': '2021-09-23T19:43:45Z', 'revision_number': 4, 'project_id': 'fd66fc1e2cf64f369d6db25080c0cb06', 'gw_port_host': None, '_interfaces': [{'id': '2bc1be1d-e1ed-42fa-ae3b-d3a995eaa854', 'name': '', 'network_id': 'eb7ee6df-b6ba-45d6-91cd-a3b513be0e8c', 'tenant_id': 'fd66fc1e2cf64f369d6db25080c0cb06', 'mac_address': 'fa:16:3e:22:70:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc71851d-1f5a-4d66-ba76-b05974590d54', 'device_owner': 'network:router_interface', 'standard_attr_id': 2713, 'fixed_ips': [{'subnet_id': '7bf004d2-1700-4c8f-be15-804ddb0ed04c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:43:31Z', 'updated_at': '2021-09-23T19:43:38Z', 'revision_number': 5, 'project_id': 'fd66fc1e2cf64f369d6db25080c0cb06', 'subnets': [{'id': '7bf004d2-1700-4c8f-be15-804ddb0ed04c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c242bcac-1085-4c88-aeaa-317379e207bf', 'name': '', 'network_id': 'a9c6c3e4-ab4f-4800-b25e-b5800d99177a', 'tenant_id': 'fd66fc1e2cf64f369d6db25080c0cb06', 'mac_address': 'fa:16:3e:f3:e7:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc71851d-1f5a-4d66-ba76-b05974590d54', 'device_owner': 'network:router_interface', 'standard_attr_id': 2734, 'fixed_ips': [{'subnet_id': '0ef042fb-a9c3-43a2-abca-e49fc01bb835', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:43:43Z', 'updated_at': '2021-09-23T19:43:46Z', 'revision_number': 2, 'project_id': 'fd66fc1e2cf64f369d6db25080c0cb06', 'subnets': [{'id': '0ef042fb-a9c3-43a2-abca-e49fc01bb835', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f4857f5d-973e-4d61-b1b8-4bec3726c5f6', 'name': '', 'network_id': '624e596e-769e-40b5-9ff9-cdd4e151ebba', 'tenant_id': 'fd66fc1e2cf64f369d6db25080c0cb06', 'mac_address': 'fa:16:3e:a1:43:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc71851d-1f5a-4d66-ba76-b05974590d54', 'device_owner': 'network:router_interface', 'standard_attr_id': 2724, 'fixed_ips': [{'subnet_id': '134a0ec1-e18d-4ff7-8a0f-d03ae0c19bd3', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:43:37Z', 'updated_at': '2021-09-23T19:43:45Z', 'revision_number': 5, 'project_id': 'fd66fc1e2cf64f369d6db25080c0cb06', 'subnets': [{'id': '134a0ec1-e18d-4ff7-8a0f-d03ae0c19bd3', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-16', False) {} {{(pid=95103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:43:50.656535 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-01a4b1a9-1b92-47b3-b469-edb29acddd21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:50.665600 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Provisioning complete for port 9fced79b-e46a-4f8d-8d4f-fb19952a7cb0 triggered by entity L2. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:43:50.666184 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:50.741985 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-01a4b1a9-1b92-47b3-b469-edb29acddd21 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=0cf2334615c94c6e8d25b8a893c7479a&name=default HTTP/1.1" status: 200 len: 2983 time: 1.8570356 Sep 23 19:43:50.750141 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 36222) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:43:50.758095 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8669bb9f-1c47-48d6-b1cd-baa1a6709900 None None] Checking router: dc71851d-1f5a-4d66-ba76-b05974590d54 for host: n-d-713301-16 {{(pid=95103) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 19:43:50.762529 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8669bb9f-1c47-48d6-b1cd-baa1a6709900 None None] Updating router dc71851d-1f5a-4d66-ba76-b05974590d54 port c242bcac-1085-4c88-aeaa-317379e207bf binding host n-d-713301-16 {{(pid=95103) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 23 19:43:50.801021 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-8c6ae803-b796-4b69-af85-8c2249c10f2c req-a0fe6246-bea5-4aa9-9bc3-c9d7811db1ee tempest-ServersNegativeTestJSON-1638865794 tempest-ServersNegativeTestJSON-1638865794-project] 10.222.0.67 "GET /v2.0/security-groups?id=4daca97c-f524-4fb0-8b34-b36a0affa33e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0179703 Sep 23 19:43:50.817091 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-2b410b0a-cbfa-4bfa-aa57-fba1ed2a75e8 req-654d4872-da45-41c5-a866-f8bc32946475 service neutron] 10.222.0.74 "GET /v2.0/networks/fc2b89b8-ce3f-4c16-8b68-220076c74d2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0200403 Sep 23 19:43:50.848657 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-8669bb9f-1c47-48d6-b1cd-baa1a6709900 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:50.872573 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-e6bce1c1-5857-40be-89e9-2cb17032650a tempest-RoutersIpV6Test-563412711 tempest-RoutersIpV6Test-563412711-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5607579', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6130961'] for subnet, after_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:50.879264 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01a4b1a9-1b92-47b3-b469-edb29acddd21 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ebccdffa-fdac-4f88-a557-190f18333e24,revision_number=1']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:43:50.901492 n-d-713301-16 neutron-server[95102]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cbec89be-4cac-4c9e-a19f-8cc304ec2b2a tempest-TestVolumeBackupRestore-1434194993 tempest-TestVolumeBackupRestore-1434194993-project] Router 799b259e-c030-438c-9e8e-130e346dc3c3 has already been hosted by L3 agent 79a740bf-7821-4989-8288-7186e3e128f3 {{(pid=95102) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 19:43:50.906279 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-8d9a8f11-9b64-4be1-b96a-f50eb14f2253 None None] Provisioning complete for port c242bcac-1085-4c88-aeaa-317379e207bf triggered by entity DHCP. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:43:50.906663 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-8d9a8f11-9b64-4be1-b96a-f50eb14f2253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:51.009336 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.plugin [None req-8d9a8f11-9b64-4be1-b96a-f50eb14f2253 None None] Port c242bcac-1085-4c88-aeaa-317379e207bf cannot update to ACTIVE because it is not bound. {{(pid=95103) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 19:43:51.136252 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6bce1c1-5857-40be-89e9-2cb17032650a tempest-RoutersIpV6Test-563412711 tempest-RoutersIpV6Test-563412711-project] Pushing event updated for resources: {'Subnet': ['ID=77ab82eb-0ebb-4362-b2e6-c776386a4d1b,revision_number=0']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:43:51.168652 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cbec89be-4cac-4c9e-a19f-8cc304ec2b2a tempest-TestVolumeBackupRestore-1434194993 tempest-TestVolumeBackupRestore-1434194993-project] Notify agent at l3_agent.n-d-713301-16 the message routers_updated {{(pid=95102) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 19:43:51.178945 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36c870b5-7226-42d1-857e-3e7142512c6c None None] Sync routers for ids ['799b259e-c030-438c-9e8e-130e346dc3c3'] in n-d-713301-16 {{(pid=95104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 19:43:51.187284 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-cbec89be-4cac-4c9e-a19f-8cc304ec2b2a tempest-TestVolumeBackupRestore-1434194993 tempest-TestVolumeBackupRestore-1434194993-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222849'] for floatingip, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:51.198582 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36c870b5-7226-42d1-857e-3e7142512c6c None None] Routers {'799b259e-c030-438c-9e8e-130e346dc3c3'} bound to L3 agent in host n-d-713301-16 {{(pid=95104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 19:43:51.204487 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_hamode_db [None req-36c870b5-7226-42d1-857e-3e7142512c6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-23T19:07:52Z,description=,heartbeat_timestamp=2021-09-23T19:43:22Z,host='n-d-713301-16',id=79a740bf-7821-4989-8288-7186e3e128f3,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:07:52Z,topic='l3_agent')) {'router_ids': ['799b259e-c030-438c-9e8e-130e346dc3c3'], 'active': True} {{(pid=95104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:43:51.211788 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6bce1c1-5857-40be-89e9-2cb17032650a tempest-RoutersIpV6Test-563412711 tempest-RoutersIpV6Test-563412711-project] Checking segment: {'id': '129e35af-a968-41eb-86e6-a11e13a86cba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '3dceab3f-c3d4-4d50-a6cd-f22a694be312'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:43:51.232011 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6bce1c1-5857-40be-89e9-2cb17032650a tempest-RoutersIpV6Test-563412711 tempest-RoutersIpV6Test-563412711-project] Network hostable DHCP agents. Network: 3dceab3f-c3d4-4d50-a6cd-f22a694be312, hostable agents: ['1b18bf05-1b5f-4587-be5c-af3ac38e32ad'], hosted agents: [] {{(pid=95101) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 19:43:51.251677 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 36234) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:43:51.259100 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-cbec89be-4cac-4c9e-a19f-8cc304ec2b2a tempest-TestVolumeBackupRestore-1434194993 tempest-TestVolumeBackupRestore-1434194993-project] 10.222.0.67 "DELETE /v2.0/floatingips/5a346022-cf0f-4326-8a73-f9246863ceac HTTP/1.1" status: 204 len: 168 time: 4.7616796 Sep 23 19:43:51.260011 n-d-713301-16 neutron-server[95102]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '66cd2527-03c8-4dc5-92d2-374880b3d491', 'tag': 'c140d996-da69-4c0e-b9a8-57586395d28e'}] {{(pid=95102) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 19:43:51.263156 n-d-713301-16 neutron-server[95102]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab31b6d93e5336dbddfa8ec424565b3bd8cb2369c5b4d85bc943472dbb21e8ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8961bce8-05f4-40b9-80c0-04cd90a44491" -d '{"events": [{"name": "network-changed", "server_uuid": "66cd2527-03c8-4dc5-92d2-374880b3d491", "tag": "c140d996-da69-4c0e-b9a8-57586395d28e"}]}' {{(pid=95102) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 19:43:51.303123 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-826b431c-0370-4aa6-97ae-784d0f1ecce8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:51.314379 n-d-713301-16 neutron-server[95102]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 19:43:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed0337bf-b0db-4b88-9801-7f141f2d1e20 x-openstack-request-id: req-ed0337bf-b0db-4b88-9801-7f141f2d1e20 {{(pid=95102) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 19:43:51.314994 n-d-713301-16 neutron-server[95102]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "66cd2527-03c8-4dc5-92d2-374880b3d491", "tag": "c140d996-da69-4c0e-b9a8-57586395d28e", "status": "completed", "code": 200}]} {{(pid=95102) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 19:43:51.315933 n-d-713301-16 neutron-server[95102]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-ed0337bf-b0db-4b88-9801-7f141f2d1e20 {{(pid=95102) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 19:43:51.316563 n-d-713301-16 neutron-server[95102]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '66cd2527-03c8-4dc5-92d2-374880b3d491', 'tag': 'c140d996-da69-4c0e-b9a8-57586395d28e', 'status': 'completed', 'code': 200} Sep 23 19:43:51.381356 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6bce1c1-5857-40be-89e9-2cb17032650a tempest-RoutersIpV6Test-563412711 tempest-RoutersIpV6Test-563412711-project] Network 3dceab3f-c3d4-4d50-a6cd-f22a694be312 is scheduled to be hosted by DHCP agent 1b18bf05-1b5f-4587-be5c-af3ac38e32ad with binding_index 1 {{(pid=95101) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 19:43:51.415908 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-826b431c-0370-4aa6-97ae-784d0f1ecce8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:51.439261 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8961bce8-05f4-40b9-80c0-04cd90a44491 req-111cbc19-76fe-4ba9-bc50-1890eb8f4452 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:43:51.440984 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-8961bce8-05f4-40b9-80c0-04cd90a44491 req-111cbc19-76fe-4ba9-bc50-1890eb8f4452 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=df60118e0c434751a044956da831d00f&device_id=66cd2527-03c8-4dc5-92d2-374880b3d491 HTTP/1.1" status: 200 len: 1097 time: 0.0996237 Sep 23 19:43:51.475839 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.base_scheduler [None req-e6bce1c1-5857-40be-89e9-2cb17032650a tempest-RoutersIpV6Test-563412711 tempest-RoutersIpV6Test-563412711-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713301-16, 3dceab3f-c3d4-4d50-a6cd-f22a694be312) {{(pid=95101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:43:51.495675 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6bce1c1-5857-40be-89e9-2cb17032650a tempest-RoutersIpV6Test-563412711 tempest-RoutersIpV6Test-563412711-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:43:51.496352 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-e6bce1c1-5857-40be-89e9-2cb17032650a tempest-RoutersIpV6Test-563412711 tempest-RoutersIpV6Test-563412711-project] Notify callbacks [] for subnet, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:51.531459 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_dvr_db [None req-36c870b5-7226-42d1-857e-3e7142512c6c None None] Set router 799b259e-c030-438c-9e8e-130e346dc3c3 gateway port host: n-d-713301-16 {{(pid=95104) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 19:43:51.563397 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-e6bce1c1-5857-40be-89e9-2cb17032650a tempest-RoutersIpV6Test-563412711 tempest-RoutersIpV6Test-563412711-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 2.8981316 Sep 23 19:43:51.577024 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-b71fdc45-bb92-4892-94a2-464bdcbe4dcc tempest-ServiceProvidersTest-1074170318 tempest-ServiceProvidersTest-1074170318-project] 10.222.0.67 "GET /v2.0/service-providers HTTP/1.1" status: 200 len: 498 time: 0.3029637 Sep 23 19:43:51.577024 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 36242) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:43:51.673274 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8961bce8-05f4-40b9-80c0-04cd90a44491 req-ede22c13-0ec9-4074-b1a2-c7ab7d455bbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:43:51.675168 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-8961bce8-05f4-40b9-80c0-04cd90a44491 req-ede22c13-0ec9-4074-b1a2-c7ab7d455bbb service neutron] 10.222.0.74 "GET /v2.0/networks?id=7fafb3d9-de72-4d87-8d56-0a7bcad8db30 HTTP/1.1" status: 200 len: 915 time: 0.2264669 Sep 23 19:43:51.780129 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Device 9fced79b-e46a-4f8d-8d4f-fb19952a7cb0 up at agent ovs-agent-n-d-713301-16 {{(pid=95103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 19:43:51.815468 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-8961bce8-05f4-40b9-80c0-04cd90a44491 req-842c538a-8aee-4d1d-a79f-19f23fd63e33 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c140d996-da69-4c0e-b9a8-57586395d28e HTTP/1.1" status: 200 len: 217 time: 0.1328387 Sep 23 19:43:51.872079 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55daaaf0-d8c2-43fa-be32-c9211403f4cc None None] Network 3dceab3f-c3d4-4d50-a6cd-f22a694be312 requested from n-d-713301-16 {{(pid=95103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 19:43:51.963181 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_hamode_db [None req-36c870b5-7226-42d1-857e-3e7142512c6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '799b259e-c030-438c-9e8e-130e346dc3c3', 'name': 'tempest-TestVolumeBackupRestore-2096930916-router', 'tenant_id': 'df60118e0c434751a044956da831d00f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'external_fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.22'}], 'enable_snat': True}, 'gw_port_id': 'b93c2628-3d41-4f95-8fff-571fb9f87cad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:38:30Z', 'updated_at': '2021-09-23T19:38:40Z', 'revision_number': 4, 'project_id': 'df60118e0c434751a044956da831d00f', 'gw_port': {'id': 'b93c2628-3d41-4f95-8fff-571fb9f87cad', 'name': '', 'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:59:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '799b259e-c030-438c-9e8e-130e346dc3c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2105, 'fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:38:31Z', 'updated_at': '2021-09-23T19:38:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-16', '_interfaces': [{'id': 'b766922d-1387-4829-9573-19605242a9a7', 'name': '', 'network_id': '7fafb3d9-de72-4d87-8d56-0a7bcad8db30', 'tenant_id': 'df60118e0c434751a044956da831d00f', 'mac_address': 'fa:16:3e:43:28:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '799b259e-c030-438c-9e8e-130e346dc3c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2108, 'fixed_ips': [{'subnet_id': 'c5aa3ac0-9cd5-40cd-ab5b-44ea34e24ad1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:38:38Z', 'updated_at': '2021-09-23T19:38:48Z', 'revision_number': 5, 'project_id': 'df60118e0c434751a044956da831d00f', 'subnets': [{'id': 'c5aa3ac0-9cd5-40cd-ab5b-44ea34e24ad1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-16', False) {} {{(pid=95104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:43:51.963474 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-61c775a1-8b94-4a3f-9247-38badb9df8a7 None None] Provisioning complete for port c242bcac-1085-4c88-aeaa-317379e207bf triggered by entity DHCP. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:43:51.963594 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-61c775a1-8b94-4a3f-9247-38badb9df8a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:51.997640 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36c870b5-7226-42d1-857e-3e7142512c6c None None] Checking router: 799b259e-c030-438c-9e8e-130e346dc3c3 for host: n-d-713301-16 {{(pid=95104) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 19:43:52.006986 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36c870b5-7226-42d1-857e-3e7142512c6c None None] Routers {'799b259e-c030-438c-9e8e-130e346dc3c3'} bound to L3 agent in host n-d-713301-16 {{(pid=95104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 19:43:52.007907 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_hamode_db [None req-36c870b5-7226-42d1-857e-3e7142512c6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-23T19:07:52Z,description=,heartbeat_timestamp=2021-09-23T19:43:22Z,host='n-d-713301-16',id=79a740bf-7821-4989-8288-7186e3e128f3,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:07:52Z,topic='l3_agent')) {'router_ids': ['799b259e-c030-438c-9e8e-130e346dc3c3'], 'active': True} {{(pid=95104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:43:52.084536 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.plugin [None req-61c775a1-8b94-4a3f-9247-38badb9df8a7 None None] Port c242bcac-1085-4c88-aeaa-317379e207bf cannot update to ACTIVE because it is not bound. {{(pid=95103) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 19:43:52.145054 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Provisioning complete for port 9fced79b-e46a-4f8d-8d4f-fb19952a7cb0 triggered by entity L2. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:43:52.148079 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:52.151765 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_dvr_db [None req-36c870b5-7226-42d1-857e-3e7142512c6c None None] Set router 799b259e-c030-438c-9e8e-130e346dc3c3 gateway port host: n-d-713301-16 {{(pid=95104) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 19:43:52.152997 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-826b431c-0370-4aa6-97ae-784d0f1ecce8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:52.166958 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-826b431c-0370-4aa6-97ae-784d0f1ecce8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:52.171125 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-826b431c-0370-4aa6-97ae-784d0f1ecce8 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/ebccdffa-fdac-4f88-a557-190f18333e24 HTTP/1.1" status: 204 len: 168 time: 1.4170513 Sep 23 19:43:52.216340 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-826b431c-0370-4aa6-97ae-784d0f1ecce8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ebccdffa-fdac-4f88-a557-190f18333e24,revision_number=None']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:43:52.232383 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8961bce8-05f4-40b9-80c0-04cd90a44491 req-4d000e83-bb7d-4b86-bfbd-75194623a326 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:43:52.262932 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-8961bce8-05f4-40b9-80c0-04cd90a44491 req-4d000e83-bb7d-4b86-bfbd-75194623a326 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=c5aa3ac0-9cd5-40cd-ab5b-44ea34e24ad1 HTTP/1.1" status: 200 len: 853 time: 0.4354012 Sep 23 19:43:52.428574 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 36258) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:43:52.474913 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01dbd40-ea04-471b-8052-8054df94f8cc req-38f76d65-baa8-4ae4-85f5-0e1374ec856d tempest-TestVolumeBackupRestore-1434194993 tempest-TestVolumeBackupRestore-1434194993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:43:52.496834 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-e01dbd40-ea04-471b-8052-8054df94f8cc req-38f76d65-baa8-4ae4-85f5-0e1374ec856d tempest-TestVolumeBackupRestore-1434194993 tempest-TestVolumeBackupRestore-1434194993-project] 10.222.0.67 "GET /v2.0/ports?device_id=66cd2527-03c8-4dc5-92d2-374880b3d491 HTTP/1.1" status: 200 len: 945 time: 0.6465838 Sep 23 19:43:52.573485 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_hamode_db [None req-36c870b5-7226-42d1-857e-3e7142512c6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '799b259e-c030-438c-9e8e-130e346dc3c3', 'name': 'tempest-TestVolumeBackupRestore-2096930916-router', 'tenant_id': 'df60118e0c434751a044956da831d00f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'external_fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.22'}], 'enable_snat': True}, 'gw_port_id': 'b93c2628-3d41-4f95-8fff-571fb9f87cad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:38:30Z', 'updated_at': '2021-09-23T19:38:40Z', 'revision_number': 4, 'project_id': 'df60118e0c434751a044956da831d00f', 'gw_port': {'id': 'b93c2628-3d41-4f95-8fff-571fb9f87cad', 'name': '', 'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:59:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '799b259e-c030-438c-9e8e-130e346dc3c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2105, 'fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:38:31Z', 'updated_at': '2021-09-23T19:38:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-16', '_interfaces': [{'id': 'b766922d-1387-4829-9573-19605242a9a7', 'name': '', 'network_id': '7fafb3d9-de72-4d87-8d56-0a7bcad8db30', 'tenant_id': 'df60118e0c434751a044956da831d00f', 'mac_address': 'fa:16:3e:43:28:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '799b259e-c030-438c-9e8e-130e346dc3c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2108, 'fixed_ips': [{'subnet_id': 'c5aa3ac0-9cd5-40cd-ab5b-44ea34e24ad1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:38:38Z', 'updated_at': '2021-09-23T19:38:48Z', 'revision_number': 5, 'project_id': 'df60118e0c434751a044956da831d00f', 'subnets': [{'id': 'c5aa3ac0-9cd5-40cd-ab5b-44ea34e24ad1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-16', False) {} {{(pid=95104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:43:52.648082 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b0d0e18-2c08-4aec-b1ea-130417145720 req-9a0ed73f-06cd-4693-80ec-c40baf29a526 tempest-ServersNegativeTestJSON-1638865794 tempest-ServersNegativeTestJSON-1638865794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:43:52.648398 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36c870b5-7226-42d1-857e-3e7142512c6c None None] The sync data for ids ['799b259e-c030-438c-9e8e-130e346dc3c3'] in n-d-713301-16 is: [{'id': '799b259e-c030-438c-9e8e-130e346dc3c3', 'name': 'tempest-TestVolumeBackupRestore-2096930916-router', 'tenant_id': 'df60118e0c434751a044956da831d00f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'external_fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.22'}], 'enable_snat': True}, 'gw_port_id': 'b93c2628-3d41-4f95-8fff-571fb9f87cad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:38:30Z', 'updated_at': '2021-09-23T19:38:40Z', 'revision_number': 4, 'project_id': 'df60118e0c434751a044956da831d00f', 'gw_port': {'id': 'b93c2628-3d41-4f95-8fff-571fb9f87cad', 'name': '', 'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:59:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '799b259e-c030-438c-9e8e-130e346dc3c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2105, 'fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:38:31Z', 'updated_at': '2021-09-23T19:38:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-16', '_interfaces': [{'id': 'b766922d-1387-4829-9573-19605242a9a7', 'name': '', 'network_id': '7fafb3d9-de72-4d87-8d56-0a7bcad8db30', 'tenant_id': 'df60118e0c434751a044956da831d00f', 'mac_address': 'fa:16:3e:43:28:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '799b259e-c030-438c-9e8e-130e346dc3c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2108, 'fixed_ips': [{'subnet_id': 'c5aa3ac0-9cd5-40cd-ab5b-44ea34e24ad1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:38:38Z', 'updated_at': '2021-09-23T19:38:48Z', 'revision_number': 5, 'project_id': 'df60118e0c434751a044956da831d00f', 'subnets': [{'id': 'c5aa3ac0-9cd5-40cd-ab5b-44ea34e24ad1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 19:43:52.666936 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-3b0d0e18-2c08-4aec-b1ea-130417145720 req-9a0ed73f-06cd-4693-80ec-c40baf29a526 tempest-ServersNegativeTestJSON-1638865794 tempest-ServersNegativeTestJSON-1638865794-project] 10.222.0.67 "GET /v2.0/ports?device_id=6942dd4a-2993-4094-af13-ca4f91683a85 HTTP/1.1" status: 200 len: 946 time: 0.6171069 Sep 23 19:43:52.798003 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8961bce8-05f4-40b9-80c0-04cd90a44491 req-7fad23bd-a8a1-458e-ad85-4485033b9912 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:43:52.801933 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-8961bce8-05f4-40b9-80c0-04cd90a44491 req-7fad23bd-a8a1-458e-ad85-4485033b9912 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=7fafb3d9-de72-4d87-8d56-0a7bcad8db30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.5013828 Sep 23 19:43:52.805160 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-d9281011-187d-4beb-88c0-db249d4031d2 tempest-RoutersIpV6Test-563412711 tempest-RoutersIpV6Test-563412711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:52.812027 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-e01dbd40-ea04-471b-8052-8054df94f8cc req-cd091e75-c493-4042-9194-55f7b7365449 tempest-TestVolumeBackupRestore-1434194993 tempest-TestVolumeBackupRestore-1434194993-project] 10.222.0.67 "GET /v2.0/security-groups?id=ea1d12a8-ddc7-4b9a-a637-e6ffde706580&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3142657 Sep 23 19:43:52.838277 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-3b0d0e18-2c08-4aec-b1ea-130417145720 req-df37a3f3-9bf2-4455-bca8-5726263a99f3 tempest-ServersNegativeTestJSON-1638865794 tempest-ServersNegativeTestJSON-1638865794-project] 10.222.0.67 "GET /v2.0/security-groups?id=4daca97c-f524-4fb0-8b34-b36a0affa33e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1547441 Sep 23 19:43:52.874377 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-68546a8f-3b32-4ad9-a093-795b3c186a0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:53.098195 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-aba4a352-c710-4836-9d65-1de4ea35ea57 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:53.210875 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-8669bb9f-1c47-48d6-b1cd-baa1a6709900 None None] Notify callbacks [] for port, precommit_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:53.222011 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15ab556f-694a-4c9f-b4c8-696d27ac7111 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4c8b80df-07eb-5275-9f17-5cf640db67c0-3dceab3f-c3d4-4d50-a6cd-f22a694be312', 'network_id': '3dceab3f-c3d4-4d50-a6cd-f22a694be312', 'tenant_id': 'fd66fc1e2cf64f369d6db25080c0cb06', 'fixed_ips': [{'subnet_id': '77ab82eb-0ebb-4362-b2e6-c776386a4d1b'}]}} from n-d-713301-16. {{(pid=95103) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 23 19:43:53.235877 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-15ab556f-694a-4c9f-b4c8-696d27ac7111 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_create {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:53.298702 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:53.306043 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-8669bb9f-1c47-48d6-b1cd-baa1a6709900 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:53.416013 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf9ee099-3393-495e-8f89-ad0f0d48a582 None None] Pushing event updated for resources: {'Port': ['ID=c242bcac-1085-4c88-aeaa-317379e207bf,revision_number=3']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:43:53.417737 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-aba4a352-c710-4836-9d65-1de4ea35ea57 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:53.419520 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bc32cd2-47b5-46f9-9d09-0e369f6ea414 None None] New status for floating IP 5a346022-cf0f-4326-8a73-f9246863ceac: DOWN {{(pid=95103) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 23 19:43:53.426395 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-aba4a352-c710-4836-9d65-1de4ea35ea57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:53.438406 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b074f66b-27bc-498d-9ca6-dc49915f0f90 req-1a80bca8-88c4-48ff-8abe-edbcb99834fd tempest-TestVolumeBackupRestore-1434194993 tempest-TestVolumeBackupRestore-1434194993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:43:53.447838 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-b074f66b-27bc-498d-9ca6-dc49915f0f90 req-1a80bca8-88c4-48ff-8abe-edbcb99834fd tempest-TestVolumeBackupRestore-1434194993 tempest-TestVolumeBackupRestore-1434194993-project] 10.222.0.74 "GET /v2.0/ports?device_id=66cd2527-03c8-4dc5-92d2-374880b3d491 HTTP/1.1" status: 200 len: 945 time: 0.3325546 Sep 23 19:43:53.478711 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba4a352-c710-4836-9d65-1de4ea35ea57 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60b723b1-c789-4641-9963-57212039d1c5,revision_number=1']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:43:53.501877 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-8961bce8-05f4-40b9-80c0-04cd90a44491 req-d3c0f2e2-201b-472a-857a-3944f432f622 service neutron] 10.222.0.74 "GET /v2.0/networks/7fafb3d9-de72-4d87-8d56-0a7bcad8db30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6616464 Sep 23 19:43:53.543686 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-aba4a352-c710-4836-9d65-1de4ea35ea57 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=99b965db2caa4607b6f0acb23998afb1&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0315590 Sep 23 19:43:53.545309 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 36282) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:43:53.640438 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c65ffb-8d30-40fb-8159-5b44528c2af8 req-600c91d8-5d10-4a61-81d6-a58c8f7d7c0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:43:53.642648 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-95c65ffb-8d30-40fb-8159-5b44528c2af8 req-600c91d8-5d10-4a61-81d6-a58c8f7d7c0d service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=71dd9ac001f74f8ba18264101352d8e3&device_id=6942dd4a-2993-4094-af13-ca4f91683a85 HTTP/1.1" status: 200 len: 1098 time: 0.7561827 Sep 23 19:43:53.812536 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-be14ccb9-f5e0-4932-8855-d35807970a33 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:53.871105 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-0ae75029-feb6-4728-9a94-5f9b60993d82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:53.887698 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-be14ccb9-f5e0-4932-8855-d35807970a33 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:53.994813 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.managers [None req-8669bb9f-1c47-48d6-b1cd-baa1a6709900 None None] Attempting to bind port c242bcac-1085-4c88-aeaa-317379e207bf on host n-d-713301-16 for vnic_type normal with profile {{(pid=95103) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 19:43:53.995192 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.managers [None req-8669bb9f-1c47-48d6-b1cd-baa1a6709900 None None] Attempting to bind port c242bcac-1085-4c88-aeaa-317379e207bf by drivers openvswitch,hyperv on host n-d-713301-16 at level 0 using segments [{'id': '1321d43e-dd78-40fa-9150-e9d3d36ab557', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'a9c6c3e4-ab4f-4800-b25e-b5800d99177a'}] {{(pid=95103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 19:43:53.995565 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8669bb9f-1c47-48d6-b1cd-baa1a6709900 None None] Attempting to bind port c242bcac-1085-4c88-aeaa-317379e207bf on network a9c6c3e4-ab4f-4800-b25e-b5800d99177a {{(pid=95103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:43:54.010013 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8669bb9f-1c47-48d6-b1cd-baa1a6709900 None None] Checking agent: {'id': '70a14545-df24-472f-8f95-bfe1719bff93', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 19, 7, 53), 'started_at': datetime.datetime(2021, 9, 23, 19, 8, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 19, 43, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 19:43:54.010395 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8669bb9f-1c47-48d6-b1cd-baa1a6709900 None None] Checking segment: {'id': '1321d43e-dd78-40fa-9150-e9d3d36ab557', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'a9c6c3e4-ab4f-4800-b25e-b5800d99177a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95103) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:43:54.010810 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-8669bb9f-1c47-48d6-b1cd-baa1a6709900 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:54.011208 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8669bb9f-1c47-48d6-b1cd-baa1a6709900 None None] Bound using segment: {'id': '1321d43e-dd78-40fa-9150-e9d3d36ab557', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'a9c6c3e4-ab4f-4800-b25e-b5800d99177a'} {{(pid=95103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 19:43:54.011696 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.managers [None req-8669bb9f-1c47-48d6-b1cd-baa1a6709900 None None] Bound port: c242bcac-1085-4c88-aeaa-317379e207bf, host: n-d-713301-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1321d43e-dd78-40fa-9150-e9d3d36ab557', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'a9c6c3e4-ab4f-4800-b25e-b5800d99177a'}}] {{(pid=95103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 19:43:54.017538 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-8669bb9f-1c47-48d6-b1cd-baa1a6709900 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:54.051920 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-8961bce8-05f4-40b9-80c0-04cd90a44491 req-8f401781-7022-47dc-b3c8-d05c1fdb8064 service neutron] 10.222.0.74 "GET /v2.0/networks/7fafb3d9-de72-4d87-8d56-0a7bcad8db30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5390172 Sep 23 19:43:54.111636 n-d-713301-16 neutron-server[95101]: DEBUG neutron.db.db_base_plugin_common [None req-d9281011-187d-4beb-88c0-db249d4031d2 tempest-RoutersIpV6Test-563412711 tempest-RoutersIpV6Test-563412711-project] Allocated IP 2001:db8:3::1 (3dceab3f-c3d4-4d50-a6cd-f22a694be312/77ab82eb-0ebb-4362-b2e6-c776386a4d1b/6d4095b2-da71-4fed-bb27-7c0cc7d7fe6f) {{(pid=95101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 19:43:54.146667 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.plugin [req-b074f66b-27bc-498d-9ca6-dc49915f0f90 req-d3583645-ee20-4498-8902-08e01a42264e tempest-TestVolumeBackupRestore-1434194993 tempest-TestVolumeBackupRestore-1434194993-project] Deleting port c140d996-da69-4c0e-b9a8-57586395d28e {{(pid=95101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:43:54.153671 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-b074f66b-27bc-498d-9ca6-dc49915f0f90 req-d3583645-ee20-4498-8902-08e01a42264e tempest-TestVolumeBackupRestore-1434194993 tempest-TestVolumeBackupRestore-1434194993-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783146157096'] for port, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:54.170969 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c65ffb-8d30-40fb-8159-5b44528c2af8 req-fdb8f255-b93c-480c-8fbd-2c4c8e1fa231 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:43:54.178150 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-95c65ffb-8d30-40fb-8159-5b44528c2af8 req-fdb8f255-b93c-480c-8fbd-2c4c8e1fa231 service neutron] 10.222.0.53 "GET /v2.0/networks?id=bd1e9a1b-24bd-4f73-b7dd-094a5b1ba73a HTTP/1.1" status: 200 len: 915 time: 0.5080714 Sep 23 19:43:54.212079 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-8669bb9f-1c47-48d6-b1cd-baa1a6709900 None None] For port c242bcac-1085-4c88-aeaa-317379e207bf, host n-d-713301-16, cleared binding levels {{(pid=95103) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 19:43:54.217162 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-8669bb9f-1c47-48d6-b1cd-baa1a6709900 None None] For port c242bcac-1085-4c88-aeaa-317379e207bf, host n-d-713301-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-16',level=0,port_id=c242bcac-1085-4c88-aeaa-317379e207bf,segment=NetworkSegment(1321d43e-dd78-40fa-9150-e9d3d36ab557),segment_id=1321d43e-dd78-40fa-9150-e9d3d36ab557)] {{(pid=95103) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 19:43:54.223474 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-8669bb9f-1c47-48d6-b1cd-baa1a6709900 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:54.374094 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a8519a-40f6-4795-b8fd-ab80030abec4 req-faaea7fc-57cd-4f22-8fbe-593f6048caba tempest-AttachVolumeShelveTestJSON-2035318112 tempest-AttachVolumeShelveTestJSON-2035318112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:43:54.388178 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-81a8519a-40f6-4795-b8fd-ab80030abec4 req-faaea7fc-57cd-4f22-8fbe-593f6048caba tempest-AttachVolumeShelveTestJSON-2035318112 tempest-AttachVolumeShelveTestJSON-2035318112-project] 10.222.0.67 "GET /v2.0/ports?device_id=c994c23c-480f-4306-a41c-657703b40238 HTTP/1.1" status: 200 len: 947 time: 0.6937406 Sep 23 19:43:54.403227 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8669bb9f-1c47-48d6-b1cd-baa1a6709900 None None] Routers {'dc71851d-1f5a-4d66-ba76-b05974590d54'} bound to L3 agent in host n-d-713301-16 {{(pid=95103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 19:43:54.403523 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_hamode_db [None req-8669bb9f-1c47-48d6-b1cd-baa1a6709900 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-23T19:07:52Z,description=,heartbeat_timestamp=2021-09-23T19:43:52Z,host='n-d-713301-16',id=79a740bf-7821-4989-8288-7186e3e128f3,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:07:52Z,topic='l3_agent')) {'router_ids': ['dc71851d-1f5a-4d66-ba76-b05974590d54'], 'active': True} {{(pid=95103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:43:54.408584 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-95c65ffb-8d30-40fb-8159-5b44528c2af8 req-6b3fd951-7457-4aaf-91a7-a8adfd5bd8db service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=da1cccf9-fec5-48ec-99c3-a7ba7ed97445 HTTP/1.1" status: 200 len: 217 time: 0.1956747 Sep 23 19:43:54.514597 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1df4903-9e74-4260-ba89-97802e46e9dc req-657f627e-23c1-4376-8ee1-d826012a5dbc tempest-TestVolumeBackupRestore-1434194993 tempest-TestVolumeBackupRestore-1434194993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:43:54.525263 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-c1df4903-9e74-4260-ba89-97802e46e9dc req-657f627e-23c1-4376-8ee1-d826012a5dbc tempest-TestVolumeBackupRestore-1434194993 tempest-TestVolumeBackupRestore-1434194993-project] 10.222.0.67 "GET /v2.0/ports?device_id=66cd2527-03c8-4dc5-92d2-374880b3d491 HTTP/1.1" status: 200 len: 945 time: 0.4322565 Sep 23 19:43:54.597253 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-81a8519a-40f6-4795-b8fd-ab80030abec4 req-6735d44f-39ed-418d-8196-243af0e20fee tempest-AttachVolumeShelveTestJSON-2035318112 tempest-AttachVolumeShelveTestJSON-2035318112-project] 10.222.0.67 "GET /v2.0/security-groups?id=dd8506a8-7e56-49b4-9c74-3948d9b76f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2084866 Sep 23 19:43:54.602115 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-be14ccb9-f5e0-4932-8855-d35807970a33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:54.643593 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-be14ccb9-f5e0-4932-8855-d35807970a33 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:54.643593 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-be14ccb9-f5e0-4932-8855-d35807970a33 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/60b723b1-c789-4641-9963-57212039d1c5 HTTP/1.1" status: 204 len: 168 time: 1.0829918 Sep 23 19:43:54.673378 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be14ccb9-f5e0-4932-8855-d35807970a33 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60b723b1-c789-4641-9963-57212039d1c5,revision_number=None']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:43:54.772318 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-c1df4903-9e74-4260-ba89-97802e46e9dc req-9731f030-d051-45e0-b64e-e98f22bf09dd tempest-TestVolumeBackupRestore-1434194993 tempest-TestVolumeBackupRestore-1434194993-project] 10.222.0.67 "GET /v2.0/security-groups?id=ea1d12a8-ddc7-4b9a-a637-e6ffde706580&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2406414 Sep 23 19:43:55.048160 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.db [req-b074f66b-27bc-498d-9ca6-dc49915f0f90 req-d3583645-ee20-4498-8902-08e01a42264e tempest-TestVolumeBackupRestore-1434194993 tempest-TestVolumeBackupRestore-1434194993-project] For port c140d996-da69-4c0e-b9a8-57586395d28e, host n-h1-713301-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-16',level=0,port_id=c140d996-da69-4c0e-b9a8-57586395d28e,segment=NetworkSegment(d8402129-e46c-475e-8b4c-88724e8b832b),segment_id=d8402129-e46c-475e-8b4c-88724e8b832b)] {{(pid=95101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:43:55.050251 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf9ee099-3393-495e-8f89-ad0f0d48a582 None None] Pushing event updated for resources: {'Port': ['ID=c242bcac-1085-4c88-aeaa-317379e207bf,revision_number=4']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:43:55.050408 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-b074f66b-27bc-498d-9ca6-dc49915f0f90 req-d3583645-ee20-4498-8902-08e01a42264e tempest-TestVolumeBackupRestore-1434194993 tempest-TestVolumeBackupRestore-1434194993-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-605701'] for port, precommit_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:55.091873 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-946fdb81-710b-4317-9f84-86a865291265 None None] Provisioning complete for port c242bcac-1085-4c88-aeaa-317379e207bf triggered by entity DHCP. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:43:55.092095 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-946fdb81-710b-4317-9f84-86a865291265 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:55.098408 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c65ffb-8d30-40fb-8159-5b44528c2af8 req-76136a8b-3d5c-4510-bdc0-6ae2ab84ad28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:43:55.104223 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.agents_db [None req-f2f5c474-60a3-474f-b2cc-02c4bd30880c None None] Agent healthcheck: found 7 active agents {{(pid=95104) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 19:43:55.106799 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-95c65ffb-8d30-40fb-8159-5b44528c2af8 req-76136a8b-3d5c-4510-bdc0-6ae2ab84ad28 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=3168c2f0-c410-47c7-9b0a-467008e3d34d HTTP/1.1" status: 200 len: 854 time: 0.5966034 Sep 23 19:43:55.110318 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85160207-efbd-4142-aab0-fd5f1c998f00 req-3ad5b2c2-a77a-4270-8fcc-99a032f96a4b tempest-AttachVolumeShelveTestJSON-2035318112 tempest-AttachVolumeShelveTestJSON-2035318112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:43:55.111999 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-85160207-efbd-4142-aab0-fd5f1c998f00 req-3ad5b2c2-a77a-4270-8fcc-99a032f96a4b tempest-AttachVolumeShelveTestJSON-2035318112 tempest-AttachVolumeShelveTestJSON-2035318112-project] 10.222.0.74 "GET /v2.0/ports?device_id=c994c23c-480f-4306-a41c-657703b40238 HTTP/1.1" status: 200 len: 947 time: 0.2515407 Sep 23 19:43:55.122725 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d6ca2b-2442-49a2-b55a-f09d2fe0da3d req-44962a25-8100-4bf9-8795-7fbe1bc3f094 tempest-ServersNegativeTestJSON-1638865794 tempest-ServersNegativeTestJSON-1638865794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:43:55.127498 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.plugin [req-b074f66b-27bc-498d-9ca6-dc49915f0f90 req-d3583645-ee20-4498-8902-08e01a42264e tempest-TestVolumeBackupRestore-1434194993 tempest-TestVolumeBackupRestore-1434194993-project] Calling delete_port for c140d996-da69-4c0e-b9a8-57586395d28e owned by compute:nova {{(pid=95101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:43:55.131391 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-73d6ca2b-2442-49a2-b55a-f09d2fe0da3d req-44962a25-8100-4bf9-8795-7fbe1bc3f094 tempest-ServersNegativeTestJSON-1638865794 tempest-ServersNegativeTestJSON-1638865794-project] 10.222.0.67 "GET /v2.0/ports?device_id=6942dd4a-2993-4094-af13-ca4f91683a85 HTTP/1.1" status: 200 len: 946 time: 0.3190577 Sep 23 19:43:55.249118 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-95c65ffb-8d30-40fb-8159-5b44528c2af8 req-f143c43e-7a8c-40cb-b5b0-cd3f0f266bd8 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=bd1e9a1b-24bd-4f73-b7dd-094a5b1ba73a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1285763 Sep 23 19:43:55.265017 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_dvr_db [None req-8669bb9f-1c47-48d6-b1cd-baa1a6709900 None None] Set router dc71851d-1f5a-4d66-ba76-b05974590d54 gateway port host: None {{(pid=95103) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 19:43:55.303636 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-d9281011-187d-4beb-88c0-db249d4031d2 tempest-RoutersIpV6Test-563412711 tempest-RoutersIpV6Test-563412711-project] Notify callbacks [] for port, precommit_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:55.305245 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-73d6ca2b-2442-49a2-b55a-f09d2fe0da3d req-0989d054-1b95-4a34-afe7-7c143c0aefa5 tempest-ServersNegativeTestJSON-1638865794 tempest-ServersNegativeTestJSON-1638865794-project] 10.222.0.67 "GET /v2.0/security-groups?id=4daca97c-f524-4fb0-8b34-b36a0affa33e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1725695 Sep 23 19:43:55.526811 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.plugin [req-85160207-efbd-4142-aab0-fd5f1c998f00 req-575922d9-1b4e-442f-98d1-233024f6fb71 tempest-AttachVolumeShelveTestJSON-2035318112 tempest-AttachVolumeShelveTestJSON-2035318112-project] Deleting port e903ca97-db28-44ea-88d1-53bdf3b0a143 {{(pid=95102) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:43:55.528575 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-85160207-efbd-4142-aab0-fd5f1c998f00 req-575922d9-1b4e-442f-98d1-233024f6fb71 tempest-AttachVolumeShelveTestJSON-2035318112 tempest-AttachVolumeShelveTestJSON-2035318112-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783146157096'] for port, before_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:55.748213 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-95c65ffb-8d30-40fb-8159-5b44528c2af8 req-f585dd38-e66c-4699-b80f-d4fa9367a64f service neutron] 10.222.0.53 "GET /v2.0/networks/bd1e9a1b-24bd-4f73-b7dd-094a5b1ba73a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4791913 Sep 23 19:43:55.781754 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-80e7e501-6c57-470d-92c6-e3d54bc3195c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:55.812756 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.db [req-85160207-efbd-4142-aab0-fd5f1c998f00 req-575922d9-1b4e-442f-98d1-233024f6fb71 tempest-AttachVolumeShelveTestJSON-2035318112 tempest-AttachVolumeShelveTestJSON-2035318112-project] For port e903ca97-db28-44ea-88d1-53bdf3b0a143, host n-h1-713301-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-16',level=0,port_id=e903ca97-db28-44ea-88d1-53bdf3b0a143,segment=NetworkSegment(c5b82793-12a0-4116-8d9f-ade119c657cf),segment_id=c5b82793-12a0-4116-8d9f-ade119c657cf)] {{(pid=95102) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:43:55.815254 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-85160207-efbd-4142-aab0-fd5f1c998f00 req-575922d9-1b4e-442f-98d1-233024f6fb71 tempest-AttachVolumeShelveTestJSON-2035318112 tempest-AttachVolumeShelveTestJSON-2035318112-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-605701'] for port, precommit_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:56.034695 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-95c65ffb-8d30-40fb-8159-5b44528c2af8 req-0aaa43fd-2819-40b2-a5c2-d2d37b48eca5 service neutron] 10.222.0.53 "GET /v2.0/networks/bd1e9a1b-24bd-4f73-b7dd-094a5b1ba73a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2464328 Sep 23 19:43:56.073095 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-d9281011-187d-4beb-88c0-db249d4031d2 tempest-RoutersIpV6Test-563412711 tempest-RoutersIpV6Test-563412711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783145673135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5607431'] for port, after_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:56.157789 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-946fdb81-710b-4317-9f84-86a865291265 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:56.212644 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9281011-187d-4beb-88c0-db249d4031d2 tempest-RoutersIpV6Test-563412711 tempest-RoutersIpV6Test-563412711-project] Network 3dceab3f-c3d4-4d50-a6cd-f22a694be312 is already hosted by enough agents. {{(pid=95101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:43:56.226603 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.base_scheduler [None req-d9281011-187d-4beb-88c0-db249d4031d2 tempest-RoutersIpV6Test-563412711 tempest-RoutersIpV6Test-563412711-project] Resources bound (agent type, host, resource id): {{(pid=95101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:43:56.240517 n-d-713301-16 neutron-server[95101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9281011-187d-4beb-88c0-db249d4031d2 tempest-RoutersIpV6Test-563412711 tempest-RoutersIpV6Test-563412711-project] Received port after_create {{(pid=95101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 19:43:56.241119 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-d9281011-187d-4beb-88c0-db249d4031d2 tempest-RoutersIpV6Test-563412711 tempest-RoutersIpV6Test-563412711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-601987'] for router_interface, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:56.294109 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.db_base_plugin_common [None req-15ab556f-694a-4c9f-b4c8-696d27ac7111 None None] Allocated IP 2001:db8:3::2 (3dceab3f-c3d4-4d50-a6cd-f22a694be312/77ab82eb-0ebb-4362-b2e6-c776386a4d1b/b7424d85-b9ac-4f0d-b294-d915e50ec83e) {{(pid=95103) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 19:43:56.397153 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9281011-187d-4beb-88c0-db249d4031d2 tempest-RoutersIpV6Test-563412711 tempest-RoutersIpV6Test-563412711-project] Pushing event updated for resources: {'Port': ['ID=6d4095b2-da71-4fed-bb27-7c0cc7d7fe6f,revision_number=1']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:43:56.493971 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-b074f66b-27bc-498d-9ca6-dc49915f0f90 req-d3583645-ee20-4498-8902-08e01a42264e tempest-TestVolumeBackupRestore-1434194993 tempest-TestVolumeBackupRestore-1434194993-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783146162158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783145673144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5607431'] for port, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:56.573371 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3583645-ee20-4498-8902-08e01a42264e tempest-TestVolumeBackupRestore-1434194993 tempest-TestVolumeBackupRestore-1434194993-project] Pushing event deleted for resources: {'Port': ['ID=c140d996-da69-4c0e-b9a8-57586395d28e,revision_number=None']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:43:56.628700 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_hamode_db [None req-8669bb9f-1c47-48d6-b1cd-baa1a6709900 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc71851d-1f5a-4d66-ba76-b05974590d54', 'name': 'tempest-RoutersIpV6Test-router-1785279921', 'tenant_id': 'fd66fc1e2cf64f369d6db25080c0cb06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:43:29Z', 'updated_at': '2021-09-23T19:43:45Z', 'revision_number': 4, 'project_id': 'fd66fc1e2cf64f369d6db25080c0cb06', 'gw_port_host': None, '_interfaces': [{'id': '2bc1be1d-e1ed-42fa-ae3b-d3a995eaa854', 'name': '', 'network_id': 'eb7ee6df-b6ba-45d6-91cd-a3b513be0e8c', 'tenant_id': 'fd66fc1e2cf64f369d6db25080c0cb06', 'mac_address': 'fa:16:3e:22:70:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc71851d-1f5a-4d66-ba76-b05974590d54', 'device_owner': 'network:router_interface', 'standard_attr_id': 2713, 'fixed_ips': [{'subnet_id': '7bf004d2-1700-4c8f-be15-804ddb0ed04c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:43:31Z', 'updated_at': '2021-09-23T19:43:38Z', 'revision_number': 5, 'project_id': 'fd66fc1e2cf64f369d6db25080c0cb06', 'subnets': [{'id': '7bf004d2-1700-4c8f-be15-804ddb0ed04c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c242bcac-1085-4c88-aeaa-317379e207bf', 'name': '', 'network_id': 'a9c6c3e4-ab4f-4800-b25e-b5800d99177a', 'tenant_id': 'fd66fc1e2cf64f369d6db25080c0cb06', 'mac_address': 'fa:16:3e:f3:e7:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc71851d-1f5a-4d66-ba76-b05974590d54', 'device_owner': 'network:router_interface', 'standard_attr_id': 2734, 'fixed_ips': [{'subnet_id': '0ef042fb-a9c3-43a2-abca-e49fc01bb835', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:43:43Z', 'updated_at': '2021-09-23T19:43:54Z', 'revision_number': 4, 'project_id': 'fd66fc1e2cf64f369d6db25080c0cb06', 'subnets': [{'id': '0ef042fb-a9c3-43a2-abca-e49fc01bb835', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f4857f5d-973e-4d61-b1b8-4bec3726c5f6', 'name': '', 'network_id': '624e596e-769e-40b5-9ff9-cdd4e151ebba', 'tenant_id': 'fd66fc1e2cf64f369d6db25080c0cb06', 'mac_address': 'fa:16:3e:a1:43:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc71851d-1f5a-4d66-ba76-b05974590d54', 'device_owner': 'network:router_interface', 'standard_attr_id': 2724, 'fixed_ips': [{'subnet_id': '134a0ec1-e18d-4ff7-8a0f-d03ae0c19bd3', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:43:37Z', 'updated_at': '2021-09-23T19:43:45Z', 'revision_number': 5, 'project_id': 'fd66fc1e2cf64f369d6db25080c0cb06', 'subnets': [{'id': '134a0ec1-e18d-4ff7-8a0f-d03ae0c19bd3', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-16', False) {} {{(pid=95103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:43:56.638570 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4849e2a5-65c2-4249-ab05-daa0b2f3bcc4 req-01bb89c1-7271-4028-9ae8-8bc88893f740 tempest-AttachVolumeShelveTestJSON-2035318112 tempest-AttachVolumeShelveTestJSON-2035318112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:43:56.638570 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-4849e2a5-65c2-4249-ab05-daa0b2f3bcc4 req-01bb89c1-7271-4028-9ae8-8bc88893f740 tempest-AttachVolumeShelveTestJSON-2035318112 tempest-AttachVolumeShelveTestJSON-2035318112-project] 10.222.0.67 "GET /v2.0/ports?device_id=c994c23c-480f-4306-a41c-657703b40238 HTTP/1.1" status: 200 len: 947 time: 0.8257010 Sep 23 19:43:56.719732 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-946fdb81-710b-4317-9f84-86a865291265 None None] For port c242bcac-1085-4c88-aeaa-317379e207bf, host n-d-713301-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-16',level=0,port_id=c242bcac-1085-4c88-aeaa-317379e207bf,segment=NetworkSegment(1321d43e-dd78-40fa-9150-e9d3d36ab557),segment_id=1321d43e-dd78-40fa-9150-e9d3d36ab557)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:43:56.783689 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-d9281011-187d-4beb-88c0-db249d4031d2 tempest-RoutersIpV6Test-563412711 tempest-RoutersIpV6Test-563412711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:56.793025 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83848ef6-cc58-435e-b1b4-3b4aa4fd9a10 req-7e5d0874-46e2-4df1-b137-14b00def533c tempest-TestVolumeBackupRestore-1434194993 tempest-TestVolumeBackupRestore-1434194993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:43:56.794253 n-d-713301-16 neutron-server[95101]: DEBUG neutron.db.l3_dvrscheduler_db [req-b074f66b-27bc-498d-9ca6-dc49915f0f90 req-d3583645-ee20-4498-8902-08e01a42264e tempest-TestVolumeBackupRestore-1434194993 tempest-TestVolumeBackupRestore-1434194993-project] No DVR routers for this DVR port c140d996-da69-4c0e-b9a8-57586395d28e on host n-h1-713301-16 {{(pid=95101) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 19:43:56.796091 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-83848ef6-cc58-435e-b1b4-3b4aa4fd9a10 req-7e5d0874-46e2-4df1-b137-14b00def533c tempest-TestVolumeBackupRestore-1434194993 tempest-TestVolumeBackupRestore-1434194993-project] 10.222.0.67 "GET /v2.0/ports?device_id=66cd2527-03c8-4dc5-92d2-374880b3d491 HTTP/1.1" status: 200 len: 867 time: 0.8469028 Sep 23 19:43:56.799196 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-b074f66b-27bc-498d-9ca6-dc49915f0f90 req-d3583645-ee20-4498-8902-08e01a42264e tempest-TestVolumeBackupRestore-1434194993 tempest-TestVolumeBackupRestore-1434194993-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222849'] for port, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:56.802742 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-b074f66b-27bc-498d-9ca6-dc49915f0f90 req-d3583645-ee20-4498-8902-08e01a42264e tempest-TestVolumeBackupRestore-1434194993 tempest-TestVolumeBackupRestore-1434194993-project] 10.222.0.74 "DELETE /v2.0/ports/c140d996-da69-4c0e-b9a8-57586395d28e HTTP/1.1" status: 204 len: 173 time: 3.3354292 Sep 23 19:43:56.803208 n-d-713301-16 neutron-server[95101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '66cd2527-03c8-4dc5-92d2-374880b3d491', 'name': 'network-vif-deleted', 'tag': 'c140d996-da69-4c0e-b9a8-57586395d28e'}] {{(pid=95101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 19:43:56.811147 n-d-713301-16 neutron-server[95101]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d8366c5740cd635e57ab12b71fe44a77c2acc3c19091ef849c6f68b380462244" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2dea85ba-07eb-4169-b7e8-ae4e5852b6c6" -d '{"events": [{"server_uuid": "66cd2527-03c8-4dc5-92d2-374880b3d491", "name": "network-vif-deleted", "tag": "c140d996-da69-4c0e-b9a8-57586395d28e"}]}' {{(pid=95101) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 19:43:56.814357 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-946fdb81-710b-4317-9f84-86a865291265 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:56.837755 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8669bb9f-1c47-48d6-b1cd-baa1a6709900 None None] The sync data for ids ['dc71851d-1f5a-4d66-ba76-b05974590d54'] in n-d-713301-16 is: [{'id': 'dc71851d-1f5a-4d66-ba76-b05974590d54', 'name': 'tempest-RoutersIpV6Test-router-1785279921', 'tenant_id': 'fd66fc1e2cf64f369d6db25080c0cb06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:43:29Z', 'updated_at': '2021-09-23T19:43:45Z', 'revision_number': 4, 'project_id': 'fd66fc1e2cf64f369d6db25080c0cb06', 'gw_port_host': None, '_interfaces': [{'id': '2bc1be1d-e1ed-42fa-ae3b-d3a995eaa854', 'name': '', 'network_id': 'eb7ee6df-b6ba-45d6-91cd-a3b513be0e8c', 'tenant_id': 'fd66fc1e2cf64f369d6db25080c0cb06', 'mac_address': 'fa:16:3e:22:70:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc71851d-1f5a-4d66-ba76-b05974590d54', 'device_owner': 'network:router_interface', 'standard_attr_id': 2713, 'fixed_ips': [{'subnet_id': '7bf004d2-1700-4c8f-be15-804ddb0ed04c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:43:31Z', 'updated_at': '2021-09-23T19:43:38Z', 'revision_number': 5, 'project_id': 'fd66fc1e2cf64f369d6db25080c0cb06', 'subnets': [{'id': '7bf004d2-1700-4c8f-be15-804ddb0ed04c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c242bcac-1085-4c88-aeaa-317379e207bf', 'name': '', 'network_id': 'a9c6c3e4-ab4f-4800-b25e-b5800d99177a', 'tenant_id': 'fd66fc1e2cf64f369d6db25080c0cb06', 'mac_address': 'fa:16:3e:f3:e7:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc71851d-1f5a-4d66-ba76-b05974590d54', 'device_owner': 'network:router_interface', 'standard_attr_id': 2734, 'fixed_ips': [{'subnet_id': '0ef042fb-a9c3-43a2-abca-e49fc01bb835', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:43:43Z', 'updated_at': '2021-09-23T19:43:54Z', 'revision_number': 4, 'project_id': 'fd66fc1e2cf64f369d6db25080c0cb06', 'subnets': [{'id': '0ef042fb-a9c3-43a2-abca-e49fc01bb835', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f4857f5d-973e-4d61-b1b8-4bec3726c5f6', 'name': '', 'network_id': '624e596e-769e-40b5-9ff9-cdd4e151ebba', 'tenant_id': 'fd66fc1e2cf64f369d6db25080c0cb06', 'mac_address': 'fa:16:3e:a1:43:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc71851d-1f5a-4d66-ba76-b05974590d54', 'device_owner': 'network:router_interface', 'standard_attr_id': 2724, 'fixed_ips': [{'subnet_id': '134a0ec1-e18d-4ff7-8a0f-d03ae0c19bd3', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:43:37Z', 'updated_at': '2021-09-23T19:43:45Z', 'revision_number': 5, 'project_id': 'fd66fc1e2cf64f369d6db25080c0cb06', 'subnets': [{'id': '134a0ec1-e18d-4ff7-8a0f-d03ae0c19bd3', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 19:43:57.235252 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-83848ef6-cc58-435e-b1b4-3b4aa4fd9a10 req-d9b5fe2e-04aa-44f5-9a24-ded31e34c520 tempest-TestVolumeBackupRestore-1434194993 tempest-TestVolumeBackupRestore-1434194993-project] 10.222.0.67 "GET /v2.0/security-groups?id=ea1d12a8-ddc7-4b9a-a637-e6ffde706580&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4310195 Sep 23 19:43:57.248970 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-4849e2a5-65c2-4249-ab05-daa0b2f3bcc4 req-93f1fcdd-eee4-446c-a292-f07f53b46712 tempest-AttachVolumeShelveTestJSON-2035318112 tempest-AttachVolumeShelveTestJSON-2035318112-project] 10.222.0.67 "GET /v2.0/security-groups?id=dd8506a8-7e56-49b4-9c74-3948d9b76f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4940643 Sep 23 19:43:57.263122 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-d0c984a9-885f-42c8-9a0f-ee7a203fa834 None None] Provisioning complete for port c242bcac-1085-4c88-aeaa-317379e207bf triggered by entity DHCP. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:43:57.275153 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-d0c984a9-885f-42c8-9a0f-ee7a203fa834 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:57.400308 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-85160207-efbd-4142-aab0-fd5f1c998f00 req-575922d9-1b4e-442f-98d1-233024f6fb71 tempest-AttachVolumeShelveTestJSON-2035318112 tempest-AttachVolumeShelveTestJSON-2035318112-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:57.400308 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-85160207-efbd-4142-aab0-fd5f1c998f00 req-575922d9-1b4e-442f-98d1-233024f6fb71 tempest-AttachVolumeShelveTestJSON-2035318112 tempest-AttachVolumeShelveTestJSON-2035318112-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-601884'] for floatingip, after_update {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:57.400308 n-d-713301-16 neutron-server[95102]: INFO neutron.db.l3_db [req-85160207-efbd-4142-aab0-fd5f1c998f00 req-575922d9-1b4e-442f-98d1-233024f6fb71 tempest-AttachVolumeShelveTestJSON-2035318112 tempest-AttachVolumeShelveTestJSON-2035318112-project] Floating IP ceb49eba-639a-4cd4-b3e3-e15ea757a030 disassociated. External IP: 172.25.1.197, port: e903ca97-db28-44ea-88d1-53bdf3b0a143. Sep 23 19:43:57.400308 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.plugin [req-85160207-efbd-4142-aab0-fd5f1c998f00 req-575922d9-1b4e-442f-98d1-233024f6fb71 tempest-AttachVolumeShelveTestJSON-2035318112 tempest-AttachVolumeShelveTestJSON-2035318112-project] Calling delete_port for e903ca97-db28-44ea-88d1-53bdf3b0a143 owned by compute:nova {{(pid=95102) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:43:57.437237 n-d-713301-16 neutron-server[95101]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 19:43:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c12c2271-5faa-4870-bf25-3d7723adaef0 x-openstack-request-id: req-c12c2271-5faa-4870-bf25-3d7723adaef0 {{(pid=95101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 19:43:57.437816 n-d-713301-16 neutron-server[95101]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "66cd2527-03c8-4dc5-92d2-374880b3d491", "name": "network-vif-deleted", "tag": "c140d996-da69-4c0e-b9a8-57586395d28e", "status": "completed", "code": 200}]} {{(pid=95101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 19:43:57.437816 n-d-713301-16 neutron-server[95101]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-c12c2271-5faa-4870-bf25-3d7723adaef0 {{(pid=95101) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 19:43:57.438210 n-d-713301-16 neutron-server[95101]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '66cd2527-03c8-4dc5-92d2-374880b3d491', 'name': 'network-vif-deleted', 'tag': 'c140d996-da69-4c0e-b9a8-57586395d28e', 'status': 'completed', 'code': 200} Sep 23 19:43:57.482350 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-946fdb81-710b-4317-9f84-86a865291265 None None] Pushing event updated for resources: {'Port': ['ID=c242bcac-1085-4c88-aeaa-317379e207bf,revision_number=5']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:43:57.713703 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Device c140d996-da69-4c0e-b9a8-57586395d28e no longer exists at agent hyperv_n-h1-713301-16 {{(pid=95103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 19:43:57.773718 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Device c242bcac-1085-4c88-aeaa-317379e207bf up at agent ovs-agent-n-d-713301-16 {{(pid=95103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 19:43:57.932707 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-d9281011-187d-4beb-88c0-db249d4031d2 tempest-RoutersIpV6Test-563412711 tempest-RoutersIpV6Test-563412711-project] Notify callbacks [] for port, precommit_update {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:57.942835 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-d9281011-187d-4beb-88c0-db249d4031d2 tempest-RoutersIpV6Test-563412711 tempest-RoutersIpV6Test-563412711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5607436'] for port, after_update {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:57.944108 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-d9281011-187d-4beb-88c0-db249d4031d2 tempest-RoutersIpV6Test-563412711 tempest-RoutersIpV6Test-563412711-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-527313', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-601459'] for router_interface, after_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:57.948624 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb938c39-49ba-4e9f-b644-64b1be042218 req-26fb9e52-6575-431e-ad4a-0478ce566956 tempest-ServersNegativeTestJSON-1638865794 tempest-ServersNegativeTestJSON-1638865794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:43:57.969344 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-fb938c39-49ba-4e9f-b644-64b1be042218 req-26fb9e52-6575-431e-ad4a-0478ce566956 tempest-ServersNegativeTestJSON-1638865794 tempest-ServersNegativeTestJSON-1638865794-project] 10.222.0.67 "GET /v2.0/ports?device_id=6942dd4a-2993-4094-af13-ca4f91683a85 HTTP/1.1" status: 200 len: 946 time: 0.4968626 Sep 23 19:43:57.979585 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.plugin [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] No Port match for: c140d996-da69-4c0e-b9a8-57586395d28e {{(pid=95103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 19:43:57.979938 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Device c140d996-da69-4c0e-b9a8-57586395d28e not bound to the agent host n-h1-713301-16 {{(pid=95103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 19:43:58.117727 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-15ab556f-694a-4c9f-b4c8-696d27ac7111 None None] Notify callbacks [] for port, precommit_create {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:58.135203 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-fb938c39-49ba-4e9f-b644-64b1be042218 req-45372f31-3bf3-428b-bb80-31a70ada9c16 tempest-ServersNegativeTestJSON-1638865794 tempest-ServersNegativeTestJSON-1638865794-project] 10.222.0.67 "GET /v2.0/security-groups?id=4daca97c-f524-4fb0-8b34-b36a0affa33e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1556742 Sep 23 19:43:58.202755 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9281011-187d-4beb-88c0-db249d4031d2 tempest-RoutersIpV6Test-563412711 tempest-RoutersIpV6Test-563412711-project] Pushing event updated for resources: {'Port': ['ID=6d4095b2-da71-4fed-bb27-7c0cc7d7fe6f,revision_number=2']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:43:58.281896 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-15ab556f-694a-4c9f-b4c8-696d27ac7111 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783145673135'] for port, after_create {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:58.303261 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:58.359052 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-85160207-efbd-4142-aab0-fd5f1c998f00 req-575922d9-1b4e-442f-98d1-233024f6fb71 tempest-AttachVolumeShelveTestJSON-2035318112 tempest-AttachVolumeShelveTestJSON-2035318112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783146162158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783145673144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4399100'] for port, after_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:58.493203 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-575922d9-1b4e-442f-98d1-233024f6fb71 tempest-AttachVolumeShelveTestJSON-2035318112 tempest-AttachVolumeShelveTestJSON-2035318112-project] Pushing event deleted for resources: {'Port': ['ID=e903ca97-db28-44ea-88d1-53bdf3b0a143,revision_number=None']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:43:58.537823 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:58.538566 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Provisioning complete for port c242bcac-1085-4c88-aeaa-317379e207bf triggered by entity L2. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:43:58.538931 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:58.594797 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-6bd9b8e8-e451-47c0-a7f6-88703329abfd req-402fa9c8-2189-4590-932b-3095683425b3 tempest-AttachVolumeShelveTestJSON-2035318112 tempest-AttachVolumeShelveTestJSON-2035318112-project] 10.222.0.67 "GET /v2.0/ports?device_id=c994c23c-480f-4306-a41c-657703b40238 HTTP/1.1" status: 200 len: 210 time: 0.0778885 Sep 23 19:43:58.598437 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9281011-187d-4beb-88c0-db249d4031d2 tempest-RoutersIpV6Test-563412711 tempest-RoutersIpV6Test-563412711-project] Network 3dceab3f-c3d4-4d50-a6cd-f22a694be312 is already hosted by enough agents. {{(pid=95101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:43:58.606131 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.base_scheduler [None req-d9281011-187d-4beb-88c0-db249d4031d2 tempest-RoutersIpV6Test-563412711 tempest-RoutersIpV6Test-563412711-project] Resources bound (agent type, host, resource id): {{(pid=95101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:43:58.682892 n-d-713301-16 neutron-server[95103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15ab556f-694a-4c9f-b4c8-696d27ac7111 None None] Network 3dceab3f-c3d4-4d50-a6cd-f22a694be312 is already hosted by enough agents. {{(pid=95103) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:43:58.685682 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-ff3ee664-e6ec-46fd-a475-c35688ca0709 req-d298057e-d9e0-4841-bfc6-ff187df3b93f tempest-TestVolumeBackupRestore-1434194993 tempest-TestVolumeBackupRestore-1434194993-project] 10.222.0.67 "GET /v2.0/ports?device_id=66cd2527-03c8-4dc5-92d2-374880b3d491 HTTP/1.1" status: 200 len: 210 time: 0.2291086 Sep 23 19:43:58.695427 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-575922d9-1b4e-442f-98d1-233024f6fb71 tempest-AttachVolumeShelveTestJSON-2035318112 tempest-AttachVolumeShelveTestJSON-2035318112-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:43:58.699968 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-575922d9-1b4e-442f-98d1-233024f6fb71 tempest-AttachVolumeShelveTestJSON-2035318112 tempest-AttachVolumeShelveTestJSON-2035318112-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:43:58.700768 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-575922d9-1b4e-442f-98d1-233024f6fb71 tempest-AttachVolumeShelveTestJSON-2035318112 tempest-AttachVolumeShelveTestJSON-2035318112-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:43:58.701346 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-575922d9-1b4e-442f-98d1-233024f6fb71 tempest-AttachVolumeShelveTestJSON-2035318112 tempest-AttachVolumeShelveTestJSON-2035318112-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:43:58.701871 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-575922d9-1b4e-442f-98d1-233024f6fb71 tempest-AttachVolumeShelveTestJSON-2035318112 tempest-AttachVolumeShelveTestJSON-2035318112-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:43:58.702383 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-575922d9-1b4e-442f-98d1-233024f6fb71 tempest-AttachVolumeShelveTestJSON-2035318112 tempest-AttachVolumeShelveTestJSON-2035318112-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:43:58.702983 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-575922d9-1b4e-442f-98d1-233024f6fb71 tempest-AttachVolumeShelveTestJSON-2035318112 tempest-AttachVolumeShelveTestJSON-2035318112-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:43:58.703568 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-575922d9-1b4e-442f-98d1-233024f6fb71 tempest-AttachVolumeShelveTestJSON-2035318112 tempest-AttachVolumeShelveTestJSON-2035318112-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:43:58.704077 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-575922d9-1b4e-442f-98d1-233024f6fb71 tempest-AttachVolumeShelveTestJSON-2035318112 tempest-AttachVolumeShelveTestJSON-2035318112-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:43:58.704650 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-575922d9-1b4e-442f-98d1-233024f6fb71 tempest-AttachVolumeShelveTestJSON-2035318112 tempest-AttachVolumeShelveTestJSON-2035318112-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:43:58.708024 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-575922d9-1b4e-442f-98d1-233024f6fb71 tempest-AttachVolumeShelveTestJSON-2035318112 tempest-AttachVolumeShelveTestJSON-2035318112-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:43:58.708560 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-575922d9-1b4e-442f-98d1-233024f6fb71 tempest-AttachVolumeShelveTestJSON-2035318112 tempest-AttachVolumeShelveTestJSON-2035318112-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:43:58.715113 n-d-713301-16 neutron-server[95103]: DEBUG neutron.scheduler.base_scheduler [None req-15ab556f-694a-4c9f-b4c8-696d27ac7111 None None] Resources bound (agent type, host, resource id): {{(pid=95103) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:43:58.727079 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15ab556f-694a-4c9f-b4c8-696d27ac7111 None None] Received port after_create {{(pid=95103) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 19:43:58.775814 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15ab556f-694a-4c9f-b4c8-696d27ac7111 None None] Pushing event updated for resources: {'Port': ['ID=b7424d85-b9ac-4f0d-b294-d915e50ec83e,revision_number=1']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:43:58.868061 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d9281011-187d-4beb-88c0-db249d4031d2 tempest-RoutersIpV6Test-563412711 tempest-RoutersIpV6Test-563412711-project] Router dc71851d-1f5a-4d66-ba76-b05974590d54 has already been hosted by L3 agent 79a740bf-7821-4989-8288-7186e3e128f3 {{(pid=95101) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 19:43:58.968309 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.managers [None req-15ab556f-694a-4c9f-b4c8-696d27ac7111 None None] Attempting to bind port b7424d85-b9ac-4f0d-b294-d915e50ec83e on host n-d-713301-16 for vnic_type normal with profile {{(pid=95103) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 19:43:58.968713 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.managers [None req-15ab556f-694a-4c9f-b4c8-696d27ac7111 None None] Attempting to bind port b7424d85-b9ac-4f0d-b294-d915e50ec83e by drivers openvswitch,hyperv on host n-d-713301-16 at level 0 using segments [{'id': '129e35af-a968-41eb-86e6-a11e13a86cba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '3dceab3f-c3d4-4d50-a6cd-f22a694be312'}] {{(pid=95103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 19:43:58.969153 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15ab556f-694a-4c9f-b4c8-696d27ac7111 None None] Attempting to bind port b7424d85-b9ac-4f0d-b294-d915e50ec83e on network 3dceab3f-c3d4-4d50-a6cd-f22a694be312 {{(pid=95103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:43:58.989939 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15ab556f-694a-4c9f-b4c8-696d27ac7111 None None] Checking agent: {'id': '70a14545-df24-472f-8f95-bfe1719bff93', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 19, 7, 53), 'started_at': datetime.datetime(2021, 9, 23, 19, 8, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 19, 43, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 19:43:58.992183 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15ab556f-694a-4c9f-b4c8-696d27ac7111 None None] Checking segment: {'id': '129e35af-a968-41eb-86e6-a11e13a86cba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '3dceab3f-c3d4-4d50-a6cd-f22a694be312'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95103) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:43:58.992638 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-15ab556f-694a-4c9f-b4c8-696d27ac7111 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:58.993067 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15ab556f-694a-4c9f-b4c8-696d27ac7111 None None] Bound using segment: {'id': '129e35af-a968-41eb-86e6-a11e13a86cba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '3dceab3f-c3d4-4d50-a6cd-f22a694be312'} {{(pid=95103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 19:43:59.001912 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.managers [None req-15ab556f-694a-4c9f-b4c8-696d27ac7111 None None] Bound port: b7424d85-b9ac-4f0d-b294-d915e50ec83e, host: n-d-713301-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '129e35af-a968-41eb-86e6-a11e13a86cba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '3dceab3f-c3d4-4d50-a6cd-f22a694be312'}}] {{(pid=95103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 19:43:59.002510 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-15ab556f-694a-4c9f-b4c8-696d27ac7111 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:59.142615 n-d-713301-16 neutron-server[95102]: DEBUG neutron.scheduler.l3_agent_scheduler [req-85160207-efbd-4142-aab0-fd5f1c998f00 req-575922d9-1b4e-442f-98d1-233024f6fb71 tempest-AttachVolumeShelveTestJSON-2035318112 tempest-AttachVolumeShelveTestJSON-2035318112-project] Router d83f0415-5e06-4b12-856d-9038a1f0f9f8 has already been hosted by L3 agent 79a740bf-7821-4989-8288-7186e3e128f3 {{(pid=95102) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 19:43:59.278892 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9281011-187d-4beb-88c0-db249d4031d2 tempest-RoutersIpV6Test-563412711 tempest-RoutersIpV6Test-563412711-project] Notify agent at l3_agent.n-d-713301-16 the message routers_updated {{(pid=95101) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 19:43:59.295302 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee721f8c-c208-46ec-b92d-496aa66debc1 None None] Sync routers for ids ['dc71851d-1f5a-4d66-ba76-b05974590d54'] in n-d-713301-16 {{(pid=95104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 19:43:59.316589 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee721f8c-c208-46ec-b92d-496aa66debc1 None None] Routers {'dc71851d-1f5a-4d66-ba76-b05974590d54'} bound to L3 agent in host n-d-713301-16 {{(pid=95104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 19:43:59.319757 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_hamode_db [None req-ee721f8c-c208-46ec-b92d-496aa66debc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-23T19:07:52Z,description=,heartbeat_timestamp=2021-09-23T19:43:52Z,host='n-d-713301-16',id=79a740bf-7821-4989-8288-7186e3e128f3,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:07:52Z,topic='l3_agent')) {'router_ids': ['dc71851d-1f5a-4d66-ba76-b05974590d54'], 'active': True} {{(pid=95104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:43:59.329355 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-d9281011-187d-4beb-88c0-db249d4031d2 tempest-RoutersIpV6Test-563412711 tempest-RoutersIpV6Test-563412711-project] 10.222.0.67 "PUT /v2.0/routers/dc71851d-1f5a-4d66-ba76-b05974590d54/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.7514939 Sep 23 19:43:59.330827 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 36434) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:43:59.353938 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.v2.base [None req-a618236a-8c71-40c1-9cf5-bbe3c4ef4594 tempest-RoutersIpV6Test-563412711 tempest-RoutersIpV6Test-563412711-project] Request body: {'router': {'routes': [{'nexthop': '2001:db8:1::2', 'destination': '2001:db8:1::/64'}, {'nexthop': '2001:db8:2::2', 'destination': '2001:db8:2::/64'}, {'nexthop': '2001:db8:3::2', 'destination': '2001:db8:3::/64'}, {'nexthop': '2001:db8::2', 'destination': '2001:db8::/64'}]}} {{(pid=95101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:43:59.389520 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-15ab556f-694a-4c9f-b4c8-696d27ac7111 None None] For port b7424d85-b9ac-4f0d-b294-d915e50ec83e, host n-d-713301-16, cleared binding levels {{(pid=95103) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 19:43:59.403835 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-15ab556f-694a-4c9f-b4c8-696d27ac7111 None None] For port b7424d85-b9ac-4f0d-b294-d915e50ec83e, host n-d-713301-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-16',level=0,port_id=b7424d85-b9ac-4f0d-b294-d915e50ec83e,segment=NetworkSegment(129e35af-a968-41eb-86e6-a11e13a86cba),segment_id=129e35af-a968-41eb-86e6-a11e13a86cba)] {{(pid=95103) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 19:43:59.412275 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-15ab556f-694a-4c9f-b4c8-696d27ac7111 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:43:59.558199 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 36444) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:43:59.597279 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Device e903ca97-db28-44ea-88d1-53bdf3b0a143 no longer exists at agent hyperv_n-h1-713301-16 {{(pid=95103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 19:43:59.678163 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.plugin [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] No Port match for: e903ca97-db28-44ea-88d1-53bdf3b0a143 {{(pid=95103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 19:43:59.678983 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Device e903ca97-db28-44ea-88d1-53bdf3b0a143 not bound to the agent host n-h1-713301-16 {{(pid=95103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 19:43:59.702472 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Device c242bcac-1085-4c88-aeaa-317379e207bf up at agent ovs-agent-n-d-713301-16 {{(pid=95103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 19:43:59.845545 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef9692ac-909c-4704-8c3b-c98f01e2c4e9 req-b9f204ea-ffcd-4a73-9fc7-d80c8f335272 tempest-ServersNegativeTestJSON-1638865794 tempest-ServersNegativeTestJSON-1638865794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:43:59.870559 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-ef9692ac-909c-4704-8c3b-c98f01e2c4e9 req-b9f204ea-ffcd-4a73-9fc7-d80c8f335272 tempest-ServersNegativeTestJSON-1638865794 tempest-ServersNegativeTestJSON-1638865794-project] 10.222.0.67 "GET /v2.0/ports?device_id=6942dd4a-2993-4094-af13-ca4f91683a85 HTTP/1.1" status: 200 len: 946 time: 0.4465578 Sep 23 19:43:59.888328 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15ab556f-694a-4c9f-b4c8-696d27ac7111 None None] Pushing event updated for resources: {'Port': ['ID=b7424d85-b9ac-4f0d-b294-d915e50ec83e,revision_number=2']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:43:59.992341 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Provisioning complete for port c242bcac-1085-4c88-aeaa-317379e207bf triggered by entity L2. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:43:59.994893 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:44:00.068969 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-a889f5b2-7de3-4f45-b614-7198efdbf9ee req-0a7be994-73d1-445c-95d1-6cc361f40420 tempest-AttachVolumeShelveTestJSON-2035318112 tempest-AttachVolumeShelveTestJSON-2035318112-project] 10.222.0.67 "GET /v2.0/ports?device_id=c994c23c-480f-4306-a41c-657703b40238 HTTP/1.1" status: 200 len: 210 time: 0.1822836 Sep 23 19:44:00.173394 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-85160207-efbd-4142-aab0-fd5f1c998f00 req-575922d9-1b4e-442f-98d1-233024f6fb71 tempest-AttachVolumeShelveTestJSON-2035318112 tempest-AttachVolumeShelveTestJSON-2035318112-project] Notify agent at l3_agent.n-d-713301-16 the message routers_updated {{(pid=95102) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 19:44:00.244568 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_dvr_db [None req-ee721f8c-c208-46ec-b92d-496aa66debc1 None None] Set router dc71851d-1f5a-4d66-ba76-b05974590d54 gateway port host: None {{(pid=95104) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 19:44:00.268582 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-ef9692ac-909c-4704-8c3b-c98f01e2c4e9 req-0cb86b3e-e15c-4d13-820a-a90ca2f8f856 tempest-ServersNegativeTestJSON-1638865794 tempest-ServersNegativeTestJSON-1638865794-project] 10.222.0.67 "GET /v2.0/security-groups?id=4daca97c-f524-4fb0-8b34-b36a0affa33e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3832486 Sep 23 19:44:00.286213 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae63acc3-8532-46ab-8104-e17477f10610 None None] Sync routers for ids ['d83f0415-5e06-4b12-856d-9038a1f0f9f8'] in n-d-713301-16 {{(pid=95103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 19:44:00.383347 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae63acc3-8532-46ab-8104-e17477f10610 None None] Routers {'d83f0415-5e06-4b12-856d-9038a1f0f9f8'} bound to L3 agent in host n-d-713301-16 {{(pid=95103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 19:44:00.393449 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_hamode_db [None req-ae63acc3-8532-46ab-8104-e17477f10610 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-23T19:07:52Z,description=,heartbeat_timestamp=2021-09-23T19:43:52Z,host='n-d-713301-16',id=79a740bf-7821-4989-8288-7186e3e128f3,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:07:52Z,topic='l3_agent')) {'router_ids': ['d83f0415-5e06-4b12-856d-9038a1f0f9f8'], 'active': True} {{(pid=95103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:44:00.421501 n-d-713301-16 neutron-server[95102]: DEBUG neutron.db.l3_dvrscheduler_db [req-85160207-efbd-4142-aab0-fd5f1c998f00 req-575922d9-1b4e-442f-98d1-233024f6fb71 tempest-AttachVolumeShelveTestJSON-2035318112 tempest-AttachVolumeShelveTestJSON-2035318112-project] No DVR routers for this DVR port e903ca97-db28-44ea-88d1-53bdf3b0a143 on host n-h1-713301-16 {{(pid=95102) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 19:44:00.427526 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-85160207-efbd-4142-aab0-fd5f1c998f00 req-575922d9-1b4e-442f-98d1-233024f6fb71 tempest-AttachVolumeShelveTestJSON-2035318112 tempest-AttachVolumeShelveTestJSON-2035318112-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222849'] for port, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:44:00.429654 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-85160207-efbd-4142-aab0-fd5f1c998f00 req-575922d9-1b4e-442f-98d1-233024f6fb71 tempest-AttachVolumeShelveTestJSON-2035318112 tempest-AttachVolumeShelveTestJSON-2035318112-project] 10.222.0.74 "DELETE /v2.0/ports/e903ca97-db28-44ea-88d1-53bdf3b0a143 HTTP/1.1" status: 204 len: 173 time: 5.2949872 Sep 23 19:44:00.430148 n-d-713301-16 neutron-server[95102]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c994c23c-480f-4306-a41c-657703b40238', 'name': 'network-vif-deleted', 'tag': 'e903ca97-db28-44ea-88d1-53bdf3b0a143'}] {{(pid=95102) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 19:44:00.438836 n-d-713301-16 neutron-server[95102]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab31b6d93e5336dbddfa8ec424565b3bd8cb2369c5b4d85bc943472dbb21e8ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7008710f-fdf2-416d-a58f-d2f95e4b0b82" -d '{"events": [{"server_uuid": "c994c23c-480f-4306-a41c-657703b40238", "name": "network-vif-deleted", "tag": "e903ca97-db28-44ea-88d1-53bdf3b0a143"}]}' {{(pid=95102) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 19:44:00.440717 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-65c63493-6fc4-489e-96aa-35fc2a97ff2f admin admin] Notify callbacks [] for security_group, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:44:00.627487 n-d-713301-16 neutron-server[95102]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 19:44:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ca242f7-51be-4cdf-8943-264f152879f8 x-openstack-request-id: req-3ca242f7-51be-4cdf-8943-264f152879f8 {{(pid=95102) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 19:44:00.628004 n-d-713301-16 neutron-server[95102]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c994c23c-480f-4306-a41c-657703b40238", "name": "network-vif-deleted", "tag": "e903ca97-db28-44ea-88d1-53bdf3b0a143", "status": "completed", "code": 200}]} {{(pid=95102) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 19:44:00.628461 n-d-713301-16 neutron-server[95102]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-3ca242f7-51be-4cdf-8943-264f152879f8 {{(pid=95102) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 19:44:00.629038 n-d-713301-16 neutron-server[95102]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c994c23c-480f-4306-a41c-657703b40238', 'name': 'network-vif-deleted', 'tag': 'e903ca97-db28-44ea-88d1-53bdf3b0a143', 'status': 'completed', 'code': 200} Sep 23 19:44:00.720538 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-65c63493-6fc4-489e-96aa-35fc2a97ff2f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:44:00.744881 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-65c63493-6fc4-489e-96aa-35fc2a97ff2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:44:00.814197 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_dvr_db [None req-ae63acc3-8532-46ab-8104-e17477f10610 None None] Set router d83f0415-5e06-4b12-856d-9038a1f0f9f8 gateway port host: n-d-713301-16 {{(pid=95103) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 19:44:00.984011 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-65c63493-6fc4-489e-96aa-35fc2a97ff2f admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=af53f81611664607b1a5df345a3bd6ca&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4246368 Sep 23 19:44:00.986877 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 36494) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:44:00.995371 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65c63493-6fc4-489e-96aa-35fc2a97ff2f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e6c0d6b-db08-41cd-a468-e5f56b5f319e,revision_number=1']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:44:01.013649 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_hamode_db [None req-ee721f8c-c208-46ec-b92d-496aa66debc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc71851d-1f5a-4d66-ba76-b05974590d54', 'name': 'tempest-RoutersIpV6Test-router-1785279921', 'tenant_id': 'fd66fc1e2cf64f369d6db25080c0cb06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:43:29Z', 'updated_at': '2021-09-23T19:43:56Z', 'revision_number': 5, 'project_id': 'fd66fc1e2cf64f369d6db25080c0cb06', 'gw_port_host': None, '_interfaces': [{'id': '2bc1be1d-e1ed-42fa-ae3b-d3a995eaa854', 'name': '', 'network_id': 'eb7ee6df-b6ba-45d6-91cd-a3b513be0e8c', 'tenant_id': 'fd66fc1e2cf64f369d6db25080c0cb06', 'mac_address': 'fa:16:3e:22:70:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc71851d-1f5a-4d66-ba76-b05974590d54', 'device_owner': 'network:router_interface', 'standard_attr_id': 2713, 'fixed_ips': [{'subnet_id': '7bf004d2-1700-4c8f-be15-804ddb0ed04c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:43:31Z', 'updated_at': '2021-09-23T19:43:38Z', 'revision_number': 5, 'project_id': 'fd66fc1e2cf64f369d6db25080c0cb06', 'subnets': [{'id': '7bf004d2-1700-4c8f-be15-804ddb0ed04c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6d4095b2-da71-4fed-bb27-7c0cc7d7fe6f', 'name': '', 'network_id': '3dceab3f-c3d4-4d50-a6cd-f22a694be312', 'tenant_id': 'fd66fc1e2cf64f369d6db25080c0cb06', 'mac_address': 'fa:16:3e:20:59:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc71851d-1f5a-4d66-ba76-b05974590d54', 'device_owner': 'network:router_interface', 'standard_attr_id': 2759, 'fixed_ips': [{'subnet_id': '77ab82eb-0ebb-4362-b2e6-c776386a4d1b', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:43:53Z', 'updated_at': '2021-09-23T19:43:57Z', 'revision_number': 2, 'project_id': 'fd66fc1e2cf64f369d6db25080c0cb06', 'subnets': [{'id': '77ab82eb-0ebb-4362-b2e6-c776386a4d1b', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c242bcac-1085-4c88-aeaa-317379e207bf', 'name': '', 'network_id': 'a9c6c3e4-ab4f-4800-b25e-b5800d99177a', 'tenant_id': 'fd66fc1e2cf64f369d6db25080c0cb06', 'mac_address': 'fa:16:3e:f3:e7:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc71851d-1f5a-4d66-ba76-b05974590d54', 'device_owner': 'network:router_interface', 'standard_attr_id': 2734, 'fixed_ips': [{'subnet_id': '0ef042fb-a9c3-43a2-abca-e49fc01bb835', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:43:43Z', 'updated_at': '2021-09-23T19:43:56Z', 'revision_number': 5, 'project_id': 'fd66fc1e2cf64f369d6db25080c0cb06', 'subnets': [{'id': '0ef042fb-a9c3-43a2-abca-e49fc01bb835', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f4857f5d-973e-4d61-b1b8-4bec3726c5f6', 'name': '', 'network_id': '624e596e-769e-40b5-9ff9-cdd4e151ebba', 'tenant_id': 'fd66fc1e2cf64f369d6db25080c0cb06', 'mac_address': 'fa:16:3e:a1:43:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc71851d-1f5a-4d66-ba76-b05974590d54', 'device_owner': 'network:router_interface', 'standard_attr_id': 2724, 'fixed_ips': [{'subnet_id': '134a0ec1-e18d-4ff7-8a0f-d03ae0c19bd3', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:43:37Z', 'updated_at': '2021-09-23T19:43:45Z', 'revision_number': 5, 'project_id': 'fd66fc1e2cf64f369d6db25080c0cb06', 'subnets': [{'id': '134a0ec1-e18d-4ff7-8a0f-d03ae0c19bd3', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-16', False) {} {{(pid=95104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:44:01.141370 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee721f8c-c208-46ec-b92d-496aa66debc1 None None] Checking router: dc71851d-1f5a-4d66-ba76-b05974590d54 for host: n-d-713301-16 {{(pid=95104) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 19:44:01.141654 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee721f8c-c208-46ec-b92d-496aa66debc1 None None] Updating router dc71851d-1f5a-4d66-ba76-b05974590d54 port 6d4095b2-da71-4fed-bb27-7c0cc7d7fe6f binding host n-d-713301-16 {{(pid=95104) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 23 19:44:01.222745 n-d-713301-16 neutron-server[95104]: DEBUG neutron_lib.callbacks.manager [None req-ee721f8c-c208-46ec-b92d-496aa66debc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:44:01.297522 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-c7fc1dd3-6b9e-4499-86c1-6b1985e78678 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:44:01.444432 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-c7fc1dd3-6b9e-4499-86c1-6b1985e78678 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:44:01.465436 n-d-713301-16 neutron-server[95101]: DEBUG neutron.db.extraroute_db [None req-a618236a-8c71-40c1-9cf5-bbe3c4ef4594 tempest-RoutersIpV6Test-563412711 tempest-RoutersIpV6Test-563412711-project] Added routes are [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}] {{(pid=95101) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Sep 23 19:44:01.536411 n-d-713301-16 neutron-server[95101]: DEBUG neutron.db.extraroute_db [None req-a618236a-8c71-40c1-9cf5-bbe3c4ef4594 tempest-RoutersIpV6Test-563412711 tempest-RoutersIpV6Test-563412711-project] Removed routes are [] {{(pid=95101) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Sep 23 19:44:01.540189 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-a618236a-8c71-40c1-9cf5-bbe3c4ef4594 tempest-RoutersIpV6Test-563412711 tempest-RoutersIpV6Test-563412711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-601749', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-597253', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29360'] for router, precommit_update {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:44:01.653386 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-c7fc1dd3-6b9e-4499-86c1-6b1985e78678 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:44:01.656440 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-c7fc1dd3-6b9e-4499-86c1-6b1985e78678 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:44:01.682904 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-c7fc1dd3-6b9e-4499-86c1-6b1985e78678 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/6e6c0d6b-db08-41cd-a468-e5f56b5f319e HTTP/1.1" status: 204 len: 168 time: 0.6851382 Sep 23 19:44:01.853856 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7fc1dd3-6b9e-4499-86c1-6b1985e78678 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e6c0d6b-db08-41cd-a468-e5f56b5f319e,revision_number=None']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:44:01.976677 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-334d8cb0-ecd3-47a0-8651-6ccfe2738aeb req-36d74487-7475-4e10-b87a-18362a00dd94 tempest-TestVolumeBackupRestore-1434194993 tempest-TestVolumeBackupRestore-1434194993-project] 10.222.0.67 "GET /v2.0/ports?device_id=66cd2527-03c8-4dc5-92d2-374880b3d491 HTTP/1.1" status: 200 len: 210 time: 0.7637446 Sep 23 19:44:01.995168 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-4efcbfc0-804c-4204-a2a3-108db707036b req-385ee03d-8aff-49b3-9603-03de08d6b5f5 tempest-AttachVolumeShelveTestJSON-2035318112 tempest-AttachVolumeShelveTestJSON-2035318112-project] 10.222.0.67 "GET /v2.0/ports?device_id=c994c23c-480f-4306-a41c-657703b40238 HTTP/1.1" status: 200 len: 210 time: 0.3788931 Sep 23 19:44:02.188933 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Device b7424d85-b9ac-4f0d-b294-d915e50ec83e up at agent ovs-agent-n-d-713301-16 {{(pid=95103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 19:44:02.211504 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c73f3d7f-f862-4377-9818-f7feeef392e1 None None] Network 3dceab3f-c3d4-4d50-a6cd-f22a694be312 requested from n-d-713301-16 {{(pid=95103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 19:44:02.343213 n-d-713301-16 neutron-server[95104]: DEBUG neutron_lib.callbacks.manager [None req-ee721f8c-c208-46ec-b92d-496aa66debc1 None None] Notify callbacks [] for port, precommit_update {{(pid=95104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:44:02.345417 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f2a110e-3421-4734-ab2f-d8a32254c4ec req-a089ff30-5819-4371-b1fc-94e008831ee3 tempest-ServersNegativeTestJSON-1638865794 tempest-ServersNegativeTestJSON-1638865794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:44:02.363544 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-0f2a110e-3421-4734-ab2f-d8a32254c4ec req-a089ff30-5819-4371-b1fc-94e008831ee3 tempest-ServersNegativeTestJSON-1638865794 tempest-ServersNegativeTestJSON-1638865794-project] 10.222.0.67 "GET /v2.0/ports?device_id=6942dd4a-2993-4094-af13-ca4f91683a85 HTTP/1.1" status: 200 len: 946 time: 0.1567342 Sep 23 19:44:02.410473 n-d-713301-16 neutron-server[95104]: DEBUG neutron_lib.callbacks.manager [None req-ee721f8c-c208-46ec-b92d-496aa66debc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:44:02.509840 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-0f2a110e-3421-4734-ab2f-d8a32254c4ec req-b5e6d0b3-be9f-4483-8368-285151623001 tempest-ServersNegativeTestJSON-1638865794 tempest-ServersNegativeTestJSON-1638865794-project] 10.222.0.67 "GET /v2.0/security-groups?id=4daca97c-f524-4fb0-8b34-b36a0affa33e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1421261 Sep 23 19:44:02.690704 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-818947e6-7932-4c55-8783-80f7dd40eff7 None None] Pushing event updated for resources: {'Port': ['ID=6d4095b2-da71-4fed-bb27-7c0cc7d7fe6f,revision_number=3']} {{(pid=95104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:44:02.723179 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 36560) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:44:02.752412 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-1daf3d60-59ef-44be-b133-abdd974f0fa3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:44:02.927375 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-fad57e1b-94fb-4cb1-b728-d4a35b9859f6 None None] Provisioning complete for port b7424d85-b9ac-4f0d-b294-d915e50ec83e triggered by entity DHCP. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:44:02.927877 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-fad57e1b-94fb-4cb1-b728-d4a35b9859f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:44:02.956302 n-d-713301-16 neutron-server[95104]: DEBUG neutron.plugins.ml2.managers [None req-ee721f8c-c208-46ec-b92d-496aa66debc1 None None] Attempting to bind port 6d4095b2-da71-4fed-bb27-7c0cc7d7fe6f on host n-d-713301-16 for vnic_type normal with profile {{(pid=95104) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 19:44:02.956975 n-d-713301-16 neutron-server[95104]: DEBUG neutron.plugins.ml2.managers [None req-ee721f8c-c208-46ec-b92d-496aa66debc1 None None] Attempting to bind port 6d4095b2-da71-4fed-bb27-7c0cc7d7fe6f by drivers openvswitch,hyperv on host n-d-713301-16 at level 0 using segments [{'id': '129e35af-a968-41eb-86e6-a11e13a86cba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '3dceab3f-c3d4-4d50-a6cd-f22a694be312'}] {{(pid=95104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 19:44:02.957455 n-d-713301-16 neutron-server[95104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee721f8c-c208-46ec-b92d-496aa66debc1 None None] Attempting to bind port 6d4095b2-da71-4fed-bb27-7c0cc7d7fe6f on network 3dceab3f-c3d4-4d50-a6cd-f22a694be312 {{(pid=95104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:44:02.984043 n-d-713301-16 neutron-server[95104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee721f8c-c208-46ec-b92d-496aa66debc1 None None] Checking agent: {'id': '70a14545-df24-472f-8f95-bfe1719bff93', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 19, 7, 53), 'started_at': datetime.datetime(2021, 9, 23, 19, 8, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 19, 43, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 19:44:02.986619 n-d-713301-16 neutron-server[95104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee721f8c-c208-46ec-b92d-496aa66debc1 None None] Checking segment: {'id': '129e35af-a968-41eb-86e6-a11e13a86cba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '3dceab3f-c3d4-4d50-a6cd-f22a694be312'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95104) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:44:02.987464 n-d-713301-16 neutron-server[95104]: DEBUG neutron_lib.callbacks.manager [None req-ee721f8c-c208-46ec-b92d-496aa66debc1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:44:02.989697 n-d-713301-16 neutron-server[95104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee721f8c-c208-46ec-b92d-496aa66debc1 None None] Bound using segment: {'id': '129e35af-a968-41eb-86e6-a11e13a86cba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '3dceab3f-c3d4-4d50-a6cd-f22a694be312'} {{(pid=95104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 19:44:02.991432 n-d-713301-16 neutron-server[95104]: DEBUG neutron.plugins.ml2.managers [None req-ee721f8c-c208-46ec-b92d-496aa66debc1 None None] Bound port: 6d4095b2-da71-4fed-bb27-7c0cc7d7fe6f, host: n-d-713301-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '129e35af-a968-41eb-86e6-a11e13a86cba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '3dceab3f-c3d4-4d50-a6cd-f22a694be312'}}] {{(pid=95104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 19:44:02.991959 n-d-713301-16 neutron-server[95104]: DEBUG neutron_lib.callbacks.manager [None req-ee721f8c-c208-46ec-b92d-496aa66debc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:44:03.163693 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-1daf3d60-59ef-44be-b133-abdd974f0fa3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:44:03.200571 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-1daf3d60-59ef-44be-b133-abdd974f0fa3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:44:03.243583 n-d-713301-16 neutron-server[95104]: DEBUG neutron.plugins.ml2.db [None req-ee721f8c-c208-46ec-b92d-496aa66debc1 None None] For port 6d4095b2-da71-4fed-bb27-7c0cc7d7fe6f, host n-d-713301-16, cleared binding levels {{(pid=95104) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 19:44:03.257142 n-d-713301-16 neutron-server[95104]: DEBUG neutron.plugins.ml2.db [None req-ee721f8c-c208-46ec-b92d-496aa66debc1 None None] For port 6d4095b2-da71-4fed-bb27-7c0cc7d7fe6f, host n-d-713301-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-16',level=0,port_id=6d4095b2-da71-4fed-bb27-7c0cc7d7fe6f,segment=NetworkSegment(129e35af-a968-41eb-86e6-a11e13a86cba),segment_id=129e35af-a968-41eb-86e6-a11e13a86cba)] {{(pid=95104) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 19:44:03.263749 n-d-713301-16 neutron-server[95104]: DEBUG neutron_lib.callbacks.manager [None req-ee721f8c-c208-46ec-b92d-496aa66debc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:44:03.287579 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Provisioning complete for port b7424d85-b9ac-4f0d-b294-d915e50ec83e triggered by entity L2. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:44:03.299472 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:44:03.331869 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-1daf3d60-59ef-44be-b133-abdd974f0fa3 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=aec3f1dd0df3401b941dd7bea45106d1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6044683 Sep 23 19:44:03.333266 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 36586) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:44:03.357048 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee721f8c-c208-46ec-b92d-496aa66debc1 None None] Routers {'dc71851d-1f5a-4d66-ba76-b05974590d54'} bound to L3 agent in host n-d-713301-16 {{(pid=95104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 19:44:03.359223 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_hamode_db [None req-ee721f8c-c208-46ec-b92d-496aa66debc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-23T19:07:52Z,description=,heartbeat_timestamp=2021-09-23T19:43:52Z,host='n-d-713301-16',id=79a740bf-7821-4989-8288-7186e3e128f3,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:07:52Z,topic='l3_agent')) {'router_ids': ['dc71851d-1f5a-4d66-ba76-b05974590d54'], 'active': True} {{(pid=95104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:44:03.429934 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1daf3d60-59ef-44be-b133-abdd974f0fa3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e88bceb7-8528-4a05-9095-9359a2b44919,revision_number=1']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:44:03.434431 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-1d104683-316f-4320-9ade-4d3e1e1e571f req-d58e5b33-d02a-43fd-b06b-d06864638b63 tempest-TestVolumeBackupRestore-1434194993 tempest-TestVolumeBackupRestore-1434194993-project] 10.222.0.67 "GET /v2.0/ports?device_id=66cd2527-03c8-4dc5-92d2-374880b3d491 HTTP/1.1" status: 200 len: 210 time: 0.2835240 Sep 23 19:44:03.464702 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-a618236a-8c71-40c1-9cf5-bbe3c4ef4594 tempest-RoutersIpV6Test-563412711 tempest-RoutersIpV6Test-563412711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-601749', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-597253', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29360'] for router, precommit_update {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:44:03.539014 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-a618236a-8c71-40c1-9cf5-bbe3c4ef4594 tempest-RoutersIpV6Test-563412711 tempest-RoutersIpV6Test-563412711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-601790', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-601772', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-601767', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-597276'] for router, after_update {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:44:03.671425 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-818947e6-7932-4c55-8783-80f7dd40eff7 None None] Pushing event updated for resources: {'Port': ['ID=6d4095b2-da71-4fed-bb27-7c0cc7d7fe6f,revision_number=4']} {{(pid=95104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:44:03.738000 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_dvr_db [None req-ee721f8c-c208-46ec-b92d-496aa66debc1 None None] Set router dc71851d-1f5a-4d66-ba76-b05974590d54 gateway port host: None {{(pid=95104) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 19:44:03.764264 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ceb0c1a-61c6-4a2e-92a3-9605f3220dde req-c286215e-2553-44c3-8587-09763fc8f03c tempest-ServersNegativeTestJSON-1638865794 tempest-ServersNegativeTestJSON-1638865794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:44:03.766482 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-fad57e1b-94fb-4cb1-b728-d4a35b9859f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:44:03.772637 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-1ceb0c1a-61c6-4a2e-92a3-9605f3220dde req-c286215e-2553-44c3-8587-09763fc8f03c tempest-ServersNegativeTestJSON-1638865794 tempest-ServersNegativeTestJSON-1638865794-project] 10.222.0.67 "GET /v2.0/ports?device_id=6942dd4a-2993-4094-af13-ca4f91683a85 HTTP/1.1" status: 200 len: 946 time: 0.1374915 Sep 23 19:44:03.796868 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-eafcbf1e-c634-428c-b40e-886748328731 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:44:03.865040 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-1ceb0c1a-61c6-4a2e-92a3-9605f3220dde req-80f92229-8c4a-4c3e-8b0a-c5d283d71ea1 tempest-ServersNegativeTestJSON-1638865794 tempest-ServersNegativeTestJSON-1638865794-project] 10.222.0.67 "GET /v2.0/security-groups?id=4daca97c-f524-4fb0-8b34-b36a0affa33e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907869 Sep 23 19:44:03.949995 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 36600) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:44:03.973404 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_hamode_db [None req-ae63acc3-8532-46ab-8104-e17477f10610 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd83f0415-5e06-4b12-856d-9038a1f0f9f8', 'name': 'tempest-AttachVolumeShelveTestJSON-346496842-router', 'tenant_id': '9f955dc8eb0a49dcaf259d890508d18f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'external_fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.225'}], 'enable_snat': True}, 'gw_port_id': '45338fa8-6bfa-4dff-8129-61af5b751662', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:39:06Z', 'updated_at': '2021-09-23T19:39:13Z', 'revision_number': 4, 'project_id': '9f955dc8eb0a49dcaf259d890508d18f', 'gw_port': {'id': '45338fa8-6bfa-4dff-8129-61af5b751662', 'name': '', 'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:b6:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd83f0415-5e06-4b12-856d-9038a1f0f9f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2197, 'fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:39:08Z', 'updated_at': '2021-09-23T19:39:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-16', '_interfaces': [{'id': '208ccfe2-6a3e-4912-af98-65b1a23d7cf6', 'name': '', 'network_id': 'fc2b89b8-ce3f-4c16-8b68-220076c74d2b', 'tenant_id': '9f955dc8eb0a49dcaf259d890508d18f', 'mac_address': 'fa:16:3e:ac:ec:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd83f0415-5e06-4b12-856d-9038a1f0f9f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2203, 'fixed_ips': [{'subnet_id': 'cfb66c78-2a7b-4d98-8fdd-683258461232', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:39:12Z', 'updated_at': '2021-09-23T19:39:23Z', 'revision_number': 5, 'project_id': '9f955dc8eb0a49dcaf259d890508d18f', 'subnets': [{'id': 'cfb66c78-2a7b-4d98-8fdd-683258461232', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-16', False) {} {{(pid=95103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:44:03.992240 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-fad57e1b-94fb-4cb1-b728-d4a35b9859f6 None None] For port b7424d85-b9ac-4f0d-b294-d915e50ec83e, host n-d-713301-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-16',level=0,port_id=b7424d85-b9ac-4f0d-b294-d915e50ec83e,segment=NetworkSegment(129e35af-a968-41eb-86e6-a11e13a86cba),segment_id=129e35af-a968-41eb-86e6-a11e13a86cba)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:44:04.062214 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-fad57e1b-94fb-4cb1-b728-d4a35b9859f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:44:04.074943 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae63acc3-8532-46ab-8104-e17477f10610 None None] Checking router: d83f0415-5e06-4b12-856d-9038a1f0f9f8 for host: n-d-713301-16 {{(pid=95103) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 19:44:04.124386 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-eafcbf1e-c634-428c-b40e-886748328731 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:44:04.147567 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:44:04.181515 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-fe21ed37-735a-497d-ae90-a6a6618ed13f admin admin] Notify callbacks [] for security_group, before_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:44:04.259277 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae63acc3-8532-46ab-8104-e17477f10610 None None] Routers {'d83f0415-5e06-4b12-856d-9038a1f0f9f8'} bound to L3 agent in host n-d-713301-16 {{(pid=95103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 19:44:04.260253 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_hamode_db [None req-ae63acc3-8532-46ab-8104-e17477f10610 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-23T19:07:52Z,description=,heartbeat_timestamp=2021-09-23T19:43:52Z,host='n-d-713301-16',id=79a740bf-7821-4989-8288-7186e3e128f3,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:07:52Z,topic='l3_agent')) {'router_ids': ['d83f0415-5e06-4b12-856d-9038a1f0f9f8'], 'active': True} {{(pid=95103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:44:04.273567 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fad57e1b-94fb-4cb1-b728-d4a35b9859f6 None None] Pushing event updated for resources: {'Port': ['ID=b7424d85-b9ac-4f0d-b294-d915e50ec83e,revision_number=3']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:44:04.281207 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 36606) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:44:04.334059 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-eafcbf1e-c634-428c-b40e-886748328731 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:44:04.340751 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-eafcbf1e-c634-428c-b40e-886748328731 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:44:04.342189 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-eafcbf1e-c634-428c-b40e-886748328731 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/e88bceb7-8528-4a05-9095-9359a2b44919 HTTP/1.1" status: 204 len: 168 time: 1.0069916 Sep 23 19:44:04.443906 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eafcbf1e-c634-428c-b40e-886748328731 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e88bceb7-8528-4a05-9095-9359a2b44919,revision_number=None']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:44:04.485194 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-fe21ed37-735a-497d-ae90-a6a6618ed13f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:44:04.492520 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-fe21ed37-735a-497d-ae90-a6a6618ed13f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:44:04.497159 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a618236a-8c71-40c1-9cf5-bbe3c4ef4594 tempest-RoutersIpV6Test-563412711 tempest-RoutersIpV6Test-563412711-project] Router dc71851d-1f5a-4d66-ba76-b05974590d54 has already been hosted by L3 agent 79a740bf-7821-4989-8288-7186e3e128f3 {{(pid=95101) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 19:44:04.540255 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_hamode_db [None req-ee721f8c-c208-46ec-b92d-496aa66debc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc71851d-1f5a-4d66-ba76-b05974590d54', 'name': 'tempest-RoutersIpV6Test-router-1785279921', 'tenant_id': 'fd66fc1e2cf64f369d6db25080c0cb06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:43:29Z', 'updated_at': '2021-09-23T19:44:01Z', 'revision_number': 6, 'project_id': 'fd66fc1e2cf64f369d6db25080c0cb06', 'gw_port_host': None, '_interfaces': [{'id': '2bc1be1d-e1ed-42fa-ae3b-d3a995eaa854', 'name': '', 'network_id': 'eb7ee6df-b6ba-45d6-91cd-a3b513be0e8c', 'tenant_id': 'fd66fc1e2cf64f369d6db25080c0cb06', 'mac_address': 'fa:16:3e:22:70:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc71851d-1f5a-4d66-ba76-b05974590d54', 'device_owner': 'network:router_interface', 'standard_attr_id': 2713, 'fixed_ips': [{'subnet_id': '7bf004d2-1700-4c8f-be15-804ddb0ed04c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:43:31Z', 'updated_at': '2021-09-23T19:43:38Z', 'revision_number': 5, 'project_id': 'fd66fc1e2cf64f369d6db25080c0cb06', 'subnets': [{'id': '7bf004d2-1700-4c8f-be15-804ddb0ed04c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6d4095b2-da71-4fed-bb27-7c0cc7d7fe6f', 'name': '', 'network_id': '3dceab3f-c3d4-4d50-a6cd-f22a694be312', 'tenant_id': 'fd66fc1e2cf64f369d6db25080c0cb06', 'mac_address': 'fa:16:3e:20:59:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc71851d-1f5a-4d66-ba76-b05974590d54', 'device_owner': 'network:router_interface', 'standard_attr_id': 2759, 'fixed_ips': [{'subnet_id': '77ab82eb-0ebb-4362-b2e6-c776386a4d1b', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:43:53Z', 'updated_at': '2021-09-23T19:44:03Z', 'revision_number': 4, 'project_id': 'fd66fc1e2cf64f369d6db25080c0cb06', 'subnets': [{'id': '77ab82eb-0ebb-4362-b2e6-c776386a4d1b', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c242bcac-1085-4c88-aeaa-317379e207bf', 'name': '', 'network_id': 'a9c6c3e4-ab4f-4800-b25e-b5800d99177a', 'tenant_id': 'fd66fc1e2cf64f369d6db25080c0cb06', 'mac_address': 'fa:16:3e:f3:e7:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc71851d-1f5a-4d66-ba76-b05974590d54', 'device_owner': 'network:router_interface', 'standard_attr_id': 2734, 'fixed_ips': [{'subnet_id': '0ef042fb-a9c3-43a2-abca-e49fc01bb835', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:43:43Z', 'updated_at': '2021-09-23T19:43:56Z', 'revision_number': 5, 'project_id': 'fd66fc1e2cf64f369d6db25080c0cb06', 'subnets': [{'id': '0ef042fb-a9c3-43a2-abca-e49fc01bb835', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f4857f5d-973e-4d61-b1b8-4bec3726c5f6', 'name': '', 'network_id': '624e596e-769e-40b5-9ff9-cdd4e151ebba', 'tenant_id': 'fd66fc1e2cf64f369d6db25080c0cb06', 'mac_address': 'fa:16:3e:a1:43:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc71851d-1f5a-4d66-ba76-b05974590d54', 'device_owner': 'network:router_interface', 'standard_attr_id': 2724, 'fixed_ips': [{'subnet_id': '134a0ec1-e18d-4ff7-8a0f-d03ae0c19bd3', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:43:37Z', 'updated_at': '2021-09-23T19:43:45Z', 'revision_number': 5, 'project_id': 'fd66fc1e2cf64f369d6db25080c0cb06', 'subnets': [{'id': '134a0ec1-e18d-4ff7-8a0f-d03ae0c19bd3', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-16', False) {} {{(pid=95104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:44:04.619799 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe21ed37-735a-497d-ae90-a6a6618ed13f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c9b8c5a-5eaa-4df2-b15d-40cf8ed4f11d,revision_number=1']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:44:04.720532 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-fe21ed37-735a-497d-ae90-a6a6618ed13f admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=a6a8f391319e41b38c3d1285eac33b28&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7687714 Sep 23 19:44:04.721203 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 36620) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:44:04.728170 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee721f8c-c208-46ec-b92d-496aa66debc1 None None] The sync data for ids ['dc71851d-1f5a-4d66-ba76-b05974590d54'] in n-d-713301-16 is: [{'id': 'dc71851d-1f5a-4d66-ba76-b05974590d54', 'name': 'tempest-RoutersIpV6Test-router-1785279921', 'tenant_id': 'fd66fc1e2cf64f369d6db25080c0cb06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:43:29Z', 'updated_at': '2021-09-23T19:44:01Z', 'revision_number': 6, 'project_id': 'fd66fc1e2cf64f369d6db25080c0cb06', 'gw_port_host': None, '_interfaces': [{'id': '2bc1be1d-e1ed-42fa-ae3b-d3a995eaa854', 'name': '', 'network_id': 'eb7ee6df-b6ba-45d6-91cd-a3b513be0e8c', 'tenant_id': 'fd66fc1e2cf64f369d6db25080c0cb06', 'mac_address': 'fa:16:3e:22:70:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc71851d-1f5a-4d66-ba76-b05974590d54', 'device_owner': 'network:router_interface', 'standard_attr_id': 2713, 'fixed_ips': [{'subnet_id': '7bf004d2-1700-4c8f-be15-804ddb0ed04c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:43:31Z', 'updated_at': '2021-09-23T19:43:38Z', 'revision_number': 5, 'project_id': 'fd66fc1e2cf64f369d6db25080c0cb06', 'subnets': [{'id': '7bf004d2-1700-4c8f-be15-804ddb0ed04c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6d4095b2-da71-4fed-bb27-7c0cc7d7fe6f', 'name': '', 'network_id': '3dceab3f-c3d4-4d50-a6cd-f22a694be312', 'tenant_id': 'fd66fc1e2cf64f369d6db25080c0cb06', 'mac_address': 'fa:16:3e:20:59:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc71851d-1f5a-4d66-ba76-b05974590d54', 'device_owner': 'network:router_interface', 'standard_attr_id': 2759, 'fixed_ips': [{'subnet_id': '77ab82eb-0ebb-4362-b2e6-c776386a4d1b', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:43:53Z', 'updated_at': '2021-09-23T19:44:03Z', 'revision_number': 4, 'project_id': 'fd66fc1e2cf64f369d6db25080c0cb06', 'subnets': [{'id': '77ab82eb-0ebb-4362-b2e6-c776386a4d1b', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c242bcac-1085-4c88-aeaa-317379e207bf', 'name': '', 'network_id': 'a9c6c3e4-ab4f-4800-b25e-b5800d99177a', 'tenant_id': 'fd66fc1e2cf64f369d6db25080c0cb06', 'mac_address': 'fa:16:3e:f3:e7:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc71851d-1f5a-4d66-ba76-b05974590d54', 'device_owner': 'network:router_interface', 'standard_attr_id': 2734, 'fixed_ips': [{'subnet_id': '0ef042fb-a9c3-43a2-abca-e49fc01bb835', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:43:43Z', 'updated_at': '2021-09-23T19:43:56Z', 'revision_number': 5, 'project_id': 'fd66fc1e2cf64f369d6db25080c0cb06', 'subnets': [{'id': '0ef042fb-a9c3-43a2-abca-e49fc01bb835', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f4857f5d-973e-4d61-b1b8-4bec3726c5f6', 'name': '', 'network_id': '624e596e-769e-40b5-9ff9-cdd4e151ebba', 'tenant_id': 'fd66fc1e2cf64f369d6db25080c0cb06', 'mac_address': 'fa:16:3e:a1:43:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc71851d-1f5a-4d66-ba76-b05974590d54', 'device_owner': 'network:router_interface', 'standard_attr_id': 2724, 'fixed_ips': [{'subnet_id': '134a0ec1-e18d-4ff7-8a0f-d03ae0c19bd3', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:43:37Z', 'updated_at': '2021-09-23T19:43:45Z', 'revision_number': 5, 'project_id': 'fd66fc1e2cf64f369d6db25080c0cb06', 'subnets': [{'id': '134a0ec1-e18d-4ff7-8a0f-d03ae0c19bd3', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 19:44:04.833337 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-e9bce902-b747-4d2b-8cae-e9dd135282c3 req-0b1b3f96-842d-4014-8578-aff4d1b8a43b tempest-TestVolumeBackupRestore-1434194993 tempest-TestVolumeBackupRestore-1434194993-project] 10.222.0.67 "GET /v2.0/ports?device_id=66cd2527-03c8-4dc5-92d2-374880b3d491 HTTP/1.1" status: 200 len: 210 time: 0.1790490 Sep 23 19:44:04.932555 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-0082ee18-ed22-4ee5-b80b-a7747243e2b0 tempest-AttachVolumeShelveTestJSON-2035318112 tempest-AttachVolumeShelveTestJSON-2035318112-project] Notify callbacks [] for security_group, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:44:04.986685 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_dvr_db [None req-ae63acc3-8532-46ab-8104-e17477f10610 None None] Set router d83f0415-5e06-4b12-856d-9038a1f0f9f8 gateway port host: n-d-713301-16 {{(pid=95103) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 19:44:05.000929 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-89031ca9-b027-450f-b964-9d280751c2b6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:44:05.102723 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a618236a-8c71-40c1-9cf5-bbe3c4ef4594 tempest-RoutersIpV6Test-563412711 tempest-RoutersIpV6Test-563412711-project] Notify agent at l3_agent.n-d-713301-16 the message routers_updated {{(pid=95101) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 19:44:05.108747 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-89031ca9-b027-450f-b964-9d280751c2b6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:44:05.126772 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-0082ee18-ed22-4ee5-b80b-a7747243e2b0 tempest-AttachVolumeShelveTestJSON-2035318112 tempest-AttachVolumeShelveTestJSON-2035318112-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:44:05.172358 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-a618236a-8c71-40c1-9cf5-bbe3c4ef4594 tempest-RoutersIpV6Test-563412711 tempest-RoutersIpV6Test-563412711-project] Notify callbacks [] for router, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:44:05.175405 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-a618236a-8c71-40c1-9cf5-bbe3c4ef4594 tempest-RoutersIpV6Test-563412711 tempest-RoutersIpV6Test-563412711-project] 10.222.0.67 "PUT /v2.0/routers/dc71851d-1f5a-4d66-ba76-b05974590d54 HTTP/1.1" status: 200 len: 954 time: 5.8425095 Sep 23 19:44:05.206027 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 36628) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:44:05.314404 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-89031ca9-b027-450f-b964-9d280751c2b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:44:05.321117 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.db.api [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95103) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 23 19:44:05.321946 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-89031ca9-b027-450f-b964-9d280751c2b6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:44:05.323582 n-d-713301-16 neutron-server[95103]: DEBUG oslo_db.api [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 23 19:44:05.325770 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-0005203f-b743-4785-b1d7-aab105830646 None None] Provisioning complete for port b7424d85-b9ac-4f0d-b294-d915e50ec83e triggered by entity DHCP. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:44:05.327363 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-89031ca9-b027-450f-b964-9d280751c2b6 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/0c9b8c5a-5eaa-4df2-b15d-40cf8ed4f11d HTTP/1.1" status: 204 len: 168 time: 0.5341303 Sep 23 19:44:05.330668 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-0005203f-b743-4785-b1d7-aab105830646 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:44:05.376704 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89031ca9-b027-450f-b964-9d280751c2b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c9b8c5a-5eaa-4df2-b15d-40cf8ed4f11d,revision_number=None']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:44:05.454669 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb71d6ce-8967-40db-97a7-cac61a2a20e0 req-66c0b5e2-cef0-42a5-b3cc-4d4cff355dc9 tempest-ServersNegativeTestJSON-1638865794 tempest-ServersNegativeTestJSON-1638865794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:44:05.469221 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-bb71d6ce-8967-40db-97a7-cac61a2a20e0 req-66c0b5e2-cef0-42a5-b3cc-4d4cff355dc9 tempest-ServersNegativeTestJSON-1638865794 tempest-ServersNegativeTestJSON-1638865794-project] 10.222.0.67 "GET /v2.0/ports?device_id=6942dd4a-2993-4094-af13-ca4f91683a85 HTTP/1.1" status: 200 len: 946 time: 0.2251127 Sep 23 19:44:05.578281 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-bb71d6ce-8967-40db-97a7-cac61a2a20e0 req-fffef2c2-61d6-418e-a5ed-bc3b5c928749 tempest-ServersNegativeTestJSON-1638865794 tempest-ServersNegativeTestJSON-1638865794-project] 10.222.0.67 "GET /v2.0/security-groups?id=4daca97c-f524-4fb0-8b34-b36a0affa33e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1076078 Sep 23 19:44:05.761035 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-ae4c94ec-3d06-4240-9056-18b1fe0c4935 tempest-RoutersIpV6Test-563412711 tempest-RoutersIpV6Test-563412711-project] 10.222.0.67 "GET /v2.0/routers/dc71851d-1f5a-4d66-ba76-b05974590d54 HTTP/1.1" status: 200 len: 954 time: 0.5512681 Sep 23 19:44:05.762900 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 36644) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:44:05.768309 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.v2.base [None req-c7bfc839-517f-4d5a-8c85-13b36b9ca09f tempest-RoutersIpV6Test-563412711 tempest-RoutersIpV6Test-563412711-project] Request body: {'router': {'routes': None}} {{(pid=95102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:44:05.854084 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-0082ee18-ed22-4ee5-b80b-a7747243e2b0 tempest-AttachVolumeShelveTestJSON-2035318112 tempest-AttachVolumeShelveTestJSON-2035318112-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:44:05.857500 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-0082ee18-ed22-4ee5-b80b-a7747243e2b0 tempest-AttachVolumeShelveTestJSON-2035318112 tempest-AttachVolumeShelveTestJSON-2035318112-project] Notify callbacks [] for security_group, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:44:05.862706 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-0082ee18-ed22-4ee5-b80b-a7747243e2b0 tempest-AttachVolumeShelveTestJSON-2035318112 tempest-AttachVolumeShelveTestJSON-2035318112-project] 10.222.0.67 "DELETE /v2.0/security-groups/dd8506a8-7e56-49b4-9c74-3948d9b76f1b HTTP/1.1" status: 204 len: 168 time: 1.5699236 Sep 23 19:44:05.920907 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 36648) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:44:05.924555 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0082ee18-ed22-4ee5-b80b-a7747243e2b0 tempest-AttachVolumeShelveTestJSON-2035318112 tempest-AttachVolumeShelveTestJSON-2035318112-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd8506a8-7e56-49b4-9c74-3948d9b76f1b,revision_number=None']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:44:06.008468 n-d-713301-16 neutron-server[95101]: INFO neutron.api.v2.resource [None req-4549b7b5-f9dd-4e76-b485-b722d688db90 tempest-AttachVolumeShelveTestJSON-2035318112 tempest-AttachVolumeShelveTestJSON-2035318112-project] show failed (client error): The resource could not be found. Sep 23 19:44:06.021116 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-4549b7b5-f9dd-4e76-b485-b722d688db90 tempest-AttachVolumeShelveTestJSON-2035318112 tempest-AttachVolumeShelveTestJSON-2035318112-project] 10.222.0.67 "GET /v2.0/security-groups/dd8506a8-7e56-49b4-9c74-3948d9b76f1b HTTP/1.1" status: 404 len: 347 time: 0.0734329 Sep 23 19:44:06.021802 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 36652) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:44:06.203989 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 36660) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:44:06.554032 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_hamode_db [None req-ae63acc3-8532-46ab-8104-e17477f10610 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd83f0415-5e06-4b12-856d-9038a1f0f9f8', 'name': 'tempest-AttachVolumeShelveTestJSON-346496842-router', 'tenant_id': '9f955dc8eb0a49dcaf259d890508d18f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'external_fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.225'}], 'enable_snat': True}, 'gw_port_id': '45338fa8-6bfa-4dff-8129-61af5b751662', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:39:06Z', 'updated_at': '2021-09-23T19:39:13Z', 'revision_number': 4, 'project_id': '9f955dc8eb0a49dcaf259d890508d18f', 'gw_port': {'id': '45338fa8-6bfa-4dff-8129-61af5b751662', 'name': '', 'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:b6:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd83f0415-5e06-4b12-856d-9038a1f0f9f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2197, 'fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:39:08Z', 'updated_at': '2021-09-23T19:39:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-16', '_interfaces': [{'id': '208ccfe2-6a3e-4912-af98-65b1a23d7cf6', 'name': '', 'network_id': 'fc2b89b8-ce3f-4c16-8b68-220076c74d2b', 'tenant_id': '9f955dc8eb0a49dcaf259d890508d18f', 'mac_address': 'fa:16:3e:ac:ec:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd83f0415-5e06-4b12-856d-9038a1f0f9f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2203, 'fixed_ips': [{'subnet_id': 'cfb66c78-2a7b-4d98-8fdd-683258461232', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:39:12Z', 'updated_at': '2021-09-23T19:39:23Z', 'revision_number': 5, 'project_id': '9f955dc8eb0a49dcaf259d890508d18f', 'subnets': [{'id': 'cfb66c78-2a7b-4d98-8fdd-683258461232', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-16', False) {} {{(pid=95103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:44:06.629515 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.plugin [None req-d0d66991-6818-4a9c-ba80-fd4d5970fe2d tempest-AttachVolumeShelveTestJSON-2035318112 tempest-AttachVolumeShelveTestJSON-2035318112-project] Deleting port 7ecd7fd0-a9a3-4a90-b906-d593982c295b {{(pid=95101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:44:06.633760 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-d0d66991-6818-4a9c-ba80-fd4d5970fe2d tempest-AttachVolumeShelveTestJSON-2035318112 tempest-AttachVolumeShelveTestJSON-2035318112-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783146157096'] for port, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:44:06.693834 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae63acc3-8532-46ab-8104-e17477f10610 None None] The sync data for ids ['d83f0415-5e06-4b12-856d-9038a1f0f9f8'] in n-d-713301-16 is: [{'id': 'd83f0415-5e06-4b12-856d-9038a1f0f9f8', 'name': 'tempest-AttachVolumeShelveTestJSON-346496842-router', 'tenant_id': '9f955dc8eb0a49dcaf259d890508d18f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'external_fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.225'}], 'enable_snat': True}, 'gw_port_id': '45338fa8-6bfa-4dff-8129-61af5b751662', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:39:06Z', 'updated_at': '2021-09-23T19:39:13Z', 'revision_number': 4, 'project_id': '9f955dc8eb0a49dcaf259d890508d18f', 'gw_port': {'id': '45338fa8-6bfa-4dff-8129-61af5b751662', 'name': '', 'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:b6:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd83f0415-5e06-4b12-856d-9038a1f0f9f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2197, 'fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:39:08Z', 'updated_at': '2021-09-23T19:39:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-16', '_interfaces': [{'id': '208ccfe2-6a3e-4912-af98-65b1a23d7cf6', 'name': '', 'network_id': 'fc2b89b8-ce3f-4c16-8b68-220076c74d2b', 'tenant_id': '9f955dc8eb0a49dcaf259d890508d18f', 'mac_address': 'fa:16:3e:ac:ec:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd83f0415-5e06-4b12-856d-9038a1f0f9f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2203, 'fixed_ips': [{'subnet_id': 'cfb66c78-2a7b-4d98-8fdd-683258461232', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:39:12Z', 'updated_at': '2021-09-23T19:39:23Z', 'revision_number': 5, 'project_id': '9f955dc8eb0a49dcaf259d890508d18f', 'subnets': [{'id': 'cfb66c78-2a7b-4d98-8fdd-683258461232', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 19:44:06.753972 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-0005203f-b743-4785-b1d7-aab105830646 None None] Provisioning complete for port 6d4095b2-da71-4fed-bb27-7c0cc7d7fe6f triggered by entity DHCP. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:44:06.756008 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-0005203f-b743-4785-b1d7-aab105830646 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:44:06.832714 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Device b7424d85-b9ac-4f0d-b294-d915e50ec83e up at agent ovs-agent-n-d-713301-16 {{(pid=95103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 19:44:06.867610 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91778b68-134d-47aa-8142-89c4a7920160 None None] Sync routers for ids ['dc71851d-1f5a-4d66-ba76-b05974590d54'] in n-d-713301-16 {{(pid=95104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 19:44:06.896397 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91778b68-134d-47aa-8142-89c4a7920160 None None] Routers {'dc71851d-1f5a-4d66-ba76-b05974590d54'} bound to L3 agent in host n-d-713301-16 {{(pid=95104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 19:44:06.897086 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_hamode_db [None req-91778b68-134d-47aa-8142-89c4a7920160 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-23T19:07:52Z,description=,heartbeat_timestamp=2021-09-23T19:43:52Z,host='n-d-713301-16',id=79a740bf-7821-4989-8288-7186e3e128f3,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:07:52Z,topic='l3_agent')) {'router_ids': ['dc71851d-1f5a-4d66-ba76-b05974590d54'], 'active': True} {{(pid=95104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:44:07.056786 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Provisioning complete for port b7424d85-b9ac-4f0d-b294-d915e50ec83e triggered by entity L2. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:44:07.057080 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:44:07.064291 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-0005203f-b743-4785-b1d7-aab105830646 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:44:07.064779 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-d0d66991-6818-4a9c-ba80-fd4d5970fe2d tempest-AttachVolumeShelveTestJSON-2035318112 tempest-AttachVolumeShelveTestJSON-2035318112-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-605701'] for port, precommit_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:44:07.072623 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-d0d66991-6818-4a9c-ba80-fd4d5970fe2d tempest-AttachVolumeShelveTestJSON-2035318112 tempest-AttachVolumeShelveTestJSON-2035318112-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:44:07.141841 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.plugin [None req-d0d66991-6818-4a9c-ba80-fd4d5970fe2d tempest-AttachVolumeShelveTestJSON-2035318112 tempest-AttachVolumeShelveTestJSON-2035318112-project] Calling delete_port for 7ecd7fd0-a9a3-4a90-b906-d593982c295b owned by network:floatingip {{(pid=95101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:44:07.261610 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_dvr_db [None req-91778b68-134d-47aa-8142-89c4a7920160 None None] Set router dc71851d-1f5a-4d66-ba76-b05974590d54 gateway port host: None {{(pid=95104) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 19:44:07.267446 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-0005203f-b743-4785-b1d7-aab105830646 None None] For port 6d4095b2-da71-4fed-bb27-7c0cc7d7fe6f, host n-d-713301-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-16',level=0,port_id=6d4095b2-da71-4fed-bb27-7c0cc7d7fe6f,segment=NetworkSegment(129e35af-a968-41eb-86e6-a11e13a86cba),segment_id=129e35af-a968-41eb-86e6-a11e13a86cba)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:44:07.442384 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Device 6d4095b2-da71-4fed-bb27-7c0cc7d7fe6f up at agent ovs-agent-n-d-713301-16 {{(pid=95103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 19:44:07.452349 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-0005203f-b743-4785-b1d7-aab105830646 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:44:07.587358 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-3a26da55-c2a9-4439-a090-6c8bdb9f0ec5 req-38fd2789-be4e-42fa-ac2f-46abd656719b tempest-TestVolumeBackupRestore-1434194993 tempest-TestVolumeBackupRestore-1434194993-project] 10.222.0.67 "GET /v2.0/ports?device_id=66cd2527-03c8-4dc5-92d2-374880b3d491 HTTP/1.1" status: 200 len: 210 time: 1.4617257 Sep 23 19:44:07.588995 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-614384f2-e84a-49df-b90d-6d069e589db8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:44:07.626814 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0005203f-b743-4785-b1d7-aab105830646 None None] Pushing event updated for resources: {'Port': ['ID=6d4095b2-da71-4fed-bb27-7c0cc7d7fe6f,revision_number=5']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:44:07.651788 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecc49b37-39e5-4a31-beec-c6c5fb10e4d4 None None] New status for floating IP ceb49eba-639a-4cd4-b3e3-e15ea757a030: DOWN {{(pid=95103) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 23 19:44:07.678310 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-d0d66991-6818-4a9c-ba80-fd4d5970fe2d tempest-AttachVolumeShelveTestJSON-2035318112 tempest-AttachVolumeShelveTestJSON-2035318112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783146162158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783145673144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5607431'] for port, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:44:07.754832 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0d66991-6818-4a9c-ba80-fd4d5970fe2d tempest-AttachVolumeShelveTestJSON-2035318112 tempest-AttachVolumeShelveTestJSON-2035318112-project] Pushing event deleted for resources: {'Port': ['ID=7ecd7fd0-a9a3-4a90-b906-d593982c295b,revision_number=None']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:44:07.942633 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-b1855412-9b19-4e40-9461-81e8c6655b4e None None] Provisioning complete for port 6d4095b2-da71-4fed-bb27-7c0cc7d7fe6f triggered by entity DHCP. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:44:07.943861 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b1855412-9b19-4e40-9461-81e8c6655b4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:44:07.951256 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-d0d66991-6818-4a9c-ba80-fd4d5970fe2d tempest-AttachVolumeShelveTestJSON-2035318112 tempest-AttachVolumeShelveTestJSON-2035318112-project] Notify callbacks [] for floatingip, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:44:07.956534 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-d0d66991-6818-4a9c-ba80-fd4d5970fe2d tempest-AttachVolumeShelveTestJSON-2035318112 tempest-AttachVolumeShelveTestJSON-2035318112-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222849'] for floatingip, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:44:07.996808 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-d0d66991-6818-4a9c-ba80-fd4d5970fe2d tempest-AttachVolumeShelveTestJSON-2035318112 tempest-AttachVolumeShelveTestJSON-2035318112-project] 10.222.0.67 "DELETE /v2.0/floatingips/ceb49eba-639a-4cd4-b3e3-e15ea757a030 HTTP/1.1" status: 204 len: 168 time: 1.9403074 Sep 23 19:44:08.097766 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Provisioning complete for port 6d4095b2-da71-4fed-bb27-7c0cc7d7fe6f triggered by entity L2. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:44:08.098141 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:44:08.132903 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-614384f2-e84a-49df-b90d-6d069e589db8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:44:08.143205 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-614384f2-e84a-49df-b90d-6d069e589db8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:44:08.188458 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a1f75e-30f1-4619-94da-97e44e36764f req-dc0b6e29-6b14-47bd-978f-bb78946d0166 tempest-ServersNegativeTestJSON-1638865794 tempest-ServersNegativeTestJSON-1638865794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:44:08.190140 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-97a1f75e-30f1-4619-94da-97e44e36764f req-dc0b6e29-6b14-47bd-978f-bb78946d0166 tempest-ServersNegativeTestJSON-1638865794 tempest-ServersNegativeTestJSON-1638865794-project] 10.222.0.67 "GET /v2.0/ports?device_id=6942dd4a-2993-4094-af13-ca4f91683a85 HTTP/1.1" status: 200 len: 946 time: 0.5655079 Sep 23 19:44:08.310772 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-614384f2-e84a-49df-b90d-6d069e589db8 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=a4f1eefb8c3d4ba5b86a950b9e39696c&name=default HTTP/1.1" status: 200 len: 2983 time: 2.0601575 Sep 23 19:44:08.313488 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 36694) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:44:08.376336 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_hamode_db [None req-91778b68-134d-47aa-8142-89c4a7920160 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc71851d-1f5a-4d66-ba76-b05974590d54', 'name': 'tempest-RoutersIpV6Test-router-1785279921', 'tenant_id': 'fd66fc1e2cf64f369d6db25080c0cb06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:43:29Z', 'updated_at': '2021-09-23T19:44:01Z', 'revision_number': 6, 'project_id': 'fd66fc1e2cf64f369d6db25080c0cb06', 'gw_port_host': None, '_interfaces': [{'id': '2bc1be1d-e1ed-42fa-ae3b-d3a995eaa854', 'name': '', 'network_id': 'eb7ee6df-b6ba-45d6-91cd-a3b513be0e8c', 'tenant_id': 'fd66fc1e2cf64f369d6db25080c0cb06', 'mac_address': 'fa:16:3e:22:70:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc71851d-1f5a-4d66-ba76-b05974590d54', 'device_owner': 'network:router_interface', 'standard_attr_id': 2713, 'fixed_ips': [{'subnet_id': '7bf004d2-1700-4c8f-be15-804ddb0ed04c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:43:31Z', 'updated_at': '2021-09-23T19:43:38Z', 'revision_number': 5, 'project_id': 'fd66fc1e2cf64f369d6db25080c0cb06', 'subnets': [{'id': '7bf004d2-1700-4c8f-be15-804ddb0ed04c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6d4095b2-da71-4fed-bb27-7c0cc7d7fe6f', 'name': '', 'network_id': '3dceab3f-c3d4-4d50-a6cd-f22a694be312', 'tenant_id': 'fd66fc1e2cf64f369d6db25080c0cb06', 'mac_address': 'fa:16:3e:20:59:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc71851d-1f5a-4d66-ba76-b05974590d54', 'device_owner': 'network:router_interface', 'standard_attr_id': 2759, 'fixed_ips': [{'subnet_id': '77ab82eb-0ebb-4362-b2e6-c776386a4d1b', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:43:53Z', 'updated_at': '2021-09-23T19:44:03Z', 'revision_number': 4, 'project_id': 'fd66fc1e2cf64f369d6db25080c0cb06', 'subnets': [{'id': '77ab82eb-0ebb-4362-b2e6-c776386a4d1b', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c242bcac-1085-4c88-aeaa-317379e207bf', 'name': '', 'network_id': 'a9c6c3e4-ab4f-4800-b25e-b5800d99177a', 'tenant_id': 'fd66fc1e2cf64f369d6db25080c0cb06', 'mac_address': 'fa:16:3e:f3:e7:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc71851d-1f5a-4d66-ba76-b05974590d54', 'device_owner': 'network:router_interface', 'standard_attr_id': 2734, 'fixed_ips': [{'subnet_id': '0ef042fb-a9c3-43a2-abca-e49fc01bb835', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:43:43Z', 'updated_at': '2021-09-23T19:43:56Z', 'revision_number': 5, 'project_id': 'fd66fc1e2cf64f369d6db25080c0cb06', 'subnets': [{'id': '0ef042fb-a9c3-43a2-abca-e49fc01bb835', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f4857f5d-973e-4d61-b1b8-4bec3726c5f6', 'name': '', 'network_id': '624e596e-769e-40b5-9ff9-cdd4e151ebba', 'tenant_id': 'fd66fc1e2cf64f369d6db25080c0cb06', 'mac_address': 'fa:16:3e:a1:43:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc71851d-1f5a-4d66-ba76-b05974590d54', 'device_owner': 'network:router_interface', 'standard_attr_id': 2724, 'fixed_ips': [{'subnet_id': '134a0ec1-e18d-4ff7-8a0f-d03ae0c19bd3', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:43:37Z', 'updated_at': '2021-09-23T19:43:45Z', 'revision_number': 5, 'project_id': 'fd66fc1e2cf64f369d6db25080c0cb06', 'subnets': [{'id': '134a0ec1-e18d-4ff7-8a0f-d03ae0c19bd3', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-16', False) {} {{(pid=95104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:44:08.381331 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-97a1f75e-30f1-4619-94da-97e44e36764f req-c6fe3f89-4b86-403d-a08d-6fb0134d5b57 tempest-ServersNegativeTestJSON-1638865794 tempest-ServersNegativeTestJSON-1638865794-project] 10.222.0.67 "GET /v2.0/security-groups?id=4daca97c-f524-4fb0-8b34-b36a0affa33e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1774127 Sep 23 19:44:08.425066 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-614384f2-e84a-49df-b90d-6d069e589db8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7eda46e-cda1-44ec-b9c2-e149eb4debbf,revision_number=1']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:44:08.474920 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91778b68-134d-47aa-8142-89c4a7920160 None None] Checking router: dc71851d-1f5a-4d66-ba76-b05974590d54 for host: n-d-713301-16 {{(pid=95104) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 19:44:08.516667 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91778b68-134d-47aa-8142-89c4a7920160 None None] Routers {'dc71851d-1f5a-4d66-ba76-b05974590d54'} bound to L3 agent in host n-d-713301-16 {{(pid=95104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 19:44:08.516808 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-f3c93980-1c18-40a7-b38a-fb2b4c6a197d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:44:08.517157 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_hamode_db [None req-91778b68-134d-47aa-8142-89c4a7920160 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-23T19:07:52Z,description=,heartbeat_timestamp=2021-09-23T19:43:52Z,host='n-d-713301-16',id=79a740bf-7821-4989-8288-7186e3e128f3,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:07:52Z,topic='l3_agent')) {'router_ids': ['dc71851d-1f5a-4d66-ba76-b05974590d54'], 'active': True} {{(pid=95104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:44:08.571654 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-f3c93980-1c18-40a7-b38a-fb2b4c6a197d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:44:08.636220 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Device 6d4095b2-da71-4fed-bb27-7c0cc7d7fe6f up at agent ovs-agent-n-d-713301-16 {{(pid=95103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 19:44:08.685397 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-f3c93980-1c18-40a7-b38a-fb2b4c6a197d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:44:08.689405 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-f3c93980-1c18-40a7-b38a-fb2b4c6a197d admin admin] Notify callbacks [] for security_group, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:44:08.690759 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-f3c93980-1c18-40a7-b38a-fb2b4c6a197d admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/c7eda46e-cda1-44ec-b9c2-e149eb4debbf HTTP/1.1" status: 204 len: 168 time: 0.3716176 Sep 23 19:44:08.709335 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3c93980-1c18-40a7-b38a-fb2b4c6a197d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7eda46e-cda1-44ec-b9c2-e149eb4debbf,revision_number=None']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:44:08.741576 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_dvr_db [None req-91778b68-134d-47aa-8142-89c4a7920160 None None] Set router dc71851d-1f5a-4d66-ba76-b05974590d54 gateway port host: None {{(pid=95104) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 19:44:08.906260 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Provisioning complete for port 6d4095b2-da71-4fed-bb27-7c0cc7d7fe6f triggered by entity L2. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:44:08.906830 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:44:09.079605 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-111173ad-5306-4a0e-969a-da42ec759737 req-59176310-4e40-4c1f-877b-e94141795d52 tempest-TestVolumeBackupRestore-1434194993 tempest-TestVolumeBackupRestore-1434194993-project] 10.222.0.67 "GET /v2.0/ports?device_id=66cd2527-03c8-4dc5-92d2-374880b3d491 HTTP/1.1" status: 200 len: 210 time: 0.1067681 Sep 23 19:44:09.229105 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_hamode_db [None req-91778b68-134d-47aa-8142-89c4a7920160 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc71851d-1f5a-4d66-ba76-b05974590d54', 'name': 'tempest-RoutersIpV6Test-router-1785279921', 'tenant_id': 'fd66fc1e2cf64f369d6db25080c0cb06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:43:29Z', 'updated_at': '2021-09-23T19:44:01Z', 'revision_number': 6, 'project_id': 'fd66fc1e2cf64f369d6db25080c0cb06', 'gw_port_host': None, '_interfaces': [{'id': '2bc1be1d-e1ed-42fa-ae3b-d3a995eaa854', 'name': '', 'network_id': 'eb7ee6df-b6ba-45d6-91cd-a3b513be0e8c', 'tenant_id': 'fd66fc1e2cf64f369d6db25080c0cb06', 'mac_address': 'fa:16:3e:22:70:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc71851d-1f5a-4d66-ba76-b05974590d54', 'device_owner': 'network:router_interface', 'standard_attr_id': 2713, 'fixed_ips': [{'subnet_id': '7bf004d2-1700-4c8f-be15-804ddb0ed04c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:43:31Z', 'updated_at': '2021-09-23T19:43:38Z', 'revision_number': 5, 'project_id': 'fd66fc1e2cf64f369d6db25080c0cb06', 'subnets': [{'id': '7bf004d2-1700-4c8f-be15-804ddb0ed04c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6d4095b2-da71-4fed-bb27-7c0cc7d7fe6f', 'name': '', 'network_id': '3dceab3f-c3d4-4d50-a6cd-f22a694be312', 'tenant_id': 'fd66fc1e2cf64f369d6db25080c0cb06', 'mac_address': 'fa:16:3e:20:59:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc71851d-1f5a-4d66-ba76-b05974590d54', 'device_owner': 'network:router_interface', 'standard_attr_id': 2759, 'fixed_ips': [{'subnet_id': '77ab82eb-0ebb-4362-b2e6-c776386a4d1b', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:43:53Z', 'updated_at': '2021-09-23T19:44:07Z', 'revision_number': 5, 'project_id': 'fd66fc1e2cf64f369d6db25080c0cb06', 'subnets': [{'id': '77ab82eb-0ebb-4362-b2e6-c776386a4d1b', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c242bcac-1085-4c88-aeaa-317379e207bf', 'name': '', 'network_id': 'a9c6c3e4-ab4f-4800-b25e-b5800d99177a', 'tenant_id': 'fd66fc1e2cf64f369d6db25080c0cb06', 'mac_address': 'fa:16:3e:f3:e7:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc71851d-1f5a-4d66-ba76-b05974590d54', 'device_owner': 'network:router_interface', 'standard_attr_id': 2734, 'fixed_ips': [{'subnet_id': '0ef042fb-a9c3-43a2-abca-e49fc01bb835', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:43:43Z', 'updated_at': '2021-09-23T19:43:56Z', 'revision_number': 5, 'project_id': 'fd66fc1e2cf64f369d6db25080c0cb06', 'subnets': [{'id': '0ef042fb-a9c3-43a2-abca-e49fc01bb835', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f4857f5d-973e-4d61-b1b8-4bec3726c5f6', 'name': '', 'network_id': '624e596e-769e-40b5-9ff9-cdd4e151ebba', 'tenant_id': 'fd66fc1e2cf64f369d6db25080c0cb06', 'mac_address': 'fa:16:3e:a1:43:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc71851d-1f5a-4d66-ba76-b05974590d54', 'device_owner': 'network:router_interface', 'standard_attr_id': 2724, 'fixed_ips': [{'subnet_id': '134a0ec1-e18d-4ff7-8a0f-d03ae0c19bd3', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:43:37Z', 'updated_at': '2021-09-23T19:43:45Z', 'revision_number': 5, 'project_id': 'fd66fc1e2cf64f369d6db25080c0cb06', 'subnets': [{'id': '134a0ec1-e18d-4ff7-8a0f-d03ae0c19bd3', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-16', False) {} {{(pid=95104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:44:09.240752 n-d-713301-16 neutron-server[95102]: DEBUG neutron.db.extraroute_db [None req-c7bfc839-517f-4d5a-8c85-13b36b9ca09f tempest-RoutersIpV6Test-563412711 tempest-RoutersIpV6Test-563412711-project] Added routes are [] {{(pid=95102) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Sep 23 19:44:09.241144 n-d-713301-16 neutron-server[95102]: DEBUG neutron.db.extraroute_db [None req-c7bfc839-517f-4d5a-8c85-13b36b9ca09f tempest-RoutersIpV6Test-563412711 tempest-RoutersIpV6Test-563412711-project] Removed routes are [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}] {{(pid=95102) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Sep 23 19:44:09.270381 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91778b68-134d-47aa-8142-89c4a7920160 None None] The sync data for ids ['dc71851d-1f5a-4d66-ba76-b05974590d54'] in n-d-713301-16 is: [{'id': 'dc71851d-1f5a-4d66-ba76-b05974590d54', 'name': 'tempest-RoutersIpV6Test-router-1785279921', 'tenant_id': 'fd66fc1e2cf64f369d6db25080c0cb06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:43:29Z', 'updated_at': '2021-09-23T19:44:01Z', 'revision_number': 6, 'project_id': 'fd66fc1e2cf64f369d6db25080c0cb06', 'gw_port_host': None, '_interfaces': [{'id': '2bc1be1d-e1ed-42fa-ae3b-d3a995eaa854', 'name': '', 'network_id': 'eb7ee6df-b6ba-45d6-91cd-a3b513be0e8c', 'tenant_id': 'fd66fc1e2cf64f369d6db25080c0cb06', 'mac_address': 'fa:16:3e:22:70:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc71851d-1f5a-4d66-ba76-b05974590d54', 'device_owner': 'network:router_interface', 'standard_attr_id': 2713, 'fixed_ips': [{'subnet_id': '7bf004d2-1700-4c8f-be15-804ddb0ed04c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:43:31Z', 'updated_at': '2021-09-23T19:43:38Z', 'revision_number': 5, 'project_id': 'fd66fc1e2cf64f369d6db25080c0cb06', 'subnets': [{'id': '7bf004d2-1700-4c8f-be15-804ddb0ed04c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6d4095b2-da71-4fed-bb27-7c0cc7d7fe6f', 'name': '', 'network_id': '3dceab3f-c3d4-4d50-a6cd-f22a694be312', 'tenant_id': 'fd66fc1e2cf64f369d6db25080c0cb06', 'mac_address': 'fa:16:3e:20:59:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc71851d-1f5a-4d66-ba76-b05974590d54', 'device_owner': 'network:router_interface', 'standard_attr_id': 2759, 'fixed_ips': [{'subnet_id': '77ab82eb-0ebb-4362-b2e6-c776386a4d1b', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:43:53Z', 'updated_at': '2021-09-23T19:44:07Z', 'revision_number': 5, 'project_id': 'fd66fc1e2cf64f369d6db25080c0cb06', 'subnets': [{'id': '77ab82eb-0ebb-4362-b2e6-c776386a4d1b', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c242bcac-1085-4c88-aeaa-317379e207bf', 'name': '', 'network_id': 'a9c6c3e4-ab4f-4800-b25e-b5800d99177a', 'tenant_id': 'fd66fc1e2cf64f369d6db25080c0cb06', 'mac_address': 'fa:16:3e:f3:e7:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc71851d-1f5a-4d66-ba76-b05974590d54', 'device_owner': 'network:router_interface', 'standard_attr_id': 2734, 'fixed_ips': [{'subnet_id': '0ef042fb-a9c3-43a2-abca-e49fc01bb835', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:43:43Z', 'updated_at': '2021-09-23T19:43:56Z', 'revision_number': 5, 'project_id': 'fd66fc1e2cf64f369d6db25080c0cb06', 'subnets': [{'id': '0ef042fb-a9c3-43a2-abca-e49fc01bb835', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f4857f5d-973e-4d61-b1b8-4bec3726c5f6', 'name': '', 'network_id': '624e596e-769e-40b5-9ff9-cdd4e151ebba', 'tenant_id': 'fd66fc1e2cf64f369d6db25080c0cb06', 'mac_address': 'fa:16:3e:a1:43:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc71851d-1f5a-4d66-ba76-b05974590d54', 'device_owner': 'network:router_interface', 'standard_attr_id': 2724, 'fixed_ips': [{'subnet_id': '134a0ec1-e18d-4ff7-8a0f-d03ae0c19bd3', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:43:37Z', 'updated_at': '2021-09-23T19:43:45Z', 'revision_number': 5, 'project_id': 'fd66fc1e2cf64f369d6db25080c0cb06', 'subnets': [{'id': '134a0ec1-e18d-4ff7-8a0f-d03ae0c19bd3', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 19:44:09.373246 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-c7bfc839-517f-4d5a-8c85-13b36b9ca09f tempest-RoutersIpV6Test-563412711 tempest-RoutersIpV6Test-563412711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-601749', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-597253', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29360'] for router, precommit_update {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:44:09.731098 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 36732) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:44:09.742013 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.v2.base [None req-9a9a1e5d-37a0-4a38-abdb-c853e7b96dce tempest-AttachVolumeShelveTestJSON-2035318112 tempest-AttachVolumeShelveTestJSON-2035318112-project] Request body: {'security_group': {'name': 'tempest-securitygroup--846592888', 'description': 'tempest-description--765070223'}} {{(pid=95101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:44:09.794121 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-9a9a1e5d-37a0-4a38-abdb-c853e7b96dce tempest-AttachVolumeShelveTestJSON-2035318112 tempest-AttachVolumeShelveTestJSON-2035318112-project] Notify callbacks [] for security_group, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:44:09.980087 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-c7bfc839-517f-4d5a-8c85-13b36b9ca09f tempest-RoutersIpV6Test-563412711 tempest-RoutersIpV6Test-563412711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-601749', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-597253', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29360'] for router, precommit_update {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:44:09.987479 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-c7bfc839-517f-4d5a-8c85-13b36b9ca09f tempest-RoutersIpV6Test-563412711 tempest-RoutersIpV6Test-563412711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-601790', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-601772', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-601767', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-597276'] for router, after_update {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:44:10.001038 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c7b917a-d7a1-4449-85b4-f4ccacffd0c3 req-d5badd22-754d-4d0b-8989-945124a5d69b tempest-ServersNegativeTestJSON-1638865794 tempest-ServersNegativeTestJSON-1638865794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:44:10.012831 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-2c7b917a-d7a1-4449-85b4-f4ccacffd0c3 req-d5badd22-754d-4d0b-8989-945124a5d69b tempest-ServersNegativeTestJSON-1638865794 tempest-ServersNegativeTestJSON-1638865794-project] 10.222.0.67 "GET /v2.0/ports?device_id=6942dd4a-2993-4094-af13-ca4f91683a85 HTTP/1.1" status: 200 len: 946 time: 0.4218001 Sep 23 19:44:10.070467 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-9a9a1e5d-37a0-4a38-abdb-c853e7b96dce tempest-AttachVolumeShelveTestJSON-2035318112 tempest-AttachVolumeShelveTestJSON-2035318112-project] Notify callbacks [] for security_group, precommit_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:44:10.083020 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-9a9a1e5d-37a0-4a38-abdb-c853e7b96dce tempest-AttachVolumeShelveTestJSON-2035318112 tempest-AttachVolumeShelveTestJSON-2035318112-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:44:10.175845 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a9a1e5d-37a0-4a38-abdb-c853e7b96dce tempest-AttachVolumeShelveTestJSON-2035318112 tempest-AttachVolumeShelveTestJSON-2035318112-project] Pushing event updated for resources: {'SecurityGroup': ['ID=209f1ee5-6189-41c6-b235-f9c754b12a19,revision_number=1']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:44:10.199504 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 36754) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:44:10.237317 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-2c7b917a-d7a1-4449-85b4-f4ccacffd0c3 req-d693905d-5f4c-4402-8174-bd40af346a0f tempest-ServersNegativeTestJSON-1638865794 tempest-ServersNegativeTestJSON-1638865794-project] 10.222.0.67 "GET /v2.0/security-groups?id=4daca97c-f524-4fb0-8b34-b36a0affa33e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2230680 Sep 23 19:44:10.268335 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-9a9a1e5d-37a0-4a38-abdb-c853e7b96dce tempest-AttachVolumeShelveTestJSON-2035318112 tempest-AttachVolumeShelveTestJSON-2035318112-project] Notify callbacks [] for security_group, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:44:10.270326 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-9a9a1e5d-37a0-4a38-abdb-c853e7b96dce tempest-AttachVolumeShelveTestJSON-2035318112 tempest-AttachVolumeShelveTestJSON-2035318112-project] 10.222.0.67 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.5375731 Sep 23 19:44:10.276237 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 36758) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:44:10.291550 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.v2.base [None req-c4f0fce8-c353-416e-8dcb-829b0427dee4 tempest-AttachVolumeShelveTestJSON-2035318112 tempest-AttachVolumeShelveTestJSON-2035318112-project] Request body: {'security_group_rule': {'security_group_id': '209f1ee5-6189-41c6-b235-f9c754b12a19', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:44:10.306073 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-8d7d033c-e1b4-49ea-ad9d-bc0585769913 tempest-TestVolumeBackupRestore-1434194993 tempest-TestVolumeBackupRestore-1434194993-project] Notify callbacks [] for security_group, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:44:10.340841 n-d-713301-16 neutron-server[95102]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c7bfc839-517f-4d5a-8c85-13b36b9ca09f tempest-RoutersIpV6Test-563412711 tempest-RoutersIpV6Test-563412711-project] Router dc71851d-1f5a-4d66-ba76-b05974590d54 has already been hosted by L3 agent 79a740bf-7821-4989-8288-7186e3e128f3 {{(pid=95102) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 19:44:10.374887 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-8d7d033c-e1b4-49ea-ad9d-bc0585769913 tempest-TestVolumeBackupRestore-1434194993 tempest-TestVolumeBackupRestore-1434194993-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:44:10.478538 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 36760) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:44:10.491535 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-c4f0fce8-c353-416e-8dcb-829b0427dee4 tempest-AttachVolumeShelveTestJSON-2035318112 tempest-AttachVolumeShelveTestJSON-2035318112-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:44:10.521027 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-8d7d033c-e1b4-49ea-ad9d-bc0585769913 tempest-TestVolumeBackupRestore-1434194993 tempest-TestVolumeBackupRestore-1434194993-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:44:10.523278 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-8d7d033c-e1b4-49ea-ad9d-bc0585769913 tempest-TestVolumeBackupRestore-1434194993 tempest-TestVolumeBackupRestore-1434194993-project] Notify callbacks [] for security_group, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:44:10.530511 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-8d7d033c-e1b4-49ea-ad9d-bc0585769913 tempest-TestVolumeBackupRestore-1434194993 tempest-TestVolumeBackupRestore-1434194993-project] 10.222.0.67 "DELETE /v2.0/security-groups/ea1d12a8-ddc7-4b9a-a637-e6ffde706580 HTTP/1.1" status: 204 len: 168 time: 0.3295872 Sep 23 19:44:10.560653 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d7d033c-e1b4-49ea-ad9d-bc0585769913 tempest-TestVolumeBackupRestore-1434194993 tempest-TestVolumeBackupRestore-1434194993-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea1d12a8-ddc7-4b9a-a637-e6ffde706580,revision_number=None']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:44:10.743614 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7bfc839-517f-4d5a-8c85-13b36b9ca09f tempest-RoutersIpV6Test-563412711 tempest-RoutersIpV6Test-563412711-project] Notify agent at l3_agent.n-d-713301-16 the message routers_updated {{(pid=95102) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 19:44:10.771986 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d49e7509-435a-4e81-8d8f-f1022dc9244a None None] Sync routers for ids ['dc71851d-1f5a-4d66-ba76-b05974590d54'] in n-d-713301-16 {{(pid=95104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 19:44:10.803149 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d49e7509-435a-4e81-8d8f-f1022dc9244a None None] Routers {'dc71851d-1f5a-4d66-ba76-b05974590d54'} bound to L3 agent in host n-d-713301-16 {{(pid=95104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 19:44:10.806671 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_hamode_db [None req-d49e7509-435a-4e81-8d8f-f1022dc9244a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-23T19:07:52Z,description=,heartbeat_timestamp=2021-09-23T19:43:52Z,host='n-d-713301-16',id=79a740bf-7821-4989-8288-7186e3e128f3,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:07:52Z,topic='l3_agent')) {'router_ids': ['dc71851d-1f5a-4d66-ba76-b05974590d54'], 'active': True} {{(pid=95104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:44:10.811632 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-c7bfc839-517f-4d5a-8c85-13b36b9ca09f tempest-RoutersIpV6Test-563412711 tempest-RoutersIpV6Test-563412711-project] Notify callbacks [] for router, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:44:10.821055 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 36780) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:44:10.836140 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-c7bfc839-517f-4d5a-8c85-13b36b9ca09f tempest-RoutersIpV6Test-563412711 tempest-RoutersIpV6Test-563412711-project] 10.222.0.67 "PUT /v2.0/routers/dc71851d-1f5a-4d66-ba76-b05974590d54 HTTP/1.1" status: 200 len: 704 time: 5.0540073 Sep 23 19:44:10.981125 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-62a1d67d-a5fd-4921-a40f-f65c8b76074d admin admin] Notify callbacks [] for security_group, before_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:44:11.161762 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-c4f0fce8-c353-416e-8dcb-829b0427dee4 tempest-AttachVolumeShelveTestJSON-2035318112 tempest-AttachVolumeShelveTestJSON-2035318112-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:44:11.198514 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-c4f0fce8-c353-416e-8dcb-829b0427dee4 tempest-AttachVolumeShelveTestJSON-2035318112 tempest-AttachVolumeShelveTestJSON-2035318112-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575319'] for security_group_rule, after_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:44:11.244983 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-7b855d63-152a-445a-bf4e-074bb6036e36 tempest-RoutersIpV6Test-563412711 tempest-RoutersIpV6Test-563412711-project] 10.222.0.67 "GET /v2.0/routers/dc71851d-1f5a-4d66-ba76-b05974590d54 HTTP/1.1" status: 200 len: 704 time: 0.4213238 Sep 23 19:44:11.254250 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 36804) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:44:11.297941 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4f0fce8-c353-416e-8dcb-829b0427dee4 tempest-AttachVolumeShelveTestJSON-2035318112 tempest-AttachVolumeShelveTestJSON-2035318112-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d43ec7a3-7b45-4e72-8820-52b3dd4b8f59,revision_number=0']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:44:11.577731 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_dvr_db [None req-d49e7509-435a-4e81-8d8f-f1022dc9244a None None] Set router dc71851d-1f5a-4d66-ba76-b05974590d54 gateway port host: None {{(pid=95104) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 19:44:11.779032 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1813baa9-5e7f-43de-8de4-f0e2bbae2a4d req-80cedc20-80de-41db-9370-7c427f2e58a8 tempest-ServersNegativeTestJSON-1638865794 tempest-ServersNegativeTestJSON-1638865794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:44:11.780627 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-1813baa9-5e7f-43de-8de4-f0e2bbae2a4d req-80cedc20-80de-41db-9370-7c427f2e58a8 tempest-ServersNegativeTestJSON-1638865794 tempest-ServersNegativeTestJSON-1638865794-project] 10.222.0.67 "GET /v2.0/ports?device_id=6942dd4a-2993-4094-af13-ca4f91683a85 HTTP/1.1" status: 200 len: 946 time: 0.3684134 Sep 23 19:44:11.836699 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-62a1d67d-a5fd-4921-a40f-f65c8b76074d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:44:11.865715 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-62a1d67d-a5fd-4921-a40f-f65c8b76074d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:44:11.892062 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-c4f0fce8-c353-416e-8dcb-829b0427dee4 tempest-AttachVolumeShelveTestJSON-2035318112 tempest-AttachVolumeShelveTestJSON-2035318112-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:44:11.893276 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-c4f0fce8-c353-416e-8dcb-829b0427dee4 tempest-AttachVolumeShelveTestJSON-2035318112 tempest-AttachVolumeShelveTestJSON-2035318112-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.6132987 Sep 23 19:44:11.908107 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 36852) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:44:11.952192 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.v2.base [None req-94608773-86b4-447f-8a42-d852990756f6 tempest-AttachVolumeShelveTestJSON-2035318112 tempest-AttachVolumeShelveTestJSON-2035318112-project] Request body: {'security_group_rule': {'security_group_id': '209f1ee5-6189-41c6-b235-f9c754b12a19', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=95101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:44:12.093628 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62a1d67d-a5fd-4921-a40f-f65c8b76074d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c5da438-c4a3-4164-ad7f-14b60d1293ba,revision_number=1']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:44:12.113351 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-1813baa9-5e7f-43de-8de4-f0e2bbae2a4d req-6223c05d-cae7-4894-8dde-1bf2da76e5e2 tempest-ServersNegativeTestJSON-1638865794 tempest-ServersNegativeTestJSON-1638865794-project] 10.222.0.67 "GET /v2.0/security-groups?id=4daca97c-f524-4fb0-8b34-b36a0affa33e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3181756 Sep 23 19:44:12.125615 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-62a1d67d-a5fd-4921-a40f-f65c8b76074d admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=9f418aa1763d4f4b8e56dc7493aa10d7&name=default HTTP/1.1" status: 200 len: 2983 time: 1.6430206 Sep 23 19:44:12.125916 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 36868) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:44:12.144471 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-94608773-86b4-447f-8a42-d852990756f6 tempest-AttachVolumeShelveTestJSON-2035318112 tempest-AttachVolumeShelveTestJSON-2035318112-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:44:12.268125 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-6b7476bb-0fef-48b4-97a0-4013eb61b151 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:44:12.309130 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_hamode_db [None req-d49e7509-435a-4e81-8d8f-f1022dc9244a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc71851d-1f5a-4d66-ba76-b05974590d54', 'name': 'tempest-RoutersIpV6Test-router-1785279921', 'tenant_id': 'fd66fc1e2cf64f369d6db25080c0cb06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:43:29Z', 'updated_at': '2021-09-23T19:44:09Z', 'revision_number': 7, 'project_id': 'fd66fc1e2cf64f369d6db25080c0cb06', 'gw_port_host': None, '_interfaces': [{'id': '2bc1be1d-e1ed-42fa-ae3b-d3a995eaa854', 'name': '', 'network_id': 'eb7ee6df-b6ba-45d6-91cd-a3b513be0e8c', 'tenant_id': 'fd66fc1e2cf64f369d6db25080c0cb06', 'mac_address': 'fa:16:3e:22:70:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc71851d-1f5a-4d66-ba76-b05974590d54', 'device_owner': 'network:router_interface', 'standard_attr_id': 2713, 'fixed_ips': [{'subnet_id': '7bf004d2-1700-4c8f-be15-804ddb0ed04c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:43:31Z', 'updated_at': '2021-09-23T19:43:38Z', 'revision_number': 5, 'project_id': 'fd66fc1e2cf64f369d6db25080c0cb06', 'subnets': [{'id': '7bf004d2-1700-4c8f-be15-804ddb0ed04c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6d4095b2-da71-4fed-bb27-7c0cc7d7fe6f', 'name': '', 'network_id': '3dceab3f-c3d4-4d50-a6cd-f22a694be312', 'tenant_id': 'fd66fc1e2cf64f369d6db25080c0cb06', 'mac_address': 'fa:16:3e:20:59:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc71851d-1f5a-4d66-ba76-b05974590d54', 'device_owner': 'network:router_interface', 'standard_attr_id': 2759, 'fixed_ips': [{'subnet_id': '77ab82eb-0ebb-4362-b2e6-c776386a4d1b', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:43:53Z', 'updated_at': '2021-09-23T19:44:07Z', 'revision_number': 5, 'project_id': 'fd66fc1e2cf64f369d6db25080c0cb06', 'subnets': [{'id': '77ab82eb-0ebb-4362-b2e6-c776386a4d1b', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c242bcac-1085-4c88-aeaa-317379e207bf', 'name': '', 'network_id': 'a9c6c3e4-ab4f-4800-b25e-b5800d99177a', 'tenant_id': 'fd66fc1e2cf64f369d6db25080c0cb06', 'mac_address': 'fa:16:3e:f3:e7:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc71851d-1f5a-4d66-ba76-b05974590d54', 'device_owner': 'network:router_interface', 'standard_attr_id': 2734, 'fixed_ips': [{'subnet_id': '0ef042fb-a9c3-43a2-abca-e49fc01bb835', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:43:43Z', 'updated_at': '2021-09-23T19:43:56Z', 'revision_number': 5, 'project_id': 'fd66fc1e2cf64f369d6db25080c0cb06', 'subnets': [{'id': '0ef042fb-a9c3-43a2-abca-e49fc01bb835', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f4857f5d-973e-4d61-b1b8-4bec3726c5f6', 'name': '', 'network_id': '624e596e-769e-40b5-9ff9-cdd4e151ebba', 'tenant_id': 'fd66fc1e2cf64f369d6db25080c0cb06', 'mac_address': 'fa:16:3e:a1:43:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc71851d-1f5a-4d66-ba76-b05974590d54', 'device_owner': 'network:router_interface', 'standard_attr_id': 2724, 'fixed_ips': [{'subnet_id': '134a0ec1-e18d-4ff7-8a0f-d03ae0c19bd3', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:43:37Z', 'updated_at': '2021-09-23T19:43:45Z', 'revision_number': 5, 'project_id': 'fd66fc1e2cf64f369d6db25080c0cb06', 'subnets': [{'id': '134a0ec1-e18d-4ff7-8a0f-d03ae0c19bd3', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-16', False) {} {{(pid=95104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:44:12.350552 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-94608773-86b4-447f-8a42-d852990756f6 tempest-AttachVolumeShelveTestJSON-2035318112 tempest-AttachVolumeShelveTestJSON-2035318112-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:44:12.367043 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-94608773-86b4-447f-8a42-d852990756f6 tempest-AttachVolumeShelveTestJSON-2035318112 tempest-AttachVolumeShelveTestJSON-2035318112-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575319'] for security_group_rule, after_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:44:12.378578 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-6b7476bb-0fef-48b4-97a0-4013eb61b151 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:44:12.419268 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d49e7509-435a-4e81-8d8f-f1022dc9244a None None] Checking router: dc71851d-1f5a-4d66-ba76-b05974590d54 for host: n-d-713301-16 {{(pid=95104) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 19:44:12.449644 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d49e7509-435a-4e81-8d8f-f1022dc9244a None None] Routers {'dc71851d-1f5a-4d66-ba76-b05974590d54'} bound to L3 agent in host n-d-713301-16 {{(pid=95104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 19:44:12.451468 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_hamode_db [None req-d49e7509-435a-4e81-8d8f-f1022dc9244a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-23T19:07:52Z,description=,heartbeat_timestamp=2021-09-23T19:43:52Z,host='n-d-713301-16',id=79a740bf-7821-4989-8288-7186e3e128f3,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:07:52Z,topic='l3_agent')) {'router_ids': ['dc71851d-1f5a-4d66-ba76-b05974590d54'], 'active': True} {{(pid=95104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:44:12.504917 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94608773-86b4-447f-8a42-d852990756f6 tempest-AttachVolumeShelveTestJSON-2035318112 tempest-AttachVolumeShelveTestJSON-2035318112-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6590e8e8-9adb-4dba-86cf-732019b8b46e,revision_number=0']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:44:12.512651 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-94608773-86b4-447f-8a42-d852990756f6 tempest-AttachVolumeShelveTestJSON-2035318112 tempest-AttachVolumeShelveTestJSON-2035318112-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:44:12.521133 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-94608773-86b4-447f-8a42-d852990756f6 tempest-AttachVolumeShelveTestJSON-2035318112 tempest-AttachVolumeShelveTestJSON-2035318112-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6065340 Sep 23 19:44:12.521353 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 36886) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:44:12.527185 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.v2.base [None req-202d90dc-64d1-4e41-90f3-c0247f2c4bae tempest-AttachVolumeShelveTestJSON-2035318112 tempest-AttachVolumeShelveTestJSON-2035318112-project] Request body: {'floatingip': {'floating_network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac'}} {{(pid=95102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:44:12.620089 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-6b7476bb-0fef-48b4-97a0-4013eb61b151 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:44:12.627325 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-6b7476bb-0fef-48b4-97a0-4013eb61b151 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:44:12.631545 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-6b7476bb-0fef-48b4-97a0-4013eb61b151 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/0c5da438-c4a3-4164-ad7f-14b60d1293ba HTTP/1.1" status: 204 len: 168 time: 0.5044959 Sep 23 19:44:12.643050 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-202d90dc-64d1-4e41-90f3-c0247f2c4bae tempest-AttachVolumeShelveTestJSON-2035318112 tempest-AttachVolumeShelveTestJSON-2035318112-project] Notify callbacks [] for floatingip, before_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:44:12.649844 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b7476bb-0fef-48b4-97a0-4013eb61b151 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c5da438-c4a3-4164-ad7f-14b60d1293ba,revision_number=None']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:44:12.721958 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_dvr_db [None req-d49e7509-435a-4e81-8d8f-f1022dc9244a None None] Set router dc71851d-1f5a-4d66-ba76-b05974590d54 gateway port host: None {{(pid=95104) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 19:44:12.775477 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-d37e843c-9f66-4572-b187-4f0f763669f2 tempest-RoutersIpV6Test-563412711 tempest-RoutersIpV6Test-563412711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-601372'] for router_interface, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:44:12.938062 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-202d90dc-64d1-4e41-90f3-c0247f2c4bae tempest-AttachVolumeShelveTestJSON-2035318112 tempest-AttachVolumeShelveTestJSON-2035318112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:44:13.201748 n-d-713301-16 neutron-server[95102]: DEBUG neutron.db.db_base_plugin_common [None req-202d90dc-64d1-4e41-90f3-c0247f2c4bae tempest-AttachVolumeShelveTestJSON-2035318112 tempest-AttachVolumeShelveTestJSON-2035318112-project] Allocated IP 172.25.1.102 (5dec5c09-378e-4f50-89cc-d94eb81c3bac/eff83446-018c-428d-b3f5-54ac9abe7a2a/e9c154b7-b15e-42f5-a7d6-40b77f5c6587) {{(pid=95102) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 19:44:13.452507 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_hamode_db [None req-d49e7509-435a-4e81-8d8f-f1022dc9244a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc71851d-1f5a-4d66-ba76-b05974590d54', 'name': 'tempest-RoutersIpV6Test-router-1785279921', 'tenant_id': 'fd66fc1e2cf64f369d6db25080c0cb06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:43:29Z', 'updated_at': '2021-09-23T19:44:09Z', 'revision_number': 7, 'project_id': 'fd66fc1e2cf64f369d6db25080c0cb06', 'gw_port_host': None, '_interfaces': [{'id': '2bc1be1d-e1ed-42fa-ae3b-d3a995eaa854', 'name': '', 'network_id': 'eb7ee6df-b6ba-45d6-91cd-a3b513be0e8c', 'tenant_id': 'fd66fc1e2cf64f369d6db25080c0cb06', 'mac_address': 'fa:16:3e:22:70:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc71851d-1f5a-4d66-ba76-b05974590d54', 'device_owner': 'network:router_interface', 'standard_attr_id': 2713, 'fixed_ips': [{'subnet_id': '7bf004d2-1700-4c8f-be15-804ddb0ed04c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:43:31Z', 'updated_at': '2021-09-23T19:43:38Z', 'revision_number': 5, 'project_id': 'fd66fc1e2cf64f369d6db25080c0cb06', 'subnets': [{'id': '7bf004d2-1700-4c8f-be15-804ddb0ed04c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6d4095b2-da71-4fed-bb27-7c0cc7d7fe6f', 'name': '', 'network_id': '3dceab3f-c3d4-4d50-a6cd-f22a694be312', 'tenant_id': 'fd66fc1e2cf64f369d6db25080c0cb06', 'mac_address': 'fa:16:3e:20:59:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc71851d-1f5a-4d66-ba76-b05974590d54', 'device_owner': 'network:router_interface', 'standard_attr_id': 2759, 'fixed_ips': [{'subnet_id': '77ab82eb-0ebb-4362-b2e6-c776386a4d1b', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:43:53Z', 'updated_at': '2021-09-23T19:44:07Z', 'revision_number': 5, 'project_id': 'fd66fc1e2cf64f369d6db25080c0cb06', 'subnets': [{'id': '77ab82eb-0ebb-4362-b2e6-c776386a4d1b', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c242bcac-1085-4c88-aeaa-317379e207bf', 'name': '', 'network_id': 'a9c6c3e4-ab4f-4800-b25e-b5800d99177a', 'tenant_id': 'fd66fc1e2cf64f369d6db25080c0cb06', 'mac_address': 'fa:16:3e:f3:e7:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc71851d-1f5a-4d66-ba76-b05974590d54', 'device_owner': 'network:router_interface', 'standard_attr_id': 2734, 'fixed_ips': [{'subnet_id': '0ef042fb-a9c3-43a2-abca-e49fc01bb835', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:43:43Z', 'updated_at': '2021-09-23T19:43:56Z', 'revision_number': 5, 'project_id': 'fd66fc1e2cf64f369d6db25080c0cb06', 'subnets': [{'id': '0ef042fb-a9c3-43a2-abca-e49fc01bb835', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f4857f5d-973e-4d61-b1b8-4bec3726c5f6', 'name': '', 'network_id': '624e596e-769e-40b5-9ff9-cdd4e151ebba', 'tenant_id': 'fd66fc1e2cf64f369d6db25080c0cb06', 'mac_address': 'fa:16:3e:a1:43:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc71851d-1f5a-4d66-ba76-b05974590d54', 'device_owner': 'network:router_interface', 'standard_attr_id': 2724, 'fixed_ips': [{'subnet_id': '134a0ec1-e18d-4ff7-8a0f-d03ae0c19bd3', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:43:37Z', 'updated_at': '2021-09-23T19:43:45Z', 'revision_number': 5, 'project_id': 'fd66fc1e2cf64f369d6db25080c0cb06', 'subnets': [{'id': '134a0ec1-e18d-4ff7-8a0f-d03ae0c19bd3', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-16', False) {} {{(pid=95104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:44:13.530666 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d49e7509-435a-4e81-8d8f-f1022dc9244a None None] The sync data for ids ['dc71851d-1f5a-4d66-ba76-b05974590d54'] in n-d-713301-16 is: [{'id': 'dc71851d-1f5a-4d66-ba76-b05974590d54', 'name': 'tempest-RoutersIpV6Test-router-1785279921', 'tenant_id': 'fd66fc1e2cf64f369d6db25080c0cb06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:43:29Z', 'updated_at': '2021-09-23T19:44:09Z', 'revision_number': 7, 'project_id': 'fd66fc1e2cf64f369d6db25080c0cb06', 'gw_port_host': None, '_interfaces': [{'id': '2bc1be1d-e1ed-42fa-ae3b-d3a995eaa854', 'name': '', 'network_id': 'eb7ee6df-b6ba-45d6-91cd-a3b513be0e8c', 'tenant_id': 'fd66fc1e2cf64f369d6db25080c0cb06', 'mac_address': 'fa:16:3e:22:70:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc71851d-1f5a-4d66-ba76-b05974590d54', 'device_owner': 'network:router_interface', 'standard_attr_id': 2713, 'fixed_ips': [{'subnet_id': '7bf004d2-1700-4c8f-be15-804ddb0ed04c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:43:31Z', 'updated_at': '2021-09-23T19:43:38Z', 'revision_number': 5, 'project_id': 'fd66fc1e2cf64f369d6db25080c0cb06', 'subnets': [{'id': '7bf004d2-1700-4c8f-be15-804ddb0ed04c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6d4095b2-da71-4fed-bb27-7c0cc7d7fe6f', 'name': '', 'network_id': '3dceab3f-c3d4-4d50-a6cd-f22a694be312', 'tenant_id': 'fd66fc1e2cf64f369d6db25080c0cb06', 'mac_address': 'fa:16:3e:20:59:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc71851d-1f5a-4d66-ba76-b05974590d54', 'device_owner': 'network:router_interface', 'standard_attr_id': 2759, 'fixed_ips': [{'subnet_id': '77ab82eb-0ebb-4362-b2e6-c776386a4d1b', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:43:53Z', 'updated_at': '2021-09-23T19:44:07Z', 'revision_number': 5, 'project_id': 'fd66fc1e2cf64f369d6db25080c0cb06', 'subnets': [{'id': '77ab82eb-0ebb-4362-b2e6-c776386a4d1b', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c242bcac-1085-4c88-aeaa-317379e207bf', 'name': '', 'network_id': 'a9c6c3e4-ab4f-4800-b25e-b5800d99177a', 'tenant_id': 'fd66fc1e2cf64f369d6db25080c0cb06', 'mac_address': 'fa:16:3e:f3:e7:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc71851d-1f5a-4d66-ba76-b05974590d54', 'device_owner': 'network:router_interface', 'standard_attr_id': 2734, 'fixed_ips': [{'subnet_id': '0ef042fb-a9c3-43a2-abca-e49fc01bb835', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:43:43Z', 'updated_at': '2021-09-23T19:43:56Z', 'revision_number': 5, 'project_id': 'fd66fc1e2cf64f369d6db25080c0cb06', 'subnets': [{'id': '0ef042fb-a9c3-43a2-abca-e49fc01bb835', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f4857f5d-973e-4d61-b1b8-4bec3726c5f6', 'name': '', 'network_id': '624e596e-769e-40b5-9ff9-cdd4e151ebba', 'tenant_id': 'fd66fc1e2cf64f369d6db25080c0cb06', 'mac_address': 'fa:16:3e:a1:43:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc71851d-1f5a-4d66-ba76-b05974590d54', 'device_owner': 'network:router_interface', 'standard_attr_id': 2724, 'fixed_ips': [{'subnet_id': '134a0ec1-e18d-4ff7-8a0f-d03ae0c19bd3', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:43:37Z', 'updated_at': '2021-09-23T19:43:45Z', 'revision_number': 5, 'project_id': 'fd66fc1e2cf64f369d6db25080c0cb06', 'subnets': [{'id': '134a0ec1-e18d-4ff7-8a0f-d03ae0c19bd3', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 19:44:13.771893 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea81ae4a-c0e1-49fa-9b4d-f0f7ce6f73c5 req-ece3c2dc-d176-4049-805e-aae2b7edb187 tempest-ServersNegativeTestJSON-1638865794 tempest-ServersNegativeTestJSON-1638865794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:44:13.788313 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-ea81ae4a-c0e1-49fa-9b4d-f0f7ce6f73c5 req-ece3c2dc-d176-4049-805e-aae2b7edb187 tempest-ServersNegativeTestJSON-1638865794 tempest-ServersNegativeTestJSON-1638865794-project] 10.222.0.67 "GET /v2.0/ports?device_id=6942dd4a-2993-4094-af13-ca4f91683a85 HTTP/1.1" status: 200 len: 946 time: 0.4905062 Sep 23 19:44:13.901926 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-202d90dc-64d1-4e41-90f3-c0247f2c4bae tempest-AttachVolumeShelveTestJSON-2035318112 tempest-AttachVolumeShelveTestJSON-2035318112-project] Notify callbacks [] for port, precommit_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:44:13.904663 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.plugin [None req-d37e843c-9f66-4572-b187-4f0f763669f2 tempest-RoutersIpV6Test-563412711 tempest-RoutersIpV6Test-563412711-project] Deleting port 6d4095b2-da71-4fed-bb27-7c0cc7d7fe6f {{(pid=95101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:44:13.905162 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-d37e843c-9f66-4572-b187-4f0f763669f2 tempest-RoutersIpV6Test-563412711 tempest-RoutersIpV6Test-563412711-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783146157096'] for port, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:44:13.970203 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-ea81ae4a-c0e1-49fa-9b4d-f0f7ce6f73c5 req-56add551-50ad-40cb-b6a6-a5c2bc28d0dd tempest-ServersNegativeTestJSON-1638865794 tempest-ServersNegativeTestJSON-1638865794-project] 10.222.0.67 "GET /v2.0/security-groups?id=4daca97c-f524-4fb0-8b34-b36a0affa33e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1780713 Sep 23 19:44:14.072577 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-202d90dc-64d1-4e41-90f3-c0247f2c4bae tempest-AttachVolumeShelveTestJSON-2035318112 tempest-AttachVolumeShelveTestJSON-2035318112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783145673135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4399100'] for port, after_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:44:14.165358 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 36996) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:44:14.170349 n-d-713301-16 neutron-server[95102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-202d90dc-64d1-4e41-90f3-c0247f2c4bae tempest-AttachVolumeShelveTestJSON-2035318112 tempest-AttachVolumeShelveTestJSON-2035318112-project] Network 5dec5c09-378e-4f50-89cc-d94eb81c3bac is already hosted by enough agents. {{(pid=95102) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:44:14.173966 n-d-713301-16 neutron-server[95102]: DEBUG neutron.scheduler.base_scheduler [None req-202d90dc-64d1-4e41-90f3-c0247f2c4bae tempest-AttachVolumeShelveTestJSON-2035318112 tempest-AttachVolumeShelveTestJSON-2035318112-project] Resources bound (agent type, host, resource id): {{(pid=95102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:44:14.181313 n-d-713301-16 neutron-server[95102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-202d90dc-64d1-4e41-90f3-c0247f2c4bae tempest-AttachVolumeShelveTestJSON-2035318112 tempest-AttachVolumeShelveTestJSON-2035318112-project] Received port after_create {{(pid=95102) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 19:44:14.246476 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-8e7f5734-cf24-48ce-b41c-8c003f11b3f7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:44:14.332857 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.db [None req-d37e843c-9f66-4572-b187-4f0f763669f2 tempest-RoutersIpV6Test-563412711 tempest-RoutersIpV6Test-563412711-project] For port 6d4095b2-da71-4fed-bb27-7c0cc7d7fe6f, host n-d-713301-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-16',level=0,port_id=6d4095b2-da71-4fed-bb27-7c0cc7d7fe6f,segment=NetworkSegment(129e35af-a968-41eb-86e6-a11e13a86cba),segment_id=129e35af-a968-41eb-86e6-a11e13a86cba)] {{(pid=95101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:44:14.340279 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-d37e843c-9f66-4572-b187-4f0f763669f2 tempest-RoutersIpV6Test-563412711 tempest-RoutersIpV6Test-563412711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-605701'] for port, precommit_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:44:14.389599 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.plugin [None req-d37e843c-9f66-4572-b187-4f0f763669f2 tempest-RoutersIpV6Test-563412711 tempest-RoutersIpV6Test-563412711-project] Calling delete_port for 6d4095b2-da71-4fed-bb27-7c0cc7d7fe6f owned by network:router_interface {{(pid=95101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:44:14.418479 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-202d90dc-64d1-4e41-90f3-c0247f2c4bae tempest-AttachVolumeShelveTestJSON-2035318112 tempest-AttachVolumeShelveTestJSON-2035318112-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:44:14.450455 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-202d90dc-64d1-4e41-90f3-c0247f2c4bae tempest-AttachVolumeShelveTestJSON-2035318112 tempest-AttachVolumeShelveTestJSON-2035318112-project] Pushing event updated for resources: {'Port': ['ID=e9c154b7-b15e-42f5-a7d6-40b77f5c6587,revision_number=1']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:44:14.517946 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-202d90dc-64d1-4e41-90f3-c0247f2c4bae tempest-AttachVolumeShelveTestJSON-2035318112 tempest-AttachVolumeShelveTestJSON-2035318112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:44:14.911312 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-d37e843c-9f66-4572-b187-4f0f763669f2 tempest-RoutersIpV6Test-563412711 tempest-RoutersIpV6Test-563412711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783146162158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783145673144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5607431'] for port, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:44:15.122467 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-202d90dc-64d1-4e41-90f3-c0247f2c4bae tempest-AttachVolumeShelveTestJSON-2035318112 tempest-AttachVolumeShelveTestJSON-2035318112-project] Notify callbacks [] for port, precommit_update {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:44:15.130515 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-202d90dc-64d1-4e41-90f3-c0247f2c4bae tempest-AttachVolumeShelveTestJSON-2035318112 tempest-AttachVolumeShelveTestJSON-2035318112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4399095'] for port, after_update {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:44:15.148407 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-8e7f5734-cf24-48ce-b41c-8c003f11b3f7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:44:15.241064 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-8e7f5734-cf24-48ce-b41c-8c003f11b3f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:44:15.277946 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d37e843c-9f66-4572-b187-4f0f763669f2 tempest-RoutersIpV6Test-563412711 tempest-RoutersIpV6Test-563412711-project] Pushing event deleted for resources: {'Port': ['ID=6d4095b2-da71-4fed-bb27-7c0cc7d7fe6f,revision_number=None']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:44:15.284193 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-202d90dc-64d1-4e41-90f3-c0247f2c4bae tempest-AttachVolumeShelveTestJSON-2035318112 tempest-AttachVolumeShelveTestJSON-2035318112-project] Pushing event updated for resources: {'Port': ['ID=e9c154b7-b15e-42f5-a7d6-40b77f5c6587,revision_number=2']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:44:15.295923 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-8e7f5734-cf24-48ce-b41c-8c003f11b3f7 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=e4433fe25d6d4a8ca772ea629006c264&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1242056 Sep 23 19:44:15.307748 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 37064) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:44:15.565923 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e7f5734-cf24-48ce-b41c-8c003f11b3f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1d9098e-e2cd-4862-9d9c-2b91ae1b89c9,revision_number=1']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:44:15.717653 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eece0df9-94ae-4e0b-bff6-57d4f4497e5c req-c4d5c208-5bfb-44e2-ad0f-14c35f4adc49 tempest-ServersNegativeTestJSON-1638865794 tempest-ServersNegativeTestJSON-1638865794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:44:15.719419 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-eece0df9-94ae-4e0b-bff6-57d4f4497e5c req-c4d5c208-5bfb-44e2-ad0f-14c35f4adc49 tempest-ServersNegativeTestJSON-1638865794 tempest-ServersNegativeTestJSON-1638865794-project] 10.222.0.67 "GET /v2.0/ports?device_id=6942dd4a-2993-4094-af13-ca4f91683a85 HTTP/1.1" status: 200 len: 946 time: 0.4363589 Sep 23 19:44:15.720014 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-166ef0f8-9375-48cc-8b61-de3c4a57c380 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:44:15.738507 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-d37e843c-9f66-4572-b187-4f0f763669f2 tempest-RoutersIpV6Test-563412711 tempest-RoutersIpV6Test-563412711-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-527322', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-602005'] for router_interface, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:44:15.822919 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-202d90dc-64d1-4e41-90f3-c0247f2c4bae tempest-AttachVolumeShelveTestJSON-2035318112 tempest-AttachVolumeShelveTestJSON-2035318112-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-601884'] for floatingip, after_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:44:15.878323 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-166ef0f8-9375-48cc-8b61-de3c4a57c380 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:44:15.913754 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-eece0df9-94ae-4e0b-bff6-57d4f4497e5c req-167d6408-0b77-401d-8248-b913cbd8fbcd tempest-ServersNegativeTestJSON-1638865794 tempest-ServersNegativeTestJSON-1638865794-project] 10.222.0.67 "GET /v2.0/security-groups?id=4daca97c-f524-4fb0-8b34-b36a0affa33e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1757565 Sep 23 19:44:15.915301 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-202d90dc-64d1-4e41-90f3-c0247f2c4bae tempest-AttachVolumeShelveTestJSON-2035318112 tempest-AttachVolumeShelveTestJSON-2035318112-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222849'] for floatingip, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:44:15.948047 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-202d90dc-64d1-4e41-90f3-c0247f2c4bae tempest-AttachVolumeShelveTestJSON-2035318112 tempest-AttachVolumeShelveTestJSON-2035318112-project] 10.222.0.67 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.4183335 Sep 23 19:44:16.236324 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-166ef0f8-9375-48cc-8b61-de3c4a57c380 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:44:16.239327 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-166ef0f8-9375-48cc-8b61-de3c4a57c380 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:44:16.240482 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-166ef0f8-9375-48cc-8b61-de3c4a57c380 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/a1d9098e-e2cd-4862-9d9c-2b91ae1b89c9 HTTP/1.1" status: 204 len: 168 time: 0.9287815 Sep 23 19:44:16.266658 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-166ef0f8-9375-48cc-8b61-de3c4a57c380 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1d9098e-e2cd-4862-9d9c-2b91ae1b89c9,revision_number=None']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:44:16.456966 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d37e843c-9f66-4572-b187-4f0f763669f2 tempest-RoutersIpV6Test-563412711 tempest-RoutersIpV6Test-563412711-project] Router dc71851d-1f5a-4d66-ba76-b05974590d54 has already been hosted by L3 agent 79a740bf-7821-4989-8288-7186e3e128f3 {{(pid=95101) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 19:44:16.488049 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-362bb36f-bf66-4b15-9834-4c106889f85a req-81a4a260-596e-4703-954b-f0ba7c311d01 tempest-AttachVolumeShelveTestJSON-2035318112 tempest-AttachVolumeShelveTestJSON-2035318112-project] 10.222.0.67 "GET /v2.0/security-groups?name=tempest-securitygroup--846592888&fields=id&tenant_id=9f955dc8eb0a49dcaf259d890508d18f HTTP/1.1" status: 200 len: 267 time: 0.1805670 Sep 23 19:44:16.701538 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d37e843c-9f66-4572-b187-4f0f763669f2 tempest-RoutersIpV6Test-563412711 tempest-RoutersIpV6Test-563412711-project] Notify agent at l3_agent.n-d-713301-16 the message routers_updated {{(pid=95101) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 19:44:16.720203 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c471b1ca-26f3-4696-8e3d-be6be06798e8 None None] Sync routers for ids ['dc71851d-1f5a-4d66-ba76-b05974590d54'] in n-d-713301-16 {{(pid=95103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 19:44:16.744477 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 37160) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:44:16.749355 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-d37e843c-9f66-4572-b187-4f0f763669f2 tempest-RoutersIpV6Test-563412711 tempest-RoutersIpV6Test-563412711-project] 10.222.0.67 "PUT /v2.0/routers/dc71851d-1f5a-4d66-ba76-b05974590d54/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4938631 Sep 23 19:44:16.751556 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c471b1ca-26f3-4696-8e3d-be6be06798e8 None None] Routers {'dc71851d-1f5a-4d66-ba76-b05974590d54'} bound to L3 agent in host n-d-713301-16 {{(pid=95103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 19:44:16.755358 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_hamode_db [None req-c471b1ca-26f3-4696-8e3d-be6be06798e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-23T19:07:52Z,description=,heartbeat_timestamp=2021-09-23T19:43:52Z,host='n-d-713301-16',id=79a740bf-7821-4989-8288-7186e3e128f3,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:07:52Z,topic='l3_agent')) {'router_ids': ['dc71851d-1f5a-4d66-ba76-b05974590d54'], 'active': True} {{(pid=95103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:44:16.911806 n-d-713301-16 neutron-server[95102]: DEBUG neutron.db.db_base_plugin_v2 [None req-e6aa126e-5843-4853-b64f-8a83f0261841 tempest-RoutersIpV6Test-563412711 tempest-RoutersIpV6Test-563412711-project] Deleting subnet 77ab82eb-0ebb-4362-b2e6-c776386a4d1b {{(pid=95102) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 23 19:44:16.941676 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-e6aa126e-5843-4853-b64f-8a83f0261841 tempest-RoutersIpV6Test-563412711 tempest-RoutersIpV6Test-563412711-project] Notify callbacks [] for subnet, before_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:44:17.425965 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-e6aa126e-5843-4853-b64f-8a83f0261841 tempest-RoutersIpV6Test-563412711 tempest-RoutersIpV6Test-563412711-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6162825'] for subnet, precommit_delete_associations {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:44:17.595907 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-362bb36f-bf66-4b15-9834-4c106889f85a req-784c7b1c-d5da-422f-a36b-555e3d691d97 tempest-AttachVolumeShelveTestJSON-2035318112 tempest-AttachVolumeShelveTestJSON-2035318112-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:44:17.631771 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_dvr_db [None req-c471b1ca-26f3-4696-8e3d-be6be06798e8 None None] Set router dc71851d-1f5a-4d66-ba76-b05974590d54 gateway port host: None {{(pid=95103) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 19:44:17.658021 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-362bb36f-bf66-4b15-9834-4c106889f85a req-784c7b1c-d5da-422f-a36b-555e3d691d97 tempest-AttachVolumeShelveTestJSON-2035318112 tempest-AttachVolumeShelveTestJSON-2035318112-project] 10.222.0.67 "GET /v2.0/networks?id=fc2b89b8-ce3f-4c16-8b68-220076c74d2b HTTP/1.1" status: 200 len: 816 time: 1.1656904 Sep 23 19:44:17.860510 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-e6aa126e-5843-4853-b64f-8a83f0261841 tempest-RoutersIpV6Test-563412711 tempest-RoutersIpV6Test-563412711-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1756813'] for subnet, precommit_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:44:18.006567 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-362bb36f-bf66-4b15-9834-4c106889f85a req-6938d372-09e0-489d-8dae-c3e539f6908d tempest-AttachVolumeShelveTestJSON-2035318112 tempest-AttachVolumeShelveTestJSON-2035318112-project] 10.222.0.67 "GET /v2.0/quotas/9f955dc8eb0a49dcaf259d890508d18f HTTP/1.1" status: 200 len: 375 time: 0.3478661 Sep 23 19:44:18.077079 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-e6aa126e-5843-4853-b64f-8a83f0261841 tempest-RoutersIpV6Test-563412711 tempest-RoutersIpV6Test-563412711-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1756804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4399009', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5388229'] for subnet, after_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:44:18.156863 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-362bb36f-bf66-4b15-9834-4c106889f85a req-340e57cc-3738-499e-8024-edbfba0ff4e6 tempest-AttachVolumeShelveTestJSON-2035318112 tempest-AttachVolumeShelveTestJSON-2035318112-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=9f955dc8eb0a49dcaf259d890508d18f&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1482992 Sep 23 19:44:18.217126 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_hamode_db [None req-c471b1ca-26f3-4696-8e3d-be6be06798e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc71851d-1f5a-4d66-ba76-b05974590d54', 'name': 'tempest-RoutersIpV6Test-router-1785279921', 'tenant_id': 'fd66fc1e2cf64f369d6db25080c0cb06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:43:29Z', 'updated_at': '2021-09-23T19:44:14Z', 'revision_number': 8, 'project_id': 'fd66fc1e2cf64f369d6db25080c0cb06', 'gw_port_host': None, '_interfaces': [{'id': '2bc1be1d-e1ed-42fa-ae3b-d3a995eaa854', 'name': '', 'network_id': 'eb7ee6df-b6ba-45d6-91cd-a3b513be0e8c', 'tenant_id': 'fd66fc1e2cf64f369d6db25080c0cb06', 'mac_address': 'fa:16:3e:22:70:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc71851d-1f5a-4d66-ba76-b05974590d54', 'device_owner': 'network:router_interface', 'standard_attr_id': 2713, 'fixed_ips': [{'subnet_id': '7bf004d2-1700-4c8f-be15-804ddb0ed04c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:43:31Z', 'updated_at': '2021-09-23T19:43:38Z', 'revision_number': 5, 'project_id': 'fd66fc1e2cf64f369d6db25080c0cb06', 'subnets': [{'id': '7bf004d2-1700-4c8f-be15-804ddb0ed04c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c242bcac-1085-4c88-aeaa-317379e207bf', 'name': '', 'network_id': 'a9c6c3e4-ab4f-4800-b25e-b5800d99177a', 'tenant_id': 'fd66fc1e2cf64f369d6db25080c0cb06', 'mac_address': 'fa:16:3e:f3:e7:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc71851d-1f5a-4d66-ba76-b05974590d54', 'device_owner': 'network:router_interface', 'standard_attr_id': 2734, 'fixed_ips': [{'subnet_id': '0ef042fb-a9c3-43a2-abca-e49fc01bb835', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:43:43Z', 'updated_at': '2021-09-23T19:43:56Z', 'revision_number': 5, 'project_id': 'fd66fc1e2cf64f369d6db25080c0cb06', 'subnets': [{'id': '0ef042fb-a9c3-43a2-abca-e49fc01bb835', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f4857f5d-973e-4d61-b1b8-4bec3726c5f6', 'name': '', 'network_id': '624e596e-769e-40b5-9ff9-cdd4e151ebba', 'tenant_id': 'fd66fc1e2cf64f369d6db25080c0cb06', 'mac_address': 'fa:16:3e:a1:43:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc71851d-1f5a-4d66-ba76-b05974590d54', 'device_owner': 'network:router_interface', 'standard_attr_id': 2724, 'fixed_ips': [{'subnet_id': '134a0ec1-e18d-4ff7-8a0f-d03ae0c19bd3', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:43:37Z', 'updated_at': '2021-09-23T19:43:45Z', 'revision_number': 5, 'project_id': 'fd66fc1e2cf64f369d6db25080c0cb06', 'subnets': [{'id': '134a0ec1-e18d-4ff7-8a0f-d03ae0c19bd3', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-16', False) {} {{(pid=95103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:44:18.232958 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-078dc379-b89e-44ce-81e8-8c6055dd8435 req-424a6021-e6d7-492a-a828-bc635f2ff71f tempest-ServersNegativeTestJSON-1638865794 tempest-ServersNegativeTestJSON-1638865794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:44:18.256756 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-078dc379-b89e-44ce-81e8-8c6055dd8435 req-424a6021-e6d7-492a-a828-bc635f2ff71f tempest-ServersNegativeTestJSON-1638865794 tempest-ServersNegativeTestJSON-1638865794-project] 10.222.0.67 "GET /v2.0/ports?device_id=6942dd4a-2993-4094-af13-ca4f91683a85 HTTP/1.1" status: 200 len: 946 time: 0.9670594 Sep 23 19:44:18.282170 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-e6aa126e-5843-4853-b64f-8a83f0261841 tempest-RoutersIpV6Test-563412711 tempest-RoutersIpV6Test-563412711-project] Notify callbacks [] for subnet, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:44:18.282835 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c471b1ca-26f3-4696-8e3d-be6be06798e8 None None] Checking router: dc71851d-1f5a-4d66-ba76-b05974590d54 for host: n-d-713301-16 {{(pid=95103) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 19:44:18.294594 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 37278) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:44:18.296352 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a600a9c-df5a-4fa4-810d-c46527748a4c None None] Network 3dceab3f-c3d4-4d50-a6cd-f22a694be312 requested from n-d-713301-16 {{(pid=95103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 19:44:18.302201 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-e6aa126e-5843-4853-b64f-8a83f0261841 tempest-RoutersIpV6Test-563412711 tempest-RoutersIpV6Test-563412711-project] 10.222.0.67 "DELETE /v2.0/subnets/77ab82eb-0ebb-4362-b2e6-c776386a4d1b HTTP/1.1" status: 204 len: 168 time: 1.5565510 Sep 23 19:44:18.310564 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6aa126e-5843-4853-b64f-8a83f0261841 tempest-RoutersIpV6Test-563412711 tempest-RoutersIpV6Test-563412711-project] Pushing event deleted for resources: {'Subnet': ['ID=77ab82eb-0ebb-4362-b2e6-c776386a4d1b,revision_number=None']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:44:18.445132 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c471b1ca-26f3-4696-8e3d-be6be06798e8 None None] Routers {'dc71851d-1f5a-4d66-ba76-b05974590d54'} bound to L3 agent in host n-d-713301-16 {{(pid=95103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 19:44:18.445786 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_hamode_db [None req-c471b1ca-26f3-4696-8e3d-be6be06798e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-23T19:07:52Z,description=,heartbeat_timestamp=2021-09-23T19:43:52Z,host='n-d-713301-16',id=79a740bf-7821-4989-8288-7186e3e128f3,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:07:52Z,topic='l3_agent')) {'router_ids': ['dc71851d-1f5a-4d66-ba76-b05974590d54'], 'active': True} {{(pid=95103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:44:18.607049 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-72f69036-bec0-495f-9650-95dedf8b32bd tempest-RoutersIpV6Test-563412711 tempest-RoutersIpV6Test-563412711-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1628021'] for network, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:44:18.727098 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-078dc379-b89e-44ce-81e8-8c6055dd8435 req-6bb99e7d-9200-4814-b7fb-445483628ec1 tempest-ServersNegativeTestJSON-1638865794 tempest-ServersNegativeTestJSON-1638865794-project] 10.222.0.67 "GET /v2.0/security-groups?id=4daca97c-f524-4fb0-8b34-b36a0affa33e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4674065 Sep 23 19:44:18.824546 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-362bb36f-bf66-4b15-9834-4c106889f85a req-b6677c76-bdb9-4482-b433-fec2c89f2211 service neutron] 10.222.0.67 "GET /v2.0/networks/fc2b89b8-ce3f-4c16-8b68-220076c74d2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6666470 Sep 23 19:44:18.899324 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.plugin [None req-72f69036-bec0-495f-9650-95dedf8b32bd tempest-RoutersIpV6Test-563412711 tempest-RoutersIpV6Test-563412711-project] Deleting port b7424d85-b9ac-4f0d-b294-d915e50ec83e {{(pid=95101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:44:18.899695 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-72f69036-bec0-495f-9650-95dedf8b32bd tempest-RoutersIpV6Test-563412711 tempest-RoutersIpV6Test-563412711-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783146157096'] for port, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:44:19.048185 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_dvr_db [None req-c471b1ca-26f3-4696-8e3d-be6be06798e8 None None] Set router dc71851d-1f5a-4d66-ba76-b05974590d54 gateway port host: None {{(pid=95103) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 19:44:19.183034 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-362bb36f-bf66-4b15-9834-4c106889f85a req-c4c37a0a-7563-419a-873e-3fdb3d6b591e service neutron] 10.222.0.67 "GET /v2.0/networks/fc2b89b8-ce3f-4c16-8b68-220076c74d2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3412867 Sep 23 19:44:19.263049 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.db [None req-72f69036-bec0-495f-9650-95dedf8b32bd tempest-RoutersIpV6Test-563412711 tempest-RoutersIpV6Test-563412711-project] For port b7424d85-b9ac-4f0d-b294-d915e50ec83e, host n-d-713301-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-16',level=0,port_id=b7424d85-b9ac-4f0d-b294-d915e50ec83e,segment=NetworkSegment(129e35af-a968-41eb-86e6-a11e13a86cba),segment_id=129e35af-a968-41eb-86e6-a11e13a86cba)] {{(pid=95101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:44:19.266499 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-72f69036-bec0-495f-9650-95dedf8b32bd tempest-RoutersIpV6Test-563412711 tempest-RoutersIpV6Test-563412711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-605701'] for port, precommit_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:44:19.335896 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.plugin [None req-72f69036-bec0-495f-9650-95dedf8b32bd tempest-RoutersIpV6Test-563412711 tempest-RoutersIpV6Test-563412711-project] Calling delete_port for b7424d85-b9ac-4f0d-b294-d915e50ec83e owned by network:dhcp {{(pid=95101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:44:19.338553 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 37346) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:44:19.705722 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-6c564e30-87d7-4d6c-9131-8d28b7183c37 req-ad22c26b-cf37-429d-b409-3fbd1fc24176 tempest-AttachVolumeShelveTestJSON-2035318112 tempest-AttachVolumeShelveTestJSON-2035318112-project] 10.222.0.67 "GET /v2.0/ports?device_id=036bfa8b-48f6-483d-9ccb-759a52abd0b0 HTTP/1.1" status: 200 len: 210 time: 0.0927310 Sep 23 19:44:19.859187 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-72f69036-bec0-495f-9650-95dedf8b32bd tempest-RoutersIpV6Test-563412711 tempest-RoutersIpV6Test-563412711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783146162158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783145673144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5607431'] for port, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:44:19.915148 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-f90e5d9c-2c6a-4a5f-948e-fbcf2d15a30c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:44:19.948999 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72f69036-bec0-495f-9650-95dedf8b32bd tempest-RoutersIpV6Test-563412711 tempest-RoutersIpV6Test-563412711-project] Pushing event deleted for resources: {'Port': ['ID=b7424d85-b9ac-4f0d-b294-d915e50ec83e,revision_number=None']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:44:19.967075 n-d-713301-16 neutron-server[95101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72f69036-bec0-495f-9650-95dedf8b32bd tempest-RoutersIpV6Test-563412711 tempest-RoutersIpV6Test-563412711-project] No DVR routers for this DVR port b7424d85-b9ac-4f0d-b294-d915e50ec83e on host n-d-713301-16 {{(pid=95101) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 19:44:20.103490 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423e2735-be05-4dc5-99e6-24f413f4a2a3 req-c55b5f96-c8be-4ef4-a6cc-277358dbc9b1 tempest-ServersNegativeTestJSON-1638865794 tempest-ServersNegativeTestJSON-1638865794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:44:20.107493 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad8eca5f-80e6-48de-81e5-5f4eb73fa749 None None] DHCP port deletion for 3dceab3f-c3d4-4d50-a6cd-f22a694be312 request from n-d-713301-16 {{(pid=95103) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 23 19:44:20.123772 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-423e2735-be05-4dc5-99e6-24f413f4a2a3 req-c55b5f96-c8be-4ef4-a6cc-277358dbc9b1 tempest-ServersNegativeTestJSON-1638865794 tempest-ServersNegativeTestJSON-1638865794-project] 10.222.0.67 "GET /v2.0/ports?device_id=6942dd4a-2993-4094-af13-ca4f91683a85 HTTP/1.1" status: 200 len: 946 time: 0.2219057 Sep 23 19:44:20.243199 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_hamode_db [None req-c471b1ca-26f3-4696-8e3d-be6be06798e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc71851d-1f5a-4d66-ba76-b05974590d54', 'name': 'tempest-RoutersIpV6Test-router-1785279921', 'tenant_id': 'fd66fc1e2cf64f369d6db25080c0cb06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:43:29Z', 'updated_at': '2021-09-23T19:44:14Z', 'revision_number': 8, 'project_id': 'fd66fc1e2cf64f369d6db25080c0cb06', 'gw_port_host': None, '_interfaces': [{'id': '2bc1be1d-e1ed-42fa-ae3b-d3a995eaa854', 'name': '', 'network_id': 'eb7ee6df-b6ba-45d6-91cd-a3b513be0e8c', 'tenant_id': 'fd66fc1e2cf64f369d6db25080c0cb06', 'mac_address': 'fa:16:3e:22:70:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc71851d-1f5a-4d66-ba76-b05974590d54', 'device_owner': 'network:router_interface', 'standard_attr_id': 2713, 'fixed_ips': [{'subnet_id': '7bf004d2-1700-4c8f-be15-804ddb0ed04c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:43:31Z', 'updated_at': '2021-09-23T19:43:38Z', 'revision_number': 5, 'project_id': 'fd66fc1e2cf64f369d6db25080c0cb06', 'subnets': [{'id': '7bf004d2-1700-4c8f-be15-804ddb0ed04c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c242bcac-1085-4c88-aeaa-317379e207bf', 'name': '', 'network_id': 'a9c6c3e4-ab4f-4800-b25e-b5800d99177a', 'tenant_id': 'fd66fc1e2cf64f369d6db25080c0cb06', 'mac_address': 'fa:16:3e:f3:e7:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc71851d-1f5a-4d66-ba76-b05974590d54', 'device_owner': 'network:router_interface', 'standard_attr_id': 2734, 'fixed_ips': [{'subnet_id': '0ef042fb-a9c3-43a2-abca-e49fc01bb835', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:43:43Z', 'updated_at': '2021-09-23T19:43:56Z', 'revision_number': 5, 'project_id': 'fd66fc1e2cf64f369d6db25080c0cb06', 'subnets': [{'id': '0ef042fb-a9c3-43a2-abca-e49fc01bb835', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f4857f5d-973e-4d61-b1b8-4bec3726c5f6', 'name': '', 'network_id': '624e596e-769e-40b5-9ff9-cdd4e151ebba', 'tenant_id': 'fd66fc1e2cf64f369d6db25080c0cb06', 'mac_address': 'fa:16:3e:a1:43:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc71851d-1f5a-4d66-ba76-b05974590d54', 'device_owner': 'network:router_interface', 'standard_attr_id': 2724, 'fixed_ips': [{'subnet_id': '134a0ec1-e18d-4ff7-8a0f-d03ae0c19bd3', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:43:37Z', 'updated_at': '2021-09-23T19:43:45Z', 'revision_number': 5, 'project_id': 'fd66fc1e2cf64f369d6db25080c0cb06', 'subnets': [{'id': '134a0ec1-e18d-4ff7-8a0f-d03ae0c19bd3', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-16', False) {} {{(pid=95103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:44:20.341323 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c471b1ca-26f3-4696-8e3d-be6be06798e8 None None] The sync data for ids ['dc71851d-1f5a-4d66-ba76-b05974590d54'] in n-d-713301-16 is: [{'id': 'dc71851d-1f5a-4d66-ba76-b05974590d54', 'name': 'tempest-RoutersIpV6Test-router-1785279921', 'tenant_id': 'fd66fc1e2cf64f369d6db25080c0cb06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:43:29Z', 'updated_at': '2021-09-23T19:44:14Z', 'revision_number': 8, 'project_id': 'fd66fc1e2cf64f369d6db25080c0cb06', 'gw_port_host': None, '_interfaces': [{'id': '2bc1be1d-e1ed-42fa-ae3b-d3a995eaa854', 'name': '', 'network_id': 'eb7ee6df-b6ba-45d6-91cd-a3b513be0e8c', 'tenant_id': 'fd66fc1e2cf64f369d6db25080c0cb06', 'mac_address': 'fa:16:3e:22:70:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc71851d-1f5a-4d66-ba76-b05974590d54', 'device_owner': 'network:router_interface', 'standard_attr_id': 2713, 'fixed_ips': [{'subnet_id': '7bf004d2-1700-4c8f-be15-804ddb0ed04c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:43:31Z', 'updated_at': '2021-09-23T19:43:38Z', 'revision_number': 5, 'project_id': 'fd66fc1e2cf64f369d6db25080c0cb06', 'subnets': [{'id': '7bf004d2-1700-4c8f-be15-804ddb0ed04c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c242bcac-1085-4c88-aeaa-317379e207bf', 'name': '', 'network_id': 'a9c6c3e4-ab4f-4800-b25e-b5800d99177a', 'tenant_id': 'fd66fc1e2cf64f369d6db25080c0cb06', 'mac_address': 'fa:16:3e:f3:e7:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc71851d-1f5a-4d66-ba76-b05974590d54', 'device_owner': 'network:router_interface', 'standard_attr_id': 2734, 'fixed_ips': [{'subnet_id': '0ef042fb-a9c3-43a2-abca-e49fc01bb835', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:43:43Z', 'updated_at': '2021-09-23T19:43:56Z', 'revision_number': 5, 'project_id': 'fd66fc1e2cf64f369d6db25080c0cb06', 'subnets': [{'id': '0ef042fb-a9c3-43a2-abca-e49fc01bb835', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f4857f5d-973e-4d61-b1b8-4bec3726c5f6', 'name': '', 'network_id': '624e596e-769e-40b5-9ff9-cdd4e151ebba', 'tenant_id': 'fd66fc1e2cf64f369d6db25080c0cb06', 'mac_address': 'fa:16:3e:a1:43:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc71851d-1f5a-4d66-ba76-b05974590d54', 'device_owner': 'network:router_interface', 'standard_attr_id': 2724, 'fixed_ips': [{'subnet_id': '134a0ec1-e18d-4ff7-8a0f-d03ae0c19bd3', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:43:37Z', 'updated_at': '2021-09-23T19:43:45Z', 'revision_number': 5, 'project_id': 'fd66fc1e2cf64f369d6db25080c0cb06', 'subnets': [{'id': '134a0ec1-e18d-4ff7-8a0f-d03ae0c19bd3', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 19:44:20.343759 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-72f69036-bec0-495f-9650-95dedf8b32bd tempest-RoutersIpV6Test-563412711 tempest-RoutersIpV6Test-563412711-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1754676', 'neutron.services.segments.db._delete_segments_for_network-8783146221460'] for network, precommit_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:44:20.416004 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-423e2735-be05-4dc5-99e6-24f413f4a2a3 req-6c9a162e-f188-48d4-989a-3c28e0618469 tempest-ServersNegativeTestJSON-1638865794 tempest-ServersNegativeTestJSON-1638865794-project] 10.222.0.67 "GET /v2.0/security-groups?id=4daca97c-f524-4fb0-8b34-b36a0affa33e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2912571 Sep 23 19:44:20.506763 n-d-713301-16 neutron-server[95101]: DEBUG neutron.services.segments.db [None req-72f69036-bec0-495f-9650-95dedf8b32bd tempest-RoutersIpV6Test-563412711 tempest-RoutersIpV6Test-563412711-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3dceab3f-c3d4-4d50-a6cd-f22a694be312']}} {{(pid=95101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:44:20.581442 n-d-713301-16 neutron-server[95101]: DEBUG neutron.services.segments.db [None req-72f69036-bec0-495f-9650-95dedf8b32bd tempest-RoutersIpV6Test-563412711 tempest-RoutersIpV6Test-563412711-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '129e35af-a968-41eb-86e6-a11e13a86cba') {'for_net_delete': True} {{(pid=95101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:44:20.581733 n-d-713301-16 neutron-server[95101]: DEBUG neutron.services.segments.db [None req-72f69036-bec0-495f-9650-95dedf8b32bd tempest-RoutersIpV6Test-563412711 tempest-RoutersIpV6Test-563412711-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '129e35af-a968-41eb-86e6-a11e13a86cba') {} {{(pid=95101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:44:20.625471 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-72f69036-bec0-495f-9650-95dedf8b32bd tempest-RoutersIpV6Test-563412711 tempest-RoutersIpV6Test-563412711-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783146221725', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6007147'] for segment, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:44:20.670082 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-72f69036-bec0-495f-9650-95dedf8b32bd tempest-RoutersIpV6Test-563412711 tempest-RoutersIpV6Test-563412711-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1756186'] for segment, precommit_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:44:20.677157 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0046ba5-d9ff-44f0-a4ba-fd87453155ee req-3bd5470d-6c26-47ef-8281-346603d0102b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:44:20.679378 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-b0046ba5-d9ff-44f0-a4ba-fd87453155ee req-3bd5470d-6c26-47ef-8281-346603d0102b service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=71dd9ac001f74f8ba18264101352d8e3&device_id=6942dd4a-2993-4094-af13-ca4f91683a85 HTTP/1.1" status: 200 len: 1098 time: 0.2089803 Sep 23 19:44:20.686102 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-72f69036-bec0-495f-9650-95dedf8b32bd tempest-RoutersIpV6Test-563412711 tempest-RoutersIpV6Test-563412711-project] Releasing vlan 615 on physical network physnet1 to pool {{(pid=95101) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 19:44:20.687343 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-72f69036-bec0-495f-9650-95dedf8b32bd tempest-RoutersIpV6Test-563412711 tempest-RoutersIpV6Test-563412711-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1756186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5608436'] for segment, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:44:20.772788 n-d-713301-16 neutron-server[95101]: Traceback (most recent call last): Sep 23 19:44:20.772788 n-d-713301-16 neutron-server[95101]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 19:44:20.772788 n-d-713301-16 neutron-server[95101]: timer() Sep 23 19:44:20.772788 n-d-713301-16 neutron-server[95101]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 19:44:20.772788 n-d-713301-16 neutron-server[95101]: cb(*args, **kw) Sep 23 19:44:20.772788 n-d-713301-16 neutron-server[95101]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 19:44:20.772788 n-d-713301-16 neutron-server[95101]: return func(*args, **kwargs) Sep 23 19:44:20.772788 n-d-713301-16 neutron-server[95101]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 19:44:20.772788 n-d-713301-16 neutron-server[95101]: self._notify() Sep 23 19:44:20.772788 n-d-713301-16 neutron-server[95101]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 19:44:20.772788 n-d-713301-16 neutron-server[95101]: self.callback(batched_events) Sep 23 19:44:20.772788 n-d-713301-16 neutron-server[95101]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 19:44:20.772788 n-d-713301-16 neutron-server[95101]: event.method(event) Sep 23 19:44:20.772788 n-d-713301-16 neutron-server[95101]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 19:44:20.772788 n-d-713301-16 neutron-server[95101]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 19:44:20.772788 n-d-713301-16 neutron-server[95101]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 19:44:20.772788 n-d-713301-16 neutron-server[95101]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 19:44:20.772788 n-d-713301-16 neutron-server[95101]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 19:44:20.772788 n-d-713301-16 neutron-server[95101]: return f(self, *a, **k) Sep 23 19:44:20.772788 n-d-713301-16 neutron-server[95101]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 19:44:20.772788 n-d-713301-16 neutron-server[95101]: return self._get(url).json() Sep 23 19:44:20.772788 n-d-713301-16 neutron-server[95101]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 19:44:20.772788 n-d-713301-16 neutron-server[95101]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 19:44:20.772788 n-d-713301-16 neutron-server[95101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 19:44:20.772788 n-d-713301-16 neutron-server[95101]: return self.request(url, 'GET', **kwargs) Sep 23 19:44:20.772788 n-d-713301-16 neutron-server[95101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 19:44:20.772788 n-d-713301-16 neutron-server[95101]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 19:44:20.772788 n-d-713301-16 neutron-server[95101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 19:44:20.772788 n-d-713301-16 neutron-server[95101]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 19:44:20.772788 n-d-713301-16 neutron-server[95101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 19:44:20.772788 n-d-713301-16 neutron-server[95101]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 19:44:20.772788 n-d-713301-16 neutron-server[95101]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 19:44:20.901675 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Device b7424d85-b9ac-4f0d-b294-d915e50ec83e no longer exists at agent ovs-agent-n-d-713301-16 {{(pid=95103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 19:44:20.924925 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-a57d85f8-504d-428b-8f0c-afeceeae3905 req-5984d95a-fe3c-41d1-9ab5-9a2f8139730c tempest-AttachVolumeShelveTestJSON-2035318112 tempest-AttachVolumeShelveTestJSON-2035318112-project] 10.222.0.67 "GET /v2.0/ports?device_id=036bfa8b-48f6-483d-9ccb-759a52abd0b0 HTTP/1.1" status: 200 len: 210 time: 0.0753629 Sep 23 19:44:20.981355 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 37504) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:44:20.993605 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.plugin [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] No Port match for: b7424d85-b9ac-4f0d-b294-d915e50ec83e {{(pid=95103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 19:44:20.994191 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Device b7424d85-b9ac-4f0d-b294-d915e50ec83e not bound to the agent host n-d-713301-16 {{(pid=95103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 19:44:20.994522 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Device 6d4095b2-da71-4fed-bb27-7c0cc7d7fe6f no longer exists at agent ovs-agent-n-d-713301-16 {{(pid=95103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 19:44:21.046289 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.plugin [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] No Port match for: 6d4095b2-da71-4fed-bb27-7c0cc7d7fe6f {{(pid=95103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 19:44:21.046789 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Device 6d4095b2-da71-4fed-bb27-7c0cc7d7fe6f not bound to the agent host n-d-713301-16 {{(pid=95103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 19:44:21.152351 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-847f2ba9-80a9-477e-a3e4-2ab18cf466cc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-601372'] for router_interface, before_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:44:21.388251 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-133b0ea1-1e1f-4041-8220-307fdbe73078 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:44:21.592308 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-72f69036-bec0-495f-9650-95dedf8b32bd tempest-RoutersIpV6Test-563412711 tempest-RoutersIpV6Test-563412711-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1754627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-601866'] for network, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:44:21.616316 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-72f69036-bec0-495f-9650-95dedf8b32bd tempest-RoutersIpV6Test-563412711 tempest-RoutersIpV6Test-563412711-project] Notify callbacks [] for network, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:44:21.619299 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-72f69036-bec0-495f-9650-95dedf8b32bd tempest-RoutersIpV6Test-563412711 tempest-RoutersIpV6Test-563412711-project] 10.222.0.67 "DELETE /v2.0/networks/3dceab3f-c3d4-4d50-a6cd-f22a694be312 HTTP/1.1" status: 204 len: 168 time: 3.3232269 Sep 23 19:44:21.623259 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0046ba5-d9ff-44f0-a4ba-fd87453155ee req-2e6deb07-f4a7-4a79-84c4-69810ecf8798 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:44:21.626169 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 37518) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:44:21.627950 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-b0046ba5-d9ff-44f0-a4ba-fd87453155ee req-2e6deb07-f4a7-4a79-84c4-69810ecf8798 service neutron] 10.222.0.53 "GET /v2.0/networks?id=bd1e9a1b-24bd-4f73-b7dd-094a5b1ba73a HTTP/1.1" status: 200 len: 915 time: 0.1458282 Sep 23 19:44:21.645633 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72f69036-bec0-495f-9650-95dedf8b32bd tempest-RoutersIpV6Test-563412711 tempest-RoutersIpV6Test-563412711-project] Pushing event deleted for resources: {'Network': ['ID=3dceab3f-c3d4-4d50-a6cd-f22a694be312,revision_number=None']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:44:21.691348 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-b0046ba5-d9ff-44f0-a4ba-fd87453155ee req-aeb77f3c-acb4-4fa2-9c20-3237fc5290be service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=da1cccf9-fec5-48ec-99c3-a7ba7ed97445 HTTP/1.1" status: 200 len: 217 time: 0.0525241 Sep 23 19:44:21.783290 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0046ba5-d9ff-44f0-a4ba-fd87453155ee req-b4d2a829-eb4d-4029-8fe7-48d7b4a8bf8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:44:21.783290 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-b0046ba5-d9ff-44f0-a4ba-fd87453155ee req-b4d2a829-eb4d-4029-8fe7-48d7b4a8bf8b service neutron] 10.222.0.53 "GET /v2.0/subnets?id=3168c2f0-c410-47c7-9b0a-467008e3d34d HTTP/1.1" status: 200 len: 854 time: 0.0784848 Sep 23 19:44:21.825285 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-b0046ba5-d9ff-44f0-a4ba-fd87453155ee req-35acf043-aa26-40d4-aa7d-bf86914722fb service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=bd1e9a1b-24bd-4f73-b7dd-094a5b1ba73a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0365431 Sep 23 19:44:21.943464 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-b0046ba5-d9ff-44f0-a4ba-fd87453155ee req-d4fd24ae-1e8b-441c-984a-1d22cf89f919 service neutron] 10.222.0.53 "GET /v2.0/networks/bd1e9a1b-24bd-4f73-b7dd-094a5b1ba73a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1113415 Sep 23 19:44:22.118878 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-b0046ba5-d9ff-44f0-a4ba-fd87453155ee req-ebd2d2a8-bbd1-4617-b263-961226416119 service neutron] 10.222.0.53 "GET /v2.0/networks/bd1e9a1b-24bd-4f73-b7dd-094a5b1ba73a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1674516 Sep 23 19:44:22.201374 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-3c20c63e-eee9-4812-91e3-c450f065054f req-70c1fd58-bbfd-487e-b493-05c9a7ff31ed tempest-AttachVolumeShelveTestJSON-2035318112 tempest-AttachVolumeShelveTestJSON-2035318112-project] 10.222.0.67 "GET /v2.0/ports?device_id=036bfa8b-48f6-483d-9ccb-759a52abd0b0 HTTP/1.1" status: 200 len: 210 time: 0.1201944 Sep 23 19:44:22.332104 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ec7538-bc86-4f89-b4eb-6982fa337416 req-a06f3fff-82cb-44a2-baf7-ec6dc6af277d tempest-ServersNegativeTestJSON-1638865794 tempest-ServersNegativeTestJSON-1638865794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:44:22.332888 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-a46d31d1-220f-4825-807e-26b1e2d080ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:44:22.341268 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-23ec7538-bc86-4f89-b4eb-6982fa337416 req-a06f3fff-82cb-44a2-baf7-ec6dc6af277d tempest-ServersNegativeTestJSON-1638865794 tempest-ServersNegativeTestJSON-1638865794-project] 10.222.0.67 "GET /v2.0/ports?device_id=6942dd4a-2993-4094-af13-ca4f91683a85 HTTP/1.1" status: 200 len: 946 time: 0.7566175 Sep 23 19:44:22.500885 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-133b0ea1-1e1f-4041-8220-307fdbe73078 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:44:22.551497 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-133b0ea1-1e1f-4041-8220-307fdbe73078 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:44:22.593645 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-362bb36f-bf66-4b15-9834-4c106889f85a req-95545e01-eaf2-4fab-9734-c15c5ee96ece tempest-AttachVolumeShelveTestJSON-2035318112 tempest-AttachVolumeShelveTestJSON-2035318112-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:44:22.595140 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-362bb36f-bf66-4b15-9834-4c106889f85a req-95545e01-eaf2-4fab-9734-c15c5ee96ece tempest-AttachVolumeShelveTestJSON-2035318112 tempest-AttachVolumeShelveTestJSON-2035318112-project] 10.222.0.74 "GET /v2.0/networks?id=fc2b89b8-ce3f-4c16-8b68-220076c74d2b HTTP/1.1" status: 200 len: 816 time: 0.4516163 Sep 23 19:44:22.616428 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-23ec7538-bc86-4f89-b4eb-6982fa337416 req-493ae333-6032-406b-95d6-186668242417 tempest-ServersNegativeTestJSON-1638865794 tempest-ServersNegativeTestJSON-1638865794-project] 10.222.0.67 "GET /v2.0/security-groups?id=4daca97c-f524-4fb0-8b34-b36a0affa33e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2741072 Sep 23 19:44:22.669485 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-133b0ea1-1e1f-4041-8220-307fdbe73078 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0afb6851-f22a-41d4-ad39-03baf26f064f,revision_number=1']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:44:22.706515 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-133b0ea1-1e1f-4041-8220-307fdbe73078 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=80e19a14b775478abbf3ba94a9d9a61f&name=default HTTP/1.1" status: 200 len: 2983 time: 1.7237840 Sep 23 19:44:22.709421 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 37542) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:44:22.771560 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-402b2802-e98f-4242-9250-e1ee0764707b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:44:22.775285 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-362bb36f-bf66-4b15-9834-4c106889f85a req-a546afda-f557-4478-969c-fe231229d4f9 tempest-AttachVolumeShelveTestJSON-2035318112 tempest-AttachVolumeShelveTestJSON-2035318112-project] 10.222.0.74 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9f955dc8eb0a49dcaf259d890508d18f HTTP/1.1" status: 200 len: 379 time: 0.1690245 Sep 23 19:44:22.789385 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.v2.base [req-362bb36f-bf66-4b15-9834-4c106889f85a req-1bf80de5-4f31-486b-b53d-0ced5c41dea6 tempest-AttachVolumeShelveTestJSON-2035318112 tempest-AttachVolumeShelveTestJSON-2035318112-project] Request body: {'port': {'device_id': '036bfa8b-48f6-483d-9ccb-759a52abd0b0', 'network_id': 'fc2b89b8-ce3f-4c16-8b68-220076c74d2b', 'admin_state_up': True, 'tenant_id': '9f955dc8eb0a49dcaf259d890508d18f', 'security_groups': ['209f1ee5-6189-41c6-b235-f9c754b12a19']}} {{(pid=95102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:44:22.795744 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-402b2802-e98f-4242-9250-e1ee0764707b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:44:22.849626 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-402b2802-e98f-4242-9250-e1ee0764707b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:44:22.853859 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-402b2802-e98f-4242-9250-e1ee0764707b admin admin] Notify callbacks [] for security_group, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:44:22.856142 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-402b2802-e98f-4242-9250-e1ee0764707b admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/0afb6851-f22a-41d4-ad39-03baf26f064f HTTP/1.1" status: 204 len: 168 time: 0.1449363 Sep 23 19:44:22.865049 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-402b2802-e98f-4242-9250-e1ee0764707b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0afb6851-f22a-41d4-ad39-03baf26f064f,revision_number=None']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:44:22.929630 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.plugin [None req-847f2ba9-80a9-477e-a3e4-2ab18cf466cc admin admin] Deleting port b766922d-1387-4829-9573-19605242a9a7 {{(pid=95102) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:44:22.930161 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-847f2ba9-80a9-477e-a3e4-2ab18cf466cc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783146157096'] for port, before_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:44:23.085943 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-362bb36f-bf66-4b15-9834-4c106889f85a req-1bf80de5-4f31-486b-b53d-0ced5c41dea6 tempest-AttachVolumeShelveTestJSON-2035318112 tempest-AttachVolumeShelveTestJSON-2035318112-project] Made reservation on behalf of 9f955dc8eb0a49dcaf259d890508d18f for: {'port': 1} {{(pid=95102) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:44:23.090621 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-362bb36f-bf66-4b15-9834-4c106889f85a req-1bf80de5-4f31-486b-b53d-0ced5c41dea6 tempest-AttachVolumeShelveTestJSON-2035318112 tempest-AttachVolumeShelveTestJSON-2035318112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:44:23.105375 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:44:23.129472 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Device da1cccf9-fec5-48ec-99c3-a7ba7ed97445 no longer exists at agent hyperv_n-h2-713301-16 {{(pid=95103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 19:44:23.135730 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.db [None req-847f2ba9-80a9-477e-a3e4-2ab18cf466cc admin admin] For port b766922d-1387-4829-9573-19605242a9a7, host n-d-713301-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-16',level=0,port_id=b766922d-1387-4829-9573-19605242a9a7,segment=NetworkSegment(d8402129-e46c-475e-8b4c-88724e8b832b),segment_id=d8402129-e46c-475e-8b4c-88724e8b832b)] {{(pid=95102) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:44:23.138088 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-847f2ba9-80a9-477e-a3e4-2ab18cf466cc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-605701'] for port, precommit_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:44:23.216646 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.plugin [None req-847f2ba9-80a9-477e-a3e4-2ab18cf466cc admin admin] Calling delete_port for b766922d-1387-4829-9573-19605242a9a7 owned by network:router_interface {{(pid=95102) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:44:23.252126 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:44:23.384685 n-d-713301-16 neutron-server[95103]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6942dd4a-2993-4094-af13-ca4f91683a85', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'da1cccf9-fec5-48ec-99c3-a7ba7ed97445'}] {{(pid=95103) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 19:44:23.391426 n-d-713301-16 neutron-server[95103]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}81a1c17f2aa89d5b3ebbba3a3e0cf7eb588e431c2224256110c4c4facdd7c3e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4896ff0-9a0d-4893-8331-686a5208d2b1" -d '{"events": [{"server_uuid": "6942dd4a-2993-4094-af13-ca4f91683a85", "name": "network-vif-unplugged", "status": "completed", "tag": "da1cccf9-fec5-48ec-99c3-a7ba7ed97445"}]}' {{(pid=95103) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 19:44:23.400283 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] For port da1cccf9-fec5-48ec-99c3-a7ba7ed97445, host n-h2-713301-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-16',level=0,port_id=da1cccf9-fec5-48ec-99c3-a7ba7ed97445,segment=NetworkSegment(73539111-d512-4650-9e44-61bde391e31a),segment_id=73539111-d512-4650-9e44-61bde391e31a)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:44:23.409896 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:44:23.498659 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-375e3826-c0c8-47a7-ade9-2eb5300ebc08 req-4f175ba5-eb3b-41c3-b253-2c415a9527b4 tempest-AttachVolumeShelveTestJSON-2035318112 tempest-AttachVolumeShelveTestJSON-2035318112-project] 10.222.0.67 "GET /v2.0/ports?device_id=036bfa8b-48f6-483d-9ccb-759a52abd0b0 HTTP/1.1" status: 200 len: 210 time: 0.0964642 Sep 23 19:44:23.522344 n-d-713301-16 neutron-server[95103]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 23 Sep 2021 19:44:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a31624e0-6a63-4dfc-a1f8-30882bd3d229 x-openstack-request-id: req-a31624e0-6a63-4dfc-a1f8-30882bd3d229 {{(pid=95103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 19:44:23.522931 n-d-713301-16 neutron-server[95103]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6942dd4a-2993-4094-af13-ca4f91683a85", "name": "network-vif-unplugged", "status": "completed", "tag": "da1cccf9-fec5-48ec-99c3-a7ba7ed97445", "code": 200}]} {{(pid=95103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 19:44:23.523484 n-d-713301-16 neutron-server[95103]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-a31624e0-6a63-4dfc-a1f8-30882bd3d229 {{(pid=95103) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 19:44:23.524041 n-d-713301-16 neutron-server[95103]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6942dd4a-2993-4094-af13-ca4f91683a85', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'da1cccf9-fec5-48ec-99c3-a7ba7ed97445', 'code': 200} Sep 23 19:44:23.577396 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-0ae75029-feb6-4728-9a94-5f9b60993d82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:44:23.584574 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-ff70fd3b-2f54-48cb-8a3c-93badfe7293e tempest-RoutersIpV6Test-563412711 tempest-RoutersIpV6Test-563412711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-601372'] for router_interface, before_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:44:23.631537 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Pushing event updated for resources: {'Port': ['ID=da1cccf9-fec5-48ec-99c3-a7ba7ed97445,revision_number=8']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:44:23.644463 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:44:23.645361 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:44:23.645998 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:44:23.646574 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:44:23.647265 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:44:23.648268 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:44:23.648892 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:44:23.650005 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:44:23.650312 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:44:23.650706 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:44:23.651143 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:44:23.651787 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:44:23.836950 n-d-713301-16 neutron-server[95102]: DEBUG neutron.db.db_base_plugin_common [req-362bb36f-bf66-4b15-9834-4c106889f85a req-1bf80de5-4f31-486b-b53d-0ced5c41dea6 tempest-AttachVolumeShelveTestJSON-2035318112 tempest-AttachVolumeShelveTestJSON-2035318112-project] Allocated IP 172.20.0.11 (fc2b89b8-ce3f-4c16-8b68-220076c74d2b/cfb66c78-2a7b-4d98-8fdd-683258461232/79ee258c-88f6-46b2-b5bb-87d8ad0b9864) {{(pid=95102) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 19:44:23.859034 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 37592) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:44:23.898342 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f28a20-debe-4eca-9148-2b84d3909c9c req-74508b6a-70e8-4892-8a85-4f699dae4407 tempest-ServersNegativeTestJSON-1638865794 tempest-ServersNegativeTestJSON-1638865794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:44:23.900438 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-88f28a20-debe-4eca-9148-2b84d3909c9c req-74508b6a-70e8-4892-8a85-4f699dae4407 tempest-ServersNegativeTestJSON-1638865794 tempest-ServersNegativeTestJSON-1638865794-project] 10.222.0.67 "GET /v2.0/ports?device_id=6942dd4a-2993-4094-af13-ca4f91683a85 HTTP/1.1" status: 200 len: 944 time: 0.1672511 Sep 23 19:44:24.187224 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-88f28a20-debe-4eca-9148-2b84d3909c9c req-bfa589d3-c886-4dfd-880d-968c4cb7daf2 tempest-ServersNegativeTestJSON-1638865794 tempest-ServersNegativeTestJSON-1638865794-project] 10.222.0.67 "GET /v2.0/security-groups?id=4daca97c-f524-4fb0-8b34-b36a0affa33e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2636127 Sep 23 19:44:24.221310 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-847f2ba9-80a9-477e-a3e4-2ab18cf466cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783146162158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783145673144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4399100'] for port, after_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:44:24.318093 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-158a530d-b28c-4323-b9a8-93749ea232cf admin admin] Notify callbacks [] for security_group, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:44:24.556262 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-847f2ba9-80a9-477e-a3e4-2ab18cf466cc admin admin] Pushing event deleted for resources: {'Port': ['ID=b766922d-1387-4829-9573-19605242a9a7,revision_number=None']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:44:24.559980 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-158a530d-b28c-4323-b9a8-93749ea232cf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:44:24.571850 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-158a530d-b28c-4323-b9a8-93749ea232cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:44:24.693080 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-158a530d-b28c-4323-b9a8-93749ea232cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f76576e7-9261-4564-a84d-22a48b3f38ca,revision_number=1']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:44:24.719192 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-158a530d-b28c-4323-b9a8-93749ea232cf admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:44:24.719539 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-158a530d-b28c-4323-b9a8-93749ea232cf admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:44:24.719880 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-158a530d-b28c-4323-b9a8-93749ea232cf admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:44:24.721128 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-158a530d-b28c-4323-b9a8-93749ea232cf admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:44:24.721958 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-158a530d-b28c-4323-b9a8-93749ea232cf admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:44:24.722620 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-158a530d-b28c-4323-b9a8-93749ea232cf admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:44:24.723169 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-158a530d-b28c-4323-b9a8-93749ea232cf admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:44:24.723668 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-158a530d-b28c-4323-b9a8-93749ea232cf admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:44:24.724204 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-158a530d-b28c-4323-b9a8-93749ea232cf admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:44:24.724732 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-158a530d-b28c-4323-b9a8-93749ea232cf admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:44:24.725233 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-158a530d-b28c-4323-b9a8-93749ea232cf admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:44:24.726168 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-158a530d-b28c-4323-b9a8-93749ea232cf admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:44:24.766950 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-362bb36f-bf66-4b15-9834-4c106889f85a req-1bf80de5-4f31-486b-b53d-0ced5c41dea6 tempest-AttachVolumeShelveTestJSON-2035318112 tempest-AttachVolumeShelveTestJSON-2035318112-project] Notify callbacks [] for port, precommit_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:44:24.777353 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-158a530d-b28c-4323-b9a8-93749ea232cf admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=700edcdbd1144f1b97d618a608e50cf7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9143302 Sep 23 19:44:24.778000 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 37618) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:44:24.812630 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-0e75e00b-30b7-45f0-80f1-62696330536a req-ef16fc2a-b978-4158-9043-1f7b3eec8cb4 tempest-AttachVolumeShelveTestJSON-2035318112 tempest-AttachVolumeShelveTestJSON-2035318112-project] 10.222.0.67 "GET /v2.0/ports?device_id=036bfa8b-48f6-483d-9ccb-759a52abd0b0 HTTP/1.1" status: 200 len: 210 time: 0.0840535 Sep 23 19:44:24.895823 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-644f86b9-2662-4e86-bc8c-f096140ef1fc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:44:24.924423 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-644f86b9-2662-4e86-bc8c-f096140ef1fc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:44:24.948026 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.plugin [None req-ff70fd3b-2f54-48cb-8a3c-93badfe7293e tempest-RoutersIpV6Test-563412711 tempest-RoutersIpV6Test-563412711-project] Deleting port c242bcac-1085-4c88-aeaa-317379e207bf {{(pid=95102) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:44:24.948391 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-ff70fd3b-2f54-48cb-8a3c-93badfe7293e tempest-RoutersIpV6Test-563412711 tempest-RoutersIpV6Test-563412711-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783146157096'] for port, before_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:44:25.001308 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-362bb36f-bf66-4b15-9834-4c106889f85a req-1bf80de5-4f31-486b-b53d-0ced5c41dea6 tempest-AttachVolumeShelveTestJSON-2035318112 tempest-AttachVolumeShelveTestJSON-2035318112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783145673135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4399100'] for port, after_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:44:25.032401 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-644f86b9-2662-4e86-bc8c-f096140ef1fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:44:25.035011 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-644f86b9-2662-4e86-bc8c-f096140ef1fc admin admin] Notify callbacks [] for security_group, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:44:25.036181 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-644f86b9-2662-4e86-bc8c-f096140ef1fc admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/f76576e7-9261-4564-a84d-22a48b3f38ca HTTP/1.1" status: 204 len: 168 time: 0.2552953 Sep 23 19:44:25.046376 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-644f86b9-2662-4e86-bc8c-f096140ef1fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f76576e7-9261-4564-a84d-22a48b3f38ca,revision_number=None']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:44:25.091698 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-847f2ba9-80a9-477e-a3e4-2ab18cf466cc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-527322', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-602005'] for router_interface, after_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:44:25.107597 n-d-713301-16 neutron-server[95102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-362bb36f-bf66-4b15-9834-4c106889f85a req-1bf80de5-4f31-486b-b53d-0ced5c41dea6 tempest-AttachVolumeShelveTestJSON-2035318112 tempest-AttachVolumeShelveTestJSON-2035318112-project] Network fc2b89b8-ce3f-4c16-8b68-220076c74d2b is already hosted by enough agents. {{(pid=95102) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:44:25.115927 n-d-713301-16 neutron-server[95102]: DEBUG neutron.scheduler.base_scheduler [req-362bb36f-bf66-4b15-9834-4c106889f85a req-1bf80de5-4f31-486b-b53d-0ced5c41dea6 tempest-AttachVolumeShelveTestJSON-2035318112 tempest-AttachVolumeShelveTestJSON-2035318112-project] Resources bound (agent type, host, resource id): {{(pid=95102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:44:25.126779 n-d-713301-16 neutron-server[95102]: DEBUG neutron.db.l3_dvrscheduler_db [req-362bb36f-bf66-4b15-9834-4c106889f85a req-1bf80de5-4f31-486b-b53d-0ced5c41dea6 tempest-AttachVolumeShelveTestJSON-2035318112 tempest-AttachVolumeShelveTestJSON-2035318112-project] Received port after_create {{(pid=95102) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 19:44:25.326833 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-80e7e501-6c57-470d-92c6-e3d54bc3195c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:44:25.420172 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 37640) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:44:25.513145 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-8fc5042b-96b3-4c39-aa4b-fe065b50b204 None None] Provisioning complete for port 79ee258c-88f6-46b2-b5bb-87d8ad0b9864 triggered by entity DHCP. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:44:25.513742 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-8fc5042b-96b3-4c39-aa4b-fe065b50b204 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:44:25.560613 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.plugin [None req-8fc5042b-96b3-4c39-aa4b-fe065b50b204 None None] Port 79ee258c-88f6-46b2-b5bb-87d8ad0b9864 cannot update to ACTIVE because it is not bound. {{(pid=95103) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 19:44:25.573232 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bf80de5-4f31-486b-b53d-0ced5c41dea6 tempest-AttachVolumeShelveTestJSON-2035318112 tempest-AttachVolumeShelveTestJSON-2035318112-project] Pushing event updated for resources: {'Port': ['ID=79ee258c-88f6-46b2-b5bb-87d8ad0b9864,revision_number=1']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:44:25.577606 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.db [None req-ff70fd3b-2f54-48cb-8a3c-93badfe7293e tempest-RoutersIpV6Test-563412711 tempest-RoutersIpV6Test-563412711-project] For port c242bcac-1085-4c88-aeaa-317379e207bf, host n-d-713301-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-16',level=0,port_id=c242bcac-1085-4c88-aeaa-317379e207bf,segment=NetworkSegment(1321d43e-dd78-40fa-9150-e9d3d36ab557),segment_id=1321d43e-dd78-40fa-9150-e9d3d36ab557)] {{(pid=95102) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:44:25.577936 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-ff70fd3b-2f54-48cb-8a3c-93badfe7293e tempest-RoutersIpV6Test-563412711 tempest-RoutersIpV6Test-563412711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-605701'] for port, precommit_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:44:25.676024 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.plugin [None req-ff70fd3b-2f54-48cb-8a3c-93badfe7293e tempest-RoutersIpV6Test-563412711 tempest-RoutersIpV6Test-563412711-project] Calling delete_port for c242bcac-1085-4c88-aeaa-317379e207bf owned by network:router_interface {{(pid=95102) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:44:25.706689 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-362bb36f-bf66-4b15-9834-4c106889f85a req-1bf80de5-4f31-486b-b53d-0ced5c41dea6 tempest-AttachVolumeShelveTestJSON-2035318112 tempest-AttachVolumeShelveTestJSON-2035318112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:44:25.707349 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-362bb36f-bf66-4b15-9834-4c106889f85a req-1bf80de5-4f31-486b-b53d-0ced5c41dea6 tempest-AttachVolumeShelveTestJSON-2035318112 tempest-AttachVolumeShelveTestJSON-2035318112-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222849'] for port, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:44:25.716171 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 37650) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:44:25.732352 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-362bb36f-bf66-4b15-9834-4c106889f85a req-1bf80de5-4f31-486b-b53d-0ced5c41dea6 tempest-AttachVolumeShelveTestJSON-2035318112 tempest-AttachVolumeShelveTestJSON-2035318112-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.9480696 Sep 23 19:44:25.739804 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-a584f83a-808b-4f04-81f6-8be777a0849f admin admin] Notify callbacks [] for security_group, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:44:25.748873 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.v2.base [None req-64d6ea1b-d6b4-45f3-80d7-06163a3ee806 tempest-ExternalNetworksTestJSON-979102490 tempest-ExternalNetworksTestJSON-979102490-project] Request body: {'network': {'name': 'tempest-ExternalNetworksTestJSON-test-network-1634603260'}} {{(pid=95101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:44:25.776231 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.v2.base [req-362bb36f-bf66-4b15-9834-4c106889f85a req-e2662b8f-8e84-4697-8a68-e7aa95be2ddc service neutron] Request body: {'port': {'device_id': '036bfa8b-48f6-483d-9ccb-759a52abd0b0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713301-16'}} {{(pid=95102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:44:25.785929 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64d6ea1b-d6b4-45f3-80d7-06163a3ee806 tempest-ExternalNetworksTestJSON-979102490 tempest-ExternalNetworksTestJSON-979102490-project] Made reservation on behalf of dfe20d73b3664932a31641b761fcbc29 for: {'network': 1} {{(pid=95101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:44:25.789707 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-64d6ea1b-d6b4-45f3-80d7-06163a3ee806 tempest-ExternalNetworksTestJSON-979102490 tempest-ExternalNetworksTestJSON-979102490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for network, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:44:25.808718 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-64d6ea1b-d6b4-45f3-80d7-06163a3ee806 tempest-ExternalNetworksTestJSON-979102490 tempest-ExternalNetworksTestJSON-979102490-project] Notify callbacks [] for security_group, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:44:25.818809 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f479c172-f6c7-42b9-9647-3a182b763d37 req-e676ef84-c816-45a0-b9c6-7113e34b1289 tempest-ServersNegativeTestJSON-1638865794 tempest-ServersNegativeTestJSON-1638865794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:44:25.820328 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-f479c172-f6c7-42b9-9647-3a182b763d37 req-e676ef84-c816-45a0-b9c6-7113e34b1289 tempest-ServersNegativeTestJSON-1638865794 tempest-ServersNegativeTestJSON-1638865794-project] 10.222.0.67 "GET /v2.0/ports?device_id=6942dd4a-2993-4094-af13-ca4f91683a85 HTTP/1.1" status: 200 len: 944 time: 0.2866225 Sep 23 19:44:25.902658 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-a584f83a-808b-4f04-81f6-8be777a0849f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:44:25.970496 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-a584f83a-808b-4f04-81f6-8be777a0849f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:44:26.006089 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-362bb36f-bf66-4b15-9834-4c106889f85a req-e2662b8f-8e84-4697-8a68-e7aa95be2ddc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:44:26.028694 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-a584f83a-808b-4f04-81f6-8be777a0849f admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=e1e1f0695ce44076b4243a82190bf122&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3105886 Sep 23 19:44:26.034414 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 37658) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:44:26.035100 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a584f83a-808b-4f04-81f6-8be777a0849f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74c4e2ba-2b7d-4655-a83c-9111977c288b,revision_number=1']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:44:26.072300 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-f479c172-f6c7-42b9-9647-3a182b763d37 req-f85f0ae5-cd0d-4399-ad7e-cc6354c0ae6c tempest-ServersNegativeTestJSON-1638865794 tempest-ServersNegativeTestJSON-1638865794-project] 10.222.0.67 "GET /v2.0/security-groups?id=4daca97c-f524-4fb0-8b34-b36a0affa33e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2357526 Sep 23 19:44:26.099296 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-4cf861f8-ef30-40da-9037-fd82e1399a0c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:44:26.137614 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-64d6ea1b-d6b4-45f3-80d7-06163a3ee806 tempest-ExternalNetworksTestJSON-979102490 tempest-ExternalNetworksTestJSON-979102490-project] Notify callbacks [] for security_group, precommit_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:44:26.143261 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-4cf861f8-ef30-40da-9037-fd82e1399a0c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:44:26.151982 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-64d6ea1b-d6b4-45f3-80d7-06163a3ee806 tempest-ExternalNetworksTestJSON-979102490 tempest-ExternalNetworksTestJSON-979102490-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:44:26.206169 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64d6ea1b-d6b4-45f3-80d7-06163a3ee806 tempest-ExternalNetworksTestJSON-979102490 tempest-ExternalNetworksTestJSON-979102490-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e992d8ad-5d41-4fed-847d-e834de70e8a3,revision_number=1']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:44:26.232770 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-4cf861f8-ef30-40da-9037-fd82e1399a0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:44:26.237215 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-4cf861f8-ef30-40da-9037-fd82e1399a0c admin admin] Notify callbacks [] for security_group, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:44:26.238997 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-4cf861f8-ef30-40da-9037-fd82e1399a0c admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/74c4e2ba-2b7d-4655-a83c-9111977c288b HTTP/1.1" status: 204 len: 168 time: 0.2009094 Sep 23 19:44:26.249904 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cf861f8-ef30-40da-9037-fd82e1399a0c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74c4e2ba-2b7d-4655-a83c-9111977c288b,revision_number=None']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:44:26.251713 n-d-713301-16 neutron-server[95102]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-847f2ba9-80a9-477e-a3e4-2ab18cf466cc admin admin] Router 799b259e-c030-438c-9e8e-130e346dc3c3 has already been hosted by L3 agent 79a740bf-7821-4989-8288-7186e3e128f3 {{(pid=95102) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 19:44:26.259825 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f6e517-b7a4-49c9-9244-331aada58994 req-860edb46-a338-4685-8d8b-08d5e0a77274 tempest-AttachVolumeShelveTestJSON-2035318112 tempest-AttachVolumeShelveTestJSON-2035318112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:44:26.262624 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-93f6e517-b7a4-49c9-9244-331aada58994 req-860edb46-a338-4685-8d8b-08d5e0a77274 tempest-AttachVolumeShelveTestJSON-2035318112 tempest-AttachVolumeShelveTestJSON-2035318112-project] 10.222.0.67 "GET /v2.0/ports?device_id=036bfa8b-48f6-483d-9ccb-759a52abd0b0 HTTP/1.1" status: 200 len: 932 time: 0.2935226 Sep 23 19:44:26.361609 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-ff70fd3b-2f54-48cb-8a3c-93badfe7293e tempest-RoutersIpV6Test-563412711 tempest-RoutersIpV6Test-563412711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783146162158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783145673144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4399100'] for port, after_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:44:26.366466 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-64d6ea1b-d6b4-45f3-80d7-06163a3ee806 tempest-ExternalNetworksTestJSON-979102490 tempest-ExternalNetworksTestJSON-979102490-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 616} {{(pid=95101) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 19:44:26.384232 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-64d6ea1b-d6b4-45f3-80d7-06163a3ee806 tempest-ExternalNetworksTestJSON-979102490 tempest-ExternalNetworksTestJSON-979102490-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1756186'] for segment, precommit_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:44:26.385212 n-d-713301-16 neutron-server[95101]: INFO neutron.db.segments_db [None req-64d6ea1b-d6b4-45f3-80d7-06163a3ee806 tempest-ExternalNetworksTestJSON-979102490 tempest-ExternalNetworksTestJSON-979102490-project] Added segment e23e5d13-9b3a-46bf-8326-18b27a5ce4b6 of type vlan for network bd4407bf-3baa-47d6-abbc-6ec83c690874 Sep 23 19:44:26.460431 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-64d6ea1b-d6b4-45f3-80d7-06163a3ee806 tempest-ExternalNetworksTestJSON-979102490 tempest-ExternalNetworksTestJSON-979102490-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783145630486'] for network, precommit_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:44:26.495958 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff70fd3b-2f54-48cb-8a3c-93badfe7293e tempest-RoutersIpV6Test-563412711 tempest-RoutersIpV6Test-563412711-project] Pushing event deleted for resources: {'Port': ['ID=c242bcac-1085-4c88-aeaa-317379e207bf,revision_number=None']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:44:26.510159 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-64d6ea1b-d6b4-45f3-80d7-06163a3ee806 tempest-ExternalNetworksTestJSON-979102490 tempest-ExternalNetworksTestJSON-979102490-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299'] for network, after_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:44:26.516487 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64d6ea1b-d6b4-45f3-80d7-06163a3ee806 tempest-ExternalNetworksTestJSON-979102490 tempest-ExternalNetworksTestJSON-979102490-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:44:26.517151 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-64d6ea1b-d6b4-45f3-80d7-06163a3ee806 tempest-ExternalNetworksTestJSON-979102490 tempest-ExternalNetworksTestJSON-979102490-project] Notify callbacks [] for network, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:44:26.576033 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-64d6ea1b-d6b4-45f3-80d7-06163a3ee806 tempest-ExternalNetworksTestJSON-979102490 tempest-ExternalNetworksTestJSON-979102490-project] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 1.1538532 Sep 23 19:44:26.581412 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 37674) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:44:26.657176 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64d6ea1b-d6b4-45f3-80d7-06163a3ee806 tempest-ExternalNetworksTestJSON-979102490 tempest-ExternalNetworksTestJSON-979102490-project] Pushing event updated for resources: {'Network': ['ID=bd4407bf-3baa-47d6-abbc-6ec83c690874,revision_number=1']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:44:26.673205 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Network bd4407bf-3baa-47d6-abbc-6ec83c690874 details requested by agent ovs-agent-n-d-713301-16 with host n-d-713301-16 {{(pid=95103) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 19:44:26.722793 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-847f2ba9-80a9-477e-a3e4-2ab18cf466cc admin admin] Notify agent at l3_agent.n-d-713301-16 the message routers_updated {{(pid=95102) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 19:44:26.732016 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecd580ef-dcbd-4603-ae6a-a3cc1d283930 None None] Sync routers for ids ['799b259e-c030-438c-9e8e-130e346dc3c3'] in n-d-713301-16 {{(pid=95104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 19:44:26.747661 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 37680) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:44:26.748142 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-847f2ba9-80a9-477e-a3e4-2ab18cf466cc admin admin] 10.222.0.67 "PUT /v2.0/routers/799b259e-c030-438c-9e8e-130e346dc3c3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.4073274 Sep 23 19:44:26.748372 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecd580ef-dcbd-4603-ae6a-a3cc1d283930 None None] Routers {'799b259e-c030-438c-9e8e-130e346dc3c3'} bound to L3 agent in host n-d-713301-16 {{(pid=95104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 19:44:26.750192 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_hamode_db [None req-ecd580ef-dcbd-4603-ae6a-a3cc1d283930 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-23T19:07:52Z,description=,heartbeat_timestamp=2021-09-23T19:44:22Z,host='n-d-713301-16',id=79a740bf-7821-4989-8288-7186e3e128f3,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:07:52Z,topic='l3_agent')) {'router_ids': ['799b259e-c030-438c-9e8e-130e346dc3c3'], 'active': True} {{(pid=95104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:44:26.814585 n-d-713301-16 neutron-server[95102]: DEBUG neutron.notifiers.nova [req-362bb36f-bf66-4b15-9834-4c106889f85a req-e2662b8f-8e84-4697-8a68-e7aa95be2ddc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 79ee258c-88f6-46b2-b5bb-87d8ad0b9864 {{(pid=95102) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 19:44:26.825443 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-362bb36f-bf66-4b15-9834-4c106889f85a req-e2662b8f-8e84-4697-8a68-e7aa95be2ddc service neutron] Notify callbacks [] for port, precommit_update {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:44:26.841945 n-d-713301-16 neutron-server[95102]: DEBUG neutron.db.provisioning_blocks [req-362bb36f-bf66-4b15-9834-4c106889f85a req-e2662b8f-8e84-4697-8a68-e7aa95be2ddc service neutron] Transition to ACTIVE for port object 79ee258c-88f6-46b2-b5bb-87d8ad0b9864 will not be triggered until provisioned by entity L2. {{(pid=95102) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 19:44:26.846188 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-93f6e517-b7a4-49c9-9244-331aada58994 req-02e22273-479a-4ca0-96b7-ac4314db0948 tempest-AttachVolumeShelveTestJSON-2035318112 tempest-AttachVolumeShelveTestJSON-2035318112-project] 10.222.0.67 "GET /v2.0/security-groups?id=209f1ee5-6189-41c6-b235-f9c754b12a19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5615470 Sep 23 19:44:26.849997 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-362bb36f-bf66-4b15-9834-4c106889f85a req-e2662b8f-8e84-4697-8a68-e7aa95be2ddc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4399095'] for port, after_update {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:44:26.959818 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.v2.base [None req-2412dcbe-77c1-45a2-9d5f-b2635e82809c tempest-ExternalNetworksTestJSON-1669068940 tempest-ExternalNetworksTestJSON-1669068940-project-admin] Request body: {'network': {'name': 'tempest-network--642882886', 'router:external': True}} {{(pid=95101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:44:26.969094 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-c05aeed6-527c-443b-8c3f-952ae07a4315 admin admin] Notify callbacks [] for router, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:44:27.018395 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_dvr_db [None req-ecd580ef-dcbd-4603-ae6a-a3cc1d283930 None None] Set router 799b259e-c030-438c-9e8e-130e346dc3c3 gateway port host: n-d-713301-16 {{(pid=95104) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 19:44:27.023197 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2662b8f-8e84-4697-8a68-e7aa95be2ddc service neutron] Pushing event updated for resources: {'Port': ['ID=79ee258c-88f6-46b2-b5bb-87d8ad0b9864,revision_number=2']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:44:27.072168 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e114f825-52f5-437d-93ac-b7b1ae6dcfc6 req-09c797f0-be20-495e-8414-244672018e2a tempest-ServersNegativeTestJSON-1638865794 tempest-ServersNegativeTestJSON-1638865794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:44:27.080575 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-e114f825-52f5-437d-93ac-b7b1ae6dcfc6 req-09c797f0-be20-495e-8414-244672018e2a tempest-ServersNegativeTestJSON-1638865794 tempest-ServersNegativeTestJSON-1638865794-project] 10.222.0.67 "GET /v2.0/ports?device_id=6942dd4a-2993-4094-af13-ca4f91683a85 HTTP/1.1" status: 200 len: 944 time: 0.8127620 Sep 23 19:44:27.096651 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-c05aeed6-527c-443b-8c3f-952ae07a4315 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:44:27.141642 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Device da1cccf9-fec5-48ec-99c3-a7ba7ed97445 no longer exists at agent hyperv_n-h2-713301-16 {{(pid=95103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 19:44:27.159169 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2412dcbe-77c1-45a2-9d5f-b2635e82809c tempest-ExternalNetworksTestJSON-1669068940 tempest-ExternalNetworksTestJSON-1669068940-project-admin] Made reservation on behalf of 7e1c0f216cfc43388e055242f3d669d9 for: {'network': 1} {{(pid=95101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:44:27.161742 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-2412dcbe-77c1-45a2-9d5f-b2635e82809c tempest-ExternalNetworksTestJSON-1669068940 tempest-ExternalNetworksTestJSON-1669068940-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for network, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:44:27.187413 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-2412dcbe-77c1-45a2-9d5f-b2635e82809c tempest-ExternalNetworksTestJSON-1669068940 tempest-ExternalNetworksTestJSON-1669068940-project-admin] Notify callbacks [] for security_group, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:44:27.311035 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.plugin [None req-c05aeed6-527c-443b-8c3f-952ae07a4315 admin admin] Deleting port b93c2628-3d41-4f95-8fff-571fb9f87cad {{(pid=95101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:44:27.311771 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-c05aeed6-527c-443b-8c3f-952ae07a4315 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783146157096'] for port, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:44:27.373810 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-e114f825-52f5-437d-93ac-b7b1ae6dcfc6 req-3da8c3b3-eb8f-43a2-84db-2508e1917258 tempest-ServersNegativeTestJSON-1638865794 tempest-ServersNegativeTestJSON-1638865794-project] 10.222.0.67 "GET /v2.0/security-groups?id=4daca97c-f524-4fb0-8b34-b36a0affa33e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2913239 Sep 23 19:44:27.398485 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_hamode_db [None req-ecd580ef-dcbd-4603-ae6a-a3cc1d283930 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '799b259e-c030-438c-9e8e-130e346dc3c3', 'name': 'tempest-TestVolumeBackupRestore-2096930916-router', 'tenant_id': 'df60118e0c434751a044956da831d00f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'external_fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.22'}], 'enable_snat': True}, 'gw_port_id': 'b93c2628-3d41-4f95-8fff-571fb9f87cad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:38:30Z', 'updated_at': '2021-09-23T19:44:23Z', 'revision_number': 5, 'project_id': 'df60118e0c434751a044956da831d00f', 'gw_port': {'id': 'b93c2628-3d41-4f95-8fff-571fb9f87cad', 'name': '', 'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:59:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '799b259e-c030-438c-9e8e-130e346dc3c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2105, 'fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:38:31Z', 'updated_at': '2021-09-23T19:38:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-16'}], 'n-d-713301-16', False) {} {{(pid=95104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:44:27.427540 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecd580ef-dcbd-4603-ae6a-a3cc1d283930 None None] Checking router: 799b259e-c030-438c-9e8e-130e346dc3c3 for host: n-d-713301-16 {{(pid=95104) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 19:44:27.453228 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecd580ef-dcbd-4603-ae6a-a3cc1d283930 None None] Routers {'799b259e-c030-438c-9e8e-130e346dc3c3'} bound to L3 agent in host n-d-713301-16 {{(pid=95104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 19:44:27.454073 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_hamode_db [None req-ecd580ef-dcbd-4603-ae6a-a3cc1d283930 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-23T19:07:52Z,description=,heartbeat_timestamp=2021-09-23T19:44:22Z,host='n-d-713301-16',id=79a740bf-7821-4989-8288-7186e3e128f3,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:07:52Z,topic='l3_agent')) {'router_ids': ['799b259e-c030-438c-9e8e-130e346dc3c3'], 'active': True} {{(pid=95104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:44:27.526212 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.db [None req-c05aeed6-527c-443b-8c3f-952ae07a4315 admin admin] For port b93c2628-3d41-4f95-8fff-571fb9f87cad, host n-d-713301-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-16',level=0,port_id=b93c2628-3d41-4f95-8fff-571fb9f87cad,segment=NetworkSegment(7d4027f1-d893-4c7b-95d4-757b8e44e380),segment_id=7d4027f1-d893-4c7b-95d4-757b8e44e380)] {{(pid=95101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:44:27.527055 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-c05aeed6-527c-443b-8c3f-952ae07a4315 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-605701'] for port, precommit_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:44:27.531115 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-2412dcbe-77c1-45a2-9d5f-b2635e82809c tempest-ExternalNetworksTestJSON-1669068940 tempest-ExternalNetworksTestJSON-1669068940-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:44:27.544390 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-ff70fd3b-2f54-48cb-8a3c-93badfe7293e tempest-RoutersIpV6Test-563412711 tempest-RoutersIpV6Test-563412711-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-527322', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-602005'] for router_interface, after_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:44:27.547486 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-2412dcbe-77c1-45a2-9d5f-b2635e82809c tempest-ExternalNetworksTestJSON-1669068940 tempest-ExternalNetworksTestJSON-1669068940-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:44:27.557114 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.plugin [None req-c05aeed6-527c-443b-8c3f-952ae07a4315 admin admin] Calling delete_port for b93c2628-3d41-4f95-8fff-571fb9f87cad owned by network:router_gateway {{(pid=95101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:44:27.563370 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_dvr_db [None req-ecd580ef-dcbd-4603-ae6a-a3cc1d283930 None None] Set router 799b259e-c030-438c-9e8e-130e346dc3c3 gateway port host: None {{(pid=95104) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 19:44:27.591953 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2412dcbe-77c1-45a2-9d5f-b2635e82809c tempest-ExternalNetworksTestJSON-1669068940 tempest-ExternalNetworksTestJSON-1669068940-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 612} {{(pid=95101) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 19:44:27.635018 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2412dcbe-77c1-45a2-9d5f-b2635e82809c tempest-ExternalNetworksTestJSON-1669068940 tempest-ExternalNetworksTestJSON-1669068940-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47e3ed3f-c8a8-4abf-b8db-da3e2629d1c0,revision_number=1']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:44:27.654233 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-2412dcbe-77c1-45a2-9d5f-b2635e82809c tempest-ExternalNetworksTestJSON-1669068940 tempest-ExternalNetworksTestJSON-1669068940-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1756186'] for segment, precommit_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:44:27.655321 n-d-713301-16 neutron-server[95101]: INFO neutron.db.segments_db [None req-2412dcbe-77c1-45a2-9d5f-b2635e82809c tempest-ExternalNetworksTestJSON-1669068940 tempest-ExternalNetworksTestJSON-1669068940-project-admin] Added segment 32031622-5a73-4565-a64a-306b8c701748 of type vlan for network 65b1afef-2f6c-46f7-8f9f-cd3a063ef445 Sep 23 19:44:27.664127 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_hamode_db [None req-ecd580ef-dcbd-4603-ae6a-a3cc1d283930 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '799b259e-c030-438c-9e8e-130e346dc3c3', 'name': 'tempest-TestVolumeBackupRestore-2096930916-router', 'tenant_id': 'df60118e0c434751a044956da831d00f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:38:30Z', 'updated_at': '2021-09-23T19:44:27Z', 'revision_number': 6, 'project_id': 'df60118e0c434751a044956da831d00f', 'gw_port_host': None}], 'n-d-713301-16', False) {} {{(pid=95104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:44:27.696820 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecd580ef-dcbd-4603-ae6a-a3cc1d283930 None None] The sync data for ids ['799b259e-c030-438c-9e8e-130e346dc3c3'] in n-d-713301-16 is: [{'id': '799b259e-c030-438c-9e8e-130e346dc3c3', 'name': 'tempest-TestVolumeBackupRestore-2096930916-router', 'tenant_id': 'df60118e0c434751a044956da831d00f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:38:30Z', 'updated_at': '2021-09-23T19:44:27Z', 'revision_number': 6, 'project_id': 'df60118e0c434751a044956da831d00f', 'gw_port_host': None}] {{(pid=95104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 19:44:27.781186 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-2412dcbe-77c1-45a2-9d5f-b2635e82809c tempest-ExternalNetworksTestJSON-1669068940 tempest-ExternalNetworksTestJSON-1669068940-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783145630486'] for network, precommit_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:44:27.797398 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.managers [req-362bb36f-bf66-4b15-9834-4c106889f85a req-e2662b8f-8e84-4697-8a68-e7aa95be2ddc service neutron] Attempting to bind port 79ee258c-88f6-46b2-b5bb-87d8ad0b9864 on host n-h1-713301-16 for vnic_type normal with profile {{(pid=95102) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 19:44:27.798499 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.managers [req-362bb36f-bf66-4b15-9834-4c106889f85a req-e2662b8f-8e84-4697-8a68-e7aa95be2ddc service neutron] Attempting to bind port 79ee258c-88f6-46b2-b5bb-87d8ad0b9864 by drivers openvswitch,hyperv on host n-h1-713301-16 at level 0 using segments [{'id': 'c5b82793-12a0-4116-8d9f-ade119c657cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'fc2b89b8-ce3f-4c16-8b68-220076c74d2b'}] {{(pid=95102) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 19:44:27.799043 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-362bb36f-bf66-4b15-9834-4c106889f85a req-e2662b8f-8e84-4697-8a68-e7aa95be2ddc service neutron] Attempting to bind port 79ee258c-88f6-46b2-b5bb-87d8ad0b9864 on network fc2b89b8-ce3f-4c16-8b68-220076c74d2b {{(pid=95102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:44:27.811378 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-362bb36f-bf66-4b15-9834-4c106889f85a req-e2662b8f-8e84-4697-8a68-e7aa95be2ddc service neutron] Port 79ee258c-88f6-46b2-b5bb-87d8ad0b9864 on network fc2b89b8-ce3f-4c16-8b68-220076c74d2b not bound, no agent of type Open vSwitch agent registered on host n-h1-713301-16 {{(pid=95102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 19:44:27.811955 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-362bb36f-bf66-4b15-9834-4c106889f85a req-e2662b8f-8e84-4697-8a68-e7aa95be2ddc service neutron] Attempting to bind port 79ee258c-88f6-46b2-b5bb-87d8ad0b9864 on network fc2b89b8-ce3f-4c16-8b68-220076c74d2b {{(pid=95102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:44:27.824995 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-362bb36f-bf66-4b15-9834-4c106889f85a req-e2662b8f-8e84-4697-8a68-e7aa95be2ddc service neutron] Checking agent: {'id': '0708c3e9-0aad-4600-9be9-d2486535c898', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713301-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 19, 15, 28), 'started_at': datetime.datetime(2021, 9, 23, 19, 15, 28), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 19, 43, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 19:44:27.825766 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-362bb36f-bf66-4b15-9834-4c106889f85a req-e2662b8f-8e84-4697-8a68-e7aa95be2ddc service neutron] Checking segment: {'id': 'c5b82793-12a0-4116-8d9f-ade119c657cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'fc2b89b8-ce3f-4c16-8b68-220076c74d2b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95102) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:44:27.826318 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-362bb36f-bf66-4b15-9834-4c106889f85a req-e2662b8f-8e84-4697-8a68-e7aa95be2ddc service neutron] Bound using segment: {'id': 'c5b82793-12a0-4116-8d9f-ade119c657cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'fc2b89b8-ce3f-4c16-8b68-220076c74d2b'} {{(pid=95102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 19:44:27.827275 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.managers [req-362bb36f-bf66-4b15-9834-4c106889f85a req-e2662b8f-8e84-4697-8a68-e7aa95be2ddc service neutron] Bound port: 79ee258c-88f6-46b2-b5bb-87d8ad0b9864, host: n-h1-713301-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c5b82793-12a0-4116-8d9f-ade119c657cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'fc2b89b8-ce3f-4c16-8b68-220076c74d2b'}}] {{(pid=95102) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 19:44:27.827866 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-362bb36f-bf66-4b15-9834-4c106889f85a req-e2662b8f-8e84-4697-8a68-e7aa95be2ddc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:44:27.942751 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-2412dcbe-77c1-45a2-9d5f-b2635e82809c tempest-ExternalNetworksTestJSON-1669068940 tempest-ExternalNetworksTestJSON-1669068940-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299'] for network, after_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:44:27.947872 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2412dcbe-77c1-45a2-9d5f-b2635e82809c tempest-ExternalNetworksTestJSON-1669068940 tempest-ExternalNetworksTestJSON-1669068940-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:44:27.948869 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-2412dcbe-77c1-45a2-9d5f-b2635e82809c tempest-ExternalNetworksTestJSON-1669068940 tempest-ExternalNetworksTestJSON-1669068940-project-admin] Notify callbacks [] for network, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:44:28.049571 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-2412dcbe-77c1-45a2-9d5f-b2635e82809c tempest-ExternalNetworksTestJSON-1669068940 tempest-ExternalNetworksTestJSON-1669068940-project-admin] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 1.4635425 Sep 23 19:44:28.053362 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 37736) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:44:28.096299 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:44:28.136817 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2412dcbe-77c1-45a2-9d5f-b2635e82809c tempest-ExternalNetworksTestJSON-1669068940 tempest-ExternalNetworksTestJSON-1669068940-project-admin] Pushing event updated for resources: {'Network': ['ID=65b1afef-2f6c-46f7-8f9f-cd3a063ef445,revision_number=1']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:44:28.146572 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-c05aeed6-527c-443b-8c3f-952ae07a4315 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783146162158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783145673144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5607431'] for port, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:44:28.155851 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Network 65b1afef-2f6c-46f7-8f9f-cd3a063ef445 details requested by agent ovs-agent-n-d-713301-16 with host n-d-713301-16 {{(pid=95103) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 19:44:28.247919 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c05aeed6-527c-443b-8c3f-952ae07a4315 admin admin] Pushing event deleted for resources: {'Port': ['ID=b93c2628-3d41-4f95-8fff-571fb9f87cad,revision_number=None']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:44:28.255622 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.db [req-362bb36f-bf66-4b15-9834-4c106889f85a req-e2662b8f-8e84-4697-8a68-e7aa95be2ddc service neutron] For port 79ee258c-88f6-46b2-b5bb-87d8ad0b9864, host n-h1-713301-16, cleared binding levels {{(pid=95102) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 19:44:28.259694 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-c652bf32-eae6-440c-ad02-b01fe0b35dfa req-5835d571-bfc9-4cd2-8134-3e87f605ca37 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=6942dd4a-2993-4094-af13-ca4f91683a85&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2664387 Sep 23 19:44:28.263009 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-f680d597-ef2b-46c2-92c3-7cf224f34a09 tempest-ExternalNetworksTestJSON-1669068940 tempest-ExternalNetworksTestJSON-1669068940-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1628021'] for network, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:44:28.367310 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:44:28.367729 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-813b4c8c-25ce-40d3-8f2a-20969ba49c92 req-3bb0c140-f983-4885-aab6-a695bb2168dc tempest-ServersNegativeTestJSON-1638865794 tempest-ServersNegativeTestJSON-1638865794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:44:28.376980 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-c05aeed6-527c-443b-8c3f-952ae07a4315 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-601942'] for router_gateway, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:44:28.380491 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-813b4c8c-25ce-40d3-8f2a-20969ba49c92 req-3bb0c140-f983-4885-aab6-a695bb2168dc tempest-ServersNegativeTestJSON-1638865794 tempest-ServersNegativeTestJSON-1638865794-project] 10.222.0.67 "GET /v2.0/ports?device_id=6942dd4a-2993-4094-af13-ca4f91683a85 HTTP/1.1" status: 200 len: 944 time: 0.3881712 Sep 23 19:44:28.414826 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-222f47f1-1122-45cd-bc23-1d332c8ad17b req-d3b956a6-fa7d-4076-b130-c95476567bf0 tempest-AttachVolumeShelveTestJSON-2035318112 tempest-AttachVolumeShelveTestJSON-2035318112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:44:28.425004 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-222f47f1-1122-45cd-bc23-1d332c8ad17b req-d3b956a6-fa7d-4076-b130-c95476567bf0 tempest-AttachVolumeShelveTestJSON-2035318112 tempest-AttachVolumeShelveTestJSON-2035318112-project] 10.222.0.67 "GET /v2.0/ports?device_id=036bfa8b-48f6-483d-9ccb-759a52abd0b0 HTTP/1.1" status: 200 len: 944 time: 0.4263787 Sep 23 19:44:28.438560 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.db [req-362bb36f-bf66-4b15-9834-4c106889f85a req-e2662b8f-8e84-4697-8a68-e7aa95be2ddc service neutron] For port 79ee258c-88f6-46b2-b5bb-87d8ad0b9864, host n-h1-713301-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-16',level=0,port_id=79ee258c-88f6-46b2-b5bb-87d8ad0b9864,segment=NetworkSegment(c5b82793-12a0-4116-8d9f-ade119c657cf),segment_id=c5b82793-12a0-4116-8d9f-ade119c657cf)] {{(pid=95102) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 19:44:28.475420 n-d-713301-16 neutron-server[95102]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ff70fd3b-2f54-48cb-8a3c-93badfe7293e tempest-RoutersIpV6Test-563412711 tempest-RoutersIpV6Test-563412711-project] Router dc71851d-1f5a-4d66-ba76-b05974590d54 has already been hosted by L3 agent 79a740bf-7821-4989-8288-7186e3e128f3 {{(pid=95102) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 19:44:28.500114 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-362bb36f-bf66-4b15-9834-4c106889f85a req-e2662b8f-8e84-4697-8a68-e7aa95be2ddc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4399095'] for port, after_update {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:44:28.591381 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-f680d597-ef2b-46c2-92c3-7cf224f34a09 tempest-ExternalNetworksTestJSON-1669068940 tempest-ExternalNetworksTestJSON-1669068940-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1754676', 'neutron.services.segments.db._delete_segments_for_network-8783146221460'] for network, precommit_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:44:28.621896 n-d-713301-16 neutron-server[95101]: DEBUG neutron.services.segments.db [None req-f680d597-ef2b-46c2-92c3-7cf224f34a09 tempest-ExternalNetworksTestJSON-1669068940 tempest-ExternalNetworksTestJSON-1669068940-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['65b1afef-2f6c-46f7-8f9f-cd3a063ef445']}} {{(pid=95101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:44:28.649847 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-813b4c8c-25ce-40d3-8f2a-20969ba49c92 req-22d123e5-1016-4c76-922f-31b105b0dcbd tempest-ServersNegativeTestJSON-1638865794 tempest-ServersNegativeTestJSON-1638865794-project] 10.222.0.67 "GET /v2.0/security-groups?id=4daca97c-f524-4fb0-8b34-b36a0affa33e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2654698 Sep 23 19:44:28.650759 n-d-713301-16 neutron-server[95101]: DEBUG neutron.services.segments.db [None req-f680d597-ef2b-46c2-92c3-7cf224f34a09 tempest-ExternalNetworksTestJSON-1669068940 tempest-ExternalNetworksTestJSON-1669068940-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '32031622-5a73-4565-a64a-306b8c701748') {'for_net_delete': True} {{(pid=95101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:44:28.652871 n-d-713301-16 neutron-server[95101]: DEBUG neutron.services.segments.db [None req-f680d597-ef2b-46c2-92c3-7cf224f34a09 tempest-ExternalNetworksTestJSON-1669068940 tempest-ExternalNetworksTestJSON-1669068940-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '32031622-5a73-4565-a64a-306b8c701748') {} {{(pid=95101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:44:28.678549 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-f680d597-ef2b-46c2-92c3-7cf224f34a09 tempest-ExternalNetworksTestJSON-1669068940 tempest-ExternalNetworksTestJSON-1669068940-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783146221725', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6007147'] for segment, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:44:28.710080 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Device b93c2628-3d41-4f95-8fff-571fb9f87cad no longer exists at agent ovs-agent-n-d-713301-16 {{(pid=95103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 19:44:28.713625 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-362bb36f-bf66-4b15-9834-4c106889f85a req-e2662b8f-8e84-4697-8a68-e7aa95be2ddc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:44:28.715112 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-362bb36f-bf66-4b15-9834-4c106889f85a req-e2662b8f-8e84-4697-8a68-e7aa95be2ddc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222849'] for port, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:44:28.721358 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-362bb36f-bf66-4b15-9834-4c106889f85a req-e2662b8f-8e84-4697-8a68-e7aa95be2ddc service neutron] 10.222.0.74 "PUT /v2.0/ports/79ee258c-88f6-46b2-b5bb-87d8ad0b9864 HTTP/1.1" status: 200 len: 1093 time: 2.9521172 Sep 23 19:44:28.725697 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-222f47f1-1122-45cd-bc23-1d332c8ad17b req-cb735fa9-5f82-42ba-ae95-8881ef09b1a5 tempest-AttachVolumeShelveTestJSON-2035318112 tempest-AttachVolumeShelveTestJSON-2035318112-project] 10.222.0.67 "GET /v2.0/security-groups?id=209f1ee5-6189-41c6-b235-f9c754b12a19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3001082 Sep 23 19:44:28.726503 n-d-713301-16 neutron-server[95102]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '036bfa8b-48f6-483d-9ccb-759a52abd0b0', 'tag': '79ee258c-88f6-46b2-b5bb-87d8ad0b9864'}] {{(pid=95102) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 19:44:28.733205 n-d-713301-16 neutron-server[95102]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab31b6d93e5336dbddfa8ec424565b3bd8cb2369c5b4d85bc943472dbb21e8ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0396f5b3-0689-4fd1-8397-e509769fa8d3" -d '{"events": [{"name": "network-changed", "server_uuid": "036bfa8b-48f6-483d-9ccb-759a52abd0b0", "tag": "79ee258c-88f6-46b2-b5bb-87d8ad0b9864"}]}' {{(pid=95102) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 19:44:28.742453 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 37752) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:44:28.748925 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.plugin [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] No Port match for: b93c2628-3d41-4f95-8fff-571fb9f87cad {{(pid=95103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 19:44:28.749560 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Device b93c2628-3d41-4f95-8fff-571fb9f87cad not bound to the agent host n-d-713301-16 {{(pid=95103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 19:44:28.750534 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Device b766922d-1387-4829-9573-19605242a9a7 no longer exists at agent ovs-agent-n-d-713301-16 {{(pid=95103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 19:44:28.752257 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-f680d597-ef2b-46c2-92c3-7cf224f34a09 tempest-ExternalNetworksTestJSON-1669068940 tempest-ExternalNetworksTestJSON-1669068940-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1756186'] for segment, precommit_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:44:28.782767 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.plugin [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] No Port match for: b766922d-1387-4829-9573-19605242a9a7 {{(pid=95103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 19:44:28.785915 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Device b766922d-1387-4829-9573-19605242a9a7 not bound to the agent host n-d-713301-16 {{(pid=95103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 19:44:28.826624 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-c05aeed6-527c-443b-8c3f-952ae07a4315 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-597305', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29369'] for router, precommit_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:44:28.829025 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f680d597-ef2b-46c2-92c3-7cf224f34a09 tempest-ExternalNetworksTestJSON-1669068940 tempest-ExternalNetworksTestJSON-1669068940-project-admin] Releasing vlan 612 on physical network physnet1 to pool {{(pid=95101) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 19:44:28.829681 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-f680d597-ef2b-46c2-92c3-7cf224f34a09 tempest-ExternalNetworksTestJSON-1669068940 tempest-ExternalNetworksTestJSON-1669068940-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1756186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5608436'] for segment, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:44:28.831597 n-d-713301-16 neutron-server[95101]: Traceback (most recent call last): Sep 23 19:44:28.831597 n-d-713301-16 neutron-server[95101]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 19:44:28.831597 n-d-713301-16 neutron-server[95101]: timer() Sep 23 19:44:28.831597 n-d-713301-16 neutron-server[95101]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 19:44:28.831597 n-d-713301-16 neutron-server[95101]: cb(*args, **kw) Sep 23 19:44:28.831597 n-d-713301-16 neutron-server[95101]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 19:44:28.831597 n-d-713301-16 neutron-server[95101]: return func(*args, **kwargs) Sep 23 19:44:28.831597 n-d-713301-16 neutron-server[95101]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 19:44:28.831597 n-d-713301-16 neutron-server[95101]: self._notify() Sep 23 19:44:28.831597 n-d-713301-16 neutron-server[95101]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 19:44:28.831597 n-d-713301-16 neutron-server[95101]: self.callback(batched_events) Sep 23 19:44:28.831597 n-d-713301-16 neutron-server[95101]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 19:44:28.831597 n-d-713301-16 neutron-server[95101]: event.method(event) Sep 23 19:44:28.831597 n-d-713301-16 neutron-server[95101]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 19:44:28.831597 n-d-713301-16 neutron-server[95101]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 19:44:28.831597 n-d-713301-16 neutron-server[95101]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 19:44:28.831597 n-d-713301-16 neutron-server[95101]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 19:44:28.831597 n-d-713301-16 neutron-server[95101]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 19:44:28.831597 n-d-713301-16 neutron-server[95101]: return f(self, *a, **k) Sep 23 19:44:28.831597 n-d-713301-16 neutron-server[95101]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 19:44:28.831597 n-d-713301-16 neutron-server[95101]: return self._get(url).json() Sep 23 19:44:28.831597 n-d-713301-16 neutron-server[95101]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 19:44:28.831597 n-d-713301-16 neutron-server[95101]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 19:44:28.831597 n-d-713301-16 neutron-server[95101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 19:44:28.831597 n-d-713301-16 neutron-server[95101]: return self.request(url, 'GET', **kwargs) Sep 23 19:44:28.831597 n-d-713301-16 neutron-server[95101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 19:44:28.831597 n-d-713301-16 neutron-server[95101]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 19:44:28.831597 n-d-713301-16 neutron-server[95101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 19:44:28.831597 n-d-713301-16 neutron-server[95101]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 19:44:28.831597 n-d-713301-16 neutron-server[95101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 19:44:28.831597 n-d-713301-16 neutron-server[95101]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 19:44:28.831597 n-d-713301-16 neutron-server[95101]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 19:44:28.952550 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-c05aeed6-527c-443b-8c3f-952ae07a4315 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:44:29.026354 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-f680d597-ef2b-46c2-92c3-7cf224f34a09 tempest-ExternalNetworksTestJSON-1669068940 tempest-ExternalNetworksTestJSON-1669068940-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1754627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-601866'] for network, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:44:29.045495 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f680d597-ef2b-46c2-92c3-7cf224f34a09 tempest-ExternalNetworksTestJSON-1669068940 tempest-ExternalNetworksTestJSON-1669068940-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 65b1afef-2f6c-46f7-8f9f-cd3a063ef445 {{(pid=95101) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Sep 23 19:44:29.055253 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-f680d597-ef2b-46c2-92c3-7cf224f34a09 tempest-ExternalNetworksTestJSON-1669068940 tempest-ExternalNetworksTestJSON-1669068940-project-admin] Notify callbacks [] for network, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:44:29.060954 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-f680d597-ef2b-46c2-92c3-7cf224f34a09 tempest-ExternalNetworksTestJSON-1669068940 tempest-ExternalNetworksTestJSON-1669068940-project-admin] 10.222.0.67 "DELETE /v2.0/networks/65b1afef-2f6c-46f7-8f9f-cd3a063ef445 HTTP/1.1" status: 204 len: 168 time: 1.0044112 Sep 23 19:44:29.072488 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 37766) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:44:29.079006 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.v2.base [None req-ff49a648-378f-4aaf-8f78-a51a0e34b840 tempest-ExternalNetworksTestJSON-1669068940 tempest-ExternalNetworksTestJSON-1669068940-project-admin] Request body: {'network': {'router:external': True}} {{(pid=95101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:44:29.083175 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f680d597-ef2b-46c2-92c3-7cf224f34a09 tempest-ExternalNetworksTestJSON-1669068940 tempest-ExternalNetworksTestJSON-1669068940-project-admin] Pushing event deleted for resources: {'Network': ['ID=65b1afef-2f6c-46f7-8f9f-cd3a063ef445,revision_number=None']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:44:29.091254 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-c05aeed6-527c-443b-8c3f-952ae07a4315 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-597296'] for router, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:44:29.094951 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c05aeed6-527c-443b-8c3f-952ae07a4315 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 799b259e-c030-438c-9e8e-130e346dc3c3 {{(pid=95101) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 23 19:44:29.101103 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-c05aeed6-527c-443b-8c3f-952ae07a4315 admin admin] Notify callbacks [] for router, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:44:29.102615 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-c05aeed6-527c-443b-8c3f-952ae07a4315 admin admin] 10.222.0.67 "DELETE /v2.0/routers/799b259e-c030-438c-9e8e-130e346dc3c3 HTTP/1.1" status: 204 len: 168 time: 2.3535490 Sep 23 19:44:29.106162 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 37768) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:44:29.175290 n-d-713301-16 neutron-server[95101]: DEBUG neutron.db.db_base_plugin_v2 [None req-fbb5d805-61cc-4eb1-9f19-5f08566cf180 admin admin] Deleting subnet c5aa3ac0-9cd5-40cd-ab5b-44ea34e24ad1 {{(pid=95101) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 23 19:44:29.179554 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff49a648-378f-4aaf-8f78-a51a0e34b840 tempest-ExternalNetworksTestJSON-1669068940 tempest-ExternalNetworksTestJSON-1669068940-project-admin] Made reservation on behalf of 7e1c0f216cfc43388e055242f3d669d9 for: {'network': 1} {{(pid=95101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:44:29.182686 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-ff49a648-378f-4aaf-8f78-a51a0e34b840 tempest-ExternalNetworksTestJSON-1669068940 tempest-ExternalNetworksTestJSON-1669068940-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for network, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:44:29.185467 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-fbb5d805-61cc-4eb1-9f19-5f08566cf180 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:44:29.259050 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-fbb5d805-61cc-4eb1-9f19-5f08566cf180 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6007154'] for subnet, precommit_delete_associations {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:44:29.281777 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ff49a648-378f-4aaf-8f78-a51a0e34b840 tempest-ExternalNetworksTestJSON-1669068940 tempest-ExternalNetworksTestJSON-1669068940-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 630} {{(pid=95101) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 19:44:29.316464 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-ff49a648-378f-4aaf-8f78-a51a0e34b840 tempest-ExternalNetworksTestJSON-1669068940 tempest-ExternalNetworksTestJSON-1669068940-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1756186'] for segment, precommit_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:44:29.317088 n-d-713301-16 neutron-server[95101]: INFO neutron.db.segments_db [None req-ff49a648-378f-4aaf-8f78-a51a0e34b840 tempest-ExternalNetworksTestJSON-1669068940 tempest-ExternalNetworksTestJSON-1669068940-project-admin] Added segment 50b98265-294d-406f-a05d-474bed749484 of type vlan for network 26cac852-64cc-4dfc-b451-0ce14cbeaad1 Sep 23 19:44:29.407044 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-ff49a648-378f-4aaf-8f78-a51a0e34b840 tempest-ExternalNetworksTestJSON-1669068940 tempest-ExternalNetworksTestJSON-1669068940-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783145630486'] for network, precommit_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:44:29.434685 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-fbb5d805-61cc-4eb1-9f19-5f08566cf180 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1756813'] for subnet, precommit_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:44:29.452034 n-d-713301-16 neutron-server[95102]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 19:44:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f3e76cd-9426-4112-ab97-fa67f1d814ab x-openstack-request-id: req-2f3e76cd-9426-4112-ab97-fa67f1d814ab {{(pid=95102) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 19:44:29.452811 n-d-713301-16 neutron-server[95102]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "036bfa8b-48f6-483d-9ccb-759a52abd0b0", "tag": "79ee258c-88f6-46b2-b5bb-87d8ad0b9864", "status": "completed", "code": 200}]} {{(pid=95102) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 19:44:29.453129 n-d-713301-16 neutron-server[95102]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-2f3e76cd-9426-4112-ab97-fa67f1d814ab {{(pid=95102) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 19:44:29.453587 n-d-713301-16 neutron-server[95102]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '036bfa8b-48f6-483d-9ccb-759a52abd0b0', 'tag': '79ee258c-88f6-46b2-b5bb-87d8ad0b9864', 'status': 'completed', 'code': 200} Sep 23 19:44:29.465780 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2662b8f-8e84-4697-8a68-e7aa95be2ddc service neutron] Pushing event updated for resources: {'Port': ['ID=79ee258c-88f6-46b2-b5bb-87d8ad0b9864,revision_number=3']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:44:29.560594 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-362bb36f-bf66-4b15-9834-4c106889f85a req-72ed5762-7f9b-44d8-b3cd-ce0da4883ba8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:44:29.563170 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-362bb36f-bf66-4b15-9834-4c106889f85a req-72ed5762-7f9b-44d8-b3cd-ce0da4883ba8 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=9f955dc8eb0a49dcaf259d890508d18f&device_id=036bfa8b-48f6-483d-9ccb-759a52abd0b0 HTTP/1.1" status: 200 len: 1096 time: 0.1130958 Sep 23 19:44:29.584718 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff70fd3b-2f54-48cb-8a3c-93badfe7293e tempest-RoutersIpV6Test-563412711 tempest-RoutersIpV6Test-563412711-project] Notify agent at l3_agent.n-d-713301-16 the message routers_updated {{(pid=95102) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 19:44:29.595700 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-ff70fd3b-2f54-48cb-8a3c-93badfe7293e tempest-RoutersIpV6Test-563412711 tempest-RoutersIpV6Test-563412711-project] 10.222.0.67 "PUT /v2.0/routers/dc71851d-1f5a-4d66-ba76-b05974590d54/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.9679980 Sep 23 19:44:29.610212 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 37778) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:44:29.661893 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-ff49a648-378f-4aaf-8f78-a51a0e34b840 tempest-ExternalNetworksTestJSON-1669068940 tempest-ExternalNetworksTestJSON-1669068940-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299'] for network, after_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:44:29.663059 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff49a648-378f-4aaf-8f78-a51a0e34b840 tempest-ExternalNetworksTestJSON-1669068940 tempest-ExternalNetworksTestJSON-1669068940-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:44:29.663638 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-ff49a648-378f-4aaf-8f78-a51a0e34b840 tempest-ExternalNetworksTestJSON-1669068940 tempest-ExternalNetworksTestJSON-1669068940-project-admin] Notify callbacks [] for network, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:44:29.682131 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-362bb36f-bf66-4b15-9834-4c106889f85a req-133edbb8-6324-4b04-abdc-4fbf73727f62 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=79ee258c-88f6-46b2-b5bb-87d8ad0b9864 HTTP/1.1" status: 200 len: 217 time: 0.1093662 Sep 23 19:44:29.714569 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-ff49a648-378f-4aaf-8f78-a51a0e34b840 tempest-ExternalNetworksTestJSON-1669068940 tempest-ExternalNetworksTestJSON-1669068940-project-admin] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 836 time: 0.6369343 Sep 23 19:44:29.721033 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 37782) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:44:29.730554 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-24c390e4-df78-44d7-9785-6c775e5f4005 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:44:29.746786 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.v2.base [None req-40cfdc5b-30e5-48b9-816e-f6ffa3dc1a45 tempest-ExternalNetworksTestJSON-1669068940 tempest-ExternalNetworksTestJSON-1669068940-project-admin] Request body: {'subnet': {'network_id': '26cac852-64cc-4dfc-b451-0ce14cbeaad1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=95101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:44:29.752922 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66ef1411-72dc-4781-9737-abcf3902c8c1 None None] Sync routers for ids ['dc71851d-1f5a-4d66-ba76-b05974590d54'] in n-d-713301-16 {{(pid=95103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 19:44:29.770185 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66ef1411-72dc-4781-9737-abcf3902c8c1 None None] Routers {'dc71851d-1f5a-4d66-ba76-b05974590d54'} bound to L3 agent in host n-d-713301-16 {{(pid=95103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 19:44:29.771118 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_hamode_db [None req-66ef1411-72dc-4781-9737-abcf3902c8c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-23T19:07:52Z,description=,heartbeat_timestamp=2021-09-23T19:44:22Z,host='n-d-713301-16',id=79a740bf-7821-4989-8288-7186e3e128f3,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:07:52Z,topic='l3_agent')) {'router_ids': ['dc71851d-1f5a-4d66-ba76-b05974590d54'], 'active': True} {{(pid=95103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:44:29.852496 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c652bf32-eae6-440c-ad02-b01fe0b35dfa req-ede39a0f-58a1-4ac3-aeb2-9fbe421481ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:44:29.854125 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-c652bf32-eae6-440c-ad02-b01fe0b35dfa req-ede39a0f-58a1-4ac3-aeb2-9fbe421481ac service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=6942dd4a-2993-4094-af13-ca4f91683a85&tenant_id=71dd9ac001f74f8ba18264101352d8e3 HTTP/1.1" status: 200 len: 1096 time: 0.3627689 Sep 23 19:44:29.888703 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40cfdc5b-30e5-48b9-816e-f6ffa3dc1a45 tempest-ExternalNetworksTestJSON-1669068940 tempest-ExternalNetworksTestJSON-1669068940-project-admin] Made reservation on behalf of 7e1c0f216cfc43388e055242f3d669d9 for: {'subnet': 1} {{(pid=95101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:44:29.896421 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-40cfdc5b-30e5-48b9-816e-f6ffa3dc1a45 tempest-ExternalNetworksTestJSON-1669068940 tempest-ExternalNetworksTestJSON-1669068940-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6130979'] for subnet, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:44:29.897236 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-362bb36f-bf66-4b15-9834-4c106889f85a req-19076643-8d90-4735-8428-9db1369b2f44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:44:29.898963 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-362bb36f-bf66-4b15-9834-4c106889f85a req-19076643-8d90-4735-8428-9db1369b2f44 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=cfb66c78-2a7b-4d98-8fdd-683258461232 HTTP/1.1" status: 200 len: 855 time: 0.1964903 Sep 23 19:44:29.959403 n-d-713301-16 neutron-server[95101]: DEBUG neutron.db.db_base_plugin_v2 [None req-b95a5015-39f6-43ad-a801-2361fb4a884a tempest-RoutersIpV6Test-563412711 tempest-RoutersIpV6Test-563412711-project] Deleting subnet 0ef042fb-a9c3-43a2-abca-e49fc01bb835 {{(pid=95101) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 23 19:44:29.970551 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-fbb5d805-61cc-4eb1-9f19-5f08566cf180 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1756804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5607514', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6130950'] for subnet, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:44:29.975944 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_dvr_db [None req-66ef1411-72dc-4781-9737-abcf3902c8c1 None None] Set router dc71851d-1f5a-4d66-ba76-b05974590d54 gateway port host: None {{(pid=95103) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 19:44:29.994824 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-b95a5015-39f6-43ad-a801-2361fb4a884a tempest-RoutersIpV6Test-563412711 tempest-RoutersIpV6Test-563412711-project] Notify callbacks [] for subnet, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:44:30.055116 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-399297cb-3fe0-4a3f-9bdd-6b7a0e981739 req-1e447818-9af3-47f6-af59-b0ed802c04db tempest-ServersNegativeTestJSON-1638865794 tempest-ServersNegativeTestJSON-1638865794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:44:30.056668 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-399297cb-3fe0-4a3f-9bdd-6b7a0e981739 req-1e447818-9af3-47f6-af59-b0ed802c04db tempest-ServersNegativeTestJSON-1638865794 tempest-ServersNegativeTestJSON-1638865794-project] 10.222.0.67 "GET /v2.0/ports?device_id=6942dd4a-2993-4094-af13-ca4f91683a85 HTTP/1.1" status: 200 len: 944 time: 0.2628770 Sep 23 19:44:30.074144 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-362bb36f-bf66-4b15-9834-4c106889f85a req-2be20ed9-77d2-4320-8eda-677619e02833 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:44:30.075660 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-362bb36f-bf66-4b15-9834-4c106889f85a req-2be20ed9-77d2-4320-8eda-677619e02833 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=fc2b89b8-ce3f-4c16-8b68-220076c74d2b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1278601 Sep 23 19:44:30.091966 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d70d73e4-53cd-473d-bd9d-a5c5bb78eddd req-06d2412d-963e-4ec3-8631-31ad068a58e1 tempest-AttachVolumeShelveTestJSON-2035318112 tempest-AttachVolumeShelveTestJSON-2035318112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:44:30.099219 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-d70d73e4-53cd-473d-bd9d-a5c5bb78eddd req-06d2412d-963e-4ec3-8631-31ad068a58e1 tempest-AttachVolumeShelveTestJSON-2035318112 tempest-AttachVolumeShelveTestJSON-2035318112-project] 10.222.0.67 "GET /v2.0/ports?device_id=036bfa8b-48f6-483d-9ccb-759a52abd0b0 HTTP/1.1" status: 200 len: 944 time: 0.2397790 Sep 23 19:44:30.222030 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff49a648-378f-4aaf-8f78-a51a0e34b840 tempest-ExternalNetworksTestJSON-1669068940 tempest-ExternalNetworksTestJSON-1669068940-project-admin] Pushing event updated for resources: {'Network': ['ID=26cac852-64cc-4dfc-b451-0ce14cbeaad1,revision_number=1']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:44:30.238006 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-fbb5d805-61cc-4eb1-9f19-5f08566cf180 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:44:30.240261 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-fbb5d805-61cc-4eb1-9f19-5f08566cf180 admin admin] 10.222.0.67 "DELETE /v2.0/subnets/c5aa3ac0-9cd5-40cd-ab5b-44ea34e24ad1 HTTP/1.1" status: 204 len: 168 time: 1.1329598 Sep 23 19:44:30.240536 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Network 26cac852-64cc-4dfc-b451-0ce14cbeaad1 details requested by agent ovs-agent-n-d-713301-16 with host n-d-713301-16 {{(pid=95103) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 19:44:30.256358 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-399297cb-3fe0-4a3f-9bdd-6b7a0e981739 req-ea14b100-5af7-4189-afb1-d552c522069f tempest-ServersNegativeTestJSON-1638865794 tempest-ServersNegativeTestJSON-1638865794-project] 10.222.0.67 "GET /v2.0/security-groups?id=4daca97c-f524-4fb0-8b34-b36a0affa33e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1874294 Sep 23 19:44:30.258616 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 37794) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:44:30.270827 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbb5d805-61cc-4eb1-9f19-5f08566cf180 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c5aa3ac0-9cd5-40cd-ab5b-44ea34e24ad1,revision_number=None']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:44:30.285180 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-d70d73e4-53cd-473d-bd9d-a5c5bb78eddd req-57c2bf23-e209-45e2-9fe0-1ca44df124d6 tempest-AttachVolumeShelveTestJSON-2035318112 tempest-AttachVolumeShelveTestJSON-2035318112-project] 10.222.0.67 "GET /v2.0/security-groups?id=209f1ee5-6189-41c6-b235-f9c754b12a19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1792397 Sep 23 19:44:30.328494 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7e11c7b-3fe6-4757-b98c-6ad69b6f447a None None] Network 7fafb3d9-de72-4d87-8d56-0a7bcad8db30 requested from n-d-713301-16 {{(pid=95103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 19:44:30.330669 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-24c390e4-df78-44d7-9785-6c775e5f4005 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:44:30.340204 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-362bb36f-bf66-4b15-9834-4c106889f85a req-225916d2-2f83-4750-a06e-8d30fcaf6dfe service neutron] 10.222.0.74 "GET /v2.0/networks/fc2b89b8-ce3f-4c16-8b68-220076c74d2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2376518 Sep 23 19:44:30.383904 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-24c390e4-df78-44d7-9785-6c775e5f4005 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:44:30.435950 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24c390e4-df78-44d7-9785-6c775e5f4005 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=200fdbe7-29b4-4fb3-b7a9-ee0be0d0d4d5,revision_number=1']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:44:30.437007 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_hamode_db [None req-66ef1411-72dc-4781-9737-abcf3902c8c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc71851d-1f5a-4d66-ba76-b05974590d54', 'name': 'tempest-RoutersIpV6Test-router-1785279921', 'tenant_id': 'fd66fc1e2cf64f369d6db25080c0cb06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:43:29Z', 'updated_at': '2021-09-23T19:44:26Z', 'revision_number': 9, 'project_id': 'fd66fc1e2cf64f369d6db25080c0cb06', 'gw_port_host': None, '_interfaces': [{'id': '2bc1be1d-e1ed-42fa-ae3b-d3a995eaa854', 'name': '', 'network_id': 'eb7ee6df-b6ba-45d6-91cd-a3b513be0e8c', 'tenant_id': 'fd66fc1e2cf64f369d6db25080c0cb06', 'mac_address': 'fa:16:3e:22:70:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc71851d-1f5a-4d66-ba76-b05974590d54', 'device_owner': 'network:router_interface', 'standard_attr_id': 2713, 'fixed_ips': [{'subnet_id': '7bf004d2-1700-4c8f-be15-804ddb0ed04c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:43:31Z', 'updated_at': '2021-09-23T19:43:38Z', 'revision_number': 5, 'project_id': 'fd66fc1e2cf64f369d6db25080c0cb06', 'subnets': [{'id': '7bf004d2-1700-4c8f-be15-804ddb0ed04c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f4857f5d-973e-4d61-b1b8-4bec3726c5f6', 'name': '', 'network_id': '624e596e-769e-40b5-9ff9-cdd4e151ebba', 'tenant_id': 'fd66fc1e2cf64f369d6db25080c0cb06', 'mac_address': 'fa:16:3e:a1:43:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc71851d-1f5a-4d66-ba76-b05974590d54', 'device_owner': 'network:router_interface', 'standard_attr_id': 2724, 'fixed_ips': [{'subnet_id': '134a0ec1-e18d-4ff7-8a0f-d03ae0c19bd3', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:43:37Z', 'updated_at': '2021-09-23T19:43:45Z', 'revision_number': 5, 'project_id': 'fd66fc1e2cf64f369d6db25080c0cb06', 'subnets': [{'id': '134a0ec1-e18d-4ff7-8a0f-d03ae0c19bd3', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-16', False) {} {{(pid=95103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:44:30.458922 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-40e7f69b-7723-4922-9684-fbacf56d34b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1628021'] for network, before_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:44:30.488512 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-24c390e4-df78-44d7-9785-6c775e5f4005 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=650f642aa0f84276ad3d9760ee873853&name=default HTTP/1.1" status: 200 len: 2983 time: 1.6929262 Sep 23 19:44:30.491760 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 37798) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:44:30.492524 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66ef1411-72dc-4781-9737-abcf3902c8c1 None None] Checking router: dc71851d-1f5a-4d66-ba76-b05974590d54 for host: n-d-713301-16 {{(pid=95103) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 19:44:30.505134 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66ef1411-72dc-4781-9737-abcf3902c8c1 None None] Routers {'dc71851d-1f5a-4d66-ba76-b05974590d54'} bound to L3 agent in host n-d-713301-16 {{(pid=95103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 19:44:30.506045 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_hamode_db [None req-66ef1411-72dc-4781-9737-abcf3902c8c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-23T19:07:52Z,description=,heartbeat_timestamp=2021-09-23T19:44:22Z,host='n-d-713301-16',id=79a740bf-7821-4989-8288-7186e3e128f3,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:07:52Z,topic='l3_agent')) {'router_ids': ['dc71851d-1f5a-4d66-ba76-b05974590d54'], 'active': True} {{(pid=95103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:44:30.629945 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b17b2b66-4277-48e8-89cd-979404d0406b None None] DHCP port deletion for 7fafb3d9-de72-4d87-8d56-0a7bcad8db30 request from n-d-713301-16 {{(pid=95103) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 23 19:44:30.640098 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_dvr_db [None req-66ef1411-72dc-4781-9737-abcf3902c8c1 None None] Set router dc71851d-1f5a-4d66-ba76-b05974590d54 gateway port host: None {{(pid=95103) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 19:44:30.643136 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-362bb36f-bf66-4b15-9834-4c106889f85a req-accb8884-5281-4dd5-a471-6ccd0aba50be service neutron] 10.222.0.74 "GET /v2.0/networks/fc2b89b8-ce3f-4c16-8b68-220076c74d2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2599869 Sep 23 19:44:30.646459 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-cff60364-6c54-4d20-bcc1-1df331e7020c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:44:30.670991 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-cff60364-6c54-4d20-bcc1-1df331e7020c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:44:30.769146 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-cff60364-6c54-4d20-bcc1-1df331e7020c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:44:30.771735 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-cff60364-6c54-4d20-bcc1-1df331e7020c admin admin] Notify callbacks [] for security_group, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:44:30.775389 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-cff60364-6c54-4d20-bcc1-1df331e7020c admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/200fdbe7-29b4-4fb3-b7a9-ee0be0d0d4d5 HTTP/1.1" status: 204 len: 168 time: 0.2796066 Sep 23 19:44:30.781439 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c652bf32-eae6-440c-ad02-b01fe0b35dfa req-8e5faf13-36b3-4206-8f77-47abde497ec1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:44:30.783262 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-c652bf32-eae6-440c-ad02-b01fe0b35dfa req-8e5faf13-36b3-4206-8f77-47abde497ec1 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=71dd9ac001f74f8ba18264101352d8e3&device_id=6942dd4a-2993-4094-af13-ca4f91683a85 HTTP/1.1" status: 200 len: 1096 time: 0.8842285 Sep 23 19:44:30.792446 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-b95a5015-39f6-43ad-a801-2361fb4a884a tempest-RoutersIpV6Test-563412711 tempest-RoutersIpV6Test-563412711-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6007154'] for subnet, precommit_delete_associations {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:44:30.819691 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff60364-6c54-4d20-bcc1-1df331e7020c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=200fdbe7-29b4-4fb3-b7a9-ee0be0d0d4d5,revision_number=None']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:44:30.834533 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.plugin [None req-40e7f69b-7723-4922-9684-fbacf56d34b1 admin admin] Deleting port 1efc779c-b714-471b-8bed-fe42dadd983f {{(pid=95102) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:44:30.834843 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-40e7f69b-7723-4922-9684-fbacf56d34b1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783146157096'] for port, before_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:44:30.908394 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0396f5b3-0689-4fd1-8397-e509769fa8d3 req-1ce031d8-2ae6-4b4a-9578-4d4b6ec1f61c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:44:30.909865 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-0396f5b3-0689-4fd1-8397-e509769fa8d3 req-1ce031d8-2ae6-4b4a-9578-4d4b6ec1f61c service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=9f955dc8eb0a49dcaf259d890508d18f&device_id=036bfa8b-48f6-483d-9ccb-759a52abd0b0 HTTP/1.1" status: 200 len: 1096 time: 0.1869297 Sep 23 19:44:31.046788 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.db [None req-40e7f69b-7723-4922-9684-fbacf56d34b1 admin admin] For port 1efc779c-b714-471b-8bed-fe42dadd983f, host n-d-713301-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-16',level=0,port_id=1efc779c-b714-471b-8bed-fe42dadd983f,segment=NetworkSegment(d8402129-e46c-475e-8b4c-88724e8b832b),segment_id=d8402129-e46c-475e-8b4c-88724e8b832b)] {{(pid=95102) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:44:31.047481 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-40e7f69b-7723-4922-9684-fbacf56d34b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-605701'] for port, precommit_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:44:31.102815 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.plugin [None req-40e7f69b-7723-4922-9684-fbacf56d34b1 admin admin] Calling delete_port for 1efc779c-b714-471b-8bed-fe42dadd983f owned by network:dhcp {{(pid=95102) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:44:31.103242 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c652bf32-eae6-440c-ad02-b01fe0b35dfa req-f4ca0290-d734-42c3-82d7-1ea4bec26f9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:44:31.105404 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-c652bf32-eae6-440c-ad02-b01fe0b35dfa req-f4ca0290-d734-42c3-82d7-1ea4bec26f9d service neutron] 10.222.0.53 "GET /v2.0/networks?id=bd1e9a1b-24bd-4f73-b7dd-094a5b1ba73a HTTP/1.1" status: 200 len: 915 time: 0.3078701 Sep 23 19:44:31.120948 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.plugin [None req-b17b2b66-4277-48e8-89cd-979404d0406b None None] Deleting port 1efc779c-b714-471b-8bed-fe42dadd983f {{(pid=95103) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:44:31.121631 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b17b2b66-4277-48e8-89cd-979404d0406b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783146157096'] for port, before_delete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:44:31.137707 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-b95a5015-39f6-43ad-a801-2361fb4a884a tempest-RoutersIpV6Test-563412711 tempest-RoutersIpV6Test-563412711-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1756813'] for subnet, precommit_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:44:31.211954 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-40e7f69b-7723-4922-9684-fbacf56d34b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783146162158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783145673144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4399100'] for port, after_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:44:31.216065 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-b17b2b66-4277-48e8-89cd-979404d0406b None None] For port 1efc779c-b714-471b-8bed-fe42dadd983f, host n-d-713301-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-16',level=0,port_id=1efc779c-b714-471b-8bed-fe42dadd983f,segment=NetworkSegment(d8402129-e46c-475e-8b4c-88724e8b832b),segment_id=d8402129-e46c-475e-8b4c-88724e8b832b)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:44:31.216554 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b17b2b66-4277-48e8-89cd-979404d0406b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-605701'] for port, precommit_delete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:44:31.233418 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-c652bf32-eae6-440c-ad02-b01fe0b35dfa req-cf52f388-4b1a-4f51-b875-43d859196970 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=da1cccf9-fec5-48ec-99c3-a7ba7ed97445 HTTP/1.1" status: 200 len: 217 time: 0.0920303 Sep 23 19:44:31.234281 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.plugin [None req-b17b2b66-4277-48e8-89cd-979404d0406b None None] Calling delete_port for 1efc779c-b714-471b-8bed-fe42dadd983f owned by network:dhcp {{(pid=95103) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:44:31.235640 n-d-713301-16 neutron-server[95102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40e7f69b-7723-4922-9684-fbacf56d34b1 admin admin] No DVR routers for this DVR port 1efc779c-b714-471b-8bed-fe42dadd983f on host n-d-713301-16 {{(pid=95102) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 19:44:31.273889 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e7f69b-7723-4922-9684-fbacf56d34b1 admin admin] Pushing event deleted for resources: {'Port': ['ID=1efc779c-b714-471b-8bed-fe42dadd983f,revision_number=None']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:44:31.362664 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b17b2b66-4277-48e8-89cd-979404d0406b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783146162158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783145673144'] for port, after_delete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:44:31.394656 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b17b2b66-4277-48e8-89cd-979404d0406b None None] Pushing event deleted for resources: {'Port': ['ID=1efc779c-b714-471b-8bed-fe42dadd983f,revision_number=None']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:44:31.429601 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c652bf32-eae6-440c-ad02-b01fe0b35dfa req-d30c4975-99b1-4cef-8add-755a012bef06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:44:31.431551 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-c652bf32-eae6-440c-ad02-b01fe0b35dfa req-d30c4975-99b1-4cef-8add-755a012bef06 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=3168c2f0-c410-47c7-9b0a-467008e3d34d HTTP/1.1" status: 200 len: 854 time: 0.1889176 Sep 23 19:44:31.440880 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b17b2b66-4277-48e8-89cd-979404d0406b None None] No DVR routers for this DVR port 1efc779c-b714-471b-8bed-fe42dadd983f on host n-d-713301-16 {{(pid=95103) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 19:44:31.460019 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-40e7f69b-7723-4922-9684-fbacf56d34b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1754676', 'neutron.services.segments.db._delete_segments_for_network-8783146221460'] for network, precommit_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:44:31.466925 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-b95a5015-39f6-43ad-a801-2361fb4a884a tempest-RoutersIpV6Test-563412711 tempest-RoutersIpV6Test-563412711-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1756804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5607514', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6130950'] for subnet, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:44:31.488580 n-d-713301-16 neutron-server[95102]: DEBUG neutron.services.segments.db [None req-40e7f69b-7723-4922-9684-fbacf56d34b1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7fafb3d9-de72-4d87-8d56-0a7bcad8db30']}} {{(pid=95102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:44:31.499408 n-d-713301-16 neutron-server[95102]: DEBUG neutron.services.segments.db [None req-40e7f69b-7723-4922-9684-fbacf56d34b1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd8402129-e46c-475e-8b4c-88724e8b832b') {'for_net_delete': True} {{(pid=95102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:44:31.499635 n-d-713301-16 neutron-server[95102]: DEBUG neutron.services.segments.db [None req-40e7f69b-7723-4922-9684-fbacf56d34b1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd8402129-e46c-475e-8b4c-88724e8b832b') {} {{(pid=95102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:44:31.509275 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_hamode_db [None req-66ef1411-72dc-4781-9737-abcf3902c8c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc71851d-1f5a-4d66-ba76-b05974590d54', 'name': 'tempest-RoutersIpV6Test-router-1785279921', 'tenant_id': 'fd66fc1e2cf64f369d6db25080c0cb06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:43:29Z', 'updated_at': '2021-09-23T19:44:26Z', 'revision_number': 9, 'project_id': 'fd66fc1e2cf64f369d6db25080c0cb06', 'gw_port_host': None, '_interfaces': [{'id': '2bc1be1d-e1ed-42fa-ae3b-d3a995eaa854', 'name': '', 'network_id': 'eb7ee6df-b6ba-45d6-91cd-a3b513be0e8c', 'tenant_id': 'fd66fc1e2cf64f369d6db25080c0cb06', 'mac_address': 'fa:16:3e:22:70:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc71851d-1f5a-4d66-ba76-b05974590d54', 'device_owner': 'network:router_interface', 'standard_attr_id': 2713, 'fixed_ips': [{'subnet_id': '7bf004d2-1700-4c8f-be15-804ddb0ed04c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:43:31Z', 'updated_at': '2021-09-23T19:43:38Z', 'revision_number': 5, 'project_id': 'fd66fc1e2cf64f369d6db25080c0cb06', 'subnets': [{'id': '7bf004d2-1700-4c8f-be15-804ddb0ed04c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f4857f5d-973e-4d61-b1b8-4bec3726c5f6', 'name': '', 'network_id': '624e596e-769e-40b5-9ff9-cdd4e151ebba', 'tenant_id': 'fd66fc1e2cf64f369d6db25080c0cb06', 'mac_address': 'fa:16:3e:a1:43:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc71851d-1f5a-4d66-ba76-b05974590d54', 'device_owner': 'network:router_interface', 'standard_attr_id': 2724, 'fixed_ips': [{'subnet_id': '134a0ec1-e18d-4ff7-8a0f-d03ae0c19bd3', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:43:37Z', 'updated_at': '2021-09-23T19:43:45Z', 'revision_number': 5, 'project_id': 'fd66fc1e2cf64f369d6db25080c0cb06', 'subnets': [{'id': '134a0ec1-e18d-4ff7-8a0f-d03ae0c19bd3', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-16', False) {} {{(pid=95103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:44:31.509533 n-d-713301-16 neutron-server[95101]: DEBUG neutron.objects.ports [None req-40cfdc5b-30e5-48b9-816e-f6ffa3dc1a45 tempest-ExternalNetworksTestJSON-1669068940 tempest-ExternalNetworksTestJSON-1669068940-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=95101) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 23 19:44:31.509533 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-40cfdc5b-30e5-48b9-816e-f6ffa3dc1a45 tempest-ExternalNetworksTestJSON-1669068940 tempest-ExternalNetworksTestJSON-1669068940-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5607579', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6130961'] for subnet, after_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:44:31.514294 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-40e7f69b-7723-4922-9684-fbacf56d34b1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783146221725', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6162832'] for segment, before_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:44:31.535323 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-b95a5015-39f6-43ad-a801-2361fb4a884a tempest-RoutersIpV6Test-563412711 tempest-RoutersIpV6Test-563412711-project] Notify callbacks [] for subnet, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:44:31.537607 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-b95a5015-39f6-43ad-a801-2361fb4a884a tempest-RoutersIpV6Test-563412711 tempest-RoutersIpV6Test-563412711-project] 10.222.0.67 "DELETE /v2.0/subnets/0ef042fb-a9c3-43a2-abca-e49fc01bb835 HTTP/1.1" status: 204 len: 168 time: 1.9213784 Sep 23 19:44:31.540906 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 37830) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:44:31.545602 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fea2455b-347f-49e9-be04-b5d59578d358 None None] Network a9c6c3e4-ab4f-4800-b25e-b5800d99177a requested from n-d-713301-16 {{(pid=95103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 19:44:31.570410 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0396f5b3-0689-4fd1-8397-e509769fa8d3 req-ab40691b-f528-4c5f-a689-d802dd1fd0a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:44:31.572273 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-0396f5b3-0689-4fd1-8397-e509769fa8d3 req-ab40691b-f528-4c5f-a689-d802dd1fd0a6 service neutron] 10.222.0.74 "GET /v2.0/networks?id=fc2b89b8-ce3f-4c16-8b68-220076c74d2b HTTP/1.1" status: 200 len: 917 time: 0.6493802 Sep 23 19:44:31.596406 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-40e7f69b-7723-4922-9684-fbacf56d34b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1756186'] for segment, precommit_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:44:31.600512 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-c652bf32-eae6-440c-ad02-b01fe0b35dfa req-2e0bacb1-4216-4c3a-b1ed-c14778005094 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=bd1e9a1b-24bd-4f73-b7dd-094a5b1ba73a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1353369 Sep 23 19:44:31.601767 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b95a5015-39f6-43ad-a801-2361fb4a884a tempest-RoutersIpV6Test-563412711 tempest-RoutersIpV6Test-563412711-project] Pushing event deleted for resources: {'Subnet': ['ID=0ef042fb-a9c3-43a2-abca-e49fc01bb835,revision_number=None']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:44:31.638342 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66ef1411-72dc-4781-9737-abcf3902c8c1 None None] The sync data for ids ['dc71851d-1f5a-4d66-ba76-b05974590d54'] in n-d-713301-16 is: [{'id': 'dc71851d-1f5a-4d66-ba76-b05974590d54', 'name': 'tempest-RoutersIpV6Test-router-1785279921', 'tenant_id': 'fd66fc1e2cf64f369d6db25080c0cb06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:43:29Z', 'updated_at': '2021-09-23T19:44:26Z', 'revision_number': 9, 'project_id': 'fd66fc1e2cf64f369d6db25080c0cb06', 'gw_port_host': None, '_interfaces': [{'id': '2bc1be1d-e1ed-42fa-ae3b-d3a995eaa854', 'name': '', 'network_id': 'eb7ee6df-b6ba-45d6-91cd-a3b513be0e8c', 'tenant_id': 'fd66fc1e2cf64f369d6db25080c0cb06', 'mac_address': 'fa:16:3e:22:70:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc71851d-1f5a-4d66-ba76-b05974590d54', 'device_owner': 'network:router_interface', 'standard_attr_id': 2713, 'fixed_ips': [{'subnet_id': '7bf004d2-1700-4c8f-be15-804ddb0ed04c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:43:31Z', 'updated_at': '2021-09-23T19:43:38Z', 'revision_number': 5, 'project_id': 'fd66fc1e2cf64f369d6db25080c0cb06', 'subnets': [{'id': '7bf004d2-1700-4c8f-be15-804ddb0ed04c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f4857f5d-973e-4d61-b1b8-4bec3726c5f6', 'name': '', 'network_id': '624e596e-769e-40b5-9ff9-cdd4e151ebba', 'tenant_id': 'fd66fc1e2cf64f369d6db25080c0cb06', 'mac_address': 'fa:16:3e:a1:43:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc71851d-1f5a-4d66-ba76-b05974590d54', 'device_owner': 'network:router_interface', 'standard_attr_id': 2724, 'fixed_ips': [{'subnet_id': '134a0ec1-e18d-4ff7-8a0f-d03ae0c19bd3', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:43:37Z', 'updated_at': '2021-09-23T19:43:45Z', 'revision_number': 5, 'project_id': 'fd66fc1e2cf64f369d6db25080c0cb06', 'subnets': [{'id': '134a0ec1-e18d-4ff7-8a0f-d03ae0c19bd3', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 19:44:31.690550 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-40e7f69b-7723-4922-9684-fbacf56d34b1 admin admin] Releasing vlan 640 on physical network physnet1 to pool {{(pid=95102) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 19:44:31.696741 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-40e7f69b-7723-4922-9684-fbacf56d34b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1756186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4398095'] for segment, after_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:44:31.708490 n-d-713301-16 neutron-server[95102]: Traceback (most recent call last): Sep 23 19:44:31.708490 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 19:44:31.708490 n-d-713301-16 neutron-server[95102]: timer() Sep 23 19:44:31.708490 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 19:44:31.708490 n-d-713301-16 neutron-server[95102]: cb(*args, **kw) Sep 23 19:44:31.708490 n-d-713301-16 neutron-server[95102]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 19:44:31.708490 n-d-713301-16 neutron-server[95102]: return func(*args, **kwargs) Sep 23 19:44:31.708490 n-d-713301-16 neutron-server[95102]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 19:44:31.708490 n-d-713301-16 neutron-server[95102]: self._notify() Sep 23 19:44:31.708490 n-d-713301-16 neutron-server[95102]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 19:44:31.708490 n-d-713301-16 neutron-server[95102]: self.callback(batched_events) Sep 23 19:44:31.708490 n-d-713301-16 neutron-server[95102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 19:44:31.708490 n-d-713301-16 neutron-server[95102]: event.method(event) Sep 23 19:44:31.708490 n-d-713301-16 neutron-server[95102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 19:44:31.708490 n-d-713301-16 neutron-server[95102]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 19:44:31.708490 n-d-713301-16 neutron-server[95102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 19:44:31.708490 n-d-713301-16 neutron-server[95102]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 19:44:31.708490 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 19:44:31.708490 n-d-713301-16 neutron-server[95102]: return f(self, *a, **k) Sep 23 19:44:31.708490 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 19:44:31.708490 n-d-713301-16 neutron-server[95102]: return self._get(url).json() Sep 23 19:44:31.708490 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 19:44:31.708490 n-d-713301-16 neutron-server[95102]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 19:44:31.708490 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 19:44:31.708490 n-d-713301-16 neutron-server[95102]: return self.request(url, 'GET', **kwargs) Sep 23 19:44:31.708490 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 19:44:31.708490 n-d-713301-16 neutron-server[95102]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 19:44:31.708490 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 19:44:31.708490 n-d-713301-16 neutron-server[95102]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 19:44:31.708490 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 19:44:31.708490 n-d-713301-16 neutron-server[95102]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 19:44:31.708490 n-d-713301-16 neutron-server[95102]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 19:44:31.724325 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-0396f5b3-0689-4fd1-8397-e509769fa8d3 req-83f232b8-2303-41dd-9ebd-44400189be56 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=79ee258c-88f6-46b2-b5bb-87d8ad0b9864 HTTP/1.1" status: 200 len: 217 time: 0.1309543 Sep 23 19:44:31.754005 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40cfdc5b-30e5-48b9-816e-f6ffa3dc1a45 tempest-ExternalNetworksTestJSON-1669068940 tempest-ExternalNetworksTestJSON-1669068940-project-admin] Checking segment: {'id': '50b98265-294d-406f-a05d-474bed749484', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '26cac852-64cc-4dfc-b451-0ce14cbeaad1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:44:31.754460 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40cfdc5b-30e5-48b9-816e-f6ffa3dc1a45 tempest-ExternalNetworksTestJSON-1669068940 tempest-ExternalNetworksTestJSON-1669068940-project-admin] Network hostable DHCP agents. Network: 26cac852-64cc-4dfc-b451-0ce14cbeaad1, hostable agents: ['1b18bf05-1b5f-4587-be5c-af3ac38e32ad'], hosted agents: [] {{(pid=95101) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 19:44:31.852341 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40cfdc5b-30e5-48b9-816e-f6ffa3dc1a45 tempest-ExternalNetworksTestJSON-1669068940 tempest-ExternalNetworksTestJSON-1669068940-project-admin] Pushing event updated for resources: {'Subnet': ['ID=c5ae31a5-a81f-4ae9-b7fb-0aeb4566e981,revision_number=0']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:44:31.863157 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-52940762-61e6-4f5d-aa26-20425dd1f66f tempest-RoutersIpV6Test-563412711 tempest-RoutersIpV6Test-563412711-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1628021'] for network, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:44:31.867837 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40cfdc5b-30e5-48b9-816e-f6ffa3dc1a45 tempest-ExternalNetworksTestJSON-1669068940 tempest-ExternalNetworksTestJSON-1669068940-project-admin] Network 26cac852-64cc-4dfc-b451-0ce14cbeaad1 is scheduled to be hosted by DHCP agent 1b18bf05-1b5f-4587-be5c-af3ac38e32ad with binding_index 1 {{(pid=95101) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 19:44:31.867993 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f28c5da7-bb4a-4be9-99db-36f4ed668293 req-5c2fbed8-e668-4b2b-9c08-ab1ccf7a9411 tempest-ServersNegativeTestJSON-1638865794 tempest-ServersNegativeTestJSON-1638865794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:44:31.889624 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-f28c5da7-bb4a-4be9-99db-36f4ed668293 req-5c2fbed8-e668-4b2b-9c08-ab1ccf7a9411 tempest-ServersNegativeTestJSON-1638865794 tempest-ServersNegativeTestJSON-1638865794-project] 10.222.0.67 "GET /v2.0/ports?device_id=6942dd4a-2993-4094-af13-ca4f91683a85 HTTP/1.1" status: 200 len: 944 time: 0.3424284 Sep 23 19:44:31.927154 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ca2e21-61fc-4feb-bfa1-95c1a4288a08 req-c43bef50-c6cd-4750-a0da-d1fd8e65fae3 tempest-AttachVolumeShelveTestJSON-2035318112 tempest-AttachVolumeShelveTestJSON-2035318112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:44:31.929091 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-b2ca2e21-61fc-4feb-bfa1-95c1a4288a08 req-c43bef50-c6cd-4750-a0da-d1fd8e65fae3 tempest-AttachVolumeShelveTestJSON-2035318112 tempest-AttachVolumeShelveTestJSON-2035318112-project] 10.222.0.67 "GET /v2.0/ports?device_id=036bfa8b-48f6-483d-9ccb-759a52abd0b0 HTTP/1.1" status: 200 len: 944 time: 0.3834803 Sep 23 19:44:31.934052 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-40e7f69b-7723-4922-9684-fbacf56d34b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1754627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-601866'] for network, after_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:44:31.937396 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.base_scheduler [None req-40cfdc5b-30e5-48b9-816e-f6ffa3dc1a45 tempest-ExternalNetworksTestJSON-1669068940 tempest-ExternalNetworksTestJSON-1669068940-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713301-16, 26cac852-64cc-4dfc-b451-0ce14cbeaad1) {{(pid=95101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:44:31.944885 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40cfdc5b-30e5-48b9-816e-f6ffa3dc1a45 tempest-ExternalNetworksTestJSON-1669068940 tempest-ExternalNetworksTestJSON-1669068940-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:44:31.945489 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-40cfdc5b-30e5-48b9-816e-f6ffa3dc1a45 tempest-ExternalNetworksTestJSON-1669068940 tempest-ExternalNetworksTestJSON-1669068940-project-admin] Notify callbacks [] for subnet, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:44:31.949626 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d255964c-639f-4f3b-9e41-a660840cf212 None None] Network 26cac852-64cc-4dfc-b451-0ce14cbeaad1 requested from n-d-713301-16 {{(pid=95103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 19:44:31.955986 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-40e7f69b-7723-4922-9684-fbacf56d34b1 admin admin] Notify callbacks [] for network, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:44:31.960948 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-40e7f69b-7723-4922-9684-fbacf56d34b1 admin admin] 10.222.0.67 "DELETE /v2.0/networks/7fafb3d9-de72-4d87-8d56-0a7bcad8db30 HTTP/1.1" status: 204 len: 168 time: 1.6952460 Sep 23 19:44:31.973865 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 37842) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:44:31.978796 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-c652bf32-eae6-440c-ad02-b01fe0b35dfa req-6bcabbb0-2f3c-4625-84e2-f4e276132813 service neutron] 10.222.0.53 "GET /v2.0/networks/bd1e9a1b-24bd-4f73-b7dd-094a5b1ba73a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3599658 Sep 23 19:44:31.987185 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-40cfdc5b-30e5-48b9-816e-f6ffa3dc1a45 tempest-ExternalNetworksTestJSON-1669068940 tempest-ExternalNetworksTestJSON-1669068940-project-admin] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 2.2503617 Sep 23 19:44:31.990916 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 37846) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:44:32.061860 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c814b68f-11a1-455f-bddf-106dea4b6634 None None] DHCP port deletion for a9c6c3e4-ab4f-4800-b25e-b5800d99177a request from n-d-713301-16 {{(pid=95103) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 23 19:44:32.062091 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-b2ca2e21-61fc-4feb-bfa1-95c1a4288a08 req-34c92a69-cce2-405d-84f8-2f303d716517 tempest-AttachVolumeShelveTestJSON-2035318112 tempest-AttachVolumeShelveTestJSON-2035318112-project] 10.222.0.67 "GET /v2.0/security-groups?id=209f1ee5-6189-41c6-b235-f9c754b12a19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1244226 Sep 23 19:44:32.071296 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.v2.base [None req-dd80089e-8bdb-4596-a043-4018654ae822 tempest-ExternalNetworksTestJSON-1669068940 tempest-ExternalNetworksTestJSON-1669068940-project-admin] Request body: {'floatingip': {'floating_network_id': '26cac852-64cc-4dfc-b451-0ce14cbeaad1'}} {{(pid=95101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:44:32.079083 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0396f5b3-0689-4fd1-8397-e509769fa8d3 req-cab0aafb-c7fe-4100-a3a3-a56936fd72de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:44:32.080676 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-0396f5b3-0689-4fd1-8397-e509769fa8d3 req-cab0aafb-c7fe-4100-a3a3-a56936fd72de service neutron] 10.222.0.74 "GET /v2.0/subnets?id=cfb66c78-2a7b-4d98-8fdd-683258461232 HTTP/1.1" status: 200 len: 855 time: 0.3458087 Sep 23 19:44:32.081928 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e7f69b-7723-4922-9684-fbacf56d34b1 admin admin] Pushing event deleted for resources: {'Network': ['ID=7fafb3d9-de72-4d87-8d56-0a7bcad8db30,revision_number=None']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:44:32.093409 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.agents_db [None req-f2f5c474-60a3-474f-b2cc-02c4bd30880c None None] Agent healthcheck: found 7 active agents {{(pid=95104) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 19:44:32.113308 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-f28c5da7-bb4a-4be9-99db-36f4ed668293 req-4cd5b8ec-eaf5-4f6b-89c4-3043a2d82fb0 tempest-ServersNegativeTestJSON-1638865794 tempest-ServersNegativeTestJSON-1638865794-project] 10.222.0.67 "GET /v2.0/security-groups?id=4daca97c-f524-4fb0-8b34-b36a0affa33e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2139192 Sep 23 19:44:32.214643 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-dd80089e-8bdb-4596-a043-4018654ae822 tempest-ExternalNetworksTestJSON-1669068940 tempest-ExternalNetworksTestJSON-1669068940-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:44:32.217288 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0396f5b3-0689-4fd1-8397-e509769fa8d3 req-2ea028cd-ed44-4ca4-8888-77ac1dc127b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:44:32.218707 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-0396f5b3-0689-4fd1-8397-e509769fa8d3 req-2ea028cd-ed44-4ca4-8888-77ac1dc127b2 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=fc2b89b8-ce3f-4c16-8b68-220076c74d2b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1040204 Sep 23 19:44:32.259477 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae109ee2-c87d-42db-b581-cee22731dbf5 None None] Network 26cac852-64cc-4dfc-b451-0ce14cbeaad1 requested from n-d-713301-16 {{(pid=95103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 19:44:32.264835 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.plugin [None req-52940762-61e6-4f5d-aa26-20425dd1f66f tempest-RoutersIpV6Test-563412711 tempest-RoutersIpV6Test-563412711-project] Deleting port 9fced79b-e46a-4f8d-8d4f-fb19952a7cb0 {{(pid=95101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:44:32.265309 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-52940762-61e6-4f5d-aa26-20425dd1f66f tempest-RoutersIpV6Test-563412711 tempest-RoutersIpV6Test-563412711-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783146157096'] for port, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:44:32.280339 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.plugin [None req-c814b68f-11a1-455f-bddf-106dea4b6634 None None] Deleting port 9fced79b-e46a-4f8d-8d4f-fb19952a7cb0 {{(pid=95103) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:44:32.280841 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-c814b68f-11a1-455f-bddf-106dea4b6634 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783146157096'] for port, before_delete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:44:32.296531 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-c652bf32-eae6-440c-ad02-b01fe0b35dfa req-e6090a2e-402c-4be5-a483-35032fbc6c67 service neutron] 10.222.0.53 "GET /v2.0/networks/bd1e9a1b-24bd-4f73-b7dd-094a5b1ba73a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3082647 Sep 23 19:44:32.497060 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-c814b68f-11a1-455f-bddf-106dea4b6634 None None] For port 9fced79b-e46a-4f8d-8d4f-fb19952a7cb0, host n-d-713301-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-16',level=0,port_id=9fced79b-e46a-4f8d-8d4f-fb19952a7cb0,segment=NetworkSegment(1321d43e-dd78-40fa-9150-e9d3d36ab557),segment_id=1321d43e-dd78-40fa-9150-e9d3d36ab557)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:44:32.497477 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-c814b68f-11a1-455f-bddf-106dea4b6634 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-605701'] for port, precommit_delete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:44:32.506574 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-0396f5b3-0689-4fd1-8397-e509769fa8d3 req-3c47dc6a-09c5-49c6-b82e-c6007050869a service neutron] 10.222.0.74 "GET /v2.0/networks/fc2b89b8-ce3f-4c16-8b68-220076c74d2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2797589 Sep 23 19:44:32.534013 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.plugin [None req-c814b68f-11a1-455f-bddf-106dea4b6634 None None] Calling delete_port for 9fced79b-e46a-4f8d-8d4f-fb19952a7cb0 owned by network:dhcp {{(pid=95103) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:44:32.596468 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.db [None req-52940762-61e6-4f5d-aa26-20425dd1f66f tempest-RoutersIpV6Test-563412711 tempest-RoutersIpV6Test-563412711-project] For port 9fced79b-e46a-4f8d-8d4f-fb19952a7cb0, host n-d-713301-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-16',level=0,port_id=9fced79b-e46a-4f8d-8d4f-fb19952a7cb0,segment=NetworkSegment(1321d43e-dd78-40fa-9150-e9d3d36ab557),segment_id=1321d43e-dd78-40fa-9150-e9d3d36ab557)] {{(pid=95101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:44:32.602418 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-52940762-61e6-4f5d-aa26-20425dd1f66f tempest-RoutersIpV6Test-563412711 tempest-RoutersIpV6Test-563412711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-605701'] for port, precommit_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:44:32.624289 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Device 1efc779c-b714-471b-8bed-fe42dadd983f no longer exists at agent ovs-agent-n-d-713301-16 {{(pid=95103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 19:44:32.650156 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-0396f5b3-0689-4fd1-8397-e509769fa8d3 req-33e90562-1482-42cc-8c56-85e0c156f92f service neutron] 10.222.0.74 "GET /v2.0/networks/fc2b89b8-ce3f-4c16-8b68-220076c74d2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1351783 Sep 23 19:44:32.653183 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.plugin [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] No Port match for: 1efc779c-b714-471b-8bed-fe42dadd983f {{(pid=95103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 19:44:32.653476 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Device 1efc779c-b714-471b-8bed-fe42dadd983f not bound to the agent host n-d-713301-16 {{(pid=95103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 19:44:32.653741 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Device 9fced79b-e46a-4f8d-8d4f-fb19952a7cb0 no longer exists at agent ovs-agent-n-d-713301-16 {{(pid=95103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 19:44:32.717064 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.plugin [None req-52940762-61e6-4f5d-aa26-20425dd1f66f tempest-RoutersIpV6Test-563412711 tempest-RoutersIpV6Test-563412711-project] Calling delete_port for 9fced79b-e46a-4f8d-8d4f-fb19952a7cb0 owned by network:dhcp {{(pid=95101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:44:32.772582 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:44:32.807620 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-c814b68f-11a1-455f-bddf-106dea4b6634 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783146162158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783145673144'] for port, after_delete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:44:32.847503 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c814b68f-11a1-455f-bddf-106dea4b6634 None None] Pushing event deleted for resources: {'Port': ['ID=9fced79b-e46a-4f8d-8d4f-fb19952a7cb0,revision_number=None']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:44:32.875013 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c814b68f-11a1-455f-bddf-106dea4b6634 None None] No DVR routers for this DVR port 9fced79b-e46a-4f8d-8d4f-fb19952a7cb0 on host n-d-713301-16 {{(pid=95103) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 19:44:32.877195 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Device c242bcac-1085-4c88-aeaa-317379e207bf no longer exists at agent ovs-agent-n-d-713301-16 {{(pid=95103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 19:44:32.898573 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-dd80089e-8bdb-4596-a043-4018654ae822 tempest-ExternalNetworksTestJSON-1669068940 tempest-ExternalNetworksTestJSON-1669068940-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:44:32.908794 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.plugin [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] No Port match for: c242bcac-1085-4c88-aeaa-317379e207bf {{(pid=95103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 19:44:32.910681 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Device c242bcac-1085-4c88-aeaa-317379e207bf not bound to the agent host n-d-713301-16 {{(pid=95103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 19:44:33.008624 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-52940762-61e6-4f5d-aa26-20425dd1f66f tempest-RoutersIpV6Test-563412711 tempest-RoutersIpV6Test-563412711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783146162158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783145673144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5607431'] for port, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:44:33.049499 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52940762-61e6-4f5d-aa26-20425dd1f66f tempest-RoutersIpV6Test-563412711 tempest-RoutersIpV6Test-563412711-project] Pushing event deleted for resources: {'Port': ['ID=9fced79b-e46a-4f8d-8d4f-fb19952a7cb0,revision_number=None']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:44:33.069328 n-d-713301-16 neutron-server[95101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52940762-61e6-4f5d-aa26-20425dd1f66f tempest-RoutersIpV6Test-563412711 tempest-RoutersIpV6Test-563412711-project] No DVR routers for this DVR port 9fced79b-e46a-4f8d-8d4f-fb19952a7cb0 on host n-d-713301-16 {{(pid=95101) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 19:44:33.283700 n-d-713301-16 neutron-server[95101]: DEBUG neutron.db.db_base_plugin_common [None req-dd80089e-8bdb-4596-a043-4018654ae822 tempest-ExternalNetworksTestJSON-1669068940 tempest-ExternalNetworksTestJSON-1669068940-project-admin] Allocated IP 172.20.0.9 (26cac852-64cc-4dfc-b451-0ce14cbeaad1/c5ae31a5-a81f-4ae9-b7fb-0aeb4566e981/39ac0953-f2cb-4bea-9a8c-9595d1d61e7c) {{(pid=95101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 19:44:33.365897 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-52940762-61e6-4f5d-aa26-20425dd1f66f tempest-RoutersIpV6Test-563412711 tempest-RoutersIpV6Test-563412711-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1754676', 'neutron.services.segments.db._delete_segments_for_network-8783146221460'] for network, precommit_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:44:33.367502 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a02dab7c-6286-42da-890e-5d34591c12ee req-b6e5d426-a173-4b92-b14d-07809f8f2b03 tempest-ServersNegativeTestJSON-1638865794 tempest-ServersNegativeTestJSON-1638865794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:44:33.369447 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-a02dab7c-6286-42da-890e-5d34591c12ee req-b6e5d426-a173-4b92-b14d-07809f8f2b03 tempest-ServersNegativeTestJSON-1638865794 tempest-ServersNegativeTestJSON-1638865794-project] 10.222.0.67 "GET /v2.0/ports?device_id=6942dd4a-2993-4094-af13-ca4f91683a85 HTTP/1.1" status: 200 len: 944 time: 0.1194570 Sep 23 19:44:33.377727 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d238dbbd-bc6f-494e-9294-cc7a803ad66f req-0402e983-daa1-42cf-83df-353b18378e77 tempest-AttachVolumeShelveTestJSON-2035318112 tempest-AttachVolumeShelveTestJSON-2035318112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:44:33.379322 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-d238dbbd-bc6f-494e-9294-cc7a803ad66f req-0402e983-daa1-42cf-83df-353b18378e77 tempest-AttachVolumeShelveTestJSON-2035318112 tempest-AttachVolumeShelveTestJSON-2035318112-project] 10.222.0.67 "GET /v2.0/ports?device_id=036bfa8b-48f6-483d-9ccb-759a52abd0b0 HTTP/1.1" status: 200 len: 944 time: 0.2009130 Sep 23 19:44:33.459224 n-d-713301-16 neutron-server[95101]: DEBUG neutron.services.segments.db [None req-52940762-61e6-4f5d-aa26-20425dd1f66f tempest-RoutersIpV6Test-563412711 tempest-RoutersIpV6Test-563412711-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a9c6c3e4-ab4f-4800-b25e-b5800d99177a']}} {{(pid=95101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:44:33.525638 n-d-713301-16 neutron-server[95101]: DEBUG neutron.services.segments.db [None req-52940762-61e6-4f5d-aa26-20425dd1f66f tempest-RoutersIpV6Test-563412711 tempest-RoutersIpV6Test-563412711-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1321d43e-dd78-40fa-9150-e9d3d36ab557') {'for_net_delete': True} {{(pid=95101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:44:33.525961 n-d-713301-16 neutron-server[95101]: DEBUG neutron.services.segments.db [None req-52940762-61e6-4f5d-aa26-20425dd1f66f tempest-RoutersIpV6Test-563412711 tempest-RoutersIpV6Test-563412711-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1321d43e-dd78-40fa-9150-e9d3d36ab557') {} {{(pid=95101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:44:33.556548 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-d238dbbd-bc6f-494e-9294-cc7a803ad66f req-b867b7f4-edbd-4cf4-a4af-6ccd2bea48b3 tempest-AttachVolumeShelveTestJSON-2035318112 tempest-AttachVolumeShelveTestJSON-2035318112-project] 10.222.0.67 "GET /v2.0/security-groups?id=209f1ee5-6189-41c6-b235-f9c754b12a19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1677017 Sep 23 19:44:33.607120 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-a02dab7c-6286-42da-890e-5d34591c12ee req-858f04f6-d74b-44a9-8f33-8b27bebd0f40 tempest-ServersNegativeTestJSON-1638865794 tempest-ServersNegativeTestJSON-1638865794-project] 10.222.0.67 "GET /v2.0/security-groups?id=4daca97c-f524-4fb0-8b34-b36a0affa33e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1856015 Sep 23 19:44:33.623390 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-52940762-61e6-4f5d-aa26-20425dd1f66f tempest-RoutersIpV6Test-563412711 tempest-RoutersIpV6Test-563412711-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783146221725', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6007147'] for segment, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:44:33.669495 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-52940762-61e6-4f5d-aa26-20425dd1f66f tempest-RoutersIpV6Test-563412711 tempest-RoutersIpV6Test-563412711-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1756186'] for segment, precommit_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:44:33.688205 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-52940762-61e6-4f5d-aa26-20425dd1f66f tempest-RoutersIpV6Test-563412711 tempest-RoutersIpV6Test-563412711-project] Releasing vlan 629 on physical network physnet1 to pool {{(pid=95101) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 19:44:33.688647 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-52940762-61e6-4f5d-aa26-20425dd1f66f tempest-RoutersIpV6Test-563412711 tempest-RoutersIpV6Test-563412711-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1756186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5608436'] for segment, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:44:33.691904 n-d-713301-16 neutron-server[95101]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 23 19:44:33.691904 n-d-713301-16 neutron-server[95101]: self.session.flush() Sep 23 19:44:33.691904 n-d-713301-16 neutron-server[95101]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 23 19:44:33.691904 n-d-713301-16 neutron-server[95101]: self.session.flush() Sep 23 19:44:33.691904 n-d-713301-16 neutron-server[95101]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 23 19:44:33.691904 n-d-713301-16 neutron-server[95101]: self.session.flush() Sep 23 19:44:33.691904 n-d-713301-16 neutron-server[95101]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 23 19:44:33.691904 n-d-713301-16 neutron-server[95101]: self.session.flush() Sep 23 19:44:33.691904 n-d-713301-16 neutron-server[95101]: Traceback (most recent call last): Sep 23 19:44:33.691904 n-d-713301-16 neutron-server[95101]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 19:44:33.691904 n-d-713301-16 neutron-server[95101]: timer() Sep 23 19:44:33.691904 n-d-713301-16 neutron-server[95101]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 19:44:33.691904 n-d-713301-16 neutron-server[95101]: cb(*args, **kw) Sep 23 19:44:33.691904 n-d-713301-16 neutron-server[95101]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 19:44:33.691904 n-d-713301-16 neutron-server[95101]: return func(*args, **kwargs) Sep 23 19:44:33.691904 n-d-713301-16 neutron-server[95101]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 19:44:33.691904 n-d-713301-16 neutron-server[95101]: self._notify() Sep 23 19:44:33.691904 n-d-713301-16 neutron-server[95101]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 19:44:33.691904 n-d-713301-16 neutron-server[95101]: self.callback(batched_events) Sep 23 19:44:33.691904 n-d-713301-16 neutron-server[95101]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 19:44:33.691904 n-d-713301-16 neutron-server[95101]: event.method(event) Sep 23 19:44:33.691904 n-d-713301-16 neutron-server[95101]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 19:44:33.691904 n-d-713301-16 neutron-server[95101]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 19:44:33.691904 n-d-713301-16 neutron-server[95101]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 19:44:33.691904 n-d-713301-16 neutron-server[95101]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 19:44:33.691904 n-d-713301-16 neutron-server[95101]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 19:44:33.691904 n-d-713301-16 neutron-server[95101]: return f(self, *a, **k) Sep 23 19:44:33.691904 n-d-713301-16 neutron-server[95101]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 19:44:33.691904 n-d-713301-16 neutron-server[95101]: return self._get(url).json() Sep 23 19:44:33.691904 n-d-713301-16 neutron-server[95101]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 19:44:33.691904 n-d-713301-16 neutron-server[95101]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 19:44:33.691904 n-d-713301-16 neutron-server[95101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 19:44:33.691904 n-d-713301-16 neutron-server[95101]: return self.request(url, 'GET', **kwargs) Sep 23 19:44:33.691904 n-d-713301-16 neutron-server[95101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 19:44:33.691904 n-d-713301-16 neutron-server[95101]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 19:44:33.691904 n-d-713301-16 neutron-server[95101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 19:44:33.691904 n-d-713301-16 neutron-server[95101]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 19:44:33.691904 n-d-713301-16 neutron-server[95101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 19:44:33.691904 n-d-713301-16 neutron-server[95101]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 19:44:33.691904 n-d-713301-16 neutron-server[95101]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 19:44:33.772059 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Device 79ee258c-88f6-46b2-b5bb-87d8ad0b9864 details requested by agent hyperv_n-h1-713301-16 with host n-h1-713301-16 {{(pid=95103) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 19:44:33.797292 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-9f23ad65-b85b-4214-b49c-ec63daca811d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-601372'] for router_interface, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:44:33.913656 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-dd80089e-8bdb-4596-a043-4018654ae822 tempest-ExternalNetworksTestJSON-1669068940 tempest-ExternalNetworksTestJSON-1669068940-project-admin] Notify callbacks [] for port, precommit_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:44:34.007223 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-52940762-61e6-4f5d-aa26-20425dd1f66f tempest-RoutersIpV6Test-563412711 tempest-RoutersIpV6Test-563412711-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1754627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-601866'] for network, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:44:34.028322 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] For port 79ee258c-88f6-46b2-b5bb-87d8ad0b9864, host n-h1-713301-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-16',level=0,port_id=79ee258c-88f6-46b2-b5bb-87d8ad0b9864,segment=NetworkSegment(c5b82793-12a0-4116-8d9f-ade119c657cf),segment_id=c5b82793-12a0-4116-8d9f-ade119c657cf)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:44:34.055240 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Returning: {'device': '79ee258c-88f6-46b2-b5bb-87d8ad0b9864', 'network_id': 'fc2b89b8-ce3f-4c16-8b68-220076c74d2b', 'port_id': '79ee258c-88f6-46b2-b5bb-87d8ad0b9864', 'mac_address': 'fa:16:3e:5a:2c:a0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 644, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cfb66c78-2a7b-4d98-8fdd-683258461232', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95103) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 19:44:34.115644 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:44:34.127156 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-52940762-61e6-4f5d-aa26-20425dd1f66f tempest-RoutersIpV6Test-563412711 tempest-RoutersIpV6Test-563412711-project] Notify callbacks [] for network, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:44:34.137133 n-d-713301-16 neutron-server[95103]: DEBUG neutron.notifiers.nova [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 79ee258c-88f6-46b2-b5bb-87d8ad0b9864 {{(pid=95103) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 19:44:34.139438 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-52940762-61e6-4f5d-aa26-20425dd1f66f tempest-RoutersIpV6Test-563412711 tempest-RoutersIpV6Test-563412711-project] 10.222.0.67 "DELETE /v2.0/networks/a9c6c3e4-ab4f-4800-b25e-b5800d99177a HTTP/1.1" status: 204 len: 168 time: 2.5908313 Sep 23 19:44:34.142172 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 37910) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:44:34.174356 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52940762-61e6-4f5d-aa26-20425dd1f66f tempest-RoutersIpV6Test-563412711 tempest-RoutersIpV6Test-563412711-project] Pushing event deleted for resources: {'Network': ['ID=a9c6c3e4-ab4f-4800-b25e-b5800d99177a,revision_number=None']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:44:34.208922 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] For port 79ee258c-88f6-46b2-b5bb-87d8ad0b9864, host n-h1-713301-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-16',level=0,port_id=79ee258c-88f6-46b2-b5bb-87d8ad0b9864,segment=NetworkSegment(c5b82793-12a0-4116-8d9f-ade119c657cf),segment_id=c5b82793-12a0-4116-8d9f-ade119c657cf)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:44:34.217691 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:44:34.445847 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Pushing event updated for resources: {'Port': ['ID=79ee258c-88f6-46b2-b5bb-87d8ad0b9864,revision_number=4']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:44:34.469170 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] get_ports_and_sgs() called for port_ids ['79ee258c-88f6-46b2-b5bb-87d8ad0b9864'] {{(pid=95103) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 19:44:34.871075 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-dd80089e-8bdb-4596-a043-4018654ae822 tempest-ExternalNetworksTestJSON-1669068940 tempest-ExternalNetworksTestJSON-1669068940-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783145673135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5607431'] for port, after_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:44:34.992376 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439d17c4-214a-412b-8cd5-536c366679a4 req-974677b7-f6e4-4328-9b4c-c68a32613cd0 tempest-ServersNegativeTestJSON-1638865794 tempest-ServersNegativeTestJSON-1638865794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:44:34.995922 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-439d17c4-214a-412b-8cd5-536c366679a4 req-974677b7-f6e4-4328-9b4c-c68a32613cd0 tempest-ServersNegativeTestJSON-1638865794 tempest-ServersNegativeTestJSON-1638865794-project] 10.222.0.67 "GET /v2.0/ports?device_id=6942dd4a-2993-4094-af13-ca4f91683a85 HTTP/1.1" status: 200 len: 944 time: 0.2042396 Sep 23 19:44:35.007273 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4407c2c5-5587-480c-971d-28bd544cb2ca req-0f2ebe62-b0e6-4737-9404-982dbe74eb2b tempest-AttachVolumeShelveTestJSON-2035318112 tempest-AttachVolumeShelveTestJSON-2035318112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:44:35.020852 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-4407c2c5-5587-480c-971d-28bd544cb2ca req-0f2ebe62-b0e6-4737-9404-982dbe74eb2b tempest-AttachVolumeShelveTestJSON-2035318112 tempest-AttachVolumeShelveTestJSON-2035318112-project] 10.222.0.67 "GET /v2.0/ports?device_id=036bfa8b-48f6-483d-9ccb-759a52abd0b0 HTTP/1.1" status: 200 len: 945 time: 0.2002716 Sep 23 19:44:35.031380 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd80089e-8bdb-4596-a043-4018654ae822 tempest-ExternalNetworksTestJSON-1669068940 tempest-ExternalNetworksTestJSON-1669068940-project-admin] Pushing event updated for resources: {'Port': ['ID=39ac0953-f2cb-4bea-9a8c-9595d1d61e7c,revision_number=1']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:44:35.047403 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd80089e-8bdb-4596-a043-4018654ae822 tempest-ExternalNetworksTestJSON-1669068940 tempest-ExternalNetworksTestJSON-1669068940-project-admin] Network 26cac852-64cc-4dfc-b451-0ce14cbeaad1 is already hosted by enough agents. {{(pid=95101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:44:35.085030 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.base_scheduler [None req-dd80089e-8bdb-4596-a043-4018654ae822 tempest-ExternalNetworksTestJSON-1669068940 tempest-ExternalNetworksTestJSON-1669068940-project-admin] Resources bound (agent type, host, resource id): {{(pid=95101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:44:35.087769 n-d-713301-16 neutron-server[95101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd80089e-8bdb-4596-a043-4018654ae822 tempest-ExternalNetworksTestJSON-1669068940 tempest-ExternalNetworksTestJSON-1669068940-project-admin] Received port after_create {{(pid=95101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 19:44:35.134810 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-a418afb8-68bf-4e33-9c5f-64932ea3981b tempest-RoutersIpV6Test-563412711 tempest-RoutersIpV6Test-563412711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-601372'] for router_interface, before_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:44:35.256770 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-dd80089e-8bdb-4596-a043-4018654ae822 tempest-ExternalNetworksTestJSON-1669068940 tempest-ExternalNetworksTestJSON-1669068940-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:44:35.299955 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-4407c2c5-5587-480c-971d-28bd544cb2ca req-ab2cb71e-f170-488c-9a1d-ff667d970b59 tempest-AttachVolumeShelveTestJSON-2035318112 tempest-AttachVolumeShelveTestJSON-2035318112-project] 10.222.0.67 "GET /v2.0/security-groups?id=209f1ee5-6189-41c6-b235-f9c754b12a19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2776189 Sep 23 19:44:35.386656 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-439d17c4-214a-412b-8cd5-536c366679a4 req-e0a766fc-3da2-411a-9725-5ae4020298e8 tempest-ServersNegativeTestJSON-1638865794 tempest-ServersNegativeTestJSON-1638865794-project] 10.222.0.67 "GET /v2.0/security-groups?id=4daca97c-f524-4fb0-8b34-b36a0affa33e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2944341 Sep 23 19:44:35.517030 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-dd80089e-8bdb-4596-a043-4018654ae822 tempest-ExternalNetworksTestJSON-1669068940 tempest-ExternalNetworksTestJSON-1669068940-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:44:35.788645 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Device 79ee258c-88f6-46b2-b5bb-87d8ad0b9864 up at agent hyperv_n-h1-713301-16 {{(pid=95103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 19:44:35.943418 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Provisioning for port 79ee258c-88f6-46b2-b5bb-87d8ad0b9864 completed by entity L2. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 19:44:35.950945 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Provisioning complete for port 79ee258c-88f6-46b2-b5bb-87d8ad0b9864 triggered by entity L2. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:44:35.951463 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:44:35.978107 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.plugin [None req-9f23ad65-b85b-4214-b49c-ec63daca811d admin admin] Deleting port ba34d1c6-f821-4e81-8047-f94f2ae3e458 {{(pid=95101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:44:35.978628 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-9f23ad65-b85b-4214-b49c-ec63daca811d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783146157096'] for port, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:44:35.989376 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.plugin [None req-a418afb8-68bf-4e33-9c5f-64932ea3981b tempest-RoutersIpV6Test-563412711 tempest-RoutersIpV6Test-563412711-project] Deleting port f4857f5d-973e-4d61-b1b8-4bec3726c5f6 {{(pid=95102) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:44:35.989376 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-a418afb8-68bf-4e33-9c5f-64932ea3981b tempest-RoutersIpV6Test-563412711 tempest-RoutersIpV6Test-563412711-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783146157096'] for port, before_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:44:36.109855 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:44:36.163048 n-d-713301-16 neutron-server[95103]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '036bfa8b-48f6-483d-9ccb-759a52abd0b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '79ee258c-88f6-46b2-b5bb-87d8ad0b9864'}] {{(pid=95103) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 19:44:36.169380 n-d-713301-16 neutron-server[95103]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}81a1c17f2aa89d5b3ebbba3a3e0cf7eb588e431c2224256110c4c4facdd7c3e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2e0ca8a-1b4c-4587-85b7-130c67dbda24" -d '{"events": [{"server_uuid": "036bfa8b-48f6-483d-9ccb-759a52abd0b0", "name": "network-vif-plugged", "status": "completed", "tag": "79ee258c-88f6-46b2-b5bb-87d8ad0b9864"}]}' {{(pid=95103) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 19:44:36.207928 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.db [None req-a418afb8-68bf-4e33-9c5f-64932ea3981b tempest-RoutersIpV6Test-563412711 tempest-RoutersIpV6Test-563412711-project] For port f4857f5d-973e-4d61-b1b8-4bec3726c5f6, host n-d-713301-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-16',level=0,port_id=f4857f5d-973e-4d61-b1b8-4bec3726c5f6,segment=NetworkSegment(ea08683e-cb29-4019-b2bf-a3ad173424fe),segment_id=ea08683e-cb29-4019-b2bf-a3ad173424fe)] {{(pid=95102) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:44:36.208463 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-a418afb8-68bf-4e33-9c5f-64932ea3981b tempest-RoutersIpV6Test-563412711 tempest-RoutersIpV6Test-563412711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-605701'] for port, precommit_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:44:36.222888 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] For port 79ee258c-88f6-46b2-b5bb-87d8ad0b9864, host n-h1-713301-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-16',level=0,port_id=79ee258c-88f6-46b2-b5bb-87d8ad0b9864,segment=NetworkSegment(c5b82793-12a0-4116-8d9f-ade119c657cf),segment_id=c5b82793-12a0-4116-8d9f-ade119c657cf)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:44:36.239087 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:44:36.251589 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.plugin [None req-a418afb8-68bf-4e33-9c5f-64932ea3981b tempest-RoutersIpV6Test-563412711 tempest-RoutersIpV6Test-563412711-project] Calling delete_port for f4857f5d-973e-4d61-b1b8-4bec3726c5f6 owned by network:router_interface {{(pid=95102) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:44:36.263593 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-dd80089e-8bdb-4596-a043-4018654ae822 tempest-ExternalNetworksTestJSON-1669068940 tempest-ExternalNetworksTestJSON-1669068940-project-admin] Notify callbacks [] for port, precommit_update {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:44:36.279510 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-dd80089e-8bdb-4596-a043-4018654ae822 tempest-ExternalNetworksTestJSON-1669068940 tempest-ExternalNetworksTestJSON-1669068940-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5607436'] for port, after_update {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:44:36.369413 n-d-713301-16 neutron-server[95103]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 19:44:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61cedc59-5604-44bb-83b7-76abece3b126 x-openstack-request-id: req-61cedc59-5604-44bb-83b7-76abece3b126 {{(pid=95103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 19:44:36.369843 n-d-713301-16 neutron-server[95103]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "036bfa8b-48f6-483d-9ccb-759a52abd0b0", "name": "network-vif-plugged", "status": "completed", "tag": "79ee258c-88f6-46b2-b5bb-87d8ad0b9864", "code": 200}]} {{(pid=95103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 19:44:36.370661 n-d-713301-16 neutron-server[95103]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-61cedc59-5604-44bb-83b7-76abece3b126 {{(pid=95103) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 19:44:36.371077 n-d-713301-16 neutron-server[95103]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '036bfa8b-48f6-483d-9ccb-759a52abd0b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '79ee258c-88f6-46b2-b5bb-87d8ad0b9864', 'code': 200} Sep 23 19:44:36.371719 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Pushing event updated for resources: {'Port': ['ID=79ee258c-88f6-46b2-b5bb-87d8ad0b9864,revision_number=5']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:44:36.450042 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-dd80089e-8bdb-4596-a043-4018654ae822 tempest-ExternalNetworksTestJSON-1669068940 tempest-ExternalNetworksTestJSON-1669068940-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-601884'] for floatingip, after_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:44:36.477735 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd80089e-8bdb-4596-a043-4018654ae822 tempest-ExternalNetworksTestJSON-1669068940 tempest-ExternalNetworksTestJSON-1669068940-project-admin] Pushing event updated for resources: {'Port': ['ID=39ac0953-f2cb-4bea-9a8c-9595d1d61e7c,revision_number=2']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:44:36.483302 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.db [None req-9f23ad65-b85b-4214-b49c-ec63daca811d admin admin] For port ba34d1c6-f821-4e81-8047-f94f2ae3e458, host n-d-713301-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-16',level=0,port_id=ba34d1c6-f821-4e81-8047-f94f2ae3e458,segment=NetworkSegment(493d4d1d-8f65-4042-8e48-d1f5da78bb2c),segment_id=493d4d1d-8f65-4042-8e48-d1f5da78bb2c)] {{(pid=95101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:44:36.483730 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-9f23ad65-b85b-4214-b49c-ec63daca811d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-605701'] for port, precommit_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:44:36.493638 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-dd80089e-8bdb-4596-a043-4018654ae822 tempest-ExternalNetworksTestJSON-1669068940 tempest-ExternalNetworksTestJSON-1669068940-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222849'] for floatingip, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:44:36.495919 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-dd80089e-8bdb-4596-a043-4018654ae822 tempest-ExternalNetworksTestJSON-1669068940 tempest-ExternalNetworksTestJSON-1669068940-project-admin] 10.222.0.67 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 4.4958351 Sep 23 19:44:36.502447 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 37950) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:44:36.504955 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.plugin [None req-9f23ad65-b85b-4214-b49c-ec63daca811d admin admin] Calling delete_port for ba34d1c6-f821-4e81-8047-f94f2ae3e458 owned by network:router_interface {{(pid=95101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:44:36.594523 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-7723b95f-76c3-45d5-bbeb-bc0313f3da4a tempest-ExternalNetworksTestJSON-1669068940 tempest-ExternalNetworksTestJSON-1669068940-project-admin] 10.222.0.67 "GET /v2.0/floatingips?floating_network_id=26cac852-64cc-4dfc-b451-0ce14cbeaad1 HTTP/1.1" status: 200 len: 689 time: 0.0908780 Sep 23 19:44:36.632974 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 37952) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:44:36.888263 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-297d7ec1-6d97-4666-b388-7d4c36bdfe6d req-2d87f5af-e9fd-40c4-ba19-83cbc2e724e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:44:36.899179 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-297d7ec1-6d97-4666-b388-7d4c36bdfe6d req-2d87f5af-e9fd-40c4-ba19-83cbc2e724e4 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=036bfa8b-48f6-483d-9ccb-759a52abd0b0 HTTP/1.1" status: 200 len: 1098 time: 0.2499204 Sep 23 19:44:36.932071 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-675ab610-dfb7-4c98-8329-fe3bfe638bf8 tempest-ExternalNetworksTestJSON-1669068940 tempest-ExternalNetworksTestJSON-1669068940-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1628021'] for network, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:44:36.937143 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de35eb5-8265-4a78-816d-973ea0cae3d3 req-94a90229-1a9d-41dd-9401-e37fbe59c32a tempest-ServersNegativeTestJSON-1638865794 tempest-ServersNegativeTestJSON-1638865794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:44:36.946960 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-7de35eb5-8265-4a78-816d-973ea0cae3d3 req-94a90229-1a9d-41dd-9401-e37fbe59c32a tempest-ServersNegativeTestJSON-1638865794 tempest-ServersNegativeTestJSON-1638865794-project] 10.222.0.67 "GET /v2.0/ports?device_id=6942dd4a-2993-4094-af13-ca4f91683a85 HTTP/1.1" status: 200 len: 944 time: 0.2965350 Sep 23 19:44:37.037710 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-297d7ec1-6d97-4666-b388-7d4c36bdfe6d req-3b374e02-eda3-4ba0-9431-81e10ad1a0be service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=209f1ee5-6189-41c6-b235-f9c754b12a19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1251841 Sep 23 19:44:37.046732 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51287085-bfbb-4cf4-8b9e-ff66dddb9986 req-f87dc9d0-2b8b-4551-ba13-28df304997cf tempest-AttachVolumeShelveTestJSON-2035318112 tempest-AttachVolumeShelveTestJSON-2035318112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:44:37.054949 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-51287085-bfbb-4cf4-8b9e-ff66dddb9986 req-f87dc9d0-2b8b-4551-ba13-28df304997cf tempest-AttachVolumeShelveTestJSON-2035318112 tempest-AttachVolumeShelveTestJSON-2035318112-project] 10.222.0.67 "GET /v2.0/ports?device_id=036bfa8b-48f6-483d-9ccb-759a52abd0b0 HTTP/1.1" status: 200 len: 946 time: 0.4067974 Sep 23 19:44:37.179650 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-7de35eb5-8265-4a78-816d-973ea0cae3d3 req-fd445fe2-b376-439d-a1f2-25c666b5aa91 tempest-ServersNegativeTestJSON-1638865794 tempest-ServersNegativeTestJSON-1638865794-project] 10.222.0.67 "GET /v2.0/security-groups?id=4daca97c-f524-4fb0-8b34-b36a0affa33e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2314689 Sep 23 19:44:37.217708 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-51287085-bfbb-4cf4-8b9e-ff66dddb9986 req-62c7b472-f0d9-4499-8459-66627852c18c tempest-AttachVolumeShelveTestJSON-2035318112 tempest-AttachVolumeShelveTestJSON-2035318112-project] 10.222.0.67 "GET /v2.0/security-groups?id=209f1ee5-6189-41c6-b235-f9c754b12a19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1615553 Sep 23 19:44:37.232698 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-a418afb8-68bf-4e33-9c5f-64932ea3981b tempest-RoutersIpV6Test-563412711 tempest-RoutersIpV6Test-563412711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783146162158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783145673144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4399100'] for port, after_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:44:37.262941 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.plugin [None req-675ab610-dfb7-4c98-8329-fe3bfe638bf8 tempest-ExternalNetworksTestJSON-1669068940 tempest-ExternalNetworksTestJSON-1669068940-project-admin] Deleting port 39ac0953-f2cb-4bea-9a8c-9595d1d61e7c {{(pid=95101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:44:37.263578 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-675ab610-dfb7-4c98-8329-fe3bfe638bf8 tempest-ExternalNetworksTestJSON-1669068940 tempest-ExternalNetworksTestJSON-1669068940-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783146157096'] for port, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:44:37.361426 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-9f23ad65-b85b-4214-b49c-ec63daca811d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783146162158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783145673144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5607431'] for port, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:44:37.471573 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f23ad65-b85b-4214-b49c-ec63daca811d admin admin] Pushing event deleted for resources: {'Port': ['ID=ba34d1c6-f821-4e81-8047-f94f2ae3e458,revision_number=None']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:44:37.672410 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-675ab610-dfb7-4c98-8329-fe3bfe638bf8 tempest-ExternalNetworksTestJSON-1669068940 tempest-ExternalNetworksTestJSON-1669068940-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-605701'] for port, precommit_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:44:37.672769 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-675ab610-dfb7-4c98-8329-fe3bfe638bf8 tempest-ExternalNetworksTestJSON-1669068940 tempest-ExternalNetworksTestJSON-1669068940-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:44:37.792648 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.plugin [None req-675ab610-dfb7-4c98-8329-fe3bfe638bf8 tempest-ExternalNetworksTestJSON-1669068940 tempest-ExternalNetworksTestJSON-1669068940-project-admin] Calling delete_port for 39ac0953-f2cb-4bea-9a8c-9595d1d61e7c owned by network:floatingip {{(pid=95101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:44:38.074868 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-9f23ad65-b85b-4214-b49c-ec63daca811d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-527322', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-602005'] for router_interface, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:44:38.284932 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-a418afb8-68bf-4e33-9c5f-64932ea3981b tempest-RoutersIpV6Test-563412711 tempest-RoutersIpV6Test-563412711-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-527322', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-602005'] for router_interface, after_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:44:38.287335 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a418afb8-68bf-4e33-9c5f-64932ea3981b tempest-RoutersIpV6Test-563412711 tempest-RoutersIpV6Test-563412711-project] Pushing event deleted for resources: {'Port': ['ID=f4857f5d-973e-4d61-b1b8-4bec3726c5f6,revision_number=None']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:44:38.454666 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-675ab610-dfb7-4c98-8329-fe3bfe638bf8 tempest-ExternalNetworksTestJSON-1669068940 tempest-ExternalNetworksTestJSON-1669068940-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783146162158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783145673144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5607431'] for port, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:44:38.601696 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03fe3ed3-c2ad-4c40-b951-663d87341b20 req-0f2c70e9-058e-4f8d-b42b-aa2df511c018 tempest-ServersNegativeTestJSON-1638865794 tempest-ServersNegativeTestJSON-1638865794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:44:38.603759 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-03fe3ed3-c2ad-4c40-b951-663d87341b20 req-0f2c70e9-058e-4f8d-b42b-aa2df511c018 tempest-ServersNegativeTestJSON-1638865794 tempest-ServersNegativeTestJSON-1638865794-project] 10.222.0.67 "GET /v2.0/ports?device_id=6942dd4a-2993-4094-af13-ca4f91683a85 HTTP/1.1" status: 200 len: 944 time: 0.1746292 Sep 23 19:44:38.615948 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-675ab610-dfb7-4c98-8329-fe3bfe638bf8 tempest-ExternalNetworksTestJSON-1669068940 tempest-ExternalNetworksTestJSON-1669068940-project-admin] Pushing event deleted for resources: {'Port': ['ID=39ac0953-f2cb-4bea-9a8c-9595d1d61e7c,revision_number=None']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:44:38.681440 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f575ecbd-4247-4cd9-bfec-3bb5f5ae55c5 req-dc084e8a-1812-485c-8949-122e542c9d39 tempest-AttachVolumeShelveTestJSON-2035318112 tempest-AttachVolumeShelveTestJSON-2035318112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:44:38.684079 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-f575ecbd-4247-4cd9-bfec-3bb5f5ae55c5 req-dc084e8a-1812-485c-8949-122e542c9d39 tempest-AttachVolumeShelveTestJSON-2035318112 tempest-AttachVolumeShelveTestJSON-2035318112-project] 10.222.0.67 "GET /v2.0/ports?device_id=036bfa8b-48f6-483d-9ccb-759a52abd0b0 HTTP/1.1" status: 200 len: 946 time: 0.2184927 Sep 23 19:44:38.779277 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-f575ecbd-4247-4cd9-bfec-3bb5f5ae55c5 req-42188838-57e3-489a-8039-1a306d50e80e tempest-AttachVolumeShelveTestJSON-2035318112 tempest-AttachVolumeShelveTestJSON-2035318112-project] 10.222.0.67 "GET /v2.0/security-groups?id=209f1ee5-6189-41c6-b235-f9c754b12a19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0807929 Sep 23 19:44:38.805809 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-03fe3ed3-c2ad-4c40-b951-663d87341b20 req-31b8c1dc-c45f-4a91-ac45-706f7908f0f0 tempest-ServersNegativeTestJSON-1638865794 tempest-ServersNegativeTestJSON-1638865794-project] 10.222.0.67 "GET /v2.0/security-groups?id=4daca97c-f524-4fb0-8b34-b36a0affa33e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1580238 Sep 23 19:44:38.813582 n-d-713301-16 neutron-server[95102]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a418afb8-68bf-4e33-9c5f-64932ea3981b tempest-RoutersIpV6Test-563412711 tempest-RoutersIpV6Test-563412711-project] Router dc71851d-1f5a-4d66-ba76-b05974590d54 has already been hosted by L3 agent 79a740bf-7821-4989-8288-7186e3e128f3 {{(pid=95102) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 19:44:39.028922 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a418afb8-68bf-4e33-9c5f-64932ea3981b tempest-RoutersIpV6Test-563412711 tempest-RoutersIpV6Test-563412711-project] Notify agent at l3_agent.n-d-713301-16 the message routers_updated {{(pid=95102) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 19:44:39.035655 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-a418afb8-68bf-4e33-9c5f-64932ea3981b tempest-RoutersIpV6Test-563412711 tempest-RoutersIpV6Test-563412711-project] 10.222.0.67 "PUT /v2.0/routers/dc71851d-1f5a-4d66-ba76-b05974590d54/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8923020 Sep 23 19:44:39.049672 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 37994) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:44:39.053549 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-702e5824-3b92-4ef9-bd49-458d25e03257 None None] Sync routers for ids ['dc71851d-1f5a-4d66-ba76-b05974590d54'] in n-d-713301-16 {{(pid=95104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 19:44:39.064916 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-702e5824-3b92-4ef9-bd49-458d25e03257 None None] Routers {'dc71851d-1f5a-4d66-ba76-b05974590d54'} bound to L3 agent in host n-d-713301-16 {{(pid=95104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 19:44:39.065923 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_hamode_db [None req-702e5824-3b92-4ef9-bd49-458d25e03257 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-23T19:07:52Z,description=,heartbeat_timestamp=2021-09-23T19:44:22Z,host='n-d-713301-16',id=79a740bf-7821-4989-8288-7186e3e128f3,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:07:52Z,topic='l3_agent')) {'router_ids': ['dc71851d-1f5a-4d66-ba76-b05974590d54'], 'active': True} {{(pid=95104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:44:39.084024 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e3cbd7-7baa-4a93-96ed-09296c335637 req-a1d41145-c4be-4482-9e2d-07d2287e6a81 tempest-AttachVolumeShelveTestJSON-2035318112 tempest-AttachVolumeShelveTestJSON-2035318112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:44:39.098103 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-c8e3cbd7-7baa-4a93-96ed-09296c335637 req-a1d41145-c4be-4482-9e2d-07d2287e6a81 tempest-AttachVolumeShelveTestJSON-2035318112 tempest-AttachVolumeShelveTestJSON-2035318112-project] 10.222.0.67 "GET /v2.0/ports?device_id=036bfa8b-48f6-483d-9ccb-759a52abd0b0 HTTP/1.1" status: 200 len: 946 time: 0.0784860 Sep 23 19:44:39.108082 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 37998) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:44:39.113927 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.v2.base [None req-40dbb918-8448-48da-988a-9d32ef742495 tempest-AttachVolumeShelveTestJSON-2035318112 tempest-AttachVolumeShelveTestJSON-2035318112-project] Request body: {'floatingip': {'port_id': '79ee258c-88f6-46b2-b5bb-87d8ad0b9864'}} {{(pid=95102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:44:39.141585 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-675ab610-dfb7-4c98-8329-fe3bfe638bf8 tempest-ExternalNetworksTestJSON-1669068940 tempest-ExternalNetworksTestJSON-1669068940-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:44:39.233699 n-d-713301-16 neutron-server[95101]: DEBUG neutron.db.db_base_plugin_v2 [None req-3a850edb-b200-4c54-9549-dacd486f8627 tempest-RoutersIpV6Test-563412711 tempest-RoutersIpV6Test-563412711-project] Deleting subnet 134a0ec1-e18d-4ff7-8a0f-d03ae0c19bd3 {{(pid=95101) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 23 19:44:39.234087 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-40dbb918-8448-48da-988a-9d32ef742495 tempest-AttachVolumeShelveTestJSON-2035318112 tempest-AttachVolumeShelveTestJSON-2035318112-project] Notify callbacks [] for floatingip, before_update {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:44:39.275416 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-3a850edb-b200-4c54-9549-dacd486f8627 tempest-RoutersIpV6Test-563412711 tempest-RoutersIpV6Test-563412711-project] Notify callbacks [] for subnet, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:44:39.433574 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_dvr_db [None req-702e5824-3b92-4ef9-bd49-458d25e03257 None None] Set router dc71851d-1f5a-4d66-ba76-b05974590d54 gateway port host: None {{(pid=95104) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 19:44:39.433845 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f23ad65-b85b-4214-b49c-ec63daca811d admin admin] Router 2a43c06a-8d2d-48a1-9a49-88a817a32234 has already been hosted by L3 agent 79a740bf-7821-4989-8288-7186e3e128f3 {{(pid=95101) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 19:44:39.476644 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-675ab610-dfb7-4c98-8329-fe3bfe638bf8 tempest-ExternalNetworksTestJSON-1669068940 tempest-ExternalNetworksTestJSON-1669068940-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1756813'] for subnet, precommit_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:44:39.554352 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-3a850edb-b200-4c54-9549-dacd486f8627 tempest-RoutersIpV6Test-563412711 tempest-RoutersIpV6Test-563412711-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6007154'] for subnet, precommit_delete_associations {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:44:39.843157 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-675ab610-dfb7-4c98-8329-fe3bfe638bf8 tempest-ExternalNetworksTestJSON-1669068940 tempest-ExternalNetworksTestJSON-1669068940-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1756804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5607514', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6130950'] for subnet, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:44:39.878622 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-3a850edb-b200-4c54-9549-dacd486f8627 tempest-RoutersIpV6Test-563412711 tempest-RoutersIpV6Test-563412711-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1756813'] for subnet, precommit_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:44:39.900406 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_hamode_db [None req-702e5824-3b92-4ef9-bd49-458d25e03257 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc71851d-1f5a-4d66-ba76-b05974590d54', 'name': 'tempest-RoutersIpV6Test-router-1785279921', 'tenant_id': 'fd66fc1e2cf64f369d6db25080c0cb06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:43:29Z', 'updated_at': '2021-09-23T19:44:36Z', 'revision_number': 10, 'project_id': 'fd66fc1e2cf64f369d6db25080c0cb06', 'gw_port_host': None, '_interfaces': [{'id': '2bc1be1d-e1ed-42fa-ae3b-d3a995eaa854', 'name': '', 'network_id': 'eb7ee6df-b6ba-45d6-91cd-a3b513be0e8c', 'tenant_id': 'fd66fc1e2cf64f369d6db25080c0cb06', 'mac_address': 'fa:16:3e:22:70:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc71851d-1f5a-4d66-ba76-b05974590d54', 'device_owner': 'network:router_interface', 'standard_attr_id': 2713, 'fixed_ips': [{'subnet_id': '7bf004d2-1700-4c8f-be15-804ddb0ed04c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:43:31Z', 'updated_at': '2021-09-23T19:43:38Z', 'revision_number': 5, 'project_id': 'fd66fc1e2cf64f369d6db25080c0cb06', 'subnets': [{'id': '7bf004d2-1700-4c8f-be15-804ddb0ed04c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-16', False) {} {{(pid=95104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:44:40.034871 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-702e5824-3b92-4ef9-bd49-458d25e03257 None None] Checking router: dc71851d-1f5a-4d66-ba76-b05974590d54 for host: n-d-713301-16 {{(pid=95104) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 19:44:40.056590 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-702e5824-3b92-4ef9-bd49-458d25e03257 None None] Routers {'dc71851d-1f5a-4d66-ba76-b05974590d54'} bound to L3 agent in host n-d-713301-16 {{(pid=95104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 19:44:40.057583 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-675ab610-dfb7-4c98-8329-fe3bfe638bf8 tempest-ExternalNetworksTestJSON-1669068940 tempest-ExternalNetworksTestJSON-1669068940-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=c5ae31a5-a81f-4ae9-b7fb-0aeb4566e981,revision_number=None']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:44:40.062222 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_hamode_db [None req-702e5824-3b92-4ef9-bd49-458d25e03257 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-23T19:07:52Z,description=,heartbeat_timestamp=2021-09-23T19:44:22Z,host='n-d-713301-16',id=79a740bf-7821-4989-8288-7186e3e128f3,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:07:52Z,topic='l3_agent')) {'router_ids': ['dc71851d-1f5a-4d66-ba76-b05974590d54'], 'active': True} {{(pid=95104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:44:40.125430 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-675ab610-dfb7-4c98-8329-fe3bfe638bf8 tempest-ExternalNetworksTestJSON-1669068940 tempest-ExternalNetworksTestJSON-1669068940-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1754676', 'neutron.services.segments.db._delete_segments_for_network-8783146221460'] for network, precommit_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:44:40.244028 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f23ad65-b85b-4214-b49c-ec63daca811d admin admin] Notify agent at l3_agent.n-d-713301-16 the message routers_updated {{(pid=95101) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 19:44:40.251089 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-9f23ad65-b85b-4214-b49c-ec63daca811d admin admin] 10.222.0.67 "PUT /v2.0/routers/2a43c06a-8d2d-48a1-9a49-88a817a32234/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.2739387 Sep 23 19:44:40.259036 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ced57c3b-74a1-42b5-89ad-2a00b712bc47 None None] Sync routers for ids ['2a43c06a-8d2d-48a1-9a49-88a817a32234'] in n-d-713301-16 {{(pid=95103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 19:44:40.261729 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 38014) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:44:40.273857 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_dvr_db [None req-702e5824-3b92-4ef9-bd49-458d25e03257 None None] Set router dc71851d-1f5a-4d66-ba76-b05974590d54 gateway port host: None {{(pid=95104) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 19:44:40.275780 n-d-713301-16 neutron-server[95101]: DEBUG neutron.services.segments.db [None req-675ab610-dfb7-4c98-8329-fe3bfe638bf8 tempest-ExternalNetworksTestJSON-1669068940 tempest-ExternalNetworksTestJSON-1669068940-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['26cac852-64cc-4dfc-b451-0ce14cbeaad1']}} {{(pid=95101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:44:40.291105 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ced57c3b-74a1-42b5-89ad-2a00b712bc47 None None] Routers {'2a43c06a-8d2d-48a1-9a49-88a817a32234'} bound to L3 agent in host n-d-713301-16 {{(pid=95103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 19:44:40.294997 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_hamode_db [None req-ced57c3b-74a1-42b5-89ad-2a00b712bc47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-23T19:07:52Z,description=,heartbeat_timestamp=2021-09-23T19:44:22Z,host='n-d-713301-16',id=79a740bf-7821-4989-8288-7186e3e128f3,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:07:52Z,topic='l3_agent')) {'router_ids': ['2a43c06a-8d2d-48a1-9a49-88a817a32234'], 'active': True} {{(pid=95103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:44:40.341234 n-d-713301-16 neutron-server[95101]: DEBUG neutron.services.segments.db [None req-675ab610-dfb7-4c98-8329-fe3bfe638bf8 tempest-ExternalNetworksTestJSON-1669068940 tempest-ExternalNetworksTestJSON-1669068940-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '50b98265-294d-406f-a05d-474bed749484') {'for_net_delete': True} {{(pid=95101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:44:40.341811 n-d-713301-16 neutron-server[95101]: DEBUG neutron.services.segments.db [None req-675ab610-dfb7-4c98-8329-fe3bfe638bf8 tempest-ExternalNetworksTestJSON-1669068940 tempest-ExternalNetworksTestJSON-1669068940-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '50b98265-294d-406f-a05d-474bed749484') {} {{(pid=95101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:44:40.575931 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.db.resource_extend [None req-40dbb918-8448-48da-988a-9d32ef742495 tempest-AttachVolumeShelveTestJSON-2035318112 tempest-AttachVolumeShelveTestJSON-2035318112-project] It took 0.25 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=95102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 23 19:44:40.765357 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_dvr_db [None req-ced57c3b-74a1-42b5-89ad-2a00b712bc47 None None] Set router 2a43c06a-8d2d-48a1-9a49-88a817a32234 gateway port host: n-d-713301-16 {{(pid=95103) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 19:44:40.772499 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d8713a-4db2-4bce-b4e6-2c505ef6cea3 req-d1a46fcf-5337-41af-b495-e00e05ac3c9c tempest-ServersNegativeTestJSON-1638865794 tempest-ServersNegativeTestJSON-1638865794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:44:40.781449 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-78d8713a-4db2-4bce-b4e6-2c505ef6cea3 req-d1a46fcf-5337-41af-b495-e00e05ac3c9c tempest-ServersNegativeTestJSON-1638865794 tempest-ServersNegativeTestJSON-1638865794-project] 10.222.0.67 "GET /v2.0/ports?device_id=6942dd4a-2993-4094-af13-ca4f91683a85 HTTP/1.1" status: 200 len: 944 time: 0.4931498 Sep 23 19:44:40.797073 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-40dbb918-8448-48da-988a-9d32ef742495 tempest-AttachVolumeShelveTestJSON-2035318112 tempest-AttachVolumeShelveTestJSON-2035318112-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:44:40.829202 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-40dbb918-8448-48da-988a-9d32ef742495 tempest-AttachVolumeShelveTestJSON-2035318112 tempest-AttachVolumeShelveTestJSON-2035318112-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-601884'] for floatingip, after_update {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:44:40.897557 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_hamode_db [None req-702e5824-3b92-4ef9-bd49-458d25e03257 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc71851d-1f5a-4d66-ba76-b05974590d54', 'name': 'tempest-RoutersIpV6Test-router-1785279921', 'tenant_id': 'fd66fc1e2cf64f369d6db25080c0cb06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:43:29Z', 'updated_at': '2021-09-23T19:44:36Z', 'revision_number': 10, 'project_id': 'fd66fc1e2cf64f369d6db25080c0cb06', 'gw_port_host': None, '_interfaces': [{'id': '2bc1be1d-e1ed-42fa-ae3b-d3a995eaa854', 'name': '', 'network_id': 'eb7ee6df-b6ba-45d6-91cd-a3b513be0e8c', 'tenant_id': 'fd66fc1e2cf64f369d6db25080c0cb06', 'mac_address': 'fa:16:3e:22:70:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc71851d-1f5a-4d66-ba76-b05974590d54', 'device_owner': 'network:router_interface', 'standard_attr_id': 2713, 'fixed_ips': [{'subnet_id': '7bf004d2-1700-4c8f-be15-804ddb0ed04c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:43:31Z', 'updated_at': '2021-09-23T19:43:38Z', 'revision_number': 5, 'project_id': 'fd66fc1e2cf64f369d6db25080c0cb06', 'subnets': [{'id': '7bf004d2-1700-4c8f-be15-804ddb0ed04c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-16', False) {} {{(pid=95104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:44:40.996262 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-702e5824-3b92-4ef9-bd49-458d25e03257 None None] The sync data for ids ['dc71851d-1f5a-4d66-ba76-b05974590d54'] in n-d-713301-16 is: [{'id': 'dc71851d-1f5a-4d66-ba76-b05974590d54', 'name': 'tempest-RoutersIpV6Test-router-1785279921', 'tenant_id': 'fd66fc1e2cf64f369d6db25080c0cb06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:43:29Z', 'updated_at': '2021-09-23T19:44:36Z', 'revision_number': 10, 'project_id': 'fd66fc1e2cf64f369d6db25080c0cb06', 'gw_port_host': None, '_interfaces': [{'id': '2bc1be1d-e1ed-42fa-ae3b-d3a995eaa854', 'name': '', 'network_id': 'eb7ee6df-b6ba-45d6-91cd-a3b513be0e8c', 'tenant_id': 'fd66fc1e2cf64f369d6db25080c0cb06', 'mac_address': 'fa:16:3e:22:70:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc71851d-1f5a-4d66-ba76-b05974590d54', 'device_owner': 'network:router_interface', 'standard_attr_id': 2713, 'fixed_ips': [{'subnet_id': '7bf004d2-1700-4c8f-be15-804ddb0ed04c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:43:31Z', 'updated_at': '2021-09-23T19:43:38Z', 'revision_number': 5, 'project_id': 'fd66fc1e2cf64f369d6db25080c0cb06', 'subnets': [{'id': '7bf004d2-1700-4c8f-be15-804ddb0ed04c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 19:44:41.108971 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-78d8713a-4db2-4bce-b4e6-2c505ef6cea3 req-93149a1a-c3ca-48bf-a02f-44f3987cb7e4 tempest-ServersNegativeTestJSON-1638865794 tempest-ServersNegativeTestJSON-1638865794-project] 10.222.0.67 "GET /v2.0/security-groups?id=4daca97c-f524-4fb0-8b34-b36a0affa33e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3225117 Sep 23 19:44:41.149799 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-675ab610-dfb7-4c98-8329-fe3bfe638bf8 tempest-ExternalNetworksTestJSON-1669068940 tempest-ExternalNetworksTestJSON-1669068940-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783146221725', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6007147'] for segment, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:44:41.200564 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-3a850edb-b200-4c54-9549-dacd486f8627 tempest-RoutersIpV6Test-563412711 tempest-RoutersIpV6Test-563412711-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1756804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5607514', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6130950'] for subnet, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:44:41.219168 n-d-713301-16 neutron-server[95102]: INFO neutron.db.l3_db [None req-40dbb918-8448-48da-988a-9d32ef742495 tempest-AttachVolumeShelveTestJSON-2035318112 tempest-AttachVolumeShelveTestJSON-2035318112-project] Floating IP eec0469e-0279-45a6-a7b3-b71f863d21ac associated. External IP: 172.25.1.102, port: 79ee258c-88f6-46b2-b5bb-87d8ad0b9864. Sep 23 19:44:41.257439 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a850edb-b200-4c54-9549-dacd486f8627 tempest-RoutersIpV6Test-563412711 tempest-RoutersIpV6Test-563412711-project] Pushing event deleted for resources: {'Subnet': ['ID=134a0ec1-e18d-4ff7-8a0f-d03ae0c19bd3,revision_number=None']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:44:41.268415 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-675ab610-dfb7-4c98-8329-fe3bfe638bf8 tempest-ExternalNetworksTestJSON-1669068940 tempest-ExternalNetworksTestJSON-1669068940-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1756186'] for segment, precommit_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:44:41.273530 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-3a850edb-b200-4c54-9549-dacd486f8627 tempest-RoutersIpV6Test-563412711 tempest-RoutersIpV6Test-563412711-project] Notify callbacks [] for subnet, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:44:41.279150 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-3a850edb-b200-4c54-9549-dacd486f8627 tempest-RoutersIpV6Test-563412711 tempest-RoutersIpV6Test-563412711-project] 10.222.0.67 "DELETE /v2.0/subnets/134a0ec1-e18d-4ff7-8a0f-d03ae0c19bd3 HTTP/1.1" status: 204 len: 168 time: 2.2282596 Sep 23 19:44:41.286985 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 38028) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:44:41.354819 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cfa13da-7bc3-4633-9913-ac87d795280f None None] Network 624e596e-769e-40b5-9ff9-cdd4e151ebba requested from n-d-713301-16 {{(pid=95103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 19:44:41.418315 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-675ab610-dfb7-4c98-8329-fe3bfe638bf8 tempest-ExternalNetworksTestJSON-1669068940 tempest-ExternalNetworksTestJSON-1669068940-project-admin] Releasing vlan 630 on physical network physnet1 to pool {{(pid=95101) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 19:44:41.418315 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-675ab610-dfb7-4c98-8329-fe3bfe638bf8 tempest-ExternalNetworksTestJSON-1669068940 tempest-ExternalNetworksTestJSON-1669068940-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1756186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5608436'] for segment, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:44:41.422426 n-d-713301-16 neutron-server[95101]: Traceback (most recent call last): Sep 23 19:44:41.422426 n-d-713301-16 neutron-server[95101]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 19:44:41.422426 n-d-713301-16 neutron-server[95101]: timer() Sep 23 19:44:41.422426 n-d-713301-16 neutron-server[95101]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 19:44:41.422426 n-d-713301-16 neutron-server[95101]: cb(*args, **kw) Sep 23 19:44:41.422426 n-d-713301-16 neutron-server[95101]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 19:44:41.422426 n-d-713301-16 neutron-server[95101]: return func(*args, **kwargs) Sep 23 19:44:41.422426 n-d-713301-16 neutron-server[95101]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 19:44:41.422426 n-d-713301-16 neutron-server[95101]: self._notify() Sep 23 19:44:41.422426 n-d-713301-16 neutron-server[95101]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 19:44:41.422426 n-d-713301-16 neutron-server[95101]: self.callback(batched_events) Sep 23 19:44:41.422426 n-d-713301-16 neutron-server[95101]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 19:44:41.422426 n-d-713301-16 neutron-server[95101]: event.method(event) Sep 23 19:44:41.422426 n-d-713301-16 neutron-server[95101]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 19:44:41.422426 n-d-713301-16 neutron-server[95101]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 19:44:41.422426 n-d-713301-16 neutron-server[95101]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 19:44:41.422426 n-d-713301-16 neutron-server[95101]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 19:44:41.422426 n-d-713301-16 neutron-server[95101]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 19:44:41.422426 n-d-713301-16 neutron-server[95101]: return f(self, *a, **k) Sep 23 19:44:41.422426 n-d-713301-16 neutron-server[95101]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 19:44:41.422426 n-d-713301-16 neutron-server[95101]: return self._get(url).json() Sep 23 19:44:41.422426 n-d-713301-16 neutron-server[95101]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 19:44:41.422426 n-d-713301-16 neutron-server[95101]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 19:44:41.422426 n-d-713301-16 neutron-server[95101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 19:44:41.422426 n-d-713301-16 neutron-server[95101]: return self.request(url, 'GET', **kwargs) Sep 23 19:44:41.422426 n-d-713301-16 neutron-server[95101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 19:44:41.422426 n-d-713301-16 neutron-server[95101]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 19:44:41.422426 n-d-713301-16 neutron-server[95101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 19:44:41.422426 n-d-713301-16 neutron-server[95101]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 19:44:41.422426 n-d-713301-16 neutron-server[95101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 19:44:41.422426 n-d-713301-16 neutron-server[95101]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 19:44:41.422426 n-d-713301-16 neutron-server[95101]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 19:44:41.746406 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_hamode_db [None req-ced57c3b-74a1-42b5-89ad-2a00b712bc47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a43c06a-8d2d-48a1-9a49-88a817a32234', 'name': 'tempest-TestVolumeBackupRestore-515741337-router', 'tenant_id': '1718189929d9483b8c1064052628d365', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'external_fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.246'}], 'enable_snat': True}, 'gw_port_id': 'cedefd13-5078-4b3b-b572-80ed6d1599b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:38:48Z', 'updated_at': '2021-09-23T19:44:37Z', 'revision_number': 5, 'project_id': '1718189929d9483b8c1064052628d365', 'gw_port': {'id': 'cedefd13-5078-4b3b-b572-80ed6d1599b3', 'name': '', 'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:4d:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a43c06a-8d2d-48a1-9a49-88a817a32234', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2140, 'fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:38:50Z', 'updated_at': '2021-09-23T19:38:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-16'}], 'n-d-713301-16', False) {} {{(pid=95103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:44:41.787379 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 38036) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:44:41.802166 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-675ab610-dfb7-4c98-8329-fe3bfe638bf8 tempest-ExternalNetworksTestJSON-1669068940 tempest-ExternalNetworksTestJSON-1669068940-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1754627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-601866'] for network, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:44:41.810142 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ced57c3b-74a1-42b5-89ad-2a00b712bc47 None None] Checking router: 2a43c06a-8d2d-48a1-9a49-88a817a32234 for host: n-d-713301-16 {{(pid=95103) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 19:44:41.814385 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-a1e5b385-f175-417a-9b1f-21fc3678b108 admin admin] Notify callbacks [] for router, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:44:41.821931 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-675ab610-dfb7-4c98-8329-fe3bfe638bf8 tempest-ExternalNetworksTestJSON-1669068940 tempest-ExternalNetworksTestJSON-1669068940-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 26cac852-64cc-4dfc-b451-0ce14cbeaad1 {{(pid=95101) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Sep 23 19:44:41.826836 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-675ab610-dfb7-4c98-8329-fe3bfe638bf8 tempest-ExternalNetworksTestJSON-1669068940 tempest-ExternalNetworksTestJSON-1669068940-project-admin] Notify callbacks [] for network, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:44:41.830519 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-675ab610-dfb7-4c98-8329-fe3bfe638bf8 tempest-ExternalNetworksTestJSON-1669068940 tempest-ExternalNetworksTestJSON-1669068940-project-admin] 10.222.0.67 "DELETE /v2.0/networks/26cac852-64cc-4dfc-b451-0ce14cbeaad1 HTTP/1.1" status: 204 len: 168 time: 5.1965470 Sep 23 19:44:41.833066 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 38044) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:44:41.871402 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ced57c3b-74a1-42b5-89ad-2a00b712bc47 None None] Routers {'2a43c06a-8d2d-48a1-9a49-88a817a32234'} bound to L3 agent in host n-d-713301-16 {{(pid=95103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 19:44:41.872622 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_hamode_db [None req-ced57c3b-74a1-42b5-89ad-2a00b712bc47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-23T19:07:52Z,description=,heartbeat_timestamp=2021-09-23T19:44:22Z,host='n-d-713301-16',id=79a740bf-7821-4989-8288-7186e3e128f3,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:07:52Z,topic='l3_agent')) {'router_ids': ['2a43c06a-8d2d-48a1-9a49-88a817a32234'], 'active': True} {{(pid=95103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:44:41.962942 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-675ab610-dfb7-4c98-8329-fe3bfe638bf8 tempest-ExternalNetworksTestJSON-1669068940 tempest-ExternalNetworksTestJSON-1669068940-project-admin] Pushing event deleted for resources: {'Network': ['ID=26cac852-64cc-4dfc-b451-0ce14cbeaad1,revision_number=None']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:44:41.974067 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-c59296f2-5c63-4cbf-831e-fa2a98a5a58f tempest-RoutersIpV6Test-563412711 tempest-RoutersIpV6Test-563412711-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1628021'] for network, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:44:42.122202 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc06973e-144c-447e-98c7-db54dacc0f20 None None] DHCP port deletion for 624e596e-769e-40b5-9ff9-cdd4e151ebba request from n-d-713301-16 {{(pid=95103) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 23 19:44:42.154778 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-a1e5b385-f175-417a-9b1f-21fc3678b108 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:44:42.224681 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.plugin [None req-c59296f2-5c63-4cbf-831e-fa2a98a5a58f tempest-RoutersIpV6Test-563412711 tempest-RoutersIpV6Test-563412711-project] Deleting port 0b15f3d3-1409-4749-977d-b59690081dcb {{(pid=95101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:44:42.225039 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-c59296f2-5c63-4cbf-831e-fa2a98a5a58f tempest-RoutersIpV6Test-563412711 tempest-RoutersIpV6Test-563412711-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783146157096'] for port, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:44:42.265563 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-ba070ce2-bea0-4e83-badd-f7dd31cf89ad admin admin] Notify callbacks [] for security_group, before_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:44:42.343672 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_dvr_db [None req-ced57c3b-74a1-42b5-89ad-2a00b712bc47 None None] Set router 2a43c06a-8d2d-48a1-9a49-88a817a32234 gateway port host: n-d-713301-16 {{(pid=95103) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 19:44:42.398909 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.db [None req-c59296f2-5c63-4cbf-831e-fa2a98a5a58f tempest-RoutersIpV6Test-563412711 tempest-RoutersIpV6Test-563412711-project] For port 0b15f3d3-1409-4749-977d-b59690081dcb, host n-d-713301-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-16',level=0,port_id=0b15f3d3-1409-4749-977d-b59690081dcb,segment=NetworkSegment(ea08683e-cb29-4019-b2bf-a3ad173424fe),segment_id=ea08683e-cb29-4019-b2bf-a3ad173424fe)] {{(pid=95101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:44:42.401572 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-c59296f2-5c63-4cbf-831e-fa2a98a5a58f tempest-RoutersIpV6Test-563412711 tempest-RoutersIpV6Test-563412711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-605701'] for port, precommit_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:44:42.475718 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.plugin [None req-a1e5b385-f175-417a-9b1f-21fc3678b108 admin admin] Deleting port cedefd13-5078-4b3b-b572-80ed6d1599b3 {{(pid=95101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:44:42.476075 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-a1e5b385-f175-417a-9b1f-21fc3678b108 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783146157096'] for port, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:44:42.606234 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.plugin [None req-c59296f2-5c63-4cbf-831e-fa2a98a5a58f tempest-RoutersIpV6Test-563412711 tempest-RoutersIpV6Test-563412711-project] Calling delete_port for 0b15f3d3-1409-4749-977d-b59690081dcb owned by network:dhcp {{(pid=95101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:44:42.899796 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.db [None req-a1e5b385-f175-417a-9b1f-21fc3678b108 admin admin] For port cedefd13-5078-4b3b-b572-80ed6d1599b3, host n-d-713301-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-16',level=0,port_id=cedefd13-5078-4b3b-b572-80ed6d1599b3,segment=NetworkSegment(7d4027f1-d893-4c7b-95d4-757b8e44e380),segment_id=7d4027f1-d893-4c7b-95d4-757b8e44e380)] {{(pid=95101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:44:42.900082 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-a1e5b385-f175-417a-9b1f-21fc3678b108 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-605701'] for port, precommit_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:44:42.916157 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.plugin [None req-a1e5b385-f175-417a-9b1f-21fc3678b108 admin admin] Calling delete_port for cedefd13-5078-4b3b-b572-80ed6d1599b3 owned by network:router_gateway {{(pid=95101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:44:42.970243 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-e89461ab-c849-43e2-a746-2127340f0184 tempest-ExternalNetworksTestJSON-1669068940 tempest-ExternalNetworksTestJSON-1669068940-project-admin] 10.222.0.67 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 995 time: 1.1334550 Sep 23 19:44:42.982453 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Device f4857f5d-973e-4d61-b1b8-4bec3726c5f6 no longer exists at agent ovs-agent-n-d-713301-16 {{(pid=95103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 19:44:43.123799 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 38052) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:44:43.143341 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-a1e5b385-f175-417a-9b1f-21fc3678b108 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783146162158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783145673144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5607431'] for port, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:44:43.219934 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.plugin [None req-dc06973e-144c-447e-98c7-db54dacc0f20 None None] Deleting port 0b15f3d3-1409-4749-977d-b59690081dcb {{(pid=95103) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:44:43.220166 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-dc06973e-144c-447e-98c7-db54dacc0f20 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783146157096'] for port, before_delete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:44:43.255430 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-ba070ce2-bea0-4e83-badd-f7dd31cf89ad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:44:43.273474 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-ba070ce2-bea0-4e83-badd-f7dd31cf89ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:44:43.277669 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c57627f5-bba1-4850-8750-48f07656006a tempest-ExternalNetworksTestJSON-1669068940 tempest-ExternalNetworksTestJSON-1669068940-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:44:43.278346 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c57627f5-bba1-4850-8750-48f07656006a tempest-ExternalNetworksTestJSON-1669068940 tempest-ExternalNetworksTestJSON-1669068940-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:44:43.278657 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c57627f5-bba1-4850-8750-48f07656006a tempest-ExternalNetworksTestJSON-1669068940 tempest-ExternalNetworksTestJSON-1669068940-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:44:43.279121 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c57627f5-bba1-4850-8750-48f07656006a tempest-ExternalNetworksTestJSON-1669068940 tempest-ExternalNetworksTestJSON-1669068940-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:44:43.279579 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c57627f5-bba1-4850-8750-48f07656006a tempest-ExternalNetworksTestJSON-1669068940 tempest-ExternalNetworksTestJSON-1669068940-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:44:43.280039 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c57627f5-bba1-4850-8750-48f07656006a tempest-ExternalNetworksTestJSON-1669068940 tempest-ExternalNetworksTestJSON-1669068940-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:44:43.280688 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c57627f5-bba1-4850-8750-48f07656006a tempest-ExternalNetworksTestJSON-1669068940 tempest-ExternalNetworksTestJSON-1669068940-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:44:43.282882 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-c57627f5-bba1-4850-8750-48f07656006a tempest-ExternalNetworksTestJSON-1669068940 tempest-ExternalNetworksTestJSON-1669068940-project-admin] 10.222.0.67 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4642 time: 0.1577475 Sep 23 19:44:43.289623 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1e5b385-f175-417a-9b1f-21fc3678b108 admin admin] Pushing event deleted for resources: {'Port': ['ID=cedefd13-5078-4b3b-b572-80ed6d1599b3,revision_number=None']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:44:43.291280 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 38054) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:44:43.361693 n-d-713301-16 neutron-server[95102]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-40dbb918-8448-48da-988a-9d32ef742495 tempest-AttachVolumeShelveTestJSON-2035318112 tempest-AttachVolumeShelveTestJSON-2035318112-project] Router d83f0415-5e06-4b12-856d-9038a1f0f9f8 has already been hosted by L3 agent 79a740bf-7821-4989-8288-7186e3e128f3 {{(pid=95102) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 19:44:43.362855 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba070ce2-bea0-4e83-badd-f7dd31cf89ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4831f1e3-2cc0-4455-ad7d-2fdb70a0d58e,revision_number=1']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:44:43.386722 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.plugin [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] No Port match for: f4857f5d-973e-4d61-b1b8-4bec3726c5f6 {{(pid=95103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 19:44:43.387123 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Device f4857f5d-973e-4d61-b1b8-4bec3726c5f6 not bound to the agent host n-d-713301-16 {{(pid=95103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 19:44:43.387526 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Device 0b15f3d3-1409-4749-977d-b59690081dcb no longer exists at agent ovs-agent-n-d-713301-16 {{(pid=95103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 19:44:43.389348 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f947cd68-3f8d-46be-a94f-bbd8dc4045a2 req-8e295b5d-f93c-4a5c-98e7-b6f176bd385d tempest-ServersNegativeTestJSON-1638865794 tempest-ServersNegativeTestJSON-1638865794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:44:43.397055 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-f947cd68-3f8d-46be-a94f-bbd8dc4045a2 req-8e295b5d-f93c-4a5c-98e7-b6f176bd385d tempest-ServersNegativeTestJSON-1638865794 tempest-ServersNegativeTestJSON-1638865794-project] 10.222.0.67 "GET /v2.0/ports?device_id=6942dd4a-2993-4094-af13-ca4f91683a85 HTTP/1.1" status: 200 len: 944 time: 1.1223974 Sep 23 19:44:43.437674 n-d-713301-16 neutron-server[95101]: INFO neutron.api.v2.resource [None req-9416c777-26d5-478a-b20e-2f80dcfd838f tempest-ExternalNetworksTestJSON-1669068940 tempest-ExternalNetworksTestJSON-1669068940-project-admin] delete failed (client error): The resource could not be found. Sep 23 19:44:43.439173 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-9416c777-26d5-478a-b20e-2f80dcfd838f tempest-ExternalNetworksTestJSON-1669068940 tempest-ExternalNetworksTestJSON-1669068940-project-admin] 10.222.0.67 "DELETE /v2.0/floatingips/080ceeb9-f7cb-422a-9030-f7fbca25bb18 HTTP/1.1" status: 404 len: 345 time: 0.1374862 Sep 23 19:44:43.441886 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-a1e5b385-f175-417a-9b1f-21fc3678b108 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-601942'] for router_gateway, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:44:43.539440 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-dc06973e-144c-447e-98c7-db54dacc0f20 None None] For port 0b15f3d3-1409-4749-977d-b59690081dcb, host n-d-713301-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-16',level=0,port_id=0b15f3d3-1409-4749-977d-b59690081dcb,segment=NetworkSegment(ea08683e-cb29-4019-b2bf-a3ad173424fe),segment_id=ea08683e-cb29-4019-b2bf-a3ad173424fe)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:44:43.539811 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-dc06973e-144c-447e-98c7-db54dacc0f20 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-605701'] for port, precommit_delete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:44:43.547730 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-a1e5b385-f175-417a-9b1f-21fc3678b108 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-597305', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29369'] for router, precommit_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:44:43.548267 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 38056) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:44:43.549619 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40dbb918-8448-48da-988a-9d32ef742495 tempest-AttachVolumeShelveTestJSON-2035318112 tempest-AttachVolumeShelveTestJSON-2035318112-project] Notify agent at l3_agent.n-d-713301-16 the message routers_updated {{(pid=95102) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 19:44:43.550879 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-a1e5b385-f175-417a-9b1f-21fc3678b108 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:44:43.580751 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-40dbb918-8448-48da-988a-9d32ef742495 tempest-AttachVolumeShelveTestJSON-2035318112 tempest-AttachVolumeShelveTestJSON-2035318112-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222849'] for floatingip, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:44:43.609799 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.plugin [None req-dc06973e-144c-447e-98c7-db54dacc0f20 None None] Calling delete_port for 0b15f3d3-1409-4749-977d-b59690081dcb owned by network:dhcp {{(pid=95103) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:44:43.616729 n-d-713301-16 neutron-server[95102]: INFO neutron.pecan_wsgi.hooks.translation [None req-24d0d389-00fd-4e71-9c3d-fb5f96586749 tempest-ExternalNetworksTestJSON-1669068940 tempest-ExternalNetworksTestJSON-1669068940-project-admin] DELETE failed (client error): The resource could not be found. Sep 23 19:44:43.617349 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-24d0d389-00fd-4e71-9c3d-fb5f96586749 tempest-ExternalNetworksTestJSON-1669068940 tempest-ExternalNetworksTestJSON-1669068940-project-admin] No notification will be sent due to unsuccessful status code: 404 {{(pid=95102) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 23 19:44:43.624420 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-24d0d389-00fd-4e71-9c3d-fb5f96586749 tempest-ExternalNetworksTestJSON-1669068940 tempest-ExternalNetworksTestJSON-1669068940-project-admin] 10.222.0.67 "DELETE /v2.0/networks/26cac852-64cc-4dfc-b451-0ce14cbeaad1 HTTP/1.1" status: 404 len: 339 time: 0.0729053 Sep 23 19:44:43.625085 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 38060) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:44:43.630670 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-40dbb918-8448-48da-988a-9d32ef742495 tempest-AttachVolumeShelveTestJSON-2035318112 tempest-AttachVolumeShelveTestJSON-2035318112-project] 10.222.0.67 "PUT /v2.0/floatingips/eec0469e-0279-45a6-a7b3-b71f863d21ac HTTP/1.1" status: 200 len: 992 time: 4.5187836 Sep 23 19:44:43.635774 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-a1e5b385-f175-417a-9b1f-21fc3678b108 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-597296'] for router, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:44:43.637951 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1e5b385-f175-417a-9b1f-21fc3678b108 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2a43c06a-8d2d-48a1-9a49-88a817a32234 {{(pid=95101) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 23 19:44:43.642018 n-d-713301-16 neutron-server[95102]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '036bfa8b-48f6-483d-9ccb-759a52abd0b0', 'tag': '79ee258c-88f6-46b2-b5bb-87d8ad0b9864'}] {{(pid=95102) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 19:44:43.644415 n-d-713301-16 neutron-server[95102]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab31b6d93e5336dbddfa8ec424565b3bd8cb2369c5b4d85bc943472dbb21e8ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f75495f9-6195-40c0-93e5-3bdeffb8a3d7" -d '{"events": [{"name": "network-changed", "server_uuid": "036bfa8b-48f6-483d-9ccb-759a52abd0b0", "tag": "79ee258c-88f6-46b2-b5bb-87d8ad0b9864"}]}' {{(pid=95102) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 19:44:43.644725 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-a1e5b385-f175-417a-9b1f-21fc3678b108 admin admin] Notify callbacks [] for router, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:44:43.650001 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-a1e5b385-f175-417a-9b1f-21fc3678b108 admin admin] 10.222.0.67 "DELETE /v2.0/routers/2a43c06a-8d2d-48a1-9a49-88a817a32234 HTTP/1.1" status: 204 len: 168 time: 3.3795807 Sep 23 19:44:43.656593 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67d6db54-9682-44d4-acc7-8d18e8583c58 None None] Sync routers for ids ['d83f0415-5e06-4b12-856d-9038a1f0f9f8'] in n-d-713301-16 {{(pid=95104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 19:44:43.659138 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.v2.base [None req-f9263073-b16c-40e3-9077-527f5dd778a0 tempest-ExternalNetworksTestJSON-1669068940 tempest-ExternalNetworksTestJSON-1669068940-project-admin] Request body: {'network': {'name': 'tempest-network--791374390', 'router:external': True}} {{(pid=95101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:44:43.664744 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 38068) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:44:43.672111 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-ba070ce2-bea0-4e83-badd-f7dd31cf89ad admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=6cfb3d28bdbe4e72a80b5b59d993a11a&name=default HTTP/1.1" status: 200 len: 2983 time: 1.8803430 Sep 23 19:44:43.674210 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67d6db54-9682-44d4-acc7-8d18e8583c58 None None] Routers {'d83f0415-5e06-4b12-856d-9038a1f0f9f8'} bound to L3 agent in host n-d-713301-16 {{(pid=95104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 19:44:43.681252 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_hamode_db [None req-67d6db54-9682-44d4-acc7-8d18e8583c58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-23T19:07:52Z,description=,heartbeat_timestamp=2021-09-23T19:44:22Z,host='n-d-713301-16',id=79a740bf-7821-4989-8288-7186e3e128f3,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:07:52Z,topic='l3_agent')) {'router_ids': ['d83f0415-5e06-4b12-856d-9038a1f0f9f8'], 'active': True} {{(pid=95104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:44:43.686308 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 38072) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:44:43.831076 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-f947cd68-3f8d-46be-a94f-bbd8dc4045a2 req-b52f8453-57a3-4ad6-920f-b02d4db28170 tempest-ServersNegativeTestJSON-1638865794 tempest-ServersNegativeTestJSON-1638865794-project] 10.222.0.67 "GET /v2.0/security-groups?id=4daca97c-f524-4fb0-8b34-b36a0affa33e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4330003 Sep 23 19:44:43.832956 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-c59296f2-5c63-4cbf-831e-fa2a98a5a58f tempest-RoutersIpV6Test-563412711 tempest-RoutersIpV6Test-563412711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783146162158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783145673144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5607431'] for port, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:44:43.857503 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-179c76d7-dc4c-4dbb-838e-db5c42d91681 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:44:43.886233 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-179c76d7-dc4c-4dbb-838e-db5c42d91681 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:44:43.893750 n-d-713301-16 neutron-server[95101]: DEBUG neutron.db.db_base_plugin_v2 [None req-014c61b7-8446-4985-b3b2-7b65d0708d61 admin admin] Deleting subnet 8da6165a-6958-4fa7-bb36-797fd4b8f09d {{(pid=95101) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 23 19:44:43.911630 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-014c61b7-8446-4985-b3b2-7b65d0708d61 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:44:43.933413 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_hamode_db [None req-ced57c3b-74a1-42b5-89ad-2a00b712bc47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a43c06a-8d2d-48a1-9a49-88a817a32234', 'name': 'tempest-TestVolumeBackupRestore-515741337-router', 'tenant_id': '1718189929d9483b8c1064052628d365', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'external_fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.246'}], 'enable_snat': True}, 'gw_port_id': 'cedefd13-5078-4b3b-b572-80ed6d1599b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:38:48Z', 'updated_at': '2021-09-23T19:44:37Z', 'revision_number': 5, 'project_id': '1718189929d9483b8c1064052628d365', 'gw_port': {'id': 'cedefd13-5078-4b3b-b572-80ed6d1599b3', 'name': '', 'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:4d:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a43c06a-8d2d-48a1-9a49-88a817a32234', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2140, 'fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:38:50Z', 'updated_at': '2021-09-23T19:38:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-16'}], 'n-d-713301-16', False) {} {{(pid=95103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:44:43.955268 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.plugin [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Port 0b15f3d3-1409-4749-977d-b59690081dcb update to DOWN by agent not found {{(pid=95103) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2162}} Sep 23 19:44:43.964769 n-d-713301-16 neutron-server[95102]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 19:44:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ff14a61-4a64-4ff7-b21d-4647512d04f2 x-openstack-request-id: req-5ff14a61-4a64-4ff7-b21d-4647512d04f2 {{(pid=95102) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 19:44:43.965061 n-d-713301-16 neutron-server[95102]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "036bfa8b-48f6-483d-9ccb-759a52abd0b0", "tag": "79ee258c-88f6-46b2-b5bb-87d8ad0b9864", "status": "completed", "code": 200}]} {{(pid=95102) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 19:44:43.965304 n-d-713301-16 neutron-server[95102]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-5ff14a61-4a64-4ff7-b21d-4647512d04f2 {{(pid=95102) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 19:44:43.965719 n-d-713301-16 neutron-server[95102]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '036bfa8b-48f6-483d-9ccb-759a52abd0b0', 'tag': '79ee258c-88f6-46b2-b5bb-87d8ad0b9864', 'status': 'completed', 'code': 200} Sep 23 19:44:43.978497 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_dvr_db [None req-67d6db54-9682-44d4-acc7-8d18e8583c58 None None] Set router d83f0415-5e06-4b12-856d-9038a1f0f9f8 gateway port host: n-d-713301-16 {{(pid=95104) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 19:44:43.980311 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-179c76d7-dc4c-4dbb-838e-db5c42d91681 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:44:43.982953 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-179c76d7-dc4c-4dbb-838e-db5c42d91681 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:44:43.987185 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-179c76d7-dc4c-4dbb-838e-db5c42d91681 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/4831f1e3-2cc0-4455-ad7d-2fdb70a0d58e HTTP/1.1" status: 204 len: 168 time: 0.2962139 Sep 23 19:44:44.012974 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-179c76d7-dc4c-4dbb-838e-db5c42d91681 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4831f1e3-2cc0-4455-ad7d-2fdb70a0d58e,revision_number=None']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:44:44.043584 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9263073-b16c-40e3-9077-527f5dd778a0 tempest-ExternalNetworksTestJSON-1669068940 tempest-ExternalNetworksTestJSON-1669068940-project-admin] Made reservation on behalf of 7e1c0f216cfc43388e055242f3d669d9 for: {'network': 1} {{(pid=95101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:44:44.054480 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f75495f9-6195-40c0-93e5-3bdeffb8a3d7 req-f5523893-3411-4b9c-9b59-ec10a69ddd91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:44:44.056190 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-f75495f9-6195-40c0-93e5-3bdeffb8a3d7 req-f5523893-3411-4b9c-9b59-ec10a69ddd91 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=9f955dc8eb0a49dcaf259d890508d18f&device_id=036bfa8b-48f6-483d-9ccb-759a52abd0b0 HTTP/1.1" status: 200 len: 1098 time: 0.0955575 Sep 23 19:44:44.059535 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-f9263073-b16c-40e3-9077-527f5dd778a0 tempest-ExternalNetworksTestJSON-1669068940 tempest-ExternalNetworksTestJSON-1669068940-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for network, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:44:44.091606 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ced57c3b-74a1-42b5-89ad-2a00b712bc47 None None] The sync data for ids ['2a43c06a-8d2d-48a1-9a49-88a817a32234'] in n-d-713301-16 is: [{'id': '2a43c06a-8d2d-48a1-9a49-88a817a32234', 'name': 'tempest-TestVolumeBackupRestore-515741337-router', 'tenant_id': '1718189929d9483b8c1064052628d365', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'external_fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.246'}], 'enable_snat': True}, 'gw_port_id': 'cedefd13-5078-4b3b-b572-80ed6d1599b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:38:48Z', 'updated_at': '2021-09-23T19:44:37Z', 'revision_number': 5, 'project_id': '1718189929d9483b8c1064052628d365', 'gw_port': {'id': 'cedefd13-5078-4b3b-b572-80ed6d1599b3', 'name': '', 'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:4d:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a43c06a-8d2d-48a1-9a49-88a817a32234', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2140, 'fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:38:50Z', 'updated_at': '2021-09-23T19:38:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-16'}] {{(pid=95103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 19:44:44.107668 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c59296f2-5c63-4cbf-831e-fa2a98a5a58f tempest-RoutersIpV6Test-563412711 tempest-RoutersIpV6Test-563412711-project] Pushing event deleted for resources: {'Port': ['ID=0b15f3d3-1409-4749-977d-b59690081dcb,revision_number=None']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:44:44.129250 n-d-713301-16 neutron-server[95101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c59296f2-5c63-4cbf-831e-fa2a98a5a58f tempest-RoutersIpV6Test-563412711 tempest-RoutersIpV6Test-563412711-project] No DVR routers for this DVR port 0b15f3d3-1409-4749-977d-b59690081dcb on host n-d-713301-16 {{(pid=95101) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 19:44:44.192095 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-014c61b7-8446-4985-b3b2-7b65d0708d61 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6007154'] for subnet, precommit_delete_associations {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:44:44.193862 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-dc06973e-144c-447e-98c7-db54dacc0f20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783146162158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783145673144'] for port, after_delete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:44:44.276326 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f9263073-b16c-40e3-9077-527f5dd778a0 tempest-ExternalNetworksTestJSON-1669068940 tempest-ExternalNetworksTestJSON-1669068940-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 609} {{(pid=95101) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 19:44:44.311651 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc06973e-144c-447e-98c7-db54dacc0f20 None None] Pushing event deleted for resources: {'Port': ['ID=0b15f3d3-1409-4749-977d-b59690081dcb,revision_number=None']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:44:44.317697 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc06973e-144c-447e-98c7-db54dacc0f20 None None] No DVR routers for this DVR port 0b15f3d3-1409-4749-977d-b59690081dcb on host n-d-713301-16 {{(pid=95103) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 19:44:44.377059 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-c59296f2-5c63-4cbf-831e-fa2a98a5a58f tempest-RoutersIpV6Test-563412711 tempest-RoutersIpV6Test-563412711-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1754676', 'neutron.services.segments.db._delete_segments_for_network-8783146221460'] for network, precommit_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:44:44.414956 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f75495f9-6195-40c0-93e5-3bdeffb8a3d7 req-67b1b554-c3fe-4a3b-9f97-6f0383f479aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:44:44.416513 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-f75495f9-6195-40c0-93e5-3bdeffb8a3d7 req-67b1b554-c3fe-4a3b-9f97-6f0383f479aa service neutron] 10.222.0.74 "GET /v2.0/networks?id=fc2b89b8-ce3f-4c16-8b68-220076c74d2b HTTP/1.1" status: 200 len: 917 time: 0.3535438 Sep 23 19:44:44.428183 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-f9263073-b16c-40e3-9077-527f5dd778a0 tempest-ExternalNetworksTestJSON-1669068940 tempest-ExternalNetworksTestJSON-1669068940-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1756186'] for segment, precommit_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:44:44.428641 n-d-713301-16 neutron-server[95101]: INFO neutron.db.segments_db [None req-f9263073-b16c-40e3-9077-527f5dd778a0 tempest-ExternalNetworksTestJSON-1669068940 tempest-ExternalNetworksTestJSON-1669068940-project-admin] Added segment 3bcef7cc-9878-4146-951b-1f32b941c3b4 of type vlan for network de78eee4-2383-4e0b-ae66-625373c854db Sep 23 19:44:44.652163 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-f75495f9-6195-40c0-93e5-3bdeffb8a3d7 req-d59bc195-14e5-4e60-a9b1-954363d2e1ba service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=79ee258c-88f6-46b2-b5bb-87d8ad0b9864 HTTP/1.1" status: 200 len: 1000 time: 0.2286785 Sep 23 19:44:44.669088 n-d-713301-16 neutron-server[95101]: DEBUG neutron.services.segments.db [None req-c59296f2-5c63-4cbf-831e-fa2a98a5a58f tempest-RoutersIpV6Test-563412711 tempest-RoutersIpV6Test-563412711-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['624e596e-769e-40b5-9ff9-cdd4e151ebba']}} {{(pid=95101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:44:44.676707 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Device ba34d1c6-f821-4e81-8047-f94f2ae3e458 no longer exists at agent ovs-agent-n-d-713301-16 {{(pid=95103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 19:44:44.745968 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.plugin [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] No Port match for: ba34d1c6-f821-4e81-8047-f94f2ae3e458 {{(pid=95103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 19:44:44.747249 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Device ba34d1c6-f821-4e81-8047-f94f2ae3e458 not bound to the agent host n-d-713301-16 {{(pid=95103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 19:44:44.750348 n-d-713301-16 neutron-server[95101]: DEBUG neutron.services.segments.db [None req-c59296f2-5c63-4cbf-831e-fa2a98a5a58f tempest-RoutersIpV6Test-563412711 tempest-RoutersIpV6Test-563412711-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ea08683e-cb29-4019-b2bf-a3ad173424fe') {'for_net_delete': True} {{(pid=95101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:44:44.750654 n-d-713301-16 neutron-server[95101]: DEBUG neutron.services.segments.db [None req-c59296f2-5c63-4cbf-831e-fa2a98a5a58f tempest-RoutersIpV6Test-563412711 tempest-RoutersIpV6Test-563412711-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ea08683e-cb29-4019-b2bf-a3ad173424fe') {} {{(pid=95101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:44:44.768194 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 38084) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:44:44.801717 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-9453e372-4072-4eed-89e4-4c5b9f77ba2d admin admin] Notify callbacks [] for security_group, before_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:44:44.810640 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_hamode_db [None req-67d6db54-9682-44d4-acc7-8d18e8583c58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd83f0415-5e06-4b12-856d-9038a1f0f9f8', 'name': 'tempest-AttachVolumeShelveTestJSON-346496842-router', 'tenant_id': '9f955dc8eb0a49dcaf259d890508d18f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'external_fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.225'}], 'enable_snat': True}, 'gw_port_id': '45338fa8-6bfa-4dff-8129-61af5b751662', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:39:06Z', 'updated_at': '2021-09-23T19:39:13Z', 'revision_number': 4, 'project_id': '9f955dc8eb0a49dcaf259d890508d18f', 'gw_port': {'id': '45338fa8-6bfa-4dff-8129-61af5b751662', 'name': '', 'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:b6:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd83f0415-5e06-4b12-856d-9038a1f0f9f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2197, 'fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:39:08Z', 'updated_at': '2021-09-23T19:39:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-16', '_floatingips': [{'id': 'eec0469e-0279-45a6-a7b3-b71f863d21ac', 'tenant_id': '9f955dc8eb0a49dcaf259d890508d18f', 'floating_ip_address': '172.25.1.102', 'floating_network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'router_id': 'd83f0415-5e06-4b12-856d-9038a1f0f9f8', 'port_id': '79ee258c-88f6-46b2-b5bb-87d8ad0b9864', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 2791, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fc2b89b8-ce3f-4c16-8b68-220076c74d2b', 'mac_address': 'fa:16:3e:5a:2c:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '036bfa8b-48f6-483d-9ccb-759a52abd0b0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-23T19:44:14Z', 'updated_at': '2021-09-23T19:44:40Z', 'revision_number': 1, 'project_id': '9f955dc8eb0a49dcaf259d890508d18f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '208ccfe2-6a3e-4912-af98-65b1a23d7cf6', 'name': '', 'network_id': 'fc2b89b8-ce3f-4c16-8b68-220076c74d2b', 'tenant_id': '9f955dc8eb0a49dcaf259d890508d18f', 'mac_address': 'fa:16:3e:ac:ec:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd83f0415-5e06-4b12-856d-9038a1f0f9f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2203, 'fixed_ips': [{'subnet_id': 'cfb66c78-2a7b-4d98-8fdd-683258461232', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:39:12Z', 'updated_at': '2021-09-23T19:39:23Z', 'revision_number': 5, 'project_id': '9f955dc8eb0a49dcaf259d890508d18f', 'subnets': [{'id': 'cfb66c78-2a7b-4d98-8fdd-683258461232', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-16', False) {} {{(pid=95104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:44:44.825434 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-c59296f2-5c63-4cbf-831e-fa2a98a5a58f tempest-RoutersIpV6Test-563412711 tempest-RoutersIpV6Test-563412711-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783146221725', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6007147'] for segment, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:44:44.846284 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f75495f9-6195-40c0-93e5-3bdeffb8a3d7 req-18f0d2c1-dcac-4d77-b965-eb7d638236ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:44:44.848819 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-f75495f9-6195-40c0-93e5-3bdeffb8a3d7 req-18f0d2c1-dcac-4d77-b965-eb7d638236ef service neutron] 10.222.0.74 "GET /v2.0/subnets?id=cfb66c78-2a7b-4d98-8fdd-683258461232 HTTP/1.1" status: 200 len: 855 time: 0.1888108 Sep 23 19:44:44.879654 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-014c61b7-8446-4985-b3b2-7b65d0708d61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1756813'] for subnet, precommit_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:44:44.911140 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67d6db54-9682-44d4-acc7-8d18e8583c58 None None] Checking router: d83f0415-5e06-4b12-856d-9038a1f0f9f8 for host: n-d-713301-16 {{(pid=95104) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 19:44:44.956542 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67d6db54-9682-44d4-acc7-8d18e8583c58 None None] Routers {'d83f0415-5e06-4b12-856d-9038a1f0f9f8'} bound to L3 agent in host n-d-713301-16 {{(pid=95104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 19:44:44.957518 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_hamode_db [None req-67d6db54-9682-44d4-acc7-8d18e8583c58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-23T19:07:52Z,description=,heartbeat_timestamp=2021-09-23T19:44:22Z,host='n-d-713301-16',id=79a740bf-7821-4989-8288-7186e3e128f3,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:07:52Z,topic='l3_agent')) {'router_ids': ['d83f0415-5e06-4b12-856d-9038a1f0f9f8'], 'active': True} {{(pid=95104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:44:44.982240 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-f9263073-b16c-40e3-9077-527f5dd778a0 tempest-ExternalNetworksTestJSON-1669068940 tempest-ExternalNetworksTestJSON-1669068940-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783145630486'] for network, precommit_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:44:45.021772 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-c59296f2-5c63-4cbf-831e-fa2a98a5a58f tempest-RoutersIpV6Test-563412711 tempest-RoutersIpV6Test-563412711-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1756186'] for segment, precommit_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:44:45.117939 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c59296f2-5c63-4cbf-831e-fa2a98a5a58f tempest-RoutersIpV6Test-563412711 tempest-RoutersIpV6Test-563412711-project] Releasing vlan 606 on physical network physnet1 to pool {{(pid=95101) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 19:44:45.118735 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-c59296f2-5c63-4cbf-831e-fa2a98a5a58f tempest-RoutersIpV6Test-563412711 tempest-RoutersIpV6Test-563412711-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1756186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5608436'] for segment, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:44:45.124567 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-f9263073-b16c-40e3-9077-527f5dd778a0 tempest-ExternalNetworksTestJSON-1669068940 tempest-ExternalNetworksTestJSON-1669068940-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299'] for network, after_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:44:45.127212 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9263073-b16c-40e3-9077-527f5dd778a0 tempest-ExternalNetworksTestJSON-1669068940 tempest-ExternalNetworksTestJSON-1669068940-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:44:45.129693 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-f9263073-b16c-40e3-9077-527f5dd778a0 tempest-ExternalNetworksTestJSON-1669068940 tempest-ExternalNetworksTestJSON-1669068940-project-admin] Notify callbacks [] for network, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:44:45.163431 n-d-713301-16 neutron-server[95101]: Traceback (most recent call last): Sep 23 19:44:45.163431 n-d-713301-16 neutron-server[95101]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 19:44:45.163431 n-d-713301-16 neutron-server[95101]: timer() Sep 23 19:44:45.163431 n-d-713301-16 neutron-server[95101]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 19:44:45.163431 n-d-713301-16 neutron-server[95101]: cb(*args, **kw) Sep 23 19:44:45.163431 n-d-713301-16 neutron-server[95101]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 19:44:45.163431 n-d-713301-16 neutron-server[95101]: return func(*args, **kwargs) Sep 23 19:44:45.163431 n-d-713301-16 neutron-server[95101]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 19:44:45.163431 n-d-713301-16 neutron-server[95101]: self._notify() Sep 23 19:44:45.163431 n-d-713301-16 neutron-server[95101]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 19:44:45.163431 n-d-713301-16 neutron-server[95101]: self.callback(batched_events) Sep 23 19:44:45.163431 n-d-713301-16 neutron-server[95101]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 19:44:45.163431 n-d-713301-16 neutron-server[95101]: event.method(event) Sep 23 19:44:45.163431 n-d-713301-16 neutron-server[95101]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 19:44:45.163431 n-d-713301-16 neutron-server[95101]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 19:44:45.163431 n-d-713301-16 neutron-server[95101]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 19:44:45.163431 n-d-713301-16 neutron-server[95101]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 19:44:45.163431 n-d-713301-16 neutron-server[95101]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 19:44:45.163431 n-d-713301-16 neutron-server[95101]: return f(self, *a, **k) Sep 23 19:44:45.163431 n-d-713301-16 neutron-server[95101]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 19:44:45.163431 n-d-713301-16 neutron-server[95101]: return self._get(url).json() Sep 23 19:44:45.163431 n-d-713301-16 neutron-server[95101]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 19:44:45.163431 n-d-713301-16 neutron-server[95101]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 19:44:45.163431 n-d-713301-16 neutron-server[95101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 19:44:45.163431 n-d-713301-16 neutron-server[95101]: return self.request(url, 'GET', **kwargs) Sep 23 19:44:45.163431 n-d-713301-16 neutron-server[95101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 19:44:45.163431 n-d-713301-16 neutron-server[95101]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 19:44:45.163431 n-d-713301-16 neutron-server[95101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 19:44:45.163431 n-d-713301-16 neutron-server[95101]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 19:44:45.163431 n-d-713301-16 neutron-server[95101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 19:44:45.163431 n-d-713301-16 neutron-server[95101]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 19:44:45.163431 n-d-713301-16 neutron-server[95101]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 19:44:45.175709 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f75495f9-6195-40c0-93e5-3bdeffb8a3d7 req-05871bb4-e347-4dab-a274-073a8cfaac6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:44:45.178110 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-f75495f9-6195-40c0-93e5-3bdeffb8a3d7 req-05871bb4-e347-4dab-a274-073a8cfaac6f service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=fc2b89b8-ce3f-4c16-8b68-220076c74d2b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3177950 Sep 23 19:44:45.187070 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f505f1-a124-4b7f-871c-8d964f2d2d93 req-2ad52952-dd25-4139-92c3-6ae99bff796f tempest-ServersNegativeTestJSON-1638865794 tempest-ServersNegativeTestJSON-1638865794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:44:45.189065 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-f5f505f1-a124-4b7f-871c-8d964f2d2d93 req-2ad52952-dd25-4139-92c3-6ae99bff796f tempest-ServersNegativeTestJSON-1638865794 tempest-ServersNegativeTestJSON-1638865794-project] 10.222.0.67 "GET /v2.0/ports?device_id=6942dd4a-2993-4094-af13-ca4f91683a85 HTTP/1.1" status: 200 len: 944 time: 0.1684117 Sep 23 19:44:45.254405 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-9453e372-4072-4eed-89e4-4c5b9f77ba2d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:44:45.271545 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-9453e372-4072-4eed-89e4-4c5b9f77ba2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:44:45.359977 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-f9263073-b16c-40e3-9077-527f5dd778a0 tempest-ExternalNetworksTestJSON-1669068940 tempest-ExternalNetworksTestJSON-1669068940-project-admin] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 1.7254934 Sep 23 19:44:45.360202 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9453e372-4072-4eed-89e4-4c5b9f77ba2d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e364071f-38c5-46f5-87de-0cd9f7ef6349,revision_number=1']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:44:45.396701 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_dvr_db [None req-67d6db54-9682-44d4-acc7-8d18e8583c58 None None] Set router d83f0415-5e06-4b12-856d-9038a1f0f9f8 gateway port host: n-d-713301-16 {{(pid=95104) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 19:44:45.399114 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 38094) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:44:45.555414 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-f75495f9-6195-40c0-93e5-3bdeffb8a3d7 req-45c8b117-180b-4434-9c47-dc2f0ddeda5e service neutron] 10.222.0.74 "GET /v2.0/networks/fc2b89b8-ce3f-4c16-8b68-220076c74d2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3648508 Sep 23 19:44:45.572315 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-9453e372-4072-4eed-89e4-4c5b9f77ba2d admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=3cea4522129d41f9b515f6cb8b062cc9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8019974 Sep 23 19:44:45.594884 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 38096) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:44:45.619687 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-f5f505f1-a124-4b7f-871c-8d964f2d2d93 req-09540a68-63b5-4235-8b4c-d7249b36e955 tempest-ServersNegativeTestJSON-1638865794 tempest-ServersNegativeTestJSON-1638865794-project] 10.222.0.67 "GET /v2.0/security-groups?id=4daca97c-f524-4fb0-8b34-b36a0affa33e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4129107 Sep 23 19:44:45.878045 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9263073-b16c-40e3-9077-527f5dd778a0 tempest-ExternalNetworksTestJSON-1669068940 tempest-ExternalNetworksTestJSON-1669068940-project-admin] Pushing event updated for resources: {'Network': ['ID=de78eee4-2383-4e0b-ae66-625373c854db,revision_number=1']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:44:45.893911 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-014c61b7-8446-4985-b3b2-7b65d0708d61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1756804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5607514', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6130950'] for subnet, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:44:45.897406 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Network de78eee4-2383-4e0b-ae66-625373c854db details requested by agent ovs-agent-n-d-713301-16 with host n-d-713301-16 {{(pid=95103) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 19:44:45.922830 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-c59296f2-5c63-4cbf-831e-fa2a98a5a58f tempest-RoutersIpV6Test-563412711 tempest-RoutersIpV6Test-563412711-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1754627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-601866'] for network, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:44:45.928618 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-75854bca-ac04-4f91-8d7c-d9e2c8e6f130 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:44:45.981825 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-c59296f2-5c63-4cbf-831e-fa2a98a5a58f tempest-RoutersIpV6Test-563412711 tempest-RoutersIpV6Test-563412711-project] Notify callbacks [] for network, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:44:45.983971 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-c59296f2-5c63-4cbf-831e-fa2a98a5a58f tempest-RoutersIpV6Test-563412711 tempest-RoutersIpV6Test-563412711-project] 10.222.0.67 "DELETE /v2.0/networks/624e596e-769e-40b5-9ff9-cdd4e151ebba HTTP/1.1" status: 204 len: 168 time: 4.6951399 Sep 23 19:44:45.991693 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-014c61b7-8446-4985-b3b2-7b65d0708d61 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8da6165a-6958-4fa7-bb36-797fd4b8f09d,revision_number=None']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:44:46.018561 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 38106) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:44:46.061486 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_hamode_db [None req-67d6db54-9682-44d4-acc7-8d18e8583c58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd83f0415-5e06-4b12-856d-9038a1f0f9f8', 'name': 'tempest-AttachVolumeShelveTestJSON-346496842-router', 'tenant_id': '9f955dc8eb0a49dcaf259d890508d18f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'external_fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.225'}], 'enable_snat': True}, 'gw_port_id': '45338fa8-6bfa-4dff-8129-61af5b751662', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:39:06Z', 'updated_at': '2021-09-23T19:39:13Z', 'revision_number': 4, 'project_id': '9f955dc8eb0a49dcaf259d890508d18f', 'gw_port': {'id': '45338fa8-6bfa-4dff-8129-61af5b751662', 'name': '', 'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:b6:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd83f0415-5e06-4b12-856d-9038a1f0f9f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2197, 'fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:39:08Z', 'updated_at': '2021-09-23T19:39:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-16', '_floatingips': [{'id': 'eec0469e-0279-45a6-a7b3-b71f863d21ac', 'tenant_id': '9f955dc8eb0a49dcaf259d890508d18f', 'floating_ip_address': '172.25.1.102', 'floating_network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'router_id': 'd83f0415-5e06-4b12-856d-9038a1f0f9f8', 'port_id': '79ee258c-88f6-46b2-b5bb-87d8ad0b9864', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 2791, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fc2b89b8-ce3f-4c16-8b68-220076c74d2b', 'mac_address': 'fa:16:3e:5a:2c:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '036bfa8b-48f6-483d-9ccb-759a52abd0b0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-23T19:44:14Z', 'updated_at': '2021-09-23T19:44:40Z', 'revision_number': 1, 'project_id': '9f955dc8eb0a49dcaf259d890508d18f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '208ccfe2-6a3e-4912-af98-65b1a23d7cf6', 'name': '', 'network_id': 'fc2b89b8-ce3f-4c16-8b68-220076c74d2b', 'tenant_id': '9f955dc8eb0a49dcaf259d890508d18f', 'mac_address': 'fa:16:3e:ac:ec:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd83f0415-5e06-4b12-856d-9038a1f0f9f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2203, 'fixed_ips': [{'subnet_id': 'cfb66c78-2a7b-4d98-8fdd-683258461232', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:39:12Z', 'updated_at': '2021-09-23T19:39:23Z', 'revision_number': 5, 'project_id': '9f955dc8eb0a49dcaf259d890508d18f', 'subnets': [{'id': 'cfb66c78-2a7b-4d98-8fdd-683258461232', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-16', False) {} {{(pid=95104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:44:46.067974 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-014c61b7-8446-4985-b3b2-7b65d0708d61 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:44:46.074228 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-014c61b7-8446-4985-b3b2-7b65d0708d61 admin admin] 10.222.0.67 "DELETE /v2.0/subnets/8da6165a-6958-4fa7-bb36-797fd4b8f09d HTTP/1.1" status: 204 len: 168 time: 2.4044225 Sep 23 19:44:46.074907 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 38108) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:44:46.094401 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c59296f2-5c63-4cbf-831e-fa2a98a5a58f tempest-RoutersIpV6Test-563412711 tempest-RoutersIpV6Test-563412711-project] Pushing event deleted for resources: {'Network': ['ID=624e596e-769e-40b5-9ff9-cdd4e151ebba,revision_number=None']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:44:46.132650 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58b34333-4c1c-47e3-8cd8-0e6f263487ba None None] Network 98fedc67-72b8-4221-a74f-236d7c9bf368 requested from n-d-713301-16 {{(pid=95103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 19:44:46.134245 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67d6db54-9682-44d4-acc7-8d18e8583c58 None None] The sync data for ids ['d83f0415-5e06-4b12-856d-9038a1f0f9f8'] in n-d-713301-16 is: [{'id': 'd83f0415-5e06-4b12-856d-9038a1f0f9f8', 'name': 'tempest-AttachVolumeShelveTestJSON-346496842-router', 'tenant_id': '9f955dc8eb0a49dcaf259d890508d18f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'external_fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.225'}], 'enable_snat': True}, 'gw_port_id': '45338fa8-6bfa-4dff-8129-61af5b751662', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:39:06Z', 'updated_at': '2021-09-23T19:39:13Z', 'revision_number': 4, 'project_id': '9f955dc8eb0a49dcaf259d890508d18f', 'gw_port': {'id': '45338fa8-6bfa-4dff-8129-61af5b751662', 'name': '', 'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:b6:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd83f0415-5e06-4b12-856d-9038a1f0f9f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2197, 'fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:39:08Z', 'updated_at': '2021-09-23T19:39:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-16', '_floatingips': [{'id': 'eec0469e-0279-45a6-a7b3-b71f863d21ac', 'tenant_id': '9f955dc8eb0a49dcaf259d890508d18f', 'floating_ip_address': '172.25.1.102', 'floating_network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'router_id': 'd83f0415-5e06-4b12-856d-9038a1f0f9f8', 'port_id': '79ee258c-88f6-46b2-b5bb-87d8ad0b9864', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 2791, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fc2b89b8-ce3f-4c16-8b68-220076c74d2b', 'mac_address': 'fa:16:3e:5a:2c:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '036bfa8b-48f6-483d-9ccb-759a52abd0b0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-23T19:44:14Z', 'updated_at': '2021-09-23T19:44:40Z', 'revision_number': 1, 'project_id': '9f955dc8eb0a49dcaf259d890508d18f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '208ccfe2-6a3e-4912-af98-65b1a23d7cf6', 'name': '', 'network_id': 'fc2b89b8-ce3f-4c16-8b68-220076c74d2b', 'tenant_id': '9f955dc8eb0a49dcaf259d890508d18f', 'mac_address': 'fa:16:3e:ac:ec:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd83f0415-5e06-4b12-856d-9038a1f0f9f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2203, 'fixed_ips': [{'subnet_id': 'cfb66c78-2a7b-4d98-8fdd-683258461232', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:39:12Z', 'updated_at': '2021-09-23T19:39:23Z', 'revision_number': 5, 'project_id': '9f955dc8eb0a49dcaf259d890508d18f', 'subnets': [{'id': 'cfb66c78-2a7b-4d98-8fdd-683258461232', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 19:44:46.161991 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48a66faf-143e-4a18-954c-fb4bf2b3364d tempest-ExternalNetworksTestJSON-979102490 tempest-ExternalNetworksTestJSON-979102490-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:44:46.183717 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48a66faf-143e-4a18-954c-fb4bf2b3364d tempest-ExternalNetworksTestJSON-979102490 tempest-ExternalNetworksTestJSON-979102490-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:44:46.189542 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48a66faf-143e-4a18-954c-fb4bf2b3364d tempest-ExternalNetworksTestJSON-979102490 tempest-ExternalNetworksTestJSON-979102490-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:44:46.199703 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48a66faf-143e-4a18-954c-fb4bf2b3364d tempest-ExternalNetworksTestJSON-979102490 tempest-ExternalNetworksTestJSON-979102490-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:44:46.204060 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-48a66faf-143e-4a18-954c-fb4bf2b3364d tempest-ExternalNetworksTestJSON-979102490 tempest-ExternalNetworksTestJSON-979102490-project] 10.222.0.67 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2453 time: 0.7976472 Sep 23 19:44:46.219785 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 38110) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:44:46.258885 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-75854bca-ac04-4f91-8d7c-d9e2c8e6f130 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:44:46.317580 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-833c239e-227a-4fc2-85fa-7e2d1689f868 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1628021'] for network, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:44:46.447287 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.plugin [None req-833c239e-227a-4fc2-85fa-7e2d1689f868 admin admin] Deleting port 8f3ee136-98cc-4d37-bd54-9a2461aa1eb0 {{(pid=95101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:44:46.448292 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-833c239e-227a-4fc2-85fa-7e2d1689f868 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783146157096'] for port, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:44:46.507656 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c0bb5eb-b743-404e-ae03-935cd6be3d48 None None] DHCP port deletion for 98fedc67-72b8-4221-a74f-236d7c9bf368 request from n-d-713301-16 {{(pid=95103) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 23 19:44:46.511576 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-eb1b30ef-9ea5-415e-b335-82263d8c860c tempest-ExternalNetworksTestJSON-1669068940 tempest-ExternalNetworksTestJSON-1669068940-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1628021'] for network, before_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:44:46.518696 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-75854bca-ac04-4f91-8d7c-d9e2c8e6f130 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:44:46.522654 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-75854bca-ac04-4f91-8d7c-d9e2c8e6f130 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:44:46.523917 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-75854bca-ac04-4f91-8d7c-d9e2c8e6f130 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/e364071f-38c5-46f5-87de-0cd9f7ef6349 HTTP/1.1" status: 204 len: 168 time: 0.9278178 Sep 23 19:44:46.561165 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-f75495f9-6195-40c0-93e5-3bdeffb8a3d7 req-e5d11e15-1639-4de3-9270-8ba80b14ad1f service neutron] 10.222.0.74 "GET /v2.0/networks/fc2b89b8-ce3f-4c16-8b68-220076c74d2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9946222 Sep 23 19:44:46.583208 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75854bca-ac04-4f91-8d7c-d9e2c8e6f130 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e364071f-38c5-46f5-87de-0cd9f7ef6349,revision_number=None']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:44:46.644440 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.db [None req-833c239e-227a-4fc2-85fa-7e2d1689f868 admin admin] For port 8f3ee136-98cc-4d37-bd54-9a2461aa1eb0, host n-d-713301-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-16',level=0,port_id=8f3ee136-98cc-4d37-bd54-9a2461aa1eb0,segment=NetworkSegment(493d4d1d-8f65-4042-8e48-d1f5da78bb2c),segment_id=493d4d1d-8f65-4042-8e48-d1f5da78bb2c)] {{(pid=95101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:44:46.651731 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-833c239e-227a-4fc2-85fa-7e2d1689f868 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-605701'] for port, precommit_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:44:46.687315 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Device cedefd13-5078-4b3b-b572-80ed6d1599b3 no longer exists at agent ovs-agent-n-d-713301-16 {{(pid=95103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 19:44:46.694204 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.plugin [None req-833c239e-227a-4fc2-85fa-7e2d1689f868 admin admin] Calling delete_port for 8f3ee136-98cc-4d37-bd54-9a2461aa1eb0 owned by network:dhcp {{(pid=95101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:44:46.771602 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1adcc7e-f19c-42e5-ad5f-b9df90d9d36d None None] New status for floating IP eec0469e-0279-45a6-a7b3-b71f863d21ac: ACTIVE {{(pid=95103) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 23 19:44:46.784923 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.plugin [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] No Port match for: cedefd13-5078-4b3b-b572-80ed6d1599b3 {{(pid=95103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 19:44:46.785756 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Device cedefd13-5078-4b3b-b572-80ed6d1599b3 not bound to the agent host n-d-713301-16 {{(pid=95103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 19:44:46.969636 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-833c239e-227a-4fc2-85fa-7e2d1689f868 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783146162158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783145673144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5607431'] for port, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:44:46.997137 n-d-713301-16 neutron-server[95101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-833c239e-227a-4fc2-85fa-7e2d1689f868 admin admin] No DVR routers for this DVR port 8f3ee136-98cc-4d37-bd54-9a2461aa1eb0 on host n-d-713301-16 {{(pid=95101) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 19:44:47.034766 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-833c239e-227a-4fc2-85fa-7e2d1689f868 admin admin] Pushing event deleted for resources: {'Port': ['ID=8f3ee136-98cc-4d37-bd54-9a2461aa1eb0,revision_number=None']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:44:47.099377 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.plugin [None req-2c0bb5eb-b743-404e-ae03-935cd6be3d48 None None] Deleting port 8f3ee136-98cc-4d37-bd54-9a2461aa1eb0 {{(pid=95103) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:44:47.102794 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-2c0bb5eb-b743-404e-ae03-935cd6be3d48 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783146157096'] for port, before_delete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:44:47.135455 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-eb1b30ef-9ea5-415e-b335-82263d8c860c tempest-ExternalNetworksTestJSON-1669068940 tempest-ExternalNetworksTestJSON-1669068940-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1754676', 'neutron.services.segments.db._delete_segments_for_network-8783146221460'] for network, precommit_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:44:47.176940 n-d-713301-16 neutron-server[95102]: DEBUG neutron.services.segments.db [None req-eb1b30ef-9ea5-415e-b335-82263d8c860c tempest-ExternalNetworksTestJSON-1669068940 tempest-ExternalNetworksTestJSON-1669068940-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['de78eee4-2383-4e0b-ae66-625373c854db']}} {{(pid=95102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:44:47.208849 n-d-713301-16 neutron-server[95102]: DEBUG neutron.services.segments.db [None req-eb1b30ef-9ea5-415e-b335-82263d8c860c tempest-ExternalNetworksTestJSON-1669068940 tempest-ExternalNetworksTestJSON-1669068940-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3bcef7cc-9878-4146-951b-1f32b941c3b4') {'for_net_delete': True} {{(pid=95102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:44:47.209642 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-833c239e-227a-4fc2-85fa-7e2d1689f868 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1754676', 'neutron.services.segments.db._delete_segments_for_network-8783146221460'] for network, precommit_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:44:47.222151 n-d-713301-16 neutron-server[95102]: DEBUG neutron.services.segments.db [None req-eb1b30ef-9ea5-415e-b335-82263d8c860c tempest-ExternalNetworksTestJSON-1669068940 tempest-ExternalNetworksTestJSON-1669068940-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3bcef7cc-9878-4146-951b-1f32b941c3b4') {} {{(pid=95102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:44:47.234849 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-eb1b30ef-9ea5-415e-b335-82263d8c860c tempest-ExternalNetworksTestJSON-1669068940 tempest-ExternalNetworksTestJSON-1669068940-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783146221725', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6162832'] for segment, before_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:44:47.244423 n-d-713301-16 neutron-server[95101]: DEBUG neutron.services.segments.db [None req-833c239e-227a-4fc2-85fa-7e2d1689f868 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['98fedc67-72b8-4221-a74f-236d7c9bf368']}} {{(pid=95101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:44:47.250928 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-eb1b30ef-9ea5-415e-b335-82263d8c860c tempest-ExternalNetworksTestJSON-1669068940 tempest-ExternalNetworksTestJSON-1669068940-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1756186'] for segment, precommit_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:44:47.257757 n-d-713301-16 neutron-server[95101]: DEBUG neutron.services.segments.db [None req-833c239e-227a-4fc2-85fa-7e2d1689f868 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '493d4d1d-8f65-4042-8e48-d1f5da78bb2c') {'for_net_delete': True} {{(pid=95101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:44:47.258186 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eb1b30ef-9ea5-415e-b335-82263d8c860c tempest-ExternalNetworksTestJSON-1669068940 tempest-ExternalNetworksTestJSON-1669068940-project-admin] Releasing vlan 609 on physical network physnet1 to pool {{(pid=95102) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 19:44:47.258502 n-d-713301-16 neutron-server[95101]: DEBUG neutron.services.segments.db [None req-833c239e-227a-4fc2-85fa-7e2d1689f868 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '493d4d1d-8f65-4042-8e48-d1f5da78bb2c') {} {{(pid=95101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:44:47.258951 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-eb1b30ef-9ea5-415e-b335-82263d8c860c tempest-ExternalNetworksTestJSON-1669068940 tempest-ExternalNetworksTestJSON-1669068940-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1756186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4398095'] for segment, after_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:44:47.277219 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-833c239e-227a-4fc2-85fa-7e2d1689f868 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783146221725', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6007147'] for segment, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:44:47.308679 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-833c239e-227a-4fc2-85fa-7e2d1689f868 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1756186'] for segment, precommit_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:44:47.321706 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-833c239e-227a-4fc2-85fa-7e2d1689f868 admin admin] Releasing vlan 613 on physical network physnet1 to pool {{(pid=95101) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 19:44:47.321706 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-833c239e-227a-4fc2-85fa-7e2d1689f868 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1756186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5608436'] for segment, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:44:47.368822 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-2c0bb5eb-b743-404e-ae03-935cd6be3d48 None None] For port 8f3ee136-98cc-4d37-bd54-9a2461aa1eb0, host n-d-713301-16, got binding levels [] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:44:47.368822 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-2c0bb5eb-b743-404e-ae03-935cd6be3d48 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-605701'] for port, precommit_delete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:44:47.400001 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.plugin [None req-2c0bb5eb-b743-404e-ae03-935cd6be3d48 None None] Calling delete_port for 8f3ee136-98cc-4d37-bd54-9a2461aa1eb0 owned by network:dhcp {{(pid=95103) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:44:47.408101 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.ipam_backend_mixin [None req-2c0bb5eb-b743-404e-ae03-935cd6be3d48 None None] Port 8f3ee136-98cc-4d37-bd54-9a2461aa1eb0 was not found and therefore no delete operation was performed {{(pid=95103) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Sep 23 19:44:47.408418 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48b3bdb-f450-4ccd-9e3a-b3949c8eed38 req-da283753-845b-4320-8427-b48ed61a1238 tempest-ServersNegativeTestJSON-1638865794 tempest-ServersNegativeTestJSON-1638865794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:44:47.410741 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-2c0bb5eb-b743-404e-ae03-935cd6be3d48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783146162158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783145673144'] for port, after_delete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:44:47.413812 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-c48b3bdb-f450-4ccd-9e3a-b3949c8eed38 req-da283753-845b-4320-8427-b48ed61a1238 tempest-ServersNegativeTestJSON-1638865794 tempest-ServersNegativeTestJSON-1638865794-project] 10.222.0.67 "GET /v2.0/ports?device_id=6942dd4a-2993-4094-af13-ca4f91683a85 HTTP/1.1" status: 200 len: 944 time: 0.5328474 Sep 23 19:44:47.414658 n-d-713301-16 neutron-server[95102]: Traceback (most recent call last): Sep 23 19:44:47.414658 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 19:44:47.414658 n-d-713301-16 neutron-server[95102]: timer() Sep 23 19:44:47.414658 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 19:44:47.414658 n-d-713301-16 neutron-server[95102]: cb(*args, **kw) Sep 23 19:44:47.414658 n-d-713301-16 neutron-server[95102]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 19:44:47.414658 n-d-713301-16 neutron-server[95102]: return func(*args, **kwargs) Sep 23 19:44:47.414658 n-d-713301-16 neutron-server[95102]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 19:44:47.414658 n-d-713301-16 neutron-server[95102]: self._notify() Sep 23 19:44:47.414658 n-d-713301-16 neutron-server[95102]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 19:44:47.414658 n-d-713301-16 neutron-server[95102]: self.callback(batched_events) Sep 23 19:44:47.414658 n-d-713301-16 neutron-server[95102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 19:44:47.414658 n-d-713301-16 neutron-server[95102]: event.method(event) Sep 23 19:44:47.414658 n-d-713301-16 neutron-server[95102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 19:44:47.414658 n-d-713301-16 neutron-server[95102]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 19:44:47.414658 n-d-713301-16 neutron-server[95102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 19:44:47.414658 n-d-713301-16 neutron-server[95102]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 19:44:47.414658 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 19:44:47.414658 n-d-713301-16 neutron-server[95102]: return f(self, *a, **k) Sep 23 19:44:47.414658 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 19:44:47.414658 n-d-713301-16 neutron-server[95102]: return self._get(url).json() Sep 23 19:44:47.414658 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 19:44:47.414658 n-d-713301-16 neutron-server[95102]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 19:44:47.414658 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 19:44:47.414658 n-d-713301-16 neutron-server[95102]: return self.request(url, 'GET', **kwargs) Sep 23 19:44:47.414658 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 19:44:47.414658 n-d-713301-16 neutron-server[95102]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 19:44:47.414658 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 19:44:47.414658 n-d-713301-16 neutron-server[95102]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 19:44:47.414658 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 19:44:47.414658 n-d-713301-16 neutron-server[95102]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 19:44:47.414658 n-d-713301-16 neutron-server[95102]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 19:44:47.430817 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-eb1b30ef-9ea5-415e-b335-82263d8c860c tempest-ExternalNetworksTestJSON-1669068940 tempest-ExternalNetworksTestJSON-1669068940-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1754627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-601866'] for network, after_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:44:47.468991 n-d-713301-16 neutron-server[95101]: Traceback (most recent call last): Sep 23 19:44:47.468991 n-d-713301-16 neutron-server[95101]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 19:44:47.468991 n-d-713301-16 neutron-server[95101]: timer() Sep 23 19:44:47.468991 n-d-713301-16 neutron-server[95101]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 19:44:47.468991 n-d-713301-16 neutron-server[95101]: cb(*args, **kw) Sep 23 19:44:47.468991 n-d-713301-16 neutron-server[95101]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 19:44:47.468991 n-d-713301-16 neutron-server[95101]: return func(*args, **kwargs) Sep 23 19:44:47.468991 n-d-713301-16 neutron-server[95101]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 19:44:47.468991 n-d-713301-16 neutron-server[95101]: self._notify() Sep 23 19:44:47.468991 n-d-713301-16 neutron-server[95101]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 19:44:47.468991 n-d-713301-16 neutron-server[95101]: self.callback(batched_events) Sep 23 19:44:47.468991 n-d-713301-16 neutron-server[95101]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 19:44:47.468991 n-d-713301-16 neutron-server[95101]: event.method(event) Sep 23 19:44:47.468991 n-d-713301-16 neutron-server[95101]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 19:44:47.468991 n-d-713301-16 neutron-server[95101]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 19:44:47.468991 n-d-713301-16 neutron-server[95101]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 19:44:47.468991 n-d-713301-16 neutron-server[95101]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 19:44:47.468991 n-d-713301-16 neutron-server[95101]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 19:44:47.468991 n-d-713301-16 neutron-server[95101]: return f(self, *a, **k) Sep 23 19:44:47.468991 n-d-713301-16 neutron-server[95101]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 19:44:47.468991 n-d-713301-16 neutron-server[95101]: return self._get(url).json() Sep 23 19:44:47.468991 n-d-713301-16 neutron-server[95101]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 19:44:47.468991 n-d-713301-16 neutron-server[95101]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 19:44:47.468991 n-d-713301-16 neutron-server[95101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 19:44:47.468991 n-d-713301-16 neutron-server[95101]: return self.request(url, 'GET', **kwargs) Sep 23 19:44:47.468991 n-d-713301-16 neutron-server[95101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 19:44:47.468991 n-d-713301-16 neutron-server[95101]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 19:44:47.468991 n-d-713301-16 neutron-server[95101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 19:44:47.468991 n-d-713301-16 neutron-server[95101]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 19:44:47.468991 n-d-713301-16 neutron-server[95101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 19:44:47.468991 n-d-713301-16 neutron-server[95101]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 19:44:47.468991 n-d-713301-16 neutron-server[95101]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 19:44:47.476625 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c0bb5eb-b743-404e-ae03-935cd6be3d48 None None] No DVR routers for this DVR port 8f3ee136-98cc-4d37-bd54-9a2461aa1eb0 on host n-d-713301-16 {{(pid=95103) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 19:44:47.477340 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-833c239e-227a-4fc2-85fa-7e2d1689f868 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1754627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-601866'] for network, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:44:47.494525 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb1b30ef-9ea5-415e-b335-82263d8c860c tempest-ExternalNetworksTestJSON-1669068940 tempest-ExternalNetworksTestJSON-1669068940-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network de78eee4-2383-4e0b-ae66-625373c854db {{(pid=95102) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Sep 23 19:44:47.508881 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-eb1b30ef-9ea5-415e-b335-82263d8c860c tempest-ExternalNetworksTestJSON-1669068940 tempest-ExternalNetworksTestJSON-1669068940-project-admin] Notify callbacks [] for network, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:44:47.518719 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-eb1b30ef-9ea5-415e-b335-82263d8c860c tempest-ExternalNetworksTestJSON-1669068940 tempest-ExternalNetworksTestJSON-1669068940-project-admin] 10.222.0.67 "DELETE /v2.0/networks/de78eee4-2383-4e0b-ae66-625373c854db HTTP/1.1" status: 204 len: 168 time: 1.2974038 Sep 23 19:44:47.528284 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-833c239e-227a-4fc2-85fa-7e2d1689f868 admin admin] Notify callbacks [] for network, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:44:47.535912 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-833c239e-227a-4fc2-85fa-7e2d1689f868 admin admin] 10.222.0.67 "DELETE /v2.0/networks/98fedc67-72b8-4221-a74f-236d7c9bf368 HTTP/1.1" status: 204 len: 168 time: 1.4439502 Sep 23 19:44:47.536326 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 38134) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:44:47.537126 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-833c239e-227a-4fc2-85fa-7e2d1689f868 admin admin] Pushing event deleted for resources: {'Network': ['ID=98fedc67-72b8-4221-a74f-236d7c9bf368,revision_number=None']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:44:47.559142 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.v2.base [None req-c376e182-e1cc-4f83-a84e-392863c875e4 tempest-ExternalNetworksTestJSON-1669068940 tempest-ExternalNetworksTestJSON-1669068940-project-admin] Request body: {'network': {'name': 'tempest-network--1526970927', 'router:external': True}} {{(pid=95101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:44:47.617415 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c0bb5eb-b743-404e-ae03-935cd6be3d48 None None] Pushing event deleted for resources: {'Port': ['ID=8f3ee136-98cc-4d37-bd54-9a2461aa1eb0,revision_number=None']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:44:47.631155 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb1b30ef-9ea5-415e-b335-82263d8c860c tempest-ExternalNetworksTestJSON-1669068940 tempest-ExternalNetworksTestJSON-1669068940-project-admin] Pushing event deleted for resources: {'Network': ['ID=de78eee4-2383-4e0b-ae66-625373c854db,revision_number=None']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:44:47.643331 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c376e182-e1cc-4f83-a84e-392863c875e4 tempest-ExternalNetworksTestJSON-1669068940 tempest-ExternalNetworksTestJSON-1669068940-project-admin] Made reservation on behalf of 7e1c0f216cfc43388e055242f3d669d9 for: {'network': 1} {{(pid=95101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:44:47.645920 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-c376e182-e1cc-4f83-a84e-392863c875e4 tempest-ExternalNetworksTestJSON-1669068940 tempest-ExternalNetworksTestJSON-1669068940-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for network, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:44:47.709195 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-c48b3bdb-f450-4ccd-9e3a-b3949c8eed38 req-fa8ea4ba-2f6f-40f0-b15a-41893d3165bb tempest-ServersNegativeTestJSON-1638865794 tempest-ServersNegativeTestJSON-1638865794-project] 10.222.0.67 "GET /v2.0/security-groups?id=4daca97c-f524-4fb0-8b34-b36a0affa33e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2820890 Sep 23 19:44:47.727333 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c376e182-e1cc-4f83-a84e-392863c875e4 tempest-ExternalNetworksTestJSON-1669068940 tempest-ExternalNetworksTestJSON-1669068940-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 606} {{(pid=95101) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 19:44:47.761536 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-c376e182-e1cc-4f83-a84e-392863c875e4 tempest-ExternalNetworksTestJSON-1669068940 tempest-ExternalNetworksTestJSON-1669068940-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1756186'] for segment, precommit_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:44:47.764077 n-d-713301-16 neutron-server[95101]: INFO neutron.db.segments_db [None req-c376e182-e1cc-4f83-a84e-392863c875e4 tempest-ExternalNetworksTestJSON-1669068940 tempest-ExternalNetworksTestJSON-1669068940-project-admin] Added segment c29af6be-016a-4a30-9414-d0f9339dfb12 of type vlan for network de3b2736-f00e-4091-9f38-0fda6aecd91c Sep 23 19:44:47.840431 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 38148) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:44:47.903415 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-c376e182-e1cc-4f83-a84e-392863c875e4 tempest-ExternalNetworksTestJSON-1669068940 tempest-ExternalNetworksTestJSON-1669068940-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783145630486'] for network, precommit_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:44:47.966578 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-c376e182-e1cc-4f83-a84e-392863c875e4 tempest-ExternalNetworksTestJSON-1669068940 tempest-ExternalNetworksTestJSON-1669068940-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299'] for network, after_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:44:47.967755 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c376e182-e1cc-4f83-a84e-392863c875e4 tempest-ExternalNetworksTestJSON-1669068940 tempest-ExternalNetworksTestJSON-1669068940-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:44:47.968641 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-c376e182-e1cc-4f83-a84e-392863c875e4 tempest-ExternalNetworksTestJSON-1669068940 tempest-ExternalNetworksTestJSON-1669068940-project-admin] Notify callbacks [] for network, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:44:47.979652 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-6b1f7670-3a70-49a3-bc8c-3c214c7d5a47 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=df60118e0c434751a044956da831d00f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1363587 Sep 23 19:44:47.983120 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 38152) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:44:47.993410 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-c376e182-e1cc-4f83-a84e-392863c875e4 tempest-ExternalNetworksTestJSON-1669068940 tempest-ExternalNetworksTestJSON-1669068940-project-admin] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.4466331 Sep 23 19:44:48.012803 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 38154) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:44:48.060003 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c376e182-e1cc-4f83-a84e-392863c875e4 tempest-ExternalNetworksTestJSON-1669068940 tempest-ExternalNetworksTestJSON-1669068940-project-admin] Pushing event updated for resources: {'Network': ['ID=de3b2736-f00e-4091-9f38-0fda6aecd91c,revision_number=1']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:44:48.071896 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Network de3b2736-f00e-4091-9f38-0fda6aecd91c details requested by agent ovs-agent-n-d-713301-16 with host n-d-713301-16 {{(pid=95103) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 19:44:48.089071 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-189a2809-8a02-46e2-bece-d6c73f566d6e tempest-RoutersIpV6Test-563412711 tempest-RoutersIpV6Test-563412711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-601372'] for router_interface, before_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:44:48.380103 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-c2dbacfd-c80c-43ce-b12d-c4df8d6cf1cc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:44:48.392730 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03afb8d9-92e7-4336-9575-43f5bbcfe3bd tempest-ExternalNetworksTestJSON-979102490 tempest-ExternalNetworksTestJSON-979102490-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:44:48.396849 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-03afb8d9-92e7-4336-9575-43f5bbcfe3bd tempest-ExternalNetworksTestJSON-979102490 tempest-ExternalNetworksTestJSON-979102490-project] 10.222.0.67 "GET /v2.0/networks/de3b2736-f00e-4091-9f38-0fda6aecd91c HTTP/1.1" status: 200 len: 757 time: 0.3742723 Sep 23 19:44:48.397438 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 38170) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:44:48.426786 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 38172) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:44:48.503554 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-c2dbacfd-c80c-43ce-b12d-c4df8d6cf1cc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:44:48.568548 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9055b3d-8082-46e5-8ca8-52122e1af5ad tempest-ExternalNetworksTestJSON-979102490 tempest-ExternalNetworksTestJSON-979102490-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:44:48.573691 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-e9055b3d-8082-46e5-8ca8-52122e1af5ad tempest-ExternalNetworksTestJSON-979102490 tempest-ExternalNetworksTestJSON-979102490-project] 10.222.0.67 "GET /v2.0/networks/bd4407bf-3baa-47d6-abbc-6ec83c690874 HTTP/1.1" status: 200 len: 768 time: 0.1724932 Sep 23 19:44:48.577069 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 38180) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:44:48.579142 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Device 8f3ee136-98cc-4d37-bd54-9a2461aa1eb0 no longer exists at agent ovs-agent-n-d-713301-16 {{(pid=95103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 19:44:48.608015 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-c2dbacfd-c80c-43ce-b12d-c4df8d6cf1cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:44:48.614757 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.plugin [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] No Port match for: 8f3ee136-98cc-4d37-bd54-9a2461aa1eb0 {{(pid=95103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 19:44:48.615539 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Device 8f3ee136-98cc-4d37-bd54-9a2461aa1eb0 not bound to the agent host n-d-713301-16 {{(pid=95103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 19:44:48.626972 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-c2dbacfd-c80c-43ce-b12d-c4df8d6cf1cc admin admin] Notify callbacks [] for security_group, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:44:48.631804 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-c2dbacfd-c80c-43ce-b12d-c4df8d6cf1cc admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/55b85a61-b972-4ddb-b408-e4c5d450e6f9 HTTP/1.1" status: 204 len: 168 time: 0.6428566 Sep 23 19:44:48.652289 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2dbacfd-c80c-43ce-b12d-c4df8d6cf1cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55b85a61-b972-4ddb-b408-e4c5d450e6f9,revision_number=None']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:44:48.694104 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.v2.base [None req-b3924bf5-f02d-48d7-a284-0c7a831890ee admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1610660975-network', 'tenant_id': 'd4b52709ab244e8da2ad6002f9e227c1'}} {{(pid=95101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:44:48.707954 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-07aaa115-69c3-4181-8628-85d051082b3b tempest-ExternalNetworksTestJSON-1669068940 tempest-ExternalNetworksTestJSON-1669068940-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1628021'] for network, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:44:48.765958 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3924bf5-f02d-48d7-a284-0c7a831890ee admin admin] Made reservation on behalf of d4b52709ab244e8da2ad6002f9e227c1 for: {'network': 1} {{(pid=95101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:44:48.768761 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-b3924bf5-f02d-48d7-a284-0c7a831890ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for network, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:44:48.793211 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-b3924bf5-f02d-48d7-a284-0c7a831890ee admin admin] Notify callbacks [] for security_group, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:44:48.851008 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-07aaa115-69c3-4181-8628-85d051082b3b tempest-ExternalNetworksTestJSON-1669068940 tempest-ExternalNetworksTestJSON-1669068940-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1754676', 'neutron.services.segments.db._delete_segments_for_network-8783146221460'] for network, precommit_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:44:48.901701 n-d-713301-16 neutron-server[95101]: DEBUG neutron.services.segments.db [None req-07aaa115-69c3-4181-8628-85d051082b3b tempest-ExternalNetworksTestJSON-1669068940 tempest-ExternalNetworksTestJSON-1669068940-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['de3b2736-f00e-4091-9f38-0fda6aecd91c']}} {{(pid=95101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:44:48.935406 n-d-713301-16 neutron-server[95101]: DEBUG neutron.services.segments.db [None req-07aaa115-69c3-4181-8628-85d051082b3b tempest-ExternalNetworksTestJSON-1669068940 tempest-ExternalNetworksTestJSON-1669068940-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c29af6be-016a-4a30-9414-d0f9339dfb12') {'for_net_delete': True} {{(pid=95101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:44:48.935724 n-d-713301-16 neutron-server[95101]: DEBUG neutron.services.segments.db [None req-07aaa115-69c3-4181-8628-85d051082b3b tempest-ExternalNetworksTestJSON-1669068940 tempest-ExternalNetworksTestJSON-1669068940-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c29af6be-016a-4a30-9414-d0f9339dfb12') {} {{(pid=95101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:44:48.943001 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e7c1ddb-3bde-4188-a74a-040644855f9f req-a3d9b826-b2bb-46ce-8980-f693ba59b6a0 tempest-ServersNegativeTestJSON-1638865794 tempest-ServersNegativeTestJSON-1638865794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:44:48.944821 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-3e7c1ddb-3bde-4188-a74a-040644855f9f req-a3d9b826-b2bb-46ce-8980-f693ba59b6a0 tempest-ServersNegativeTestJSON-1638865794 tempest-ServersNegativeTestJSON-1638865794-project] 10.222.0.67 "GET /v2.0/ports?device_id=6942dd4a-2993-4094-af13-ca4f91683a85 HTTP/1.1" status: 200 len: 944 time: 0.1021554 Sep 23 19:44:48.956139 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-07aaa115-69c3-4181-8628-85d051082b3b tempest-ExternalNetworksTestJSON-1669068940 tempest-ExternalNetworksTestJSON-1669068940-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783146221725', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6007147'] for segment, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:44:48.977952 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.plugin [None req-189a2809-8a02-46e2-bece-d6c73f566d6e tempest-RoutersIpV6Test-563412711 tempest-RoutersIpV6Test-563412711-project] Deleting port 2bc1be1d-e1ed-42fa-ae3b-d3a995eaa854 {{(pid=95102) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:44:48.978749 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-189a2809-8a02-46e2-bece-d6c73f566d6e tempest-RoutersIpV6Test-563412711 tempest-RoutersIpV6Test-563412711-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783146157096'] for port, before_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:44:48.981804 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-07aaa115-69c3-4181-8628-85d051082b3b tempest-ExternalNetworksTestJSON-1669068940 tempest-ExternalNetworksTestJSON-1669068940-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1756186'] for segment, precommit_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:44:48.996696 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-07aaa115-69c3-4181-8628-85d051082b3b tempest-ExternalNetworksTestJSON-1669068940 tempest-ExternalNetworksTestJSON-1669068940-project-admin] Releasing vlan 606 on physical network physnet1 to pool {{(pid=95101) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 19:44:48.997023 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-07aaa115-69c3-4181-8628-85d051082b3b tempest-ExternalNetworksTestJSON-1669068940 tempest-ExternalNetworksTestJSON-1669068940-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1756186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5608436'] for segment, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:44:48.999696 n-d-713301-16 neutron-server[95101]: Traceback (most recent call last): Sep 23 19:44:48.999696 n-d-713301-16 neutron-server[95101]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 19:44:48.999696 n-d-713301-16 neutron-server[95101]: timer() Sep 23 19:44:48.999696 n-d-713301-16 neutron-server[95101]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 19:44:48.999696 n-d-713301-16 neutron-server[95101]: cb(*args, **kw) Sep 23 19:44:48.999696 n-d-713301-16 neutron-server[95101]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 19:44:48.999696 n-d-713301-16 neutron-server[95101]: return func(*args, **kwargs) Sep 23 19:44:48.999696 n-d-713301-16 neutron-server[95101]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 19:44:48.999696 n-d-713301-16 neutron-server[95101]: self._notify() Sep 23 19:44:48.999696 n-d-713301-16 neutron-server[95101]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 19:44:48.999696 n-d-713301-16 neutron-server[95101]: self.callback(batched_events) Sep 23 19:44:48.999696 n-d-713301-16 neutron-server[95101]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 19:44:48.999696 n-d-713301-16 neutron-server[95101]: event.method(event) Sep 23 19:44:48.999696 n-d-713301-16 neutron-server[95101]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 19:44:48.999696 n-d-713301-16 neutron-server[95101]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 19:44:48.999696 n-d-713301-16 neutron-server[95101]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 19:44:48.999696 n-d-713301-16 neutron-server[95101]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 19:44:48.999696 n-d-713301-16 neutron-server[95101]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 19:44:48.999696 n-d-713301-16 neutron-server[95101]: return f(self, *a, **k) Sep 23 19:44:48.999696 n-d-713301-16 neutron-server[95101]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 19:44:48.999696 n-d-713301-16 neutron-server[95101]: return self._get(url).json() Sep 23 19:44:48.999696 n-d-713301-16 neutron-server[95101]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 19:44:48.999696 n-d-713301-16 neutron-server[95101]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 19:44:48.999696 n-d-713301-16 neutron-server[95101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 19:44:48.999696 n-d-713301-16 neutron-server[95101]: return self.request(url, 'GET', **kwargs) Sep 23 19:44:48.999696 n-d-713301-16 neutron-server[95101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 19:44:48.999696 n-d-713301-16 neutron-server[95101]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 19:44:48.999696 n-d-713301-16 neutron-server[95101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 19:44:48.999696 n-d-713301-16 neutron-server[95101]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 19:44:48.999696 n-d-713301-16 neutron-server[95101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 19:44:48.999696 n-d-713301-16 neutron-server[95101]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 19:44:48.999696 n-d-713301-16 neutron-server[95101]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 19:44:49.040434 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-3e7c1ddb-3bde-4188-a74a-040644855f9f req-22c12fd6-169b-41d8-8f57-0cfbda17c9ee tempest-ServersNegativeTestJSON-1638865794 tempest-ServersNegativeTestJSON-1638865794-project] 10.222.0.67 "GET /v2.0/security-groups?id=4daca97c-f524-4fb0-8b34-b36a0affa33e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880229 Sep 23 19:44:49.107932 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-07aaa115-69c3-4181-8628-85d051082b3b tempest-ExternalNetworksTestJSON-1669068940 tempest-ExternalNetworksTestJSON-1669068940-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1754627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-601866'] for network, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:44:49.113027 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07aaa115-69c3-4181-8628-85d051082b3b tempest-ExternalNetworksTestJSON-1669068940 tempest-ExternalNetworksTestJSON-1669068940-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network de3b2736-f00e-4091-9f38-0fda6aecd91c {{(pid=95101) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Sep 23 19:44:49.115565 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-07aaa115-69c3-4181-8628-85d051082b3b tempest-ExternalNetworksTestJSON-1669068940 tempest-ExternalNetworksTestJSON-1669068940-project-admin] Notify callbacks [] for network, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:44:49.123587 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 38194) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:44:49.125594 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-07aaa115-69c3-4181-8628-85d051082b3b tempest-ExternalNetworksTestJSON-1669068940 tempest-ExternalNetworksTestJSON-1669068940-project-admin] 10.222.0.67 "DELETE /v2.0/networks/de3b2736-f00e-4091-9f38-0fda6aecd91c HTTP/1.1" status: 204 len: 168 time: 0.5445023 Sep 23 19:44:49.133550 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.v2.base [None req-0def448f-04c0-4925-ab7d-1ff8c1faa588 tempest-ExternalNetworksTestJSON-1669068940 tempest-ExternalNetworksTestJSON-1669068940-project-admin] Request body: {'network': {'name': 'tempest-network--1524306645'}} {{(pid=95102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:44:49.140408 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-b3924bf5-f02d-48d7-a284-0c7a831890ee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:44:49.149834 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.db [None req-189a2809-8a02-46e2-bece-d6c73f566d6e tempest-RoutersIpV6Test-563412711 tempest-RoutersIpV6Test-563412711-project] For port 2bc1be1d-e1ed-42fa-ae3b-d3a995eaa854, host n-d-713301-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-16',level=0,port_id=2bc1be1d-e1ed-42fa-ae3b-d3a995eaa854,segment=NetworkSegment(90804e16-3a7c-4e06-b2f9-8fa8dbb8dc72),segment_id=90804e16-3a7c-4e06-b2f9-8fa8dbb8dc72)] {{(pid=95102) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:44:49.150244 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-189a2809-8a02-46e2-bece-d6c73f566d6e tempest-RoutersIpV6Test-563412711 tempest-RoutersIpV6Test-563412711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-605701'] for port, precommit_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:44:49.153598 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-b3924bf5-f02d-48d7-a284-0c7a831890ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:44:49.156797 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07aaa115-69c3-4181-8628-85d051082b3b tempest-ExternalNetworksTestJSON-1669068940 tempest-ExternalNetworksTestJSON-1669068940-project-admin] Pushing event deleted for resources: {'Network': ['ID=de3b2736-f00e-4091-9f38-0fda6aecd91c,revision_number=None']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:44:49.186530 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b3924bf5-f02d-48d7-a284-0c7a831890ee admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 627} {{(pid=95101) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 19:44:49.189192 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.plugin [None req-189a2809-8a02-46e2-bece-d6c73f566d6e tempest-RoutersIpV6Test-563412711 tempest-RoutersIpV6Test-563412711-project] Calling delete_port for 2bc1be1d-e1ed-42fa-ae3b-d3a995eaa854 owned by network:router_interface {{(pid=95102) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:44:49.201743 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3924bf5-f02d-48d7-a284-0c7a831890ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=122350aa-80a8-4883-9e22-c56d42eff615,revision_number=1']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:44:49.211153 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-b3924bf5-f02d-48d7-a284-0c7a831890ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1756186'] for segment, precommit_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:44:49.211898 n-d-713301-16 neutron-server[95101]: INFO neutron.db.segments_db [None req-b3924bf5-f02d-48d7-a284-0c7a831890ee admin admin] Added segment b41eeb47-e74f-4995-8eee-a073eb3e379b of type vlan for network 946dd6c3-6732-444f-aa1d-d7700dddb8e9 Sep 23 19:44:49.217051 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0def448f-04c0-4925-ab7d-1ff8c1faa588 tempest-ExternalNetworksTestJSON-1669068940 tempest-ExternalNetworksTestJSON-1669068940-project-admin] Made reservation on behalf of 7e1c0f216cfc43388e055242f3d669d9 for: {'network': 1} {{(pid=95102) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:44:49.219413 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-0def448f-04c0-4925-ab7d-1ff8c1faa588 tempest-ExternalNetworksTestJSON-1669068940 tempest-ExternalNetworksTestJSON-1669068940-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for network, before_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:44:49.249113 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 38200) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:44:49.305404 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0def448f-04c0-4925-ab7d-1ff8c1faa588 tempest-ExternalNetworksTestJSON-1669068940 tempest-ExternalNetworksTestJSON-1669068940-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 614} {{(pid=95102) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 19:44:49.314294 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Device da1cccf9-fec5-48ec-99c3-a7ba7ed97445 details requested by agent hyperv_n-h2-713301-16 with host n-h2-713301-16 {{(pid=95103) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 19:44:49.340331 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-b3924bf5-f02d-48d7-a284-0c7a831890ee admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783145630486'] for network, precommit_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:44:49.340753 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-0def448f-04c0-4925-ab7d-1ff8c1faa588 tempest-ExternalNetworksTestJSON-1669068940 tempest-ExternalNetworksTestJSON-1669068940-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1756186'] for segment, precommit_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:44:49.342673 n-d-713301-16 neutron-server[95102]: INFO neutron.db.segments_db [None req-0def448f-04c0-4925-ab7d-1ff8c1faa588 tempest-ExternalNetworksTestJSON-1669068940 tempest-ExternalNetworksTestJSON-1669068940-project-admin] Added segment b5afed81-4366-4bd0-9a3d-45a6b62647d2 of type vlan for network 1c49a5a6-028b-4d95-a235-d66b8db50671 Sep 23 19:44:49.454678 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-8f9c1cef-35da-49f1-8d07-cac33833dd3b admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=1718189929d9483b8c1064052628d365&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2076373 Sep 23 19:44:49.459356 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-b3924bf5-f02d-48d7-a284-0c7a831890ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299'] for network, after_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:44:49.460493 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 38204) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:44:49.465161 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3924bf5-f02d-48d7-a284-0c7a831890ee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:44:49.466047 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-0def448f-04c0-4925-ab7d-1ff8c1faa588 tempest-ExternalNetworksTestJSON-1669068940 tempest-ExternalNetworksTestJSON-1669068940-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783145630486'] for network, precommit_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:44:49.476294 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-b3924bf5-f02d-48d7-a284-0c7a831890ee admin admin] Notify callbacks [] for network, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:44:49.523195 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] For port da1cccf9-fec5-48ec-99c3-a7ba7ed97445, host n-h2-713301-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-16',level=0,port_id=da1cccf9-fec5-48ec-99c3-a7ba7ed97445,segment=NetworkSegment(73539111-d512-4650-9e44-61bde391e31a),segment_id=73539111-d512-4650-9e44-61bde391e31a)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:44:49.524056 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-b3924bf5-f02d-48d7-a284-0c7a831890ee admin admin] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.0962279 Sep 23 19:44:49.527391 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 38210) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:44:49.536447 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.v2.base [None req-1141c91f-9fd7-4ef9-a9ab-94e6367e4858 admin admin] Request body: {'subnet': {'network_id': '946dd6c3-6732-444f-aa1d-d7700dddb8e9', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1610660975-subnet', 'tenant_id': 'd4b52709ab244e8da2ad6002f9e227c1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:44:49.549581 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Returning: {'device': 'da1cccf9-fec5-48ec-99c3-a7ba7ed97445', 'network_id': 'bd1e9a1b-24bd-4f73-b7dd-094a5b1ba73a', 'port_id': 'da1cccf9-fec5-48ec-99c3-a7ba7ed97445', 'mac_address': 'fa:16:3e:80:b0:55', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 648, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3168c2f0-c410-47c7-9b0a-467008e3d34d', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95103) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 19:44:49.569596 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1141c91f-9fd7-4ef9-a9ab-94e6367e4858 admin admin] Made reservation on behalf of d4b52709ab244e8da2ad6002f9e227c1 for: {'subnet': 1} {{(pid=95101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:44:49.573614 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-1141c91f-9fd7-4ef9-a9ab-94e6367e4858 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6130979'] for subnet, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:44:49.625226 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:44:49.631923 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3924bf5-f02d-48d7-a284-0c7a831890ee admin admin] Pushing event updated for resources: {'Network': ['ID=946dd6c3-6732-444f-aa1d-d7700dddb8e9,revision_number=1']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:44:49.645636 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Network 946dd6c3-6732-444f-aa1d-d7700dddb8e9 details requested by agent ovs-agent-n-d-713301-16 with host n-d-713301-16 {{(pid=95103) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 19:44:49.710648 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-0def448f-04c0-4925-ab7d-1ff8c1faa588 tempest-ExternalNetworksTestJSON-1669068940 tempest-ExternalNetworksTestJSON-1669068940-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299'] for network, after_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:44:49.711611 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0def448f-04c0-4925-ab7d-1ff8c1faa588 tempest-ExternalNetworksTestJSON-1669068940 tempest-ExternalNetworksTestJSON-1669068940-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:44:49.712189 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-0def448f-04c0-4925-ab7d-1ff8c1faa588 tempest-ExternalNetworksTestJSON-1669068940 tempest-ExternalNetworksTestJSON-1669068940-project-admin] Notify callbacks [] for network, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:44:49.750254 n-d-713301-16 neutron-server[95103]: DEBUG neutron.notifiers.nova [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id da1cccf9-fec5-48ec-99c3-a7ba7ed97445 {{(pid=95103) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 19:44:49.757439 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-c06cf816-c057-4b9f-969d-b2efd54ed8a4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:44:49.758033 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-3af92def-408e-4746-8c02-b177102ea329 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:44:49.774956 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 38212) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:44:49.775799 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-0def448f-04c0-4925-ab7d-1ff8c1faa588 tempest-ExternalNetworksTestJSON-1669068940 tempest-ExternalNetworksTestJSON-1669068940-project-admin] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 864 time: 0.6510880 Sep 23 19:44:49.780070 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.v2.base [None req-5bbab30f-5ea5-4513-bd9c-637474d3f5e5 tempest-ExternalNetworksTestJSON-1669068940 tempest-ExternalNetworksTestJSON-1669068940-project-admin] Request body: {'network': {'router:external': True}} {{(pid=95101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:44:49.799411 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] For port da1cccf9-fec5-48ec-99c3-a7ba7ed97445, host n-h2-713301-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-16',level=0,port_id=da1cccf9-fec5-48ec-99c3-a7ba7ed97445,segment=NetworkSegment(73539111-d512-4650-9e44-61bde391e31a),segment_id=73539111-d512-4650-9e44-61bde391e31a)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:44:49.805313 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-189a2809-8a02-46e2-bece-d6c73f566d6e tempest-RoutersIpV6Test-563412711 tempest-RoutersIpV6Test-563412711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783146162158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783145673144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4399100'] for port, after_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:44:49.807723 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:44:49.877124 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-189a2809-8a02-46e2-bece-d6c73f566d6e tempest-RoutersIpV6Test-563412711 tempest-RoutersIpV6Test-563412711-project] Pushing event deleted for resources: {'Port': ['ID=2bc1be1d-e1ed-42fa-ae3b-d3a995eaa854,revision_number=None']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:44:49.885162 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0def448f-04c0-4925-ab7d-1ff8c1faa588 tempest-ExternalNetworksTestJSON-1669068940 tempest-ExternalNetworksTestJSON-1669068940-project-admin] Pushing event updated for resources: {'Network': ['ID=1c49a5a6-028b-4d95-a235-d66b8db50671,revision_number=1']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:44:49.888923 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-c06cf816-c057-4b9f-969d-b2efd54ed8a4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:44:49.930699 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Network 1c49a5a6-028b-4d95-a235-d66b8db50671 details requested by agent ovs-agent-n-d-713301-16 with host n-d-713301-16 {{(pid=95103) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 19:44:50.091493 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-189a2809-8a02-46e2-bece-d6c73f566d6e tempest-RoutersIpV6Test-563412711 tempest-RoutersIpV6Test-563412711-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-527322', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-602005'] for router_interface, after_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:44:50.099616 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-c06cf816-c057-4b9f-969d-b2efd54ed8a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:44:50.102877 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-1141c91f-9fd7-4ef9-a9ab-94e6367e4858 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5607579', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6130961'] for subnet, after_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:44:50.106232 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-5bbab30f-5ea5-4513-bd9c-637474d3f5e5 tempest-ExternalNetworksTestJSON-1669068940 tempest-ExternalNetworksTestJSON-1669068940-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783145630486'] for network, precommit_update {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:44:50.119014 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-c06cf816-c057-4b9f-969d-b2efd54ed8a4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:44:50.121661 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-c06cf816-c057-4b9f-969d-b2efd54ed8a4 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/3e3df372-facf-4d0f-bbdd-cd7d687cc0ab HTTP/1.1" status: 204 len: 168 time: 0.6582758 Sep 23 19:44:50.141393 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c06cf816-c057-4b9f-969d-b2efd54ed8a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e3df372-facf-4d0f-bbdd-cd7d687cc0ab,revision_number=None']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:44:50.170836 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Pushing event updated for resources: {'Port': ['ID=da1cccf9-fec5-48ec-99c3-a7ba7ed97445,revision_number=9']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:44:50.219041 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1141c91f-9fd7-4ef9-a9ab-94e6367e4858 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d9ea802b-5787-4f46-995f-fc37925ef59d,revision_number=0']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:44:50.231397 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-5bbab30f-5ea5-4513-bd9c-637474d3f5e5 tempest-ExternalNetworksTestJSON-1669068940 tempest-ExternalNetworksTestJSON-1669068940-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299'] for network, after_update {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:44:50.246491 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] get_ports_and_sgs() called for port_ids ['da1cccf9-fec5-48ec-99c3-a7ba7ed97445'] {{(pid=95103) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 19:44:50.364332 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a757edbe-ae86-498e-a1b4-385a91617328 req-dbbc3404-3d95-40c4-85a9-785258f57c6b tempest-ServersNegativeTestJSON-1638865794 tempest-ServersNegativeTestJSON-1638865794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:44:50.366439 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-a757edbe-ae86-498e-a1b4-385a91617328 req-dbbc3404-3d95-40c4-85a9-785258f57c6b tempest-ServersNegativeTestJSON-1638865794 tempest-ServersNegativeTestJSON-1638865794-project] 10.222.0.67 "GET /v2.0/ports?device_id=6942dd4a-2993-4094-af13-ca4f91683a85 HTTP/1.1" status: 200 len: 945 time: 0.1667492 Sep 23 19:44:50.516827 n-d-713301-16 neutron-server[95102]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-189a2809-8a02-46e2-bece-d6c73f566d6e tempest-RoutersIpV6Test-563412711 tempest-RoutersIpV6Test-563412711-project] Router dc71851d-1f5a-4d66-ba76-b05974590d54 has already been hosted by L3 agent 79a740bf-7821-4989-8288-7186e3e128f3 {{(pid=95102) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 19:44:50.569014 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-a757edbe-ae86-498e-a1b4-385a91617328 req-9117bbe8-ce79-4a6e-b748-7165d79f7246 tempest-ServersNegativeTestJSON-1638865794 tempest-ServersNegativeTestJSON-1638865794-project] 10.222.0.67 "GET /v2.0/security-groups?id=4daca97c-f524-4fb0-8b34-b36a0affa33e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1594756 Sep 23 19:44:50.704653 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-189a2809-8a02-46e2-bece-d6c73f566d6e tempest-RoutersIpV6Test-563412711 tempest-RoutersIpV6Test-563412711-project] Notify agent at l3_agent.n-d-713301-16 the message routers_updated {{(pid=95102) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 19:44:50.722969 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdba84d8-b05b-42f9-9e87-1c8d12f0088f None None] Sync routers for ids ['dc71851d-1f5a-4d66-ba76-b05974590d54'] in n-d-713301-16 {{(pid=95104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 19:44:50.733820 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-189a2809-8a02-46e2-bece-d6c73f566d6e tempest-RoutersIpV6Test-563412711 tempest-RoutersIpV6Test-563412711-project] 10.222.0.67 "PUT /v2.0/routers/dc71851d-1f5a-4d66-ba76-b05974590d54/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7064552 Sep 23 19:44:50.735179 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 38230) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:44:50.746615 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdba84d8-b05b-42f9-9e87-1c8d12f0088f None None] Routers {'dc71851d-1f5a-4d66-ba76-b05974590d54'} bound to L3 agent in host n-d-713301-16 {{(pid=95104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 19:44:50.747273 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_hamode_db [None req-fdba84d8-b05b-42f9-9e87-1c8d12f0088f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-23T19:07:52Z,description=,heartbeat_timestamp=2021-09-23T19:44:22Z,host='n-d-713301-16',id=79a740bf-7821-4989-8288-7186e3e128f3,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:07:52Z,topic='l3_agent')) {'router_ids': ['dc71851d-1f5a-4d66-ba76-b05974590d54'], 'active': True} {{(pid=95104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:44:50.790760 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-5bbab30f-5ea5-4513-bd9c-637474d3f5e5 tempest-ExternalNetworksTestJSON-1669068940 tempest-ExternalNetworksTestJSON-1669068940-project-admin] Network 1c49a5a6-028b-4d95-a235-d66b8db50671 is not hosted by any dhcp agent {{(pid=95101) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Sep 23 19:44:50.792043 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bbab30f-5ea5-4513-bd9c-637474d3f5e5 tempest-ExternalNetworksTestJSON-1669068940 tempest-ExternalNetworksTestJSON-1669068940-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:44:50.792911 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-5bbab30f-5ea5-4513-bd9c-637474d3f5e5 tempest-ExternalNetworksTestJSON-1669068940 tempest-ExternalNetworksTestJSON-1669068940-project-admin] Notify callbacks [] for network, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:44:50.798044 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-5bbab30f-5ea5-4513-bd9c-637474d3f5e5 tempest-ExternalNetworksTestJSON-1669068940 tempest-ExternalNetworksTestJSON-1669068940-project-admin] 10.222.0.67 "PUT /v2.0/networks/1c49a5a6-028b-4d95-a235-d66b8db50671 HTTP/1.1" status: 200 len: 858 time: 1.0218172 Sep 23 19:44:50.799738 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 38234) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:44:50.804212 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bbab30f-5ea5-4513-bd9c-637474d3f5e5 tempest-ExternalNetworksTestJSON-1669068940 tempest-ExternalNetworksTestJSON-1669068940-project-admin] Pushing event updated for resources: {'Network': ['ID=1c49a5a6-028b-4d95-a235-d66b8db50671,revision_number=2']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:44:50.854641 n-d-713301-16 neutron-server[95102]: DEBUG neutron.db.db_base_plugin_v2 [None req-903c006f-95c8-4ff3-9080-ec550c5b00c3 tempest-RoutersIpV6Test-563412711 tempest-RoutersIpV6Test-563412711-project] Deleting subnet 7bf004d2-1700-4c8f-be15-804ddb0ed04c {{(pid=95102) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 23 19:44:50.859589 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-903c006f-95c8-4ff3-9080-ec550c5b00c3 tempest-RoutersIpV6Test-563412711 tempest-RoutersIpV6Test-563412711-project] Notify callbacks [] for subnet, before_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:44:50.859975 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1141c91f-9fd7-4ef9-a9ab-94e6367e4858 admin admin] Checking segment: {'id': 'b41eeb47-e74f-4995-8eee-a073eb3e379b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '946dd6c3-6732-444f-aa1d-d7700dddb8e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:44:50.860355 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1141c91f-9fd7-4ef9-a9ab-94e6367e4858 admin admin] Network hostable DHCP agents. Network: 946dd6c3-6732-444f-aa1d-d7700dddb8e9, hostable agents: ['1b18bf05-1b5f-4587-be5c-af3ac38e32ad'], hosted agents: [] {{(pid=95101) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 19:44:50.903228 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_dvr_db [None req-fdba84d8-b05b-42f9-9e87-1c8d12f0088f None None] Set router dc71851d-1f5a-4d66-ba76-b05974590d54 gateway port host: None {{(pid=95104) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 19:44:50.940374 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1141c91f-9fd7-4ef9-a9ab-94e6367e4858 admin admin] Network 946dd6c3-6732-444f-aa1d-d7700dddb8e9 is scheduled to be hosted by DHCP agent 1b18bf05-1b5f-4587-be5c-af3ac38e32ad with binding_index 1 {{(pid=95101) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 19:44:50.955605 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.base_scheduler [None req-1141c91f-9fd7-4ef9-a9ab-94e6367e4858 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713301-16, 946dd6c3-6732-444f-aa1d-d7700dddb8e9) {{(pid=95101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:44:50.962034 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1141c91f-9fd7-4ef9-a9ab-94e6367e4858 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:44:50.962693 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-1141c91f-9fd7-4ef9-a9ab-94e6367e4858 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:44:50.969219 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-157f0a5c-cc6a-4270-8b1f-a7cf0b79e92f None None] Network 946dd6c3-6732-444f-aa1d-d7700dddb8e9 requested from n-d-713301-16 {{(pid=95103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 19:44:50.981137 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-1141c91f-9fd7-4ef9-a9ab-94e6367e4858 admin admin] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.4517176 Sep 23 19:44:51.027217 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-903c006f-95c8-4ff3-9080-ec550c5b00c3 tempest-RoutersIpV6Test-563412711 tempest-RoutersIpV6Test-563412711-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6162825'] for subnet, precommit_delete_associations {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:44:51.089723 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-d9fc548f-45a3-44ce-97e9-eed01be8df80 tempest-ExternalNetworksTestJSON-1669068940 tempest-ExternalNetworksTestJSON-1669068940-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1628021'] for network, before_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:44:51.118900 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_hamode_db [None req-fdba84d8-b05b-42f9-9e87-1c8d12f0088f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc71851d-1f5a-4d66-ba76-b05974590d54', 'name': 'tempest-RoutersIpV6Test-router-1785279921', 'tenant_id': 'fd66fc1e2cf64f369d6db25080c0cb06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:43:29Z', 'updated_at': '2021-09-23T19:44:49Z', 'revision_number': 11, 'project_id': 'fd66fc1e2cf64f369d6db25080c0cb06', 'gw_port_host': None}], 'n-d-713301-16', False) {} {{(pid=95104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:44:51.153514 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdba84d8-b05b-42f9-9e87-1c8d12f0088f None None] Checking router: dc71851d-1f5a-4d66-ba76-b05974590d54 for host: n-d-713301-16 {{(pid=95104) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 19:44:51.165684 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdba84d8-b05b-42f9-9e87-1c8d12f0088f None None] Routers {'dc71851d-1f5a-4d66-ba76-b05974590d54'} bound to L3 agent in host n-d-713301-16 {{(pid=95104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 19:44:51.166900 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_hamode_db [None req-fdba84d8-b05b-42f9-9e87-1c8d12f0088f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-23T19:07:52Z,description=,heartbeat_timestamp=2021-09-23T19:44:22Z,host='n-d-713301-16',id=79a740bf-7821-4989-8288-7186e3e128f3,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:07:52Z,topic='l3_agent')) {'router_ids': ['dc71851d-1f5a-4d66-ba76-b05974590d54'], 'active': True} {{(pid=95104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:44:51.231394 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2eb6af24-c885-42cb-96c7-421cf5e37c7d None None] Network 946dd6c3-6732-444f-aa1d-d7700dddb8e9 requested from n-d-713301-16 {{(pid=95103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 19:44:51.266538 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-d9fc548f-45a3-44ce-97e9-eed01be8df80 tempest-ExternalNetworksTestJSON-1669068940 tempest-ExternalNetworksTestJSON-1669068940-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1754676', 'neutron.services.segments.db._delete_segments_for_network-8783146221460'] for network, precommit_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:44:51.290617 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-903c006f-95c8-4ff3-9080-ec550c5b00c3 tempest-RoutersIpV6Test-563412711 tempest-RoutersIpV6Test-563412711-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1756813'] for subnet, precommit_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:44:51.301204 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_dvr_db [None req-fdba84d8-b05b-42f9-9e87-1c8d12f0088f None None] Set router dc71851d-1f5a-4d66-ba76-b05974590d54 gateway port host: None {{(pid=95104) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 19:44:51.325943 n-d-713301-16 neutron-server[95102]: DEBUG neutron.services.segments.db [None req-d9fc548f-45a3-44ce-97e9-eed01be8df80 tempest-ExternalNetworksTestJSON-1669068940 tempest-ExternalNetworksTestJSON-1669068940-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1c49a5a6-028b-4d95-a235-d66b8db50671']}} {{(pid=95102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:44:51.344083 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Device da1cccf9-fec5-48ec-99c3-a7ba7ed97445 up at agent hyperv_n-h2-713301-16 {{(pid=95103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 19:44:51.350057 n-d-713301-16 neutron-server[95102]: DEBUG neutron.services.segments.db [None req-d9fc548f-45a3-44ce-97e9-eed01be8df80 tempest-ExternalNetworksTestJSON-1669068940 tempest-ExternalNetworksTestJSON-1669068940-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b5afed81-4366-4bd0-9a3d-45a6b62647d2') {'for_net_delete': True} {{(pid=95102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:44:51.350337 n-d-713301-16 neutron-server[95102]: DEBUG neutron.services.segments.db [None req-d9fc548f-45a3-44ce-97e9-eed01be8df80 tempest-ExternalNetworksTestJSON-1669068940 tempest-ExternalNetworksTestJSON-1669068940-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b5afed81-4366-4bd0-9a3d-45a6b62647d2') {} {{(pid=95102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:44:51.361844 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_hamode_db [None req-fdba84d8-b05b-42f9-9e87-1c8d12f0088f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc71851d-1f5a-4d66-ba76-b05974590d54', 'name': 'tempest-RoutersIpV6Test-router-1785279921', 'tenant_id': 'fd66fc1e2cf64f369d6db25080c0cb06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:43:29Z', 'updated_at': '2021-09-23T19:44:49Z', 'revision_number': 11, 'project_id': 'fd66fc1e2cf64f369d6db25080c0cb06', 'gw_port_host': None}], 'n-d-713301-16', False) {} {{(pid=95104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:44:51.368383 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-d9fc548f-45a3-44ce-97e9-eed01be8df80 tempest-ExternalNetworksTestJSON-1669068940 tempest-ExternalNetworksTestJSON-1669068940-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783146221725', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6162832'] for segment, before_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:44:51.405074 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-d9fc548f-45a3-44ce-97e9-eed01be8df80 tempest-ExternalNetworksTestJSON-1669068940 tempest-ExternalNetworksTestJSON-1669068940-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1756186'] for segment, precommit_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:44:51.406419 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdba84d8-b05b-42f9-9e87-1c8d12f0088f None None] The sync data for ids ['dc71851d-1f5a-4d66-ba76-b05974590d54'] in n-d-713301-16 is: [{'id': 'dc71851d-1f5a-4d66-ba76-b05974590d54', 'name': 'tempest-RoutersIpV6Test-router-1785279921', 'tenant_id': 'fd66fc1e2cf64f369d6db25080c0cb06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:43:29Z', 'updated_at': '2021-09-23T19:44:49Z', 'revision_number': 11, 'project_id': 'fd66fc1e2cf64f369d6db25080c0cb06', 'gw_port_host': None}] {{(pid=95104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 19:44:51.413788 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d9fc548f-45a3-44ce-97e9-eed01be8df80 tempest-ExternalNetworksTestJSON-1669068940 tempest-ExternalNetworksTestJSON-1669068940-project-admin] Releasing vlan 614 on physical network physnet1 to pool {{(pid=95102) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 19:44:51.414190 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-d9fc548f-45a3-44ce-97e9-eed01be8df80 tempest-ExternalNetworksTestJSON-1669068940 tempest-ExternalNetworksTestJSON-1669068940-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1756186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4398095'] for segment, after_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:44:51.416363 n-d-713301-16 neutron-server[95102]: Traceback (most recent call last): Sep 23 19:44:51.416363 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 19:44:51.416363 n-d-713301-16 neutron-server[95102]: timer() Sep 23 19:44:51.416363 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 19:44:51.416363 n-d-713301-16 neutron-server[95102]: cb(*args, **kw) Sep 23 19:44:51.416363 n-d-713301-16 neutron-server[95102]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 19:44:51.416363 n-d-713301-16 neutron-server[95102]: return func(*args, **kwargs) Sep 23 19:44:51.416363 n-d-713301-16 neutron-server[95102]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 19:44:51.416363 n-d-713301-16 neutron-server[95102]: self._notify() Sep 23 19:44:51.416363 n-d-713301-16 neutron-server[95102]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 19:44:51.416363 n-d-713301-16 neutron-server[95102]: self.callback(batched_events) Sep 23 19:44:51.416363 n-d-713301-16 neutron-server[95102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 19:44:51.416363 n-d-713301-16 neutron-server[95102]: event.method(event) Sep 23 19:44:51.416363 n-d-713301-16 neutron-server[95102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 19:44:51.416363 n-d-713301-16 neutron-server[95102]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 19:44:51.416363 n-d-713301-16 neutron-server[95102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 19:44:51.416363 n-d-713301-16 neutron-server[95102]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 19:44:51.416363 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 19:44:51.416363 n-d-713301-16 neutron-server[95102]: return f(self, *a, **k) Sep 23 19:44:51.416363 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 19:44:51.416363 n-d-713301-16 neutron-server[95102]: return self._get(url).json() Sep 23 19:44:51.416363 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 19:44:51.416363 n-d-713301-16 neutron-server[95102]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 19:44:51.416363 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 19:44:51.416363 n-d-713301-16 neutron-server[95102]: return self.request(url, 'GET', **kwargs) Sep 23 19:44:51.416363 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 19:44:51.416363 n-d-713301-16 neutron-server[95102]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 19:44:51.416363 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 19:44:51.416363 n-d-713301-16 neutron-server[95102]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 19:44:51.416363 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 19:44:51.416363 n-d-713301-16 neutron-server[95102]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 19:44:51.416363 n-d-713301-16 neutron-server[95102]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 19:44:51.529913 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Provisioning complete for port da1cccf9-fec5-48ec-99c3-a7ba7ed97445 triggered by entity L2. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:44:51.530304 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:44:51.657338 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:44:51.761567 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] For port da1cccf9-fec5-48ec-99c3-a7ba7ed97445, host n-h2-713301-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-16',level=0,port_id=da1cccf9-fec5-48ec-99c3-a7ba7ed97445,segment=NetworkSegment(73539111-d512-4650-9e44-61bde391e31a),segment_id=73539111-d512-4650-9e44-61bde391e31a)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:44:51.766875 n-d-713301-16 neutron-server[95103]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6942dd4a-2993-4094-af13-ca4f91683a85', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da1cccf9-fec5-48ec-99c3-a7ba7ed97445'}] {{(pid=95103) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 19:44:51.778171 n-d-713301-16 neutron-server[95103]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}81a1c17f2aa89d5b3ebbba3a3e0cf7eb588e431c2224256110c4c4facdd7c3e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb763e1c-b787-46b0-95cb-1acb2fe5fb79" -d '{"events": [{"server_uuid": "6942dd4a-2993-4094-af13-ca4f91683a85", "name": "network-vif-plugged", "status": "completed", "tag": "da1cccf9-fec5-48ec-99c3-a7ba7ed97445"}]}' {{(pid=95103) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 19:44:51.787441 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:44:51.866296 n-d-713301-16 neutron-server[95103]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 19:44:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee3c49e4-7c9d-44a0-9a55-b953b01849d6 x-openstack-request-id: req-ee3c49e4-7c9d-44a0-9a55-b953b01849d6 {{(pid=95103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 19:44:51.866662 n-d-713301-16 neutron-server[95103]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6942dd4a-2993-4094-af13-ca4f91683a85", "name": "network-vif-plugged", "status": "completed", "tag": "da1cccf9-fec5-48ec-99c3-a7ba7ed97445", "code": 200}]} {{(pid=95103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 19:44:51.867205 n-d-713301-16 neutron-server[95103]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-ee3c49e4-7c9d-44a0-9a55-b953b01849d6 {{(pid=95103) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 19:44:51.873822 n-d-713301-16 neutron-server[95103]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6942dd4a-2993-4094-af13-ca4f91683a85', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da1cccf9-fec5-48ec-99c3-a7ba7ed97445', 'code': 200} Sep 23 19:44:51.957142 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-903c006f-95c8-4ff3-9080-ec550c5b00c3 tempest-RoutersIpV6Test-563412711 tempest-RoutersIpV6Test-563412711-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1756804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4399009', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5388229'] for subnet, after_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:44:51.967085 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Pushing event updated for resources: {'Port': ['ID=da1cccf9-fec5-48ec-99c3-a7ba7ed97445,revision_number=10']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:44:52.053162 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-903c006f-95c8-4ff3-9080-ec550c5b00c3 tempest-RoutersIpV6Test-563412711 tempest-RoutersIpV6Test-563412711-project] Pushing event deleted for resources: {'Subnet': ['ID=7bf004d2-1700-4c8f-be15-804ddb0ed04c,revision_number=None']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:44:52.063658 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-903c006f-95c8-4ff3-9080-ec550c5b00c3 tempest-RoutersIpV6Test-563412711 tempest-RoutersIpV6Test-563412711-project] Notify callbacks [] for subnet, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:44:52.069469 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-903c006f-95c8-4ff3-9080-ec550c5b00c3 tempest-RoutersIpV6Test-563412711 tempest-RoutersIpV6Test-563412711-project] 10.222.0.67 "DELETE /v2.0/subnets/7bf004d2-1700-4c8f-be15-804ddb0ed04c HTTP/1.1" status: 204 len: 168 time: 1.3330984 Sep 23 19:44:52.070846 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5343634-b4b6-4729-a3b4-d4acc522c9af None None] Network eb7ee6df-b6ba-45d6-91cd-a3b513be0e8c requested from n-d-713301-16 {{(pid=95103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 19:44:52.072462 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 38272) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:44:52.121649 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d31160-72d6-43f3-8c13-1d1cbeef8aff req-fb25d714-6c63-4cd5-8bd2-037f47131a87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:44:52.129728 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-89d31160-72d6-43f3-8c13-1d1cbeef8aff req-fb25d714-6c63-4cd5-8bd2-037f47131a87 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=6942dd4a-2993-4094-af13-ca4f91683a85 HTTP/1.1" status: 200 len: 1099 time: 0.1006508 Sep 23 19:44:52.133994 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-d9fc548f-45a3-44ce-97e9-eed01be8df80 tempest-ExternalNetworksTestJSON-1669068940 tempest-ExternalNetworksTestJSON-1669068940-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1754627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-601866'] for network, after_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:44:52.152482 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9fc548f-45a3-44ce-97e9-eed01be8df80 tempest-ExternalNetworksTestJSON-1669068940 tempest-ExternalNetworksTestJSON-1669068940-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 1c49a5a6-028b-4d95-a235-d66b8db50671 {{(pid=95102) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Sep 23 19:44:52.158438 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-d9fc548f-45a3-44ce-97e9-eed01be8df80 tempest-ExternalNetworksTestJSON-1669068940 tempest-ExternalNetworksTestJSON-1669068940-project-admin] Notify callbacks [] for network, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:44:52.160339 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-d9fc548f-45a3-44ce-97e9-eed01be8df80 tempest-ExternalNetworksTestJSON-1669068940 tempest-ExternalNetworksTestJSON-1669068940-project-admin] 10.222.0.67 "DELETE /v2.0/networks/1c49a5a6-028b-4d95-a235-d66b8db50671 HTTP/1.1" status: 204 len: 168 time: 1.3591864 Sep 23 19:44:52.170788 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 38274) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:44:52.180701 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4436242d-5d87-4871-ae4d-85aed460759a req-8b9dcadb-034c-4f93-a897-aec431dcdb70 tempest-ServersNegativeTestJSON-1638865794 tempest-ServersNegativeTestJSON-1638865794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:44:52.189193 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-4436242d-5d87-4871-ae4d-85aed460759a req-8b9dcadb-034c-4f93-a897-aec431dcdb70 tempest-ServersNegativeTestJSON-1638865794 tempest-ServersNegativeTestJSON-1638865794-project] 10.222.0.67 "GET /v2.0/ports?device_id=6942dd4a-2993-4094-af13-ca4f91683a85 HTTP/1.1" status: 200 len: 947 time: 0.2374380 Sep 23 19:44:52.221635 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-89d31160-72d6-43f3-8c13-1d1cbeef8aff req-9c18c57f-fb1a-40e3-9aba-f1adad7a27d1 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=4daca97c-f524-4fb0-8b34-b36a0affa33e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835233 Sep 23 19:44:52.255522 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9fc548f-45a3-44ce-97e9-eed01be8df80 tempest-ExternalNetworksTestJSON-1669068940 tempest-ExternalNetworksTestJSON-1669068940-project-admin] Pushing event deleted for resources: {'Network': ['ID=1c49a5a6-028b-4d95-a235-d66b8db50671,revision_number=None']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:44:52.302717 n-d-713301-16 neutron-server[95102]: INFO neutron.pecan_wsgi.hooks.translation [None req-3bcd08d1-c4a2-4d75-82f1-24f27295d51b tempest-ExternalNetworksTestJSON-979102490 tempest-ExternalNetworksTestJSON-979102490-project] DELETE failed (client error): The resource could not be found. Sep 23 19:44:52.303450 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3bcd08d1-c4a2-4d75-82f1-24f27295d51b tempest-ExternalNetworksTestJSON-979102490 tempest-ExternalNetworksTestJSON-979102490-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95102) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 23 19:44:52.307688 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-3bcd08d1-c4a2-4d75-82f1-24f27295d51b tempest-ExternalNetworksTestJSON-979102490 tempest-ExternalNetworksTestJSON-979102490-project] 10.222.0.67 "DELETE /v2.0/subnets/c5ae31a5-a81f-4ae9-b7fb-0aeb4566e981 HTTP/1.1" status: 404 len: 337 time: 0.1088622 Sep 23 19:44:52.309871 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 38280) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:44:52.329215 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-4436242d-5d87-4871-ae4d-85aed460759a req-becb0d8b-0ecc-497f-a70b-544a811c7c38 tempest-ServersNegativeTestJSON-1638865794 tempest-ServersNegativeTestJSON-1638865794-project] 10.222.0.67 "GET /v2.0/security-groups?id=4daca97c-f524-4fb0-8b34-b36a0affa33e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1390438 Sep 23 19:44:52.345724 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-7d214bbc-46d8-4309-9a89-d509c5269efc tempest-RoutersIpV6Test-563412711 tempest-RoutersIpV6Test-563412711-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1628021'] for network, before_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:44:52.389381 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c908f77-ae35-414b-bae2-7e76faa635f2 None None] DHCP port deletion for eb7ee6df-b6ba-45d6-91cd-a3b513be0e8c request from n-d-713301-16 {{(pid=95103) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 23 19:44:52.447856 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-b63e1339-42fa-4bce-99f6-e9e2f4c7229d tempest-ExternalNetworksTestJSON-979102490 tempest-ExternalNetworksTestJSON-979102490-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1628021'] for network, before_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:44:52.506754 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.plugin [None req-0c908f77-ae35-414b-bae2-7e76faa635f2 None None] Deleting port bb8650dd-c751-4436-ad15-c8acd016bc89 {{(pid=95103) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:44:52.509107 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-0c908f77-ae35-414b-bae2-7e76faa635f2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783146157096'] for port, before_delete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:44:52.640212 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Device 2bc1be1d-e1ed-42fa-ae3b-d3a995eaa854 no longer exists at agent ovs-agent-n-d-713301-16 {{(pid=95103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 19:44:52.649930 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-b63e1339-42fa-4bce-99f6-e9e2f4c7229d tempest-ExternalNetworksTestJSON-979102490 tempest-ExternalNetworksTestJSON-979102490-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1754676', 'neutron.services.segments.db._delete_segments_for_network-8783146221460'] for network, precommit_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:44:52.668049 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.plugin [None req-7d214bbc-46d8-4309-9a89-d509c5269efc tempest-RoutersIpV6Test-563412711 tempest-RoutersIpV6Test-563412711-project] Deleting port bb8650dd-c751-4436-ad15-c8acd016bc89 {{(pid=95102) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:44:52.668451 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-7d214bbc-46d8-4309-9a89-d509c5269efc tempest-RoutersIpV6Test-563412711 tempest-RoutersIpV6Test-563412711-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783146157096'] for port, before_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:44:52.690186 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-0c908f77-ae35-414b-bae2-7e76faa635f2 None None] For port bb8650dd-c751-4436-ad15-c8acd016bc89, host n-d-713301-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-16',level=0,port_id=bb8650dd-c751-4436-ad15-c8acd016bc89,segment=NetworkSegment(90804e16-3a7c-4e06-b2f9-8fa8dbb8dc72),segment_id=90804e16-3a7c-4e06-b2f9-8fa8dbb8dc72)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:44:52.690861 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-0c908f77-ae35-414b-bae2-7e76faa635f2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-605701'] for port, precommit_delete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:44:52.694599 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.plugin [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] No Port match for: 2bc1be1d-e1ed-42fa-ae3b-d3a995eaa854 {{(pid=95103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 19:44:52.695200 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Device 2bc1be1d-e1ed-42fa-ae3b-d3a995eaa854 not bound to the agent host n-d-713301-16 {{(pid=95103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 19:44:52.695851 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Device bb8650dd-c751-4436-ad15-c8acd016bc89 no longer exists at agent ovs-agent-n-d-713301-16 {{(pid=95103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 19:44:52.731605 n-d-713301-16 neutron-server[95102]: DEBUG neutron.services.segments.db [None req-b63e1339-42fa-4bce-99f6-e9e2f4c7229d tempest-ExternalNetworksTestJSON-979102490 tempest-ExternalNetworksTestJSON-979102490-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bd4407bf-3baa-47d6-abbc-6ec83c690874']}} {{(pid=95102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:44:52.762654 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.plugin [None req-0c908f77-ae35-414b-bae2-7e76faa635f2 None None] Calling delete_port for bb8650dd-c751-4436-ad15-c8acd016bc89 owned by network:dhcp {{(pid=95103) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:44:52.780869 n-d-713301-16 neutron-server[95102]: DEBUG neutron.services.segments.db [None req-b63e1339-42fa-4bce-99f6-e9e2f4c7229d tempest-ExternalNetworksTestJSON-979102490 tempest-ExternalNetworksTestJSON-979102490-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e23e5d13-9b3a-46bf-8326-18b27a5ce4b6') {'for_net_delete': True} {{(pid=95102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:44:52.784221 n-d-713301-16 neutron-server[95102]: DEBUG neutron.services.segments.db [None req-b63e1339-42fa-4bce-99f6-e9e2f4c7229d tempest-ExternalNetworksTestJSON-979102490 tempest-ExternalNetworksTestJSON-979102490-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e23e5d13-9b3a-46bf-8326-18b27a5ce4b6') {} {{(pid=95102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:44:52.825909 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-b63e1339-42fa-4bce-99f6-e9e2f4c7229d tempest-ExternalNetworksTestJSON-979102490 tempest-ExternalNetworksTestJSON-979102490-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783146221725', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6162832'] for segment, before_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:44:52.828705 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.db [None req-7d214bbc-46d8-4309-9a89-d509c5269efc tempest-RoutersIpV6Test-563412711 tempest-RoutersIpV6Test-563412711-project] For port bb8650dd-c751-4436-ad15-c8acd016bc89, host n-d-713301-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-16',level=0,port_id=bb8650dd-c751-4436-ad15-c8acd016bc89,segment=NetworkSegment(90804e16-3a7c-4e06-b2f9-8fa8dbb8dc72),segment_id=90804e16-3a7c-4e06-b2f9-8fa8dbb8dc72)] {{(pid=95102) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:44:52.829066 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-7d214bbc-46d8-4309-9a89-d509c5269efc tempest-RoutersIpV6Test-563412711 tempest-RoutersIpV6Test-563412711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-605701'] for port, precommit_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:44:52.862343 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.plugin [None req-7d214bbc-46d8-4309-9a89-d509c5269efc tempest-RoutersIpV6Test-563412711 tempest-RoutersIpV6Test-563412711-project] Calling delete_port for bb8650dd-c751-4436-ad15-c8acd016bc89 owned by network:dhcp {{(pid=95102) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:44:52.862516 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-b63e1339-42fa-4bce-99f6-e9e2f4c7229d tempest-ExternalNetworksTestJSON-979102490 tempest-ExternalNetworksTestJSON-979102490-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1756186'] for segment, precommit_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:44:52.863256 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:44:52.876092 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b63e1339-42fa-4bce-99f6-e9e2f4c7229d tempest-ExternalNetworksTestJSON-979102490 tempest-ExternalNetworksTestJSON-979102490-project] Releasing vlan 616 on physical network physnet1 to pool {{(pid=95102) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 19:44:52.876568 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-b63e1339-42fa-4bce-99f6-e9e2f4c7229d tempest-ExternalNetworksTestJSON-979102490 tempest-ExternalNetworksTestJSON-979102490-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1756186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4398095'] for segment, after_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:44:52.879570 n-d-713301-16 neutron-server[95102]: Traceback (most recent call last): Sep 23 19:44:52.879570 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 19:44:52.879570 n-d-713301-16 neutron-server[95102]: timer() Sep 23 19:44:52.879570 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 19:44:52.879570 n-d-713301-16 neutron-server[95102]: cb(*args, **kw) Sep 23 19:44:52.879570 n-d-713301-16 neutron-server[95102]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 19:44:52.879570 n-d-713301-16 neutron-server[95102]: return func(*args, **kwargs) Sep 23 19:44:52.879570 n-d-713301-16 neutron-server[95102]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 19:44:52.879570 n-d-713301-16 neutron-server[95102]: self._notify() Sep 23 19:44:52.879570 n-d-713301-16 neutron-server[95102]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 19:44:52.879570 n-d-713301-16 neutron-server[95102]: self.callback(batched_events) Sep 23 19:44:52.879570 n-d-713301-16 neutron-server[95102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 19:44:52.879570 n-d-713301-16 neutron-server[95102]: event.method(event) Sep 23 19:44:52.879570 n-d-713301-16 neutron-server[95102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 19:44:52.879570 n-d-713301-16 neutron-server[95102]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 19:44:52.879570 n-d-713301-16 neutron-server[95102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 19:44:52.879570 n-d-713301-16 neutron-server[95102]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 19:44:52.879570 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 19:44:52.879570 n-d-713301-16 neutron-server[95102]: return f(self, *a, **k) Sep 23 19:44:52.879570 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 19:44:52.879570 n-d-713301-16 neutron-server[95102]: return self._get(url).json() Sep 23 19:44:52.879570 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 19:44:52.879570 n-d-713301-16 neutron-server[95102]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 19:44:52.879570 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 19:44:52.879570 n-d-713301-16 neutron-server[95102]: return self.request(url, 'GET', **kwargs) Sep 23 19:44:52.879570 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 19:44:52.879570 n-d-713301-16 neutron-server[95102]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 19:44:52.879570 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 19:44:52.879570 n-d-713301-16 neutron-server[95102]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 19:44:52.879570 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 19:44:52.879570 n-d-713301-16 neutron-server[95102]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 19:44:52.879570 n-d-713301-16 neutron-server[95102]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 19:44:53.007583 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] For port bb8650dd-c751-4436-ad15-c8acd016bc89, host n-d-713301-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-16',level=0,port_id=bb8650dd-c751-4436-ad15-c8acd016bc89,segment=NetworkSegment(90804e16-3a7c-4e06-b2f9-8fa8dbb8dc72),segment_id=90804e16-3a7c-4e06-b2f9-8fa8dbb8dc72)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:44:53.020667 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-b63e1339-42fa-4bce-99f6-e9e2f4c7229d tempest-ExternalNetworksTestJSON-979102490 tempest-ExternalNetworksTestJSON-979102490-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1754627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-601866'] for network, after_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:44:53.023917 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:44:53.028229 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-73fcd4f3-c9c6-49f6-b8e3-355574118494 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:44:53.046489 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-b63e1339-42fa-4bce-99f6-e9e2f4c7229d tempest-ExternalNetworksTestJSON-979102490 tempest-ExternalNetworksTestJSON-979102490-project] Notify callbacks [] for network, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:44:53.051329 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-b63e1339-42fa-4bce-99f6-e9e2f4c7229d tempest-ExternalNetworksTestJSON-979102490 tempest-ExternalNetworksTestJSON-979102490-project] 10.222.0.67 "DELETE /v2.0/networks/bd4407bf-3baa-47d6-abbc-6ec83c690874 HTTP/1.1" status: 204 len: 168 time: 0.7375507 Sep 23 19:44:53.093698 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b63e1339-42fa-4bce-99f6-e9e2f4c7229d tempest-ExternalNetworksTestJSON-979102490 tempest-ExternalNetworksTestJSON-979102490-project] Pushing event deleted for resources: {'Network': ['ID=bd4407bf-3baa-47d6-abbc-6ec83c690874,revision_number=None']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:44:53.096486 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Pushing event updated for resources: {'Port': ['ID=bb8650dd-c751-4436-ad15-c8acd016bc89,revision_number=5']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:44:53.121446 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-7d214bbc-46d8-4309-9a89-d509c5269efc tempest-RoutersIpV6Test-563412711 tempest-RoutersIpV6Test-563412711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783146162158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783145673144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4399100'] for port, after_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:44:53.168317 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:44:53.169714 n-d-713301-16 neutron-server[95103]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 23 19:44:53.169714 n-d-713301-16 neutron-server[95103]: self.session.flush() Sep 23 19:44:53.169714 n-d-713301-16 neutron-server[95103]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 23 19:44:53.169714 n-d-713301-16 neutron-server[95103]: self.session.flush() Sep 23 19:44:53.169714 n-d-713301-16 neutron-server[95103]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 23 19:44:53.169714 n-d-713301-16 neutron-server[95103]: self.session.flush() Sep 23 19:44:53.169714 n-d-713301-16 neutron-server[95103]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 23 19:44:53.169714 n-d-713301-16 neutron-server[95103]: self.session.flush() Sep 23 19:44:53.169714 n-d-713301-16 neutron-server[95103]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 23 19:44:53.169714 n-d-713301-16 neutron-server[95103]: self.session.flush() Sep 23 19:44:53.169714 n-d-713301-16 neutron-server[95103]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 23 19:44:53.169714 n-d-713301-16 neutron-server[95103]: self.session.flush() Sep 23 19:44:53.169714 n-d-713301-16 neutron-server[95103]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 23 19:44:53.169714 n-d-713301-16 neutron-server[95103]: self.session.flush() Sep 23 19:44:53.169714 n-d-713301-16 neutron-server[95103]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 23 19:44:53.169714 n-d-713301-16 neutron-server[95103]: self.session.flush() Sep 23 19:44:53.169714 n-d-713301-16 neutron-server[95103]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 23 19:44:53.169714 n-d-713301-16 neutron-server[95103]: self.session.flush() Sep 23 19:44:53.169714 n-d-713301-16 neutron-server[95103]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 23 19:44:53.169714 n-d-713301-16 neutron-server[95103]: self.session.flush() Sep 23 19:44:53.169714 n-d-713301-16 neutron-server[95103]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 23 19:44:53.169714 n-d-713301-16 neutron-server[95103]: self.session.flush() Sep 23 19:44:53.169714 n-d-713301-16 neutron-server[95103]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 23 19:44:53.169714 n-d-713301-16 neutron-server[95103]: self.session.flush() Sep 23 19:44:53.169714 n-d-713301-16 neutron-server[95103]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 23 19:44:53.169714 n-d-713301-16 neutron-server[95103]: self.session.flush() Sep 23 19:44:53.169714 n-d-713301-16 neutron-server[95103]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 23 19:44:53.169714 n-d-713301-16 neutron-server[95103]: self.session.flush() Sep 23 19:44:53.169714 n-d-713301-16 neutron-server[95103]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 23 19:44:53.169714 n-d-713301-16 neutron-server[95103]: self.session.flush() Sep 23 19:44:53.169714 n-d-713301-16 neutron-server[95103]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 23 19:44:53.169714 n-d-713301-16 neutron-server[95103]: self.session.flush() Sep 23 19:44:53.169714 n-d-713301-16 neutron-server[95103]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 23 19:44:53.169714 n-d-713301-16 neutron-server[95103]: self.session.flush() Sep 23 19:44:53.169714 n-d-713301-16 neutron-server[95103]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 23 19:44:53.169714 n-d-713301-16 neutron-server[95103]: self.session.flush() Sep 23 19:44:53.169714 n-d-713301-16 neutron-server[95103]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 23 19:44:53.169714 n-d-713301-16 neutron-server[95103]: self.session.flush() Sep 23 19:44:53.169714 n-d-713301-16 neutron-server[95103]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 23 19:44:53.169714 n-d-713301-16 neutron-server[95103]: self.session.flush() Sep 23 19:44:53.169714 n-d-713301-16 neutron-server[95103]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 23 19:44:53.169714 n-d-713301-16 neutron-server[95103]: self.session.flush() Sep 23 19:44:53.169714 n-d-713301-16 neutron-server[95103]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 23 19:44:53.169714 n-d-713301-16 neutron-server[95103]: self.session.flush() Sep 23 19:44:53.169714 n-d-713301-16 neutron-server[95103]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 23 19:44:53.169714 n-d-713301-16 neutron-server[95103]: self.session.flush() Sep 23 19:44:53.169714 n-d-713301-16 neutron-server[95103]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 23 19:44:53.169714 n-d-713301-16 neutron-server[95103]: self.session.flush() Sep 23 19:44:53.169714 n-d-713301-16 neutron-server[95103]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 23 19:44:53.169714 n-d-713301-16 neutron-server[95103]: self.session.flush() Sep 23 19:44:53.169714 n-d-713301-16 neutron-server[95103]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 23 19:44:53.169714 n-d-713301-16 neutron-server[95103]: self.session.flush() Sep 23 19:44:53.169714 n-d-713301-16 neutron-server[95103]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 23 19:44:53.169714 n-d-713301-16 neutron-server[95103]: self.session.flush() Sep 23 19:44:53.185575 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-0c908f77-ae35-414b-bae2-7e76faa635f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783146162158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783145673144'] for port, after_delete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:44:53.195997 n-d-713301-16 neutron-server[95102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d214bbc-46d8-4309-9a89-d509c5269efc tempest-RoutersIpV6Test-563412711 tempest-RoutersIpV6Test-563412711-project] No DVR routers for this DVR port bb8650dd-c751-4436-ad15-c8acd016bc89 on host n-d-713301-16 {{(pid=95102) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 19:44:53.207019 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d214bbc-46d8-4309-9a89-d509c5269efc tempest-RoutersIpV6Test-563412711 tempest-RoutersIpV6Test-563412711-project] Pushing event deleted for resources: {'Port': ['ID=bb8650dd-c751-4436-ad15-c8acd016bc89,revision_number=None']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:44:53.267260 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c908f77-ae35-414b-bae2-7e76faa635f2 None None] Pushing event deleted for resources: {'Port': ['ID=bb8650dd-c751-4436-ad15-c8acd016bc89,revision_number=None']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:44:53.271507 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c908f77-ae35-414b-bae2-7e76faa635f2 None None] No DVR routers for this DVR port bb8650dd-c751-4436-ad15-c8acd016bc89 on host n-d-713301-16 {{(pid=95103) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 19:44:53.351000 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-7d214bbc-46d8-4309-9a89-d509c5269efc tempest-RoutersIpV6Test-563412711 tempest-RoutersIpV6Test-563412711-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1754676', 'neutron.services.segments.db._delete_segments_for_network-8783146221460'] for network, precommit_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:44:53.386207 n-d-713301-16 neutron-server[95102]: DEBUG neutron.services.segments.db [None req-7d214bbc-46d8-4309-9a89-d509c5269efc tempest-RoutersIpV6Test-563412711 tempest-RoutersIpV6Test-563412711-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eb7ee6df-b6ba-45d6-91cd-a3b513be0e8c']}} {{(pid=95102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:44:53.404805 n-d-713301-16 neutron-server[95102]: DEBUG neutron.services.segments.db [None req-7d214bbc-46d8-4309-9a89-d509c5269efc tempest-RoutersIpV6Test-563412711 tempest-RoutersIpV6Test-563412711-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '90804e16-3a7c-4e06-b2f9-8fa8dbb8dc72') {'for_net_delete': True} {{(pid=95102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:44:53.405105 n-d-713301-16 neutron-server[95102]: DEBUG neutron.services.segments.db [None req-7d214bbc-46d8-4309-9a89-d509c5269efc tempest-RoutersIpV6Test-563412711 tempest-RoutersIpV6Test-563412711-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '90804e16-3a7c-4e06-b2f9-8fa8dbb8dc72') {} {{(pid=95102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:44:53.421740 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-7d214bbc-46d8-4309-9a89-d509c5269efc tempest-RoutersIpV6Test-563412711 tempest-RoutersIpV6Test-563412711-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783146221725', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6162832'] for segment, before_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:44:53.457782 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-0ae75029-feb6-4728-9a94-5f9b60993d82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:44:53.465595 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-7d214bbc-46d8-4309-9a89-d509c5269efc tempest-RoutersIpV6Test-563412711 tempest-RoutersIpV6Test-563412711-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1756186'] for segment, precommit_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:44:53.475353 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7d214bbc-46d8-4309-9a89-d509c5269efc tempest-RoutersIpV6Test-563412711 tempest-RoutersIpV6Test-563412711-project] Releasing vlan 639 on physical network physnet1 to pool {{(pid=95102) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 19:44:53.475758 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-7d214bbc-46d8-4309-9a89-d509c5269efc tempest-RoutersIpV6Test-563412711 tempest-RoutersIpV6Test-563412711-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1756186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4398095'] for segment, after_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:44:53.479697 n-d-713301-16 neutron-server[95102]: Traceback (most recent call last): Sep 23 19:44:53.479697 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 19:44:53.479697 n-d-713301-16 neutron-server[95102]: timer() Sep 23 19:44:53.479697 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 19:44:53.479697 n-d-713301-16 neutron-server[95102]: cb(*args, **kw) Sep 23 19:44:53.479697 n-d-713301-16 neutron-server[95102]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 19:44:53.479697 n-d-713301-16 neutron-server[95102]: return func(*args, **kwargs) Sep 23 19:44:53.479697 n-d-713301-16 neutron-server[95102]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 19:44:53.479697 n-d-713301-16 neutron-server[95102]: self._notify() Sep 23 19:44:53.479697 n-d-713301-16 neutron-server[95102]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 19:44:53.479697 n-d-713301-16 neutron-server[95102]: self.callback(batched_events) Sep 23 19:44:53.479697 n-d-713301-16 neutron-server[95102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 19:44:53.479697 n-d-713301-16 neutron-server[95102]: event.method(event) Sep 23 19:44:53.479697 n-d-713301-16 neutron-server[95102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 19:44:53.479697 n-d-713301-16 neutron-server[95102]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 19:44:53.479697 n-d-713301-16 neutron-server[95102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 19:44:53.479697 n-d-713301-16 neutron-server[95102]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 19:44:53.479697 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 19:44:53.479697 n-d-713301-16 neutron-server[95102]: return f(self, *a, **k) Sep 23 19:44:53.479697 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 19:44:53.479697 n-d-713301-16 neutron-server[95102]: return self._get(url).json() Sep 23 19:44:53.479697 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 19:44:53.479697 n-d-713301-16 neutron-server[95102]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 19:44:53.479697 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 19:44:53.479697 n-d-713301-16 neutron-server[95102]: return self.request(url, 'GET', **kwargs) Sep 23 19:44:53.479697 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 19:44:53.479697 n-d-713301-16 neutron-server[95102]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 19:44:53.479697 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 19:44:53.479697 n-d-713301-16 neutron-server[95102]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 19:44:53.479697 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 19:44:53.479697 n-d-713301-16 neutron-server[95102]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 19:44:53.479697 n-d-713301-16 neutron-server[95102]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 19:44:53.492302 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 38310) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:44:53.556325 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c203fb08-389b-4894-9f43-bb2e9c5ee93b req-3074061f-3f0a-4762-95d4-1504677f2c10 tempest-ServersNegativeTestJSON-1638865794 tempest-ServersNegativeTestJSON-1638865794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:44:53.559210 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-c203fb08-389b-4894-9f43-bb2e9c5ee93b req-3074061f-3f0a-4762-95d4-1504677f2c10 tempest-ServersNegativeTestJSON-1638865794 tempest-ServersNegativeTestJSON-1638865794-project] 10.222.0.67 "GET /v2.0/ports?device_id=6942dd4a-2993-4094-af13-ca4f91683a85 HTTP/1.1" status: 200 len: 947 time: 0.1300967 Sep 23 19:44:53.565808 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-7d214bbc-46d8-4309-9a89-d509c5269efc tempest-RoutersIpV6Test-563412711 tempest-RoutersIpV6Test-563412711-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1754627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-601866'] for network, after_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:44:53.584162 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-7d214bbc-46d8-4309-9a89-d509c5269efc tempest-RoutersIpV6Test-563412711 tempest-RoutersIpV6Test-563412711-project] Notify callbacks [] for network, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:44:53.589937 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 38318) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:44:53.594965 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.v2.base [None req-759514bf-4e79-4e39-a52c-2910eaa562fe tempest-RoutersIpV6Test-563412711 tempest-RoutersIpV6Test-563412711-project] Request body: {'router': {'routes': None}} {{(pid=95101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:44:53.597804 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-7d214bbc-46d8-4309-9a89-d509c5269efc tempest-RoutersIpV6Test-563412711 tempest-RoutersIpV6Test-563412711-project] 10.222.0.67 "DELETE /v2.0/networks/eb7ee6df-b6ba-45d6-91cd-a3b513be0e8c HTTP/1.1" status: 204 len: 168 time: 1.5225537 Sep 23 19:44:53.645743 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d214bbc-46d8-4309-9a89-d509c5269efc tempest-RoutersIpV6Test-563412711 tempest-RoutersIpV6Test-563412711-project] Pushing event deleted for resources: {'Network': ['ID=eb7ee6df-b6ba-45d6-91cd-a3b513be0e8c,revision_number=None']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:44:53.673247 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-c203fb08-389b-4894-9f43-bb2e9c5ee93b req-98b0fb5a-1bd8-405b-af56-977d6104a404 tempest-ServersNegativeTestJSON-1638865794 tempest-ServersNegativeTestJSON-1638865794-project] 10.222.0.67 "GET /v2.0/security-groups?id=4daca97c-f524-4fb0-8b34-b36a0affa33e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1051252 Sep 23 19:44:53.830845 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-b91a8bd1-8a64-4bc4-bec1-7ca7cd99d956 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=dfe20d73b3664932a31641b761fcbc29&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3340876 Sep 23 19:44:53.831883 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 38340) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:44:53.845665 n-d-713301-16 neutron-server[95101]: DEBUG neutron.db.extraroute_db [None req-759514bf-4e79-4e39-a52c-2910eaa562fe tempest-RoutersIpV6Test-563412711 tempest-RoutersIpV6Test-563412711-project] Added routes are [] {{(pid=95101) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Sep 23 19:44:53.845968 n-d-713301-16 neutron-server[95101]: DEBUG neutron.db.extraroute_db [None req-759514bf-4e79-4e39-a52c-2910eaa562fe tempest-RoutersIpV6Test-563412711 tempest-RoutersIpV6Test-563412711-project] Removed routes are [] {{(pid=95101) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Sep 23 19:44:53.846335 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-759514bf-4e79-4e39-a52c-2910eaa562fe tempest-RoutersIpV6Test-563412711 tempest-RoutersIpV6Test-563412711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-601749', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-597253', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29360'] for router, precommit_update {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:44:53.913248 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-ae77ffc8-ebcf-4b66-b0c4-fd24b8c942dc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:44:53.952866 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-ae77ffc8-ebcf-4b66-b0c4-fd24b8c942dc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:44:54.038322 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-ae77ffc8-ebcf-4b66-b0c4-fd24b8c942dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:44:54.041591 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-ae77ffc8-ebcf-4b66-b0c4-fd24b8c942dc admin admin] Notify callbacks [] for security_group, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:44:54.045576 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-ae77ffc8-ebcf-4b66-b0c4-fd24b8c942dc admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/e992d8ad-5d41-4fed-847d-e834de70e8a3 HTTP/1.1" status: 204 len: 168 time: 0.2096491 Sep 23 19:44:54.062288 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae77ffc8-ebcf-4b66-b0c4-fd24b8c942dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e992d8ad-5d41-4fed-847d-e834de70e8a3,revision_number=None']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:44:54.070123 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-759514bf-4e79-4e39-a52c-2910eaa562fe tempest-RoutersIpV6Test-563412711 tempest-RoutersIpV6Test-563412711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-601749', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-597253', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29360'] for router, precommit_update {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:44:54.074603 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-759514bf-4e79-4e39-a52c-2910eaa562fe tempest-RoutersIpV6Test-563412711 tempest-RoutersIpV6Test-563412711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-601790', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-601772', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-601767', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-597276'] for router, after_update {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:44:54.182394 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-759514bf-4e79-4e39-a52c-2910eaa562fe tempest-RoutersIpV6Test-563412711 tempest-RoutersIpV6Test-563412711-project] Router dc71851d-1f5a-4d66-ba76-b05974590d54 has already been hosted by L3 agent 79a740bf-7821-4989-8288-7186e3e128f3 {{(pid=95101) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 19:44:54.296107 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-759514bf-4e79-4e39-a52c-2910eaa562fe tempest-RoutersIpV6Test-563412711 tempest-RoutersIpV6Test-563412711-project] Notify agent at l3_agent.n-d-713301-16 the message routers_updated {{(pid=95101) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 19:44:54.312146 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99d3a911-939a-4a9b-8319-a6c143567160 None None] Sync routers for ids ['dc71851d-1f5a-4d66-ba76-b05974590d54'] in n-d-713301-16 {{(pid=95103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 19:44:54.330509 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-759514bf-4e79-4e39-a52c-2910eaa562fe tempest-RoutersIpV6Test-563412711 tempest-RoutersIpV6Test-563412711-project] Notify callbacks [] for router, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:44:54.331631 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99d3a911-939a-4a9b-8319-a6c143567160 None None] Routers {'dc71851d-1f5a-4d66-ba76-b05974590d54'} bound to L3 agent in host n-d-713301-16 {{(pid=95103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 19:44:54.332311 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_hamode_db [None req-99d3a911-939a-4a9b-8319-a6c143567160 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-23T19:07:52Z,description=,heartbeat_timestamp=2021-09-23T19:44:53Z,host='n-d-713301-16',id=79a740bf-7821-4989-8288-7186e3e128f3,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:07:52Z,topic='l3_agent')) {'router_ids': ['dc71851d-1f5a-4d66-ba76-b05974590d54'], 'active': True} {{(pid=95103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:44:54.334751 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 38372) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:44:54.335385 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-759514bf-4e79-4e39-a52c-2910eaa562fe tempest-RoutersIpV6Test-563412711 tempest-RoutersIpV6Test-563412711-project] 10.222.0.67 "PUT /v2.0/routers/dc71851d-1f5a-4d66-ba76-b05974590d54 HTTP/1.1" status: 200 len: 705 time: 0.7443960 Sep 23 19:44:54.391234 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 38380) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:44:54.391784 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-bc3871e0-8a72-4e59-9743-a2982391f6e8 tempest-RoutersIpV6Test-563412711 tempest-RoutersIpV6Test-563412711-project] 10.222.0.67 "GET /v2.0/ports?device_id=dc71851d-1f5a-4d66-ba76-b05974590d54 HTTP/1.1" status: 200 len: 205 time: 0.0556035 Sep 23 19:44:54.489249 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_dvr_db [None req-99d3a911-939a-4a9b-8319-a6c143567160 None None] Set router dc71851d-1f5a-4d66-ba76-b05974590d54 gateway port host: None {{(pid=95103) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 19:44:54.550107 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe98e47-cff2-4a70-9364-a565b2f1b718 req-e4b4157c-5d33-4e83-a15a-791d42678b7c tempest-VolumesActionsTest-1007849279 tempest-VolumesActionsTest-1007849279-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:44:54.551720 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-ffe98e47-cff2-4a70-9364-a565b2f1b718 req-e4b4157c-5d33-4e83-a15a-791d42678b7c tempest-VolumesActionsTest-1007849279 tempest-VolumesActionsTest-1007849279-project] 10.222.0.67 "GET /v2.0/networks?id=946dd6c3-6732-444f-aa1d-d7700dddb8e9 HTTP/1.1" status: 200 len: 809 time: 0.1688612 Sep 23 19:44:54.555759 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-1d029b85-e7bf-4109-9676-2bd583c3e10f tempest-RoutersIpV6Test-563412711 tempest-RoutersIpV6Test-563412711-project] Notify callbacks [] for router, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:44:54.571370 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-ffe98e47-cff2-4a70-9364-a565b2f1b718 req-760d38d0-efd3-44d6-aafa-d4d7490c566b tempest-VolumesActionsTest-1007849279 tempest-VolumesActionsTest-1007849279-project] 10.222.0.67 "GET /v2.0/quotas/d4b52709ab244e8da2ad6002f9e227c1 HTTP/1.1" status: 200 len: 375 time: 0.0111380 Sep 23 19:44:54.650494 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-ffe98e47-cff2-4a70-9364-a565b2f1b718 req-bb9fceca-5e4b-42d6-a0f2-a81b692fc929 tempest-VolumesActionsTest-1007849279 tempest-VolumesActionsTest-1007849279-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=d4b52709ab244e8da2ad6002f9e227c1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0667005 Sep 23 19:44:54.748882 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_hamode_db [None req-99d3a911-939a-4a9b-8319-a6c143567160 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc71851d-1f5a-4d66-ba76-b05974590d54', 'name': 'tempest-RoutersIpV6Test-router-1785279921', 'tenant_id': 'fd66fc1e2cf64f369d6db25080c0cb06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:43:29Z', 'updated_at': '2021-09-23T19:44:49Z', 'revision_number': 11, 'project_id': 'fd66fc1e2cf64f369d6db25080c0cb06', 'gw_port_host': None}], 'n-d-713301-16', False) {} {{(pid=95103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:44:54.781073 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99d3a911-939a-4a9b-8319-a6c143567160 None None] Checking router: dc71851d-1f5a-4d66-ba76-b05974590d54 for host: n-d-713301-16 {{(pid=95103) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 19:44:54.784066 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 38388) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:44:54.791842 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99d3a911-939a-4a9b-8319-a6c143567160 None None] Routers {'dc71851d-1f5a-4d66-ba76-b05974590d54'} bound to L3 agent in host n-d-713301-16 {{(pid=95103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 19:44:54.792987 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_hamode_db [None req-99d3a911-939a-4a9b-8319-a6c143567160 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-23T19:07:52Z,description=,heartbeat_timestamp=2021-09-23T19:44:53Z,host='n-d-713301-16',id=79a740bf-7821-4989-8288-7186e3e128f3,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:07:52Z,topic='l3_agent')) {'router_ids': ['dc71851d-1f5a-4d66-ba76-b05974590d54'], 'active': True} {{(pid=95103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:44:54.805964 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-1d029b85-e7bf-4109-9676-2bd583c3e10f tempest-RoutersIpV6Test-563412711 tempest-RoutersIpV6Test-563412711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-597305', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29369'] for router, precommit_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:44:54.809722 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-1d029b85-e7bf-4109-9676-2bd583c3e10f tempest-RoutersIpV6Test-563412711 tempest-RoutersIpV6Test-563412711-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:44:54.898633 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-4f108681-8086-44c4-b836-42d7c5c02107 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=7e1c0f216cfc43388e055242f3d669d9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1106222 Sep 23 19:44:54.899635 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 38390) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:44:54.907831 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_dvr_db [None req-99d3a911-939a-4a9b-8319-a6c143567160 None None] Set router dc71851d-1f5a-4d66-ba76-b05974590d54 gateway port host: None {{(pid=95103) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 19:44:54.915643 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d2e640a-b764-4702-a8ac-81fd96d95438 req-bd1687ae-b82a-403b-86ea-6947afb000d5 tempest-ServersNegativeTestJSON-1638865794 tempest-ServersNegativeTestJSON-1638865794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:44:54.923708 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-5d2e640a-b764-4702-a8ac-81fd96d95438 req-bd1687ae-b82a-403b-86ea-6947afb000d5 tempest-ServersNegativeTestJSON-1638865794 tempest-ServersNegativeTestJSON-1638865794-project] 10.222.0.67 "GET /v2.0/ports?device_id=6942dd4a-2993-4094-af13-ca4f91683a85 HTTP/1.1" status: 200 len: 947 time: 0.0973024 Sep 23 19:44:54.932585 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-ffe98e47-cff2-4a70-9364-a565b2f1b718 req-d77823dc-3e30-4cd4-be59-cf645386d5e6 service neutron] 10.222.0.67 "GET /v2.0/networks/946dd6c3-6732-444f-aa1d-d7700dddb8e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2721226 Sep 23 19:44:54.937837 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-1d029b85-e7bf-4109-9676-2bd583c3e10f tempest-RoutersIpV6Test-563412711 tempest-RoutersIpV6Test-563412711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-597296'] for router, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:44:54.938585 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d029b85-e7bf-4109-9676-2bd583c3e10f tempest-RoutersIpV6Test-563412711 tempest-RoutersIpV6Test-563412711-project] Fanout notify agent at l3_agent the message router_deleted on router dc71851d-1f5a-4d66-ba76-b05974590d54 {{(pid=95101) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 23 19:44:54.946714 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-1d029b85-e7bf-4109-9676-2bd583c3e10f tempest-RoutersIpV6Test-563412711 tempest-RoutersIpV6Test-563412711-project] Notify callbacks [] for router, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:44:54.948066 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-1d029b85-e7bf-4109-9676-2bd583c3e10f tempest-RoutersIpV6Test-563412711 tempest-RoutersIpV6Test-563412711-project] 10.222.0.67 "DELETE /v2.0/routers/dc71851d-1f5a-4d66-ba76-b05974590d54 HTTP/1.1" status: 204 len: 168 time: 0.5508137 Sep 23 19:44:54.953491 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 38394) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:44:54.967441 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.v2.base [None req-9bf4c4b3-ff80-402e-9456-d8892eabac48 tempest-RoutersIpV6Test-563412711 tempest-RoutersIpV6Test-563412711-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1612630316', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=95101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:44:54.998765 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-5c94f719-9633-4200-9bfd-f8cd13559ea3 req-02ae4d6e-2936-484a-bec7-24b3be136a80 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=6942dd4a-2993-4094-af13-ca4f91683a85&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1413815 Sep 23 19:44:55.000909 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_hamode_db [None req-99d3a911-939a-4a9b-8319-a6c143567160 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc71851d-1f5a-4d66-ba76-b05974590d54', 'name': 'tempest-RoutersIpV6Test-router-1785279921', 'tenant_id': 'fd66fc1e2cf64f369d6db25080c0cb06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:43:29Z', 'updated_at': '2021-09-23T19:44:49Z', 'revision_number': 11, 'project_id': 'fd66fc1e2cf64f369d6db25080c0cb06', 'gw_port_host': None}], 'n-d-713301-16', False) {} {{(pid=95103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:44:55.026747 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-6d646c1f-a59c-46d1-ac06-dc14817d4e46 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:44:55.031832 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-9bf4c4b3-ff80-402e-9456-d8892eabac48 tempest-RoutersIpV6Test-563412711 tempest-RoutersIpV6Test-563412711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-594563', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29355'] for router, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:44:55.034175 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-9bf4c4b3-ff80-402e-9456-d8892eabac48 tempest-RoutersIpV6Test-563412711 tempest-RoutersIpV6Test-563412711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-597363', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-601731', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-739356', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29346'] for router, precommit_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:44:55.035024 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99d3a911-939a-4a9b-8319-a6c143567160 None None] The sync data for ids ['dc71851d-1f5a-4d66-ba76-b05974590d54'] in n-d-713301-16 is: [{'id': 'dc71851d-1f5a-4d66-ba76-b05974590d54', 'name': 'tempest-RoutersIpV6Test-router-1785279921', 'tenant_id': 'fd66fc1e2cf64f369d6db25080c0cb06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:43:29Z', 'updated_at': '2021-09-23T19:44:49Z', 'revision_number': 11, 'project_id': 'fd66fc1e2cf64f369d6db25080c0cb06', 'gw_port_host': None}] {{(pid=95103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 19:44:55.076684 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-ffe98e47-cff2-4a70-9364-a565b2f1b718 req-3d03c4c6-cc22-4fec-a29b-849e7303d3f7 service neutron] 10.222.0.67 "GET /v2.0/networks/946dd6c3-6732-444f-aa1d-d7700dddb8e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1354926 Sep 23 19:44:55.103152 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-5d2e640a-b764-4702-a8ac-81fd96d95438 req-786f0711-de84-4663-86f1-b93d65cb3c9d tempest-ServersNegativeTestJSON-1638865794 tempest-ServersNegativeTestJSON-1638865794-project] 10.222.0.67 "GET /v2.0/security-groups?id=4daca97c-f524-4fb0-8b34-b36a0affa33e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1781423 Sep 23 19:44:55.149676 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-6d646c1f-a59c-46d1-ac06-dc14817d4e46 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:44:55.216648 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-9bf4c4b3-ff80-402e-9456-d8892eabac48 tempest-RoutersIpV6Test-563412711 tempest-RoutersIpV6Test-563412711-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:44:55.238446 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-9bf4c4b3-ff80-402e-9456-d8892eabac48 tempest-RoutersIpV6Test-563412711 tempest-RoutersIpV6Test-563412711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-597258', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-601790'] for router, after_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:44:55.256054 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c94f719-9633-4200-9bfd-f8cd13559ea3 req-9e1dcd3c-a1fe-40c8-aa51-982a7cc410ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:44:55.257682 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-5c94f719-9633-4200-9bfd-f8cd13559ea3 req-9e1dcd3c-a1fe-40c8-aa51-982a7cc410ce service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=71dd9ac001f74f8ba18264101352d8e3&device_id=6942dd4a-2993-4094-af13-ca4f91683a85 HTTP/1.1" status: 200 len: 1099 time: 0.2034304 Sep 23 19:44:55.314054 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-80e7e501-6c57-470d-92c6-e3d54bc3195c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:44:55.338208 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-9bf4c4b3-ff80-402e-9456-d8892eabac48 tempest-RoutersIpV6Test-563412711 tempest-RoutersIpV6Test-563412711-project] Notify callbacks [] for router, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:44:55.338208 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-9bf4c4b3-ff80-402e-9456-d8892eabac48 tempest-RoutersIpV6Test-563412711 tempest-RoutersIpV6Test-563412711-project] 10.222.0.67 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.3817244 Sep 23 19:44:55.348332 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 38406) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:44:55.363228 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.v2.base [None req-c44b24f6-6854-4640-836a-cf057100437b tempest-RoutersIpV6Test-563412711 tempest-RoutersIpV6Test-563412711-project] Request body: {'router': {'admin_state_up': True}} {{(pid=95101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:44:55.405987 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-3b639706-083a-465f-b416-55f157d47ede req-3962d960-a359-4f53-8667-1ef29fc86ecd tempest-VolumesActionsTest-1007849279 tempest-VolumesActionsTest-1007849279-project] 10.222.0.67 "GET /v2.0/ports?device_id=bb0a7b59-7f34-43cd-8eed-747dc9650929 HTTP/1.1" status: 200 len: 210 time: 0.0382118 Sep 23 19:44:55.433556 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc89233-2611-425a-a627-1415495d5c6d req-dc3e81a5-a321-4f99-8652-8ff2c7a8d23f tempest-ServersNegativeTestJSON-1638865794 tempest-ServersNegativeTestJSON-1638865794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:44:55.435240 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-5bc89233-2611-425a-a627-1415495d5c6d req-dc3e81a5-a321-4f99-8652-8ff2c7a8d23f tempest-ServersNegativeTestJSON-1638865794 tempest-ServersNegativeTestJSON-1638865794-project] 10.222.0.67 "GET /v2.0/ports?device_id=6942dd4a-2993-4094-af13-ca4f91683a85 HTTP/1.1" status: 200 len: 947 time: 0.1249266 Sep 23 19:44:55.511275 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-5bc89233-2611-425a-a627-1415495d5c6d req-db13ef0d-dfaa-46b5-96ee-cf0b9468a495 tempest-ServersNegativeTestJSON-1638865794 tempest-ServersNegativeTestJSON-1638865794-project] 10.222.0.67 "GET /v2.0/security-groups?id=4daca97c-f524-4fb0-8b34-b36a0affa33e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647657 Sep 23 19:44:55.540704 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-6d646c1f-a59c-46d1-ac06-dc14817d4e46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:44:55.540704 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-6d646c1f-a59c-46d1-ac06-dc14817d4e46 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:44:55.540704 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-6d646c1f-a59c-46d1-ac06-dc14817d4e46 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/47e3ed3f-c8a8-4abf-b8db-da3e2629d1c0 HTTP/1.1" status: 204 len: 168 time: 0.6367307 Sep 23 19:44:55.694283 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8328279f-a63a-44c3-8108-58ff907942e9 req-a921fa80-889f-4b87-af92-e8cb39e317de tempest-ServersNegativeTestJSON-1638865794 tempest-ServersNegativeTestJSON-1638865794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:44:55.706366 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-8328279f-a63a-44c3-8108-58ff907942e9 req-a921fa80-889f-4b87-af92-e8cb39e317de tempest-ServersNegativeTestJSON-1638865794 tempest-ServersNegativeTestJSON-1638865794-project] 10.222.0.67 "GET /v2.0/ports?device_id=6942dd4a-2993-4094-af13-ca4f91683a85 HTTP/1.1" status: 200 len: 947 time: 0.1090930 Sep 23 19:44:55.756440 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-8328279f-a63a-44c3-8108-58ff907942e9 req-5127bdf2-e483-47d5-aabd-0d3a32433fb3 tempest-ServersNegativeTestJSON-1638865794 tempest-ServersNegativeTestJSON-1638865794-project] 10.222.0.67 "GET /v2.0/security-groups?id=4daca97c-f524-4fb0-8b34-b36a0affa33e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489202 Sep 23 19:44:55.782466 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d646c1f-a59c-46d1-ac06-dc14817d4e46 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47e3ed3f-c8a8-4abf-b8db-da3e2629d1c0,revision_number=None']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:44:55.897373 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c94f719-9633-4200-9bfd-f8cd13559ea3 req-eb675669-61ab-4aa0-8948-cedfba47e54e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:44:55.900386 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-5c94f719-9633-4200-9bfd-f8cd13559ea3 req-eb675669-61ab-4aa0-8948-cedfba47e54e service neutron] 10.222.0.53 "GET /v2.0/networks?id=bd1e9a1b-24bd-4f73-b7dd-094a5b1ba73a HTTP/1.1" status: 200 len: 915 time: 0.6197217 Sep 23 19:44:55.903950 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-c44b24f6-6854-4640-836a-cf057100437b tempest-RoutersIpV6Test-563412711 tempest-RoutersIpV6Test-563412711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-601749', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-597253', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29360'] for router, precommit_update {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:44:55.973572 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-c44b24f6-6854-4640-836a-cf057100437b tempest-RoutersIpV6Test-563412711 tempest-RoutersIpV6Test-563412711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-601790', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-601772', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-601767', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-597276'] for router, after_update {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:44:55.977734 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-5c94f719-9633-4200-9bfd-f8cd13559ea3 req-98760837-9ab6-4678-9f4d-de5368ee1cb3 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=da1cccf9-fec5-48ec-99c3-a7ba7ed97445 HTTP/1.1" status: 200 len: 217 time: 0.0663226 Sep 23 19:44:55.983467 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f173ecee-e979-48e3-95dc-6c6c862aa36b req-bc0bfe8e-4789-47b4-a8bc-f311c959f39d tempest-ServersNegativeTestJSON-1638865794 tempest-ServersNegativeTestJSON-1638865794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:44:55.991864 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-f173ecee-e979-48e3-95dc-6c6c862aa36b req-bc0bfe8e-4789-47b4-a8bc-f311c959f39d tempest-ServersNegativeTestJSON-1638865794 tempest-ServersNegativeTestJSON-1638865794-project] 10.222.0.67 "GET /v2.0/ports?device_id=6942dd4a-2993-4094-af13-ca4f91683a85 HTTP/1.1" status: 200 len: 947 time: 0.1054764 Sep 23 19:44:56.055311 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-f173ecee-e979-48e3-95dc-6c6c862aa36b req-9bf86fc2-41a0-46a4-b5b6-5a7eb20480f3 tempest-ServersNegativeTestJSON-1638865794 tempest-ServersNegativeTestJSON-1638865794-project] 10.222.0.67 "GET /v2.0/security-groups?id=4daca97c-f524-4fb0-8b34-b36a0affa33e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619836 Sep 23 19:44:56.236418 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b50c050d-9e93-4219-b150-fd0ddc1e6126 req-ab49bcce-02c1-464e-bc15-3b2fada38c0c tempest-ServersNegativeTestJSON-1638865794 tempest-ServersNegativeTestJSON-1638865794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:44:56.242348 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-b50c050d-9e93-4219-b150-fd0ddc1e6126 req-ab49bcce-02c1-464e-bc15-3b2fada38c0c tempest-ServersNegativeTestJSON-1638865794 tempest-ServersNegativeTestJSON-1638865794-project] 10.222.0.67 "GET /v2.0/ports?device_id=6942dd4a-2993-4094-af13-ca4f91683a85 HTTP/1.1" status: 200 len: 947 time: 0.1003289 Sep 23 19:44:56.245867 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c94f719-9633-4200-9bfd-f8cd13559ea3 req-92e62ed4-843e-403e-97b6-6e8c0bb9ca61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:44:56.247563 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-5c94f719-9633-4200-9bfd-f8cd13559ea3 req-92e62ed4-843e-403e-97b6-6e8c0bb9ca61 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=3168c2f0-c410-47c7-9b0a-467008e3d34d HTTP/1.1" status: 200 len: 854 time: 0.2626109 Sep 23 19:44:56.308617 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c44b24f6-6854-4640-836a-cf057100437b tempest-RoutersIpV6Test-563412711 tempest-RoutersIpV6Test-563412711-project] Router 168b35d3-2756-46bf-91f8-c5e531177e63 is scheduled to L3 agent 79a740bf-7821-4989-8288-7186e3e128f3 with binding_index 1 {{(pid=95101) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 23 19:44:56.321397 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-b50c050d-9e93-4219-b150-fd0ddc1e6126 req-9c5eaeef-f5cf-4351-a996-269c76851714 tempest-ServersNegativeTestJSON-1638865794 tempest-ServersNegativeTestJSON-1638865794-project] 10.222.0.67 "GET /v2.0/security-groups?id=4daca97c-f524-4fb0-8b34-b36a0affa33e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694258 Sep 23 19:44:56.325648 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-5c94f719-9633-4200-9bfd-f8cd13559ea3 req-08de5226-231f-4a30-8ad5-39d0ba6dc0a6 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=bd1e9a1b-24bd-4f73-b7dd-094a5b1ba73a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0680516 Sep 23 19:44:56.455572 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c44b24f6-6854-4640-836a-cf057100437b tempest-RoutersIpV6Test-563412711 tempest-RoutersIpV6Test-563412711-project] Notify agent at l3_agent.n-d-713301-16 the message routers_updated {{(pid=95101) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 19:44:56.463677 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-c44b24f6-6854-4640-836a-cf057100437b tempest-RoutersIpV6Test-563412711 tempest-RoutersIpV6Test-563412711-project] Notify callbacks [] for router, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:44:56.467695 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-c44b24f6-6854-4640-836a-cf057100437b tempest-RoutersIpV6Test-563412711 tempest-RoutersIpV6Test-563412711-project] 10.222.0.67 "PUT /v2.0/routers/168b35d3-2756-46bf-91f8-c5e531177e63 HTTP/1.1" status: 200 len: 698 time: 1.1126676 Sep 23 19:44:56.467870 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 38464) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:44:56.484415 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-baffda86-9448-4f33-aaa3-03c5fd20e485 None None] Sync routers for ids ['168b35d3-2756-46bf-91f8-c5e531177e63'] in n-d-713301-16 {{(pid=95104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 19:44:56.504589 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-baffda86-9448-4f33-aaa3-03c5fd20e485 None None] Routers {'168b35d3-2756-46bf-91f8-c5e531177e63'} bound to L3 agent in host n-d-713301-16 {{(pid=95104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 19:44:56.506522 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_hamode_db [None req-baffda86-9448-4f33-aaa3-03c5fd20e485 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-23T19:07:52Z,description=,heartbeat_timestamp=2021-09-23T19:44:53Z,host='n-d-713301-16',id=79a740bf-7821-4989-8288-7186e3e128f3,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:07:52Z,topic='l3_agent')) {'router_ids': ['168b35d3-2756-46bf-91f8-c5e531177e63'], 'active': True} {{(pid=95104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:44:56.624008 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-5c94f719-9633-4200-9bfd-f8cd13559ea3 req-cb1ddf23-f23e-418d-abbb-e9f1769155ff service neutron] 10.222.0.53 "GET /v2.0/networks/bd1e9a1b-24bd-4f73-b7dd-094a5b1ba73a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2882442 Sep 23 19:44:56.668236 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-5527f462-499e-4133-bb49-9f1125b1ccb6 tempest-RoutersIpV6Test-563412711 tempest-RoutersIpV6Test-563412711-project] 10.222.0.67 "GET /v2.0/routers/168b35d3-2756-46bf-91f8-c5e531177e63 HTTP/1.1" status: 200 len: 704 time: 0.1956155 Sep 23 19:44:56.668581 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 38470) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:44:56.689820 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_dvr_db [None req-baffda86-9448-4f33-aaa3-03c5fd20e485 None None] Set router 168b35d3-2756-46bf-91f8-c5e531177e63 gateway port host: None {{(pid=95104) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 19:44:56.699516 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-a9b986df-0fa2-40a4-a96e-31ab78c44fea req-05a3dac9-360b-4726-b06a-613d771e2e3e tempest-VolumesActionsTest-1007849279 tempest-VolumesActionsTest-1007849279-project] 10.222.0.67 "GET /v2.0/ports?device_id=bb0a7b59-7f34-43cd-8eed-747dc9650929 HTTP/1.1" status: 200 len: 210 time: 0.1126537 Sep 23 19:44:56.760575 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-d2651a72-4109-4675-a563-061ac95605a8 tempest-RoutersIpV6Test-563412711 tempest-RoutersIpV6Test-563412711-project] 10.222.0.67 "GET /v2.0/ports?device_id=168b35d3-2756-46bf-91f8-c5e531177e63 HTTP/1.1" status: 200 len: 205 time: 0.0899074 Sep 23 19:44:56.765995 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 38478) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:44:56.774558 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f398f39-4aa7-453a-b05e-a0e17a0cb252 req-b15908bb-c1cf-4263-b1e1-850164e1666b tempest-ServersNegativeTestJSON-1638865794 tempest-ServersNegativeTestJSON-1638865794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:44:56.778995 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-1f398f39-4aa7-453a-b05e-a0e17a0cb252 req-b15908bb-c1cf-4263-b1e1-850164e1666b tempest-ServersNegativeTestJSON-1638865794 tempest-ServersNegativeTestJSON-1638865794-project] 10.222.0.67 "GET /v2.0/ports?device_id=6942dd4a-2993-4094-af13-ca4f91683a85 HTTP/1.1" status: 200 len: 947 time: 0.1928992 Sep 23 19:44:56.796233 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_hamode_db [None req-baffda86-9448-4f33-aaa3-03c5fd20e485 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '168b35d3-2756-46bf-91f8-c5e531177e63', 'name': 'tempest-RoutersIpV6Test-router-1612630316', 'tenant_id': 'fd66fc1e2cf64f369d6db25080c0cb06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:44:55Z', 'updated_at': '2021-09-23T19:44:55Z', 'revision_number': 2, 'project_id': 'fd66fc1e2cf64f369d6db25080c0cb06', 'gw_port_host': None}], 'n-d-713301-16', False) {} {{(pid=95104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:44:56.865359 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-baffda86-9448-4f33-aaa3-03c5fd20e485 None None] Checking router: 168b35d3-2756-46bf-91f8-c5e531177e63 for host: n-d-713301-16 {{(pid=95104) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 19:44:56.905594 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-baffda86-9448-4f33-aaa3-03c5fd20e485 None None] Routers {'168b35d3-2756-46bf-91f8-c5e531177e63'} bound to L3 agent in host n-d-713301-16 {{(pid=95104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 19:44:56.907845 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_hamode_db [None req-baffda86-9448-4f33-aaa3-03c5fd20e485 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-23T19:07:52Z,description=,heartbeat_timestamp=2021-09-23T19:44:53Z,host='n-d-713301-16',id=79a740bf-7821-4989-8288-7186e3e128f3,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:07:52Z,topic='l3_agent')) {'router_ids': ['168b35d3-2756-46bf-91f8-c5e531177e63'], 'active': True} {{(pid=95104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:44:57.011490 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-a4d9f59b-2ca4-40cb-a460-3dd8f61de383 tempest-RoutersIpV6Test-563412711 tempest-RoutersIpV6Test-563412711-project] Notify callbacks [] for router, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:44:57.018995 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-1f398f39-4aa7-453a-b05e-a0e17a0cb252 req-b6686b62-9128-4731-8fea-7a6f90f51529 tempest-ServersNegativeTestJSON-1638865794 tempest-ServersNegativeTestJSON-1638865794-project] 10.222.0.67 "GET /v2.0/security-groups?id=4daca97c-f524-4fb0-8b34-b36a0affa33e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1282179 Sep 23 19:44:57.056018 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe98e47-cff2-4a70-9364-a565b2f1b718 req-d50589ae-7909-40c7-9de3-b6bfdb78bcf1 tempest-VolumesActionsTest-1007849279 tempest-VolumesActionsTest-1007849279-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:44:57.074238 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-ffe98e47-cff2-4a70-9364-a565b2f1b718 req-d50589ae-7909-40c7-9de3-b6bfdb78bcf1 tempest-VolumesActionsTest-1007849279 tempest-VolumesActionsTest-1007849279-project] 10.222.0.53 "GET /v2.0/networks?id=946dd6c3-6732-444f-aa1d-d7700dddb8e9 HTTP/1.1" status: 200 len: 809 time: 0.2920008 Sep 23 19:44:57.099273 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_dvr_db [None req-baffda86-9448-4f33-aaa3-03c5fd20e485 None None] Set router 168b35d3-2756-46bf-91f8-c5e531177e63 gateway port host: None {{(pid=95104) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 19:44:57.100022 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.v2.base [req-ffe98e47-cff2-4a70-9364-a565b2f1b718 req-c76487f5-8524-4d7a-ab84-adae642346d6 tempest-VolumesActionsTest-1007849279 tempest-VolumesActionsTest-1007849279-project] Request body: {'port': {'device_id': 'bb0a7b59-7f34-43cd-8eed-747dc9650929', 'network_id': '946dd6c3-6732-444f-aa1d-d7700dddb8e9', 'admin_state_up': True, 'tenant_id': 'd4b52709ab244e8da2ad6002f9e227c1'}} {{(pid=95102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:44:57.174864 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-5c94f719-9633-4200-9bfd-f8cd13559ea3 req-5c9dfd01-0f21-4d5d-8df9-a534b297a851 service neutron] 10.222.0.53 "GET /v2.0/networks/bd1e9a1b-24bd-4f73-b7dd-094a5b1ba73a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5436776 Sep 23 19:44:57.220886 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_hamode_db [None req-baffda86-9448-4f33-aaa3-03c5fd20e485 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '168b35d3-2756-46bf-91f8-c5e531177e63', 'name': 'tempest-RoutersIpV6Test-router-1612630316', 'tenant_id': 'fd66fc1e2cf64f369d6db25080c0cb06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:44:55Z', 'updated_at': '2021-09-23T19:44:55Z', 'revision_number': 2, 'project_id': 'fd66fc1e2cf64f369d6db25080c0cb06', 'gw_port_host': None}], 'n-d-713301-16', False) {} {{(pid=95104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:44:57.246117 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-a4d9f59b-2ca4-40cb-a460-3dd8f61de383 tempest-RoutersIpV6Test-563412711 tempest-RoutersIpV6Test-563412711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-597305', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29369'] for router, precommit_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:44:57.249345 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-a4d9f59b-2ca4-40cb-a460-3dd8f61de383 tempest-RoutersIpV6Test-563412711 tempest-RoutersIpV6Test-563412711-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:44:57.257145 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-baffda86-9448-4f33-aaa3-03c5fd20e485 None None] The sync data for ids ['168b35d3-2756-46bf-91f8-c5e531177e63'] in n-d-713301-16 is: [{'id': '168b35d3-2756-46bf-91f8-c5e531177e63', 'name': 'tempest-RoutersIpV6Test-router-1612630316', 'tenant_id': 'fd66fc1e2cf64f369d6db25080c0cb06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:44:55Z', 'updated_at': '2021-09-23T19:44:55Z', 'revision_number': 2, 'project_id': 'fd66fc1e2cf64f369d6db25080c0cb06', 'gw_port_host': None}] {{(pid=95104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 19:44:57.306894 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-a4d9f59b-2ca4-40cb-a460-3dd8f61de383 tempest-RoutersIpV6Test-563412711 tempest-RoutersIpV6Test-563412711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-597296'] for router, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:44:57.307725 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4d9f59b-2ca4-40cb-a460-3dd8f61de383 tempest-RoutersIpV6Test-563412711 tempest-RoutersIpV6Test-563412711-project] Fanout notify agent at l3_agent the message router_deleted on router 168b35d3-2756-46bf-91f8-c5e531177e63 {{(pid=95101) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 23 19:44:57.324491 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf160b39-3448-4bb1-a0ee-2632835bce25 req-6cb524c6-66ad-4df5-a30d-f65af1f812ca tempest-ServersNegativeTestJSON-1638865794 tempest-ServersNegativeTestJSON-1638865794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:44:57.330244 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-a4d9f59b-2ca4-40cb-a460-3dd8f61de383 tempest-RoutersIpV6Test-563412711 tempest-RoutersIpV6Test-563412711-project] Notify callbacks [] for router, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:44:57.332931 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-a4d9f59b-2ca4-40cb-a460-3dd8f61de383 tempest-RoutersIpV6Test-563412711 tempest-RoutersIpV6Test-563412711-project] 10.222.0.67 "DELETE /v2.0/routers/168b35d3-2756-46bf-91f8-c5e531177e63 HTTP/1.1" status: 204 len: 168 time: 0.5635643 Sep 23 19:44:57.333896 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-cf160b39-3448-4bb1-a0ee-2632835bce25 req-6cb524c6-66ad-4df5-a30d-f65af1f812ca tempest-ServersNegativeTestJSON-1638865794 tempest-ServersNegativeTestJSON-1638865794-project] 10.222.0.67 "GET /v2.0/ports?device_id=6942dd4a-2993-4094-af13-ca4f91683a85 HTTP/1.1" status: 200 len: 947 time: 0.1334825 Sep 23 19:44:57.337140 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 38496) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:44:57.423466 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-6dc6a215-6bc0-4af3-a223-53474140bf15 tempest-RoutersIpV6Test-563412711 tempest-RoutersIpV6Test-563412711-project] 10.222.0.67 "GET /v2.0/ports?device_id=168b35d3-2756-46bf-91f8-c5e531177e63 HTTP/1.1" status: 200 len: 205 time: 0.0840411 Sep 23 19:44:57.425697 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 38504) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:44:57.430313 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ffe98e47-cff2-4a70-9364-a565b2f1b718 req-c76487f5-8524-4d7a-ab84-adae642346d6 tempest-VolumesActionsTest-1007849279 tempest-VolumesActionsTest-1007849279-project] Made reservation on behalf of d4b52709ab244e8da2ad6002f9e227c1 for: {'port': 1} {{(pid=95102) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:44:57.435596 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-ffe98e47-cff2-4a70-9364-a565b2f1b718 req-c76487f5-8524-4d7a-ab84-adae642346d6 tempest-VolumesActionsTest-1007849279 tempest-VolumesActionsTest-1007849279-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:44:57.475954 n-d-713301-16 neutron-server[95101]: INFO neutron.api.v2.resource [None req-0b85abe9-d27b-413d-af7d-abf9d3444397 tempest-RoutersIpV6Test-563412711 tempest-RoutersIpV6Test-563412711-project] delete failed (client error): The resource could not be found. Sep 23 19:44:57.477850 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-0b85abe9-d27b-413d-af7d-abf9d3444397 tempest-RoutersIpV6Test-563412711 tempest-RoutersIpV6Test-563412711-project] 10.222.0.67 "DELETE /v2.0/routers/168b35d3-2756-46bf-91f8-c5e531177e63 HTTP/1.1" status: 404 len: 336 time: 0.0509114 Sep 23 19:44:57.481971 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 38506) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:44:57.489233 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-cf160b39-3448-4bb1-a0ee-2632835bce25 req-582d3aff-d06e-4532-897c-4c271863a48a tempest-ServersNegativeTestJSON-1638865794 tempest-ServersNegativeTestJSON-1638865794-project] 10.222.0.67 "GET /v2.0/security-groups?id=4daca97c-f524-4fb0-8b34-b36a0affa33e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1450143 Sep 23 19:44:57.528917 n-d-713301-16 neutron-server[95101]: INFO neutron.pecan_wsgi.hooks.translation [None req-8a599ca7-9676-4c3b-a5f2-21d355085c8a tempest-RoutersIpV6Test-563412711 tempest-RoutersIpV6Test-563412711-project] DELETE failed (client error): The resource could not be found. Sep 23 19:44:57.529634 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8a599ca7-9676-4c3b-a5f2-21d355085c8a tempest-RoutersIpV6Test-563412711 tempest-RoutersIpV6Test-563412711-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95101) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 23 19:44:57.531547 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-8a599ca7-9676-4c3b-a5f2-21d355085c8a tempest-RoutersIpV6Test-563412711 tempest-RoutersIpV6Test-563412711-project] 10.222.0.67 "DELETE /v2.0/subnets/77ab82eb-0ebb-4362-b2e6-c776386a4d1b HTTP/1.1" status: 404 len: 337 time: 0.0483356 Sep 23 19:44:57.534297 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 38512) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:44:57.590079 n-d-713301-16 neutron-server[95101]: INFO neutron.pecan_wsgi.hooks.translation [None req-6c8dcbc5-6905-4708-bc9f-a95e0fe3b055 tempest-RoutersIpV6Test-563412711 tempest-RoutersIpV6Test-563412711-project] DELETE failed (client error): The resource could not be found. Sep 23 19:44:57.590884 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6c8dcbc5-6905-4708-bc9f-a95e0fe3b055 tempest-RoutersIpV6Test-563412711 tempest-RoutersIpV6Test-563412711-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95101) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 23 19:44:57.592930 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-6c8dcbc5-6905-4708-bc9f-a95e0fe3b055 tempest-RoutersIpV6Test-563412711 tempest-RoutersIpV6Test-563412711-project] 10.222.0.67 "DELETE /v2.0/subnets/0ef042fb-a9c3-43a2-abca-e49fc01bb835 HTTP/1.1" status: 404 len: 337 time: 0.0573390 Sep 23 19:44:57.595761 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 38514) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:44:57.652273 n-d-713301-16 neutron-server[95102]: INFO neutron.pecan_wsgi.hooks.translation [None req-bfe95f05-4969-4859-86fc-225e09484c5b tempest-RoutersIpV6Test-563412711 tempest-RoutersIpV6Test-563412711-project] DELETE failed (client error): The resource could not be found. Sep 23 19:44:57.654015 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bfe95f05-4969-4859-86fc-225e09484c5b tempest-RoutersIpV6Test-563412711 tempest-RoutersIpV6Test-563412711-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95102) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 23 19:44:57.656384 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-bfe95f05-4969-4859-86fc-225e09484c5b tempest-RoutersIpV6Test-563412711 tempest-RoutersIpV6Test-563412711-project] 10.222.0.67 "DELETE /v2.0/subnets/134a0ec1-e18d-4ff7-8a0f-d03ae0c19bd3 HTTP/1.1" status: 404 len: 337 time: 0.0596309 Sep 23 19:44:57.663206 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 38516) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:44:57.712365 n-d-713301-16 neutron-server[95101]: INFO neutron.pecan_wsgi.hooks.translation [None req-68b4fb1a-9e62-4c60-8618-e5b18d236439 tempest-RoutersIpV6Test-563412711 tempest-RoutersIpV6Test-563412711-project] DELETE failed (client error): The resource could not be found. Sep 23 19:44:57.713625 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-68b4fb1a-9e62-4c60-8618-e5b18d236439 tempest-RoutersIpV6Test-563412711 tempest-RoutersIpV6Test-563412711-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95101) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 23 19:44:57.715751 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-68b4fb1a-9e62-4c60-8618-e5b18d236439 tempest-RoutersIpV6Test-563412711 tempest-RoutersIpV6Test-563412711-project] 10.222.0.67 "DELETE /v2.0/subnets/7bf004d2-1700-4c8f-be15-804ddb0ed04c HTTP/1.1" status: 404 len: 337 time: 0.0482860 Sep 23 19:44:57.718615 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 38520) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:44:57.763554 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-ef790d08-964d-43ac-a4c9-018b83a047fb tempest-RoutersIpV6Test-563412711 tempest-RoutersIpV6Test-563412711-project] 10.222.0.67 "GET /v2.0/ports?device_id=dc71851d-1f5a-4d66-ba76-b05974590d54 HTTP/1.1" status: 200 len: 205 time: 0.0411751 Sep 23 19:44:57.768664 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 38526) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:44:57.771050 n-d-713301-16 neutron-server[95102]: DEBUG neutron.db.db_base_plugin_common [req-ffe98e47-cff2-4a70-9364-a565b2f1b718 req-c76487f5-8524-4d7a-ab84-adae642346d6 tempest-VolumesActionsTest-1007849279 tempest-VolumesActionsTest-1007849279-project] Allocated IP 172.20.0.3 (946dd6c3-6732-444f-aa1d-d7700dddb8e9/d9ea802b-5787-4f46-995f-fc37925ef59d/bf752402-c9ea-4d2e-b72e-a1f475efe95f) {{(pid=95102) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 19:44:57.835865 n-d-713301-16 neutron-server[95102]: INFO neutron.api.v2.resource [None req-ce61d723-0d20-421d-a9ea-6bf0f72292f1 tempest-RoutersIpV6Test-563412711 tempest-RoutersIpV6Test-563412711-project] delete failed (client error): The resource could not be found. Sep 23 19:44:57.837183 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-ce61d723-0d20-421d-a9ea-6bf0f72292f1 tempest-RoutersIpV6Test-563412711 tempest-RoutersIpV6Test-563412711-project] 10.222.0.67 "DELETE /v2.0/routers/dc71851d-1f5a-4d66-ba76-b05974590d54 HTTP/1.1" status: 404 len: 336 time: 0.0677221 Sep 23 19:44:57.840464 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 38530) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:44:57.880622 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-98063d8d-200c-4f20-9e6e-8f2119ee77e4 req-a234f272-889a-4bbf-9d3a-54537f4c9e76 tempest-VolumesActionsTest-1007849279 tempest-VolumesActionsTest-1007849279-project] 10.222.0.67 "GET /v2.0/ports?device_id=bb0a7b59-7f34-43cd-8eed-747dc9650929 HTTP/1.1" status: 200 len: 210 time: 0.0494339 Sep 23 19:44:57.896272 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-2568e828-8e86-4aae-a5b0-df97a4347325 tempest-RoutersIpV6Test-563412711 tempest-RoutersIpV6Test-563412711-project] 10.222.0.67 "GET /v2.0/ports?device_id=6ff35984-c3dc-449d-968b-5f3ed74acbe2 HTTP/1.1" status: 200 len: 205 time: 0.0540929 Sep 23 19:44:57.899577 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 38532) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:44:57.946508 n-d-713301-16 neutron-server[95101]: INFO neutron.api.v2.resource [None req-e0df0881-e72e-4919-99f6-3b23781bd4b4 tempest-RoutersIpV6Test-563412711 tempest-RoutersIpV6Test-563412711-project] delete failed (client error): The resource could not be found. Sep 23 19:44:57.948256 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-e0df0881-e72e-4919-99f6-3b23781bd4b4 tempest-RoutersIpV6Test-563412711 tempest-RoutersIpV6Test-563412711-project] 10.222.0.67 "DELETE /v2.0/routers/6ff35984-c3dc-449d-968b-5f3ed74acbe2 HTTP/1.1" status: 404 len: 336 time: 0.0476263 Sep 23 19:44:57.950799 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 38534) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:44:57.962931 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5342a445-8989-408a-a181-59a8e13841ca req-6071821f-9ffb-492b-b063-da3580d661a2 tempest-ServersNegativeTestJSON-1638865794 tempest-ServersNegativeTestJSON-1638865794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:44:57.964711 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-5342a445-8989-408a-a181-59a8e13841ca req-6071821f-9ffb-492b-b063-da3580d661a2 tempest-ServersNegativeTestJSON-1638865794 tempest-ServersNegativeTestJSON-1638865794-project] 10.222.0.67 "GET /v2.0/ports?device_id=6942dd4a-2993-4094-af13-ca4f91683a85 HTTP/1.1" status: 200 len: 947 time: 0.1109614 Sep 23 19:44:57.981249 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 38536) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:44:57.982836 n-d-713301-16 neutron-server[95101]: INFO neutron.pecan_wsgi.hooks.translation [None req-a8fb93c1-5dd0-46ab-a04a-5c6c05819675 tempest-RoutersIpV6Test-563412711 tempest-RoutersIpV6Test-563412711-project] DELETE failed (client error): The resource could not be found. Sep 23 19:44:57.983387 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a8fb93c1-5dd0-46ab-a04a-5c6c05819675 tempest-RoutersIpV6Test-563412711 tempest-RoutersIpV6Test-563412711-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95101) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 23 19:44:57.985303 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-a8fb93c1-5dd0-46ab-a04a-5c6c05819675 tempest-RoutersIpV6Test-563412711 tempest-RoutersIpV6Test-563412711-project] 10.222.0.67 "DELETE /v2.0/subnets/bbbf02fc-7f2a-4d67-b0e1-46792b48bd90 HTTP/1.1" status: 404 len: 337 time: 0.0335557 Sep 23 19:44:57.988258 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 38538) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:44:58.016481 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-e697ba22-5baf-46c3-aa03-b8f0a2befc28 tempest-RoutersIpV6Test-563412711 tempest-RoutersIpV6Test-563412711-project] 10.222.0.67 "GET /v2.0/ports?device_id=5f3c4650-b0ad-4890-a336-e9f3f24335d1 HTTP/1.1" status: 200 len: 205 time: 0.0269568 Sep 23 19:44:58.018783 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 38542) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:44:58.068076 n-d-713301-16 neutron-server[95101]: INFO neutron.api.v2.resource [None req-fc6c640f-2ccc-4b7c-b371-3c306d8526b7 tempest-RoutersIpV6Test-563412711 tempest-RoutersIpV6Test-563412711-project] delete failed (client error): The resource could not be found. Sep 23 19:44:58.071824 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:44:58.073777 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-fc6c640f-2ccc-4b7c-b371-3c306d8526b7 tempest-RoutersIpV6Test-563412711 tempest-RoutersIpV6Test-563412711-project] 10.222.0.67 "DELETE /v2.0/routers/5f3c4650-b0ad-4890-a336-e9f3f24335d1 HTTP/1.1" status: 404 len: 336 time: 0.0533164 Sep 23 19:44:58.074583 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 38544) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:44:58.082570 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-5342a445-8989-408a-a181-59a8e13841ca req-75780014-88da-4c0a-ab3c-e664dc6d4b1e tempest-ServersNegativeTestJSON-1638865794 tempest-ServersNegativeTestJSON-1638865794-project] 10.222.0.67 "GET /v2.0/security-groups?id=4daca97c-f524-4fb0-8b34-b36a0affa33e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929081 Sep 23 19:44:58.124195 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 38546) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:44:58.124367 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-d11b51ec-aa7f-4b14-bbf5-0fad49e57cd0 tempest-RoutersIpV6Test-563412711 tempest-RoutersIpV6Test-563412711-project] 10.222.0.67 "GET /v2.0/ports?device_id=51e592e6-4d59-43d0-bc1b-ae0a0afca731 HTTP/1.1" status: 200 len: 205 time: 0.0484059 Sep 23 19:44:58.192389 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.v2.base [None req-aa7d800f-fe45-4131-a7d9-b9862c3a6cd2 tempest-MeteringTestJSON-1253927715 tempest-MeteringTestJSON-1253927715-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-2080593827'}} {{(pid=95102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:44:58.192944 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.v2.base [None req-aa7d800f-fe45-4131-a7d9-b9862c3a6cd2 tempest-MeteringTestJSON-1253927715 tempest-MeteringTestJSON-1253927715-project-admin] Unknown quota resources ['metering_label']. {{(pid=95102) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Sep 23 19:44:58.198048 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-ffe98e47-cff2-4a70-9364-a565b2f1b718 req-c76487f5-8524-4d7a-ab84-adae642346d6 tempest-VolumesActionsTest-1007849279 tempest-VolumesActionsTest-1007849279-project] Notify callbacks [] for port, precommit_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:44:58.199847 n-d-713301-16 neutron-server[95102]: INFO neutron.api.v2.resource [None req-86942ca1-c414-4b3b-8a7c-1abbbfd6ddb1 tempest-RoutersIpV6Test-563412711 tempest-RoutersIpV6Test-563412711-project] delete failed (client error): The resource could not be found. Sep 23 19:44:58.200963 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-86942ca1-c414-4b3b-8a7c-1abbbfd6ddb1 tempest-RoutersIpV6Test-563412711 tempest-RoutersIpV6Test-563412711-project] 10.222.0.67 "DELETE /v2.0/routers/51e592e6-4d59-43d0-bc1b-ae0a0afca731 HTTP/1.1" status: 404 len: 336 time: 0.0752404 Sep 23 19:44:58.204162 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 38548) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:44:58.235586 n-d-713301-16 neutron-server[95101]: INFO neutron.pecan_wsgi.hooks.translation [None req-c7670cea-7169-4807-8aa7-519f8d374a6f tempest-RoutersIpV6Test-563412711 tempest-RoutersIpV6Test-563412711-project] DELETE failed (client error): The resource could not be found. Sep 23 19:44:58.236421 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c7670cea-7169-4807-8aa7-519f8d374a6f tempest-RoutersIpV6Test-563412711 tempest-RoutersIpV6Test-563412711-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95101) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 23 19:44:58.240696 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-c7670cea-7169-4807-8aa7-519f8d374a6f tempest-RoutersIpV6Test-563412711 tempest-RoutersIpV6Test-563412711-project] 10.222.0.67 "DELETE /v2.0/subnets/34770ef5-4e1a-46b2-bf09-16fc6dccb70c HTTP/1.1" status: 404 len: 337 time: 0.0330062 Sep 23 19:44:58.243068 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 38550) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:44:58.275953 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-18f80b93-fbb1-45ae-8ea4-653c894d7ba0 tempest-RoutersIpV6Test-563412711 tempest-RoutersIpV6Test-563412711-project] 10.222.0.67 "GET /v2.0/ports?device_id=66d7c256-dfc7-49dc-ade9-60267fcf0def HTTP/1.1" status: 200 len: 205 time: 0.0284340 Sep 23 19:44:58.276236 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 38552) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:44:58.338368 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:44:58.487960 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-aa7d800f-fe45-4131-a7d9-b9862c3a6cd2 tempest-MeteringTestJSON-1253927715 tempest-MeteringTestJSON-1253927715-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:44:58.489276 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-aa7d800f-fe45-4131-a7d9-b9862c3a6cd2 tempest-MeteringTestJSON-1253927715 tempest-MeteringTestJSON-1253927715-project-admin] 10.222.0.67 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 478 time: 0.5069873 Sep 23 19:44:58.509089 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 38558) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:44:58.514990 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.v2.base [None req-ea80e030-512b-4584-b55b-eb9350da23d4 tempest-MeteringTestJSON-1253927715 tempest-MeteringTestJSON-1253927715-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.0.0/24', 'direction': 'ingress', 'metering_label_id': '627b25c6-bb52-44ac-946b-53365e568e29'}} {{(pid=95102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:44:58.515841 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.v2.base [None req-ea80e030-512b-4584-b55b-eb9350da23d4 tempest-MeteringTestJSON-1253927715 tempest-MeteringTestJSON-1253927715-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=95102) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Sep 23 19:44:58.528284 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-ffe98e47-cff2-4a70-9364-a565b2f1b718 req-c76487f5-8524-4d7a-ab84-adae642346d6 tempest-VolumesActionsTest-1007849279 tempest-VolumesActionsTest-1007849279-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783145673135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4399100'] for port, after_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:44:58.649559 n-d-713301-16 neutron-server[95102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ffe98e47-cff2-4a70-9364-a565b2f1b718 req-c76487f5-8524-4d7a-ab84-adae642346d6 tempest-VolumesActionsTest-1007849279 tempest-VolumesActionsTest-1007849279-project] Network 946dd6c3-6732-444f-aa1d-d7700dddb8e9 is already hosted by enough agents. {{(pid=95102) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:44:58.654102 n-d-713301-16 neutron-server[95102]: DEBUG neutron.scheduler.base_scheduler [req-ffe98e47-cff2-4a70-9364-a565b2f1b718 req-c76487f5-8524-4d7a-ab84-adae642346d6 tempest-VolumesActionsTest-1007849279 tempest-VolumesActionsTest-1007849279-project] Resources bound (agent type, host, resource id): {{(pid=95102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:44:58.655911 n-d-713301-16 neutron-server[95102]: WARNING neutron.services.metering.metering_plugin [None req-ea80e030-512b-4584-b55b-eb9350da23d4 tempest-MeteringTestJSON-1253927715 tempest-MeteringTestJSON-1253927715-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Sep 23 19:44:58.657873 n-d-713301-16 neutron-server[95102]: DEBUG neutron.db.l3_dvrscheduler_db [req-ffe98e47-cff2-4a70-9364-a565b2f1b718 req-c76487f5-8524-4d7a-ab84-adae642346d6 tempest-VolumesActionsTest-1007849279 tempest-VolumesActionsTest-1007849279-project] Received port after_create {{(pid=95102) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 19:44:58.736501 n-d-713301-16 neutron-server[95101]: INFO neutron.api.v2.resource [None req-4cec8eb5-9551-4452-bb2b-826f77a438e4 tempest-RoutersIpV6Test-563412711 tempest-RoutersIpV6Test-563412711-project] delete failed (client error): The resource could not be found. Sep 23 19:44:58.739983 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-4cec8eb5-9551-4452-bb2b-826f77a438e4 tempest-RoutersIpV6Test-563412711 tempest-RoutersIpV6Test-563412711-project] 10.222.0.67 "DELETE /v2.0/routers/66d7c256-dfc7-49dc-ade9-60267fcf0def HTTP/1.1" status: 404 len: 336 time: 0.4603345 Sep 23 19:44:58.740213 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 38560) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:44:58.770137 n-d-713301-16 neutron-server[95101]: INFO neutron.pecan_wsgi.hooks.translation [None req-e1a740cf-2b30-4971-8ce7-827dc5842d78 tempest-RoutersIpV6Test-563412711 tempest-RoutersIpV6Test-563412711-project] DELETE failed (client error): The resource could not be found. Sep 23 19:44:58.770607 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e1a740cf-2b30-4971-8ce7-827dc5842d78 tempest-RoutersIpV6Test-563412711 tempest-RoutersIpV6Test-563412711-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95101) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 23 19:44:58.772780 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-e1a740cf-2b30-4971-8ce7-827dc5842d78 tempest-RoutersIpV6Test-563412711 tempest-RoutersIpV6Test-563412711-project] 10.222.0.67 "DELETE /v2.0/subnets/fd4d5c8c-0917-4aab-8896-26f33021ac65 HTTP/1.1" status: 404 len: 337 time: 0.0313473 Sep 23 19:44:58.775675 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 38562) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:44:58.808704 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-3db7ae68-11e8-40ba-abaf-76205b568617 tempest-RoutersIpV6Test-563412711 tempest-RoutersIpV6Test-563412711-project] 10.222.0.67 "GET /v2.0/ports?device_id=ab3596f1-1944-4c9f-a8ec-93d0d31dc171 HTTP/1.1" status: 200 len: 205 time: 0.0308673 Sep 23 19:44:58.810729 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 38564) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:44:58.829490 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c76487f5-8524-4d7a-ab84-adae642346d6 tempest-VolumesActionsTest-1007849279 tempest-VolumesActionsTest-1007849279-project] Pushing event updated for resources: {'Port': ['ID=bf752402-c9ea-4d2e-b72e-a1f475efe95f,revision_number=1']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:44:58.840579 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-ea80e030-512b-4584-b55b-eb9350da23d4 tempest-MeteringTestJSON-1253927715 tempest-MeteringTestJSON-1253927715-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:44:58.845247 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-ea80e030-512b-4584-b55b-eb9350da23d4 tempest-MeteringTestJSON-1253927715 tempest-MeteringTestJSON-1253927715-project-admin] 10.222.0.67 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.3308909 Sep 23 19:44:58.845807 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 38566) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:44:58.850008 n-d-713301-16 neutron-server[95101]: INFO neutron.api.v2.resource [None req-edb976d5-6e93-4a8a-8aff-10988105a2e8 tempest-RoutersIpV6Test-563412711 tempest-RoutersIpV6Test-563412711-project] delete failed (client error): The resource could not be found. Sep 23 19:44:58.850312 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.v2.base [None req-a2195646-788e-426d-bf4d-c9773a6bc0db tempest-MeteringTestJSON-1253927715 tempest-MeteringTestJSON-1253927715-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.1.0/24', 'direction': 'ingress', 'metering_label_id': '627b25c6-bb52-44ac-946b-53365e568e29'}} {{(pid=95102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:44:58.851178 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.v2.base [None req-a2195646-788e-426d-bf4d-c9773a6bc0db tempest-MeteringTestJSON-1253927715 tempest-MeteringTestJSON-1253927715-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=95102) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Sep 23 19:44:58.851354 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-edb976d5-6e93-4a8a-8aff-10988105a2e8 tempest-RoutersIpV6Test-563412711 tempest-RoutersIpV6Test-563412711-project] 10.222.0.67 "DELETE /v2.0/routers/ab3596f1-1944-4c9f-a8ec-93d0d31dc171 HTTP/1.1" status: 404 len: 336 time: 0.0393858 Sep 23 19:44:58.859360 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c76487f5-8524-4d7a-ab84-adae642346d6 tempest-VolumesActionsTest-1007849279 tempest-VolumesActionsTest-1007849279-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:44:58.859360 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c76487f5-8524-4d7a-ab84-adae642346d6 tempest-VolumesActionsTest-1007849279 tempest-VolumesActionsTest-1007849279-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:44:58.859360 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c76487f5-8524-4d7a-ab84-adae642346d6 tempest-VolumesActionsTest-1007849279 tempest-VolumesActionsTest-1007849279-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:44:58.859360 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c76487f5-8524-4d7a-ab84-adae642346d6 tempest-VolumesActionsTest-1007849279 tempest-VolumesActionsTest-1007849279-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:44:58.859360 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c76487f5-8524-4d7a-ab84-adae642346d6 tempest-VolumesActionsTest-1007849279 tempest-VolumesActionsTest-1007849279-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:44:58.859954 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 38568) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:44:58.860051 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c76487f5-8524-4d7a-ab84-adae642346d6 tempest-VolumesActionsTest-1007849279 tempest-VolumesActionsTest-1007849279-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:44:58.860568 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c76487f5-8524-4d7a-ab84-adae642346d6 tempest-VolumesActionsTest-1007849279 tempest-VolumesActionsTest-1007849279-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:44:58.860969 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c76487f5-8524-4d7a-ab84-adae642346d6 tempest-VolumesActionsTest-1007849279 tempest-VolumesActionsTest-1007849279-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:44:58.861579 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c76487f5-8524-4d7a-ab84-adae642346d6 tempest-VolumesActionsTest-1007849279 tempest-VolumesActionsTest-1007849279-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:44:58.861945 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c76487f5-8524-4d7a-ab84-adae642346d6 tempest-VolumesActionsTest-1007849279 tempest-VolumesActionsTest-1007849279-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:44:58.862307 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c76487f5-8524-4d7a-ab84-adae642346d6 tempest-VolumesActionsTest-1007849279 tempest-VolumesActionsTest-1007849279-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:44:58.862661 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c76487f5-8524-4d7a-ab84-adae642346d6 tempest-VolumesActionsTest-1007849279 tempest-VolumesActionsTest-1007849279-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:44:58.875003 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe98e47-cff2-4a70-9364-a565b2f1b718 req-c76487f5-8524-4d7a-ab84-adae642346d6 tempest-VolumesActionsTest-1007849279 tempest-VolumesActionsTest-1007849279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:44:58.875693 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-ffe98e47-cff2-4a70-9364-a565b2f1b718 req-c76487f5-8524-4d7a-ab84-adae642346d6 tempest-VolumesActionsTest-1007849279 tempest-VolumesActionsTest-1007849279-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222849'] for port, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:44:58.895795 n-d-713301-16 neutron-server[95101]: INFO neutron.pecan_wsgi.hooks.translation [None req-7e0fb4a7-918d-4f49-9c21-e88a9666d817 tempest-RoutersIpV6Test-563412711 tempest-RoutersIpV6Test-563412711-project] DELETE failed (client error): The resource could not be found. Sep 23 19:44:58.896288 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7e0fb4a7-918d-4f49-9c21-e88a9666d817 tempest-RoutersIpV6Test-563412711 tempest-RoutersIpV6Test-563412711-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95101) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 23 19:44:58.898957 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-7e0fb4a7-918d-4f49-9c21-e88a9666d817 tempest-RoutersIpV6Test-563412711 tempest-RoutersIpV6Test-563412711-project] 10.222.0.67 "DELETE /v2.0/subnets/a233a8d5-4456-439f-88df-3fb6e90352e3 HTTP/1.1" status: 404 len: 337 time: 0.0400980 Sep 23 19:44:58.903545 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 38570) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:44:58.934057 n-d-713301-16 neutron-server[95101]: INFO neutron.pecan_wsgi.hooks.translation [None req-ca5e123c-27c5-4132-aefc-761eb2b3024e tempest-RoutersIpV6Test-563412711 tempest-RoutersIpV6Test-563412711-project] DELETE failed (client error): The resource could not be found. Sep 23 19:44:58.934537 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ca5e123c-27c5-4132-aefc-761eb2b3024e tempest-RoutersIpV6Test-563412711 tempest-RoutersIpV6Test-563412711-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95101) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 23 19:44:58.939380 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-ca5e123c-27c5-4132-aefc-761eb2b3024e tempest-RoutersIpV6Test-563412711 tempest-RoutersIpV6Test-563412711-project] 10.222.0.67 "DELETE /v2.0/subnets/54f5acb6-b526-482e-aa12-b9c7549a89c7 HTTP/1.1" status: 404 len: 337 time: 0.0316727 Sep 23 19:44:58.939593 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-ffe98e47-cff2-4a70-9364-a565b2f1b718 req-c76487f5-8524-4d7a-ab84-adae642346d6 tempest-VolumesActionsTest-1007849279 tempest-VolumesActionsTest-1007849279-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8548760 Sep 23 19:44:58.943726 n-d-713301-16 neutron-server[95102]: WARNING neutron.services.metering.metering_plugin [None req-a2195646-788e-426d-bf4d-c9773a6bc0db tempest-MeteringTestJSON-1253927715 tempest-MeteringTestJSON-1253927715-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Sep 23 19:44:58.956478 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.v2.base [req-ffe98e47-cff2-4a70-9364-a565b2f1b718 req-bd01e12e-924a-4ae2-a44c-a077dd0b4f8c service neutron] Request body: {'port': {'device_id': 'bb0a7b59-7f34-43cd-8eed-747dc9650929', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713301-16'}} {{(pid=95102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:44:59.299543 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 38580) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:44:59.414778 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-a2195646-788e-426d-bf4d-c9773a6bc0db tempest-MeteringTestJSON-1253927715 tempest-MeteringTestJSON-1253927715-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:44:59.418999 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-a2195646-788e-426d-bf4d-c9773a6bc0db tempest-MeteringTestJSON-1253927715 tempest-MeteringTestJSON-1253927715-project-admin] 10.222.0.67 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.5691612 Sep 23 19:44:59.419267 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 38584) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:44:59.434167 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-98c9a5aa-18af-46c2-809d-b728cd2695a3 tempest-MeteringTestJSON-1253927715 tempest-MeteringTestJSON-1253927715-project-admin] 10.222.0.67 "GET /v2.0/metering/metering-label-rules?id=766bd3d4-52d5-4557-86b0-ec032618f009 HTTP/1.1" status: 200 len: 464 time: 0.0106916 Sep 23 19:44:59.434390 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 38586) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:44:59.467642 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-ffe98e47-cff2-4a70-9364-a565b2f1b718 req-bd01e12e-924a-4ae2-a44c-a077dd0b4f8c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:44:59.493463 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13fb4ea-6e0e-4bd7-b35b-5f2a10f44419 req-68bf65b8-3b42-4beb-8324-8b4255ca7039 tempest-ServersNegativeTestJSON-1638865794 tempest-ServersNegativeTestJSON-1638865794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:44:59.501081 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-b13fb4ea-6e0e-4bd7-b35b-5f2a10f44419 req-68bf65b8-3b42-4beb-8324-8b4255ca7039 tempest-ServersNegativeTestJSON-1638865794 tempest-ServersNegativeTestJSON-1638865794-project] 10.222.0.67 "GET /v2.0/ports?device_id=6942dd4a-2993-4094-af13-ca4f91683a85 HTTP/1.1" status: 200 len: 947 time: 0.1742280 Sep 23 19:44:59.512276 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf19dcb8-aafb-4f3e-9866-41ff3071c645 req-32a474cb-9b3e-4ef1-8533-01b766023508 tempest-VolumesActionsTest-1007849279 tempest-VolumesActionsTest-1007849279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:44:59.520189 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-cf19dcb8-aafb-4f3e-9866-41ff3071c645 req-32a474cb-9b3e-4ef1-8533-01b766023508 tempest-VolumesActionsTest-1007849279 tempest-VolumesActionsTest-1007849279-project] 10.222.0.67 "GET /v2.0/ports?device_id=bb0a7b59-7f34-43cd-8eed-747dc9650929 HTTP/1.1" status: 200 len: 931 time: 0.1904778 Sep 23 19:44:59.618112 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-cf19dcb8-aafb-4f3e-9866-41ff3071c645 req-4af12a41-b984-4508-a3f5-20f92ef9aeb1 tempest-VolumesActionsTest-1007849279 tempest-VolumesActionsTest-1007849279-project] 10.222.0.67 "GET /v2.0/security-groups?id=122350aa-80a8-4883-9e22-c56d42eff615&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970466 Sep 23 19:44:59.639040 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-b13fb4ea-6e0e-4bd7-b35b-5f2a10f44419 req-724e662a-41d9-45aa-aaeb-5d2f69dafd07 tempest-ServersNegativeTestJSON-1638865794 tempest-ServersNegativeTestJSON-1638865794-project] 10.222.0.67 "GET /v2.0/security-groups?id=4daca97c-f524-4fb0-8b34-b36a0affa33e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1370399 Sep 23 19:44:59.643784 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-8b02e802-b08c-4e93-901c-1cfb590e3f24 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=fd66fc1e2cf64f369d6db25080c0cb06&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3428419 Sep 23 19:44:59.644740 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 38592) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:44:59.702053 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-0387aeae-bf5f-437d-8c3f-95895783fcc9 tempest-MeteringTestJSON-1253927715 tempest-MeteringTestJSON-1253927715-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:44:59.704670 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-0387aeae-bf5f-437d-8c3f-95895783fcc9 tempest-MeteringTestJSON-1253927715 tempest-MeteringTestJSON-1253927715-project-admin] 10.222.0.67 "DELETE /v2.0/metering/metering-label-rules/766bd3d4-52d5-4557-86b0-ec032618f009 HTTP/1.1" status: 204 len: 168 time: 0.2682223 Sep 23 19:44:59.707987 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 38596) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:44:59.732062 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-0bdbeb76-fc9d-4191-8326-325aea05ef34 tempest-MeteringTestJSON-1253927715 tempest-MeteringTestJSON-1253927715-project-admin] 10.222.0.67 "GET /v2.0/metering/metering-label-rules?id=766bd3d4-52d5-4557-86b0-ec032618f009 HTTP/1.1" status: 200 len: 221 time: 0.0221903 Sep 23 19:44:59.738093 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 38598) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:44:59.742675 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.v2.base [None req-079748d2-a20f-4d45-9912-7ba10ce59600 tempest-MeteringTestJSON-1253927715 tempest-MeteringTestJSON-1253927715-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--247132381', 'description': 'label created by tempest'}} {{(pid=95101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:44:59.743137 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.v2.base [None req-079748d2-a20f-4d45-9912-7ba10ce59600 tempest-MeteringTestJSON-1253927715 tempest-MeteringTestJSON-1253927715-project-admin] Unknown quota resources ['metering_label']. {{(pid=95101) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Sep 23 19:44:59.886942 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-00c599d0-d8e8-49e4-9013-22aba5a89bb4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:44:59.932750 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-00c599d0-d8e8-49e4-9013-22aba5a89bb4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:45:00.047589 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-079748d2-a20f-4d45-9912-7ba10ce59600 tempest-MeteringTestJSON-1253927715 tempest-MeteringTestJSON-1253927715-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:45:00.052213 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-079748d2-a20f-4d45-9912-7ba10ce59600 tempest-MeteringTestJSON-1253927715 tempest-MeteringTestJSON-1253927715-project-admin] 10.222.0.67 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 469 time: 0.3129499 Sep 23 19:45:00.052635 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 38604) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:45:00.053305 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-00c599d0-d8e8-49e4-9013-22aba5a89bb4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:45:00.055886 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-00c599d0-d8e8-49e4-9013-22aba5a89bb4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:45:00.057869 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-00c599d0-d8e8-49e4-9013-22aba5a89bb4 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/2bd68f71-4ebd-4328-96e3-0aef37c58185 HTTP/1.1" status: 204 len: 168 time: 0.4112086 Sep 23 19:45:00.078115 n-d-713301-16 neutron-server[95102]: DEBUG neutron.notifiers.nova [req-ffe98e47-cff2-4a70-9364-a565b2f1b718 req-bd01e12e-924a-4ae2-a44c-a077dd0b4f8c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bf752402-c9ea-4d2e-b72e-a1f475efe95f {{(pid=95102) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 19:45:00.120570 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c77c030-7a02-469e-b8fd-ee18265d905a req-c72a35f7-7ee1-47ab-afef-2d330552ab5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:45:00.123379 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-6c77c030-7a02-469e-b8fd-ee18265d905a req-c72a35f7-7ee1-47ab-afef-2d330552ab5b service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=71dd9ac001f74f8ba18264101352d8e3&device_id=6942dd4a-2993-4094-af13-ca4f91683a85 HTTP/1.1" status: 200 len: 1099 time: 0.0578566 Sep 23 19:45:00.127214 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00c599d0-d8e8-49e4-9013-22aba5a89bb4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2bd68f71-4ebd-4328-96e3-0aef37c58185,revision_number=None']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:45:00.149533 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-ffe98e47-cff2-4a70-9364-a565b2f1b718 req-bd01e12e-924a-4ae2-a44c-a077dd0b4f8c service neutron] Notify callbacks [] for port, precommit_update {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:45:00.207879 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-870f5d2e-88b5-42d4-8444-fa8ce1a30907 tempest-MeteringTestJSON-1253927715 tempest-MeteringTestJSON-1253927715-project-admin] 10.222.0.67 "GET /v2.0/metering/metering-labels?id=06b52cd9-a5fc-4755-bbd0-0bba6eb721fb HTTP/1.1" status: 200 len: 467 time: 0.1488397 Sep 23 19:45:00.211604 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 38608) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:45:00.231247 n-d-713301-16 neutron-server[95102]: DEBUG neutron.db.provisioning_blocks [req-ffe98e47-cff2-4a70-9364-a565b2f1b718 req-bd01e12e-924a-4ae2-a44c-a077dd0b4f8c service neutron] Transition to ACTIVE for port object bf752402-c9ea-4d2e-b72e-a1f475efe95f will not be triggered until provisioned by entity L2. {{(pid=95102) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 19:45:00.261970 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c77c030-7a02-469e-b8fd-ee18265d905a req-9766b055-9945-44b5-a413-a16aa5822fce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:45:00.263661 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-6c77c030-7a02-469e-b8fd-ee18265d905a req-9766b055-9945-44b5-a413-a16aa5822fce service neutron] 10.222.0.53 "GET /v2.0/networks?id=bd1e9a1b-24bd-4f73-b7dd-094a5b1ba73a HTTP/1.1" status: 200 len: 915 time: 0.1300690 Sep 23 19:45:00.281088 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-ffe98e47-cff2-4a70-9364-a565b2f1b718 req-bd01e12e-924a-4ae2-a44c-a077dd0b4f8c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4399095'] for port, after_update {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:45:00.333774 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86384131-6c3e-485a-80c6-75ef9f13c469 req-08f7da6b-5f3d-42d0-bf91-34211ccac232 tempest-ServersNegativeTestJSON-1638865794 tempest-ServersNegativeTestJSON-1638865794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:45:00.337129 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-6c77c030-7a02-469e-b8fd-ee18265d905a req-3fce72c7-1e5e-4911-be96-7b63885562cf service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=da1cccf9-fec5-48ec-99c3-a7ba7ed97445 HTTP/1.1" status: 200 len: 217 time: 0.0663815 Sep 23 19:45:00.341564 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-86384131-6c3e-485a-80c6-75ef9f13c469 req-08f7da6b-5f3d-42d0-bf91-34211ccac232 tempest-ServersNegativeTestJSON-1638865794 tempest-ServersNegativeTestJSON-1638865794-project] 10.222.0.67 "GET /v2.0/ports?device_id=6942dd4a-2993-4094-af13-ca4f91683a85 HTTP/1.1" status: 200 len: 947 time: 0.2764809 Sep 23 19:45:00.406835 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c77c030-7a02-469e-b8fd-ee18265d905a req-3d4d16b0-2c13-4a42-81e0-ce1696e4880c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:45:00.409564 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-6c77c030-7a02-469e-b8fd-ee18265d905a req-3d4d16b0-2c13-4a42-81e0-ce1696e4880c service neutron] 10.222.0.53 "GET /v2.0/subnets?id=3168c2f0-c410-47c7-9b0a-467008e3d34d HTTP/1.1" status: 200 len: 854 time: 0.0645866 Sep 23 19:45:00.476937 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-6c77c030-7a02-469e-b8fd-ee18265d905a req-b6ecdd57-65d4-4fde-86ab-247046399c99 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=bd1e9a1b-24bd-4f73-b7dd-094a5b1ba73a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0466716 Sep 23 19:45:00.518633 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd01e12e-924a-4ae2-a44c-a077dd0b4f8c service neutron] Pushing event updated for resources: {'Port': ['ID=bf752402-c9ea-4d2e-b72e-a1f475efe95f,revision_number=2']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:45:00.592307 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-6c77c030-7a02-469e-b8fd-ee18265d905a req-a79174fc-ba97-4a12-b712-fe31219d374f service neutron] 10.222.0.53 "GET /v2.0/networks/bd1e9a1b-24bd-4f73-b7dd-094a5b1ba73a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1128211 Sep 23 19:45:00.613074 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-86384131-6c3e-485a-80c6-75ef9f13c469 req-a4f9a5b7-7c32-4c21-92c4-670c729f6d3b tempest-ServersNegativeTestJSON-1638865794 tempest-ServersNegativeTestJSON-1638865794-project] 10.222.0.67 "GET /v2.0/security-groups?id=4daca97c-f524-4fb0-8b34-b36a0affa33e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2698569 Sep 23 19:45:00.639375 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-aba9b044-0050-425b-b6f0-479bad219f4f tempest-MeteringTestJSON-1253927715 tempest-MeteringTestJSON-1253927715-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:45:00.640907 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-aba9b044-0050-425b-b6f0-479bad219f4f tempest-MeteringTestJSON-1253927715 tempest-MeteringTestJSON-1253927715-project-admin] 10.222.0.67 "DELETE /v2.0/metering/metering-labels/06b52cd9-a5fc-4755-bbd0-0bba6eb721fb HTTP/1.1" status: 204 len: 168 time: 0.4264789 Sep 23 19:45:00.646144 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 38622) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:45:00.664876 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-ab3c6dd3-789a-4f6b-a48f-25b6cd6a08e0 tempest-MeteringTestJSON-1253927715 tempest-MeteringTestJSON-1253927715-project-admin] 10.222.0.67 "GET /v2.0/metering/metering-labels?id=06b52cd9-a5fc-4755-bbd0-0bba6eb721fb HTTP/1.1" status: 200 len: 216 time: 0.0168056 Sep 23 19:45:00.677078 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 38626) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:45:00.731912 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-6c77c030-7a02-469e-b8fd-ee18265d905a req-b655d96e-9d4e-4cd5-b0e7-25e0e13023fd service neutron] 10.222.0.53 "GET /v2.0/networks/bd1e9a1b-24bd-4f73-b7dd-094a5b1ba73a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1326561 Sep 23 19:45:00.733796 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.managers [req-ffe98e47-cff2-4a70-9364-a565b2f1b718 req-bd01e12e-924a-4ae2-a44c-a077dd0b4f8c service neutron] Attempting to bind port bf752402-c9ea-4d2e-b72e-a1f475efe95f on host n-h2-713301-16 for vnic_type normal with profile {{(pid=95102) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 19:45:00.734461 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.managers [req-ffe98e47-cff2-4a70-9364-a565b2f1b718 req-bd01e12e-924a-4ae2-a44c-a077dd0b4f8c service neutron] Attempting to bind port bf752402-c9ea-4d2e-b72e-a1f475efe95f by drivers openvswitch,hyperv on host n-h2-713301-16 at level 0 using segments [{'id': 'b41eeb47-e74f-4995-8eee-a073eb3e379b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '946dd6c3-6732-444f-aa1d-d7700dddb8e9'}] {{(pid=95102) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 19:45:00.734884 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffe98e47-cff2-4a70-9364-a565b2f1b718 req-bd01e12e-924a-4ae2-a44c-a077dd0b4f8c service neutron] Attempting to bind port bf752402-c9ea-4d2e-b72e-a1f475efe95f on network 946dd6c3-6732-444f-aa1d-d7700dddb8e9 {{(pid=95102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:45:00.745012 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-16d1d250-3762-4b37-8c6b-74fd4bdd5dc3 tempest-MeteringTestJSON-1253927715 tempest-MeteringTestJSON-1253927715-project-admin] 10.222.0.67 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0664914 Sep 23 19:45:00.746498 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffe98e47-cff2-4a70-9364-a565b2f1b718 req-bd01e12e-924a-4ae2-a44c-a077dd0b4f8c service neutron] Port bf752402-c9ea-4d2e-b72e-a1f475efe95f on network 946dd6c3-6732-444f-aa1d-d7700dddb8e9 not bound, no agent of type Open vSwitch agent registered on host n-h2-713301-16 {{(pid=95102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 19:45:00.746996 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffe98e47-cff2-4a70-9364-a565b2f1b718 req-bd01e12e-924a-4ae2-a44c-a077dd0b4f8c service neutron] Attempting to bind port bf752402-c9ea-4d2e-b72e-a1f475efe95f on network 946dd6c3-6732-444f-aa1d-d7700dddb8e9 {{(pid=95102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:45:00.750702 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 38630) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:45:00.765925 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-e21b7303-b306-4df2-b1cd-c34708dd9f62 tempest-MeteringTestJSON-1253927715 tempest-MeteringTestJSON-1253927715-project-admin] 10.222.0.67 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0137088 Sep 23 19:45:00.769901 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffe98e47-cff2-4a70-9364-a565b2f1b718 req-bd01e12e-924a-4ae2-a44c-a077dd0b4f8c service neutron] Checking agent: {'id': '2a7cea34-db54-4faf-8d23-37521c3e34cb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713301-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 19, 15, 28), 'started_at': datetime.datetime(2021, 9, 23, 19, 15, 28), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 19, 44, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 19:45:00.770243 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffe98e47-cff2-4a70-9364-a565b2f1b718 req-bd01e12e-924a-4ae2-a44c-a077dd0b4f8c service neutron] Checking segment: {'id': 'b41eeb47-e74f-4995-8eee-a073eb3e379b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '946dd6c3-6732-444f-aa1d-d7700dddb8e9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95102) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:45:00.770633 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffe98e47-cff2-4a70-9364-a565b2f1b718 req-bd01e12e-924a-4ae2-a44c-a077dd0b4f8c service neutron] Bound using segment: {'id': 'b41eeb47-e74f-4995-8eee-a073eb3e379b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '946dd6c3-6732-444f-aa1d-d7700dddb8e9'} {{(pid=95102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 19:45:00.771942 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.managers [req-ffe98e47-cff2-4a70-9364-a565b2f1b718 req-bd01e12e-924a-4ae2-a44c-a077dd0b4f8c service neutron] Bound port: bf752402-c9ea-4d2e-b72e-a1f475efe95f, host: n-h2-713301-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b41eeb47-e74f-4995-8eee-a073eb3e379b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '946dd6c3-6732-444f-aa1d-d7700dddb8e9'}}] {{(pid=95102) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 19:45:00.772318 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-ffe98e47-cff2-4a70-9364-a565b2f1b718 req-bd01e12e-924a-4ae2-a44c-a077dd0b4f8c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:45:00.773001 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 38636) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:45:00.843539 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-73bf697e-9612-4958-b970-a81d24e0edd2 tempest-MeteringTestJSON-1253927715 tempest-MeteringTestJSON-1253927715-project-admin] 10.222.0.67 "GET /v2.0/metering/metering-labels/627b25c6-bb52-44ac-946b-53365e568e29 HTTP/1.1" status: 200 len: 473 time: 0.0658169 Sep 23 19:45:00.844033 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 38640) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:45:00.868789 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1664f518-26cd-4d06-8403-f6f4b626988c req-de8aa93d-fbac-4ea8-b782-1f90664b646c tempest-VolumesActionsTest-1007849279 tempest-VolumesActionsTest-1007849279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:45:00.874154 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-ea16ee3b-fbe3-421f-88c5-c7948d086735 tempest-MeteringTestJSON-1253927715 tempest-MeteringTestJSON-1253927715-project-admin] 10.222.0.67 "GET /v2.0/metering/metering-label-rules/e1f9646f-ce6e-4df2-867d-2bb6e8b3f362 HTTP/1.1" status: 200 len: 461 time: 0.0242975 Sep 23 19:45:00.874279 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-1664f518-26cd-4d06-8403-f6f4b626988c req-de8aa93d-fbac-4ea8-b782-1f90664b646c tempest-VolumesActionsTest-1007849279 tempest-VolumesActionsTest-1007849279-project] 10.222.0.67 "GET /v2.0/ports?device_id=bb0a7b59-7f34-43cd-8eed-747dc9650929 HTTP/1.1" status: 200 len: 943 time: 0.1213884 Sep 23 19:45:00.875582 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 38642) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:45:00.925477 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.db [req-ffe98e47-cff2-4a70-9364-a565b2f1b718 req-bd01e12e-924a-4ae2-a44c-a077dd0b4f8c service neutron] For port bf752402-c9ea-4d2e-b72e-a1f475efe95f, host n-h2-713301-16, cleared binding levels {{(pid=95102) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 19:45:00.935436 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.db [req-ffe98e47-cff2-4a70-9364-a565b2f1b718 req-bd01e12e-924a-4ae2-a44c-a077dd0b4f8c service neutron] For port bf752402-c9ea-4d2e-b72e-a1f475efe95f, host n-h2-713301-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-16',level=0,port_id=bf752402-c9ea-4d2e-b72e-a1f475efe95f,segment=NetworkSegment(b41eeb47-e74f-4995-8eee-a073eb3e379b),segment_id=b41eeb47-e74f-4995-8eee-a073eb3e379b)] {{(pid=95102) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 19:45:00.940355 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-ffe98e47-cff2-4a70-9364-a565b2f1b718 req-bd01e12e-924a-4ae2-a44c-a077dd0b4f8c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4399095'] for port, after_update {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:45:00.988021 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-1664f518-26cd-4d06-8403-f6f4b626988c req-c58595c4-1a1d-41d5-be38-a84f8a767f7f tempest-VolumesActionsTest-1007849279 tempest-VolumesActionsTest-1007849279-project] 10.222.0.67 "GET /v2.0/security-groups?id=122350aa-80a8-4883-9e22-c56d42eff615&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1026902 Sep 23 19:45:01.002586 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe98e47-cff2-4a70-9364-a565b2f1b718 req-bd01e12e-924a-4ae2-a44c-a077dd0b4f8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:45:01.003059 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-fdaedcc6-9b20-4912-bb9a-35b70c1dd51f tempest-MeteringTestJSON-1253927715 tempest-MeteringTestJSON-1253927715-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:45:01.003596 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-ffe98e47-cff2-4a70-9364-a565b2f1b718 req-bd01e12e-924a-4ae2-a44c-a077dd0b4f8c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222849'] for port, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:45:01.004124 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-fdaedcc6-9b20-4912-bb9a-35b70c1dd51f tempest-MeteringTestJSON-1253927715 tempest-MeteringTestJSON-1253927715-project-admin] 10.222.0.67 "DELETE /v2.0/metering/metering-label-rules/e1f9646f-ce6e-4df2-867d-2bb6e8b3f362 HTTP/1.1" status: 204 len: 168 time: 0.1274757 Sep 23 19:45:01.005871 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-ffe98e47-cff2-4a70-9364-a565b2f1b718 req-bd01e12e-924a-4ae2-a44c-a077dd0b4f8c service neutron] 10.222.0.53 "PUT /v2.0/ports/bf752402-c9ea-4d2e-b72e-a1f475efe95f HTTP/1.1" status: 200 len: 1092 time: 2.0574937 Sep 23 19:45:01.009374 n-d-713301-16 neutron-server[95102]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bb0a7b59-7f34-43cd-8eed-747dc9650929', 'tag': 'bf752402-c9ea-4d2e-b72e-a1f475efe95f'}] {{(pid=95102) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 19:45:01.022006 n-d-713301-16 neutron-server[95102]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab31b6d93e5336dbddfa8ec424565b3bd8cb2369c5b4d85bc943472dbb21e8ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f9804fa-b236-40d9-8093-e722de6a1640" -d '{"events": [{"name": "network-changed", "server_uuid": "bb0a7b59-7f34-43cd-8eed-747dc9650929", "tag": "bf752402-c9ea-4d2e-b72e-a1f475efe95f"}]}' {{(pid=95102) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 19:45:01.030061 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 38646) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:45:01.055287 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd01e12e-924a-4ae2-a44c-a077dd0b4f8c service neutron] Pushing event updated for resources: {'Port': ['ID=bf752402-c9ea-4d2e-b72e-a1f475efe95f,revision_number=3']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:45:01.090042 n-d-713301-16 neutron-server[95102]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 19:45:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-265a64e3-3918-4823-b300-ae4455a169b0 x-openstack-request-id: req-265a64e3-3918-4823-b300-ae4455a169b0 {{(pid=95102) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 19:45:01.090425 n-d-713301-16 neutron-server[95102]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bb0a7b59-7f34-43cd-8eed-747dc9650929", "tag": "bf752402-c9ea-4d2e-b72e-a1f475efe95f", "status": "completed", "code": 200}]} {{(pid=95102) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 19:45:01.090616 n-d-713301-16 neutron-server[95102]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-265a64e3-3918-4823-b300-ae4455a169b0 {{(pid=95102) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 19:45:01.090985 n-d-713301-16 neutron-server[95102]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bb0a7b59-7f34-43cd-8eed-747dc9650929', 'tag': 'bf752402-c9ea-4d2e-b72e-a1f475efe95f', 'status': 'completed', 'code': 200} Sep 23 19:45:01.112639 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe98e47-cff2-4a70-9364-a565b2f1b718 req-fb8589bf-5408-4704-ad13-34777c023fef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:45:01.114893 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-ffe98e47-cff2-4a70-9364-a565b2f1b718 req-fb8589bf-5408-4704-ad13-34777c023fef service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=d4b52709ab244e8da2ad6002f9e227c1&device_id=bb0a7b59-7f34-43cd-8eed-747dc9650929 HTTP/1.1" status: 200 len: 1095 time: 0.0548558 Sep 23 19:45:01.135556 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 38650) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:45:01.188471 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-ffe98e47-cff2-4a70-9364-a565b2f1b718 req-ede0e691-0b8b-4854-87b3-c19eb512b643 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=bf752402-c9ea-4d2e-b72e-a1f475efe95f HTTP/1.1" status: 200 len: 217 time: 0.0625296 Sep 23 19:45:01.253617 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe98e47-cff2-4a70-9364-a565b2f1b718 req-7e895713-f841-4198-afb6-707033d1dbea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:45:01.255600 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-ffe98e47-cff2-4a70-9364-a565b2f1b718 req-7e895713-f841-4198-afb6-707033d1dbea service neutron] 10.222.0.53 "GET /v2.0/subnets?id=d9ea802b-5787-4f46-995f-fc37925ef59d HTTP/1.1" status: 200 len: 849 time: 0.0592213 Sep 23 19:45:01.298422 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-ffe98e47-cff2-4a70-9364-a565b2f1b718 req-8522f0f3-0e85-49c0-bbb6-9523794e3aef service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=946dd6c3-6732-444f-aa1d-d7700dddb8e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0347424 Sep 23 19:45:01.303444 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.v2.base [None req-800ab7d5-ffe4-4ade-8f49-8531027697c0 tempest-NegativeSecGroupIPv6Test-1192908313 tempest-NegativeSecGroupIPv6Test-1192908313-project] Request body: {'security_group': {'name': 'default'}} {{(pid=95102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:45:01.304092 n-d-713301-16 neutron-server[95102]: WARNING neutron.api.v2.base [None req-800ab7d5-ffe4-4ade-8f49-8531027697c0 tempest-NegativeSecGroupIPv6Test-1192908313 tempest-NegativeSecGroupIPv6Test-1192908313-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Sep 23 19:45:01.304586 n-d-713301-16 neutron-server[95102]: INFO neutron.api.v2.resource [None req-800ab7d5-ffe4-4ade-8f49-8531027697c0 tempest-NegativeSecGroupIPv6Test-1192908313 tempest-NegativeSecGroupIPv6Test-1192908313-project] create failed (client error): There was a conflict when trying to complete your request. Sep 23 19:45:01.309437 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-800ab7d5-ffe4-4ade-8f49-8531027697c0 tempest-NegativeSecGroupIPv6Test-1192908313 tempest-NegativeSecGroupIPv6Test-1192908313-project] 10.222.0.67 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.1688254 Sep 23 19:45:01.309625 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-abc0c3cb-c555-4125-b87e-f4ce52eb5bbe tempest-MeteringTestJSON-1253927715 tempest-MeteringTestJSON-1253927715-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:45:01.309625 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-abc0c3cb-c555-4125-b87e-f4ce52eb5bbe tempest-MeteringTestJSON-1253927715 tempest-MeteringTestJSON-1253927715-project-admin] 10.222.0.67 "DELETE /v2.0/metering/metering-labels/627b25c6-bb52-44ac-946b-53365e568e29 HTTP/1.1" status: 204 len: 168 time: 0.2749641 Sep 23 19:45:01.309803 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 38654) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:45:01.318031 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.v2.base [None req-e629bce4-eb65-4ff5-bec8-793cae626a7a tempest-NegativeSecGroupIPv6Test-1192908313 tempest-NegativeSecGroupIPv6Test-1192908313-project] Request body: {'security_group': {'name': 'tempest-secgroup--1502452888'}} {{(pid=95101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:45:01.362316 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-e629bce4-eb65-4ff5-bec8-793cae626a7a tempest-NegativeSecGroupIPv6Test-1192908313 tempest-NegativeSecGroupIPv6Test-1192908313-project] Notify callbacks [] for security_group, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:45:01.372329 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-e629bce4-eb65-4ff5-bec8-793cae626a7a tempest-NegativeSecGroupIPv6Test-1192908313 tempest-NegativeSecGroupIPv6Test-1192908313-project] Notify callbacks [] for security_group, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:45:01.443396 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-ffe98e47-cff2-4a70-9364-a565b2f1b718 req-7062a693-2ab7-4bbb-97c4-71dc39d93b13 service neutron] 10.222.0.53 "GET /v2.0/networks/946dd6c3-6732-444f-aa1d-d7700dddb8e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1360855 Sep 23 19:45:01.498043 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-e629bce4-eb65-4ff5-bec8-793cae626a7a tempest-NegativeSecGroupIPv6Test-1192908313 tempest-NegativeSecGroupIPv6Test-1192908313-project] Notify callbacks [] for security_group, precommit_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:45:01.515122 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-e629bce4-eb65-4ff5-bec8-793cae626a7a tempest-NegativeSecGroupIPv6Test-1192908313 tempest-NegativeSecGroupIPv6Test-1192908313-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:45:01.574640 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e629bce4-eb65-4ff5-bec8-793cae626a7a tempest-NegativeSecGroupIPv6Test-1192908313 tempest-NegativeSecGroupIPv6Test-1192908313-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8804aab7-b4f8-4fbb-9469-745673cb7f5c,revision_number=1']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:45:01.583254 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-ffe98e47-cff2-4a70-9364-a565b2f1b718 req-d29faf64-b679-4d5f-9e98-c0556a8d3e96 service neutron] 10.222.0.53 "GET /v2.0/networks/946dd6c3-6732-444f-aa1d-d7700dddb8e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1311033 Sep 23 19:45:01.665332 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-e629bce4-eb65-4ff5-bec8-793cae626a7a tempest-NegativeSecGroupIPv6Test-1192908313 tempest-NegativeSecGroupIPv6Test-1192908313-project] Notify callbacks [] for security_group, precommit_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:45:01.672344 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-e629bce4-eb65-4ff5-bec8-793cae626a7a tempest-NegativeSecGroupIPv6Test-1192908313 tempest-NegativeSecGroupIPv6Test-1192908313-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:45:01.706263 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-e629bce4-eb65-4ff5-bec8-793cae626a7a tempest-NegativeSecGroupIPv6Test-1192908313 tempest-NegativeSecGroupIPv6Test-1192908313-project] Notify callbacks [] for security_group, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:45:01.713480 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-e629bce4-eb65-4ff5-bec8-793cae626a7a tempest-NegativeSecGroupIPv6Test-1192908313 tempest-NegativeSecGroupIPv6Test-1192908313-project] 10.222.0.67 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4012530 Sep 23 19:45:01.718118 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 38664) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:45:01.725760 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.v2.base [None req-ae915afb-dd26-4543-a2a8-bbbcd9088200 tempest-NegativeSecGroupIPv6Test-1192908313 tempest-NegativeSecGroupIPv6Test-1192908313-project] Request body: {'security_group_rule': {'security_group_id': '6c4fcff1-188a-4bad-b3fc-806c01d5ed0e', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=95101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:45:01.737922 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e629bce4-eb65-4ff5-bec8-793cae626a7a tempest-NegativeSecGroupIPv6Test-1192908313 tempest-NegativeSecGroupIPv6Test-1192908313-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6c4fcff1-188a-4bad-b3fc-806c01d5ed0e,revision_number=1']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:45:01.754086 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 38666) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:45:01.772294 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-ae915afb-dd26-4543-a2a8-bbbcd9088200 tempest-NegativeSecGroupIPv6Test-1192908313 tempest-NegativeSecGroupIPv6Test-1192908313-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:45:01.787459 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f9804fa-b236-40d9-8093-e722de6a1640 req-5bfbee4c-ae60-4aee-9489-27516da057ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:45:01.789132 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-1f9804fa-b236-40d9-8093-e722de6a1640 req-5bfbee4c-ae60-4aee-9489-27516da057ff service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=d4b52709ab244e8da2ad6002f9e227c1&device_id=bb0a7b59-7f34-43cd-8eed-747dc9650929 HTTP/1.1" status: 200 len: 1095 time: 0.1325839 Sep 23 19:45:01.826332 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975c294e-87f6-4d01-b913-19fdca2cb6ee req-c6013f0b-53e9-4055-92e9-b833d0909bae tempest-ServersNegativeTestJSON-1638865794 tempest-ServersNegativeTestJSON-1638865794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:45:01.827838 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-975c294e-87f6-4d01-b913-19fdca2cb6ee req-c6013f0b-53e9-4055-92e9-b833d0909bae tempest-ServersNegativeTestJSON-1638865794 tempest-ServersNegativeTestJSON-1638865794-project] 10.222.0.67 "GET /v2.0/ports?device_id=6942dd4a-2993-4094-af13-ca4f91683a85 HTTP/1.1" status: 200 len: 947 time: 0.1172292 Sep 23 19:45:01.889947 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-ae915afb-dd26-4543-a2a8-bbbcd9088200 tempest-NegativeSecGroupIPv6Test-1192908313 tempest-NegativeSecGroupIPv6Test-1192908313-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:45:01.898314 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-ae915afb-dd26-4543-a2a8-bbbcd9088200 tempest-NegativeSecGroupIPv6Test-1192908313 tempest-NegativeSecGroupIPv6Test-1192908313-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575319'] for security_group_rule, after_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:45:01.930429 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae915afb-dd26-4543-a2a8-bbbcd9088200 tempest-NegativeSecGroupIPv6Test-1192908313 tempest-NegativeSecGroupIPv6Test-1192908313-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7c7a2fd5-71c1-451c-a706-d1f908e7d5bc,revision_number=0']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:45:01.941066 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-ae915afb-dd26-4543-a2a8-bbbcd9088200 tempest-NegativeSecGroupIPv6Test-1192908313 tempest-NegativeSecGroupIPv6Test-1192908313-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:45:01.942777 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-ae915afb-dd26-4543-a2a8-bbbcd9088200 tempest-NegativeSecGroupIPv6Test-1192908313 tempest-NegativeSecGroupIPv6Test-1192908313-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2233584 Sep 23 19:45:01.945363 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 38672) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:45:01.952889 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.v2.base [None req-97be5a57-2292-4ec1-8b20-6eab92a4d0da tempest-NegativeSecGroupIPv6Test-1192908313 tempest-NegativeSecGroupIPv6Test-1192908313-project] Request body: {'security_group_rule': {'security_group_id': '6c4fcff1-188a-4bad-b3fc-806c01d5ed0e', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=95101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:45:01.959445 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f9804fa-b236-40d9-8093-e722de6a1640 req-0210b78a-41fb-4966-ad28-0259eb712505 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:45:01.960897 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-1f9804fa-b236-40d9-8093-e722de6a1640 req-0210b78a-41fb-4966-ad28-0259eb712505 service neutron] 10.222.0.53 "GET /v2.0/networks?id=946dd6c3-6732-444f-aa1d-d7700dddb8e9 HTTP/1.1" status: 200 len: 910 time: 0.1623082 Sep 23 19:45:01.972568 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-80191d6b-be40-417f-bb54-206da41ee07a admin admin] Notify callbacks [] for security_group, before_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:45:01.982464 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-975c294e-87f6-4d01-b913-19fdca2cb6ee req-0f2b3184-5188-4b10-b3f7-caa0645bcb7c tempest-ServersNegativeTestJSON-1638865794 tempest-ServersNegativeTestJSON-1638865794-project] 10.222.0.67 "GET /v2.0/security-groups?id=4daca97c-f524-4fb0-8b34-b36a0affa33e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1431918 Sep 23 19:45:01.990327 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-97be5a57-2292-4ec1-8b20-6eab92a4d0da tempest-NegativeSecGroupIPv6Test-1192908313 tempest-NegativeSecGroupIPv6Test-1192908313-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:45:02.025371 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-1f9804fa-b236-40d9-8093-e722de6a1640 req-871eb51a-493c-4c31-9612-5a48ae92a9d4 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=bf752402-c9ea-4d2e-b72e-a1f475efe95f HTTP/1.1" status: 200 len: 217 time: 0.0543005 Sep 23 19:45:02.129612 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f9804fa-b236-40d9-8093-e722de6a1640 req-811ae6b5-d618-498a-8210-0039d12384c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:45:02.130980 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-1f9804fa-b236-40d9-8093-e722de6a1640 req-811ae6b5-d618-498a-8210-0039d12384c5 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=d9ea802b-5787-4f46-995f-fc37925ef59d HTTP/1.1" status: 200 len: 849 time: 0.0966973 Sep 23 19:45:02.211142 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-1f9804fa-b236-40d9-8093-e722de6a1640 req-174a024f-2cb5-48ce-ad37-8135570a19dc service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=946dd6c3-6732-444f-aa1d-d7700dddb8e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0545881 Sep 23 19:45:02.279768 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2327c75-f180-4717-9907-0a309a9961c2 req-81bedf84-3d1b-4c74-9085-53b8317d3feb tempest-VolumesActionsTest-1007849279 tempest-VolumesActionsTest-1007849279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:45:02.281719 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-d2327c75-f180-4717-9907-0a309a9961c2 req-81bedf84-3d1b-4c74-9085-53b8317d3feb tempest-VolumesActionsTest-1007849279 tempest-VolumesActionsTest-1007849279-project] 10.222.0.67 "GET /v2.0/ports?device_id=bb0a7b59-7f34-43cd-8eed-747dc9650929 HTTP/1.1" status: 200 len: 943 time: 0.1732316 Sep 23 19:45:02.301095 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb8fbb1-5f1f-4ebc-a4fc-30d307cc52e6 req-81d23700-915d-4d24-8f9a-88f267eba0bb tempest-ServersNegativeTestJSON-1638865794 tempest-ServersNegativeTestJSON-1638865794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:45:02.302573 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-9bb8fbb1-5f1f-4ebc-a4fc-30d307cc52e6 req-81d23700-915d-4d24-8f9a-88f267eba0bb tempest-ServersNegativeTestJSON-1638865794 tempest-ServersNegativeTestJSON-1638865794-project] 10.222.0.67 "GET /v2.0/ports?device_id=6942dd4a-2993-4094-af13-ca4f91683a85 HTTP/1.1" status: 200 len: 947 time: 0.1978478 Sep 23 19:45:02.371593 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-80191d6b-be40-417f-bb54-206da41ee07a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:45:02.379460 n-d-713301-16 neutron-server[95101]: INFO neutron.api.v2.resource [None req-97be5a57-2292-4ec1-8b20-6eab92a4d0da tempest-NegativeSecGroupIPv6Test-1192908313 tempest-NegativeSecGroupIPv6Test-1192908313-project] create failed (client error): There was a conflict when trying to complete your request. Sep 23 19:45:02.380782 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-97be5a57-2292-4ec1-8b20-6eab92a4d0da tempest-NegativeSecGroupIPv6Test-1192908313 tempest-NegativeSecGroupIPv6Test-1192908313-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.4340844 Sep 23 19:45:02.383875 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 38678) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:45:02.387468 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-80191d6b-be40-417f-bb54-206da41ee07a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:45:02.441118 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-38e87058-dae7-45f1-b42d-1a33829d811f tempest-NegativeSecGroupIPv6Test-1192908313 tempest-NegativeSecGroupIPv6Test-1192908313-project] Notify callbacks [] for security_group, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:45:02.466661 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-38e87058-dae7-45f1-b42d-1a33829d811f tempest-NegativeSecGroupIPv6Test-1192908313 tempest-NegativeSecGroupIPv6Test-1192908313-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:45:02.466866 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-d2327c75-f180-4717-9907-0a309a9961c2 req-190bbb2e-a53b-4576-a7b2-c0f6cc326790 tempest-VolumesActionsTest-1007849279 tempest-VolumesActionsTest-1007849279-project] 10.222.0.67 "GET /v2.0/security-groups?id=122350aa-80a8-4883-9e22-c56d42eff615&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1736634 Sep 23 19:45:02.477447 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-80191d6b-be40-417f-bb54-206da41ee07a admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=53dd5b533fa8481fa3cb89bdf2030b71&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7215571 Sep 23 19:45:02.481467 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-9bb8fbb1-5f1f-4ebc-a4fc-30d307cc52e6 req-72a2aad2-1963-4018-b927-d85ff2f34a05 tempest-ServersNegativeTestJSON-1638865794 tempest-ServersNegativeTestJSON-1638865794-project] 10.222.0.67 "GET /v2.0/security-groups?id=4daca97c-f524-4fb0-8b34-b36a0affa33e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1681340 Sep 23 19:45:02.482741 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 38680) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:45:02.483907 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80191d6b-be40-417f-bb54-206da41ee07a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97772fe8-523d-4646-8d9b-baea45ea2df8,revision_number=1']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:45:02.490445 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-1f9804fa-b236-40d9-8093-e722de6a1640 req-e208d5bf-4964-4adc-9f84-d238ee591ba1 service neutron] 10.222.0.53 "GET /v2.0/networks/946dd6c3-6732-444f-aa1d-d7700dddb8e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2620912 Sep 23 19:45:02.566667 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-61360789-9188-4729-8864-bc1546a59a5c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:45:02.582126 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-38e87058-dae7-45f1-b42d-1a33829d811f tempest-NegativeSecGroupIPv6Test-1192908313 tempest-NegativeSecGroupIPv6Test-1192908313-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:45:02.584779 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-38e87058-dae7-45f1-b42d-1a33829d811f tempest-NegativeSecGroupIPv6Test-1192908313 tempest-NegativeSecGroupIPv6Test-1192908313-project] Notify callbacks [] for security_group, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:45:02.589327 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-38e87058-dae7-45f1-b42d-1a33829d811f tempest-NegativeSecGroupIPv6Test-1192908313 tempest-NegativeSecGroupIPv6Test-1192908313-project] 10.222.0.67 "DELETE /v2.0/security-groups/6c4fcff1-188a-4bad-b3fc-806c01d5ed0e HTTP/1.1" status: 204 len: 168 time: 0.2008061 Sep 23 19:45:02.589716 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 38686) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:45:02.608058 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38e87058-dae7-45f1-b42d-1a33829d811f tempest-NegativeSecGroupIPv6Test-1192908313 tempest-NegativeSecGroupIPv6Test-1192908313-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c4fcff1-188a-4bad-b3fc-806c01d5ed0e,revision_number=None']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:45:02.611993 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-61360789-9188-4729-8864-bc1546a59a5c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:45:02.633423 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-1f9804fa-b236-40d9-8093-e722de6a1640 req-2bbb1882-7182-46b5-baae-064ad3ff6b6b service neutron] 10.222.0.53 "GET /v2.0/networks/946dd6c3-6732-444f-aa1d-d7700dddb8e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1349912 Sep 23 19:45:02.684308 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-d7a08fdb-76d8-4c2c-b5ad-9e0894fa3f28 tempest-NegativeSecGroupIPv6Test-1192908313 tempest-NegativeSecGroupIPv6Test-1192908313-project] 10.222.0.67 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0932183 Sep 23 19:45:02.688939 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 38692) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:45:02.691259 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-61360789-9188-4729-8864-bc1546a59a5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:45:02.694240 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-61360789-9188-4729-8864-bc1546a59a5c admin admin] Notify callbacks [] for security_group, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:45:02.695752 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-61360789-9188-4729-8864-bc1546a59a5c admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/97772fe8-523d-4646-8d9b-baea45ea2df8 HTTP/1.1" status: 204 len: 168 time: 0.2119217 Sep 23 19:45:02.696195 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.v2.base [None req-8adb6e7c-de16-4161-a697-024bdf5f3345 tempest-NegativeSecGroupIPv6Test-1192908313 tempest-NegativeSecGroupIPv6Test-1192908313-project] Request body: {'security_group': {'name': 'tempest-secgroup--405838315'}} {{(pid=95102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:45:02.708470 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61360789-9188-4729-8864-bc1546a59a5c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97772fe8-523d-4646-8d9b-baea45ea2df8,revision_number=None']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:45:02.726411 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb21e9e5-f13a-412f-bbc3-2b24c82b6b13 req-78fb3333-f2ea-47a7-a99e-c8718ba1a430 tempest-ServersNegativeTestJSON-1638865794 tempest-ServersNegativeTestJSON-1638865794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:45:02.734982 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-fb21e9e5-f13a-412f-bbc3-2b24c82b6b13 req-78fb3333-f2ea-47a7-a99e-c8718ba1a430 tempest-ServersNegativeTestJSON-1638865794 tempest-ServersNegativeTestJSON-1638865794-project] 10.222.0.67 "GET /v2.0/ports?device_id=6942dd4a-2993-4094-af13-ca4f91683a85 HTTP/1.1" status: 200 len: 947 time: 0.1332510 Sep 23 19:45:02.764386 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-8adb6e7c-de16-4161-a697-024bdf5f3345 tempest-NegativeSecGroupIPv6Test-1192908313 tempest-NegativeSecGroupIPv6Test-1192908313-project] Notify callbacks [] for security_group, before_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:45:02.798615 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-fb21e9e5-f13a-412f-bbc3-2b24c82b6b13 req-ef1cb378-5c6f-42e5-9623-eed4574cef81 tempest-ServersNegativeTestJSON-1638865794 tempest-ServersNegativeTestJSON-1638865794-project] 10.222.0.67 "GET /v2.0/security-groups?id=4daca97c-f524-4fb0-8b34-b36a0affa33e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627458 Sep 23 19:45:02.897352 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-8adb6e7c-de16-4161-a697-024bdf5f3345 tempest-NegativeSecGroupIPv6Test-1192908313 tempest-NegativeSecGroupIPv6Test-1192908313-project] Notify callbacks [] for security_group, precommit_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:45:02.926011 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-8adb6e7c-de16-4161-a697-024bdf5f3345 tempest-NegativeSecGroupIPv6Test-1192908313 tempest-NegativeSecGroupIPv6Test-1192908313-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:45:02.977164 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-8adb6e7c-de16-4161-a697-024bdf5f3345 tempest-NegativeSecGroupIPv6Test-1192908313 tempest-NegativeSecGroupIPv6Test-1192908313-project] Notify callbacks [] for security_group, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:45:02.978373 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-8adb6e7c-de16-4161-a697-024bdf5f3345 tempest-NegativeSecGroupIPv6Test-1192908313 tempest-NegativeSecGroupIPv6Test-1192908313-project] 10.222.0.67 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2883179 Sep 23 19:45:02.980024 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8adb6e7c-de16-4161-a697-024bdf5f3345 tempest-NegativeSecGroupIPv6Test-1192908313 tempest-NegativeSecGroupIPv6Test-1192908313-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cee0da62-4902-445f-9b75-d1df5565557f,revision_number=1']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:45:02.981542 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 38706) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:45:02.986860 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.v2.base [None req-df9b5fee-3a96-4e2b-a190-c65193b0d4b8 tempest-NegativeSecGroupIPv6Test-1192908313 tempest-NegativeSecGroupIPv6Test-1192908313-project] Request body: {'security_group_rule': {'security_group_id': 'cee0da62-4902-445f-9b75-d1df5565557f', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=95101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:45:02.987356 n-d-713301-16 neutron-server[95101]: WARNING neutron.api.v2.base [None req-df9b5fee-3a96-4e2b-a190-c65193b0d4b8 tempest-NegativeSecGroupIPv6Test-1192908313 tempest-NegativeSecGroupIPv6Test-1192908313-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Sep 23 19:45:02.988238 n-d-713301-16 neutron-server[95101]: INFO neutron.api.v2.resource [None req-df9b5fee-3a96-4e2b-a190-c65193b0d4b8 tempest-NegativeSecGroupIPv6Test-1192908313 tempest-NegativeSecGroupIPv6Test-1192908313-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 23 19:45:02.992402 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-df9b5fee-3a96-4e2b-a190-c65193b0d4b8 tempest-NegativeSecGroupIPv6Test-1192908313 tempest-NegativeSecGroupIPv6Test-1192908313-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0092118 Sep 23 19:45:02.992996 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 38708) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:45:02.996973 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238275ee-5acf-42ce-9dbd-e3105db3c0be req-bcda1afa-d750-41a1-9eab-880c23e9bb23 tempest-ServersNegativeTestJSON-1638865794 tempest-ServersNegativeTestJSON-1638865794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:45:02.999089 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-238275ee-5acf-42ce-9dbd-e3105db3c0be req-bcda1afa-d750-41a1-9eab-880c23e9bb23 tempest-ServersNegativeTestJSON-1638865794 tempest-ServersNegativeTestJSON-1638865794-project] 10.222.0.67 "GET /v2.0/ports?device_id=6942dd4a-2993-4094-af13-ca4f91683a85 HTTP/1.1" status: 200 len: 947 time: 0.1196876 Sep 23 19:45:03.063402 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-1762a2b4-04c2-4f20-aac6-70c9fde4924e tempest-NegativeSecGroupIPv6Test-1192908313 tempest-NegativeSecGroupIPv6Test-1192908313-project] Notify callbacks [] for security_group, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:45:03.081387 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-238275ee-5acf-42ce-9dbd-e3105db3c0be req-98f6c3d8-cba9-44b0-804b-44937510c65b tempest-ServersNegativeTestJSON-1638865794 tempest-ServersNegativeTestJSON-1638865794-project] 10.222.0.67 "GET /v2.0/security-groups?id=4daca97c-f524-4fb0-8b34-b36a0affa33e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758612 Sep 23 19:45:03.093037 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-1762a2b4-04c2-4f20-aac6-70c9fde4924e tempest-NegativeSecGroupIPv6Test-1192908313 tempest-NegativeSecGroupIPv6Test-1192908313-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:45:03.139140 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 38714) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:45:03.156266 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-6bc79c76-2712-4413-9aac-bc05f3014bcd admin admin] Notify callbacks [] for security_group, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:45:03.173716 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-1762a2b4-04c2-4f20-aac6-70c9fde4924e tempest-NegativeSecGroupIPv6Test-1192908313 tempest-NegativeSecGroupIPv6Test-1192908313-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:45:03.176309 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-1762a2b4-04c2-4f20-aac6-70c9fde4924e tempest-NegativeSecGroupIPv6Test-1192908313 tempest-NegativeSecGroupIPv6Test-1192908313-project] Notify callbacks [] for security_group, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:45:03.177551 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-1762a2b4-04c2-4f20-aac6-70c9fde4924e tempest-NegativeSecGroupIPv6Test-1192908313 tempest-NegativeSecGroupIPv6Test-1192908313-project] 10.222.0.67 "DELETE /v2.0/security-groups/cee0da62-4902-445f-9b75-d1df5565557f HTTP/1.1" status: 204 len: 168 time: 0.1836200 Sep 23 19:45:03.180408 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 38718) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:45:03.195581 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1762a2b4-04c2-4f20-aac6-70c9fde4924e tempest-NegativeSecGroupIPv6Test-1192908313 tempest-NegativeSecGroupIPv6Test-1192908313-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cee0da62-4902-445f-9b75-d1df5565557f,revision_number=None']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:45:03.303612 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-ab659f80-d0d0-41fc-b7a0-c5c1a438afb8 tempest-NegativeSecGroupIPv6Test-1192908313 tempest-NegativeSecGroupIPv6Test-1192908313-project] 10.222.0.67 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1191962 Sep 23 19:45:03.303891 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 38724) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:45:03.310568 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-6bc79c76-2712-4413-9aac-bc05f3014bcd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:45:03.314436 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.v2.base [None req-68280d85-b3d3-4b2c-aead-bd085875e169 tempest-NegativeSecGroupIPv6Test-1192908313 tempest-NegativeSecGroupIPv6Test-1192908313-project] Request body: {'security_group': {'name': 'tempest-secgroup--526846576'}} {{(pid=95101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:45:03.320284 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-6bc79c76-2712-4413-9aac-bc05f3014bcd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:45:03.321220 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad73a35-a48a-403c-8d13-2bf25c4f666f req-d56d7692-3885-492e-a83c-e96660f66317 tempest-ServersNegativeTestJSON-1638865794 tempest-ServersNegativeTestJSON-1638865794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:45:03.323440 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-aad73a35-a48a-403c-8d13-2bf25c4f666f req-d56d7692-3885-492e-a83c-e96660f66317 tempest-ServersNegativeTestJSON-1638865794 tempest-ServersNegativeTestJSON-1638865794-project] 10.222.0.67 "GET /v2.0/ports?device_id=6942dd4a-2993-4094-af13-ca4f91683a85 HTTP/1.1" status: 200 len: 947 time: 0.0872507 Sep 23 19:45:03.372210 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-aad73a35-a48a-403c-8d13-2bf25c4f666f req-cece2053-b253-49da-ba96-bb595f19a0fd tempest-ServersNegativeTestJSON-1638865794 tempest-ServersNegativeTestJSON-1638865794-project] 10.222.0.67 "GET /v2.0/security-groups?id=4daca97c-f524-4fb0-8b34-b36a0affa33e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397232 Sep 23 19:45:03.375372 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bc79c76-2712-4413-9aac-bc05f3014bcd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6001d1b7-e295-48de-be2b-1985fd80d1c8,revision_number=1']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:45:03.380814 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-6bc79c76-2712-4413-9aac-bc05f3014bcd admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=01419acedcf9479ca72075f839e603f5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2402415 Sep 23 19:45:03.382314 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-68280d85-b3d3-4b2c-aead-bd085875e169 tempest-NegativeSecGroupIPv6Test-1192908313 tempest-NegativeSecGroupIPv6Test-1192908313-project] Notify callbacks [] for security_group, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:45:03.385453 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 38726) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:45:03.385728 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Device bf752402-c9ea-4d2e-b72e-a1f475efe95f details requested by agent hyperv_n-h2-713301-16 with host n-h2-713301-16 {{(pid=95103) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 19:45:03.476094 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-b027abad-a2c7-460a-a678-6df9bacbc18b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:45:03.504071 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] For port bf752402-c9ea-4d2e-b72e-a1f475efe95f, host n-h2-713301-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-16',level=0,port_id=bf752402-c9ea-4d2e-b72e-a1f475efe95f,segment=NetworkSegment(b41eeb47-e74f-4995-8eee-a073eb3e379b),segment_id=b41eeb47-e74f-4995-8eee-a073eb3e379b)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:45:03.513347 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-b027abad-a2c7-460a-a678-6df9bacbc18b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:45:03.518936 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d255e65-7ae5-4403-bdf5-5ff2574ceb41 req-7719d7ba-c9a7-4b3f-abf7-a494576d5182 tempest-ServersNegativeTestJSON-1638865794 tempest-ServersNegativeTestJSON-1638865794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:45:03.520688 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-1d255e65-7ae5-4403-bdf5-5ff2574ceb41 req-7719d7ba-c9a7-4b3f-abf7-a494576d5182 tempest-ServersNegativeTestJSON-1638865794 tempest-ServersNegativeTestJSON-1638865794-project] 10.222.0.67 "GET /v2.0/ports?device_id=6942dd4a-2993-4094-af13-ca4f91683a85 HTTP/1.1" status: 200 len: 947 time: 0.0674870 Sep 23 19:45:03.527510 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Returning: {'device': 'bf752402-c9ea-4d2e-b72e-a1f475efe95f', 'network_id': '946dd6c3-6732-444f-aa1d-d7700dddb8e9', 'port_id': 'bf752402-c9ea-4d2e-b72e-a1f475efe95f', 'mac_address': 'fa:16:3e:4d:08:32', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 627, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd9ea802b-5787-4f46-995f-fc37925ef59d', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95103) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 19:45:03.561991 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-68280d85-b3d3-4b2c-aead-bd085875e169 tempest-NegativeSecGroupIPv6Test-1192908313 tempest-NegativeSecGroupIPv6Test-1192908313-project] Notify callbacks [] for security_group, precommit_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:45:03.574445 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-68280d85-b3d3-4b2c-aead-bd085875e169 tempest-NegativeSecGroupIPv6Test-1192908313 tempest-NegativeSecGroupIPv6Test-1192908313-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:45:03.586323 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-1d255e65-7ae5-4403-bdf5-5ff2574ceb41 req-30488d48-0e50-4d03-987d-1989e47ea485 tempest-ServersNegativeTestJSON-1638865794 tempest-ServersNegativeTestJSON-1638865794-project] 10.222.0.67 "GET /v2.0/security-groups?id=4daca97c-f524-4fb0-8b34-b36a0affa33e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565026 Sep 23 19:45:03.627103 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-68280d85-b3d3-4b2c-aead-bd085875e169 tempest-NegativeSecGroupIPv6Test-1192908313 tempest-NegativeSecGroupIPv6Test-1192908313-project] Notify callbacks [] for security_group, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:45:03.627103 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-68280d85-b3d3-4b2c-aead-bd085875e169 tempest-NegativeSecGroupIPv6Test-1192908313 tempest-NegativeSecGroupIPv6Test-1192908313-project] 10.222.0.67 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3156714 Sep 23 19:45:03.628662 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 38734) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:45:03.628881 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:45:03.639735 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.v2.base [None req-b795c2c7-c996-4655-ab5b-336f09ff198a tempest-NegativeSecGroupIPv6Test-1192908313 tempest-NegativeSecGroupIPv6Test-1192908313-project] Request body: {'security_group_rule': {'security_group_id': '2ab92f78-d9b7-4031-8e77-bb58b1830441', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=95101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:45:03.640643 n-d-713301-16 neutron-server[95101]: WARNING neutron.api.v2.base [None req-b795c2c7-c996-4655-ab5b-336f09ff198a tempest-NegativeSecGroupIPv6Test-1192908313 tempest-NegativeSecGroupIPv6Test-1192908313-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Sep 23 19:45:03.641690 n-d-713301-16 neutron-server[95101]: INFO neutron.api.v2.resource [None req-b795c2c7-c996-4655-ab5b-336f09ff198a tempest-NegativeSecGroupIPv6Test-1192908313 tempest-NegativeSecGroupIPv6Test-1192908313-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 23 19:45:03.644909 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-b795c2c7-c996-4655-ab5b-336f09ff198a tempest-NegativeSecGroupIPv6Test-1192908313 tempest-NegativeSecGroupIPv6Test-1192908313-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0113080 Sep 23 19:45:03.644909 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68280d85-b3d3-4b2c-aead-bd085875e169 tempest-NegativeSecGroupIPv6Test-1192908313 tempest-NegativeSecGroupIPv6Test-1192908313-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2ab92f78-d9b7-4031-8e77-bb58b1830441,revision_number=1']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:45:03.645906 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 38738) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:45:03.648643 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-b027abad-a2c7-460a-a678-6df9bacbc18b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:45:03.652190 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-b027abad-a2c7-460a-a678-6df9bacbc18b admin admin] Notify callbacks [] for security_group, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:45:03.653355 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-b027abad-a2c7-460a-a678-6df9bacbc18b admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/6001d1b7-e295-48de-be2b-1985fd80d1c8 HTTP/1.1" status: 204 len: 168 time: 0.2669613 Sep 23 19:45:03.658371 n-d-713301-16 neutron-server[95103]: DEBUG neutron.notifiers.nova [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bf752402-c9ea-4d2e-b72e-a1f475efe95f {{(pid=95103) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 19:45:03.676553 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631b48d4-37f3-43f0-b2d9-eac9a0f1ee18 req-6875d61d-1af8-4424-8f9e-e63f737764e3 tempest-VolumesActionsTest-1007849279 tempest-VolumesActionsTest-1007849279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:45:03.678299 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-631b48d4-37f3-43f0-b2d9-eac9a0f1ee18 req-6875d61d-1af8-4424-8f9e-e63f737764e3 tempest-VolumesActionsTest-1007849279 tempest-VolumesActionsTest-1007849279-project] 10.222.0.67 "GET /v2.0/ports?device_id=bb0a7b59-7f34-43cd-8eed-747dc9650929 HTTP/1.1" status: 200 len: 943 time: 0.0809546 Sep 23 19:45:03.691402 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b027abad-a2c7-460a-a678-6df9bacbc18b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6001d1b7-e295-48de-be2b-1985fd80d1c8,revision_number=None']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:45:03.696181 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] For port bf752402-c9ea-4d2e-b72e-a1f475efe95f, host n-h2-713301-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-16',level=0,port_id=bf752402-c9ea-4d2e-b72e-a1f475efe95f,segment=NetworkSegment(b41eeb47-e74f-4995-8eee-a073eb3e379b),segment_id=b41eeb47-e74f-4995-8eee-a073eb3e379b)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:45:03.724491 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:45:03.742234 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-7a401082-42e8-4121-98a0-5e4807aed83e tempest-NegativeSecGroupIPv6Test-1192908313 tempest-NegativeSecGroupIPv6Test-1192908313-project] Notify callbacks [] for security_group, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:45:03.770460 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-7a401082-42e8-4121-98a0-5e4807aed83e tempest-NegativeSecGroupIPv6Test-1192908313 tempest-NegativeSecGroupIPv6Test-1192908313-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:45:03.789765 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-631b48d4-37f3-43f0-b2d9-eac9a0f1ee18 req-6efba9f7-d26a-4d54-84fd-d93f94d93afa tempest-VolumesActionsTest-1007849279 tempest-VolumesActionsTest-1007849279-project] 10.222.0.67 "GET /v2.0/security-groups?id=122350aa-80a8-4883-9e22-c56d42eff615&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018791 Sep 23 19:45:03.821266 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e52af39-ee45-4973-9af2-9785a3444dd5 req-3cdf19c5-7216-45eb-bfae-df52bd80a467 tempest-ServersNegativeTestJSON-1638865794 tempest-ServersNegativeTestJSON-1638865794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:45:03.822933 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-7a401082-42e8-4121-98a0-5e4807aed83e tempest-NegativeSecGroupIPv6Test-1192908313 tempest-NegativeSecGroupIPv6Test-1192908313-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:45:03.826927 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-7a401082-42e8-4121-98a0-5e4807aed83e tempest-NegativeSecGroupIPv6Test-1192908313 tempest-NegativeSecGroupIPv6Test-1192908313-project] Notify callbacks [] for security_group, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:45:03.831417 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-7a401082-42e8-4121-98a0-5e4807aed83e tempest-NegativeSecGroupIPv6Test-1192908313 tempest-NegativeSecGroupIPv6Test-1192908313-project] 10.222.0.67 "DELETE /v2.0/security-groups/2ab92f78-d9b7-4031-8e77-bb58b1830441 HTTP/1.1" status: 204 len: 168 time: 0.1820815 Sep 23 19:45:03.832738 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 38742) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:45:03.833401 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Pushing event updated for resources: {'Port': ['ID=bf752402-c9ea-4d2e-b72e-a1f475efe95f,revision_number=4']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:45:03.835263 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-2e52af39-ee45-4973-9af2-9785a3444dd5 req-3cdf19c5-7216-45eb-bfae-df52bd80a467 tempest-ServersNegativeTestJSON-1638865794 tempest-ServersNegativeTestJSON-1638865794-project] 10.222.0.67 "GET /v2.0/ports?device_id=6942dd4a-2993-4094-af13-ca4f91683a85 HTTP/1.1" status: 200 len: 947 time: 0.0933192 Sep 23 19:45:03.854135 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a401082-42e8-4121-98a0-5e4807aed83e tempest-NegativeSecGroupIPv6Test-1192908313 tempest-NegativeSecGroupIPv6Test-1192908313-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ab92f78-d9b7-4031-8e77-bb58b1830441,revision_number=None']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:45:03.883183 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-2e52af39-ee45-4973-9af2-9785a3444dd5 req-24c53ecd-a22d-4b68-a854-a858f1acd45c tempest-ServersNegativeTestJSON-1638865794 tempest-ServersNegativeTestJSON-1638865794-project] 10.222.0.67 "GET /v2.0/security-groups?id=4daca97c-f524-4fb0-8b34-b36a0affa33e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463884 Sep 23 19:45:03.914135 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-e20415ba-f8ab-46dc-85f9-de80d2c5e888 tempest-NegativeSecGroupIPv6Test-1192908313 tempest-NegativeSecGroupIPv6Test-1192908313-project] 10.222.0.67 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0779636 Sep 23 19:45:03.921056 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 38748) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:45:03.925675 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.v2.base [None req-a60c6938-4e79-4254-aaca-f58c94ef7ac9 tempest-NegativeSecGroupIPv6Test-1192908313 tempest-NegativeSecGroupIPv6Test-1192908313-project] Request body: {'security_group': {'name': 'tempest-secgroup--1151959588'}} {{(pid=95102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:45:03.938535 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] get_ports_and_sgs() called for port_ids ['bf752402-c9ea-4d2e-b72e-a1f475efe95f'] {{(pid=95103) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 19:45:03.955981 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-a60c6938-4e79-4254-aaca-f58c94ef7ac9 tempest-NegativeSecGroupIPv6Test-1192908313 tempest-NegativeSecGroupIPv6Test-1192908313-project] Notify callbacks [] for security_group, before_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:45:04.051244 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f39ff2-cfb5-450c-ad19-96cfc8c1c46e req-96d4b979-ab74-465a-b2d6-04d768b5aa9e tempest-ServersNegativeTestJSON-1638865794 tempest-ServersNegativeTestJSON-1638865794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:45:04.052938 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-e7f39ff2-cfb5-450c-ad19-96cfc8c1c46e req-96d4b979-ab74-465a-b2d6-04d768b5aa9e tempest-ServersNegativeTestJSON-1638865794 tempest-ServersNegativeTestJSON-1638865794-project] 10.222.0.67 "GET /v2.0/ports?device_id=6942dd4a-2993-4094-af13-ca4f91683a85 HTTP/1.1" status: 200 len: 947 time: 0.0831940 Sep 23 19:45:04.120940 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-e7f39ff2-cfb5-450c-ad19-96cfc8c1c46e req-c56ab37f-ff9d-4afb-97c1-5b9097e71220 tempest-ServersNegativeTestJSON-1638865794 tempest-ServersNegativeTestJSON-1638865794-project] 10.222.0.67 "GET /v2.0/security-groups?id=4daca97c-f524-4fb0-8b34-b36a0affa33e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614874 Sep 23 19:45:04.171133 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-a60c6938-4e79-4254-aaca-f58c94ef7ac9 tempest-NegativeSecGroupIPv6Test-1192908313 tempest-NegativeSecGroupIPv6Test-1192908313-project] Notify callbacks [] for security_group, precommit_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:45:04.175941 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-a60c6938-4e79-4254-aaca-f58c94ef7ac9 tempest-NegativeSecGroupIPv6Test-1192908313 tempest-NegativeSecGroupIPv6Test-1192908313-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:45:04.206731 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-a60c6938-4e79-4254-aaca-f58c94ef7ac9 tempest-NegativeSecGroupIPv6Test-1192908313 tempest-NegativeSecGroupIPv6Test-1192908313-project] Notify callbacks [] for security_group, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:45:04.210654 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-a60c6938-4e79-4254-aaca-f58c94ef7ac9 tempest-NegativeSecGroupIPv6Test-1192908313 tempest-NegativeSecGroupIPv6Test-1192908313-project] 10.222.0.67 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2859230 Sep 23 19:45:04.211175 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 38762) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:45:04.217706 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [req-b232324a-5b1e-486f-8f40-3990d4283344 req-d12de0ce-2e33-4e94-bcfe-ea81b947c9ea service neutron] http://10.222.0.67:9696/v2.0/extensions returned with HTTP 200 {{(pid=95102) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 23 19:45:04.217964 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.v2.base [None req-323bc5f5-6d0d-429d-969b-d7123a6aafa2 tempest-NegativeSecGroupIPv6Test-1192908313 tempest-NegativeSecGroupIPv6Test-1192908313-project] Request body: {'security_group_rule': {'security_group_id': 'a000594b-68dc-40d3-bfa6-8cae7d4d8ebf', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=95101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:45:04.218694 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-b232324a-5b1e-486f-8f40-3990d4283344 req-d12de0ce-2e33-4e94-bcfe-ea81b947c9ea service neutron] 10.222.0.67 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0064931 Sep 23 19:45:04.219387 n-d-713301-16 neutron-server[95101]: WARNING neutron.api.v2.base [None req-323bc5f5-6d0d-429d-969b-d7123a6aafa2 tempest-NegativeSecGroupIPv6Test-1192908313 tempest-NegativeSecGroupIPv6Test-1192908313-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Sep 23 19:45:04.219962 n-d-713301-16 neutron-server[95101]: INFO neutron.api.v2.resource [None req-323bc5f5-6d0d-429d-969b-d7123a6aafa2 tempest-NegativeSecGroupIPv6Test-1192908313 tempest-NegativeSecGroupIPv6Test-1192908313-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 23 19:45:04.223580 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a60c6938-4e79-4254-aaca-f58c94ef7ac9 tempest-NegativeSecGroupIPv6Test-1192908313 tempest-NegativeSecGroupIPv6Test-1192908313-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a000594b-68dc-40d3-bfa6-8cae7d4d8ebf,revision_number=1']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:45:04.223896 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-323bc5f5-6d0d-429d-969b-d7123a6aafa2 tempest-NegativeSecGroupIPv6Test-1192908313 tempest-NegativeSecGroupIPv6Test-1192908313-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0087836 Sep 23 19:45:04.224013 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 38764) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:45:04.231366 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.v2.base [None req-48107ef2-b8a5-45fe-978b-fd4d6ee35137 tempest-NegativeSecGroupIPv6Test-1192908313 tempest-NegativeSecGroupIPv6Test-1192908313-project] Request body: {'security_group_rule': {'security_group_id': 'a000594b-68dc-40d3-bfa6-8cae7d4d8ebf', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=95101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:45:04.232316 n-d-713301-16 neutron-server[95101]: WARNING neutron.api.v2.base [None req-48107ef2-b8a5-45fe-978b-fd4d6ee35137 tempest-NegativeSecGroupIPv6Test-1192908313 tempest-NegativeSecGroupIPv6Test-1192908313-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Sep 23 19:45:04.233018 n-d-713301-16 neutron-server[95101]: INFO neutron.api.v2.resource [None req-48107ef2-b8a5-45fe-978b-fd4d6ee35137 tempest-NegativeSecGroupIPv6Test-1192908313 tempest-NegativeSecGroupIPv6Test-1192908313-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 23 19:45:04.236644 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-48107ef2-b8a5-45fe-978b-fd4d6ee35137 tempest-NegativeSecGroupIPv6Test-1192908313 tempest-NegativeSecGroupIPv6Test-1192908313-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0092604 Sep 23 19:45:04.237961 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 38768) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:45:04.244191 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.v2.base [None req-b30d66ed-bdeb-4631-98a2-3ff13ab53621 tempest-NegativeSecGroupIPv6Test-1192908313 tempest-NegativeSecGroupIPv6Test-1192908313-project] Request body: {'security_group_rule': {'security_group_id': 'a000594b-68dc-40d3-bfa6-8cae7d4d8ebf', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=95102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:45:04.245086 n-d-713301-16 neutron-server[95102]: WARNING neutron.api.v2.base [None req-b30d66ed-bdeb-4631-98a2-3ff13ab53621 tempest-NegativeSecGroupIPv6Test-1192908313 tempest-NegativeSecGroupIPv6Test-1192908313-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Sep 23 19:45:04.245944 n-d-713301-16 neutron-server[95102]: INFO neutron.api.v2.resource [None req-b30d66ed-bdeb-4631-98a2-3ff13ab53621 tempest-NegativeSecGroupIPv6Test-1192908313 tempest-NegativeSecGroupIPv6Test-1192908313-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 23 19:45:04.249711 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-b30d66ed-bdeb-4631-98a2-3ff13ab53621 tempest-NegativeSecGroupIPv6Test-1192908313 tempest-NegativeSecGroupIPv6Test-1192908313-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0080698 Sep 23 19:45:04.249983 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 38770) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:45:04.254283 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.v2.base [None req-a0f96fc1-2d1d-4f06-bef4-39e1b0fee28c tempest-NegativeSecGroupIPv6Test-1192908313 tempest-NegativeSecGroupIPv6Test-1192908313-project] Request body: {'security_group_rule': {'security_group_id': 'a000594b-68dc-40d3-bfa6-8cae7d4d8ebf', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '256'}} {{(pid=95102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:45:04.255347 n-d-713301-16 neutron-server[95102]: WARNING neutron.api.v2.base [None req-a0f96fc1-2d1d-4f06-bef4-39e1b0fee28c tempest-NegativeSecGroupIPv6Test-1192908313 tempest-NegativeSecGroupIPv6Test-1192908313-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Sep 23 19:45:04.255839 n-d-713301-16 neutron-server[95102]: INFO neutron.api.v2.resource [None req-a0f96fc1-2d1d-4f06-bef4-39e1b0fee28c tempest-NegativeSecGroupIPv6Test-1192908313 tempest-NegativeSecGroupIPv6Test-1192908313-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 23 19:45:04.261088 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-a0f96fc1-2d1d-4f06-bef4-39e1b0fee28c tempest-NegativeSecGroupIPv6Test-1192908313 tempest-NegativeSecGroupIPv6Test-1192908313-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0068824 Sep 23 19:45:04.261750 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 38772) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:45:04.393708 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-174385f3-0d6f-4374-aec0-b7fd6a6b0361 tempest-NegativeSecGroupIPv6Test-1192908313 tempest-NegativeSecGroupIPv6Test-1192908313-project] Notify callbacks [] for security_group, before_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:45:04.416840 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2784bd9-9b6d-4a02-a966-636b768f6901 req-17c71eae-d16d-466d-a072-78c481b1874d tempest-ServersNegativeTestJSON-1638865794 tempest-ServersNegativeTestJSON-1638865794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:45:04.424152 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-a2784bd9-9b6d-4a02-a966-636b768f6901 req-17c71eae-d16d-466d-a072-78c481b1874d tempest-ServersNegativeTestJSON-1638865794 tempest-ServersNegativeTestJSON-1638865794-project] 10.222.0.67 "GET /v2.0/ports?device_id=6942dd4a-2993-4094-af13-ca4f91683a85 HTTP/1.1" status: 200 len: 947 time: 0.1109302 Sep 23 19:45:04.453243 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-174385f3-0d6f-4374-aec0-b7fd6a6b0361 tempest-NegativeSecGroupIPv6Test-1192908313 tempest-NegativeSecGroupIPv6Test-1192908313-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:45:04.502171 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-a2784bd9-9b6d-4a02-a966-636b768f6901 req-5571b893-0747-4999-865b-845a63ea9fe0 tempest-ServersNegativeTestJSON-1638865794 tempest-ServersNegativeTestJSON-1638865794-project] 10.222.0.67 "GET /v2.0/security-groups?id=4daca97c-f524-4fb0-8b34-b36a0affa33e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764093 Sep 23 19:45:04.532912 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-174385f3-0d6f-4374-aec0-b7fd6a6b0361 tempest-NegativeSecGroupIPv6Test-1192908313 tempest-NegativeSecGroupIPv6Test-1192908313-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:45:04.535500 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-174385f3-0d6f-4374-aec0-b7fd6a6b0361 tempest-NegativeSecGroupIPv6Test-1192908313 tempest-NegativeSecGroupIPv6Test-1192908313-project] Notify callbacks [] for security_group, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:45:04.536939 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-174385f3-0d6f-4374-aec0-b7fd6a6b0361 tempest-NegativeSecGroupIPv6Test-1192908313 tempest-NegativeSecGroupIPv6Test-1192908313-project] 10.222.0.67 "DELETE /v2.0/security-groups/a000594b-68dc-40d3-bfa6-8cae7d4d8ebf HTTP/1.1" status: 204 len: 168 time: 0.2739410 Sep 23 19:45:04.539938 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 38788) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:45:04.546708 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-174385f3-0d6f-4374-aec0-b7fd6a6b0361 tempest-NegativeSecGroupIPv6Test-1192908313 tempest-NegativeSecGroupIPv6Test-1192908313-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a000594b-68dc-40d3-bfa6-8cae7d4d8ebf,revision_number=None']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:45:04.607764 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-2cd813cf-b796-4e53-a227-6f5c1fc431c0 tempest-NegativeSecGroupIPv6Test-1192908313 tempest-NegativeSecGroupIPv6Test-1192908313-project] 10.222.0.67 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0660777 Sep 23 19:45:04.614000 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 38792) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:45:04.620475 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.v2.base [None req-f6a688f2-bdd7-4b34-9767-6208a21be219 tempest-NegativeSecGroupIPv6Test-1192908313 tempest-NegativeSecGroupIPv6Test-1192908313-project] Request body: {'security_group': {'name': 'tempest-secgroup--1898326139'}} {{(pid=95101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:45:04.656830 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-f6a688f2-bdd7-4b34-9767-6208a21be219 tempest-NegativeSecGroupIPv6Test-1192908313 tempest-NegativeSecGroupIPv6Test-1192908313-project] Notify callbacks [] for security_group, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:45:04.689762 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f789ea5f-a225-47d6-a188-d5ef2b74cd0b req-210318fd-7301-4573-bb67-0a999e6acd42 tempest-ServersNegativeTestJSON-1638865794 tempest-ServersNegativeTestJSON-1638865794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:45:04.692299 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-f789ea5f-a225-47d6-a188-d5ef2b74cd0b req-210318fd-7301-4573-bb67-0a999e6acd42 tempest-ServersNegativeTestJSON-1638865794 tempest-ServersNegativeTestJSON-1638865794-project] 10.222.0.67 "GET /v2.0/ports?device_id=6942dd4a-2993-4094-af13-ca4f91683a85 HTTP/1.1" status: 200 len: 947 time: 0.0795498 Sep 23 19:45:04.757784 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-f789ea5f-a225-47d6-a188-d5ef2b74cd0b req-189bc070-8db3-428a-a7eb-7b9279828328 tempest-ServersNegativeTestJSON-1638865794 tempest-ServersNegativeTestJSON-1638865794-project] 10.222.0.67 "GET /v2.0/security-groups?id=4daca97c-f524-4fb0-8b34-b36a0affa33e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582254 Sep 23 19:45:04.850708 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-f6a688f2-bdd7-4b34-9767-6208a21be219 tempest-NegativeSecGroupIPv6Test-1192908313 tempest-NegativeSecGroupIPv6Test-1192908313-project] Notify callbacks [] for security_group, precommit_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:45:04.862349 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-f6a688f2-bdd7-4b34-9767-6208a21be219 tempest-NegativeSecGroupIPv6Test-1192908313 tempest-NegativeSecGroupIPv6Test-1192908313-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:45:04.921959 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-f6a688f2-bdd7-4b34-9767-6208a21be219 tempest-NegativeSecGroupIPv6Test-1192908313 tempest-NegativeSecGroupIPv6Test-1192908313-project] Notify callbacks [] for security_group, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:45:04.923280 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-f6a688f2-bdd7-4b34-9767-6208a21be219 tempest-NegativeSecGroupIPv6Test-1192908313 tempest-NegativeSecGroupIPv6Test-1192908313-project] 10.222.0.67 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3080547 Sep 23 19:45:04.927003 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 38804) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:45:04.929194 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a688f2-bdd7-4b34-9767-6208a21be219 tempest-NegativeSecGroupIPv6Test-1192908313 tempest-NegativeSecGroupIPv6Test-1192908313-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a5500e8b-e406-41ab-a689-a6c30dcf4685,revision_number=1']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:45:04.935852 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.v2.base [None req-c4bcacb3-6135-4501-a355-748513039cb0 tempest-NegativeSecGroupIPv6Test-1192908313 tempest-NegativeSecGroupIPv6Test-1192908313-project] Request body: {'security_group_rule': {'security_group_id': 'a5500e8b-e406-41ab-a689-a6c30dcf4685', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=95102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:45:04.936354 n-d-713301-16 neutron-server[95102]: WARNING neutron.api.v2.base [None req-c4bcacb3-6135-4501-a355-748513039cb0 tempest-NegativeSecGroupIPv6Test-1192908313 tempest-NegativeSecGroupIPv6Test-1192908313-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Sep 23 19:45:04.939503 n-d-713301-16 neutron-server[95102]: INFO neutron.api.v2.resource [None req-c4bcacb3-6135-4501-a355-748513039cb0 tempest-NegativeSecGroupIPv6Test-1192908313 tempest-NegativeSecGroupIPv6Test-1192908313-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 23 19:45:04.943368 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-c4bcacb3-6135-4501-a355-748513039cb0 tempest-NegativeSecGroupIPv6Test-1192908313 tempest-NegativeSecGroupIPv6Test-1192908313-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0093112 Sep 23 19:45:04.944772 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 38806) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:45:04.952430 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.v2.base [None req-518a24fe-260f-463a-8f2c-ad0e3544d70f tempest-NegativeSecGroupIPv6Test-1192908313 tempest-NegativeSecGroupIPv6Test-1192908313-project] Request body: {'security_group_rule': {'security_group_id': 'a5500e8b-e406-41ab-a689-a6c30dcf4685', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=95101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:45:05.000822 n-d-713301-16 neutron-server[95101]: INFO neutron.api.v2.resource [None req-518a24fe-260f-463a-8f2c-ad0e3544d70f tempest-NegativeSecGroupIPv6Test-1192908313 tempest-NegativeSecGroupIPv6Test-1192908313-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 23 19:45:05.001943 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-518a24fe-260f-463a-8f2c-ad0e3544d70f tempest-NegativeSecGroupIPv6Test-1192908313 tempest-NegativeSecGroupIPv6Test-1192908313-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0560734 Sep 23 19:45:05.005257 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 38810) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:45:05.018166 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.v2.base [None req-6959e327-ece4-43a3-aa41-614edb85fc4b tempest-NegativeSecGroupIPv6Test-1192908313 tempest-NegativeSecGroupIPv6Test-1192908313-project] Request body: {'security_group_rule': {'security_group_id': 'a5500e8b-e406-41ab-a689-a6c30dcf4685', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=95101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:45:05.019126 n-d-713301-16 neutron-server[95101]: WARNING neutron.api.v2.base [None req-6959e327-ece4-43a3-aa41-614edb85fc4b tempest-NegativeSecGroupIPv6Test-1192908313 tempest-NegativeSecGroupIPv6Test-1192908313-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Sep 23 19:45:05.019971 n-d-713301-16 neutron-server[95101]: INFO neutron.api.v2.resource [None req-6959e327-ece4-43a3-aa41-614edb85fc4b tempest-NegativeSecGroupIPv6Test-1192908313 tempest-NegativeSecGroupIPv6Test-1192908313-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 23 19:45:05.021700 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-793cd289-35bc-487f-b4b4-03ccbf313bbc req-e65a61f8-4b30-4ee7-949b-57a10b1cc288 tempest-ServersNegativeTestJSON-1638865794 tempest-ServersNegativeTestJSON-1638865794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:45:05.023367 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-793cd289-35bc-487f-b4b4-03ccbf313bbc req-e65a61f8-4b30-4ee7-949b-57a10b1cc288 tempest-ServersNegativeTestJSON-1638865794 tempest-ServersNegativeTestJSON-1638865794-project] 10.222.0.67 "GET /v2.0/ports?device_id=6942dd4a-2993-4094-af13-ca4f91683a85 HTTP/1.1" status: 200 len: 947 time: 0.1140578 Sep 23 19:45:05.025721 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-6959e327-ece4-43a3-aa41-614edb85fc4b tempest-NegativeSecGroupIPv6Test-1192908313 tempest-NegativeSecGroupIPv6Test-1192908313-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0134001 Sep 23 19:45:05.026166 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 38812) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:45:05.031149 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.v2.base [None req-d6da73ed-eaf6-4ef4-921b-20f4978f9429 tempest-NegativeSecGroupIPv6Test-1192908313 tempest-NegativeSecGroupIPv6Test-1192908313-project] Request body: {'security_group_rule': {'security_group_id': 'a5500e8b-e406-41ab-a689-a6c30dcf4685', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=95102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:45:05.057396 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc84fa8-3b41-453a-9ca4-0f9b7f584859 req-dfc90dca-6f3f-47db-8e0f-ad76d38a9a11 tempest-VolumesActionsTest-1007849279 tempest-VolumesActionsTest-1007849279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:45:05.065017 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-8fc84fa8-3b41-453a-9ca4-0f9b7f584859 req-dfc90dca-6f3f-47db-8e0f-ad76d38a9a11 tempest-VolumesActionsTest-1007849279 tempest-VolumesActionsTest-1007849279-project] 10.222.0.67 "GET /v2.0/ports?device_id=bb0a7b59-7f34-43cd-8eed-747dc9650929 HTTP/1.1" status: 200 len: 944 time: 0.1358540 Sep 23 19:45:05.148218 n-d-713301-16 neutron-server[95102]: INFO neutron.api.v2.resource [None req-d6da73ed-eaf6-4ef4-921b-20f4978f9429 tempest-NegativeSecGroupIPv6Test-1192908313 tempest-NegativeSecGroupIPv6Test-1192908313-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 23 19:45:05.149471 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-d6da73ed-eaf6-4ef4-921b-20f4978f9429 tempest-NegativeSecGroupIPv6Test-1192908313 tempest-NegativeSecGroupIPv6Test-1192908313-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.1223612 Sep 23 19:45:05.154838 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 38818) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:45:05.158317 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-8fc84fa8-3b41-453a-9ca4-0f9b7f584859 req-c5076be0-e77f-404c-b0e6-19084d195194 tempest-VolumesActionsTest-1007849279 tempest-VolumesActionsTest-1007849279-project] 10.222.0.67 "GET /v2.0/security-groups?id=122350aa-80a8-4883-9e22-c56d42eff615&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923188 Sep 23 19:45:05.159283 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.v2.base [None req-987c63b3-a1e9-4649-bf90-61719fed4b83 tempest-NegativeSecGroupIPv6Test-1192908313 tempest-NegativeSecGroupIPv6Test-1192908313-project] Request body: {'security_group_rule': {'security_group_id': 'a5500e8b-e406-41ab-a689-a6c30dcf4685', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=95101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:45:05.159951 n-d-713301-16 neutron-server[95101]: WARNING neutron.api.v2.base [None req-987c63b3-a1e9-4649-bf90-61719fed4b83 tempest-NegativeSecGroupIPv6Test-1192908313 tempest-NegativeSecGroupIPv6Test-1192908313-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Sep 23 19:45:05.160594 n-d-713301-16 neutron-server[95101]: INFO neutron.api.v2.resource [None req-987c63b3-a1e9-4649-bf90-61719fed4b83 tempest-NegativeSecGroupIPv6Test-1192908313 tempest-NegativeSecGroupIPv6Test-1192908313-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 23 19:45:05.161744 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-793cd289-35bc-487f-b4b4-03ccbf313bbc req-20a524c1-fbb8-4152-bc90-4debb82160c0 tempest-ServersNegativeTestJSON-1638865794 tempest-ServersNegativeTestJSON-1638865794-project] 10.222.0.67 "GET /v2.0/security-groups?id=4daca97c-f524-4fb0-8b34-b36a0affa33e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1237006 Sep 23 19:45:05.173460 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-987c63b3-a1e9-4649-bf90-61719fed4b83 tempest-NegativeSecGroupIPv6Test-1192908313 tempest-NegativeSecGroupIPv6Test-1192908313-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0175281 Sep 23 19:45:05.174331 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 38820) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:45:05.189383 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.v2.base [None req-15d62529-ebbe-4193-ad13-78f653ecae27 tempest-NegativeSecGroupIPv6Test-1192908313 tempest-NegativeSecGroupIPv6Test-1192908313-project] Request body: {'security_group_rule': {'security_group_id': 'a5500e8b-e406-41ab-a689-a6c30dcf4685', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=95102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:45:05.258213 n-d-713301-16 neutron-server[95102]: INFO neutron.db.securitygroups_db [None req-15d62529-ebbe-4193-ad13-78f653ecae27 tempest-NegativeSecGroupIPv6Test-1192908313 tempest-NegativeSecGroupIPv6Test-1192908313-project] Project dd101463bd6946d9a8d01968c34e61b0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 23 19:45:05.286694 n-d-713301-16 neutron-server[95102]: INFO neutron.api.v2.resource [None req-15d62529-ebbe-4193-ad13-78f653ecae27 tempest-NegativeSecGroupIPv6Test-1192908313 tempest-NegativeSecGroupIPv6Test-1192908313-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 23 19:45:05.288572 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-15d62529-ebbe-4193-ad13-78f653ecae27 tempest-NegativeSecGroupIPv6Test-1192908313 tempest-NegativeSecGroupIPv6Test-1192908313-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.1127629 Sep 23 19:45:05.291988 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 38828) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:45:05.298902 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.v2.base [None req-1841f5dc-ebdb-41fc-935f-13eaed241494 tempest-NegativeSecGroupIPv6Test-1192908313 tempest-NegativeSecGroupIPv6Test-1192908313-project] Request body: {'security_group_rule': {'security_group_id': 'a5500e8b-e406-41ab-a689-a6c30dcf4685', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=95101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:45:05.299617 n-d-713301-16 neutron-server[95101]: WARNING neutron.api.v2.base [None req-1841f5dc-ebdb-41fc-935f-13eaed241494 tempest-NegativeSecGroupIPv6Test-1192908313 tempest-NegativeSecGroupIPv6Test-1192908313-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Sep 23 19:45:05.300285 n-d-713301-16 neutron-server[95101]: INFO neutron.api.v2.resource [None req-1841f5dc-ebdb-41fc-935f-13eaed241494 tempest-NegativeSecGroupIPv6Test-1192908313 tempest-NegativeSecGroupIPv6Test-1192908313-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 23 19:45:05.301607 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-1841f5dc-ebdb-41fc-935f-13eaed241494 tempest-NegativeSecGroupIPv6Test-1192908313 tempest-NegativeSecGroupIPv6Test-1192908313-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0082076 Sep 23 19:45:05.305272 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 38830) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:45:05.313563 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.v2.base [None req-919c780c-43c5-4d69-be12-f0f2b98a6e2c tempest-NegativeSecGroupIPv6Test-1192908313 tempest-NegativeSecGroupIPv6Test-1192908313-project] Request body: {'security_group_rule': {'security_group_id': 'a5500e8b-e406-41ab-a689-a6c30dcf4685', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=95101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:45:05.367505 n-d-713301-16 neutron-server[95101]: INFO neutron.db.securitygroups_db [None req-919c780c-43c5-4d69-be12-f0f2b98a6e2c tempest-NegativeSecGroupIPv6Test-1192908313 tempest-NegativeSecGroupIPv6Test-1192908313-project] Project dd101463bd6946d9a8d01968c34e61b0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 23 19:45:05.393414 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f03e554b-35b1-4887-b950-2895b1dbf6c2 req-22d499b9-e607-47ed-acd0-45a8e153b2f2 tempest-ServersNegativeTestJSON-1638865794 tempest-ServersNegativeTestJSON-1638865794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:45:05.394083 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Device bf752402-c9ea-4d2e-b72e-a1f475efe95f up at agent hyperv_n-h2-713301-16 {{(pid=95103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 19:45:05.395802 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-f03e554b-35b1-4887-b950-2895b1dbf6c2 req-22d499b9-e607-47ed-acd0-45a8e153b2f2 tempest-ServersNegativeTestJSON-1638865794 tempest-ServersNegativeTestJSON-1638865794-project] 10.222.0.67 "GET /v2.0/ports?device_id=6942dd4a-2993-4094-af13-ca4f91683a85 HTTP/1.1" status: 200 len: 947 time: 0.1056089 Sep 23 19:45:05.398782 n-d-713301-16 neutron-server[95101]: INFO neutron.api.v2.resource [None req-919c780c-43c5-4d69-be12-f0f2b98a6e2c tempest-NegativeSecGroupIPv6Test-1192908313 tempest-NegativeSecGroupIPv6Test-1192908313-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 23 19:45:05.401485 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-919c780c-43c5-4d69-be12-f0f2b98a6e2c tempest-NegativeSecGroupIPv6Test-1192908313 tempest-NegativeSecGroupIPv6Test-1192908313-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.0912130 Sep 23 19:45:05.404072 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 38834) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:45:05.411085 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.v2.base [None req-04be5bbf-c6a0-47c5-b1a0-0a769cced66b tempest-NegativeSecGroupIPv6Test-1192908313 tempest-NegativeSecGroupIPv6Test-1192908313-project] Request body: {'security_group_rule': {'security_group_id': 'a5500e8b-e406-41ab-a689-a6c30dcf4685', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=95102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:45:05.485891 n-d-713301-16 neutron-server[95102]: INFO neutron.db.securitygroups_db [None req-04be5bbf-c6a0-47c5-b1a0-0a769cced66b tempest-NegativeSecGroupIPv6Test-1192908313 tempest-NegativeSecGroupIPv6Test-1192908313-project] Project dd101463bd6946d9a8d01968c34e61b0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 23 19:45:05.494985 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Provisioning for port bf752402-c9ea-4d2e-b72e-a1f475efe95f completed by entity L2. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 19:45:05.499513 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Provisioning complete for port bf752402-c9ea-4d2e-b72e-a1f475efe95f triggered by entity L2. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:45:05.500145 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:45:05.509178 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-f03e554b-35b1-4887-b950-2895b1dbf6c2 req-e1f6917f-e1fe-4006-8e87-985127421153 tempest-ServersNegativeTestJSON-1638865794 tempest-ServersNegativeTestJSON-1638865794-project] 10.222.0.67 "GET /v2.0/security-groups?id=4daca97c-f524-4fb0-8b34-b36a0affa33e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601885 Sep 23 19:45:05.515584 n-d-713301-16 neutron-server[95102]: INFO neutron.api.v2.resource [None req-04be5bbf-c6a0-47c5-b1a0-0a769cced66b tempest-NegativeSecGroupIPv6Test-1192908313 tempest-NegativeSecGroupIPv6Test-1192908313-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 23 19:45:05.517373 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-04be5bbf-c6a0-47c5-b1a0-0a769cced66b tempest-NegativeSecGroupIPv6Test-1192908313 tempest-NegativeSecGroupIPv6Test-1192908313-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.1119506 Sep 23 19:45:05.520342 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 38840) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:45:05.654466 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-7dc0a7ff-b3c8-49e7-ae66-d98fb89caa90 tempest-NegativeSecGroupIPv6Test-1192908313 tempest-NegativeSecGroupIPv6Test-1192908313-project] Notify callbacks [] for security_group, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:45:05.658251 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:45:05.706238 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-7dc0a7ff-b3c8-49e7-ae66-d98fb89caa90 tempest-NegativeSecGroupIPv6Test-1192908313 tempest-NegativeSecGroupIPv6Test-1192908313-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:45:05.727475 n-d-713301-16 neutron-server[95103]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb0a7b59-7f34-43cd-8eed-747dc9650929', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf752402-c9ea-4d2e-b72e-a1f475efe95f'}] {{(pid=95103) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 19:45:05.734824 n-d-713301-16 neutron-server[95103]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}81a1c17f2aa89d5b3ebbba3a3e0cf7eb588e431c2224256110c4c4facdd7c3e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8eb8a800-a3fa-4d64-80b2-313ef28b907e" -d '{"events": [{"server_uuid": "bb0a7b59-7f34-43cd-8eed-747dc9650929", "name": "network-vif-plugged", "status": "completed", "tag": "bf752402-c9ea-4d2e-b72e-a1f475efe95f"}]}' {{(pid=95103) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 19:45:05.743276 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] For port bf752402-c9ea-4d2e-b72e-a1f475efe95f, host n-h2-713301-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-16',level=0,port_id=bf752402-c9ea-4d2e-b72e-a1f475efe95f,segment=NetworkSegment(b41eeb47-e74f-4995-8eee-a073eb3e379b),segment_id=b41eeb47-e74f-4995-8eee-a073eb3e379b)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:45:05.750666 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:45:05.795562 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d43c1d39-c5d2-484f-a12b-872e9ebe1120 req-41065bdc-f0b6-40e6-a775-d4f3ab06528d tempest-ServersNegativeTestJSON-1638865794 tempest-ServersNegativeTestJSON-1638865794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:45:05.807348 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-d43c1d39-c5d2-484f-a12b-872e9ebe1120 req-41065bdc-f0b6-40e6-a775-d4f3ab06528d tempest-ServersNegativeTestJSON-1638865794 tempest-ServersNegativeTestJSON-1638865794-project] 10.222.0.67 "GET /v2.0/ports?device_id=6942dd4a-2993-4094-af13-ca4f91683a85 HTTP/1.1" status: 200 len: 947 time: 0.1614337 Sep 23 19:45:05.812297 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-7dc0a7ff-b3c8-49e7-ae66-d98fb89caa90 tempest-NegativeSecGroupIPv6Test-1192908313 tempest-NegativeSecGroupIPv6Test-1192908313-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:45:05.815472 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-7dc0a7ff-b3c8-49e7-ae66-d98fb89caa90 tempest-NegativeSecGroupIPv6Test-1192908313 tempest-NegativeSecGroupIPv6Test-1192908313-project] Notify callbacks [] for security_group, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:45:05.817255 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-7dc0a7ff-b3c8-49e7-ae66-d98fb89caa90 tempest-NegativeSecGroupIPv6Test-1192908313 tempest-NegativeSecGroupIPv6Test-1192908313-project] 10.222.0.67 "DELETE /v2.0/security-groups/a5500e8b-e406-41ab-a689-a6c30dcf4685 HTTP/1.1" status: 204 len: 168 time: 0.2951391 Sep 23 19:45:05.820839 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 38850) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:45:05.828888 n-d-713301-16 neutron-server[95103]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 19:45:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8002060c-cab8-4dbe-b727-006ed983be2b x-openstack-request-id: req-8002060c-cab8-4dbe-b727-006ed983be2b {{(pid=95103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 19:45:05.829186 n-d-713301-16 neutron-server[95103]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bb0a7b59-7f34-43cd-8eed-747dc9650929", "name": "network-vif-plugged", "status": "completed", "tag": "bf752402-c9ea-4d2e-b72e-a1f475efe95f", "code": 200}]} {{(pid=95103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 19:45:05.832228 n-d-713301-16 neutron-server[95103]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-8002060c-cab8-4dbe-b727-006ed983be2b {{(pid=95103) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 19:45:05.832920 n-d-713301-16 neutron-server[95103]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bb0a7b59-7f34-43cd-8eed-747dc9650929', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf752402-c9ea-4d2e-b72e-a1f475efe95f', 'code': 200} Sep 23 19:45:05.849450 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 38852) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:45:05.870064 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc0a7ff-b3c8-49e7-ae66-d98fb89caa90 tempest-NegativeSecGroupIPv6Test-1192908313 tempest-NegativeSecGroupIPv6Test-1192908313-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5500e8b-e406-41ab-a689-a6c30dcf4685,revision_number=None']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:45:05.881581 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Pushing event updated for resources: {'Port': ['ID=bf752402-c9ea-4d2e-b72e-a1f475efe95f,revision_number=5']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:45:05.915390 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-1c1ca9df-ec3b-4ad0-9676-d872b4ca230b tempest-NegativeSecGroupIPv6Test-1192908313 tempest-NegativeSecGroupIPv6Test-1192908313-project] 10.222.0.67 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0880120 Sep 23 19:45:05.920403 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 38856) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:45:05.925226 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.v2.base [None req-5802592c-ba3e-43dc-b143-d8327c2bb473 tempest-NegativeSecGroupIPv6Test-1192908313 tempest-NegativeSecGroupIPv6Test-1192908313-project] Request body: {'security_group': {'name': 'tempest-secgroup--1242306262'}} {{(pid=95101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:45:05.952218 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-5802592c-ba3e-43dc-b143-d8327c2bb473 tempest-NegativeSecGroupIPv6Test-1192908313 tempest-NegativeSecGroupIPv6Test-1192908313-project] Notify callbacks [] for security_group, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:45:05.960031 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-d43c1d39-c5d2-484f-a12b-872e9ebe1120 req-cadd5939-40b6-4bd1-a6e4-2351579fdd3d tempest-ServersNegativeTestJSON-1638865794 tempest-ServersNegativeTestJSON-1638865794-project] 10.222.0.67 "GET /v2.0/security-groups?id=4daca97c-f524-4fb0-8b34-b36a0affa33e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1517580 Sep 23 19:45:05.997064 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-466d2d43-d5b8-4d35-9639-e53f8f320f04 req-0a293cd3-7812-477d-bde1-d319a0bbe730 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:45:05.998609 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-466d2d43-d5b8-4d35-9639-e53f8f320f04 req-0a293cd3-7812-477d-bde1-d319a0bbe730 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=bb0a7b59-7f34-43cd-8eed-747dc9650929 HTTP/1.1" status: 200 len: 1097 time: 0.0832577 Sep 23 19:45:06.044029 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-466d2d43-d5b8-4d35-9639-e53f8f320f04 req-9657d3b1-4180-449c-8f5d-cb1660c451dc service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=122350aa-80a8-4883-9e22-c56d42eff615&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384982 Sep 23 19:45:06.067428 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-5802592c-ba3e-43dc-b143-d8327c2bb473 tempest-NegativeSecGroupIPv6Test-1192908313 tempest-NegativeSecGroupIPv6Test-1192908313-project] Notify callbacks [] for security_group, precommit_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:45:06.075215 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-5802592c-ba3e-43dc-b143-d8327c2bb473 tempest-NegativeSecGroupIPv6Test-1192908313 tempest-NegativeSecGroupIPv6Test-1192908313-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:45:06.099756 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.v2.base [None req-84d3ccc1-dea7-4526-bc21-f503d7af931f tempest-PortsAdminExtendedAttrsIpV6TestJSON-558051607 tempest-PortsAdminExtendedAttrsIpV6TestJSON-558051607-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-test-network-1216855874'}} {{(pid=95101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:45:06.116833 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-5802592c-ba3e-43dc-b143-d8327c2bb473 tempest-NegativeSecGroupIPv6Test-1192908313 tempest-NegativeSecGroupIPv6Test-1192908313-project] Notify callbacks [] for security_group, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:45:06.118023 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-5802592c-ba3e-43dc-b143-d8327c2bb473 tempest-NegativeSecGroupIPv6Test-1192908313 tempest-NegativeSecGroupIPv6Test-1192908313-project] 10.222.0.67 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1963832 Sep 23 19:45:06.119670 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c9316f-1194-438d-998e-221f5db4242b req-e4ee125c-403c-4713-aead-1e2a5f87a90b tempest-ServersNegativeTestJSON-1638865794 tempest-ServersNegativeTestJSON-1638865794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:45:06.121256 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-d4c9316f-1194-438d-998e-221f5db4242b req-e4ee125c-403c-4713-aead-1e2a5f87a90b tempest-ServersNegativeTestJSON-1638865794 tempest-ServersNegativeTestJSON-1638865794-project] 10.222.0.67 "GET /v2.0/ports?device_id=6942dd4a-2993-4094-af13-ca4f91683a85 HTTP/1.1" status: 200 len: 947 time: 0.0615377 Sep 23 19:45:06.122332 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 38860) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:45:06.122703 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5802592c-ba3e-43dc-b143-d8327c2bb473 tempest-NegativeSecGroupIPv6Test-1192908313 tempest-NegativeSecGroupIPv6Test-1192908313-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0a5a86c2-e5d4-473d-ad81-1d7bebaac8a0,revision_number=1']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:45:06.127654 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.v2.base [None req-2a177ffe-e864-458f-81b7-658faba08894 tempest-NegativeSecGroupIPv6Test-1192908313 tempest-NegativeSecGroupIPv6Test-1192908313-project] Request body: {'security_group_rule': {'security_group_id': '0a5a86c2-e5d4-473d-ad81-1d7bebaac8a0', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bad_group_id'}} {{(pid=95102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:45:06.146137 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84d3ccc1-dea7-4526-bc21-f503d7af931f tempest-PortsAdminExtendedAttrsIpV6TestJSON-558051607 tempest-PortsAdminExtendedAttrsIpV6TestJSON-558051607-project] Made reservation on behalf of d6fe1147cba24baba0e910db0cccb549 for: {'network': 1} {{(pid=95101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:45:06.149809 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-84d3ccc1-dea7-4526-bc21-f503d7af931f tempest-PortsAdminExtendedAttrsIpV6TestJSON-558051607 tempest-PortsAdminExtendedAttrsIpV6TestJSON-558051607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for network, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:45:06.159031 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-84d3ccc1-dea7-4526-bc21-f503d7af931f tempest-PortsAdminExtendedAttrsIpV6TestJSON-558051607 tempest-PortsAdminExtendedAttrsIpV6TestJSON-558051607-project] Notify callbacks [] for security_group, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:45:06.183926 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-d4c9316f-1194-438d-998e-221f5db4242b req-ed42a7a6-18f4-46f1-b8cc-d0c6e7b3efdc tempest-ServersNegativeTestJSON-1638865794 tempest-ServersNegativeTestJSON-1638865794-project] 10.222.0.67 "GET /v2.0/security-groups?id=4daca97c-f524-4fb0-8b34-b36a0affa33e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510395 Sep 23 19:45:06.269534 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-84d3ccc1-dea7-4526-bc21-f503d7af931f tempest-PortsAdminExtendedAttrsIpV6TestJSON-558051607 tempest-PortsAdminExtendedAttrsIpV6TestJSON-558051607-project] Notify callbacks [] for security_group, precommit_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:45:06.274278 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-84d3ccc1-dea7-4526-bc21-f503d7af931f tempest-PortsAdminExtendedAttrsIpV6TestJSON-558051607 tempest-PortsAdminExtendedAttrsIpV6TestJSON-558051607-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:45:06.305341 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-84d3ccc1-dea7-4526-bc21-f503d7af931f tempest-PortsAdminExtendedAttrsIpV6TestJSON-558051607 tempest-PortsAdminExtendedAttrsIpV6TestJSON-558051607-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 640} {{(pid=95101) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 19:45:06.309753 n-d-713301-16 neutron-server[95102]: INFO neutron.api.v2.resource [None req-2a177ffe-e864-458f-81b7-658faba08894 tempest-NegativeSecGroupIPv6Test-1192908313 tempest-NegativeSecGroupIPv6Test-1192908313-project] create failed (client error): The resource could not be found. Sep 23 19:45:06.313867 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-2a177ffe-e864-458f-81b7-658faba08894 tempest-NegativeSecGroupIPv6Test-1192908313 tempest-NegativeSecGroupIPv6Test-1192908313-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.1905313 Sep 23 19:45:06.314034 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 38870) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:45:06.320226 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.v2.base [None req-cd8a56ae-ea04-427e-a708-411b31a97978 tempest-NegativeSecGroupIPv6Test-1192908313 tempest-NegativeSecGroupIPv6Test-1192908313-project] Request body: {'security_group_rule': {'security_group_id': '0a5a86c2-e5d4-473d-ad81-1d7bebaac8a0', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': '9b50229c-a19a-411a-9ef5-70dd84398486'}} {{(pid=95101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:45:06.334749 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84d3ccc1-dea7-4526-bc21-f503d7af931f tempest-PortsAdminExtendedAttrsIpV6TestJSON-558051607 tempest-PortsAdminExtendedAttrsIpV6TestJSON-558051607-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cd135551-43d5-4cbb-89d3-b2cd4e20081c,revision_number=1']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:45:06.344481 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-84d3ccc1-dea7-4526-bc21-f503d7af931f tempest-PortsAdminExtendedAttrsIpV6TestJSON-558051607 tempest-PortsAdminExtendedAttrsIpV6TestJSON-558051607-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1756186'] for segment, precommit_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:45:06.344845 n-d-713301-16 neutron-server[95101]: INFO neutron.db.segments_db [None req-84d3ccc1-dea7-4526-bc21-f503d7af931f tempest-PortsAdminExtendedAttrsIpV6TestJSON-558051607 tempest-PortsAdminExtendedAttrsIpV6TestJSON-558051607-project] Added segment 31556de1-3c57-4b13-8ea2-d876e19f7f6c of type vlan for network bb6887d3-6bd9-450a-904d-f1445cb7cc79 Sep 23 19:45:06.369771 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5717e443-52aa-4c9b-8eba-54cd4e81ad53 req-afb7b672-ba07-416d-8f5e-8df10e79b58a tempest-VolumesActionsTest-1007849279 tempest-VolumesActionsTest-1007849279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:45:06.371332 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-5717e443-52aa-4c9b-8eba-54cd4e81ad53 req-afb7b672-ba07-416d-8f5e-8df10e79b58a tempest-VolumesActionsTest-1007849279 tempest-VolumesActionsTest-1007849279-project] 10.222.0.67 "GET /v2.0/ports?device_id=bb0a7b59-7f34-43cd-8eed-747dc9650929 HTTP/1.1" status: 200 len: 945 time: 0.1103377 Sep 23 19:45:06.393540 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd48e982-43f6-48f1-a8d0-c3889410f19c req-131d9009-e1ca-451e-a4c5-dee37a2c5d9d tempest-ServersNegativeTestJSON-1638865794 tempest-ServersNegativeTestJSON-1638865794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:45:06.395294 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-bd48e982-43f6-48f1-a8d0-c3889410f19c req-131d9009-e1ca-451e-a4c5-dee37a2c5d9d tempest-ServersNegativeTestJSON-1638865794 tempest-ServersNegativeTestJSON-1638865794-project] 10.222.0.67 "GET /v2.0/ports?device_id=6942dd4a-2993-4094-af13-ca4f91683a85 HTTP/1.1" status: 200 len: 947 time: 0.0971220 Sep 23 19:45:06.406469 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-84d3ccc1-dea7-4526-bc21-f503d7af931f tempest-PortsAdminExtendedAttrsIpV6TestJSON-558051607 tempest-PortsAdminExtendedAttrsIpV6TestJSON-558051607-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783145630486'] for network, precommit_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:45:06.426286 n-d-713301-16 neutron-server[95101]: INFO neutron.api.v2.resource [None req-cd8a56ae-ea04-427e-a708-411b31a97978 tempest-NegativeSecGroupIPv6Test-1192908313 tempest-NegativeSecGroupIPv6Test-1192908313-project] create failed (client error): The resource could not be found. Sep 23 19:45:06.427335 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-cd8a56ae-ea04-427e-a708-411b31a97978 tempest-NegativeSecGroupIPv6Test-1192908313 tempest-NegativeSecGroupIPv6Test-1192908313-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.1114872 Sep 23 19:45:06.430995 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 38872) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:45:06.444410 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-84d3ccc1-dea7-4526-bc21-f503d7af931f tempest-PortsAdminExtendedAttrsIpV6TestJSON-558051607 tempest-PortsAdminExtendedAttrsIpV6TestJSON-558051607-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299'] for network, after_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:45:06.450866 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84d3ccc1-dea7-4526-bc21-f503d7af931f tempest-PortsAdminExtendedAttrsIpV6TestJSON-558051607 tempest-PortsAdminExtendedAttrsIpV6TestJSON-558051607-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:45:06.451568 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-84d3ccc1-dea7-4526-bc21-f503d7af931f tempest-PortsAdminExtendedAttrsIpV6TestJSON-558051607 tempest-PortsAdminExtendedAttrsIpV6TestJSON-558051607-project] Notify callbacks [] for network, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:45:06.468628 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-5717e443-52aa-4c9b-8eba-54cd4e81ad53 req-9e20a7e8-d8c8-4e02-b556-f90d2a4c19c6 tempest-VolumesActionsTest-1007849279 tempest-VolumesActionsTest-1007849279-project] 10.222.0.67 "GET /v2.0/security-groups?id=122350aa-80a8-4883-9e22-c56d42eff615&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894470 Sep 23 19:45:06.488507 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-bd48e982-43f6-48f1-a8d0-c3889410f19c req-8194455e-407d-4d50-8dc3-95b74a2b712a tempest-ServersNegativeTestJSON-1638865794 tempest-ServersNegativeTestJSON-1638865794-project] 10.222.0.67 "GET /v2.0/security-groups?id=4daca97c-f524-4fb0-8b34-b36a0affa33e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826333 Sep 23 19:45:06.524171 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-4f080a08-d603-4cd6-ac6c-24de7c6312ab tempest-NegativeSecGroupIPv6Test-1192908313 tempest-NegativeSecGroupIPv6Test-1192908313-project] Notify callbacks [] for security_group, before_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:45:06.537041 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84d3ccc1-dea7-4526-bc21-f503d7af931f tempest-PortsAdminExtendedAttrsIpV6TestJSON-558051607 tempest-PortsAdminExtendedAttrsIpV6TestJSON-558051607-project] Pushing event updated for resources: {'Network': ['ID=bb6887d3-6bd9-450a-904d-f1445cb7cc79,revision_number=1']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:45:06.544264 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-84d3ccc1-dea7-4526-bc21-f503d7af931f tempest-PortsAdminExtendedAttrsIpV6TestJSON-558051607 tempest-PortsAdminExtendedAttrsIpV6TestJSON-558051607-project] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 803 time: 0.6909904 Sep 23 19:45:06.555663 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Network bb6887d3-6bd9-450a-904d-f1445cb7cc79 details requested by agent ovs-agent-n-d-713301-16 with host n-d-713301-16 {{(pid=95103) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 19:45:06.585643 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-4f080a08-d603-4cd6-ac6c-24de7c6312ab tempest-NegativeSecGroupIPv6Test-1192908313 tempest-NegativeSecGroupIPv6Test-1192908313-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:45:06.647103 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-4f080a08-d603-4cd6-ac6c-24de7c6312ab tempest-NegativeSecGroupIPv6Test-1192908313 tempest-NegativeSecGroupIPv6Test-1192908313-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:45:06.650058 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-4f080a08-d603-4cd6-ac6c-24de7c6312ab tempest-NegativeSecGroupIPv6Test-1192908313 tempest-NegativeSecGroupIPv6Test-1192908313-project] Notify callbacks [] for security_group, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:45:06.652510 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-4f080a08-d603-4cd6-ac6c-24de7c6312ab tempest-NegativeSecGroupIPv6Test-1192908313 tempest-NegativeSecGroupIPv6Test-1192908313-project] 10.222.0.67 "DELETE /v2.0/security-groups/0a5a86c2-e5d4-473d-ad81-1d7bebaac8a0 HTTP/1.1" status: 204 len: 168 time: 0.2140129 Sep 23 19:45:06.655337 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 38882) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:45:06.666023 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f080a08-d603-4cd6-ac6c-24de7c6312ab tempest-NegativeSecGroupIPv6Test-1192908313 tempest-NegativeSecGroupIPv6Test-1192908313-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a5a86c2-e5d4-473d-ad81-1d7bebaac8a0,revision_number=None']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:45:06.732283 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-b99a6d14-15db-4194-9a2f-1e35ac98dbd2 tempest-NegativeSecGroupIPv6Test-1192908313 tempest-NegativeSecGroupIPv6Test-1192908313-project] 10.222.0.67 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0755110 Sep 23 19:45:06.737229 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 38884) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:45:06.742072 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.v2.base [None req-41ba0bce-aee0-4a70-9c1f-d9c7d9a50e4a tempest-NegativeSecGroupIPv6Test-1192908313 tempest-NegativeSecGroupIPv6Test-1192908313-project] Request body: {'security_group_rule': {'security_group_id': '33eccff2-e93b-4af2-97dd-5acc5febe5b7', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=95102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:45:06.787070 n-d-713301-16 neutron-server[95102]: INFO neutron.api.v2.resource [None req-41ba0bce-aee0-4a70-9c1f-d9c7d9a50e4a tempest-NegativeSecGroupIPv6Test-1192908313 tempest-NegativeSecGroupIPv6Test-1192908313-project] create failed (client error): The resource could not be found. Sep 23 19:45:06.791969 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-41ba0bce-aee0-4a70-9c1f-d9c7d9a50e4a tempest-NegativeSecGroupIPv6Test-1192908313 tempest-NegativeSecGroupIPv6Test-1192908313-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0499518 Sep 23 19:45:06.793344 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 38886) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:45:06.798951 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.v2.base [None req-153b832c-5a8e-4fe9-ae37-f59fcdc16b8d tempest-NegativeSecGroupIPv6Test-1192908313 tempest-NegativeSecGroupIPv6Test-1192908313-project] Request body: {'security_group': {'name': 'tempest-secgroup--2050669922'}} {{(pid=95101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:45:06.813116 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 38888) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:45:06.821231 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.v2.base [None req-73fcb358-18a5-4eda-8381-292dc6d74929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-604116608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-604116608-project-admin] Request body: {'port': {'network_id': 'bb6887d3-6bd9-450a-904d-f1445cb7cc79', 'binding:host_id': 'n-h1-713301-16', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-545495094'}} {{(pid=95102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:45:06.826269 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-153b832c-5a8e-4fe9-ae37-f59fcdc16b8d tempest-NegativeSecGroupIPv6Test-1192908313 tempest-NegativeSecGroupIPv6Test-1192908313-project] Notify callbacks [] for security_group, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:45:06.846891 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73fcb358-18a5-4eda-8381-292dc6d74929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-604116608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-604116608-project-admin] Made reservation on behalf of 54a71ad5dd954a1c87565b1df04fa2a2 for: {'port': 1} {{(pid=95102) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:45:06.849860 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-73fcb358-18a5-4eda-8381-292dc6d74929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-604116608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-604116608-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:45:06.866989 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-73fcb358-18a5-4eda-8381-292dc6d74929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-604116608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-604116608-project-admin] Notify callbacks [] for security_group, before_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:45:06.943582 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-153b832c-5a8e-4fe9-ae37-f59fcdc16b8d tempest-NegativeSecGroupIPv6Test-1192908313 tempest-NegativeSecGroupIPv6Test-1192908313-project] Notify callbacks [] for security_group, precommit_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:45:06.950563 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-153b832c-5a8e-4fe9-ae37-f59fcdc16b8d tempest-NegativeSecGroupIPv6Test-1192908313 tempest-NegativeSecGroupIPv6Test-1192908313-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:45:06.991406 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-153b832c-5a8e-4fe9-ae37-f59fcdc16b8d tempest-NegativeSecGroupIPv6Test-1192908313 tempest-NegativeSecGroupIPv6Test-1192908313-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1fa2f7ae-037f-45d8-80ee-98581a5e9fc1,revision_number=1']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:45:07.089959 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-73fcb358-18a5-4eda-8381-292dc6d74929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-604116608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-604116608-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:45:07.099842 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-73fcb358-18a5-4eda-8381-292dc6d74929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-604116608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-604116608-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:45:07.104053 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-153b832c-5a8e-4fe9-ae37-f59fcdc16b8d tempest-NegativeSecGroupIPv6Test-1192908313 tempest-NegativeSecGroupIPv6Test-1192908313-project] Notify callbacks [] for security_group, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:45:07.109106 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-153b832c-5a8e-4fe9-ae37-f59fcdc16b8d tempest-NegativeSecGroupIPv6Test-1192908313 tempest-NegativeSecGroupIPv6Test-1192908313-project] 10.222.0.67 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3117983 Sep 23 19:45:07.109270 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 38892) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:45:07.110788 n-d-713301-16 neutron-server[95102]: DEBUG neutron.notifiers.nova [None req-73fcb358-18a5-4eda-8381-292dc6d74929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-604116608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-604116608-project-admin] device_id is not set on port 95826069-d18a-4eb4-864a-72c8203cca08 yet. {{(pid=95102) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 23 19:45:07.121664 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.v2.base [None req-20b52c60-4461-4b23-80da-c1693f808ed2 tempest-NegativeSecGroupIPv6Test-1192908313 tempest-NegativeSecGroupIPv6Test-1192908313-project] Request body: {'security_group': {'name': 'tempest-secgroup--745525920'}} {{(pid=95101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:45:07.165851 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-20b52c60-4461-4b23-80da-c1693f808ed2 tempest-NegativeSecGroupIPv6Test-1192908313 tempest-NegativeSecGroupIPv6Test-1192908313-project] Notify callbacks [] for security_group, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:45:07.228963 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73fcb358-18a5-4eda-8381-292dc6d74929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-604116608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-604116608-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2337ec0a-fd3f-4104-b316-afc244d8aa8f,revision_number=1']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:45:07.298693 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-20b52c60-4461-4b23-80da-c1693f808ed2 tempest-NegativeSecGroupIPv6Test-1192908313 tempest-NegativeSecGroupIPv6Test-1192908313-project] Notify callbacks [] for security_group, precommit_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:45:07.304792 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-20b52c60-4461-4b23-80da-c1693f808ed2 tempest-NegativeSecGroupIPv6Test-1192908313 tempest-NegativeSecGroupIPv6Test-1192908313-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:45:07.335474 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20b52c60-4461-4b23-80da-c1693f808ed2 tempest-NegativeSecGroupIPv6Test-1192908313 tempest-NegativeSecGroupIPv6Test-1192908313-project] Pushing event updated for resources: {'SecurityGroup': ['ID=97e50be7-f5c3-45c1-b87d-18135791eca8,revision_number=1']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:45:07.360474 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-20b52c60-4461-4b23-80da-c1693f808ed2 tempest-NegativeSecGroupIPv6Test-1192908313 tempest-NegativeSecGroupIPv6Test-1192908313-project] Notify callbacks [] for security_group, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:45:07.368155 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-20b52c60-4461-4b23-80da-c1693f808ed2 tempest-NegativeSecGroupIPv6Test-1192908313 tempest-NegativeSecGroupIPv6Test-1192908313-project] 10.222.0.67 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2549024 Sep 23 19:45:07.372122 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 38894) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:45:07.377412 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.v2.base [None req-a48cd77f-1e42-41d0-8074-ebbc23ff220d tempest-NegativeSecGroupIPv6Test-1192908313 tempest-NegativeSecGroupIPv6Test-1192908313-project] Request body: {'security_group_rule': {'security_group_id': '1fa2f7ae-037f-45d8-80ee-98581a5e9fc1', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '2001:db8::/48', 'remote_group_id': '97e50be7-f5c3-45c1-b87d-18135791eca8'}} {{(pid=95102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:45:07.421401 n-d-713301-16 neutron-server[95102]: INFO neutron.api.v2.resource [None req-a48cd77f-1e42-41d0-8074-ebbc23ff220d tempest-NegativeSecGroupIPv6Test-1192908313 tempest-NegativeSecGroupIPv6Test-1192908313-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 23 19:45:07.425275 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-a48cd77f-1e42-41d0-8074-ebbc23ff220d tempest-NegativeSecGroupIPv6Test-1192908313 tempest-NegativeSecGroupIPv6Test-1192908313-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.0494304 Sep 23 19:45:07.426685 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 38896) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:45:07.471243 n-d-713301-16 neutron-server[95102]: DEBUG neutron.notifiers.nova [None req-73fcb358-18a5-4eda-8381-292dc6d74929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-604116608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-604116608-project-admin] device_id is not set on port 95826069-d18a-4eb4-864a-72c8203cca08 yet. {{(pid=95102) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 23 19:45:07.482430 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-73fcb358-18a5-4eda-8381-292dc6d74929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-604116608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-604116608-project-admin] Notify callbacks [] for port, precommit_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:45:07.490315 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-73fcb358-18a5-4eda-8381-292dc6d74929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-604116608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-604116608-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783145673135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4399100'] for port, after_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:45:07.521667 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-d5f4a687-4489-4f0f-a6eb-3708d8c94376 tempest-NegativeSecGroupIPv6Test-1192908313 tempest-NegativeSecGroupIPv6Test-1192908313-project] Notify callbacks [] for security_group, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:45:07.558802 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73fcb358-18a5-4eda-8381-292dc6d74929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-604116608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-604116608-project-admin] Pushing event updated for resources: {'Port': ['ID=95826069-d18a-4eb4-864a-72c8203cca08,revision_number=1']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:45:07.579446 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-d5f4a687-4489-4f0f-a6eb-3708d8c94376 tempest-NegativeSecGroupIPv6Test-1192908313 tempest-NegativeSecGroupIPv6Test-1192908313-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:45:07.596576 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73fcb358-18a5-4eda-8381-292dc6d74929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-604116608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-604116608-project-admin] Checking segment: {'id': '31556de1-3c57-4b13-8ea2-d876e19f7f6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'bb6887d3-6bd9-450a-904d-f1445cb7cc79'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95102) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:45:07.596992 n-d-713301-16 neutron-server[95102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73fcb358-18a5-4eda-8381-292dc6d74929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-604116608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-604116608-project-admin] Network hostable DHCP agents. Network: bb6887d3-6bd9-450a-904d-f1445cb7cc79, hostable agents: ['1b18bf05-1b5f-4587-be5c-af3ac38e32ad'], hosted agents: [] {{(pid=95102) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 19:45:07.667178 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-d5f4a687-4489-4f0f-a6eb-3708d8c94376 tempest-NegativeSecGroupIPv6Test-1192908313 tempest-NegativeSecGroupIPv6Test-1192908313-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:45:07.671721 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-d5f4a687-4489-4f0f-a6eb-3708d8c94376 tempest-NegativeSecGroupIPv6Test-1192908313 tempest-NegativeSecGroupIPv6Test-1192908313-project] Notify callbacks [] for security_group, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:45:07.673609 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-d5f4a687-4489-4f0f-a6eb-3708d8c94376 tempest-NegativeSecGroupIPv6Test-1192908313 tempest-NegativeSecGroupIPv6Test-1192908313-project] 10.222.0.67 "DELETE /v2.0/security-groups/97e50be7-f5c3-45c1-b87d-18135791eca8 HTTP/1.1" status: 204 len: 168 time: 0.2455909 Sep 23 19:45:07.678101 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 38902) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:45:07.687817 n-d-713301-16 neutron-server[95102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73fcb358-18a5-4eda-8381-292dc6d74929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-604116608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-604116608-project-admin] Network bb6887d3-6bd9-450a-904d-f1445cb7cc79 is scheduled to be hosted by DHCP agent 1b18bf05-1b5f-4587-be5c-af3ac38e32ad with binding_index 1 {{(pid=95102) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 19:45:07.689671 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5f4a687-4489-4f0f-a6eb-3708d8c94376 tempest-NegativeSecGroupIPv6Test-1192908313 tempest-NegativeSecGroupIPv6Test-1192908313-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=97e50be7-f5c3-45c1-b87d-18135791eca8,revision_number=None']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:45:07.720751 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d103f44-c40c-45d5-80f4-08259223c793 req-fe9ecd46-0c07-4075-b695-0cedaa68654b tempest-VolumesActionsTest-1007849279 tempest-VolumesActionsTest-1007849279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:45:07.722360 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-3d103f44-c40c-45d5-80f4-08259223c793 req-fe9ecd46-0c07-4075-b695-0cedaa68654b tempest-VolumesActionsTest-1007849279 tempest-VolumesActionsTest-1007849279-project] 10.222.0.67 "GET /v2.0/ports?device_id=bb0a7b59-7f34-43cd-8eed-747dc9650929 HTTP/1.1" status: 200 len: 945 time: 0.1168723 Sep 23 19:45:07.724418 n-d-713301-16 neutron-server[95102]: DEBUG neutron.scheduler.base_scheduler [None req-73fcb358-18a5-4eda-8381-292dc6d74929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-604116608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-604116608-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713301-16, bb6887d3-6bd9-450a-904d-f1445cb7cc79) {{(pid=95102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:45:07.729196 n-d-713301-16 neutron-server[95102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73fcb358-18a5-4eda-8381-292dc6d74929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-604116608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-604116608-project-admin] Received port after_create {{(pid=95102) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 19:45:07.742247 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-721e4423-b8e2-4809-bb5b-b9f8015d95f7 None None] Network bb6887d3-6bd9-450a-904d-f1445cb7cc79 requested from n-d-713301-16 {{(pid=95103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 19:45:07.770917 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.managers [None req-73fcb358-18a5-4eda-8381-292dc6d74929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-604116608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-604116608-project-admin] Attempting to bind port 95826069-d18a-4eb4-864a-72c8203cca08 on host n-h1-713301-16 for vnic_type normal with profile {{(pid=95102) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 19:45:07.771262 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.managers [None req-73fcb358-18a5-4eda-8381-292dc6d74929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-604116608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-604116608-project-admin] Attempting to bind port 95826069-d18a-4eb4-864a-72c8203cca08 by drivers openvswitch,hyperv on host n-h1-713301-16 at level 0 using segments [{'id': '31556de1-3c57-4b13-8ea2-d876e19f7f6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'bb6887d3-6bd9-450a-904d-f1445cb7cc79'}] {{(pid=95102) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 19:45:07.771648 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73fcb358-18a5-4eda-8381-292dc6d74929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-604116608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-604116608-project-admin] Attempting to bind port 95826069-d18a-4eb4-864a-72c8203cca08 on network bb6887d3-6bd9-450a-904d-f1445cb7cc79 {{(pid=95102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:45:07.799010 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73fcb358-18a5-4eda-8381-292dc6d74929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-604116608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-604116608-project-admin] Port 95826069-d18a-4eb4-864a-72c8203cca08 on network bb6887d3-6bd9-450a-904d-f1445cb7cc79 not bound, no agent of type Open vSwitch agent registered on host n-h1-713301-16 {{(pid=95102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 19:45:07.799360 n-d-713301-16 neutron-server[95102]: ERROR neutron.plugins.ml2.managers [None req-73fcb358-18a5-4eda-8381-292dc6d74929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-604116608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-604116608-project-admin] Failed to bind port 95826069-d18a-4eb4-864a-72c8203cca08 on host n-h1-713301-16 for vnic_type normal using segments [{'id': '31556de1-3c57-4b13-8ea2-d876e19f7f6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'bb6887d3-6bd9-450a-904d-f1445cb7cc79'}] Sep 23 19:45:07.804058 n-d-713301-16 neutron-server[95102]: INFO neutron.plugins.ml2.plugin [None req-73fcb358-18a5-4eda-8381-292dc6d74929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-604116608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-604116608-project-admin] Attempt 2 to bind port 95826069-d18a-4eb4-864a-72c8203cca08 Sep 23 19:45:08.135530 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-3d103f44-c40c-45d5-80f4-08259223c793 req-f4922fa3-f1a8-4ab1-ad9b-c56ac64353df tempest-VolumesActionsTest-1007849279 tempest-VolumesActionsTest-1007849279-project] 10.222.0.67 "GET /v2.0/security-groups?id=122350aa-80a8-4883-9e22-c56d42eff615&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4021869 Sep 23 19:45:08.141963 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.managers [None req-73fcb358-18a5-4eda-8381-292dc6d74929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-604116608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-604116608-project-admin] Attempting to bind port 95826069-d18a-4eb4-864a-72c8203cca08 on host n-h1-713301-16 for vnic_type normal with profile {{(pid=95102) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 19:45:08.142258 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.managers [None req-73fcb358-18a5-4eda-8381-292dc6d74929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-604116608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-604116608-project-admin] Attempting to bind port 95826069-d18a-4eb4-864a-72c8203cca08 by drivers openvswitch,hyperv on host n-h1-713301-16 at level 0 using segments [{'id': '31556de1-3c57-4b13-8ea2-d876e19f7f6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'bb6887d3-6bd9-450a-904d-f1445cb7cc79'}] {{(pid=95102) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 19:45:08.142545 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73fcb358-18a5-4eda-8381-292dc6d74929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-604116608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-604116608-project-admin] Attempting to bind port 95826069-d18a-4eb4-864a-72c8203cca08 on network bb6887d3-6bd9-450a-904d-f1445cb7cc79 {{(pid=95102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:45:08.152989 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 38908) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:45:08.153332 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-92e58b23-81ea-4126-8611-d2df675383ee tempest-NegativeSecGroupIPv6Test-1192908313 tempest-NegativeSecGroupIPv6Test-1192908313-project] 10.222.0.67 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.4735942 Sep 23 19:45:08.156639 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73fcb358-18a5-4eda-8381-292dc6d74929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-604116608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-604116608-project-admin] Port 95826069-d18a-4eb4-864a-72c8203cca08 on network bb6887d3-6bd9-450a-904d-f1445cb7cc79 not bound, no agent of type Open vSwitch agent registered on host n-h1-713301-16 {{(pid=95102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 19:45:08.156988 n-d-713301-16 neutron-server[95102]: ERROR neutron.plugins.ml2.managers [None req-73fcb358-18a5-4eda-8381-292dc6d74929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-604116608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-604116608-project-admin] Failed to bind port 95826069-d18a-4eb4-864a-72c8203cca08 on host n-h1-713301-16 for vnic_type normal using segments [{'id': '31556de1-3c57-4b13-8ea2-d876e19f7f6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'bb6887d3-6bd9-450a-904d-f1445cb7cc79'}] Sep 23 19:45:08.157396 n-d-713301-16 neutron-server[95102]: INFO neutron.plugins.ml2.plugin [None req-73fcb358-18a5-4eda-8381-292dc6d74929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-604116608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-604116608-project-admin] Attempt 3 to bind port 95826069-d18a-4eb4-864a-72c8203cca08 Sep 23 19:45:08.189304 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.managers [None req-73fcb358-18a5-4eda-8381-292dc6d74929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-604116608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-604116608-project-admin] Attempting to bind port 95826069-d18a-4eb4-864a-72c8203cca08 on host n-h1-713301-16 for vnic_type normal with profile {{(pid=95102) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 19:45:08.189987 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.managers [None req-73fcb358-18a5-4eda-8381-292dc6d74929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-604116608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-604116608-project-admin] Attempting to bind port 95826069-d18a-4eb4-864a-72c8203cca08 by drivers openvswitch,hyperv on host n-h1-713301-16 at level 0 using segments [{'id': '31556de1-3c57-4b13-8ea2-d876e19f7f6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'bb6887d3-6bd9-450a-904d-f1445cb7cc79'}] {{(pid=95102) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 19:45:08.191272 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73fcb358-18a5-4eda-8381-292dc6d74929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-604116608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-604116608-project-admin] Attempting to bind port 95826069-d18a-4eb4-864a-72c8203cca08 on network bb6887d3-6bd9-450a-904d-f1445cb7cc79 {{(pid=95102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:45:08.197751 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73fcb358-18a5-4eda-8381-292dc6d74929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-604116608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-604116608-project-admin] Port 95826069-d18a-4eb4-864a-72c8203cca08 on network bb6887d3-6bd9-450a-904d-f1445cb7cc79 not bound, no agent of type Open vSwitch agent registered on host n-h1-713301-16 {{(pid=95102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 19:45:08.198130 n-d-713301-16 neutron-server[95102]: ERROR neutron.plugins.ml2.managers [None req-73fcb358-18a5-4eda-8381-292dc6d74929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-604116608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-604116608-project-admin] Failed to bind port 95826069-d18a-4eb4-864a-72c8203cca08 on host n-h1-713301-16 for vnic_type normal using segments [{'id': '31556de1-3c57-4b13-8ea2-d876e19f7f6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'bb6887d3-6bd9-450a-904d-f1445cb7cc79'}] Sep 23 19:45:08.198479 n-d-713301-16 neutron-server[95102]: INFO neutron.plugins.ml2.plugin [None req-73fcb358-18a5-4eda-8381-292dc6d74929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-604116608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-604116608-project-admin] Attempt 4 to bind port 95826069-d18a-4eb4-864a-72c8203cca08 Sep 23 19:45:08.214368 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.managers [None req-73fcb358-18a5-4eda-8381-292dc6d74929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-604116608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-604116608-project-admin] Attempting to bind port 95826069-d18a-4eb4-864a-72c8203cca08 on host n-h1-713301-16 for vnic_type normal with profile {{(pid=95102) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 19:45:08.214709 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.managers [None req-73fcb358-18a5-4eda-8381-292dc6d74929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-604116608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-604116608-project-admin] Attempting to bind port 95826069-d18a-4eb4-864a-72c8203cca08 by drivers openvswitch,hyperv on host n-h1-713301-16 at level 0 using segments [{'id': '31556de1-3c57-4b13-8ea2-d876e19f7f6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'bb6887d3-6bd9-450a-904d-f1445cb7cc79'}] {{(pid=95102) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 19:45:08.215070 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73fcb358-18a5-4eda-8381-292dc6d74929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-604116608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-604116608-project-admin] Attempting to bind port 95826069-d18a-4eb4-864a-72c8203cca08 on network bb6887d3-6bd9-450a-904d-f1445cb7cc79 {{(pid=95102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:45:08.219838 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73fcb358-18a5-4eda-8381-292dc6d74929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-604116608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-604116608-project-admin] Port 95826069-d18a-4eb4-864a-72c8203cca08 on network bb6887d3-6bd9-450a-904d-f1445cb7cc79 not bound, no agent of type Open vSwitch agent registered on host n-h1-713301-16 {{(pid=95102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 19:45:08.220168 n-d-713301-16 neutron-server[95102]: ERROR neutron.plugins.ml2.managers [None req-73fcb358-18a5-4eda-8381-292dc6d74929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-604116608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-604116608-project-admin] Failed to bind port 95826069-d18a-4eb4-864a-72c8203cca08 on host n-h1-713301-16 for vnic_type normal using segments [{'id': '31556de1-3c57-4b13-8ea2-d876e19f7f6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'bb6887d3-6bd9-450a-904d-f1445cb7cc79'}] Sep 23 19:45:08.220560 n-d-713301-16 neutron-server[95102]: INFO neutron.plugins.ml2.plugin [None req-73fcb358-18a5-4eda-8381-292dc6d74929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-604116608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-604116608-project-admin] Attempt 5 to bind port 95826069-d18a-4eb4-864a-72c8203cca08 Sep 23 19:45:08.250704 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.managers [None req-73fcb358-18a5-4eda-8381-292dc6d74929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-604116608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-604116608-project-admin] Attempting to bind port 95826069-d18a-4eb4-864a-72c8203cca08 on host n-h1-713301-16 for vnic_type normal with profile {{(pid=95102) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 19:45:08.251468 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.managers [None req-73fcb358-18a5-4eda-8381-292dc6d74929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-604116608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-604116608-project-admin] Attempting to bind port 95826069-d18a-4eb4-864a-72c8203cca08 by drivers openvswitch,hyperv on host n-h1-713301-16 at level 0 using segments [{'id': '31556de1-3c57-4b13-8ea2-d876e19f7f6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'bb6887d3-6bd9-450a-904d-f1445cb7cc79'}] {{(pid=95102) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 19:45:08.252738 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73fcb358-18a5-4eda-8381-292dc6d74929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-604116608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-604116608-project-admin] Attempting to bind port 95826069-d18a-4eb4-864a-72c8203cca08 on network bb6887d3-6bd9-450a-904d-f1445cb7cc79 {{(pid=95102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:45:08.260108 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73fcb358-18a5-4eda-8381-292dc6d74929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-604116608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-604116608-project-admin] Port 95826069-d18a-4eb4-864a-72c8203cca08 on network bb6887d3-6bd9-450a-904d-f1445cb7cc79 not bound, no agent of type Open vSwitch agent registered on host n-h1-713301-16 {{(pid=95102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 19:45:08.260915 n-d-713301-16 neutron-server[95102]: ERROR neutron.plugins.ml2.managers [None req-73fcb358-18a5-4eda-8381-292dc6d74929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-604116608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-604116608-project-admin] Failed to bind port 95826069-d18a-4eb4-864a-72c8203cca08 on host n-h1-713301-16 for vnic_type normal using segments [{'id': '31556de1-3c57-4b13-8ea2-d876e19f7f6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'bb6887d3-6bd9-450a-904d-f1445cb7cc79'}] Sep 23 19:45:08.261702 n-d-713301-16 neutron-server[95102]: INFO neutron.plugins.ml2.plugin [None req-73fcb358-18a5-4eda-8381-292dc6d74929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-604116608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-604116608-project-admin] Attempt 6 to bind port 95826069-d18a-4eb4-864a-72c8203cca08 Sep 23 19:45:08.266820 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-b62ae8e5-92e8-40c5-94a3-ea2f96904653 tempest-NegativeSecGroupIPv6Test-1192908313 tempest-NegativeSecGroupIPv6Test-1192908313-project] Notify callbacks [] for security_group, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:45:08.301884 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-b62ae8e5-92e8-40c5-94a3-ea2f96904653 tempest-NegativeSecGroupIPv6Test-1192908313 tempest-NegativeSecGroupIPv6Test-1192908313-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:45:08.311699 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.managers [None req-73fcb358-18a5-4eda-8381-292dc6d74929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-604116608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-604116608-project-admin] Attempting to bind port 95826069-d18a-4eb4-864a-72c8203cca08 on host n-h1-713301-16 for vnic_type normal with profile {{(pid=95102) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 19:45:08.312029 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.managers [None req-73fcb358-18a5-4eda-8381-292dc6d74929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-604116608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-604116608-project-admin] Attempting to bind port 95826069-d18a-4eb4-864a-72c8203cca08 by drivers openvswitch,hyperv on host n-h1-713301-16 at level 0 using segments [{'id': '31556de1-3c57-4b13-8ea2-d876e19f7f6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'bb6887d3-6bd9-450a-904d-f1445cb7cc79'}] {{(pid=95102) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 19:45:08.312373 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73fcb358-18a5-4eda-8381-292dc6d74929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-604116608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-604116608-project-admin] Attempting to bind port 95826069-d18a-4eb4-864a-72c8203cca08 on network bb6887d3-6bd9-450a-904d-f1445cb7cc79 {{(pid=95102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:45:08.331698 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73fcb358-18a5-4eda-8381-292dc6d74929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-604116608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-604116608-project-admin] Port 95826069-d18a-4eb4-864a-72c8203cca08 on network bb6887d3-6bd9-450a-904d-f1445cb7cc79 not bound, no agent of type Open vSwitch agent registered on host n-h1-713301-16 {{(pid=95102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 19:45:08.332046 n-d-713301-16 neutron-server[95102]: ERROR neutron.plugins.ml2.managers [None req-73fcb358-18a5-4eda-8381-292dc6d74929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-604116608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-604116608-project-admin] Failed to bind port 95826069-d18a-4eb4-864a-72c8203cca08 on host n-h1-713301-16 for vnic_type normal using segments [{'id': '31556de1-3c57-4b13-8ea2-d876e19f7f6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'bb6887d3-6bd9-450a-904d-f1445cb7cc79'}] Sep 23 19:45:08.332462 n-d-713301-16 neutron-server[95102]: INFO neutron.plugins.ml2.plugin [None req-73fcb358-18a5-4eda-8381-292dc6d74929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-604116608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-604116608-project-admin] Attempt 7 to bind port 95826069-d18a-4eb4-864a-72c8203cca08 Sep 23 19:45:08.349333 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.managers [None req-73fcb358-18a5-4eda-8381-292dc6d74929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-604116608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-604116608-project-admin] Attempting to bind port 95826069-d18a-4eb4-864a-72c8203cca08 on host n-h1-713301-16 for vnic_type normal with profile {{(pid=95102) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 19:45:08.351607 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.managers [None req-73fcb358-18a5-4eda-8381-292dc6d74929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-604116608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-604116608-project-admin] Attempting to bind port 95826069-d18a-4eb4-864a-72c8203cca08 by drivers openvswitch,hyperv on host n-h1-713301-16 at level 0 using segments [{'id': '31556de1-3c57-4b13-8ea2-d876e19f7f6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'bb6887d3-6bd9-450a-904d-f1445cb7cc79'}] {{(pid=95102) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 19:45:08.351607 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73fcb358-18a5-4eda-8381-292dc6d74929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-604116608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-604116608-project-admin] Attempting to bind port 95826069-d18a-4eb4-864a-72c8203cca08 on network bb6887d3-6bd9-450a-904d-f1445cb7cc79 {{(pid=95102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:45:08.365028 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73fcb358-18a5-4eda-8381-292dc6d74929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-604116608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-604116608-project-admin] Port 95826069-d18a-4eb4-864a-72c8203cca08 on network bb6887d3-6bd9-450a-904d-f1445cb7cc79 not bound, no agent of type Open vSwitch agent registered on host n-h1-713301-16 {{(pid=95102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 19:45:08.365401 n-d-713301-16 neutron-server[95102]: ERROR neutron.plugins.ml2.managers [None req-73fcb358-18a5-4eda-8381-292dc6d74929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-604116608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-604116608-project-admin] Failed to bind port 95826069-d18a-4eb4-864a-72c8203cca08 on host n-h1-713301-16 for vnic_type normal using segments [{'id': '31556de1-3c57-4b13-8ea2-d876e19f7f6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'bb6887d3-6bd9-450a-904d-f1445cb7cc79'}] Sep 23 19:45:08.365854 n-d-713301-16 neutron-server[95102]: INFO neutron.plugins.ml2.plugin [None req-73fcb358-18a5-4eda-8381-292dc6d74929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-604116608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-604116608-project-admin] Attempt 8 to bind port 95826069-d18a-4eb4-864a-72c8203cca08 Sep 23 19:45:08.391772 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.managers [None req-73fcb358-18a5-4eda-8381-292dc6d74929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-604116608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-604116608-project-admin] Attempting to bind port 95826069-d18a-4eb4-864a-72c8203cca08 on host n-h1-713301-16 for vnic_type normal with profile {{(pid=95102) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 19:45:08.392180 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.managers [None req-73fcb358-18a5-4eda-8381-292dc6d74929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-604116608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-604116608-project-admin] Attempting to bind port 95826069-d18a-4eb4-864a-72c8203cca08 by drivers openvswitch,hyperv on host n-h1-713301-16 at level 0 using segments [{'id': '31556de1-3c57-4b13-8ea2-d876e19f7f6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'bb6887d3-6bd9-450a-904d-f1445cb7cc79'}] {{(pid=95102) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 19:45:08.392820 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73fcb358-18a5-4eda-8381-292dc6d74929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-604116608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-604116608-project-admin] Attempting to bind port 95826069-d18a-4eb4-864a-72c8203cca08 on network bb6887d3-6bd9-450a-904d-f1445cb7cc79 {{(pid=95102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:45:08.397131 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-b62ae8e5-92e8-40c5-94a3-ea2f96904653 tempest-NegativeSecGroupIPv6Test-1192908313 tempest-NegativeSecGroupIPv6Test-1192908313-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:45:08.401903 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-b62ae8e5-92e8-40c5-94a3-ea2f96904653 tempest-NegativeSecGroupIPv6Test-1192908313 tempest-NegativeSecGroupIPv6Test-1192908313-project] Notify callbacks [] for security_group, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:45:08.402158 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73fcb358-18a5-4eda-8381-292dc6d74929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-604116608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-604116608-project-admin] Port 95826069-d18a-4eb4-864a-72c8203cca08 on network bb6887d3-6bd9-450a-904d-f1445cb7cc79 not bound, no agent of type Open vSwitch agent registered on host n-h1-713301-16 {{(pid=95102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 19:45:08.402649 n-d-713301-16 neutron-server[95102]: ERROR neutron.plugins.ml2.managers [None req-73fcb358-18a5-4eda-8381-292dc6d74929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-604116608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-604116608-project-admin] Failed to bind port 95826069-d18a-4eb4-864a-72c8203cca08 on host n-h1-713301-16 for vnic_type normal using segments [{'id': '31556de1-3c57-4b13-8ea2-d876e19f7f6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'bb6887d3-6bd9-450a-904d-f1445cb7cc79'}] Sep 23 19:45:08.403116 n-d-713301-16 neutron-server[95102]: INFO neutron.plugins.ml2.plugin [None req-73fcb358-18a5-4eda-8381-292dc6d74929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-604116608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-604116608-project-admin] Attempt 9 to bind port 95826069-d18a-4eb4-864a-72c8203cca08 Sep 23 19:45:08.405839 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-b62ae8e5-92e8-40c5-94a3-ea2f96904653 tempest-NegativeSecGroupIPv6Test-1192908313 tempest-NegativeSecGroupIPv6Test-1192908313-project] 10.222.0.67 "DELETE /v2.0/security-groups/1fa2f7ae-037f-45d8-80ee-98581a5e9fc1 HTTP/1.1" status: 204 len: 168 time: 0.2510011 Sep 23 19:45:08.411922 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 38916) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:45:08.417996 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.managers [None req-73fcb358-18a5-4eda-8381-292dc6d74929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-604116608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-604116608-project-admin] Attempting to bind port 95826069-d18a-4eb4-864a-72c8203cca08 on host n-h1-713301-16 for vnic_type normal with profile {{(pid=95102) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 19:45:08.418334 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.managers [None req-73fcb358-18a5-4eda-8381-292dc6d74929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-604116608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-604116608-project-admin] Attempting to bind port 95826069-d18a-4eb4-864a-72c8203cca08 by drivers openvswitch,hyperv on host n-h1-713301-16 at level 0 using segments [{'id': '31556de1-3c57-4b13-8ea2-d876e19f7f6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'bb6887d3-6bd9-450a-904d-f1445cb7cc79'}] {{(pid=95102) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 19:45:08.418676 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73fcb358-18a5-4eda-8381-292dc6d74929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-604116608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-604116608-project-admin] Attempting to bind port 95826069-d18a-4eb4-864a-72c8203cca08 on network bb6887d3-6bd9-450a-904d-f1445cb7cc79 {{(pid=95102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:45:08.424197 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73fcb358-18a5-4eda-8381-292dc6d74929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-604116608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-604116608-project-admin] Port 95826069-d18a-4eb4-864a-72c8203cca08 on network bb6887d3-6bd9-450a-904d-f1445cb7cc79 not bound, no agent of type Open vSwitch agent registered on host n-h1-713301-16 {{(pid=95102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 19:45:08.424527 n-d-713301-16 neutron-server[95102]: ERROR neutron.plugins.ml2.managers [None req-73fcb358-18a5-4eda-8381-292dc6d74929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-604116608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-604116608-project-admin] Failed to bind port 95826069-d18a-4eb4-864a-72c8203cca08 on host n-h1-713301-16 for vnic_type normal using segments [{'id': '31556de1-3c57-4b13-8ea2-d876e19f7f6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'bb6887d3-6bd9-450a-904d-f1445cb7cc79'}] Sep 23 19:45:08.424958 n-d-713301-16 neutron-server[95102]: INFO neutron.plugins.ml2.plugin [None req-73fcb358-18a5-4eda-8381-292dc6d74929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-604116608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-604116608-project-admin] Attempt 10 to bind port 95826069-d18a-4eb4-864a-72c8203cca08 Sep 23 19:45:08.441773 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.managers [None req-73fcb358-18a5-4eda-8381-292dc6d74929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-604116608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-604116608-project-admin] Attempting to bind port 95826069-d18a-4eb4-864a-72c8203cca08 on host n-h1-713301-16 for vnic_type normal with profile {{(pid=95102) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 19:45:08.442232 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.managers [None req-73fcb358-18a5-4eda-8381-292dc6d74929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-604116608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-604116608-project-admin] Attempting to bind port 95826069-d18a-4eb4-864a-72c8203cca08 by drivers openvswitch,hyperv on host n-h1-713301-16 at level 0 using segments [{'id': '31556de1-3c57-4b13-8ea2-d876e19f7f6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'bb6887d3-6bd9-450a-904d-f1445cb7cc79'}] {{(pid=95102) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 19:45:08.442723 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73fcb358-18a5-4eda-8381-292dc6d74929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-604116608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-604116608-project-admin] Attempting to bind port 95826069-d18a-4eb4-864a-72c8203cca08 on network bb6887d3-6bd9-450a-904d-f1445cb7cc79 {{(pid=95102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:45:08.449129 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73fcb358-18a5-4eda-8381-292dc6d74929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-604116608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-604116608-project-admin] Port 95826069-d18a-4eb4-864a-72c8203cca08 on network bb6887d3-6bd9-450a-904d-f1445cb7cc79 not bound, no agent of type Open vSwitch agent registered on host n-h1-713301-16 {{(pid=95102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 19:45:08.449525 n-d-713301-16 neutron-server[95102]: ERROR neutron.plugins.ml2.managers [None req-73fcb358-18a5-4eda-8381-292dc6d74929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-604116608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-604116608-project-admin] Failed to bind port 95826069-d18a-4eb4-864a-72c8203cca08 on host n-h1-713301-16 for vnic_type normal using segments [{'id': '31556de1-3c57-4b13-8ea2-d876e19f7f6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'bb6887d3-6bd9-450a-904d-f1445cb7cc79'}] Sep 23 19:45:08.449914 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-73fcb358-18a5-4eda-8381-292dc6d74929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-604116608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-604116608-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:45:08.479356 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b62ae8e5-92e8-40c5-94a3-ea2f96904653 tempest-NegativeSecGroupIPv6Test-1192908313 tempest-NegativeSecGroupIPv6Test-1192908313-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1fa2f7ae-037f-45d8-80ee-98581a5e9fc1,revision_number=None']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:45:08.544933 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-e6d4f5cb-def8-4f6f-ac64-0be0ac31e604 tempest-NegativeSecGroupIPv6Test-1192908313 tempest-NegativeSecGroupIPv6Test-1192908313-project] 10.222.0.67 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1237018 Sep 23 19:45:08.545767 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 38920) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:45:08.551929 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.db [None req-73fcb358-18a5-4eda-8381-292dc6d74929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-604116608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-604116608-project-admin] For port 95826069-d18a-4eb4-864a-72c8203cca08, host n-h1-713301-16, cleared binding levels {{(pid=95102) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 19:45:08.552305 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.db [None req-73fcb358-18a5-4eda-8381-292dc6d74929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-604116608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-604116608-project-admin] Attempted to set empty binding levels {{(pid=95102) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Sep 23 19:45:08.552548 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.v2.base [None req-2690f0ec-5fca-4afb-8e2f-d4d53a110c86 tempest-NegativeSecGroupIPv6Test-1192908313 tempest-NegativeSecGroupIPv6Test-1192908313-project] Request body: {'security_group': {'name': 'tempest-secgroup--254883939'}} {{(pid=95101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:45:08.557542 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-73fcb358-18a5-4eda-8381-292dc6d74929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-604116608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-604116608-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4399095'] for port, after_update {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:45:08.582966 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-2690f0ec-5fca-4afb-8e2f-d4d53a110c86 tempest-NegativeSecGroupIPv6Test-1192908313 tempest-NegativeSecGroupIPv6Test-1192908313-project] Notify callbacks [] for security_group, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:45:08.616393 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73fcb358-18a5-4eda-8381-292dc6d74929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-604116608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-604116608-project-admin] Pushing event updated for resources: {'Port': ['ID=95826069-d18a-4eb4-864a-72c8203cca08,revision_number=2']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:45:08.619385 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73fcb358-18a5-4eda-8381-292dc6d74929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-604116608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-604116608-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:45:08.620045 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-73fcb358-18a5-4eda-8381-292dc6d74929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-604116608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-604116608-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222849'] for port, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:45:08.807492 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-2690f0ec-5fca-4afb-8e2f-d4d53a110c86 tempest-NegativeSecGroupIPv6Test-1192908313 tempest-NegativeSecGroupIPv6Test-1192908313-project] Notify callbacks [] for security_group, precommit_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:45:08.813020 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-2690f0ec-5fca-4afb-8e2f-d4d53a110c86 tempest-NegativeSecGroupIPv6Test-1192908313 tempest-NegativeSecGroupIPv6Test-1192908313-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:45:08.821495 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-73fcb358-18a5-4eda-8381-292dc6d74929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-604116608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-604116608-project-admin] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 984 time: 2.0062041 Sep 23 19:45:08.823084 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 38926) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:45:08.848615 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2690f0ec-5fca-4afb-8e2f-d4d53a110c86 tempest-NegativeSecGroupIPv6Test-1192908313 tempest-NegativeSecGroupIPv6Test-1192908313-project] Pushing event updated for resources: {'SecurityGroup': ['ID=543c20c9-fd99-4e26-a108-49d62ab883bb,revision_number=1']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:45:08.872704 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-2690f0ec-5fca-4afb-8e2f-d4d53a110c86 tempest-NegativeSecGroupIPv6Test-1192908313 tempest-NegativeSecGroupIPv6Test-1192908313-project] Notify callbacks [] for security_group, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:45:08.874725 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-2690f0ec-5fca-4afb-8e2f-d4d53a110c86 tempest-NegativeSecGroupIPv6Test-1192908313 tempest-NegativeSecGroupIPv6Test-1192908313-project] 10.222.0.67 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3256118 Sep 23 19:45:08.878117 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 38932) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:45:08.893395 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.v2.base [None req-603c32d4-456f-43b2-bfd5-ef120c295adc tempest-NegativeSecGroupIPv6Test-1192908313 tempest-NegativeSecGroupIPv6Test-1192908313-project] Request body: {'security_group_rule': {'security_group_id': '543c20c9-fd99-4e26-a108-49d62ab883bb', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=95101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:45:08.966276 n-d-713301-16 neutron-server[95101]: INFO neutron.api.v2.resource [None req-603c32d4-456f-43b2-bfd5-ef120c295adc tempest-NegativeSecGroupIPv6Test-1192908313 tempest-NegativeSecGroupIPv6Test-1192908313-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 23 19:45:08.968446 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-603c32d4-456f-43b2-bfd5-ef120c295adc tempest-NegativeSecGroupIPv6Test-1192908313 tempest-NegativeSecGroupIPv6Test-1192908313-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.0879846 Sep 23 19:45:08.972049 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 38936) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:45:08.999149 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.v2.base [None req-7c350662-be1b-42a2-8cf4-09af2affc22e tempest-NegativeSecGroupIPv6Test-1192908313 tempest-NegativeSecGroupIPv6Test-1192908313-project] Request body: {'security_group_rule': {'security_group_id': '543c20c9-fd99-4e26-a108-49d62ab883bb', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=95101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:45:09.070223 n-d-713301-16 neutron-server[95101]: INFO neutron.api.v2.resource [None req-7c350662-be1b-42a2-8cf4-09af2affc22e tempest-NegativeSecGroupIPv6Test-1192908313 tempest-NegativeSecGroupIPv6Test-1192908313-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 23 19:45:09.071775 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-7c350662-be1b-42a2-8cf4-09af2affc22e tempest-NegativeSecGroupIPv6Test-1192908313 tempest-NegativeSecGroupIPv6Test-1192908313-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.0984340 Sep 23 19:45:09.075103 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 38942) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:45:09.079202 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.plugin [None req-0a50bcf5-6906-4c75-abb2-f11834e51696 tempest-PortsAdminExtendedAttrsIpV6TestJSON-604116608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-604116608-project-admin] Deleting port 95826069-d18a-4eb4-864a-72c8203cca08 {{(pid=95102) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:45:09.079902 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-0a50bcf5-6906-4c75-abb2-f11834e51696 tempest-PortsAdminExtendedAttrsIpV6TestJSON-604116608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-604116608-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783146157096'] for port, before_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:45:09.096156 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.agents_db [None req-f2f5c474-60a3-474f-b2cc-02c4bd30880c None None] Agent healthcheck: found 7 active agents {{(pid=95104) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 19:45:09.148910 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-422b59fd-e0cf-411a-897f-17ba5f167bc9 tempest-NegativeSecGroupIPv6Test-1192908313 tempest-NegativeSecGroupIPv6Test-1192908313-project] Notify callbacks [] for security_group, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:45:09.212867 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-422b59fd-e0cf-411a-897f-17ba5f167bc9 tempest-NegativeSecGroupIPv6Test-1192908313 tempest-NegativeSecGroupIPv6Test-1192908313-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:45:09.242517 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.db [None req-0a50bcf5-6906-4c75-abb2-f11834e51696 tempest-PortsAdminExtendedAttrsIpV6TestJSON-604116608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-604116608-project-admin] For port 95826069-d18a-4eb4-864a-72c8203cca08, host n-h1-713301-16, got binding levels [] {{(pid=95102) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:45:09.243093 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-0a50bcf5-6906-4c75-abb2-f11834e51696 tempest-PortsAdminExtendedAttrsIpV6TestJSON-604116608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-604116608-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-605701'] for port, precommit_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:45:09.269548 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.plugin [None req-0a50bcf5-6906-4c75-abb2-f11834e51696 tempest-PortsAdminExtendedAttrsIpV6TestJSON-604116608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-604116608-project-admin] Calling delete_port for 95826069-d18a-4eb4-864a-72c8203cca08 owned by {{(pid=95102) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:45:09.277473 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-422b59fd-e0cf-411a-897f-17ba5f167bc9 tempest-NegativeSecGroupIPv6Test-1192908313 tempest-NegativeSecGroupIPv6Test-1192908313-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:45:09.281055 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-422b59fd-e0cf-411a-897f-17ba5f167bc9 tempest-NegativeSecGroupIPv6Test-1192908313 tempest-NegativeSecGroupIPv6Test-1192908313-project] Notify callbacks [] for security_group, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:45:09.285682 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-422b59fd-e0cf-411a-897f-17ba5f167bc9 tempest-NegativeSecGroupIPv6Test-1192908313 tempest-NegativeSecGroupIPv6Test-1192908313-project] 10.222.0.67 "DELETE /v2.0/security-groups/543c20c9-fd99-4e26-a108-49d62ab883bb HTTP/1.1" status: 204 len: 168 time: 0.2093365 Sep 23 19:45:09.286428 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 38946) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:45:09.315820 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-422b59fd-e0cf-411a-897f-17ba5f167bc9 tempest-NegativeSecGroupIPv6Test-1192908313 tempest-NegativeSecGroupIPv6Test-1192908313-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=543c20c9-fd99-4e26-a108-49d62ab883bb,revision_number=None']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:45:09.363088 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 38948) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:45:09.365103 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-4a0c5b3b-45b8-4980-9122-fedfe1485217 tempest-NegativeSecGroupIPv6Test-1192908313 tempest-NegativeSecGroupIPv6Test-1192908313-project] 10.222.0.67 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0747745 Sep 23 19:45:09.368374 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.v2.base [None req-fafd35b9-c9cb-46fc-9fc1-3e492a7a2ccf tempest-NegativeSecGroupIPv6Test-1192908313 tempest-NegativeSecGroupIPv6Test-1192908313-project] Request body: {'security_group': {'name': 'tempest-secgroup--1570332807'}} {{(pid=95102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:45:09.400572 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad1f2d9-c023-4ec6-a3b4-f1bcd472bc32 req-363a1752-c986-44ff-9399-42208ddc6a79 tempest-VolumesActionsTest-1007849279 tempest-VolumesActionsTest-1007849279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:45:09.408047 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-aad1f2d9-c023-4ec6-a3b4-f1bcd472bc32 req-363a1752-c986-44ff-9399-42208ddc6a79 tempest-VolumesActionsTest-1007849279 tempest-VolumesActionsTest-1007849279-project] 10.222.0.67 "GET /v2.0/ports?device_id=bb0a7b59-7f34-43cd-8eed-747dc9650929 HTTP/1.1" status: 200 len: 945 time: 0.1135316 Sep 23 19:45:09.468011 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-fafd35b9-c9cb-46fc-9fc1-3e492a7a2ccf tempest-NegativeSecGroupIPv6Test-1192908313 tempest-NegativeSecGroupIPv6Test-1192908313-project] Notify callbacks [] for security_group, before_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:45:09.548076 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-aad1f2d9-c023-4ec6-a3b4-f1bcd472bc32 req-54409bbc-0e07-4df2-abc5-4c059fc22f3f tempest-VolumesActionsTest-1007849279 tempest-VolumesActionsTest-1007849279-project] 10.222.0.67 "GET /v2.0/security-groups?id=122350aa-80a8-4883-9e22-c56d42eff615&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1390920 Sep 23 19:45:09.592871 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-fafd35b9-c9cb-46fc-9fc1-3e492a7a2ccf tempest-NegativeSecGroupIPv6Test-1192908313 tempest-NegativeSecGroupIPv6Test-1192908313-project] Notify callbacks [] for security_group, precommit_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:45:09.602058 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-fafd35b9-c9cb-46fc-9fc1-3e492a7a2ccf tempest-NegativeSecGroupIPv6Test-1192908313 tempest-NegativeSecGroupIPv6Test-1192908313-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:45:09.617215 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-0a50bcf5-6906-4c75-abb2-f11834e51696 tempest-PortsAdminExtendedAttrsIpV6TestJSON-604116608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-604116608-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783146162158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783145673144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4399100'] for port, after_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:45:09.672835 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a50bcf5-6906-4c75-abb2-f11834e51696 tempest-PortsAdminExtendedAttrsIpV6TestJSON-604116608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-604116608-project-admin] Pushing event deleted for resources: {'Port': ['ID=95826069-d18a-4eb4-864a-72c8203cca08,revision_number=None']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:45:09.676280 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-0a50bcf5-6906-4c75-abb2-f11834e51696 tempest-PortsAdminExtendedAttrsIpV6TestJSON-604116608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-604116608-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222849'] for port, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:45:09.681386 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 38950) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:45:09.681899 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-0a50bcf5-6906-4c75-abb2-f11834e51696 tempest-PortsAdminExtendedAttrsIpV6TestJSON-604116608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-604116608-project-admin] 10.222.0.67 "DELETE /v2.0/ports/95826069-d18a-4eb4-864a-72c8203cca08 HTTP/1.1" status: 204 len: 168 time: 0.8560085 Sep 23 19:45:09.685112 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-fafd35b9-c9cb-46fc-9fc1-3e492a7a2ccf tempest-NegativeSecGroupIPv6Test-1192908313 tempest-NegativeSecGroupIPv6Test-1192908313-project] Notify callbacks [] for security_group, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:45:09.687250 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-fafd35b9-c9cb-46fc-9fc1-3e492a7a2ccf tempest-NegativeSecGroupIPv6Test-1192908313 tempest-NegativeSecGroupIPv6Test-1192908313-project] 10.222.0.67 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3221920 Sep 23 19:45:09.688938 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fafd35b9-c9cb-46fc-9fc1-3e492a7a2ccf tempest-NegativeSecGroupIPv6Test-1192908313 tempest-NegativeSecGroupIPv6Test-1192908313-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f9baaad6-2c87-4d12-9ed8-e1a98586dc81,revision_number=1']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:45:09.692207 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 38952) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:45:09.700203 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.v2.base [None req-6dc7dbd7-4b67-4398-b66f-7a3639503dc4 tempest-NegativeSecGroupIPv6Test-1192908313 tempest-NegativeSecGroupIPv6Test-1192908313-project] Request body: {'security_group': {'name': 'default'}} {{(pid=95102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:45:09.700653 n-d-713301-16 neutron-server[95102]: WARNING neutron.api.v2.base [None req-6dc7dbd7-4b67-4398-b66f-7a3639503dc4 tempest-NegativeSecGroupIPv6Test-1192908313 tempest-NegativeSecGroupIPv6Test-1192908313-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Sep 23 19:45:09.701157 n-d-713301-16 neutron-server[95102]: INFO neutron.api.v2.resource [None req-6dc7dbd7-4b67-4398-b66f-7a3639503dc4 tempest-NegativeSecGroupIPv6Test-1192908313 tempest-NegativeSecGroupIPv6Test-1192908313-project] update failed (client error): There was a conflict when trying to complete your request. Sep 23 19:45:09.703416 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-6dc7dbd7-4b67-4398-b66f-7a3639503dc4 tempest-NegativeSecGroupIPv6Test-1192908313 tempest-NegativeSecGroupIPv6Test-1192908313-project] 10.222.0.67 "PUT /v2.0/security-groups/f9baaad6-2c87-4d12-9ed8-e1a98586dc81 HTTP/1.1" status: 409 len: 330 time: 0.0093362 Sep 23 19:45:09.707864 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 38954) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:45:09.719078 n-d-713301-16 neutron-server[95101]: INFO neutron.pecan_wsgi.hooks.translation [None req-ec8f2b86-fbcd-4f5c-be5d-56e6d231ad58 tempest-PortsAdminExtendedAttrsIpV6TestJSON-604116608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-604116608-project-admin] GET failed (client error): The resource could not be found. Sep 23 19:45:09.720950 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-ec8f2b86-fbcd-4f5c-be5d-56e6d231ad58 tempest-PortsAdminExtendedAttrsIpV6TestJSON-604116608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-604116608-project-admin] 10.222.0.67 "GET /v2.0/ports/95826069-d18a-4eb4-864a-72c8203cca08 HTTP/1.1" status: 404 len: 333 time: 0.0381622 Sep 23 19:45:09.727755 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 38956) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:45:09.733444 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.v2.base [None req-c8bb9941-eba7-43ff-99eb-082cac865728 tempest-PortsAdminExtendedAttrsIpV6TestJSON-604116608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-604116608-project-admin] Request body: {'port': {'network_id': 'bb6887d3-6bd9-450a-904d-f1445cb7cc79', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1141381337'}} {{(pid=95101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:45:09.774856 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8bb9941-eba7-43ff-99eb-082cac865728 tempest-PortsAdminExtendedAttrsIpV6TestJSON-604116608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-604116608-project-admin] Made reservation on behalf of 54a71ad5dd954a1c87565b1df04fa2a2 for: {'port': 1} {{(pid=95101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:45:09.777900 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-c8bb9941-eba7-43ff-99eb-082cac865728 tempest-PortsAdminExtendedAttrsIpV6TestJSON-604116608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-604116608-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:45:09.793318 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-81e73aeb-8859-4f59-9e54-3be94e07c48a tempest-NegativeSecGroupIPv6Test-1192908313 tempest-NegativeSecGroupIPv6Test-1192908313-project] Notify callbacks [] for security_group, before_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:45:09.810474 n-d-713301-16 neutron-server[95101]: DEBUG neutron.notifiers.nova [None req-c8bb9941-eba7-43ff-99eb-082cac865728 tempest-PortsAdminExtendedAttrsIpV6TestJSON-604116608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-604116608-project-admin] device_id is not set on port fef6c999-9d89-49c4-ab74-2179d7b387ad yet. {{(pid=95101) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 23 19:45:09.837907 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-81e73aeb-8859-4f59-9e54-3be94e07c48a tempest-NegativeSecGroupIPv6Test-1192908313 tempest-NegativeSecGroupIPv6Test-1192908313-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:45:09.923781 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-81e73aeb-8859-4f59-9e54-3be94e07c48a tempest-NegativeSecGroupIPv6Test-1192908313 tempest-NegativeSecGroupIPv6Test-1192908313-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:45:09.927274 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-81e73aeb-8859-4f59-9e54-3be94e07c48a tempest-NegativeSecGroupIPv6Test-1192908313 tempest-NegativeSecGroupIPv6Test-1192908313-project] Notify callbacks [] for security_group, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:45:09.932078 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-81e73aeb-8859-4f59-9e54-3be94e07c48a tempest-NegativeSecGroupIPv6Test-1192908313 tempest-NegativeSecGroupIPv6Test-1192908313-project] 10.222.0.67 "DELETE /v2.0/security-groups/f9baaad6-2c87-4d12-9ed8-e1a98586dc81 HTTP/1.1" status: 204 len: 168 time: 0.2231052 Sep 23 19:45:09.939947 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 38960) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:45:09.959414 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81e73aeb-8859-4f59-9e54-3be94e07c48a tempest-NegativeSecGroupIPv6Test-1192908313 tempest-NegativeSecGroupIPv6Test-1192908313-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9baaad6-2c87-4d12-9ed8-e1a98586dc81,revision_number=None']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:45:09.991665 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-617a350d-0b25-4eb0-9d5c-fd0e65d9172e tempest-NegativeSecGroupIPv6Test-1192908313 tempest-NegativeSecGroupIPv6Test-1192908313-project] 10.222.0.67 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0506048 Sep 23 19:45:09.996504 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 38962) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:45:10.013881 n-d-713301-16 neutron-server[95102]: INFO neutron.api.v2.resource [None req-ee9c7ae2-69ec-461b-afe1-53f70e4dcf7b tempest-NegativeSecGroupIPv6Test-1192908313 tempest-NegativeSecGroupIPv6Test-1192908313-project] delete failed (client error): The resource could not be found. Sep 23 19:45:10.015298 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-ee9c7ae2-69ec-461b-afe1-53f70e4dcf7b tempest-NegativeSecGroupIPv6Test-1192908313 tempest-NegativeSecGroupIPv6Test-1192908313-project] 10.222.0.67 "DELETE /v2.0/security-groups/4f26be8f-afad-4642-87c9-8e1bc3878c7a HTTP/1.1" status: 404 len: 347 time: 0.0173063 Sep 23 19:45:10.018986 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 38964) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:45:10.038338 n-d-713301-16 neutron-server[95102]: INFO neutron.api.v2.resource [None req-62e78904-3acd-4900-9ec7-20547cc4477a tempest-NegativeSecGroupIPv6Test-1192908313 tempest-NegativeSecGroupIPv6Test-1192908313-project] show failed (client error): The resource could not be found. Sep 23 19:45:10.046402 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-62e78904-3acd-4900-9ec7-20547cc4477a tempest-NegativeSecGroupIPv6Test-1192908313 tempest-NegativeSecGroupIPv6Test-1192908313-project] 10.222.0.67 "GET /v2.0/security-groups/1ce7695f-2cd3-4348-826b-f3dd51908d76 HTTP/1.1" status: 404 len: 347 time: 0.0238853 Sep 23 19:45:10.047057 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 38968) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:45:10.069935 n-d-713301-16 neutron-server[95102]: INFO neutron.api.v2.resource [None req-866d507b-ae65-4690-9975-5affd6163d79 tempest-NegativeSecGroupIPv6Test-1192908313 tempest-NegativeSecGroupIPv6Test-1192908313-project] show failed (client error): The resource could not be found. Sep 23 19:45:10.081840 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-866d507b-ae65-4690-9975-5affd6163d79 tempest-NegativeSecGroupIPv6Test-1192908313 tempest-NegativeSecGroupIPv6Test-1192908313-project] 10.222.0.67 "GET /v2.0/security-group-rules/6432123f-8a58-4457-a7cc-b06f50488875 HTTP/1.1" status: 404 len: 356 time: 0.0267346 Sep 23 19:45:10.111521 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-c8bb9941-eba7-43ff-99eb-082cac865728 tempest-PortsAdminExtendedAttrsIpV6TestJSON-604116608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-604116608-project-admin] Notify callbacks [] for port, precommit_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:45:10.157528 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-c8bb9941-eba7-43ff-99eb-082cac865728 tempest-PortsAdminExtendedAttrsIpV6TestJSON-604116608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-604116608-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783145673135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5607431'] for port, after_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:45:10.211409 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8bb9941-eba7-43ff-99eb-082cac865728 tempest-PortsAdminExtendedAttrsIpV6TestJSON-604116608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-604116608-project-admin] Network bb6887d3-6bd9-450a-904d-f1445cb7cc79 is already hosted by enough agents. {{(pid=95101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:45:10.215666 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.base_scheduler [None req-c8bb9941-eba7-43ff-99eb-082cac865728 tempest-PortsAdminExtendedAttrsIpV6TestJSON-604116608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-604116608-project-admin] Resources bound (agent type, host, resource id): {{(pid=95101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:45:10.238721 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8bb9941-eba7-43ff-99eb-082cac865728 tempest-PortsAdminExtendedAttrsIpV6TestJSON-604116608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-604116608-project-admin] Pushing event updated for resources: {'Port': ['ID=fef6c999-9d89-49c4-ab74-2179d7b387ad,revision_number=1']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:45:10.248885 n-d-713301-16 neutron-server[95101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8bb9941-eba7-43ff-99eb-082cac865728 tempest-PortsAdminExtendedAttrsIpV6TestJSON-604116608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-604116608-project-admin] Received port after_create {{(pid=95101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 19:45:10.250138 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8bb9941-eba7-43ff-99eb-082cac865728 tempest-PortsAdminExtendedAttrsIpV6TestJSON-604116608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-604116608-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:45:10.251216 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-c8bb9941-eba7-43ff-99eb-082cac865728 tempest-PortsAdminExtendedAttrsIpV6TestJSON-604116608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-604116608-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222849'] for port, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:45:10.268910 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-c8bb9941-eba7-43ff-99eb-082cac865728 tempest-PortsAdminExtendedAttrsIpV6TestJSON-604116608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-604116608-project-admin] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 0.5395224 Sep 23 19:45:10.271247 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 38974) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:45:10.277823 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.v2.base [None req-46a1190a-2dd5-4132-8117-089455bc5fc8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-604116608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-604116608-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-713301-16'}} {{(pid=95101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:45:10.356363 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-46a1190a-2dd5-4132-8117-089455bc5fc8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-604116608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-604116608-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:45:10.457214 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 38978) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:45:10.600820 n-d-713301-16 neutron-server[95101]: DEBUG neutron.notifiers.nova [None req-46a1190a-2dd5-4132-8117-089455bc5fc8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-604116608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-604116608-project-admin] device_id is not set on port fef6c999-9d89-49c4-ab74-2179d7b387ad yet. {{(pid=95101) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 23 19:45:10.611646 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-46a1190a-2dd5-4132-8117-089455bc5fc8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-604116608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-604116608-project-admin] Notify callbacks [] for port, precommit_update {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:45:10.619903 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-46a1190a-2dd5-4132-8117-089455bc5fc8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-604116608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-604116608-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5607436'] for port, after_update {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:45:10.686956 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-416fe3cd-b529-4f01-a338-9c581a0cfd19 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=dd101463bd6946d9a8d01968c34e61b0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2273748 Sep 23 19:45:10.690141 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 38984) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:45:10.708806 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.managers [None req-46a1190a-2dd5-4132-8117-089455bc5fc8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-604116608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-604116608-project-admin] Attempting to bind port fef6c999-9d89-49c4-ab74-2179d7b387ad on host n-h1-713301-16 for vnic_type normal with profile {{(pid=95101) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 19:45:10.709135 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.managers [None req-46a1190a-2dd5-4132-8117-089455bc5fc8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-604116608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-604116608-project-admin] Attempting to bind port fef6c999-9d89-49c4-ab74-2179d7b387ad by drivers openvswitch,hyperv on host n-h1-713301-16 at level 0 using segments [{'id': '31556de1-3c57-4b13-8ea2-d876e19f7f6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'bb6887d3-6bd9-450a-904d-f1445cb7cc79'}] {{(pid=95101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 19:45:10.709510 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46a1190a-2dd5-4132-8117-089455bc5fc8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-604116608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-604116608-project-admin] Attempting to bind port fef6c999-9d89-49c4-ab74-2179d7b387ad on network bb6887d3-6bd9-450a-904d-f1445cb7cc79 {{(pid=95101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:45:10.719896 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46a1190a-2dd5-4132-8117-089455bc5fc8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-604116608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-604116608-project-admin] Port fef6c999-9d89-49c4-ab74-2179d7b387ad on network bb6887d3-6bd9-450a-904d-f1445cb7cc79 not bound, no agent of type Open vSwitch agent registered on host n-h1-713301-16 {{(pid=95101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 19:45:10.720234 n-d-713301-16 neutron-server[95101]: ERROR neutron.plugins.ml2.managers [None req-46a1190a-2dd5-4132-8117-089455bc5fc8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-604116608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-604116608-project-admin] Failed to bind port fef6c999-9d89-49c4-ab74-2179d7b387ad on host n-h1-713301-16 for vnic_type normal using segments [{'id': '31556de1-3c57-4b13-8ea2-d876e19f7f6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'bb6887d3-6bd9-450a-904d-f1445cb7cc79'}] Sep 23 19:45:10.720809 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46a1190a-2dd5-4132-8117-089455bc5fc8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-604116608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-604116608-project-admin] Pushing event updated for resources: {'Port': ['ID=fef6c999-9d89-49c4-ab74-2179d7b387ad,revision_number=2']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:45:10.735460 n-d-713301-16 neutron-server[95101]: INFO neutron.plugins.ml2.plugin [None req-46a1190a-2dd5-4132-8117-089455bc5fc8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-604116608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-604116608-project-admin] Attempt 2 to bind port fef6c999-9d89-49c4-ab74-2179d7b387ad Sep 23 19:45:10.739316 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec5a0774-cdca-4dd6-960a-91279690afcd req-3c6d882d-ad0d-4645-8817-9c09d300a74c tempest-VolumesActionsTest-1007849279 tempest-VolumesActionsTest-1007849279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:45:10.741045 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-ec5a0774-cdca-4dd6-960a-91279690afcd req-3c6d882d-ad0d-4645-8817-9c09d300a74c tempest-VolumesActionsTest-1007849279 tempest-VolumesActionsTest-1007849279-project] 10.222.0.53 "GET /v2.0/ports?device_id=bb0a7b59-7f34-43cd-8eed-747dc9650929 HTTP/1.1" status: 200 len: 945 time: 0.1819842 Sep 23 19:45:10.769450 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.managers [None req-46a1190a-2dd5-4132-8117-089455bc5fc8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-604116608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-604116608-project-admin] Attempting to bind port fef6c999-9d89-49c4-ab74-2179d7b387ad on host n-h1-713301-16 for vnic_type normal with profile {{(pid=95101) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 19:45:10.769876 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.managers [None req-46a1190a-2dd5-4132-8117-089455bc5fc8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-604116608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-604116608-project-admin] Attempting to bind port fef6c999-9d89-49c4-ab74-2179d7b387ad by drivers openvswitch,hyperv on host n-h1-713301-16 at level 0 using segments [{'id': '31556de1-3c57-4b13-8ea2-d876e19f7f6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'bb6887d3-6bd9-450a-904d-f1445cb7cc79'}] {{(pid=95101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 19:45:10.770295 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46a1190a-2dd5-4132-8117-089455bc5fc8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-604116608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-604116608-project-admin] Attempting to bind port fef6c999-9d89-49c4-ab74-2179d7b387ad on network bb6887d3-6bd9-450a-904d-f1445cb7cc79 {{(pid=95101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:45:10.776643 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef191320-b81a-40d5-a9ef-377f90d98664 req-87fc1965-0c59-44f6-8305-16873324b19b tempest-VolumesActionsTest-1007849279 tempest-VolumesActionsTest-1007849279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:45:10.779139 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-ef191320-b81a-40d5-a9ef-377f90d98664 req-87fc1965-0c59-44f6-8305-16873324b19b tempest-VolumesActionsTest-1007849279 tempest-VolumesActionsTest-1007849279-project] 10.222.0.67 "GET /v2.0/ports?device_id=bb0a7b59-7f34-43cd-8eed-747dc9650929 HTTP/1.1" status: 200 len: 945 time: 0.0980370 Sep 23 19:45:10.780424 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46a1190a-2dd5-4132-8117-089455bc5fc8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-604116608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-604116608-project-admin] Port fef6c999-9d89-49c4-ab74-2179d7b387ad on network bb6887d3-6bd9-450a-904d-f1445cb7cc79 not bound, no agent of type Open vSwitch agent registered on host n-h1-713301-16 {{(pid=95101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 19:45:10.780881 n-d-713301-16 neutron-server[95101]: ERROR neutron.plugins.ml2.managers [None req-46a1190a-2dd5-4132-8117-089455bc5fc8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-604116608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-604116608-project-admin] Failed to bind port fef6c999-9d89-49c4-ab74-2179d7b387ad on host n-h1-713301-16 for vnic_type normal using segments [{'id': '31556de1-3c57-4b13-8ea2-d876e19f7f6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'bb6887d3-6bd9-450a-904d-f1445cb7cc79'}] Sep 23 19:45:10.796077 n-d-713301-16 neutron-server[95101]: INFO neutron.plugins.ml2.plugin [None req-46a1190a-2dd5-4132-8117-089455bc5fc8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-604116608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-604116608-project-admin] Attempt 3 to bind port fef6c999-9d89-49c4-ab74-2179d7b387ad Sep 23 19:45:10.798846 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-8667e308-06ab-4d21-aab8-c2ad7b32124d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:45:10.818539 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.managers [None req-46a1190a-2dd5-4132-8117-089455bc5fc8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-604116608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-604116608-project-admin] Attempting to bind port fef6c999-9d89-49c4-ab74-2179d7b387ad on host n-h1-713301-16 for vnic_type normal with profile {{(pid=95101) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 19:45:10.819227 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.managers [None req-46a1190a-2dd5-4132-8117-089455bc5fc8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-604116608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-604116608-project-admin] Attempting to bind port fef6c999-9d89-49c4-ab74-2179d7b387ad by drivers openvswitch,hyperv on host n-h1-713301-16 at level 0 using segments [{'id': '31556de1-3c57-4b13-8ea2-d876e19f7f6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'bb6887d3-6bd9-450a-904d-f1445cb7cc79'}] {{(pid=95101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 19:45:10.819342 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46a1190a-2dd5-4132-8117-089455bc5fc8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-604116608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-604116608-project-admin] Attempting to bind port fef6c999-9d89-49c4-ab74-2179d7b387ad on network bb6887d3-6bd9-450a-904d-f1445cb7cc79 {{(pid=95101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:45:10.838696 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46a1190a-2dd5-4132-8117-089455bc5fc8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-604116608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-604116608-project-admin] Port fef6c999-9d89-49c4-ab74-2179d7b387ad on network bb6887d3-6bd9-450a-904d-f1445cb7cc79 not bound, no agent of type Open vSwitch agent registered on host n-h1-713301-16 {{(pid=95101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 19:45:10.839213 n-d-713301-16 neutron-server[95101]: ERROR neutron.plugins.ml2.managers [None req-46a1190a-2dd5-4132-8117-089455bc5fc8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-604116608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-604116608-project-admin] Failed to bind port fef6c999-9d89-49c4-ab74-2179d7b387ad on host n-h1-713301-16 for vnic_type normal using segments [{'id': '31556de1-3c57-4b13-8ea2-d876e19f7f6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'bb6887d3-6bd9-450a-904d-f1445cb7cc79'}] Sep 23 19:45:10.841158 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-8667e308-06ab-4d21-aab8-c2ad7b32124d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:45:10.842779 n-d-713301-16 neutron-server[95101]: INFO neutron.plugins.ml2.plugin [None req-46a1190a-2dd5-4132-8117-089455bc5fc8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-604116608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-604116608-project-admin] Attempt 4 to bind port fef6c999-9d89-49c4-ab74-2179d7b387ad Sep 23 19:45:10.870366 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.managers [None req-46a1190a-2dd5-4132-8117-089455bc5fc8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-604116608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-604116608-project-admin] Attempting to bind port fef6c999-9d89-49c4-ab74-2179d7b387ad on host n-h1-713301-16 for vnic_type normal with profile {{(pid=95101) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 19:45:10.871108 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.managers [None req-46a1190a-2dd5-4132-8117-089455bc5fc8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-604116608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-604116608-project-admin] Attempting to bind port fef6c999-9d89-49c4-ab74-2179d7b387ad by drivers openvswitch,hyperv on host n-h1-713301-16 at level 0 using segments [{'id': '31556de1-3c57-4b13-8ea2-d876e19f7f6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'bb6887d3-6bd9-450a-904d-f1445cb7cc79'}] {{(pid=95101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 19:45:10.871542 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46a1190a-2dd5-4132-8117-089455bc5fc8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-604116608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-604116608-project-admin] Attempting to bind port fef6c999-9d89-49c4-ab74-2179d7b387ad on network bb6887d3-6bd9-450a-904d-f1445cb7cc79 {{(pid=95101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:45:10.891072 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-ef191320-b81a-40d5-a9ef-377f90d98664 req-3f69fc6a-90c6-43bc-a599-5f83306ed78d tempest-VolumesActionsTest-1007849279 tempest-VolumesActionsTest-1007849279-project] 10.222.0.67 "GET /v2.0/security-groups?id=122350aa-80a8-4883-9e22-c56d42eff615&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907915 Sep 23 19:45:10.892053 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46a1190a-2dd5-4132-8117-089455bc5fc8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-604116608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-604116608-project-admin] Port fef6c999-9d89-49c4-ab74-2179d7b387ad on network bb6887d3-6bd9-450a-904d-f1445cb7cc79 not bound, no agent of type Open vSwitch agent registered on host n-h1-713301-16 {{(pid=95101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 19:45:10.892451 n-d-713301-16 neutron-server[95101]: ERROR neutron.plugins.ml2.managers [None req-46a1190a-2dd5-4132-8117-089455bc5fc8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-604116608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-604116608-project-admin] Failed to bind port fef6c999-9d89-49c4-ab74-2179d7b387ad on host n-h1-713301-16 for vnic_type normal using segments [{'id': '31556de1-3c57-4b13-8ea2-d876e19f7f6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'bb6887d3-6bd9-450a-904d-f1445cb7cc79'}] Sep 23 19:45:10.894423 n-d-713301-16 neutron-server[95101]: INFO neutron.plugins.ml2.plugin [None req-46a1190a-2dd5-4132-8117-089455bc5fc8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-604116608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-604116608-project-admin] Attempt 5 to bind port fef6c999-9d89-49c4-ab74-2179d7b387ad Sep 23 19:45:10.917422 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.managers [None req-46a1190a-2dd5-4132-8117-089455bc5fc8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-604116608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-604116608-project-admin] Attempting to bind port fef6c999-9d89-49c4-ab74-2179d7b387ad on host n-h1-713301-16 for vnic_type normal with profile {{(pid=95101) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 19:45:10.917422 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.managers [None req-46a1190a-2dd5-4132-8117-089455bc5fc8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-604116608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-604116608-project-admin] Attempting to bind port fef6c999-9d89-49c4-ab74-2179d7b387ad by drivers openvswitch,hyperv on host n-h1-713301-16 at level 0 using segments [{'id': '31556de1-3c57-4b13-8ea2-d876e19f7f6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'bb6887d3-6bd9-450a-904d-f1445cb7cc79'}] {{(pid=95101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 19:45:10.917422 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46a1190a-2dd5-4132-8117-089455bc5fc8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-604116608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-604116608-project-admin] Attempting to bind port fef6c999-9d89-49c4-ab74-2179d7b387ad on network bb6887d3-6bd9-450a-904d-f1445cb7cc79 {{(pid=95101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:45:10.917422 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46a1190a-2dd5-4132-8117-089455bc5fc8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-604116608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-604116608-project-admin] Port fef6c999-9d89-49c4-ab74-2179d7b387ad on network bb6887d3-6bd9-450a-904d-f1445cb7cc79 not bound, no agent of type Open vSwitch agent registered on host n-h1-713301-16 {{(pid=95101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 19:45:10.917422 n-d-713301-16 neutron-server[95101]: ERROR neutron.plugins.ml2.managers [None req-46a1190a-2dd5-4132-8117-089455bc5fc8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-604116608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-604116608-project-admin] Failed to bind port fef6c999-9d89-49c4-ab74-2179d7b387ad on host n-h1-713301-16 for vnic_type normal using segments [{'id': '31556de1-3c57-4b13-8ea2-d876e19f7f6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'bb6887d3-6bd9-450a-904d-f1445cb7cc79'}] Sep 23 19:45:10.917422 n-d-713301-16 neutron-server[95101]: INFO neutron.plugins.ml2.plugin [None req-46a1190a-2dd5-4132-8117-089455bc5fc8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-604116608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-604116608-project-admin] Attempt 6 to bind port fef6c999-9d89-49c4-ab74-2179d7b387ad Sep 23 19:45:10.929798 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.plugin [req-ec5a0774-cdca-4dd6-960a-91279690afcd req-284d6721-e3bf-495f-81ed-346ecc7dd896 tempest-VolumesActionsTest-1007849279 tempest-VolumesActionsTest-1007849279-project] Deleting port bf752402-c9ea-4d2e-b72e-a1f475efe95f {{(pid=95102) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:45:10.930588 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-ec5a0774-cdca-4dd6-960a-91279690afcd req-284d6721-e3bf-495f-81ed-346ecc7dd896 tempest-VolumesActionsTest-1007849279 tempest-VolumesActionsTest-1007849279-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783146157096'] for port, before_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:45:10.945744 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-8667e308-06ab-4d21-aab8-c2ad7b32124d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:45:10.949585 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-8667e308-06ab-4d21-aab8-c2ad7b32124d admin admin] Notify callbacks [] for security_group, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:45:10.950983 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-8667e308-06ab-4d21-aab8-c2ad7b32124d admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/8804aab7-b4f8-4fbb-9469-745673cb7f5c HTTP/1.1" status: 204 len: 168 time: 0.2599032 Sep 23 19:45:10.970615 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.managers [None req-46a1190a-2dd5-4132-8117-089455bc5fc8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-604116608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-604116608-project-admin] Attempting to bind port fef6c999-9d89-49c4-ab74-2179d7b387ad on host n-h1-713301-16 for vnic_type normal with profile {{(pid=95101) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 19:45:10.972916 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.managers [None req-46a1190a-2dd5-4132-8117-089455bc5fc8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-604116608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-604116608-project-admin] Attempting to bind port fef6c999-9d89-49c4-ab74-2179d7b387ad by drivers openvswitch,hyperv on host n-h1-713301-16 at level 0 using segments [{'id': '31556de1-3c57-4b13-8ea2-d876e19f7f6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'bb6887d3-6bd9-450a-904d-f1445cb7cc79'}] {{(pid=95101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 19:45:10.973388 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46a1190a-2dd5-4132-8117-089455bc5fc8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-604116608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-604116608-project-admin] Attempting to bind port fef6c999-9d89-49c4-ab74-2179d7b387ad on network bb6887d3-6bd9-450a-904d-f1445cb7cc79 {{(pid=95101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:45:10.992967 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8667e308-06ab-4d21-aab8-c2ad7b32124d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8804aab7-b4f8-4fbb-9469-745673cb7f5c,revision_number=None']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:45:11.004142 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46a1190a-2dd5-4132-8117-089455bc5fc8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-604116608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-604116608-project-admin] Port fef6c999-9d89-49c4-ab74-2179d7b387ad on network bb6887d3-6bd9-450a-904d-f1445cb7cc79 not bound, no agent of type Open vSwitch agent registered on host n-h1-713301-16 {{(pid=95101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 19:45:11.007479 n-d-713301-16 neutron-server[95101]: ERROR neutron.plugins.ml2.managers [None req-46a1190a-2dd5-4132-8117-089455bc5fc8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-604116608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-604116608-project-admin] Failed to bind port fef6c999-9d89-49c4-ab74-2179d7b387ad on host n-h1-713301-16 for vnic_type normal using segments [{'id': '31556de1-3c57-4b13-8ea2-d876e19f7f6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'bb6887d3-6bd9-450a-904d-f1445cb7cc79'}] Sep 23 19:45:11.020158 n-d-713301-16 neutron-server[95101]: INFO neutron.plugins.ml2.plugin [None req-46a1190a-2dd5-4132-8117-089455bc5fc8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-604116608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-604116608-project-admin] Attempt 7 to bind port fef6c999-9d89-49c4-ab74-2179d7b387ad Sep 23 19:45:11.048866 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.managers [None req-46a1190a-2dd5-4132-8117-089455bc5fc8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-604116608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-604116608-project-admin] Attempting to bind port fef6c999-9d89-49c4-ab74-2179d7b387ad on host n-h1-713301-16 for vnic_type normal with profile {{(pid=95101) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 19:45:11.049420 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.managers [None req-46a1190a-2dd5-4132-8117-089455bc5fc8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-604116608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-604116608-project-admin] Attempting to bind port fef6c999-9d89-49c4-ab74-2179d7b387ad by drivers openvswitch,hyperv on host n-h1-713301-16 at level 0 using segments [{'id': '31556de1-3c57-4b13-8ea2-d876e19f7f6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'bb6887d3-6bd9-450a-904d-f1445cb7cc79'}] {{(pid=95101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 19:45:11.049866 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46a1190a-2dd5-4132-8117-089455bc5fc8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-604116608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-604116608-project-admin] Attempting to bind port fef6c999-9d89-49c4-ab74-2179d7b387ad on network bb6887d3-6bd9-450a-904d-f1445cb7cc79 {{(pid=95101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:45:11.057091 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46a1190a-2dd5-4132-8117-089455bc5fc8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-604116608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-604116608-project-admin] Port fef6c999-9d89-49c4-ab74-2179d7b387ad on network bb6887d3-6bd9-450a-904d-f1445cb7cc79 not bound, no agent of type Open vSwitch agent registered on host n-h1-713301-16 {{(pid=95101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 19:45:11.057557 n-d-713301-16 neutron-server[95101]: ERROR neutron.plugins.ml2.managers [None req-46a1190a-2dd5-4132-8117-089455bc5fc8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-604116608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-604116608-project-admin] Failed to bind port fef6c999-9d89-49c4-ab74-2179d7b387ad on host n-h1-713301-16 for vnic_type normal using segments [{'id': '31556de1-3c57-4b13-8ea2-d876e19f7f6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'bb6887d3-6bd9-450a-904d-f1445cb7cc79'}] Sep 23 19:45:11.058098 n-d-713301-16 neutron-server[95101]: INFO neutron.plugins.ml2.plugin [None req-46a1190a-2dd5-4132-8117-089455bc5fc8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-604116608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-604116608-project-admin] Attempt 8 to bind port fef6c999-9d89-49c4-ab74-2179d7b387ad Sep 23 19:45:11.076715 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.managers [None req-46a1190a-2dd5-4132-8117-089455bc5fc8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-604116608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-604116608-project-admin] Attempting to bind port fef6c999-9d89-49c4-ab74-2179d7b387ad on host n-h1-713301-16 for vnic_type normal with profile {{(pid=95101) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 19:45:11.076920 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.managers [None req-46a1190a-2dd5-4132-8117-089455bc5fc8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-604116608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-604116608-project-admin] Attempting to bind port fef6c999-9d89-49c4-ab74-2179d7b387ad by drivers openvswitch,hyperv on host n-h1-713301-16 at level 0 using segments [{'id': '31556de1-3c57-4b13-8ea2-d876e19f7f6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'bb6887d3-6bd9-450a-904d-f1445cb7cc79'}] {{(pid=95101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 19:45:11.077330 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46a1190a-2dd5-4132-8117-089455bc5fc8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-604116608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-604116608-project-admin] Attempting to bind port fef6c999-9d89-49c4-ab74-2179d7b387ad on network bb6887d3-6bd9-450a-904d-f1445cb7cc79 {{(pid=95101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:45:11.082971 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46a1190a-2dd5-4132-8117-089455bc5fc8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-604116608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-604116608-project-admin] Port fef6c999-9d89-49c4-ab74-2179d7b387ad on network bb6887d3-6bd9-450a-904d-f1445cb7cc79 not bound, no agent of type Open vSwitch agent registered on host n-h1-713301-16 {{(pid=95101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 19:45:11.083548 n-d-713301-16 neutron-server[95101]: ERROR neutron.plugins.ml2.managers [None req-46a1190a-2dd5-4132-8117-089455bc5fc8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-604116608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-604116608-project-admin] Failed to bind port fef6c999-9d89-49c4-ab74-2179d7b387ad on host n-h1-713301-16 for vnic_type normal using segments [{'id': '31556de1-3c57-4b13-8ea2-d876e19f7f6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'bb6887d3-6bd9-450a-904d-f1445cb7cc79'}] Sep 23 19:45:11.084822 n-d-713301-16 neutron-server[95101]: INFO neutron.plugins.ml2.plugin [None req-46a1190a-2dd5-4132-8117-089455bc5fc8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-604116608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-604116608-project-admin] Attempt 9 to bind port fef6c999-9d89-49c4-ab74-2179d7b387ad Sep 23 19:45:11.101173 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.managers [None req-46a1190a-2dd5-4132-8117-089455bc5fc8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-604116608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-604116608-project-admin] Attempting to bind port fef6c999-9d89-49c4-ab74-2179d7b387ad on host n-h1-713301-16 for vnic_type normal with profile {{(pid=95101) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 19:45:11.101695 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.managers [None req-46a1190a-2dd5-4132-8117-089455bc5fc8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-604116608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-604116608-project-admin] Attempting to bind port fef6c999-9d89-49c4-ab74-2179d7b387ad by drivers openvswitch,hyperv on host n-h1-713301-16 at level 0 using segments [{'id': '31556de1-3c57-4b13-8ea2-d876e19f7f6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'bb6887d3-6bd9-450a-904d-f1445cb7cc79'}] {{(pid=95101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 19:45:11.102212 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46a1190a-2dd5-4132-8117-089455bc5fc8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-604116608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-604116608-project-admin] Attempting to bind port fef6c999-9d89-49c4-ab74-2179d7b387ad on network bb6887d3-6bd9-450a-904d-f1445cb7cc79 {{(pid=95101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:45:11.110704 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.db [req-ec5a0774-cdca-4dd6-960a-91279690afcd req-284d6721-e3bf-495f-81ed-346ecc7dd896 tempest-VolumesActionsTest-1007849279 tempest-VolumesActionsTest-1007849279-project] For port bf752402-c9ea-4d2e-b72e-a1f475efe95f, host n-h2-713301-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-16',level=0,port_id=bf752402-c9ea-4d2e-b72e-a1f475efe95f,segment=NetworkSegment(b41eeb47-e74f-4995-8eee-a073eb3e379b),segment_id=b41eeb47-e74f-4995-8eee-a073eb3e379b)] {{(pid=95102) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:45:11.111341 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46a1190a-2dd5-4132-8117-089455bc5fc8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-604116608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-604116608-project-admin] Port fef6c999-9d89-49c4-ab74-2179d7b387ad on network bb6887d3-6bd9-450a-904d-f1445cb7cc79 not bound, no agent of type Open vSwitch agent registered on host n-h1-713301-16 {{(pid=95101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 19:45:11.111499 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-ec5a0774-cdca-4dd6-960a-91279690afcd req-284d6721-e3bf-495f-81ed-346ecc7dd896 tempest-VolumesActionsTest-1007849279 tempest-VolumesActionsTest-1007849279-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-605701'] for port, precommit_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:45:11.112077 n-d-713301-16 neutron-server[95101]: ERROR neutron.plugins.ml2.managers [None req-46a1190a-2dd5-4132-8117-089455bc5fc8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-604116608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-604116608-project-admin] Failed to bind port fef6c999-9d89-49c4-ab74-2179d7b387ad on host n-h1-713301-16 for vnic_type normal using segments [{'id': '31556de1-3c57-4b13-8ea2-d876e19f7f6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'bb6887d3-6bd9-450a-904d-f1445cb7cc79'}] Sep 23 19:45:11.112704 n-d-713301-16 neutron-server[95101]: INFO neutron.plugins.ml2.plugin [None req-46a1190a-2dd5-4132-8117-089455bc5fc8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-604116608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-604116608-project-admin] Attempt 10 to bind port fef6c999-9d89-49c4-ab74-2179d7b387ad Sep 23 19:45:11.138573 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.managers [None req-46a1190a-2dd5-4132-8117-089455bc5fc8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-604116608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-604116608-project-admin] Attempting to bind port fef6c999-9d89-49c4-ab74-2179d7b387ad on host n-h1-713301-16 for vnic_type normal with profile {{(pid=95101) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 19:45:11.138913 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.managers [None req-46a1190a-2dd5-4132-8117-089455bc5fc8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-604116608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-604116608-project-admin] Attempting to bind port fef6c999-9d89-49c4-ab74-2179d7b387ad by drivers openvswitch,hyperv on host n-h1-713301-16 at level 0 using segments [{'id': '31556de1-3c57-4b13-8ea2-d876e19f7f6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'bb6887d3-6bd9-450a-904d-f1445cb7cc79'}] {{(pid=95101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 19:45:11.139248 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46a1190a-2dd5-4132-8117-089455bc5fc8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-604116608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-604116608-project-admin] Attempting to bind port fef6c999-9d89-49c4-ab74-2179d7b387ad on network bb6887d3-6bd9-450a-904d-f1445cb7cc79 {{(pid=95101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:45:11.145697 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.plugin [req-ec5a0774-cdca-4dd6-960a-91279690afcd req-284d6721-e3bf-495f-81ed-346ecc7dd896 tempest-VolumesActionsTest-1007849279 tempest-VolumesActionsTest-1007849279-project] Calling delete_port for bf752402-c9ea-4d2e-b72e-a1f475efe95f owned by compute:nova {{(pid=95102) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:45:11.152703 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46a1190a-2dd5-4132-8117-089455bc5fc8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-604116608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-604116608-project-admin] Port fef6c999-9d89-49c4-ab74-2179d7b387ad on network bb6887d3-6bd9-450a-904d-f1445cb7cc79 not bound, no agent of type Open vSwitch agent registered on host n-h1-713301-16 {{(pid=95101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 19:45:11.153041 n-d-713301-16 neutron-server[95101]: ERROR neutron.plugins.ml2.managers [None req-46a1190a-2dd5-4132-8117-089455bc5fc8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-604116608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-604116608-project-admin] Failed to bind port fef6c999-9d89-49c4-ab74-2179d7b387ad on host n-h1-713301-16 for vnic_type normal using segments [{'id': '31556de1-3c57-4b13-8ea2-d876e19f7f6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'bb6887d3-6bd9-450a-904d-f1445cb7cc79'}] Sep 23 19:45:11.153418 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-46a1190a-2dd5-4132-8117-089455bc5fc8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-604116608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-604116608-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:45:11.305260 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.db [None req-46a1190a-2dd5-4132-8117-089455bc5fc8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-604116608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-604116608-project-admin] For port fef6c999-9d89-49c4-ab74-2179d7b387ad, host n-h1-713301-16, cleared binding levels {{(pid=95101) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 19:45:11.305721 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.db [None req-46a1190a-2dd5-4132-8117-089455bc5fc8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-604116608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-604116608-project-admin] Attempted to set empty binding levels {{(pid=95101) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Sep 23 19:45:11.310818 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-46a1190a-2dd5-4132-8117-089455bc5fc8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-604116608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-604116608-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5607436'] for port, after_update {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:45:11.360320 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.plugin [None req-46a1190a-2dd5-4132-8117-089455bc5fc8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-604116608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-604116608-project-admin] In _notify_port_updated(), no bound segment for port fef6c999-9d89-49c4-ab74-2179d7b387ad on network bb6887d3-6bd9-450a-904d-f1445cb7cc79 {{(pid=95101) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Sep 23 19:45:11.361523 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46a1190a-2dd5-4132-8117-089455bc5fc8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-604116608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-604116608-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:45:11.362362 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-46a1190a-2dd5-4132-8117-089455bc5fc8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-604116608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-604116608-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222849'] for port, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:45:11.363507 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-46a1190a-2dd5-4132-8117-089455bc5fc8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-604116608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-604116608-project-admin] 10.222.0.67 "PUT /v2.0/ports/fef6c999-9d89-49c4-ab74-2179d7b387ad HTTP/1.1" status: 200 len: 980 time: 1.0911279 Sep 23 19:45:11.366114 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 38998) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:45:11.394876 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-ec5a0774-cdca-4dd6-960a-91279690afcd req-284d6721-e3bf-495f-81ed-346ecc7dd896 tempest-VolumesActionsTest-1007849279 tempest-VolumesActionsTest-1007849279-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783146162158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783145673144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4399100'] for port, after_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:45:11.407878 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] get_ports_and_sgs() called for port_ids ['bf752402-c9ea-4d2e-b72e-a1f475efe95f'] {{(pid=95103) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 19:45:11.515341 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-284d6721-e3bf-495f-81ed-346ecc7dd896 tempest-VolumesActionsTest-1007849279 tempest-VolumesActionsTest-1007849279-project] Pushing event deleted for resources: {'Port': ['ID=bf752402-c9ea-4d2e-b72e-a1f475efe95f,revision_number=None']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:45:11.530418 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46a1190a-2dd5-4132-8117-089455bc5fc8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-604116608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-604116608-project-admin] Pushing event updated for resources: {'Port': ['ID=fef6c999-9d89-49c4-ab74-2179d7b387ad,revision_number=3']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:45:11.560991 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5860985-e406-401f-9ca4-946b5d60ca95 tempest-PortsAdminExtendedAttrsIpV6TestJSON-604116608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-604116608-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:45:11.561780 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5860985-e406-401f-9ca4-946b5d60ca95 tempest-PortsAdminExtendedAttrsIpV6TestJSON-604116608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-604116608-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:45:11.562409 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5860985-e406-401f-9ca4-946b5d60ca95 tempest-PortsAdminExtendedAttrsIpV6TestJSON-604116608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-604116608-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:45:11.563755 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5860985-e406-401f-9ca4-946b5d60ca95 tempest-PortsAdminExtendedAttrsIpV6TestJSON-604116608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-604116608-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:45:11.564389 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5860985-e406-401f-9ca4-946b5d60ca95 tempest-PortsAdminExtendedAttrsIpV6TestJSON-604116608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-604116608-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:45:11.565261 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5860985-e406-401f-9ca4-946b5d60ca95 tempest-PortsAdminExtendedAttrsIpV6TestJSON-604116608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-604116608-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:45:11.565892 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5860985-e406-401f-9ca4-946b5d60ca95 tempest-PortsAdminExtendedAttrsIpV6TestJSON-604116608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-604116608-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:45:11.566518 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5860985-e406-401f-9ca4-946b5d60ca95 tempest-PortsAdminExtendedAttrsIpV6TestJSON-604116608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-604116608-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:45:11.567139 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5860985-e406-401f-9ca4-946b5d60ca95 tempest-PortsAdminExtendedAttrsIpV6TestJSON-604116608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-604116608-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:45:11.567756 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5860985-e406-401f-9ca4-946b5d60ca95 tempest-PortsAdminExtendedAttrsIpV6TestJSON-604116608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-604116608-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:45:11.568373 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5860985-e406-401f-9ca4-946b5d60ca95 tempest-PortsAdminExtendedAttrsIpV6TestJSON-604116608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-604116608-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:45:11.570868 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-a5860985-e406-401f-9ca4-946b5d60ca95 tempest-PortsAdminExtendedAttrsIpV6TestJSON-604116608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-604116608-project-admin] 10.222.0.67 "GET /v2.0/ports HTTP/1.1" status: 200 len: 9996 time: 0.2038035 Sep 23 19:45:11.575329 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 39010) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:45:11.617975 n-d-713301-16 neutron-server[95102]: DEBUG neutron.db.l3_dvrscheduler_db [req-ec5a0774-cdca-4dd6-960a-91279690afcd req-284d6721-e3bf-495f-81ed-346ecc7dd896 tempest-VolumesActionsTest-1007849279 tempest-VolumesActionsTest-1007849279-project] No DVR routers for this DVR port bf752402-c9ea-4d2e-b72e-a1f475efe95f on host n-h2-713301-16 {{(pid=95102) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 19:45:11.623928 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-ec5a0774-cdca-4dd6-960a-91279690afcd req-284d6721-e3bf-495f-81ed-346ecc7dd896 tempest-VolumesActionsTest-1007849279 tempest-VolumesActionsTest-1007849279-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222849'] for port, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:45:11.628041 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-ec5a0774-cdca-4dd6-960a-91279690afcd req-284d6721-e3bf-495f-81ed-346ecc7dd896 tempest-VolumesActionsTest-1007849279 tempest-VolumesActionsTest-1007849279-project] 10.222.0.53 "DELETE /v2.0/ports/bf752402-c9ea-4d2e-b72e-a1f475efe95f HTTP/1.1" status: 204 len: 173 time: 0.8729086 Sep 23 19:45:11.629194 n-d-713301-16 neutron-server[95102]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb0a7b59-7f34-43cd-8eed-747dc9650929', 'name': 'network-vif-deleted', 'tag': 'bf752402-c9ea-4d2e-b72e-a1f475efe95f'}] {{(pid=95102) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 19:45:11.639723 n-d-713301-16 neutron-server[95102]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab31b6d93e5336dbddfa8ec424565b3bd8cb2369c5b4d85bc943472dbb21e8ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81faf5aa-d6db-4bc5-a800-4a082bd83708" -d '{"events": [{"server_uuid": "bb0a7b59-7f34-43cd-8eed-747dc9650929", "name": "network-vif-deleted", "tag": "bf752402-c9ea-4d2e-b72e-a1f475efe95f"}]}' {{(pid=95102) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 19:45:11.774587 n-d-713301-16 neutron-server[95102]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 19:45:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-006e802c-79fb-4184-8457-86a9b397cf3d x-openstack-request-id: req-006e802c-79fb-4184-8457-86a9b397cf3d {{(pid=95102) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 19:45:11.775654 n-d-713301-16 neutron-server[95102]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bb0a7b59-7f34-43cd-8eed-747dc9650929", "name": "network-vif-deleted", "tag": "bf752402-c9ea-4d2e-b72e-a1f475efe95f", "status": "completed", "code": 200}]} {{(pid=95102) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 19:45:11.775918 n-d-713301-16 neutron-server[95102]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-006e802c-79fb-4184-8457-86a9b397cf3d {{(pid=95102) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 19:45:11.776338 n-d-713301-16 neutron-server[95102]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bb0a7b59-7f34-43cd-8eed-747dc9650929', 'name': 'network-vif-deleted', 'tag': 'bf752402-c9ea-4d2e-b72e-a1f475efe95f', 'status': 'completed', 'code': 200} Sep 23 19:45:11.793737 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.plugin [None req-b3c07de9-28b5-4e6e-ab9f-666e655195cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-604116608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-604116608-project-admin] Deleting port fef6c999-9d89-49c4-ab74-2179d7b387ad {{(pid=95101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:45:11.798657 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-b3c07de9-28b5-4e6e-ab9f-666e655195cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-604116608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-604116608-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783146157096'] for port, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:45:11.887712 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.db [None req-b3c07de9-28b5-4e6e-ab9f-666e655195cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-604116608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-604116608-project-admin] For port fef6c999-9d89-49c4-ab74-2179d7b387ad, host n-h1-713301-16, got binding levels [] {{(pid=95101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:45:11.888365 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-b3c07de9-28b5-4e6e-ab9f-666e655195cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-604116608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-604116608-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-605701'] for port, precommit_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:45:11.899260 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-763a0e97-5b99-4a1a-8d0c-e59010e541a4 req-83fe9cbf-8f77-4b36-b092-c0bdd9ff6036 tempest-ServersNegativeTestJSON-1638865794 tempest-ServersNegativeTestJSON-1638865794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:45:11.905661 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-763a0e97-5b99-4a1a-8d0c-e59010e541a4 req-83fe9cbf-8f77-4b36-b092-c0bdd9ff6036 tempest-ServersNegativeTestJSON-1638865794 tempest-ServersNegativeTestJSON-1638865794-project] 10.222.0.67 "GET /v2.0/ports?device_id=6942dd4a-2993-4094-af13-ca4f91683a85 HTTP/1.1" status: 200 len: 947 time: 0.0750713 Sep 23 19:45:11.911258 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.plugin [None req-b3c07de9-28b5-4e6e-ab9f-666e655195cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-604116608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-604116608-project-admin] Calling delete_port for fef6c999-9d89-49c4-ab74-2179d7b387ad owned by {{(pid=95101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:45:11.964835 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-763a0e97-5b99-4a1a-8d0c-e59010e541a4 req-bf30db9e-3346-424c-ba81-3d005392fe85 tempest-ServersNegativeTestJSON-1638865794 tempest-ServersNegativeTestJSON-1638865794-project] 10.222.0.67 "GET /v2.0/security-groups?id=4daca97c-f524-4fb0-8b34-b36a0affa33e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498469 Sep 23 19:45:12.047001 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-b3c07de9-28b5-4e6e-ab9f-666e655195cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-604116608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-604116608-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783146162158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783145673144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5607431'] for port, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:45:12.090953 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-45b9e340-ddb6-4ceb-8a0a-d994a518f442 req-04b78ed0-f457-4756-91b7-1f436e5bac4f tempest-VolumesActionsTest-1007849279 tempest-VolumesActionsTest-1007849279-project] 10.222.0.67 "GET /v2.0/ports?device_id=bb0a7b59-7f34-43cd-8eed-747dc9650929 HTTP/1.1" status: 200 len: 210 time: 0.0627415 Sep 23 19:45:12.091459 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3c07de9-28b5-4e6e-ab9f-666e655195cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-604116608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-604116608-project-admin] Pushing event deleted for resources: {'Port': ['ID=fef6c999-9d89-49c4-ab74-2179d7b387ad,revision_number=None']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:45:12.105803 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-b3c07de9-28b5-4e6e-ab9f-666e655195cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-604116608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-604116608-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222849'] for port, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:45:12.108557 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-b3c07de9-28b5-4e6e-ab9f-666e655195cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-604116608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-604116608-project-admin] 10.222.0.67 "DELETE /v2.0/ports/fef6c999-9d89-49c4-ab74-2179d7b387ad HTTP/1.1" status: 204 len: 168 time: 0.5319967 Sep 23 19:45:12.111498 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 39032) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:45:12.152004 n-d-713301-16 neutron-server[95102]: INFO neutron.pecan_wsgi.hooks.translation [None req-0aaf4cbe-b8cc-44cc-b54a-f21753587119 tempest-PortsAdminExtendedAttrsIpV6TestJSON-604116608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-604116608-project-admin] GET failed (client error): The resource could not be found. Sep 23 19:45:12.157105 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-0aaf4cbe-b8cc-44cc-b54a-f21753587119 tempest-PortsAdminExtendedAttrsIpV6TestJSON-604116608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-604116608-project-admin] 10.222.0.67 "GET /v2.0/ports/fef6c999-9d89-49c4-ab74-2179d7b387ad HTTP/1.1" status: 404 len: 333 time: 0.0416758 Sep 23 19:45:12.158716 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 39034) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:45:12.167101 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.v2.base [None req-7d6bdf2d-fc21-4377-9867-39e6e2604c56 tempest-PortsAdminExtendedAttrsIpV6TestJSON-604116608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-604116608-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-605920814', 'network_id': 'bb6887d3-6bd9-450a-904d-f1445cb7cc79'}} {{(pid=95102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:45:12.218733 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d6bdf2d-fc21-4377-9867-39e6e2604c56 tempest-PortsAdminExtendedAttrsIpV6TestJSON-604116608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-604116608-project-admin] Made reservation on behalf of 54a71ad5dd954a1c87565b1df04fa2a2 for: {'port': 1} {{(pid=95102) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:45:12.222375 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-7d6bdf2d-fc21-4377-9867-39e6e2604c56 tempest-PortsAdminExtendedAttrsIpV6TestJSON-604116608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-604116608-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:45:12.254774 n-d-713301-16 neutron-server[95102]: DEBUG neutron.notifiers.nova [None req-7d6bdf2d-fc21-4377-9867-39e6e2604c56 tempest-PortsAdminExtendedAttrsIpV6TestJSON-604116608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-604116608-project-admin] device_id is not set on port 6e1b6f32-721d-45d5-b81d-bb4fa1b69cf3 yet. {{(pid=95102) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 23 19:45:12.267302 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 39036) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:45:12.277869 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [-] 10.222.0.67 "GET / HTTP/1.1" status: 200 len: 248 time: 0.0039809 Sep 23 19:45:12.278780 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 39038) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:45:12.422819 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-e8f9b1d6-aeb5-4ae3-a32a-eb9e49cc856e tempest-NetworksApiDiscovery-1937170483 tempest-NetworksApiDiscovery-1937170483-project] 10.222.0.67 "GET /v2.0/ HTTP/1.1" status: 200 len: 702 time: 0.1388676 Sep 23 19:45:12.471798 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-7d6bdf2d-fc21-4377-9867-39e6e2604c56 tempest-PortsAdminExtendedAttrsIpV6TestJSON-604116608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-604116608-project-admin] Notify callbacks [] for port, precommit_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:45:12.513208 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-7d6bdf2d-fc21-4377-9867-39e6e2604c56 tempest-PortsAdminExtendedAttrsIpV6TestJSON-604116608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-604116608-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783145673135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4399100'] for port, after_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:45:12.557999 n-d-713301-16 neutron-server[95102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d6bdf2d-fc21-4377-9867-39e6e2604c56 tempest-PortsAdminExtendedAttrsIpV6TestJSON-604116608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-604116608-project-admin] Network bb6887d3-6bd9-450a-904d-f1445cb7cc79 is already hosted by enough agents. {{(pid=95102) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:45:12.560470 n-d-713301-16 neutron-server[95102]: DEBUG neutron.scheduler.base_scheduler [None req-7d6bdf2d-fc21-4377-9867-39e6e2604c56 tempest-PortsAdminExtendedAttrsIpV6TestJSON-604116608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-604116608-project-admin] Resources bound (agent type, host, resource id): {{(pid=95102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:45:12.564359 n-d-713301-16 neutron-server[95102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d6bdf2d-fc21-4377-9867-39e6e2604c56 tempest-PortsAdminExtendedAttrsIpV6TestJSON-604116608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-604116608-project-admin] Received port after_create {{(pid=95102) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 19:45:12.565352 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d6bdf2d-fc21-4377-9867-39e6e2604c56 tempest-PortsAdminExtendedAttrsIpV6TestJSON-604116608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-604116608-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:45:12.566298 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-7d6bdf2d-fc21-4377-9867-39e6e2604c56 tempest-PortsAdminExtendedAttrsIpV6TestJSON-604116608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-604116608-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222849'] for port, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:45:12.576546 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d6bdf2d-fc21-4377-9867-39e6e2604c56 tempest-PortsAdminExtendedAttrsIpV6TestJSON-604116608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-604116608-project-admin] Pushing event updated for resources: {'Port': ['ID=6e1b6f32-721d-45d5-b81d-bb4fa1b69cf3,revision_number=1']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:45:12.593235 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-7d6bdf2d-fc21-4377-9867-39e6e2604c56 tempest-PortsAdminExtendedAttrsIpV6TestJSON-604116608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-604116608-project-admin] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 0.4329133 Sep 23 19:45:12.595728 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 39044) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:45:12.639077 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d3f7a80-dc2e-4c10-8d3d-ec6baeeebf83 tempest-PortsAdminExtendedAttrsIpV6TestJSON-604116608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-604116608-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:45:12.651038 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-7d3f7a80-dc2e-4c10-8d3d-ec6baeeebf83 tempest-PortsAdminExtendedAttrsIpV6TestJSON-604116608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-604116608-project-admin] 10.222.0.67 "GET /v2.0/ports/6e1b6f32-721d-45d5-b81d-bb4fa1b69cf3 HTTP/1.1" status: 200 len: 958 time: 0.0531747 Sep 23 19:45:12.654640 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 39048) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:45:12.738144 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.plugin [None req-4e842356-9bb9-4249-a41c-013fdf45d435 tempest-PortsAdminExtendedAttrsIpV6TestJSON-604116608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-604116608-project-admin] Deleting port 6e1b6f32-721d-45d5-b81d-bb4fa1b69cf3 {{(pid=95101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:45:12.738486 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-4e842356-9bb9-4249-a41c-013fdf45d435 tempest-PortsAdminExtendedAttrsIpV6TestJSON-604116608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-604116608-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783146157096'] for port, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:45:12.785091 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 39050) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:45:12.836038 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-4e842356-9bb9-4249-a41c-013fdf45d435 tempest-PortsAdminExtendedAttrsIpV6TestJSON-604116608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-604116608-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-605701'] for port, precommit_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:45:12.849910 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.plugin [None req-4e842356-9bb9-4249-a41c-013fdf45d435 tempest-PortsAdminExtendedAttrsIpV6TestJSON-604116608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-604116608-project-admin] Calling delete_port for 6e1b6f32-721d-45d5-b81d-bb4fa1b69cf3 owned by {{(pid=95101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:45:12.941918 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-5cd8aff8-2acb-4c79-9cf1-ec83542401c9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:45:13.007905 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-4e842356-9bb9-4249-a41c-013fdf45d435 tempest-PortsAdminExtendedAttrsIpV6TestJSON-604116608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-604116608-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783146162158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783145673144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5607431'] for port, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:45:13.038612 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e842356-9bb9-4249-a41c-013fdf45d435 tempest-PortsAdminExtendedAttrsIpV6TestJSON-604116608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-604116608-project-admin] Pushing event deleted for resources: {'Port': ['ID=6e1b6f32-721d-45d5-b81d-bb4fa1b69cf3,revision_number=None']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:45:13.060412 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-4e842356-9bb9-4249-a41c-013fdf45d435 tempest-PortsAdminExtendedAttrsIpV6TestJSON-604116608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-604116608-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222849'] for port, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:45:13.062389 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-4e842356-9bb9-4249-a41c-013fdf45d435 tempest-PortsAdminExtendedAttrsIpV6TestJSON-604116608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-604116608-project-admin] 10.222.0.67 "DELETE /v2.0/ports/6e1b6f32-721d-45d5-b81d-bb4fa1b69cf3 HTTP/1.1" status: 204 len: 168 time: 0.4067233 Sep 23 19:45:13.066674 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 39058) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:45:13.116710 n-d-713301-16 neutron-server[95102]: INFO neutron.pecan_wsgi.hooks.translation [None req-59c03359-0c70-482b-ae83-60b52782efe7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-604116608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-604116608-project-admin] GET failed (client error): The resource could not be found. Sep 23 19:45:13.118474 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-59c03359-0c70-482b-ae83-60b52782efe7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-604116608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-604116608-project-admin] 10.222.0.67 "GET /v2.0/ports/6e1b6f32-721d-45d5-b81d-bb4fa1b69cf3 HTTP/1.1" status: 404 len: 333 time: 0.0471010 Sep 23 19:45:13.120750 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-5cd8aff8-2acb-4c79-9cf1-ec83542401c9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:45:13.123415 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 39060) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:45:13.127787 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-5cd8aff8-2acb-4c79-9cf1-ec83542401c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:45:13.128290 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.v2.base [None req-3f3ebe9d-1e8f-4753-932e-a97b52c6e44d tempest-PortsAdminExtendedAttrsIpV6TestJSON-604116608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-604116608-project-admin] Request body: {'port': {'network_id': 'bb6887d3-6bd9-450a-904d-f1445cb7cc79', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-424997155'}} {{(pid=95102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:45:13.168268 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9693fad6-5158-487f-8f97-f9c981c8b1c9 req-71efb42d-29b0-45fc-9be4-d6c7097788f2 tempest-ServersNegativeTestJSON-1638865794 tempest-ServersNegativeTestJSON-1638865794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:45:13.170127 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-9693fad6-5158-487f-8f97-f9c981c8b1c9 req-71efb42d-29b0-45fc-9be4-d6c7097788f2 tempest-ServersNegativeTestJSON-1638865794 tempest-ServersNegativeTestJSON-1638865794-project] 10.222.0.67 "GET /v2.0/ports?device_id=6942dd4a-2993-4094-af13-ca4f91683a85 HTTP/1.1" status: 200 len: 947 time: 0.1175377 Sep 23 19:45:13.183991 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cd8aff8-2acb-4c79-9cf1-ec83542401c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a6cd429-5fcc-44cc-a01a-e1a7db357245,revision_number=1']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:45:13.192769 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-5cd8aff8-2acb-4c79-9cf1-ec83542401c9 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=24d58f1d13bc46b28a8d99fb946d048e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4064040 Sep 23 19:45:13.195446 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 39068) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:45:13.212678 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f3ebe9d-1e8f-4753-932e-a97b52c6e44d tempest-PortsAdminExtendedAttrsIpV6TestJSON-604116608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-604116608-project-admin] Made reservation on behalf of 54a71ad5dd954a1c87565b1df04fa2a2 for: {'port': 1} {{(pid=95102) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:45:13.212678 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-3f3ebe9d-1e8f-4753-932e-a97b52c6e44d tempest-PortsAdminExtendedAttrsIpV6TestJSON-604116608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-604116608-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:45:13.246721 n-d-713301-16 neutron-server[95102]: DEBUG neutron.notifiers.nova [None req-3f3ebe9d-1e8f-4753-932e-a97b52c6e44d tempest-PortsAdminExtendedAttrsIpV6TestJSON-604116608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-604116608-project-admin] device_id is not set on port 8d671dd5-be8c-46d4-9a90-ceaf2542441f yet. {{(pid=95102) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 23 19:45:13.262761 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-9693fad6-5158-487f-8f97-f9c981c8b1c9 req-5c7daf22-1463-4b88-b515-c2f7ff394c39 tempest-ServersNegativeTestJSON-1638865794 tempest-ServersNegativeTestJSON-1638865794-project] 10.222.0.67 "GET /v2.0/security-groups?id=4daca97c-f524-4fb0-8b34-b36a0affa33e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791059 Sep 23 19:45:13.287449 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-1af1c48b-8d8f-4285-b080-97e49fecd8f2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:45:13.329623 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-1af1c48b-8d8f-4285-b080-97e49fecd8f2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:45:13.401180 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-1af1c48b-8d8f-4285-b080-97e49fecd8f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:45:13.404043 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-1af1c48b-8d8f-4285-b080-97e49fecd8f2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:45:13.405257 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-1af1c48b-8d8f-4285-b080-97e49fecd8f2 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/1a6cd429-5fcc-44cc-a01a-e1a7db357245 HTTP/1.1" status: 204 len: 168 time: 0.2086842 Sep 23 19:45:13.413694 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af1c48b-8d8f-4285-b080-97e49fecd8f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a6cd429-5fcc-44cc-a01a-e1a7db357245,revision_number=None']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:45:13.419895 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Device bf752402-c9ea-4d2e-b72e-a1f475efe95f no longer exists at agent hyperv_n-h2-713301-16 {{(pid=95103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 19:45:13.456582 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.plugin [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] No Port match for: bf752402-c9ea-4d2e-b72e-a1f475efe95f {{(pid=95103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 19:45:13.456949 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Device bf752402-c9ea-4d2e-b72e-a1f475efe95f not bound to the agent host n-h2-713301-16 {{(pid=95103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 19:45:13.492380 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-3f3ebe9d-1e8f-4753-932e-a97b52c6e44d tempest-PortsAdminExtendedAttrsIpV6TestJSON-604116608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-604116608-project-admin] Notify callbacks [] for port, precommit_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:45:13.586129 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c6de87d-df05-439d-bd05-895e732c4f8c req-b57cc99a-5820-4d13-9962-1e5c5d1fe893 tempest-ServersNegativeTestJSON-1638865794 tempest-ServersNegativeTestJSON-1638865794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:45:13.588255 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-5c6de87d-df05-439d-bd05-895e732c4f8c req-b57cc99a-5820-4d13-9962-1e5c5d1fe893 tempest-ServersNegativeTestJSON-1638865794 tempest-ServersNegativeTestJSON-1638865794-project] 10.222.0.53 "GET /v2.0/ports?device_id=6942dd4a-2993-4094-af13-ca4f91683a85 HTTP/1.1" status: 200 len: 947 time: 0.1669440 Sep 23 19:45:13.640626 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff79bb1-bbc5-484c-9531-4e03c68640cb req-7b203d33-74b9-4dc9-b091-5b7532b0b037 tempest-VolumesActionsTest-1007849279 tempest-VolumesActionsTest-1007849279-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:45:13.642180 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-8ff79bb1-bbc5-484c-9531-4e03c68640cb req-7b203d33-74b9-4dc9-b091-5b7532b0b037 tempest-VolumesActionsTest-1007849279 tempest-VolumesActionsTest-1007849279-project] 10.222.0.67 "GET /v2.0/networks?id=946dd6c3-6732-444f-aa1d-d7700dddb8e9 HTTP/1.1" status: 200 len: 809 time: 0.2088220 Sep 23 19:45:13.659736 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-3f3ebe9d-1e8f-4753-932e-a97b52c6e44d tempest-PortsAdminExtendedAttrsIpV6TestJSON-604116608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-604116608-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783145673135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4399100'] for port, after_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:45:13.678600 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-8ff79bb1-bbc5-484c-9531-4e03c68640cb req-c3c7f136-0718-4ee1-b238-958aa5c5cf9e tempest-VolumesActionsTest-1007849279 tempest-VolumesActionsTest-1007849279-project] 10.222.0.67 "GET /v2.0/quotas/d4b52709ab244e8da2ad6002f9e227c1 HTTP/1.1" status: 200 len: 375 time: 0.0290470 Sep 23 19:45:13.764256 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-8ff79bb1-bbc5-484c-9531-4e03c68640cb req-e9f0e537-7ff5-4d1d-960f-5d4aa95a0400 tempest-VolumesActionsTest-1007849279 tempest-VolumesActionsTest-1007849279-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=d4b52709ab244e8da2ad6002f9e227c1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0461445 Sep 23 19:45:13.767519 n-d-713301-16 neutron-server[95102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f3ebe9d-1e8f-4753-932e-a97b52c6e44d tempest-PortsAdminExtendedAttrsIpV6TestJSON-604116608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-604116608-project-admin] Network bb6887d3-6bd9-450a-904d-f1445cb7cc79 is already hosted by enough agents. {{(pid=95102) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:45:13.777196 n-d-713301-16 neutron-server[95102]: DEBUG neutron.scheduler.base_scheduler [None req-3f3ebe9d-1e8f-4753-932e-a97b52c6e44d tempest-PortsAdminExtendedAttrsIpV6TestJSON-604116608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-604116608-project-admin] Resources bound (agent type, host, resource id): {{(pid=95102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:45:13.781691 n-d-713301-16 neutron-server[95102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f3ebe9d-1e8f-4753-932e-a97b52c6e44d tempest-PortsAdminExtendedAttrsIpV6TestJSON-604116608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-604116608-project-admin] Received port after_create {{(pid=95102) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 19:45:13.782631 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f3ebe9d-1e8f-4753-932e-a97b52c6e44d tempest-PortsAdminExtendedAttrsIpV6TestJSON-604116608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-604116608-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:45:13.783237 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-3f3ebe9d-1e8f-4753-932e-a97b52c6e44d tempest-PortsAdminExtendedAttrsIpV6TestJSON-604116608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-604116608-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222849'] for port, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:45:13.792328 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f3ebe9d-1e8f-4753-932e-a97b52c6e44d tempest-PortsAdminExtendedAttrsIpV6TestJSON-604116608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-604116608-project-admin] Pushing event updated for resources: {'Port': ['ID=8d671dd5-be8c-46d4-9a90-ceaf2542441f,revision_number=1']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:45:13.816682 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-3f3ebe9d-1e8f-4753-932e-a97b52c6e44d tempest-PortsAdminExtendedAttrsIpV6TestJSON-604116608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-604116608-project-admin] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 0.6921177 Sep 23 19:45:13.816968 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 39096) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:45:13.824967 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.v2.base [None req-6e4db71d-ed31-4c28-a9ac-d7ce1c8a1d14 tempest-PortsAdminExtendedAttrsIpV6TestJSON-604116608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-604116608-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-713301-16'}} {{(pid=95101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:45:13.825276 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.plugin [req-5c6de87d-df05-439d-bd05-895e732c4f8c req-9beab3b0-1a9b-4372-9ec5-2c1c93de992f tempest-ServersNegativeTestJSON-1638865794 tempest-ServersNegativeTestJSON-1638865794-project] Deleting port da1cccf9-fec5-48ec-99c3-a7ba7ed97445 {{(pid=95102) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:45:13.825543 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-5c6de87d-df05-439d-bd05-895e732c4f8c req-9beab3b0-1a9b-4372-9ec5-2c1c93de992f tempest-ServersNegativeTestJSON-1638865794 tempest-ServersNegativeTestJSON-1638865794-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783146157096'] for port, before_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:45:13.902475 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-6e4db71d-ed31-4c28-a9ac-d7ce1c8a1d14 tempest-PortsAdminExtendedAttrsIpV6TestJSON-604116608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-604116608-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:45:13.945806 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.db [req-5c6de87d-df05-439d-bd05-895e732c4f8c req-9beab3b0-1a9b-4372-9ec5-2c1c93de992f tempest-ServersNegativeTestJSON-1638865794 tempest-ServersNegativeTestJSON-1638865794-project] For port da1cccf9-fec5-48ec-99c3-a7ba7ed97445, host n-h2-713301-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-16',level=0,port_id=da1cccf9-fec5-48ec-99c3-a7ba7ed97445,segment=NetworkSegment(73539111-d512-4650-9e44-61bde391e31a),segment_id=73539111-d512-4650-9e44-61bde391e31a)] {{(pid=95102) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:45:13.946183 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-5c6de87d-df05-439d-bd05-895e732c4f8c req-9beab3b0-1a9b-4372-9ec5-2c1c93de992f tempest-ServersNegativeTestJSON-1638865794 tempest-ServersNegativeTestJSON-1638865794-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-605701'] for port, precommit_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:45:13.986778 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.plugin [req-5c6de87d-df05-439d-bd05-895e732c4f8c req-9beab3b0-1a9b-4372-9ec5-2c1c93de992f tempest-ServersNegativeTestJSON-1638865794 tempest-ServersNegativeTestJSON-1638865794-project] Calling delete_port for da1cccf9-fec5-48ec-99c3-a7ba7ed97445 owned by compute:nova {{(pid=95102) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:45:14.107666 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-8ff79bb1-bbc5-484c-9531-4e03c68640cb req-541a2b9a-75a8-4f70-b03c-a54ff823a6ce service neutron] 10.222.0.67 "GET /v2.0/networks/946dd6c3-6732-444f-aa1d-d7700dddb8e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3281620 Sep 23 19:45:14.213555 n-d-713301-16 neutron-server[95101]: DEBUG neutron.notifiers.nova [None req-6e4db71d-ed31-4c28-a9ac-d7ce1c8a1d14 tempest-PortsAdminExtendedAttrsIpV6TestJSON-604116608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-604116608-project-admin] device_id is not set on port 8d671dd5-be8c-46d4-9a90-ceaf2542441f yet. {{(pid=95101) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 23 19:45:14.227570 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-6e4db71d-ed31-4c28-a9ac-d7ce1c8a1d14 tempest-PortsAdminExtendedAttrsIpV6TestJSON-604116608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-604116608-project-admin] Notify callbacks [] for port, precommit_update {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:45:14.234822 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-6e4db71d-ed31-4c28-a9ac-d7ce1c8a1d14 tempest-PortsAdminExtendedAttrsIpV6TestJSON-604116608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-604116608-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5607436'] for port, after_update {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:45:14.278794 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-8ff79bb1-bbc5-484c-9531-4e03c68640cb req-7d6d9aaf-7fd5-4453-8c09-06f409fe9c0a service neutron] 10.222.0.67 "GET /v2.0/networks/946dd6c3-6732-444f-aa1d-d7700dddb8e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1701550 Sep 23 19:45:14.327090 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-5c6de87d-df05-439d-bd05-895e732c4f8c req-9beab3b0-1a9b-4372-9ec5-2c1c93de992f tempest-ServersNegativeTestJSON-1638865794 tempest-ServersNegativeTestJSON-1638865794-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783146162158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783145673144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4399100'] for port, after_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:45:14.339679 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] get_ports_and_sgs() called for port_ids ['da1cccf9-fec5-48ec-99c3-a7ba7ed97445'] {{(pid=95103) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 19:45:14.359648 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.managers [None req-6e4db71d-ed31-4c28-a9ac-d7ce1c8a1d14 tempest-PortsAdminExtendedAttrsIpV6TestJSON-604116608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-604116608-project-admin] Attempting to bind port 8d671dd5-be8c-46d4-9a90-ceaf2542441f on host n-h1-713301-16 for vnic_type normal with profile {{(pid=95101) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 19:45:14.361991 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.managers [None req-6e4db71d-ed31-4c28-a9ac-d7ce1c8a1d14 tempest-PortsAdminExtendedAttrsIpV6TestJSON-604116608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-604116608-project-admin] Attempting to bind port 8d671dd5-be8c-46d4-9a90-ceaf2542441f by drivers openvswitch,hyperv on host n-h1-713301-16 at level 0 using segments [{'id': '31556de1-3c57-4b13-8ea2-d876e19f7f6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'bb6887d3-6bd9-450a-904d-f1445cb7cc79'}] {{(pid=95101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 19:45:14.362478 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e4db71d-ed31-4c28-a9ac-d7ce1c8a1d14 tempest-PortsAdminExtendedAttrsIpV6TestJSON-604116608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-604116608-project-admin] Attempting to bind port 8d671dd5-be8c-46d4-9a90-ceaf2542441f on network bb6887d3-6bd9-450a-904d-f1445cb7cc79 {{(pid=95101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:45:14.369147 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e4db71d-ed31-4c28-a9ac-d7ce1c8a1d14 tempest-PortsAdminExtendedAttrsIpV6TestJSON-604116608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-604116608-project-admin] Pushing event updated for resources: {'Port': ['ID=8d671dd5-be8c-46d4-9a90-ceaf2542441f,revision_number=2']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:45:14.384937 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e4db71d-ed31-4c28-a9ac-d7ce1c8a1d14 tempest-PortsAdminExtendedAttrsIpV6TestJSON-604116608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-604116608-project-admin] Port 8d671dd5-be8c-46d4-9a90-ceaf2542441f on network bb6887d3-6bd9-450a-904d-f1445cb7cc79 not bound, no agent of type Open vSwitch agent registered on host n-h1-713301-16 {{(pid=95101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 19:45:14.387054 n-d-713301-16 neutron-server[95101]: ERROR neutron.plugins.ml2.managers [None req-6e4db71d-ed31-4c28-a9ac-d7ce1c8a1d14 tempest-PortsAdminExtendedAttrsIpV6TestJSON-604116608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-604116608-project-admin] Failed to bind port 8d671dd5-be8c-46d4-9a90-ceaf2542441f on host n-h1-713301-16 for vnic_type normal using segments [{'id': '31556de1-3c57-4b13-8ea2-d876e19f7f6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'bb6887d3-6bd9-450a-904d-f1445cb7cc79'}] Sep 23 19:45:14.387635 n-d-713301-16 neutron-server[95101]: INFO neutron.plugins.ml2.plugin [None req-6e4db71d-ed31-4c28-a9ac-d7ce1c8a1d14 tempest-PortsAdminExtendedAttrsIpV6TestJSON-604116608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-604116608-project-admin] Attempt 2 to bind port 8d671dd5-be8c-46d4-9a90-ceaf2542441f Sep 23 19:45:14.423701 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.managers [None req-6e4db71d-ed31-4c28-a9ac-d7ce1c8a1d14 tempest-PortsAdminExtendedAttrsIpV6TestJSON-604116608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-604116608-project-admin] Attempting to bind port 8d671dd5-be8c-46d4-9a90-ceaf2542441f on host n-h1-713301-16 for vnic_type normal with profile {{(pid=95101) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 19:45:14.424063 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.managers [None req-6e4db71d-ed31-4c28-a9ac-d7ce1c8a1d14 tempest-PortsAdminExtendedAttrsIpV6TestJSON-604116608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-604116608-project-admin] Attempting to bind port 8d671dd5-be8c-46d4-9a90-ceaf2542441f by drivers openvswitch,hyperv on host n-h1-713301-16 at level 0 using segments [{'id': '31556de1-3c57-4b13-8ea2-d876e19f7f6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'bb6887d3-6bd9-450a-904d-f1445cb7cc79'}] {{(pid=95101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 19:45:14.424402 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e4db71d-ed31-4c28-a9ac-d7ce1c8a1d14 tempest-PortsAdminExtendedAttrsIpV6TestJSON-604116608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-604116608-project-admin] Attempting to bind port 8d671dd5-be8c-46d4-9a90-ceaf2542441f on network bb6887d3-6bd9-450a-904d-f1445cb7cc79 {{(pid=95101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:45:14.433765 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e4db71d-ed31-4c28-a9ac-d7ce1c8a1d14 tempest-PortsAdminExtendedAttrsIpV6TestJSON-604116608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-604116608-project-admin] Port 8d671dd5-be8c-46d4-9a90-ceaf2542441f on network bb6887d3-6bd9-450a-904d-f1445cb7cc79 not bound, no agent of type Open vSwitch agent registered on host n-h1-713301-16 {{(pid=95101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 19:45:14.434054 n-d-713301-16 neutron-server[95101]: ERROR neutron.plugins.ml2.managers [None req-6e4db71d-ed31-4c28-a9ac-d7ce1c8a1d14 tempest-PortsAdminExtendedAttrsIpV6TestJSON-604116608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-604116608-project-admin] Failed to bind port 8d671dd5-be8c-46d4-9a90-ceaf2542441f on host n-h1-713301-16 for vnic_type normal using segments [{'id': '31556de1-3c57-4b13-8ea2-d876e19f7f6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'bb6887d3-6bd9-450a-904d-f1445cb7cc79'}] Sep 23 19:45:14.434446 n-d-713301-16 neutron-server[95101]: INFO neutron.plugins.ml2.plugin [None req-6e4db71d-ed31-4c28-a9ac-d7ce1c8a1d14 tempest-PortsAdminExtendedAttrsIpV6TestJSON-604116608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-604116608-project-admin] Attempt 3 to bind port 8d671dd5-be8c-46d4-9a90-ceaf2542441f Sep 23 19:45:14.449725 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.managers [None req-6e4db71d-ed31-4c28-a9ac-d7ce1c8a1d14 tempest-PortsAdminExtendedAttrsIpV6TestJSON-604116608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-604116608-project-admin] Attempting to bind port 8d671dd5-be8c-46d4-9a90-ceaf2542441f on host n-h1-713301-16 for vnic_type normal with profile {{(pid=95101) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 19:45:14.450119 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.managers [None req-6e4db71d-ed31-4c28-a9ac-d7ce1c8a1d14 tempest-PortsAdminExtendedAttrsIpV6TestJSON-604116608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-604116608-project-admin] Attempting to bind port 8d671dd5-be8c-46d4-9a90-ceaf2542441f by drivers openvswitch,hyperv on host n-h1-713301-16 at level 0 using segments [{'id': '31556de1-3c57-4b13-8ea2-d876e19f7f6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'bb6887d3-6bd9-450a-904d-f1445cb7cc79'}] {{(pid=95101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 19:45:14.450393 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e4db71d-ed31-4c28-a9ac-d7ce1c8a1d14 tempest-PortsAdminExtendedAttrsIpV6TestJSON-604116608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-604116608-project-admin] Attempting to bind port 8d671dd5-be8c-46d4-9a90-ceaf2542441f on network bb6887d3-6bd9-450a-904d-f1445cb7cc79 {{(pid=95101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:45:14.452876 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9beab3b0-1a9b-4372-9ec5-2c1c93de992f tempest-ServersNegativeTestJSON-1638865794 tempest-ServersNegativeTestJSON-1638865794-project] Pushing event deleted for resources: {'Port': ['ID=da1cccf9-fec5-48ec-99c3-a7ba7ed97445,revision_number=None']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:45:14.455009 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e4db71d-ed31-4c28-a9ac-d7ce1c8a1d14 tempest-PortsAdminExtendedAttrsIpV6TestJSON-604116608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-604116608-project-admin] Port 8d671dd5-be8c-46d4-9a90-ceaf2542441f on network bb6887d3-6bd9-450a-904d-f1445cb7cc79 not bound, no agent of type Open vSwitch agent registered on host n-h1-713301-16 {{(pid=95101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 19:45:14.455534 n-d-713301-16 neutron-server[95101]: ERROR neutron.plugins.ml2.managers [None req-6e4db71d-ed31-4c28-a9ac-d7ce1c8a1d14 tempest-PortsAdminExtendedAttrsIpV6TestJSON-604116608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-604116608-project-admin] Failed to bind port 8d671dd5-be8c-46d4-9a90-ceaf2542441f on host n-h1-713301-16 for vnic_type normal using segments [{'id': '31556de1-3c57-4b13-8ea2-d876e19f7f6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'bb6887d3-6bd9-450a-904d-f1445cb7cc79'}] Sep 23 19:45:14.456191 n-d-713301-16 neutron-server[95101]: INFO neutron.plugins.ml2.plugin [None req-6e4db71d-ed31-4c28-a9ac-d7ce1c8a1d14 tempest-PortsAdminExtendedAttrsIpV6TestJSON-604116608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-604116608-project-admin] Attempt 4 to bind port 8d671dd5-be8c-46d4-9a90-ceaf2542441f Sep 23 19:45:14.482934 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.managers [None req-6e4db71d-ed31-4c28-a9ac-d7ce1c8a1d14 tempest-PortsAdminExtendedAttrsIpV6TestJSON-604116608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-604116608-project-admin] Attempting to bind port 8d671dd5-be8c-46d4-9a90-ceaf2542441f on host n-h1-713301-16 for vnic_type normal with profile {{(pid=95101) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 19:45:14.483310 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.managers [None req-6e4db71d-ed31-4c28-a9ac-d7ce1c8a1d14 tempest-PortsAdminExtendedAttrsIpV6TestJSON-604116608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-604116608-project-admin] Attempting to bind port 8d671dd5-be8c-46d4-9a90-ceaf2542441f by drivers openvswitch,hyperv on host n-h1-713301-16 at level 0 using segments [{'id': '31556de1-3c57-4b13-8ea2-d876e19f7f6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'bb6887d3-6bd9-450a-904d-f1445cb7cc79'}] {{(pid=95101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 19:45:14.483626 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e4db71d-ed31-4c28-a9ac-d7ce1c8a1d14 tempest-PortsAdminExtendedAttrsIpV6TestJSON-604116608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-604116608-project-admin] Attempting to bind port 8d671dd5-be8c-46d4-9a90-ceaf2542441f on network bb6887d3-6bd9-450a-904d-f1445cb7cc79 {{(pid=95101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:45:14.489086 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e4db71d-ed31-4c28-a9ac-d7ce1c8a1d14 tempest-PortsAdminExtendedAttrsIpV6TestJSON-604116608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-604116608-project-admin] Port 8d671dd5-be8c-46d4-9a90-ceaf2542441f on network bb6887d3-6bd9-450a-904d-f1445cb7cc79 not bound, no agent of type Open vSwitch agent registered on host n-h1-713301-16 {{(pid=95101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 19:45:14.489419 n-d-713301-16 neutron-server[95101]: ERROR neutron.plugins.ml2.managers [None req-6e4db71d-ed31-4c28-a9ac-d7ce1c8a1d14 tempest-PortsAdminExtendedAttrsIpV6TestJSON-604116608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-604116608-project-admin] Failed to bind port 8d671dd5-be8c-46d4-9a90-ceaf2542441f on host n-h1-713301-16 for vnic_type normal using segments [{'id': '31556de1-3c57-4b13-8ea2-d876e19f7f6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'bb6887d3-6bd9-450a-904d-f1445cb7cc79'}] Sep 23 19:45:14.489905 n-d-713301-16 neutron-server[95101]: INFO neutron.plugins.ml2.plugin [None req-6e4db71d-ed31-4c28-a9ac-d7ce1c8a1d14 tempest-PortsAdminExtendedAttrsIpV6TestJSON-604116608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-604116608-project-admin] Attempt 5 to bind port 8d671dd5-be8c-46d4-9a90-ceaf2542441f Sep 23 19:45:14.521483 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.managers [None req-6e4db71d-ed31-4c28-a9ac-d7ce1c8a1d14 tempest-PortsAdminExtendedAttrsIpV6TestJSON-604116608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-604116608-project-admin] Attempting to bind port 8d671dd5-be8c-46d4-9a90-ceaf2542441f on host n-h1-713301-16 for vnic_type normal with profile {{(pid=95101) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 19:45:14.521849 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.managers [None req-6e4db71d-ed31-4c28-a9ac-d7ce1c8a1d14 tempest-PortsAdminExtendedAttrsIpV6TestJSON-604116608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-604116608-project-admin] Attempting to bind port 8d671dd5-be8c-46d4-9a90-ceaf2542441f by drivers openvswitch,hyperv on host n-h1-713301-16 at level 0 using segments [{'id': '31556de1-3c57-4b13-8ea2-d876e19f7f6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'bb6887d3-6bd9-450a-904d-f1445cb7cc79'}] {{(pid=95101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 19:45:14.522188 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e4db71d-ed31-4c28-a9ac-d7ce1c8a1d14 tempest-PortsAdminExtendedAttrsIpV6TestJSON-604116608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-604116608-project-admin] Attempting to bind port 8d671dd5-be8c-46d4-9a90-ceaf2542441f on network bb6887d3-6bd9-450a-904d-f1445cb7cc79 {{(pid=95101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:45:14.528242 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e4db71d-ed31-4c28-a9ac-d7ce1c8a1d14 tempest-PortsAdminExtendedAttrsIpV6TestJSON-604116608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-604116608-project-admin] Port 8d671dd5-be8c-46d4-9a90-ceaf2542441f on network bb6887d3-6bd9-450a-904d-f1445cb7cc79 not bound, no agent of type Open vSwitch agent registered on host n-h1-713301-16 {{(pid=95101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 19:45:14.529233 n-d-713301-16 neutron-server[95101]: ERROR neutron.plugins.ml2.managers [None req-6e4db71d-ed31-4c28-a9ac-d7ce1c8a1d14 tempest-PortsAdminExtendedAttrsIpV6TestJSON-604116608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-604116608-project-admin] Failed to bind port 8d671dd5-be8c-46d4-9a90-ceaf2542441f on host n-h1-713301-16 for vnic_type normal using segments [{'id': '31556de1-3c57-4b13-8ea2-d876e19f7f6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'bb6887d3-6bd9-450a-904d-f1445cb7cc79'}] Sep 23 19:45:14.529644 n-d-713301-16 neutron-server[95101]: INFO neutron.plugins.ml2.plugin [None req-6e4db71d-ed31-4c28-a9ac-d7ce1c8a1d14 tempest-PortsAdminExtendedAttrsIpV6TestJSON-604116608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-604116608-project-admin] Attempt 6 to bind port 8d671dd5-be8c-46d4-9a90-ceaf2542441f Sep 23 19:45:14.541429 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-ee80f8df-c0fa-4743-a0d1-9dbaed74f5b5 req-40be9705-95cb-4894-a865-b76efdb74247 tempest-ServersNegativeTestJSON-1638865794 tempest-ServersNegativeTestJSON-1638865794-project] 10.222.0.67 "GET /v2.0/ports?device_id=6942dd4a-2993-4094-af13-ca4f91683a85 HTTP/1.1" status: 200 len: 210 time: 0.0859356 Sep 23 19:45:14.575432 n-d-713301-16 neutron-server[95102]: DEBUG neutron.db.l3_dvrscheduler_db [req-5c6de87d-df05-439d-bd05-895e732c4f8c req-9beab3b0-1a9b-4372-9ec5-2c1c93de992f tempest-ServersNegativeTestJSON-1638865794 tempest-ServersNegativeTestJSON-1638865794-project] No DVR routers for this DVR port da1cccf9-fec5-48ec-99c3-a7ba7ed97445 on host n-h2-713301-16 {{(pid=95102) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 19:45:14.575794 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-5c6de87d-df05-439d-bd05-895e732c4f8c req-9beab3b0-1a9b-4372-9ec5-2c1c93de992f tempest-ServersNegativeTestJSON-1638865794 tempest-ServersNegativeTestJSON-1638865794-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222849'] for port, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:45:14.579477 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-5c6de87d-df05-439d-bd05-895e732c4f8c req-9beab3b0-1a9b-4372-9ec5-2c1c93de992f tempest-ServersNegativeTestJSON-1638865794 tempest-ServersNegativeTestJSON-1638865794-project] 10.222.0.53 "DELETE /v2.0/ports/da1cccf9-fec5-48ec-99c3-a7ba7ed97445 HTTP/1.1" status: 204 len: 173 time: 0.9824457 Sep 23 19:45:14.583603 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.managers [None req-6e4db71d-ed31-4c28-a9ac-d7ce1c8a1d14 tempest-PortsAdminExtendedAttrsIpV6TestJSON-604116608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-604116608-project-admin] Attempting to bind port 8d671dd5-be8c-46d4-9a90-ceaf2542441f on host n-h1-713301-16 for vnic_type normal with profile {{(pid=95101) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 19:45:14.583603 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.managers [None req-6e4db71d-ed31-4c28-a9ac-d7ce1c8a1d14 tempest-PortsAdminExtendedAttrsIpV6TestJSON-604116608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-604116608-project-admin] Attempting to bind port 8d671dd5-be8c-46d4-9a90-ceaf2542441f by drivers openvswitch,hyperv on host n-h1-713301-16 at level 0 using segments [{'id': '31556de1-3c57-4b13-8ea2-d876e19f7f6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'bb6887d3-6bd9-450a-904d-f1445cb7cc79'}] {{(pid=95101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 19:45:14.584968 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e4db71d-ed31-4c28-a9ac-d7ce1c8a1d14 tempest-PortsAdminExtendedAttrsIpV6TestJSON-604116608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-604116608-project-admin] Attempting to bind port 8d671dd5-be8c-46d4-9a90-ceaf2542441f on network bb6887d3-6bd9-450a-904d-f1445cb7cc79 {{(pid=95101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:45:14.592158 n-d-713301-16 neutron-server[95102]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6942dd4a-2993-4094-af13-ca4f91683a85', 'name': 'network-vif-deleted', 'tag': 'da1cccf9-fec5-48ec-99c3-a7ba7ed97445'}] {{(pid=95102) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 19:45:14.593604 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e4db71d-ed31-4c28-a9ac-d7ce1c8a1d14 tempest-PortsAdminExtendedAttrsIpV6TestJSON-604116608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-604116608-project-admin] Port 8d671dd5-be8c-46d4-9a90-ceaf2542441f on network bb6887d3-6bd9-450a-904d-f1445cb7cc79 not bound, no agent of type Open vSwitch agent registered on host n-h1-713301-16 {{(pid=95101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 19:45:14.594005 n-d-713301-16 neutron-server[95101]: ERROR neutron.plugins.ml2.managers [None req-6e4db71d-ed31-4c28-a9ac-d7ce1c8a1d14 tempest-PortsAdminExtendedAttrsIpV6TestJSON-604116608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-604116608-project-admin] Failed to bind port 8d671dd5-be8c-46d4-9a90-ceaf2542441f on host n-h1-713301-16 for vnic_type normal using segments [{'id': '31556de1-3c57-4b13-8ea2-d876e19f7f6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'bb6887d3-6bd9-450a-904d-f1445cb7cc79'}] Sep 23 19:45:14.594486 n-d-713301-16 neutron-server[95101]: INFO neutron.plugins.ml2.plugin [None req-6e4db71d-ed31-4c28-a9ac-d7ce1c8a1d14 tempest-PortsAdminExtendedAttrsIpV6TestJSON-604116608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-604116608-project-admin] Attempt 7 to bind port 8d671dd5-be8c-46d4-9a90-ceaf2542441f Sep 23 19:45:14.599215 n-d-713301-16 neutron-server[95102]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab31b6d93e5336dbddfa8ec424565b3bd8cb2369c5b4d85bc943472dbb21e8ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6fe60130-b746-4a00-87a6-32fe5a9c7a02" -d '{"events": [{"server_uuid": "6942dd4a-2993-4094-af13-ca4f91683a85", "name": "network-vif-deleted", "tag": "da1cccf9-fec5-48ec-99c3-a7ba7ed97445"}]}' {{(pid=95102) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 19:45:14.644292 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-22fd3b83-8bf7-44ee-9913-869d820f485f req-9b0ffac8-2862-4ebe-a1e6-6e19ba170804 tempest-VolumesActionsTest-1007849279 tempest-VolumesActionsTest-1007849279-project] 10.222.0.67 "GET /v2.0/ports?device_id=ea94f651-fc90-46c9-9fb9-304672150bd7 HTTP/1.1" status: 200 len: 210 time: 0.0400164 Sep 23 19:45:14.651039 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.managers [None req-6e4db71d-ed31-4c28-a9ac-d7ce1c8a1d14 tempest-PortsAdminExtendedAttrsIpV6TestJSON-604116608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-604116608-project-admin] Attempting to bind port 8d671dd5-be8c-46d4-9a90-ceaf2542441f on host n-h1-713301-16 for vnic_type normal with profile {{(pid=95101) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 19:45:14.651681 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.managers [None req-6e4db71d-ed31-4c28-a9ac-d7ce1c8a1d14 tempest-PortsAdminExtendedAttrsIpV6TestJSON-604116608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-604116608-project-admin] Attempting to bind port 8d671dd5-be8c-46d4-9a90-ceaf2542441f by drivers openvswitch,hyperv on host n-h1-713301-16 at level 0 using segments [{'id': '31556de1-3c57-4b13-8ea2-d876e19f7f6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'bb6887d3-6bd9-450a-904d-f1445cb7cc79'}] {{(pid=95101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 19:45:14.652320 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e4db71d-ed31-4c28-a9ac-d7ce1c8a1d14 tempest-PortsAdminExtendedAttrsIpV6TestJSON-604116608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-604116608-project-admin] Attempting to bind port 8d671dd5-be8c-46d4-9a90-ceaf2542441f on network bb6887d3-6bd9-450a-904d-f1445cb7cc79 {{(pid=95101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:45:14.667999 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e4db71d-ed31-4c28-a9ac-d7ce1c8a1d14 tempest-PortsAdminExtendedAttrsIpV6TestJSON-604116608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-604116608-project-admin] Port 8d671dd5-be8c-46d4-9a90-ceaf2542441f on network bb6887d3-6bd9-450a-904d-f1445cb7cc79 not bound, no agent of type Open vSwitch agent registered on host n-h1-713301-16 {{(pid=95101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 19:45:14.667999 n-d-713301-16 neutron-server[95101]: ERROR neutron.plugins.ml2.managers [None req-6e4db71d-ed31-4c28-a9ac-d7ce1c8a1d14 tempest-PortsAdminExtendedAttrsIpV6TestJSON-604116608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-604116608-project-admin] Failed to bind port 8d671dd5-be8c-46d4-9a90-ceaf2542441f on host n-h1-713301-16 for vnic_type normal using segments [{'id': '31556de1-3c57-4b13-8ea2-d876e19f7f6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'bb6887d3-6bd9-450a-904d-f1445cb7cc79'}] Sep 23 19:45:14.667999 n-d-713301-16 neutron-server[95101]: INFO neutron.plugins.ml2.plugin [None req-6e4db71d-ed31-4c28-a9ac-d7ce1c8a1d14 tempest-PortsAdminExtendedAttrsIpV6TestJSON-604116608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-604116608-project-admin] Attempt 8 to bind port 8d671dd5-be8c-46d4-9a90-ceaf2542441f Sep 23 19:45:14.678069 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.managers [None req-6e4db71d-ed31-4c28-a9ac-d7ce1c8a1d14 tempest-PortsAdminExtendedAttrsIpV6TestJSON-604116608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-604116608-project-admin] Attempting to bind port 8d671dd5-be8c-46d4-9a90-ceaf2542441f on host n-h1-713301-16 for vnic_type normal with profile {{(pid=95101) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 19:45:14.679582 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.managers [None req-6e4db71d-ed31-4c28-a9ac-d7ce1c8a1d14 tempest-PortsAdminExtendedAttrsIpV6TestJSON-604116608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-604116608-project-admin] Attempting to bind port 8d671dd5-be8c-46d4-9a90-ceaf2542441f by drivers openvswitch,hyperv on host n-h1-713301-16 at level 0 using segments [{'id': '31556de1-3c57-4b13-8ea2-d876e19f7f6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'bb6887d3-6bd9-450a-904d-f1445cb7cc79'}] {{(pid=95101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 19:45:14.679969 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e4db71d-ed31-4c28-a9ac-d7ce1c8a1d14 tempest-PortsAdminExtendedAttrsIpV6TestJSON-604116608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-604116608-project-admin] Attempting to bind port 8d671dd5-be8c-46d4-9a90-ceaf2542441f on network bb6887d3-6bd9-450a-904d-f1445cb7cc79 {{(pid=95101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:45:14.686247 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e4db71d-ed31-4c28-a9ac-d7ce1c8a1d14 tempest-PortsAdminExtendedAttrsIpV6TestJSON-604116608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-604116608-project-admin] Port 8d671dd5-be8c-46d4-9a90-ceaf2542441f on network bb6887d3-6bd9-450a-904d-f1445cb7cc79 not bound, no agent of type Open vSwitch agent registered on host n-h1-713301-16 {{(pid=95101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 19:45:14.686651 n-d-713301-16 neutron-server[95101]: ERROR neutron.plugins.ml2.managers [None req-6e4db71d-ed31-4c28-a9ac-d7ce1c8a1d14 tempest-PortsAdminExtendedAttrsIpV6TestJSON-604116608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-604116608-project-admin] Failed to bind port 8d671dd5-be8c-46d4-9a90-ceaf2542441f on host n-h1-713301-16 for vnic_type normal using segments [{'id': '31556de1-3c57-4b13-8ea2-d876e19f7f6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'bb6887d3-6bd9-450a-904d-f1445cb7cc79'}] Sep 23 19:45:14.687050 n-d-713301-16 neutron-server[95101]: INFO neutron.plugins.ml2.plugin [None req-6e4db71d-ed31-4c28-a9ac-d7ce1c8a1d14 tempest-PortsAdminExtendedAttrsIpV6TestJSON-604116608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-604116608-project-admin] Attempt 9 to bind port 8d671dd5-be8c-46d4-9a90-ceaf2542441f Sep 23 19:45:14.706206 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.managers [None req-6e4db71d-ed31-4c28-a9ac-d7ce1c8a1d14 tempest-PortsAdminExtendedAttrsIpV6TestJSON-604116608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-604116608-project-admin] Attempting to bind port 8d671dd5-be8c-46d4-9a90-ceaf2542441f on host n-h1-713301-16 for vnic_type normal with profile {{(pid=95101) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 19:45:14.706693 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.managers [None req-6e4db71d-ed31-4c28-a9ac-d7ce1c8a1d14 tempest-PortsAdminExtendedAttrsIpV6TestJSON-604116608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-604116608-project-admin] Attempting to bind port 8d671dd5-be8c-46d4-9a90-ceaf2542441f by drivers openvswitch,hyperv on host n-h1-713301-16 at level 0 using segments [{'id': '31556de1-3c57-4b13-8ea2-d876e19f7f6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'bb6887d3-6bd9-450a-904d-f1445cb7cc79'}] {{(pid=95101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 19:45:14.707010 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e4db71d-ed31-4c28-a9ac-d7ce1c8a1d14 tempest-PortsAdminExtendedAttrsIpV6TestJSON-604116608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-604116608-project-admin] Attempting to bind port 8d671dd5-be8c-46d4-9a90-ceaf2542441f on network bb6887d3-6bd9-450a-904d-f1445cb7cc79 {{(pid=95101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:45:14.715016 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e4db71d-ed31-4c28-a9ac-d7ce1c8a1d14 tempest-PortsAdminExtendedAttrsIpV6TestJSON-604116608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-604116608-project-admin] Port 8d671dd5-be8c-46d4-9a90-ceaf2542441f on network bb6887d3-6bd9-450a-904d-f1445cb7cc79 not bound, no agent of type Open vSwitch agent registered on host n-h1-713301-16 {{(pid=95101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 19:45:14.715364 n-d-713301-16 neutron-server[95101]: ERROR neutron.plugins.ml2.managers [None req-6e4db71d-ed31-4c28-a9ac-d7ce1c8a1d14 tempest-PortsAdminExtendedAttrsIpV6TestJSON-604116608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-604116608-project-admin] Failed to bind port 8d671dd5-be8c-46d4-9a90-ceaf2542441f on host n-h1-713301-16 for vnic_type normal using segments [{'id': '31556de1-3c57-4b13-8ea2-d876e19f7f6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'bb6887d3-6bd9-450a-904d-f1445cb7cc79'}] Sep 23 19:45:14.716167 n-d-713301-16 neutron-server[95101]: INFO neutron.plugins.ml2.plugin [None req-6e4db71d-ed31-4c28-a9ac-d7ce1c8a1d14 tempest-PortsAdminExtendedAttrsIpV6TestJSON-604116608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-604116608-project-admin] Attempt 10 to bind port 8d671dd5-be8c-46d4-9a90-ceaf2542441f Sep 23 19:45:14.720676 n-d-713301-16 neutron-server[95102]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 19:45:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ffff553c-d10d-407f-9687-dbd1577b0b7e x-openstack-request-id: req-ffff553c-d10d-407f-9687-dbd1577b0b7e {{(pid=95102) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 19:45:14.720970 n-d-713301-16 neutron-server[95102]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6942dd4a-2993-4094-af13-ca4f91683a85", "name": "network-vif-deleted", "tag": "da1cccf9-fec5-48ec-99c3-a7ba7ed97445", "status": "completed", "code": 200}]} {{(pid=95102) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 19:45:14.721220 n-d-713301-16 neutron-server[95102]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-ffff553c-d10d-407f-9687-dbd1577b0b7e {{(pid=95102) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 19:45:14.721626 n-d-713301-16 neutron-server[95102]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6942dd4a-2993-4094-af13-ca4f91683a85', 'name': 'network-vif-deleted', 'tag': 'da1cccf9-fec5-48ec-99c3-a7ba7ed97445', 'status': 'completed', 'code': 200} Sep 23 19:45:14.737419 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.managers [None req-6e4db71d-ed31-4c28-a9ac-d7ce1c8a1d14 tempest-PortsAdminExtendedAttrsIpV6TestJSON-604116608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-604116608-project-admin] Attempting to bind port 8d671dd5-be8c-46d4-9a90-ceaf2542441f on host n-h1-713301-16 for vnic_type normal with profile {{(pid=95101) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 19:45:14.737990 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.managers [None req-6e4db71d-ed31-4c28-a9ac-d7ce1c8a1d14 tempest-PortsAdminExtendedAttrsIpV6TestJSON-604116608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-604116608-project-admin] Attempting to bind port 8d671dd5-be8c-46d4-9a90-ceaf2542441f by drivers openvswitch,hyperv on host n-h1-713301-16 at level 0 using segments [{'id': '31556de1-3c57-4b13-8ea2-d876e19f7f6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'bb6887d3-6bd9-450a-904d-f1445cb7cc79'}] {{(pid=95101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 19:45:14.738327 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e4db71d-ed31-4c28-a9ac-d7ce1c8a1d14 tempest-PortsAdminExtendedAttrsIpV6TestJSON-604116608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-604116608-project-admin] Attempting to bind port 8d671dd5-be8c-46d4-9a90-ceaf2542441f on network bb6887d3-6bd9-450a-904d-f1445cb7cc79 {{(pid=95101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:45:14.745723 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e4db71d-ed31-4c28-a9ac-d7ce1c8a1d14 tempest-PortsAdminExtendedAttrsIpV6TestJSON-604116608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-604116608-project-admin] Port 8d671dd5-be8c-46d4-9a90-ceaf2542441f on network bb6887d3-6bd9-450a-904d-f1445cb7cc79 not bound, no agent of type Open vSwitch agent registered on host n-h1-713301-16 {{(pid=95101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 19:45:14.746318 n-d-713301-16 neutron-server[95101]: ERROR neutron.plugins.ml2.managers [None req-6e4db71d-ed31-4c28-a9ac-d7ce1c8a1d14 tempest-PortsAdminExtendedAttrsIpV6TestJSON-604116608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-604116608-project-admin] Failed to bind port 8d671dd5-be8c-46d4-9a90-ceaf2542441f on host n-h1-713301-16 for vnic_type normal using segments [{'id': '31556de1-3c57-4b13-8ea2-d876e19f7f6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'bb6887d3-6bd9-450a-904d-f1445cb7cc79'}] Sep 23 19:45:14.746753 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-6e4db71d-ed31-4c28-a9ac-d7ce1c8a1d14 tempest-PortsAdminExtendedAttrsIpV6TestJSON-604116608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-604116608-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:45:15.076407 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.db [None req-6e4db71d-ed31-4c28-a9ac-d7ce1c8a1d14 tempest-PortsAdminExtendedAttrsIpV6TestJSON-604116608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-604116608-project-admin] For port 8d671dd5-be8c-46d4-9a90-ceaf2542441f, host n-h1-713301-16, cleared binding levels {{(pid=95101) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 19:45:15.076407 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.db [None req-6e4db71d-ed31-4c28-a9ac-d7ce1c8a1d14 tempest-PortsAdminExtendedAttrsIpV6TestJSON-604116608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-604116608-project-admin] Attempted to set empty binding levels {{(pid=95101) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Sep 23 19:45:15.076407 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-6e4db71d-ed31-4c28-a9ac-d7ce1c8a1d14 tempest-PortsAdminExtendedAttrsIpV6TestJSON-604116608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-604116608-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5607436'] for port, after_update {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:45:15.076407 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e4db71d-ed31-4c28-a9ac-d7ce1c8a1d14 tempest-PortsAdminExtendedAttrsIpV6TestJSON-604116608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-604116608-project-admin] Pushing event updated for resources: {'Port': ['ID=8d671dd5-be8c-46d4-9a90-ceaf2542441f,revision_number=3']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:45:15.076407 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.plugin [None req-6e4db71d-ed31-4c28-a9ac-d7ce1c8a1d14 tempest-PortsAdminExtendedAttrsIpV6TestJSON-604116608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-604116608-project-admin] In _notify_port_updated(), no bound segment for port 8d671dd5-be8c-46d4-9a90-ceaf2542441f on network bb6887d3-6bd9-450a-904d-f1445cb7cc79 {{(pid=95101) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Sep 23 19:45:15.076407 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e4db71d-ed31-4c28-a9ac-d7ce1c8a1d14 tempest-PortsAdminExtendedAttrsIpV6TestJSON-604116608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-604116608-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:45:15.076407 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-6e4db71d-ed31-4c28-a9ac-d7ce1c8a1d14 tempest-PortsAdminExtendedAttrsIpV6TestJSON-604116608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-604116608-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222849'] for port, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:45:15.076407 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-6e4db71d-ed31-4c28-a9ac-d7ce1c8a1d14 tempest-PortsAdminExtendedAttrsIpV6TestJSON-604116608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-604116608-project-admin] 10.222.0.67 "PUT /v2.0/ports/8d671dd5-be8c-46d4-9a90-ceaf2542441f HTTP/1.1" status: 200 len: 979 time: 1.1853487 Sep 23 19:45:15.076407 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 39154) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:45:15.161843 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.plugin [None req-cd1450d4-e4df-4fb9-9937-e7160521f6de tempest-PortsAdminExtendedAttrsIpV6TestJSON-604116608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-604116608-project-admin] Deleting port 8d671dd5-be8c-46d4-9a90-ceaf2542441f {{(pid=95101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:45:15.162465 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-cd1450d4-e4df-4fb9-9937-e7160521f6de tempest-PortsAdminExtendedAttrsIpV6TestJSON-604116608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-604116608-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783146157096'] for port, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:45:15.249867 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.db [None req-cd1450d4-e4df-4fb9-9937-e7160521f6de tempest-PortsAdminExtendedAttrsIpV6TestJSON-604116608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-604116608-project-admin] For port 8d671dd5-be8c-46d4-9a90-ceaf2542441f, host n-h1-713301-16, got binding levels [] {{(pid=95101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:45:15.250476 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-cd1450d4-e4df-4fb9-9937-e7160521f6de tempest-PortsAdminExtendedAttrsIpV6TestJSON-604116608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-604116608-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-605701'] for port, precommit_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:45:15.266439 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.plugin [None req-cd1450d4-e4df-4fb9-9937-e7160521f6de tempest-PortsAdminExtendedAttrsIpV6TestJSON-604116608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-604116608-project-admin] Calling delete_port for 8d671dd5-be8c-46d4-9a90-ceaf2542441f owned by {{(pid=95101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:45:15.415110 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-cd1450d4-e4df-4fb9-9937-e7160521f6de tempest-PortsAdminExtendedAttrsIpV6TestJSON-604116608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-604116608-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783146162158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783145673144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5607431'] for port, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:45:15.484957 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd1450d4-e4df-4fb9-9937-e7160521f6de tempest-PortsAdminExtendedAttrsIpV6TestJSON-604116608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-604116608-project-admin] Pushing event deleted for resources: {'Port': ['ID=8d671dd5-be8c-46d4-9a90-ceaf2542441f,revision_number=None']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:45:15.499254 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-cd1450d4-e4df-4fb9-9937-e7160521f6de tempest-PortsAdminExtendedAttrsIpV6TestJSON-604116608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-604116608-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222849'] for port, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:45:15.503753 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-cd1450d4-e4df-4fb9-9937-e7160521f6de tempest-PortsAdminExtendedAttrsIpV6TestJSON-604116608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-604116608-project-admin] 10.222.0.67 "DELETE /v2.0/ports/8d671dd5-be8c-46d4-9a90-ceaf2542441f HTTP/1.1" status: 204 len: 168 time: 0.4934421 Sep 23 19:45:15.504510 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 39174) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:45:15.553876 n-d-713301-16 neutron-server[95102]: INFO neutron.pecan_wsgi.hooks.translation [None req-e05f8ee3-fc45-4358-9564-76a37fee4e2a tempest-PortsAdminExtendedAttrsIpV6TestJSON-604116608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-604116608-project-admin] GET failed (client error): The resource could not be found. Sep 23 19:45:15.557781 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-e05f8ee3-fc45-4358-9564-76a37fee4e2a tempest-PortsAdminExtendedAttrsIpV6TestJSON-604116608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-604116608-project-admin] 10.222.0.67 "GET /v2.0/ports/8d671dd5-be8c-46d4-9a90-ceaf2542441f HTTP/1.1" status: 404 len: 333 time: 0.0513396 Sep 23 19:45:15.561996 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 39178) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:45:15.656462 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 39184) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:45:15.722636 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-5d2f7eb6-3794-46c9-81dc-f07200dbd379 tempest-PortsAdminExtendedAttrsIpV6TestJSON-558051607 tempest-PortsAdminExtendedAttrsIpV6TestJSON-558051607-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1628021'] for network, before_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:45:15.773671 n-d-713301-16 neutron-server[95101]: DEBUG neutron.db.db_base_plugin_v2 [None req-7b0fbae5-cb0e-40a5-a7e2-7efffdd9ae08 admin admin] Deleting subnet 3168c2f0-c410-47c7-9b0a-467008e3d34d {{(pid=95101) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 23 19:45:15.789884 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-7b0fbae5-cb0e-40a5-a7e2-7efffdd9ae08 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:45:15.839335 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-7b0fbae5-cb0e-40a5-a7e2-7efffdd9ae08 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6007154'] for subnet, precommit_delete_associations {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:45:15.849353 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-4504f023-1d5b-4400-87f7-1ef9e1fb3c5e req-bb647286-d583-4a89-8c13-138c1992c7eb tempest-VolumesActionsTest-1007849279 tempest-VolumesActionsTest-1007849279-project] 10.222.0.67 "GET /v2.0/ports?device_id=ea94f651-fc90-46c9-9fb9-304672150bd7 HTTP/1.1" status: 200 len: 210 time: 0.1053786 Sep 23 19:45:15.925130 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-7b0fbae5-cb0e-40a5-a7e2-7efffdd9ae08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1756813'] for subnet, precommit_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:45:15.979582 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-5d2f7eb6-3794-46c9-81dc-f07200dbd379 tempest-PortsAdminExtendedAttrsIpV6TestJSON-558051607 tempest-PortsAdminExtendedAttrsIpV6TestJSON-558051607-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1754676', 'neutron.services.segments.db._delete_segments_for_network-8783146221460'] for network, precommit_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:45:16.054916 n-d-713301-16 neutron-server[95102]: DEBUG neutron.services.segments.db [None req-5d2f7eb6-3794-46c9-81dc-f07200dbd379 tempest-PortsAdminExtendedAttrsIpV6TestJSON-558051607 tempest-PortsAdminExtendedAttrsIpV6TestJSON-558051607-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bb6887d3-6bd9-450a-904d-f1445cb7cc79']}} {{(pid=95102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:45:16.059786 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-7b0fbae5-cb0e-40a5-a7e2-7efffdd9ae08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1756804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5607514', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6130950'] for subnet, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:45:16.078892 n-d-713301-16 neutron-server[95102]: DEBUG neutron.services.segments.db [None req-5d2f7eb6-3794-46c9-81dc-f07200dbd379 tempest-PortsAdminExtendedAttrsIpV6TestJSON-558051607 tempest-PortsAdminExtendedAttrsIpV6TestJSON-558051607-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '31556de1-3c57-4b13-8ea2-d876e19f7f6c') {'for_net_delete': True} {{(pid=95102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:45:16.078892 n-d-713301-16 neutron-server[95102]: DEBUG neutron.services.segments.db [None req-5d2f7eb6-3794-46c9-81dc-f07200dbd379 tempest-PortsAdminExtendedAttrsIpV6TestJSON-558051607 tempest-PortsAdminExtendedAttrsIpV6TestJSON-558051607-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '31556de1-3c57-4b13-8ea2-d876e19f7f6c') {} {{(pid=95102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:45:16.100254 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-5d2f7eb6-3794-46c9-81dc-f07200dbd379 tempest-PortsAdminExtendedAttrsIpV6TestJSON-558051607 tempest-PortsAdminExtendedAttrsIpV6TestJSON-558051607-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783146221725', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6162832'] for segment, before_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:45:16.111517 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b0fbae5-cb0e-40a5-a7e2-7efffdd9ae08 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3168c2f0-c410-47c7-9b0a-467008e3d34d,revision_number=None']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:45:16.116826 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-7b0fbae5-cb0e-40a5-a7e2-7efffdd9ae08 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:45:16.120110 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-7b0fbae5-cb0e-40a5-a7e2-7efffdd9ae08 admin admin] 10.222.0.67 "DELETE /v2.0/subnets/3168c2f0-c410-47c7-9b0a-467008e3d34d HTTP/1.1" status: 204 len: 168 time: 0.4624968 Sep 23 19:45:16.124296 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 39214) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:45:16.133925 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-5d2f7eb6-3794-46c9-81dc-f07200dbd379 tempest-PortsAdminExtendedAttrsIpV6TestJSON-558051607 tempest-PortsAdminExtendedAttrsIpV6TestJSON-558051607-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1756186'] for segment, precommit_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:45:16.148900 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5d2f7eb6-3794-46c9-81dc-f07200dbd379 tempest-PortsAdminExtendedAttrsIpV6TestJSON-558051607 tempest-PortsAdminExtendedAttrsIpV6TestJSON-558051607-project] Releasing vlan 640 on physical network physnet1 to pool {{(pid=95102) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 19:45:16.149313 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-5d2f7eb6-3794-46c9-81dc-f07200dbd379 tempest-PortsAdminExtendedAttrsIpV6TestJSON-558051607 tempest-PortsAdminExtendedAttrsIpV6TestJSON-558051607-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1756186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4398095'] for segment, after_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:45:16.154229 n-d-713301-16 neutron-server[95102]: Traceback (most recent call last): Sep 23 19:45:16.154229 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 19:45:16.154229 n-d-713301-16 neutron-server[95102]: timer() Sep 23 19:45:16.154229 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 19:45:16.154229 n-d-713301-16 neutron-server[95102]: cb(*args, **kw) Sep 23 19:45:16.154229 n-d-713301-16 neutron-server[95102]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 19:45:16.154229 n-d-713301-16 neutron-server[95102]: return func(*args, **kwargs) Sep 23 19:45:16.154229 n-d-713301-16 neutron-server[95102]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 19:45:16.154229 n-d-713301-16 neutron-server[95102]: self._notify() Sep 23 19:45:16.154229 n-d-713301-16 neutron-server[95102]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 19:45:16.154229 n-d-713301-16 neutron-server[95102]: self.callback(batched_events) Sep 23 19:45:16.154229 n-d-713301-16 neutron-server[95102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 19:45:16.154229 n-d-713301-16 neutron-server[95102]: event.method(event) Sep 23 19:45:16.154229 n-d-713301-16 neutron-server[95102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 19:45:16.154229 n-d-713301-16 neutron-server[95102]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 19:45:16.154229 n-d-713301-16 neutron-server[95102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 19:45:16.154229 n-d-713301-16 neutron-server[95102]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 19:45:16.154229 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 19:45:16.154229 n-d-713301-16 neutron-server[95102]: return f(self, *a, **k) Sep 23 19:45:16.154229 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 19:45:16.154229 n-d-713301-16 neutron-server[95102]: return self._get(url).json() Sep 23 19:45:16.154229 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 19:45:16.154229 n-d-713301-16 neutron-server[95102]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 19:45:16.154229 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 19:45:16.154229 n-d-713301-16 neutron-server[95102]: return self.request(url, 'GET', **kwargs) Sep 23 19:45:16.154229 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 19:45:16.154229 n-d-713301-16 neutron-server[95102]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 19:45:16.154229 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 19:45:16.154229 n-d-713301-16 neutron-server[95102]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 19:45:16.154229 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 19:45:16.154229 n-d-713301-16 neutron-server[95102]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 19:45:16.154229 n-d-713301-16 neutron-server[95102]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 19:45:16.172314 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff79bb1-bbc5-484c-9531-4e03c68640cb req-190f1446-86fe-4638-b653-1efc16e5e1d5 tempest-VolumesActionsTest-1007849279 tempest-VolumesActionsTest-1007849279-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:45:16.173972 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-8ff79bb1-bbc5-484c-9531-4e03c68640cb req-190f1446-86fe-4638-b653-1efc16e5e1d5 tempest-VolumesActionsTest-1007849279 tempest-VolumesActionsTest-1007849279-project] 10.222.0.53 "GET /v2.0/networks?id=946dd6c3-6732-444f-aa1d-d7700dddb8e9 HTTP/1.1" status: 200 len: 809 time: 0.2914205 Sep 23 19:45:16.198796 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.v2.base [req-8ff79bb1-bbc5-484c-9531-4e03c68640cb req-8bac13dd-884a-49c2-8391-d29d09b997dd tempest-VolumesActionsTest-1007849279 tempest-VolumesActionsTest-1007849279-project] Request body: {'port': {'device_id': 'ea94f651-fc90-46c9-9fb9-304672150bd7', 'network_id': '946dd6c3-6732-444f-aa1d-d7700dddb8e9', 'admin_state_up': True, 'tenant_id': 'd4b52709ab244e8da2ad6002f9e227c1'}} {{(pid=95102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:45:16.226314 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-caf997a6-34a9-4ce5-8357-7326052e406d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1628021'] for network, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:45:16.260128 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-5d2f7eb6-3794-46c9-81dc-f07200dbd379 tempest-PortsAdminExtendedAttrsIpV6TestJSON-558051607 tempest-PortsAdminExtendedAttrsIpV6TestJSON-558051607-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1754627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-601866'] for network, after_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:45:16.272262 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-5d2f7eb6-3794-46c9-81dc-f07200dbd379 tempest-PortsAdminExtendedAttrsIpV6TestJSON-558051607 tempest-PortsAdminExtendedAttrsIpV6TestJSON-558051607-project] Notify callbacks [] for network, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:45:16.273388 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-5d2f7eb6-3794-46c9-81dc-f07200dbd379 tempest-PortsAdminExtendedAttrsIpV6TestJSON-558051607 tempest-PortsAdminExtendedAttrsIpV6TestJSON-558051607-project] 10.222.0.67 "DELETE /v2.0/networks/bb6887d3-6bd9-450a-904d-f1445cb7cc79 HTTP/1.1" status: 204 len: 168 time: 0.7100310 Sep 23 19:45:16.358224 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d2f7eb6-3794-46c9-81dc-f07200dbd379 tempest-PortsAdminExtendedAttrsIpV6TestJSON-558051607 tempest-PortsAdminExtendedAttrsIpV6TestJSON-558051607-project] Pushing event deleted for resources: {'Network': ['ID=bb6887d3-6bd9-450a-904d-f1445cb7cc79,revision_number=None']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:45:16.386589 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-caf997a6-34a9-4ce5-8357-7326052e406d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1754676', 'neutron.services.segments.db._delete_segments_for_network-8783146221460'] for network, precommit_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:45:16.417876 n-d-713301-16 neutron-server[95101]: DEBUG neutron.services.segments.db [None req-caf997a6-34a9-4ce5-8357-7326052e406d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bd1e9a1b-24bd-4f73-b7dd-094a5b1ba73a']}} {{(pid=95101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:45:16.418391 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8ff79bb1-bbc5-484c-9531-4e03c68640cb req-8bac13dd-884a-49c2-8391-d29d09b997dd tempest-VolumesActionsTest-1007849279 tempest-VolumesActionsTest-1007849279-project] Made reservation on behalf of d4b52709ab244e8da2ad6002f9e227c1 for: {'port': 1} {{(pid=95102) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:45:16.423840 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-8ff79bb1-bbc5-484c-9531-4e03c68640cb req-8bac13dd-884a-49c2-8391-d29d09b997dd tempest-VolumesActionsTest-1007849279 tempest-VolumesActionsTest-1007849279-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:45:16.430262 n-d-713301-16 neutron-server[95101]: DEBUG neutron.services.segments.db [None req-caf997a6-34a9-4ce5-8357-7326052e406d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '73539111-d512-4650-9e44-61bde391e31a') {'for_net_delete': True} {{(pid=95101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:45:16.430717 n-d-713301-16 neutron-server[95101]: DEBUG neutron.services.segments.db [None req-caf997a6-34a9-4ce5-8357-7326052e406d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '73539111-d512-4650-9e44-61bde391e31a') {} {{(pid=95101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:45:16.446504 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-caf997a6-34a9-4ce5-8357-7326052e406d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783146221725', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6007147'] for segment, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:45:16.480803 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-caf997a6-34a9-4ce5-8357-7326052e406d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1756186'] for segment, precommit_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:45:16.492189 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-caf997a6-34a9-4ce5-8357-7326052e406d admin admin] Releasing vlan 648 on physical network physnet1 to pool {{(pid=95101) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 19:45:16.492625 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-caf997a6-34a9-4ce5-8357-7326052e406d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1756186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5608436'] for segment, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:45:16.495837 n-d-713301-16 neutron-server[95101]: Traceback (most recent call last): Sep 23 19:45:16.495837 n-d-713301-16 neutron-server[95101]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 19:45:16.495837 n-d-713301-16 neutron-server[95101]: timer() Sep 23 19:45:16.495837 n-d-713301-16 neutron-server[95101]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 19:45:16.495837 n-d-713301-16 neutron-server[95101]: cb(*args, **kw) Sep 23 19:45:16.495837 n-d-713301-16 neutron-server[95101]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 19:45:16.495837 n-d-713301-16 neutron-server[95101]: return func(*args, **kwargs) Sep 23 19:45:16.495837 n-d-713301-16 neutron-server[95101]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 19:45:16.495837 n-d-713301-16 neutron-server[95101]: self._notify() Sep 23 19:45:16.495837 n-d-713301-16 neutron-server[95101]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 19:45:16.495837 n-d-713301-16 neutron-server[95101]: self.callback(batched_events) Sep 23 19:45:16.495837 n-d-713301-16 neutron-server[95101]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 19:45:16.495837 n-d-713301-16 neutron-server[95101]: event.method(event) Sep 23 19:45:16.495837 n-d-713301-16 neutron-server[95101]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 19:45:16.495837 n-d-713301-16 neutron-server[95101]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 19:45:16.495837 n-d-713301-16 neutron-server[95101]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 19:45:16.495837 n-d-713301-16 neutron-server[95101]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 19:45:16.495837 n-d-713301-16 neutron-server[95101]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 19:45:16.495837 n-d-713301-16 neutron-server[95101]: return f(self, *a, **k) Sep 23 19:45:16.495837 n-d-713301-16 neutron-server[95101]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 19:45:16.495837 n-d-713301-16 neutron-server[95101]: return self._get(url).json() Sep 23 19:45:16.495837 n-d-713301-16 neutron-server[95101]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 19:45:16.495837 n-d-713301-16 neutron-server[95101]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 19:45:16.495837 n-d-713301-16 neutron-server[95101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 19:45:16.495837 n-d-713301-16 neutron-server[95101]: return self.request(url, 'GET', **kwargs) Sep 23 19:45:16.495837 n-d-713301-16 neutron-server[95101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 19:45:16.495837 n-d-713301-16 neutron-server[95101]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 19:45:16.495837 n-d-713301-16 neutron-server[95101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 19:45:16.495837 n-d-713301-16 neutron-server[95101]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 19:45:16.495837 n-d-713301-16 neutron-server[95101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 19:45:16.495837 n-d-713301-16 neutron-server[95101]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 19:45:16.495837 n-d-713301-16 neutron-server[95101]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 19:45:16.581765 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-caf997a6-34a9-4ce5-8357-7326052e406d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1754627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-601866'] for network, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:45:16.591581 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-caf997a6-34a9-4ce5-8357-7326052e406d admin admin] Notify callbacks [] for network, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:45:16.597198 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-caf997a6-34a9-4ce5-8357-7326052e406d admin admin] 10.222.0.67 "DELETE /v2.0/networks/bd1e9a1b-24bd-4f73-b7dd-094a5b1ba73a HTTP/1.1" status: 204 len: 168 time: 0.4653199 Sep 23 19:45:16.625905 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf997a6-34a9-4ce5-8357-7326052e406d admin admin] Pushing event deleted for resources: {'Network': ['ID=bd1e9a1b-24bd-4f73-b7dd-094a5b1ba73a,revision_number=None']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:45:16.669313 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 39232) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:45:16.689708 n-d-713301-16 neutron-server[95102]: DEBUG neutron.db.db_base_plugin_common [req-8ff79bb1-bbc5-484c-9531-4e03c68640cb req-8bac13dd-884a-49c2-8391-d29d09b997dd tempest-VolumesActionsTest-1007849279 tempest-VolumesActionsTest-1007849279-project] Allocated IP 172.20.0.4 (946dd6c3-6732-444f-aa1d-d7700dddb8e9/d9ea802b-5787-4f46-995f-fc37925ef59d/5d0e86c5-c3f2-4fae-91b1-cf489478d651) {{(pid=95102) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 19:45:16.691779 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 39240) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:45:16.835386 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 39246) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:45:16.897503 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-8ff79bb1-bbc5-484c-9531-4e03c68640cb req-8bac13dd-884a-49c2-8391-d29d09b997dd tempest-VolumesActionsTest-1007849279 tempest-VolumesActionsTest-1007849279-project] Notify callbacks [] for port, precommit_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:45:16.906272 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-d7232c76-d14f-433f-94e2-0da0f65de44e admin admin] Notify callbacks [] for security_group, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:45:16.996862 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-7c417ad8-46ea-4f10-83ba-6878697b4eae req-f0929bef-005c-4b27-b869-6220ec094c3d tempest-VolumesActionsTest-1007849279 tempest-VolumesActionsTest-1007849279-project] 10.222.0.67 "GET /v2.0/ports?device_id=ea94f651-fc90-46c9-9fb9-304672150bd7 HTTP/1.1" status: 200 len: 210 time: 0.0397911 Sep 23 19:45:17.011902 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-8ff79bb1-bbc5-484c-9531-4e03c68640cb req-8bac13dd-884a-49c2-8391-d29d09b997dd tempest-VolumesActionsTest-1007849279 tempest-VolumesActionsTest-1007849279-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783145673135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4399100'] for port, after_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:45:17.033538 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-d7232c76-d14f-433f-94e2-0da0f65de44e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:45:17.037857 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-6bf9648d-6ddd-46c9-8097-9d6a25ae9f76 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=71dd9ac001f74f8ba18264101352d8e3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2013211 Sep 23 19:45:17.041259 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 39252) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:45:17.053012 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-d7232c76-d14f-433f-94e2-0da0f65de44e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:45:17.061929 n-d-713301-16 neutron-server[95102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8ff79bb1-bbc5-484c-9531-4e03c68640cb req-8bac13dd-884a-49c2-8391-d29d09b997dd tempest-VolumesActionsTest-1007849279 tempest-VolumesActionsTest-1007849279-project] Network 946dd6c3-6732-444f-aa1d-d7700dddb8e9 is already hosted by enough agents. {{(pid=95102) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:45:17.064610 n-d-713301-16 neutron-server[95102]: DEBUG neutron.scheduler.base_scheduler [req-8ff79bb1-bbc5-484c-9531-4e03c68640cb req-8bac13dd-884a-49c2-8391-d29d09b997dd tempest-VolumesActionsTest-1007849279 tempest-VolumesActionsTest-1007849279-project] Resources bound (agent type, host, resource id): {{(pid=95102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:45:17.068443 n-d-713301-16 neutron-server[95102]: DEBUG neutron.db.l3_dvrscheduler_db [req-8ff79bb1-bbc5-484c-9531-4e03c68640cb req-8bac13dd-884a-49c2-8391-d29d09b997dd tempest-VolumesActionsTest-1007849279 tempest-VolumesActionsTest-1007849279-project] Received port after_create {{(pid=95102) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 19:45:17.114521 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bac13dd-884a-49c2-8391-d29d09b997dd tempest-VolumesActionsTest-1007849279 tempest-VolumesActionsTest-1007849279-project] Pushing event updated for resources: {'Port': ['ID=5d0e86c5-c3f2-4fae-91b1-cf489478d651,revision_number=1']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:45:17.127824 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-d7232c76-d14f-433f-94e2-0da0f65de44e admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=5b44723091fe4a53b115fcc732cbc750&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4573390 Sep 23 19:45:17.130206 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7232c76-d14f-433f-94e2-0da0f65de44e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62e21f74-bdca-4f62-83a9-8b93a91f693e,revision_number=1']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:45:17.132912 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 39256) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:45:17.133743 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff79bb1-bbc5-484c-9531-4e03c68640cb req-8bac13dd-884a-49c2-8391-d29d09b997dd tempest-VolumesActionsTest-1007849279 tempest-VolumesActionsTest-1007849279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:45:17.135451 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-8ff79bb1-bbc5-484c-9531-4e03c68640cb req-8bac13dd-884a-49c2-8391-d29d09b997dd tempest-VolumesActionsTest-1007849279 tempest-VolumesActionsTest-1007849279-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222849'] for port, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:45:17.157915 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-8ff79bb1-bbc5-484c-9531-4e03c68640cb req-8bac13dd-884a-49c2-8391-d29d09b997dd tempest-VolumesActionsTest-1007849279 tempest-VolumesActionsTest-1007849279-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9675112 Sep 23 19:45:17.174755 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.v2.base [req-8ff79bb1-bbc5-484c-9531-4e03c68640cb req-23ada636-3248-4a19-9a12-370b323044f2 service neutron] Request body: {'port': {'device_id': 'ea94f651-fc90-46c9-9fb9-304672150bd7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713301-16'}} {{(pid=95102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:45:17.197345 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-0dc773bd-217d-485d-9f72-74548984d5f9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:45:17.236434 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-0dc773bd-217d-485d-9f72-74548984d5f9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:45:17.272893 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-f32316a3-595c-4328-9049-474cfe8c7c95 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=d6fe1147cba24baba0e910db0cccb549&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5795193 Sep 23 19:45:17.273711 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-8ff79bb1-bbc5-484c-9531-4e03c68640cb req-23ada636-3248-4a19-9a12-370b323044f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:45:17.276813 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 39260) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:45:17.279761 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-a160a283-3359-4f85-87d3-40ec7b584714 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:45:17.318577 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-a160a283-3359-4f85-87d3-40ec7b584714 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:45:17.371554 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-0dc773bd-217d-485d-9f72-74548984d5f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:45:17.374727 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-0dc773bd-217d-485d-9f72-74548984d5f9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:45:17.375650 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-0dc773bd-217d-485d-9f72-74548984d5f9 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/4daca97c-f524-4fb0-8b34-b36a0affa33e HTTP/1.1" status: 204 len: 168 time: 0.3332105 Sep 23 19:45:17.393643 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc773bd-217d-485d-9f72-74548984d5f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4daca97c-f524-4fb0-8b34-b36a0affa33e,revision_number=None']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:45:17.424024 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-a160a283-3359-4f85-87d3-40ec7b584714 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:45:17.429419 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-a160a283-3359-4f85-87d3-40ec7b584714 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:45:17.431760 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-a160a283-3359-4f85-87d3-40ec7b584714 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/62e21f74-bdca-4f62-83a9-8b93a91f693e HTTP/1.1" status: 204 len: 168 time: 0.2977834 Sep 23 19:45:17.444707 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a160a283-3359-4f85-87d3-40ec7b584714 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62e21f74-bdca-4f62-83a9-8b93a91f693e,revision_number=None']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:45:17.451897 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-081019c6-1f7b-4157-b9cd-afcf9e8881f5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:45:17.471991 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Device da1cccf9-fec5-48ec-99c3-a7ba7ed97445 no longer exists at agent hyperv_n-h2-713301-16 {{(pid=95103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 19:45:17.503673 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-081019c6-1f7b-4157-b9cd-afcf9e8881f5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:45:17.513036 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.plugin [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] No Port match for: da1cccf9-fec5-48ec-99c3-a7ba7ed97445 {{(pid=95103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 19:45:17.513456 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Device da1cccf9-fec5-48ec-99c3-a7ba7ed97445 not bound to the agent host n-h2-713301-16 {{(pid=95103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 19:45:17.654369 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-081019c6-1f7b-4157-b9cd-afcf9e8881f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:45:17.657606 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-081019c6-1f7b-4157-b9cd-afcf9e8881f5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:45:17.659209 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-081019c6-1f7b-4157-b9cd-afcf9e8881f5 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/cd135551-43d5-4cbb-89d3-b2cd4e20081c HTTP/1.1" status: 204 len: 168 time: 0.3814268 Sep 23 19:45:17.674226 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-081019c6-1f7b-4157-b9cd-afcf9e8881f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd135551-43d5-4cbb-89d3-b2cd4e20081c,revision_number=None']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:45:17.788009 n-d-713301-16 neutron-server[95102]: DEBUG neutron.notifiers.nova [req-8ff79bb1-bbc5-484c-9531-4e03c68640cb req-23ada636-3248-4a19-9a12-370b323044f2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5d0e86c5-c3f2-4fae-91b1-cf489478d651 {{(pid=95102) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 19:45:17.800674 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-8ff79bb1-bbc5-484c-9531-4e03c68640cb req-23ada636-3248-4a19-9a12-370b323044f2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:45:17.815859 n-d-713301-16 neutron-server[95102]: DEBUG neutron.db.provisioning_blocks [req-8ff79bb1-bbc5-484c-9531-4e03c68640cb req-23ada636-3248-4a19-9a12-370b323044f2 service neutron] Transition to ACTIVE for port object 5d0e86c5-c3f2-4fae-91b1-cf489478d651 will not be triggered until provisioned by entity L2. {{(pid=95102) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 19:45:17.821890 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-8ff79bb1-bbc5-484c-9531-4e03c68640cb req-23ada636-3248-4a19-9a12-370b323044f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4399095'] for port, after_update {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:45:17.918696 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 39288) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:45:17.937142 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-53bb0d4d-7615-4a2e-bb39-083c2bb4b9de admin admin] Notify callbacks [] for security_group, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:45:17.978652 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ada636-3248-4a19-9a12-370b323044f2 service neutron] Pushing event updated for resources: {'Port': ['ID=5d0e86c5-c3f2-4fae-91b1-cf489478d651,revision_number=2']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:45:18.069109 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.managers [req-8ff79bb1-bbc5-484c-9531-4e03c68640cb req-23ada636-3248-4a19-9a12-370b323044f2 service neutron] Attempting to bind port 5d0e86c5-c3f2-4fae-91b1-cf489478d651 on host n-h2-713301-16 for vnic_type normal with profile {{(pid=95102) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 19:45:18.069817 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.managers [req-8ff79bb1-bbc5-484c-9531-4e03c68640cb req-23ada636-3248-4a19-9a12-370b323044f2 service neutron] Attempting to bind port 5d0e86c5-c3f2-4fae-91b1-cf489478d651 by drivers openvswitch,hyperv on host n-h2-713301-16 at level 0 using segments [{'id': 'b41eeb47-e74f-4995-8eee-a073eb3e379b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '946dd6c3-6732-444f-aa1d-d7700dddb8e9'}] {{(pid=95102) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 19:45:18.071393 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ff79bb1-bbc5-484c-9531-4e03c68640cb req-23ada636-3248-4a19-9a12-370b323044f2 service neutron] Attempting to bind port 5d0e86c5-c3f2-4fae-91b1-cf489478d651 on network 946dd6c3-6732-444f-aa1d-d7700dddb8e9 {{(pid=95102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:45:18.083390 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ff79bb1-bbc5-484c-9531-4e03c68640cb req-23ada636-3248-4a19-9a12-370b323044f2 service neutron] Port 5d0e86c5-c3f2-4fae-91b1-cf489478d651 on network 946dd6c3-6732-444f-aa1d-d7700dddb8e9 not bound, no agent of type Open vSwitch agent registered on host n-h2-713301-16 {{(pid=95102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 19:45:18.084141 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ff79bb1-bbc5-484c-9531-4e03c68640cb req-23ada636-3248-4a19-9a12-370b323044f2 service neutron] Attempting to bind port 5d0e86c5-c3f2-4fae-91b1-cf489478d651 on network 946dd6c3-6732-444f-aa1d-d7700dddb8e9 {{(pid=95102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:45:18.094223 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ff79bb1-bbc5-484c-9531-4e03c68640cb req-23ada636-3248-4a19-9a12-370b323044f2 service neutron] Checking agent: {'id': '2a7cea34-db54-4faf-8d23-37521c3e34cb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713301-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 19, 15, 28), 'started_at': datetime.datetime(2021, 9, 23, 19, 15, 28), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 19, 44, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 19:45:18.095509 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ff79bb1-bbc5-484c-9531-4e03c68640cb req-23ada636-3248-4a19-9a12-370b323044f2 service neutron] Checking segment: {'id': 'b41eeb47-e74f-4995-8eee-a073eb3e379b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '946dd6c3-6732-444f-aa1d-d7700dddb8e9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95102) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:45:18.095896 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ff79bb1-bbc5-484c-9531-4e03c68640cb req-23ada636-3248-4a19-9a12-370b323044f2 service neutron] Bound using segment: {'id': 'b41eeb47-e74f-4995-8eee-a073eb3e379b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '946dd6c3-6732-444f-aa1d-d7700dddb8e9'} {{(pid=95102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 19:45:18.096345 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.managers [req-8ff79bb1-bbc5-484c-9531-4e03c68640cb req-23ada636-3248-4a19-9a12-370b323044f2 service neutron] Bound port: 5d0e86c5-c3f2-4fae-91b1-cf489478d651, host: n-h2-713301-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b41eeb47-e74f-4995-8eee-a073eb3e379b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '946dd6c3-6732-444f-aa1d-d7700dddb8e9'}}] {{(pid=95102) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 19:45:18.096735 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-8ff79bb1-bbc5-484c-9531-4e03c68640cb req-23ada636-3248-4a19-9a12-370b323044f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:45:18.128862 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-53bb0d4d-7615-4a2e-bb39-083c2bb4b9de admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:45:18.134984 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-53bb0d4d-7615-4a2e-bb39-083c2bb4b9de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:45:18.210851 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.db [req-8ff79bb1-bbc5-484c-9531-4e03c68640cb req-23ada636-3248-4a19-9a12-370b323044f2 service neutron] For port 5d0e86c5-c3f2-4fae-91b1-cf489478d651, host n-h2-713301-16, cleared binding levels {{(pid=95102) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 19:45:18.231786 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53bb0d4d-7615-4a2e-bb39-083c2bb4b9de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5676561-ad85-42c0-ad11-8897fc57d440,revision_number=1']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:45:18.260430 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-53bb0d4d-7615-4a2e-bb39-083c2bb4b9de admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=5a4cc8e6ef764e39b169396c39c8c653&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3401403 Sep 23 19:45:18.262706 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.db [req-8ff79bb1-bbc5-484c-9531-4e03c68640cb req-23ada636-3248-4a19-9a12-370b323044f2 service neutron] For port 5d0e86c5-c3f2-4fae-91b1-cf489478d651, host n-h2-713301-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-16',level=0,port_id=5d0e86c5-c3f2-4fae-91b1-cf489478d651,segment=NetworkSegment(b41eeb47-e74f-4995-8eee-a073eb3e379b),segment_id=b41eeb47-e74f-4995-8eee-a073eb3e379b)] {{(pid=95102) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 19:45:18.263204 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 39302) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:45:18.268349 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-8ff79bb1-bbc5-484c-9531-4e03c68640cb req-23ada636-3248-4a19-9a12-370b323044f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4399095'] for port, after_update {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:45:18.286158 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6424080b-976a-4970-b68f-df11a8a8e477 req-d7dcfb58-b615-4209-ab6e-6a50309aacc7 tempest-VolumesActionsTest-1007849279 tempest-VolumesActionsTest-1007849279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:45:18.288061 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-6424080b-976a-4970-b68f-df11a8a8e477 req-d7dcfb58-b615-4209-ab6e-6a50309aacc7 tempest-VolumesActionsTest-1007849279 tempest-VolumesActionsTest-1007849279-project] 10.222.0.67 "GET /v2.0/ports?device_id=ea94f651-fc90-46c9-9fb9-304672150bd7 HTTP/1.1" status: 200 len: 943 time: 0.1235969 Sep 23 19:45:18.316807 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 39306) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:45:18.367435 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff79bb1-bbc5-484c-9531-4e03c68640cb req-23ada636-3248-4a19-9a12-370b323044f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:45:18.367934 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-8ff79bb1-bbc5-484c-9531-4e03c68640cb req-23ada636-3248-4a19-9a12-370b323044f2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222849'] for port, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:45:18.369847 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-8ff79bb1-bbc5-484c-9531-4e03c68640cb req-23ada636-3248-4a19-9a12-370b323044f2 service neutron] 10.222.0.53 "PUT /v2.0/ports/5d0e86c5-c3f2-4fae-91b1-cf489478d651 HTTP/1.1" status: 200 len: 1092 time: 1.2027357 Sep 23 19:45:18.385798 n-d-713301-16 neutron-server[95102]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ea94f651-fc90-46c9-9fb9-304672150bd7', 'tag': '5d0e86c5-c3f2-4fae-91b1-cf489478d651'}] {{(pid=95102) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 19:45:18.391260 n-d-713301-16 neutron-server[95102]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab31b6d93e5336dbddfa8ec424565b3bd8cb2369c5b4d85bc943472dbb21e8ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-125155b4-cf09-4a81-8479-5ec74a5ea630" -d '{"events": [{"name": "network-changed", "server_uuid": "ea94f651-fc90-46c9-9fb9-304672150bd7", "tag": "5d0e86c5-c3f2-4fae-91b1-cf489478d651"}]}' {{(pid=95102) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 19:45:18.449488 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-6424080b-976a-4970-b68f-df11a8a8e477 req-da3ee6ad-8003-4eb6-916b-f22b947e471d tempest-VolumesActionsTest-1007849279 tempest-VolumesActionsTest-1007849279-project] 10.222.0.67 "GET /v2.0/security-groups?id=122350aa-80a8-4883-9e22-c56d42eff615&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1382542 Sep 23 19:45:18.466459 n-d-713301-16 neutron-server[95102]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 19:45:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3afe7606-ae1e-4204-ae7b-0cdfbb7bad4e x-openstack-request-id: req-3afe7606-ae1e-4204-ae7b-0cdfbb7bad4e {{(pid=95102) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 19:45:18.467055 n-d-713301-16 neutron-server[95102]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ea94f651-fc90-46c9-9fb9-304672150bd7", "tag": "5d0e86c5-c3f2-4fae-91b1-cf489478d651", "status": "completed", "code": 200}]} {{(pid=95102) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 19:45:18.467312 n-d-713301-16 neutron-server[95102]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-3afe7606-ae1e-4204-ae7b-0cdfbb7bad4e {{(pid=95102) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 19:45:18.467812 n-d-713301-16 neutron-server[95102]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ea94f651-fc90-46c9-9fb9-304672150bd7', 'tag': '5d0e86c5-c3f2-4fae-91b1-cf489478d651', 'status': 'completed', 'code': 200} Sep 23 19:45:18.471648 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ada636-3248-4a19-9a12-370b323044f2 service neutron] Pushing event updated for resources: {'Port': ['ID=5d0e86c5-c3f2-4fae-91b1-cf489478d651,revision_number=3']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:45:18.521694 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-885e0e2a-268b-4455-86bf-20c835376663 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=54a71ad5dd954a1c87565b1df04fa2a2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2024736 Sep 23 19:45:18.531379 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 39314) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:45:18.558076 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff79bb1-bbc5-484c-9531-4e03c68640cb req-2c37294e-d513-40fb-8ad9-089b48dfd037 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:45:18.559944 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-8ff79bb1-bbc5-484c-9531-4e03c68640cb req-2c37294e-d513-40fb-8ad9-089b48dfd037 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=d4b52709ab244e8da2ad6002f9e227c1&device_id=ea94f651-fc90-46c9-9fb9-304672150bd7 HTTP/1.1" status: 200 len: 1095 time: 0.1159315 Sep 23 19:45:18.634713 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-8ff79bb1-bbc5-484c-9531-4e03c68640cb req-f72c11d4-7e2d-42ea-aac7-36904a339a44 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5d0e86c5-c3f2-4fae-91b1-cf489478d651 HTTP/1.1" status: 200 len: 217 time: 0.0636985 Sep 23 19:45:18.716755 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-3c2f2c92-00df-4029-83c4-a24000df0a5e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:45:18.739642 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff79bb1-bbc5-484c-9531-4e03c68640cb req-27eedee5-8ba0-48d9-b020-ab3f732d0a9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:45:18.741923 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-8ff79bb1-bbc5-484c-9531-4e03c68640cb req-27eedee5-8ba0-48d9-b020-ab3f732d0a9c service neutron] 10.222.0.53 "GET /v2.0/subnets?id=d9ea802b-5787-4f46-995f-fc37925ef59d HTTP/1.1" status: 200 len: 849 time: 0.0885801 Sep 23 19:45:18.765138 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-cc29c309-6d42-4407-92aa-f71c748670f7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:45:18.788279 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-3c2f2c92-00df-4029-83c4-a24000df0a5e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:45:18.793308 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-cc29c309-6d42-4407-92aa-f71c748670f7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:45:18.799728 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-8ff79bb1-bbc5-484c-9531-4e03c68640cb req-3b546dea-9e8b-4257-8870-bc2ae189ddc7 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=946dd6c3-6732-444f-aa1d-d7700dddb8e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0491724 Sep 23 19:45:18.890576 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-cc29c309-6d42-4407-92aa-f71c748670f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:45:18.893498 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-cc29c309-6d42-4407-92aa-f71c748670f7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:45:18.897124 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-cc29c309-6d42-4407-92aa-f71c748670f7 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/f5676561-ad85-42c0-ad11-8897fc57d440 HTTP/1.1" status: 204 len: 168 time: 0.6293786 Sep 23 19:45:18.916823 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc29c309-6d42-4407-92aa-f71c748670f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5676561-ad85-42c0-ad11-8897fc57d440,revision_number=None']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:45:18.951250 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-8ff79bb1-bbc5-484c-9531-4e03c68640cb req-9b4a482d-0d45-44a6-8ba7-4efab593149a service neutron] 10.222.0.53 "GET /v2.0/networks/946dd6c3-6732-444f-aa1d-d7700dddb8e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1414652 Sep 23 19:45:19.011173 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-3c2f2c92-00df-4029-83c4-a24000df0a5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:45:19.013945 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-3c2f2c92-00df-4029-83c4-a24000df0a5e admin admin] Notify callbacks [] for security_group, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:45:19.015272 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-3c2f2c92-00df-4029-83c4-a24000df0a5e admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/2337ec0a-fd3f-4104-b316-afc244d8aa8f HTTP/1.1" status: 204 len: 168 time: 0.4828355 Sep 23 19:45:19.059588 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c2f2c92-00df-4029-83c4-a24000df0a5e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2337ec0a-fd3f-4104-b316-afc244d8aa8f,revision_number=None']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:45:19.100081 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-8ff79bb1-bbc5-484c-9531-4e03c68640cb req-e61304aa-98ae-4737-a417-55f6a8c94eea service neutron] 10.222.0.53 "GET /v2.0/networks/946dd6c3-6732-444f-aa1d-d7700dddb8e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1340761 Sep 23 19:45:19.222638 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-125155b4-cf09-4a81-8479-5ec74a5ea630 req-0c6e62dc-6ac5-4d20-a43e-25b8ea0f39d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:45:19.224229 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-125155b4-cf09-4a81-8479-5ec74a5ea630 req-0c6e62dc-6ac5-4d20-a43e-25b8ea0f39d9 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=d4b52709ab244e8da2ad6002f9e227c1&device_id=ea94f651-fc90-46c9-9fb9-304672150bd7 HTTP/1.1" status: 200 len: 1095 time: 0.0643744 Sep 23 19:45:19.683592 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-0ab5ae13-08fb-4c88-9113-b4528c848145 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:45:19.712094 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d27db5-7c05-42df-8c51-535fa55b5776 req-d8d394b6-f558-4adf-a3fd-cdfafbd8e805 tempest-VolumesActionsTest-1007849279 tempest-VolumesActionsTest-1007849279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:45:19.720654 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-e5d27db5-7c05-42df-8c51-535fa55b5776 req-d8d394b6-f558-4adf-a3fd-cdfafbd8e805 tempest-VolumesActionsTest-1007849279 tempest-VolumesActionsTest-1007849279-project] 10.222.0.67 "GET /v2.0/ports?device_id=ea94f651-fc90-46c9-9fb9-304672150bd7 HTTP/1.1" status: 200 len: 943 time: 0.0794425 Sep 23 19:45:19.737411 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-125155b4-cf09-4a81-8479-5ec74a5ea630 req-c88b8e1f-ec40-4a08-ad3a-f602a1c57162 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:45:19.738966 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-125155b4-cf09-4a81-8479-5ec74a5ea630 req-c88b8e1f-ec40-4a08-ad3a-f602a1c57162 service neutron] 10.222.0.53 "GET /v2.0/networks?id=946dd6c3-6732-444f-aa1d-d7700dddb8e9 HTTP/1.1" status: 200 len: 910 time: 0.5081494 Sep 23 19:45:19.794279 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-125155b4-cf09-4a81-8479-5ec74a5ea630 req-24e6db3c-ecea-4b72-a67b-ed58bace4fff service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5d0e86c5-c3f2-4fae-91b1-cf489478d651 HTTP/1.1" status: 200 len: 217 time: 0.0462892 Sep 23 19:45:19.823034 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-e5d27db5-7c05-42df-8c51-535fa55b5776 req-6f8c355c-83ab-4162-b3e7-969819f091a3 tempest-VolumesActionsTest-1007849279 tempest-VolumesActionsTest-1007849279-project] 10.222.0.67 "GET /v2.0/security-groups?id=122350aa-80a8-4883-9e22-c56d42eff615&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1014664 Sep 23 19:45:19.870021 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-125155b4-cf09-4a81-8479-5ec74a5ea630 req-a9e1ce4f-d270-482a-b6b6-676fa245c252 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:45:19.871593 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-125155b4-cf09-4a81-8479-5ec74a5ea630 req-a9e1ce4f-d270-482a-b6b6-676fa245c252 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=d9ea802b-5787-4f46-995f-fc37925ef59d HTTP/1.1" status: 200 len: 849 time: 0.0694165 Sep 23 19:45:19.914440 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-125155b4-cf09-4a81-8479-5ec74a5ea630 req-04d9c4fc-33b1-4d44-9a8f-d87bb321dc60 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=946dd6c3-6732-444f-aa1d-d7700dddb8e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0351596 Sep 23 19:45:20.035668 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-125155b4-cf09-4a81-8479-5ec74a5ea630 req-b45dc7a2-a12d-46c1-a6cb-d945781280d9 service neutron] 10.222.0.53 "GET /v2.0/networks/946dd6c3-6732-444f-aa1d-d7700dddb8e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1131892 Sep 23 19:45:20.203105 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-125155b4-cf09-4a81-8479-5ec74a5ea630 req-2fed6be1-e93c-4d55-82d9-d518ccc516f1 service neutron] 10.222.0.53 "GET /v2.0/networks/946dd6c3-6732-444f-aa1d-d7700dddb8e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1574700 Sep 23 19:45:20.981657 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a468b9da-1135-4f62-b1d6-60100673073c req-3c230ade-ba08-47f2-bf57-20e5687549e1 tempest-VolumesActionsTest-1007849279 tempest-VolumesActionsTest-1007849279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:45:20.989544 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-a468b9da-1135-4f62-b1d6-60100673073c req-3c230ade-ba08-47f2-bf57-20e5687549e1 tempest-VolumesActionsTest-1007849279 tempest-VolumesActionsTest-1007849279-project] 10.222.0.67 "GET /v2.0/ports?device_id=ea94f651-fc90-46c9-9fb9-304672150bd7 HTTP/1.1" status: 200 len: 943 time: 0.0867641 Sep 23 19:45:21.037634 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-a468b9da-1135-4f62-b1d6-60100673073c req-2a43a584-38da-44a0-8829-8cb92c7dd03d tempest-VolumesActionsTest-1007849279 tempest-VolumesActionsTest-1007849279-project] 10.222.0.67 "GET /v2.0/security-groups?id=122350aa-80a8-4883-9e22-c56d42eff615&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451343 Sep 23 19:45:21.437751 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Device 5d0e86c5-c3f2-4fae-91b1-cf489478d651 details requested by agent hyperv_n-h2-713301-16 with host n-h2-713301-16 {{(pid=95103) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 19:45:21.592804 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] For port 5d0e86c5-c3f2-4fae-91b1-cf489478d651, host n-h2-713301-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-16',level=0,port_id=5d0e86c5-c3f2-4fae-91b1-cf489478d651,segment=NetworkSegment(b41eeb47-e74f-4995-8eee-a073eb3e379b),segment_id=b41eeb47-e74f-4995-8eee-a073eb3e379b)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:45:21.620295 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Returning: {'device': '5d0e86c5-c3f2-4fae-91b1-cf489478d651', 'network_id': '946dd6c3-6732-444f-aa1d-d7700dddb8e9', 'port_id': '5d0e86c5-c3f2-4fae-91b1-cf489478d651', 'mac_address': 'fa:16:3e:46:30:f3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 627, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd9ea802b-5787-4f46-995f-fc37925ef59d', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95103) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 19:45:21.674612 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:45:21.692287 n-d-713301-16 neutron-server[95103]: DEBUG neutron.notifiers.nova [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5d0e86c5-c3f2-4fae-91b1-cf489478d651 {{(pid=95103) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 19:45:21.710805 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 39486) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:45:21.726910 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] For port 5d0e86c5-c3f2-4fae-91b1-cf489478d651, host n-h2-713301-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-16',level=0,port_id=5d0e86c5-c3f2-4fae-91b1-cf489478d651,segment=NetworkSegment(b41eeb47-e74f-4995-8eee-a073eb3e379b),segment_id=b41eeb47-e74f-4995-8eee-a073eb3e379b)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:45:21.734288 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:45:21.800645 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Pushing event updated for resources: {'Port': ['ID=5d0e86c5-c3f2-4fae-91b1-cf489478d651,revision_number=4']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:45:21.866156 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 39494) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:45:21.931562 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] get_ports_and_sgs() called for port_ids ['5d0e86c5-c3f2-4fae-91b1-cf489478d651'] {{(pid=95103) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 19:45:22.020633 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.v2.base [None req-474f4c9e-51a6-4ff9-a8e6-19fffbe3ca3a tempest-TestNetworkBasicOps-1575950199 tempest-TestNetworkBasicOps-1575950199-project] Request body: {'network': {'name': 'tempest-network-smoke--1217215521', 'project_id': '7fd7324f75754f93a5f1d406b61f5276', 'port_security_enabled': True}} {{(pid=95102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:45:22.085109 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-474f4c9e-51a6-4ff9-a8e6-19fffbe3ca3a tempest-TestNetworkBasicOps-1575950199 tempest-TestNetworkBasicOps-1575950199-project] Made reservation on behalf of 7fd7324f75754f93a5f1d406b61f5276 for: {'network': 1} {{(pid=95102) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:45:22.090131 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-474f4c9e-51a6-4ff9-a8e6-19fffbe3ca3a tempest-TestNetworkBasicOps-1575950199 tempest-TestNetworkBasicOps-1575950199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for network, before_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:45:22.117837 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-474f4c9e-51a6-4ff9-a8e6-19fffbe3ca3a tempest-TestNetworkBasicOps-1575950199 tempest-TestNetworkBasicOps-1575950199-project] Notify callbacks [] for security_group, before_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:45:22.179965 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.v2.base [None req-9f639688-228b-47ae-9550-73ce39d2db35 tempest-PortsAdminExtendedAttrsTestJSON-979614095 tempest-PortsAdminExtendedAttrsTestJSON-979614095-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-test-network-1900337741'}} {{(pid=95101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:45:22.219967 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1303308a-3c8f-4515-8ad4-d6aece913c50 req-7fa14d3e-b720-4bb6-81bc-e35a4266f6e8 tempest-VolumesActionsTest-1007849279 tempest-VolumesActionsTest-1007849279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:45:22.221922 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-1303308a-3c8f-4515-8ad4-d6aece913c50 req-7fa14d3e-b720-4bb6-81bc-e35a4266f6e8 tempest-VolumesActionsTest-1007849279 tempest-VolumesActionsTest-1007849279-project] 10.222.0.67 "GET /v2.0/ports?device_id=ea94f651-fc90-46c9-9fb9-304672150bd7 HTTP/1.1" status: 200 len: 944 time: 0.1098626 Sep 23 19:45:22.289634 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-1303308a-3c8f-4515-8ad4-d6aece913c50 req-8c43c46b-c6f7-4313-8a8b-33bdf906d0ac tempest-VolumesActionsTest-1007849279 tempest-VolumesActionsTest-1007849279-project] 10.222.0.67 "GET /v2.0/security-groups?id=122350aa-80a8-4883-9e22-c56d42eff615&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582614 Sep 23 19:45:22.324880 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-474f4c9e-51a6-4ff9-a8e6-19fffbe3ca3a tempest-TestNetworkBasicOps-1575950199 tempest-TestNetworkBasicOps-1575950199-project] Notify callbacks [] for security_group, precommit_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:45:22.331384 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-474f4c9e-51a6-4ff9-a8e6-19fffbe3ca3a tempest-TestNetworkBasicOps-1575950199 tempest-TestNetworkBasicOps-1575950199-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:45:22.370175 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-474f4c9e-51a6-4ff9-a8e6-19fffbe3ca3a tempest-TestNetworkBasicOps-1575950199 tempest-TestNetworkBasicOps-1575950199-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 614} {{(pid=95102) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 19:45:22.371968 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f639688-228b-47ae-9550-73ce39d2db35 tempest-PortsAdminExtendedAttrsTestJSON-979614095 tempest-PortsAdminExtendedAttrsTestJSON-979614095-project] Made reservation on behalf of 4d09b0b0583348fc974f5df03134bffc for: {'network': 1} {{(pid=95101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:45:22.376994 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-9f639688-228b-47ae-9550-73ce39d2db35 tempest-PortsAdminExtendedAttrsTestJSON-979614095 tempest-PortsAdminExtendedAttrsTestJSON-979614095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for network, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:45:22.381213 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-474f4c9e-51a6-4ff9-a8e6-19fffbe3ca3a tempest-TestNetworkBasicOps-1575950199 tempest-TestNetworkBasicOps-1575950199-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e9bacd89-b3cc-4949-9522-73faabe1e70d,revision_number=1']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:45:22.394411 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-9f639688-228b-47ae-9550-73ce39d2db35 tempest-PortsAdminExtendedAttrsTestJSON-979614095 tempest-PortsAdminExtendedAttrsTestJSON-979614095-project] Notify callbacks [] for security_group, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:45:22.403741 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-474f4c9e-51a6-4ff9-a8e6-19fffbe3ca3a tempest-TestNetworkBasicOps-1575950199 tempest-TestNetworkBasicOps-1575950199-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1756186'] for segment, precommit_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:45:22.404279 n-d-713301-16 neutron-server[95102]: INFO neutron.db.segments_db [None req-474f4c9e-51a6-4ff9-a8e6-19fffbe3ca3a tempest-TestNetworkBasicOps-1575950199 tempest-TestNetworkBasicOps-1575950199-project] Added segment 715f662e-ea71-4327-bc2c-7c1fd4f58dd8 of type vlan for network 556d491a-fa37-496f-b55a-840ae2087f7d Sep 23 19:45:22.456271 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-474f4c9e-51a6-4ff9-a8e6-19fffbe3ca3a tempest-TestNetworkBasicOps-1575950199 tempest-TestNetworkBasicOps-1575950199-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783145630486'] for network, precommit_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:45:22.502181 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-474f4c9e-51a6-4ff9-a8e6-19fffbe3ca3a tempest-TestNetworkBasicOps-1575950199 tempest-TestNetworkBasicOps-1575950199-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299'] for network, after_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:45:22.511354 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-474f4c9e-51a6-4ff9-a8e6-19fffbe3ca3a tempest-TestNetworkBasicOps-1575950199 tempest-TestNetworkBasicOps-1575950199-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:45:22.512088 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-474f4c9e-51a6-4ff9-a8e6-19fffbe3ca3a tempest-TestNetworkBasicOps-1575950199 tempest-TestNetworkBasicOps-1575950199-project] Notify callbacks [] for network, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:45:22.535690 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-9f639688-228b-47ae-9550-73ce39d2db35 tempest-PortsAdminExtendedAttrsTestJSON-979614095 tempest-PortsAdminExtendedAttrsTestJSON-979614095-project] Notify callbacks [] for security_group, precommit_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:45:22.541923 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-9f639688-228b-47ae-9550-73ce39d2db35 tempest-PortsAdminExtendedAttrsTestJSON-979614095 tempest-PortsAdminExtendedAttrsTestJSON-979614095-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:45:22.562126 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-474f4c9e-51a6-4ff9-a8e6-19fffbe3ca3a tempest-TestNetworkBasicOps-1575950199 tempest-TestNetworkBasicOps-1575950199-project] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.8502514 Sep 23 19:45:22.565249 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 39524) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:45:22.571130 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.v2.base [None req-3d75ac4c-5570-4979-b42d-5dfa4994ef72 tempest-TestNetworkBasicOps-1575950199 tempest-TestNetworkBasicOps-1575950199-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1225130637', 'admin_state_up': True, 'project_id': '7fd7324f75754f93a5f1d406b61f5276', 'external_gateway_info': {'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac'}}} {{(pid=95102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:45:22.598883 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9f639688-228b-47ae-9550-73ce39d2db35 tempest-PortsAdminExtendedAttrsTestJSON-979614095 tempest-PortsAdminExtendedAttrsTestJSON-979614095-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 642} {{(pid=95101) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 19:45:22.620888 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-474f4c9e-51a6-4ff9-a8e6-19fffbe3ca3a tempest-TestNetworkBasicOps-1575950199 tempest-TestNetworkBasicOps-1575950199-project] Pushing event updated for resources: {'Network': ['ID=556d491a-fa37-496f-b55a-840ae2087f7d,revision_number=1']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:45:22.629448 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-9f639688-228b-47ae-9550-73ce39d2db35 tempest-PortsAdminExtendedAttrsTestJSON-979614095 tempest-PortsAdminExtendedAttrsTestJSON-979614095-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1756186'] for segment, precommit_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:45:22.630026 n-d-713301-16 neutron-server[95101]: INFO neutron.db.segments_db [None req-9f639688-228b-47ae-9550-73ce39d2db35 tempest-PortsAdminExtendedAttrsTestJSON-979614095 tempest-PortsAdminExtendedAttrsTestJSON-979614095-project] Added segment 49a93f66-b466-40b3-ad01-7b771ec5ab95 of type vlan for network 040569bd-71a7-486a-808d-7baf61a9d620 Sep 23 19:45:22.631311 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Network 556d491a-fa37-496f-b55a-840ae2087f7d details requested by agent ovs-agent-n-d-713301-16 with host n-d-713301-16 {{(pid=95103) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 19:45:22.632660 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f639688-228b-47ae-9550-73ce39d2db35 tempest-PortsAdminExtendedAttrsTestJSON-979614095 tempest-PortsAdminExtendedAttrsTestJSON-979614095-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8fbee6fc-e082-4edb-b6d0-d355fe56ed7a,revision_number=1']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:45:22.674466 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-3d75ac4c-5570-4979-b42d-5dfa4994ef72 tempest-TestNetworkBasicOps-1575950199 tempest-TestNetworkBasicOps-1575950199-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-594563', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29355'] for router, before_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:45:22.675683 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-3d75ac4c-5570-4979-b42d-5dfa4994ef72 tempest-TestNetworkBasicOps-1575950199 tempest-TestNetworkBasicOps-1575950199-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-597363', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-601731', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-739356', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29346'] for router, precommit_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:45:22.700401 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-9f639688-228b-47ae-9550-73ce39d2db35 tempest-PortsAdminExtendedAttrsTestJSON-979614095 tempest-PortsAdminExtendedAttrsTestJSON-979614095-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783145630486'] for network, precommit_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:45:22.738898 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-9f639688-228b-47ae-9550-73ce39d2db35 tempest-PortsAdminExtendedAttrsTestJSON-979614095 tempest-PortsAdminExtendedAttrsTestJSON-979614095-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299'] for network, after_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:45:22.746589 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f639688-228b-47ae-9550-73ce39d2db35 tempest-PortsAdminExtendedAttrsTestJSON-979614095 tempest-PortsAdminExtendedAttrsTestJSON-979614095-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:45:22.747237 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-9f639688-228b-47ae-9550-73ce39d2db35 tempest-PortsAdminExtendedAttrsTestJSON-979614095 tempest-PortsAdminExtendedAttrsTestJSON-979614095-project] Notify callbacks [] for network, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:45:22.786888 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-3d75ac4c-5570-4979-b42d-5dfa4994ef72 tempest-TestNetworkBasicOps-1575950199 tempest-TestNetworkBasicOps-1575950199-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:45:22.820354 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f639688-228b-47ae-9550-73ce39d2db35 tempest-PortsAdminExtendedAttrsTestJSON-979614095 tempest-PortsAdminExtendedAttrsTestJSON-979614095-project] Pushing event updated for resources: {'Network': ['ID=040569bd-71a7-486a-808d-7baf61a9d620,revision_number=1']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:45:22.836195 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Network 040569bd-71a7-486a-808d-7baf61a9d620 details requested by agent ovs-agent-n-d-713301-16 with host n-d-713301-16 {{(pid=95103) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 19:45:22.838140 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-9f639688-228b-47ae-9550-73ce39d2db35 tempest-PortsAdminExtendedAttrsTestJSON-979614095 tempest-PortsAdminExtendedAttrsTestJSON-979614095-project] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 799 time: 0.9702666 Sep 23 19:45:22.993668 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-ac877e67-fedf-48f1-8461-6e312a04e638 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:45:23.003094 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-3d75ac4c-5570-4979-b42d-5dfa4994ef72 tempest-TestNetworkBasicOps-1575950199 tempest-TestNetworkBasicOps-1575950199-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:45:23.090393 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:45:23.210768 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 39546) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:45:23.216474 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.v2.base [None req-a81d391c-9882-43bc-bdc3-5f488410439e tempest-PortsAdminExtendedAttrsTestJSON-1637945999 tempest-PortsAdminExtendedAttrsTestJSON-1637945999-project-admin] Request body: {'port': {'network_id': '040569bd-71a7-486a-808d-7baf61a9d620', 'binding:host_id': 'n-h1-713301-16', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-623273126'}} {{(pid=95102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:45:23.278685 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-3d75ac4c-5570-4979-b42d-5dfa4994ef72 tempest-TestNetworkBasicOps-1575950199 tempest-TestNetworkBasicOps-1575950199-project] Notify callbacks [] for router_gateway, before_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:45:23.303965 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-3d75ac4c-5570-4979-b42d-5dfa4994ef72 tempest-TestNetworkBasicOps-1575950199 tempest-TestNetworkBasicOps-1575950199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:45:23.308538 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 39550) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:45:23.316961 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a81d391c-9882-43bc-bdc3-5f488410439e tempest-PortsAdminExtendedAttrsTestJSON-1637945999 tempest-PortsAdminExtendedAttrsTestJSON-1637945999-project-admin] Made reservation on behalf of 0c0088ccd59549c1a1f388e6e55ebac2 for: {'port': 1} {{(pid=95102) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:45:23.319501 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-a81d391c-9882-43bc-bdc3-5f488410439e tempest-PortsAdminExtendedAttrsTestJSON-1637945999 tempest-PortsAdminExtendedAttrsTestJSON-1637945999-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:45:23.330833 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-a81d391c-9882-43bc-bdc3-5f488410439e tempest-PortsAdminExtendedAttrsTestJSON-1637945999 tempest-PortsAdminExtendedAttrsTestJSON-1637945999-project-admin] Notify callbacks [] for security_group, before_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:45:23.467395 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Device 5d0e86c5-c3f2-4fae-91b1-cf489478d651 up at agent hyperv_n-h2-713301-16 {{(pid=95103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 19:45:23.473122 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-0ae75029-feb6-4728-9a94-5f9b60993d82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:45:23.512744 n-d-713301-16 neutron-server[95102]: DEBUG neutron.db.db_base_plugin_common [None req-3d75ac4c-5570-4979-b42d-5dfa4994ef72 tempest-TestNetworkBasicOps-1575950199 tempest-TestNetworkBasicOps-1575950199-project] Allocated IP 172.25.1.199 (5dec5c09-378e-4f50-89cc-d94eb81c3bac/eff83446-018c-428d-b3f5-54ac9abe7a2a/ef3ff6df-00cb-4c7b-8985-2526c3c45209) {{(pid=95102) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 19:45:23.528086 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Provisioning for port 5d0e86c5-c3f2-4fae-91b1-cf489478d651 completed by entity L2. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 19:45:23.534874 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Provisioning complete for port 5d0e86c5-c3f2-4fae-91b1-cf489478d651 triggered by entity L2. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:45:23.537236 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:45:23.557182 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-4aa60c93-bc53-40a7-b902-3a90e478bf07 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:45:23.662198 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:45:23.673988 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5159132d-4d4d-4e5c-bd5e-baa2711a9874 req-fda5aa3a-44ba-42b3-a69b-2ef1b9e6905d tempest-VolumesActionsTest-1007849279 tempest-VolumesActionsTest-1007849279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:45:23.680051 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-5159132d-4d4d-4e5c-bd5e-baa2711a9874 req-fda5aa3a-44ba-42b3-a69b-2ef1b9e6905d tempest-VolumesActionsTest-1007849279 tempest-VolumesActionsTest-1007849279-project] 10.222.0.67 "GET /v2.0/ports?device_id=ea94f651-fc90-46c9-9fb9-304672150bd7 HTTP/1.1" status: 200 len: 944 time: 0.2167559 Sep 23 19:45:23.696008 n-d-713301-16 neutron-server[95103]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ea94f651-fc90-46c9-9fb9-304672150bd7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d0e86c5-c3f2-4fae-91b1-cf489478d651'}] {{(pid=95103) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 19:45:23.699695 n-d-713301-16 neutron-server[95103]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}81a1c17f2aa89d5b3ebbba3a3e0cf7eb588e431c2224256110c4c4facdd7c3e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff80cbdb-ceb2-4bb8-9d91-5e8e8521767b" -d '{"events": [{"server_uuid": "ea94f651-fc90-46c9-9fb9-304672150bd7", "name": "network-vif-plugged", "status": "completed", "tag": "5d0e86c5-c3f2-4fae-91b1-cf489478d651"}]}' {{(pid=95103) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 19:45:23.724195 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] For port 5d0e86c5-c3f2-4fae-91b1-cf489478d651, host n-h2-713301-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-16',level=0,port_id=5d0e86c5-c3f2-4fae-91b1-cf489478d651,segment=NetworkSegment(b41eeb47-e74f-4995-8eee-a073eb3e379b),segment_id=b41eeb47-e74f-4995-8eee-a073eb3e379b)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:45:23.737551 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-a81d391c-9882-43bc-bdc3-5f488410439e tempest-PortsAdminExtendedAttrsTestJSON-1637945999 tempest-PortsAdminExtendedAttrsTestJSON-1637945999-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:45:23.738000 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:45:23.745285 n-d-713301-16 neutron-server[95103]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 19:45:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b20ea9d4-0349-4009-9071-4d019357c734 x-openstack-request-id: req-b20ea9d4-0349-4009-9071-4d019357c734 {{(pid=95103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 19:45:23.745794 n-d-713301-16 neutron-server[95103]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ea94f651-fc90-46c9-9fb9-304672150bd7", "name": "network-vif-plugged", "status": "completed", "tag": "5d0e86c5-c3f2-4fae-91b1-cf489478d651", "code": 200}]} {{(pid=95103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 19:45:23.746211 n-d-713301-16 neutron-server[95103]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-b20ea9d4-0349-4009-9071-4d019357c734 {{(pid=95103) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 19:45:23.747318 n-d-713301-16 neutron-server[95103]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ea94f651-fc90-46c9-9fb9-304672150bd7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d0e86c5-c3f2-4fae-91b1-cf489478d651', 'code': 200} Sep 23 19:45:23.761632 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-a81d391c-9882-43bc-bdc3-5f488410439e tempest-PortsAdminExtendedAttrsTestJSON-1637945999 tempest-PortsAdminExtendedAttrsTestJSON-1637945999-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:45:23.773736 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-3d75ac4c-5570-4979-b42d-5dfa4994ef72 tempest-TestNetworkBasicOps-1575950199 tempest-TestNetworkBasicOps-1575950199-project] Notify callbacks [] for port, precommit_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:45:23.777229 n-d-713301-16 neutron-server[95102]: DEBUG neutron.notifiers.nova [None req-a81d391c-9882-43bc-bdc3-5f488410439e tempest-PortsAdminExtendedAttrsTestJSON-1637945999 tempest-PortsAdminExtendedAttrsTestJSON-1637945999-project-admin] device_id is not set on port f8c60a00-68df-4482-acef-316c8261eb8e yet. {{(pid=95102) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 23 19:45:23.826420 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Pushing event updated for resources: {'Port': ['ID=5d0e86c5-c3f2-4fae-91b1-cf489478d651,revision_number=5']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:45:23.835658 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:45:23.836693 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:45:23.837967 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:45:23.838338 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:45:23.838684 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:45:23.839018 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:45:23.839353 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:45:23.839735 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:45:23.840068 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:45:23.840444 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:45:23.840808 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:45:23.841128 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:45:23.854434 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-4aa60c93-bc53-40a7-b902-3a90e478bf07 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:45:23.863801 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-4aa60c93-bc53-40a7-b902-3a90e478bf07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:45:23.907110 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-5159132d-4d4d-4e5c-bd5e-baa2711a9874 req-b53defcd-7c9d-44ab-a3b1-e587bd21aefe tempest-VolumesActionsTest-1007849279 tempest-VolumesActionsTest-1007849279-project] 10.222.0.67 "GET /v2.0/security-groups?id=122350aa-80a8-4883-9e22-c56d42eff615&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1920094 Sep 23 19:45:23.927647 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-4aa60c93-bc53-40a7-b902-3a90e478bf07 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=cdacc5c1095a44c6b69ee3ce1402364a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6097867 Sep 23 19:45:23.927647 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aa60c93-bc53-40a7-b902-3a90e478bf07 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a57c9c8-bbc0-474e-a523-47589bafea09,revision_number=1']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:45:23.927647 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 39572) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:45:23.928119 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a81d391c-9882-43bc-bdc3-5f488410439e tempest-PortsAdminExtendedAttrsTestJSON-1637945999 tempest-PortsAdminExtendedAttrsTestJSON-1637945999-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=062eeab6-eb41-4ee9-a529-7b707f2eb23b,revision_number=1']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:45:23.983538 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-d438a3db-43d4-4e62-bea0-def6d85fcf6b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:45:24.001412 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5fb3324-1178-42b2-aeec-96af6006e8bc req-36d7e2e4-b809-4a76-8d5d-582453d9b70b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:45:24.002216 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-d5fb3324-1178-42b2-aeec-96af6006e8bc req-36d7e2e4-b809-4a76-8d5d-582453d9b70b service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=ea94f651-fc90-46c9-9fb9-304672150bd7 HTTP/1.1" status: 200 len: 1097 time: 0.1234601 Sep 23 19:45:24.007284 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-3d75ac4c-5570-4979-b42d-5dfa4994ef72 tempest-TestNetworkBasicOps-1575950199 tempest-TestNetworkBasicOps-1575950199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783145673135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4399100'] for port, after_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:45:24.017244 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-d438a3db-43d4-4e62-bea0-def6d85fcf6b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:45:24.077943 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-d438a3db-43d4-4e62-bea0-def6d85fcf6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:45:24.083389 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-d438a3db-43d4-4e62-bea0-def6d85fcf6b admin admin] Notify callbacks [] for security_group, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:45:24.087868 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-d438a3db-43d4-4e62-bea0-def6d85fcf6b admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/6a57c9c8-bbc0-474e-a523-47589bafea09 HTTP/1.1" status: 204 len: 168 time: 0.1604116 Sep 23 19:45:24.101930 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d438a3db-43d4-4e62-bea0-def6d85fcf6b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a57c9c8-bbc0-474e-a523-47589bafea09,revision_number=None']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:45:24.138359 n-d-713301-16 neutron-server[95102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d75ac4c-5570-4979-b42d-5dfa4994ef72 tempest-TestNetworkBasicOps-1575950199 tempest-TestNetworkBasicOps-1575950199-project] Network 5dec5c09-378e-4f50-89cc-d94eb81c3bac is already hosted by enough agents. {{(pid=95102) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:45:24.148297 n-d-713301-16 neutron-server[95102]: DEBUG neutron.scheduler.base_scheduler [None req-3d75ac4c-5570-4979-b42d-5dfa4994ef72 tempest-TestNetworkBasicOps-1575950199 tempest-TestNetworkBasicOps-1575950199-project] Resources bound (agent type, host, resource id): {{(pid=95102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:45:24.151129 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d75ac4c-5570-4979-b42d-5dfa4994ef72 tempest-TestNetworkBasicOps-1575950199 tempest-TestNetworkBasicOps-1575950199-project] Pushing event updated for resources: {'Port': ['ID=ef3ff6df-00cb-4c7b-8985-2526c3c45209,revision_number=1']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:45:24.158692 n-d-713301-16 neutron-server[95102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d75ac4c-5570-4979-b42d-5dfa4994ef72 tempest-TestNetworkBasicOps-1575950199 tempest-TestNetworkBasicOps-1575950199-project] Received port after_create {{(pid=95102) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 19:45:24.167192 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-d5fb3324-1178-42b2-aeec-96af6006e8bc req-9d7b896f-48c4-4c7b-bd24-acdb8972c98c service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=122350aa-80a8-4883-9e22-c56d42eff615&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1459916 Sep 23 19:45:24.231350 n-d-713301-16 neutron-server[95102]: DEBUG neutron.notifiers.nova [None req-a81d391c-9882-43bc-bdc3-5f488410439e tempest-PortsAdminExtendedAttrsTestJSON-1637945999 tempest-PortsAdminExtendedAttrsTestJSON-1637945999-project-admin] device_id is not set on port f8c60a00-68df-4482-acef-316c8261eb8e yet. {{(pid=95102) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 23 19:45:24.245204 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-a81d391c-9882-43bc-bdc3-5f488410439e tempest-PortsAdminExtendedAttrsTestJSON-1637945999 tempest-PortsAdminExtendedAttrsTestJSON-1637945999-project-admin] Notify callbacks [] for port, precommit_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:45:24.289092 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-a81d391c-9882-43bc-bdc3-5f488410439e tempest-PortsAdminExtendedAttrsTestJSON-1637945999 tempest-PortsAdminExtendedAttrsTestJSON-1637945999-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783145673135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4399100'] for port, after_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:45:24.407162 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a81d391c-9882-43bc-bdc3-5f488410439e tempest-PortsAdminExtendedAttrsTestJSON-1637945999 tempest-PortsAdminExtendedAttrsTestJSON-1637945999-project-admin] Pushing event updated for resources: {'Port': ['ID=f8c60a00-68df-4482-acef-316c8261eb8e,revision_number=1']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:45:24.460756 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 39590) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:45:24.475475 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a81d391c-9882-43bc-bdc3-5f488410439e tempest-PortsAdminExtendedAttrsTestJSON-1637945999 tempest-PortsAdminExtendedAttrsTestJSON-1637945999-project-admin] Checking segment: {'id': '49a93f66-b466-40b3-ad01-7b771ec5ab95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '040569bd-71a7-486a-808d-7baf61a9d620'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95102) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:45:24.475845 n-d-713301-16 neutron-server[95102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a81d391c-9882-43bc-bdc3-5f488410439e tempest-PortsAdminExtendedAttrsTestJSON-1637945999 tempest-PortsAdminExtendedAttrsTestJSON-1637945999-project-admin] Network hostable DHCP agents. Network: 040569bd-71a7-486a-808d-7baf61a9d620, hostable agents: ['1b18bf05-1b5f-4587-be5c-af3ac38e32ad'], hosted agents: [] {{(pid=95102) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 19:45:24.480818 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-e5620a51-2da1-4dde-8285-bcbbaead3963 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:45:24.536411 n-d-713301-16 neutron-server[95102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a81d391c-9882-43bc-bdc3-5f488410439e tempest-PortsAdminExtendedAttrsTestJSON-1637945999 tempest-PortsAdminExtendedAttrsTestJSON-1637945999-project-admin] Network 040569bd-71a7-486a-808d-7baf61a9d620 is scheduled to be hosted by DHCP agent 1b18bf05-1b5f-4587-be5c-af3ac38e32ad with binding_index 1 {{(pid=95102) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 19:45:24.552908 n-d-713301-16 neutron-server[95102]: DEBUG neutron.scheduler.base_scheduler [None req-a81d391c-9882-43bc-bdc3-5f488410439e tempest-PortsAdminExtendedAttrsTestJSON-1637945999 tempest-PortsAdminExtendedAttrsTestJSON-1637945999-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713301-16, 040569bd-71a7-486a-808d-7baf61a9d620) {{(pid=95102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:45:24.559275 n-d-713301-16 neutron-server[95102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a81d391c-9882-43bc-bdc3-5f488410439e tempest-PortsAdminExtendedAttrsTestJSON-1637945999 tempest-PortsAdminExtendedAttrsTestJSON-1637945999-project-admin] Received port after_create {{(pid=95102) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 19:45:24.580636 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9002b99d-f432-4b87-ae72-8349b855861e None None] Network 040569bd-71a7-486a-808d-7baf61a9d620 requested from n-d-713301-16 {{(pid=95103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 19:45:24.584963 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.managers [None req-a81d391c-9882-43bc-bdc3-5f488410439e tempest-PortsAdminExtendedAttrsTestJSON-1637945999 tempest-PortsAdminExtendedAttrsTestJSON-1637945999-project-admin] Attempting to bind port f8c60a00-68df-4482-acef-316c8261eb8e on host n-h1-713301-16 for vnic_type normal with profile {{(pid=95102) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 19:45:24.585308 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.managers [None req-a81d391c-9882-43bc-bdc3-5f488410439e tempest-PortsAdminExtendedAttrsTestJSON-1637945999 tempest-PortsAdminExtendedAttrsTestJSON-1637945999-project-admin] Attempting to bind port f8c60a00-68df-4482-acef-316c8261eb8e by drivers openvswitch,hyperv on host n-h1-713301-16 at level 0 using segments [{'id': '49a93f66-b466-40b3-ad01-7b771ec5ab95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '040569bd-71a7-486a-808d-7baf61a9d620'}] {{(pid=95102) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 19:45:24.585654 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a81d391c-9882-43bc-bdc3-5f488410439e tempest-PortsAdminExtendedAttrsTestJSON-1637945999 tempest-PortsAdminExtendedAttrsTestJSON-1637945999-project-admin] Attempting to bind port f8c60a00-68df-4482-acef-316c8261eb8e on network 040569bd-71a7-486a-808d-7baf61a9d620 {{(pid=95102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:45:24.592880 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-3d75ac4c-5570-4979-b42d-5dfa4994ef72 tempest-TestNetworkBasicOps-1575950199 tempest-TestNetworkBasicOps-1575950199-project] Notify callbacks [] for router_gateway, after_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:45:24.597214 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a81d391c-9882-43bc-bdc3-5f488410439e tempest-PortsAdminExtendedAttrsTestJSON-1637945999 tempest-PortsAdminExtendedAttrsTestJSON-1637945999-project-admin] Port f8c60a00-68df-4482-acef-316c8261eb8e on network 040569bd-71a7-486a-808d-7baf61a9d620 not bound, no agent of type Open vSwitch agent registered on host n-h1-713301-16 {{(pid=95102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 19:45:24.597458 n-d-713301-16 neutron-server[95102]: ERROR neutron.plugins.ml2.managers [None req-a81d391c-9882-43bc-bdc3-5f488410439e tempest-PortsAdminExtendedAttrsTestJSON-1637945999 tempest-PortsAdminExtendedAttrsTestJSON-1637945999-project-admin] Failed to bind port f8c60a00-68df-4482-acef-316c8261eb8e on host n-h1-713301-16 for vnic_type normal using segments [{'id': '49a93f66-b466-40b3-ad01-7b771ec5ab95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '040569bd-71a7-486a-808d-7baf61a9d620'}] Sep 23 19:45:24.597820 n-d-713301-16 neutron-server[95102]: INFO neutron.plugins.ml2.plugin [None req-a81d391c-9882-43bc-bdc3-5f488410439e tempest-PortsAdminExtendedAttrsTestJSON-1637945999 tempest-PortsAdminExtendedAttrsTestJSON-1637945999-project-admin] Attempt 2 to bind port f8c60a00-68df-4482-acef-316c8261eb8e Sep 23 19:45:24.633068 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-e5620a51-2da1-4dde-8285-bcbbaead3963 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:45:24.639144 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-e5620a51-2da1-4dde-8285-bcbbaead3963 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:45:24.666729 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.managers [None req-a81d391c-9882-43bc-bdc3-5f488410439e tempest-PortsAdminExtendedAttrsTestJSON-1637945999 tempest-PortsAdminExtendedAttrsTestJSON-1637945999-project-admin] Attempting to bind port f8c60a00-68df-4482-acef-316c8261eb8e on host n-h1-713301-16 for vnic_type normal with profile {{(pid=95102) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 19:45:24.667073 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.managers [None req-a81d391c-9882-43bc-bdc3-5f488410439e tempest-PortsAdminExtendedAttrsTestJSON-1637945999 tempest-PortsAdminExtendedAttrsTestJSON-1637945999-project-admin] Attempting to bind port f8c60a00-68df-4482-acef-316c8261eb8e by drivers openvswitch,hyperv on host n-h1-713301-16 at level 0 using segments [{'id': '49a93f66-b466-40b3-ad01-7b771ec5ab95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '040569bd-71a7-486a-808d-7baf61a9d620'}] {{(pid=95102) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 19:45:24.667418 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a81d391c-9882-43bc-bdc3-5f488410439e tempest-PortsAdminExtendedAttrsTestJSON-1637945999 tempest-PortsAdminExtendedAttrsTestJSON-1637945999-project-admin] Attempting to bind port f8c60a00-68df-4482-acef-316c8261eb8e on network 040569bd-71a7-486a-808d-7baf61a9d620 {{(pid=95102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:45:24.675878 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a81d391c-9882-43bc-bdc3-5f488410439e tempest-PortsAdminExtendedAttrsTestJSON-1637945999 tempest-PortsAdminExtendedAttrsTestJSON-1637945999-project-admin] Port f8c60a00-68df-4482-acef-316c8261eb8e on network 040569bd-71a7-486a-808d-7baf61a9d620 not bound, no agent of type Open vSwitch agent registered on host n-h1-713301-16 {{(pid=95102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 19:45:24.676555 n-d-713301-16 neutron-server[95102]: ERROR neutron.plugins.ml2.managers [None req-a81d391c-9882-43bc-bdc3-5f488410439e tempest-PortsAdminExtendedAttrsTestJSON-1637945999 tempest-PortsAdminExtendedAttrsTestJSON-1637945999-project-admin] Failed to bind port f8c60a00-68df-4482-acef-316c8261eb8e on host n-h1-713301-16 for vnic_type normal using segments [{'id': '49a93f66-b466-40b3-ad01-7b771ec5ab95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '040569bd-71a7-486a-808d-7baf61a9d620'}] Sep 23 19:45:24.679688 n-d-713301-16 neutron-server[95102]: INFO neutron.plugins.ml2.plugin [None req-a81d391c-9882-43bc-bdc3-5f488410439e tempest-PortsAdminExtendedAttrsTestJSON-1637945999 tempest-PortsAdminExtendedAttrsTestJSON-1637945999-project-admin] Attempt 3 to bind port f8c60a00-68df-4482-acef-316c8261eb8e Sep 23 19:45:24.680790 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5620a51-2da1-4dde-8285-bcbbaead3963 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b719c9d5-16fb-4973-9b11-1efa9a418bf6,revision_number=1']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:45:24.688027 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-e5620a51-2da1-4dde-8285-bcbbaead3963 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=e07e083ef45145599e06b062202c97e4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2246871 Sep 23 19:45:24.690656 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 39598) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:45:24.736644 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.managers [None req-a81d391c-9882-43bc-bdc3-5f488410439e tempest-PortsAdminExtendedAttrsTestJSON-1637945999 tempest-PortsAdminExtendedAttrsTestJSON-1637945999-project-admin] Attempting to bind port f8c60a00-68df-4482-acef-316c8261eb8e on host n-h1-713301-16 for vnic_type normal with profile {{(pid=95102) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 19:45:24.736962 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.managers [None req-a81d391c-9882-43bc-bdc3-5f488410439e tempest-PortsAdminExtendedAttrsTestJSON-1637945999 tempest-PortsAdminExtendedAttrsTestJSON-1637945999-project-admin] Attempting to bind port f8c60a00-68df-4482-acef-316c8261eb8e by drivers openvswitch,hyperv on host n-h1-713301-16 at level 0 using segments [{'id': '49a93f66-b466-40b3-ad01-7b771ec5ab95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '040569bd-71a7-486a-808d-7baf61a9d620'}] {{(pid=95102) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 19:45:24.737309 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a81d391c-9882-43bc-bdc3-5f488410439e tempest-PortsAdminExtendedAttrsTestJSON-1637945999 tempest-PortsAdminExtendedAttrsTestJSON-1637945999-project-admin] Attempting to bind port f8c60a00-68df-4482-acef-316c8261eb8e on network 040569bd-71a7-486a-808d-7baf61a9d620 {{(pid=95102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:45:24.751000 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a81d391c-9882-43bc-bdc3-5f488410439e tempest-PortsAdminExtendedAttrsTestJSON-1637945999 tempest-PortsAdminExtendedAttrsTestJSON-1637945999-project-admin] Port f8c60a00-68df-4482-acef-316c8261eb8e on network 040569bd-71a7-486a-808d-7baf61a9d620 not bound, no agent of type Open vSwitch agent registered on host n-h1-713301-16 {{(pid=95102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 19:45:24.751374 n-d-713301-16 neutron-server[95102]: ERROR neutron.plugins.ml2.managers [None req-a81d391c-9882-43bc-bdc3-5f488410439e tempest-PortsAdminExtendedAttrsTestJSON-1637945999 tempest-PortsAdminExtendedAttrsTestJSON-1637945999-project-admin] Failed to bind port f8c60a00-68df-4482-acef-316c8261eb8e on host n-h1-713301-16 for vnic_type normal using segments [{'id': '49a93f66-b466-40b3-ad01-7b771ec5ab95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '040569bd-71a7-486a-808d-7baf61a9d620'}] Sep 23 19:45:24.753327 n-d-713301-16 neutron-server[95102]: INFO neutron.plugins.ml2.plugin [None req-a81d391c-9882-43bc-bdc3-5f488410439e tempest-PortsAdminExtendedAttrsTestJSON-1637945999 tempest-PortsAdminExtendedAttrsTestJSON-1637945999-project-admin] Attempt 4 to bind port f8c60a00-68df-4482-acef-316c8261eb8e Sep 23 19:45:24.763316 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-762777d6-3a27-4ef5-b50e-c786e017a3f5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:45:24.783732 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.managers [None req-a81d391c-9882-43bc-bdc3-5f488410439e tempest-PortsAdminExtendedAttrsTestJSON-1637945999 tempest-PortsAdminExtendedAttrsTestJSON-1637945999-project-admin] Attempting to bind port f8c60a00-68df-4482-acef-316c8261eb8e on host n-h1-713301-16 for vnic_type normal with profile {{(pid=95102) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 19:45:24.784078 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.managers [None req-a81d391c-9882-43bc-bdc3-5f488410439e tempest-PortsAdminExtendedAttrsTestJSON-1637945999 tempest-PortsAdminExtendedAttrsTestJSON-1637945999-project-admin] Attempting to bind port f8c60a00-68df-4482-acef-316c8261eb8e by drivers openvswitch,hyperv on host n-h1-713301-16 at level 0 using segments [{'id': '49a93f66-b466-40b3-ad01-7b771ec5ab95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '040569bd-71a7-486a-808d-7baf61a9d620'}] {{(pid=95102) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 19:45:24.784423 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a81d391c-9882-43bc-bdc3-5f488410439e tempest-PortsAdminExtendedAttrsTestJSON-1637945999 tempest-PortsAdminExtendedAttrsTestJSON-1637945999-project-admin] Attempting to bind port f8c60a00-68df-4482-acef-316c8261eb8e on network 040569bd-71a7-486a-808d-7baf61a9d620 {{(pid=95102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:45:24.788754 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-762777d6-3a27-4ef5-b50e-c786e017a3f5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:45:24.791876 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a81d391c-9882-43bc-bdc3-5f488410439e tempest-PortsAdminExtendedAttrsTestJSON-1637945999 tempest-PortsAdminExtendedAttrsTestJSON-1637945999-project-admin] Port f8c60a00-68df-4482-acef-316c8261eb8e on network 040569bd-71a7-486a-808d-7baf61a9d620 not bound, no agent of type Open vSwitch agent registered on host n-h1-713301-16 {{(pid=95102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 19:45:24.792216 n-d-713301-16 neutron-server[95102]: ERROR neutron.plugins.ml2.managers [None req-a81d391c-9882-43bc-bdc3-5f488410439e tempest-PortsAdminExtendedAttrsTestJSON-1637945999 tempest-PortsAdminExtendedAttrsTestJSON-1637945999-project-admin] Failed to bind port f8c60a00-68df-4482-acef-316c8261eb8e on host n-h1-713301-16 for vnic_type normal using segments [{'id': '49a93f66-b466-40b3-ad01-7b771ec5ab95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '040569bd-71a7-486a-808d-7baf61a9d620'}] Sep 23 19:45:24.792905 n-d-713301-16 neutron-server[95102]: INFO neutron.plugins.ml2.plugin [None req-a81d391c-9882-43bc-bdc3-5f488410439e tempest-PortsAdminExtendedAttrsTestJSON-1637945999 tempest-PortsAdminExtendedAttrsTestJSON-1637945999-project-admin] Attempt 5 to bind port f8c60a00-68df-4482-acef-316c8261eb8e Sep 23 19:45:24.842811 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.managers [None req-a81d391c-9882-43bc-bdc3-5f488410439e tempest-PortsAdminExtendedAttrsTestJSON-1637945999 tempest-PortsAdminExtendedAttrsTestJSON-1637945999-project-admin] Attempting to bind port f8c60a00-68df-4482-acef-316c8261eb8e on host n-h1-713301-16 for vnic_type normal with profile {{(pid=95102) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 19:45:24.843238 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.managers [None req-a81d391c-9882-43bc-bdc3-5f488410439e tempest-PortsAdminExtendedAttrsTestJSON-1637945999 tempest-PortsAdminExtendedAttrsTestJSON-1637945999-project-admin] Attempting to bind port f8c60a00-68df-4482-acef-316c8261eb8e by drivers openvswitch,hyperv on host n-h1-713301-16 at level 0 using segments [{'id': '49a93f66-b466-40b3-ad01-7b771ec5ab95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '040569bd-71a7-486a-808d-7baf61a9d620'}] {{(pid=95102) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 19:45:24.849056 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a81d391c-9882-43bc-bdc3-5f488410439e tempest-PortsAdminExtendedAttrsTestJSON-1637945999 tempest-PortsAdminExtendedAttrsTestJSON-1637945999-project-admin] Attempting to bind port f8c60a00-68df-4482-acef-316c8261eb8e on network 040569bd-71a7-486a-808d-7baf61a9d620 {{(pid=95102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:45:24.853955 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a81d391c-9882-43bc-bdc3-5f488410439e tempest-PortsAdminExtendedAttrsTestJSON-1637945999 tempest-PortsAdminExtendedAttrsTestJSON-1637945999-project-admin] Port f8c60a00-68df-4482-acef-316c8261eb8e on network 040569bd-71a7-486a-808d-7baf61a9d620 not bound, no agent of type Open vSwitch agent registered on host n-h1-713301-16 {{(pid=95102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 19:45:24.853955 n-d-713301-16 neutron-server[95102]: ERROR neutron.plugins.ml2.managers [None req-a81d391c-9882-43bc-bdc3-5f488410439e tempest-PortsAdminExtendedAttrsTestJSON-1637945999 tempest-PortsAdminExtendedAttrsTestJSON-1637945999-project-admin] Failed to bind port f8c60a00-68df-4482-acef-316c8261eb8e on host n-h1-713301-16 for vnic_type normal using segments [{'id': '49a93f66-b466-40b3-ad01-7b771ec5ab95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '040569bd-71a7-486a-808d-7baf61a9d620'}] Sep 23 19:45:24.853955 n-d-713301-16 neutron-server[95102]: INFO neutron.plugins.ml2.plugin [None req-a81d391c-9882-43bc-bdc3-5f488410439e tempest-PortsAdminExtendedAttrsTestJSON-1637945999 tempest-PortsAdminExtendedAttrsTestJSON-1637945999-project-admin] Attempt 6 to bind port f8c60a00-68df-4482-acef-316c8261eb8e Sep 23 19:45:24.861475 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-762777d6-3a27-4ef5-b50e-c786e017a3f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:45:24.864319 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-762777d6-3a27-4ef5-b50e-c786e017a3f5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:45:24.866002 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-762777d6-3a27-4ef5-b50e-c786e017a3f5 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/b719c9d5-16fb-4973-9b11-1efa9a418bf6 HTTP/1.1" status: 204 len: 168 time: 0.1742907 Sep 23 19:45:24.876107 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-762777d6-3a27-4ef5-b50e-c786e017a3f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b719c9d5-16fb-4973-9b11-1efa9a418bf6,revision_number=None']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:45:24.885360 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-762777d6-3a27-4ef5-b50e-c786e017a3f5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:45:24.885787 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-762777d6-3a27-4ef5-b50e-c786e017a3f5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:45:24.886262 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-762777d6-3a27-4ef5-b50e-c786e017a3f5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:45:24.886667 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-762777d6-3a27-4ef5-b50e-c786e017a3f5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:45:24.887069 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-762777d6-3a27-4ef5-b50e-c786e017a3f5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:45:24.887469 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-762777d6-3a27-4ef5-b50e-c786e017a3f5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:45:24.887869 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-762777d6-3a27-4ef5-b50e-c786e017a3f5 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:45:24.888260 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-762777d6-3a27-4ef5-b50e-c786e017a3f5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:45:24.888681 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-762777d6-3a27-4ef5-b50e-c786e017a3f5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:45:24.889165 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-762777d6-3a27-4ef5-b50e-c786e017a3f5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:45:24.889544 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-762777d6-3a27-4ef5-b50e-c786e017a3f5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:45:24.889937 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-762777d6-3a27-4ef5-b50e-c786e017a3f5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:45:24.915915 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.managers [None req-a81d391c-9882-43bc-bdc3-5f488410439e tempest-PortsAdminExtendedAttrsTestJSON-1637945999 tempest-PortsAdminExtendedAttrsTestJSON-1637945999-project-admin] Attempting to bind port f8c60a00-68df-4482-acef-316c8261eb8e on host n-h1-713301-16 for vnic_type normal with profile {{(pid=95102) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 19:45:24.915915 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.managers [None req-a81d391c-9882-43bc-bdc3-5f488410439e tempest-PortsAdminExtendedAttrsTestJSON-1637945999 tempest-PortsAdminExtendedAttrsTestJSON-1637945999-project-admin] Attempting to bind port f8c60a00-68df-4482-acef-316c8261eb8e by drivers openvswitch,hyperv on host n-h1-713301-16 at level 0 using segments [{'id': '49a93f66-b466-40b3-ad01-7b771ec5ab95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '040569bd-71a7-486a-808d-7baf61a9d620'}] {{(pid=95102) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 19:45:24.916221 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a81d391c-9882-43bc-bdc3-5f488410439e tempest-PortsAdminExtendedAttrsTestJSON-1637945999 tempest-PortsAdminExtendedAttrsTestJSON-1637945999-project-admin] Attempting to bind port f8c60a00-68df-4482-acef-316c8261eb8e on network 040569bd-71a7-486a-808d-7baf61a9d620 {{(pid=95102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:45:24.928391 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a81d391c-9882-43bc-bdc3-5f488410439e tempest-PortsAdminExtendedAttrsTestJSON-1637945999 tempest-PortsAdminExtendedAttrsTestJSON-1637945999-project-admin] Port f8c60a00-68df-4482-acef-316c8261eb8e on network 040569bd-71a7-486a-808d-7baf61a9d620 not bound, no agent of type Open vSwitch agent registered on host n-h1-713301-16 {{(pid=95102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 19:45:24.930405 n-d-713301-16 neutron-server[95102]: ERROR neutron.plugins.ml2.managers [None req-a81d391c-9882-43bc-bdc3-5f488410439e tempest-PortsAdminExtendedAttrsTestJSON-1637945999 tempest-PortsAdminExtendedAttrsTestJSON-1637945999-project-admin] Failed to bind port f8c60a00-68df-4482-acef-316c8261eb8e on host n-h1-713301-16 for vnic_type normal using segments [{'id': '49a93f66-b466-40b3-ad01-7b771ec5ab95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '040569bd-71a7-486a-808d-7baf61a9d620'}] Sep 23 19:45:24.933279 n-d-713301-16 neutron-server[95102]: INFO neutron.plugins.ml2.plugin [None req-a81d391c-9882-43bc-bdc3-5f488410439e tempest-PortsAdminExtendedAttrsTestJSON-1637945999 tempest-PortsAdminExtendedAttrsTestJSON-1637945999-project-admin] Attempt 7 to bind port f8c60a00-68df-4482-acef-316c8261eb8e Sep 23 19:45:24.954118 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.managers [None req-a81d391c-9882-43bc-bdc3-5f488410439e tempest-PortsAdminExtendedAttrsTestJSON-1637945999 tempest-PortsAdminExtendedAttrsTestJSON-1637945999-project-admin] Attempting to bind port f8c60a00-68df-4482-acef-316c8261eb8e on host n-h1-713301-16 for vnic_type normal with profile {{(pid=95102) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 19:45:24.954638 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.managers [None req-a81d391c-9882-43bc-bdc3-5f488410439e tempest-PortsAdminExtendedAttrsTestJSON-1637945999 tempest-PortsAdminExtendedAttrsTestJSON-1637945999-project-admin] Attempting to bind port f8c60a00-68df-4482-acef-316c8261eb8e by drivers openvswitch,hyperv on host n-h1-713301-16 at level 0 using segments [{'id': '49a93f66-b466-40b3-ad01-7b771ec5ab95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '040569bd-71a7-486a-808d-7baf61a9d620'}] {{(pid=95102) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 19:45:24.955627 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a81d391c-9882-43bc-bdc3-5f488410439e tempest-PortsAdminExtendedAttrsTestJSON-1637945999 tempest-PortsAdminExtendedAttrsTestJSON-1637945999-project-admin] Attempting to bind port f8c60a00-68df-4482-acef-316c8261eb8e on network 040569bd-71a7-486a-808d-7baf61a9d620 {{(pid=95102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:45:24.966732 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-3d75ac4c-5570-4979-b42d-5dfa4994ef72 tempest-TestNetworkBasicOps-1575950199 tempest-TestNetworkBasicOps-1575950199-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-597258', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-601790'] for router, after_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:45:24.972228 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a81d391c-9882-43bc-bdc3-5f488410439e tempest-PortsAdminExtendedAttrsTestJSON-1637945999 tempest-PortsAdminExtendedAttrsTestJSON-1637945999-project-admin] Port f8c60a00-68df-4482-acef-316c8261eb8e on network 040569bd-71a7-486a-808d-7baf61a9d620 not bound, no agent of type Open vSwitch agent registered on host n-h1-713301-16 {{(pid=95102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 19:45:24.972572 n-d-713301-16 neutron-server[95102]: ERROR neutron.plugins.ml2.managers [None req-a81d391c-9882-43bc-bdc3-5f488410439e tempest-PortsAdminExtendedAttrsTestJSON-1637945999 tempest-PortsAdminExtendedAttrsTestJSON-1637945999-project-admin] Failed to bind port f8c60a00-68df-4482-acef-316c8261eb8e on host n-h1-713301-16 for vnic_type normal using segments [{'id': '49a93f66-b466-40b3-ad01-7b771ec5ab95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '040569bd-71a7-486a-808d-7baf61a9d620'}] Sep 23 19:45:24.974600 n-d-713301-16 neutron-server[95102]: INFO neutron.plugins.ml2.plugin [None req-a81d391c-9882-43bc-bdc3-5f488410439e tempest-PortsAdminExtendedAttrsTestJSON-1637945999 tempest-PortsAdminExtendedAttrsTestJSON-1637945999-project-admin] Attempt 8 to bind port f8c60a00-68df-4482-acef-316c8261eb8e Sep 23 19:45:25.297410 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-80e7e501-6c57-470d-92c6-e3d54bc3195c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:45:25.500636 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.managers [None req-a81d391c-9882-43bc-bdc3-5f488410439e tempest-PortsAdminExtendedAttrsTestJSON-1637945999 tempest-PortsAdminExtendedAttrsTestJSON-1637945999-project-admin] Attempting to bind port f8c60a00-68df-4482-acef-316c8261eb8e on host n-h1-713301-16 for vnic_type normal with profile {{(pid=95102) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 19:45:25.501154 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.managers [None req-a81d391c-9882-43bc-bdc3-5f488410439e tempest-PortsAdminExtendedAttrsTestJSON-1637945999 tempest-PortsAdminExtendedAttrsTestJSON-1637945999-project-admin] Attempting to bind port f8c60a00-68df-4482-acef-316c8261eb8e by drivers openvswitch,hyperv on host n-h1-713301-16 at level 0 using segments [{'id': '49a93f66-b466-40b3-ad01-7b771ec5ab95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '040569bd-71a7-486a-808d-7baf61a9d620'}] {{(pid=95102) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 19:45:25.501321 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a81d391c-9882-43bc-bdc3-5f488410439e tempest-PortsAdminExtendedAttrsTestJSON-1637945999 tempest-PortsAdminExtendedAttrsTestJSON-1637945999-project-admin] Attempting to bind port f8c60a00-68df-4482-acef-316c8261eb8e on network 040569bd-71a7-486a-808d-7baf61a9d620 {{(pid=95102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:45:25.528122 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a81d391c-9882-43bc-bdc3-5f488410439e tempest-PortsAdminExtendedAttrsTestJSON-1637945999 tempest-PortsAdminExtendedAttrsTestJSON-1637945999-project-admin] Port f8c60a00-68df-4482-acef-316c8261eb8e on network 040569bd-71a7-486a-808d-7baf61a9d620 not bound, no agent of type Open vSwitch agent registered on host n-h1-713301-16 {{(pid=95102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 19:45:25.528655 n-d-713301-16 neutron-server[95102]: ERROR neutron.plugins.ml2.managers [None req-a81d391c-9882-43bc-bdc3-5f488410439e tempest-PortsAdminExtendedAttrsTestJSON-1637945999 tempest-PortsAdminExtendedAttrsTestJSON-1637945999-project-admin] Failed to bind port f8c60a00-68df-4482-acef-316c8261eb8e on host n-h1-713301-16 for vnic_type normal using segments [{'id': '49a93f66-b466-40b3-ad01-7b771ec5ab95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '040569bd-71a7-486a-808d-7baf61a9d620'}] Sep 23 19:45:25.533000 n-d-713301-16 neutron-server[95102]: INFO neutron.plugins.ml2.plugin [None req-a81d391c-9882-43bc-bdc3-5f488410439e tempest-PortsAdminExtendedAttrsTestJSON-1637945999 tempest-PortsAdminExtendedAttrsTestJSON-1637945999-project-admin] Attempt 9 to bind port f8c60a00-68df-4482-acef-316c8261eb8e Sep 23 19:45:25.564652 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d05afc-113c-49c8-bca8-73c9e3241e5a req-00c1c2fc-1a45-4ee9-848c-b51c0b03afb7 tempest-VolumesActionsTest-1007849279 tempest-VolumesActionsTest-1007849279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:45:25.566241 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-c6d05afc-113c-49c8-bca8-73c9e3241e5a req-00c1c2fc-1a45-4ee9-848c-b51c0b03afb7 tempest-VolumesActionsTest-1007849279 tempest-VolumesActionsTest-1007849279-project] 10.222.0.67 "GET /v2.0/ports?device_id=ea94f651-fc90-46c9-9fb9-304672150bd7 HTTP/1.1" status: 200 len: 945 time: 0.5043025 Sep 23 19:45:25.572328 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.managers [None req-a81d391c-9882-43bc-bdc3-5f488410439e tempest-PortsAdminExtendedAttrsTestJSON-1637945999 tempest-PortsAdminExtendedAttrsTestJSON-1637945999-project-admin] Attempting to bind port f8c60a00-68df-4482-acef-316c8261eb8e on host n-h1-713301-16 for vnic_type normal with profile {{(pid=95102) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 19:45:25.572949 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.managers [None req-a81d391c-9882-43bc-bdc3-5f488410439e tempest-PortsAdminExtendedAttrsTestJSON-1637945999 tempest-PortsAdminExtendedAttrsTestJSON-1637945999-project-admin] Attempting to bind port f8c60a00-68df-4482-acef-316c8261eb8e by drivers openvswitch,hyperv on host n-h1-713301-16 at level 0 using segments [{'id': '49a93f66-b466-40b3-ad01-7b771ec5ab95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '040569bd-71a7-486a-808d-7baf61a9d620'}] {{(pid=95102) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 19:45:25.573468 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a81d391c-9882-43bc-bdc3-5f488410439e tempest-PortsAdminExtendedAttrsTestJSON-1637945999 tempest-PortsAdminExtendedAttrsTestJSON-1637945999-project-admin] Attempting to bind port f8c60a00-68df-4482-acef-316c8261eb8e on network 040569bd-71a7-486a-808d-7baf61a9d620 {{(pid=95102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:45:25.596746 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a81d391c-9882-43bc-bdc3-5f488410439e tempest-PortsAdminExtendedAttrsTestJSON-1637945999 tempest-PortsAdminExtendedAttrsTestJSON-1637945999-project-admin] Port f8c60a00-68df-4482-acef-316c8261eb8e on network 040569bd-71a7-486a-808d-7baf61a9d620 not bound, no agent of type Open vSwitch agent registered on host n-h1-713301-16 {{(pid=95102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 19:45:25.596746 n-d-713301-16 neutron-server[95102]: ERROR neutron.plugins.ml2.managers [None req-a81d391c-9882-43bc-bdc3-5f488410439e tempest-PortsAdminExtendedAttrsTestJSON-1637945999 tempest-PortsAdminExtendedAttrsTestJSON-1637945999-project-admin] Failed to bind port f8c60a00-68df-4482-acef-316c8261eb8e on host n-h1-713301-16 for vnic_type normal using segments [{'id': '49a93f66-b466-40b3-ad01-7b771ec5ab95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '040569bd-71a7-486a-808d-7baf61a9d620'}] Sep 23 19:45:25.596746 n-d-713301-16 neutron-server[95102]: INFO neutron.plugins.ml2.plugin [None req-a81d391c-9882-43bc-bdc3-5f488410439e tempest-PortsAdminExtendedAttrsTestJSON-1637945999 tempest-PortsAdminExtendedAttrsTestJSON-1637945999-project-admin] Attempt 10 to bind port f8c60a00-68df-4482-acef-316c8261eb8e Sep 23 19:45:25.622425 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.managers [None req-a81d391c-9882-43bc-bdc3-5f488410439e tempest-PortsAdminExtendedAttrsTestJSON-1637945999 tempest-PortsAdminExtendedAttrsTestJSON-1637945999-project-admin] Attempting to bind port f8c60a00-68df-4482-acef-316c8261eb8e on host n-h1-713301-16 for vnic_type normal with profile {{(pid=95102) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 19:45:25.622772 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.managers [None req-a81d391c-9882-43bc-bdc3-5f488410439e tempest-PortsAdminExtendedAttrsTestJSON-1637945999 tempest-PortsAdminExtendedAttrsTestJSON-1637945999-project-admin] Attempting to bind port f8c60a00-68df-4482-acef-316c8261eb8e by drivers openvswitch,hyperv on host n-h1-713301-16 at level 0 using segments [{'id': '49a93f66-b466-40b3-ad01-7b771ec5ab95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '040569bd-71a7-486a-808d-7baf61a9d620'}] {{(pid=95102) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 19:45:25.623115 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a81d391c-9882-43bc-bdc3-5f488410439e tempest-PortsAdminExtendedAttrsTestJSON-1637945999 tempest-PortsAdminExtendedAttrsTestJSON-1637945999-project-admin] Attempting to bind port f8c60a00-68df-4482-acef-316c8261eb8e on network 040569bd-71a7-486a-808d-7baf61a9d620 {{(pid=95102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:45:25.640102 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a81d391c-9882-43bc-bdc3-5f488410439e tempest-PortsAdminExtendedAttrsTestJSON-1637945999 tempest-PortsAdminExtendedAttrsTestJSON-1637945999-project-admin] Port f8c60a00-68df-4482-acef-316c8261eb8e on network 040569bd-71a7-486a-808d-7baf61a9d620 not bound, no agent of type Open vSwitch agent registered on host n-h1-713301-16 {{(pid=95102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 19:45:25.640436 n-d-713301-16 neutron-server[95102]: ERROR neutron.plugins.ml2.managers [None req-a81d391c-9882-43bc-bdc3-5f488410439e tempest-PortsAdminExtendedAttrsTestJSON-1637945999 tempest-PortsAdminExtendedAttrsTestJSON-1637945999-project-admin] Failed to bind port f8c60a00-68df-4482-acef-316c8261eb8e on host n-h1-713301-16 for vnic_type normal using segments [{'id': '49a93f66-b466-40b3-ad01-7b771ec5ab95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '040569bd-71a7-486a-808d-7baf61a9d620'}] Sep 23 19:45:25.640851 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-a81d391c-9882-43bc-bdc3-5f488410439e tempest-PortsAdminExtendedAttrsTestJSON-1637945999 tempest-PortsAdminExtendedAttrsTestJSON-1637945999-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:45:25.687137 n-d-713301-16 neutron-server[95102]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d75ac4c-5570-4979-b42d-5dfa4994ef72 tempest-TestNetworkBasicOps-1575950199 tempest-TestNetworkBasicOps-1575950199-project] Router 940b5249-2171-4c13-b299-b8ff30913590 is scheduled to L3 agent 79a740bf-7821-4989-8288-7186e3e128f3 with binding_index 1 {{(pid=95102) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 23 19:45:25.698597 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-c6d05afc-113c-49c8-bca8-73c9e3241e5a req-56df194c-e29c-4781-bdad-a1c294a7d61d tempest-VolumesActionsTest-1007849279 tempest-VolumesActionsTest-1007849279-project] 10.222.0.67 "GET /v2.0/security-groups?id=122350aa-80a8-4883-9e22-c56d42eff615&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1223640 Sep 23 19:45:25.822400 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.db [None req-a81d391c-9882-43bc-bdc3-5f488410439e tempest-PortsAdminExtendedAttrsTestJSON-1637945999 tempest-PortsAdminExtendedAttrsTestJSON-1637945999-project-admin] For port f8c60a00-68df-4482-acef-316c8261eb8e, host n-h1-713301-16, cleared binding levels {{(pid=95102) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 19:45:25.822400 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.db [None req-a81d391c-9882-43bc-bdc3-5f488410439e tempest-PortsAdminExtendedAttrsTestJSON-1637945999 tempest-PortsAdminExtendedAttrsTestJSON-1637945999-project-admin] Attempted to set empty binding levels {{(pid=95102) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Sep 23 19:45:25.831694 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-a81d391c-9882-43bc-bdc3-5f488410439e tempest-PortsAdminExtendedAttrsTestJSON-1637945999 tempest-PortsAdminExtendedAttrsTestJSON-1637945999-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4399095'] for port, after_update {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:45:25.881355 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a81d391c-9882-43bc-bdc3-5f488410439e tempest-PortsAdminExtendedAttrsTestJSON-1637945999 tempest-PortsAdminExtendedAttrsTestJSON-1637945999-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:45:25.881981 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-a81d391c-9882-43bc-bdc3-5f488410439e tempest-PortsAdminExtendedAttrsTestJSON-1637945999 tempest-PortsAdminExtendedAttrsTestJSON-1637945999-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222849'] for port, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:45:25.913822 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d75ac4c-5570-4979-b42d-5dfa4994ef72 tempest-TestNetworkBasicOps-1575950199 tempest-TestNetworkBasicOps-1575950199-project] Notify agent at l3_agent.n-d-713301-16 the message routers_updated {{(pid=95102) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 19:45:25.923473 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-a81d391c-9882-43bc-bdc3-5f488410439e tempest-PortsAdminExtendedAttrsTestJSON-1637945999 tempest-PortsAdminExtendedAttrsTestJSON-1637945999-project-admin] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 980 time: 2.7049048 Sep 23 19:45:25.923473 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a81d391c-9882-43bc-bdc3-5f488410439e tempest-PortsAdminExtendedAttrsTestJSON-1637945999 tempest-PortsAdminExtendedAttrsTestJSON-1637945999-project-admin] Pushing event updated for resources: {'Port': ['ID=f8c60a00-68df-4482-acef-316c8261eb8e,revision_number=2']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:45:25.924729 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 39644) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:45:25.925146 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26d31dfa-6edf-4338-87a5-17d27c341304 None None] Sync routers for ids ['940b5249-2171-4c13-b299-b8ff30913590'] in n-d-713301-16 {{(pid=95103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 19:45:25.947273 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-3d75ac4c-5570-4979-b42d-5dfa4994ef72 tempest-TestNetworkBasicOps-1575950199 tempest-TestNetworkBasicOps-1575950199-project] Notify callbacks [] for router, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:45:25.950960 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-3d75ac4c-5570-4979-b42d-5dfa4994ef72 tempest-TestNetworkBasicOps-1575950199 tempest-TestNetworkBasicOps-1575950199-project] 10.222.0.67 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 3.3816411 Sep 23 19:45:25.951455 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 39648) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:45:25.954060 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26d31dfa-6edf-4338-87a5-17d27c341304 None None] Routers {'940b5249-2171-4c13-b299-b8ff30913590'} bound to L3 agent in host n-d-713301-16 {{(pid=95103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 19:45:25.955022 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_hamode_db [None req-26d31dfa-6edf-4338-87a5-17d27c341304 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-23T19:07:52Z,description=,heartbeat_timestamp=2021-09-23T19:45:23Z,host='n-d-713301-16',id=79a740bf-7821-4989-8288-7186e3e128f3,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:07:52Z,topic='l3_agent')) {'router_ids': ['940b5249-2171-4c13-b299-b8ff30913590'], 'active': True} {{(pid=95103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:45:26.031041 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.plugin [None req-568fd67b-46ca-4f92-81d0-9feb286c8f94 tempest-PortsAdminExtendedAttrsTestJSON-1637945999 tempest-PortsAdminExtendedAttrsTestJSON-1637945999-project-admin] Deleting port f8c60a00-68df-4482-acef-316c8261eb8e {{(pid=95101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:45:26.031372 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-568fd67b-46ca-4f92-81d0-9feb286c8f94 tempest-PortsAdminExtendedAttrsTestJSON-1637945999 tempest-PortsAdminExtendedAttrsTestJSON-1637945999-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783146157096'] for port, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:45:26.112415 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.db [None req-568fd67b-46ca-4f92-81d0-9feb286c8f94 tempest-PortsAdminExtendedAttrsTestJSON-1637945999 tempest-PortsAdminExtendedAttrsTestJSON-1637945999-project-admin] For port f8c60a00-68df-4482-acef-316c8261eb8e, host n-h1-713301-16, got binding levels [] {{(pid=95101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:45:26.113075 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-568fd67b-46ca-4f92-81d0-9feb286c8f94 tempest-PortsAdminExtendedAttrsTestJSON-1637945999 tempest-PortsAdminExtendedAttrsTestJSON-1637945999-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-605701'] for port, precommit_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:45:26.131960 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_dvr_db [None req-26d31dfa-6edf-4338-87a5-17d27c341304 None None] Set router 940b5249-2171-4c13-b299-b8ff30913590 gateway port host: n-d-713301-16 {{(pid=95103) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 19:45:26.153711 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.plugin [None req-568fd67b-46ca-4f92-81d0-9feb286c8f94 tempest-PortsAdminExtendedAttrsTestJSON-1637945999 tempest-PortsAdminExtendedAttrsTestJSON-1637945999-project-admin] Calling delete_port for f8c60a00-68df-4482-acef-316c8261eb8e owned by {{(pid=95101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:45:26.276779 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-5d967dcd-d5b1-4c86-908d-9696b98dce41 tempest-TestNetworkBasicOps-1297983559 tempest-TestNetworkBasicOps-1297983559-project-admin] 10.222.0.67 "GET /v2.0/subnets?project_id=7fd7324f75754f93a5f1d406b61f5276&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.3243215 Sep 23 19:45:26.279299 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 39660) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:45:26.319168 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-568fd67b-46ca-4f92-81d0-9feb286c8f94 tempest-PortsAdminExtendedAttrsTestJSON-1637945999 tempest-PortsAdminExtendedAttrsTestJSON-1637945999-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783146162158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783145673144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5607431'] for port, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:45:26.361317 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-568fd67b-46ca-4f92-81d0-9feb286c8f94 tempest-PortsAdminExtendedAttrsTestJSON-1637945999 tempest-PortsAdminExtendedAttrsTestJSON-1637945999-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222849'] for port, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:45:26.366768 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-568fd67b-46ca-4f92-81d0-9feb286c8f94 tempest-PortsAdminExtendedAttrsTestJSON-1637945999 tempest-PortsAdminExtendedAttrsTestJSON-1637945999-project-admin] 10.222.0.67 "DELETE /v2.0/ports/f8c60a00-68df-4482-acef-316c8261eb8e HTTP/1.1" status: 204 len: 168 time: 0.4419889 Sep 23 19:45:26.368903 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-568fd67b-46ca-4f92-81d0-9feb286c8f94 tempest-PortsAdminExtendedAttrsTestJSON-1637945999 tempest-PortsAdminExtendedAttrsTestJSON-1637945999-project-admin] Pushing event deleted for resources: {'Port': ['ID=f8c60a00-68df-4482-acef-316c8261eb8e,revision_number=None']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:45:26.383089 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 39664) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:45:26.440360 n-d-713301-16 neutron-server[95102]: INFO neutron.pecan_wsgi.hooks.translation [None req-257aeb34-31c9-42d0-b05b-436e611226c6 tempest-PortsAdminExtendedAttrsTestJSON-1637945999 tempest-PortsAdminExtendedAttrsTestJSON-1637945999-project-admin] GET failed (client error): The resource could not be found. Sep 23 19:45:26.445129 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-257aeb34-31c9-42d0-b05b-436e611226c6 tempest-PortsAdminExtendedAttrsTestJSON-1637945999 tempest-PortsAdminExtendedAttrsTestJSON-1637945999-project-admin] 10.222.0.67 "GET /v2.0/ports/f8c60a00-68df-4482-acef-316c8261eb8e HTTP/1.1" status: 404 len: 333 time: 0.0611749 Sep 23 19:45:26.446101 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 39668) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:45:26.452639 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.v2.base [None req-3d66f9f2-4c95-4417-9f37-837488772e32 tempest-PortsAdminExtendedAttrsTestJSON-1637945999 tempest-PortsAdminExtendedAttrsTestJSON-1637945999-project-admin] Request body: {'port': {'network_id': '040569bd-71a7-486a-808d-7baf61a9d620', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-475779905'}} {{(pid=95101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:45:26.460822 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_hamode_db [None req-26d31dfa-6edf-4338-87a5-17d27c341304 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '940b5249-2171-4c13-b299-b8ff30913590', 'name': 'tempest-TestNetworkBasicOps-router-1225130637', 'tenant_id': '7fd7324f75754f93a5f1d406b61f5276', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'external_fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.199'}], 'enable_snat': True}, 'gw_port_id': 'ef3ff6df-00cb-4c7b-8985-2526c3c45209', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:45:22Z', 'updated_at': '2021-09-23T19:45:24Z', 'revision_number': 3, 'project_id': '7fd7324f75754f93a5f1d406b61f5276', 'gw_port': {'id': 'ef3ff6df-00cb-4c7b-8985-2526c3c45209', 'name': '', 'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:86:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '940b5249-2171-4c13-b299-b8ff30913590', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2956, 'fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:45:23Z', 'updated_at': '2021-09-23T19:45:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-16'}], 'n-d-713301-16', False) {} {{(pid=95103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:45:26.497437 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d66f9f2-4c95-4417-9f37-837488772e32 tempest-PortsAdminExtendedAttrsTestJSON-1637945999 tempest-PortsAdminExtendedAttrsTestJSON-1637945999-project-admin] Made reservation on behalf of 0c0088ccd59549c1a1f388e6e55ebac2 for: {'port': 1} {{(pid=95101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:45:26.500284 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-3d66f9f2-4c95-4417-9f37-837488772e32 tempest-PortsAdminExtendedAttrsTestJSON-1637945999 tempest-PortsAdminExtendedAttrsTestJSON-1637945999-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:45:26.518519 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26d31dfa-6edf-4338-87a5-17d27c341304 None None] Checking router: 940b5249-2171-4c13-b299-b8ff30913590 for host: n-d-713301-16 {{(pid=95103) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 19:45:26.518875 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26d31dfa-6edf-4338-87a5-17d27c341304 None None] Updating router 940b5249-2171-4c13-b299-b8ff30913590 port ef3ff6df-00cb-4c7b-8985-2526c3c45209 binding host n-d-713301-16 {{(pid=95103) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 23 19:45:26.520328 n-d-713301-16 neutron-server[95101]: DEBUG neutron.notifiers.nova [None req-3d66f9f2-4c95-4417-9f37-837488772e32 tempest-PortsAdminExtendedAttrsTestJSON-1637945999 tempest-PortsAdminExtendedAttrsTestJSON-1637945999-project-admin] device_id is not set on port 0d2b8756-22bf-41f0-8b0b-d0d2e7890cd4 yet. {{(pid=95101) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 23 19:45:26.586235 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-26d31dfa-6edf-4338-87a5-17d27c341304 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:45:26.621178 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63fb0deb-a803-4a33-bbcf-13b25c655d31 tempest-TestNetworkBasicOps-1297983559 tempest-TestNetworkBasicOps-1297983559-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:45:26.624980 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-63fb0deb-a803-4a33-bbcf-13b25c655d31 tempest-TestNetworkBasicOps-1297983559 tempest-TestNetworkBasicOps-1297983559-project-admin] 10.222.0.67 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.3446963 Sep 23 19:45:26.627996 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 39678) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:45:26.748970 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-f2cff526-f5a1-4f47-86ef-2bf31aa5d2da tempest-TestNetworkBasicOps-1297983559 tempest-TestNetworkBasicOps-1297983559-project-admin] 10.222.0.67 "GET /v2.0/subnets?network_id=5dec5c09-378e-4f50-89cc-d94eb81c3bac&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1156530 Sep 23 19:45:26.755120 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-3d66f9f2-4c95-4417-9f37-837488772e32 tempest-PortsAdminExtendedAttrsTestJSON-1637945999 tempest-PortsAdminExtendedAttrsTestJSON-1637945999-project-admin] Notify callbacks [] for port, precommit_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:45:26.755367 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 39688) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:45:26.763306 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.v2.base [None req-389c37b2-12da-44d9-9bd8-b764c30bffe4 tempest-TestNetworkBasicOps-1575950199 tempest-TestNetworkBasicOps-1575950199-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1520800302', 'network_id': '556d491a-fa37-496f-b55a-840ae2087f7d', 'project_id': '7fd7324f75754f93a5f1d406b61f5276', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=95102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:45:26.850795 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-3d66f9f2-4c95-4417-9f37-837488772e32 tempest-PortsAdminExtendedAttrsTestJSON-1637945999 tempest-PortsAdminExtendedAttrsTestJSON-1637945999-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783145673135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5607431'] for port, after_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:45:26.947873 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d66f9f2-4c95-4417-9f37-837488772e32 tempest-PortsAdminExtendedAttrsTestJSON-1637945999 tempest-PortsAdminExtendedAttrsTestJSON-1637945999-project-admin] Network 040569bd-71a7-486a-808d-7baf61a9d620 is already hosted by enough agents. {{(pid=95101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:45:26.953040 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-389c37b2-12da-44d9-9bd8-b764c30bffe4 tempest-TestNetworkBasicOps-1575950199 tempest-TestNetworkBasicOps-1575950199-project] Made reservation on behalf of 7fd7324f75754f93a5f1d406b61f5276 for: {'subnet': 1} {{(pid=95102) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:45:26.955674 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.base_scheduler [None req-3d66f9f2-4c95-4417-9f37-837488772e32 tempest-PortsAdminExtendedAttrsTestJSON-1637945999 tempest-PortsAdminExtendedAttrsTestJSON-1637945999-project-admin] Resources bound (agent type, host, resource id): {{(pid=95101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:45:26.956631 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-389c37b2-12da-44d9-9bd8-b764c30bffe4 tempest-TestNetworkBasicOps-1575950199 tempest-TestNetworkBasicOps-1575950199-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5388256'] for subnet, before_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:45:26.968296 n-d-713301-16 neutron-server[95101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d66f9f2-4c95-4417-9f37-837488772e32 tempest-PortsAdminExtendedAttrsTestJSON-1637945999 tempest-PortsAdminExtendedAttrsTestJSON-1637945999-project-admin] Received port after_create {{(pid=95101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 19:45:26.970433 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d66f9f2-4c95-4417-9f37-837488772e32 tempest-PortsAdminExtendedAttrsTestJSON-1637945999 tempest-PortsAdminExtendedAttrsTestJSON-1637945999-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:45:26.971444 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-3d66f9f2-4c95-4417-9f37-837488772e32 tempest-PortsAdminExtendedAttrsTestJSON-1637945999 tempest-PortsAdminExtendedAttrsTestJSON-1637945999-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222849'] for port, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:45:26.990858 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a7cad29-477d-44ca-9ba7-ba127d66ff99 req-31e8a343-cbf3-4f0d-8639-82b58f296494 tempest-VolumesActionsTest-1007849279 tempest-VolumesActionsTest-1007849279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:45:26.992492 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-3a7cad29-477d-44ca-9ba7-ba127d66ff99 req-31e8a343-cbf3-4f0d-8639-82b58f296494 tempest-VolumesActionsTest-1007849279 tempest-VolumesActionsTest-1007849279-project] 10.222.0.67 "GET /v2.0/ports?device_id=ea94f651-fc90-46c9-9fb9-304672150bd7 HTTP/1.1" status: 200 len: 945 time: 0.1151454 Sep 23 19:45:27.012265 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d66f9f2-4c95-4417-9f37-837488772e32 tempest-PortsAdminExtendedAttrsTestJSON-1637945999 tempest-PortsAdminExtendedAttrsTestJSON-1637945999-project-admin] Pushing event updated for resources: {'Port': ['ID=0d2b8756-22bf-41f0-8b0b-d0d2e7890cd4,revision_number=1']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:45:27.018238 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-26d31dfa-6edf-4338-87a5-17d27c341304 None None] Notify callbacks [] for port, precommit_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:45:27.026563 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-26d31dfa-6edf-4338-87a5-17d27c341304 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:45:27.026834 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-3d66f9f2-4c95-4417-9f37-837488772e32 tempest-PortsAdminExtendedAttrsTestJSON-1637945999 tempest-PortsAdminExtendedAttrsTestJSON-1637945999-project-admin] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 0.5791147 Sep 23 19:45:27.030205 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 39696) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:45:27.043418 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.v2.base [None req-51616473-a7f7-4f37-9732-e3e53f326b70 tempest-PortsAdminExtendedAttrsTestJSON-1637945999 tempest-PortsAdminExtendedAttrsTestJSON-1637945999-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-713301-16'}} {{(pid=95101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:45:27.091068 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.managers [None req-26d31dfa-6edf-4338-87a5-17d27c341304 None None] Attempting to bind port ef3ff6df-00cb-4c7b-8985-2526c3c45209 on host n-d-713301-16 for vnic_type normal with profile {{(pid=95103) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 19:45:27.091698 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.managers [None req-26d31dfa-6edf-4338-87a5-17d27c341304 None None] Attempting to bind port ef3ff6df-00cb-4c7b-8985-2526c3c45209 by drivers openvswitch,hyperv on host n-d-713301-16 at level 0 using segments [{'id': '7d4027f1-d893-4c7b-95d4-757b8e44e380', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac'}] {{(pid=95103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 19:45:27.092646 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26d31dfa-6edf-4338-87a5-17d27c341304 None None] Attempting to bind port ef3ff6df-00cb-4c7b-8985-2526c3c45209 on network 5dec5c09-378e-4f50-89cc-d94eb81c3bac {{(pid=95103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:45:27.109486 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe443af-01b6-416d-b8df-1636da113b28 None None] Pushing event updated for resources: {'Port': ['ID=ef3ff6df-00cb-4c7b-8985-2526c3c45209,revision_number=2']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:45:27.113109 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26d31dfa-6edf-4338-87a5-17d27c341304 None None] Checking agent: {'id': '70a14545-df24-472f-8f95-bfe1719bff93', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 19, 7, 53), 'started_at': datetime.datetime(2021, 9, 23, 19, 8, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 19, 45, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 19:45:27.113928 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26d31dfa-6edf-4338-87a5-17d27c341304 None None] Checking segment: {'id': '7d4027f1-d893-4c7b-95d4-757b8e44e380', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95103) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:45:27.114587 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-26d31dfa-6edf-4338-87a5-17d27c341304 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:45:27.115201 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26d31dfa-6edf-4338-87a5-17d27c341304 None None] Bound using segment: {'id': '7d4027f1-d893-4c7b-95d4-757b8e44e380', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac'} {{(pid=95103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 19:45:27.115902 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.managers [None req-26d31dfa-6edf-4338-87a5-17d27c341304 None None] Bound port: ef3ff6df-00cb-4c7b-8985-2526c3c45209, host: n-d-713301-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7d4027f1-d893-4c7b-95d4-757b8e44e380', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac'}}] {{(pid=95103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 19:45:27.116522 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-26d31dfa-6edf-4338-87a5-17d27c341304 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:45:27.130993 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-3a7cad29-477d-44ca-9ba7-ba127d66ff99 req-d79ae758-95e4-4dc8-8d09-1b7c4d02a986 tempest-VolumesActionsTest-1007849279 tempest-VolumesActionsTest-1007849279-project] 10.222.0.67 "GET /v2.0/security-groups?id=122350aa-80a8-4883-9e22-c56d42eff615&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1206203 Sep 23 19:45:27.164105 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-51616473-a7f7-4f37-9732-e3e53f326b70 tempest-PortsAdminExtendedAttrsTestJSON-1637945999 tempest-PortsAdminExtendedAttrsTestJSON-1637945999-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:45:27.252014 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-26d31dfa-6edf-4338-87a5-17d27c341304 None None] For port ef3ff6df-00cb-4c7b-8985-2526c3c45209, host n-d-713301-16, cleared binding levels {{(pid=95103) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 19:45:27.257811 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-26d31dfa-6edf-4338-87a5-17d27c341304 None None] For port ef3ff6df-00cb-4c7b-8985-2526c3c45209, host n-d-713301-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-16',level=0,port_id=ef3ff6df-00cb-4c7b-8985-2526c3c45209,segment=NetworkSegment(7d4027f1-d893-4c7b-95d4-757b8e44e380),segment_id=7d4027f1-d893-4c7b-95d4-757b8e44e380)] {{(pid=95103) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 19:45:27.267538 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-26d31dfa-6edf-4338-87a5-17d27c341304 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:45:27.350737 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26d31dfa-6edf-4338-87a5-17d27c341304 None None] Routers {'940b5249-2171-4c13-b299-b8ff30913590'} bound to L3 agent in host n-d-713301-16 {{(pid=95103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 19:45:27.351775 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_hamode_db [None req-26d31dfa-6edf-4338-87a5-17d27c341304 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-23T19:07:52Z,description=,heartbeat_timestamp=2021-09-23T19:45:23Z,host='n-d-713301-16',id=79a740bf-7821-4989-8288-7186e3e128f3,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:07:52Z,topic='l3_agent')) {'router_ids': ['940b5249-2171-4c13-b299-b8ff30913590'], 'active': True} {{(pid=95103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:45:27.376989 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-389c37b2-12da-44d9-9bd8-b764c30bffe4 tempest-TestNetworkBasicOps-1575950199 tempest-TestNetworkBasicOps-1575950199-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4398944', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5388242'] for subnet, after_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:45:27.483443 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_dvr_db [None req-26d31dfa-6edf-4338-87a5-17d27c341304 None None] Set router 940b5249-2171-4c13-b299-b8ff30913590 gateway port host: n-d-713301-16 {{(pid=95103) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 19:45:27.538154 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-389c37b2-12da-44d9-9bd8-b764c30bffe4 tempest-TestNetworkBasicOps-1575950199 tempest-TestNetworkBasicOps-1575950199-project] Pushing event updated for resources: {'Subnet': ['ID=fa6db639-afc2-4d79-8f5d-63a8ed67b4c5,revision_number=0']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:45:27.546611 n-d-713301-16 neutron-server[95101]: DEBUG neutron.notifiers.nova [None req-51616473-a7f7-4f37-9732-e3e53f326b70 tempest-PortsAdminExtendedAttrsTestJSON-1637945999 tempest-PortsAdminExtendedAttrsTestJSON-1637945999-project-admin] device_id is not set on port 0d2b8756-22bf-41f0-8b0b-d0d2e7890cd4 yet. {{(pid=95101) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 23 19:45:27.559748 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-389c37b2-12da-44d9-9bd8-b764c30bffe4 tempest-TestNetworkBasicOps-1575950199 tempest-TestNetworkBasicOps-1575950199-project] Checking segment: {'id': '715f662e-ea71-4327-bc2c-7c1fd4f58dd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '556d491a-fa37-496f-b55a-840ae2087f7d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95102) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:45:27.563322 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-51616473-a7f7-4f37-9732-e3e53f326b70 tempest-PortsAdminExtendedAttrsTestJSON-1637945999 tempest-PortsAdminExtendedAttrsTestJSON-1637945999-project-admin] Notify callbacks [] for port, precommit_update {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:45:27.572779 n-d-713301-16 neutron-server[95102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-389c37b2-12da-44d9-9bd8-b764c30bffe4 tempest-TestNetworkBasicOps-1575950199 tempest-TestNetworkBasicOps-1575950199-project] Network hostable DHCP agents. Network: 556d491a-fa37-496f-b55a-840ae2087f7d, hostable agents: ['1b18bf05-1b5f-4587-be5c-af3ac38e32ad'], hosted agents: [] {{(pid=95102) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 19:45:27.583437 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-51616473-a7f7-4f37-9732-e3e53f326b70 tempest-PortsAdminExtendedAttrsTestJSON-1637945999 tempest-PortsAdminExtendedAttrsTestJSON-1637945999-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5607436'] for port, after_update {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:45:27.605373 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe443af-01b6-416d-b8df-1636da113b28 None None] Pushing event updated for resources: {'Port': ['ID=ef3ff6df-00cb-4c7b-8985-2526c3c45209,revision_number=3']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:45:27.625662 n-d-713301-16 neutron-server[95102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-389c37b2-12da-44d9-9bd8-b764c30bffe4 tempest-TestNetworkBasicOps-1575950199 tempest-TestNetworkBasicOps-1575950199-project] Network 556d491a-fa37-496f-b55a-840ae2087f7d is scheduled to be hosted by DHCP agent 1b18bf05-1b5f-4587-be5c-af3ac38e32ad with binding_index 1 {{(pid=95102) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 19:45:27.657919 n-d-713301-16 neutron-server[95102]: DEBUG neutron.scheduler.base_scheduler [None req-389c37b2-12da-44d9-9bd8-b764c30bffe4 tempest-TestNetworkBasicOps-1575950199 tempest-TestNetworkBasicOps-1575950199-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713301-16, 556d491a-fa37-496f-b55a-840ae2087f7d) {{(pid=95102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:45:27.669497 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4173915-3736-4f23-b091-712115d6017e None None] Network 556d491a-fa37-496f-b55a-840ae2087f7d requested from n-d-713301-16 {{(pid=95103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 19:45:27.672374 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-389c37b2-12da-44d9-9bd8-b764c30bffe4 tempest-TestNetworkBasicOps-1575950199 tempest-TestNetworkBasicOps-1575950199-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:45:27.672642 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51616473-a7f7-4f37-9732-e3e53f326b70 tempest-PortsAdminExtendedAttrsTestJSON-1637945999 tempest-PortsAdminExtendedAttrsTestJSON-1637945999-project-admin] Pushing event updated for resources: {'Port': ['ID=0d2b8756-22bf-41f0-8b0b-d0d2e7890cd4,revision_number=2']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:45:27.672973 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-389c37b2-12da-44d9-9bd8-b764c30bffe4 tempest-TestNetworkBasicOps-1575950199 tempest-TestNetworkBasicOps-1575950199-project] Notify callbacks [] for subnet, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:45:27.720461 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.managers [None req-51616473-a7f7-4f37-9732-e3e53f326b70 tempest-PortsAdminExtendedAttrsTestJSON-1637945999 tempest-PortsAdminExtendedAttrsTestJSON-1637945999-project-admin] Attempting to bind port 0d2b8756-22bf-41f0-8b0b-d0d2e7890cd4 on host n-h1-713301-16 for vnic_type normal with profile {{(pid=95101) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 19:45:27.720863 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.managers [None req-51616473-a7f7-4f37-9732-e3e53f326b70 tempest-PortsAdminExtendedAttrsTestJSON-1637945999 tempest-PortsAdminExtendedAttrsTestJSON-1637945999-project-admin] Attempting to bind port 0d2b8756-22bf-41f0-8b0b-d0d2e7890cd4 by drivers openvswitch,hyperv on host n-h1-713301-16 at level 0 using segments [{'id': '49a93f66-b466-40b3-ad01-7b771ec5ab95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '040569bd-71a7-486a-808d-7baf61a9d620'}] {{(pid=95101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 19:45:27.721195 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51616473-a7f7-4f37-9732-e3e53f326b70 tempest-PortsAdminExtendedAttrsTestJSON-1637945999 tempest-PortsAdminExtendedAttrsTestJSON-1637945999-project-admin] Attempting to bind port 0d2b8756-22bf-41f0-8b0b-d0d2e7890cd4 on network 040569bd-71a7-486a-808d-7baf61a9d620 {{(pid=95101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:45:27.730085 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51616473-a7f7-4f37-9732-e3e53f326b70 tempest-PortsAdminExtendedAttrsTestJSON-1637945999 tempest-PortsAdminExtendedAttrsTestJSON-1637945999-project-admin] Port 0d2b8756-22bf-41f0-8b0b-d0d2e7890cd4 on network 040569bd-71a7-486a-808d-7baf61a9d620 not bound, no agent of type Open vSwitch agent registered on host n-h1-713301-16 {{(pid=95101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 19:45:27.730445 n-d-713301-16 neutron-server[95101]: ERROR neutron.plugins.ml2.managers [None req-51616473-a7f7-4f37-9732-e3e53f326b70 tempest-PortsAdminExtendedAttrsTestJSON-1637945999 tempest-PortsAdminExtendedAttrsTestJSON-1637945999-project-admin] Failed to bind port 0d2b8756-22bf-41f0-8b0b-d0d2e7890cd4 on host n-h1-713301-16 for vnic_type normal using segments [{'id': '49a93f66-b466-40b3-ad01-7b771ec5ab95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '040569bd-71a7-486a-808d-7baf61a9d620'}] Sep 23 19:45:27.730805 n-d-713301-16 neutron-server[95101]: INFO neutron.plugins.ml2.plugin [None req-51616473-a7f7-4f37-9732-e3e53f326b70 tempest-PortsAdminExtendedAttrsTestJSON-1637945999 tempest-PortsAdminExtendedAttrsTestJSON-1637945999-project-admin] Attempt 2 to bind port 0d2b8756-22bf-41f0-8b0b-d0d2e7890cd4 Sep 23 19:45:27.749442 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-389c37b2-12da-44d9-9bd8-b764c30bffe4 tempest-TestNetworkBasicOps-1575950199 tempest-TestNetworkBasicOps-1575950199-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.9904377 Sep 23 19:45:27.750499 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 39722) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:45:27.759841 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.managers [None req-51616473-a7f7-4f37-9732-e3e53f326b70 tempest-PortsAdminExtendedAttrsTestJSON-1637945999 tempest-PortsAdminExtendedAttrsTestJSON-1637945999-project-admin] Attempting to bind port 0d2b8756-22bf-41f0-8b0b-d0d2e7890cd4 on host n-h1-713301-16 for vnic_type normal with profile {{(pid=95101) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 19:45:27.760182 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.managers [None req-51616473-a7f7-4f37-9732-e3e53f326b70 tempest-PortsAdminExtendedAttrsTestJSON-1637945999 tempest-PortsAdminExtendedAttrsTestJSON-1637945999-project-admin] Attempting to bind port 0d2b8756-22bf-41f0-8b0b-d0d2e7890cd4 by drivers openvswitch,hyperv on host n-h1-713301-16 at level 0 using segments [{'id': '49a93f66-b466-40b3-ad01-7b771ec5ab95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '040569bd-71a7-486a-808d-7baf61a9d620'}] {{(pid=95101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 19:45:27.760522 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51616473-a7f7-4f37-9732-e3e53f326b70 tempest-PortsAdminExtendedAttrsTestJSON-1637945999 tempest-PortsAdminExtendedAttrsTestJSON-1637945999-project-admin] Attempting to bind port 0d2b8756-22bf-41f0-8b0b-d0d2e7890cd4 on network 040569bd-71a7-486a-808d-7baf61a9d620 {{(pid=95101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:45:27.830216 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51616473-a7f7-4f37-9732-e3e53f326b70 tempest-PortsAdminExtendedAttrsTestJSON-1637945999 tempest-PortsAdminExtendedAttrsTestJSON-1637945999-project-admin] Port 0d2b8756-22bf-41f0-8b0b-d0d2e7890cd4 on network 040569bd-71a7-486a-808d-7baf61a9d620 not bound, no agent of type Open vSwitch agent registered on host n-h1-713301-16 {{(pid=95101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 19:45:27.830529 n-d-713301-16 neutron-server[95101]: ERROR neutron.plugins.ml2.managers [None req-51616473-a7f7-4f37-9732-e3e53f326b70 tempest-PortsAdminExtendedAttrsTestJSON-1637945999 tempest-PortsAdminExtendedAttrsTestJSON-1637945999-project-admin] Failed to bind port 0d2b8756-22bf-41f0-8b0b-d0d2e7890cd4 on host n-h1-713301-16 for vnic_type normal using segments [{'id': '49a93f66-b466-40b3-ad01-7b771ec5ab95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '040569bd-71a7-486a-808d-7baf61a9d620'}] Sep 23 19:45:27.832704 n-d-713301-16 neutron-server[95101]: INFO neutron.plugins.ml2.plugin [None req-51616473-a7f7-4f37-9732-e3e53f326b70 tempest-PortsAdminExtendedAttrsTestJSON-1637945999 tempest-PortsAdminExtendedAttrsTestJSON-1637945999-project-admin] Attempt 3 to bind port 0d2b8756-22bf-41f0-8b0b-d0d2e7890cd4 Sep 23 19:45:27.888037 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.managers [None req-51616473-a7f7-4f37-9732-e3e53f326b70 tempest-PortsAdminExtendedAttrsTestJSON-1637945999 tempest-PortsAdminExtendedAttrsTestJSON-1637945999-project-admin] Attempting to bind port 0d2b8756-22bf-41f0-8b0b-d0d2e7890cd4 on host n-h1-713301-16 for vnic_type normal with profile {{(pid=95101) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 19:45:27.888381 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.managers [None req-51616473-a7f7-4f37-9732-e3e53f326b70 tempest-PortsAdminExtendedAttrsTestJSON-1637945999 tempest-PortsAdminExtendedAttrsTestJSON-1637945999-project-admin] Attempting to bind port 0d2b8756-22bf-41f0-8b0b-d0d2e7890cd4 by drivers openvswitch,hyperv on host n-h1-713301-16 at level 0 using segments [{'id': '49a93f66-b466-40b3-ad01-7b771ec5ab95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '040569bd-71a7-486a-808d-7baf61a9d620'}] {{(pid=95101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 19:45:27.888765 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51616473-a7f7-4f37-9732-e3e53f326b70 tempest-PortsAdminExtendedAttrsTestJSON-1637945999 tempest-PortsAdminExtendedAttrsTestJSON-1637945999-project-admin] Attempting to bind port 0d2b8756-22bf-41f0-8b0b-d0d2e7890cd4 on network 040569bd-71a7-486a-808d-7baf61a9d620 {{(pid=95101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:45:27.903589 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51616473-a7f7-4f37-9732-e3e53f326b70 tempest-PortsAdminExtendedAttrsTestJSON-1637945999 tempest-PortsAdminExtendedAttrsTestJSON-1637945999-project-admin] Port 0d2b8756-22bf-41f0-8b0b-d0d2e7890cd4 on network 040569bd-71a7-486a-808d-7baf61a9d620 not bound, no agent of type Open vSwitch agent registered on host n-h1-713301-16 {{(pid=95101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 19:45:27.903892 n-d-713301-16 neutron-server[95101]: ERROR neutron.plugins.ml2.managers [None req-51616473-a7f7-4f37-9732-e3e53f326b70 tempest-PortsAdminExtendedAttrsTestJSON-1637945999 tempest-PortsAdminExtendedAttrsTestJSON-1637945999-project-admin] Failed to bind port 0d2b8756-22bf-41f0-8b0b-d0d2e7890cd4 on host n-h1-713301-16 for vnic_type normal using segments [{'id': '49a93f66-b466-40b3-ad01-7b771ec5ab95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '040569bd-71a7-486a-808d-7baf61a9d620'}] Sep 23 19:45:27.906026 n-d-713301-16 neutron-server[95101]: INFO neutron.plugins.ml2.plugin [None req-51616473-a7f7-4f37-9732-e3e53f326b70 tempest-PortsAdminExtendedAttrsTestJSON-1637945999 tempest-PortsAdminExtendedAttrsTestJSON-1637945999-project-admin] Attempt 4 to bind port 0d2b8756-22bf-41f0-8b0b-d0d2e7890cd4 Sep 23 19:45:28.016041 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.managers [None req-51616473-a7f7-4f37-9732-e3e53f326b70 tempest-PortsAdminExtendedAttrsTestJSON-1637945999 tempest-PortsAdminExtendedAttrsTestJSON-1637945999-project-admin] Attempting to bind port 0d2b8756-22bf-41f0-8b0b-d0d2e7890cd4 on host n-h1-713301-16 for vnic_type normal with profile {{(pid=95101) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 19:45:28.017632 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.managers [None req-51616473-a7f7-4f37-9732-e3e53f326b70 tempest-PortsAdminExtendedAttrsTestJSON-1637945999 tempest-PortsAdminExtendedAttrsTestJSON-1637945999-project-admin] Attempting to bind port 0d2b8756-22bf-41f0-8b0b-d0d2e7890cd4 by drivers openvswitch,hyperv on host n-h1-713301-16 at level 0 using segments [{'id': '49a93f66-b466-40b3-ad01-7b771ec5ab95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '040569bd-71a7-486a-808d-7baf61a9d620'}] {{(pid=95101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 19:45:28.018201 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51616473-a7f7-4f37-9732-e3e53f326b70 tempest-PortsAdminExtendedAttrsTestJSON-1637945999 tempest-PortsAdminExtendedAttrsTestJSON-1637945999-project-admin] Attempting to bind port 0d2b8756-22bf-41f0-8b0b-d0d2e7890cd4 on network 040569bd-71a7-486a-808d-7baf61a9d620 {{(pid=95101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:45:28.133397 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_hamode_db [None req-26d31dfa-6edf-4338-87a5-17d27c341304 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '940b5249-2171-4c13-b299-b8ff30913590', 'name': 'tempest-TestNetworkBasicOps-router-1225130637', 'tenant_id': '7fd7324f75754f93a5f1d406b61f5276', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'external_fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.199'}], 'enable_snat': True}, 'gw_port_id': 'ef3ff6df-00cb-4c7b-8985-2526c3c45209', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:45:22Z', 'updated_at': '2021-09-23T19:45:24Z', 'revision_number': 3, 'project_id': '7fd7324f75754f93a5f1d406b61f5276', 'gw_port': {'id': 'ef3ff6df-00cb-4c7b-8985-2526c3c45209', 'name': '', 'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:86:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '940b5249-2171-4c13-b299-b8ff30913590', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2956, 'fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:45:23Z', 'updated_at': '2021-09-23T19:45:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-16'}], 'n-d-713301-16', False) {} {{(pid=95103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:45:28.144856 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51616473-a7f7-4f37-9732-e3e53f326b70 tempest-PortsAdminExtendedAttrsTestJSON-1637945999 tempest-PortsAdminExtendedAttrsTestJSON-1637945999-project-admin] Port 0d2b8756-22bf-41f0-8b0b-d0d2e7890cd4 on network 040569bd-71a7-486a-808d-7baf61a9d620 not bound, no agent of type Open vSwitch agent registered on host n-h1-713301-16 {{(pid=95101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 19:45:28.145310 n-d-713301-16 neutron-server[95101]: ERROR neutron.plugins.ml2.managers [None req-51616473-a7f7-4f37-9732-e3e53f326b70 tempest-PortsAdminExtendedAttrsTestJSON-1637945999 tempest-PortsAdminExtendedAttrsTestJSON-1637945999-project-admin] Failed to bind port 0d2b8756-22bf-41f0-8b0b-d0d2e7890cd4 on host n-h1-713301-16 for vnic_type normal using segments [{'id': '49a93f66-b466-40b3-ad01-7b771ec5ab95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '040569bd-71a7-486a-808d-7baf61a9d620'}] Sep 23 19:45:28.147744 n-d-713301-16 neutron-server[95101]: INFO neutron.plugins.ml2.plugin [None req-51616473-a7f7-4f37-9732-e3e53f326b70 tempest-PortsAdminExtendedAttrsTestJSON-1637945999 tempest-PortsAdminExtendedAttrsTestJSON-1637945999-project-admin] Attempt 5 to bind port 0d2b8756-22bf-41f0-8b0b-d0d2e7890cd4 Sep 23 19:45:28.164152 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.managers [None req-51616473-a7f7-4f37-9732-e3e53f326b70 tempest-PortsAdminExtendedAttrsTestJSON-1637945999 tempest-PortsAdminExtendedAttrsTestJSON-1637945999-project-admin] Attempting to bind port 0d2b8756-22bf-41f0-8b0b-d0d2e7890cd4 on host n-h1-713301-16 for vnic_type normal with profile {{(pid=95101) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 19:45:28.165327 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.managers [None req-51616473-a7f7-4f37-9732-e3e53f326b70 tempest-PortsAdminExtendedAttrsTestJSON-1637945999 tempest-PortsAdminExtendedAttrsTestJSON-1637945999-project-admin] Attempting to bind port 0d2b8756-22bf-41f0-8b0b-d0d2e7890cd4 by drivers openvswitch,hyperv on host n-h1-713301-16 at level 0 using segments [{'id': '49a93f66-b466-40b3-ad01-7b771ec5ab95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '040569bd-71a7-486a-808d-7baf61a9d620'}] {{(pid=95101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 19:45:28.166543 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51616473-a7f7-4f37-9732-e3e53f326b70 tempest-PortsAdminExtendedAttrsTestJSON-1637945999 tempest-PortsAdminExtendedAttrsTestJSON-1637945999-project-admin] Attempting to bind port 0d2b8756-22bf-41f0-8b0b-d0d2e7890cd4 on network 040569bd-71a7-486a-808d-7baf61a9d620 {{(pid=95101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:45:28.176525 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51616473-a7f7-4f37-9732-e3e53f326b70 tempest-PortsAdminExtendedAttrsTestJSON-1637945999 tempest-PortsAdminExtendedAttrsTestJSON-1637945999-project-admin] Port 0d2b8756-22bf-41f0-8b0b-d0d2e7890cd4 on network 040569bd-71a7-486a-808d-7baf61a9d620 not bound, no agent of type Open vSwitch agent registered on host n-h1-713301-16 {{(pid=95101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 19:45:28.177165 n-d-713301-16 neutron-server[95101]: ERROR neutron.plugins.ml2.managers [None req-51616473-a7f7-4f37-9732-e3e53f326b70 tempest-PortsAdminExtendedAttrsTestJSON-1637945999 tempest-PortsAdminExtendedAttrsTestJSON-1637945999-project-admin] Failed to bind port 0d2b8756-22bf-41f0-8b0b-d0d2e7890cd4 on host n-h1-713301-16 for vnic_type normal using segments [{'id': '49a93f66-b466-40b3-ad01-7b771ec5ab95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '040569bd-71a7-486a-808d-7baf61a9d620'}] Sep 23 19:45:28.180206 n-d-713301-16 neutron-server[95101]: INFO neutron.plugins.ml2.plugin [None req-51616473-a7f7-4f37-9732-e3e53f326b70 tempest-PortsAdminExtendedAttrsTestJSON-1637945999 tempest-PortsAdminExtendedAttrsTestJSON-1637945999-project-admin] Attempt 6 to bind port 0d2b8756-22bf-41f0-8b0b-d0d2e7890cd4 Sep 23 19:45:28.212807 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.managers [None req-51616473-a7f7-4f37-9732-e3e53f326b70 tempest-PortsAdminExtendedAttrsTestJSON-1637945999 tempest-PortsAdminExtendedAttrsTestJSON-1637945999-project-admin] Attempting to bind port 0d2b8756-22bf-41f0-8b0b-d0d2e7890cd4 on host n-h1-713301-16 for vnic_type normal with profile {{(pid=95101) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 19:45:28.214447 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.managers [None req-51616473-a7f7-4f37-9732-e3e53f326b70 tempest-PortsAdminExtendedAttrsTestJSON-1637945999 tempest-PortsAdminExtendedAttrsTestJSON-1637945999-project-admin] Attempting to bind port 0d2b8756-22bf-41f0-8b0b-d0d2e7890cd4 by drivers openvswitch,hyperv on host n-h1-713301-16 at level 0 using segments [{'id': '49a93f66-b466-40b3-ad01-7b771ec5ab95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '040569bd-71a7-486a-808d-7baf61a9d620'}] {{(pid=95101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 19:45:28.215398 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51616473-a7f7-4f37-9732-e3e53f326b70 tempest-PortsAdminExtendedAttrsTestJSON-1637945999 tempest-PortsAdminExtendedAttrsTestJSON-1637945999-project-admin] Attempting to bind port 0d2b8756-22bf-41f0-8b0b-d0d2e7890cd4 on network 040569bd-71a7-486a-808d-7baf61a9d620 {{(pid=95101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:45:28.237221 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51616473-a7f7-4f37-9732-e3e53f326b70 tempest-PortsAdminExtendedAttrsTestJSON-1637945999 tempest-PortsAdminExtendedAttrsTestJSON-1637945999-project-admin] Port 0d2b8756-22bf-41f0-8b0b-d0d2e7890cd4 on network 040569bd-71a7-486a-808d-7baf61a9d620 not bound, no agent of type Open vSwitch agent registered on host n-h1-713301-16 {{(pid=95101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 19:45:28.237553 n-d-713301-16 neutron-server[95101]: ERROR neutron.plugins.ml2.managers [None req-51616473-a7f7-4f37-9732-e3e53f326b70 tempest-PortsAdminExtendedAttrsTestJSON-1637945999 tempest-PortsAdminExtendedAttrsTestJSON-1637945999-project-admin] Failed to bind port 0d2b8756-22bf-41f0-8b0b-d0d2e7890cd4 on host n-h1-713301-16 for vnic_type normal using segments [{'id': '49a93f66-b466-40b3-ad01-7b771ec5ab95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '040569bd-71a7-486a-808d-7baf61a9d620'}] Sep 23 19:45:28.241796 n-d-713301-16 neutron-server[95101]: INFO neutron.plugins.ml2.plugin [None req-51616473-a7f7-4f37-9732-e3e53f326b70 tempest-PortsAdminExtendedAttrsTestJSON-1637945999 tempest-PortsAdminExtendedAttrsTestJSON-1637945999-project-admin] Attempt 7 to bind port 0d2b8756-22bf-41f0-8b0b-d0d2e7890cd4 Sep 23 19:45:28.251780 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:45:28.252723 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26d31dfa-6edf-4338-87a5-17d27c341304 None None] The sync data for ids ['940b5249-2171-4c13-b299-b8ff30913590'] in n-d-713301-16 is: [{'id': '940b5249-2171-4c13-b299-b8ff30913590', 'name': 'tempest-TestNetworkBasicOps-router-1225130637', 'tenant_id': '7fd7324f75754f93a5f1d406b61f5276', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'external_fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.199'}], 'enable_snat': True}, 'gw_port_id': 'ef3ff6df-00cb-4c7b-8985-2526c3c45209', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:45:22Z', 'updated_at': '2021-09-23T19:45:24Z', 'revision_number': 3, 'project_id': '7fd7324f75754f93a5f1d406b61f5276', 'gw_port': {'id': 'ef3ff6df-00cb-4c7b-8985-2526c3c45209', 'name': '', 'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:86:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '940b5249-2171-4c13-b299-b8ff30913590', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2956, 'fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:45:23Z', 'updated_at': '2021-09-23T19:45:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-16'}] {{(pid=95103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 19:45:28.289090 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.managers [None req-51616473-a7f7-4f37-9732-e3e53f326b70 tempest-PortsAdminExtendedAttrsTestJSON-1637945999 tempest-PortsAdminExtendedAttrsTestJSON-1637945999-project-admin] Attempting to bind port 0d2b8756-22bf-41f0-8b0b-d0d2e7890cd4 on host n-h1-713301-16 for vnic_type normal with profile {{(pid=95101) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 19:45:28.291072 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.managers [None req-51616473-a7f7-4f37-9732-e3e53f326b70 tempest-PortsAdminExtendedAttrsTestJSON-1637945999 tempest-PortsAdminExtendedAttrsTestJSON-1637945999-project-admin] Attempting to bind port 0d2b8756-22bf-41f0-8b0b-d0d2e7890cd4 by drivers openvswitch,hyperv on host n-h1-713301-16 at level 0 using segments [{'id': '49a93f66-b466-40b3-ad01-7b771ec5ab95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '040569bd-71a7-486a-808d-7baf61a9d620'}] {{(pid=95101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 19:45:28.291072 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51616473-a7f7-4f37-9732-e3e53f326b70 tempest-PortsAdminExtendedAttrsTestJSON-1637945999 tempest-PortsAdminExtendedAttrsTestJSON-1637945999-project-admin] Attempting to bind port 0d2b8756-22bf-41f0-8b0b-d0d2e7890cd4 on network 040569bd-71a7-486a-808d-7baf61a9d620 {{(pid=95101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:45:28.303043 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51616473-a7f7-4f37-9732-e3e53f326b70 tempest-PortsAdminExtendedAttrsTestJSON-1637945999 tempest-PortsAdminExtendedAttrsTestJSON-1637945999-project-admin] Port 0d2b8756-22bf-41f0-8b0b-d0d2e7890cd4 on network 040569bd-71a7-486a-808d-7baf61a9d620 not bound, no agent of type Open vSwitch agent registered on host n-h1-713301-16 {{(pid=95101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 19:45:28.303319 n-d-713301-16 neutron-server[95101]: ERROR neutron.plugins.ml2.managers [None req-51616473-a7f7-4f37-9732-e3e53f326b70 tempest-PortsAdminExtendedAttrsTestJSON-1637945999 tempest-PortsAdminExtendedAttrsTestJSON-1637945999-project-admin] Failed to bind port 0d2b8756-22bf-41f0-8b0b-d0d2e7890cd4 on host n-h1-713301-16 for vnic_type normal using segments [{'id': '49a93f66-b466-40b3-ad01-7b771ec5ab95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '040569bd-71a7-486a-808d-7baf61a9d620'}] Sep 23 19:45:28.303712 n-d-713301-16 neutron-server[95101]: INFO neutron.plugins.ml2.plugin [None req-51616473-a7f7-4f37-9732-e3e53f326b70 tempest-PortsAdminExtendedAttrsTestJSON-1637945999 tempest-PortsAdminExtendedAttrsTestJSON-1637945999-project-admin] Attempt 8 to bind port 0d2b8756-22bf-41f0-8b0b-d0d2e7890cd4 Sep 23 19:45:28.380999 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba316dc3-2823-4d0a-8e73-e3bfeffce77a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4c8b80df-07eb-5275-9f17-5cf640db67c0-556d491a-fa37-496f-b55a-840ae2087f7d', 'network_id': '556d491a-fa37-496f-b55a-840ae2087f7d', 'tenant_id': '7fd7324f75754f93a5f1d406b61f5276', 'fixed_ips': [{'subnet_id': 'fa6db639-afc2-4d79-8f5d-63a8ed67b4c5'}]}} from n-d-713301-16. {{(pid=95103) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 23 19:45:28.382233 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-ba316dc3-2823-4d0a-8e73-e3bfeffce77a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_create {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:45:28.410298 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.managers [None req-51616473-a7f7-4f37-9732-e3e53f326b70 tempest-PortsAdminExtendedAttrsTestJSON-1637945999 tempest-PortsAdminExtendedAttrsTestJSON-1637945999-project-admin] Attempting to bind port 0d2b8756-22bf-41f0-8b0b-d0d2e7890cd4 on host n-h1-713301-16 for vnic_type normal with profile {{(pid=95101) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 19:45:28.411390 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.managers [None req-51616473-a7f7-4f37-9732-e3e53f326b70 tempest-PortsAdminExtendedAttrsTestJSON-1637945999 tempest-PortsAdminExtendedAttrsTestJSON-1637945999-project-admin] Attempting to bind port 0d2b8756-22bf-41f0-8b0b-d0d2e7890cd4 by drivers openvswitch,hyperv on host n-h1-713301-16 at level 0 using segments [{'id': '49a93f66-b466-40b3-ad01-7b771ec5ab95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '040569bd-71a7-486a-808d-7baf61a9d620'}] {{(pid=95101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 19:45:28.411978 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51616473-a7f7-4f37-9732-e3e53f326b70 tempest-PortsAdminExtendedAttrsTestJSON-1637945999 tempest-PortsAdminExtendedAttrsTestJSON-1637945999-project-admin] Attempting to bind port 0d2b8756-22bf-41f0-8b0b-d0d2e7890cd4 on network 040569bd-71a7-486a-808d-7baf61a9d620 {{(pid=95101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:45:28.421527 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51616473-a7f7-4f37-9732-e3e53f326b70 tempest-PortsAdminExtendedAttrsTestJSON-1637945999 tempest-PortsAdminExtendedAttrsTestJSON-1637945999-project-admin] Port 0d2b8756-22bf-41f0-8b0b-d0d2e7890cd4 on network 040569bd-71a7-486a-808d-7baf61a9d620 not bound, no agent of type Open vSwitch agent registered on host n-h1-713301-16 {{(pid=95101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 19:45:28.422007 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:45:28.422504 n-d-713301-16 neutron-server[95101]: ERROR neutron.plugins.ml2.managers [None req-51616473-a7f7-4f37-9732-e3e53f326b70 tempest-PortsAdminExtendedAttrsTestJSON-1637945999 tempest-PortsAdminExtendedAttrsTestJSON-1637945999-project-admin] Failed to bind port 0d2b8756-22bf-41f0-8b0b-d0d2e7890cd4 on host n-h1-713301-16 for vnic_type normal using segments [{'id': '49a93f66-b466-40b3-ad01-7b771ec5ab95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '040569bd-71a7-486a-808d-7baf61a9d620'}] Sep 23 19:45:28.424934 n-d-713301-16 neutron-server[95101]: INFO neutron.plugins.ml2.plugin [None req-51616473-a7f7-4f37-9732-e3e53f326b70 tempest-PortsAdminExtendedAttrsTestJSON-1637945999 tempest-PortsAdminExtendedAttrsTestJSON-1637945999-project-admin] Attempt 9 to bind port 0d2b8756-22bf-41f0-8b0b-d0d2e7890cd4 Sep 23 19:45:28.436730 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24004dd4-09a2-4e9f-9dcf-9bfe714fc9ee req-3e94a5db-203f-4fd5-b4f3-751c1e059310 tempest-VolumesActionsTest-1007849279 tempest-VolumesActionsTest-1007849279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:45:28.439046 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-24004dd4-09a2-4e9f-9dcf-9bfe714fc9ee req-3e94a5db-203f-4fd5-b4f3-751c1e059310 tempest-VolumesActionsTest-1007849279 tempest-VolumesActionsTest-1007849279-project] 10.222.0.67 "GET /v2.0/ports?device_id=ea94f651-fc90-46c9-9fb9-304672150bd7 HTTP/1.1" status: 200 len: 945 time: 0.1388857 Sep 23 19:45:28.453903 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.managers [None req-51616473-a7f7-4f37-9732-e3e53f326b70 tempest-PortsAdminExtendedAttrsTestJSON-1637945999 tempest-PortsAdminExtendedAttrsTestJSON-1637945999-project-admin] Attempting to bind port 0d2b8756-22bf-41f0-8b0b-d0d2e7890cd4 on host n-h1-713301-16 for vnic_type normal with profile {{(pid=95101) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 19:45:28.454536 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.managers [None req-51616473-a7f7-4f37-9732-e3e53f326b70 tempest-PortsAdminExtendedAttrsTestJSON-1637945999 tempest-PortsAdminExtendedAttrsTestJSON-1637945999-project-admin] Attempting to bind port 0d2b8756-22bf-41f0-8b0b-d0d2e7890cd4 by drivers openvswitch,hyperv on host n-h1-713301-16 at level 0 using segments [{'id': '49a93f66-b466-40b3-ad01-7b771ec5ab95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '040569bd-71a7-486a-808d-7baf61a9d620'}] {{(pid=95101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 19:45:28.455102 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51616473-a7f7-4f37-9732-e3e53f326b70 tempest-PortsAdminExtendedAttrsTestJSON-1637945999 tempest-PortsAdminExtendedAttrsTestJSON-1637945999-project-admin] Attempting to bind port 0d2b8756-22bf-41f0-8b0b-d0d2e7890cd4 on network 040569bd-71a7-486a-808d-7baf61a9d620 {{(pid=95101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:45:28.462464 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51616473-a7f7-4f37-9732-e3e53f326b70 tempest-PortsAdminExtendedAttrsTestJSON-1637945999 tempest-PortsAdminExtendedAttrsTestJSON-1637945999-project-admin] Port 0d2b8756-22bf-41f0-8b0b-d0d2e7890cd4 on network 040569bd-71a7-486a-808d-7baf61a9d620 not bound, no agent of type Open vSwitch agent registered on host n-h1-713301-16 {{(pid=95101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 19:45:28.463080 n-d-713301-16 neutron-server[95101]: ERROR neutron.plugins.ml2.managers [None req-51616473-a7f7-4f37-9732-e3e53f326b70 tempest-PortsAdminExtendedAttrsTestJSON-1637945999 tempest-PortsAdminExtendedAttrsTestJSON-1637945999-project-admin] Failed to bind port 0d2b8756-22bf-41f0-8b0b-d0d2e7890cd4 on host n-h1-713301-16 for vnic_type normal using segments [{'id': '49a93f66-b466-40b3-ad01-7b771ec5ab95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '040569bd-71a7-486a-808d-7baf61a9d620'}] Sep 23 19:45:28.465630 n-d-713301-16 neutron-server[95101]: INFO neutron.plugins.ml2.plugin [None req-51616473-a7f7-4f37-9732-e3e53f326b70 tempest-PortsAdminExtendedAttrsTestJSON-1637945999 tempest-PortsAdminExtendedAttrsTestJSON-1637945999-project-admin] Attempt 10 to bind port 0d2b8756-22bf-41f0-8b0b-d0d2e7890cd4 Sep 23 19:45:28.508683 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.managers [None req-51616473-a7f7-4f37-9732-e3e53f326b70 tempest-PortsAdminExtendedAttrsTestJSON-1637945999 tempest-PortsAdminExtendedAttrsTestJSON-1637945999-project-admin] Attempting to bind port 0d2b8756-22bf-41f0-8b0b-d0d2e7890cd4 on host n-h1-713301-16 for vnic_type normal with profile {{(pid=95101) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 19:45:28.509495 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.managers [None req-51616473-a7f7-4f37-9732-e3e53f326b70 tempest-PortsAdminExtendedAttrsTestJSON-1637945999 tempest-PortsAdminExtendedAttrsTestJSON-1637945999-project-admin] Attempting to bind port 0d2b8756-22bf-41f0-8b0b-d0d2e7890cd4 by drivers openvswitch,hyperv on host n-h1-713301-16 at level 0 using segments [{'id': '49a93f66-b466-40b3-ad01-7b771ec5ab95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '040569bd-71a7-486a-808d-7baf61a9d620'}] {{(pid=95101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 19:45:28.509495 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51616473-a7f7-4f37-9732-e3e53f326b70 tempest-PortsAdminExtendedAttrsTestJSON-1637945999 tempest-PortsAdminExtendedAttrsTestJSON-1637945999-project-admin] Attempting to bind port 0d2b8756-22bf-41f0-8b0b-d0d2e7890cd4 on network 040569bd-71a7-486a-808d-7baf61a9d620 {{(pid=95101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:45:28.521391 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-24004dd4-09a2-4e9f-9dcf-9bfe714fc9ee req-4fbba3d0-8988-4e67-9cfd-d06dcafe7cb7 tempest-VolumesActionsTest-1007849279 tempest-VolumesActionsTest-1007849279-project] 10.222.0.67 "GET /v2.0/security-groups?id=122350aa-80a8-4883-9e22-c56d42eff615&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734565 Sep 23 19:45:28.552373 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51616473-a7f7-4f37-9732-e3e53f326b70 tempest-PortsAdminExtendedAttrsTestJSON-1637945999 tempest-PortsAdminExtendedAttrsTestJSON-1637945999-project-admin] Port 0d2b8756-22bf-41f0-8b0b-d0d2e7890cd4 on network 040569bd-71a7-486a-808d-7baf61a9d620 not bound, no agent of type Open vSwitch agent registered on host n-h1-713301-16 {{(pid=95101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 19:45:28.553019 n-d-713301-16 neutron-server[95101]: ERROR neutron.plugins.ml2.managers [None req-51616473-a7f7-4f37-9732-e3e53f326b70 tempest-PortsAdminExtendedAttrsTestJSON-1637945999 tempest-PortsAdminExtendedAttrsTestJSON-1637945999-project-admin] Failed to bind port 0d2b8756-22bf-41f0-8b0b-d0d2e7890cd4 on host n-h1-713301-16 for vnic_type normal using segments [{'id': '49a93f66-b466-40b3-ad01-7b771ec5ab95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '040569bd-71a7-486a-808d-7baf61a9d620'}] Sep 23 19:45:28.553556 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-51616473-a7f7-4f37-9732-e3e53f326b70 tempest-PortsAdminExtendedAttrsTestJSON-1637945999 tempest-PortsAdminExtendedAttrsTestJSON-1637945999-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:45:28.656122 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 39750) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:45:28.659648 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.db_base_plugin_common [None req-ba316dc3-2823-4d0a-8e73-e3bfeffce77a None None] Allocated IP 172.20.0.2 (556d491a-fa37-496f-b55a-840ae2087f7d/fa6db639-afc2-4d79-8f5d-63a8ed67b4c5/05fc5a82-5e84-4da9-8543-9009b02be43b) {{(pid=95103) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 19:45:28.795416 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.db [None req-51616473-a7f7-4f37-9732-e3e53f326b70 tempest-PortsAdminExtendedAttrsTestJSON-1637945999 tempest-PortsAdminExtendedAttrsTestJSON-1637945999-project-admin] For port 0d2b8756-22bf-41f0-8b0b-d0d2e7890cd4, host n-h1-713301-16, cleared binding levels {{(pid=95101) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 19:45:28.798220 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.db [None req-51616473-a7f7-4f37-9732-e3e53f326b70 tempest-PortsAdminExtendedAttrsTestJSON-1637945999 tempest-PortsAdminExtendedAttrsTestJSON-1637945999-project-admin] Attempted to set empty binding levels {{(pid=95101) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Sep 23 19:45:28.811589 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-51616473-a7f7-4f37-9732-e3e53f326b70 tempest-PortsAdminExtendedAttrsTestJSON-1637945999 tempest-PortsAdminExtendedAttrsTestJSON-1637945999-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5607436'] for port, after_update {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:45:28.851741 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-bb82dc50-dabb-4c68-8f0b-9e8dd20b9260 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:45:28.856055 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.plugin [None req-51616473-a7f7-4f37-9732-e3e53f326b70 tempest-PortsAdminExtendedAttrsTestJSON-1637945999 tempest-PortsAdminExtendedAttrsTestJSON-1637945999-project-admin] In _notify_port_updated(), no bound segment for port 0d2b8756-22bf-41f0-8b0b-d0d2e7890cd4 on network 040569bd-71a7-486a-808d-7baf61a9d620 {{(pid=95101) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Sep 23 19:45:28.857345 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51616473-a7f7-4f37-9732-e3e53f326b70 tempest-PortsAdminExtendedAttrsTestJSON-1637945999 tempest-PortsAdminExtendedAttrsTestJSON-1637945999-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:45:28.858152 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-51616473-a7f7-4f37-9732-e3e53f326b70 tempest-PortsAdminExtendedAttrsTestJSON-1637945999 tempest-PortsAdminExtendedAttrsTestJSON-1637945999-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222849'] for port, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:45:28.862497 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-51616473-a7f7-4f37-9732-e3e53f326b70 tempest-PortsAdminExtendedAttrsTestJSON-1637945999 tempest-PortsAdminExtendedAttrsTestJSON-1637945999-project-admin] 10.222.0.67 "PUT /v2.0/ports/0d2b8756-22bf-41f0-8b0b-d0d2e7890cd4 HTTP/1.1" status: 200 len: 975 time: 1.8295777 Sep 23 19:45:28.864663 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-0e77f5f5-58b0-4f08-8f8c-49aabfddfc99 tempest-TestNetworkBasicOps-1575950199 tempest-TestNetworkBasicOps-1575950199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:45:28.872750 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 39758) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:45:28.896218 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51616473-a7f7-4f37-9732-e3e53f326b70 tempest-PortsAdminExtendedAttrsTestJSON-1637945999 tempest-PortsAdminExtendedAttrsTestJSON-1637945999-project-admin] Pushing event updated for resources: {'Port': ['ID=0d2b8756-22bf-41f0-8b0b-d0d2e7890cd4,revision_number=3']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:45:28.982353 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-ba316dc3-2823-4d0a-8e73-e3bfeffce77a None None] Notify callbacks [] for port, precommit_create {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:45:28.989512 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-ba316dc3-2823-4d0a-8e73-e3bfeffce77a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783145673135'] for port, after_create {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:45:29.050263 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba316dc3-2823-4d0a-8e73-e3bfeffce77a None None] Pushing event updated for resources: {'Port': ['ID=05fc5a82-5e84-4da9-8543-9009b02be43b,revision_number=1']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:45:29.059743 n-d-713301-16 neutron-server[95103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba316dc3-2823-4d0a-8e73-e3bfeffce77a None None] Network 556d491a-fa37-496f-b55a-840ae2087f7d is already hosted by enough agents. {{(pid=95103) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:45:29.061984 n-d-713301-16 neutron-server[95103]: DEBUG neutron.scheduler.base_scheduler [None req-ba316dc3-2823-4d0a-8e73-e3bfeffce77a None None] Resources bound (agent type, host, resource id): {{(pid=95103) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:45:29.065834 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba316dc3-2823-4d0a-8e73-e3bfeffce77a None None] Received port after_create {{(pid=95103) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 19:45:29.141255 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.managers [None req-ba316dc3-2823-4d0a-8e73-e3bfeffce77a None None] Attempting to bind port 05fc5a82-5e84-4da9-8543-9009b02be43b on host n-d-713301-16 for vnic_type normal with profile {{(pid=95103) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 19:45:29.142804 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.managers [None req-ba316dc3-2823-4d0a-8e73-e3bfeffce77a None None] Attempting to bind port 05fc5a82-5e84-4da9-8543-9009b02be43b by drivers openvswitch,hyperv on host n-d-713301-16 at level 0 using segments [{'id': '715f662e-ea71-4327-bc2c-7c1fd4f58dd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '556d491a-fa37-496f-b55a-840ae2087f7d'}] {{(pid=95103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 19:45:29.143376 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba316dc3-2823-4d0a-8e73-e3bfeffce77a None None] Attempting to bind port 05fc5a82-5e84-4da9-8543-9009b02be43b on network 556d491a-fa37-496f-b55a-840ae2087f7d {{(pid=95103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:45:29.150355 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba316dc3-2823-4d0a-8e73-e3bfeffce77a None None] Checking agent: {'id': '70a14545-df24-472f-8f95-bfe1719bff93', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 19, 7, 53), 'started_at': datetime.datetime(2021, 9, 23, 19, 8, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 19, 45, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 19:45:29.151018 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba316dc3-2823-4d0a-8e73-e3bfeffce77a None None] Checking segment: {'id': '715f662e-ea71-4327-bc2c-7c1fd4f58dd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '556d491a-fa37-496f-b55a-840ae2087f7d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95103) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:45:29.151608 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-ba316dc3-2823-4d0a-8e73-e3bfeffce77a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:45:29.152223 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba316dc3-2823-4d0a-8e73-e3bfeffce77a None None] Bound using segment: {'id': '715f662e-ea71-4327-bc2c-7c1fd4f58dd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '556d491a-fa37-496f-b55a-840ae2087f7d'} {{(pid=95103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 19:45:29.152913 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.managers [None req-ba316dc3-2823-4d0a-8e73-e3bfeffce77a None None] Bound port: 05fc5a82-5e84-4da9-8543-9009b02be43b, host: n-d-713301-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '715f662e-ea71-4327-bc2c-7c1fd4f58dd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '556d491a-fa37-496f-b55a-840ae2087f7d'}}] {{(pid=95103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 19:45:29.153494 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-ba316dc3-2823-4d0a-8e73-e3bfeffce77a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:45:29.157727 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd5cd13e-0610-485c-8ffc-ddb4ab6969a1 tempest-PortsAdminExtendedAttrsTestJSON-1637945999 tempest-PortsAdminExtendedAttrsTestJSON-1637945999-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:45:29.158231 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd5cd13e-0610-485c-8ffc-ddb4ab6969a1 tempest-PortsAdminExtendedAttrsTestJSON-1637945999 tempest-PortsAdminExtendedAttrsTestJSON-1637945999-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:45:29.158713 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd5cd13e-0610-485c-8ffc-ddb4ab6969a1 tempest-PortsAdminExtendedAttrsTestJSON-1637945999 tempest-PortsAdminExtendedAttrsTestJSON-1637945999-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:45:29.159191 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd5cd13e-0610-485c-8ffc-ddb4ab6969a1 tempest-PortsAdminExtendedAttrsTestJSON-1637945999 tempest-PortsAdminExtendedAttrsTestJSON-1637945999-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:45:29.159666 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd5cd13e-0610-485c-8ffc-ddb4ab6969a1 tempest-PortsAdminExtendedAttrsTestJSON-1637945999 tempest-PortsAdminExtendedAttrsTestJSON-1637945999-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:45:29.160138 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd5cd13e-0610-485c-8ffc-ddb4ab6969a1 tempest-PortsAdminExtendedAttrsTestJSON-1637945999 tempest-PortsAdminExtendedAttrsTestJSON-1637945999-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:45:29.160627 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd5cd13e-0610-485c-8ffc-ddb4ab6969a1 tempest-PortsAdminExtendedAttrsTestJSON-1637945999 tempest-PortsAdminExtendedAttrsTestJSON-1637945999-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:45:29.161532 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd5cd13e-0610-485c-8ffc-ddb4ab6969a1 tempest-PortsAdminExtendedAttrsTestJSON-1637945999 tempest-PortsAdminExtendedAttrsTestJSON-1637945999-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:45:29.162057 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd5cd13e-0610-485c-8ffc-ddb4ab6969a1 tempest-PortsAdminExtendedAttrsTestJSON-1637945999 tempest-PortsAdminExtendedAttrsTestJSON-1637945999-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:45:29.162693 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd5cd13e-0610-485c-8ffc-ddb4ab6969a1 tempest-PortsAdminExtendedAttrsTestJSON-1637945999 tempest-PortsAdminExtendedAttrsTestJSON-1637945999-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:45:29.163172 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd5cd13e-0610-485c-8ffc-ddb4ab6969a1 tempest-PortsAdminExtendedAttrsTestJSON-1637945999 tempest-PortsAdminExtendedAttrsTestJSON-1637945999-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:45:29.163643 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd5cd13e-0610-485c-8ffc-ddb4ab6969a1 tempest-PortsAdminExtendedAttrsTestJSON-1637945999 tempest-PortsAdminExtendedAttrsTestJSON-1637945999-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:45:29.164110 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd5cd13e-0610-485c-8ffc-ddb4ab6969a1 tempest-PortsAdminExtendedAttrsTestJSON-1637945999 tempest-PortsAdminExtendedAttrsTestJSON-1637945999-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:45:29.167337 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-dd5cd13e-0610-485c-8ffc-ddb4ab6969a1 tempest-PortsAdminExtendedAttrsTestJSON-1637945999 tempest-PortsAdminExtendedAttrsTestJSON-1637945999-project-admin] 10.222.0.67 "GET /v2.0/ports HTTP/1.1" status: 200 len: 11695 time: 0.2933009 Sep 23 19:45:29.180246 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 39762) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:45:29.269378 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-bb82dc50-dabb-4c68-8f0b-9e8dd20b9260 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:45:29.278403 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-ba316dc3-2823-4d0a-8e73-e3bfeffce77a None None] For port 05fc5a82-5e84-4da9-8543-9009b02be43b, host n-d-713301-16, cleared binding levels {{(pid=95103) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 19:45:29.279022 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-bb82dc50-dabb-4c68-8f0b-9e8dd20b9260 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:45:29.287105 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-ba316dc3-2823-4d0a-8e73-e3bfeffce77a None None] For port 05fc5a82-5e84-4da9-8543-9009b02be43b, host n-d-713301-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-16',level=0,port_id=05fc5a82-5e84-4da9-8543-9009b02be43b,segment=NetworkSegment(715f662e-ea71-4327-bc2c-7c1fd4f58dd8),segment_id=715f662e-ea71-4327-bc2c-7c1fd4f58dd8)] {{(pid=95103) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 19:45:29.301321 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-ba316dc3-2823-4d0a-8e73-e3bfeffce77a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:45:29.348841 n-d-713301-16 neutron-server[95101]: DEBUG neutron.db.db_base_plugin_common [None req-0e77f5f5-58b0-4f08-8f8c-49aabfddfc99 tempest-TestNetworkBasicOps-1575950199 tempest-TestNetworkBasicOps-1575950199-project] Allocated IP 172.20.0.1 (556d491a-fa37-496f-b55a-840ae2087f7d/fa6db639-afc2-4d79-8f5d-63a8ed67b4c5/cf9cc396-0e70-44ee-b385-fb6cd2981196) {{(pid=95101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 19:45:29.381690 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-bb82dc50-dabb-4c68-8f0b-9e8dd20b9260 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=b3412ad0d7fe4b789bbb63410c8ce245&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7236648 Sep 23 19:45:29.384630 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 39764) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:45:29.384838 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb82dc50-dabb-4c68-8f0b-9e8dd20b9260 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23f0bb01-42df-40c0-b4df-73256237088a,revision_number=1']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:45:29.410636 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.plugin [None req-dbe6e42f-34d1-4d98-bcb6-7eb56c07f44c tempest-PortsAdminExtendedAttrsTestJSON-1637945999 tempest-PortsAdminExtendedAttrsTestJSON-1637945999-project-admin] Deleting port 0d2b8756-22bf-41f0-8b0b-d0d2e7890cd4 {{(pid=95102) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:45:29.410988 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-dbe6e42f-34d1-4d98-bcb6-7eb56c07f44c tempest-PortsAdminExtendedAttrsTestJSON-1637945999 tempest-PortsAdminExtendedAttrsTestJSON-1637945999-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783146157096'] for port, before_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:45:29.435785 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba316dc3-2823-4d0a-8e73-e3bfeffce77a None None] Pushing event updated for resources: {'Port': ['ID=05fc5a82-5e84-4da9-8543-9009b02be43b,revision_number=2']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:45:29.485129 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.db [None req-dbe6e42f-34d1-4d98-bcb6-7eb56c07f44c tempest-PortsAdminExtendedAttrsTestJSON-1637945999 tempest-PortsAdminExtendedAttrsTestJSON-1637945999-project-admin] For port 0d2b8756-22bf-41f0-8b0b-d0d2e7890cd4, host n-h1-713301-16, got binding levels [] {{(pid=95102) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:45:29.485492 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-dbe6e42f-34d1-4d98-bcb6-7eb56c07f44c tempest-PortsAdminExtendedAttrsTestJSON-1637945999 tempest-PortsAdminExtendedAttrsTestJSON-1637945999-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-605701'] for port, precommit_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:45:29.514905 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.plugin [None req-dbe6e42f-34d1-4d98-bcb6-7eb56c07f44c tempest-PortsAdminExtendedAttrsTestJSON-1637945999 tempest-PortsAdminExtendedAttrsTestJSON-1637945999-project-admin] Calling delete_port for 0d2b8756-22bf-41f0-8b0b-d0d2e7890cd4 owned by {{(pid=95102) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:45:29.557090 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-4fd6f56b-e644-49ce-aae9-47d2ef63dc48 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:45:29.625139 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab5de82-5f80-4adc-98f0-5214f81da2ca req-49f3510a-a7dd-4bc2-8f7a-ccfde7e9aa79 tempest-VolumesActionsTest-1007849279 tempest-VolumesActionsTest-1007849279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:45:29.627119 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-aab5de82-5f80-4adc-98f0-5214f81da2ca req-49f3510a-a7dd-4bc2-8f7a-ccfde7e9aa79 tempest-VolumesActionsTest-1007849279 tempest-VolumesActionsTest-1007849279-project] 10.222.0.53 "GET /v2.0/ports?device_id=ea94f651-fc90-46c9-9fb9-304672150bd7 HTTP/1.1" status: 200 len: 945 time: 0.1300976 Sep 23 19:45:29.639930 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-0e77f5f5-58b0-4f08-8f8c-49aabfddfc99 tempest-TestNetworkBasicOps-1575950199 tempest-TestNetworkBasicOps-1575950199-project] Notify callbacks [] for port, precommit_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:45:29.716076 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-4fd6f56b-e644-49ce-aae9-47d2ef63dc48 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:45:29.736870 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-0e77f5f5-58b0-4f08-8f8c-49aabfddfc99 tempest-TestNetworkBasicOps-1575950199 tempest-TestNetworkBasicOps-1575950199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783145673135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5607431'] for port, after_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:45:29.834321 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a241f2da-d08b-47a9-9361-a754fb005deb req-1870e5a8-f50f-44e4-9e4a-41c214c70ba1 tempest-VolumesActionsTest-1007849279 tempest-VolumesActionsTest-1007849279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:45:29.836225 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-a241f2da-d08b-47a9-9361-a754fb005deb req-1870e5a8-f50f-44e4-9e4a-41c214c70ba1 tempest-VolumesActionsTest-1007849279 tempest-VolumesActionsTest-1007849279-project] 10.222.0.67 "GET /v2.0/ports?device_id=ea94f651-fc90-46c9-9fb9-304672150bd7 HTTP/1.1" status: 200 len: 945 time: 0.1946192 Sep 23 19:45:29.838998 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e77f5f5-58b0-4f08-8f8c-49aabfddfc99 tempest-TestNetworkBasicOps-1575950199 tempest-TestNetworkBasicOps-1575950199-project] Network 556d491a-fa37-496f-b55a-840ae2087f7d is already hosted by enough agents. {{(pid=95101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:45:29.841694 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.base_scheduler [None req-0e77f5f5-58b0-4f08-8f8c-49aabfddfc99 tempest-TestNetworkBasicOps-1575950199 tempest-TestNetworkBasicOps-1575950199-project] Resources bound (agent type, host, resource id): {{(pid=95101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:45:29.893008 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e77f5f5-58b0-4f08-8f8c-49aabfddfc99 tempest-TestNetworkBasicOps-1575950199 tempest-TestNetworkBasicOps-1575950199-project] Pushing event updated for resources: {'Port': ['ID=cf9cc396-0e70-44ee-b385-fb6cd2981196,revision_number=1']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:45:29.898332 n-d-713301-16 neutron-server[95101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e77f5f5-58b0-4f08-8f8c-49aabfddfc99 tempest-TestNetworkBasicOps-1575950199 tempest-TestNetworkBasicOps-1575950199-project] Received port after_create {{(pid=95101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 19:45:29.903813 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-4fd6f56b-e644-49ce-aae9-47d2ef63dc48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:45:29.906571 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-4fd6f56b-e644-49ce-aae9-47d2ef63dc48 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:45:29.912381 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-4fd6f56b-e644-49ce-aae9-47d2ef63dc48 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/23f0bb01-42df-40c0-b4df-73256237088a HTTP/1.1" status: 204 len: 168 time: 0.5217628 Sep 23 19:45:29.926306 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-dbe6e42f-34d1-4d98-bcb6-7eb56c07f44c tempest-PortsAdminExtendedAttrsTestJSON-1637945999 tempest-PortsAdminExtendedAttrsTestJSON-1637945999-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783146162158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783145673144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4399100'] for port, after_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:45:29.985903 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-dbe6e42f-34d1-4d98-bcb6-7eb56c07f44c tempest-PortsAdminExtendedAttrsTestJSON-1637945999 tempest-PortsAdminExtendedAttrsTestJSON-1637945999-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222849'] for port, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:45:29.991325 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-dbe6e42f-34d1-4d98-bcb6-7eb56c07f44c tempest-PortsAdminExtendedAttrsTestJSON-1637945999 tempest-PortsAdminExtendedAttrsTestJSON-1637945999-project-admin] 10.222.0.67 "DELETE /v2.0/ports/0d2b8756-22bf-41f0-8b0b-d0d2e7890cd4 HTTP/1.1" status: 204 len: 168 time: 0.8060677 Sep 23 19:45:29.991325 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe6e42f-34d1-4d98-bcb6-7eb56c07f44c tempest-PortsAdminExtendedAttrsTestJSON-1637945999 tempest-PortsAdminExtendedAttrsTestJSON-1637945999-project-admin] Pushing event deleted for resources: {'Port': ['ID=0d2b8756-22bf-41f0-8b0b-d0d2e7890cd4,revision_number=None']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:45:29.999359 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 39774) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:45:29.999948 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.plugin [req-aab5de82-5f80-4adc-98f0-5214f81da2ca req-7252445a-1289-4b37-a248-821805d0b85d tempest-VolumesActionsTest-1007849279 tempest-VolumesActionsTest-1007849279-project] Deleting port 5d0e86c5-c3f2-4fae-91b1-cf489478d651 {{(pid=95102) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:45:30.000753 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-aab5de82-5f80-4adc-98f0-5214f81da2ca req-7252445a-1289-4b37-a248-821805d0b85d tempest-VolumesActionsTest-1007849279 tempest-VolumesActionsTest-1007849279-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783146157096'] for port, before_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:45:30.011123 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd6f56b-e644-49ce-aae9-47d2ef63dc48 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23f0bb01-42df-40c0-b4df-73256237088a,revision_number=None']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:45:30.046872 n-d-713301-16 neutron-server[95101]: INFO neutron.pecan_wsgi.hooks.translation [None req-ef3b3e22-3507-447f-a3e4-172f727ab8af tempest-PortsAdminExtendedAttrsTestJSON-1637945999 tempest-PortsAdminExtendedAttrsTestJSON-1637945999-project-admin] GET failed (client error): The resource could not be found. Sep 23 19:45:30.048508 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-ef3b3e22-3507-447f-a3e4-172f727ab8af tempest-PortsAdminExtendedAttrsTestJSON-1637945999 tempest-PortsAdminExtendedAttrsTestJSON-1637945999-project-admin] 10.222.0.67 "GET /v2.0/ports/0d2b8756-22bf-41f0-8b0b-d0d2e7890cd4 HTTP/1.1" status: 404 len: 333 time: 0.0457301 Sep 23 19:45:30.053211 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 39776) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:45:30.057026 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-0e77f5f5-58b0-4f08-8f8c-49aabfddfc99 tempest-TestNetworkBasicOps-1575950199 tempest-TestNetworkBasicOps-1575950199-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-601987'] for router_interface, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:45:30.062769 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.v2.base [None req-80625d7e-c0c7-4342-b70d-532f49de1f2c tempest-PortsAdminExtendedAttrsTestJSON-1637945999 tempest-PortsAdminExtendedAttrsTestJSON-1637945999-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-965421524', 'network_id': '040569bd-71a7-486a-808d-7baf61a9d620'}} {{(pid=95101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:45:30.148172 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-a241f2da-d08b-47a9-9361-a754fb005deb req-a7c6c6c4-d7a9-4a96-b8c2-5172a9d5979d tempest-VolumesActionsTest-1007849279 tempest-VolumesActionsTest-1007849279-project] 10.222.0.67 "GET /v2.0/security-groups?id=122350aa-80a8-4883-9e22-c56d42eff615&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2949245 Sep 23 19:45:30.153479 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80625d7e-c0c7-4342-b70d-532f49de1f2c tempest-PortsAdminExtendedAttrsTestJSON-1637945999 tempest-PortsAdminExtendedAttrsTestJSON-1637945999-project-admin] Made reservation on behalf of 0c0088ccd59549c1a1f388e6e55ebac2 for: {'port': 1} {{(pid=95101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:45:30.156260 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-80625d7e-c0c7-4342-b70d-532f49de1f2c tempest-PortsAdminExtendedAttrsTestJSON-1637945999 tempest-PortsAdminExtendedAttrsTestJSON-1637945999-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:45:30.191392 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.db [req-aab5de82-5f80-4adc-98f0-5214f81da2ca req-7252445a-1289-4b37-a248-821805d0b85d tempest-VolumesActionsTest-1007849279 tempest-VolumesActionsTest-1007849279-project] For port 5d0e86c5-c3f2-4fae-91b1-cf489478d651, host n-h2-713301-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-16',level=0,port_id=5d0e86c5-c3f2-4fae-91b1-cf489478d651,segment=NetworkSegment(b41eeb47-e74f-4995-8eee-a073eb3e379b),segment_id=b41eeb47-e74f-4995-8eee-a073eb3e379b)] {{(pid=95102) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:45:30.192072 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-aab5de82-5f80-4adc-98f0-5214f81da2ca req-7252445a-1289-4b37-a248-821805d0b85d tempest-VolumesActionsTest-1007849279 tempest-VolumesActionsTest-1007849279-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-605701'] for port, precommit_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:45:30.209393 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.plugin [req-aab5de82-5f80-4adc-98f0-5214f81da2ca req-7252445a-1289-4b37-a248-821805d0b85d tempest-VolumesActionsTest-1007849279 tempest-VolumesActionsTest-1007849279-project] Calling delete_port for 5d0e86c5-c3f2-4fae-91b1-cf489478d651 owned by compute:nova {{(pid=95102) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:45:30.210310 n-d-713301-16 neutron-server[95101]: DEBUG neutron.notifiers.nova [None req-80625d7e-c0c7-4342-b70d-532f49de1f2c tempest-PortsAdminExtendedAttrsTestJSON-1637945999 tempest-PortsAdminExtendedAttrsTestJSON-1637945999-project-admin] device_id is not set on port d7766d26-d1d6-41e8-bebf-7c5b855b59bf yet. {{(pid=95101) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 23 19:45:30.318576 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-0e77f5f5-58b0-4f08-8f8c-49aabfddfc99 tempest-TestNetworkBasicOps-1575950199 tempest-TestNetworkBasicOps-1575950199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:45:30.399143 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-aab5de82-5f80-4adc-98f0-5214f81da2ca req-7252445a-1289-4b37-a248-821805d0b85d tempest-VolumesActionsTest-1007849279 tempest-VolumesActionsTest-1007849279-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783146162158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783145673144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4399100'] for port, after_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:45:30.412762 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] get_ports_and_sgs() called for port_ids ['5d0e86c5-c3f2-4fae-91b1-cf489478d651'] {{(pid=95103) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 19:45:30.460224 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7252445a-1289-4b37-a248-821805d0b85d tempest-VolumesActionsTest-1007849279 tempest-VolumesActionsTest-1007849279-project] Pushing event deleted for resources: {'Port': ['ID=5d0e86c5-c3f2-4fae-91b1-cf489478d651,revision_number=None']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:45:30.494421 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 39780) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:45:30.495967 n-d-713301-16 neutron-server[95102]: DEBUG neutron.db.l3_dvrscheduler_db [req-aab5de82-5f80-4adc-98f0-5214f81da2ca req-7252445a-1289-4b37-a248-821805d0b85d tempest-VolumesActionsTest-1007849279 tempest-VolumesActionsTest-1007849279-project] No DVR routers for this DVR port 5d0e86c5-c3f2-4fae-91b1-cf489478d651 on host n-h2-713301-16 {{(pid=95102) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 19:45:30.501336 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-aab5de82-5f80-4adc-98f0-5214f81da2ca req-7252445a-1289-4b37-a248-821805d0b85d tempest-VolumesActionsTest-1007849279 tempest-VolumesActionsTest-1007849279-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222849'] for port, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:45:30.504179 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-aab5de82-5f80-4adc-98f0-5214f81da2ca req-7252445a-1289-4b37-a248-821805d0b85d tempest-VolumesActionsTest-1007849279 tempest-VolumesActionsTest-1007849279-project] 10.222.0.53 "DELETE /v2.0/ports/5d0e86c5-c3f2-4fae-91b1-cf489478d651 HTTP/1.1" status: 204 len: 173 time: 0.8707519 Sep 23 19:45:30.509948 n-d-713301-16 neutron-server[95102]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ea94f651-fc90-46c9-9fb9-304672150bd7', 'name': 'network-vif-deleted', 'tag': '5d0e86c5-c3f2-4fae-91b1-cf489478d651'}] {{(pid=95102) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 19:45:30.512203 n-d-713301-16 neutron-server[95102]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab31b6d93e5336dbddfa8ec424565b3bd8cb2369c5b4d85bc943472dbb21e8ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c64c7a73-1931-4159-91f3-9364ac78e9ca" -d '{"events": [{"server_uuid": "ea94f651-fc90-46c9-9fb9-304672150bd7", "name": "network-vif-deleted", "tag": "5d0e86c5-c3f2-4fae-91b1-cf489478d651"}]}' {{(pid=95102) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 19:45:30.543796 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-754f65cf-989e-452e-abd8-30cc7699fb06 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:45:30.605538 n-d-713301-16 neutron-server[95102]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 19:45:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86e671c7-b439-4911-a21b-995ecbcef4b3 x-openstack-request-id: req-86e671c7-b439-4911-a21b-995ecbcef4b3 {{(pid=95102) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 19:45:30.606802 n-d-713301-16 neutron-server[95102]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ea94f651-fc90-46c9-9fb9-304672150bd7", "name": "network-vif-deleted", "tag": "5d0e86c5-c3f2-4fae-91b1-cf489478d651", "status": "completed", "code": 200}]} {{(pid=95102) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 19:45:30.607804 n-d-713301-16 neutron-server[95102]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-86e671c7-b439-4911-a21b-995ecbcef4b3 {{(pid=95102) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 19:45:30.611019 n-d-713301-16 neutron-server[95102]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ea94f651-fc90-46c9-9fb9-304672150bd7', 'name': 'network-vif-deleted', 'tag': '5d0e86c5-c3f2-4fae-91b1-cf489478d651', 'status': 'completed', 'code': 200} Sep 23 19:45:30.651781 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-80625d7e-c0c7-4342-b70d-532f49de1f2c tempest-PortsAdminExtendedAttrsTestJSON-1637945999 tempest-PortsAdminExtendedAttrsTestJSON-1637945999-project-admin] Notify callbacks [] for port, precommit_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:45:30.731987 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-754f65cf-989e-452e-abd8-30cc7699fb06 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:45:30.740436 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-754f65cf-989e-452e-abd8-30cc7699fb06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:45:30.764998 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Device ef3ff6df-00cb-4c7b-8985-2526c3c45209 up at agent ovs-agent-n-d-713301-16 {{(pid=95103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 19:45:30.803290 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-80625d7e-c0c7-4342-b70d-532f49de1f2c tempest-PortsAdminExtendedAttrsTestJSON-1637945999 tempest-PortsAdminExtendedAttrsTestJSON-1637945999-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783145673135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5607431'] for port, after_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:45:30.808165 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-754f65cf-989e-452e-abd8-30cc7699fb06 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=0eb1d46de9494d9d8d4b687ed6f498b7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3053226 Sep 23 19:45:30.823406 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 39784) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:45:30.841398 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-754f65cf-989e-452e-abd8-30cc7699fb06 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5e346c8-3f3d-4812-9aff-e74e4b0091ca,revision_number=1']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:45:30.842765 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Provisioning complete for port ef3ff6df-00cb-4c7b-8985-2526c3c45209 triggered by entity L2. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:45:30.843375 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:45:30.956983 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80625d7e-c0c7-4342-b70d-532f49de1f2c tempest-PortsAdminExtendedAttrsTestJSON-1637945999 tempest-PortsAdminExtendedAttrsTestJSON-1637945999-project-admin] Network 040569bd-71a7-486a-808d-7baf61a9d620 is already hosted by enough agents. {{(pid=95101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:45:30.983383 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.base_scheduler [None req-80625d7e-c0c7-4342-b70d-532f49de1f2c tempest-PortsAdminExtendedAttrsTestJSON-1637945999 tempest-PortsAdminExtendedAttrsTestJSON-1637945999-project-admin] Resources bound (agent type, host, resource id): {{(pid=95101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:45:30.986370 n-d-713301-16 neutron-server[95101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80625d7e-c0c7-4342-b70d-532f49de1f2c tempest-PortsAdminExtendedAttrsTestJSON-1637945999 tempest-PortsAdminExtendedAttrsTestJSON-1637945999-project-admin] Received port after_create {{(pid=95101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 19:45:30.987858 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80625d7e-c0c7-4342-b70d-532f49de1f2c tempest-PortsAdminExtendedAttrsTestJSON-1637945999 tempest-PortsAdminExtendedAttrsTestJSON-1637945999-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:45:30.988455 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-80625d7e-c0c7-4342-b70d-532f49de1f2c tempest-PortsAdminExtendedAttrsTestJSON-1637945999 tempest-PortsAdminExtendedAttrsTestJSON-1637945999-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222849'] for port, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:45:30.990934 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:45:31.023804 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] For port ef3ff6df-00cb-4c7b-8985-2526c3c45209, host n-d-713301-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-16',level=0,port_id=ef3ff6df-00cb-4c7b-8985-2526c3c45209,segment=NetworkSegment(7d4027f1-d893-4c7b-95d4-757b8e44e380),segment_id=7d4027f1-d893-4c7b-95d4-757b8e44e380)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:45:31.033999 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:45:31.034804 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Device 05fc5a82-5e84-4da9-8543-9009b02be43b up at agent ovs-agent-n-d-713301-16 {{(pid=95103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 19:45:31.041971 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80625d7e-c0c7-4342-b70d-532f49de1f2c tempest-PortsAdminExtendedAttrsTestJSON-1637945999 tempest-PortsAdminExtendedAttrsTestJSON-1637945999-project-admin] Pushing event updated for resources: {'Port': ['ID=d7766d26-d1d6-41e8-bebf-7c5b855b59bf,revision_number=1']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:45:31.089763 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-80625d7e-c0c7-4342-b70d-532f49de1f2c tempest-PortsAdminExtendedAttrsTestJSON-1637945999 tempest-PortsAdminExtendedAttrsTestJSON-1637945999-project-admin] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 1.0350130 Sep 23 19:45:31.092730 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 39790) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:45:31.106384 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-abfdad73-cee1-47f5-b473-8f493b12c324 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:45:31.160083 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-0e77f5f5-58b0-4f08-8f8c-49aabfddfc99 tempest-TestNetworkBasicOps-1575950199 tempest-TestNetworkBasicOps-1575950199-project] Notify callbacks [] for port, precommit_update {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:45:31.171481 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8c17e0f-4dd6-4a2d-a731-c8c245818774 None None] Network 556d491a-fa37-496f-b55a-840ae2087f7d requested from n-d-713301-16 {{(pid=95103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 19:45:31.192188 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-764e6a4a-d57c-49b0-a232-2a245253ee23 tempest-PortsAdminExtendedAttrsTestJSON-1637945999 tempest-PortsAdminExtendedAttrsTestJSON-1637945999-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:45:31.197075 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-0e77f5f5-58b0-4f08-8f8c-49aabfddfc99 tempest-TestNetworkBasicOps-1575950199 tempest-TestNetworkBasicOps-1575950199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5607436'] for port, after_update {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:45:31.198407 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-764e6a4a-d57c-49b0-a232-2a245253ee23 tempest-PortsAdminExtendedAttrsTestJSON-1637945999 tempest-PortsAdminExtendedAttrsTestJSON-1637945999-project-admin] 10.222.0.67 "GET /v2.0/ports/d7766d26-d1d6-41e8-bebf-7c5b855b59bf HTTP/1.1" status: 200 len: 954 time: 0.1040683 Sep 23 19:45:31.201050 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 39794) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:45:31.215172 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-abfdad73-cee1-47f5-b473-8f493b12c324 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:45:31.334086 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Pushing event updated for resources: {'Port': ['ID=ef3ff6df-00cb-4c7b-8985-2526c3c45209,revision_number=4']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:45:31.342111 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.plugin [None req-f5561e55-e8c6-4eec-a882-30e883d88444 tempest-PortsAdminExtendedAttrsTestJSON-1637945999 tempest-PortsAdminExtendedAttrsTestJSON-1637945999-project-admin] Deleting port d7766d26-d1d6-41e8-bebf-7c5b855b59bf {{(pid=95102) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:45:31.342744 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-f5561e55-e8c6-4eec-a882-30e883d88444 tempest-PortsAdminExtendedAttrsTestJSON-1637945999 tempest-PortsAdminExtendedAttrsTestJSON-1637945999-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783146157096'] for port, before_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:45:31.371669 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-faa3e515-b699-41b9-863a-86c5ec573d45 None None] Provisioning complete for port 05fc5a82-5e84-4da9-8543-9009b02be43b triggered by entity DHCP. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:45:31.372530 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-faa3e515-b699-41b9-863a-86c5ec573d45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:45:31.420799 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-0e77f5f5-58b0-4f08-8f8c-49aabfddfc99 tempest-TestNetworkBasicOps-1575950199 tempest-TestNetworkBasicOps-1575950199-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-527313', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-601459'] for router_interface, after_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:45:31.424152 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e77f5f5-58b0-4f08-8f8c-49aabfddfc99 tempest-TestNetworkBasicOps-1575950199 tempest-TestNetworkBasicOps-1575950199-project] Pushing event updated for resources: {'Port': ['ID=cf9cc396-0e70-44ee-b385-fb6cd2981196,revision_number=2']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:45:31.445116 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Provisioning complete for port 05fc5a82-5e84-4da9-8543-9009b02be43b triggered by entity L2. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:45:31.458910 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:45:31.468433 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-f5561e55-e8c6-4eec-a882-30e883d88444 tempest-PortsAdminExtendedAttrsTestJSON-1637945999 tempest-PortsAdminExtendedAttrsTestJSON-1637945999-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-605701'] for port, precommit_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:45:31.483351 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.plugin [None req-f5561e55-e8c6-4eec-a882-30e883d88444 tempest-PortsAdminExtendedAttrsTestJSON-1637945999 tempest-PortsAdminExtendedAttrsTestJSON-1637945999-project-admin] Calling delete_port for d7766d26-d1d6-41e8-bebf-7c5b855b59bf owned by {{(pid=95102) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:45:31.542050 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e77f5f5-58b0-4f08-8f8c-49aabfddfc99 tempest-TestNetworkBasicOps-1575950199 tempest-TestNetworkBasicOps-1575950199-project] Network 556d491a-fa37-496f-b55a-840ae2087f7d is already hosted by enough agents. {{(pid=95101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:45:31.543873 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.base_scheduler [None req-0e77f5f5-58b0-4f08-8f8c-49aabfddfc99 tempest-TestNetworkBasicOps-1575950199 tempest-TestNetworkBasicOps-1575950199-project] Resources bound (agent type, host, resource id): {{(pid=95101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:45:31.598689 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-abfdad73-cee1-47f5-b473-8f493b12c324 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:45:31.601701 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-abfdad73-cee1-47f5-b473-8f493b12c324 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:45:31.602394 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-f5561e55-e8c6-4eec-a882-30e883d88444 tempest-PortsAdminExtendedAttrsTestJSON-1637945999 tempest-PortsAdminExtendedAttrsTestJSON-1637945999-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783146162158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783145673144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4399100'] for port, after_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:45:31.605655 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-abfdad73-cee1-47f5-b473-8f493b12c324 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/a5e346c8-3f3d-4812-9aff-e74e4b0091ca HTTP/1.1" status: 204 len: 168 time: 0.7733138 Sep 23 19:45:31.669385 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5561e55-e8c6-4eec-a882-30e883d88444 tempest-PortsAdminExtendedAttrsTestJSON-1637945999 tempest-PortsAdminExtendedAttrsTestJSON-1637945999-project-admin] Pushing event deleted for resources: {'Port': ['ID=d7766d26-d1d6-41e8-bebf-7c5b855b59bf,revision_number=None']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:45:31.697640 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abfdad73-cee1-47f5-b473-8f493b12c324 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5e346c8-3f3d-4812-9aff-e74e4b0091ca,revision_number=None']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:45:31.716314 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e77f5f5-58b0-4f08-8f8c-49aabfddfc99 tempest-TestNetworkBasicOps-1575950199 tempest-TestNetworkBasicOps-1575950199-project] Router 940b5249-2171-4c13-b299-b8ff30913590 has already been hosted by L3 agent 79a740bf-7821-4989-8288-7186e3e128f3 {{(pid=95101) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 19:45:31.717688 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-f5561e55-e8c6-4eec-a882-30e883d88444 tempest-PortsAdminExtendedAttrsTestJSON-1637945999 tempest-PortsAdminExtendedAttrsTestJSON-1637945999-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222849'] for port, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:45:31.721594 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-f5561e55-e8c6-4eec-a882-30e883d88444 tempest-PortsAdminExtendedAttrsTestJSON-1637945999 tempest-PortsAdminExtendedAttrsTestJSON-1637945999-project-admin] 10.222.0.67 "DELETE /v2.0/ports/d7766d26-d1d6-41e8-bebf-7c5b855b59bf HTTP/1.1" status: 204 len: 168 time: 0.5157356 Sep 23 19:45:31.724750 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 39812) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:45:31.760009 n-d-713301-16 neutron-server[95102]: INFO neutron.pecan_wsgi.hooks.translation [None req-deb0ee9e-b02d-4dbf-b9b3-050a6c416629 tempest-PortsAdminExtendedAttrsTestJSON-1637945999 tempest-PortsAdminExtendedAttrsTestJSON-1637945999-project-admin] GET failed (client error): The resource could not be found. Sep 23 19:45:31.764708 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-deb0ee9e-b02d-4dbf-b9b3-050a6c416629 tempest-PortsAdminExtendedAttrsTestJSON-1637945999 tempest-PortsAdminExtendedAttrsTestJSON-1637945999-project-admin] 10.222.0.67 "GET /v2.0/ports/d7766d26-d1d6-41e8-bebf-7c5b855b59bf HTTP/1.1" status: 404 len: 333 time: 0.0385613 Sep 23 19:45:31.767601 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 39814) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:45:31.773035 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.v2.base [None req-65214719-a28c-4c71-b362-03c8cd33e9ac tempest-PortsAdminExtendedAttrsTestJSON-1637945999 tempest-PortsAdminExtendedAttrsTestJSON-1637945999-project-admin] Request body: {'port': {'network_id': '040569bd-71a7-486a-808d-7baf61a9d620', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-946436340'}} {{(pid=95102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:45:31.798343 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65214719-a28c-4c71-b362-03c8cd33e9ac tempest-PortsAdminExtendedAttrsTestJSON-1637945999 tempest-PortsAdminExtendedAttrsTestJSON-1637945999-project-admin] Made reservation on behalf of 0c0088ccd59549c1a1f388e6e55ebac2 for: {'port': 1} {{(pid=95102) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:45:31.801362 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-65214719-a28c-4c71-b362-03c8cd33e9ac tempest-PortsAdminExtendedAttrsTestJSON-1637945999 tempest-PortsAdminExtendedAttrsTestJSON-1637945999-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:45:31.858775 n-d-713301-16 neutron-server[95102]: DEBUG neutron.notifiers.nova [None req-65214719-a28c-4c71-b362-03c8cd33e9ac tempest-PortsAdminExtendedAttrsTestJSON-1637945999 tempest-PortsAdminExtendedAttrsTestJSON-1637945999-project-admin] device_id is not set on port 5072e347-a3da-48b2-9448-0f1c87101f91 yet. {{(pid=95102) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 23 19:45:31.861943 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-faa3e515-b699-41b9-863a-86c5ec573d45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:45:31.930146 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e77f5f5-58b0-4f08-8f8c-49aabfddfc99 tempest-TestNetworkBasicOps-1575950199 tempest-TestNetworkBasicOps-1575950199-project] Notify agent at l3_agent.n-d-713301-16 the message routers_updated {{(pid=95101) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 19:45:31.946458 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-0e77f5f5-58b0-4f08-8f8c-49aabfddfc99 tempest-TestNetworkBasicOps-1575950199 tempest-TestNetworkBasicOps-1575950199-project] 10.222.0.67 "PUT /v2.0/routers/940b5249-2171-4c13-b299-b8ff30913590/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1933599 Sep 23 19:45:31.949629 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12f3728f-12e6-49c1-b8b6-b89457660c16 None None] Sync routers for ids ['940b5249-2171-4c13-b299-b8ff30913590'] in n-d-713301-16 {{(pid=95104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 19:45:31.950882 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 39820) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:45:31.968813 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12f3728f-12e6-49c1-b8b6-b89457660c16 None None] Routers {'940b5249-2171-4c13-b299-b8ff30913590'} bound to L3 agent in host n-d-713301-16 {{(pid=95104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 19:45:31.969490 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_hamode_db [None req-12f3728f-12e6-49c1-b8b6-b89457660c16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-23T19:07:52Z,description=,heartbeat_timestamp=2021-09-23T19:45:23Z,host='n-d-713301-16',id=79a740bf-7821-4989-8288-7186e3e128f3,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:07:52Z,topic='l3_agent')) {'router_ids': ['940b5249-2171-4c13-b299-b8ff30913590'], 'active': True} {{(pid=95104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:45:32.019915 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-faa3e515-b699-41b9-863a-86c5ec573d45 None None] For port 05fc5a82-5e84-4da9-8543-9009b02be43b, host n-d-713301-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-16',level=0,port_id=05fc5a82-5e84-4da9-8543-9009b02be43b,segment=NetworkSegment(715f662e-ea71-4327-bc2c-7c1fd4f58dd8),segment_id=715f662e-ea71-4327-bc2c-7c1fd4f58dd8)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:45:32.030352 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:45:32.041759 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-faa3e515-b699-41b9-863a-86c5ec573d45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:45:32.266489 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-65214719-a28c-4c71-b362-03c8cd33e9ac tempest-PortsAdminExtendedAttrsTestJSON-1637945999 tempest-PortsAdminExtendedAttrsTestJSON-1637945999-project-admin] Notify callbacks [] for port, precommit_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:45:32.324129 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_dvr_db [None req-12f3728f-12e6-49c1-b8b6-b89457660c16 None None] Set router 940b5249-2171-4c13-b299-b8ff30913590 gateway port host: n-d-713301-16 {{(pid=95104) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 19:45:32.365207 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-65214719-a28c-4c71-b362-03c8cd33e9ac tempest-PortsAdminExtendedAttrsTestJSON-1637945999 tempest-PortsAdminExtendedAttrsTestJSON-1637945999-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783145673135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4399100'] for port, after_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:45:32.396138 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faa3e515-b699-41b9-863a-86c5ec573d45 None None] Pushing event updated for resources: {'Port': ['ID=05fc5a82-5e84-4da9-8543-9009b02be43b,revision_number=3']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:45:32.444492 n-d-713301-16 neutron-server[95102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65214719-a28c-4c71-b362-03c8cd33e9ac tempest-PortsAdminExtendedAttrsTestJSON-1637945999 tempest-PortsAdminExtendedAttrsTestJSON-1637945999-project-admin] Network 040569bd-71a7-486a-808d-7baf61a9d620 is already hosted by enough agents. {{(pid=95102) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:45:32.446485 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-e9ffe5a7-1ea5-4e62-8400-ffb8dc05cc57 None None] Provisioning complete for port cf9cc396-0e70-44ee-b385-fb6cd2981196 triggered by entity DHCP. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:45:32.446485 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-e9ffe5a7-1ea5-4e62-8400-ffb8dc05cc57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:45:32.454878 n-d-713301-16 neutron-server[95102]: DEBUG neutron.scheduler.base_scheduler [None req-65214719-a28c-4c71-b362-03c8cd33e9ac tempest-PortsAdminExtendedAttrsTestJSON-1637945999 tempest-PortsAdminExtendedAttrsTestJSON-1637945999-project-admin] Resources bound (agent type, host, resource id): {{(pid=95102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:45:32.464840 n-d-713301-16 neutron-server[95102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65214719-a28c-4c71-b362-03c8cd33e9ac tempest-PortsAdminExtendedAttrsTestJSON-1637945999 tempest-PortsAdminExtendedAttrsTestJSON-1637945999-project-admin] Received port after_create {{(pid=95102) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 19:45:32.466911 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65214719-a28c-4c71-b362-03c8cd33e9ac tempest-PortsAdminExtendedAttrsTestJSON-1637945999 tempest-PortsAdminExtendedAttrsTestJSON-1637945999-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:45:32.467771 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-65214719-a28c-4c71-b362-03c8cd33e9ac tempest-PortsAdminExtendedAttrsTestJSON-1637945999 tempest-PortsAdminExtendedAttrsTestJSON-1637945999-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222849'] for port, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:45:32.492591 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65214719-a28c-4c71-b362-03c8cd33e9ac tempest-PortsAdminExtendedAttrsTestJSON-1637945999 tempest-PortsAdminExtendedAttrsTestJSON-1637945999-project-admin] Pushing event updated for resources: {'Port': ['ID=5072e347-a3da-48b2-9448-0f1c87101f91,revision_number=1']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:45:32.513869 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-65214719-a28c-4c71-b362-03c8cd33e9ac tempest-PortsAdminExtendedAttrsTestJSON-1637945999 tempest-PortsAdminExtendedAttrsTestJSON-1637945999-project-admin] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 0.7448344 Sep 23 19:45:32.516276 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 39846) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:45:32.517720 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.db.api [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95103) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 23 19:45:32.520476 n-d-713301-16 neutron-server[95103]: DEBUG oslo_db.api [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 23 19:45:32.529684 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.v2.base [None req-90263d5e-92cf-4529-9387-77a988fd771c tempest-PortsAdminExtendedAttrsTestJSON-1637945999 tempest-PortsAdminExtendedAttrsTestJSON-1637945999-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-713301-16'}} {{(pid=95102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:45:32.559456 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.plugin [None req-e9ffe5a7-1ea5-4e62-8400-ffb8dc05cc57 None None] Port cf9cc396-0e70-44ee-b385-fb6cd2981196 cannot update to ACTIVE because it is not bound. {{(pid=95103) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 19:45:32.595062 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-e9ffe5a7-1ea5-4e62-8400-ffb8dc05cc57 None None] Provisioning complete for port 05fc5a82-5e84-4da9-8543-9009b02be43b triggered by entity DHCP. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:45:32.596383 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-e9ffe5a7-1ea5-4e62-8400-ffb8dc05cc57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:45:32.695433 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-90263d5e-92cf-4529-9387-77a988fd771c tempest-PortsAdminExtendedAttrsTestJSON-1637945999 tempest-PortsAdminExtendedAttrsTestJSON-1637945999-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:45:32.856157 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_hamode_db [None req-12f3728f-12e6-49c1-b8b6-b89457660c16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '940b5249-2171-4c13-b299-b8ff30913590', 'name': 'tempest-TestNetworkBasicOps-router-1225130637', 'tenant_id': '7fd7324f75754f93a5f1d406b61f5276', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'external_fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.199'}], 'enable_snat': True}, 'gw_port_id': 'ef3ff6df-00cb-4c7b-8985-2526c3c45209', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:45:22Z', 'updated_at': '2021-09-23T19:45:30Z', 'revision_number': 4, 'project_id': '7fd7324f75754f93a5f1d406b61f5276', 'gw_port': {'id': 'ef3ff6df-00cb-4c7b-8985-2526c3c45209', 'name': '', 'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:86:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '940b5249-2171-4c13-b299-b8ff30913590', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2956, 'fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:45:23Z', 'updated_at': '2021-09-23T19:45:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-16', '_interfaces': [{'id': 'cf9cc396-0e70-44ee-b385-fb6cd2981196', 'name': '', 'network_id': '556d491a-fa37-496f-b55a-840ae2087f7d', 'tenant_id': '7fd7324f75754f93a5f1d406b61f5276', 'mac_address': 'fa:16:3e:68:2e:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '940b5249-2171-4c13-b299-b8ff30913590', 'device_owner': 'network:router_interface', 'standard_attr_id': 2979, 'fixed_ips': [{'subnet_id': 'fa6db639-afc2-4d79-8f5d-63a8ed67b4c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:45:29Z', 'updated_at': '2021-09-23T19:45:30Z', 'revision_number': 2, 'project_id': '7fd7324f75754f93a5f1d406b61f5276', 'subnets': [{'id': 'fa6db639-afc2-4d79-8f5d-63a8ed67b4c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-16', False) {} {{(pid=95104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:45:32.921967 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12f3728f-12e6-49c1-b8b6-b89457660c16 None None] Checking router: 940b5249-2171-4c13-b299-b8ff30913590 for host: n-d-713301-16 {{(pid=95104) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 19:45:32.922543 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12f3728f-12e6-49c1-b8b6-b89457660c16 None None] Updating router 940b5249-2171-4c13-b299-b8ff30913590 port cf9cc396-0e70-44ee-b385-fb6cd2981196 binding host n-d-713301-16 {{(pid=95104) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 23 19:45:32.959679 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-1581e517-7667-42bb-a21e-6756a1278df8 None None] Provisioning complete for port cf9cc396-0e70-44ee-b385-fb6cd2981196 triggered by entity DHCP. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:45:32.960059 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-1581e517-7667-42bb-a21e-6756a1278df8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:45:33.003154 n-d-713301-16 neutron-server[95104]: DEBUG neutron_lib.callbacks.manager [None req-12f3728f-12e6-49c1-b8b6-b89457660c16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:45:33.061164 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9e637fc-8c24-4dde-b319-c22685cf90f5 tempest-TestNetworkBasicOps-1297983559 tempest-TestNetworkBasicOps-1297983559-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:45:33.062150 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9e637fc-8c24-4dde-b319-c22685cf90f5 tempest-TestNetworkBasicOps-1297983559 tempest-TestNetworkBasicOps-1297983559-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:45:33.063229 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9e637fc-8c24-4dde-b319-c22685cf90f5 tempest-TestNetworkBasicOps-1297983559 tempest-TestNetworkBasicOps-1297983559-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:45:33.063768 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9e637fc-8c24-4dde-b319-c22685cf90f5 tempest-TestNetworkBasicOps-1297983559 tempest-TestNetworkBasicOps-1297983559-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:45:33.064288 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9e637fc-8c24-4dde-b319-c22685cf90f5 tempest-TestNetworkBasicOps-1297983559 tempest-TestNetworkBasicOps-1297983559-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:45:33.064974 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9e637fc-8c24-4dde-b319-c22685cf90f5 tempest-TestNetworkBasicOps-1297983559 tempest-TestNetworkBasicOps-1297983559-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:45:33.065520 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9e637fc-8c24-4dde-b319-c22685cf90f5 tempest-TestNetworkBasicOps-1297983559 tempest-TestNetworkBasicOps-1297983559-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:45:33.068720 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-c9e637fc-8c24-4dde-b319-c22685cf90f5 tempest-TestNetworkBasicOps-1297983559 tempest-TestNetworkBasicOps-1297983559-project-admin] 10.222.0.67 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4964 time: 1.1152623 Sep 23 19:45:33.071045 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 39870) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:45:33.149695 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.plugin [None req-1581e517-7667-42bb-a21e-6756a1278df8 None None] Port cf9cc396-0e70-44ee-b385-fb6cd2981196 cannot update to ACTIVE because it is not bound. {{(pid=95103) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 19:45:33.183323 n-d-713301-16 neutron-server[95102]: DEBUG neutron.notifiers.nova [None req-90263d5e-92cf-4529-9387-77a988fd771c tempest-PortsAdminExtendedAttrsTestJSON-1637945999 tempest-PortsAdminExtendedAttrsTestJSON-1637945999-project-admin] device_id is not set on port 5072e347-a3da-48b2-9448-0f1c87101f91 yet. {{(pid=95102) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 23 19:45:33.210257 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-90263d5e-92cf-4529-9387-77a988fd771c tempest-PortsAdminExtendedAttrsTestJSON-1637945999 tempest-PortsAdminExtendedAttrsTestJSON-1637945999-project-admin] Notify callbacks [] for port, precommit_update {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:45:33.223035 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-90263d5e-92cf-4529-9387-77a988fd771c tempest-PortsAdminExtendedAttrsTestJSON-1637945999 tempest-PortsAdminExtendedAttrsTestJSON-1637945999-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4399095'] for port, after_update {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:45:33.232405 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e825693f-e2a6-4d8d-81a7-6641fae0dfae tempest-TestNetworkBasicOps-1297983559 tempest-TestNetworkBasicOps-1297983559-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:45:33.240360 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e825693f-e2a6-4d8d-81a7-6641fae0dfae tempest-TestNetworkBasicOps-1297983559 tempest-TestNetworkBasicOps-1297983559-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:45:33.241136 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e825693f-e2a6-4d8d-81a7-6641fae0dfae tempest-TestNetworkBasicOps-1297983559 tempest-TestNetworkBasicOps-1297983559-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:45:33.242478 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e825693f-e2a6-4d8d-81a7-6641fae0dfae tempest-TestNetworkBasicOps-1297983559 tempest-TestNetworkBasicOps-1297983559-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:45:33.245339 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e825693f-e2a6-4d8d-81a7-6641fae0dfae tempest-TestNetworkBasicOps-1297983559 tempest-TestNetworkBasicOps-1297983559-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:45:33.245859 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e825693f-e2a6-4d8d-81a7-6641fae0dfae tempest-TestNetworkBasicOps-1297983559 tempest-TestNetworkBasicOps-1297983559-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:45:33.254352 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 39874) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:45:33.270395 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-e825693f-e2a6-4d8d-81a7-6641fae0dfae tempest-TestNetworkBasicOps-1297983559 tempest-TestNetworkBasicOps-1297983559-project-admin] 10.222.0.67 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4008 time: 0.1780746 Sep 23 19:45:33.287114 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-292a542d-095b-4e43-a9ba-95deee8b8163 None None] Provisioning complete for port cf9cc396-0e70-44ee-b385-fb6cd2981196 triggered by entity DHCP. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:45:33.287501 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-292a542d-095b-4e43-a9ba-95deee8b8163 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:45:33.404445 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.plugin [None req-292a542d-095b-4e43-a9ba-95deee8b8163 None None] Port cf9cc396-0e70-44ee-b385-fb6cd2981196 cannot update to ACTIVE because it is not bound. {{(pid=95103) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 19:45:33.462890 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.managers [None req-90263d5e-92cf-4529-9387-77a988fd771c tempest-PortsAdminExtendedAttrsTestJSON-1637945999 tempest-PortsAdminExtendedAttrsTestJSON-1637945999-project-admin] Attempting to bind port 5072e347-a3da-48b2-9448-0f1c87101f91 on host n-h1-713301-16 for vnic_type normal with profile {{(pid=95102) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 19:45:33.463171 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.managers [None req-90263d5e-92cf-4529-9387-77a988fd771c tempest-PortsAdminExtendedAttrsTestJSON-1637945999 tempest-PortsAdminExtendedAttrsTestJSON-1637945999-project-admin] Attempting to bind port 5072e347-a3da-48b2-9448-0f1c87101f91 by drivers openvswitch,hyperv on host n-h1-713301-16 at level 0 using segments [{'id': '49a93f66-b466-40b3-ad01-7b771ec5ab95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '040569bd-71a7-486a-808d-7baf61a9d620'}] {{(pid=95102) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 19:45:33.466259 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90263d5e-92cf-4529-9387-77a988fd771c tempest-PortsAdminExtendedAttrsTestJSON-1637945999 tempest-PortsAdminExtendedAttrsTestJSON-1637945999-project-admin] Attempting to bind port 5072e347-a3da-48b2-9448-0f1c87101f91 on network 040569bd-71a7-486a-808d-7baf61a9d620 {{(pid=95102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:45:33.482075 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Device ef3ff6df-00cb-4c7b-8985-2526c3c45209 up at agent ovs-agent-n-d-713301-16 {{(pid=95103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 19:45:33.552922 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Device 5d0e86c5-c3f2-4fae-91b1-cf489478d651 no longer exists at agent hyperv_n-h2-713301-16 {{(pid=95103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 19:45:33.593903 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90263d5e-92cf-4529-9387-77a988fd771c tempest-PortsAdminExtendedAttrsTestJSON-1637945999 tempest-PortsAdminExtendedAttrsTestJSON-1637945999-project-admin] Pushing event updated for resources: {'Port': ['ID=5072e347-a3da-48b2-9448-0f1c87101f91,revision_number=2']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:45:33.611408 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.plugin [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] No Port match for: 5d0e86c5-c3f2-4fae-91b1-cf489478d651 {{(pid=95103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 19:45:33.611940 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Device 5d0e86c5-c3f2-4fae-91b1-cf489478d651 not bound to the agent host n-h2-713301-16 {{(pid=95103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 19:45:33.624519 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90263d5e-92cf-4529-9387-77a988fd771c tempest-PortsAdminExtendedAttrsTestJSON-1637945999 tempest-PortsAdminExtendedAttrsTestJSON-1637945999-project-admin] Port 5072e347-a3da-48b2-9448-0f1c87101f91 on network 040569bd-71a7-486a-808d-7baf61a9d620 not bound, no agent of type Open vSwitch agent registered on host n-h1-713301-16 {{(pid=95102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 19:45:33.624983 n-d-713301-16 neutron-server[95102]: ERROR neutron.plugins.ml2.managers [None req-90263d5e-92cf-4529-9387-77a988fd771c tempest-PortsAdminExtendedAttrsTestJSON-1637945999 tempest-PortsAdminExtendedAttrsTestJSON-1637945999-project-admin] Failed to bind port 5072e347-a3da-48b2-9448-0f1c87101f91 on host n-h1-713301-16 for vnic_type normal using segments [{'id': '49a93f66-b466-40b3-ad01-7b771ec5ab95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '040569bd-71a7-486a-808d-7baf61a9d620'}] Sep 23 19:45:33.632545 n-d-713301-16 neutron-server[95102]: INFO neutron.plugins.ml2.plugin [None req-90263d5e-92cf-4529-9387-77a988fd771c tempest-PortsAdminExtendedAttrsTestJSON-1637945999 tempest-PortsAdminExtendedAttrsTestJSON-1637945999-project-admin] Attempt 2 to bind port 5072e347-a3da-48b2-9448-0f1c87101f91 Sep 23 19:45:33.644689 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Provisioning complete for port ef3ff6df-00cb-4c7b-8985-2526c3c45209 triggered by entity L2. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:45:33.646896 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:45:33.672505 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.managers [None req-90263d5e-92cf-4529-9387-77a988fd771c tempest-PortsAdminExtendedAttrsTestJSON-1637945999 tempest-PortsAdminExtendedAttrsTestJSON-1637945999-project-admin] Attempting to bind port 5072e347-a3da-48b2-9448-0f1c87101f91 on host n-h1-713301-16 for vnic_type normal with profile {{(pid=95102) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 19:45:33.672942 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.managers [None req-90263d5e-92cf-4529-9387-77a988fd771c tempest-PortsAdminExtendedAttrsTestJSON-1637945999 tempest-PortsAdminExtendedAttrsTestJSON-1637945999-project-admin] Attempting to bind port 5072e347-a3da-48b2-9448-0f1c87101f91 by drivers openvswitch,hyperv on host n-h1-713301-16 at level 0 using segments [{'id': '49a93f66-b466-40b3-ad01-7b771ec5ab95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '040569bd-71a7-486a-808d-7baf61a9d620'}] {{(pid=95102) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 19:45:33.673284 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90263d5e-92cf-4529-9387-77a988fd771c tempest-PortsAdminExtendedAttrsTestJSON-1637945999 tempest-PortsAdminExtendedAttrsTestJSON-1637945999-project-admin] Attempting to bind port 5072e347-a3da-48b2-9448-0f1c87101f91 on network 040569bd-71a7-486a-808d-7baf61a9d620 {{(pid=95102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:45:33.709864 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90263d5e-92cf-4529-9387-77a988fd771c tempest-PortsAdminExtendedAttrsTestJSON-1637945999 tempest-PortsAdminExtendedAttrsTestJSON-1637945999-project-admin] Port 5072e347-a3da-48b2-9448-0f1c87101f91 on network 040569bd-71a7-486a-808d-7baf61a9d620 not bound, no agent of type Open vSwitch agent registered on host n-h1-713301-16 {{(pid=95102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 19:45:33.710197 n-d-713301-16 neutron-server[95102]: ERROR neutron.plugins.ml2.managers [None req-90263d5e-92cf-4529-9387-77a988fd771c tempest-PortsAdminExtendedAttrsTestJSON-1637945999 tempest-PortsAdminExtendedAttrsTestJSON-1637945999-project-admin] Failed to bind port 5072e347-a3da-48b2-9448-0f1c87101f91 on host n-h1-713301-16 for vnic_type normal using segments [{'id': '49a93f66-b466-40b3-ad01-7b771ec5ab95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '040569bd-71a7-486a-808d-7baf61a9d620'}] Sep 23 19:45:33.712261 n-d-713301-16 neutron-server[95102]: INFO neutron.plugins.ml2.plugin [None req-90263d5e-92cf-4529-9387-77a988fd771c tempest-PortsAdminExtendedAttrsTestJSON-1637945999 tempest-PortsAdminExtendedAttrsTestJSON-1637945999-project-admin] Attempt 3 to bind port 5072e347-a3da-48b2-9448-0f1c87101f91 Sep 23 19:45:33.725917 n-d-713301-16 neutron-server[95104]: DEBUG neutron_lib.callbacks.manager [None req-12f3728f-12e6-49c1-b8b6-b89457660c16 None None] Notify callbacks [] for port, precommit_update {{(pid=95104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:45:33.738509 n-d-713301-16 neutron-server[95104]: DEBUG neutron_lib.callbacks.manager [None req-12f3728f-12e6-49c1-b8b6-b89457660c16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:45:33.786561 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.managers [None req-90263d5e-92cf-4529-9387-77a988fd771c tempest-PortsAdminExtendedAttrsTestJSON-1637945999 tempest-PortsAdminExtendedAttrsTestJSON-1637945999-project-admin] Attempting to bind port 5072e347-a3da-48b2-9448-0f1c87101f91 on host n-h1-713301-16 for vnic_type normal with profile {{(pid=95102) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 19:45:33.786908 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.managers [None req-90263d5e-92cf-4529-9387-77a988fd771c tempest-PortsAdminExtendedAttrsTestJSON-1637945999 tempest-PortsAdminExtendedAttrsTestJSON-1637945999-project-admin] Attempting to bind port 5072e347-a3da-48b2-9448-0f1c87101f91 by drivers openvswitch,hyperv on host n-h1-713301-16 at level 0 using segments [{'id': '49a93f66-b466-40b3-ad01-7b771ec5ab95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '040569bd-71a7-486a-808d-7baf61a9d620'}] {{(pid=95102) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 19:45:33.787244 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90263d5e-92cf-4529-9387-77a988fd771c tempest-PortsAdminExtendedAttrsTestJSON-1637945999 tempest-PortsAdminExtendedAttrsTestJSON-1637945999-project-admin] Attempting to bind port 5072e347-a3da-48b2-9448-0f1c87101f91 on network 040569bd-71a7-486a-808d-7baf61a9d620 {{(pid=95102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:45:33.809494 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-597c6093-d451-455a-94d9-e8f00e903f51 None None] Pushing event updated for resources: {'Port': ['ID=cf9cc396-0e70-44ee-b385-fb6cd2981196,revision_number=3']} {{(pid=95104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:45:33.817776 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-597c6093-d451-455a-94d9-e8f00e903f51 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:45:33.818365 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-597c6093-d451-455a-94d9-e8f00e903f51 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:45:33.818870 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-597c6093-d451-455a-94d9-e8f00e903f51 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:45:33.819544 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-597c6093-d451-455a-94d9-e8f00e903f51 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:45:33.820066 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-597c6093-d451-455a-94d9-e8f00e903f51 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:45:33.820774 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-597c6093-d451-455a-94d9-e8f00e903f51 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:45:33.821438 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-597c6093-d451-455a-94d9-e8f00e903f51 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:45:33.821933 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-597c6093-d451-455a-94d9-e8f00e903f51 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:45:33.822425 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-597c6093-d451-455a-94d9-e8f00e903f51 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:45:33.822935 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-597c6093-d451-455a-94d9-e8f00e903f51 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:45:33.823430 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-597c6093-d451-455a-94d9-e8f00e903f51 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:45:33.824014 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-597c6093-d451-455a-94d9-e8f00e903f51 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:45:33.876052 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Device 05fc5a82-5e84-4da9-8543-9009b02be43b up at agent ovs-agent-n-d-713301-16 {{(pid=95103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 19:45:33.911210 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90263d5e-92cf-4529-9387-77a988fd771c tempest-PortsAdminExtendedAttrsTestJSON-1637945999 tempest-PortsAdminExtendedAttrsTestJSON-1637945999-project-admin] Port 5072e347-a3da-48b2-9448-0f1c87101f91 on network 040569bd-71a7-486a-808d-7baf61a9d620 not bound, no agent of type Open vSwitch agent registered on host n-h1-713301-16 {{(pid=95102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 19:45:33.911541 n-d-713301-16 neutron-server[95102]: ERROR neutron.plugins.ml2.managers [None req-90263d5e-92cf-4529-9387-77a988fd771c tempest-PortsAdminExtendedAttrsTestJSON-1637945999 tempest-PortsAdminExtendedAttrsTestJSON-1637945999-project-admin] Failed to bind port 5072e347-a3da-48b2-9448-0f1c87101f91 on host n-h1-713301-16 for vnic_type normal using segments [{'id': '49a93f66-b466-40b3-ad01-7b771ec5ab95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '040569bd-71a7-486a-808d-7baf61a9d620'}] Sep 23 19:45:33.917323 n-d-713301-16 neutron-server[95102]: INFO neutron.plugins.ml2.plugin [None req-90263d5e-92cf-4529-9387-77a988fd771c tempest-PortsAdminExtendedAttrsTestJSON-1637945999 tempest-PortsAdminExtendedAttrsTestJSON-1637945999-project-admin] Attempt 4 to bind port 5072e347-a3da-48b2-9448-0f1c87101f91 Sep 23 19:45:33.963312 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.managers [None req-90263d5e-92cf-4529-9387-77a988fd771c tempest-PortsAdminExtendedAttrsTestJSON-1637945999 tempest-PortsAdminExtendedAttrsTestJSON-1637945999-project-admin] Attempting to bind port 5072e347-a3da-48b2-9448-0f1c87101f91 on host n-h1-713301-16 for vnic_type normal with profile {{(pid=95102) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 19:45:33.967723 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.managers [None req-90263d5e-92cf-4529-9387-77a988fd771c tempest-PortsAdminExtendedAttrsTestJSON-1637945999 tempest-PortsAdminExtendedAttrsTestJSON-1637945999-project-admin] Attempting to bind port 5072e347-a3da-48b2-9448-0f1c87101f91 by drivers openvswitch,hyperv on host n-h1-713301-16 at level 0 using segments [{'id': '49a93f66-b466-40b3-ad01-7b771ec5ab95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '040569bd-71a7-486a-808d-7baf61a9d620'}] {{(pid=95102) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 19:45:33.968494 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90263d5e-92cf-4529-9387-77a988fd771c tempest-PortsAdminExtendedAttrsTestJSON-1637945999 tempest-PortsAdminExtendedAttrsTestJSON-1637945999-project-admin] Attempting to bind port 5072e347-a3da-48b2-9448-0f1c87101f91 on network 040569bd-71a7-486a-808d-7baf61a9d620 {{(pid=95102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:45:33.974388 n-d-713301-16 neutron-server[95104]: DEBUG neutron.plugins.ml2.managers [None req-12f3728f-12e6-49c1-b8b6-b89457660c16 None None] Attempting to bind port cf9cc396-0e70-44ee-b385-fb6cd2981196 on host n-d-713301-16 for vnic_type normal with profile {{(pid=95104) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 19:45:33.974762 n-d-713301-16 neutron-server[95104]: DEBUG neutron.plugins.ml2.managers [None req-12f3728f-12e6-49c1-b8b6-b89457660c16 None None] Attempting to bind port cf9cc396-0e70-44ee-b385-fb6cd2981196 by drivers openvswitch,hyperv on host n-d-713301-16 at level 0 using segments [{'id': '715f662e-ea71-4327-bc2c-7c1fd4f58dd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '556d491a-fa37-496f-b55a-840ae2087f7d'}] {{(pid=95104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 19:45:33.975122 n-d-713301-16 neutron-server[95104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12f3728f-12e6-49c1-b8b6-b89457660c16 None None] Attempting to bind port cf9cc396-0e70-44ee-b385-fb6cd2981196 on network 556d491a-fa37-496f-b55a-840ae2087f7d {{(pid=95104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:45:33.982144 n-d-713301-16 neutron-server[95104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12f3728f-12e6-49c1-b8b6-b89457660c16 None None] Checking agent: {'id': '70a14545-df24-472f-8f95-bfe1719bff93', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 19, 7, 53), 'started_at': datetime.datetime(2021, 9, 23, 19, 8, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 19, 45, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 19:45:33.982908 n-d-713301-16 neutron-server[95104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12f3728f-12e6-49c1-b8b6-b89457660c16 None None] Checking segment: {'id': '715f662e-ea71-4327-bc2c-7c1fd4f58dd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '556d491a-fa37-496f-b55a-840ae2087f7d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95104) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:45:33.983672 n-d-713301-16 neutron-server[95104]: DEBUG neutron_lib.callbacks.manager [None req-12f3728f-12e6-49c1-b8b6-b89457660c16 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:45:33.984236 n-d-713301-16 neutron-server[95104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12f3728f-12e6-49c1-b8b6-b89457660c16 None None] Bound using segment: {'id': '715f662e-ea71-4327-bc2c-7c1fd4f58dd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '556d491a-fa37-496f-b55a-840ae2087f7d'} {{(pid=95104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 19:45:33.985150 n-d-713301-16 neutron-server[95104]: DEBUG neutron.plugins.ml2.managers [None req-12f3728f-12e6-49c1-b8b6-b89457660c16 None None] Bound port: cf9cc396-0e70-44ee-b385-fb6cd2981196, host: n-d-713301-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '715f662e-ea71-4327-bc2c-7c1fd4f58dd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '556d491a-fa37-496f-b55a-840ae2087f7d'}}] {{(pid=95104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 19:45:33.986145 n-d-713301-16 neutron-server[95104]: DEBUG neutron_lib.callbacks.manager [None req-12f3728f-12e6-49c1-b8b6-b89457660c16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:45:33.990488 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90263d5e-92cf-4529-9387-77a988fd771c tempest-PortsAdminExtendedAttrsTestJSON-1637945999 tempest-PortsAdminExtendedAttrsTestJSON-1637945999-project-admin] Port 5072e347-a3da-48b2-9448-0f1c87101f91 on network 040569bd-71a7-486a-808d-7baf61a9d620 not bound, no agent of type Open vSwitch agent registered on host n-h1-713301-16 {{(pid=95102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 19:45:33.990825 n-d-713301-16 neutron-server[95102]: ERROR neutron.plugins.ml2.managers [None req-90263d5e-92cf-4529-9387-77a988fd771c tempest-PortsAdminExtendedAttrsTestJSON-1637945999 tempest-PortsAdminExtendedAttrsTestJSON-1637945999-project-admin] Failed to bind port 5072e347-a3da-48b2-9448-0f1c87101f91 on host n-h1-713301-16 for vnic_type normal using segments [{'id': '49a93f66-b466-40b3-ad01-7b771ec5ab95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '040569bd-71a7-486a-808d-7baf61a9d620'}] Sep 23 19:45:33.996558 n-d-713301-16 neutron-server[95102]: INFO neutron.plugins.ml2.plugin [None req-90263d5e-92cf-4529-9387-77a988fd771c tempest-PortsAdminExtendedAttrsTestJSON-1637945999 tempest-PortsAdminExtendedAttrsTestJSON-1637945999-project-admin] Attempt 5 to bind port 5072e347-a3da-48b2-9448-0f1c87101f91 Sep 23 19:45:34.009906 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Provisioning complete for port 05fc5a82-5e84-4da9-8543-9009b02be43b triggered by entity L2. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:45:34.010284 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:45:34.070443 n-d-713301-16 neutron-server[95104]: DEBUG neutron.plugins.ml2.db [None req-12f3728f-12e6-49c1-b8b6-b89457660c16 None None] For port cf9cc396-0e70-44ee-b385-fb6cd2981196, host n-d-713301-16, cleared binding levels {{(pid=95104) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 19:45:34.077145 n-d-713301-16 neutron-server[95104]: DEBUG neutron.plugins.ml2.db [None req-12f3728f-12e6-49c1-b8b6-b89457660c16 None None] For port cf9cc396-0e70-44ee-b385-fb6cd2981196, host n-d-713301-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-16',level=0,port_id=cf9cc396-0e70-44ee-b385-fb6cd2981196,segment=NetworkSegment(715f662e-ea71-4327-bc2c-7c1fd4f58dd8),segment_id=715f662e-ea71-4327-bc2c-7c1fd4f58dd8)] {{(pid=95104) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 19:45:34.085998 n-d-713301-16 neutron-server[95104]: DEBUG neutron_lib.callbacks.manager [None req-12f3728f-12e6-49c1-b8b6-b89457660c16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:45:34.096087 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.managers [None req-90263d5e-92cf-4529-9387-77a988fd771c tempest-PortsAdminExtendedAttrsTestJSON-1637945999 tempest-PortsAdminExtendedAttrsTestJSON-1637945999-project-admin] Attempting to bind port 5072e347-a3da-48b2-9448-0f1c87101f91 on host n-h1-713301-16 for vnic_type normal with profile {{(pid=95102) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 19:45:34.096407 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.managers [None req-90263d5e-92cf-4529-9387-77a988fd771c tempest-PortsAdminExtendedAttrsTestJSON-1637945999 tempest-PortsAdminExtendedAttrsTestJSON-1637945999-project-admin] Attempting to bind port 5072e347-a3da-48b2-9448-0f1c87101f91 by drivers openvswitch,hyperv on host n-h1-713301-16 at level 0 using segments [{'id': '49a93f66-b466-40b3-ad01-7b771ec5ab95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '040569bd-71a7-486a-808d-7baf61a9d620'}] {{(pid=95102) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 19:45:34.099060 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90263d5e-92cf-4529-9387-77a988fd771c tempest-PortsAdminExtendedAttrsTestJSON-1637945999 tempest-PortsAdminExtendedAttrsTestJSON-1637945999-project-admin] Attempting to bind port 5072e347-a3da-48b2-9448-0f1c87101f91 on network 040569bd-71a7-486a-808d-7baf61a9d620 {{(pid=95102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:45:34.142100 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90263d5e-92cf-4529-9387-77a988fd771c tempest-PortsAdminExtendedAttrsTestJSON-1637945999 tempest-PortsAdminExtendedAttrsTestJSON-1637945999-project-admin] Port 5072e347-a3da-48b2-9448-0f1c87101f91 on network 040569bd-71a7-486a-808d-7baf61a9d620 not bound, no agent of type Open vSwitch agent registered on host n-h1-713301-16 {{(pid=95102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 19:45:34.142428 n-d-713301-16 neutron-server[95102]: ERROR neutron.plugins.ml2.managers [None req-90263d5e-92cf-4529-9387-77a988fd771c tempest-PortsAdminExtendedAttrsTestJSON-1637945999 tempest-PortsAdminExtendedAttrsTestJSON-1637945999-project-admin] Failed to bind port 5072e347-a3da-48b2-9448-0f1c87101f91 on host n-h1-713301-16 for vnic_type normal using segments [{'id': '49a93f66-b466-40b3-ad01-7b771ec5ab95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '040569bd-71a7-486a-808d-7baf61a9d620'}] Sep 23 19:45:34.149391 n-d-713301-16 neutron-server[95102]: INFO neutron.plugins.ml2.plugin [None req-90263d5e-92cf-4529-9387-77a988fd771c tempest-PortsAdminExtendedAttrsTestJSON-1637945999 tempest-PortsAdminExtendedAttrsTestJSON-1637945999-project-admin] Attempt 6 to bind port 5072e347-a3da-48b2-9448-0f1c87101f91 Sep 23 19:45:34.206265 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-6095a876-5381-40a7-9c25-aa4493d7e6a8 tempest-TestNetworkBasicOps-1297983559 tempest-TestNetworkBasicOps-1297983559-project-admin] 10.222.0.67 "GET /v2.0/routers HTTP/1.1" status: 200 len: 2332 time: 0.9172914 Sep 23 19:45:34.207213 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.managers [None req-90263d5e-92cf-4529-9387-77a988fd771c tempest-PortsAdminExtendedAttrsTestJSON-1637945999 tempest-PortsAdminExtendedAttrsTestJSON-1637945999-project-admin] Attempting to bind port 5072e347-a3da-48b2-9448-0f1c87101f91 on host n-h1-713301-16 for vnic_type normal with profile {{(pid=95102) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 19:45:34.207549 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.managers [None req-90263d5e-92cf-4529-9387-77a988fd771c tempest-PortsAdminExtendedAttrsTestJSON-1637945999 tempest-PortsAdminExtendedAttrsTestJSON-1637945999-project-admin] Attempting to bind port 5072e347-a3da-48b2-9448-0f1c87101f91 by drivers openvswitch,hyperv on host n-h1-713301-16 at level 0 using segments [{'id': '49a93f66-b466-40b3-ad01-7b771ec5ab95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '040569bd-71a7-486a-808d-7baf61a9d620'}] {{(pid=95102) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 19:45:34.207879 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90263d5e-92cf-4529-9387-77a988fd771c tempest-PortsAdminExtendedAttrsTestJSON-1637945999 tempest-PortsAdminExtendedAttrsTestJSON-1637945999-project-admin] Attempting to bind port 5072e347-a3da-48b2-9448-0f1c87101f91 on network 040569bd-71a7-486a-808d-7baf61a9d620 {{(pid=95102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:45:34.225192 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90263d5e-92cf-4529-9387-77a988fd771c tempest-PortsAdminExtendedAttrsTestJSON-1637945999 tempest-PortsAdminExtendedAttrsTestJSON-1637945999-project-admin] Port 5072e347-a3da-48b2-9448-0f1c87101f91 on network 040569bd-71a7-486a-808d-7baf61a9d620 not bound, no agent of type Open vSwitch agent registered on host n-h1-713301-16 {{(pid=95102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 19:45:34.225527 n-d-713301-16 neutron-server[95102]: ERROR neutron.plugins.ml2.managers [None req-90263d5e-92cf-4529-9387-77a988fd771c tempest-PortsAdminExtendedAttrsTestJSON-1637945999 tempest-PortsAdminExtendedAttrsTestJSON-1637945999-project-admin] Failed to bind port 5072e347-a3da-48b2-9448-0f1c87101f91 on host n-h1-713301-16 for vnic_type normal using segments [{'id': '49a93f66-b466-40b3-ad01-7b771ec5ab95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '040569bd-71a7-486a-808d-7baf61a9d620'}] Sep 23 19:45:34.229221 n-d-713301-16 neutron-server[95102]: INFO neutron.plugins.ml2.plugin [None req-90263d5e-92cf-4529-9387-77a988fd771c tempest-PortsAdminExtendedAttrsTestJSON-1637945999 tempest-PortsAdminExtendedAttrsTestJSON-1637945999-project-admin] Attempt 7 to bind port 5072e347-a3da-48b2-9448-0f1c87101f91 Sep 23 19:45:34.254899 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.managers [None req-90263d5e-92cf-4529-9387-77a988fd771c tempest-PortsAdminExtendedAttrsTestJSON-1637945999 tempest-PortsAdminExtendedAttrsTestJSON-1637945999-project-admin] Attempting to bind port 5072e347-a3da-48b2-9448-0f1c87101f91 on host n-h1-713301-16 for vnic_type normal with profile {{(pid=95102) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 19:45:34.255243 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.managers [None req-90263d5e-92cf-4529-9387-77a988fd771c tempest-PortsAdminExtendedAttrsTestJSON-1637945999 tempest-PortsAdminExtendedAttrsTestJSON-1637945999-project-admin] Attempting to bind port 5072e347-a3da-48b2-9448-0f1c87101f91 by drivers openvswitch,hyperv on host n-h1-713301-16 at level 0 using segments [{'id': '49a93f66-b466-40b3-ad01-7b771ec5ab95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '040569bd-71a7-486a-808d-7baf61a9d620'}] {{(pid=95102) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 19:45:34.255582 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90263d5e-92cf-4529-9387-77a988fd771c tempest-PortsAdminExtendedAttrsTestJSON-1637945999 tempest-PortsAdminExtendedAttrsTestJSON-1637945999-project-admin] Attempting to bind port 5072e347-a3da-48b2-9448-0f1c87101f91 on network 040569bd-71a7-486a-808d-7baf61a9d620 {{(pid=95102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:45:34.265654 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90263d5e-92cf-4529-9387-77a988fd771c tempest-PortsAdminExtendedAttrsTestJSON-1637945999 tempest-PortsAdminExtendedAttrsTestJSON-1637945999-project-admin] Port 5072e347-a3da-48b2-9448-0f1c87101f91 on network 040569bd-71a7-486a-808d-7baf61a9d620 not bound, no agent of type Open vSwitch agent registered on host n-h1-713301-16 {{(pid=95102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 19:45:34.265978 n-d-713301-16 neutron-server[95102]: ERROR neutron.plugins.ml2.managers [None req-90263d5e-92cf-4529-9387-77a988fd771c tempest-PortsAdminExtendedAttrsTestJSON-1637945999 tempest-PortsAdminExtendedAttrsTestJSON-1637945999-project-admin] Failed to bind port 5072e347-a3da-48b2-9448-0f1c87101f91 on host n-h1-713301-16 for vnic_type normal using segments [{'id': '49a93f66-b466-40b3-ad01-7b771ec5ab95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '040569bd-71a7-486a-808d-7baf61a9d620'}] Sep 23 19:45:34.266476 n-d-713301-16 neutron-server[95102]: INFO neutron.plugins.ml2.plugin [None req-90263d5e-92cf-4529-9387-77a988fd771c tempest-PortsAdminExtendedAttrsTestJSON-1637945999 tempest-PortsAdminExtendedAttrsTestJSON-1637945999-project-admin] Attempt 8 to bind port 5072e347-a3da-48b2-9448-0f1c87101f91 Sep 23 19:45:34.279158 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-285595b6-7a33-414d-9624-1d215daf4a66 None None] Provisioning complete for port cf9cc396-0e70-44ee-b385-fb6cd2981196 triggered by entity DHCP. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:45:34.279723 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-285595b6-7a33-414d-9624-1d215daf4a66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:45:34.297979 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.managers [None req-90263d5e-92cf-4529-9387-77a988fd771c tempest-PortsAdminExtendedAttrsTestJSON-1637945999 tempest-PortsAdminExtendedAttrsTestJSON-1637945999-project-admin] Attempting to bind port 5072e347-a3da-48b2-9448-0f1c87101f91 on host n-h1-713301-16 for vnic_type normal with profile {{(pid=95102) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 19:45:34.298316 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.managers [None req-90263d5e-92cf-4529-9387-77a988fd771c tempest-PortsAdminExtendedAttrsTestJSON-1637945999 tempest-PortsAdminExtendedAttrsTestJSON-1637945999-project-admin] Attempting to bind port 5072e347-a3da-48b2-9448-0f1c87101f91 by drivers openvswitch,hyperv on host n-h1-713301-16 at level 0 using segments [{'id': '49a93f66-b466-40b3-ad01-7b771ec5ab95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '040569bd-71a7-486a-808d-7baf61a9d620'}] {{(pid=95102) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 19:45:34.298656 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90263d5e-92cf-4529-9387-77a988fd771c tempest-PortsAdminExtendedAttrsTestJSON-1637945999 tempest-PortsAdminExtendedAttrsTestJSON-1637945999-project-admin] Attempting to bind port 5072e347-a3da-48b2-9448-0f1c87101f91 on network 040569bd-71a7-486a-808d-7baf61a9d620 {{(pid=95102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:45:34.311685 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90263d5e-92cf-4529-9387-77a988fd771c tempest-PortsAdminExtendedAttrsTestJSON-1637945999 tempest-PortsAdminExtendedAttrsTestJSON-1637945999-project-admin] Port 5072e347-a3da-48b2-9448-0f1c87101f91 on network 040569bd-71a7-486a-808d-7baf61a9d620 not bound, no agent of type Open vSwitch agent registered on host n-h1-713301-16 {{(pid=95102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 19:45:34.312015 n-d-713301-16 neutron-server[95102]: ERROR neutron.plugins.ml2.managers [None req-90263d5e-92cf-4529-9387-77a988fd771c tempest-PortsAdminExtendedAttrsTestJSON-1637945999 tempest-PortsAdminExtendedAttrsTestJSON-1637945999-project-admin] Failed to bind port 5072e347-a3da-48b2-9448-0f1c87101f91 on host n-h1-713301-16 for vnic_type normal using segments [{'id': '49a93f66-b466-40b3-ad01-7b771ec5ab95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '040569bd-71a7-486a-808d-7baf61a9d620'}] Sep 23 19:45:34.312404 n-d-713301-16 neutron-server[95102]: INFO neutron.plugins.ml2.plugin [None req-90263d5e-92cf-4529-9387-77a988fd771c tempest-PortsAdminExtendedAttrsTestJSON-1637945999 tempest-PortsAdminExtendedAttrsTestJSON-1637945999-project-admin] Attempt 9 to bind port 5072e347-a3da-48b2-9448-0f1c87101f91 Sep 23 19:45:34.334670 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.managers [None req-90263d5e-92cf-4529-9387-77a988fd771c tempest-PortsAdminExtendedAttrsTestJSON-1637945999 tempest-PortsAdminExtendedAttrsTestJSON-1637945999-project-admin] Attempting to bind port 5072e347-a3da-48b2-9448-0f1c87101f91 on host n-h1-713301-16 for vnic_type normal with profile {{(pid=95102) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 19:45:34.335004 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.managers [None req-90263d5e-92cf-4529-9387-77a988fd771c tempest-PortsAdminExtendedAttrsTestJSON-1637945999 tempest-PortsAdminExtendedAttrsTestJSON-1637945999-project-admin] Attempting to bind port 5072e347-a3da-48b2-9448-0f1c87101f91 by drivers openvswitch,hyperv on host n-h1-713301-16 at level 0 using segments [{'id': '49a93f66-b466-40b3-ad01-7b771ec5ab95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '040569bd-71a7-486a-808d-7baf61a9d620'}] {{(pid=95102) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 19:45:34.335345 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90263d5e-92cf-4529-9387-77a988fd771c tempest-PortsAdminExtendedAttrsTestJSON-1637945999 tempest-PortsAdminExtendedAttrsTestJSON-1637945999-project-admin] Attempting to bind port 5072e347-a3da-48b2-9448-0f1c87101f91 on network 040569bd-71a7-486a-808d-7baf61a9d620 {{(pid=95102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:45:34.347790 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-597c6093-d451-455a-94d9-e8f00e903f51 None None] Pushing event updated for resources: {'Port': ['ID=cf9cc396-0e70-44ee-b385-fb6cd2981196,revision_number=4']} {{(pid=95104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:45:34.365315 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90263d5e-92cf-4529-9387-77a988fd771c tempest-PortsAdminExtendedAttrsTestJSON-1637945999 tempest-PortsAdminExtendedAttrsTestJSON-1637945999-project-admin] Port 5072e347-a3da-48b2-9448-0f1c87101f91 on network 040569bd-71a7-486a-808d-7baf61a9d620 not bound, no agent of type Open vSwitch agent registered on host n-h1-713301-16 {{(pid=95102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 19:45:34.365649 n-d-713301-16 neutron-server[95102]: ERROR neutron.plugins.ml2.managers [None req-90263d5e-92cf-4529-9387-77a988fd771c tempest-PortsAdminExtendedAttrsTestJSON-1637945999 tempest-PortsAdminExtendedAttrsTestJSON-1637945999-project-admin] Failed to bind port 5072e347-a3da-48b2-9448-0f1c87101f91 on host n-h1-713301-16 for vnic_type normal using segments [{'id': '49a93f66-b466-40b3-ad01-7b771ec5ab95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '040569bd-71a7-486a-808d-7baf61a9d620'}] Sep 23 19:45:34.366039 n-d-713301-16 neutron-server[95102]: INFO neutron.plugins.ml2.plugin [None req-90263d5e-92cf-4529-9387-77a988fd771c tempest-PortsAdminExtendedAttrsTestJSON-1637945999 tempest-PortsAdminExtendedAttrsTestJSON-1637945999-project-admin] Attempt 10 to bind port 5072e347-a3da-48b2-9448-0f1c87101f91 Sep 23 19:45:34.382731 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12f3728f-12e6-49c1-b8b6-b89457660c16 None None] Routers {'940b5249-2171-4c13-b299-b8ff30913590'} bound to L3 agent in host n-d-713301-16 {{(pid=95104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 19:45:34.391323 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_hamode_db [None req-12f3728f-12e6-49c1-b8b6-b89457660c16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-23T19:07:52Z,description=,heartbeat_timestamp=2021-09-23T19:45:23Z,host='n-d-713301-16',id=79a740bf-7821-4989-8288-7186e3e128f3,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:07:52Z,topic='l3_agent')) {'router_ids': ['940b5249-2171-4c13-b299-b8ff30913590'], 'active': True} {{(pid=95104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:45:34.410560 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.managers [None req-90263d5e-92cf-4529-9387-77a988fd771c tempest-PortsAdminExtendedAttrsTestJSON-1637945999 tempest-PortsAdminExtendedAttrsTestJSON-1637945999-project-admin] Attempting to bind port 5072e347-a3da-48b2-9448-0f1c87101f91 on host n-h1-713301-16 for vnic_type normal with profile {{(pid=95102) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 19:45:34.412033 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.managers [None req-90263d5e-92cf-4529-9387-77a988fd771c tempest-PortsAdminExtendedAttrsTestJSON-1637945999 tempest-PortsAdminExtendedAttrsTestJSON-1637945999-project-admin] Attempting to bind port 5072e347-a3da-48b2-9448-0f1c87101f91 by drivers openvswitch,hyperv on host n-h1-713301-16 at level 0 using segments [{'id': '49a93f66-b466-40b3-ad01-7b771ec5ab95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '040569bd-71a7-486a-808d-7baf61a9d620'}] {{(pid=95102) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 19:45:34.412942 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90263d5e-92cf-4529-9387-77a988fd771c tempest-PortsAdminExtendedAttrsTestJSON-1637945999 tempest-PortsAdminExtendedAttrsTestJSON-1637945999-project-admin] Attempting to bind port 5072e347-a3da-48b2-9448-0f1c87101f91 on network 040569bd-71a7-486a-808d-7baf61a9d620 {{(pid=95102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:45:34.422558 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90263d5e-92cf-4529-9387-77a988fd771c tempest-PortsAdminExtendedAttrsTestJSON-1637945999 tempest-PortsAdminExtendedAttrsTestJSON-1637945999-project-admin] Port 5072e347-a3da-48b2-9448-0f1c87101f91 on network 040569bd-71a7-486a-808d-7baf61a9d620 not bound, no agent of type Open vSwitch agent registered on host n-h1-713301-16 {{(pid=95102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 19:45:34.422957 n-d-713301-16 neutron-server[95102]: ERROR neutron.plugins.ml2.managers [None req-90263d5e-92cf-4529-9387-77a988fd771c tempest-PortsAdminExtendedAttrsTestJSON-1637945999 tempest-PortsAdminExtendedAttrsTestJSON-1637945999-project-admin] Failed to bind port 5072e347-a3da-48b2-9448-0f1c87101f91 on host n-h1-713301-16 for vnic_type normal using segments [{'id': '49a93f66-b466-40b3-ad01-7b771ec5ab95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '040569bd-71a7-486a-808d-7baf61a9d620'}] Sep 23 19:45:34.426042 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-90263d5e-92cf-4529-9387-77a988fd771c tempest-PortsAdminExtendedAttrsTestJSON-1637945999 tempest-PortsAdminExtendedAttrsTestJSON-1637945999-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:45:34.502383 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-285595b6-7a33-414d-9624-1d215daf4a66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:45:34.575870 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-285595b6-7a33-414d-9624-1d215daf4a66 None None] For port cf9cc396-0e70-44ee-b385-fb6cd2981196, host n-d-713301-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-16',level=0,port_id=cf9cc396-0e70-44ee-b385-fb6cd2981196,segment=NetworkSegment(715f662e-ea71-4327-bc2c-7c1fd4f58dd8),segment_id=715f662e-ea71-4327-bc2c-7c1fd4f58dd8)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:45:34.589044 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-285595b6-7a33-414d-9624-1d215daf4a66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:45:34.661105 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.db [None req-90263d5e-92cf-4529-9387-77a988fd771c tempest-PortsAdminExtendedAttrsTestJSON-1637945999 tempest-PortsAdminExtendedAttrsTestJSON-1637945999-project-admin] For port 5072e347-a3da-48b2-9448-0f1c87101f91, host n-h1-713301-16, cleared binding levels {{(pid=95102) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 19:45:34.663424 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.db [None req-90263d5e-92cf-4529-9387-77a988fd771c tempest-PortsAdminExtendedAttrsTestJSON-1637945999 tempest-PortsAdminExtendedAttrsTestJSON-1637945999-project-admin] Attempted to set empty binding levels {{(pid=95102) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Sep 23 19:45:34.673271 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-90263d5e-92cf-4529-9387-77a988fd771c tempest-PortsAdminExtendedAttrsTestJSON-1637945999 tempest-PortsAdminExtendedAttrsTestJSON-1637945999-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4399095'] for port, after_update {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:45:34.734664 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-285595b6-7a33-414d-9624-1d215daf4a66 None None] Pushing event updated for resources: {'Port': ['ID=cf9cc396-0e70-44ee-b385-fb6cd2981196,revision_number=5']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:45:34.751878 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 39920) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:45:34.759835 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.v2.base [None req-8825e4eb-4cd0-47c6-b012-ddd691effb5f tempest-TestNetworkBasicOps-1575950199 tempest-TestNetworkBasicOps-1575950199-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1142932629', 'description': 'tempest-secgroup-smoke-1142932629 description', 'project_id': '7fd7324f75754f93a5f1d406b61f5276'}} {{(pid=95101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:45:34.777303 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.plugin [None req-90263d5e-92cf-4529-9387-77a988fd771c tempest-PortsAdminExtendedAttrsTestJSON-1637945999 tempest-PortsAdminExtendedAttrsTestJSON-1637945999-project-admin] In _notify_port_updated(), no bound segment for port 5072e347-a3da-48b2-9448-0f1c87101f91 on network 040569bd-71a7-486a-808d-7baf61a9d620 {{(pid=95102) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Sep 23 19:45:34.778205 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90263d5e-92cf-4529-9387-77a988fd771c tempest-PortsAdminExtendedAttrsTestJSON-1637945999 tempest-PortsAdminExtendedAttrsTestJSON-1637945999-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:45:34.778828 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-90263d5e-92cf-4529-9387-77a988fd771c tempest-PortsAdminExtendedAttrsTestJSON-1637945999 tempest-PortsAdminExtendedAttrsTestJSON-1637945999-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222849'] for port, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:45:34.780199 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-90263d5e-92cf-4529-9387-77a988fd771c tempest-PortsAdminExtendedAttrsTestJSON-1637945999 tempest-PortsAdminExtendedAttrsTestJSON-1637945999-project-admin] 10.222.0.67 "PUT /v2.0/ports/5072e347-a3da-48b2-9448-0f1c87101f91 HTTP/1.1" status: 200 len: 975 time: 2.2611504 Sep 23 19:45:34.783050 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90263d5e-92cf-4529-9387-77a988fd771c tempest-PortsAdminExtendedAttrsTestJSON-1637945999 tempest-PortsAdminExtendedAttrsTestJSON-1637945999-project-admin] Pushing event updated for resources: {'Port': ['ID=5072e347-a3da-48b2-9448-0f1c87101f91,revision_number=3']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:45:34.787565 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 39922) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:45:34.830019 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-8825e4eb-4cd0-47c6-b012-ddd691effb5f tempest-TestNetworkBasicOps-1575950199 tempest-TestNetworkBasicOps-1575950199-project] Notify callbacks [] for security_group, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:45:34.935080 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-e80706f2-be48-463c-b706-f324fdb59aa1 None None] Provisioning complete for port cf9cc396-0e70-44ee-b385-fb6cd2981196 triggered by entity DHCP. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:45:34.936713 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-e80706f2-be48-463c-b706-f324fdb59aa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:45:34.993574 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-8825e4eb-4cd0-47c6-b012-ddd691effb5f tempest-TestNetworkBasicOps-1575950199 tempest-TestNetworkBasicOps-1575950199-project] Notify callbacks [] for security_group, precommit_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:45:34.996764 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_dvr_db [None req-12f3728f-12e6-49c1-b8b6-b89457660c16 None None] Set router 940b5249-2171-4c13-b299-b8ff30913590 gateway port host: n-d-713301-16 {{(pid=95104) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 19:45:35.004095 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-8825e4eb-4cd0-47c6-b012-ddd691effb5f tempest-TestNetworkBasicOps-1575950199 tempest-TestNetworkBasicOps-1575950199-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:45:35.125991 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-8825e4eb-4cd0-47c6-b012-ddd691effb5f tempest-TestNetworkBasicOps-1575950199 tempest-TestNetworkBasicOps-1575950199-project] Notify callbacks [] for security_group, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:45:35.164304 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 39938) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:45:35.167172 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-8825e4eb-4cd0-47c6-b012-ddd691effb5f tempest-TestNetworkBasicOps-1575950199 tempest-TestNetworkBasicOps-1575950199-project] 10.222.0.67 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.4140236 Sep 23 19:45:35.170987 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.v2.base [None req-dd992b53-9277-48cf-963e-eebf2ef7dfdf tempest-TestNetworkBasicOps-1575950199 tempest-TestNetworkBasicOps-1575950199-project] Request body: {'security_group_rule': {'security_group_id': 'c0bb3388-4363-49d8-8145-e6bd5372022a', 'project_id': '7fd7324f75754f93a5f1d406b61f5276', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:45:35.203550 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8825e4eb-4cd0-47c6-b012-ddd691effb5f tempest-TestNetworkBasicOps-1575950199 tempest-TestNetworkBasicOps-1575950199-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c0bb3388-4363-49d8-8145-e6bd5372022a,revision_number=1']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:45:35.245976 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-dd992b53-9277-48cf-963e-eebf2ef7dfdf tempest-TestNetworkBasicOps-1575950199 tempest-TestNetworkBasicOps-1575950199-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:45:35.249357 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.plugin [None req-a422da43-e1f6-4b05-82fb-b93670f0d5db tempest-PortsAdminExtendedAttrsTestJSON-1637945999 tempest-PortsAdminExtendedAttrsTestJSON-1637945999-project-admin] Deleting port 5072e347-a3da-48b2-9448-0f1c87101f91 {{(pid=95101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:45:35.249949 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-a422da43-e1f6-4b05-82fb-b93670f0d5db tempest-PortsAdminExtendedAttrsTestJSON-1637945999 tempest-PortsAdminExtendedAttrsTestJSON-1637945999-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783146157096'] for port, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:45:35.365647 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-dd992b53-9277-48cf-963e-eebf2ef7dfdf tempest-TestNetworkBasicOps-1575950199 tempest-TestNetworkBasicOps-1575950199-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:45:35.398417 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-dd992b53-9277-48cf-963e-eebf2ef7dfdf tempest-TestNetworkBasicOps-1575950199 tempest-TestNetworkBasicOps-1575950199-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575319'] for security_group_rule, after_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:45:35.442164 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd992b53-9277-48cf-963e-eebf2ef7dfdf tempest-TestNetworkBasicOps-1575950199 tempest-TestNetworkBasicOps-1575950199-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a0b55cb5-ef23-46f5-a098-561dc333298f,revision_number=0']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:45:35.462054 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.db [None req-a422da43-e1f6-4b05-82fb-b93670f0d5db tempest-PortsAdminExtendedAttrsTestJSON-1637945999 tempest-PortsAdminExtendedAttrsTestJSON-1637945999-project-admin] For port 5072e347-a3da-48b2-9448-0f1c87101f91, host n-h1-713301-16, got binding levels [] {{(pid=95101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:45:35.462955 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-a422da43-e1f6-4b05-82fb-b93670f0d5db tempest-PortsAdminExtendedAttrsTestJSON-1637945999 tempest-PortsAdminExtendedAttrsTestJSON-1637945999-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-605701'] for port, precommit_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:45:35.476633 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-dd992b53-9277-48cf-963e-eebf2ef7dfdf tempest-TestNetworkBasicOps-1575950199 tempest-TestNetworkBasicOps-1575950199-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:45:35.489499 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-dd992b53-9277-48cf-963e-eebf2ef7dfdf tempest-TestNetworkBasicOps-1575950199 tempest-TestNetworkBasicOps-1575950199-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3168788 Sep 23 19:45:35.490453 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 39944) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:45:35.514567 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.v2.base [None req-dc4da208-7ea2-4b28-8057-2dabda16c509 tempest-TestNetworkBasicOps-1575950199 tempest-TestNetworkBasicOps-1575950199-project] Request body: {'security_group_rule': {'security_group_id': 'c0bb3388-4363-49d8-8145-e6bd5372022a', 'project_id': '7fd7324f75754f93a5f1d406b61f5276', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=95101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:45:35.560490 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_hamode_db [None req-12f3728f-12e6-49c1-b8b6-b89457660c16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '940b5249-2171-4c13-b299-b8ff30913590', 'name': 'tempest-TestNetworkBasicOps-router-1225130637', 'tenant_id': '7fd7324f75754f93a5f1d406b61f5276', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'external_fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.199'}], 'enable_snat': True}, 'gw_port_id': 'ef3ff6df-00cb-4c7b-8985-2526c3c45209', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:45:22Z', 'updated_at': '2021-09-23T19:45:30Z', 'revision_number': 4, 'project_id': '7fd7324f75754f93a5f1d406b61f5276', 'gw_port': {'id': 'ef3ff6df-00cb-4c7b-8985-2526c3c45209', 'name': '', 'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:86:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '940b5249-2171-4c13-b299-b8ff30913590', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2956, 'fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:45:23Z', 'updated_at': '2021-09-23T19:45:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-16', '_interfaces': [{'id': 'cf9cc396-0e70-44ee-b385-fb6cd2981196', 'name': '', 'network_id': '556d491a-fa37-496f-b55a-840ae2087f7d', 'tenant_id': '7fd7324f75754f93a5f1d406b61f5276', 'mac_address': 'fa:16:3e:68:2e:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '940b5249-2171-4c13-b299-b8ff30913590', 'device_owner': 'network:router_interface', 'standard_attr_id': 2979, 'fixed_ips': [{'subnet_id': 'fa6db639-afc2-4d79-8f5d-63a8ed67b4c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:45:29Z', 'updated_at': '2021-09-23T19:45:34Z', 'revision_number': 4, 'project_id': '7fd7324f75754f93a5f1d406b61f5276', 'subnets': [{'id': 'fa6db639-afc2-4d79-8f5d-63a8ed67b4c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-16', False) {} {{(pid=95104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:45:35.567925 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.plugin [None req-a422da43-e1f6-4b05-82fb-b93670f0d5db tempest-PortsAdminExtendedAttrsTestJSON-1637945999 tempest-PortsAdminExtendedAttrsTestJSON-1637945999-project-admin] Calling delete_port for 5072e347-a3da-48b2-9448-0f1c87101f91 owned by {{(pid=95101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:45:35.606191 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-dc4da208-7ea2-4b28-8057-2dabda16c509 tempest-TestNetworkBasicOps-1575950199 tempest-TestNetworkBasicOps-1575950199-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:45:35.637533 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12f3728f-12e6-49c1-b8b6-b89457660c16 None None] The sync data for ids ['940b5249-2171-4c13-b299-b8ff30913590'] in n-d-713301-16 is: [{'id': '940b5249-2171-4c13-b299-b8ff30913590', 'name': 'tempest-TestNetworkBasicOps-router-1225130637', 'tenant_id': '7fd7324f75754f93a5f1d406b61f5276', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'external_fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.199'}], 'enable_snat': True}, 'gw_port_id': 'ef3ff6df-00cb-4c7b-8985-2526c3c45209', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:45:22Z', 'updated_at': '2021-09-23T19:45:30Z', 'revision_number': 4, 'project_id': '7fd7324f75754f93a5f1d406b61f5276', 'gw_port': {'id': 'ef3ff6df-00cb-4c7b-8985-2526c3c45209', 'name': '', 'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:86:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '940b5249-2171-4c13-b299-b8ff30913590', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2956, 'fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:45:23Z', 'updated_at': '2021-09-23T19:45:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-16', '_interfaces': [{'id': 'cf9cc396-0e70-44ee-b385-fb6cd2981196', 'name': '', 'network_id': '556d491a-fa37-496f-b55a-840ae2087f7d', 'tenant_id': '7fd7324f75754f93a5f1d406b61f5276', 'mac_address': 'fa:16:3e:68:2e:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '940b5249-2171-4c13-b299-b8ff30913590', 'device_owner': 'network:router_interface', 'standard_attr_id': 2979, 'fixed_ips': [{'subnet_id': 'fa6db639-afc2-4d79-8f5d-63a8ed67b4c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:45:29Z', 'updated_at': '2021-09-23T19:45:34Z', 'revision_number': 4, 'project_id': '7fd7324f75754f93a5f1d406b61f5276', 'subnets': [{'id': 'fa6db639-afc2-4d79-8f5d-63a8ed67b4c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 19:45:35.835939 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-dc4da208-7ea2-4b28-8057-2dabda16c509 tempest-TestNetworkBasicOps-1575950199 tempest-TestNetworkBasicOps-1575950199-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:45:35.849520 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-dc4da208-7ea2-4b28-8057-2dabda16c509 tempest-TestNetworkBasicOps-1575950199 tempest-TestNetworkBasicOps-1575950199-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575319'] for security_group_rule, after_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:45:35.890470 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-dc4da208-7ea2-4b28-8057-2dabda16c509 tempest-TestNetworkBasicOps-1575950199 tempest-TestNetworkBasicOps-1575950199-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:45:35.895019 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-dc4da208-7ea2-4b28-8057-2dabda16c509 tempest-TestNetworkBasicOps-1575950199 tempest-TestNetworkBasicOps-1575950199-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3996420 Sep 23 19:45:35.896011 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 39952) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:45:35.922679 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc4da208-7ea2-4b28-8057-2dabda16c509 tempest-TestNetworkBasicOps-1575950199 tempest-TestNetworkBasicOps-1575950199-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7b585a4f-59a4-47f1-8ccf-ebf2994e7786,revision_number=0']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:45:35.927419 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.v2.base [None req-2a19fea8-d67d-4390-8784-dcee3e403f9a tempest-TestNetworkBasicOps-1575950199 tempest-TestNetworkBasicOps-1575950199-project] Request body: {'security_group_rule': {'security_group_id': 'c0bb3388-4363-49d8-8145-e6bd5372022a', 'project_id': '7fd7324f75754f93a5f1d406b61f5276', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=95102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:45:35.944443 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-a422da43-e1f6-4b05-82fb-b93670f0d5db tempest-PortsAdminExtendedAttrsTestJSON-1637945999 tempest-PortsAdminExtendedAttrsTestJSON-1637945999-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783146162158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783145673144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5607431'] for port, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:45:35.985857 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-a422da43-e1f6-4b05-82fb-b93670f0d5db tempest-PortsAdminExtendedAttrsTestJSON-1637945999 tempest-PortsAdminExtendedAttrsTestJSON-1637945999-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222849'] for port, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:45:35.988434 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-a422da43-e1f6-4b05-82fb-b93670f0d5db tempest-PortsAdminExtendedAttrsTestJSON-1637945999 tempest-PortsAdminExtendedAttrsTestJSON-1637945999-project-admin] 10.222.0.67 "DELETE /v2.0/ports/5072e347-a3da-48b2-9448-0f1c87101f91 HTTP/1.1" status: 204 len: 168 time: 1.1997552 Sep 23 19:45:35.991743 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 39960) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:45:36.021760 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-2a19fea8-d67d-4390-8784-dcee3e403f9a tempest-TestNetworkBasicOps-1575950199 tempest-TestNetworkBasicOps-1575950199-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:45:36.026220 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a422da43-e1f6-4b05-82fb-b93670f0d5db tempest-PortsAdminExtendedAttrsTestJSON-1637945999 tempest-PortsAdminExtendedAttrsTestJSON-1637945999-project-admin] Pushing event deleted for resources: {'Port': ['ID=5072e347-a3da-48b2-9448-0f1c87101f91,revision_number=None']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:45:36.049374 n-d-713301-16 neutron-server[95101]: INFO neutron.pecan_wsgi.hooks.translation [None req-36fd8d08-c861-4867-8e0e-c266b731dad2 tempest-PortsAdminExtendedAttrsTestJSON-1637945999 tempest-PortsAdminExtendedAttrsTestJSON-1637945999-project-admin] GET failed (client error): The resource could not be found. Sep 23 19:45:36.059159 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-36fd8d08-c861-4867-8e0e-c266b731dad2 tempest-PortsAdminExtendedAttrsTestJSON-1637945999 tempest-PortsAdminExtendedAttrsTestJSON-1637945999-project-admin] 10.222.0.67 "GET /v2.0/ports/5072e347-a3da-48b2-9448-0f1c87101f91 HTTP/1.1" status: 404 len: 333 time: 0.0662785 Sep 23 19:45:36.063059 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 39962) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:45:36.201346 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-2a19fea8-d67d-4390-8784-dcee3e403f9a tempest-TestNetworkBasicOps-1575950199 tempest-TestNetworkBasicOps-1575950199-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:45:36.236096 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-2a19fea8-d67d-4390-8784-dcee3e403f9a tempest-TestNetworkBasicOps-1575950199 tempest-TestNetworkBasicOps-1575950199-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575319'] for security_group_rule, after_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:45:36.260069 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-674fabfb-f9e1-44d6-b891-31a8e7482cb1 tempest-PortsAdminExtendedAttrsTestJSON-979614095 tempest-PortsAdminExtendedAttrsTestJSON-979614095-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1628021'] for network, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:45:36.297653 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-2a19fea8-d67d-4390-8784-dcee3e403f9a tempest-TestNetworkBasicOps-1575950199 tempest-TestNetworkBasicOps-1575950199-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:45:36.300196 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-2a19fea8-d67d-4390-8784-dcee3e403f9a tempest-TestNetworkBasicOps-1575950199 tempest-TestNetworkBasicOps-1575950199-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3975801 Sep 23 19:45:36.302818 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 39968) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:45:36.339162 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.v2.base [None req-f641034d-07c5-43ef-a375-15991b6d13d1 tempest-TestNetworkBasicOps-1575950199 tempest-TestNetworkBasicOps-1575950199-project] Request body: {'security_group_rule': {'security_group_id': 'c0bb3388-4363-49d8-8145-e6bd5372022a', 'project_id': '7fd7324f75754f93a5f1d406b61f5276', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=95102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:45:36.423093 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a19fea8-d67d-4390-8784-dcee3e403f9a tempest-TestNetworkBasicOps-1575950199 tempest-TestNetworkBasicOps-1575950199-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9d0a0ade-238c-4c70-ad34-bfa6825ec43b,revision_number=0']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:45:36.424716 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-674fabfb-f9e1-44d6-b891-31a8e7482cb1 tempest-PortsAdminExtendedAttrsTestJSON-979614095 tempest-PortsAdminExtendedAttrsTestJSON-979614095-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1754676', 'neutron.services.segments.db._delete_segments_for_network-8783146221460'] for network, precommit_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:45:36.452261 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-f641034d-07c5-43ef-a375-15991b6d13d1 tempest-TestNetworkBasicOps-1575950199 tempest-TestNetworkBasicOps-1575950199-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:45:36.477739 n-d-713301-16 neutron-server[95101]: DEBUG neutron.services.segments.db [None req-674fabfb-f9e1-44d6-b891-31a8e7482cb1 tempest-PortsAdminExtendedAttrsTestJSON-979614095 tempest-PortsAdminExtendedAttrsTestJSON-979614095-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['040569bd-71a7-486a-808d-7baf61a9d620']}} {{(pid=95101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:45:36.505527 n-d-713301-16 neutron-server[95101]: DEBUG neutron.services.segments.db [None req-674fabfb-f9e1-44d6-b891-31a8e7482cb1 tempest-PortsAdminExtendedAttrsTestJSON-979614095 tempest-PortsAdminExtendedAttrsTestJSON-979614095-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '49a93f66-b466-40b3-ad01-7b771ec5ab95') {'for_net_delete': True} {{(pid=95101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:45:36.507086 n-d-713301-16 neutron-server[95101]: DEBUG neutron.services.segments.db [None req-674fabfb-f9e1-44d6-b891-31a8e7482cb1 tempest-PortsAdminExtendedAttrsTestJSON-979614095 tempest-PortsAdminExtendedAttrsTestJSON-979614095-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '49a93f66-b466-40b3-ad01-7b771ec5ab95') {} {{(pid=95101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:45:36.548120 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-674fabfb-f9e1-44d6-b891-31a8e7482cb1 tempest-PortsAdminExtendedAttrsTestJSON-979614095 tempest-PortsAdminExtendedAttrsTestJSON-979614095-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783146221725', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6007147'] for segment, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:45:36.582305 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-f641034d-07c5-43ef-a375-15991b6d13d1 tempest-TestNetworkBasicOps-1575950199 tempest-TestNetworkBasicOps-1575950199-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:45:36.591430 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-f641034d-07c5-43ef-a375-15991b6d13d1 tempest-TestNetworkBasicOps-1575950199 tempest-TestNetworkBasicOps-1575950199-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575319'] for security_group_rule, after_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:45:36.593999 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-674fabfb-f9e1-44d6-b891-31a8e7482cb1 tempest-PortsAdminExtendedAttrsTestJSON-979614095 tempest-PortsAdminExtendedAttrsTestJSON-979614095-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1756186'] for segment, precommit_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:45:36.604338 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-674fabfb-f9e1-44d6-b891-31a8e7482cb1 tempest-PortsAdminExtendedAttrsTestJSON-979614095 tempest-PortsAdminExtendedAttrsTestJSON-979614095-project] Releasing vlan 642 on physical network physnet1 to pool {{(pid=95101) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 19:45:36.604928 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-674fabfb-f9e1-44d6-b891-31a8e7482cb1 tempest-PortsAdminExtendedAttrsTestJSON-979614095 tempest-PortsAdminExtendedAttrsTestJSON-979614095-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1756186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5608436'] for segment, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:45:36.608656 n-d-713301-16 neutron-server[95101]: Traceback (most recent call last): Sep 23 19:45:36.608656 n-d-713301-16 neutron-server[95101]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 19:45:36.608656 n-d-713301-16 neutron-server[95101]: timer() Sep 23 19:45:36.608656 n-d-713301-16 neutron-server[95101]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 19:45:36.608656 n-d-713301-16 neutron-server[95101]: cb(*args, **kw) Sep 23 19:45:36.608656 n-d-713301-16 neutron-server[95101]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 19:45:36.608656 n-d-713301-16 neutron-server[95101]: return func(*args, **kwargs) Sep 23 19:45:36.608656 n-d-713301-16 neutron-server[95101]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 19:45:36.608656 n-d-713301-16 neutron-server[95101]: self._notify() Sep 23 19:45:36.608656 n-d-713301-16 neutron-server[95101]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 19:45:36.608656 n-d-713301-16 neutron-server[95101]: self.callback(batched_events) Sep 23 19:45:36.608656 n-d-713301-16 neutron-server[95101]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 19:45:36.608656 n-d-713301-16 neutron-server[95101]: event.method(event) Sep 23 19:45:36.608656 n-d-713301-16 neutron-server[95101]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 19:45:36.608656 n-d-713301-16 neutron-server[95101]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 19:45:36.608656 n-d-713301-16 neutron-server[95101]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 19:45:36.608656 n-d-713301-16 neutron-server[95101]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 19:45:36.608656 n-d-713301-16 neutron-server[95101]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 19:45:36.608656 n-d-713301-16 neutron-server[95101]: return f(self, *a, **k) Sep 23 19:45:36.608656 n-d-713301-16 neutron-server[95101]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 19:45:36.608656 n-d-713301-16 neutron-server[95101]: return self._get(url).json() Sep 23 19:45:36.608656 n-d-713301-16 neutron-server[95101]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 19:45:36.608656 n-d-713301-16 neutron-server[95101]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 19:45:36.608656 n-d-713301-16 neutron-server[95101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 19:45:36.608656 n-d-713301-16 neutron-server[95101]: return self.request(url, 'GET', **kwargs) Sep 23 19:45:36.608656 n-d-713301-16 neutron-server[95101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 19:45:36.608656 n-d-713301-16 neutron-server[95101]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 19:45:36.608656 n-d-713301-16 neutron-server[95101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 19:45:36.608656 n-d-713301-16 neutron-server[95101]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 19:45:36.608656 n-d-713301-16 neutron-server[95101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 19:45:36.608656 n-d-713301-16 neutron-server[95101]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 19:45:36.608656 n-d-713301-16 neutron-server[95101]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 19:45:36.632402 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f641034d-07c5-43ef-a375-15991b6d13d1 tempest-TestNetworkBasicOps-1575950199 tempest-TestNetworkBasicOps-1575950199-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8c9c8ac2-9575-4b96-aad3-1eb0cf6f2329,revision_number=0']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:45:36.653259 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-f641034d-07c5-43ef-a375-15991b6d13d1 tempest-TestNetworkBasicOps-1575950199 tempest-TestNetworkBasicOps-1575950199-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:45:36.655022 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-f641034d-07c5-43ef-a375-15991b6d13d1 tempest-TestNetworkBasicOps-1575950199 tempest-TestNetworkBasicOps-1575950199-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3347411 Sep 23 19:45:36.660129 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 39974) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:45:36.666842 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.v2.base [None req-532c12b1-88cd-4eea-84c1-1792d221e527 tempest-TestNetworkBasicOps-1575950199 tempest-TestNetworkBasicOps-1575950199-project] Request body: {'security_group_rule': {'security_group_id': 'c0bb3388-4363-49d8-8145-e6bd5372022a', 'project_id': '7fd7324f75754f93a5f1d406b61f5276', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=95102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:45:36.695333 n-d-713301-16 neutron-server[95102]: INFO neutron.db.securitygroups_db [None req-532c12b1-88cd-4eea-84c1-1792d221e527 tempest-TestNetworkBasicOps-1575950199 tempest-TestNetworkBasicOps-1575950199-project] Project 7fd7324f75754f93a5f1d406b61f5276 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 23 19:45:36.716574 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-674fabfb-f9e1-44d6-b891-31a8e7482cb1 tempest-PortsAdminExtendedAttrsTestJSON-979614095 tempest-PortsAdminExtendedAttrsTestJSON-979614095-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1754627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-601866'] for network, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:45:36.717392 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-532c12b1-88cd-4eea-84c1-1792d221e527 tempest-TestNetworkBasicOps-1575950199 tempest-TestNetworkBasicOps-1575950199-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:45:36.722321 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-674fabfb-f9e1-44d6-b891-31a8e7482cb1 tempest-PortsAdminExtendedAttrsTestJSON-979614095 tempest-PortsAdminExtendedAttrsTestJSON-979614095-project] Notify callbacks [] for network, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:45:36.724319 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-674fabfb-f9e1-44d6-b891-31a8e7482cb1 tempest-PortsAdminExtendedAttrsTestJSON-979614095 tempest-PortsAdminExtendedAttrsTestJSON-979614095-project] 10.222.0.67 "DELETE /v2.0/networks/040569bd-71a7-486a-808d-7baf61a9d620 HTTP/1.1" status: 204 len: 168 time: 0.6601593 Sep 23 19:45:36.761890 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-674fabfb-f9e1-44d6-b891-31a8e7482cb1 tempest-PortsAdminExtendedAttrsTestJSON-979614095 tempest-PortsAdminExtendedAttrsTestJSON-979614095-project] Pushing event deleted for resources: {'Network': ['ID=040569bd-71a7-486a-808d-7baf61a9d620,revision_number=None']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:45:36.834720 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-532c12b1-88cd-4eea-84c1-1792d221e527 tempest-TestNetworkBasicOps-1575950199 tempest-TestNetworkBasicOps-1575950199-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:45:36.846683 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-532c12b1-88cd-4eea-84c1-1792d221e527 tempest-TestNetworkBasicOps-1575950199 tempest-TestNetworkBasicOps-1575950199-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575319'] for security_group_rule, after_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:45:36.879246 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-532c12b1-88cd-4eea-84c1-1792d221e527 tempest-TestNetworkBasicOps-1575950199 tempest-TestNetworkBasicOps-1575950199-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e13a30f5-696f-4fac-8100-5e06715040d3,revision_number=0']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:45:36.891961 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-532c12b1-88cd-4eea-84c1-1792d221e527 tempest-TestNetworkBasicOps-1575950199 tempest-TestNetworkBasicOps-1575950199-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:45:36.901482 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 39982) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:45:36.902069 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-532c12b1-88cd-4eea-84c1-1792d221e527 tempest-TestNetworkBasicOps-1575950199 tempest-TestNetworkBasicOps-1575950199-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2398000 Sep 23 19:45:36.909722 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.v2.base [None req-5875330d-21ab-47aa-8fed-8308cc8ef8c9 tempest-TestNetworkBasicOps-1575950199 tempest-TestNetworkBasicOps-1575950199-project] Request body: {'security_group_rule': {'security_group_id': 'c0bb3388-4363-49d8-8145-e6bd5372022a', 'project_id': '7fd7324f75754f93a5f1d406b61f5276', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=95101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:45:36.969799 n-d-713301-16 neutron-server[95101]: INFO neutron.db.securitygroups_db [None req-5875330d-21ab-47aa-8fed-8308cc8ef8c9 tempest-TestNetworkBasicOps-1575950199 tempest-TestNetworkBasicOps-1575950199-project] Project 7fd7324f75754f93a5f1d406b61f5276 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 23 19:45:36.975341 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-5875330d-21ab-47aa-8fed-8308cc8ef8c9 tempest-TestNetworkBasicOps-1575950199 tempest-TestNetworkBasicOps-1575950199-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:45:37.226494 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-5875330d-21ab-47aa-8fed-8308cc8ef8c9 tempest-TestNetworkBasicOps-1575950199 tempest-TestNetworkBasicOps-1575950199-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:45:37.233587 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-5875330d-21ab-47aa-8fed-8308cc8ef8c9 tempest-TestNetworkBasicOps-1575950199 tempest-TestNetworkBasicOps-1575950199-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575319'] for security_group_rule, after_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:45:37.296101 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-5875330d-21ab-47aa-8fed-8308cc8ef8c9 tempest-TestNetworkBasicOps-1575950199 tempest-TestNetworkBasicOps-1575950199-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:45:37.297344 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-5875330d-21ab-47aa-8fed-8308cc8ef8c9 tempest-TestNetworkBasicOps-1575950199 tempest-TestNetworkBasicOps-1575950199-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3948007 Sep 23 19:45:37.344000 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5875330d-21ab-47aa-8fed-8308cc8ef8c9 tempest-TestNetworkBasicOps-1575950199 tempest-TestNetworkBasicOps-1575950199-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b54f643b-ed9c-474a-884c-ca37c415ab4b,revision_number=0']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:45:37.363260 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 39998) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:45:37.478731 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Device cf9cc396-0e70-44ee-b385-fb6cd2981196 up at agent ovs-agent-n-d-713301-16 {{(pid=95103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 19:45:37.640488 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Provisioning complete for port cf9cc396-0e70-44ee-b385-fb6cd2981196 triggered by entity L2. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:45:37.641699 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:45:37.839695 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-1fd30ca8-1525-42f1-9d85-3699209eaed2 req-c4cbe37b-bfa3-46d5-b443-c3bbfeab3d32 tempest-TestNetworkBasicOps-1575950199 tempest-TestNetworkBasicOps-1575950199-project] 10.222.0.67 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1142932629&fields=id&tenant_id=7fd7324f75754f93a5f1d406b61f5276 HTTP/1.1" status: 200 len: 267 time: 0.1039979 Sep 23 19:45:38.112263 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd30ca8-1525-42f1-9d85-3699209eaed2 req-4cb39663-7d5f-4946-9b7f-e71a898e1c47 tempest-TestNetworkBasicOps-1575950199 tempest-TestNetworkBasicOps-1575950199-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:45:38.118753 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-1fd30ca8-1525-42f1-9d85-3699209eaed2 req-4cb39663-7d5f-4946-9b7f-e71a898e1c47 tempest-TestNetworkBasicOps-1575950199 tempest-TestNetworkBasicOps-1575950199-project] 10.222.0.67 "GET /v2.0/networks?id=556d491a-fa37-496f-b55a-840ae2087f7d HTTP/1.1" status: 200 len: 797 time: 0.2758667 Sep 23 19:45:38.145011 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-7d5dc58b-21d0-407c-a4ed-60c5a0152fcc admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=4d09b0b0583348fc974f5df03134bffc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7805204 Sep 23 19:45:38.152379 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-1fd30ca8-1525-42f1-9d85-3699209eaed2 req-9aaf0d6b-1aee-43d1-be80-0609b342efcb tempest-TestNetworkBasicOps-1575950199 tempest-TestNetworkBasicOps-1575950199-project] 10.222.0.67 "GET /v2.0/quotas/7fd7324f75754f93a5f1d406b61f5276 HTTP/1.1" status: 200 len: 375 time: 0.0224900 Sep 23 19:45:38.152956 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 40024) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:45:38.304369 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-1fd30ca8-1525-42f1-9d85-3699209eaed2 req-96899078-0488-4ea7-82db-1802b4c18cbd tempest-TestNetworkBasicOps-1575950199 tempest-TestNetworkBasicOps-1575950199-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=7fd7324f75754f93a5f1d406b61f5276&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1393826 Sep 23 19:45:38.335686 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-c5491ed9-ad64-4071-9b25-6784b73000ab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:45:38.449159 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-c5491ed9-ad64-4071-9b25-6784b73000ab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:45:38.504701 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-1fd30ca8-1525-42f1-9d85-3699209eaed2 req-b9130de5-6db7-4330-a2d9-4a4814a253bd service neutron] 10.222.0.67 "GET /v2.0/networks/556d491a-fa37-496f-b55a-840ae2087f7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1708436 Sep 23 19:45:38.549877 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-c5491ed9-ad64-4071-9b25-6784b73000ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:45:38.552818 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-c5491ed9-ad64-4071-9b25-6784b73000ab admin admin] Notify callbacks [] for security_group, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:45:38.556066 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-c5491ed9-ad64-4071-9b25-6784b73000ab admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/8fbee6fc-e082-4edb-b6d0-d355fe56ed7a HTTP/1.1" status: 204 len: 168 time: 0.3992536 Sep 23 19:45:38.588581 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5491ed9-ad64-4071-9b25-6784b73000ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8fbee6fc-e082-4edb-b6d0-d355fe56ed7a,revision_number=None']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:45:38.688533 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-1fd30ca8-1525-42f1-9d85-3699209eaed2 req-a1e22d1e-0e27-45f7-b56a-e15efd2f4534 service neutron] 10.222.0.67 "GET /v2.0/networks/556d491a-fa37-496f-b55a-840ae2087f7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1716061 Sep 23 19:45:39.592247 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 40060) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:45:39.781672 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-52b451b5-16dd-4d40-856d-2a965e74a168 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=0c0088ccd59549c1a1f388e6e55ebac2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1879878 Sep 23 19:45:39.784251 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 40064) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:45:39.924906 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-9a0c742b-271a-4a74-948b-3b221ca311a7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:45:39.981931 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-72b7df2e-48ce-4b44-bab1-21713fc69272 req-9cec2fce-af78-4da2-b659-65c11f442127 tempest-TestNetworkBasicOps-1575950199 tempest-TestNetworkBasicOps-1575950199-project] 10.222.0.67 "GET /v2.0/ports?device_id=3e0be90f-2029-4957-bb5d-fa1f54181a61 HTTP/1.1" status: 200 len: 210 time: 0.8876321 Sep 23 19:45:40.003058 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-9a0c742b-271a-4a74-948b-3b221ca311a7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:45:40.080156 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-9a0c742b-271a-4a74-948b-3b221ca311a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:45:40.086741 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-9a0c742b-271a-4a74-948b-3b221ca311a7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:45:40.089211 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-9a0c742b-271a-4a74-948b-3b221ca311a7 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/062eeab6-eb41-4ee9-a529-7b707f2eb23b HTTP/1.1" status: 204 len: 168 time: 0.3036005 Sep 23 19:45:40.107985 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a0c742b-271a-4a74-948b-3b221ca311a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=062eeab6-eb41-4ee9-a529-7b707f2eb23b,revision_number=None']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:45:41.058471 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd30ca8-1525-42f1-9d85-3699209eaed2 req-1b80ef9d-a9aa-4b69-b57b-9fb1b9a1c220 tempest-TestNetworkBasicOps-1575950199 tempest-TestNetworkBasicOps-1575950199-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:45:41.060263 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-1fd30ca8-1525-42f1-9d85-3699209eaed2 req-1b80ef9d-a9aa-4b69-b57b-9fb1b9a1c220 tempest-TestNetworkBasicOps-1575950199 tempest-TestNetworkBasicOps-1575950199-project] 10.222.0.53 "GET /v2.0/networks?id=556d491a-fa37-496f-b55a-840ae2087f7d HTTP/1.1" status: 200 len: 797 time: 0.1576262 Sep 23 19:45:41.167505 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-c79a64db-c8bd-405e-8bcb-1537d07cf95b req-c0939c15-5361-4584-956e-81f0cb44c48a tempest-TestNetworkBasicOps-1575950199 tempest-TestNetworkBasicOps-1575950199-project] 10.222.0.67 "GET /v2.0/ports?device_id=3e0be90f-2029-4957-bb5d-fa1f54181a61 HTTP/1.1" status: 200 len: 210 time: 0.0418568 Sep 23 19:45:41.203132 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-1fd30ca8-1525-42f1-9d85-3699209eaed2 req-cd727a71-84cb-4ab8-8fa6-b9640c043b68 tempest-TestNetworkBasicOps-1575950199 tempest-TestNetworkBasicOps-1575950199-project] 10.222.0.53 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7fd7324f75754f93a5f1d406b61f5276 HTTP/1.1" status: 200 len: 380 time: 0.1337476 Sep 23 19:45:41.240992 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.v2.base [req-1fd30ca8-1525-42f1-9d85-3699209eaed2 req-8c9d9e69-e0ef-4198-be5b-b56aa1a4705b tempest-TestNetworkBasicOps-1575950199 tempest-TestNetworkBasicOps-1575950199-project] Request body: {'port': {'device_id': '3e0be90f-2029-4957-bb5d-fa1f54181a61', 'network_id': '556d491a-fa37-496f-b55a-840ae2087f7d', 'admin_state_up': True, 'tenant_id': '7fd7324f75754f93a5f1d406b61f5276', 'security_groups': ['c0bb3388-4363-49d8-8145-e6bd5372022a']}} {{(pid=95102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:45:41.592545 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1fd30ca8-1525-42f1-9d85-3699209eaed2 req-8c9d9e69-e0ef-4198-be5b-b56aa1a4705b tempest-TestNetworkBasicOps-1575950199 tempest-TestNetworkBasicOps-1575950199-project] Made reservation on behalf of 7fd7324f75754f93a5f1d406b61f5276 for: {'port': 1} {{(pid=95102) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:45:41.596389 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-1fd30ca8-1525-42f1-9d85-3699209eaed2 req-8c9d9e69-e0ef-4198-be5b-b56aa1a4705b tempest-TestNetworkBasicOps-1575950199 tempest-TestNetworkBasicOps-1575950199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:45:41.838846 n-d-713301-16 neutron-server[95102]: DEBUG neutron.db.db_base_plugin_common [req-1fd30ca8-1525-42f1-9d85-3699209eaed2 req-8c9d9e69-e0ef-4198-be5b-b56aa1a4705b tempest-TestNetworkBasicOps-1575950199 tempest-TestNetworkBasicOps-1575950199-project] Allocated IP 172.20.0.9 (556d491a-fa37-496f-b55a-840ae2087f7d/fa6db639-afc2-4d79-8f5d-63a8ed67b4c5/f9f76648-feb5-46d2-a220-7887e2c8b553) {{(pid=95102) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 19:45:42.108128 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 40178) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:45:42.274399 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-1fd30ca8-1525-42f1-9d85-3699209eaed2 req-8c9d9e69-e0ef-4198-be5b-b56aa1a4705b tempest-TestNetworkBasicOps-1575950199 tempest-TestNetworkBasicOps-1575950199-project] Notify callbacks [] for port, precommit_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:45:42.492142 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-20ac4107-3d00-4292-a798-19ce6e36b541 req-05cdff10-3842-45ce-9e01-14b051fd9900 tempest-TestNetworkBasicOps-1575950199 tempest-TestNetworkBasicOps-1575950199-project] 10.222.0.67 "GET /v2.0/ports?device_id=3e0be90f-2029-4957-bb5d-fa1f54181a61 HTTP/1.1" status: 200 len: 210 time: 0.1064045 Sep 23 19:45:42.507988 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-1fd30ca8-1525-42f1-9d85-3699209eaed2 req-8c9d9e69-e0ef-4198-be5b-b56aa1a4705b tempest-TestNetworkBasicOps-1575950199 tempest-TestNetworkBasicOps-1575950199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783145673135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4399100'] for port, after_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:45:42.614767 n-d-713301-16 neutron-server[95102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1fd30ca8-1525-42f1-9d85-3699209eaed2 req-8c9d9e69-e0ef-4198-be5b-b56aa1a4705b tempest-TestNetworkBasicOps-1575950199 tempest-TestNetworkBasicOps-1575950199-project] Network 556d491a-fa37-496f-b55a-840ae2087f7d is already hosted by enough agents. {{(pid=95102) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:45:42.620332 n-d-713301-16 neutron-server[95102]: DEBUG neutron.scheduler.base_scheduler [req-1fd30ca8-1525-42f1-9d85-3699209eaed2 req-8c9d9e69-e0ef-4198-be5b-b56aa1a4705b tempest-TestNetworkBasicOps-1575950199 tempest-TestNetworkBasicOps-1575950199-project] Resources bound (agent type, host, resource id): {{(pid=95102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:45:42.625313 n-d-713301-16 neutron-server[95102]: DEBUG neutron.db.l3_dvrscheduler_db [req-1fd30ca8-1525-42f1-9d85-3699209eaed2 req-8c9d9e69-e0ef-4198-be5b-b56aa1a4705b tempest-TestNetworkBasicOps-1575950199 tempest-TestNetworkBasicOps-1575950199-project] Received port after_create {{(pid=95102) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 19:45:42.683290 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-5ae985c4-6cc3-410b-8ccc-f7742d2b691c tempest-AgentManagementNegativeTest-281112385 tempest-AgentManagementNegativeTest-281112385-project] 10.222.0.67 "GET /v2.0/agents HTTP/1.1" status: 200 len: 207 time: 0.5730040 Sep 23 19:45:42.686044 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c9d9e69-e0ef-4198-be5b-b56aa1a4705b tempest-TestNetworkBasicOps-1575950199 tempest-TestNetworkBasicOps-1575950199-project] Pushing event updated for resources: {'Port': ['ID=f9f76648-feb5-46d2-a220-7887e2c8b553,revision_number=1']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:45:42.738403 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd30ca8-1525-42f1-9d85-3699209eaed2 req-8c9d9e69-e0ef-4198-be5b-b56aa1a4705b tempest-TestNetworkBasicOps-1575950199 tempest-TestNetworkBasicOps-1575950199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:45:42.739370 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-1fd30ca8-1525-42f1-9d85-3699209eaed2 req-8c9d9e69-e0ef-4198-be5b-b56aa1a4705b tempest-TestNetworkBasicOps-1575950199 tempest-TestNetworkBasicOps-1575950199-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222849'] for port, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:45:42.786218 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-1fd30ca8-1525-42f1-9d85-3699209eaed2 req-8c9d9e69-e0ef-4198-be5b-b56aa1a4705b tempest-TestNetworkBasicOps-1575950199 tempest-TestNetworkBasicOps-1575950199-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5682862 Sep 23 19:45:42.802823 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.v2.base [req-1fd30ca8-1525-42f1-9d85-3699209eaed2 req-1f769341-dec7-46cd-93d0-b3a1f5b4ec42 service neutron] Request body: {'port': {'device_id': '3e0be90f-2029-4957-bb5d-fa1f54181a61', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713301-16'}} {{(pid=95102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:45:42.958119 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-1fd30ca8-1525-42f1-9d85-3699209eaed2 req-1f769341-dec7-46cd-93d0-b3a1f5b4ec42 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:45:43.184708 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-b8ce06d3-5f4d-4075-a686-bebb8598ea02 None None] Provisioning complete for port f9f76648-feb5-46d2-a220-7887e2c8b553 triggered by entity DHCP. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:45:43.185551 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b8ce06d3-5f4d-4075-a686-bebb8598ea02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:45:43.311846 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 40268) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:45:43.336771 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.plugin [None req-b8ce06d3-5f4d-4075-a686-bebb8598ea02 None None] Port f9f76648-feb5-46d2-a220-7887e2c8b553 cannot update to ACTIVE because it is not bound. {{(pid=95103) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 19:45:43.555783 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-74d63ce1-5c41-4d8a-af4a-f1cbc75ced73 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:45:43.559009 n-d-713301-16 neutron-server[95102]: DEBUG neutron.notifiers.nova [req-1fd30ca8-1525-42f1-9d85-3699209eaed2 req-1f769341-dec7-46cd-93d0-b3a1f5b4ec42 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f9f76648-feb5-46d2-a220-7887e2c8b553 {{(pid=95102) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 19:45:43.573721 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-1fd30ca8-1525-42f1-9d85-3699209eaed2 req-1f769341-dec7-46cd-93d0-b3a1f5b4ec42 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:45:43.591207 n-d-713301-16 neutron-server[95102]: DEBUG neutron.db.provisioning_blocks [req-1fd30ca8-1525-42f1-9d85-3699209eaed2 req-1f769341-dec7-46cd-93d0-b3a1f5b4ec42 service neutron] Transition to ACTIVE for port object f9f76648-feb5-46d2-a220-7887e2c8b553 will not be triggered until provisioned by entity L2. {{(pid=95102) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 19:45:43.597301 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-1fd30ca8-1525-42f1-9d85-3699209eaed2 req-1f769341-dec7-46cd-93d0-b3a1f5b4ec42 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4399095'] for port, after_update {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:45:43.771869 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f769341-dec7-46cd-93d0-b3a1f5b4ec42 service neutron] Pushing event updated for resources: {'Port': ['ID=f9f76648-feb5-46d2-a220-7887e2c8b553,revision_number=2']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:45:43.809071 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-74d63ce1-5c41-4d8a-af4a-f1cbc75ced73 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:45:43.822165 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-74d63ce1-5c41-4d8a-af4a-f1cbc75ced73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:45:43.967955 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-74d63ce1-5c41-4d8a-af4a-f1cbc75ced73 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=3d407f20cf4f4e71b999ee952595d9dc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6541324 Sep 23 19:45:43.968641 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 40298) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:45:43.969542 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74d63ce1-5c41-4d8a-af4a-f1cbc75ced73 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b523cd48-c59d-4da4-b726-a67f1dd56036,revision_number=1']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:45:44.109229 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-152cd786-be80-461f-b0ed-14d16d05f022 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:45:44.153126 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3021e4e9-dc7e-4b62-ad1e-0070fe81bf23 req-61a5275f-d91b-4b78-9a4f-cfc4482fe2d6 tempest-TestNetworkBasicOps-1575950199 tempest-TestNetworkBasicOps-1575950199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:45:44.160783 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-3021e4e9-dc7e-4b62-ad1e-0070fe81bf23 req-61a5275f-d91b-4b78-9a4f-cfc4482fe2d6 tempest-TestNetworkBasicOps-1575950199 tempest-TestNetworkBasicOps-1575950199-project] 10.222.0.67 "GET /v2.0/ports?device_id=3e0be90f-2029-4957-bb5d-fa1f54181a61 HTTP/1.1" status: 200 len: 943 time: 0.3721766 Sep 23 19:45:44.188769 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-152cd786-be80-461f-b0ed-14d16d05f022 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:45:44.218746 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.managers [req-1fd30ca8-1525-42f1-9d85-3699209eaed2 req-1f769341-dec7-46cd-93d0-b3a1f5b4ec42 service neutron] Attempting to bind port f9f76648-feb5-46d2-a220-7887e2c8b553 on host n-h2-713301-16 for vnic_type normal with profile {{(pid=95102) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 19:45:44.233229 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.managers [req-1fd30ca8-1525-42f1-9d85-3699209eaed2 req-1f769341-dec7-46cd-93d0-b3a1f5b4ec42 service neutron] Attempting to bind port f9f76648-feb5-46d2-a220-7887e2c8b553 by drivers openvswitch,hyperv on host n-h2-713301-16 at level 0 using segments [{'id': '715f662e-ea71-4327-bc2c-7c1fd4f58dd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '556d491a-fa37-496f-b55a-840ae2087f7d'}] {{(pid=95102) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 19:45:44.233997 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fd30ca8-1525-42f1-9d85-3699209eaed2 req-1f769341-dec7-46cd-93d0-b3a1f5b4ec42 service neutron] Attempting to bind port f9f76648-feb5-46d2-a220-7887e2c8b553 on network 556d491a-fa37-496f-b55a-840ae2087f7d {{(pid=95102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:45:44.280152 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fd30ca8-1525-42f1-9d85-3699209eaed2 req-1f769341-dec7-46cd-93d0-b3a1f5b4ec42 service neutron] Port f9f76648-feb5-46d2-a220-7887e2c8b553 on network 556d491a-fa37-496f-b55a-840ae2087f7d not bound, no agent of type Open vSwitch agent registered on host n-h2-713301-16 {{(pid=95102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 19:45:44.284352 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fd30ca8-1525-42f1-9d85-3699209eaed2 req-1f769341-dec7-46cd-93d0-b3a1f5b4ec42 service neutron] Attempting to bind port f9f76648-feb5-46d2-a220-7887e2c8b553 on network 556d491a-fa37-496f-b55a-840ae2087f7d {{(pid=95102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:45:44.316346 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fd30ca8-1525-42f1-9d85-3699209eaed2 req-1f769341-dec7-46cd-93d0-b3a1f5b4ec42 service neutron] Checking agent: {'id': '2a7cea34-db54-4faf-8d23-37521c3e34cb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713301-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 19, 15, 28), 'started_at': datetime.datetime(2021, 9, 23, 19, 15, 28), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 19, 45, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 19:45:44.324298 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-152cd786-be80-461f-b0ed-14d16d05f022 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:45:44.328627 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fd30ca8-1525-42f1-9d85-3699209eaed2 req-1f769341-dec7-46cd-93d0-b3a1f5b4ec42 service neutron] Checking segment: {'id': '715f662e-ea71-4327-bc2c-7c1fd4f58dd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '556d491a-fa37-496f-b55a-840ae2087f7d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95102) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:45:44.329580 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fd30ca8-1525-42f1-9d85-3699209eaed2 req-1f769341-dec7-46cd-93d0-b3a1f5b4ec42 service neutron] Bound using segment: {'id': '715f662e-ea71-4327-bc2c-7c1fd4f58dd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '556d491a-fa37-496f-b55a-840ae2087f7d'} {{(pid=95102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 19:45:44.330281 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.managers [req-1fd30ca8-1525-42f1-9d85-3699209eaed2 req-1f769341-dec7-46cd-93d0-b3a1f5b4ec42 service neutron] Bound port: f9f76648-feb5-46d2-a220-7887e2c8b553, host: n-h2-713301-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '715f662e-ea71-4327-bc2c-7c1fd4f58dd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '556d491a-fa37-496f-b55a-840ae2087f7d'}}] {{(pid=95102) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 19:45:44.332066 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-1fd30ca8-1525-42f1-9d85-3699209eaed2 req-1f769341-dec7-46cd-93d0-b3a1f5b4ec42 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:45:44.367205 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-152cd786-be80-461f-b0ed-14d16d05f022 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:45:44.371925 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-152cd786-be80-461f-b0ed-14d16d05f022 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/b523cd48-c59d-4da4-b726-a67f1dd56036 HTTP/1.1" status: 204 len: 168 time: 0.3958185 Sep 23 19:45:44.382871 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-152cd786-be80-461f-b0ed-14d16d05f022 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b523cd48-c59d-4da4-b726-a67f1dd56036,revision_number=None']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:45:44.421507 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-3021e4e9-dc7e-4b62-ad1e-0070fe81bf23 req-63592b5d-c780-47b2-9073-f29194b82576 tempest-TestNetworkBasicOps-1575950199 tempest-TestNetworkBasicOps-1575950199-project] 10.222.0.67 "GET /v2.0/security-groups?id=c0bb3388-4363-49d8-8145-e6bd5372022a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2474988 Sep 23 19:45:44.566368 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.db [req-1fd30ca8-1525-42f1-9d85-3699209eaed2 req-1f769341-dec7-46cd-93d0-b3a1f5b4ec42 service neutron] For port f9f76648-feb5-46d2-a220-7887e2c8b553, host n-h2-713301-16, cleared binding levels {{(pid=95102) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 19:45:44.572291 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.db [req-1fd30ca8-1525-42f1-9d85-3699209eaed2 req-1f769341-dec7-46cd-93d0-b3a1f5b4ec42 service neutron] For port f9f76648-feb5-46d2-a220-7887e2c8b553, host n-h2-713301-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-16',level=0,port_id=f9f76648-feb5-46d2-a220-7887e2c8b553,segment=NetworkSegment(715f662e-ea71-4327-bc2c-7c1fd4f58dd8),segment_id=715f662e-ea71-4327-bc2c-7c1fd4f58dd8)] {{(pid=95102) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 19:45:44.590575 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-1fd30ca8-1525-42f1-9d85-3699209eaed2 req-1f769341-dec7-46cd-93d0-b3a1f5b4ec42 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4399095'] for port, after_update {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:45:44.703630 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd30ca8-1525-42f1-9d85-3699209eaed2 req-1f769341-dec7-46cd-93d0-b3a1f5b4ec42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:45:44.704752 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-1fd30ca8-1525-42f1-9d85-3699209eaed2 req-1f769341-dec7-46cd-93d0-b3a1f5b4ec42 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222849'] for port, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:45:44.707299 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-1fd30ca8-1525-42f1-9d85-3699209eaed2 req-1f769341-dec7-46cd-93d0-b3a1f5b4ec42 service neutron] 10.222.0.53 "PUT /v2.0/ports/f9f76648-feb5-46d2-a220-7887e2c8b553 HTTP/1.1" status: 200 len: 1092 time: 1.9128718 Sep 23 19:45:44.708023 n-d-713301-16 neutron-server[95102]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3e0be90f-2029-4957-bb5d-fa1f54181a61', 'tag': 'f9f76648-feb5-46d2-a220-7887e2c8b553'}] {{(pid=95102) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 19:45:44.712151 n-d-713301-16 neutron-server[95102]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab31b6d93e5336dbddfa8ec424565b3bd8cb2369c5b4d85bc943472dbb21e8ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ecd7d401-e6ba-4851-a283-f0325b8fad15" -d '{"events": [{"name": "network-changed", "server_uuid": "3e0be90f-2029-4957-bb5d-fa1f54181a61", "tag": "f9f76648-feb5-46d2-a220-7887e2c8b553"}]}' {{(pid=95102) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 19:45:44.865446 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f769341-dec7-46cd-93d0-b3a1f5b4ec42 service neutron] Pushing event updated for resources: {'Port': ['ID=f9f76648-feb5-46d2-a220-7887e2c8b553,revision_number=3']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:45:44.876173 n-d-713301-16 neutron-server[95102]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 19:45:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ca05381-7607-4baf-9a6a-246ebdd5558e x-openstack-request-id: req-8ca05381-7607-4baf-9a6a-246ebdd5558e {{(pid=95102) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 19:45:44.876778 n-d-713301-16 neutron-server[95102]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3e0be90f-2029-4957-bb5d-fa1f54181a61", "tag": "f9f76648-feb5-46d2-a220-7887e2c8b553", "status": "completed", "code": 200}]} {{(pid=95102) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 19:45:44.876778 n-d-713301-16 neutron-server[95102]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-8ca05381-7607-4baf-9a6a-246ebdd5558e {{(pid=95102) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 19:45:44.877140 n-d-713301-16 neutron-server[95102]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3e0be90f-2029-4957-bb5d-fa1f54181a61', 'tag': 'f9f76648-feb5-46d2-a220-7887e2c8b553', 'status': 'completed', 'code': 200} Sep 23 19:45:44.933384 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd30ca8-1525-42f1-9d85-3699209eaed2 req-de91944b-52a5-44c2-bcc1-982f5196f2d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:45:44.934949 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-1fd30ca8-1525-42f1-9d85-3699209eaed2 req-de91944b-52a5-44c2-bcc1-982f5196f2d2 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=7fd7324f75754f93a5f1d406b61f5276&device_id=3e0be90f-2029-4957-bb5d-fa1f54181a61 HTTP/1.1" status: 200 len: 1095 time: 0.1783748 Sep 23 19:45:45.066639 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-1fd30ca8-1525-42f1-9d85-3699209eaed2 req-1e480c37-67dc-4b05-bcb2-6a45e7a4bf4f service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f9f76648-feb5-46d2-a220-7887e2c8b553 HTTP/1.1" status: 200 len: 217 time: 0.1096797 Sep 23 19:45:45.224348 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd30ca8-1525-42f1-9d85-3699209eaed2 req-c0bac17f-05ab-4ea8-8e6f-454d8622f684 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:45:45.225978 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-1fd30ca8-1525-42f1-9d85-3699209eaed2 req-c0bac17f-05ab-4ea8-8e6f-454d8622f684 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=fa6db639-afc2-4d79-8f5d-63a8ed67b4c5 HTTP/1.1" status: 200 len: 835 time: 0.1495509 Sep 23 19:45:45.311843 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd30ca8-1525-42f1-9d85-3699209eaed2 req-887f6015-805e-4d87-8313-747ee6831219 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:45:45.313496 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-1fd30ca8-1525-42f1-9d85-3699209eaed2 req-887f6015-805e-4d87-8313-747ee6831219 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=556d491a-fa37-496f-b55a-840ae2087f7d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0785961 Sep 23 19:45:45.639805 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-1fd30ca8-1525-42f1-9d85-3699209eaed2 req-709c06bb-aa3a-42a2-b992-80e4455f9091 service neutron] 10.222.0.53 "GET /v2.0/networks/556d491a-fa37-496f-b55a-840ae2087f7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3158147 Sep 23 19:45:45.789132 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77fcd3d-593d-44df-b10f-bed1a74c62d5 req-f34bf026-62fa-4138-a9de-b9ed8010b5e0 tempest-TestNetworkBasicOps-1575950199 tempest-TestNetworkBasicOps-1575950199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:45:45.805848 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-b77fcd3d-593d-44df-b10f-bed1a74c62d5 req-f34bf026-62fa-4138-a9de-b9ed8010b5e0 tempest-TestNetworkBasicOps-1575950199 tempest-TestNetworkBasicOps-1575950199-project] 10.222.0.67 "GET /v2.0/ports?device_id=3e0be90f-2029-4957-bb5d-fa1f54181a61 HTTP/1.1" status: 200 len: 943 time: 0.2205217 Sep 23 19:45:45.947894 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-b77fcd3d-593d-44df-b10f-bed1a74c62d5 req-4979fd74-238c-4d10-9b8c-fd4ef8ee0588 tempest-TestNetworkBasicOps-1575950199 tempest-TestNetworkBasicOps-1575950199-project] 10.222.0.67 "GET /v2.0/security-groups?id=c0bb3388-4363-49d8-8145-e6bd5372022a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1409390 Sep 23 19:45:46.094013 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 40448) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:45:46.097509 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.agents_db [None req-f2f5c474-60a3-474f-b2cc-02c4bd30880c None None] Agent healthcheck: found 7 active agents {{(pid=95104) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 19:45:46.135521 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-1fd30ca8-1525-42f1-9d85-3699209eaed2 req-44f14f37-5def-4665-9133-78c7096e62d0 service neutron] 10.222.0.53 "GET /v2.0/networks/556d491a-fa37-496f-b55a-840ae2087f7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4813597 Sep 23 19:45:46.221205 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.v2.base [None req-6da9a22c-dc3b-4735-b7e5-542bb8585054 tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Request body: {'network': {'name': 'tempest-NetworksTestDHCPv6-test-network-879627261'}} {{(pid=95101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:45:46.283507 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6da9a22c-dc3b-4735-b7e5-542bb8585054 tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Made reservation on behalf of ef2dbafd0ba44b7485191a034ef43810 for: {'network': 1} {{(pid=95101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:45:46.290043 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-6da9a22c-dc3b-4735-b7e5-542bb8585054 tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for network, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:45:46.328177 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-6da9a22c-dc3b-4735-b7e5-542bb8585054 tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Notify callbacks [] for security_group, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:45:46.410090 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd7d401-e6ba-4851-a283-f0325b8fad15 req-d1531aa5-a241-4376-81ac-c74572b3ad0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:45:46.415226 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-ecd7d401-e6ba-4851-a283-f0325b8fad15 req-d1531aa5-a241-4376-81ac-c74572b3ad0e service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=7fd7324f75754f93a5f1d406b61f5276&device_id=3e0be90f-2029-4957-bb5d-fa1f54181a61 HTTP/1.1" status: 200 len: 1095 time: 0.1404362 Sep 23 19:45:46.471983 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-6da9a22c-dc3b-4735-b7e5-542bb8585054 tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Notify callbacks [] for security_group, precommit_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:45:46.480498 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-6da9a22c-dc3b-4735-b7e5-542bb8585054 tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:45:46.544514 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6da9a22c-dc3b-4735-b7e5-542bb8585054 tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b3351e0c-2a66-4b41-972c-f2a81cd0579e,revision_number=1']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:45:46.574435 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6da9a22c-dc3b-4735-b7e5-542bb8585054 tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 647} {{(pid=95101) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 19:45:46.598650 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-6da9a22c-dc3b-4735-b7e5-542bb8585054 tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1756186'] for segment, precommit_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:45:46.600864 n-d-713301-16 neutron-server[95101]: INFO neutron.db.segments_db [None req-6da9a22c-dc3b-4735-b7e5-542bb8585054 tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Added segment 5c8360fd-bd95-490f-abbb-4e7bd94ab9a5 of type vlan for network 3e6c6ec3-89f7-4fc2-8252-c7df087533ec Sep 23 19:45:46.720714 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd7d401-e6ba-4851-a283-f0325b8fad15 req-d77b0d25-e5c1-4049-97d5-c649ea3683c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:45:46.727942 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-ecd7d401-e6ba-4851-a283-f0325b8fad15 req-d77b0d25-e5c1-4049-97d5-c649ea3683c8 service neutron] 10.222.0.53 "GET /v2.0/networks?id=556d491a-fa37-496f-b55a-840ae2087f7d HTTP/1.1" status: 200 len: 898 time: 0.3002498 Sep 23 19:45:46.750343 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-6da9a22c-dc3b-4735-b7e5-542bb8585054 tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783145630486'] for network, precommit_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:45:46.785780 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-ecd7d401-e6ba-4851-a283-f0325b8fad15 req-4cc3e422-32aa-42bb-a8cb-8fc808d2c637 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f9f76648-feb5-46d2-a220-7887e2c8b553 HTTP/1.1" status: 200 len: 217 time: 0.0536542 Sep 23 19:45:46.803903 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-6da9a22c-dc3b-4735-b7e5-542bb8585054 tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299'] for network, after_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:45:46.828205 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6da9a22c-dc3b-4735-b7e5-542bb8585054 tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:45:46.830879 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-6da9a22c-dc3b-4735-b7e5-542bb8585054 tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Notify callbacks [] for network, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:45:46.872620 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd7d401-e6ba-4851-a283-f0325b8fad15 req-b7dbbba9-a315-4644-b8a8-80938c7f6823 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:45:46.876072 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-ecd7d401-e6ba-4851-a283-f0325b8fad15 req-b7dbbba9-a315-4644-b8a8-80938c7f6823 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=fa6db639-afc2-4d79-8f5d-63a8ed67b4c5 HTTP/1.1" status: 200 len: 835 time: 0.0827467 Sep 23 19:45:47.002867 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd7d401-e6ba-4851-a283-f0325b8fad15 req-6c95b2aa-4b68-48b5-b129-7630a1f7a128 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:45:47.008468 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-ecd7d401-e6ba-4851-a283-f0325b8fad15 req-6c95b2aa-4b68-48b5-b129-7630a1f7a128 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=556d491a-fa37-496f-b55a-840ae2087f7d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1206510 Sep 23 19:45:47.013225 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-6da9a22c-dc3b-4735-b7e5-542bb8585054 tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.9168582 Sep 23 19:45:47.014717 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6da9a22c-dc3b-4735-b7e5-542bb8585054 tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Pushing event updated for resources: {'Network': ['ID=3e6c6ec3-89f7-4fc2-8252-c7df087533ec,revision_number=1']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:45:47.017139 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 40494) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:45:47.028732 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.v2.base [None req-410cafcc-7e07-44ea-8b9d-8eecb5ce152e tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Request body: {'subnet': {'network_id': '3e6c6ec3-89f7-4fc2-8252-c7df087533ec', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=95101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:45:47.034403 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Network 3e6c6ec3-89f7-4fc2-8252-c7df087533ec details requested by agent ovs-agent-n-d-713301-16 with host n-d-713301-16 {{(pid=95103) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 19:45:47.204942 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-410cafcc-7e07-44ea-8b9d-8eecb5ce152e tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Made reservation on behalf of ef2dbafd0ba44b7485191a034ef43810 for: {'subnet': 1} {{(pid=95101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:45:47.212501 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-410cafcc-7e07-44ea-8b9d-8eecb5ce152e tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6130979'] for subnet, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:45:47.521424 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a0cc947-4d6a-4e06-b1a1-5fc0f5b6aa5a req-19310df3-0bb4-497a-87a8-8ff2f4677c76 tempest-TestNetworkBasicOps-1575950199 tempest-TestNetworkBasicOps-1575950199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:45:47.537338 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-3a0cc947-4d6a-4e06-b1a1-5fc0f5b6aa5a req-19310df3-0bb4-497a-87a8-8ff2f4677c76 tempest-TestNetworkBasicOps-1575950199 tempest-TestNetworkBasicOps-1575950199-project] 10.222.0.67 "GET /v2.0/ports?device_id=3e0be90f-2029-4957-bb5d-fa1f54181a61 HTTP/1.1" status: 200 len: 943 time: 0.3355787 Sep 23 19:45:47.570874 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-ecd7d401-e6ba-4851-a283-f0325b8fad15 req-95fed06a-064c-4b88-8acc-710ba459ceac service neutron] 10.222.0.53 "GET /v2.0/networks/556d491a-fa37-496f-b55a-840ae2087f7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5575836 Sep 23 19:45:47.702258 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-ecd7d401-e6ba-4851-a283-f0325b8fad15 req-61d8fa54-4d7e-46ea-9457-a307e97dae41 service neutron] 10.222.0.53 "GET /v2.0/networks/556d491a-fa37-496f-b55a-840ae2087f7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1236670 Sep 23 19:45:47.724362 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-410cafcc-7e07-44ea-8b9d-8eecb5ce152e tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5607579', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6130961'] for subnet, after_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:45:47.732172 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-3a0cc947-4d6a-4e06-b1a1-5fc0f5b6aa5a req-8fcef77e-dabf-4ceb-83bc-7db08a2b0e21 tempest-TestNetworkBasicOps-1575950199 tempest-TestNetworkBasicOps-1575950199-project] 10.222.0.67 "GET /v2.0/security-groups?id=c0bb3388-4363-49d8-8145-e6bd5372022a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1938169 Sep 23 19:45:47.786993 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Device f9f76648-feb5-46d2-a220-7887e2c8b553 details requested by agent hyperv_n-h2-713301-16 with host n-h2-713301-16 {{(pid=95103) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 19:45:47.817556 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-410cafcc-7e07-44ea-8b9d-8eecb5ce152e tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Checking segment: {'id': '5c8360fd-bd95-490f-abbb-4e7bd94ab9a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '3e6c6ec3-89f7-4fc2-8252-c7df087533ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:45:47.818250 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-410cafcc-7e07-44ea-8b9d-8eecb5ce152e tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Network hostable DHCP agents. Network: 3e6c6ec3-89f7-4fc2-8252-c7df087533ec, hostable agents: ['1b18bf05-1b5f-4587-be5c-af3ac38e32ad'], hosted agents: [] {{(pid=95101) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 19:45:47.825792 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-410cafcc-7e07-44ea-8b9d-8eecb5ce152e tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Pushing event updated for resources: {'Subnet': ['ID=277f920c-b3e3-4734-beca-5609ab0b7590,revision_number=0']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:45:47.851209 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-410cafcc-7e07-44ea-8b9d-8eecb5ce152e tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Network 3e6c6ec3-89f7-4fc2-8252-c7df087533ec is scheduled to be hosted by DHCP agent 1b18bf05-1b5f-4587-be5c-af3ac38e32ad with binding_index 1 {{(pid=95101) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 19:45:47.869039 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.base_scheduler [None req-410cafcc-7e07-44ea-8b9d-8eecb5ce152e tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713301-16, 3e6c6ec3-89f7-4fc2-8252-c7df087533ec) {{(pid=95101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:45:47.876255 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-410cafcc-7e07-44ea-8b9d-8eecb5ce152e tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:45:47.878194 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-410cafcc-7e07-44ea-8b9d-8eecb5ce152e tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Notify callbacks [] for subnet, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:45:47.906860 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e6b31f1-362a-4bb9-8638-feafda4ec6f5 None None] Network 3e6c6ec3-89f7-4fc2-8252-c7df087533ec requested from n-d-713301-16 {{(pid=95103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 19:45:47.911354 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-410cafcc-7e07-44ea-8b9d-8eecb5ce152e tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.8901649 Sep 23 19:45:47.912102 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 40546) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:45:47.919752 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.v2.base [None req-92d90789-83a3-4a42-8874-3b20656fb280 tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Request body: {'port': {'network_id': '3e6c6ec3-89f7-4fc2-8252-c7df087533ec', 'name': 'tempest-NetworksTestDHCPv6-228348256'}} {{(pid=95102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:45:48.132397 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92d90789-83a3-4a42-8874-3b20656fb280 tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Made reservation on behalf of ef2dbafd0ba44b7485191a034ef43810 for: {'port': 1} {{(pid=95102) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:45:48.139275 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-92d90789-83a3-4a42-8874-3b20656fb280 tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:45:48.157985 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] For port f9f76648-feb5-46d2-a220-7887e2c8b553, host n-h2-713301-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-16',level=0,port_id=f9f76648-feb5-46d2-a220-7887e2c8b553,segment=NetworkSegment(715f662e-ea71-4327-bc2c-7c1fd4f58dd8),segment_id=715f662e-ea71-4327-bc2c-7c1fd4f58dd8)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:45:48.171079 n-d-713301-16 neutron-server[95102]: DEBUG neutron.notifiers.nova [None req-92d90789-83a3-4a42-8874-3b20656fb280 tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] device_id is not set on port 02d1f61d-fdc1-424f-bb66-89b100912d95 yet. {{(pid=95102) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 23 19:45:48.174488 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Returning: {'device': 'f9f76648-feb5-46d2-a220-7887e2c8b553', 'network_id': '556d491a-fa37-496f-b55a-840ae2087f7d', 'port_id': 'f9f76648-feb5-46d2-a220-7887e2c8b553', 'mac_address': 'fa:16:3e:23:50:7d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 614, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fa6db639-afc2-4d79-8f5d-63a8ed67b4c5', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95103) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 19:45:48.240077 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:45:48.271176 n-d-713301-16 neutron-server[95103]: DEBUG neutron.notifiers.nova [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f9f76648-feb5-46d2-a220-7887e2c8b553 {{(pid=95103) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 19:45:48.294974 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] For port f9f76648-feb5-46d2-a220-7887e2c8b553, host n-h2-713301-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-16',level=0,port_id=f9f76648-feb5-46d2-a220-7887e2c8b553,segment=NetworkSegment(715f662e-ea71-4327-bc2c-7c1fd4f58dd8),segment_id=715f662e-ea71-4327-bc2c-7c1fd4f58dd8)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:45:48.299740 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12233816-dd36-4a41-8a5b-3d647d2895a9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4c8b80df-07eb-5275-9f17-5cf640db67c0-3e6c6ec3-89f7-4fc2-8252-c7df087533ec', 'network_id': '3e6c6ec3-89f7-4fc2-8252-c7df087533ec', 'tenant_id': 'ef2dbafd0ba44b7485191a034ef43810', 'fixed_ips': [{'subnet_id': '277f920c-b3e3-4734-beca-5609ab0b7590'}]}} from n-d-713301-16. {{(pid=95103) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 23 19:45:48.300933 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-12233816-dd36-4a41-8a5b-3d647d2895a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_create {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:45:48.312941 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:45:48.366605 n-d-713301-16 neutron-server[95102]: DEBUG neutron.db.db_base_plugin_common [None req-92d90789-83a3-4a42-8874-3b20656fb280 tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Allocated IP 2001:db8::74 (3e6c6ec3-89f7-4fc2-8252-c7df087533ec/277f920c-b3e3-4734-beca-5609ab0b7590/02d1f61d-fdc1-424f-bb66-89b100912d95) {{(pid=95102) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 19:45:48.536288 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Pushing event updated for resources: {'Port': ['ID=f9f76648-feb5-46d2-a220-7887e2c8b553,revision_number=4']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:45:48.549586 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] get_ports_and_sgs() called for port_ids ['f9f76648-feb5-46d2-a220-7887e2c8b553'] {{(pid=95103) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 19:45:48.644170 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-92d90789-83a3-4a42-8874-3b20656fb280 tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Notify callbacks [] for port, precommit_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:45:48.700248 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-92d90789-83a3-4a42-8874-3b20656fb280 tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783145673135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4399100'] for port, after_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:45:48.832537 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92d90789-83a3-4a42-8874-3b20656fb280 tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Pushing event updated for resources: {'Port': ['ID=02d1f61d-fdc1-424f-bb66-89b100912d95,revision_number=1']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:45:48.839276 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.db_base_plugin_common [None req-12233816-dd36-4a41-8a5b-3d647d2895a9 None None] Allocated IP 2001:db8::2 (3e6c6ec3-89f7-4fc2-8252-c7df087533ec/277f920c-b3e3-4734-beca-5609ab0b7590/b9fd075d-2795-4f57-be19-ccf1103859b6) {{(pid=95103) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 19:45:48.842157 n-d-713301-16 neutron-server[95102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92d90789-83a3-4a42-8874-3b20656fb280 tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Network 3e6c6ec3-89f7-4fc2-8252-c7df087533ec is already hosted by enough agents. {{(pid=95102) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:45:48.844869 n-d-713301-16 neutron-server[95102]: DEBUG neutron.scheduler.base_scheduler [None req-92d90789-83a3-4a42-8874-3b20656fb280 tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Resources bound (agent type, host, resource id): {{(pid=95102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:45:48.847796 n-d-713301-16 neutron-server[95102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92d90789-83a3-4a42-8874-3b20656fb280 tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Received port after_create {{(pid=95102) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 19:45:48.856587 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92d90789-83a3-4a42-8874-3b20656fb280 tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:45:48.857726 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-92d90789-83a3-4a42-8874-3b20656fb280 tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222849'] for port, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:45:48.889575 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 40630) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:45:48.890244 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-92d90789-83a3-4a42-8874-3b20656fb280 tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 0.9762549 Sep 23 19:45:48.957262 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb7cd285-f855-4848-bc3f-44de6df6cd84 req-8569a832-1b13-4621-9620-0253de821719 tempest-TestNetworkBasicOps-1575950199 tempest-TestNetworkBasicOps-1575950199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:45:48.966540 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-eb7cd285-f855-4848-bc3f-44de6df6cd84 req-8569a832-1b13-4621-9620-0253de821719 tempest-TestNetworkBasicOps-1575950199 tempest-TestNetworkBasicOps-1575950199-project] 10.222.0.67 "GET /v2.0/ports?device_id=3e0be90f-2029-4957-bb5d-fa1f54181a61 HTTP/1.1" status: 200 len: 944 time: 0.0688255 Sep 23 19:45:49.020251 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-eb7cd285-f855-4848-bc3f-44de6df6cd84 req-7e3e4fce-4969-4df9-9c1b-41cd431d6d4e tempest-TestNetworkBasicOps-1575950199 tempest-TestNetworkBasicOps-1575950199-project] 10.222.0.67 "GET /v2.0/security-groups?id=c0bb3388-4363-49d8-8145-e6bd5372022a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486603 Sep 23 19:45:49.066501 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe139d81-6508-47b5-afce-e3075da21506 tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:45:49.069141 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-fe139d81-6508-47b5-afce-e3075da21506 tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] 10.222.0.67 "GET /v2.0/ports HTTP/1.1" status: 200 len: 928 time: 0.1773520 Sep 23 19:45:49.073175 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 40634) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:45:49.262631 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.plugin [None req-26db0c51-b9c0-4a95-b845-57ef55befe01 tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Deleting port 02d1f61d-fdc1-424f-bb66-89b100912d95 {{(pid=95101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:45:49.264674 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-26db0c51-b9c0-4a95-b845-57ef55befe01 tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783146157096'] for port, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:45:49.390000 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-9552b9ca-941d-4c90-a188-7ff19d39d5c2 req-5223d5dc-0c8a-4028-aa7c-70cd236d3252 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=036bfa8b-48f6-483d-9ccb-759a52abd0b0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1369827 Sep 23 19:45:49.427494 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-12233816-dd36-4a41-8a5b-3d647d2895a9 None None] Notify callbacks [] for port, precommit_create {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:45:49.450558 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-12233816-dd36-4a41-8a5b-3d647d2895a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783145673135'] for port, after_create {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:45:49.468233 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-26db0c51-b9c0-4a95-b845-57ef55befe01 tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-605701'] for port, precommit_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:45:49.497442 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.plugin [None req-26db0c51-b9c0-4a95-b845-57ef55befe01 tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Calling delete_port for 02d1f61d-fdc1-424f-bb66-89b100912d95 owned by {{(pid=95101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:45:49.548239 n-d-713301-16 neutron-server[95103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12233816-dd36-4a41-8a5b-3d647d2895a9 None None] Network 3e6c6ec3-89f7-4fc2-8252-c7df087533ec is already hosted by enough agents. {{(pid=95103) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:45:49.549392 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9552b9ca-941d-4c90-a188-7ff19d39d5c2 req-94d1f28c-415b-4627-8570-67bbb728ed2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:45:49.551440 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-9552b9ca-941d-4c90-a188-7ff19d39d5c2 req-94d1f28c-415b-4627-8570-67bbb728ed2b service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=9f955dc8eb0a49dcaf259d890508d18f&device_id=036bfa8b-48f6-483d-9ccb-759a52abd0b0 HTTP/1.1" status: 200 len: 1098 time: 0.0954673 Sep 23 19:45:49.568086 n-d-713301-16 neutron-server[95103]: DEBUG neutron.scheduler.base_scheduler [None req-12233816-dd36-4a41-8a5b-3d647d2895a9 None None] Resources bound (agent type, host, resource id): {{(pid=95103) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:45:49.583233 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12233816-dd36-4a41-8a5b-3d647d2895a9 None None] Received port after_create {{(pid=95103) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 19:45:49.623321 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12233816-dd36-4a41-8a5b-3d647d2895a9 None None] Pushing event updated for resources: {'Port': ['ID=b9fd075d-2795-4f57-be19-ccf1103859b6,revision_number=1']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:45:49.716686 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-2f45df46-6e60-4ab9-a498-5b93c4c845f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:45:49.744886 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.managers [None req-12233816-dd36-4a41-8a5b-3d647d2895a9 None None] Attempting to bind port b9fd075d-2795-4f57-be19-ccf1103859b6 on host n-d-713301-16 for vnic_type normal with profile {{(pid=95103) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 19:45:49.745889 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.managers [None req-12233816-dd36-4a41-8a5b-3d647d2895a9 None None] Attempting to bind port b9fd075d-2795-4f57-be19-ccf1103859b6 by drivers openvswitch,hyperv on host n-d-713301-16 at level 0 using segments [{'id': '5c8360fd-bd95-490f-abbb-4e7bd94ab9a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '3e6c6ec3-89f7-4fc2-8252-c7df087533ec'}] {{(pid=95103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 19:45:49.746455 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12233816-dd36-4a41-8a5b-3d647d2895a9 None None] Attempting to bind port b9fd075d-2795-4f57-be19-ccf1103859b6 on network 3e6c6ec3-89f7-4fc2-8252-c7df087533ec {{(pid=95103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:45:49.788302 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12233816-dd36-4a41-8a5b-3d647d2895a9 None None] Checking agent: {'id': '70a14545-df24-472f-8f95-bfe1719bff93', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 19, 7, 53), 'started_at': datetime.datetime(2021, 9, 23, 19, 8, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 19, 45, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 19:45:49.791398 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12233816-dd36-4a41-8a5b-3d647d2895a9 None None] Checking segment: {'id': '5c8360fd-bd95-490f-abbb-4e7bd94ab9a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '3e6c6ec3-89f7-4fc2-8252-c7df087533ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95103) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:45:49.792171 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-12233816-dd36-4a41-8a5b-3d647d2895a9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:45:49.792813 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12233816-dd36-4a41-8a5b-3d647d2895a9 None None] Bound using segment: {'id': '5c8360fd-bd95-490f-abbb-4e7bd94ab9a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '3e6c6ec3-89f7-4fc2-8252-c7df087533ec'} {{(pid=95103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 19:45:49.796287 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.managers [None req-12233816-dd36-4a41-8a5b-3d647d2895a9 None None] Bound port: b9fd075d-2795-4f57-be19-ccf1103859b6, host: n-d-713301-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5c8360fd-bd95-490f-abbb-4e7bd94ab9a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '3e6c6ec3-89f7-4fc2-8252-c7df087533ec'}}] {{(pid=95103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 19:45:49.796917 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-12233816-dd36-4a41-8a5b-3d647d2895a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:45:49.808159 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9552b9ca-941d-4c90-a188-7ff19d39d5c2 req-559ebf54-d09f-48ef-afce-ca9b3785c148 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:45:49.819246 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-9552b9ca-941d-4c90-a188-7ff19d39d5c2 req-559ebf54-d09f-48ef-afce-ca9b3785c148 service neutron] 10.222.0.74 "GET /v2.0/networks?id=fc2b89b8-ce3f-4c16-8b68-220076c74d2b HTTP/1.1" status: 200 len: 917 time: 0.2377033 Sep 23 19:45:49.869967 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-26db0c51-b9c0-4a95-b845-57ef55befe01 tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783146162158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783145673144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5607431'] for port, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:45:49.987701 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26db0c51-b9c0-4a95-b845-57ef55befe01 tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Pushing event deleted for resources: {'Port': ['ID=02d1f61d-fdc1-424f-bb66-89b100912d95,revision_number=None']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:45:50.010911 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-12233816-dd36-4a41-8a5b-3d647d2895a9 None None] For port b9fd075d-2795-4f57-be19-ccf1103859b6, host n-d-713301-16, cleared binding levels {{(pid=95103) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 19:45:50.028970 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-12233816-dd36-4a41-8a5b-3d647d2895a9 None None] For port b9fd075d-2795-4f57-be19-ccf1103859b6, host n-d-713301-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-16',level=0,port_id=b9fd075d-2795-4f57-be19-ccf1103859b6,segment=NetworkSegment(5c8360fd-bd95-490f-abbb-4e7bd94ab9a5),segment_id=5c8360fd-bd95-490f-abbb-4e7bd94ab9a5)] {{(pid=95103) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 19:45:50.051229 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-26db0c51-b9c0-4a95-b845-57ef55befe01 tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222849'] for port, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:45:50.055182 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-26db0c51-b9c0-4a95-b845-57ef55befe01 tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] 10.222.0.67 "DELETE /v2.0/ports/02d1f61d-fdc1-424f-bb66-89b100912d95 HTTP/1.1" status: 204 len: 168 time: 0.9785264 Sep 23 19:45:50.057866 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 40704) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:45:50.062789 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-12233816-dd36-4a41-8a5b-3d647d2895a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:45:50.113666 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-9552b9ca-941d-4c90-a188-7ff19d39d5c2 req-1d2c3573-fe29-4b2a-b776-ddf1c587d3a5 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=79ee258c-88f6-46b2-b5bb-87d8ad0b9864 HTTP/1.1" status: 200 len: 1002 time: 0.2940266 Sep 23 19:45:50.202179 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12233816-dd36-4a41-8a5b-3d647d2895a9 None None] Pushing event updated for resources: {'Port': ['ID=b9fd075d-2795-4f57-be19-ccf1103859b6,revision_number=2']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:45:50.263497 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9552b9ca-941d-4c90-a188-7ff19d39d5c2 req-9379dae7-c284-4101-9f3a-9a91808d4dc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:45:50.265203 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-9552b9ca-941d-4c90-a188-7ff19d39d5c2 req-9379dae7-c284-4101-9f3a-9a91808d4dc7 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=cfb66c78-2a7b-4d98-8fdd-683258461232 HTTP/1.1" status: 200 len: 855 time: 0.1450398 Sep 23 19:45:50.334553 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22e01fcf-e516-40b0-8a4f-15fac5d2f56c tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:45:50.337603 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22e01fcf-e516-40b0-8a4f-15fac5d2f56c tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:45:50.340105 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-22e01fcf-e516-40b0-8a4f-15fac5d2f56c tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] 10.222.0.67 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.2805421 Sep 23 19:45:50.342698 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 40724) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:45:50.467870 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9552b9ca-941d-4c90-a188-7ff19d39d5c2 req-020076dd-48d0-41b6-a70a-65431fdde63c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:45:50.473302 n-d-713301-16 neutron-server[95101]: DEBUG neutron.db.db_base_plugin_v2 [None req-aaea2761-fb68-42db-a3a5-32142f465c33 tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Deleting subnet 277f920c-b3e3-4734-beca-5609ab0b7590 {{(pid=95101) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 23 19:45:50.474150 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-9552b9ca-941d-4c90-a188-7ff19d39d5c2 req-020076dd-48d0-41b6-a70a-65431fdde63c service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=fc2b89b8-ce3f-4c16-8b68-220076c74d2b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1961765 Sep 23 19:45:50.481774 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-aaea2761-fb68-42db-a3a5-32142f465c33 tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Notify callbacks [] for subnet, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:45:50.493973 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8066eb5a-9cf9-45e6-b071-07c17bee1014 req-a8940498-db57-4239-8854-ae60530b5ae5 tempest-TestNetworkBasicOps-1575950199 tempest-TestNetworkBasicOps-1575950199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:45:50.495683 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-8066eb5a-9cf9-45e6-b071-07c17bee1014 req-a8940498-db57-4239-8854-ae60530b5ae5 tempest-TestNetworkBasicOps-1575950199 tempest-TestNetworkBasicOps-1575950199-project] 10.222.0.67 "GET /v2.0/ports?device_id=3e0be90f-2029-4957-bb5d-fa1f54181a61 HTTP/1.1" status: 200 len: 944 time: 0.2295167 Sep 23 19:45:50.634823 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-8066eb5a-9cf9-45e6-b071-07c17bee1014 req-8df7ed65-74c3-423d-977f-d7e58d2070fb tempest-TestNetworkBasicOps-1575950199 tempest-TestNetworkBasicOps-1575950199-project] 10.222.0.67 "GET /v2.0/security-groups?id=c0bb3388-4363-49d8-8145-e6bd5372022a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1311104 Sep 23 19:45:50.660429 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-aaea2761-fb68-42db-a3a5-32142f465c33 tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6007154'] for subnet, precommit_delete_associations {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:45:50.755352 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-9552b9ca-941d-4c90-a188-7ff19d39d5c2 req-edf1a09c-67bd-445b-b8dc-a4c350883991 service neutron] 10.222.0.74 "GET /v2.0/networks/fc2b89b8-ce3f-4c16-8b68-220076c74d2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2714207 Sep 23 19:45:50.947052 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-aaea2761-fb68-42db-a3a5-32142f465c33 tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1756813'] for subnet, precommit_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:45:50.987292 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-9552b9ca-941d-4c90-a188-7ff19d39d5c2 req-6241193b-9dc8-43d1-83c3-756928d83c10 service neutron] 10.222.0.74 "GET /v2.0/networks/fc2b89b8-ce3f-4c16-8b68-220076c74d2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2171211 Sep 23 19:45:51.052445 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-aaea2761-fb68-42db-a3a5-32142f465c33 tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1756804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5607514', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6130950'] for subnet, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:45:51.093491 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaea2761-fb68-42db-a3a5-32142f465c33 tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Pushing event deleted for resources: {'Subnet': ['ID=277f920c-b3e3-4734-beca-5609ab0b7590,revision_number=None']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:45:51.099012 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-aaea2761-fb68-42db-a3a5-32142f465c33 tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Notify callbacks [] for subnet, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:45:51.103749 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-aaea2761-fb68-42db-a3a5-32142f465c33 tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] 10.222.0.67 "DELETE /v2.0/subnets/277f920c-b3e3-4734-beca-5609ab0b7590 HTTP/1.1" status: 204 len: 168 time: 0.7572570 Sep 23 19:45:51.104643 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 40764) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:45:51.149221 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-dc258451-8613-435b-b777-3fcfe8e69602 tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] 10.222.0.67 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0413067 Sep 23 19:45:51.149556 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 40766) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:45:51.154693 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.v2.base [None req-1087fc45-13c1-49ab-acc8-ac8b1e0cfaef tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Request body: {'subnet': {'network_id': '3e6c6ec3-89f7-4fc2-8252-c7df087533ec', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=95102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:45:51.361763 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1087fc45-13c1-49ab-acc8-ac8b1e0cfaef tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Made reservation on behalf of ef2dbafd0ba44b7485191a034ef43810 for: {'subnet': 1} {{(pid=95102) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:45:51.374468 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-1087fc45-13c1-49ab-acc8-ac8b1e0cfaef tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5388256'] for subnet, before_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:45:51.507324 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Device b9fd075d-2795-4f57-be19-ccf1103859b6 up at agent ovs-agent-n-d-713301-16 {{(pid=95103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 19:45:51.597920 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Device f9f76648-feb5-46d2-a220-7887e2c8b553 up at agent hyperv_n-h2-713301-16 {{(pid=95103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 19:45:51.667181 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Provisioning complete for port b9fd075d-2795-4f57-be19-ccf1103859b6 triggered by entity L2. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:45:51.667828 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:45:51.759819 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Provisioning for port f9f76648-feb5-46d2-a220-7887e2c8b553 completed by entity L2. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 19:45:51.777101 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Provisioning complete for port f9f76648-feb5-46d2-a220-7887e2c8b553 triggered by entity L2. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:45:51.777902 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:45:51.869415 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-1087fc45-13c1-49ab-acc8-ac8b1e0cfaef tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4398944', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5388242'] for subnet, after_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:45:51.960959 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:45:51.994629 n-d-713301-16 neutron-server[95102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1087fc45-13c1-49ab-acc8-ac8b1e0cfaef tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Network 3e6c6ec3-89f7-4fc2-8252-c7df087533ec is already hosted by enough agents. {{(pid=95102) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:45:52.002215 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0498fbf-fd56-4c37-a2fe-299f1e9df4a5 None None] Network 3e6c6ec3-89f7-4fc2-8252-c7df087533ec requested from n-d-713301-16 {{(pid=95103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 19:45:52.004648 n-d-713301-16 neutron-server[95102]: DEBUG neutron.scheduler.base_scheduler [None req-1087fc45-13c1-49ab-acc8-ac8b1e0cfaef tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Resources bound (agent type, host, resource id): {{(pid=95102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:45:52.020361 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1087fc45-13c1-49ab-acc8-ac8b1e0cfaef tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:45:52.021105 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-1087fc45-13c1-49ab-acc8-ac8b1e0cfaef tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Notify callbacks [] for subnet, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:45:52.033388 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc51e154-84ff-4990-bbca-5c1208b05e9b req-5448871d-e4b1-4603-a4fa-43b0b5484535 tempest-TestNetworkBasicOps-1575950199 tempest-TestNetworkBasicOps-1575950199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:45:52.034944 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-fc51e154-84ff-4990-bbca-5c1208b05e9b req-5448871d-e4b1-4603-a4fa-43b0b5484535 tempest-TestNetworkBasicOps-1575950199 tempest-TestNetworkBasicOps-1575950199-project] 10.222.0.67 "GET /v2.0/ports?device_id=3e0be90f-2029-4957-bb5d-fa1f54181a61 HTTP/1.1" status: 200 len: 944 time: 0.2530801 Sep 23 19:45:52.083859 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1087fc45-13c1-49ab-acc8-ac8b1e0cfaef tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Pushing event updated for resources: {'Subnet': ['ID=f0761b0b-c3d9-4ade-96ce-f7d84718b4c0,revision_number=0']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:45:52.090632 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-1087fc45-13c1-49ab-acc8-ac8b1e0cfaef tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.9400177 Sep 23 19:45:52.093574 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 40786) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:45:52.098717 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.v2.base [None req-3a7fab4d-d1af-4fd2-b857-f5a71dcff779 tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Request body: {'port': {'network_id': '3e6c6ec3-89f7-4fc2-8252-c7df087533ec', 'name': 'tempest-NetworksTestDHCPv6-1579656839'}} {{(pid=95101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:45:52.103200 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-fc51e154-84ff-4990-bbca-5c1208b05e9b req-e791be1a-9207-4a54-b263-f9deed7b8532 tempest-TestNetworkBasicOps-1575950199 tempest-TestNetworkBasicOps-1575950199-project] 10.222.0.67 "GET /v2.0/security-groups?id=c0bb3388-4363-49d8-8145-e6bd5372022a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0572839 Sep 23 19:45:52.184302 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] For port b9fd075d-2795-4f57-be19-ccf1103859b6, host n-d-713301-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-16',level=0,port_id=b9fd075d-2795-4f57-be19-ccf1103859b6,segment=NetworkSegment(5c8360fd-bd95-490f-abbb-4e7bd94ab9a5),segment_id=5c8360fd-bd95-490f-abbb-4e7bd94ab9a5)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:45:52.265657 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:45:52.304845 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-be47bc3f-8733-4dcd-9f47-742ec8d153be None None] Provisioning complete for port b9fd075d-2795-4f57-be19-ccf1103859b6 triggered by entity DHCP. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:45:52.307926 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-be47bc3f-8733-4dcd-9f47-742ec8d153be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:45:52.421684 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a7fab4d-d1af-4fd2-b857-f5a71dcff779 tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Made reservation on behalf of ef2dbafd0ba44b7485191a034ef43810 for: {'port': 1} {{(pid=95101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:45:52.426512 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-3a7fab4d-d1af-4fd2-b857-f5a71dcff779 tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:45:52.454314 n-d-713301-16 neutron-server[95101]: DEBUG neutron.notifiers.nova [None req-3a7fab4d-d1af-4fd2-b857-f5a71dcff779 tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] device_id is not set on port 3a7295d2-41c3-4a12-88db-8dd41565f237 yet. {{(pid=95101) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 23 19:45:52.614554 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:45:52.690767 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Pushing event updated for resources: {'Port': ['ID=b9fd075d-2795-4f57-be19-ccf1103859b6,revision_number=4']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:45:52.756908 n-d-713301-16 neutron-server[95101]: DEBUG neutron.db.db_base_plugin_common [None req-3a7fab4d-d1af-4fd2-b857-f5a71dcff779 tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Allocated IP 2001:db8::149 (3e6c6ec3-89f7-4fc2-8252-c7df087533ec/f0761b0b-c3d9-4ade-96ce-f7d84718b4c0/3a7295d2-41c3-4a12-88db-8dd41565f237) {{(pid=95101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 19:45:52.793039 n-d-713301-16 neutron-server[95103]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e0be90f-2029-4957-bb5d-fa1f54181a61', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f9f76648-feb5-46d2-a220-7887e2c8b553'}] {{(pid=95103) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 19:45:52.802799 n-d-713301-16 neutron-server[95103]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}81a1c17f2aa89d5b3ebbba3a3e0cf7eb588e431c2224256110c4c4facdd7c3e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c1fb557-fbf8-442d-9623-73458e69022d" -d '{"events": [{"server_uuid": "3e0be90f-2029-4957-bb5d-fa1f54181a61", "name": "network-vif-plugged", "status": "completed", "tag": "f9f76648-feb5-46d2-a220-7887e2c8b553"}]}' {{(pid=95103) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 19:45:52.901745 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] For port f9f76648-feb5-46d2-a220-7887e2c8b553, host n-h2-713301-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-16',level=0,port_id=f9f76648-feb5-46d2-a220-7887e2c8b553,segment=NetworkSegment(715f662e-ea71-4327-bc2c-7c1fd4f58dd8),segment_id=715f662e-ea71-4327-bc2c-7c1fd4f58dd8)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:45:52.961190 n-d-713301-16 neutron-server[95103]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 19:45:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d22a637a-be82-4987-9981-2e64a983501c x-openstack-request-id: req-d22a637a-be82-4987-9981-2e64a983501c {{(pid=95103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 19:45:52.961652 n-d-713301-16 neutron-server[95103]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3e0be90f-2029-4957-bb5d-fa1f54181a61", "name": "network-vif-plugged", "status": "completed", "tag": "f9f76648-feb5-46d2-a220-7887e2c8b553", "code": 200}]} {{(pid=95103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 19:45:52.962026 n-d-713301-16 neutron-server[95103]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-d22a637a-be82-4987-9981-2e64a983501c {{(pid=95103) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 19:45:52.962513 n-d-713301-16 neutron-server[95103]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3e0be90f-2029-4957-bb5d-fa1f54181a61', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f9f76648-feb5-46d2-a220-7887e2c8b553', 'code': 200} Sep 23 19:45:52.965553 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:45:53.104648 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-3a7fab4d-d1af-4fd2-b857-f5a71dcff779 tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Notify callbacks [] for port, precommit_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:45:53.132527 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-d57dcec4-c7af-40f4-b451-f19995051a82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:45:53.169341 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-3a7fab4d-d1af-4fd2-b857-f5a71dcff779 tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783145673135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5607431'] for port, after_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:45:53.205021 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e1a48b5-4970-4981-9491-8c13e639f1e0 req-f2df9daa-670e-4604-9474-741c58726e40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:45:53.228674 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-9e1a48b5-4970-4981-9491-8c13e639f1e0 req-f2df9daa-670e-4604-9474-741c58726e40 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=3e0be90f-2029-4957-bb5d-fa1f54181a61 HTTP/1.1" status: 200 len: 1097 time: 0.1630676 Sep 23 19:45:53.257092 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Pushing event updated for resources: {'Port': ['ID=f9f76648-feb5-46d2-a220-7887e2c8b553,revision_number=5']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:45:53.257344 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a7fab4d-d1af-4fd2-b857-f5a71dcff779 tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Network 3e6c6ec3-89f7-4fc2-8252-c7df087533ec is already hosted by enough agents. {{(pid=95101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:45:53.261719 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.base_scheduler [None req-3a7fab4d-d1af-4fd2-b857-f5a71dcff779 tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Resources bound (agent type, host, resource id): {{(pid=95101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:45:53.273232 n-d-713301-16 neutron-server[95101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a7fab4d-d1af-4fd2-b857-f5a71dcff779 tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Received port after_create {{(pid=95101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 19:45:53.291681 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a7fab4d-d1af-4fd2-b857-f5a71dcff779 tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:45:53.292368 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-3a7fab4d-d1af-4fd2-b857-f5a71dcff779 tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222849'] for port, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:45:53.293543 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:45:53.359130 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-3a7fab4d-d1af-4fd2-b857-f5a71dcff779 tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.2643666 Sep 23 19:45:53.360637 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a7fab4d-d1af-4fd2-b857-f5a71dcff779 tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Pushing event updated for resources: {'Port': ['ID=3a7295d2-41c3-4a12-88db-8dd41565f237,revision_number=1']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:45:53.363145 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 40816) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:45:53.387005 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-9e1a48b5-4970-4981-9491-8c13e639f1e0 req-64aff284-4233-467a-889c-23a710a1865e service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=c0bb3388-4363-49d8-8145-e6bd5372022a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1525981 Sep 23 19:45:53.404683 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c8d143e-a887-4b65-b0ba-05879587ac63 req-4da550de-c1e0-42d8-a53b-392babaefec5 tempest-TestNetworkBasicOps-1575950199 tempest-TestNetworkBasicOps-1575950199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:45:53.418774 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-7c8d143e-a887-4b65-b0ba-05879587ac63 req-4da550de-c1e0-42d8-a53b-392babaefec5 tempest-TestNetworkBasicOps-1575950199 tempest-TestNetworkBasicOps-1575950199-project] 10.222.0.67 "GET /v2.0/ports?device_id=3e0be90f-2029-4957-bb5d-fa1f54181a61 HTTP/1.1" status: 200 len: 945 time: 0.1420772 Sep 23 19:45:53.419872 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Device b9fd075d-2795-4f57-be19-ccf1103859b6 up at agent ovs-agent-n-d-713301-16 {{(pid=95103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 19:45:53.486116 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-7c8d143e-a887-4b65-b0ba-05879587ac63 req-35e6c2c0-0e27-42c8-bf71-c9da155d1033 tempest-TestNetworkBasicOps-1575950199 tempest-TestNetworkBasicOps-1575950199-project] 10.222.0.67 "GET /v2.0/security-groups?id=c0bb3388-4363-49d8-8145-e6bd5372022a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0653408 Sep 23 19:45:53.521483 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b463a01e-09aa-4b78-9da5-ebcbb06308ac tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:45:53.543001 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b463a01e-09aa-4b78-9da5-ebcbb06308ac tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:45:53.546863 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-b463a01e-09aa-4b78-9da5-ebcbb06308ac tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] 10.222.0.67 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1592 time: 0.1812108 Sep 23 19:45:53.549454 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 40820) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:45:53.556962 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-0ae75029-feb6-4728-9a94-5f9b60993d82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:45:53.645675 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Provisioning complete for port b9fd075d-2795-4f57-be19-ccf1103859b6 triggered by entity L2. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:45:53.646350 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:45:53.733889 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c173893-5512-4bf2-b3d8-150b150d2084 None None] Network 3e6c6ec3-89f7-4fc2-8252-c7df087533ec requested from n-d-713301-16 {{(pid=95103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 19:45:53.796710 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 40830) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:45:53.838043 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.plugin [None req-386a8a51-4a8f-4ef4-900b-acb5eb0a0768 tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Deleting port 3a7295d2-41c3-4a12-88db-8dd41565f237 {{(pid=95101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:45:53.838390 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-386a8a51-4a8f-4ef4-900b-acb5eb0a0768 tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783146157096'] for port, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:45:53.867572 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-18ef4bcb-8e11-420b-a47a-32e28d422811 None None] Provisioning complete for port b9fd075d-2795-4f57-be19-ccf1103859b6 triggered by entity DHCP. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:45:53.868782 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-18ef4bcb-8e11-420b-a47a-32e28d422811 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:45:54.019634 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-386a8a51-4a8f-4ef4-900b-acb5eb0a0768 tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-605701'] for port, precommit_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:45:54.048400 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.plugin [None req-386a8a51-4a8f-4ef4-900b-acb5eb0a0768 tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Calling delete_port for 3a7295d2-41c3-4a12-88db-8dd41565f237 owned by {{(pid=95101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:45:54.088849 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-984baac0-e9d8-4162-b01a-e4cc8494ab53 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:45:54.204467 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-984baac0-e9d8-4162-b01a-e4cc8494ab53 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:45:54.212461 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-984baac0-e9d8-4162-b01a-e4cc8494ab53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:45:54.246364 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-984baac0-e9d8-4162-b01a-e4cc8494ab53 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=c18b8767116048b59485150b4025544a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4470196 Sep 23 19:45:54.251784 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 40834) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:45:54.351197 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-984baac0-e9d8-4162-b01a-e4cc8494ab53 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e4cce70-768b-476c-92cd-554446f4bf97,revision_number=1']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:45:54.369056 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-386a8a51-4a8f-4ef4-900b-acb5eb0a0768 tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783146162158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783145673144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5607431'] for port, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:45:54.412837 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-386a8a51-4a8f-4ef4-900b-acb5eb0a0768 tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Pushing event deleted for resources: {'Port': ['ID=3a7295d2-41c3-4a12-88db-8dd41565f237,revision_number=None']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:45:54.425914 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-c72a1a9d-d3b6-4667-ad51-5ad20937cfd2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:45:54.457453 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-c72a1a9d-d3b6-4667-ad51-5ad20937cfd2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:45:54.478907 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-386a8a51-4a8f-4ef4-900b-acb5eb0a0768 tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222849'] for port, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:45:54.487644 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-386a8a51-4a8f-4ef4-900b-acb5eb0a0768 tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] 10.222.0.67 "DELETE /v2.0/ports/3a7295d2-41c3-4a12-88db-8dd41565f237 HTTP/1.1" status: 204 len: 168 time: 0.9329381 Sep 23 19:45:54.487644 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 40836) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:45:54.593909 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60834926-6f86-4d4f-9766-cd4cd9997008 tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:45:54.596405 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60834926-6f86-4d4f-9766-cd4cd9997008 tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:45:54.600786 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-60834926-6f86-4d4f-9766-cd4cd9997008 tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] 10.222.0.67 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1090200 Sep 23 19:45:54.601158 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 40840) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:45:54.620314 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-fe8aa9bc-0f28-4a67-bc96-9334d5f1599d None None] Could not find standard attr ID for object 3a7295d2-41c3-4a12-88db-8dd41565f237. {{(pid=95103) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 23 19:45:54.648814 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-fe8aa9bc-0f28-4a67-bc96-9334d5f1599d None None] Provisioning complete for port b9fd075d-2795-4f57-be19-ccf1103859b6 triggered by entity DHCP. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:45:54.650041 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-fe8aa9bc-0f28-4a67-bc96-9334d5f1599d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:45:54.714906 n-d-713301-16 neutron-server[95101]: DEBUG neutron.db.db_base_plugin_v2 [None req-92cdff69-95d8-49a9-894b-cacb52f7ea6e tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Deleting subnet f0761b0b-c3d9-4ade-96ce-f7d84718b4c0 {{(pid=95101) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 23 19:45:54.720406 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-92cdff69-95d8-49a9-894b-cacb52f7ea6e tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Notify callbacks [] for subnet, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:45:54.723647 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-c72a1a9d-d3b6-4667-ad51-5ad20937cfd2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:45:54.729789 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-c72a1a9d-d3b6-4667-ad51-5ad20937cfd2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:45:54.736141 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-c72a1a9d-d3b6-4667-ad51-5ad20937cfd2 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/1e4cce70-768b-476c-92cd-554446f4bf97 HTTP/1.1" status: 204 len: 168 time: 0.4815404 Sep 23 19:45:54.777974 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c72a1a9d-d3b6-4667-ad51-5ad20937cfd2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e4cce70-768b-476c-92cd-554446f4bf97,revision_number=None']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:45:54.831016 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b10d3c-104e-499e-9fc5-13d0b566d4ee req-549daf0e-97a3-49a2-bef0-d9f7093bcdcf tempest-TestNetworkBasicOps-1575950199 tempest-TestNetworkBasicOps-1575950199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:45:54.841587 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-41b10d3c-104e-499e-9fc5-13d0b566d4ee req-549daf0e-97a3-49a2-bef0-d9f7093bcdcf tempest-TestNetworkBasicOps-1575950199 tempest-TestNetworkBasicOps-1575950199-project] 10.222.0.67 "GET /v2.0/ports?device_id=3e0be90f-2029-4957-bb5d-fa1f54181a61 HTTP/1.1" status: 200 len: 945 time: 0.2017524 Sep 23 19:45:54.842513 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-92cdff69-95d8-49a9-894b-cacb52f7ea6e tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6007154'] for subnet, precommit_delete_associations {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:45:54.891692 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-41b10d3c-104e-499e-9fc5-13d0b566d4ee req-79d2c0a6-a3ae-44f1-8cd3-06357c846055 tempest-TestNetworkBasicOps-1575950199 tempest-TestNetworkBasicOps-1575950199-project] 10.222.0.67 "GET /v2.0/security-groups?id=c0bb3388-4363-49d8-8145-e6bd5372022a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487990 Sep 23 19:45:54.919760 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-92cdff69-95d8-49a9-894b-cacb52f7ea6e tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1756813'] for subnet, precommit_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:45:55.107176 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e23eff39-8a6d-43ec-ad75-3d5cbbb6013b req-466c1d90-818f-4568-b7b4-01238901c41d tempest-TestNetworkBasicOps-1575950199 tempest-TestNetworkBasicOps-1575950199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:45:55.114366 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-92cdff69-95d8-49a9-894b-cacb52f7ea6e tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1756804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5607514', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6130950'] for subnet, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:45:55.116430 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-e23eff39-8a6d-43ec-ad75-3d5cbbb6013b req-466c1d90-818f-4568-b7b4-01238901c41d tempest-TestNetworkBasicOps-1575950199 tempest-TestNetworkBasicOps-1575950199-project] 10.222.0.67 "GET /v2.0/ports?device_id=3e0be90f-2029-4957-bb5d-fa1f54181a61 HTTP/1.1" status: 200 len: 945 time: 0.1000457 Sep 23 19:45:55.173386 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-e23eff39-8a6d-43ec-ad75-3d5cbbb6013b req-8144a542-4ae1-45c5-9763-47b10f6f8a12 tempest-TestNetworkBasicOps-1575950199 tempest-TestNetworkBasicOps-1575950199-project] 10.222.0.67 "GET /v2.0/security-groups?id=c0bb3388-4363-49d8-8145-e6bd5372022a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0553300 Sep 23 19:45:55.189131 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92cdff69-95d8-49a9-894b-cacb52f7ea6e tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Pushing event deleted for resources: {'Subnet': ['ID=f0761b0b-c3d9-4ade-96ce-f7d84718b4c0,revision_number=None']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:45:55.191582 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 40864) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:45:55.203672 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-92cdff69-95d8-49a9-894b-cacb52f7ea6e tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Notify callbacks [] for subnet, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:45:55.230242 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-9326aeba-c194-4fe7-893a-d0142303c214 None None] Could not find standard attr ID for object 02d1f61d-fdc1-424f-bb66-89b100912d95. {{(pid=95103) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 23 19:45:55.236764 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-92cdff69-95d8-49a9-894b-cacb52f7ea6e tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] 10.222.0.67 "DELETE /v2.0/subnets/f0761b0b-c3d9-4ade-96ce-f7d84718b4c0 HTTP/1.1" status: 204 len: 168 time: 0.6325402 Sep 23 19:45:55.238306 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 40866) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:45:55.251333 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4deb4e46-c1cb-41d7-b656-6917e9f1c60a tempest-TestNetworkBasicOps-1297983559 tempest-TestNetworkBasicOps-1297983559-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:45:55.253461 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-4deb4e46-c1cb-41d7-b656-6917e9f1c60a tempest-TestNetworkBasicOps-1297983559 tempest-TestNetworkBasicOps-1297983559-project-admin] 10.222.0.67 "GET /v2.0/ports?device_id=3e0be90f-2029-4957-bb5d-fa1f54181a61 HTTP/1.1" status: 200 len: 1092 time: 0.0605540 Sep 23 19:45:55.259639 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 40868) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:45:55.274658 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.v2.base [None req-4e5733bb-40d9-48b4-83a5-f14f95c8cf0b tempest-TestNetworkBasicOps-1575950199 tempest-TestNetworkBasicOps-1575950199-project] Request body: {'floatingip': {'floating_network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'port_id': 'f9f76648-feb5-46d2-a220-7887e2c8b553', 'tenant_id': '7fd7324f75754f93a5f1d406b61f5276', 'fixed_ip_address': '172.20.0.9'}} {{(pid=95102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:45:55.341427 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-4e5733bb-40d9-48b4-83a5-f14f95c8cf0b tempest-TestNetworkBasicOps-1575950199 tempest-TestNetworkBasicOps-1575950199-project] Notify callbacks [] for floatingip, before_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:45:55.344866 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-80e7e501-6c57-470d-92c6-e3d54bc3195c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:45:55.463230 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-03b421f7-6dfc-4470-976e-e769dcfaada5 tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] 10.222.0.67 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2164392 Sep 23 19:45:55.464873 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 40870) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:45:55.489933 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.v2.base [None req-1b71d259-1112-478c-97d1-5e7aa14c56a3 tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Request body: {'subnet': {'network_id': '3e6c6ec3-89f7-4fc2-8252-c7df087533ec', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=95101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:45:55.616486 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-4e5733bb-40d9-48b4-83a5-f14f95c8cf0b tempest-TestNetworkBasicOps-1575950199 tempest-TestNetworkBasicOps-1575950199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:45:55.670221 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 40872) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:45:55.675192 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2620f97e-dc80-450c-a423-439058cd2fc8 None None] Network 3e6c6ec3-89f7-4fc2-8252-c7df087533ec requested from n-d-713301-16 {{(pid=95103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 19:45:55.699140 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-6f8747f4-c7b3-4b1b-a765-a89a4182754a admin admin] Notify callbacks [] for security_group, before_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:45:55.711946 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-859ebfe5-364e-4222-8dd4-815b90caba15 None None] Could not find standard attr ID for object 3a7295d2-41c3-4a12-88db-8dd41565f237. {{(pid=95103) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 23 19:45:55.796186 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b71d259-1112-478c-97d1-5e7aa14c56a3 tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Made reservation on behalf of ef2dbafd0ba44b7485191a034ef43810 for: {'subnet': 1} {{(pid=95101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:45:55.806088 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-1b71d259-1112-478c-97d1-5e7aa14c56a3 tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6130979'] for subnet, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:45:55.968536 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29af4460-0754-4932-9659-9f347e7a545b None None] DHCP port deletion for 3e6c6ec3-89f7-4fc2-8252-c7df087533ec request from n-d-713301-16 {{(pid=95103) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 23 19:45:55.996926 n-d-713301-16 neutron-server[95102]: DEBUG neutron.db.db_base_plugin_common [None req-4e5733bb-40d9-48b4-83a5-f14f95c8cf0b tempest-TestNetworkBasicOps-1575950199 tempest-TestNetworkBasicOps-1575950199-project] Allocated IP 172.25.1.246 (5dec5c09-378e-4f50-89cc-d94eb81c3bac/eff83446-018c-428d-b3f5-54ac9abe7a2a/4e64cb90-c782-4755-812d-0fb78f2c7361) {{(pid=95102) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 19:45:56.095425 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.plugin [None req-29af4460-0754-4932-9659-9f347e7a545b None None] Deleting port b9fd075d-2795-4f57-be19-ccf1103859b6 {{(pid=95103) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:45:56.102168 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-29af4460-0754-4932-9659-9f347e7a545b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783146157096'] for port, before_delete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:45:56.272407 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-29af4460-0754-4932-9659-9f347e7a545b None None] For port b9fd075d-2795-4f57-be19-ccf1103859b6, host n-d-713301-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-16',level=0,port_id=b9fd075d-2795-4f57-be19-ccf1103859b6,segment=NetworkSegment(5c8360fd-bd95-490f-abbb-4e7bd94ab9a5),segment_id=5c8360fd-bd95-490f-abbb-4e7bd94ab9a5)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:45:56.274118 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-29af4460-0754-4932-9659-9f347e7a545b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-605701'] for port, precommit_delete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:45:56.285505 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-1b71d259-1112-478c-97d1-5e7aa14c56a3 tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5607579', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6130961'] for subnet, after_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:45:56.306221 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.plugin [None req-29af4460-0754-4932-9659-9f347e7a545b None None] Calling delete_port for b9fd075d-2795-4f57-be19-ccf1103859b6 owned by network:dhcp {{(pid=95103) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:45:56.331176 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-1a9510e3-e25e-4232-b755-a1e72436aac8 req-68c449be-bfba-473e-8560-e2bc1484c599 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=3e0be90f-2029-4957-bb5d-fa1f54181a61&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2455969 Sep 23 19:45:56.406148 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b71d259-1112-478c-97d1-5e7aa14c56a3 tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Pushing event updated for resources: {'Subnet': ['ID=28ee9288-8406-4dd1-975b-a71fa78bcc57,revision_number=0']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:45:56.413697 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b71d259-1112-478c-97d1-5e7aa14c56a3 tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Network 3e6c6ec3-89f7-4fc2-8252-c7df087533ec is already hosted by enough agents. {{(pid=95101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:45:56.416287 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.base_scheduler [None req-1b71d259-1112-478c-97d1-5e7aa14c56a3 tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Resources bound (agent type, host, resource id): {{(pid=95101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:45:56.419194 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b71d259-1112-478c-97d1-5e7aa14c56a3 tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:45:56.419832 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-1b71d259-1112-478c-97d1-5e7aa14c56a3 tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Notify callbacks [] for subnet, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:45:56.426875 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-4e5733bb-40d9-48b4-83a5-f14f95c8cf0b tempest-TestNetworkBasicOps-1575950199 tempest-TestNetworkBasicOps-1575950199-project] Notify callbacks [] for port, precommit_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:45:56.431949 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-6f8747f4-c7b3-4b1b-a765-a89a4182754a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:45:56.452070 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-1b71d259-1112-478c-97d1-5e7aa14c56a3 tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.9779015 Sep 23 19:45:56.456080 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 40882) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:45:56.469630 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.v2.base [None req-9ca8e47f-a662-48c7-8ae5-22fbef80aa00 tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Request body: {'port': {'network_id': '3e6c6ec3-89f7-4fc2-8252-c7df087533ec', 'name': 'tempest-NetworksTestDHCPv6-1169772217'}} {{(pid=95101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:45:56.474628 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-6f8747f4-c7b3-4b1b-a765-a89a4182754a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:45:56.495982 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-29af4460-0754-4932-9659-9f347e7a545b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783146162158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783145673144'] for port, after_delete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:45:56.578574 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 40884) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:45:56.579032 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-6f8747f4-c7b3-4b1b-a765-a89a4182754a admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=f6be2e68c37847719fdce173b800dd8e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9067688 Sep 23 19:45:56.584254 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a9510e3-e25e-4232-b755-a1e72436aac8 req-5d9a2123-1948-4169-ab4f-0a6e43b11451 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:45:56.586931 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-1a9510e3-e25e-4232-b755-a1e72436aac8 req-5d9a2123-1948-4169-ab4f-0a6e43b11451 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=7fd7324f75754f93a5f1d406b61f5276&device_id=3e0be90f-2029-4957-bb5d-fa1f54181a61 HTTP/1.1" status: 200 len: 1097 time: 0.1793237 Sep 23 19:45:56.589665 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f8747f4-c7b3-4b1b-a765-a89a4182754a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7ce3e9e-64f3-4eb2-8d5f-9ca6aaf5cdaa,revision_number=1']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:45:56.618384 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29af4460-0754-4932-9659-9f347e7a545b None None] Pushing event deleted for resources: {'Port': ['ID=b9fd075d-2795-4f57-be19-ccf1103859b6,revision_number=None']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:45:56.640332 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29af4460-0754-4932-9659-9f347e7a545b None None] No DVR routers for this DVR port b9fd075d-2795-4f57-be19-ccf1103859b6 on host n-d-713301-16 {{(pid=95103) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 19:45:56.655169 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-4e5733bb-40d9-48b4-83a5-f14f95c8cf0b tempest-TestNetworkBasicOps-1575950199 tempest-TestNetworkBasicOps-1575950199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783145673135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4399100'] for port, after_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:45:56.675360 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2fbd6eb-8119-4021-b650-92e439a42d93 None None] Network 3e6c6ec3-89f7-4fc2-8252-c7df087533ec requested from n-d-713301-16 {{(pid=95103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 19:45:56.756066 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-662ed207-555c-44af-9efb-633356cfb504 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:45:56.780014 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e5733bb-40d9-48b4-83a5-f14f95c8cf0b tempest-TestNetworkBasicOps-1575950199 tempest-TestNetworkBasicOps-1575950199-project] Pushing event updated for resources: {'Port': ['ID=4e64cb90-c782-4755-812d-0fb78f2c7361,revision_number=1']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:45:56.795054 n-d-713301-16 neutron-server[95102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e5733bb-40d9-48b4-83a5-f14f95c8cf0b tempest-TestNetworkBasicOps-1575950199 tempest-TestNetworkBasicOps-1575950199-project] Network 5dec5c09-378e-4f50-89cc-d94eb81c3bac is already hosted by enough agents. {{(pid=95102) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:45:56.800613 n-d-713301-16 neutron-server[95102]: DEBUG neutron.scheduler.base_scheduler [None req-4e5733bb-40d9-48b4-83a5-f14f95c8cf0b tempest-TestNetworkBasicOps-1575950199 tempest-TestNetworkBasicOps-1575950199-project] Resources bound (agent type, host, resource id): {{(pid=95102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:45:56.804622 n-d-713301-16 neutron-server[95102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e5733bb-40d9-48b4-83a5-f14f95c8cf0b tempest-TestNetworkBasicOps-1575950199 tempest-TestNetworkBasicOps-1575950199-project] Received port after_create {{(pid=95102) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 19:45:56.860993 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-662ed207-555c-44af-9efb-633356cfb504 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:45:56.871174 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a9510e3-e25e-4232-b755-a1e72436aac8 req-96c90242-9f75-4916-9d53-af967e3312af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:45:56.883864 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-1a9510e3-e25e-4232-b755-a1e72436aac8 req-96c90242-9f75-4916-9d53-af967e3312af service neutron] 10.222.0.53 "GET /v2.0/networks?id=556d491a-fa37-496f-b55a-840ae2087f7d HTTP/1.1" status: 200 len: 898 time: 0.2667530 Sep 23 19:45:56.924217 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ca8e47f-a662-48c7-8ae5-22fbef80aa00 tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Made reservation on behalf of ef2dbafd0ba44b7485191a034ef43810 for: {'port': 1} {{(pid=95101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:45:56.936373 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-9ca8e47f-a662-48c7-8ae5-22fbef80aa00 tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:45:56.975934 n-d-713301-16 neutron-server[95101]: DEBUG neutron.notifiers.nova [None req-9ca8e47f-a662-48c7-8ae5-22fbef80aa00 tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] device_id is not set on port 0a44edd9-7b4e-4380-ba9e-9c23771d6014 yet. {{(pid=95101) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 23 19:45:57.015859 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-662ed207-555c-44af-9efb-633356cfb504 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:45:57.017075 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-1a9510e3-e25e-4232-b755-a1e72436aac8 req-f49d17c3-d854-4d44-ab6a-d9121b523711 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f9f76648-feb5-46d2-a220-7887e2c8b553 HTTP/1.1" status: 200 len: 217 time: 0.1231458 Sep 23 19:45:57.026412 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dafaa8c1-940c-43be-bfde-27611120944e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4c8b80df-07eb-5275-9f17-5cf640db67c0-3e6c6ec3-89f7-4fc2-8252-c7df087533ec', 'network_id': '3e6c6ec3-89f7-4fc2-8252-c7df087533ec', 'tenant_id': 'ef2dbafd0ba44b7485191a034ef43810', 'fixed_ips': [{'subnet_id': '28ee9288-8406-4dd1-975b-a71fa78bcc57'}]}} from n-d-713301-16. {{(pid=95103) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 23 19:45:57.029455 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-662ed207-555c-44af-9efb-633356cfb504 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:45:57.030673 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-662ed207-555c-44af-9efb-633356cfb504 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/d7ce3e9e-64f3-4eb2-8d5f-9ca6aaf5cdaa HTTP/1.1" status: 204 len: 168 time: 0.4509461 Sep 23 19:45:57.031742 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-dafaa8c1-940c-43be-bfde-27611120944e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_create {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:45:57.097837 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a9510e3-e25e-4232-b755-a1e72436aac8 req-91141707-2daf-48b0-8251-309ffdb1e3be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:45:57.099560 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-1a9510e3-e25e-4232-b755-a1e72436aac8 req-91141707-2daf-48b0-8251-309ffdb1e3be service neutron] 10.222.0.53 "GET /v2.0/subnets?id=fa6db639-afc2-4d79-8f5d-63a8ed67b4c5 HTTP/1.1" status: 200 len: 835 time: 0.0551088 Sep 23 19:45:57.262133 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-662ed207-555c-44af-9efb-633356cfb504 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7ce3e9e-64f3-4eb2-8d5f-9ca6aaf5cdaa,revision_number=None']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:45:57.451817 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Device b9fd075d-2795-4f57-be19-ccf1103859b6 no longer exists at agent ovs-agent-n-d-713301-16 {{(pid=95103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 19:45:57.452199 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a9510e3-e25e-4232-b755-a1e72436aac8 req-2e9ff6a1-c058-4849-8a59-f11a642a85a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:45:57.453856 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-1a9510e3-e25e-4232-b755-a1e72436aac8 req-2e9ff6a1-c058-4849-8a59-f11a642a85a0 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=556d491a-fa37-496f-b55a-840ae2087f7d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3463469 Sep 23 19:45:57.458591 n-d-713301-16 neutron-server[95101]: DEBUG neutron.db.db_base_plugin_common [None req-9ca8e47f-a662-48c7-8ae5-22fbef80aa00 tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Allocated IP 2001:db8::2a8 (3e6c6ec3-89f7-4fc2-8252-c7df087533ec/28ee9288-8406-4dd1-975b-a71fa78bcc57/0a44edd9-7b4e-4380-ba9e-9c23771d6014) {{(pid=95101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 19:45:57.513156 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.plugin [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] No Port match for: b9fd075d-2795-4f57-be19-ccf1103859b6 {{(pid=95103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 19:45:57.513841 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Device b9fd075d-2795-4f57-be19-ccf1103859b6 not bound to the agent host n-d-713301-16 {{(pid=95103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 19:45:57.814112 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 40898) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:45:57.831701 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-1a9510e3-e25e-4232-b755-a1e72436aac8 req-71f34477-2b93-484d-83ba-789d59041991 service neutron] 10.222.0.53 "GET /v2.0/networks/556d491a-fa37-496f-b55a-840ae2087f7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3056479 Sep 23 19:45:57.847118 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-f83cf3f9-6565-43c1-a2ac-e20310c02c3c admin admin] Notify callbacks [] for security_group, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:45:57.889326 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-9ca8e47f-a662-48c7-8ae5-22fbef80aa00 tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Notify callbacks [] for port, precommit_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:45:58.030782 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-9ca8e47f-a662-48c7-8ae5-22fbef80aa00 tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783145673135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5607431'] for port, after_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:45:58.129045 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ca8e47f-a662-48c7-8ae5-22fbef80aa00 tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Network 3e6c6ec3-89f7-4fc2-8252-c7df087533ec is already hosted by enough agents. {{(pid=95101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:45:58.140009 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.base_scheduler [None req-9ca8e47f-a662-48c7-8ae5-22fbef80aa00 tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Resources bound (agent type, host, resource id): {{(pid=95101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:45:58.143755 n-d-713301-16 neutron-server[95101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ca8e47f-a662-48c7-8ae5-22fbef80aa00 tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Received port after_create {{(pid=95101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 19:45:58.156178 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ca8e47f-a662-48c7-8ae5-22fbef80aa00 tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:45:58.157214 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-9ca8e47f-a662-48c7-8ae5-22fbef80aa00 tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222849'] for port, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:45:58.161168 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:45:58.181016 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.db_base_plugin_common [None req-dafaa8c1-940c-43be-bfde-27611120944e None None] Allocated IP 2001:db8::2 (3e6c6ec3-89f7-4fc2-8252-c7df087533ec/28ee9288-8406-4dd1-975b-a71fa78bcc57/bb0c01ab-7937-47d2-baee-15165c2d5092) {{(pid=95103) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 19:45:58.211091 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ca8e47f-a662-48c7-8ae5-22fbef80aa00 tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Pushing event updated for resources: {'Port': ['ID=0a44edd9-7b4e-4380-ba9e-9c23771d6014,revision_number=1']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:45:58.228010 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-f83cf3f9-6565-43c1-a2ac-e20310c02c3c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:45:58.252897 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-f83cf3f9-6565-43c1-a2ac-e20310c02c3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:45:58.333859 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-f83cf3f9-6565-43c1-a2ac-e20310c02c3c admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=2d2c8e8ac3244f38b4ba21ff4357141b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5170641 Sep 23 19:45:58.338154 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-9ca8e47f-a662-48c7-8ae5-22fbef80aa00 tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.8796477 Sep 23 19:45:58.340271 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 40908) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:45:58.340482 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 40910) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:45:58.498283 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f83cf3f9-6565-43c1-a2ac-e20310c02c3c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0da7497-28d6-4c91-8a79-0b11beedb612,revision_number=1']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:45:58.622564 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b60f9367-d940-43fc-9f3d-058ce3f8973a tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:45:58.628251 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-b60f9367-d940-43fc-9f3d-058ce3f8973a tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] 10.222.0.67 "GET /v2.0/ports HTTP/1.1" status: 200 len: 930 time: 0.2736106 Sep 23 19:45:58.633065 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 40912) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:45:58.671850 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-56465e53-0701-44d8-a599-c072a69c8aeb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:45:58.675190 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-dafaa8c1-940c-43be-bfde-27611120944e None None] Notify callbacks [] for port, precommit_create {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:45:58.689076 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-dafaa8c1-940c-43be-bfde-27611120944e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783145673135'] for port, after_create {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:45:58.746784 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dafaa8c1-940c-43be-bfde-27611120944e None None] Pushing event updated for resources: {'Port': ['ID=bb0c01ab-7937-47d2-baee-15165c2d5092,revision_number=1']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:45:58.769440 n-d-713301-16 neutron-server[95103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dafaa8c1-940c-43be-bfde-27611120944e None None] Network 3e6c6ec3-89f7-4fc2-8252-c7df087533ec is already hosted by enough agents. {{(pid=95103) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:45:58.771174 n-d-713301-16 neutron-server[95103]: DEBUG neutron.scheduler.base_scheduler [None req-dafaa8c1-940c-43be-bfde-27611120944e None None] Resources bound (agent type, host, resource id): {{(pid=95103) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:45:58.774952 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dafaa8c1-940c-43be-bfde-27611120944e None None] Received port after_create {{(pid=95103) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 19:45:58.780192 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-56465e53-0701-44d8-a599-c072a69c8aeb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:45:58.799642 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:45:58.832567 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.managers [None req-dafaa8c1-940c-43be-bfde-27611120944e None None] Attempting to bind port bb0c01ab-7937-47d2-baee-15165c2d5092 on host n-d-713301-16 for vnic_type normal with profile {{(pid=95103) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 19:45:58.832970 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.managers [None req-dafaa8c1-940c-43be-bfde-27611120944e None None] Attempting to bind port bb0c01ab-7937-47d2-baee-15165c2d5092 by drivers openvswitch,hyperv on host n-d-713301-16 at level 0 using segments [{'id': '5c8360fd-bd95-490f-abbb-4e7bd94ab9a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '3e6c6ec3-89f7-4fc2-8252-c7df087533ec'}] {{(pid=95103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 19:45:58.833343 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dafaa8c1-940c-43be-bfde-27611120944e None None] Attempting to bind port bb0c01ab-7937-47d2-baee-15165c2d5092 on network 3e6c6ec3-89f7-4fc2-8252-c7df087533ec {{(pid=95103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:45:58.839810 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dafaa8c1-940c-43be-bfde-27611120944e None None] Checking agent: {'id': '70a14545-df24-472f-8f95-bfe1719bff93', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 19, 7, 53), 'started_at': datetime.datetime(2021, 9, 23, 19, 8, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 19, 45, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 19:45:58.840180 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dafaa8c1-940c-43be-bfde-27611120944e None None] Checking segment: {'id': '5c8360fd-bd95-490f-abbb-4e7bd94ab9a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '3e6c6ec3-89f7-4fc2-8252-c7df087533ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95103) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:45:58.840625 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-dafaa8c1-940c-43be-bfde-27611120944e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:45:58.841055 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dafaa8c1-940c-43be-bfde-27611120944e None None] Bound using segment: {'id': '5c8360fd-bd95-490f-abbb-4e7bd94ab9a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '3e6c6ec3-89f7-4fc2-8252-c7df087533ec'} {{(pid=95103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 19:45:58.841537 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.managers [None req-dafaa8c1-940c-43be-bfde-27611120944e None None] Bound port: bb0c01ab-7937-47d2-baee-15165c2d5092, host: n-d-713301-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5c8360fd-bd95-490f-abbb-4e7bd94ab9a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '3e6c6ec3-89f7-4fc2-8252-c7df087533ec'}}] {{(pid=95103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 19:45:58.842319 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-dafaa8c1-940c-43be-bfde-27611120944e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:45:58.921897 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-dafaa8c1-940c-43be-bfde-27611120944e None None] For port bb0c01ab-7937-47d2-baee-15165c2d5092, host n-d-713301-16, cleared binding levels {{(pid=95103) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 19:45:58.925670 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-dafaa8c1-940c-43be-bfde-27611120944e None None] For port bb0c01ab-7937-47d2-baee-15165c2d5092, host n-d-713301-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-16',level=0,port_id=bb0c01ab-7937-47d2-baee-15165c2d5092,segment=NetworkSegment(5c8360fd-bd95-490f-abbb-4e7bd94ab9a5),segment_id=5c8360fd-bd95-490f-abbb-4e7bd94ab9a5)] {{(pid=95103) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 19:45:58.948639 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-dafaa8c1-940c-43be-bfde-27611120944e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:45:58.977977 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-56465e53-0701-44d8-a599-c072a69c8aeb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:45:58.987235 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-1a9510e3-e25e-4232-b755-a1e72436aac8 req-91f511ab-e12b-4d71-be7e-171798ad79a4 service neutron] 10.222.0.53 "GET /v2.0/networks/556d491a-fa37-496f-b55a-840ae2087f7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1368504 Sep 23 19:45:58.990320 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-56465e53-0701-44d8-a599-c072a69c8aeb admin admin] Notify callbacks [] for security_group, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:45:58.993882 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-56465e53-0701-44d8-a599-c072a69c8aeb admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/a0da7497-28d6-4c91-8a79-0b11beedb612 HTTP/1.1" status: 204 len: 168 time: 0.6521010 Sep 23 19:45:59.025677 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-4e5733bb-40d9-48b4-83a5-f14f95c8cf0b tempest-TestNetworkBasicOps-1575950199 tempest-TestNetworkBasicOps-1575950199-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:45:59.037602 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.plugin [None req-addd4ed0-e785-4c44-986c-fc0885d7e5bd tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Deleting port 0a44edd9-7b4e-4380-ba9e-9c23771d6014 {{(pid=95101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:45:59.037874 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-addd4ed0-e785-4c44-986c-fc0885d7e5bd tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783146157096'] for port, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:45:59.094914 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dafaa8c1-940c-43be-bfde-27611120944e None None] Pushing event updated for resources: {'Port': ['ID=bb0c01ab-7937-47d2-baee-15165c2d5092,revision_number=2']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:45:59.114992 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56465e53-0701-44d8-a599-c072a69c8aeb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0da7497-28d6-4c91-8a79-0b11beedb612,revision_number=None']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:45:59.204714 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-4e5733bb-40d9-48b4-83a5-f14f95c8cf0b tempest-TestNetworkBasicOps-1575950199 tempest-TestNetworkBasicOps-1575950199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:45:59.375440 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-addd4ed0-e785-4c44-986c-fc0885d7e5bd tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-605701'] for port, precommit_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:45:59.405926 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.plugin [None req-addd4ed0-e785-4c44-986c-fc0885d7e5bd tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Calling delete_port for 0a44edd9-7b4e-4380-ba9e-9c23771d6014 owned by {{(pid=95101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:45:59.510390 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-4e5733bb-40d9-48b4-83a5-f14f95c8cf0b tempest-TestNetworkBasicOps-1575950199 tempest-TestNetworkBasicOps-1575950199-project] Notify callbacks [] for port, precommit_update {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:45:59.522815 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-4e5733bb-40d9-48b4-83a5-f14f95c8cf0b tempest-TestNetworkBasicOps-1575950199 tempest-TestNetworkBasicOps-1575950199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4399095'] for port, after_update {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:45:59.714957 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e5733bb-40d9-48b4-83a5-f14f95c8cf0b tempest-TestNetworkBasicOps-1575950199 tempest-TestNetworkBasicOps-1575950199-project] Pushing event updated for resources: {'Port': ['ID=4e64cb90-c782-4755-812d-0fb78f2c7361,revision_number=2']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:45:59.739166 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e5733bb-40d9-48b4-83a5-f14f95c8cf0b tempest-TestNetworkBasicOps-1575950199 tempest-TestNetworkBasicOps-1575950199-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:45:59.739748 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e5733bb-40d9-48b4-83a5-f14f95c8cf0b tempest-TestNetworkBasicOps-1575950199 tempest-TestNetworkBasicOps-1575950199-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:45:59.740324 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e5733bb-40d9-48b4-83a5-f14f95c8cf0b tempest-TestNetworkBasicOps-1575950199 tempest-TestNetworkBasicOps-1575950199-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:45:59.740904 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e5733bb-40d9-48b4-83a5-f14f95c8cf0b tempest-TestNetworkBasicOps-1575950199 tempest-TestNetworkBasicOps-1575950199-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:45:59.741470 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e5733bb-40d9-48b4-83a5-f14f95c8cf0b tempest-TestNetworkBasicOps-1575950199 tempest-TestNetworkBasicOps-1575950199-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:45:59.742623 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e5733bb-40d9-48b4-83a5-f14f95c8cf0b tempest-TestNetworkBasicOps-1575950199 tempest-TestNetworkBasicOps-1575950199-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:45:59.743311 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e5733bb-40d9-48b4-83a5-f14f95c8cf0b tempest-TestNetworkBasicOps-1575950199 tempest-TestNetworkBasicOps-1575950199-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:45:59.743875 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e5733bb-40d9-48b4-83a5-f14f95c8cf0b tempest-TestNetworkBasicOps-1575950199 tempest-TestNetworkBasicOps-1575950199-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:45:59.744504 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e5733bb-40d9-48b4-83a5-f14f95c8cf0b tempest-TestNetworkBasicOps-1575950199 tempest-TestNetworkBasicOps-1575950199-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:45:59.745252 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e5733bb-40d9-48b4-83a5-f14f95c8cf0b tempest-TestNetworkBasicOps-1575950199 tempest-TestNetworkBasicOps-1575950199-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:45:59.745831 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e5733bb-40d9-48b4-83a5-f14f95c8cf0b tempest-TestNetworkBasicOps-1575950199 tempest-TestNetworkBasicOps-1575950199-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:45:59.746396 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e5733bb-40d9-48b4-83a5-f14f95c8cf0b tempest-TestNetworkBasicOps-1575950199 tempest-TestNetworkBasicOps-1575950199-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:45:59.753629 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-4e5733bb-40d9-48b4-83a5-f14f95c8cf0b tempest-TestNetworkBasicOps-1575950199 tempest-TestNetworkBasicOps-1575950199-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-601884'] for floatingip, after_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:45:59.796405 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-addd4ed0-e785-4c44-986c-fc0885d7e5bd tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783146162158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783145673144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5607431'] for port, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:45:59.931085 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-addd4ed0-e785-4c44-986c-fc0885d7e5bd tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Pushing event deleted for resources: {'Port': ['ID=0a44edd9-7b4e-4380-ba9e-9c23771d6014,revision_number=None']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:45:59.971557 n-d-713301-16 neutron-server[95102]: INFO neutron.db.l3_db [None req-4e5733bb-40d9-48b4-83a5-f14f95c8cf0b tempest-TestNetworkBasicOps-1575950199 tempest-TestNetworkBasicOps-1575950199-project] Floating IP b618660c-403e-4e39-ba29-ad5f84af9df5 associated. External IP: 172.25.1.246, port: f9f76648-feb5-46d2-a220-7887e2c8b553. Sep 23 19:46:00.003092 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-addd4ed0-e785-4c44-986c-fc0885d7e5bd tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222849'] for port, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:46:00.009659 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-addd4ed0-e785-4c44-986c-fc0885d7e5bd tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] 10.222.0.67 "DELETE /v2.0/ports/0a44edd9-7b4e-4380-ba9e-9c23771d6014 HTTP/1.1" status: 204 len: 168 time: 1.3723102 Sep 23 19:46:00.009789 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 40940) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:46:00.115858 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fd48dea-7e90-4588-8e48-3dc56902f3ed tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:46:00.118128 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fd48dea-7e90-4588-8e48-3dc56902f3ed tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:46:00.120113 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-8fd48dea-7e90-4588-8e48-3dc56902f3ed tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] 10.222.0.67 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1090393 Sep 23 19:46:00.123795 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 40948) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:46:00.278709 n-d-713301-16 neutron-server[95101]: DEBUG neutron.db.db_base_plugin_v2 [None req-7a3baa8c-558d-4a70-8039-d513bf8cff6e tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Deleting subnet 28ee9288-8406-4dd1-975b-a71fa78bcc57 {{(pid=95101) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 23 19:46:00.292824 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-7a3baa8c-558d-4a70-8039-d513bf8cff6e tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Notify callbacks [] for subnet, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:46:00.374912 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-7a3baa8c-558d-4a70-8039-d513bf8cff6e tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6007154'] for subnet, precommit_delete_associations {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:46:00.625639 n-d-713301-16 neutron-server[95102]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e5733bb-40d9-48b4-83a5-f14f95c8cf0b tempest-TestNetworkBasicOps-1575950199 tempest-TestNetworkBasicOps-1575950199-project] Router 940b5249-2171-4c13-b299-b8ff30913590 has already been hosted by L3 agent 79a740bf-7821-4989-8288-7186e3e128f3 {{(pid=95102) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 19:46:00.633254 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-7a3baa8c-558d-4a70-8039-d513bf8cff6e tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1756813'] for subnet, precommit_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:46:00.819715 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-7a3baa8c-558d-4a70-8039-d513bf8cff6e tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1756804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5607514', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6130950'] for subnet, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:46:00.847130 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e5733bb-40d9-48b4-83a5-f14f95c8cf0b tempest-TestNetworkBasicOps-1575950199 tempest-TestNetworkBasicOps-1575950199-project] Notify agent at l3_agent.n-d-713301-16 the message routers_updated {{(pid=95102) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 19:46:00.861098 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c67f6e9e-97fe-41d8-b93e-f299ddfdcc50 None None] Sync routers for ids ['940b5249-2171-4c13-b299-b8ff30913590'] in n-d-713301-16 {{(pid=95103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 19:46:00.867551 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a3baa8c-558d-4a70-8039-d513bf8cff6e tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Pushing event deleted for resources: {'Subnet': ['ID=28ee9288-8406-4dd1-975b-a71fa78bcc57,revision_number=None']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:46:00.879172 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-7a3baa8c-558d-4a70-8039-d513bf8cff6e tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Notify callbacks [] for subnet, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:46:00.880408 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-4e5733bb-40d9-48b4-83a5-f14f95c8cf0b tempest-TestNetworkBasicOps-1575950199 tempest-TestNetworkBasicOps-1575950199-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222849'] for floatingip, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:46:00.881658 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-7a3baa8c-558d-4a70-8039-d513bf8cff6e tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] 10.222.0.67 "DELETE /v2.0/subnets/28ee9288-8406-4dd1-975b-a71fa78bcc57 HTTP/1.1" status: 204 len: 168 time: 0.7568736 Sep 23 19:46:00.884273 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 40962) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:46:00.904667 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c67f6e9e-97fe-41d8-b93e-f299ddfdcc50 None None] Routers {'940b5249-2171-4c13-b299-b8ff30913590'} bound to L3 agent in host n-d-713301-16 {{(pid=95103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 19:46:00.905437 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_hamode_db [None req-c67f6e9e-97fe-41d8-b93e-f299ddfdcc50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-23T19:07:52Z,description=,heartbeat_timestamp=2021-09-23T19:45:53Z,host='n-d-713301-16',id=79a740bf-7821-4989-8288-7186e3e128f3,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:07:52Z,topic='l3_agent')) {'router_ids': ['940b5249-2171-4c13-b299-b8ff30913590'], 'active': True} {{(pid=95103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:46:00.964278 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-4e5733bb-40d9-48b4-83a5-f14f95c8cf0b tempest-TestNetworkBasicOps-1575950199 tempest-TestNetworkBasicOps-1575950199-project] 10.222.0.67 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 5.7031574 Sep 23 19:46:00.964995 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 40966) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:46:00.965494 n-d-713301-16 neutron-server[95102]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3e0be90f-2029-4957-bb5d-fa1f54181a61', 'tag': 'f9f76648-feb5-46d2-a220-7887e2c8b553'}] {{(pid=95102) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 19:46:00.972239 n-d-713301-16 neutron-server[95102]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab31b6d93e5336dbddfa8ec424565b3bd8cb2369c5b4d85bc943472dbb21e8ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c47975ad-8b4d-42bc-b863-2236fceb44b1" -d '{"events": [{"name": "network-changed", "server_uuid": "3e0be90f-2029-4957-bb5d-fa1f54181a61", "tag": "f9f76648-feb5-46d2-a220-7887e2c8b553"}]}' {{(pid=95102) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 19:46:00.988692 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-fc012d7f-f500-414b-bacc-4021eb314f70 tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] 10.222.0.67 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1012340 Sep 23 19:46:00.992711 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 40970) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:46:01.038552 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06991f9a-56c3-4284-975e-8b49844dad86 None None] Network 3e6c6ec3-89f7-4fc2-8252-c7df087533ec requested from n-d-713301-16 {{(pid=95103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 19:46:01.167557 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-a6c54e2e-9149-4f9e-a170-5ab650b2b53f tempest-TestNetworkBasicOps-1575950199 tempest-TestNetworkBasicOps-1575950199-project] 10.222.0.67 "GET /v2.0/floatingips/b618660c-403e-4e39-ba29-ad5f84af9df5 HTTP/1.1" status: 200 len: 991 time: 0.1909447 Sep 23 19:46:01.207107 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-00617b10-cef5-490a-8eec-d7fad5baa94d None None] Provisioning complete for port bb0c01ab-7937-47d2-baee-15165c2d5092 triggered by entity DHCP. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:46:01.207900 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-00617b10-cef5-490a-8eec-d7fad5baa94d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:46:01.209823 n-d-713301-16 neutron-server[95102]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 19:46:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4cea545-8361-4f07-9917-0eaf340bdc7d x-openstack-request-id: req-b4cea545-8361-4f07-9917-0eaf340bdc7d {{(pid=95102) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 19:46:01.210082 n-d-713301-16 neutron-server[95102]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3e0be90f-2029-4957-bb5d-fa1f54181a61", "tag": "f9f76648-feb5-46d2-a220-7887e2c8b553", "status": "completed", "code": 200}]} {{(pid=95102) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 19:46:01.210277 n-d-713301-16 neutron-server[95102]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-b4cea545-8361-4f07-9917-0eaf340bdc7d {{(pid=95102) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 19:46:01.210816 n-d-713301-16 neutron-server[95102]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3e0be90f-2029-4957-bb5d-fa1f54181a61', 'tag': 'f9f76648-feb5-46d2-a220-7887e2c8b553', 'status': 'completed', 'code': 200} Sep 23 19:46:01.319472 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23ba7438-dacb-46bb-ae11-ae3415adbf21 tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:46:01.324522 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-23ba7438-dacb-46bb-ae11-ae3415adbf21 tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] 10.222.0.67 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.3304090 Sep 23 19:46:01.325017 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 40984) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:46:01.364211 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c47975ad-8b4d-42bc-b863-2236fceb44b1 req-0f8a2b35-012e-45da-afb2-d0870074c786 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:46:01.369727 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_dvr_db [None req-c67f6e9e-97fe-41d8-b93e-f299ddfdcc50 None None] Set router 940b5249-2171-4c13-b299-b8ff30913590 gateway port host: n-d-713301-16 {{(pid=95103) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 19:46:01.374687 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-c47975ad-8b4d-42bc-b863-2236fceb44b1 req-0f8a2b35-012e-45da-afb2-d0870074c786 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=7fd7324f75754f93a5f1d406b61f5276&device_id=3e0be90f-2029-4957-bb5d-fa1f54181a61 HTTP/1.1" status: 200 len: 1097 time: 0.1603053 Sep 23 19:46:01.517761 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35e1dd48-1709-4260-af36-c1b609aa4a94 tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:46:01.522272 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-35e1dd48-1709-4260-af36-c1b609aa4a94 tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] 10.222.0.67 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1957517 Sep 23 19:46:01.524756 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 40988) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:46:01.594737 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-3a186bd1-275f-40fd-8105-d402dc8d19b4 tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] 10.222.0.67 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0687830 Sep 23 19:46:01.598705 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 40992) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:46:01.610548 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.v2.base [None req-aee1e345-7661-4bfb-99be-e4104113ea05 tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Request body: {'subnet': {'network_id': '3e6c6ec3-89f7-4fc2-8252-c7df087533ec', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=95101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:46:01.621628 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c47975ad-8b4d-42bc-b863-2236fceb44b1 req-96f96017-9218-4da1-be1f-1515c5af516c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:46:01.623142 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-c47975ad-8b4d-42bc-b863-2236fceb44b1 req-96f96017-9218-4da1-be1f-1515c5af516c service neutron] 10.222.0.53 "GET /v2.0/networks?id=556d491a-fa37-496f-b55a-840ae2087f7d HTTP/1.1" status: 200 len: 898 time: 0.2433822 Sep 23 19:46:01.642281 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Device bb0c01ab-7937-47d2-baee-15165c2d5092 up at agent ovs-agent-n-d-713301-16 {{(pid=95103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 19:46:01.764907 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-c47975ad-8b4d-42bc-b863-2236fceb44b1 req-35de4340-a62f-4ddc-ba24-7881baac4285 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f9f76648-feb5-46d2-a220-7887e2c8b553 HTTP/1.1" status: 200 len: 999 time: 0.1325481 Sep 23 19:46:01.897096 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c47975ad-8b4d-42bc-b863-2236fceb44b1 req-24263871-adc7-41b6-8023-346d0383ff5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:46:01.899163 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-c47975ad-8b4d-42bc-b863-2236fceb44b1 req-24263871-adc7-41b6-8023-346d0383ff5f service neutron] 10.222.0.53 "GET /v2.0/subnets?id=fa6db639-afc2-4d79-8f5d-63a8ed67b4c5 HTTP/1.1" status: 200 len: 835 time: 0.1157401 Sep 23 19:46:01.914131 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aee1e345-7661-4bfb-99be-e4104113ea05 tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Made reservation on behalf of ef2dbafd0ba44b7485191a034ef43810 for: {'subnet': 1} {{(pid=95101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:46:01.919558 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-aee1e345-7661-4bfb-99be-e4104113ea05 tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6130979'] for subnet, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:46:01.957216 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c47975ad-8b4d-42bc-b863-2236fceb44b1 req-2ce26e49-c983-4f16-9400-c1c0f2a0b889 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:46:01.959190 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-c47975ad-8b4d-42bc-b863-2236fceb44b1 req-2ce26e49-c983-4f16-9400-c1c0f2a0b889 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=556d491a-fa37-496f-b55a-840ae2087f7d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0528624 Sep 23 19:46:02.000099 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af8858f7-1550-4f77-b4ed-9df8ee7f8072 None None] DHCP port deletion for 3e6c6ec3-89f7-4fc2-8252-c7df087533ec request from n-d-713301-16 {{(pid=95103) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 23 19:46:02.056802 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-00617b10-cef5-490a-8eec-d7fad5baa94d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:46:02.130071 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Provisioning complete for port bb0c01ab-7937-47d2-baee-15165c2d5092 triggered by entity L2. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:46:02.130331 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:46:02.172705 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 41006) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:46:02.272739 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-c47975ad-8b4d-42bc-b863-2236fceb44b1 req-4124abe0-ffab-4b9e-a3c3-34e4f7414761 service neutron] 10.222.0.53 "GET /v2.0/networks/556d491a-fa37-496f-b55a-840ae2087f7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3057423 Sep 23 19:46:02.344024 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-aee1e345-7661-4bfb-99be-e4104113ea05 tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5607579', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6130961'] for subnet, after_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:46:02.396146 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-5006dd5a-4cf5-477d-a93a-0be859ef084f tempest-TestNetworkBasicOps-1575950199 tempest-TestNetworkBasicOps-1575950199-project] 10.222.0.67 "GET /v2.0/floatingips/b618660c-403e-4e39-ba29-ad5f84af9df5 HTTP/1.1" status: 200 len: 991 time: 0.2211254 Sep 23 19:46:02.410510 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aee1e345-7661-4bfb-99be-e4104113ea05 tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Network 3e6c6ec3-89f7-4fc2-8252-c7df087533ec is already hosted by enough agents. {{(pid=95101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:46:02.431897 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.base_scheduler [None req-aee1e345-7661-4bfb-99be-e4104113ea05 tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Resources bound (agent type, host, resource id): {{(pid=95101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:46:02.432325 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:46:02.436833 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aee1e345-7661-4bfb-99be-e4104113ea05 tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:46:02.437589 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-aee1e345-7661-4bfb-99be-e4104113ea05 tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Notify callbacks [] for subnet, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:46:02.453763 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aee1e345-7661-4bfb-99be-e4104113ea05 tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Pushing event updated for resources: {'Subnet': ['ID=18150e36-9265-4de4-a288-a3fb5fef8053,revision_number=0']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:46:02.467525 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-aee1e345-7661-4bfb-99be-e4104113ea05 tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.8613098 Sep 23 19:46:02.468066 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 41010) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:46:02.479592 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.v2.base [None req-45e2fe54-eea8-4b8a-a44d-ad810653b310 tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Request body: {'port': {'network_id': '3e6c6ec3-89f7-4fc2-8252-c7df087533ec', 'fixed_ips': [{'subnet_id': '18150e36-9265-4de4-a288-a3fb5fef8053', 'ip_address': '2001:db8::37c6:b6fa:b081:2d4b'}], 'name': 'tempest-NetworksTestDHCPv6-1714736397'}} {{(pid=95101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:46:02.509353 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-00617b10-cef5-490a-8eec-d7fad5baa94d None None] For port bb0c01ab-7937-47d2-baee-15165c2d5092, host n-d-713301-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-16',level=0,port_id=bb0c01ab-7937-47d2-baee-15165c2d5092,segment=NetworkSegment(5c8360fd-bd95-490f-abbb-4e7bd94ab9a5),segment_id=5c8360fd-bd95-490f-abbb-4e7bd94ab9a5)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:46:02.540657 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-00617b10-cef5-490a-8eec-d7fad5baa94d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:46:02.609871 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-c47975ad-8b4d-42bc-b863-2236fceb44b1 req-996e6e34-d0c1-4401-bc79-f37514c91928 service neutron] 10.222.0.53 "GET /v2.0/networks/556d491a-fa37-496f-b55a-840ae2087f7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3268304 Sep 23 19:46:02.677670 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 41014) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:46:02.698738 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00617b10-cef5-490a-8eec-d7fad5baa94d None None] Pushing event updated for resources: {'Port': ['ID=bb0c01ab-7937-47d2-baee-15165c2d5092,revision_number=4']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:46:02.713972 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45e2fe54-eea8-4b8a-a44d-ad810653b310 tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Made reservation on behalf of ef2dbafd0ba44b7485191a034ef43810 for: {'port': 1} {{(pid=95101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:46:02.728830 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.db.api [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95103) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 23 19:46:02.729234 n-d-713301-16 neutron-server[95103]: DEBUG oslo_db.api [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 23 19:46:02.732040 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.plugin [None req-af8858f7-1550-4f77-b4ed-9df8ee7f8072 None None] Deleting port bb0c01ab-7937-47d2-baee-15165c2d5092 {{(pid=95103) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:46:02.732488 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-af8858f7-1550-4f77-b4ed-9df8ee7f8072 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783146157096'] for port, before_delete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:46:02.755791 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_hamode_db [None req-c67f6e9e-97fe-41d8-b93e-f299ddfdcc50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '940b5249-2171-4c13-b299-b8ff30913590', 'name': 'tempest-TestNetworkBasicOps-router-1225130637', 'tenant_id': '7fd7324f75754f93a5f1d406b61f5276', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'external_fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.199'}], 'enable_snat': True}, 'gw_port_id': 'ef3ff6df-00cb-4c7b-8985-2526c3c45209', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:45:22Z', 'updated_at': '2021-09-23T19:45:30Z', 'revision_number': 4, 'project_id': '7fd7324f75754f93a5f1d406b61f5276', 'gw_port': {'id': 'ef3ff6df-00cb-4c7b-8985-2526c3c45209', 'name': '', 'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:86:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '940b5249-2171-4c13-b299-b8ff30913590', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2956, 'fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:45:23Z', 'updated_at': '2021-09-23T19:45:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-16', '_floatingips': [{'id': 'b618660c-403e-4e39-ba29-ad5f84af9df5', 'tenant_id': '7fd7324f75754f93a5f1d406b61f5276', 'floating_ip_address': '172.25.1.246', 'floating_network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'router_id': '940b5249-2171-4c13-b299-b8ff30913590', 'port_id': 'f9f76648-feb5-46d2-a220-7887e2c8b553', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3030, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '556d491a-fa37-496f-b55a-840ae2087f7d', 'mac_address': 'fa:16:3e:23:50:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e0be90f-2029-4957-bb5d-fa1f54181a61', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-23T19:45:57Z', 'updated_at': '2021-09-23T19:45:57Z', 'revision_number': 0, 'project_id': '7fd7324f75754f93a5f1d406b61f5276', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cf9cc396-0e70-44ee-b385-fb6cd2981196', 'name': '', 'network_id': '556d491a-fa37-496f-b55a-840ae2087f7d', 'tenant_id': '7fd7324f75754f93a5f1d406b61f5276', 'mac_address': 'fa:16:3e:68:2e:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '940b5249-2171-4c13-b299-b8ff30913590', 'device_owner': 'network:router_interface', 'standard_attr_id': 2979, 'fixed_ips': [{'subnet_id': 'fa6db639-afc2-4d79-8f5d-63a8ed67b4c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:45:29Z', 'updated_at': '2021-09-23T19:45:34Z', 'revision_number': 5, 'project_id': '7fd7324f75754f93a5f1d406b61f5276', 'subnets': [{'id': 'fa6db639-afc2-4d79-8f5d-63a8ed67b4c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-16', False) {} {{(pid=95103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:46:02.794284 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c67f6e9e-97fe-41d8-b93e-f299ddfdcc50 None None] Checking router: 940b5249-2171-4c13-b299-b8ff30913590 for host: n-d-713301-16 {{(pid=95103) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 19:46:02.844343 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c67f6e9e-97fe-41d8-b93e-f299ddfdcc50 None None] Routers {'940b5249-2171-4c13-b299-b8ff30913590'} bound to L3 agent in host n-d-713301-16 {{(pid=95103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 19:46:02.844584 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_hamode_db [None req-c67f6e9e-97fe-41d8-b93e-f299ddfdcc50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-23T19:07:52Z,description=,heartbeat_timestamp=2021-09-23T19:45:53Z,host='n-d-713301-16',id=79a740bf-7821-4989-8288-7186e3e128f3,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:07:52Z,topic='l3_agent')) {'router_ids': ['940b5249-2171-4c13-b299-b8ff30913590'], 'active': True} {{(pid=95103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:46:02.941265 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-45e2fe54-eea8-4b8a-a44d-ad810653b310 tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:46:02.969199 n-d-713301-16 neutron-server[95101]: DEBUG neutron.notifiers.nova [None req-45e2fe54-eea8-4b8a-a44d-ad810653b310 tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] device_id is not set on port f3d8ead8-1ee9-470c-97a7-c915c09c7078 yet. {{(pid=95101) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 23 19:46:03.010594 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-af8858f7-1550-4f77-b4ed-9df8ee7f8072 None None] For port bb0c01ab-7937-47d2-baee-15165c2d5092, host n-d-713301-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-16',level=0,port_id=bb0c01ab-7937-47d2-baee-15165c2d5092,segment=NetworkSegment(5c8360fd-bd95-490f-abbb-4e7bd94ab9a5),segment_id=5c8360fd-bd95-490f-abbb-4e7bd94ab9a5)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:46:03.011219 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-af8858f7-1550-4f77-b4ed-9df8ee7f8072 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-605701'] for port, precommit_delete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:46:03.036878 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.plugin [None req-af8858f7-1550-4f77-b4ed-9df8ee7f8072 None None] Calling delete_port for bb0c01ab-7937-47d2-baee-15165c2d5092 owned by network:dhcp {{(pid=95103) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:46:03.074126 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-533aa75f-ae6a-4b08-a5e6-d523ad0a2932 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:46:03.095185 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_dvr_db [None req-c67f6e9e-97fe-41d8-b93e-f299ddfdcc50 None None] Set router 940b5249-2171-4c13-b299-b8ff30913590 gateway port host: n-d-713301-16 {{(pid=95103) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 19:46:03.266010 n-d-713301-16 neutron-server[95101]: DEBUG neutron.db.db_base_plugin_common [None req-45e2fe54-eea8-4b8a-a44d-ad810653b310 tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Allocated IP 2001:db8::37c6:b6fa:b081:2d4b (3e6c6ec3-89f7-4fc2-8252-c7df087533ec/18150e36-9265-4de4-a288-a3fb5fef8053/f3d8ead8-1ee9-470c-97a7-c915c09c7078) {{(pid=95101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 19:46:03.399585 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 41028) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:46:03.446894 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-533aa75f-ae6a-4b08-a5e6-d523ad0a2932 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:46:03.461113 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-533aa75f-ae6a-4b08-a5e6-d523ad0a2932 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:46:03.472469 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-af8858f7-1550-4f77-b4ed-9df8ee7f8072 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783146162158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783145673144'] for port, after_delete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:46:03.529141 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-533aa75f-ae6a-4b08-a5e6-d523ad0a2932 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=e41d126618ec4a08acabd6b3a21cce63&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8428147 Sep 23 19:46:03.533161 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 41030) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:46:03.547569 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-3ade806f-8478-433c-b74d-3528fa54bc3b tempest-TestNetworkBasicOps-1575950199 tempest-TestNetworkBasicOps-1575950199-project] 10.222.0.67 "GET /v2.0/floatingips/b618660c-403e-4e39-ba29-ad5f84af9df5 HTTP/1.1" status: 200 len: 991 time: 0.1456311 Sep 23 19:46:03.578559 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af8858f7-1550-4f77-b4ed-9df8ee7f8072 None None] No DVR routers for this DVR port bb0c01ab-7937-47d2-baee-15165c2d5092 on host n-d-713301-16 {{(pid=95103) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 19:46:03.593587 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af8858f7-1550-4f77-b4ed-9df8ee7f8072 None None] Pushing event deleted for resources: {'Port': ['ID=bb0c01ab-7937-47d2-baee-15165c2d5092,revision_number=None']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:46:03.617607 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbb58869-f963-4944-9914-195e23cae3c0 None None] Network 3e6c6ec3-89f7-4fc2-8252-c7df087533ec requested from n-d-713301-16 {{(pid=95103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 19:46:03.669391 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Device bb0c01ab-7937-47d2-baee-15165c2d5092 no longer exists at agent ovs-agent-n-d-713301-16 {{(pid=95103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 19:46:03.699556 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.plugin [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] No Port match for: bb0c01ab-7937-47d2-baee-15165c2d5092 {{(pid=95103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 19:46:03.699903 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Device bb0c01ab-7937-47d2-baee-15165c2d5092 not bound to the agent host n-d-713301-16 {{(pid=95103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 19:46:03.739050 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-533aa75f-ae6a-4b08-a5e6-d523ad0a2932 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=291ac5fd-4110-426f-82c5-f4841ce6d54f,revision_number=1']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:46:03.784552 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-45e2fe54-eea8-4b8a-a44d-ad810653b310 tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Notify callbacks [] for port, precommit_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:46:03.811487 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-953b9fd0-81af-4f20-ba86-89225163a132 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:46:03.859644 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-953b9fd0-81af-4f20-ba86-89225163a132 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:46:03.891738 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-45e2fe54-eea8-4b8a-a44d-ad810653b310 tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783145673135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5607431'] for port, after_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:46:03.916405 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_hamode_db [None req-c67f6e9e-97fe-41d8-b93e-f299ddfdcc50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '940b5249-2171-4c13-b299-b8ff30913590', 'name': 'tempest-TestNetworkBasicOps-router-1225130637', 'tenant_id': '7fd7324f75754f93a5f1d406b61f5276', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'external_fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.199'}], 'enable_snat': True}, 'gw_port_id': 'ef3ff6df-00cb-4c7b-8985-2526c3c45209', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:45:22Z', 'updated_at': '2021-09-23T19:45:30Z', 'revision_number': 4, 'project_id': '7fd7324f75754f93a5f1d406b61f5276', 'gw_port': {'id': 'ef3ff6df-00cb-4c7b-8985-2526c3c45209', 'name': '', 'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:86:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '940b5249-2171-4c13-b299-b8ff30913590', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2956, 'fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:45:23Z', 'updated_at': '2021-09-23T19:45:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-16', '_floatingips': [{'id': 'b618660c-403e-4e39-ba29-ad5f84af9df5', 'tenant_id': '7fd7324f75754f93a5f1d406b61f5276', 'floating_ip_address': '172.25.1.246', 'floating_network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'router_id': '940b5249-2171-4c13-b299-b8ff30913590', 'port_id': 'f9f76648-feb5-46d2-a220-7887e2c8b553', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3030, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '556d491a-fa37-496f-b55a-840ae2087f7d', 'mac_address': 'fa:16:3e:23:50:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e0be90f-2029-4957-bb5d-fa1f54181a61', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-23T19:45:57Z', 'updated_at': '2021-09-23T19:45:57Z', 'revision_number': 0, 'project_id': '7fd7324f75754f93a5f1d406b61f5276', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cf9cc396-0e70-44ee-b385-fb6cd2981196', 'name': '', 'network_id': '556d491a-fa37-496f-b55a-840ae2087f7d', 'tenant_id': '7fd7324f75754f93a5f1d406b61f5276', 'mac_address': 'fa:16:3e:68:2e:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '940b5249-2171-4c13-b299-b8ff30913590', 'device_owner': 'network:router_interface', 'standard_attr_id': 2979, 'fixed_ips': [{'subnet_id': 'fa6db639-afc2-4d79-8f5d-63a8ed67b4c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:45:29Z', 'updated_at': '2021-09-23T19:45:34Z', 'revision_number': 5, 'project_id': '7fd7324f75754f93a5f1d406b61f5276', 'subnets': [{'id': 'fa6db639-afc2-4d79-8f5d-63a8ed67b4c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-16', False) {} {{(pid=95103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:46:03.956421 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c67f6e9e-97fe-41d8-b93e-f299ddfdcc50 None None] The sync data for ids ['940b5249-2171-4c13-b299-b8ff30913590'] in n-d-713301-16 is: [{'id': '940b5249-2171-4c13-b299-b8ff30913590', 'name': 'tempest-TestNetworkBasicOps-router-1225130637', 'tenant_id': '7fd7324f75754f93a5f1d406b61f5276', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'external_fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.199'}], 'enable_snat': True}, 'gw_port_id': 'ef3ff6df-00cb-4c7b-8985-2526c3c45209', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:45:22Z', 'updated_at': '2021-09-23T19:45:30Z', 'revision_number': 4, 'project_id': '7fd7324f75754f93a5f1d406b61f5276', 'gw_port': {'id': 'ef3ff6df-00cb-4c7b-8985-2526c3c45209', 'name': '', 'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:86:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '940b5249-2171-4c13-b299-b8ff30913590', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2956, 'fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:45:23Z', 'updated_at': '2021-09-23T19:45:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-16', '_floatingips': [{'id': 'b618660c-403e-4e39-ba29-ad5f84af9df5', 'tenant_id': '7fd7324f75754f93a5f1d406b61f5276', 'floating_ip_address': '172.25.1.246', 'floating_network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'router_id': '940b5249-2171-4c13-b299-b8ff30913590', 'port_id': 'f9f76648-feb5-46d2-a220-7887e2c8b553', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3030, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '556d491a-fa37-496f-b55a-840ae2087f7d', 'mac_address': 'fa:16:3e:23:50:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e0be90f-2029-4957-bb5d-fa1f54181a61', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-23T19:45:57Z', 'updated_at': '2021-09-23T19:45:57Z', 'revision_number': 0, 'project_id': '7fd7324f75754f93a5f1d406b61f5276', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cf9cc396-0e70-44ee-b385-fb6cd2981196', 'name': '', 'network_id': '556d491a-fa37-496f-b55a-840ae2087f7d', 'tenant_id': '7fd7324f75754f93a5f1d406b61f5276', 'mac_address': 'fa:16:3e:68:2e:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '940b5249-2171-4c13-b299-b8ff30913590', 'device_owner': 'network:router_interface', 'standard_attr_id': 2979, 'fixed_ips': [{'subnet_id': 'fa6db639-afc2-4d79-8f5d-63a8ed67b4c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:45:29Z', 'updated_at': '2021-09-23T19:45:34Z', 'revision_number': 5, 'project_id': '7fd7324f75754f93a5f1d406b61f5276', 'subnets': [{'id': 'fa6db639-afc2-4d79-8f5d-63a8ed67b4c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 19:46:03.967650 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45e2fe54-eea8-4b8a-a44d-ad810653b310 tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Pushing event updated for resources: {'Port': ['ID=f3d8ead8-1ee9-470c-97a7-c915c09c7078,revision_number=1']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:46:03.974934 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45e2fe54-eea8-4b8a-a44d-ad810653b310 tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Network 3e6c6ec3-89f7-4fc2-8252-c7df087533ec is already hosted by enough agents. {{(pid=95101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:46:03.977875 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.base_scheduler [None req-45e2fe54-eea8-4b8a-a44d-ad810653b310 tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Resources bound (agent type, host, resource id): {{(pid=95101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:46:03.984812 n-d-713301-16 neutron-server[95101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45e2fe54-eea8-4b8a-a44d-ad810653b310 tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Received port after_create {{(pid=95101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 19:46:03.990718 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45e2fe54-eea8-4b8a-a44d-ad810653b310 tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:46:03.991476 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-45e2fe54-eea8-4b8a-a44d-ad810653b310 tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222849'] for port, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:46:04.016259 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f2cfc0b-80e2-47c9-9886-5b95d72c3dc0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4c8b80df-07eb-5275-9f17-5cf640db67c0-3e6c6ec3-89f7-4fc2-8252-c7df087533ec', 'network_id': '3e6c6ec3-89f7-4fc2-8252-c7df087533ec', 'tenant_id': 'ef2dbafd0ba44b7485191a034ef43810', 'fixed_ips': [{'subnet_id': '18150e36-9265-4de4-a288-a3fb5fef8053'}]}} from n-d-713301-16. {{(pid=95103) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 23 19:46:04.018738 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-2f2cfc0b-80e2-47c9-9886-5b95d72c3dc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_create {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:46:04.027128 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-45e2fe54-eea8-4b8a-a44d-ad810653b310 tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.5572367 Sep 23 19:46:04.029208 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 41036) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:46:04.032785 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-953b9fd0-81af-4f20-ba86-89225163a132 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:46:04.038188 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-953b9fd0-81af-4f20-ba86-89225163a132 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:46:04.041139 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-953b9fd0-81af-4f20-ba86-89225163a132 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/291ac5fd-4110-426f-82c5-f4841ce6d54f HTTP/1.1" status: 204 len: 168 time: 0.4574919 Sep 23 19:46:04.052436 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-953b9fd0-81af-4f20-ba86-89225163a132 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=291ac5fd-4110-426f-82c5-f4841ce6d54f,revision_number=None']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:46:04.288248 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-681d2f91-8d24-431e-a191-8f27e674c984 tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:46:04.290910 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-681d2f91-8d24-431e-a191-8f27e674c984 tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] 10.222.0.67 "GET /v2.0/ports HTTP/1.1" status: 200 len: 946 time: 0.2585204 Sep 23 19:46:04.293740 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 41048) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:46:04.343900 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.db_base_plugin_common [None req-2f2cfc0b-80e2-47c9-9886-5b95d72c3dc0 None None] Allocated IP 2001:db8::2 (3e6c6ec3-89f7-4fc2-8252-c7df087533ec/18150e36-9265-4de4-a288-a3fb5fef8053/c5c9e6ba-17f9-4aa9-b532-62382f2ed21e) {{(pid=95103) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 19:46:04.396296 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-109d0fe5-a257-41bc-b085-042f4d78d80d None None] New status for floating IP b618660c-403e-4e39-ba29-ad5f84af9df5: ACTIVE {{(pid=95104) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 23 19:46:04.550397 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 41052) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:46:04.634164 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-2f2cfc0b-80e2-47c9-9886-5b95d72c3dc0 None None] Notify callbacks [] for port, precommit_create {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:46:04.642697 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-2f2cfc0b-80e2-47c9-9886-5b95d72c3dc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783145673135'] for port, after_create {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:46:04.729397 n-d-713301-16 neutron-server[95103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f2cfc0b-80e2-47c9-9886-5b95d72c3dc0 None None] Network 3e6c6ec3-89f7-4fc2-8252-c7df087533ec is already hosted by enough agents. {{(pid=95103) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:46:04.755642 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-9ea6ff0c-3dd1-41b2-a4b7-1ecb481460a8 tempest-TestNetworkBasicOps-1575950199 tempest-TestNetworkBasicOps-1575950199-project] 10.222.0.67 "GET /v2.0/floatingips/b618660c-403e-4e39-ba29-ad5f84af9df5 HTTP/1.1" status: 200 len: 991 time: 0.2035513 Sep 23 19:46:04.762510 n-d-713301-16 neutron-server[95103]: DEBUG neutron.scheduler.base_scheduler [None req-2f2cfc0b-80e2-47c9-9886-5b95d72c3dc0 None None] Resources bound (agent type, host, resource id): {{(pid=95103) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:46:04.788081 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f2cfc0b-80e2-47c9-9886-5b95d72c3dc0 None None] Received port after_create {{(pid=95103) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 19:46:04.799117 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f2cfc0b-80e2-47c9-9886-5b95d72c3dc0 None None] Pushing event updated for resources: {'Port': ['ID=c5c9e6ba-17f9-4aa9-b532-62382f2ed21e,revision_number=1']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:46:04.905643 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.managers [None req-2f2cfc0b-80e2-47c9-9886-5b95d72c3dc0 None None] Attempting to bind port c5c9e6ba-17f9-4aa9-b532-62382f2ed21e on host n-d-713301-16 for vnic_type normal with profile {{(pid=95103) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 19:46:04.906014 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.managers [None req-2f2cfc0b-80e2-47c9-9886-5b95d72c3dc0 None None] Attempting to bind port c5c9e6ba-17f9-4aa9-b532-62382f2ed21e by drivers openvswitch,hyperv on host n-d-713301-16 at level 0 using segments [{'id': '5c8360fd-bd95-490f-abbb-4e7bd94ab9a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '3e6c6ec3-89f7-4fc2-8252-c7df087533ec'}] {{(pid=95103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 19:46:04.906377 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f2cfc0b-80e2-47c9-9886-5b95d72c3dc0 None None] Attempting to bind port c5c9e6ba-17f9-4aa9-b532-62382f2ed21e on network 3e6c6ec3-89f7-4fc2-8252-c7df087533ec {{(pid=95103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:46:04.912127 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f2cfc0b-80e2-47c9-9886-5b95d72c3dc0 None None] Checking agent: {'id': '70a14545-df24-472f-8f95-bfe1719bff93', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 19, 7, 53), 'started_at': datetime.datetime(2021, 9, 23, 19, 8, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 19, 45, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 19:46:04.912660 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f2cfc0b-80e2-47c9-9886-5b95d72c3dc0 None None] Checking segment: {'id': '5c8360fd-bd95-490f-abbb-4e7bd94ab9a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '3e6c6ec3-89f7-4fc2-8252-c7df087533ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95103) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:46:04.913074 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-2f2cfc0b-80e2-47c9-9886-5b95d72c3dc0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:46:04.914037 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f2cfc0b-80e2-47c9-9886-5b95d72c3dc0 None None] Bound using segment: {'id': '5c8360fd-bd95-490f-abbb-4e7bd94ab9a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '3e6c6ec3-89f7-4fc2-8252-c7df087533ec'} {{(pid=95103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 19:46:04.915441 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.managers [None req-2f2cfc0b-80e2-47c9-9886-5b95d72c3dc0 None None] Bound port: c5c9e6ba-17f9-4aa9-b532-62382f2ed21e, host: n-d-713301-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5c8360fd-bd95-490f-abbb-4e7bd94ab9a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '3e6c6ec3-89f7-4fc2-8252-c7df087533ec'}}] {{(pid=95103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 19:46:04.915824 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-2f2cfc0b-80e2-47c9-9886-5b95d72c3dc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:46:05.002840 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-2f2cfc0b-80e2-47c9-9886-5b95d72c3dc0 None None] For port c5c9e6ba-17f9-4aa9-b532-62382f2ed21e, host n-d-713301-16, cleared binding levels {{(pid=95103) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 19:46:05.009281 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-2f2cfc0b-80e2-47c9-9886-5b95d72c3dc0 None None] For port c5c9e6ba-17f9-4aa9-b532-62382f2ed21e, host n-d-713301-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-16',level=0,port_id=c5c9e6ba-17f9-4aa9-b532-62382f2ed21e,segment=NetworkSegment(5c8360fd-bd95-490f-abbb-4e7bd94ab9a5),segment_id=5c8360fd-bd95-490f-abbb-4e7bd94ab9a5)] {{(pid=95103) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 19:46:05.016788 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-2f2cfc0b-80e2-47c9-9886-5b95d72c3dc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:46:05.136899 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f2cfc0b-80e2-47c9-9886-5b95d72c3dc0 None None] Pushing event updated for resources: {'Port': ['ID=c5c9e6ba-17f9-4aa9-b532-62382f2ed21e,revision_number=2']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:46:05.168319 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.plugin [None req-70facbb3-ea63-41ee-a30e-d820e43f0b2a tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Deleting port f3d8ead8-1ee9-470c-97a7-c915c09c7078 {{(pid=95101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:46:05.168829 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-70facbb3-ea63-41ee-a30e-d820e43f0b2a tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783146157096'] for port, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:46:05.520787 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-70facbb3-ea63-41ee-a30e-d820e43f0b2a tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-605701'] for port, precommit_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:46:05.556026 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.plugin [None req-70facbb3-ea63-41ee-a30e-d820e43f0b2a tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Calling delete_port for f3d8ead8-1ee9-470c-97a7-c915c09c7078 owned by {{(pid=95101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:46:05.723419 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Device c5c9e6ba-17f9-4aa9-b532-62382f2ed21e up at agent ovs-agent-n-d-713301-16 {{(pid=95103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 19:46:05.754461 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 41078) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:46:05.861555 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Provisioning complete for port c5c9e6ba-17f9-4aa9-b532-62382f2ed21e triggered by entity L2. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:46:05.863300 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:46:05.954481 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-a82f2f64-9390-4bd0-80a4-676aad6d3145 tempest-TestNetworkBasicOps-1575950199 tempest-TestNetworkBasicOps-1575950199-project] 10.222.0.67 "GET /v2.0/floatingips/b618660c-403e-4e39-ba29-ad5f84af9df5 HTTP/1.1" status: 200 len: 993 time: 0.1982245 Sep 23 19:46:05.982758 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-70facbb3-ea63-41ee-a30e-d820e43f0b2a tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783146162158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783145673144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5607431'] for port, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:46:06.102336 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:46:06.104656 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70facbb3-ea63-41ee-a30e-d820e43f0b2a tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Pushing event deleted for resources: {'Port': ['ID=f3d8ead8-1ee9-470c-97a7-c915c09c7078,revision_number=None']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:46:06.168448 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-70facbb3-ea63-41ee-a30e-d820e43f0b2a tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222849'] for port, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:46:06.170523 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-70facbb3-ea63-41ee-a30e-d820e43f0b2a tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] 10.222.0.67 "DELETE /v2.0/ports/f3d8ead8-1ee9-470c-97a7-c915c09c7078 HTTP/1.1" status: 204 len: 168 time: 1.8757377 Sep 23 19:46:06.173034 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 41088) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:46:06.206642 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] For port c5c9e6ba-17f9-4aa9-b532-62382f2ed21e, host n-d-713301-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-16',level=0,port_id=c5c9e6ba-17f9-4aa9-b532-62382f2ed21e,segment=NetworkSegment(5c8360fd-bd95-490f-abbb-4e7bd94ab9a5),segment_id=5c8360fd-bd95-490f-abbb-4e7bd94ab9a5)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:46:06.219077 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:46:06.331810 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Pushing event updated for resources: {'Port': ['ID=c5c9e6ba-17f9-4aa9-b532-62382f2ed21e,revision_number=3']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:46:06.430010 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fc39a07-45e8-4a39-ac94-1815eb22c590 tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:46:06.432145 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fc39a07-45e8-4a39-ac94-1815eb22c590 tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:46:06.434359 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-6fc39a07-45e8-4a39-ac94-1815eb22c590 tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] 10.222.0.67 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.2600787 Sep 23 19:46:06.436834 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 41098) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:46:06.549688 n-d-713301-16 neutron-server[95102]: DEBUG neutron.db.db_base_plugin_v2 [None req-e1cfd0ba-7e7a-4206-bad4-490a30abb1b9 tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Deleting subnet 18150e36-9265-4de4-a288-a3fb5fef8053 {{(pid=95102) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 23 19:46:06.554966 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-e1cfd0ba-7e7a-4206-bad4-490a30abb1b9 tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Notify callbacks [] for subnet, before_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:46:06.678797 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-e1cfd0ba-7e7a-4206-bad4-490a30abb1b9 tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6162825'] for subnet, precommit_delete_associations {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:46:06.846569 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-e1cfd0ba-7e7a-4206-bad4-490a30abb1b9 tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1756813'] for subnet, precommit_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:46:06.983024 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-e1cfd0ba-7e7a-4206-bad4-490a30abb1b9 tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1756804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4399009', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5388229'] for subnet, after_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:46:07.035409 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-e5a9fda9-e7e4-48b1-8b07-502b119370d3 None None] Could not find standard attr ID for object f3d8ead8-1ee9-470c-97a7-c915c09c7078. {{(pid=95103) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 23 19:46:07.066783 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1cfd0ba-7e7a-4206-bad4-490a30abb1b9 tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Pushing event deleted for resources: {'Subnet': ['ID=18150e36-9265-4de4-a288-a3fb5fef8053,revision_number=None']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:46:07.069166 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-e1cfd0ba-7e7a-4206-bad4-490a30abb1b9 tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Notify callbacks [] for subnet, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:46:07.072069 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-e1cfd0ba-7e7a-4206-bad4-490a30abb1b9 tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] 10.222.0.67 "DELETE /v2.0/subnets/18150e36-9265-4de4-a288-a3fb5fef8053 HTTP/1.1" status: 204 len: 168 time: 0.6338964 Sep 23 19:46:07.074769 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 41116) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:46:07.082407 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-e5a9fda9-e7e4-48b1-8b07-502b119370d3 None None] Provisioning complete for port c5c9e6ba-17f9-4aa9-b532-62382f2ed21e triggered by entity DHCP. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:46:07.089944 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-e5a9fda9-e7e4-48b1-8b07-502b119370d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:46:07.130433 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-87f5621b-3182-4fcf-a962-b0eeba5edff5 tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] 10.222.0.67 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0541778 Sep 23 19:46:07.133640 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 41118) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:46:07.138713 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.v2.base [None req-037949eb-247e-420f-9f7b-c808482d8416 tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Request body: {'subnet': {'network_id': '3e6c6ec3-89f7-4fc2-8252-c7df087533ec', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=95101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:46:07.360586 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-037949eb-247e-420f-9f7b-c808482d8416 tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Made reservation on behalf of ef2dbafd0ba44b7485191a034ef43810 for: {'subnet': 1} {{(pid=95101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:46:07.365025 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-037949eb-247e-420f-9f7b-c808482d8416 tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6130979'] for subnet, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:46:07.452208 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-711fbb03-823d-494b-9b4b-12cd6dba3462 None None] Network 3e6c6ec3-89f7-4fc2-8252-c7df087533ec requested from n-d-713301-16 {{(pid=95103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 19:46:07.679626 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-a1de7ccb-ba8b-4afc-a079-03213082827a None None] Could not find standard attr ID for object 0a44edd9-7b4e-4380-ba9e-9c23771d6014. {{(pid=95103) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 23 19:46:07.683038 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Device c5c9e6ba-17f9-4aa9-b532-62382f2ed21e up at agent ovs-agent-n-d-713301-16 {{(pid=95103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 19:46:07.860314 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Provisioning complete for port c5c9e6ba-17f9-4aa9-b532-62382f2ed21e triggered by entity L2. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:46:07.860999 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:46:07.972577 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-037949eb-247e-420f-9f7b-c808482d8416 tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5607579', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6130961'] for subnet, after_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:46:08.021104 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5adaa1d5-b309-402e-9b7f-ef265649239c None None] DHCP port deletion for 3e6c6ec3-89f7-4fc2-8252-c7df087533ec request from n-d-713301-16 {{(pid=95103) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 23 19:46:08.093072 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.plugin [None req-5adaa1d5-b309-402e-9b7f-ef265649239c None None] Deleting port c5c9e6ba-17f9-4aa9-b532-62382f2ed21e {{(pid=95103) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:46:08.093769 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-5adaa1d5-b309-402e-9b7f-ef265649239c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783146157096'] for port, before_delete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:46:08.095774 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-037949eb-247e-420f-9f7b-c808482d8416 tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Network 3e6c6ec3-89f7-4fc2-8252-c7df087533ec is already hosted by enough agents. {{(pid=95101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:46:08.103569 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.base_scheduler [None req-037949eb-247e-420f-9f7b-c808482d8416 tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Resources bound (agent type, host, resource id): {{(pid=95101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:46:08.129006 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-037949eb-247e-420f-9f7b-c808482d8416 tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:46:08.129728 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-037949eb-247e-420f-9f7b-c808482d8416 tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Notify callbacks [] for subnet, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:46:08.170828 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-037949eb-247e-420f-9f7b-c808482d8416 tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Pushing event updated for resources: {'Subnet': ['ID=382fe57f-dfa4-4d46-9cb8-5f0076ecf7b4,revision_number=0']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:46:08.182549 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-037949eb-247e-420f-9f7b-c808482d8416 tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.0445926 Sep 23 19:46:08.182829 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 41156) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:46:08.188232 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.v2.base [None req-1a788021-022d-4d99-a3ef-bd4bc4e7b4e5 tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Request body: {'port': {'network_id': '3e6c6ec3-89f7-4fc2-8252-c7df087533ec', 'fixed_ips': [{'subnet_id': '382fe57f-dfa4-4d46-9cb8-5f0076ecf7b4', 'ip_address': '2001:db8::2b01:5948:23e3:7b10'}], 'name': 'tempest-NetworksTestDHCPv6-959987741'}} {{(pid=95101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:46:08.247454 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-5adaa1d5-b309-402e-9b7f-ef265649239c None None] For port c5c9e6ba-17f9-4aa9-b532-62382f2ed21e, host n-d-713301-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-16',level=0,port_id=c5c9e6ba-17f9-4aa9-b532-62382f2ed21e,segment=NetworkSegment(5c8360fd-bd95-490f-abbb-4e7bd94ab9a5),segment_id=5c8360fd-bd95-490f-abbb-4e7bd94ab9a5)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:46:08.248276 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-5adaa1d5-b309-402e-9b7f-ef265649239c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-605701'] for port, precommit_delete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:46:08.264418 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.plugin [None req-5adaa1d5-b309-402e-9b7f-ef265649239c None None] Calling delete_port for c5c9e6ba-17f9-4aa9-b532-62382f2ed21e owned by network:dhcp {{(pid=95103) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:46:08.362208 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a788021-022d-4d99-a3ef-bd4bc4e7b4e5 tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Made reservation on behalf of ef2dbafd0ba44b7485191a034ef43810 for: {'port': 1} {{(pid=95101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:46:08.412232 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-5adaa1d5-b309-402e-9b7f-ef265649239c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783146162158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783145673144'] for port, after_delete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:46:08.474878 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5adaa1d5-b309-402e-9b7f-ef265649239c None None] Pushing event deleted for resources: {'Port': ['ID=c5c9e6ba-17f9-4aa9-b532-62382f2ed21e,revision_number=None']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:46:08.481477 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5adaa1d5-b309-402e-9b7f-ef265649239c None None] No DVR routers for this DVR port c5c9e6ba-17f9-4aa9-b532-62382f2ed21e on host n-d-713301-16 {{(pid=95103) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 19:46:08.501063 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1f1f6b4-6093-4b14-a5ba-0afe81402ec0 None None] Network 3e6c6ec3-89f7-4fc2-8252-c7df087533ec requested from n-d-713301-16 {{(pid=95103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 19:46:08.560395 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-1a788021-022d-4d99-a3ef-bd4bc4e7b4e5 tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:46:08.612987 n-d-713301-16 neutron-server[95101]: DEBUG neutron.notifiers.nova [None req-1a788021-022d-4d99-a3ef-bd4bc4e7b4e5 tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] device_id is not set on port 7ed0be51-9406-4e0b-9995-a4a7706ab3ed yet. {{(pid=95101) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 23 19:46:08.889953 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37097d5c-1902-485c-8c53-b1a7396678b1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4c8b80df-07eb-5275-9f17-5cf640db67c0-3e6c6ec3-89f7-4fc2-8252-c7df087533ec', 'network_id': '3e6c6ec3-89f7-4fc2-8252-c7df087533ec', 'tenant_id': 'ef2dbafd0ba44b7485191a034ef43810', 'fixed_ips': [{'subnet_id': '382fe57f-dfa4-4d46-9cb8-5f0076ecf7b4'}]}} from n-d-713301-16. {{(pid=95103) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 23 19:46:08.891996 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-37097d5c-1902-485c-8c53-b1a7396678b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_create {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:46:09.025922 n-d-713301-16 neutron-server[95101]: DEBUG neutron.db.db_base_plugin_common [None req-1a788021-022d-4d99-a3ef-bd4bc4e7b4e5 tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Allocated IP 2001:db8::2b01:5948:23e3:7b10 (3e6c6ec3-89f7-4fc2-8252-c7df087533ec/382fe57f-dfa4-4d46-9cb8-5f0076ecf7b4/7ed0be51-9406-4e0b-9995-a4a7706ab3ed) {{(pid=95101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 19:46:09.348372 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-1a788021-022d-4d99-a3ef-bd4bc4e7b4e5 tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Notify callbacks [] for port, precommit_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:46:09.401719 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-1a788021-022d-4d99-a3ef-bd4bc4e7b4e5 tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783145673135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5607431'] for port, after_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:46:09.472409 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a788021-022d-4d99-a3ef-bd4bc4e7b4e5 tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Pushing event updated for resources: {'Port': ['ID=7ed0be51-9406-4e0b-9995-a4a7706ab3ed,revision_number=1']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:46:09.492942 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a788021-022d-4d99-a3ef-bd4bc4e7b4e5 tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Network 3e6c6ec3-89f7-4fc2-8252-c7df087533ec is already hosted by enough agents. {{(pid=95101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:46:09.494825 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.base_scheduler [None req-1a788021-022d-4d99-a3ef-bd4bc4e7b4e5 tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Resources bound (agent type, host, resource id): {{(pid=95101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:46:09.498672 n-d-713301-16 neutron-server[95101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a788021-022d-4d99-a3ef-bd4bc4e7b4e5 tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Received port after_create {{(pid=95101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 19:46:09.516086 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a788021-022d-4d99-a3ef-bd4bc4e7b4e5 tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:46:09.516837 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-1a788021-022d-4d99-a3ef-bd4bc4e7b4e5 tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222849'] for port, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:46:09.521211 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.db_base_plugin_common [None req-37097d5c-1902-485c-8c53-b1a7396678b1 None None] Allocated IP 2001:db8::2 (3e6c6ec3-89f7-4fc2-8252-c7df087533ec/382fe57f-dfa4-4d46-9cb8-5f0076ecf7b4/d93b1ecb-57db-4e7f-8550-8a8ca91849e6) {{(pid=95103) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 19:46:09.543189 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-1a788021-022d-4d99-a3ef-bd4bc4e7b4e5 tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.3583462 Sep 23 19:46:09.544938 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 41226) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:46:09.612884 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3c468dc-98c5-4ba3-a822-d0beb8098905 tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:46:09.616278 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-a3c468dc-98c5-4ba3-a822-d0beb8098905 tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] 10.222.0.67 "GET /v2.0/ports HTTP/1.1" status: 200 len: 945 time: 0.0693061 Sep 23 19:46:09.618701 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 41228) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:46:09.673076 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Device c5c9e6ba-17f9-4aa9-b532-62382f2ed21e no longer exists at agent ovs-agent-n-d-713301-16 {{(pid=95103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 19:46:09.732993 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.plugin [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] No Port match for: c5c9e6ba-17f9-4aa9-b532-62382f2ed21e {{(pid=95103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 19:46:09.737475 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Device c5c9e6ba-17f9-4aa9-b532-62382f2ed21e not bound to the agent host n-d-713301-16 {{(pid=95103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 19:46:09.786389 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.plugin [None req-4e785d3f-670b-450f-a483-a40780298697 tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Deleting port 7ed0be51-9406-4e0b-9995-a4a7706ab3ed {{(pid=95101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:46:09.786951 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-4e785d3f-670b-450f-a483-a40780298697 tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783146157096'] for port, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:46:09.788164 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 41236) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:46:09.883250 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-37097d5c-1902-485c-8c53-b1a7396678b1 None None] Notify callbacks [] for port, precommit_create {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:46:09.892868 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-37097d5c-1902-485c-8c53-b1a7396678b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783145673135'] for port, after_create {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:46:09.918073 n-d-713301-16 neutron-server[95103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37097d5c-1902-485c-8c53-b1a7396678b1 None None] Network 3e6c6ec3-89f7-4fc2-8252-c7df087533ec is already hosted by enough agents. {{(pid=95103) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:46:09.921289 n-d-713301-16 neutron-server[95103]: DEBUG neutron.scheduler.base_scheduler [None req-37097d5c-1902-485c-8c53-b1a7396678b1 None None] Resources bound (agent type, host, resource id): {{(pid=95103) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:46:09.946930 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37097d5c-1902-485c-8c53-b1a7396678b1 None None] Received port after_create {{(pid=95103) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 19:46:10.030173 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-4e785d3f-670b-450f-a483-a40780298697 tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-605701'] for port, precommit_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:46:10.050989 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37097d5c-1902-485c-8c53-b1a7396678b1 None None] Pushing event updated for resources: {'Port': ['ID=d93b1ecb-57db-4e7f-8550-8a8ca91849e6,revision_number=1']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:46:10.054925 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.managers [None req-37097d5c-1902-485c-8c53-b1a7396678b1 None None] Attempting to bind port d93b1ecb-57db-4e7f-8550-8a8ca91849e6 on host n-d-713301-16 for vnic_type normal with profile {{(pid=95103) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 19:46:10.055586 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.managers [None req-37097d5c-1902-485c-8c53-b1a7396678b1 None None] Attempting to bind port d93b1ecb-57db-4e7f-8550-8a8ca91849e6 by drivers openvswitch,hyperv on host n-d-713301-16 at level 0 using segments [{'id': '5c8360fd-bd95-490f-abbb-4e7bd94ab9a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '3e6c6ec3-89f7-4fc2-8252-c7df087533ec'}] {{(pid=95103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 19:46:10.056264 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37097d5c-1902-485c-8c53-b1a7396678b1 None None] Attempting to bind port d93b1ecb-57db-4e7f-8550-8a8ca91849e6 on network 3e6c6ec3-89f7-4fc2-8252-c7df087533ec {{(pid=95103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:46:10.065248 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37097d5c-1902-485c-8c53-b1a7396678b1 None None] Checking agent: {'id': '70a14545-df24-472f-8f95-bfe1719bff93', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 19, 7, 53), 'started_at': datetime.datetime(2021, 9, 23, 19, 8, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 19, 45, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 19:46:10.066023 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37097d5c-1902-485c-8c53-b1a7396678b1 None None] Checking segment: {'id': '5c8360fd-bd95-490f-abbb-4e7bd94ab9a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '3e6c6ec3-89f7-4fc2-8252-c7df087533ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95103) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:46:10.066665 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-37097d5c-1902-485c-8c53-b1a7396678b1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:46:10.067703 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37097d5c-1902-485c-8c53-b1a7396678b1 None None] Bound using segment: {'id': '5c8360fd-bd95-490f-abbb-4e7bd94ab9a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '3e6c6ec3-89f7-4fc2-8252-c7df087533ec'} {{(pid=95103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 19:46:10.068468 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.managers [None req-37097d5c-1902-485c-8c53-b1a7396678b1 None None] Bound port: d93b1ecb-57db-4e7f-8550-8a8ca91849e6, host: n-d-713301-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5c8360fd-bd95-490f-abbb-4e7bd94ab9a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '3e6c6ec3-89f7-4fc2-8252-c7df087533ec'}}] {{(pid=95103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 19:46:10.069149 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-37097d5c-1902-485c-8c53-b1a7396678b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:46:10.081184 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.plugin [None req-4e785d3f-670b-450f-a483-a40780298697 tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Calling delete_port for 7ed0be51-9406-4e0b-9995-a4a7706ab3ed owned by {{(pid=95101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:46:10.143029 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-d4863a83-a83b-408c-b33d-d2ef82d5bb0c admin admin] Notify callbacks [] for security_group, before_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:46:10.152268 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-37097d5c-1902-485c-8c53-b1a7396678b1 None None] For port d93b1ecb-57db-4e7f-8550-8a8ca91849e6, host n-d-713301-16, cleared binding levels {{(pid=95103) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 19:46:10.156349 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-37097d5c-1902-485c-8c53-b1a7396678b1 None None] For port d93b1ecb-57db-4e7f-8550-8a8ca91849e6, host n-d-713301-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-16',level=0,port_id=d93b1ecb-57db-4e7f-8550-8a8ca91849e6,segment=NetworkSegment(5c8360fd-bd95-490f-abbb-4e7bd94ab9a5),segment_id=5c8360fd-bd95-490f-abbb-4e7bd94ab9a5)] {{(pid=95103) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 19:46:10.164271 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-37097d5c-1902-485c-8c53-b1a7396678b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:46:10.283216 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-4e785d3f-670b-450f-a483-a40780298697 tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783146162158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783145673144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5607431'] for port, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:46:10.285745 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37097d5c-1902-485c-8c53-b1a7396678b1 None None] Pushing event updated for resources: {'Port': ['ID=d93b1ecb-57db-4e7f-8550-8a8ca91849e6,revision_number=2']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:46:10.358705 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e785d3f-670b-450f-a483-a40780298697 tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Pushing event deleted for resources: {'Port': ['ID=7ed0be51-9406-4e0b-9995-a4a7706ab3ed,revision_number=None']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:46:10.400107 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-4e785d3f-670b-450f-a483-a40780298697 tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222849'] for port, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:46:10.404720 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-4e785d3f-670b-450f-a483-a40780298697 tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] 10.222.0.67 "DELETE /v2.0/ports/7ed0be51-9406-4e0b-9995-a4a7706ab3ed HTTP/1.1" status: 204 len: 168 time: 0.7825866 Sep 23 19:46:10.405401 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 41248) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:46:10.428657 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-d4863a83-a83b-408c-b33d-d2ef82d5bb0c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:46:10.433825 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-d4863a83-a83b-408c-b33d-d2ef82d5bb0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:46:10.530203 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b8fcee4-55cd-417c-88d2-16435aeb29da tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:46:10.532096 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b8fcee4-55cd-417c-88d2-16435aeb29da tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:46:10.542190 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-7b8fcee4-55cd-417c-88d2-16435aeb29da tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] 10.222.0.67 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1358833 Sep 23 19:46:10.544955 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 41256) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:46:10.549143 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4863a83-a83b-408c-b33d-d2ef82d5bb0c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f84a988e-7ae6-40d9-98d5-47aa96b0c8ee,revision_number=1']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:46:10.572177 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-d4863a83-a83b-408c-b33d-d2ef82d5bb0c admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=63844abd331045928c0bbda4e39dcf01&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7820015 Sep 23 19:46:10.575434 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 41258) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:46:10.660877 n-d-713301-16 neutron-server[95101]: DEBUG neutron.db.db_base_plugin_v2 [None req-89435fdc-2905-49ec-874a-51d8111e72a5 tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Deleting subnet 382fe57f-dfa4-4d46-9cb8-5f0076ecf7b4 {{(pid=95101) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 23 19:46:10.665489 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-89435fdc-2905-49ec-874a-51d8111e72a5 tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Notify callbacks [] for subnet, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:46:10.705862 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-c6992657-e7db-4031-82f6-6b617ed8a026 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:46:10.742168 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-c6992657-e7db-4031-82f6-6b617ed8a026 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:46:10.758536 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-89435fdc-2905-49ec-874a-51d8111e72a5 tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6007154'] for subnet, precommit_delete_associations {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:46:10.849020 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-c6992657-e7db-4031-82f6-6b617ed8a026 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:46:10.853434 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-c6992657-e7db-4031-82f6-6b617ed8a026 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:46:10.855251 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-c6992657-e7db-4031-82f6-6b617ed8a026 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/f84a988e-7ae6-40d9-98d5-47aa96b0c8ee HTTP/1.1" status: 204 len: 168 time: 0.2772877 Sep 23 19:46:10.878050 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6992657-e7db-4031-82f6-6b617ed8a026 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f84a988e-7ae6-40d9-98d5-47aa96b0c8ee,revision_number=None']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:46:10.919393 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-89435fdc-2905-49ec-874a-51d8111e72a5 tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1756813'] for subnet, precommit_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:46:11.079147 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-89435fdc-2905-49ec-874a-51d8111e72a5 tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1756804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5607514', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6130950'] for subnet, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:46:11.140002 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89435fdc-2905-49ec-874a-51d8111e72a5 tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Pushing event deleted for resources: {'Subnet': ['ID=382fe57f-dfa4-4d46-9cb8-5f0076ecf7b4,revision_number=None']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:46:11.153369 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-89435fdc-2905-49ec-874a-51d8111e72a5 tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Notify callbacks [] for subnet, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:46:11.158122 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-89435fdc-2905-49ec-874a-51d8111e72a5 tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] 10.222.0.67 "DELETE /v2.0/subnets/382fe57f-dfa4-4d46-9cb8-5f0076ecf7b4 HTTP/1.1" status: 204 len: 168 time: 0.6112120 Sep 23 19:46:11.160212 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 41276) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:46:11.214952 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-16d6b24c-8587-4043-a2a7-911fed831e23 tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] 10.222.0.67 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0530508 Sep 23 19:46:11.218059 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 41278) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:46:11.225221 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.v2.base [None req-666b7db4-fdd0-4abb-a80f-348715f13f0a tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Request body: {'subnet': {'network_id': '3e6c6ec3-89f7-4fc2-8252-c7df087533ec', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=95102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:46:11.382086 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 41280) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:46:11.400848 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-7e3f1e08-1df5-4268-a6a6-67fe4d193924 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:46:11.437580 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-666b7db4-fdd0-4abb-a80f-348715f13f0a tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Made reservation on behalf of ef2dbafd0ba44b7485191a034ef43810 for: {'subnet': 1} {{(pid=95102) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:46:11.450612 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-666b7db4-fdd0-4abb-a80f-348715f13f0a tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5388256'] for subnet, before_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:46:11.601655 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-7e3f1e08-1df5-4268-a6a6-67fe4d193924 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:46:11.610924 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-7e3f1e08-1df5-4268-a6a6-67fe4d193924 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:46:11.676713 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e3f1e08-1df5-4268-a6a6-67fe4d193924 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1e9310f-e3f9-47df-940c-9d7bc69f5d0e,revision_number=1']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:46:11.686492 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-7e3f1e08-1df5-4268-a6a6-67fe4d193924 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=2e11be7e71464735a07cc83609be654e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3029072 Sep 23 19:46:11.686901 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 41282) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:46:11.747033 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Device d93b1ecb-57db-4e7f-8550-8a8ca91849e6 up at agent ovs-agent-n-d-713301-16 {{(pid=95103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 19:46:11.861592 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Provisioning complete for port d93b1ecb-57db-4e7f-8550-8a8ca91849e6 triggered by entity L2. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:46:11.861592 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:46:11.865679 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37292f1a-282c-4e44-bcbb-84402b4b2c98 None None] Network 3e6c6ec3-89f7-4fc2-8252-c7df087533ec requested from n-d-713301-16 {{(pid=95103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 19:46:11.880484 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-051e84d4-4902-49d4-b337-54b127d540af admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:46:11.940298 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-051e84d4-4902-49d4-b337-54b127d540af admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:46:11.961446 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-666b7db4-fdd0-4abb-a80f-348715f13f0a tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4398944', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5388242'] for subnet, after_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:46:12.025065 n-d-713301-16 neutron-server[95102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-666b7db4-fdd0-4abb-a80f-348715f13f0a tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Network 3e6c6ec3-89f7-4fc2-8252-c7df087533ec is already hosted by enough agents. {{(pid=95102) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:46:12.029681 n-d-713301-16 neutron-server[95102]: DEBUG neutron.scheduler.base_scheduler [None req-666b7db4-fdd0-4abb-a80f-348715f13f0a tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Resources bound (agent type, host, resource id): {{(pid=95102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:46:12.034844 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-666b7db4-fdd0-4abb-a80f-348715f13f0a tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:46:12.035805 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-666b7db4-fdd0-4abb-a80f-348715f13f0a tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Notify callbacks [] for subnet, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:46:12.050281 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-666b7db4-fdd0-4abb-a80f-348715f13f0a tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Pushing event updated for resources: {'Subnet': ['ID=30c51410-5cb3-42f1-9c7a-00ef4b1022bc,revision_number=0']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:46:12.066183 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-666b7db4-fdd0-4abb-a80f-348715f13f0a tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.8456538 Sep 23 19:46:12.070366 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 41298) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:46:12.072043 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-051e84d4-4902-49d4-b337-54b127d540af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:46:12.076178 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.v2.base [None req-0b47b72e-3d6b-4a85-9037-af4dcb48a0a9 tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Request body: {'port': {'network_id': '3e6c6ec3-89f7-4fc2-8252-c7df087533ec', 'fixed_ips': [{'subnet_id': '30c51410-5cb3-42f1-9c7a-00ef4b1022bc', 'ip_address': '2001:db8::6f21:74c7:7ed0:b8dc'}], 'name': 'tempest-NetworksTestDHCPv6-563888445'}} {{(pid=95101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:46:12.078207 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-051e84d4-4902-49d4-b337-54b127d540af admin admin] Notify callbacks [] for security_group, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:46:12.078207 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-051e84d4-4902-49d4-b337-54b127d540af admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/c1e9310f-e3f9-47df-940c-9d7bc69f5d0e HTTP/1.1" status: 204 len: 168 time: 0.3901360 Sep 23 19:46:12.126584 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-051e84d4-4902-49d4-b337-54b127d540af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1e9310f-e3f9-47df-940c-9d7bc69f5d0e,revision_number=None']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:46:12.330750 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-d435f707-0cb1-4d57-a3b8-fe87a42d9595 None None] Provisioning complete for port d93b1ecb-57db-4e7f-8550-8a8ca91849e6 triggered by entity DHCP. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:46:12.331363 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-d435f707-0cb1-4d57-a3b8-fe87a42d9595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:46:12.348895 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b47b72e-3d6b-4a85-9037-af4dcb48a0a9 tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Made reservation on behalf of ef2dbafd0ba44b7485191a034ef43810 for: {'port': 1} {{(pid=95101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:46:12.357067 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-0b47b72e-3d6b-4a85-9037-af4dcb48a0a9 tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:46:12.391334 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:46:12.411554 n-d-713301-16 neutron-server[95101]: DEBUG neutron.notifiers.nova [None req-0b47b72e-3d6b-4a85-9037-af4dcb48a0a9 tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] device_id is not set on port 60253958-9347-47f7-bdb3-875d93de4537 yet. {{(pid=95101) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 23 19:46:12.501923 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] For port d93b1ecb-57db-4e7f-8550-8a8ca91849e6, host n-d-713301-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-16',level=0,port_id=d93b1ecb-57db-4e7f-8550-8a8ca91849e6,segment=NetworkSegment(5c8360fd-bd95-490f-abbb-4e7bd94ab9a5),segment_id=5c8360fd-bd95-490f-abbb-4e7bd94ab9a5)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:46:12.511921 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:46:12.601663 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Pushing event updated for resources: {'Port': ['ID=d93b1ecb-57db-4e7f-8550-8a8ca91849e6,revision_number=4']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:46:12.606390 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-d435f707-0cb1-4d57-a3b8-fe87a42d9595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:46:12.692315 n-d-713301-16 neutron-server[95101]: DEBUG neutron.db.db_base_plugin_common [None req-0b47b72e-3d6b-4a85-9037-af4dcb48a0a9 tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Allocated IP 2001:db8::6f21:74c7:7ed0:b8dc (3e6c6ec3-89f7-4fc2-8252-c7df087533ec/30c51410-5cb3-42f1-9c7a-00ef4b1022bc/60253958-9347-47f7-bdb3-875d93de4537) {{(pid=95101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 19:46:12.722876 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.db.api [None req-d435f707-0cb1-4d57-a3b8-fe87a42d9595 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95103) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 23 19:46:12.723243 n-d-713301-16 neutron-server[95103]: DEBUG oslo_db.api [None req-d435f707-0cb1-4d57-a3b8-fe87a42d9595 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 23 19:46:12.949656 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-0b47b72e-3d6b-4a85-9037-af4dcb48a0a9 tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Notify callbacks [] for port, precommit_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:46:13.012900 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-0b47b72e-3d6b-4a85-9037-af4dcb48a0a9 tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783145673135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5607431'] for port, after_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:46:13.066454 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b47b72e-3d6b-4a85-9037-af4dcb48a0a9 tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Network 3e6c6ec3-89f7-4fc2-8252-c7df087533ec is already hosted by enough agents. {{(pid=95101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:46:13.066454 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.base_scheduler [None req-0b47b72e-3d6b-4a85-9037-af4dcb48a0a9 tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Resources bound (agent type, host, resource id): {{(pid=95101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:46:13.091649 n-d-713301-16 neutron-server[95101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b47b72e-3d6b-4a85-9037-af4dcb48a0a9 tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Received port after_create {{(pid=95101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 19:46:13.095352 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1dc7ba6a-18bb-4154-b55d-106861a44d63 None None] Network 3e6c6ec3-89f7-4fc2-8252-c7df087533ec requested from n-d-713301-16 {{(pid=95103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 19:46:13.098352 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b47b72e-3d6b-4a85-9037-af4dcb48a0a9 tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:46:13.099065 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-0b47b72e-3d6b-4a85-9037-af4dcb48a0a9 tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222849'] for port, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:46:13.102103 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b47b72e-3d6b-4a85-9037-af4dcb48a0a9 tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Pushing event updated for resources: {'Port': ['ID=60253958-9347-47f7-bdb3-875d93de4537,revision_number=1']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:46:13.128497 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 41350) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:46:13.129675 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-0b47b72e-3d6b-4a85-9037-af4dcb48a0a9 tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.0575931 Sep 23 19:46:13.219600 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71a3245d-4cfd-4e05-9274-a5e3231da6bf tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:46:13.226964 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71a3245d-4cfd-4e05-9274-a5e3231da6bf tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:46:13.230978 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-71a3245d-4cfd-4e05-9274-a5e3231da6bf tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] 10.222.0.67 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1607 time: 0.0996397 Sep 23 19:46:13.233994 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 41358) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:46:13.416527 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.plugin [None req-d6dafe50-6344-48e6-a8a7-2bb3e98adbfa tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Deleting port 60253958-9347-47f7-bdb3-875d93de4537 {{(pid=95102) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:46:13.416906 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-d6dafe50-6344-48e6-a8a7-2bb3e98adbfa tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783146157096'] for port, before_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:46:13.476128 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-42397ef3-c365-406b-9c24-f0ef1a87ed66 None None] Provisioning complete for port d93b1ecb-57db-4e7f-8550-8a8ca91849e6 triggered by entity DHCP. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:46:13.476554 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-42397ef3-c365-406b-9c24-f0ef1a87ed66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:46:13.580593 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-d6dafe50-6344-48e6-a8a7-2bb3e98adbfa tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-605701'] for port, precommit_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:46:13.611331 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.plugin [None req-d6dafe50-6344-48e6-a8a7-2bb3e98adbfa tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Calling delete_port for 60253958-9347-47f7-bdb3-875d93de4537 owned by {{(pid=95102) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:46:13.643657 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Device d93b1ecb-57db-4e7f-8550-8a8ca91849e6 up at agent ovs-agent-n-d-713301-16 {{(pid=95103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 19:46:13.777207 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Provisioning complete for port d93b1ecb-57db-4e7f-8550-8a8ca91849e6 triggered by entity L2. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:46:13.777893 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:46:13.836977 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-d6dafe50-6344-48e6-a8a7-2bb3e98adbfa tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783146162158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783145673144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4399100'] for port, after_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:46:13.890690 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6dafe50-6344-48e6-a8a7-2bb3e98adbfa tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Pushing event deleted for resources: {'Port': ['ID=60253958-9347-47f7-bdb3-875d93de4537,revision_number=None']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:46:13.958362 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-d6dafe50-6344-48e6-a8a7-2bb3e98adbfa tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222849'] for port, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:46:13.972831 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-d6dafe50-6344-48e6-a8a7-2bb3e98adbfa tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] 10.222.0.67 "DELETE /v2.0/ports/60253958-9347-47f7-bdb3-875d93de4537 HTTP/1.1" status: 204 len: 168 time: 0.7372892 Sep 23 19:46:13.976824 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 41396) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:46:14.005460 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-f4ed0305-a8bb-44e4-ba58-2361ea586cac None None] Provisioning complete for port d93b1ecb-57db-4e7f-8550-8a8ca91849e6 triggered by entity DHCP. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:46:14.005918 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-f4ed0305-a8bb-44e4-ba58-2361ea586cac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:46:14.078917 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d6242b1-5322-448b-b412-51ba040a31bd tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:46:14.080458 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d6242b1-5322-448b-b412-51ba040a31bd tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:46:14.082858 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-0d6242b1-5322-448b-b412-51ba040a31bd tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] 10.222.0.67 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1048453 Sep 23 19:46:14.085785 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 41410) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:46:14.163843 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-f4ed0305-a8bb-44e4-ba58-2361ea586cac None None] Could not find standard attr ID for object 60253958-9347-47f7-bdb3-875d93de4537. {{(pid=95103) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 23 19:46:14.226750 n-d-713301-16 neutron-server[95101]: DEBUG neutron.db.db_base_plugin_v2 [None req-24b61281-512c-4082-971c-162e83367cf7 tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Deleting subnet 30c51410-5cb3-42f1-9c7a-00ef4b1022bc {{(pid=95101) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 23 19:46:14.231586 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-24b61281-512c-4082-971c-162e83367cf7 tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Notify callbacks [] for subnet, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:46:14.368183 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-24b61281-512c-4082-971c-162e83367cf7 tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6007154'] for subnet, precommit_delete_associations {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:46:14.383667 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-772d132e-6e0a-4279-90a8-f98099f46a1a None None] Could not find standard attr ID for object f3d8ead8-1ee9-470c-97a7-c915c09c7078. {{(pid=95103) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 23 19:46:14.446293 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-24b61281-512c-4082-971c-162e83367cf7 tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1756813'] for subnet, precommit_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:46:14.571910 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-24b61281-512c-4082-971c-162e83367cf7 tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1756804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5607514', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6130950'] for subnet, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:46:14.591586 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-24b61281-512c-4082-971c-162e83367cf7 tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Notify callbacks [] for subnet, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:46:14.593992 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-24b61281-512c-4082-971c-162e83367cf7 tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] 10.222.0.67 "DELETE /v2.0/subnets/30c51410-5cb3-42f1-9c7a-00ef4b1022bc HTTP/1.1" status: 204 len: 168 time: 0.5070887 Sep 23 19:46:14.596455 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 41454) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:46:14.631796 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24b61281-512c-4082-971c-162e83367cf7 tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Pushing event deleted for resources: {'Subnet': ['ID=30c51410-5cb3-42f1-9c7a-00ef4b1022bc,revision_number=None']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:46:14.694354 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-e44eaf7a-f078-4956-913e-bd8536a23869 tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] 10.222.0.67 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0963905 Sep 23 19:46:14.697651 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 41466) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:46:14.704020 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2143df50-96f3-416a-83d1-3eb66b862a47 None None] Network 3e6c6ec3-89f7-4fc2-8252-c7df087533ec requested from n-d-713301-16 {{(pid=95103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 19:46:14.747916 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-91ea733c-a33e-485c-80e1-ced93f1cead9 None None] Could not find standard attr ID for object 7ed0be51-9406-4e0b-9995-a4a7706ab3ed. {{(pid=95103) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 23 19:46:14.783268 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc0f5e26-c705-42a9-ae46-774d183b2e23 tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:46:14.785002 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-fc0f5e26-c705-42a9-ae46-774d183b2e23 tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] 10.222.0.67 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0858102 Sep 23 19:46:14.787444 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 41468) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:46:14.867521 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17cbbae0-cd26-4b52-8f0d-950727b52716 tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:46:14.869214 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-17cbbae0-cd26-4b52-8f0d-950727b52716 tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] 10.222.0.67 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0807383 Sep 23 19:46:14.872451 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 41476) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:46:14.930813 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-d3c17603-5313-4534-9ae3-c060f7ba589c tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] 10.222.0.67 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0570848 Sep 23 19:46:14.931439 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 41486) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:46:14.936431 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.v2.base [None req-cef42bad-1159-4e45-be9a-a200df83ccd3 tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Request body: {'subnet': {'network_id': '3e6c6ec3-89f7-4fc2-8252-c7df087533ec', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=95101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:46:15.065874 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4708cb67-df59-47d4-95ba-897d72a9c5e6 None None] DHCP port deletion for 3e6c6ec3-89f7-4fc2-8252-c7df087533ec request from n-d-713301-16 {{(pid=95103) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 23 19:46:15.081932 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cef42bad-1159-4e45-be9a-a200df83ccd3 tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Made reservation on behalf of ef2dbafd0ba44b7485191a034ef43810 for: {'subnet': 1} {{(pid=95101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:46:15.086282 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-cef42bad-1159-4e45-be9a-a200df83ccd3 tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6130979'] for subnet, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:46:15.156772 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.plugin [None req-4708cb67-df59-47d4-95ba-897d72a9c5e6 None None] Deleting port d93b1ecb-57db-4e7f-8550-8a8ca91849e6 {{(pid=95103) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:46:15.157143 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-4708cb67-df59-47d4-95ba-897d72a9c5e6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783146157096'] for port, before_delete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:46:15.253441 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-4708cb67-df59-47d4-95ba-897d72a9c5e6 None None] For port d93b1ecb-57db-4e7f-8550-8a8ca91849e6, host n-d-713301-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-16',level=0,port_id=d93b1ecb-57db-4e7f-8550-8a8ca91849e6,segment=NetworkSegment(5c8360fd-bd95-490f-abbb-4e7bd94ab9a5),segment_id=5c8360fd-bd95-490f-abbb-4e7bd94ab9a5)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:46:15.254065 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-4708cb67-df59-47d4-95ba-897d72a9c5e6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-605701'] for port, precommit_delete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:46:15.288321 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.plugin [None req-4708cb67-df59-47d4-95ba-897d72a9c5e6 None None] Calling delete_port for d93b1ecb-57db-4e7f-8550-8a8ca91849e6 owned by network:dhcp {{(pid=95103) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:46:15.404852 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-4708cb67-df59-47d4-95ba-897d72a9c5e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783146162158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783145673144'] for port, after_delete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:46:15.426490 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-cef42bad-1159-4e45-be9a-a200df83ccd3 tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5607579', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6130961'] for subnet, after_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:46:15.453954 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4708cb67-df59-47d4-95ba-897d72a9c5e6 None None] No DVR routers for this DVR port d93b1ecb-57db-4e7f-8550-8a8ca91849e6 on host n-d-713301-16 {{(pid=95103) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 19:46:15.522194 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4708cb67-df59-47d4-95ba-897d72a9c5e6 None None] Pushing event deleted for resources: {'Port': ['ID=d93b1ecb-57db-4e7f-8550-8a8ca91849e6,revision_number=None']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:46:15.545706 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cef42bad-1159-4e45-be9a-a200df83ccd3 tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Network 3e6c6ec3-89f7-4fc2-8252-c7df087533ec is already hosted by enough agents. {{(pid=95101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:46:15.547907 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef42bad-1159-4e45-be9a-a200df83ccd3 tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Pushing event updated for resources: {'Subnet': ['ID=46d87ee8-8f59-4c3e-9b34-141209b4713c,revision_number=0']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:46:15.550724 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.base_scheduler [None req-cef42bad-1159-4e45-be9a-a200df83ccd3 tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Resources bound (agent type, host, resource id): {{(pid=95101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:46:15.559554 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cef42bad-1159-4e45-be9a-a200df83ccd3 tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:46:15.561627 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9133b570-4e20-4abc-b37a-a0601d5add9b None None] Network 3e6c6ec3-89f7-4fc2-8252-c7df087533ec requested from n-d-713301-16 {{(pid=95103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 19:46:15.561881 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-cef42bad-1159-4e45-be9a-a200df83ccd3 tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Notify callbacks [] for subnet, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:46:15.592967 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-cef42bad-1159-4e45-be9a-a200df83ccd3 tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.6601150 Sep 23 19:46:15.597230 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 41548) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:46:15.607568 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.v2.base [None req-48e0bac8-ce9d-49cb-b69e-a583afb26c8f tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Request body: {'port': {'network_id': '3e6c6ec3-89f7-4fc2-8252-c7df087533ec', 'fixed_ips': [{'subnet_id': '46d87ee8-8f59-4c3e-9b34-141209b4713c', 'ip_address': '2001:db8::adf9:7faf:fff8:a513'}], 'name': 'tempest-NetworksTestDHCPv6-1693831481'}} {{(pid=95101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:46:15.716910 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Device d93b1ecb-57db-4e7f-8550-8a8ca91849e6 no longer exists at agent ovs-agent-n-d-713301-16 {{(pid=95103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 19:46:15.752294 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.plugin [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] No Port match for: d93b1ecb-57db-4e7f-8550-8a8ca91849e6 {{(pid=95103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 19:46:15.753505 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Device d93b1ecb-57db-4e7f-8550-8a8ca91849e6 not bound to the agent host n-d-713301-16 {{(pid=95103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 19:46:15.794578 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48e0bac8-ce9d-49cb-b69e-a583afb26c8f tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Made reservation on behalf of ef2dbafd0ba44b7485191a034ef43810 for: {'port': 1} {{(pid=95101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:46:15.885032 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50c732fb-8c40-445c-b65f-c7ffcc8b639e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4c8b80df-07eb-5275-9f17-5cf640db67c0-3e6c6ec3-89f7-4fc2-8252-c7df087533ec', 'network_id': '3e6c6ec3-89f7-4fc2-8252-c7df087533ec', 'tenant_id': 'ef2dbafd0ba44b7485191a034ef43810', 'fixed_ips': [{'subnet_id': '46d87ee8-8f59-4c3e-9b34-141209b4713c'}]}} from n-d-713301-16. {{(pid=95103) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 23 19:46:15.886380 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-50c732fb-8c40-445c-b65f-c7ffcc8b639e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_create {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:46:15.917285 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-48e0bac8-ce9d-49cb-b69e-a583afb26c8f tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:46:15.964737 n-d-713301-16 neutron-server[95101]: DEBUG neutron.notifiers.nova [None req-48e0bac8-ce9d-49cb-b69e-a583afb26c8f tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] device_id is not set on port 0dcfce0e-f86f-4607-82f1-03c6edc077fc yet. {{(pid=95101) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 23 19:46:16.104055 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.db_base_plugin_common [None req-50c732fb-8c40-445c-b65f-c7ffcc8b639e None None] Allocated IP 2001:db8::2 (3e6c6ec3-89f7-4fc2-8252-c7df087533ec/46d87ee8-8f59-4c3e-9b34-141209b4713c/9eff88e6-1c80-41a9-9ca3-b01d4b22ed0a) {{(pid=95103) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 19:46:16.320981 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-50c732fb-8c40-445c-b65f-c7ffcc8b639e None None] Notify callbacks [] for port, precommit_create {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:46:16.328139 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-50c732fb-8c40-445c-b65f-c7ffcc8b639e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783145673135'] for port, after_create {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:46:16.378814 n-d-713301-16 neutron-server[95103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50c732fb-8c40-445c-b65f-c7ffcc8b639e None None] Network 3e6c6ec3-89f7-4fc2-8252-c7df087533ec is already hosted by enough agents. {{(pid=95103) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:46:16.387385 n-d-713301-16 neutron-server[95103]: DEBUG neutron.scheduler.base_scheduler [None req-50c732fb-8c40-445c-b65f-c7ffcc8b639e None None] Resources bound (agent type, host, resource id): {{(pid=95103) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:46:16.393560 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50c732fb-8c40-445c-b65f-c7ffcc8b639e None None] Received port after_create {{(pid=95103) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 19:46:16.424630 n-d-713301-16 neutron-server[95101]: DEBUG neutron.db.db_base_plugin_common [None req-48e0bac8-ce9d-49cb-b69e-a583afb26c8f tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Allocated IP 2001:db8::adf9:7faf:fff8:a513 (3e6c6ec3-89f7-4fc2-8252-c7df087533ec/46d87ee8-8f59-4c3e-9b34-141209b4713c/0dcfce0e-f86f-4607-82f1-03c6edc077fc) {{(pid=95101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 19:46:16.428463 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50c732fb-8c40-445c-b65f-c7ffcc8b639e None None] Pushing event updated for resources: {'Port': ['ID=9eff88e6-1c80-41a9-9ca3-b01d4b22ed0a,revision_number=1']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:46:16.533770 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.managers [None req-50c732fb-8c40-445c-b65f-c7ffcc8b639e None None] Attempting to bind port 9eff88e6-1c80-41a9-9ca3-b01d4b22ed0a on host n-d-713301-16 for vnic_type normal with profile {{(pid=95103) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 19:46:16.534440 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.managers [None req-50c732fb-8c40-445c-b65f-c7ffcc8b639e None None] Attempting to bind port 9eff88e6-1c80-41a9-9ca3-b01d4b22ed0a by drivers openvswitch,hyperv on host n-d-713301-16 at level 0 using segments [{'id': '5c8360fd-bd95-490f-abbb-4e7bd94ab9a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '3e6c6ec3-89f7-4fc2-8252-c7df087533ec'}] {{(pid=95103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 19:46:16.534719 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50c732fb-8c40-445c-b65f-c7ffcc8b639e None None] Attempting to bind port 9eff88e6-1c80-41a9-9ca3-b01d4b22ed0a on network 3e6c6ec3-89f7-4fc2-8252-c7df087533ec {{(pid=95103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:46:16.558615 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50c732fb-8c40-445c-b65f-c7ffcc8b639e None None] Checking agent: {'id': '70a14545-df24-472f-8f95-bfe1719bff93', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 19, 7, 53), 'started_at': datetime.datetime(2021, 9, 23, 19, 8, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 19, 45, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 19:46:16.559174 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50c732fb-8c40-445c-b65f-c7ffcc8b639e None None] Checking segment: {'id': '5c8360fd-bd95-490f-abbb-4e7bd94ab9a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '3e6c6ec3-89f7-4fc2-8252-c7df087533ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95103) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:46:16.559588 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-50c732fb-8c40-445c-b65f-c7ffcc8b639e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:46:16.562302 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50c732fb-8c40-445c-b65f-c7ffcc8b639e None None] Bound using segment: {'id': '5c8360fd-bd95-490f-abbb-4e7bd94ab9a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '3e6c6ec3-89f7-4fc2-8252-c7df087533ec'} {{(pid=95103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 19:46:16.564678 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.managers [None req-50c732fb-8c40-445c-b65f-c7ffcc8b639e None None] Bound port: 9eff88e6-1c80-41a9-9ca3-b01d4b22ed0a, host: n-d-713301-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5c8360fd-bd95-490f-abbb-4e7bd94ab9a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '3e6c6ec3-89f7-4fc2-8252-c7df087533ec'}}] {{(pid=95103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 19:46:16.567492 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-50c732fb-8c40-445c-b65f-c7ffcc8b639e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:46:16.673155 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-50c732fb-8c40-445c-b65f-c7ffcc8b639e None None] For port 9eff88e6-1c80-41a9-9ca3-b01d4b22ed0a, host n-d-713301-16, cleared binding levels {{(pid=95103) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 19:46:16.676399 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-50c732fb-8c40-445c-b65f-c7ffcc8b639e None None] For port 9eff88e6-1c80-41a9-9ca3-b01d4b22ed0a, host n-d-713301-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-16',level=0,port_id=9eff88e6-1c80-41a9-9ca3-b01d4b22ed0a,segment=NetworkSegment(5c8360fd-bd95-490f-abbb-4e7bd94ab9a5),segment_id=5c8360fd-bd95-490f-abbb-4e7bd94ab9a5)] {{(pid=95103) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 19:46:16.689010 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-50c732fb-8c40-445c-b65f-c7ffcc8b639e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:46:16.855834 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50c732fb-8c40-445c-b65f-c7ffcc8b639e None None] Pushing event updated for resources: {'Port': ['ID=9eff88e6-1c80-41a9-9ca3-b01d4b22ed0a,revision_number=2']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:46:16.856997 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-48e0bac8-ce9d-49cb-b69e-a583afb26c8f tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Notify callbacks [] for port, precommit_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:46:16.916974 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-48e0bac8-ce9d-49cb-b69e-a583afb26c8f tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783145673135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5607431'] for port, after_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:46:16.977441 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48e0bac8-ce9d-49cb-b69e-a583afb26c8f tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Network 3e6c6ec3-89f7-4fc2-8252-c7df087533ec is already hosted by enough agents. {{(pid=95101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:46:16.984319 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.base_scheduler [None req-48e0bac8-ce9d-49cb-b69e-a583afb26c8f tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Resources bound (agent type, host, resource id): {{(pid=95101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:46:16.987593 n-d-713301-16 neutron-server[95101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48e0bac8-ce9d-49cb-b69e-a583afb26c8f tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Received port after_create {{(pid=95101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 19:46:16.997768 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48e0bac8-ce9d-49cb-b69e-a583afb26c8f tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:46:16.998464 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-48e0bac8-ce9d-49cb-b69e-a583afb26c8f tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222849'] for port, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:46:17.021857 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48e0bac8-ce9d-49cb-b69e-a583afb26c8f tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Pushing event updated for resources: {'Port': ['ID=0dcfce0e-f86f-4607-82f1-03c6edc077fc,revision_number=1']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:46:17.030924 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 41636) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:46:17.031439 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-48e0bac8-ce9d-49cb-b69e-a583afb26c8f tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.4316700 Sep 23 19:46:17.042044 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.v2.base [None req-66022ce0-c17b-46d6-88fa-272c362a77a2 tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Request body: {'port': {'network_id': '3e6c6ec3-89f7-4fc2-8252-c7df087533ec', 'fixed_ips': [{'subnet_id': '46d87ee8-8f59-4c3e-9b34-141209b4713c', 'ip_address': '2001:db8::adf9:7faf:fff8:a513'}], 'name': 'tempest-NetworksTestDHCPv6-1247628009'}} {{(pid=95102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:46:17.066166 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 41638) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:46:17.281491 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66022ce0-c17b-46d6-88fa-272c362a77a2 tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Made reservation on behalf of ef2dbafd0ba44b7485191a034ef43810 for: {'port': 1} {{(pid=95102) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:46:17.428277 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-cfb6d683-4a6c-4792-8f34-a93f1b3dbfc6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:46:17.432668 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-66022ce0-c17b-46d6-88fa-272c362a77a2 tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:46:17.494543 n-d-713301-16 neutron-server[95102]: DEBUG neutron.notifiers.nova [None req-66022ce0-c17b-46d6-88fa-272c362a77a2 tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] device_id is not set on port 74151935-fdcb-424d-9557-ad735bcd2fba yet. {{(pid=95102) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 23 19:46:17.640660 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-cfb6d683-4a6c-4792-8f34-a93f1b3dbfc6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:46:17.655159 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-cfb6d683-4a6c-4792-8f34-a93f1b3dbfc6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:46:17.662896 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Device 9eff88e6-1c80-41a9-9ca3-b01d4b22ed0a up at agent ovs-agent-n-d-713301-16 {{(pid=95103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 19:46:17.759685 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfb6d683-4a6c-4792-8f34-a93f1b3dbfc6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=776de9cf-de57-4522-8c68-6e12bc396328,revision_number=1']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:46:17.790367 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-cfb6d683-4a6c-4792-8f34-a93f1b3dbfc6 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=9af5f520533240caa69dc72a394c6adb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7229908 Sep 23 19:46:17.790852 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Provisioning complete for port 9eff88e6-1c80-41a9-9ca3-b01d4b22ed0a triggered by entity L2. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:46:17.791455 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:46:17.793757 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 41656) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:46:17.825325 n-d-713301-16 neutron-server[95102]: INFO neutron.pecan_wsgi.hooks.translation [None req-66022ce0-c17b-46d6-88fa-272c362a77a2 tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] POST failed (client error): There was a conflict when trying to complete your request. Sep 23 19:46:17.827773 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-66022ce0-c17b-46d6-88fa-272c362a77a2 tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=95102) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 23 19:46:17.847249 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 41658) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:46:17.875644 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-66022ce0-c17b-46d6-88fa-272c362a77a2 tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 409 len: 389 time: 0.8432550 Sep 23 19:46:17.876819 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 41660) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:46:17.906863 n-d-713301-16 neutron-server[95101]: DEBUG neutron.db.db_base_plugin_v2 [None req-46890dd3-9853-4ce2-be70-d94056ef4f3b admin admin] Deleting subnet d9ea802b-5787-4f46-995f-fc37925ef59d {{(pid=95101) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 23 19:46:17.927365 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-46890dd3-9853-4ce2-be70-d94056ef4f3b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:46:17.962442 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:46:17.995767 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d75686c0-98fd-4488-9227-e7447a281e20 tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:46:18.003150 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-29a6d8a3-7c91-49ed-b8d2-ee8f3168c28e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:46:18.008332 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d75686c0-98fd-4488-9227-e7447a281e20 tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:46:18.019893 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-d75686c0-98fd-4488-9227-e7447a281e20 tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] 10.222.0.67 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1685 time: 0.1405942 Sep 23 19:46:18.020495 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 41662) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:46:18.052209 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] For port 9eff88e6-1c80-41a9-9ca3-b01d4b22ed0a, host n-d-713301-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-16',level=0,port_id=9eff88e6-1c80-41a9-9ca3-b01d4b22ed0a,segment=NetworkSegment(5c8360fd-bd95-490f-abbb-4e7bd94ab9a5),segment_id=5c8360fd-bd95-490f-abbb-4e7bd94ab9a5)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:46:18.057840 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:46:18.065965 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-29a6d8a3-7c91-49ed-b8d2-ee8f3168c28e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:46:18.188357 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-46890dd3-9853-4ce2-be70-d94056ef4f3b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6007154'] for subnet, precommit_delete_associations {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:46:18.213938 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Pushing event updated for resources: {'Port': ['ID=9eff88e6-1c80-41a9-9ca3-b01d4b22ed0a,revision_number=3']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:46:18.219581 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.plugin [None req-9612115a-aee7-4834-ad50-4821a881294e tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Deleting port 0dcfce0e-f86f-4607-82f1-03c6edc077fc {{(pid=95102) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:46:18.220142 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-9612115a-aee7-4834-ad50-4821a881294e tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783146157096'] for port, before_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:46:18.261886 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-29a6d8a3-7c91-49ed-b8d2-ee8f3168c28e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:46:18.264969 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-29a6d8a3-7c91-49ed-b8d2-ee8f3168c28e admin admin] Notify callbacks [] for security_group, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:46:18.269033 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-29a6d8a3-7c91-49ed-b8d2-ee8f3168c28e admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/776de9cf-de57-4522-8c68-6e12bc396328 HTTP/1.1" status: 204 len: 168 time: 0.4715729 Sep 23 19:46:18.324025 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29a6d8a3-7c91-49ed-b8d2-ee8f3168c28e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=776de9cf-de57-4522-8c68-6e12bc396328,revision_number=None']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:46:18.336476 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-46890dd3-9853-4ce2-be70-d94056ef4f3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1756813'] for subnet, precommit_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:46:18.487512 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-9612115a-aee7-4834-ad50-4821a881294e tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-605701'] for port, precommit_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:46:18.509871 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-46890dd3-9853-4ce2-be70-d94056ef4f3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1756804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5607514', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6130950'] for subnet, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:46:18.517763 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-52e07742-c62e-4171-b9f1-4727cded6910 None None] Provisioning complete for port 9eff88e6-1c80-41a9-9ca3-b01d4b22ed0a triggered by entity DHCP. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:46:18.518638 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-52e07742-c62e-4171-b9f1-4727cded6910 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:46:18.519400 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.plugin [None req-9612115a-aee7-4834-ad50-4821a881294e tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Calling delete_port for 0dcfce0e-f86f-4607-82f1-03c6edc077fc owned by {{(pid=95102) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:46:18.600338 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46890dd3-9853-4ce2-be70-d94056ef4f3b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d9ea802b-5787-4f46-995f-fc37925ef59d,revision_number=None']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:46:18.624813 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-46890dd3-9853-4ce2-be70-d94056ef4f3b admin admin] Notify callbacks [] for subnet, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:46:18.627495 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-46890dd3-9853-4ce2-be70-d94056ef4f3b admin admin] 10.222.0.67 "DELETE /v2.0/subnets/d9ea802b-5787-4f46-995f-fc37925ef59d HTTP/1.1" status: 204 len: 168 time: 0.7780726 Sep 23 19:46:18.630292 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 41680) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:46:18.767072 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-e79773ff-22c8-4152-b0db-51a1a5df6743 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1628021'] for network, before_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:46:18.845867 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 41682) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:46:18.864192 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-339ddb92-0826-4bfc-8f58-b4fb220a7691 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:46:18.954614 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-c0e31227-da2f-42c0-899c-482ac24e4079 None None] Provisioning complete for port 0dcfce0e-f86f-4607-82f1-03c6edc077fc triggered by entity DHCP. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:46:18.955612 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-c0e31227-da2f-42c0-899c-482ac24e4079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:46:18.992566 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-e79773ff-22c8-4152-b0db-51a1a5df6743 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1754676', 'neutron.services.segments.db._delete_segments_for_network-8783146221460'] for network, precommit_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:46:19.018325 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.plugin [None req-c0e31227-da2f-42c0-899c-482ac24e4079 None None] Port 0dcfce0e-f86f-4607-82f1-03c6edc077fc cannot update to ACTIVE because it is not bound. {{(pid=95103) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 19:46:19.037841 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-9612115a-aee7-4834-ad50-4821a881294e tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783146162158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783145673144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4399100'] for port, after_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:46:19.042749 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-339ddb92-0826-4bfc-8f58-b4fb220a7691 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:46:19.047241 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-339ddb92-0826-4bfc-8f58-b4fb220a7691 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:46:19.073622 n-d-713301-16 neutron-server[95102]: DEBUG neutron.services.segments.db [None req-e79773ff-22c8-4152-b0db-51a1a5df6743 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['946dd6c3-6732-444f-aa1d-d7700dddb8e9']}} {{(pid=95102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:46:19.078236 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9612115a-aee7-4834-ad50-4821a881294e tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Pushing event deleted for resources: {'Port': ['ID=0dcfce0e-f86f-4607-82f1-03c6edc077fc,revision_number=None']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:46:19.098452 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-339ddb92-0826-4bfc-8f58-b4fb220a7691 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=5cf61816c08749f2b3a2252eb646257c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2514741 Sep 23 19:46:19.099461 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-339ddb92-0826-4bfc-8f58-b4fb220a7691 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ddd51a11-2cd1-4cb7-b801-7c2765b4afc9,revision_number=1']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:46:19.101732 n-d-713301-16 neutron-server[95102]: DEBUG neutron.services.segments.db [None req-e79773ff-22c8-4152-b0db-51a1a5df6743 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b41eeb47-e74f-4995-8eee-a073eb3e379b') {'for_net_delete': True} {{(pid=95102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:46:19.102246 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 41688) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:46:19.102535 n-d-713301-16 neutron-server[95102]: DEBUG neutron.services.segments.db [None req-e79773ff-22c8-4152-b0db-51a1a5df6743 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b41eeb47-e74f-4995-8eee-a073eb3e379b') {} {{(pid=95102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:46:19.141785 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-e79773ff-22c8-4152-b0db-51a1a5df6743 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783146221725', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6162832'] for segment, before_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:46:19.144469 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-9612115a-aee7-4834-ad50-4821a881294e tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222849'] for port, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:46:19.146679 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-9612115a-aee7-4834-ad50-4821a881294e tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] 10.222.0.67 "DELETE /v2.0/ports/0dcfce0e-f86f-4607-82f1-03c6edc077fc HTTP/1.1" status: 204 len: 168 time: 1.1244330 Sep 23 19:46:19.149933 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 41690) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:46:19.161585 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-e79773ff-22c8-4152-b0db-51a1a5df6743 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1756186'] for segment, precommit_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:46:19.170597 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e79773ff-22c8-4152-b0db-51a1a5df6743 admin admin] Releasing vlan 627 on physical network physnet1 to pool {{(pid=95102) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 19:46:19.171326 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-e79773ff-22c8-4152-b0db-51a1a5df6743 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1756186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4398095'] for segment, after_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:46:19.173482 n-d-713301-16 neutron-server[95102]: Traceback (most recent call last): Sep 23 19:46:19.173482 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 19:46:19.173482 n-d-713301-16 neutron-server[95102]: timer() Sep 23 19:46:19.173482 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 19:46:19.173482 n-d-713301-16 neutron-server[95102]: cb(*args, **kw) Sep 23 19:46:19.173482 n-d-713301-16 neutron-server[95102]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 19:46:19.173482 n-d-713301-16 neutron-server[95102]: return func(*args, **kwargs) Sep 23 19:46:19.173482 n-d-713301-16 neutron-server[95102]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 19:46:19.173482 n-d-713301-16 neutron-server[95102]: self._notify() Sep 23 19:46:19.173482 n-d-713301-16 neutron-server[95102]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 19:46:19.173482 n-d-713301-16 neutron-server[95102]: self.callback(batched_events) Sep 23 19:46:19.173482 n-d-713301-16 neutron-server[95102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 19:46:19.173482 n-d-713301-16 neutron-server[95102]: event.method(event) Sep 23 19:46:19.173482 n-d-713301-16 neutron-server[95102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 19:46:19.173482 n-d-713301-16 neutron-server[95102]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 19:46:19.173482 n-d-713301-16 neutron-server[95102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 19:46:19.173482 n-d-713301-16 neutron-server[95102]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 19:46:19.173482 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 19:46:19.173482 n-d-713301-16 neutron-server[95102]: return f(self, *a, **k) Sep 23 19:46:19.173482 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 19:46:19.173482 n-d-713301-16 neutron-server[95102]: return self._get(url).json() Sep 23 19:46:19.173482 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 19:46:19.173482 n-d-713301-16 neutron-server[95102]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 19:46:19.173482 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 19:46:19.173482 n-d-713301-16 neutron-server[95102]: return self.request(url, 'GET', **kwargs) Sep 23 19:46:19.173482 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 19:46:19.173482 n-d-713301-16 neutron-server[95102]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 19:46:19.173482 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 19:46:19.173482 n-d-713301-16 neutron-server[95102]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 19:46:19.173482 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 19:46:19.173482 n-d-713301-16 neutron-server[95102]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 19:46:19.173482 n-d-713301-16 neutron-server[95102]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 19:46:19.219505 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-558f2a46-82ae-4ec7-b72d-2c8826fc469e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:46:19.258293 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-558f2a46-82ae-4ec7-b72d-2c8826fc469e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:46:19.264154 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-e79773ff-22c8-4152-b0db-51a1a5df6743 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1754627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-601866'] for network, after_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:46:19.267821 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebdf4da3-35e2-4c87-b09f-307222162fda tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:46:19.269658 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebdf4da3-35e2-4c87-b09f-307222162fda tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:46:19.275959 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-ebdf4da3-35e2-4c87-b09f-307222162fda tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] 10.222.0.67 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1202791 Sep 23 19:46:19.275959 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 41696) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:46:19.299486 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-e79773ff-22c8-4152-b0db-51a1a5df6743 admin admin] Notify callbacks [] for network, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:46:19.310077 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-e79773ff-22c8-4152-b0db-51a1a5df6743 admin admin] 10.222.0.67 "DELETE /v2.0/networks/946dd6c3-6732-444f-aa1d-d7700dddb8e9 HTTP/1.1" status: 204 len: 168 time: 0.6722975 Sep 23 19:46:19.310077 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e79773ff-22c8-4152-b0db-51a1a5df6743 admin admin] Pushing event deleted for resources: {'Network': ['ID=946dd6c3-6732-444f-aa1d-d7700dddb8e9,revision_number=None']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:46:19.394526 n-d-713301-16 neutron-server[95101]: DEBUG neutron.db.db_base_plugin_v2 [None req-987f30c5-9616-4d93-9a89-c9b876f4b64c tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Deleting subnet 46d87ee8-8f59-4c3e-9b34-141209b4713c {{(pid=95101) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 23 19:46:19.398554 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-987f30c5-9616-4d93-9a89-c9b876f4b64c tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Notify callbacks [] for subnet, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:46:19.431201 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-558f2a46-82ae-4ec7-b72d-2c8826fc469e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:46:19.433756 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-558f2a46-82ae-4ec7-b72d-2c8826fc469e admin admin] Notify callbacks [] for security_group, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:46:19.437371 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-558f2a46-82ae-4ec7-b72d-2c8826fc469e admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/ddd51a11-2cd1-4cb7-b801-7c2765b4afc9 HTTP/1.1" status: 204 len: 168 time: 0.3213565 Sep 23 19:46:19.451995 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-558f2a46-82ae-4ec7-b72d-2c8826fc469e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ddd51a11-2cd1-4cb7-b801-7c2765b4afc9,revision_number=None']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:46:19.460006 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-987f30c5-9616-4d93-9a89-c9b876f4b64c tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6007154'] for subnet, precommit_delete_associations {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:46:19.593463 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-987f30c5-9616-4d93-9a89-c9b876f4b64c tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1756813'] for subnet, precommit_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:46:19.634998 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Device 9eff88e6-1c80-41a9-9ca3-b01d4b22ed0a up at agent ovs-agent-n-d-713301-16 {{(pid=95103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 19:46:19.639748 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 41712) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:46:19.684667 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-987f30c5-9616-4d93-9a89-c9b876f4b64c tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1756804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5607514', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6130950'] for subnet, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:46:19.717300 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-33928114-0c2a-4d2e-b966-31f82ffd0c6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:46:19.723826 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Provisioning complete for port 9eff88e6-1c80-41a9-9ca3-b01d4b22ed0a triggered by entity L2. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:46:19.724879 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:46:19.743783 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-987f30c5-9616-4d93-9a89-c9b876f4b64c tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Pushing event deleted for resources: {'Subnet': ['ID=46d87ee8-8f59-4c3e-9b34-141209b4713c,revision_number=None']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:46:19.749463 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-4d839a46-1c9a-4394-b5ad-9b9210419b8c admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=d4b52709ab244e8da2ad6002f9e227c1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1082287 Sep 23 19:46:19.750097 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 41716) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:46:19.760198 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-987f30c5-9616-4d93-9a89-c9b876f4b64c tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Notify callbacks [] for subnet, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:46:19.761512 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ebd0727-2361-475c-9a19-03aa7f61f19c None None] Network 3e6c6ec3-89f7-4fc2-8252-c7df087533ec requested from n-d-713301-16 {{(pid=95103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 19:46:19.762484 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-987f30c5-9616-4d93-9a89-c9b876f4b64c tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] 10.222.0.67 "DELETE /v2.0/subnets/46d87ee8-8f59-4c3e-9b34-141209b4713c HTTP/1.1" status: 204 len: 168 time: 0.4856498 Sep 23 19:46:19.765251 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 41718) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:46:19.849385 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-6491de62-c96e-45b3-b482-4f513428450b tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] 10.222.0.67 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0765483 Sep 23 19:46:19.851236 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 41720) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:46:19.856741 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.v2.base [None req-fae6ac0d-dcc7-4b80-90f0-a9f972b9a242 tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Request body: {'subnet': {'network_id': '3e6c6ec3-89f7-4fc2-8252-c7df087533ec', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=95101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:46:19.899263 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-f9fbb67c-07f4-4bde-9f1c-ef910186c05b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:46:19.927201 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-f9fbb67c-07f4-4bde-9f1c-ef910186c05b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:46:19.997793 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fae6ac0d-dcc7-4b80-90f0-a9f972b9a242 tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Made reservation on behalf of ef2dbafd0ba44b7485191a034ef43810 for: {'subnet': 1} {{(pid=95101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:46:20.002048 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-fae6ac0d-dcc7-4b80-90f0-a9f972b9a242 tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6130979'] for subnet, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:46:20.040470 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-f9fbb67c-07f4-4bde-9f1c-ef910186c05b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:46:20.048074 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-f9fbb67c-07f4-4bde-9f1c-ef910186c05b admin admin] Notify callbacks [] for security_group, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:46:20.054563 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-f9fbb67c-07f4-4bde-9f1c-ef910186c05b admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/122350aa-80a8-4883-9e22-c56d42eff615 HTTP/1.1" status: 204 len: 168 time: 0.3025784 Sep 23 19:46:20.073733 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9fbb67c-07f4-4bde-9f1c-ef910186c05b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=122350aa-80a8-4883-9e22-c56d42eff615,revision_number=None']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:46:20.104161 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-665b8295-755d-4094-a1e5-8598746facf5 None None] DHCP port deletion for 3e6c6ec3-89f7-4fc2-8252-c7df087533ec request from n-d-713301-16 {{(pid=95103) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 23 19:46:20.260045 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.plugin [None req-665b8295-755d-4094-a1e5-8598746facf5 None None] Deleting port 9eff88e6-1c80-41a9-9ca3-b01d4b22ed0a {{(pid=95103) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:46:20.261597 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-665b8295-755d-4094-a1e5-8598746facf5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783146157096'] for port, before_delete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:46:20.395643 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-665b8295-755d-4094-a1e5-8598746facf5 None None] For port 9eff88e6-1c80-41a9-9ca3-b01d4b22ed0a, host n-d-713301-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-16',level=0,port_id=9eff88e6-1c80-41a9-9ca3-b01d4b22ed0a,segment=NetworkSegment(5c8360fd-bd95-490f-abbb-4e7bd94ab9a5),segment_id=5c8360fd-bd95-490f-abbb-4e7bd94ab9a5)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:46:20.396061 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-665b8295-755d-4094-a1e5-8598746facf5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-605701'] for port, precommit_delete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:46:20.412778 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.plugin [None req-665b8295-755d-4094-a1e5-8598746facf5 None None] Calling delete_port for 9eff88e6-1c80-41a9-9ca3-b01d4b22ed0a owned by network:dhcp {{(pid=95103) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:46:20.517798 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-fae6ac0d-dcc7-4b80-90f0-a9f972b9a242 tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5607579', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6130961'] for subnet, after_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:46:20.580449 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-665b8295-755d-4094-a1e5-8598746facf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783146162158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783145673144'] for port, after_delete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:46:20.587381 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fae6ac0d-dcc7-4b80-90f0-a9f972b9a242 tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Network 3e6c6ec3-89f7-4fc2-8252-c7df087533ec is already hosted by enough agents. {{(pid=95101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:46:20.592177 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.base_scheduler [None req-fae6ac0d-dcc7-4b80-90f0-a9f972b9a242 tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Resources bound (agent type, host, resource id): {{(pid=95101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:46:20.595229 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fae6ac0d-dcc7-4b80-90f0-a9f972b9a242 tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:46:20.596731 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-fae6ac0d-dcc7-4b80-90f0-a9f972b9a242 tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Notify callbacks [] for subnet, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:46:20.623132 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fae6ac0d-dcc7-4b80-90f0-a9f972b9a242 tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Pushing event updated for resources: {'Subnet': ['ID=940665d9-5a30-4625-bfa6-fdbda165c4c0,revision_number=0']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:46:20.633085 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-fae6ac0d-dcc7-4b80-90f0-a9f972b9a242 tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.7772887 Sep 23 19:46:20.633875 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 41764) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:46:20.641727 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-665b8295-755d-4094-a1e5-8598746facf5 None None] No DVR routers for this DVR port 9eff88e6-1c80-41a9-9ca3-b01d4b22ed0a on host n-d-713301-16 {{(pid=95103) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 19:46:20.643336 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.v2.base [None req-3c33c9f0-e5ed-442e-8064-82e75beabfc9 tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Request body: {'port': {'network_id': '3e6c6ec3-89f7-4fc2-8252-c7df087533ec', 'fixed_ips': [{'subnet_id': '940665d9-5a30-4625-bfa6-fdbda165c4c0', 'ip_address': '2001:db8:0:1::1'}], 'name': 'tempest-NetworksTestDHCPv6-2743846'}} {{(pid=95102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:46:20.644071 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665b8295-755d-4094-a1e5-8598746facf5 None None] Pushing event deleted for resources: {'Port': ['ID=9eff88e6-1c80-41a9-9ca3-b01d4b22ed0a,revision_number=None']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:46:20.666078 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8dbd6ebd-d85e-4f77-893b-01855d34903f None None] Network 3e6c6ec3-89f7-4fc2-8252-c7df087533ec requested from n-d-713301-16 {{(pid=95103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 19:46:20.895966 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c33c9f0-e5ed-442e-8064-82e75beabfc9 tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Made reservation on behalf of ef2dbafd0ba44b7485191a034ef43810 for: {'port': 1} {{(pid=95102) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:46:20.903577 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-3c33c9f0-e5ed-442e-8064-82e75beabfc9 tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:46:20.936120 n-d-713301-16 neutron-server[95102]: DEBUG neutron.notifiers.nova [None req-3c33c9f0-e5ed-442e-8064-82e75beabfc9 tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] device_id is not set on port 7b0a50a5-b3a4-4f47-93dc-39eef4d817db yet. {{(pid=95102) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 23 19:46:20.958520 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3006c3c1-ac7d-4a07-9bbe-ae83ed403660 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4c8b80df-07eb-5275-9f17-5cf640db67c0-3e6c6ec3-89f7-4fc2-8252-c7df087533ec', 'network_id': '3e6c6ec3-89f7-4fc2-8252-c7df087533ec', 'tenant_id': 'ef2dbafd0ba44b7485191a034ef43810', 'fixed_ips': [{'subnet_id': '940665d9-5a30-4625-bfa6-fdbda165c4c0'}]}} from n-d-713301-16. {{(pid=95103) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 23 19:46:20.959984 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-3006c3c1-ac7d-4a07-9bbe-ae83ed403660 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_create {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:46:21.219873 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce6ac33d-3ff0-4af9-806c-ed9f6f5a1b20 req-45fbe051-92cc-4d1f-b124-bbc9fff6bbc0 tempest-AttachVolumeShelveTestJSON-2035318112 tempest-AttachVolumeShelveTestJSON-2035318112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:46:21.228293 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-ce6ac33d-3ff0-4af9-806c-ed9f6f5a1b20 req-45fbe051-92cc-4d1f-b124-bbc9fff6bbc0 tempest-AttachVolumeShelveTestJSON-2035318112 tempest-AttachVolumeShelveTestJSON-2035318112-project] 10.222.0.67 "GET /v2.0/ports?device_id=036bfa8b-48f6-483d-9ccb-759a52abd0b0 HTTP/1.1" status: 200 len: 946 time: 0.0816379 Sep 23 19:46:21.233131 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.db_base_plugin_common [None req-3006c3c1-ac7d-4a07-9bbe-ae83ed403660 None None] Allocated IP 2001:db8::2 (3e6c6ec3-89f7-4fc2-8252-c7df087533ec/940665d9-5a30-4625-bfa6-fdbda165c4c0/3705bf92-73e9-4fde-bf0c-f55676bf0258) {{(pid=95103) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 19:46:21.280754 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-ce6ac33d-3ff0-4af9-806c-ed9f6f5a1b20 req-57f2f5ec-fa3f-432b-bbc5-27aabc8a6bed tempest-AttachVolumeShelveTestJSON-2035318112 tempest-AttachVolumeShelveTestJSON-2035318112-project] 10.222.0.67 "GET /v2.0/security-groups?id=209f1ee5-6189-41c6-b235-f9c754b12a19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0511785 Sep 23 19:46:21.497192 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-3006c3c1-ac7d-4a07-9bbe-ae83ed403660 None None] Notify callbacks [] for port, precommit_create {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:46:21.509230 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-3006c3c1-ac7d-4a07-9bbe-ae83ed403660 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783145673135'] for port, after_create {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:46:21.513161 n-d-713301-16 neutron-server[95102]: INFO neutron.pecan_wsgi.hooks.translation [None req-3c33c9f0-e5ed-442e-8064-82e75beabfc9 tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 23 19:46:21.514259 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3c33c9f0-e5ed-442e-8064-82e75beabfc9 tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=95102) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 23 19:46:21.543959 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 41810) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:46:21.545160 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-3c33c9f0-e5ed-442e-8064-82e75beabfc9 tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 400 len: 350 time: 0.9047797 Sep 23 19:46:21.599834 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3006c3c1-ac7d-4a07-9bbe-ae83ed403660 None None] Pushing event updated for resources: {'Port': ['ID=3705bf92-73e9-4fde-bf0c-f55676bf0258,revision_number=1']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:46:21.612092 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Device 9eff88e6-1c80-41a9-9ca3-b01d4b22ed0a no longer exists at agent ovs-agent-n-d-713301-16 {{(pid=95103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 19:46:21.643082 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56d1ce05-70f1-44f8-a5e3-18b9734fc5e2 tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:46:21.645507 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-56d1ce05-70f1-44f8-a5e3-18b9734fc5e2 tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] 10.222.0.67 "GET /v2.0/ports HTTP/1.1" status: 200 len: 943 time: 0.0995276 Sep 23 19:46:21.648911 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 41818) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:46:21.654800 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.plugin [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] No Port match for: 9eff88e6-1c80-41a9-9ca3-b01d4b22ed0a {{(pid=95103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 19:46:21.655223 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Device 9eff88e6-1c80-41a9-9ca3-b01d4b22ed0a not bound to the agent host n-d-713301-16 {{(pid=95103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 19:46:21.665104 n-d-713301-16 neutron-server[95103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3006c3c1-ac7d-4a07-9bbe-ae83ed403660 None None] Network 3e6c6ec3-89f7-4fc2-8252-c7df087533ec is already hosted by enough agents. {{(pid=95103) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:46:21.668420 n-d-713301-16 neutron-server[95103]: DEBUG neutron.scheduler.base_scheduler [None req-3006c3c1-ac7d-4a07-9bbe-ae83ed403660 None None] Resources bound (agent type, host, resource id): {{(pid=95103) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:46:21.671211 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3006c3c1-ac7d-4a07-9bbe-ae83ed403660 None None] Received port after_create {{(pid=95103) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 19:46:21.743344 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80a82cd7-7c4a-4b4a-b26a-2e9a85f50817 tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:46:21.745443 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80a82cd7-7c4a-4b4a-b26a-2e9a85f50817 tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:46:21.747416 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-80a82cd7-7c4a-4b4a-b26a-2e9a85f50817 tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] 10.222.0.67 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0973008 Sep 23 19:46:21.750335 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 41824) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:46:21.789753 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.managers [None req-3006c3c1-ac7d-4a07-9bbe-ae83ed403660 None None] Attempting to bind port 3705bf92-73e9-4fde-bf0c-f55676bf0258 on host n-d-713301-16 for vnic_type normal with profile {{(pid=95103) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 19:46:21.792853 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.managers [None req-3006c3c1-ac7d-4a07-9bbe-ae83ed403660 None None] Attempting to bind port 3705bf92-73e9-4fde-bf0c-f55676bf0258 by drivers openvswitch,hyperv on host n-d-713301-16 at level 0 using segments [{'id': '5c8360fd-bd95-490f-abbb-4e7bd94ab9a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '3e6c6ec3-89f7-4fc2-8252-c7df087533ec'}] {{(pid=95103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 19:46:21.793303 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3006c3c1-ac7d-4a07-9bbe-ae83ed403660 None None] Attempting to bind port 3705bf92-73e9-4fde-bf0c-f55676bf0258 on network 3e6c6ec3-89f7-4fc2-8252-c7df087533ec {{(pid=95103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:46:21.802818 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3006c3c1-ac7d-4a07-9bbe-ae83ed403660 None None] Checking agent: {'id': '70a14545-df24-472f-8f95-bfe1719bff93', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 19, 7, 53), 'started_at': datetime.datetime(2021, 9, 23, 19, 8, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 19, 45, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 19:46:21.805272 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3006c3c1-ac7d-4a07-9bbe-ae83ed403660 None None] Checking segment: {'id': '5c8360fd-bd95-490f-abbb-4e7bd94ab9a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '3e6c6ec3-89f7-4fc2-8252-c7df087533ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95103) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:46:21.807009 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-3006c3c1-ac7d-4a07-9bbe-ae83ed403660 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:46:21.807496 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3006c3c1-ac7d-4a07-9bbe-ae83ed403660 None None] Bound using segment: {'id': '5c8360fd-bd95-490f-abbb-4e7bd94ab9a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '3e6c6ec3-89f7-4fc2-8252-c7df087533ec'} {{(pid=95103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 19:46:21.808818 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.managers [None req-3006c3c1-ac7d-4a07-9bbe-ae83ed403660 None None] Bound port: 3705bf92-73e9-4fde-bf0c-f55676bf0258, host: n-d-713301-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5c8360fd-bd95-490f-abbb-4e7bd94ab9a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '3e6c6ec3-89f7-4fc2-8252-c7df087533ec'}}] {{(pid=95103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 19:46:21.809469 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-3006c3c1-ac7d-4a07-9bbe-ae83ed403660 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:46:21.829117 n-d-713301-16 neutron-server[95101]: DEBUG neutron.db.db_base_plugin_v2 [None req-a3a185de-205c-49d6-9a98-f53e4cb8a30f tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Deleting subnet 940665d9-5a30-4625-bfa6-fdbda165c4c0 {{(pid=95101) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 23 19:46:21.832645 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-a3a185de-205c-49d6-9a98-f53e4cb8a30f tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Notify callbacks [] for subnet, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:46:21.887197 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-a3a185de-205c-49d6-9a98-f53e4cb8a30f tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6007154'] for subnet, precommit_delete_associations {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:46:21.917551 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-3006c3c1-ac7d-4a07-9bbe-ae83ed403660 None None] For port 3705bf92-73e9-4fde-bf0c-f55676bf0258, host n-d-713301-16, cleared binding levels {{(pid=95103) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 19:46:21.923428 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-3006c3c1-ac7d-4a07-9bbe-ae83ed403660 None None] For port 3705bf92-73e9-4fde-bf0c-f55676bf0258, host n-d-713301-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-16',level=0,port_id=3705bf92-73e9-4fde-bf0c-f55676bf0258,segment=NetworkSegment(5c8360fd-bd95-490f-abbb-4e7bd94ab9a5),segment_id=5c8360fd-bd95-490f-abbb-4e7bd94ab9a5)] {{(pid=95103) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 19:46:21.932000 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 41826) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:46:21.933453 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-3006c3c1-ac7d-4a07-9bbe-ae83ed403660 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:46:22.015240 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3006c3c1-ac7d-4a07-9bbe-ae83ed403660 None None] Pushing event updated for resources: {'Port': ['ID=3705bf92-73e9-4fde-bf0c-f55676bf0258,revision_number=2']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:46:22.055697 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-a3a185de-205c-49d6-9a98-f53e4cb8a30f tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1756813'] for subnet, precommit_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:46:22.141646 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.v2.base [None req-52422a9f-bc6f-480c-9fb0-f7118beb48ca tempest-ExternalNetworksAdminNegativeTestJSON-1303880031 tempest-ExternalNetworksAdminNegativeTestJSON-1303880031-project-admin] Request body: {'floatingip': {'floating_network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac'}} {{(pid=95102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:46:22.176506 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-52422a9f-bc6f-480c-9fb0-f7118beb48ca tempest-ExternalNetworksAdminNegativeTestJSON-1303880031 tempest-ExternalNetworksAdminNegativeTestJSON-1303880031-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:46:22.177110 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-a3a185de-205c-49d6-9a98-f53e4cb8a30f tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1756804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5607514', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6130950'] for subnet, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:46:22.254215 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3a185de-205c-49d6-9a98-f53e4cb8a30f tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Pushing event deleted for resources: {'Subnet': ['ID=940665d9-5a30-4625-bfa6-fdbda165c4c0,revision_number=None']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:46:22.259262 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-a3a185de-205c-49d6-9a98-f53e4cb8a30f tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Notify callbacks [] for subnet, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:46:22.261818 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-a3a185de-205c-49d6-9a98-f53e4cb8a30f tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] 10.222.0.67 "DELETE /v2.0/subnets/940665d9-5a30-4625-bfa6-fdbda165c4c0 HTTP/1.1" status: 204 len: 168 time: 0.5101602 Sep 23 19:46:22.264857 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 41834) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:46:22.418954 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-7a74f5e2-c60d-4f28-97b3-4b6a903621c4 tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] 10.222.0.67 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1522498 Sep 23 19:46:22.427792 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 41842) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:46:22.438069 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.v2.base [None req-60c8218c-ddef-4fb7-911b-068a201ec2f1 tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Request body: {'subnet': {'network_id': '3e6c6ec3-89f7-4fc2-8252-c7df087533ec', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=95102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:46:22.954722 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d71898da-51e0-4cfe-bdc2-1b872aea9085 req-67523fc1-8c01-4a50-bf76-cf190d4334cf tempest-AttachVolumeShelveTestJSON-2035318112 tempest-AttachVolumeShelveTestJSON-2035318112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:46:22.968366 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-d71898da-51e0-4cfe-bdc2-1b872aea9085 req-67523fc1-8c01-4a50-bf76-cf190d4334cf tempest-AttachVolumeShelveTestJSON-2035318112 tempest-AttachVolumeShelveTestJSON-2035318112-project] 10.222.0.67 "GET /v2.0/ports?device_id=036bfa8b-48f6-483d-9ccb-759a52abd0b0 HTTP/1.1" status: 200 len: 946 time: 0.5243819 Sep 23 19:46:22.973701 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-336dfd7b-ffbf-4342-9150-fb22612bbca3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:46:22.983587 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-52422a9f-bc6f-480c-9fb0-f7118beb48ca tempest-ExternalNetworksAdminNegativeTestJSON-1303880031 tempest-ExternalNetworksAdminNegativeTestJSON-1303880031-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:46:22.994098 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60c8218c-ddef-4fb7-911b-068a201ec2f1 tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Made reservation on behalf of ef2dbafd0ba44b7485191a034ef43810 for: {'subnet': 1} {{(pid=95102) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:46:22.999337 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-60c8218c-ddef-4fb7-911b-068a201ec2f1 tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5388256'] for subnet, before_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:46:23.098094 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.agents_db [None req-f2f5c474-60a3-474f-b2cc-02c4bd30880c None None] Agent healthcheck: found 7 active agents {{(pid=95104) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 19:46:23.127579 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-d71898da-51e0-4cfe-bdc2-1b872aea9085 req-4378d18d-3f2c-4f95-a85a-c5add2d62f0b tempest-AttachVolumeShelveTestJSON-2035318112 tempest-AttachVolumeShelveTestJSON-2035318112-project] 10.222.0.67 "GET /v2.0/security-groups?id=209f1ee5-6189-41c6-b235-f9c754b12a19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1576416 Sep 23 19:46:23.143221 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:46:23.265305 n-d-713301-16 neutron-server[95102]: DEBUG neutron.db.db_base_plugin_common [None req-52422a9f-bc6f-480c-9fb0-f7118beb48ca tempest-ExternalNetworksAdminNegativeTestJSON-1303880031 tempest-ExternalNetworksAdminNegativeTestJSON-1303880031-project-admin] Allocated IP 172.25.1.254 (5dec5c09-378e-4f50-89cc-d94eb81c3bac/eff83446-018c-428d-b3f5-54ac9abe7a2a/301145f3-0376-41b8-adba-533b04bbbe2e) {{(pid=95102) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 19:46:23.368208 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3134e9a2-2305-452b-b1cc-ef8092c80a39 None None] Network 3e6c6ec3-89f7-4fc2-8252-c7df087533ec requested from n-d-713301-16 {{(pid=95103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 19:46:23.409558 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-60c8218c-ddef-4fb7-911b-068a201ec2f1 tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4398944', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5388242'] for subnet, after_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:46:23.545492 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-027a6120-ae64-4fb4-9063-28e343e26889 None None] Provisioning complete for port 3705bf92-73e9-4fde-bf0c-f55676bf0258 triggered by entity DHCP. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:46:23.545866 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-027a6120-ae64-4fb4-9063-28e343e26889 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:46:23.559695 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-52422a9f-bc6f-480c-9fb0-f7118beb48ca tempest-ExternalNetworksAdminNegativeTestJSON-1303880031 tempest-ExternalNetworksAdminNegativeTestJSON-1303880031-project-admin] Notify callbacks [] for port, precommit_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:46:23.609204 n-d-713301-16 neutron-server[95102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60c8218c-ddef-4fb7-911b-068a201ec2f1 tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Network 3e6c6ec3-89f7-4fc2-8252-c7df087533ec is already hosted by enough agents. {{(pid=95102) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:46:23.610786 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60c8218c-ddef-4fb7-911b-068a201ec2f1 tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Pushing event updated for resources: {'Subnet': ['ID=1f0131b6-ecd0-442d-8824-1cfd3e01209e,revision_number=0']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:46:23.616065 n-d-713301-16 neutron-server[95102]: DEBUG neutron.scheduler.base_scheduler [None req-60c8218c-ddef-4fb7-911b-068a201ec2f1 tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Resources bound (agent type, host, resource id): {{(pid=95102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:46:23.620199 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60c8218c-ddef-4fb7-911b-068a201ec2f1 tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:46:23.629156 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-60c8218c-ddef-4fb7-911b-068a201ec2f1 tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Notify callbacks [] for subnet, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:46:23.665133 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-60c8218c-ddef-4fb7-911b-068a201ec2f1 tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.2305367 Sep 23 19:46:23.665393 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 41874) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:46:23.673950 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.v2.base [None req-33640844-d0ff-41d4-94e9-c50b01505d79 tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-218836055', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=95101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:46:23.727586 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-52422a9f-bc6f-480c-9fb0-f7118beb48ca tempest-ExternalNetworksAdminNegativeTestJSON-1303880031 tempest-ExternalNetworksAdminNegativeTestJSON-1303880031-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783145673135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4399100'] for port, after_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:46:23.750495 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-33640844-d0ff-41d4-94e9-c50b01505d79 tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-594563', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29355'] for router, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:46:23.752987 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-33640844-d0ff-41d4-94e9-c50b01505d79 tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-597363', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-601731', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-739356', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29346'] for router, precommit_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:46:23.776167 n-d-713301-16 neutron-server[95102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52422a9f-bc6f-480c-9fb0-f7118beb48ca tempest-ExternalNetworksAdminNegativeTestJSON-1303880031 tempest-ExternalNetworksAdminNegativeTestJSON-1303880031-project-admin] Network 5dec5c09-378e-4f50-89cc-d94eb81c3bac is already hosted by enough agents. {{(pid=95102) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:46:23.785097 n-d-713301-16 neutron-server[95102]: DEBUG neutron.scheduler.base_scheduler [None req-52422a9f-bc6f-480c-9fb0-f7118beb48ca tempest-ExternalNetworksAdminNegativeTestJSON-1303880031 tempest-ExternalNetworksAdminNegativeTestJSON-1303880031-project-admin] Resources bound (agent type, host, resource id): {{(pid=95102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:46:23.792849 n-d-713301-16 neutron-server[95102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52422a9f-bc6f-480c-9fb0-f7118beb48ca tempest-ExternalNetworksAdminNegativeTestJSON-1303880031 tempest-ExternalNetworksAdminNegativeTestJSON-1303880031-project-admin] Received port after_create {{(pid=95102) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 19:46:23.826291 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-0ae75029-feb6-4728-9a94-5f9b60993d82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:46:23.857476 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-33640844-d0ff-41d4-94e9-c50b01505d79 tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:46:23.862149 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Device 3705bf92-73e9-4fde-bf0c-f55676bf0258 up at agent ovs-agent-n-d-713301-16 {{(pid=95103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 19:46:23.862396 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52422a9f-bc6f-480c-9fb0-f7118beb48ca tempest-ExternalNetworksAdminNegativeTestJSON-1303880031 tempest-ExternalNetworksAdminNegativeTestJSON-1303880031-project-admin] Pushing event updated for resources: {'Port': ['ID=301145f3-0376-41b8-adba-533b04bbbe2e,revision_number=1']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:46:23.875666 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-33640844-d0ff-41d4-94e9-c50b01505d79 tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-597258', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-601790'] for router, after_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:46:23.899956 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-33640844-d0ff-41d4-94e9-c50b01505d79 tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Notify callbacks [] for router, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:46:23.901621 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-33640844-d0ff-41d4-94e9-c50b01505d79 tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] 10.222.0.67 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.2348454 Sep 23 19:46:23.905065 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 41882) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:46:23.941618 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-52422a9f-bc6f-480c-9fb0-f7118beb48ca tempest-ExternalNetworksAdminNegativeTestJSON-1303880031 tempest-ExternalNetworksAdminNegativeTestJSON-1303880031-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:46:24.024217 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-52422a9f-bc6f-480c-9fb0-f7118beb48ca tempest-ExternalNetworksAdminNegativeTestJSON-1303880031 tempest-ExternalNetworksAdminNegativeTestJSON-1303880031-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:46:24.049091 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Provisioning complete for port 3705bf92-73e9-4fde-bf0c-f55676bf0258 triggered by entity L2. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:46:24.049672 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:46:24.117732 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-027a6120-ae64-4fb4-9063-28e343e26889 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:46:24.217654 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-027a6120-ae64-4fb4-9063-28e343e26889 None None] For port 3705bf92-73e9-4fde-bf0c-f55676bf0258, host n-d-713301-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-16',level=0,port_id=3705bf92-73e9-4fde-bf0c-f55676bf0258,segment=NetworkSegment(5c8360fd-bd95-490f-abbb-4e7bd94ab9a5),segment_id=5c8360fd-bd95-490f-abbb-4e7bd94ab9a5)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:46:24.228800 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-027a6120-ae64-4fb4-9063-28e343e26889 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:46:24.366966 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e5a2853-4444-492c-87a3-f6b8e8aba665 None None] Network 3e6c6ec3-89f7-4fc2-8252-c7df087533ec requested from n-d-713301-16 {{(pid=95103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 19:46:24.388816 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-52422a9f-bc6f-480c-9fb0-f7118beb48ca tempest-ExternalNetworksAdminNegativeTestJSON-1303880031 tempest-ExternalNetworksAdminNegativeTestJSON-1303880031-project-admin] Notify callbacks [] for port, precommit_update {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:46:24.410051 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6570cf4a-2220-4cd2-b91c-c4b223d0c9cc req-68682444-c3df-4057-b43d-38f7f4b813ca tempest-AttachVolumeShelveTestJSON-2035318112 tempest-AttachVolumeShelveTestJSON-2035318112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:46:24.411807 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-6570cf4a-2220-4cd2-b91c-c4b223d0c9cc req-68682444-c3df-4057-b43d-38f7f4b813ca tempest-AttachVolumeShelveTestJSON-2035318112 tempest-AttachVolumeShelveTestJSON-2035318112-project] 10.222.0.67 "GET /v2.0/ports?device_id=036bfa8b-48f6-483d-9ccb-759a52abd0b0 HTTP/1.1" status: 200 len: 946 time: 0.1119199 Sep 23 19:46:24.414944 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-52422a9f-bc6f-480c-9fb0-f7118beb48ca tempest-ExternalNetworksAdminNegativeTestJSON-1303880031 tempest-ExternalNetworksAdminNegativeTestJSON-1303880031-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4399095'] for port, after_update {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:46:24.440653 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-3126d15c-1fa7-42c4-9dd0-fefeb4fd0eb2 tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:46:24.466495 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52422a9f-bc6f-480c-9fb0-f7118beb48ca tempest-ExternalNetworksAdminNegativeTestJSON-1303880031 tempest-ExternalNetworksAdminNegativeTestJSON-1303880031-project-admin] Pushing event updated for resources: {'Port': ['ID=301145f3-0376-41b8-adba-533b04bbbe2e,revision_number=2']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:46:24.527660 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-027a6120-ae64-4fb4-9063-28e343e26889 None None] Pushing event updated for resources: {'Port': ['ID=3705bf92-73e9-4fde-bf0c-f55676bf0258,revision_number=4']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:46:24.535610 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-8bf32d1f-dc68-4cc4-ac1e-b694a632b2e0 None None] Provisioning complete for port 3705bf92-73e9-4fde-bf0c-f55676bf0258 triggered by entity DHCP. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:46:24.536127 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-8bf32d1f-dc68-4cc4-ac1e-b694a632b2e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:46:24.565913 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-6570cf4a-2220-4cd2-b91c-c4b223d0c9cc req-45538f57-af71-4791-b460-457a47a6a62c tempest-AttachVolumeShelveTestJSON-2035318112 tempest-AttachVolumeShelveTestJSON-2035318112-project] 10.222.0.67 "GET /v2.0/security-groups?id=209f1ee5-6189-41c6-b235-f9c754b12a19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1031377 Sep 23 19:46:24.575540 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-52422a9f-bc6f-480c-9fb0-f7118beb48ca tempest-ExternalNetworksAdminNegativeTestJSON-1303880031 tempest-ExternalNetworksAdminNegativeTestJSON-1303880031-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-601884'] for floatingip, after_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:46:24.588443 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-027a6120-ae64-4fb4-9063-28e343e26889 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:46:24.588443 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-027a6120-ae64-4fb4-9063-28e343e26889 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:46:24.589021 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-027a6120-ae64-4fb4-9063-28e343e26889 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:46:24.589449 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-027a6120-ae64-4fb4-9063-28e343e26889 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:46:24.589900 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-027a6120-ae64-4fb4-9063-28e343e26889 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:46:24.590565 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-027a6120-ae64-4fb4-9063-28e343e26889 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:46:24.591051 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-027a6120-ae64-4fb4-9063-28e343e26889 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:46:24.591496 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-027a6120-ae64-4fb4-9063-28e343e26889 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:46:24.592093 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-027a6120-ae64-4fb4-9063-28e343e26889 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:46:24.592716 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-027a6120-ae64-4fb4-9063-28e343e26889 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:46:24.593020 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-52422a9f-bc6f-480c-9fb0-f7118beb48ca tempest-ExternalNetworksAdminNegativeTestJSON-1303880031 tempest-ExternalNetworksAdminNegativeTestJSON-1303880031-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222849'] for floatingip, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:46:24.594070 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-027a6120-ae64-4fb4-9063-28e343e26889 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:46:24.594817 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-027a6120-ae64-4fb4-9063-28e343e26889 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:46:24.606951 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-52422a9f-bc6f-480c-9fb0-f7118beb48ca tempest-ExternalNetworksAdminNegativeTestJSON-1303880031 tempest-ExternalNetworksAdminNegativeTestJSON-1303880031-project-admin] 10.222.0.67 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.6727705 Sep 23 19:46:24.610246 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 41892) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:46:24.617825 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.v2.base [None req-155589cf-ab28-4231-b618-d5e5ed1ac5cc tempest-ExternalNetworksAdminNegativeTestJSON-1303880031 tempest-ExternalNetworksAdminNegativeTestJSON-1303880031-project-admin] Request body: {'port': {'name': 'tempest-ExternalNetworksAdminNegativeTestJSON-898079542', 'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'fixed_ips': [{'ip_address': '172.25.1.254'}]}} {{(pid=95102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:46:24.649830 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-155589cf-ab28-4231-b618-d5e5ed1ac5cc tempest-ExternalNetworksAdminNegativeTestJSON-1303880031 tempest-ExternalNetworksAdminNegativeTestJSON-1303880031-project-admin] Made reservation on behalf of 2da9d531e93f45509ae197106aedcbcb for: {'port': 1} {{(pid=95102) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:46:24.653453 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-155589cf-ab28-4231-b618-d5e5ed1ac5cc tempest-ExternalNetworksAdminNegativeTestJSON-1303880031 tempest-ExternalNetworksAdminNegativeTestJSON-1303880031-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:46:24.670630 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-155589cf-ab28-4231-b618-d5e5ed1ac5cc tempest-ExternalNetworksAdminNegativeTestJSON-1303880031 tempest-ExternalNetworksAdminNegativeTestJSON-1303880031-project-admin] Notify callbacks [] for security_group, before_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:46:24.856484 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-155589cf-ab28-4231-b618-d5e5ed1ac5cc tempest-ExternalNetworksAdminNegativeTestJSON-1303880031 tempest-ExternalNetworksAdminNegativeTestJSON-1303880031-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:46:24.865018 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-155589cf-ab28-4231-b618-d5e5ed1ac5cc tempest-ExternalNetworksAdminNegativeTestJSON-1303880031 tempest-ExternalNetworksAdminNegativeTestJSON-1303880031-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:46:24.869559 n-d-713301-16 neutron-server[95102]: DEBUG neutron.notifiers.nova [None req-155589cf-ab28-4231-b618-d5e5ed1ac5cc tempest-ExternalNetworksAdminNegativeTestJSON-1303880031 tempest-ExternalNetworksAdminNegativeTestJSON-1303880031-project-admin] device_id is not set on port 0db0ee1b-7e1c-486f-bd92-4ab1d60fc61b yet. {{(pid=95102) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 23 19:46:24.872024 n-d-713301-16 neutron-server[95101]: DEBUG neutron.db.db_base_plugin_common [None req-3126d15c-1fa7-42c4-9dd0-fefeb4fd0eb2 tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Allocated IP 2001:db8::1 (3e6c6ec3-89f7-4fc2-8252-c7df087533ec/1f0131b6-ecd0-442d-8824-1cfd3e01209e/ddaab026-9fdc-4112-8f86-51504748fdca) {{(pid=95101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 19:46:25.060412 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-3126d15c-1fa7-42c4-9dd0-fefeb4fd0eb2 tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Notify callbacks [] for port, precommit_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:46:25.113173 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-3126d15c-1fa7-42c4-9dd0-fefeb4fd0eb2 tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783145673135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5607431'] for port, after_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:46:25.128163 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-155589cf-ab28-4231-b618-d5e5ed1ac5cc tempest-ExternalNetworksAdminNegativeTestJSON-1303880031 tempest-ExternalNetworksAdminNegativeTestJSON-1303880031-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=516e5d19-9768-46a8-89c9-42c3d62e620d,revision_number=1']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:46:25.185021 n-d-713301-16 neutron-server[95102]: INFO neutron.pecan_wsgi.hooks.translation [None req-155589cf-ab28-4231-b618-d5e5ed1ac5cc tempest-ExternalNetworksAdminNegativeTestJSON-1303880031 tempest-ExternalNetworksAdminNegativeTestJSON-1303880031-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Sep 23 19:46:25.185769 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-155589cf-ab28-4231-b618-d5e5ed1ac5cc tempest-ExternalNetworksAdminNegativeTestJSON-1303880031 tempest-ExternalNetworksAdminNegativeTestJSON-1303880031-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=95102) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 23 19:46:25.194984 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3126d15c-1fa7-42c4-9dd0-fefeb4fd0eb2 tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Network 3e6c6ec3-89f7-4fc2-8252-c7df087533ec is already hosted by enough agents. {{(pid=95101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:46:25.196376 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3126d15c-1fa7-42c4-9dd0-fefeb4fd0eb2 tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Pushing event updated for resources: {'Port': ['ID=ddaab026-9fdc-4112-8f86-51504748fdca,revision_number=1']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:46:25.201087 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.base_scheduler [None req-3126d15c-1fa7-42c4-9dd0-fefeb4fd0eb2 tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Resources bound (agent type, host, resource id): {{(pid=95101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:46:25.206104 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-155589cf-ab28-4231-b618-d5e5ed1ac5cc tempest-ExternalNetworksAdminNegativeTestJSON-1303880031 tempest-ExternalNetworksAdminNegativeTestJSON-1303880031-project-admin] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 409 len: 372 time: 0.5949218 Sep 23 19:46:25.207117 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 41904) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:46:25.207639 n-d-713301-16 neutron-server[95101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3126d15c-1fa7-42c4-9dd0-fefeb4fd0eb2 tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Received port after_create {{(pid=95101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 19:46:25.208368 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-3126d15c-1fa7-42c4-9dd0-fefeb4fd0eb2 tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-601987'] for router_interface, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:46:25.213751 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3126d15c-1fa7-42c4-9dd0-fefeb4fd0eb2 tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:46:25.214496 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3126d15c-1fa7-42c4-9dd0-fefeb4fd0eb2 tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:46:25.214849 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3126d15c-1fa7-42c4-9dd0-fefeb4fd0eb2 tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:46:25.215534 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3126d15c-1fa7-42c4-9dd0-fefeb4fd0eb2 tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:46:25.215888 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3126d15c-1fa7-42c4-9dd0-fefeb4fd0eb2 tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:46:25.216223 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3126d15c-1fa7-42c4-9dd0-fefeb4fd0eb2 tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:46:25.216565 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3126d15c-1fa7-42c4-9dd0-fefeb4fd0eb2 tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:46:25.216926 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3126d15c-1fa7-42c4-9dd0-fefeb4fd0eb2 tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:46:25.217253 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3126d15c-1fa7-42c4-9dd0-fefeb4fd0eb2 tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:46:25.217586 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3126d15c-1fa7-42c4-9dd0-fefeb4fd0eb2 tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:46:25.217918 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3126d15c-1fa7-42c4-9dd0-fefeb4fd0eb2 tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:46:25.218405 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3126d15c-1fa7-42c4-9dd0-fefeb4fd0eb2 tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:46:25.263974 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-5b0c4be7-de53-4673-9604-3ffed390fcf8 None None] Provisioning complete for port 3705bf92-73e9-4fde-bf0c-f55676bf0258 triggered by entity DHCP. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:46:25.268350 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-5b0c4be7-de53-4673-9604-3ffed390fcf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:46:25.370895 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-80e7e501-6c57-470d-92c6-e3d54bc3195c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:46:25.375512 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-3126d15c-1fa7-42c4-9dd0-fefeb4fd0eb2 tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:46:25.519430 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.plugin [None req-85a0781c-164d-4a07-80e8-b935571df258 tempest-ExternalNetworksAdminNegativeTestJSON-1303880031 tempest-ExternalNetworksAdminNegativeTestJSON-1303880031-project-admin] Deleting port 301145f3-0376-41b8-adba-533b04bbbe2e {{(pid=95102) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:46:25.520043 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-85a0781c-164d-4a07-80e8-b935571df258 tempest-ExternalNetworksAdminNegativeTestJSON-1303880031 tempest-ExternalNetworksAdminNegativeTestJSON-1303880031-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783146157096'] for port, before_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:46:25.659866 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Device 3705bf92-73e9-4fde-bf0c-f55676bf0258 up at agent ovs-agent-n-d-713301-16 {{(pid=95103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 19:46:25.746298 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-85a0781c-164d-4a07-80e8-b935571df258 tempest-ExternalNetworksAdminNegativeTestJSON-1303880031 tempest-ExternalNetworksAdminNegativeTestJSON-1303880031-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-605701'] for port, precommit_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:46:25.746633 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-85a0781c-164d-4a07-80e8-b935571df258 tempest-ExternalNetworksAdminNegativeTestJSON-1303880031 tempest-ExternalNetworksAdminNegativeTestJSON-1303880031-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:46:25.760102 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.plugin [None req-85a0781c-164d-4a07-80e8-b935571df258 tempest-ExternalNetworksAdminNegativeTestJSON-1303880031 tempest-ExternalNetworksAdminNegativeTestJSON-1303880031-project-admin] Calling delete_port for 301145f3-0376-41b8-adba-533b04bbbe2e owned by network:floatingip {{(pid=95102) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:46:25.780086 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-b94a62a6-e327-4bb0-9c57-6645739decba None None] Provisioning complete for port ddaab026-9fdc-4112-8f86-51504748fdca triggered by entity DHCP. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:46:25.780858 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b94a62a6-e327-4bb0-9c57-6645739decba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:46:25.879394 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Provisioning complete for port 3705bf92-73e9-4fde-bf0c-f55676bf0258 triggered by entity L2. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:46:25.883651 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:46:25.959461 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.plugin [None req-b94a62a6-e327-4bb0-9c57-6645739decba None None] Port ddaab026-9fdc-4112-8f86-51504748fdca cannot update to ACTIVE because it is not bound. {{(pid=95103) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 19:46:26.064717 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be087810-7580-4418-92c2-55c7074429cc req-9ba7089a-3d00-43ef-8f3b-e68169e9b61e tempest-AttachVolumeShelveTestJSON-2035318112 tempest-AttachVolumeShelveTestJSON-2035318112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:46:26.070666 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-3126d15c-1fa7-42c4-9dd0-fefeb4fd0eb2 tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Notify callbacks [] for port, precommit_update {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:46:26.073135 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-be087810-7580-4418-92c2-55c7074429cc req-9ba7089a-3d00-43ef-8f3b-e68169e9b61e tempest-AttachVolumeShelveTestJSON-2035318112 tempest-AttachVolumeShelveTestJSON-2035318112-project] 10.222.0.67 "GET /v2.0/ports?device_id=036bfa8b-48f6-483d-9ccb-759a52abd0b0 HTTP/1.1" status: 200 len: 946 time: 0.1383021 Sep 23 19:46:26.075758 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-3126d15c-1fa7-42c4-9dd0-fefeb4fd0eb2 tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5607436'] for port, after_update {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:46:26.076995 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-3126d15c-1fa7-42c4-9dd0-fefeb4fd0eb2 tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-527313', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-601459'] for router_interface, after_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:46:26.114100 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-85a0781c-164d-4a07-80e8-b935571df258 tempest-ExternalNetworksAdminNegativeTestJSON-1303880031 tempest-ExternalNetworksAdminNegativeTestJSON-1303880031-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783146162158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783145673144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4399100'] for port, after_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:46:26.143285 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a0781c-164d-4a07-80e8-b935571df258 tempest-ExternalNetworksAdminNegativeTestJSON-1303880031 tempest-ExternalNetworksAdminNegativeTestJSON-1303880031-project-admin] Pushing event deleted for resources: {'Port': ['ID=301145f3-0376-41b8-adba-533b04bbbe2e,revision_number=None']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:46:26.161230 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-be087810-7580-4418-92c2-55c7074429cc req-5fe07a30-5013-47d3-8bbe-f11c863e4fdd tempest-AttachVolumeShelveTestJSON-2035318112 tempest-AttachVolumeShelveTestJSON-2035318112-project] 10.222.0.67 "GET /v2.0/security-groups?id=209f1ee5-6189-41c6-b235-f9c754b12a19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0849059 Sep 23 19:46:26.161851 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3126d15c-1fa7-42c4-9dd0-fefeb4fd0eb2 tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Pushing event updated for resources: {'Port': ['ID=ddaab026-9fdc-4112-8f86-51504748fdca,revision_number=2']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:46:26.232745 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3126d15c-1fa7-42c4-9dd0-fefeb4fd0eb2 tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Network 3e6c6ec3-89f7-4fc2-8252-c7df087533ec is already hosted by enough agents. {{(pid=95101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:46:26.234980 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.base_scheduler [None req-3126d15c-1fa7-42c4-9dd0-fefeb4fd0eb2 tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Resources bound (agent type, host, resource id): {{(pid=95101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:46:26.256677 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-85a0781c-164d-4a07-80e8-b935571df258 tempest-ExternalNetworksAdminNegativeTestJSON-1303880031 tempest-ExternalNetworksAdminNegativeTestJSON-1303880031-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:46:26.260124 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-85a0781c-164d-4a07-80e8-b935571df258 tempest-ExternalNetworksAdminNegativeTestJSON-1303880031 tempest-ExternalNetworksAdminNegativeTestJSON-1303880031-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222849'] for floatingip, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:46:26.262156 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-85a0781c-164d-4a07-80e8-b935571df258 tempest-ExternalNetworksAdminNegativeTestJSON-1303880031 tempest-ExternalNetworksAdminNegativeTestJSON-1303880031-project-admin] 10.222.0.67 "DELETE /v2.0/floatingips/8ed703c6-a16d-47b9-a34a-bae69515de67 HTTP/1.1" status: 204 len: 168 time: 1.0535390 Sep 23 19:46:26.398994 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3126d15c-1fa7-42c4-9dd0-fefeb4fd0eb2 tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Router 0741f4a1-e48e-4f89-85fd-79f69528f9d3 is scheduled to L3 agent 79a740bf-7821-4989-8288-7186e3e128f3 with binding_index 1 {{(pid=95101) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 23 19:46:26.614792 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3126d15c-1fa7-42c4-9dd0-fefeb4fd0eb2 tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Notify agent at l3_agent.n-d-713301-16 the message routers_updated {{(pid=95101) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 19:46:26.626558 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ab7a6e5-aa02-40d5-a8c0-801d40132c4e None None] Sync routers for ids ['0741f4a1-e48e-4f89-85fd-79f69528f9d3'] in n-d-713301-16 {{(pid=95103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 19:46:26.628224 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-3126d15c-1fa7-42c4-9dd0-fefeb4fd0eb2 tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] 10.222.0.67 "PUT /v2.0/routers/0741f4a1-e48e-4f89-85fd-79f69528f9d3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7214606 Sep 23 19:46:26.632629 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 41932) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:46:26.652800 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ab7a6e5-aa02-40d5-a8c0-801d40132c4e None None] Routers {'0741f4a1-e48e-4f89-85fd-79f69528f9d3'} bound to L3 agent in host n-d-713301-16 {{(pid=95103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 19:46:26.653483 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_hamode_db [None req-9ab7a6e5-aa02-40d5-a8c0-801d40132c4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-23T19:07:52Z,description=,heartbeat_timestamp=2021-09-23T19:46:23Z,host='n-d-713301-16',id=79a740bf-7821-4989-8288-7186e3e128f3,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:07:52Z,topic='l3_agent')) {'router_ids': ['0741f4a1-e48e-4f89-85fd-79f69528f9d3'], 'active': True} {{(pid=95103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:46:26.693121 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cac6a63f-c8cd-4179-b8ac-79af3b7b5040 tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:46:26.699744 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 41938) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:46:26.700416 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-cac6a63f-c8cd-4179-b8ac-79af3b7b5040 tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] 10.222.0.67 "GET /v2.0/ports/ddaab026-9fdc-4112-8f86-51504748fdca HTTP/1.1" status: 200 len: 911 time: 0.0661762 Sep 23 19:46:26.753042 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 41940) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:46:26.775880 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39f7ad98-d6eb-4fba-9be0-e24147f659a1 tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:46:26.783133 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39f7ad98-d6eb-4fba-9be0-e24147f659a1 tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:46:26.784956 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-39f7ad98-d6eb-4fba-9be0-e24147f659a1 tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] 10.222.0.67 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1576 time: 0.0840755 Sep 23 19:46:26.787597 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 41942) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:46:26.798040 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-dfbdab37-cce1-4df9-a449-b0083b1ecec6 None None] Provisioning complete for port ddaab026-9fdc-4112-8f86-51504748fdca triggered by entity DHCP. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:46:26.798955 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-dfbdab37-cce1-4df9-a449-b0083b1ecec6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:46:26.837620 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_dvr_db [None req-9ab7a6e5-aa02-40d5-a8c0-801d40132c4e None None] Set router 0741f4a1-e48e-4f89-85fd-79f69528f9d3 gateway port host: None {{(pid=95103) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 19:46:26.846552 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 41944) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:46:26.879059 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec9c3da8-bd96-4f7a-9290-f8a016fdcb2c tempest-TestNetworkBasicOps-1297983559 tempest-TestNetworkBasicOps-1297983559-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:46:26.879741 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec9c3da8-bd96-4f7a-9290-f8a016fdcb2c tempest-TestNetworkBasicOps-1297983559 tempest-TestNetworkBasicOps-1297983559-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:46:26.880178 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec9c3da8-bd96-4f7a-9290-f8a016fdcb2c tempest-TestNetworkBasicOps-1297983559 tempest-TestNetworkBasicOps-1297983559-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:46:26.882204 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-ec9c3da8-bd96-4f7a-9290-f8a016fdcb2c tempest-TestNetworkBasicOps-1297983559 tempest-TestNetworkBasicOps-1297983559-project-admin] 10.222.0.67 "GET /v2.0/ports?project_id=7fd7324f75754f93a5f1d406b61f5276&network_id=556d491a-fa37-496f-b55a-840ae2087f7d HTTP/1.1" status: 200 len: 2972 time: 0.1279893 Sep 23 19:46:26.914992 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.plugin [None req-dfbdab37-cce1-4df9-a449-b0083b1ecec6 None None] Port ddaab026-9fdc-4112-8f86-51504748fdca cannot update to ACTIVE because it is not bound. {{(pid=95103) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 19:46:27.113865 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-31083286-1b10-4780-9c34-3cce860ee131 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:46:27.283255 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_hamode_db [None req-9ab7a6e5-aa02-40d5-a8c0-801d40132c4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0741f4a1-e48e-4f89-85fd-79f69528f9d3', 'name': 'tempest-NetworksTestDHCPv6-router-218836055', 'tenant_id': 'ef2dbafd0ba44b7485191a034ef43810', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:46:23Z', 'updated_at': '2021-09-23T19:46:25Z', 'revision_number': 2, 'project_id': 'ef2dbafd0ba44b7485191a034ef43810', 'gw_port_host': None, '_interfaces': [{'id': 'ddaab026-9fdc-4112-8f86-51504748fdca', 'name': '', 'network_id': '3e6c6ec3-89f7-4fc2-8252-c7df087533ec', 'tenant_id': 'ef2dbafd0ba44b7485191a034ef43810', 'mac_address': 'fa:16:3e:c1:6b:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0741f4a1-e48e-4f89-85fd-79f69528f9d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3080, 'fixed_ips': [{'subnet_id': '1f0131b6-ecd0-442d-8824-1cfd3e01209e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:46:24Z', 'updated_at': '2021-09-23T19:46:25Z', 'revision_number': 2, 'project_id': 'ef2dbafd0ba44b7485191a034ef43810', 'subnets': [{'id': '1f0131b6-ecd0-442d-8824-1cfd3e01209e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-16', False) {} {{(pid=95103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:46:27.306623 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-31083286-1b10-4780-9c34-3cce860ee131 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:46:27.340011 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ab7a6e5-aa02-40d5-a8c0-801d40132c4e None None] Checking router: 0741f4a1-e48e-4f89-85fd-79f69528f9d3 for host: n-d-713301-16 {{(pid=95103) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 19:46:27.358836 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ab7a6e5-aa02-40d5-a8c0-801d40132c4e None None] Updating router 0741f4a1-e48e-4f89-85fd-79f69528f9d3 port ddaab026-9fdc-4112-8f86-51504748fdca binding host n-d-713301-16 {{(pid=95103) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 23 19:46:27.369239 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-31083286-1b10-4780-9c34-3cce860ee131 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:46:27.423849 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-9ab7a6e5-aa02-40d5-a8c0-801d40132c4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:46:27.468897 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-31083286-1b10-4780-9c34-3cce860ee131 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=9b7fd6d7bd9d42f8ac09b852343ce97d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6211224 Sep 23 19:46:27.488729 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6233e7e-b765-4bf3-873c-59781f2be5d5 req-c6e812d5-de4e-4c59-880a-1dbd3d65fda5 tempest-AttachVolumeShelveTestJSON-2035318112 tempest-AttachVolumeShelveTestJSON-2035318112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:46:27.489010 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 41968) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:46:27.489486 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-e6233e7e-b765-4bf3-873c-59781f2be5d5 req-c6e812d5-de4e-4c59-880a-1dbd3d65fda5 tempest-AttachVolumeShelveTestJSON-2035318112 tempest-AttachVolumeShelveTestJSON-2035318112-project] 10.222.0.67 "GET /v2.0/ports?device_id=036bfa8b-48f6-483d-9ccb-759a52abd0b0 HTTP/1.1" status: 200 len: 946 time: 0.1763659 Sep 23 19:46:27.493382 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31083286-1b10-4780-9c34-3cce860ee131 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c0f3e7d-b557-4502-9e16-7f316cb18a4b,revision_number=1']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:46:27.592463 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-ef0cd0bc-e4b4-4a9e-94e3-00d32bbe3427 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:46:27.603290 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 41970) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:46:27.607918 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-e6233e7e-b765-4bf3-873c-59781f2be5d5 req-ef9a2a8b-2498-4e1a-8d16-34027da3b7dd tempest-AttachVolumeShelveTestJSON-2035318112 tempest-AttachVolumeShelveTestJSON-2035318112-project] 10.222.0.67 "GET /v2.0/security-groups?id=209f1ee5-6189-41c6-b235-f9c754b12a19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1123846 Sep 23 19:46:27.639210 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-ef0cd0bc-e4b4-4a9e-94e3-00d32bbe3427 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:46:27.771375 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-344862d0-2493-458f-abfc-64ca71982d1f admin admin] Notify callbacks [] for security_group, before_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:46:27.774929 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-ef0cd0bc-e4b4-4a9e-94e3-00d32bbe3427 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:46:27.778302 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-ef0cd0bc-e4b4-4a9e-94e3-00d32bbe3427 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:46:27.779684 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-ef0cd0bc-e4b4-4a9e-94e3-00d32bbe3427 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/3c0f3e7d-b557-4502-9e16-7f316cb18a4b HTTP/1.1" status: 204 len: 168 time: 0.2941816 Sep 23 19:46:27.835843 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef0cd0bc-e4b4-4a9e-94e3-00d32bbe3427 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c0f3e7d-b557-4502-9e16-7f316cb18a4b,revision_number=None']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:46:27.886029 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-4200c1b8-b6ab-4f65-bd02-fa072a0bf377 tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-601372'] for router_interface, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:46:27.962489 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-344862d0-2493-458f-abfc-64ca71982d1f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:46:27.968163 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-344862d0-2493-458f-abfc-64ca71982d1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:46:28.037011 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-344862d0-2493-458f-abfc-64ca71982d1f admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=3968418de38d41c2abe2df12ae718e87&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4277041 Sep 23 19:46:28.042237 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 41984) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:46:28.045511 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-344862d0-2493-458f-abfc-64ca71982d1f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c860a0f-8acb-4ac2-a0ef-4fe7c8a47d58,revision_number=1']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:46:28.084202 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-9ab7a6e5-aa02-40d5-a8c0-801d40132c4e None None] Notify callbacks [] for port, precommit_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:46:28.093659 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-9ab7a6e5-aa02-40d5-a8c0-801d40132c4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:46:28.152857 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:46:28.171742 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88391c22-b7d7-4656-866a-2079cdf40c12 None None] Pushing event updated for resources: {'Port': ['ID=ddaab026-9fdc-4112-8f86-51504748fdca,revision_number=3']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:46:28.188389 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-45dc9222-0be8-48eb-9584-8b31a5a7c1b4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:46:28.259693 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.managers [None req-9ab7a6e5-aa02-40d5-a8c0-801d40132c4e None None] Attempting to bind port ddaab026-9fdc-4112-8f86-51504748fdca on host n-d-713301-16 for vnic_type normal with profile {{(pid=95103) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 19:46:28.260470 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.managers [None req-9ab7a6e5-aa02-40d5-a8c0-801d40132c4e None None] Attempting to bind port ddaab026-9fdc-4112-8f86-51504748fdca by drivers openvswitch,hyperv on host n-d-713301-16 at level 0 using segments [{'id': '5c8360fd-bd95-490f-abbb-4e7bd94ab9a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '3e6c6ec3-89f7-4fc2-8252-c7df087533ec'}] {{(pid=95103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 19:46:28.261106 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ab7a6e5-aa02-40d5-a8c0-801d40132c4e None None] Attempting to bind port ddaab026-9fdc-4112-8f86-51504748fdca on network 3e6c6ec3-89f7-4fc2-8252-c7df087533ec {{(pid=95103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:46:28.264515 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.plugin [None req-4200c1b8-b6ab-4f65-bd02-fa072a0bf377 tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Deleting port ddaab026-9fdc-4112-8f86-51504748fdca {{(pid=95101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:46:28.264880 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-4200c1b8-b6ab-4f65-bd02-fa072a0bf377 tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783146157096'] for port, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:46:28.268153 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ab7a6e5-aa02-40d5-a8c0-801d40132c4e None None] Checking agent: {'id': '70a14545-df24-472f-8f95-bfe1719bff93', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 19, 7, 53), 'started_at': datetime.datetime(2021, 9, 23, 19, 8, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 19, 46, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 19:46:28.268844 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ab7a6e5-aa02-40d5-a8c0-801d40132c4e None None] Checking segment: {'id': '5c8360fd-bd95-490f-abbb-4e7bd94ab9a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '3e6c6ec3-89f7-4fc2-8252-c7df087533ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95103) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:46:28.269468 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-9ab7a6e5-aa02-40d5-a8c0-801d40132c4e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:46:28.270042 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ab7a6e5-aa02-40d5-a8c0-801d40132c4e None None] Bound using segment: {'id': '5c8360fd-bd95-490f-abbb-4e7bd94ab9a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '3e6c6ec3-89f7-4fc2-8252-c7df087533ec'} {{(pid=95103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 19:46:28.270771 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.managers [None req-9ab7a6e5-aa02-40d5-a8c0-801d40132c4e None None] Bound port: ddaab026-9fdc-4112-8f86-51504748fdca, host: n-d-713301-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5c8360fd-bd95-490f-abbb-4e7bd94ab9a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '3e6c6ec3-89f7-4fc2-8252-c7df087533ec'}}] {{(pid=95103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 19:46:28.271364 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-9ab7a6e5-aa02-40d5-a8c0-801d40132c4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:46:28.279471 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-45dc9222-0be8-48eb-9584-8b31a5a7c1b4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:46:28.369265 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:46:28.392686 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-9ab7a6e5-aa02-40d5-a8c0-801d40132c4e None None] For port ddaab026-9fdc-4112-8f86-51504748fdca, host n-d-713301-16, cleared binding levels {{(pid=95103) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 19:46:28.399639 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-9ab7a6e5-aa02-40d5-a8c0-801d40132c4e None None] For port ddaab026-9fdc-4112-8f86-51504748fdca, host n-d-713301-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-16',level=0,port_id=ddaab026-9fdc-4112-8f86-51504748fdca,segment=NetworkSegment(5c8360fd-bd95-490f-abbb-4e7bd94ab9a5),segment_id=5c8360fd-bd95-490f-abbb-4e7bd94ab9a5)] {{(pid=95103) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 19:46:28.406898 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-9ab7a6e5-aa02-40d5-a8c0-801d40132c4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:46:28.414909 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 41990) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:46:28.442822 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-45dc9222-0be8-48eb-9584-8b31a5a7c1b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:46:28.446742 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-45dc9222-0be8-48eb-9584-8b31a5a7c1b4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:46:28.447830 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-45dc9222-0be8-48eb-9584-8b31a5a7c1b4 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/6c860a0f-8acb-4ac2-a0ef-4fe7c8a47d58 HTTP/1.1" status: 204 len: 168 time: 0.4034307 Sep 23 19:46:28.472545 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.db [None req-4200c1b8-b6ab-4f65-bd02-fa072a0bf377 tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] For port ddaab026-9fdc-4112-8f86-51504748fdca, host n-d-713301-16, got binding levels [] {{(pid=95101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:46:28.472940 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-4200c1b8-b6ab-4f65-bd02-fa072a0bf377 tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-605701'] for port, precommit_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:46:28.480933 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45dc9222-0be8-48eb-9584-8b31a5a7c1b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c860a0f-8acb-4ac2-a0ef-4fe7c8a47d58,revision_number=None']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:46:28.484891 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88391c22-b7d7-4656-866a-2079cdf40c12 None None] Pushing event updated for resources: {'Port': ['ID=ddaab026-9fdc-4112-8f86-51504748fdca,revision_number=4']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:46:28.507895 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-11bb1b48-072f-403f-a910-bef997382056 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=2da9d531e93f45509ae197106aedcbcb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0909488 Sep 23 19:46:28.510482 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.plugin [None req-4200c1b8-b6ab-4f65-bd02-fa072a0bf377 tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Calling delete_port for ddaab026-9fdc-4112-8f86-51504748fdca owned by network:router_interface {{(pid=95101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:46:28.514539 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 41994) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:46:28.521769 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ab7a6e5-aa02-40d5-a8c0-801d40132c4e None None] Routers {'0741f4a1-e48e-4f89-85fd-79f69528f9d3'} bound to L3 agent in host n-d-713301-16 {{(pid=95103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 19:46:28.523733 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_hamode_db [None req-9ab7a6e5-aa02-40d5-a8c0-801d40132c4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-23T19:07:52Z,description=,heartbeat_timestamp=2021-09-23T19:46:23Z,host='n-d-713301-16',id=79a740bf-7821-4989-8288-7186e3e128f3,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:07:52Z,topic='l3_agent')) {'router_ids': ['0741f4a1-e48e-4f89-85fd-79f69528f9d3'], 'active': True} {{(pid=95103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:46:28.646550 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_dvr_db [None req-9ab7a6e5-aa02-40d5-a8c0-801d40132c4e None None] Set router 0741f4a1-e48e-4f89-85fd-79f69528f9d3 gateway port host: None {{(pid=95103) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 19:46:28.694019 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-317ade37-04ca-47b8-859a-684ee9f9697c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:46:28.794884 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-317ade37-04ca-47b8-859a-684ee9f9697c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:46:28.909629 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40cc3e8-4fd8-407e-af58-4261e35cea86 req-7d6f9fa7-8a2a-420b-ba54-88690686c7d1 tempest-AttachVolumeShelveTestJSON-2035318112 tempest-AttachVolumeShelveTestJSON-2035318112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:46:28.911222 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-e40cc3e8-4fd8-407e-af58-4261e35cea86 req-7d6f9fa7-8a2a-420b-ba54-88690686c7d1 tempest-AttachVolumeShelveTestJSON-2035318112 tempest-AttachVolumeShelveTestJSON-2035318112-project] 10.222.0.67 "GET /v2.0/ports?device_id=036bfa8b-48f6-483d-9ccb-759a52abd0b0 HTTP/1.1" status: 200 len: 946 time: 0.1470189 Sep 23 19:46:28.937265 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-b9bcaf3d-9f68-48cb-8a6d-f690532c8cc9 None None] Provisioning complete for port ddaab026-9fdc-4112-8f86-51504748fdca triggered by entity DHCP. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:46:28.937265 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b9bcaf3d-9f68-48cb-8a6d-f690532c8cc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:46:29.051842 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-e40cc3e8-4fd8-407e-af58-4261e35cea86 req-10716985-69d7-4c83-b57b-ea6b5a03c144 tempest-AttachVolumeShelveTestJSON-2035318112 tempest-AttachVolumeShelveTestJSON-2035318112-project] 10.222.0.67 "GET /v2.0/security-groups?id=209f1ee5-6189-41c6-b235-f9c754b12a19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1095223 Sep 23 19:46:29.122275 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-317ade37-04ca-47b8-859a-684ee9f9697c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:46:29.126164 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-317ade37-04ca-47b8-859a-684ee9f9697c admin admin] Notify callbacks [] for security_group, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:46:29.130891 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-317ade37-04ca-47b8-859a-684ee9f9697c admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/516e5d19-9768-46a8-89c9-42c3d62e620d HTTP/1.1" status: 204 len: 168 time: 0.6122186 Sep 23 19:46:29.134202 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b9bcaf3d-9f68-48cb-8a6d-f690532c8cc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:46:29.157021 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-317ade37-04ca-47b8-859a-684ee9f9697c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=516e5d19-9768-46a8-89c9-42c3d62e620d,revision_number=None']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:46:29.175827 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_hamode_db [None req-9ab7a6e5-aa02-40d5-a8c0-801d40132c4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0741f4a1-e48e-4f89-85fd-79f69528f9d3', 'name': 'tempest-NetworksTestDHCPv6-router-218836055', 'tenant_id': 'ef2dbafd0ba44b7485191a034ef43810', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:46:23Z', 'updated_at': '2021-09-23T19:46:25Z', 'revision_number': 2, 'project_id': 'ef2dbafd0ba44b7485191a034ef43810', 'gw_port_host': None, '_interfaces': [{'id': 'ddaab026-9fdc-4112-8f86-51504748fdca', 'name': '', 'network_id': '3e6c6ec3-89f7-4fc2-8252-c7df087533ec', 'tenant_id': 'ef2dbafd0ba44b7485191a034ef43810', 'mac_address': 'fa:16:3e:c1:6b:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0741f4a1-e48e-4f89-85fd-79f69528f9d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3080, 'fixed_ips': [{'subnet_id': '1f0131b6-ecd0-442d-8824-1cfd3e01209e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:46:24Z', 'updated_at': '2021-09-23T19:46:28Z', 'revision_number': 4, 'project_id': 'ef2dbafd0ba44b7485191a034ef43810', 'subnets': [{'id': '1f0131b6-ecd0-442d-8824-1cfd3e01209e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-16', False) {} {{(pid=95103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:46:29.195616 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-4200c1b8-b6ab-4f65-bd02-fa072a0bf377 tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783146162158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783145673144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5607431'] for port, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:46:29.209238 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ab7a6e5-aa02-40d5-a8c0-801d40132c4e None None] The sync data for ids ['0741f4a1-e48e-4f89-85fd-79f69528f9d3'] in n-d-713301-16 is: [{'id': '0741f4a1-e48e-4f89-85fd-79f69528f9d3', 'name': 'tempest-NetworksTestDHCPv6-router-218836055', 'tenant_id': 'ef2dbafd0ba44b7485191a034ef43810', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:46:23Z', 'updated_at': '2021-09-23T19:46:25Z', 'revision_number': 2, 'project_id': 'ef2dbafd0ba44b7485191a034ef43810', 'gw_port_host': None, '_interfaces': [{'id': 'ddaab026-9fdc-4112-8f86-51504748fdca', 'name': '', 'network_id': '3e6c6ec3-89f7-4fc2-8252-c7df087533ec', 'tenant_id': 'ef2dbafd0ba44b7485191a034ef43810', 'mac_address': 'fa:16:3e:c1:6b:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0741f4a1-e48e-4f89-85fd-79f69528f9d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3080, 'fixed_ips': [{'subnet_id': '1f0131b6-ecd0-442d-8824-1cfd3e01209e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:46:24Z', 'updated_at': '2021-09-23T19:46:28Z', 'revision_number': 4, 'project_id': 'ef2dbafd0ba44b7485191a034ef43810', 'subnets': [{'id': '1f0131b6-ecd0-442d-8824-1cfd3e01209e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 19:46:29.228791 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4200c1b8-b6ab-4f65-bd02-fa072a0bf377 tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Pushing event deleted for resources: {'Port': ['ID=ddaab026-9fdc-4112-8f86-51504748fdca,revision_number=None']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:46:29.379898 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-7b3f4f8f-5e2b-4c00-8184-574c27fc7346 None None] Could not find standard attr ID for object ddaab026-9fdc-4112-8f86-51504748fdca. {{(pid=95103) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 23 19:46:29.404186 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-4200c1b8-b6ab-4f65-bd02-fa072a0bf377 tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-527322', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-602005'] for router_interface, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:46:29.677899 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4200c1b8-b6ab-4f65-bd02-fa072a0bf377 tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Router 0741f4a1-e48e-4f89-85fd-79f69528f9d3 has already been hosted by L3 agent 79a740bf-7821-4989-8288-7186e3e128f3 {{(pid=95101) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 19:46:29.769327 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4200c1b8-b6ab-4f65-bd02-fa072a0bf377 tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Notify agent at l3_agent.n-d-713301-16 the message routers_updated {{(pid=95101) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 19:46:29.780484 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 42032) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:46:29.781682 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-4200c1b8-b6ab-4f65-bd02-fa072a0bf377 tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] 10.222.0.67 "PUT /v2.0/routers/0741f4a1-e48e-4f89-85fd-79f69528f9d3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9883997 Sep 23 19:46:29.849533 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcabb0f5-cad1-46e6-af14-4bb3505862f6 tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:46:29.852519 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcabb0f5-cad1-46e6-af14-4bb3505862f6 tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:46:29.854084 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-dcabb0f5-cad1-46e6-af14-4bb3505862f6 tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] 10.222.0.67 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0755813 Sep 23 19:46:29.856882 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 42036) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:46:29.921070 n-d-713301-16 neutron-server[95102]: DEBUG neutron.db.db_base_plugin_v2 [None req-831ee457-561c-4c64-ac82-76a8ca5deeb5 tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Deleting subnet 1f0131b6-ecd0-442d-8824-1cfd3e01209e {{(pid=95102) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 23 19:46:29.924907 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-831ee457-561c-4c64-ac82-76a8ca5deeb5 tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Notify callbacks [] for subnet, before_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:46:29.975216 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-831ee457-561c-4c64-ac82-76a8ca5deeb5 tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6162825'] for subnet, precommit_delete_associations {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:46:30.031301 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-831ee457-561c-4c64-ac82-76a8ca5deeb5 tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1756813'] for subnet, precommit_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:46:30.154058 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-831ee457-561c-4c64-ac82-76a8ca5deeb5 tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1756804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4399009', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5388229'] for subnet, after_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:46:30.187944 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-831ee457-561c-4c64-ac82-76a8ca5deeb5 tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Notify callbacks [] for subnet, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:46:30.190558 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-831ee457-561c-4c64-ac82-76a8ca5deeb5 tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] 10.222.0.67 "DELETE /v2.0/subnets/1f0131b6-ecd0-442d-8824-1cfd3e01209e HTTP/1.1" status: 204 len: 168 time: 0.3323505 Sep 23 19:46:30.193059 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 42052) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:46:30.196622 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67ef584d-da3d-4bfd-98d8-440271ff160e None None] Network 3e6c6ec3-89f7-4fc2-8252-c7df087533ec requested from n-d-713301-16 {{(pid=95103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 19:46:30.249956 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-831ee457-561c-4c64-ac82-76a8ca5deeb5 tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Pushing event deleted for resources: {'Subnet': ['ID=1f0131b6-ecd0-442d-8824-1cfd3e01209e,revision_number=None']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:46:30.287059 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f260e8-c705-45ee-93fc-7729d2f4bc66 req-0ea7967d-733f-45ff-a7fe-3ff434f4c97f tempest-AttachVolumeShelveTestJSON-2035318112 tempest-AttachVolumeShelveTestJSON-2035318112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:46:30.298234 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-04f260e8-c705-45ee-93fc-7729d2f4bc66 req-0ea7967d-733f-45ff-a7fe-3ff434f4c97f tempest-AttachVolumeShelveTestJSON-2035318112 tempest-AttachVolumeShelveTestJSON-2035318112-project] 10.222.0.67 "GET /v2.0/ports?device_id=036bfa8b-48f6-483d-9ccb-759a52abd0b0 HTTP/1.1" status: 200 len: 946 time: 0.1170821 Sep 23 19:46:30.366772 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-04f260e8-c705-45ee-93fc-7729d2f4bc66 req-1c1237a6-de9b-4c7d-b9b5-bf735ff4a563 tempest-AttachVolumeShelveTestJSON-2035318112 tempest-AttachVolumeShelveTestJSON-2035318112-project] 10.222.0.67 "GET /v2.0/security-groups?id=209f1ee5-6189-41c6-b235-f9c754b12a19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0673058 Sep 23 19:46:30.397515 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-8545d934-983a-45d0-896c-04b402d69c32 tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] 10.222.0.67 "GET /v2.0/routers HTTP/1.1" status: 200 len: 709 time: 0.2029941 Sep 23 19:46:30.399530 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 42060) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:46:30.442907 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73af03e4-5d08-4989-9842-ebb67d72dacf None None] DHCP port deletion for 3e6c6ec3-89f7-4fc2-8252-c7df087533ec request from n-d-713301-16 {{(pid=95103) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 23 19:46:30.454519 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 42062) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:46:30.519567 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-1c146931-4784-43ad-b3c8-9cfe0fa93b9c tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Notify callbacks [] for router, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:46:30.540726 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8db3a295-5b24-429c-aaba-f65577e37fe5 tempest-TestNetworkBasicOps-1297983559 tempest-TestNetworkBasicOps-1297983559-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:46:30.542376 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-8db3a295-5b24-429c-aaba-f65577e37fe5 tempest-TestNetworkBasicOps-1297983559 tempest-TestNetworkBasicOps-1297983559-project-admin] 10.222.0.67 "GET /v2.0/subnets?network_id=5dec5c09-378e-4f50-89cc-d94eb81c3bac HTTP/1.1" status: 200 len: 814 time: 0.0867324 Sep 23 19:46:30.557714 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.plugin [None req-73af03e4-5d08-4989-9842-ebb67d72dacf None None] Deleting port 3705bf92-73e9-4fde-bf0c-f55676bf0258 {{(pid=95103) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:46:30.558192 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-73af03e4-5d08-4989-9842-ebb67d72dacf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783146157096'] for port, before_delete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:46:30.636296 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-73af03e4-5d08-4989-9842-ebb67d72dacf None None] For port 3705bf92-73e9-4fde-bf0c-f55676bf0258, host n-d-713301-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-16',level=0,port_id=3705bf92-73e9-4fde-bf0c-f55676bf0258,segment=NetworkSegment(5c8360fd-bd95-490f-abbb-4e7bd94ab9a5),segment_id=5c8360fd-bd95-490f-abbb-4e7bd94ab9a5)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:46:30.637713 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-73af03e4-5d08-4989-9842-ebb67d72dacf None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-605701'] for port, precommit_delete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:46:30.650282 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.plugin [None req-73af03e4-5d08-4989-9842-ebb67d72dacf None None] Calling delete_port for 3705bf92-73e9-4fde-bf0c-f55676bf0258 owned by network:dhcp {{(pid=95103) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:46:30.728200 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-1c146931-4784-43ad-b3c8-9cfe0fa93b9c tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-597305', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29369'] for router, precommit_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:46:30.731256 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-1c146931-4784-43ad-b3c8-9cfe0fa93b9c tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:46:30.778593 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-73af03e4-5d08-4989-9842-ebb67d72dacf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783146162158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783145673144'] for port, after_delete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:46:30.794139 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-1c146931-4784-43ad-b3c8-9cfe0fa93b9c tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-597296'] for router, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:46:30.795121 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c146931-4784-43ad-b3c8-9cfe0fa93b9c tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Fanout notify agent at l3_agent the message router_deleted on router 0741f4a1-e48e-4f89-85fd-79f69528f9d3 {{(pid=95101) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 23 19:46:30.805858 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-1c146931-4784-43ad-b3c8-9cfe0fa93b9c tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Notify callbacks [] for router, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:46:30.808652 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-1c146931-4784-43ad-b3c8-9cfe0fa93b9c tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] 10.222.0.67 "DELETE /v2.0/routers/0741f4a1-e48e-4f89-85fd-79f69528f9d3 HTTP/1.1" status: 204 len: 168 time: 0.4058974 Sep 23 19:46:30.809656 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 42080) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:46:30.816841 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.v2.base [None req-943c424b-d997-4e7c-96c6-e2b54ae8dcc3 tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Request body: {'subnet': {'network_id': '3e6c6ec3-89f7-4fc2-8252-c7df087533ec', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=95102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:46:30.850585 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73af03e4-5d08-4989-9842-ebb67d72dacf None None] No DVR routers for this DVR port 3705bf92-73e9-4fde-bf0c-f55676bf0258 on host n-d-713301-16 {{(pid=95103) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 19:46:30.854252 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73af03e4-5d08-4989-9842-ebb67d72dacf None None] Pushing event deleted for resources: {'Port': ['ID=3705bf92-73e9-4fde-bf0c-f55676bf0258,revision_number=None']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:46:30.946490 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-943c424b-d997-4e7c-96c6-e2b54ae8dcc3 tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Made reservation on behalf of ef2dbafd0ba44b7485191a034ef43810 for: {'subnet': 1} {{(pid=95102) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:46:30.950178 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-943c424b-d997-4e7c-96c6-e2b54ae8dcc3 tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5388256'] for subnet, before_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:46:31.182751 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-943c424b-d997-4e7c-96c6-e2b54ae8dcc3 tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4398944', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5388242'] for subnet, after_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:46:31.239502 n-d-713301-16 neutron-server[95102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-943c424b-d997-4e7c-96c6-e2b54ae8dcc3 tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Network 3e6c6ec3-89f7-4fc2-8252-c7df087533ec is already hosted by enough agents. {{(pid=95102) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:46:31.244369 n-d-713301-16 neutron-server[95102]: DEBUG neutron.scheduler.base_scheduler [None req-943c424b-d997-4e7c-96c6-e2b54ae8dcc3 tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Resources bound (agent type, host, resource id): {{(pid=95102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:46:31.250152 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bc9e1d3-61e3-49c2-ba95-6c134fb92dfb None None] Sync routers for ids ['0741f4a1-e48e-4f89-85fd-79f69528f9d3'] in n-d-713301-16 {{(pid=95104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 19:46:31.253910 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39c6c02c-4c01-461a-83f7-222da2e2ae44 None None] Network 3e6c6ec3-89f7-4fc2-8252-c7df087533ec requested from n-d-713301-16 {{(pid=95103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 19:46:31.259593 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-943c424b-d997-4e7c-96c6-e2b54ae8dcc3 tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:46:31.260223 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-943c424b-d997-4e7c-96c6-e2b54ae8dcc3 tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Notify callbacks [] for subnet, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:46:31.263705 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bc9e1d3-61e3-49c2-ba95-6c134fb92dfb None None] Routers set() bound to L3 agent in host n-d-713301-16 {{(pid=95104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 19:46:31.264077 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bc9e1d3-61e3-49c2-ba95-6c134fb92dfb None None] Router IDs set() for agent in host n-d-713301-16 {{(pid=95104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Sep 23 19:46:31.264778 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_agentschedulers_db [None req-5bc9e1d3-61e3-49c2-ba95-6c134fb92dfb None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'0741f4a1-e48e-4f89-85fd-79f69528f9d3'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-23T19:07:52Z,description=,heartbeat_timestamp=2021-09-23T19:46:23Z,host='n-d-713301-16',id=79a740bf-7821-4989-8288-7186e3e128f3,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:07:52Z,topic='l3_agent'). {{(pid=95104) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Sep 23 19:46:31.285025 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bc9e1d3-61e3-49c2-ba95-6c134fb92dfb None None] Routers set() bound to L3 agent in host n-d-713301-16 {{(pid=95104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 19:46:31.285396 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bc9e1d3-61e3-49c2-ba95-6c134fb92dfb None None] Router IDs set() for agent in host n-d-713301-16 {{(pid=95104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Sep 23 19:46:31.286006 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_agentschedulers_db [None req-5bc9e1d3-61e3-49c2-ba95-6c134fb92dfb None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'0741f4a1-e48e-4f89-85fd-79f69528f9d3'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-23T19:07:52Z,description=,heartbeat_timestamp=2021-09-23T19:46:23Z,host='n-d-713301-16',id=79a740bf-7821-4989-8288-7186e3e128f3,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:07:52Z,topic='l3_agent'). {{(pid=95104) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Sep 23 19:46:31.286385 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bc9e1d3-61e3-49c2-ba95-6c134fb92dfb None None] The sync data for ids ['0741f4a1-e48e-4f89-85fd-79f69528f9d3'] in n-d-713301-16 is: [] {{(pid=95104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 19:46:31.288126 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-943c424b-d997-4e7c-96c6-e2b54ae8dcc3 tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Pushing event updated for resources: {'Subnet': ['ID=e19a55dd-984f-47af-965b-3d24eb9f476f,revision_number=0']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:46:31.309062 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-943c424b-d997-4e7c-96c6-e2b54ae8dcc3 tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.4962535 Sep 23 19:46:31.312092 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 42094) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:46:31.317301 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.v2.base [None req-125b4299-3fa8-4ce1-9035-ab8e3ac043d8 tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-330722942', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=95101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:46:31.366279 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-125b4299-3fa8-4ce1-9035-ab8e3ac043d8 tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-594563', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29355'] for router, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:46:31.368008 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-125b4299-3fa8-4ce1-9035-ab8e3ac043d8 tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-597363', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-601731', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-739356', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29346'] for router, precommit_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:46:31.495496 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-125b4299-3fa8-4ce1-9035-ab8e3ac043d8 tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:46:31.502404 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-125b4299-3fa8-4ce1-9035-ab8e3ac043d8 tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-597258', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-601790'] for router, after_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:46:31.557029 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-125b4299-3fa8-4ce1-9035-ab8e3ac043d8 tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Notify callbacks [] for router, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:46:31.560236 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26afba73-b95e-4cbe-837a-ddb2885712e9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4c8b80df-07eb-5275-9f17-5cf640db67c0-3e6c6ec3-89f7-4fc2-8252-c7df087533ec', 'network_id': '3e6c6ec3-89f7-4fc2-8252-c7df087533ec', 'tenant_id': 'ef2dbafd0ba44b7485191a034ef43810', 'fixed_ips': [{'subnet_id': 'e19a55dd-984f-47af-965b-3d24eb9f476f'}]}} from n-d-713301-16. {{(pid=95103) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 23 19:46:31.561500 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-26afba73-b95e-4cbe-837a-ddb2885712e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_create {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:46:31.569826 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-125b4299-3fa8-4ce1-9035-ab8e3ac043d8 tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] 10.222.0.67 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.2565432 Sep 23 19:46:31.570881 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 42106) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:46:31.572872 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 42108) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:46:31.580968 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.v2.base [None req-caa77a6a-05a4-4bdb-a1cc-f02e0977c615 tempest-TestNetworkBasicOps-1575950199 tempest-TestNetworkBasicOps-1575950199-project] Request body: {'network': {'name': 'tempest-network-smoke--1049129337', 'project_id': '7fd7324f75754f93a5f1d406b61f5276', 'port_security_enabled': True}} {{(pid=95101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:46:31.588769 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a51239c5-b5fd-4499-98bb-925f625e2493 req-fd18f647-f0b5-43ae-80fb-502942eb5133 tempest-AttachVolumeShelveTestJSON-2035318112 tempest-AttachVolumeShelveTestJSON-2035318112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:46:31.599785 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-a51239c5-b5fd-4499-98bb-925f625e2493 req-fd18f647-f0b5-43ae-80fb-502942eb5133 tempest-AttachVolumeShelveTestJSON-2035318112 tempest-AttachVolumeShelveTestJSON-2035318112-project] 10.222.0.67 "GET /v2.0/ports?device_id=036bfa8b-48f6-483d-9ccb-759a52abd0b0 HTTP/1.1" status: 200 len: 946 time: 0.1110528 Sep 23 19:46:31.706774 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-a51239c5-b5fd-4499-98bb-925f625e2493 req-40db5cc1-32b0-4972-89f4-a5a8cb3319c5 tempest-AttachVolumeShelveTestJSON-2035318112 tempest-AttachVolumeShelveTestJSON-2035318112-project] 10.222.0.67 "GET /v2.0/security-groups?id=209f1ee5-6189-41c6-b235-f9c754b12a19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1047769 Sep 23 19:46:31.710713 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 42110) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:46:31.710901 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Device 3705bf92-73e9-4fde-bf0c-f55676bf0258 no longer exists at agent ovs-agent-n-d-713301-16 {{(pid=95103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 19:46:31.762858 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.plugin [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] No Port match for: 3705bf92-73e9-4fde-bf0c-f55676bf0258 {{(pid=95103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 19:46:31.763112 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Device 3705bf92-73e9-4fde-bf0c-f55676bf0258 not bound to the agent host n-d-713301-16 {{(pid=95103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 19:46:31.790229 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.db_base_plugin_common [None req-26afba73-b95e-4cbe-837a-ddb2885712e9 None None] Allocated IP 2001:db8::2 (3e6c6ec3-89f7-4fc2-8252-c7df087533ec/e19a55dd-984f-47af-965b-3d24eb9f476f/d18804cf-022f-4424-94d7-881917807f5d) {{(pid=95103) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 19:46:31.935845 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.v2.base [None req-1ae4e6e3-dd3e-40a5-bd93-d44579871a22 tempest-QuotasNegativeTest-1945651374 tempest-QuotasNegativeTest-1945651374-project-admin] Request body: {'quota': {'network': 2}} {{(pid=95102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:46:31.960491 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-1ae4e6e3-dd3e-40a5-bd93-d44579871a22 tempest-QuotasNegativeTest-1945651374 tempest-QuotasNegativeTest-1945651374-project-admin] 10.222.0.67 "PUT /v2.0/quotas/708f938afda741119e752be2a04d6176 HTTP/1.1" status: 200 len: 368 time: 0.2415373 Sep 23 19:46:31.968651 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 42120) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:46:31.972665 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.v2.base [None req-b069fcdf-36bb-4dbd-841e-93a43db09a1a tempest-QuotasNegativeTest-1945651374 tempest-QuotasNegativeTest-1945651374-project-admin] Request body: {'network': {'project_id': '708f938afda741119e752be2a04d6176'}} {{(pid=95102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:46:31.981137 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-26afba73-b95e-4cbe-837a-ddb2885712e9 None None] Notify callbacks [] for port, precommit_create {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:46:31.992674 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-26afba73-b95e-4cbe-837a-ddb2885712e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783145673135'] for port, after_create {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:46:32.010147 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b069fcdf-36bb-4dbd-841e-93a43db09a1a tempest-QuotasNegativeTest-1945651374 tempest-QuotasNegativeTest-1945651374-project-admin] Made reservation on behalf of 708f938afda741119e752be2a04d6176 for: {'network': 1} {{(pid=95102) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:46:32.013384 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-b069fcdf-36bb-4dbd-841e-93a43db09a1a tempest-QuotasNegativeTest-1945651374 tempest-QuotasNegativeTest-1945651374-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for network, before_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:46:32.023234 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-b069fcdf-36bb-4dbd-841e-93a43db09a1a tempest-QuotasNegativeTest-1945651374 tempest-QuotasNegativeTest-1945651374-project-admin] Notify callbacks [] for security_group, before_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:46:32.046693 n-d-713301-16 neutron-server[95103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26afba73-b95e-4cbe-837a-ddb2885712e9 None None] Network 3e6c6ec3-89f7-4fc2-8252-c7df087533ec is already hosted by enough agents. {{(pid=95103) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:46:32.050483 n-d-713301-16 neutron-server[95103]: DEBUG neutron.scheduler.base_scheduler [None req-26afba73-b95e-4cbe-837a-ddb2885712e9 None None] Resources bound (agent type, host, resource id): {{(pid=95103) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:46:32.062823 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26afba73-b95e-4cbe-837a-ddb2885712e9 None None] Received port after_create {{(pid=95103) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 19:46:32.066627 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-caa77a6a-05a4-4bdb-a1cc-f02e0977c615 tempest-TestNetworkBasicOps-1575950199 tempest-TestNetworkBasicOps-1575950199-project] Made reservation on behalf of 7fd7324f75754f93a5f1d406b61f5276 for: {'network': 1} {{(pid=95101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:46:32.069583 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26afba73-b95e-4cbe-837a-ddb2885712e9 None None] Pushing event updated for resources: {'Port': ['ID=d18804cf-022f-4424-94d7-881917807f5d,revision_number=1']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:46:32.070703 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-caa77a6a-05a4-4bdb-a1cc-f02e0977c615 tempest-TestNetworkBasicOps-1575950199 tempest-TestNetworkBasicOps-1575950199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for network, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:46:32.099170 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-4d6e35ad-1e25-4cae-a84e-c9c0c0cca4c2 tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:46:32.150619 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-b069fcdf-36bb-4dbd-841e-93a43db09a1a tempest-QuotasNegativeTest-1945651374 tempest-QuotasNegativeTest-1945651374-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:46:32.157431 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-b069fcdf-36bb-4dbd-841e-93a43db09a1a tempest-QuotasNegativeTest-1945651374 tempest-QuotasNegativeTest-1945651374-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:46:32.193716 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b069fcdf-36bb-4dbd-841e-93a43db09a1a tempest-QuotasNegativeTest-1945651374 tempest-QuotasNegativeTest-1945651374-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 627} {{(pid=95102) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 19:46:32.196731 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-caa77a6a-05a4-4bdb-a1cc-f02e0977c615 tempest-TestNetworkBasicOps-1575950199 tempest-TestNetworkBasicOps-1575950199-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 629} {{(pid=95101) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 19:46:32.206284 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b069fcdf-36bb-4dbd-841e-93a43db09a1a tempest-QuotasNegativeTest-1945651374 tempest-QuotasNegativeTest-1945651374-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71308e89-1fd8-44c7-90c3-c100adef49a2,revision_number=1']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:46:32.215416 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-b069fcdf-36bb-4dbd-841e-93a43db09a1a tempest-QuotasNegativeTest-1945651374 tempest-QuotasNegativeTest-1945651374-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1756186'] for segment, precommit_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:46:32.215830 n-d-713301-16 neutron-server[95102]: INFO neutron.db.segments_db [None req-b069fcdf-36bb-4dbd-841e-93a43db09a1a tempest-QuotasNegativeTest-1945651374 tempest-QuotasNegativeTest-1945651374-project-admin] Added segment 9b7412f4-44e7-4347-aa4e-e02665e9e2e3 of type vlan for network 74f6312a-0683-4fdd-876c-043799ddb0d1 Sep 23 19:46:32.271691 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Device 79ee258c-88f6-46b2-b5bb-87d8ad0b9864 details requested by agent hyperv_n-h1-713301-16 with host n-h1-713301-16 {{(pid=95103) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 19:46:32.272983 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-b069fcdf-36bb-4dbd-841e-93a43db09a1a tempest-QuotasNegativeTest-1945651374 tempest-QuotasNegativeTest-1945651374-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783145630486'] for network, precommit_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:46:32.296433 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-caa77a6a-05a4-4bdb-a1cc-f02e0977c615 tempest-TestNetworkBasicOps-1575950199 tempest-TestNetworkBasicOps-1575950199-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1756186'] for segment, precommit_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:46:32.297080 n-d-713301-16 neutron-server[95101]: INFO neutron.db.segments_db [None req-caa77a6a-05a4-4bdb-a1cc-f02e0977c615 tempest-TestNetworkBasicOps-1575950199 tempest-TestNetworkBasicOps-1575950199-project] Added segment 96416483-61df-4d5d-959f-f6cb30a6287b of type vlan for network 6f40e4e0-6eba-4f7f-94d2-0661976f2d8b Sep 23 19:46:32.311778 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.managers [None req-26afba73-b95e-4cbe-837a-ddb2885712e9 None None] Attempting to bind port d18804cf-022f-4424-94d7-881917807f5d on host n-d-713301-16 for vnic_type normal with profile {{(pid=95103) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 19:46:32.312159 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.managers [None req-26afba73-b95e-4cbe-837a-ddb2885712e9 None None] Attempting to bind port d18804cf-022f-4424-94d7-881917807f5d by drivers openvswitch,hyperv on host n-d-713301-16 at level 0 using segments [{'id': '5c8360fd-bd95-490f-abbb-4e7bd94ab9a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '3e6c6ec3-89f7-4fc2-8252-c7df087533ec'}] {{(pid=95103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 19:46:32.312531 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26afba73-b95e-4cbe-837a-ddb2885712e9 None None] Attempting to bind port d18804cf-022f-4424-94d7-881917807f5d on network 3e6c6ec3-89f7-4fc2-8252-c7df087533ec {{(pid=95103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:46:32.327959 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26afba73-b95e-4cbe-837a-ddb2885712e9 None None] Checking agent: {'id': '70a14545-df24-472f-8f95-bfe1719bff93', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 19, 7, 53), 'started_at': datetime.datetime(2021, 9, 23, 19, 8, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 19, 46, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 19:46:32.328348 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26afba73-b95e-4cbe-837a-ddb2885712e9 None None] Checking segment: {'id': '5c8360fd-bd95-490f-abbb-4e7bd94ab9a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '3e6c6ec3-89f7-4fc2-8252-c7df087533ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95103) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:46:32.328795 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-26afba73-b95e-4cbe-837a-ddb2885712e9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:46:32.329198 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26afba73-b95e-4cbe-837a-ddb2885712e9 None None] Bound using segment: {'id': '5c8360fd-bd95-490f-abbb-4e7bd94ab9a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '3e6c6ec3-89f7-4fc2-8252-c7df087533ec'} {{(pid=95103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 19:46:32.329691 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.managers [None req-26afba73-b95e-4cbe-837a-ddb2885712e9 None None] Bound port: d18804cf-022f-4424-94d7-881917807f5d, host: n-d-713301-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5c8360fd-bd95-490f-abbb-4e7bd94ab9a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '3e6c6ec3-89f7-4fc2-8252-c7df087533ec'}}] {{(pid=95103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 19:46:32.330084 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-26afba73-b95e-4cbe-837a-ddb2885712e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:46:32.374444 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-b069fcdf-36bb-4dbd-841e-93a43db09a1a tempest-QuotasNegativeTest-1945651374 tempest-QuotasNegativeTest-1945651374-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299'] for network, after_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:46:32.376088 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b069fcdf-36bb-4dbd-841e-93a43db09a1a tempest-QuotasNegativeTest-1945651374 tempest-QuotasNegativeTest-1945651374-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:46:32.377343 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-b069fcdf-36bb-4dbd-841e-93a43db09a1a tempest-QuotasNegativeTest-1945651374 tempest-QuotasNegativeTest-1945651374-project-admin] Notify callbacks [] for network, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:46:32.396290 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-caa77a6a-05a4-4bdb-a1cc-f02e0977c615 tempest-TestNetworkBasicOps-1575950199 tempest-TestNetworkBasicOps-1575950199-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783145630486'] for network, precommit_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:46:32.426919 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-caa77a6a-05a4-4bdb-a1cc-f02e0977c615 tempest-TestNetworkBasicOps-1575950199 tempest-TestNetworkBasicOps-1575950199-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299'] for network, after_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:46:32.433489 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-caa77a6a-05a4-4bdb-a1cc-f02e0977c615 tempest-TestNetworkBasicOps-1575950199 tempest-TestNetworkBasicOps-1575950199-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:46:32.434237 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-caa77a6a-05a4-4bdb-a1cc-f02e0977c615 tempest-TestNetworkBasicOps-1575950199 tempest-TestNetworkBasicOps-1575950199-project] Notify callbacks [] for network, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:46:32.450739 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-b069fcdf-36bb-4dbd-841e-93a43db09a1a tempest-QuotasNegativeTest-1945651374 tempest-QuotasNegativeTest-1945651374-project-admin] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 0.4812202 Sep 23 19:46:32.454178 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 42126) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:46:32.472805 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] For port 79ee258c-88f6-46b2-b5bb-87d8ad0b9864, host n-h1-713301-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-16',level=0,port_id=79ee258c-88f6-46b2-b5bb-87d8ad0b9864,segment=NetworkSegment(c5b82793-12a0-4116-8d9f-ade119c657cf),segment_id=c5b82793-12a0-4116-8d9f-ade119c657cf)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:46:32.477019 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.v2.base [None req-ba8f6b96-bc72-421f-b492-520878e25874 tempest-QuotasNegativeTest-1945651374 tempest-QuotasNegativeTest-1945651374-project-admin] Request body: {'network': {'project_id': '708f938afda741119e752be2a04d6176'}} {{(pid=95102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:46:32.481842 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-26afba73-b95e-4cbe-837a-ddb2885712e9 None None] For port d18804cf-022f-4424-94d7-881917807f5d, host n-d-713301-16, cleared binding levels {{(pid=95103) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 19:46:32.487082 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-26afba73-b95e-4cbe-837a-ddb2885712e9 None None] For port d18804cf-022f-4424-94d7-881917807f5d, host n-d-713301-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-16',level=0,port_id=d18804cf-022f-4424-94d7-881917807f5d,segment=NetworkSegment(5c8360fd-bd95-490f-abbb-4e7bd94ab9a5),segment_id=5c8360fd-bd95-490f-abbb-4e7bd94ab9a5)] {{(pid=95103) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 19:46:32.492055 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Returning: {'device': '79ee258c-88f6-46b2-b5bb-87d8ad0b9864', 'network_id': 'fc2b89b8-ce3f-4c16-8b68-220076c74d2b', 'port_id': '79ee258c-88f6-46b2-b5bb-87d8ad0b9864', 'mac_address': 'fa:16:3e:5a:2c:a0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 644, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cfb66c78-2a7b-4d98-8fdd-683258461232', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95103) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 19:46:32.494316 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-26afba73-b95e-4cbe-837a-ddb2885712e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:46:32.527755 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa77a6a-05a4-4bdb-a1cc-f02e0977c615 tempest-TestNetworkBasicOps-1575950199 tempest-TestNetworkBasicOps-1575950199-project] Pushing event updated for resources: {'Network': ['ID=6f40e4e0-6eba-4f7f-94d2-0661976f2d8b,revision_number=1']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:46:32.541516 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-caa77a6a-05a4-4bdb-a1cc-f02e0977c615 tempest-TestNetworkBasicOps-1575950199 tempest-TestNetworkBasicOps-1575950199-project] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.9693210 Sep 23 19:46:32.544669 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b069fcdf-36bb-4dbd-841e-93a43db09a1a tempest-QuotasNegativeTest-1945651374 tempest-QuotasNegativeTest-1945651374-project-admin] Pushing event updated for resources: {'Network': ['ID=74f6312a-0683-4fdd-876c-043799ddb0d1,revision_number=1']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:46:32.547035 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 42128) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:46:32.568554 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:46:32.574457 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Network 6f40e4e0-6eba-4f7f-94d2-0661976f2d8b details requested by agent ovs-agent-n-d-713301-16 with host n-d-713301-16 {{(pid=95103) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 19:46:32.577805 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Network 74f6312a-0683-4fdd-876c-043799ddb0d1 details requested by agent ovs-agent-n-d-713301-16 with host n-d-713301-16 {{(pid=95103) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 19:46:32.583311 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba8f6b96-bc72-421f-b492-520878e25874 tempest-QuotasNegativeTest-1945651374 tempest-QuotasNegativeTest-1945651374-project-admin] Made reservation on behalf of 708f938afda741119e752be2a04d6176 for: {'network': 1} {{(pid=95102) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:46:32.587466 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-ba8f6b96-bc72-421f-b492-520878e25874 tempest-QuotasNegativeTest-1945651374 tempest-QuotasNegativeTest-1945651374-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for network, before_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:46:32.643672 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ba8f6b96-bc72-421f-b492-520878e25874 tempest-QuotasNegativeTest-1945651374 tempest-QuotasNegativeTest-1945651374-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 637} {{(pid=95102) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 19:46:32.669066 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82e1a9e3-d87c-4959-a068-820aac0d1322 tempest-TestNetworkBasicOps-1297983559 tempest-TestNetworkBasicOps-1297983559-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:46:32.670408 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-ba8f6b96-bc72-421f-b492-520878e25874 tempest-QuotasNegativeTest-1945651374 tempest-QuotasNegativeTest-1945651374-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1756186'] for segment, precommit_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:46:32.670943 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-82e1a9e3-d87c-4959-a068-820aac0d1322 tempest-TestNetworkBasicOps-1297983559 tempest-TestNetworkBasicOps-1297983559-project-admin] 10.222.0.67 "GET /v2.0/subnets?project_id=7fd7324f75754f93a5f1d406b61f5276&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 830 time: 0.1228511 Sep 23 19:46:32.674885 n-d-713301-16 neutron-server[95102]: INFO neutron.db.segments_db [None req-ba8f6b96-bc72-421f-b492-520878e25874 tempest-QuotasNegativeTest-1945651374 tempest-QuotasNegativeTest-1945651374-project-admin] Added segment b055e19a-c25e-426f-869b-e5398cb1a6b7 of type vlan for network 212f62b7-61d2-4f61-88e2-d50412c4e524 Sep 23 19:46:32.675420 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 42134) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:46:32.701180 n-d-713301-16 neutron-server[95103]: DEBUG neutron.notifiers.nova [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 79ee258c-88f6-46b2-b5bb-87d8ad0b9864 {{(pid=95103) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 19:46:32.762453 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-ba8f6b96-bc72-421f-b492-520878e25874 tempest-QuotasNegativeTest-1945651374 tempest-QuotasNegativeTest-1945651374-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783145630486'] for network, precommit_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:46:32.805898 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-ba8f6b96-bc72-421f-b492-520878e25874 tempest-QuotasNegativeTest-1945651374 tempest-QuotasNegativeTest-1945651374-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299'] for network, after_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:46:32.808068 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba8f6b96-bc72-421f-b492-520878e25874 tempest-QuotasNegativeTest-1945651374 tempest-QuotasNegativeTest-1945651374-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:46:32.808977 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-ba8f6b96-bc72-421f-b492-520878e25874 tempest-QuotasNegativeTest-1945651374 tempest-QuotasNegativeTest-1945651374-project-admin] Notify callbacks [] for network, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:46:32.857063 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26afba73-b95e-4cbe-837a-ddb2885712e9 None None] Pushing event updated for resources: {'Port': ['ID=d18804cf-022f-4424-94d7-881917807f5d,revision_number=2']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:46:32.919475 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-ba8f6b96-bc72-421f-b492-520878e25874 tempest-QuotasNegativeTest-1945651374 tempest-QuotasNegativeTest-1945651374-project-admin] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 0.4585009 Sep 23 19:46:32.941711 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 42140) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:46:32.948044 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.v2.base [None req-8f9ecb54-b379-4314-9671-6ec2ceb922cf tempest-QuotasNegativeTest-1945651374 tempest-QuotasNegativeTest-1945651374-project-admin] Request body: {'network': {'project_id': '708f938afda741119e752be2a04d6176'}} {{(pid=95102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:46:32.979138 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c7e0b30-e581-438a-b266-69e6ac423988 tempest-TestNetworkBasicOps-1297983559 tempest-TestNetworkBasicOps-1297983559-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:46:32.979876 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] For port 79ee258c-88f6-46b2-b5bb-87d8ad0b9864, host n-h1-713301-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-16',level=0,port_id=79ee258c-88f6-46b2-b5bb-87d8ad0b9864,segment=NetworkSegment(c5b82793-12a0-4116-8d9f-ade119c657cf),segment_id=c5b82793-12a0-4116-8d9f-ade119c657cf)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:46:32.980908 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-0c7e0b30-e581-438a-b266-69e6ac423988 tempest-TestNetworkBasicOps-1297983559 tempest-TestNetworkBasicOps-1297983559-project-admin] 10.222.0.67 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.3033643 Sep 23 19:46:32.983846 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 42142) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:46:32.989190 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:46:33.039895 n-d-713301-16 neutron-server[95102]: INFO neutron.pecan_wsgi.hooks.translation [None req-8f9ecb54-b379-4314-9671-6ec2ceb922cf tempest-QuotasNegativeTest-1945651374 tempest-QuotasNegativeTest-1945651374-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Sep 23 19:46:33.040366 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8f9ecb54-b379-4314-9671-6ec2ceb922cf tempest-QuotasNegativeTest-1945651374 tempest-QuotasNegativeTest-1945651374-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=95102) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 23 19:46:33.042076 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-8f9ecb54-b379-4314-9671-6ec2ceb922cf tempest-QuotasNegativeTest-1945651374 tempest-QuotasNegativeTest-1945651374-project-admin] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 409 len: 310 time: 0.0991862 Sep 23 19:46:33.045166 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba8f6b96-bc72-421f-b492-520878e25874 tempest-QuotasNegativeTest-1945651374 tempest-QuotasNegativeTest-1945651374-project-admin] Pushing event updated for resources: {'Network': ['ID=212f62b7-61d2-4f61-88e2-d50412c4e524,revision_number=1']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:46:33.056659 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Network 212f62b7-61d2-4f61-88e2-d50412c4e524 details requested by agent ovs-agent-n-d-713301-16 with host n-d-713301-16 {{(pid=95103) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 19:46:33.061002 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 42144) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:46:33.070913 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9bf68f3-1e00-4395-9f19-068fcd24ca12 req-c4f4ecd9-c967-452c-bb7e-18b68170fe97 tempest-AttachVolumeShelveTestJSON-2035318112 tempest-AttachVolumeShelveTestJSON-2035318112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:46:33.072855 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-c9bf68f3-1e00-4395-9f19-068fcd24ca12 req-c4f4ecd9-c967-452c-bb7e-18b68170fe97 tempest-AttachVolumeShelveTestJSON-2035318112 tempest-AttachVolumeShelveTestJSON-2035318112-project] 10.222.0.67 "GET /v2.0/ports?device_id=036bfa8b-48f6-483d-9ccb-759a52abd0b0 HTTP/1.1" status: 200 len: 946 time: 0.1787577 Sep 23 19:46:33.075884 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] get_ports_and_sgs() called for port_ids ['79ee258c-88f6-46b2-b5bb-87d8ad0b9864'] {{(pid=95103) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 19:46:33.114332 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-7dfe46e1-f13f-4c47-a1a3-eaa4fcecf2d1 tempest-TestNetworkBasicOps-1297983559 tempest-TestNetworkBasicOps-1297983559-project-admin] 10.222.0.67 "GET /v2.0/subnets?network_id=5dec5c09-378e-4f50-89cc-d94eb81c3bac&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1288133 Sep 23 19:46:33.119263 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Pushing event updated for resources: {'Port': ['ID=79ee258c-88f6-46b2-b5bb-87d8ad0b9864,revision_number=6']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:46:33.119796 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 42146) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:46:33.183526 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-c2b3bd3b-8333-4a35-9edb-1d6e56fa2cde tempest-QuotasNegativeTest-1945651374 tempest-QuotasNegativeTest-1945651374-project-admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=708f938afda741119e752be2a04d6176&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1066568 Sep 23 19:46:33.187987 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-c9bf68f3-1e00-4395-9f19-068fcd24ca12 req-354fcb70-3de7-44f1-bedc-f0f2b5159152 tempest-AttachVolumeShelveTestJSON-2035318112 tempest-AttachVolumeShelveTestJSON-2035318112-project] 10.222.0.67 "GET /v2.0/security-groups?id=209f1ee5-6189-41c6-b235-f9c754b12a19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0853992 Sep 23 19:46:33.188476 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 42154) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:46:33.195884 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-4927d6f4-9f5b-48b8-a178-2a27384a59ec tempest-TestNetworkBasicOps-1297983559 tempest-TestNetworkBasicOps-1297983559-project-admin] 10.222.0.67 "GET /v2.0/subnets?project_id=7fd7324f75754f93a5f1d406b61f5276&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0741274 Sep 23 19:46:33.199698 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 42158) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:46:33.318034 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-fba381ef-9247-490d-aa02-5a35b2d0174a tempest-QuotasNegativeTest-1945651374 tempest-QuotasNegativeTest-1945651374-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:46:33.360365 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-fba381ef-9247-490d-aa02-5a35b2d0174a tempest-QuotasNegativeTest-1945651374 tempest-QuotasNegativeTest-1945651374-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:46:33.365273 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ecbc3a7-06c7-4cb5-8f52-440c7ce69663 tempest-TestNetworkBasicOps-1297983559 tempest-TestNetworkBasicOps-1297983559-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:46:33.367370 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-1ecbc3a7-06c7-4cb5-8f52-440c7ce69663 tempest-TestNetworkBasicOps-1297983559 tempest-TestNetworkBasicOps-1297983559-project-admin] 10.222.0.67 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1666219 Sep 23 19:46:33.372543 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 42164) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:46:33.386765 n-d-713301-16 neutron-server[95101]: DEBUG neutron.db.db_base_plugin_common [None req-4d6e35ad-1e25-4cae-a84e-c9c0c0cca4c2 tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Allocated IP 2001:db8::1 (3e6c6ec3-89f7-4fc2-8252-c7df087533ec/e19a55dd-984f-47af-965b-3d24eb9f476f/edf46697-8358-4c6a-8b06-048eec0feb01) {{(pid=95101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 19:46:33.416493 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-ae50ab48-4be4-4ef8-91b6-d9a79c7981a4 tempest-TestNetworkBasicOps-1297983559 tempest-TestNetworkBasicOps-1297983559-project-admin] 10.222.0.67 "GET /v2.0/subnets?network_id=5dec5c09-378e-4f50-89cc-d94eb81c3bac&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0424645 Sep 23 19:46:33.419859 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 42168) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:46:33.426689 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.v2.base [None req-7466803f-d323-425a-bb4f-06948d4c5d85 tempest-TestNetworkBasicOps-1575950199 tempest-TestNetworkBasicOps-1575950199-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1113498259', 'network_id': '6f40e4e0-6eba-4f7f-94d2-0661976f2d8b', 'project_id': '7fd7324f75754f93a5f1d406b61f5276', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=95101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:46:33.452176 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-fba381ef-9247-490d-aa02-5a35b2d0174a tempest-QuotasNegativeTest-1945651374 tempest-QuotasNegativeTest-1945651374-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:46:33.454855 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-fba381ef-9247-490d-aa02-5a35b2d0174a tempest-QuotasNegativeTest-1945651374 tempest-QuotasNegativeTest-1945651374-project-admin] Notify callbacks [] for security_group, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:46:33.458759 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-fba381ef-9247-490d-aa02-5a35b2d0174a tempest-QuotasNegativeTest-1945651374 tempest-QuotasNegativeTest-1945651374-project-admin] 10.222.0.67 "DELETE /v2.0/security-groups/71308e89-1fd8-44c7-90c3-c100adef49a2 HTTP/1.1" status: 204 len: 168 time: 0.2666428 Sep 23 19:46:33.459349 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 42172) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:46:33.606187 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fba381ef-9247-490d-aa02-5a35b2d0174a tempest-QuotasNegativeTest-1945651374 tempest-QuotasNegativeTest-1945651374-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71308e89-1fd8-44c7-90c3-c100adef49a2,revision_number=None']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:46:33.632766 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-40d3c4b7-2dc9-4e2b-bbae-2dfab300efd0 tempest-QuotasNegativeTest-1945651374 tempest-QuotasNegativeTest-1945651374-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1628021'] for network, before_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:46:33.651329 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7466803f-d323-425a-bb4f-06948d4c5d85 tempest-TestNetworkBasicOps-1575950199 tempest-TestNetworkBasicOps-1575950199-project] Made reservation on behalf of 7fd7324f75754f93a5f1d406b61f5276 for: {'subnet': 1} {{(pid=95101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:46:33.657248 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-7466803f-d323-425a-bb4f-06948d4c5d85 tempest-TestNetworkBasicOps-1575950199 tempest-TestNetworkBasicOps-1575950199-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6130979'] for subnet, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:46:33.717847 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Device d18804cf-022f-4424-94d7-881917807f5d up at agent ovs-agent-n-d-713301-16 {{(pid=95103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 19:46:33.766634 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-40d3c4b7-2dc9-4e2b-bbae-2dfab300efd0 tempest-QuotasNegativeTest-1945651374 tempest-QuotasNegativeTest-1945651374-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1754676', 'neutron.services.segments.db._delete_segments_for_network-8783146221460'] for network, precommit_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:46:33.780102 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-4d6e35ad-1e25-4cae-a84e-c9c0c0cca4c2 tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Notify callbacks [] for port, precommit_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:46:33.791821 n-d-713301-16 neutron-server[95102]: DEBUG neutron.services.segments.db [None req-40d3c4b7-2dc9-4e2b-bbae-2dfab300efd0 tempest-QuotasNegativeTest-1945651374 tempest-QuotasNegativeTest-1945651374-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['212f62b7-61d2-4f61-88e2-d50412c4e524']}} {{(pid=95102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:46:33.801998 n-d-713301-16 neutron-server[95102]: DEBUG neutron.services.segments.db [None req-40d3c4b7-2dc9-4e2b-bbae-2dfab300efd0 tempest-QuotasNegativeTest-1945651374 tempest-QuotasNegativeTest-1945651374-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b055e19a-c25e-426f-869b-e5398cb1a6b7') {'for_net_delete': True} {{(pid=95102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:46:33.802534 n-d-713301-16 neutron-server[95102]: DEBUG neutron.services.segments.db [None req-40d3c4b7-2dc9-4e2b-bbae-2dfab300efd0 tempest-QuotasNegativeTest-1945651374 tempest-QuotasNegativeTest-1945651374-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b055e19a-c25e-426f-869b-e5398cb1a6b7') {} {{(pid=95102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:46:33.814353 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-40d3c4b7-2dc9-4e2b-bbae-2dfab300efd0 tempest-QuotasNegativeTest-1945651374 tempest-QuotasNegativeTest-1945651374-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783146221725', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6162832'] for segment, before_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:46:33.829475 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-40d3c4b7-2dc9-4e2b-bbae-2dfab300efd0 tempest-QuotasNegativeTest-1945651374 tempest-QuotasNegativeTest-1945651374-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1756186'] for segment, precommit_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:46:33.837394 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-40d3c4b7-2dc9-4e2b-bbae-2dfab300efd0 tempest-QuotasNegativeTest-1945651374 tempest-QuotasNegativeTest-1945651374-project-admin] Releasing vlan 637 on physical network physnet1 to pool {{(pid=95102) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 19:46:33.838341 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-40d3c4b7-2dc9-4e2b-bbae-2dfab300efd0 tempest-QuotasNegativeTest-1945651374 tempest-QuotasNegativeTest-1945651374-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1756186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4398095'] for segment, after_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:46:33.846734 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Provisioning complete for port d18804cf-022f-4424-94d7-881917807f5d triggered by entity L2. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:46:33.847154 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:46:33.878860 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-4d6e35ad-1e25-4cae-a84e-c9c0c0cca4c2 tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783145673135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5607431'] for port, after_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:46:33.925057 n-d-713301-16 neutron-server[95102]: Traceback (most recent call last): Sep 23 19:46:33.925057 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 19:46:33.925057 n-d-713301-16 neutron-server[95102]: timer() Sep 23 19:46:33.925057 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 19:46:33.925057 n-d-713301-16 neutron-server[95102]: cb(*args, **kw) Sep 23 19:46:33.925057 n-d-713301-16 neutron-server[95102]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 19:46:33.925057 n-d-713301-16 neutron-server[95102]: return func(*args, **kwargs) Sep 23 19:46:33.925057 n-d-713301-16 neutron-server[95102]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 19:46:33.925057 n-d-713301-16 neutron-server[95102]: self._notify() Sep 23 19:46:33.925057 n-d-713301-16 neutron-server[95102]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 19:46:33.925057 n-d-713301-16 neutron-server[95102]: self.callback(batched_events) Sep 23 19:46:33.925057 n-d-713301-16 neutron-server[95102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 19:46:33.925057 n-d-713301-16 neutron-server[95102]: event.method(event) Sep 23 19:46:33.925057 n-d-713301-16 neutron-server[95102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 19:46:33.925057 n-d-713301-16 neutron-server[95102]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 19:46:33.925057 n-d-713301-16 neutron-server[95102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 19:46:33.925057 n-d-713301-16 neutron-server[95102]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 19:46:33.925057 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 19:46:33.925057 n-d-713301-16 neutron-server[95102]: return f(self, *a, **k) Sep 23 19:46:33.925057 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 19:46:33.925057 n-d-713301-16 neutron-server[95102]: return self._get(url).json() Sep 23 19:46:33.925057 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 19:46:33.925057 n-d-713301-16 neutron-server[95102]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 19:46:33.925057 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 19:46:33.925057 n-d-713301-16 neutron-server[95102]: return self.request(url, 'GET', **kwargs) Sep 23 19:46:33.925057 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 19:46:33.925057 n-d-713301-16 neutron-server[95102]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 19:46:33.925057 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 19:46:33.925057 n-d-713301-16 neutron-server[95102]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 19:46:33.925057 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 19:46:33.925057 n-d-713301-16 neutron-server[95102]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 19:46:33.925057 n-d-713301-16 neutron-server[95102]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 19:46:33.929189 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-40d3c4b7-2dc9-4e2b-bbae-2dfab300efd0 tempest-QuotasNegativeTest-1945651374 tempest-QuotasNegativeTest-1945651374-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1754627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-601866'] for network, after_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:46:33.962934 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-40d3c4b7-2dc9-4e2b-bbae-2dfab300efd0 tempest-QuotasNegativeTest-1945651374 tempest-QuotasNegativeTest-1945651374-project-admin] Notify callbacks [] for network, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:46:33.966539 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:46:33.968127 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-40d3c4b7-2dc9-4e2b-bbae-2dfab300efd0 tempest-QuotasNegativeTest-1945651374 tempest-QuotasNegativeTest-1945651374-project-admin] 10.222.0.67 "DELETE /v2.0/networks/212f62b7-61d2-4f61-88e2-d50412c4e524 HTTP/1.1" status: 204 len: 168 time: 0.5072258 Sep 23 19:46:33.975954 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40d3c4b7-2dc9-4e2b-bbae-2dfab300efd0 tempest-QuotasNegativeTest-1945651374 tempest-QuotasNegativeTest-1945651374-project-admin] Pushing event deleted for resources: {'Network': ['ID=212f62b7-61d2-4f61-88e2-d50412c4e524,revision_number=None']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:46:33.981495 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 42186) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:46:34.017772 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d6e35ad-1e25-4cae-a84e-c9c0c0cca4c2 tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Network 3e6c6ec3-89f7-4fc2-8252-c7df087533ec is already hosted by enough agents. {{(pid=95101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:46:34.025415 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.base_scheduler [None req-4d6e35ad-1e25-4cae-a84e-c9c0c0cca4c2 tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Resources bound (agent type, host, resource id): {{(pid=95101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:46:34.032834 n-d-713301-16 neutron-server[95101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d6e35ad-1e25-4cae-a84e-c9c0c0cca4c2 tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Received port after_create {{(pid=95101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 19:46:34.033691 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-4d6e35ad-1e25-4cae-a84e-c9c0c0cca4c2 tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-601987'] for router_interface, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:46:34.056017 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] For port d18804cf-022f-4424-94d7-881917807f5d, host n-d-713301-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-16',level=0,port_id=d18804cf-022f-4424-94d7-881917807f5d,segment=NetworkSegment(5c8360fd-bd95-490f-abbb-4e7bd94ab9a5),segment_id=5c8360fd-bd95-490f-abbb-4e7bd94ab9a5)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:46:34.066176 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:46:34.133047 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-4b658d3b-40df-4148-a64f-aa6abb166447 tempest-QuotasNegativeTest-1945651374 tempest-QuotasNegativeTest-1945651374-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1628021'] for network, before_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:46:34.177564 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Pushing event updated for resources: {'Port': ['ID=d18804cf-022f-4424-94d7-881917807f5d,revision_number=3']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:46:34.214560 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Device 79ee258c-88f6-46b2-b5bb-87d8ad0b9864 up at agent hyperv_n-h1-713301-16 {{(pid=95103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 19:46:34.289219 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-4b658d3b-40df-4148-a64f-aa6abb166447 tempest-QuotasNegativeTest-1945651374 tempest-QuotasNegativeTest-1945651374-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1754676', 'neutron.services.segments.db._delete_segments_for_network-8783146221460'] for network, precommit_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:46:34.320282 n-d-713301-16 neutron-server[95102]: DEBUG neutron.services.segments.db [None req-4b658d3b-40df-4148-a64f-aa6abb166447 tempest-QuotasNegativeTest-1945651374 tempest-QuotasNegativeTest-1945651374-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['74f6312a-0683-4fdd-876c-043799ddb0d1']}} {{(pid=95102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:46:34.361508 n-d-713301-16 neutron-server[95102]: DEBUG neutron.services.segments.db [None req-4b658d3b-40df-4148-a64f-aa6abb166447 tempest-QuotasNegativeTest-1945651374 tempest-QuotasNegativeTest-1945651374-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9b7412f4-44e7-4347-aa4e-e02665e9e2e3') {'for_net_delete': True} {{(pid=95102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:46:34.362092 n-d-713301-16 neutron-server[95102]: DEBUG neutron.services.segments.db [None req-4b658d3b-40df-4148-a64f-aa6abb166447 tempest-QuotasNegativeTest-1945651374 tempest-QuotasNegativeTest-1945651374-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9b7412f4-44e7-4347-aa4e-e02665e9e2e3') {} {{(pid=95102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:46:34.376050 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-4b658d3b-40df-4148-a64f-aa6abb166447 tempest-QuotasNegativeTest-1945651374 tempest-QuotasNegativeTest-1945651374-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783146221725', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6162832'] for segment, before_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:46:34.398322 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Provisioning complete for port 79ee258c-88f6-46b2-b5bb-87d8ad0b9864 triggered by entity L2. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:46:34.398814 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:46:34.478818 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-59f1a2e2-edd1-4d0e-a6fb-4fa1a20cac58 None None] Provisioning complete for port d18804cf-022f-4424-94d7-881917807f5d triggered by entity DHCP. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:46:34.479650 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-59f1a2e2-edd1-4d0e-a6fb-4fa1a20cac58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:46:34.530154 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-4b658d3b-40df-4148-a64f-aa6abb166447 tempest-QuotasNegativeTest-1945651374 tempest-QuotasNegativeTest-1945651374-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1756186'] for segment, precommit_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:46:34.551115 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4b658d3b-40df-4148-a64f-aa6abb166447 tempest-QuotasNegativeTest-1945651374 tempest-QuotasNegativeTest-1945651374-project-admin] Releasing vlan 627 on physical network physnet1 to pool {{(pid=95102) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 19:46:34.552368 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-4b658d3b-40df-4148-a64f-aa6abb166447 tempest-QuotasNegativeTest-1945651374 tempest-QuotasNegativeTest-1945651374-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1756186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4398095'] for segment, after_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:46:34.555264 n-d-713301-16 neutron-server[95102]: Traceback (most recent call last): Sep 23 19:46:34.555264 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 19:46:34.555264 n-d-713301-16 neutron-server[95102]: timer() Sep 23 19:46:34.555264 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 19:46:34.555264 n-d-713301-16 neutron-server[95102]: cb(*args, **kw) Sep 23 19:46:34.555264 n-d-713301-16 neutron-server[95102]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 19:46:34.555264 n-d-713301-16 neutron-server[95102]: return func(*args, **kwargs) Sep 23 19:46:34.555264 n-d-713301-16 neutron-server[95102]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 19:46:34.555264 n-d-713301-16 neutron-server[95102]: self._notify() Sep 23 19:46:34.555264 n-d-713301-16 neutron-server[95102]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 19:46:34.555264 n-d-713301-16 neutron-server[95102]: self.callback(batched_events) Sep 23 19:46:34.555264 n-d-713301-16 neutron-server[95102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 19:46:34.555264 n-d-713301-16 neutron-server[95102]: event.method(event) Sep 23 19:46:34.555264 n-d-713301-16 neutron-server[95102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 19:46:34.555264 n-d-713301-16 neutron-server[95102]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 19:46:34.555264 n-d-713301-16 neutron-server[95102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 19:46:34.555264 n-d-713301-16 neutron-server[95102]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 19:46:34.555264 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 19:46:34.555264 n-d-713301-16 neutron-server[95102]: return f(self, *a, **k) Sep 23 19:46:34.555264 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 19:46:34.555264 n-d-713301-16 neutron-server[95102]: return self._get(url).json() Sep 23 19:46:34.555264 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 19:46:34.555264 n-d-713301-16 neutron-server[95102]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 19:46:34.555264 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 19:46:34.555264 n-d-713301-16 neutron-server[95102]: return self.request(url, 'GET', **kwargs) Sep 23 19:46:34.555264 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 19:46:34.555264 n-d-713301-16 neutron-server[95102]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 19:46:34.555264 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 19:46:34.555264 n-d-713301-16 neutron-server[95102]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 19:46:34.555264 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 19:46:34.555264 n-d-713301-16 neutron-server[95102]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 19:46:34.555264 n-d-713301-16 neutron-server[95102]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 19:46:34.589858 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:46:34.590834 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e57d44-83b4-453f-93f5-99af26a01489 req-f986a48a-e8ca-46e3-bc76-eed69951e117 tempest-AttachVolumeShelveTestJSON-2035318112 tempest-AttachVolumeShelveTestJSON-2035318112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:46:34.594309 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-45e57d44-83b4-453f-93f5-99af26a01489 req-f986a48a-e8ca-46e3-bc76-eed69951e117 tempest-AttachVolumeShelveTestJSON-2035318112 tempest-AttachVolumeShelveTestJSON-2035318112-project] 10.222.0.67 "GET /v2.0/ports?device_id=036bfa8b-48f6-483d-9ccb-759a52abd0b0 HTTP/1.1" status: 200 len: 945 time: 0.2153776 Sep 23 19:46:34.690471 n-d-713301-16 neutron-server[95103]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '036bfa8b-48f6-483d-9ccb-759a52abd0b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '79ee258c-88f6-46b2-b5bb-87d8ad0b9864'}] {{(pid=95103) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 19:46:34.695055 n-d-713301-16 neutron-server[95103]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}81a1c17f2aa89d5b3ebbba3a3e0cf7eb588e431c2224256110c4c4facdd7c3e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-173a73a1-6019-4a8f-b2ca-6ab5cc6af801" -d '{"events": [{"server_uuid": "036bfa8b-48f6-483d-9ccb-759a52abd0b0", "name": "network-vif-plugged", "status": "completed", "tag": "79ee258c-88f6-46b2-b5bb-87d8ad0b9864"}]}' {{(pid=95103) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 19:46:34.729536 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-4b658d3b-40df-4148-a64f-aa6abb166447 tempest-QuotasNegativeTest-1945651374 tempest-QuotasNegativeTest-1945651374-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1754627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-601866'] for network, after_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:46:34.729913 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] For port 79ee258c-88f6-46b2-b5bb-87d8ad0b9864, host n-h1-713301-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-16',level=0,port_id=79ee258c-88f6-46b2-b5bb-87d8ad0b9864,segment=NetworkSegment(c5b82793-12a0-4116-8d9f-ade119c657cf),segment_id=c5b82793-12a0-4116-8d9f-ade119c657cf)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:46:34.737721 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:46:34.799206 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Pushing event updated for resources: {'Port': ['ID=79ee258c-88f6-46b2-b5bb-87d8ad0b9864,revision_number=7']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:46:34.801978 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-4b658d3b-40df-4148-a64f-aa6abb166447 tempest-QuotasNegativeTest-1945651374 tempest-QuotasNegativeTest-1945651374-project-admin] Notify callbacks [] for network, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:46:34.813952 n-d-713301-16 neutron-server[95103]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 19:46:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7e46a2c-e364-4425-8b00-5c68aaeeac71 x-openstack-request-id: req-a7e46a2c-e364-4425-8b00-5c68aaeeac71 {{(pid=95103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 19:46:34.814786 n-d-713301-16 neutron-server[95103]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "036bfa8b-48f6-483d-9ccb-759a52abd0b0", "name": "network-vif-plugged", "status": "completed", "tag": "79ee258c-88f6-46b2-b5bb-87d8ad0b9864", "code": 200}]} {{(pid=95103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 19:46:34.815305 n-d-713301-16 neutron-server[95103]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-a7e46a2c-e364-4425-8b00-5c68aaeeac71 {{(pid=95103) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 19:46:34.816003 n-d-713301-16 neutron-server[95103]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '036bfa8b-48f6-483d-9ccb-759a52abd0b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '79ee258c-88f6-46b2-b5bb-87d8ad0b9864', 'code': 200} Sep 23 19:46:34.816503 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-4b658d3b-40df-4148-a64f-aa6abb166447 tempest-QuotasNegativeTest-1945651374 tempest-QuotasNegativeTest-1945651374-project-admin] 10.222.0.67 "DELETE /v2.0/networks/74f6312a-0683-4fdd-876c-043799ddb0d1 HTTP/1.1" status: 204 len: 168 time: 0.8337290 Sep 23 19:46:34.817799 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b658d3b-40df-4148-a64f-aa6abb166447 tempest-QuotasNegativeTest-1945651374 tempest-QuotasNegativeTest-1945651374-project-admin] Pushing event deleted for resources: {'Network': ['ID=74f6312a-0683-4fdd-876c-043799ddb0d1,revision_number=None']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:46:34.822969 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-45e57d44-83b4-453f-93f5-99af26a01489 req-1d70ec0d-7e0e-45c3-8344-86f088a74e70 tempest-AttachVolumeShelveTestJSON-2035318112 tempest-AttachVolumeShelveTestJSON-2035318112-project] 10.222.0.67 "GET /v2.0/security-groups?id=209f1ee5-6189-41c6-b235-f9c754b12a19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2210395 Sep 23 19:46:34.901239 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-d9fb654d-c4b7-409b-ac94-c755e40863ca None None] Provisioning complete for port edf46697-8358-4c6a-8b06-048eec0feb01 triggered by entity DHCP. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:46:34.902161 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-d9fb654d-c4b7-409b-ac94-c755e40863ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:46:34.993097 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.plugin [None req-d9fb654d-c4b7-409b-ac94-c755e40863ca None None] Port edf46697-8358-4c6a-8b06-048eec0feb01 cannot update to ACTIVE because it is not bound. {{(pid=95103) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 19:46:35.000298 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d6e35ad-1e25-4cae-a84e-c9c0c0cca4c2 tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Pushing event updated for resources: {'Port': ['ID=edf46697-8358-4c6a-8b06-048eec0feb01,revision_number=1']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:46:35.167291 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-4d6e35ad-1e25-4cae-a84e-c9c0c0cca4c2 tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:46:35.302696 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-7466803f-d323-425a-bb4f-06948d4c5d85 tempest-TestNetworkBasicOps-1575950199 tempest-TestNetworkBasicOps-1575950199-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5607579', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6130961'] for subnet, after_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:46:35.450363 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7466803f-d323-425a-bb4f-06948d4c5d85 tempest-TestNetworkBasicOps-1575950199 tempest-TestNetworkBasicOps-1575950199-project] Checking segment: {'id': '96416483-61df-4d5d-959f-f6cb30a6287b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '6f40e4e0-6eba-4f7f-94d2-0661976f2d8b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:46:35.457368 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7466803f-d323-425a-bb4f-06948d4c5d85 tempest-TestNetworkBasicOps-1575950199 tempest-TestNetworkBasicOps-1575950199-project] Network hostable DHCP agents. Network: 6f40e4e0-6eba-4f7f-94d2-0661976f2d8b, hostable agents: ['1b18bf05-1b5f-4587-be5c-af3ac38e32ad'], hosted agents: [] {{(pid=95101) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 19:46:35.562288 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7466803f-d323-425a-bb4f-06948d4c5d85 tempest-TestNetworkBasicOps-1575950199 tempest-TestNetworkBasicOps-1575950199-project] Pushing event updated for resources: {'Subnet': ['ID=83419bee-51f1-4d63-b040-48c7cb443ecc,revision_number=0']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:46:35.567926 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7466803f-d323-425a-bb4f-06948d4c5d85 tempest-TestNetworkBasicOps-1575950199 tempest-TestNetworkBasicOps-1575950199-project] Network 6f40e4e0-6eba-4f7f-94d2-0661976f2d8b is scheduled to be hosted by DHCP agent 1b18bf05-1b5f-4587-be5c-af3ac38e32ad with binding_index 1 {{(pid=95101) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 19:46:35.639701 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.base_scheduler [None req-7466803f-d323-425a-bb4f-06948d4c5d85 tempest-TestNetworkBasicOps-1575950199 tempest-TestNetworkBasicOps-1575950199-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713301-16, 6f40e4e0-6eba-4f7f-94d2-0661976f2d8b) {{(pid=95101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:46:35.657649 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef09609d-0c38-463f-a1d5-dfe986f65d1d None None] Network 6f40e4e0-6eba-4f7f-94d2-0661976f2d8b requested from n-d-713301-16 {{(pid=95103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 19:46:35.693410 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7466803f-d323-425a-bb4f-06948d4c5d85 tempest-TestNetworkBasicOps-1575950199 tempest-TestNetworkBasicOps-1575950199-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:46:35.697970 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-7466803f-d323-425a-bb4f-06948d4c5d85 tempest-TestNetworkBasicOps-1575950199 tempest-TestNetworkBasicOps-1575950199-project] Notify callbacks [] for subnet, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:46:35.717007 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Device d18804cf-022f-4424-94d7-881917807f5d up at agent ovs-agent-n-d-713301-16 {{(pid=95103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 19:46:35.736588 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-7466803f-d323-425a-bb4f-06948d4c5d85 tempest-TestNetworkBasicOps-1575950199 tempest-TestNetworkBasicOps-1575950199-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 2.3154042 Sep 23 19:46:35.936035 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 42226) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:46:36.018133 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26aca4f4-0238-48a7-8a68-b8f84468f129 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4c8b80df-07eb-5275-9f17-5cf640db67c0-6f40e4e0-6eba-4f7f-94d2-0661976f2d8b', 'network_id': '6f40e4e0-6eba-4f7f-94d2-0661976f2d8b', 'tenant_id': '7fd7324f75754f93a5f1d406b61f5276', 'fixed_ips': [{'subnet_id': '83419bee-51f1-4d63-b040-48c7cb443ecc'}]}} from n-d-713301-16. {{(pid=95103) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 23 19:46:36.019003 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-26aca4f4-0238-48a7-8a68-b8f84468f129 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_create {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:46:36.037061 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-4d6e35ad-1e25-4cae-a84e-c9c0c0cca4c2 tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Notify callbacks [] for port, precommit_update {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:46:36.043898 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-4d6e35ad-1e25-4cae-a84e-c9c0c0cca4c2 tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5607436'] for port, after_update {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:46:36.045879 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-4d6e35ad-1e25-4cae-a84e-c9c0c0cca4c2 tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-527313', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-601459'] for router_interface, after_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:46:36.094275 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15cfe446-a69c-4891-9eb2-c9cf5343fd66 req-cc17b201-b60d-469b-8966-f75bb0af5023 tempest-AttachVolumeShelveTestJSON-2035318112 tempest-AttachVolumeShelveTestJSON-2035318112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:46:36.103783 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-15cfe446-a69c-4891-9eb2-c9cf5343fd66 req-cc17b201-b60d-469b-8966-f75bb0af5023 tempest-AttachVolumeShelveTestJSON-2035318112 tempest-AttachVolumeShelveTestJSON-2035318112-project] 10.222.0.67 "GET /v2.0/ports?device_id=036bfa8b-48f6-483d-9ccb-759a52abd0b0 HTTP/1.1" status: 200 len: 946 time: 0.1275656 Sep 23 19:46:36.157662 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-15cfe446-a69c-4891-9eb2-c9cf5343fd66 req-8277e8ea-92ab-450b-a584-dd34bb2ebb5d tempest-AttachVolumeShelveTestJSON-2035318112 tempest-AttachVolumeShelveTestJSON-2035318112-project] 10.222.0.67 "GET /v2.0/security-groups?id=209f1ee5-6189-41c6-b235-f9c754b12a19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0525486 Sep 23 19:46:36.198660 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Provisioning complete for port d18804cf-022f-4424-94d7-881917807f5d triggered by entity L2. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:46:36.198660 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:46:36.260324 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d6e35ad-1e25-4cae-a84e-c9c0c0cca4c2 tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Pushing event updated for resources: {'Port': ['ID=edf46697-8358-4c6a-8b06-048eec0feb01,revision_number=2']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:46:36.374647 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d6e35ad-1e25-4cae-a84e-c9c0c0cca4c2 tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Network 3e6c6ec3-89f7-4fc2-8252-c7df087533ec is already hosted by enough agents. {{(pid=95101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:46:36.376250 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.base_scheduler [None req-4d6e35ad-1e25-4cae-a84e-c9c0c0cca4c2 tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Resources bound (agent type, host, resource id): {{(pid=95101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:46:36.387916 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-5c59774b-838d-433f-b6d9-f00309f2b5dd admin admin] Notify callbacks [] for security_group, before_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:46:36.444525 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.db_base_plugin_common [None req-26aca4f4-0238-48a7-8a68-b8f84468f129 None None] Allocated IP 172.20.0.18 (6f40e4e0-6eba-4f7f-94d2-0661976f2d8b/83419bee-51f1-4d63-b040-48c7cb443ecc/f201527f-d777-4350-9513-df13734e3b61) {{(pid=95103) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 19:46:36.684460 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 42238) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:46:36.691243 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.v2.base [None req-d9794043-a749-4f43-9f27-36b1f94764aa tempest-TestNetworkBasicOps-1575950199 tempest-TestNetworkBasicOps-1575950199-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-849655676', 'description': 'tempest-secgroup-smoke-849655676 description', 'project_id': '7fd7324f75754f93a5f1d406b61f5276'}} {{(pid=95102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:46:36.698682 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-5c59774b-838d-433f-b6d9-f00309f2b5dd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:46:36.726911 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d6e35ad-1e25-4cae-a84e-c9c0c0cca4c2 tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Router 0e630c40-58c4-497e-8951-d6c138b18387 is scheduled to L3 agent 79a740bf-7821-4989-8288-7186e3e128f3 with binding_index 1 {{(pid=95101) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 23 19:46:36.752249 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-5c59774b-838d-433f-b6d9-f00309f2b5dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:46:36.911895 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-26aca4f4-0238-48a7-8a68-b8f84468f129 None None] Notify callbacks [] for port, precommit_create {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:46:36.947995 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-26aca4f4-0238-48a7-8a68-b8f84468f129 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783145673135'] for port, after_create {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:46:36.949554 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-5c59774b-838d-433f-b6d9-f00309f2b5dd admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=adf4a1343663411ea4b5b81710952cc8&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0118167 Sep 23 19:46:36.953647 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-d9794043-a749-4f43-9f27-36b1f94764aa tempest-TestNetworkBasicOps-1575950199 tempest-TestNetworkBasicOps-1575950199-project] Notify callbacks [] for security_group, before_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:46:36.954711 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 42242) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:46:36.995681 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c59774b-838d-433f-b6d9-f00309f2b5dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03dbab7e-2544-4b81-9cb3-dc2a7b8f5de0,revision_number=1']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:46:37.083023 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d6e35ad-1e25-4cae-a84e-c9c0c0cca4c2 tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Notify agent at l3_agent.n-d-713301-16 the message routers_updated {{(pid=95101) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 19:46:37.096163 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-3608532c-da57-4831-be9a-cb1df5543584 None None] Provisioning complete for port edf46697-8358-4c6a-8b06-048eec0feb01 triggered by entity DHCP. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:46:37.096800 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-3608532c-da57-4831-be9a-cb1df5543584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:46:37.102467 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 42244) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:46:37.105563 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-4d6e35ad-1e25-4cae-a84e-c9c0c0cca4c2 tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] 10.222.0.67 "PUT /v2.0/routers/0e630c40-58c4-497e-8951-d6c138b18387/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5123501 Sep 23 19:46:37.146867 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-8e1e5253-c077-4955-885e-16fcacd41658 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:46:37.173051 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f6d6820-9a03-407a-8288-23e0f56ae3c9 tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:46:37.176703 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-2f6d6820-9a03-407a-8288-23e0f56ae3c9 tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] 10.222.0.67 "GET /v2.0/ports/edf46697-8358-4c6a-8b06-048eec0feb01 HTTP/1.1" status: 200 len: 911 time: 0.0698652 Sep 23 19:46:37.182444 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 42250) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:46:37.189122 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be4b1616-0844-483c-920a-d3d9c4e2c57e None None] Sync routers for ids ['0e630c40-58c4-497e-8951-d6c138b18387'] in n-d-713301-16 {{(pid=95103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 19:46:37.210557 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-8e1e5253-c077-4955-885e-16fcacd41658 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:46:37.218106 n-d-713301-16 neutron-server[95103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26aca4f4-0238-48a7-8a68-b8f84468f129 None None] Network 6f40e4e0-6eba-4f7f-94d2-0661976f2d8b is already hosted by enough agents. {{(pid=95103) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:46:37.229813 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26aca4f4-0238-48a7-8a68-b8f84468f129 None None] Pushing event updated for resources: {'Port': ['ID=f201527f-d777-4350-9513-df13734e3b61,revision_number=1']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:46:37.239180 n-d-713301-16 neutron-server[95103]: DEBUG neutron.scheduler.base_scheduler [None req-26aca4f4-0238-48a7-8a68-b8f84468f129 None None] Resources bound (agent type, host, resource id): {{(pid=95103) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:46:37.261524 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26aca4f4-0238-48a7-8a68-b8f84468f129 None None] Received port after_create {{(pid=95103) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 19:46:37.290333 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.plugin [None req-3608532c-da57-4831-be9a-cb1df5543584 None None] Port edf46697-8358-4c6a-8b06-048eec0feb01 cannot update to ACTIVE because it is not bound. {{(pid=95103) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 19:46:37.297036 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be4b1616-0844-483c-920a-d3d9c4e2c57e None None] Routers {'0e630c40-58c4-497e-8951-d6c138b18387'} bound to L3 agent in host n-d-713301-16 {{(pid=95103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 19:46:37.299899 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_hamode_db [None req-be4b1616-0844-483c-920a-d3d9c4e2c57e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-23T19:07:52Z,description=,heartbeat_timestamp=2021-09-23T19:46:23Z,host='n-d-713301-16',id=79a740bf-7821-4989-8288-7186e3e128f3,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:07:52Z,topic='l3_agent')) {'router_ids': ['0e630c40-58c4-497e-8951-d6c138b18387'], 'active': True} {{(pid=95103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:46:37.323312 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-8e1e5253-c077-4955-885e-16fcacd41658 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:46:37.326148 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-8e1e5253-c077-4955-885e-16fcacd41658 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:46:37.329927 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-8e1e5253-c077-4955-885e-16fcacd41658 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/03dbab7e-2544-4b81-9cb3-dc2a7b8f5de0 HTTP/1.1" status: 204 len: 168 time: 0.3718567 Sep 23 19:46:37.339005 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e1e5253-c077-4955-885e-16fcacd41658 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03dbab7e-2544-4b81-9cb3-dc2a7b8f5de0,revision_number=None']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:46:37.442990 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-d9794043-a749-4f43-9f27-36b1f94764aa tempest-TestNetworkBasicOps-1575950199 tempest-TestNetworkBasicOps-1575950199-project] Notify callbacks [] for security_group, precommit_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:46:37.455501 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7573f9e3-95d4-4a17-9723-b5d66ba77007 tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:46:37.462566 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7573f9e3-95d4-4a17-9723-b5d66ba77007 tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:46:37.464238 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-7573f9e3-95d4-4a17-9723-b5d66ba77007 tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] 10.222.0.67 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.2797158 Sep 23 19:46:37.467182 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-d9794043-a749-4f43-9f27-36b1f94764aa tempest-TestNetworkBasicOps-1575950199 tempest-TestNetworkBasicOps-1575950199-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:46:37.467792 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 42258) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:46:37.499793 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9794043-a749-4f43-9f27-36b1f94764aa tempest-TestNetworkBasicOps-1575950199 tempest-TestNetworkBasicOps-1575950199-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0b7bf805-196a-46e6-addc-35aad14a7694,revision_number=1']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:46:37.519507 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36036af8-09d0-4aad-a327-84427b788fb2 req-a5c736de-1741-48c1-94a2-76d7310215e2 tempest-AttachVolumeShelveTestJSON-2035318112 tempest-AttachVolumeShelveTestJSON-2035318112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:46:37.527104 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-36036af8-09d0-4aad-a327-84427b788fb2 req-a5c736de-1741-48c1-94a2-76d7310215e2 tempest-AttachVolumeShelveTestJSON-2035318112 tempest-AttachVolumeShelveTestJSON-2035318112-project] 10.222.0.67 "GET /v2.0/ports?device_id=036bfa8b-48f6-483d-9ccb-759a52abd0b0 HTTP/1.1" status: 200 len: 946 time: 0.2493610 Sep 23 19:46:37.551998 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-d9794043-a749-4f43-9f27-36b1f94764aa tempest-TestNetworkBasicOps-1575950199 tempest-TestNetworkBasicOps-1575950199-project] Notify callbacks [] for security_group, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:46:37.556658 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-d9794043-a749-4f43-9f27-36b1f94764aa tempest-TestNetworkBasicOps-1575950199 tempest-TestNetworkBasicOps-1575950199-project] 10.222.0.67 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.8676426 Sep 23 19:46:37.557631 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 42260) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:46:37.566805 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.v2.base [None req-eacef112-ccdf-4af9-9df7-80ffd79387fa tempest-TestNetworkBasicOps-1575950199 tempest-TestNetworkBasicOps-1575950199-project] Request body: {'security_group_rule': {'security_group_id': '0b7bf805-196a-46e6-addc-35aad14a7694', 'project_id': '7fd7324f75754f93a5f1d406b61f5276', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:46:37.580622 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.managers [None req-26aca4f4-0238-48a7-8a68-b8f84468f129 None None] Attempting to bind port f201527f-d777-4350-9513-df13734e3b61 on host n-d-713301-16 for vnic_type normal with profile {{(pid=95103) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 19:46:37.580622 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.managers [None req-26aca4f4-0238-48a7-8a68-b8f84468f129 None None] Attempting to bind port f201527f-d777-4350-9513-df13734e3b61 by drivers openvswitch,hyperv on host n-d-713301-16 at level 0 using segments [{'id': '96416483-61df-4d5d-959f-f6cb30a6287b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '6f40e4e0-6eba-4f7f-94d2-0661976f2d8b'}] {{(pid=95103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 19:46:37.580622 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26aca4f4-0238-48a7-8a68-b8f84468f129 None None] Attempting to bind port f201527f-d777-4350-9513-df13734e3b61 on network 6f40e4e0-6eba-4f7f-94d2-0661976f2d8b {{(pid=95103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:46:37.605010 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26aca4f4-0238-48a7-8a68-b8f84468f129 None None] Checking agent: {'id': '70a14545-df24-472f-8f95-bfe1719bff93', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 19, 7, 53), 'started_at': datetime.datetime(2021, 9, 23, 19, 8, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 19, 46, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 19:46:37.606787 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26aca4f4-0238-48a7-8a68-b8f84468f129 None None] Checking segment: {'id': '96416483-61df-4d5d-959f-f6cb30a6287b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '6f40e4e0-6eba-4f7f-94d2-0661976f2d8b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95103) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:46:37.607251 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-26aca4f4-0238-48a7-8a68-b8f84468f129 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:46:37.608917 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26aca4f4-0238-48a7-8a68-b8f84468f129 None None] Bound using segment: {'id': '96416483-61df-4d5d-959f-f6cb30a6287b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '6f40e4e0-6eba-4f7f-94d2-0661976f2d8b'} {{(pid=95103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 19:46:37.621808 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-eacef112-ccdf-4af9-9df7-80ffd79387fa tempest-TestNetworkBasicOps-1575950199 tempest-TestNetworkBasicOps-1575950199-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:46:37.624325 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.managers [None req-26aca4f4-0238-48a7-8a68-b8f84468f129 None None] Bound port: f201527f-d777-4350-9513-df13734e3b61, host: n-d-713301-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '96416483-61df-4d5d-959f-f6cb30a6287b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '6f40e4e0-6eba-4f7f-94d2-0661976f2d8b'}}] {{(pid=95103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 19:46:37.624805 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-26aca4f4-0238-48a7-8a68-b8f84468f129 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:46:37.641024 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-36036af8-09d0-4aad-a327-84427b788fb2 req-5a0e62b4-8d5f-42fe-aa47-262dbae8a702 tempest-AttachVolumeShelveTestJSON-2035318112 tempest-AttachVolumeShelveTestJSON-2035318112-project] 10.222.0.67 "GET /v2.0/security-groups?id=209f1ee5-6189-41c6-b235-f9c754b12a19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1130040 Sep 23 19:46:37.715519 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_dvr_db [None req-be4b1616-0844-483c-920a-d3d9c4e2c57e None None] Set router 0e630c40-58c4-497e-8951-d6c138b18387 gateway port host: None {{(pid=95103) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 19:46:37.729786 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-eacef112-ccdf-4af9-9df7-80ffd79387fa tempest-TestNetworkBasicOps-1575950199 tempest-TestNetworkBasicOps-1575950199-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:46:37.747008 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-eacef112-ccdf-4af9-9df7-80ffd79387fa tempest-TestNetworkBasicOps-1575950199 tempest-TestNetworkBasicOps-1575950199-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575319'] for security_group_rule, after_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:46:37.778973 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eacef112-ccdf-4af9-9df7-80ffd79387fa tempest-TestNetworkBasicOps-1575950199 tempest-TestNetworkBasicOps-1575950199-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c6ffefa7-33ed-4c51-9a4d-697a05d6e3e3,revision_number=0']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:46:37.810429 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-eacef112-ccdf-4af9-9df7-80ffd79387fa tempest-TestNetworkBasicOps-1575950199 tempest-TestNetworkBasicOps-1575950199-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:46:37.812265 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-eacef112-ccdf-4af9-9df7-80ffd79387fa tempest-TestNetworkBasicOps-1575950199 tempest-TestNetworkBasicOps-1575950199-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2534227 Sep 23 19:46:37.814976 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 42264) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:46:37.820969 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.v2.base [None req-6f18860b-b21d-4066-b116-fceafcbf756d tempest-TestNetworkBasicOps-1575950199 tempest-TestNetworkBasicOps-1575950199-project] Request body: {'security_group_rule': {'security_group_id': '0b7bf805-196a-46e6-addc-35aad14a7694', 'project_id': '7fd7324f75754f93a5f1d406b61f5276', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=95102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:46:37.861526 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 42266) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:46:37.900956 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-4c4489d0-2918-42e9-81d9-666a017afa61 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:46:37.962502 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-26aca4f4-0238-48a7-8a68-b8f84468f129 None None] For port f201527f-d777-4350-9513-df13734e3b61, host n-d-713301-16, cleared binding levels {{(pid=95103) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 19:46:37.976880 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-6f18860b-b21d-4066-b116-fceafcbf756d tempest-TestNetworkBasicOps-1575950199 tempest-TestNetworkBasicOps-1575950199-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:46:38.094058 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-6f18860b-b21d-4066-b116-fceafcbf756d tempest-TestNetworkBasicOps-1575950199 tempest-TestNetworkBasicOps-1575950199-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:46:38.102844 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-6f18860b-b21d-4066-b116-fceafcbf756d tempest-TestNetworkBasicOps-1575950199 tempest-TestNetworkBasicOps-1575950199-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575319'] for security_group_rule, after_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:46:38.138861 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f18860b-b21d-4066-b116-fceafcbf756d tempest-TestNetworkBasicOps-1575950199 tempest-TestNetworkBasicOps-1575950199-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b55a0a11-ad3b-4c0b-a45f-5a8d25bf41f0,revision_number=0']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:46:38.174890 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-1de8864d-c2b1-4b27-b8e0-7bce859573bf tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-601372'] for router_interface, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:46:38.183851 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-26aca4f4-0238-48a7-8a68-b8f84468f129 None None] For port f201527f-d777-4350-9513-df13734e3b61, host n-d-713301-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-16',level=0,port_id=f201527f-d777-4350-9513-df13734e3b61,segment=NetworkSegment(96416483-61df-4d5d-959f-f6cb30a6287b),segment_id=96416483-61df-4d5d-959f-f6cb30a6287b)] {{(pid=95103) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 19:46:38.204149 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-26aca4f4-0238-48a7-8a68-b8f84468f129 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:46:38.209654 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-4c4489d0-2918-42e9-81d9-666a017afa61 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:46:38.218251 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-4c4489d0-2918-42e9-81d9-666a017afa61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:46:38.289590 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-4c4489d0-2918-42e9-81d9-666a017afa61 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=e0a7a764f65d4468a62cec61ea3a2e43&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4219677 Sep 23 19:46:38.339068 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 42274) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:46:38.341773 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26aca4f4-0238-48a7-8a68-b8f84468f129 None None] Pushing event updated for resources: {'Port': ['ID=f201527f-d777-4350-9513-df13734e3b61,revision_number=2']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:46:38.352439 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c4489d0-2918-42e9-81d9-666a017afa61 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=abf09ad0-3ff7-4e33-b31c-9913357b1c00,revision_number=1']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:46:38.361432 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-6f18860b-b21d-4066-b116-fceafcbf756d tempest-TestNetworkBasicOps-1575950199 tempest-TestNetworkBasicOps-1575950199-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:46:38.362573 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-6f18860b-b21d-4066-b116-fceafcbf756d tempest-TestNetworkBasicOps-1575950199 tempest-TestNetworkBasicOps-1575950199-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5463972 Sep 23 19:46:38.370272 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 42276) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:46:38.375847 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.v2.base [None req-ae940269-51b2-4680-a603-4b255f766aa0 tempest-TestNetworkBasicOps-1575950199 tempest-TestNetworkBasicOps-1575950199-project] Request body: {'security_group_rule': {'security_group_id': '0b7bf805-196a-46e6-addc-35aad14a7694', 'project_id': '7fd7324f75754f93a5f1d406b61f5276', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=95102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:46:38.404566 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_hamode_db [None req-be4b1616-0844-483c-920a-d3d9c4e2c57e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e630c40-58c4-497e-8951-d6c138b18387', 'name': 'tempest-NetworksTestDHCPv6-router-330722942', 'tenant_id': 'ef2dbafd0ba44b7485191a034ef43810', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:46:31Z', 'updated_at': '2021-09-23T19:46:35Z', 'revision_number': 2, 'project_id': 'ef2dbafd0ba44b7485191a034ef43810', 'gw_port_host': None, '_interfaces': [{'id': 'edf46697-8358-4c6a-8b06-048eec0feb01', 'name': '', 'network_id': '3e6c6ec3-89f7-4fc2-8252-c7df087533ec', 'tenant_id': 'ef2dbafd0ba44b7485191a034ef43810', 'mac_address': 'fa:16:3e:9f:3d:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e630c40-58c4-497e-8951-d6c138b18387', 'device_owner': 'network:router_interface', 'standard_attr_id': 3109, 'fixed_ips': [{'subnet_id': 'e19a55dd-984f-47af-965b-3d24eb9f476f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:46:32Z', 'updated_at': '2021-09-23T19:46:35Z', 'revision_number': 2, 'project_id': 'ef2dbafd0ba44b7485191a034ef43810', 'subnets': [{'id': 'e19a55dd-984f-47af-965b-3d24eb9f476f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-16', False) {} {{(pid=95103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:46:38.463751 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-ae940269-51b2-4680-a603-4b255f766aa0 tempest-TestNetworkBasicOps-1575950199 tempest-TestNetworkBasicOps-1575950199-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:46:38.488267 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be4b1616-0844-483c-920a-d3d9c4e2c57e None None] Checking router: 0e630c40-58c4-497e-8951-d6c138b18387 for host: n-d-713301-16 {{(pid=95103) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 19:46:38.489110 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be4b1616-0844-483c-920a-d3d9c4e2c57e None None] Updating router 0e630c40-58c4-497e-8951-d6c138b18387 port edf46697-8358-4c6a-8b06-048eec0feb01 binding host n-d-713301-16 {{(pid=95103) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 23 19:46:38.528485 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-be4b1616-0844-483c-920a-d3d9c4e2c57e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:46:38.610423 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-ae940269-51b2-4680-a603-4b255f766aa0 tempest-TestNetworkBasicOps-1575950199 tempest-TestNetworkBasicOps-1575950199-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:46:38.616179 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-ae940269-51b2-4680-a603-4b255f766aa0 tempest-TestNetworkBasicOps-1575950199 tempest-TestNetworkBasicOps-1575950199-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575319'] for security_group_rule, after_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:46:38.625644 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-1bd94ea6-413b-48a8-a8a3-917125bca5df admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:46:38.663067 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-ae940269-51b2-4680-a603-4b255f766aa0 tempest-TestNetworkBasicOps-1575950199 tempest-TestNetworkBasicOps-1575950199-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:46:38.664662 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-ae940269-51b2-4680-a603-4b255f766aa0 tempest-TestNetworkBasicOps-1575950199 tempest-TestNetworkBasicOps-1575950199-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2932425 Sep 23 19:46:38.674355 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 42282) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:46:38.676011 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae940269-51b2-4680-a603-4b255f766aa0 tempest-TestNetworkBasicOps-1575950199 tempest-TestNetworkBasicOps-1575950199-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a62cde32-3a1b-4ef8-9aa4-4d9ad61c99c4,revision_number=0']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:46:38.688302 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.v2.base [None req-f157881b-ba2b-4895-a2bd-9c671c827a5e tempest-TestNetworkBasicOps-1575950199 tempest-TestNetworkBasicOps-1575950199-project] Request body: {'security_group_rule': {'security_group_id': '0b7bf805-196a-46e6-addc-35aad14a7694', 'project_id': '7fd7324f75754f93a5f1d406b61f5276', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=95101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:46:38.773519 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-1bd94ea6-413b-48a8-a8a3-917125bca5df admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:46:38.837395 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-f157881b-ba2b-4895-a2bd-9c671c827a5e tempest-TestNetworkBasicOps-1575950199 tempest-TestNetworkBasicOps-1575950199-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:46:38.983902 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa21030-e164-42ed-9247-9f0a6b92633f req-d6613ef6-1d08-474e-84b7-a04a3376a346 tempest-AttachVolumeShelveTestJSON-2035318112 tempest-AttachVolumeShelveTestJSON-2035318112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:46:38.986100 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-4fa21030-e164-42ed-9247-9f0a6b92633f req-d6613ef6-1d08-474e-84b7-a04a3376a346 tempest-AttachVolumeShelveTestJSON-2035318112 tempest-AttachVolumeShelveTestJSON-2035318112-project] 10.222.0.67 "GET /v2.0/ports?device_id=036bfa8b-48f6-483d-9ccb-759a52abd0b0 HTTP/1.1" status: 200 len: 946 time: 0.1171045 Sep 23 19:46:39.041821 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.plugin [None req-1de8864d-c2b1-4b27-b8e0-7bce859573bf tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Deleting port edf46697-8358-4c6a-8b06-048eec0feb01 {{(pid=95101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:46:39.042177 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-1de8864d-c2b1-4b27-b8e0-7bce859573bf tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783146157096'] for port, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:46:39.067123 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-4fa21030-e164-42ed-9247-9f0a6b92633f req-34cadd9d-d253-4b74-b79b-695544bf0b28 tempest-AttachVolumeShelveTestJSON-2035318112 tempest-AttachVolumeShelveTestJSON-2035318112-project] 10.222.0.67 "GET /v2.0/security-groups?id=209f1ee5-6189-41c6-b235-f9c754b12a19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0734911 Sep 23 19:46:39.111785 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-f157881b-ba2b-4895-a2bd-9c671c827a5e tempest-TestNetworkBasicOps-1575950199 tempest-TestNetworkBasicOps-1575950199-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:46:39.116181 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-1bd94ea6-413b-48a8-a8a3-917125bca5df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:46:39.119229 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-1bd94ea6-413b-48a8-a8a3-917125bca5df admin admin] Notify callbacks [] for security_group, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:46:39.123528 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-1bd94ea6-413b-48a8-a8a3-917125bca5df admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/abf09ad0-3ff7-4e33-b31c-9913357b1c00 HTTP/1.1" status: 204 len: 168 time: 0.7834237 Sep 23 19:46:39.140437 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-f157881b-ba2b-4895-a2bd-9c671c827a5e tempest-TestNetworkBasicOps-1575950199 tempest-TestNetworkBasicOps-1575950199-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575319'] for security_group_rule, after_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:46:39.172416 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bd94ea6-413b-48a8-a8a3-917125bca5df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=abf09ad0-3ff7-4e33-b31c-9913357b1c00,revision_number=None']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:46:39.247611 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f157881b-ba2b-4895-a2bd-9c671c827a5e tempest-TestNetworkBasicOps-1575950199 tempest-TestNetworkBasicOps-1575950199-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ee180720-47b5-4cc0-a424-3183567607ec,revision_number=0']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:46:39.280900 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-f157881b-ba2b-4895-a2bd-9c671c827a5e tempest-TestNetworkBasicOps-1575950199 tempest-TestNetworkBasicOps-1575950199-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:46:39.285107 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 42294) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:46:39.285782 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-f157881b-ba2b-4895-a2bd-9c671c827a5e tempest-TestNetworkBasicOps-1575950199 tempest-TestNetworkBasicOps-1575950199-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6103899 Sep 23 19:46:39.290056 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.v2.base [None req-752cd130-710b-4e66-aea1-05d8c1734d6f tempest-TestNetworkBasicOps-1575950199 tempest-TestNetworkBasicOps-1575950199-project] Request body: {'security_group_rule': {'security_group_id': '0b7bf805-196a-46e6-addc-35aad14a7694', 'project_id': '7fd7324f75754f93a5f1d406b61f5276', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=95102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:46:39.305764 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-1de8864d-c2b1-4b27-b8e0-7bce859573bf tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-605701'] for port, precommit_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:46:39.330303 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.plugin [None req-1de8864d-c2b1-4b27-b8e0-7bce859573bf tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Calling delete_port for edf46697-8358-4c6a-8b06-048eec0feb01 owned by network:router_interface {{(pid=95101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:46:39.350543 n-d-713301-16 neutron-server[95102]: INFO neutron.db.securitygroups_db [None req-752cd130-710b-4e66-aea1-05d8c1734d6f tempest-TestNetworkBasicOps-1575950199 tempest-TestNetworkBasicOps-1575950199-project] Project 7fd7324f75754f93a5f1d406b61f5276 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 23 19:46:39.367501 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-752cd130-710b-4e66-aea1-05d8c1734d6f tempest-TestNetworkBasicOps-1575950199 tempest-TestNetworkBasicOps-1575950199-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:46:39.535287 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-752cd130-710b-4e66-aea1-05d8c1734d6f tempest-TestNetworkBasicOps-1575950199 tempest-TestNetworkBasicOps-1575950199-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:46:39.543230 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-752cd130-710b-4e66-aea1-05d8c1734d6f tempest-TestNetworkBasicOps-1575950199 tempest-TestNetworkBasicOps-1575950199-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575319'] for security_group_rule, after_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:46:39.598077 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-752cd130-710b-4e66-aea1-05d8c1734d6f tempest-TestNetworkBasicOps-1575950199 tempest-TestNetworkBasicOps-1575950199-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5d6ff1d6-5ac7-4a64-81b0-e9dd641f9268,revision_number=0']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:46:39.605805 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-752cd130-710b-4e66-aea1-05d8c1734d6f tempest-TestNetworkBasicOps-1575950199 tempest-TestNetworkBasicOps-1575950199-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:46:39.613977 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-752cd130-710b-4e66-aea1-05d8c1734d6f tempest-TestNetworkBasicOps-1575950199 tempest-TestNetworkBasicOps-1575950199-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3249149 Sep 23 19:46:39.616708 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 42302) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:46:39.621966 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.v2.base [None req-28b277b5-2907-4126-b2cc-5878f4ba4630 tempest-TestNetworkBasicOps-1575950199 tempest-TestNetworkBasicOps-1575950199-project] Request body: {'security_group_rule': {'security_group_id': '0b7bf805-196a-46e6-addc-35aad14a7694', 'project_id': '7fd7324f75754f93a5f1d406b61f5276', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=95101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:46:39.637452 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [req-c8c2c7a2-399b-4f27-9f69-37faeda77b23 req-cf2934bc-dba1-471d-84ba-6974ddeadfa2 service neutron] (95101) timed out ('10.222.0.53', 56983) {{(pid=95101) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 23 19:46:39.639750 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-be4b1616-0844-483c-920a-d3d9c4e2c57e None None] Notify callbacks [] for port, precommit_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:46:39.653125 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-be4b1616-0844-483c-920a-d3d9c4e2c57e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:46:39.679931 n-d-713301-16 neutron-server[95101]: INFO neutron.db.securitygroups_db [None req-28b277b5-2907-4126-b2cc-5878f4ba4630 tempest-TestNetworkBasicOps-1575950199 tempest-TestNetworkBasicOps-1575950199-project] Project 7fd7324f75754f93a5f1d406b61f5276 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 23 19:46:39.720017 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Device f201527f-d777-4350-9513-df13734e3b61 up at agent ovs-agent-n-d-713301-16 {{(pid=95103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 19:46:39.761327 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-28b277b5-2907-4126-b2cc-5878f4ba4630 tempest-TestNetworkBasicOps-1575950199 tempest-TestNetworkBasicOps-1575950199-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:46:39.879115 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-28b277b5-2907-4126-b2cc-5878f4ba4630 tempest-TestNetworkBasicOps-1575950199 tempest-TestNetworkBasicOps-1575950199-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:46:39.895732 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-28b277b5-2907-4126-b2cc-5878f4ba4630 tempest-TestNetworkBasicOps-1575950199 tempest-TestNetworkBasicOps-1575950199-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575319'] for security_group_rule, after_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:46:39.912456 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-1de8864d-c2b1-4b27-b8e0-7bce859573bf tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783146162158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783145673144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5607431'] for port, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:46:39.913213 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-427f6d28-bead-4101-bd5b-e001bd2fadf6 None None] Pushing event updated for resources: {'Port': ['ID=edf46697-8358-4c6a-8b06-048eec0feb01,revision_number=3']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:46:39.956545 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28b277b5-2907-4126-b2cc-5878f4ba4630 tempest-TestNetworkBasicOps-1575950199 tempest-TestNetworkBasicOps-1575950199-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bbc26f2b-f7f6-4c45-aa60-851bee380c21,revision_number=0']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:46:40.033347 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-28b277b5-2907-4126-b2cc-5878f4ba4630 tempest-TestNetworkBasicOps-1575950199 tempest-TestNetworkBasicOps-1575950199-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:46:40.036509 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-28b277b5-2907-4126-b2cc-5878f4ba4630 tempest-TestNetworkBasicOps-1575950199 tempest-TestNetworkBasicOps-1575950199-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4179068 Sep 23 19:46:40.038561 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1de8864d-c2b1-4b27-b8e0-7bce859573bf tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Pushing event deleted for resources: {'Port': ['ID=edf46697-8358-4c6a-8b06-048eec0feb01,revision_number=None']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:46:40.048671 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.managers [None req-be4b1616-0844-483c-920a-d3d9c4e2c57e None None] Attempting to bind port edf46697-8358-4c6a-8b06-048eec0feb01 on host n-d-713301-16 for vnic_type normal with profile {{(pid=95103) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 19:46:40.055877 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.managers [None req-be4b1616-0844-483c-920a-d3d9c4e2c57e None None] Attempting to bind port edf46697-8358-4c6a-8b06-048eec0feb01 by drivers openvswitch,hyperv on host n-d-713301-16 at level 0 using segments [{'id': '5c8360fd-bd95-490f-abbb-4e7bd94ab9a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '3e6c6ec3-89f7-4fc2-8252-c7df087533ec'}] {{(pid=95103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 19:46:40.056480 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be4b1616-0844-483c-920a-d3d9c4e2c57e None None] Attempting to bind port edf46697-8358-4c6a-8b06-048eec0feb01 on network 3e6c6ec3-89f7-4fc2-8252-c7df087533ec {{(pid=95103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:46:40.078757 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be4b1616-0844-483c-920a-d3d9c4e2c57e None None] Checking agent: {'id': '70a14545-df24-472f-8f95-bfe1719bff93', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 19, 7, 53), 'started_at': datetime.datetime(2021, 9, 23, 19, 8, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 19, 46, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 19:46:40.092471 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be4b1616-0844-483c-920a-d3d9c4e2c57e None None] Checking segment: {'id': '5c8360fd-bd95-490f-abbb-4e7bd94ab9a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '3e6c6ec3-89f7-4fc2-8252-c7df087533ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95103) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:46:40.093258 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-be4b1616-0844-483c-920a-d3d9c4e2c57e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:46:40.094024 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be4b1616-0844-483c-920a-d3d9c4e2c57e None None] Bound using segment: {'id': '5c8360fd-bd95-490f-abbb-4e7bd94ab9a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '3e6c6ec3-89f7-4fc2-8252-c7df087533ec'} {{(pid=95103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 19:46:40.094764 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.managers [None req-be4b1616-0844-483c-920a-d3d9c4e2c57e None None] Bound port: edf46697-8358-4c6a-8b06-048eec0feb01, host: n-d-713301-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5c8360fd-bd95-490f-abbb-4e7bd94ab9a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '3e6c6ec3-89f7-4fc2-8252-c7df087533ec'}}] {{(pid=95103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 19:46:40.095790 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-be4b1616-0844-483c-920a-d3d9c4e2c57e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:46:40.138096 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Provisioning complete for port f201527f-d777-4350-9513-df13734e3b61 triggered by entity L2. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:46:40.138475 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:46:40.335778 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.plugin [None req-be4b1616-0844-483c-920a-d3d9c4e2c57e None None] Port edf46697-8358-4c6a-8b06-048eec0feb01 has been deleted concurrently {{(pid=95103) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:661}} Sep 23 19:46:40.340588 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c89f1392-c108-437c-b723-c3a5b31435fc req-ae333685-bb3c-4ebd-9e9b-9b078bfb706d tempest-AttachVolumeShelveTestJSON-2035318112 tempest-AttachVolumeShelveTestJSON-2035318112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:46:40.341635 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-c89f1392-c108-437c-b723-c3a5b31435fc req-ae333685-bb3c-4ebd-9e9b-9b078bfb706d tempest-AttachVolumeShelveTestJSON-2035318112 tempest-AttachVolumeShelveTestJSON-2035318112-project] 10.222.0.67 "GET /v2.0/ports?device_id=036bfa8b-48f6-483d-9ccb-759a52abd0b0 HTTP/1.1" status: 200 len: 946 time: 0.1602681 Sep 23 19:46:40.421067 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-1de8864d-c2b1-4b27-b8e0-7bce859573bf tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-527322', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-602005'] for router_interface, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:46:40.466694 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54940988-58c0-4255-8cbc-c56b3fd2ad62 None None] Network 6f40e4e0-6eba-4f7f-94d2-0661976f2d8b requested from n-d-713301-16 {{(pid=95103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 19:46:40.482379 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-c89f1392-c108-437c-b723-c3a5b31435fc req-0537d240-3097-410e-8589-0463baa51b47 tempest-AttachVolumeShelveTestJSON-2035318112 tempest-AttachVolumeShelveTestJSON-2035318112-project] 10.222.0.67 "GET /v2.0/security-groups?id=209f1ee5-6189-41c6-b235-f9c754b12a19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1327183 Sep 23 19:46:40.516642 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be4b1616-0844-483c-920a-d3d9c4e2c57e None None] Routers {'0e630c40-58c4-497e-8951-d6c138b18387'} bound to L3 agent in host n-d-713301-16 {{(pid=95103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 19:46:40.516642 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_hamode_db [None req-be4b1616-0844-483c-920a-d3d9c4e2c57e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-23T19:07:52Z,description=,heartbeat_timestamp=2021-09-23T19:46:23Z,host='n-d-713301-16',id=79a740bf-7821-4989-8288-7186e3e128f3,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:07:52Z,topic='l3_agent')) {'router_ids': ['0e630c40-58c4-497e-8951-d6c138b18387'], 'active': True} {{(pid=95103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:46:40.535061 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-c36ead2b-064a-4d7c-bb0a-f4d8a2ef8966 None None] Could not find standard attr ID for object edf46697-8358-4c6a-8b06-048eec0feb01. {{(pid=95103) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 23 19:46:40.638287 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:46:40.652989 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-376d39c0-77bb-4925-a1d2-4f689b8478e4 req-6474c248-4b8e-4f7c-b8bb-dac88883671f tempest-TestNetworkBasicOps-1575950199 tempest-TestNetworkBasicOps-1575950199-project] 10.222.0.67 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-849655676&fields=id&tenant_id=7fd7324f75754f93a5f1d406b61f5276 HTTP/1.1" status: 200 len: 267 time: 0.1314466 Sep 23 19:46:40.810850 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_dvr_db [None req-be4b1616-0844-483c-920a-d3d9c4e2c57e None None] Set router 0e630c40-58c4-497e-8951-d6c138b18387 gateway port host: None {{(pid=95103) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 19:46:40.891715 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 42346) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:46:40.895011 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-c36ead2b-064a-4d7c-bb0a-f4d8a2ef8966 None None] Provisioning complete for port f201527f-d777-4350-9513-df13734e3b61 triggered by entity DHCP. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:46:40.901260 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-c36ead2b-064a-4d7c-bb0a-f4d8a2ef8966 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:46:40.937236 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-376d39c0-77bb-4925-a1d2-4f689b8478e4 req-0e9d67df-3a2a-4b0b-881e-b41e52f4f5e7 tempest-TestNetworkBasicOps-1575950199 tempest-TestNetworkBasicOps-1575950199-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:46:40.938882 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-376d39c0-77bb-4925-a1d2-4f689b8478e4 req-0e9d67df-3a2a-4b0b-881e-b41e52f4f5e7 tempest-TestNetworkBasicOps-1575950199 tempest-TestNetworkBasicOps-1575950199-project] 10.222.0.67 "GET /v2.0/networks?id=6f40e4e0-6eba-4f7f-94d2-0661976f2d8b HTTP/1.1" status: 200 len: 797 time: 0.2847176 Sep 23 19:46:41.000828 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-376d39c0-77bb-4925-a1d2-4f689b8478e4 req-9bc906b8-f514-4dbe-a8cd-be2d5906613c tempest-TestNetworkBasicOps-1575950199 tempest-TestNetworkBasicOps-1575950199-project] 10.222.0.67 "GET /v2.0/quotas/7fd7324f75754f93a5f1d406b61f5276 HTTP/1.1" status: 200 len: 375 time: 0.0131795 Sep 23 19:46:41.051047 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_hamode_db [None req-be4b1616-0844-483c-920a-d3d9c4e2c57e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e630c40-58c4-497e-8951-d6c138b18387', 'name': 'tempest-NetworksTestDHCPv6-router-330722942', 'tenant_id': 'ef2dbafd0ba44b7485191a034ef43810', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:46:31Z', 'updated_at': '2021-09-23T19:46:39Z', 'revision_number': 3, 'project_id': 'ef2dbafd0ba44b7485191a034ef43810', 'gw_port_host': None}], 'n-d-713301-16', False) {} {{(pid=95103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:46:41.130003 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-376d39c0-77bb-4925-a1d2-4f689b8478e4 req-ccf1b71c-3943-4324-a859-70e3ec77bd25 tempest-TestNetworkBasicOps-1575950199 tempest-TestNetworkBasicOps-1575950199-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=7fd7324f75754f93a5f1d406b61f5276&fields=id HTTP/1.1" status: 200 len: 440 time: 0.1553111 Sep 23 19:46:41.133870 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be4b1616-0844-483c-920a-d3d9c4e2c57e None None] The sync data for ids ['0e630c40-58c4-497e-8951-d6c138b18387'] in n-d-713301-16 is: [{'id': '0e630c40-58c4-497e-8951-d6c138b18387', 'name': 'tempest-NetworksTestDHCPv6-router-330722942', 'tenant_id': 'ef2dbafd0ba44b7485191a034ef43810', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:46:31Z', 'updated_at': '2021-09-23T19:46:39Z', 'revision_number': 3, 'project_id': 'ef2dbafd0ba44b7485191a034ef43810', 'gw_port_host': None}] {{(pid=95103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 19:46:41.148441 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] For port f201527f-d777-4350-9513-df13734e3b61, host n-d-713301-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-16',level=0,port_id=f201527f-d777-4350-9513-df13734e3b61,segment=NetworkSegment(96416483-61df-4d5d-959f-f6cb30a6287b),segment_id=96416483-61df-4d5d-959f-f6cb30a6287b)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:46:41.172723 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:46:41.220283 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.v2.base [None req-7818185a-f9db-479e-84d1-a72ea85d421b tempest-ExtraDHCPOptionsTestJSON-1723739482 tempest-ExtraDHCPOptionsTestJSON-1723739482-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsTestJSON-test-network-1673235231'}} {{(pid=95102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:46:41.245719 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Pushing event updated for resources: {'Port': ['ID=f201527f-d777-4350-9513-df13734e3b61,revision_number=3']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:46:41.473285 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7818185a-f9db-479e-84d1-a72ea85d421b tempest-ExtraDHCPOptionsTestJSON-1723739482 tempest-ExtraDHCPOptionsTestJSON-1723739482-project] Made reservation on behalf of 0b30034201da41e9ac7ba05a2f7e1bde for: {'network': 1} {{(pid=95102) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:46:41.481285 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-7818185a-f9db-479e-84d1-a72ea85d421b tempest-ExtraDHCPOptionsTestJSON-1723739482 tempest-ExtraDHCPOptionsTestJSON-1723739482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for network, before_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:46:41.507351 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1de8864d-c2b1-4b27-b8e0-7bce859573bf tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Router 0e630c40-58c4-497e-8951-d6c138b18387 has already been hosted by L3 agent 79a740bf-7821-4989-8288-7186e3e128f3 {{(pid=95101) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 19:46:41.535053 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-7818185a-f9db-479e-84d1-a72ea85d421b tempest-ExtraDHCPOptionsTestJSON-1723739482 tempest-ExtraDHCPOptionsTestJSON-1723739482-project] Notify callbacks [] for security_group, before_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:46:41.567906 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-376d39c0-77bb-4925-a1d2-4f689b8478e4 req-df932271-1f84-4f7a-b2c9-e04f758b18c8 service neutron] 10.222.0.67 "GET /v2.0/networks/6f40e4e0-6eba-4f7f-94d2-0661976f2d8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3395174 Sep 23 19:46:41.686980 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Device f201527f-d777-4350-9513-df13734e3b61 up at agent ovs-agent-n-d-713301-16 {{(pid=95103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 19:46:41.699689 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1de8864d-c2b1-4b27-b8e0-7bce859573bf tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Notify agent at l3_agent.n-d-713301-16 the message routers_updated {{(pid=95101) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 19:46:41.720945 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-1de8864d-c2b1-4b27-b8e0-7bce859573bf tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] 10.222.0.67 "PUT /v2.0/routers/0e630c40-58c4-497e-8951-d6c138b18387/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2474413 Sep 23 19:46:41.722016 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 42366) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:46:41.800006 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Provisioning complete for port f201527f-d777-4350-9513-df13734e3b61 triggered by entity L2. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:46:41.800370 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:46:41.880980 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a38760a4-a786-4f6a-97b5-b229529074b2 tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:46:41.882090 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3feb0496-5a11-4779-8512-7d185cb1e95c req-f8f0f693-ffbf-4803-8494-51e61b9ffb67 tempest-AttachVolumeShelveTestJSON-2035318112 tempest-AttachVolumeShelveTestJSON-2035318112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:46:41.885248 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a38760a4-a786-4f6a-97b5-b229529074b2 tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:46:41.890748 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-a38760a4-a786-4f6a-97b5-b229529074b2 tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] 10.222.0.67 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1631296 Sep 23 19:46:41.891651 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-3feb0496-5a11-4779-8512-7d185cb1e95c req-f8f0f693-ffbf-4803-8494-51e61b9ffb67 tempest-AttachVolumeShelveTestJSON-2035318112 tempest-AttachVolumeShelveTestJSON-2035318112-project] 10.222.0.67 "GET /v2.0/ports?device_id=036bfa8b-48f6-483d-9ccb-759a52abd0b0 HTTP/1.1" status: 200 len: 946 time: 0.2885609 Sep 23 19:46:41.892864 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 42368) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:46:41.926939 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-ef74565f-c01d-4af8-a20d-6f04a12c8df0 None None] Provisioning complete for port f201527f-d777-4350-9513-df13734e3b61 triggered by entity DHCP. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:46:41.927516 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-ef74565f-c01d-4af8-a20d-6f04a12c8df0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:46:41.971708 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-376d39c0-77bb-4925-a1d2-4f689b8478e4 req-3a9a2667-abeb-476b-87f7-d2373f1b8502 service neutron] 10.222.0.67 "GET /v2.0/networks/6f40e4e0-6eba-4f7f-94d2-0661976f2d8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3877361 Sep 23 19:46:41.997963 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-3feb0496-5a11-4779-8512-7d185cb1e95c req-af4703c4-775b-4147-a8bc-ef654ae644a5 tempest-AttachVolumeShelveTestJSON-2035318112 tempest-AttachVolumeShelveTestJSON-2035318112-project] 10.222.0.67 "GET /v2.0/security-groups?id=209f1ee5-6189-41c6-b235-f9c754b12a19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1043212 Sep 23 19:46:42.005750 n-d-713301-16 neutron-server[95101]: DEBUG neutron.db.db_base_plugin_v2 [None req-dd73453a-e966-40e7-8e40-4bad3a6221d5 tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Deleting subnet e19a55dd-984f-47af-965b-3d24eb9f476f {{(pid=95101) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 23 19:46:42.010303 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-dd73453a-e966-40e7-8e40-4bad3a6221d5 tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Notify callbacks [] for subnet, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:46:42.068176 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-7818185a-f9db-479e-84d1-a72ea85d421b tempest-ExtraDHCPOptionsTestJSON-1723739482 tempest-ExtraDHCPOptionsTestJSON-1723739482-project] Notify callbacks [] for security_group, precommit_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:46:42.076377 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-7818185a-f9db-479e-84d1-a72ea85d421b tempest-ExtraDHCPOptionsTestJSON-1723739482 tempest-ExtraDHCPOptionsTestJSON-1723739482-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:46:42.089509 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-dd73453a-e966-40e7-8e40-4bad3a6221d5 tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6007154'] for subnet, precommit_delete_associations {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:46:42.103355 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7818185a-f9db-479e-84d1-a72ea85d421b tempest-ExtraDHCPOptionsTestJSON-1723739482 tempest-ExtraDHCPOptionsTestJSON-1723739482-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 641} {{(pid=95102) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 19:46:42.127217 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-7818185a-f9db-479e-84d1-a72ea85d421b tempest-ExtraDHCPOptionsTestJSON-1723739482 tempest-ExtraDHCPOptionsTestJSON-1723739482-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1756186'] for segment, precommit_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:46:42.131977 n-d-713301-16 neutron-server[95102]: INFO neutron.db.segments_db [None req-7818185a-f9db-479e-84d1-a72ea85d421b tempest-ExtraDHCPOptionsTestJSON-1723739482 tempest-ExtraDHCPOptionsTestJSON-1723739482-project] Added segment 4ef4b6c5-2a2e-491f-99a8-cf4b57a40750 of type vlan for network d8f4ac40-09f3-4b6a-9a59-50de148c3dec Sep 23 19:46:42.290167 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7818185a-f9db-479e-84d1-a72ea85d421b tempest-ExtraDHCPOptionsTestJSON-1723739482 tempest-ExtraDHCPOptionsTestJSON-1723739482-project] Pushing event updated for resources: {'SecurityGroup': ['ID=79aad951-5cdd-462a-b077-900ceed34e12,revision_number=1']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:46:42.294322 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-dd73453a-e966-40e7-8e40-4bad3a6221d5 tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1756813'] for subnet, precommit_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:46:42.305188 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-7818185a-f9db-479e-84d1-a72ea85d421b tempest-ExtraDHCPOptionsTestJSON-1723739482 tempest-ExtraDHCPOptionsTestJSON-1723739482-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783145630486'] for network, precommit_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:46:42.388496 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-7818185a-f9db-479e-84d1-a72ea85d421b tempest-ExtraDHCPOptionsTestJSON-1723739482 tempest-ExtraDHCPOptionsTestJSON-1723739482-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299'] for network, after_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:46:42.398212 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7818185a-f9db-479e-84d1-a72ea85d421b tempest-ExtraDHCPOptionsTestJSON-1723739482 tempest-ExtraDHCPOptionsTestJSON-1723739482-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:46:42.398949 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-7818185a-f9db-479e-84d1-a72ea85d421b tempest-ExtraDHCPOptionsTestJSON-1723739482 tempest-ExtraDHCPOptionsTestJSON-1723739482-project] Notify callbacks [] for network, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:46:42.460379 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-dd73453a-e966-40e7-8e40-4bad3a6221d5 tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1756804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5607514', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6130950'] for subnet, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:46:42.488864 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-7818185a-f9db-479e-84d1-a72ea85d421b tempest-ExtraDHCPOptionsTestJSON-1723739482 tempest-ExtraDHCPOptionsTestJSON-1723739482-project] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 1.5960481 Sep 23 19:46:42.497895 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-3f14cf18-5ffa-4adc-97d1-54fd2dbf90c7 req-4c21b00d-908d-4499-93d5-6458a7f6a38e tempest-TestNetworkBasicOps-1575950199 tempest-TestNetworkBasicOps-1575950199-project] 10.222.0.67 "GET /v2.0/ports?device_id=a88e63a8-c1e5-49d3-97ad-4e53dbd3cdec HTTP/1.1" status: 200 len: 210 time: 0.0593042 Sep 23 19:46:42.505107 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 42380) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:46:42.513400 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.v2.base [None req-4d7f2d88-6d3b-481e-9ae4-177306aac8fe tempest-ExtraDHCPOptionsTestJSON-1723739482 tempest-ExtraDHCPOptionsTestJSON-1723739482-project] Request body: {'subnet': {'network_id': 'd8f4ac40-09f3-4b6a-9a59-50de148c3dec', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:46:42.543413 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd73453a-e966-40e7-8e40-4bad3a6221d5 tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Pushing event deleted for resources: {'Subnet': ['ID=e19a55dd-984f-47af-965b-3d24eb9f476f,revision_number=None']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:46:42.571706 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-dd73453a-e966-40e7-8e40-4bad3a6221d5 tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Notify callbacks [] for subnet, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:46:42.571996 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6fac5a2-60b8-4dd9-a248-bcd69d53a8f0 None None] Network 3e6c6ec3-89f7-4fc2-8252-c7df087533ec requested from n-d-713301-16 {{(pid=95103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 19:46:42.583247 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 42382) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:46:42.587453 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-dd73453a-e966-40e7-8e40-4bad3a6221d5 tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] 10.222.0.67 "DELETE /v2.0/subnets/e19a55dd-984f-47af-965b-3d24eb9f476f HTTP/1.1" status: 204 len: 168 time: 0.6902776 Sep 23 19:46:42.689337 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7818185a-f9db-479e-84d1-a72ea85d421b tempest-ExtraDHCPOptionsTestJSON-1723739482 tempest-ExtraDHCPOptionsTestJSON-1723739482-project] Pushing event updated for resources: {'Network': ['ID=d8f4ac40-09f3-4b6a-9a59-50de148c3dec,revision_number=1']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:46:42.708684 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9324b323-4943-4e73-8198-9fe5077f0269 None None] Sync routers for ids ['0e630c40-58c4-497e-8951-d6c138b18387'] in n-d-713301-16 {{(pid=95104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 19:46:42.735805 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9324b323-4943-4e73-8198-9fe5077f0269 None None] Routers {'0e630c40-58c4-497e-8951-d6c138b18387'} bound to L3 agent in host n-d-713301-16 {{(pid=95104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 19:46:42.737483 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_hamode_db [None req-9324b323-4943-4e73-8198-9fe5077f0269 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-23T19:07:52Z,description=,heartbeat_timestamp=2021-09-23T19:46:23Z,host='n-d-713301-16',id=79a740bf-7821-4989-8288-7186e3e128f3,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:07:52Z,topic='l3_agent')) {'router_ids': ['0e630c40-58c4-497e-8951-d6c138b18387'], 'active': True} {{(pid=95104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:46:42.762640 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Network d8f4ac40-09f3-4b6a-9a59-50de148c3dec details requested by agent ovs-agent-n-d-713301-16 with host n-d-713301-16 {{(pid=95103) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 19:46:42.837042 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d7f2d88-6d3b-481e-9ae4-177306aac8fe tempest-ExtraDHCPOptionsTestJSON-1723739482 tempest-ExtraDHCPOptionsTestJSON-1723739482-project] Made reservation on behalf of 0b30034201da41e9ac7ba05a2f7e1bde for: {'subnet': 1} {{(pid=95102) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:46:42.844379 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-4d7f2d88-6d3b-481e-9ae4-177306aac8fe tempest-ExtraDHCPOptionsTestJSON-1723739482 tempest-ExtraDHCPOptionsTestJSON-1723739482-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5388256'] for subnet, before_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:46:42.961620 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_dvr_db [None req-9324b323-4943-4e73-8198-9fe5077f0269 None None] Set router 0e630c40-58c4-497e-8951-d6c138b18387 gateway port host: None {{(pid=95104) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 19:46:43.062411 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_hamode_db [None req-9324b323-4943-4e73-8198-9fe5077f0269 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e630c40-58c4-497e-8951-d6c138b18387', 'name': 'tempest-NetworksTestDHCPv6-router-330722942', 'tenant_id': 'ef2dbafd0ba44b7485191a034ef43810', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:46:31Z', 'updated_at': '2021-09-23T19:46:39Z', 'revision_number': 3, 'project_id': 'ef2dbafd0ba44b7485191a034ef43810', 'gw_port_host': None}], 'n-d-713301-16', False) {} {{(pid=95104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:46:43.106406 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f16d32b0-a74d-448b-9eb9-980fc03ee533 None None] DHCP port deletion for 3e6c6ec3-89f7-4fc2-8252-c7df087533ec request from n-d-713301-16 {{(pid=95103) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 23 19:46:43.165124 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9324b323-4943-4e73-8198-9fe5077f0269 None None] Checking router: 0e630c40-58c4-497e-8951-d6c138b18387 for host: n-d-713301-16 {{(pid=95104) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 19:46:43.198139 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9324b323-4943-4e73-8198-9fe5077f0269 None None] Routers {'0e630c40-58c4-497e-8951-d6c138b18387'} bound to L3 agent in host n-d-713301-16 {{(pid=95104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 19:46:43.199172 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_hamode_db [None req-9324b323-4943-4e73-8198-9fe5077f0269 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-23T19:07:52Z,description=,heartbeat_timestamp=2021-09-23T19:46:23Z,host='n-d-713301-16',id=79a740bf-7821-4989-8288-7186e3e128f3,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:07:52Z,topic='l3_agent')) {'router_ids': ['0e630c40-58c4-497e-8951-d6c138b18387'], 'active': True} {{(pid=95104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:46:43.260773 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.plugin [None req-f16d32b0-a74d-448b-9eb9-980fc03ee533 None None] Deleting port d18804cf-022f-4424-94d7-881917807f5d {{(pid=95103) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:46:43.261226 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-f16d32b0-a74d-448b-9eb9-980fc03ee533 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783146157096'] for port, before_delete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:46:43.404807 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-4dcb4af7-fcbd-405e-a041-99fd892a1218 tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] 10.222.0.67 "GET /v2.0/routers HTTP/1.1" status: 200 len: 709 time: 0.8135631 Sep 23 19:46:43.408337 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 42402) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:46:43.451233 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_dvr_db [None req-9324b323-4943-4e73-8198-9fe5077f0269 None None] Set router 0e630c40-58c4-497e-8951-d6c138b18387 gateway port host: None {{(pid=95104) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 19:46:43.491795 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-f16d32b0-a74d-448b-9eb9-980fc03ee533 None None] For port d18804cf-022f-4424-94d7-881917807f5d, host n-d-713301-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-16',level=0,port_id=d18804cf-022f-4424-94d7-881917807f5d,segment=NetworkSegment(5c8360fd-bd95-490f-abbb-4e7bd94ab9a5),segment_id=5c8360fd-bd95-490f-abbb-4e7bd94ab9a5)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:46:43.492196 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-f16d32b0-a74d-448b-9eb9-980fc03ee533 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-605701'] for port, precommit_delete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:46:43.529805 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade42db6-a5d3-48cd-b96a-88c94d6d56cc req-040516fd-dc9f-4d95-9c29-c0d9967e8c4a tempest-AttachVolumeShelveTestJSON-2035318112 tempest-AttachVolumeShelveTestJSON-2035318112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:46:43.533423 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-ade42db6-a5d3-48cd-b96a-88c94d6d56cc req-040516fd-dc9f-4d95-9c29-c0d9967e8c4a tempest-AttachVolumeShelveTestJSON-2035318112 tempest-AttachVolumeShelveTestJSON-2035318112-project] 10.222.0.67 "GET /v2.0/ports?device_id=036bfa8b-48f6-483d-9ccb-759a52abd0b0 HTTP/1.1" status: 200 len: 946 time: 0.1501079 Sep 23 19:46:43.540272 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.plugin [None req-f16d32b0-a74d-448b-9eb9-980fc03ee533 None None] Calling delete_port for d18804cf-022f-4424-94d7-881917807f5d owned by network:dhcp {{(pid=95103) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:46:43.640349 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-dc465502-1f1f-4e85-b148-06f0b138e375 tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Notify callbacks [] for router, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:46:43.674767 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-ade42db6-a5d3-48cd-b96a-88c94d6d56cc req-38ac9d89-6525-48c9-96a6-143f80a204b1 tempest-AttachVolumeShelveTestJSON-2035318112 tempest-AttachVolumeShelveTestJSON-2035318112-project] 10.222.0.67 "GET /v2.0/security-groups?id=209f1ee5-6189-41c6-b235-f9c754b12a19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1250913 Sep 23 19:46:43.708248 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_hamode_db [None req-9324b323-4943-4e73-8198-9fe5077f0269 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e630c40-58c4-497e-8951-d6c138b18387', 'name': 'tempest-NetworksTestDHCPv6-router-330722942', 'tenant_id': 'ef2dbafd0ba44b7485191a034ef43810', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:46:31Z', 'updated_at': '2021-09-23T19:46:39Z', 'revision_number': 3, 'project_id': 'ef2dbafd0ba44b7485191a034ef43810', 'gw_port_host': None}], 'n-d-713301-16', False) {} {{(pid=95104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:46:43.719647 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Device d18804cf-022f-4424-94d7-881917807f5d no longer exists at agent ovs-agent-n-d-713301-16 {{(pid=95103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 19:46:43.756462 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9324b323-4943-4e73-8198-9fe5077f0269 None None] The sync data for ids ['0e630c40-58c4-497e-8951-d6c138b18387'] in n-d-713301-16 is: [{'id': '0e630c40-58c4-497e-8951-d6c138b18387', 'name': 'tempest-NetworksTestDHCPv6-router-330722942', 'tenant_id': 'ef2dbafd0ba44b7485191a034ef43810', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:46:31Z', 'updated_at': '2021-09-23T19:46:39Z', 'revision_number': 3, 'project_id': 'ef2dbafd0ba44b7485191a034ef43810', 'gw_port_host': None}] {{(pid=95104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 19:46:43.837605 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-e4649458-f0f9-4e55-8c6b-543bbfbc8f93 req-165002e9-14ed-40f2-9bc5-51efa6ff5815 tempest-TestNetworkBasicOps-1575950199 tempest-TestNetworkBasicOps-1575950199-project] 10.222.0.67 "GET /v2.0/ports?device_id=a88e63a8-c1e5-49d3-97ad-4e53dbd3cdec HTTP/1.1" status: 200 len: 210 time: 0.0776687 Sep 23 19:46:43.881165 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-4d7f2d88-6d3b-481e-9ae4-177306aac8fe tempest-ExtraDHCPOptionsTestJSON-1723739482 tempest-ExtraDHCPOptionsTestJSON-1723739482-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4398944', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5388242'] for subnet, after_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:46:43.952489 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-f16d32b0-a74d-448b-9eb9-980fc03ee533 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783146162158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783145673144'] for port, after_delete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:46:44.008909 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f16d32b0-a74d-448b-9eb9-980fc03ee533 None None] Pushing event deleted for resources: {'Port': ['ID=d18804cf-022f-4424-94d7-881917807f5d,revision_number=None']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:46:44.017044 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f16d32b0-a74d-448b-9eb9-980fc03ee533 None None] No DVR routers for this DVR port d18804cf-022f-4424-94d7-881917807f5d on host n-d-713301-16 {{(pid=95103) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 19:46:44.020510 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:46:44.065720 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-dc465502-1f1f-4e85-b148-06f0b138e375 tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-597305', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29369'] for router, precommit_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:46:44.069605 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d7f2d88-6d3b-481e-9ae4-177306aac8fe tempest-ExtraDHCPOptionsTestJSON-1723739482 tempest-ExtraDHCPOptionsTestJSON-1723739482-project] Pushing event updated for resources: {'Subnet': ['ID=7da6ed5a-009b-4cbc-9707-cc74a1d2cba7,revision_number=0']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:46:44.072826 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-dc465502-1f1f-4e85-b148-06f0b138e375 tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:46:44.074247 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d7f2d88-6d3b-481e-9ae4-177306aac8fe tempest-ExtraDHCPOptionsTestJSON-1723739482 tempest-ExtraDHCPOptionsTestJSON-1723739482-project] Checking segment: {'id': '4ef4b6c5-2a2e-491f-99a8-cf4b57a40750', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': 'd8f4ac40-09f3-4b6a-9a59-50de148c3dec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95102) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:46:44.074844 n-d-713301-16 neutron-server[95102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d7f2d88-6d3b-481e-9ae4-177306aac8fe tempest-ExtraDHCPOptionsTestJSON-1723739482 tempest-ExtraDHCPOptionsTestJSON-1723739482-project] Network hostable DHCP agents. Network: d8f4ac40-09f3-4b6a-9a59-50de148c3dec, hostable agents: ['1b18bf05-1b5f-4587-be5c-af3ac38e32ad'], hosted agents: [] {{(pid=95102) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 19:46:44.125549 n-d-713301-16 neutron-server[95102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d7f2d88-6d3b-481e-9ae4-177306aac8fe tempest-ExtraDHCPOptionsTestJSON-1723739482 tempest-ExtraDHCPOptionsTestJSON-1723739482-project] Network d8f4ac40-09f3-4b6a-9a59-50de148c3dec is scheduled to be hosted by DHCP agent 1b18bf05-1b5f-4587-be5c-af3ac38e32ad with binding_index 1 {{(pid=95102) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 19:46:44.149984 n-d-713301-16 neutron-server[95102]: DEBUG neutron.scheduler.base_scheduler [None req-4d7f2d88-6d3b-481e-9ae4-177306aac8fe tempest-ExtraDHCPOptionsTestJSON-1723739482 tempest-ExtraDHCPOptionsTestJSON-1723739482-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713301-16, d8f4ac40-09f3-4b6a-9a59-50de148c3dec) {{(pid=95102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:46:44.164720 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d7f2d88-6d3b-481e-9ae4-177306aac8fe tempest-ExtraDHCPOptionsTestJSON-1723739482 tempest-ExtraDHCPOptionsTestJSON-1723739482-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:46:44.165756 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-4d7f2d88-6d3b-481e-9ae4-177306aac8fe tempest-ExtraDHCPOptionsTestJSON-1723739482 tempest-ExtraDHCPOptionsTestJSON-1723739482-project] Notify callbacks [] for subnet, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:46:44.193011 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36ae0240-c496-424c-8d5f-84baef3bd8ae None None] Network d8f4ac40-09f3-4b6a-9a59-50de148c3dec requested from n-d-713301-16 {{(pid=95103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 19:46:44.216377 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-4d7f2d88-6d3b-481e-9ae4-177306aac8fe tempest-ExtraDHCPOptionsTestJSON-1723739482 tempest-ExtraDHCPOptionsTestJSON-1723739482-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7055216 Sep 23 19:46:44.216990 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 42410) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:46:44.233358 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.v2.base [None req-806b5404-73cc-4409-8904-8e26275f40a8 tempest-ExtraDHCPOptionsTestJSON-1723739482 tempest-ExtraDHCPOptionsTestJSON-1723739482-project] Request body: {'port': {'network_id': 'd8f4ac40-09f3-4b6a-9a59-50de148c3dec', 'name': 'tempest-ExtraDHCPOptionsTestJSON-46986339'}} {{(pid=95102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:46:44.235707 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-dc465502-1f1f-4e85-b148-06f0b138e375 tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-597296'] for router, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:46:44.236246 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc465502-1f1f-4e85-b148-06f0b138e375 tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Fanout notify agent at l3_agent the message router_deleted on router 0e630c40-58c4-497e-8951-d6c138b18387 {{(pid=95101) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 23 19:46:44.244503 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-dc465502-1f1f-4e85-b148-06f0b138e375 tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Notify callbacks [] for router, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:46:44.245688 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-dc465502-1f1f-4e85-b148-06f0b138e375 tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] 10.222.0.67 "DELETE /v2.0/routers/0e630c40-58c4-497e-8951-d6c138b18387 HTTP/1.1" status: 204 len: 168 time: 0.8363125 Sep 23 19:46:44.253249 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 42412) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:46:44.333447 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-5fe1297f-a317-438d-be99-ae68af6e77da tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] 10.222.0.67 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0787098 Sep 23 19:46:44.341286 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 42414) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:46:44.531270 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b535e1df-0e20-4b21-a70c-3d84787465dc tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:46:44.536160 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-b535e1df-0e20-4b21-a70c-3d84787465dc tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] 10.222.0.67 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1930194 Sep 23 19:46:44.543813 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 42420) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:46:44.582556 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b6edb19-a781-41a3-8dbd-9917545aceca None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4c8b80df-07eb-5275-9f17-5cf640db67c0-d8f4ac40-09f3-4b6a-9a59-50de148c3dec', 'network_id': 'd8f4ac40-09f3-4b6a-9a59-50de148c3dec', 'tenant_id': '0b30034201da41e9ac7ba05a2f7e1bde', 'fixed_ips': [{'subnet_id': '7da6ed5a-009b-4cbc-9707-cc74a1d2cba7'}]}} from n-d-713301-16. {{(pid=95103) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 23 19:46:44.583446 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-7b6edb19-a781-41a3-8dbd-9917545aceca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_create {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:46:44.614582 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-376d39c0-77bb-4925-a1d2-4f689b8478e4 req-28cbdb0b-f644-4ee0-bb60-a10a9fb9c86d tempest-TestNetworkBasicOps-1575950199 tempest-TestNetworkBasicOps-1575950199-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:46:44.617133 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-376d39c0-77bb-4925-a1d2-4f689b8478e4 req-28cbdb0b-f644-4ee0-bb60-a10a9fb9c86d tempest-TestNetworkBasicOps-1575950199 tempest-TestNetworkBasicOps-1575950199-project] 10.222.0.74 "GET /v2.0/networks?id=6f40e4e0-6eba-4f7f-94d2-0661976f2d8b HTTP/1.1" status: 200 len: 797 time: 0.3686750 Sep 23 19:46:44.635789 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-3d6b20e7-cfb0-41f0-97c0-237fff461e76 tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] 10.222.0.67 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0863204 Sep 23 19:46:44.636916 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 42424) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:46:44.658283 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.v2.base [None req-6dffd3b0-1ec4-45f6-8d1e-9c5a058069a6 tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Request body: {'subnet': {'network_id': '3e6c6ec3-89f7-4fc2-8252-c7df087533ec', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=95101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:46:44.708942 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-806b5404-73cc-4409-8904-8e26275f40a8 tempest-ExtraDHCPOptionsTestJSON-1723739482 tempest-ExtraDHCPOptionsTestJSON-1723739482-project] Made reservation on behalf of 0b30034201da41e9ac7ba05a2f7e1bde for: {'port': 1} {{(pid=95102) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:46:44.715348 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-806b5404-73cc-4409-8904-8e26275f40a8 tempest-ExtraDHCPOptionsTestJSON-1723739482 tempest-ExtraDHCPOptionsTestJSON-1723739482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:46:44.757372 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-376d39c0-77bb-4925-a1d2-4f689b8478e4 req-92bc7bc3-e470-47aa-88b5-14884aa95359 tempest-TestNetworkBasicOps-1575950199 tempest-TestNetworkBasicOps-1575950199-project] 10.222.0.74 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7fd7324f75754f93a5f1d406b61f5276 HTTP/1.1" status: 200 len: 472 time: 0.1265457 Sep 23 19:46:44.770078 n-d-713301-16 neutron-server[95102]: DEBUG neutron.notifiers.nova [None req-806b5404-73cc-4409-8904-8e26275f40a8 tempest-ExtraDHCPOptionsTestJSON-1723739482 tempest-ExtraDHCPOptionsTestJSON-1723739482-project] device_id is not set on port 79c1a24d-0dd7-43d4-91c5-a76b41acfe5b yet. {{(pid=95102) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 23 19:46:44.784841 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.db_base_plugin_common [None req-7b6edb19-a781-41a3-8dbd-9917545aceca None None] Allocated IP 172.20.0.2 (d8f4ac40-09f3-4b6a-9a59-50de148c3dec/7da6ed5a-009b-4cbc-9707-cc74a1d2cba7/7ff41fcc-d9ec-4d7e-93ac-4a0852e5a848) {{(pid=95103) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 19:46:44.794226 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.v2.base [req-376d39c0-77bb-4925-a1d2-4f689b8478e4 req-2e1d0b29-e38c-42e4-bd46-003e054e0aed tempest-TestNetworkBasicOps-1575950199 tempest-TestNetworkBasicOps-1575950199-project] Request body: {'port': {'device_id': 'a88e63a8-c1e5-49d3-97ad-4e53dbd3cdec', 'network_id': '6f40e4e0-6eba-4f7f-94d2-0661976f2d8b', 'admin_state_up': True, 'tenant_id': '7fd7324f75754f93a5f1d406b61f5276', 'security_groups': ['0b7bf805-196a-46e6-addc-35aad14a7694']}} {{(pid=95102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:46:44.865191 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6dffd3b0-1ec4-45f6-8d1e-9c5a058069a6 tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Made reservation on behalf of ef2dbafd0ba44b7485191a034ef43810 for: {'subnet': 1} {{(pid=95101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:46:44.869537 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-6dffd3b0-1ec4-45f6-8d1e-9c5a058069a6 tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6130979'] for subnet, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:46:45.133778 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-f97c7c78-3e92-4ea8-821b-237fa4a143aa req-3f877076-d93c-43af-ae12-30ae5a998ca4 tempest-TestNetworkBasicOps-1575950199 tempest-TestNetworkBasicOps-1575950199-project] 10.222.0.67 "GET /v2.0/ports?device_id=a88e63a8-c1e5-49d3-97ad-4e53dbd3cdec HTTP/1.1" status: 200 len: 210 time: 0.1347442 Sep 23 19:46:45.192952 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e4f9f44-e5f6-4c9e-b393-491d785c80b8 req-e8e33832-f9fe-4401-9e35-40a39f93af58 tempest-AttachVolumeShelveTestJSON-2035318112 tempest-AttachVolumeShelveTestJSON-2035318112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:46:45.207627 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-7e4f9f44-e5f6-4c9e-b393-491d785c80b8 req-e8e33832-f9fe-4401-9e35-40a39f93af58 tempest-AttachVolumeShelveTestJSON-2035318112 tempest-AttachVolumeShelveTestJSON-2035318112-project] 10.222.0.67 "GET /v2.0/ports?device_id=036bfa8b-48f6-483d-9ccb-759a52abd0b0 HTTP/1.1" status: 200 len: 946 time: 0.4072595 Sep 23 19:46:45.214399 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-7b6edb19-a781-41a3-8dbd-9917545aceca None None] Notify callbacks [] for port, precommit_create {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:46:45.223005 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-7b6edb19-a781-41a3-8dbd-9917545aceca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783145673135'] for port, after_create {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:46:45.277029 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b6edb19-a781-41a3-8dbd-9917545aceca None None] Pushing event updated for resources: {'Port': ['ID=7ff41fcc-d9ec-4d7e-93ac-4a0852e5a848,revision_number=1']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:46:45.293201 n-d-713301-16 neutron-server[95103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b6edb19-a781-41a3-8dbd-9917545aceca None None] Network d8f4ac40-09f3-4b6a-9a59-50de148c3dec is already hosted by enough agents. {{(pid=95103) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:46:45.295575 n-d-713301-16 neutron-server[95103]: DEBUG neutron.scheduler.base_scheduler [None req-7b6edb19-a781-41a3-8dbd-9917545aceca None None] Resources bound (agent type, host, resource id): {{(pid=95103) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:46:45.299914 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b6edb19-a781-41a3-8dbd-9917545aceca None None] Received port after_create {{(pid=95103) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 19:46:45.386306 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-7e4f9f44-e5f6-4c9e-b393-491d785c80b8 req-a6f8bd58-f6db-4600-88b8-505a05cf6a16 tempest-AttachVolumeShelveTestJSON-2035318112 tempest-AttachVolumeShelveTestJSON-2035318112-project] 10.222.0.67 "GET /v2.0/security-groups?id=209f1ee5-6189-41c6-b235-f9c754b12a19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1799963 Sep 23 19:46:45.403091 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-376d39c0-77bb-4925-a1d2-4f689b8478e4 req-2e1d0b29-e38c-42e4-bd46-003e054e0aed tempest-TestNetworkBasicOps-1575950199 tempest-TestNetworkBasicOps-1575950199-project] Made reservation on behalf of 7fd7324f75754f93a5f1d406b61f5276 for: {'port': 1} {{(pid=95102) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:46:45.404876 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.managers [None req-7b6edb19-a781-41a3-8dbd-9917545aceca None None] Attempting to bind port 7ff41fcc-d9ec-4d7e-93ac-4a0852e5a848 on host n-d-713301-16 for vnic_type normal with profile {{(pid=95103) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 19:46:45.405706 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.managers [None req-7b6edb19-a781-41a3-8dbd-9917545aceca None None] Attempting to bind port 7ff41fcc-d9ec-4d7e-93ac-4a0852e5a848 by drivers openvswitch,hyperv on host n-d-713301-16 at level 0 using segments [{'id': '4ef4b6c5-2a2e-491f-99a8-cf4b57a40750', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': 'd8f4ac40-09f3-4b6a-9a59-50de148c3dec'}] {{(pid=95103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 19:46:45.406740 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b6edb19-a781-41a3-8dbd-9917545aceca None None] Attempting to bind port 7ff41fcc-d9ec-4d7e-93ac-4a0852e5a848 on network d8f4ac40-09f3-4b6a-9a59-50de148c3dec {{(pid=95103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:46:45.416094 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b6edb19-a781-41a3-8dbd-9917545aceca None None] Checking agent: {'id': '70a14545-df24-472f-8f95-bfe1719bff93', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 19, 7, 53), 'started_at': datetime.datetime(2021, 9, 23, 19, 8, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 19, 46, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 19:46:45.416835 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b6edb19-a781-41a3-8dbd-9917545aceca None None] Checking segment: {'id': '4ef4b6c5-2a2e-491f-99a8-cf4b57a40750', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': 'd8f4ac40-09f3-4b6a-9a59-50de148c3dec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95103) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:46:45.417413 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-7b6edb19-a781-41a3-8dbd-9917545aceca None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:46:45.418654 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b6edb19-a781-41a3-8dbd-9917545aceca None None] Bound using segment: {'id': '4ef4b6c5-2a2e-491f-99a8-cf4b57a40750', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': 'd8f4ac40-09f3-4b6a-9a59-50de148c3dec'} {{(pid=95103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 19:46:45.419323 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.managers [None req-7b6edb19-a781-41a3-8dbd-9917545aceca None None] Bound port: 7ff41fcc-d9ec-4d7e-93ac-4a0852e5a848, host: n-d-713301-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4ef4b6c5-2a2e-491f-99a8-cf4b57a40750', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': 'd8f4ac40-09f3-4b6a-9a59-50de148c3dec'}}] {{(pid=95103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 19:46:45.419965 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-7b6edb19-a781-41a3-8dbd-9917545aceca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:46:45.421732 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-376d39c0-77bb-4925-a1d2-4f689b8478e4 req-2e1d0b29-e38c-42e4-bd46-003e054e0aed tempest-TestNetworkBasicOps-1575950199 tempest-TestNetworkBasicOps-1575950199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:46:45.425368 n-d-713301-16 neutron-server[95102]: DEBUG neutron.db.db_base_plugin_common [None req-806b5404-73cc-4409-8904-8e26275f40a8 tempest-ExtraDHCPOptionsTestJSON-1723739482 tempest-ExtraDHCPOptionsTestJSON-1723739482-project] Allocated IP 172.20.0.10 (d8f4ac40-09f3-4b6a-9a59-50de148c3dec/7da6ed5a-009b-4cbc-9707-cc74a1d2cba7/79c1a24d-0dd7-43d4-91c5-a76b41acfe5b) {{(pid=95102) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 19:46:45.494114 n-d-713301-16 neutron-server[95101]: DEBUG neutron.objects.ports [None req-6dffd3b0-1ec4-45f6-8d1e-9c5a058069a6 tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=95101) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 23 19:46:45.496772 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-6dffd3b0-1ec4-45f6-8d1e-9c5a058069a6 tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5607579', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6130961'] for subnet, after_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:46:45.528493 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-7b6edb19-a781-41a3-8dbd-9917545aceca None None] For port 7ff41fcc-d9ec-4d7e-93ac-4a0852e5a848, host n-d-713301-16, cleared binding levels {{(pid=95103) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 19:46:45.533799 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-7b6edb19-a781-41a3-8dbd-9917545aceca None None] For port 7ff41fcc-d9ec-4d7e-93ac-4a0852e5a848, host n-d-713301-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-16',level=0,port_id=7ff41fcc-d9ec-4d7e-93ac-4a0852e5a848,segment=NetworkSegment(4ef4b6c5-2a2e-491f-99a8-cf4b57a40750),segment_id=4ef4b6c5-2a2e-491f-99a8-cf4b57a40750)] {{(pid=95103) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 19:46:45.540229 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-7b6edb19-a781-41a3-8dbd-9917545aceca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:46:45.565990 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6dffd3b0-1ec4-45f6-8d1e-9c5a058069a6 tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Network 3e6c6ec3-89f7-4fc2-8252-c7df087533ec is already hosted by enough agents. {{(pid=95101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:46:45.571148 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.base_scheduler [None req-6dffd3b0-1ec4-45f6-8d1e-9c5a058069a6 tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Resources bound (agent type, host, resource id): {{(pid=95101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:46:45.581313 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6dffd3b0-1ec4-45f6-8d1e-9c5a058069a6 tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:46:45.581913 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-6dffd3b0-1ec4-45f6-8d1e-9c5a058069a6 tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Notify callbacks [] for subnet, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:46:45.606203 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-6dffd3b0-1ec4-45f6-8d1e-9c5a058069a6 tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.9618018 Sep 23 19:46:45.609915 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 42438) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:46:45.618984 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.v2.base [None req-85ea71d3-6df2-4eed-af25-0d75bd0611e0 tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Request body: {'subnet': {'network_id': '3e6c6ec3-89f7-4fc2-8252-c7df087533ec', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:46:45.622319 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26725307-93fa-474d-acb0-f968c523dc75 None None] Network 3e6c6ec3-89f7-4fc2-8252-c7df087533ec requested from n-d-713301-16 {{(pid=95103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 19:46:45.781126 n-d-713301-16 neutron-server[95102]: DEBUG neutron.db.db_base_plugin_common [req-376d39c0-77bb-4925-a1d2-4f689b8478e4 req-2e1d0b29-e38c-42e4-bd46-003e054e0aed tempest-TestNetworkBasicOps-1575950199 tempest-TestNetworkBasicOps-1575950199-project] Allocated IP 172.20.0.21 (6f40e4e0-6eba-4f7f-94d2-0661976f2d8b/83419bee-51f1-4d63-b040-48c7cb443ecc/b3a8837e-b449-4fe7-a6b3-660865be342f) {{(pid=95102) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 19:46:45.822292 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dffd3b0-1ec4-45f6-8d1e-9c5a058069a6 tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Pushing event updated for resources: {'Subnet': ['ID=ffa107b1-0885-4240-baa8-3af425198c35,revision_number=0']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:46:45.843220 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a62624c-fb45-485d-9871-a52c29c6d002 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4c8b80df-07eb-5275-9f17-5cf640db67c0-3e6c6ec3-89f7-4fc2-8252-c7df087533ec', 'network_id': '3e6c6ec3-89f7-4fc2-8252-c7df087533ec', 'tenant_id': 'ef2dbafd0ba44b7485191a034ef43810', 'fixed_ips': [{'subnet_id': 'ffa107b1-0885-4240-baa8-3af425198c35'}]}} from n-d-713301-16. {{(pid=95103) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 23 19:46:45.844230 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-7a62624c-fb45-485d-9871-a52c29c6d002 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_create {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:46:45.850182 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-806b5404-73cc-4409-8904-8e26275f40a8 tempest-ExtraDHCPOptionsTestJSON-1723739482 tempest-ExtraDHCPOptionsTestJSON-1723739482-project] Notify callbacks [] for port, precommit_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:46:45.863621 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b6edb19-a781-41a3-8dbd-9917545aceca None None] Pushing event updated for resources: {'Port': ['ID=7ff41fcc-d9ec-4d7e-93ac-4a0852e5a848,revision_number=2']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:46:45.902248 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-806b5404-73cc-4409-8904-8e26275f40a8 tempest-ExtraDHCPOptionsTestJSON-1723739482 tempest-ExtraDHCPOptionsTestJSON-1723739482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783145673135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4399100'] for port, after_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:46:45.910476 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85ea71d3-6df2-4eed-af25-0d75bd0611e0 tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Made reservation on behalf of ef2dbafd0ba44b7485191a034ef43810 for: {'subnet': 1} {{(pid=95101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:46:45.915126 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-85ea71d3-6df2-4eed-af25-0d75bd0611e0 tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6130979'] for subnet, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:46:45.977559 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-806b5404-73cc-4409-8904-8e26275f40a8 tempest-ExtraDHCPOptionsTestJSON-1723739482 tempest-ExtraDHCPOptionsTestJSON-1723739482-project] Pushing event updated for resources: {'Port': ['ID=79c1a24d-0dd7-43d4-91c5-a76b41acfe5b,revision_number=1']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:46:45.992218 n-d-713301-16 neutron-server[95102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-806b5404-73cc-4409-8904-8e26275f40a8 tempest-ExtraDHCPOptionsTestJSON-1723739482 tempest-ExtraDHCPOptionsTestJSON-1723739482-project] Network d8f4ac40-09f3-4b6a-9a59-50de148c3dec is already hosted by enough agents. {{(pid=95102) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:46:45.995706 n-d-713301-16 neutron-server[95102]: DEBUG neutron.scheduler.base_scheduler [None req-806b5404-73cc-4409-8904-8e26275f40a8 tempest-ExtraDHCPOptionsTestJSON-1723739482 tempest-ExtraDHCPOptionsTestJSON-1723739482-project] Resources bound (agent type, host, resource id): {{(pid=95102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:46:45.998946 n-d-713301-16 neutron-server[95102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-806b5404-73cc-4409-8904-8e26275f40a8 tempest-ExtraDHCPOptionsTestJSON-1723739482 tempest-ExtraDHCPOptionsTestJSON-1723739482-project] Received port after_create {{(pid=95102) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 19:46:46.094501 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.db_base_plugin_common [None req-7a62624c-fb45-485d-9871-a52c29c6d002 None None] Allocated IP 2001:db8::f816:3eff:fe54:45f2 (3e6c6ec3-89f7-4fc2-8252-c7df087533ec/ffa107b1-0885-4240-baa8-3af425198c35/b9024970-6047-48b9-a445-f51307af61d9) {{(pid=95103) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 19:46:46.122988 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-806b5404-73cc-4409-8904-8e26275f40a8 tempest-ExtraDHCPOptionsTestJSON-1723739482 tempest-ExtraDHCPOptionsTestJSON-1723739482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:46:46.124384 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-806b5404-73cc-4409-8904-8e26275f40a8 tempest-ExtraDHCPOptionsTestJSON-1723739482 tempest-ExtraDHCPOptionsTestJSON-1723739482-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222849'] for port, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:46:46.188572 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-806b5404-73cc-4409-8904-8e26275f40a8 tempest-ExtraDHCPOptionsTestJSON-1723739482 tempest-ExtraDHCPOptionsTestJSON-1723739482-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9700718 Sep 23 19:46:46.191594 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 42442) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:46:46.198972 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.v2.base [None req-742fc724-63ce-4ff2-a049-6b2be1129ce5 tempest-ExtraDHCPOptionsTestJSON-1723739482 tempest-ExtraDHCPOptionsTestJSON-1723739482-project] Request body: {'port': {'network_id': 'd8f4ac40-09f3-4b6a-9a59-50de148c3dec', 'name': 'tempest-ExtraDHCPOptionsTestJSON-1831343135', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=95101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:46:46.199554 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.api.validators [None req-742fc724-63ce-4ff2-a049-6b2be1129ce5 tempest-ExtraDHCPOptionsTestJSON-1723739482 tempest-ExtraDHCPOptionsTestJSON-1723739482-project] bootfile-name is not in valid_values {{(pid=95101) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Sep 23 19:46:46.199798 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.api.validators [None req-742fc724-63ce-4ff2-a049-6b2be1129ce5 tempest-ExtraDHCPOptionsTestJSON-1723739482 tempest-ExtraDHCPOptionsTestJSON-1723739482-project] tftp-server is not in valid_values {{(pid=95101) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Sep 23 19:46:46.200136 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.api.validators [None req-742fc724-63ce-4ff2-a049-6b2be1129ce5 tempest-ExtraDHCPOptionsTestJSON-1723739482 tempest-ExtraDHCPOptionsTestJSON-1723739482-project] server-ip-address is not in valid_values {{(pid=95101) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Sep 23 19:46:46.441750 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-376d39c0-77bb-4925-a1d2-4f689b8478e4 req-2e1d0b29-e38c-42e4-bd46-003e054e0aed tempest-TestNetworkBasicOps-1575950199 tempest-TestNetworkBasicOps-1575950199-project] Notify callbacks [] for port, precommit_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:46:46.487627 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-742fc724-63ce-4ff2-a049-6b2be1129ce5 tempest-ExtraDHCPOptionsTestJSON-1723739482 tempest-ExtraDHCPOptionsTestJSON-1723739482-project] Made reservation on behalf of 0b30034201da41e9ac7ba05a2f7e1bde for: {'port': 1} {{(pid=95101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:46:46.493346 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-742fc724-63ce-4ff2-a049-6b2be1129ce5 tempest-ExtraDHCPOptionsTestJSON-1723739482 tempest-ExtraDHCPOptionsTestJSON-1723739482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:46:46.527851 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-7a62624c-fb45-485d-9871-a52c29c6d002 None None] Notify callbacks [] for port, precommit_create {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:46:46.536847 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-7a62624c-fb45-485d-9871-a52c29c6d002 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783145673135'] for port, after_create {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:46:46.576411 n-d-713301-16 neutron-server[95101]: DEBUG neutron.notifiers.nova [None req-742fc724-63ce-4ff2-a049-6b2be1129ce5 tempest-ExtraDHCPOptionsTestJSON-1723739482 tempest-ExtraDHCPOptionsTestJSON-1723739482-project] device_id is not set on port e313dfd8-b0c1-4071-b945-f04c38a0e553 yet. {{(pid=95101) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 23 19:46:46.578837 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-376d39c0-77bb-4925-a1d2-4f689b8478e4 req-2e1d0b29-e38c-42e4-bd46-003e054e0aed tempest-TestNetworkBasicOps-1575950199 tempest-TestNetworkBasicOps-1575950199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783145673135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4399100'] for port, after_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:46:46.606469 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a62624c-fb45-485d-9871-a52c29c6d002 None None] Pushing event updated for resources: {'Port': ['ID=b9024970-6047-48b9-a445-f51307af61d9,revision_number=1']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:46:46.630304 n-d-713301-16 neutron-server[95103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a62624c-fb45-485d-9871-a52c29c6d002 None None] Network 3e6c6ec3-89f7-4fc2-8252-c7df087533ec is already hosted by enough agents. {{(pid=95103) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:46:46.631916 n-d-713301-16 neutron-server[95103]: DEBUG neutron.scheduler.base_scheduler [None req-7a62624c-fb45-485d-9871-a52c29c6d002 None None] Resources bound (agent type, host, resource id): {{(pid=95103) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:46:46.634631 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a62624c-fb45-485d-9871-a52c29c6d002 None None] Received port after_create {{(pid=95103) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 19:46:46.713690 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-85ea71d3-6df2-4eed-af25-0d75bd0611e0 tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5607579', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6130961'] for subnet, after_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:46:46.721689 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.managers [None req-7a62624c-fb45-485d-9871-a52c29c6d002 None None] Attempting to bind port b9024970-6047-48b9-a445-f51307af61d9 on host n-d-713301-16 for vnic_type normal with profile {{(pid=95103) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 19:46:46.722068 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.managers [None req-7a62624c-fb45-485d-9871-a52c29c6d002 None None] Attempting to bind port b9024970-6047-48b9-a445-f51307af61d9 by drivers openvswitch,hyperv on host n-d-713301-16 at level 0 using segments [{'id': '5c8360fd-bd95-490f-abbb-4e7bd94ab9a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '3e6c6ec3-89f7-4fc2-8252-c7df087533ec'}] {{(pid=95103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 19:46:46.722436 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a62624c-fb45-485d-9871-a52c29c6d002 None None] Attempting to bind port b9024970-6047-48b9-a445-f51307af61d9 on network 3e6c6ec3-89f7-4fc2-8252-c7df087533ec {{(pid=95103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:46:46.728811 n-d-713301-16 neutron-server[95102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-376d39c0-77bb-4925-a1d2-4f689b8478e4 req-2e1d0b29-e38c-42e4-bd46-003e054e0aed tempest-TestNetworkBasicOps-1575950199 tempest-TestNetworkBasicOps-1575950199-project] Network 6f40e4e0-6eba-4f7f-94d2-0661976f2d8b is already hosted by enough agents. {{(pid=95102) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:46:46.736657 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a62624c-fb45-485d-9871-a52c29c6d002 None None] Checking agent: {'id': '70a14545-df24-472f-8f95-bfe1719bff93', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 19, 7, 53), 'started_at': datetime.datetime(2021, 9, 23, 19, 8, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 19, 46, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 19:46:46.737054 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a62624c-fb45-485d-9871-a52c29c6d002 None None] Checking segment: {'id': '5c8360fd-bd95-490f-abbb-4e7bd94ab9a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '3e6c6ec3-89f7-4fc2-8252-c7df087533ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95103) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:46:46.737470 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-7a62624c-fb45-485d-9871-a52c29c6d002 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:46:46.737870 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a62624c-fb45-485d-9871-a52c29c6d002 None None] Bound using segment: {'id': '5c8360fd-bd95-490f-abbb-4e7bd94ab9a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '3e6c6ec3-89f7-4fc2-8252-c7df087533ec'} {{(pid=95103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 19:46:46.738508 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.managers [None req-7a62624c-fb45-485d-9871-a52c29c6d002 None None] Bound port: b9024970-6047-48b9-a445-f51307af61d9, host: n-d-713301-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5c8360fd-bd95-490f-abbb-4e7bd94ab9a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '3e6c6ec3-89f7-4fc2-8252-c7df087533ec'}}] {{(pid=95103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 19:46:46.738898 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-7a62624c-fb45-485d-9871-a52c29c6d002 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:46:46.739808 n-d-713301-16 neutron-server[95102]: DEBUG neutron.scheduler.base_scheduler [req-376d39c0-77bb-4925-a1d2-4f689b8478e4 req-2e1d0b29-e38c-42e4-bd46-003e054e0aed tempest-TestNetworkBasicOps-1575950199 tempest-TestNetworkBasicOps-1575950199-project] Resources bound (agent type, host, resource id): {{(pid=95102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:46:46.769816 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa95ae2-6abb-43c2-8218-277e3c9e175c req-024c631e-8e19-4700-a440-838fb4f242f1 tempest-TestNetworkBasicOps-1575950199 tempest-TestNetworkBasicOps-1575950199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:46:46.784546 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-9aa95ae2-6abb-43c2-8218-277e3c9e175c req-024c631e-8e19-4700-a440-838fb4f242f1 tempest-TestNetworkBasicOps-1575950199 tempest-TestNetworkBasicOps-1575950199-project] 10.222.0.67 "GET /v2.0/ports?device_id=a88e63a8-c1e5-49d3-97ad-4e53dbd3cdec HTTP/1.1" status: 200 len: 932 time: 0.2488475 Sep 23 19:46:46.791105 n-d-713301-16 neutron-server[95102]: DEBUG neutron.db.l3_dvrscheduler_db [req-376d39c0-77bb-4925-a1d2-4f689b8478e4 req-2e1d0b29-e38c-42e4-bd46-003e054e0aed tempest-TestNetworkBasicOps-1575950199 tempest-TestNetworkBasicOps-1575950199-project] Received port after_create {{(pid=95102) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 19:46:46.812720 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85ea71d3-6df2-4eed-af25-0d75bd0611e0 tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Network 3e6c6ec3-89f7-4fc2-8252-c7df087533ec is already hosted by enough agents. {{(pid=95101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:46:46.827233 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.base_scheduler [None req-85ea71d3-6df2-4eed-af25-0d75bd0611e0 tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Resources bound (agent type, host, resource id): {{(pid=95101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:46:46.842996 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85ea71d3-6df2-4eed-af25-0d75bd0611e0 tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:46:46.844015 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-85ea71d3-6df2-4eed-af25-0d75bd0611e0 tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Notify callbacks [] for subnet, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:46:46.857269 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-376d39c0-77bb-4925-a1d2-4f689b8478e4 req-2e1d0b29-e38c-42e4-bd46-003e054e0aed tempest-TestNetworkBasicOps-1575950199 tempest-TestNetworkBasicOps-1575950199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:46:46.858135 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-376d39c0-77bb-4925-a1d2-4f689b8478e4 req-2e1d0b29-e38c-42e4-bd46-003e054e0aed tempest-TestNetworkBasicOps-1575950199 tempest-TestNetworkBasicOps-1575950199-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222849'] for port, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:46:46.867446 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-7a62624c-fb45-485d-9871-a52c29c6d002 None None] For port b9024970-6047-48b9-a445-f51307af61d9, host n-d-713301-16, cleared binding levels {{(pid=95103) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 19:46:46.872806 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-7a62624c-fb45-485d-9871-a52c29c6d002 None None] For port b9024970-6047-48b9-a445-f51307af61d9, host n-d-713301-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-16',level=0,port_id=b9024970-6047-48b9-a445-f51307af61d9,segment=NetworkSegment(5c8360fd-bd95-490f-abbb-4e7bd94ab9a5),segment_id=5c8360fd-bd95-490f-abbb-4e7bd94ab9a5)] {{(pid=95103) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 19:46:46.883434 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-7a62624c-fb45-485d-9871-a52c29c6d002 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:46:46.908753 n-d-713301-16 neutron-server[95101]: DEBUG neutron.db.db_base_plugin_common [None req-742fc724-63ce-4ff2-a049-6b2be1129ce5 tempest-ExtraDHCPOptionsTestJSON-1723739482 tempest-ExtraDHCPOptionsTestJSON-1723739482-project] Allocated IP 172.20.0.3 (d8f4ac40-09f3-4b6a-9a59-50de148c3dec/7da6ed5a-009b-4cbc-9707-cc74a1d2cba7/e313dfd8-b0c1-4071-b945-f04c38a0e553) {{(pid=95101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 19:46:46.922236 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-85ea71d3-6df2-4eed-af25-0d75bd0611e0 tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3083606 Sep 23 19:46:46.927077 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e1d0b29-e38c-42e4-bd46-003e054e0aed tempest-TestNetworkBasicOps-1575950199 tempest-TestNetworkBasicOps-1575950199-project] Pushing event updated for resources: {'Port': ['ID=b3a8837e-b449-4fe7-a6b3-660865be342f,revision_number=1']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:46:46.929358 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 42456) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:46:46.935266 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.v2.base [None req-8ed628f6-22d9-4ddd-a707-0f39c5163591 tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Request body: {'port': {'network_id': '3e6c6ec3-89f7-4fc2-8252-c7df087533ec', 'mac_address': 'fa:16:3e:e2:a1:a0', 'name': 'tempest-NetworksTestDHCPv6-1828580872'}} {{(pid=95101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:46:46.994538 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85ea71d3-6df2-4eed-af25-0d75bd0611e0 tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Pushing event updated for resources: {'Subnet': ['ID=2723bf86-f230-4e96-8e26-7c7af73225fd,revision_number=0']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:46:47.004520 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a62624c-fb45-485d-9871-a52c29c6d002 None None] Pushing event updated for resources: {'Port': ['ID=b9024970-6047-48b9-a445-f51307af61d9,revision_number=2']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:46:47.008031 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae2a1028-04a4-4377-b0a5-889f4b137f51 req-e85e0bff-bb69-429a-801f-a8445063bae2 tempest-AttachVolumeShelveTestJSON-2035318112 tempest-AttachVolumeShelveTestJSON-2035318112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:46:47.011735 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-ae2a1028-04a4-4377-b0a5-889f4b137f51 req-e85e0bff-bb69-429a-801f-a8445063bae2 tempest-AttachVolumeShelveTestJSON-2035318112 tempest-AttachVolumeShelveTestJSON-2035318112-project] 10.222.0.67 "GET /v2.0/ports?device_id=036bfa8b-48f6-483d-9ccb-759a52abd0b0 HTTP/1.1" status: 200 len: 946 time: 0.4388657 Sep 23 19:46:47.016091 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-9aa95ae2-6abb-43c2-8218-277e3c9e175c req-eddedef5-e728-47e8-84c7-f9a7b917cdf7 tempest-TestNetworkBasicOps-1575950199 tempest-TestNetworkBasicOps-1575950199-project] 10.222.0.67 "GET /v2.0/security-groups?id=0b7bf805-196a-46e6-addc-35aad14a7694&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2306707 Sep 23 19:46:47.018021 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-376d39c0-77bb-4925-a1d2-4f689b8478e4 req-2e1d0b29-e38c-42e4-bd46-003e054e0aed tempest-TestNetworkBasicOps-1575950199 tempest-TestNetworkBasicOps-1575950199-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2413867 Sep 23 19:46:47.033139 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.v2.base [req-376d39c0-77bb-4925-a1d2-4f689b8478e4 req-7180da32-fb9c-4ffd-92a8-7492ec51cc8c service neutron] Request body: {'port': {'device_id': 'a88e63a8-c1e5-49d3-97ad-4e53dbd3cdec', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713301-16'}} {{(pid=95102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:46:47.256119 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-376d39c0-77bb-4925-a1d2-4f689b8478e4 req-7180da32-fb9c-4ffd-92a8-7492ec51cc8c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:46:47.300440 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-ae2a1028-04a4-4377-b0a5-889f4b137f51 req-87f5d0b7-48f0-487f-8de0-6c763f61a314 tempest-AttachVolumeShelveTestJSON-2035318112 tempest-AttachVolumeShelveTestJSON-2035318112-project] 10.222.0.67 "GET /v2.0/security-groups?id=209f1ee5-6189-41c6-b235-f9c754b12a19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1764467 Sep 23 19:46:47.360376 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-cfd4e54a-ba83-43f6-82d4-f03b8fd2c925 None None] Provisioning complete for port b3a8837e-b449-4fe7-a6b3-660865be342f triggered by entity DHCP. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:46:47.373090 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-cfd4e54a-ba83-43f6-82d4-f03b8fd2c925 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:46:47.374140 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ed628f6-22d9-4ddd-a707-0f39c5163591 tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Made reservation on behalf of ef2dbafd0ba44b7485191a034ef43810 for: {'port': 1} {{(pid=95101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:46:47.467137 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.plugin [None req-cfd4e54a-ba83-43f6-82d4-f03b8fd2c925 None None] Port b3a8837e-b449-4fe7-a6b3-660865be342f cannot update to ACTIVE because it is not bound. {{(pid=95103) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 19:46:47.680656 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-8ed628f6-22d9-4ddd-a707-0f39c5163591 tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:46:47.683044 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-742fc724-63ce-4ff2-a049-6b2be1129ce5 tempest-ExtraDHCPOptionsTestJSON-1723739482 tempest-ExtraDHCPOptionsTestJSON-1723739482-project] Notify callbacks [] for port, precommit_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:46:47.705425 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f3bfe75-36c8-44e1-be9c-6f4c9e02a0fc None None] Network d8f4ac40-09f3-4b6a-9a59-50de148c3dec requested from n-d-713301-16 {{(pid=95103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 19:46:47.826043 n-d-713301-16 neutron-server[95101]: DEBUG neutron.notifiers.nova [None req-8ed628f6-22d9-4ddd-a707-0f39c5163591 tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] device_id is not set on port f1780dbb-e9b7-4a3e-9979-2ac44dfd9556 yet. {{(pid=95101) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 23 19:46:47.856001 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-742fc724-63ce-4ff2-a049-6b2be1129ce5 tempest-ExtraDHCPOptionsTestJSON-1723739482 tempest-ExtraDHCPOptionsTestJSON-1723739482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783145673135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5607431'] for port, after_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:46:47.961178 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-742fc724-63ce-4ff2-a049-6b2be1129ce5 tempest-ExtraDHCPOptionsTestJSON-1723739482 tempest-ExtraDHCPOptionsTestJSON-1723739482-project] Pushing event updated for resources: {'Port': ['ID=e313dfd8-b0c1-4071-b945-f04c38a0e553,revision_number=1']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:46:47.983728 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-742fc724-63ce-4ff2-a049-6b2be1129ce5 tempest-ExtraDHCPOptionsTestJSON-1723739482 tempest-ExtraDHCPOptionsTestJSON-1723739482-project] Network d8f4ac40-09f3-4b6a-9a59-50de148c3dec is already hosted by enough agents. {{(pid=95101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:46:47.987924 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.base_scheduler [None req-742fc724-63ce-4ff2-a049-6b2be1129ce5 tempest-ExtraDHCPOptionsTestJSON-1723739482 tempest-ExtraDHCPOptionsTestJSON-1723739482-project] Resources bound (agent type, host, resource id): {{(pid=95101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:46:47.993130 n-d-713301-16 neutron-server[95101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-742fc724-63ce-4ff2-a049-6b2be1129ce5 tempest-ExtraDHCPOptionsTestJSON-1723739482 tempest-ExtraDHCPOptionsTestJSON-1723739482-project] Received port after_create {{(pid=95101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 19:46:48.049158 n-d-713301-16 neutron-server[95102]: DEBUG neutron.notifiers.nova [req-376d39c0-77bb-4925-a1d2-4f689b8478e4 req-7180da32-fb9c-4ffd-92a8-7492ec51cc8c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b3a8837e-b449-4fe7-a6b3-660865be342f {{(pid=95102) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 19:46:48.056756 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-742fc724-63ce-4ff2-a049-6b2be1129ce5 tempest-ExtraDHCPOptionsTestJSON-1723739482 tempest-ExtraDHCPOptionsTestJSON-1723739482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:46:48.057603 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-742fc724-63ce-4ff2-a049-6b2be1129ce5 tempest-ExtraDHCPOptionsTestJSON-1723739482 tempest-ExtraDHCPOptionsTestJSON-1723739482-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222849'] for port, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:46:48.062056 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Device 7ff41fcc-d9ec-4d7e-93ac-4a0852e5a848 up at agent ovs-agent-n-d-713301-16 {{(pid=95103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 19:46:48.065846 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-376d39c0-77bb-4925-a1d2-4f689b8478e4 req-7180da32-fb9c-4ffd-92a8-7492ec51cc8c service neutron] Notify callbacks [] for port, precommit_update {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:46:48.110494 n-d-713301-16 neutron-server[95102]: DEBUG neutron.db.provisioning_blocks [req-376d39c0-77bb-4925-a1d2-4f689b8478e4 req-7180da32-fb9c-4ffd-92a8-7492ec51cc8c service neutron] Transition to ACTIVE for port object b3a8837e-b449-4fe7-a6b3-660865be342f will not be triggered until provisioned by entity L2. {{(pid=95102) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 19:46:48.116119 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-376d39c0-77bb-4925-a1d2-4f689b8478e4 req-7180da32-fb9c-4ffd-92a8-7492ec51cc8c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4399095'] for port, after_update {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:46:48.128998 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-d1955907-25ef-44fe-a8bc-2a9ca1b20bf2 None None] Provisioning complete for port 7ff41fcc-d9ec-4d7e-93ac-4a0852e5a848 triggered by entity DHCP. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:46:48.129676 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-d1955907-25ef-44fe-a8bc-2a9ca1b20bf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:46:48.277974 n-d-713301-16 neutron-server[95101]: DEBUG neutron.db.db_base_plugin_common [None req-8ed628f6-22d9-4ddd-a707-0f39c5163591 tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Allocated IP 172.20.0.9 (3e6c6ec3-89f7-4fc2-8252-c7df087533ec/2723bf86-f230-4e96-8e26-7c7af73225fd/f1780dbb-e9b7-4a3e-9979-2ac44dfd9556) {{(pid=95101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 19:46:48.287827 n-d-713301-16 neutron-server[95101]: DEBUG neutron.db.db_base_plugin_common [None req-8ed628f6-22d9-4ddd-a707-0f39c5163591 tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Allocated IP 2001:db8::f816:3eff:fee2:a1a0 (3e6c6ec3-89f7-4fc2-8252-c7df087533ec/ffa107b1-0885-4240-baa8-3af425198c35/f1780dbb-e9b7-4a3e-9979-2ac44dfd9556) {{(pid=95101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 19:46:48.350755 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Provisioning complete for port 7ff41fcc-d9ec-4d7e-93ac-4a0852e5a848 triggered by entity L2. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:46:48.351132 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:46:48.411352 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7180da32-fb9c-4ffd-92a8-7492ec51cc8c service neutron] Pushing event updated for resources: {'Port': ['ID=b3a8837e-b449-4fe7-a6b3-660865be342f,revision_number=2']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:46:48.587948 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2131e6da-59f9-4a7e-80c0-f351781c7941 req-9f7f9246-9fd8-406b-aaad-9555503920c4 tempest-TestNetworkBasicOps-1575950199 tempest-TestNetworkBasicOps-1575950199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:46:48.590077 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-2131e6da-59f9-4a7e-80c0-f351781c7941 req-9f7f9246-9fd8-406b-aaad-9555503920c4 tempest-TestNetworkBasicOps-1575950199 tempest-TestNetworkBasicOps-1575950199-project] 10.222.0.67 "GET /v2.0/ports?device_id=a88e63a8-c1e5-49d3-97ad-4e53dbd3cdec HTTP/1.1" status: 200 len: 944 time: 0.3921905 Sep 23 19:46:48.616893 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-8ed628f6-22d9-4ddd-a707-0f39c5163591 tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Notify callbacks [] for port, precommit_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:46:48.683945 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-742fc724-63ce-4ff2-a049-6b2be1129ce5 tempest-ExtraDHCPOptionsTestJSON-1723739482 tempest-ExtraDHCPOptionsTestJSON-1723739482-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1152 time: 2.4912646 Sep 23 19:46:48.686856 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-d1955907-25ef-44fe-a8bc-2a9ca1b20bf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:46:48.687857 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 42480) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:46:48.753751 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-2131e6da-59f9-4a7e-80c0-f351781c7941 req-8cb7fcf9-3a9e-4c3c-9d54-065a19d5f38b tempest-TestNetworkBasicOps-1575950199 tempest-TestNetworkBasicOps-1575950199-project] 10.222.0.67 "GET /v2.0/security-groups?id=0b7bf805-196a-46e6-addc-35aad14a7694&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1538181 Sep 23 19:46:48.772966 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e921e0df-14d3-4934-949b-39578d74bcd2 req-2a4fd499-231a-4151-9145-758826cee724 tempest-AttachVolumeShelveTestJSON-2035318112 tempest-AttachVolumeShelveTestJSON-2035318112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:46:48.774570 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-e921e0df-14d3-4934-949b-39578d74bcd2 req-2a4fd499-231a-4151-9145-758826cee724 tempest-AttachVolumeShelveTestJSON-2035318112 tempest-AttachVolumeShelveTestJSON-2035318112-project] 10.222.0.67 "GET /v2.0/ports?device_id=036bfa8b-48f6-483d-9ccb-759a52abd0b0 HTTP/1.1" status: 200 len: 946 time: 0.2731173 Sep 23 19:46:48.819497 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5561eb1-3240-4e7d-885d-e1f0b583de9a tempest-ExtraDHCPOptionsTestJSON-1723739482 tempest-ExtraDHCPOptionsTestJSON-1723739482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:46:48.829466 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-d1955907-25ef-44fe-a8bc-2a9ca1b20bf2 None None] For port 7ff41fcc-d9ec-4d7e-93ac-4a0852e5a848, host n-d-713301-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-16',level=0,port_id=7ff41fcc-d9ec-4d7e-93ac-4a0852e5a848,segment=NetworkSegment(4ef4b6c5-2a2e-491f-99a8-cf4b57a40750),segment_id=4ef4b6c5-2a2e-491f-99a8-cf4b57a40750)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:46:48.838468 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-d1955907-25ef-44fe-a8bc-2a9ca1b20bf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:46:48.842229 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5561eb1-3240-4e7d-885d-e1f0b583de9a tempest-ExtraDHCPOptionsTestJSON-1723739482 tempest-ExtraDHCPOptionsTestJSON-1723739482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:46:48.858291 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.managers [req-376d39c0-77bb-4925-a1d2-4f689b8478e4 req-7180da32-fb9c-4ffd-92a8-7492ec51cc8c service neutron] Attempting to bind port b3a8837e-b449-4fe7-a6b3-660865be342f on host n-h1-713301-16 for vnic_type normal with profile {{(pid=95102) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 19:46:48.858674 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.managers [req-376d39c0-77bb-4925-a1d2-4f689b8478e4 req-7180da32-fb9c-4ffd-92a8-7492ec51cc8c service neutron] Attempting to bind port b3a8837e-b449-4fe7-a6b3-660865be342f by drivers openvswitch,hyperv on host n-h1-713301-16 at level 0 using segments [{'id': '96416483-61df-4d5d-959f-f6cb30a6287b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '6f40e4e0-6eba-4f7f-94d2-0661976f2d8b'}] {{(pid=95102) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 19:46:48.859013 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-376d39c0-77bb-4925-a1d2-4f689b8478e4 req-7180da32-fb9c-4ffd-92a8-7492ec51cc8c service neutron] Attempting to bind port b3a8837e-b449-4fe7-a6b3-660865be342f on network 6f40e4e0-6eba-4f7f-94d2-0661976f2d8b {{(pid=95102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:46:48.861312 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5561eb1-3240-4e7d-885d-e1f0b583de9a tempest-ExtraDHCPOptionsTestJSON-1723739482 tempest-ExtraDHCPOptionsTestJSON-1723739482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:46:48.863232 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-e5561eb1-3240-4e7d-885d-e1f0b583de9a tempest-ExtraDHCPOptionsTestJSON-1723739482 tempest-ExtraDHCPOptionsTestJSON-1723739482-project] 10.222.0.67 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2615 time: 0.1743793 Sep 23 19:46:48.864458 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-8ed628f6-22d9-4ddd-a707-0f39c5163591 tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783145673135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5607431'] for port, after_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:46:48.873122 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 42482) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:46:48.879134 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-376d39c0-77bb-4925-a1d2-4f689b8478e4 req-7180da32-fb9c-4ffd-92a8-7492ec51cc8c service neutron] Port b3a8837e-b449-4fe7-a6b3-660865be342f on network 6f40e4e0-6eba-4f7f-94d2-0661976f2d8b not bound, no agent of type Open vSwitch agent registered on host n-h1-713301-16 {{(pid=95102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 19:46:48.879741 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-376d39c0-77bb-4925-a1d2-4f689b8478e4 req-7180da32-fb9c-4ffd-92a8-7492ec51cc8c service neutron] Attempting to bind port b3a8837e-b449-4fe7-a6b3-660865be342f on network 6f40e4e0-6eba-4f7f-94d2-0661976f2d8b {{(pid=95102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:46:48.920182 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:46:48.967410 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ed628f6-22d9-4ddd-a707-0f39c5163591 tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Network 3e6c6ec3-89f7-4fc2-8252-c7df087533ec is already hosted by enough agents. {{(pid=95101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:46:48.974386 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.base_scheduler [None req-8ed628f6-22d9-4ddd-a707-0f39c5163591 tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Resources bound (agent type, host, resource id): {{(pid=95101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:46:48.979470 n-d-713301-16 neutron-server[95101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ed628f6-22d9-4ddd-a707-0f39c5163591 tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Received port after_create {{(pid=95101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 19:46:49.010238 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1955907-25ef-44fe-a8bc-2a9ca1b20bf2 None None] Pushing event updated for resources: {'Port': ['ID=7ff41fcc-d9ec-4d7e-93ac-4a0852e5a848,revision_number=3']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:46:49.019651 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-376d39c0-77bb-4925-a1d2-4f689b8478e4 req-7180da32-fb9c-4ffd-92a8-7492ec51cc8c service neutron] Checking agent: {'id': '0708c3e9-0aad-4600-9be9-d2486535c898', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713301-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 19, 15, 28), 'started_at': datetime.datetime(2021, 9, 23, 19, 15, 28), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 19, 46, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 19:46:49.020146 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-376d39c0-77bb-4925-a1d2-4f689b8478e4 req-7180da32-fb9c-4ffd-92a8-7492ec51cc8c service neutron] Checking segment: {'id': '96416483-61df-4d5d-959f-f6cb30a6287b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '6f40e4e0-6eba-4f7f-94d2-0661976f2d8b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95102) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:46:49.020817 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-376d39c0-77bb-4925-a1d2-4f689b8478e4 req-7180da32-fb9c-4ffd-92a8-7492ec51cc8c service neutron] Bound using segment: {'id': '96416483-61df-4d5d-959f-f6cb30a6287b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '6f40e4e0-6eba-4f7f-94d2-0661976f2d8b'} {{(pid=95102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 19:46:49.021422 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.managers [req-376d39c0-77bb-4925-a1d2-4f689b8478e4 req-7180da32-fb9c-4ffd-92a8-7492ec51cc8c service neutron] Bound port: b3a8837e-b449-4fe7-a6b3-660865be342f, host: n-h1-713301-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '96416483-61df-4d5d-959f-f6cb30a6287b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '6f40e4e0-6eba-4f7f-94d2-0661976f2d8b'}}] {{(pid=95102) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 19:46:49.021904 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-376d39c0-77bb-4925-a1d2-4f689b8478e4 req-7180da32-fb9c-4ffd-92a8-7492ec51cc8c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:46:49.069489 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ed628f6-22d9-4ddd-a707-0f39c5163591 tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:46:49.081561 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-8ed628f6-22d9-4ddd-a707-0f39c5163591 tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222849'] for port, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:46:49.103153 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ed628f6-22d9-4ddd-a707-0f39c5163591 tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Pushing event updated for resources: {'Port': ['ID=f1780dbb-e9b7-4a3e-9979-2ac44dfd9556,revision_number=1']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:46:49.118858 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-e921e0df-14d3-4934-949b-39578d74bcd2 req-3c233fd9-265a-4e08-82d2-8f02ff710211 tempest-AttachVolumeShelveTestJSON-2035318112 tempest-AttachVolumeShelveTestJSON-2035318112-project] 10.222.0.67 "GET /v2.0/security-groups?id=209f1ee5-6189-41c6-b235-f9c754b12a19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3215897 Sep 23 19:46:49.135468 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-8ed628f6-22d9-4ddd-a707-0f39c5163591 tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 2.2025704 Sep 23 19:46:49.136392 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 42484) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:46:49.161430 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.db.api [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95103) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 23 19:46:49.165289 n-d-713301-16 neutron-server[95103]: DEBUG oslo_db.api [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 23 19:46:49.202574 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-a0efc25f-7a12-48e7-9edc-10f0fb747e2c None None] Provisioning complete for port e313dfd8-b0c1-4071-b945-f04c38a0e553 triggered by entity DHCP. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:46:49.203530 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-a0efc25f-7a12-48e7-9edc-10f0fb747e2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:46:49.268212 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88c9ef7d-9448-4ad6-b66c-7532997d7aa1 None None] Network 3e6c6ec3-89f7-4fc2-8252-c7df087533ec requested from n-d-713301-16 {{(pid=95103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 19:46:49.344924 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a802c54-cd33-418e-876a-ce0adbf5ad69 tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:46:49.370095 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.db [req-376d39c0-77bb-4925-a1d2-4f689b8478e4 req-7180da32-fb9c-4ffd-92a8-7492ec51cc8c service neutron] For port b3a8837e-b449-4fe7-a6b3-660865be342f, host n-h1-713301-16, cleared binding levels {{(pid=95102) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 19:46:49.375482 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.db [req-376d39c0-77bb-4925-a1d2-4f689b8478e4 req-7180da32-fb9c-4ffd-92a8-7492ec51cc8c service neutron] For port b3a8837e-b449-4fe7-a6b3-660865be342f, host n-h1-713301-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-16',level=0,port_id=b3a8837e-b449-4fe7-a6b3-660865be342f,segment=NetworkSegment(96416483-61df-4d5d-959f-f6cb30a6287b),segment_id=96416483-61df-4d5d-959f-f6cb30a6287b)] {{(pid=95102) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 19:46:49.381918 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-376d39c0-77bb-4925-a1d2-4f689b8478e4 req-7180da32-fb9c-4ffd-92a8-7492ec51cc8c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4399095'] for port, after_update {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:46:49.407782 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a802c54-cd33-418e-876a-ce0adbf5ad69 tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:46:49.418067 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-2a802c54-cd33-418e-876a-ce0adbf5ad69 tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] 10.222.0.67 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1782 time: 0.2803161 Sep 23 19:46:49.418725 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 42490) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:46:49.430167 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.plugin [None req-dbe79cf2-8fc3-4c34-84da-3913e8f8bf9e tempest-ExtraDHCPOptionsTestJSON-1723739482 tempest-ExtraDHCPOptionsTestJSON-1723739482-project] Deleting port e313dfd8-b0c1-4071-b945-f04c38a0e553 {{(pid=95102) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:46:49.430529 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-dbe79cf2-8fc3-4c34-84da-3913e8f8bf9e tempest-ExtraDHCPOptionsTestJSON-1723739482 tempest-ExtraDHCPOptionsTestJSON-1723739482-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783146157096'] for port, before_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:46:49.486793 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.plugin [None req-a0efc25f-7a12-48e7-9edc-10f0fb747e2c None None] Port e313dfd8-b0c1-4071-b945-f04c38a0e553 cannot update to ACTIVE because it is not bound. {{(pid=95103) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 19:46:49.556145 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-376d39c0-77bb-4925-a1d2-4f689b8478e4 req-7180da32-fb9c-4ffd-92a8-7492ec51cc8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:46:49.562715 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-376d39c0-77bb-4925-a1d2-4f689b8478e4 req-7180da32-fb9c-4ffd-92a8-7492ec51cc8c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222849'] for port, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:46:49.567208 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-376d39c0-77bb-4925-a1d2-4f689b8478e4 req-7180da32-fb9c-4ffd-92a8-7492ec51cc8c service neutron] 10.222.0.74 "PUT /v2.0/ports/b3a8837e-b449-4fe7-a6b3-660865be342f HTTP/1.1" status: 200 len: 1093 time: 2.5389888 Sep 23 19:46:49.574640 n-d-713301-16 neutron-server[95102]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a88e63a8-c1e5-49d3-97ad-4e53dbd3cdec', 'tag': 'b3a8837e-b449-4fe7-a6b3-660865be342f'}] {{(pid=95102) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 19:46:49.577115 n-d-713301-16 neutron-server[95102]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab31b6d93e5336dbddfa8ec424565b3bd8cb2369c5b4d85bc943472dbb21e8ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-674943a7-95ee-4a80-9a2a-b922eab46783" -d '{"events": [{"name": "network-changed", "server_uuid": "a88e63a8-c1e5-49d3-97ad-4e53dbd3cdec", "tag": "b3a8837e-b449-4fe7-a6b3-660865be342f"}]}' {{(pid=95102) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 19:46:49.647572 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-a0efc25f-7a12-48e7-9edc-10f0fb747e2c None None] Provisioning complete for port 7ff41fcc-d9ec-4d7e-93ac-4a0852e5a848 triggered by entity DHCP. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:46:49.649538 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-a0efc25f-7a12-48e7-9edc-10f0fb747e2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:46:49.878527 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-52e4d35f-5d5c-4824-934f-85c4eb39a795 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:46:49.905332 n-d-713301-16 neutron-server[95102]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 19:46:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c600be1c-cee2-4240-8d00-7998c8617e2c x-openstack-request-id: req-c600be1c-cee2-4240-8d00-7998c8617e2c {{(pid=95102) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 19:46:49.905715 n-d-713301-16 neutron-server[95102]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a88e63a8-c1e5-49d3-97ad-4e53dbd3cdec", "tag": "b3a8837e-b449-4fe7-a6b3-660865be342f", "status": "completed", "code": 200}]} {{(pid=95102) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 19:46:49.906037 n-d-713301-16 neutron-server[95102]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-c600be1c-cee2-4240-8d00-7998c8617e2c {{(pid=95102) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 19:46:49.906558 n-d-713301-16 neutron-server[95102]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a88e63a8-c1e5-49d3-97ad-4e53dbd3cdec', 'tag': 'b3a8837e-b449-4fe7-a6b3-660865be342f', 'status': 'completed', 'code': 200} Sep 23 19:46:49.953961 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Device b9024970-6047-48b9-a445-f51307af61d9 up at agent ovs-agent-n-d-713301-16 {{(pid=95103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 19:46:50.092982 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7180da32-fb9c-4ffd-92a8-7492ec51cc8c service neutron] Pushing event updated for resources: {'Port': ['ID=b3a8837e-b449-4fe7-a6b3-660865be342f,revision_number=3']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:46:50.116834 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-395e8a35-ff4f-43d2-adf6-2ad6aaf3ab64 None None] Update dhcp port {'port': {'network_id': '3e6c6ec3-89f7-4fc2-8252-c7df087533ec', 'fixed_ips': [{'subnet_id': 'ffa107b1-0885-4240-baa8-3af425198c35', 'ip_address': '2001:db8::f816:3eff:fe54:45f2'}, {'subnet_id': '2723bf86-f230-4e96-8e26-7c7af73225fd'}], 'binding:host_id': 'n-d-713301-16'}, 'id': 'b9024970-6047-48b9-a445-f51307af61d9'} from n-d-713301-16. {{(pid=95103) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Sep 23 19:46:50.122579 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-a0efc25f-7a12-48e7-9edc-10f0fb747e2c None None] Provisioning complete for port 79c1a24d-0dd7-43d4-91c5-a76b41acfe5b triggered by entity DHCP. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:46:50.123228 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-a0efc25f-7a12-48e7-9edc-10f0fb747e2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:46:50.160069 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-376d39c0-77bb-4925-a1d2-4f689b8478e4 req-e9ee6c05-3145-469d-b2b7-7a9b03a2eeab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:46:50.169519 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-376d39c0-77bb-4925-a1d2-4f689b8478e4 req-e9ee6c05-3145-469d-b2b7-7a9b03a2eeab service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=7fd7324f75754f93a5f1d406b61f5276&device_id=a88e63a8-c1e5-49d3-97ad-4e53dbd3cdec HTTP/1.1" status: 200 len: 1096 time: 0.5271802 Sep 23 19:46:50.179769 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-395e8a35-ff4f-43d2-adf6-2ad6aaf3ab64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:46:50.180251 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-dbe79cf2-8fc3-4c34-84da-3913e8f8bf9e tempest-ExtraDHCPOptionsTestJSON-1723739482 tempest-ExtraDHCPOptionsTestJSON-1723739482-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-605701'] for port, precommit_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:46:50.197252 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Provisioning complete for port b9024970-6047-48b9-a445-f51307af61d9 triggered by entity L2. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:46:50.197624 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:46:50.246780 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.plugin [None req-a0efc25f-7a12-48e7-9edc-10f0fb747e2c None None] Port 79c1a24d-0dd7-43d4-91c5-a76b41acfe5b cannot update to ACTIVE because it is not bound. {{(pid=95103) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 19:46:50.387591 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8979ad65-ca9d-473f-83c1-64b9e41cf568 req-c4f77951-a8f8-4031-acbf-555120a6f02e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:46:50.388857 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:46:50.389238 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-8979ad65-ca9d-473f-83c1-64b9e41cf568 req-c4f77951-a8f8-4031-acbf-555120a6f02e service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=9f955dc8eb0a49dcaf259d890508d18f&device_id=036bfa8b-48f6-483d-9ccb-759a52abd0b0 HTTP/1.1" status: 200 len: 1098 time: 0.9676378 Sep 23 19:46:50.424374 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.plugin [None req-dbe79cf2-8fc3-4c34-84da-3913e8f8bf9e tempest-ExtraDHCPOptionsTestJSON-1723739482 tempest-ExtraDHCPOptionsTestJSON-1723739482-project] Calling delete_port for e313dfd8-b0c1-4071-b945-f04c38a0e553 owned by {{(pid=95102) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:46:50.448729 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e9cc27f-cfa3-422f-a036-a393752a2147 req-aff7bb88-7f2e-48e6-adf3-dfe93d8dc1ca tempest-TestNetworkBasicOps-1575950199 tempest-TestNetworkBasicOps-1575950199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:46:50.456553 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] For port b9024970-6047-48b9-a445-f51307af61d9, host n-d-713301-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-16',level=0,port_id=b9024970-6047-48b9-a445-f51307af61d9,segment=NetworkSegment(5c8360fd-bd95-490f-abbb-4e7bd94ab9a5),segment_id=5c8360fd-bd95-490f-abbb-4e7bd94ab9a5)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:46:50.462279 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-5e9cc27f-cfa3-422f-a036-a393752a2147 req-aff7bb88-7f2e-48e6-adf3-dfe93d8dc1ca tempest-TestNetworkBasicOps-1575950199 tempest-TestNetworkBasicOps-1575950199-project] 10.222.0.67 "GET /v2.0/ports?device_id=a88e63a8-c1e5-49d3-97ad-4e53dbd3cdec HTTP/1.1" status: 200 len: 944 time: 0.5133712 Sep 23 19:46:50.471516 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-376d39c0-77bb-4925-a1d2-4f689b8478e4 req-778332b2-1c29-4db0-9516-e6d465cb9dd7 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.21&port_id=b3a8837e-b449-4fe7-a6b3-660865be342f HTTP/1.1" status: 200 len: 217 time: 0.2860796 Sep 23 19:46:50.482864 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:46:50.548107 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.plugin [None req-6b129bf2-b26a-4ed3-9156-64d111af394a tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Deleting port f1780dbb-e9b7-4a3e-9979-2ac44dfd9556 {{(pid=95101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:46:50.549006 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-6b129bf2-b26a-4ed3-9156-64d111af394a tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783146157096'] for port, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:46:50.602546 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Pushing event updated for resources: {'Port': ['ID=b9024970-6047-48b9-a445-f51307af61d9,revision_number=3']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:46:50.636077 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Device 7ff41fcc-d9ec-4d7e-93ac-4a0852e5a848 up at agent ovs-agent-n-d-713301-16 {{(pid=95103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 19:46:50.678480 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.db_base_plugin_common [None req-395e8a35-ff4f-43d2-adf6-2ad6aaf3ab64 None None] Allocated IP 172.20.0.2 (3e6c6ec3-89f7-4fc2-8252-c7df087533ec/2723bf86-f230-4e96-8e26-7c7af73225fd/b9024970-6047-48b9-a445-f51307af61d9) {{(pid=95103) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 19:46:50.682916 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-0dd595da-800d-448f-95d5-a78ae53976b3 None None] Provisioning complete for port e313dfd8-b0c1-4071-b945-f04c38a0e553 triggered by entity DHCP. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:46:50.683563 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-0dd595da-800d-448f-95d5-a78ae53976b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:46:50.714751 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-5e9cc27f-cfa3-422f-a036-a393752a2147 req-55e941f5-a38c-4654-ba8a-71d8e0ddf148 tempest-TestNetworkBasicOps-1575950199 tempest-TestNetworkBasicOps-1575950199-project] 10.222.0.67 "GET /v2.0/security-groups?id=0b7bf805-196a-46e6-addc-35aad14a7694&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2501183 Sep 23 19:46:50.771177 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8979ad65-ca9d-473f-83c1-64b9e41cf568 req-86fec4ac-1e91-4740-94ff-bbbd5e38fe2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:46:50.773667 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-8979ad65-ca9d-473f-83c1-64b9e41cf568 req-86fec4ac-1e91-4740-94ff-bbbd5e38fe2a service neutron] 10.222.0.74 "GET /v2.0/networks?id=fc2b89b8-ce3f-4c16-8b68-220076c74d2b HTTP/1.1" status: 200 len: 917 time: 0.3522670 Sep 23 19:46:50.780195 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d589b925-6e5a-4f80-8c06-044f07e89a4e req-b0c531f6-1222-4cd2-9261-b99a7cea93da tempest-AttachVolumeShelveTestJSON-2035318112 tempest-AttachVolumeShelveTestJSON-2035318112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:46:50.788485 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.plugin [None req-0dd595da-800d-448f-95d5-a78ae53976b3 None None] Port e313dfd8-b0c1-4071-b945-f04c38a0e553 cannot update to ACTIVE because it is not bound. {{(pid=95103) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 19:46:50.791509 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-d589b925-6e5a-4f80-8c06-044f07e89a4e req-b0c531f6-1222-4cd2-9261-b99a7cea93da tempest-AttachVolumeShelveTestJSON-2035318112 tempest-AttachVolumeShelveTestJSON-2035318112-project] 10.222.0.67 "GET /v2.0/ports?device_id=036bfa8b-48f6-483d-9ccb-759a52abd0b0 HTTP/1.1" status: 200 len: 946 time: 0.4096282 Sep 23 19:46:50.826177 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-376d39c0-77bb-4925-a1d2-4f689b8478e4 req-ea295f31-6d49-41be-991c-12c1c77b8fd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:46:50.829658 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-376d39c0-77bb-4925-a1d2-4f689b8478e4 req-ea295f31-6d49-41be-991c-12c1c77b8fd6 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=83419bee-51f1-4d63-b040-48c7cb443ecc HTTP/1.1" status: 200 len: 838 time: 0.3106570 Sep 23 19:46:50.887123 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Provisioning complete for port 7ff41fcc-d9ec-4d7e-93ac-4a0852e5a848 triggered by entity L2. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:46:50.888001 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:46:50.913172 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-0dd595da-800d-448f-95d5-a78ae53976b3 None None] Provisioning complete for port 79c1a24d-0dd7-43d4-91c5-a76b41acfe5b triggered by entity DHCP. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:46:50.914536 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-0dd595da-800d-448f-95d5-a78ae53976b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:46:50.937511 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-d589b925-6e5a-4f80-8c06-044f07e89a4e req-970ebc4e-a59c-4605-9cb8-4df225e5b272 tempest-AttachVolumeShelveTestJSON-2035318112 tempest-AttachVolumeShelveTestJSON-2035318112-project] 10.222.0.67 "GET /v2.0/security-groups?id=209f1ee5-6189-41c6-b235-f9c754b12a19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1445930 Sep 23 19:46:51.023687 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-8979ad65-ca9d-473f-83c1-64b9e41cf568 req-8dfce5b1-5539-4312-9868-0d30d0679336 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=79ee258c-88f6-46b2-b5bb-87d8ad0b9864 HTTP/1.1" status: 200 len: 1002 time: 0.2378304 Sep 23 19:46:51.095034 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-6b129bf2-b26a-4ed3-9156-64d111af394a tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-605701'] for port, precommit_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:46:51.101205 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8979ad65-ca9d-473f-83c1-64b9e41cf568 req-f1161c77-520b-4c6c-a564-296c058fe9e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:46:51.102839 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-8979ad65-ca9d-473f-83c1-64b9e41cf568 req-f1161c77-520b-4c6c-a564-296c058fe9e1 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=cfb66c78-2a7b-4d98-8fdd-683258461232 HTTP/1.1" status: 200 len: 855 time: 0.0663311 Sep 23 19:46:51.103565 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-dbe79cf2-8fc3-4c34-84da-3913e8f8bf9e tempest-ExtraDHCPOptionsTestJSON-1723739482 tempest-ExtraDHCPOptionsTestJSON-1723739482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783146162158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783145673144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4399100'] for port, after_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:46:51.125213 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.plugin [None req-6b129bf2-b26a-4ed3-9156-64d111af394a tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Calling delete_port for f1780dbb-e9b7-4a3e-9979-2ac44dfd9556 owned by {{(pid=95101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:46:51.142297 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-395e8a35-ff4f-43d2-adf6-2ad6aaf3ab64 None None] For port b9024970-6047-48b9-a445-f51307af61d9, host n-d-713301-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-16',level=0,port_id=b9024970-6047-48b9-a445-f51307af61d9,segment=NetworkSegment(5c8360fd-bd95-490f-abbb-4e7bd94ab9a5),segment_id=5c8360fd-bd95-490f-abbb-4e7bd94ab9a5)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:46:51.159394 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-376d39c0-77bb-4925-a1d2-4f689b8478e4 req-e283f31b-fc51-430f-9be7-1fa38617b7a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:46:51.161995 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-376d39c0-77bb-4925-a1d2-4f689b8478e4 req-e283f31b-fc51-430f-9be7-1fa38617b7a6 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=6f40e4e0-6eba-4f7f-94d2-0661976f2d8b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1165 time: 0.3145969 Sep 23 19:46:51.222215 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.plugin [None req-0dd595da-800d-448f-95d5-a78ae53976b3 None None] Port 79c1a24d-0dd7-43d4-91c5-a76b41acfe5b cannot update to ACTIVE because it is not bound. {{(pid=95103) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 19:46:51.230877 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8979ad65-ca9d-473f-83c1-64b9e41cf568 req-f1676632-da2a-413c-8a5b-c1d0797d2b47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:46:51.232448 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-8979ad65-ca9d-473f-83c1-64b9e41cf568 req-f1676632-da2a-413c-8a5b-c1d0797d2b47 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=fc2b89b8-ce3f-4c16-8b68-220076c74d2b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1212821 Sep 23 19:46:51.270226 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-395e8a35-ff4f-43d2-adf6-2ad6aaf3ab64 None None] Notify callbacks [] for port, precommit_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:46:51.314123 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-395e8a35-ff4f-43d2-adf6-2ad6aaf3ab64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:46:51.383140 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-376d39c0-77bb-4925-a1d2-4f689b8478e4 req-9845b15f-b480-4611-ab1f-91bb94df201f service neutron] 10.222.0.74 "GET /v2.0/networks/6f40e4e0-6eba-4f7f-94d2-0661976f2d8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2121484 Sep 23 19:46:51.386012 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-8979ad65-ca9d-473f-83c1-64b9e41cf568 req-49762d8b-5953-479a-a1b0-be86b26ab0c5 service neutron] 10.222.0.74 "GET /v2.0/networks/fc2b89b8-ce3f-4c16-8b68-220076c74d2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1442511 Sep 23 19:46:51.400684 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe79cf2-8fc3-4c34-84da-3913e8f8bf9e tempest-ExtraDHCPOptionsTestJSON-1723739482 tempest-ExtraDHCPOptionsTestJSON-1723739482-project] Pushing event deleted for resources: {'Port': ['ID=e313dfd8-b0c1-4071-b945-f04c38a0e553,revision_number=None']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:46:51.442638 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-395e8a35-ff4f-43d2-adf6-2ad6aaf3ab64 None None] Pushing event updated for resources: {'Port': ['ID=b9024970-6047-48b9-a445-f51307af61d9,revision_number=4']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:46:51.465110 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-0dd595da-800d-448f-95d5-a78ae53976b3 None None] Provisioning complete for port b9024970-6047-48b9-a445-f51307af61d9 triggered by entity DHCP. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:46:51.465833 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-0dd595da-800d-448f-95d5-a78ae53976b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:46:51.555138 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-dbe79cf2-8fc3-4c34-84da-3913e8f8bf9e tempest-ExtraDHCPOptionsTestJSON-1723739482 tempest-ExtraDHCPOptionsTestJSON-1723739482-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222849'] for port, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:46:51.568139 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-dbe79cf2-8fc3-4c34-84da-3913e8f8bf9e tempest-ExtraDHCPOptionsTestJSON-1723739482 tempest-ExtraDHCPOptionsTestJSON-1723739482-project] 10.222.0.67 "DELETE /v2.0/ports/e313dfd8-b0c1-4071-b945-f04c38a0e553 HTTP/1.1" status: 204 len: 168 time: 2.6855195 Sep 23 19:46:51.570723 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 42518) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:46:51.588431 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.v2.base [None req-d223aec8-3a37-4b56-bdf7-4b1356c753e1 tempest-ExtraDHCPOptionsTestJSON-1723739482 tempest-ExtraDHCPOptionsTestJSON-1723739482-project] Request body: {'port': {'name': 'tempest-new-port-name-1362274720', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=95102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:46:51.589482 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.api.validators [None req-d223aec8-3a37-4b56-bdf7-4b1356c753e1 tempest-ExtraDHCPOptionsTestJSON-1723739482 tempest-ExtraDHCPOptionsTestJSON-1723739482-project] bootfile-name is not in valid_values {{(pid=95102) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Sep 23 19:46:51.589833 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.api.validators [None req-d223aec8-3a37-4b56-bdf7-4b1356c753e1 tempest-ExtraDHCPOptionsTestJSON-1723739482 tempest-ExtraDHCPOptionsTestJSON-1723739482-project] tftp-server is not in valid_values {{(pid=95102) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Sep 23 19:46:51.590163 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.api.validators [None req-d223aec8-3a37-4b56-bdf7-4b1356c753e1 tempest-ExtraDHCPOptionsTestJSON-1723739482 tempest-ExtraDHCPOptionsTestJSON-1723739482-project] server-ip-address is not in valid_values {{(pid=95102) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Sep 23 19:46:51.657936 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-8979ad65-ca9d-473f-83c1-64b9e41cf568 req-02fde0f0-c6da-4453-ad83-04f7a80481d6 service neutron] 10.222.0.74 "GET /v2.0/networks/fc2b89b8-ce3f-4c16-8b68-220076c74d2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2509396 Sep 23 19:46:51.724533 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-d223aec8-3a37-4b56-bdf7-4b1356c753e1 tempest-ExtraDHCPOptionsTestJSON-1723739482 tempest-ExtraDHCPOptionsTestJSON-1723739482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:46:51.853293 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-6b129bf2-b26a-4ed3-9156-64d111af394a tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783146162158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783145673144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5607431'] for port, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:46:51.970497 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b129bf2-b26a-4ed3-9156-64d111af394a tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Pushing event deleted for resources: {'Port': ['ID=f1780dbb-e9b7-4a3e-9979-2ac44dfd9556,revision_number=None']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:46:52.143856 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-6b129bf2-b26a-4ed3-9156-64d111af394a tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222849'] for port, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:46:52.148628 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-6b129bf2-b26a-4ed3-9156-64d111af394a tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] 10.222.0.67 "DELETE /v2.0/ports/f1780dbb-e9b7-4a3e-9979-2ac44dfd9556 HTTP/1.1" status: 204 len: 168 time: 2.7074301 Sep 23 19:46:52.149301 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 42530) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:46:52.243432 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-d223aec8-3a37-4b56-bdf7-4b1356c753e1 tempest-ExtraDHCPOptionsTestJSON-1723739482 tempest-ExtraDHCPOptionsTestJSON-1723739482-project] Notify callbacks [] for port, precommit_update {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:46:52.272184 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41eb6e96-1f94-4711-b416-083ed1a186ed tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:46:52.276737 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41eb6e96-1f94-4711-b416-083ed1a186ed tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:46:52.280049 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41eb6e96-1f94-4711-b416-083ed1a186ed tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:46:52.291738 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-41eb6e96-1f94-4711-b416-083ed1a186ed tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] 10.222.0.67 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.1410201 Sep 23 19:46:52.294161 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 42534) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:46:52.332660 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-d223aec8-3a37-4b56-bdf7-4b1356c753e1 tempest-ExtraDHCPOptionsTestJSON-1723739482 tempest-ExtraDHCPOptionsTestJSON-1723739482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4399095'] for port, after_update {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:46:52.429327 n-d-713301-16 neutron-server[95101]: DEBUG neutron.db.db_base_plugin_v2 [None req-cd74ae70-f408-452b-8298-b914faa66a48 tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Deleting subnet 2723bf86-f230-4e96-8e26-7c7af73225fd {{(pid=95101) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 23 19:46:52.429936 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-376d39c0-77bb-4925-a1d2-4f689b8478e4 req-458ecde5-fc54-49de-badf-3ee7f65d7eb3 service neutron] 10.222.0.74 "GET /v2.0/networks/6f40e4e0-6eba-4f7f-94d2-0661976f2d8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0263534 Sep 23 19:46:52.434239 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-cd74ae70-f408-452b-8298-b914faa66a48 tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Notify callbacks [] for subnet, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:46:52.533769 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe046694-291f-4cd1-b104-d378166d60fe req-a2bbcdf4-b1f7-4aa9-a0a9-8f7c514c7d14 tempest-TestNetworkBasicOps-1575950199 tempest-TestNetworkBasicOps-1575950199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:46:52.546507 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-fe046694-291f-4cd1-b104-d378166d60fe req-a2bbcdf4-b1f7-4aa9-a0a9-8f7c514c7d14 tempest-TestNetworkBasicOps-1575950199 tempest-TestNetworkBasicOps-1575950199-project] 10.222.0.67 "GET /v2.0/ports?device_id=a88e63a8-c1e5-49d3-97ad-4e53dbd3cdec HTTP/1.1" status: 200 len: 944 time: 0.6617627 Sep 23 19:46:52.584737 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-cd74ae70-f408-452b-8298-b914faa66a48 tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6007154'] for subnet, precommit_delete_associations {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:46:52.602805 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.plugin [None req-d223aec8-3a37-4b56-bdf7-4b1356c753e1 tempest-ExtraDHCPOptionsTestJSON-1723739482 tempest-ExtraDHCPOptionsTestJSON-1723739482-project] In _notify_port_updated(), no bound segment for port 79c1a24d-0dd7-43d4-91c5-a76b41acfe5b on network d8f4ac40-09f3-4b6a-9a59-50de148c3dec {{(pid=95102) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Sep 23 19:46:52.609649 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d223aec8-3a37-4b56-bdf7-4b1356c753e1 tempest-ExtraDHCPOptionsTestJSON-1723739482 tempest-ExtraDHCPOptionsTestJSON-1723739482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:46:52.610341 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-d223aec8-3a37-4b56-bdf7-4b1356c753e1 tempest-ExtraDHCPOptionsTestJSON-1723739482 tempest-ExtraDHCPOptionsTestJSON-1723739482-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222849'] for port, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:46:52.612303 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-d223aec8-3a37-4b56-bdf7-4b1356c753e1 tempest-ExtraDHCPOptionsTestJSON-1723739482 tempest-ExtraDHCPOptionsTestJSON-1723739482-project] 10.222.0.67 "PUT /v2.0/ports/79c1a24d-0dd7-43d4-91c5-a76b41acfe5b HTTP/1.1" status: 200 len: 1137 time: 1.0404735 Sep 23 19:46:52.621517 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 42540) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:46:52.660771 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87bd2899-efa4-4133-a4cc-ebde62740c75 req-d176cef3-26eb-43e4-9df6-095879658e14 tempest-AttachVolumeShelveTestJSON-2035318112 tempest-AttachVolumeShelveTestJSON-2035318112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:46:52.662980 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-87bd2899-efa4-4133-a4cc-ebde62740c75 req-d176cef3-26eb-43e4-9df6-095879658e14 tempest-AttachVolumeShelveTestJSON-2035318112 tempest-AttachVolumeShelveTestJSON-2035318112-project] 10.222.0.67 "GET /v2.0/ports?device_id=036bfa8b-48f6-483d-9ccb-759a52abd0b0 HTTP/1.1" status: 200 len: 946 time: 0.4247513 Sep 23 19:46:52.689546 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Device b9024970-6047-48b9-a445-f51307af61d9 up at agent ovs-agent-n-d-713301-16 {{(pid=95103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 19:46:52.820975 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40783e4f-d5a5-4e24-895b-8e48e7747e52 tempest-ExtraDHCPOptionsTestJSON-1723739482 tempest-ExtraDHCPOptionsTestJSON-1723739482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:46:52.822493 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-40783e4f-d5a5-4e24-895b-8e48e7747e52 tempest-ExtraDHCPOptionsTestJSON-1723739482 tempest-ExtraDHCPOptionsTestJSON-1723739482-project] 10.222.0.67 "GET /v2.0/ports/79c1a24d-0dd7-43d4-91c5-a76b41acfe5b HTTP/1.1" status: 200 len: 1137 time: 0.2000136 Sep 23 19:46:52.832370 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Provisioning complete for port b9024970-6047-48b9-a445-f51307af61d9 triggered by entity L2. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:46:52.832944 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:46:52.840331 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 42548) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:46:52.994030 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-11e8a35e-de4b-4509-9cbb-3f1a7a6199e6 None None] Could not find standard attr ID for object f1780dbb-e9b7-4a3e-9979-2ac44dfd9556. {{(pid=95103) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 23 19:46:53.019207 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-fed064b7-9c3a-4375-84ba-c0afb610c6d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:46:53.040458 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-11e8a35e-de4b-4509-9cbb-3f1a7a6199e6 None None] Provisioning complete for port b9024970-6047-48b9-a445-f51307af61d9 triggered by entity DHCP. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:46:53.041023 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-11e8a35e-de4b-4509-9cbb-3f1a7a6199e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:46:53.178019 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-cd74ae70-f408-452b-8298-b914faa66a48 tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1756813'] for subnet, precommit_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:46:53.236443 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:46:53.301023 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-cd74ae70-f408-452b-8298-b914faa66a48 tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1756804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5607514', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6130950'] for subnet, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:46:53.313247 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d223aec8-3a37-4b56-bdf7-4b1356c753e1 tempest-ExtraDHCPOptionsTestJSON-1723739482 tempest-ExtraDHCPOptionsTestJSON-1723739482-project] Pushing event updated for resources: {'Port': ['ID=79c1a24d-0dd7-43d4-91c5-a76b41acfe5b,revision_number=2']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:46:53.330283 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.plugin [None req-d878e755-211a-4809-b870-1ec0c661ef89 tempest-ExtraDHCPOptionsTestJSON-1723739482 tempest-ExtraDHCPOptionsTestJSON-1723739482-project] Deleting port 79c1a24d-0dd7-43d4-91c5-a76b41acfe5b {{(pid=95101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:46:53.330641 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-d878e755-211a-4809-b870-1ec0c661ef89 tempest-ExtraDHCPOptionsTestJSON-1723739482 tempest-ExtraDHCPOptionsTestJSON-1723739482-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783146157096'] for port, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:46:53.381472 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-fe046694-291f-4cd1-b104-d378166d60fe req-0e45daa9-8053-4155-b49f-398a5edd895d tempest-TestNetworkBasicOps-1575950199 tempest-TestNetworkBasicOps-1575950199-project] 10.222.0.67 "GET /v2.0/security-groups?id=0b7bf805-196a-46e6-addc-35aad14a7694&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.8292069 Sep 23 19:46:53.407946 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-87bd2899-efa4-4133-a4cc-ebde62740c75 req-60f55cc4-eeb1-4e75-b6a3-fb79fa19d70d tempest-AttachVolumeShelveTestJSON-2035318112 tempest-AttachVolumeShelveTestJSON-2035318112-project] 10.222.0.67 "GET /v2.0/security-groups?id=209f1ee5-6189-41c6-b235-f9c754b12a19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1539435 Sep 23 19:46:53.416114 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-cd74ae70-f408-452b-8298-b914faa66a48 tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Notify callbacks [] for subnet, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:46:53.422946 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-cd74ae70-f408-452b-8298-b914faa66a48 tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] 10.222.0.67 "DELETE /v2.0/subnets/2723bf86-f230-4e96-8e26-7c7af73225fd HTTP/1.1" status: 204 len: 168 time: 1.1254907 Sep 23 19:46:53.429968 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd74ae70-f408-452b-8298-b914faa66a48 tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Pushing event deleted for resources: {'Subnet': ['ID=2723bf86-f230-4e96-8e26-7c7af73225fd,revision_number=None']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:46:53.431659 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 42554) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:46:53.446297 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c451ebf0-0c82-471b-b63b-c492ba84a054 None None] Network 3e6c6ec3-89f7-4fc2-8252-c7df087533ec requested from n-d-713301-16 {{(pid=95103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 19:46:53.451707 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-674943a7-95ee-4a80-9a2a-b922eab46783 req-0b709070-9238-4ccd-b7a9-787c63a74b26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:46:53.464663 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-674943a7-95ee-4a80-9a2a-b922eab46783 req-0b709070-9238-4ccd-b7a9-787c63a74b26 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=7fd7324f75754f93a5f1d406b61f5276&device_id=a88e63a8-c1e5-49d3-97ad-4e53dbd3cdec HTTP/1.1" status: 200 len: 1096 time: 0.8593061 Sep 23 19:46:53.598767 n-d-713301-16 neutron-server[95101]: DEBUG neutron.db.db_base_plugin_v2 [None req-6ca6018c-6000-4c9d-9836-c57c142718ff tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Deleting subnet ffa107b1-0885-4240-baa8-3af425198c35 {{(pid=95101) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 23 19:46:53.619699 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-6ca6018c-6000-4c9d-9836-c57c142718ff tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Notify callbacks [] for subnet, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:46:53.649689 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-674943a7-95ee-4a80-9a2a-b922eab46783 req-19a5bd41-954b-4d3c-9756-cee145923db3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:46:53.653716 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-674943a7-95ee-4a80-9a2a-b922eab46783 req-19a5bd41-954b-4d3c-9756-cee145923db3 service neutron] 10.222.0.74 "GET /v2.0/networks?id=6f40e4e0-6eba-4f7f-94d2-0661976f2d8b HTTP/1.1" status: 200 len: 898 time: 0.1878448 Sep 23 19:46:53.656370 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-9839bc8c-516c-4706-8f19-5415ade154d4 None None] Could not find standard attr ID for object f1780dbb-e9b7-4a3e-9979-2ac44dfd9556. {{(pid=95103) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 23 19:46:53.668155 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-0ae75029-feb6-4728-9a94-5f9b60993d82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:46:53.684842 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-d878e755-211a-4809-b870-1ec0c661ef89 tempest-ExtraDHCPOptionsTestJSON-1723739482 tempest-ExtraDHCPOptionsTestJSON-1723739482-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-605701'] for port, precommit_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:46:53.710507 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.plugin [None req-d878e755-211a-4809-b870-1ec0c661ef89 tempest-ExtraDHCPOptionsTestJSON-1723739482 tempest-ExtraDHCPOptionsTestJSON-1723739482-project] Calling delete_port for 79c1a24d-0dd7-43d4-91c5-a76b41acfe5b owned by {{(pid=95101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:46:53.734912 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-6ca6018c-6000-4c9d-9836-c57c142718ff tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6007154'] for subnet, precommit_delete_associations {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:46:53.736212 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-9839bc8c-516c-4706-8f19-5415ade154d4 None None] Provisioning complete for port 79c1a24d-0dd7-43d4-91c5-a76b41acfe5b triggered by entity DHCP. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:46:53.737134 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-9839bc8c-516c-4706-8f19-5415ade154d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:46:53.753333 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-674943a7-95ee-4a80-9a2a-b922eab46783 req-8b1bfa1d-c6ba-498e-ad71-6e884e0c82e0 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.21&port_id=b3a8837e-b449-4fe7-a6b3-660865be342f HTTP/1.1" status: 200 len: 217 time: 0.0895634 Sep 23 19:46:53.888204 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-674943a7-95ee-4a80-9a2a-b922eab46783 req-dd4c5336-16f3-4a9c-b547-3b6276c0714c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:46:53.890209 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-674943a7-95ee-4a80-9a2a-b922eab46783 req-dd4c5336-16f3-4a9c-b547-3b6276c0714c service neutron] 10.222.0.74 "GET /v2.0/subnets?id=83419bee-51f1-4d63-b040-48c7cb443ecc HTTP/1.1" status: 200 len: 838 time: 0.1296821 Sep 23 19:46:53.898284 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.plugin [None req-9839bc8c-516c-4706-8f19-5415ade154d4 None None] Port 79c1a24d-0dd7-43d4-91c5-a76b41acfe5b cannot update to ACTIVE because it is not bound. {{(pid=95103) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 19:46:53.907271 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-6ca6018c-6000-4c9d-9836-c57c142718ff tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1756813'] for subnet, precommit_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:46:54.075645 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-674943a7-95ee-4a80-9a2a-b922eab46783 req-e4dd3bc8-193c-49cb-b2ac-6a6c94f3f7c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:46:54.080912 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-674943a7-95ee-4a80-9a2a-b922eab46783 req-e4dd3bc8-193c-49cb-b2ac-6a6c94f3f7c3 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=6f40e4e0-6eba-4f7f-94d2-0661976f2d8b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1165 time: 0.1816928 Sep 23 19:46:54.174780 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-6ca6018c-6000-4c9d-9836-c57c142718ff tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1756804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5607514', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6130950'] for subnet, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:46:54.245022 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ca6018c-6000-4c9d-9836-c57c142718ff tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Pushing event deleted for resources: {'Subnet': ['ID=ffa107b1-0885-4240-baa8-3af425198c35,revision_number=None']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:46:54.258496 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-6ca6018c-6000-4c9d-9836-c57c142718ff tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Notify callbacks [] for subnet, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:46:54.263131 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-6ca6018c-6000-4c9d-9836-c57c142718ff tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] 10.222.0.67 "DELETE /v2.0/subnets/ffa107b1-0885-4240-baa8-3af425198c35 HTTP/1.1" status: 204 len: 168 time: 0.8200207 Sep 23 19:46:54.265573 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 42566) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:46:54.303989 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Device b3a8837e-b449-4fe7-a6b3-660865be342f details requested by agent hyperv_n-h1-713301-16 with host n-h1-713301-16 {{(pid=95103) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 19:46:54.329254 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-674943a7-95ee-4a80-9a2a-b922eab46783 req-394adfab-6765-40a8-8021-31e90f0a116c service neutron] 10.222.0.74 "GET /v2.0/networks/6f40e4e0-6eba-4f7f-94d2-0661976f2d8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2402089 Sep 23 19:46:54.433158 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-6e38368d-7c88-4e29-b422-7b9fc748cc0c tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] 10.222.0.67 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1536269 Sep 23 19:46:54.489848 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] For port b3a8837e-b449-4fe7-a6b3-660865be342f, host n-h1-713301-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-16',level=0,port_id=b3a8837e-b449-4fe7-a6b3-660865be342f,segment=NetworkSegment(96416483-61df-4d5d-959f-f6cb30a6287b),segment_id=96416483-61df-4d5d-959f-f6cb30a6287b)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:46:54.500518 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 42570) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:46:54.529290 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Returning: {'device': 'b3a8837e-b449-4fe7-a6b3-660865be342f', 'network_id': '6f40e4e0-6eba-4f7f-94d2-0661976f2d8b', 'port_id': 'b3a8837e-b449-4fe7-a6b3-660865be342f', 'mac_address': 'fa:16:3e:cc:de:24', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 629, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '83419bee-51f1-4d63-b040-48c7cb443ecc', 'ip_address': '172.20.0.21'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95103) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 19:46:54.529924 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.v2.base [None req-5dcd9d99-21af-48b2-9957-4517e299bc8c tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Request body: {'subnet': {'network_id': '3e6c6ec3-89f7-4fc2-8252-c7df087533ec', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=95101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:46:54.640663 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-674943a7-95ee-4a80-9a2a-b922eab46783 req-dab6e22b-3e14-46b1-a0b4-5563d0945e32 service neutron] 10.222.0.74 "GET /v2.0/networks/6f40e4e0-6eba-4f7f-94d2-0661976f2d8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3025968 Sep 23 19:46:54.643483 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:46:54.682070 n-d-713301-16 neutron-server[95103]: DEBUG neutron.notifiers.nova [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b3a8837e-b449-4fe7-a6b3-660865be342f {{(pid=95103) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 19:46:54.721658 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] For port b3a8837e-b449-4fe7-a6b3-660865be342f, host n-h1-713301-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-16',level=0,port_id=b3a8837e-b449-4fe7-a6b3-660865be342f,segment=NetworkSegment(96416483-61df-4d5d-959f-f6cb30a6287b),segment_id=96416483-61df-4d5d-959f-f6cb30a6287b)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:46:54.730176 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:46:54.782461 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-d878e755-211a-4809-b870-1ec0c661ef89 tempest-ExtraDHCPOptionsTestJSON-1723739482 tempest-ExtraDHCPOptionsTestJSON-1723739482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783146162158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783145673144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5607431'] for port, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:46:54.842547 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd576d2-7c96-4140-b6e3-70019661b25a req-fac981fe-d719-47e5-9eda-c0c4b5016eda tempest-TestNetworkBasicOps-1575950199 tempest-TestNetworkBasicOps-1575950199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:46:54.854490 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-2bd576d2-7c96-4140-b6e3-70019661b25a req-fac981fe-d719-47e5-9eda-c0c4b5016eda tempest-TestNetworkBasicOps-1575950199 tempest-TestNetworkBasicOps-1575950199-project] 10.222.0.67 "GET /v2.0/ports?device_id=a88e63a8-c1e5-49d3-97ad-4e53dbd3cdec HTTP/1.1" status: 200 len: 944 time: 0.1870680 Sep 23 19:46:54.872177 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Pushing event updated for resources: {'Port': ['ID=b3a8837e-b449-4fe7-a6b3-660865be342f,revision_number=4']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:46:54.916309 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-2bd576d2-7c96-4140-b6e3-70019661b25a req-b28636f4-8ba7-4b14-97d7-d2ee5b2cfb89 tempest-TestNetworkBasicOps-1575950199 tempest-TestNetworkBasicOps-1575950199-project] 10.222.0.67 "GET /v2.0/security-groups?id=0b7bf805-196a-46e6-addc-35aad14a7694&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0598805 Sep 23 19:46:54.928019 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b1701f-4d4b-4330-a6d3-fad573b564cb req-c29d44fa-213b-4e7c-8771-15d5dee21eb2 tempest-AttachVolumeShelveTestJSON-2035318112 tempest-AttachVolumeShelveTestJSON-2035318112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:46:54.929975 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d878e755-211a-4809-b870-1ec0c661ef89 tempest-ExtraDHCPOptionsTestJSON-1723739482 tempest-ExtraDHCPOptionsTestJSON-1723739482-project] Pushing event deleted for resources: {'Port': ['ID=79c1a24d-0dd7-43d4-91c5-a76b41acfe5b,revision_number=None']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:46:54.931070 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-f7b1701f-4d4b-4330-a6d3-fad573b564cb req-c29d44fa-213b-4e7c-8771-15d5dee21eb2 tempest-AttachVolumeShelveTestJSON-2035318112 tempest-AttachVolumeShelveTestJSON-2035318112-project] 10.222.0.67 "GET /v2.0/ports?device_id=036bfa8b-48f6-483d-9ccb-759a52abd0b0 HTTP/1.1" status: 200 len: 946 time: 0.2894518 Sep 23 19:46:54.968178 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] get_ports_and_sgs() called for port_ids ['b3a8837e-b449-4fe7-a6b3-660865be342f'] {{(pid=95103) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 19:46:54.980637 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5dcd9d99-21af-48b2-9957-4517e299bc8c tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Made reservation on behalf of ef2dbafd0ba44b7485191a034ef43810 for: {'subnet': 1} {{(pid=95101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:46:54.989353 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-5dcd9d99-21af-48b2-9957-4517e299bc8c tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6130979'] for subnet, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:46:55.023288 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-f7b1701f-4d4b-4330-a6d3-fad573b564cb req-b402a2f5-65c6-4670-89b2-7c5409079c3b tempest-AttachVolumeShelveTestJSON-2035318112 tempest-AttachVolumeShelveTestJSON-2035318112-project] 10.222.0.67 "GET /v2.0/security-groups?id=209f1ee5-6189-41c6-b235-f9c754b12a19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0843618 Sep 23 19:46:55.291813 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-d878e755-211a-4809-b870-1ec0c661ef89 tempest-ExtraDHCPOptionsTestJSON-1723739482 tempest-ExtraDHCPOptionsTestJSON-1723739482-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222849'] for port, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:46:55.294511 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-d878e755-211a-4809-b870-1ec0c661ef89 tempest-ExtraDHCPOptionsTestJSON-1723739482 tempest-ExtraDHCPOptionsTestJSON-1723739482-project] 10.222.0.67 "DELETE /v2.0/ports/79c1a24d-0dd7-43d4-91c5-a76b41acfe5b HTTP/1.1" status: 204 len: 168 time: 2.4531374 Sep 23 19:46:55.298794 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 42592) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:46:55.306975 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d730965a-f67a-4386-9e59-6900e181654d None None] Network 3e6c6ec3-89f7-4fc2-8252-c7df087533ec requested from n-d-713301-16 {{(pid=95103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 19:46:55.392758 n-d-713301-16 neutron-server[95102]: DEBUG neutron.db.db_base_plugin_v2 [None req-644aa6b7-7675-44b2-a028-b80f4cd2f62e tempest-ExtraDHCPOptionsTestJSON-1723739482 tempest-ExtraDHCPOptionsTestJSON-1723739482-project] Deleting subnet 7da6ed5a-009b-4cbc-9707-cc74a1d2cba7 {{(pid=95102) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 23 19:46:55.396078 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-644aa6b7-7675-44b2-a028-b80f4cd2f62e tempest-ExtraDHCPOptionsTestJSON-1723739482 tempest-ExtraDHCPOptionsTestJSON-1723739482-project] Notify callbacks [] for subnet, before_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:46:55.431369 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-80e7e501-6c57-470d-92c6-e3d54bc3195c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:46:55.458288 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-644aa6b7-7675-44b2-a028-b80f4cd2f62e tempest-ExtraDHCPOptionsTestJSON-1723739482 tempest-ExtraDHCPOptionsTestJSON-1723739482-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6162825'] for subnet, precommit_delete_associations {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:46:55.466873 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-1b9a9db9-ea4e-42ce-b4ba-8a64ecd3df31 None None] Provisioning complete for port b9024970-6047-48b9-a445-f51307af61d9 triggered by entity DHCP. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:46:55.467263 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-1b9a9db9-ea4e-42ce-b4ba-8a64ecd3df31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:46:55.621910 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-644aa6b7-7675-44b2-a028-b80f4cd2f62e tempest-ExtraDHCPOptionsTestJSON-1723739482 tempest-ExtraDHCPOptionsTestJSON-1723739482-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1756813'] for subnet, precommit_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:46:55.638971 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f652765d-5513-45df-97e4-727b671313e7 None None] DHCP port deletion for 3e6c6ec3-89f7-4fc2-8252-c7df087533ec request from n-d-713301-16 {{(pid=95103) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 23 19:46:55.702407 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.plugin [None req-f652765d-5513-45df-97e4-727b671313e7 None None] Deleting port b9024970-6047-48b9-a445-f51307af61d9 {{(pid=95103) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:46:55.702794 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-f652765d-5513-45df-97e4-727b671313e7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783146157096'] for port, before_delete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:46:55.761631 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-644aa6b7-7675-44b2-a028-b80f4cd2f62e tempest-ExtraDHCPOptionsTestJSON-1723739482 tempest-ExtraDHCPOptionsTestJSON-1723739482-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1756804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4399009', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5388229'] for subnet, after_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:46:55.793532 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-644aa6b7-7675-44b2-a028-b80f4cd2f62e tempest-ExtraDHCPOptionsTestJSON-1723739482 tempest-ExtraDHCPOptionsTestJSON-1723739482-project] Notify callbacks [] for subnet, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:46:55.793758 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5eab323-1e81-408a-bf71-c9da89dd1aec None None] Network d8f4ac40-09f3-4b6a-9a59-50de148c3dec requested from n-d-713301-16 {{(pid=95103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 19:46:55.807911 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-644aa6b7-7675-44b2-a028-b80f4cd2f62e tempest-ExtraDHCPOptionsTestJSON-1723739482 tempest-ExtraDHCPOptionsTestJSON-1723739482-project] 10.222.0.67 "DELETE /v2.0/subnets/7da6ed5a-009b-4cbc-9707-cc74a1d2cba7 HTTP/1.1" status: 204 len: 168 time: 0.5076630 Sep 23 19:46:55.839585 n-d-713301-16 neutron-server[95101]: DEBUG neutron.objects.ports [None req-5dcd9d99-21af-48b2-9957-4517e299bc8c tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=95101) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 23 19:46:55.842348 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-f652765d-5513-45df-97e4-727b671313e7 None None] For port b9024970-6047-48b9-a445-f51307af61d9, host n-d-713301-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-16',level=0,port_id=b9024970-6047-48b9-a445-f51307af61d9,segment=NetworkSegment(5c8360fd-bd95-490f-abbb-4e7bd94ab9a5),segment_id=5c8360fd-bd95-490f-abbb-4e7bd94ab9a5)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:46:55.843118 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-f652765d-5513-45df-97e4-727b671313e7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-605701'] for port, precommit_delete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:46:55.845209 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 42596) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:46:55.853953 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-644aa6b7-7675-44b2-a028-b80f4cd2f62e tempest-ExtraDHCPOptionsTestJSON-1723739482 tempest-ExtraDHCPOptionsTestJSON-1723739482-project] Pushing event deleted for resources: {'Subnet': ['ID=7da6ed5a-009b-4cbc-9707-cc74a1d2cba7,revision_number=None']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:46:56.075617 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.plugin [None req-f652765d-5513-45df-97e4-727b671313e7 None None] Calling delete_port for b9024970-6047-48b9-a445-f51307af61d9 owned by network:dhcp {{(pid=95103) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:46:56.222444 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-118ddb60-3ceb-423a-b4ce-7601bcce15ca req-f3438cb9-3c06-441f-97d3-63575b4faec3 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=3e0be90f-2029-4957-bb5d-fa1f54181a61&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1532264 Sep 23 19:46:56.243801 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-f652765d-5513-45df-97e4-727b671313e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783146162158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783145673144'] for port, after_delete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:46:56.255489 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a109814-ad0a-4fda-accc-efebe2a42aa2 req-de04a21e-e91e-4bfb-9e07-b9ee1845a036 tempest-TestNetworkBasicOps-1575950199 tempest-TestNetworkBasicOps-1575950199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:46:56.260725 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-3a109814-ad0a-4fda-accc-efebe2a42aa2 req-de04a21e-e91e-4bfb-9e07-b9ee1845a036 tempest-TestNetworkBasicOps-1575950199 tempest-TestNetworkBasicOps-1575950199-project] 10.222.0.67 "GET /v2.0/ports?device_id=a88e63a8-c1e5-49d3-97ad-4e53dbd3cdec HTTP/1.1" status: 200 len: 945 time: 0.1386604 Sep 23 19:46:56.277458 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f652765d-5513-45df-97e4-727b671313e7 None None] Pushing event deleted for resources: {'Port': ['ID=b9024970-6047-48b9-a445-f51307af61d9,revision_number=None']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:46:56.295348 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb7fb4cb-bf69-4ad0-9f17-cebdcac5cfcb None None] DHCP port deletion for d8f4ac40-09f3-4b6a-9a59-50de148c3dec request from n-d-713301-16 {{(pid=95103) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 23 19:46:56.303102 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f652765d-5513-45df-97e4-727b671313e7 None None] No DVR routers for this DVR port b9024970-6047-48b9-a445-f51307af61d9 on host n-d-713301-16 {{(pid=95103) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 19:46:56.362660 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Device b3a8837e-b449-4fe7-a6b3-660865be342f up at agent hyperv_n-h1-713301-16 {{(pid=95103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 19:46:56.396013 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-b2d65b20-25ba-444e-948b-f9f1a6777dc2 tempest-ExtraDHCPOptionsTestJSON-1723739482 tempest-ExtraDHCPOptionsTestJSON-1723739482-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1628021'] for network, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:46:56.435461 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-3a109814-ad0a-4fda-accc-efebe2a42aa2 req-6c7bcb36-c854-4196-8a67-971d4efac308 tempest-TestNetworkBasicOps-1575950199 tempest-TestNetworkBasicOps-1575950199-project] 10.222.0.67 "GET /v2.0/security-groups?id=0b7bf805-196a-46e6-addc-35aad14a7694&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1478763 Sep 23 19:46:56.478121 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8debedd-0a50-448d-a726-cf9dbaa8d975 req-bfb2cc70-af0b-468b-bb2a-8886c6b832ce tempest-AttachVolumeShelveTestJSON-2035318112 tempest-AttachVolumeShelveTestJSON-2035318112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:46:56.479793 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-f8debedd-0a50-448d-a726-cf9dbaa8d975 req-bfb2cc70-af0b-468b-bb2a-8886c6b832ce tempest-AttachVolumeShelveTestJSON-2035318112 tempest-AttachVolumeShelveTestJSON-2035318112-project] 10.222.0.67 "GET /v2.0/ports?device_id=036bfa8b-48f6-483d-9ccb-759a52abd0b0 HTTP/1.1" status: 200 len: 946 time: 0.2098117 Sep 23 19:46:56.486221 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.plugin [None req-cb7fb4cb-bf69-4ad0-9f17-cebdcac5cfcb None None] Deleting port 7ff41fcc-d9ec-4d7e-93ac-4a0852e5a848 {{(pid=95103) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:46:56.486221 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-cb7fb4cb-bf69-4ad0-9f17-cebdcac5cfcb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783146157096'] for port, before_delete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:46:56.499899 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118ddb60-3ceb-423a-b4ce-7601bcce15ca req-71ee116d-8281-46cf-8e46-cf97466ff87a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:46:56.501341 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-118ddb60-3ceb-423a-b4ce-7601bcce15ca req-71ee116d-8281-46cf-8e46-cf97466ff87a service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=7fd7324f75754f93a5f1d406b61f5276&device_id=3e0be90f-2029-4957-bb5d-fa1f54181a61 HTTP/1.1" status: 200 len: 1097 time: 0.1377485 Sep 23 19:46:56.548211 n-d-713301-16 neutron-server[95101]: WARNING neutron.services.revisions.revision_plugin [None req-5dcd9d99-21af-48b2-9957-4517e299bc8c tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Could not find related port for resource to bump revision. Sep 23 19:46:56.560310 n-d-713301-16 neutron-server[95101]: DEBUG neutron.db.ipam_pluggable_backend [None req-5dcd9d99-21af-48b2-9957-4517e299bc8c tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Port b9024970-6047-48b9-a445-f51307af61d9 was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=95101) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:572}} Sep 23 19:46:56.560731 n-d-713301-16 neutron-server[95101]: DEBUG neutron.db.ipam_pluggable_backend [None req-5dcd9d99-21af-48b2-9957-4517e299bc8c tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Reverting IP allocation for 2001:db8::f816:3eff:fe54:45f2 {{(pid=95101) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:574}} Sep 23 19:46:56.572212 n-d-713301-16 neutron-server[95101]: DEBUG neutron.db.ipam_pluggable_backend [None req-5dcd9d99-21af-48b2-9957-4517e299bc8c tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Reverting IP allocation failed for 2001:db8::f816:3eff:fe54:45f2 {{(pid=95101) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:580}} Sep 23 19:46:56.574555 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-5dcd9d99-21af-48b2-9957-4517e299bc8c tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5607579', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6130961'] for subnet, after_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:46:56.591094 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Provisioning for port b3a8837e-b449-4fe7-a6b3-660865be342f completed by entity L2. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 19:46:56.602802 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-f8debedd-0a50-448d-a726-cf9dbaa8d975 req-e02768de-76eb-49dd-8110-671468eaf41d tempest-AttachVolumeShelveTestJSON-2035318112 tempest-AttachVolumeShelveTestJSON-2035318112-project] 10.222.0.67 "GET /v2.0/security-groups?id=209f1ee5-6189-41c6-b235-f9c754b12a19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1118534 Sep 23 19:46:56.625341 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Provisioning complete for port b3a8837e-b449-4fe7-a6b3-660865be342f triggered by entity L2. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:46:56.625725 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:46:56.633352 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dcd9d99-21af-48b2-9957-4517e299bc8c tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Pushing event updated for resources: {'Subnet': ['ID=b04e1adf-f95a-469a-a684-08e72eabd122,revision_number=0']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:46:56.645532 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.plugin [None req-b2d65b20-25ba-444e-948b-f9f1a6777dc2 tempest-ExtraDHCPOptionsTestJSON-1723739482 tempest-ExtraDHCPOptionsTestJSON-1723739482-project] Deleting port 7ff41fcc-d9ec-4d7e-93ac-4a0852e5a848 {{(pid=95101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:46:56.646085 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-b2d65b20-25ba-444e-948b-f9f1a6777dc2 tempest-ExtraDHCPOptionsTestJSON-1723739482 tempest-ExtraDHCPOptionsTestJSON-1723739482-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783146157096'] for port, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:46:56.666986 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5dcd9d99-21af-48b2-9957-4517e299bc8c tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Network 3e6c6ec3-89f7-4fc2-8252-c7df087533ec is already hosted by enough agents. {{(pid=95101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:46:56.670065 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.base_scheduler [None req-5dcd9d99-21af-48b2-9957-4517e299bc8c tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Resources bound (agent type, host, resource id): {{(pid=95101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:46:56.683617 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5dcd9d99-21af-48b2-9957-4517e299bc8c tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:46:56.684223 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-5dcd9d99-21af-48b2-9957-4517e299bc8c tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Notify callbacks [] for subnet, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:46:56.728749 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Device 7ff41fcc-d9ec-4d7e-93ac-4a0852e5a848 no longer exists at agent ovs-agent-n-d-713301-16 {{(pid=95103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 19:46:56.730760 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-518676c0-18d4-4641-8164-16db0151a430 None None] Network 3e6c6ec3-89f7-4fc2-8252-c7df087533ec requested from n-d-713301-16 {{(pid=95103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 19:46:56.765581 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-5dcd9d99-21af-48b2-9957-4517e299bc8c tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.2467942 Sep 23 19:46:56.769236 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 42606) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:46:56.777404 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.v2.base [None req-9332a915-1a94-4f82-a9fc-001eaf0ea094 tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Request body: {'subnet': {'network_id': '3e6c6ec3-89f7-4fc2-8252-c7df087533ec', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:46:56.782278 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.db [None req-b2d65b20-25ba-444e-948b-f9f1a6777dc2 tempest-ExtraDHCPOptionsTestJSON-1723739482 tempest-ExtraDHCPOptionsTestJSON-1723739482-project] For port 7ff41fcc-d9ec-4d7e-93ac-4a0852e5a848, host n-d-713301-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-16',level=0,port_id=7ff41fcc-d9ec-4d7e-93ac-4a0852e5a848,segment=NetworkSegment(4ef4b6c5-2a2e-491f-99a8-cf4b57a40750),segment_id=4ef4b6c5-2a2e-491f-99a8-cf4b57a40750)] {{(pid=95101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:46:56.782657 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-b2d65b20-25ba-444e-948b-f9f1a6777dc2 tempest-ExtraDHCPOptionsTestJSON-1723739482 tempest-ExtraDHCPOptionsTestJSON-1723739482-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-605701'] for port, precommit_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:46:56.796480 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-cb7fb4cb-bf69-4ad0-9f17-cebdcac5cfcb None None] For port 7ff41fcc-d9ec-4d7e-93ac-4a0852e5a848, host n-d-713301-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-16',level=0,port_id=7ff41fcc-d9ec-4d7e-93ac-4a0852e5a848,segment=NetworkSegment(4ef4b6c5-2a2e-491f-99a8-cf4b57a40750),segment_id=4ef4b6c5-2a2e-491f-99a8-cf4b57a40750)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:46:56.797086 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-cb7fb4cb-bf69-4ad0-9f17-cebdcac5cfcb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-605701'] for port, precommit_delete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:46:56.798818 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118ddb60-3ceb-423a-b4ce-7601bcce15ca req-f77f655d-bfe0-4942-8e42-6eb0c1fa50e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:46:56.800359 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-118ddb60-3ceb-423a-b4ce-7601bcce15ca req-f77f655d-bfe0-4942-8e42-6eb0c1fa50e5 service neutron] 10.222.0.53 "GET /v2.0/networks?id=556d491a-fa37-496f-b55a-840ae2087f7d HTTP/1.1" status: 200 len: 898 time: 0.2416153 Sep 23 19:46:56.821192 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.plugin [None req-b2d65b20-25ba-444e-948b-f9f1a6777dc2 tempest-ExtraDHCPOptionsTestJSON-1723739482 tempest-ExtraDHCPOptionsTestJSON-1723739482-project] Calling delete_port for 7ff41fcc-d9ec-4d7e-93ac-4a0852e5a848 owned by network:dhcp {{(pid=95101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:46:56.840206 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.plugin [None req-cb7fb4cb-bf69-4ad0-9f17-cebdcac5cfcb None None] Calling delete_port for 7ff41fcc-d9ec-4d7e-93ac-4a0852e5a848 owned by network:dhcp {{(pid=95103) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:46:56.912026 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-118ddb60-3ceb-423a-b4ce-7601bcce15ca req-e4eb204e-007e-45db-a578-28d9e3d62540 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f9f76648-feb5-46d2-a220-7887e2c8b553 HTTP/1.1" status: 200 len: 1001 time: 0.1018729 Sep 23 19:46:56.980854 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118ddb60-3ceb-423a-b4ce-7601bcce15ca req-d011a920-0f36-4c2b-993d-f85f0f81ae06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:46:56.982881 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-118ddb60-3ceb-423a-b4ce-7601bcce15ca req-d011a920-0f36-4c2b-993d-f85f0f81ae06 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=fa6db639-afc2-4d79-8f5d-63a8ed67b4c5 HTTP/1.1" status: 200 len: 835 time: 0.0642090 Sep 23 19:46:57.058807 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:46:57.096969 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-b2d65b20-25ba-444e-948b-f9f1a6777dc2 tempest-ExtraDHCPOptionsTestJSON-1723739482 tempest-ExtraDHCPOptionsTestJSON-1723739482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783146162158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783145673144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5607431'] for port, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:46:57.098871 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118ddb60-3ceb-423a-b4ce-7601bcce15ca req-74c1c47f-f351-43f8-a3a1-d32b0c5e4df7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:46:57.101062 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-118ddb60-3ceb-423a-b4ce-7601bcce15ca req-74c1c47f-f351-43f8-a3a1-d32b0c5e4df7 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=556d491a-fa37-496f-b55a-840ae2087f7d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1087999 Sep 23 19:46:57.133587 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:46:57.146603 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2d65b20-25ba-444e-948b-f9f1a6777dc2 tempest-ExtraDHCPOptionsTestJSON-1723739482 tempest-ExtraDHCPOptionsTestJSON-1723739482-project] Pushing event deleted for resources: {'Port': ['ID=7ff41fcc-d9ec-4d7e-93ac-4a0852e5a848,revision_number=None']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:46:57.153076 n-d-713301-16 neutron-server[95101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2d65b20-25ba-444e-948b-f9f1a6777dc2 tempest-ExtraDHCPOptionsTestJSON-1723739482 tempest-ExtraDHCPOptionsTestJSON-1723739482-project] No DVR routers for this DVR port 7ff41fcc-d9ec-4d7e-93ac-4a0852e5a848 on host n-d-713301-16 {{(pid=95101) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 19:46:57.209403 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Device b9024970-6047-48b9-a445-f51307af61d9 no longer exists at agent ovs-agent-n-d-713301-16 {{(pid=95103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 19:46:57.242852 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d98ecb93-c53e-4886-88ab-d6edaba6f22f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4c8b80df-07eb-5275-9f17-5cf640db67c0-3e6c6ec3-89f7-4fc2-8252-c7df087533ec', 'network_id': '3e6c6ec3-89f7-4fc2-8252-c7df087533ec', 'tenant_id': 'ef2dbafd0ba44b7485191a034ef43810', 'fixed_ips': [{'subnet_id': 'b04e1adf-f95a-469a-a684-08e72eabd122'}]}} from n-d-713301-16. {{(pid=95103) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 23 19:46:57.244146 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-d98ecb93-c53e-4886-88ab-d6edaba6f22f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_create {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:46:57.250637 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-cb7fb4cb-bf69-4ad0-9f17-cebdcac5cfcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783146162158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783145673144'] for port, after_delete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:46:57.252778 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.plugin [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] No Port match for: b9024970-6047-48b9-a445-f51307af61d9 {{(pid=95103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 19:46:57.253538 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Device b9024970-6047-48b9-a445-f51307af61d9 not bound to the agent host n-d-713301-16 {{(pid=95103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 19:46:57.282012 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9332a915-1a94-4f82-a9fc-001eaf0ea094 tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Made reservation on behalf of ef2dbafd0ba44b7485191a034ef43810 for: {'subnet': 1} {{(pid=95101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:46:57.286542 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-9332a915-1a94-4f82-a9fc-001eaf0ea094 tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6130979'] for subnet, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:46:57.289037 n-d-713301-16 neutron-server[95103]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a88e63a8-c1e5-49d3-97ad-4e53dbd3cdec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3a8837e-b449-4fe7-a6b3-660865be342f'}] {{(pid=95103) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 19:46:57.291644 n-d-713301-16 neutron-server[95103]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}81a1c17f2aa89d5b3ebbba3a3e0cf7eb588e431c2224256110c4c4facdd7c3e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ddfb747b-c411-46ec-a3d3-e403a47d600b" -d '{"events": [{"server_uuid": "a88e63a8-c1e5-49d3-97ad-4e53dbd3cdec", "name": "network-vif-plugged", "status": "completed", "tag": "b3a8837e-b449-4fe7-a6b3-660865be342f"}]}' {{(pid=95103) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 19:46:57.304713 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb7fb4cb-bf69-4ad0-9f17-cebdcac5cfcb None None] Pushing event deleted for resources: {'Port': ['ID=7ff41fcc-d9ec-4d7e-93ac-4a0852e5a848,revision_number=None']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:46:57.343604 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-118ddb60-3ceb-423a-b4ce-7601bcce15ca req-9790a9c8-7e2c-4281-99db-8597fb6bbf4a service neutron] 10.222.0.53 "GET /v2.0/networks/556d491a-fa37-496f-b55a-840ae2087f7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2298541 Sep 23 19:46:57.391298 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-b2d65b20-25ba-444e-948b-f9f1a6777dc2 tempest-ExtraDHCPOptionsTestJSON-1723739482 tempest-ExtraDHCPOptionsTestJSON-1723739482-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1754676', 'neutron.services.segments.db._delete_segments_for_network-8783146221460'] for network, precommit_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:46:57.454717 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.db_base_plugin_common [None req-d98ecb93-c53e-4886-88ab-d6edaba6f22f None None] Allocated IP 2001:db8::f816:3eff:fe5c:8346 (3e6c6ec3-89f7-4fc2-8252-c7df087533ec/b04e1adf-f95a-469a-a684-08e72eabd122/c2e58357-f443-42f3-96d3-a3fba3de663d) {{(pid=95103) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 19:46:57.483484 n-d-713301-16 neutron-server[95101]: DEBUG neutron.services.segments.db [None req-b2d65b20-25ba-444e-948b-f9f1a6777dc2 tempest-ExtraDHCPOptionsTestJSON-1723739482 tempest-ExtraDHCPOptionsTestJSON-1723739482-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d8f4ac40-09f3-4b6a-9a59-50de148c3dec']}} {{(pid=95101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:46:57.502771 n-d-713301-16 neutron-server[95101]: DEBUG neutron.services.segments.db [None req-b2d65b20-25ba-444e-948b-f9f1a6777dc2 tempest-ExtraDHCPOptionsTestJSON-1723739482 tempest-ExtraDHCPOptionsTestJSON-1723739482-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4ef4b6c5-2a2e-491f-99a8-cf4b57a40750') {'for_net_delete': True} {{(pid=95101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:46:57.503203 n-d-713301-16 neutron-server[95101]: DEBUG neutron.services.segments.db [None req-b2d65b20-25ba-444e-948b-f9f1a6777dc2 tempest-ExtraDHCPOptionsTestJSON-1723739482 tempest-ExtraDHCPOptionsTestJSON-1723739482-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4ef4b6c5-2a2e-491f-99a8-cf4b57a40750') {} {{(pid=95101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:46:57.520161 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-b2d65b20-25ba-444e-948b-f9f1a6777dc2 tempest-ExtraDHCPOptionsTestJSON-1723739482 tempest-ExtraDHCPOptionsTestJSON-1723739482-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783146221725', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6007147'] for segment, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:46:57.544553 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-b2d65b20-25ba-444e-948b-f9f1a6777dc2 tempest-ExtraDHCPOptionsTestJSON-1723739482 tempest-ExtraDHCPOptionsTestJSON-1723739482-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1756186'] for segment, precommit_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:46:57.560858 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b2d65b20-25ba-444e-948b-f9f1a6777dc2 tempest-ExtraDHCPOptionsTestJSON-1723739482 tempest-ExtraDHCPOptionsTestJSON-1723739482-project] Releasing vlan 641 on physical network physnet1 to pool {{(pid=95101) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 19:46:57.561411 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-b2d65b20-25ba-444e-948b-f9f1a6777dc2 tempest-ExtraDHCPOptionsTestJSON-1723739482 tempest-ExtraDHCPOptionsTestJSON-1723739482-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1756186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5608436'] for segment, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:46:57.565193 n-d-713301-16 neutron-server[95101]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 23 19:46:57.565193 n-d-713301-16 neutron-server[95101]: items = [ Sep 23 19:46:57.565193 n-d-713301-16 neutron-server[95101]: Traceback (most recent call last): Sep 23 19:46:57.565193 n-d-713301-16 neutron-server[95101]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 19:46:57.565193 n-d-713301-16 neutron-server[95101]: timer() Sep 23 19:46:57.565193 n-d-713301-16 neutron-server[95101]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 19:46:57.565193 n-d-713301-16 neutron-server[95101]: cb(*args, **kw) Sep 23 19:46:57.565193 n-d-713301-16 neutron-server[95101]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 19:46:57.565193 n-d-713301-16 neutron-server[95101]: return func(*args, **kwargs) Sep 23 19:46:57.565193 n-d-713301-16 neutron-server[95101]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 19:46:57.565193 n-d-713301-16 neutron-server[95101]: self._notify() Sep 23 19:46:57.565193 n-d-713301-16 neutron-server[95101]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 19:46:57.565193 n-d-713301-16 neutron-server[95101]: self.callback(batched_events) Sep 23 19:46:57.565193 n-d-713301-16 neutron-server[95101]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 19:46:57.565193 n-d-713301-16 neutron-server[95101]: event.method(event) Sep 23 19:46:57.565193 n-d-713301-16 neutron-server[95101]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 19:46:57.565193 n-d-713301-16 neutron-server[95101]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 19:46:57.565193 n-d-713301-16 neutron-server[95101]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 19:46:57.565193 n-d-713301-16 neutron-server[95101]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 19:46:57.565193 n-d-713301-16 neutron-server[95101]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 19:46:57.565193 n-d-713301-16 neutron-server[95101]: return f(self, *a, **k) Sep 23 19:46:57.565193 n-d-713301-16 neutron-server[95101]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 19:46:57.565193 n-d-713301-16 neutron-server[95101]: return self._get(url).json() Sep 23 19:46:57.565193 n-d-713301-16 neutron-server[95101]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 19:46:57.565193 n-d-713301-16 neutron-server[95101]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 19:46:57.565193 n-d-713301-16 neutron-server[95101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 19:46:57.565193 n-d-713301-16 neutron-server[95101]: return self.request(url, 'GET', **kwargs) Sep 23 19:46:57.565193 n-d-713301-16 neutron-server[95101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 19:46:57.565193 n-d-713301-16 neutron-server[95101]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 19:46:57.565193 n-d-713301-16 neutron-server[95101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 19:46:57.565193 n-d-713301-16 neutron-server[95101]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 19:46:57.565193 n-d-713301-16 neutron-server[95101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 19:46:57.565193 n-d-713301-16 neutron-server[95101]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 19:46:57.565193 n-d-713301-16 neutron-server[95101]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 19:46:57.767791 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-118ddb60-3ceb-423a-b4ce-7601bcce15ca req-17eb4c08-fdf3-4c31-8bd8-ffbdbc3c35c6 service neutron] 10.222.0.53 "GET /v2.0/networks/556d491a-fa37-496f-b55a-840ae2087f7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4120920 Sep 23 19:46:57.780256 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-d98ecb93-c53e-4886-88ab-d6edaba6f22f None None] Notify callbacks [] for port, precommit_create {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:46:57.787664 n-d-713301-16 neutron-server[95103]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 19:46:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b973188f-72ae-46d8-a283-1e14ea4c1c11 x-openstack-request-id: req-b973188f-72ae-46d8-a283-1e14ea4c1c11 {{(pid=95103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 19:46:57.790128 n-d-713301-16 neutron-server[95103]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a88e63a8-c1e5-49d3-97ad-4e53dbd3cdec", "name": "network-vif-plugged", "status": "completed", "tag": "b3a8837e-b449-4fe7-a6b3-660865be342f", "code": 200}]} {{(pid=95103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 19:46:57.790666 n-d-713301-16 neutron-server[95103]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-b973188f-72ae-46d8-a283-1e14ea4c1c11 {{(pid=95103) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 19:46:57.791331 n-d-713301-16 neutron-server[95103]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a88e63a8-c1e5-49d3-97ad-4e53dbd3cdec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3a8837e-b449-4fe7-a6b3-660865be342f', 'code': 200} Sep 23 19:46:57.793418 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] For port b3a8837e-b449-4fe7-a6b3-660865be342f, host n-h1-713301-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-16',level=0,port_id=b3a8837e-b449-4fe7-a6b3-660865be342f,segment=NetworkSegment(96416483-61df-4d5d-959f-f6cb30a6287b),segment_id=96416483-61df-4d5d-959f-f6cb30a6287b)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:46:57.797808 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb7fb4cb-bf69-4ad0-9f17-cebdcac5cfcb None None] No DVR routers for this DVR port 7ff41fcc-d9ec-4d7e-93ac-4a0852e5a848 on host n-d-713301-16 {{(pid=95103) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 19:46:57.805335 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-d98ecb93-c53e-4886-88ab-d6edaba6f22f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783145673135'] for port, after_create {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:46:57.832705 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:46:57.882107 n-d-713301-16 neutron-server[95103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d98ecb93-c53e-4886-88ab-d6edaba6f22f None None] Network 3e6c6ec3-89f7-4fc2-8252-c7df087533ec is already hosted by enough agents. {{(pid=95103) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:46:57.885794 n-d-713301-16 neutron-server[95103]: DEBUG neutron.scheduler.base_scheduler [None req-d98ecb93-c53e-4886-88ab-d6edaba6f22f None None] Resources bound (agent type, host, resource id): {{(pid=95103) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:46:57.888039 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-9332a915-1a94-4f82-a9fc-001eaf0ea094 tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5607579', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6130961'] for subnet, after_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:46:57.890445 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-b2d65b20-25ba-444e-948b-f9f1a6777dc2 tempest-ExtraDHCPOptionsTestJSON-1723739482 tempest-ExtraDHCPOptionsTestJSON-1723739482-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1754627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-601866'] for network, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:46:57.891490 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d98ecb93-c53e-4886-88ab-d6edaba6f22f None None] Received port after_create {{(pid=95103) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 19:46:57.917805 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e96dc7-cbcc-4ba2-ab90-a4437a49bf9f req-3ff7fb42-e321-4da0-8264-808c0ab03dad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:46:57.919969 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-c9e96dc7-cbcc-4ba2-ab90-a4437a49bf9f req-3ff7fb42-e321-4da0-8264-808c0ab03dad service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=a88e63a8-c1e5-49d3-97ad-4e53dbd3cdec HTTP/1.1" status: 200 len: 1097 time: 0.3608248 Sep 23 19:46:57.924761 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-b2d65b20-25ba-444e-948b-f9f1a6777dc2 tempest-ExtraDHCPOptionsTestJSON-1723739482 tempest-ExtraDHCPOptionsTestJSON-1723739482-project] Notify callbacks [] for network, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:46:57.937778 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-b2d65b20-25ba-444e-948b-f9f1a6777dc2 tempest-ExtraDHCPOptionsTestJSON-1723739482 tempest-ExtraDHCPOptionsTestJSON-1723739482-project] 10.222.0.67 "DELETE /v2.0/networks/d8f4ac40-09f3-4b6a-9a59-50de148c3dec HTTP/1.1" status: 204 len: 168 time: 2.0666070 Sep 23 19:46:57.962321 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d98ecb93-c53e-4886-88ab-d6edaba6f22f None None] Pushing event updated for resources: {'Port': ['ID=c2e58357-f443-42f3-96d3-a3fba3de663d,revision_number=1']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:46:57.997682 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72735f88-0062-400a-b92a-5b5fb2394c50 req-9e9c4d4e-167d-4e41-afd1-62b9609b8cf8 tempest-TestNetworkBasicOps-1575950199 tempest-TestNetworkBasicOps-1575950199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:46:57.999379 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-72735f88-0062-400a-b92a-5b5fb2394c50 req-9e9c4d4e-167d-4e41-afd1-62b9609b8cf8 tempest-TestNetworkBasicOps-1575950199 tempest-TestNetworkBasicOps-1575950199-project] 10.222.0.67 "GET /v2.0/ports?device_id=a88e63a8-c1e5-49d3-97ad-4e53dbd3cdec HTTP/1.1" status: 200 len: 945 time: 0.3414598 Sep 23 19:46:58.043262 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2d65b20-25ba-444e-948b-f9f1a6777dc2 tempest-ExtraDHCPOptionsTestJSON-1723739482 tempest-ExtraDHCPOptionsTestJSON-1723739482-project] Pushing event deleted for resources: {'Network': ['ID=d8f4ac40-09f3-4b6a-9a59-50de148c3dec,revision_number=None']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:46:58.052109 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92104bf6-d2cf-48f0-9012-1630d562e2c7 req-2e48073e-d5e9-4807-89ab-c1eed4ee92d8 tempest-AttachVolumeShelveTestJSON-2035318112 tempest-AttachVolumeShelveTestJSON-2035318112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:46:58.056266 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-92104bf6-d2cf-48f0-9012-1630d562e2c7 req-2e48073e-d5e9-4807-89ab-c1eed4ee92d8 tempest-AttachVolumeShelveTestJSON-2035318112 tempest-AttachVolumeShelveTestJSON-2035318112-project] 10.222.0.67 "GET /v2.0/ports?device_id=036bfa8b-48f6-483d-9ccb-759a52abd0b0 HTTP/1.1" status: 200 len: 946 time: 0.2564063 Sep 23 19:46:58.079560 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9332a915-1a94-4f82-a9fc-001eaf0ea094 tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Network 3e6c6ec3-89f7-4fc2-8252-c7df087533ec is already hosted by enough agents. {{(pid=95101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:46:58.084940 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.base_scheduler [None req-9332a915-1a94-4f82-a9fc-001eaf0ea094 tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Resources bound (agent type, host, resource id): {{(pid=95101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:46:58.093426 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9332a915-1a94-4f82-a9fc-001eaf0ea094 tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:46:58.094232 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-9332a915-1a94-4f82-a9fc-001eaf0ea094 tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Notify callbacks [] for subnet, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:46:58.128559 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-9332a915-1a94-4f82-a9fc-001eaf0ea094 tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3581810 Sep 23 19:46:58.133322 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 42624) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:46:58.136512 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9332a915-1a94-4f82-a9fc-001eaf0ea094 tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Pushing event updated for resources: {'Subnet': ['ID=d8aa09d3-8763-4d2f-bcf4-9c11715761a3,revision_number=0']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:46:58.153167 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.v2.base [None req-5df639fb-2709-4bf4-9af3-f12107eead1d tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Request body: {'port': {'network_id': '3e6c6ec3-89f7-4fc2-8252-c7df087533ec', 'mac_address': 'fa:16:3e:a2:19:d9', 'name': 'tempest-NetworksTestDHCPv6-577802333'}} {{(pid=95101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:46:58.155583 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.managers [None req-d98ecb93-c53e-4886-88ab-d6edaba6f22f None None] Attempting to bind port c2e58357-f443-42f3-96d3-a3fba3de663d on host n-d-713301-16 for vnic_type normal with profile {{(pid=95103) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 19:46:58.159019 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.managers [None req-d98ecb93-c53e-4886-88ab-d6edaba6f22f None None] Attempting to bind port c2e58357-f443-42f3-96d3-a3fba3de663d by drivers openvswitch,hyperv on host n-d-713301-16 at level 0 using segments [{'id': '5c8360fd-bd95-490f-abbb-4e7bd94ab9a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '3e6c6ec3-89f7-4fc2-8252-c7df087533ec'}] {{(pid=95103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 19:46:58.159655 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d98ecb93-c53e-4886-88ab-d6edaba6f22f None None] Attempting to bind port c2e58357-f443-42f3-96d3-a3fba3de663d on network 3e6c6ec3-89f7-4fc2-8252-c7df087533ec {{(pid=95103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:46:58.166476 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-c9e96dc7-cbcc-4ba2-ab90-a4437a49bf9f req-79994b3f-ebc2-49b9-9e5a-1660491478e8 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=0b7bf805-196a-46e6-addc-35aad14a7694&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2051013 Sep 23 19:46:58.175517 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:46:58.200066 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d98ecb93-c53e-4886-88ab-d6edaba6f22f None None] Checking agent: {'id': '70a14545-df24-472f-8f95-bfe1719bff93', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 19, 7, 53), 'started_at': datetime.datetime(2021, 9, 23, 19, 8, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 19, 46, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 19:46:58.200454 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d98ecb93-c53e-4886-88ab-d6edaba6f22f None None] Checking segment: {'id': '5c8360fd-bd95-490f-abbb-4e7bd94ab9a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '3e6c6ec3-89f7-4fc2-8252-c7df087533ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95103) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:46:58.200903 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-d98ecb93-c53e-4886-88ab-d6edaba6f22f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:46:58.201306 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d98ecb93-c53e-4886-88ab-d6edaba6f22f None None] Bound using segment: {'id': '5c8360fd-bd95-490f-abbb-4e7bd94ab9a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '3e6c6ec3-89f7-4fc2-8252-c7df087533ec'} {{(pid=95103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 19:46:58.201798 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.managers [None req-d98ecb93-c53e-4886-88ab-d6edaba6f22f None None] Bound port: c2e58357-f443-42f3-96d3-a3fba3de663d, host: n-d-713301-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5c8360fd-bd95-490f-abbb-4e7bd94ab9a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '3e6c6ec3-89f7-4fc2-8252-c7df087533ec'}}] {{(pid=95103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 19:46:58.202189 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-d98ecb93-c53e-4886-88ab-d6edaba6f22f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:46:58.251056 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-72735f88-0062-400a-b92a-5b5fb2394c50 req-522cd991-0240-4dbe-bae1-4dbd8f83221c tempest-TestNetworkBasicOps-1575950199 tempest-TestNetworkBasicOps-1575950199-project] 10.222.0.67 "GET /v2.0/security-groups?id=0b7bf805-196a-46e6-addc-35aad14a7694&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1614985 Sep 23 19:46:58.295036 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-d98ecb93-c53e-4886-88ab-d6edaba6f22f None None] For port c2e58357-f443-42f3-96d3-a3fba3de663d, host n-d-713301-16, cleared binding levels {{(pid=95103) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 19:46:58.308796 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-d98ecb93-c53e-4886-88ab-d6edaba6f22f None None] For port c2e58357-f443-42f3-96d3-a3fba3de663d, host n-d-713301-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-16',level=0,port_id=c2e58357-f443-42f3-96d3-a3fba3de663d,segment=NetworkSegment(5c8360fd-bd95-490f-abbb-4e7bd94ab9a5),segment_id=5c8360fd-bd95-490f-abbb-4e7bd94ab9a5)] {{(pid=95103) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 19:46:58.310439 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Pushing event updated for resources: {'Port': ['ID=b3a8837e-b449-4fe7-a6b3-660865be342f,revision_number=5']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:46:58.314476 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-92104bf6-d2cf-48f0-9012-1630d562e2c7 req-28952058-0d00-4e0c-996c-1f9dc9f167cf tempest-AttachVolumeShelveTestJSON-2035318112 tempest-AttachVolumeShelveTestJSON-2035318112-project] 10.222.0.67 "GET /v2.0/security-groups?id=209f1ee5-6189-41c6-b235-f9c754b12a19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2248130 Sep 23 19:46:58.327256 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-d98ecb93-c53e-4886-88ab-d6edaba6f22f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:46:58.399221 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:46:58.439331 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d98ecb93-c53e-4886-88ab-d6edaba6f22f None None] Pushing event updated for resources: {'Port': ['ID=c2e58357-f443-42f3-96d3-a3fba3de663d,revision_number=2']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:46:58.503292 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5df639fb-2709-4bf4-9af3-f12107eead1d tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Made reservation on behalf of ef2dbafd0ba44b7485191a034ef43810 for: {'port': 1} {{(pid=95101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:46:58.516227 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 42628) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:46:58.667629 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-5df639fb-2709-4bf4-9af3-f12107eead1d tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:46:58.719048 n-d-713301-16 neutron-server[95101]: DEBUG neutron.notifiers.nova [None req-5df639fb-2709-4bf4-9af3-f12107eead1d tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] device_id is not set on port 4160bfd6-597b-4d9c-af62-dad8166ed236 yet. {{(pid=95101) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 23 19:46:58.789707 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-dd5ca09a-e8ee-4913-be41-ce14688c827a admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=0b30034201da41e9ac7ba05a2f7e1bde&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2716391 Sep 23 19:46:58.792449 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 42632) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:46:58.914995 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-14925ad1-250d-4ef5-8715-1369b1ec0a07 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:46:58.987031 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-14925ad1-250d-4ef5-8715-1369b1ec0a07 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:46:59.025107 n-d-713301-16 neutron-server[95101]: DEBUG neutron.db.db_base_plugin_common [None req-5df639fb-2709-4bf4-9af3-f12107eead1d tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Allocated IP 172.20.0.6 (3e6c6ec3-89f7-4fc2-8252-c7df087533ec/d8aa09d3-8763-4d2f-bcf4-9c11715761a3/4160bfd6-597b-4d9c-af62-dad8166ed236) {{(pid=95101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 19:46:59.038445 n-d-713301-16 neutron-server[95101]: DEBUG neutron.db.db_base_plugin_common [None req-5df639fb-2709-4bf4-9af3-f12107eead1d tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Allocated IP 2001:db8::f816:3eff:fea2:19d9 (3e6c6ec3-89f7-4fc2-8252-c7df087533ec/b04e1adf-f95a-469a-a684-08e72eabd122/4160bfd6-597b-4d9c-af62-dad8166ed236) {{(pid=95101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 19:46:59.049957 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-14925ad1-250d-4ef5-8715-1369b1ec0a07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:46:59.052667 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-14925ad1-250d-4ef5-8715-1369b1ec0a07 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:46:59.054028 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-14925ad1-250d-4ef5-8715-1369b1ec0a07 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/79aad951-5cdd-462a-b077-900ceed34e12 HTTP/1.1" status: 204 len: 168 time: 0.2604344 Sep 23 19:46:59.090918 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14925ad1-250d-4ef5-8715-1369b1ec0a07 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79aad951-5cdd-462a-b077-900ceed34e12,revision_number=None']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:46:59.306630 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-5df639fb-2709-4bf4-9af3-f12107eead1d tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Notify callbacks [] for port, precommit_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:46:59.396568 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-5df639fb-2709-4bf4-9af3-f12107eead1d tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783145673135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5607431'] for port, after_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:46:59.460188 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5df639fb-2709-4bf4-9af3-f12107eead1d tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Pushing event updated for resources: {'Port': ['ID=4160bfd6-597b-4d9c-af62-dad8166ed236,revision_number=1']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:46:59.477462 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5df639fb-2709-4bf4-9af3-f12107eead1d tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Network 3e6c6ec3-89f7-4fc2-8252-c7df087533ec is already hosted by enough agents. {{(pid=95101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:46:59.479131 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.base_scheduler [None req-5df639fb-2709-4bf4-9af3-f12107eead1d tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Resources bound (agent type, host, resource id): {{(pid=95101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:46:59.481683 n-d-713301-16 neutron-server[95101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5df639fb-2709-4bf4-9af3-f12107eead1d tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Received port after_create {{(pid=95101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 19:46:59.565846 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5df639fb-2709-4bf4-9af3-f12107eead1d tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:46:59.566886 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-5df639fb-2709-4bf4-9af3-f12107eead1d tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222849'] for port, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:46:59.593350 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 42654) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:46:59.595514 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-5df639fb-2709-4bf4-9af3-f12107eead1d tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 1.4561000 Sep 23 19:46:59.705082 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36770165-8b8a-4e35-91d9-c6cf8dfa9106 req-750a18e6-ce40-4587-9ea4-25b984f09ec8 tempest-TestNetworkBasicOps-1575950199 tempest-TestNetworkBasicOps-1575950199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:46:59.706663 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-36770165-8b8a-4e35-91d9-c6cf8dfa9106 req-750a18e6-ce40-4587-9ea4-25b984f09ec8 tempest-TestNetworkBasicOps-1575950199 tempest-TestNetworkBasicOps-1575950199-project] 10.222.0.67 "GET /v2.0/ports?device_id=a88e63a8-c1e5-49d3-97ad-4e53dbd3cdec HTTP/1.1" status: 200 len: 946 time: 0.2102365 Sep 23 19:46:59.716346 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df683dc9-2f9a-4870-929f-a06f56589e18 req-a7c8db0b-1f67-40dc-a68e-7faef59386f7 tempest-AttachVolumeShelveTestJSON-2035318112 tempest-AttachVolumeShelveTestJSON-2035318112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:46:59.718227 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-df683dc9-2f9a-4870-929f-a06f56589e18 req-a7c8db0b-1f67-40dc-a68e-7faef59386f7 tempest-AttachVolumeShelveTestJSON-2035318112 tempest-AttachVolumeShelveTestJSON-2035318112-project] 10.222.0.67 "GET /v2.0/ports?device_id=036bfa8b-48f6-483d-9ccb-759a52abd0b0 HTTP/1.1" status: 200 len: 946 time: 0.1961741 Sep 23 19:46:59.781174 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-36770165-8b8a-4e35-91d9-c6cf8dfa9106 req-de64215b-ccdd-43ba-a0d0-d64ce823b4e9 tempest-TestNetworkBasicOps-1575950199 tempest-TestNetworkBasicOps-1575950199-project] 10.222.0.67 "GET /v2.0/security-groups?id=0b7bf805-196a-46e6-addc-35aad14a7694&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0588646 Sep 23 19:46:59.792128 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-814d8504-5e3d-462d-8603-934ad2863b88 tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:46:59.798134 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-814d8504-5e3d-462d-8603-934ad2863b88 tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:46:59.800811 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-814d8504-5e3d-462d-8603-934ad2863b88 tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] 10.222.0.67 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1781 time: 0.2048054 Sep 23 19:46:59.803544 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 42664) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:46:59.875771 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-df683dc9-2f9a-4870-929f-a06f56589e18 req-1c3c1036-adbf-42fb-bc93-641e47862fea tempest-AttachVolumeShelveTestJSON-2035318112 tempest-AttachVolumeShelveTestJSON-2035318112-project] 10.222.0.67 "GET /v2.0/security-groups?id=209f1ee5-6189-41c6-b235-f9c754b12a19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1048241 Sep 23 19:46:59.930548 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecbf2e67-e3c9-4371-a7af-3fb156481d28 None None] Network 3e6c6ec3-89f7-4fc2-8252-c7df087533ec requested from n-d-713301-16 {{(pid=95103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 19:46:59.993600 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb0e443-7019-47e6-abe6-7ce5213060d3 req-ed164626-4109-4093-a62d-14f77b5ca8bf tempest-TestNetworkBasicOps-1575950199 tempest-TestNetworkBasicOps-1575950199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:46:59.993600 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-2fb0e443-7019-47e6-abe6-7ce5213060d3 req-ed164626-4109-4093-a62d-14f77b5ca8bf tempest-TestNetworkBasicOps-1575950199 tempest-TestNetworkBasicOps-1575950199-project] 10.222.0.67 "GET /v2.0/ports?device_id=a88e63a8-c1e5-49d3-97ad-4e53dbd3cdec HTTP/1.1" status: 200 len: 946 time: 0.1155190 Sep 23 19:47:00.037780 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-8942a5a4-731d-4bb4-aa82-69fc69afdaea None None] Provisioning complete for port c2e58357-f443-42f3-96d3-a3fba3de663d triggered by entity DHCP. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:47:00.038158 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-8942a5a4-731d-4bb4-aa82-69fc69afdaea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:47:00.059803 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-2fb0e443-7019-47e6-abe6-7ce5213060d3 req-69530c5b-f911-496a-90aa-7f202dfce67c tempest-TestNetworkBasicOps-1575950199 tempest-TestNetworkBasicOps-1575950199-project] 10.222.0.67 "GET /v2.0/security-groups?id=0b7bf805-196a-46e6-addc-35aad14a7694&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0543954 Sep 23 19:47:00.084721 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.plugin [None req-54a4741b-d5f4-4515-af68-334e5ab5c0d3 tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Deleting port 4160bfd6-597b-4d9c-af62-dad8166ed236 {{(pid=95102) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:47:00.085784 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-54a4741b-d5f4-4515-af68-334e5ab5c0d3 tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783146157096'] for port, before_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:47:00.099535 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.agents_db [None req-f2f5c474-60a3-474f-b2cc-02c4bd30880c None None] Agent healthcheck: found 7 active agents {{(pid=95104) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 19:47:00.192285 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-8942a5a4-731d-4bb4-aa82-69fc69afdaea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:47:00.233556 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-54a4741b-d5f4-4515-af68-334e5ab5c0d3 tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-605701'] for port, precommit_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:47:00.269192 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.plugin [None req-54a4741b-d5f4-4515-af68-334e5ab5c0d3 tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Calling delete_port for 4160bfd6-597b-4d9c-af62-dad8166ed236 owned by {{(pid=95102) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:47:00.273971 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-8942a5a4-731d-4bb4-aa82-69fc69afdaea None None] For port c2e58357-f443-42f3-96d3-a3fba3de663d, host n-d-713301-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-16',level=0,port_id=c2e58357-f443-42f3-96d3-a3fba3de663d,segment=NetworkSegment(5c8360fd-bd95-490f-abbb-4e7bd94ab9a5),segment_id=5c8360fd-bd95-490f-abbb-4e7bd94ab9a5)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:47:00.281710 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-8942a5a4-731d-4bb4-aa82-69fc69afdaea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:47:00.311063 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 42682) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:47:00.366523 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8942a5a4-731d-4bb4-aa82-69fc69afdaea None None] Pushing event updated for resources: {'Port': ['ID=c2e58357-f443-42f3-96d3-a3fba3de663d,revision_number=3']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:47:00.395143 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9df0d32c-6458-4c76-b23e-e2ca68beb015 None None] Update dhcp port {'port': {'network_id': '3e6c6ec3-89f7-4fc2-8252-c7df087533ec', 'fixed_ips': [{'subnet_id': 'b04e1adf-f95a-469a-a684-08e72eabd122', 'ip_address': '2001:db8::f816:3eff:fe5c:8346'}, {'subnet_id': 'd8aa09d3-8763-4d2f-bcf4-9c11715761a3'}], 'binding:host_id': 'n-d-713301-16'}, 'id': 'c2e58357-f443-42f3-96d3-a3fba3de663d'} from n-d-713301-16. {{(pid=95103) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Sep 23 19:47:00.403833 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f7dd495-9459-4616-a574-c019355a5150 req-b2f95c55-5c76-4b40-a513-80f2d321b5e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:47:00.405746 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-8f7dd495-9459-4616-a574-c019355a5150 req-b2f95c55-5c76-4b40-a513-80f2d321b5e7 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=9f955dc8eb0a49dcaf259d890508d18f&device_id=036bfa8b-48f6-483d-9ccb-759a52abd0b0 HTTP/1.1" status: 200 len: 1098 time: 0.1534033 Sep 23 19:47:00.432128 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-9df0d32c-6458-4c76-b23e-e2ca68beb015 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:47:00.475969 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.v2.base [None req-718c9ca3-6d16-4c23-af88-6388a87b0473 tempest-NetworksNegativeTestJSON-1093185656 tempest-NetworksNegativeTestJSON-1093185656-project] Request body: {'port': {'network_id': '101910e0-391f-484a-a652-4078a2efd00f', 'name': 'tempest-NetworksNegativeTestJSON-1729174394'}} {{(pid=95101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:47:00.496255 n-d-713301-16 neutron-server[95101]: INFO neutron.pecan_wsgi.hooks.translation [None req-718c9ca3-6d16-4c23-af88-6388a87b0473 tempest-NetworksNegativeTestJSON-1093185656 tempest-NetworksNegativeTestJSON-1093185656-project] POST failed (client error): The resource could not be found. Sep 23 19:47:00.498386 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-718c9ca3-6d16-4c23-af88-6388a87b0473 tempest-NetworksNegativeTestJSON-1093185656 tempest-NetworksNegativeTestJSON-1093185656-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95101) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 23 19:47:00.499761 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-718c9ca3-6d16-4c23-af88-6388a87b0473 tempest-NetworksNegativeTestJSON-1093185656 tempest-NetworksNegativeTestJSON-1093185656-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 404 len: 339 time: 0.1875420 Sep 23 19:47:00.504031 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 42686) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:47:00.548423 n-d-713301-16 neutron-server[95101]: INFO neutron.pecan_wsgi.hooks.translation [None req-388fdc58-b600-4981-8a76-5e3ec65b711a tempest-NetworksNegativeTestJSON-1093185656 tempest-NetworksNegativeTestJSON-1093185656-project] DELETE failed (client error): The resource could not be found. Sep 23 19:47:00.549601 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-388fdc58-b600-4981-8a76-5e3ec65b711a tempest-NetworksNegativeTestJSON-1093185656 tempest-NetworksNegativeTestJSON-1093185656-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95101) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 23 19:47:00.552029 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-388fdc58-b600-4981-8a76-5e3ec65b711a tempest-NetworksNegativeTestJSON-1093185656 tempest-NetworksNegativeTestJSON-1093185656-project] 10.222.0.67 "DELETE /v2.0/networks/94e2487d-7cb0-4b48-81f6-bdb3b6a3b9b6 HTTP/1.1" status: 404 len: 339 time: 0.0468478 Sep 23 19:47:00.560966 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 42688) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:47:00.613969 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f7dd495-9459-4616-a574-c019355a5150 req-f0582681-e7fe-40bc-9a67-90fae8c925b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:47:00.616033 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-8f7dd495-9459-4616-a574-c019355a5150 req-f0582681-e7fe-40bc-9a67-90fae8c925b6 service neutron] 10.222.0.74 "GET /v2.0/networks?id=fc2b89b8-ce3f-4c16-8b68-220076c74d2b HTTP/1.1" status: 200 len: 917 time: 0.2022672 Sep 23 19:47:00.620981 n-d-713301-16 neutron-server[95101]: INFO neutron.pecan_wsgi.hooks.translation [None req-cb8b3a43-35c7-48f6-91d8-2c1f64712762 tempest-NetworksNegativeTestJSON-1093185656 tempest-NetworksNegativeTestJSON-1093185656-project] DELETE failed (client error): The resource could not be found. Sep 23 19:47:00.621809 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cb8b3a43-35c7-48f6-91d8-2c1f64712762 tempest-NetworksNegativeTestJSON-1093185656 tempest-NetworksNegativeTestJSON-1093185656-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95101) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 23 19:47:00.624436 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-cb8b3a43-35c7-48f6-91d8-2c1f64712762 tempest-NetworksNegativeTestJSON-1093185656 tempest-NetworksNegativeTestJSON-1093185656-project] 10.222.0.67 "DELETE /v2.0/ports/0e316ef4-13ae-4385-840d-36db4e781094 HTTP/1.1" status: 404 len: 333 time: 0.0546613 Sep 23 19:47:00.628216 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 42690) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:47:00.660820 n-d-713301-16 neutron-server[95101]: INFO neutron.pecan_wsgi.hooks.translation [None req-4e2ac5dc-8133-4bed-8113-9437e5a3f1b5 tempest-NetworksNegativeTestJSON-1093185656 tempest-NetworksNegativeTestJSON-1093185656-project] DELETE failed (client error): The resource could not be found. Sep 23 19:47:00.662106 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4e2ac5dc-8133-4bed-8113-9437e5a3f1b5 tempest-NetworksNegativeTestJSON-1093185656 tempest-NetworksNegativeTestJSON-1093185656-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95101) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 23 19:47:00.664382 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-4e2ac5dc-8133-4bed-8113-9437e5a3f1b5 tempest-NetworksNegativeTestJSON-1093185656 tempest-NetworksNegativeTestJSON-1093185656-project] 10.222.0.67 "DELETE /v2.0/subnets/572f1c7a-bfb7-4b3f-89fb-c75c20449f48 HTTP/1.1" status: 404 len: 337 time: 0.0344810 Sep 23 19:47:00.669368 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 42692) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:47:00.690743 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Device c2e58357-f443-42f3-96d3-a3fba3de663d up at agent ovs-agent-n-d-713301-16 {{(pid=95103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 19:47:00.697744 n-d-713301-16 neutron-server[95101]: INFO neutron.pecan_wsgi.hooks.translation [None req-b20a0f3b-93e5-4ba2-bd7a-d60e3de73c88 tempest-NetworksNegativeTestJSON-1093185656 tempest-NetworksNegativeTestJSON-1093185656-project] GET failed (client error): The resource could not be found. Sep 23 19:47:00.699533 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-b20a0f3b-93e5-4ba2-bd7a-d60e3de73c88 tempest-NetworksNegativeTestJSON-1093185656 tempest-NetworksNegativeTestJSON-1093185656-project] 10.222.0.67 "GET /v2.0/networks/73adc923-3abb-4f1d-a98b-5caae64825b7 HTTP/1.1" status: 404 len: 339 time: 0.0278821 Sep 23 19:47:00.703147 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 42694) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:47:00.705765 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-8f7dd495-9459-4616-a574-c019355a5150 req-b0e45f7e-3f0f-4b39-9556-183ea3822ac0 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=79ee258c-88f6-46b2-b5bb-87d8ad0b9864 HTTP/1.1" status: 200 len: 1002 time: 0.0815651 Sep 23 19:47:00.731588 n-d-713301-16 neutron-server[95101]: INFO neutron.pecan_wsgi.hooks.translation [None req-3922460c-0cb9-46e5-bf68-93c7cc01e20e tempest-NetworksNegativeTestJSON-1093185656 tempest-NetworksNegativeTestJSON-1093185656-project] GET failed (client error): The resource could not be found. Sep 23 19:47:00.733398 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-3922460c-0cb9-46e5-bf68-93c7cc01e20e tempest-NetworksNegativeTestJSON-1093185656 tempest-NetworksNegativeTestJSON-1093185656-project] 10.222.0.67 "GET /v2.0/ports/b9b70e9d-e423-4c79-a219-e1d18960836a HTTP/1.1" status: 404 len: 333 time: 0.0291774 Sep 23 19:47:00.737913 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 42696) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:47:00.745976 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.db_base_plugin_common [None req-9df0d32c-6458-4c76-b23e-e2ca68beb015 None None] Allocated IP 172.20.0.2 (3e6c6ec3-89f7-4fc2-8252-c7df087533ec/d8aa09d3-8763-4d2f-bcf4-9c11715761a3/c2e58357-f443-42f3-96d3-a3fba3de663d) {{(pid=95103) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 19:47:00.786482 n-d-713301-16 neutron-server[95101]: INFO neutron.pecan_wsgi.hooks.translation [None req-39f399af-1046-4cfd-99a0-26b27c02a488 tempest-NetworksNegativeTestJSON-1093185656 tempest-NetworksNegativeTestJSON-1093185656-project] GET failed (client error): The resource could not be found. Sep 23 19:47:00.790902 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-54a4741b-d5f4-4515-af68-334e5ab5c0d3 tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783146162158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783145673144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4399100'] for port, after_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:47:00.793215 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-39f399af-1046-4cfd-99a0-26b27c02a488 tempest-NetworksNegativeTestJSON-1093185656 tempest-NetworksNegativeTestJSON-1093185656-project] 10.222.0.67 "GET /v2.0/subnets/5a1341c9-bab5-4256-ae9a-cd7ebf990bb7 HTTP/1.1" status: 404 len: 337 time: 0.0509408 Sep 23 19:47:00.794762 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 42698) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:47:00.801701 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.v2.base [None req-7aa3acba-ba85-4c33-bba2-781fad62d3d1 tempest-NetworksNegativeTestJSON-1093185656 tempest-NetworksNegativeTestJSON-1093185656-project] Request body: {'network': {'name': 'new_name'}} {{(pid=95102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:47:00.829779 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Provisioning complete for port c2e58357-f443-42f3-96d3-a3fba3de663d triggered by entity L2. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:47:00.830622 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:47:00.852158 n-d-713301-16 neutron-server[95102]: INFO neutron.pecan_wsgi.hooks.translation [None req-7aa3acba-ba85-4c33-bba2-781fad62d3d1 tempest-NetworksNegativeTestJSON-1093185656 tempest-NetworksNegativeTestJSON-1093185656-project] PUT failed (client error): The resource could not be found. Sep 23 19:47:00.852865 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7aa3acba-ba85-4c33-bba2-781fad62d3d1 tempest-NetworksNegativeTestJSON-1093185656 tempest-NetworksNegativeTestJSON-1093185656-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95102) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 23 19:47:00.854031 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-7aa3acba-ba85-4c33-bba2-781fad62d3d1 tempest-NetworksNegativeTestJSON-1093185656 tempest-NetworksNegativeTestJSON-1093185656-project] 10.222.0.67 "PUT /v2.0/networks/ea3b556a-ae13-47df-8607-c1467672b27e HTTP/1.1" status: 404 len: 339 time: 0.0564954 Sep 23 19:47:00.857960 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 42700) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:47:00.859810 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54a4741b-d5f4-4515-af68-334e5ab5c0d3 tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Pushing event deleted for resources: {'Port': ['ID=4160bfd6-597b-4d9c-af62-dad8166ed236,revision_number=None']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:47:00.866202 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.v2.base [None req-8a86ccb4-5039-4ace-91e8-283c5ebbddf8 tempest-NetworksNegativeTestJSON-1093185656 tempest-NetworksNegativeTestJSON-1093185656-project] Request body: {'port': {'name': 'new_name'}} {{(pid=95101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:47:00.871166 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54a4741b-d5f4-4515-af68-334e5ab5c0d3 tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:47:00.871519 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54a4741b-d5f4-4515-af68-334e5ab5c0d3 tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:47:00.871859 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54a4741b-d5f4-4515-af68-334e5ab5c0d3 tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:47:00.872218 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54a4741b-d5f4-4515-af68-334e5ab5c0d3 tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:47:00.872544 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54a4741b-d5f4-4515-af68-334e5ab5c0d3 tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:47:00.872906 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54a4741b-d5f4-4515-af68-334e5ab5c0d3 tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:47:00.873241 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54a4741b-d5f4-4515-af68-334e5ab5c0d3 tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:47:00.873569 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54a4741b-d5f4-4515-af68-334e5ab5c0d3 tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:47:00.873899 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54a4741b-d5f4-4515-af68-334e5ab5c0d3 tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:47:00.874227 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54a4741b-d5f4-4515-af68-334e5ab5c0d3 tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:47:00.874550 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54a4741b-d5f4-4515-af68-334e5ab5c0d3 tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:47:00.874912 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54a4741b-d5f4-4515-af68-334e5ab5c0d3 tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:47:00.886080 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f7dd495-9459-4616-a574-c019355a5150 req-4d649eed-0948-42fe-8098-b8024ec99608 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:47:00.887542 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-8f7dd495-9459-4616-a574-c019355a5150 req-4d649eed-0948-42fe-8098-b8024ec99608 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=cfb66c78-2a7b-4d98-8fdd-683258461232 HTTP/1.1" status: 200 len: 855 time: 0.1602397 Sep 23 19:47:00.904660 n-d-713301-16 neutron-server[95101]: INFO neutron.pecan_wsgi.hooks.translation [None req-8a86ccb4-5039-4ace-91e8-283c5ebbddf8 tempest-NetworksNegativeTestJSON-1093185656 tempest-NetworksNegativeTestJSON-1093185656-project] PUT failed (client error): The resource could not be found. Sep 23 19:47:00.905476 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8a86ccb4-5039-4ace-91e8-283c5ebbddf8 tempest-NetworksNegativeTestJSON-1093185656 tempest-NetworksNegativeTestJSON-1093185656-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95101) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 23 19:47:00.911112 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-8a86ccb4-5039-4ace-91e8-283c5ebbddf8 tempest-NetworksNegativeTestJSON-1093185656 tempest-NetworksNegativeTestJSON-1093185656-project] 10.222.0.67 "PUT /v2.0/ports/14345c9c-8a28-45e1-957a-072361980e00 HTTP/1.1" status: 404 len: 333 time: 0.0517910 Sep 23 19:47:00.912008 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 42702) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:47:00.918773 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.v2.base [None req-51b7b3bf-c610-4b38-814d-88c8985b769d tempest-NetworksNegativeTestJSON-1093185656 tempest-NetworksNegativeTestJSON-1093185656-project] Request body: {'subnet': {'name': 'new_name'}} {{(pid=95101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:47:00.957544 n-d-713301-16 neutron-server[95101]: INFO neutron.pecan_wsgi.hooks.translation [None req-51b7b3bf-c610-4b38-814d-88c8985b769d tempest-NetworksNegativeTestJSON-1093185656 tempest-NetworksNegativeTestJSON-1093185656-project] PUT failed (client error): The resource could not be found. Sep 23 19:47:00.958150 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-51b7b3bf-c610-4b38-814d-88c8985b769d tempest-NetworksNegativeTestJSON-1093185656 tempest-NetworksNegativeTestJSON-1093185656-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95101) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 23 19:47:00.965252 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-51b7b3bf-c610-4b38-814d-88c8985b769d tempest-NetworksNegativeTestJSON-1093185656 tempest-NetworksNegativeTestJSON-1093185656-project] 10.222.0.67 "PUT /v2.0/subnets/b9fcaea7-2e21-48ba-b772-f2d2e0d95998 HTTP/1.1" status: 404 len: 337 time: 0.0519519 Sep 23 19:47:01.117125 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa71dc5-6a41-4935-83f1-e9fd15074b34 req-470ae9e6-4760-4e11-a308-002278c639b5 tempest-AttachVolumeShelveTestJSON-2035318112 tempest-AttachVolumeShelveTestJSON-2035318112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:47:01.125290 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-7fa71dc5-6a41-4935-83f1-e9fd15074b34 req-470ae9e6-4760-4e11-a308-002278c639b5 tempest-AttachVolumeShelveTestJSON-2035318112 tempest-AttachVolumeShelveTestJSON-2035318112-project] 10.222.0.67 "GET /v2.0/ports?device_id=036bfa8b-48f6-483d-9ccb-759a52abd0b0 HTTP/1.1" status: 200 len: 946 time: 0.1040699 Sep 23 19:47:01.152928 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-9df0d32c-6458-4c76-b23e-e2ca68beb015 None None] For port c2e58357-f443-42f3-96d3-a3fba3de663d, host n-d-713301-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-16',level=0,port_id=c2e58357-f443-42f3-96d3-a3fba3de663d,segment=NetworkSegment(5c8360fd-bd95-490f-abbb-4e7bd94ab9a5),segment_id=5c8360fd-bd95-490f-abbb-4e7bd94ab9a5)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:47:01.170177 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f7dd495-9459-4616-a574-c019355a5150 req-db3c5c21-171d-4b9d-bb22-b010c9ac1312 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:47:01.173516 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-8f7dd495-9459-4616-a574-c019355a5150 req-db3c5c21-171d-4b9d-bb22-b010c9ac1312 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=fc2b89b8-ce3f-4c16-8b68-220076c74d2b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2662892 Sep 23 19:47:01.184895 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-7fa71dc5-6a41-4935-83f1-e9fd15074b34 req-617142c3-8f27-42d2-b22c-5a689c58b0e2 tempest-AttachVolumeShelveTestJSON-2035318112 tempest-AttachVolumeShelveTestJSON-2035318112-project] 10.222.0.67 "GET /v2.0/security-groups?id=209f1ee5-6189-41c6-b235-f9c754b12a19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0585582 Sep 23 19:47:01.196215 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-54a4741b-d5f4-4515-af68-334e5ab5c0d3 tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222849'] for port, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:47:01.198130 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-54a4741b-d5f4-4515-af68-334e5ab5c0d3 tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] 10.222.0.67 "DELETE /v2.0/ports/4160bfd6-597b-4d9c-af62-dad8166ed236 HTTP/1.1" status: 204 len: 168 time: 1.3935831 Sep 23 19:47:01.201866 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 42712) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:47:01.227986 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-9df0d32c-6458-4c76-b23e-e2ca68beb015 None None] Notify callbacks [] for port, precommit_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:47:01.238171 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-9df0d32c-6458-4c76-b23e-e2ca68beb015 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:47:01.298998 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eab0e205-5010-4e1f-a2d6-cc2bd39f8739 tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:47:01.301081 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eab0e205-5010-4e1f-a2d6-cc2bd39f8739 tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:47:01.304372 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eab0e205-5010-4e1f-a2d6-cc2bd39f8739 tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:47:01.309129 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-eab0e205-5010-4e1f-a2d6-cc2bd39f8739 tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] 10.222.0.67 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.1060295 Sep 23 19:47:01.311694 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 42714) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:47:01.345902 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-8f7dd495-9459-4616-a574-c019355a5150 req-6dc5790d-d02e-43e9-9c44-460dde054b62 service neutron] 10.222.0.74 "GET /v2.0/networks/fc2b89b8-ce3f-4c16-8b68-220076c74d2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1582670 Sep 23 19:47:01.364291 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9df0d32c-6458-4c76-b23e-e2ca68beb015 None None] Pushing event updated for resources: {'Port': ['ID=c2e58357-f443-42f3-96d3-a3fba3de663d,revision_number=4']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:47:01.375914 n-d-713301-16 neutron-server[95101]: DEBUG neutron.db.db_base_plugin_v2 [None req-0485979c-c203-4cde-83c5-2fe6f88a1654 tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Deleting subnet b04e1adf-f95a-469a-a684-08e72eabd122 {{(pid=95101) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 23 19:47:01.379495 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-0485979c-c203-4cde-83c5-2fe6f88a1654 tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Notify callbacks [] for subnet, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:47:01.389518 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 42716) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:47:01.441274 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-0485979c-c203-4cde-83c5-2fe6f88a1654 tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6007154'] for subnet, precommit_delete_associations {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:47:01.493272 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-8f7dd495-9459-4616-a574-c019355a5150 req-af8e8448-6723-47bb-900f-3ffa88e35b30 service neutron] 10.222.0.74 "GET /v2.0/networks/fc2b89b8-ce3f-4c16-8b68-220076c74d2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1324174 Sep 23 19:47:01.566650 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-0485979c-c203-4cde-83c5-2fe6f88a1654 tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1756813'] for subnet, precommit_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:47:01.592329 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-ab7ff45f-dd8b-4117-8f0c-6905f1f0fd8a admin admin] Notify callbacks [] for security_group, before_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:47:01.600194 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 42720) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:47:01.733786 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-ab7ff45f-dd8b-4117-8f0c-6905f1f0fd8a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:47:01.742797 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-ab7ff45f-dd8b-4117-8f0c-6905f1f0fd8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:47:01.775090 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-0485979c-c203-4cde-83c5-2fe6f88a1654 tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1756804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5607514', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6130950'] for subnet, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:47:01.788192 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-ab7ff45f-dd8b-4117-8f0c-6905f1f0fd8a admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=2548daac6d7344e6b0d2d61322e09b00&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3973191 Sep 23 19:47:01.789173 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab7ff45f-dd8b-4117-8f0c-6905f1f0fd8a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e57743ab-1a37-4254-b6e9-8f5906218408,revision_number=1']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:47:01.791612 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 42722) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:47:01.850501 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-0485979c-c203-4cde-83c5-2fe6f88a1654 tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Notify callbacks [] for subnet, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:47:01.853283 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-0485979c-c203-4cde-83c5-2fe6f88a1654 tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] 10.222.0.67 "DELETE /v2.0/subnets/b04e1adf-f95a-469a-a684-08e72eabd122 HTTP/1.1" status: 204 len: 168 time: 0.5405693 Sep 23 19:47:01.854856 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0485979c-c203-4cde-83c5-2fe6f88a1654 tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Pushing event deleted for resources: {'Subnet': ['ID=b04e1adf-f95a-469a-a684-08e72eabd122,revision_number=None']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:47:01.869967 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 42724) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:47:01.870664 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-c1aed931-c5ef-4505-8085-5a217b201f13 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:47:01.938008 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-c1aed931-c5ef-4505-8085-5a217b201f13 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:47:01.959913 n-d-713301-16 neutron-server[95102]: DEBUG neutron.db.db_base_plugin_v2 [None req-afef8365-07f8-40e7-b22a-9ebe53c1ba34 tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Deleting subnet d8aa09d3-8763-4d2f-bcf4-9c11715761a3 {{(pid=95102) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 23 19:47:01.969375 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-afef8365-07f8-40e7-b22a-9ebe53c1ba34 tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Notify callbacks [] for subnet, before_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:47:02.041959 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-afef8365-07f8-40e7-b22a-9ebe53c1ba34 tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6162825'] for subnet, precommit_delete_associations {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:47:02.104293 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-c1aed931-c5ef-4505-8085-5a217b201f13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:47:02.108033 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-c1aed931-c5ef-4505-8085-5a217b201f13 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:47:02.120398 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-059d5ccd-2e99-49d4-b089-c33840e25162 None None] Network 3e6c6ec3-89f7-4fc2-8252-c7df087533ec requested from n-d-713301-16 {{(pid=95103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 19:47:02.124948 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-c8e288ad-2643-4bc4-ba91-8d8e5a2556d4 None None] Could not find standard attr ID for object 4160bfd6-597b-4d9c-af62-dad8166ed236. {{(pid=95103) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 23 19:47:02.125719 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-c1aed931-c5ef-4505-8085-5a217b201f13 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/e57743ab-1a37-4254-b6e9-8f5906218408 HTTP/1.1" status: 204 len: 168 time: 0.3254600 Sep 23 19:47:02.148078 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1aed931-c5ef-4505-8085-5a217b201f13 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e57743ab-1a37-4254-b6e9-8f5906218408,revision_number=None']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:47:02.220799 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-afef8365-07f8-40e7-b22a-9ebe53c1ba34 tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1756813'] for subnet, precommit_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:47:02.231330 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-c8e288ad-2643-4bc4-ba91-8d8e5a2556d4 None None] Provisioning complete for port c2e58357-f443-42f3-96d3-a3fba3de663d triggered by entity DHCP. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:47:02.232084 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-c8e288ad-2643-4bc4-ba91-8d8e5a2556d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:47:02.376965 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-6601278f-8c9e-4635-8f4a-b43c96f4f6f3 tempest-TestNetworkBasicOps-1575950199 tempest-TestNetworkBasicOps-1575950199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:47:02.379337 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-afef8365-07f8-40e7-b22a-9ebe53c1ba34 tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1756804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4399009', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5388229'] for subnet, after_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:47:02.425750 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-afef8365-07f8-40e7-b22a-9ebe53c1ba34 tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Notify callbacks [] for subnet, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:47:02.427769 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-afef8365-07f8-40e7-b22a-9ebe53c1ba34 tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] 10.222.0.67 "DELETE /v2.0/subnets/d8aa09d3-8763-4d2f-bcf4-9c11715761a3 HTTP/1.1" status: 204 len: 168 time: 0.5549920 Sep 23 19:47:02.428988 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afef8365-07f8-40e7-b22a-9ebe53c1ba34 tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Pushing event deleted for resources: {'Subnet': ['ID=d8aa09d3-8763-4d2f-bcf4-9c11715761a3,revision_number=None']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:47:02.432537 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 42734) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:47:02.476593 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-8d12ff70-8ab4-45d3-a577-e6f9d2217a56 tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] 10.222.0.67 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0424156 Sep 23 19:47:02.480210 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 42736) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:47:02.486888 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.v2.base [None req-93a15743-d869-4916-ba0c-532a68f76589 tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Request body: {'subnet': {'network_id': '3e6c6ec3-89f7-4fc2-8252-c7df087533ec', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:47:02.501037 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d2c1d4-4d87-421c-ab2b-e9120fc89ddc req-ae97fae5-44f4-4df6-8889-398b052338ea tempest-AttachVolumeShelveTestJSON-2035318112 tempest-AttachVolumeShelveTestJSON-2035318112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:47:02.502631 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-59d2c1d4-4d87-421c-ab2b-e9120fc89ddc req-ae97fae5-44f4-4df6-8889-398b052338ea tempest-AttachVolumeShelveTestJSON-2035318112 tempest-AttachVolumeShelveTestJSON-2035318112-project] 10.222.0.67 "GET /v2.0/ports?device_id=036bfa8b-48f6-483d-9ccb-759a52abd0b0 HTTP/1.1" status: 200 len: 946 time: 0.1894407 Sep 23 19:47:02.631564 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6897ac59-fcad-4938-b75f-8bb8c5bfb4a1 None None] DHCP port deletion for 3e6c6ec3-89f7-4fc2-8252-c7df087533ec request from n-d-713301-16 {{(pid=95103) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 23 19:47:02.633957 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-59d2c1d4-4d87-421c-ab2b-e9120fc89ddc req-34cf74fd-06a5-4b09-870b-1d75df8c2108 tempest-AttachVolumeShelveTestJSON-2035318112 tempest-AttachVolumeShelveTestJSON-2035318112-project] 10.222.0.67 "GET /v2.0/security-groups?id=209f1ee5-6189-41c6-b235-f9c754b12a19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1135001 Sep 23 19:47:02.672358 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93a15743-d869-4916-ba0c-532a68f76589 tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Made reservation on behalf of ef2dbafd0ba44b7485191a034ef43810 for: {'subnet': 1} {{(pid=95102) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:47:02.686607 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-93a15743-d869-4916-ba0c-532a68f76589 tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5388256'] for subnet, before_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:47:02.698923 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.plugin [None req-6897ac59-fcad-4938-b75f-8bb8c5bfb4a1 None None] Deleting port c2e58357-f443-42f3-96d3-a3fba3de663d {{(pid=95103) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:47:02.699454 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-6897ac59-fcad-4938-b75f-8bb8c5bfb4a1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783146157096'] for port, before_delete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:47:02.771464 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-6897ac59-fcad-4938-b75f-8bb8c5bfb4a1 None None] For port c2e58357-f443-42f3-96d3-a3fba3de663d, host n-d-713301-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-16',level=0,port_id=c2e58357-f443-42f3-96d3-a3fba3de663d,segment=NetworkSegment(5c8360fd-bd95-490f-abbb-4e7bd94ab9a5),segment_id=5c8360fd-bd95-490f-abbb-4e7bd94ab9a5)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:47:02.771985 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-6897ac59-fcad-4938-b75f-8bb8c5bfb4a1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-605701'] for port, precommit_delete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:47:02.787331 n-d-713301-16 neutron-server[95101]: DEBUG neutron.db.db_base_plugin_common [None req-6601278f-8c9e-4635-8f4a-b43c96f4f6f3 tempest-TestNetworkBasicOps-1575950199 tempest-TestNetworkBasicOps-1575950199-project] Allocated IP 172.20.0.17 (6f40e4e0-6eba-4f7f-94d2-0661976f2d8b/83419bee-51f1-4d63-b040-48c7cb443ecc/70b0d7e0-812d-40bb-b3ba-1b323137a8f5) {{(pid=95101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 19:47:02.788295 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.plugin [None req-6897ac59-fcad-4938-b75f-8bb8c5bfb4a1 None None] Calling delete_port for c2e58357-f443-42f3-96d3-a3fba3de663d owned by network:dhcp {{(pid=95103) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:47:02.884887 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-6897ac59-fcad-4938-b75f-8bb8c5bfb4a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783146162158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783145673144'] for port, after_delete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:47:02.918897 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6897ac59-fcad-4938-b75f-8bb8c5bfb4a1 None None] Pushing event deleted for resources: {'Port': ['ID=c2e58357-f443-42f3-96d3-a3fba3de663d,revision_number=None']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:47:02.925350 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6897ac59-fcad-4938-b75f-8bb8c5bfb4a1 None None] No DVR routers for this DVR port c2e58357-f443-42f3-96d3-a3fba3de663d on host n-d-713301-16 {{(pid=95103) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 19:47:02.936800 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-93a15743-d869-4916-ba0c-532a68f76589 tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4398944', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5388242'] for subnet, after_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:47:02.952806 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-6601278f-8c9e-4635-8f4a-b43c96f4f6f3 tempest-TestNetworkBasicOps-1575950199 tempest-TestNetworkBasicOps-1575950199-project] Notify callbacks [] for port, precommit_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:47:02.980547 n-d-713301-16 neutron-server[95102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93a15743-d869-4916-ba0c-532a68f76589 tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Network 3e6c6ec3-89f7-4fc2-8252-c7df087533ec is already hosted by enough agents. {{(pid=95102) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:47:02.986239 n-d-713301-16 neutron-server[95102]: DEBUG neutron.scheduler.base_scheduler [None req-93a15743-d869-4916-ba0c-532a68f76589 tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Resources bound (agent type, host, resource id): {{(pid=95102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:47:02.991499 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93a15743-d869-4916-ba0c-532a68f76589 tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:47:02.992104 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-93a15743-d869-4916-ba0c-532a68f76589 tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Notify callbacks [] for subnet, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:47:02.998905 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c87f4ba6-5e9c-47f2-bf60-7b0465c5b2d6 None None] Network 3e6c6ec3-89f7-4fc2-8252-c7df087533ec requested from n-d-713301-16 {{(pid=95103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 19:47:03.003343 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93a15743-d869-4916-ba0c-532a68f76589 tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Pushing event updated for resources: {'Subnet': ['ID=87a5f909-4d46-4dc4-821d-87046731e3f3,revision_number=0']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:47:03.017187 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-93a15743-d869-4916-ba0c-532a68f76589 tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5360620 Sep 23 19:47:03.019917 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 42752) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:47:03.026161 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-6601278f-8c9e-4635-8f4a-b43c96f4f6f3 tempest-TestNetworkBasicOps-1575950199 tempest-TestNetworkBasicOps-1575950199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783145673135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5607431'] for port, after_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:47:03.027657 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.v2.base [None req-de56c265-8284-4cce-88ed-ca75f1973755 tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Request body: {'subnet': {'network_id': '3e6c6ec3-89f7-4fc2-8252-c7df087533ec', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=95102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:47:03.099614 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6601278f-8c9e-4635-8f4a-b43c96f4f6f3 tempest-TestNetworkBasicOps-1575950199 tempest-TestNetworkBasicOps-1575950199-project] Network 6f40e4e0-6eba-4f7f-94d2-0661976f2d8b is already hosted by enough agents. {{(pid=95101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:47:03.103363 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.base_scheduler [None req-6601278f-8c9e-4635-8f4a-b43c96f4f6f3 tempest-TestNetworkBasicOps-1575950199 tempest-TestNetworkBasicOps-1575950199-project] Resources bound (agent type, host, resource id): {{(pid=95101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:47:03.117568 n-d-713301-16 neutron-server[95101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6601278f-8c9e-4635-8f4a-b43c96f4f6f3 tempest-TestNetworkBasicOps-1575950199 tempest-TestNetworkBasicOps-1575950199-project] Received port after_create {{(pid=95101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 19:47:03.127314 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6601278f-8c9e-4635-8f4a-b43c96f4f6f3 tempest-TestNetworkBasicOps-1575950199 tempest-TestNetworkBasicOps-1575950199-project] Pushing event updated for resources: {'Port': ['ID=70b0d7e0-812d-40bb-b3ba-1b323137a8f5,revision_number=1']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:47:03.193521 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-6601278f-8c9e-4635-8f4a-b43c96f4f6f3 tempest-TestNetworkBasicOps-1575950199 tempest-TestNetworkBasicOps-1575950199-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-601987'] for router_interface, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:47:03.209432 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de56c265-8284-4cce-88ed-ca75f1973755 tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Made reservation on behalf of ef2dbafd0ba44b7485191a034ef43810 for: {'subnet': 1} {{(pid=95102) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:47:03.217454 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-de56c265-8284-4cce-88ed-ca75f1973755 tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5388256'] for subnet, before_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:47:03.232895 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88db3be5-14f3-43ac-800d-7a7c56a60cb0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4c8b80df-07eb-5275-9f17-5cf640db67c0-3e6c6ec3-89f7-4fc2-8252-c7df087533ec', 'network_id': '3e6c6ec3-89f7-4fc2-8252-c7df087533ec', 'tenant_id': 'ef2dbafd0ba44b7485191a034ef43810', 'fixed_ips': [{'subnet_id': '87a5f909-4d46-4dc4-821d-87046731e3f3'}]}} from n-d-713301-16. {{(pid=95103) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 23 19:47:03.237924 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-88db3be5-14f3-43ac-800d-7a7c56a60cb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_create {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:47:03.375478 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 42760) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:47:03.418972 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.db_base_plugin_common [None req-88db3be5-14f3-43ac-800d-7a7c56a60cb0 None None] Allocated IP 172.20.0.2 (3e6c6ec3-89f7-4fc2-8252-c7df087533ec/87a5f909-4d46-4dc4-821d-87046731e3f3/1681c0e9-b8f0-433c-8825-ba977bba7eae) {{(pid=95103) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 19:47:03.496672 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-6601278f-8c9e-4635-8f4a-b43c96f4f6f3 tempest-TestNetworkBasicOps-1575950199 tempest-TestNetworkBasicOps-1575950199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:47:03.557633 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-1ed3736d-145d-45cf-8589-2663f15feace None None] Provisioning complete for port 70b0d7e0-812d-40bb-b3ba-1b323137a8f5 triggered by entity DHCP. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:47:03.558101 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-1ed3736d-145d-45cf-8589-2663f15feace None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:47:03.572588 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.v2.base [None req-b3132323-4d11-448a-bfe9-7de845a6729f tempest-TagsExtTest-234069064 tempest-TagsExtTest-234069064-project] Request body: {'network': {'name': 'tempest-TagsExtTest-test-network-258667732'}} {{(pid=95101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:47:03.631887 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.plugin [None req-1ed3736d-145d-45cf-8589-2663f15feace None None] Port 70b0d7e0-812d-40bb-b3ba-1b323137a8f5 cannot update to ACTIVE because it is not bound. {{(pid=95103) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 19:47:03.656373 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-88db3be5-14f3-43ac-800d-7a7c56a60cb0 None None] Notify callbacks [] for port, precommit_create {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:47:03.663650 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-88db3be5-14f3-43ac-800d-7a7c56a60cb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783145673135'] for port, after_create {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:47:03.668789 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3132323-4d11-448a-bfe9-7de845a6729f tempest-TagsExtTest-234069064 tempest-TagsExtTest-234069064-project] Made reservation on behalf of 34173dd3491746619039e063dd0d6dbc for: {'network': 1} {{(pid=95101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:47:03.672168 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-b3132323-4d11-448a-bfe9-7de845a6729f tempest-TagsExtTest-234069064 tempest-TagsExtTest-234069064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for network, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:47:03.687542 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-b3132323-4d11-448a-bfe9-7de845a6729f tempest-TagsExtTest-234069064 tempest-TagsExtTest-234069064-project] Notify callbacks [] for security_group, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:47:03.711136 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88db3be5-14f3-43ac-800d-7a7c56a60cb0 None None] Pushing event updated for resources: {'Port': ['ID=1681c0e9-b8f0-433c-8825-ba977bba7eae,revision_number=1']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:47:03.730899 n-d-713301-16 neutron-server[95103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88db3be5-14f3-43ac-800d-7a7c56a60cb0 None None] Network 3e6c6ec3-89f7-4fc2-8252-c7df087533ec is already hosted by enough agents. {{(pid=95103) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:47:03.732838 n-d-713301-16 neutron-server[95103]: DEBUG neutron.scheduler.base_scheduler [None req-88db3be5-14f3-43ac-800d-7a7c56a60cb0 None None] Resources bound (agent type, host, resource id): {{(pid=95103) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:47:03.735797 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88db3be5-14f3-43ac-800d-7a7c56a60cb0 None None] Received port after_create {{(pid=95103) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 19:47:03.764075 n-d-713301-16 neutron-server[95102]: DEBUG neutron.objects.ports [None req-de56c265-8284-4cce-88ed-ca75f1973755 tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=95102) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 23 19:47:03.795016 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.managers [None req-88db3be5-14f3-43ac-800d-7a7c56a60cb0 None None] Attempting to bind port 1681c0e9-b8f0-433c-8825-ba977bba7eae on host n-d-713301-16 for vnic_type normal with profile {{(pid=95103) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 19:47:03.796754 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.managers [None req-88db3be5-14f3-43ac-800d-7a7c56a60cb0 None None] Attempting to bind port 1681c0e9-b8f0-433c-8825-ba977bba7eae by drivers openvswitch,hyperv on host n-d-713301-16 at level 0 using segments [{'id': '5c8360fd-bd95-490f-abbb-4e7bd94ab9a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '3e6c6ec3-89f7-4fc2-8252-c7df087533ec'}] {{(pid=95103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 19:47:03.797137 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88db3be5-14f3-43ac-800d-7a7c56a60cb0 None None] Attempting to bind port 1681c0e9-b8f0-433c-8825-ba977bba7eae on network 3e6c6ec3-89f7-4fc2-8252-c7df087533ec {{(pid=95103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:47:03.803576 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88db3be5-14f3-43ac-800d-7a7c56a60cb0 None None] Checking agent: {'id': '70a14545-df24-472f-8f95-bfe1719bff93', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 19, 7, 53), 'started_at': datetime.datetime(2021, 9, 23, 19, 8, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 19, 46, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 19:47:03.804009 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88db3be5-14f3-43ac-800d-7a7c56a60cb0 None None] Checking segment: {'id': '5c8360fd-bd95-490f-abbb-4e7bd94ab9a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '3e6c6ec3-89f7-4fc2-8252-c7df087533ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95103) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:47:03.804385 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-88db3be5-14f3-43ac-800d-7a7c56a60cb0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:47:03.804824 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88db3be5-14f3-43ac-800d-7a7c56a60cb0 None None] Bound using segment: {'id': '5c8360fd-bd95-490f-abbb-4e7bd94ab9a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '3e6c6ec3-89f7-4fc2-8252-c7df087533ec'} {{(pid=95103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 19:47:03.805312 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.managers [None req-88db3be5-14f3-43ac-800d-7a7c56a60cb0 None None] Bound port: 1681c0e9-b8f0-433c-8825-ba977bba7eae, host: n-d-713301-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5c8360fd-bd95-490f-abbb-4e7bd94ab9a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '3e6c6ec3-89f7-4fc2-8252-c7df087533ec'}}] {{(pid=95103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 19:47:03.805699 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-88db3be5-14f3-43ac-800d-7a7c56a60cb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:47:03.878405 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-88db3be5-14f3-43ac-800d-7a7c56a60cb0 None None] For port 1681c0e9-b8f0-433c-8825-ba977bba7eae, host n-d-713301-16, cleared binding levels {{(pid=95103) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 19:47:03.883981 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-88db3be5-14f3-43ac-800d-7a7c56a60cb0 None None] For port 1681c0e9-b8f0-433c-8825-ba977bba7eae, host n-d-713301-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-16',level=0,port_id=1681c0e9-b8f0-433c-8825-ba977bba7eae,segment=NetworkSegment(5c8360fd-bd95-490f-abbb-4e7bd94ab9a5),segment_id=5c8360fd-bd95-490f-abbb-4e7bd94ab9a5)] {{(pid=95103) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 19:47:03.891648 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-88db3be5-14f3-43ac-800d-7a7c56a60cb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:47:03.962472 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d42164-3565-4f36-abc8-b7559ca73f98 req-282661ec-8446-4803-95b7-00ebda0e0f24 tempest-AttachVolumeShelveTestJSON-2035318112 tempest-AttachVolumeShelveTestJSON-2035318112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:47:03.964377 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-c2d42164-3565-4f36-abc8-b7559ca73f98 req-282661ec-8446-4803-95b7-00ebda0e0f24 tempest-AttachVolumeShelveTestJSON-2035318112 tempest-AttachVolumeShelveTestJSON-2035318112-project] 10.222.0.67 "GET /v2.0/ports?device_id=036bfa8b-48f6-483d-9ccb-759a52abd0b0 HTTP/1.1" status: 200 len: 946 time: 0.2145896 Sep 23 19:47:03.970473 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88db3be5-14f3-43ac-800d-7a7c56a60cb0 None None] Pushing event updated for resources: {'Port': ['ID=1681c0e9-b8f0-433c-8825-ba977bba7eae,revision_number=2']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:47:04.043308 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-c2d42164-3565-4f36-abc8-b7559ca73f98 req-8c5c03de-9f00-491c-93b7-9ec610287fe6 tempest-AttachVolumeShelveTestJSON-2035318112 tempest-AttachVolumeShelveTestJSON-2035318112-project] 10.222.0.67 "GET /v2.0/security-groups?id=209f1ee5-6189-41c6-b235-f9c754b12a19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0593505 Sep 23 19:47:04.087429 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-de56c265-8284-4cce-88ed-ca75f1973755 tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:47:04.252998 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-6601278f-8c9e-4635-8f4a-b43c96f4f6f3 tempest-TestNetworkBasicOps-1575950199 tempest-TestNetworkBasicOps-1575950199-project] Notify callbacks [] for port, precommit_update {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:47:04.271406 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-6601278f-8c9e-4635-8f4a-b43c96f4f6f3 tempest-TestNetworkBasicOps-1575950199 tempest-TestNetworkBasicOps-1575950199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5607436'] for port, after_update {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:47:04.278342 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-b3132323-4d11-448a-bfe9-7de845a6729f tempest-TagsExtTest-234069064 tempest-TagsExtTest-234069064-project] Notify callbacks [] for security_group, precommit_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:47:04.310258 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-b3132323-4d11-448a-bfe9-7de845a6729f tempest-TagsExtTest-234069064 tempest-TagsExtTest-234069064-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:47:04.323598 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.db [None req-de56c265-8284-4cce-88ed-ca75f1973755 tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] For port 1681c0e9-b8f0-433c-8825-ba977bba7eae, host n-d-713301-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-16',level=0,port_id=1681c0e9-b8f0-433c-8825-ba977bba7eae,segment=NetworkSegment(5c8360fd-bd95-490f-abbb-4e7bd94ab9a5),segment_id=5c8360fd-bd95-490f-abbb-4e7bd94ab9a5)] {{(pid=95102) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:47:04.334391 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Device 79ee258c-88f6-46b2-b5bb-87d8ad0b9864 no longer exists at agent hyperv_n-h1-713301-16 {{(pid=95103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 19:47:04.371343 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-de56c265-8284-4cce-88ed-ca75f1973755 tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Notify callbacks [] for port, precommit_update {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:47:04.379164 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-de56c265-8284-4cce-88ed-ca75f1973755 tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4399095'] for port, after_update {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:47:04.380694 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-de56c265-8284-4cce-88ed-ca75f1973755 tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4398944', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5388242'] for subnet, after_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:47:04.413300 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b3132323-4d11-448a-bfe9-7de845a6729f tempest-TagsExtTest-234069064 tempest-TagsExtTest-234069064-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 607} {{(pid=95101) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 19:47:04.443197 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6601278f-8c9e-4635-8f4a-b43c96f4f6f3 tempest-TestNetworkBasicOps-1575950199 tempest-TestNetworkBasicOps-1575950199-project] Pushing event updated for resources: {'Port': ['ID=70b0d7e0-812d-40bb-b3ba-1b323137a8f5,revision_number=2']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:47:04.445911 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-6601278f-8c9e-4635-8f4a-b43c96f4f6f3 tempest-TestNetworkBasicOps-1575950199 tempest-TestNetworkBasicOps-1575950199-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-527313', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-601459'] for router_interface, after_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:47:04.453130 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-b3132323-4d11-448a-bfe9-7de845a6729f tempest-TagsExtTest-234069064 tempest-TagsExtTest-234069064-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1756186'] for segment, precommit_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:47:04.453393 n-d-713301-16 neutron-server[95101]: INFO neutron.db.segments_db [None req-b3132323-4d11-448a-bfe9-7de845a6729f tempest-TagsExtTest-234069064 tempest-TagsExtTest-234069064-project] Added segment 6e8ac31b-f41b-4a5d-b8af-74eb433ac0a1 of type vlan for network d1471ddc-feba-4bec-866d-ce9aacff135e Sep 23 19:47:04.467088 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3132323-4d11-448a-bfe9-7de845a6729f tempest-TagsExtTest-234069064 tempest-TagsExtTest-234069064-project] Pushing event updated for resources: {'SecurityGroup': ['ID=80a191f4-a815-4dfa-be5f-3d60b83728fa,revision_number=1']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:47:04.518265 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-b3132323-4d11-448a-bfe9-7de845a6729f tempest-TagsExtTest-234069064 tempest-TagsExtTest-234069064-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783145630486'] for network, precommit_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:47:04.540587 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:47:04.650688 n-d-713301-16 neutron-server[95103]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '036bfa8b-48f6-483d-9ccb-759a52abd0b0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '79ee258c-88f6-46b2-b5bb-87d8ad0b9864'}] {{(pid=95103) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 19:47:04.684286 n-d-713301-16 neutron-server[95103]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}81a1c17f2aa89d5b3ebbba3a3e0cf7eb588e431c2224256110c4c4facdd7c3e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c00133d6-8275-427c-95fe-36a8f49a82eb" -d '{"events": [{"server_uuid": "036bfa8b-48f6-483d-9ccb-759a52abd0b0", "name": "network-vif-unplugged", "status": "completed", "tag": "79ee258c-88f6-46b2-b5bb-87d8ad0b9864"}]}' {{(pid=95103) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 19:47:04.693486 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-b3132323-4d11-448a-bfe9-7de845a6729f tempest-TagsExtTest-234069064 tempest-TagsExtTest-234069064-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299'] for network, after_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:47:04.706201 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3132323-4d11-448a-bfe9-7de845a6729f tempest-TagsExtTest-234069064 tempest-TagsExtTest-234069064-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:47:04.707012 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-b3132323-4d11-448a-bfe9-7de845a6729f tempest-TagsExtTest-234069064 tempest-TagsExtTest-234069064-project] Notify callbacks [] for network, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:47:04.719024 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Device 1681c0e9-b8f0-433c-8825-ba977bba7eae up at agent ovs-agent-n-d-713301-16 {{(pid=95103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 19:47:04.816007 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] For port 79ee258c-88f6-46b2-b5bb-87d8ad0b9864, host n-h1-713301-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-16',level=0,port_id=79ee258c-88f6-46b2-b5bb-87d8ad0b9864,segment=NetworkSegment(c5b82793-12a0-4116-8d9f-ade119c657cf),segment_id=c5b82793-12a0-4116-8d9f-ade119c657cf)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:47:04.835609 n-d-713301-16 neutron-server[95103]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Thu, 23 Sep 2021 19:47:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba3d29d9-9fcf-4dad-b34d-7a56ccd2e479 x-openstack-request-id: req-ba3d29d9-9fcf-4dad-b34d-7a56ccd2e479 {{(pid=95103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 19:47:04.836055 n-d-713301-16 neutron-server[95103]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "036bfa8b-48f6-483d-9ccb-759a52abd0b0", "name": "network-vif-unplugged", "status": "failed", "tag": "79ee258c-88f6-46b2-b5bb-87d8ad0b9864", "code": 422}]} {{(pid=95103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 19:47:04.836455 n-d-713301-16 neutron-server[95103]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-ba3d29d9-9fcf-4dad-b34d-7a56ccd2e479 {{(pid=95103) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 19:47:04.837290 n-d-713301-16 neutron-server[95103]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '036bfa8b-48f6-483d-9ccb-759a52abd0b0', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '79ee258c-88f6-46b2-b5bb-87d8ad0b9864', 'code': 422} returned with failed status Sep 23 19:47:04.888410 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:47:04.999527 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3132323-4d11-448a-bfe9-7de845a6729f tempest-TagsExtTest-234069064 tempest-TagsExtTest-234069064-project] Pushing event updated for resources: {'Network': ['ID=d1471ddc-feba-4bec-866d-ce9aacff135e,revision_number=1']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:47:05.058864 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-b3132323-4d11-448a-bfe9-7de845a6729f tempest-TagsExtTest-234069064 tempest-TagsExtTest-234069064-project] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 778 time: 1.6821196 Sep 23 19:47:05.066731 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 42816) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:47:05.081872 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.v2.base [None req-b7b4804f-9dd5-4e47-883b-9a9defe99cd1 tempest-TagsExtTest-234069064 tempest-TagsExtTest-234069064-project] Request body: {'subnet': {'network_id': 'd1471ddc-feba-4bec-866d-ce9aacff135e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:47:05.102944 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Pushing event updated for resources: {'Port': ['ID=79ee258c-88f6-46b2-b5bb-87d8ad0b9864,revision_number=8']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:47:05.107204 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Network d1471ddc-feba-4bec-866d-ce9aacff135e details requested by agent ovs-agent-n-d-713301-16 with host n-d-713301-16 {{(pid=95103) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 19:47:05.112120 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6601278f-8c9e-4635-8f4a-b43c96f4f6f3 tempest-TestNetworkBasicOps-1575950199 tempest-TestNetworkBasicOps-1575950199-project] Network 6f40e4e0-6eba-4f7f-94d2-0661976f2d8b is already hosted by enough agents. {{(pid=95101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:47:05.133504 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.base_scheduler [None req-6601278f-8c9e-4635-8f4a-b43c96f4f6f3 tempest-TestNetworkBasicOps-1575950199 tempest-TestNetworkBasicOps-1575950199-project] Resources bound (agent type, host, resource id): {{(pid=95101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:47:05.265984 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Provisioning complete for port 1681c0e9-b8f0-433c-8825-ba977bba7eae triggered by entity L2. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:47:05.266393 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:47:05.578766 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:47:05.629237 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de56c265-8284-4cce-88ed-ca75f1973755 tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Pushing event updated for resources: {'Subnet': ['ID=0845bbd3-7e06-4642-bd1f-25daf9722624,revision_number=0']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:47:05.643516 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de56c265-8284-4cce-88ed-ca75f1973755 tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Pushing event updated for resources: {'Port': ['ID=1681c0e9-b8f0-433c-8825-ba977bba7eae,revision_number=4']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:47:05.676108 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7b4804f-9dd5-4e47-883b-9a9defe99cd1 tempest-TagsExtTest-234069064 tempest-TagsExtTest-234069064-project] Made reservation on behalf of 34173dd3491746619039e063dd0d6dbc for: {'subnet': 1} {{(pid=95101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:47:05.677228 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] For port 1681c0e9-b8f0-433c-8825-ba977bba7eae, host n-d-713301-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-16',level=0,port_id=1681c0e9-b8f0-433c-8825-ba977bba7eae,segment=NetworkSegment(5c8360fd-bd95-490f-abbb-4e7bd94ab9a5),segment_id=5c8360fd-bd95-490f-abbb-4e7bd94ab9a5)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:47:05.688257 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-b7b4804f-9dd5-4e47-883b-9a9defe99cd1 tempest-TagsExtTest-234069064 tempest-TagsExtTest-234069064-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6130979'] for subnet, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:47:05.697548 n-d-713301-16 neutron-server[95102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de56c265-8284-4cce-88ed-ca75f1973755 tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Network 3e6c6ec3-89f7-4fc2-8252-c7df087533ec is already hosted by enough agents. {{(pid=95102) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:47:05.704932 n-d-713301-16 neutron-server[95102]: DEBUG neutron.scheduler.base_scheduler [None req-de56c265-8284-4cce-88ed-ca75f1973755 tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Resources bound (agent type, host, resource id): {{(pid=95102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:47:05.712396 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de56c265-8284-4cce-88ed-ca75f1973755 tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:47:05.713241 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-de56c265-8284-4cce-88ed-ca75f1973755 tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Notify callbacks [] for subnet, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:47:05.714484 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:47:05.735337 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-0b162345-6941-40a4-8988-f274c01557cd None None] Provisioning complete for port 70b0d7e0-812d-40bb-b3ba-1b323137a8f5 triggered by entity DHCP. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:47:05.737173 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-0b162345-6941-40a4-8988-f274c01557cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:47:05.766103 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-de56c265-8284-4cce-88ed-ca75f1973755 tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 2.7436955 Sep 23 19:47:05.767162 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 42872) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:47:05.776462 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.v2.base [None req-9859eec1-bd20-43bc-8521-b2946ab66a03 tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Request body: {'port': {'network_id': '3e6c6ec3-89f7-4fc2-8252-c7df087533ec', 'mac_address': 'fa:16:3e:12:87:cd', 'name': 'tempest-NetworksTestDHCPv6-1524390616'}} {{(pid=95102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:47:05.882754 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.plugin [None req-0b162345-6941-40a4-8988-f274c01557cd None None] Port 70b0d7e0-812d-40bb-b3ba-1b323137a8f5 cannot update to ACTIVE because it is not bound. {{(pid=95103) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 19:47:05.896237 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd796de3-8764-4ba9-9ba1-6b382007830c None None] Network 3e6c6ec3-89f7-4fc2-8252-c7df087533ec requested from n-d-713301-16 {{(pid=95103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 19:47:05.904432 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Device c2e58357-f443-42f3-96d3-a3fba3de663d no longer exists at agent ovs-agent-n-d-713301-16 {{(pid=95103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 19:47:05.927684 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6601278f-8c9e-4635-8f4a-b43c96f4f6f3 tempest-TestNetworkBasicOps-1575950199 tempest-TestNetworkBasicOps-1575950199-project] Router 940b5249-2171-4c13-b299-b8ff30913590 has already been hosted by L3 agent 79a740bf-7821-4989-8288-7186e3e128f3 {{(pid=95101) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 19:47:05.979632 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.plugin [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] No Port match for: c2e58357-f443-42f3-96d3-a3fba3de663d {{(pid=95103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 19:47:05.980237 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Device c2e58357-f443-42f3-96d3-a3fba3de663d not bound to the agent host n-d-713301-16 {{(pid=95103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 19:47:06.037939 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Pushing event updated for resources: {'Port': ['ID=1681c0e9-b8f0-433c-8825-ba977bba7eae,revision_number=5']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:47:06.073006 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9859eec1-bd20-43bc-8521-b2946ab66a03 tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Made reservation on behalf of ef2dbafd0ba44b7485191a034ef43810 for: {'port': 1} {{(pid=95102) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:47:06.095820 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-9ea17049-5117-4b96-8a63-12a5a76e9b29 None None] Provisioning complete for port 1681c0e9-b8f0-433c-8825-ba977bba7eae triggered by entity DHCP. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:47:06.096122 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-9ea17049-5117-4b96-8a63-12a5a76e9b29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:47:06.100569 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6601278f-8c9e-4635-8f4a-b43c96f4f6f3 tempest-TestNetworkBasicOps-1575950199 tempest-TestNetworkBasicOps-1575950199-project] Notify agent at l3_agent.n-d-713301-16 the message routers_updated {{(pid=95101) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 19:47:06.123601 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-6601278f-8c9e-4635-8f4a-b43c96f4f6f3 tempest-TestNetworkBasicOps-1575950199 tempest-TestNetworkBasicOps-1575950199-project] 10.222.0.67 "PUT /v2.0/routers/940b5249-2171-4c13-b299-b8ff30913590/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5072570 Sep 23 19:47:06.187191 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5aa30243-d122-4ed8-a5bf-ff2f27b503db None None] Sync routers for ids ['940b5249-2171-4c13-b299-b8ff30913590'] in n-d-713301-16 {{(pid=95103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 19:47:06.203897 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5aa30243-d122-4ed8-a5bf-ff2f27b503db None None] Routers {'940b5249-2171-4c13-b299-b8ff30913590'} bound to L3 agent in host n-d-713301-16 {{(pid=95103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 19:47:06.204682 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_hamode_db [None req-5aa30243-d122-4ed8-a5bf-ff2f27b503db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-23T19:07:52Z,description=,heartbeat_timestamp=2021-09-23T19:46:53Z,host='n-d-713301-16',id=79a740bf-7821-4989-8288-7186e3e128f3,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:07:52Z,topic='l3_agent')) {'router_ids': ['940b5249-2171-4c13-b299-b8ff30913590'], 'active': True} {{(pid=95103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:47:06.242228 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-9859eec1-bd20-43bc-8521-b2946ab66a03 tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:47:06.302998 n-d-713301-16 neutron-server[95102]: DEBUG neutron.notifiers.nova [None req-9859eec1-bd20-43bc-8521-b2946ab66a03 tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] device_id is not set on port f8d8d946-b4c5-4654-b518-8de99298c5bb yet. {{(pid=95102) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 23 19:47:06.359826 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-b7b4804f-9dd5-4e47-883b-9a9defe99cd1 tempest-TagsExtTest-234069064 tempest-TagsExtTest-234069064-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5607579', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6130961'] for subnet, after_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:47:06.463408 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b4804f-9dd5-4e47-883b-9a9defe99cd1 tempest-TagsExtTest-234069064 tempest-TagsExtTest-234069064-project] Pushing event updated for resources: {'Subnet': ['ID=f55d69b8-1650-4f85-89fa-c1d8f33620ea,revision_number=0']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:47:06.469032 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_dvr_db [None req-5aa30243-d122-4ed8-a5bf-ff2f27b503db None None] Set router 940b5249-2171-4c13-b299-b8ff30913590 gateway port host: n-d-713301-16 {{(pid=95103) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 19:47:06.480467 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7b4804f-9dd5-4e47-883b-9a9defe99cd1 tempest-TagsExtTest-234069064 tempest-TagsExtTest-234069064-project] Checking segment: {'id': '6e8ac31b-f41b-4a5d-b8af-74eb433ac0a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': 'd1471ddc-feba-4bec-866d-ce9aacff135e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:47:06.480876 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7b4804f-9dd5-4e47-883b-9a9defe99cd1 tempest-TagsExtTest-234069064 tempest-TagsExtTest-234069064-project] Network hostable DHCP agents. Network: d1471ddc-feba-4bec-866d-ce9aacff135e, hostable agents: ['1b18bf05-1b5f-4587-be5c-af3ac38e32ad'], hosted agents: [] {{(pid=95101) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 19:47:06.517174 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e030eb2c-5a95-45a4-aa45-22e75aafd4c4 req-63f33e01-6fc6-4357-90ec-fe156b988342 tempest-AttachVolumeShelveTestJSON-2035318112 tempest-AttachVolumeShelveTestJSON-2035318112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:47:06.521413 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7b4804f-9dd5-4e47-883b-9a9defe99cd1 tempest-TagsExtTest-234069064 tempest-TagsExtTest-234069064-project] Network d1471ddc-feba-4bec-866d-ce9aacff135e is scheduled to be hosted by DHCP agent 1b18bf05-1b5f-4587-be5c-af3ac38e32ad with binding_index 1 {{(pid=95101) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 19:47:06.526528 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-e030eb2c-5a95-45a4-aa45-22e75aafd4c4 req-63f33e01-6fc6-4357-90ec-fe156b988342 tempest-AttachVolumeShelveTestJSON-2035318112 tempest-AttachVolumeShelveTestJSON-2035318112-project] 10.222.0.67 "GET /v2.0/ports?device_id=036bfa8b-48f6-483d-9ccb-759a52abd0b0 HTTP/1.1" status: 200 len: 944 time: 0.1550913 Sep 23 19:47:06.534453 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.base_scheduler [None req-b7b4804f-9dd5-4e47-883b-9a9defe99cd1 tempest-TagsExtTest-234069064 tempest-TagsExtTest-234069064-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713301-16, d1471ddc-feba-4bec-866d-ce9aacff135e) {{(pid=95101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:47:06.543768 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7b4804f-9dd5-4e47-883b-9a9defe99cd1 tempest-TagsExtTest-234069064 tempest-TagsExtTest-234069064-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:47:06.545399 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-b7b4804f-9dd5-4e47-883b-9a9defe99cd1 tempest-TagsExtTest-234069064 tempest-TagsExtTest-234069064-project] Notify callbacks [] for subnet, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:47:06.580562 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-b7b4804f-9dd5-4e47-883b-9a9defe99cd1 tempest-TagsExtTest-234069064 tempest-TagsExtTest-234069064-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5108922 Sep 23 19:47:06.584939 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 42962) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:47:06.594649 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.v2.base [None req-99fb34ea-427f-4299-94c7-974f8aecdfc0 tempest-TagsExtTest-234069064 tempest-TagsExtTest-234069064-project] Request body: {'port': {'network_id': 'd1471ddc-feba-4bec-866d-ce9aacff135e', 'name': 'tempest-TagsExtTest-2008708315'}} {{(pid=95101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:47:06.639031 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c40535e9-1bf5-4322-a6fd-f0b6e75b5a68 None None] Network d1471ddc-feba-4bec-866d-ce9aacff135e requested from n-d-713301-16 {{(pid=95103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 19:47:06.657342 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-e030eb2c-5a95-45a4-aa45-22e75aafd4c4 req-dde48c1d-5539-4221-88d3-607ff3916f81 tempest-AttachVolumeShelveTestJSON-2035318112 tempest-AttachVolumeShelveTestJSON-2035318112-project] 10.222.0.67 "GET /v2.0/security-groups?id=209f1ee5-6189-41c6-b235-f9c754b12a19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1294048 Sep 23 19:47:06.702282 n-d-713301-16 neutron-server[95102]: DEBUG neutron.db.db_base_plugin_common [None req-9859eec1-bd20-43bc-8521-b2946ab66a03 tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Allocated IP 172.20.0.12 (3e6c6ec3-89f7-4fc2-8252-c7df087533ec/87a5f909-4d46-4dc4-821d-87046731e3f3/f8d8d946-b4c5-4654-b518-8de99298c5bb) {{(pid=95102) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 19:47:06.715787 n-d-713301-16 neutron-server[95102]: DEBUG neutron.db.db_base_plugin_common [None req-9859eec1-bd20-43bc-8521-b2946ab66a03 tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Allocated IP 2001:db8::f816:3eff:fe12:87cd (3e6c6ec3-89f7-4fc2-8252-c7df087533ec/0845bbd3-7e06-4642-bd1f-25daf9722624/f8d8d946-b4c5-4654-b518-8de99298c5bb) {{(pid=95102) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 19:47:06.721757 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Device 1681c0e9-b8f0-433c-8825-ba977bba7eae up at agent ovs-agent-n-d-713301-16 {{(pid=95103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 19:47:06.817324 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99fb34ea-427f-4299-94c7-974f8aecdfc0 tempest-TagsExtTest-234069064 tempest-TagsExtTest-234069064-project] Made reservation on behalf of 34173dd3491746619039e063dd0d6dbc for: {'port': 1} {{(pid=95101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:47:06.821504 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 42990) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:47:06.824434 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-99fb34ea-427f-4299-94c7-974f8aecdfc0 tempest-TagsExtTest-234069064 tempest-TagsExtTest-234069064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:47:06.850162 n-d-713301-16 neutron-server[95101]: DEBUG neutron.notifiers.nova [None req-99fb34ea-427f-4299-94c7-974f8aecdfc0 tempest-TagsExtTest-234069064 tempest-TagsExtTest-234069064-project] device_id is not set on port 647f6503-5c3b-4ce5-8e72-df1877f80edb yet. {{(pid=95101) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 23 19:47:07.037469 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-9859eec1-bd20-43bc-8521-b2946ab66a03 tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Notify callbacks [] for port, precommit_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:47:07.039364 n-d-713301-16 neutron-server[95101]: DEBUG neutron.db.db_base_plugin_common [None req-99fb34ea-427f-4299-94c7-974f8aecdfc0 tempest-TagsExtTest-234069064 tempest-TagsExtTest-234069064-project] Allocated IP 172.20.0.11 (d1471ddc-feba-4bec-866d-ce9aacff135e/f55d69b8-1650-4f85-89fa-c1d8f33620ea/647f6503-5c3b-4ce5-8e72-df1877f80edb) {{(pid=95101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 19:47:07.051788 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-4658a6f5-3672-4687-a497-bdaf6eb409d4 req-bedd973b-9c95-418c-b441-ddb92de6a344 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=036bfa8b-48f6-483d-9ccb-759a52abd0b0&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2288358 Sep 23 19:47:07.063198 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [req-4658a6f5-3672-4687-a497-bdaf6eb409d4 req-34323af7-3cc7-45d7-ac2c-cbfc77e90af6 service neutron] http://10.222.0.67:9696/v2.0/extensions returned with HTTP 200 {{(pid=95102) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 23 19:47:07.064523 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-4658a6f5-3672-4687-a497-bdaf6eb409d4 req-34323af7-3cc7-45d7-ac2c-cbfc77e90af6 service neutron] 10.222.0.67 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0057149 Sep 23 19:47:07.098056 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-9859eec1-bd20-43bc-8521-b2946ab66a03 tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783145673135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4399100'] for port, after_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:47:07.169658 n-d-713301-16 neutron-server[95102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9859eec1-bd20-43bc-8521-b2946ab66a03 tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Network 3e6c6ec3-89f7-4fc2-8252-c7df087533ec is already hosted by enough agents. {{(pid=95102) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:47:07.189563 n-d-713301-16 neutron-server[95102]: DEBUG neutron.scheduler.base_scheduler [None req-9859eec1-bd20-43bc-8521-b2946ab66a03 tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Resources bound (agent type, host, resource id): {{(pid=95102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:47:07.193130 n-d-713301-16 neutron-server[95102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9859eec1-bd20-43bc-8521-b2946ab66a03 tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Received port after_create {{(pid=95102) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 19:47:07.245290 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9859eec1-bd20-43bc-8521-b2946ab66a03 tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Pushing event updated for resources: {'Port': ['ID=f8d8d946-b4c5-4654-b518-8de99298c5bb,revision_number=1']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:47:07.276857 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9859eec1-bd20-43bc-8521-b2946ab66a03 tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:47:07.276857 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-9859eec1-bd20-43bc-8521-b2946ab66a03 tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222849'] for port, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:47:07.298821 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-9859eec1-bd20-43bc-8521-b2946ab66a03 tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1028 time: 1.5284028 Sep 23 19:47:07.301563 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 43046) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:47:07.343551 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-99fb34ea-427f-4299-94c7-974f8aecdfc0 tempest-TagsExtTest-234069064 tempest-TagsExtTest-234069064-project] Notify callbacks [] for port, precommit_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:47:07.375789 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6e743d1-075f-41e8-a129-e4424bc25555 tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:47:07.379914 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3309b76-bb38-489a-b893-c21f7e88cfd9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4c8b80df-07eb-5275-9f17-5cf640db67c0-d1471ddc-feba-4bec-866d-ce9aacff135e', 'network_id': 'd1471ddc-feba-4bec-866d-ce9aacff135e', 'tenant_id': '34173dd3491746619039e063dd0d6dbc', 'fixed_ips': [{'subnet_id': 'f55d69b8-1650-4f85-89fa-c1d8f33620ea'}]}} from n-d-713301-16. {{(pid=95103) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 23 19:47:07.382334 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-d3309b76-bb38-489a-b893-c21f7e88cfd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_create {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:47:07.385115 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6e743d1-075f-41e8-a129-e4424bc25555 tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:47:07.388531 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-c6e743d1-075f-41e8-a129-e4424bc25555 tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] 10.222.0.67 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1864 time: 0.0854011 Sep 23 19:47:07.391769 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 43058) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:47:07.471444 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-99fb34ea-427f-4299-94c7-974f8aecdfc0 tempest-TagsExtTest-234069064 tempest-TagsExtTest-234069064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783145673135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5607431'] for port, after_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:47:07.520362 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Provisioning complete for port 1681c0e9-b8f0-433c-8825-ba977bba7eae triggered by entity L2. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:47:07.523538 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:47:07.545679 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.plugin [None req-9a1fd41a-02f1-4e30-91ae-6a89694e938b tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Deleting port f8d8d946-b4c5-4654-b518-8de99298c5bb {{(pid=95102) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:47:07.546028 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-9a1fd41a-02f1-4e30-91ae-6a89694e938b tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783146157096'] for port, before_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:47:07.597771 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99fb34ea-427f-4299-94c7-974f8aecdfc0 tempest-TagsExtTest-234069064 tempest-TagsExtTest-234069064-project] Network d1471ddc-feba-4bec-866d-ce9aacff135e is already hosted by enough agents. {{(pid=95101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:47:07.602460 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.base_scheduler [None req-99fb34ea-427f-4299-94c7-974f8aecdfc0 tempest-TagsExtTest-234069064 tempest-TagsExtTest-234069064-project] Resources bound (agent type, host, resource id): {{(pid=95101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:47:07.605692 n-d-713301-16 neutron-server[95101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99fb34ea-427f-4299-94c7-974f8aecdfc0 tempest-TagsExtTest-234069064 tempest-TagsExtTest-234069064-project] Received port after_create {{(pid=95101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 19:47:07.771962 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-9a1fd41a-02f1-4e30-91ae-6a89694e938b tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-605701'] for port, precommit_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:47:07.794185 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99fb34ea-427f-4299-94c7-974f8aecdfc0 tempest-TagsExtTest-234069064 tempest-TagsExtTest-234069064-project] Pushing event updated for resources: {'Port': ['ID=647f6503-5c3b-4ce5-8e72-df1877f80edb,revision_number=1']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:47:07.806693 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.plugin [None req-9a1fd41a-02f1-4e30-91ae-6a89694e938b tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Calling delete_port for f8d8d946-b4c5-4654-b518-8de99298c5bb owned by {{(pid=95102) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:47:07.842987 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99fb34ea-427f-4299-94c7-974f8aecdfc0 tempest-TagsExtTest-234069064 tempest-TagsExtTest-234069064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:47:07.844269 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-99fb34ea-427f-4299-94c7-974f8aecdfc0 tempest-TagsExtTest-234069064 tempest-TagsExtTest-234069064-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222849'] for port, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:47:07.866110 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-99fb34ea-427f-4299-94c7-974f8aecdfc0 tempest-TagsExtTest-234069064 tempest-TagsExtTest-234069064-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 1.2795863 Sep 23 19:47:07.866897 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 43104) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:47:07.872981 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.v2.base [None req-51067b1e-5a03-4b40-933e-48aef756d0fb tempest-TagsExtTest-234069064 tempest-TagsExtTest-234069064-project] Request body: {'router': {'name': 'tempest-TagsExtTest-router-25888890', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=95101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:47:07.917611 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.db_base_plugin_common [None req-d3309b76-bb38-489a-b893-c21f7e88cfd9 None None] Allocated IP 172.20.0.2 (d1471ddc-feba-4bec-866d-ce9aacff135e/f55d69b8-1650-4f85-89fa-c1d8f33620ea/ef24e760-74db-41f5-af53-ebafcb042109) {{(pid=95103) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 19:47:07.925984 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-51067b1e-5a03-4b40-933e-48aef756d0fb tempest-TagsExtTest-234069064 tempest-TagsExtTest-234069064-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-594563', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29355'] for router, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:47:07.935583 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-51067b1e-5a03-4b40-933e-48aef756d0fb tempest-TagsExtTest-234069064 tempest-TagsExtTest-234069064-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-597363', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-601731', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-739356', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29346'] for router, precommit_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:47:08.000984 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2794a72f-e0d3-47a9-82b5-4e5eb81d4674 req-29657175-301b-4972-b111-a3d1b872fa4e tempest-AttachVolumeShelveTestJSON-2035318112 tempest-AttachVolumeShelveTestJSON-2035318112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:47:08.002709 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-2794a72f-e0d3-47a9-82b5-4e5eb81d4674 req-29657175-301b-4972-b111-a3d1b872fa4e tempest-AttachVolumeShelveTestJSON-2035318112 tempest-AttachVolumeShelveTestJSON-2035318112-project] 10.222.0.67 "GET /v2.0/ports?device_id=036bfa8b-48f6-483d-9ccb-759a52abd0b0 HTTP/1.1" status: 200 len: 944 time: 0.1733487 Sep 23 19:47:08.021658 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_hamode_db [None req-5aa30243-d122-4ed8-a5bf-ff2f27b503db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '940b5249-2171-4c13-b299-b8ff30913590', 'name': 'tempest-TestNetworkBasicOps-router-1225130637', 'tenant_id': '7fd7324f75754f93a5f1d406b61f5276', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'external_fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.199'}], 'enable_snat': True}, 'gw_port_id': 'ef3ff6df-00cb-4c7b-8985-2526c3c45209', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:45:22Z', 'updated_at': '2021-09-23T19:47:03Z', 'revision_number': 5, 'project_id': '7fd7324f75754f93a5f1d406b61f5276', 'gw_port': {'id': 'ef3ff6df-00cb-4c7b-8985-2526c3c45209', 'name': '', 'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:86:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '940b5249-2171-4c13-b299-b8ff30913590', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2956, 'fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:45:23Z', 'updated_at': '2021-09-23T19:45:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-16', '_floatingips': [{'id': 'b618660c-403e-4e39-ba29-ad5f84af9df5', 'tenant_id': '7fd7324f75754f93a5f1d406b61f5276', 'floating_ip_address': '172.25.1.246', 'floating_network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'router_id': '940b5249-2171-4c13-b299-b8ff30913590', 'port_id': 'f9f76648-feb5-46d2-a220-7887e2c8b553', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 3030, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '556d491a-fa37-496f-b55a-840ae2087f7d', 'mac_address': 'fa:16:3e:23:50:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e0be90f-2029-4957-bb5d-fa1f54181a61', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-23T19:45:57Z', 'updated_at': '2021-09-23T19:46:04Z', 'revision_number': 1, 'project_id': '7fd7324f75754f93a5f1d406b61f5276', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '70b0d7e0-812d-40bb-b3ba-1b323137a8f5', 'name': '', 'network_id': '6f40e4e0-6eba-4f7f-94d2-0661976f2d8b', 'tenant_id': '7fd7324f75754f93a5f1d406b61f5276', 'mac_address': 'fa:16:3e:55:04:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '940b5249-2171-4c13-b299-b8ff30913590', 'device_owner': 'network:router_interface', 'standard_attr_id': 3158, 'fixed_ips': [{'subnet_id': '83419bee-51f1-4d63-b040-48c7cb443ecc', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:47:02Z', 'updated_at': '2021-09-23T19:47:04Z', 'revision_number': 2, 'project_id': '7fd7324f75754f93a5f1d406b61f5276', 'subnets': [{'id': '83419bee-51f1-4d63-b040-48c7cb443ecc', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cf9cc396-0e70-44ee-b385-fb6cd2981196', 'name': '', 'network_id': '556d491a-fa37-496f-b55a-840ae2087f7d', 'tenant_id': '7fd7324f75754f93a5f1d406b61f5276', 'mac_address': 'fa:16:3e:68:2e:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '940b5249-2171-4c13-b299-b8ff30913590', 'device_owner': 'network:router_interface', 'standard_attr_id': 2979, 'fixed_ips': [{'subnet_id': 'fa6db639-afc2-4d79-8f5d-63a8ed67b4c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:45:29Z', 'updated_at': '2021-09-23T19:45:34Z', 'revision_number': 5, 'project_id': '7fd7324f75754f93a5f1d406b61f5276', 'subnets': [{'id': 'fa6db639-afc2-4d79-8f5d-63a8ed67b4c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-16', False) {} {{(pid=95103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:47:08.041215 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-51067b1e-5a03-4b40-933e-48aef756d0fb tempest-TagsExtTest-234069064 tempest-TagsExtTest-234069064-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:47:08.051789 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-51067b1e-5a03-4b40-933e-48aef756d0fb tempest-TagsExtTest-234069064 tempest-TagsExtTest-234069064-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-597258', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-601790'] for router, after_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:47:08.088124 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-51067b1e-5a03-4b40-933e-48aef756d0fb tempest-TagsExtTest-234069064 tempest-TagsExtTest-234069064-project] Notify callbacks [] for router, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:47:08.092683 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-51067b1e-5a03-4b40-933e-48aef756d0fb tempest-TagsExtTest-234069064 tempest-TagsExtTest-234069064-project] 10.222.0.67 "POST /v2.0/routers HTTP/1.1" status: 201 len: 698 time: 0.2214639 Sep 23 19:47:08.093051 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 43128) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:47:08.101154 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.v2.base [None req-3da93d31-26d9-489b-a8f0-068b70e5593d tempest-TagsExtTest-234069064 tempest-TagsExtTest-234069064-project] Request body: {'subnetpool': {'name': 'tempest-TagsExtTest-Subnetpool-1723001478', 'prefixes': ['172.20.0.0/16']}} {{(pid=95101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:47:08.119577 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5aa30243-d122-4ed8-a5bf-ff2f27b503db None None] Checking router: 940b5249-2171-4c13-b299-b8ff30913590 for host: n-d-713301-16 {{(pid=95103) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 19:47:08.119939 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5aa30243-d122-4ed8-a5bf-ff2f27b503db None None] Updating router 940b5249-2171-4c13-b299-b8ff30913590 port 70b0d7e0-812d-40bb-b3ba-1b323137a8f5 binding host n-d-713301-16 {{(pid=95103) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 23 19:47:08.131206 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-2794a72f-e0d3-47a9-82b5-4e5eb81d4674 req-f8a892b3-938f-4fbb-8a59-22c6941e42ea tempest-AttachVolumeShelveTestJSON-2035318112 tempest-AttachVolumeShelveTestJSON-2035318112-project] 10.222.0.67 "GET /v2.0/security-groups?id=209f1ee5-6189-41c6-b235-f9c754b12a19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1163938 Sep 23 19:47:08.164265 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-5aa30243-d122-4ed8-a5bf-ff2f27b503db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:47:08.286071 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-9a1fd41a-02f1-4e30-91ae-6a89694e938b tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783146162158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783145673144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4399100'] for port, after_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:47:08.339046 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a1fd41a-02f1-4e30-91ae-6a89694e938b tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Pushing event deleted for resources: {'Port': ['ID=f8d8d946-b4c5-4654-b518-8de99298c5bb,revision_number=None']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:47:08.373054 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-3da93d31-26d9-489b-a8f0-068b70e5593d tempest-TagsExtTest-234069064 tempest-TagsExtTest-234069064-project] Notify callbacks [] for subnetpool, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:47:08.379108 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-3da93d31-26d9-489b-a8f0-068b70e5593d tempest-TagsExtTest-234069064 tempest-TagsExtTest-234069064-project] 10.222.0.67 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 748 time: 0.2841754 Sep 23 19:47:08.379782 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 43156) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:47:08.394094 n-d-713301-16 neutron-server[95101]: DEBUG neutron.services.tag.tag_plugin [None req-ca26a040-4364-43f6-9f1a-90d6efed27fb tempest-TagsExtTest-234069064 tempest-TagsExtTest-234069064-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', 'f55d69b8-1650-4f85-89fa-c1d8f33620ea', 'tempest-TagsExtTest-Tag-40658765') {} {{(pid=95101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:47:08.552570 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-9a1fd41a-02f1-4e30-91ae-6a89694e938b tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222849'] for port, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:47:08.555174 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-9a1fd41a-02f1-4e30-91ae-6a89694e938b tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] 10.222.0.67 "DELETE /v2.0/ports/f8d8d946-b4c5-4654-b518-8de99298c5bb HTTP/1.1" status: 204 len: 168 time: 1.1622591 Sep 23 19:47:08.557480 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 43176) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:47:08.584532 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4658a6f5-3672-4687-a497-bdaf6eb409d4 req-6bb4a0fc-628a-4c45-9bfe-3ae5eea9689e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:47:08.586357 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-4658a6f5-3672-4687-a497-bdaf6eb409d4 req-6bb4a0fc-628a-4c45-9bfe-3ae5eea9689e service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=036bfa8b-48f6-483d-9ccb-759a52abd0b0&tenant_id=9f955dc8eb0a49dcaf259d890508d18f HTTP/1.1" status: 200 len: 1096 time: 0.2209063 Sep 23 19:47:08.598678 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-ca26a040-4364-43f6-9f1a-90d6efed27fb tempest-TagsExtTest-234069064 tempest-TagsExtTest-234069064-project] 10.222.0.67 "PUT /v2.0/subnets/f55d69b8-1650-4f85-89fa-c1d8f33620ea/tags/tempest-TagsExtTest-Tag-40658765 HTTP/1.1" status: 201 len: 201 time: 0.2174067 Sep 23 19:47:08.600322 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 43180) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:47:08.601223 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.v2.base [req-4658a6f5-3672-4687-a497-bdaf6eb409d4 req-ed08ff62-7f44-4f8d-992d-8ae57c072f53 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-713301-16', 'device_owner': 'compute:nova'}} {{(pid=95102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:47:08.605432 n-d-713301-16 neutron-server[95101]: DEBUG neutron.services.tag.tag_plugin [None req-b08ee7b5-0a32-4049-ad39-7a7a910480ce tempest-TagsExtTest-234069064 tempest-TagsExtTest-234069064-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '647f6503-5c3b-4ce5-8e72-df1877f80edb', 'tempest-TagsExtTest-Tag-1056627993') {} {{(pid=95101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:47:08.642963 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-27342881-72f8-4021-b26a-f434659da688 None None] Provisioning complete for port 1681c0e9-b8f0-433c-8825-ba977bba7eae triggered by entity DHCP. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:47:08.643602 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-27342881-72f8-4021-b26a-f434659da688 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:47:08.654527 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-d3309b76-bb38-489a-b893-c21f7e88cfd9 None None] Notify callbacks [] for port, precommit_create {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:47:08.695038 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-d3309b76-bb38-489a-b893-c21f7e88cfd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783145673135'] for port, after_create {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:47:08.727985 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-b08ee7b5-0a32-4049-ad39-7a7a910480ce tempest-TagsExtTest-234069064 tempest-TagsExtTest-234069064-project] 10.222.0.67 "PUT /v2.0/ports/647f6503-5c3b-4ce5-8e72-df1877f80edb/tags/tempest-TagsExtTest-Tag-1056627993 HTTP/1.1" status: 201 len: 201 time: 0.1263666 Sep 23 19:47:08.728170 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 43196) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:47:08.735521 n-d-713301-16 neutron-server[95102]: DEBUG neutron.services.tag.tag_plugin [None req-846031ad-5c3a-444d-bb6c-bd50111d693b tempest-TagsExtTest-234069064 tempest-TagsExtTest-234069064-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', 'b462c710-d6dc-4e75-80eb-1e9df0c8398b', 'tempest-TagsExtTest-Tag-704577750') {} {{(pid=95102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:47:08.743388 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10b700bf-11ad-4f72-952e-5c1c22c0f15a tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:47:08.745803 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10b700bf-11ad-4f72-952e-5c1c22c0f15a tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:47:08.747739 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10b700bf-11ad-4f72-952e-5c1c22c0f15a tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:47:08.752388 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 43200) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:47:08.752662 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-10b700bf-11ad-4f72-952e-5c1c22c0f15a tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] 10.222.0.67 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.1937680 Sep 23 19:47:08.842070 n-d-713301-16 neutron-server[95101]: DEBUG neutron.db.db_base_plugin_v2 [None req-29c4c33c-3d0a-4596-8d01-b8ecc364ec85 tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Deleting subnet 0845bbd3-7e06-4642-bd1f-25daf9722624 {{(pid=95101) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 23 19:47:08.845600 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-29c4c33c-3d0a-4596-8d01-b8ecc364ec85 tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Notify callbacks [] for subnet, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:47:08.855807 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-4658a6f5-3672-4687-a497-bdaf6eb409d4 req-ed08ff62-7f44-4f8d-992d-8ae57c072f53 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:47:08.905238 n-d-713301-16 neutron-server[95103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3309b76-bb38-489a-b893-c21f7e88cfd9 None None] Network d1471ddc-feba-4bec-866d-ce9aacff135e is already hosted by enough agents. {{(pid=95103) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:47:08.909149 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-29c4c33c-3d0a-4596-8d01-b8ecc364ec85 tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6007154'] for subnet, precommit_delete_associations {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:47:08.942812 n-d-713301-16 neutron-server[95103]: DEBUG neutron.scheduler.base_scheduler [None req-d3309b76-bb38-489a-b893-c21f7e88cfd9 None None] Resources bound (agent type, host, resource id): {{(pid=95103) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:47:08.955908 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3309b76-bb38-489a-b893-c21f7e88cfd9 None None] Received port after_create {{(pid=95103) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 19:47:09.034505 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3309b76-bb38-489a-b893-c21f7e88cfd9 None None] Pushing event updated for resources: {'Port': ['ID=ef24e760-74db-41f5-af53-ebafcb042109,revision_number=1']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:47:09.043530 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-846031ad-5c3a-444d-bb6c-bd50111d693b tempest-TagsExtTest-234069064 tempest-TagsExtTest-234069064-project] 10.222.0.67 "PUT /v2.0/routers/b462c710-d6dc-4e75-80eb-1e9df0c8398b/tags/tempest-TagsExtTest-Tag-704577750 HTTP/1.1" status: 201 len: 201 time: 0.3110995 Sep 23 19:47:09.044012 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 43230) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:47:09.052903 n-d-713301-16 neutron-server[95102]: DEBUG neutron.services.tag.tag_plugin [None req-9caeada6-8b43-4041-8aa6-35212ef4aff2 tempest-TagsExtTest-234069064 tempest-TagsExtTest-234069064-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '327775db-abcd-4c91-9078-7f6937011070', 'tempest-TagsExtTest-Tag-1606607091') {} {{(pid=95102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:47:09.057641 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-5aa30243-d122-4ed8-a5bf-ff2f27b503db None None] Notify callbacks [] for port, precommit_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:47:09.067201 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.managers [None req-d3309b76-bb38-489a-b893-c21f7e88cfd9 None None] Attempting to bind port ef24e760-74db-41f5-af53-ebafcb042109 on host n-d-713301-16 for vnic_type normal with profile {{(pid=95103) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 19:47:09.068660 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.managers [None req-d3309b76-bb38-489a-b893-c21f7e88cfd9 None None] Attempting to bind port ef24e760-74db-41f5-af53-ebafcb042109 by drivers openvswitch,hyperv on host n-d-713301-16 at level 0 using segments [{'id': '6e8ac31b-f41b-4a5d-b8af-74eb433ac0a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': 'd1471ddc-feba-4bec-866d-ce9aacff135e'}] {{(pid=95103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 19:47:09.069313 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3309b76-bb38-489a-b893-c21f7e88cfd9 None None] Attempting to bind port ef24e760-74db-41f5-af53-ebafcb042109 on network d1471ddc-feba-4bec-866d-ce9aacff135e {{(pid=95103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:47:09.076944 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3309b76-bb38-489a-b893-c21f7e88cfd9 None None] Checking agent: {'id': '70a14545-df24-472f-8f95-bfe1719bff93', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 19, 7, 53), 'started_at': datetime.datetime(2021, 9, 23, 19, 8, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 19, 46, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 19:47:09.077645 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3309b76-bb38-489a-b893-c21f7e88cfd9 None None] Checking segment: {'id': '6e8ac31b-f41b-4a5d-b8af-74eb433ac0a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': 'd1471ddc-feba-4bec-866d-ce9aacff135e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95103) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:47:09.078233 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-d3309b76-bb38-489a-b893-c21f7e88cfd9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:47:09.078812 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3309b76-bb38-489a-b893-c21f7e88cfd9 None None] Bound using segment: {'id': '6e8ac31b-f41b-4a5d-b8af-74eb433ac0a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': 'd1471ddc-feba-4bec-866d-ce9aacff135e'} {{(pid=95103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 19:47:09.079469 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.managers [None req-d3309b76-bb38-489a-b893-c21f7e88cfd9 None None] Bound port: ef24e760-74db-41f5-af53-ebafcb042109, host: n-d-713301-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6e8ac31b-f41b-4a5d-b8af-74eb433ac0a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': 'd1471ddc-feba-4bec-866d-ce9aacff135e'}}] {{(pid=95103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 19:47:09.080050 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-d3309b76-bb38-489a-b893-c21f7e88cfd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:47:09.093142 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-5aa30243-d122-4ed8-a5bf-ff2f27b503db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:47:09.130704 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-29c4c33c-3d0a-4596-8d01-b8ecc364ec85 tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1756813'] for subnet, precommit_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:47:09.346977 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a96c7d30-d617-48ac-851d-a902ef4be9d0 None None] Pushing event updated for resources: {'Port': ['ID=70b0d7e0-812d-40bb-b3ba-1b323137a8f5,revision_number=3']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:47:09.387298 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-d3309b76-bb38-489a-b893-c21f7e88cfd9 None None] For port ef24e760-74db-41f5-af53-ebafcb042109, host n-d-713301-16, cleared binding levels {{(pid=95103) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 19:47:09.391355 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-d3309b76-bb38-489a-b893-c21f7e88cfd9 None None] For port ef24e760-74db-41f5-af53-ebafcb042109, host n-d-713301-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-16',level=0,port_id=ef24e760-74db-41f5-af53-ebafcb042109,segment=NetworkSegment(6e8ac31b-f41b-4a5d-b8af-74eb433ac0a1),segment_id=6e8ac31b-f41b-4a5d-b8af-74eb433ac0a1)] {{(pid=95103) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 19:47:09.391765 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.managers [None req-5aa30243-d122-4ed8-a5bf-ff2f27b503db None None] Attempting to bind port 70b0d7e0-812d-40bb-b3ba-1b323137a8f5 on host n-d-713301-16 for vnic_type normal with profile {{(pid=95103) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 19:47:09.392827 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.managers [None req-5aa30243-d122-4ed8-a5bf-ff2f27b503db None None] Attempting to bind port 70b0d7e0-812d-40bb-b3ba-1b323137a8f5 by drivers openvswitch,hyperv on host n-d-713301-16 at level 0 using segments [{'id': '96416483-61df-4d5d-959f-f6cb30a6287b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '6f40e4e0-6eba-4f7f-94d2-0661976f2d8b'}] {{(pid=95103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 19:47:09.393255 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5aa30243-d122-4ed8-a5bf-ff2f27b503db None None] Attempting to bind port 70b0d7e0-812d-40bb-b3ba-1b323137a8f5 on network 6f40e4e0-6eba-4f7f-94d2-0661976f2d8b {{(pid=95103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:47:09.400304 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-d3309b76-bb38-489a-b893-c21f7e88cfd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:47:09.419428 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-29c4c33c-3d0a-4596-8d01-b8ecc364ec85 tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1756804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5607514', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6130950'] for subnet, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:47:09.427556 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5aa30243-d122-4ed8-a5bf-ff2f27b503db None None] Checking agent: {'id': '70a14545-df24-472f-8f95-bfe1719bff93', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 19, 7, 53), 'started_at': datetime.datetime(2021, 9, 23, 19, 8, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 19, 46, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 19:47:09.428460 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5aa30243-d122-4ed8-a5bf-ff2f27b503db None None] Checking segment: {'id': '96416483-61df-4d5d-959f-f6cb30a6287b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '6f40e4e0-6eba-4f7f-94d2-0661976f2d8b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95103) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:47:09.429278 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-5aa30243-d122-4ed8-a5bf-ff2f27b503db None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:47:09.430298 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5aa30243-d122-4ed8-a5bf-ff2f27b503db None None] Bound using segment: {'id': '96416483-61df-4d5d-959f-f6cb30a6287b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '6f40e4e0-6eba-4f7f-94d2-0661976f2d8b'} {{(pid=95103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 19:47:09.431350 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.managers [None req-5aa30243-d122-4ed8-a5bf-ff2f27b503db None None] Bound port: 70b0d7e0-812d-40bb-b3ba-1b323137a8f5, host: n-d-713301-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '96416483-61df-4d5d-959f-f6cb30a6287b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '6f40e4e0-6eba-4f7f-94d2-0661976f2d8b'}}] {{(pid=95103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 19:47:09.431924 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-5aa30243-d122-4ed8-a5bf-ff2f27b503db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:47:09.535894 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c4c33c-3d0a-4596-8d01-b8ecc364ec85 tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Pushing event deleted for resources: {'Subnet': ['ID=0845bbd3-7e06-4642-bd1f-25daf9722624,revision_number=None']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:47:09.545596 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.db [req-4658a6f5-3672-4687-a497-bdaf6eb409d4 req-ed08ff62-7f44-4f8d-992d-8ae57c072f53 service neutron] For port 79ee258c-88f6-46b2-b5bb-87d8ad0b9864, host n-h1-713301-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-16',level=0,port_id=79ee258c-88f6-46b2-b5bb-87d8ad0b9864,segment=NetworkSegment(c5b82793-12a0-4116-8d9f-ade119c657cf),segment_id=c5b82793-12a0-4116-8d9f-ade119c657cf)] {{(pid=95102) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:47:09.558682 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-29c4c33c-3d0a-4596-8d01-b8ecc364ec85 tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Notify callbacks [] for subnet, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:47:09.562557 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-29c4c33c-3d0a-4596-8d01-b8ecc364ec85 tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] 10.222.0.67 "DELETE /v2.0/subnets/0845bbd3-7e06-4642-bd1f-25daf9722624 HTTP/1.1" status: 204 len: 168 time: 0.8081160 Sep 23 19:47:09.564816 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 43274) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:47:09.585592 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c694f8e-b8dd-4fe6-add5-0826035ac695 None None] Network 3e6c6ec3-89f7-4fc2-8252-c7df087533ec requested from n-d-713301-16 {{(pid=95103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 19:47:09.587422 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-23d835bf-a9e8-4741-91d5-c9dd3c6b576e None None] Could not find standard attr ID for object f8d8d946-b4c5-4654-b518-8de99298c5bb. {{(pid=95103) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 23 19:47:09.658846 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3309b76-bb38-489a-b893-c21f7e88cfd9 None None] Pushing event updated for resources: {'Port': ['ID=ef24e760-74db-41f5-af53-ebafcb042109,revision_number=2']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:47:09.675082 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-9caeada6-8b43-4041-8aa6-35212ef4aff2 tempest-TagsExtTest-234069064 tempest-TagsExtTest-234069064-project] 10.222.0.67 "PUT /v2.0/subnetpools/327775db-abcd-4c91-9078-7f6937011070/tags/tempest-TagsExtTest-Tag-1606607091 HTTP/1.1" status: 201 len: 201 time: 0.6300838 Sep 23 19:47:09.685687 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 43286) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:47:09.688108 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.db [req-4658a6f5-3672-4687-a497-bdaf6eb409d4 req-ed08ff62-7f44-4f8d-992d-8ae57c072f53 service neutron] For port 79ee258c-88f6-46b2-b5bb-87d8ad0b9864, host n-h1-713301-16, cleared binding levels {{(pid=95102) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 19:47:09.698262 n-d-713301-16 neutron-server[95101]: DEBUG neutron.services.tag.tag_plugin [None req-6b72bacd-680f-457d-bc76-da0692d5f216 tempest-TagsExtTest-234069064 tempest-TagsExtTest-234069064-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', 'f55d69b8-1650-4f85-89fa-c1d8f33620ea') {} {{(pid=95101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:47:09.708328 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-5aa30243-d122-4ed8-a5bf-ff2f27b503db None None] For port 70b0d7e0-812d-40bb-b3ba-1b323137a8f5, host n-d-713301-16, cleared binding levels {{(pid=95103) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 19:47:09.732112 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-5aa30243-d122-4ed8-a5bf-ff2f27b503db None None] For port 70b0d7e0-812d-40bb-b3ba-1b323137a8f5, host n-d-713301-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-16',level=0,port_id=70b0d7e0-812d-40bb-b3ba-1b323137a8f5,segment=NetworkSegment(96416483-61df-4d5d-959f-f6cb30a6287b),segment_id=96416483-61df-4d5d-959f-f6cb30a6287b)] {{(pid=95103) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 19:47:09.742809 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-5aa30243-d122-4ed8-a5bf-ff2f27b503db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:47:09.753295 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6803e66f-19d9-4afa-ba13-385bd3c37b2b req-342a09a1-bf23-4154-b5d9-be01e32c4cac tempest-AttachVolumeShelveTestJSON-2035318112 tempest-AttachVolumeShelveTestJSON-2035318112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:47:09.755513 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-6803e66f-19d9-4afa-ba13-385bd3c37b2b req-342a09a1-bf23-4154-b5d9-be01e32c4cac tempest-AttachVolumeShelveTestJSON-2035318112 tempest-AttachVolumeShelveTestJSON-2035318112-project] 10.222.0.67 "GET /v2.0/ports?device_id=036bfa8b-48f6-483d-9ccb-759a52abd0b0 HTTP/1.1" status: 200 len: 944 time: 0.4730670 Sep 23 19:47:09.808338 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a96c7d30-d617-48ac-851d-a902ef4be9d0 None None] Pushing event updated for resources: {'Port': ['ID=70b0d7e0-812d-40bb-b3ba-1b323137a8f5,revision_number=4']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:47:09.821410 n-d-713301-16 neutron-server[95101]: DEBUG neutron.db.db_base_plugin_v2 [None req-ca6ecc0e-36e6-4583-b945-44b4bf26b3ff tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Deleting subnet 87a5f909-4d46-4dc4-821d-87046731e3f3 {{(pid=95101) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 23 19:47:09.827928 n-d-713301-16 neutron-server[95102]: DEBUG neutron.notifiers.nova [req-4658a6f5-3672-4687-a497-bdaf6eb409d4 req-ed08ff62-7f44-4f8d-992d-8ae57c072f53 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 79ee258c-88f6-46b2-b5bb-87d8ad0b9864 {{(pid=95102) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 19:47:09.830844 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-ca6ecc0e-36e6-4583-b945-44b4bf26b3ff tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Notify callbacks [] for subnet, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:47:09.841478 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-f43931fa-cd29-47ee-95cc-48be751841f0 None None] Provisioning complete for port 70b0d7e0-812d-40bb-b3ba-1b323137a8f5 triggered by entity DHCP. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:47:09.841857 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-f43931fa-cd29-47ee-95cc-48be751841f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:47:09.848055 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-4658a6f5-3672-4687-a497-bdaf6eb409d4 req-ed08ff62-7f44-4f8d-992d-8ae57c072f53 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:47:09.924991 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-6803e66f-19d9-4afa-ba13-385bd3c37b2b req-f9d130fd-9013-4fbc-a541-2c14ad4ea65d tempest-AttachVolumeShelveTestJSON-2035318112 tempest-AttachVolumeShelveTestJSON-2035318112-project] 10.222.0.67 "GET /v2.0/security-groups?id=209f1ee5-6189-41c6-b235-f9c754b12a19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1500304 Sep 23 19:47:09.929836 n-d-713301-16 neutron-server[95102]: DEBUG neutron.db.provisioning_blocks [req-4658a6f5-3672-4687-a497-bdaf6eb409d4 req-ed08ff62-7f44-4f8d-992d-8ae57c072f53 service neutron] Transition to ACTIVE for port object 79ee258c-88f6-46b2-b5bb-87d8ad0b9864 will not be triggered until provisioned by entity L2. {{(pid=95102) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 19:47:09.952110 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-4658a6f5-3672-4687-a497-bdaf6eb409d4 req-ed08ff62-7f44-4f8d-992d-8ae57c072f53 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4399095'] for port, after_update {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:47:09.975249 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-ca6ecc0e-36e6-4583-b945-44b4bf26b3ff tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6007154'] for subnet, precommit_delete_associations {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:47:10.030165 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5aa30243-d122-4ed8-a5bf-ff2f27b503db None None] Routers {'940b5249-2171-4c13-b299-b8ff30913590'} bound to L3 agent in host n-d-713301-16 {{(pid=95103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 19:47:10.031045 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_hamode_db [None req-5aa30243-d122-4ed8-a5bf-ff2f27b503db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-23T19:07:52Z,description=,heartbeat_timestamp=2021-09-23T19:46:53Z,host='n-d-713301-16',id=79a740bf-7821-4989-8288-7186e3e128f3,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:07:52Z,topic='l3_agent')) {'router_ids': ['940b5249-2171-4c13-b299-b8ff30913590'], 'active': True} {{(pid=95103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:47:10.065295 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-6b72bacd-680f-457d-bc76-da0692d5f216 tempest-TagsExtTest-234069064 tempest-TagsExtTest-234069064-project] 10.222.0.67 "GET /v2.0/subnets/f55d69b8-1650-4f85-89fa-c1d8f33620ea/tags HTTP/1.1" status: 200 len: 239 time: 0.3713913 Sep 23 19:47:10.076096 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 43302) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:47:10.083603 n-d-713301-16 neutron-server[95102]: DEBUG neutron.services.tag.tag_plugin [None req-0457c2eb-94bb-449e-8b01-4aa2f619c8d2 tempest-TagsExtTest-234069064 tempest-TagsExtTest-234069064-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'f55d69b8-1650-4f85-89fa-c1d8f33620ea', 'tempest-TagsExtTest-Tag-40658765') {} {{(pid=95102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:47:10.201756 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed08ff62-7f44-4f8d-992d-8ae57c072f53 service neutron] Pushing event updated for resources: {'Port': ['ID=79ee258c-88f6-46b2-b5bb-87d8ad0b9864,revision_number=9']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:47:10.214004 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-ca6ecc0e-36e6-4583-b945-44b4bf26b3ff tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1756813'] for subnet, precommit_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:47:10.308383 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-ca6ecc0e-36e6-4583-b945-44b4bf26b3ff tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1756804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5607514', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6130950'] for subnet, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:47:10.348171 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca6ecc0e-36e6-4583-b945-44b4bf26b3ff tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Pushing event deleted for resources: {'Subnet': ['ID=87a5f909-4d46-4dc4-821d-87046731e3f3,revision_number=None']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:47:10.357753 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-ca6ecc0e-36e6-4583-b945-44b4bf26b3ff tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Notify callbacks [] for subnet, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:47:10.362438 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-ca6ecc0e-36e6-4583-b945-44b4bf26b3ff tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] 10.222.0.67 "DELETE /v2.0/subnets/87a5f909-4d46-4dc4-821d-87046731e3f3 HTTP/1.1" status: 204 len: 168 time: 0.7941737 Sep 23 19:47:10.362887 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 43304) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:47:10.363560 n-d-713301-16 neutron-server[95102]: DEBUG neutron.db.l3_dvrscheduler_db [req-4658a6f5-3672-4687-a497-bdaf6eb409d4 req-ed08ff62-7f44-4f8d-992d-8ae57c072f53 service neutron] No DVR routers for this DVR port 79ee258c-88f6-46b2-b5bb-87d8ad0b9864 on host n-h1-713301-16 {{(pid=95102) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 19:47:10.397075 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-0457c2eb-94bb-449e-8b01-4aa2f619c8d2 tempest-TagsExtTest-234069064 tempest-TagsExtTest-234069064-project] 10.222.0.67 "GET /v2.0/subnets/f55d69b8-1650-4f85-89fa-c1d8f33620ea/tags/tempest-TagsExtTest-Tag-40658765 HTTP/1.1" status: 204 len: 168 time: 0.3198054 Sep 23 19:47:10.430518 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 43306) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:47:10.438922 n-d-713301-16 neutron-server[95102]: DEBUG neutron.services.tag.tag_plugin [None req-1b7c8db7-d332-4807-a6e1-897743d75197 tempest-TagsExtTest-234069064 tempest-TagsExtTest-234069064-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnets', 'f55d69b8-1650-4f85-89fa-c1d8f33620ea', 'tempest-TagsExtTest-Tag-40658765') {} {{(pid=95102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:47:10.446000 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-d28697a0-f529-4273-bc0b-a0a612a10223 tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] 10.222.0.67 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0808671 Sep 23 19:47:10.449150 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 43308) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:47:10.454478 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.v2.base [None req-03fe8307-a1cd-41ad-888f-1482d189188b tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Request body: {'subnet': {'network_id': '3e6c6ec3-89f7-4fc2-8252-c7df087533ec', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:47:10.543986 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-f43931fa-cd29-47ee-95cc-48be751841f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:47:10.590783 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03fe8307-a1cd-41ad-888f-1482d189188b tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Made reservation on behalf of ef2dbafd0ba44b7485191a034ef43810 for: {'subnet': 1} {{(pid=95101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:47:10.596166 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_dvr_db [None req-5aa30243-d122-4ed8-a5bf-ff2f27b503db None None] Set router 940b5249-2171-4c13-b299-b8ff30913590 gateway port host: n-d-713301-16 {{(pid=95103) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 19:47:10.600537 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-03fe8307-a1cd-41ad-888f-1482d189188b tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6130979'] for subnet, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:47:10.627972 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-1b7c8db7-d332-4807-a6e1-897743d75197 tempest-TagsExtTest-234069064 tempest-TagsExtTest-234069064-project] 10.222.0.67 "DELETE /v2.0/subnets/f55d69b8-1650-4f85-89fa-c1d8f33620ea/tags/tempest-TagsExtTest-Tag-40658765 HTTP/1.1" status: 204 len: 168 time: 0.1940284 Sep 23 19:47:10.631361 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 43310) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:47:10.644627 n-d-713301-16 neutron-server[95102]: DEBUG neutron.services.tag.tag_plugin [None req-1bf90def-af69-4401-a335-2d71f8fa9e49 tempest-TagsExtTest-234069064 tempest-TagsExtTest-234069064-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', 'f55d69b8-1650-4f85-89fa-c1d8f33620ea') {} {{(pid=95102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:47:10.652909 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.managers [req-4658a6f5-3672-4687-a497-bdaf6eb409d4 req-ed08ff62-7f44-4f8d-992d-8ae57c072f53 service neutron] Attempting to bind port 79ee258c-88f6-46b2-b5bb-87d8ad0b9864 on host n-h2-713301-16 for vnic_type normal with profile {{(pid=95102) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 19:47:10.653421 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.managers [req-4658a6f5-3672-4687-a497-bdaf6eb409d4 req-ed08ff62-7f44-4f8d-992d-8ae57c072f53 service neutron] Attempting to bind port 79ee258c-88f6-46b2-b5bb-87d8ad0b9864 by drivers openvswitch,hyperv on host n-h2-713301-16 at level 0 using segments [{'id': 'c5b82793-12a0-4116-8d9f-ade119c657cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'fc2b89b8-ce3f-4c16-8b68-220076c74d2b'}] {{(pid=95102) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 19:47:10.653872 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4658a6f5-3672-4687-a497-bdaf6eb409d4 req-ed08ff62-7f44-4f8d-992d-8ae57c072f53 service neutron] Attempting to bind port 79ee258c-88f6-46b2-b5bb-87d8ad0b9864 on network fc2b89b8-ce3f-4c16-8b68-220076c74d2b {{(pid=95102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:47:10.661703 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4658a6f5-3672-4687-a497-bdaf6eb409d4 req-ed08ff62-7f44-4f8d-992d-8ae57c072f53 service neutron] Port 79ee258c-88f6-46b2-b5bb-87d8ad0b9864 on network fc2b89b8-ce3f-4c16-8b68-220076c74d2b not bound, no agent of type Open vSwitch agent registered on host n-h2-713301-16 {{(pid=95102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 19:47:10.662206 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4658a6f5-3672-4687-a497-bdaf6eb409d4 req-ed08ff62-7f44-4f8d-992d-8ae57c072f53 service neutron] Attempting to bind port 79ee258c-88f6-46b2-b5bb-87d8ad0b9864 on network fc2b89b8-ce3f-4c16-8b68-220076c74d2b {{(pid=95102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:47:10.695527 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4658a6f5-3672-4687-a497-bdaf6eb409d4 req-ed08ff62-7f44-4f8d-992d-8ae57c072f53 service neutron] Checking agent: {'id': '2a7cea34-db54-4faf-8d23-37521c3e34cb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713301-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 19, 15, 28), 'started_at': datetime.datetime(2021, 9, 23, 19, 15, 28), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 19, 46, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 19:47:10.696037 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4658a6f5-3672-4687-a497-bdaf6eb409d4 req-ed08ff62-7f44-4f8d-992d-8ae57c072f53 service neutron] Checking segment: {'id': 'c5b82793-12a0-4116-8d9f-ade119c657cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'fc2b89b8-ce3f-4c16-8b68-220076c74d2b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95102) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:47:10.696560 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4658a6f5-3672-4687-a497-bdaf6eb409d4 req-ed08ff62-7f44-4f8d-992d-8ae57c072f53 service neutron] Bound using segment: {'id': 'c5b82793-12a0-4116-8d9f-ade119c657cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'fc2b89b8-ce3f-4c16-8b68-220076c74d2b'} {{(pid=95102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 19:47:10.697580 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.managers [req-4658a6f5-3672-4687-a497-bdaf6eb409d4 req-ed08ff62-7f44-4f8d-992d-8ae57c072f53 service neutron] Bound port: 79ee258c-88f6-46b2-b5bb-87d8ad0b9864, host: n-h2-713301-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c5b82793-12a0-4116-8d9f-ade119c657cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'fc2b89b8-ce3f-4c16-8b68-220076c74d2b'}}] {{(pid=95102) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 19:47:10.698065 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-4658a6f5-3672-4687-a497-bdaf6eb409d4 req-ed08ff62-7f44-4f8d-992d-8ae57c072f53 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:47:10.703637 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Device ef24e760-74db-41f5-af53-ebafcb042109 up at agent ovs-agent-n-d-713301-16 {{(pid=95103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 19:47:10.707505 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-f43931fa-cd29-47ee-95cc-48be751841f0 None None] For port 70b0d7e0-812d-40bb-b3ba-1b323137a8f5, host n-d-713301-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-16',level=0,port_id=70b0d7e0-812d-40bb-b3ba-1b323137a8f5,segment=NetworkSegment(96416483-61df-4d5d-959f-f6cb30a6287b),segment_id=96416483-61df-4d5d-959f-f6cb30a6287b)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:47:10.803267 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.db [req-4658a6f5-3672-4687-a497-bdaf6eb409d4 req-ed08ff62-7f44-4f8d-992d-8ae57c072f53 service neutron] For port 79ee258c-88f6-46b2-b5bb-87d8ad0b9864, host n-h2-713301-16, cleared binding levels {{(pid=95102) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 19:47:10.807806 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.db [req-4658a6f5-3672-4687-a497-bdaf6eb409d4 req-ed08ff62-7f44-4f8d-992d-8ae57c072f53 service neutron] For port 79ee258c-88f6-46b2-b5bb-87d8ad0b9864, host n-h2-713301-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-16',level=0,port_id=79ee258c-88f6-46b2-b5bb-87d8ad0b9864,segment=NetworkSegment(c5b82793-12a0-4116-8d9f-ade119c657cf),segment_id=c5b82793-12a0-4116-8d9f-ade119c657cf)] {{(pid=95102) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 19:47:10.811171 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-1bf90def-af69-4401-a335-2d71f8fa9e49 tempest-TagsExtTest-234069064 tempest-TagsExtTest-234069064-project] 10.222.0.67 "GET /v2.0/subnets/f55d69b8-1650-4f85-89fa-c1d8f33620ea/tags HTTP/1.1" status: 200 len: 205 time: 0.1784911 Sep 23 19:47:10.818923 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 43312) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:47:10.824354 n-d-713301-16 neutron-server[95102]: DEBUG neutron.services.tag.tag_plugin [None req-5bacb8c1-b171-4e4a-984d-379bf3a6e6d0 tempest-TagsExtTest-234069064 tempest-TagsExtTest-234069064-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '647f6503-5c3b-4ce5-8e72-df1877f80edb') {} {{(pid=95102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:47:10.830507 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-4658a6f5-3672-4687-a497-bdaf6eb409d4 req-ed08ff62-7f44-4f8d-992d-8ae57c072f53 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4399095'] for port, after_update {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:47:10.854642 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-f43931fa-cd29-47ee-95cc-48be751841f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:47:10.878073 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06d9d64e-5a9e-4f40-9220-d3b03200efaa None None] Update dhcp port {'port': {'network_id': '3e6c6ec3-89f7-4fc2-8252-c7df087533ec', 'fixed_ips': [{'subnet_id': '87a5f909-4d46-4dc4-821d-87046731e3f3'}], 'binding:host_id': 'n-d-713301-16'}, 'id': '1681c0e9-b8f0-433c-8825-ba977bba7eae'} from n-d-713301-16. {{(pid=95103) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Sep 23 19:47:10.904198 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-03fe8307-a1cd-41ad-888f-1482d189188b tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5607579', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6130961'] for subnet, after_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:47:10.919520 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4658a6f5-3672-4687-a497-bdaf6eb409d4 req-ed08ff62-7f44-4f8d-992d-8ae57c072f53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:47:10.920357 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-4658a6f5-3672-4687-a497-bdaf6eb409d4 req-ed08ff62-7f44-4f8d-992d-8ae57c072f53 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222849'] for port, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:47:10.921956 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-4658a6f5-3672-4687-a497-bdaf6eb409d4 req-ed08ff62-7f44-4f8d-992d-8ae57c072f53 service neutron] 10.222.0.53 "PUT /v2.0/ports/79ee258c-88f6-46b2-b5bb-87d8ad0b9864 HTTP/1.1" status: 200 len: 1093 time: 2.3259487 Sep 23 19:47:10.924321 n-d-713301-16 neutron-server[95102]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '036bfa8b-48f6-483d-9ccb-759a52abd0b0', 'tag': '79ee258c-88f6-46b2-b5bb-87d8ad0b9864'}] {{(pid=95102) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 19:47:10.927089 n-d-713301-16 neutron-server[95102]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab31b6d93e5336dbddfa8ec424565b3bd8cb2369c5b4d85bc943472dbb21e8ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c344368-b549-4eb0-b76c-dcd97fbdbf62" -d '{"events": [{"name": "network-changed", "server_uuid": "036bfa8b-48f6-483d-9ccb-759a52abd0b0", "tag": "79ee258c-88f6-46b2-b5bb-87d8ad0b9864"}]}' {{(pid=95102) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 19:47:10.944966 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-06d9d64e-5a9e-4f40-9220-d3b03200efaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:47:10.957569 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed08ff62-7f44-4f8d-992d-8ae57c072f53 service neutron] Pushing event updated for resources: {'Port': ['ID=79ee258c-88f6-46b2-b5bb-87d8ad0b9864,revision_number=10']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:47:11.002960 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-5bacb8c1-b171-4e4a-984d-379bf3a6e6d0 tempest-TagsExtTest-234069064 tempest-TagsExtTest-234069064-project] 10.222.0.67 "GET /v2.0/ports/647f6503-5c3b-4ce5-8e72-df1877f80edb/tags HTTP/1.1" status: 200 len: 241 time: 0.1805470 Sep 23 19:47:11.041015 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 43320) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:47:11.052300 n-d-713301-16 neutron-server[95101]: DEBUG neutron.services.tag.tag_plugin [None req-97174b76-a17c-49c0-9848-fee02c68111b tempest-TagsExtTest-234069064 tempest-TagsExtTest-234069064-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '647f6503-5c3b-4ce5-8e72-df1877f80edb', 'tempest-TagsExtTest-Tag-1056627993') {} {{(pid=95101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:47:11.065484 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03fe8307-a1cd-41ad-888f-1482d189188b tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Pushing event updated for resources: {'Subnet': ['ID=e2b4eacf-ece7-4da5-9d71-b14d2259e59b,revision_number=0']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:47:11.098670 n-d-713301-16 neutron-server[95102]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 19:47:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17c36b52-a19a-4218-b4d8-fffae6e1b48f x-openstack-request-id: req-17c36b52-a19a-4218-b4d8-fffae6e1b48f {{(pid=95102) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 19:47:11.099975 n-d-713301-16 neutron-server[95102]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "036bfa8b-48f6-483d-9ccb-759a52abd0b0", "tag": "79ee258c-88f6-46b2-b5bb-87d8ad0b9864", "status": "completed", "code": 200}]} {{(pid=95102) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 19:47:11.100491 n-d-713301-16 neutron-server[95102]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-17c36b52-a19a-4218-b4d8-fffae6e1b48f {{(pid=95102) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 19:47:11.101164 n-d-713301-16 neutron-server[95102]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '036bfa8b-48f6-483d-9ccb-759a52abd0b0', 'tag': '79ee258c-88f6-46b2-b5bb-87d8ad0b9864', 'status': 'completed', 'code': 200} Sep 23 19:47:11.113148 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03fe8307-a1cd-41ad-888f-1482d189188b tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Network 3e6c6ec3-89f7-4fc2-8252-c7df087533ec is already hosted by enough agents. {{(pid=95101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:47:11.115642 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.base_scheduler [None req-03fe8307-a1cd-41ad-888f-1482d189188b tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Resources bound (agent type, host, resource id): {{(pid=95101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:47:11.119778 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03fe8307-a1cd-41ad-888f-1482d189188b tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:47:11.120656 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-03fe8307-a1cd-41ad-888f-1482d189188b tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Notify callbacks [] for subnet, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:47:11.124260 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f43931fa-cd29-47ee-95cc-48be751841f0 None None] Pushing event updated for resources: {'Port': ['ID=70b0d7e0-812d-40bb-b3ba-1b323137a8f5,revision_number=5']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:47:11.156800 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-3645d4b2-6486-4ad8-af5c-be39f6c1af17 None None] Provisioning complete for port 70b0d7e0-812d-40bb-b3ba-1b323137a8f5 triggered by entity DHCP. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:47:11.157185 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-3645d4b2-6486-4ad8-af5c-be39f6c1af17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:47:11.163506 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4658a6f5-3672-4687-a497-bdaf6eb409d4 req-317de784-ad97-405c-8e1c-aab5b99d9047 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:47:11.163506 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-4658a6f5-3672-4687-a497-bdaf6eb409d4 req-317de784-ad97-405c-8e1c-aab5b99d9047 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=9f955dc8eb0a49dcaf259d890508d18f&device_id=036bfa8b-48f6-483d-9ccb-759a52abd0b0 HTTP/1.1" status: 200 len: 1097 time: 0.1588104 Sep 23 19:47:11.168159 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Provisioning complete for port ef24e760-74db-41f5-af53-ebafcb042109 triggered by entity L2. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:47:11.168544 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:47:11.199143 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-03fe8307-a1cd-41ad-888f-1482d189188b tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7487795 Sep 23 19:47:11.202301 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 43326) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:47:11.215562 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.v2.base [None req-7e5a74be-4723-4474-9020-4bb5c83c350a tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Request body: {'subnet': {'network_id': '3e6c6ec3-89f7-4fc2-8252-c7df087533ec', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=95101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:47:11.299818 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77d8f1e1-1fe5-475e-8f39-e322183a268a None None] Network d1471ddc-feba-4bec-866d-ce9aacff135e requested from n-d-713301-16 {{(pid=95103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 19:47:11.331686 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-97174b76-a17c-49c0-9848-fee02c68111b tempest-TagsExtTest-234069064 tempest-TagsExtTest-234069064-project] 10.222.0.67 "GET /v2.0/ports/647f6503-5c3b-4ce5-8e72-df1877f80edb/tags/tempest-TagsExtTest-Tag-1056627993 HTTP/1.1" status: 204 len: 168 time: 0.2812436 Sep 23 19:47:11.332665 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 43330) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:47:11.342134 n-d-713301-16 neutron-server[95101]: DEBUG neutron.services.tag.tag_plugin [None req-f90c5af8-9e5f-4fe3-ae47-787542353b24 tempest-TagsExtTest-234069064 tempest-TagsExtTest-234069064-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'ports', '647f6503-5c3b-4ce5-8e72-df1877f80edb', 'tempest-TagsExtTest-Tag-1056627993') {} {{(pid=95101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:47:11.405132 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d045f3-2eca-4d56-bac0-08f3258a3579 req-e03593fa-5f9d-4dbc-9af6-821977640d66 tempest-AttachVolumeShelveTestJSON-2035318112 tempest-AttachVolumeShelveTestJSON-2035318112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:47:11.406716 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-c5d045f3-2eca-4d56-bac0-08f3258a3579 req-e03593fa-5f9d-4dbc-9af6-821977640d66 tempest-AttachVolumeShelveTestJSON-2035318112 tempest-AttachVolumeShelveTestJSON-2035318112-project] 10.222.0.67 "GET /v2.0/ports?device_id=036bfa8b-48f6-483d-9ccb-759a52abd0b0 HTTP/1.1" status: 200 len: 945 time: 0.2183080 Sep 23 19:47:11.423994 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4658a6f5-3672-4687-a497-bdaf6eb409d4 req-5b998b64-7963-4ad1-9563-42b067d76584 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:47:11.425540 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-4658a6f5-3672-4687-a497-bdaf6eb409d4 req-5b998b64-7963-4ad1-9563-42b067d76584 service neutron] 10.222.0.53 "GET /v2.0/networks?id=fc2b89b8-ce3f-4c16-8b68-220076c74d2b HTTP/1.1" status: 200 len: 917 time: 0.2544990 Sep 23 19:47:11.521454 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-f90c5af8-9e5f-4fe3-ae47-787542353b24 tempest-TagsExtTest-234069064 tempest-TagsExtTest-234069064-project] 10.222.0.67 "DELETE /v2.0/ports/647f6503-5c3b-4ce5-8e72-df1877f80edb/tags/tempest-TagsExtTest-Tag-1056627993 HTTP/1.1" status: 204 len: 168 time: 0.1821256 Sep 23 19:47:11.522571 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 43332) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:47:11.527060 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-4658a6f5-3672-4687-a497-bdaf6eb409d4 req-53fb9236-9c07-427b-8a69-8399cd57fdec service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=79ee258c-88f6-46b2-b5bb-87d8ad0b9864 HTTP/1.1" status: 200 len: 1000 time: 0.0854404 Sep 23 19:47:11.530242 n-d-713301-16 neutron-server[95101]: DEBUG neutron.services.tag.tag_plugin [None req-05d1e4a8-502f-4d21-b929-90b5f2b8023d tempest-TagsExtTest-234069064 tempest-TagsExtTest-234069064-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '647f6503-5c3b-4ce5-8e72-df1877f80edb') {} {{(pid=95101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:47:11.570421 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e5a74be-4723-4474-9020-4bb5c83c350a tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Made reservation on behalf of ef2dbafd0ba44b7485191a034ef43810 for: {'subnet': 1} {{(pid=95101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:47:11.576937 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-7e5a74be-4723-4474-9020-4bb5c83c350a tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6130979'] for subnet, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:47:11.588666 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-c5d045f3-2eca-4d56-bac0-08f3258a3579 req-15cc7781-412a-4ad4-aba5-fba3f61803b9 tempest-AttachVolumeShelveTestJSON-2035318112 tempest-AttachVolumeShelveTestJSON-2035318112-project] 10.222.0.67 "GET /v2.0/security-groups?id=209f1ee5-6189-41c6-b235-f9c754b12a19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1715522 Sep 23 19:47:11.610759 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4658a6f5-3672-4687-a497-bdaf6eb409d4 req-4ca883b2-b3fd-45ad-a86d-60a7a7bd78a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:47:11.612280 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-4658a6f5-3672-4687-a497-bdaf6eb409d4 req-4ca883b2-b3fd-45ad-a86d-60a7a7bd78a4 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=cfb66c78-2a7b-4d98-8fdd-683258461232 HTTP/1.1" status: 200 len: 855 time: 0.0771842 Sep 23 19:47:11.694293 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4658a6f5-3672-4687-a497-bdaf6eb409d4 req-032ff78f-d8d9-4bbb-8fd0-8bd0c76f01ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:47:11.696426 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-4658a6f5-3672-4687-a497-bdaf6eb409d4 req-032ff78f-d8d9-4bbb-8fd0-8bd0c76f01ea service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=fc2b89b8-ce3f-4c16-8b68-220076c74d2b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0708237 Sep 23 19:47:11.727314 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b8737c9-1af4-4477-a3e8-2668b7a68712 None None] Network 3e6c6ec3-89f7-4fc2-8252-c7df087533ec requested from n-d-713301-16 {{(pid=95103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 19:47:11.756778 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-05d1e4a8-502f-4d21-b929-90b5f2b8023d tempest-TagsExtTest-234069064 tempest-TagsExtTest-234069064-project] 10.222.0.67 "GET /v2.0/ports/647f6503-5c3b-4ce5-8e72-df1877f80edb/tags HTTP/1.1" status: 200 len: 205 time: 0.2310016 Sep 23 19:47:11.760795 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 43334) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:47:11.765629 n-d-713301-16 neutron-server[95101]: DEBUG neutron.services.tag.tag_plugin [None req-0c6d4bb6-bfe7-4596-8ab1-29c746a8e4a9 tempest-TagsExtTest-234069064 tempest-TagsExtTest-234069064-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', 'b462c710-d6dc-4e75-80eb-1e9df0c8398b') {} {{(pid=95101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:47:11.842841 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-4658a6f5-3672-4687-a497-bdaf6eb409d4 req-5c11b253-dcf4-452f-8e6b-6d11695c85fd service neutron] 10.222.0.53 "GET /v2.0/networks/fc2b89b8-ce3f-4c16-8b68-220076c74d2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1382987 Sep 23 19:47:11.925246 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:47:11.967905 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] For port ef24e760-74db-41f5-af53-ebafcb042109, host n-d-713301-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-16',level=0,port_id=ef24e760-74db-41f5-af53-ebafcb042109,segment=NetworkSegment(6e8ac31b-f41b-4a5d-b8af-74eb433ac0a1),segment_id=6e8ac31b-f41b-4a5d-b8af-74eb433ac0a1)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:47:12.004629 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:47:12.017895 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-4658a6f5-3672-4687-a497-bdaf6eb409d4 req-68f2774d-29c8-4ab0-9df9-249c38173f35 service neutron] 10.222.0.53 "GET /v2.0/networks/fc2b89b8-ce3f-4c16-8b68-220076c74d2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1653843 Sep 23 19:47:12.127388 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_hamode_db [None req-5aa30243-d122-4ed8-a5bf-ff2f27b503db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '940b5249-2171-4c13-b299-b8ff30913590', 'name': 'tempest-TestNetworkBasicOps-router-1225130637', 'tenant_id': '7fd7324f75754f93a5f1d406b61f5276', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'external_fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.199'}], 'enable_snat': True}, 'gw_port_id': 'ef3ff6df-00cb-4c7b-8985-2526c3c45209', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:45:22Z', 'updated_at': '2021-09-23T19:47:03Z', 'revision_number': 5, 'project_id': '7fd7324f75754f93a5f1d406b61f5276', 'gw_port': {'id': 'ef3ff6df-00cb-4c7b-8985-2526c3c45209', 'name': '', 'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:86:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '940b5249-2171-4c13-b299-b8ff30913590', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2956, 'fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:45:23Z', 'updated_at': '2021-09-23T19:45:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-16', '_floatingips': [{'id': 'b618660c-403e-4e39-ba29-ad5f84af9df5', 'tenant_id': '7fd7324f75754f93a5f1d406b61f5276', 'floating_ip_address': '172.25.1.246', 'floating_network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'router_id': '940b5249-2171-4c13-b299-b8ff30913590', 'port_id': 'f9f76648-feb5-46d2-a220-7887e2c8b553', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 3030, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '556d491a-fa37-496f-b55a-840ae2087f7d', 'mac_address': 'fa:16:3e:23:50:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e0be90f-2029-4957-bb5d-fa1f54181a61', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-23T19:45:57Z', 'updated_at': '2021-09-23T19:46:04Z', 'revision_number': 1, 'project_id': '7fd7324f75754f93a5f1d406b61f5276', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '70b0d7e0-812d-40bb-b3ba-1b323137a8f5', 'name': '', 'network_id': '6f40e4e0-6eba-4f7f-94d2-0661976f2d8b', 'tenant_id': '7fd7324f75754f93a5f1d406b61f5276', 'mac_address': 'fa:16:3e:55:04:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '940b5249-2171-4c13-b299-b8ff30913590', 'device_owner': 'network:router_interface', 'standard_attr_id': 3158, 'fixed_ips': [{'subnet_id': '83419bee-51f1-4d63-b040-48c7cb443ecc', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:47:02Z', 'updated_at': '2021-09-23T19:47:09Z', 'revision_number': 4, 'project_id': '7fd7324f75754f93a5f1d406b61f5276', 'subnets': [{'id': '83419bee-51f1-4d63-b040-48c7cb443ecc', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cf9cc396-0e70-44ee-b385-fb6cd2981196', 'name': '', 'network_id': '556d491a-fa37-496f-b55a-840ae2087f7d', 'tenant_id': '7fd7324f75754f93a5f1d406b61f5276', 'mac_address': 'fa:16:3e:68:2e:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '940b5249-2171-4c13-b299-b8ff30913590', 'device_owner': 'network:router_interface', 'standard_attr_id': 2979, 'fixed_ips': [{'subnet_id': 'fa6db639-afc2-4d79-8f5d-63a8ed67b4c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:45:29Z', 'updated_at': '2021-09-23T19:45:34Z', 'revision_number': 5, 'project_id': '7fd7324f75754f93a5f1d406b61f5276', 'subnets': [{'id': 'fa6db639-afc2-4d79-8f5d-63a8ed67b4c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-16', False) {} {{(pid=95103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:47:12.136294 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c344368-b549-4eb0-b76c-dcd97fbdbf62 req-a6f9a5fb-9e37-461e-912e-7756c817f490 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:47:12.138059 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-5c344368-b549-4eb0-b76c-dcd97fbdbf62 req-a6f9a5fb-9e37-461e-912e-7756c817f490 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=9f955dc8eb0a49dcaf259d890508d18f&device_id=036bfa8b-48f6-483d-9ccb-759a52abd0b0 HTTP/1.1" status: 200 len: 1097 time: 0.0682693 Sep 23 19:47:12.140925 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Pushing event updated for resources: {'Port': ['ID=ef24e760-74db-41f5-af53-ebafcb042109,revision_number=3']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:47:12.206611 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5aa30243-d122-4ed8-a5bf-ff2f27b503db None None] The sync data for ids ['940b5249-2171-4c13-b299-b8ff30913590'] in n-d-713301-16 is: [{'id': '940b5249-2171-4c13-b299-b8ff30913590', 'name': 'tempest-TestNetworkBasicOps-router-1225130637', 'tenant_id': '7fd7324f75754f93a5f1d406b61f5276', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'external_fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.199'}], 'enable_snat': True}, 'gw_port_id': 'ef3ff6df-00cb-4c7b-8985-2526c3c45209', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:45:22Z', 'updated_at': '2021-09-23T19:47:03Z', 'revision_number': 5, 'project_id': '7fd7324f75754f93a5f1d406b61f5276', 'gw_port': {'id': 'ef3ff6df-00cb-4c7b-8985-2526c3c45209', 'name': '', 'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:86:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '940b5249-2171-4c13-b299-b8ff30913590', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2956, 'fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:45:23Z', 'updated_at': '2021-09-23T19:45:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-16', '_floatingips': [{'id': 'b618660c-403e-4e39-ba29-ad5f84af9df5', 'tenant_id': '7fd7324f75754f93a5f1d406b61f5276', 'floating_ip_address': '172.25.1.246', 'floating_network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'router_id': '940b5249-2171-4c13-b299-b8ff30913590', 'port_id': 'f9f76648-feb5-46d2-a220-7887e2c8b553', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 3030, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '556d491a-fa37-496f-b55a-840ae2087f7d', 'mac_address': 'fa:16:3e:23:50:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e0be90f-2029-4957-bb5d-fa1f54181a61', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-23T19:45:57Z', 'updated_at': '2021-09-23T19:46:04Z', 'revision_number': 1, 'project_id': '7fd7324f75754f93a5f1d406b61f5276', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '70b0d7e0-812d-40bb-b3ba-1b323137a8f5', 'name': '', 'network_id': '6f40e4e0-6eba-4f7f-94d2-0661976f2d8b', 'tenant_id': '7fd7324f75754f93a5f1d406b61f5276', 'mac_address': 'fa:16:3e:55:04:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '940b5249-2171-4c13-b299-b8ff30913590', 'device_owner': 'network:router_interface', 'standard_attr_id': 3158, 'fixed_ips': [{'subnet_id': '83419bee-51f1-4d63-b040-48c7cb443ecc', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:47:02Z', 'updated_at': '2021-09-23T19:47:09Z', 'revision_number': 4, 'project_id': '7fd7324f75754f93a5f1d406b61f5276', 'subnets': [{'id': '83419bee-51f1-4d63-b040-48c7cb443ecc', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cf9cc396-0e70-44ee-b385-fb6cd2981196', 'name': '', 'network_id': '556d491a-fa37-496f-b55a-840ae2087f7d', 'tenant_id': '7fd7324f75754f93a5f1d406b61f5276', 'mac_address': 'fa:16:3e:68:2e:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '940b5249-2171-4c13-b299-b8ff30913590', 'device_owner': 'network:router_interface', 'standard_attr_id': 2979, 'fixed_ips': [{'subnet_id': 'fa6db639-afc2-4d79-8f5d-63a8ed67b4c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:45:29Z', 'updated_at': '2021-09-23T19:45:34Z', 'revision_number': 5, 'project_id': '7fd7324f75754f93a5f1d406b61f5276', 'subnets': [{'id': 'fa6db639-afc2-4d79-8f5d-63a8ed67b4c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 19:47:12.223791 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-6a9abeb6-6fc5-44e7-810f-3cd5c76363ea None None] Provisioning complete for port 1681c0e9-b8f0-433c-8825-ba977bba7eae triggered by entity DHCP. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:47:12.224743 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-6a9abeb6-6fc5-44e7-810f-3cd5c76363ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:47:12.304570 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-0c6d4bb6-bfe7-4596-8ab1-29c746a8e4a9 tempest-TagsExtTest-234069064 tempest-TagsExtTest-234069064-project] 10.222.0.67 "GET /v2.0/routers/b462c710-d6dc-4e75-80eb-1e9df0c8398b/tags HTTP/1.1" status: 200 len: 240 time: 0.5425940 Sep 23 19:47:12.308219 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 43342) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:47:12.333792 n-d-713301-16 neutron-server[95101]: DEBUG neutron.services.tag.tag_plugin [None req-7262dc25-d1fc-49be-a7de-efc2789412db tempest-TagsExtTest-234069064 tempest-TagsExtTest-234069064-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'b462c710-d6dc-4e75-80eb-1e9df0c8398b', 'tempest-TagsExtTest-Tag-704577750') {} {{(pid=95101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:47:12.428447 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c344368-b549-4eb0-b76c-dcd97fbdbf62 req-0a0a8de7-f9dd-4026-a706-62a83546da67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:47:12.428447 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-5c344368-b549-4eb0-b76c-dcd97fbdbf62 req-0a0a8de7-f9dd-4026-a706-62a83546da67 service neutron] 10.222.0.53 "GET /v2.0/networks?id=fc2b89b8-ce3f-4c16-8b68-220076c74d2b HTTP/1.1" status: 200 len: 917 time: 0.2715194 Sep 23 19:47:12.506141 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff9bc356-42d1-4ea3-8347-567885f2a2a1 None None] Update dhcp port {'port': {'network_id': '3e6c6ec3-89f7-4fc2-8252-c7df087533ec', 'fixed_ips': [{'subnet_id': 'e2b4eacf-ece7-4da5-9d71-b14d2259e59b'}], 'binding:host_id': 'n-d-713301-16'}, 'id': '1681c0e9-b8f0-433c-8825-ba977bba7eae'} from n-d-713301-16. {{(pid=95103) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Sep 23 19:47:12.625306 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-7262dc25-d1fc-49be-a7de-efc2789412db tempest-TagsExtTest-234069064 tempest-TagsExtTest-234069064-project] 10.222.0.67 "GET /v2.0/routers/b462c710-d6dc-4e75-80eb-1e9df0c8398b/tags/tempest-TagsExtTest-Tag-704577750 HTTP/1.1" status: 204 len: 168 time: 0.3157227 Sep 23 19:47:12.628314 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 43350) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:47:12.642825 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-5c344368-b549-4eb0-b76c-dcd97fbdbf62 req-f8aec3b7-037d-43d5-b50a-7776e7f52711 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=79ee258c-88f6-46b2-b5bb-87d8ad0b9864 HTTP/1.1" status: 200 len: 1000 time: 0.2067528 Sep 23 19:47:12.646877 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-ff9bc356-42d1-4ea3-8347-567885f2a2a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:47:12.656384 n-d-713301-16 neutron-server[95101]: DEBUG neutron.services.tag.tag_plugin [None req-20aa2b56-d141-4c1e-87de-3e2d37315fd0 tempest-TagsExtTest-234069064 tempest-TagsExtTest-234069064-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'routers', 'b462c710-d6dc-4e75-80eb-1e9df0c8398b', 'tempest-TagsExtTest-Tag-704577750') {} {{(pid=95101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:47:12.977829 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Device ef24e760-74db-41f5-af53-ebafcb042109 up at agent ovs-agent-n-d-713301-16 {{(pid=95103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 19:47:12.981536 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c344368-b549-4eb0-b76c-dcd97fbdbf62 req-c9af37a7-a52b-47f8-b275-ef2fd55a3d2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:47:12.983403 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-5c344368-b549-4eb0-b76c-dcd97fbdbf62 req-c9af37a7-a52b-47f8-b275-ef2fd55a3d2f service neutron] 10.222.0.53 "GET /v2.0/subnets?id=cfb66c78-2a7b-4d98-8fdd-683258461232 HTTP/1.1" status: 200 len: 855 time: 0.3334379 Sep 23 19:47:13.041008 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-6a9abeb6-6fc5-44e7-810f-3cd5c76363ea None None] Provisioning complete for port ef24e760-74db-41f5-af53-ebafcb042109 triggered by entity DHCP. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:47:13.041531 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-6a9abeb6-6fc5-44e7-810f-3cd5c76363ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:47:13.090179 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-20aa2b56-d141-4c1e-87de-3e2d37315fd0 tempest-TagsExtTest-234069064 tempest-TagsExtTest-234069064-project] 10.222.0.67 "DELETE /v2.0/routers/b462c710-d6dc-4e75-80eb-1e9df0c8398b/tags/tempest-TagsExtTest-Tag-704577750 HTTP/1.1" status: 204 len: 168 time: 0.4479592 Sep 23 19:47:13.093358 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 43360) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:47:13.107855 n-d-713301-16 neutron-server[95102]: DEBUG neutron.services.tag.tag_plugin [None req-5d88890c-37ed-4e73-95c1-923989fb135d tempest-TagsExtTest-234069064 tempest-TagsExtTest-234069064-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', 'b462c710-d6dc-4e75-80eb-1e9df0c8398b') {} {{(pid=95102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:47:13.251737 n-d-713301-16 neutron-server[95101]: DEBUG neutron.objects.ports [None req-7e5a74be-4723-4474-9020-4bb5c83c350a tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=95101) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 23 19:47:13.325748 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed63ee9-fdfc-463f-a981-40c24e687652 req-0c632448-46f4-4700-9be6-76c050b08f43 tempest-AttachVolumeShelveTestJSON-2035318112 tempest-AttachVolumeShelveTestJSON-2035318112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:47:13.331898 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-3ed63ee9-fdfc-463f-a981-40c24e687652 req-0c632448-46f4-4700-9be6-76c050b08f43 tempest-AttachVolumeShelveTestJSON-2035318112 tempest-AttachVolumeShelveTestJSON-2035318112-project] 10.222.0.67 "GET /v2.0/ports?device_id=036bfa8b-48f6-483d-9ccb-759a52abd0b0 HTTP/1.1" status: 200 len: 945 time: 0.5250354 Sep 23 19:47:13.394345 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c344368-b549-4eb0-b76c-dcd97fbdbf62 req-1af9bb0d-1589-4fa1-8967-6e604a472eb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:47:13.396248 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-5c344368-b549-4eb0-b76c-dcd97fbdbf62 req-1af9bb0d-1589-4fa1-8967-6e604a472eb2 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=fc2b89b8-ce3f-4c16-8b68-220076c74d2b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4038730 Sep 23 19:47:13.398868 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Provisioning complete for port ef24e760-74db-41f5-af53-ebafcb042109 triggered by entity L2. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:47:13.399378 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:47:13.707569 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Device 70b0d7e0-812d-40bb-b3ba-1b323137a8f5 up at agent ovs-agent-n-d-713301-16 {{(pid=95103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 19:47:13.731560 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-0af591e3-65de-4c74-b32d-de20c0b6f664 None None] Provisioning complete for port 647f6503-5c3b-4ce5-8e72-df1877f80edb triggered by entity DHCP. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:47:13.731992 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-0af591e3-65de-4c74-b32d-de20c0b6f664 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:47:14.019063 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.plugin [None req-0af591e3-65de-4c74-b32d-de20c0b6f664 None None] Port 647f6503-5c3b-4ce5-8e72-df1877f80edb cannot update to ACTIVE because it is not bound. {{(pid=95103) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 19:47:14.051453 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.db.api [None req-ff9bc356-42d1-4ea3-8347-567885f2a2a1 None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 23 19:47:14.051453 n-d-713301-16 neutron-server[95103]: [SQL: INSERT INTO ipamallocations (ip_address, `status`, ipam_subnet_id) VALUES (%(ip_address)s, %(status)s, %(ipam_subnet_id)s)] Sep 23 19:47:14.051453 n-d-713301-16 neutron-server[95103]: [parameters: {'ip_address': '2001:db8::f816:3eff:fee9:3131', 'status': 'ALLOCATED', 'ipam_subnet_id': '789da178-e489-41f9-b5cd-a85781c4ea2a'}] Sep 23 19:47:14.051453 n-d-713301-16 neutron-server[95103]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=95103) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 23 19:47:14.052201 n-d-713301-16 neutron-server[95103]: DEBUG oslo_db.api [None req-ff9bc356-42d1-4ea3-8347-567885f2a2a1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=95103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 23 19:47:14.071587 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-0af591e3-65de-4c74-b32d-de20c0b6f664 None None] Provisioning complete for port ef24e760-74db-41f5-af53-ebafcb042109 triggered by entity DHCP. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:47:14.071940 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-0af591e3-65de-4c74-b32d-de20c0b6f664 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:47:14.133267 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-7e5a74be-4723-4474-9020-4bb5c83c350a tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:47:14.139973 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-3ed63ee9-fdfc-463f-a981-40c24e687652 req-dbf3a65d-8e80-4a01-a29e-76ee6e2ec429 tempest-AttachVolumeShelveTestJSON-2035318112 tempest-AttachVolumeShelveTestJSON-2035318112-project] 10.222.0.67 "GET /v2.0/security-groups?id=209f1ee5-6189-41c6-b235-f9c754b12a19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7926643 Sep 23 19:47:14.175503 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Provisioning complete for port 70b0d7e0-812d-40bb-b3ba-1b323137a8f5 triggered by entity L2. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:47:14.175845 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:47:14.194011 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-5d88890c-37ed-4e73-95c1-923989fb135d tempest-TagsExtTest-234069064 tempest-TagsExtTest-234069064-project] 10.222.0.67 "GET /v2.0/routers/b462c710-d6dc-4e75-80eb-1e9df0c8398b/tags HTTP/1.1" status: 200 len: 205 time: 1.0974271 Sep 23 19:47:14.196723 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 43366) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:47:14.202579 n-d-713301-16 neutron-server[95102]: DEBUG neutron.services.tag.tag_plugin [None req-f0e50971-8e8d-4571-83f9-68a70556b563 tempest-TagsExtTest-234069064 tempest-TagsExtTest-234069064-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '327775db-abcd-4c91-9078-7f6937011070') {} {{(pid=95102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:47:14.262448 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-f0e50971-8e8d-4571-83f9-68a70556b563 tempest-TagsExtTest-234069064 tempest-TagsExtTest-234069064-project] 10.222.0.67 "GET /v2.0/subnetpools/327775db-abcd-4c91-9078-7f6937011070/tags HTTP/1.1" status: 200 len: 241 time: 0.0642021 Sep 23 19:47:14.268095 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 43368) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:47:14.286487 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-5c344368-b549-4eb0-b76c-dcd97fbdbf62 req-22f6e8a2-9702-4360-bd4a-a6b4d5ae839d service neutron] 10.222.0.53 "GET /v2.0/networks/fc2b89b8-ce3f-4c16-8b68-220076c74d2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8539019 Sep 23 19:47:14.287256 n-d-713301-16 neutron-server[95101]: DEBUG neutron.services.tag.tag_plugin [None req-1915f3de-d4d8-4925-ba8d-0e0a70528154 tempest-TagsExtTest-234069064 tempest-TagsExtTest-234069064-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '327775db-abcd-4c91-9078-7f6937011070', 'tempest-TagsExtTest-Tag-1606607091') {} {{(pid=95101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:47:14.384910 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-1915f3de-d4d8-4925-ba8d-0e0a70528154 tempest-TagsExtTest-234069064 tempest-TagsExtTest-234069064-project] 10.222.0.67 "GET /v2.0/subnetpools/327775db-abcd-4c91-9078-7f6937011070/tags/tempest-TagsExtTest-Tag-1606607091 HTTP/1.1" status: 204 len: 168 time: 0.1156507 Sep 23 19:47:14.388412 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 43370) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:47:14.393374 n-d-713301-16 neutron-server[95101]: DEBUG neutron.services.tag.tag_plugin [None req-56631391-0a40-4153-9393-6f907336167c tempest-TagsExtTest-234069064 tempest-TagsExtTest-234069064-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnetpools', '327775db-abcd-4c91-9078-7f6937011070', 'tempest-TagsExtTest-Tag-1606607091') {} {{(pid=95101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:47:14.476976 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Device 1681c0e9-b8f0-433c-8825-ba977bba7eae no longer exists at agent ovs-agent-n-d-713301-16 {{(pid=95103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 19:47:14.578086 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.db [None req-7e5a74be-4723-4474-9020-4bb5c83c350a tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] For port 1681c0e9-b8f0-433c-8825-ba977bba7eae, host n-d-713301-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-16',level=0,port_id=1681c0e9-b8f0-433c-8825-ba977bba7eae,segment=NetworkSegment(5c8360fd-bd95-490f-abbb-4e7bd94ab9a5),segment_id=5c8360fd-bd95-490f-abbb-4e7bd94ab9a5)] {{(pid=95101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:47:14.583599 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-56631391-0a40-4153-9393-6f907336167c tempest-TagsExtTest-234069064 tempest-TagsExtTest-234069064-project] 10.222.0.67 "DELETE /v2.0/subnetpools/327775db-abcd-4c91-9078-7f6937011070/tags/tempest-TagsExtTest-Tag-1606607091 HTTP/1.1" status: 204 len: 168 time: 0.1941340 Sep 23 19:47:14.586846 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 43372) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:47:14.594435 n-d-713301-16 neutron-server[95102]: DEBUG neutron.services.tag.tag_plugin [None req-96f11df9-ae00-4362-919c-79f1fdfc810a tempest-TagsExtTest-234069064 tempest-TagsExtTest-234069064-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '327775db-abcd-4c91-9078-7f6937011070') {} {{(pid=95102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:47:14.617533 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-5c344368-b549-4eb0-b76c-dcd97fbdbf62 req-5efb4729-2f4e-4951-ab86-2917a1d9b720 service neutron] 10.222.0.53 "GET /v2.0/networks/fc2b89b8-ce3f-4c16-8b68-220076c74d2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2505646 Sep 23 19:47:14.649285 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-96f11df9-ae00-4362-919c-79f1fdfc810a tempest-TagsExtTest-234069064 tempest-TagsExtTest-234069064-project] 10.222.0.67 "GET /v2.0/subnetpools/327775db-abcd-4c91-9078-7f6937011070/tags HTTP/1.1" status: 200 len: 205 time: 0.0613306 Sep 23 19:47:14.652949 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 43376) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:47:14.660671 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-7e5a74be-4723-4474-9020-4bb5c83c350a tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Notify callbacks [] for port, precommit_update {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:47:14.663463 n-d-713301-16 neutron-server[95102]: DEBUG neutron.services.tag.tag_plugin [None req-26a0f135-b429-43dc-b95a-7c6d781be350 tempest-TagsExtTest-234069064 tempest-TagsExtTest-234069064-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '327775db-abcd-4c91-9078-7f6937011070') {} {{(pid=95102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:47:14.668363 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-7e5a74be-4723-4474-9020-4bb5c83c350a tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5607436'] for port, after_update {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:47:14.669215 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-7e5a74be-4723-4474-9020-4bb5c83c350a tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5607579', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6130961'] for subnet, after_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:47:14.695887 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-ff9bc356-42d1-4ea3-8347-567885f2a2a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:47:14.728834 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:47:14.729079 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-26a0f135-b429-43dc-b95a-7c6d781be350 tempest-TagsExtTest-234069064 tempest-TagsExtTest-234069064-project] 10.222.0.67 "DELETE /v2.0/subnetpools/327775db-abcd-4c91-9078-7f6937011070/tags HTTP/1.1" status: 204 len: 168 time: 0.0715432 Sep 23 19:47:14.729079 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 43378) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:47:14.733361 n-d-713301-16 neutron-server[95102]: DEBUG neutron.services.tag.tag_plugin [None req-ff605760-a58f-46e6-97aa-1f666d7f03da tempest-TagsExtTest-234069064 tempest-TagsExtTest-234069064-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'b462c710-d6dc-4e75-80eb-1e9df0c8398b') {} {{(pid=95102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:47:14.850943 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e5a74be-4723-4474-9020-4bb5c83c350a tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Network 3e6c6ec3-89f7-4fc2-8252-c7df087533ec is already hosted by enough agents. {{(pid=95101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:47:14.874094 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.db.api [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95103) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 23 19:47:14.874094 n-d-713301-16 neutron-server[95103]: DEBUG oslo_db.api [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 23 19:47:14.886865 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.base_scheduler [None req-7e5a74be-4723-4474-9020-4bb5c83c350a tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Resources bound (agent type, host, resource id): {{(pid=95101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:47:14.906095 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e5a74be-4723-4474-9020-4bb5c83c350a tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:47:14.910106 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-7e5a74be-4723-4474-9020-4bb5c83c350a tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Notify callbacks [] for subnet, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:47:14.919797 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-ff605760-a58f-46e6-97aa-1f666d7f03da tempest-TagsExtTest-234069064 tempest-TagsExtTest-234069064-project] 10.222.0.67 "DELETE /v2.0/routers/b462c710-d6dc-4e75-80eb-1e9df0c8398b/tags HTTP/1.1" status: 204 len: 168 time: 0.1901035 Sep 23 19:47:14.922570 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 43380) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:47:14.928055 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e5a74be-4723-4474-9020-4bb5c83c350a tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Pushing event updated for resources: {'Port': ['ID=1681c0e9-b8f0-433c-8825-ba977bba7eae,revision_number=9']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:47:14.933895 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e5a74be-4723-4474-9020-4bb5c83c350a tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Pushing event updated for resources: {'Subnet': ['ID=2a0fdebe-1df9-4985-8a57-50ccde8ebcb9,revision_number=0']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:47:14.935139 n-d-713301-16 neutron-server[95102]: DEBUG neutron.services.tag.tag_plugin [None req-1c2e4320-9235-404f-a193-13b69a62d768 tempest-TagsExtTest-234069064 tempest-TagsExtTest-234069064-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '647f6503-5c3b-4ce5-8e72-df1877f80edb') {} {{(pid=95102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:47:14.967286 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-7e5a74be-4723-4474-9020-4bb5c83c350a tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 3.7622955 Sep 23 19:47:14.970091 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 43382) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:47:14.975431 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.v2.base [None req-86e7dee7-b4e7-4bf9-80f4-ebd4ae4482c0 tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Request body: {'port': {'network_id': '3e6c6ec3-89f7-4fc2-8252-c7df087533ec', 'mac_address': 'fa:16:3e:7f:da:94', 'name': 'tempest-NetworksTestDHCPv6-2115833600'}} {{(pid=95101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:47:15.043326 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-1c2e4320-9235-404f-a193-13b69a62d768 tempest-TagsExtTest-234069064 tempest-TagsExtTest-234069064-project] 10.222.0.67 "DELETE /v2.0/ports/647f6503-5c3b-4ce5-8e72-df1877f80edb/tags HTTP/1.1" status: 204 len: 168 time: 0.1197312 Sep 23 19:47:15.046569 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 43384) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:47:15.054143 n-d-713301-16 neutron-server[95102]: DEBUG neutron.services.tag.tag_plugin [None req-afd75610-2c88-4adc-82d8-3c46befb75fb tempest-TagsExtTest-234069064 tempest-TagsExtTest-234069064-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'f55d69b8-1650-4f85-89fa-c1d8f33620ea') {} {{(pid=95102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:47:15.139590 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86e7dee7-b4e7-4bf9-80f4-ebd4ae4482c0 tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Made reservation on behalf of ef2dbafd0ba44b7485191a034ef43810 for: {'port': 1} {{(pid=95101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:47:15.175354 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-afd75610-2c88-4adc-82d8-3c46befb75fb tempest-TagsExtTest-234069064 tempest-TagsExtTest-234069064-project] 10.222.0.67 "DELETE /v2.0/subnets/f55d69b8-1650-4f85-89fa-c1d8f33620ea/tags HTTP/1.1" status: 204 len: 168 time: 0.1277440 Sep 23 19:47:15.180203 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 43386) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:47:15.185002 n-d-713301-16 neutron-server[95102]: DEBUG neutron.services.tag.tag_plugin [None req-5bb8e662-49fc-47cf-83a7-36a307b62f64 tempest-TagsExtTest-234069064 tempest-TagsExtTest-234069064-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', 'f55d69b8-1650-4f85-89fa-c1d8f33620ea', 'tempest-TagsExtTest-Tag-558549237') {} {{(pid=95102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:47:15.186607 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.db_base_plugin_common [None req-ff9bc356-42d1-4ea3-8347-567885f2a2a1 None None] Allocated IP 172.20.0.2 (3e6c6ec3-89f7-4fc2-8252-c7df087533ec/e2b4eacf-ece7-4da5-9d71-b14d2259e59b/1681c0e9-b8f0-433c-8825-ba977bba7eae) {{(pid=95103) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 19:47:15.330518 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-86e7dee7-b4e7-4bf9-80f4-ebd4ae4482c0 tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:47:15.373514 n-d-713301-16 neutron-server[95101]: DEBUG neutron.notifiers.nova [None req-86e7dee7-b4e7-4bf9-80f4-ebd4ae4482c0 tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] device_id is not set on port c9c83717-41ec-4a01-a5eb-ef09bcecdd58 yet. {{(pid=95101) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 23 19:47:15.388989 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-ff9bc356-42d1-4ea3-8347-567885f2a2a1 None None] For port 1681c0e9-b8f0-433c-8825-ba977bba7eae, host n-d-713301-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-16',level=0,port_id=1681c0e9-b8f0-433c-8825-ba977bba7eae,segment=NetworkSegment(5c8360fd-bd95-490f-abbb-4e7bd94ab9a5),segment_id=5c8360fd-bd95-490f-abbb-4e7bd94ab9a5)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:47:15.429008 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-ff9bc356-42d1-4ea3-8347-567885f2a2a1 None None] Notify callbacks [] for port, precommit_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:47:15.438363 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-5bb8e662-49fc-47cf-83a7-36a307b62f64 tempest-TagsExtTest-234069064 tempest-TagsExtTest-234069064-project] 10.222.0.67 "PUT /v2.0/subnets/f55d69b8-1650-4f85-89fa-c1d8f33620ea/tags/tempest-TagsExtTest-Tag-558549237 HTTP/1.1" status: 201 len: 201 time: 0.2535098 Sep 23 19:47:15.452643 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 43390) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:47:15.470358 n-d-713301-16 neutron-server[95102]: DEBUG neutron.services.tag.tag_plugin [None req-355d70c3-010d-4b68-929e-e3981e1050b3 tempest-TagsExtTest-234069064 tempest-TagsExtTest-234069064-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '647f6503-5c3b-4ce5-8e72-df1877f80edb', 'tempest-TagsExtTest-Tag-1111262215') {} {{(pid=95102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:47:15.494423 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-ff9bc356-42d1-4ea3-8347-567885f2a2a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:47:15.560637 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:47:15.603160 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae8c931-203b-4c0c-b7d4-7b058bf56196 req-d37328ad-ec6c-4904-8774-30e45416bbbe tempest-AttachVolumeShelveTestJSON-2035318112 tempest-AttachVolumeShelveTestJSON-2035318112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:47:15.609091 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-bae8c931-203b-4c0c-b7d4-7b058bf56196 req-d37328ad-ec6c-4904-8774-30e45416bbbe tempest-AttachVolumeShelveTestJSON-2035318112 tempest-AttachVolumeShelveTestJSON-2035318112-project] 10.222.0.67 "GET /v2.0/ports?device_id=036bfa8b-48f6-483d-9ccb-759a52abd0b0 HTTP/1.1" status: 200 len: 945 time: 0.2874479 Sep 23 19:47:15.712452 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-bae8c931-203b-4c0c-b7d4-7b058bf56196 req-341c1011-00fc-4da2-bc15-b67399329c51 tempest-AttachVolumeShelveTestJSON-2035318112 tempest-AttachVolumeShelveTestJSON-2035318112-project] 10.222.0.67 "GET /v2.0/security-groups?id=209f1ee5-6189-41c6-b235-f9c754b12a19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0955498 Sep 23 19:47:15.784698 n-d-713301-16 neutron-server[95101]: DEBUG neutron.db.db_base_plugin_common [None req-86e7dee7-b4e7-4bf9-80f4-ebd4ae4482c0 tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Allocated IP 172.20.0.4 (3e6c6ec3-89f7-4fc2-8252-c7df087533ec/e2b4eacf-ece7-4da5-9d71-b14d2259e59b/c9c83717-41ec-4a01-a5eb-ef09bcecdd58) {{(pid=95101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 19:47:15.789955 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-355d70c3-010d-4b68-929e-e3981e1050b3 tempest-TagsExtTest-234069064 tempest-TagsExtTest-234069064-project] 10.222.0.67 "PUT /v2.0/ports/647f6503-5c3b-4ce5-8e72-df1877f80edb/tags/tempest-TagsExtTest-Tag-1111262215 HTTP/1.1" status: 201 len: 201 time: 0.3328896 Sep 23 19:47:15.792821 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 43398) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:47:15.800439 n-d-713301-16 neutron-server[95102]: DEBUG neutron.services.tag.tag_plugin [None req-2811ff43-a9de-46de-905c-1b83912d0652 tempest-TagsExtTest-234069064 tempest-TagsExtTest-234069064-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', 'b462c710-d6dc-4e75-80eb-1e9df0c8398b', 'tempest-TagsExtTest-Tag-249343332') {} {{(pid=95102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:47:15.801156 n-d-713301-16 neutron-server[95101]: DEBUG neutron.db.db_base_plugin_common [None req-86e7dee7-b4e7-4bf9-80f4-ebd4ae4482c0 tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Allocated IP 2001:db8::f816:3eff:fe7f:da94 (3e6c6ec3-89f7-4fc2-8252-c7df087533ec/2a0fdebe-1df9-4985-8a57-50ccde8ebcb9/c9c83717-41ec-4a01-a5eb-ef09bcecdd58) {{(pid=95101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 19:47:15.827854 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.db.api [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95103) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 23 19:47:15.828482 n-d-713301-16 neutron-server[95103]: DEBUG oslo_db.api [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 23 19:47:15.829410 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff9bc356-42d1-4ea3-8347-567885f2a2a1 None None] Pushing event updated for resources: {'Port': ['ID=1681c0e9-b8f0-433c-8825-ba977bba7eae,revision_number=10']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:47:15.953750 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-2811ff43-a9de-46de-905c-1b83912d0652 tempest-TagsExtTest-234069064 tempest-TagsExtTest-234069064-project] 10.222.0.67 "PUT /v2.0/routers/b462c710-d6dc-4e75-80eb-1e9df0c8398b/tags/tempest-TagsExtTest-Tag-249343332 HTTP/1.1" status: 201 len: 201 time: 0.1586170 Sep 23 19:47:15.961063 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 43402) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:47:15.969332 n-d-713301-16 neutron-server[95102]: DEBUG neutron.services.tag.tag_plugin [None req-8dd8f8d7-bdb4-4fd9-909e-a96037131372 tempest-TagsExtTest-234069064 tempest-TagsExtTest-234069064-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '327775db-abcd-4c91-9078-7f6937011070', 'tempest-TagsExtTest-Tag-2031256461') {} {{(pid=95102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:47:16.093252 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-8dd8f8d7-bdb4-4fd9-909e-a96037131372 tempest-TagsExtTest-234069064 tempest-TagsExtTest-234069064-project] 10.222.0.67 "PUT /v2.0/subnetpools/327775db-abcd-4c91-9078-7f6937011070/tags/tempest-TagsExtTest-Tag-2031256461 HTTP/1.1" status: 201 len: 201 time: 0.1309173 Sep 23 19:47:16.094107 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 43404) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:47:16.102017 n-d-713301-16 neutron-server[95102]: DEBUG neutron.services.tag.tag_plugin [None req-c30af4b9-2dd2-4bd1-84b3-f8927b89c858 tempest-TagsExtTest-234069064 tempest-TagsExtTest-234069064-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnets', 'f55d69b8-1650-4f85-89fa-c1d8f33620ea', {'tags': ['tempest-TagsExtTest-Tag-1333162905', 'tempest-TagsExtTest-Tag-1936338292', 'tempest-TagsExtTest-Tag-31316429']}) {} {{(pid=95102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:47:16.265018 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-c30af4b9-2dd2-4bd1-84b3-f8927b89c858 tempest-TagsExtTest-234069064 tempest-TagsExtTest-234069064-project] 10.222.0.67 "PUT /v2.0/subnets/f55d69b8-1650-4f85-89fa-c1d8f33620ea/tags HTTP/1.1" status: 200 len: 316 time: 0.1698482 Sep 23 19:47:16.265768 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 43406) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:47:16.274096 n-d-713301-16 neutron-server[95102]: DEBUG neutron.services.tag.tag_plugin [None req-cec6c53c-a014-4bf3-82b5-925c21c59ee7 tempest-TagsExtTest-234069064 tempest-TagsExtTest-234069064-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'f55d69b8-1650-4f85-89fa-c1d8f33620ea') {} {{(pid=95102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:47:16.340330 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-86e7dee7-b4e7-4bf9-80f4-ebd4ae4482c0 tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Notify callbacks [] for port, precommit_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:47:16.438482 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-cec6c53c-a014-4bf3-82b5-925c21c59ee7 tempest-TagsExtTest-234069064 tempest-TagsExtTest-234069064-project] 10.222.0.67 "DELETE /v2.0/subnets/f55d69b8-1650-4f85-89fa-c1d8f33620ea/tags HTTP/1.1" status: 204 len: 168 time: 0.1716819 Sep 23 19:47:16.439247 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 43408) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:47:16.440888 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-86e7dee7-b4e7-4bf9-80f4-ebd4ae4482c0 tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783145673135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5607431'] for port, after_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:47:16.447952 n-d-713301-16 neutron-server[95102]: DEBUG neutron.services.tag.tag_plugin [None req-69a62409-08a3-4063-84ec-6313aa3a1fd9 tempest-TagsExtTest-234069064 tempest-TagsExtTest-234069064-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'f55d69b8-1650-4f85-89fa-c1d8f33620ea', 'tempest-TagsExtTest-Tag-1333162905') {} {{(pid=95102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:47:16.540394 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86e7dee7-b4e7-4bf9-80f4-ebd4ae4482c0 tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Network 3e6c6ec3-89f7-4fc2-8252-c7df087533ec is already hosted by enough agents. {{(pid=95101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:47:16.541869 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e7dee7-b4e7-4bf9-80f4-ebd4ae4482c0 tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Pushing event updated for resources: {'Port': ['ID=c9c83717-41ec-4a01-a5eb-ef09bcecdd58,revision_number=1']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:47:16.542763 n-d-713301-16 neutron-server[95102]: INFO neutron.api.v2.resource [None req-69a62409-08a3-4063-84ec-6313aa3a1fd9 tempest-TagsExtTest-234069064 tempest-TagsExtTest-234069064-project] show failed (client error): The resource could not be found. Sep 23 19:47:16.545286 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.base_scheduler [None req-86e7dee7-b4e7-4bf9-80f4-ebd4ae4482c0 tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Resources bound (agent type, host, resource id): {{(pid=95101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:47:16.546904 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 43410) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:47:16.549958 n-d-713301-16 neutron-server[95101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86e7dee7-b4e7-4bf9-80f4-ebd4ae4482c0 tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Received port after_create {{(pid=95101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 19:47:16.553502 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-69a62409-08a3-4063-84ec-6313aa3a1fd9 tempest-TagsExtTest-234069064 tempest-TagsExtTest-234069064-project] 10.222.0.67 "GET /v2.0/subnets/f55d69b8-1650-4f85-89fa-c1d8f33620ea/tags/tempest-TagsExtTest-Tag-1333162905 HTTP/1.1" status: 404 len: 329 time: 0.1129265 Sep 23 19:47:16.555634 n-d-713301-16 neutron-server[95101]: DEBUG neutron.services.tag.tag_plugin [None req-c07af193-0aea-43cf-b027-e83014cb8348 tempest-TagsExtTest-234069064 tempest-TagsExtTest-234069064-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'f55d69b8-1650-4f85-89fa-c1d8f33620ea', 'tempest-TagsExtTest-Tag-1936338292') {} {{(pid=95101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:47:16.775498 n-d-713301-16 neutron-server[95101]: INFO neutron.api.v2.resource [None req-c07af193-0aea-43cf-b027-e83014cb8348 tempest-TagsExtTest-234069064 tempest-TagsExtTest-234069064-project] show failed (client error): The resource could not be found. Sep 23 19:47:16.779225 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-c07af193-0aea-43cf-b027-e83014cb8348 tempest-TagsExtTest-234069064 tempest-TagsExtTest-234069064-project] 10.222.0.67 "GET /v2.0/subnets/f55d69b8-1650-4f85-89fa-c1d8f33620ea/tags/tempest-TagsExtTest-Tag-1936338292 HTTP/1.1" status: 404 len: 329 time: 0.2284801 Sep 23 19:47:16.779921 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 43414) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:47:16.793322 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86e7dee7-b4e7-4bf9-80f4-ebd4ae4482c0 tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:47:16.793938 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-86e7dee7-b4e7-4bf9-80f4-ebd4ae4482c0 tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222849'] for port, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:47:16.833599 n-d-713301-16 neutron-server[95101]: DEBUG neutron.services.tag.tag_plugin [None req-e4ca796b-e736-4f90-89df-d0fa921c3f8a tempest-TagsExtTest-234069064 tempest-TagsExtTest-234069064-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'f55d69b8-1650-4f85-89fa-c1d8f33620ea', 'tempest-TagsExtTest-Tag-31316429') {} {{(pid=95101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:47:16.872403 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:47:16.895515 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-86e7dee7-b4e7-4bf9-80f4-ebd4ae4482c0 tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 1.9221311 Sep 23 19:47:16.899215 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 43418) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:47:16.967094 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] For port 1681c0e9-b8f0-433c-8825-ba977bba7eae, host n-d-713301-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-16',level=0,port_id=1681c0e9-b8f0-433c-8825-ba977bba7eae,segment=NetworkSegment(5c8360fd-bd95-490f-abbb-4e7bd94ab9a5),segment_id=5c8360fd-bd95-490f-abbb-4e7bd94ab9a5)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:47:16.975846 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:47:16.981416 n-d-713301-16 neutron-server[95101]: INFO neutron.api.v2.resource [None req-e4ca796b-e736-4f90-89df-d0fa921c3f8a tempest-TagsExtTest-234069064 tempest-TagsExtTest-234069064-project] show failed (client error): The resource could not be found. Sep 23 19:47:16.982632 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-e4ca796b-e736-4f90-89df-d0fa921c3f8a tempest-TagsExtTest-234069064 tempest-TagsExtTest-234069064-project] 10.222.0.67 "GET /v2.0/subnets/f55d69b8-1650-4f85-89fa-c1d8f33620ea/tags/tempest-TagsExtTest-Tag-31316429 HTTP/1.1" status: 404 len: 327 time: 0.1545527 Sep 23 19:47:16.988365 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 43420) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:47:16.994123 n-d-713301-16 neutron-server[95101]: DEBUG neutron.services.tag.tag_plugin [None req-a933f999-86af-44dc-83fd-d0b8c7c07084 tempest-TagsExtTest-234069064 tempest-TagsExtTest-234069064-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'ports', '647f6503-5c3b-4ce5-8e72-df1877f80edb', {'tags': ['tempest-TagsExtTest-Tag-72460600', 'tempest-TagsExtTest-Tag-431486320', 'tempest-TagsExtTest-Tag-1434654363']}) {} {{(pid=95101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:47:17.128331 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Pushing event updated for resources: {'Port': ['ID=1681c0e9-b8f0-433c-8825-ba977bba7eae,revision_number=11']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:47:17.161632 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edeba7d7-2b9e-4dd2-b4de-8ab086032cc6 tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:47:17.183064 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edeba7d7-2b9e-4dd2-b4de-8ab086032cc6 tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:47:17.188021 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-edeba7d7-2b9e-4dd2-b4de-8ab086032cc6 tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] 10.222.0.67 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1864 time: 0.2862408 Sep 23 19:47:17.193692 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 43424) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:47:17.216255 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-a933f999-86af-44dc-83fd-d0b8c7c07084 tempest-TagsExtTest-234069064 tempest-TagsExtTest-234069064-project] 10.222.0.67 "PUT /v2.0/ports/647f6503-5c3b-4ce5-8e72-df1877f80edb/tags HTTP/1.1" status: 200 len: 315 time: 0.2266209 Sep 23 19:47:17.219891 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ec391d-3123-4b86-88cc-d9e69f11e425 req-ad45c377-f7e4-4afa-8eb1-371b356c44a1 tempest-AttachVolumeShelveTestJSON-2035318112 tempest-AttachVolumeShelveTestJSON-2035318112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:47:17.222789 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-20ec391d-3123-4b86-88cc-d9e69f11e425 req-ad45c377-f7e4-4afa-8eb1-371b356c44a1 tempest-AttachVolumeShelveTestJSON-2035318112 tempest-AttachVolumeShelveTestJSON-2035318112-project] 10.222.0.67 "GET /v2.0/ports?device_id=036bfa8b-48f6-483d-9ccb-759a52abd0b0 HTTP/1.1" status: 200 len: 945 time: 0.2492280 Sep 23 19:47:17.224100 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 43426) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:47:17.231924 n-d-713301-16 neutron-server[95102]: DEBUG neutron.services.tag.tag_plugin [None req-f9385e77-8454-4945-b19e-2a74c2672f4b tempest-TagsExtTest-234069064 tempest-TagsExtTest-234069064-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '647f6503-5c3b-4ce5-8e72-df1877f80edb') {} {{(pid=95102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:47:17.239526 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Device 1681c0e9-b8f0-433c-8825-ba977bba7eae up at agent ovs-agent-n-d-713301-16 {{(pid=95103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 19:47:17.320240 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6720bca-45ce-4115-a731-e3b65f35e56d None None] Network 3e6c6ec3-89f7-4fc2-8252-c7df087533ec requested from n-d-713301-16 {{(pid=95103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 19:47:17.384273 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.plugin [None req-e8e0ab01-3c30-45a1-a1a9-f15bf870f0b6 tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Deleting port c9c83717-41ec-4a01-a5eb-ef09bcecdd58 {{(pid=95101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:47:17.384915 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-e8e0ab01-3c30-45a1-a1a9-f15bf870f0b6 tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783146157096'] for port, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:47:17.397145 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-20ec391d-3123-4b86-88cc-d9e69f11e425 req-d2a654b7-2302-4950-bbdd-d543ad28654b tempest-AttachVolumeShelveTestJSON-2035318112 tempest-AttachVolumeShelveTestJSON-2035318112-project] 10.222.0.67 "GET /v2.0/security-groups?id=209f1ee5-6189-41c6-b235-f9c754b12a19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1303985 Sep 23 19:47:17.497061 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-f9385e77-8454-4945-b19e-2a74c2672f4b tempest-TagsExtTest-234069064 tempest-TagsExtTest-234069064-project] 10.222.0.67 "DELETE /v2.0/ports/647f6503-5c3b-4ce5-8e72-df1877f80edb/tags HTTP/1.1" status: 204 len: 168 time: 0.2683992 Sep 23 19:47:17.497341 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 43428) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:47:17.514069 n-d-713301-16 neutron-server[95101]: DEBUG neutron.services.tag.tag_plugin [None req-9cee33e8-8fa1-49f2-a893-75d50ffc31c2 tempest-TagsExtTest-234069064 tempest-TagsExtTest-234069064-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '647f6503-5c3b-4ce5-8e72-df1877f80edb', 'tempest-TagsExtTest-Tag-72460600') {} {{(pid=95101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:47:17.617309 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-8000c9b7-76c7-4010-a535-625883419f92 None None] Provisioning complete for port 1681c0e9-b8f0-433c-8825-ba977bba7eae triggered by entity DHCP. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:47:17.618053 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-8000c9b7-76c7-4010-a535-625883419f92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:47:17.639292 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-e8e0ab01-3c30-45a1-a1a9-f15bf870f0b6 tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-605701'] for port, precommit_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:47:17.659830 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.plugin [None req-e8e0ab01-3c30-45a1-a1a9-f15bf870f0b6 tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Calling delete_port for c9c83717-41ec-4a01-a5eb-ef09bcecdd58 owned by {{(pid=95101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:47:17.678768 n-d-713301-16 neutron-server[95101]: INFO neutron.api.v2.resource [None req-9cee33e8-8fa1-49f2-a893-75d50ffc31c2 tempest-TagsExtTest-234069064 tempest-TagsExtTest-234069064-project] show failed (client error): The resource could not be found. Sep 23 19:47:17.683619 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-9cee33e8-8fa1-49f2-a893-75d50ffc31c2 tempest-TagsExtTest-234069064 tempest-TagsExtTest-234069064-project] 10.222.0.67 "GET /v2.0/ports/647f6503-5c3b-4ce5-8e72-df1877f80edb/tags/tempest-TagsExtTest-Tag-72460600 HTTP/1.1" status: 404 len: 327 time: 0.1815815 Sep 23 19:47:17.685549 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 43430) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:47:17.688649 n-d-713301-16 neutron-server[95101]: DEBUG neutron.services.tag.tag_plugin [None req-ab3a04bd-f77a-4be4-88aa-9a769ae50953 tempest-TagsExtTest-234069064 tempest-TagsExtTest-234069064-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '647f6503-5c3b-4ce5-8e72-df1877f80edb', 'tempest-TagsExtTest-Tag-431486320') {} {{(pid=95101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:47:17.699604 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Provisioning complete for port 1681c0e9-b8f0-433c-8825-ba977bba7eae triggered by entity L2. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:47:17.705117 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:47:17.966598 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-8000c9b7-76c7-4010-a535-625883419f92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:47:17.986311 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-e8e0ab01-3c30-45a1-a1a9-f15bf870f0b6 tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783146162158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783145673144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5607431'] for port, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:47:18.044684 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8e0ab01-3c30-45a1-a1a9-f15bf870f0b6 tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Pushing event deleted for resources: {'Port': ['ID=c9c83717-41ec-4a01-a5eb-ef09bcecdd58,revision_number=None']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:47:18.066839 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-8000c9b7-76c7-4010-a535-625883419f92 None None] For port 1681c0e9-b8f0-433c-8825-ba977bba7eae, host n-d-713301-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-16',level=0,port_id=1681c0e9-b8f0-433c-8825-ba977bba7eae,segment=NetworkSegment(5c8360fd-bd95-490f-abbb-4e7bd94ab9a5),segment_id=5c8360fd-bd95-490f-abbb-4e7bd94ab9a5)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:47:18.108914 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-8000c9b7-76c7-4010-a535-625883419f92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:47:18.174923 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8000c9b7-76c7-4010-a535-625883419f92 None None] Pushing event updated for resources: {'Port': ['ID=1681c0e9-b8f0-433c-8825-ba977bba7eae,revision_number=12']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:47:18.209504 n-d-713301-16 neutron-server[95101]: INFO neutron.api.v2.resource [None req-ab3a04bd-f77a-4be4-88aa-9a769ae50953 tempest-TagsExtTest-234069064 tempest-TagsExtTest-234069064-project] show failed (client error): The resource could not be found. Sep 23 19:47:18.213485 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-ab3a04bd-f77a-4be4-88aa-9a769ae50953 tempest-TagsExtTest-234069064 tempest-TagsExtTest-234069064-project] 10.222.0.67 "GET /v2.0/ports/647f6503-5c3b-4ce5-8e72-df1877f80edb/tags/tempest-TagsExtTest-Tag-431486320 HTTP/1.1" status: 404 len: 328 time: 0.5257175 Sep 23 19:47:18.215198 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 43436) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:47:18.218476 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-e8e0ab01-3c30-45a1-a1a9-f15bf870f0b6 tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222849'] for port, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:47:18.220309 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-e8e0ab01-3c30-45a1-a1a9-f15bf870f0b6 tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] 10.222.0.67 "DELETE /v2.0/ports/c9c83717-41ec-4a01-a5eb-ef09bcecdd58 HTTP/1.1" status: 204 len: 168 time: 1.0254667 Sep 23 19:47:18.222988 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 43438) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:47:18.227164 n-d-713301-16 neutron-server[95102]: DEBUG neutron.services.tag.tag_plugin [None req-5b77c5f3-cfd6-4085-8cfd-90afdfeb07d1 tempest-TagsExtTest-234069064 tempest-TagsExtTest-234069064-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '647f6503-5c3b-4ce5-8e72-df1877f80edb', 'tempest-TagsExtTest-Tag-1434654363') {} {{(pid=95102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:47:18.336433 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7fb6012-0328-4bd3-9a12-096c03718826 tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:47:18.338107 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7fb6012-0328-4bd3-9a12-096c03718826 tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:47:18.340527 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7fb6012-0328-4bd3-9a12-096c03718826 tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:47:18.342593 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-b7fb6012-0328-4bd3-9a12-096c03718826 tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] 10.222.0.67 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.1184442 Sep 23 19:47:18.345593 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 43440) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:47:18.406009 n-d-713301-16 neutron-server[95102]: INFO neutron.api.v2.resource [None req-5b77c5f3-cfd6-4085-8cfd-90afdfeb07d1 tempest-TagsExtTest-234069064 tempest-TagsExtTest-234069064-project] show failed (client error): The resource could not be found. Sep 23 19:47:18.408213 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-5b77c5f3-cfd6-4085-8cfd-90afdfeb07d1 tempest-TagsExtTest-234069064 tempest-TagsExtTest-234069064-project] 10.222.0.67 "GET /v2.0/ports/647f6503-5c3b-4ce5-8e72-df1877f80edb/tags/tempest-TagsExtTest-Tag-1434654363 HTTP/1.1" status: 404 len: 329 time: 0.1915922 Sep 23 19:47:18.412939 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 43442) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:47:18.418112 n-d-713301-16 neutron-server[95102]: DEBUG neutron.services.tag.tag_plugin [None req-bac12981-d4aa-420c-8cb1-0cb7cf351a23 tempest-TagsExtTest-234069064 tempest-TagsExtTest-234069064-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'routers', 'b462c710-d6dc-4e75-80eb-1e9df0c8398b', {'tags': ['tempest-TagsExtTest-Tag-1106940387', 'tempest-TagsExtTest-Tag-1996120406', 'tempest-TagsExtTest-Tag-1133824103']}) {} {{(pid=95102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:47:18.434564 n-d-713301-16 neutron-server[95101]: DEBUG neutron.db.db_base_plugin_v2 [None req-0388b7ef-1f9f-4ec9-b919-86b500763674 tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Deleting subnet 2a0fdebe-1df9-4985-8a57-50ccde8ebcb9 {{(pid=95101) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 23 19:47:18.438832 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-0388b7ef-1f9f-4ec9-b919-86b500763674 tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Notify callbacks [] for subnet, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:47:18.495015 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-0388b7ef-1f9f-4ec9-b919-86b500763674 tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6007154'] for subnet, precommit_delete_associations {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:47:18.669669 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d2b9b1-d055-4edd-b00a-aaed57ac52f3 req-0926ad8c-1fd7-4cce-b22a-3a406ce5f105 tempest-AttachVolumeShelveTestJSON-2035318112 tempest-AttachVolumeShelveTestJSON-2035318112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:47:18.671831 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-c7d2b9b1-d055-4edd-b00a-aaed57ac52f3 req-0926ad8c-1fd7-4cce-b22a-3a406ce5f105 tempest-AttachVolumeShelveTestJSON-2035318112 tempest-AttachVolumeShelveTestJSON-2035318112-project] 10.222.0.67 "GET /v2.0/ports?device_id=036bfa8b-48f6-483d-9ccb-759a52abd0b0 HTTP/1.1" status: 200 len: 945 time: 0.1086867 Sep 23 19:47:18.674998 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-bac12981-d4aa-420c-8cb1-0cb7cf351a23 tempest-TagsExtTest-234069064 tempest-TagsExtTest-234069064-project] 10.222.0.67 "PUT /v2.0/routers/b462c710-d6dc-4e75-80eb-1e9df0c8398b/tags HTTP/1.1" status: 200 len: 318 time: 0.2605689 Sep 23 19:47:18.679440 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 43446) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:47:18.691028 n-d-713301-16 neutron-server[95101]: DEBUG neutron.services.tag.tag_plugin [None req-bab0f666-ebaf-4212-bd7e-5abfe3e52229 tempest-TagsExtTest-234069064 tempest-TagsExtTest-234069064-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'b462c710-d6dc-4e75-80eb-1e9df0c8398b') {} {{(pid=95101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:47:18.752222 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-c7d2b9b1-d055-4edd-b00a-aaed57ac52f3 req-1192a339-bf6b-4bd3-9fee-42ec14811ab5 tempest-AttachVolumeShelveTestJSON-2035318112 tempest-AttachVolumeShelveTestJSON-2035318112-project] 10.222.0.67 "GET /v2.0/security-groups?id=209f1ee5-6189-41c6-b235-f9c754b12a19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0681224 Sep 23 19:47:18.878769 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-0388b7ef-1f9f-4ec9-b919-86b500763674 tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1756813'] for subnet, precommit_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:47:19.103030 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-bab0f666-ebaf-4212-bd7e-5abfe3e52229 tempest-TagsExtTest-234069064 tempest-TagsExtTest-234069064-project] 10.222.0.67 "DELETE /v2.0/routers/b462c710-d6dc-4e75-80eb-1e9df0c8398b/tags HTTP/1.1" status: 204 len: 168 time: 0.4199321 Sep 23 19:47:19.105964 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 43448) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:47:19.107268 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-0388b7ef-1f9f-4ec9-b919-86b500763674 tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1756804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5607514', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6130950'] for subnet, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:47:19.111976 n-d-713301-16 neutron-server[95102]: DEBUG neutron.services.tag.tag_plugin [None req-a13a9fa6-c346-4542-b045-6a9e1ba93cb7 tempest-TagsExtTest-234069064 tempest-TagsExtTest-234069064-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'b462c710-d6dc-4e75-80eb-1e9df0c8398b', 'tempest-TagsExtTest-Tag-1106940387') {} {{(pid=95102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:47:19.180289 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Device 1681c0e9-b8f0-433c-8825-ba977bba7eae up at agent ovs-agent-n-d-713301-16 {{(pid=95103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 19:47:19.202841 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0388b7ef-1f9f-4ec9-b919-86b500763674 tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Pushing event deleted for resources: {'Subnet': ['ID=2a0fdebe-1df9-4985-8a57-50ccde8ebcb9,revision_number=None']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:47:19.207724 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-0388b7ef-1f9f-4ec9-b919-86b500763674 tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Notify callbacks [] for subnet, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:47:19.213252 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-0388b7ef-1f9f-4ec9-b919-86b500763674 tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] 10.222.0.67 "DELETE /v2.0/subnets/2a0fdebe-1df9-4985-8a57-50ccde8ebcb9 HTTP/1.1" status: 204 len: 168 time: 0.8643906 Sep 23 19:47:19.215351 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 43450) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:47:19.290027 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Provisioning complete for port 1681c0e9-b8f0-433c-8825-ba977bba7eae triggered by entity L2. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:47:19.290731 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:47:19.317942 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6263d794-aa8d-403e-b191-fd28256bf99f None None] Network 3e6c6ec3-89f7-4fc2-8252-c7df087533ec requested from n-d-713301-16 {{(pid=95103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 19:47:19.341809 n-d-713301-16 neutron-server[95102]: INFO neutron.api.v2.resource [None req-a13a9fa6-c346-4542-b045-6a9e1ba93cb7 tempest-TagsExtTest-234069064 tempest-TagsExtTest-234069064-project] show failed (client error): The resource could not be found. Sep 23 19:47:19.343412 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-a13a9fa6-c346-4542-b045-6a9e1ba93cb7 tempest-TagsExtTest-234069064 tempest-TagsExtTest-234069064-project] 10.222.0.67 "GET /v2.0/routers/b462c710-d6dc-4e75-80eb-1e9df0c8398b/tags/tempest-TagsExtTest-Tag-1106940387 HTTP/1.1" status: 404 len: 329 time: 0.2363749 Sep 23 19:47:19.346829 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 43452) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:47:19.354064 n-d-713301-16 neutron-server[95101]: DEBUG neutron.services.tag.tag_plugin [None req-938c5424-58cd-49b7-8814-96f989fad33a tempest-TagsExtTest-234069064 tempest-TagsExtTest-234069064-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'b462c710-d6dc-4e75-80eb-1e9df0c8398b', 'tempest-TagsExtTest-Tag-1996120406') {} {{(pid=95101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:47:19.395978 n-d-713301-16 neutron-server[95102]: DEBUG neutron.db.db_base_plugin_v2 [None req-3a0f9e76-2aa5-4477-89fa-ae06949a8a0f tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Deleting subnet e2b4eacf-ece7-4da5-9d71-b14d2259e59b {{(pid=95102) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 23 19:47:19.401932 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-3a0f9e76-2aa5-4477-89fa-ae06949a8a0f tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Notify callbacks [] for subnet, before_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:47:19.481091 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-3a0f9e76-2aa5-4477-89fa-ae06949a8a0f tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6162825'] for subnet, precommit_delete_associations {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:47:19.553724 n-d-713301-16 neutron-server[95101]: INFO neutron.api.v2.resource [None req-938c5424-58cd-49b7-8814-96f989fad33a tempest-TagsExtTest-234069064 tempest-TagsExtTest-234069064-project] show failed (client error): The resource could not be found. Sep 23 19:47:19.556125 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 43456) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:47:19.556359 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-938c5424-58cd-49b7-8814-96f989fad33a tempest-TagsExtTest-234069064 tempest-TagsExtTest-234069064-project] 10.222.0.67 "GET /v2.0/routers/b462c710-d6dc-4e75-80eb-1e9df0c8398b/tags/tempest-TagsExtTest-Tag-1996120406 HTTP/1.1" status: 404 len: 329 time: 0.2081895 Sep 23 19:47:19.565369 n-d-713301-16 neutron-server[95102]: DEBUG neutron.services.tag.tag_plugin [None req-4fc5916c-d395-456b-b28c-03bfa5f5ecac tempest-TagsExtTest-234069064 tempest-TagsExtTest-234069064-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'b462c710-d6dc-4e75-80eb-1e9df0c8398b', 'tempest-TagsExtTest-Tag-1133824103') {} {{(pid=95102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:47:19.640513 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-cd9fea8d-7395-4bfc-829e-3c7284f0f3e9 None None] Provisioning complete for port 1681c0e9-b8f0-433c-8825-ba977bba7eae triggered by entity DHCP. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:47:19.647889 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-cd9fea8d-7395-4bfc-829e-3c7284f0f3e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:47:19.690989 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-3a0f9e76-2aa5-4477-89fa-ae06949a8a0f tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1756813'] for subnet, precommit_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:47:19.695822 n-d-713301-16 neutron-server[95102]: INFO neutron.api.v2.resource [None req-4fc5916c-d395-456b-b28c-03bfa5f5ecac tempest-TagsExtTest-234069064 tempest-TagsExtTest-234069064-project] show failed (client error): The resource could not be found. Sep 23 19:47:19.700280 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-4fc5916c-d395-456b-b28c-03bfa5f5ecac tempest-TagsExtTest-234069064 tempest-TagsExtTest-234069064-project] 10.222.0.67 "GET /v2.0/routers/b462c710-d6dc-4e75-80eb-1e9df0c8398b/tags/tempest-TagsExtTest-Tag-1133824103 HTTP/1.1" status: 404 len: 329 time: 0.1396160 Sep 23 19:47:19.701209 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 43458) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:47:19.707096 n-d-713301-16 neutron-server[95101]: DEBUG neutron.services.tag.tag_plugin [None req-8bef9912-828e-4601-b1a9-663b924846bc tempest-TagsExtTest-234069064 tempest-TagsExtTest-234069064-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnetpools', '327775db-abcd-4c91-9078-7f6937011070', {'tags': ['tempest-TagsExtTest-Tag-1198990962', 'tempest-TagsExtTest-Tag-1357902369', 'tempest-TagsExtTest-Tag-870704084']}) {} {{(pid=95101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:47:19.764549 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-d36239c3-2dfc-45ad-ac41-fbe98d364328 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:47:19.790449 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-3a0f9e76-2aa5-4477-89fa-ae06949a8a0f tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1756804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4399009', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5388229'] for subnet, after_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:47:19.803604 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-8bef9912-828e-4601-b1a9-663b924846bc tempest-TagsExtTest-234069064 tempest-TagsExtTest-234069064-project] 10.222.0.67 "PUT /v2.0/subnetpools/327775db-abcd-4c91-9078-7f6937011070/tags HTTP/1.1" status: 200 len: 317 time: 0.0961087 Sep 23 19:47:19.804318 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 43460) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:47:19.831161 n-d-713301-16 neutron-server[95101]: DEBUG neutron.services.tag.tag_plugin [None req-15a04d92-42df-49d3-b288-54e01f29b31e tempest-TagsExtTest-234069064 tempest-TagsExtTest-234069064-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '327775db-abcd-4c91-9078-7f6937011070') {} {{(pid=95101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:47:19.927839 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0f9e76-2aa5-4477-89fa-ae06949a8a0f tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Pushing event deleted for resources: {'Subnet': ['ID=e2b4eacf-ece7-4da5-9d71-b14d2259e59b,revision_number=None']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:47:19.932937 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-3a0f9e76-2aa5-4477-89fa-ae06949a8a0f tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Notify callbacks [] for subnet, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:47:19.935511 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-3a0f9e76-2aa5-4477-89fa-ae06949a8a0f tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] 10.222.0.67 "DELETE /v2.0/subnets/e2b4eacf-ece7-4da5-9d71-b14d2259e59b HTTP/1.1" status: 204 len: 168 time: 0.7166495 Sep 23 19:47:19.938384 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 43464) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:47:20.021938 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-15a04d92-42df-49d3-b288-54e01f29b31e tempest-TagsExtTest-234069064 tempest-TagsExtTest-234069064-project] 10.222.0.67 "DELETE /v2.0/subnetpools/327775db-abcd-4c91-9078-7f6937011070/tags HTTP/1.1" status: 204 len: 168 time: 0.2134888 Sep 23 19:47:20.022666 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 43466) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:47:20.026295 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-60919b29-5f9c-4609-b354-923daee0cbb2 tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] 10.222.0.67 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0852993 Sep 23 19:47:20.028821 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 43468) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:47:20.042426 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-cd9fea8d-7395-4bfc-829e-3c7284f0f3e9 None None] Could not find standard attr ID for object c9c83717-41ec-4a01-a5eb-ef09bcecdd58. {{(pid=95103) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 23 19:47:20.048897 n-d-713301-16 neutron-server[95101]: DEBUG neutron.services.tag.tag_plugin [None req-9c74c1ef-f873-454c-b514-a2a738d322ce tempest-TagsExtTest-234069064 tempest-TagsExtTest-234069064-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '327775db-abcd-4c91-9078-7f6937011070', 'tempest-TagsExtTest-Tag-1198990962') {} {{(pid=95101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:47:20.086599 n-d-713301-16 neutron-server[95101]: INFO neutron.api.v2.resource [None req-9c74c1ef-f873-454c-b514-a2a738d322ce tempest-TagsExtTest-234069064 tempest-TagsExtTest-234069064-project] show failed (client error): The resource could not be found. Sep 23 19:47:20.090290 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-9c74c1ef-f873-454c-b514-a2a738d322ce tempest-TagsExtTest-234069064 tempest-TagsExtTest-234069064-project] 10.222.0.67 "GET /v2.0/subnetpools/327775db-abcd-4c91-9078-7f6937011070/tags/tempest-TagsExtTest-Tag-1198990962 HTTP/1.1" status: 404 len: 329 time: 0.0638909 Sep 23 19:47:20.090479 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 43472) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:47:20.108983 n-d-713301-16 neutron-server[95101]: DEBUG neutron.services.tag.tag_plugin [None req-7221c1a1-404b-4f46-8060-c3529459f0b2 tempest-TagsExtTest-234069064 tempest-TagsExtTest-234069064-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '327775db-abcd-4c91-9078-7f6937011070', 'tempest-TagsExtTest-Tag-1357902369') {} {{(pid=95101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:47:20.139257 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d5077bf-7715-4a0e-8dec-1e99b3b35988 tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:47:20.140845 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-5d5077bf-7715-4a0e-8dec-1e99b3b35988 tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] 10.222.0.67 "GET /v2.0/ports HTTP/1.1" status: 200 len: 867 time: 0.1110680 Sep 23 19:47:20.144637 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 43474) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:47:20.150096 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4dd4036d-bfd0-4724-96a5-891cab70e7ae None None] Update dhcp port {'port': {'network_id': '3e6c6ec3-89f7-4fc2-8252-c7df087533ec', 'fixed_ips': [{'subnet_id': 'e2b4eacf-ece7-4da5-9d71-b14d2259e59b'}], 'binding:host_id': 'n-d-713301-16'}, 'id': '1681c0e9-b8f0-433c-8825-ba977bba7eae'} from n-d-713301-16. {{(pid=95103) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Sep 23 19:47:20.174262 n-d-713301-16 neutron-server[95101]: INFO neutron.api.v2.resource [None req-7221c1a1-404b-4f46-8060-c3529459f0b2 tempest-TagsExtTest-234069064 tempest-TagsExtTest-234069064-project] show failed (client error): The resource could not be found. Sep 23 19:47:20.178385 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-7221c1a1-404b-4f46-8060-c3529459f0b2 tempest-TagsExtTest-234069064 tempest-TagsExtTest-234069064-project] 10.222.0.67 "GET /v2.0/subnetpools/327775db-abcd-4c91-9078-7f6937011070/tags/tempest-TagsExtTest-Tag-1357902369 HTTP/1.1" status: 404 len: 329 time: 0.0839884 Sep 23 19:47:20.178690 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 43476) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:47:20.183590 n-d-713301-16 neutron-server[95101]: DEBUG neutron.services.tag.tag_plugin [None req-d64a6fd5-d72c-4ffa-932c-af10ab0ca96a tempest-TagsExtTest-234069064 tempest-TagsExtTest-234069064-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '327775db-abcd-4c91-9078-7f6937011070', 'tempest-TagsExtTest-Tag-870704084') {} {{(pid=95101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:47:20.201296 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-4dd4036d-bfd0-4724-96a5-891cab70e7ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:47:20.236500 n-d-713301-16 neutron-server[95101]: INFO neutron.api.v2.resource [None req-d64a6fd5-d72c-4ffa-932c-af10ab0ca96a tempest-TagsExtTest-234069064 tempest-TagsExtTest-234069064-project] show failed (client error): The resource could not be found. Sep 23 19:47:20.237817 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-d64a6fd5-d72c-4ffa-932c-af10ab0ca96a tempest-TagsExtTest-234069064 tempest-TagsExtTest-234069064-project] 10.222.0.67 "GET /v2.0/subnetpools/327775db-abcd-4c91-9078-7f6937011070/tags/tempest-TagsExtTest-Tag-870704084 HTTP/1.1" status: 404 len: 328 time: 0.0580904 Sep 23 19:47:20.244585 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 43480) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:47:20.250033 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33e0d85c-6a58-415a-8e96-d92061aa53ec tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:47:20.254093 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-33e0d85c-6a58-415a-8e96-d92061aa53ec tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] 10.222.0.67 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1061418 Sep 23 19:47:20.259284 n-d-713301-16 neutron-server[95101]: DEBUG neutron.services.tag.tag_plugin [None req-83925c92-305d-4ae8-9c1b-4547954ee960 tempest-TagsExtTest-234069064 tempest-TagsExtTest-234069064-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '327775db-abcd-4c91-9078-7f6937011070') {} {{(pid=95101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:47:20.261754 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 43482) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:47:20.272235 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b3d9f8e-4566-42ac-a743-9a6c4728c85a req-22404bd5-8028-4a93-a124-3bd63b43213a tempest-AttachVolumeShelveTestJSON-2035318112 tempest-AttachVolumeShelveTestJSON-2035318112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:47:20.293232 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-8b3d9f8e-4566-42ac-a743-9a6c4728c85a req-22404bd5-8028-4a93-a124-3bd63b43213a tempest-AttachVolumeShelveTestJSON-2035318112 tempest-AttachVolumeShelveTestJSON-2035318112-project] 10.222.0.67 "GET /v2.0/ports?device_id=036bfa8b-48f6-483d-9ccb-759a52abd0b0 HTTP/1.1" status: 200 len: 945 time: 0.2828996 Sep 23 19:47:20.397752 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-8b3d9f8e-4566-42ac-a743-9a6c4728c85a req-4fc10100-c893-426f-9048-425ede305274 tempest-AttachVolumeShelveTestJSON-2035318112 tempest-AttachVolumeShelveTestJSON-2035318112-project] 10.222.0.67 "GET /v2.0/security-groups?id=209f1ee5-6189-41c6-b235-f9c754b12a19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1032443 Sep 23 19:47:20.422163 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-b492fcbd-43d9-4636-8eac-b9f3262a2b62 tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] 10.222.0.67 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1590633 Sep 23 19:47:20.429357 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 43484) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:47:20.435548 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.v2.base [None req-1aaba17d-4d5f-478d-9a4a-e012d2ffdfdf tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Request body: {'subnet': {'network_id': '3e6c6ec3-89f7-4fc2-8252-c7df087533ec', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=95102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:47:20.469379 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-83925c92-305d-4ae8-9c1b-4547954ee960 tempest-TagsExtTest-234069064 tempest-TagsExtTest-234069064-project] 10.222.0.67 "DELETE /v2.0/subnetpools/327775db-abcd-4c91-9078-7f6937011070/tags HTTP/1.1" status: 204 len: 168 time: 0.2232852 Sep 23 19:47:20.473028 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 43486) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:47:20.491040 n-d-713301-16 neutron-server[95101]: DEBUG neutron.services.tag.tag_plugin [None req-009f32f8-3ec1-492d-a1d6-aa478275b6aa tempest-TagsExtTest-234069064 tempest-TagsExtTest-234069064-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'b462c710-d6dc-4e75-80eb-1e9df0c8398b') {} {{(pid=95101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:47:20.519866 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f69922f-1f0a-4f7e-a3e1-5d9911bbf353 None None] Network 3e6c6ec3-89f7-4fc2-8252-c7df087533ec requested from n-d-713301-16 {{(pid=95103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 19:47:20.560269 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1aaba17d-4d5f-478d-9a4a-e012d2ffdfdf tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Made reservation on behalf of ef2dbafd0ba44b7485191a034ef43810 for: {'subnet': 1} {{(pid=95102) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:47:20.568511 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-1aaba17d-4d5f-478d-9a4a-e012d2ffdfdf tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5388256'] for subnet, before_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:47:20.570631 n-d-713301-16 neutron-server[95102]: INFO neutron.pecan_wsgi.hooks.translation [None req-1aaba17d-4d5f-478d-9a4a-e012d2ffdfdf tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 23 19:47:20.571257 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1aaba17d-4d5f-478d-9a4a-e012d2ffdfdf tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=95102) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 23 19:47:20.594267 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-1aaba17d-4d5f-478d-9a4a-e012d2ffdfdf tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.1604886 Sep 23 19:47:20.594652 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 43490) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:47:20.608065 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.v2.base [None req-71346ec7-d284-474c-81fa-46ed9bd37a1c tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Request body: {'subnet': {'network_id': '3e6c6ec3-89f7-4fc2-8252-c7df087533ec', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'slaac'}} {{(pid=95102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:47:20.631248 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-009f32f8-3ec1-492d-a1d6-aa478275b6aa tempest-TagsExtTest-234069064 tempest-TagsExtTest-234069064-project] 10.222.0.67 "DELETE /v2.0/routers/b462c710-d6dc-4e75-80eb-1e9df0c8398b/tags HTTP/1.1" status: 204 len: 168 time: 0.1570857 Sep 23 19:47:20.634752 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 43492) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:47:20.644531 n-d-713301-16 neutron-server[95101]: DEBUG neutron.services.tag.tag_plugin [None req-19ea8474-059a-4cf7-a54e-dbf6b13014d5 tempest-TagsExtTest-234069064 tempest-TagsExtTest-234069064-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '647f6503-5c3b-4ce5-8e72-df1877f80edb') {} {{(pid=95101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:47:20.656028 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-99d38154-5666-4b20-83b9-11a281f645ef None None] Provisioning complete for port 1681c0e9-b8f0-433c-8825-ba977bba7eae triggered by entity DHCP. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:47:20.656401 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-99d38154-5666-4b20-83b9-11a281f645ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:47:20.797027 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-19ea8474-059a-4cf7-a54e-dbf6b13014d5 tempest-TagsExtTest-234069064 tempest-TagsExtTest-234069064-project] 10.222.0.67 "DELETE /v2.0/ports/647f6503-5c3b-4ce5-8e72-df1877f80edb/tags HTTP/1.1" status: 204 len: 168 time: 0.1608996 Sep 23 19:47:20.799510 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 43494) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:47:20.806822 n-d-713301-16 neutron-server[95101]: DEBUG neutron.services.tag.tag_plugin [None req-586f2fcc-22da-416a-a820-7a8c499171aa tempest-TagsExtTest-234069064 tempest-TagsExtTest-234069064-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'f55d69b8-1650-4f85-89fa-c1d8f33620ea') {} {{(pid=95101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:47:20.881319 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71346ec7-d284-474c-81fa-46ed9bd37a1c tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Made reservation on behalf of ef2dbafd0ba44b7485191a034ef43810 for: {'subnet': 1} {{(pid=95102) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:47:20.892708 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-71346ec7-d284-474c-81fa-46ed9bd37a1c tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5388256'] for subnet, before_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:47:20.899082 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-586f2fcc-22da-416a-a820-7a8c499171aa tempest-TagsExtTest-234069064 tempest-TagsExtTest-234069064-project] 10.222.0.67 "DELETE /v2.0/subnets/f55d69b8-1650-4f85-89fa-c1d8f33620ea/tags HTTP/1.1" status: 204 len: 168 time: 0.0982003 Sep 23 19:47:20.901231 n-d-713301-16 neutron-server[95102]: INFO neutron.pecan_wsgi.hooks.translation [None req-71346ec7-d284-474c-81fa-46ed9bd37a1c tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 23 19:47:20.902768 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-71346ec7-d284-474c-81fa-46ed9bd37a1c tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=95102) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 23 19:47:20.903529 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 43496) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:47:20.941561 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-71346ec7-d284-474c-81fa-46ed9bd37a1c tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.3457971 Sep 23 19:47:20.942457 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 43498) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:47:20.948306 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.v2.base [None req-988a60fb-70e6-401a-add4-409bf6f33328 tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Request body: {'subnet': {'network_id': '3e6c6ec3-89f7-4fc2-8252-c7df087533ec', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=95102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:47:20.974797 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1bc2d80-2f01-41ec-a27b-f894a6a64337 None None] DHCP port deletion for 3e6c6ec3-89f7-4fc2-8252-c7df087533ec request from n-d-713301-16 {{(pid=95103) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 23 19:47:21.076400 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.plugin [None req-d1bc2d80-2f01-41ec-a27b-f894a6a64337 None None] Deleting port 1681c0e9-b8f0-433c-8825-ba977bba7eae {{(pid=95103) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:47:21.077450 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-d1bc2d80-2f01-41ec-a27b-f894a6a64337 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783146157096'] for port, before_delete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:47:21.191051 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-988a60fb-70e6-401a-add4-409bf6f33328 tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Made reservation on behalf of ef2dbafd0ba44b7485191a034ef43810 for: {'subnet': 1} {{(pid=95102) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:47:21.198565 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-988a60fb-70e6-401a-add4-409bf6f33328 tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5388256'] for subnet, before_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:47:21.203039 n-d-713301-16 neutron-server[95102]: INFO neutron.pecan_wsgi.hooks.translation [None req-988a60fb-70e6-401a-add4-409bf6f33328 tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 23 19:47:21.205066 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-988a60fb-70e6-401a-add4-409bf6f33328 tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=95102) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 23 19:47:21.209289 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-58dbabad-f50b-4b38-884f-e4feeaa8ecd8 tempest-TagsExtTest-234069064 tempest-TagsExtTest-234069064-project] Notify callbacks [] for subnetpool, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:47:21.212360 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-58dbabad-f50b-4b38-884f-e4feeaa8ecd8 tempest-TagsExtTest-234069064 tempest-TagsExtTest-234069064-project] 10.222.0.67 "DELETE /v2.0/subnetpools/327775db-abcd-4c91-9078-7f6937011070 HTTP/1.1" status: 204 len: 168 time: 0.3058715 Sep 23 19:47:21.213726 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 43500) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:47:21.241529 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-988a60fb-70e6-401a-add4-409bf6f33328 tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.2971311 Sep 23 19:47:21.242598 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 43502) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:47:21.247759 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.v2.base [None req-e4283512-66ea-41e6-9cf7-72b38ce4ffc2 tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Request body: {'subnet': {'network_id': '3e6c6ec3-89f7-4fc2-8252-c7df087533ec', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=95102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:47:21.339311 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-1436e0f6-8e01-4462-9140-50b48c1098fa tempest-TagsExtTest-234069064 tempest-TagsExtTest-234069064-project] 10.222.0.67 "GET /v2.0/ports?device_id=b462c710-d6dc-4e75-80eb-1e9df0c8398b HTTP/1.1" status: 200 len: 205 time: 0.1243036 Sep 23 19:47:21.344467 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 43504) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:47:21.405870 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Device 1681c0e9-b8f0-433c-8825-ba977bba7eae no longer exists at agent ovs-agent-n-d-713301-16 {{(pid=95103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 19:47:21.517953 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4283512-66ea-41e6-9cf7-72b38ce4ffc2 tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Made reservation on behalf of ef2dbafd0ba44b7485191a034ef43810 for: {'subnet': 1} {{(pid=95102) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:47:21.523804 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-e4283512-66ea-41e6-9cf7-72b38ce4ffc2 tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5388256'] for subnet, before_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:47:21.529152 n-d-713301-16 neutron-server[95102]: INFO neutron.pecan_wsgi.hooks.translation [None req-e4283512-66ea-41e6-9cf7-72b38ce4ffc2 tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 23 19:47:21.529893 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e4283512-66ea-41e6-9cf7-72b38ce4ffc2 tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=95102) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 23 19:47:21.548256 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-20d18f2b-532d-43c3-96e4-d80a112cbd42 tempest-TagsExtTest-234069064 tempest-TagsExtTest-234069064-project] Notify callbacks [] for router, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:47:21.574880 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-e4283512-66ea-41e6-9cf7-72b38ce4ffc2 tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.3310115 Sep 23 19:47:21.577832 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 43508) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:47:21.587248 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.v2.base [None req-5c30c96f-5cff-4d11-b719-97f2d98dd811 tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Request body: {'subnet': {'network_id': '3e6c6ec3-89f7-4fc2-8252-c7df087533ec', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'slaac'}} {{(pid=95102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:47:21.644359 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-d1bc2d80-2f01-41ec-a27b-f894a6a64337 None None] For port 1681c0e9-b8f0-433c-8825-ba977bba7eae, host n-d-713301-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-16',level=0,port_id=1681c0e9-b8f0-433c-8825-ba977bba7eae,segment=NetworkSegment(5c8360fd-bd95-490f-abbb-4e7bd94ab9a5),segment_id=5c8360fd-bd95-490f-abbb-4e7bd94ab9a5)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:47:21.645177 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-d1bc2d80-2f01-41ec-a27b-f894a6a64337 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-605701'] for port, precommit_delete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:47:21.694150 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.plugin [None req-d1bc2d80-2f01-41ec-a27b-f894a6a64337 None None] Calling delete_port for 1681c0e9-b8f0-433c-8825-ba977bba7eae owned by network:dhcp {{(pid=95103) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:47:21.804455 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:47:21.863342 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c30c96f-5cff-4d11-b719-97f2d98dd811 tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Made reservation on behalf of ef2dbafd0ba44b7485191a034ef43810 for: {'subnet': 1} {{(pid=95102) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:47:21.868197 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-5c30c96f-5cff-4d11-b719-97f2d98dd811 tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5388256'] for subnet, before_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:47:21.874295 n-d-713301-16 neutron-server[95102]: INFO neutron.pecan_wsgi.hooks.translation [None req-5c30c96f-5cff-4d11-b719-97f2d98dd811 tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 23 19:47:21.875350 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5c30c96f-5cff-4d11-b719-97f2d98dd811 tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=95102) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 23 19:47:21.918003 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e071468-aee1-4889-9c97-39d2ba37f140 req-7c549fc1-6e57-468b-ab70-a25e68d0d678 tempest-AttachVolumeShelveTestJSON-2035318112 tempest-AttachVolumeShelveTestJSON-2035318112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:47:21.920052 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-2e071468-aee1-4889-9c97-39d2ba37f140 req-7c549fc1-6e57-468b-ab70-a25e68d0d678 tempest-AttachVolumeShelveTestJSON-2035318112 tempest-AttachVolumeShelveTestJSON-2035318112-project] 10.222.0.67 "GET /v2.0/ports?device_id=036bfa8b-48f6-483d-9ccb-759a52abd0b0 HTTP/1.1" status: 200 len: 945 time: 0.1965756 Sep 23 19:47:21.956740 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-5c30c96f-5cff-4d11-b719-97f2d98dd811 tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.3771021 Sep 23 19:47:21.962725 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 43514) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:47:21.971410 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.v2.base [None req-606fe722-adc9-4586-a4f8-6372cdeb7f6a tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Request body: {'subnet': {'network_id': '3e6c6ec3-89f7-4fc2-8252-c7df087533ec', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=95102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:47:22.017928 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] For port 1681c0e9-b8f0-433c-8825-ba977bba7eae, host n-d-713301-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-16',level=0,port_id=1681c0e9-b8f0-433c-8825-ba977bba7eae,segment=NetworkSegment(5c8360fd-bd95-490f-abbb-4e7bd94ab9a5),segment_id=5c8360fd-bd95-490f-abbb-4e7bd94ab9a5)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:47:22.038255 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:47:22.202817 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-2e071468-aee1-4889-9c97-39d2ba37f140 req-2188e4ce-c067-4643-a253-55daa90fee48 tempest-AttachVolumeShelveTestJSON-2035318112 tempest-AttachVolumeShelveTestJSON-2035318112-project] 10.222.0.67 "GET /v2.0/security-groups?id=209f1ee5-6189-41c6-b235-f9c754b12a19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2578840 Sep 23 19:47:22.205726 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-d1bc2d80-2f01-41ec-a27b-f894a6a64337 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783146162158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783145673144'] for port, after_delete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:47:22.219784 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Pushing event updated for resources: {'Port': ['ID=1681c0e9-b8f0-433c-8825-ba977bba7eae,revision_number=15']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:47:22.253201 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-606fe722-adc9-4586-a4f8-6372cdeb7f6a tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Made reservation on behalf of ef2dbafd0ba44b7485191a034ef43810 for: {'subnet': 1} {{(pid=95102) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:47:22.259653 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-606fe722-adc9-4586-a4f8-6372cdeb7f6a tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5388256'] for subnet, before_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:47:22.266921 n-d-713301-16 neutron-server[95102]: INFO neutron.pecan_wsgi.hooks.translation [None req-606fe722-adc9-4586-a4f8-6372cdeb7f6a tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 23 19:47:22.267457 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-606fe722-adc9-4586-a4f8-6372cdeb7f6a tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=95102) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 23 19:47:22.287088 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1bc2d80-2f01-41ec-a27b-f894a6a64337 None None] Pushing event deleted for resources: {'Port': ['ID=1681c0e9-b8f0-433c-8825-ba977bba7eae,revision_number=None']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:47:22.289819 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-606fe722-adc9-4586-a4f8-6372cdeb7f6a tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.3256128 Sep 23 19:47:22.292223 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 43520) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:47:22.310497 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1bc2d80-2f01-41ec-a27b-f894a6a64337 None None] No DVR routers for this DVR port 1681c0e9-b8f0-433c-8825-ba977bba7eae on host n-d-713301-16 {{(pid=95103) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 19:47:22.349298 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-1b2c5dec-10e5-4fab-89f2-57658490d701 tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] 10.222.0.67 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0521996 Sep 23 19:47:22.349831 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 43522) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:47:22.365254 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 43524) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:47:22.399103 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-20d18f2b-532d-43c3-96e4-d80a112cbd42 tempest-TagsExtTest-234069064 tempest-TagsExtTest-234069064-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-597305', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29369'] for router, precommit_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:47:22.407161 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-20d18f2b-532d-43c3-96e4-d80a112cbd42 tempest-TagsExtTest-234069064 tempest-TagsExtTest-234069064-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:47:22.518087 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce665477-373e-4922-abc9-3561c7a472db tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:47:22.522957 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-ce665477-373e-4922-abc9-3561c7a472db tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] 10.222.0.67 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1714511 Sep 23 19:47:22.523662 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 43528) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:47:22.566760 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-20d18f2b-532d-43c3-96e4-d80a112cbd42 tempest-TagsExtTest-234069064 tempest-TagsExtTest-234069064-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-597296'] for router, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:47:22.567826 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20d18f2b-532d-43c3-96e4-d80a112cbd42 tempest-TagsExtTest-234069064 tempest-TagsExtTest-234069064-project] Fanout notify agent at l3_agent the message router_deleted on router b462c710-d6dc-4e75-80eb-1e9df0c8398b {{(pid=95101) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 23 19:47:22.584712 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-cc02eff7-1951-4c86-84ca-694bdbc10107 tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] 10.222.0.67 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0585065 Sep 23 19:47:22.588011 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 43530) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:47:22.590121 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-20d18f2b-532d-43c3-96e4-d80a112cbd42 tempest-TagsExtTest-234069064 tempest-TagsExtTest-234069064-project] Notify callbacks [] for router, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:47:22.591342 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-20d18f2b-532d-43c3-96e4-d80a112cbd42 tempest-TagsExtTest-234069064 tempest-TagsExtTest-234069064-project] 10.222.0.67 "DELETE /v2.0/routers/b462c710-d6dc-4e75-80eb-1e9df0c8398b HTTP/1.1" status: 204 len: 168 time: 1.2458329 Sep 23 19:47:22.593833 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 43532) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:47:22.599646 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.v2.base [None req-4732c400-7439-429e-8c88-438d2187a3e7 tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Request body: {'subnet': {'network_id': '3e6c6ec3-89f7-4fc2-8252-c7df087533ec', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=95102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:47:22.695255 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-d968708e-808d-4757-aa73-ed28683fb19a admin admin] Notify callbacks [] for security_group, before_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:47:22.775722 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.plugin [None req-26ae0aea-8dfa-48ca-8c1d-f5b036c1a713 tempest-TagsExtTest-234069064 tempest-TagsExtTest-234069064-project] Deleting port 647f6503-5c3b-4ce5-8e72-df1877f80edb {{(pid=95101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:47:22.778884 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-26ae0aea-8dfa-48ca-8c1d-f5b036c1a713 tempest-TagsExtTest-234069064 tempest-TagsExtTest-234069064-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783146157096'] for port, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:47:22.886418 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-d968708e-808d-4757-aa73-ed28683fb19a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:47:22.894248 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-d968708e-808d-4757-aa73-ed28683fb19a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:47:22.958628 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4732c400-7439-429e-8c88-438d2187a3e7 tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Made reservation on behalf of ef2dbafd0ba44b7485191a034ef43810 for: {'subnet': 1} {{(pid=95102) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:47:22.964526 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-4732c400-7439-429e-8c88-438d2187a3e7 tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5388256'] for subnet, before_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:47:22.979293 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-d968708e-808d-4757-aa73-ed28683fb19a admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=1dc00c1a87024af9bc936f5997ab2822&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6101818 Sep 23 19:47:22.980010 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 43534) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:47:22.985273 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-ccd19c3a-3ec1-48d2-8938-eea56f099290 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:47:22.993246 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-26ae0aea-8dfa-48ca-8c1d-f5b036c1a713 tempest-TagsExtTest-234069064 tempest-TagsExtTest-234069064-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-605701'] for port, precommit_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:47:22.996146 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d968708e-808d-4757-aa73-ed28683fb19a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72ca8bc1-abd5-443d-9217-cc126b6ccced,revision_number=1']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:47:23.032778 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.plugin [None req-26ae0aea-8dfa-48ca-8c1d-f5b036c1a713 tempest-TagsExtTest-234069064 tempest-TagsExtTest-234069064-project] Calling delete_port for 647f6503-5c3b-4ce5-8e72-df1877f80edb owned by {{(pid=95101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:47:23.116039 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:47:23.154847 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-f8872fab-d511-4184-a486-23e344db6878 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:47:23.202538 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-f8872fab-d511-4184-a486-23e344db6878 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:47:23.315538 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-26ae0aea-8dfa-48ca-8c1d-f5b036c1a713 tempest-TagsExtTest-234069064 tempest-TagsExtTest-234069064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783146162158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783145673144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5607431'] for port, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:47:23.337610 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-f8872fab-d511-4184-a486-23e344db6878 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:47:23.340084 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-f8872fab-d511-4184-a486-23e344db6878 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:47:23.343800 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-f8872fab-d511-4184-a486-23e344db6878 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/72ca8bc1-abd5-443d-9217-cc126b6ccced HTTP/1.1" status: 204 len: 168 time: 0.3602276 Sep 23 19:47:23.377345 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26ae0aea-8dfa-48ca-8c1d-f5b036c1a713 tempest-TagsExtTest-234069064 tempest-TagsExtTest-234069064-project] Pushing event deleted for resources: {'Port': ['ID=647f6503-5c3b-4ce5-8e72-df1877f80edb,revision_number=None']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:47:23.390519 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8872fab-d511-4184-a486-23e344db6878 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72ca8bc1-abd5-443d-9217-cc126b6ccced,revision_number=None']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:47:23.400485 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4863cda5-ecb6-4608-adf6-773052c9c5dc req-0594633d-6bb5-402c-9883-fc0b03de40d6 tempest-AttachVolumeShelveTestJSON-2035318112 tempest-AttachVolumeShelveTestJSON-2035318112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:47:23.402137 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-4863cda5-ecb6-4608-adf6-773052c9c5dc req-0594633d-6bb5-402c-9883-fc0b03de40d6 tempest-AttachVolumeShelveTestJSON-2035318112 tempest-AttachVolumeShelveTestJSON-2035318112-project] 10.222.0.67 "GET /v2.0/ports?device_id=036bfa8b-48f6-483d-9ccb-759a52abd0b0 HTTP/1.1" status: 200 len: 945 time: 0.0785887 Sep 23 19:47:23.420567 n-d-713301-16 neutron-server[95102]: DEBUG neutron.objects.ports [None req-4732c400-7439-429e-8c88-438d2187a3e7 tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=95102) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 23 19:47:23.424381 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-4732c400-7439-429e-8c88-438d2187a3e7 tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4398944', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5388242'] for subnet, after_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:47:23.491448 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-0ae75029-feb6-4728-9a94-5f9b60993d82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:47:23.523588 n-d-713301-16 neutron-server[95102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4732c400-7439-429e-8c88-438d2187a3e7 tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Network 3e6c6ec3-89f7-4fc2-8252-c7df087533ec is already hosted by enough agents. {{(pid=95102) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:47:23.547515 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-4863cda5-ecb6-4608-adf6-773052c9c5dc req-7f1c2458-2f1c-46ae-ad80-c6a485e444a6 tempest-AttachVolumeShelveTestJSON-2035318112 tempest-AttachVolumeShelveTestJSON-2035318112-project] 10.222.0.67 "GET /v2.0/security-groups?id=209f1ee5-6189-41c6-b235-f9c754b12a19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1255352 Sep 23 19:47:23.560765 n-d-713301-16 neutron-server[95102]: DEBUG neutron.scheduler.base_scheduler [None req-4732c400-7439-429e-8c88-438d2187a3e7 tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Resources bound (agent type, host, resource id): {{(pid=95102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:47:23.571870 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4732c400-7439-429e-8c88-438d2187a3e7 tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:47:23.572481 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-4732c400-7439-429e-8c88-438d2187a3e7 tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Notify callbacks [] for subnet, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:47:23.574370 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f978baf0-efd6-4c2a-9382-a7be0d902539 None None] Network 3e6c6ec3-89f7-4fc2-8252-c7df087533ec requested from n-d-713301-16 {{(pid=95103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 19:47:23.576310 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4732c400-7439-429e-8c88-438d2187a3e7 tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Pushing event updated for resources: {'Subnet': ['ID=d0f1f0a6-e2e5-4a51-a88a-830c184c5ce8,revision_number=0']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:47:23.608865 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-26ae0aea-8dfa-48ca-8c1d-f5b036c1a713 tempest-TagsExtTest-234069064 tempest-TagsExtTest-234069064-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222849'] for port, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:47:23.611209 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-26ae0aea-8dfa-48ca-8c1d-f5b036c1a713 tempest-TagsExtTest-234069064 tempest-TagsExtTest-234069064-project] 10.222.0.67 "DELETE /v2.0/ports/647f6503-5c3b-4ce5-8e72-df1877f80edb HTTP/1.1" status: 204 len: 168 time: 1.0158021 Sep 23 19:47:23.613782 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 43544) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:47:23.617362 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-4732c400-7439-429e-8c88-438d2187a3e7 tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.0279489 Sep 23 19:47:23.620998 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 43546) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:47:23.626630 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.v2.base [None req-f3d71ad4-50bf-4573-a3d8-f63a51504742 tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Request body: {'port': {'network_id': '3e6c6ec3-89f7-4fc2-8252-c7df087533ec', 'mac_address': 'fa:16:3e:62:44:0c', 'name': 'tempest-NetworksTestDHCPv6-1072531110'}} {{(pid=95102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:47:23.821932 n-d-713301-16 neutron-server[95101]: DEBUG neutron.db.db_base_plugin_v2 [None req-2a7f74ab-dbc3-4e4f-a7e3-7b447163796a tempest-TagsExtTest-234069064 tempest-TagsExtTest-234069064-project] Deleting subnet f55d69b8-1650-4f85-89fa-c1d8f33620ea {{(pid=95101) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 23 19:47:23.824968 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3d71ad4-50bf-4573-a3d8-f63a51504742 tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Made reservation on behalf of ef2dbafd0ba44b7485191a034ef43810 for: {'port': 1} {{(pid=95102) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:47:23.835295 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-2a7f74ab-dbc3-4e4f-a7e3-7b447163796a tempest-TagsExtTest-234069064 tempest-TagsExtTest-234069064-project] Notify callbacks [] for subnet, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:47:23.899890 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de2a08d1-28e5-4f5b-8564-b4a36b904d45 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4c8b80df-07eb-5275-9f17-5cf640db67c0-3e6c6ec3-89f7-4fc2-8252-c7df087533ec', 'network_id': '3e6c6ec3-89f7-4fc2-8252-c7df087533ec', 'tenant_id': 'ef2dbafd0ba44b7485191a034ef43810', 'fixed_ips': [{'subnet_id': 'd0f1f0a6-e2e5-4a51-a88a-830c184c5ce8'}]}} from n-d-713301-16. {{(pid=95103) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 23 19:47:23.902943 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-de2a08d1-28e5-4f5b-8564-b4a36b904d45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_create {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:47:23.943426 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-2a7f74ab-dbc3-4e4f-a7e3-7b447163796a tempest-TagsExtTest-234069064 tempest-TagsExtTest-234069064-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6007154'] for subnet, precommit_delete_associations {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:47:24.001137 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 43548) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:47:24.026148 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-01ee2b61-684c-44bc-a66a-a7c2f9a594d9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:47:24.066237 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-f3d71ad4-50bf-4573-a3d8-f63a51504742 tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:47:24.112806 n-d-713301-16 neutron-server[95102]: DEBUG neutron.notifiers.nova [None req-f3d71ad4-50bf-4573-a3d8-f63a51504742 tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] device_id is not set on port 4908e03b-a4c3-48be-97b7-6e9daede9697 yet. {{(pid=95102) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 23 19:47:24.163573 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-2a7f74ab-dbc3-4e4f-a7e3-7b447163796a tempest-TagsExtTest-234069064 tempest-TagsExtTest-234069064-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1756813'] for subnet, precommit_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:47:24.172758 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.db_base_plugin_common [None req-de2a08d1-28e5-4f5b-8564-b4a36b904d45 None None] Allocated IP 2001:db8::f816:3eff:fe6b:c31b (3e6c6ec3-89f7-4fc2-8252-c7df087533ec/d0f1f0a6-e2e5-4a51-a88a-830c184c5ce8/4a2d30f5-42e5-442a-90cb-ca0963652184) {{(pid=95103) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 19:47:24.240474 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-01ee2b61-684c-44bc-a66a-a7c2f9a594d9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:47:24.249126 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-01ee2b61-684c-44bc-a66a-a7c2f9a594d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:47:24.272812 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-2a7f74ab-dbc3-4e4f-a7e3-7b447163796a tempest-TagsExtTest-234069064 tempest-TagsExtTest-234069064-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1756804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5607514', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6130950'] for subnet, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:47:24.296641 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-01ee2b61-684c-44bc-a66a-a7c2f9a594d9 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=dfd7d62b77ba4fe680829aa6e8c718ef&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2941904 Sep 23 19:47:24.300618 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 43550) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:47:24.310573 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01ee2b61-684c-44bc-a66a-a7c2f9a594d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aee3d927-d449-4946-8ed3-0f12f9ddd8fe,revision_number=1']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:47:24.325392 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a7f74ab-dbc3-4e4f-a7e3-7b447163796a tempest-TagsExtTest-234069064 tempest-TagsExtTest-234069064-project] Pushing event deleted for resources: {'Subnet': ['ID=f55d69b8-1650-4f85-89fa-c1d8f33620ea,revision_number=None']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:47:24.328758 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-2a7f74ab-dbc3-4e4f-a7e3-7b447163796a tempest-TagsExtTest-234069064 tempest-TagsExtTest-234069064-project] Notify callbacks [] for subnet, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:47:24.332013 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-2a7f74ab-dbc3-4e4f-a7e3-7b447163796a tempest-TagsExtTest-234069064 tempest-TagsExtTest-234069064-project] 10.222.0.67 "DELETE /v2.0/subnets/f55d69b8-1650-4f85-89fa-c1d8f33620ea HTTP/1.1" status: 204 len: 168 time: 0.7163525 Sep 23 19:47:24.336517 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 43552) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:47:24.340211 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e781c3bb-82f3-4271-9763-77be6ea0d0a9 None None] Network d1471ddc-feba-4bec-866d-ce9aacff135e requested from n-d-713301-16 {{(pid=95103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 19:47:24.422437 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-b922641b-29cf-4645-a612-c9d00b22e83f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:47:24.441711 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-4edcffb6-b937-4d87-93a4-7b3f13737ea8 tempest-TagsExtTest-234069064 tempest-TagsExtTest-234069064-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1628021'] for network, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:47:24.446419 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-b922641b-29cf-4645-a612-c9d00b22e83f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:47:24.453798 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-de2a08d1-28e5-4f5b-8564-b4a36b904d45 None None] Notify callbacks [] for port, precommit_create {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:47:24.480119 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-de2a08d1-28e5-4f5b-8564-b4a36b904d45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783145673135'] for port, after_create {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:47:24.517414 n-d-713301-16 neutron-server[95102]: DEBUG neutron.db.db_base_plugin_common [None req-f3d71ad4-50bf-4573-a3d8-f63a51504742 tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Allocated IP 2001:db8::f816:3eff:fe62:440c (3e6c6ec3-89f7-4fc2-8252-c7df087533ec/d0f1f0a6-e2e5-4a51-a88a-830c184c5ce8/4908e03b-a4c3-48be-97b7-6e9daede9697) {{(pid=95102) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 19:47:24.521300 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.plugin [None req-4edcffb6-b937-4d87-93a4-7b3f13737ea8 tempest-TagsExtTest-234069064 tempest-TagsExtTest-234069064-project] Deleting port ef24e760-74db-41f5-af53-ebafcb042109 {{(pid=95101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:47:24.521986 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-4edcffb6-b937-4d87-93a4-7b3f13737ea8 tempest-TagsExtTest-234069064 tempest-TagsExtTest-234069064-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783146157096'] for port, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:47:24.545773 n-d-713301-16 neutron-server[95103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de2a08d1-28e5-4f5b-8564-b4a36b904d45 None None] Network 3e6c6ec3-89f7-4fc2-8252-c7df087533ec is already hosted by enough agents. {{(pid=95103) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:47:24.552769 n-d-713301-16 neutron-server[95103]: DEBUG neutron.scheduler.base_scheduler [None req-de2a08d1-28e5-4f5b-8564-b4a36b904d45 None None] Resources bound (agent type, host, resource id): {{(pid=95103) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:47:24.563906 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de2a08d1-28e5-4f5b-8564-b4a36b904d45 None None] Received port after_create {{(pid=95103) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 19:47:24.572348 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de2a08d1-28e5-4f5b-8564-b4a36b904d45 None None] Pushing event updated for resources: {'Port': ['ID=4a2d30f5-42e5-442a-90cb-ca0963652184,revision_number=1']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:47:24.602077 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-b922641b-29cf-4645-a612-c9d00b22e83f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:47:24.605620 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-b922641b-29cf-4645-a612-c9d00b22e83f admin admin] Notify callbacks [] for security_group, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:47:24.610196 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-b922641b-29cf-4645-a612-c9d00b22e83f admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/aee3d927-d449-4946-8ed3-0f12f9ddd8fe HTTP/1.1" status: 204 len: 168 time: 0.3044899 Sep 23 19:47:24.623751 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.db [None req-4edcffb6-b937-4d87-93a4-7b3f13737ea8 tempest-TagsExtTest-234069064 tempest-TagsExtTest-234069064-project] For port ef24e760-74db-41f5-af53-ebafcb042109, host n-d-713301-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-16',level=0,port_id=ef24e760-74db-41f5-af53-ebafcb042109,segment=NetworkSegment(6e8ac31b-f41b-4a5d-b8af-74eb433ac0a1),segment_id=6e8ac31b-f41b-4a5d-b8af-74eb433ac0a1)] {{(pid=95101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:47:24.624420 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-4edcffb6-b937-4d87-93a4-7b3f13737ea8 tempest-TagsExtTest-234069064 tempest-TagsExtTest-234069064-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-605701'] for port, precommit_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:47:24.650179 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.managers [None req-de2a08d1-28e5-4f5b-8564-b4a36b904d45 None None] Attempting to bind port 4a2d30f5-42e5-442a-90cb-ca0963652184 on host n-d-713301-16 for vnic_type normal with profile {{(pid=95103) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 19:47:24.651355 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.plugin [None req-4edcffb6-b937-4d87-93a4-7b3f13737ea8 tempest-TagsExtTest-234069064 tempest-TagsExtTest-234069064-project] Calling delete_port for ef24e760-74db-41f5-af53-ebafcb042109 owned by network:dhcp {{(pid=95101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:47:24.652195 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.managers [None req-de2a08d1-28e5-4f5b-8564-b4a36b904d45 None None] Attempting to bind port 4a2d30f5-42e5-442a-90cb-ca0963652184 by drivers openvswitch,hyperv on host n-d-713301-16 at level 0 using segments [{'id': '5c8360fd-bd95-490f-abbb-4e7bd94ab9a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '3e6c6ec3-89f7-4fc2-8252-c7df087533ec'}] {{(pid=95103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 19:47:24.653771 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de2a08d1-28e5-4f5b-8564-b4a36b904d45 None None] Attempting to bind port 4a2d30f5-42e5-442a-90cb-ca0963652184 on network 3e6c6ec3-89f7-4fc2-8252-c7df087533ec {{(pid=95103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:47:24.653975 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b922641b-29cf-4645-a612-c9d00b22e83f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aee3d927-d449-4946-8ed3-0f12f9ddd8fe,revision_number=None']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:47:24.677499 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de2a08d1-28e5-4f5b-8564-b4a36b904d45 None None] Checking agent: {'id': '70a14545-df24-472f-8f95-bfe1719bff93', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 19, 7, 53), 'started_at': datetime.datetime(2021, 9, 23, 19, 8, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 19, 47, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 19:47:24.680072 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de2a08d1-28e5-4f5b-8564-b4a36b904d45 None None] Checking segment: {'id': '5c8360fd-bd95-490f-abbb-4e7bd94ab9a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '3e6c6ec3-89f7-4fc2-8252-c7df087533ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95103) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:47:24.680764 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-de2a08d1-28e5-4f5b-8564-b4a36b904d45 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:47:24.681523 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de2a08d1-28e5-4f5b-8564-b4a36b904d45 None None] Bound using segment: {'id': '5c8360fd-bd95-490f-abbb-4e7bd94ab9a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '3e6c6ec3-89f7-4fc2-8252-c7df087533ec'} {{(pid=95103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 19:47:24.682219 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.managers [None req-de2a08d1-28e5-4f5b-8564-b4a36b904d45 None None] Bound port: 4a2d30f5-42e5-442a-90cb-ca0963652184, host: n-d-713301-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5c8360fd-bd95-490f-abbb-4e7bd94ab9a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '3e6c6ec3-89f7-4fc2-8252-c7df087533ec'}}] {{(pid=95103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 19:47:24.682851 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-de2a08d1-28e5-4f5b-8564-b4a36b904d45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:47:24.703492 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9763742b-d9b1-45e3-998e-8181a3561d3c None None] DHCP port deletion for d1471ddc-feba-4bec-866d-ce9aacff135e request from n-d-713301-16 {{(pid=95103) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 23 19:47:24.785532 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 43560) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:47:24.811997 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-de2a08d1-28e5-4f5b-8564-b4a36b904d45 None None] For port 4a2d30f5-42e5-442a-90cb-ca0963652184, host n-d-713301-16, cleared binding levels {{(pid=95103) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 19:47:24.814347 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-de2a08d1-28e5-4f5b-8564-b4a36b904d45 None None] For port 4a2d30f5-42e5-442a-90cb-ca0963652184, host n-d-713301-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-16',level=0,port_id=4a2d30f5-42e5-442a-90cb-ca0963652184,segment=NetworkSegment(5c8360fd-bd95-490f-abbb-4e7bd94ab9a5),segment_id=5c8360fd-bd95-490f-abbb-4e7bd94ab9a5)] {{(pid=95103) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 19:47:24.823218 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-de2a08d1-28e5-4f5b-8564-b4a36b904d45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:47:24.883593 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-4edcffb6-b937-4d87-93a4-7b3f13737ea8 tempest-TagsExtTest-234069064 tempest-TagsExtTest-234069064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783146162158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783145673144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5607431'] for port, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:47:24.938045 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4edcffb6-b937-4d87-93a4-7b3f13737ea8 tempest-TagsExtTest-234069064 tempest-TagsExtTest-234069064-project] Pushing event deleted for resources: {'Port': ['ID=ef24e760-74db-41f5-af53-ebafcb042109,revision_number=None']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:47:24.940259 n-d-713301-16 neutron-server[95101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4edcffb6-b937-4d87-93a4-7b3f13737ea8 tempest-TagsExtTest-234069064 tempest-TagsExtTest-234069064-project] No DVR routers for this DVR port ef24e760-74db-41f5-af53-ebafcb042109 on host n-d-713301-16 {{(pid=95101) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 19:47:24.946439 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de2a08d1-28e5-4f5b-8564-b4a36b904d45 None None] Pushing event updated for resources: {'Port': ['ID=4a2d30f5-42e5-442a-90cb-ca0963652184,revision_number=2']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:47:24.970851 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de2a08d1-28e5-4f5b-8564-b4a36b904d45 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:47:24.971530 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de2a08d1-28e5-4f5b-8564-b4a36b904d45 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:47:24.972065 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de2a08d1-28e5-4f5b-8564-b4a36b904d45 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:47:24.972640 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de2a08d1-28e5-4f5b-8564-b4a36b904d45 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:47:24.973174 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de2a08d1-28e5-4f5b-8564-b4a36b904d45 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:47:24.974316 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de2a08d1-28e5-4f5b-8564-b4a36b904d45 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:47:24.974900 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de2a08d1-28e5-4f5b-8564-b4a36b904d45 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:47:24.975540 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de2a08d1-28e5-4f5b-8564-b4a36b904d45 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:47:24.976331 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de2a08d1-28e5-4f5b-8564-b4a36b904d45 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:47:24.976877 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de2a08d1-28e5-4f5b-8564-b4a36b904d45 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:47:24.977400 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de2a08d1-28e5-4f5b-8564-b4a36b904d45 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:47:24.977911 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de2a08d1-28e5-4f5b-8564-b4a36b904d45 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:47:25.014783 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.plugin [None req-9763742b-d9b1-45e3-998e-8181a3561d3c None None] Deleting port ef24e760-74db-41f5-af53-ebafcb042109 {{(pid=95103) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:47:25.015420 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-9763742b-d9b1-45e3-998e-8181a3561d3c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783146157096'] for port, before_delete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:47:25.091101 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e9ad83-ebc7-42fb-853f-529d2820db2e req-c592ba55-d7da-47c0-8670-d51f7844c6da tempest-AttachVolumeShelveTestJSON-2035318112 tempest-AttachVolumeShelveTestJSON-2035318112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:47:25.092741 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-01e9ad83-ebc7-42fb-853f-529d2820db2e req-c592ba55-d7da-47c0-8670-d51f7844c6da tempest-AttachVolumeShelveTestJSON-2035318112 tempest-AttachVolumeShelveTestJSON-2035318112-project] 10.222.0.67 "GET /v2.0/ports?device_id=036bfa8b-48f6-483d-9ccb-759a52abd0b0 HTTP/1.1" status: 200 len: 945 time: 0.4181814 Sep 23 19:47:25.159225 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-4edcffb6-b937-4d87-93a4-7b3f13737ea8 tempest-TagsExtTest-234069064 tempest-TagsExtTest-234069064-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1754676', 'neutron.services.segments.db._delete_segments_for_network-8783146221460'] for network, precommit_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:47:25.176788 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-f3d71ad4-50bf-4573-a3d8-f63a51504742 tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Notify callbacks [] for port, precommit_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:47:25.184114 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-9763742b-d9b1-45e3-998e-8181a3561d3c None None] For port ef24e760-74db-41f5-af53-ebafcb042109, host n-d-713301-16, got binding levels [] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:47:25.184718 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-9763742b-d9b1-45e3-998e-8181a3561d3c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-605701'] for port, precommit_delete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:47:25.198464 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-01e9ad83-ebc7-42fb-853f-529d2820db2e req-f8075aac-27b7-4ed6-8b5d-e92f52d66f56 tempest-AttachVolumeShelveTestJSON-2035318112 tempest-AttachVolumeShelveTestJSON-2035318112-project] 10.222.0.67 "GET /v2.0/security-groups?id=209f1ee5-6189-41c6-b235-f9c754b12a19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0749393 Sep 23 19:47:25.205133 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Device ef24e760-74db-41f5-af53-ebafcb042109 no longer exists at agent ovs-agent-n-d-713301-16 {{(pid=95103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 19:47:25.235832 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-f3d71ad4-50bf-4573-a3d8-f63a51504742 tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783145673135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4399100'] for port, after_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:47:25.256482 n-d-713301-16 neutron-server[95101]: DEBUG neutron.services.segments.db [None req-4edcffb6-b937-4d87-93a4-7b3f13737ea8 tempest-TagsExtTest-234069064 tempest-TagsExtTest-234069064-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d1471ddc-feba-4bec-866d-ce9aacff135e']}} {{(pid=95101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:47:25.257122 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.plugin [None req-9763742b-d9b1-45e3-998e-8181a3561d3c None None] Calling delete_port for ef24e760-74db-41f5-af53-ebafcb042109 owned by network:dhcp {{(pid=95103) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:47:25.263398 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.ipam_backend_mixin [None req-9763742b-d9b1-45e3-998e-8181a3561d3c None None] Port ef24e760-74db-41f5-af53-ebafcb042109 was not found and therefore no delete operation was performed {{(pid=95103) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Sep 23 19:47:25.264412 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.plugin [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] No Port match for: ef24e760-74db-41f5-af53-ebafcb042109 {{(pid=95103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 19:47:25.264908 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Device ef24e760-74db-41f5-af53-ebafcb042109 not bound to the agent host n-d-713301-16 {{(pid=95103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 19:47:25.280729 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-9763742b-d9b1-45e3-998e-8181a3561d3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783146162158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783145673144'] for port, after_delete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:47:25.288525 n-d-713301-16 neutron-server[95101]: DEBUG neutron.services.segments.db [None req-4edcffb6-b937-4d87-93a4-7b3f13737ea8 tempest-TagsExtTest-234069064 tempest-TagsExtTest-234069064-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6e8ac31b-f41b-4a5d-b8af-74eb433ac0a1') {'for_net_delete': True} {{(pid=95101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:47:25.289170 n-d-713301-16 neutron-server[95101]: DEBUG neutron.services.segments.db [None req-4edcffb6-b937-4d87-93a4-7b3f13737ea8 tempest-TagsExtTest-234069064 tempest-TagsExtTest-234069064-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6e8ac31b-f41b-4a5d-b8af-74eb433ac0a1') {} {{(pid=95101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:47:25.300785 n-d-713301-16 neutron-server[95102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3d71ad4-50bf-4573-a3d8-f63a51504742 tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Network 3e6c6ec3-89f7-4fc2-8252-c7df087533ec is already hosted by enough agents. {{(pid=95102) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:47:25.304289 n-d-713301-16 neutron-server[95102]: DEBUG neutron.scheduler.base_scheduler [None req-f3d71ad4-50bf-4573-a3d8-f63a51504742 tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Resources bound (agent type, host, resource id): {{(pid=95102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:47:25.307713 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-4edcffb6-b937-4d87-93a4-7b3f13737ea8 tempest-TagsExtTest-234069064 tempest-TagsExtTest-234069064-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783146221725', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6007147'] for segment, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:47:25.309341 n-d-713301-16 neutron-server[95102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3d71ad4-50bf-4573-a3d8-f63a51504742 tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Received port after_create {{(pid=95102) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 19:47:25.324090 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3d71ad4-50bf-4573-a3d8-f63a51504742 tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:47:25.325232 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-f3d71ad4-50bf-4573-a3d8-f63a51504742 tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222849'] for port, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:47:25.336885 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9763742b-d9b1-45e3-998e-8181a3561d3c None None] No DVR routers for this DVR port ef24e760-74db-41f5-af53-ebafcb042109 on host n-d-713301-16 {{(pid=95103) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 19:47:25.339921 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-4edcffb6-b937-4d87-93a4-7b3f13737ea8 tempest-TagsExtTest-234069064 tempest-TagsExtTest-234069064-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1756186'] for segment, precommit_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:47:25.365547 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d71ad4-50bf-4573-a3d8-f63a51504742 tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Pushing event updated for resources: {'Port': ['ID=4908e03b-a4c3-48be-97b7-6e9daede9697,revision_number=1']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:47:25.376411 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4edcffb6-b937-4d87-93a4-7b3f13737ea8 tempest-TagsExtTest-234069064 tempest-TagsExtTest-234069064-project] Releasing vlan 607 on physical network physnet1 to pool {{(pid=95101) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 19:47:25.376411 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-4edcffb6-b937-4d87-93a4-7b3f13737ea8 tempest-TagsExtTest-234069064 tempest-TagsExtTest-234069064-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1756186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5608436'] for segment, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:47:25.380844 n-d-713301-16 neutron-server[95101]: Traceback (most recent call last): Sep 23 19:47:25.380844 n-d-713301-16 neutron-server[95101]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 19:47:25.380844 n-d-713301-16 neutron-server[95101]: timer() Sep 23 19:47:25.380844 n-d-713301-16 neutron-server[95101]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 19:47:25.380844 n-d-713301-16 neutron-server[95101]: cb(*args, **kw) Sep 23 19:47:25.380844 n-d-713301-16 neutron-server[95101]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 19:47:25.380844 n-d-713301-16 neutron-server[95101]: return func(*args, **kwargs) Sep 23 19:47:25.380844 n-d-713301-16 neutron-server[95101]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 19:47:25.380844 n-d-713301-16 neutron-server[95101]: self._notify() Sep 23 19:47:25.380844 n-d-713301-16 neutron-server[95101]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 19:47:25.380844 n-d-713301-16 neutron-server[95101]: self.callback(batched_events) Sep 23 19:47:25.380844 n-d-713301-16 neutron-server[95101]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 19:47:25.380844 n-d-713301-16 neutron-server[95101]: event.method(event) Sep 23 19:47:25.380844 n-d-713301-16 neutron-server[95101]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 19:47:25.380844 n-d-713301-16 neutron-server[95101]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 19:47:25.380844 n-d-713301-16 neutron-server[95101]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 19:47:25.380844 n-d-713301-16 neutron-server[95101]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 19:47:25.380844 n-d-713301-16 neutron-server[95101]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 19:47:25.380844 n-d-713301-16 neutron-server[95101]: return f(self, *a, **k) Sep 23 19:47:25.380844 n-d-713301-16 neutron-server[95101]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 19:47:25.380844 n-d-713301-16 neutron-server[95101]: return self._get(url).json() Sep 23 19:47:25.380844 n-d-713301-16 neutron-server[95101]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 19:47:25.380844 n-d-713301-16 neutron-server[95101]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 19:47:25.380844 n-d-713301-16 neutron-server[95101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 19:47:25.380844 n-d-713301-16 neutron-server[95101]: return self.request(url, 'GET', **kwargs) Sep 23 19:47:25.380844 n-d-713301-16 neutron-server[95101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 19:47:25.380844 n-d-713301-16 neutron-server[95101]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 19:47:25.380844 n-d-713301-16 neutron-server[95101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 19:47:25.380844 n-d-713301-16 neutron-server[95101]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 19:47:25.380844 n-d-713301-16 neutron-server[95101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 19:47:25.380844 n-d-713301-16 neutron-server[95101]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 19:47:25.380844 n-d-713301-16 neutron-server[95101]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 19:47:25.385372 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-f3d71ad4-50bf-4573-a3d8-f63a51504742 tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.7621608 Sep 23 19:47:25.387699 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 43572) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:47:25.440052 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9763742b-d9b1-45e3-998e-8181a3561d3c None None] Pushing event deleted for resources: {'Port': ['ID=ef24e760-74db-41f5-af53-ebafcb042109,revision_number=None']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:47:25.459673 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-80e7e501-6c57-470d-92c6-e3d54bc3195c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:47:25.502354 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d82ebd93-61af-4688-883b-c8ebf75d7cae tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:47:25.511004 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d82ebd93-61af-4688-883b-c8ebf75d7cae tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:47:25.515700 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-d82ebd93-61af-4688-883b-c8ebf75d7cae tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] 10.222.0.67 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.1249304 Sep 23 19:47:25.516167 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 43574) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:47:25.557667 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-4edcffb6-b937-4d87-93a4-7b3f13737ea8 tempest-TagsExtTest-234069064 tempest-TagsExtTest-234069064-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1754627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-601866'] for network, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:47:25.574259 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-4edcffb6-b937-4d87-93a4-7b3f13737ea8 tempest-TagsExtTest-234069064 tempest-TagsExtTest-234069064-project] Notify callbacks [] for network, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:47:25.576505 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-4edcffb6-b937-4d87-93a4-7b3f13737ea8 tempest-TagsExtTest-234069064 tempest-TagsExtTest-234069064-project] 10.222.0.67 "DELETE /v2.0/networks/d1471ddc-feba-4bec-866d-ce9aacff135e HTTP/1.1" status: 204 len: 168 time: 1.2386208 Sep 23 19:47:25.590634 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4edcffb6-b937-4d87-93a4-7b3f13737ea8 tempest-TagsExtTest-234069064 tempest-TagsExtTest-234069064-project] Pushing event deleted for resources: {'Network': ['ID=d1471ddc-feba-4bec-866d-ce9aacff135e,revision_number=None']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:47:25.610001 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4edcffb6-b937-4d87-93a4-7b3f13737ea8 tempest-TagsExtTest-234069064 tempest-TagsExtTest-234069064-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:47:25.610325 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4edcffb6-b937-4d87-93a4-7b3f13737ea8 tempest-TagsExtTest-234069064 tempest-TagsExtTest-234069064-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:47:25.610657 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4edcffb6-b937-4d87-93a4-7b3f13737ea8 tempest-TagsExtTest-234069064 tempest-TagsExtTest-234069064-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:47:25.611000 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4edcffb6-b937-4d87-93a4-7b3f13737ea8 tempest-TagsExtTest-234069064 tempest-TagsExtTest-234069064-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:47:25.611833 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4edcffb6-b937-4d87-93a4-7b3f13737ea8 tempest-TagsExtTest-234069064 tempest-TagsExtTest-234069064-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:47:25.612187 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4edcffb6-b937-4d87-93a4-7b3f13737ea8 tempest-TagsExtTest-234069064 tempest-TagsExtTest-234069064-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:47:25.612532 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4edcffb6-b937-4d87-93a4-7b3f13737ea8 tempest-TagsExtTest-234069064 tempest-TagsExtTest-234069064-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:47:25.612891 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4edcffb6-b937-4d87-93a4-7b3f13737ea8 tempest-TagsExtTest-234069064 tempest-TagsExtTest-234069064-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:47:25.613220 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4edcffb6-b937-4d87-93a4-7b3f13737ea8 tempest-TagsExtTest-234069064 tempest-TagsExtTest-234069064-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:47:25.613549 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4edcffb6-b937-4d87-93a4-7b3f13737ea8 tempest-TagsExtTest-234069064 tempest-TagsExtTest-234069064-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:47:25.613921 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4edcffb6-b937-4d87-93a4-7b3f13737ea8 tempest-TagsExtTest-234069064 tempest-TagsExtTest-234069064-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:47:25.614257 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4edcffb6-b937-4d87-93a4-7b3f13737ea8 tempest-TagsExtTest-234069064 tempest-TagsExtTest-234069064-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:47:25.659798 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.plugin [None req-fb645a77-506c-4c22-911b-3664f404a712 tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Deleting port 4908e03b-a4c3-48be-97b7-6e9daede9697 {{(pid=95102) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:47:25.660453 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-fb645a77-506c-4c22-911b-3664f404a712 tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783146157096'] for port, before_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:47:25.768342 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-510d4f15-47fc-49c8-9e86-65bfa7d92ee1 tempest-TestNetworkBasicOps-1575950199 tempest-TestNetworkBasicOps-1575950199-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-601372'] for router_interface, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:47:25.791913 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-fb645a77-506c-4c22-911b-3664f404a712 tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-605701'] for port, precommit_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:47:25.812827 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.plugin [None req-fb645a77-506c-4c22-911b-3664f404a712 tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Calling delete_port for 4908e03b-a4c3-48be-97b7-6e9daede9697 owned by {{(pid=95102) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:47:25.991528 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 43590) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:47:25.994585 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Device 79ee258c-88f6-46b2-b5bb-87d8ad0b9864 details requested by agent hyperv_n-h2-713301-16 with host n-h2-713301-16 {{(pid=95103) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 19:47:26.059100 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-fb645a77-506c-4c22-911b-3664f404a712 tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783146162158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783145673144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4399100'] for port, after_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:47:26.104310 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb645a77-506c-4c22-911b-3664f404a712 tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Pushing event deleted for resources: {'Port': ['ID=4908e03b-a4c3-48be-97b7-6e9daede9697,revision_number=None']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:47:26.151853 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-fb645a77-506c-4c22-911b-3664f404a712 tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222849'] for port, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:47:26.157619 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 43600) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:47:26.169577 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-fb645a77-506c-4c22-911b-3664f404a712 tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] 10.222.0.67 "DELETE /v2.0/ports/4908e03b-a4c3-48be-97b7-6e9daede9697 HTTP/1.1" status: 204 len: 168 time: 0.6521072 Sep 23 19:47:26.302818 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] For port 79ee258c-88f6-46b2-b5bb-87d8ad0b9864, host n-h2-713301-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-16',level=0,port_id=79ee258c-88f6-46b2-b5bb-87d8ad0b9864,segment=NetworkSegment(c5b82793-12a0-4116-8d9f-ade119c657cf),segment_id=c5b82793-12a0-4116-8d9f-ade119c657cf)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:47:26.321991 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Returning: {'device': '79ee258c-88f6-46b2-b5bb-87d8ad0b9864', 'network_id': 'fc2b89b8-ce3f-4c16-8b68-220076c74d2b', 'port_id': '79ee258c-88f6-46b2-b5bb-87d8ad0b9864', 'mac_address': 'fa:16:3e:5a:2c:a0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 644, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cfb66c78-2a7b-4d98-8fdd-683258461232', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95103) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 19:47:26.360185 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f066013f-6464-468e-b94e-3c71285877cc tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:47:26.361806 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f066013f-6464-468e-b94e-3c71285877cc tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:47:26.363676 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-f066013f-6464-468e-b94e-3c71285877cc tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] 10.222.0.67 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1457 time: 0.2047873 Sep 23 19:47:26.367700 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 43630) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:47:26.428847 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:47:26.445430 n-d-713301-16 neutron-server[95103]: DEBUG neutron.notifiers.nova [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 79ee258c-88f6-46b2-b5bb-87d8ad0b9864 {{(pid=95103) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 19:47:26.450059 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-220495f1-6a63-4899-96ba-08ceca79fa88 req-acff6d2a-b3f7-4bae-88b7-69fa1fc2db13 tempest-AttachVolumeShelveTestJSON-2035318112 tempest-AttachVolumeShelveTestJSON-2035318112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:47:26.458130 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-220495f1-6a63-4899-96ba-08ceca79fa88 req-acff6d2a-b3f7-4bae-88b7-69fa1fc2db13 tempest-AttachVolumeShelveTestJSON-2035318112 tempest-AttachVolumeShelveTestJSON-2035318112-project] 10.222.0.67 "GET /v2.0/ports?device_id=036bfa8b-48f6-483d-9ccb-759a52abd0b0 HTTP/1.1" status: 200 len: 945 time: 0.1427636 Sep 23 19:47:26.494096 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] For port 79ee258c-88f6-46b2-b5bb-87d8ad0b9864, host n-h2-713301-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-16',level=0,port_id=79ee258c-88f6-46b2-b5bb-87d8ad0b9864,segment=NetworkSegment(c5b82793-12a0-4116-8d9f-ade119c657cf),segment_id=c5b82793-12a0-4116-8d9f-ade119c657cf)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:47:26.504663 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:47:26.547491 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-220495f1-6a63-4899-96ba-08ceca79fa88 req-619b7874-c2b4-4783-b876-62d4375b7a4d tempest-AttachVolumeShelveTestJSON-2035318112 tempest-AttachVolumeShelveTestJSON-2035318112-project] 10.222.0.67 "GET /v2.0/security-groups?id=209f1ee5-6189-41c6-b235-f9c754b12a19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0822468 Sep 23 19:47:26.586501 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-a566a81f-9542-4387-a56e-a87183a07ab0 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=34173dd3491746619039e063dd0d6dbc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5914977 Sep 23 19:47:26.587400 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 43640) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:47:26.604166 n-d-713301-16 neutron-server[95101]: DEBUG neutron.db.db_base_plugin_v2 [None req-685693ae-d8f0-4757-859b-8eabb51fb26d tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Deleting subnet d0f1f0a6-e2e5-4a51-a88a-830c184c5ce8 {{(pid=95101) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 23 19:47:26.610111 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-685693ae-d8f0-4757-859b-8eabb51fb26d tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Notify callbacks [] for subnet, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:47:26.621252 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Pushing event updated for resources: {'Port': ['ID=79ee258c-88f6-46b2-b5bb-87d8ad0b9864,revision_number=11']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:47:26.670834 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-2309979d-1084-433b-bd54-e8dc5f4e9745 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:47:26.693524 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-685693ae-d8f0-4757-859b-8eabb51fb26d tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6007154'] for subnet, precommit_delete_associations {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:47:26.709435 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-2309979d-1084-433b-bd54-e8dc5f4e9745 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:47:26.725808 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] get_ports_and_sgs() called for port_ids ['79ee258c-88f6-46b2-b5bb-87d8ad0b9864'] {{(pid=95103) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 19:47:26.782866 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.plugin [None req-510d4f15-47fc-49c8-9e86-65bfa7d92ee1 tempest-TestNetworkBasicOps-1575950199 tempest-TestNetworkBasicOps-1575950199-project] Deleting port 70b0d7e0-812d-40bb-b3ba-1b323137a8f5 {{(pid=95101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:47:26.783446 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-510d4f15-47fc-49c8-9e86-65bfa7d92ee1 tempest-TestNetworkBasicOps-1575950199 tempest-TestNetworkBasicOps-1575950199-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783146157096'] for port, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:47:26.793447 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-2309979d-1084-433b-bd54-e8dc5f4e9745 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:47:26.796988 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-2309979d-1084-433b-bd54-e8dc5f4e9745 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:47:26.800810 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-2309979d-1084-433b-bd54-e8dc5f4e9745 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/80a191f4-a815-4dfa-be5f-3d60b83728fa HTTP/1.1" status: 204 len: 168 time: 0.2094748 Sep 23 19:47:26.802627 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-c0c3cc87-8e13-4832-bf62-6af41cd9cbce None None] Provisioning complete for port 4a2d30f5-42e5-442a-90cb-ca0963652184 triggered by entity DHCP. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:47:26.803665 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-c0c3cc87-8e13-4832-bf62-6af41cd9cbce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:47:26.816243 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2309979d-1084-433b-bd54-e8dc5f4e9745 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80a191f4-a815-4dfa-be5f-3d60b83728fa,revision_number=None']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:47:26.944655 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-685693ae-d8f0-4757-859b-8eabb51fb26d tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1756813'] for subnet, precommit_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:47:27.039977 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.db [None req-510d4f15-47fc-49c8-9e86-65bfa7d92ee1 tempest-TestNetworkBasicOps-1575950199 tempest-TestNetworkBasicOps-1575950199-project] For port 70b0d7e0-812d-40bb-b3ba-1b323137a8f5, host n-d-713301-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-16',level=0,port_id=70b0d7e0-812d-40bb-b3ba-1b323137a8f5,segment=NetworkSegment(96416483-61df-4d5d-959f-f6cb30a6287b),segment_id=96416483-61df-4d5d-959f-f6cb30a6287b)] {{(pid=95101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:47:27.040646 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-510d4f15-47fc-49c8-9e86-65bfa7d92ee1 tempest-TestNetworkBasicOps-1575950199 tempest-TestNetworkBasicOps-1575950199-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-605701'] for port, precommit_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:47:27.057638 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.plugin [None req-510d4f15-47fc-49c8-9e86-65bfa7d92ee1 tempest-TestNetworkBasicOps-1575950199 tempest-TestNetworkBasicOps-1575950199-project] Calling delete_port for 70b0d7e0-812d-40bb-b3ba-1b323137a8f5 owned by network:router_interface {{(pid=95101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:47:27.130253 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-685693ae-d8f0-4757-859b-8eabb51fb26d tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1756804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5607514', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6130950'] for subnet, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:47:27.176099 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-685693ae-d8f0-4757-859b-8eabb51fb26d tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Pushing event deleted for resources: {'Subnet': ['ID=d0f1f0a6-e2e5-4a51-a88a-830c184c5ce8,revision_number=None']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:47:27.184737 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-685693ae-d8f0-4757-859b-8eabb51fb26d tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Notify callbacks [] for subnet, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:47:27.186817 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-685693ae-d8f0-4757-859b-8eabb51fb26d tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] 10.222.0.67 "DELETE /v2.0/subnets/d0f1f0a6-e2e5-4a51-a88a-830c184c5ce8 HTTP/1.1" status: 204 len: 168 time: 0.8179843 Sep 23 19:47:27.189331 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 43656) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:47:27.200518 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-c0c3cc87-8e13-4832-bf62-6af41cd9cbce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:47:27.244066 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Device 4a2d30f5-42e5-442a-90cb-ca0963652184 up at agent ovs-agent-n-d-713301-16 {{(pid=95103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 19:47:27.265812 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-743dd037-dfd5-4083-a1d1-2a1d9ea7f60e tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] 10.222.0.67 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0727971 Sep 23 19:47:27.265812 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 43666) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:47:27.276367 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.v2.base [None req-c3833c11-ef2c-4f10-b0f5-3540dd9b2138 tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Request body: {'subnet': {'network_id': '3e6c6ec3-89f7-4fc2-8252-c7df087533ec', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=95102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:47:27.375577 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.db.api [None req-c0c3cc87-8e13-4832-bf62-6af41cd9cbce None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95103) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 23 19:47:27.376188 n-d-713301-16 neutron-server[95103]: DEBUG oslo_db.api [None req-c0c3cc87-8e13-4832-bf62-6af41cd9cbce None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 23 19:47:27.407444 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Provisioning complete for port 4a2d30f5-42e5-442a-90cb-ca0963652184 triggered by entity L2. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:47:27.409957 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:47:27.481460 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3833c11-ef2c-4f10-b0f5-3540dd9b2138 tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Made reservation on behalf of ef2dbafd0ba44b7485191a034ef43810 for: {'subnet': 1} {{(pid=95102) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:47:27.488463 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-c3833c11-ef2c-4f10-b0f5-3540dd9b2138 tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5388256'] for subnet, before_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:47:27.524028 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-510d4f15-47fc-49c8-9e86-65bfa7d92ee1 tempest-TestNetworkBasicOps-1575950199 tempest-TestNetworkBasicOps-1575950199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783146162158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783145673144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5607431'] for port, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:47:27.559664 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1eec1292-dddd-4dc9-a8c7-38bfa0ab61be None None] Network 3e6c6ec3-89f7-4fc2-8252-c7df087533ec requested from n-d-713301-16 {{(pid=95103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 19:47:27.565739 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:47:27.577394 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-510d4f15-47fc-49c8-9e86-65bfa7d92ee1 tempest-TestNetworkBasicOps-1575950199 tempest-TestNetworkBasicOps-1575950199-project] Pushing event deleted for resources: {'Port': ['ID=70b0d7e0-812d-40bb-b3ba-1b323137a8f5,revision_number=None']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:47:27.729695 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] For port 4a2d30f5-42e5-442a-90cb-ca0963652184, host n-d-713301-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-16',level=0,port_id=4a2d30f5-42e5-442a-90cb-ca0963652184,segment=NetworkSegment(5c8360fd-bd95-490f-abbb-4e7bd94ab9a5),segment_id=5c8360fd-bd95-490f-abbb-4e7bd94ab9a5)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:47:27.740465 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:47:27.832152 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff49b2df-aabb-4608-ad07-23e63a756eb2 req-011267b2-ef62-428f-a64b-a5c4b9daee9a tempest-AttachVolumeShelveTestJSON-2035318112 tempest-AttachVolumeShelveTestJSON-2035318112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:47:27.835126 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-ff49b2df-aabb-4608-ad07-23e63a756eb2 req-011267b2-ef62-428f-a64b-a5c4b9daee9a tempest-AttachVolumeShelveTestJSON-2035318112 tempest-AttachVolumeShelveTestJSON-2035318112-project] 10.222.0.67 "GET /v2.0/ports?device_id=036bfa8b-48f6-483d-9ccb-759a52abd0b0 HTTP/1.1" status: 200 len: 946 time: 0.1541727 Sep 23 19:47:27.905570 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-510d4f15-47fc-49c8-9e86-65bfa7d92ee1 tempest-TestNetworkBasicOps-1575950199 tempest-TestNetworkBasicOps-1575950199-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-527322', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-602005'] for router_interface, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:47:28.003112 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Device 79ee258c-88f6-46b2-b5bb-87d8ad0b9864 up at agent hyperv_n-h2-713301-16 {{(pid=95103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 19:47:28.026057 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Pushing event updated for resources: {'Port': ['ID=4a2d30f5-42e5-442a-90cb-ca0963652184,revision_number=4']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:47:28.039885 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-ff49b2df-aabb-4608-ad07-23e63a756eb2 req-2ff474db-4589-48a9-9303-ff5f11c9ba9c tempest-AttachVolumeShelveTestJSON-2035318112 tempest-AttachVolumeShelveTestJSON-2035318112-project] 10.222.0.67 "GET /v2.0/security-groups?id=209f1ee5-6189-41c6-b235-f9c754b12a19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1979556 Sep 23 19:47:28.130479 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:47:28.175236 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Provisioning for port 79ee258c-88f6-46b2-b5bb-87d8ad0b9864 completed by entity L2. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 19:47:28.188653 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Provisioning complete for port 79ee258c-88f6-46b2-b5bb-87d8ad0b9864 triggered by entity L2. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:47:28.189017 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:47:28.203859 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21d3f17c-33de-4794-bffd-c69f0523e1fb None None] DHCP port deletion for 3e6c6ec3-89f7-4fc2-8252-c7df087533ec request from n-d-713301-16 {{(pid=95103) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 23 19:47:28.223909 n-d-713301-16 neutron-server[95102]: DEBUG neutron.objects.ports [None req-c3833c11-ef2c-4f10-b0f5-3540dd9b2138 tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=95102) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 23 19:47:28.264592 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-96fe6442-16f0-4847-924b-d3041708c187 None None] Could not find standard attr ID for object 4908e03b-a4c3-48be-97b7-6e9daede9697. {{(pid=95103) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 23 19:47:28.283415 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 43704) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:47:28.381324 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:47:28.390926 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.plugin [None req-21d3f17c-33de-4794-bffd-c69f0523e1fb None None] Deleting port 4a2d30f5-42e5-442a-90cb-ca0963652184 {{(pid=95103) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:47:28.391292 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-21d3f17c-33de-4794-bffd-c69f0523e1fb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783146157096'] for port, before_delete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:47:28.422154 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:47:28.424061 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-510d4f15-47fc-49c8-9e86-65bfa7d92ee1 tempest-TestNetworkBasicOps-1575950199 tempest-TestNetworkBasicOps-1575950199-project] Router 940b5249-2171-4c13-b299-b8ff30913590 has already been hosted by L3 agent 79a740bf-7821-4989-8288-7186e3e128f3 {{(pid=95101) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 19:47:28.467478 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-c3833c11-ef2c-4f10-b0f5-3540dd9b2138 tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:47:28.600639 n-d-713301-16 neutron-server[95103]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '036bfa8b-48f6-483d-9ccb-759a52abd0b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '79ee258c-88f6-46b2-b5bb-87d8ad0b9864'}] {{(pid=95103) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 19:47:28.603109 n-d-713301-16 neutron-server[95103]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}81a1c17f2aa89d5b3ebbba3a3e0cf7eb588e431c2224256110c4c4facdd7c3e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34314218-388d-4731-bab2-f5cf9ed51325" -d '{"events": [{"server_uuid": "036bfa8b-48f6-483d-9ccb-759a52abd0b0", "name": "network-vif-plugged", "status": "completed", "tag": "79ee258c-88f6-46b2-b5bb-87d8ad0b9864"}]}' {{(pid=95103) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 19:47:28.624206 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] For port 79ee258c-88f6-46b2-b5bb-87d8ad0b9864, host n-h2-713301-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-16',level=0,port_id=79ee258c-88f6-46b2-b5bb-87d8ad0b9864,segment=NetworkSegment(c5b82793-12a0-4116-8d9f-ade119c657cf),segment_id=c5b82793-12a0-4116-8d9f-ade119c657cf)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:47:28.632414 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:47:28.699291 n-d-713301-16 neutron-server[95103]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 19:47:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb83dc5d-8eaa-4223-bb39-45290787ae64 x-openstack-request-id: req-fb83dc5d-8eaa-4223-bb39-45290787ae64 {{(pid=95103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 19:47:28.699580 n-d-713301-16 neutron-server[95103]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "036bfa8b-48f6-483d-9ccb-759a52abd0b0", "name": "network-vif-plugged", "status": "completed", "tag": "79ee258c-88f6-46b2-b5bb-87d8ad0b9864", "code": 200}]} {{(pid=95103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 19:47:28.699807 n-d-713301-16 neutron-server[95103]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-fb83dc5d-8eaa-4223-bb39-45290787ae64 {{(pid=95103) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 19:47:28.700656 n-d-713301-16 neutron-server[95103]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '036bfa8b-48f6-483d-9ccb-759a52abd0b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '79ee258c-88f6-46b2-b5bb-87d8ad0b9864', 'code': 200} Sep 23 19:47:28.701191 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Pushing event updated for resources: {'Port': ['ID=79ee258c-88f6-46b2-b5bb-87d8ad0b9864,revision_number=12']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:47:28.711489 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-21d3f17c-33de-4794-bffd-c69f0523e1fb None None] For port 4a2d30f5-42e5-442a-90cb-ca0963652184, host n-d-713301-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-16',level=0,port_id=4a2d30f5-42e5-442a-90cb-ca0963652184,segment=NetworkSegment(5c8360fd-bd95-490f-abbb-4e7bd94ab9a5),segment_id=5c8360fd-bd95-490f-abbb-4e7bd94ab9a5)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:47:28.711826 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-21d3f17c-33de-4794-bffd-c69f0523e1fb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-605701'] for port, precommit_delete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:47:28.729733 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.plugin [None req-21d3f17c-33de-4794-bffd-c69f0523e1fb None None] Calling delete_port for 4a2d30f5-42e5-442a-90cb-ca0963652184 owned by network:dhcp {{(pid=95103) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:47:28.742431 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.db [None req-c3833c11-ef2c-4f10-b0f5-3540dd9b2138 tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] For port 4a2d30f5-42e5-442a-90cb-ca0963652184, host n-d-713301-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-16',level=0,port_id=4a2d30f5-42e5-442a-90cb-ca0963652184,segment=NetworkSegment(5c8360fd-bd95-490f-abbb-4e7bd94ab9a5),segment_id=5c8360fd-bd95-490f-abbb-4e7bd94ab9a5)] {{(pid=95102) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:47:28.790444 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-c3833c11-ef2c-4f10-b0f5-3540dd9b2138 tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Notify callbacks [] for port, precommit_update {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:47:28.796810 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-c3833c11-ef2c-4f10-b0f5-3540dd9b2138 tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4399095'] for port, after_update {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:47:28.797577 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-c3833c11-ef2c-4f10-b0f5-3540dd9b2138 tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4398944', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5388242'] for subnet, after_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:47:28.883988 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-21d3f17c-33de-4794-bffd-c69f0523e1fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783146162158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783145673144'] for port, after_delete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:47:28.925569 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21d3f17c-33de-4794-bffd-c69f0523e1fb None None] Pushing event deleted for resources: {'Port': ['ID=4a2d30f5-42e5-442a-90cb-ca0963652184,revision_number=None']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:47:28.926315 n-d-713301-16 neutron-server[95102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3833c11-ef2c-4f10-b0f5-3540dd9b2138 tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Network 3e6c6ec3-89f7-4fc2-8252-c7df087533ec is already hosted by enough agents. {{(pid=95102) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:47:28.937071 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21d3f17c-33de-4794-bffd-c69f0523e1fb None None] No DVR routers for this DVR port 4a2d30f5-42e5-442a-90cb-ca0963652184 on host n-d-713301-16 {{(pid=95103) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 19:47:28.954037 n-d-713301-16 neutron-server[95102]: DEBUG neutron.scheduler.base_scheduler [None req-c3833c11-ef2c-4f10-b0f5-3540dd9b2138 tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Resources bound (agent type, host, resource id): {{(pid=95102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:47:28.954533 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.v2.base [None req-bb313b1b-5950-44a7-a980-9cc8e9bc8b20 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1170089857-network', 'tenant_id': '60d79fa0c8a748f6aba7cab610045856'}} {{(pid=95101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:47:28.956397 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3833c11-ef2c-4f10-b0f5-3540dd9b2138 tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Pushing event updated for resources: {'Subnet': ['ID=31f3eea1-1704-41e1-bb70-b9b9a7ffd287,revision_number=0']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:47:28.960099 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3833c11-ef2c-4f10-b0f5-3540dd9b2138 tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:47:28.960831 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-c3833c11-ef2c-4f10-b0f5-3540dd9b2138 tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Notify callbacks [] for subnet, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:47:28.965120 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3833c11-ef2c-4f10-b0f5-3540dd9b2138 tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Pushing event updated for resources: {'Port': ['ID=4a2d30f5-42e5-442a-90cb-ca0963652184,revision_number=6']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:47:28.979817 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ac56fd-cf92-4c1a-9376-f93a9bade9f0 req-acc10549-a851-4afe-a6bc-bc0480cc1eaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:47:28.981376 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-d7ac56fd-cf92-4c1a-9376-f93a9bade9f0 req-acc10549-a851-4afe-a6bc-bc0480cc1eaf service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=036bfa8b-48f6-483d-9ccb-759a52abd0b0 HTTP/1.1" status: 200 len: 1099 time: 0.1737862 Sep 23 19:47:28.988941 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a557be2-4043-4c07-b1e9-a931033274da None None] Network 3e6c6ec3-89f7-4fc2-8252-c7df087533ec requested from n-d-713301-16 {{(pid=95103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 19:47:29.016005 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb313b1b-5950-44a7-a980-9cc8e9bc8b20 admin admin] Made reservation on behalf of 60d79fa0c8a748f6aba7cab610045856 for: {'network': 1} {{(pid=95101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:47:29.017298 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-c3833c11-ef2c-4f10-b0f5-3540dd9b2138 tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.7519796 Sep 23 19:47:29.022193 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 43710) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:47:29.025994 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-bb313b1b-5950-44a7-a980-9cc8e9bc8b20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for network, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:47:29.032164 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.v2.base [None req-3b2f1c0b-c160-4f23-80d2-632b857dc885 tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Request body: {'port': {'network_id': '3e6c6ec3-89f7-4fc2-8252-c7df087533ec', 'mac_address': 'fa:16:3e:c9:da:c3', 'name': 'tempest-NetworksTestDHCPv6-1605721069'}} {{(pid=95102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:47:29.052024 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-bb313b1b-5950-44a7-a980-9cc8e9bc8b20 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:47:29.059360 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-510d4f15-47fc-49c8-9e86-65bfa7d92ee1 tempest-TestNetworkBasicOps-1575950199 tempest-TestNetworkBasicOps-1575950199-project] Notify agent at l3_agent.n-d-713301-16 the message routers_updated {{(pid=95101) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 19:47:29.073939 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-d7ac56fd-cf92-4c1a-9376-f93a9bade9f0 req-e9361e96-ab3f-4ae8-b56d-70cd3295f8c9 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=209f1ee5-6189-41c6-b235-f9c754b12a19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0785856 Sep 23 19:47:29.074091 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-510d4f15-47fc-49c8-9e86-65bfa7d92ee1 tempest-TestNetworkBasicOps-1575950199 tempest-TestNetworkBasicOps-1575950199-project] 10.222.0.67 "PUT /v2.0/routers/940b5249-2171-4c13-b299-b8ff30913590/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2864237 Sep 23 19:47:29.084557 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f55ca7f8-1852-4226-9ed1-2f2a5e8bcf17 None None] Sync routers for ids ['940b5249-2171-4c13-b299-b8ff30913590'] in n-d-713301-16 {{(pid=95104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 19:47:29.123419 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f55ca7f8-1852-4226-9ed1-2f2a5e8bcf17 None None] Routers {'940b5249-2171-4c13-b299-b8ff30913590'} bound to L3 agent in host n-d-713301-16 {{(pid=95104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 19:47:29.124060 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_hamode_db [None req-f55ca7f8-1852-4226-9ed1-2f2a5e8bcf17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-23T19:07:52Z,description=,heartbeat_timestamp=2021-09-23T19:47:23Z,host='n-d-713301-16',id=79a740bf-7821-4989-8288-7186e3e128f3,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:07:52Z,topic='l3_agent')) {'router_ids': ['940b5249-2171-4c13-b299-b8ff30913590'], 'active': True} {{(pid=95104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:47:29.251995 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-bb313b1b-5950-44a7-a980-9cc8e9bc8b20 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:47:29.258544 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-bb313b1b-5950-44a7-a980-9cc8e9bc8b20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:47:29.294762 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bb313b1b-5950-44a7-a980-9cc8e9bc8b20 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 637} {{(pid=95101) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 19:47:29.309011 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb313b1b-5950-44a7-a980-9cc8e9bc8b20 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a5ec513-428c-4008-b1b6-046ee38b10e7,revision_number=1']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:47:29.326159 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-bb313b1b-5950-44a7-a980-9cc8e9bc8b20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1756186'] for segment, precommit_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:47:29.326639 n-d-713301-16 neutron-server[95101]: INFO neutron.db.segments_db [None req-bb313b1b-5950-44a7-a980-9cc8e9bc8b20 admin admin] Added segment 9423e956-ade6-48cd-8bd8-4a3651e750d8 of type vlan for network b46e41cc-ce54-4581-8f76-09ec775adf38 Sep 23 19:47:29.349812 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b2f1c0b-c160-4f23-80d2-632b857dc885 tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Made reservation on behalf of ef2dbafd0ba44b7485191a034ef43810 for: {'port': 1} {{(pid=95102) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:47:29.407616 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f62296e5-dd0e-4328-99c7-c39502185ebc req-a5755ae2-c983-4987-a46c-f24233ffccb2 tempest-AttachVolumeShelveTestJSON-2035318112 tempest-AttachVolumeShelveTestJSON-2035318112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:47:29.425917 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-bb313b1b-5950-44a7-a980-9cc8e9bc8b20 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783145630486'] for network, precommit_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:47:29.431758 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-f62296e5-dd0e-4328-99c7-c39502185ebc req-a5755ae2-c983-4987-a46c-f24233ffccb2 tempest-AttachVolumeShelveTestJSON-2035318112 tempest-AttachVolumeShelveTestJSON-2035318112-project] 10.222.0.67 "GET /v2.0/ports?device_id=036bfa8b-48f6-483d-9ccb-759a52abd0b0 HTTP/1.1" status: 200 len: 947 time: 0.1413491 Sep 23 19:47:29.453624 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Device 4a2d30f5-42e5-442a-90cb-ca0963652184 no longer exists at agent ovs-agent-n-d-713301-16 {{(pid=95103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 19:47:29.456894 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_dvr_db [None req-f55ca7f8-1852-4226-9ed1-2f2a5e8bcf17 None None] Set router 940b5249-2171-4c13-b299-b8ff30913590 gateway port host: n-d-713301-16 {{(pid=95104) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 19:47:29.487783 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-bb313b1b-5950-44a7-a980-9cc8e9bc8b20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299'] for network, after_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:47:29.491466 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb313b1b-5950-44a7-a980-9cc8e9bc8b20 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:47:29.491742 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-bb313b1b-5950-44a7-a980-9cc8e9bc8b20 admin admin] Notify callbacks [] for network, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:47:29.505801 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.plugin [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] No Port match for: 4a2d30f5-42e5-442a-90cb-ca0963652184 {{(pid=95103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 19:47:29.506211 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Device 4a2d30f5-42e5-442a-90cb-ca0963652184 not bound to the agent host n-d-713301-16 {{(pid=95103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 19:47:29.558886 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-bb313b1b-5950-44a7-a980-9cc8e9bc8b20 admin admin] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.2735367 Sep 23 19:47:29.565726 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 43720) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:47:29.584449 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.v2.base [None req-7d4fe92c-dc42-4cdf-b003-4b0ac41c7a70 admin admin] Request body: {'subnet': {'network_id': 'b46e41cc-ce54-4581-8f76-09ec775adf38', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1170089857-subnet', 'tenant_id': '60d79fa0c8a748f6aba7cab610045856', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:47:29.620007 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-f62296e5-dd0e-4328-99c7-c39502185ebc req-91e72a69-033a-4775-9f9e-680cea08a6a5 tempest-AttachVolumeShelveTestJSON-2035318112 tempest-AttachVolumeShelveTestJSON-2035318112-project] 10.222.0.67 "GET /v2.0/security-groups?id=209f1ee5-6189-41c6-b235-f9c754b12a19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1816874 Sep 23 19:47:29.641281 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-3b2f1c0b-c160-4f23-80d2-632b857dc885 tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:47:29.672242 n-d-713301-16 neutron-server[95102]: DEBUG neutron.notifiers.nova [None req-3b2f1c0b-c160-4f23-80d2-632b857dc885 tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] device_id is not set on port 4708f928-d2b2-4f75-a798-8c9edc05ae4b yet. {{(pid=95102) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 23 19:47:29.674005 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb313b1b-5950-44a7-a980-9cc8e9bc8b20 admin admin] Pushing event updated for resources: {'Network': ['ID=b46e41cc-ce54-4581-8f76-09ec775adf38,revision_number=1']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:47:29.690601 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d4fe92c-dc42-4cdf-b003-4b0ac41c7a70 admin admin] Made reservation on behalf of 60d79fa0c8a748f6aba7cab610045856 for: {'subnet': 1} {{(pid=95101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:47:29.694467 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-7d4fe92c-dc42-4cdf-b003-4b0ac41c7a70 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6130979'] for subnet, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:47:29.694672 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abbee3d9-5e48-42d9-b878-b0779373d3a4 req-eeac6589-088f-4ab4-8d91-4ea903a2dfbf tempest-TestNetworkBasicOps-1575950199 tempest-TestNetworkBasicOps-1575950199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:47:29.695289 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Network b46e41cc-ce54-4581-8f76-09ec775adf38 details requested by agent ovs-agent-n-d-713301-16 with host n-d-713301-16 {{(pid=95103) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 19:47:29.696408 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-abbee3d9-5e48-42d9-b878-b0779373d3a4 req-eeac6589-088f-4ab4-8d91-4ea903a2dfbf tempest-TestNetworkBasicOps-1575950199 tempest-TestNetworkBasicOps-1575950199-project] 10.222.0.67 "GET /v2.0/ports?device_id=a88e63a8-c1e5-49d3-97ad-4e53dbd3cdec HTTP/1.1" status: 200 len: 946 time: 0.1649988 Sep 23 19:47:29.700920 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36445d93-245c-4c94-98d0-eaa91f035dd8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4c8b80df-07eb-5275-9f17-5cf640db67c0-3e6c6ec3-89f7-4fc2-8252-c7df087533ec', 'network_id': '3e6c6ec3-89f7-4fc2-8252-c7df087533ec', 'tenant_id': 'ef2dbafd0ba44b7485191a034ef43810', 'fixed_ips': [{'subnet_id': '31f3eea1-1704-41e1-bb70-b9b9a7ffd287'}]}} from n-d-713301-16. {{(pid=95103) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 23 19:47:29.703291 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-36445d93-245c-4c94-98d0-eaa91f035dd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_create {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:47:29.822733 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-abbee3d9-5e48-42d9-b878-b0779373d3a4 req-193fba25-8e96-462e-8eca-bff8cb008600 tempest-TestNetworkBasicOps-1575950199 tempest-TestNetworkBasicOps-1575950199-project] 10.222.0.67 "GET /v2.0/security-groups?id=0b7bf805-196a-46e6-addc-35aad14a7694&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0855680 Sep 23 19:47:29.906792 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_hamode_db [None req-f55ca7f8-1852-4226-9ed1-2f2a5e8bcf17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '940b5249-2171-4c13-b299-b8ff30913590', 'name': 'tempest-TestNetworkBasicOps-router-1225130637', 'tenant_id': '7fd7324f75754f93a5f1d406b61f5276', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'external_fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.199'}], 'enable_snat': True}, 'gw_port_id': 'ef3ff6df-00cb-4c7b-8985-2526c3c45209', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:45:22Z', 'updated_at': '2021-09-23T19:47:27Z', 'revision_number': 6, 'project_id': '7fd7324f75754f93a5f1d406b61f5276', 'gw_port': {'id': 'ef3ff6df-00cb-4c7b-8985-2526c3c45209', 'name': '', 'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:86:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '940b5249-2171-4c13-b299-b8ff30913590', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2956, 'fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:45:23Z', 'updated_at': '2021-09-23T19:45:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-16', '_floatingips': [{'id': 'b618660c-403e-4e39-ba29-ad5f84af9df5', 'tenant_id': '7fd7324f75754f93a5f1d406b61f5276', 'floating_ip_address': '172.25.1.246', 'floating_network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'router_id': '940b5249-2171-4c13-b299-b8ff30913590', 'port_id': 'f9f76648-feb5-46d2-a220-7887e2c8b553', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 3030, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '556d491a-fa37-496f-b55a-840ae2087f7d', 'mac_address': 'fa:16:3e:23:50:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e0be90f-2029-4957-bb5d-fa1f54181a61', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-23T19:45:57Z', 'updated_at': '2021-09-23T19:46:04Z', 'revision_number': 1, 'project_id': '7fd7324f75754f93a5f1d406b61f5276', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cf9cc396-0e70-44ee-b385-fb6cd2981196', 'name': '', 'network_id': '556d491a-fa37-496f-b55a-840ae2087f7d', 'tenant_id': '7fd7324f75754f93a5f1d406b61f5276', 'mac_address': 'fa:16:3e:68:2e:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '940b5249-2171-4c13-b299-b8ff30913590', 'device_owner': 'network:router_interface', 'standard_attr_id': 2979, 'fixed_ips': [{'subnet_id': 'fa6db639-afc2-4d79-8f5d-63a8ed67b4c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:45:29Z', 'updated_at': '2021-09-23T19:45:34Z', 'revision_number': 5, 'project_id': '7fd7324f75754f93a5f1d406b61f5276', 'subnets': [{'id': 'fa6db639-afc2-4d79-8f5d-63a8ed67b4c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-16', False) {} {{(pid=95104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:47:29.909203 n-d-713301-16 neutron-server[95102]: DEBUG neutron.db.db_base_plugin_common [None req-3b2f1c0b-c160-4f23-80d2-632b857dc885 tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Allocated IP 2001:db8::f816:3eff:fec9:dac3 (3e6c6ec3-89f7-4fc2-8252-c7df087533ec/31f3eea1-1704-41e1-bb70-b9b9a7ffd287/4708f928-d2b2-4f75-a798-8c9edc05ae4b) {{(pid=95102) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 19:47:29.943058 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-7d4fe92c-dc42-4cdf-b003-4b0ac41c7a70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5607579', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6130961'] for subnet, after_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:47:30.026328 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d4fe92c-dc42-4cdf-b003-4b0ac41c7a70 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cbcf6ec6-4e22-4f03-a0ef-e1dc1a6c74d3,revision_number=0']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:47:30.044138 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d4fe92c-dc42-4cdf-b003-4b0ac41c7a70 admin admin] Checking segment: {'id': '9423e956-ade6-48cd-8bd8-4a3651e750d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': 'b46e41cc-ce54-4581-8f76-09ec775adf38'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:47:30.044646 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d4fe92c-dc42-4cdf-b003-4b0ac41c7a70 admin admin] Network hostable DHCP agents. Network: b46e41cc-ce54-4581-8f76-09ec775adf38, hostable agents: ['1b18bf05-1b5f-4587-be5c-af3ac38e32ad'], hosted agents: [] {{(pid=95101) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 19:47:30.065389 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f55ca7f8-1852-4226-9ed1-2f2a5e8bcf17 None None] Checking router: 940b5249-2171-4c13-b299-b8ff30913590 for host: n-d-713301-16 {{(pid=95104) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 19:47:30.069596 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d4fe92c-dc42-4cdf-b003-4b0ac41c7a70 admin admin] Network b46e41cc-ce54-4581-8f76-09ec775adf38 is scheduled to be hosted by DHCP agent 1b18bf05-1b5f-4587-be5c-af3ac38e32ad with binding_index 1 {{(pid=95101) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 19:47:30.090216 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.base_scheduler [None req-7d4fe92c-dc42-4cdf-b003-4b0ac41c7a70 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713301-16, b46e41cc-ce54-4581-8f76-09ec775adf38) {{(pid=95101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:47:30.095152 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d4fe92c-dc42-4cdf-b003-4b0ac41c7a70 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:47:30.095783 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-7d4fe92c-dc42-4cdf-b003-4b0ac41c7a70 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:47:30.100172 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f55ca7f8-1852-4226-9ed1-2f2a5e8bcf17 None None] Routers {'940b5249-2171-4c13-b299-b8ff30913590'} bound to L3 agent in host n-d-713301-16 {{(pid=95104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 19:47:30.100937 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4517416c-7048-464e-a9f5-f227aeac0f22 None None] Network b46e41cc-ce54-4581-8f76-09ec775adf38 requested from n-d-713301-16 {{(pid=95103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 19:47:30.101075 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_hamode_db [None req-f55ca7f8-1852-4226-9ed1-2f2a5e8bcf17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-23T19:07:52Z,description=,heartbeat_timestamp=2021-09-23T19:47:23Z,host='n-d-713301-16',id=79a740bf-7821-4989-8288-7186e3e128f3,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:07:52Z,topic='l3_agent')) {'router_ids': ['940b5249-2171-4c13-b299-b8ff30913590'], 'active': True} {{(pid=95104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:47:30.134333 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-7d4fe92c-dc42-4cdf-b003-4b0ac41c7a70 admin admin] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.5674706 Sep 23 19:47:30.194013 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-3b2f1c0b-c160-4f23-80d2-632b857dc885 tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Notify callbacks [] for port, precommit_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:47:30.285598 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-3b2f1c0b-c160-4f23-80d2-632b857dc885 tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783145673135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4399100'] for port, after_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:47:30.368284 n-d-713301-16 neutron-server[95102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b2f1c0b-c160-4f23-80d2-632b857dc885 tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Network 3e6c6ec3-89f7-4fc2-8252-c7df087533ec is already hosted by enough agents. {{(pid=95102) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:47:30.370289 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b2f1c0b-c160-4f23-80d2-632b857dc885 tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Pushing event updated for resources: {'Port': ['ID=4708f928-d2b2-4f75-a798-8c9edc05ae4b,revision_number=1']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:47:30.373283 n-d-713301-16 neutron-server[95102]: DEBUG neutron.scheduler.base_scheduler [None req-3b2f1c0b-c160-4f23-80d2-632b857dc885 tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Resources bound (agent type, host, resource id): {{(pid=95102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:47:30.375831 n-d-713301-16 neutron-server[95102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b2f1c0b-c160-4f23-80d2-632b857dc885 tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Received port after_create {{(pid=95102) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 19:47:30.382043 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b2f1c0b-c160-4f23-80d2-632b857dc885 tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:47:30.382722 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-3b2f1c0b-c160-4f23-80d2-632b857dc885 tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222849'] for port, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:47:30.393627 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_dvr_db [None req-f55ca7f8-1852-4226-9ed1-2f2a5e8bcf17 None None] Set router 940b5249-2171-4c13-b299-b8ff30913590 gateway port host: n-d-713301-16 {{(pid=95104) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 19:47:30.400398 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-3b2f1c0b-c160-4f23-80d2-632b857dc885 tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.3771038 Sep 23 19:47:30.403253 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 43736) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:47:30.428632 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-927b7099-b7e6-49b5-8dd6-0faf0cdf8a50 None None] Network b46e41cc-ce54-4581-8f76-09ec775adf38 requested from n-d-713301-16 {{(pid=95103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 19:47:30.455663 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.db_base_plugin_common [None req-36445d93-245c-4c94-98d0-eaa91f035dd8 None None] Allocated IP 2001:db8::f816:3eff:fedf:bad (3e6c6ec3-89f7-4fc2-8252-c7df087533ec/31f3eea1-1704-41e1-bb70-b9b9a7ffd287/78cc5ea3-45b6-4880-bf15-5a70908088d4) {{(pid=95103) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 19:47:30.497150 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0667c3b-2d9f-4d3c-a798-8c991a9817e6 tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:47:30.499749 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-d0667c3b-2d9f-4d3c-a798-8c991a9817e6 tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] 10.222.0.67 "GET /v2.0/ports HTTP/1.1" status: 200 len: 946 time: 0.0949845 Sep 23 19:47:30.502096 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 43740) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:47:30.658519 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.plugin [None req-6dc2dba8-13b9-4100-99e9-cb3749a27493 tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Deleting port 4708f928-d2b2-4f75-a798-8c9edc05ae4b {{(pid=95102) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:47:30.658911 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-6dc2dba8-13b9-4100-99e9-cb3749a27493 tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783146157096'] for port, before_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:47:30.847898 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-36445d93-245c-4c94-98d0-eaa91f035dd8 None None] Notify callbacks [] for port, precommit_create {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:47:30.857502 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-36445d93-245c-4c94-98d0-eaa91f035dd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783145673135'] for port, after_create {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:47:30.908644 n-d-713301-16 neutron-server[95103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36445d93-245c-4c94-98d0-eaa91f035dd8 None None] Network 3e6c6ec3-89f7-4fc2-8252-c7df087533ec is already hosted by enough agents. {{(pid=95103) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:47:30.916916 n-d-713301-16 neutron-server[95103]: DEBUG neutron.scheduler.base_scheduler [None req-36445d93-245c-4c94-98d0-eaa91f035dd8 None None] Resources bound (agent type, host, resource id): {{(pid=95103) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:47:30.925027 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36445d93-245c-4c94-98d0-eaa91f035dd8 None None] Received port after_create {{(pid=95103) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 19:47:30.945223 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-6dc2dba8-13b9-4100-99e9-cb3749a27493 tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-605701'] for port, precommit_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:47:30.951500 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36445d93-245c-4c94-98d0-eaa91f035dd8 None None] Pushing event updated for resources: {'Port': ['ID=78cc5ea3-45b6-4880-bf15-5a70908088d4,revision_number=1']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:47:30.994286 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_hamode_db [None req-f55ca7f8-1852-4226-9ed1-2f2a5e8bcf17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '940b5249-2171-4c13-b299-b8ff30913590', 'name': 'tempest-TestNetworkBasicOps-router-1225130637', 'tenant_id': '7fd7324f75754f93a5f1d406b61f5276', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'external_fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.199'}], 'enable_snat': True}, 'gw_port_id': 'ef3ff6df-00cb-4c7b-8985-2526c3c45209', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:45:22Z', 'updated_at': '2021-09-23T19:47:27Z', 'revision_number': 6, 'project_id': '7fd7324f75754f93a5f1d406b61f5276', 'gw_port': {'id': 'ef3ff6df-00cb-4c7b-8985-2526c3c45209', 'name': '', 'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:86:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '940b5249-2171-4c13-b299-b8ff30913590', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2956, 'fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:45:23Z', 'updated_at': '2021-09-23T19:45:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-16', '_floatingips': [{'id': 'b618660c-403e-4e39-ba29-ad5f84af9df5', 'tenant_id': '7fd7324f75754f93a5f1d406b61f5276', 'floating_ip_address': '172.25.1.246', 'floating_network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'router_id': '940b5249-2171-4c13-b299-b8ff30913590', 'port_id': 'f9f76648-feb5-46d2-a220-7887e2c8b553', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 3030, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '556d491a-fa37-496f-b55a-840ae2087f7d', 'mac_address': 'fa:16:3e:23:50:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e0be90f-2029-4957-bb5d-fa1f54181a61', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-23T19:45:57Z', 'updated_at': '2021-09-23T19:46:04Z', 'revision_number': 1, 'project_id': '7fd7324f75754f93a5f1d406b61f5276', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cf9cc396-0e70-44ee-b385-fb6cd2981196', 'name': '', 'network_id': '556d491a-fa37-496f-b55a-840ae2087f7d', 'tenant_id': '7fd7324f75754f93a5f1d406b61f5276', 'mac_address': 'fa:16:3e:68:2e:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '940b5249-2171-4c13-b299-b8ff30913590', 'device_owner': 'network:router_interface', 'standard_attr_id': 2979, 'fixed_ips': [{'subnet_id': 'fa6db639-afc2-4d79-8f5d-63a8ed67b4c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:45:29Z', 'updated_at': '2021-09-23T19:45:34Z', 'revision_number': 5, 'project_id': '7fd7324f75754f93a5f1d406b61f5276', 'subnets': [{'id': 'fa6db639-afc2-4d79-8f5d-63a8ed67b4c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-16', False) {} {{(pid=95104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:47:30.997065 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa5cdedb-bf18-453f-8ef3-2728831e94b7 req-1142053e-18a3-45ee-b8bc-77b203f5147f tempest-TestNetworkBasicOps-1575950199 tempest-TestNetworkBasicOps-1575950199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:47:30.998723 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-fa5cdedb-bf18-453f-8ef3-2728831e94b7 req-1142053e-18a3-45ee-b8bc-77b203f5147f tempest-TestNetworkBasicOps-1575950199 tempest-TestNetworkBasicOps-1575950199-project] 10.222.0.74 "GET /v2.0/ports?device_id=a88e63a8-c1e5-49d3-97ad-4e53dbd3cdec HTTP/1.1" status: 200 len: 946 time: 0.1947803 Sep 23 19:47:31.001106 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.plugin [None req-6dc2dba8-13b9-4100-99e9-cb3749a27493 tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Calling delete_port for 4708f928-d2b2-4f75-a798-8c9edc05ae4b owned by {{(pid=95102) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:47:31.041620 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f55ca7f8-1852-4226-9ed1-2f2a5e8bcf17 None None] The sync data for ids ['940b5249-2171-4c13-b299-b8ff30913590'] in n-d-713301-16 is: [{'id': '940b5249-2171-4c13-b299-b8ff30913590', 'name': 'tempest-TestNetworkBasicOps-router-1225130637', 'tenant_id': '7fd7324f75754f93a5f1d406b61f5276', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'external_fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.199'}], 'enable_snat': True}, 'gw_port_id': 'ef3ff6df-00cb-4c7b-8985-2526c3c45209', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:45:22Z', 'updated_at': '2021-09-23T19:47:27Z', 'revision_number': 6, 'project_id': '7fd7324f75754f93a5f1d406b61f5276', 'gw_port': {'id': 'ef3ff6df-00cb-4c7b-8985-2526c3c45209', 'name': '', 'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:86:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '940b5249-2171-4c13-b299-b8ff30913590', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2956, 'fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:45:23Z', 'updated_at': '2021-09-23T19:45:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-16', '_floatingips': [{'id': 'b618660c-403e-4e39-ba29-ad5f84af9df5', 'tenant_id': '7fd7324f75754f93a5f1d406b61f5276', 'floating_ip_address': '172.25.1.246', 'floating_network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'router_id': '940b5249-2171-4c13-b299-b8ff30913590', 'port_id': 'f9f76648-feb5-46d2-a220-7887e2c8b553', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 3030, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '556d491a-fa37-496f-b55a-840ae2087f7d', 'mac_address': 'fa:16:3e:23:50:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e0be90f-2029-4957-bb5d-fa1f54181a61', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-23T19:45:57Z', 'updated_at': '2021-09-23T19:46:04Z', 'revision_number': 1, 'project_id': '7fd7324f75754f93a5f1d406b61f5276', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cf9cc396-0e70-44ee-b385-fb6cd2981196', 'name': '', 'network_id': '556d491a-fa37-496f-b55a-840ae2087f7d', 'tenant_id': '7fd7324f75754f93a5f1d406b61f5276', 'mac_address': 'fa:16:3e:68:2e:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '940b5249-2171-4c13-b299-b8ff30913590', 'device_owner': 'network:router_interface', 'standard_attr_id': 2979, 'fixed_ips': [{'subnet_id': 'fa6db639-afc2-4d79-8f5d-63a8ed67b4c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:45:29Z', 'updated_at': '2021-09-23T19:45:34Z', 'revision_number': 5, 'project_id': '7fd7324f75754f93a5f1d406b61f5276', 'subnets': [{'id': 'fa6db639-afc2-4d79-8f5d-63a8ed67b4c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 19:47:31.076186 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.managers [None req-36445d93-245c-4c94-98d0-eaa91f035dd8 None None] Attempting to bind port 78cc5ea3-45b6-4880-bf15-5a70908088d4 on host n-d-713301-16 for vnic_type normal with profile {{(pid=95103) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 19:47:31.076713 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.managers [None req-36445d93-245c-4c94-98d0-eaa91f035dd8 None None] Attempting to bind port 78cc5ea3-45b6-4880-bf15-5a70908088d4 by drivers openvswitch,hyperv on host n-d-713301-16 at level 0 using segments [{'id': '5c8360fd-bd95-490f-abbb-4e7bd94ab9a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '3e6c6ec3-89f7-4fc2-8252-c7df087533ec'}] {{(pid=95103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 19:47:31.077052 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36445d93-245c-4c94-98d0-eaa91f035dd8 None None] Attempting to bind port 78cc5ea3-45b6-4880-bf15-5a70908088d4 on network 3e6c6ec3-89f7-4fc2-8252-c7df087533ec {{(pid=95103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:47:31.082910 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36445d93-245c-4c94-98d0-eaa91f035dd8 None None] Checking agent: {'id': '70a14545-df24-472f-8f95-bfe1719bff93', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 19, 7, 53), 'started_at': datetime.datetime(2021, 9, 23, 19, 8, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 19, 47, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 19:47:31.083487 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36445d93-245c-4c94-98d0-eaa91f035dd8 None None] Checking segment: {'id': '5c8360fd-bd95-490f-abbb-4e7bd94ab9a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '3e6c6ec3-89f7-4fc2-8252-c7df087533ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95103) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:47:31.083895 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-36445d93-245c-4c94-98d0-eaa91f035dd8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:47:31.084298 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36445d93-245c-4c94-98d0-eaa91f035dd8 None None] Bound using segment: {'id': '5c8360fd-bd95-490f-abbb-4e7bd94ab9a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '3e6c6ec3-89f7-4fc2-8252-c7df087533ec'} {{(pid=95103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 19:47:31.084845 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.managers [None req-36445d93-245c-4c94-98d0-eaa91f035dd8 None None] Bound port: 78cc5ea3-45b6-4880-bf15-5a70908088d4, host: n-d-713301-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5c8360fd-bd95-490f-abbb-4e7bd94ab9a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '3e6c6ec3-89f7-4fc2-8252-c7df087533ec'}}] {{(pid=95103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 19:47:31.085233 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-36445d93-245c-4c94-98d0-eaa91f035dd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:47:31.217274 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f0ee7a8-4f2a-421b-a1ea-4ec42ccd04ac req-95011836-28a9-4d74-999b-e595e468728e tempest-AttachVolumeShelveTestJSON-2035318112 tempest-AttachVolumeShelveTestJSON-2035318112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:47:31.217274 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-4f0ee7a8-4f2a-421b-a1ea-4ec42ccd04ac req-95011836-28a9-4d74-999b-e595e468728e tempest-AttachVolumeShelveTestJSON-2035318112 tempest-AttachVolumeShelveTestJSON-2035318112-project] 10.222.0.67 "GET /v2.0/ports?device_id=036bfa8b-48f6-483d-9ccb-759a52abd0b0 HTTP/1.1" status: 200 len: 947 time: 0.3943868 Sep 23 19:47:31.222476 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 43778) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:47:31.230115 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.v2.base [None req-79e37bbd-5314-4896-a772-0e4056f05c17 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1815547532-network', 'tenant_id': 'b0e87de1e36b4733bde1897783c04916'}} {{(pid=95101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:47:31.255166 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-36445d93-245c-4c94-98d0-eaa91f035dd8 None None] For port 78cc5ea3-45b6-4880-bf15-5a70908088d4, host n-d-713301-16, cleared binding levels {{(pid=95103) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 19:47:31.262118 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-36445d93-245c-4c94-98d0-eaa91f035dd8 None None] For port 78cc5ea3-45b6-4880-bf15-5a70908088d4, host n-d-713301-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-16',level=0,port_id=78cc5ea3-45b6-4880-bf15-5a70908088d4,segment=NetworkSegment(5c8360fd-bd95-490f-abbb-4e7bd94ab9a5),segment_id=5c8360fd-bd95-490f-abbb-4e7bd94ab9a5)] {{(pid=95103) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 19:47:31.270280 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-36445d93-245c-4c94-98d0-eaa91f035dd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:47:31.282890 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79e37bbd-5314-4896-a772-0e4056f05c17 admin admin] Made reservation on behalf of b0e87de1e36b4733bde1897783c04916 for: {'network': 1} {{(pid=95101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:47:31.291255 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-79e37bbd-5314-4896-a772-0e4056f05c17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for network, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:47:31.313178 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-79e37bbd-5314-4896-a772-0e4056f05c17 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:47:31.320679 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2723fa8-2786-43f1-abf7-58007ee2e38a req-ca5fd4de-4cd6-47bb-bb8c-39cce86c7519 tempest-TestNetworkBasicOps-1575950199 tempest-TestNetworkBasicOps-1575950199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:47:31.321312 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-c2723fa8-2786-43f1-abf7-58007ee2e38a req-ca5fd4de-4cd6-47bb-bb8c-39cce86c7519 tempest-TestNetworkBasicOps-1575950199 tempest-TestNetworkBasicOps-1575950199-project] 10.222.0.67 "GET /v2.0/ports?device_id=a88e63a8-c1e5-49d3-97ad-4e53dbd3cdec HTTP/1.1" status: 200 len: 946 time: 0.3785300 Sep 23 19:47:31.347789 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-4f0ee7a8-4f2a-421b-a1ea-4ec42ccd04ac req-9588df58-753b-4b01-89f0-b53a245bea51 tempest-AttachVolumeShelveTestJSON-2035318112 tempest-AttachVolumeShelveTestJSON-2035318112-project] 10.222.0.67 "GET /v2.0/security-groups?id=209f1ee5-6189-41c6-b235-f9c754b12a19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1417549 Sep 23 19:47:31.360276 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.plugin [req-fa5cdedb-bf18-453f-8ef3-2728831e94b7 req-40d4b898-1eca-494d-945a-0c4bcb4e4509 tempest-TestNetworkBasicOps-1575950199 tempest-TestNetworkBasicOps-1575950199-project] Deleting port b3a8837e-b449-4fe7-a6b3-660865be342f {{(pid=95102) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:47:31.367468 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-fa5cdedb-bf18-453f-8ef3-2728831e94b7 req-40d4b898-1eca-494d-945a-0c4bcb4e4509 tempest-TestNetworkBasicOps-1575950199 tempest-TestNetworkBasicOps-1575950199-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783146157096'] for port, before_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:47:31.468096 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36445d93-245c-4c94-98d0-eaa91f035dd8 None None] Pushing event updated for resources: {'Port': ['ID=78cc5ea3-45b6-4880-bf15-5a70908088d4,revision_number=2']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:47:31.527409 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.db [req-fa5cdedb-bf18-453f-8ef3-2728831e94b7 req-40d4b898-1eca-494d-945a-0c4bcb4e4509 tempest-TestNetworkBasicOps-1575950199 tempest-TestNetworkBasicOps-1575950199-project] For port b3a8837e-b449-4fe7-a6b3-660865be342f, host n-h1-713301-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-16',level=0,port_id=b3a8837e-b449-4fe7-a6b3-660865be342f,segment=NetworkSegment(96416483-61df-4d5d-959f-f6cb30a6287b),segment_id=96416483-61df-4d5d-959f-f6cb30a6287b)] {{(pid=95102) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:47:31.527785 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-fa5cdedb-bf18-453f-8ef3-2728831e94b7 req-40d4b898-1eca-494d-945a-0c4bcb4e4509 tempest-TestNetworkBasicOps-1575950199 tempest-TestNetworkBasicOps-1575950199-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-605701'] for port, precommit_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:47:31.546326 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.plugin [req-fa5cdedb-bf18-453f-8ef3-2728831e94b7 req-40d4b898-1eca-494d-945a-0c4bcb4e4509 tempest-TestNetworkBasicOps-1575950199 tempest-TestNetworkBasicOps-1575950199-project] Calling delete_port for b3a8837e-b449-4fe7-a6b3-660865be342f owned by compute:nova {{(pid=95102) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:47:31.550568 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-79e37bbd-5314-4896-a772-0e4056f05c17 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:47:31.557530 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-79e37bbd-5314-4896-a772-0e4056f05c17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:47:31.591637 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-79e37bbd-5314-4896-a772-0e4056f05c17 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 636} {{(pid=95101) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 19:47:31.609629 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79e37bbd-5314-4896-a772-0e4056f05c17 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc7008b7-51dc-4ff2-92ed-1b23fb0917d2,revision_number=1']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:47:31.616966 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-79e37bbd-5314-4896-a772-0e4056f05c17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1756186'] for segment, precommit_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:47:31.617349 n-d-713301-16 neutron-server[95101]: INFO neutron.db.segments_db [None req-79e37bbd-5314-4896-a772-0e4056f05c17 admin admin] Added segment 52360de4-00f2-4e76-9470-bf9066dd8f36 of type vlan for network 2900d6d9-d09c-498c-b05e-b52415075f16 Sep 23 19:47:31.677315 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-79e37bbd-5314-4896-a772-0e4056f05c17 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783145630486'] for network, precommit_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:47:31.728182 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-79e37bbd-5314-4896-a772-0e4056f05c17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299'] for network, after_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:47:31.729551 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79e37bbd-5314-4896-a772-0e4056f05c17 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:47:31.730295 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-79e37bbd-5314-4896-a772-0e4056f05c17 admin admin] Notify callbacks [] for network, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:47:31.778397 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-79e37bbd-5314-4896-a772-0e4056f05c17 admin admin] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.5527079 Sep 23 19:47:31.783686 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 43784) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:47:31.799967 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-c2723fa8-2786-43f1-abf7-58007ee2e38a req-07890fef-9f5a-40b3-bbac-11b023dc7000 tempest-TestNetworkBasicOps-1575950199 tempest-TestNetworkBasicOps-1575950199-project] 10.222.0.67 "GET /v2.0/security-groups?id=0b7bf805-196a-46e6-addc-35aad14a7694&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2466762 Sep 23 19:47:31.818229 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.v2.base [None req-614da6ec-2126-4a6e-aabb-05c5096c6685 admin admin] Request body: {'subnet': {'network_id': '2900d6d9-d09c-498c-b05e-b52415075f16', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1815547532-subnet', 'tenant_id': 'b0e87de1e36b4733bde1897783c04916', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:47:31.833426 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79e37bbd-5314-4896-a772-0e4056f05c17 admin admin] Pushing event updated for resources: {'Network': ['ID=2900d6d9-d09c-498c-b05e-b52415075f16,revision_number=1']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:47:31.851288 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Network 2900d6d9-d09c-498c-b05e-b52415075f16 details requested by agent ovs-agent-n-d-713301-16 with host n-d-713301-16 {{(pid=95103) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 19:47:31.913786 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-6dc2dba8-13b9-4100-99e9-cb3749a27493 tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783146162158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783145673144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4399100'] for port, after_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:47:31.955254 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dc2dba8-13b9-4100-99e9-cb3749a27493 tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Pushing event deleted for resources: {'Port': ['ID=4708f928-d2b2-4f75-a798-8c9edc05ae4b,revision_number=None']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:47:31.965607 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-614da6ec-2126-4a6e-aabb-05c5096c6685 admin admin] Made reservation on behalf of b0e87de1e36b4733bde1897783c04916 for: {'subnet': 1} {{(pid=95102) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:47:31.968139 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-614da6ec-2126-4a6e-aabb-05c5096c6685 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5388256'] for subnet, before_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:47:32.034308 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-6dc2dba8-13b9-4100-99e9-cb3749a27493 tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222849'] for port, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:47:32.036779 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-6dc2dba8-13b9-4100-99e9-cb3749a27493 tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] 10.222.0.67 "DELETE /v2.0/ports/4708f928-d2b2-4f75-a798-8c9edc05ae4b HTTP/1.1" status: 204 len: 168 time: 1.5329154 Sep 23 19:47:32.040161 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 43786) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:47:32.099577 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a543974-e9c1-45ba-b145-7a849aa78446 tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:47:32.101261 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a543974-e9c1-45ba-b145-7a849aa78446 tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:47:32.103182 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-4a543974-e9c1-45ba-b145-7a849aa78446 tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] 10.222.0.67 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0619833 Sep 23 19:47:32.103316 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-fa5cdedb-bf18-453f-8ef3-2728831e94b7 req-40d4b898-1eca-494d-945a-0c4bcb4e4509 tempest-TestNetworkBasicOps-1575950199 tempest-TestNetworkBasicOps-1575950199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783146162158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783145673144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4399100'] for port, after_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:47:32.106326 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 43788) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:47:32.151032 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40d4b898-1eca-494d-945a-0c4bcb4e4509 tempest-TestNetworkBasicOps-1575950199 tempest-TestNetworkBasicOps-1575950199-project] Pushing event deleted for resources: {'Port': ['ID=b3a8837e-b449-4fe7-a6b3-660865be342f,revision_number=None']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:47:32.188730 n-d-713301-16 neutron-server[95101]: DEBUG neutron.db.db_base_plugin_v2 [None req-b677d1c2-ff11-49fb-a9ae-2325227a99b4 tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Deleting subnet 31f3eea1-1704-41e1-bb70-b9b9a7ffd287 {{(pid=95101) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 23 19:47:32.193098 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-b677d1c2-ff11-49fb-a9ae-2325227a99b4 tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Notify callbacks [] for subnet, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:47:32.209806 n-d-713301-16 neutron-server[95102]: DEBUG neutron.db.l3_dvrscheduler_db [req-fa5cdedb-bf18-453f-8ef3-2728831e94b7 req-40d4b898-1eca-494d-945a-0c4bcb4e4509 tempest-TestNetworkBasicOps-1575950199 tempest-TestNetworkBasicOps-1575950199-project] No DVR routers for this DVR port b3a8837e-b449-4fe7-a6b3-660865be342f on host n-h1-713301-16 {{(pid=95102) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 19:47:32.214214 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-fa5cdedb-bf18-453f-8ef3-2728831e94b7 req-40d4b898-1eca-494d-945a-0c4bcb4e4509 tempest-TestNetworkBasicOps-1575950199 tempest-TestNetworkBasicOps-1575950199-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222849'] for port, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:47:32.216690 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-fa5cdedb-bf18-453f-8ef3-2728831e94b7 req-40d4b898-1eca-494d-945a-0c4bcb4e4509 tempest-TestNetworkBasicOps-1575950199 tempest-TestNetworkBasicOps-1575950199-project] 10.222.0.74 "DELETE /v2.0/ports/b3a8837e-b449-4fe7-a6b3-660865be342f HTTP/1.1" status: 204 len: 173 time: 1.1906276 Sep 23 19:47:32.217335 n-d-713301-16 neutron-server[95102]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a88e63a8-c1e5-49d3-97ad-4e53dbd3cdec', 'name': 'network-vif-deleted', 'tag': 'b3a8837e-b449-4fe7-a6b3-660865be342f'}] {{(pid=95102) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 19:47:32.220544 n-d-713301-16 neutron-server[95102]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab31b6d93e5336dbddfa8ec424565b3bd8cb2369c5b4d85bc943472dbb21e8ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ddb2a23-430f-43fa-a8e8-b27f6bc5414c" -d '{"events": [{"server_uuid": "a88e63a8-c1e5-49d3-97ad-4e53dbd3cdec", "name": "network-vif-deleted", "tag": "b3a8837e-b449-4fe7-a6b3-660865be342f"}]}' {{(pid=95102) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 19:47:32.246557 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-b677d1c2-ff11-49fb-a9ae-2325227a99b4 tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6007154'] for subnet, precommit_delete_associations {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:47:32.281564 n-d-713301-16 neutron-server[95102]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 19:47:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-605bf23d-e6ac-4cfc-8f73-3455f7852bc3 x-openstack-request-id: req-605bf23d-e6ac-4cfc-8f73-3455f7852bc3 {{(pid=95102) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 19:47:32.281879 n-d-713301-16 neutron-server[95102]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a88e63a8-c1e5-49d3-97ad-4e53dbd3cdec", "name": "network-vif-deleted", "tag": "b3a8837e-b449-4fe7-a6b3-660865be342f", "status": "completed", "code": 200}]} {{(pid=95102) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 19:47:32.282128 n-d-713301-16 neutron-server[95102]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-605bf23d-e6ac-4cfc-8f73-3455f7852bc3 {{(pid=95102) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 19:47:32.282651 n-d-713301-16 neutron-server[95102]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a88e63a8-c1e5-49d3-97ad-4e53dbd3cdec', 'name': 'network-vif-deleted', 'tag': 'b3a8837e-b449-4fe7-a6b3-660865be342f', 'status': 'completed', 'code': 200} Sep 23 19:47:32.355737 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-614da6ec-2126-4a6e-aabb-05c5096c6685 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4398944', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5388242'] for subnet, after_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:47:32.405566 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-b677d1c2-ff11-49fb-a9ae-2325227a99b4 tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1756813'] for subnet, precommit_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:47:32.440451 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-614da6ec-2126-4a6e-aabb-05c5096c6685 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0e8e42da-43cb-4b17-aa41-60dd8be8b053,revision_number=0']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:47:32.525694 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-b677d1c2-ff11-49fb-a9ae-2325227a99b4 tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1756804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5607514', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6130950'] for subnet, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:47:32.539515 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-614da6ec-2126-4a6e-aabb-05c5096c6685 admin admin] Checking segment: {'id': '52360de4-00f2-4e76-9470-bf9066dd8f36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '2900d6d9-d09c-498c-b05e-b52415075f16'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95102) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:47:32.540051 n-d-713301-16 neutron-server[95102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-614da6ec-2126-4a6e-aabb-05c5096c6685 admin admin] Network hostable DHCP agents. Network: 2900d6d9-d09c-498c-b05e-b52415075f16, hostable agents: ['1b18bf05-1b5f-4587-be5c-af3ac38e32ad'], hosted agents: [] {{(pid=95102) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 19:47:32.579324 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-b677d1c2-ff11-49fb-a9ae-2325227a99b4 tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Notify callbacks [] for subnet, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:47:32.584143 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-b677d1c2-ff11-49fb-a9ae-2325227a99b4 tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] 10.222.0.67 "DELETE /v2.0/subnets/31f3eea1-1704-41e1-bb70-b9b9a7ffd287 HTTP/1.1" status: 204 len: 168 time: 0.4767723 Sep 23 19:47:32.587474 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 43796) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:47:32.588290 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b677d1c2-ff11-49fb-a9ae-2325227a99b4 tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Pushing event deleted for resources: {'Subnet': ['ID=31f3eea1-1704-41e1-bb70-b9b9a7ffd287,revision_number=None']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:47:32.593665 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e4d4d8-17e5-480a-b3bf-705e2dfe9e93 req-a3cccd7c-b15e-4f3b-b6bd-df44b44b3618 tempest-AttachVolumeShelveTestJSON-2035318112 tempest-AttachVolumeShelveTestJSON-2035318112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:47:32.594704 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-05e4d4d8-17e5-480a-b3bf-705e2dfe9e93 req-a3cccd7c-b15e-4f3b-b6bd-df44b44b3618 tempest-AttachVolumeShelveTestJSON-2035318112 tempest-AttachVolumeShelveTestJSON-2035318112-project] 10.222.0.67 "GET /v2.0/ports?device_id=036bfa8b-48f6-483d-9ccb-759a52abd0b0 HTTP/1.1" status: 200 len: 947 time: 0.1407866 Sep 23 19:47:32.601796 n-d-713301-16 neutron-server[95102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-614da6ec-2126-4a6e-aabb-05c5096c6685 admin admin] Network 2900d6d9-d09c-498c-b05e-b52415075f16 is scheduled to be hosted by DHCP agent 1b18bf05-1b5f-4587-be5c-af3ac38e32ad with binding_index 1 {{(pid=95102) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 19:47:32.621523 n-d-713301-16 neutron-server[95102]: DEBUG neutron.scheduler.base_scheduler [None req-614da6ec-2126-4a6e-aabb-05c5096c6685 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713301-16, 2900d6d9-d09c-498c-b05e-b52415075f16) {{(pid=95102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:47:32.632616 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-102848d7-341f-4492-b2eb-09bc8b205ed5 None None] Network 2900d6d9-d09c-498c-b05e-b52415075f16 requested from n-d-713301-16 {{(pid=95103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 19:47:32.642523 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-614da6ec-2126-4a6e-aabb-05c5096c6685 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:47:32.643150 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-614da6ec-2126-4a6e-aabb-05c5096c6685 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:47:32.654081 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-7914d0d1-d1d9-4274-8014-54e2799763d2 tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] 10.222.0.67 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0610499 Sep 23 19:47:32.654722 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 43798) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:47:32.681800 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-614da6ec-2126-4a6e-aabb-05c5096c6685 admin admin] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.8945138 Sep 23 19:47:32.700378 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-05e4d4d8-17e5-480a-b3bf-705e2dfe9e93 req-99075a3b-d9a4-4f27-bb43-314235f2e295 tempest-AttachVolumeShelveTestJSON-2035318112 tempest-AttachVolumeShelveTestJSON-2035318112-project] 10.222.0.67 "GET /v2.0/security-groups?id=209f1ee5-6189-41c6-b235-f9c754b12a19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0906074 Sep 23 19:47:32.778103 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95683398-91d2-4e49-88ec-fe8301d4777c tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:47:32.782672 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 43804) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:47:32.783748 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-95683398-91d2-4e49-88ec-fe8301d4777c tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] 10.222.0.67 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.1278856 Sep 23 19:47:32.883770 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c8c0e3d-44ec-4f69-841d-526716c5123f tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:47:32.885566 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-1c8c0e3d-44ec-4f69-841d-526716c5123f tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] 10.222.0.67 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1018200 Sep 23 19:47:32.888063 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 43808) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:47:32.924627 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 43810) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:47:32.964360 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-f0084587-4ce4-4fa8-82b9-76222d424483 tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] 10.222.0.67 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0695987 Sep 23 19:47:32.964949 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 43812) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:47:32.972039 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.v2.base [None req-2ba639c6-654c-4a79-98fc-112e1b1ba468 tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Request body: {'subnet': {'network_id': '3e6c6ec3-89f7-4fc2-8252-c7df087533ec', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'slaac'}} {{(pid=95102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:47:32.987325 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 43814) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:47:32.990607 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f012136-8fd9-4b99-86bf-bec90cebc968 None None] Network 2900d6d9-d09c-498c-b05e-b52415075f16 requested from n-d-713301-16 {{(pid=95103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 19:47:33.112497 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-84638aa5-0062-4ec6-bde7-6dec4e462b5b tempest-TestNetworkBasicOps-1575950199 tempest-TestNetworkBasicOps-1575950199-project] Notify callbacks [] for security_group, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:47:33.125888 n-d-713301-16 neutron-server[95101]: DEBUG neutron.db.db_base_plugin_v2 [None req-fffaaa2d-793d-4477-95bb-36f30e7cb2a2 admin admin] Deleting subnet cbcf6ec6-4e22-4f03-a0ef-e1dc1a6c74d3 {{(pid=95101) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 23 19:47:33.143781 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-fffaaa2d-793d-4477-95bb-36f30e7cb2a2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:47:33.182192 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eef23954-83f1-426a-a8ab-bcff31dd158b None None] Network 3e6c6ec3-89f7-4fc2-8252-c7df087533ec requested from n-d-713301-16 {{(pid=95103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 19:47:33.209587 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ba639c6-654c-4a79-98fc-112e1b1ba468 tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Made reservation on behalf of ef2dbafd0ba44b7485191a034ef43810 for: {'subnet': 1} {{(pid=95102) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:47:33.211163 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Device 78cc5ea3-45b6-4880-bf15-5a70908088d4 up at agent ovs-agent-n-d-713301-16 {{(pid=95103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 19:47:33.214517 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-2ba639c6-654c-4a79-98fc-112e1b1ba468 tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5388256'] for subnet, before_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:47:33.226326 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-84638aa5-0062-4ec6-bde7-6dec4e462b5b tempest-TestNetworkBasicOps-1575950199 tempest-TestNetworkBasicOps-1575950199-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:47:33.252654 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-fffaaa2d-793d-4477-95bb-36f30e7cb2a2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6007154'] for subnet, precommit_delete_associations {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:47:33.307738 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-3023505b-9c8a-4728-a750-485f761a2fb5 None None] Provisioning complete for port 78cc5ea3-45b6-4880-bf15-5a70908088d4 triggered by entity DHCP. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:47:33.307738 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-3023505b-9c8a-4728-a750-485f761a2fb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:47:33.327434 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-fffaaa2d-793d-4477-95bb-36f30e7cb2a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1756813'] for subnet, precommit_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:47:33.424413 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-84638aa5-0062-4ec6-bde7-6dec4e462b5b tempest-TestNetworkBasicOps-1575950199 tempest-TestNetworkBasicOps-1575950199-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:47:33.426005 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Provisioning complete for port 78cc5ea3-45b6-4880-bf15-5a70908088d4 triggered by entity L2. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:47:33.426942 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:47:33.429563 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-84638aa5-0062-4ec6-bde7-6dec4e462b5b tempest-TestNetworkBasicOps-1575950199 tempest-TestNetworkBasicOps-1575950199-project] Notify callbacks [] for security_group, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:47:33.433182 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-84638aa5-0062-4ec6-bde7-6dec4e462b5b tempest-TestNetworkBasicOps-1575950199 tempest-TestNetworkBasicOps-1575950199-project] 10.222.0.67 "DELETE /v2.0/security-groups/0b7bf805-196a-46e6-addc-35aad14a7694 HTTP/1.1" status: 204 len: 168 time: 0.5067701 Sep 23 19:47:33.442215 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-fffaaa2d-793d-4477-95bb-36f30e7cb2a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1756804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5607514', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6130950'] for subnet, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:47:33.493225 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 43818) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:47:33.508090 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84638aa5-0062-4ec6-bde7-6dec4e462b5b tempest-TestNetworkBasicOps-1575950199 tempest-TestNetworkBasicOps-1575950199-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b7bf805-196a-46e6-addc-35aad14a7694,revision_number=None']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:47:33.519379 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-3023505b-9c8a-4728-a750-485f761a2fb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:47:33.539218 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fffaaa2d-793d-4477-95bb-36f30e7cb2a2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cbcf6ec6-4e22-4f03-a0ef-e1dc1a6c74d3,revision_number=None']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:47:33.546008 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-fffaaa2d-793d-4477-95bb-36f30e7cb2a2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:47:33.556077 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-fffaaa2d-793d-4477-95bb-36f30e7cb2a2 admin admin] 10.222.0.67 "DELETE /v2.0/subnets/cbcf6ec6-4e22-4f03-a0ef-e1dc1a6c74d3 HTTP/1.1" status: 204 len: 168 time: 0.5672553 Sep 23 19:47:33.557030 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 43822) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:47:33.594552 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-3023505b-9c8a-4728-a750-485f761a2fb5 None None] For port 78cc5ea3-45b6-4880-bf15-5a70908088d4, host n-d-713301-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-16',level=0,port_id=78cc5ea3-45b6-4880-bf15-5a70908088d4,segment=NetworkSegment(5c8360fd-bd95-490f-abbb-4e7bd94ab9a5),segment_id=5c8360fd-bd95-490f-abbb-4e7bd94ab9a5)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:47:33.602999 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-3023505b-9c8a-4728-a750-485f761a2fb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:47:33.638112 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-403e9cf2-8926-4f7d-afe1-0cdd2bc74a13 None None] DHCP port deletion for 3e6c6ec3-89f7-4fc2-8252-c7df087533ec request from n-d-713301-16 {{(pid=95103) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 23 19:47:33.645370 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:47:33.683950 n-d-713301-16 neutron-server[95102]: DEBUG neutron.db.db_base_plugin_v2 [None req-53edcc29-e928-432c-a7c8-8e3414318dd6 tempest-TestNetworkBasicOps-1575950199 tempest-TestNetworkBasicOps-1575950199-project] Deleting subnet 83419bee-51f1-4d63-b040-48c7cb443ecc {{(pid=95102) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 23 19:47:33.687384 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-53edcc29-e928-432c-a7c8-8e3414318dd6 tempest-TestNetworkBasicOps-1575950199 tempest-TestNetworkBasicOps-1575950199-project] Notify callbacks [] for subnet, before_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:47:33.715692 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3023505b-9c8a-4728-a750-485f761a2fb5 None None] Pushing event updated for resources: {'Port': ['ID=78cc5ea3-45b6-4880-bf15-5a70908088d4,revision_number=4']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:47:33.729245 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-e71b4eb2-9de2-4e40-832c-a6fb4b4265f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1628021'] for network, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:47:33.730524 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-53edcc29-e928-432c-a7c8-8e3414318dd6 tempest-TestNetworkBasicOps-1575950199 tempest-TestNetworkBasicOps-1575950199-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6162825'] for subnet, precommit_delete_associations {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:47:33.766398 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.db.api [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95103) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 23 19:47:33.766650 n-d-713301-16 neutron-server[95103]: DEBUG oslo_db.api [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 23 19:47:33.773928 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.plugin [None req-403e9cf2-8926-4f7d-afe1-0cdd2bc74a13 None None] Deleting port 78cc5ea3-45b6-4880-bf15-5a70908088d4 {{(pid=95103) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:47:33.774105 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-403e9cf2-8926-4f7d-afe1-0cdd2bc74a13 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783146157096'] for port, before_delete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:47:33.836292 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-e71b4eb2-9de2-4e40-832c-a6fb4b4265f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1754676', 'neutron.services.segments.db._delete_segments_for_network-8783146221460'] for network, precommit_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:47:33.861111 n-d-713301-16 neutron-server[95101]: DEBUG neutron.services.segments.db [None req-e71b4eb2-9de2-4e40-832c-a6fb4b4265f1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b46e41cc-ce54-4581-8f76-09ec775adf38']}} {{(pid=95101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:47:33.871400 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-53edcc29-e928-432c-a7c8-8e3414318dd6 tempest-TestNetworkBasicOps-1575950199 tempest-TestNetworkBasicOps-1575950199-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1756813'] for subnet, precommit_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:47:33.885867 n-d-713301-16 neutron-server[95101]: DEBUG neutron.services.segments.db [None req-e71b4eb2-9de2-4e40-832c-a6fb4b4265f1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9423e956-ade6-48cd-8bd8-4a3651e750d8') {'for_net_delete': True} {{(pid=95101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:47:33.886198 n-d-713301-16 neutron-server[95101]: DEBUG neutron.services.segments.db [None req-e71b4eb2-9de2-4e40-832c-a6fb4b4265f1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9423e956-ade6-48cd-8bd8-4a3651e750d8') {} {{(pid=95101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:47:33.898466 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-403e9cf2-8926-4f7d-afe1-0cdd2bc74a13 None None] For port 78cc5ea3-45b6-4880-bf15-5a70908088d4, host n-d-713301-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-16',level=0,port_id=78cc5ea3-45b6-4880-bf15-5a70908088d4,segment=NetworkSegment(5c8360fd-bd95-490f-abbb-4e7bd94ab9a5),segment_id=5c8360fd-bd95-490f-abbb-4e7bd94ab9a5)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:47:33.898466 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-403e9cf2-8926-4f7d-afe1-0cdd2bc74a13 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-605701'] for port, precommit_delete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:47:33.901566 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-e71b4eb2-9de2-4e40-832c-a6fb4b4265f1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783146221725', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6007147'] for segment, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:47:33.912559 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.plugin [None req-403e9cf2-8926-4f7d-afe1-0cdd2bc74a13 None None] Calling delete_port for 78cc5ea3-45b6-4880-bf15-5a70908088d4 owned by network:dhcp {{(pid=95103) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:47:33.914009 n-d-713301-16 neutron-server[95102]: DEBUG neutron.objects.ports [None req-2ba639c6-654c-4a79-98fc-112e1b1ba468 tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=95102) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 23 19:47:33.918802 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-e71b4eb2-9de2-4e40-832c-a6fb4b4265f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1756186'] for segment, precommit_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:47:33.929594 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e71b4eb2-9de2-4e40-832c-a6fb4b4265f1 admin admin] Releasing vlan 637 on physical network physnet1 to pool {{(pid=95101) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 19:47:33.930725 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-e71b4eb2-9de2-4e40-832c-a6fb4b4265f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1756186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5608436'] for segment, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:47:33.936627 n-d-713301-16 neutron-server[95101]: Traceback (most recent call last): Sep 23 19:47:33.936627 n-d-713301-16 neutron-server[95101]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 19:47:33.936627 n-d-713301-16 neutron-server[95101]: timer() Sep 23 19:47:33.936627 n-d-713301-16 neutron-server[95101]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 19:47:33.936627 n-d-713301-16 neutron-server[95101]: cb(*args, **kw) Sep 23 19:47:33.936627 n-d-713301-16 neutron-server[95101]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 19:47:33.936627 n-d-713301-16 neutron-server[95101]: return func(*args, **kwargs) Sep 23 19:47:33.936627 n-d-713301-16 neutron-server[95101]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 19:47:33.936627 n-d-713301-16 neutron-server[95101]: self._notify() Sep 23 19:47:33.936627 n-d-713301-16 neutron-server[95101]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 19:47:33.936627 n-d-713301-16 neutron-server[95101]: self.callback(batched_events) Sep 23 19:47:33.936627 n-d-713301-16 neutron-server[95101]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 19:47:33.936627 n-d-713301-16 neutron-server[95101]: event.method(event) Sep 23 19:47:33.936627 n-d-713301-16 neutron-server[95101]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 19:47:33.936627 n-d-713301-16 neutron-server[95101]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 19:47:33.936627 n-d-713301-16 neutron-server[95101]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 19:47:33.936627 n-d-713301-16 neutron-server[95101]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 19:47:33.936627 n-d-713301-16 neutron-server[95101]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 19:47:33.936627 n-d-713301-16 neutron-server[95101]: return f(self, *a, **k) Sep 23 19:47:33.936627 n-d-713301-16 neutron-server[95101]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 19:47:33.936627 n-d-713301-16 neutron-server[95101]: return self._get(url).json() Sep 23 19:47:33.936627 n-d-713301-16 neutron-server[95101]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 19:47:33.936627 n-d-713301-16 neutron-server[95101]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 19:47:33.936627 n-d-713301-16 neutron-server[95101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 19:47:33.936627 n-d-713301-16 neutron-server[95101]: return self.request(url, 'GET', **kwargs) Sep 23 19:47:33.936627 n-d-713301-16 neutron-server[95101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 19:47:33.936627 n-d-713301-16 neutron-server[95101]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 19:47:33.936627 n-d-713301-16 neutron-server[95101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 19:47:33.936627 n-d-713301-16 neutron-server[95101]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 19:47:33.936627 n-d-713301-16 neutron-server[95101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 19:47:33.936627 n-d-713301-16 neutron-server[95101]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 19:47:33.936627 n-d-713301-16 neutron-server[95101]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 19:47:34.022217 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-53edcc29-e928-432c-a7c8-8e3414318dd6 tempest-TestNetworkBasicOps-1575950199 tempest-TestNetworkBasicOps-1575950199-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1756804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4399009', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5388229'] for subnet, after_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:47:34.032159 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-403e9cf2-8926-4f7d-afe1-0cdd2bc74a13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783146162158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783145673144'] for port, after_delete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:47:34.033955 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-e71b4eb2-9de2-4e40-832c-a6fb4b4265f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1754627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-601866'] for network, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:47:34.050566 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-e71b4eb2-9de2-4e40-832c-a6fb4b4265f1 admin admin] Notify callbacks [] for network, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:47:34.057227 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-e71b4eb2-9de2-4e40-832c-a6fb4b4265f1 admin admin] 10.222.0.67 "DELETE /v2.0/networks/b46e41cc-ce54-4581-8f76-09ec775adf38 HTTP/1.1" status: 204 len: 168 time: 0.4970505 Sep 23 19:47:34.058137 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 43824) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:47:34.069418 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-403e9cf2-8926-4f7d-afe1-0cdd2bc74a13 None None] No DVR routers for this DVR port 78cc5ea3-45b6-4880-bf15-5a70908088d4 on host n-d-713301-16 {{(pid=95103) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 19:47:34.077962 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-403e9cf2-8926-4f7d-afe1-0cdd2bc74a13 None None] Pushing event deleted for resources: {'Port': ['ID=78cc5ea3-45b6-4880-bf15-5a70908088d4,revision_number=None']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:47:34.089572 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e71b4eb2-9de2-4e40-832c-a6fb4b4265f1 admin admin] Pushing event deleted for resources: {'Network': ['ID=b46e41cc-ce54-4581-8f76-09ec775adf38,revision_number=None']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:47:34.116049 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-53edcc29-e928-432c-a7c8-8e3414318dd6 tempest-TestNetworkBasicOps-1575950199 tempest-TestNetworkBasicOps-1575950199-project] Notify callbacks [] for subnet, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:47:34.117988 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-53edcc29-e928-432c-a7c8-8e3414318dd6 tempest-TestNetworkBasicOps-1575950199 tempest-TestNetworkBasicOps-1575950199-project] 10.222.0.67 "DELETE /v2.0/subnets/83419bee-51f1-4d63-b040-48c7cb443ecc HTTP/1.1" status: 204 len: 168 time: 0.6156087 Sep 23 19:47:34.119487 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53edcc29-e928-432c-a7c8-8e3414318dd6 tempest-TestNetworkBasicOps-1575950199 tempest-TestNetworkBasicOps-1575950199-project] Pushing event deleted for resources: {'Subnet': ['ID=83419bee-51f1-4d63-b040-48c7cb443ecc,revision_number=None']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:47:34.120915 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 43826) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:47:34.122692 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9c41b05-21fa-4c01-a82c-6093b84324aa None None] Network 6f40e4e0-6eba-4f7f-94d2-0661976f2d8b requested from n-d-713301-16 {{(pid=95103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 19:47:34.172174 n-d-713301-16 neutron-server[95102]: DEBUG neutron.db.ipam_pluggable_backend [None req-2ba639c6-654c-4a79-98fc-112e1b1ba468 tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Port 78cc5ea3-45b6-4880-bf15-5a70908088d4 was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=95102) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:572}} Sep 23 19:47:34.172174 n-d-713301-16 neutron-server[95102]: DEBUG neutron.db.ipam_pluggable_backend [None req-2ba639c6-654c-4a79-98fc-112e1b1ba468 tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Reverting IP allocation for 2001:db8::f816:3eff:fedf:bad {{(pid=95102) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:574}} Sep 23 19:47:34.172748 n-d-713301-16 neutron-server[95102]: DEBUG neutron.db.ipam_pluggable_backend [None req-2ba639c6-654c-4a79-98fc-112e1b1ba468 tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Reverting IP allocation failed for 2001:db8::f816:3eff:fedf:bad {{(pid=95102) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:580}} Sep 23 19:47:34.175629 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-2ba639c6-654c-4a79-98fc-112e1b1ba468 tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4398944', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5388242'] for subnet, after_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:47:34.214191 n-d-713301-16 neutron-server[95102]: DEBUG neutron.db.db_base_plugin_v2 [None req-0c36bfde-e8e1-4f92-a19f-b9bf9a35f265 admin admin] Deleting subnet 0e8e42da-43cb-4b17-aa41-60dd8be8b053 {{(pid=95102) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 23 19:47:34.220701 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-0c36bfde-e8e1-4f92-a19f-b9bf9a35f265 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:47:34.225015 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-4cac539d-8082-47eb-b3a2-a5db9da7f6ad tempest-TestNetworkBasicOps-1575950199 tempest-TestNetworkBasicOps-1575950199-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1628021'] for network, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:47:34.265581 n-d-713301-16 neutron-server[95102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ba639c6-654c-4a79-98fc-112e1b1ba468 tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Network 3e6c6ec3-89f7-4fc2-8252-c7df087533ec is already hosted by enough agents. {{(pid=95102) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:47:34.281328 n-d-713301-16 neutron-server[95102]: DEBUG neutron.scheduler.base_scheduler [None req-2ba639c6-654c-4a79-98fc-112e1b1ba468 tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Resources bound (agent type, host, resource id): {{(pid=95102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:47:34.292335 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.plugin [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Port 78cc5ea3-45b6-4880-bf15-5a70908088d4 update to ACTIVE by agent not found {{(pid=95103) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2162}} Sep 23 19:47:34.292503 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.plugin [None req-4cac539d-8082-47eb-b3a2-a5db9da7f6ad tempest-TestNetworkBasicOps-1575950199 tempest-TestNetworkBasicOps-1575950199-project] Deleting port f201527f-d777-4350-9513-df13734e3b61 {{(pid=95101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:47:34.292958 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-4cac539d-8082-47eb-b3a2-a5db9da7f6ad tempest-TestNetworkBasicOps-1575950199 tempest-TestNetworkBasicOps-1575950199-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783146157096'] for port, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:47:34.295975 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a909f797-ea31-415c-a59f-4959714338b4 None None] Network 3e6c6ec3-89f7-4fc2-8252-c7df087533ec requested from n-d-713301-16 {{(pid=95103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 19:47:34.297115 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ba639c6-654c-4a79-98fc-112e1b1ba468 tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:47:34.297698 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-2ba639c6-654c-4a79-98fc-112e1b1ba468 tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Notify callbacks [] for subnet, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:47:34.312768 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Device 70b0d7e0-812d-40bb-b3ba-1b323137a8f5 no longer exists at agent ovs-agent-n-d-713301-16 {{(pid=95103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 19:47:34.324420 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-2ba639c6-654c-4a79-98fc-112e1b1ba468 tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 824 time: 1.3583987 Sep 23 19:47:34.326637 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-0c36bfde-e8e1-4f92-a19f-b9bf9a35f265 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6162825'] for subnet, precommit_delete_associations {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:47:34.329010 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba639c6-654c-4a79-98fc-112e1b1ba468 tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Pushing event updated for resources: {'Subnet': ['ID=8d0fae10-f7fc-43e6-a855-7955022f45bb,revision_number=0']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:47:34.329520 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 43828) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:47:34.339705 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.plugin [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] No Port match for: 70b0d7e0-812d-40bb-b3ba-1b323137a8f5 {{(pid=95103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 19:47:34.340057 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Device 70b0d7e0-812d-40bb-b3ba-1b323137a8f5 not bound to the agent host n-d-713301-16 {{(pid=95103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 19:47:34.350418 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.v2.base [None req-0cdef8a2-4655-4d7a-8f37-03f071449561 tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Request body: {'port': {'network_id': '3e6c6ec3-89f7-4fc2-8252-c7df087533ec', 'mac_address': 'fa:16:3e:5b:19:76', 'name': 'tempest-NetworksTestDHCPv6-605478860'}} {{(pid=95101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:47:34.399639 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-0c36bfde-e8e1-4f92-a19f-b9bf9a35f265 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1756813'] for subnet, precommit_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:47:34.419050 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe0a2dfb-e807-4a17-b496-cb1eb0bcfba3 None None] DHCP port deletion for 6f40e4e0-6eba-4f7f-94d2-0661976f2d8b request from n-d-713301-16 {{(pid=95103) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 23 19:47:34.489359 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.db [None req-4cac539d-8082-47eb-b3a2-a5db9da7f6ad tempest-TestNetworkBasicOps-1575950199 tempest-TestNetworkBasicOps-1575950199-project] For port f201527f-d777-4350-9513-df13734e3b61, host n-d-713301-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-16',level=0,port_id=f201527f-d777-4350-9513-df13734e3b61,segment=NetworkSegment(96416483-61df-4d5d-959f-f6cb30a6287b),segment_id=96416483-61df-4d5d-959f-f6cb30a6287b)] {{(pid=95101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:47:34.489830 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-4cac539d-8082-47eb-b3a2-a5db9da7f6ad tempest-TestNetworkBasicOps-1575950199 tempest-TestNetworkBasicOps-1575950199-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-605701'] for port, precommit_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:47:34.491058 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Device b3a8837e-b449-4fe7-a6b3-660865be342f no longer exists at agent hyperv_n-h1-713301-16 {{(pid=95103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 19:47:34.513899 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.plugin [None req-4cac539d-8082-47eb-b3a2-a5db9da7f6ad tempest-TestNetworkBasicOps-1575950199 tempest-TestNetworkBasicOps-1575950199-project] Calling delete_port for f201527f-d777-4350-9513-df13734e3b61 owned by network:dhcp {{(pid=95101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:47:34.542868 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.plugin [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] No Port match for: b3a8837e-b449-4fe7-a6b3-660865be342f {{(pid=95103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 19:47:34.545097 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Device b3a8837e-b449-4fe7-a6b3-660865be342f not bound to the agent host n-h1-713301-16 {{(pid=95103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 19:47:34.599201 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0cdef8a2-4655-4d7a-8f37-03f071449561 tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Made reservation on behalf of ef2dbafd0ba44b7485191a034ef43810 for: {'port': 1} {{(pid=95101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:47:34.682129 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.plugin [None req-fe0a2dfb-e807-4a17-b496-cb1eb0bcfba3 None None] Deleting port f201527f-d777-4350-9513-df13734e3b61 {{(pid=95103) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:47:34.683861 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-fe0a2dfb-e807-4a17-b496-cb1eb0bcfba3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783146157096'] for port, before_delete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:47:34.701179 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-009781c2-af1a-4618-82d1-f34d17bbcdd4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4c8b80df-07eb-5275-9f17-5cf640db67c0-3e6c6ec3-89f7-4fc2-8252-c7df087533ec', 'network_id': '3e6c6ec3-89f7-4fc2-8252-c7df087533ec', 'tenant_id': 'ef2dbafd0ba44b7485191a034ef43810', 'fixed_ips': [{'subnet_id': '8d0fae10-f7fc-43e6-a855-7955022f45bb'}]}} from n-d-713301-16. {{(pid=95103) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 23 19:47:34.702052 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-009781c2-af1a-4618-82d1-f34d17bbcdd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_create {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:47:34.737302 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-0cdef8a2-4655-4d7a-8f37-03f071449561 tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:47:34.751878 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-4cac539d-8082-47eb-b3a2-a5db9da7f6ad tempest-TestNetworkBasicOps-1575950199 tempest-TestNetworkBasicOps-1575950199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783146162158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783145673144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5607431'] for port, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:47:34.773551 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-0c36bfde-e8e1-4f92-a19f-b9bf9a35f265 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1756804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4399009', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5388229'] for subnet, after_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:47:34.787132 n-d-713301-16 neutron-server[95101]: DEBUG neutron.notifiers.nova [None req-0cdef8a2-4655-4d7a-8f37-03f071449561 tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] device_id is not set on port 21d77682-621e-4790-a703-0dddb7a874da yet. {{(pid=95101) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 23 19:47:34.791762 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cac539d-8082-47eb-b3a2-a5db9da7f6ad tempest-TestNetworkBasicOps-1575950199 tempest-TestNetworkBasicOps-1575950199-project] Pushing event deleted for resources: {'Port': ['ID=f201527f-d777-4350-9513-df13734e3b61,revision_number=None']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:47:34.799746 n-d-713301-16 neutron-server[95101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cac539d-8082-47eb-b3a2-a5db9da7f6ad tempest-TestNetworkBasicOps-1575950199 tempest-TestNetworkBasicOps-1575950199-project] No DVR routers for this DVR port f201527f-d777-4350-9513-df13734e3b61 on host n-d-713301-16 {{(pid=95101) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 19:47:34.823535 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c36bfde-e8e1-4f92-a19f-b9bf9a35f265 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0e8e42da-43cb-4b17-aa41-60dd8be8b053,revision_number=None']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:47:34.831617 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-0c36bfde-e8e1-4f92-a19f-b9bf9a35f265 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:47:34.841022 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 43832) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:47:34.842643 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-0c36bfde-e8e1-4f92-a19f-b9bf9a35f265 admin admin] 10.222.0.67 "DELETE /v2.0/subnets/0e8e42da-43cb-4b17-aa41-60dd8be8b053 HTTP/1.1" status: 204 len: 168 time: 0.7463565 Sep 23 19:47:34.902850 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-fe0a2dfb-e807-4a17-b496-cb1eb0bcfba3 None None] For port f201527f-d777-4350-9513-df13734e3b61, host n-d-713301-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-16',level=0,port_id=f201527f-d777-4350-9513-df13734e3b61,segment=NetworkSegment(96416483-61df-4d5d-959f-f6cb30a6287b),segment_id=96416483-61df-4d5d-959f-f6cb30a6287b)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:47:34.903248 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-fe0a2dfb-e807-4a17-b496-cb1eb0bcfba3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-605701'] for port, precommit_delete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:47:34.945246 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.plugin [None req-fe0a2dfb-e807-4a17-b496-cb1eb0bcfba3 None None] Calling delete_port for f201527f-d777-4350-9513-df13734e3b61 owned by network:dhcp {{(pid=95103) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:47:34.994450 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-4cac539d-8082-47eb-b3a2-a5db9da7f6ad tempest-TestNetworkBasicOps-1575950199 tempest-TestNetworkBasicOps-1575950199-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1754676', 'neutron.services.segments.db._delete_segments_for_network-8783146221460'] for network, precommit_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:47:35.005865 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.db_base_plugin_common [None req-009781c2-af1a-4618-82d1-f34d17bbcdd4 None None] Allocated IP 2001:db8::f816:3eff:fe33:c485 (3e6c6ec3-89f7-4fc2-8252-c7df087533ec/8d0fae10-f7fc-43e6-a855-7955022f45bb/2d6e2331-718a-4a3a-a263-bdecaaa6c0d0) {{(pid=95103) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 19:47:35.016732 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-b4b7b592-9b2d-4159-a762-312db646edca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1628021'] for network, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:47:35.033225 n-d-713301-16 neutron-server[95101]: DEBUG neutron.services.segments.db [None req-4cac539d-8082-47eb-b3a2-a5db9da7f6ad tempest-TestNetworkBasicOps-1575950199 tempest-TestNetworkBasicOps-1575950199-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6f40e4e0-6eba-4f7f-94d2-0661976f2d8b']}} {{(pid=95101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:47:35.045462 n-d-713301-16 neutron-server[95101]: DEBUG neutron.services.segments.db [None req-4cac539d-8082-47eb-b3a2-a5db9da7f6ad tempest-TestNetworkBasicOps-1575950199 tempest-TestNetworkBasicOps-1575950199-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '96416483-61df-4d5d-959f-f6cb30a6287b') {'for_net_delete': True} {{(pid=95101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:47:35.045918 n-d-713301-16 neutron-server[95101]: DEBUG neutron.services.segments.db [None req-4cac539d-8082-47eb-b3a2-a5db9da7f6ad tempest-TestNetworkBasicOps-1575950199 tempest-TestNetworkBasicOps-1575950199-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '96416483-61df-4d5d-959f-f6cb30a6287b') {} {{(pid=95101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:47:35.058403 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-4cac539d-8082-47eb-b3a2-a5db9da7f6ad tempest-TestNetworkBasicOps-1575950199 tempest-TestNetworkBasicOps-1575950199-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783146221725', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6007147'] for segment, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:47:35.097577 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-4cac539d-8082-47eb-b3a2-a5db9da7f6ad tempest-TestNetworkBasicOps-1575950199 tempest-TestNetworkBasicOps-1575950199-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1756186'] for segment, precommit_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:47:35.114750 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4cac539d-8082-47eb-b3a2-a5db9da7f6ad tempest-TestNetworkBasicOps-1575950199 tempest-TestNetworkBasicOps-1575950199-project] Releasing vlan 629 on physical network physnet1 to pool {{(pid=95101) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 19:47:35.115254 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-4cac539d-8082-47eb-b3a2-a5db9da7f6ad tempest-TestNetworkBasicOps-1575950199 tempest-TestNetworkBasicOps-1575950199-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1756186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5608436'] for segment, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:47:35.118547 n-d-713301-16 neutron-server[95101]: Traceback (most recent call last): Sep 23 19:47:35.118547 n-d-713301-16 neutron-server[95101]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 19:47:35.118547 n-d-713301-16 neutron-server[95101]: timer() Sep 23 19:47:35.118547 n-d-713301-16 neutron-server[95101]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 19:47:35.118547 n-d-713301-16 neutron-server[95101]: cb(*args, **kw) Sep 23 19:47:35.118547 n-d-713301-16 neutron-server[95101]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 19:47:35.118547 n-d-713301-16 neutron-server[95101]: return func(*args, **kwargs) Sep 23 19:47:35.118547 n-d-713301-16 neutron-server[95101]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 19:47:35.118547 n-d-713301-16 neutron-server[95101]: self._notify() Sep 23 19:47:35.118547 n-d-713301-16 neutron-server[95101]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 19:47:35.118547 n-d-713301-16 neutron-server[95101]: self.callback(batched_events) Sep 23 19:47:35.118547 n-d-713301-16 neutron-server[95101]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 19:47:35.118547 n-d-713301-16 neutron-server[95101]: event.method(event) Sep 23 19:47:35.118547 n-d-713301-16 neutron-server[95101]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 19:47:35.118547 n-d-713301-16 neutron-server[95101]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 19:47:35.118547 n-d-713301-16 neutron-server[95101]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 19:47:35.118547 n-d-713301-16 neutron-server[95101]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 19:47:35.118547 n-d-713301-16 neutron-server[95101]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 19:47:35.118547 n-d-713301-16 neutron-server[95101]: return f(self, *a, **k) Sep 23 19:47:35.118547 n-d-713301-16 neutron-server[95101]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 19:47:35.118547 n-d-713301-16 neutron-server[95101]: return self._get(url).json() Sep 23 19:47:35.118547 n-d-713301-16 neutron-server[95101]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 19:47:35.118547 n-d-713301-16 neutron-server[95101]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 19:47:35.118547 n-d-713301-16 neutron-server[95101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 19:47:35.118547 n-d-713301-16 neutron-server[95101]: return self.request(url, 'GET', **kwargs) Sep 23 19:47:35.118547 n-d-713301-16 neutron-server[95101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 19:47:35.118547 n-d-713301-16 neutron-server[95101]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 19:47:35.118547 n-d-713301-16 neutron-server[95101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 19:47:35.118547 n-d-713301-16 neutron-server[95101]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 19:47:35.118547 n-d-713301-16 neutron-server[95101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 19:47:35.118547 n-d-713301-16 neutron-server[95101]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 19:47:35.118547 n-d-713301-16 neutron-server[95101]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 19:47:35.166097 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-b4b7b592-9b2d-4159-a762-312db646edca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1754676', 'neutron.services.segments.db._delete_segments_for_network-8783146221460'] for network, precommit_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:47:35.225370 n-d-713301-16 neutron-server[95101]: DEBUG neutron.services.segments.db [None req-b4b7b592-9b2d-4159-a762-312db646edca admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2900d6d9-d09c-498c-b05e-b52415075f16']}} {{(pid=95101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:47:35.235691 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-4cac539d-8082-47eb-b3a2-a5db9da7f6ad tempest-TestNetworkBasicOps-1575950199 tempest-TestNetworkBasicOps-1575950199-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1754627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-601866'] for network, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:47:35.238356 n-d-713301-16 neutron-server[95101]: DEBUG neutron.services.segments.db [None req-b4b7b592-9b2d-4159-a762-312db646edca admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '52360de4-00f2-4e76-9470-bf9066dd8f36') {'for_net_delete': True} {{(pid=95101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:47:35.238964 n-d-713301-16 neutron-server[95101]: DEBUG neutron.services.segments.db [None req-b4b7b592-9b2d-4159-a762-312db646edca admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '52360de4-00f2-4e76-9470-bf9066dd8f36') {} {{(pid=95101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:47:35.250585 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-4cac539d-8082-47eb-b3a2-a5db9da7f6ad tempest-TestNetworkBasicOps-1575950199 tempest-TestNetworkBasicOps-1575950199-project] Notify callbacks [] for network, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:47:35.251928 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-4cac539d-8082-47eb-b3a2-a5db9da7f6ad tempest-TestNetworkBasicOps-1575950199 tempest-TestNetworkBasicOps-1575950199-project] 10.222.0.67 "DELETE /v2.0/networks/6f40e4e0-6eba-4f7f-94d2-0661976f2d8b HTTP/1.1" status: 204 len: 168 time: 1.1280422 Sep 23 19:47:35.253681 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 43834) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:47:35.264953 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Device 78cc5ea3-45b6-4880-bf15-5a70908088d4 no longer exists at agent ovs-agent-n-d-713301-16 {{(pid=95103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 19:47:35.271232 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-b4b7b592-9b2d-4159-a762-312db646edca admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783146221725', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6007147'] for segment, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:47:35.277860 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cac539d-8082-47eb-b3a2-a5db9da7f6ad tempest-TestNetworkBasicOps-1575950199 tempest-TestNetworkBasicOps-1575950199-project] Pushing event deleted for resources: {'Network': ['ID=6f40e4e0-6eba-4f7f-94d2-0661976f2d8b,revision_number=None']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:47:35.292680 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-b4b7b592-9b2d-4159-a762-312db646edca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1756186'] for segment, precommit_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:47:35.297160 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.plugin [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] No Port match for: 78cc5ea3-45b6-4880-bf15-5a70908088d4 {{(pid=95103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 19:47:35.297510 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Device 78cc5ea3-45b6-4880-bf15-5a70908088d4 not bound to the agent host n-d-713301-16 {{(pid=95103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 19:47:35.297927 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Device f201527f-d777-4350-9513-df13734e3b61 no longer exists at agent ovs-agent-n-d-713301-16 {{(pid=95103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 19:47:35.301105 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b4b7b592-9b2d-4159-a762-312db646edca admin admin] Releasing vlan 636 on physical network physnet1 to pool {{(pid=95101) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 19:47:35.301557 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-b4b7b592-9b2d-4159-a762-312db646edca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1756186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5608436'] for segment, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:47:35.305006 n-d-713301-16 neutron-server[95101]: Traceback (most recent call last): Sep 23 19:47:35.305006 n-d-713301-16 neutron-server[95101]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 19:47:35.305006 n-d-713301-16 neutron-server[95101]: timer() Sep 23 19:47:35.305006 n-d-713301-16 neutron-server[95101]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 19:47:35.305006 n-d-713301-16 neutron-server[95101]: cb(*args, **kw) Sep 23 19:47:35.305006 n-d-713301-16 neutron-server[95101]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 19:47:35.305006 n-d-713301-16 neutron-server[95101]: return func(*args, **kwargs) Sep 23 19:47:35.305006 n-d-713301-16 neutron-server[95101]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 19:47:35.305006 n-d-713301-16 neutron-server[95101]: self._notify() Sep 23 19:47:35.305006 n-d-713301-16 neutron-server[95101]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 19:47:35.305006 n-d-713301-16 neutron-server[95101]: self.callback(batched_events) Sep 23 19:47:35.305006 n-d-713301-16 neutron-server[95101]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 19:47:35.305006 n-d-713301-16 neutron-server[95101]: event.method(event) Sep 23 19:47:35.305006 n-d-713301-16 neutron-server[95101]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 19:47:35.305006 n-d-713301-16 neutron-server[95101]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 19:47:35.305006 n-d-713301-16 neutron-server[95101]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 19:47:35.305006 n-d-713301-16 neutron-server[95101]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 19:47:35.305006 n-d-713301-16 neutron-server[95101]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 19:47:35.305006 n-d-713301-16 neutron-server[95101]: return f(self, *a, **k) Sep 23 19:47:35.305006 n-d-713301-16 neutron-server[95101]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 19:47:35.305006 n-d-713301-16 neutron-server[95101]: return self._get(url).json() Sep 23 19:47:35.305006 n-d-713301-16 neutron-server[95101]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 19:47:35.305006 n-d-713301-16 neutron-server[95101]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 19:47:35.305006 n-d-713301-16 neutron-server[95101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 19:47:35.305006 n-d-713301-16 neutron-server[95101]: return self.request(url, 'GET', **kwargs) Sep 23 19:47:35.305006 n-d-713301-16 neutron-server[95101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 19:47:35.305006 n-d-713301-16 neutron-server[95101]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 19:47:35.305006 n-d-713301-16 neutron-server[95101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 19:47:35.305006 n-d-713301-16 neutron-server[95101]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 19:47:35.305006 n-d-713301-16 neutron-server[95101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 19:47:35.305006 n-d-713301-16 neutron-server[95101]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 19:47:35.305006 n-d-713301-16 neutron-server[95101]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 19:47:35.323233 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-fe0a2dfb-e807-4a17-b496-cb1eb0bcfba3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783146162158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783145673144'] for port, after_delete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:47:35.356314 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe0a2dfb-e807-4a17-b496-cb1eb0bcfba3 None None] Pushing event deleted for resources: {'Port': ['ID=f201527f-d777-4350-9513-df13734e3b61,revision_number=None']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:47:35.359061 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.plugin [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] No Port match for: f201527f-d777-4350-9513-df13734e3b61 {{(pid=95103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 19:47:35.359415 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Device f201527f-d777-4350-9513-df13734e3b61 not bound to the agent host n-d-713301-16 {{(pid=95103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 19:47:35.363988 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-fe0a2dfb-e807-4a17-b496-cb1eb0bcfba3 None None] Network 6f40e4e0-6eba-4f7f-94d2-0661976f2d8b is not hosted by any dhcp agent {{(pid=95103) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Sep 23 19:47:35.364398 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe0a2dfb-e807-4a17-b496-cb1eb0bcfba3 None None] No DVR routers for this DVR port f201527f-d777-4350-9513-df13734e3b61 on host n-d-713301-16 {{(pid=95103) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 19:47:35.404183 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-b4b7b592-9b2d-4159-a762-312db646edca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1754627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-601866'] for network, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:47:35.432056 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-b4b7b592-9b2d-4159-a762-312db646edca admin admin] Notify callbacks [] for network, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:47:35.450401 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-b4b7b592-9b2d-4159-a762-312db646edca admin admin] 10.222.0.67 "DELETE /v2.0/networks/2900d6d9-d09c-498c-b05e-b52415075f16 HTTP/1.1" status: 204 len: 168 time: 0.5759614 Sep 23 19:47:35.451775 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4b7b592-9b2d-4159-a762-312db646edca admin admin] Pushing event deleted for resources: {'Network': ['ID=2900d6d9-d09c-498c-b05e-b52415075f16,revision_number=None']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:47:35.499093 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.plugin [None req-629e7a63-77e3-4d25-82f4-e3b118e604a8 tempest-TestNetworkBasicOps-1575950199 tempest-TestNetworkBasicOps-1575950199-project] Deleting port 4e64cb90-c782-4755-812d-0fb78f2c7361 {{(pid=95102) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:47:35.499544 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-629e7a63-77e3-4d25-82f4-e3b118e604a8 tempest-TestNetworkBasicOps-1575950199 tempest-TestNetworkBasicOps-1575950199-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783146157096'] for port, before_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:47:35.506569 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-009781c2-af1a-4618-82d1-f34d17bbcdd4 None None] Notify callbacks [] for port, precommit_create {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:47:35.515019 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-009781c2-af1a-4618-82d1-f34d17bbcdd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783145673135'] for port, after_create {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:47:35.601848 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-629e7a63-77e3-4d25-82f4-e3b118e604a8 tempest-TestNetworkBasicOps-1575950199 tempest-TestNetworkBasicOps-1575950199-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-605701'] for port, precommit_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:47:35.603145 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-629e7a63-77e3-4d25-82f4-e3b118e604a8 tempest-TestNetworkBasicOps-1575950199 tempest-TestNetworkBasicOps-1575950199-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:47:35.606857 n-d-713301-16 neutron-server[95103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-009781c2-af1a-4618-82d1-f34d17bbcdd4 None None] Network 3e6c6ec3-89f7-4fc2-8252-c7df087533ec is already hosted by enough agents. {{(pid=95103) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:47:35.611845 n-d-713301-16 neutron-server[95103]: DEBUG neutron.scheduler.base_scheduler [None req-009781c2-af1a-4618-82d1-f34d17bbcdd4 None None] Resources bound (agent type, host, resource id): {{(pid=95103) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:47:35.617796 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-009781c2-af1a-4618-82d1-f34d17bbcdd4 None None] Received port after_create {{(pid=95103) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 19:47:35.624790 n-d-713301-16 neutron-server[95101]: DEBUG neutron.db.db_base_plugin_common [None req-0cdef8a2-4655-4d7a-8f37-03f071449561 tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Allocated IP 2001:db8::f816:3eff:fe5b:1976 (3e6c6ec3-89f7-4fc2-8252-c7df087533ec/8d0fae10-f7fc-43e6-a855-7955022f45bb/21d77682-621e-4790-a703-0dddb7a874da) {{(pid=95101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 19:47:35.632325 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.plugin [None req-629e7a63-77e3-4d25-82f4-e3b118e604a8 tempest-TestNetworkBasicOps-1575950199 tempest-TestNetworkBasicOps-1575950199-project] Calling delete_port for 4e64cb90-c782-4755-812d-0fb78f2c7361 owned by network:floatingip {{(pid=95102) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:47:35.651207 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-009781c2-af1a-4618-82d1-f34d17bbcdd4 None None] Pushing event updated for resources: {'Port': ['ID=2d6e2331-718a-4a3a-a263-bdecaaa6c0d0,revision_number=1']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:47:35.779071 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.managers [None req-009781c2-af1a-4618-82d1-f34d17bbcdd4 None None] Attempting to bind port 2d6e2331-718a-4a3a-a263-bdecaaa6c0d0 on host n-d-713301-16 for vnic_type normal with profile {{(pid=95103) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 19:47:35.785263 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.managers [None req-009781c2-af1a-4618-82d1-f34d17bbcdd4 None None] Attempting to bind port 2d6e2331-718a-4a3a-a263-bdecaaa6c0d0 by drivers openvswitch,hyperv on host n-d-713301-16 at level 0 using segments [{'id': '5c8360fd-bd95-490f-abbb-4e7bd94ab9a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '3e6c6ec3-89f7-4fc2-8252-c7df087533ec'}] {{(pid=95103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 19:47:35.790009 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-009781c2-af1a-4618-82d1-f34d17bbcdd4 None None] Attempting to bind port 2d6e2331-718a-4a3a-a263-bdecaaa6c0d0 on network 3e6c6ec3-89f7-4fc2-8252-c7df087533ec {{(pid=95103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:47:35.811793 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-009781c2-af1a-4618-82d1-f34d17bbcdd4 None None] Checking agent: {'id': '70a14545-df24-472f-8f95-bfe1719bff93', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 19, 7, 53), 'started_at': datetime.datetime(2021, 9, 23, 19, 8, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 19, 47, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 19:47:35.812211 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-009781c2-af1a-4618-82d1-f34d17bbcdd4 None None] Checking segment: {'id': '5c8360fd-bd95-490f-abbb-4e7bd94ab9a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '3e6c6ec3-89f7-4fc2-8252-c7df087533ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95103) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:47:35.812348 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-009781c2-af1a-4618-82d1-f34d17bbcdd4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:47:35.813116 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-009781c2-af1a-4618-82d1-f34d17bbcdd4 None None] Bound using segment: {'id': '5c8360fd-bd95-490f-abbb-4e7bd94ab9a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '3e6c6ec3-89f7-4fc2-8252-c7df087533ec'} {{(pid=95103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 19:47:35.813586 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.managers [None req-009781c2-af1a-4618-82d1-f34d17bbcdd4 None None] Bound port: 2d6e2331-718a-4a3a-a263-bdecaaa6c0d0, host: n-d-713301-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5c8360fd-bd95-490f-abbb-4e7bd94ab9a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '3e6c6ec3-89f7-4fc2-8252-c7df087533ec'}}] {{(pid=95103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 19:47:35.814495 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-009781c2-af1a-4618-82d1-f34d17bbcdd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:47:35.840916 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 43840) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:47:35.910228 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-009781c2-af1a-4618-82d1-f34d17bbcdd4 None None] For port 2d6e2331-718a-4a3a-a263-bdecaaa6c0d0, host n-d-713301-16, cleared binding levels {{(pid=95103) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 19:47:35.917653 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-009781c2-af1a-4618-82d1-f34d17bbcdd4 None None] For port 2d6e2331-718a-4a3a-a263-bdecaaa6c0d0, host n-d-713301-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-16',level=0,port_id=2d6e2331-718a-4a3a-a263-bdecaaa6c0d0,segment=NetworkSegment(5c8360fd-bd95-490f-abbb-4e7bd94ab9a5),segment_id=5c8360fd-bd95-490f-abbb-4e7bd94ab9a5)] {{(pid=95103) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 19:47:35.920999 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-269032b5-2e04-494f-9b1f-200839b36b31 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=60d79fa0c8a748f6aba7cab610045856&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0745962 Sep 23 19:47:35.922732 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 43842) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:47:35.927402 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-009781c2-af1a-4618-82d1-f34d17bbcdd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:47:35.929832 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-629e7a63-77e3-4d25-82f4-e3b118e604a8 tempest-TestNetworkBasicOps-1575950199 tempest-TestNetworkBasicOps-1575950199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783146162158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783145673144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4399100'] for port, after_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:47:35.930307 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-0cdef8a2-4655-4d7a-8f37-03f071449561 tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Notify callbacks [] for port, precommit_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:47:35.966115 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-629e7a63-77e3-4d25-82f4-e3b118e604a8 tempest-TestNetworkBasicOps-1575950199 tempest-TestNetworkBasicOps-1575950199-project] Pushing event deleted for resources: {'Port': ['ID=4e64cb90-c782-4755-812d-0fb78f2c7361,revision_number=None']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:47:35.993298 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-009781c2-af1a-4618-82d1-f34d17bbcdd4 None None] Pushing event updated for resources: {'Port': ['ID=2d6e2331-718a-4a3a-a263-bdecaaa6c0d0,revision_number=2']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:47:36.015604 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-30720e5c-a871-4a32-aff5-32f2e9efe89a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:47:36.044225 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-629e7a63-77e3-4d25-82f4-e3b118e604a8 tempest-TestNetworkBasicOps-1575950199 tempest-TestNetworkBasicOps-1575950199-project] Notify callbacks [] for floatingip, after_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:47:36.045997 n-d-713301-16 neutron-server[95102]: INFO neutron.db.l3_db [None req-629e7a63-77e3-4d25-82f4-e3b118e604a8 tempest-TestNetworkBasicOps-1575950199 tempest-TestNetworkBasicOps-1575950199-project] Floating IP b618660c-403e-4e39-ba29-ad5f84af9df5 disassociated (deleted). External IP: 172.25.1.246, port: f9f76648-feb5-46d2-a220-7887e2c8b553. Sep 23 19:47:36.057670 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-30720e5c-a871-4a32-aff5-32f2e9efe89a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:47:36.059725 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-0cdef8a2-4655-4d7a-8f37-03f071449561 tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783145673135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5607431'] for port, after_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:47:36.117977 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cdef8a2-4655-4d7a-8f37-03f071449561 tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Network 3e6c6ec3-89f7-4fc2-8252-c7df087533ec is already hosted by enough agents. {{(pid=95101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:47:36.128148 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.base_scheduler [None req-0cdef8a2-4655-4d7a-8f37-03f071449561 tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Resources bound (agent type, host, resource id): {{(pid=95101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:47:36.138612 n-d-713301-16 neutron-server[95101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cdef8a2-4655-4d7a-8f37-03f071449561 tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Received port after_create {{(pid=95101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 19:47:36.144402 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cdef8a2-4655-4d7a-8f37-03f071449561 tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:47:36.145628 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-0cdef8a2-4655-4d7a-8f37-03f071449561 tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222849'] for port, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:47:36.168770 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cdef8a2-4655-4d7a-8f37-03f071449561 tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Pushing event updated for resources: {'Port': ['ID=21d77682-621e-4790-a703-0dddb7a874da,revision_number=1']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:47:36.179893 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-0cdef8a2-4655-4d7a-8f37-03f071449561 tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.8494399 Sep 23 19:47:36.183539 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 43844) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:47:36.226376 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-30720e5c-a871-4a32-aff5-32f2e9efe89a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:47:36.229833 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-30720e5c-a871-4a32-aff5-32f2e9efe89a admin admin] Notify callbacks [] for security_group, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:47:36.231695 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-30720e5c-a871-4a32-aff5-32f2e9efe89a admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/5a5ec513-428c-4008-b1b6-046ee38b10e7 HTTP/1.1" status: 204 len: 168 time: 0.3079274 Sep 23 19:47:36.249798 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30720e5c-a871-4a32-aff5-32f2e9efe89a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a5ec513-428c-4008-b1b6-046ee38b10e7,revision_number=None']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:47:36.292454 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33357139-a461-4493-8051-d1a904ba923c tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:47:36.301579 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33357139-a461-4493-8051-d1a904ba923c tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:47:36.303608 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-33357139-a461-4493-8051-d1a904ba923c tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] 10.222.0.67 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.1187093 Sep 23 19:47:36.306002 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 43848) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:47:36.366258 n-d-713301-16 neutron-server[95102]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-629e7a63-77e3-4d25-82f4-e3b118e604a8 tempest-TestNetworkBasicOps-1575950199 tempest-TestNetworkBasicOps-1575950199-project] Router 940b5249-2171-4c13-b299-b8ff30913590 has already been hosted by L3 agent 79a740bf-7821-4989-8288-7186e3e128f3 {{(pid=95102) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 19:47:36.453757 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.plugin [None req-4b99e194-0887-421a-9db1-f62e584ba5ef tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Deleting port 21d77682-621e-4790-a703-0dddb7a874da {{(pid=95101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:47:36.454113 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-4b99e194-0887-421a-9db1-f62e584ba5ef tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783146157096'] for port, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:47:36.502064 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-629e7a63-77e3-4d25-82f4-e3b118e604a8 tempest-TestNetworkBasicOps-1575950199 tempest-TestNetworkBasicOps-1575950199-project] Notify agent at l3_agent.n-d-713301-16 the message routers_updated {{(pid=95102) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 19:47:36.507185 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-629e7a63-77e3-4d25-82f4-e3b118e604a8 tempest-TestNetworkBasicOps-1575950199 tempest-TestNetworkBasicOps-1575950199-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222849'] for floatingip, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:47:36.513206 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5a782ab-93b7-436b-bebc-74bd0ca9e36b None None] Sync routers for ids ['940b5249-2171-4c13-b299-b8ff30913590'] in n-d-713301-16 {{(pid=95103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 19:47:36.529427 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5a782ab-93b7-436b-bebc-74bd0ca9e36b None None] Routers {'940b5249-2171-4c13-b299-b8ff30913590'} bound to L3 agent in host n-d-713301-16 {{(pid=95103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 19:47:36.531094 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_hamode_db [None req-f5a782ab-93b7-436b-bebc-74bd0ca9e36b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-23T19:07:52Z,description=,heartbeat_timestamp=2021-09-23T19:47:23Z,host='n-d-713301-16',id=79a740bf-7821-4989-8288-7186e3e128f3,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:07:52Z,topic='l3_agent')) {'router_ids': ['940b5249-2171-4c13-b299-b8ff30913590'], 'active': True} {{(pid=95103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:47:36.562256 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-629e7a63-77e3-4d25-82f4-e3b118e604a8 tempest-TestNetworkBasicOps-1575950199 tempest-TestNetworkBasicOps-1575950199-project] 10.222.0.67 "DELETE /v2.0/floatingips/b618660c-403e-4e39-ba29-ad5f84af9df5 HTTP/1.1" status: 204 len: 168 time: 1.2964962 Sep 23 19:47:36.562990 n-d-713301-16 neutron-server[95102]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3e0be90f-2029-4957-bb5d-fa1f54181a61', 'tag': 'f9f76648-feb5-46d2-a220-7887e2c8b553'}] {{(pid=95102) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 19:47:36.565641 n-d-713301-16 neutron-server[95102]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab31b6d93e5336dbddfa8ec424565b3bd8cb2369c5b4d85bc943472dbb21e8ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e62209f3-4587-4eea-a13b-3c8fd81f3dd9" -d '{"events": [{"name": "network-changed", "server_uuid": "3e0be90f-2029-4957-bb5d-fa1f54181a61", "tag": "f9f76648-feb5-46d2-a220-7887e2c8b553"}]}' {{(pid=95102) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 19:47:36.609141 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-4b99e194-0887-421a-9db1-f62e584ba5ef tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-605701'] for port, precommit_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:47:36.639648 n-d-713301-16 neutron-server[95102]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 19:47:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9eb9779e-1c04-49db-b009-ccdfa156ca77 x-openstack-request-id: req-9eb9779e-1c04-49db-b009-ccdfa156ca77 {{(pid=95102) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 19:47:36.640009 n-d-713301-16 neutron-server[95102]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3e0be90f-2029-4957-bb5d-fa1f54181a61", "tag": "f9f76648-feb5-46d2-a220-7887e2c8b553", "status": "completed", "code": 200}]} {{(pid=95102) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 19:47:36.640327 n-d-713301-16 neutron-server[95102]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-9eb9779e-1c04-49db-b009-ccdfa156ca77 {{(pid=95102) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 19:47:36.641009 n-d-713301-16 neutron-server[95102]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3e0be90f-2029-4957-bb5d-fa1f54181a61', 'tag': 'f9f76648-feb5-46d2-a220-7887e2c8b553', 'status': 'completed', 'code': 200} Sep 23 19:47:36.642778 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.plugin [None req-4b99e194-0887-421a-9db1-f62e584ba5ef tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Calling delete_port for 21d77682-621e-4790-a703-0dddb7a874da owned by {{(pid=95101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:47:36.720026 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e62209f3-4587-4eea-a13b-3c8fd81f3dd9 req-606c4039-b16f-4833-9ab1-71556641312a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:47:36.725771 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-e62209f3-4587-4eea-a13b-3c8fd81f3dd9 req-606c4039-b16f-4833-9ab1-71556641312a service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=7fd7324f75754f93a5f1d406b61f5276&device_id=3e0be90f-2029-4957-bb5d-fa1f54181a61 HTTP/1.1" status: 200 len: 1097 time: 0.0596380 Sep 23 19:47:36.771879 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_dvr_db [None req-f5a782ab-93b7-436b-bebc-74bd0ca9e36b None None] Set router 940b5249-2171-4c13-b299-b8ff30913590 gateway port host: n-d-713301-16 {{(pid=95103) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 19:47:36.881127 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-4b99e194-0887-421a-9db1-f62e584ba5ef tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783146162158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783145673144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5607431'] for port, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:47:36.918586 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b99e194-0887-421a-9db1-f62e584ba5ef tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Pushing event deleted for resources: {'Port': ['ID=21d77682-621e-4790-a703-0dddb7a874da,revision_number=None']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:47:36.979098 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-4b99e194-0887-421a-9db1-f62e584ba5ef tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222849'] for port, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:47:36.986621 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-4b99e194-0887-421a-9db1-f62e584ba5ef tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] 10.222.0.67 "DELETE /v2.0/ports/21d77682-621e-4790-a703-0dddb7a874da HTTP/1.1" status: 204 len: 168 time: 0.6773992 Sep 23 19:47:36.987482 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 43860) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:47:36.998611 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 43862) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:47:37.058041 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e62209f3-4587-4eea-a13b-3c8fd81f3dd9 req-e440c9e1-6975-45bf-af01-94e41274c293 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:47:37.059613 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-e62209f3-4587-4eea-a13b-3c8fd81f3dd9 req-e440c9e1-6975-45bf-af01-94e41274c293 service neutron] 10.222.0.53 "GET /v2.0/networks?id=556d491a-fa37-496f-b55a-840ae2087f7d HTTP/1.1" status: 200 len: 898 time: 0.3283060 Sep 23 19:47:37.092977 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07494058-2bf6-4ca5-9e95-4dd5db86321c tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:47:37.103886 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.agents_db [None req-f2f5c474-60a3-474f-b2cc-02c4bd30880c None None] Agent healthcheck: found 7 active agents {{(pid=95104) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 19:47:37.104462 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07494058-2bf6-4ca5-9e95-4dd5db86321c tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:47:37.105750 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-07494058-2bf6-4ca5-9e95-4dd5db86321c tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] 10.222.0.67 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1454 time: 0.1173110 Sep 23 19:47:37.113033 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-626342de-32b0-470e-99a9-1c46f7f50343 req-e5578c86-023d-4cb1-8f1a-18b3ab832e22 tempest-TestNetworkBasicOps-1575950199 tempest-TestNetworkBasicOps-1575950199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:47:37.120646 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 43864) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:47:37.121016 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-626342de-32b0-470e-99a9-1c46f7f50343 req-e5578c86-023d-4cb1-8f1a-18b3ab832e22 tempest-TestNetworkBasicOps-1575950199 tempest-TestNetworkBasicOps-1575950199-project] 10.222.0.67 "GET /v2.0/ports?device_id=3e0be90f-2029-4957-bb5d-fa1f54181a61 HTTP/1.1" status: 200 len: 945 time: 0.1433468 Sep 23 19:47:37.172651 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-1c090f0b-daaf-420b-b088-6398f5bb6d13 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=b0e87de1e36b4733bde1897783c04916&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1527784 Sep 23 19:47:37.173414 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 43866) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:47:37.175861 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-e62209f3-4587-4eea-a13b-3c8fd81f3dd9 req-217aa303-d78b-429e-8f1c-875e76341c38 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f9f76648-feb5-46d2-a220-7887e2c8b553 HTTP/1.1" status: 200 len: 217 time: 0.1015832 Sep 23 19:47:37.193699 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Device 2d6e2331-718a-4a3a-a263-bdecaaa6c0d0 up at agent ovs-agent-n-d-713301-16 {{(pid=95103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 19:47:37.226849 n-d-713301-16 neutron-server[95101]: DEBUG neutron.db.db_base_plugin_v2 [None req-b471c918-ae65-4ca0-98a6-961e15819b84 tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Deleting subnet 8d0fae10-f7fc-43e6-a855-7955022f45bb {{(pid=95101) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 23 19:47:37.235666 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-b471c918-ae65-4ca0-98a6-961e15819b84 tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Notify callbacks [] for subnet, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:47:37.257621 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e62209f3-4587-4eea-a13b-3c8fd81f3dd9 req-d4a99e82-b66d-41fc-b500-ec2b0d3c4933 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:47:37.259798 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-e62209f3-4587-4eea-a13b-3c8fd81f3dd9 req-d4a99e82-b66d-41fc-b500-ec2b0d3c4933 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=fa6db639-afc2-4d79-8f5d-63a8ed67b4c5 HTTP/1.1" status: 200 len: 835 time: 0.0598481 Sep 23 19:47:37.303771 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-b471c918-ae65-4ca0-98a6-961e15819b84 tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6007154'] for subnet, precommit_delete_associations {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:47:37.348682 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-626342de-32b0-470e-99a9-1c46f7f50343 req-48e6140c-f925-4dcb-b003-8a39de79ccc4 tempest-TestNetworkBasicOps-1575950199 tempest-TestNetworkBasicOps-1575950199-project] 10.222.0.67 "GET /v2.0/security-groups?id=c0bb3388-4363-49d8-8145-e6bd5372022a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2261817 Sep 23 19:47:37.378108 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-202bc93d-4d84-466b-aa46-70d6aff2c5b1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:47:37.387632 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Provisioning complete for port 2d6e2331-718a-4a3a-a263-bdecaaa6c0d0 triggered by entity L2. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:47:37.388294 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:47:37.402339 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e62209f3-4587-4eea-a13b-3c8fd81f3dd9 req-ddf1743f-44a5-47a7-ac2b-ac2a78b0a06e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:47:37.403895 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-e62209f3-4587-4eea-a13b-3c8fd81f3dd9 req-ddf1743f-44a5-47a7-ac2b-ac2a78b0a06e service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=556d491a-fa37-496f-b55a-840ae2087f7d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1354363 Sep 23 19:47:37.426225 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-202bc93d-4d84-466b-aa46-70d6aff2c5b1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:47:37.450481 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-b471c918-ae65-4ca0-98a6-961e15819b84 tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1756813'] for subnet, precommit_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:47:37.463647 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_hamode_db [None req-f5a782ab-93b7-436b-bebc-74bd0ca9e36b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '940b5249-2171-4c13-b299-b8ff30913590', 'name': 'tempest-TestNetworkBasicOps-router-1225130637', 'tenant_id': '7fd7324f75754f93a5f1d406b61f5276', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'external_fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.199'}], 'enable_snat': True}, 'gw_port_id': 'ef3ff6df-00cb-4c7b-8985-2526c3c45209', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:45:22Z', 'updated_at': '2021-09-23T19:47:27Z', 'revision_number': 6, 'project_id': '7fd7324f75754f93a5f1d406b61f5276', 'gw_port': {'id': 'ef3ff6df-00cb-4c7b-8985-2526c3c45209', 'name': '', 'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:86:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '940b5249-2171-4c13-b299-b8ff30913590', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2956, 'fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:45:23Z', 'updated_at': '2021-09-23T19:45:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-16', '_interfaces': [{'id': 'cf9cc396-0e70-44ee-b385-fb6cd2981196', 'name': '', 'network_id': '556d491a-fa37-496f-b55a-840ae2087f7d', 'tenant_id': '7fd7324f75754f93a5f1d406b61f5276', 'mac_address': 'fa:16:3e:68:2e:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '940b5249-2171-4c13-b299-b8ff30913590', 'device_owner': 'network:router_interface', 'standard_attr_id': 2979, 'fixed_ips': [{'subnet_id': 'fa6db639-afc2-4d79-8f5d-63a8ed67b4c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:45:29Z', 'updated_at': '2021-09-23T19:45:34Z', 'revision_number': 5, 'project_id': '7fd7324f75754f93a5f1d406b61f5276', 'subnets': [{'id': 'fa6db639-afc2-4d79-8f5d-63a8ed67b4c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-16', False) {} {{(pid=95103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:47:37.502524 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5a782ab-93b7-436b-bebc-74bd0ca9e36b None None] Checking router: 940b5249-2171-4c13-b299-b8ff30913590 for host: n-d-713301-16 {{(pid=95103) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 19:47:37.535293 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-b471c918-ae65-4ca0-98a6-961e15819b84 tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1756804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5607514', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6130950'] for subnet, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:47:37.559351 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5a782ab-93b7-436b-bebc-74bd0ca9e36b None None] Routers {'940b5249-2171-4c13-b299-b8ff30913590'} bound to L3 agent in host n-d-713301-16 {{(pid=95103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 19:47:37.564160 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_hamode_db [None req-f5a782ab-93b7-436b-bebc-74bd0ca9e36b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-23T19:07:52Z,description=,heartbeat_timestamp=2021-09-23T19:47:23Z,host='n-d-713301-16',id=79a740bf-7821-4989-8288-7186e3e128f3,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:07:52Z,topic='l3_agent')) {'router_ids': ['940b5249-2171-4c13-b299-b8ff30913590'], 'active': True} {{(pid=95103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:47:37.579170 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-e62209f3-4587-4eea-a13b-3c8fd81f3dd9 req-2ed1a015-4b2c-46e2-b22f-a0ef025dff43 service neutron] 10.222.0.53 "GET /v2.0/networks/556d491a-fa37-496f-b55a-840ae2087f7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1648769 Sep 23 19:47:37.585799 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-202bc93d-4d84-466b-aa46-70d6aff2c5b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:47:37.588452 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-202bc93d-4d84-466b-aa46-70d6aff2c5b1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:47:37.593478 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-202bc93d-4d84-466b-aa46-70d6aff2c5b1 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/bc7008b7-51dc-4ff2-92ed-1b23fb0917d2 HTTP/1.1" status: 204 len: 168 time: 0.4127645 Sep 23 19:47:37.600593 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b471c918-ae65-4ca0-98a6-961e15819b84 tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Pushing event deleted for resources: {'Subnet': ['ID=8d0fae10-f7fc-43e6-a855-7955022f45bb,revision_number=None']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:47:37.607874 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-b471c918-ae65-4ca0-98a6-961e15819b84 tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Notify callbacks [] for subnet, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:47:37.610170 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-b471c918-ae65-4ca0-98a6-961e15819b84 tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] 10.222.0.67 "DELETE /v2.0/subnets/8d0fae10-f7fc-43e6-a855-7955022f45bb HTTP/1.1" status: 204 len: 168 time: 0.4888344 Sep 23 19:47:37.612764 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 43870) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:47:37.619732 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-202bc93d-4d84-466b-aa46-70d6aff2c5b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc7008b7-51dc-4ff2-92ed-1b23fb0917d2,revision_number=None']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:47:37.677528 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-addba301-115a-42ff-878a-76f6c86700d3 tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] 10.222.0.67 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0632498 Sep 23 19:47:37.680992 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 43872) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:47:37.690959 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.v2.base [None req-3f9bfaec-0b7b-413a-aa0c-b3138437633e tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Request body: {'subnet': {'network_id': '3e6c6ec3-89f7-4fc2-8252-c7df087533ec', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=95101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:47:37.760162 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:47:37.770397 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-e62209f3-4587-4eea-a13b-3c8fd81f3dd9 req-c7cd0c97-d69d-4cbf-bc24-8e6627bc8850 service neutron] 10.222.0.53 "GET /v2.0/networks/556d491a-fa37-496f-b55a-840ae2087f7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1789751 Sep 23 19:47:37.818012 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-dcb9aa84-4958-4393-9c59-650bbfce87a9 None None] Provisioning complete for port 2d6e2331-718a-4a3a-a263-bdecaaa6c0d0 triggered by entity DHCP. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:47:37.823684 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-dcb9aa84-4958-4393-9c59-650bbfce87a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:47:37.859578 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_dvr_db [None req-f5a782ab-93b7-436b-bebc-74bd0ca9e36b None None] Set router 940b5249-2171-4c13-b299-b8ff30913590 gateway port host: n-d-713301-16 {{(pid=95103) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 19:47:37.930538 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f9bfaec-0b7b-413a-aa0c-b3138437633e tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Made reservation on behalf of ef2dbafd0ba44b7485191a034ef43810 for: {'subnet': 1} {{(pid=95101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:47:37.935879 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00ec10a5-9bb6-462c-bb3e-3fc3931a2cfd None None] Network 3e6c6ec3-89f7-4fc2-8252-c7df087533ec requested from n-d-713301-16 {{(pid=95103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 19:47:37.940932 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-3f9bfaec-0b7b-413a-aa0c-b3138437633e tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6130979'] for subnet, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:47:38.033700 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.db.api [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95103) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 23 19:47:38.034051 n-d-713301-16 neutron-server[95103]: DEBUG oslo_db.api [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 23 19:47:38.210783 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-894e04e8-48cf-4b05-a935-e73804801f71 req-d6cc03d0-3b5a-4ee3-926f-e61f0a425b59 tempest-TestNetworkBasicOps-1575950199 tempest-TestNetworkBasicOps-1575950199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:47:38.210783 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-894e04e8-48cf-4b05-a935-e73804801f71 req-d6cc03d0-3b5a-4ee3-926f-e61f0a425b59 tempest-TestNetworkBasicOps-1575950199 tempest-TestNetworkBasicOps-1575950199-project] 10.222.0.53 "GET /v2.0/ports?device_id=3e0be90f-2029-4957-bb5d-fa1f54181a61 HTTP/1.1" status: 200 len: 945 time: 0.1010749 Sep 23 19:47:38.216034 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-dcb9aa84-4958-4393-9c59-650bbfce87a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:47:38.326071 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-dcb9aa84-4958-4393-9c59-650bbfce87a9 None None] For port 2d6e2331-718a-4a3a-a263-bdecaaa6c0d0, host n-d-713301-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-16',level=0,port_id=2d6e2331-718a-4a3a-a263-bdecaaa6c0d0,segment=NetworkSegment(5c8360fd-bd95-490f-abbb-4e7bd94ab9a5),segment_id=5c8360fd-bd95-490f-abbb-4e7bd94ab9a5)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:47:38.345016 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-dcb9aa84-4958-4393-9c59-650bbfce87a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:47:38.401686 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.plugin [req-894e04e8-48cf-4b05-a935-e73804801f71 req-eaabd0c1-b710-4c46-b3a3-7cc746af22ff tempest-TestNetworkBasicOps-1575950199 tempest-TestNetworkBasicOps-1575950199-project] Deleting port f9f76648-feb5-46d2-a220-7887e2c8b553 {{(pid=95102) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:47:38.402301 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-894e04e8-48cf-4b05-a935-e73804801f71 req-eaabd0c1-b710-4c46-b3a3-7cc746af22ff tempest-TestNetworkBasicOps-1575950199 tempest-TestNetworkBasicOps-1575950199-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783146157096'] for port, before_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:47:38.448689 n-d-713301-16 neutron-server[95101]: DEBUG neutron.objects.ports [None req-3f9bfaec-0b7b-413a-aa0c-b3138437633e tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=95101) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 23 19:47:38.451827 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58acfc2d-3023-4b32-9857-8319ee7d869b None None] DHCP port deletion for 3e6c6ec3-89f7-4fc2-8252-c7df087533ec request from n-d-713301-16 {{(pid=95103) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 23 19:47:38.491007 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-161bbfa2-e063-43c9-a2e7-a0e560cd851c None None] Could not find standard attr ID for object 21d77682-621e-4790-a703-0dddb7a874da. {{(pid=95103) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 23 19:47:38.522203 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcb9aa84-4958-4393-9c59-650bbfce87a9 None None] Pushing event updated for resources: {'Port': ['ID=2d6e2331-718a-4a3a-a263-bdecaaa6c0d0,revision_number=4']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:47:38.529650 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_hamode_db [None req-f5a782ab-93b7-436b-bebc-74bd0ca9e36b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '940b5249-2171-4c13-b299-b8ff30913590', 'name': 'tempest-TestNetworkBasicOps-router-1225130637', 'tenant_id': '7fd7324f75754f93a5f1d406b61f5276', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'external_fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.199'}], 'enable_snat': True}, 'gw_port_id': 'ef3ff6df-00cb-4c7b-8985-2526c3c45209', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:45:22Z', 'updated_at': '2021-09-23T19:47:27Z', 'revision_number': 6, 'project_id': '7fd7324f75754f93a5f1d406b61f5276', 'gw_port': {'id': 'ef3ff6df-00cb-4c7b-8985-2526c3c45209', 'name': '', 'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:86:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '940b5249-2171-4c13-b299-b8ff30913590', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2956, 'fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:45:23Z', 'updated_at': '2021-09-23T19:45:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-16', '_interfaces': [{'id': 'cf9cc396-0e70-44ee-b385-fb6cd2981196', 'name': '', 'network_id': '556d491a-fa37-496f-b55a-840ae2087f7d', 'tenant_id': '7fd7324f75754f93a5f1d406b61f5276', 'mac_address': 'fa:16:3e:68:2e:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '940b5249-2171-4c13-b299-b8ff30913590', 'device_owner': 'network:router_interface', 'standard_attr_id': 2979, 'fixed_ips': [{'subnet_id': 'fa6db639-afc2-4d79-8f5d-63a8ed67b4c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:45:29Z', 'updated_at': '2021-09-23T19:45:34Z', 'revision_number': 5, 'project_id': '7fd7324f75754f93a5f1d406b61f5276', 'subnets': [{'id': 'fa6db639-afc2-4d79-8f5d-63a8ed67b4c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-16', False) {} {{(pid=95103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:47:38.562914 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5a782ab-93b7-436b-bebc-74bd0ca9e36b None None] The sync data for ids ['940b5249-2171-4c13-b299-b8ff30913590'] in n-d-713301-16 is: [{'id': '940b5249-2171-4c13-b299-b8ff30913590', 'name': 'tempest-TestNetworkBasicOps-router-1225130637', 'tenant_id': '7fd7324f75754f93a5f1d406b61f5276', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'external_fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.199'}], 'enable_snat': True}, 'gw_port_id': 'ef3ff6df-00cb-4c7b-8985-2526c3c45209', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:45:22Z', 'updated_at': '2021-09-23T19:47:27Z', 'revision_number': 6, 'project_id': '7fd7324f75754f93a5f1d406b61f5276', 'gw_port': {'id': 'ef3ff6df-00cb-4c7b-8985-2526c3c45209', 'name': '', 'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:86:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '940b5249-2171-4c13-b299-b8ff30913590', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2956, 'fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:45:23Z', 'updated_at': '2021-09-23T19:45:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-16', '_interfaces': [{'id': 'cf9cc396-0e70-44ee-b385-fb6cd2981196', 'name': '', 'network_id': '556d491a-fa37-496f-b55a-840ae2087f7d', 'tenant_id': '7fd7324f75754f93a5f1d406b61f5276', 'mac_address': 'fa:16:3e:68:2e:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '940b5249-2171-4c13-b299-b8ff30913590', 'device_owner': 'network:router_interface', 'standard_attr_id': 2979, 'fixed_ips': [{'subnet_id': 'fa6db639-afc2-4d79-8f5d-63a8ed67b4c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:45:29Z', 'updated_at': '2021-09-23T19:45:34Z', 'revision_number': 5, 'project_id': '7fd7324f75754f93a5f1d406b61f5276', 'subnets': [{'id': 'fa6db639-afc2-4d79-8f5d-63a8ed67b4c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 19:47:38.639524 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.plugin [None req-58acfc2d-3023-4b32-9857-8319ee7d869b None None] Deleting port 2d6e2331-718a-4a3a-a263-bdecaaa6c0d0 {{(pid=95103) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:47:38.639903 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-58acfc2d-3023-4b32-9857-8319ee7d869b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783146157096'] for port, before_delete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:47:38.642403 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47996643-1344-4546-a3f0-2c22f7300d88 req-4ad39190-76fa-43a2-984c-7e5b5f39bd49 tempest-TestNetworkBasicOps-1575950199 tempest-TestNetworkBasicOps-1575950199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:47:38.658344 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-47996643-1344-4546-a3f0-2c22f7300d88 req-4ad39190-76fa-43a2-984c-7e5b5f39bd49 tempest-TestNetworkBasicOps-1575950199 tempest-TestNetworkBasicOps-1575950199-project] 10.222.0.67 "GET /v2.0/ports?device_id=3e0be90f-2029-4957-bb5d-fa1f54181a61 HTTP/1.1" status: 200 len: 945 time: 0.1507428 Sep 23 19:47:38.664669 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.db [req-894e04e8-48cf-4b05-a935-e73804801f71 req-eaabd0c1-b710-4c46-b3a3-7cc746af22ff tempest-TestNetworkBasicOps-1575950199 tempest-TestNetworkBasicOps-1575950199-project] For port f9f76648-feb5-46d2-a220-7887e2c8b553, host n-h2-713301-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-16',level=0,port_id=f9f76648-feb5-46d2-a220-7887e2c8b553,segment=NetworkSegment(715f662e-ea71-4327-bc2c-7c1fd4f58dd8),segment_id=715f662e-ea71-4327-bc2c-7c1fd4f58dd8)] {{(pid=95102) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:47:38.664669 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-894e04e8-48cf-4b05-a935-e73804801f71 req-eaabd0c1-b710-4c46-b3a3-7cc746af22ff tempest-TestNetworkBasicOps-1575950199 tempest-TestNetworkBasicOps-1575950199-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-605701'] for port, precommit_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:47:38.717677 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.plugin [req-894e04e8-48cf-4b05-a935-e73804801f71 req-eaabd0c1-b710-4c46-b3a3-7cc746af22ff tempest-TestNetworkBasicOps-1575950199 tempest-TestNetworkBasicOps-1575950199-project] Calling delete_port for f9f76648-feb5-46d2-a220-7887e2c8b553 owned by compute:nova {{(pid=95102) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:47:38.759242 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-58acfc2d-3023-4b32-9857-8319ee7d869b None None] For port 2d6e2331-718a-4a3a-a263-bdecaaa6c0d0, host n-d-713301-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-16',level=0,port_id=2d6e2331-718a-4a3a-a263-bdecaaa6c0d0,segment=NetworkSegment(5c8360fd-bd95-490f-abbb-4e7bd94ab9a5),segment_id=5c8360fd-bd95-490f-abbb-4e7bd94ab9a5)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:47:38.760203 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-58acfc2d-3023-4b32-9857-8319ee7d869b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-605701'] for port, precommit_delete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:47:38.776560 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.plugin [None req-58acfc2d-3023-4b32-9857-8319ee7d869b None None] Calling delete_port for 2d6e2331-718a-4a3a-a263-bdecaaa6c0d0 owned by network:dhcp {{(pid=95103) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:47:38.837404 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-47996643-1344-4546-a3f0-2c22f7300d88 req-2d3440f0-740c-40a7-adc4-f3163ea7af6c tempest-TestNetworkBasicOps-1575950199 tempest-TestNetworkBasicOps-1575950199-project] 10.222.0.67 "GET /v2.0/security-groups?id=c0bb3388-4363-49d8-8145-e6bd5372022a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1782367 Sep 23 19:47:38.845016 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-3f9bfaec-0b7b-413a-aa0c-b3138437633e tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:47:38.968439 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-58acfc2d-3023-4b32-9857-8319ee7d869b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783146162158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783145673144'] for port, after_delete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:47:39.017185 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58acfc2d-3023-4b32-9857-8319ee7d869b None None] Pushing event deleted for resources: {'Port': ['ID=2d6e2331-718a-4a3a-a263-bdecaaa6c0d0,revision_number=None']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:47:39.021023 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58acfc2d-3023-4b32-9857-8319ee7d869b None None] No DVR routers for this DVR port 2d6e2331-718a-4a3a-a263-bdecaaa6c0d0 on host n-d-713301-16 {{(pid=95103) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 19:47:39.092066 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7aa25ab3-b70f-4bbe-b56b-3c80f73d4cab None None] New status for floating IP b618660c-403e-4e39-ba29-ad5f84af9df5: DOWN {{(pid=95104) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 23 19:47:39.094299 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-894e04e8-48cf-4b05-a935-e73804801f71 req-eaabd0c1-b710-4c46-b3a3-7cc746af22ff tempest-TestNetworkBasicOps-1575950199 tempest-TestNetworkBasicOps-1575950199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783146162158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783145673144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4399100'] for port, after_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:47:39.153377 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.db [None req-3f9bfaec-0b7b-413a-aa0c-b3138437633e tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] For port 2d6e2331-718a-4a3a-a263-bdecaaa6c0d0, host n-d-713301-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-16',level=0,port_id=2d6e2331-718a-4a3a-a263-bdecaaa6c0d0,segment=NetworkSegment(5c8360fd-bd95-490f-abbb-4e7bd94ab9a5),segment_id=5c8360fd-bd95-490f-abbb-4e7bd94ab9a5)] {{(pid=95101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:47:39.196749 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Device 2d6e2331-718a-4a3a-a263-bdecaaa6c0d0 no longer exists at agent ovs-agent-n-d-713301-16 {{(pid=95103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 19:47:39.212072 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaabd0c1-b710-4c46-b3a3-7cc746af22ff tempest-TestNetworkBasicOps-1575950199 tempest-TestNetworkBasicOps-1575950199-project] Pushing event deleted for resources: {'Port': ['ID=f9f76648-feb5-46d2-a220-7887e2c8b553,revision_number=None']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:47:39.240144 n-d-713301-16 neutron-server[95102]: DEBUG neutron.db.l3_dvrscheduler_db [req-894e04e8-48cf-4b05-a935-e73804801f71 req-eaabd0c1-b710-4c46-b3a3-7cc746af22ff tempest-TestNetworkBasicOps-1575950199 tempest-TestNetworkBasicOps-1575950199-project] No DVR routers for this DVR port f9f76648-feb5-46d2-a220-7887e2c8b553 on host n-h2-713301-16 {{(pid=95102) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 19:47:39.244019 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-894e04e8-48cf-4b05-a935-e73804801f71 req-eaabd0c1-b710-4c46-b3a3-7cc746af22ff tempest-TestNetworkBasicOps-1575950199 tempest-TestNetworkBasicOps-1575950199-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222849'] for port, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:47:39.246286 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-894e04e8-48cf-4b05-a935-e73804801f71 req-eaabd0c1-b710-4c46-b3a3-7cc746af22ff tempest-TestNetworkBasicOps-1575950199 tempest-TestNetworkBasicOps-1575950199-project] 10.222.0.53 "DELETE /v2.0/ports/f9f76648-feb5-46d2-a220-7887e2c8b553 HTTP/1.1" status: 204 len: 173 time: 1.0287647 Sep 23 19:47:39.246660 n-d-713301-16 neutron-server[95102]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e0be90f-2029-4957-bb5d-fa1f54181a61', 'name': 'network-vif-deleted', 'tag': 'f9f76648-feb5-46d2-a220-7887e2c8b553'}] {{(pid=95102) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 19:47:39.250124 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.plugin [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] No Port match for: 2d6e2331-718a-4a3a-a263-bdecaaa6c0d0 {{(pid=95103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 19:47:39.250594 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Device 2d6e2331-718a-4a3a-a263-bdecaaa6c0d0 not bound to the agent host n-d-713301-16 {{(pid=95103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 19:47:39.263308 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-3f9bfaec-0b7b-413a-aa0c-b3138437633e tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Notify callbacks [] for port, precommit_update {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:47:39.264586 n-d-713301-16 neutron-server[95102]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab31b6d93e5336dbddfa8ec424565b3bd8cb2369c5b4d85bc943472dbb21e8ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c52b0bc-2747-4e4d-9677-14f03e2cc74f" -d '{"events": [{"server_uuid": "3e0be90f-2029-4957-bb5d-fa1f54181a61", "name": "network-vif-deleted", "tag": "f9f76648-feb5-46d2-a220-7887e2c8b553"}]}' {{(pid=95102) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 19:47:39.272079 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-3f9bfaec-0b7b-413a-aa0c-b3138437633e tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5607436'] for port, after_update {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:47:39.272949 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-3f9bfaec-0b7b-413a-aa0c-b3138437633e tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5607579', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6130961'] for subnet, after_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:47:39.345176 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f9bfaec-0b7b-413a-aa0c-b3138437633e tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Pushing event deleted for resources: {'Port': ['ID=2d6e2331-718a-4a3a-a263-bdecaaa6c0d0,revision_number=None']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:47:39.359487 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f9bfaec-0b7b-413a-aa0c-b3138437633e tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Network 3e6c6ec3-89f7-4fc2-8252-c7df087533ec is already hosted by enough agents. {{(pid=95101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:47:39.363382 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.base_scheduler [None req-3f9bfaec-0b7b-413a-aa0c-b3138437633e tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Resources bound (agent type, host, resource id): {{(pid=95101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:47:39.363841 n-d-713301-16 neutron-server[95102]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 19:47:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd2741f0-015c-4c99-ab16-4c41b8073f44 x-openstack-request-id: req-cd2741f0-015c-4c99-ab16-4c41b8073f44 {{(pid=95102) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 19:47:39.364144 n-d-713301-16 neutron-server[95102]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3e0be90f-2029-4957-bb5d-fa1f54181a61", "name": "network-vif-deleted", "tag": "f9f76648-feb5-46d2-a220-7887e2c8b553", "status": "completed", "code": 200}]} {{(pid=95102) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 19:47:39.364418 n-d-713301-16 neutron-server[95102]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-cd2741f0-015c-4c99-ab16-4c41b8073f44 {{(pid=95102) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 19:47:39.366917 n-d-713301-16 neutron-server[95102]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3e0be90f-2029-4957-bb5d-fa1f54181a61', 'name': 'network-vif-deleted', 'tag': 'f9f76648-feb5-46d2-a220-7887e2c8b553', 'status': 'completed', 'code': 200} Sep 23 19:47:39.367960 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f9bfaec-0b7b-413a-aa0c-b3138437633e tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:47:39.368554 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-3f9bfaec-0b7b-413a-aa0c-b3138437633e tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Notify callbacks [] for subnet, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:47:39.374256 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f9bfaec-0b7b-413a-aa0c-b3138437633e tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Pushing event updated for resources: {'Subnet': ['ID=b6edfc03-8084-4e9f-ab54-471bca69f979,revision_number=0']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:47:39.378868 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d364cb7a-de84-42d8-ae63-d1da1655bedf None None] Network 3e6c6ec3-89f7-4fc2-8252-c7df087533ec requested from n-d-713301-16 {{(pid=95103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 19:47:39.400265 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-3f9bfaec-0b7b-413a-aa0c-b3138437633e tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 1.7171669 Sep 23 19:47:39.402752 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 43904) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:47:39.409768 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.v2.base [None req-dd7a6cc8-4369-4e3e-9c39-a607d3381b2d tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Request body: {'port': {'network_id': '3e6c6ec3-89f7-4fc2-8252-c7df087533ec', 'mac_address': 'fa:16:3e:a3:ce:75', 'name': 'tempest-NetworksTestDHCPv6-745734760'}} {{(pid=95102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:47:39.559830 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd7a6cc8-4369-4e3e-9c39-a607d3381b2d tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Made reservation on behalf of ef2dbafd0ba44b7485191a034ef43810 for: {'port': 1} {{(pid=95102) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:47:39.607351 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24faed38-973d-4807-af9c-9c49ac77d65b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4c8b80df-07eb-5275-9f17-5cf640db67c0-3e6c6ec3-89f7-4fc2-8252-c7df087533ec', 'network_id': '3e6c6ec3-89f7-4fc2-8252-c7df087533ec', 'tenant_id': 'ef2dbafd0ba44b7485191a034ef43810', 'fixed_ips': [{'subnet_id': 'b6edfc03-8084-4e9f-ab54-471bca69f979'}]}} from n-d-713301-16. {{(pid=95103) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 23 19:47:39.608491 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-24faed38-973d-4807-af9c-9c49ac77d65b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_create {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:47:39.749603 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-dd7a6cc8-4369-4e3e-9c39-a607d3381b2d tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:47:39.786854 n-d-713301-16 neutron-server[95102]: DEBUG neutron.notifiers.nova [None req-dd7a6cc8-4369-4e3e-9c39-a607d3381b2d tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] device_id is not set on port 55eca91e-c0cf-44a6-b51d-ae67d68a39e5 yet. {{(pid=95102) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 23 19:47:39.922055 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 43918) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:47:39.974856 n-d-713301-16 neutron-server[95102]: DEBUG neutron.db.db_base_plugin_common [None req-dd7a6cc8-4369-4e3e-9c39-a607d3381b2d tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Allocated IP 2001:db8::f816:3eff:fea3:ce75 (3e6c6ec3-89f7-4fc2-8252-c7df087533ec/b6edfc03-8084-4e9f-ab54-471bca69f979/55eca91e-c0cf-44a6-b51d-ae67d68a39e5) {{(pid=95102) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 19:47:40.009198 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-be0512f8-9b5c-4955-99a1-0840722b820e tempest-TestNetworkBasicOps-1575950199 tempest-TestNetworkBasicOps-1575950199-project] Notify callbacks [] for security_group, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:47:40.056465 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-be0512f8-9b5c-4955-99a1-0840722b820e tempest-TestNetworkBasicOps-1575950199 tempest-TestNetworkBasicOps-1575950199-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:47:40.157767 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-be0512f8-9b5c-4955-99a1-0840722b820e tempest-TestNetworkBasicOps-1575950199 tempest-TestNetworkBasicOps-1575950199-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:47:40.165124 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-be0512f8-9b5c-4955-99a1-0840722b820e tempest-TestNetworkBasicOps-1575950199 tempest-TestNetworkBasicOps-1575950199-project] Notify callbacks [] for security_group, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:47:40.170070 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-be0512f8-9b5c-4955-99a1-0840722b820e tempest-TestNetworkBasicOps-1575950199 tempest-TestNetworkBasicOps-1575950199-project] 10.222.0.67 "DELETE /v2.0/security-groups/c0bb3388-4363-49d8-8145-e6bd5372022a HTTP/1.1" status: 204 len: 168 time: 0.2439384 Sep 23 19:47:40.179036 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be0512f8-9b5c-4955-99a1-0840722b820e tempest-TestNetworkBasicOps-1575950199 tempest-TestNetworkBasicOps-1575950199-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0bb3388-4363-49d8-8145-e6bd5372022a,revision_number=None']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:47:40.223082 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 43928) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:47:40.226045 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-dd7a6cc8-4369-4e3e-9c39-a607d3381b2d tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Notify callbacks [] for port, precommit_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:47:40.275940 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-dd7a6cc8-4369-4e3e-9c39-a607d3381b2d tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783145673135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4399100'] for port, after_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:47:40.333017 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.db_base_plugin_common [None req-24faed38-973d-4807-af9c-9c49ac77d65b None None] Allocated IP 2001:db8::f816:3eff:fea4:5d61 (3e6c6ec3-89f7-4fc2-8252-c7df087533ec/b6edfc03-8084-4e9f-ab54-471bca69f979/0007fe9d-dfa1-4fdf-89cc-08c442ae1f16) {{(pid=95103) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 19:47:40.380397 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd7a6cc8-4369-4e3e-9c39-a607d3381b2d tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Pushing event updated for resources: {'Port': ['ID=55eca91e-c0cf-44a6-b51d-ae67d68a39e5,revision_number=1']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:47:40.393583 n-d-713301-16 neutron-server[95102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd7a6cc8-4369-4e3e-9c39-a607d3381b2d tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Network 3e6c6ec3-89f7-4fc2-8252-c7df087533ec is already hosted by enough agents. {{(pid=95102) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:47:40.397121 n-d-713301-16 neutron-server[95102]: DEBUG neutron.scheduler.base_scheduler [None req-dd7a6cc8-4369-4e3e-9c39-a607d3381b2d tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Resources bound (agent type, host, resource id): {{(pid=95102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:47:40.400269 n-d-713301-16 neutron-server[95102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd7a6cc8-4369-4e3e-9c39-a607d3381b2d tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Received port after_create {{(pid=95102) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 19:47:40.406854 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd7a6cc8-4369-4e3e-9c39-a607d3381b2d tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:47:40.408061 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-dd7a6cc8-4369-4e3e-9c39-a607d3381b2d tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222849'] for port, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:47:40.426129 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-dd7a6cc8-4369-4e3e-9c39-a607d3381b2d tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.0205109 Sep 23 19:47:40.430577 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 43930) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:47:40.504663 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e5dde87-a795-4fa1-8865-a1dbcbb6be9c tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:47:40.507172 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-8e5dde87-a795-4fa1-8865-a1dbcbb6be9c tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] 10.222.0.67 "GET /v2.0/ports HTTP/1.1" status: 200 len: 945 time: 0.0747678 Sep 23 19:47:40.510864 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 43932) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:47:40.617897 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-24faed38-973d-4807-af9c-9c49ac77d65b None None] Notify callbacks [] for port, precommit_create {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:47:40.628668 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-24faed38-973d-4807-af9c-9c49ac77d65b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783145673135'] for port, after_create {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:47:40.682112 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.plugin [None req-30beed45-4430-4329-82fb-abfd63108251 tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Deleting port 55eca91e-c0cf-44a6-b51d-ae67d68a39e5 {{(pid=95102) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:47:40.684021 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-30beed45-4430-4329-82fb-abfd63108251 tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783146157096'] for port, before_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:47:40.693418 n-d-713301-16 neutron-server[95103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24faed38-973d-4807-af9c-9c49ac77d65b None None] Network 3e6c6ec3-89f7-4fc2-8252-c7df087533ec is already hosted by enough agents. {{(pid=95103) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:47:40.698778 n-d-713301-16 neutron-server[95103]: DEBUG neutron.scheduler.base_scheduler [None req-24faed38-973d-4807-af9c-9c49ac77d65b None None] Resources bound (agent type, host, resource id): {{(pid=95103) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:47:40.701494 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24faed38-973d-4807-af9c-9c49ac77d65b None None] Received port after_create {{(pid=95103) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 19:47:40.712946 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24faed38-973d-4807-af9c-9c49ac77d65b None None] Pushing event updated for resources: {'Port': ['ID=0007fe9d-dfa1-4fdf-89cc-08c442ae1f16,revision_number=1']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:47:40.797430 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [req-e56a0924-519a-4585-b09b-4464ccf50887 req-a93daeda-5750-451b-be17-8360a755a613 service neutron] (95102) timed out ('10.222.0.67', 46834) {{(pid=95102) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 23 19:47:40.832071 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.managers [None req-24faed38-973d-4807-af9c-9c49ac77d65b None None] Attempting to bind port 0007fe9d-dfa1-4fdf-89cc-08c442ae1f16 on host n-d-713301-16 for vnic_type normal with profile {{(pid=95103) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 19:47:40.833636 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.managers [None req-24faed38-973d-4807-af9c-9c49ac77d65b None None] Attempting to bind port 0007fe9d-dfa1-4fdf-89cc-08c442ae1f16 by drivers openvswitch,hyperv on host n-d-713301-16 at level 0 using segments [{'id': '5c8360fd-bd95-490f-abbb-4e7bd94ab9a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '3e6c6ec3-89f7-4fc2-8252-c7df087533ec'}] {{(pid=95103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 19:47:40.834088 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24faed38-973d-4807-af9c-9c49ac77d65b None None] Attempting to bind port 0007fe9d-dfa1-4fdf-89cc-08c442ae1f16 on network 3e6c6ec3-89f7-4fc2-8252-c7df087533ec {{(pid=95103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:47:40.843933 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24faed38-973d-4807-af9c-9c49ac77d65b None None] Checking agent: {'id': '70a14545-df24-472f-8f95-bfe1719bff93', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 19, 7, 53), 'started_at': datetime.datetime(2021, 9, 23, 19, 8, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 19, 47, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 19:47:40.845771 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24faed38-973d-4807-af9c-9c49ac77d65b None None] Checking segment: {'id': '5c8360fd-bd95-490f-abbb-4e7bd94ab9a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '3e6c6ec3-89f7-4fc2-8252-c7df087533ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95103) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:47:40.846211 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-24faed38-973d-4807-af9c-9c49ac77d65b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:47:40.848332 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24faed38-973d-4807-af9c-9c49ac77d65b None None] Bound using segment: {'id': '5c8360fd-bd95-490f-abbb-4e7bd94ab9a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '3e6c6ec3-89f7-4fc2-8252-c7df087533ec'} {{(pid=95103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 19:47:40.848858 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.managers [None req-24faed38-973d-4807-af9c-9c49ac77d65b None None] Bound port: 0007fe9d-dfa1-4fdf-89cc-08c442ae1f16, host: n-d-713301-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5c8360fd-bd95-490f-abbb-4e7bd94ab9a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '3e6c6ec3-89f7-4fc2-8252-c7df087533ec'}}] {{(pid=95103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 19:47:40.850112 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-24faed38-973d-4807-af9c-9c49ac77d65b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:47:40.940179 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-30beed45-4430-4329-82fb-abfd63108251 tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-605701'] for port, precommit_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:47:40.955476 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.plugin [None req-30beed45-4430-4329-82fb-abfd63108251 tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Calling delete_port for 55eca91e-c0cf-44a6-b51d-ae67d68a39e5 owned by {{(pid=95102) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:47:40.980455 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-24faed38-973d-4807-af9c-9c49ac77d65b None None] For port 0007fe9d-dfa1-4fdf-89cc-08c442ae1f16, host n-d-713301-16, cleared binding levels {{(pid=95103) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 19:47:40.984567 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-24faed38-973d-4807-af9c-9c49ac77d65b None None] For port 0007fe9d-dfa1-4fdf-89cc-08c442ae1f16, host n-d-713301-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-16',level=0,port_id=0007fe9d-dfa1-4fdf-89cc-08c442ae1f16,segment=NetworkSegment(5c8360fd-bd95-490f-abbb-4e7bd94ab9a5),segment_id=5c8360fd-bd95-490f-abbb-4e7bd94ab9a5)] {{(pid=95103) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 19:47:40.990560 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-24faed38-973d-4807-af9c-9c49ac77d65b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:47:41.080938 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24faed38-973d-4807-af9c-9c49ac77d65b None None] Pushing event updated for resources: {'Port': ['ID=0007fe9d-dfa1-4fdf-89cc-08c442ae1f16,revision_number=2']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:47:41.139341 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-c0ea6919-7a04-4825-b359-191f47871375 tempest-TestNetworkBasicOps-1575950199 tempest-TestNetworkBasicOps-1575950199-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-601372'] for router_interface, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:47:41.175617 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-30beed45-4430-4329-82fb-abfd63108251 tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783146162158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783145673144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4399100'] for port, after_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:47:41.238755 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30beed45-4430-4329-82fb-abfd63108251 tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Pushing event deleted for resources: {'Port': ['ID=55eca91e-c0cf-44a6-b51d-ae67d68a39e5,revision_number=None']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:47:41.315165 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-30beed45-4430-4329-82fb-abfd63108251 tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222849'] for port, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:47:41.330775 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-30beed45-4430-4329-82fb-abfd63108251 tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] 10.222.0.67 "DELETE /v2.0/ports/55eca91e-c0cf-44a6-b51d-ae67d68a39e5 HTTP/1.1" status: 204 len: 168 time: 0.8183739 Sep 23 19:47:41.336429 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 43944) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:47:41.486622 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46e214d1-6293-4da4-8cc4-8f83edac4a66 tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:47:41.488183 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46e214d1-6293-4da4-8cc4-8f83edac4a66 tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:47:41.497271 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-46e214d1-6293-4da4-8cc4-8f83edac4a66 tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] 10.222.0.67 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1465 time: 0.1580532 Sep 23 19:47:41.497877 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 43946) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:47:41.543799 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.plugin [None req-c0ea6919-7a04-4825-b359-191f47871375 tempest-TestNetworkBasicOps-1575950199 tempest-TestNetworkBasicOps-1575950199-project] Deleting port cf9cc396-0e70-44ee-b385-fb6cd2981196 {{(pid=95101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:47:41.544150 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-c0ea6919-7a04-4825-b359-191f47871375 tempest-TestNetworkBasicOps-1575950199 tempest-TestNetworkBasicOps-1575950199-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783146157096'] for port, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:47:41.567238 n-d-713301-16 neutron-server[95102]: DEBUG neutron.db.db_base_plugin_v2 [None req-1dc47714-547a-4ff2-934c-115e531568e4 tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Deleting subnet b6edfc03-8084-4e9f-ab54-471bca69f979 {{(pid=95102) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 23 19:47:41.570954 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-1dc47714-547a-4ff2-934c-115e531568e4 tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Notify callbacks [] for subnet, before_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:47:41.644841 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-1dc47714-547a-4ff2-934c-115e531568e4 tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6162825'] for subnet, precommit_delete_associations {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:47:41.682229 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.db [None req-c0ea6919-7a04-4825-b359-191f47871375 tempest-TestNetworkBasicOps-1575950199 tempest-TestNetworkBasicOps-1575950199-project] For port cf9cc396-0e70-44ee-b385-fb6cd2981196, host n-d-713301-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-16',level=0,port_id=cf9cc396-0e70-44ee-b385-fb6cd2981196,segment=NetworkSegment(715f662e-ea71-4327-bc2c-7c1fd4f58dd8),segment_id=715f662e-ea71-4327-bc2c-7c1fd4f58dd8)] {{(pid=95101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:47:41.682634 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-c0ea6919-7a04-4825-b359-191f47871375 tempest-TestNetworkBasicOps-1575950199 tempest-TestNetworkBasicOps-1575950199-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-605701'] for port, precommit_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:47:41.703051 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.plugin [None req-c0ea6919-7a04-4825-b359-191f47871375 tempest-TestNetworkBasicOps-1575950199 tempest-TestNetworkBasicOps-1575950199-project] Calling delete_port for cf9cc396-0e70-44ee-b385-fb6cd2981196 owned by network:router_interface {{(pid=95101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:47:41.784736 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-1dc47714-547a-4ff2-934c-115e531568e4 tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1756813'] for subnet, precommit_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:47:41.854553 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-1dc47714-547a-4ff2-934c-115e531568e4 tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1756804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4399009', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5388229'] for subnet, after_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:47:41.909984 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dc47714-547a-4ff2-934c-115e531568e4 tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Pushing event deleted for resources: {'Subnet': ['ID=b6edfc03-8084-4e9f-ab54-471bca69f979,revision_number=None']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:47:41.922346 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-1dc47714-547a-4ff2-934c-115e531568e4 tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Notify callbacks [] for subnet, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:47:41.929883 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-1dc47714-547a-4ff2-934c-115e531568e4 tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] 10.222.0.67 "DELETE /v2.0/subnets/b6edfc03-8084-4e9f-ab54-471bca69f979 HTTP/1.1" status: 204 len: 168 time: 0.4307821 Sep 23 19:47:41.930488 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 43950) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:47:41.978001 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-93e82d0a-1482-4781-9a26-64d1d01100b3 tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] 10.222.0.67 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0465934 Sep 23 19:47:41.980273 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 43954) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:47:41.994898 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-c0ea6919-7a04-4825-b359-191f47871375 tempest-TestNetworkBasicOps-1575950199 tempest-TestNetworkBasicOps-1575950199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783146162158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783145673144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5607431'] for port, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:47:42.046414 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ea6919-7a04-4825-b359-191f47871375 tempest-TestNetworkBasicOps-1575950199 tempest-TestNetworkBasicOps-1575950199-project] Pushing event deleted for resources: {'Port': ['ID=cf9cc396-0e70-44ee-b385-fb6cd2981196,revision_number=None']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:47:42.079736 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Device f9f76648-feb5-46d2-a220-7887e2c8b553 no longer exists at agent hyperv_n-h2-713301-16 {{(pid=95103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 19:47:42.122940 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.plugin [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] No Port match for: f9f76648-feb5-46d2-a220-7887e2c8b553 {{(pid=95103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 19:47:42.123290 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Device f9f76648-feb5-46d2-a220-7887e2c8b553 not bound to the agent host n-h2-713301-16 {{(pid=95103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 19:47:42.127836 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12d289dd-b39b-4506-abff-9544a84910a9 tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:47:42.132960 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 43956) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:47:42.134322 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-12d289dd-b39b-4506-abff-9544a84910a9 tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] 10.222.0.67 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.1518166 Sep 23 19:47:42.253529 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8dbdad1-3153-43b1-aa4b-9dd87279cae4 tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:47:42.260689 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-e8dbdad1-3153-43b1-aa4b-9dd87279cae4 tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] 10.222.0.67 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1237264 Sep 23 19:47:42.260689 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 43960) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:47:42.325318 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 43962) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:47:42.330316 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-4738f8f4-c5d7-4635-a468-0ebb0b242c2a tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] 10.222.0.67 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0688698 Sep 23 19:47:42.336753 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.v2.base [None req-92083196-e950-4a8d-9edc-80542bb8a0f8 tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Request body: {'subnet': {'network_id': '3e6c6ec3-89f7-4fc2-8252-c7df087533ec', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=95101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:47:42.448289 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-c0ea6919-7a04-4825-b359-191f47871375 tempest-TestNetworkBasicOps-1575950199 tempest-TestNetworkBasicOps-1575950199-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-527322', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-602005'] for router_interface, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:47:42.512498 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b561dc85-952c-49f2-9ef2-d64576fb3f4a None None] Network 3e6c6ec3-89f7-4fc2-8252-c7df087533ec requested from n-d-713301-16 {{(pid=95103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 19:47:42.534549 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92083196-e950-4a8d-9edc-80542bb8a0f8 tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Made reservation on behalf of ef2dbafd0ba44b7485191a034ef43810 for: {'subnet': 1} {{(pid=95101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:47:42.540053 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-92083196-e950-4a8d-9edc-80542bb8a0f8 tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6130979'] for subnet, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:47:42.646547 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-48255d73-d015-42b9-aa36-7803662407cf None None] Provisioning complete for port 0007fe9d-dfa1-4fdf-89cc-08c442ae1f16 triggered by entity DHCP. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:47:42.647149 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-48255d73-d015-42b9-aa36-7803662407cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:47:42.793434 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-48255d73-d015-42b9-aa36-7803662407cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:47:42.836340 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1ad7ef4-7e60-4853-8b17-fccbc3e25d23 None None] DHCP port deletion for 3e6c6ec3-89f7-4fc2-8252-c7df087533ec request from n-d-713301-16 {{(pid=95103) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 23 19:47:42.873342 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-48255d73-d015-42b9-aa36-7803662407cf None None] For port 0007fe9d-dfa1-4fdf-89cc-08c442ae1f16, host n-d-713301-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-16',level=0,port_id=0007fe9d-dfa1-4fdf-89cc-08c442ae1f16,segment=NetworkSegment(5c8360fd-bd95-490f-abbb-4e7bd94ab9a5),segment_id=5c8360fd-bd95-490f-abbb-4e7bd94ab9a5)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:47:42.881662 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-48255d73-d015-42b9-aa36-7803662407cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:47:42.907256 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c0ea6919-7a04-4825-b359-191f47871375 tempest-TestNetworkBasicOps-1575950199 tempest-TestNetworkBasicOps-1575950199-project] Router 940b5249-2171-4c13-b299-b8ff30913590 has already been hosted by L3 agent 79a740bf-7821-4989-8288-7186e3e128f3 {{(pid=95101) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 19:47:42.950753 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48255d73-d015-42b9-aa36-7803662407cf None None] Pushing event updated for resources: {'Port': ['ID=0007fe9d-dfa1-4fdf-89cc-08c442ae1f16,revision_number=4']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:47:42.958891 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.plugin [None req-b1ad7ef4-7e60-4853-8b17-fccbc3e25d23 None None] Deleting port 0007fe9d-dfa1-4fdf-89cc-08c442ae1f16 {{(pid=95103) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:47:42.959370 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b1ad7ef4-7e60-4853-8b17-fccbc3e25d23 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783146157096'] for port, before_delete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:47:43.011518 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-92083196-e950-4a8d-9edc-80542bb8a0f8 tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5607579', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6130961'] for subnet, after_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:47:43.044173 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92083196-e950-4a8d-9edc-80542bb8a0f8 tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Network 3e6c6ec3-89f7-4fc2-8252-c7df087533ec is already hosted by enough agents. {{(pid=95101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:47:43.049338 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.base_scheduler [None req-92083196-e950-4a8d-9edc-80542bb8a0f8 tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Resources bound (agent type, host, resource id): {{(pid=95101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:47:43.055014 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92083196-e950-4a8d-9edc-80542bb8a0f8 tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:47:43.055546 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-92083196-e950-4a8d-9edc-80542bb8a0f8 tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Notify callbacks [] for subnet, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:47:43.064147 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-b1ad7ef4-7e60-4853-8b17-fccbc3e25d23 None None] For port 0007fe9d-dfa1-4fdf-89cc-08c442ae1f16, host n-d-713301-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-16',level=0,port_id=0007fe9d-dfa1-4fdf-89cc-08c442ae1f16,segment=NetworkSegment(5c8360fd-bd95-490f-abbb-4e7bd94ab9a5),segment_id=5c8360fd-bd95-490f-abbb-4e7bd94ab9a5)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:47:43.064587 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b1ad7ef4-7e60-4853-8b17-fccbc3e25d23 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-605701'] for port, precommit_delete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:47:43.081044 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.plugin [None req-b1ad7ef4-7e60-4853-8b17-fccbc3e25d23 None None] Calling delete_port for 0007fe9d-dfa1-4fdf-89cc-08c442ae1f16 owned by network:dhcp {{(pid=95103) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:47:43.147336 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-92083196-e950-4a8d-9edc-80542bb8a0f8 tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8202078 Sep 23 19:47:43.149943 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 43966) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:47:43.155576 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.v2.base [None req-0f7db203-e521-4de3-bbbc-5106383e0f5c tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Request body: {'port': {'network_id': '3e6c6ec3-89f7-4fc2-8252-c7df087533ec', 'mac_address': 'fa:16:3e:45:bb:c9', 'name': 'tempest-NetworksTestDHCPv6-213665857'}} {{(pid=95102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:47:43.156291 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92083196-e950-4a8d-9edc-80542bb8a0f8 tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Pushing event updated for resources: {'Subnet': ['ID=425ac52f-41fb-420b-8126-52e0655dc4f0,revision_number=0']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:47:43.179366 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0ea6919-7a04-4825-b359-191f47871375 tempest-TestNetworkBasicOps-1575950199 tempest-TestNetworkBasicOps-1575950199-project] Notify agent at l3_agent.n-d-713301-16 the message routers_updated {{(pid=95101) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 19:47:43.189823 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-c0ea6919-7a04-4825-b359-191f47871375 tempest-TestNetworkBasicOps-1575950199 tempest-TestNetworkBasicOps-1575950199-project] 10.222.0.67 "PUT /v2.0/routers/940b5249-2171-4c13-b299-b8ff30913590/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9653099 Sep 23 19:47:43.194437 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 43968) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:47:43.199105 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c829c78-f27c-460e-994d-cd1ddc8b71be None None] Sync routers for ids ['940b5249-2171-4c13-b299-b8ff30913590'] in n-d-713301-16 {{(pid=95103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 19:47:43.279513 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c829c78-f27c-460e-994d-cd1ddc8b71be None None] Routers {'940b5249-2171-4c13-b299-b8ff30913590'} bound to L3 agent in host n-d-713301-16 {{(pid=95103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 19:47:43.280401 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_hamode_db [None req-7c829c78-f27c-460e-994d-cd1ddc8b71be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-23T19:07:52Z,description=,heartbeat_timestamp=2021-09-23T19:47:23Z,host='n-d-713301-16',id=79a740bf-7821-4989-8288-7186e3e128f3,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:07:52Z,topic='l3_agent')) {'router_ids': ['940b5249-2171-4c13-b299-b8ff30913590'], 'active': True} {{(pid=95103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:47:43.358393 n-d-713301-16 neutron-server[95101]: DEBUG neutron.db.db_base_plugin_v2 [None req-0336372d-ea96-43f0-84bb-e278d1e84ee2 tempest-TestNetworkBasicOps-1575950199 tempest-TestNetworkBasicOps-1575950199-project] Deleting subnet fa6db639-afc2-4d79-8f5d-63a8ed67b4c5 {{(pid=95101) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 23 19:47:43.361967 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-0336372d-ea96-43f0-84bb-e278d1e84ee2 tempest-TestNetworkBasicOps-1575950199 tempest-TestNetworkBasicOps-1575950199-project] Notify callbacks [] for subnet, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:47:43.365435 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f7db203-e521-4de3-bbbc-5106383e0f5c tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Made reservation on behalf of ef2dbafd0ba44b7485191a034ef43810 for: {'port': 1} {{(pid=95102) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:47:43.371917 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-0f7db203-e521-4de3-bbbc-5106383e0f5c tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:47:43.423863 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-0336372d-ea96-43f0-84bb-e278d1e84ee2 tempest-TestNetworkBasicOps-1575950199 tempest-TestNetworkBasicOps-1575950199-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6007154'] for subnet, precommit_delete_associations {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:47:43.433710 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b1ad7ef4-7e60-4853-8b17-fccbc3e25d23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783146162158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783145673144'] for port, after_delete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:47:43.483598 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_dvr_db [None req-7c829c78-f27c-460e-994d-cd1ddc8b71be None None] Set router 940b5249-2171-4c13-b299-b8ff30913590 gateway port host: n-d-713301-16 {{(pid=95103) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 19:47:43.486385 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ad7ef4-7e60-4853-8b17-fccbc3e25d23 None None] Pushing event deleted for resources: {'Port': ['ID=0007fe9d-dfa1-4fdf-89cc-08c442ae1f16,revision_number=None']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:47:43.586086 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1ad7ef4-7e60-4853-8b17-fccbc3e25d23 None None] No DVR routers for this DVR port 0007fe9d-dfa1-4fdf-89cc-08c442ae1f16 on host n-d-713301-16 {{(pid=95103) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 19:47:43.641488 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-0336372d-ea96-43f0-84bb-e278d1e84ee2 tempest-TestNetworkBasicOps-1575950199 tempest-TestNetworkBasicOps-1575950199-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1756813'] for subnet, precommit_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:47:43.694172 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6cf60e5-7ace-4570-8da9-967c56edb4fa None None] Network 3e6c6ec3-89f7-4fc2-8252-c7df087533ec requested from n-d-713301-16 {{(pid=95103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 19:47:43.820385 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-0336372d-ea96-43f0-84bb-e278d1e84ee2 tempest-TestNetworkBasicOps-1575950199 tempest-TestNetworkBasicOps-1575950199-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1756804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5607514', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6130950'] for subnet, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:47:43.866519 n-d-713301-16 neutron-server[95102]: DEBUG neutron.notifiers.nova [None req-0f7db203-e521-4de3-bbbc-5106383e0f5c tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] device_id is not set on port 4775a894-bb6f-4405-98f9-ec8dc110312b yet. {{(pid=95102) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 23 19:47:43.873015 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0336372d-ea96-43f0-84bb-e278d1e84ee2 tempest-TestNetworkBasicOps-1575950199 tempest-TestNetworkBasicOps-1575950199-project] Pushing event deleted for resources: {'Subnet': ['ID=fa6db639-afc2-4d79-8f5d-63a8ed67b4c5,revision_number=None']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:47:43.875515 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-0336372d-ea96-43f0-84bb-e278d1e84ee2 tempest-TestNetworkBasicOps-1575950199 tempest-TestNetworkBasicOps-1575950199-project] Notify callbacks [] for subnet, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:47:43.878471 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-0336372d-ea96-43f0-84bb-e278d1e84ee2 tempest-TestNetworkBasicOps-1575950199 tempest-TestNetworkBasicOps-1575950199-project] 10.222.0.67 "DELETE /v2.0/subnets/fa6db639-afc2-4d79-8f5d-63a8ed67b4c5 HTTP/1.1" status: 204 len: 168 time: 0.6804018 Sep 23 19:47:43.881028 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 43974) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:47:43.913515 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bfdb1e9-4af4-4c8e-bdfc-bb1be98657da None None] Network 556d491a-fa37-496f-b55a-840ae2087f7d requested from n-d-713301-16 {{(pid=95103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 19:47:44.017978 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-9d5619dd-73a1-4019-bc42-58533f56e058 tempest-TestNetworkBasicOps-1575950199 tempest-TestNetworkBasicOps-1575950199-project] Notify callbacks [] for router, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:47:44.058506 n-d-713301-16 neutron-server[95102]: DEBUG neutron.db.db_base_plugin_common [None req-0f7db203-e521-4de3-bbbc-5106383e0f5c tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Allocated IP 2001:db8::301 (3e6c6ec3-89f7-4fc2-8252-c7df087533ec/425ac52f-41fb-420b-8126-52e0655dc4f0/4775a894-bb6f-4405-98f9-ec8dc110312b) {{(pid=95102) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 19:47:44.095100 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f7f5dff-e532-4633-ba6c-170b43a836bb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4c8b80df-07eb-5275-9f17-5cf640db67c0-3e6c6ec3-89f7-4fc2-8252-c7df087533ec', 'network_id': '3e6c6ec3-89f7-4fc2-8252-c7df087533ec', 'tenant_id': 'ef2dbafd0ba44b7485191a034ef43810', 'fixed_ips': [{'subnet_id': '425ac52f-41fb-420b-8126-52e0655dc4f0'}]}} from n-d-713301-16. {{(pid=95103) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 23 19:47:44.095966 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-4f7f5dff-e532-4633-ba6c-170b43a836bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_create {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:47:44.126740 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_hamode_db [None req-7c829c78-f27c-460e-994d-cd1ddc8b71be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '940b5249-2171-4c13-b299-b8ff30913590', 'name': 'tempest-TestNetworkBasicOps-router-1225130637', 'tenant_id': '7fd7324f75754f93a5f1d406b61f5276', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'external_fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.199'}], 'enable_snat': True}, 'gw_port_id': 'ef3ff6df-00cb-4c7b-8985-2526c3c45209', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:45:22Z', 'updated_at': '2021-09-23T19:47:41Z', 'revision_number': 7, 'project_id': '7fd7324f75754f93a5f1d406b61f5276', 'gw_port': {'id': 'ef3ff6df-00cb-4c7b-8985-2526c3c45209', 'name': '', 'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:86:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '940b5249-2171-4c13-b299-b8ff30913590', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2956, 'fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:45:23Z', 'updated_at': '2021-09-23T19:45:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-16'}], 'n-d-713301-16', False) {} {{(pid=95103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:47:44.165512 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-9d5619dd-73a1-4019-bc42-58533f56e058 tempest-TestNetworkBasicOps-1575950199 tempest-TestNetworkBasicOps-1575950199-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:47:44.167683 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c829c78-f27c-460e-994d-cd1ddc8b71be None None] Checking router: 940b5249-2171-4c13-b299-b8ff30913590 for host: n-d-713301-16 {{(pid=95103) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 19:47:44.241523 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83f2d757-534e-4400-a227-4e7af4c32b9a None None] DHCP port deletion for 556d491a-fa37-496f-b55a-840ae2087f7d request from n-d-713301-16 {{(pid=95103) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 23 19:47:44.264314 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c829c78-f27c-460e-994d-cd1ddc8b71be None None] Routers {'940b5249-2171-4c13-b299-b8ff30913590'} bound to L3 agent in host n-d-713301-16 {{(pid=95103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 19:47:44.264992 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_hamode_db [None req-7c829c78-f27c-460e-994d-cd1ddc8b71be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-23T19:07:52Z,description=,heartbeat_timestamp=2021-09-23T19:47:23Z,host='n-d-713301-16',id=79a740bf-7821-4989-8288-7186e3e128f3,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:07:52Z,topic='l3_agent')) {'router_ids': ['940b5249-2171-4c13-b299-b8ff30913590'], 'active': True} {{(pid=95103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:47:44.268843 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.plugin [None req-9d5619dd-73a1-4019-bc42-58533f56e058 tempest-TestNetworkBasicOps-1575950199 tempest-TestNetworkBasicOps-1575950199-project] Deleting port ef3ff6df-00cb-4c7b-8985-2526c3c45209 {{(pid=95101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:47:44.269200 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-9d5619dd-73a1-4019-bc42-58533f56e058 tempest-TestNetworkBasicOps-1575950199 tempest-TestNetworkBasicOps-1575950199-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783146157096'] for port, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:47:44.415504 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-0f7db203-e521-4de3-bbbc-5106383e0f5c tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Notify callbacks [] for port, precommit_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:47:44.508049 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.db [None req-9d5619dd-73a1-4019-bc42-58533f56e058 tempest-TestNetworkBasicOps-1575950199 tempest-TestNetworkBasicOps-1575950199-project] For port ef3ff6df-00cb-4c7b-8985-2526c3c45209, host n-d-713301-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-16',level=0,port_id=ef3ff6df-00cb-4c7b-8985-2526c3c45209,segment=NetworkSegment(7d4027f1-d893-4c7b-95d4-757b8e44e380),segment_id=7d4027f1-d893-4c7b-95d4-757b8e44e380)] {{(pid=95101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:47:44.509031 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-9d5619dd-73a1-4019-bc42-58533f56e058 tempest-TestNetworkBasicOps-1575950199 tempest-TestNetworkBasicOps-1575950199-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-605701'] for port, precommit_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:47:44.524640 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-0f7db203-e521-4de3-bbbc-5106383e0f5c tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783145673135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4399100'] for port, after_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:47:44.528198 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.plugin [None req-9d5619dd-73a1-4019-bc42-58533f56e058 tempest-TestNetworkBasicOps-1575950199 tempest-TestNetworkBasicOps-1575950199-project] Calling delete_port for ef3ff6df-00cb-4c7b-8985-2526c3c45209 owned by network:router_gateway {{(pid=95101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:47:44.650115 n-d-713301-16 neutron-server[95102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f7db203-e521-4de3-bbbc-5106383e0f5c tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Network 3e6c6ec3-89f7-4fc2-8252-c7df087533ec is already hosted by enough agents. {{(pid=95102) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:47:44.652721 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_dvr_db [None req-7c829c78-f27c-460e-994d-cd1ddc8b71be None None] Set router 940b5249-2171-4c13-b299-b8ff30913590 gateway port host: None {{(pid=95103) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 19:47:44.658851 n-d-713301-16 neutron-server[95102]: DEBUG neutron.scheduler.base_scheduler [None req-0f7db203-e521-4de3-bbbc-5106383e0f5c tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Resources bound (agent type, host, resource id): {{(pid=95102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:47:44.669125 n-d-713301-16 neutron-server[95102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f7db203-e521-4de3-bbbc-5106383e0f5c tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Received port after_create {{(pid=95102) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 19:47:44.675275 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f7db203-e521-4de3-bbbc-5106383e0f5c tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:47:44.676508 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-0f7db203-e521-4de3-bbbc-5106383e0f5c tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222849'] for port, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:47:44.681203 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f7db203-e521-4de3-bbbc-5106383e0f5c tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Pushing event updated for resources: {'Port': ['ID=4775a894-bb6f-4405-98f9-ec8dc110312b,revision_number=1']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:47:44.698478 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-0f7db203-e521-4de3-bbbc-5106383e0f5c tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.5471444 Sep 23 19:47:44.701737 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 43988) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:47:44.725491 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.db_base_plugin_common [None req-4f7f5dff-e532-4633-ba6c-170b43a836bb None None] Allocated IP 2001:db8::2 (3e6c6ec3-89f7-4fc2-8252-c7df087533ec/425ac52f-41fb-420b-8126-52e0655dc4f0/54065c90-6faf-49ad-94ed-3e2019f75cc5) {{(pid=95103) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 19:47:44.727691 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_hamode_db [None req-7c829c78-f27c-460e-994d-cd1ddc8b71be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '940b5249-2171-4c13-b299-b8ff30913590', 'name': 'tempest-TestNetworkBasicOps-router-1225130637', 'tenant_id': '7fd7324f75754f93a5f1d406b61f5276', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:45:22Z', 'updated_at': '2021-09-23T19:47:44Z', 'revision_number': 8, 'project_id': '7fd7324f75754f93a5f1d406b61f5276', 'gw_port_host': None}], 'n-d-713301-16', False) {} {{(pid=95103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:47:44.767430 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c829c78-f27c-460e-994d-cd1ddc8b71be None None] The sync data for ids ['940b5249-2171-4c13-b299-b8ff30913590'] in n-d-713301-16 is: [{'id': '940b5249-2171-4c13-b299-b8ff30913590', 'name': 'tempest-TestNetworkBasicOps-router-1225130637', 'tenant_id': '7fd7324f75754f93a5f1d406b61f5276', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:45:22Z', 'updated_at': '2021-09-23T19:47:44Z', 'revision_number': 8, 'project_id': '7fd7324f75754f93a5f1d406b61f5276', 'gw_port_host': None}] {{(pid=95103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 19:47:44.801696 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.plugin [None req-83f2d757-534e-4400-a227-4e7af4c32b9a None None] Deleting port 05fc5a82-5e84-4da9-8543-9009b02be43b {{(pid=95103) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:47:44.802081 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-83f2d757-534e-4400-a227-4e7af4c32b9a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783146157096'] for port, before_delete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:47:44.853430 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1e2f46f-8fba-491d-a2e8-29225245ca1e tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:47:44.859218 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-d1e2f46f-8fba-491d-a2e8-29225245ca1e tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] 10.222.0.67 "GET /v2.0/ports HTTP/1.1" status: 200 len: 929 time: 0.1559179 Sep 23 19:47:44.861011 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 43994) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:47:44.923519 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-83f2d757-534e-4400-a227-4e7af4c32b9a None None] For port 05fc5a82-5e84-4da9-8543-9009b02be43b, host n-d-713301-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-16',level=0,port_id=05fc5a82-5e84-4da9-8543-9009b02be43b,segment=NetworkSegment(715f662e-ea71-4327-bc2c-7c1fd4f58dd8),segment_id=715f662e-ea71-4327-bc2c-7c1fd4f58dd8)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:47:44.923972 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-83f2d757-534e-4400-a227-4e7af4c32b9a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-605701'] for port, precommit_delete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:47:44.924085 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-9d5619dd-73a1-4019-bc42-58533f56e058 tempest-TestNetworkBasicOps-1575950199 tempest-TestNetworkBasicOps-1575950199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783146162158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783145673144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5607431'] for port, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:47:44.948353 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.plugin [None req-83f2d757-534e-4400-a227-4e7af4c32b9a None None] Calling delete_port for 05fc5a82-5e84-4da9-8543-9009b02be43b owned by network:dhcp {{(pid=95103) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:47:45.001654 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d5619dd-73a1-4019-bc42-58533f56e058 tempest-TestNetworkBasicOps-1575950199 tempest-TestNetworkBasicOps-1575950199-project] Pushing event deleted for resources: {'Port': ['ID=ef3ff6df-00cb-4c7b-8985-2526c3c45209,revision_number=None']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:47:45.064503 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-4f7f5dff-e532-4633-ba6c-170b43a836bb None None] Notify callbacks [] for port, precommit_create {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:47:45.079539 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-4f7f5dff-e532-4633-ba6c-170b43a836bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783145673135'] for port, after_create {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:47:45.108852 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.plugin [None req-b36d5ed6-a5f5-4324-ae17-e9d12c7a6db5 tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Deleting port 4775a894-bb6f-4405-98f9-ec8dc110312b {{(pid=95101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:47:45.109132 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-b36d5ed6-a5f5-4324-ae17-e9d12c7a6db5 tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783146157096'] for port, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:47:45.115894 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-9d5619dd-73a1-4019-bc42-58533f56e058 tempest-TestNetworkBasicOps-1575950199 tempest-TestNetworkBasicOps-1575950199-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-601942'] for router_gateway, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:47:45.138399 n-d-713301-16 neutron-server[95103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f7f5dff-e532-4633-ba6c-170b43a836bb None None] Network 3e6c6ec3-89f7-4fc2-8252-c7df087533ec is already hosted by enough agents. {{(pid=95103) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:47:45.146408 n-d-713301-16 neutron-server[95103]: DEBUG neutron.scheduler.base_scheduler [None req-4f7f5dff-e532-4633-ba6c-170b43a836bb None None] Resources bound (agent type, host, resource id): {{(pid=95103) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:47:45.152055 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f7f5dff-e532-4633-ba6c-170b43a836bb None None] Received port after_create {{(pid=95103) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 19:47:45.164019 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f7f5dff-e532-4633-ba6c-170b43a836bb None None] Pushing event updated for resources: {'Port': ['ID=54065c90-6faf-49ad-94ed-3e2019f75cc5,revision_number=1']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:47:45.169522 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-83f2d757-534e-4400-a227-4e7af4c32b9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783146162158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783145673144'] for port, after_delete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:47:45.247919 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83f2d757-534e-4400-a227-4e7af4c32b9a None None] Pushing event deleted for resources: {'Port': ['ID=05fc5a82-5e84-4da9-8543-9009b02be43b,revision_number=None']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:47:45.253140 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83f2d757-534e-4400-a227-4e7af4c32b9a None None] No DVR routers for this DVR port 05fc5a82-5e84-4da9-8543-9009b02be43b on host n-d-713301-16 {{(pid=95103) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 19:47:45.297037 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.managers [None req-4f7f5dff-e532-4633-ba6c-170b43a836bb None None] Attempting to bind port 54065c90-6faf-49ad-94ed-3e2019f75cc5 on host n-d-713301-16 for vnic_type normal with profile {{(pid=95103) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 19:47:45.297537 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.managers [None req-4f7f5dff-e532-4633-ba6c-170b43a836bb None None] Attempting to bind port 54065c90-6faf-49ad-94ed-3e2019f75cc5 by drivers openvswitch,hyperv on host n-d-713301-16 at level 0 using segments [{'id': '5c8360fd-bd95-490f-abbb-4e7bd94ab9a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '3e6c6ec3-89f7-4fc2-8252-c7df087533ec'}] {{(pid=95103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 19:47:45.298591 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f7f5dff-e532-4633-ba6c-170b43a836bb None None] Attempting to bind port 54065c90-6faf-49ad-94ed-3e2019f75cc5 on network 3e6c6ec3-89f7-4fc2-8252-c7df087533ec {{(pid=95103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:47:45.317065 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f7f5dff-e532-4633-ba6c-170b43a836bb None None] Checking agent: {'id': '70a14545-df24-472f-8f95-bfe1719bff93', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 19, 7, 53), 'started_at': datetime.datetime(2021, 9, 23, 19, 8, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 19, 47, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 19:47:45.324880 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f7f5dff-e532-4633-ba6c-170b43a836bb None None] Checking segment: {'id': '5c8360fd-bd95-490f-abbb-4e7bd94ab9a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '3e6c6ec3-89f7-4fc2-8252-c7df087533ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95103) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:47:45.325324 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-4f7f5dff-e532-4633-ba6c-170b43a836bb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:47:45.325739 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f7f5dff-e532-4633-ba6c-170b43a836bb None None] Bound using segment: {'id': '5c8360fd-bd95-490f-abbb-4e7bd94ab9a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '3e6c6ec3-89f7-4fc2-8252-c7df087533ec'} {{(pid=95103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 19:47:45.326256 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.managers [None req-4f7f5dff-e532-4633-ba6c-170b43a836bb None None] Bound port: 54065c90-6faf-49ad-94ed-3e2019f75cc5, host: n-d-713301-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5c8360fd-bd95-490f-abbb-4e7bd94ab9a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '3e6c6ec3-89f7-4fc2-8252-c7df087533ec'}}] {{(pid=95103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 19:47:45.326648 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-4f7f5dff-e532-4633-ba6c-170b43a836bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:47:45.369985 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-9d5619dd-73a1-4019-bc42-58533f56e058 tempest-TestNetworkBasicOps-1575950199 tempest-TestNetworkBasicOps-1575950199-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-597305', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29369'] for router, precommit_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:47:45.374109 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-9d5619dd-73a1-4019-bc42-58533f56e058 tempest-TestNetworkBasicOps-1575950199 tempest-TestNetworkBasicOps-1575950199-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:47:45.453082 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Device 05fc5a82-5e84-4da9-8543-9009b02be43b no longer exists at agent ovs-agent-n-d-713301-16 {{(pid=95103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 19:47:45.456374 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-4f7f5dff-e532-4633-ba6c-170b43a836bb None None] For port 54065c90-6faf-49ad-94ed-3e2019f75cc5, host n-d-713301-16, cleared binding levels {{(pid=95103) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 19:47:45.501948 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-4f7f5dff-e532-4633-ba6c-170b43a836bb None None] For port 54065c90-6faf-49ad-94ed-3e2019f75cc5, host n-d-713301-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-16',level=0,port_id=54065c90-6faf-49ad-94ed-3e2019f75cc5,segment=NetworkSegment(5c8360fd-bd95-490f-abbb-4e7bd94ab9a5),segment_id=5c8360fd-bd95-490f-abbb-4e7bd94ab9a5)] {{(pid=95103) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 19:47:45.503867 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.plugin [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] No Port match for: 05fc5a82-5e84-4da9-8543-9009b02be43b {{(pid=95103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 19:47:45.504544 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Device 05fc5a82-5e84-4da9-8543-9009b02be43b not bound to the agent host n-d-713301-16 {{(pid=95103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 19:47:45.505144 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Device cf9cc396-0e70-44ee-b385-fb6cd2981196 no longer exists at agent ovs-agent-n-d-713301-16 {{(pid=95103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 19:47:45.509609 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-4f7f5dff-e532-4633-ba6c-170b43a836bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:47:45.540420 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.plugin [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] No Port match for: cf9cc396-0e70-44ee-b385-fb6cd2981196 {{(pid=95103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 19:47:45.541182 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Device cf9cc396-0e70-44ee-b385-fb6cd2981196 not bound to the agent host n-d-713301-16 {{(pid=95103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 19:47:45.620794 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f7f5dff-e532-4633-ba6c-170b43a836bb None None] Pushing event updated for resources: {'Port': ['ID=54065c90-6faf-49ad-94ed-3e2019f75cc5,revision_number=2']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:47:45.906971 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-b36d5ed6-a5f5-4324-ae17-e9d12c7a6db5 tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-605701'] for port, precommit_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:47:45.917756 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-9d5619dd-73a1-4019-bc42-58533f56e058 tempest-TestNetworkBasicOps-1575950199 tempest-TestNetworkBasicOps-1575950199-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-597296'] for router, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:47:45.918255 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d5619dd-73a1-4019-bc42-58533f56e058 tempest-TestNetworkBasicOps-1575950199 tempest-TestNetworkBasicOps-1575950199-project] Fanout notify agent at l3_agent the message router_deleted on router 940b5249-2171-4c13-b299-b8ff30913590 {{(pid=95101) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 23 19:47:45.927131 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-9d5619dd-73a1-4019-bc42-58533f56e058 tempest-TestNetworkBasicOps-1575950199 tempest-TestNetworkBasicOps-1575950199-project] Notify callbacks [] for router, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:47:45.928482 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-9d5619dd-73a1-4019-bc42-58533f56e058 tempest-TestNetworkBasicOps-1575950199 tempest-TestNetworkBasicOps-1575950199-project] 10.222.0.67 "DELETE /v2.0/routers/940b5249-2171-4c13-b299-b8ff30913590 HTTP/1.1" status: 204 len: 168 time: 2.0460401 Sep 23 19:47:45.931392 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 44002) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:47:45.939823 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.plugin [None req-b36d5ed6-a5f5-4324-ae17-e9d12c7a6db5 tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Calling delete_port for 4775a894-bb6f-4405-98f9-ec8dc110312b owned by {{(pid=95101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:47:46.093468 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-b333dbc0-1933-4790-a250-5ed32135e525 tempest-TestNetworkBasicOps-1575950199 tempest-TestNetworkBasicOps-1575950199-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1628021'] for network, before_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:47:46.173577 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-b36d5ed6-a5f5-4324-ae17-e9d12c7a6db5 tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783146162158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783145673144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5607431'] for port, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:47:46.218336 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b36d5ed6-a5f5-4324-ae17-e9d12c7a6db5 tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Pushing event deleted for resources: {'Port': ['ID=4775a894-bb6f-4405-98f9-ec8dc110312b,revision_number=None']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:47:46.220196 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-b333dbc0-1933-4790-a250-5ed32135e525 tempest-TestNetworkBasicOps-1575950199 tempest-TestNetworkBasicOps-1575950199-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1754676', 'neutron.services.segments.db._delete_segments_for_network-8783146221460'] for network, precommit_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:47:46.247915 n-d-713301-16 neutron-server[95102]: DEBUG neutron.services.segments.db [None req-b333dbc0-1933-4790-a250-5ed32135e525 tempest-TestNetworkBasicOps-1575950199 tempest-TestNetworkBasicOps-1575950199-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['556d491a-fa37-496f-b55a-840ae2087f7d']}} {{(pid=95102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:47:46.252988 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-b36d5ed6-a5f5-4324-ae17-e9d12c7a6db5 tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222849'] for port, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:47:46.256083 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-b36d5ed6-a5f5-4324-ae17-e9d12c7a6db5 tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] 10.222.0.67 "DELETE /v2.0/ports/4775a894-bb6f-4405-98f9-ec8dc110312b HTTP/1.1" status: 204 len: 168 time: 1.3932450 Sep 23 19:47:46.258482 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 44006) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:47:46.268886 n-d-713301-16 neutron-server[95102]: DEBUG neutron.services.segments.db [None req-b333dbc0-1933-4790-a250-5ed32135e525 tempest-TestNetworkBasicOps-1575950199 tempest-TestNetworkBasicOps-1575950199-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '715f662e-ea71-4327-bc2c-7c1fd4f58dd8') {'for_net_delete': True} {{(pid=95102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:47:46.269498 n-d-713301-16 neutron-server[95102]: DEBUG neutron.services.segments.db [None req-b333dbc0-1933-4790-a250-5ed32135e525 tempest-TestNetworkBasicOps-1575950199 tempest-TestNetworkBasicOps-1575950199-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '715f662e-ea71-4327-bc2c-7c1fd4f58dd8') {} {{(pid=95102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:47:46.286648 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-b333dbc0-1933-4790-a250-5ed32135e525 tempest-TestNetworkBasicOps-1575950199 tempest-TestNetworkBasicOps-1575950199-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783146221725', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6162832'] for segment, before_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:47:46.304456 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-b333dbc0-1933-4790-a250-5ed32135e525 tempest-TestNetworkBasicOps-1575950199 tempest-TestNetworkBasicOps-1575950199-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1756186'] for segment, precommit_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:47:46.312721 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b333dbc0-1933-4790-a250-5ed32135e525 tempest-TestNetworkBasicOps-1575950199 tempest-TestNetworkBasicOps-1575950199-project] Releasing vlan 614 on physical network physnet1 to pool {{(pid=95102) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 19:47:46.313127 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-b333dbc0-1933-4790-a250-5ed32135e525 tempest-TestNetworkBasicOps-1575950199 tempest-TestNetworkBasicOps-1575950199-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1756186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4398095'] for segment, after_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:47:46.316881 n-d-713301-16 neutron-server[95102]: Traceback (most recent call last): Sep 23 19:47:46.316881 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 19:47:46.316881 n-d-713301-16 neutron-server[95102]: timer() Sep 23 19:47:46.316881 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 19:47:46.316881 n-d-713301-16 neutron-server[95102]: cb(*args, **kw) Sep 23 19:47:46.316881 n-d-713301-16 neutron-server[95102]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 19:47:46.316881 n-d-713301-16 neutron-server[95102]: return func(*args, **kwargs) Sep 23 19:47:46.316881 n-d-713301-16 neutron-server[95102]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 19:47:46.316881 n-d-713301-16 neutron-server[95102]: self._notify() Sep 23 19:47:46.316881 n-d-713301-16 neutron-server[95102]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 19:47:46.316881 n-d-713301-16 neutron-server[95102]: self.callback(batched_events) Sep 23 19:47:46.316881 n-d-713301-16 neutron-server[95102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 19:47:46.316881 n-d-713301-16 neutron-server[95102]: event.method(event) Sep 23 19:47:46.316881 n-d-713301-16 neutron-server[95102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 19:47:46.316881 n-d-713301-16 neutron-server[95102]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 19:47:46.316881 n-d-713301-16 neutron-server[95102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 19:47:46.316881 n-d-713301-16 neutron-server[95102]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 19:47:46.316881 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 19:47:46.316881 n-d-713301-16 neutron-server[95102]: return f(self, *a, **k) Sep 23 19:47:46.316881 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 19:47:46.316881 n-d-713301-16 neutron-server[95102]: return self._get(url).json() Sep 23 19:47:46.316881 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 19:47:46.316881 n-d-713301-16 neutron-server[95102]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 19:47:46.316881 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 19:47:46.316881 n-d-713301-16 neutron-server[95102]: return self.request(url, 'GET', **kwargs) Sep 23 19:47:46.316881 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 19:47:46.316881 n-d-713301-16 neutron-server[95102]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 19:47:46.316881 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 19:47:46.316881 n-d-713301-16 neutron-server[95102]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 19:47:46.316881 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 19:47:46.316881 n-d-713301-16 neutron-server[95102]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 19:47:46.316881 n-d-713301-16 neutron-server[95102]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 19:47:46.340423 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-585c3c23-b463-4d79-8093-dd3cb374c1db tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:47:46.342264 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-585c3c23-b463-4d79-8093-dd3cb374c1db tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:47:46.346326 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-585c3c23-b463-4d79-8093-dd3cb374c1db tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] 10.222.0.67 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1451 time: 0.0823991 Sep 23 19:47:46.347931 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 44008) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:47:46.408164 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-b333dbc0-1933-4790-a250-5ed32135e525 tempest-TestNetworkBasicOps-1575950199 tempest-TestNetworkBasicOps-1575950199-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1754627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-601866'] for network, after_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:47:46.423601 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-b333dbc0-1933-4790-a250-5ed32135e525 tempest-TestNetworkBasicOps-1575950199 tempest-TestNetworkBasicOps-1575950199-project] Notify callbacks [] for network, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:47:46.428698 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-b333dbc0-1933-4790-a250-5ed32135e525 tempest-TestNetworkBasicOps-1575950199 tempest-TestNetworkBasicOps-1575950199-project] 10.222.0.67 "DELETE /v2.0/networks/556d491a-fa37-496f-b55a-840ae2087f7d HTTP/1.1" status: 204 len: 168 time: 0.4927213 Sep 23 19:47:46.456125 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 44010) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:47:46.466251 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.v2.base [None req-61536941-a80c-413e-a2fc-b6e4ef4029b3 tempest-TestNetworkBasicOps-1575950199 tempest-TestNetworkBasicOps-1575950199-project] Request body: {'network': {'name': 'tempest-network-smoke--873208640', 'project_id': '7fd7324f75754f93a5f1d406b61f5276', 'port_security_enabled': True}} {{(pid=95101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:47:46.500321 n-d-713301-16 neutron-server[95101]: DEBUG neutron.db.db_base_plugin_v2 [None req-e2380f94-2aa1-433b-b6d1-3f2ed2d12f90 tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Deleting subnet 425ac52f-41fb-420b-8126-52e0655dc4f0 {{(pid=95101) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 23 19:47:46.513479 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-e2380f94-2aa1-433b-b6d1-3f2ed2d12f90 tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Notify callbacks [] for subnet, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:47:46.515422 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b333dbc0-1933-4790-a250-5ed32135e525 tempest-TestNetworkBasicOps-1575950199 tempest-TestNetworkBasicOps-1575950199-project] Pushing event deleted for resources: {'Network': ['ID=556d491a-fa37-496f-b55a-840ae2087f7d,revision_number=None']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:47:46.578568 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61536941-a80c-413e-a2fc-b6e4ef4029b3 tempest-TestNetworkBasicOps-1575950199 tempest-TestNetworkBasicOps-1575950199-project] Made reservation on behalf of 7fd7324f75754f93a5f1d406b61f5276 for: {'network': 1} {{(pid=95101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:47:46.585127 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-61536941-a80c-413e-a2fc-b6e4ef4029b3 tempest-TestNetworkBasicOps-1575950199 tempest-TestNetworkBasicOps-1575950199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for network, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:47:46.611074 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-e2380f94-2aa1-433b-b6d1-3f2ed2d12f90 tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6007154'] for subnet, precommit_delete_associations {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:47:46.689234 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-61536941-a80c-413e-a2fc-b6e4ef4029b3 tempest-TestNetworkBasicOps-1575950199 tempest-TestNetworkBasicOps-1575950199-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 603} {{(pid=95101) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 19:47:46.704033 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-61536941-a80c-413e-a2fc-b6e4ef4029b3 tempest-TestNetworkBasicOps-1575950199 tempest-TestNetworkBasicOps-1575950199-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1756186'] for segment, precommit_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:47:46.705256 n-d-713301-16 neutron-server[95101]: INFO neutron.db.segments_db [None req-61536941-a80c-413e-a2fc-b6e4ef4029b3 tempest-TestNetworkBasicOps-1575950199 tempest-TestNetworkBasicOps-1575950199-project] Added segment b83a3b00-1618-441a-9ebb-4b950c1224be of type vlan for network a493f9d2-2406-4a59-a208-222c60ab7a5b Sep 23 19:47:46.805128 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-61536941-a80c-413e-a2fc-b6e4ef4029b3 tempest-TestNetworkBasicOps-1575950199 tempest-TestNetworkBasicOps-1575950199-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783145630486'] for network, precommit_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:47:46.818224 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-e2380f94-2aa1-433b-b6d1-3f2ed2d12f90 tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1756813'] for subnet, precommit_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:47:46.877827 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-61536941-a80c-413e-a2fc-b6e4ef4029b3 tempest-TestNetworkBasicOps-1575950199 tempest-TestNetworkBasicOps-1575950199-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299'] for network, after_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:47:46.883148 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61536941-a80c-413e-a2fc-b6e4ef4029b3 tempest-TestNetworkBasicOps-1575950199 tempest-TestNetworkBasicOps-1575950199-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:47:46.883784 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-61536941-a80c-413e-a2fc-b6e4ef4029b3 tempest-TestNetworkBasicOps-1575950199 tempest-TestNetworkBasicOps-1575950199-project] Notify callbacks [] for network, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:47:46.936228 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 44022) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:47:46.936777 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-61536941-a80c-413e-a2fc-b6e4ef4029b3 tempest-TestNetworkBasicOps-1575950199 tempest-TestNetworkBasicOps-1575950199-project] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4791255 Sep 23 19:47:46.940351 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-e2380f94-2aa1-433b-b6d1-3f2ed2d12f90 tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1756804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5607514', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6130950'] for subnet, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:47:46.943645 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.v2.base [None req-22fd6b41-98f2-48db-b817-eb3bd011f94e tempest-TestNetworkBasicOps-1575950199 tempest-TestNetworkBasicOps-1575950199-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-278476435', 'admin_state_up': True, 'project_id': '7fd7324f75754f93a5f1d406b61f5276', 'external_gateway_info': {'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac'}}} {{(pid=95102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:47:46.979270 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-22fd6b41-98f2-48db-b817-eb3bd011f94e tempest-TestNetworkBasicOps-1575950199 tempest-TestNetworkBasicOps-1575950199-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-594563', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29355'] for router, before_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:47:46.979495 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61536941-a80c-413e-a2fc-b6e4ef4029b3 tempest-TestNetworkBasicOps-1575950199 tempest-TestNetworkBasicOps-1575950199-project] Pushing event updated for resources: {'Network': ['ID=a493f9d2-2406-4a59-a208-222c60ab7a5b,revision_number=1']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:47:46.980405 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-22fd6b41-98f2-48db-b817-eb3bd011f94e tempest-TestNetworkBasicOps-1575950199 tempest-TestNetworkBasicOps-1575950199-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-597363', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-601731', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-739356', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29346'] for router, precommit_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:47:46.992860 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Network a493f9d2-2406-4a59-a208-222c60ab7a5b details requested by agent ovs-agent-n-d-713301-16 with host n-d-713301-16 {{(pid=95103) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 19:47:47.007208 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2380f94-2aa1-433b-b6d1-3f2ed2d12f90 tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Pushing event deleted for resources: {'Subnet': ['ID=425ac52f-41fb-420b-8126-52e0655dc4f0,revision_number=None']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:47:47.009448 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-e2380f94-2aa1-433b-b6d1-3f2ed2d12f90 tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Notify callbacks [] for subnet, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:47:47.013602 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-e2380f94-2aa1-433b-b6d1-3f2ed2d12f90 tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] 10.222.0.67 "DELETE /v2.0/subnets/425ac52f-41fb-420b-8126-52e0655dc4f0 HTTP/1.1" status: 204 len: 168 time: 0.6637838 Sep 23 19:47:47.014623 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 44024) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:47:47.032937 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12909e19-d814-4d14-8a82-08c9f8e32cc5 None None] Network 3e6c6ec3-89f7-4fc2-8252-c7df087533ec requested from n-d-713301-16 {{(pid=95103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 19:47:47.085969 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-94ef8b9b-d733-4e4d-9944-67b72cc5e2a2 tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] 10.222.0.67 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0708132 Sep 23 19:47:47.090062 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 44028) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:47:47.139665 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-8e35dcab-91d8-435f-9cf4-8ca4635804e3 None None] Provisioning complete for port 54065c90-6faf-49ad-94ed-3e2019f75cc5 triggered by entity DHCP. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:47:47.140366 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-8e35dcab-91d8-435f-9cf4-8ca4635804e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:47:47.170525 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be321464-cf81-4e2d-84c0-b74a5234af59 tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:47:47.172891 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-be321464-cf81-4e2d-84c0-b74a5234af59 tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] 10.222.0.67 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.0815897 Sep 23 19:47:47.175377 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 44032) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:47:47.189191 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-22fd6b41-98f2-48db-b817-eb3bd011f94e tempest-TestNetworkBasicOps-1575950199 tempest-TestNetworkBasicOps-1575950199-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:47:47.201178 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Device 54065c90-6faf-49ad-94ed-3e2019f75cc5 up at agent ovs-agent-n-d-713301-16 {{(pid=95103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 19:47:47.261262 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f410666-2393-447d-ba9e-9001a043090a tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:47:47.264644 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-8f410666-2393-447d-ba9e-9001a043090a tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] 10.222.0.67 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0863774 Sep 23 19:47:47.266495 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 44038) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:47:47.315669 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-7cf7cb71-59cf-460f-a6fe-88d8f40777b4 tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] 10.222.0.67 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0478384 Sep 23 19:47:47.319643 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 44042) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:47:47.328822 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.v2.base [None req-002e50e6-15e7-411b-9563-394d37e18134 tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Request body: {'subnet': {'network_id': '3e6c6ec3-89f7-4fc2-8252-c7df087533ec', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=95101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:47:47.432504 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-22fd6b41-98f2-48db-b817-eb3bd011f94e tempest-TestNetworkBasicOps-1575950199 tempest-TestNetworkBasicOps-1575950199-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:47:47.446912 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-002e50e6-15e7-411b-9563-394d37e18134 tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Made reservation on behalf of ef2dbafd0ba44b7485191a034ef43810 for: {'subnet': 1} {{(pid=95101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:47:47.452479 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-002e50e6-15e7-411b-9563-394d37e18134 tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6130979'] for subnet, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:47:47.469173 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-8e35dcab-91d8-435f-9cf4-8ca4635804e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:47:47.513569 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Provisioning complete for port 54065c90-6faf-49ad-94ed-3e2019f75cc5 triggered by entity L2. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:47:47.513840 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:47:47.546201 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-8e35dcab-91d8-435f-9cf4-8ca4635804e3 None None] For port 54065c90-6faf-49ad-94ed-3e2019f75cc5, host n-d-713301-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-16',level=0,port_id=54065c90-6faf-49ad-94ed-3e2019f75cc5,segment=NetworkSegment(5c8360fd-bd95-490f-abbb-4e7bd94ab9a5),segment_id=5c8360fd-bd95-490f-abbb-4e7bd94ab9a5)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:47:47.555660 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-8e35dcab-91d8-435f-9cf4-8ca4635804e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:47:47.655269 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49c9ff2e-bc26-4083-af35-13f5ccaa90b7 None None] DHCP port deletion for 3e6c6ec3-89f7-4fc2-8252-c7df087533ec request from n-d-713301-16 {{(pid=95103) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 23 19:47:47.660943 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e35dcab-91d8-435f-9cf4-8ca4635804e3 None None] Pushing event updated for resources: {'Port': ['ID=54065c90-6faf-49ad-94ed-3e2019f75cc5,revision_number=4']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:47:47.745422 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Device ef3ff6df-00cb-4c7b-8985-2526c3c45209 no longer exists at agent ovs-agent-n-d-713301-16 {{(pid=95103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 19:47:47.778308 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.plugin [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] No Port match for: ef3ff6df-00cb-4c7b-8985-2526c3c45209 {{(pid=95103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 19:47:47.778655 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Device ef3ff6df-00cb-4c7b-8985-2526c3c45209 not bound to the agent host n-d-713301-16 {{(pid=95103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 19:47:47.790985 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.plugin [None req-49c9ff2e-bc26-4083-af35-13f5ccaa90b7 None None] Deleting port 54065c90-6faf-49ad-94ed-3e2019f75cc5 {{(pid=95103) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:47:47.791623 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-49c9ff2e-bc26-4083-af35-13f5ccaa90b7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783146157096'] for port, before_delete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:47:47.808985 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-22fd6b41-98f2-48db-b817-eb3bd011f94e tempest-TestNetworkBasicOps-1575950199 tempest-TestNetworkBasicOps-1575950199-project] Notify callbacks [] for router_gateway, before_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:47:47.846330 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-22fd6b41-98f2-48db-b817-eb3bd011f94e tempest-TestNetworkBasicOps-1575950199 tempest-TestNetworkBasicOps-1575950199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:47:47.874715 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-49c9ff2e-bc26-4083-af35-13f5ccaa90b7 None None] For port 54065c90-6faf-49ad-94ed-3e2019f75cc5, host n-d-713301-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-16',level=0,port_id=54065c90-6faf-49ad-94ed-3e2019f75cc5,segment=NetworkSegment(5c8360fd-bd95-490f-abbb-4e7bd94ab9a5),segment_id=5c8360fd-bd95-490f-abbb-4e7bd94ab9a5)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:47:47.875417 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-49c9ff2e-bc26-4083-af35-13f5ccaa90b7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-605701'] for port, precommit_delete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:47:47.908209 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.plugin [None req-49c9ff2e-bc26-4083-af35-13f5ccaa90b7 None None] Calling delete_port for 54065c90-6faf-49ad-94ed-3e2019f75cc5 owned by network:dhcp {{(pid=95103) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:47:47.999984 n-d-713301-16 neutron-server[95102]: DEBUG neutron.db.db_base_plugin_common [None req-22fd6b41-98f2-48db-b817-eb3bd011f94e tempest-TestNetworkBasicOps-1575950199 tempest-TestNetworkBasicOps-1575950199-project] Allocated IP 172.25.1.52 (5dec5c09-378e-4f50-89cc-d94eb81c3bac/eff83446-018c-428d-b3f5-54ac9abe7a2a/6665d077-26f1-4a37-833c-efdb4fb4b026) {{(pid=95102) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 19:47:48.024521 n-d-713301-16 neutron-server[95101]: DEBUG neutron.objects.ports [None req-002e50e6-15e7-411b-9563-394d37e18134 tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=95101) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 23 19:47:48.036790 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-49c9ff2e-bc26-4083-af35-13f5ccaa90b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783146162158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783145673144'] for port, after_delete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:47:48.078882 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49c9ff2e-bc26-4083-af35-13f5ccaa90b7 None None] No DVR routers for this DVR port 54065c90-6faf-49ad-94ed-3e2019f75cc5 on host n-d-713301-16 {{(pid=95103) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 19:47:48.087522 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49c9ff2e-bc26-4083-af35-13f5ccaa90b7 None None] Pushing event deleted for resources: {'Port': ['ID=54065c90-6faf-49ad-94ed-3e2019f75cc5,revision_number=None']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:47:48.163958 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-22fd6b41-98f2-48db-b817-eb3bd011f94e tempest-TestNetworkBasicOps-1575950199 tempest-TestNetworkBasicOps-1575950199-project] Notify callbacks [] for port, precommit_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:47:48.189750 n-d-713301-16 neutron-server[95101]: WARNING neutron.services.revisions.revision_plugin [None req-002e50e6-15e7-411b-9563-394d37e18134 tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Could not find related port for resource to bump revision. Sep 23 19:47:48.197767 n-d-713301-16 neutron-server[95101]: DEBUG neutron.db.ipam_pluggable_backend [None req-002e50e6-15e7-411b-9563-394d37e18134 tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Port 54065c90-6faf-49ad-94ed-3e2019f75cc5 was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=95101) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:572}} Sep 23 19:47:48.198068 n-d-713301-16 neutron-server[95101]: DEBUG neutron.db.ipam_pluggable_backend [None req-002e50e6-15e7-411b-9563-394d37e18134 tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Reverting IP allocation for 2001:db8::f816:3eff:feae:854c {{(pid=95101) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:574}} Sep 23 19:47:48.202836 n-d-713301-16 neutron-server[95101]: DEBUG neutron.db.ipam_pluggable_backend [None req-002e50e6-15e7-411b-9563-394d37e18134 tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Reverting IP allocation failed for 2001:db8::f816:3eff:feae:854c {{(pid=95101) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:580}} Sep 23 19:47:48.206278 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-002e50e6-15e7-411b-9563-394d37e18134 tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5607579', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6130961'] for subnet, after_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:47:48.210644 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-22fd6b41-98f2-48db-b817-eb3bd011f94e tempest-TestNetworkBasicOps-1575950199 tempest-TestNetworkBasicOps-1575950199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783145673135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4399100'] for port, after_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:47:48.248327 n-d-713301-16 neutron-server[95102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22fd6b41-98f2-48db-b817-eb3bd011f94e tempest-TestNetworkBasicOps-1575950199 tempest-TestNetworkBasicOps-1575950199-project] Network 5dec5c09-378e-4f50-89cc-d94eb81c3bac is already hosted by enough agents. {{(pid=95102) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:47:48.254947 n-d-713301-16 neutron-server[95102]: DEBUG neutron.scheduler.base_scheduler [None req-22fd6b41-98f2-48db-b817-eb3bd011f94e tempest-TestNetworkBasicOps-1575950199 tempest-TestNetworkBasicOps-1575950199-project] Resources bound (agent type, host, resource id): {{(pid=95102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:47:48.259669 n-d-713301-16 neutron-server[95102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22fd6b41-98f2-48db-b817-eb3bd011f94e tempest-TestNetworkBasicOps-1575950199 tempest-TestNetworkBasicOps-1575950199-project] Received port after_create {{(pid=95102) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 19:47:48.294114 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-002e50e6-15e7-411b-9563-394d37e18134 tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Pushing event updated for resources: {'Subnet': ['ID=acaeb8ed-9ea1-41ff-af02-cf8cb69c927d,revision_number=0']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:47:48.306460 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22fd6b41-98f2-48db-b817-eb3bd011f94e tempest-TestNetworkBasicOps-1575950199 tempest-TestNetworkBasicOps-1575950199-project] Pushing event updated for resources: {'Port': ['ID=6665d077-26f1-4a37-833c-efdb4fb4b026,revision_number=1']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:47:48.309725 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-002e50e6-15e7-411b-9563-394d37e18134 tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Network 3e6c6ec3-89f7-4fc2-8252-c7df087533ec is already hosted by enough agents. {{(pid=95101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:47:48.312124 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.base_scheduler [None req-002e50e6-15e7-411b-9563-394d37e18134 tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Resources bound (agent type, host, resource id): {{(pid=95101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:47:48.327164 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2c14611-ae3d-4ef4-8fb1-1ed50c88487d None None] Network 3e6c6ec3-89f7-4fc2-8252-c7df087533ec requested from n-d-713301-16 {{(pid=95103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 19:47:48.335432 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-002e50e6-15e7-411b-9563-394d37e18134 tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:47:48.336204 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-002e50e6-15e7-411b-9563-394d37e18134 tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Notify callbacks [] for subnet, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:47:48.371031 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-002e50e6-15e7-411b-9563-394d37e18134 tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.0501287 Sep 23 19:47:48.377141 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 44056) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:47:48.382703 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.v2.base [None req-36a765b1-e51d-4704-aca8-ae5407eb3662 tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Request body: {'subnet': {'network_id': '3e6c6ec3-89f7-4fc2-8252-c7df087533ec', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=95101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:47:48.580231 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a38ac7dd-0f7e-45ef-92a3-6570bff5f88e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4c8b80df-07eb-5275-9f17-5cf640db67c0-3e6c6ec3-89f7-4fc2-8252-c7df087533ec', 'network_id': '3e6c6ec3-89f7-4fc2-8252-c7df087533ec', 'tenant_id': 'ef2dbafd0ba44b7485191a034ef43810', 'fixed_ips': [{'subnet_id': 'acaeb8ed-9ea1-41ff-af02-cf8cb69c927d'}]}} from n-d-713301-16. {{(pid=95103) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 23 19:47:48.581594 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-a38ac7dd-0f7e-45ef-92a3-6570bff5f88e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_create {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:47:48.655432 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36a765b1-e51d-4704-aca8-ae5407eb3662 tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Made reservation on behalf of ef2dbafd0ba44b7485191a034ef43810 for: {'subnet': 1} {{(pid=95101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:47:48.660280 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-36a765b1-e51d-4704-aca8-ae5407eb3662 tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6130979'] for subnet, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:47:48.782862 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.db_base_plugin_common [None req-a38ac7dd-0f7e-45ef-92a3-6570bff5f88e None None] Allocated IP 2001:db8::f816:3eff:fe71:3be7 (3e6c6ec3-89f7-4fc2-8252-c7df087533ec/acaeb8ed-9ea1-41ff-af02-cf8cb69c927d/50ff9ef7-8689-4a75-b41a-5f1e5b2b4c6b) {{(pid=95103) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 19:47:48.811252 n-d-713301-16 neutron-server[95101]: INFO neutron.db.ipam_backend_mixin [None req-36a765b1-e51d-4704-aca8-ae5407eb3662 tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet acaeb8ed-9ea1-41ff-af02-cf8cb69c927d (CIDR: 2001:db8::/64) Sep 23 19:47:48.815443 n-d-713301-16 neutron-server[95101]: INFO neutron.pecan_wsgi.hooks.translation [None req-36a765b1-e51d-4704-aca8-ae5407eb3662 tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 23 19:47:48.817011 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-36a765b1-e51d-4704-aca8-ae5407eb3662 tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=95101) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 23 19:47:48.823161 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-22fd6b41-98f2-48db-b817-eb3bd011f94e tempest-TestNetworkBasicOps-1575950199 tempest-TestNetworkBasicOps-1575950199-project] Notify callbacks [] for router_gateway, after_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:47:48.840350 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-36a765b1-e51d-4704-aca8-ae5407eb3662 tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.4595609 Sep 23 19:47:48.841246 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 44058) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:47:48.847364 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.v2.base [None req-3f5ea0bb-ab20-4245-b6b5-4bd1e115e50d tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Request body: {'subnet': {'network_id': '3e6c6ec3-89f7-4fc2-8252-c7df087533ec', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=95101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:47:49.015007 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f5ea0bb-ab20-4245-b6b5-4bd1e115e50d tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Made reservation on behalf of ef2dbafd0ba44b7485191a034ef43810 for: {'subnet': 1} {{(pid=95101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:47:49.026443 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-3f5ea0bb-ab20-4245-b6b5-4bd1e115e50d tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6130979'] for subnet, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:47:49.059629 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-a38ac7dd-0f7e-45ef-92a3-6570bff5f88e None None] Notify callbacks [] for port, precommit_create {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:47:49.069622 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-a38ac7dd-0f7e-45ef-92a3-6570bff5f88e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783145673135'] for port, after_create {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:47:49.155499 n-d-713301-16 neutron-server[95103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a38ac7dd-0f7e-45ef-92a3-6570bff5f88e None None] Network 3e6c6ec3-89f7-4fc2-8252-c7df087533ec is already hosted by enough agents. {{(pid=95103) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:47:49.158668 n-d-713301-16 neutron-server[95103]: DEBUG neutron.scheduler.base_scheduler [None req-a38ac7dd-0f7e-45ef-92a3-6570bff5f88e None None] Resources bound (agent type, host, resource id): {{(pid=95103) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:47:49.162855 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a38ac7dd-0f7e-45ef-92a3-6570bff5f88e None None] Received port after_create {{(pid=95103) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 19:47:49.180816 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a38ac7dd-0f7e-45ef-92a3-6570bff5f88e None None] Pushing event updated for resources: {'Port': ['ID=50ff9ef7-8689-4a75-b41a-5f1e5b2b4c6b,revision_number=1']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:47:49.205374 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Device 54065c90-6faf-49ad-94ed-3e2019f75cc5 no longer exists at agent ovs-agent-n-d-713301-16 {{(pid=95103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 19:47:49.250667 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-22fd6b41-98f2-48db-b817-eb3bd011f94e tempest-TestNetworkBasicOps-1575950199 tempest-TestNetworkBasicOps-1575950199-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-597258', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-601790'] for router, after_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:47:49.269847 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.plugin [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] No Port match for: 54065c90-6faf-49ad-94ed-3e2019f75cc5 {{(pid=95103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 19:47:49.270214 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Device 54065c90-6faf-49ad-94ed-3e2019f75cc5 not bound to the agent host n-d-713301-16 {{(pid=95103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 19:47:49.273085 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.managers [None req-a38ac7dd-0f7e-45ef-92a3-6570bff5f88e None None] Attempting to bind port 50ff9ef7-8689-4a75-b41a-5f1e5b2b4c6b on host n-d-713301-16 for vnic_type normal with profile {{(pid=95103) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 19:47:49.273520 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.managers [None req-a38ac7dd-0f7e-45ef-92a3-6570bff5f88e None None] Attempting to bind port 50ff9ef7-8689-4a75-b41a-5f1e5b2b4c6b by drivers openvswitch,hyperv on host n-d-713301-16 at level 0 using segments [{'id': '5c8360fd-bd95-490f-abbb-4e7bd94ab9a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '3e6c6ec3-89f7-4fc2-8252-c7df087533ec'}] {{(pid=95103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 19:47:49.273891 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a38ac7dd-0f7e-45ef-92a3-6570bff5f88e None None] Attempting to bind port 50ff9ef7-8689-4a75-b41a-5f1e5b2b4c6b on network 3e6c6ec3-89f7-4fc2-8252-c7df087533ec {{(pid=95103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:47:49.284539 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a38ac7dd-0f7e-45ef-92a3-6570bff5f88e None None] Checking agent: {'id': '70a14545-df24-472f-8f95-bfe1719bff93', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 19, 7, 53), 'started_at': datetime.datetime(2021, 9, 23, 19, 8, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 19, 47, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 19:47:49.285116 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a38ac7dd-0f7e-45ef-92a3-6570bff5f88e None None] Checking segment: {'id': '5c8360fd-bd95-490f-abbb-4e7bd94ab9a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '3e6c6ec3-89f7-4fc2-8252-c7df087533ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95103) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:47:49.285591 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-a38ac7dd-0f7e-45ef-92a3-6570bff5f88e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:47:49.285955 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a38ac7dd-0f7e-45ef-92a3-6570bff5f88e None None] Bound using segment: {'id': '5c8360fd-bd95-490f-abbb-4e7bd94ab9a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '3e6c6ec3-89f7-4fc2-8252-c7df087533ec'} {{(pid=95103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 19:47:49.286607 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.managers [None req-a38ac7dd-0f7e-45ef-92a3-6570bff5f88e None None] Bound port: 50ff9ef7-8689-4a75-b41a-5f1e5b2b4c6b, host: n-d-713301-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5c8360fd-bd95-490f-abbb-4e7bd94ab9a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '3e6c6ec3-89f7-4fc2-8252-c7df087533ec'}}] {{(pid=95103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 19:47:49.287051 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-a38ac7dd-0f7e-45ef-92a3-6570bff5f88e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:47:49.395299 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-a38ac7dd-0f7e-45ef-92a3-6570bff5f88e None None] For port 50ff9ef7-8689-4a75-b41a-5f1e5b2b4c6b, host n-d-713301-16, cleared binding levels {{(pid=95103) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 19:47:49.400119 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-a38ac7dd-0f7e-45ef-92a3-6570bff5f88e None None] For port 50ff9ef7-8689-4a75-b41a-5f1e5b2b4c6b, host n-d-713301-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-16',level=0,port_id=50ff9ef7-8689-4a75-b41a-5f1e5b2b4c6b,segment=NetworkSegment(5c8360fd-bd95-490f-abbb-4e7bd94ab9a5),segment_id=5c8360fd-bd95-490f-abbb-4e7bd94ab9a5)] {{(pid=95103) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 19:47:49.417929 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-a38ac7dd-0f7e-45ef-92a3-6570bff5f88e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:47:49.429312 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-3f5ea0bb-ab20-4245-b6b5-4bd1e115e50d tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5607579', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6130961'] for subnet, after_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:47:49.475248 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f5ea0bb-ab20-4245-b6b5-4bd1e115e50d tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Network 3e6c6ec3-89f7-4fc2-8252-c7df087533ec is already hosted by enough agents. {{(pid=95101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:47:49.477140 n-d-713301-16 neutron-server[95102]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-22fd6b41-98f2-48db-b817-eb3bd011f94e tempest-TestNetworkBasicOps-1575950199 tempest-TestNetworkBasicOps-1575950199-project] Router 371c3854-60b3-4825-b1e1-5fd75fc8a10d is scheduled to L3 agent 79a740bf-7821-4989-8288-7186e3e128f3 with binding_index 1 {{(pid=95102) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 23 19:47:49.480964 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.base_scheduler [None req-3f5ea0bb-ab20-4245-b6b5-4bd1e115e50d tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Resources bound (agent type, host, resource id): {{(pid=95101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:47:49.486907 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f5ea0bb-ab20-4245-b6b5-4bd1e115e50d tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:47:49.487525 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-3f5ea0bb-ab20-4245-b6b5-4bd1e115e50d tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Notify callbacks [] for subnet, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:47:49.525854 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-3f5ea0bb-ab20-4245-b6b5-4bd1e115e50d tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.6836534 Sep 23 19:47:49.527793 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a38ac7dd-0f7e-45ef-92a3-6570bff5f88e None None] Pushing event updated for resources: {'Port': ['ID=50ff9ef7-8689-4a75-b41a-5f1e5b2b4c6b,revision_number=2']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:47:49.542370 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 44076) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:47:49.553101 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.v2.base [None req-75111b2f-1b14-409f-b163-387a02286494 tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Request body: {'port': {'network_id': '3e6c6ec3-89f7-4fc2-8252-c7df087533ec', 'mac_address': 'fa:16:3e:da:ce:a9', 'name': 'tempest-NetworksTestDHCPv6-660260043'}} {{(pid=95101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:47:49.558997 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f5ea0bb-ab20-4245-b6b5-4bd1e115e50d tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Pushing event updated for resources: {'Subnet': ['ID=bb6ba18a-3e32-432a-92a7-e0e07a74447d,revision_number=0']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:47:49.681604 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22fd6b41-98f2-48db-b817-eb3bd011f94e tempest-TestNetworkBasicOps-1575950199 tempest-TestNetworkBasicOps-1575950199-project] Notify agent at l3_agent.n-d-713301-16 the message routers_updated {{(pid=95102) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 19:47:49.684388 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-d430f071-a3c8-49e2-840d-650ef9968f54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:47:49.694783 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f69562b-06c9-4e3a-b709-1a9724dcbed8 None None] Sync routers for ids ['371c3854-60b3-4825-b1e1-5fd75fc8a10d'] in n-d-713301-16 {{(pid=95104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 19:47:49.711808 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f69562b-06c9-4e3a-b709-1a9724dcbed8 None None] Routers {'371c3854-60b3-4825-b1e1-5fd75fc8a10d'} bound to L3 agent in host n-d-713301-16 {{(pid=95104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 19:47:49.712665 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_hamode_db [None req-1f69562b-06c9-4e3a-b709-1a9724dcbed8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-23T19:07:52Z,description=,heartbeat_timestamp=2021-09-23T19:47:23Z,host='n-d-713301-16',id=79a740bf-7821-4989-8288-7186e3e128f3,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:07:52Z,topic='l3_agent')) {'router_ids': ['371c3854-60b3-4825-b1e1-5fd75fc8a10d'], 'active': True} {{(pid=95104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:47:49.724046 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-22fd6b41-98f2-48db-b817-eb3bd011f94e tempest-TestNetworkBasicOps-1575950199 tempest-TestNetworkBasicOps-1575950199-project] Notify callbacks [] for router, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:47:49.728527 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-22fd6b41-98f2-48db-b817-eb3bd011f94e tempest-TestNetworkBasicOps-1575950199 tempest-TestNetworkBasicOps-1575950199-project] 10.222.0.67 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 2.7879343 Sep 23 19:47:49.728835 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 44080) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:47:49.748799 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75111b2f-1b14-409f-b163-387a02286494 tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Made reservation on behalf of ef2dbafd0ba44b7485191a034ef43810 for: {'port': 1} {{(pid=95101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:47:49.818917 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-94c1d85b-4c02-498e-95af-ddea4b612b3d tempest-TestNetworkBasicOps-1297983559 tempest-TestNetworkBasicOps-1297983559-project-admin] 10.222.0.67 "GET /v2.0/subnets?project_id=7fd7324f75754f93a5f1d406b61f5276&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0888498 Sep 23 19:47:49.825470 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 44082) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:47:49.940558 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-75111b2f-1b14-409f-b163-387a02286494 tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:47:49.946685 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_dvr_db [None req-1f69562b-06c9-4e3a-b709-1a9724dcbed8 None None] Set router 371c3854-60b3-4825-b1e1-5fd75fc8a10d gateway port host: n-d-713301-16 {{(pid=95104) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 19:47:49.973972 n-d-713301-16 neutron-server[95101]: DEBUG neutron.notifiers.nova [None req-75111b2f-1b14-409f-b163-387a02286494 tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] device_id is not set on port 024cfa25-ef9c-489a-83bb-fd650622fbc3 yet. {{(pid=95101) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 23 19:47:50.261829 n-d-713301-16 neutron-server[95101]: DEBUG neutron.db.db_base_plugin_common [None req-75111b2f-1b14-409f-b163-387a02286494 tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Allocated IP 2001:db8:0:1::de (3e6c6ec3-89f7-4fc2-8252-c7df087533ec/bb6ba18a-3e32-432a-92a7-e0e07a74447d/024cfa25-ef9c-489a-83bb-fd650622fbc3) {{(pid=95101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 19:47:50.267671 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_hamode_db [None req-1f69562b-06c9-4e3a-b709-1a9724dcbed8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '371c3854-60b3-4825-b1e1-5fd75fc8a10d', 'name': 'tempest-TestNetworkBasicOps-router-278476435', 'tenant_id': '7fd7324f75754f93a5f1d406b61f5276', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'external_fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.52'}], 'enable_snat': True}, 'gw_port_id': '6665d077-26f1-4a37-833c-efdb4fb4b026', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:47:46Z', 'updated_at': '2021-09-23T19:47:48Z', 'revision_number': 3, 'project_id': '7fd7324f75754f93a5f1d406b61f5276', 'gw_port': {'id': '6665d077-26f1-4a37-833c-efdb4fb4b026', 'name': '', 'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:0c:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '371c3854-60b3-4825-b1e1-5fd75fc8a10d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3223, 'fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:47:47Z', 'updated_at': '2021-09-23T19:47:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-16'}], 'n-d-713301-16', False) {} {{(pid=95104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:47:50.272095 n-d-713301-16 neutron-server[95101]: DEBUG neutron.db.db_base_plugin_common [None req-75111b2f-1b14-409f-b163-387a02286494 tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Allocated IP 2001:db8::f816:3eff:feda:cea9 (3e6c6ec3-89f7-4fc2-8252-c7df087533ec/acaeb8ed-9ea1-41ff-af02-cf8cb69c927d/024cfa25-ef9c-489a-83bb-fd650622fbc3) {{(pid=95101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 19:47:50.317482 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f69562b-06c9-4e3a-b709-1a9724dcbed8 None None] Checking router: 371c3854-60b3-4825-b1e1-5fd75fc8a10d for host: n-d-713301-16 {{(pid=95104) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 19:47:50.318056 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f69562b-06c9-4e3a-b709-1a9724dcbed8 None None] Updating router 371c3854-60b3-4825-b1e1-5fd75fc8a10d port 6665d077-26f1-4a37-833c-efdb4fb4b026 binding host n-d-713301-16 {{(pid=95104) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 23 19:47:50.374115 n-d-713301-16 neutron-server[95104]: DEBUG neutron_lib.callbacks.manager [None req-1f69562b-06c9-4e3a-b709-1a9724dcbed8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:47:50.541255 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-75111b2f-1b14-409f-b163-387a02286494 tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Notify callbacks [] for port, precommit_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:47:50.567833 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40024d69-637c-45d4-af45-68cfda43e731 tempest-TestNetworkBasicOps-1297983559 tempest-TestNetworkBasicOps-1297983559-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:47:50.572333 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-40024d69-637c-45d4-af45-68cfda43e731 tempest-TestNetworkBasicOps-1297983559 tempest-TestNetworkBasicOps-1297983559-project-admin] 10.222.0.67 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.7473931 Sep 23 19:47:50.572627 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 44088) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:47:50.592458 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-75111b2f-1b14-409f-b163-387a02286494 tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783145673135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5607431'] for port, after_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:47:50.619397 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-4fabaad7-7a87-4cb8-a39d-44b068422129 tempest-TestNetworkBasicOps-1297983559 tempest-TestNetworkBasicOps-1297983559-project-admin] 10.222.0.67 "GET /v2.0/subnets?network_id=5dec5c09-378e-4f50-89cc-d94eb81c3bac&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0453627 Sep 23 19:47:50.622522 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 44090) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:47:50.634975 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.v2.base [None req-3d6fdfd8-6880-4263-9522-a6bbd9635b61 tempest-TestNetworkBasicOps-1575950199 tempest-TestNetworkBasicOps-1575950199-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-2073280506', 'network_id': 'a493f9d2-2406-4a59-a208-222c60ab7a5b', 'project_id': '7fd7324f75754f93a5f1d406b61f5276', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=95102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:47:50.668414 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75111b2f-1b14-409f-b163-387a02286494 tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Pushing event updated for resources: {'Port': ['ID=024cfa25-ef9c-489a-83bb-fd650622fbc3,revision_number=1']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:47:50.680913 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75111b2f-1b14-409f-b163-387a02286494 tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Network 3e6c6ec3-89f7-4fc2-8252-c7df087533ec is already hosted by enough agents. {{(pid=95101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:47:50.682543 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.base_scheduler [None req-75111b2f-1b14-409f-b163-387a02286494 tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Resources bound (agent type, host, resource id): {{(pid=95101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:47:50.686437 n-d-713301-16 neutron-server[95101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75111b2f-1b14-409f-b163-387a02286494 tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Received port after_create {{(pid=95101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 19:47:50.697858 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75111b2f-1b14-409f-b163-387a02286494 tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:47:50.700884 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-75111b2f-1b14-409f-b163-387a02286494 tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222849'] for port, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:47:50.740170 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 44092) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:47:50.740371 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-75111b2f-1b14-409f-b163-387a02286494 tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 1.1968958 Sep 23 19:47:50.848807 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d6fdfd8-6880-4263-9522-a6bbd9635b61 tempest-TestNetworkBasicOps-1575950199 tempest-TestNetworkBasicOps-1575950199-project] Made reservation on behalf of 7fd7324f75754f93a5f1d406b61f5276 for: {'subnet': 1} {{(pid=95102) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:47:50.852480 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-3d6fdfd8-6880-4263-9522-a6bbd9635b61 tempest-TestNetworkBasicOps-1575950199 tempest-TestNetworkBasicOps-1575950199-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5388256'] for subnet, before_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:47:50.877831 n-d-713301-16 neutron-server[95104]: DEBUG neutron_lib.callbacks.manager [None req-1f69562b-06c9-4e3a-b709-1a9724dcbed8 None None] Notify callbacks [] for port, precommit_update {{(pid=95104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:47:50.890741 n-d-713301-16 neutron-server[95104]: DEBUG neutron_lib.callbacks.manager [None req-1f69562b-06c9-4e3a-b709-1a9724dcbed8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:47:50.937178 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.plugin [None req-0387a709-d520-4bce-85a9-828c6f72071e tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Deleting port 024cfa25-ef9c-489a-83bb-fd650622fbc3 {{(pid=95102) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:47:50.943973 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-0387a709-d520-4bce-85a9-828c6f72071e tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783146157096'] for port, before_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:47:51.007949 n-d-713301-16 neutron-server[95104]: DEBUG neutron.plugins.ml2.managers [None req-1f69562b-06c9-4e3a-b709-1a9724dcbed8 None None] Attempting to bind port 6665d077-26f1-4a37-833c-efdb4fb4b026 on host n-d-713301-16 for vnic_type normal with profile {{(pid=95104) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 19:47:51.008315 n-d-713301-16 neutron-server[95104]: DEBUG neutron.plugins.ml2.managers [None req-1f69562b-06c9-4e3a-b709-1a9724dcbed8 None None] Attempting to bind port 6665d077-26f1-4a37-833c-efdb4fb4b026 by drivers openvswitch,hyperv on host n-d-713301-16 at level 0 using segments [{'id': '7d4027f1-d893-4c7b-95d4-757b8e44e380', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac'}] {{(pid=95104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 19:47:51.008700 n-d-713301-16 neutron-server[95104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f69562b-06c9-4e3a-b709-1a9724dcbed8 None None] Attempting to bind port 6665d077-26f1-4a37-833c-efdb4fb4b026 on network 5dec5c09-378e-4f50-89cc-d94eb81c3bac {{(pid=95104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:47:51.010837 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def4e37a-b178-4e10-9ed3-8414c8c4e0ba None None] Pushing event updated for resources: {'Port': ['ID=6665d077-26f1-4a37-833c-efdb4fb4b026,revision_number=2']} {{(pid=95104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:47:51.028335 n-d-713301-16 neutron-server[95104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f69562b-06c9-4e3a-b709-1a9724dcbed8 None None] Checking agent: {'id': '70a14545-df24-472f-8f95-bfe1719bff93', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 19, 7, 53), 'started_at': datetime.datetime(2021, 9, 23, 19, 8, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 19, 47, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 19:47:51.028884 n-d-713301-16 neutron-server[95104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f69562b-06c9-4e3a-b709-1a9724dcbed8 None None] Checking segment: {'id': '7d4027f1-d893-4c7b-95d4-757b8e44e380', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95104) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:47:51.029124 n-d-713301-16 neutron-server[95104]: DEBUG neutron_lib.callbacks.manager [None req-1f69562b-06c9-4e3a-b709-1a9724dcbed8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:47:51.029520 n-d-713301-16 neutron-server[95104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f69562b-06c9-4e3a-b709-1a9724dcbed8 None None] Bound using segment: {'id': '7d4027f1-d893-4c7b-95d4-757b8e44e380', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac'} {{(pid=95104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 19:47:51.029978 n-d-713301-16 neutron-server[95104]: DEBUG neutron.plugins.ml2.managers [None req-1f69562b-06c9-4e3a-b709-1a9724dcbed8 None None] Bound port: 6665d077-26f1-4a37-833c-efdb4fb4b026, host: n-d-713301-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7d4027f1-d893-4c7b-95d4-757b8e44e380', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac'}}] {{(pid=95104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 19:47:51.030360 n-d-713301-16 neutron-server[95104]: DEBUG neutron_lib.callbacks.manager [None req-1f69562b-06c9-4e3a-b709-1a9724dcbed8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:47:51.040148 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-def4e37a-b178-4e10-9ed3-8414c8c4e0ba None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:47:51.040510 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-def4e37a-b178-4e10-9ed3-8414c8c4e0ba None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:47:51.040883 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-def4e37a-b178-4e10-9ed3-8414c8c4e0ba None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:47:51.041221 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-def4e37a-b178-4e10-9ed3-8414c8c4e0ba None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:47:51.041555 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-def4e37a-b178-4e10-9ed3-8414c8c4e0ba None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:47:51.041883 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-def4e37a-b178-4e10-9ed3-8414c8c4e0ba None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:47:51.042209 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-def4e37a-b178-4e10-9ed3-8414c8c4e0ba None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:47:51.042530 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-def4e37a-b178-4e10-9ed3-8414c8c4e0ba None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:47:51.042855 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-def4e37a-b178-4e10-9ed3-8414c8c4e0ba None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:47:51.043173 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-def4e37a-b178-4e10-9ed3-8414c8c4e0ba None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:47:51.043494 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-def4e37a-b178-4e10-9ed3-8414c8c4e0ba None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:47:51.043810 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-def4e37a-b178-4e10-9ed3-8414c8c4e0ba None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:47:51.084228 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2dc63170-1d53-458a-b378-b5bb462e0cb3 None None] Network 3e6c6ec3-89f7-4fc2-8252-c7df087533ec requested from n-d-713301-16 {{(pid=95103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 19:47:51.143566 n-d-713301-16 neutron-server[95104]: DEBUG neutron.plugins.ml2.db [None req-1f69562b-06c9-4e3a-b709-1a9724dcbed8 None None] For port 6665d077-26f1-4a37-833c-efdb4fb4b026, host n-d-713301-16, cleared binding levels {{(pid=95104) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 19:47:51.148507 n-d-713301-16 neutron-server[95104]: DEBUG neutron.plugins.ml2.db [None req-1f69562b-06c9-4e3a-b709-1a9724dcbed8 None None] For port 6665d077-26f1-4a37-833c-efdb4fb4b026, host n-d-713301-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-16',level=0,port_id=6665d077-26f1-4a37-833c-efdb4fb4b026,segment=NetworkSegment(7d4027f1-d893-4c7b-95d4-757b8e44e380),segment_id=7d4027f1-d893-4c7b-95d4-757b8e44e380)] {{(pid=95104) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 19:47:51.155890 n-d-713301-16 neutron-server[95104]: DEBUG neutron_lib.callbacks.manager [None req-1f69562b-06c9-4e3a-b709-1a9724dcbed8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:47:51.181786 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-0387a709-d520-4bce-85a9-828c6f72071e tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-605701'] for port, precommit_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:47:51.228915 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def4e37a-b178-4e10-9ed3-8414c8c4e0ba None None] Pushing event updated for resources: {'Port': ['ID=6665d077-26f1-4a37-833c-efdb4fb4b026,revision_number=3']} {{(pid=95104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:47:51.265156 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f69562b-06c9-4e3a-b709-1a9724dcbed8 None None] Routers {'371c3854-60b3-4825-b1e1-5fd75fc8a10d'} bound to L3 agent in host n-d-713301-16 {{(pid=95104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 19:47:51.265994 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_hamode_db [None req-1f69562b-06c9-4e3a-b709-1a9724dcbed8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-23T19:07:52Z,description=,heartbeat_timestamp=2021-09-23T19:47:23Z,host='n-d-713301-16',id=79a740bf-7821-4989-8288-7186e3e128f3,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:07:52Z,topic='l3_agent')) {'router_ids': ['371c3854-60b3-4825-b1e1-5fd75fc8a10d'], 'active': True} {{(pid=95104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:47:51.278978 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-ea7b85ee-aa20-4086-a59a-a4f439897359 None None] Provisioning complete for port 50ff9ef7-8689-4a75-b41a-5f1e5b2b4c6b triggered by entity DHCP. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:47:51.279464 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-ea7b85ee-aa20-4086-a59a-a4f439897359 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:47:51.284297 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Device 50ff9ef7-8689-4a75-b41a-5f1e5b2b4c6b up at agent ovs-agent-n-d-713301-16 {{(pid=95103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 19:47:51.298874 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.plugin [None req-0387a709-d520-4bce-85a9-828c6f72071e tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Calling delete_port for 024cfa25-ef9c-489a-83bb-fd650622fbc3 owned by {{(pid=95102) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:47:51.416394 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_dvr_db [None req-1f69562b-06c9-4e3a-b709-1a9724dcbed8 None None] Set router 371c3854-60b3-4825-b1e1-5fd75fc8a10d gateway port host: n-d-713301-16 {{(pid=95104) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 19:47:51.517274 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-3d6fdfd8-6880-4263-9522-a6bbd9635b61 tempest-TestNetworkBasicOps-1575950199 tempest-TestNetworkBasicOps-1575950199-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4398944', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5388242'] for subnet, after_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:47:51.678105 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d6fdfd8-6880-4263-9522-a6bbd9635b61 tempest-TestNetworkBasicOps-1575950199 tempest-TestNetworkBasicOps-1575950199-project] Pushing event updated for resources: {'Subnet': ['ID=fb3110a1-985c-4750-9b32-7189960c4093,revision_number=0']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:47:51.727695 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Provisioning complete for port 50ff9ef7-8689-4a75-b41a-5f1e5b2b4c6b triggered by entity L2. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:47:51.728090 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:47:51.790069 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_hamode_db [None req-1f69562b-06c9-4e3a-b709-1a9724dcbed8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '371c3854-60b3-4825-b1e1-5fd75fc8a10d', 'name': 'tempest-TestNetworkBasicOps-router-278476435', 'tenant_id': '7fd7324f75754f93a5f1d406b61f5276', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'external_fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.52'}], 'enable_snat': True}, 'gw_port_id': '6665d077-26f1-4a37-833c-efdb4fb4b026', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:47:46Z', 'updated_at': '2021-09-23T19:47:48Z', 'revision_number': 3, 'project_id': '7fd7324f75754f93a5f1d406b61f5276', 'gw_port': {'id': '6665d077-26f1-4a37-833c-efdb4fb4b026', 'name': '', 'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:0c:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '371c3854-60b3-4825-b1e1-5fd75fc8a10d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3223, 'fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:47:47Z', 'updated_at': '2021-09-23T19:47:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-16'}], 'n-d-713301-16', False) {} {{(pid=95104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:47:51.805182 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d6fdfd8-6880-4263-9522-a6bbd9635b61 tempest-TestNetworkBasicOps-1575950199 tempest-TestNetworkBasicOps-1575950199-project] Checking segment: {'id': 'b83a3b00-1618-441a-9ebb-4b950c1224be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': 'a493f9d2-2406-4a59-a208-222c60ab7a5b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95102) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:47:51.805595 n-d-713301-16 neutron-server[95102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d6fdfd8-6880-4263-9522-a6bbd9635b61 tempest-TestNetworkBasicOps-1575950199 tempest-TestNetworkBasicOps-1575950199-project] Network hostable DHCP agents. Network: a493f9d2-2406-4a59-a208-222c60ab7a5b, hostable agents: ['1b18bf05-1b5f-4587-be5c-af3ac38e32ad'], hosted agents: [] {{(pid=95102) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 19:47:51.822621 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f69562b-06c9-4e3a-b709-1a9724dcbed8 None None] The sync data for ids ['371c3854-60b3-4825-b1e1-5fd75fc8a10d'] in n-d-713301-16 is: [{'id': '371c3854-60b3-4825-b1e1-5fd75fc8a10d', 'name': 'tempest-TestNetworkBasicOps-router-278476435', 'tenant_id': '7fd7324f75754f93a5f1d406b61f5276', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'external_fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.52'}], 'enable_snat': True}, 'gw_port_id': '6665d077-26f1-4a37-833c-efdb4fb4b026', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:47:46Z', 'updated_at': '2021-09-23T19:47:48Z', 'revision_number': 3, 'project_id': '7fd7324f75754f93a5f1d406b61f5276', 'gw_port': {'id': '6665d077-26f1-4a37-833c-efdb4fb4b026', 'name': '', 'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:0c:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '371c3854-60b3-4825-b1e1-5fd75fc8a10d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3223, 'fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:47:47Z', 'updated_at': '2021-09-23T19:47:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-16'}] {{(pid=95104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 19:47:51.882217 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-ea7b85ee-aa20-4086-a59a-a4f439897359 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:47:51.894268 n-d-713301-16 neutron-server[95102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d6fdfd8-6880-4263-9522-a6bbd9635b61 tempest-TestNetworkBasicOps-1575950199 tempest-TestNetworkBasicOps-1575950199-project] Network a493f9d2-2406-4a59-a208-222c60ab7a5b is scheduled to be hosted by DHCP agent 1b18bf05-1b5f-4587-be5c-af3ac38e32ad with binding_index 1 {{(pid=95102) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 19:47:51.905277 n-d-713301-16 neutron-server[95102]: DEBUG neutron.scheduler.base_scheduler [None req-3d6fdfd8-6880-4263-9522-a6bbd9635b61 tempest-TestNetworkBasicOps-1575950199 tempest-TestNetworkBasicOps-1575950199-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713301-16, a493f9d2-2406-4a59-a208-222c60ab7a5b) {{(pid=95102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:47:51.913177 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d6fdfd8-6880-4263-9522-a6bbd9635b61 tempest-TestNetworkBasicOps-1575950199 tempest-TestNetworkBasicOps-1575950199-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:47:51.913604 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-3d6fdfd8-6880-4263-9522-a6bbd9635b61 tempest-TestNetworkBasicOps-1575950199 tempest-TestNetworkBasicOps-1575950199-project] Notify callbacks [] for subnet, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:47:51.963458 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8965241-ed16-4326-8cef-d1f03f987bf4 None None] Network a493f9d2-2406-4a59-a208-222c60ab7a5b requested from n-d-713301-16 {{(pid=95103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 19:47:51.977671 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-3d6fdfd8-6880-4263-9522-a6bbd9635b61 tempest-TestNetworkBasicOps-1575950199 tempest-TestNetworkBasicOps-1575950199-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.3515263 Sep 23 19:47:51.978617 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 44100) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:47:52.012062 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-0387a709-d520-4bce-85a9-828c6f72071e tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783146162158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783145673144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4399100'] for port, after_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:47:52.056148 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0387a709-d520-4bce-85a9-828c6f72071e tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Pushing event deleted for resources: {'Port': ['ID=024cfa25-ef9c-489a-83bb-fd650622fbc3,revision_number=None']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:47:52.180592 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-0387a709-d520-4bce-85a9-828c6f72071e tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222849'] for port, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:47:52.185837 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-0387a709-d520-4bce-85a9-828c6f72071e tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] 10.222.0.67 "DELETE /v2.0/ports/024cfa25-ef9c-489a-83bb-fd650622fbc3 HTTP/1.1" status: 204 len: 168 time: 1.4443629 Sep 23 19:47:52.190777 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 44108) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:47:52.360650 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-ea7b85ee-aa20-4086-a59a-a4f439897359 None None] For port 50ff9ef7-8689-4a75-b41a-5f1e5b2b4c6b, host n-d-713301-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-16',level=0,port_id=50ff9ef7-8689-4a75-b41a-5f1e5b2b4c6b,segment=NetworkSegment(5c8360fd-bd95-490f-abbb-4e7bd94ab9a5),segment_id=5c8360fd-bd95-490f-abbb-4e7bd94ab9a5)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:47:52.389285 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3f504b9-be01-4a55-a713-93e451de21eb tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:47:52.392833 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-ea7b85ee-aa20-4086-a59a-a4f439897359 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:47:52.401634 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-b3f504b9-be01-4a55-a713-93e451de21eb tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] 10.222.0.67 "GET /v2.0/ports HTTP/1.1" status: 200 len: 961 time: 0.2078335 Sep 23 19:47:52.404009 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 44114) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:47:52.516025 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:47:52.583819 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de9f0e6b-bf32-4715-93e7-75f450f1b408 tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:47:52.590932 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-de9f0e6b-bf32-4715-93e7-75f450f1b408 tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] 10.222.0.67 "GET /v2.0/ports HTTP/1.1" status: 200 len: 963 time: 0.1801140 Sep 23 19:47:52.592922 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 44116) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:47:52.745137 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3f33f78-0a7e-4ed0-aa19-e5ba39725ded tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:47:52.748712 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3f33f78-0a7e-4ed0-aa19-e5ba39725ded tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:47:52.750976 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3f33f78-0a7e-4ed0-aa19-e5ba39725ded tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:47:52.753320 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-f3f33f78-0a7e-4ed0-aa19-e5ba39725ded tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] 10.222.0.67 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.1592021 Sep 23 19:47:52.759528 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 44118) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:47:52.764218 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-666838db-e820-4f03-b853-d502d37e6a22 None None] Update dhcp port {'port': {'network_id': '3e6c6ec3-89f7-4fc2-8252-c7df087533ec', 'fixed_ips': [{'subnet_id': 'acaeb8ed-9ea1-41ff-af02-cf8cb69c927d', 'ip_address': '2001:db8::f816:3eff:fe71:3be7'}, {'subnet_id': 'bb6ba18a-3e32-432a-92a7-e0e07a74447d'}], 'binding:host_id': 'n-d-713301-16'}, 'id': '50ff9ef7-8689-4a75-b41a-5f1e5b2b4c6b'} from n-d-713301-16. {{(pid=95103) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Sep 23 19:47:52.771488 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e675686a-6628-48ec-bf83-921064c874c8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4c8b80df-07eb-5275-9f17-5cf640db67c0-a493f9d2-2406-4a59-a208-222c60ab7a5b', 'network_id': 'a493f9d2-2406-4a59-a208-222c60ab7a5b', 'tenant_id': '7fd7324f75754f93a5f1d406b61f5276', 'fixed_ips': [{'subnet_id': 'fb3110a1-985c-4750-9b32-7189960c4093'}]}} from n-d-713301-16. {{(pid=95103) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 23 19:47:52.774786 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-e675686a-6628-48ec-bf83-921064c874c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_create {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:47:52.872766 n-d-713301-16 neutron-server[95102]: DEBUG neutron.db.db_base_plugin_v2 [None req-94f1d91e-3876-48d4-b458-23ad371b5a8a tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Deleting subnet acaeb8ed-9ea1-41ff-af02-cf8cb69c927d {{(pid=95102) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 23 19:47:52.884993 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-94f1d91e-3876-48d4-b458-23ad371b5a8a tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Notify callbacks [] for subnet, before_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:47:52.964574 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-94f1d91e-3876-48d4-b458-23ad371b5a8a tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6162825'] for subnet, precommit_delete_associations {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:47:53.011220 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea7b85ee-aa20-4086-a59a-a4f439897359 None None] Pushing event updated for resources: {'Port': ['ID=50ff9ef7-8689-4a75-b41a-5f1e5b2b4c6b,revision_number=3']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:47:53.045630 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-fc620539-57a4-45d4-9d81-a13fa686cb23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:47:53.052677 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-666838db-e820-4f03-b853-d502d37e6a22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:47:53.195043 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.db.api [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95103) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 23 19:47:53.197246 n-d-713301-16 neutron-server[95103]: DEBUG oslo_db.api [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 23 19:47:53.214543 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-94f1d91e-3876-48d4-b458-23ad371b5a8a tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1756813'] for subnet, precommit_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:47:53.271559 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:47:53.362913 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-e3f988f4-342f-42ae-ba24-0b709987c150 tempest-TestNetworkBasicOps-1575950199 tempest-TestNetworkBasicOps-1575950199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:47:53.431379 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-94f1d91e-3876-48d4-b458-23ad371b5a8a tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1756804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4399009', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5388229'] for subnet, after_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:47:53.557905 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f1d91e-3876-48d4-b458-23ad371b5a8a tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Pushing event deleted for resources: {'Subnet': ['ID=acaeb8ed-9ea1-41ff-af02-cf8cb69c927d,revision_number=None']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:47:53.580438 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-94f1d91e-3876-48d4-b458-23ad371b5a8a tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Notify callbacks [] for subnet, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:47:53.589015 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-94f1d91e-3876-48d4-b458-23ad371b5a8a tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] 10.222.0.67 "DELETE /v2.0/subnets/acaeb8ed-9ea1-41ff-af02-cf8cb69c927d HTTP/1.1" status: 204 len: 168 time: 0.8274987 Sep 23 19:47:53.591410 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 44124) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:47:53.653939 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-0ae75029-feb6-4728-9a94-5f9b60993d82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:47:53.667349 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.db_base_plugin_common [None req-e675686a-6628-48ec-bf83-921064c874c8 None None] Allocated IP 172.20.0.2 (a493f9d2-2406-4a59-a208-222c60ab7a5b/fb3110a1-985c-4750-9b32-7189960c4093/8a105323-041e-4223-8de0-6b47f19885ee) {{(pid=95103) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 19:47:53.672232 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server [None req-666838db-e820-4f03-b853-d502d37e6a22 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet acaeb8ed-9ea1-41ff-af02-cf8cb69c927d: This subnet is being modified by another concurrent operation. Sep 23 19:47:53.672232 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Sep 23 19:47:53.672232 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Sep 23 19:47:53.672232 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Sep 23 19:47:53.672232 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Sep 23 19:47:53.672232 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Sep 23 19:47:53.672232 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Sep 23 19:47:53.672232 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Sep 23 19:47:53.672232 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Sep 23 19:47:53.672232 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Sep 23 19:47:53.672232 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Sep 23 19:47:53.672232 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Sep 23 19:47:53.672232 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Sep 23 19:47:53.672232 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Sep 23 19:47:53.672232 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 23 19:47:53.672232 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 23 19:47:53.672232 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 23 19:47:53.672232 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server raise self.value Sep 23 19:47:53.672232 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Sep 23 19:47:53.672232 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 23 19:47:53.672232 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 23 19:47:53.672232 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Sep 23 19:47:53.672232 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 23 19:47:53.672232 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 23 19:47:53.672232 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 23 19:47:53.672232 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server raise self.value Sep 23 19:47:53.672232 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 23 19:47:53.672232 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 23 19:47:53.672232 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Sep 23 19:47:53.672232 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Sep 23 19:47:53.672232 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 23 19:47:53.672232 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 23 19:47:53.672232 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 23 19:47:53.672232 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server raise self.value Sep 23 19:47:53.672232 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Sep 23 19:47:53.672232 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Sep 23 19:47:53.672232 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 332, in update_dhcp_port Sep 23 19:47:53.672232 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'update_port') Sep 23 19:47:53.672232 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 117, in _port_action Sep 23 19:47:53.672232 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server return plugin.update_port(context, port['id'], port) Sep 23 19:47:53.672232 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 686, in inner Sep 23 19:47:53.672232 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Sep 23 19:47:53.672232 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Sep 23 19:47:53.672232 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Sep 23 19:47:53.672232 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Sep 23 19:47:53.672232 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Sep 23 19:47:53.672232 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 23 19:47:53.672232 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 23 19:47:53.672232 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 23 19:47:53.672232 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server raise self.value Sep 23 19:47:53.672232 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Sep 23 19:47:53.672232 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 23 19:47:53.672232 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 23 19:47:53.672232 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Sep 23 19:47:53.672232 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 23 19:47:53.672232 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 23 19:47:53.672232 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 23 19:47:53.672232 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server raise self.value Sep 23 19:47:53.672232 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 23 19:47:53.672232 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 23 19:47:53.672232 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Sep 23 19:47:53.672232 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Sep 23 19:47:53.672232 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 23 19:47:53.672232 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 23 19:47:53.672232 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 23 19:47:53.672232 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server raise self.value Sep 23 19:47:53.672232 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Sep 23 19:47:53.672232 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Sep 23 19:47:53.672232 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1739, in update_port Sep 23 19:47:53.672232 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server updated_port = super(Ml2Plugin, self).update_port(context, id, Sep 23 19:47:53.672232 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Sep 23 19:47:53.672232 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Sep 23 19:47:53.672232 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1510, in update_port Sep 23 19:47:53.672232 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server self.ipam.update_port( Sep 23 19:47:53.672232 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 737, in update_port Sep 23 19:47:53.672232 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server changes = self.update_port_with_ips(context, Sep 23 19:47:53.672232 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 427, in update_port_with_ips Sep 23 19:47:53.672232 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server changes = self._update_ips_for_port(context, Sep 23 19:47:53.672232 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 351, in _update_ips_for_port Sep 23 19:47:53.672232 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Sep 23 19:47:53.672232 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Sep 23 19:47:53.672232 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server subnet.lock_register( Sep 23 19:47:53.672232 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Sep 23 19:47:53.672232 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server raise exception Sep 23 19:47:53.672232 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet acaeb8ed-9ea1-41ff-af02-cf8cb69c927d: This subnet is being modified by another concurrent operation. Sep 23 19:47:53.672232 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server Sep 23 19:47:53.702515 n-d-713301-16 neutron-server[95102]: DEBUG neutron.db.db_base_plugin_v2 [None req-e3fdaf60-33dc-4c78-b774-e33a5c767f8d tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Deleting subnet bb6ba18a-3e32-432a-92a7-e0e07a74447d {{(pid=95102) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 23 19:47:53.710567 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-e3fdaf60-33dc-4c78-b774-e33a5c767f8d tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Notify callbacks [] for subnet, before_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:47:53.791704 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-e3fdaf60-33dc-4c78-b774-e33a5c767f8d tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6162825'] for subnet, precommit_delete_associations {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:47:53.941831 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7087db29-10a7-4046-bb6e-4b9b8f61f349 None None] Network 3e6c6ec3-89f7-4fc2-8252-c7df087533ec requested from n-d-713301-16 {{(pid=95103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 19:47:53.954076 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-e3fdaf60-33dc-4c78-b774-e33a5c767f8d tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1756813'] for subnet, precommit_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:47:53.997423 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-078276a4-fb2f-4a4b-bfbb-9c8f1f1ce807 None None] Provisioning complete for port 50ff9ef7-8689-4a75-b41a-5f1e5b2b4c6b triggered by entity DHCP. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:47:53.999041 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-078276a4-fb2f-4a4b-bfbb-9c8f1f1ce807 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:47:54.089996 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-e3fdaf60-33dc-4c78-b774-e33a5c767f8d tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1756804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4399009', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5388229'] for subnet, after_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:47:54.132249 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3fdaf60-33dc-4c78-b774-e33a5c767f8d tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Pushing event deleted for resources: {'Subnet': ['ID=bb6ba18a-3e32-432a-92a7-e0e07a74447d,revision_number=None']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:47:54.137095 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-e3fdaf60-33dc-4c78-b774-e33a5c767f8d tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Notify callbacks [] for subnet, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:47:54.141761 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 44128) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:47:54.148944 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-e3fdaf60-33dc-4c78-b774-e33a5c767f8d tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] 10.222.0.67 "DELETE /v2.0/subnets/bb6ba18a-3e32-432a-92a7-e0e07a74447d HTTP/1.1" status: 204 len: 168 time: 0.5476201 Sep 23 19:47:54.154027 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Device 6665d077-26f1-4a37-833c-efdb4fb4b026 up at agent ovs-agent-n-d-713301-16 {{(pid=95103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 19:47:54.195999 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-419e4cd1-c078-4dee-b07f-45594557146a tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] 10.222.0.67 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0519109 Sep 23 19:47:54.197951 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 44130) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:47:54.204555 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.v2.base [None req-28755f41-8118-4657-aa42-8241531e2829 tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Request body: {'subnet': {'network_id': '3e6c6ec3-89f7-4fc2-8252-c7df087533ec', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=95101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:47:54.223839 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-e675686a-6628-48ec-bf83-921064c874c8 None None] Notify callbacks [] for port, precommit_create {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:47:54.246207 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-e675686a-6628-48ec-bf83-921064c874c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783145673135'] for port, after_create {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:47:54.373764 n-d-713301-16 neutron-server[95101]: DEBUG neutron.db.db_base_plugin_common [None req-e3f988f4-342f-42ae-ba24-0b709987c150 tempest-TestNetworkBasicOps-1575950199 tempest-TestNetworkBasicOps-1575950199-project] Allocated IP 172.20.0.1 (a493f9d2-2406-4a59-a208-222c60ab7a5b/fb3110a1-985c-4750-9b32-7189960c4093/8c7ac45f-7812-43d7-87d4-e537469c3f3b) {{(pid=95101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 19:47:54.419409 n-d-713301-16 neutron-server[95103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e675686a-6628-48ec-bf83-921064c874c8 None None] Network a493f9d2-2406-4a59-a208-222c60ab7a5b is already hosted by enough agents. {{(pid=95103) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:47:54.443846 n-d-713301-16 neutron-server[95103]: DEBUG neutron.scheduler.base_scheduler [None req-e675686a-6628-48ec-bf83-921064c874c8 None None] Resources bound (agent type, host, resource id): {{(pid=95103) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:47:54.450565 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-078276a4-fb2f-4a4b-bfbb-9c8f1f1ce807 None None] Could not find standard attr ID for object 024cfa25-ef9c-489a-83bb-fd650622fbc3. {{(pid=95103) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 23 19:47:54.453650 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e675686a-6628-48ec-bf83-921064c874c8 None None] Received port after_create {{(pid=95103) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 19:47:54.455555 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e675686a-6628-48ec-bf83-921064c874c8 None None] Pushing event updated for resources: {'Port': ['ID=8a105323-041e-4223-8de0-6b47f19885ee,revision_number=1']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:47:54.459618 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Provisioning complete for port 6665d077-26f1-4a37-833c-efdb4fb4b026 triggered by entity L2. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:47:54.460006 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:47:54.515204 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28755f41-8118-4657-aa42-8241531e2829 tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Made reservation on behalf of ef2dbafd0ba44b7485191a034ef43810 for: {'subnet': 1} {{(pid=95101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:47:54.519950 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-28755f41-8118-4657-aa42-8241531e2829 tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6130979'] for subnet, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:47:54.573779 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-e3f988f4-342f-42ae-ba24-0b709987c150 tempest-TestNetworkBasicOps-1575950199 tempest-TestNetworkBasicOps-1575950199-project] Notify callbacks [] for port, precommit_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:47:54.578157 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14747583-7f22-4d1f-9f9d-b507c2eb2471 None None] DHCP port deletion for 3e6c6ec3-89f7-4fc2-8252-c7df087533ec request from n-d-713301-16 {{(pid=95103) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 23 19:47:54.584209 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.managers [None req-e675686a-6628-48ec-bf83-921064c874c8 None None] Attempting to bind port 8a105323-041e-4223-8de0-6b47f19885ee on host n-d-713301-16 for vnic_type normal with profile {{(pid=95103) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 19:47:54.584593 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.managers [None req-e675686a-6628-48ec-bf83-921064c874c8 None None] Attempting to bind port 8a105323-041e-4223-8de0-6b47f19885ee by drivers openvswitch,hyperv on host n-d-713301-16 at level 0 using segments [{'id': 'b83a3b00-1618-441a-9ebb-4b950c1224be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': 'a493f9d2-2406-4a59-a208-222c60ab7a5b'}] {{(pid=95103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 19:47:54.584986 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e675686a-6628-48ec-bf83-921064c874c8 None None] Attempting to bind port 8a105323-041e-4223-8de0-6b47f19885ee on network a493f9d2-2406-4a59-a208-222c60ab7a5b {{(pid=95103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:47:54.618406 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e675686a-6628-48ec-bf83-921064c874c8 None None] Checking agent: {'id': '70a14545-df24-472f-8f95-bfe1719bff93', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 19, 7, 53), 'started_at': datetime.datetime(2021, 9, 23, 19, 8, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 19, 47, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 19:47:54.618809 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e675686a-6628-48ec-bf83-921064c874c8 None None] Checking segment: {'id': 'b83a3b00-1618-441a-9ebb-4b950c1224be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': 'a493f9d2-2406-4a59-a208-222c60ab7a5b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95103) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:47:54.619221 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-e675686a-6628-48ec-bf83-921064c874c8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:47:54.620025 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e675686a-6628-48ec-bf83-921064c874c8 None None] Bound using segment: {'id': 'b83a3b00-1618-441a-9ebb-4b950c1224be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': 'a493f9d2-2406-4a59-a208-222c60ab7a5b'} {{(pid=95103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 19:47:54.621182 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.managers [None req-e675686a-6628-48ec-bf83-921064c874c8 None None] Bound port: 8a105323-041e-4223-8de0-6b47f19885ee, host: n-d-713301-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b83a3b00-1618-441a-9ebb-4b950c1224be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': 'a493f9d2-2406-4a59-a208-222c60ab7a5b'}}] {{(pid=95103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 19:47:54.621182 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-e675686a-6628-48ec-bf83-921064c874c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:47:54.685744 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-e3f988f4-342f-42ae-ba24-0b709987c150 tempest-TestNetworkBasicOps-1575950199 tempest-TestNetworkBasicOps-1575950199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783145673135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5607431'] for port, after_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:47:54.689702 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:47:54.761777 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3f988f4-342f-42ae-ba24-0b709987c150 tempest-TestNetworkBasicOps-1575950199 tempest-TestNetworkBasicOps-1575950199-project] Network a493f9d2-2406-4a59-a208-222c60ab7a5b is already hosted by enough agents. {{(pid=95101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:47:54.779572 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.base_scheduler [None req-e3f988f4-342f-42ae-ba24-0b709987c150 tempest-TestNetworkBasicOps-1575950199 tempest-TestNetworkBasicOps-1575950199-project] Resources bound (agent type, host, resource id): {{(pid=95101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:47:54.789136 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] For port 6665d077-26f1-4a37-833c-efdb4fb4b026, host n-d-713301-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-16',level=0,port_id=6665d077-26f1-4a37-833c-efdb4fb4b026,segment=NetworkSegment(7d4027f1-d893-4c7b-95d4-757b8e44e380),segment_id=7d4027f1-d893-4c7b-95d4-757b8e44e380)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:47:54.789686 n-d-713301-16 neutron-server[95101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3f988f4-342f-42ae-ba24-0b709987c150 tempest-TestNetworkBasicOps-1575950199 tempest-TestNetworkBasicOps-1575950199-project] Received port after_create {{(pid=95101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 19:47:54.795558 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3f988f4-342f-42ae-ba24-0b709987c150 tempest-TestNetworkBasicOps-1575950199 tempest-TestNetworkBasicOps-1575950199-project] Pushing event updated for resources: {'Port': ['ID=8c7ac45f-7812-43d7-87d4-e537469c3f3b,revision_number=1']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:47:54.818835 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-e675686a-6628-48ec-bf83-921064c874c8 None None] For port 8a105323-041e-4223-8de0-6b47f19885ee, host n-d-713301-16, cleared binding levels {{(pid=95103) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 19:47:54.824199 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-e675686a-6628-48ec-bf83-921064c874c8 None None] For port 8a105323-041e-4223-8de0-6b47f19885ee, host n-d-713301-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-16',level=0,port_id=8a105323-041e-4223-8de0-6b47f19885ee,segment=NetworkSegment(b83a3b00-1618-441a-9ebb-4b950c1224be),segment_id=b83a3b00-1618-441a-9ebb-4b950c1224be)] {{(pid=95103) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 19:47:54.828020 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.plugin [None req-14747583-7f22-4d1f-9f9d-b507c2eb2471 None None] Deleting port 50ff9ef7-8689-4a75-b41a-5f1e5b2b4c6b {{(pid=95103) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:47:54.828427 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-14747583-7f22-4d1f-9f9d-b507c2eb2471 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783146157096'] for port, before_delete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:47:54.850571 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-e675686a-6628-48ec-bf83-921064c874c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:47:54.853177 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:47:54.884066 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-e3f988f4-342f-42ae-ba24-0b709987c150 tempest-TestNetworkBasicOps-1575950199 tempest-TestNetworkBasicOps-1575950199-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-601987'] for router_interface, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:47:54.988498 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Device 50ff9ef7-8689-4a75-b41a-5f1e5b2b4c6b no longer exists at agent ovs-agent-n-d-713301-16 {{(pid=95103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 19:47:55.062488 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e675686a-6628-48ec-bf83-921064c874c8 None None] Pushing event updated for resources: {'Port': ['ID=8a105323-041e-4223-8de0-6b47f19885ee,revision_number=2']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:47:55.128121 n-d-713301-16 neutron-server[95101]: DEBUG neutron.objects.ports [None req-28755f41-8118-4657-aa42-8241531e2829 tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=95101) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 23 19:47:55.150732 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-e3f988f4-342f-42ae-ba24-0b709987c150 tempest-TestNetworkBasicOps-1575950199 tempest-TestNetworkBasicOps-1575950199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:47:55.372930 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-14747583-7f22-4d1f-9f9d-b507c2eb2471 None None] For port 50ff9ef7-8689-4a75-b41a-5f1e5b2b4c6b, host n-d-713301-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-16',level=0,port_id=50ff9ef7-8689-4a75-b41a-5f1e5b2b4c6b,segment=NetworkSegment(5c8360fd-bd95-490f-abbb-4e7bd94ab9a5),segment_id=5c8360fd-bd95-490f-abbb-4e7bd94ab9a5)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:47:55.374658 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-14747583-7f22-4d1f-9f9d-b507c2eb2471 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-605701'] for port, precommit_delete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:47:55.420932 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.plugin [None req-14747583-7f22-4d1f-9f9d-b507c2eb2471 None None] Calling delete_port for 50ff9ef7-8689-4a75-b41a-5f1e5b2b4c6b owned by network:dhcp {{(pid=95103) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:47:55.438996 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-80e7e501-6c57-470d-92c6-e3d54bc3195c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:47:55.460891 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Pushing event updated for resources: {'Port': ['ID=6665d077-26f1-4a37-833c-efdb4fb4b026,revision_number=4']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:47:55.601064 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:47:55.694172 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] For port 50ff9ef7-8689-4a75-b41a-5f1e5b2b4c6b, host n-d-713301-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-16',level=0,port_id=50ff9ef7-8689-4a75-b41a-5f1e5b2b4c6b,segment=NetworkSegment(5c8360fd-bd95-490f-abbb-4e7bd94ab9a5),segment_id=5c8360fd-bd95-490f-abbb-4e7bd94ab9a5)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:47:55.703965 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:47:55.734035 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-14747583-7f22-4d1f-9f9d-b507c2eb2471 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783146162158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783145673144'] for port, after_delete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:47:55.740702 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Pushing event deleted for resources: {'Port': ['ID=50ff9ef7-8689-4a75-b41a-5f1e5b2b4c6b,revision_number=None']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:47:55.783062 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14747583-7f22-4d1f-9f9d-b507c2eb2471 None None] No DVR routers for this DVR port 50ff9ef7-8689-4a75-b41a-5f1e5b2b4c6b on host n-d-713301-16 {{(pid=95103) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 19:47:55.787391 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14747583-7f22-4d1f-9f9d-b507c2eb2471 None None] Pushing event deleted for resources: {'Port': ['ID=50ff9ef7-8689-4a75-b41a-5f1e5b2b4c6b,revision_number=None']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:47:55.813743 n-d-713301-16 neutron-server[95101]: DEBUG neutron.db.ipam_pluggable_backend [None req-28755f41-8118-4657-aa42-8241531e2829 tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Port 50ff9ef7-8689-4a75-b41a-5f1e5b2b4c6b was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=95101) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:572}} Sep 23 19:47:55.814315 n-d-713301-16 neutron-server[95101]: DEBUG neutron.db.ipam_pluggable_backend [None req-28755f41-8118-4657-aa42-8241531e2829 tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Reverting IP allocation for 2001:db8::f816:3eff:fe71:3be7 {{(pid=95101) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:574}} Sep 23 19:47:55.818552 n-d-713301-16 neutron-server[95101]: DEBUG neutron.db.ipam_pluggable_backend [None req-28755f41-8118-4657-aa42-8241531e2829 tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Reverting IP allocation failed for 2001:db8::f816:3eff:fe71:3be7 {{(pid=95101) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:580}} Sep 23 19:47:55.824839 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-28755f41-8118-4657-aa42-8241531e2829 tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5607579', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6130961'] for subnet, after_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:47:55.929226 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28755f41-8118-4657-aa42-8241531e2829 tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Network 3e6c6ec3-89f7-4fc2-8252-c7df087533ec is already hosted by enough agents. {{(pid=95101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:47:55.968592 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28755f41-8118-4657-aa42-8241531e2829 tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Pushing event updated for resources: {'Subnet': ['ID=3ed14827-af34-4271-90cf-84a0588e6c5a,revision_number=0']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:47:56.080814 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.base_scheduler [None req-28755f41-8118-4657-aa42-8241531e2829 tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Resources bound (agent type, host, resource id): {{(pid=95101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:47:56.086202 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28755f41-8118-4657-aa42-8241531e2829 tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:47:56.087152 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-28755f41-8118-4657-aa42-8241531e2829 tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Notify callbacks [] for subnet, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:47:56.093637 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e68bbe72-9eaf-4796-b59f-bd31271321cc None None] Network 3e6c6ec3-89f7-4fc2-8252-c7df087533ec requested from n-d-713301-16 {{(pid=95103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 19:47:56.143725 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-28755f41-8118-4657-aa42-8241531e2829 tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.9445405 Sep 23 19:47:56.148114 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Device 8a105323-041e-4223-8de0-6b47f19885ee up at agent ovs-agent-n-d-713301-16 {{(pid=95103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 19:47:56.149870 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 44156) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:47:56.167863 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.v2.base [None req-69b955aa-396e-422f-9dee-cfbd76db56a1 tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Request body: {'subnet': {'network_id': '3e6c6ec3-89f7-4fc2-8252-c7df087533ec', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=95102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:47:56.211733 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-7427a066-b21b-49e9-9c3d-6f3d943edba4 req-1655b2b3-a055-407f-b368-7fb4df391dc3 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=036bfa8b-48f6-483d-9ccb-759a52abd0b0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1498756 Sep 23 19:47:56.241736 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-e3f988f4-342f-42ae-ba24-0b709987c150 tempest-TestNetworkBasicOps-1575950199 tempest-TestNetworkBasicOps-1575950199-project] Notify callbacks [] for port, precommit_update {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:47:56.249448 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-e3f988f4-342f-42ae-ba24-0b709987c150 tempest-TestNetworkBasicOps-1575950199 tempest-TestNetworkBasicOps-1575950199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5607436'] for port, after_update {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:47:56.327675 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Provisioning complete for port 8a105323-041e-4223-8de0-6b47f19885ee triggered by entity L2. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:47:56.328463 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:47:56.367258 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-e3f988f4-342f-42ae-ba24-0b709987c150 tempest-TestNetworkBasicOps-1575950199 tempest-TestNetworkBasicOps-1575950199-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-527313', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-601459'] for router_interface, after_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:47:56.425730 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7427a066-b21b-49e9-9c3d-6f3d943edba4 req-4b043fba-24de-49a9-b4ad-50d3e8d44e7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:47:56.429161 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-7427a066-b21b-49e9-9c3d-6f3d943edba4 req-4b043fba-24de-49a9-b4ad-50d3e8d44e7d service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=9f955dc8eb0a49dcaf259d890508d18f&device_id=036bfa8b-48f6-483d-9ccb-759a52abd0b0 HTTP/1.1" status: 200 len: 1099 time: 0.1230593 Sep 23 19:47:56.523764 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:47:56.528137 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6156e0a-67d9-4917-bb9d-579c9ac5ba0d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4c8b80df-07eb-5275-9f17-5cf640db67c0-3e6c6ec3-89f7-4fc2-8252-c7df087533ec', 'network_id': '3e6c6ec3-89f7-4fc2-8252-c7df087533ec', 'tenant_id': 'ef2dbafd0ba44b7485191a034ef43810', 'fixed_ips': [{'subnet_id': '3ed14827-af34-4271-90cf-84a0588e6c5a'}]}} from n-d-713301-16. {{(pid=95103) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 23 19:47:56.529147 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b6156e0a-67d9-4917-bb9d-579c9ac5ba0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_create {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:47:56.533155 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3f988f4-342f-42ae-ba24-0b709987c150 tempest-TestNetworkBasicOps-1575950199 tempest-TestNetworkBasicOps-1575950199-project] Network a493f9d2-2406-4a59-a208-222c60ab7a5b is already hosted by enough agents. {{(pid=95101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:47:56.540757 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.base_scheduler [None req-e3f988f4-342f-42ae-ba24-0b709987c150 tempest-TestNetworkBasicOps-1575950199 tempest-TestNetworkBasicOps-1575950199-project] Resources bound (agent type, host, resource id): {{(pid=95101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:47:56.552596 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3f988f4-342f-42ae-ba24-0b709987c150 tempest-TestNetworkBasicOps-1575950199 tempest-TestNetworkBasicOps-1575950199-project] Pushing event updated for resources: {'Port': ['ID=8c7ac45f-7812-43d7-87d4-e537469c3f3b,revision_number=2']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:47:56.621500 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69b955aa-396e-422f-9dee-cfbd76db56a1 tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Made reservation on behalf of ef2dbafd0ba44b7485191a034ef43810 for: {'subnet': 1} {{(pid=95102) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:47:56.661431 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-69b955aa-396e-422f-9dee-cfbd76db56a1 tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5388256'] for subnet, before_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:47:56.833136 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.db_base_plugin_common [None req-b6156e0a-67d9-4917-bb9d-579c9ac5ba0d None None] Allocated IP 2001:db8::f816:3eff:fe72:ec84 (3e6c6ec3-89f7-4fc2-8252-c7df087533ec/3ed14827-af34-4271-90cf-84a0588e6c5a/09add3de-77b8-4ef7-afb8-cbb8879007d5) {{(pid=95103) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 19:47:56.849080 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e3f988f4-342f-42ae-ba24-0b709987c150 tempest-TestNetworkBasicOps-1575950199 tempest-TestNetworkBasicOps-1575950199-project] Router 371c3854-60b3-4825-b1e1-5fd75fc8a10d has already been hosted by L3 agent 79a740bf-7821-4989-8288-7186e3e128f3 {{(pid=95101) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 19:47:56.898629 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7fbeac9-8656-486e-990c-5329f5638bf3 None None] Network a493f9d2-2406-4a59-a208-222c60ab7a5b requested from n-d-713301-16 {{(pid=95103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 19:47:56.913986 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7427a066-b21b-49e9-9c3d-6f3d943edba4 req-f3797108-ee78-4c3a-9bd2-6f9e27d17f2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:47:56.915803 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-7427a066-b21b-49e9-9c3d-6f3d943edba4 req-f3797108-ee78-4c3a-9bd2-6f9e27d17f2a service neutron] 10.222.0.53 "GET /v2.0/networks?id=fc2b89b8-ce3f-4c16-8b68-220076c74d2b HTTP/1.1" status: 200 len: 917 time: 0.4603665 Sep 23 19:47:56.928733 n-d-713301-16 neutron-server[95102]: INFO neutron.db.ipam_backend_mixin [None req-69b955aa-396e-422f-9dee-cfbd76db56a1 tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 3ed14827-af34-4271-90cf-84a0588e6c5a (CIDR: 2001:db8::/64) Sep 23 19:47:56.937324 n-d-713301-16 neutron-server[95102]: INFO neutron.pecan_wsgi.hooks.translation [None req-69b955aa-396e-422f-9dee-cfbd76db56a1 tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 23 19:47:56.937779 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-69b955aa-396e-422f-9dee-cfbd76db56a1 tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=95102) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 23 19:47:56.959161 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] For port 8a105323-041e-4223-8de0-6b47f19885ee, host n-d-713301-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-16',level=0,port_id=8a105323-041e-4223-8de0-6b47f19885ee,segment=NetworkSegment(b83a3b00-1618-441a-9ebb-4b950c1224be),segment_id=b83a3b00-1618-441a-9ebb-4b950c1224be)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:47:56.992008 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-69b955aa-396e-422f-9dee-cfbd76db56a1 tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.8333578 Sep 23 19:47:56.992197 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:47:56.992197 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Device 6665d077-26f1-4a37-833c-efdb4fb4b026 up at agent ovs-agent-n-d-713301-16 {{(pid=95103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 19:47:56.992360 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 44158) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:47:57.004189 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-7427a066-b21b-49e9-9c3d-6f3d943edba4 req-3cdafb09-82b9-4820-b603-0a9562479204 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=79ee258c-88f6-46b2-b5bb-87d8ad0b9864 HTTP/1.1" status: 200 len: 1002 time: 0.0780768 Sep 23 19:47:57.006860 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.v2.base [None req-8bb95198-458e-427e-9572-061ce50dee8f tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Request body: {'subnet': {'network_id': '3e6c6ec3-89f7-4fc2-8252-c7df087533ec', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=95101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:47:57.070857 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7427a066-b21b-49e9-9c3d-6f3d943edba4 req-d09d35a0-a7d7-4b05-9a61-de78421311ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:47:57.072473 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-7427a066-b21b-49e9-9c3d-6f3d943edba4 req-d09d35a0-a7d7-4b05-9a61-de78421311ca service neutron] 10.222.0.53 "GET /v2.0/subnets?id=cfb66c78-2a7b-4d98-8fdd-683258461232 HTTP/1.1" status: 200 len: 855 time: 0.0613766 Sep 23 19:47:57.100941 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3f988f4-342f-42ae-ba24-0b709987c150 tempest-TestNetworkBasicOps-1575950199 tempest-TestNetworkBasicOps-1575950199-project] Notify agent at l3_agent.n-d-713301-16 the message routers_updated {{(pid=95101) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 19:47:57.109671 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-e3f988f4-342f-42ae-ba24-0b709987c150 tempest-TestNetworkBasicOps-1575950199 tempest-TestNetworkBasicOps-1575950199-project] 10.222.0.67 "PUT /v2.0/routers/371c3854-60b3-4825-b1e1-5fd75fc8a10d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1280720 Sep 23 19:47:57.111090 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 44164) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:47:57.134782 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7427a066-b21b-49e9-9c3d-6f3d943edba4 req-5581f76e-43e6-409f-bec5-ecb23b183453 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:47:57.136746 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-7427a066-b21b-49e9-9c3d-6f3d943edba4 req-5581f76e-43e6-409f-bec5-ecb23b183453 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=fc2b89b8-ce3f-4c16-8b68-220076c74d2b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0559292 Sep 23 19:47:57.151618 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [req-7427a066-b21b-49e9-9c3d-6f3d943edba4 req-003adfeb-31c4-4318-8c9e-350e59b5b663 service neutron] http://10.222.0.67:9696/v2.0/extensions returned with HTTP 200 {{(pid=95102) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 23 19:47:57.152991 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-7427a066-b21b-49e9-9c3d-6f3d943edba4 req-003adfeb-31c4-4318-8c9e-350e59b5b663 service neutron] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0086508 Sep 23 19:47:57.177218 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b6156e0a-67d9-4917-bb9d-579c9ac5ba0d None None] Notify callbacks [] for port, precommit_create {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:47:57.206574 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-5bc1d0e1-5d50-4f6f-9c1f-87d386235d36 None None] Provisioning complete for port 8a105323-041e-4223-8de0-6b47f19885ee triggered by entity DHCP. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:47:57.207178 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-5bc1d0e1-5d50-4f6f-9c1f-87d386235d36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:47:57.245004 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b6156e0a-67d9-4917-bb9d-579c9ac5ba0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783145673135'] for port, after_create {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:47:57.249515 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3075a0b0-b240-481a-bc69-40f2c56b9d93 None None] Sync routers for ids ['371c3854-60b3-4825-b1e1-5fd75fc8a10d'] in n-d-713301-16 {{(pid=95103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 19:47:57.249995 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Pushing event updated for resources: {'Port': ['ID=8a105323-041e-4223-8de0-6b47f19885ee,revision_number=3']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:47:57.253142 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98411fae-0066-4475-97cc-5aa8d0c7170b tempest-TestNetworkBasicOps-1297983559 tempest-TestNetworkBasicOps-1297983559-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:47:57.254191 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98411fae-0066-4475-97cc-5aa8d0c7170b tempest-TestNetworkBasicOps-1297983559 tempest-TestNetworkBasicOps-1297983559-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:47:57.255059 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98411fae-0066-4475-97cc-5aa8d0c7170b tempest-TestNetworkBasicOps-1297983559 tempest-TestNetworkBasicOps-1297983559-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:47:57.255572 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98411fae-0066-4475-97cc-5aa8d0c7170b tempest-TestNetworkBasicOps-1297983559 tempest-TestNetworkBasicOps-1297983559-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:47:57.256047 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98411fae-0066-4475-97cc-5aa8d0c7170b tempest-TestNetworkBasicOps-1297983559 tempest-TestNetworkBasicOps-1297983559-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:47:57.256959 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98411fae-0066-4475-97cc-5aa8d0c7170b tempest-TestNetworkBasicOps-1297983559 tempest-TestNetworkBasicOps-1297983559-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:47:57.259571 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-98411fae-0066-4475-97cc-5aa8d0c7170b tempest-TestNetworkBasicOps-1297983559 tempest-TestNetworkBasicOps-1297983559-project-admin] 10.222.0.67 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4291 time: 0.1474431 Sep 23 19:47:57.262676 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 44174) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:47:57.279560 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-7427a066-b21b-49e9-9c3d-6f3d943edba4 req-30f38178-c9ca-4a51-8fe6-9fe77a753a21 service neutron] 10.222.0.53 "GET /v2.0/networks/fc2b89b8-ce3f-4c16-8b68-220076c74d2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1174476 Sep 23 19:47:57.406108 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a613563b-b676-45b0-8c27-cd03e26bfd94 tempest-TestNetworkBasicOps-1297983559 tempest-TestNetworkBasicOps-1297983559-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:47:57.406628 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a613563b-b676-45b0-8c27-cd03e26bfd94 tempest-TestNetworkBasicOps-1297983559 tempest-TestNetworkBasicOps-1297983559-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:47:57.407248 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a613563b-b676-45b0-8c27-cd03e26bfd94 tempest-TestNetworkBasicOps-1297983559 tempest-TestNetworkBasicOps-1297983559-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:47:57.407715 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a613563b-b676-45b0-8c27-cd03e26bfd94 tempest-TestNetworkBasicOps-1297983559 tempest-TestNetworkBasicOps-1297983559-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:47:57.408290 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a613563b-b676-45b0-8c27-cd03e26bfd94 tempest-TestNetworkBasicOps-1297983559 tempest-TestNetworkBasicOps-1297983559-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:47:57.408893 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a613563b-b676-45b0-8c27-cd03e26bfd94 tempest-TestNetworkBasicOps-1297983559 tempest-TestNetworkBasicOps-1297983559-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:47:57.413590 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-a613563b-b676-45b0-8c27-cd03e26bfd94 tempest-TestNetworkBasicOps-1297983559 tempest-TestNetworkBasicOps-1297983559-project-admin] 10.222.0.67 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4011 time: 0.1475768 Sep 23 19:47:57.414034 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 44180) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:47:57.443472 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8bb95198-458e-427e-9572-061ce50dee8f tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Made reservation on behalf of ef2dbafd0ba44b7485191a034ef43810 for: {'subnet': 1} {{(pid=95101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:47:57.447689 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-8bb95198-458e-427e-9572-061ce50dee8f tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6130979'] for subnet, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:47:57.448902 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3075a0b0-b240-481a-bc69-40f2c56b9d93 None None] Routers {'371c3854-60b3-4825-b1e1-5fd75fc8a10d'} bound to L3 agent in host n-d-713301-16 {{(pid=95103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 19:47:57.449556 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_hamode_db [None req-3075a0b0-b240-481a-bc69-40f2c56b9d93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-23T19:07:52Z,description=,heartbeat_timestamp=2021-09-23T19:47:53Z,host='n-d-713301-16',id=79a740bf-7821-4989-8288-7186e3e128f3,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:07:52Z,topic='l3_agent')) {'router_ids': ['371c3854-60b3-4825-b1e1-5fd75fc8a10d'], 'active': True} {{(pid=95103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:47:57.483942 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-7427a066-b21b-49e9-9c3d-6f3d943edba4 req-f411b745-54c3-4ea5-8fb1-3cdf2c7a5199 service neutron] 10.222.0.53 "GET /v2.0/networks/fc2b89b8-ce3f-4c16-8b68-220076c74d2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1962681 Sep 23 19:47:57.569689 n-d-713301-16 neutron-server[95103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6156e0a-67d9-4917-bb9d-579c9ac5ba0d None None] Network 3e6c6ec3-89f7-4fc2-8252-c7df087533ec is already hosted by enough agents. {{(pid=95103) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:47:57.605727 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_dvr_db [None req-3075a0b0-b240-481a-bc69-40f2c56b9d93 None None] Set router 371c3854-60b3-4825-b1e1-5fd75fc8a10d gateway port host: n-d-713301-16 {{(pid=95103) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 19:47:57.650409 n-d-713301-16 neutron-server[95103]: DEBUG neutron.scheduler.base_scheduler [None req-b6156e0a-67d9-4917-bb9d-579c9ac5ba0d None None] Resources bound (agent type, host, resource id): {{(pid=95103) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:47:57.674756 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6156e0a-67d9-4917-bb9d-579c9ac5ba0d None None] Received port after_create {{(pid=95103) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 19:47:57.677866 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6156e0a-67d9-4917-bb9d-579c9ac5ba0d None None] Pushing event updated for resources: {'Port': ['ID=09add3de-77b8-4ef7-afb8-cbb8879007d5,revision_number=1']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:47:57.793695 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Provisioning complete for port 6665d077-26f1-4a37-833c-efdb4fb4b026 triggered by entity L2. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:47:57.793996 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:47:57.949939 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-8e3eedcc-573b-4a14-8e3a-622f5995cdfa tempest-TestNetworkBasicOps-1297983559 tempest-TestNetworkBasicOps-1297983559-project-admin] 10.222.0.67 "GET /v2.0/routers HTTP/1.1" status: 200 len: 2330 time: 0.5347452 Sep 23 19:47:58.001256 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-8bb95198-458e-427e-9572-061ce50dee8f tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5607579', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6130961'] for subnet, after_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:47:58.069739 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bb95198-458e-427e-9572-061ce50dee8f tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Network 3e6c6ec3-89f7-4fc2-8252-c7df087533ec is already hosted by enough agents. {{(pid=95101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:47:58.074350 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.base_scheduler [None req-8bb95198-458e-427e-9572-061ce50dee8f tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Resources bound (agent type, host, resource id): {{(pid=95101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:47:58.081755 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bb95198-458e-427e-9572-061ce50dee8f tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:47:58.083128 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-8bb95198-458e-427e-9572-061ce50dee8f tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Notify callbacks [] for subnet, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:47:58.089882 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bb95198-458e-427e-9572-061ce50dee8f tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Pushing event updated for resources: {'Subnet': ['ID=518a123e-3c10-468e-b81c-97d240aea9e0,revision_number=0']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:47:58.113939 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-8bb95198-458e-427e-9572-061ce50dee8f tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.1147876 Sep 23 19:47:58.114530 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 44190) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:47:58.119996 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.v2.base [None req-5f58aa77-94bb-45f2-b3df-0c3cd568a310 tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Request body: {'port': {'network_id': '3e6c6ec3-89f7-4fc2-8252-c7df087533ec', 'mac_address': 'fa:16:3e:6d:ce:d5', 'name': 'tempest-NetworksTestDHCPv6-1482378219'}} {{(pid=95102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:47:58.204462 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.managers [None req-b6156e0a-67d9-4917-bb9d-579c9ac5ba0d None None] Attempting to bind port 09add3de-77b8-4ef7-afb8-cbb8879007d5 on host n-d-713301-16 for vnic_type normal with profile {{(pid=95103) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 19:47:58.205005 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.managers [None req-b6156e0a-67d9-4917-bb9d-579c9ac5ba0d None None] Attempting to bind port 09add3de-77b8-4ef7-afb8-cbb8879007d5 by drivers openvswitch,hyperv on host n-d-713301-16 at level 0 using segments [{'id': '5c8360fd-bd95-490f-abbb-4e7bd94ab9a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '3e6c6ec3-89f7-4fc2-8252-c7df087533ec'}] {{(pid=95103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 19:47:58.205373 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6156e0a-67d9-4917-bb9d-579c9ac5ba0d None None] Attempting to bind port 09add3de-77b8-4ef7-afb8-cbb8879007d5 on network 3e6c6ec3-89f7-4fc2-8252-c7df087533ec {{(pid=95103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:47:58.216268 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:47:58.230433 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6156e0a-67d9-4917-bb9d-579c9ac5ba0d None None] Checking agent: {'id': '70a14545-df24-472f-8f95-bfe1719bff93', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 19, 7, 53), 'started_at': datetime.datetime(2021, 9, 23, 19, 8, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 19, 47, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 19:47:58.230949 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6156e0a-67d9-4917-bb9d-579c9ac5ba0d None None] Checking segment: {'id': '5c8360fd-bd95-490f-abbb-4e7bd94ab9a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '3e6c6ec3-89f7-4fc2-8252-c7df087533ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95103) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:47:58.231362 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b6156e0a-67d9-4917-bb9d-579c9ac5ba0d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:47:58.231764 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6156e0a-67d9-4917-bb9d-579c9ac5ba0d None None] Bound using segment: {'id': '5c8360fd-bd95-490f-abbb-4e7bd94ab9a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '3e6c6ec3-89f7-4fc2-8252-c7df087533ec'} {{(pid=95103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 19:47:58.232259 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.managers [None req-b6156e0a-67d9-4917-bb9d-579c9ac5ba0d None None] Bound port: 09add3de-77b8-4ef7-afb8-cbb8879007d5, host: n-d-713301-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5c8360fd-bd95-490f-abbb-4e7bd94ab9a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '3e6c6ec3-89f7-4fc2-8252-c7df087533ec'}}] {{(pid=95103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 19:47:58.232673 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b6156e0a-67d9-4917-bb9d-579c9ac5ba0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:47:58.372855 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f58aa77-94bb-45f2-b3df-0c3cd568a310 tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Made reservation on behalf of ef2dbafd0ba44b7485191a034ef43810 for: {'port': 1} {{(pid=95102) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:47:58.406218 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:47:58.441109 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-b6156e0a-67d9-4917-bb9d-579c9ac5ba0d None None] For port 09add3de-77b8-4ef7-afb8-cbb8879007d5, host n-d-713301-16, cleared binding levels {{(pid=95103) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 19:47:58.445715 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-b6156e0a-67d9-4917-bb9d-579c9ac5ba0d None None] For port 09add3de-77b8-4ef7-afb8-cbb8879007d5, host n-d-713301-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-16',level=0,port_id=09add3de-77b8-4ef7-afb8-cbb8879007d5,segment=NetworkSegment(5c8360fd-bd95-490f-abbb-4e7bd94ab9a5),segment_id=5c8360fd-bd95-490f-abbb-4e7bd94ab9a5)] {{(pid=95103) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 19:47:58.451316 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b6156e0a-67d9-4917-bb9d-579c9ac5ba0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:47:58.562724 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-5f58aa77-94bb-45f2-b3df-0c3cd568a310 tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:47:58.562921 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 44196) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:47:58.570361 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Device 8a105323-041e-4223-8de0-6b47f19885ee up at agent ovs-agent-n-d-713301-16 {{(pid=95103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 19:47:58.572021 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.v2.base [None req-577c7f90-140f-4612-987a-7bb7250e1a4f tempest-TestNetworkBasicOps-1575950199 tempest-TestNetworkBasicOps-1575950199-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1425663316', 'description': 'tempest-secgroup-smoke-1425663316 description', 'project_id': '7fd7324f75754f93a5f1d406b61f5276'}} {{(pid=95101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:47:58.632869 n-d-713301-16 neutron-server[95102]: DEBUG neutron.notifiers.nova [None req-5f58aa77-94bb-45f2-b3df-0c3cd568a310 tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] device_id is not set on port a504aba6-9c74-4656-9860-1f5709d28ed6 yet. {{(pid=95102) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 23 19:47:58.635772 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-577c7f90-140f-4612-987a-7bb7250e1a4f tempest-TestNetworkBasicOps-1575950199 tempest-TestNetworkBasicOps-1575950199-project] Notify callbacks [] for security_group, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:47:58.774235 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_hamode_db [None req-3075a0b0-b240-481a-bc69-40f2c56b9d93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '371c3854-60b3-4825-b1e1-5fd75fc8a10d', 'name': 'tempest-TestNetworkBasicOps-router-278476435', 'tenant_id': '7fd7324f75754f93a5f1d406b61f5276', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'external_fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.52'}], 'enable_snat': True}, 'gw_port_id': '6665d077-26f1-4a37-833c-efdb4fb4b026', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:47:46Z', 'updated_at': '2021-09-23T19:47:55Z', 'revision_number': 4, 'project_id': '7fd7324f75754f93a5f1d406b61f5276', 'gw_port': {'id': '6665d077-26f1-4a37-833c-efdb4fb4b026', 'name': '', 'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:0c:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '371c3854-60b3-4825-b1e1-5fd75fc8a10d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3223, 'fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:47:47Z', 'updated_at': '2021-09-23T19:47:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-16', '_interfaces': [{'id': '8c7ac45f-7812-43d7-87d4-e537469c3f3b', 'name': '', 'network_id': 'a493f9d2-2406-4a59-a208-222c60ab7a5b', 'tenant_id': '7fd7324f75754f93a5f1d406b61f5276', 'mac_address': 'fa:16:3e:4e:07:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '371c3854-60b3-4825-b1e1-5fd75fc8a10d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3229, 'fixed_ips': [{'subnet_id': 'fb3110a1-985c-4750-9b32-7189960c4093', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:47:53Z', 'updated_at': '2021-09-23T19:47:55Z', 'revision_number': 2, 'project_id': '7fd7324f75754f93a5f1d406b61f5276', 'subnets': [{'id': 'fb3110a1-985c-4750-9b32-7189960c4093', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-16', False) {} {{(pid=95103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:47:58.861467 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-577c7f90-140f-4612-987a-7bb7250e1a4f tempest-TestNetworkBasicOps-1575950199 tempest-TestNetworkBasicOps-1575950199-project] Notify callbacks [] for security_group, precommit_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:47:58.867238 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3075a0b0-b240-481a-bc69-40f2c56b9d93 None None] Checking router: 371c3854-60b3-4825-b1e1-5fd75fc8a10d for host: n-d-713301-16 {{(pid=95103) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 19:47:58.867588 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3075a0b0-b240-481a-bc69-40f2c56b9d93 None None] Updating router 371c3854-60b3-4825-b1e1-5fd75fc8a10d port 8c7ac45f-7812-43d7-87d4-e537469c3f3b binding host n-d-713301-16 {{(pid=95103) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 23 19:47:58.869097 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-577c7f90-140f-4612-987a-7bb7250e1a4f tempest-TestNetworkBasicOps-1575950199 tempest-TestNetworkBasicOps-1575950199-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:47:58.942332 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6156e0a-67d9-4917-bb9d-579c9ac5ba0d None None] Pushing event updated for resources: {'Port': ['ID=09add3de-77b8-4ef7-afb8-cbb8879007d5,revision_number=2']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:47:58.963401 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-3075a0b0-b240-481a-bc69-40f2c56b9d93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:47:58.978180 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-05647592-5576-468f-a97c-c92b47e0d687 None None] Provisioning complete for port 8c7ac45f-7812-43d7-87d4-e537469c3f3b triggered by entity DHCP. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:47:58.979096 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-05647592-5576-468f-a97c-c92b47e0d687 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:47:58.984074 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-577c7f90-140f-4612-987a-7bb7250e1a4f tempest-TestNetworkBasicOps-1575950199 tempest-TestNetworkBasicOps-1575950199-project] Notify callbacks [] for security_group, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:47:58.988898 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-577c7f90-140f-4612-987a-7bb7250e1a4f tempest-TestNetworkBasicOps-1575950199 tempest-TestNetworkBasicOps-1575950199-project] 10.222.0.67 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.4219639 Sep 23 19:47:58.990654 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-577c7f90-140f-4612-987a-7bb7250e1a4f tempest-TestNetworkBasicOps-1575950199 tempest-TestNetworkBasicOps-1575950199-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d9e6d289-17b3-40eb-a2c0-64f30e90b1e6,revision_number=1']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:47:58.993118 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 44200) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:47:58.997780 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.v2.base [None req-b789b169-366d-4078-b8f4-fa55fd786786 tempest-TestNetworkBasicOps-1575950199 tempest-TestNetworkBasicOps-1575950199-project] Request body: {'security_group_rule': {'security_group_id': 'd9e6d289-17b3-40eb-a2c0-64f30e90b1e6', 'project_id': '7fd7324f75754f93a5f1d406b61f5276', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:47:59.066347 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-b789b169-366d-4078-b8f4-fa55fd786786 tempest-TestNetworkBasicOps-1575950199 tempest-TestNetworkBasicOps-1575950199-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:47:59.100851 n-d-713301-16 neutron-server[95102]: DEBUG neutron.db.db_base_plugin_common [None req-5f58aa77-94bb-45f2-b3df-0c3cd568a310 tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Allocated IP 2001:db8:0:1::1b5 (3e6c6ec3-89f7-4fc2-8252-c7df087533ec/518a123e-3c10-468e-b81c-97d240aea9e0/a504aba6-9c74-4656-9860-1f5709d28ed6) {{(pid=95102) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 19:47:59.111872 n-d-713301-16 neutron-server[95102]: DEBUG neutron.db.db_base_plugin_common [None req-5f58aa77-94bb-45f2-b3df-0c3cd568a310 tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Allocated IP 2001:db8::f816:3eff:fe6d:ced5 (3e6c6ec3-89f7-4fc2-8252-c7df087533ec/3ed14827-af34-4271-90cf-84a0588e6c5a/a504aba6-9c74-4656-9860-1f5709d28ed6) {{(pid=95102) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 19:47:59.137987 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Provisioning complete for port 8a105323-041e-4223-8de0-6b47f19885ee triggered by entity L2. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:47:59.138637 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:47:59.205335 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-b789b169-366d-4078-b8f4-fa55fd786786 tempest-TestNetworkBasicOps-1575950199 tempest-TestNetworkBasicOps-1575950199-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:47:59.211379 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-b789b169-366d-4078-b8f4-fa55fd786786 tempest-TestNetworkBasicOps-1575950199 tempest-TestNetworkBasicOps-1575950199-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575319'] for security_group_rule, after_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:47:59.230214 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.plugin [None req-05647592-5576-468f-a97c-c92b47e0d687 None None] Port 8c7ac45f-7812-43d7-87d4-e537469c3f3b cannot update to ACTIVE because it is not bound. {{(pid=95103) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 19:47:59.237428 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b789b169-366d-4078-b8f4-fa55fd786786 tempest-TestNetworkBasicOps-1575950199 tempest-TestNetworkBasicOps-1575950199-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=293948c1-3343-4905-abe8-600ada358340,revision_number=0']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:47:59.257962 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-b789b169-366d-4078-b8f4-fa55fd786786 tempest-TestNetworkBasicOps-1575950199 tempest-TestNetworkBasicOps-1575950199-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:47:59.257962 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-b789b169-366d-4078-b8f4-fa55fd786786 tempest-TestNetworkBasicOps-1575950199 tempest-TestNetworkBasicOps-1575950199-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2622285 Sep 23 19:47:59.260007 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 44202) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:47:59.266263 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.v2.base [None req-b7516057-cd3c-4648-8b38-4cefa9bc9fee tempest-TestNetworkBasicOps-1575950199 tempest-TestNetworkBasicOps-1575950199-project] Request body: {'security_group_rule': {'security_group_id': 'd9e6d289-17b3-40eb-a2c0-64f30e90b1e6', 'project_id': '7fd7324f75754f93a5f1d406b61f5276', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=95101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:47:59.309833 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-b7516057-cd3c-4648-8b38-4cefa9bc9fee tempest-TestNetworkBasicOps-1575950199 tempest-TestNetworkBasicOps-1575950199-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:47:59.407448 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-b7516057-cd3c-4648-8b38-4cefa9bc9fee tempest-TestNetworkBasicOps-1575950199 tempest-TestNetworkBasicOps-1575950199-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:47:59.418307 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-b7516057-cd3c-4648-8b38-4cefa9bc9fee tempest-TestNetworkBasicOps-1575950199 tempest-TestNetworkBasicOps-1575950199-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575319'] for security_group_rule, after_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:47:59.424232 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-5f58aa77-94bb-45f2-b3df-0c3cd568a310 tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Notify callbacks [] for port, precommit_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:47:59.430172 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-05647592-5576-468f-a97c-c92b47e0d687 None None] Provisioning complete for port 8a105323-041e-4223-8de0-6b47f19885ee triggered by entity DHCP. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:47:59.430430 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-05647592-5576-468f-a97c-c92b47e0d687 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:47:59.470724 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7516057-cd3c-4648-8b38-4cefa9bc9fee tempest-TestNetworkBasicOps-1575950199 tempest-TestNetworkBasicOps-1575950199-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=668dcf23-868f-48b0-a316-1486b819eeb2,revision_number=0']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:47:59.476385 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-b7516057-cd3c-4648-8b38-4cefa9bc9fee tempest-TestNetworkBasicOps-1575950199 tempest-TestNetworkBasicOps-1575950199-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:47:59.478019 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-b7516057-cd3c-4648-8b38-4cefa9bc9fee tempest-TestNetworkBasicOps-1575950199 tempest-TestNetworkBasicOps-1575950199-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2162447 Sep 23 19:47:59.480966 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 44208) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:47:59.487486 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.v2.base [None req-db3476fd-a76b-4594-b45c-5bdd36f9fbb2 tempest-TestNetworkBasicOps-1575950199 tempest-TestNetworkBasicOps-1575950199-project] Request body: {'security_group_rule': {'security_group_id': 'd9e6d289-17b3-40eb-a2c0-64f30e90b1e6', 'project_id': '7fd7324f75754f93a5f1d406b61f5276', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=95102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:47:59.511774 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-5f58aa77-94bb-45f2-b3df-0c3cd568a310 tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783145673135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4399100'] for port, after_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:47:59.564945 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-db3476fd-a76b-4594-b45c-5bdd36f9fbb2 tempest-TestNetworkBasicOps-1575950199 tempest-TestNetworkBasicOps-1575950199-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:47:59.623115 n-d-713301-16 neutron-server[95102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f58aa77-94bb-45f2-b3df-0c3cd568a310 tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Network 3e6c6ec3-89f7-4fc2-8252-c7df087533ec is already hosted by enough agents. {{(pid=95102) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:47:59.623975 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f58aa77-94bb-45f2-b3df-0c3cd568a310 tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Pushing event updated for resources: {'Port': ['ID=a504aba6-9c74-4656-9860-1f5709d28ed6,revision_number=1']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:47:59.632911 n-d-713301-16 neutron-server[95102]: DEBUG neutron.scheduler.base_scheduler [None req-5f58aa77-94bb-45f2-b3df-0c3cd568a310 tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Resources bound (agent type, host, resource id): {{(pid=95102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:47:59.640009 n-d-713301-16 neutron-server[95102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f58aa77-94bb-45f2-b3df-0c3cd568a310 tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Received port after_create {{(pid=95102) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 19:47:59.646809 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f58aa77-94bb-45f2-b3df-0c3cd568a310 tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:47:59.647487 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-5f58aa77-94bb-45f2-b3df-0c3cd568a310 tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222849'] for port, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:47:59.681224 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-5f58aa77-94bb-45f2-b3df-0c3cd568a310 tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1034 time: 1.5628524 Sep 23 19:47:59.681224 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-db3476fd-a76b-4594-b45c-5bdd36f9fbb2 tempest-TestNetworkBasicOps-1575950199 tempest-TestNetworkBasicOps-1575950199-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:47:59.681878 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 44214) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:47:59.692791 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-db3476fd-a76b-4594-b45c-5bdd36f9fbb2 tempest-TestNetworkBasicOps-1575950199 tempest-TestNetworkBasicOps-1575950199-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575319'] for security_group_rule, after_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:47:59.741328 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db3476fd-a76b-4594-b45c-5bdd36f9fbb2 tempest-TestNetworkBasicOps-1575950199 tempest-TestNetworkBasicOps-1575950199-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=59fd3807-2172-42aa-8be4-ee0d3e4ab5bd,revision_number=0']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:47:59.747450 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-3075a0b0-b240-481a-bc69-40f2c56b9d93 None None] Notify callbacks [] for port, precommit_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:47:59.755729 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-db3476fd-a76b-4594-b45c-5bdd36f9fbb2 tempest-TestNetworkBasicOps-1575950199 tempest-TestNetworkBasicOps-1575950199-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:47:59.757029 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-db3476fd-a76b-4594-b45c-5bdd36f9fbb2 tempest-TestNetworkBasicOps-1575950199 tempest-TestNetworkBasicOps-1575950199-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2746480 Sep 23 19:47:59.760509 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 44216) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:47:59.766137 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-3075a0b0-b240-481a-bc69-40f2c56b9d93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:47:59.766589 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.v2.base [None req-8e4f5247-d77a-45ee-acba-704cc0425487 tempest-TestNetworkBasicOps-1575950199 tempest-TestNetworkBasicOps-1575950199-project] Request body: {'security_group_rule': {'security_group_id': 'd9e6d289-17b3-40eb-a2c0-64f30e90b1e6', 'project_id': '7fd7324f75754f93a5f1d406b61f5276', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=95101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:47:59.811560 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-8e4f5247-d77a-45ee-acba-704cc0425487 tempest-TestNetworkBasicOps-1575950199 tempest-TestNetworkBasicOps-1575950199-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:47:59.829228 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.plugin [None req-287b174e-9f1b-4ea6-8fc0-b38fdecffe8b tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Deleting port a504aba6-9c74-4656-9860-1f5709d28ed6 {{(pid=95102) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:47:59.829600 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-287b174e-9f1b-4ea6-8fc0-b38fdecffe8b tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783146157096'] for port, before_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:47:59.846532 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-fc2daffe-0b6e-486c-ac55-078f46a20a4b None None] Provisioning complete for port 8c7ac45f-7812-43d7-87d4-e537469c3f3b triggered by entity DHCP. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:47:59.846914 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-fc2daffe-0b6e-486c-ac55-078f46a20a4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:47:59.904563 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52600dd0-36bf-450c-ab11-10d2e4219e50 None None] Pushing event updated for resources: {'Port': ['ID=8c7ac45f-7812-43d7-87d4-e537469c3f3b,revision_number=3']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:47:59.961677 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-8e4f5247-d77a-45ee-acba-704cc0425487 tempest-TestNetworkBasicOps-1575950199 tempest-TestNetworkBasicOps-1575950199-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:47:59.967690 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-8e4f5247-d77a-45ee-acba-704cc0425487 tempest-TestNetworkBasicOps-1575950199 tempest-TestNetworkBasicOps-1575950199-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575319'] for security_group_rule, after_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:47:59.999473 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e4f5247-d77a-45ee-acba-704cc0425487 tempest-TestNetworkBasicOps-1575950199 tempest-TestNetworkBasicOps-1575950199-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e619b169-980c-4e19-9214-6b5b536d8f9c,revision_number=0']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:48:00.008898 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-8e4f5247-d77a-45ee-acba-704cc0425487 tempest-TestNetworkBasicOps-1575950199 tempest-TestNetworkBasicOps-1575950199-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:48:00.013903 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-8e4f5247-d77a-45ee-acba-704cc0425487 tempest-TestNetworkBasicOps-1575950199 tempest-TestNetworkBasicOps-1575950199-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2493684 Sep 23 19:48:00.014630 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 44222) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:48:00.027070 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.v2.base [None req-088d75b9-5c66-49cd-acf7-9b004466f950 tempest-TestNetworkBasicOps-1575950199 tempest-TestNetworkBasicOps-1575950199-project] Request body: {'security_group_rule': {'security_group_id': 'd9e6d289-17b3-40eb-a2c0-64f30e90b1e6', 'project_id': '7fd7324f75754f93a5f1d406b61f5276', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=95101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:48:00.032347 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-287b174e-9f1b-4ea6-8fc0-b38fdecffe8b tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-605701'] for port, precommit_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:48:00.032991 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.plugin [None req-fc2daffe-0b6e-486c-ac55-078f46a20a4b None None] Port 8c7ac45f-7812-43d7-87d4-e537469c3f3b cannot update to ACTIVE because it is not bound. {{(pid=95103) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 19:48:00.041557 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.managers [None req-3075a0b0-b240-481a-bc69-40f2c56b9d93 None None] Attempting to bind port 8c7ac45f-7812-43d7-87d4-e537469c3f3b on host n-d-713301-16 for vnic_type normal with profile {{(pid=95103) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 19:48:00.041972 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.managers [None req-3075a0b0-b240-481a-bc69-40f2c56b9d93 None None] Attempting to bind port 8c7ac45f-7812-43d7-87d4-e537469c3f3b by drivers openvswitch,hyperv on host n-d-713301-16 at level 0 using segments [{'id': 'b83a3b00-1618-441a-9ebb-4b950c1224be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': 'a493f9d2-2406-4a59-a208-222c60ab7a5b'}] {{(pid=95103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 19:48:00.042360 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3075a0b0-b240-481a-bc69-40f2c56b9d93 None None] Attempting to bind port 8c7ac45f-7812-43d7-87d4-e537469c3f3b on network a493f9d2-2406-4a59-a208-222c60ab7a5b {{(pid=95103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:48:00.056462 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3075a0b0-b240-481a-bc69-40f2c56b9d93 None None] Checking agent: {'id': '70a14545-df24-472f-8f95-bfe1719bff93', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 19, 7, 53), 'started_at': datetime.datetime(2021, 9, 23, 19, 8, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 19, 47, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 19:48:00.056893 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3075a0b0-b240-481a-bc69-40f2c56b9d93 None None] Checking segment: {'id': 'b83a3b00-1618-441a-9ebb-4b950c1224be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': 'a493f9d2-2406-4a59-a208-222c60ab7a5b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95103) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:48:00.059634 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-3075a0b0-b240-481a-bc69-40f2c56b9d93 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:48:00.060246 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3075a0b0-b240-481a-bc69-40f2c56b9d93 None None] Bound using segment: {'id': 'b83a3b00-1618-441a-9ebb-4b950c1224be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': 'a493f9d2-2406-4a59-a208-222c60ab7a5b'} {{(pid=95103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 19:48:00.061006 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.managers [None req-3075a0b0-b240-481a-bc69-40f2c56b9d93 None None] Bound port: 8c7ac45f-7812-43d7-87d4-e537469c3f3b, host: n-d-713301-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b83a3b00-1618-441a-9ebb-4b950c1224be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': 'a493f9d2-2406-4a59-a208-222c60ab7a5b'}}] {{(pid=95103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 19:48:00.061427 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-3075a0b0-b240-481a-bc69-40f2c56b9d93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:48:00.068584 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.plugin [None req-287b174e-9f1b-4ea6-8fc0-b38fdecffe8b tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Calling delete_port for a504aba6-9c74-4656-9860-1f5709d28ed6 owned by {{(pid=95102) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:48:00.082665 n-d-713301-16 neutron-server[95101]: INFO neutron.db.securitygroups_db [None req-088d75b9-5c66-49cd-acf7-9b004466f950 tempest-TestNetworkBasicOps-1575950199 tempest-TestNetworkBasicOps-1575950199-project] Project 7fd7324f75754f93a5f1d406b61f5276 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 23 19:48:00.109280 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-088d75b9-5c66-49cd-acf7-9b004466f950 tempest-TestNetworkBasicOps-1575950199 tempest-TestNetworkBasicOps-1575950199-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:48:00.284683 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-3075a0b0-b240-481a-bc69-40f2c56b9d93 None None] For port 8c7ac45f-7812-43d7-87d4-e537469c3f3b, host n-d-713301-16, cleared binding levels {{(pid=95103) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 19:48:00.291819 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-3075a0b0-b240-481a-bc69-40f2c56b9d93 None None] For port 8c7ac45f-7812-43d7-87d4-e537469c3f3b, host n-d-713301-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-16',level=0,port_id=8c7ac45f-7812-43d7-87d4-e537469c3f3b,segment=NetworkSegment(b83a3b00-1618-441a-9ebb-4b950c1224be),segment_id=b83a3b00-1618-441a-9ebb-4b950c1224be)] {{(pid=95103) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 19:48:00.306194 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-3075a0b0-b240-481a-bc69-40f2c56b9d93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:48:00.311678 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-088d75b9-5c66-49cd-acf7-9b004466f950 tempest-TestNetworkBasicOps-1575950199 tempest-TestNetworkBasicOps-1575950199-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:48:00.318782 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-088d75b9-5c66-49cd-acf7-9b004466f950 tempest-TestNetworkBasicOps-1575950199 tempest-TestNetworkBasicOps-1575950199-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575319'] for security_group_rule, after_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:48:00.384995 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-088d75b9-5c66-49cd-acf7-9b004466f950 tempest-TestNetworkBasicOps-1575950199 tempest-TestNetworkBasicOps-1575950199-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=698251d6-a6ff-4f0f-b05f-11d1856eac71,revision_number=0']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:48:00.389447 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-088d75b9-5c66-49cd-acf7-9b004466f950 tempest-TestNetworkBasicOps-1575950199 tempest-TestNetworkBasicOps-1575950199-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:48:00.391145 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-088d75b9-5c66-49cd-acf7-9b004466f950 tempest-TestNetworkBasicOps-1575950199 tempest-TestNetworkBasicOps-1575950199-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3754408 Sep 23 19:48:00.394764 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 44228) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:48:00.404377 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.v2.base [None req-b57b9e72-3897-4ccd-98ca-cc2384261a0e tempest-TestNetworkBasicOps-1575950199 tempest-TestNetworkBasicOps-1575950199-project] Request body: {'security_group_rule': {'security_group_id': 'd9e6d289-17b3-40eb-a2c0-64f30e90b1e6', 'project_id': '7fd7324f75754f93a5f1d406b61f5276', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=95101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:48:00.442537 n-d-713301-16 neutron-server[95101]: INFO neutron.db.securitygroups_db [None req-b57b9e72-3897-4ccd-98ca-cc2384261a0e tempest-TestNetworkBasicOps-1575950199 tempest-TestNetworkBasicOps-1575950199-project] Project 7fd7324f75754f93a5f1d406b61f5276 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 23 19:48:00.455814 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-b57b9e72-3897-4ccd-98ca-cc2384261a0e tempest-TestNetworkBasicOps-1575950199 tempest-TestNetworkBasicOps-1575950199-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:48:00.475083 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-88a33965-134b-4a3e-8113-16e646025f4d None None] Provisioning complete for port 8c7ac45f-7812-43d7-87d4-e537469c3f3b triggered by entity DHCP. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:48:00.475480 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-88a33965-134b-4a3e-8113-16e646025f4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:48:00.549748 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-287b174e-9f1b-4ea6-8fc0-b38fdecffe8b tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783146162158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783145673144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4399100'] for port, after_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:48:00.611230 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-b57b9e72-3897-4ccd-98ca-cc2384261a0e tempest-TestNetworkBasicOps-1575950199 tempest-TestNetworkBasicOps-1575950199-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:48:00.616924 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-b57b9e72-3897-4ccd-98ca-cc2384261a0e tempest-TestNetworkBasicOps-1575950199 tempest-TestNetworkBasicOps-1575950199-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575319'] for security_group_rule, after_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:48:00.617584 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-287b174e-9f1b-4ea6-8fc0-b38fdecffe8b tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Pushing event deleted for resources: {'Port': ['ID=a504aba6-9c74-4656-9860-1f5709d28ed6,revision_number=None']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:48:00.637869 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52600dd0-36bf-450c-ab11-10d2e4219e50 None None] Pushing event updated for resources: {'Port': ['ID=8c7ac45f-7812-43d7-87d4-e537469c3f3b,revision_number=4']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:48:00.647870 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-b57b9e72-3897-4ccd-98ca-cc2384261a0e tempest-TestNetworkBasicOps-1575950199 tempest-TestNetworkBasicOps-1575950199-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:48:00.649315 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-b57b9e72-3897-4ccd-98ca-cc2384261a0e tempest-TestNetworkBasicOps-1575950199 tempest-TestNetworkBasicOps-1575950199-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2531772 Sep 23 19:48:00.677419 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Device 09add3de-77b8-4ef7-afb8-cbb8879007d5 up at agent ovs-agent-n-d-713301-16 {{(pid=95103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 19:48:00.679579 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3075a0b0-b240-481a-bc69-40f2c56b9d93 None None] Routers {'371c3854-60b3-4825-b1e1-5fd75fc8a10d'} bound to L3 agent in host n-d-713301-16 {{(pid=95103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 19:48:00.680264 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_hamode_db [None req-3075a0b0-b240-481a-bc69-40f2c56b9d93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-23T19:07:52Z,description=,heartbeat_timestamp=2021-09-23T19:47:53Z,host='n-d-713301-16',id=79a740bf-7821-4989-8288-7186e3e128f3,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:07:52Z,topic='l3_agent')) {'router_ids': ['371c3854-60b3-4825-b1e1-5fd75fc8a10d'], 'active': True} {{(pid=95103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:48:00.689848 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b57b9e72-3897-4ccd-98ca-cc2384261a0e tempest-TestNetworkBasicOps-1575950199 tempest-TestNetworkBasicOps-1575950199-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ae48240c-8c49-4414-9d5e-3544db7f13d8,revision_number=0']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:48:00.726259 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-287b174e-9f1b-4ea6-8fc0-b38fdecffe8b tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222849'] for port, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:48:00.732086 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 44232) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:48:00.741904 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-287b174e-9f1b-4ea6-8fc0-b38fdecffe8b tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] 10.222.0.67 "DELETE /v2.0/ports/a504aba6-9c74-4656-9860-1f5709d28ed6 HTTP/1.1" status: 204 len: 168 time: 1.0590312 Sep 23 19:48:00.775564 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5dd3b5db-9d6e-4056-bd32-db0563209a17 None None] Network 3e6c6ec3-89f7-4fc2-8252-c7df087533ec requested from n-d-713301-16 {{(pid=95103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 19:48:00.808320 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f66f4d42-4e5a-47b6-ac18-3f63b8f1c0cc tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:48:00.813353 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 44234) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:48:00.833422 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-f66f4d42-4e5a-47b6-ac18-3f63b8f1c0cc tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] 10.222.0.67 "GET /v2.0/ports HTTP/1.1" status: 200 len: 961 time: 0.0910380 Sep 23 19:48:00.916260 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfba001f-d5d1-4efb-a3ae-45e6a2b0bec3 tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:48:00.918394 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-cfba001f-d5d1-4efb-a3ae-45e6a2b0bec3 tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] 10.222.0.67 "GET /v2.0/ports HTTP/1.1" status: 200 len: 961 time: 0.1020682 Sep 23 19:48:00.921176 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 44246) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:48:01.030688 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3dcaa4b-4717-4ee5-a581-fdcdc6827c46 tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:48:01.032457 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3dcaa4b-4717-4ee5-a581-fdcdc6827c46 tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:48:01.034368 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3dcaa4b-4717-4ee5-a581-fdcdc6827c46 tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:48:01.039733 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-a3dcaa4b-4717-4ee5-a581-fdcdc6827c46 tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] 10.222.0.67 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.1143508 Sep 23 19:48:01.039733 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 44248) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:48:01.105466 n-d-713301-16 neutron-server[95101]: DEBUG neutron.db.db_base_plugin_v2 [None req-7b4dc5de-be3c-40ef-bc24-4b60b2dde739 tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Deleting subnet 3ed14827-af34-4271-90cf-84a0588e6c5a {{(pid=95101) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 23 19:48:01.109136 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-7b4dc5de-be3c-40ef-bc24-4b60b2dde739 tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Notify callbacks [] for subnet, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:48:01.135713 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-88a33965-134b-4a3e-8113-16e646025f4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:48:01.158383 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-7b4dc5de-be3c-40ef-bc24-4b60b2dde739 tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6007154'] for subnet, precommit_delete_associations {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:48:01.177577 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Provisioning complete for port 09add3de-77b8-4ef7-afb8-cbb8879007d5 triggered by entity L2. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:48:01.178197 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:48:01.278455 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-7b4dc5de-be3c-40ef-bc24-4b60b2dde739 tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1756813'] for subnet, precommit_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:48:01.292244 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-a2be5e44-feda-4cca-8c07-0faed1a3d6fa req-f2b6337c-9abb-4587-adbe-5303146ca5fe tempest-TestNetworkBasicOps-1575950199 tempest-TestNetworkBasicOps-1575950199-project] 10.222.0.67 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1425663316&fields=id&tenant_id=7fd7324f75754f93a5f1d406b61f5276 HTTP/1.1" status: 200 len: 267 time: 0.0643005 Sep 23 19:48:01.304129 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-88a33965-134b-4a3e-8113-16e646025f4d None None] For port 8c7ac45f-7812-43d7-87d4-e537469c3f3b, host n-d-713301-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-16',level=0,port_id=8c7ac45f-7812-43d7-87d4-e537469c3f3b,segment=NetworkSegment(b83a3b00-1618-441a-9ebb-4b950c1224be),segment_id=b83a3b00-1618-441a-9ebb-4b950c1224be)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:48:01.307165 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_dvr_db [None req-3075a0b0-b240-481a-bc69-40f2c56b9d93 None None] Set router 371c3854-60b3-4825-b1e1-5fd75fc8a10d gateway port host: n-d-713301-16 {{(pid=95103) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 19:48:01.338836 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-88a33965-134b-4a3e-8113-16e646025f4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:48:01.371427 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-7b4dc5de-be3c-40ef-bc24-4b60b2dde739 tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1756804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5607514', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6130950'] for subnet, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:48:01.438750 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-7b4dc5de-be3c-40ef-bc24-4b60b2dde739 tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Notify callbacks [] for subnet, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:48:01.445316 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-7b4dc5de-be3c-40ef-bc24-4b60b2dde739 tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] 10.222.0.67 "DELETE /v2.0/subnets/3ed14827-af34-4271-90cf-84a0588e6c5a HTTP/1.1" status: 204 len: 168 time: 0.4047847 Sep 23 19:48:01.469851 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 44256) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:48:01.483147 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b4dc5de-be3c-40ef-bc24-4b60b2dde739 tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Pushing event deleted for resources: {'Subnet': ['ID=3ed14827-af34-4271-90cf-84a0588e6c5a,revision_number=None']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:48:01.578792 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2be5e44-feda-4cca-8c07-0faed1a3d6fa req-816124e9-87ea-48e2-9efc-14179ea5b07b tempest-TestNetworkBasicOps-1575950199 tempest-TestNetworkBasicOps-1575950199-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:48:01.584978 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-a2be5e44-feda-4cca-8c07-0faed1a3d6fa req-816124e9-87ea-48e2-9efc-14179ea5b07b tempest-TestNetworkBasicOps-1575950199 tempest-TestNetworkBasicOps-1575950199-project] 10.222.0.67 "GET /v2.0/networks?id=a493f9d2-2406-4a59-a208-222c60ab7a5b HTTP/1.1" status: 200 len: 796 time: 0.2845078 Sep 23 19:48:01.614188 n-d-713301-16 neutron-server[95101]: DEBUG neutron.db.db_base_plugin_v2 [None req-682850af-78d8-4d76-8258-c0245ea95f0e tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Deleting subnet 518a123e-3c10-468e-b81c-97d240aea9e0 {{(pid=95101) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 23 19:48:01.637082 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-682850af-78d8-4d76-8258-c0245ea95f0e tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Notify callbacks [] for subnet, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:48:01.652289 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-a2be5e44-feda-4cca-8c07-0faed1a3d6fa req-545b1a24-6e72-43e4-8ec8-0276d7bf0994 tempest-TestNetworkBasicOps-1575950199 tempest-TestNetworkBasicOps-1575950199-project] 10.222.0.67 "GET /v2.0/quotas/7fd7324f75754f93a5f1d406b61f5276 HTTP/1.1" status: 200 len: 375 time: 0.0393722 Sep 23 19:48:01.752760 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-682850af-78d8-4d76-8258-c0245ea95f0e tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6007154'] for subnet, precommit_delete_associations {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:48:01.768779 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-a2be5e44-feda-4cca-8c07-0faed1a3d6fa req-4fc3557a-c7c0-4549-a2ad-b6de11fcab1d tempest-TestNetworkBasicOps-1575950199 tempest-TestNetworkBasicOps-1575950199-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=7fd7324f75754f93a5f1d406b61f5276&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1012936 Sep 23 19:48:01.839639 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-682850af-78d8-4d76-8258-c0245ea95f0e tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1756813'] for subnet, precommit_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:48:01.855257 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88a33965-134b-4a3e-8113-16e646025f4d None None] Pushing event updated for resources: {'Port': ['ID=8c7ac45f-7812-43d7-87d4-e537469c3f3b,revision_number=5']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:48:01.918143 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-effa9022-3d6e-4ea2-9b07-cc6b35c6cd14 None None] Provisioning complete for port 09add3de-77b8-4ef7-afb8-cbb8879007d5 triggered by entity DHCP. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:48:01.918143 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-effa9022-3d6e-4ea2-9b07-cc6b35c6cd14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:48:01.920015 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:48:01.940043 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-682850af-78d8-4d76-8258-c0245ea95f0e tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1756804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5607514', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6130950'] for subnet, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:48:01.992193 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-a2be5e44-feda-4cca-8c07-0faed1a3d6fa req-2c4e8d18-1e66-40a1-becf-e1fbbfce79cc service neutron] 10.222.0.67 "GET /v2.0/networks/a493f9d2-2406-4a59-a208-222c60ab7a5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2039950 Sep 23 19:48:02.010184 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-682850af-78d8-4d76-8258-c0245ea95f0e tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Pushing event deleted for resources: {'Subnet': ['ID=518a123e-3c10-468e-b81c-97d240aea9e0,revision_number=None']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:48:02.016544 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-682850af-78d8-4d76-8258-c0245ea95f0e tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Notify callbacks [] for subnet, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:48:02.018912 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-682850af-78d8-4d76-8258-c0245ea95f0e tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] 10.222.0.67 "DELETE /v2.0/subnets/518a123e-3c10-468e-b81c-97d240aea9e0 HTTP/1.1" status: 204 len: 168 time: 0.5480375 Sep 23 19:48:02.022045 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 44264) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:48:02.064323 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] For port 09add3de-77b8-4ef7-afb8-cbb8879007d5, host n-d-713301-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-16',level=0,port_id=09add3de-77b8-4ef7-afb8-cbb8879007d5,segment=NetworkSegment(5c8360fd-bd95-490f-abbb-4e7bd94ab9a5),segment_id=5c8360fd-bd95-490f-abbb-4e7bd94ab9a5)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:48:02.088739 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-eceea5bd-81d9-467f-b539-8992e9546a91 tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] 10.222.0.67 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0650504 Sep 23 19:48:02.091983 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 44268) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:48:02.097850 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:48:02.100022 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.v2.base [None req-4ff3f609-b7fa-405b-8360-5eb5a358401b tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Request body: {'subnet': {'network_id': '3e6c6ec3-89f7-4fc2-8252-c7df087533ec', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=95101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:48:02.155978 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-a2be5e44-feda-4cca-8c07-0faed1a3d6fa req-7f653e70-6481-4909-98c3-88996c5f9bda service neutron] 10.222.0.67 "GET /v2.0/networks/a493f9d2-2406-4a59-a208-222c60ab7a5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1571078 Sep 23 19:48:02.191122 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-042202ad-4b21-45f5-b166-461257ec4325 None None] Update dhcp port {'port': {'network_id': '3e6c6ec3-89f7-4fc2-8252-c7df087533ec', 'fixed_ips': [{'subnet_id': '3ed14827-af34-4271-90cf-84a0588e6c5a'}, {'subnet_id': '518a123e-3c10-468e-b81c-97d240aea9e0'}], 'binding:host_id': 'n-d-713301-16'}, 'id': '09add3de-77b8-4ef7-afb8-cbb8879007d5'} from n-d-713301-16. {{(pid=95103) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Sep 23 19:48:02.306114 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Pushing event updated for resources: {'Port': ['ID=09add3de-77b8-4ef7-afb8-cbb8879007d5,revision_number=4']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:48:02.308714 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-042202ad-4b21-45f5-b166-461257ec4325 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:48:02.343369 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_hamode_db [None req-3075a0b0-b240-481a-bc69-40f2c56b9d93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '371c3854-60b3-4825-b1e1-5fd75fc8a10d', 'name': 'tempest-TestNetworkBasicOps-router-278476435', 'tenant_id': '7fd7324f75754f93a5f1d406b61f5276', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'external_fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.52'}], 'enable_snat': True}, 'gw_port_id': '6665d077-26f1-4a37-833c-efdb4fb4b026', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:47:46Z', 'updated_at': '2021-09-23T19:47:55Z', 'revision_number': 4, 'project_id': '7fd7324f75754f93a5f1d406b61f5276', 'gw_port': {'id': '6665d077-26f1-4a37-833c-efdb4fb4b026', 'name': '', 'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:0c:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '371c3854-60b3-4825-b1e1-5fd75fc8a10d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3223, 'fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:47:47Z', 'updated_at': '2021-09-23T19:47:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-16', '_interfaces': [{'id': '8c7ac45f-7812-43d7-87d4-e537469c3f3b', 'name': '', 'network_id': 'a493f9d2-2406-4a59-a208-222c60ab7a5b', 'tenant_id': '7fd7324f75754f93a5f1d406b61f5276', 'mac_address': 'fa:16:3e:4e:07:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '371c3854-60b3-4825-b1e1-5fd75fc8a10d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3229, 'fixed_ips': [{'subnet_id': 'fb3110a1-985c-4750-9b32-7189960c4093', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:47:53Z', 'updated_at': '2021-09-23T19:48:00Z', 'revision_number': 4, 'project_id': '7fd7324f75754f93a5f1d406b61f5276', 'subnets': [{'id': 'fb3110a1-985c-4750-9b32-7189960c4093', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-16', False) {} {{(pid=95103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:48:02.359218 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ff3f609-b7fa-405b-8360-5eb5a358401b tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Made reservation on behalf of ef2dbafd0ba44b7485191a034ef43810 for: {'subnet': 1} {{(pid=95101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:48:02.367817 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-4ff3f609-b7fa-405b-8360-5eb5a358401b tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6130979'] for subnet, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:48:02.403541 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3075a0b0-b240-481a-bc69-40f2c56b9d93 None None] The sync data for ids ['371c3854-60b3-4825-b1e1-5fd75fc8a10d'] in n-d-713301-16 is: [{'id': '371c3854-60b3-4825-b1e1-5fd75fc8a10d', 'name': 'tempest-TestNetworkBasicOps-router-278476435', 'tenant_id': '7fd7324f75754f93a5f1d406b61f5276', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'external_fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.52'}], 'enable_snat': True}, 'gw_port_id': '6665d077-26f1-4a37-833c-efdb4fb4b026', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:47:46Z', 'updated_at': '2021-09-23T19:47:55Z', 'revision_number': 4, 'project_id': '7fd7324f75754f93a5f1d406b61f5276', 'gw_port': {'id': '6665d077-26f1-4a37-833c-efdb4fb4b026', 'name': '', 'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:0c:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '371c3854-60b3-4825-b1e1-5fd75fc8a10d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3223, 'fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:47:47Z', 'updated_at': '2021-09-23T19:47:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-16', '_interfaces': [{'id': '8c7ac45f-7812-43d7-87d4-e537469c3f3b', 'name': '', 'network_id': 'a493f9d2-2406-4a59-a208-222c60ab7a5b', 'tenant_id': '7fd7324f75754f93a5f1d406b61f5276', 'mac_address': 'fa:16:3e:4e:07:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '371c3854-60b3-4825-b1e1-5fd75fc8a10d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3229, 'fixed_ips': [{'subnet_id': 'fb3110a1-985c-4750-9b32-7189960c4093', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:47:53Z', 'updated_at': '2021-09-23T19:48:00Z', 'revision_number': 4, 'project_id': '7fd7324f75754f93a5f1d406b61f5276', 'subnets': [{'id': 'fb3110a1-985c-4750-9b32-7189960c4093', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 19:48:02.407802 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-effa9022-3d6e-4ea2-9b07-cc6b35c6cd14 None None] Provisioning complete for port 8c7ac45f-7812-43d7-87d4-e537469c3f3b triggered by entity DHCP. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:48:02.408175 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-effa9022-3d6e-4ea2-9b07-cc6b35c6cd14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:48:02.678281 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Device 09add3de-77b8-4ef7-afb8-cbb8879007d5 up at agent ovs-agent-n-d-713301-16 {{(pid=95103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 19:48:02.840502 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Provisioning complete for port 09add3de-77b8-4ef7-afb8-cbb8879007d5 triggered by entity L2. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:48:02.840918 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:48:02.886345 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b645d704-99bc-49b0-90cf-a83930e11048 None None] Network 3e6c6ec3-89f7-4fc2-8252-c7df087533ec requested from n-d-713301-16 {{(pid=95103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 19:48:02.893435 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-4ff3f609-b7fa-405b-8360-5eb5a358401b tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5607579', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6130961'] for subnet, after_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:48:02.946092 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-d352a138-7250-4b9c-a4ff-7f30a6f5fc85 req-8b12b274-5310-41f0-bc40-04f168c69d7f tempest-TestNetworkBasicOps-1575950199 tempest-TestNetworkBasicOps-1575950199-project] 10.222.0.67 "GET /v2.0/ports?device_id=c7195e59-1f93-465f-85f0-0c4ff4d8831f HTTP/1.1" status: 200 len: 210 time: 0.2924418 Sep 23 19:48:02.952470 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ff3f609-b7fa-405b-8360-5eb5a358401b tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Network 3e6c6ec3-89f7-4fc2-8252-c7df087533ec is already hosted by enough agents. {{(pid=95101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:48:02.969907 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.base_scheduler [None req-4ff3f609-b7fa-405b-8360-5eb5a358401b tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Resources bound (agent type, host, resource id): {{(pid=95101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:48:02.986068 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ff3f609-b7fa-405b-8360-5eb5a358401b tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:48:02.986977 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-4ff3f609-b7fa-405b-8360-5eb5a358401b tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Notify callbacks [] for subnet, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:48:03.006012 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff3f609-b7fa-405b-8360-5eb5a358401b tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Pushing event updated for resources: {'Subnet': ['ID=4eb3c0ab-f6e7-447d-bdbf-bff4bf54f689,revision_number=0']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:48:03.017184 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-4ff3f609-b7fa-405b-8360-5eb5a358401b tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.9235339 Sep 23 19:48:03.021139 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 44284) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:48:03.038255 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.v2.base [None req-0b5841e7-b2e8-4df9-a8c3-a478300b70e3 tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Request body: {'subnet': {'network_id': '3e6c6ec3-89f7-4fc2-8252-c7df087533ec', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=95102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:48:03.126927 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-9489b033-0e17-4868-97eb-7ebfbebe3462 None None] Provisioning complete for port 09add3de-77b8-4ef7-afb8-cbb8879007d5 triggered by entity DHCP. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:48:03.127451 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-9489b033-0e17-4868-97eb-7ebfbebe3462 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:48:03.204774 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b5841e7-b2e8-4df9-a8c3-a478300b70e3 tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Made reservation on behalf of ef2dbafd0ba44b7485191a034ef43810 for: {'subnet': 1} {{(pid=95102) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:48:03.217786 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-0b5841e7-b2e8-4df9-a8c3-a478300b70e3 tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5388256'] for subnet, before_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:48:03.369332 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-caebb091-9c5d-46f5-a56f-631aa93081ab None None] Network 3e6c6ec3-89f7-4fc2-8252-c7df087533ec requested from n-d-713301-16 {{(pid=95103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 19:48:03.388907 n-d-713301-16 neutron-server[95102]: INFO neutron.db.ipam_backend_mixin [None req-0b5841e7-b2e8-4df9-a8c3-a478300b70e3 tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 4eb3c0ab-f6e7-447d-bdbf-bff4bf54f689 (CIDR: 2001:db8::/64) Sep 23 19:48:03.395689 n-d-713301-16 neutron-server[95102]: INFO neutron.pecan_wsgi.hooks.translation [None req-0b5841e7-b2e8-4df9-a8c3-a478300b70e3 tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 23 19:48:03.396519 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0b5841e7-b2e8-4df9-a8c3-a478300b70e3 tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=95102) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 23 19:48:03.426273 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 44292) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:48:03.427499 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-0b5841e7-b2e8-4df9-a8c3-a478300b70e3 tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.4043236 Sep 23 19:48:03.431653 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.v2.base [None req-4ce01611-1c5f-4b7d-8eac-97852a6c5a01 tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Request body: {'subnet': {'network_id': '3e6c6ec3-89f7-4fc2-8252-c7df087533ec', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=95101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:48:03.469166 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-41ab6c75-8a2b-4eb0-adce-fefedfa1bb7e None None] Provisioning complete for port 09add3de-77b8-4ef7-afb8-cbb8879007d5 triggered by entity DHCP. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:48:03.469548 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-41ab6c75-8a2b-4eb0-adce-fefedfa1bb7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:48:03.682182 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ce01611-1c5f-4b7d-8eac-97852a6c5a01 tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Made reservation on behalf of ef2dbafd0ba44b7485191a034ef43810 for: {'subnet': 1} {{(pid=95101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:48:03.694390 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-4ce01611-1c5f-4b7d-8eac-97852a6c5a01 tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6130979'] for subnet, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:48:04.062909 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-1f349478-7389-4ac1-aab7-c0c774469da8 None None] Provisioning complete for port 09add3de-77b8-4ef7-afb8-cbb8879007d5 triggered by entity DHCP. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:48:04.066736 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-1f349478-7389-4ac1-aab7-c0c774469da8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:48:04.223936 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a67a9b3b-3ae7-4016-9df4-ec88013a18dd None None] get_active_networks_info from n-d-713301-16 {{(pid=95103) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 23 19:48:04.294928 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-a473cf89-05b5-4c51-81f7-cbe00545b012 req-92ec1ba6-cd5f-4705-8e4b-fdc8c1c8f0db tempest-TestNetworkBasicOps-1575950199 tempest-TestNetworkBasicOps-1575950199-project] 10.222.0.67 "GET /v2.0/ports?device_id=c7195e59-1f93-465f-85f0-0c4ff4d8831f HTTP/1.1" status: 200 len: 210 time: 0.1787753 Sep 23 19:48:04.510099 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2be5e44-feda-4cca-8c07-0faed1a3d6fa req-2a8d7fb9-15af-4f17-9ec4-aef0ac84370b tempest-TestNetworkBasicOps-1575950199 tempest-TestNetworkBasicOps-1575950199-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:48:04.511805 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-a2be5e44-feda-4cca-8c07-0faed1a3d6fa req-2a8d7fb9-15af-4f17-9ec4-aef0ac84370b tempest-TestNetworkBasicOps-1575950199 tempest-TestNetworkBasicOps-1575950199-project] 10.222.0.74 "GET /v2.0/networks?id=a493f9d2-2406-4a59-a208-222c60ab7a5b HTTP/1.1" status: 200 len: 796 time: 0.4196897 Sep 23 19:48:04.585080 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-a4bb00fb-6b67-4837-87ce-ea23b48d90c9 None None] Could not find standard attr ID for object a504aba6-9c74-4656-9860-1f5709d28ed6. {{(pid=95103) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 23 19:48:04.590431 n-d-713301-16 neutron-server[95101]: DEBUG neutron.objects.ports [None req-4ce01611-1c5f-4b7d-8eac-97852a6c5a01 tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=95101) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 23 19:48:04.606636 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Device 8c7ac45f-7812-43d7-87d4-e537469c3f3b up at agent ovs-agent-n-d-713301-16 {{(pid=95103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 19:48:04.629861 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-a2be5e44-feda-4cca-8c07-0faed1a3d6fa req-d1c8a3b2-1f2c-47d3-88d7-f1fe032ccc87 tempest-TestNetworkBasicOps-1575950199 tempest-TestNetworkBasicOps-1575950199-project] 10.222.0.74 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7fd7324f75754f93a5f1d406b61f5276 HTTP/1.1" status: 200 len: 380 time: 0.0928493 Sep 23 19:48:04.648312 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.v2.base [req-a2be5e44-feda-4cca-8c07-0faed1a3d6fa req-ebdbc632-5434-426f-b990-c19c52a7f88e tempest-TestNetworkBasicOps-1575950199 tempest-TestNetworkBasicOps-1575950199-project] Request body: {'port': {'device_id': 'c7195e59-1f93-465f-85f0-0c4ff4d8831f', 'network_id': 'a493f9d2-2406-4a59-a208-222c60ab7a5b', 'admin_state_up': True, 'tenant_id': '7fd7324f75754f93a5f1d406b61f5276', 'security_groups': ['d9e6d289-17b3-40eb-a2c0-64f30e90b1e6']}} {{(pid=95102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:48:04.675179 n-d-713301-16 neutron-server[95103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a67a9b3b-3ae7-4016-9df4-ec88013a18dd None None] Resources bound (agent type, host, resource id): {{(pid=95103) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 23 19:48:04.702487 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b6d06e-5a17-4ed5-ab14-0f04fe427652 req-242d40f0-c866-4353-895a-36e00099186f tempest-AttachVolumeShelveTestJSON-2035318112 tempest-AttachVolumeShelveTestJSON-2035318112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:48:04.713187 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-50b6d06e-5a17-4ed5-ab14-0f04fe427652 req-242d40f0-c866-4353-895a-36e00099186f tempest-AttachVolumeShelveTestJSON-2035318112 tempest-AttachVolumeShelveTestJSON-2035318112-project] 10.222.0.67 "GET /v2.0/ports?device_id=036bfa8b-48f6-483d-9ccb-759a52abd0b0 HTTP/1.1" status: 200 len: 947 time: 0.1953785 Sep 23 19:48:04.790423 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-50b6d06e-5a17-4ed5-ab14-0f04fe427652 req-993551e6-0fd1-41b3-8ca8-56a168f6f414 tempest-AttachVolumeShelveTestJSON-2035318112 tempest-AttachVolumeShelveTestJSON-2035318112-project] 10.222.0.67 "GET /v2.0/security-groups?id=209f1ee5-6189-41c6-b235-f9c754b12a19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0760500 Sep 23 19:48:04.956391 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-4ce01611-1c5f-4b7d-8eac-97852a6c5a01 tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:48:04.962885 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Provisioning complete for port 8c7ac45f-7812-43d7-87d4-e537469c3f3b triggered by entity L2. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:48:04.963358 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:48:05.298941 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.db [None req-4ce01611-1c5f-4b7d-8eac-97852a6c5a01 tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] For port 09add3de-77b8-4ef7-afb8-cbb8879007d5, host n-d-713301-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-16',level=0,port_id=09add3de-77b8-4ef7-afb8-cbb8879007d5,segment=NetworkSegment(5c8360fd-bd95-490f-abbb-4e7bd94ab9a5),segment_id=5c8360fd-bd95-490f-abbb-4e7bd94ab9a5)] {{(pid=95101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:48:05.351043 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-4ce01611-1c5f-4b7d-8eac-97852a6c5a01 tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Notify callbacks [] for port, precommit_update {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:48:05.364269 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7ca2615-02a2-4e9a-a7a9-6d22583179bd None None] Update dhcp port {'port': {'network_id': '3e6c6ec3-89f7-4fc2-8252-c7df087533ec', 'fixed_ips': [{'subnet_id': 'a6b4455c-7da3-4e05-a141-ef679d0d9206', 'ip_address': '2001:db8:0:1:f816:3eff:fe72:ec84'}, {'subnet_id': '4eb3c0ab-f6e7-447d-bdbf-bff4bf54f689'}], 'binding:host_id': 'n-d-713301-16'}, 'id': '09add3de-77b8-4ef7-afb8-cbb8879007d5'} from n-d-713301-16. {{(pid=95103) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Sep 23 19:48:05.367872 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-4ce01611-1c5f-4b7d-8eac-97852a6c5a01 tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5607436'] for port, after_update {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:48:05.368135 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a2be5e44-feda-4cca-8c07-0faed1a3d6fa req-ebdbc632-5434-426f-b990-c19c52a7f88e tempest-TestNetworkBasicOps-1575950199 tempest-TestNetworkBasicOps-1575950199-project] Made reservation on behalf of 7fd7324f75754f93a5f1d406b61f5276 for: {'port': 1} {{(pid=95102) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:48:05.368697 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-4ce01611-1c5f-4b7d-8eac-97852a6c5a01 tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5607579', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6130961'] for subnet, after_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:48:05.373375 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-a2be5e44-feda-4cca-8c07-0faed1a3d6fa req-ebdbc632-5434-426f-b990-c19c52a7f88e tempest-TestNetworkBasicOps-1575950199 tempest-TestNetworkBasicOps-1575950199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:48:05.418199 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Device 09add3de-77b8-4ef7-afb8-cbb8879007d5 no longer exists at agent ovs-agent-n-d-713301-16 {{(pid=95103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 19:48:05.485076 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b7ca2615-02a2-4e9a-a7a9-6d22583179bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:48:05.502570 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce01611-1c5f-4b7d-8eac-97852a6c5a01 tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Pushing event updated for resources: {'Subnet': ['ID=a6b4455c-7da3-4e05-a141-ef679d0d9206,revision_number=0']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:48:05.599370 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-62015856-2249-4596-92b6-40d8d0aabfbc req-3246ad45-72cf-4175-85fb-c8fad496eb45 tempest-TestNetworkBasicOps-1575950199 tempest-TestNetworkBasicOps-1575950199-project] 10.222.0.67 "GET /v2.0/ports?device_id=c7195e59-1f93-465f-85f0-0c4ff4d8831f HTTP/1.1" status: 200 len: 210 time: 0.0986421 Sep 23 19:48:05.606524 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ce01611-1c5f-4b7d-8eac-97852a6c5a01 tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Network 3e6c6ec3-89f7-4fc2-8252-c7df087533ec is already hosted by enough agents. {{(pid=95101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:48:05.613216 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.base_scheduler [None req-4ce01611-1c5f-4b7d-8eac-97852a6c5a01 tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Resources bound (agent type, host, resource id): {{(pid=95101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:48:05.625921 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ce01611-1c5f-4b7d-8eac-97852a6c5a01 tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:48:05.629264 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-4ce01611-1c5f-4b7d-8eac-97852a6c5a01 tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Notify callbacks [] for subnet, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:48:05.677164 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-4ce01611-1c5f-4b7d-8eac-97852a6c5a01 tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 2.2493777 Sep 23 19:48:05.681852 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 44346) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:48:05.693210 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.v2.base [None req-64fcba32-ba98-4d2d-88b4-e03bca1a4c8e tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Request body: {'port': {'network_id': '3e6c6ec3-89f7-4fc2-8252-c7df087533ec', 'mac_address': 'fa:16:3e:01:47:40', 'name': 'tempest-NetworksTestDHCPv6-885126800'}} {{(pid=95102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:48:05.720271 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce01611-1c5f-4b7d-8eac-97852a6c5a01 tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Pushing event updated for resources: {'Port': ['ID=09add3de-77b8-4ef7-afb8-cbb8879007d5,revision_number=6']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:48:05.887885 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.db_base_plugin_common [None req-b7ca2615-02a2-4e9a-a7a9-6d22583179bd None None] Allocated IP 2001:db8::2 (3e6c6ec3-89f7-4fc2-8252-c7df087533ec/4eb3c0ab-f6e7-447d-bdbf-bff4bf54f689/09add3de-77b8-4ef7-afb8-cbb8879007d5) {{(pid=95103) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 19:48:05.901854 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1baf9f-c07e-4f3d-a08d-5fe4ea0ff958 req-b4f4d65e-2fa9-46f8-87dc-d27058978af5 tempest-AttachVolumeShelveTestJSON-2035318112 tempest-AttachVolumeShelveTestJSON-2035318112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:48:05.903428 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-dd1baf9f-c07e-4f3d-a08d-5fe4ea0ff958 req-b4f4d65e-2fa9-46f8-87dc-d27058978af5 tempest-AttachVolumeShelveTestJSON-2035318112 tempest-AttachVolumeShelveTestJSON-2035318112-project] 10.222.0.53 "GET /v2.0/ports?device_id=036bfa8b-48f6-483d-9ccb-759a52abd0b0 HTTP/1.1" status: 200 len: 947 time: 0.3545823 Sep 23 19:48:05.916415 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:48:06.026741 n-d-713301-16 neutron-server[95102]: DEBUG neutron.db.db_base_plugin_common [req-a2be5e44-feda-4cca-8c07-0faed1a3d6fa req-ebdbc632-5434-426f-b990-c19c52a7f88e tempest-TestNetworkBasicOps-1575950199 tempest-TestNetworkBasicOps-1575950199-project] Allocated IP 172.20.0.4 (a493f9d2-2406-4a59-a208-222c60ab7a5b/fb3110a1-985c-4750-9b32-7189960c4093/e76582ac-d990-442c-9297-9c8c0cfc7d67) {{(pid=95102) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 19:48:06.048093 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-b7ca2615-02a2-4e9a-a7a9-6d22583179bd None None] For port 09add3de-77b8-4ef7-afb8-cbb8879007d5, host n-d-713301-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-16',level=0,port_id=09add3de-77b8-4ef7-afb8-cbb8879007d5,segment=NetworkSegment(5c8360fd-bd95-490f-abbb-4e7bd94ab9a5),segment_id=5c8360fd-bd95-490f-abbb-4e7bd94ab9a5)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:48:06.098962 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b7ca2615-02a2-4e9a-a7a9-6d22583179bd None None] Notify callbacks [] for port, precommit_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:48:06.111787 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b7ca2615-02a2-4e9a-a7a9-6d22583179bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:48:06.117045 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64fcba32-ba98-4d2d-88b4-e03bca1a4c8e tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Made reservation on behalf of ef2dbafd0ba44b7485191a034ef43810 for: {'port': 1} {{(pid=95102) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:48:06.182811 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2adeec54-590d-4553-a0ee-04aff5f4cca9 req-aea898ae-59eb-4e61-91bc-ee5411c2e27c tempest-AttachVolumeShelveTestJSON-2035318112 tempest-AttachVolumeShelveTestJSON-2035318112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:48:06.184394 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-2adeec54-590d-4553-a0ee-04aff5f4cca9 req-aea898ae-59eb-4e61-91bc-ee5411c2e27c tempest-AttachVolumeShelveTestJSON-2035318112 tempest-AttachVolumeShelveTestJSON-2035318112-project] 10.222.0.67 "GET /v2.0/ports?device_id=036bfa8b-48f6-483d-9ccb-759a52abd0b0 HTTP/1.1" status: 200 len: 947 time: 0.2464674 Sep 23 19:48:06.198963 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ca2615-02a2-4e9a-a7a9-6d22583179bd None None] Pushing event updated for resources: {'Port': ['ID=09add3de-77b8-4ef7-afb8-cbb8879007d5,revision_number=7']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:48:06.289773 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.db.api [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95103) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 23 19:48:06.290288 n-d-713301-16 neutron-server[95103]: DEBUG oslo_db.api [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 23 19:48:06.412317 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-2adeec54-590d-4553-a0ee-04aff5f4cca9 req-13847ef6-4a36-4f97-a310-99fbc157ba06 tempest-AttachVolumeShelveTestJSON-2035318112 tempest-AttachVolumeShelveTestJSON-2035318112-project] 10.222.0.67 "GET /v2.0/security-groups?id=209f1ee5-6189-41c6-b235-f9c754b12a19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2185152 Sep 23 19:48:06.430110 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-64fcba32-ba98-4d2d-88b4-e03bca1a4c8e tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:48:06.490061 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.plugin [req-dd1baf9f-c07e-4f3d-a08d-5fe4ea0ff958 req-0cff0389-b71c-481b-9d3e-ad21af1d6232 tempest-AttachVolumeShelveTestJSON-2035318112 tempest-AttachVolumeShelveTestJSON-2035318112-project] Deleting port 79ee258c-88f6-46b2-b5bb-87d8ad0b9864 {{(pid=95102) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:48:06.490411 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-dd1baf9f-c07e-4f3d-a08d-5fe4ea0ff958 req-0cff0389-b71c-481b-9d3e-ad21af1d6232 tempest-AttachVolumeShelveTestJSON-2035318112 tempest-AttachVolumeShelveTestJSON-2035318112-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783146157096'] for port, before_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:48:06.498180 n-d-713301-16 neutron-server[95102]: DEBUG neutron.notifiers.nova [None req-64fcba32-ba98-4d2d-88b4-e03bca1a4c8e tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] device_id is not set on port d6e028ae-7ad8-4690-af96-275b42f5e5af yet. {{(pid=95102) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 23 19:48:06.646030 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-a2be5e44-feda-4cca-8c07-0faed1a3d6fa req-ebdbc632-5434-426f-b990-c19c52a7f88e tempest-TestNetworkBasicOps-1575950199 tempest-TestNetworkBasicOps-1575950199-project] Notify callbacks [] for port, precommit_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:48:06.738749 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-a6c2e526-12a9-40d8-934e-cff71c6501ae req-2d81e582-34dc-48ba-aff4-848462a776db tempest-TestNetworkBasicOps-1575950199 tempest-TestNetworkBasicOps-1575950199-project] 10.222.0.67 "GET /v2.0/ports?device_id=c7195e59-1f93-465f-85f0-0c4ff4d8831f HTTP/1.1" status: 200 len: 210 time: 0.0438802 Sep 23 19:48:06.828575 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-a2be5e44-feda-4cca-8c07-0faed1a3d6fa req-ebdbc632-5434-426f-b990-c19c52a7f88e tempest-TestNetworkBasicOps-1575950199 tempest-TestNetworkBasicOps-1575950199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783145673135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4399100'] for port, after_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:48:06.837731 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.db [req-dd1baf9f-c07e-4f3d-a08d-5fe4ea0ff958 req-0cff0389-b71c-481b-9d3e-ad21af1d6232 tempest-AttachVolumeShelveTestJSON-2035318112 tempest-AttachVolumeShelveTestJSON-2035318112-project] For port 79ee258c-88f6-46b2-b5bb-87d8ad0b9864, host n-h2-713301-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-16',level=0,port_id=79ee258c-88f6-46b2-b5bb-87d8ad0b9864,segment=NetworkSegment(c5b82793-12a0-4116-8d9f-ade119c657cf),segment_id=c5b82793-12a0-4116-8d9f-ade119c657cf)] {{(pid=95102) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:48:06.838685 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-dd1baf9f-c07e-4f3d-a08d-5fe4ea0ff958 req-0cff0389-b71c-481b-9d3e-ad21af1d6232 tempest-AttachVolumeShelveTestJSON-2035318112 tempest-AttachVolumeShelveTestJSON-2035318112-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-605701'] for port, precommit_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:48:06.857873 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:48:06.876429 n-d-713301-16 neutron-server[95102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a2be5e44-feda-4cca-8c07-0faed1a3d6fa req-ebdbc632-5434-426f-b990-c19c52a7f88e tempest-TestNetworkBasicOps-1575950199 tempest-TestNetworkBasicOps-1575950199-project] Network a493f9d2-2406-4a59-a208-222c60ab7a5b is already hosted by enough agents. {{(pid=95102) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:48:06.886358 n-d-713301-16 neutron-server[95102]: DEBUG neutron.scheduler.base_scheduler [req-a2be5e44-feda-4cca-8c07-0faed1a3d6fa req-ebdbc632-5434-426f-b990-c19c52a7f88e tempest-TestNetworkBasicOps-1575950199 tempest-TestNetworkBasicOps-1575950199-project] Resources bound (agent type, host, resource id): {{(pid=95102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:48:06.912277 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] For port 09add3de-77b8-4ef7-afb8-cbb8879007d5, host n-d-713301-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-16',level=0,port_id=09add3de-77b8-4ef7-afb8-cbb8879007d5,segment=NetworkSegment(5c8360fd-bd95-490f-abbb-4e7bd94ab9a5),segment_id=5c8360fd-bd95-490f-abbb-4e7bd94ab9a5)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:48:06.917518 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:48:06.926472 n-d-713301-16 neutron-server[95102]: DEBUG neutron.db.l3_dvrscheduler_db [req-a2be5e44-feda-4cca-8c07-0faed1a3d6fa req-ebdbc632-5434-426f-b990-c19c52a7f88e tempest-TestNetworkBasicOps-1575950199 tempest-TestNetworkBasicOps-1575950199-project] Received port after_create {{(pid=95102) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 19:48:06.989454 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2be5e44-feda-4cca-8c07-0faed1a3d6fa req-ebdbc632-5434-426f-b990-c19c52a7f88e tempest-TestNetworkBasicOps-1575950199 tempest-TestNetworkBasicOps-1575950199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:48:06.992743 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-a2be5e44-feda-4cca-8c07-0faed1a3d6fa req-ebdbc632-5434-426f-b990-c19c52a7f88e tempest-TestNetworkBasicOps-1575950199 tempest-TestNetworkBasicOps-1575950199-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222849'] for port, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:48:07.058497 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Pushing event updated for resources: {'Port': ['ID=09add3de-77b8-4ef7-afb8-cbb8879007d5,revision_number=8']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:48:07.117893 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Device 09add3de-77b8-4ef7-afb8-cbb8879007d5 up at agent ovs-agent-n-d-713301-16 {{(pid=95103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 19:48:07.173840 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-a2be5e44-feda-4cca-8c07-0faed1a3d6fa req-ebdbc632-5434-426f-b990-c19c52a7f88e tempest-TestNetworkBasicOps-1575950199 tempest-TestNetworkBasicOps-1575950199-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5376167 Sep 23 19:48:07.178107 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Provisioning complete for port 09add3de-77b8-4ef7-afb8-cbb8879007d5 triggered by entity L2. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:48:07.178290 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:48:07.186691 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebdbc632-5434-426f-b990-c19c52a7f88e tempest-TestNetworkBasicOps-1575950199 tempest-TestNetworkBasicOps-1575950199-project] Pushing event updated for resources: {'Port': ['ID=e76582ac-d990-442c-9297-9c8c0cfc7d67,revision_number=1']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:48:07.192965 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [req-a2be5e44-feda-4cca-8c07-0faed1a3d6fa req-49cb14ef-469e-4740-bf1a-417696ccc5f2 tempest-TestNetworkBasicOps-1575950199 tempest-TestNetworkBasicOps-1575950199-project] http://10.222.0.67:9696/v2.0/extensions returned with HTTP 200 {{(pid=95102) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 23 19:48:07.194014 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-a2be5e44-feda-4cca-8c07-0faed1a3d6fa req-49cb14ef-469e-4740-bf1a-417696ccc5f2 tempest-TestNetworkBasicOps-1575950199 tempest-TestNetworkBasicOps-1575950199-project] 10.222.0.74 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0107636 Sep 23 19:48:07.213386 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.v2.base [req-a2be5e44-feda-4cca-8c07-0faed1a3d6fa req-c12903b9-5f3d-40e6-8fcf-7d04fab2770d service neutron] Request body: {'port': {'device_id': 'c7195e59-1f93-465f-85f0-0c4ff4d8831f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713301-16'}} {{(pid=95102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:48:07.272562 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:48:07.311817 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebdbc632-5434-426f-b990-c19c52a7f88e tempest-TestNetworkBasicOps-1575950199 tempest-TestNetworkBasicOps-1575950199-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:48:07.311817 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebdbc632-5434-426f-b990-c19c52a7f88e tempest-TestNetworkBasicOps-1575950199 tempest-TestNetworkBasicOps-1575950199-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:48:07.311817 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebdbc632-5434-426f-b990-c19c52a7f88e tempest-TestNetworkBasicOps-1575950199 tempest-TestNetworkBasicOps-1575950199-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:48:07.312126 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebdbc632-5434-426f-b990-c19c52a7f88e tempest-TestNetworkBasicOps-1575950199 tempest-TestNetworkBasicOps-1575950199-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:48:07.312454 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebdbc632-5434-426f-b990-c19c52a7f88e tempest-TestNetworkBasicOps-1575950199 tempest-TestNetworkBasicOps-1575950199-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:48:07.312830 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebdbc632-5434-426f-b990-c19c52a7f88e tempest-TestNetworkBasicOps-1575950199 tempest-TestNetworkBasicOps-1575950199-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:48:07.313166 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebdbc632-5434-426f-b990-c19c52a7f88e tempest-TestNetworkBasicOps-1575950199 tempest-TestNetworkBasicOps-1575950199-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:48:07.313493 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebdbc632-5434-426f-b990-c19c52a7f88e tempest-TestNetworkBasicOps-1575950199 tempest-TestNetworkBasicOps-1575950199-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:48:07.313826 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebdbc632-5434-426f-b990-c19c52a7f88e tempest-TestNetworkBasicOps-1575950199 tempest-TestNetworkBasicOps-1575950199-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:48:07.314156 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebdbc632-5434-426f-b990-c19c52a7f88e tempest-TestNetworkBasicOps-1575950199 tempest-TestNetworkBasicOps-1575950199-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:48:07.314484 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebdbc632-5434-426f-b990-c19c52a7f88e tempest-TestNetworkBasicOps-1575950199 tempest-TestNetworkBasicOps-1575950199-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:48:07.314809 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebdbc632-5434-426f-b990-c19c52a7f88e tempest-TestNetworkBasicOps-1575950199 tempest-TestNetworkBasicOps-1575950199-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:48:07.334263 n-d-713301-16 neutron-server[95102]: DEBUG neutron.db.db_base_plugin_common [None req-64fcba32-ba98-4d2d-88b4-e03bca1a4c8e tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Allocated IP 2001:db8::2db (3e6c6ec3-89f7-4fc2-8252-c7df087533ec/4eb3c0ab-f6e7-447d-bdbf-bff4bf54f689/d6e028ae-7ad8-4690-af96-275b42f5e5af) {{(pid=95102) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 19:48:07.337749 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] For port 09add3de-77b8-4ef7-afb8-cbb8879007d5, host n-d-713301-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-16',level=0,port_id=09add3de-77b8-4ef7-afb8-cbb8879007d5,segment=NetworkSegment(5c8360fd-bd95-490f-abbb-4e7bd94ab9a5),segment_id=5c8360fd-bd95-490f-abbb-4e7bd94ab9a5)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:48:07.342528 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:48:07.390606 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-a2be5e44-feda-4cca-8c07-0faed1a3d6fa req-c12903b9-5f3d-40e6-8fcf-7d04fab2770d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:48:07.410209 n-d-713301-16 neutron-server[95102]: DEBUG neutron.db.db_base_plugin_common [None req-64fcba32-ba98-4d2d-88b4-e03bca1a4c8e tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Allocated IP 2001:db8:0:1:f816:3eff:fe01:4740 (3e6c6ec3-89f7-4fc2-8252-c7df087533ec/a6b4455c-7da3-4e05-a141-ef679d0d9206/d6e028ae-7ad8-4690-af96-275b42f5e5af) {{(pid=95102) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 19:48:07.416408 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3364dab-2223-4d30-aa5f-adcf2440049e None None] get_active_networks_info from n-d-713301-16 {{(pid=95103) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 23 19:48:07.671104 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Pushing event updated for resources: {'Port': ['ID=09add3de-77b8-4ef7-afb8-cbb8879007d5,revision_number=9']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:48:07.686922 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-dd1baf9f-c07e-4f3d-a08d-5fe4ea0ff958 req-0cff0389-b71c-481b-9d3e-ad21af1d6232 tempest-AttachVolumeShelveTestJSON-2035318112 tempest-AttachVolumeShelveTestJSON-2035318112-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:48:07.687864 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-dd1baf9f-c07e-4f3d-a08d-5fe4ea0ff958 req-0cff0389-b71c-481b-9d3e-ad21af1d6232 tempest-AttachVolumeShelveTestJSON-2035318112 tempest-AttachVolumeShelveTestJSON-2035318112-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-601884'] for floatingip, after_update {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:48:07.687864 n-d-713301-16 neutron-server[95102]: INFO neutron.db.l3_db [req-dd1baf9f-c07e-4f3d-a08d-5fe4ea0ff958 req-0cff0389-b71c-481b-9d3e-ad21af1d6232 tempest-AttachVolumeShelveTestJSON-2035318112 tempest-AttachVolumeShelveTestJSON-2035318112-project] Floating IP eec0469e-0279-45a6-a7b3-b71f863d21ac disassociated. External IP: 172.25.1.102, port: 79ee258c-88f6-46b2-b5bb-87d8ad0b9864. Sep 23 19:48:07.688171 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.plugin [req-dd1baf9f-c07e-4f3d-a08d-5fe4ea0ff958 req-0cff0389-b71c-481b-9d3e-ad21af1d6232 tempest-AttachVolumeShelveTestJSON-2035318112 tempest-AttachVolumeShelveTestJSON-2035318112-project] Calling delete_port for 79ee258c-88f6-46b2-b5bb-87d8ad0b9864 owned by compute:nova {{(pid=95102) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:48:07.694077 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-cf329ef3-ebb4-49d5-afd4-cd966a929813 None None] Provisioning complete for port 09add3de-77b8-4ef7-afb8-cbb8879007d5 triggered by entity DHCP. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:48:07.694465 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-cf329ef3-ebb4-49d5-afd4-cd966a929813 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:48:07.793318 n-d-713301-16 neutron-server[95103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3364dab-2223-4d30-aa5f-adcf2440049e None None] Resources bound (agent type, host, resource id): {{(pid=95103) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 23 19:48:07.895506 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1325a503-f9c9-4e60-a089-8bc2ef864085 req-46ac9874-e881-42fe-8e70-7d5328baf7d1 tempest-AttachVolumeShelveTestJSON-2035318112 tempest-AttachVolumeShelveTestJSON-2035318112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:48:07.897129 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-1325a503-f9c9-4e60-a089-8bc2ef864085 req-46ac9874-e881-42fe-8e70-7d5328baf7d1 tempest-AttachVolumeShelveTestJSON-2035318112 tempest-AttachVolumeShelveTestJSON-2035318112-project] 10.222.0.67 "GET /v2.0/ports?device_id=036bfa8b-48f6-483d-9ccb-759a52abd0b0 HTTP/1.1" status: 200 len: 947 time: 0.3591568 Sep 23 19:48:08.129625 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-1325a503-f9c9-4e60-a089-8bc2ef864085 req-4c03eb3b-45ae-484c-9b7e-ffc53d27a4c8 tempest-AttachVolumeShelveTestJSON-2035318112 tempest-AttachVolumeShelveTestJSON-2035318112-project] 10.222.0.67 "GET /v2.0/security-groups?id=209f1ee5-6189-41c6-b235-f9c754b12a19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1987627 Sep 23 19:48:08.143969 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9f68a8-688c-440f-b6f6-9f2a8a403721 req-2d176985-279d-4f55-8dc5-3b6324f16546 tempest-TestNetworkBasicOps-1575950199 tempest-TestNetworkBasicOps-1575950199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:48:08.145814 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-cd9f68a8-688c-440f-b6f6-9f2a8a403721 req-2d176985-279d-4f55-8dc5-3b6324f16546 tempest-TestNetworkBasicOps-1575950199 tempest-TestNetworkBasicOps-1575950199-project] 10.222.0.67 "GET /v2.0/ports?device_id=c7195e59-1f93-465f-85f0-0c4ff4d8831f HTTP/1.1" status: 200 len: 931 time: 0.2460852 Sep 23 19:48:08.199784 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-64fcba32-ba98-4d2d-88b4-e03bca1a4c8e tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Notify callbacks [] for port, precommit_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:48:08.209941 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Device 79ee258c-88f6-46b2-b5bb-87d8ad0b9864 no longer exists at agent hyperv_n-h2-713301-16 {{(pid=95103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 19:48:08.335079 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:48:08.621602 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-cd9f68a8-688c-440f-b6f6-9f2a8a403721 req-165f50c1-db52-43fc-b33c-f825e567f5c1 tempest-TestNetworkBasicOps-1575950199 tempest-TestNetworkBasicOps-1575950199-project] 10.222.0.67 "GET /v2.0/security-groups?id=d9e6d289-17b3-40eb-a2c0-64f30e90b1e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4369476 Sep 23 19:48:08.688542 n-d-713301-16 neutron-server[95102]: DEBUG neutron.notifiers.nova [req-a2be5e44-feda-4cca-8c07-0faed1a3d6fa req-c12903b9-5f3d-40e6-8fcf-7d04fab2770d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e76582ac-d990-442c-9297-9c8c0cfc7d67 {{(pid=95102) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 19:48:08.695629 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-64fcba32-ba98-4d2d-88b4-e03bca1a4c8e tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783145673135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4399100'] for port, after_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:48:08.697742 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-dd1baf9f-c07e-4f3d-a08d-5fe4ea0ff958 req-0cff0389-b71c-481b-9d3e-ad21af1d6232 tempest-AttachVolumeShelveTestJSON-2035318112 tempest-AttachVolumeShelveTestJSON-2035318112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783146162158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783145673144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4399100'] for port, after_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:48:08.709762 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-a2be5e44-feda-4cca-8c07-0faed1a3d6fa req-c12903b9-5f3d-40e6-8fcf-7d04fab2770d service neutron] Notify callbacks [] for port, precommit_update {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:48:08.770961 n-d-713301-16 neutron-server[95102]: DEBUG neutron.db.provisioning_blocks [req-a2be5e44-feda-4cca-8c07-0faed1a3d6fa req-c12903b9-5f3d-40e6-8fcf-7d04fab2770d service neutron] Transition to ACTIVE for port object e76582ac-d990-442c-9297-9c8c0cfc7d67 will not be triggered until provisioned by entity L2. {{(pid=95102) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 19:48:08.773403 n-d-713301-16 neutron-server[95102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64fcba32-ba98-4d2d-88b4-e03bca1a4c8e tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Network 3e6c6ec3-89f7-4fc2-8252-c7df087533ec is already hosted by enough agents. {{(pid=95102) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:48:08.782816 n-d-713301-16 neutron-server[95102]: DEBUG neutron.scheduler.base_scheduler [None req-64fcba32-ba98-4d2d-88b4-e03bca1a4c8e tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Resources bound (agent type, host, resource id): {{(pid=95102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:48:08.785100 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-a2be5e44-feda-4cca-8c07-0faed1a3d6fa req-c12903b9-5f3d-40e6-8fcf-7d04fab2770d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4399095'] for port, after_update {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:48:08.787502 n-d-713301-16 neutron-server[95102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64fcba32-ba98-4d2d-88b4-e03bca1a4c8e tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Received port after_create {{(pid=95102) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 19:48:08.793780 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64fcba32-ba98-4d2d-88b4-e03bca1a4c8e tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:48:08.794567 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-64fcba32-ba98-4d2d-88b4-e03bca1a4c8e tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222849'] for port, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:48:08.825432 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64fcba32-ba98-4d2d-88b4-e03bca1a4c8e tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Pushing event updated for resources: {'Port': ['ID=d6e028ae-7ad8-4690-af96-275b42f5e5af,revision_number=1']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:48:08.876362 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa35ad52-2171-4f69-aab5-f99ce2b705c8 None None] Network 3e6c6ec3-89f7-4fc2-8252-c7df087533ec requested from n-d-713301-16 {{(pid=95103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 19:48:08.895116 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-64fcba32-ba98-4d2d-88b4-e03bca1a4c8e tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 3.2116616 Sep 23 19:48:08.897996 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 44374) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:48:08.898389 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cff0389-b71c-481b-9d3e-ad21af1d6232 tempest-AttachVolumeShelveTestJSON-2035318112 tempest-AttachVolumeShelveTestJSON-2035318112-project] Pushing event deleted for resources: {'Port': ['ID=79ee258c-88f6-46b2-b5bb-87d8ad0b9864,revision_number=None']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:48:08.987960 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-b961d542-a408-4fc9-85f2-a720e5d399b1 None None] Provisioning complete for port 09add3de-77b8-4ef7-afb8-cbb8879007d5 triggered by entity DHCP. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:48:08.988427 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b961d542-a408-4fc9-85f2-a720e5d399b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:48:09.082835 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Device 09add3de-77b8-4ef7-afb8-cbb8879007d5 up at agent ovs-agent-n-d-713301-16 {{(pid=95103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 19:48:09.087047 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c12903b9-5f3d-40e6-8fcf-7d04fab2770d service neutron] Pushing event updated for resources: {'Port': ['ID=e76582ac-d990-442c-9297-9c8c0cfc7d67,revision_number=2']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:48:09.109464 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.plugin [None req-90e15472-6877-4e05-ab9e-b8f816455076 tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Deleting port d6e028ae-7ad8-4690-af96-275b42f5e5af {{(pid=95101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:48:09.109997 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-90e15472-6877-4e05-ab9e-b8f816455076 tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783146157096'] for port, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:48:09.131712 n-d-713301-16 neutron-server[95102]: DEBUG neutron.scheduler.l3_agent_scheduler [req-dd1baf9f-c07e-4f3d-a08d-5fe4ea0ff958 req-0cff0389-b71c-481b-9d3e-ad21af1d6232 tempest-AttachVolumeShelveTestJSON-2035318112 tempest-AttachVolumeShelveTestJSON-2035318112-project] Router d83f0415-5e06-4b12-856d-9038a1f0f9f8 has already been hosted by L3 agent 79a740bf-7821-4989-8288-7186e3e128f3 {{(pid=95102) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 19:48:09.133208 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.managers [req-a2be5e44-feda-4cca-8c07-0faed1a3d6fa req-c12903b9-5f3d-40e6-8fcf-7d04fab2770d service neutron] Attempting to bind port e76582ac-d990-442c-9297-9c8c0cfc7d67 on host n-h1-713301-16 for vnic_type normal with profile {{(pid=95102) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 19:48:09.133545 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.managers [req-a2be5e44-feda-4cca-8c07-0faed1a3d6fa req-c12903b9-5f3d-40e6-8fcf-7d04fab2770d service neutron] Attempting to bind port e76582ac-d990-442c-9297-9c8c0cfc7d67 by drivers openvswitch,hyperv on host n-h1-713301-16 at level 0 using segments [{'id': 'b83a3b00-1618-441a-9ebb-4b950c1224be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': 'a493f9d2-2406-4a59-a208-222c60ab7a5b'}] {{(pid=95102) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 19:48:09.133874 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2be5e44-feda-4cca-8c07-0faed1a3d6fa req-c12903b9-5f3d-40e6-8fcf-7d04fab2770d service neutron] Attempting to bind port e76582ac-d990-442c-9297-9c8c0cfc7d67 on network a493f9d2-2406-4a59-a208-222c60ab7a5b {{(pid=95102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:48:09.141684 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2be5e44-feda-4cca-8c07-0faed1a3d6fa req-c12903b9-5f3d-40e6-8fcf-7d04fab2770d service neutron] Port e76582ac-d990-442c-9297-9c8c0cfc7d67 on network a493f9d2-2406-4a59-a208-222c60ab7a5b not bound, no agent of type Open vSwitch agent registered on host n-h1-713301-16 {{(pid=95102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 19:48:09.142014 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2be5e44-feda-4cca-8c07-0faed1a3d6fa req-c12903b9-5f3d-40e6-8fcf-7d04fab2770d service neutron] Attempting to bind port e76582ac-d990-442c-9297-9c8c0cfc7d67 on network a493f9d2-2406-4a59-a208-222c60ab7a5b {{(pid=95102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:48:09.154123 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2be5e44-feda-4cca-8c07-0faed1a3d6fa req-c12903b9-5f3d-40e6-8fcf-7d04fab2770d service neutron] Checking agent: {'id': '0708c3e9-0aad-4600-9be9-d2486535c898', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713301-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 19, 15, 28), 'started_at': datetime.datetime(2021, 9, 23, 19, 15, 28), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 19, 47, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 19:48:09.154385 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2be5e44-feda-4cca-8c07-0faed1a3d6fa req-c12903b9-5f3d-40e6-8fcf-7d04fab2770d service neutron] Checking segment: {'id': 'b83a3b00-1618-441a-9ebb-4b950c1224be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': 'a493f9d2-2406-4a59-a208-222c60ab7a5b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95102) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:48:09.154776 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2be5e44-feda-4cca-8c07-0faed1a3d6fa req-c12903b9-5f3d-40e6-8fcf-7d04fab2770d service neutron] Bound using segment: {'id': 'b83a3b00-1618-441a-9ebb-4b950c1224be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': 'a493f9d2-2406-4a59-a208-222c60ab7a5b'} {{(pid=95102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 19:48:09.155219 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.managers [req-a2be5e44-feda-4cca-8c07-0faed1a3d6fa req-c12903b9-5f3d-40e6-8fcf-7d04fab2770d service neutron] Bound port: e76582ac-d990-442c-9297-9c8c0cfc7d67, host: n-h1-713301-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b83a3b00-1618-441a-9ebb-4b950c1224be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': 'a493f9d2-2406-4a59-a208-222c60ab7a5b'}}] {{(pid=95102) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 19:48:09.155588 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-a2be5e44-feda-4cca-8c07-0faed1a3d6fa req-c12903b9-5f3d-40e6-8fcf-7d04fab2770d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:48:09.294713 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-90e15472-6877-4e05-ab9e-b8f816455076 tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-605701'] for port, precommit_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:48:09.311445 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.plugin [None req-90e15472-6877-4e05-ab9e-b8f816455076 tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Calling delete_port for d6e028ae-7ad8-4690-af96-275b42f5e5af owned by {{(pid=95101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:48:09.387615 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Provisioning complete for port 09add3de-77b8-4ef7-afb8-cbb8879007d5 triggered by entity L2. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:48:09.390038 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-548cbc51-8922-43ca-a586-f613f2ca3166 req-548ba875-3874-47e3-8302-52e2caf55d82 tempest-AttachVolumeShelveTestJSON-2035318112 tempest-AttachVolumeShelveTestJSON-2035318112-project] 10.222.0.67 "GET /v2.0/ports?device_id=036bfa8b-48f6-483d-9ccb-759a52abd0b0 HTTP/1.1" status: 200 len: 210 time: 0.0488989 Sep 23 19:48:09.390602 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:48:09.448147 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-dd1baf9f-c07e-4f3d-a08d-5fe4ea0ff958 req-0cff0389-b71c-481b-9d3e-ad21af1d6232 tempest-AttachVolumeShelveTestJSON-2035318112 tempest-AttachVolumeShelveTestJSON-2035318112-project] Notify agent at l3_agent.n-d-713301-16 the message routers_updated {{(pid=95102) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 19:48:09.468050 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44ddad7b-6f37-414f-aae9-fe8a34ab3899 None None] Sync routers for ids ['d83f0415-5e06-4b12-856d-9038a1f0f9f8'] in n-d-713301-16 {{(pid=95104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 19:48:09.493596 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44ddad7b-6f37-414f-aae9-fe8a34ab3899 None None] Routers {'d83f0415-5e06-4b12-856d-9038a1f0f9f8'} bound to L3 agent in host n-d-713301-16 {{(pid=95104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 19:48:09.496897 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_hamode_db [None req-44ddad7b-6f37-414f-aae9-fe8a34ab3899 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-23T19:07:52Z,description=,heartbeat_timestamp=2021-09-23T19:47:53Z,host='n-d-713301-16',id=79a740bf-7821-4989-8288-7186e3e128f3,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:07:52Z,topic='l3_agent')) {'router_ids': ['d83f0415-5e06-4b12-856d-9038a1f0f9f8'], 'active': True} {{(pid=95104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:48:09.683591 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.db [req-a2be5e44-feda-4cca-8c07-0faed1a3d6fa req-c12903b9-5f3d-40e6-8fcf-7d04fab2770d service neutron] For port e76582ac-d990-442c-9297-9c8c0cfc7d67, host n-h1-713301-16, cleared binding levels {{(pid=95102) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 19:48:09.702568 n-d-713301-16 neutron-server[95102]: DEBUG neutron.db.l3_dvrscheduler_db [req-dd1baf9f-c07e-4f3d-a08d-5fe4ea0ff958 req-0cff0389-b71c-481b-9d3e-ad21af1d6232 tempest-AttachVolumeShelveTestJSON-2035318112 tempest-AttachVolumeShelveTestJSON-2035318112-project] No DVR routers for this DVR port 79ee258c-88f6-46b2-b5bb-87d8ad0b9864 on host n-h2-713301-16 {{(pid=95102) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 19:48:09.738071 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-dd1baf9f-c07e-4f3d-a08d-5fe4ea0ff958 req-0cff0389-b71c-481b-9d3e-ad21af1d6232 tempest-AttachVolumeShelveTestJSON-2035318112 tempest-AttachVolumeShelveTestJSON-2035318112-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222849'] for port, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:48:09.753483 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-dd1baf9f-c07e-4f3d-a08d-5fe4ea0ff958 req-0cff0389-b71c-481b-9d3e-ad21af1d6232 tempest-AttachVolumeShelveTestJSON-2035318112 tempest-AttachVolumeShelveTestJSON-2035318112-project] 10.222.0.53 "DELETE /v2.0/ports/79ee258c-88f6-46b2-b5bb-87d8ad0b9864 HTTP/1.1" status: 204 len: 173 time: 3.8162763 Sep 23 19:48:09.756012 n-d-713301-16 neutron-server[95102]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '036bfa8b-48f6-483d-9ccb-759a52abd0b0', 'name': 'network-vif-deleted', 'tag': '79ee258c-88f6-46b2-b5bb-87d8ad0b9864'}] {{(pid=95102) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 19:48:09.758874 n-d-713301-16 neutron-server[95102]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab31b6d93e5336dbddfa8ec424565b3bd8cb2369c5b4d85bc943472dbb21e8ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cead74c4-9fd9-44aa-b20f-aa41eb76ff25" -d '{"events": [{"server_uuid": "036bfa8b-48f6-483d-9ccb-759a52abd0b0", "name": "network-vif-deleted", "tag": "79ee258c-88f6-46b2-b5bb-87d8ad0b9864"}]}' {{(pid=95102) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 19:48:09.846889 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-90e15472-6877-4e05-ab9e-b8f816455076 tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783146162158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783145673144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5607431'] for port, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:48:09.865584 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.db [req-a2be5e44-feda-4cca-8c07-0faed1a3d6fa req-c12903b9-5f3d-40e6-8fcf-7d04fab2770d service neutron] For port e76582ac-d990-442c-9297-9c8c0cfc7d67, host n-h1-713301-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-16',level=0,port_id=e76582ac-d990-442c-9297-9c8c0cfc7d67,segment=NetworkSegment(b83a3b00-1618-441a-9ebb-4b950c1224be),segment_id=b83a3b00-1618-441a-9ebb-4b950c1224be)] {{(pid=95102) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 19:48:09.876107 n-d-713301-16 neutron-server[95102]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 19:48:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eca42140-a548-4e3a-b65a-3ae202ffefcd x-openstack-request-id: req-eca42140-a548-4e3a-b65a-3ae202ffefcd {{(pid=95102) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 19:48:09.876504 n-d-713301-16 neutron-server[95102]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "036bfa8b-48f6-483d-9ccb-759a52abd0b0", "name": "network-vif-deleted", "tag": "79ee258c-88f6-46b2-b5bb-87d8ad0b9864", "status": "completed", "code": 200}]} {{(pid=95102) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 19:48:09.876964 n-d-713301-16 neutron-server[95102]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-eca42140-a548-4e3a-b65a-3ae202ffefcd {{(pid=95102) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 19:48:09.877427 n-d-713301-16 neutron-server[95102]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '036bfa8b-48f6-483d-9ccb-759a52abd0b0', 'name': 'network-vif-deleted', 'tag': '79ee258c-88f6-46b2-b5bb-87d8ad0b9864', 'status': 'completed', 'code': 200} Sep 23 19:48:09.899381 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90e15472-6877-4e05-ab9e-b8f816455076 tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Pushing event deleted for resources: {'Port': ['ID=d6e028ae-7ad8-4690-af96-275b42f5e5af,revision_number=None']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:48:09.917588 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-caca6b81-75f1-4580-a423-e1e9d4052c76 None None] Could not find standard attr ID for object d6e028ae-7ad8-4690-af96-275b42f5e5af. {{(pid=95103) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 23 19:48:09.921896 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-a2be5e44-feda-4cca-8c07-0faed1a3d6fa req-c12903b9-5f3d-40e6-8fcf-7d04fab2770d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4399095'] for port, after_update {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:48:09.945547 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-caca6b81-75f1-4580-a423-e1e9d4052c76 None None] Provisioning complete for port 09add3de-77b8-4ef7-afb8-cbb8879007d5 triggered by entity DHCP. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:48:09.950384 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-caca6b81-75f1-4580-a423-e1e9d4052c76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:48:09.973611 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2be5e44-feda-4cca-8c07-0faed1a3d6fa req-c12903b9-5f3d-40e6-8fcf-7d04fab2770d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:48:09.974305 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-a2be5e44-feda-4cca-8c07-0faed1a3d6fa req-c12903b9-5f3d-40e6-8fcf-7d04fab2770d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222849'] for port, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:48:09.975858 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-a2be5e44-feda-4cca-8c07-0faed1a3d6fa req-c12903b9-5f3d-40e6-8fcf-7d04fab2770d service neutron] 10.222.0.74 "PUT /v2.0/ports/e76582ac-d990-442c-9297-9c8c0cfc7d67 HTTP/1.1" status: 200 len: 1092 time: 2.7691965 Sep 23 19:48:09.995687 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-90e15472-6877-4e05-ab9e-b8f816455076 tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222849'] for port, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:48:10.013251 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-90e15472-6877-4e05-ab9e-b8f816455076 tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] 10.222.0.67 "DELETE /v2.0/ports/d6e028ae-7ad8-4690-af96-275b42f5e5af HTTP/1.1" status: 204 len: 168 time: 1.1145966 Sep 23 19:48:10.014154 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 44392) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:48:10.078375 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ab3ada7-3ad2-4538-9b3f-773215eaefaf tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:48:10.083990 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-1ab3ada7-3ad2-4538-9b3f-773215eaefaf tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] 10.222.0.67 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.0685339 Sep 23 19:48:10.084862 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 44394) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:48:10.086288 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_dvr_db [None req-44ddad7b-6f37-414f-aae9-fe8a34ab3899 None None] Set router d83f0415-5e06-4b12-856d-9038a1f0f9f8 gateway port host: n-d-713301-16 {{(pid=95104) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 19:48:10.142251 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb65b848-c7ae-40ea-8945-d6768e4566a0 tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:48:10.148783 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-cb65b848-c7ae-40ea-8945-d6768e4566a0 tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] 10.222.0.67 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.0620692 Sep 23 19:48:10.149625 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 44396) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:48:10.217855 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da4ed681-c415-47fa-969d-1e04381654f5 req-90855dd0-d9ee-4b72-a995-1925bc2ffdfd tempest-TestNetworkBasicOps-1575950199 tempest-TestNetworkBasicOps-1575950199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:48:10.219478 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-da4ed681-c415-47fa-969d-1e04381654f5 req-90855dd0-d9ee-4b72-a995-1925bc2ffdfd tempest-TestNetworkBasicOps-1575950199 tempest-TestNetworkBasicOps-1575950199-project] 10.222.0.67 "GET /v2.0/ports?device_id=c7195e59-1f93-465f-85f0-0c4ff4d8831f HTTP/1.1" status: 200 len: 943 time: 0.3749232 Sep 23 19:48:10.266683 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c12903b9-5f3d-40e6-8fcf-7d04fab2770d service neutron] Pushing event updated for resources: {'Port': ['ID=e76582ac-d990-442c-9297-9c8c0cfc7d67,revision_number=3']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:48:10.322738 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c90b33c-59ec-4f02-8836-0c126df9c016 tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:48:10.324197 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c90b33c-59ec-4f02-8836-0c126df9c016 tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:48:10.338666 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c90b33c-59ec-4f02-8836-0c126df9c016 tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:48:10.342729 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-9c90b33c-59ec-4f02-8836-0c126df9c016 tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] 10.222.0.67 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.1891932 Sep 23 19:48:10.342861 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2be5e44-feda-4cca-8c07-0faed1a3d6fa req-e201aab7-60b6-4237-84a0-1683392baf37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:48:10.342954 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 44398) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:48:10.363207 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-a2be5e44-feda-4cca-8c07-0faed1a3d6fa req-e201aab7-60b6-4237-84a0-1683392baf37 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=7fd7324f75754f93a5f1d406b61f5276&device_id=c7195e59-1f93-465f-85f0-0c4ff4d8831f HTTP/1.1" status: 200 len: 1095 time: 0.3121920 Sep 23 19:48:10.480214 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-a2be5e44-feda-4cca-8c07-0faed1a3d6fa req-d7dba9f4-0d7b-4311-842a-b383c5147794 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e76582ac-d990-442c-9297-9c8c0cfc7d67 HTTP/1.1" status: 200 len: 217 time: 0.1160100 Sep 23 19:48:10.481992 n-d-713301-16 neutron-server[95101]: DEBUG neutron.db.db_base_plugin_v2 [None req-fef9f092-899f-4fd4-bdfd-0134d8dae481 tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Deleting subnet 4eb3c0ab-f6e7-447d-bdbf-bff4bf54f689 {{(pid=95101) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 23 19:48:10.486408 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-fef9f092-899f-4fd4-bdfd-0134d8dae481 tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Notify callbacks [] for subnet, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:48:10.526068 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_hamode_db [None req-44ddad7b-6f37-414f-aae9-fe8a34ab3899 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd83f0415-5e06-4b12-856d-9038a1f0f9f8', 'name': 'tempest-AttachVolumeShelveTestJSON-346496842-router', 'tenant_id': '9f955dc8eb0a49dcaf259d890508d18f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'external_fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.225'}], 'enable_snat': True}, 'gw_port_id': '45338fa8-6bfa-4dff-8129-61af5b751662', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:39:06Z', 'updated_at': '2021-09-23T19:39:13Z', 'revision_number': 4, 'project_id': '9f955dc8eb0a49dcaf259d890508d18f', 'gw_port': {'id': '45338fa8-6bfa-4dff-8129-61af5b751662', 'name': '', 'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:b6:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd83f0415-5e06-4b12-856d-9038a1f0f9f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2197, 'fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:39:08Z', 'updated_at': '2021-09-23T19:39:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-16', '_interfaces': [{'id': '208ccfe2-6a3e-4912-af98-65b1a23d7cf6', 'name': '', 'network_id': 'fc2b89b8-ce3f-4c16-8b68-220076c74d2b', 'tenant_id': '9f955dc8eb0a49dcaf259d890508d18f', 'mac_address': 'fa:16:3e:ac:ec:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd83f0415-5e06-4b12-856d-9038a1f0f9f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2203, 'fixed_ips': [{'subnet_id': 'cfb66c78-2a7b-4d98-8fdd-683258461232', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:39:12Z', 'updated_at': '2021-09-23T19:39:23Z', 'revision_number': 5, 'project_id': '9f955dc8eb0a49dcaf259d890508d18f', 'subnets': [{'id': 'cfb66c78-2a7b-4d98-8fdd-683258461232', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-16', False) {} {{(pid=95104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:48:10.586100 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-fef9f092-899f-4fd4-bdfd-0134d8dae481 tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6007154'] for subnet, precommit_delete_associations {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:48:10.605208 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-da4ed681-c415-47fa-969d-1e04381654f5 req-e4544ce4-2302-4377-9086-5a4c697784a9 tempest-TestNetworkBasicOps-1575950199 tempest-TestNetworkBasicOps-1575950199-project] 10.222.0.67 "GET /v2.0/security-groups?id=d9e6d289-17b3-40eb-a2c0-64f30e90b1e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3491855 Sep 23 19:48:10.605735 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 44404) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:48:10.606273 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44ddad7b-6f37-414f-aae9-fe8a34ab3899 None None] Checking router: d83f0415-5e06-4b12-856d-9038a1f0f9f8 for host: n-d-713301-16 {{(pid=95104) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 19:48:10.630398 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44ddad7b-6f37-414f-aae9-fe8a34ab3899 None None] Routers {'d83f0415-5e06-4b12-856d-9038a1f0f9f8'} bound to L3 agent in host n-d-713301-16 {{(pid=95104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 19:48:10.631205 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_hamode_db [None req-44ddad7b-6f37-414f-aae9-fe8a34ab3899 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-23T19:07:52Z,description=,heartbeat_timestamp=2021-09-23T19:47:53Z,host='n-d-713301-16',id=79a740bf-7821-4989-8288-7186e3e128f3,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:07:52Z,topic='l3_agent')) {'router_ids': ['d83f0415-5e06-4b12-856d-9038a1f0f9f8'], 'active': True} {{(pid=95104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:48:10.635521 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-569ae79c-38da-460a-8028-a065b1e9e962 None None] Could not find standard attr ID for object d6e028ae-7ad8-4690-af96-275b42f5e5af. {{(pid=95103) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 23 19:48:10.723367 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2be5e44-feda-4cca-8c07-0faed1a3d6fa req-f30a2c6b-223e-4c1d-996b-06a3b1858763 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:48:10.724847 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-a2be5e44-feda-4cca-8c07-0faed1a3d6fa req-f30a2c6b-223e-4c1d-996b-06a3b1858763 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=fb3110a1-985c-4750-9b32-7189960c4093 HTTP/1.1" status: 200 len: 835 time: 0.2210879 Sep 23 19:48:10.754205 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-fef9f092-899f-4fd4-bdfd-0134d8dae481 tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1756813'] for subnet, precommit_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:48:10.761574 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-87a23325-84a6-4b10-abe1-607a5455c558 tempest-AttachVolumeShelveTestJSON-2035318112 tempest-AttachVolumeShelveTestJSON-2035318112-project] Notify callbacks [] for security_group, before_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:48:10.776842 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_dvr_db [None req-44ddad7b-6f37-414f-aae9-fe8a34ab3899 None None] Set router d83f0415-5e06-4b12-856d-9038a1f0f9f8 gateway port host: n-d-713301-16 {{(pid=95104) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 19:48:10.864060 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-87a23325-84a6-4b10-abe1-607a5455c558 tempest-AttachVolumeShelveTestJSON-2035318112 tempest-AttachVolumeShelveTestJSON-2035318112-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:48:10.894223 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2be5e44-feda-4cca-8c07-0faed1a3d6fa req-e6360175-dc80-4216-864e-dcdb7acbdf4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:48:10.896481 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-a2be5e44-feda-4cca-8c07-0faed1a3d6fa req-e6360175-dc80-4216-864e-dcdb7acbdf4f service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=a493f9d2-2406-4a59-a208-222c60ab7a5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1608422 Sep 23 19:48:10.898022 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-fef9f092-899f-4fd4-bdfd-0134d8dae481 tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1756804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5607514', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6130950'] for subnet, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:48:10.961212 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fef9f092-899f-4fd4-bdfd-0134d8dae481 tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Pushing event deleted for resources: {'Subnet': ['ID=4eb3c0ab-f6e7-447d-bdbf-bff4bf54f689,revision_number=None']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:48:10.968508 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e035b3ce-39d1-4ab9-a6ab-b98bcd1cf1b0 None None] Network 3e6c6ec3-89f7-4fc2-8252-c7df087533ec requested from n-d-713301-16 {{(pid=95103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 19:48:10.970431 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-fef9f092-899f-4fd4-bdfd-0134d8dae481 tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Notify callbacks [] for subnet, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:48:10.975800 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-fef9f092-899f-4fd4-bdfd-0134d8dae481 tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] 10.222.0.67 "DELETE /v2.0/subnets/4eb3c0ab-f6e7-447d-bdbf-bff4bf54f689 HTTP/1.1" status: 204 len: 168 time: 0.6317122 Sep 23 19:48:10.978213 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 44412) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:48:11.084839 n-d-713301-16 neutron-server[95101]: DEBUG neutron.db.db_base_plugin_v2 [None req-56db1552-0921-433f-b529-93bb66f14ef7 tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Deleting subnet a6b4455c-7da3-4e05-a141-ef679d0d9206 {{(pid=95101) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 23 19:48:11.100681 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-87a23325-84a6-4b10-abe1-607a5455c558 tempest-AttachVolumeShelveTestJSON-2035318112 tempest-AttachVolumeShelveTestJSON-2035318112-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:48:11.103414 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-87a23325-84a6-4b10-abe1-607a5455c558 tempest-AttachVolumeShelveTestJSON-2035318112 tempest-AttachVolumeShelveTestJSON-2035318112-project] Notify callbacks [] for security_group, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:48:11.104091 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-87a23325-84a6-4b10-abe1-607a5455c558 tempest-AttachVolumeShelveTestJSON-2035318112 tempest-AttachVolumeShelveTestJSON-2035318112-project] 10.222.0.67 "DELETE /v2.0/security-groups/209f1ee5-6189-41c6-b235-f9c754b12a19 HTTP/1.1" status: 204 len: 168 time: 0.4953012 Sep 23 19:48:11.109118 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 44414) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:48:11.116760 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-56db1552-0921-433f-b529-93bb66f14ef7 tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Notify callbacks [] for subnet, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:48:11.122748 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-a2be5e44-feda-4cca-8c07-0faed1a3d6fa req-5b85c54b-804d-4b1f-9eb2-6959b182985a service neutron] 10.222.0.74 "GET /v2.0/networks/a493f9d2-2406-4a59-a208-222c60ab7a5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2107248 Sep 23 19:48:11.154779 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87a23325-84a6-4b10-abe1-607a5455c558 tempest-AttachVolumeShelveTestJSON-2035318112 tempest-AttachVolumeShelveTestJSON-2035318112-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=209f1ee5-6189-41c6-b235-f9c754b12a19,revision_number=None']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:48:11.200540 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_hamode_db [None req-44ddad7b-6f37-414f-aae9-fe8a34ab3899 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd83f0415-5e06-4b12-856d-9038a1f0f9f8', 'name': 'tempest-AttachVolumeShelveTestJSON-346496842-router', 'tenant_id': '9f955dc8eb0a49dcaf259d890508d18f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'external_fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.225'}], 'enable_snat': True}, 'gw_port_id': '45338fa8-6bfa-4dff-8129-61af5b751662', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:39:06Z', 'updated_at': '2021-09-23T19:39:13Z', 'revision_number': 4, 'project_id': '9f955dc8eb0a49dcaf259d890508d18f', 'gw_port': {'id': '45338fa8-6bfa-4dff-8129-61af5b751662', 'name': '', 'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:b6:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd83f0415-5e06-4b12-856d-9038a1f0f9f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2197, 'fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:39:08Z', 'updated_at': '2021-09-23T19:39:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-16', '_interfaces': [{'id': '208ccfe2-6a3e-4912-af98-65b1a23d7cf6', 'name': '', 'network_id': 'fc2b89b8-ce3f-4c16-8b68-220076c74d2b', 'tenant_id': '9f955dc8eb0a49dcaf259d890508d18f', 'mac_address': 'fa:16:3e:ac:ec:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd83f0415-5e06-4b12-856d-9038a1f0f9f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2203, 'fixed_ips': [{'subnet_id': 'cfb66c78-2a7b-4d98-8fdd-683258461232', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:39:12Z', 'updated_at': '2021-09-23T19:39:23Z', 'revision_number': 5, 'project_id': '9f955dc8eb0a49dcaf259d890508d18f', 'subnets': [{'id': 'cfb66c78-2a7b-4d98-8fdd-683258461232', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-16', False) {} {{(pid=95104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:48:11.205027 n-d-713301-16 neutron-server[95101]: INFO neutron.api.v2.resource [None req-066a60fe-0078-4597-b5fa-40892a9fadbe tempest-AttachVolumeShelveTestJSON-2035318112 tempest-AttachVolumeShelveTestJSON-2035318112-project] show failed (client error): The resource could not be found. Sep 23 19:48:11.206264 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-066a60fe-0078-4597-b5fa-40892a9fadbe tempest-AttachVolumeShelveTestJSON-2035318112 tempest-AttachVolumeShelveTestJSON-2035318112-project] 10.222.0.67 "GET /v2.0/security-groups/209f1ee5-6189-41c6-b235-f9c754b12a19 HTTP/1.1" status: 404 len: 347 time: 0.0958014 Sep 23 19:48:11.219121 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 44418) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:48:11.238395 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-56db1552-0921-433f-b529-93bb66f14ef7 tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6007154'] for subnet, precommit_delete_associations {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:48:11.282615 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44ddad7b-6f37-414f-aae9-fe8a34ab3899 None None] The sync data for ids ['d83f0415-5e06-4b12-856d-9038a1f0f9f8'] in n-d-713301-16 is: [{'id': 'd83f0415-5e06-4b12-856d-9038a1f0f9f8', 'name': 'tempest-AttachVolumeShelveTestJSON-346496842-router', 'tenant_id': '9f955dc8eb0a49dcaf259d890508d18f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'external_fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.225'}], 'enable_snat': True}, 'gw_port_id': '45338fa8-6bfa-4dff-8129-61af5b751662', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:39:06Z', 'updated_at': '2021-09-23T19:39:13Z', 'revision_number': 4, 'project_id': '9f955dc8eb0a49dcaf259d890508d18f', 'gw_port': {'id': '45338fa8-6bfa-4dff-8129-61af5b751662', 'name': '', 'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:b6:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd83f0415-5e06-4b12-856d-9038a1f0f9f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2197, 'fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:39:08Z', 'updated_at': '2021-09-23T19:39:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-16', '_interfaces': [{'id': '208ccfe2-6a3e-4912-af98-65b1a23d7cf6', 'name': '', 'network_id': 'fc2b89b8-ce3f-4c16-8b68-220076c74d2b', 'tenant_id': '9f955dc8eb0a49dcaf259d890508d18f', 'mac_address': 'fa:16:3e:ac:ec:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd83f0415-5e06-4b12-856d-9038a1f0f9f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2203, 'fixed_ips': [{'subnet_id': 'cfb66c78-2a7b-4d98-8fdd-683258461232', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:39:12Z', 'updated_at': '2021-09-23T19:39:23Z', 'revision_number': 5, 'project_id': '9f955dc8eb0a49dcaf259d890508d18f', 'subnets': [{'id': 'cfb66c78-2a7b-4d98-8fdd-683258461232', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 19:48:11.371958 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-56db1552-0921-433f-b529-93bb66f14ef7 tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1756813'] for subnet, precommit_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:48:11.423235 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 44420) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:48:11.446593 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-56db1552-0921-433f-b529-93bb66f14ef7 tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1756804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5607514', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6130950'] for subnet, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:48:11.610975 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.plugin [None req-5d6b6d7b-0478-4564-9b8d-9f863ef54e38 tempest-AttachVolumeShelveTestJSON-2035318112 tempest-AttachVolumeShelveTestJSON-2035318112-project] Deleting port e9c154b7-b15e-42f5-a7d6-40b77f5c6587 {{(pid=95102) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:48:11.611337 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-5d6b6d7b-0478-4564-9b8d-9f863ef54e38 tempest-AttachVolumeShelveTestJSON-2035318112 tempest-AttachVolumeShelveTestJSON-2035318112-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783146157096'] for port, before_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:48:11.663070 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-a2be5e44-feda-4cca-8c07-0faed1a3d6fa req-dbb7ff2d-d299-46ad-9b98-36986d4614dc service neutron] 10.222.0.74 "GET /v2.0/networks/a493f9d2-2406-4a59-a208-222c60ab7a5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5329380 Sep 23 19:48:11.688124 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-bd6c3dba-c05a-4810-a804-5ecf31800af1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:48:11.755489 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68d673a5-7121-42dc-9f60-3cf90347914c None None] New status for floating IP eec0469e-0279-45a6-a7b3-b71f863d21ac: DOWN {{(pid=95103) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 23 19:48:11.881161 n-d-713301-16 neutron-server[95102]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c7195e59-1f93-465f-85f0-0c4ff4d8831f', 'tag': 'e76582ac-d990-442c-9297-9c8c0cfc7d67'}] {{(pid=95102) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 19:48:11.884197 n-d-713301-16 neutron-server[95102]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab31b6d93e5336dbddfa8ec424565b3bd8cb2369c5b4d85bc943472dbb21e8ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8b0b50c-6fa8-4962-b8ac-c9e55a1a4749" -d '{"events": [{"name": "network-changed", "server_uuid": "c7195e59-1f93-465f-85f0-0c4ff4d8831f", "tag": "e76582ac-d990-442c-9297-9c8c0cfc7d67"}]}' {{(pid=95102) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 19:48:11.935749 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-5d6b6d7b-0478-4564-9b8d-9f863ef54e38 tempest-AttachVolumeShelveTestJSON-2035318112 tempest-AttachVolumeShelveTestJSON-2035318112-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-605701'] for port, precommit_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:48:11.936095 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-5d6b6d7b-0478-4564-9b8d-9f863ef54e38 tempest-AttachVolumeShelveTestJSON-2035318112 tempest-AttachVolumeShelveTestJSON-2035318112-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:48:11.985243 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.plugin [None req-5d6b6d7b-0478-4564-9b8d-9f863ef54e38 tempest-AttachVolumeShelveTestJSON-2035318112 tempest-AttachVolumeShelveTestJSON-2035318112-project] Calling delete_port for e9c154b7-b15e-42f5-a7d6-40b77f5c6587 owned by network:floatingip {{(pid=95102) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:48:11.992041 n-d-713301-16 neutron-server[95102]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 19:48:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e20a172-71a7-4038-9a55-e2a89d066f79 x-openstack-request-id: req-8e20a172-71a7-4038-9a55-e2a89d066f79 {{(pid=95102) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 19:48:11.992329 n-d-713301-16 neutron-server[95102]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c7195e59-1f93-465f-85f0-0c4ff4d8831f", "tag": "e76582ac-d990-442c-9297-9c8c0cfc7d67", "status": "completed", "code": 200}]} {{(pid=95102) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 19:48:11.992582 n-d-713301-16 neutron-server[95102]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-8e20a172-71a7-4038-9a55-e2a89d066f79 {{(pid=95102) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 19:48:11.993008 n-d-713301-16 neutron-server[95102]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c7195e59-1f93-465f-85f0-0c4ff4d8831f', 'tag': 'e76582ac-d990-442c-9297-9c8c0cfc7d67', 'status': 'completed', 'code': 200} Sep 23 19:48:12.047414 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9865e0d5-7934-4d56-8629-8b0d924cce9d req-79967d16-2d0c-4fca-b3e8-3f96ed7adffc tempest-TestNetworkBasicOps-1575950199 tempest-TestNetworkBasicOps-1575950199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:48:12.049077 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-9865e0d5-7934-4d56-8629-8b0d924cce9d req-79967d16-2d0c-4fca-b3e8-3f96ed7adffc tempest-TestNetworkBasicOps-1575950199 tempest-TestNetworkBasicOps-1575950199-project] 10.222.0.67 "GET /v2.0/ports?device_id=c7195e59-1f93-465f-85f0-0c4ff4d8831f HTTP/1.1" status: 200 len: 943 time: 0.3315184 Sep 23 19:48:12.064182 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56db1552-0921-433f-b529-93bb66f14ef7 tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Pushing event deleted for resources: {'Subnet': ['ID=a6b4455c-7da3-4e05-a141-ef679d0d9206,revision_number=None']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:48:12.066938 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-56db1552-0921-433f-b529-93bb66f14ef7 tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Notify callbacks [] for subnet, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:48:12.069168 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-56db1552-0921-433f-b529-93bb66f14ef7 tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] 10.222.0.67 "DELETE /v2.0/subnets/a6b4455c-7da3-4e05-a141-ef679d0d9206 HTTP/1.1" status: 204 len: 168 time: 1.0869656 Sep 23 19:48:12.073571 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 44430) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:48:12.115357 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-dacc2c5f-14a9-48a7-ad9d-9cb25d00b478 tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] 10.222.0.67 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0403354 Sep 23 19:48:12.118368 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 44432) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:48:12.123419 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.v2.base [None req-7f7da5de-2fcf-4170-8c4d-71e18a46a6a3 tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Request body: {'subnet': {'network_id': '3e6c6ec3-89f7-4fc2-8252-c7df087533ec', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=95101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:48:12.203590 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b0b50c-6fa8-4962-b8ac-c9e55a1a4749 req-2969fbc1-3179-41c2-8ef1-f45976ce1ac0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:48:12.205139 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-f8b0b50c-6fa8-4962-b8ac-c9e55a1a4749 req-2969fbc1-3179-41c2-8ef1-f45976ce1ac0 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=7fd7324f75754f93a5f1d406b61f5276&device_id=c7195e59-1f93-465f-85f0-0c4ff4d8831f HTTP/1.1" status: 200 len: 1095 time: 0.1883709 Sep 23 19:48:12.231454 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-9865e0d5-7934-4d56-8629-8b0d924cce9d req-11a4ee83-4fd6-4b6c-89bf-1114fc2a6b89 tempest-TestNetworkBasicOps-1575950199 tempest-TestNetworkBasicOps-1575950199-project] 10.222.0.67 "GET /v2.0/security-groups?id=d9e6d289-17b3-40eb-a2c0-64f30e90b1e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1543295 Sep 23 19:48:12.270222 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-bd6c3dba-c05a-4810-a804-5ecf31800af1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:48:12.278730 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-bd6c3dba-c05a-4810-a804-5ecf31800af1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:48:12.292221 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f7da5de-2fcf-4170-8c4d-71e18a46a6a3 tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Made reservation on behalf of ef2dbafd0ba44b7485191a034ef43810 for: {'subnet': 1} {{(pid=95101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:48:12.295920 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-7f7da5de-2fcf-4170-8c4d-71e18a46a6a3 tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6130979'] for subnet, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:48:12.299345 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d178641c-74b1-4de9-856a-dffc1c28c594 None None] Network 3e6c6ec3-89f7-4fc2-8252-c7df087533ec requested from n-d-713301-16 {{(pid=95103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 19:48:12.399175 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-bd6c3dba-c05a-4810-a804-5ecf31800af1 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=c348a319544444d8992f2780d45b90dd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9727223 Sep 23 19:48:12.402344 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 44434) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:48:12.406869 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd6c3dba-c05a-4810-a804-5ecf31800af1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=776cd5dd-0d2f-4738-97e9-40257b9fa606,revision_number=1']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:48:12.422433 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b0b50c-6fa8-4962-b8ac-c9e55a1a4749 req-cec266a8-b7e6-4e53-b033-bbfeae0abbd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:48:12.424556 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-f8b0b50c-6fa8-4962-b8ac-c9e55a1a4749 req-cec266a8-b7e6-4e53-b033-bbfeae0abbd1 service neutron] 10.222.0.74 "GET /v2.0/networks?id=a493f9d2-2406-4a59-a208-222c60ab7a5b HTTP/1.1" status: 200 len: 897 time: 0.2080927 Sep 23 19:48:12.426202 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-6e8562e5-5b77-497e-9017-a1453ded56aa None None] Provisioning complete for port 09add3de-77b8-4ef7-afb8-cbb8879007d5 triggered by entity DHCP. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:48:12.426628 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-6e8562e5-5b77-497e-9017-a1453ded56aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:48:12.473093 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-5d6b6d7b-0478-4564-9b8d-9f863ef54e38 tempest-AttachVolumeShelveTestJSON-2035318112 tempest-AttachVolumeShelveTestJSON-2035318112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783146162158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783145673144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4399100'] for port, after_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:48:12.476038 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-f8b0b50c-6fa8-4962-b8ac-c9e55a1a4749 req-ab67698c-36a8-4585-bc66-b5ace9039c0a service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e76582ac-d990-442c-9297-9c8c0cfc7d67 HTTP/1.1" status: 200 len: 217 time: 0.0430698 Sep 23 19:48:12.517181 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d6b6d7b-0478-4564-9b8d-9f863ef54e38 tempest-AttachVolumeShelveTestJSON-2035318112 tempest-AttachVolumeShelveTestJSON-2035318112-project] Pushing event deleted for resources: {'Port': ['ID=e9c154b7-b15e-42f5-a7d6-40b77f5c6587,revision_number=None']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:48:12.528175 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-55b5d022-985a-49aa-ad5f-f712eb423c67 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:48:12.563947 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-7f7da5de-2fcf-4170-8c4d-71e18a46a6a3 tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5607579', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6130961'] for subnet, after_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:48:12.575111 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-55b5d022-985a-49aa-ad5f-f712eb423c67 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:48:12.580416 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f2abe1d-37b1-42b6-ae52-41b7cd0cdaf9 None None] DHCP port deletion for 3e6c6ec3-89f7-4fc2-8252-c7df087533ec request from n-d-713301-16 {{(pid=95103) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 23 19:48:12.615649 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b0b50c-6fa8-4962-b8ac-c9e55a1a4749 req-7f3980d3-b4cc-49a4-8f10-d9ff0ec9b230 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:48:12.617452 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-f8b0b50c-6fa8-4962-b8ac-c9e55a1a4749 req-7f3980d3-b4cc-49a4-8f10-d9ff0ec9b230 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=fb3110a1-985c-4750-9b32-7189960c4093 HTTP/1.1" status: 200 len: 835 time: 0.1328006 Sep 23 19:48:12.622962 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-5d6b6d7b-0478-4564-9b8d-9f863ef54e38 tempest-AttachVolumeShelveTestJSON-2035318112 tempest-AttachVolumeShelveTestJSON-2035318112-project] Notify callbacks [] for floatingip, after_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:48:12.626171 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-5d6b6d7b-0478-4564-9b8d-9f863ef54e38 tempest-AttachVolumeShelveTestJSON-2035318112 tempest-AttachVolumeShelveTestJSON-2035318112-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222849'] for floatingip, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:48:12.627369 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-5d6b6d7b-0478-4564-9b8d-9f863ef54e38 tempest-AttachVolumeShelveTestJSON-2035318112 tempest-AttachVolumeShelveTestJSON-2035318112-project] 10.222.0.67 "DELETE /v2.0/floatingips/eec0469e-0279-45a6-a7b3-b71f863d21ac HTTP/1.1" status: 204 len: 168 time: 1.4056883 Sep 23 19:48:12.648695 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f7da5de-2fcf-4170-8c4d-71e18a46a6a3 tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Network 3e6c6ec3-89f7-4fc2-8252-c7df087533ec is already hosted by enough agents. {{(pid=95101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:48:12.658227 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.base_scheduler [None req-7f7da5de-2fcf-4170-8c4d-71e18a46a6a3 tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Resources bound (agent type, host, resource id): {{(pid=95101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:48:12.674228 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f7da5de-2fcf-4170-8c4d-71e18a46a6a3 tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:48:12.674715 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b0b50c-6fa8-4962-b8ac-c9e55a1a4749 req-01a2b612-5d9c-4d1a-aabc-3741a285a249 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:48:12.675089 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-7f7da5de-2fcf-4170-8c4d-71e18a46a6a3 tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Notify callbacks [] for subnet, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:48:12.676868 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-f8b0b50c-6fa8-4962-b8ac-c9e55a1a4749 req-01a2b612-5d9c-4d1a-aabc-3741a285a249 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=a493f9d2-2406-4a59-a208-222c60ab7a5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0472016 Sep 23 19:48:12.682141 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.plugin [None req-3f2abe1d-37b1-42b6-ae52-41b7cd0cdaf9 None None] Deleting port 09add3de-77b8-4ef7-afb8-cbb8879007d5 {{(pid=95103) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:48:12.682604 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-3f2abe1d-37b1-42b6-ae52-41b7cd0cdaf9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783146157096'] for port, before_delete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:48:12.694055 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f7da5de-2fcf-4170-8c4d-71e18a46a6a3 tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Pushing event updated for resources: {'Subnet': ['ID=44519693-cbe1-47d4-b02a-8f40ccfa5ca5,revision_number=0']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:48:12.708529 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-7f7da5de-2fcf-4170-8c4d-71e18a46a6a3 tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.5890071 Sep 23 19:48:12.711322 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 44438) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:48:12.716894 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.v2.base [None req-cefcadb2-b8bf-4391-b351-3b1e0b62c86b tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Request body: {'subnet': {'network_id': '3e6c6ec3-89f7-4fc2-8252-c7df087533ec', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=95101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:48:12.761617 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-55b5d022-985a-49aa-ad5f-f712eb423c67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:48:12.763026 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Device e76582ac-d990-442c-9297-9c8c0cfc7d67 details requested by agent hyperv_n-h1-713301-16 with host n-h1-713301-16 {{(pid=95103) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 19:48:12.764643 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-55b5d022-985a-49aa-ad5f-f712eb423c67 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:48:12.766021 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-55b5d022-985a-49aa-ad5f-f712eb423c67 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/776cd5dd-0d2f-4738-97e9-40257b9fa606 HTTP/1.1" status: 204 len: 168 time: 0.3626881 Sep 23 19:48:12.853015 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-f8b0b50c-6fa8-4962-b8ac-c9e55a1a4749 req-6314f20e-1ecd-459d-8557-a68f057d72f3 service neutron] 10.222.0.74 "GET /v2.0/networks/a493f9d2-2406-4a59-a208-222c60ab7a5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1588826 Sep 23 19:48:12.863495 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-3f2abe1d-37b1-42b6-ae52-41b7cd0cdaf9 None None] For port 09add3de-77b8-4ef7-afb8-cbb8879007d5, host n-d-713301-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-16',level=0,port_id=09add3de-77b8-4ef7-afb8-cbb8879007d5,segment=NetworkSegment(5c8360fd-bd95-490f-abbb-4e7bd94ab9a5),segment_id=5c8360fd-bd95-490f-abbb-4e7bd94ab9a5)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:48:12.865070 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-3f2abe1d-37b1-42b6-ae52-41b7cd0cdaf9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-605701'] for port, precommit_delete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:48:12.869434 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b5d022-985a-49aa-ad5f-f712eb423c67 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=776cd5dd-0d2f-4738-97e9-40257b9fa606,revision_number=None']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:48:12.945641 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.plugin [None req-3f2abe1d-37b1-42b6-ae52-41b7cd0cdaf9 None None] Calling delete_port for 09add3de-77b8-4ef7-afb8-cbb8879007d5 owned by network:dhcp {{(pid=95103) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:48:12.982431 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cefcadb2-b8bf-4391-b351-3b1e0b62c86b tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Made reservation on behalf of ef2dbafd0ba44b7485191a034ef43810 for: {'subnet': 1} {{(pid=95101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:48:12.987318 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-cefcadb2-b8bf-4391-b351-3b1e0b62c86b tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6130979'] for subnet, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:48:13.071009 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-f8b0b50c-6fa8-4962-b8ac-c9e55a1a4749 req-ec707534-b0c2-4f45-8c28-933cb73c28eb service neutron] 10.222.0.74 "GET /v2.0/networks/a493f9d2-2406-4a59-a208-222c60ab7a5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2131128 Sep 23 19:48:13.101925 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Device 09add3de-77b8-4ef7-afb8-cbb8879007d5 no longer exists at agent ovs-agent-n-d-713301-16 {{(pid=95103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 19:48:13.151492 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] For port e76582ac-d990-442c-9297-9c8c0cfc7d67, host n-h1-713301-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-16',level=0,port_id=e76582ac-d990-442c-9297-9c8c0cfc7d67,segment=NetworkSegment(b83a3b00-1618-441a-9ebb-4b950c1224be),segment_id=b83a3b00-1618-441a-9ebb-4b950c1224be)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:48:13.185303 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Returning: {'device': 'e76582ac-d990-442c-9297-9c8c0cfc7d67', 'network_id': 'a493f9d2-2406-4a59-a208-222c60ab7a5b', 'port_id': 'e76582ac-d990-442c-9297-9c8c0cfc7d67', 'mac_address': 'fa:16:3e:9a:55:8c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 603, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fb3110a1-985c-4750-9b32-7189960c4093', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95103) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 19:48:13.204199 n-d-713301-16 neutron-server[95101]: INFO neutron.db.ipam_backend_mixin [None req-cefcadb2-b8bf-4391-b351-3b1e0b62c86b tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 44519693-cbe1-47d4-b02a-8f40ccfa5ca5 (CIDR: 2001:db8::/64) Sep 23 19:48:13.208349 n-d-713301-16 neutron-server[95101]: INFO neutron.pecan_wsgi.hooks.translation [None req-cefcadb2-b8bf-4391-b351-3b1e0b62c86b tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 23 19:48:13.208898 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cefcadb2-b8bf-4391-b351-3b1e0b62c86b tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=95101) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 23 19:48:13.226510 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-cefcadb2-b8bf-4391-b351-3b1e0b62c86b tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5138817 Sep 23 19:48:13.229893 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 44452) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:48:13.235989 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.v2.base [None req-fef93b4c-b5b4-4d0a-b976-886376aa5a16 tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Request body: {'subnet': {'network_id': '3e6c6ec3-89f7-4fc2-8252-c7df087533ec', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=95102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:48:13.286604 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:48:13.288944 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-3f2abe1d-37b1-42b6-ae52-41b7cd0cdaf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783146162158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783145673144'] for port, after_delete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:48:13.293434 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 44456) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:48:13.318241 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-a2477ac2-c951-4741-ba21-dc7563c19373 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:48:13.322858 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f2abe1d-37b1-42b6-ae52-41b7cd0cdaf9 None None] Pushing event deleted for resources: {'Port': ['ID=09add3de-77b8-4ef7-afb8-cbb8879007d5,revision_number=None']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:48:13.340095 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:48:13.342438 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f2abe1d-37b1-42b6-ae52-41b7cd0cdaf9 None None] No DVR routers for this DVR port 09add3de-77b8-4ef7-afb8-cbb8879007d5 on host n-d-713301-16 {{(pid=95103) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 19:48:13.345046 n-d-713301-16 neutron-server[95103]: DEBUG neutron.notifiers.nova [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e76582ac-d990-442c-9297-9c8c0cfc7d67 {{(pid=95103) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 19:48:13.372716 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-652a343f-834f-433d-89c2-c6850034c5d2 None None] Network 3e6c6ec3-89f7-4fc2-8252-c7df087533ec requested from n-d-713301-16 {{(pid=95103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 19:48:13.416014 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] For port e76582ac-d990-442c-9297-9c8c0cfc7d67, host n-h1-713301-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-16',level=0,port_id=e76582ac-d990-442c-9297-9c8c0cfc7d67,segment=NetworkSegment(b83a3b00-1618-441a-9ebb-4b950c1224be),segment_id=b83a3b00-1618-441a-9ebb-4b950c1224be)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:48:13.461843 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:48:13.478264 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35e2a75-b349-45e9-86cf-f169595fd44f req-d1676a14-fac2-49ab-bb50-748a6f8e2629 tempest-TestNetworkBasicOps-1575950199 tempest-TestNetworkBasicOps-1575950199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:48:13.480110 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-b35e2a75-b349-45e9-86cf-f169595fd44f req-d1676a14-fac2-49ab-bb50-748a6f8e2629 tempest-TestNetworkBasicOps-1575950199 tempest-TestNetworkBasicOps-1575950199-project] 10.222.0.67 "GET /v2.0/ports?device_id=c7195e59-1f93-465f-85f0-0c4ff4d8831f HTTP/1.1" status: 200 len: 943 time: 0.0855143 Sep 23 19:48:13.498311 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-a2477ac2-c951-4741-ba21-dc7563c19373 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:48:13.505041 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-a2477ac2-c951-4741-ba21-dc7563c19373 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:48:13.542393 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-a2477ac2-c951-4741-ba21-dc7563c19373 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=9eee9df38bf74bfa8c1a8b9b81e3cdc6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2476044 Sep 23 19:48:13.544962 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 44458) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:48:13.577402 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Pushing event updated for resources: {'Port': ['ID=e76582ac-d990-442c-9297-9c8c0cfc7d67,revision_number=4']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:48:13.605591 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fef93b4c-b5b4-4d0a-b976-886376aa5a16 tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Made reservation on behalf of ef2dbafd0ba44b7485191a034ef43810 for: {'subnet': 1} {{(pid=95102) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:48:13.612356 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-fef93b4c-b5b4-4d0a-b976-886376aa5a16 tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5388256'] for subnet, before_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:48:13.650511 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2477ac2-c951-4741-ba21-dc7563c19373 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f3ec65e-2214-4a32-9c20-8111a6c45f18,revision_number=1']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:48:13.676534 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa8f4e08-6a9b-410a-97b9-0fdfe59b56e7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4c8b80df-07eb-5275-9f17-5cf640db67c0-3e6c6ec3-89f7-4fc2-8252-c7df087533ec', 'network_id': '3e6c6ec3-89f7-4fc2-8252-c7df087533ec', 'tenant_id': 'ef2dbafd0ba44b7485191a034ef43810', 'fixed_ips': [{'subnet_id': '44519693-cbe1-47d4-b02a-8f40ccfa5ca5'}]}} from n-d-713301-16. {{(pid=95103) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 23 19:48:13.678231 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-fa8f4e08-6a9b-410a-97b9-0fdfe59b56e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_create {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:48:13.691644 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-1d0f9a49-1065-444c-b76f-8b1c26e6ed9e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:48:13.698796 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] get_ports_and_sgs() called for port_ids ['e76582ac-d990-442c-9297-9c8c0cfc7d67'] {{(pid=95103) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 19:48:13.743805 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-1d0f9a49-1065-444c-b76f-8b1c26e6ed9e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:48:13.824952 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-b35e2a75-b349-45e9-86cf-f169595fd44f req-3b8d3b18-1645-4a11-b476-5a8b129817c8 tempest-TestNetworkBasicOps-1575950199 tempest-TestNetworkBasicOps-1575950199-project] 10.222.0.67 "GET /v2.0/security-groups?id=d9e6d289-17b3-40eb-a2c0-64f30e90b1e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3239486 Sep 23 19:48:13.829952 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-1d0f9a49-1065-444c-b76f-8b1c26e6ed9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:48:13.833846 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-1d0f9a49-1065-444c-b76f-8b1c26e6ed9e admin admin] Notify callbacks [] for security_group, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:48:13.839524 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-1d0f9a49-1065-444c-b76f-8b1c26e6ed9e admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/4f3ec65e-2214-4a32-9c20-8111a6c45f18 HTTP/1.1" status: 204 len: 168 time: 0.2833672 Sep 23 19:48:13.853975 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d0f9a49-1065-444c-b76f-8b1c26e6ed9e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f3ec65e-2214-4a32-9c20-8111a6c45f18,revision_number=None']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:48:14.016688 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.db_base_plugin_common [None req-fa8f4e08-6a9b-410a-97b9-0fdfe59b56e7 None None] Allocated IP 2001:db8::2 (3e6c6ec3-89f7-4fc2-8252-c7df087533ec/44519693-cbe1-47d4-b02a-8f40ccfa5ca5/7a242168-3d4b-476e-a0ed-4234176dad62) {{(pid=95103) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 19:48:14.103685 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.agents_db [None req-f2f5c474-60a3-474f-b2cc-02c4bd30880c None None] Agent healthcheck: found 7 active agents {{(pid=95104) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 19:48:14.235297 n-d-713301-16 neutron-server[95102]: DEBUG neutron.objects.ports [None req-fef93b4c-b5b4-4d0a-b976-886376aa5a16 tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=95102) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 23 19:48:14.237537 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-fef93b4c-b5b4-4d0a-b976-886376aa5a16 tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4398944', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5388242'] for subnet, after_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:48:14.262790 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-fa8f4e08-6a9b-410a-97b9-0fdfe59b56e7 None None] Notify callbacks [] for port, precommit_create {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:48:14.283010 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-fa8f4e08-6a9b-410a-97b9-0fdfe59b56e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783145673135'] for port, after_create {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:48:14.301230 n-d-713301-16 neutron-server[95102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fef93b4c-b5b4-4d0a-b976-886376aa5a16 tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Network 3e6c6ec3-89f7-4fc2-8252-c7df087533ec is already hosted by enough agents. {{(pid=95102) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:48:14.305569 n-d-713301-16 neutron-server[95102]: DEBUG neutron.scheduler.base_scheduler [None req-fef93b4c-b5b4-4d0a-b976-886376aa5a16 tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Resources bound (agent type, host, resource id): {{(pid=95102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:48:14.309830 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fef93b4c-b5b4-4d0a-b976-886376aa5a16 tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:48:14.312704 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-fef93b4c-b5b4-4d0a-b976-886376aa5a16 tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Notify callbacks [] for subnet, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:48:14.336639 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa8f4e08-6a9b-410a-97b9-0fdfe59b56e7 None None] Pushing event updated for resources: {'Port': ['ID=7a242168-3d4b-476e-a0ed-4234176dad62,revision_number=1']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:48:14.343754 n-d-713301-16 neutron-server[95103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa8f4e08-6a9b-410a-97b9-0fdfe59b56e7 None None] Network 3e6c6ec3-89f7-4fc2-8252-c7df087533ec is already hosted by enough agents. {{(pid=95103) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:48:14.345193 n-d-713301-16 neutron-server[95103]: DEBUG neutron.scheduler.base_scheduler [None req-fa8f4e08-6a9b-410a-97b9-0fdfe59b56e7 None None] Resources bound (agent type, host, resource id): {{(pid=95103) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:48:14.348026 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa8f4e08-6a9b-410a-97b9-0fdfe59b56e7 None None] Received port after_create {{(pid=95103) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 19:48:14.375547 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-fef93b4c-b5b4-4d0a-b976-886376aa5a16 tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 1.1442139 Sep 23 19:48:14.377027 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fef93b4c-b5b4-4d0a-b976-886376aa5a16 tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Pushing event updated for resources: {'Subnet': ['ID=80f8f59b-cc29-4cdc-b42b-16a27fd70a83,revision_number=0']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:48:14.379652 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 44468) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:48:14.390992 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.v2.base [None req-f2c08482-3892-466b-92d9-8853bcfc5afd tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Request body: {'port': {'network_id': '3e6c6ec3-89f7-4fc2-8252-c7df087533ec', 'mac_address': 'fa:16:3e:bc:46:c4', 'name': 'tempest-NetworksTestDHCPv6-489860430'}} {{(pid=95101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:48:14.598838 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.managers [None req-fa8f4e08-6a9b-410a-97b9-0fdfe59b56e7 None None] Attempting to bind port 7a242168-3d4b-476e-a0ed-4234176dad62 on host n-d-713301-16 for vnic_type normal with profile {{(pid=95103) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 19:48:14.599216 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.managers [None req-fa8f4e08-6a9b-410a-97b9-0fdfe59b56e7 None None] Attempting to bind port 7a242168-3d4b-476e-a0ed-4234176dad62 by drivers openvswitch,hyperv on host n-d-713301-16 at level 0 using segments [{'id': '5c8360fd-bd95-490f-abbb-4e7bd94ab9a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '3e6c6ec3-89f7-4fc2-8252-c7df087533ec'}] {{(pid=95103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 19:48:14.599584 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa8f4e08-6a9b-410a-97b9-0fdfe59b56e7 None None] Attempting to bind port 7a242168-3d4b-476e-a0ed-4234176dad62 on network 3e6c6ec3-89f7-4fc2-8252-c7df087533ec {{(pid=95103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:48:14.605021 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa8f4e08-6a9b-410a-97b9-0fdfe59b56e7 None None] Checking agent: {'id': '70a14545-df24-472f-8f95-bfe1719bff93', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 19, 7, 53), 'started_at': datetime.datetime(2021, 9, 23, 19, 8, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 19, 47, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 19:48:14.605383 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa8f4e08-6a9b-410a-97b9-0fdfe59b56e7 None None] Checking segment: {'id': '5c8360fd-bd95-490f-abbb-4e7bd94ab9a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '3e6c6ec3-89f7-4fc2-8252-c7df087533ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95103) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:48:14.605799 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-fa8f4e08-6a9b-410a-97b9-0fdfe59b56e7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:48:14.606618 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa8f4e08-6a9b-410a-97b9-0fdfe59b56e7 None None] Bound using segment: {'id': '5c8360fd-bd95-490f-abbb-4e7bd94ab9a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '3e6c6ec3-89f7-4fc2-8252-c7df087533ec'} {{(pid=95103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 19:48:14.606998 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.managers [None req-fa8f4e08-6a9b-410a-97b9-0fdfe59b56e7 None None] Bound port: 7a242168-3d4b-476e-a0ed-4234176dad62, host: n-d-713301-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5c8360fd-bd95-490f-abbb-4e7bd94ab9a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '3e6c6ec3-89f7-4fc2-8252-c7df087533ec'}}] {{(pid=95103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 19:48:14.606998 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-fa8f4e08-6a9b-410a-97b9-0fdfe59b56e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:48:14.636438 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2c08482-3892-466b-92d9-8853bcfc5afd tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Made reservation on behalf of ef2dbafd0ba44b7485191a034ef43810 for: {'port': 1} {{(pid=95101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:48:14.686636 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-fa8f4e08-6a9b-410a-97b9-0fdfe59b56e7 None None] For port 7a242168-3d4b-476e-a0ed-4234176dad62, host n-d-713301-16, cleared binding levels {{(pid=95103) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 19:48:14.694226 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-fa8f4e08-6a9b-410a-97b9-0fdfe59b56e7 None None] For port 7a242168-3d4b-476e-a0ed-4234176dad62, host n-d-713301-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-16',level=0,port_id=7a242168-3d4b-476e-a0ed-4234176dad62,segment=NetworkSegment(5c8360fd-bd95-490f-abbb-4e7bd94ab9a5),segment_id=5c8360fd-bd95-490f-abbb-4e7bd94ab9a5)] {{(pid=95103) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 19:48:14.700291 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-fa8f4e08-6a9b-410a-97b9-0fdfe59b56e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:48:14.736564 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Device e76582ac-d990-442c-9297-9c8c0cfc7d67 up at agent hyperv_n-h1-713301-16 {{(pid=95103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 19:48:14.807888 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-f2c08482-3892-466b-92d9-8853bcfc5afd tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:48:14.835819 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa8f4e08-6a9b-410a-97b9-0fdfe59b56e7 None None] Pushing event updated for resources: {'Port': ['ID=7a242168-3d4b-476e-a0ed-4234176dad62,revision_number=2']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:48:14.860310 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Provisioning for port e76582ac-d990-442c-9297-9c8c0cfc7d67 completed by entity L2. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 19:48:14.872803 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Provisioning complete for port e76582ac-d990-442c-9297-9c8c0cfc7d67 triggered by entity L2. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:48:14.873527 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:48:14.893492 n-d-713301-16 neutron-server[95101]: DEBUG neutron.notifiers.nova [None req-f2c08482-3892-466b-92d9-8853bcfc5afd tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] device_id is not set on port 6aa2393f-aa0e-4e89-b2b2-a740b25725f3 yet. {{(pid=95101) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 23 19:48:15.037077 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:48:15.052856 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba48a4ef-137d-427d-a046-1aae10b17841 req-69104f97-d6d0-4b6e-b79a-f01d1ba23f42 tempest-TestNetworkBasicOps-1575950199 tempest-TestNetworkBasicOps-1575950199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:48:15.066665 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-ba48a4ef-137d-427d-a046-1aae10b17841 req-69104f97-d6d0-4b6e-b79a-f01d1ba23f42 tempest-TestNetworkBasicOps-1575950199 tempest-TestNetworkBasicOps-1575950199-project] 10.222.0.67 "GET /v2.0/ports?device_id=c7195e59-1f93-465f-85f0-0c4ff4d8831f HTTP/1.1" status: 200 len: 944 time: 0.1349363 Sep 23 19:48:15.105562 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] For port e76582ac-d990-442c-9297-9c8c0cfc7d67, host n-h1-713301-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-16',level=0,port_id=e76582ac-d990-442c-9297-9c8c0cfc7d67,segment=NetworkSegment(b83a3b00-1618-441a-9ebb-4b950c1224be),segment_id=b83a3b00-1618-441a-9ebb-4b950c1224be)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:48:15.105562 n-d-713301-16 neutron-server[95103]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7195e59-1f93-465f-85f0-0c4ff4d8831f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e76582ac-d990-442c-9297-9c8c0cfc7d67'}] {{(pid=95103) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 19:48:15.112570 n-d-713301-16 neutron-server[95103]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}81a1c17f2aa89d5b3ebbba3a3e0cf7eb588e431c2224256110c4c4facdd7c3e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03402f7b-1fab-475f-aad8-461199f48a6f" -d '{"events": [{"server_uuid": "c7195e59-1f93-465f-85f0-0c4ff4d8831f", "name": "network-vif-plugged", "status": "completed", "tag": "e76582ac-d990-442c-9297-9c8c0cfc7d67"}]}' {{(pid=95103) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 19:48:15.135187 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:48:15.219920 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-ba48a4ef-137d-427d-a046-1aae10b17841 req-7759a44d-dd22-4614-b645-e91c25d36b35 tempest-TestNetworkBasicOps-1575950199 tempest-TestNetworkBasicOps-1575950199-project] 10.222.0.67 "GET /v2.0/security-groups?id=d9e6d289-17b3-40eb-a2c0-64f30e90b1e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1370051 Sep 23 19:48:15.304231 n-d-713301-16 neutron-server[95103]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 19:48:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-071b592c-c5b3-4fd6-a6cb-9b5f3aca834d x-openstack-request-id: req-071b592c-c5b3-4fd6-a6cb-9b5f3aca834d {{(pid=95103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 19:48:15.304231 n-d-713301-16 neutron-server[95103]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c7195e59-1f93-465f-85f0-0c4ff4d8831f", "name": "network-vif-plugged", "status": "completed", "tag": "e76582ac-d990-442c-9297-9c8c0cfc7d67", "code": 200}]} {{(pid=95103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 19:48:15.304231 n-d-713301-16 neutron-server[95103]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-071b592c-c5b3-4fd6-a6cb-9b5f3aca834d {{(pid=95103) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 19:48:15.304231 n-d-713301-16 neutron-server[95103]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c7195e59-1f93-465f-85f0-0c4ff4d8831f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e76582ac-d990-442c-9297-9c8c0cfc7d67', 'code': 200} Sep 23 19:48:15.338341 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Pushing event updated for resources: {'Port': ['ID=e76582ac-d990-442c-9297-9c8c0cfc7d67,revision_number=5']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:48:15.390895 n-d-713301-16 neutron-server[95101]: DEBUG neutron.db.db_base_plugin_common [None req-f2c08482-3892-466b-92d9-8853bcfc5afd tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Allocated IP 2001:db8::331 (3e6c6ec3-89f7-4fc2-8252-c7df087533ec/44519693-cbe1-47d4-b02a-8f40ccfa5ca5/6aa2393f-aa0e-4e89-b2b2-a740b25725f3) {{(pid=95101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 19:48:15.412036 n-d-713301-16 neutron-server[95101]: DEBUG neutron.db.db_base_plugin_common [None req-f2c08482-3892-466b-92d9-8853bcfc5afd tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Allocated IP 2001:db8:0:1:f816:3eff:febc:46c4 (3e6c6ec3-89f7-4fc2-8252-c7df087533ec/80f8f59b-cc29-4cdc-b42b-16a27fd70a83/6aa2393f-aa0e-4e89-b2b2-a740b25725f3) {{(pid=95101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 19:48:15.660347 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b69447-ca67-4aba-ae57-65ef330040ae req-9fe2b9d2-ea1c-4a49-aa56-a382a916f385 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:48:15.661934 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-c6b69447-ca67-4aba-ae57-65ef330040ae req-9fe2b9d2-ea1c-4a49-aa56-a382a916f385 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=c7195e59-1f93-465f-85f0-0c4ff4d8831f HTTP/1.1" status: 200 len: 1097 time: 0.2673373 Sep 23 19:48:15.722397 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-c6b69447-ca67-4aba-ae57-65ef330040ae req-783a3f93-b77f-454e-8c32-ad23c68155f9 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=d9e6d289-17b3-40eb-a2c0-64f30e90b1e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0529892 Sep 23 19:48:15.737037 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-f2c08482-3892-466b-92d9-8853bcfc5afd tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Notify callbacks [] for port, precommit_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:48:15.780670 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-f2c08482-3892-466b-92d9-8853bcfc5afd tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783145673135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5607431'] for port, after_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:48:15.831867 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2c08482-3892-466b-92d9-8853bcfc5afd tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Network 3e6c6ec3-89f7-4fc2-8252-c7df087533ec is already hosted by enough agents. {{(pid=95101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:48:15.837819 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.base_scheduler [None req-f2c08482-3892-466b-92d9-8853bcfc5afd tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Resources bound (agent type, host, resource id): {{(pid=95101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:48:15.845324 n-d-713301-16 neutron-server[95101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2c08482-3892-466b-92d9-8853bcfc5afd tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Received port after_create {{(pid=95101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 19:48:15.851245 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2c08482-3892-466b-92d9-8853bcfc5afd tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:48:15.851910 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-f2c08482-3892-466b-92d9-8853bcfc5afd tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222849'] for port, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:48:15.856042 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c08482-3892-466b-92d9-8853bcfc5afd tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Pushing event updated for resources: {'Port': ['ID=6aa2393f-aa0e-4e89-b2b2-a740b25725f3,revision_number=1']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:48:15.872556 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-f2c08482-3892-466b-92d9-8853bcfc5afd tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 1.4888871 Sep 23 19:48:15.875016 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 44508) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:48:16.060042 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.plugin [None req-337e1242-d37c-45b2-8394-d183201bfbb8 tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Deleting port 6aa2393f-aa0e-4e89-b2b2-a740b25725f3 {{(pid=95101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:48:16.060265 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-337e1242-d37c-45b2-8394-d183201bfbb8 tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783146157096'] for port, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:48:16.219672 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-337e1242-d37c-45b2-8394-d183201bfbb8 tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-605701'] for port, precommit_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:48:16.247710 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.plugin [None req-337e1242-d37c-45b2-8394-d183201bfbb8 tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Calling delete_port for 6aa2393f-aa0e-4e89-b2b2-a740b25725f3 owned by {{(pid=95101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:48:16.446727 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0b2c7c-93a8-4d44-8df9-fb6c9d9245ff req-b49bab25-c495-45f8-8888-665cef45191c tempest-TestNetworkBasicOps-1575950199 tempest-TestNetworkBasicOps-1575950199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:48:16.453940 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-af0b2c7c-93a8-4d44-8df9-fb6c9d9245ff req-b49bab25-c495-45f8-8888-665cef45191c tempest-TestNetworkBasicOps-1575950199 tempest-TestNetworkBasicOps-1575950199-project] 10.222.0.67 "GET /v2.0/ports?device_id=c7195e59-1f93-465f-85f0-0c4ff4d8831f HTTP/1.1" status: 200 len: 945 time: 0.1402719 Sep 23 19:48:16.457612 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92571ef0-1907-4308-be5a-271e562e6ec8 None None] Network 3e6c6ec3-89f7-4fc2-8252-c7df087533ec requested from n-d-713301-16 {{(pid=95103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 19:48:16.585770 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-af0b2c7c-93a8-4d44-8df9-fb6c9d9245ff req-38e8cd41-d5dd-48df-a178-f201ea2592f1 tempest-TestNetworkBasicOps-1575950199 tempest-TestNetworkBasicOps-1575950199-project] 10.222.0.67 "GET /v2.0/security-groups?id=d9e6d289-17b3-40eb-a2c0-64f30e90b1e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1268799 Sep 23 19:48:16.638640 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-337e1242-d37c-45b2-8394-d183201bfbb8 tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783146162158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783145673144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5607431'] for port, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:48:16.711569 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-337e1242-d37c-45b2-8394-d183201bfbb8 tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Pushing event deleted for resources: {'Port': ['ID=6aa2393f-aa0e-4e89-b2b2-a740b25725f3,revision_number=None']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:48:16.711771 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-a4388280-4ec8-4917-9acc-f52cff502d11 None None] Provisioning complete for port 7a242168-3d4b-476e-a0ed-4234176dad62 triggered by entity DHCP. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:48:16.712930 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-a4388280-4ec8-4917-9acc-f52cff502d11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:48:16.857940 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-337e1242-d37c-45b2-8394-d183201bfbb8 tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222849'] for port, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:48:16.860518 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-337e1242-d37c-45b2-8394-d183201bfbb8 tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] 10.222.0.67 "DELETE /v2.0/ports/6aa2393f-aa0e-4e89-b2b2-a740b25725f3 HTTP/1.1" status: 204 len: 168 time: 0.9835591 Sep 23 19:48:16.864407 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 44534) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:48:16.975175 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ec851a3-d6d6-49a3-ade8-00980a7478c4 tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:48:16.981758 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-2ec851a3-d6d6-49a3-ade8-00980a7478c4 tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] 10.222.0.67 "GET /v2.0/ports HTTP/1.1" status: 200 len: 943 time: 0.1159878 Sep 23 19:48:16.984549 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 44536) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:48:17.031117 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-a4388280-4ec8-4917-9acc-f52cff502d11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:48:17.068695 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a78dd76-61d9-46cd-93fe-902028fcd742 tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:48:17.079559 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-2a78dd76-61d9-46cd-93fe-902028fcd742 tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] 10.222.0.67 "GET /v2.0/ports HTTP/1.1" status: 200 len: 943 time: 0.0939059 Sep 23 19:48:17.082066 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 44538) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:48:17.183247 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-a4388280-4ec8-4917-9acc-f52cff502d11 None None] For port 7a242168-3d4b-476e-a0ed-4234176dad62, host n-d-713301-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-16',level=0,port_id=7a242168-3d4b-476e-a0ed-4234176dad62,segment=NetworkSegment(5c8360fd-bd95-490f-abbb-4e7bd94ab9a5),segment_id=5c8360fd-bd95-490f-abbb-4e7bd94ab9a5)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:48:17.186176 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d19c8967-c0ae-4cd2-bd6b-f300c7e10a49 None None] Update dhcp port {'port': {'network_id': '3e6c6ec3-89f7-4fc2-8252-c7df087533ec', 'fixed_ips': [{'subnet_id': '44519693-cbe1-47d4-b02a-8f40ccfa5ca5', 'ip_address': '2001:db8::2'}, {'subnet_id': '80f8f59b-cc29-4cdc-b42b-16a27fd70a83'}], 'binding:host_id': 'n-d-713301-16'}, 'id': '7a242168-3d4b-476e-a0ed-4234176dad62'} from n-d-713301-16. {{(pid=95103) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Sep 23 19:48:17.193550 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Device 7a242168-3d4b-476e-a0ed-4234176dad62 up at agent ovs-agent-n-d-713301-16 {{(pid=95103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 19:48:17.195006 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-a4388280-4ec8-4917-9acc-f52cff502d11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:48:17.238544 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6346d055-6bd1-4704-8287-751491f948f3 tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:48:17.242253 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6346d055-6bd1-4704-8287-751491f948f3 tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:48:17.244971 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6346d055-6bd1-4704-8287-751491f948f3 tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:48:17.250669 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-6346d055-6bd1-4704-8287-751491f948f3 tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] 10.222.0.67 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.1657391 Sep 23 19:48:17.251765 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 44544) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:48:17.301473 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-d19c8967-c0ae-4cd2-bd6b-f300c7e10a49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:48:17.398174 n-d-713301-16 neutron-server[95101]: DEBUG neutron.db.db_base_plugin_v2 [None req-e87168d4-2387-41a0-8161-dba60372351a tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Deleting subnet 44519693-cbe1-47d4-b02a-8f40ccfa5ca5 {{(pid=95101) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 23 19:48:17.406171 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-e87168d4-2387-41a0-8161-dba60372351a tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Notify callbacks [] for subnet, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:48:17.480395 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4388280-4ec8-4917-9acc-f52cff502d11 None None] Pushing event updated for resources: {'Port': ['ID=7a242168-3d4b-476e-a0ed-4234176dad62,revision_number=3']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:48:17.483115 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-e87168d4-2387-41a0-8161-dba60372351a tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6007154'] for subnet, precommit_delete_associations {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:48:17.513628 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Provisioning complete for port 7a242168-3d4b-476e-a0ed-4234176dad62 triggered by entity L2. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:48:17.514162 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:48:17.663830 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-e87168d4-2387-41a0-8161-dba60372351a tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1756813'] for subnet, precommit_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:48:17.780216 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-e87168d4-2387-41a0-8161-dba60372351a tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1756804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5607514', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6130950'] for subnet, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:48:17.781868 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server [None req-d19c8967-c0ae-4cd2-bd6b-f300c7e10a49 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 44519693-cbe1-47d4-b02a-8f40ccfa5ca5: This subnet is being modified by another concurrent operation. Sep 23 19:48:17.781868 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Sep 23 19:48:17.781868 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Sep 23 19:48:17.781868 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Sep 23 19:48:17.781868 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Sep 23 19:48:17.781868 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Sep 23 19:48:17.781868 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Sep 23 19:48:17.781868 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Sep 23 19:48:17.781868 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Sep 23 19:48:17.781868 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Sep 23 19:48:17.781868 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Sep 23 19:48:17.781868 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Sep 23 19:48:17.781868 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Sep 23 19:48:17.781868 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Sep 23 19:48:17.781868 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 23 19:48:17.781868 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 23 19:48:17.781868 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 23 19:48:17.781868 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server raise self.value Sep 23 19:48:17.781868 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Sep 23 19:48:17.781868 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 23 19:48:17.781868 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 23 19:48:17.781868 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Sep 23 19:48:17.781868 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 23 19:48:17.781868 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 23 19:48:17.781868 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 23 19:48:17.781868 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server raise self.value Sep 23 19:48:17.781868 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 23 19:48:17.781868 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 23 19:48:17.781868 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Sep 23 19:48:17.781868 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Sep 23 19:48:17.781868 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 23 19:48:17.781868 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 23 19:48:17.781868 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 23 19:48:17.781868 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server raise self.value Sep 23 19:48:17.781868 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Sep 23 19:48:17.781868 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Sep 23 19:48:17.781868 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 332, in update_dhcp_port Sep 23 19:48:17.781868 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'update_port') Sep 23 19:48:17.781868 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 117, in _port_action Sep 23 19:48:17.781868 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server return plugin.update_port(context, port['id'], port) Sep 23 19:48:17.781868 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 686, in inner Sep 23 19:48:17.781868 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Sep 23 19:48:17.781868 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Sep 23 19:48:17.781868 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Sep 23 19:48:17.781868 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Sep 23 19:48:17.781868 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Sep 23 19:48:17.781868 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 23 19:48:17.781868 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 23 19:48:17.781868 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 23 19:48:17.781868 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server raise self.value Sep 23 19:48:17.781868 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Sep 23 19:48:17.781868 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 23 19:48:17.781868 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 23 19:48:17.781868 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Sep 23 19:48:17.781868 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 23 19:48:17.781868 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 23 19:48:17.781868 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 23 19:48:17.781868 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server raise self.value Sep 23 19:48:17.781868 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 23 19:48:17.781868 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 23 19:48:17.781868 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Sep 23 19:48:17.781868 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Sep 23 19:48:17.781868 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 23 19:48:17.781868 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 23 19:48:17.781868 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 23 19:48:17.781868 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server raise self.value Sep 23 19:48:17.781868 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Sep 23 19:48:17.781868 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Sep 23 19:48:17.781868 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1739, in update_port Sep 23 19:48:17.781868 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server updated_port = super(Ml2Plugin, self).update_port(context, id, Sep 23 19:48:17.781868 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Sep 23 19:48:17.781868 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Sep 23 19:48:17.781868 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1510, in update_port Sep 23 19:48:17.781868 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server self.ipam.update_port( Sep 23 19:48:17.781868 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 737, in update_port Sep 23 19:48:17.781868 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server changes = self.update_port_with_ips(context, Sep 23 19:48:17.781868 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 427, in update_port_with_ips Sep 23 19:48:17.781868 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server changes = self._update_ips_for_port(context, Sep 23 19:48:17.781868 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 351, in _update_ips_for_port Sep 23 19:48:17.781868 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Sep 23 19:48:17.781868 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Sep 23 19:48:17.781868 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server subnet.lock_register( Sep 23 19:48:17.781868 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Sep 23 19:48:17.781868 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server raise exception Sep 23 19:48:17.781868 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 44519693-cbe1-47d4-b02a-8f40ccfa5ca5: This subnet is being modified by another concurrent operation. Sep 23 19:48:17.781868 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server Sep 23 19:48:17.789556 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4765b5bc-dc70-4e27-abb1-1ab7aba5d345 req-7c448761-cc58-4500-8a0b-2b7651d5beef tempest-TestNetworkBasicOps-1575950199 tempest-TestNetworkBasicOps-1575950199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:48:17.796860 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-4765b5bc-dc70-4e27-abb1-1ab7aba5d345 req-7c448761-cc58-4500-8a0b-2b7651d5beef tempest-TestNetworkBasicOps-1575950199 tempest-TestNetworkBasicOps-1575950199-project] 10.222.0.67 "GET /v2.0/ports?device_id=c7195e59-1f93-465f-85f0-0c4ff4d8831f HTTP/1.1" status: 200 len: 945 time: 0.0884838 Sep 23 19:48:17.797539 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 44554) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:48:17.838621 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e87168d4-2387-41a0-8161-dba60372351a tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Pushing event deleted for resources: {'Subnet': ['ID=44519693-cbe1-47d4-b02a-8f40ccfa5ca5,revision_number=None']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:48:17.861406 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-4765b5bc-dc70-4e27-abb1-1ab7aba5d345 req-a3b49f4f-e073-432c-81b8-d82693374928 tempest-TestNetworkBasicOps-1575950199 tempest-TestNetworkBasicOps-1575950199-project] 10.222.0.67 "GET /v2.0/security-groups?id=d9e6d289-17b3-40eb-a2c0-64f30e90b1e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0566175 Sep 23 19:48:17.875111 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-e87168d4-2387-41a0-8161-dba60372351a tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Notify callbacks [] for subnet, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:48:17.886653 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-e87168d4-2387-41a0-8161-dba60372351a tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] 10.222.0.67 "DELETE /v2.0/subnets/44519693-cbe1-47d4-b02a-8f40ccfa5ca5 HTTP/1.1" status: 204 len: 168 time: 0.6312475 Sep 23 19:48:17.887174 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 44562) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:48:17.896696 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8233e46a-ce2f-42ad-a828-76bc2882486f None None] Network 3e6c6ec3-89f7-4fc2-8252-c7df087533ec requested from n-d-713301-16 {{(pid=95103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 19:48:17.995985 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-bf74799a-83c9-4c6b-9cad-38718f50453a None None] Provisioning complete for port 7a242168-3d4b-476e-a0ed-4234176dad62 triggered by entity DHCP. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:48:17.996485 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-bf74799a-83c9-4c6b-9cad-38718f50453a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:48:18.015957 n-d-713301-16 neutron-server[95101]: DEBUG neutron.db.db_base_plugin_v2 [None req-900502ce-7ffd-448d-ac77-302a3e221b3d tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Deleting subnet 80f8f59b-cc29-4cdc-b42b-16a27fd70a83 {{(pid=95101) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 23 19:48:18.027510 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-900502ce-7ffd-448d-ac77-302a3e221b3d tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Notify callbacks [] for subnet, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:48:18.041494 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-ec4843af-9449-410b-913f-cd3d006d44b4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:48:18.127656 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-900502ce-7ffd-448d-ac77-302a3e221b3d tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6007154'] for subnet, precommit_delete_associations {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:48:18.214613 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2330d90-6cdb-4679-a75c-59968b5f9b35 req-39abeff6-9cab-4dcf-a2c2-472b382a1c15 tempest-TestNetworkBasicOps-1575950199 tempest-TestNetworkBasicOps-1575950199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:48:18.219033 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-a2330d90-6cdb-4679-a75c-59968b5f9b35 req-39abeff6-9cab-4dcf-a2c2-472b382a1c15 tempest-TestNetworkBasicOps-1575950199 tempest-TestNetworkBasicOps-1575950199-project] 10.222.0.67 "GET /v2.0/ports?device_id=c7195e59-1f93-465f-85f0-0c4ff4d8831f HTTP/1.1" status: 200 len: 945 time: 0.2762768 Sep 23 19:48:18.226944 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-900502ce-7ffd-448d-ac77-302a3e221b3d tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1756813'] for subnet, precommit_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:48:18.238571 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4a0d9ba-6ff3-4647-94d3-fa83ad6c8841 None None] Update dhcp port {'port': {'network_id': '3e6c6ec3-89f7-4fc2-8252-c7df087533ec', 'fixed_ips': [{'subnet_id': '80f8f59b-cc29-4cdc-b42b-16a27fd70a83'}], 'binding:host_id': 'n-d-713301-16'}, 'id': '7a242168-3d4b-476e-a0ed-4234176dad62'} from n-d-713301-16. {{(pid=95103) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Sep 23 19:48:18.239558 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-ec4843af-9449-410b-913f-cd3d006d44b4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:48:18.260809 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-ec4843af-9449-410b-913f-cd3d006d44b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:48:18.276214 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-d4a0d9ba-6ff3-4647-94d3-fa83ad6c8841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:48:18.303137 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-ec4843af-9449-410b-913f-cd3d006d44b4 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=6a1608e2cd68412d9ce1afb8f81de895&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5043056 Sep 23 19:48:18.306542 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 44564) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:48:18.336709 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec4843af-9449-410b-913f-cd3d006d44b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0040ed6-35d2-4c30-8642-d1d33875b1a7,revision_number=1']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:48:18.377278 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-a2330d90-6cdb-4679-a75c-59968b5f9b35 req-2f86a15c-b57e-43b6-a9d4-67ac2ded2c9c tempest-TestNetworkBasicOps-1575950199 tempest-TestNetworkBasicOps-1575950199-project] 10.222.0.67 "GET /v2.0/security-groups?id=d9e6d289-17b3-40eb-a2c0-64f30e90b1e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1326632 Sep 23 19:48:18.406459 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-900502ce-7ffd-448d-ac77-302a3e221b3d tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1756804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5607514', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6130950'] for subnet, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:48:18.406685 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 44566) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:48:18.449245 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4568c579-5815-49df-bed4-c9bd875e4e12 tempest-TestNetworkBasicOps-1297983559 tempest-TestNetworkBasicOps-1297983559-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:48:18.450865 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-4568c579-5815-49df-bed4-c9bd875e4e12 tempest-TestNetworkBasicOps-1297983559 tempest-TestNetworkBasicOps-1297983559-project-admin] 10.222.0.67 "GET /v2.0/ports?device_id=c7195e59-1f93-465f-85f0-0c4ff4d8831f HTTP/1.1" status: 200 len: 1092 time: 0.0432229 Sep 23 19:48:18.457785 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server [None req-d4a0d9ba-6ff3-4647-94d3-fa83ad6c8841 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 80f8f59b-cc29-4cdc-b42b-16a27fd70a83: This subnet is being modified by another concurrent operation. Sep 23 19:48:18.457785 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Sep 23 19:48:18.457785 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Sep 23 19:48:18.457785 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Sep 23 19:48:18.457785 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Sep 23 19:48:18.457785 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Sep 23 19:48:18.457785 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Sep 23 19:48:18.457785 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Sep 23 19:48:18.457785 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Sep 23 19:48:18.457785 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Sep 23 19:48:18.457785 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Sep 23 19:48:18.457785 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Sep 23 19:48:18.457785 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Sep 23 19:48:18.457785 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Sep 23 19:48:18.457785 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 23 19:48:18.457785 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 23 19:48:18.457785 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 23 19:48:18.457785 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server raise self.value Sep 23 19:48:18.457785 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Sep 23 19:48:18.457785 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 23 19:48:18.457785 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 23 19:48:18.457785 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Sep 23 19:48:18.457785 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 23 19:48:18.457785 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 23 19:48:18.457785 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 23 19:48:18.457785 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server raise self.value Sep 23 19:48:18.457785 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 23 19:48:18.457785 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 23 19:48:18.457785 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Sep 23 19:48:18.457785 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Sep 23 19:48:18.457785 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 23 19:48:18.457785 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 23 19:48:18.457785 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 23 19:48:18.457785 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server raise self.value Sep 23 19:48:18.457785 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Sep 23 19:48:18.457785 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Sep 23 19:48:18.457785 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 332, in update_dhcp_port Sep 23 19:48:18.457785 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'update_port') Sep 23 19:48:18.457785 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 117, in _port_action Sep 23 19:48:18.457785 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server return plugin.update_port(context, port['id'], port) Sep 23 19:48:18.457785 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 686, in inner Sep 23 19:48:18.457785 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Sep 23 19:48:18.457785 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Sep 23 19:48:18.457785 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Sep 23 19:48:18.457785 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Sep 23 19:48:18.457785 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Sep 23 19:48:18.457785 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 23 19:48:18.457785 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 23 19:48:18.457785 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 23 19:48:18.457785 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server raise self.value Sep 23 19:48:18.457785 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Sep 23 19:48:18.457785 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 23 19:48:18.457785 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 23 19:48:18.457785 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Sep 23 19:48:18.457785 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 23 19:48:18.457785 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 23 19:48:18.457785 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 23 19:48:18.457785 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server raise self.value Sep 23 19:48:18.457785 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 23 19:48:18.457785 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 23 19:48:18.457785 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Sep 23 19:48:18.457785 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Sep 23 19:48:18.457785 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 23 19:48:18.457785 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 23 19:48:18.457785 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 23 19:48:18.457785 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server raise self.value Sep 23 19:48:18.457785 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Sep 23 19:48:18.457785 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Sep 23 19:48:18.457785 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1739, in update_port Sep 23 19:48:18.457785 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server updated_port = super(Ml2Plugin, self).update_port(context, id, Sep 23 19:48:18.457785 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Sep 23 19:48:18.457785 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Sep 23 19:48:18.457785 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1510, in update_port Sep 23 19:48:18.457785 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server self.ipam.update_port( Sep 23 19:48:18.457785 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 737, in update_port Sep 23 19:48:18.457785 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server changes = self.update_port_with_ips(context, Sep 23 19:48:18.457785 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 427, in update_port_with_ips Sep 23 19:48:18.457785 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server changes = self._update_ips_for_port(context, Sep 23 19:48:18.457785 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 351, in _update_ips_for_port Sep 23 19:48:18.457785 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Sep 23 19:48:18.457785 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Sep 23 19:48:18.457785 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server subnet.lock_register( Sep 23 19:48:18.457785 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Sep 23 19:48:18.457785 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server raise exception Sep 23 19:48:18.457785 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 80f8f59b-cc29-4cdc-b42b-16a27fd70a83: This subnet is being modified by another concurrent operation. Sep 23 19:48:18.457785 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server Sep 23 19:48:18.463300 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 44568) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:48:18.469052 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-900502ce-7ffd-448d-ac77-302a3e221b3d tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Notify callbacks [] for subnet, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:48:18.472670 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-900502ce-7ffd-448d-ac77-302a3e221b3d tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] 10.222.0.67 "DELETE /v2.0/subnets/80f8f59b-cc29-4cdc-b42b-16a27fd70a83 HTTP/1.1" status: 204 len: 168 time: 0.5827649 Sep 23 19:48:18.474531 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.v2.base [None req-83c91b65-5d32-4e5f-87d7-d18f91f55599 tempest-TestNetworkBasicOps-1575950199 tempest-TestNetworkBasicOps-1575950199-project] Request body: {'floatingip': {'floating_network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'port_id': 'e76582ac-d990-442c-9297-9c8c0cfc7d67', 'tenant_id': '7fd7324f75754f93a5f1d406b61f5276', 'fixed_ip_address': '172.20.0.4'}} {{(pid=95102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:48:18.477671 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-900502ce-7ffd-448d-ac77-302a3e221b3d tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Pushing event deleted for resources: {'Subnet': ['ID=80f8f59b-cc29-4cdc-b42b-16a27fd70a83,revision_number=None']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:48:18.478762 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 44570) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:48:18.504208 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-f4b98bf4-5e44-41b9-9fae-2e201c60c789 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:48:18.540834 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-f4b98bf4-5e44-41b9-9fae-2e201c60c789 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:48:18.597498 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-3a03632d-301e-4593-8478-aee43c3ec08f None None] Provisioning complete for port 7a242168-3d4b-476e-a0ed-4234176dad62 triggered by entity DHCP. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:48:18.598044 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-3a03632d-301e-4593-8478-aee43c3ec08f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:48:18.617068 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-f4b98bf4-5e44-41b9-9fae-2e201c60c789 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:48:18.620799 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-f4b98bf4-5e44-41b9-9fae-2e201c60c789 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:48:18.623892 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-f4b98bf4-5e44-41b9-9fae-2e201c60c789 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/f0040ed6-35d2-4c30-8642-d1d33875b1a7 HTTP/1.1" status: 204 len: 168 time: 0.3140221 Sep 23 19:48:18.641170 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b98bf4-5e44-41b9-9fae-2e201c60c789 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0040ed6-35d2-4c30-8642-d1d33875b1a7,revision_number=None']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:48:18.825017 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79813d28-efc4-4568-b50a-c08a57baf418 None None] get_active_networks_info from n-d-713301-16 {{(pid=95103) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 23 19:48:18.903403 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-15c74745-44ca-4bba-b95b-2f3d6deae9d7 None None] Could not find standard attr ID for object 6aa2393f-aa0e-4e89-b2b2-a740b25725f3. {{(pid=95103) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 23 19:48:18.947774 n-d-713301-16 neutron-server[95103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79813d28-efc4-4568-b50a-c08a57baf418 None None] Resources bound (agent type, host, resource id): {{(pid=95103) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 23 19:48:19.022181 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-84d22b16-c35f-4dd7-a7d2-a0a89968cb26 tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] 10.222.0.67 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.5420201 Sep 23 19:48:19.025017 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 44580) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:48:19.029824 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-83c91b65-5d32-4e5f-87d7-d18f91f55599 tempest-TestNetworkBasicOps-1575950199 tempest-TestNetworkBasicOps-1575950199-project] Notify callbacks [] for floatingip, before_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:48:19.124758 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7097e3a-114f-4ff9-8ae5-fae539332c0e tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:48:19.128209 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-e7097e3a-114f-4ff9-8ae5-fae539332c0e tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] 10.222.0.67 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1003072 Sep 23 19:48:19.131266 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Device 7a242168-3d4b-476e-a0ed-4234176dad62 no longer exists at agent ovs-agent-n-d-713301-16 {{(pid=95103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 19:48:19.131512 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 44582) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:48:19.258489 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-692af8d2-8361-4e2a-9e5b-dc94da7602e3 tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:48:19.262280 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-692af8d2-8361-4e2a-9e5b-dc94da7602e3 tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] 10.222.0.67 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1264298 Sep 23 19:48:19.263003 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 44584) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:48:19.270642 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:48:19.294413 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 44586) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:48:19.316914 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-a78a58a2-1271-4877-a497-d1a0e183f5c8 tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] 10.222.0.67 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0482438 Sep 23 19:48:19.317111 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 44588) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:48:19.329307 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-1d28245f-a5bd-4df9-8bfe-6464ec13814d admin admin] Notify callbacks [] for security_group, before_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:48:19.358792 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-83c91b65-5d32-4e5f-87d7-d18f91f55599 tempest-TestNetworkBasicOps-1575950199 tempest-TestNetworkBasicOps-1575950199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:48:19.367536 n-d-713301-16 neutron-server[95101]: INFO neutron.pecan_wsgi.hooks.translation [None req-24548ce3-e0da-4536-a1ec-7061ec4a047b tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] DELETE failed (client error): The resource could not be found. Sep 23 19:48:19.368492 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-24548ce3-e0da-4536-a1ec-7061ec4a047b tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95101) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 23 19:48:19.374497 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-24548ce3-e0da-4536-a1ec-7061ec4a047b tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] 10.222.0.67 "DELETE /v2.0/ports/6aa2393f-aa0e-4e89-b2b2-a740b25725f3 HTTP/1.1" status: 404 len: 333 time: 0.0564594 Sep 23 19:48:19.375314 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 44590) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:48:19.405726 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] For port 7a242168-3d4b-476e-a0ed-4234176dad62, host n-d-713301-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-16',level=0,port_id=7a242168-3d4b-476e-a0ed-4234176dad62,segment=NetworkSegment(5c8360fd-bd95-490f-abbb-4e7bd94ab9a5),segment_id=5c8360fd-bd95-490f-abbb-4e7bd94ab9a5)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:48:19.414008 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:48:19.429692 n-d-713301-16 neutron-server[95101]: INFO neutron.pecan_wsgi.hooks.translation [None req-0e53fac2-4b4f-4c1f-8526-00226881c1c0 tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] DELETE failed (client error): The resource could not be found. Sep 23 19:48:19.433592 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0e53fac2-4b4f-4c1f-8526-00226881c1c0 tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95101) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 23 19:48:19.440920 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-0e53fac2-4b4f-4c1f-8526-00226881c1c0 tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] 10.222.0.67 "DELETE /v2.0/subnets/80f8f59b-cc29-4cdc-b42b-16a27fd70a83 HTTP/1.1" status: 404 len: 337 time: 0.0635693 Sep 23 19:48:19.441583 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 44592) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:48:19.508135 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Pushing event updated for resources: {'Port': ['ID=7a242168-3d4b-476e-a0ed-4234176dad62,revision_number=5']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:48:19.511628 n-d-713301-16 neutron-server[95101]: INFO neutron.pecan_wsgi.hooks.translation [None req-bc6fc218-9a82-4a3d-98a7-5870d2a7d420 tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] DELETE failed (client error): The resource could not be found. Sep 23 19:48:19.512686 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bc6fc218-9a82-4a3d-98a7-5870d2a7d420 tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95101) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 23 19:48:19.517928 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-bc6fc218-9a82-4a3d-98a7-5870d2a7d420 tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] 10.222.0.67 "DELETE /v2.0/subnets/44519693-cbe1-47d4-b02a-8f40ccfa5ca5 HTTP/1.1" status: 404 len: 337 time: 0.0731318 Sep 23 19:48:19.519882 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 44594) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:48:19.526499 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30f18956-1cde-40f3-ad53-4feb058a5a87 None None] get_active_networks_info from n-d-713301-16 {{(pid=95103) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 23 19:48:19.578388 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-bf1755d5-a485-44dc-b835-e97627087579 None None] Provisioning complete for port 7a242168-3d4b-476e-a0ed-4234176dad62 triggered by entity DHCP. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:48:19.578681 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-bf1755d5-a485-44dc-b835-e97627087579 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:48:19.586438 n-d-713301-16 neutron-server[95102]: INFO neutron.pecan_wsgi.hooks.translation [None req-c64fec69-15c4-4702-b6fb-e365593a591c tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] DELETE failed (client error): The resource could not be found. Sep 23 19:48:19.589462 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c64fec69-15c4-4702-b6fb-e365593a591c tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95102) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 23 19:48:19.591868 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-c64fec69-15c4-4702-b6fb-e365593a591c tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] 10.222.0.67 "DELETE /v2.0/ports/d6e028ae-7ad8-4690-af96-275b42f5e5af HTTP/1.1" status: 404 len: 333 time: 0.0709984 Sep 23 19:48:19.594486 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 44596) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:48:19.639420 n-d-713301-16 neutron-server[95102]: DEBUG neutron.db.db_base_plugin_common [None req-83c91b65-5d32-4e5f-87d7-d18f91f55599 tempest-TestNetworkBasicOps-1575950199 tempest-TestNetworkBasicOps-1575950199-project] Allocated IP 172.25.1.146 (5dec5c09-378e-4f50-89cc-d94eb81c3bac/eff83446-018c-428d-b3f5-54ac9abe7a2a/8edf9390-dc33-44dc-8565-5ded365d5e2e) {{(pid=95102) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 19:48:19.651137 n-d-713301-16 neutron-server[95101]: INFO neutron.pecan_wsgi.hooks.translation [None req-6fe9bad6-1372-41dd-9698-2bb213f05d31 tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] DELETE failed (client error): The resource could not be found. Sep 23 19:48:19.652141 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6fe9bad6-1372-41dd-9698-2bb213f05d31 tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95101) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 23 19:48:19.654326 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-6fe9bad6-1372-41dd-9698-2bb213f05d31 tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] 10.222.0.67 "DELETE /v2.0/subnets/a6b4455c-7da3-4e05-a141-ef679d0d9206 HTTP/1.1" status: 404 len: 337 time: 0.0585310 Sep 23 19:48:19.656824 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 44598) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:48:19.690416 n-d-713301-16 neutron-server[95101]: INFO neutron.pecan_wsgi.hooks.translation [None req-d582ed7d-d06c-4022-82ea-fe318d7ce4dc tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] DELETE failed (client error): The resource could not be found. Sep 23 19:48:19.691372 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d582ed7d-d06c-4022-82ea-fe318d7ce4dc tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95101) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 23 19:48:19.693640 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-d582ed7d-d06c-4022-82ea-fe318d7ce4dc tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] 10.222.0.67 "DELETE /v2.0/subnets/4eb3c0ab-f6e7-447d-bdbf-bff4bf54f689 HTTP/1.1" status: 404 len: 337 time: 0.0353627 Sep 23 19:48:19.696093 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 44600) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:48:19.742961 n-d-713301-16 neutron-server[95101]: INFO neutron.pecan_wsgi.hooks.translation [None req-c480fc51-772d-4f6d-a598-00074f3ff323 tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] DELETE failed (client error): The resource could not be found. Sep 23 19:48:19.743174 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-c85458d5-ed34-4fb1-b2a9-39161987ea23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:48:19.745478 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c480fc51-772d-4f6d-a598-00074f3ff323 tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95101) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 23 19:48:19.750374 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-c480fc51-772d-4f6d-a598-00074f3ff323 tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] 10.222.0.67 "DELETE /v2.0/ports/a504aba6-9c74-4656-9860-1f5709d28ed6 HTTP/1.1" status: 404 len: 333 time: 0.0529709 Sep 23 19:48:19.752256 n-d-713301-16 neutron-server[95103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30f18956-1cde-40f3-ad53-4feb058a5a87 None None] Resources bound (agent type, host, resource id): {{(pid=95103) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 23 19:48:19.753275 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 44602) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:48:19.789271 n-d-713301-16 neutron-server[95101]: INFO neutron.pecan_wsgi.hooks.translation [None req-507291f9-4256-44b7-bec4-ab9812b0cee2 tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] DELETE failed (client error): The resource could not be found. Sep 23 19:48:19.790243 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-507291f9-4256-44b7-bec4-ab9812b0cee2 tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95101) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 23 19:48:19.792845 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-507291f9-4256-44b7-bec4-ab9812b0cee2 tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] 10.222.0.67 "DELETE /v2.0/subnets/518a123e-3c10-468e-b81c-97d240aea9e0 HTTP/1.1" status: 404 len: 337 time: 0.0371883 Sep 23 19:48:19.795487 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 44604) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:48:19.803217 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-83c91b65-5d32-4e5f-87d7-d18f91f55599 tempest-TestNetworkBasicOps-1575950199 tempest-TestNetworkBasicOps-1575950199-project] Notify callbacks [] for port, precommit_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:48:19.845895 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-83c91b65-5d32-4e5f-87d7-d18f91f55599 tempest-TestNetworkBasicOps-1575950199 tempest-TestNetworkBasicOps-1575950199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783145673135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4399100'] for port, after_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:48:19.861576 n-d-713301-16 neutron-server[95101]: INFO neutron.pecan_wsgi.hooks.translation [None req-394a8692-5f00-4002-8cd2-3c35e0235e1f tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] DELETE failed (client error): The resource could not be found. Sep 23 19:48:19.862903 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-394a8692-5f00-4002-8cd2-3c35e0235e1f tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95101) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 23 19:48:19.865276 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-394a8692-5f00-4002-8cd2-3c35e0235e1f tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] 10.222.0.67 "DELETE /v2.0/subnets/3ed14827-af34-4271-90cf-84a0588e6c5a HTTP/1.1" status: 404 len: 337 time: 0.0686469 Sep 23 19:48:19.867467 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 44610) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:48:19.896241 n-d-713301-16 neutron-server[95101]: INFO neutron.pecan_wsgi.hooks.translation [None req-2ac2355c-dc37-40ce-91d5-01b1d67c7351 tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] DELETE failed (client error): The resource could not be found. Sep 23 19:48:19.897576 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2ac2355c-dc37-40ce-91d5-01b1d67c7351 tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95101) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 23 19:48:19.899596 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-2ac2355c-dc37-40ce-91d5-01b1d67c7351 tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] 10.222.0.67 "DELETE /v2.0/ports/024cfa25-ef9c-489a-83bb-fd650622fbc3 HTTP/1.1" status: 404 len: 333 time: 0.0309789 Sep 23 19:48:19.902170 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-bf1755d5-a485-44dc-b835-e97627087579 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:48:19.902758 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 44612) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:48:19.965089 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-1d28245f-a5bd-4df9-8bfe-6464ec13814d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:48:19.976162 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 44616) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:48:19.978764 n-d-713301-16 neutron-server[95101]: INFO neutron.pecan_wsgi.hooks.translation [None req-c748ed2b-daa0-4d9f-907a-667106cb0db3 tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] DELETE failed (client error): The resource could not be found. Sep 23 19:48:19.979238 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c748ed2b-daa0-4d9f-907a-667106cb0db3 tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95101) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 23 19:48:19.981101 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-c748ed2b-daa0-4d9f-907a-667106cb0db3 tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] 10.222.0.67 "DELETE /v2.0/subnets/bb6ba18a-3e32-432a-92a7-e0e07a74447d HTTP/1.1" status: 404 len: 337 time: 0.0770762 Sep 23 19:48:19.985192 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 44618) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:48:19.994740 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83c91b65-5d32-4e5f-87d7-d18f91f55599 tempest-TestNetworkBasicOps-1575950199 tempest-TestNetworkBasicOps-1575950199-project] Pushing event updated for resources: {'Port': ['ID=8edf9390-dc33-44dc-8565-5ded365d5e2e,revision_number=1']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:48:19.997109 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-1d28245f-a5bd-4df9-8bfe-6464ec13814d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:48:20.026414 n-d-713301-16 neutron-server[95102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83c91b65-5d32-4e5f-87d7-d18f91f55599 tempest-TestNetworkBasicOps-1575950199 tempest-TestNetworkBasicOps-1575950199-project] Network 5dec5c09-378e-4f50-89cc-d94eb81c3bac is already hosted by enough agents. {{(pid=95102) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:48:20.037330 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-bf1755d5-a485-44dc-b835-e97627087579 None None] For port 7a242168-3d4b-476e-a0ed-4234176dad62, host n-d-713301-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-16',level=0,port_id=7a242168-3d4b-476e-a0ed-4234176dad62,segment=NetworkSegment(5c8360fd-bd95-490f-abbb-4e7bd94ab9a5),segment_id=5c8360fd-bd95-490f-abbb-4e7bd94ab9a5)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:48:20.040717 n-d-713301-16 neutron-server[95102]: INFO neutron.pecan_wsgi.hooks.translation [None req-2ce7a536-128c-4e02-87b4-c2396287646c tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] DELETE failed (client error): The resource could not be found. Sep 23 19:48:20.041197 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2ce7a536-128c-4e02-87b4-c2396287646c tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95102) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 23 19:48:20.043025 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-bf1755d5-a485-44dc-b835-e97627087579 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:48:20.043171 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-2ce7a536-128c-4e02-87b4-c2396287646c tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] 10.222.0.67 "DELETE /v2.0/subnets/acaeb8ed-9ea1-41ff-af02-cf8cb69c927d HTTP/1.1" status: 404 len: 337 time: 0.0566599 Sep 23 19:48:20.044067 n-d-713301-16 neutron-server[95102]: DEBUG neutron.scheduler.base_scheduler [None req-83c91b65-5d32-4e5f-87d7-d18f91f55599 tempest-TestNetworkBasicOps-1575950199 tempest-TestNetworkBasicOps-1575950199-project] Resources bound (agent type, host, resource id): {{(pid=95102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:48:20.045775 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 44622) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:48:20.056741 n-d-713301-16 neutron-server[95102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83c91b65-5d32-4e5f-87d7-d18f91f55599 tempest-TestNetworkBasicOps-1575950199 tempest-TestNetworkBasicOps-1575950199-project] Received port after_create {{(pid=95102) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 19:48:20.133013 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d28245f-a5bd-4df9-8bfe-6464ec13814d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c7e4363-532f-4e7d-ae26-5f5b6e284b61,revision_number=1']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:48:20.136117 n-d-713301-16 neutron-server[95102]: INFO neutron.pecan_wsgi.hooks.translation [None req-d49821c4-c25f-4376-8240-e3978865a1ce tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] DELETE failed (client error): The resource could not be found. Sep 23 19:48:20.136911 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d49821c4-c25f-4376-8240-e3978865a1ce tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95102) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 23 19:48:20.138897 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-d49821c4-c25f-4376-8240-e3978865a1ce tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] 10.222.0.67 "DELETE /v2.0/ports/4775a894-bb6f-4405-98f9-ec8dc110312b HTTP/1.1" status: 404 len: 333 time: 0.0873392 Sep 23 19:48:20.142186 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 44628) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:48:20.147183 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-1d28245f-a5bd-4df9-8bfe-6464ec13814d admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=3bf4859e64e94468b9ecce158355cb0a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8476729 Sep 23 19:48:20.147183 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 44630) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:48:20.186850 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf1755d5-a485-44dc-b835-e97627087579 None None] Pushing event updated for resources: {'Port': ['ID=7a242168-3d4b-476e-a0ed-4234176dad62,revision_number=6']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:48:20.204301 n-d-713301-16 neutron-server[95101]: INFO neutron.pecan_wsgi.hooks.translation [None req-09652522-1ac7-4af5-8339-cd265cc8f533 tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] DELETE failed (client error): The resource could not be found. Sep 23 19:48:20.205015 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-09652522-1ac7-4af5-8339-cd265cc8f533 tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95101) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 23 19:48:20.207767 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-09652522-1ac7-4af5-8339-cd265cc8f533 tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] 10.222.0.67 "DELETE /v2.0/subnets/425ac52f-41fb-420b-8126-52e0655dc4f0 HTTP/1.1" status: 404 len: 337 time: 0.0637689 Sep 23 19:48:20.210219 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 44632) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:48:20.240589 n-d-713301-16 neutron-server[95101]: INFO neutron.pecan_wsgi.hooks.translation [None req-61182f63-61d0-46f3-bf63-592f58221179 tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] DELETE failed (client error): The resource could not be found. Sep 23 19:48:20.242237 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-61182f63-61d0-46f3-bf63-592f58221179 tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95101) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 23 19:48:20.247502 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-61182f63-61d0-46f3-bf63-592f58221179 tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] 10.222.0.67 "DELETE /v2.0/ports/55eca91e-c0cf-44a6-b51d-ae67d68a39e5 HTTP/1.1" status: 404 len: 333 time: 0.0346532 Sep 23 19:48:20.248464 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 44634) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:48:20.279950 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-ff2346e3-cf18-4cb7-a475-41f762b712fc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:48:20.303115 n-d-713301-16 neutron-server[95101]: INFO neutron.pecan_wsgi.hooks.translation [None req-628c8d48-42ce-41bc-ad80-d8ba2cfd1ad7 tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] DELETE failed (client error): The resource could not be found. Sep 23 19:48:20.304828 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-628c8d48-42ce-41bc-ad80-d8ba2cfd1ad7 tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95101) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 23 19:48:20.306626 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-628c8d48-42ce-41bc-ad80-d8ba2cfd1ad7 tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] 10.222.0.67 "DELETE /v2.0/subnets/b6edfc03-8084-4e9f-ab54-471bca69f979 HTTP/1.1" status: 404 len: 337 time: 0.0564215 Sep 23 19:48:20.310849 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 44636) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:48:20.362788 n-d-713301-16 neutron-server[95101]: INFO neutron.pecan_wsgi.hooks.translation [None req-3a05cd25-8a65-4f81-9884-43355cb57aba tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] DELETE failed (client error): The resource could not be found. Sep 23 19:48:20.363545 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3a05cd25-8a65-4f81-9884-43355cb57aba tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95101) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 23 19:48:20.365352 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-3a05cd25-8a65-4f81-9884-43355cb57aba tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] 10.222.0.67 "DELETE /v2.0/ports/21d77682-621e-4790-a703-0dddb7a874da HTTP/1.1" status: 404 len: 333 time: 0.0537302 Sep 23 19:48:20.367964 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 44638) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:48:20.396805 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-ff2346e3-cf18-4cb7-a475-41f762b712fc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:48:20.427004 n-d-713301-16 neutron-server[95101]: INFO neutron.pecan_wsgi.hooks.translation [None req-17707c4e-328e-4eeb-92e9-350820a8b7d0 tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] DELETE failed (client error): The resource could not be found. Sep 23 19:48:20.427383 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-17707c4e-328e-4eeb-92e9-350820a8b7d0 tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95101) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 23 19:48:20.431480 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-17707c4e-328e-4eeb-92e9-350820a8b7d0 tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] 10.222.0.67 "DELETE /v2.0/subnets/8d0fae10-f7fc-43e6-a855-7955022f45bb HTTP/1.1" status: 404 len: 337 time: 0.0602508 Sep 23 19:48:20.434920 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 44640) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:48:20.483057 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-4f71c76a-b6e3-4c0b-9e4d-0c03dfe7a91b None None] Provisioning complete for port 7a242168-3d4b-476e-a0ed-4234176dad62 triggered by entity DHCP. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:48:20.483430 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-4f71c76a-b6e3-4c0b-9e4d-0c03dfe7a91b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:48:20.488036 n-d-713301-16 neutron-server[95102]: INFO neutron.pecan_wsgi.hooks.translation [None req-7569c5e2-0ff7-40d0-b525-d539d34b36d7 tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] DELETE failed (client error): The resource could not be found. Sep 23 19:48:20.489172 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7569c5e2-0ff7-40d0-b525-d539d34b36d7 tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95102) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 23 19:48:20.494650 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-7569c5e2-0ff7-40d0-b525-d539d34b36d7 tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] 10.222.0.67 "DELETE /v2.0/ports/4708f928-d2b2-4f75-a798-8c9edc05ae4b HTTP/1.1" status: 404 len: 333 time: 0.0582097 Sep 23 19:48:20.499901 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 44642) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:48:20.580092 n-d-713301-16 neutron-server[95102]: INFO neutron.pecan_wsgi.hooks.translation [None req-371fb59e-46ae-4c08-8d2c-72d11977c603 tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] DELETE failed (client error): The resource could not be found. Sep 23 19:48:20.581957 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-371fb59e-46ae-4c08-8d2c-72d11977c603 tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95102) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 23 19:48:20.586975 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-371fb59e-46ae-4c08-8d2c-72d11977c603 tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] 10.222.0.67 "DELETE /v2.0/subnets/31f3eea1-1704-41e1-bb70-b9b9a7ffd287 HTTP/1.1" status: 404 len: 337 time: 0.0835075 Sep 23 19:48:20.587885 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 44646) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:48:20.649363 n-d-713301-16 neutron-server[95102]: INFO neutron.pecan_wsgi.hooks.translation [None req-89f85344-7808-4812-af98-28f996141811 tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] DELETE failed (client error): The resource could not be found. Sep 23 19:48:20.650179 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-89f85344-7808-4812-af98-28f996141811 tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95102) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 23 19:48:20.652055 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-89f85344-7808-4812-af98-28f996141811 tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] 10.222.0.67 "DELETE /v2.0/ports/4908e03b-a4c3-48be-97b7-6e9daede9697 HTTP/1.1" status: 404 len: 333 time: 0.0313025 Sep 23 19:48:20.655561 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 44648) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:48:20.686980 n-d-713301-16 neutron-server[95102]: INFO neutron.pecan_wsgi.hooks.translation [None req-1d248bd1-b3d3-4e70-8596-8dce9dcc9f36 tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] DELETE failed (client error): The resource could not be found. Sep 23 19:48:20.687453 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1d248bd1-b3d3-4e70-8596-8dce9dcc9f36 tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95102) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 23 19:48:20.692710 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-1d248bd1-b3d3-4e70-8596-8dce9dcc9f36 tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] 10.222.0.67 "DELETE /v2.0/subnets/d0f1f0a6-e2e5-4a51-a88a-830c184c5ce8 HTTP/1.1" status: 404 len: 337 time: 0.0331817 Sep 23 19:48:20.697460 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 44650) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:48:20.697617 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 44652) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:48:20.714789 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-ff2346e3-cf18-4cb7-a475-41f762b712fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:48:20.717378 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-ff2346e3-cf18-4cb7-a475-41f762b712fc admin admin] Notify callbacks [] for security_group, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:48:20.720870 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-ff2346e3-cf18-4cb7-a475-41f762b712fc admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/0c7e4363-532f-4e7d-ae26-5f5b6e284b61 HTTP/1.1" status: 204 len: 168 time: 0.5706749 Sep 23 19:48:20.745425 n-d-713301-16 neutron-server[95102]: INFO neutron.pecan_wsgi.hooks.translation [None req-57308e55-5c3e-409a-a0ca-47bb2fed488f tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] DELETE failed (client error): The resource could not be found. Sep 23 19:48:20.746658 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-57308e55-5c3e-409a-a0ca-47bb2fed488f tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95102) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 23 19:48:20.752195 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-57308e55-5c3e-409a-a0ca-47bb2fed488f tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] 10.222.0.67 "DELETE /v2.0/ports/c9c83717-41ec-4a01-a5eb-ef09bcecdd58 HTTP/1.1" status: 404 len: 333 time: 0.0504761 Sep 23 19:48:20.752722 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 44658) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:48:20.755924 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff2346e3-cf18-4cb7-a475-41f762b712fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c7e4363-532f-4e7d-ae26-5f5b6e284b61,revision_number=None']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:48:20.796170 n-d-713301-16 neutron-server[95101]: INFO neutron.pecan_wsgi.hooks.translation [None req-1343ba04-eec4-4ce5-81cd-6c343996e3dd tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] DELETE failed (client error): The resource could not be found. Sep 23 19:48:20.808987 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1343ba04-eec4-4ce5-81cd-6c343996e3dd tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95101) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 23 19:48:20.810998 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-1343ba04-eec4-4ce5-81cd-6c343996e3dd tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] 10.222.0.67 "DELETE /v2.0/subnets/2a0fdebe-1df9-4985-8a57-50ccde8ebcb9 HTTP/1.1" status: 404 len: 337 time: 0.0572798 Sep 23 19:48:20.817811 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 44660) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:48:20.883525 n-d-713301-16 neutron-server[95101]: INFO neutron.pecan_wsgi.hooks.translation [None req-51319c65-1e95-4046-a8da-14306baec531 tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] DELETE failed (client error): The resource could not be found. Sep 23 19:48:20.883978 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-51319c65-1e95-4046-a8da-14306baec531 tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95101) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 23 19:48:20.885766 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-51319c65-1e95-4046-a8da-14306baec531 tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] 10.222.0.67 "DELETE /v2.0/subnets/e2b4eacf-ece7-4da5-9d71-b14d2259e59b HTTP/1.1" status: 404 len: 337 time: 0.0669363 Sep 23 19:48:20.889606 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 44662) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:48:20.937943 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-a081b363-9675-4854-86aa-c9399a744765 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:48:20.943800 n-d-713301-16 neutron-server[95101]: INFO neutron.pecan_wsgi.hooks.translation [None req-69e7cc37-53ae-44a9-97d2-c7f8a1172cce tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] DELETE failed (client error): The resource could not be found. Sep 23 19:48:20.944518 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-69e7cc37-53ae-44a9-97d2-c7f8a1172cce tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95101) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 23 19:48:20.946377 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-69e7cc37-53ae-44a9-97d2-c7f8a1172cce tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] 10.222.0.67 "DELETE /v2.0/ports/f8d8d946-b4c5-4654-b518-8de99298c5bb HTTP/1.1" status: 404 len: 333 time: 0.0492830 Sep 23 19:48:20.953158 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 44666) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:48:21.006162 n-d-713301-16 neutron-server[95101]: INFO neutron.pecan_wsgi.hooks.translation [None req-edc9ca3c-ef71-4c8a-96c7-9e6965d577f3 tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] DELETE failed (client error): The resource could not be found. Sep 23 19:48:21.006621 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-edc9ca3c-ef71-4c8a-96c7-9e6965d577f3 tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95101) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 23 19:48:21.008305 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-edc9ca3c-ef71-4c8a-96c7-9e6965d577f3 tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] 10.222.0.67 "DELETE /v2.0/subnets/0845bbd3-7e06-4642-bd1f-25daf9722624 HTTP/1.1" status: 404 len: 337 time: 0.0536098 Sep 23 19:48:21.012736 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 44670) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:48:21.058090 n-d-713301-16 neutron-server[95102]: INFO neutron.pecan_wsgi.hooks.translation [None req-fb4058c4-db41-498d-8468-2b26dda9c387 tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] DELETE failed (client error): The resource could not be found. Sep 23 19:48:21.058641 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fb4058c4-db41-498d-8468-2b26dda9c387 tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95102) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 23 19:48:21.063759 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-fb4058c4-db41-498d-8468-2b26dda9c387 tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] 10.222.0.67 "DELETE /v2.0/subnets/87a5f909-4d46-4dc4-821d-87046731e3f3 HTTP/1.1" status: 404 len: 337 time: 0.0507150 Sep 23 19:48:21.063842 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 44674) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:48:21.094048 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-83c91b65-5d32-4e5f-87d7-d18f91f55599 tempest-TestNetworkBasicOps-1575950199 tempest-TestNetworkBasicOps-1575950199-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:48:21.100513 n-d-713301-16 neutron-server[95101]: INFO neutron.pecan_wsgi.hooks.translation [None req-aaf57923-0c15-45fd-b5f6-a0cf5822da72 tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] DELETE failed (client error): The resource could not be found. Sep 23 19:48:21.101236 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aaf57923-0c15-45fd-b5f6-a0cf5822da72 tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95101) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 23 19:48:21.102952 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-aaf57923-0c15-45fd-b5f6-a0cf5822da72 tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] 10.222.0.67 "DELETE /v2.0/ports/4160bfd6-597b-4d9c-af62-dad8166ed236 HTTP/1.1" status: 404 len: 333 time: 0.0384576 Sep 23 19:48:21.105646 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 44678) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:48:21.166571 n-d-713301-16 neutron-server[95101]: INFO neutron.pecan_wsgi.hooks.translation [None req-71c77231-732a-48a9-9816-e8debb0cc13b tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] DELETE failed (client error): The resource could not be found. Sep 23 19:48:21.167288 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-71c77231-732a-48a9-9816-e8debb0cc13b tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95101) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 23 19:48:21.168759 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-71c77231-732a-48a9-9816-e8debb0cc13b tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] 10.222.0.67 "DELETE /v2.0/subnets/d8aa09d3-8763-4d2f-bcf4-9c11715761a3 HTTP/1.1" status: 404 len: 337 time: 0.0621867 Sep 23 19:48:21.171452 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 44682) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:48:21.201559 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-a081b363-9675-4854-86aa-c9399a744765 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:48:21.207312 n-d-713301-16 neutron-server[95102]: INFO neutron.pecan_wsgi.hooks.translation [None req-8bb01126-953f-48cc-9d60-7201642fa235 tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] DELETE failed (client error): The resource could not be found. Sep 23 19:48:21.207818 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8bb01126-953f-48cc-9d60-7201642fa235 tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95102) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 23 19:48:21.209012 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-a081b363-9675-4854-86aa-c9399a744765 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:48:21.210111 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-8bb01126-953f-48cc-9d60-7201642fa235 tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] 10.222.0.67 "DELETE /v2.0/subnets/b04e1adf-f95a-469a-a684-08e72eabd122 HTTP/1.1" status: 404 len: 337 time: 0.0377822 Sep 23 19:48:21.212632 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 44684) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:48:21.229733 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-46396e21-ce8d-405b-9e92-a391f6e7847f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-601372'] for router_interface, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:48:21.258559 n-d-713301-16 neutron-server[95102]: INFO neutron.pecan_wsgi.hooks.translation [None req-035fb1da-44fe-4d5e-8f20-b058e445622e tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] DELETE failed (client error): The resource could not be found. Sep 23 19:48:21.259477 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-035fb1da-44fe-4d5e-8f20-b058e445622e tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95102) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 23 19:48:21.263990 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-035fb1da-44fe-4d5e-8f20-b058e445622e tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] 10.222.0.67 "DELETE /v2.0/ports/f1780dbb-e9b7-4a3e-9979-2ac44dfd9556 HTTP/1.1" status: 404 len: 333 time: 0.0477607 Sep 23 19:48:21.264347 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 44686) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:48:21.266304 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-83c91b65-5d32-4e5f-87d7-d18f91f55599 tempest-TestNetworkBasicOps-1575950199 tempest-TestNetworkBasicOps-1575950199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:48:21.297945 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-a081b363-9675-4854-86aa-c9399a744765 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=e3028b2ca23d47a786935d89012892d3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5994823 Sep 23 19:48:21.308326 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 44690) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:48:21.312150 n-d-713301-16 neutron-server[95102]: INFO neutron.pecan_wsgi.hooks.translation [None req-f1743b5c-8bbd-483b-9bc1-8ab54497f330 tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] DELETE failed (client error): The resource could not be found. Sep 23 19:48:21.312627 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f1743b5c-8bbd-483b-9bc1-8ab54497f330 tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95102) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 23 19:48:21.317295 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-f1743b5c-8bbd-483b-9bc1-8ab54497f330 tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] 10.222.0.67 "DELETE /v2.0/subnets/2723bf86-f230-4e96-8e26-7c7af73225fd HTTP/1.1" status: 404 len: 337 time: 0.0493364 Sep 23 19:48:21.322349 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 44692) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:48:21.335878 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a081b363-9675-4854-86aa-c9399a744765 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe330510-d5cb-47e8-be7b-a14c584d7eab,revision_number=1']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:48:21.370467 n-d-713301-16 neutron-server[95102]: INFO neutron.pecan_wsgi.hooks.translation [None req-e06fb491-275e-487a-b855-11c3d2cf0aff tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] DELETE failed (client error): The resource could not be found. Sep 23 19:48:21.370933 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e06fb491-275e-487a-b855-11c3d2cf0aff tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95102) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 23 19:48:21.372712 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-e06fb491-275e-487a-b855-11c3d2cf0aff tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] 10.222.0.67 "DELETE /v2.0/subnets/ffa107b1-0885-4240-baa8-3af425198c35 HTTP/1.1" status: 404 len: 337 time: 0.0497706 Sep 23 19:48:21.376795 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 44696) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:48:21.419731 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-21a86b3e-527c-4a8e-8cb0-5e8f5be816cc tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] 10.222.0.67 "GET /v2.0/ports?device_id=0e630c40-58c4-497e-8951-d6c138b18387 HTTP/1.1" status: 200 len: 205 time: 0.0424242 Sep 23 19:48:21.419870 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 44700) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:48:21.476034 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-5e353a19-290c-4b7a-94d3-fc8a7a16e5d6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:48:21.509858 n-d-713301-16 neutron-server[95102]: INFO neutron.api.v2.resource [None req-a714430d-519c-449f-90bb-411dd88ca09f tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] delete failed (client error): The resource could not be found. Sep 23 19:48:21.513161 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-a714430d-519c-449f-90bb-411dd88ca09f tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] 10.222.0.67 "DELETE /v2.0/routers/0e630c40-58c4-497e-8951-d6c138b18387 HTTP/1.1" status: 404 len: 336 time: 0.0845573 Sep 23 19:48:21.513844 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 44704) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:48:21.557860 n-d-713301-16 neutron-server[95102]: INFO neutron.pecan_wsgi.hooks.translation [None req-b3b6e1c8-0121-41a3-ab51-1758538296ab tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] DELETE failed (client error): The resource could not be found. Sep 23 19:48:21.557860 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b3b6e1c8-0121-41a3-ab51-1758538296ab tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95102) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 23 19:48:21.559172 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-b3b6e1c8-0121-41a3-ab51-1758538296ab tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] 10.222.0.67 "DELETE /v2.0/subnets/e19a55dd-984f-47af-965b-3d24eb9f476f HTTP/1.1" status: 404 len: 337 time: 0.0444288 Sep 23 19:48:21.565468 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 44708) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:48:21.578242 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-5e353a19-290c-4b7a-94d3-fc8a7a16e5d6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:48:21.603788 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-7e8e27c2-5744-4846-b419-dad49c399c21 tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] 10.222.0.67 "GET /v2.0/ports?device_id=0741f4a1-e48e-4f89-85fd-79f69528f9d3 HTTP/1.1" status: 200 len: 205 time: 0.0338645 Sep 23 19:48:21.604486 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 44710) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:48:21.646036 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-83c91b65-5d32-4e5f-87d7-d18f91f55599 tempest-TestNetworkBasicOps-1575950199 tempest-TestNetworkBasicOps-1575950199-project] Notify callbacks [] for port, precommit_update {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:48:21.647459 n-d-713301-16 neutron-server[95101]: INFO neutron.api.v2.resource [None req-6485adfc-10fd-4bdb-90e8-c5d2eb158311 tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] delete failed (client error): The resource could not be found. Sep 23 19:48:21.651105 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-6485adfc-10fd-4bdb-90e8-c5d2eb158311 tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] 10.222.0.67 "DELETE /v2.0/routers/0741f4a1-e48e-4f89-85fd-79f69528f9d3 HTTP/1.1" status: 404 len: 336 time: 0.0431304 Sep 23 19:48:21.651105 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 44712) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:48:21.654914 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-83c91b65-5d32-4e5f-87d7-d18f91f55599 tempest-TestNetworkBasicOps-1575950199 tempest-TestNetworkBasicOps-1575950199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4399095'] for port, after_update {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:48:21.667418 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.plugin [None req-46396e21-ce8d-405b-9e92-a391f6e7847f admin admin] Deleting port 208ccfe2-6a3e-4912-af98-65b1a23d7cf6 {{(pid=95101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:48:21.667755 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-46396e21-ce8d-405b-9e92-a391f6e7847f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783146157096'] for port, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:48:21.692877 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-5e353a19-290c-4b7a-94d3-fc8a7a16e5d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:48:21.695459 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-5e353a19-290c-4b7a-94d3-fc8a7a16e5d6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:48:21.698843 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-5e353a19-290c-4b7a-94d3-fc8a7a16e5d6 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/fe330510-d5cb-47e8-be7b-a14c584d7eab HTTP/1.1" status: 204 len: 168 time: 0.3856809 Sep 23 19:48:21.703411 n-d-713301-16 neutron-server[95101]: INFO neutron.pecan_wsgi.hooks.translation [None req-ebff247d-0086-4420-a592-12ea3bd92a8a tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] DELETE failed (client error): The resource could not be found. Sep 23 19:48:21.703866 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ebff247d-0086-4420-a592-12ea3bd92a8a tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95101) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 23 19:48:21.706354 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-ebff247d-0086-4420-a592-12ea3bd92a8a tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] 10.222.0.67 "DELETE /v2.0/subnets/1f0131b6-ecd0-442d-8824-1cfd3e01209e HTTP/1.1" status: 404 len: 337 time: 0.0537865 Sep 23 19:48:21.709255 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 44718) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:48:21.742630 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e353a19-290c-4b7a-94d3-fc8a7a16e5d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe330510-d5cb-47e8-be7b-a14c584d7eab,revision_number=None']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:48:21.757507 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83c91b65-5d32-4e5f-87d7-d18f91f55599 tempest-TestNetworkBasicOps-1575950199 tempest-TestNetworkBasicOps-1575950199-project] Pushing event updated for resources: {'Port': ['ID=8edf9390-dc33-44dc-8565-5ded365d5e2e,revision_number=2']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:48:21.766805 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-83c91b65-5d32-4e5f-87d7-d18f91f55599 tempest-TestNetworkBasicOps-1575950199 tempest-TestNetworkBasicOps-1575950199-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-601884'] for floatingip, after_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:48:21.831737 n-d-713301-16 neutron-server[95101]: INFO neutron.pecan_wsgi.hooks.translation [None req-e0ac22f4-36b1-4763-8d44-fe0559b6794a tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] DELETE failed (client error): The resource could not be found. Sep 23 19:48:21.832577 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e0ac22f4-36b1-4763-8d44-fe0559b6794a tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95101) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 23 19:48:21.835622 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-e0ac22f4-36b1-4763-8d44-fe0559b6794a tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] 10.222.0.67 "DELETE /v2.0/subnets/940665d9-5a30-4625-bfa6-fdbda165c4c0 HTTP/1.1" status: 404 len: 337 time: 0.1257246 Sep 23 19:48:21.840980 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 44720) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:48:21.878635 n-d-713301-16 neutron-server[95101]: INFO neutron.pecan_wsgi.hooks.translation [None req-cb055771-c41e-45b0-9839-79c6d1854e74 tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] DELETE failed (client error): The resource could not be found. Sep 23 19:48:21.879330 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cb055771-c41e-45b0-9839-79c6d1854e74 tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95101) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 23 19:48:21.881092 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-cb055771-c41e-45b0-9839-79c6d1854e74 tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] 10.222.0.67 "DELETE /v2.0/ports/0dcfce0e-f86f-4607-82f1-03c6edc077fc HTTP/1.1" status: 404 len: 333 time: 0.0391614 Sep 23 19:48:21.883083 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.db [None req-46396e21-ce8d-405b-9e92-a391f6e7847f admin admin] For port 208ccfe2-6a3e-4912-af98-65b1a23d7cf6, host n-d-713301-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-16',level=0,port_id=208ccfe2-6a3e-4912-af98-65b1a23d7cf6,segment=NetworkSegment(c5b82793-12a0-4116-8d9f-ade119c657cf),segment_id=c5b82793-12a0-4116-8d9f-ade119c657cf)] {{(pid=95101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:48:21.883532 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-46396e21-ce8d-405b-9e92-a391f6e7847f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-605701'] for port, precommit_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:48:21.885864 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 44724) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:48:21.908530 n-d-713301-16 neutron-server[95102]: INFO neutron.db.l3_db [None req-83c91b65-5d32-4e5f-87d7-d18f91f55599 tempest-TestNetworkBasicOps-1575950199 tempest-TestNetworkBasicOps-1575950199-project] Floating IP b12b8b72-2b19-4353-afd9-b20742e7c61f associated. External IP: 172.25.1.146, port: e76582ac-d990-442c-9297-9c8c0cfc7d67. Sep 23 19:48:21.924151 n-d-713301-16 neutron-server[95101]: INFO neutron.pecan_wsgi.hooks.translation [None req-0575370c-fb40-46d4-a772-37aa25a91754 tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] DELETE failed (client error): The resource could not be found. Sep 23 19:48:21.925247 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0575370c-fb40-46d4-a772-37aa25a91754 tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95101) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 23 19:48:21.930258 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-0575370c-fb40-46d4-a772-37aa25a91754 tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] 10.222.0.67 "DELETE /v2.0/subnets/46d87ee8-8f59-4c3e-9b34-141209b4713c HTTP/1.1" status: 404 len: 337 time: 0.0412140 Sep 23 19:48:21.931050 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 44726) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:48:21.943191 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.plugin [None req-46396e21-ce8d-405b-9e92-a391f6e7847f admin admin] Calling delete_port for 208ccfe2-6a3e-4912-af98-65b1a23d7cf6 owned by network:router_interface {{(pid=95101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:48:21.963896 n-d-713301-16 neutron-server[95101]: INFO neutron.pecan_wsgi.hooks.translation [None req-a5191c0c-c099-4068-b112-454802d99d65 tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] DELETE failed (client error): The resource could not be found. Sep 23 19:48:21.964594 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a5191c0c-c099-4068-b112-454802d99d65 tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95101) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 23 19:48:21.968574 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-a5191c0c-c099-4068-b112-454802d99d65 tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] 10.222.0.67 "DELETE /v2.0/ports/60253958-9347-47f7-bdb3-875d93de4537 HTTP/1.1" status: 404 len: 333 time: 0.0345356 Sep 23 19:48:21.969117 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 44730) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:48:22.002634 n-d-713301-16 neutron-server[95101]: INFO neutron.pecan_wsgi.hooks.translation [None req-1c644d6e-79f5-4211-9660-fa499b9225a8 tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] DELETE failed (client error): The resource could not be found. Sep 23 19:48:22.003208 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1c644d6e-79f5-4211-9660-fa499b9225a8 tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95101) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 23 19:48:22.006234 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-1c644d6e-79f5-4211-9660-fa499b9225a8 tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] 10.222.0.67 "DELETE /v2.0/subnets/30c51410-5cb3-42f1-9c7a-00ef4b1022bc HTTP/1.1" status: 404 len: 337 time: 0.0364201 Sep 23 19:48:22.008766 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 44734) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:48:22.076494 n-d-713301-16 neutron-server[95101]: INFO neutron.pecan_wsgi.hooks.translation [None req-99c8b9b8-b557-4971-aee2-449ff862178a tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] DELETE failed (client error): The resource could not be found. Sep 23 19:48:22.077256 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-99c8b9b8-b557-4971-aee2-449ff862178a tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95101) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 23 19:48:22.083315 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-99c8b9b8-b557-4971-aee2-449ff862178a tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] 10.222.0.67 "DELETE /v2.0/ports/7ed0be51-9406-4e0b-9995-a4a7706ab3ed HTTP/1.1" status: 404 len: 333 time: 0.0712502 Sep 23 19:48:22.083720 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 44742) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:48:22.112837 n-d-713301-16 neutron-server[95101]: INFO neutron.pecan_wsgi.hooks.translation [None req-d1e19de7-1129-427b-835c-cb941207768f tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] DELETE failed (client error): The resource could not be found. Sep 23 19:48:22.113304 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d1e19de7-1129-427b-835c-cb941207768f tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95101) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 23 19:48:22.115063 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-d1e19de7-1129-427b-835c-cb941207768f tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] 10.222.0.67 "DELETE /v2.0/subnets/382fe57f-dfa4-4d46-9cb8-5f0076ecf7b4 HTTP/1.1" status: 404 len: 337 time: 0.0306051 Sep 23 19:48:22.117868 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 44746) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:48:22.169048 n-d-713301-16 neutron-server[95101]: INFO neutron.pecan_wsgi.hooks.translation [None req-f8f56275-9ae4-41fe-8ac9-82a9e9f8f005 tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] DELETE failed (client error): The resource could not be found. Sep 23 19:48:22.169048 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f8f56275-9ae4-41fe-8ac9-82a9e9f8f005 tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95101) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 23 19:48:22.169667 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-f8f56275-9ae4-41fe-8ac9-82a9e9f8f005 tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] 10.222.0.67 "DELETE /v2.0/ports/f3d8ead8-1ee9-470c-97a7-c915c09c7078 HTTP/1.1" status: 404 len: 333 time: 0.0476179 Sep 23 19:48:22.173024 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 44752) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:48:22.179225 n-d-713301-16 neutron-server[95102]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-83c91b65-5d32-4e5f-87d7-d18f91f55599 tempest-TestNetworkBasicOps-1575950199 tempest-TestNetworkBasicOps-1575950199-project] Router 371c3854-60b3-4825-b1e1-5fd75fc8a10d has already been hosted by L3 agent 79a740bf-7821-4989-8288-7186e3e128f3 {{(pid=95102) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 19:48:22.207217 n-d-713301-16 neutron-server[95101]: INFO neutron.pecan_wsgi.hooks.translation [None req-dc062cce-ccb2-425d-b4e5-6af1bac00504 tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] DELETE failed (client error): The resource could not be found. Sep 23 19:48:22.207679 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dc062cce-ccb2-425d-b4e5-6af1bac00504 tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95101) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 23 19:48:22.209630 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-dc062cce-ccb2-425d-b4e5-6af1bac00504 tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] 10.222.0.67 "DELETE /v2.0/subnets/18150e36-9265-4de4-a288-a3fb5fef8053 HTTP/1.1" status: 404 len: 337 time: 0.0356793 Sep 23 19:48:22.213386 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 44754) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:48:22.289138 n-d-713301-16 neutron-server[95101]: INFO neutron.pecan_wsgi.hooks.translation [None req-d2571b08-7ea1-419d-b310-d12fc0c87f26 tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] DELETE failed (client error): The resource could not be found. Sep 23 19:48:22.289893 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d2571b08-7ea1-419d-b310-d12fc0c87f26 tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95101) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 23 19:48:22.292296 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-d2571b08-7ea1-419d-b310-d12fc0c87f26 tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] 10.222.0.67 "DELETE /v2.0/ports/0a44edd9-7b4e-4380-ba9e-9c23771d6014 HTTP/1.1" status: 404 len: 333 time: 0.0787432 Sep 23 19:48:22.295283 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 44758) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:48:22.321000 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83c91b65-5d32-4e5f-87d7-d18f91f55599 tempest-TestNetworkBasicOps-1575950199 tempest-TestNetworkBasicOps-1575950199-project] Notify agent at l3_agent.n-d-713301-16 the message routers_updated {{(pid=95102) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 19:48:22.333380 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d27c905-7921-4bbd-bd4a-91649968379c None None] Sync routers for ids ['371c3854-60b3-4825-b1e1-5fd75fc8a10d'] in n-d-713301-16 {{(pid=95104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 19:48:22.349349 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-83c91b65-5d32-4e5f-87d7-d18f91f55599 tempest-TestNetworkBasicOps-1575950199 tempest-TestNetworkBasicOps-1575950199-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222849'] for floatingip, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:48:22.350774 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d27c905-7921-4bbd-bd4a-91649968379c None None] Routers {'371c3854-60b3-4825-b1e1-5fd75fc8a10d'} bound to L3 agent in host n-d-713301-16 {{(pid=95104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 19:48:22.352092 n-d-713301-16 neutron-server[95101]: INFO neutron.pecan_wsgi.hooks.translation [None req-a3318a0d-fdca-4a7a-adaf-17d32be60304 tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] DELETE failed (client error): The resource could not be found. Sep 23 19:48:22.352713 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a3318a0d-fdca-4a7a-adaf-17d32be60304 tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95101) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 23 19:48:22.354373 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_hamode_db [None req-0d27c905-7921-4bbd-bd4a-91649968379c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-23T19:07:52Z,description=,heartbeat_timestamp=2021-09-23T19:47:53Z,host='n-d-713301-16',id=79a740bf-7821-4989-8288-7186e3e128f3,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:07:52Z,topic='l3_agent')) {'router_ids': ['371c3854-60b3-4825-b1e1-5fd75fc8a10d'], 'active': True} {{(pid=95104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:48:22.354884 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-a3318a0d-fdca-4a7a-adaf-17d32be60304 tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] 10.222.0.67 "DELETE /v2.0/subnets/28ee9288-8406-4dd1-975b-a71fa78bcc57 HTTP/1.1" status: 404 len: 337 time: 0.0580328 Sep 23 19:48:22.357929 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 44764) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:48:22.444886 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-46396e21-ce8d-405b-9e92-a391f6e7847f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783146162158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783145673144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5607431'] for port, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:48:22.553247 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_dvr_db [None req-0d27c905-7921-4bbd-bd4a-91649968379c None None] Set router 371c3854-60b3-4825-b1e1-5fd75fc8a10d gateway port host: n-d-713301-16 {{(pid=95104) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 19:48:22.559601 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46396e21-ce8d-405b-9e92-a391f6e7847f admin admin] Pushing event deleted for resources: {'Port': ['ID=208ccfe2-6a3e-4912-af98-65b1a23d7cf6,revision_number=None']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:48:22.832136 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 44778) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:48:22.832651 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-83c91b65-5d32-4e5f-87d7-d18f91f55599 tempest-TestNetworkBasicOps-1575950199 tempest-TestNetworkBasicOps-1575950199-project] 10.222.0.67 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 4.3676004 Sep 23 19:48:22.833974 n-d-713301-16 neutron-server[95102]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c7195e59-1f93-465f-85f0-0c4ff4d8831f', 'tag': 'e76582ac-d990-442c-9297-9c8c0cfc7d67'}] {{(pid=95102) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 19:48:22.839813 n-d-713301-16 neutron-server[95102]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab31b6d93e5336dbddfa8ec424565b3bd8cb2369c5b4d85bc943472dbb21e8ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7a06379-b1c3-4ec6-950b-be4a96169098" -d '{"events": [{"name": "network-changed", "server_uuid": "c7195e59-1f93-465f-85f0-0c4ff4d8831f", "tag": "e76582ac-d990-442c-9297-9c8c0cfc7d67"}]}' {{(pid=95102) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 19:48:22.843804 n-d-713301-16 neutron-server[95102]: INFO neutron.pecan_wsgi.hooks.translation [None req-5e708d82-3969-4619-a0d7-826ab5faa433 tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] DELETE failed (client error): The resource could not be found. Sep 23 19:48:22.844594 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5e708d82-3969-4619-a0d7-826ab5faa433 tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95102) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 23 19:48:22.850254 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-5e708d82-3969-4619-a0d7-826ab5faa433 tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] 10.222.0.67 "DELETE /v2.0/ports/3a7295d2-41c3-4a12-88db-8dd41565f237 HTTP/1.1" status: 404 len: 333 time: 0.4905198 Sep 23 19:48:22.850916 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 44782) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:48:22.879471 n-d-713301-16 neutron-server[95102]: INFO neutron.pecan_wsgi.hooks.translation [None req-69d4bbe9-56af-452a-a2f2-8d196ea0b6fe tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] DELETE failed (client error): The resource could not be found. Sep 23 19:48:22.879908 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-69d4bbe9-56af-452a-a2f2-8d196ea0b6fe tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95102) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 23 19:48:22.884442 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-69d4bbe9-56af-452a-a2f2-8d196ea0b6fe tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] 10.222.0.67 "DELETE /v2.0/subnets/f0761b0b-c3d9-4ade-96ce-f7d84718b4c0 HTTP/1.1" status: 404 len: 337 time: 0.0319226 Sep 23 19:48:22.885087 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 44788) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:48:22.910877 n-d-713301-16 neutron-server[95102]: INFO neutron.pecan_wsgi.hooks.translation [None req-037e2099-656e-4510-81b3-c748ff2cfe1e tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] DELETE failed (client error): The resource could not be found. Sep 23 19:48:22.911709 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-037e2099-656e-4510-81b3-c748ff2cfe1e tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95102) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 23 19:48:22.916050 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-037e2099-656e-4510-81b3-c748ff2cfe1e tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] 10.222.0.67 "DELETE /v2.0/ports/02d1f61d-fdc1-424f-bb66-89b100912d95 HTTP/1.1" status: 404 len: 333 time: 0.0299675 Sep 23 19:48:22.916685 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 44790) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:48:22.921422 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-46396e21-ce8d-405b-9e92-a391f6e7847f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-527322', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-602005'] for router_interface, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:48:22.970526 n-d-713301-16 neutron-server[95102]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 19:48:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e1e0b40-a454-49a3-9713-55e022ab7644 x-openstack-request-id: req-9e1e0b40-a454-49a3-9713-55e022ab7644 {{(pid=95102) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 19:48:22.970526 n-d-713301-16 neutron-server[95102]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c7195e59-1f93-465f-85f0-0c4ff4d8831f", "tag": "e76582ac-d990-442c-9297-9c8c0cfc7d67", "status": "completed", "code": 200}]} {{(pid=95102) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 19:48:22.970526 n-d-713301-16 neutron-server[95102]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-9e1e0b40-a454-49a3-9713-55e022ab7644 {{(pid=95102) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 19:48:22.970977 n-d-713301-16 neutron-server[95102]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c7195e59-1f93-465f-85f0-0c4ff4d8831f', 'tag': 'e76582ac-d990-442c-9297-9c8c0cfc7d67', 'status': 'completed', 'code': 200} Sep 23 19:48:22.974689 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-33eed44d-e599-4e97-b454-76e8139b13c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:48:22.980043 n-d-713301-16 neutron-server[95102]: INFO neutron.pecan_wsgi.hooks.translation [None req-3b96977c-a21e-4640-ae62-0acf911b2763 tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] DELETE failed (client error): The resource could not be found. Sep 23 19:48:22.980581 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3b96977c-a21e-4640-ae62-0acf911b2763 tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95102) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 23 19:48:22.983123 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-3b96977c-a21e-4640-ae62-0acf911b2763 tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] 10.222.0.67 "DELETE /v2.0/subnets/277f920c-b3e3-4734-beca-5609ab0b7590 HTTP/1.1" status: 404 len: 337 time: 0.0648167 Sep 23 19:48:22.985527 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 44792) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:48:23.075213 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-269e6f6c-a06b-4adc-a47f-a1c73c7d5422 tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1628021'] for network, before_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:48:23.100147 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_hamode_db [None req-0d27c905-7921-4bbd-bd4a-91649968379c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '371c3854-60b3-4825-b1e1-5fd75fc8a10d', 'name': 'tempest-TestNetworkBasicOps-router-278476435', 'tenant_id': '7fd7324f75754f93a5f1d406b61f5276', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'external_fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.52'}], 'enable_snat': True}, 'gw_port_id': '6665d077-26f1-4a37-833c-efdb4fb4b026', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:47:46Z', 'updated_at': '2021-09-23T19:47:55Z', 'revision_number': 4, 'project_id': '7fd7324f75754f93a5f1d406b61f5276', 'gw_port': {'id': '6665d077-26f1-4a37-833c-efdb4fb4b026', 'name': '', 'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:0c:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '371c3854-60b3-4825-b1e1-5fd75fc8a10d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3223, 'fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:47:47Z', 'updated_at': '2021-09-23T19:47:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-16', '_floatingips': [{'id': 'b12b8b72-2b19-4353-afd9-b20742e7c61f', 'tenant_id': '7fd7324f75754f93a5f1d406b61f5276', 'floating_ip_address': '172.25.1.146', 'floating_network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'router_id': '371c3854-60b3-4825-b1e1-5fd75fc8a10d', 'port_id': 'e76582ac-d990-442c-9297-9c8c0cfc7d67', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3272, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a493f9d2-2406-4a59-a208-222c60ab7a5b', 'mac_address': 'fa:16:3e:9a:55:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7195e59-1f93-465f-85f0-0c4ff4d8831f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-23T19:48:20Z', 'updated_at': '2021-09-23T19:48:20Z', 'revision_number': 0, 'project_id': '7fd7324f75754f93a5f1d406b61f5276', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8c7ac45f-7812-43d7-87d4-e537469c3f3b', 'name': '', 'network_id': 'a493f9d2-2406-4a59-a208-222c60ab7a5b', 'tenant_id': '7fd7324f75754f93a5f1d406b61f5276', 'mac_address': 'fa:16:3e:4e:07:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '371c3854-60b3-4825-b1e1-5fd75fc8a10d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3229, 'fixed_ips': [{'subnet_id': 'fb3110a1-985c-4750-9b32-7189960c4093', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:47:53Z', 'updated_at': '2021-09-23T19:48:01Z', 'revision_number': 5, 'project_id': '7fd7324f75754f93a5f1d406b61f5276', 'subnets': [{'id': 'fb3110a1-985c-4750-9b32-7189960c4093', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-16', False) {} {{(pid=95104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:48:23.107669 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:48:23.142526 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a06379-b1c3-4ec6-950b-be4a96169098 req-bf0041ff-076e-481e-b783-eddbdba90436 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:48:23.144495 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-d7a06379-b1c3-4ec6-950b-be4a96169098 req-bf0041ff-076e-481e-b783-eddbdba90436 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=7fd7324f75754f93a5f1d406b61f5276&device_id=c7195e59-1f93-465f-85f0-0c4ff4d8831f HTTP/1.1" status: 200 len: 1097 time: 0.1767058 Sep 23 19:48:23.160487 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d27c905-7921-4bbd-bd4a-91649968379c None None] Checking router: 371c3854-60b3-4825-b1e1-5fd75fc8a10d for host: n-d-713301-16 {{(pid=95104) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 19:48:23.169415 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d27c905-7921-4bbd-bd4a-91649968379c None None] Routers {'371c3854-60b3-4825-b1e1-5fd75fc8a10d'} bound to L3 agent in host n-d-713301-16 {{(pid=95104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 19:48:23.170043 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_hamode_db [None req-0d27c905-7921-4bbd-bd4a-91649968379c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-23T19:07:52Z,description=,heartbeat_timestamp=2021-09-23T19:48:23Z,host='n-d-713301-16',id=79a740bf-7821-4989-8288-7186e3e128f3,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:07:52Z,topic='l3_agent')) {'router_ids': ['371c3854-60b3-4825-b1e1-5fd75fc8a10d'], 'active': True} {{(pid=95104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:48:23.298226 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.plugin [None req-269e6f6c-a06b-4adc-a47f-a1c73c7d5422 tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Deleting port 7a242168-3d4b-476e-a0ed-4234176dad62 {{(pid=95102) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:48:23.298799 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-269e6f6c-a06b-4adc-a47f-a1c73c7d5422 tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783146157096'] for port, before_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:48:23.316175 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_dvr_db [None req-0d27c905-7921-4bbd-bd4a-91649968379c None None] Set router 371c3854-60b3-4825-b1e1-5fd75fc8a10d gateway port host: n-d-713301-16 {{(pid=95104) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 19:48:23.450445 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.db [None req-269e6f6c-a06b-4adc-a47f-a1c73c7d5422 tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] For port 7a242168-3d4b-476e-a0ed-4234176dad62, host n-d-713301-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-16',level=0,port_id=7a242168-3d4b-476e-a0ed-4234176dad62,segment=NetworkSegment(5c8360fd-bd95-490f-abbb-4e7bd94ab9a5),segment_id=5c8360fd-bd95-490f-abbb-4e7bd94ab9a5)] {{(pid=95102) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:48:23.453803 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-269e6f6c-a06b-4adc-a47f-a1c73c7d5422 tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-605701'] for port, precommit_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:48:23.457248 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a06379-b1c3-4ec6-950b-be4a96169098 req-86cb06ab-1371-476e-b372-530a954b2d83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:48:23.464051 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-d7a06379-b1c3-4ec6-950b-be4a96169098 req-86cb06ab-1371-476e-b372-530a954b2d83 service neutron] 10.222.0.74 "GET /v2.0/networks?id=a493f9d2-2406-4a59-a208-222c60ab7a5b HTTP/1.1" status: 200 len: 897 time: 0.3092918 Sep 23 19:48:23.473048 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-0ae75029-feb6-4728-9a94-5f9b60993d82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:48:23.562532 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-c7928bd8-1f8f-472f-9fd8-95565732f5c1 tempest-TestNetworkBasicOps-1575950199 tempest-TestNetworkBasicOps-1575950199-project] 10.222.0.67 "GET /v2.0/floatingips/b12b8b72-2b19-4353-afd9-b20742e7c61f HTTP/1.1" status: 200 len: 991 time: 0.7292085 Sep 23 19:48:23.566414 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.plugin [None req-269e6f6c-a06b-4adc-a47f-a1c73c7d5422 tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Calling delete_port for 7a242168-3d4b-476e-a0ed-4234176dad62 owned by network:dhcp {{(pid=95102) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:48:23.659661 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-d7a06379-b1c3-4ec6-950b-be4a96169098 req-741e25cb-7c7f-49e9-ae3e-3e01f3267025 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e76582ac-d990-442c-9297-9c8c0cfc7d67 HTTP/1.1" status: 200 len: 999 time: 0.1801140 Sep 23 19:48:23.662594 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_hamode_db [None req-0d27c905-7921-4bbd-bd4a-91649968379c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '371c3854-60b3-4825-b1e1-5fd75fc8a10d', 'name': 'tempest-TestNetworkBasicOps-router-278476435', 'tenant_id': '7fd7324f75754f93a5f1d406b61f5276', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'external_fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.52'}], 'enable_snat': True}, 'gw_port_id': '6665d077-26f1-4a37-833c-efdb4fb4b026', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:47:46Z', 'updated_at': '2021-09-23T19:47:55Z', 'revision_number': 4, 'project_id': '7fd7324f75754f93a5f1d406b61f5276', 'gw_port': {'id': '6665d077-26f1-4a37-833c-efdb4fb4b026', 'name': '', 'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:0c:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '371c3854-60b3-4825-b1e1-5fd75fc8a10d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3223, 'fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:47:47Z', 'updated_at': '2021-09-23T19:47:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-16', '_floatingips': [{'id': 'b12b8b72-2b19-4353-afd9-b20742e7c61f', 'tenant_id': '7fd7324f75754f93a5f1d406b61f5276', 'floating_ip_address': '172.25.1.146', 'floating_network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'router_id': '371c3854-60b3-4825-b1e1-5fd75fc8a10d', 'port_id': 'e76582ac-d990-442c-9297-9c8c0cfc7d67', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3272, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a493f9d2-2406-4a59-a208-222c60ab7a5b', 'mac_address': 'fa:16:3e:9a:55:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7195e59-1f93-465f-85f0-0c4ff4d8831f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-23T19:48:20Z', 'updated_at': '2021-09-23T19:48:20Z', 'revision_number': 0, 'project_id': '7fd7324f75754f93a5f1d406b61f5276', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8c7ac45f-7812-43d7-87d4-e537469c3f3b', 'name': '', 'network_id': 'a493f9d2-2406-4a59-a208-222c60ab7a5b', 'tenant_id': '7fd7324f75754f93a5f1d406b61f5276', 'mac_address': 'fa:16:3e:4e:07:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '371c3854-60b3-4825-b1e1-5fd75fc8a10d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3229, 'fixed_ips': [{'subnet_id': 'fb3110a1-985c-4750-9b32-7189960c4093', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:47:53Z', 'updated_at': '2021-09-23T19:48:01Z', 'revision_number': 5, 'project_id': '7fd7324f75754f93a5f1d406b61f5276', 'subnets': [{'id': 'fb3110a1-985c-4750-9b32-7189960c4093', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-16', False) {} {{(pid=95104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:48:23.699648 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d27c905-7921-4bbd-bd4a-91649968379c None None] The sync data for ids ['371c3854-60b3-4825-b1e1-5fd75fc8a10d'] in n-d-713301-16 is: [{'id': '371c3854-60b3-4825-b1e1-5fd75fc8a10d', 'name': 'tempest-TestNetworkBasicOps-router-278476435', 'tenant_id': '7fd7324f75754f93a5f1d406b61f5276', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'external_fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.52'}], 'enable_snat': True}, 'gw_port_id': '6665d077-26f1-4a37-833c-efdb4fb4b026', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:47:46Z', 'updated_at': '2021-09-23T19:47:55Z', 'revision_number': 4, 'project_id': '7fd7324f75754f93a5f1d406b61f5276', 'gw_port': {'id': '6665d077-26f1-4a37-833c-efdb4fb4b026', 'name': '', 'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:0c:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '371c3854-60b3-4825-b1e1-5fd75fc8a10d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3223, 'fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:47:47Z', 'updated_at': '2021-09-23T19:47:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-16', '_floatingips': [{'id': 'b12b8b72-2b19-4353-afd9-b20742e7c61f', 'tenant_id': '7fd7324f75754f93a5f1d406b61f5276', 'floating_ip_address': '172.25.1.146', 'floating_network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'router_id': '371c3854-60b3-4825-b1e1-5fd75fc8a10d', 'port_id': 'e76582ac-d990-442c-9297-9c8c0cfc7d67', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3272, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a493f9d2-2406-4a59-a208-222c60ab7a5b', 'mac_address': 'fa:16:3e:9a:55:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7195e59-1f93-465f-85f0-0c4ff4d8831f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-23T19:48:20Z', 'updated_at': '2021-09-23T19:48:20Z', 'revision_number': 0, 'project_id': '7fd7324f75754f93a5f1d406b61f5276', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8c7ac45f-7812-43d7-87d4-e537469c3f3b', 'name': '', 'network_id': 'a493f9d2-2406-4a59-a208-222c60ab7a5b', 'tenant_id': '7fd7324f75754f93a5f1d406b61f5276', 'mac_address': 'fa:16:3e:4e:07:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '371c3854-60b3-4825-b1e1-5fd75fc8a10d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3229, 'fixed_ips': [{'subnet_id': 'fb3110a1-985c-4750-9b32-7189960c4093', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:47:53Z', 'updated_at': '2021-09-23T19:48:01Z', 'revision_number': 5, 'project_id': '7fd7324f75754f93a5f1d406b61f5276', 'subnets': [{'id': 'fb3110a1-985c-4750-9b32-7189960c4093', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 19:48:23.753956 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-269e6f6c-a06b-4adc-a47f-a1c73c7d5422 tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783146162158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783145673144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4399100'] for port, after_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:48:23.781281 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-46396e21-ce8d-405b-9e92-a391f6e7847f admin admin] Router d83f0415-5e06-4b12-856d-9038a1f0f9f8 has already been hosted by L3 agent 79a740bf-7821-4989-8288-7186e3e128f3 {{(pid=95101) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 19:48:23.788655 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a06379-b1c3-4ec6-950b-be4a96169098 req-2efc774b-05d1-427b-a449-82b8ebe6c0eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:48:23.790308 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-d7a06379-b1c3-4ec6-950b-be4a96169098 req-2efc774b-05d1-427b-a449-82b8ebe6c0eb service neutron] 10.222.0.74 "GET /v2.0/subnets?id=fb3110a1-985c-4750-9b32-7189960c4093 HTTP/1.1" status: 200 len: 835 time: 0.1198075 Sep 23 19:48:23.791769 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-269e6f6c-a06b-4adc-a47f-a1c73c7d5422 tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Pushing event deleted for resources: {'Port': ['ID=7a242168-3d4b-476e-a0ed-4234176dad62,revision_number=None']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:48:23.795679 n-d-713301-16 neutron-server[95102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-269e6f6c-a06b-4adc-a47f-a1c73c7d5422 tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] No DVR routers for this DVR port 7a242168-3d4b-476e-a0ed-4234176dad62 on host n-d-713301-16 {{(pid=95102) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 19:48:23.863025 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6702bcaf-bab1-4d17-a854-e37181bbc7c8 None None] DHCP port deletion for 3e6c6ec3-89f7-4fc2-8252-c7df087533ec request from n-d-713301-16 {{(pid=95103) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 23 19:48:23.896045 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5518f4fd-5980-4e8b-ad02-c25f0ebeaa9e None None] get_active_networks_info from n-d-713301-16 {{(pid=95103) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 23 19:48:23.958318 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-269e6f6c-a06b-4adc-a47f-a1c73c7d5422 tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1754676', 'neutron.services.segments.db._delete_segments_for_network-8783146221460'] for network, precommit_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:48:23.968433 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a06379-b1c3-4ec6-950b-be4a96169098 req-67231a73-f507-4710-99e1-6bcdbc95505d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:48:23.970011 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-d7a06379-b1c3-4ec6-950b-be4a96169098 req-67231a73-f507-4710-99e1-6bcdbc95505d service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=a493f9d2-2406-4a59-a208-222c60ab7a5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1725061 Sep 23 19:48:24.004145 n-d-713301-16 neutron-server[95102]: DEBUG neutron.services.segments.db [None req-269e6f6c-a06b-4adc-a47f-a1c73c7d5422 tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3e6c6ec3-89f7-4fc2-8252-c7df087533ec']}} {{(pid=95102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:48:24.030399 n-d-713301-16 neutron-server[95102]: DEBUG neutron.services.segments.db [None req-269e6f6c-a06b-4adc-a47f-a1c73c7d5422 tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5c8360fd-bd95-490f-abbb-4e7bd94ab9a5') {'for_net_delete': True} {{(pid=95102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:48:24.030765 n-d-713301-16 neutron-server[95102]: DEBUG neutron.services.segments.db [None req-269e6f6c-a06b-4adc-a47f-a1c73c7d5422 tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5c8360fd-bd95-490f-abbb-4e7bd94ab9a5') {} {{(pid=95102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:48:24.039002 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46396e21-ce8d-405b-9e92-a391f6e7847f admin admin] Notify agent at l3_agent.n-d-713301-16 the message routers_updated {{(pid=95101) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 19:48:24.051467 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-269e6f6c-a06b-4adc-a47f-a1c73c7d5422 tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783146221725', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6162832'] for segment, before_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:48:24.054147 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-46396e21-ce8d-405b-9e92-a391f6e7847f admin admin] 10.222.0.67 "PUT /v2.0/routers/d83f0415-5e06-4b12-856d-9038a1f0f9f8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0767384 Sep 23 19:48:24.057008 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 44816) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:48:24.064098 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c18f37a1-7c9b-4e05-8aba-96f6b707f728 None None] Sync routers for ids ['d83f0415-5e06-4b12-856d-9038a1f0f9f8'] in n-d-713301-16 {{(pid=95103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 19:48:24.115573 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c18f37a1-7c9b-4e05-8aba-96f6b707f728 None None] Routers {'d83f0415-5e06-4b12-856d-9038a1f0f9f8'} bound to L3 agent in host n-d-713301-16 {{(pid=95103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 19:48:24.117125 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_hamode_db [None req-c18f37a1-7c9b-4e05-8aba-96f6b707f728 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-23T19:07:52Z,description=,heartbeat_timestamp=2021-09-23T19:48:23Z,host='n-d-713301-16',id=79a740bf-7821-4989-8288-7186e3e128f3,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:07:52Z,topic='l3_agent')) {'router_ids': ['d83f0415-5e06-4b12-856d-9038a1f0f9f8'], 'active': True} {{(pid=95103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:48:24.155912 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-269e6f6c-a06b-4adc-a47f-a1c73c7d5422 tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1756186'] for segment, precommit_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:48:24.188386 n-d-713301-16 neutron-server[95103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5518f4fd-5980-4e8b-ad02-c25f0ebeaa9e None None] Resources bound (agent type, host, resource id): {{(pid=95103) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 23 19:48:24.191293 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-269e6f6c-a06b-4adc-a47f-a1c73c7d5422 tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Releasing vlan 647 on physical network physnet1 to pool {{(pid=95102) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 19:48:24.191596 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-269e6f6c-a06b-4adc-a47f-a1c73c7d5422 tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1756186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4398095'] for segment, after_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:48:24.194783 n-d-713301-16 neutron-server[95102]: Traceback (most recent call last): Sep 23 19:48:24.194783 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 19:48:24.194783 n-d-713301-16 neutron-server[95102]: timer() Sep 23 19:48:24.194783 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 19:48:24.194783 n-d-713301-16 neutron-server[95102]: cb(*args, **kw) Sep 23 19:48:24.194783 n-d-713301-16 neutron-server[95102]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 19:48:24.194783 n-d-713301-16 neutron-server[95102]: return func(*args, **kwargs) Sep 23 19:48:24.194783 n-d-713301-16 neutron-server[95102]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 19:48:24.194783 n-d-713301-16 neutron-server[95102]: self._notify() Sep 23 19:48:24.194783 n-d-713301-16 neutron-server[95102]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 19:48:24.194783 n-d-713301-16 neutron-server[95102]: self.callback(batched_events) Sep 23 19:48:24.194783 n-d-713301-16 neutron-server[95102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 19:48:24.194783 n-d-713301-16 neutron-server[95102]: event.method(event) Sep 23 19:48:24.194783 n-d-713301-16 neutron-server[95102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 19:48:24.194783 n-d-713301-16 neutron-server[95102]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 19:48:24.194783 n-d-713301-16 neutron-server[95102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 19:48:24.194783 n-d-713301-16 neutron-server[95102]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 19:48:24.194783 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 19:48:24.194783 n-d-713301-16 neutron-server[95102]: return f(self, *a, **k) Sep 23 19:48:24.194783 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 19:48:24.194783 n-d-713301-16 neutron-server[95102]: return self._get(url).json() Sep 23 19:48:24.194783 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 19:48:24.194783 n-d-713301-16 neutron-server[95102]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 19:48:24.194783 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 19:48:24.194783 n-d-713301-16 neutron-server[95102]: return self.request(url, 'GET', **kwargs) Sep 23 19:48:24.194783 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 19:48:24.194783 n-d-713301-16 neutron-server[95102]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 19:48:24.194783 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 19:48:24.194783 n-d-713301-16 neutron-server[95102]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 19:48:24.194783 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 19:48:24.194783 n-d-713301-16 neutron-server[95102]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 19:48:24.194783 n-d-713301-16 neutron-server[95102]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 19:48:24.238642 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5cec471-0e55-4d86-ad42-5ba223616e80 None None] New status for floating IP b12b8b72-2b19-4353-afd9-b20742e7c61f: ACTIVE {{(pid=95104) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 23 19:48:24.262645 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-d7a06379-b1c3-4ec6-950b-be4a96169098 req-c1c2fc3c-cbf2-426e-b8cd-dadb937932ca service neutron] 10.222.0.74 "GET /v2.0/networks/a493f9d2-2406-4a59-a208-222c60ab7a5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2722869 Sep 23 19:48:24.296236 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-aef984fa-a047-458a-ac16-18751eee025e admin admin] Notify callbacks [] for router, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:48:24.369735 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-269e6f6c-a06b-4adc-a47f-a1c73c7d5422 tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1754627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-601866'] for network, after_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:48:24.417450 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-269e6f6c-a06b-4adc-a47f-a1c73c7d5422 tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Notify callbacks [] for network, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:48:24.419829 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-269e6f6c-a06b-4adc-a47f-a1c73c7d5422 tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] 10.222.0.67 "DELETE /v2.0/networks/3e6c6ec3-89f7-4fc2-8252-c7df087533ec HTTP/1.1" status: 204 len: 168 time: 1.4331143 Sep 23 19:48:24.472786 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-269e6f6c-a06b-4adc-a47f-a1c73c7d5422 tempest-NetworksTestDHCPv6-1980085673 tempest-NetworksTestDHCPv6-1980085673-project] Pushing event deleted for resources: {'Network': ['ID=3e6c6ec3-89f7-4fc2-8252-c7df087533ec,revision_number=None']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:48:24.539448 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-d7a06379-b1c3-4ec6-950b-be4a96169098 req-df589610-7410-4bd8-8d42-44610a0065f6 service neutron] 10.222.0.74 "GET /v2.0/networks/a493f9d2-2406-4a59-a208-222c60ab7a5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2650998 Sep 23 19:48:24.553175 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-aef984fa-a047-458a-ac16-18751eee025e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:48:24.565831 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 44830) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:48:24.673005 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.plugin [None req-aef984fa-a047-458a-ac16-18751eee025e admin admin] Deleting port 45338fa8-6bfa-4dff-8129-61af5b751662 {{(pid=95101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:48:24.673462 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-aef984fa-a047-458a-ac16-18751eee025e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783146157096'] for port, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:48:24.722255 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-85b89bc6-9dc2-4ea8-8e01-734c6186dfb8 tempest-TestNetworkBasicOps-1575950199 tempest-TestNetworkBasicOps-1575950199-project] 10.222.0.67 "GET /v2.0/floatingips/b12b8b72-2b19-4353-afd9-b20742e7c61f HTTP/1.1" status: 200 len: 993 time: 0.1545658 Sep 23 19:48:24.833202 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_dvr_db [None req-c18f37a1-7c9b-4e05-8aba-96f6b707f728 None None] Set router d83f0415-5e06-4b12-856d-9038a1f0f9f8 gateway port host: n-d-713301-16 {{(pid=95103) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 19:48:24.849344 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.db [None req-aef984fa-a047-458a-ac16-18751eee025e admin admin] For port 45338fa8-6bfa-4dff-8129-61af5b751662, host n-d-713301-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-16',level=0,port_id=45338fa8-6bfa-4dff-8129-61af5b751662,segment=NetworkSegment(7d4027f1-d893-4c7b-95d4-757b8e44e380),segment_id=7d4027f1-d893-4c7b-95d4-757b8e44e380)] {{(pid=95101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:48:24.849777 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-aef984fa-a047-458a-ac16-18751eee025e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-605701'] for port, precommit_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:48:24.864151 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.plugin [None req-aef984fa-a047-458a-ac16-18751eee025e admin admin] Calling delete_port for 45338fa8-6bfa-4dff-8129-61af5b751662 owned by network:router_gateway {{(pid=95101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:48:24.969058 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 44834) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:48:25.150530 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-883cc3ea-3b3c-4b5e-9426-9b3f8205e652 None None] DHCP port deletion for 3e6c6ec3-89f7-4fc2-8252-c7df087533ec request from n-d-713301-16 {{(pid=95103) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 23 19:48:25.179059 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-aef984fa-a047-458a-ac16-18751eee025e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783146162158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783145673144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5607431'] for port, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:48:25.213223 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_hamode_db [None req-c18f37a1-7c9b-4e05-8aba-96f6b707f728 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd83f0415-5e06-4b12-856d-9038a1f0f9f8', 'name': 'tempest-AttachVolumeShelveTestJSON-346496842-router', 'tenant_id': '9f955dc8eb0a49dcaf259d890508d18f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'external_fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.225'}], 'enable_snat': True}, 'gw_port_id': '45338fa8-6bfa-4dff-8129-61af5b751662', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:39:06Z', 'updated_at': '2021-09-23T19:48:22Z', 'revision_number': 5, 'project_id': '9f955dc8eb0a49dcaf259d890508d18f', 'gw_port': {'id': '45338fa8-6bfa-4dff-8129-61af5b751662', 'name': '', 'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:b6:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd83f0415-5e06-4b12-856d-9038a1f0f9f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2197, 'fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:39:08Z', 'updated_at': '2021-09-23T19:39:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-16'}], 'n-d-713301-16', False) {} {{(pid=95103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:48:25.254999 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aef984fa-a047-458a-ac16-18751eee025e admin admin] Pushing event deleted for resources: {'Port': ['ID=45338fa8-6bfa-4dff-8129-61af5b751662,revision_number=None']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:48:25.281867 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-42b3b5c8-b104-441d-866e-dc8c2fecc74d admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=ef2dbafd0ba44b7485191a034ef43810&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3115993 Sep 23 19:48:25.286945 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c18f37a1-7c9b-4e05-8aba-96f6b707f728 None None] Checking router: d83f0415-5e06-4b12-856d-9038a1f0f9f8 for host: n-d-713301-16 {{(pid=95103) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 19:48:25.297197 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 44842) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:48:25.326672 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c18f37a1-7c9b-4e05-8aba-96f6b707f728 None None] Routers {'d83f0415-5e06-4b12-856d-9038a1f0f9f8'} bound to L3 agent in host n-d-713301-16 {{(pid=95103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 19:48:25.329622 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_hamode_db [None req-c18f37a1-7c9b-4e05-8aba-96f6b707f728 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-23T19:07:52Z,description=,heartbeat_timestamp=2021-09-23T19:48:23Z,host='n-d-713301-16',id=79a740bf-7821-4989-8288-7186e3e128f3,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:07:52Z,topic='l3_agent')) {'router_ids': ['d83f0415-5e06-4b12-856d-9038a1f0f9f8'], 'active': True} {{(pid=95103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:48:25.387121 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-aef984fa-a047-458a-ac16-18751eee025e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-601942'] for router_gateway, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:48:25.397785 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-80e7e501-6c57-470d-92c6-e3d54bc3195c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:48:25.405685 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-3597a852-ef2b-4554-a27b-92da0641e77a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:48:25.431706 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_dvr_db [None req-c18f37a1-7c9b-4e05-8aba-96f6b707f728 None None] Set router d83f0415-5e06-4b12-856d-9038a1f0f9f8 gateway port host: None {{(pid=95103) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 19:48:25.431958 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-3597a852-ef2b-4554-a27b-92da0641e77a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:48:25.490563 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-3597a852-ef2b-4554-a27b-92da0641e77a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:48:25.496356 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_hamode_db [None req-c18f37a1-7c9b-4e05-8aba-96f6b707f728 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd83f0415-5e06-4b12-856d-9038a1f0f9f8', 'name': 'tempest-AttachVolumeShelveTestJSON-346496842-router', 'tenant_id': '9f955dc8eb0a49dcaf259d890508d18f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:39:06Z', 'updated_at': '2021-09-23T19:48:25Z', 'revision_number': 7, 'project_id': '9f955dc8eb0a49dcaf259d890508d18f', 'gw_port_host': None}], 'n-d-713301-16', False) {} {{(pid=95103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:48:25.496920 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-3597a852-ef2b-4554-a27b-92da0641e77a admin admin] Notify callbacks [] for security_group, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:48:25.498230 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-3597a852-ef2b-4554-a27b-92da0641e77a admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/b3351e0c-2a66-4b41-972c-f2a81cd0579e HTTP/1.1" status: 204 len: 168 time: 0.1997650 Sep 23 19:48:25.505184 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-aef984fa-a047-458a-ac16-18751eee025e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-597305', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29369'] for router, precommit_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:48:25.507187 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3597a852-ef2b-4554-a27b-92da0641e77a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3351e0c-2a66-4b41-972c-f2a81cd0579e,revision_number=None']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:48:25.508070 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-aef984fa-a047-458a-ac16-18751eee025e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:48:25.539301 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c18f37a1-7c9b-4e05-8aba-96f6b707f728 None None] The sync data for ids ['d83f0415-5e06-4b12-856d-9038a1f0f9f8'] in n-d-713301-16 is: [{'id': 'd83f0415-5e06-4b12-856d-9038a1f0f9f8', 'name': 'tempest-AttachVolumeShelveTestJSON-346496842-router', 'tenant_id': '9f955dc8eb0a49dcaf259d890508d18f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:39:06Z', 'updated_at': '2021-09-23T19:48:25Z', 'revision_number': 7, 'project_id': '9f955dc8eb0a49dcaf259d890508d18f', 'gw_port_host': None}] {{(pid=95103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 19:48:25.563653 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-aef984fa-a047-458a-ac16-18751eee025e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-597296'] for router, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:48:25.564475 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aef984fa-a047-458a-ac16-18751eee025e admin admin] Fanout notify agent at l3_agent the message router_deleted on router d83f0415-5e06-4b12-856d-9038a1f0f9f8 {{(pid=95101) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 23 19:48:25.571062 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-aef984fa-a047-458a-ac16-18751eee025e admin admin] Notify callbacks [] for router, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:48:25.573011 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-aef984fa-a047-458a-ac16-18751eee025e admin admin] 10.222.0.67 "DELETE /v2.0/routers/d83f0415-5e06-4b12-856d-9038a1f0f9f8 HTTP/1.1" status: 204 len: 168 time: 1.5121744 Sep 23 19:48:25.575269 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 44846) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:48:25.633170 n-d-713301-16 neutron-server[95102]: DEBUG neutron.db.db_base_plugin_v2 [None req-8f86c628-1079-40ee-870c-962e29d36814 admin admin] Deleting subnet cfb66c78-2a7b-4d98-8fdd-683258461232 {{(pid=95102) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 23 19:48:25.636819 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-8f86c628-1079-40ee-870c-962e29d36814 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:48:25.679596 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-8f86c628-1079-40ee-870c-962e29d36814 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6162825'] for subnet, precommit_delete_associations {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:48:25.770279 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-8f86c628-1079-40ee-870c-962e29d36814 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1756813'] for subnet, precommit_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:48:25.843469 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-8f86c628-1079-40ee-870c-962e29d36814 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1756804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4399009', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5388229'] for subnet, after_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:48:25.873921 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f86c628-1079-40ee-870c-962e29d36814 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cfb66c78-2a7b-4d98-8fdd-683258461232,revision_number=None']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:48:25.879512 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-8f86c628-1079-40ee-870c-962e29d36814 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:48:25.884182 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-8f86c628-1079-40ee-870c-962e29d36814 admin admin] 10.222.0.67 "DELETE /v2.0/subnets/cfb66c78-2a7b-4d98-8fdd-683258461232 HTTP/1.1" status: 204 len: 168 time: 0.3059604 Sep 23 19:48:25.885025 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 44856) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:48:25.892046 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-889ae6b8-c795-4bab-b81a-979bd3cd2796 None None] Network fc2b89b8-ce3f-4c16-8b68-220076c74d2b requested from n-d-713301-16 {{(pid=95103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 19:48:25.994622 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-d36cd257-ca86-4cad-a1d7-9e5ec9f8f8b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1628021'] for network, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:48:26.062372 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.plugin [None req-d36cd257-ca86-4cad-a1d7-9e5ec9f8f8b9 admin admin] Deleting port b064d018-53c8-4852-90b3-7843cc1cca85 {{(pid=95101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:48:26.062803 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-d36cd257-ca86-4cad-a1d7-9e5ec9f8f8b9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783146157096'] for port, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:48:26.146400 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.db [None req-d36cd257-ca86-4cad-a1d7-9e5ec9f8f8b9 admin admin] For port b064d018-53c8-4852-90b3-7843cc1cca85, host n-d-713301-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-16',level=0,port_id=b064d018-53c8-4852-90b3-7843cc1cca85,segment=NetworkSegment(c5b82793-12a0-4116-8d9f-ade119c657cf),segment_id=c5b82793-12a0-4116-8d9f-ade119c657cf)] {{(pid=95101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:48:26.146774 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-d36cd257-ca86-4cad-a1d7-9e5ec9f8f8b9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-605701'] for port, precommit_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:48:26.159418 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.plugin [None req-d36cd257-ca86-4cad-a1d7-9e5ec9f8f8b9 admin admin] Calling delete_port for b064d018-53c8-4852-90b3-7843cc1cca85 owned by network:dhcp {{(pid=95101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:48:26.249691 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-d36cd257-ca86-4cad-a1d7-9e5ec9f8f8b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783146162158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783145673144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5607431'] for port, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:48:26.277529 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d36cd257-ca86-4cad-a1d7-9e5ec9f8f8b9 admin admin] Pushing event deleted for resources: {'Port': ['ID=b064d018-53c8-4852-90b3-7843cc1cca85,revision_number=None']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:48:26.286183 n-d-713301-16 neutron-server[95101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d36cd257-ca86-4cad-a1d7-9e5ec9f8f8b9 admin admin] No DVR routers for this DVR port b064d018-53c8-4852-90b3-7843cc1cca85 on host n-d-713301-16 {{(pid=95101) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 19:48:26.287779 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d36cd257-ca86-4cad-a1d7-9e5ec9f8f8b9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:48:26.288072 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d36cd257-ca86-4cad-a1d7-9e5ec9f8f8b9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:48:26.288411 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d36cd257-ca86-4cad-a1d7-9e5ec9f8f8b9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:48:26.288775 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d36cd257-ca86-4cad-a1d7-9e5ec9f8f8b9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:48:26.289111 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d36cd257-ca86-4cad-a1d7-9e5ec9f8f8b9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:48:26.289444 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d36cd257-ca86-4cad-a1d7-9e5ec9f8f8b9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:48:26.289890 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d36cd257-ca86-4cad-a1d7-9e5ec9f8f8b9 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:48:26.290126 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d36cd257-ca86-4cad-a1d7-9e5ec9f8f8b9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:48:26.290449 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d36cd257-ca86-4cad-a1d7-9e5ec9f8f8b9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:48:26.291106 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d36cd257-ca86-4cad-a1d7-9e5ec9f8f8b9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:48:26.291106 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d36cd257-ca86-4cad-a1d7-9e5ec9f8f8b9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:48:26.292296 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d36cd257-ca86-4cad-a1d7-9e5ec9f8f8b9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:48:26.380379 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 44876) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:48:26.385701 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-d36cd257-ca86-4cad-a1d7-9e5ec9f8f8b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1754676', 'neutron.services.segments.db._delete_segments_for_network-8783146221460'] for network, precommit_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:48:26.406482 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7036a38e-462f-4477-9401-6f0a804e234a None None] DHCP port deletion for fc2b89b8-ce3f-4c16-8b68-220076c74d2b request from n-d-713301-16 {{(pid=95103) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 23 19:48:26.424801 n-d-713301-16 neutron-server[95101]: DEBUG neutron.services.segments.db [None req-d36cd257-ca86-4cad-a1d7-9e5ec9f8f8b9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fc2b89b8-ce3f-4c16-8b68-220076c74d2b']}} {{(pid=95101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:48:26.450106 n-d-713301-16 neutron-server[95101]: DEBUG neutron.services.segments.db [None req-d36cd257-ca86-4cad-a1d7-9e5ec9f8f8b9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c5b82793-12a0-4116-8d9f-ade119c657cf') {'for_net_delete': True} {{(pid=95101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:48:26.450233 n-d-713301-16 neutron-server[95101]: DEBUG neutron.services.segments.db [None req-d36cd257-ca86-4cad-a1d7-9e5ec9f8f8b9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c5b82793-12a0-4116-8d9f-ade119c657cf') {} {{(pid=95101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:48:26.464793 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-d36cd257-ca86-4cad-a1d7-9e5ec9f8f8b9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783146221725', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6007147'] for segment, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:48:26.485190 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-d36cd257-ca86-4cad-a1d7-9e5ec9f8f8b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1756186'] for segment, precommit_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:48:26.493340 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d36cd257-ca86-4cad-a1d7-9e5ec9f8f8b9 admin admin] Releasing vlan 644 on physical network physnet1 to pool {{(pid=95101) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 19:48:26.493747 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-d36cd257-ca86-4cad-a1d7-9e5ec9f8f8b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1756186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5608436'] for segment, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:48:26.495943 n-d-713301-16 neutron-server[95101]: Traceback (most recent call last): Sep 23 19:48:26.495943 n-d-713301-16 neutron-server[95101]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 19:48:26.495943 n-d-713301-16 neutron-server[95101]: timer() Sep 23 19:48:26.495943 n-d-713301-16 neutron-server[95101]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 19:48:26.495943 n-d-713301-16 neutron-server[95101]: cb(*args, **kw) Sep 23 19:48:26.495943 n-d-713301-16 neutron-server[95101]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 19:48:26.495943 n-d-713301-16 neutron-server[95101]: return func(*args, **kwargs) Sep 23 19:48:26.495943 n-d-713301-16 neutron-server[95101]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 19:48:26.495943 n-d-713301-16 neutron-server[95101]: self._notify() Sep 23 19:48:26.495943 n-d-713301-16 neutron-server[95101]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 19:48:26.495943 n-d-713301-16 neutron-server[95101]: self.callback(batched_events) Sep 23 19:48:26.495943 n-d-713301-16 neutron-server[95101]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 19:48:26.495943 n-d-713301-16 neutron-server[95101]: event.method(event) Sep 23 19:48:26.495943 n-d-713301-16 neutron-server[95101]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 19:48:26.495943 n-d-713301-16 neutron-server[95101]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 19:48:26.495943 n-d-713301-16 neutron-server[95101]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 19:48:26.495943 n-d-713301-16 neutron-server[95101]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 19:48:26.495943 n-d-713301-16 neutron-server[95101]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 19:48:26.495943 n-d-713301-16 neutron-server[95101]: return f(self, *a, **k) Sep 23 19:48:26.495943 n-d-713301-16 neutron-server[95101]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 19:48:26.495943 n-d-713301-16 neutron-server[95101]: return self._get(url).json() Sep 23 19:48:26.495943 n-d-713301-16 neutron-server[95101]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 19:48:26.495943 n-d-713301-16 neutron-server[95101]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 19:48:26.495943 n-d-713301-16 neutron-server[95101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 19:48:26.495943 n-d-713301-16 neutron-server[95101]: return self.request(url, 'GET', **kwargs) Sep 23 19:48:26.495943 n-d-713301-16 neutron-server[95101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 19:48:26.495943 n-d-713301-16 neutron-server[95101]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 19:48:26.495943 n-d-713301-16 neutron-server[95101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 19:48:26.495943 n-d-713301-16 neutron-server[95101]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 19:48:26.495943 n-d-713301-16 neutron-server[95101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 19:48:26.495943 n-d-713301-16 neutron-server[95101]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 19:48:26.495943 n-d-713301-16 neutron-server[95101]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 19:48:26.561582 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.v2.base [None req-c3c387cd-cd30-4b05-b373-21455b48b941 tempest-BulkNetworkOpsIpV6Test-787883721 tempest-BulkNetworkOpsIpV6Test-787883721-project] Request body: {'networks': [{'name': 'tempest-network--1141279581'}, {'name': 'tempest-network--997031032'}]} {{(pid=95102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:48:26.563010 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.v2.base [None req-c3c387cd-cd30-4b05-b373-21455b48b941 tempest-BulkNetworkOpsIpV6Test-787883721 tempest-BulkNetworkOpsIpV6Test-787883721-project] Request body: {'network': {'name': 'tempest-network--1141279581'}} {{(pid=95102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:48:26.564019 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.v2.base [None req-c3c387cd-cd30-4b05-b373-21455b48b941 tempest-BulkNetworkOpsIpV6Test-787883721 tempest-BulkNetworkOpsIpV6Test-787883721-project] Request body: {'network': {'name': 'tempest-network--997031032'}} {{(pid=95102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:48:26.605095 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3c387cd-cd30-4b05-b373-21455b48b941 tempest-BulkNetworkOpsIpV6Test-787883721 tempest-BulkNetworkOpsIpV6Test-787883721-project] Made reservation on behalf of f168cc0f0030438da9f999507c0b87cc for: {'network': 2} {{(pid=95102) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:48:26.609470 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-d36cd257-ca86-4cad-a1d7-9e5ec9f8f8b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1754627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-601866'] for network, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:48:26.613185 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-c3c387cd-cd30-4b05-b373-21455b48b941 tempest-BulkNetworkOpsIpV6Test-787883721 tempest-BulkNetworkOpsIpV6Test-787883721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for network, before_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:48:26.629059 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-c3c387cd-cd30-4b05-b373-21455b48b941 tempest-BulkNetworkOpsIpV6Test-787883721 tempest-BulkNetworkOpsIpV6Test-787883721-project] Notify callbacks [] for security_group, before_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:48:26.645690 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-d36cd257-ca86-4cad-a1d7-9e5ec9f8f8b9 admin admin] Notify callbacks [] for network, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:48:26.650146 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-d36cd257-ca86-4cad-a1d7-9e5ec9f8f8b9 admin admin] 10.222.0.67 "DELETE /v2.0/networks/fc2b89b8-ce3f-4c16-8b68-220076c74d2b HTTP/1.1" status: 204 len: 168 time: 0.7614939 Sep 23 19:48:26.650146 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d36cd257-ca86-4cad-a1d7-9e5ec9f8f8b9 admin admin] Pushing event deleted for resources: {'Network': ['ID=fc2b89b8-ce3f-4c16-8b68-220076c74d2b,revision_number=None']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:48:26.876080 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-c3c387cd-cd30-4b05-b373-21455b48b941 tempest-BulkNetworkOpsIpV6Test-787883721 tempest-BulkNetworkOpsIpV6Test-787883721-project] Notify callbacks [] for security_group, precommit_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:48:26.885504 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-c3c387cd-cd30-4b05-b373-21455b48b941 tempest-BulkNetworkOpsIpV6Test-787883721 tempest-BulkNetworkOpsIpV6Test-787883721-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:48:26.885997 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-c3c387cd-cd30-4b05-b373-21455b48b941 tempest-BulkNetworkOpsIpV6Test-787883721 tempest-BulkNetworkOpsIpV6Test-787883721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for network, before_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:48:26.994424 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c3c387cd-cd30-4b05-b373-21455b48b941 tempest-BulkNetworkOpsIpV6Test-787883721 tempest-BulkNetworkOpsIpV6Test-787883721-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 621} {{(pid=95102) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 19:48:27.026980 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 44906) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:48:27.029381 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-c3c387cd-cd30-4b05-b373-21455b48b941 tempest-BulkNetworkOpsIpV6Test-787883721 tempest-BulkNetworkOpsIpV6Test-787883721-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1756186'] for segment, precommit_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:48:27.030161 n-d-713301-16 neutron-server[95102]: INFO neutron.db.segments_db [None req-c3c387cd-cd30-4b05-b373-21455b48b941 tempest-BulkNetworkOpsIpV6Test-787883721 tempest-BulkNetworkOpsIpV6Test-787883721-project] Added segment e4f444dc-4af6-46bc-8536-18fd6897e01e of type vlan for network 5390eff8-256e-410b-960d-982cbb63d184 Sep 23 19:48:27.050321 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3c387cd-cd30-4b05-b373-21455b48b941 tempest-BulkNetworkOpsIpV6Test-787883721 tempest-BulkNetworkOpsIpV6Test-787883721-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1f6aea77-6787-49ba-b926-1f19be39fbf9,revision_number=1']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:48:27.070393 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Device b064d018-53c8-4852-90b3-7843cc1cca85 no longer exists at agent ovs-agent-n-d-713301-16 {{(pid=95103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 19:48:27.100536 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-c3c387cd-cd30-4b05-b373-21455b48b941 tempest-BulkNetworkOpsIpV6Test-787883721 tempest-BulkNetworkOpsIpV6Test-787883721-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783145630486'] for network, precommit_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:48:27.128864 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.plugin [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] No Port match for: b064d018-53c8-4852-90b3-7843cc1cca85 {{(pid=95103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 19:48:27.129780 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Device b064d018-53c8-4852-90b3-7843cc1cca85 not bound to the agent host n-d-713301-16 {{(pid=95103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 19:48:27.132013 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Device 208ccfe2-6a3e-4912-af98-65b1a23d7cf6 no longer exists at agent ovs-agent-n-d-713301-16 {{(pid=95103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 19:48:27.142110 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-6eda7404-a1f1-4375-8cfe-f67b0d7c1b56 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=9f955dc8eb0a49dcaf259d890508d18f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1123888 Sep 23 19:48:27.145989 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 44912) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:48:27.155540 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c3c387cd-cd30-4b05-b373-21455b48b941 tempest-BulkNetworkOpsIpV6Test-787883721 tempest-BulkNetworkOpsIpV6Test-787883721-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 600} {{(pid=95102) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 19:48:27.162144 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.plugin [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] No Port match for: 208ccfe2-6a3e-4912-af98-65b1a23d7cf6 {{(pid=95103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 19:48:27.162696 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Device 208ccfe2-6a3e-4912-af98-65b1a23d7cf6 not bound to the agent host n-d-713301-16 {{(pid=95103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 19:48:27.163648 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Device 45338fa8-6bfa-4dff-8129-61af5b751662 no longer exists at agent ovs-agent-n-d-713301-16 {{(pid=95103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 19:48:27.184376 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-c3c387cd-cd30-4b05-b373-21455b48b941 tempest-BulkNetworkOpsIpV6Test-787883721 tempest-BulkNetworkOpsIpV6Test-787883721-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1756186'] for segment, precommit_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:48:27.184765 n-d-713301-16 neutron-server[95102]: INFO neutron.db.segments_db [None req-c3c387cd-cd30-4b05-b373-21455b48b941 tempest-BulkNetworkOpsIpV6Test-787883721 tempest-BulkNetworkOpsIpV6Test-787883721-project] Added segment 61621fe4-d62b-4e90-a684-9a96f918ff60 of type vlan for network e880a25c-1de3-414c-b47e-f05424d82a63 Sep 23 19:48:27.188719 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.plugin [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] No Port match for: 45338fa8-6bfa-4dff-8129-61af5b751662 {{(pid=95103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 19:48:27.189156 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Device 45338fa8-6bfa-4dff-8129-61af5b751662 not bound to the agent host n-d-713301-16 {{(pid=95103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 19:48:27.259115 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-c3c387cd-cd30-4b05-b373-21455b48b941 tempest-BulkNetworkOpsIpV6Test-787883721 tempest-BulkNetworkOpsIpV6Test-787883721-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783145630486'] for network, precommit_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:48:27.261762 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-69cae8ec-05a6-427f-b299-801026b44e23 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:48:27.297207 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-69cae8ec-05a6-427f-b299-801026b44e23 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:48:27.330290 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-c3c387cd-cd30-4b05-b373-21455b48b941 tempest-BulkNetworkOpsIpV6Test-787883721 tempest-BulkNetworkOpsIpV6Test-787883721-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299'] for network, after_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:48:27.330991 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-c3c387cd-cd30-4b05-b373-21455b48b941 tempest-BulkNetworkOpsIpV6Test-787883721 tempest-BulkNetworkOpsIpV6Test-787883721-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299'] for network, after_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:48:27.336683 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3c387cd-cd30-4b05-b373-21455b48b941 tempest-BulkNetworkOpsIpV6Test-787883721 tempest-BulkNetworkOpsIpV6Test-787883721-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:48:27.341872 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3c387cd-cd30-4b05-b373-21455b48b941 tempest-BulkNetworkOpsIpV6Test-787883721 tempest-BulkNetworkOpsIpV6Test-787883721-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:48:27.342520 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-c3c387cd-cd30-4b05-b373-21455b48b941 tempest-BulkNetworkOpsIpV6Test-787883721 tempest-BulkNetworkOpsIpV6Test-787883721-project] Notify callbacks [] for network, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:48:27.435988 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3c387cd-cd30-4b05-b373-21455b48b941 tempest-BulkNetworkOpsIpV6Test-787883721 tempest-BulkNetworkOpsIpV6Test-787883721-project] Pushing event updated for resources: {'Network': ['ID=5390eff8-256e-410b-960d-982cbb63d184,revision_number=1']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:48:27.451576 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Network 5390eff8-256e-410b-960d-982cbb63d184 details requested by agent ovs-agent-n-d-713301-16 with host n-d-713301-16 {{(pid=95103) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 19:48:27.509879 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3c387cd-cd30-4b05-b373-21455b48b941 tempest-BulkNetworkOpsIpV6Test-787883721 tempest-BulkNetworkOpsIpV6Test-787883721-project] Pushing event updated for resources: {'Network': ['ID=e880a25c-1de3-414c-b47e-f05424d82a63,revision_number=1']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:48:27.519095 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-c3c387cd-cd30-4b05-b373-21455b48b941 tempest-BulkNetworkOpsIpV6Test-787883721 tempest-BulkNetworkOpsIpV6Test-787883721-project] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1319 time: 1.1374750 Sep 23 19:48:27.521971 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 44914) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:48:27.528445 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Network e880a25c-1de3-414c-b47e-f05424d82a63 details requested by agent ovs-agent-n-d-713301-16 with host n-d-713301-16 {{(pid=95103) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 19:48:27.545666 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-69cae8ec-05a6-427f-b299-801026b44e23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:48:27.548817 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-69cae8ec-05a6-427f-b299-801026b44e23 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:48:27.552437 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-69cae8ec-05a6-427f-b299-801026b44e23 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/3fb2d319-c077-480d-bfd5-f731b0679d26 HTTP/1.1" status: 204 len: 168 time: 0.4030704 Sep 23 19:48:27.566706 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69cae8ec-05a6-427f-b299-801026b44e23 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3fb2d319-c077-480d-bfd5-f731b0679d26,revision_number=None']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:48:27.792151 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e0fabcc-f4a8-4b4d-8a75-fb99f8eb7216 tempest-BulkNetworkOpsIpV6Test-787883721 tempest-BulkNetworkOpsIpV6Test-787883721-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:48:27.798340 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e0fabcc-f4a8-4b4d-8a75-fb99f8eb7216 tempest-BulkNetworkOpsIpV6Test-787883721 tempest-BulkNetworkOpsIpV6Test-787883721-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:48:27.805409 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e0fabcc-f4a8-4b4d-8a75-fb99f8eb7216 tempest-BulkNetworkOpsIpV6Test-787883721 tempest-BulkNetworkOpsIpV6Test-787883721-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:48:27.811636 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e0fabcc-f4a8-4b4d-8a75-fb99f8eb7216 tempest-BulkNetworkOpsIpV6Test-787883721 tempest-BulkNetworkOpsIpV6Test-787883721-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:48:27.813650 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-6e0fabcc-f4a8-4b4d-8a75-fb99f8eb7216 tempest-BulkNetworkOpsIpV6Test-787883721 tempest-BulkNetworkOpsIpV6Test-787883721-project] 10.222.0.67 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2406 time: 0.2911055 Sep 23 19:48:27.817348 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 44920) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:48:27.902824 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-6bafcc5e-aca5-4bca-a066-dc8a0e2797ec tempest-BulkNetworkOpsIpV6Test-787883721 tempest-BulkNetworkOpsIpV6Test-787883721-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1628021'] for network, before_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:48:28.027373 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-6bafcc5e-aca5-4bca-a066-dc8a0e2797ec tempest-BulkNetworkOpsIpV6Test-787883721 tempest-BulkNetworkOpsIpV6Test-787883721-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1754676', 'neutron.services.segments.db._delete_segments_for_network-8783146221460'] for network, precommit_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:48:28.056766 n-d-713301-16 neutron-server[95102]: DEBUG neutron.services.segments.db [None req-6bafcc5e-aca5-4bca-a066-dc8a0e2797ec tempest-BulkNetworkOpsIpV6Test-787883721 tempest-BulkNetworkOpsIpV6Test-787883721-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5390eff8-256e-410b-960d-982cbb63d184']}} {{(pid=95102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:48:28.075489 n-d-713301-16 neutron-server[95102]: DEBUG neutron.services.segments.db [None req-6bafcc5e-aca5-4bca-a066-dc8a0e2797ec tempest-BulkNetworkOpsIpV6Test-787883721 tempest-BulkNetworkOpsIpV6Test-787883721-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e4f444dc-4af6-46bc-8536-18fd6897e01e') {'for_net_delete': True} {{(pid=95102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:48:28.076086 n-d-713301-16 neutron-server[95102]: DEBUG neutron.services.segments.db [None req-6bafcc5e-aca5-4bca-a066-dc8a0e2797ec tempest-BulkNetworkOpsIpV6Test-787883721 tempest-BulkNetworkOpsIpV6Test-787883721-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e4f444dc-4af6-46bc-8536-18fd6897e01e') {} {{(pid=95102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:48:28.089785 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-6bafcc5e-aca5-4bca-a066-dc8a0e2797ec tempest-BulkNetworkOpsIpV6Test-787883721 tempest-BulkNetworkOpsIpV6Test-787883721-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783146221725', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6162832'] for segment, before_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:48:28.100657 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:48:28.105666 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-6bafcc5e-aca5-4bca-a066-dc8a0e2797ec tempest-BulkNetworkOpsIpV6Test-787883721 tempest-BulkNetworkOpsIpV6Test-787883721-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1756186'] for segment, precommit_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:48:28.114393 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6bafcc5e-aca5-4bca-a066-dc8a0e2797ec tempest-BulkNetworkOpsIpV6Test-787883721 tempest-BulkNetworkOpsIpV6Test-787883721-project] Releasing vlan 621 on physical network physnet1 to pool {{(pid=95102) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 19:48:28.116776 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-6bafcc5e-aca5-4bca-a066-dc8a0e2797ec tempest-BulkNetworkOpsIpV6Test-787883721 tempest-BulkNetworkOpsIpV6Test-787883721-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1756186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4398095'] for segment, after_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:48:28.120424 n-d-713301-16 neutron-server[95102]: Traceback (most recent call last): Sep 23 19:48:28.120424 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 19:48:28.120424 n-d-713301-16 neutron-server[95102]: timer() Sep 23 19:48:28.120424 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 19:48:28.120424 n-d-713301-16 neutron-server[95102]: cb(*args, **kw) Sep 23 19:48:28.120424 n-d-713301-16 neutron-server[95102]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 19:48:28.120424 n-d-713301-16 neutron-server[95102]: return func(*args, **kwargs) Sep 23 19:48:28.120424 n-d-713301-16 neutron-server[95102]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 19:48:28.120424 n-d-713301-16 neutron-server[95102]: self._notify() Sep 23 19:48:28.120424 n-d-713301-16 neutron-server[95102]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 19:48:28.120424 n-d-713301-16 neutron-server[95102]: self.callback(batched_events) Sep 23 19:48:28.120424 n-d-713301-16 neutron-server[95102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 19:48:28.120424 n-d-713301-16 neutron-server[95102]: event.method(event) Sep 23 19:48:28.120424 n-d-713301-16 neutron-server[95102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 19:48:28.120424 n-d-713301-16 neutron-server[95102]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 19:48:28.120424 n-d-713301-16 neutron-server[95102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 19:48:28.120424 n-d-713301-16 neutron-server[95102]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 19:48:28.120424 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 19:48:28.120424 n-d-713301-16 neutron-server[95102]: return f(self, *a, **k) Sep 23 19:48:28.120424 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 19:48:28.120424 n-d-713301-16 neutron-server[95102]: return self._get(url).json() Sep 23 19:48:28.120424 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 19:48:28.120424 n-d-713301-16 neutron-server[95102]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 19:48:28.120424 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 19:48:28.120424 n-d-713301-16 neutron-server[95102]: return self.request(url, 'GET', **kwargs) Sep 23 19:48:28.120424 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 19:48:28.120424 n-d-713301-16 neutron-server[95102]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 19:48:28.120424 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 19:48:28.120424 n-d-713301-16 neutron-server[95102]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 19:48:28.120424 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 19:48:28.120424 n-d-713301-16 neutron-server[95102]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 19:48:28.120424 n-d-713301-16 neutron-server[95102]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 19:48:28.191384 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-6bafcc5e-aca5-4bca-a066-dc8a0e2797ec tempest-BulkNetworkOpsIpV6Test-787883721 tempest-BulkNetworkOpsIpV6Test-787883721-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1754627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-601866'] for network, after_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:48:28.201592 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-6bafcc5e-aca5-4bca-a066-dc8a0e2797ec tempest-BulkNetworkOpsIpV6Test-787883721 tempest-BulkNetworkOpsIpV6Test-787883721-project] Notify callbacks [] for network, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:48:28.206392 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-6bafcc5e-aca5-4bca-a066-dc8a0e2797ec tempest-BulkNetworkOpsIpV6Test-787883721 tempest-BulkNetworkOpsIpV6Test-787883721-project] 10.222.0.67 "DELETE /v2.0/networks/5390eff8-256e-410b-960d-982cbb63d184 HTTP/1.1" status: 204 len: 168 time: 0.3874986 Sep 23 19:48:28.207686 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 44938) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:48:28.240759 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bafcc5e-aca5-4bca-a066-dc8a0e2797ec tempest-BulkNetworkOpsIpV6Test-787883721 tempest-BulkNetworkOpsIpV6Test-787883721-project] Pushing event deleted for resources: {'Network': ['ID=5390eff8-256e-410b-960d-982cbb63d184,revision_number=None']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:48:28.348125 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-195105c1-71ef-4888-9e5f-83a5f075bffe tempest-BulkNetworkOpsIpV6Test-787883721 tempest-BulkNetworkOpsIpV6Test-787883721-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1628021'] for network, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:48:28.362829 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:48:28.468869 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-195105c1-71ef-4888-9e5f-83a5f075bffe tempest-BulkNetworkOpsIpV6Test-787883721 tempest-BulkNetworkOpsIpV6Test-787883721-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1754676', 'neutron.services.segments.db._delete_segments_for_network-8783146221460'] for network, precommit_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:48:28.505736 n-d-713301-16 neutron-server[95101]: DEBUG neutron.services.segments.db [None req-195105c1-71ef-4888-9e5f-83a5f075bffe tempest-BulkNetworkOpsIpV6Test-787883721 tempest-BulkNetworkOpsIpV6Test-787883721-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e880a25c-1de3-414c-b47e-f05424d82a63']}} {{(pid=95101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:48:28.524807 n-d-713301-16 neutron-server[95101]: DEBUG neutron.services.segments.db [None req-195105c1-71ef-4888-9e5f-83a5f075bffe tempest-BulkNetworkOpsIpV6Test-787883721 tempest-BulkNetworkOpsIpV6Test-787883721-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '61621fe4-d62b-4e90-a684-9a96f918ff60') {'for_net_delete': True} {{(pid=95101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:48:28.525253 n-d-713301-16 neutron-server[95101]: DEBUG neutron.services.segments.db [None req-195105c1-71ef-4888-9e5f-83a5f075bffe tempest-BulkNetworkOpsIpV6Test-787883721 tempest-BulkNetworkOpsIpV6Test-787883721-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '61621fe4-d62b-4e90-a684-9a96f918ff60') {} {{(pid=95101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:48:28.538167 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-195105c1-71ef-4888-9e5f-83a5f075bffe tempest-BulkNetworkOpsIpV6Test-787883721 tempest-BulkNetworkOpsIpV6Test-787883721-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783146221725', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6007147'] for segment, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:48:28.557776 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-195105c1-71ef-4888-9e5f-83a5f075bffe tempest-BulkNetworkOpsIpV6Test-787883721 tempest-BulkNetworkOpsIpV6Test-787883721-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1756186'] for segment, precommit_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:48:28.567851 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-195105c1-71ef-4888-9e5f-83a5f075bffe tempest-BulkNetworkOpsIpV6Test-787883721 tempest-BulkNetworkOpsIpV6Test-787883721-project] Releasing vlan 600 on physical network physnet1 to pool {{(pid=95101) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 19:48:28.568346 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-195105c1-71ef-4888-9e5f-83a5f075bffe tempest-BulkNetworkOpsIpV6Test-787883721 tempest-BulkNetworkOpsIpV6Test-787883721-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1756186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5608436'] for segment, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:48:28.571676 n-d-713301-16 neutron-server[95101]: Traceback (most recent call last): Sep 23 19:48:28.571676 n-d-713301-16 neutron-server[95101]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 19:48:28.571676 n-d-713301-16 neutron-server[95101]: timer() Sep 23 19:48:28.571676 n-d-713301-16 neutron-server[95101]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 19:48:28.571676 n-d-713301-16 neutron-server[95101]: cb(*args, **kw) Sep 23 19:48:28.571676 n-d-713301-16 neutron-server[95101]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 19:48:28.571676 n-d-713301-16 neutron-server[95101]: return func(*args, **kwargs) Sep 23 19:48:28.571676 n-d-713301-16 neutron-server[95101]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 19:48:28.571676 n-d-713301-16 neutron-server[95101]: self._notify() Sep 23 19:48:28.571676 n-d-713301-16 neutron-server[95101]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 19:48:28.571676 n-d-713301-16 neutron-server[95101]: self.callback(batched_events) Sep 23 19:48:28.571676 n-d-713301-16 neutron-server[95101]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 19:48:28.571676 n-d-713301-16 neutron-server[95101]: event.method(event) Sep 23 19:48:28.571676 n-d-713301-16 neutron-server[95101]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 19:48:28.571676 n-d-713301-16 neutron-server[95101]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 19:48:28.571676 n-d-713301-16 neutron-server[95101]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 19:48:28.571676 n-d-713301-16 neutron-server[95101]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 19:48:28.571676 n-d-713301-16 neutron-server[95101]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 19:48:28.571676 n-d-713301-16 neutron-server[95101]: return f(self, *a, **k) Sep 23 19:48:28.571676 n-d-713301-16 neutron-server[95101]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 19:48:28.571676 n-d-713301-16 neutron-server[95101]: return self._get(url).json() Sep 23 19:48:28.571676 n-d-713301-16 neutron-server[95101]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 19:48:28.571676 n-d-713301-16 neutron-server[95101]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 19:48:28.571676 n-d-713301-16 neutron-server[95101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 19:48:28.571676 n-d-713301-16 neutron-server[95101]: return self.request(url, 'GET', **kwargs) Sep 23 19:48:28.571676 n-d-713301-16 neutron-server[95101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 19:48:28.571676 n-d-713301-16 neutron-server[95101]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 19:48:28.571676 n-d-713301-16 neutron-server[95101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 19:48:28.571676 n-d-713301-16 neutron-server[95101]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 19:48:28.571676 n-d-713301-16 neutron-server[95101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 19:48:28.571676 n-d-713301-16 neutron-server[95101]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 19:48:28.571676 n-d-713301-16 neutron-server[95101]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 19:48:28.653794 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-195105c1-71ef-4888-9e5f-83a5f075bffe tempest-BulkNetworkOpsIpV6Test-787883721 tempest-BulkNetworkOpsIpV6Test-787883721-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1754627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-601866'] for network, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:48:28.662327 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-195105c1-71ef-4888-9e5f-83a5f075bffe tempest-BulkNetworkOpsIpV6Test-787883721 tempest-BulkNetworkOpsIpV6Test-787883721-project] Notify callbacks [] for network, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:48:28.664766 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-195105c1-71ef-4888-9e5f-83a5f075bffe tempest-BulkNetworkOpsIpV6Test-787883721 tempest-BulkNetworkOpsIpV6Test-787883721-project] 10.222.0.67 "DELETE /v2.0/networks/e880a25c-1de3-414c-b47e-f05424d82a63 HTTP/1.1" status: 204 len: 168 time: 0.4512753 Sep 23 19:48:28.667167 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 44958) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:48:28.702035 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-195105c1-71ef-4888-9e5f-83a5f075bffe tempest-BulkNetworkOpsIpV6Test-787883721 tempest-BulkNetworkOpsIpV6Test-787883721-project] Pushing event deleted for resources: {'Network': ['ID=e880a25c-1de3-414c-b47e-f05424d82a63,revision_number=None']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:48:28.825965 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35a20ef7-762e-491b-b15f-d149c5629319 tempest-BulkNetworkOpsIpV6Test-787883721 tempest-BulkNetworkOpsIpV6Test-787883721-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:48:28.834154 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35a20ef7-762e-491b-b15f-d149c5629319 tempest-BulkNetworkOpsIpV6Test-787883721 tempest-BulkNetworkOpsIpV6Test-787883721-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:48:28.839169 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-35a20ef7-762e-491b-b15f-d149c5629319 tempest-BulkNetworkOpsIpV6Test-787883721 tempest-BulkNetworkOpsIpV6Test-787883721-project] 10.222.0.67 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.1672788 Sep 23 19:48:28.840789 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 44962) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:48:28.846084 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.v2.base [None req-4f854162-05cd-4eef-b2e8-f913b8480131 tempest-BulkNetworkOpsIpV6Test-787883721 tempest-BulkNetworkOpsIpV6Test-787883721-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-135430815'}} {{(pid=95102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:48:28.875586 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f854162-05cd-4eef-b2e8-f913b8480131 tempest-BulkNetworkOpsIpV6Test-787883721 tempest-BulkNetworkOpsIpV6Test-787883721-project] Made reservation on behalf of f168cc0f0030438da9f999507c0b87cc for: {'network': 1} {{(pid=95102) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:48:28.883459 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-4f854162-05cd-4eef-b2e8-f913b8480131 tempest-BulkNetworkOpsIpV6Test-787883721 tempest-BulkNetworkOpsIpV6Test-787883721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for network, before_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:48:28.915148 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4f854162-05cd-4eef-b2e8-f913b8480131 tempest-BulkNetworkOpsIpV6Test-787883721 tempest-BulkNetworkOpsIpV6Test-787883721-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 601} {{(pid=95102) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 19:48:28.931398 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-4f854162-05cd-4eef-b2e8-f913b8480131 tempest-BulkNetworkOpsIpV6Test-787883721 tempest-BulkNetworkOpsIpV6Test-787883721-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1756186'] for segment, precommit_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:48:28.931935 n-d-713301-16 neutron-server[95102]: INFO neutron.db.segments_db [None req-4f854162-05cd-4eef-b2e8-f913b8480131 tempest-BulkNetworkOpsIpV6Test-787883721 tempest-BulkNetworkOpsIpV6Test-787883721-project] Added segment 703050ae-28d1-4316-8cf1-f28643f1fb88 of type vlan for network 64863339-d6c7-4b05-b5a6-cff42530f550 Sep 23 19:48:28.979908 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-4f854162-05cd-4eef-b2e8-f913b8480131 tempest-BulkNetworkOpsIpV6Test-787883721 tempest-BulkNetworkOpsIpV6Test-787883721-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783145630486'] for network, precommit_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:48:29.011817 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-4f854162-05cd-4eef-b2e8-f913b8480131 tempest-BulkNetworkOpsIpV6Test-787883721 tempest-BulkNetworkOpsIpV6Test-787883721-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299'] for network, after_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:48:29.017729 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f854162-05cd-4eef-b2e8-f913b8480131 tempest-BulkNetworkOpsIpV6Test-787883721 tempest-BulkNetworkOpsIpV6Test-787883721-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:48:29.018660 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-4f854162-05cd-4eef-b2e8-f913b8480131 tempest-BulkNetworkOpsIpV6Test-787883721 tempest-BulkNetworkOpsIpV6Test-787883721-project] Notify callbacks [] for network, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:48:29.056478 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-4f854162-05cd-4eef-b2e8-f913b8480131 tempest-BulkNetworkOpsIpV6Test-787883721 tempest-BulkNetworkOpsIpV6Test-787883721-project] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.2145102 Sep 23 19:48:29.059136 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 44964) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:48:29.066216 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.v2.base [None req-b5086181-cd75-483b-a997-f84d3f6974d7 tempest-BulkNetworkOpsIpV6Test-787883721 tempest-BulkNetworkOpsIpV6Test-787883721-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1820006504'}} {{(pid=95101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:48:29.107870 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f854162-05cd-4eef-b2e8-f913b8480131 tempest-BulkNetworkOpsIpV6Test-787883721 tempest-BulkNetworkOpsIpV6Test-787883721-project] Pushing event updated for resources: {'Network': ['ID=64863339-d6c7-4b05-b5a6-cff42530f550,revision_number=1']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:48:29.119455 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5086181-cd75-483b-a997-f84d3f6974d7 tempest-BulkNetworkOpsIpV6Test-787883721 tempest-BulkNetworkOpsIpV6Test-787883721-project] Made reservation on behalf of f168cc0f0030438da9f999507c0b87cc for: {'network': 1} {{(pid=95101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:48:29.119620 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Network 64863339-d6c7-4b05-b5a6-cff42530f550 details requested by agent ovs-agent-n-d-713301-16 with host n-d-713301-16 {{(pid=95103) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 19:48:29.123604 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-b5086181-cd75-483b-a997-f84d3f6974d7 tempest-BulkNetworkOpsIpV6Test-787883721 tempest-BulkNetworkOpsIpV6Test-787883721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for network, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:48:29.170356 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b5086181-cd75-483b-a997-f84d3f6974d7 tempest-BulkNetworkOpsIpV6Test-787883721 tempest-BulkNetworkOpsIpV6Test-787883721-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 631} {{(pid=95101) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 19:48:29.201585 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-b5086181-cd75-483b-a997-f84d3f6974d7 tempest-BulkNetworkOpsIpV6Test-787883721 tempest-BulkNetworkOpsIpV6Test-787883721-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1756186'] for segment, precommit_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:48:29.203284 n-d-713301-16 neutron-server[95101]: INFO neutron.db.segments_db [None req-b5086181-cd75-483b-a997-f84d3f6974d7 tempest-BulkNetworkOpsIpV6Test-787883721 tempest-BulkNetworkOpsIpV6Test-787883721-project] Added segment 0881d910-301d-4dcb-a6bf-251ac866681a of type vlan for network bc59cb38-3856-48f4-a3e7-a489ea0c6947 Sep 23 19:48:29.325086 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-b5086181-cd75-483b-a997-f84d3f6974d7 tempest-BulkNetworkOpsIpV6Test-787883721 tempest-BulkNetworkOpsIpV6Test-787883721-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783145630486'] for network, precommit_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:48:29.363956 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-b5086181-cd75-483b-a997-f84d3f6974d7 tempest-BulkNetworkOpsIpV6Test-787883721 tempest-BulkNetworkOpsIpV6Test-787883721-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299'] for network, after_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:48:29.371113 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5086181-cd75-483b-a997-f84d3f6974d7 tempest-BulkNetworkOpsIpV6Test-787883721 tempest-BulkNetworkOpsIpV6Test-787883721-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:48:29.372040 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-b5086181-cd75-483b-a997-f84d3f6974d7 tempest-BulkNetworkOpsIpV6Test-787883721 tempest-BulkNetworkOpsIpV6Test-787883721-project] Notify callbacks [] for network, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:48:29.394972 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 44980) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:48:29.395255 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-b5086181-cd75-483b-a997-f84d3f6974d7 tempest-BulkNetworkOpsIpV6Test-787883721 tempest-BulkNetworkOpsIpV6Test-787883721-project] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.3346899 Sep 23 19:48:29.400097 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.v2.base [None req-45bd73cf-2c2b-41d8-88b1-4970b819fceb tempest-BulkNetworkOpsIpV6Test-787883721 tempest-BulkNetworkOpsIpV6Test-787883721-project] Request body: {'ports': [{'network_id': '64863339-d6c7-4b05-b5a6-cff42530f550', 'name': 'tempest-port--69560059', 'admin_state_up': True}, {'network_id': 'bc59cb38-3856-48f4-a3e7-a489ea0c6947', 'admin_state_up': False}]} {{(pid=95102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:48:29.400425 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.v2.base [None req-45bd73cf-2c2b-41d8-88b1-4970b819fceb tempest-BulkNetworkOpsIpV6Test-787883721 tempest-BulkNetworkOpsIpV6Test-787883721-project] Request body: {'port': {'network_id': '64863339-d6c7-4b05-b5a6-cff42530f550', 'name': 'tempest-port--69560059', 'admin_state_up': True}} {{(pid=95102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:48:29.401056 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.v2.base [None req-45bd73cf-2c2b-41d8-88b1-4970b819fceb tempest-BulkNetworkOpsIpV6Test-787883721 tempest-BulkNetworkOpsIpV6Test-787883721-project] Request body: {'port': {'network_id': 'bc59cb38-3856-48f4-a3e7-a489ea0c6947', 'admin_state_up': False}} {{(pid=95102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:48:29.480063 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5086181-cd75-483b-a997-f84d3f6974d7 tempest-BulkNetworkOpsIpV6Test-787883721 tempest-BulkNetworkOpsIpV6Test-787883721-project] Pushing event updated for resources: {'Network': ['ID=bc59cb38-3856-48f4-a3e7-a489ea0c6947,revision_number=1']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:48:29.491602 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Network bc59cb38-3856-48f4-a3e7-a489ea0c6947 details requested by agent ovs-agent-n-d-713301-16 with host n-d-713301-16 {{(pid=95103) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 19:48:29.683792 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45bd73cf-2c2b-41d8-88b1-4970b819fceb tempest-BulkNetworkOpsIpV6Test-787883721 tempest-BulkNetworkOpsIpV6Test-787883721-project] Made reservation on behalf of f168cc0f0030438da9f999507c0b87cc for: {'port': 2} {{(pid=95102) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:48:29.689286 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-45bd73cf-2c2b-41d8-88b1-4970b819fceb tempest-BulkNetworkOpsIpV6Test-787883721 tempest-BulkNetworkOpsIpV6Test-787883721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:48:29.710157 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-45bd73cf-2c2b-41d8-88b1-4970b819fceb tempest-BulkNetworkOpsIpV6Test-787883721 tempest-BulkNetworkOpsIpV6Test-787883721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:48:29.843136 n-d-713301-16 neutron-server[95102]: DEBUG neutron.notifiers.nova [None req-45bd73cf-2c2b-41d8-88b1-4970b819fceb tempest-BulkNetworkOpsIpV6Test-787883721 tempest-BulkNetworkOpsIpV6Test-787883721-project] device_id is not set on port 7ae8fcce-fed2-43cc-9f64-f146fbba9311 yet. {{(pid=95102) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 23 19:48:29.911830 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 44998) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:48:30.020839 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-45bd73cf-2c2b-41d8-88b1-4970b819fceb tempest-BulkNetworkOpsIpV6Test-787883721 tempest-BulkNetworkOpsIpV6Test-787883721-project] Notify callbacks [] for port, precommit_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:48:30.132831 n-d-713301-16 neutron-server[95102]: DEBUG neutron.notifiers.nova [None req-45bd73cf-2c2b-41d8-88b1-4970b819fceb tempest-BulkNetworkOpsIpV6Test-787883721 tempest-BulkNetworkOpsIpV6Test-787883721-project] device_id is not set on port 7c0098f1-a5af-4d1c-8a15-1c2e356c128d yet. {{(pid=95102) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 23 19:48:30.159058 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-6aa02f08-1bef-4113-8cf6-769792a8049b admin admin] Notify callbacks [] for security_group, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:48:30.311323 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-45bd73cf-2c2b-41d8-88b1-4970b819fceb tempest-BulkNetworkOpsIpV6Test-787883721 tempest-BulkNetworkOpsIpV6Test-787883721-project] Notify callbacks [] for port, precommit_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:48:30.342192 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-6aa02f08-1bef-4113-8cf6-769792a8049b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:48:30.347846 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-6aa02f08-1bef-4113-8cf6-769792a8049b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:48:30.394786 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-45bd73cf-2c2b-41d8-88b1-4970b819fceb tempest-BulkNetworkOpsIpV6Test-787883721 tempest-BulkNetworkOpsIpV6Test-787883721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783145673135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4399100'] for port, after_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:48:30.406173 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-6aa02f08-1bef-4113-8cf6-769792a8049b admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=9a4f7b7ef506445fba398f7f63d27a27&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4931183 Sep 23 19:48:30.407162 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa02f08-1bef-4113-8cf6-769792a8049b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6cdebfc-a225-4b13-a16b-aaf761b211e1,revision_number=1']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:48:30.410115 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 45014) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:48:30.494018 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-c2773578-1c6a-4420-98a5-ed5a6175151e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:48:30.499750 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45bd73cf-2c2b-41d8-88b1-4970b819fceb tempest-BulkNetworkOpsIpV6Test-787883721 tempest-BulkNetworkOpsIpV6Test-787883721-project] Pushing event updated for resources: {'Port': ['ID=7ae8fcce-fed2-43cc-9f64-f146fbba9311,revision_number=1']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:48:30.532661 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45bd73cf-2c2b-41d8-88b1-4970b819fceb tempest-BulkNetworkOpsIpV6Test-787883721 tempest-BulkNetworkOpsIpV6Test-787883721-project] Checking segment: {'id': '703050ae-28d1-4316-8cf1-f28643f1fb88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '64863339-d6c7-4b05-b5a6-cff42530f550'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95102) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:48:30.534724 n-d-713301-16 neutron-server[95102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45bd73cf-2c2b-41d8-88b1-4970b819fceb tempest-BulkNetworkOpsIpV6Test-787883721 tempest-BulkNetworkOpsIpV6Test-787883721-project] Network hostable DHCP agents. Network: 64863339-d6c7-4b05-b5a6-cff42530f550, hostable agents: ['1b18bf05-1b5f-4587-be5c-af3ac38e32ad'], hosted agents: [] {{(pid=95102) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 19:48:30.534901 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-c2773578-1c6a-4420-98a5-ed5a6175151e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:48:30.561057 n-d-713301-16 neutron-server[95102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45bd73cf-2c2b-41d8-88b1-4970b819fceb tempest-BulkNetworkOpsIpV6Test-787883721 tempest-BulkNetworkOpsIpV6Test-787883721-project] Network 64863339-d6c7-4b05-b5a6-cff42530f550 is scheduled to be hosted by DHCP agent 1b18bf05-1b5f-4587-be5c-af3ac38e32ad with binding_index 1 {{(pid=95102) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 19:48:30.575326 n-d-713301-16 neutron-server[95102]: DEBUG neutron.scheduler.base_scheduler [None req-45bd73cf-2c2b-41d8-88b1-4970b819fceb tempest-BulkNetworkOpsIpV6Test-787883721 tempest-BulkNetworkOpsIpV6Test-787883721-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713301-16, 64863339-d6c7-4b05-b5a6-cff42530f550) {{(pid=95102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:48:30.588318 n-d-713301-16 neutron-server[95102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45bd73cf-2c2b-41d8-88b1-4970b819fceb tempest-BulkNetworkOpsIpV6Test-787883721 tempest-BulkNetworkOpsIpV6Test-787883721-project] Received port after_create {{(pid=95102) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 19:48:30.588318 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-45bd73cf-2c2b-41d8-88b1-4970b819fceb tempest-BulkNetworkOpsIpV6Test-787883721 tempest-BulkNetworkOpsIpV6Test-787883721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783145673135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4399100'] for port, after_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:48:30.600678 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d41d78b0-489b-435e-bb27-d44d72441039 None None] Network 64863339-d6c7-4b05-b5a6-cff42530f550 requested from n-d-713301-16 {{(pid=95103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 19:48:30.632303 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-c2773578-1c6a-4420-98a5-ed5a6175151e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:48:30.637109 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-c2773578-1c6a-4420-98a5-ed5a6175151e admin admin] Notify callbacks [] for security_group, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:48:30.642157 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-c2773578-1c6a-4420-98a5-ed5a6175151e admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/d6cdebfc-a225-4b13-a16b-aaf761b211e1 HTTP/1.1" status: 204 len: 168 time: 0.2288084 Sep 23 19:48:30.665638 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2773578-1c6a-4420-98a5-ed5a6175151e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6cdebfc-a225-4b13-a16b-aaf761b211e1,revision_number=None']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:48:30.693012 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45bd73cf-2c2b-41d8-88b1-4970b819fceb tempest-BulkNetworkOpsIpV6Test-787883721 tempest-BulkNetworkOpsIpV6Test-787883721-project] Pushing event updated for resources: {'Port': ['ID=7c0098f1-a5af-4d1c-8a15-1c2e356c128d,revision_number=1']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:48:30.701449 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45bd73cf-2c2b-41d8-88b1-4970b819fceb tempest-BulkNetworkOpsIpV6Test-787883721 tempest-BulkNetworkOpsIpV6Test-787883721-project] Checking segment: {'id': '0881d910-301d-4dcb-a6bf-251ac866681a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': 'bc59cb38-3856-48f4-a3e7-a489ea0c6947'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95102) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:48:30.702249 n-d-713301-16 neutron-server[95102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45bd73cf-2c2b-41d8-88b1-4970b819fceb tempest-BulkNetworkOpsIpV6Test-787883721 tempest-BulkNetworkOpsIpV6Test-787883721-project] Network hostable DHCP agents. Network: bc59cb38-3856-48f4-a3e7-a489ea0c6947, hostable agents: ['1b18bf05-1b5f-4587-be5c-af3ac38e32ad'], hosted agents: [] {{(pid=95102) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 19:48:30.741712 n-d-713301-16 neutron-server[95102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45bd73cf-2c2b-41d8-88b1-4970b819fceb tempest-BulkNetworkOpsIpV6Test-787883721 tempest-BulkNetworkOpsIpV6Test-787883721-project] Network bc59cb38-3856-48f4-a3e7-a489ea0c6947 is scheduled to be hosted by DHCP agent 1b18bf05-1b5f-4587-be5c-af3ac38e32ad with binding_index 1 {{(pid=95102) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 19:48:30.756389 n-d-713301-16 neutron-server[95102]: DEBUG neutron.scheduler.base_scheduler [None req-45bd73cf-2c2b-41d8-88b1-4970b819fceb tempest-BulkNetworkOpsIpV6Test-787883721 tempest-BulkNetworkOpsIpV6Test-787883721-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713301-16, bc59cb38-3856-48f4-a3e7-a489ea0c6947) {{(pid=95102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:48:30.781487 n-d-713301-16 neutron-server[95102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45bd73cf-2c2b-41d8-88b1-4970b819fceb tempest-BulkNetworkOpsIpV6Test-787883721 tempest-BulkNetworkOpsIpV6Test-787883721-project] Received port after_create {{(pid=95102) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 19:48:30.787287 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72d418d2-40a4-4d23-9c39-d62e17fcc791 None None] Network bc59cb38-3856-48f4-a3e7-a489ea0c6947 requested from n-d-713301-16 {{(pid=95103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 19:48:30.792032 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45bd73cf-2c2b-41d8-88b1-4970b819fceb tempest-BulkNetworkOpsIpV6Test-787883721 tempest-BulkNetworkOpsIpV6Test-787883721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:48:30.799125 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45bd73cf-2c2b-41d8-88b1-4970b819fceb tempest-BulkNetworkOpsIpV6Test-787883721 tempest-BulkNetworkOpsIpV6Test-787883721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:48:30.800216 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-45bd73cf-2c2b-41d8-88b1-4970b819fceb tempest-BulkNetworkOpsIpV6Test-787883721 tempest-BulkNetworkOpsIpV6Test-787883721-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222849'] for port, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:48:30.839547 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-45bd73cf-2c2b-41d8-88b1-4970b819fceb tempest-BulkNetworkOpsIpV6Test-787883721 tempest-BulkNetworkOpsIpV6Test-787883721-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1448 time: 1.4434195 Sep 23 19:48:30.842111 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 45040) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:48:30.944674 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-271341c8-e54e-4e3a-9b39-9da5e1ce0755 tempest-BulkNetworkOpsIpV6Test-787883721 tempest-BulkNetworkOpsIpV6Test-787883721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:48:30.950893 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-271341c8-e54e-4e3a-9b39-9da5e1ce0755 tempest-BulkNetworkOpsIpV6Test-787883721 tempest-BulkNetworkOpsIpV6Test-787883721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:48:30.956156 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-271341c8-e54e-4e3a-9b39-9da5e1ce0755 tempest-BulkNetworkOpsIpV6Test-787883721 tempest-BulkNetworkOpsIpV6Test-787883721-project] 10.222.0.67 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1443 time: 0.1096318 Sep 23 19:48:30.956403 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 45050) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:48:31.111174 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.plugin [None req-fa8bbb8b-8b62-406b-b992-e7cc84da12e4 tempest-BulkNetworkOpsIpV6Test-787883721 tempest-BulkNetworkOpsIpV6Test-787883721-project] Deleting port 7ae8fcce-fed2-43cc-9f64-f146fbba9311 {{(pid=95101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:48:31.112039 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-fa8bbb8b-8b62-406b-b992-e7cc84da12e4 tempest-BulkNetworkOpsIpV6Test-787883721 tempest-BulkNetworkOpsIpV6Test-787883721-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783146157096'] for port, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:48:31.194478 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 45056) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:48:31.203278 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-fa8bbb8b-8b62-406b-b992-e7cc84da12e4 tempest-BulkNetworkOpsIpV6Test-787883721 tempest-BulkNetworkOpsIpV6Test-787883721-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-605701'] for port, precommit_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:48:31.212356 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-767b5881-95f2-4cb8-962d-09bf8fc5c02e admin admin] Notify callbacks [] for security_group, before_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:48:31.217912 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.plugin [None req-fa8bbb8b-8b62-406b-b992-e7cc84da12e4 tempest-BulkNetworkOpsIpV6Test-787883721 tempest-BulkNetworkOpsIpV6Test-787883721-project] Calling delete_port for 7ae8fcce-fed2-43cc-9f64-f146fbba9311 owned by {{(pid=95101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:48:31.320792 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-fa8bbb8b-8b62-406b-b992-e7cc84da12e4 tempest-BulkNetworkOpsIpV6Test-787883721 tempest-BulkNetworkOpsIpV6Test-787883721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783146162158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783145673144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5607431'] for port, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:48:31.355937 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-767b5881-95f2-4cb8-962d-09bf8fc5c02e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:48:31.359600 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa8bbb8b-8b62-406b-b992-e7cc84da12e4 tempest-BulkNetworkOpsIpV6Test-787883721 tempest-BulkNetworkOpsIpV6Test-787883721-project] Pushing event deleted for resources: {'Port': ['ID=7ae8fcce-fed2-43cc-9f64-f146fbba9311,revision_number=None']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:48:31.363985 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-767b5881-95f2-4cb8-962d-09bf8fc5c02e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:48:31.366778 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-fa8bbb8b-8b62-406b-b992-e7cc84da12e4 tempest-BulkNetworkOpsIpV6Test-787883721 tempest-BulkNetworkOpsIpV6Test-787883721-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222849'] for port, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:48:31.369041 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-fa8bbb8b-8b62-406b-b992-e7cc84da12e4 tempest-BulkNetworkOpsIpV6Test-787883721 tempest-BulkNetworkOpsIpV6Test-787883721-project] 10.222.0.67 "DELETE /v2.0/ports/7ae8fcce-fed2-43cc-9f64-f146fbba9311 HTTP/1.1" status: 204 len: 168 time: 0.4114168 Sep 23 19:48:31.371657 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 45058) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:48:31.422037 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767b5881-95f2-4cb8-962d-09bf8fc5c02e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5354dedf-1097-42fd-8256-3dfede3df6d3,revision_number=1']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:48:31.430808 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-767b5881-95f2-4cb8-962d-09bf8fc5c02e admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=008a41513ad2436087b792908a20d6f9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2349024 Sep 23 19:48:31.431452 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 45062) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:48:31.470183 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.plugin [None req-04877717-6fcd-45b1-bfbf-cac8e126f76d tempest-BulkNetworkOpsIpV6Test-787883721 tempest-BulkNetworkOpsIpV6Test-787883721-project] Deleting port 7c0098f1-a5af-4d1c-8a15-1c2e356c128d {{(pid=95101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:48:31.470527 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-04877717-6fcd-45b1-bfbf-cac8e126f76d tempest-BulkNetworkOpsIpV6Test-787883721 tempest-BulkNetworkOpsIpV6Test-787883721-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783146157096'] for port, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:48:31.487932 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-eef6e399-73a0-47e2-826b-900d72f9f27c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:48:31.527534 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-eef6e399-73a0-47e2-826b-900d72f9f27c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:48:31.586509 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-04877717-6fcd-45b1-bfbf-cac8e126f76d tempest-BulkNetworkOpsIpV6Test-787883721 tempest-BulkNetworkOpsIpV6Test-787883721-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-605701'] for port, precommit_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:48:31.602194 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.plugin [None req-04877717-6fcd-45b1-bfbf-cac8e126f76d tempest-BulkNetworkOpsIpV6Test-787883721 tempest-BulkNetworkOpsIpV6Test-787883721-project] Calling delete_port for 7c0098f1-a5af-4d1c-8a15-1c2e356c128d owned by {{(pid=95101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:48:31.602324 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-eef6e399-73a0-47e2-826b-900d72f9f27c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:48:31.607473 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-eef6e399-73a0-47e2-826b-900d72f9f27c admin admin] Notify callbacks [] for security_group, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:48:31.611222 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-eef6e399-73a0-47e2-826b-900d72f9f27c admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/5354dedf-1097-42fd-8256-3dfede3df6d3 HTTP/1.1" status: 204 len: 168 time: 0.1765909 Sep 23 19:48:31.624892 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eef6e399-73a0-47e2-826b-900d72f9f27c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5354dedf-1097-42fd-8256-3dfede3df6d3,revision_number=None']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:48:31.734988 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-04877717-6fcd-45b1-bfbf-cac8e126f76d tempest-BulkNetworkOpsIpV6Test-787883721 tempest-BulkNetworkOpsIpV6Test-787883721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783146162158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783145673144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5607431'] for port, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:48:31.770217 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04877717-6fcd-45b1-bfbf-cac8e126f76d tempest-BulkNetworkOpsIpV6Test-787883721 tempest-BulkNetworkOpsIpV6Test-787883721-project] Pushing event deleted for resources: {'Port': ['ID=7c0098f1-a5af-4d1c-8a15-1c2e356c128d,revision_number=None']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:48:31.781435 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-04877717-6fcd-45b1-bfbf-cac8e126f76d tempest-BulkNetworkOpsIpV6Test-787883721 tempest-BulkNetworkOpsIpV6Test-787883721-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222849'] for port, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:48:31.786741 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-04877717-6fcd-45b1-bfbf-cac8e126f76d tempest-BulkNetworkOpsIpV6Test-787883721 tempest-BulkNetworkOpsIpV6Test-787883721-project] 10.222.0.67 "DELETE /v2.0/ports/7c0098f1-a5af-4d1c-8a15-1c2e356c128d HTTP/1.1" status: 204 len: 168 time: 0.4107029 Sep 23 19:48:31.787042 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 45072) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:48:31.837225 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-8af871d0-bb67-44f8-8b63-e15e1b7e8d85 tempest-BulkNetworkOpsIpV6Test-787883721 tempest-BulkNetworkOpsIpV6Test-787883721-project] 10.222.0.67 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0453057 Sep 23 19:48:31.837761 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 45076) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:48:31.844077 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.v2.base [None req-839991be-e087-480b-be7e-3b12f22c30bd tempest-BulkNetworkOpsIpV6Test-787883721 tempest-BulkNetworkOpsIpV6Test-787883721-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1120873706'}} {{(pid=95101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:48:31.870863 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-839991be-e087-480b-be7e-3b12f22c30bd tempest-BulkNetworkOpsIpV6Test-787883721 tempest-BulkNetworkOpsIpV6Test-787883721-project] Made reservation on behalf of f168cc0f0030438da9f999507c0b87cc for: {'network': 1} {{(pid=95101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:48:31.875580 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-839991be-e087-480b-be7e-3b12f22c30bd tempest-BulkNetworkOpsIpV6Test-787883721 tempest-BulkNetworkOpsIpV6Test-787883721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for network, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:48:31.906263 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-839991be-e087-480b-be7e-3b12f22c30bd tempest-BulkNetworkOpsIpV6Test-787883721 tempest-BulkNetworkOpsIpV6Test-787883721-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 612} {{(pid=95101) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 19:48:31.917836 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-839991be-e087-480b-be7e-3b12f22c30bd tempest-BulkNetworkOpsIpV6Test-787883721 tempest-BulkNetworkOpsIpV6Test-787883721-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1756186'] for segment, precommit_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:48:31.918198 n-d-713301-16 neutron-server[95101]: INFO neutron.db.segments_db [None req-839991be-e087-480b-be7e-3b12f22c30bd tempest-BulkNetworkOpsIpV6Test-787883721 tempest-BulkNetworkOpsIpV6Test-787883721-project] Added segment 08c2aa69-0c2b-41fc-b491-1d882c5789d1 of type vlan for network d708287c-d0d0-4a7b-8c01-7ae786da291d Sep 23 19:48:31.967818 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-839991be-e087-480b-be7e-3b12f22c30bd tempest-BulkNetworkOpsIpV6Test-787883721 tempest-BulkNetworkOpsIpV6Test-787883721-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783145630486'] for network, precommit_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:48:32.010558 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-839991be-e087-480b-be7e-3b12f22c30bd tempest-BulkNetworkOpsIpV6Test-787883721 tempest-BulkNetworkOpsIpV6Test-787883721-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299'] for network, after_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:48:32.016886 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-839991be-e087-480b-be7e-3b12f22c30bd tempest-BulkNetworkOpsIpV6Test-787883721 tempest-BulkNetworkOpsIpV6Test-787883721-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:48:32.017917 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-839991be-e087-480b-be7e-3b12f22c30bd tempest-BulkNetworkOpsIpV6Test-787883721 tempest-BulkNetworkOpsIpV6Test-787883721-project] Notify callbacks [] for network, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:48:32.125433 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 45088) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:48:32.139643 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 45090) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:48:32.147823 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.v2.base [None req-a299eac9-8e50-4dfb-beca-c1cb09ae37b9 tempest-BulkNetworkOpsIpV6Test-787883721 tempest-BulkNetworkOpsIpV6Test-787883721-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1728150987'}} {{(pid=95102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:48:32.160226 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-839991be-e087-480b-be7e-3b12f22c30bd tempest-BulkNetworkOpsIpV6Test-787883721 tempest-BulkNetworkOpsIpV6Test-787883721-project] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.3181882 Sep 23 19:48:32.197502 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a299eac9-8e50-4dfb-beca-c1cb09ae37b9 tempest-BulkNetworkOpsIpV6Test-787883721 tempest-BulkNetworkOpsIpV6Test-787883721-project] Made reservation on behalf of f168cc0f0030438da9f999507c0b87cc for: {'network': 1} {{(pid=95102) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:48:32.200953 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-a299eac9-8e50-4dfb-beca-c1cb09ae37b9 tempest-BulkNetworkOpsIpV6Test-787883721 tempest-BulkNetworkOpsIpV6Test-787883721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for network, before_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:48:32.230346 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-5e20c4db-983e-4dad-a275-d4a5da37daed admin admin] Notify callbacks [] for security_group, before_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:48:32.257760 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a299eac9-8e50-4dfb-beca-c1cb09ae37b9 tempest-BulkNetworkOpsIpV6Test-787883721 tempest-BulkNetworkOpsIpV6Test-787883721-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 648} {{(pid=95102) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 19:48:32.280249 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-a299eac9-8e50-4dfb-beca-c1cb09ae37b9 tempest-BulkNetworkOpsIpV6Test-787883721 tempest-BulkNetworkOpsIpV6Test-787883721-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1756186'] for segment, precommit_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:48:32.280656 n-d-713301-16 neutron-server[95102]: INFO neutron.db.segments_db [None req-a299eac9-8e50-4dfb-beca-c1cb09ae37b9 tempest-BulkNetworkOpsIpV6Test-787883721 tempest-BulkNetworkOpsIpV6Test-787883721-project] Added segment edb4df2b-c10d-4f0d-85f9-a046480b8541 of type vlan for network 85d864db-f482-4e13-b09c-2be7bd15a6c5 Sep 23 19:48:32.354010 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-a299eac9-8e50-4dfb-beca-c1cb09ae37b9 tempest-BulkNetworkOpsIpV6Test-787883721 tempest-BulkNetworkOpsIpV6Test-787883721-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783145630486'] for network, precommit_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:48:32.405285 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-a299eac9-8e50-4dfb-beca-c1cb09ae37b9 tempest-BulkNetworkOpsIpV6Test-787883721 tempest-BulkNetworkOpsIpV6Test-787883721-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299'] for network, after_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:48:32.412075 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a299eac9-8e50-4dfb-beca-c1cb09ae37b9 tempest-BulkNetworkOpsIpV6Test-787883721 tempest-BulkNetworkOpsIpV6Test-787883721-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:48:32.412717 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-a299eac9-8e50-4dfb-beca-c1cb09ae37b9 tempest-BulkNetworkOpsIpV6Test-787883721 tempest-BulkNetworkOpsIpV6Test-787883721-project] Notify callbacks [] for network, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:48:32.475089 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-5e20c4db-983e-4dad-a275-d4a5da37daed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:48:32.480358 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-5e20c4db-983e-4dad-a275-d4a5da37daed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:48:32.545601 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e20c4db-983e-4dad-a275-d4a5da37daed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4a2a373-cc38-4a8b-bd3d-2534ad0accee,revision_number=1']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:48:32.553927 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a299eac9-8e50-4dfb-beca-c1cb09ae37b9 tempest-BulkNetworkOpsIpV6Test-787883721 tempest-BulkNetworkOpsIpV6Test-787883721-project] Pushing event updated for resources: {'Network': ['ID=85d864db-f482-4e13-b09c-2be7bd15a6c5,revision_number=1']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:48:32.557272 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-a299eac9-8e50-4dfb-beca-c1cb09ae37b9 tempest-BulkNetworkOpsIpV6Test-787883721 tempest-BulkNetworkOpsIpV6Test-787883721-project] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.4298482 Sep 23 19:48:32.584138 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Network 85d864db-f482-4e13-b09c-2be7bd15a6c5 details requested by agent ovs-agent-n-d-713301-16 with host n-d-713301-16 {{(pid=95103) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 19:48:32.590421 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-5e20c4db-983e-4dad-a275-d4a5da37daed admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=9686f7152eaa44cfbaf506e8a8abea9e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4005580 Sep 23 19:48:32.592748 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 45098) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:48:32.624181 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-839991be-e087-480b-be7e-3b12f22c30bd tempest-BulkNetworkOpsIpV6Test-787883721 tempest-BulkNetworkOpsIpV6Test-787883721-project] Pushing event updated for resources: {'Network': ['ID=d708287c-d0d0-4a7b-8c01-7ae786da291d,revision_number=1']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:48:32.654539 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Network d708287c-d0d0-4a7b-8c01-7ae786da291d details requested by agent ovs-agent-n-d-713301-16 with host n-d-713301-16 {{(pid=95103) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 19:48:32.670191 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-6aa4c76d-8e72-4863-82d3-b596e6db4d25 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:48:32.699340 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-6aa4c76d-8e72-4863-82d3-b596e6db4d25 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:48:32.775495 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-6aa4c76d-8e72-4863-82d3-b596e6db4d25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:48:32.778643 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-6aa4c76d-8e72-4863-82d3-b596e6db4d25 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:48:32.779907 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-6aa4c76d-8e72-4863-82d3-b596e6db4d25 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/c4a2a373-cc38-4a8b-bd3d-2534ad0accee HTTP/1.1" status: 204 len: 168 time: 0.1862018 Sep 23 19:48:32.808926 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa4c76d-8e72-4863-82d3-b596e6db4d25 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4a2a373-cc38-4a8b-bd3d-2534ad0accee,revision_number=None']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:48:35.817486 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 45220) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:48:36.035536 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-355c4a4a-cac3-4143-b10a-fe39211df972 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:48:36.201199 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-355c4a4a-cac3-4143-b10a-fe39211df972 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:48:36.206414 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-355c4a4a-cac3-4143-b10a-fe39211df972 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:48:36.231704 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 45224) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:48:36.238160 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.v2.base [None req-9960ae16-15d4-4fa7-93db-76e176e3f1fa tempest-BulkNetworkOpsIpV6Test-787883721 tempest-BulkNetworkOpsIpV6Test-787883721-project] Request body: {'subnets': [{'network_id': 'd708287c-d0d0-4a7b-8c01-7ae786da291d', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--1675480296', 'ip_version': 6}, {'network_id': '85d864db-f482-4e13-b09c-2be7bd15a6c5', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}]} {{(pid=95101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:48:36.238480 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.v2.base [None req-9960ae16-15d4-4fa7-93db-76e176e3f1fa tempest-BulkNetworkOpsIpV6Test-787883721 tempest-BulkNetworkOpsIpV6Test-787883721-project] Request body: {'subnet': {'network_id': 'd708287c-d0d0-4a7b-8c01-7ae786da291d', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--1675480296', 'ip_version': 6}} {{(pid=95101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:48:36.239480 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.v2.base [None req-9960ae16-15d4-4fa7-93db-76e176e3f1fa tempest-BulkNetworkOpsIpV6Test-787883721 tempest-BulkNetworkOpsIpV6Test-787883721-project] Request body: {'subnet': {'network_id': '85d864db-f482-4e13-b09c-2be7bd15a6c5', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}} {{(pid=95101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:48:36.251023 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-355c4a4a-cac3-4143-b10a-fe39211df972 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=700f2cebff5947e381b64fce3727cacc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4321439 Sep 23 19:48:36.257107 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 45226) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:48:36.259220 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-355c4a4a-cac3-4143-b10a-fe39211df972 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac0776bd-749c-46df-8b55-537cf0188d70,revision_number=1']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:48:36.412420 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-f4d34331-9fbb-4de9-b123-7358733412fe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:48:36.477357 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-f4d34331-9fbb-4de9-b123-7358733412fe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:48:36.540140 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9960ae16-15d4-4fa7-93db-76e176e3f1fa tempest-BulkNetworkOpsIpV6Test-787883721 tempest-BulkNetworkOpsIpV6Test-787883721-project] Made reservation on behalf of f168cc0f0030438da9f999507c0b87cc for: {'subnet': 2} {{(pid=95101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:48:36.545663 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-9960ae16-15d4-4fa7-93db-76e176e3f1fa tempest-BulkNetworkOpsIpV6Test-787883721 tempest-BulkNetworkOpsIpV6Test-787883721-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6130979'] for subnet, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:48:36.546072 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-9960ae16-15d4-4fa7-93db-76e176e3f1fa tempest-BulkNetworkOpsIpV6Test-787883721 tempest-BulkNetworkOpsIpV6Test-787883721-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6130979'] for subnet, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:48:36.640168 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-f4d34331-9fbb-4de9-b123-7358733412fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:48:36.642005 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-f4d34331-9fbb-4de9-b123-7358733412fe admin admin] Notify callbacks [] for security_group, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:48:36.643545 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-f4d34331-9fbb-4de9-b123-7358733412fe admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/ac0776bd-749c-46df-8b55-537cf0188d70 HTTP/1.1" status: 204 len: 168 time: 0.3850386 Sep 23 19:48:36.656561 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4d34331-9fbb-4de9-b123-7358733412fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac0776bd-749c-46df-8b55-537cf0188d70,revision_number=None']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:48:37.067549 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 45238) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:48:37.091957 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-dafa5e44-032e-4c19-b805-8f192047cf5c admin admin] Notify callbacks [] for security_group, before_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:48:37.145039 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-9960ae16-15d4-4fa7-93db-76e176e3f1fa tempest-BulkNetworkOpsIpV6Test-787883721 tempest-BulkNetworkOpsIpV6Test-787883721-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5607579', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6130961'] for subnet, after_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:48:37.225693 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9960ae16-15d4-4fa7-93db-76e176e3f1fa tempest-BulkNetworkOpsIpV6Test-787883721 tempest-BulkNetworkOpsIpV6Test-787883721-project] Pushing event updated for resources: {'Subnet': ['ID=4df6a493-469e-49eb-aaf8-8bdd51b6489c,revision_number=0']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:48:37.238017 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9960ae16-15d4-4fa7-93db-76e176e3f1fa tempest-BulkNetworkOpsIpV6Test-787883721 tempest-BulkNetworkOpsIpV6Test-787883721-project] Checking segment: {'id': '08c2aa69-0c2b-41fc-b491-1d882c5789d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'd708287c-d0d0-4a7b-8c01-7ae786da291d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:48:37.238017 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9960ae16-15d4-4fa7-93db-76e176e3f1fa tempest-BulkNetworkOpsIpV6Test-787883721 tempest-BulkNetworkOpsIpV6Test-787883721-project] Network hostable DHCP agents. Network: d708287c-d0d0-4a7b-8c01-7ae786da291d, hostable agents: ['1b18bf05-1b5f-4587-be5c-af3ac38e32ad'], hosted agents: [] {{(pid=95101) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 19:48:37.261729 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9960ae16-15d4-4fa7-93db-76e176e3f1fa tempest-BulkNetworkOpsIpV6Test-787883721 tempest-BulkNetworkOpsIpV6Test-787883721-project] Network d708287c-d0d0-4a7b-8c01-7ae786da291d is scheduled to be hosted by DHCP agent 1b18bf05-1b5f-4587-be5c-af3ac38e32ad with binding_index 1 {{(pid=95101) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 19:48:37.263503 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-dafa5e44-032e-4c19-b805-8f192047cf5c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:48:37.270100 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-dafa5e44-032e-4c19-b805-8f192047cf5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:48:37.273438 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.base_scheduler [None req-9960ae16-15d4-4fa7-93db-76e176e3f1fa tempest-BulkNetworkOpsIpV6Test-787883721 tempest-BulkNetworkOpsIpV6Test-787883721-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713301-16, d708287c-d0d0-4a7b-8c01-7ae786da291d) {{(pid=95101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:48:37.278336 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-9960ae16-15d4-4fa7-93db-76e176e3f1fa tempest-BulkNetworkOpsIpV6Test-787883721 tempest-BulkNetworkOpsIpV6Test-787883721-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5607579', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6130961'] for subnet, after_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:48:37.289223 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e3a8dd2-2ece-4011-a352-d6e2d90de568 None None] Network d708287c-d0d0-4a7b-8c01-7ae786da291d requested from n-d-713301-16 {{(pid=95103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 19:48:37.367572 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-dafa5e44-032e-4c19-b805-8f192047cf5c admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=04f98406f0664b639728c494da6e37b6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2950258 Sep 23 19:48:37.367572 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dafa5e44-032e-4c19-b805-8f192047cf5c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31fe350f-70dd-40f2-ba31-6b8a933ae1a5,revision_number=1']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:48:37.371953 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 45240) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:48:37.379247 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9960ae16-15d4-4fa7-93db-76e176e3f1fa tempest-BulkNetworkOpsIpV6Test-787883721 tempest-BulkNetworkOpsIpV6Test-787883721-project] Pushing event updated for resources: {'Subnet': ['ID=3e97c248-a7f0-4571-ab41-6105d1c3daa2,revision_number=0']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:48:37.422996 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9960ae16-15d4-4fa7-93db-76e176e3f1fa tempest-BulkNetworkOpsIpV6Test-787883721 tempest-BulkNetworkOpsIpV6Test-787883721-project] Checking segment: {'id': 'edb4df2b-c10d-4f0d-85f9-a046480b8541', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '85d864db-f482-4e13-b09c-2be7bd15a6c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:48:37.423357 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9960ae16-15d4-4fa7-93db-76e176e3f1fa tempest-BulkNetworkOpsIpV6Test-787883721 tempest-BulkNetworkOpsIpV6Test-787883721-project] Network hostable DHCP agents. Network: 85d864db-f482-4e13-b09c-2be7bd15a6c5, hostable agents: ['1b18bf05-1b5f-4587-be5c-af3ac38e32ad'], hosted agents: [] {{(pid=95101) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 19:48:37.480134 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-6c9a8253-778b-49f1-87eb-1b1ee9b546e8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:48:37.497830 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9960ae16-15d4-4fa7-93db-76e176e3f1fa tempest-BulkNetworkOpsIpV6Test-787883721 tempest-BulkNetworkOpsIpV6Test-787883721-project] Network 85d864db-f482-4e13-b09c-2be7bd15a6c5 is scheduled to be hosted by DHCP agent 1b18bf05-1b5f-4587-be5c-af3ac38e32ad with binding_index 1 {{(pid=95101) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 19:48:37.517527 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.base_scheduler [None req-9960ae16-15d4-4fa7-93db-76e176e3f1fa tempest-BulkNetworkOpsIpV6Test-787883721 tempest-BulkNetworkOpsIpV6Test-787883721-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713301-16, 85d864db-f482-4e13-b09c-2be7bd15a6c5) {{(pid=95101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:48:37.520640 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-6c9a8253-778b-49f1-87eb-1b1ee9b546e8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:48:37.540915 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9960ae16-15d4-4fa7-93db-76e176e3f1fa tempest-BulkNetworkOpsIpV6Test-787883721 tempest-BulkNetworkOpsIpV6Test-787883721-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:48:37.541859 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9960ae16-15d4-4fa7-93db-76e176e3f1fa tempest-BulkNetworkOpsIpV6Test-787883721 tempest-BulkNetworkOpsIpV6Test-787883721-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:48:37.542724 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-9960ae16-15d4-4fa7-93db-76e176e3f1fa tempest-BulkNetworkOpsIpV6Test-787883721 tempest-BulkNetworkOpsIpV6Test-787883721-project] Notify callbacks [] for subnet, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:48:37.544446 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff0999d8-0e65-45fb-a9ce-b878ebea5afc None None] Network 85d864db-f482-4e13-b09c-2be7bd15a6c5 requested from n-d-713301-16 {{(pid=95103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 19:48:37.581239 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a015200f-52cd-4a71-a911-c417dedf98bc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4c8b80df-07eb-5275-9f17-5cf640db67c0-d708287c-d0d0-4a7b-8c01-7ae786da291d', 'network_id': 'd708287c-d0d0-4a7b-8c01-7ae786da291d', 'tenant_id': 'f168cc0f0030438da9f999507c0b87cc', 'fixed_ips': [{'subnet_id': '4df6a493-469e-49eb-aaf8-8bdd51b6489c'}]}} from n-d-713301-16. {{(pid=95103) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 23 19:48:37.582378 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-a015200f-52cd-4a71-a911-c417dedf98bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_create {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:48:37.592290 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-9960ae16-15d4-4fa7-93db-76e176e3f1fa tempest-BulkNetworkOpsIpV6Test-787883721 tempest-BulkNetworkOpsIpV6Test-787883721-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1476 time: 1.3583784 Sep 23 19:48:37.595390 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 45242) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:48:37.630329 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-6c9a8253-778b-49f1-87eb-1b1ee9b546e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:48:37.635264 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-6c9a8253-778b-49f1-87eb-1b1ee9b546e8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:48:37.644472 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-6c9a8253-778b-49f1-87eb-1b1ee9b546e8 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/31fe350f-70dd-40f2-ba31-6b8a933ae1a5 HTTP/1.1" status: 204 len: 168 time: 0.2609935 Sep 23 19:48:37.657163 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c9a8253-778b-49f1-87eb-1b1ee9b546e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31fe350f-70dd-40f2-ba31-6b8a933ae1a5,revision_number=None']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:48:37.676542 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36ec0855-edff-4de9-87ed-58790de60979 tempest-BulkNetworkOpsIpV6Test-787883721 tempest-BulkNetworkOpsIpV6Test-787883721-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:48:37.678400 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36ec0855-edff-4de9-87ed-58790de60979 tempest-BulkNetworkOpsIpV6Test-787883721 tempest-BulkNetworkOpsIpV6Test-787883721-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:48:37.680096 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36ec0855-edff-4de9-87ed-58790de60979 tempest-BulkNetworkOpsIpV6Test-787883721 tempest-BulkNetworkOpsIpV6Test-787883721-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:48:37.691860 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-36ec0855-edff-4de9-87ed-58790de60979 tempest-BulkNetworkOpsIpV6Test-787883721 tempest-BulkNetworkOpsIpV6Test-787883721-project] 10.222.0.67 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2102 time: 0.0948222 Sep 23 19:48:37.693497 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 45246) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:48:37.840034 n-d-713301-16 neutron-server[95101]: DEBUG neutron.db.db_base_plugin_v2 [None req-4654861f-27d2-4c65-80cc-2b36a088bb16 tempest-BulkNetworkOpsIpV6Test-787883721 tempest-BulkNetworkOpsIpV6Test-787883721-project] Deleting subnet 4df6a493-469e-49eb-aaf8-8bdd51b6489c {{(pid=95101) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 23 19:48:37.884618 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-108c2c98-79a0-45f3-8a16-787bae3b97d7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4c8b80df-07eb-5275-9f17-5cf640db67c0-85d864db-f482-4e13-b09c-2be7bd15a6c5', 'network_id': '85d864db-f482-4e13-b09c-2be7bd15a6c5', 'tenant_id': 'f168cc0f0030438da9f999507c0b87cc', 'fixed_ips': [{'subnet_id': '3e97c248-a7f0-4571-ab41-6105d1c3daa2'}]}} from n-d-713301-16. {{(pid=95103) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 23 19:48:37.889815 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-108c2c98-79a0-45f3-8a16-787bae3b97d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_create {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:48:37.945726 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.db_base_plugin_common [None req-a015200f-52cd-4a71-a911-c417dedf98bc None None] Allocated IP 2001:db8::1 (d708287c-d0d0-4a7b-8c01-7ae786da291d/4df6a493-469e-49eb-aaf8-8bdd51b6489c/d345ad95-c6ab-43b3-b2ab-3cd32bc568e4) {{(pid=95103) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 19:48:38.405590 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.db_base_plugin_common [None req-108c2c98-79a0-45f3-8a16-787bae3b97d7 None None] Allocated IP 2001:db8:0:1::1 (85d864db-f482-4e13-b09c-2be7bd15a6c5/3e97c248-a7f0-4571-ab41-6105d1c3daa2/56912105-1820-4655-ad71-ca3ff336ce53) {{(pid=95103) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 19:48:38.456662 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 45276) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:48:38.743802 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-108c2c98-79a0-45f3-8a16-787bae3b97d7 None None] Notify callbacks [] for port, precommit_create {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:48:38.796254 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-a015200f-52cd-4a71-a911-c417dedf98bc None None] Notify callbacks [] for port, precommit_create {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:48:38.804310 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-108c2c98-79a0-45f3-8a16-787bae3b97d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783145673135'] for port, after_create {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:48:38.808852 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-4654861f-27d2-4c65-80cc-2b36a088bb16 tempest-BulkNetworkOpsIpV6Test-787883721 tempest-BulkNetworkOpsIpV6Test-787883721-project] Notify callbacks [] for subnet, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:48:38.829819 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-a015200f-52cd-4a71-a911-c417dedf98bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783145673135'] for port, after_create {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:48:38.892575 n-d-713301-16 neutron-server[95103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-108c2c98-79a0-45f3-8a16-787bae3b97d7 None None] Network 85d864db-f482-4e13-b09c-2be7bd15a6c5 is already hosted by enough agents. {{(pid=95103) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:48:38.897428 n-d-713301-16 neutron-server[95103]: DEBUG neutron.scheduler.base_scheduler [None req-108c2c98-79a0-45f3-8a16-787bae3b97d7 None None] Resources bound (agent type, host, resource id): {{(pid=95103) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:48:38.900860 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-108c2c98-79a0-45f3-8a16-787bae3b97d7 None None] Received port after_create {{(pid=95103) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 19:48:38.942735 n-d-713301-16 neutron-server[95103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a015200f-52cd-4a71-a911-c417dedf98bc None None] Network d708287c-d0d0-4a7b-8c01-7ae786da291d is already hosted by enough agents. {{(pid=95103) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:48:38.945271 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-f53c5e13-591f-42a7-b2c8-77dbafcac979 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:48:38.948162 n-d-713301-16 neutron-server[95103]: DEBUG neutron.scheduler.base_scheduler [None req-a015200f-52cd-4a71-a911-c417dedf98bc None None] Resources bound (agent type, host, resource id): {{(pid=95103) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:48:38.963994 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a015200f-52cd-4a71-a911-c417dedf98bc None None] Received port after_create {{(pid=95103) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 19:48:38.996724 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-4654861f-27d2-4c65-80cc-2b36a088bb16 tempest-BulkNetworkOpsIpV6Test-787883721 tempest-BulkNetworkOpsIpV6Test-787883721-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6007154'] for subnet, precommit_delete_associations {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:48:39.068258 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-108c2c98-79a0-45f3-8a16-787bae3b97d7 None None] Pushing event updated for resources: {'Port': ['ID=56912105-1820-4655-ad71-ca3ff336ce53,revision_number=1']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:48:39.117186 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-108c2c98-79a0-45f3-8a16-787bae3b97d7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:48:39.118024 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-108c2c98-79a0-45f3-8a16-787bae3b97d7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:48:39.118525 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-108c2c98-79a0-45f3-8a16-787bae3b97d7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:48:39.118985 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-108c2c98-79a0-45f3-8a16-787bae3b97d7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:48:39.119487 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-108c2c98-79a0-45f3-8a16-787bae3b97d7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:48:39.120088 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-108c2c98-79a0-45f3-8a16-787bae3b97d7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:48:39.120565 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-108c2c98-79a0-45f3-8a16-787bae3b97d7 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:48:39.121027 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-108c2c98-79a0-45f3-8a16-787bae3b97d7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:48:39.122039 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-108c2c98-79a0-45f3-8a16-787bae3b97d7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:48:39.122488 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-108c2c98-79a0-45f3-8a16-787bae3b97d7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:48:39.122942 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-108c2c98-79a0-45f3-8a16-787bae3b97d7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:48:39.123370 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-108c2c98-79a0-45f3-8a16-787bae3b97d7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:48:39.169262 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-4654861f-27d2-4c65-80cc-2b36a088bb16 tempest-BulkNetworkOpsIpV6Test-787883721 tempest-BulkNetworkOpsIpV6Test-787883721-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1756813'] for subnet, precommit_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:48:39.272281 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a015200f-52cd-4a71-a911-c417dedf98bc None None] Pushing event updated for resources: {'Port': ['ID=d345ad95-c6ab-43b3-b2ab-3cd32bc568e4,revision_number=1']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:48:39.292159 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.managers [None req-a015200f-52cd-4a71-a911-c417dedf98bc None None] Attempting to bind port d345ad95-c6ab-43b3-b2ab-3cd32bc568e4 on host n-d-713301-16 for vnic_type normal with profile {{(pid=95103) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 19:48:39.296730 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.managers [None req-a015200f-52cd-4a71-a911-c417dedf98bc None None] Attempting to bind port d345ad95-c6ab-43b3-b2ab-3cd32bc568e4 by drivers openvswitch,hyperv on host n-d-713301-16 at level 0 using segments [{'id': '08c2aa69-0c2b-41fc-b491-1d882c5789d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'd708287c-d0d0-4a7b-8c01-7ae786da291d'}] {{(pid=95103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 19:48:39.297492 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a015200f-52cd-4a71-a911-c417dedf98bc None None] Attempting to bind port d345ad95-c6ab-43b3-b2ab-3cd32bc568e4 on network d708287c-d0d0-4a7b-8c01-7ae786da291d {{(pid=95103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:48:39.300541 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-4654861f-27d2-4c65-80cc-2b36a088bb16 tempest-BulkNetworkOpsIpV6Test-787883721 tempest-BulkNetworkOpsIpV6Test-787883721-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1756804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5607514', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6130950'] for subnet, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:48:39.311323 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a015200f-52cd-4a71-a911-c417dedf98bc None None] Checking agent: {'id': '70a14545-df24-472f-8f95-bfe1719bff93', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 19, 7, 53), 'started_at': datetime.datetime(2021, 9, 23, 19, 8, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 19, 48, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 19:48:39.311862 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a015200f-52cd-4a71-a911-c417dedf98bc None None] Checking segment: {'id': '08c2aa69-0c2b-41fc-b491-1d882c5789d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'd708287c-d0d0-4a7b-8c01-7ae786da291d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95103) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:48:39.312385 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-f53c5e13-591f-42a7-b2c8-77dbafcac979 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:48:39.312502 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-a015200f-52cd-4a71-a911-c417dedf98bc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:48:39.316211 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a015200f-52cd-4a71-a911-c417dedf98bc None None] Bound using segment: {'id': '08c2aa69-0c2b-41fc-b491-1d882c5789d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'd708287c-d0d0-4a7b-8c01-7ae786da291d'} {{(pid=95103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 19:48:39.320779 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.managers [None req-a015200f-52cd-4a71-a911-c417dedf98bc None None] Bound port: d345ad95-c6ab-43b3-b2ab-3cd32bc568e4, host: n-d-713301-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '08c2aa69-0c2b-41fc-b491-1d882c5789d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'd708287c-d0d0-4a7b-8c01-7ae786da291d'}}] {{(pid=95103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 19:48:39.320779 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-a015200f-52cd-4a71-a911-c417dedf98bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:48:39.338975 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.managers [None req-108c2c98-79a0-45f3-8a16-787bae3b97d7 None None] Attempting to bind port 56912105-1820-4655-ad71-ca3ff336ce53 on host n-d-713301-16 for vnic_type normal with profile {{(pid=95103) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 19:48:39.339481 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.managers [None req-108c2c98-79a0-45f3-8a16-787bae3b97d7 None None] Attempting to bind port 56912105-1820-4655-ad71-ca3ff336ce53 by drivers openvswitch,hyperv on host n-d-713301-16 at level 0 using segments [{'id': 'edb4df2b-c10d-4f0d-85f9-a046480b8541', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '85d864db-f482-4e13-b09c-2be7bd15a6c5'}] {{(pid=95103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 19:48:39.339996 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-108c2c98-79a0-45f3-8a16-787bae3b97d7 None None] Attempting to bind port 56912105-1820-4655-ad71-ca3ff336ce53 on network 85d864db-f482-4e13-b09c-2be7bd15a6c5 {{(pid=95103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:48:39.345606 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-f53c5e13-591f-42a7-b2c8-77dbafcac979 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:48:39.351692 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4654861f-27d2-4c65-80cc-2b36a088bb16 tempest-BulkNetworkOpsIpV6Test-787883721 tempest-BulkNetworkOpsIpV6Test-787883721-project] Pushing event deleted for resources: {'Subnet': ['ID=4df6a493-469e-49eb-aaf8-8bdd51b6489c,revision_number=None']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:48:39.359508 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-4654861f-27d2-4c65-80cc-2b36a088bb16 tempest-BulkNetworkOpsIpV6Test-787883721 tempest-BulkNetworkOpsIpV6Test-787883721-project] Notify callbacks [] for subnet, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:48:39.359508 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-4654861f-27d2-4c65-80cc-2b36a088bb16 tempest-BulkNetworkOpsIpV6Test-787883721 tempest-BulkNetworkOpsIpV6Test-787883721-project] 10.222.0.67 "DELETE /v2.0/subnets/4df6a493-469e-49eb-aaf8-8bdd51b6489c HTTP/1.1" status: 204 len: 168 time: 1.6614873 Sep 23 19:48:39.365663 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 45296) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:48:39.398312 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-108c2c98-79a0-45f3-8a16-787bae3b97d7 None None] Checking agent: {'id': '70a14545-df24-472f-8f95-bfe1719bff93', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 19, 7, 53), 'started_at': datetime.datetime(2021, 9, 23, 19, 8, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 19, 48, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 19:48:39.398884 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-108c2c98-79a0-45f3-8a16-787bae3b97d7 None None] Checking segment: {'id': 'edb4df2b-c10d-4f0d-85f9-a046480b8541', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '85d864db-f482-4e13-b09c-2be7bd15a6c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95103) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:48:39.399404 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-108c2c98-79a0-45f3-8a16-787bae3b97d7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:48:39.405248 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-108c2c98-79a0-45f3-8a16-787bae3b97d7 None None] Bound using segment: {'id': 'edb4df2b-c10d-4f0d-85f9-a046480b8541', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '85d864db-f482-4e13-b09c-2be7bd15a6c5'} {{(pid=95103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 19:48:39.406486 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.managers [None req-108c2c98-79a0-45f3-8a16-787bae3b97d7 None None] Bound port: 56912105-1820-4655-ad71-ca3ff336ce53, host: n-d-713301-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'edb4df2b-c10d-4f0d-85f9-a046480b8541', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '85d864db-f482-4e13-b09c-2be7bd15a6c5'}}] {{(pid=95103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 19:48:39.407076 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-108c2c98-79a0-45f3-8a16-787bae3b97d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:48:39.417021 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-f53c5e13-591f-42a7-b2c8-77dbafcac979 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=1574115c0fb749c58d8ed9415f1805f2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9585872 Sep 23 19:48:39.417809 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 45298) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:48:39.418491 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f53c5e13-591f-42a7-b2c8-77dbafcac979 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=029f48e8-bd76-464e-a393-ac532c37349f,revision_number=1']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:48:39.445162 n-d-713301-16 neutron-server[95102]: DEBUG neutron.db.db_base_plugin_v2 [None req-d8ecb7ff-91c4-4bfb-a575-07af56690155 tempest-BulkNetworkOpsIpV6Test-787883721 tempest-BulkNetworkOpsIpV6Test-787883721-project] Deleting subnet 3e97c248-a7f0-4571-ab41-6105d1c3daa2 {{(pid=95102) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 23 19:48:39.448568 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-d8ecb7ff-91c4-4bfb-a575-07af56690155 tempest-BulkNetworkOpsIpV6Test-787883721 tempest-BulkNetworkOpsIpV6Test-787883721-project] Notify callbacks [] for subnet, before_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:48:39.484789 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-9cf61f33-468b-4425-947a-bab1d162188f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:48:39.529044 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-9cf61f33-468b-4425-947a-bab1d162188f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:48:39.535969 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-a015200f-52cd-4a71-a911-c417dedf98bc None None] For port d345ad95-c6ab-43b3-b2ab-3cd32bc568e4, host n-d-713301-16, cleared binding levels {{(pid=95103) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 19:48:39.547464 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-a015200f-52cd-4a71-a911-c417dedf98bc None None] For port d345ad95-c6ab-43b3-b2ab-3cd32bc568e4, host n-d-713301-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-16',level=0,port_id=d345ad95-c6ab-43b3-b2ab-3cd32bc568e4,segment=NetworkSegment(08c2aa69-0c2b-41fc-b491-1d882c5789d1),segment_id=08c2aa69-0c2b-41fc-b491-1d882c5789d1)] {{(pid=95103) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 19:48:39.555397 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-a015200f-52cd-4a71-a911-c417dedf98bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:48:39.557165 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-d8ecb7ff-91c4-4bfb-a575-07af56690155 tempest-BulkNetworkOpsIpV6Test-787883721 tempest-BulkNetworkOpsIpV6Test-787883721-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6162825'] for subnet, precommit_delete_associations {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:48:39.602532 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-108c2c98-79a0-45f3-8a16-787bae3b97d7 None None] For port 56912105-1820-4655-ad71-ca3ff336ce53, host n-d-713301-16, cleared binding levels {{(pid=95103) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 19:48:39.632655 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-9cf61f33-468b-4425-947a-bab1d162188f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:48:39.635520 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-9cf61f33-468b-4425-947a-bab1d162188f admin admin] Notify callbacks [] for security_group, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:48:39.636799 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-9cf61f33-468b-4425-947a-bab1d162188f admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/029f48e8-bd76-464e-a393-ac532c37349f HTTP/1.1" status: 204 len: 168 time: 0.2152443 Sep 23 19:48:39.648294 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cf61f33-468b-4425-947a-bab1d162188f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=029f48e8-bd76-464e-a393-ac532c37349f,revision_number=None']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:48:39.663142 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-108c2c98-79a0-45f3-8a16-787bae3b97d7 None None] For port 56912105-1820-4655-ad71-ca3ff336ce53, host n-d-713301-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-16',level=0,port_id=56912105-1820-4655-ad71-ca3ff336ce53,segment=NetworkSegment(edb4df2b-c10d-4f0d-85f9-a046480b8541),segment_id=edb4df2b-c10d-4f0d-85f9-a046480b8541)] {{(pid=95103) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 19:48:39.703384 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-d8ecb7ff-91c4-4bfb-a575-07af56690155 tempest-BulkNetworkOpsIpV6Test-787883721 tempest-BulkNetworkOpsIpV6Test-787883721-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1756813'] for subnet, precommit_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:48:39.705353 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-108c2c98-79a0-45f3-8a16-787bae3b97d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:48:39.722464 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a015200f-52cd-4a71-a911-c417dedf98bc None None] Pushing event updated for resources: {'Port': ['ID=d345ad95-c6ab-43b3-b2ab-3cd32bc568e4,revision_number=3']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:48:39.787823 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06e905a1-6b49-414e-9d93-ac07bb5d145d None None] Network d708287c-d0d0-4a7b-8c01-7ae786da291d requested from n-d-713301-16 {{(pid=95103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 19:48:39.831801 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-d8ecb7ff-91c4-4bfb-a575-07af56690155 tempest-BulkNetworkOpsIpV6Test-787883721 tempest-BulkNetworkOpsIpV6Test-787883721-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1756804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4399009', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5388229'] for subnet, after_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:48:39.860878 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-d8ecb7ff-91c4-4bfb-a575-07af56690155 tempest-BulkNetworkOpsIpV6Test-787883721 tempest-BulkNetworkOpsIpV6Test-787883721-project] Notify callbacks [] for subnet, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:48:39.865852 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-d8ecb7ff-91c4-4bfb-a575-07af56690155 tempest-BulkNetworkOpsIpV6Test-787883721 tempest-BulkNetworkOpsIpV6Test-787883721-project] 10.222.0.67 "DELETE /v2.0/subnets/3e97c248-a7f0-4571-ab41-6105d1c3daa2 HTTP/1.1" status: 204 len: 168 time: 0.4979088 Sep 23 19:48:39.869177 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 45306) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:48:39.959744 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8ecb7ff-91c4-4bfb-a575-07af56690155 tempest-BulkNetworkOpsIpV6Test-787883721 tempest-BulkNetworkOpsIpV6Test-787883721-project] Pushing event deleted for resources: {'Subnet': ['ID=3e97c248-a7f0-4571-ab41-6105d1c3daa2,revision_number=None']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:48:39.984763 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34c3f7da-b0de-4a6c-8041-85b72a7d08f6 tempest-BulkNetworkOpsIpV6Test-787883721 tempest-BulkNetworkOpsIpV6Test-787883721-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:48:39.993004 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 45310) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:48:40.004518 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-34c3f7da-b0de-4a6c-8041-85b72a7d08f6 tempest-BulkNetworkOpsIpV6Test-787883721 tempest-BulkNetworkOpsIpV6Test-787883721-project] 10.222.0.67 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1327810 Sep 23 19:48:40.131198 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-c02f0dbd-dd4c-4e88-88c4-3bbff1f37bd1 tempest-BulkNetworkOpsIpV6Test-787883721 tempest-BulkNetworkOpsIpV6Test-787883721-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1628021'] for network, before_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:48:40.175519 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-108c2c98-79a0-45f3-8a16-787bae3b97d7 None None] Pushing event updated for resources: {'Port': ['ID=56912105-1820-4655-ad71-ca3ff336ce53,revision_number=2']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:48:40.239057 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.plugin [None req-c02f0dbd-dd4c-4e88-88c4-3bbff1f37bd1 tempest-BulkNetworkOpsIpV6Test-787883721 tempest-BulkNetworkOpsIpV6Test-787883721-project] Deleting port 56912105-1820-4655-ad71-ca3ff336ce53 {{(pid=95102) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:48:40.239562 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-c02f0dbd-dd4c-4e88-88c4-3bbff1f37bd1 tempest-BulkNetworkOpsIpV6Test-787883721 tempest-BulkNetworkOpsIpV6Test-787883721-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783146157096'] for port, before_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:48:40.333653 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.db [None req-c02f0dbd-dd4c-4e88-88c4-3bbff1f37bd1 tempest-BulkNetworkOpsIpV6Test-787883721 tempest-BulkNetworkOpsIpV6Test-787883721-project] For port 56912105-1820-4655-ad71-ca3ff336ce53, host n-d-713301-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-16',level=0,port_id=56912105-1820-4655-ad71-ca3ff336ce53,segment=NetworkSegment(edb4df2b-c10d-4f0d-85f9-a046480b8541),segment_id=edb4df2b-c10d-4f0d-85f9-a046480b8541)] {{(pid=95102) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:48:40.334018 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-c02f0dbd-dd4c-4e88-88c4-3bbff1f37bd1 tempest-BulkNetworkOpsIpV6Test-787883721 tempest-BulkNetworkOpsIpV6Test-787883721-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-605701'] for port, precommit_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:48:40.358608 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.plugin [None req-c02f0dbd-dd4c-4e88-88c4-3bbff1f37bd1 tempest-BulkNetworkOpsIpV6Test-787883721 tempest-BulkNetworkOpsIpV6Test-787883721-project] Calling delete_port for 56912105-1820-4655-ad71-ca3ff336ce53 owned by network:dhcp {{(pid=95102) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:48:40.493009 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-c02f0dbd-dd4c-4e88-88c4-3bbff1f37bd1 tempest-BulkNetworkOpsIpV6Test-787883721 tempest-BulkNetworkOpsIpV6Test-787883721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783146162158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783145673144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4399100'] for port, after_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:48:40.529454 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c02f0dbd-dd4c-4e88-88c4-3bbff1f37bd1 tempest-BulkNetworkOpsIpV6Test-787883721 tempest-BulkNetworkOpsIpV6Test-787883721-project] Pushing event deleted for resources: {'Port': ['ID=56912105-1820-4655-ad71-ca3ff336ce53,revision_number=None']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:48:40.538864 n-d-713301-16 neutron-server[95102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c02f0dbd-dd4c-4e88-88c4-3bbff1f37bd1 tempest-BulkNetworkOpsIpV6Test-787883721 tempest-BulkNetworkOpsIpV6Test-787883721-project] No DVR routers for this DVR port 56912105-1820-4655-ad71-ca3ff336ce53 on host n-d-713301-16 {{(pid=95102) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 19:48:40.639505 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-c02f0dbd-dd4c-4e88-88c4-3bbff1f37bd1 tempest-BulkNetworkOpsIpV6Test-787883721 tempest-BulkNetworkOpsIpV6Test-787883721-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1754676', 'neutron.services.segments.db._delete_segments_for_network-8783146221460'] for network, precommit_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:48:40.672186 n-d-713301-16 neutron-server[95102]: DEBUG neutron.services.segments.db [None req-c02f0dbd-dd4c-4e88-88c4-3bbff1f37bd1 tempest-BulkNetworkOpsIpV6Test-787883721 tempest-BulkNetworkOpsIpV6Test-787883721-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['85d864db-f482-4e13-b09c-2be7bd15a6c5']}} {{(pid=95102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:48:40.687934 n-d-713301-16 neutron-server[95102]: DEBUG neutron.services.segments.db [None req-c02f0dbd-dd4c-4e88-88c4-3bbff1f37bd1 tempest-BulkNetworkOpsIpV6Test-787883721 tempest-BulkNetworkOpsIpV6Test-787883721-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'edb4df2b-c10d-4f0d-85f9-a046480b8541') {'for_net_delete': True} {{(pid=95102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:48:40.688889 n-d-713301-16 neutron-server[95102]: DEBUG neutron.services.segments.db [None req-c02f0dbd-dd4c-4e88-88c4-3bbff1f37bd1 tempest-BulkNetworkOpsIpV6Test-787883721 tempest-BulkNetworkOpsIpV6Test-787883721-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'edb4df2b-c10d-4f0d-85f9-a046480b8541') {} {{(pid=95102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:48:40.706169 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-c02f0dbd-dd4c-4e88-88c4-3bbff1f37bd1 tempest-BulkNetworkOpsIpV6Test-787883721 tempest-BulkNetworkOpsIpV6Test-787883721-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783146221725', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6162832'] for segment, before_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:48:40.723915 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-c02f0dbd-dd4c-4e88-88c4-3bbff1f37bd1 tempest-BulkNetworkOpsIpV6Test-787883721 tempest-BulkNetworkOpsIpV6Test-787883721-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1756186'] for segment, precommit_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:48:40.740203 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c02f0dbd-dd4c-4e88-88c4-3bbff1f37bd1 tempest-BulkNetworkOpsIpV6Test-787883721 tempest-BulkNetworkOpsIpV6Test-787883721-project] Releasing vlan 648 on physical network physnet1 to pool {{(pid=95102) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 19:48:40.741697 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-c02f0dbd-dd4c-4e88-88c4-3bbff1f37bd1 tempest-BulkNetworkOpsIpV6Test-787883721 tempest-BulkNetworkOpsIpV6Test-787883721-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1756186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4398095'] for segment, after_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:48:40.753479 n-d-713301-16 neutron-server[95102]: Traceback (most recent call last): Sep 23 19:48:40.753479 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 19:48:40.753479 n-d-713301-16 neutron-server[95102]: timer() Sep 23 19:48:40.753479 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 19:48:40.753479 n-d-713301-16 neutron-server[95102]: cb(*args, **kw) Sep 23 19:48:40.753479 n-d-713301-16 neutron-server[95102]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 19:48:40.753479 n-d-713301-16 neutron-server[95102]: return func(*args, **kwargs) Sep 23 19:48:40.753479 n-d-713301-16 neutron-server[95102]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 19:48:40.753479 n-d-713301-16 neutron-server[95102]: self._notify() Sep 23 19:48:40.753479 n-d-713301-16 neutron-server[95102]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 19:48:40.753479 n-d-713301-16 neutron-server[95102]: self.callback(batched_events) Sep 23 19:48:40.753479 n-d-713301-16 neutron-server[95102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 19:48:40.753479 n-d-713301-16 neutron-server[95102]: event.method(event) Sep 23 19:48:40.753479 n-d-713301-16 neutron-server[95102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 19:48:40.753479 n-d-713301-16 neutron-server[95102]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 19:48:40.753479 n-d-713301-16 neutron-server[95102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 19:48:40.753479 n-d-713301-16 neutron-server[95102]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 19:48:40.753479 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 19:48:40.753479 n-d-713301-16 neutron-server[95102]: return f(self, *a, **k) Sep 23 19:48:40.753479 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 19:48:40.753479 n-d-713301-16 neutron-server[95102]: return self._get(url).json() Sep 23 19:48:40.753479 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 19:48:40.753479 n-d-713301-16 neutron-server[95102]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 19:48:40.753479 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 19:48:40.753479 n-d-713301-16 neutron-server[95102]: return self.request(url, 'GET', **kwargs) Sep 23 19:48:40.753479 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 19:48:40.753479 n-d-713301-16 neutron-server[95102]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 19:48:40.753479 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 19:48:40.753479 n-d-713301-16 neutron-server[95102]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 19:48:40.753479 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 19:48:40.753479 n-d-713301-16 neutron-server[95102]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 19:48:40.753479 n-d-713301-16 neutron-server[95102]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 19:48:40.873315 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-c02f0dbd-dd4c-4e88-88c4-3bbff1f37bd1 tempest-BulkNetworkOpsIpV6Test-787883721 tempest-BulkNetworkOpsIpV6Test-787883721-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1754627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-601866'] for network, after_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:48:40.882150 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-c02f0dbd-dd4c-4e88-88c4-3bbff1f37bd1 tempest-BulkNetworkOpsIpV6Test-787883721 tempest-BulkNetworkOpsIpV6Test-787883721-project] Notify callbacks [] for network, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:48:40.886445 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-c02f0dbd-dd4c-4e88-88c4-3bbff1f37bd1 tempest-BulkNetworkOpsIpV6Test-787883721 tempest-BulkNetworkOpsIpV6Test-787883721-project] 10.222.0.67 "DELETE /v2.0/networks/85d864db-f482-4e13-b09c-2be7bd15a6c5 HTTP/1.1" status: 204 len: 168 time: 0.8901477 Sep 23 19:48:40.887174 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 45344) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:48:40.905916 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c02f0dbd-dd4c-4e88-88c4-3bbff1f37bd1 tempest-BulkNetworkOpsIpV6Test-787883721 tempest-BulkNetworkOpsIpV6Test-787883721-project] Pushing event deleted for resources: {'Network': ['ID=85d864db-f482-4e13-b09c-2be7bd15a6c5,revision_number=None']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:48:41.035589 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-3a817dc3-940f-4c9a-b6cc-652133339cd4 tempest-BulkNetworkOpsIpV6Test-787883721 tempest-BulkNetworkOpsIpV6Test-787883721-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1628021'] for network, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:48:41.101929 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.plugin [None req-3a817dc3-940f-4c9a-b6cc-652133339cd4 tempest-BulkNetworkOpsIpV6Test-787883721 tempest-BulkNetworkOpsIpV6Test-787883721-project] Deleting port d345ad95-c6ab-43b3-b2ab-3cd32bc568e4 {{(pid=95101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:48:41.102449 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-3a817dc3-940f-4c9a-b6cc-652133339cd4 tempest-BulkNetworkOpsIpV6Test-787883721 tempest-BulkNetworkOpsIpV6Test-787883721-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783146157096'] for port, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:48:41.238822 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.db [None req-3a817dc3-940f-4c9a-b6cc-652133339cd4 tempest-BulkNetworkOpsIpV6Test-787883721 tempest-BulkNetworkOpsIpV6Test-787883721-project] For port d345ad95-c6ab-43b3-b2ab-3cd32bc568e4, host n-d-713301-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-16',level=0,port_id=d345ad95-c6ab-43b3-b2ab-3cd32bc568e4,segment=NetworkSegment(08c2aa69-0c2b-41fc-b491-1d882c5789d1),segment_id=08c2aa69-0c2b-41fc-b491-1d882c5789d1)] {{(pid=95101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:48:41.240424 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-3a817dc3-940f-4c9a-b6cc-652133339cd4 tempest-BulkNetworkOpsIpV6Test-787883721 tempest-BulkNetworkOpsIpV6Test-787883721-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-605701'] for port, precommit_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:48:41.272009 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.plugin [None req-3a817dc3-940f-4c9a-b6cc-652133339cd4 tempest-BulkNetworkOpsIpV6Test-787883721 tempest-BulkNetworkOpsIpV6Test-787883721-project] Calling delete_port for d345ad95-c6ab-43b3-b2ab-3cd32bc568e4 owned by network:dhcp {{(pid=95101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:48:41.360262 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-5e5fb412-3f1c-4e29-a622-de266aef6df6 None None] Could not find standard attr ID for object 56912105-1820-4655-ad71-ca3ff336ce53. {{(pid=95103) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 23 19:48:41.401153 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-3a817dc3-940f-4c9a-b6cc-652133339cd4 tempest-BulkNetworkOpsIpV6Test-787883721 tempest-BulkNetworkOpsIpV6Test-787883721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783146162158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783145673144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5607431'] for port, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:48:41.455484 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a817dc3-940f-4c9a-b6cc-652133339cd4 tempest-BulkNetworkOpsIpV6Test-787883721 tempest-BulkNetworkOpsIpV6Test-787883721-project] Pushing event deleted for resources: {'Port': ['ID=d345ad95-c6ab-43b3-b2ab-3cd32bc568e4,revision_number=None']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:48:41.458133 n-d-713301-16 neutron-server[95101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a817dc3-940f-4c9a-b6cc-652133339cd4 tempest-BulkNetworkOpsIpV6Test-787883721 tempest-BulkNetworkOpsIpV6Test-787883721-project] No DVR routers for this DVR port d345ad95-c6ab-43b3-b2ab-3cd32bc568e4 on host n-d-713301-16 {{(pid=95101) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 19:48:41.502237 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fda05f79-1e11-4a85-8336-ba8abdff7cdc None None] DHCP port deletion for 85d864db-f482-4e13-b09c-2be7bd15a6c5 request from n-d-713301-16 {{(pid=95103) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 23 19:48:41.534248 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9104efda-7e54-4101-9ddb-61c1c08d71ea None None] Network 85d864db-f482-4e13-b09c-2be7bd15a6c5 requested from n-d-713301-16 {{(pid=95103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 19:48:41.571606 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9104efda-7e54-4101-9ddb-61c1c08d71ea None None] Network 85d864db-f482-4e13-b09c-2be7bd15a6c5 could not be found, it might have been deleted concurrently. {{(pid=95103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Sep 23 19:48:41.589623 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66c183c7-5f45-47ce-964e-5d288a88676c None None] get_active_networks_info from n-d-713301-16 {{(pid=95103) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 23 19:48:41.679329 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-3a817dc3-940f-4c9a-b6cc-652133339cd4 tempest-BulkNetworkOpsIpV6Test-787883721 tempest-BulkNetworkOpsIpV6Test-787883721-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1754676', 'neutron.services.segments.db._delete_segments_for_network-8783146221460'] for network, precommit_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:48:41.716486 n-d-713301-16 neutron-server[95103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66c183c7-5f45-47ce-964e-5d288a88676c None None] Resources bound (agent type, host, resource id): {{(pid=95103) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 23 19:48:41.746642 n-d-713301-16 neutron-server[95101]: DEBUG neutron.services.segments.db [None req-3a817dc3-940f-4c9a-b6cc-652133339cd4 tempest-BulkNetworkOpsIpV6Test-787883721 tempest-BulkNetworkOpsIpV6Test-787883721-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d708287c-d0d0-4a7b-8c01-7ae786da291d']}} {{(pid=95101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:48:41.788686 n-d-713301-16 neutron-server[95101]: DEBUG neutron.services.segments.db [None req-3a817dc3-940f-4c9a-b6cc-652133339cd4 tempest-BulkNetworkOpsIpV6Test-787883721 tempest-BulkNetworkOpsIpV6Test-787883721-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '08c2aa69-0c2b-41fc-b491-1d882c5789d1') {'for_net_delete': True} {{(pid=95101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:48:41.789170 n-d-713301-16 neutron-server[95101]: DEBUG neutron.services.segments.db [None req-3a817dc3-940f-4c9a-b6cc-652133339cd4 tempest-BulkNetworkOpsIpV6Test-787883721 tempest-BulkNetworkOpsIpV6Test-787883721-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '08c2aa69-0c2b-41fc-b491-1d882c5789d1') {} {{(pid=95101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:48:41.825527 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-3a817dc3-940f-4c9a-b6cc-652133339cd4 tempest-BulkNetworkOpsIpV6Test-787883721 tempest-BulkNetworkOpsIpV6Test-787883721-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783146221725', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6007147'] for segment, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:48:41.872150 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-3a817dc3-940f-4c9a-b6cc-652133339cd4 tempest-BulkNetworkOpsIpV6Test-787883721 tempest-BulkNetworkOpsIpV6Test-787883721-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1756186'] for segment, precommit_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:48:41.886570 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3a817dc3-940f-4c9a-b6cc-652133339cd4 tempest-BulkNetworkOpsIpV6Test-787883721 tempest-BulkNetworkOpsIpV6Test-787883721-project] Releasing vlan 612 on physical network physnet1 to pool {{(pid=95101) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 19:48:41.887041 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-3a817dc3-940f-4c9a-b6cc-652133339cd4 tempest-BulkNetworkOpsIpV6Test-787883721 tempest-BulkNetworkOpsIpV6Test-787883721-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1756186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5608436'] for segment, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:48:42.019156 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 45388) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:48:42.046231 n-d-713301-16 neutron-server[95101]: Traceback (most recent call last): Sep 23 19:48:42.046231 n-d-713301-16 neutron-server[95101]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 19:48:42.046231 n-d-713301-16 neutron-server[95101]: timer() Sep 23 19:48:42.046231 n-d-713301-16 neutron-server[95101]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 19:48:42.046231 n-d-713301-16 neutron-server[95101]: cb(*args, **kw) Sep 23 19:48:42.046231 n-d-713301-16 neutron-server[95101]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 19:48:42.046231 n-d-713301-16 neutron-server[95101]: return func(*args, **kwargs) Sep 23 19:48:42.046231 n-d-713301-16 neutron-server[95101]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 19:48:42.046231 n-d-713301-16 neutron-server[95101]: self._notify() Sep 23 19:48:42.046231 n-d-713301-16 neutron-server[95101]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 19:48:42.046231 n-d-713301-16 neutron-server[95101]: self.callback(batched_events) Sep 23 19:48:42.046231 n-d-713301-16 neutron-server[95101]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 19:48:42.046231 n-d-713301-16 neutron-server[95101]: event.method(event) Sep 23 19:48:42.046231 n-d-713301-16 neutron-server[95101]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 19:48:42.046231 n-d-713301-16 neutron-server[95101]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 19:48:42.046231 n-d-713301-16 neutron-server[95101]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 19:48:42.046231 n-d-713301-16 neutron-server[95101]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 19:48:42.046231 n-d-713301-16 neutron-server[95101]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 19:48:42.046231 n-d-713301-16 neutron-server[95101]: return f(self, *a, **k) Sep 23 19:48:42.046231 n-d-713301-16 neutron-server[95101]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 19:48:42.046231 n-d-713301-16 neutron-server[95101]: return self._get(url).json() Sep 23 19:48:42.046231 n-d-713301-16 neutron-server[95101]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 19:48:42.046231 n-d-713301-16 neutron-server[95101]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 19:48:42.046231 n-d-713301-16 neutron-server[95101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 19:48:42.046231 n-d-713301-16 neutron-server[95101]: return self.request(url, 'GET', **kwargs) Sep 23 19:48:42.046231 n-d-713301-16 neutron-server[95101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 19:48:42.046231 n-d-713301-16 neutron-server[95101]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 19:48:42.046231 n-d-713301-16 neutron-server[95101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 19:48:42.046231 n-d-713301-16 neutron-server[95101]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 19:48:42.046231 n-d-713301-16 neutron-server[95101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 19:48:42.046231 n-d-713301-16 neutron-server[95101]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 19:48:42.046231 n-d-713301-16 neutron-server[95101]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 19:48:42.063256 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-3a817dc3-940f-4c9a-b6cc-652133339cd4 tempest-BulkNetworkOpsIpV6Test-787883721 tempest-BulkNetworkOpsIpV6Test-787883721-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1754627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-601866'] for network, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:48:42.072397 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-3a817dc3-940f-4c9a-b6cc-652133339cd4 tempest-BulkNetworkOpsIpV6Test-787883721 tempest-BulkNetworkOpsIpV6Test-787883721-project] Notify callbacks [] for network, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:48:42.075524 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-3a817dc3-940f-4c9a-b6cc-652133339cd4 tempest-BulkNetworkOpsIpV6Test-787883721 tempest-BulkNetworkOpsIpV6Test-787883721-project] 10.222.0.67 "DELETE /v2.0/networks/d708287c-d0d0-4a7b-8c01-7ae786da291d HTTP/1.1" status: 204 len: 168 time: 1.1867898 Sep 23 19:48:42.078047 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 45392) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:48:42.108068 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a817dc3-940f-4c9a-b6cc-652133339cd4 tempest-BulkNetworkOpsIpV6Test-787883721 tempest-BulkNetworkOpsIpV6Test-787883721-project] Pushing event deleted for resources: {'Network': ['ID=d708287c-d0d0-4a7b-8c01-7ae786da291d,revision_number=None']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:48:42.120006 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 45394) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:48:42.185720 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-b1d02972-14d0-4858-8f14-f0eaf0af1d7a tempest-BulkNetworkOpsIpV6Test-787883721 tempest-BulkNetworkOpsIpV6Test-787883721-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1628021'] for network, before_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:48:42.250775 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-da4fc73e-d534-4cbc-a303-49ef6e2073a1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:48:42.270743 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-5d9738ee-7627-4865-944d-d1c2bb874df4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:48:42.311957 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-b1d02972-14d0-4858-8f14-f0eaf0af1d7a tempest-BulkNetworkOpsIpV6Test-787883721 tempest-BulkNetworkOpsIpV6Test-787883721-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1754676', 'neutron.services.segments.db._delete_segments_for_network-8783146221460'] for network, precommit_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:48:42.339094 n-d-713301-16 neutron-server[95102]: DEBUG neutron.services.segments.db [None req-b1d02972-14d0-4858-8f14-f0eaf0af1d7a tempest-BulkNetworkOpsIpV6Test-787883721 tempest-BulkNetworkOpsIpV6Test-787883721-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bc59cb38-3856-48f4-a3e7-a489ea0c6947']}} {{(pid=95102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:48:42.350349 n-d-713301-16 neutron-server[95102]: DEBUG neutron.services.segments.db [None req-b1d02972-14d0-4858-8f14-f0eaf0af1d7a tempest-BulkNetworkOpsIpV6Test-787883721 tempest-BulkNetworkOpsIpV6Test-787883721-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0881d910-301d-4dcb-a6bf-251ac866681a') {'for_net_delete': True} {{(pid=95102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:48:42.350619 n-d-713301-16 neutron-server[95102]: DEBUG neutron.services.segments.db [None req-b1d02972-14d0-4858-8f14-f0eaf0af1d7a tempest-BulkNetworkOpsIpV6Test-787883721 tempest-BulkNetworkOpsIpV6Test-787883721-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0881d910-301d-4dcb-a6bf-251ac866681a') {} {{(pid=95102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:48:42.364276 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-b1d02972-14d0-4858-8f14-f0eaf0af1d7a tempest-BulkNetworkOpsIpV6Test-787883721 tempest-BulkNetworkOpsIpV6Test-787883721-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783146221725', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6162832'] for segment, before_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:48:42.375041 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-da4fc73e-d534-4cbc-a303-49ef6e2073a1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:48:42.381400 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-b1d02972-14d0-4858-8f14-f0eaf0af1d7a tempest-BulkNetworkOpsIpV6Test-787883721 tempest-BulkNetworkOpsIpV6Test-787883721-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1756186'] for segment, precommit_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:48:42.382656 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-da4fc73e-d534-4cbc-a303-49ef6e2073a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:48:42.403123 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b1d02972-14d0-4858-8f14-f0eaf0af1d7a tempest-BulkNetworkOpsIpV6Test-787883721 tempest-BulkNetworkOpsIpV6Test-787883721-project] Releasing vlan 631 on physical network physnet1 to pool {{(pid=95102) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 19:48:42.403571 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-b1d02972-14d0-4858-8f14-f0eaf0af1d7a tempest-BulkNetworkOpsIpV6Test-787883721 tempest-BulkNetworkOpsIpV6Test-787883721-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1756186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4398095'] for segment, after_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:48:42.406914 n-d-713301-16 neutron-server[95102]: Traceback (most recent call last): Sep 23 19:48:42.406914 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 19:48:42.406914 n-d-713301-16 neutron-server[95102]: timer() Sep 23 19:48:42.406914 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 19:48:42.406914 n-d-713301-16 neutron-server[95102]: cb(*args, **kw) Sep 23 19:48:42.406914 n-d-713301-16 neutron-server[95102]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 19:48:42.406914 n-d-713301-16 neutron-server[95102]: return func(*args, **kwargs) Sep 23 19:48:42.406914 n-d-713301-16 neutron-server[95102]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 19:48:42.406914 n-d-713301-16 neutron-server[95102]: self._notify() Sep 23 19:48:42.406914 n-d-713301-16 neutron-server[95102]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 19:48:42.406914 n-d-713301-16 neutron-server[95102]: self.callback(batched_events) Sep 23 19:48:42.406914 n-d-713301-16 neutron-server[95102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 19:48:42.406914 n-d-713301-16 neutron-server[95102]: event.method(event) Sep 23 19:48:42.406914 n-d-713301-16 neutron-server[95102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 19:48:42.406914 n-d-713301-16 neutron-server[95102]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 19:48:42.406914 n-d-713301-16 neutron-server[95102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 19:48:42.406914 n-d-713301-16 neutron-server[95102]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 19:48:42.406914 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 19:48:42.406914 n-d-713301-16 neutron-server[95102]: return f(self, *a, **k) Sep 23 19:48:42.406914 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 19:48:42.406914 n-d-713301-16 neutron-server[95102]: return self._get(url).json() Sep 23 19:48:42.406914 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 19:48:42.406914 n-d-713301-16 neutron-server[95102]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 19:48:42.406914 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 19:48:42.406914 n-d-713301-16 neutron-server[95102]: return self.request(url, 'GET', **kwargs) Sep 23 19:48:42.406914 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 19:48:42.406914 n-d-713301-16 neutron-server[95102]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 19:48:42.406914 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 19:48:42.406914 n-d-713301-16 neutron-server[95102]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 19:48:42.406914 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 19:48:42.406914 n-d-713301-16 neutron-server[95102]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 19:48:42.406914 n-d-713301-16 neutron-server[95102]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 19:48:42.428583 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-da4fc73e-d534-4cbc-a303-49ef6e2073a1 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=839aaf073c7a4f36a30e5eb14dcd9e0d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3072948 Sep 23 19:48:42.432014 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 45398) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:48:42.434238 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da4fc73e-d534-4cbc-a303-49ef6e2073a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd66bbe1-2151-444d-b0c1-dfe494015930,revision_number=1']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:48:42.520743 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-b1d02972-14d0-4858-8f14-f0eaf0af1d7a tempest-BulkNetworkOpsIpV6Test-787883721 tempest-BulkNetworkOpsIpV6Test-787883721-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1754627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-601866'] for network, after_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:48:42.528451 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-b1d02972-14d0-4858-8f14-f0eaf0af1d7a tempest-BulkNetworkOpsIpV6Test-787883721 tempest-BulkNetworkOpsIpV6Test-787883721-project] Notify callbacks [] for network, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:48:42.528451 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-b1d02972-14d0-4858-8f14-f0eaf0af1d7a tempest-BulkNetworkOpsIpV6Test-787883721 tempest-BulkNetworkOpsIpV6Test-787883721-project] 10.222.0.67 "DELETE /v2.0/networks/bc59cb38-3856-48f4-a3e7-a489ea0c6947 HTTP/1.1" status: 204 len: 168 time: 0.4478490 Sep 23 19:48:42.530592 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 45400) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:48:42.558018 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d02972-14d0-4858-8f14-f0eaf0af1d7a tempest-BulkNetworkOpsIpV6Test-787883721 tempest-BulkNetworkOpsIpV6Test-787883721-project] Pushing event deleted for resources: {'Network': ['ID=bc59cb38-3856-48f4-a3e7-a489ea0c6947,revision_number=None']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:48:42.596145 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-d8f3c451-5ff3-4637-b3b0-20426c8d3d7f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:48:42.628061 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-5d9738ee-7627-4865-944d-d1c2bb874df4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:48:42.637385 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-5d9738ee-7627-4865-944d-d1c2bb874df4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:48:42.639081 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-189d4cbe-67a0-4b15-b203-4a776ecfeb75 tempest-BulkNetworkOpsIpV6Test-787883721 tempest-BulkNetworkOpsIpV6Test-787883721-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1628021'] for network, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:48:42.641334 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-d8f3c451-5ff3-4637-b3b0-20426c8d3d7f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:48:42.739797 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d9738ee-7627-4865-944d-d1c2bb874df4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=857b4896-8636-4ad4-9ae8-58e8f00b01ba,revision_number=1']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:48:42.757054 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-5d9738ee-7627-4865-944d-d1c2bb874df4 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=b8eede508ce44f468e91781cf325c9c4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7354360 Sep 23 19:48:42.759125 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 45404) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:48:42.804988 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-189d4cbe-67a0-4b15-b203-4a776ecfeb75 tempest-BulkNetworkOpsIpV6Test-787883721 tempest-BulkNetworkOpsIpV6Test-787883721-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1754676', 'neutron.services.segments.db._delete_segments_for_network-8783146221460'] for network, precommit_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:48:42.833829 n-d-713301-16 neutron-server[95101]: DEBUG neutron.services.segments.db [None req-189d4cbe-67a0-4b15-b203-4a776ecfeb75 tempest-BulkNetworkOpsIpV6Test-787883721 tempest-BulkNetworkOpsIpV6Test-787883721-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['64863339-d6c7-4b05-b5a6-cff42530f550']}} {{(pid=95101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:48:42.842642 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-d8f3c451-5ff3-4637-b3b0-20426c8d3d7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:48:42.845758 n-d-713301-16 neutron-server[95101]: DEBUG neutron.services.segments.db [None req-189d4cbe-67a0-4b15-b203-4a776ecfeb75 tempest-BulkNetworkOpsIpV6Test-787883721 tempest-BulkNetworkOpsIpV6Test-787883721-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '703050ae-28d1-4316-8cf1-f28643f1fb88') {'for_net_delete': True} {{(pid=95101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:48:42.846275 n-d-713301-16 neutron-server[95101]: DEBUG neutron.services.segments.db [None req-189d4cbe-67a0-4b15-b203-4a776ecfeb75 tempest-BulkNetworkOpsIpV6Test-787883721 tempest-BulkNetworkOpsIpV6Test-787883721-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '703050ae-28d1-4316-8cf1-f28643f1fb88') {} {{(pid=95101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:48:42.847415 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-d8f3c451-5ff3-4637-b3b0-20426c8d3d7f admin admin] Notify callbacks [] for security_group, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:48:42.849384 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-d8f3c451-5ff3-4637-b3b0-20426c8d3d7f admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/fd66bbe1-2151-444d-b0c1-dfe494015930 HTTP/1.1" status: 204 len: 168 time: 0.4141667 Sep 23 19:48:42.869393 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-189d4cbe-67a0-4b15-b203-4a776ecfeb75 tempest-BulkNetworkOpsIpV6Test-787883721 tempest-BulkNetworkOpsIpV6Test-787883721-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783146221725', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6007147'] for segment, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:48:42.871356 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8f3c451-5ff3-4637-b3b0-20426c8d3d7f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd66bbe1-2151-444d-b0c1-dfe494015930,revision_number=None']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:48:42.898240 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-05f1c287-6422-4e7c-83b9-f86a7887d5ba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:48:42.898508 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-189d4cbe-67a0-4b15-b203-4a776ecfeb75 tempest-BulkNetworkOpsIpV6Test-787883721 tempest-BulkNetworkOpsIpV6Test-787883721-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1756186'] for segment, precommit_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:48:42.908495 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-189d4cbe-67a0-4b15-b203-4a776ecfeb75 tempest-BulkNetworkOpsIpV6Test-787883721 tempest-BulkNetworkOpsIpV6Test-787883721-project] Releasing vlan 601 on physical network physnet1 to pool {{(pid=95101) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 19:48:42.911106 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-189d4cbe-67a0-4b15-b203-4a776ecfeb75 tempest-BulkNetworkOpsIpV6Test-787883721 tempest-BulkNetworkOpsIpV6Test-787883721-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1756186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5608436'] for segment, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:48:42.917202 n-d-713301-16 neutron-server[95101]: Traceback (most recent call last): Sep 23 19:48:42.917202 n-d-713301-16 neutron-server[95101]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 19:48:42.917202 n-d-713301-16 neutron-server[95101]: timer() Sep 23 19:48:42.917202 n-d-713301-16 neutron-server[95101]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 19:48:42.917202 n-d-713301-16 neutron-server[95101]: cb(*args, **kw) Sep 23 19:48:42.917202 n-d-713301-16 neutron-server[95101]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 19:48:42.917202 n-d-713301-16 neutron-server[95101]: return func(*args, **kwargs) Sep 23 19:48:42.917202 n-d-713301-16 neutron-server[95101]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 19:48:42.917202 n-d-713301-16 neutron-server[95101]: self._notify() Sep 23 19:48:42.917202 n-d-713301-16 neutron-server[95101]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 19:48:42.917202 n-d-713301-16 neutron-server[95101]: self.callback(batched_events) Sep 23 19:48:42.917202 n-d-713301-16 neutron-server[95101]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 19:48:42.917202 n-d-713301-16 neutron-server[95101]: event.method(event) Sep 23 19:48:42.917202 n-d-713301-16 neutron-server[95101]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 19:48:42.917202 n-d-713301-16 neutron-server[95101]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 19:48:42.917202 n-d-713301-16 neutron-server[95101]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 19:48:42.917202 n-d-713301-16 neutron-server[95101]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 19:48:42.917202 n-d-713301-16 neutron-server[95101]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 19:48:42.917202 n-d-713301-16 neutron-server[95101]: return f(self, *a, **k) Sep 23 19:48:42.917202 n-d-713301-16 neutron-server[95101]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 19:48:42.917202 n-d-713301-16 neutron-server[95101]: return self._get(url).json() Sep 23 19:48:42.917202 n-d-713301-16 neutron-server[95101]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 19:48:42.917202 n-d-713301-16 neutron-server[95101]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 19:48:42.917202 n-d-713301-16 neutron-server[95101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 19:48:42.917202 n-d-713301-16 neutron-server[95101]: return self.request(url, 'GET', **kwargs) Sep 23 19:48:42.917202 n-d-713301-16 neutron-server[95101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 19:48:42.917202 n-d-713301-16 neutron-server[95101]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 19:48:42.917202 n-d-713301-16 neutron-server[95101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 19:48:42.917202 n-d-713301-16 neutron-server[95101]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 19:48:42.917202 n-d-713301-16 neutron-server[95101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 19:48:42.917202 n-d-713301-16 neutron-server[95101]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 19:48:42.917202 n-d-713301-16 neutron-server[95101]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 19:48:42.927688 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-05f1c287-6422-4e7c-83b9-f86a7887d5ba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:48:43.037755 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-189d4cbe-67a0-4b15-b203-4a776ecfeb75 tempest-BulkNetworkOpsIpV6Test-787883721 tempest-BulkNetworkOpsIpV6Test-787883721-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1754627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-601866'] for network, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:48:43.043089 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-189d4cbe-67a0-4b15-b203-4a776ecfeb75 tempest-BulkNetworkOpsIpV6Test-787883721 tempest-BulkNetworkOpsIpV6Test-787883721-project] Notify callbacks [] for network, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:48:43.045603 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-189d4cbe-67a0-4b15-b203-4a776ecfeb75 tempest-BulkNetworkOpsIpV6Test-787883721 tempest-BulkNetworkOpsIpV6Test-787883721-project] 10.222.0.67 "DELETE /v2.0/networks/64863339-d6c7-4b05-b5a6-cff42530f550 HTTP/1.1" status: 204 len: 168 time: 0.5139747 Sep 23 19:48:43.057233 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-05f1c287-6422-4e7c-83b9-f86a7887d5ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:48:43.058907 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Device 56912105-1820-4655-ad71-ca3ff336ce53 no longer exists at agent ovs-agent-n-d-713301-16 {{(pid=95103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 19:48:43.064360 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-05f1c287-6422-4e7c-83b9-f86a7887d5ba admin admin] Notify callbacks [] for security_group, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:48:43.065156 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-189d4cbe-67a0-4b15-b203-4a776ecfeb75 tempest-BulkNetworkOpsIpV6Test-787883721 tempest-BulkNetworkOpsIpV6Test-787883721-project] Pushing event deleted for resources: {'Network': ['ID=64863339-d6c7-4b05-b5a6-cff42530f550,revision_number=None']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:48:43.069866 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-05f1c287-6422-4e7c-83b9-f86a7887d5ba admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/857b4896-8636-4ad4-9ae8-58e8f00b01ba HTTP/1.1" status: 204 len: 168 time: 0.3087003 Sep 23 19:48:43.090946 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05f1c287-6422-4e7c-83b9-f86a7887d5ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=857b4896-8636-4ad4-9ae8-58e8f00b01ba,revision_number=None']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:48:43.099434 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.plugin [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] No Port match for: 56912105-1820-4655-ad71-ca3ff336ce53 {{(pid=95103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 19:48:43.099776 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Device 56912105-1820-4655-ad71-ca3ff336ce53 not bound to the agent host n-d-713301-16 {{(pid=95103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 19:48:43.249787 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 45418) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:48:43.265037 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-fedfe161-8fa3-4ba8-a215-587a57957508 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:48:43.384370 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-fedfe161-8fa3-4ba8-a215-587a57957508 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:48:43.388438 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 45422) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:48:43.394060 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-fedfe161-8fa3-4ba8-a215-587a57957508 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:48:43.445092 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-fedfe161-8fa3-4ba8-a215-587a57957508 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=824754993d9b4f37a224334980a4773d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1937299 Sep 23 19:48:43.449107 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fedfe161-8fa3-4ba8-a215-587a57957508 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6852c6c9-2ced-490e-8c61-e29eb4f22cba,revision_number=1']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:48:43.449260 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 45426) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:48:43.519845 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-61d654b5-4db9-45d7-a27f-1da186f7ef28 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:48:43.545467 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-61d654b5-4db9-45d7-a27f-1da186f7ef28 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:48:43.603165 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-61d654b5-4db9-45d7-a27f-1da186f7ef28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:48:43.605950 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-61d654b5-4db9-45d7-a27f-1da186f7ef28 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:48:43.609859 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-61d654b5-4db9-45d7-a27f-1da186f7ef28 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/6852c6c9-2ced-490e-8c61-e29eb4f22cba HTTP/1.1" status: 204 len: 168 time: 0.1586883 Sep 23 19:48:43.616885 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61d654b5-4db9-45d7-a27f-1da186f7ef28 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6852c6c9-2ced-490e-8c61-e29eb4f22cba,revision_number=None']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:48:43.717387 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-b6cdf629-5e7d-4b72-adf1-a9545a0088d7 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=f168cc0f0030438da9f999507c0b87cc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3280261 Sep 23 19:48:43.719849 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 45436) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:48:43.795506 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-d61ae0d0-07dd-4dc3-8827-54d0338268d0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:48:43.822900 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-d61ae0d0-07dd-4dc3-8827-54d0338268d0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:48:43.905739 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-d61ae0d0-07dd-4dc3-8827-54d0338268d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:48:43.908591 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-d61ae0d0-07dd-4dc3-8827-54d0338268d0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:48:43.916663 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-d61ae0d0-07dd-4dc3-8827-54d0338268d0 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/1f6aea77-6787-49ba-b926-1f19be39fbf9 HTTP/1.1" status: 204 len: 168 time: 0.1921477 Sep 23 19:48:43.926122 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d61ae0d0-07dd-4dc3-8827-54d0338268d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f6aea77-6787-49ba-b926-1f19be39fbf9,revision_number=None']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:48:45.403765 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 45524) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:48:45.534827 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.v2.base [None req-0aeb5361-c291-43fe-9dbf-81dcce409aa8 tempest-SecGroupTest-1657412285 tempest-SecGroupTest-1657412285-project] Request body: {'security_group': {'name': 'tempest-secgroup--1945813905'}} {{(pid=95102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:48:45.562719 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-0aeb5361-c291-43fe-9dbf-81dcce409aa8 tempest-SecGroupTest-1657412285 tempest-SecGroupTest-1657412285-project] Notify callbacks [] for security_group, before_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:48:45.573319 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-0aeb5361-c291-43fe-9dbf-81dcce409aa8 tempest-SecGroupTest-1657412285 tempest-SecGroupTest-1657412285-project] Notify callbacks [] for security_group, before_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:48:45.707164 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-0aeb5361-c291-43fe-9dbf-81dcce409aa8 tempest-SecGroupTest-1657412285 tempest-SecGroupTest-1657412285-project] Notify callbacks [] for security_group, precommit_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:48:45.714038 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-0aeb5361-c291-43fe-9dbf-81dcce409aa8 tempest-SecGroupTest-1657412285 tempest-SecGroupTest-1657412285-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:48:45.793125 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aeb5361-c291-43fe-9dbf-81dcce409aa8 tempest-SecGroupTest-1657412285 tempest-SecGroupTest-1657412285-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d3b733ad-6c97-4901-9b98-8547e657fddd,revision_number=1']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:48:45.910597 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-0aeb5361-c291-43fe-9dbf-81dcce409aa8 tempest-SecGroupTest-1657412285 tempest-SecGroupTest-1657412285-project] Notify callbacks [] for security_group, precommit_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:48:45.916574 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-0aeb5361-c291-43fe-9dbf-81dcce409aa8 tempest-SecGroupTest-1657412285 tempest-SecGroupTest-1657412285-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:48:45.945670 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-0aeb5361-c291-43fe-9dbf-81dcce409aa8 tempest-SecGroupTest-1657412285 tempest-SecGroupTest-1657412285-project] Notify callbacks [] for security_group, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:48:45.948642 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-0aeb5361-c291-43fe-9dbf-81dcce409aa8 tempest-SecGroupTest-1657412285 tempest-SecGroupTest-1657412285-project] 10.222.0.67 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.5415385 Sep 23 19:48:45.950263 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 45560) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:48:45.983537 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aeb5361-c291-43fe-9dbf-81dcce409aa8 tempest-SecGroupTest-1657412285 tempest-SecGroupTest-1657412285-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a798a448-3d13-4800-9568-2f60edbfc20f,revision_number=1']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:48:46.044141 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 45566) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:48:46.045878 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-19319c2f-020b-4b72-9700-274bd8abc5e5 tempest-SecGroupTest-1657412285 tempest-SecGroupTest-1657412285-project] 10.222.0.67 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.0896137 Sep 23 19:48:46.052876 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.v2.base [None req-e2037ce2-d82b-4fd4-aa2f-332f7cf6d4cf tempest-SecGroupTest-1657412285 tempest-SecGroupTest-1657412285-project] Request body: {'security_group': {'name': 'tempest-security--2047891399', 'description': 'tempest-security-description-862018271'}} {{(pid=95102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:48:46.082621 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-e2037ce2-d82b-4fd4-aa2f-332f7cf6d4cf tempest-SecGroupTest-1657412285 tempest-SecGroupTest-1657412285-project] Notify callbacks [] for security_group, before_update {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:48:46.140527 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-e2037ce2-d82b-4fd4-aa2f-332f7cf6d4cf tempest-SecGroupTest-1657412285 tempest-SecGroupTest-1657412285-project] Notify callbacks [] for security_group, precommit_update {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:48:46.146374 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-e2037ce2-d82b-4fd4-aa2f-332f7cf6d4cf tempest-SecGroupTest-1657412285 tempest-SecGroupTest-1657412285-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_update {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:48:46.150348 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-e2037ce2-d82b-4fd4-aa2f-332f7cf6d4cf tempest-SecGroupTest-1657412285 tempest-SecGroupTest-1657412285-project] Notify callbacks [] for security_group, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:48:46.152546 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-e2037ce2-d82b-4fd4-aa2f-332f7cf6d4cf tempest-SecGroupTest-1657412285 tempest-SecGroupTest-1657412285-project] 10.222.0.67 "PUT /v2.0/security-groups/a798a448-3d13-4800-9568-2f60edbfc20f HTTP/1.1" status: 200 len: 1779 time: 0.1066434 Sep 23 19:48:46.156154 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 45572) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:48:46.188937 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2037ce2-d82b-4fd4-aa2f-332f7cf6d4cf tempest-SecGroupTest-1657412285 tempest-SecGroupTest-1657412285-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a798a448-3d13-4800-9568-2f60edbfc20f,revision_number=2']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:48:46.230906 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-b6a15a07-30be-43c6-87f3-df2a7c791267 tempest-SecGroupTest-1657412285 tempest-SecGroupTest-1657412285-project] 10.222.0.67 "GET /v2.0/security-groups/a798a448-3d13-4800-9568-2f60edbfc20f HTTP/1.1" status: 200 len: 1779 time: 0.0729680 Sep 23 19:48:46.233596 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 45574) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:48:46.301778 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-d0d4bf11-ebad-4861-8233-ac6bcba32576 tempest-SecGroupTest-1657412285 tempest-SecGroupTest-1657412285-project] Notify callbacks [] for security_group, before_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:48:46.335180 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-d0d4bf11-ebad-4861-8233-ac6bcba32576 tempest-SecGroupTest-1657412285 tempest-SecGroupTest-1657412285-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:48:46.384679 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-d0d4bf11-ebad-4861-8233-ac6bcba32576 tempest-SecGroupTest-1657412285 tempest-SecGroupTest-1657412285-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:48:46.387279 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-d0d4bf11-ebad-4861-8233-ac6bcba32576 tempest-SecGroupTest-1657412285 tempest-SecGroupTest-1657412285-project] Notify callbacks [] for security_group, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:48:46.390703 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-d0d4bf11-ebad-4861-8233-ac6bcba32576 tempest-SecGroupTest-1657412285 tempest-SecGroupTest-1657412285-project] 10.222.0.67 "DELETE /v2.0/security-groups/a798a448-3d13-4800-9568-2f60edbfc20f HTTP/1.1" status: 204 len: 168 time: 0.1531341 Sep 23 19:48:46.391420 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 45584) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:48:46.416430 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0d4bf11-ebad-4861-8233-ac6bcba32576 tempest-SecGroupTest-1657412285 tempest-SecGroupTest-1657412285-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a798a448-3d13-4800-9568-2f60edbfc20f,revision_number=None']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:48:46.491673 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-dade5d2e-bea0-4406-8632-d18d32a448c8 tempest-SecGroupTest-1657412285 tempest-SecGroupTest-1657412285-project] 10.222.0.67 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0954452 Sep 23 19:48:46.494205 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 45586) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:48:46.513769 n-d-713301-16 neutron-server[95102]: INFO neutron.api.v2.resource [None req-7fbc7bcc-b70c-4940-b165-2270c2ec1e1d tempest-SecGroupTest-1657412285 tempest-SecGroupTest-1657412285-project] delete failed (client error): The resource could not be found. Sep 23 19:48:46.515108 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-7fbc7bcc-b70c-4940-b165-2270c2ec1e1d tempest-SecGroupTest-1657412285 tempest-SecGroupTest-1657412285-project] 10.222.0.67 "DELETE /v2.0/security-groups/a798a448-3d13-4800-9568-2f60edbfc20f HTTP/1.1" status: 404 len: 347 time: 0.0199404 Sep 23 19:48:46.520851 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 45590) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:48:46.526154 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.v2.base [None req-5ad7422e-f6b6-481e-9114-cce9606d5009 tempest-SecGroupTest-1657412285 tempest-SecGroupTest-1657412285-project] Request body: {'security_group': {'name': 'tempest-secgroup--1915178346'}} {{(pid=95102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:48:46.566090 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-5ad7422e-f6b6-481e-9114-cce9606d5009 tempest-SecGroupTest-1657412285 tempest-SecGroupTest-1657412285-project] Notify callbacks [] for security_group, before_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:48:46.699127 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-5ad7422e-f6b6-481e-9114-cce9606d5009 tempest-SecGroupTest-1657412285 tempest-SecGroupTest-1657412285-project] Notify callbacks [] for security_group, precommit_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:48:46.703602 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-5ad7422e-f6b6-481e-9114-cce9606d5009 tempest-SecGroupTest-1657412285 tempest-SecGroupTest-1657412285-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:48:46.741150 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ad7422e-f6b6-481e-9114-cce9606d5009 tempest-SecGroupTest-1657412285 tempest-SecGroupTest-1657412285-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fe3466ef-e882-4d32-aeeb-d55e7f171a30,revision_number=1']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:48:46.744462 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-5ad7422e-f6b6-481e-9114-cce9606d5009 tempest-SecGroupTest-1657412285 tempest-SecGroupTest-1657412285-project] Notify callbacks [] for security_group, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:48:46.746191 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-5ad7422e-f6b6-481e-9114-cce9606d5009 tempest-SecGroupTest-1657412285 tempest-SecGroupTest-1657412285-project] 10.222.0.67 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2243538 Sep 23 19:48:46.748979 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 45596) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:48:46.756065 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.v2.base [None req-28c9efeb-780e-4c6d-bebe-998294558af6 tempest-SecGroupTest-1657412285 tempest-SecGroupTest-1657412285-project] Request body: {'security_group_rule': {'security_group_id': 'fe3466ef-e882-4d32-aeeb-d55e7f171a30', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=95102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:48:46.787427 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 45598) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:48:46.793941 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.v2.base [None req-b92dd0eb-26af-4f95-a1d6-92604454165b tempest-TestSecurityGroupsBasicOps-365501575 tempest-TestSecurityGroupsBasicOps-365501575-project] Request body: {'network': {'name': 'tempest-network-smoke--1352489846', 'project_id': 'bac6fc5f7b6645d7a54784d0fdaa00b3', 'port_security_enabled': True}} {{(pid=95102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:48:46.802183 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-28c9efeb-780e-4c6d-bebe-998294558af6 tempest-SecGroupTest-1657412285 tempest-SecGroupTest-1657412285-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:48:46.835809 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b92dd0eb-26af-4f95-a1d6-92604454165b tempest-TestSecurityGroupsBasicOps-365501575 tempest-TestSecurityGroupsBasicOps-365501575-project] Made reservation on behalf of bac6fc5f7b6645d7a54784d0fdaa00b3 for: {'network': 1} {{(pid=95102) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:48:46.839750 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-b92dd0eb-26af-4f95-a1d6-92604454165b tempest-TestSecurityGroupsBasicOps-365501575 tempest-TestSecurityGroupsBasicOps-365501575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for network, before_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:48:46.855468 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-b92dd0eb-26af-4f95-a1d6-92604454165b tempest-TestSecurityGroupsBasicOps-365501575 tempest-TestSecurityGroupsBasicOps-365501575-project] Notify callbacks [] for security_group, before_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:48:46.901965 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-28c9efeb-780e-4c6d-bebe-998294558af6 tempest-SecGroupTest-1657412285 tempest-SecGroupTest-1657412285-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:48:46.910375 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-28c9efeb-780e-4c6d-bebe-998294558af6 tempest-SecGroupTest-1657412285 tempest-SecGroupTest-1657412285-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575319'] for security_group_rule, after_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:48:46.943414 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c9efeb-780e-4c6d-bebe-998294558af6 tempest-SecGroupTest-1657412285 tempest-SecGroupTest-1657412285-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7a537360-091c-4b7e-b2be-4321cf21af4d,revision_number=0']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:48:47.007700 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-b92dd0eb-26af-4f95-a1d6-92604454165b tempest-TestSecurityGroupsBasicOps-365501575 tempest-TestSecurityGroupsBasicOps-365501575-project] Notify callbacks [] for security_group, precommit_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:48:47.013688 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-b92dd0eb-26af-4f95-a1d6-92604454165b tempest-TestSecurityGroupsBasicOps-365501575 tempest-TestSecurityGroupsBasicOps-365501575-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:48:47.022229 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-28c9efeb-780e-4c6d-bebe-998294558af6 tempest-SecGroupTest-1657412285 tempest-SecGroupTest-1657412285-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:48:47.023433 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-28c9efeb-780e-4c6d-bebe-998294558af6 tempest-SecGroupTest-1657412285 tempest-SecGroupTest-1657412285-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2731991 Sep 23 19:48:47.026425 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 45606) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:48:47.054314 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b92dd0eb-26af-4f95-a1d6-92604454165b tempest-TestSecurityGroupsBasicOps-365501575 tempest-TestSecurityGroupsBasicOps-365501575-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 642} {{(pid=95102) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 19:48:47.077021 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-93b09fbd-4d87-4d4a-bd7b-de77a7079a4f tempest-SecGroupTest-1657412285 tempest-SecGroupTest-1657412285-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:48:47.077885 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b92dd0eb-26af-4f95-a1d6-92604454165b tempest-TestSecurityGroupsBasicOps-365501575 tempest-TestSecurityGroupsBasicOps-365501575-project] Pushing event updated for resources: {'SecurityGroup': ['ID=105d1912-cb88-411f-8c16-04298c7ec7e9,revision_number=1']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:48:47.083294 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-b92dd0eb-26af-4f95-a1d6-92604454165b tempest-TestSecurityGroupsBasicOps-365501575 tempest-TestSecurityGroupsBasicOps-365501575-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1756186'] for segment, precommit_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:48:47.086512 n-d-713301-16 neutron-server[95102]: INFO neutron.db.segments_db [None req-b92dd0eb-26af-4f95-a1d6-92604454165b tempest-TestSecurityGroupsBasicOps-365501575 tempest-TestSecurityGroupsBasicOps-365501575-project] Added segment 450c5ced-c09d-43dc-9a9f-49419bcb1f28 of type vlan for network 968fd5c2-1ec4-418f-821a-c42aa6094b44 Sep 23 19:48:47.094476 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-93b09fbd-4d87-4d4a-bd7b-de77a7079a4f tempest-SecGroupTest-1657412285 tempest-SecGroupTest-1657412285-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:48:47.140579 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-93b09fbd-4d87-4d4a-bd7b-de77a7079a4f tempest-SecGroupTest-1657412285 tempest-SecGroupTest-1657412285-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575319'] for security_group_rule, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:48:47.151193 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-93b09fbd-4d87-4d4a-bd7b-de77a7079a4f tempest-SecGroupTest-1657412285 tempest-SecGroupTest-1657412285-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:48:47.152331 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-b92dd0eb-26af-4f95-a1d6-92604454165b tempest-TestSecurityGroupsBasicOps-365501575 tempest-TestSecurityGroupsBasicOps-365501575-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783145630486'] for network, precommit_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:48:47.154395 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 45614) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:48:47.157189 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-93b09fbd-4d87-4d4a-bd7b-de77a7079a4f tempest-SecGroupTest-1657412285 tempest-SecGroupTest-1657412285-project] 10.222.0.67 "DELETE /v2.0/security-group-rules/7a537360-091c-4b7e-b2be-4321cf21af4d HTTP/1.1" status: 204 len: 168 time: 0.1296766 Sep 23 19:48:47.168099 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93b09fbd-4d87-4d4a-bd7b-de77a7079a4f tempest-SecGroupTest-1657412285 tempest-SecGroupTest-1657412285-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=7a537360-091c-4b7e-b2be-4321cf21af4d,revision_number=None']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:48:47.219159 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-5cbfe78f-7562-4a09-855a-eaf95e241d0b tempest-SecGroupTest-1657412285 tempest-SecGroupTest-1657412285-project] 10.222.0.67 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0636475 Sep 23 19:48:47.220093 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-b92dd0eb-26af-4f95-a1d6-92604454165b tempest-TestSecurityGroupsBasicOps-365501575 tempest-TestSecurityGroupsBasicOps-365501575-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299'] for network, after_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:48:47.230773 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 45618) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:48:47.230997 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b92dd0eb-26af-4f95-a1d6-92604454165b tempest-TestSecurityGroupsBasicOps-365501575 tempest-TestSecurityGroupsBasicOps-365501575-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:48:47.230997 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-b92dd0eb-26af-4f95-a1d6-92604454165b tempest-TestSecurityGroupsBasicOps-365501575 tempest-TestSecurityGroupsBasicOps-365501575-project] Notify callbacks [] for network, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:48:47.300834 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b92dd0eb-26af-4f95-a1d6-92604454165b tempest-TestSecurityGroupsBasicOps-365501575 tempest-TestSecurityGroupsBasicOps-365501575-project] Pushing event updated for resources: {'Network': ['ID=968fd5c2-1ec4-418f-821a-c42aa6094b44,revision_number=1']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:48:47.321394 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Network 968fd5c2-1ec4-418f-821a-c42aa6094b44 details requested by agent ovs-agent-n-d-713301-16 with host n-d-713301-16 {{(pid=95103) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 19:48:47.328486 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-b92dd0eb-26af-4f95-a1d6-92604454165b tempest-TestSecurityGroupsBasicOps-365501575 tempest-TestSecurityGroupsBasicOps-365501575-project] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.5394156 Sep 23 19:48:47.329332 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 45626) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:48:47.334980 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.v2.base [None req-2fd9e02c-bd30-46e0-9dab-8d0998a5bc24 tempest-TestSecurityGroupsBasicOps-365501575 tempest-TestSecurityGroupsBasicOps-365501575-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-1472157449', 'admin_state_up': True, 'project_id': 'bac6fc5f7b6645d7a54784d0fdaa00b3', 'external_gateway_info': {'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac'}}} {{(pid=95102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:48:47.341621 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-cfdae179-c4f6-4db8-94ce-bd66fc9bbf45 tempest-SecGroupTest-1657412285 tempest-SecGroupTest-1657412285-project] Notify callbacks [] for security_group, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:48:47.376114 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-2fd9e02c-bd30-46e0-9dab-8d0998a5bc24 tempest-TestSecurityGroupsBasicOps-365501575 tempest-TestSecurityGroupsBasicOps-365501575-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-594563', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29355'] for router, before_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:48:47.377502 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-2fd9e02c-bd30-46e0-9dab-8d0998a5bc24 tempest-TestSecurityGroupsBasicOps-365501575 tempest-TestSecurityGroupsBasicOps-365501575-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-597363', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-601731', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-739356', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29346'] for router, precommit_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:48:47.386584 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-cfdae179-c4f6-4db8-94ce-bd66fc9bbf45 tempest-SecGroupTest-1657412285 tempest-SecGroupTest-1657412285-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:48:47.444840 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-cfdae179-c4f6-4db8-94ce-bd66fc9bbf45 tempest-SecGroupTest-1657412285 tempest-SecGroupTest-1657412285-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:48:47.447427 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-cfdae179-c4f6-4db8-94ce-bd66fc9bbf45 tempest-SecGroupTest-1657412285 tempest-SecGroupTest-1657412285-project] Notify callbacks [] for security_group, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:48:47.448700 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-cfdae179-c4f6-4db8-94ce-bd66fc9bbf45 tempest-SecGroupTest-1657412285 tempest-SecGroupTest-1657412285-project] 10.222.0.67 "DELETE /v2.0/security-groups/fe3466ef-e882-4d32-aeeb-d55e7f171a30 HTTP/1.1" status: 204 len: 168 time: 0.2247140 Sep 23 19:48:47.467912 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 45636) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:48:47.478530 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-2fd9e02c-bd30-46e0-9dab-8d0998a5bc24 tempest-TestSecurityGroupsBasicOps-365501575 tempest-TestSecurityGroupsBasicOps-365501575-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:48:47.493065 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfdae179-c4f6-4db8-94ce-bd66fc9bbf45 tempest-SecGroupTest-1657412285 tempest-SecGroupTest-1657412285-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe3466ef-e882-4d32-aeeb-d55e7f171a30,revision_number=None']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:48:47.533410 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-4d35af72-6410-4a1b-98f8-b19f6d60f96c tempest-SecGroupTest-1657412285 tempest-SecGroupTest-1657412285-project] 10.222.0.67 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0641150 Sep 23 19:48:47.537175 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 45638) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:48:47.541801 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.v2.base [None req-3c1b7cd2-2610-496a-95ca-3ab4d026e288 tempest-SecGroupTest-1657412285 tempest-SecGroupTest-1657412285-project] Request body: {'security_group': {'name': 'tempest-secgroup--1242979135'}} {{(pid=95101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:48:47.572152 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-3c1b7cd2-2610-496a-95ca-3ab4d026e288 tempest-SecGroupTest-1657412285 tempest-SecGroupTest-1657412285-project] Notify callbacks [] for security_group, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:48:47.682108 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-3c1b7cd2-2610-496a-95ca-3ab4d026e288 tempest-SecGroupTest-1657412285 tempest-SecGroupTest-1657412285-project] Notify callbacks [] for security_group, precommit_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:48:47.696805 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-3c1b7cd2-2610-496a-95ca-3ab4d026e288 tempest-SecGroupTest-1657412285 tempest-SecGroupTest-1657412285-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:48:47.734481 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c1b7cd2-2610-496a-95ca-3ab4d026e288 tempest-SecGroupTest-1657412285 tempest-SecGroupTest-1657412285-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d92bcdcc-9a16-48c9-98ad-ef7ef288db7b,revision_number=1']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:48:47.748884 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-3c1b7cd2-2610-496a-95ca-3ab4d026e288 tempest-SecGroupTest-1657412285 tempest-SecGroupTest-1657412285-project] Notify callbacks [] for security_group, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:48:47.750695 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-3c1b7cd2-2610-496a-95ca-3ab4d026e288 tempest-SecGroupTest-1657412285 tempest-SecGroupTest-1657412285-project] 10.222.0.67 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2125478 Sep 23 19:48:47.754316 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 45648) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:48:47.762360 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.v2.base [None req-cd3afac0-2750-4fd5-9f07-d52cb7c8acf6 tempest-SecGroupTest-1657412285 tempest-SecGroupTest-1657412285-project] Request body: {'security_group_rule': {'security_group_id': 'd92bcdcc-9a16-48c9-98ad-ef7ef288db7b', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=95101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:48:47.811077 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-cd3afac0-2750-4fd5-9f07-d52cb7c8acf6 tempest-SecGroupTest-1657412285 tempest-SecGroupTest-1657412285-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:48:47.879316 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-cd3afac0-2750-4fd5-9f07-d52cb7c8acf6 tempest-SecGroupTest-1657412285 tempest-SecGroupTest-1657412285-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:48:47.885489 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-cd3afac0-2750-4fd5-9f07-d52cb7c8acf6 tempest-SecGroupTest-1657412285 tempest-SecGroupTest-1657412285-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575319'] for security_group_rule, after_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:48:47.904131 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd3afac0-2750-4fd5-9f07-d52cb7c8acf6 tempest-SecGroupTest-1657412285 tempest-SecGroupTest-1657412285-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3692bd92-2ef8-4082-8fff-268f4f2a3f72,revision_number=0']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:48:47.916861 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-cd3afac0-2750-4fd5-9f07-d52cb7c8acf6 tempest-SecGroupTest-1657412285 tempest-SecGroupTest-1657412285-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:48:47.920863 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-cd3afac0-2750-4fd5-9f07-d52cb7c8acf6 tempest-SecGroupTest-1657412285 tempest-SecGroupTest-1657412285-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1627016 Sep 23 19:48:47.921167 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 45656) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:48:47.929955 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.v2.base [None req-635cb567-141a-4f0f-a69d-0032ccb05cfc tempest-SecGroupTest-1657412285 tempest-SecGroupTest-1657412285-project] Request body: {'security_group_rule': {'security_group_id': 'd92bcdcc-9a16-48c9-98ad-ef7ef288db7b', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=95101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:48:47.964797 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-635cb567-141a-4f0f-a69d-0032ccb05cfc tempest-SecGroupTest-1657412285 tempest-SecGroupTest-1657412285-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:48:48.041041 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-2fd9e02c-bd30-46e0-9dab-8d0998a5bc24 tempest-TestSecurityGroupsBasicOps-365501575 tempest-TestSecurityGroupsBasicOps-365501575-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:48:48.068657 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-635cb567-141a-4f0f-a69d-0032ccb05cfc tempest-SecGroupTest-1657412285 tempest-SecGroupTest-1657412285-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:48:48.073105 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-635cb567-141a-4f0f-a69d-0032ccb05cfc tempest-SecGroupTest-1657412285 tempest-SecGroupTest-1657412285-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575319'] for security_group_rule, after_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:48:48.098199 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-635cb567-141a-4f0f-a69d-0032ccb05cfc tempest-SecGroupTest-1657412285 tempest-SecGroupTest-1657412285-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a75318cb-239c-4b16-b111-7e36aa5f0aef,revision_number=0']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:48:48.112693 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-635cb567-141a-4f0f-a69d-0032ccb05cfc tempest-SecGroupTest-1657412285 tempest-SecGroupTest-1657412285-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:48:48.114356 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-635cb567-141a-4f0f-a69d-0032ccb05cfc tempest-SecGroupTest-1657412285 tempest-SecGroupTest-1657412285-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1920261 Sep 23 19:48:48.116866 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 45664) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:48:48.124220 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.v2.base [None req-628ba816-ac96-4899-b726-1a85762d2e8c tempest-SecGroupTest-1657412285 tempest-SecGroupTest-1657412285-project] Request body: {'security_group_rule': {'security_group_id': 'd92bcdcc-9a16-48c9-98ad-ef7ef288db7b', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=95101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:48:48.171297 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-628ba816-ac96-4899-b726-1a85762d2e8c tempest-SecGroupTest-1657412285 tempest-SecGroupTest-1657412285-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:48:48.253413 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-628ba816-ac96-4899-b726-1a85762d2e8c tempest-SecGroupTest-1657412285 tempest-SecGroupTest-1657412285-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:48:48.259923 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-628ba816-ac96-4899-b726-1a85762d2e8c tempest-SecGroupTest-1657412285 tempest-SecGroupTest-1657412285-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575319'] for security_group_rule, after_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:48:48.281020 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-628ba816-ac96-4899-b726-1a85762d2e8c tempest-SecGroupTest-1657412285 tempest-SecGroupTest-1657412285-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8e8523e3-1d86-4dea-aed9-3fd3b112398d,revision_number=0']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:48:48.291616 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-628ba816-ac96-4899-b726-1a85762d2e8c tempest-SecGroupTest-1657412285 tempest-SecGroupTest-1657412285-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:48:48.296691 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-628ba816-ac96-4899-b726-1a85762d2e8c tempest-SecGroupTest-1657412285 tempest-SecGroupTest-1657412285-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1741457 Sep 23 19:48:48.297996 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 45668) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:48:48.304067 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.v2.base [None req-3d610a9c-67b8-4706-ac83-1e7678d9720b tempest-SecGroupTest-1657412285 tempest-SecGroupTest-1657412285-project] Request body: {'security_group_rule': {'security_group_id': 'd92bcdcc-9a16-48c9-98ad-ef7ef288db7b', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=95101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:48:48.333583 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-2fd9e02c-bd30-46e0-9dab-8d0998a5bc24 tempest-TestSecurityGroupsBasicOps-365501575 tempest-TestSecurityGroupsBasicOps-365501575-project] Notify callbacks [] for router_gateway, before_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:48:48.340565 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-3d610a9c-67b8-4706-ac83-1e7678d9720b tempest-SecGroupTest-1657412285 tempest-SecGroupTest-1657412285-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:48:48.357527 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-2fd9e02c-bd30-46e0-9dab-8d0998a5bc24 tempest-TestSecurityGroupsBasicOps-365501575 tempest-TestSecurityGroupsBasicOps-365501575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:48:48.424033 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-3d610a9c-67b8-4706-ac83-1e7678d9720b tempest-SecGroupTest-1657412285 tempest-SecGroupTest-1657412285-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:48:48.430525 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-3d610a9c-67b8-4706-ac83-1e7678d9720b tempest-SecGroupTest-1657412285 tempest-SecGroupTest-1657412285-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575319'] for security_group_rule, after_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:48:48.453826 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d610a9c-67b8-4706-ac83-1e7678d9720b tempest-SecGroupTest-1657412285 tempest-SecGroupTest-1657412285-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dd3279e8-4034-47f0-8a07-328246a1017d,revision_number=0']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:48:48.462075 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-3d610a9c-67b8-4706-ac83-1e7678d9720b tempest-SecGroupTest-1657412285 tempest-SecGroupTest-1657412285-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:48:48.463731 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-3d610a9c-67b8-4706-ac83-1e7678d9720b tempest-SecGroupTest-1657412285 tempest-SecGroupTest-1657412285-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1635847 Sep 23 19:48:48.466300 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 45674) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:48:48.471735 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.v2.base [None req-93b35df8-0789-4469-bd5b-c21976742f25 tempest-SecGroupTest-1657412285 tempest-SecGroupTest-1657412285-project] Request body: {'security_group_rule': {'security_group_id': 'd92bcdcc-9a16-48c9-98ad-ef7ef288db7b', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=95101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:48:48.513083 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-93b35df8-0789-4469-bd5b-c21976742f25 tempest-SecGroupTest-1657412285 tempest-SecGroupTest-1657412285-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:48:48.525371 n-d-713301-16 neutron-server[95102]: DEBUG neutron.db.db_base_plugin_common [None req-2fd9e02c-bd30-46e0-9dab-8d0998a5bc24 tempest-TestSecurityGroupsBasicOps-365501575 tempest-TestSecurityGroupsBasicOps-365501575-project] Allocated IP 172.25.1.180 (5dec5c09-378e-4f50-89cc-d94eb81c3bac/eff83446-018c-428d-b3f5-54ac9abe7a2a/d0cf1bca-487a-4ec0-bbbd-aec3ac1fc6f9) {{(pid=95102) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 19:48:48.598607 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-93b35df8-0789-4469-bd5b-c21976742f25 tempest-SecGroupTest-1657412285 tempest-SecGroupTest-1657412285-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:48:48.604535 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-93b35df8-0789-4469-bd5b-c21976742f25 tempest-SecGroupTest-1657412285 tempest-SecGroupTest-1657412285-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575319'] for security_group_rule, after_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:48:48.638934 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93b35df8-0789-4469-bd5b-c21976742f25 tempest-SecGroupTest-1657412285 tempest-SecGroupTest-1657412285-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=891a1ccd-b1e8-42b2-b63c-ef7677d891d9,revision_number=0']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:48:48.648621 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-93b35df8-0789-4469-bd5b-c21976742f25 tempest-SecGroupTest-1657412285 tempest-SecGroupTest-1657412285-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:48:48.653525 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-93b35df8-0789-4469-bd5b-c21976742f25 tempest-SecGroupTest-1657412285 tempest-SecGroupTest-1657412285-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.1834507 Sep 23 19:48:48.653924 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 45686) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:48:48.674670 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-2fd9e02c-bd30-46e0-9dab-8d0998a5bc24 tempest-TestSecurityGroupsBasicOps-365501575 tempest-TestSecurityGroupsBasicOps-365501575-project] Notify callbacks [] for port, precommit_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:48:48.699592 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-39787f6e-ea7b-46e1-bea4-0264b92c55dc tempest-SecGroupTest-1657412285 tempest-SecGroupTest-1657412285-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:48:48.710438 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-39787f6e-ea7b-46e1-bea4-0264b92c55dc tempest-SecGroupTest-1657412285 tempest-SecGroupTest-1657412285-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:48:48.719701 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-2fd9e02c-bd30-46e0-9dab-8d0998a5bc24 tempest-TestSecurityGroupsBasicOps-365501575 tempest-TestSecurityGroupsBasicOps-365501575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783145673135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4399100'] for port, after_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:48:48.749262 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-39787f6e-ea7b-46e1-bea4-0264b92c55dc tempest-SecGroupTest-1657412285 tempest-SecGroupTest-1657412285-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575319'] for security_group_rule, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:48:48.766509 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-39787f6e-ea7b-46e1-bea4-0264b92c55dc tempest-SecGroupTest-1657412285 tempest-SecGroupTest-1657412285-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:48:48.768655 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-39787f6e-ea7b-46e1-bea4-0264b92c55dc tempest-SecGroupTest-1657412285 tempest-SecGroupTest-1657412285-project] 10.222.0.67 "DELETE /v2.0/security-group-rules/891a1ccd-b1e8-42b2-b63c-ef7677d891d9 HTTP/1.1" status: 204 len: 168 time: 0.1110837 Sep 23 19:48:48.768655 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39787f6e-ea7b-46e1-bea4-0264b92c55dc tempest-SecGroupTest-1657412285 tempest-SecGroupTest-1657412285-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=891a1ccd-b1e8-42b2-b63c-ef7677d891d9,revision_number=None']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:48:48.770692 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 45688) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:48:48.780399 n-d-713301-16 neutron-server[95102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fd9e02c-bd30-46e0-9dab-8d0998a5bc24 tempest-TestSecurityGroupsBasicOps-365501575 tempest-TestSecurityGroupsBasicOps-365501575-project] Network 5dec5c09-378e-4f50-89cc-d94eb81c3bac is already hosted by enough agents. {{(pid=95102) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:48:48.782685 n-d-713301-16 neutron-server[95102]: DEBUG neutron.scheduler.base_scheduler [None req-2fd9e02c-bd30-46e0-9dab-8d0998a5bc24 tempest-TestSecurityGroupsBasicOps-365501575 tempest-TestSecurityGroupsBasicOps-365501575-project] Resources bound (agent type, host, resource id): {{(pid=95102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:48:48.787784 n-d-713301-16 neutron-server[95102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fd9e02c-bd30-46e0-9dab-8d0998a5bc24 tempest-TestSecurityGroupsBasicOps-365501575 tempest-TestSecurityGroupsBasicOps-365501575-project] Received port after_create {{(pid=95102) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 19:48:48.838571 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fd9e02c-bd30-46e0-9dab-8d0998a5bc24 tempest-TestSecurityGroupsBasicOps-365501575 tempest-TestSecurityGroupsBasicOps-365501575-project] Pushing event updated for resources: {'Port': ['ID=d0cf1bca-487a-4ec0-bbbd-aec3ac1fc6f9,revision_number=1']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:48:48.853503 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-c3960cdb-52da-40cb-99aa-ce24a7d9f351 tempest-SecGroupTest-1657412285 tempest-SecGroupTest-1657412285-project] 10.222.0.67 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5731 time: 0.0768638 Sep 23 19:48:48.856231 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 45690) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:48:48.889298 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-b6180fbb-1d96-43a5-8fc6-87067d053d25 tempest-SecGroupTest-1657412285 tempest-SecGroupTest-1657412285-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:48:48.901738 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-b6180fbb-1d96-43a5-8fc6-87067d053d25 tempest-SecGroupTest-1657412285 tempest-SecGroupTest-1657412285-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:48:48.942972 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-b6180fbb-1d96-43a5-8fc6-87067d053d25 tempest-SecGroupTest-1657412285 tempest-SecGroupTest-1657412285-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575319'] for security_group_rule, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:48:48.949579 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-b6180fbb-1d96-43a5-8fc6-87067d053d25 tempest-SecGroupTest-1657412285 tempest-SecGroupTest-1657412285-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:48:48.951037 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-b6180fbb-1d96-43a5-8fc6-87067d053d25 tempest-SecGroupTest-1657412285 tempest-SecGroupTest-1657412285-project] 10.222.0.67 "DELETE /v2.0/security-group-rules/dd3279e8-4034-47f0-8a07-328246a1017d HTTP/1.1" status: 204 len: 168 time: 0.0929027 Sep 23 19:48:48.954314 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 45692) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:48:48.968535 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6180fbb-1d96-43a5-8fc6-87067d053d25 tempest-SecGroupTest-1657412285 tempest-SecGroupTest-1657412285-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=dd3279e8-4034-47f0-8a07-328246a1017d,revision_number=None']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:48:49.020773 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-e05508c9-4ad2-4123-aa51-8c0e243e2558 tempest-SecGroupTest-1657412285 tempest-SecGroupTest-1657412285-project] 10.222.0.67 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5190 time: 0.0634696 Sep 23 19:48:49.023878 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 45694) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:48:49.062143 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-543068e6-4442-4acd-93fc-f2311dfe8d22 tempest-SecGroupTest-1657412285 tempest-SecGroupTest-1657412285-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:48:49.073958 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-543068e6-4442-4acd-93fc-f2311dfe8d22 tempest-SecGroupTest-1657412285 tempest-SecGroupTest-1657412285-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:48:49.112623 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-2fd9e02c-bd30-46e0-9dab-8d0998a5bc24 tempest-TestSecurityGroupsBasicOps-365501575 tempest-TestSecurityGroupsBasicOps-365501575-project] Notify callbacks [] for router_gateway, after_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:48:49.119483 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-543068e6-4442-4acd-93fc-f2311dfe8d22 tempest-SecGroupTest-1657412285 tempest-SecGroupTest-1657412285-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575319'] for security_group_rule, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:48:49.128438 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-543068e6-4442-4acd-93fc-f2311dfe8d22 tempest-SecGroupTest-1657412285 tempest-SecGroupTest-1657412285-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:48:49.129671 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-543068e6-4442-4acd-93fc-f2311dfe8d22 tempest-SecGroupTest-1657412285 tempest-SecGroupTest-1657412285-project] 10.222.0.67 "DELETE /v2.0/security-group-rules/8e8523e3-1d86-4dea-aed9-3fd3b112398d HTTP/1.1" status: 204 len: 168 time: 0.1048496 Sep 23 19:48:49.132489 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 45698) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:48:49.153773 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-543068e6-4442-4acd-93fc-f2311dfe8d22 tempest-SecGroupTest-1657412285 tempest-SecGroupTest-1657412285-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=8e8523e3-1d86-4dea-aed9-3fd3b112398d,revision_number=None']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:48:49.197963 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-895122a3-6e91-4758-a0a0-dd95a2d4ad4c tempest-SecGroupTest-1657412285 tempest-SecGroupTest-1657412285-project] 10.222.0.67 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4649 time: 0.0642481 Sep 23 19:48:49.201007 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 45700) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:48:49.232849 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-1c76047a-9183-4b73-ae45-902663ec5fa1 tempest-SecGroupTest-1657412285 tempest-SecGroupTest-1657412285-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:48:49.246691 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-1c76047a-9183-4b73-ae45-902663ec5fa1 tempest-SecGroupTest-1657412285 tempest-SecGroupTest-1657412285-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:48:49.296345 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-1c76047a-9183-4b73-ae45-902663ec5fa1 tempest-SecGroupTest-1657412285 tempest-SecGroupTest-1657412285-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575319'] for security_group_rule, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:48:49.305421 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-1c76047a-9183-4b73-ae45-902663ec5fa1 tempest-SecGroupTest-1657412285 tempest-SecGroupTest-1657412285-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:48:49.308958 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-1c76047a-9183-4b73-ae45-902663ec5fa1 tempest-SecGroupTest-1657412285 tempest-SecGroupTest-1657412285-project] 10.222.0.67 "DELETE /v2.0/security-group-rules/a75318cb-239c-4b16-b111-7e36aa5f0aef HTTP/1.1" status: 204 len: 168 time: 0.1047049 Sep 23 19:48:49.308958 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 45704) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:48:49.311923 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 45706) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:48:49.327488 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c76047a-9183-4b73-ae45-902663ec5fa1 tempest-SecGroupTest-1657412285 tempest-SecGroupTest-1657412285-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=a75318cb-239c-4b16-b111-7e36aa5f0aef,revision_number=None']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:48:49.410190 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-a357cfc7-77e7-46c9-8829-cdd282ab6a81 tempest-TestNetworkBasicOps-1575950199 tempest-TestNetworkBasicOps-1575950199-project] 10.222.0.67 "GET /v2.0/floatingips/b12b8b72-2b19-4353-afd9-b20742e7c61f HTTP/1.1" status: 200 len: 993 time: 0.0939920 Sep 23 19:48:49.429481 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-3a3c1a92-a63b-43c9-a174-dd1aa3ec33db tempest-SecGroupTest-1657412285 tempest-SecGroupTest-1657412285-project] 10.222.0.67 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4108 time: 0.1161897 Sep 23 19:48:49.432212 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 45714) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:48:49.449821 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-2fd9e02c-bd30-46e0-9dab-8d0998a5bc24 tempest-TestSecurityGroupsBasicOps-365501575 tempest-TestSecurityGroupsBasicOps-365501575-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-597258', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-601790'] for router, after_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:48:49.461151 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-29bda837-e1f7-4d11-9c9e-14bd49014ef1 tempest-SecGroupTest-1657412285 tempest-SecGroupTest-1657412285-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:48:49.470033 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-29bda837-e1f7-4d11-9c9e-14bd49014ef1 tempest-SecGroupTest-1657412285 tempest-SecGroupTest-1657412285-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:48:49.526797 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-29bda837-e1f7-4d11-9c9e-14bd49014ef1 tempest-SecGroupTest-1657412285 tempest-SecGroupTest-1657412285-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575319'] for security_group_rule, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:48:49.542714 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-29bda837-e1f7-4d11-9c9e-14bd49014ef1 tempest-SecGroupTest-1657412285 tempest-SecGroupTest-1657412285-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:48:49.544033 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-29bda837-e1f7-4d11-9c9e-14bd49014ef1 tempest-SecGroupTest-1657412285 tempest-SecGroupTest-1657412285-project] 10.222.0.67 "DELETE /v2.0/security-group-rules/3692bd92-2ef8-4082-8fff-268f4f2a3f72 HTTP/1.1" status: 204 len: 168 time: 0.1105843 Sep 23 19:48:49.545378 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29bda837-e1f7-4d11-9c9e-14bd49014ef1 tempest-SecGroupTest-1657412285 tempest-SecGroupTest-1657412285-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=3692bd92-2ef8-4082-8fff-268f4f2a3f72,revision_number=None']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:48:49.546561 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 45718) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:48:49.604419 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-40e61abd-cf40-4bb8-9823-ae09397dbded tempest-SecGroupTest-1657412285 tempest-SecGroupTest-1657412285-project] 10.222.0.67 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0567083 Sep 23 19:48:49.607655 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 45726) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:48:49.641100 n-d-713301-16 neutron-server[95102]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2fd9e02c-bd30-46e0-9dab-8d0998a5bc24 tempest-TestSecurityGroupsBasicOps-365501575 tempest-TestSecurityGroupsBasicOps-365501575-project] Router dfa9a0f3-b5a0-447b-a08f-be6bd2ec3fa5 is scheduled to L3 agent 79a740bf-7821-4989-8288-7186e3e128f3 with binding_index 1 {{(pid=95102) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 23 19:48:49.672477 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-83051402-1aef-485b-9c31-ed5207e24827 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:48:49.680556 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-9b3f806a-643d-43c2-bd79-6b740a9e3d8b tempest-SecGroupTest-1657412285 tempest-SecGroupTest-1657412285-project] Notify callbacks [] for security_group, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:48:49.707967 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-9b3f806a-643d-43c2-bd79-6b740a9e3d8b tempest-SecGroupTest-1657412285 tempest-SecGroupTest-1657412285-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:48:49.763872 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 45730) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:48:49.781215 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-9b3f806a-643d-43c2-bd79-6b740a9e3d8b tempest-SecGroupTest-1657412285 tempest-SecGroupTest-1657412285-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:48:49.785209 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-9b3f806a-643d-43c2-bd79-6b740a9e3d8b tempest-SecGroupTest-1657412285 tempest-SecGroupTest-1657412285-project] Notify callbacks [] for security_group, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:48:49.788912 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-9b3f806a-643d-43c2-bd79-6b740a9e3d8b tempest-SecGroupTest-1657412285 tempest-SecGroupTest-1657412285-project] 10.222.0.67 "DELETE /v2.0/security-groups/d92bcdcc-9a16-48c9-98ad-ef7ef288db7b HTTP/1.1" status: 204 len: 168 time: 0.1779330 Sep 23 19:48:49.799239 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 45732) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:48:49.833785 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b3f806a-643d-43c2-bd79-6b740a9e3d8b tempest-SecGroupTest-1657412285 tempest-SecGroupTest-1657412285-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d92bcdcc-9a16-48c9-98ad-ef7ef288db7b,revision_number=None']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:48:49.854949 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2fd9e02c-bd30-46e0-9dab-8d0998a5bc24 tempest-TestSecurityGroupsBasicOps-365501575 tempest-TestSecurityGroupsBasicOps-365501575-project] Notify agent at l3_agent.n-d-713301-16 the message routers_updated {{(pid=95102) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 19:48:49.884371 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-345e5775-1c00-43f4-bbcb-932b7ebd5e4c None None] Sync routers for ids ['dfa9a0f3-b5a0-447b-a08f-be6bd2ec3fa5'] in n-d-713301-16 {{(pid=95103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 19:48:49.903775 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-7da607ee-1fec-4bf6-9594-c80f0a2de349 tempest-SecGroupTest-1657412285 tempest-SecGroupTest-1657412285-project] 10.222.0.67 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1029923 Sep 23 19:48:49.904402 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 45734) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:48:49.910848 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.v2.base [None req-f98220f1-a14c-4d12-b98e-e5c551bd9ec2 tempest-SecGroupTest-1657412285 tempest-SecGroupTest-1657412285-project] Request body: {'security_group': {'name': 'tempest-secgroup--809252475'}} {{(pid=95102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:48:49.913258 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-345e5775-1c00-43f4-bbcb-932b7ebd5e4c None None] Routers {'dfa9a0f3-b5a0-447b-a08f-be6bd2ec3fa5'} bound to L3 agent in host n-d-713301-16 {{(pid=95103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 19:48:49.913935 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_hamode_db [None req-345e5775-1c00-43f4-bbcb-932b7ebd5e4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-23T19:07:52Z,description=,heartbeat_timestamp=2021-09-23T19:48:23Z,host='n-d-713301-16',id=79a740bf-7821-4989-8288-7186e3e128f3,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:07:52Z,topic='l3_agent')) {'router_ids': ['dfa9a0f3-b5a0-447b-a08f-be6bd2ec3fa5'], 'active': True} {{(pid=95103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:48:49.928473 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-2fd9e02c-bd30-46e0-9dab-8d0998a5bc24 tempest-TestSecurityGroupsBasicOps-365501575 tempest-TestSecurityGroupsBasicOps-365501575-project] Notify callbacks [] for router, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:48:49.930433 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-2fd9e02c-bd30-46e0-9dab-8d0998a5bc24 tempest-TestSecurityGroupsBasicOps-365501575 tempest-TestSecurityGroupsBasicOps-365501575-project] 10.222.0.67 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 2.5994065 Sep 23 19:48:49.934142 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 45736) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:48:49.957402 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-f98220f1-a14c-4d12-b98e-e5c551bd9ec2 tempest-SecGroupTest-1657412285 tempest-SecGroupTest-1657412285-project] Notify callbacks [] for security_group, before_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:48:50.030943 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.plugin [None req-359d3590-8872-427d-b7b4-3d68b3f97e77 tempest-TestNetworkBasicOps-1575950199 tempest-TestNetworkBasicOps-1575950199-project] Deleting port 8edf9390-dc33-44dc-8565-5ded365d5e2e {{(pid=95101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:48:50.031349 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-359d3590-8872-427d-b7b4-3d68b3f97e77 tempest-TestNetworkBasicOps-1575950199 tempest-TestNetworkBasicOps-1575950199-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783146157096'] for port, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:48:50.128177 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_dvr_db [None req-345e5775-1c00-43f4-bbcb-932b7ebd5e4c None None] Set router dfa9a0f3-b5a0-447b-a08f-be6bd2ec3fa5 gateway port host: n-d-713301-16 {{(pid=95103) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 19:48:50.162272 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-359d3590-8872-427d-b7b4-3d68b3f97e77 tempest-TestNetworkBasicOps-1575950199 tempest-TestNetworkBasicOps-1575950199-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-605701'] for port, precommit_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:48:50.163324 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-359d3590-8872-427d-b7b4-3d68b3f97e77 tempest-TestNetworkBasicOps-1575950199 tempest-TestNetworkBasicOps-1575950199-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:48:50.177875 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-f98220f1-a14c-4d12-b98e-e5c551bd9ec2 tempest-SecGroupTest-1657412285 tempest-SecGroupTest-1657412285-project] Notify callbacks [] for security_group, precommit_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:48:50.184918 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.plugin [None req-359d3590-8872-427d-b7b4-3d68b3f97e77 tempest-TestNetworkBasicOps-1575950199 tempest-TestNetworkBasicOps-1575950199-project] Calling delete_port for 8edf9390-dc33-44dc-8565-5ded365d5e2e owned by network:floatingip {{(pid=95101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:48:50.189622 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-f98220f1-a14c-4d12-b98e-e5c551bd9ec2 tempest-SecGroupTest-1657412285 tempest-SecGroupTest-1657412285-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:48:50.281195 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-f98220f1-a14c-4d12-b98e-e5c551bd9ec2 tempest-SecGroupTest-1657412285 tempest-SecGroupTest-1657412285-project] Notify callbacks [] for security_group, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:48:50.289210 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-f98220f1-a14c-4d12-b98e-e5c551bd9ec2 tempest-SecGroupTest-1657412285 tempest-SecGroupTest-1657412285-project] 10.222.0.67 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3830340 Sep 23 19:48:50.290469 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 45742) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:48:50.298619 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.v2.base [None req-58eb086b-13e3-428f-a4f8-f74d477fb246 tempest-SecGroupTest-1657412285 tempest-SecGroupTest-1657412285-project] Request body: {'security_group_rule': {'security_group_id': '03558cf4-2ceb-466e-b7c6-d89f308d1600', 'direction': 'ingress', 'protocol': 17}} {{(pid=95101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:48:50.343673 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f98220f1-a14c-4d12-b98e-e5c551bd9ec2 tempest-SecGroupTest-1657412285 tempest-SecGroupTest-1657412285-project] Pushing event updated for resources: {'SecurityGroup': ['ID=03558cf4-2ceb-466e-b7c6-d89f308d1600,revision_number=1']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:48:50.358067 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-c6997c2b-7fd7-4c75-b1ef-1a6035ed0c11 tempest-TestSecurityGroupsBasicOps-1963751229 tempest-TestSecurityGroupsBasicOps-1963751229-project-admin] 10.222.0.67 "GET /v2.0/subnets?project_id=bac6fc5f7b6645d7a54784d0fdaa00b3&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.4223073 Sep 23 19:48:50.361296 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 45746) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:48:50.382070 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-58eb086b-13e3-428f-a4f8-f74d477fb246 tempest-SecGroupTest-1657412285 tempest-SecGroupTest-1657412285-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:48:50.481501 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_hamode_db [None req-345e5775-1c00-43f4-bbcb-932b7ebd5e4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dfa9a0f3-b5a0-447b-a08f-be6bd2ec3fa5', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1472157449', 'tenant_id': 'bac6fc5f7b6645d7a54784d0fdaa00b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'external_fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.180'}], 'enable_snat': True}, 'gw_port_id': 'd0cf1bca-487a-4ec0-bbbd-aec3ac1fc6f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:48:47Z', 'updated_at': '2021-09-23T19:48:48Z', 'revision_number': 3, 'project_id': 'bac6fc5f7b6645d7a54784d0fdaa00b3', 'gw_port': {'id': 'd0cf1bca-487a-4ec0-bbbd-aec3ac1fc6f9', 'name': '', 'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:53:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dfa9a0f3-b5a0-447b-a08f-be6bd2ec3fa5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3372, 'fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:48:48Z', 'updated_at': '2021-09-23T19:48:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-16'}], 'n-d-713301-16', False) {} {{(pid=95103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:48:50.528667 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-345e5775-1c00-43f4-bbcb-932b7ebd5e4c None None] Checking router: dfa9a0f3-b5a0-447b-a08f-be6bd2ec3fa5 for host: n-d-713301-16 {{(pid=95103) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 19:48:50.529583 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-345e5775-1c00-43f4-bbcb-932b7ebd5e4c None None] Updating router dfa9a0f3-b5a0-447b-a08f-be6bd2ec3fa5 port d0cf1bca-487a-4ec0-bbbd-aec3ac1fc6f9 binding host n-d-713301-16 {{(pid=95103) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 23 19:48:50.563114 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-345e5775-1c00-43f4-bbcb-932b7ebd5e4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:48:50.589121 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-58eb086b-13e3-428f-a4f8-f74d477fb246 tempest-SecGroupTest-1657412285 tempest-SecGroupTest-1657412285-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:48:50.613581 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-58eb086b-13e3-428f-a4f8-f74d477fb246 tempest-SecGroupTest-1657412285 tempest-SecGroupTest-1657412285-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575319'] for security_group_rule, after_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:48:50.635846 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-359d3590-8872-427d-b7b4-3d68b3f97e77 tempest-TestNetworkBasicOps-1575950199 tempest-TestNetworkBasicOps-1575950199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783146162158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783145673144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5607431'] for port, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:48:50.643229 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e28357bf-c7c8-45e7-b11e-b3198fbf9239 tempest-TestSecurityGroupsBasicOps-1963751229 tempest-TestSecurityGroupsBasicOps-1963751229-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:48:50.645001 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-e28357bf-c7c8-45e7-b11e-b3198fbf9239 tempest-TestSecurityGroupsBasicOps-1963751229 tempest-TestSecurityGroupsBasicOps-1963751229-project-admin] 10.222.0.67 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2826130 Sep 23 19:48:50.647694 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 45750) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:48:50.681551 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58eb086b-13e3-428f-a4f8-f74d477fb246 tempest-SecGroupTest-1657412285 tempest-SecGroupTest-1657412285-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6bc323ae-e36d-47f5-8b83-b46dbb991d03,revision_number=0']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:48:50.684287 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-44222cd3-3faf-4523-9187-1f4fb70f8f4c tempest-TestSecurityGroupsBasicOps-1963751229 tempest-TestSecurityGroupsBasicOps-1963751229-project-admin] 10.222.0.67 "GET /v2.0/subnets?network_id=5dec5c09-378e-4f50-89cc-d94eb81c3bac&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0354068 Sep 23 19:48:50.688478 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 45752) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:48:50.690912 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-359d3590-8872-427d-b7b4-3d68b3f97e77 tempest-TestNetworkBasicOps-1575950199 tempest-TestNetworkBasicOps-1575950199-project] Pushing event deleted for resources: {'Port': ['ID=8edf9390-dc33-44dc-8565-5ded365d5e2e,revision_number=None']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:48:50.701856 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.v2.base [None req-403a61eb-d15e-41ff-8026-1dc7ca16e1d7 tempest-TestSecurityGroupsBasicOps-365501575 tempest-TestSecurityGroupsBasicOps-365501575-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-72552055', 'network_id': '968fd5c2-1ec4-418f-821a-c42aa6094b44', 'project_id': 'bac6fc5f7b6645d7a54784d0fdaa00b3', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=95102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:48:50.701977 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-58eb086b-13e3-428f-a4f8-f74d477fb246 tempest-SecGroupTest-1657412285 tempest-SecGroupTest-1657412285-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:48:50.701977 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-58eb086b-13e3-428f-a4f8-f74d477fb246 tempest-SecGroupTest-1657412285 tempest-SecGroupTest-1657412285-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.4063544 Sep 23 19:48:50.701977 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 45754) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:48:50.811174 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-359d3590-8872-427d-b7b4-3d68b3f97e77 tempest-TestNetworkBasicOps-1575950199 tempest-TestNetworkBasicOps-1575950199-project] Notify callbacks [] for floatingip, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:48:50.811877 n-d-713301-16 neutron-server[95101]: INFO neutron.db.l3_db [None req-359d3590-8872-427d-b7b4-3d68b3f97e77 tempest-TestNetworkBasicOps-1575950199 tempest-TestNetworkBasicOps-1575950199-project] Floating IP b12b8b72-2b19-4353-afd9-b20742e7c61f disassociated (deleted). External IP: 172.25.1.146, port: e76582ac-d990-442c-9297-9c8c0cfc7d67. Sep 23 19:48:50.868073 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-403a61eb-d15e-41ff-8026-1dc7ca16e1d7 tempest-TestSecurityGroupsBasicOps-365501575 tempest-TestSecurityGroupsBasicOps-365501575-project] Made reservation on behalf of bac6fc5f7b6645d7a54784d0fdaa00b3 for: {'subnet': 1} {{(pid=95102) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:48:50.881338 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-403a61eb-d15e-41ff-8026-1dc7ca16e1d7 tempest-TestSecurityGroupsBasicOps-365501575 tempest-TestSecurityGroupsBasicOps-365501575-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5388256'] for subnet, before_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:48:50.946662 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-09a0152f-a8a0-494c-b9ee-685329217d25 tempest-SecGroupTest-1657412285 tempest-SecGroupTest-1657412285-project] Notify callbacks [] for security_group, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:48:50.974075 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-09a0152f-a8a0-494c-b9ee-685329217d25 tempest-SecGroupTest-1657412285 tempest-SecGroupTest-1657412285-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:48:51.061222 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-09a0152f-a8a0-494c-b9ee-685329217d25 tempest-SecGroupTest-1657412285 tempest-SecGroupTest-1657412285-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:48:51.063759 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-09a0152f-a8a0-494c-b9ee-685329217d25 tempest-SecGroupTest-1657412285 tempest-SecGroupTest-1657412285-project] Notify callbacks [] for security_group, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:48:51.073210 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-09a0152f-a8a0-494c-b9ee-685329217d25 tempest-SecGroupTest-1657412285 tempest-SecGroupTest-1657412285-project] 10.222.0.67 "DELETE /v2.0/security-groups/03558cf4-2ceb-466e-b7c6-d89f308d1600 HTTP/1.1" status: 204 len: 168 time: 0.3702488 Sep 23 19:48:51.075832 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 45758) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:48:51.104507 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.agents_db [None req-f2f5c474-60a3-474f-b2cc-02c4bd30880c None None] Agent healthcheck: found 7 active agents {{(pid=95104) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 19:48:51.136116 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09a0152f-a8a0-494c-b9ee-685329217d25 tempest-SecGroupTest-1657412285 tempest-SecGroupTest-1657412285-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=03558cf4-2ceb-466e-b7c6-d89f308d1600,revision_number=None']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:48:51.161399 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-345e5775-1c00-43f4-bbcb-932b7ebd5e4c None None] Notify callbacks [] for port, precommit_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:48:51.172068 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-345e5775-1c00-43f4-bbcb-932b7ebd5e4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:48:51.243665 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-403a61eb-d15e-41ff-8026-1dc7ca16e1d7 tempest-TestSecurityGroupsBasicOps-365501575 tempest-TestSecurityGroupsBasicOps-365501575-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4398944', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5388242'] for subnet, after_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:48:51.267529 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94171661-67c2-4d16-b9c9-7ddad6c0f657 None None] Pushing event updated for resources: {'Port': ['ID=d0cf1bca-487a-4ec0-bbbd-aec3ac1fc6f9,revision_number=2']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:48:51.284037 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.managers [None req-345e5775-1c00-43f4-bbcb-932b7ebd5e4c None None] Attempting to bind port d0cf1bca-487a-4ec0-bbbd-aec3ac1fc6f9 on host n-d-713301-16 for vnic_type normal with profile {{(pid=95103) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 19:48:51.284404 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.managers [None req-345e5775-1c00-43f4-bbcb-932b7ebd5e4c None None] Attempting to bind port d0cf1bca-487a-4ec0-bbbd-aec3ac1fc6f9 by drivers openvswitch,hyperv on host n-d-713301-16 at level 0 using segments [{'id': '7d4027f1-d893-4c7b-95d4-757b8e44e380', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac'}] {{(pid=95103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 19:48:51.284908 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-345e5775-1c00-43f4-bbcb-932b7ebd5e4c None None] Attempting to bind port d0cf1bca-487a-4ec0-bbbd-aec3ac1fc6f9 on network 5dec5c09-378e-4f50-89cc-d94eb81c3bac {{(pid=95103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:48:51.294375 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-345e5775-1c00-43f4-bbcb-932b7ebd5e4c None None] Checking agent: {'id': '70a14545-df24-472f-8f95-bfe1719bff93', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 19, 7, 53), 'started_at': datetime.datetime(2021, 9, 23, 19, 8, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 19, 48, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 19:48:51.294765 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-345e5775-1c00-43f4-bbcb-932b7ebd5e4c None None] Checking segment: {'id': '7d4027f1-d893-4c7b-95d4-757b8e44e380', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95103) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:48:51.295500 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-345e5775-1c00-43f4-bbcb-932b7ebd5e4c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:48:51.296488 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-345e5775-1c00-43f4-bbcb-932b7ebd5e4c None None] Bound using segment: {'id': '7d4027f1-d893-4c7b-95d4-757b8e44e380', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac'} {{(pid=95103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 19:48:51.297239 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.managers [None req-345e5775-1c00-43f4-bbcb-932b7ebd5e4c None None] Bound port: d0cf1bca-487a-4ec0-bbbd-aec3ac1fc6f9, host: n-d-713301-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7d4027f1-d893-4c7b-95d4-757b8e44e380', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac'}}] {{(pid=95103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 19:48:51.297644 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-345e5775-1c00-43f4-bbcb-932b7ebd5e4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:48:51.314927 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-05b44b9b-a5a1-4a42-959a-bc144b2e4560 tempest-SecGroupTest-1657412285 tempest-SecGroupTest-1657412285-project] 10.222.0.67 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2225289 Sep 23 19:48:51.315680 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 45760) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:48:51.320644 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.v2.base [None req-3b8fcf10-b1cc-47bd-b022-6c31f14c4e60 tempest-SecGroupTest-1657412285 tempest-SecGroupTest-1657412285-project] Request body: {'security_group': {'name': 'tempest-secgroup--999922342'}} {{(pid=95101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:48:51.382886 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-3b8fcf10-b1cc-47bd-b022-6c31f14c4e60 tempest-SecGroupTest-1657412285 tempest-SecGroupTest-1657412285-project] Notify callbacks [] for security_group, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:48:51.385971 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-345e5775-1c00-43f4-bbcb-932b7ebd5e4c None None] For port d0cf1bca-487a-4ec0-bbbd-aec3ac1fc6f9, host n-d-713301-16, cleared binding levels {{(pid=95103) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 19:48:51.395721 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-345e5775-1c00-43f4-bbcb-932b7ebd5e4c None None] For port d0cf1bca-487a-4ec0-bbbd-aec3ac1fc6f9, host n-d-713301-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-16',level=0,port_id=d0cf1bca-487a-4ec0-bbbd-aec3ac1fc6f9,segment=NetworkSegment(7d4027f1-d893-4c7b-95d4-757b8e44e380),segment_id=7d4027f1-d893-4c7b-95d4-757b8e44e380)] {{(pid=95103) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 19:48:51.398370 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-269f57fa-528f-4bf8-8ad1-fe1b46aedc79 req-cd39a549-d793-45c5-b1d3-e9f83b314b69 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=c7195e59-1f93-465f-85f0-0c4ff4d8831f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1639488 Sep 23 19:48:51.400838 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-403a61eb-d15e-41ff-8026-1dc7ca16e1d7 tempest-TestSecurityGroupsBasicOps-365501575 tempest-TestSecurityGroupsBasicOps-365501575-project] Pushing event updated for resources: {'Subnet': ['ID=6e6812a9-a972-42aa-9511-2fb17217da70,revision_number=0']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:48:51.413111 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-345e5775-1c00-43f4-bbcb-932b7ebd5e4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:48:51.445610 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-403a61eb-d15e-41ff-8026-1dc7ca16e1d7 tempest-TestSecurityGroupsBasicOps-365501575 tempest-TestSecurityGroupsBasicOps-365501575-project] Checking segment: {'id': '450c5ced-c09d-43dc-9a9f-49419bcb1f28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '968fd5c2-1ec4-418f-821a-c42aa6094b44'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95102) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:48:51.445978 n-d-713301-16 neutron-server[95102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-403a61eb-d15e-41ff-8026-1dc7ca16e1d7 tempest-TestSecurityGroupsBasicOps-365501575 tempest-TestSecurityGroupsBasicOps-365501575-project] Network hostable DHCP agents. Network: 968fd5c2-1ec4-418f-821a-c42aa6094b44, hostable agents: ['1b18bf05-1b5f-4587-be5c-af3ac38e32ad'], hosted agents: [] {{(pid=95102) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 19:48:51.460521 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-359d3590-8872-427d-b7b4-3d68b3f97e77 tempest-TestNetworkBasicOps-1575950199 tempest-TestNetworkBasicOps-1575950199-project] Router 371c3854-60b3-4825-b1e1-5fd75fc8a10d has already been hosted by L3 agent 79a740bf-7821-4989-8288-7186e3e128f3 {{(pid=95101) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 19:48:51.527698 n-d-713301-16 neutron-server[95102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-403a61eb-d15e-41ff-8026-1dc7ca16e1d7 tempest-TestSecurityGroupsBasicOps-365501575 tempest-TestSecurityGroupsBasicOps-365501575-project] Network 968fd5c2-1ec4-418f-821a-c42aa6094b44 is scheduled to be hosted by DHCP agent 1b18bf05-1b5f-4587-be5c-af3ac38e32ad with binding_index 1 {{(pid=95102) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 19:48:51.544594 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-269f57fa-528f-4bf8-8ad1-fe1b46aedc79 req-eb15483e-cd21-48d7-b3ae-1e096e01625d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:48:51.546566 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-269f57fa-528f-4bf8-8ad1-fe1b46aedc79 req-eb15483e-cd21-48d7-b3ae-1e096e01625d service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=7fd7324f75754f93a5f1d406b61f5276&device_id=c7195e59-1f93-465f-85f0-0c4ff4d8831f HTTP/1.1" status: 200 len: 1097 time: 0.0754955 Sep 23 19:48:51.548204 n-d-713301-16 neutron-server[95102]: DEBUG neutron.scheduler.base_scheduler [None req-403a61eb-d15e-41ff-8026-1dc7ca16e1d7 tempest-TestSecurityGroupsBasicOps-365501575 tempest-TestSecurityGroupsBasicOps-365501575-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713301-16, 968fd5c2-1ec4-418f-821a-c42aa6094b44) {{(pid=95102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:48:51.566339 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-403a61eb-d15e-41ff-8026-1dc7ca16e1d7 tempest-TestSecurityGroupsBasicOps-365501575 tempest-TestSecurityGroupsBasicOps-365501575-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:48:51.567312 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-403a61eb-d15e-41ff-8026-1dc7ca16e1d7 tempest-TestSecurityGroupsBasicOps-365501575 tempest-TestSecurityGroupsBasicOps-365501575-project] Notify callbacks [] for subnet, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:48:51.579120 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06c75cdd-0b0f-4cb3-bf2e-b6bdba7efbfd None None] Network 968fd5c2-1ec4-418f-821a-c42aa6094b44 requested from n-d-713301-16 {{(pid=95103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 19:48:51.620882 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-345e5775-1c00-43f4-bbcb-932b7ebd5e4c None None] Routers {'dfa9a0f3-b5a0-447b-a08f-be6bd2ec3fa5'} bound to L3 agent in host n-d-713301-16 {{(pid=95103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 19:48:51.621666 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_hamode_db [None req-345e5775-1c00-43f4-bbcb-932b7ebd5e4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-23T19:07:52Z,description=,heartbeat_timestamp=2021-09-23T19:48:23Z,host='n-d-713301-16',id=79a740bf-7821-4989-8288-7186e3e128f3,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:07:52Z,topic='l3_agent')) {'router_ids': ['dfa9a0f3-b5a0-447b-a08f-be6bd2ec3fa5'], 'active': True} {{(pid=95103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:48:51.637081 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94171661-67c2-4d16-b9c9-7ddad6c0f657 None None] Pushing event updated for resources: {'Port': ['ID=d0cf1bca-487a-4ec0-bbbd-aec3ac1fc6f9,revision_number=3']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:48:51.722159 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-269f57fa-528f-4bf8-8ad1-fe1b46aedc79 req-de75bd0b-1263-4386-b1c2-e78eb8a7f418 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:48:51.723698 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-269f57fa-528f-4bf8-8ad1-fe1b46aedc79 req-de75bd0b-1263-4386-b1c2-e78eb8a7f418 service neutron] 10.222.0.74 "GET /v2.0/networks?id=a493f9d2-2406-4a59-a208-222c60ab7a5b HTTP/1.1" status: 200 len: 897 time: 0.1533926 Sep 23 19:48:51.730543 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-3b8fcf10-b1cc-47bd-b022-6c31f14c4e60 tempest-SecGroupTest-1657412285 tempest-SecGroupTest-1657412285-project] Notify callbacks [] for security_group, precommit_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:48:51.762282 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-359d3590-8872-427d-b7b4-3d68b3f97e77 tempest-TestNetworkBasicOps-1575950199 tempest-TestNetworkBasicOps-1575950199-project] Notify agent at l3_agent.n-d-713301-16 the message routers_updated {{(pid=95101) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 19:48:51.773924 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-269f57fa-528f-4bf8-8ad1-fe1b46aedc79 req-e41954ac-02ec-4cc6-8793-c2fdb92bf34a service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e76582ac-d990-442c-9297-9c8c0cfc7d67 HTTP/1.1" status: 200 len: 217 time: 0.0399446 Sep 23 19:48:51.775602 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41b3956c-7807-47a0-a5e0-513eb2ae7740 None None] Sync routers for ids ['371c3854-60b3-4825-b1e1-5fd75fc8a10d'] in n-d-713301-16 {{(pid=95104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 19:48:51.777813 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-359d3590-8872-427d-b7b4-3d68b3f97e77 tempest-TestNetworkBasicOps-1575950199 tempest-TestNetworkBasicOps-1575950199-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222849'] for floatingip, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:48:51.787608 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-403a61eb-d15e-41ff-8026-1dc7ca16e1d7 tempest-TestSecurityGroupsBasicOps-365501575 tempest-TestSecurityGroupsBasicOps-365501575-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.0955312 Sep 23 19:48:51.793379 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41b3956c-7807-47a0-a5e0-513eb2ae7740 None None] Routers {'371c3854-60b3-4825-b1e1-5fd75fc8a10d'} bound to L3 agent in host n-d-713301-16 {{(pid=95104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 19:48:51.794270 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_hamode_db [None req-41b3956c-7807-47a0-a5e0-513eb2ae7740 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-23T19:07:52Z,description=,heartbeat_timestamp=2021-09-23T19:48:23Z,host='n-d-713301-16',id=79a740bf-7821-4989-8288-7186e3e128f3,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:07:52Z,topic='l3_agent')) {'router_ids': ['371c3854-60b3-4825-b1e1-5fd75fc8a10d'], 'active': True} {{(pid=95104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:48:51.796980 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 45764) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:48:51.817204 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-3b8fcf10-b1cc-47bd-b022-6c31f14c4e60 tempest-SecGroupTest-1657412285 tempest-SecGroupTest-1657412285-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:48:51.823833 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-359d3590-8872-427d-b7b4-3d68b3f97e77 tempest-TestNetworkBasicOps-1575950199 tempest-TestNetworkBasicOps-1575950199-project] 10.222.0.67 "DELETE /v2.0/floatingips/b12b8b72-2b19-4353-afd9-b20742e7c61f HTTP/1.1" status: 204 len: 168 time: 2.0533383 Sep 23 19:48:51.881729 n-d-713301-16 neutron-server[95101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c7195e59-1f93-465f-85f0-0c4ff4d8831f', 'tag': 'e76582ac-d990-442c-9297-9c8c0cfc7d67'}] {{(pid=95101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 19:48:51.887658 n-d-713301-16 neutron-server[95101]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d8366c5740cd635e57ab12b71fe44a77c2acc3c19091ef849c6f68b380462244" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da53219d-e88b-49f7-9b8e-dee7aa787635" -d '{"events": [{"name": "network-changed", "server_uuid": "c7195e59-1f93-465f-85f0-0c4ff4d8831f", "tag": "e76582ac-d990-442c-9297-9c8c0cfc7d67"}]}' {{(pid=95101) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 19:48:51.894388 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b8fcf10-b1cc-47bd-b022-6c31f14c4e60 tempest-SecGroupTest-1657412285 tempest-SecGroupTest-1657412285-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f025b73d-b311-40ef-8031-f46001f2c873,revision_number=1']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:48:51.941860 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-3b8fcf10-b1cc-47bd-b022-6c31f14c4e60 tempest-SecGroupTest-1657412285 tempest-SecGroupTest-1657412285-project] Notify callbacks [] for security_group, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:48:51.946407 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-3b8fcf10-b1cc-47bd-b022-6c31f14c4e60 tempest-SecGroupTest-1657412285 tempest-SecGroupTest-1657412285-project] 10.222.0.67 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.6294682 Sep 23 19:48:51.947176 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 45774) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:48:51.956242 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.v2.base [None req-adb7cca1-c58b-4b6b-bcb7-6acde9fc0cd3 tempest-SecGroupTest-1657412285 tempest-SecGroupTest-1657412285-project] Request body: {'security_group': {'name': 'tempest-secgroup--780158640'}} {{(pid=95101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:48:51.981698 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_dvr_db [None req-41b3956c-7807-47a0-a5e0-513eb2ae7740 None None] Set router 371c3854-60b3-4825-b1e1-5fd75fc8a10d gateway port host: n-d-713301-16 {{(pid=95104) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 19:48:52.008595 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-adb7cca1-c58b-4b6b-bcb7-6acde9fc0cd3 tempest-SecGroupTest-1657412285 tempest-SecGroupTest-1657412285-project] Notify callbacks [] for security_group, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:48:52.105137 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-269f57fa-528f-4bf8-8ad1-fe1b46aedc79 req-7d059a10-dd2f-443d-8ecb-189a50e1c341 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:48:52.106989 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-269f57fa-528f-4bf8-8ad1-fe1b46aedc79 req-7d059a10-dd2f-443d-8ecb-189a50e1c341 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=fb3110a1-985c-4750-9b32-7189960c4093 HTTP/1.1" status: 200 len: 835 time: 0.3242331 Sep 23 19:48:52.111637 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_dvr_db [None req-345e5775-1c00-43f4-bbcb-932b7ebd5e4c None None] Set router dfa9a0f3-b5a0-447b-a08f-be6bd2ec3fa5 gateway port host: n-d-713301-16 {{(pid=95103) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 19:48:52.230880 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-adb7cca1-c58b-4b6b-bcb7-6acde9fc0cd3 tempest-SecGroupTest-1657412285 tempest-SecGroupTest-1657412285-project] Notify callbacks [] for security_group, precommit_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:48:52.237709 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-adb7cca1-c58b-4b6b-bcb7-6acde9fc0cd3 tempest-SecGroupTest-1657412285 tempest-SecGroupTest-1657412285-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:48:52.276438 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adb7cca1-c58b-4b6b-bcb7-6acde9fc0cd3 tempest-SecGroupTest-1657412285 tempest-SecGroupTest-1657412285-project] Pushing event updated for resources: {'SecurityGroup': ['ID=63056658-6535-457b-9cd6-1bda0aa535d6,revision_number=1']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:48:52.327801 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-adb7cca1-c58b-4b6b-bcb7-6acde9fc0cd3 tempest-SecGroupTest-1657412285 tempest-SecGroupTest-1657412285-project] Notify callbacks [] for security_group, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:48:52.330593 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-269f57fa-528f-4bf8-8ad1-fe1b46aedc79 req-5b0aa80c-5fb6-4c2e-897d-07356c559f69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:48:52.334751 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-269f57fa-528f-4bf8-8ad1-fe1b46aedc79 req-5b0aa80c-5fb6-4c2e-897d-07356c559f69 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=a493f9d2-2406-4a59-a208-222c60ab7a5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2135842 Sep 23 19:48:52.337017 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 45778) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:48:52.337914 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-adb7cca1-c58b-4b6b-bcb7-6acde9fc0cd3 tempest-SecGroupTest-1657412285 tempest-SecGroupTest-1657412285-project] 10.222.0.67 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3890018 Sep 23 19:48:52.341581 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.v2.base [None req-d2165c27-0fae-4e70-bb72-1087f73ac62a tempest-SecGroupTest-1657412285 tempest-SecGroupTest-1657412285-project] Request body: {'security_group_rule': {'security_group_id': 'f025b73d-b311-40ef-8031-f46001f2c873', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '63056658-6535-457b-9cd6-1bda0aa535d6', 'remote_ip_prefix': None}} {{(pid=95102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:48:52.375112 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_hamode_db [None req-41b3956c-7807-47a0-a5e0-513eb2ae7740 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '371c3854-60b3-4825-b1e1-5fd75fc8a10d', 'name': 'tempest-TestNetworkBasicOps-router-278476435', 'tenant_id': '7fd7324f75754f93a5f1d406b61f5276', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'external_fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.52'}], 'enable_snat': True}, 'gw_port_id': '6665d077-26f1-4a37-833c-efdb4fb4b026', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:47:46Z', 'updated_at': '2021-09-23T19:47:55Z', 'revision_number': 4, 'project_id': '7fd7324f75754f93a5f1d406b61f5276', 'gw_port': {'id': '6665d077-26f1-4a37-833c-efdb4fb4b026', 'name': '', 'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:0c:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '371c3854-60b3-4825-b1e1-5fd75fc8a10d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3223, 'fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:47:47Z', 'updated_at': '2021-09-23T19:47:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-16', '_interfaces': [{'id': '8c7ac45f-7812-43d7-87d4-e537469c3f3b', 'name': '', 'network_id': 'a493f9d2-2406-4a59-a208-222c60ab7a5b', 'tenant_id': '7fd7324f75754f93a5f1d406b61f5276', 'mac_address': 'fa:16:3e:4e:07:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '371c3854-60b3-4825-b1e1-5fd75fc8a10d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3229, 'fixed_ips': [{'subnet_id': 'fb3110a1-985c-4750-9b32-7189960c4093', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:47:53Z', 'updated_at': '2021-09-23T19:48:01Z', 'revision_number': 5, 'project_id': '7fd7324f75754f93a5f1d406b61f5276', 'subnets': [{'id': 'fb3110a1-985c-4750-9b32-7189960c4093', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-16', False) {} {{(pid=95104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:48:52.398668 n-d-713301-16 neutron-server[95101]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 19:48:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7025b9a7-bf59-45c1-b951-29b549cdf493 x-openstack-request-id: req-7025b9a7-bf59-45c1-b951-29b549cdf493 {{(pid=95101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 19:48:52.399241 n-d-713301-16 neutron-server[95101]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c7195e59-1f93-465f-85f0-0c4ff4d8831f", "tag": "e76582ac-d990-442c-9297-9c8c0cfc7d67", "status": "completed", "code": 200}]} {{(pid=95101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 19:48:52.399731 n-d-713301-16 neutron-server[95101]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-7025b9a7-bf59-45c1-b951-29b549cdf493 {{(pid=95101) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 19:48:52.400304 n-d-713301-16 neutron-server[95101]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c7195e59-1f93-465f-85f0-0c4ff4d8831f', 'tag': 'e76582ac-d990-442c-9297-9c8c0cfc7d67', 'status': 'completed', 'code': 200} Sep 23 19:48:52.418175 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41b3956c-7807-47a0-a5e0-513eb2ae7740 None None] Checking router: 371c3854-60b3-4825-b1e1-5fd75fc8a10d for host: n-d-713301-16 {{(pid=95104) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 19:48:52.431852 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41b3956c-7807-47a0-a5e0-513eb2ae7740 None None] Routers {'371c3854-60b3-4825-b1e1-5fd75fc8a10d'} bound to L3 agent in host n-d-713301-16 {{(pid=95104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 19:48:52.432817 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_hamode_db [None req-41b3956c-7807-47a0-a5e0-513eb2ae7740 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-23T19:07:52Z,description=,heartbeat_timestamp=2021-09-23T19:48:23Z,host='n-d-713301-16',id=79a740bf-7821-4989-8288-7186e3e128f3,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:07:52Z,topic='l3_agent')) {'router_ids': ['371c3854-60b3-4825-b1e1-5fd75fc8a10d'], 'active': True} {{(pid=95104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:48:52.455706 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c131a179-a4dc-4ad0-8438-753c2d82d231 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4c8b80df-07eb-5275-9f17-5cf640db67c0-968fd5c2-1ec4-418f-821a-c42aa6094b44', 'network_id': '968fd5c2-1ec4-418f-821a-c42aa6094b44', 'tenant_id': 'bac6fc5f7b6645d7a54784d0fdaa00b3', 'fixed_ips': [{'subnet_id': '6e6812a9-a972-42aa-9511-2fb17217da70'}]}} from n-d-713301-16. {{(pid=95103) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 23 19:48:52.456815 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-c131a179-a4dc-4ad0-8438-753c2d82d231 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_create {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:48:52.566753 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_dvr_db [None req-41b3956c-7807-47a0-a5e0-513eb2ae7740 None None] Set router 371c3854-60b3-4825-b1e1-5fd75fc8a10d gateway port host: n-d-713301-16 {{(pid=95104) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 19:48:52.651309 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.db_base_plugin_common [None req-c131a179-a4dc-4ad0-8438-753c2d82d231 None None] Allocated IP 172.20.0.2 (968fd5c2-1ec4-418f-821a-c42aa6094b44/6e6812a9-a972-42aa-9511-2fb17217da70/b05329de-860e-4735-8182-18884c4aa148) {{(pid=95103) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 19:48:52.664471 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_hamode_db [None req-345e5775-1c00-43f4-bbcb-932b7ebd5e4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dfa9a0f3-b5a0-447b-a08f-be6bd2ec3fa5', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1472157449', 'tenant_id': 'bac6fc5f7b6645d7a54784d0fdaa00b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'external_fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.180'}], 'enable_snat': True}, 'gw_port_id': 'd0cf1bca-487a-4ec0-bbbd-aec3ac1fc6f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:48:47Z', 'updated_at': '2021-09-23T19:48:48Z', 'revision_number': 3, 'project_id': 'bac6fc5f7b6645d7a54784d0fdaa00b3', 'gw_port': {'id': 'd0cf1bca-487a-4ec0-bbbd-aec3ac1fc6f9', 'name': '', 'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:53:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dfa9a0f3-b5a0-447b-a08f-be6bd2ec3fa5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3372, 'fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:48:48Z', 'updated_at': '2021-09-23T19:48:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-16'}], 'n-d-713301-16', False) {} {{(pid=95103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:48:52.727731 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-345e5775-1c00-43f4-bbcb-932b7ebd5e4c None None] The sync data for ids ['dfa9a0f3-b5a0-447b-a08f-be6bd2ec3fa5'] in n-d-713301-16 is: [{'id': 'dfa9a0f3-b5a0-447b-a08f-be6bd2ec3fa5', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1472157449', 'tenant_id': 'bac6fc5f7b6645d7a54784d0fdaa00b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'external_fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.180'}], 'enable_snat': True}, 'gw_port_id': 'd0cf1bca-487a-4ec0-bbbd-aec3ac1fc6f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:48:47Z', 'updated_at': '2021-09-23T19:48:48Z', 'revision_number': 3, 'project_id': 'bac6fc5f7b6645d7a54784d0fdaa00b3', 'gw_port': {'id': 'd0cf1bca-487a-4ec0-bbbd-aec3ac1fc6f9', 'name': '', 'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:53:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dfa9a0f3-b5a0-447b-a08f-be6bd2ec3fa5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3372, 'fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:48:48Z', 'updated_at': '2021-09-23T19:48:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-16'}] {{(pid=95103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 19:48:52.855139 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_hamode_db [None req-41b3956c-7807-47a0-a5e0-513eb2ae7740 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '371c3854-60b3-4825-b1e1-5fd75fc8a10d', 'name': 'tempest-TestNetworkBasicOps-router-278476435', 'tenant_id': '7fd7324f75754f93a5f1d406b61f5276', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'external_fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.52'}], 'enable_snat': True}, 'gw_port_id': '6665d077-26f1-4a37-833c-efdb4fb4b026', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:47:46Z', 'updated_at': '2021-09-23T19:47:55Z', 'revision_number': 4, 'project_id': '7fd7324f75754f93a5f1d406b61f5276', 'gw_port': {'id': '6665d077-26f1-4a37-833c-efdb4fb4b026', 'name': '', 'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:0c:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '371c3854-60b3-4825-b1e1-5fd75fc8a10d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3223, 'fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:47:47Z', 'updated_at': '2021-09-23T19:47:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-16', '_interfaces': [{'id': '8c7ac45f-7812-43d7-87d4-e537469c3f3b', 'name': '', 'network_id': 'a493f9d2-2406-4a59-a208-222c60ab7a5b', 'tenant_id': '7fd7324f75754f93a5f1d406b61f5276', 'mac_address': 'fa:16:3e:4e:07:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '371c3854-60b3-4825-b1e1-5fd75fc8a10d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3229, 'fixed_ips': [{'subnet_id': 'fb3110a1-985c-4750-9b32-7189960c4093', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:47:53Z', 'updated_at': '2021-09-23T19:48:01Z', 'revision_number': 5, 'project_id': '7fd7324f75754f93a5f1d406b61f5276', 'subnets': [{'id': 'fb3110a1-985c-4750-9b32-7189960c4093', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-16', False) {} {{(pid=95104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:48:52.922192 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41b3956c-7807-47a0-a5e0-513eb2ae7740 None None] The sync data for ids ['371c3854-60b3-4825-b1e1-5fd75fc8a10d'] in n-d-713301-16 is: [{'id': '371c3854-60b3-4825-b1e1-5fd75fc8a10d', 'name': 'tempest-TestNetworkBasicOps-router-278476435', 'tenant_id': '7fd7324f75754f93a5f1d406b61f5276', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'external_fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.52'}], 'enable_snat': True}, 'gw_port_id': '6665d077-26f1-4a37-833c-efdb4fb4b026', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:47:46Z', 'updated_at': '2021-09-23T19:47:55Z', 'revision_number': 4, 'project_id': '7fd7324f75754f93a5f1d406b61f5276', 'gw_port': {'id': '6665d077-26f1-4a37-833c-efdb4fb4b026', 'name': '', 'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:0c:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '371c3854-60b3-4825-b1e1-5fd75fc8a10d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3223, 'fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:47:47Z', 'updated_at': '2021-09-23T19:47:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-16', '_interfaces': [{'id': '8c7ac45f-7812-43d7-87d4-e537469c3f3b', 'name': '', 'network_id': 'a493f9d2-2406-4a59-a208-222c60ab7a5b', 'tenant_id': '7fd7324f75754f93a5f1d406b61f5276', 'mac_address': 'fa:16:3e:4e:07:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '371c3854-60b3-4825-b1e1-5fd75fc8a10d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3229, 'fixed_ips': [{'subnet_id': 'fb3110a1-985c-4750-9b32-7189960c4093', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:47:53Z', 'updated_at': '2021-09-23T19:48:01Z', 'revision_number': 5, 'project_id': '7fd7324f75754f93a5f1d406b61f5276', 'subnets': [{'id': 'fb3110a1-985c-4750-9b32-7189960c4093', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 19:48:53.000287 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-c131a179-a4dc-4ad0-8438-753c2d82d231 None None] Notify callbacks [] for port, precommit_create {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:48:53.003799 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-8ca46481-0719-4fa6-a00d-3e7273eda290 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:48:53.015612 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-c131a179-a4dc-4ad0-8438-753c2d82d231 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783145673135'] for port, after_create {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:48:53.048355 n-d-713301-16 neutron-server[95103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c131a179-a4dc-4ad0-8438-753c2d82d231 None None] Network 968fd5c2-1ec4-418f-821a-c42aa6094b44 is already hosted by enough agents. {{(pid=95103) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:48:53.052640 n-d-713301-16 neutron-server[95103]: DEBUG neutron.scheduler.base_scheduler [None req-c131a179-a4dc-4ad0-8438-753c2d82d231 None None] Resources bound (agent type, host, resource id): {{(pid=95103) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:48:53.084939 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c131a179-a4dc-4ad0-8438-753c2d82d231 None None] Received port after_create {{(pid=95103) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 19:48:53.164647 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c131a179-a4dc-4ad0-8438-753c2d82d231 None None] Pushing event updated for resources: {'Port': ['ID=b05329de-860e-4735-8182-18884c4aa148,revision_number=1']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:48:53.175018 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:48:53.209181 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.managers [None req-c131a179-a4dc-4ad0-8438-753c2d82d231 None None] Attempting to bind port b05329de-860e-4735-8182-18884c4aa148 on host n-d-713301-16 for vnic_type normal with profile {{(pid=95103) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 19:48:53.210273 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.managers [None req-c131a179-a4dc-4ad0-8438-753c2d82d231 None None] Attempting to bind port b05329de-860e-4735-8182-18884c4aa148 by drivers openvswitch,hyperv on host n-d-713301-16 at level 0 using segments [{'id': '450c5ced-c09d-43dc-9a9f-49419bcb1f28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '968fd5c2-1ec4-418f-821a-c42aa6094b44'}] {{(pid=95103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 19:48:53.210273 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c131a179-a4dc-4ad0-8438-753c2d82d231 None None] Attempting to bind port b05329de-860e-4735-8182-18884c4aa148 on network 968fd5c2-1ec4-418f-821a-c42aa6094b44 {{(pid=95103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:48:53.219251 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c131a179-a4dc-4ad0-8438-753c2d82d231 None None] Checking agent: {'id': '70a14545-df24-472f-8f95-bfe1719bff93', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 19, 7, 53), 'started_at': datetime.datetime(2021, 9, 23, 19, 8, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 19, 48, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 19:48:53.219919 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c131a179-a4dc-4ad0-8438-753c2d82d231 None None] Checking segment: {'id': '450c5ced-c09d-43dc-9a9f-49419bcb1f28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '968fd5c2-1ec4-418f-821a-c42aa6094b44'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95103) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:48:53.221015 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-c131a179-a4dc-4ad0-8438-753c2d82d231 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:48:53.221535 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c131a179-a4dc-4ad0-8438-753c2d82d231 None None] Bound using segment: {'id': '450c5ced-c09d-43dc-9a9f-49419bcb1f28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '968fd5c2-1ec4-418f-821a-c42aa6094b44'} {{(pid=95103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 19:48:53.222760 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.managers [None req-c131a179-a4dc-4ad0-8438-753c2d82d231 None None] Bound port: b05329de-860e-4735-8182-18884c4aa148, host: n-d-713301-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '450c5ced-c09d-43dc-9a9f-49419bcb1f28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '968fd5c2-1ec4-418f-821a-c42aa6094b44'}}] {{(pid=95103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 19:48:53.223432 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-c131a179-a4dc-4ad0-8438-753c2d82d231 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:48:53.360281 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-c131a179-a4dc-4ad0-8438-753c2d82d231 None None] For port b05329de-860e-4735-8182-18884c4aa148, host n-d-713301-16, cleared binding levels {{(pid=95103) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 19:48:53.366133 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-c131a179-a4dc-4ad0-8438-753c2d82d231 None None] For port b05329de-860e-4735-8182-18884c4aa148, host n-d-713301-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-16',level=0,port_id=b05329de-860e-4735-8182-18884c4aa148,segment=NetworkSegment(450c5ced-c09d-43dc-9a9f-49419bcb1f28),segment_id=450c5ced-c09d-43dc-9a9f-49419bcb1f28)] {{(pid=95103) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 19:48:53.374160 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-c131a179-a4dc-4ad0-8438-753c2d82d231 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:48:53.394562 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-269f57fa-528f-4bf8-8ad1-fe1b46aedc79 req-d106a9b1-5fa9-4ff0-9e21-746022a9d26a service neutron] 10.222.0.74 "GET /v2.0/networks/a493f9d2-2406-4a59-a208-222c60ab7a5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0243332 Sep 23 19:48:53.442312 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-d2165c27-0fae-4e70-bb72-1087f73ac62a tempest-SecGroupTest-1657412285 tempest-SecGroupTest-1657412285-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:48:53.485580 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c131a179-a4dc-4ad0-8438-753c2d82d231 None None] Pushing event updated for resources: {'Port': ['ID=b05329de-860e-4735-8182-18884c4aa148,revision_number=2']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:48:53.513366 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-0ae75029-feb6-4728-9a94-5f9b60993d82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:48:53.587179 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62468855-1fc7-4d80-9121-b248fdbc0b19 req-a17f8ce6-bee6-436e-a6e1-b1cd2d29b9aa tempest-TestNetworkBasicOps-1575950199 tempest-TestNetworkBasicOps-1575950199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:48:53.589179 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-62468855-1fc7-4d80-9121-b248fdbc0b19 req-a17f8ce6-bee6-436e-a6e1-b1cd2d29b9aa tempest-TestNetworkBasicOps-1575950199 tempest-TestNetworkBasicOps-1575950199-project] 10.222.0.74 "GET /v2.0/ports?device_id=c7195e59-1f93-465f-85f0-0c4ff4d8831f HTTP/1.1" status: 200 len: 945 time: 0.1308234 Sep 23 19:48:53.596474 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a04afd4f-82bd-495b-8059-0cb9129bd834 None None] New status for floating IP b12b8b72-2b19-4353-afd9-b20742e7c61f: DOWN {{(pid=95103) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 23 19:48:53.667601 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa52f27-983e-4eaa-a364-0b3a99ca72c6 req-5e15a4b0-3031-442e-a8dd-b56ab11e9e4a tempest-TestNetworkBasicOps-1575950199 tempest-TestNetworkBasicOps-1575950199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:48:53.667601 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-eaa52f27-983e-4eaa-a364-0b3a99ca72c6 req-5e15a4b0-3031-442e-a8dd-b56ab11e9e4a tempest-TestNetworkBasicOps-1575950199 tempest-TestNetworkBasicOps-1575950199-project] 10.222.0.67 "GET /v2.0/ports?device_id=c7195e59-1f93-465f-85f0-0c4ff4d8831f HTTP/1.1" status: 200 len: 945 time: 1.3791070 Sep 23 19:48:53.910344 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.plugin [req-62468855-1fc7-4d80-9121-b248fdbc0b19 req-f0f72911-92f7-4298-a07b-4883f734b94c tempest-TestNetworkBasicOps-1575950199 tempest-TestNetworkBasicOps-1575950199-project] Deleting port e76582ac-d990-442c-9297-9c8c0cfc7d67 {{(pid=95101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:48:53.910676 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-62468855-1fc7-4d80-9121-b248fdbc0b19 req-f0f72911-92f7-4298-a07b-4883f734b94c tempest-TestNetworkBasicOps-1575950199 tempest-TestNetworkBasicOps-1575950199-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783146157096'] for port, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:48:54.070735 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-d2165c27-0fae-4e70-bb72-1087f73ac62a tempest-SecGroupTest-1657412285 tempest-SecGroupTest-1657412285-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:48:54.101666 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-d2165c27-0fae-4e70-bb72-1087f73ac62a tempest-SecGroupTest-1657412285 tempest-SecGroupTest-1657412285-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575319'] for security_group_rule, after_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:48:54.112507 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.db [req-62468855-1fc7-4d80-9121-b248fdbc0b19 req-f0f72911-92f7-4298-a07b-4883f734b94c tempest-TestNetworkBasicOps-1575950199 tempest-TestNetworkBasicOps-1575950199-project] For port e76582ac-d990-442c-9297-9c8c0cfc7d67, host n-h1-713301-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-16',level=0,port_id=e76582ac-d990-442c-9297-9c8c0cfc7d67,segment=NetworkSegment(b83a3b00-1618-441a-9ebb-4b950c1224be),segment_id=b83a3b00-1618-441a-9ebb-4b950c1224be)] {{(pid=95101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:48:54.113041 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-62468855-1fc7-4d80-9121-b248fdbc0b19 req-f0f72911-92f7-4298-a07b-4883f734b94c tempest-TestNetworkBasicOps-1575950199 tempest-TestNetworkBasicOps-1575950199-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-605701'] for port, precommit_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:48:54.124355 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-269f57fa-528f-4bf8-8ad1-fe1b46aedc79 req-4e058020-a2d9-4cce-b9eb-b58b4a9e379b service neutron] 10.222.0.74 "GET /v2.0/networks/a493f9d2-2406-4a59-a208-222c60ab7a5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7142668 Sep 23 19:48:54.155636 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-d2165c27-0fae-4e70-bb72-1087f73ac62a tempest-SecGroupTest-1657412285 tempest-SecGroupTest-1657412285-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:48:54.160569 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-d2165c27-0fae-4e70-bb72-1087f73ac62a tempest-SecGroupTest-1657412285 tempest-SecGroupTest-1657412285-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 1.8185258 Sep 23 19:48:54.161919 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-a59c04e8-9771-473f-801c-60d64feddd6a tempest-TestSecurityGroupsBasicOps-365501575 tempest-TestSecurityGroupsBasicOps-365501575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:48:54.162065 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.plugin [req-62468855-1fc7-4d80-9121-b248fdbc0b19 req-f0f72911-92f7-4298-a07b-4883f734b94c tempest-TestNetworkBasicOps-1575950199 tempest-TestNetworkBasicOps-1575950199-project] Calling delete_port for e76582ac-d990-442c-9297-9c8c0cfc7d67 owned by compute:nova {{(pid=95101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:48:54.164898 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 45796) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:48:54.192381 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-eaa52f27-983e-4eaa-a364-0b3a99ca72c6 req-3aff0bc5-5abc-4c31-82e9-dfe41d2a9635 tempest-TestNetworkBasicOps-1575950199 tempest-TestNetworkBasicOps-1575950199-project] 10.222.0.67 "GET /v2.0/security-groups?id=d9e6d289-17b3-40eb-a2c0-64f30e90b1e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4909663 Sep 23 19:48:54.220762 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2165c27-0fae-4e70-bb72-1087f73ac62a tempest-SecGroupTest-1657412285 tempest-SecGroupTest-1657412285-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2652c260-91bc-4c5a-84ec-65125672f323,revision_number=0']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:48:54.374137 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da53219d-e88b-49f7-9b8e-dee7aa787635 req-8936a7c9-26c9-4406-ad39-a86d753e31c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:48:54.375713 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-da53219d-e88b-49f7-9b8e-dee7aa787635 req-8936a7c9-26c9-4406-ad39-a86d753e31c5 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=7fd7324f75754f93a5f1d406b61f5276&device_id=c7195e59-1f93-465f-85f0-0c4ff4d8831f HTTP/1.1" status: 200 len: 1097 time: 0.1891682 Sep 23 19:48:54.415377 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-5ecb80f6-5321-40b3-95df-c5d591df17cd tempest-SecGroupTest-1657412285 tempest-SecGroupTest-1657412285-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:48:54.426768 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-5ecb80f6-5321-40b3-95df-c5d591df17cd tempest-SecGroupTest-1657412285 tempest-SecGroupTest-1657412285-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:48:54.485138 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-5ecb80f6-5321-40b3-95df-c5d591df17cd tempest-SecGroupTest-1657412285 tempest-SecGroupTest-1657412285-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575319'] for security_group_rule, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:48:54.531761 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-5ecb80f6-5321-40b3-95df-c5d591df17cd tempest-SecGroupTest-1657412285 tempest-SecGroupTest-1657412285-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:48:54.537246 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-5ecb80f6-5321-40b3-95df-c5d591df17cd tempest-SecGroupTest-1657412285 tempest-SecGroupTest-1657412285-project] 10.222.0.67 "DELETE /v2.0/security-group-rules/2652c260-91bc-4c5a-84ec-65125672f323 HTTP/1.1" status: 204 len: 168 time: 0.3675153 Sep 23 19:48:54.547111 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 45798) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:48:54.578029 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da53219d-e88b-49f7-9b8e-dee7aa787635 req-051ee873-d6df-4f1f-8b87-40128f97518c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:48:54.579727 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-da53219d-e88b-49f7-9b8e-dee7aa787635 req-051ee873-d6df-4f1f-8b87-40128f97518c service neutron] 10.222.0.74 "GET /v2.0/networks?id=a493f9d2-2406-4a59-a208-222c60ab7a5b HTTP/1.1" status: 200 len: 897 time: 0.1910784 Sep 23 19:48:54.586063 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ecb80f6-5321-40b3-95df-c5d591df17cd tempest-SecGroupTest-1657412285 tempest-SecGroupTest-1657412285-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=2652c260-91bc-4c5a-84ec-65125672f323,revision_number=None']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:48:54.633123 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-62468855-1fc7-4d80-9121-b248fdbc0b19 req-f0f72911-92f7-4298-a07b-4883f734b94c tempest-TestNetworkBasicOps-1575950199 tempest-TestNetworkBasicOps-1575950199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783146162158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783145673144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5607431'] for port, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:48:54.701874 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-be952016-bfbd-483d-a08b-9f2788a8f023 tempest-SecGroupTest-1657412285 tempest-SecGroupTest-1657412285-project] 10.222.0.67 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.1504576 Sep 23 19:48:54.702077 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-da53219d-e88b-49f7-9b8e-dee7aa787635 req-4e09cbd0-459a-48bf-926b-1a5253781773 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e76582ac-d990-442c-9297-9c8c0cfc7d67 HTTP/1.1" status: 200 len: 217 time: 0.1044655 Sep 23 19:48:54.703120 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 45800) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:48:54.765961 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0f72911-92f7-4298-a07b-4883f734b94c tempest-TestNetworkBasicOps-1575950199 tempest-TestNetworkBasicOps-1575950199-project] Pushing event deleted for resources: {'Port': ['ID=e76582ac-d990-442c-9297-9c8c0cfc7d67,revision_number=None']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:48:54.771327 n-d-713301-16 neutron-server[95101]: DEBUG neutron.db.l3_dvrscheduler_db [req-62468855-1fc7-4d80-9121-b248fdbc0b19 req-f0f72911-92f7-4298-a07b-4883f734b94c tempest-TestNetworkBasicOps-1575950199 tempest-TestNetworkBasicOps-1575950199-project] No DVR routers for this DVR port e76582ac-d990-442c-9297-9c8c0cfc7d67 on host n-h1-713301-16 {{(pid=95101) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 19:48:54.778361 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-62468855-1fc7-4d80-9121-b248fdbc0b19 req-f0f72911-92f7-4298-a07b-4883f734b94c tempest-TestNetworkBasicOps-1575950199 tempest-TestNetworkBasicOps-1575950199-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222849'] for port, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:48:54.781218 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-62468855-1fc7-4d80-9121-b248fdbc0b19 req-f0f72911-92f7-4298-a07b-4883f734b94c tempest-TestNetworkBasicOps-1575950199 tempest-TestNetworkBasicOps-1575950199-project] 10.222.0.74 "DELETE /v2.0/ports/e76582ac-d990-442c-9297-9c8c0cfc7d67 HTTP/1.1" status: 204 len: 173 time: 1.1859071 Sep 23 19:48:54.781709 n-d-713301-16 neutron-server[95101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7195e59-1f93-465f-85f0-0c4ff4d8831f', 'name': 'network-vif-deleted', 'tag': 'e76582ac-d990-442c-9297-9c8c0cfc7d67'}] {{(pid=95101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 19:48:54.794414 n-d-713301-16 neutron-server[95101]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d8366c5740cd635e57ab12b71fe44a77c2acc3c19091ef849c6f68b380462244" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ece59667-4d40-4dfe-9cc9-1e84c693c765" -d '{"events": [{"server_uuid": "c7195e59-1f93-465f-85f0-0c4ff4d8831f", "name": "network-vif-deleted", "tag": "e76582ac-d990-442c-9297-9c8c0cfc7d67"}]}' {{(pid=95101) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 19:48:54.877309 n-d-713301-16 neutron-server[95101]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 19:48:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e8f549b-0400-4b5e-a4bd-8ade8762756f x-openstack-request-id: req-2e8f549b-0400-4b5e-a4bd-8ade8762756f {{(pid=95101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 19:48:54.877507 n-d-713301-16 neutron-server[95101]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c7195e59-1f93-465f-85f0-0c4ff4d8831f", "name": "network-vif-deleted", "tag": "e76582ac-d990-442c-9297-9c8c0cfc7d67", "status": "completed", "code": 200}]} {{(pid=95101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 19:48:54.877666 n-d-713301-16 neutron-server[95101]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-2e8f549b-0400-4b5e-a4bd-8ade8762756f {{(pid=95101) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 19:48:54.878090 n-d-713301-16 neutron-server[95101]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c7195e59-1f93-465f-85f0-0c4ff4d8831f', 'name': 'network-vif-deleted', 'tag': 'e76582ac-d990-442c-9297-9c8c0cfc7d67', 'status': 'completed', 'code': 200} Sep 23 19:48:54.983051 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da53219d-e88b-49f7-9b8e-dee7aa787635 req-dfc2c2ba-1c3b-4cc5-99b1-17200d2f5807 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:48:54.984941 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-da53219d-e88b-49f7-9b8e-dee7aa787635 req-dfc2c2ba-1c3b-4cc5-99b1-17200d2f5807 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=fb3110a1-985c-4750-9b32-7189960c4093 HTTP/1.1" status: 200 len: 835 time: 0.2747483 Sep 23 19:48:55.071400 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-176b18a4-4374-4686-8cb1-ebc3e292b4a3 tempest-SecGroupTest-1657412285 tempest-SecGroupTest-1657412285-project] Notify callbacks [] for security_group, before_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:48:55.150895 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da53219d-e88b-49f7-9b8e-dee7aa787635 req-b7b5ddea-9a41-4d4e-b45c-95f3b4b214fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:48:55.154109 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-da53219d-e88b-49f7-9b8e-dee7aa787635 req-b7b5ddea-9a41-4d4e-b45c-95f3b4b214fb service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=a493f9d2-2406-4a59-a208-222c60ab7a5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1579802 Sep 23 19:48:55.165189 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-176b18a4-4374-4686-8cb1-ebc3e292b4a3 tempest-SecGroupTest-1657412285 tempest-SecGroupTest-1657412285-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:48:55.275733 n-d-713301-16 neutron-server[95102]: DEBUG neutron.db.db_base_plugin_common [None req-a59c04e8-9771-473f-801c-60d64feddd6a tempest-TestSecurityGroupsBasicOps-365501575 tempest-TestSecurityGroupsBasicOps-365501575-project] Allocated IP 172.20.0.1 (968fd5c2-1ec4-418f-821a-c42aa6094b44/6e6812a9-a972-42aa-9511-2fb17217da70/8234bf98-d662-42b6-837d-e88e25efad9b) {{(pid=95102) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 19:48:55.295960 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Device b05329de-860e-4735-8182-18884c4aa148 up at agent ovs-agent-n-d-713301-16 {{(pid=95103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 19:48:55.448987 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f464e90d-b18e-4e19-8a09-8de1c7b29227 None None] Network 968fd5c2-1ec4-418f-821a-c42aa6094b44 requested from n-d-713301-16 {{(pid=95103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 19:48:55.478392 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-16d434df-960b-4272-90f4-ebf0f36b388c req-251d93fb-b09c-41ce-82bc-ce6a904a471a tempest-TestNetworkBasicOps-1575950199 tempest-TestNetworkBasicOps-1575950199-project] 10.222.0.67 "GET /v2.0/ports?device_id=c7195e59-1f93-465f-85f0-0c4ff4d8831f HTTP/1.1" status: 200 len: 210 time: 0.0902839 Sep 23 19:48:55.598574 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-da53219d-e88b-49f7-9b8e-dee7aa787635 req-8499576b-ce85-441d-a26a-8fd3d62897c8 service neutron] 10.222.0.74 "GET /v2.0/networks/a493f9d2-2406-4a59-a208-222c60ab7a5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4357524 Sep 23 19:48:55.702168 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-80e7e501-6c57-470d-92c6-e3d54bc3195c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:48:55.713944 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-39e5a3c5-559c-41ae-9b36-a04b7d29b5d6 None None] Provisioning complete for port b05329de-860e-4735-8182-18884c4aa148 triggered by entity DHCP. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:48:55.714322 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-39e5a3c5-559c-41ae-9b36-a04b7d29b5d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:48:55.774742 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-a59c04e8-9771-473f-801c-60d64feddd6a tempest-TestSecurityGroupsBasicOps-365501575 tempest-TestSecurityGroupsBasicOps-365501575-project] Notify callbacks [] for port, precommit_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:48:55.794172 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Provisioning complete for port b05329de-860e-4735-8182-18884c4aa148 triggered by entity L2. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:48:55.794691 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:48:55.820519 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-176b18a4-4374-4686-8cb1-ebc3e292b4a3 tempest-SecGroupTest-1657412285 tempest-SecGroupTest-1657412285-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:48:55.824842 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-176b18a4-4374-4686-8cb1-ebc3e292b4a3 tempest-SecGroupTest-1657412285 tempest-SecGroupTest-1657412285-project] Notify callbacks [] for security_group, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:48:55.827332 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-176b18a4-4374-4686-8cb1-ebc3e292b4a3 tempest-SecGroupTest-1657412285 tempest-SecGroupTest-1657412285-project] 10.222.0.67 "DELETE /v2.0/security-groups/63056658-6535-457b-9cd6-1bda0aa535d6 HTTP/1.1" status: 204 len: 168 time: 1.1232452 Sep 23 19:48:55.830631 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 45814) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:48:55.839881 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-a59c04e8-9771-473f-801c-60d64feddd6a tempest-TestSecurityGroupsBasicOps-365501575 tempest-TestSecurityGroupsBasicOps-365501575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783145673135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4399100'] for port, after_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:48:55.891256 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-176b18a4-4374-4686-8cb1-ebc3e292b4a3 tempest-SecGroupTest-1657412285 tempest-SecGroupTest-1657412285-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=63056658-6535-457b-9cd6-1bda0aa535d6,revision_number=None']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:48:55.911630 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 45818) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:48:55.925009 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-aa4144d9-846f-43d9-83db-894b1875ca05 tempest-SecGroupTest-1657412285 tempest-SecGroupTest-1657412285-project] 10.222.0.67 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.0915716 Sep 23 19:48:55.963659 n-d-713301-16 neutron-server[95102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a59c04e8-9771-473f-801c-60d64feddd6a tempest-TestSecurityGroupsBasicOps-365501575 tempest-TestSecurityGroupsBasicOps-365501575-project] Network 968fd5c2-1ec4-418f-821a-c42aa6094b44 is already hosted by enough agents. {{(pid=95102) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:48:55.969690 n-d-713301-16 neutron-server[95102]: DEBUG neutron.scheduler.base_scheduler [None req-a59c04e8-9771-473f-801c-60d64feddd6a tempest-TestSecurityGroupsBasicOps-365501575 tempest-TestSecurityGroupsBasicOps-365501575-project] Resources bound (agent type, host, resource id): {{(pid=95102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:48:55.984724 n-d-713301-16 neutron-server[95102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a59c04e8-9771-473f-801c-60d64feddd6a tempest-TestSecurityGroupsBasicOps-365501575 tempest-TestSecurityGroupsBasicOps-365501575-project] Received port after_create {{(pid=95102) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 19:48:56.067386 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a59c04e8-9771-473f-801c-60d64feddd6a tempest-TestSecurityGroupsBasicOps-365501575 tempest-TestSecurityGroupsBasicOps-365501575-project] Pushing event updated for resources: {'Port': ['ID=8234bf98-d662-42b6-837d-e88e25efad9b,revision_number=1']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:48:56.107917 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-39e5a3c5-559c-41ae-9b36-a04b7d29b5d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:48:56.158595 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-a59c04e8-9771-473f-801c-60d64feddd6a tempest-TestSecurityGroupsBasicOps-365501575 tempest-TestSecurityGroupsBasicOps-365501575-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-601987'] for router_interface, before_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:48:56.164647 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:48:56.236565 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] For port b05329de-860e-4735-8182-18884c4aa148, host n-d-713301-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-16',level=0,port_id=b05329de-860e-4735-8182-18884c4aa148,segment=NetworkSegment(450c5ced-c09d-43dc-9a9f-49419bcb1f28),segment_id=450c5ced-c09d-43dc-9a9f-49419bcb1f28)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:48:56.259889 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:48:56.260708 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Device d0cf1bca-487a-4ec0-bbbd-aec3ac1fc6f9 up at agent ovs-agent-n-d-713301-16 {{(pid=95103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 19:48:56.387439 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-deef45c5-d59d-4cf3-b620-4f7fa5bd1b2a tempest-SecGroupTest-1657412285 tempest-SecGroupTest-1657412285-project] Notify callbacks [] for security_group, before_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:48:56.394530 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-da53219d-e88b-49f7-9b8e-dee7aa787635 req-5a8ed52a-4410-4870-8776-64c158338def service neutron] 10.222.0.74 "GET /v2.0/networks/a493f9d2-2406-4a59-a208-222c60ab7a5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5769551 Sep 23 19:48:56.461788 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.db.api [None req-39e5a3c5-559c-41ae-9b36-a04b7d29b5d6 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95103) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 23 19:48:56.462796 n-d-713301-16 neutron-server[95103]: DEBUG oslo_db.api [None req-39e5a3c5-559c-41ae-9b36-a04b7d29b5d6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 23 19:48:56.473048 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-deef45c5-d59d-4cf3-b620-4f7fa5bd1b2a tempest-SecGroupTest-1657412285 tempest-SecGroupTest-1657412285-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:48:56.488576 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Pushing event updated for resources: {'Port': ['ID=b05329de-860e-4735-8182-18884c4aa148,revision_number=3']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:48:56.514263 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Provisioning complete for port d0cf1bca-487a-4ec0-bbbd-aec3ac1fc6f9 triggered by entity L2. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:48:56.514473 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:48:56.528014 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-a59c04e8-9771-473f-801c-60d64feddd6a tempest-TestSecurityGroupsBasicOps-365501575 tempest-TestSecurityGroupsBasicOps-365501575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:48:56.563778 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 45842) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:48:56.658830 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-c132163b-4274-4f5d-bd4b-126f1aa1ce6f tempest-TestNetworkBasicOps-1575950199 tempest-TestNetworkBasicOps-1575950199-project] Notify callbacks [] for security_group, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:48:56.670139 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:48:56.701804 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-deef45c5-d59d-4cf3-b620-4f7fa5bd1b2a tempest-SecGroupTest-1657412285 tempest-SecGroupTest-1657412285-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:48:56.704443 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-deef45c5-d59d-4cf3-b620-4f7fa5bd1b2a tempest-SecGroupTest-1657412285 tempest-SecGroupTest-1657412285-project] Notify callbacks [] for security_group, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:48:56.707972 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-deef45c5-d59d-4cf3-b620-4f7fa5bd1b2a tempest-SecGroupTest-1657412285 tempest-SecGroupTest-1657412285-project] 10.222.0.67 "DELETE /v2.0/security-groups/f025b73d-b311-40ef-8031-f46001f2c873 HTTP/1.1" status: 204 len: 168 time: 0.7928319 Sep 23 19:48:56.711055 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] For port d0cf1bca-487a-4ec0-bbbd-aec3ac1fc6f9, host n-d-713301-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-16',level=0,port_id=d0cf1bca-487a-4ec0-bbbd-aec3ac1fc6f9,segment=NetworkSegment(7d4027f1-d893-4c7b-95d4-757b8e44e380),segment_id=7d4027f1-d893-4c7b-95d4-757b8e44e380)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:48:56.712445 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-c132163b-4274-4f5d-bd4b-126f1aa1ce6f tempest-TestNetworkBasicOps-1575950199 tempest-TestNetworkBasicOps-1575950199-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:48:56.716709 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:48:56.746197 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 45844) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:48:56.776305 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deef45c5-d59d-4cf3-b620-4f7fa5bd1b2a tempest-SecGroupTest-1657412285 tempest-SecGroupTest-1657412285-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f025b73d-b311-40ef-8031-f46001f2c873,revision_number=None']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:48:56.807267 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-c132163b-4274-4f5d-bd4b-126f1aa1ce6f tempest-TestNetworkBasicOps-1575950199 tempest-TestNetworkBasicOps-1575950199-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:48:56.814181 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-c132163b-4274-4f5d-bd4b-126f1aa1ce6f tempest-TestNetworkBasicOps-1575950199 tempest-TestNetworkBasicOps-1575950199-project] Notify callbacks [] for security_group, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:48:56.817662 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-c132163b-4274-4f5d-bd4b-126f1aa1ce6f tempest-TestNetworkBasicOps-1575950199 tempest-TestNetworkBasicOps-1575950199-project] 10.222.0.67 "DELETE /v2.0/security-groups/d9e6d289-17b3-40eb-a2c0-64f30e90b1e6 HTTP/1.1" status: 204 len: 168 time: 0.2524376 Sep 23 19:48:56.825494 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Pushing event updated for resources: {'Port': ['ID=d0cf1bca-487a-4ec0-bbbd-aec3ac1fc6f9,revision_number=4']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:48:56.854503 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 45848) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:48:56.856205 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c132163b-4274-4f5d-bd4b-126f1aa1ce6f tempest-TestNetworkBasicOps-1575950199 tempest-TestNetworkBasicOps-1575950199-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9e6d289-17b3-40eb-a2c0-64f30e90b1e6,revision_number=None']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:48:56.935210 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Device e76582ac-d990-442c-9297-9c8c0cfc7d67 no longer exists at agent hyperv_n-h1-713301-16 {{(pid=95103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 19:48:56.949634 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-a7f25f4c-c8fe-40e5-bb22-e5ccb702b018 tempest-SecGroupTest-1657412285 tempest-SecGroupTest-1657412285-project] 10.222.0.67 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2022448 Sep 23 19:48:56.962559 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 45850) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:48:56.977497 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.v2.base [None req-3c7d18e3-8d97-414a-8b2b-67b64b2e7605 tempest-SecGroupTest-1657412285 tempest-SecGroupTest-1657412285-project] Request body: {'security_group': {'name': 'tempest-secgroup--960047783'}} {{(pid=95102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:48:57.072731 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.plugin [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] No Port match for: e76582ac-d990-442c-9297-9c8c0cfc7d67 {{(pid=95103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 19:48:57.073952 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Device e76582ac-d990-442c-9297-9c8c0cfc7d67 not bound to the agent host n-h1-713301-16 {{(pid=95103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 19:48:57.075504 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-3c7d18e3-8d97-414a-8b2b-67b64b2e7605 tempest-SecGroupTest-1657412285 tempest-SecGroupTest-1657412285-project] Notify callbacks [] for security_group, before_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:48:57.116893 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Device b05329de-860e-4735-8182-18884c4aa148 up at agent ovs-agent-n-d-713301-16 {{(pid=95103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 19:48:57.184169 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Provisioning complete for port b05329de-860e-4735-8182-18884c4aa148 triggered by entity L2. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:48:57.185088 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:48:57.249648 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-55f9d566-4a07-47b6-a17c-091e467b66f7 None None] Provisioning complete for port 8234bf98-d662-42b6-837d-e88e25efad9b triggered by entity DHCP. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:48:57.250315 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-55f9d566-4a07-47b6-a17c-091e467b66f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:48:57.278467 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-a59c04e8-9771-473f-801c-60d64feddd6a tempest-TestSecurityGroupsBasicOps-365501575 tempest-TestSecurityGroupsBasicOps-365501575-project] Notify callbacks [] for port, precommit_update {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:48:57.288857 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-a59c04e8-9771-473f-801c-60d64feddd6a tempest-TestSecurityGroupsBasicOps-365501575 tempest-TestSecurityGroupsBasicOps-365501575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4399095'] for port, after_update {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:48:57.335354 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Device d0cf1bca-487a-4ec0-bbbd-aec3ac1fc6f9 up at agent ovs-agent-n-d-713301-16 {{(pid=95103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 19:48:57.387433 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.plugin [None req-55f9d566-4a07-47b6-a17c-091e467b66f7 None None] Port 8234bf98-d662-42b6-837d-e88e25efad9b cannot update to ACTIVE because it is not bound. {{(pid=95103) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 19:48:57.406510 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Provisioning complete for port d0cf1bca-487a-4ec0-bbbd-aec3ac1fc6f9 triggered by entity L2. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:48:57.406901 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:48:57.408720 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-55f9d566-4a07-47b6-a17c-091e467b66f7 None None] Provisioning complete for port b05329de-860e-4735-8182-18884c4aa148 triggered by entity DHCP. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:48:57.409084 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-55f9d566-4a07-47b6-a17c-091e467b66f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:48:57.441178 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a59c04e8-9771-473f-801c-60d64feddd6a tempest-TestSecurityGroupsBasicOps-365501575 tempest-TestSecurityGroupsBasicOps-365501575-project] Pushing event updated for resources: {'Port': ['ID=8234bf98-d662-42b6-837d-e88e25efad9b,revision_number=2']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:48:57.527492 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-a59c04e8-9771-473f-801c-60d64feddd6a tempest-TestSecurityGroupsBasicOps-365501575 tempest-TestSecurityGroupsBasicOps-365501575-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-527313', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-601459'] for router_interface, after_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:48:57.530955 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-3c7d18e3-8d97-414a-8b2b-67b64b2e7605 tempest-SecGroupTest-1657412285 tempest-SecGroupTest-1657412285-project] Notify callbacks [] for security_group, precommit_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:48:57.544137 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-3c7d18e3-8d97-414a-8b2b-67b64b2e7605 tempest-SecGroupTest-1657412285 tempest-SecGroupTest-1657412285-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:48:57.605546 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-3c7d18e3-8d97-414a-8b2b-67b64b2e7605 tempest-SecGroupTest-1657412285 tempest-SecGroupTest-1657412285-project] Notify callbacks [] for security_group, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:48:57.607061 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-3c7d18e3-8d97-414a-8b2b-67b64b2e7605 tempest-SecGroupTest-1657412285 tempest-SecGroupTest-1657412285-project] 10.222.0.67 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.6432900 Sep 23 19:48:57.611941 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 45854) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:48:57.621446 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.v2.base [None req-c04deeeb-d209-4601-84fc-4394ee34ec2a tempest-SecGroupTest-1657412285 tempest-SecGroupTest-1657412285-project] Request body: {'security_group_rule': {'security_group_id': '05355cf7-49d4-45b2-8c86-dec9427dd0c0', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=95101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:48:57.623273 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c7d18e3-8d97-414a-8b2b-67b64b2e7605 tempest-SecGroupTest-1657412285 tempest-SecGroupTest-1657412285-project] Pushing event updated for resources: {'SecurityGroup': ['ID=05355cf7-49d4-45b2-8c86-dec9427dd0c0,revision_number=1']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:48:57.661309 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-0476783a-cee2-4fa5-9da9-86c88aa46e8d tempest-TestNetworkBasicOps-1575950199 tempest-TestNetworkBasicOps-1575950199-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-601372'] for router_interface, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:48:57.747833 n-d-713301-16 neutron-server[95102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a59c04e8-9771-473f-801c-60d64feddd6a tempest-TestSecurityGroupsBasicOps-365501575 tempest-TestSecurityGroupsBasicOps-365501575-project] Network 968fd5c2-1ec4-418f-821a-c42aa6094b44 is already hosted by enough agents. {{(pid=95102) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:48:57.750805 n-d-713301-16 neutron-server[95102]: DEBUG neutron.scheduler.base_scheduler [None req-a59c04e8-9771-473f-801c-60d64feddd6a tempest-TestSecurityGroupsBasicOps-365501575 tempest-TestSecurityGroupsBasicOps-365501575-project] Resources bound (agent type, host, resource id): {{(pid=95102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:48:57.818983 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-a04eaf58-2fdf-4aab-81c9-024470cf1573 None None] Provisioning complete for port 8234bf98-d662-42b6-837d-e88e25efad9b triggered by entity DHCP. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:48:57.819601 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-a04eaf58-2fdf-4aab-81c9-024470cf1573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:48:57.897180 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.plugin [None req-a04eaf58-2fdf-4aab-81c9-024470cf1573 None None] Port 8234bf98-d662-42b6-837d-e88e25efad9b cannot update to ACTIVE because it is not bound. {{(pid=95103) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 19:48:57.970702 n-d-713301-16 neutron-server[95102]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a59c04e8-9771-473f-801c-60d64feddd6a tempest-TestSecurityGroupsBasicOps-365501575 tempest-TestSecurityGroupsBasicOps-365501575-project] Router dfa9a0f3-b5a0-447b-a08f-be6bd2ec3fa5 has already been hosted by L3 agent 79a740bf-7821-4989-8288-7186e3e128f3 {{(pid=95102) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 19:48:58.104502 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:48:58.147316 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-db8be809-4af8-4605-a120-dc147e869ded None None] Provisioning complete for port 8234bf98-d662-42b6-837d-e88e25efad9b triggered by entity DHCP. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:48:58.148995 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-db8be809-4af8-4605-a120-dc147e869ded None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:48:58.157294 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a59c04e8-9771-473f-801c-60d64feddd6a tempest-TestSecurityGroupsBasicOps-365501575 tempest-TestSecurityGroupsBasicOps-365501575-project] Notify agent at l3_agent.n-d-713301-16 the message routers_updated {{(pid=95102) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 19:48:58.164837 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-a59c04e8-9771-473f-801c-60d64feddd6a tempest-TestSecurityGroupsBasicOps-365501575 tempest-TestSecurityGroupsBasicOps-365501575-project] 10.222.0.67 "PUT /v2.0/routers/dfa9a0f3-b5a0-447b-a08f-be6bd2ec3fa5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3649507 Sep 23 19:48:58.168708 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 45858) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:48:58.172172 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2f97a01-0d97-4048-bdd3-fb73e3267f89 None None] Sync routers for ids ['dfa9a0f3-b5a0-447b-a08f-be6bd2ec3fa5'] in n-d-713301-16 {{(pid=95104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 19:48:58.174887 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.v2.base [None req-1b2fff74-d193-4a83-80d2-08285ab46217 tempest-TestSecurityGroupsBasicOps-365501575 tempest-TestSecurityGroupsBasicOps-365501575-project] Request body: {'security_group': {'name': 'tempest-secgroup_access--330337045', 'description': 'tempest-secgroup_access--330337045 description', 'project_id': 'bac6fc5f7b6645d7a54784d0fdaa00b3'}} {{(pid=95102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:48:58.199581 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-1b2fff74-d193-4a83-80d2-08285ab46217 tempest-TestSecurityGroupsBasicOps-365501575 tempest-TestSecurityGroupsBasicOps-365501575-project] Notify callbacks [] for security_group, before_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:48:58.205751 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2f97a01-0d97-4048-bdd3-fb73e3267f89 None None] Routers {'dfa9a0f3-b5a0-447b-a08f-be6bd2ec3fa5'} bound to L3 agent in host n-d-713301-16 {{(pid=95104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 19:48:58.209978 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_hamode_db [None req-d2f97a01-0d97-4048-bdd3-fb73e3267f89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-23T19:07:52Z,description=,heartbeat_timestamp=2021-09-23T19:48:53Z,host='n-d-713301-16',id=79a740bf-7821-4989-8288-7186e3e128f3,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:07:52Z,topic='l3_agent')) {'router_ids': ['dfa9a0f3-b5a0-447b-a08f-be6bd2ec3fa5'], 'active': True} {{(pid=95104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:48:58.238338 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.plugin [None req-db8be809-4af8-4605-a120-dc147e869ded None None] Port 8234bf98-d662-42b6-837d-e88e25efad9b cannot update to ACTIVE because it is not bound. {{(pid=95103) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 19:48:58.249897 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-c04deeeb-d209-4601-84fc-4394ee34ec2a tempest-SecGroupTest-1657412285 tempest-SecGroupTest-1657412285-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:48:58.310847 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-1b2fff74-d193-4a83-80d2-08285ab46217 tempest-TestSecurityGroupsBasicOps-365501575 tempest-TestSecurityGroupsBasicOps-365501575-project] Notify callbacks [] for security_group, precommit_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:48:58.319271 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-1b2fff74-d193-4a83-80d2-08285ab46217 tempest-TestSecurityGroupsBasicOps-365501575 tempest-TestSecurityGroupsBasicOps-365501575-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:48:58.347727 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:48:58.373728 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-1b2fff74-d193-4a83-80d2-08285ab46217 tempest-TestSecurityGroupsBasicOps-365501575 tempest-TestSecurityGroupsBasicOps-365501575-project] Notify callbacks [] for security_group, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:48:58.382254 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-1b2fff74-d193-4a83-80d2-08285ab46217 tempest-TestSecurityGroupsBasicOps-365501575 tempest-TestSecurityGroupsBasicOps-365501575-project] 10.222.0.67 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.2120795 Sep 23 19:48:58.388232 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 45860) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:48:58.396384 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.v2.base [None req-b48538c1-ee31-41c3-82bd-801cbbadbd38 tempest-TestSecurityGroupsBasicOps-365501575 tempest-TestSecurityGroupsBasicOps-365501575-project] Request body: {'security_group': {'name': 'tempest-secgroup_general--1846382439', 'description': 'tempest-secgroup_general--1846382439 description', 'project_id': 'bac6fc5f7b6645d7a54784d0fdaa00b3'}} {{(pid=95102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:48:58.442632 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_dvr_db [None req-d2f97a01-0d97-4048-bdd3-fb73e3267f89 None None] Set router dfa9a0f3-b5a0-447b-a08f-be6bd2ec3fa5 gateway port host: n-d-713301-16 {{(pid=95104) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 19:48:58.449464 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b2fff74-d193-4a83-80d2-08285ab46217 tempest-TestSecurityGroupsBasicOps-365501575 tempest-TestSecurityGroupsBasicOps-365501575-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3dc2c4bb-68b9-40bf-aaa4-c0106b8f1ca7,revision_number=1']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:48:58.451331 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-c04deeeb-d209-4601-84fc-4394ee34ec2a tempest-SecGroupTest-1657412285 tempest-SecGroupTest-1657412285-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:48:58.464823 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-c04deeeb-d209-4601-84fc-4394ee34ec2a tempest-SecGroupTest-1657412285 tempest-SecGroupTest-1657412285-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575319'] for security_group_rule, after_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:48:58.483629 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-b48538c1-ee31-41c3-82bd-801cbbadbd38 tempest-TestSecurityGroupsBasicOps-365501575 tempest-TestSecurityGroupsBasicOps-365501575-project] Notify callbacks [] for security_group, before_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:48:58.613667 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c04deeeb-d209-4601-84fc-4394ee34ec2a tempest-SecGroupTest-1657412285 tempest-SecGroupTest-1657412285-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=61016810-c698-4b08-84cd-22ee9a73fadc,revision_number=0']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:48:58.707368 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-b48538c1-ee31-41c3-82bd-801cbbadbd38 tempest-TestSecurityGroupsBasicOps-365501575 tempest-TestSecurityGroupsBasicOps-365501575-project] Notify callbacks [] for security_group, precommit_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:48:58.713983 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-b48538c1-ee31-41c3-82bd-801cbbadbd38 tempest-TestSecurityGroupsBasicOps-365501575 tempest-TestSecurityGroupsBasicOps-365501575-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:48:58.721397 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.plugin [None req-0476783a-cee2-4fa5-9da9-86c88aa46e8d tempest-TestNetworkBasicOps-1575950199 tempest-TestNetworkBasicOps-1575950199-project] Deleting port 8c7ac45f-7812-43d7-87d4-e537469c3f3b {{(pid=95101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:48:58.722038 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-0476783a-cee2-4fa5-9da9-86c88aa46e8d tempest-TestNetworkBasicOps-1575950199 tempest-TestNetworkBasicOps-1575950199-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783146157096'] for port, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:48:58.727623 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-c04deeeb-d209-4601-84fc-4394ee34ec2a tempest-SecGroupTest-1657412285 tempest-SecGroupTest-1657412285-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:48:58.733004 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-c04deeeb-d209-4601-84fc-4394ee34ec2a tempest-SecGroupTest-1657412285 tempest-SecGroupTest-1657412285-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 1.1195800 Sep 23 19:48:58.733754 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 45866) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:48:58.765638 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-b48538c1-ee31-41c3-82bd-801cbbadbd38 tempest-TestSecurityGroupsBasicOps-365501575 tempest-TestSecurityGroupsBasicOps-365501575-project] Notify callbacks [] for security_group, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:48:58.772517 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-b48538c1-ee31-41c3-82bd-801cbbadbd38 tempest-TestSecurityGroupsBasicOps-365501575 tempest-TestSecurityGroupsBasicOps-365501575-project] 10.222.0.67 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1802 time: 0.3828659 Sep 23 19:48:58.776227 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 45868) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:48:58.791405 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.v2.base [None req-be2eeb72-92c8-4154-93cf-334246505be3 tempest-TestSecurityGroupsBasicOps-365501575 tempest-TestSecurityGroupsBasicOps-365501575-project] Request body: {'security_group_rule': {'security_group_id': '3dc2c4bb-68b9-40bf-aaa4-c0106b8f1ca7', 'project_id': 'bac6fc5f7b6645d7a54784d0fdaa00b3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:48:58.838399 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-2f6a5eac-5a9c-4aec-a480-95402019d277 tempest-SecGroupTest-1657412285 tempest-SecGroupTest-1657412285-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:48:58.858502 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-2f6a5eac-5a9c-4aec-a480-95402019d277 tempest-SecGroupTest-1657412285 tempest-SecGroupTest-1657412285-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:48:58.869305 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48538c1-ee31-41c3-82bd-801cbbadbd38 tempest-TestSecurityGroupsBasicOps-365501575 tempest-TestSecurityGroupsBasicOps-365501575-project] Pushing event updated for resources: {'SecurityGroup': ['ID=da03c969-1309-403f-96c8-06acd6e05887,revision_number=1']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:48:58.875114 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-be2eeb72-92c8-4154-93cf-334246505be3 tempest-TestSecurityGroupsBasicOps-365501575 tempest-TestSecurityGroupsBasicOps-365501575-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:48:58.878751 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_hamode_db [None req-d2f97a01-0d97-4048-bdd3-fb73e3267f89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dfa9a0f3-b5a0-447b-a08f-be6bd2ec3fa5', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1472157449', 'tenant_id': 'bac6fc5f7b6645d7a54784d0fdaa00b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'external_fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.180'}], 'enable_snat': True}, 'gw_port_id': 'd0cf1bca-487a-4ec0-bbbd-aec3ac1fc6f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:48:47Z', 'updated_at': '2021-09-23T19:48:56Z', 'revision_number': 4, 'project_id': 'bac6fc5f7b6645d7a54784d0fdaa00b3', 'gw_port': {'id': 'd0cf1bca-487a-4ec0-bbbd-aec3ac1fc6f9', 'name': '', 'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:53:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfa9a0f3-b5a0-447b-a08f-be6bd2ec3fa5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3372, 'fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:48:48Z', 'updated_at': '2021-09-23T19:48:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-16', '_interfaces': [{'id': '8234bf98-d662-42b6-837d-e88e25efad9b', 'name': '', 'network_id': '968fd5c2-1ec4-418f-821a-c42aa6094b44', 'tenant_id': 'bac6fc5f7b6645d7a54784d0fdaa00b3', 'mac_address': 'fa:16:3e:81:d8:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dfa9a0f3-b5a0-447b-a08f-be6bd2ec3fa5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3388, 'fixed_ips': [{'subnet_id': '6e6812a9-a972-42aa-9511-2fb17217da70', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:48:54Z', 'updated_at': '2021-09-23T19:48:56Z', 'revision_number': 2, 'project_id': 'bac6fc5f7b6645d7a54784d0fdaa00b3', 'subnets': [{'id': '6e6812a9-a972-42aa-9511-2fb17217da70', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-16', False) {} {{(pid=95104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:48:58.934920 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.db [None req-0476783a-cee2-4fa5-9da9-86c88aa46e8d tempest-TestNetworkBasicOps-1575950199 tempest-TestNetworkBasicOps-1575950199-project] For port 8c7ac45f-7812-43d7-87d4-e537469c3f3b, host n-d-713301-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-16',level=0,port_id=8c7ac45f-7812-43d7-87d4-e537469c3f3b,segment=NetworkSegment(b83a3b00-1618-441a-9ebb-4b950c1224be),segment_id=b83a3b00-1618-441a-9ebb-4b950c1224be)] {{(pid=95101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:48:58.935436 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-0476783a-cee2-4fa5-9da9-86c88aa46e8d tempest-TestNetworkBasicOps-1575950199 tempest-TestNetworkBasicOps-1575950199-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-605701'] for port, precommit_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:48:58.984580 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-be2eeb72-92c8-4154-93cf-334246505be3 tempest-TestSecurityGroupsBasicOps-365501575 tempest-TestSecurityGroupsBasicOps-365501575-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:48:58.988760 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.plugin [None req-0476783a-cee2-4fa5-9da9-86c88aa46e8d tempest-TestNetworkBasicOps-1575950199 tempest-TestNetworkBasicOps-1575950199-project] Calling delete_port for 8c7ac45f-7812-43d7-87d4-e537469c3f3b owned by network:router_interface {{(pid=95101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:48:58.991439 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-2f6a5eac-5a9c-4aec-a480-95402019d277 tempest-SecGroupTest-1657412285 tempest-SecGroupTest-1657412285-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575319'] for security_group_rule, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:48:58.992062 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-be2eeb72-92c8-4154-93cf-334246505be3 tempest-TestSecurityGroupsBasicOps-365501575 tempest-TestSecurityGroupsBasicOps-365501575-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575319'] for security_group_rule, after_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:48:59.006810 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-2f6a5eac-5a9c-4aec-a480-95402019d277 tempest-SecGroupTest-1657412285 tempest-SecGroupTest-1657412285-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:48:59.012013 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-2f6a5eac-5a9c-4aec-a480-95402019d277 tempest-SecGroupTest-1657412285 tempest-SecGroupTest-1657412285-project] 10.222.0.67 "DELETE /v2.0/security-group-rules/61016810-c698-4b08-84cd-22ee9a73fadc HTTP/1.1" status: 204 len: 168 time: 0.2603385 Sep 23 19:48:59.013183 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 45872) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:48:59.025280 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2f97a01-0d97-4048-bdd3-fb73e3267f89 None None] Checking router: dfa9a0f3-b5a0-447b-a08f-be6bd2ec3fa5 for host: n-d-713301-16 {{(pid=95104) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 19:48:59.025562 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2f97a01-0d97-4048-bdd3-fb73e3267f89 None None] Updating router dfa9a0f3-b5a0-447b-a08f-be6bd2ec3fa5 port 8234bf98-d662-42b6-837d-e88e25efad9b binding host n-d-713301-16 {{(pid=95104) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 23 19:48:59.036558 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be2eeb72-92c8-4154-93cf-334246505be3 tempest-TestSecurityGroupsBasicOps-365501575 tempest-TestSecurityGroupsBasicOps-365501575-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a514f934-c16e-4c96-a134-037c51d13a4e,revision_number=0']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:48:59.046854 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f6a5eac-5a9c-4aec-a480-95402019d277 tempest-SecGroupTest-1657412285 tempest-SecGroupTest-1657412285-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=61016810-c698-4b08-84cd-22ee9a73fadc,revision_number=None']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:48:59.067027 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-be2eeb72-92c8-4154-93cf-334246505be3 tempest-TestSecurityGroupsBasicOps-365501575 tempest-TestSecurityGroupsBasicOps-365501575-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:48:59.068279 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-be2eeb72-92c8-4154-93cf-334246505be3 tempest-TestSecurityGroupsBasicOps-365501575 tempest-TestSecurityGroupsBasicOps-365501575-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2866745 Sep 23 19:48:59.092007 n-d-713301-16 neutron-server[95104]: DEBUG neutron_lib.callbacks.manager [None req-d2f97a01-0d97-4048-bdd3-fb73e3267f89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:48:59.118763 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-6d5a69c3-dbb7-4651-b6a5-1fd32d293862 tempest-SecGroupTest-1657412285 tempest-SecGroupTest-1657412285-project] 10.222.0.67 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0993803 Sep 23 19:48:59.122174 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 45878) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:48:59.216562 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-9f54123c-0028-44d4-81ee-9f1c8800a7f4 tempest-SecGroupTest-1657412285 tempest-SecGroupTest-1657412285-project] Notify callbacks [] for security_group, before_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:48:59.251558 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-9f54123c-0028-44d4-81ee-9f1c8800a7f4 tempest-SecGroupTest-1657412285 tempest-SecGroupTest-1657412285-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:48:59.279278 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 45882) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:48:59.340524 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-9f54123c-0028-44d4-81ee-9f1c8800a7f4 tempest-SecGroupTest-1657412285 tempest-SecGroupTest-1657412285-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:48:59.364783 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-9f54123c-0028-44d4-81ee-9f1c8800a7f4 tempest-SecGroupTest-1657412285 tempest-SecGroupTest-1657412285-project] Notify callbacks [] for security_group, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:48:59.368242 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-9f54123c-0028-44d4-81ee-9f1c8800a7f4 tempest-SecGroupTest-1657412285 tempest-SecGroupTest-1657412285-project] 10.222.0.67 "DELETE /v2.0/security-groups/05355cf7-49d4-45b2-8c86-dec9427dd0c0 HTTP/1.1" status: 204 len: 168 time: 0.2438841 Sep 23 19:48:59.369864 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 45894) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:48:59.378889 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-0476783a-cee2-4fa5-9da9-86c88aa46e8d tempest-TestNetworkBasicOps-1575950199 tempest-TestNetworkBasicOps-1575950199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783146162158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783145673144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5607431'] for port, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:48:59.433667 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0476783a-cee2-4fa5-9da9-86c88aa46e8d tempest-TestNetworkBasicOps-1575950199 tempest-TestNetworkBasicOps-1575950199-project] Pushing event deleted for resources: {'Port': ['ID=8c7ac45f-7812-43d7-87d4-e537469c3f3b,revision_number=None']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:48:59.464825 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f54123c-0028-44d4-81ee-9f1c8800a7f4 tempest-SecGroupTest-1657412285 tempest-SecGroupTest-1657412285-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=05355cf7-49d4-45b2-8c86-dec9427dd0c0,revision_number=None']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:48:59.475819 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-6bf9e951-e737-4278-8e90-c9ac5011f5c9 req-67fbfcb2-c0ea-4a08-aca4-05207a67be74 tempest-TestSecurityGroupsBasicOps-365501575 tempest-TestSecurityGroupsBasicOps-365501575-project] 10.222.0.67 "GET /v2.0/security-groups?name=tempest-secgroup_general--1846382439&fields=id&tenant_id=bac6fc5f7b6645d7a54784d0fdaa00b3 HTTP/1.1" status: 200 len: 267 time: 0.1034870 Sep 23 19:48:59.545754 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-99da98d0-82ca-46d0-9bc7-3275d9d50290 tempest-SecGroupTest-1657412285 tempest-SecGroupTest-1657412285-project] 10.222.0.67 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1744139 Sep 23 19:48:59.550155 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 45896) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:48:59.557359 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.v2.base [None req-da23dcb1-9baa-412c-b72a-e8e08f7d4365 tempest-SecGroupTest-1657412285 tempest-SecGroupTest-1657412285-project] Request body: {'security_group': {'name': 'tempest-secgroup--495222252'}} {{(pid=95101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:48:59.590287 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-da23dcb1-9baa-412c-b72a-e8e08f7d4365 tempest-SecGroupTest-1657412285 tempest-SecGroupTest-1657412285-project] Notify callbacks [] for security_group, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:48:59.592808 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-f91cdff3-08b2-405d-b3cc-c1edd25e2245 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:48:59.607479 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-6bf9e951-e737-4278-8e90-c9ac5011f5c9 req-1a400732-1a2c-45d0-90ac-0a50b7408ab9 tempest-TestSecurityGroupsBasicOps-365501575 tempest-TestSecurityGroupsBasicOps-365501575-project] 10.222.0.67 "GET /v2.0/security-groups?name=tempest-secgroup_access--330337045&fields=id&tenant_id=bac6fc5f7b6645d7a54784d0fdaa00b3 HTTP/1.1" status: 200 len: 267 time: 0.1216705 Sep 23 19:48:59.644651 n-d-713301-16 neutron-server[95104]: DEBUG neutron_lib.callbacks.manager [None req-d2f97a01-0d97-4048-bdd3-fb73e3267f89 None None] Notify callbacks [] for port, precommit_update {{(pid=95104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:48:59.651578 n-d-713301-16 neutron-server[95104]: DEBUG neutron_lib.callbacks.manager [None req-d2f97a01-0d97-4048-bdd3-fb73e3267f89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:48:59.738891 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.db.api [None req-da23dcb1-9baa-412c-b72a-e8e08f7d4365 tempest-SecGroupTest-1657412285 tempest-SecGroupTest-1657412285-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 23 19:48:59.738891 n-d-713301-16 neutron-server[95101]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Sep 23 19:48:59.738891 n-d-713301-16 neutron-server[95101]: [parameters: {'project_id_1': 'e4379f91f04c46829d06856e79c47a44', 'expiration_1': datetime.datetime(2021, 9, 23, 19, 48, 39, 661131)}] Sep 23 19:48:59.738891 n-d-713301-16 neutron-server[95101]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=95101) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 23 19:48:59.739252 n-d-713301-16 neutron-server[95101]: DEBUG oslo_db.api [None req-da23dcb1-9baa-412c-b72a-e8e08f7d4365 tempest-SecGroupTest-1657412285 tempest-SecGroupTest-1657412285-project] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=95101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 23 19:48:59.779253 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-0476783a-cee2-4fa5-9da9-86c88aa46e8d tempest-TestNetworkBasicOps-1575950199 tempest-TestNetworkBasicOps-1575950199-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-527322', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-602005'] for router_interface, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:48:59.831646 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-f91cdff3-08b2-405d-b3cc-c1edd25e2245 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:48:59.846996 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-f91cdff3-08b2-405d-b3cc-c1edd25e2245 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:48:59.880327 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf4530c6-f35e-4952-90a9-0a4c9e74427a None None] Pushing event updated for resources: {'Port': ['ID=8234bf98-d662-42b6-837d-e88e25efad9b,revision_number=3']} {{(pid=95104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:48:59.895002 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f91cdff3-08b2-405d-b3cc-c1edd25e2245 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6e251df-380d-4c20-bc06-d688999e7988,revision_number=1']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:48:59.903753 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf4530c6-f35e-4952-90a9-0a4c9e74427a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:48:59.904104 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf4530c6-f35e-4952-90a9-0a4c9e74427a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:48:59.904442 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf4530c6-f35e-4952-90a9-0a4c9e74427a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:48:59.904830 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf4530c6-f35e-4952-90a9-0a4c9e74427a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:48:59.905158 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf4530c6-f35e-4952-90a9-0a4c9e74427a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:48:59.905950 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf4530c6-f35e-4952-90a9-0a4c9e74427a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:48:59.905950 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf4530c6-f35e-4952-90a9-0a4c9e74427a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:48:59.906115 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf4530c6-f35e-4952-90a9-0a4c9e74427a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:48:59.906388 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf4530c6-f35e-4952-90a9-0a4c9e74427a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:48:59.906705 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf4530c6-f35e-4952-90a9-0a4c9e74427a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:48:59.907021 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf4530c6-f35e-4952-90a9-0a4c9e74427a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:48:59.907330 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf4530c6-f35e-4952-90a9-0a4c9e74427a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:48:59.961587 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-f91cdff3-08b2-405d-b3cc-c1edd25e2245 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=1f85608d454c4e15a5bd596c07f249b7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6812642 Sep 23 19:48:59.972472 n-d-713301-16 neutron-server[95104]: DEBUG neutron.plugins.ml2.managers [None req-d2f97a01-0d97-4048-bdd3-fb73e3267f89 None None] Attempting to bind port 8234bf98-d662-42b6-837d-e88e25efad9b on host n-d-713301-16 for vnic_type normal with profile {{(pid=95104) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 19:48:59.972863 n-d-713301-16 neutron-server[95104]: DEBUG neutron.plugins.ml2.managers [None req-d2f97a01-0d97-4048-bdd3-fb73e3267f89 None None] Attempting to bind port 8234bf98-d662-42b6-837d-e88e25efad9b by drivers openvswitch,hyperv on host n-d-713301-16 at level 0 using segments [{'id': '450c5ced-c09d-43dc-9a9f-49419bcb1f28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '968fd5c2-1ec4-418f-821a-c42aa6094b44'}] {{(pid=95104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 19:48:59.973221 n-d-713301-16 neutron-server[95104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2f97a01-0d97-4048-bdd3-fb73e3267f89 None None] Attempting to bind port 8234bf98-d662-42b6-837d-e88e25efad9b on network 968fd5c2-1ec4-418f-821a-c42aa6094b44 {{(pid=95104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:48:59.979710 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 45902) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:48:59.983050 n-d-713301-16 neutron-server[95104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2f97a01-0d97-4048-bdd3-fb73e3267f89 None None] Checking agent: {'id': '70a14545-df24-472f-8f95-bfe1719bff93', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 19, 7, 53), 'started_at': datetime.datetime(2021, 9, 23, 19, 8, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 19, 48, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 19:48:59.983425 n-d-713301-16 neutron-server[95104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2f97a01-0d97-4048-bdd3-fb73e3267f89 None None] Checking segment: {'id': '450c5ced-c09d-43dc-9a9f-49419bcb1f28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '968fd5c2-1ec4-418f-821a-c42aa6094b44'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95104) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:48:59.983829 n-d-713301-16 neutron-server[95104]: DEBUG neutron_lib.callbacks.manager [None req-d2f97a01-0d97-4048-bdd3-fb73e3267f89 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:48:59.984217 n-d-713301-16 neutron-server[95104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2f97a01-0d97-4048-bdd3-fb73e3267f89 None None] Bound using segment: {'id': '450c5ced-c09d-43dc-9a9f-49419bcb1f28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '968fd5c2-1ec4-418f-821a-c42aa6094b44'} {{(pid=95104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 19:48:59.984704 n-d-713301-16 neutron-server[95104]: DEBUG neutron.plugins.ml2.managers [None req-d2f97a01-0d97-4048-bdd3-fb73e3267f89 None None] Bound port: 8234bf98-d662-42b6-837d-e88e25efad9b, host: n-d-713301-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '450c5ced-c09d-43dc-9a9f-49419bcb1f28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '968fd5c2-1ec4-418f-821a-c42aa6094b44'}}] {{(pid=95104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 19:48:59.985133 n-d-713301-16 neutron-server[95104]: DEBUG neutron_lib.callbacks.manager [None req-d2f97a01-0d97-4048-bdd3-fb73e3267f89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:00.089822 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf9e951-e737-4278-8e90-c9ac5011f5c9 req-cf036fb8-1bf1-4b59-a5fe-64a0cb05c0e3 tempest-TestSecurityGroupsBasicOps-365501575 tempest-TestSecurityGroupsBasicOps-365501575-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:49:00.091615 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-6bf9e951-e737-4278-8e90-c9ac5011f5c9 req-cf036fb8-1bf1-4b59-a5fe-64a0cb05c0e3 tempest-TestSecurityGroupsBasicOps-365501575 tempest-TestSecurityGroupsBasicOps-365501575-project] 10.222.0.67 "GET /v2.0/networks?id=968fd5c2-1ec4-418f-821a-c42aa6094b44 HTTP/1.1" status: 200 len: 797 time: 0.4832428 Sep 23 19:49:00.101703 n-d-713301-16 neutron-server[95104]: DEBUG neutron.plugins.ml2.db [None req-d2f97a01-0d97-4048-bdd3-fb73e3267f89 None None] For port 8234bf98-d662-42b6-837d-e88e25efad9b, host n-d-713301-16, cleared binding levels {{(pid=95104) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 19:49:00.113014 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-6bf9e951-e737-4278-8e90-c9ac5011f5c9 req-d2ccb1f1-87de-4514-b917-bc921ed516b5 tempest-TestSecurityGroupsBasicOps-365501575 tempest-TestSecurityGroupsBasicOps-365501575-project] 10.222.0.67 "GET /v2.0/quotas/bac6fc5f7b6645d7a54784d0fdaa00b3 HTTP/1.1" status: 200 len: 375 time: 0.0140281 Sep 23 19:49:00.113442 n-d-713301-16 neutron-server[95104]: DEBUG neutron.plugins.ml2.db [None req-d2f97a01-0d97-4048-bdd3-fb73e3267f89 None None] For port 8234bf98-d662-42b6-837d-e88e25efad9b, host n-d-713301-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-16',level=0,port_id=8234bf98-d662-42b6-837d-e88e25efad9b,segment=NetworkSegment(450c5ced-c09d-43dc-9a9f-49419bcb1f28),segment_id=450c5ced-c09d-43dc-9a9f-49419bcb1f28)] {{(pid=95104) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 19:49:00.119760 n-d-713301-16 neutron-server[95104]: DEBUG neutron_lib.callbacks.manager [None req-d2f97a01-0d97-4048-bdd3-fb73e3267f89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:00.120302 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-0369d246-9bab-4475-862b-09c1063161ed None None] Provisioning complete for port 8234bf98-d662-42b6-837d-e88e25efad9b triggered by entity DHCP. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:49:00.121007 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-0369d246-9bab-4475-862b-09c1063161ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:00.190879 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2f97a01-0d97-4048-bdd3-fb73e3267f89 None None] Routers {'dfa9a0f3-b5a0-447b-a08f-be6bd2ec3fa5'} bound to L3 agent in host n-d-713301-16 {{(pid=95104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 19:49:00.191526 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_hamode_db [None req-d2f97a01-0d97-4048-bdd3-fb73e3267f89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-23T19:07:52Z,description=,heartbeat_timestamp=2021-09-23T19:48:53Z,host='n-d-713301-16',id=79a740bf-7821-4989-8288-7186e3e128f3,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:07:52Z,topic='l3_agent')) {'router_ids': ['dfa9a0f3-b5a0-447b-a08f-be6bd2ec3fa5'], 'active': True} {{(pid=95104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:49:00.218727 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-6bf9e951-e737-4278-8e90-c9ac5011f5c9 req-17f52bfc-1ad5-44fb-98b1-bec7de0fc857 tempest-TestSecurityGroupsBasicOps-365501575 tempest-TestSecurityGroupsBasicOps-365501575-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=bac6fc5f7b6645d7a54784d0fdaa00b3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0988479 Sep 23 19:49:00.241254 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-da23dcb1-9baa-412c-b72a-e8e08f7d4365 tempest-SecGroupTest-1657412285 tempest-SecGroupTest-1657412285-project] Notify callbacks [] for security_group, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:00.265945 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-aab8de82-619f-4bac-ad84-0abee41eb064 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:00.309948 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-0369d246-9bab-4475-862b-09c1063161ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:00.349848 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-aab8de82-619f-4bac-ad84-0abee41eb064 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:00.382040 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-0369d246-9bab-4475-862b-09c1063161ed None None] For port 8234bf98-d662-42b6-837d-e88e25efad9b, host n-d-713301-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-16',level=0,port_id=8234bf98-d662-42b6-837d-e88e25efad9b,segment=NetworkSegment(450c5ced-c09d-43dc-9a9f-49419bcb1f28),segment_id=450c5ced-c09d-43dc-9a9f-49419bcb1f28)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:49:00.391218 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-0369d246-9bab-4475-862b-09c1063161ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:00.392276 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 45912) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:49:00.455716 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0369d246-9bab-4475-862b-09c1063161ed None None] Pushing event updated for resources: {'Port': ['ID=8234bf98-d662-42b6-837d-e88e25efad9b,revision_number=5']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:49:00.455914 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_dvr_db [None req-d2f97a01-0d97-4048-bdd3-fb73e3267f89 None None] Set router dfa9a0f3-b5a0-447b-a08f-be6bd2ec3fa5 gateway port host: n-d-713301-16 {{(pid=95104) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 19:49:00.473168 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-aab8de82-619f-4bac-ad84-0abee41eb064 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:00.480066 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-aab8de82-619f-4bac-ad84-0abee41eb064 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:00.483134 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-aab8de82-619f-4bac-ad84-0abee41eb064 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/b6e251df-380d-4c20-bc06-d688999e7988 HTTP/1.1" status: 204 len: 168 time: 0.4997330 Sep 23 19:49:00.531557 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0476783a-cee2-4fa5-9da9-86c88aa46e8d tempest-TestNetworkBasicOps-1575950199 tempest-TestNetworkBasicOps-1575950199-project] Router 371c3854-60b3-4825-b1e1-5fd75fc8a10d has already been hosted by L3 agent 79a740bf-7821-4989-8288-7186e3e128f3 {{(pid=95101) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 19:49:00.549824 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aab8de82-619f-4bac-ad84-0abee41eb064 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6e251df-380d-4c20-bc06-d688999e7988,revision_number=None']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:49:00.622928 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-059926cb-0219-44b1-8925-bf423cc1206b None None] Provisioning complete for port 8234bf98-d662-42b6-837d-e88e25efad9b triggered by entity DHCP. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:49:00.623556 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-059926cb-0219-44b1-8925-bf423cc1206b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:00.715522 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-b94ab16d-0454-4031-996c-80fe034367e8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:00.800888 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_hamode_db [None req-d2f97a01-0d97-4048-bdd3-fb73e3267f89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dfa9a0f3-b5a0-447b-a08f-be6bd2ec3fa5', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1472157449', 'tenant_id': 'bac6fc5f7b6645d7a54784d0fdaa00b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'external_fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.180'}], 'enable_snat': True}, 'gw_port_id': 'd0cf1bca-487a-4ec0-bbbd-aec3ac1fc6f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:48:47Z', 'updated_at': '2021-09-23T19:48:56Z', 'revision_number': 4, 'project_id': 'bac6fc5f7b6645d7a54784d0fdaa00b3', 'gw_port': {'id': 'd0cf1bca-487a-4ec0-bbbd-aec3ac1fc6f9', 'name': '', 'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:53:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfa9a0f3-b5a0-447b-a08f-be6bd2ec3fa5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3372, 'fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:48:48Z', 'updated_at': '2021-09-23T19:48:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-16', '_interfaces': [{'id': '8234bf98-d662-42b6-837d-e88e25efad9b', 'name': '', 'network_id': '968fd5c2-1ec4-418f-821a-c42aa6094b44', 'tenant_id': 'bac6fc5f7b6645d7a54784d0fdaa00b3', 'mac_address': 'fa:16:3e:81:d8:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dfa9a0f3-b5a0-447b-a08f-be6bd2ec3fa5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3388, 'fixed_ips': [{'subnet_id': '6e6812a9-a972-42aa-9511-2fb17217da70', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:48:54Z', 'updated_at': '2021-09-23T19:49:00Z', 'revision_number': 4, 'project_id': 'bac6fc5f7b6645d7a54784d0fdaa00b3', 'subnets': [{'id': '6e6812a9-a972-42aa-9511-2fb17217da70', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-16', False) {} {{(pid=95104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:49:00.820095 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-6bf9e951-e737-4278-8e90-c9ac5011f5c9 req-adcab9d5-eec5-43f3-b051-429bc068af31 service neutron] 10.222.0.67 "GET /v2.0/networks/968fd5c2-1ec4-418f-821a-c42aa6094b44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5804036 Sep 23 19:49:00.843075 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-da23dcb1-9baa-412c-b72a-e8e08f7d4365 tempest-SecGroupTest-1657412285 tempest-SecGroupTest-1657412285-project] Notify callbacks [] for security_group, precommit_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:00.843325 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf4530c6-f35e-4952-90a9-0a4c9e74427a None None] Pushing event updated for resources: {'Port': ['ID=8234bf98-d662-42b6-837d-e88e25efad9b,revision_number=4']} {{(pid=95104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:49:00.847198 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2f97a01-0d97-4048-bdd3-fb73e3267f89 None None] The sync data for ids ['dfa9a0f3-b5a0-447b-a08f-be6bd2ec3fa5'] in n-d-713301-16 is: [{'id': 'dfa9a0f3-b5a0-447b-a08f-be6bd2ec3fa5', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1472157449', 'tenant_id': 'bac6fc5f7b6645d7a54784d0fdaa00b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'external_fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.180'}], 'enable_snat': True}, 'gw_port_id': 'd0cf1bca-487a-4ec0-bbbd-aec3ac1fc6f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:48:47Z', 'updated_at': '2021-09-23T19:48:56Z', 'revision_number': 4, 'project_id': 'bac6fc5f7b6645d7a54784d0fdaa00b3', 'gw_port': {'id': 'd0cf1bca-487a-4ec0-bbbd-aec3ac1fc6f9', 'name': '', 'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:53:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfa9a0f3-b5a0-447b-a08f-be6bd2ec3fa5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3372, 'fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:48:48Z', 'updated_at': '2021-09-23T19:48:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-16', '_interfaces': [{'id': '8234bf98-d662-42b6-837d-e88e25efad9b', 'name': '', 'network_id': '968fd5c2-1ec4-418f-821a-c42aa6094b44', 'tenant_id': 'bac6fc5f7b6645d7a54784d0fdaa00b3', 'mac_address': 'fa:16:3e:81:d8:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dfa9a0f3-b5a0-447b-a08f-be6bd2ec3fa5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3388, 'fixed_ips': [{'subnet_id': '6e6812a9-a972-42aa-9511-2fb17217da70', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:48:54Z', 'updated_at': '2021-09-23T19:49:00Z', 'revision_number': 4, 'project_id': 'bac6fc5f7b6645d7a54784d0fdaa00b3', 'subnets': [{'id': '6e6812a9-a972-42aa-9511-2fb17217da70', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 19:49:00.856041 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-da23dcb1-9baa-412c-b72a-e8e08f7d4365 tempest-SecGroupTest-1657412285 tempest-SecGroupTest-1657412285-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:00.942920 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da23dcb1-9baa-412c-b72a-e8e08f7d4365 tempest-SecGroupTest-1657412285 tempest-SecGroupTest-1657412285-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2e57c13d-c297-4779-b5bf-0840b88b7fa2,revision_number=1']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:49:00.946857 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0476783a-cee2-4fa5-9da9-86c88aa46e8d tempest-TestNetworkBasicOps-1575950199 tempest-TestNetworkBasicOps-1575950199-project] Notify agent at l3_agent.n-d-713301-16 the message routers_updated {{(pid=95101) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 19:49:00.955760 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-0476783a-cee2-4fa5-9da9-86c88aa46e8d tempest-TestNetworkBasicOps-1575950199 tempest-TestNetworkBasicOps-1575950199-project] 10.222.0.67 "PUT /v2.0/routers/371c3854-60b3-4825-b1e1-5fd75fc8a10d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0905764 Sep 23 19:49:00.956166 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 45920) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:49:00.971611 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f9a7f16-dc3b-4863-816e-dadbdc804c0d None None] Sync routers for ids ['371c3854-60b3-4825-b1e1-5fd75fc8a10d'] in n-d-713301-16 {{(pid=95103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 19:49:00.984675 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f9a7f16-dc3b-4863-816e-dadbdc804c0d None None] Routers {'371c3854-60b3-4825-b1e1-5fd75fc8a10d'} bound to L3 agent in host n-d-713301-16 {{(pid=95103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 19:49:00.985286 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_hamode_db [None req-7f9a7f16-dc3b-4863-816e-dadbdc804c0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-23T19:07:52Z,description=,heartbeat_timestamp=2021-09-23T19:48:53Z,host='n-d-713301-16',id=79a740bf-7821-4989-8288-7186e3e128f3,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:07:52Z,topic='l3_agent')) {'router_ids': ['371c3854-60b3-4825-b1e1-5fd75fc8a10d'], 'active': True} {{(pid=95103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:49:00.998827 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-6bf9e951-e737-4278-8e90-c9ac5011f5c9 req-ae81d739-8b76-4058-8869-33a503b97a2c service neutron] 10.222.0.67 "GET /v2.0/networks/968fd5c2-1ec4-418f-821a-c42aa6094b44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1777136 Sep 23 19:49:01.096451 n-d-713301-16 neutron-server[95101]: DEBUG neutron.db.db_base_plugin_v2 [None req-7e2c923e-f2d7-41c0-95d3-de1ea6980f5d tempest-TestNetworkBasicOps-1575950199 tempest-TestNetworkBasicOps-1575950199-project] Deleting subnet fb3110a1-985c-4750-9b32-7189960c4093 {{(pid=95101) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 23 19:49:01.108442 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-7e2c923e-f2d7-41c0-95d3-de1ea6980f5d tempest-TestNetworkBasicOps-1575950199 tempest-TestNetworkBasicOps-1575950199-project] Notify callbacks [] for subnet, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:01.233499 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-7e2c923e-f2d7-41c0-95d3-de1ea6980f5d tempest-TestNetworkBasicOps-1575950199 tempest-TestNetworkBasicOps-1575950199-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6007154'] for subnet, precommit_delete_associations {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:01.240824 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-b94ab16d-0454-4031-996c-80fe034367e8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:01.251692 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-b94ab16d-0454-4031-996c-80fe034367e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:01.278842 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_dvr_db [None req-7f9a7f16-dc3b-4863-816e-dadbdc804c0d None None] Set router 371c3854-60b3-4825-b1e1-5fd75fc8a10d gateway port host: n-d-713301-16 {{(pid=95103) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 19:49:01.308430 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-da23dcb1-9baa-412c-b72a-e8e08f7d4365 tempest-SecGroupTest-1657412285 tempest-SecGroupTest-1657412285-project] Notify callbacks [] for security_group, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:01.330433 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-da23dcb1-9baa-412c-b72a-e8e08f7d4365 tempest-SecGroupTest-1657412285 tempest-SecGroupTest-1657412285-project] 10.222.0.67 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.7791049 Sep 23 19:49:01.341139 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-b94ab16d-0454-4031-996c-80fe034367e8 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=4bb90c865f4a4fd29ac955d3cb393ec8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9415917 Sep 23 19:49:01.341913 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 45930) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:49:01.342333 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 45932) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:49:01.356106 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.v2.base [None req-700344a1-3333-4778-b4b6-e5a519dcfd5e tempest-SecGroupTest-1657412285 tempest-SecGroupTest-1657412285-project] Request body: {'security_group_rule': {'security_group_id': '2e57c13d-c297-4779-b5bf-0840b88b7fa2', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=95102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:49:01.366635 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Device 8234bf98-d662-42b6-837d-e88e25efad9b up at agent ovs-agent-n-d-713301-16 {{(pid=95103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 19:49:01.487004 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-7e2c923e-f2d7-41c0-95d3-de1ea6980f5d tempest-TestNetworkBasicOps-1575950199 tempest-TestNetworkBasicOps-1575950199-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1756813'] for subnet, precommit_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:01.495314 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-2613d4e3-cbaa-48e3-9e74-2ee4a618d341 req-5b6816f3-b77d-4d00-9e44-f8ef15775847 tempest-TestSecurityGroupsBasicOps-365501575 tempest-TestSecurityGroupsBasicOps-365501575-project] 10.222.0.67 "GET /v2.0/ports?device_id=5367a6ad-5c1e-499d-a3fc-3a53dbd24add HTTP/1.1" status: 200 len: 210 time: 0.0964673 Sep 23 19:49:01.507119 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b94ab16d-0454-4031-996c-80fe034367e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c8e8bad-b096-4999-a156-8484d467c3bc,revision_number=1']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:49:01.558562 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-700344a1-3333-4778-b4b6-e5a519dcfd5e tempest-SecGroupTest-1657412285 tempest-SecGroupTest-1657412285-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:01.627788 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-7e2c923e-f2d7-41c0-95d3-de1ea6980f5d tempest-TestNetworkBasicOps-1575950199 tempest-TestNetworkBasicOps-1575950199-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1756804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5607514', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6130950'] for subnet, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:01.633748 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-700344a1-3333-4778-b4b6-e5a519dcfd5e tempest-SecGroupTest-1657412285 tempest-SecGroupTest-1657412285-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:01.638898 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-26c3e032-868a-4509-8fa3-7eaf4d35b494 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:01.641081 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-700344a1-3333-4778-b4b6-e5a519dcfd5e tempest-SecGroupTest-1657412285 tempest-SecGroupTest-1657412285-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575319'] for security_group_rule, after_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:01.683990 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-700344a1-3333-4778-b4b6-e5a519dcfd5e tempest-SecGroupTest-1657412285 tempest-SecGroupTest-1657412285-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=58e1badc-c2be-4516-8388-7cbbe0d2b2c0,revision_number=0']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:49:01.692779 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-700344a1-3333-4778-b4b6-e5a519dcfd5e tempest-SecGroupTest-1657412285 tempest-SecGroupTest-1657412285-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:01.694007 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-700344a1-3333-4778-b4b6-e5a519dcfd5e tempest-SecGroupTest-1657412285 tempest-SecGroupTest-1657412285-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3491182 Sep 23 19:49:01.696235 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-26c3e032-868a-4509-8fa3-7eaf4d35b494 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:01.697886 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 45942) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:49:01.730493 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-7e2c923e-f2d7-41c0-95d3-de1ea6980f5d tempest-TestNetworkBasicOps-1575950199 tempest-TestNetworkBasicOps-1575950199-project] Notify callbacks [] for subnet, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:01.734881 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-7e2c923e-f2d7-41c0-95d3-de1ea6980f5d tempest-TestNetworkBasicOps-1575950199 tempest-TestNetworkBasicOps-1575950199-project] 10.222.0.67 "DELETE /v2.0/subnets/fb3110a1-985c-4750-9b32-7189960c4093 HTTP/1.1" status: 204 len: 168 time: 0.7776258 Sep 23 19:49:01.738115 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e2c923e-f2d7-41c0-95d3-de1ea6980f5d tempest-TestNetworkBasicOps-1575950199 tempest-TestNetworkBasicOps-1575950199-project] Pushing event deleted for resources: {'Subnet': ['ID=fb3110a1-985c-4750-9b32-7189960c4093,revision_number=None']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:49:01.743493 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 45946) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:49:01.749823 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-d12ca0f3-6c05-46b2-9561-38d8e3347ea4 tempest-SecGroupTest-1657412285 tempest-SecGroupTest-1657412285-project] 10.222.0.67 "GET /v2.0/security-group-rules/58e1badc-c2be-4516-8388-7cbbe0d2b2c0 HTTP/1.1" status: 200 len: 763 time: 0.0485511 Sep 23 19:49:01.750115 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 45948) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:49:01.786414 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94bf568b-dbb9-4a9d-a6c0-53a29cc61de2 None None] Network a493f9d2-2406-4a59-a208-222c60ab7a5b requested from n-d-713301-16 {{(pid=95103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 19:49:01.873029 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-4ee17c46-c2f4-4c53-88bd-78ba96c9a004 tempest-SecGroupTest-1657412285 tempest-SecGroupTest-1657412285-project] 10.222.0.67 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1202428 Sep 23 19:49:01.877849 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 45956) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:49:01.930940 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-42a470e7-d71e-4820-a645-c8bfefedc42e tempest-SecGroupTest-1657412285 tempest-SecGroupTest-1657412285-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:01.957310 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-42a470e7-d71e-4820-a645-c8bfefedc42e tempest-SecGroupTest-1657412285 tempest-SecGroupTest-1657412285-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:02.075050 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-42a470e7-d71e-4820-a645-c8bfefedc42e tempest-SecGroupTest-1657412285 tempest-SecGroupTest-1657412285-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575319'] for security_group_rule, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:02.087168 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-42a470e7-d71e-4820-a645-c8bfefedc42e tempest-SecGroupTest-1657412285 tempest-SecGroupTest-1657412285-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:02.093223 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-42a470e7-d71e-4820-a645-c8bfefedc42e tempest-SecGroupTest-1657412285 tempest-SecGroupTest-1657412285-project] 10.222.0.67 "DELETE /v2.0/security-group-rules/58e1badc-c2be-4516-8388-7cbbe0d2b2c0 HTTP/1.1" status: 204 len: 168 time: 0.2137067 Sep 23 19:49:02.097370 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 45960) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:49:02.128019 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42a470e7-d71e-4820-a645-c8bfefedc42e tempest-SecGroupTest-1657412285 tempest-SecGroupTest-1657412285-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=58e1badc-c2be-4516-8388-7cbbe0d2b2c0,revision_number=None']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:49:02.224432 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-fdd54670-b8b8-486c-bef7-7baac724c700 tempest-SecGroupTest-1657412285 tempest-SecGroupTest-1657412285-project] 10.222.0.67 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1085365 Sep 23 19:49:02.225111 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 45964) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:49:02.237584 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.v2.base [None req-62fca348-d01f-4b14-9e96-e4001b36fb96 tempest-SecGroupTest-1657412285 tempest-SecGroupTest-1657412285-project] Request body: {'security_group_rule': {'security_group_id': '2e57c13d-c297-4779-b5bf-0840b88b7fa2', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=95101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:49:02.300022 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-62fca348-d01f-4b14-9e96-e4001b36fb96 tempest-SecGroupTest-1657412285 tempest-SecGroupTest-1657412285-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:02.381694 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Provisioning complete for port 8234bf98-d662-42b6-837d-e88e25efad9b triggered by entity L2. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:49:02.382403 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:02.445397 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-26c3e032-868a-4509-8fa3-7eaf4d35b494 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:02.449765 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-26c3e032-868a-4509-8fa3-7eaf4d35b494 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:02.451117 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-26c3e032-868a-4509-8fa3-7eaf4d35b494 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/5c8e8bad-b096-4999-a156-8484d467c3bc HTTP/1.1" status: 204 len: 168 time: 1.0867698 Sep 23 19:49:02.467340 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26c3e032-868a-4509-8fa3-7eaf4d35b494 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c8e8bad-b096-4999-a156-8484d467c3bc,revision_number=None']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:49:02.492140 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-a8dffe20-ed77-4ce9-91a7-27ca246e3262 tempest-TestNetworkBasicOps-1575950199 tempest-TestNetworkBasicOps-1575950199-project] Notify callbacks [] for router, before_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:02.492379 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_hamode_db [None req-7f9a7f16-dc3b-4863-816e-dadbdc804c0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '371c3854-60b3-4825-b1e1-5fd75fc8a10d', 'name': 'tempest-TestNetworkBasicOps-router-278476435', 'tenant_id': '7fd7324f75754f93a5f1d406b61f5276', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'external_fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.52'}], 'enable_snat': True}, 'gw_port_id': '6665d077-26f1-4a37-833c-efdb4fb4b026', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:47:46Z', 'updated_at': '2021-09-23T19:48:59Z', 'revision_number': 5, 'project_id': '7fd7324f75754f93a5f1d406b61f5276', 'gw_port': {'id': '6665d077-26f1-4a37-833c-efdb4fb4b026', 'name': '', 'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:0c:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '371c3854-60b3-4825-b1e1-5fd75fc8a10d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3223, 'fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:47:47Z', 'updated_at': '2021-09-23T19:47:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-16'}], 'n-d-713301-16', False) {} {{(pid=95103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:49:02.560854 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-62fca348-d01f-4b14-9e96-e4001b36fb96 tempest-SecGroupTest-1657412285 tempest-SecGroupTest-1657412285-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:02.575351 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-62fca348-d01f-4b14-9e96-e4001b36fb96 tempest-SecGroupTest-1657412285 tempest-SecGroupTest-1657412285-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575319'] for security_group_rule, after_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:02.626909 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62fca348-d01f-4b14-9e96-e4001b36fb96 tempest-SecGroupTest-1657412285 tempest-SecGroupTest-1657412285-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=01e80263-e2a5-4b86-9cc7-2ec4af4fe14a,revision_number=0']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:49:02.640062 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-953dbb53-81a1-4346-b40e-9b0cdbe96953 None None] DHCP port deletion for a493f9d2-2406-4a59-a208-222c60ab7a5b request from n-d-713301-16 {{(pid=95103) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 23 19:49:02.652068 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f9a7f16-dc3b-4863-816e-dadbdc804c0d None None] Checking router: 371c3854-60b3-4825-b1e1-5fd75fc8a10d for host: n-d-713301-16 {{(pid=95103) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 19:49:02.664509 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-62fca348-d01f-4b14-9e96-e4001b36fb96 tempest-SecGroupTest-1657412285 tempest-SecGroupTest-1657412285-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:02.665843 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-62fca348-d01f-4b14-9e96-e4001b36fb96 tempest-SecGroupTest-1657412285 tempest-SecGroupTest-1657412285-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4395142 Sep 23 19:49:02.669594 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 45974) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:49:02.688548 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-f7181c67-d6c7-4a51-bd7c-c6191adef4d6 req-1bfd9312-2bc8-421a-b74e-41ba7feeb8de tempest-TestSecurityGroupsBasicOps-365501575 tempest-TestSecurityGroupsBasicOps-365501575-project] 10.222.0.67 "GET /v2.0/ports?device_id=5367a6ad-5c1e-499d-a3fc-3a53dbd24add HTTP/1.1" status: 200 len: 210 time: 0.0483265 Sep 23 19:49:02.706966 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-e00b7f23-bec6-4a43-854d-385d83e1e7a6 tempest-SecGroupTest-1657412285 tempest-SecGroupTest-1657412285-project] 10.222.0.67 "GET /v2.0/security-group-rules/01e80263-e2a5-4b86-9cc7-2ec4af4fe14a HTTP/1.1" status: 200 len: 763 time: 0.0361524 Sep 23 19:49:02.718925 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 45978) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:49:02.722351 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f9a7f16-dc3b-4863-816e-dadbdc804c0d None None] Routers {'371c3854-60b3-4825-b1e1-5fd75fc8a10d'} bound to L3 agent in host n-d-713301-16 {{(pid=95103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 19:49:02.723348 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_hamode_db [None req-7f9a7f16-dc3b-4863-816e-dadbdc804c0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-23T19:07:52Z,description=,heartbeat_timestamp=2021-09-23T19:48:53Z,host='n-d-713301-16',id=79a740bf-7821-4989-8288-7186e3e128f3,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:07:52Z,topic='l3_agent')) {'router_ids': ['371c3854-60b3-4825-b1e1-5fd75fc8a10d'], 'active': True} {{(pid=95103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:49:02.729406 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-a8dffe20-ed77-4ce9-91a7-27ca246e3262 tempest-TestNetworkBasicOps-1575950199 tempest-TestNetworkBasicOps-1575950199-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:02.824894 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-c84845a7-1668-44ff-a1a5-792eeab5dd94 tempest-SecGroupTest-1657412285 tempest-SecGroupTest-1657412285-project] 10.222.0.67 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0981741 Sep 23 19:49:02.825618 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 45980) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:49:02.893108 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.plugin [None req-953dbb53-81a1-4346-b40e-9b0cdbe96953 None None] Deleting port 8a105323-041e-4223-8de0-6b47f19885ee {{(pid=95103) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:49:02.893569 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-953dbb53-81a1-4346-b40e-9b0cdbe96953 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783146157096'] for port, before_delete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:02.894300 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-897dd460-fe53-405e-a6ad-85b754b96d2d tempest-SecGroupTest-1657412285 tempest-SecGroupTest-1657412285-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:02.914218 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-897dd460-fe53-405e-a6ad-85b754b96d2d tempest-SecGroupTest-1657412285 tempest-SecGroupTest-1657412285-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:02.935263 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.plugin [None req-a8dffe20-ed77-4ce9-91a7-27ca246e3262 tempest-TestNetworkBasicOps-1575950199 tempest-TestNetworkBasicOps-1575950199-project] Deleting port 6665d077-26f1-4a37-833c-efdb4fb4b026 {{(pid=95102) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:49:02.942191 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-a8dffe20-ed77-4ce9-91a7-27ca246e3262 tempest-TestNetworkBasicOps-1575950199 tempest-TestNetworkBasicOps-1575950199-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783146157096'] for port, before_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:02.948685 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_dvr_db [None req-7f9a7f16-dc3b-4863-816e-dadbdc804c0d None None] Set router 371c3854-60b3-4825-b1e1-5fd75fc8a10d gateway port host: None {{(pid=95103) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 19:49:02.987739 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-897dd460-fe53-405e-a6ad-85b754b96d2d tempest-SecGroupTest-1657412285 tempest-SecGroupTest-1657412285-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575319'] for security_group_rule, after_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:03.035912 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-897dd460-fe53-405e-a6ad-85b754b96d2d tempest-SecGroupTest-1657412285 tempest-SecGroupTest-1657412285-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:03.038933 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 45988) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:49:03.045322 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_hamode_db [None req-7f9a7f16-dc3b-4863-816e-dadbdc804c0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '371c3854-60b3-4825-b1e1-5fd75fc8a10d', 'name': 'tempest-TestNetworkBasicOps-router-278476435', 'tenant_id': '7fd7324f75754f93a5f1d406b61f5276', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:47:46Z', 'updated_at': '2021-09-23T19:49:02Z', 'revision_number': 6, 'project_id': '7fd7324f75754f93a5f1d406b61f5276', 'gw_port_host': None}], 'n-d-713301-16', False) {} {{(pid=95103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:49:03.045525 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-897dd460-fe53-405e-a6ad-85b754b96d2d tempest-SecGroupTest-1657412285 tempest-SecGroupTest-1657412285-project] 10.222.0.67 "DELETE /v2.0/security-group-rules/01e80263-e2a5-4b86-9cc7-2ec4af4fe14a HTTP/1.1" status: 204 len: 168 time: 0.2175181 Sep 23 19:49:03.046300 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-897dd460-fe53-405e-a6ad-85b754b96d2d tempest-SecGroupTest-1657412285 tempest-SecGroupTest-1657412285-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=01e80263-e2a5-4b86-9cc7-2ec4af4fe14a,revision_number=None']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:49:03.112260 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-953dbb53-81a1-4346-b40e-9b0cdbe96953 None None] For port 8a105323-041e-4223-8de0-6b47f19885ee, host n-d-713301-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-16',level=0,port_id=8a105323-041e-4223-8de0-6b47f19885ee,segment=NetworkSegment(b83a3b00-1618-441a-9ebb-4b950c1224be),segment_id=b83a3b00-1618-441a-9ebb-4b950c1224be)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:49:03.112376 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-953dbb53-81a1-4346-b40e-9b0cdbe96953 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-605701'] for port, precommit_delete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:03.112849 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.db [None req-a8dffe20-ed77-4ce9-91a7-27ca246e3262 tempest-TestNetworkBasicOps-1575950199 tempest-TestNetworkBasicOps-1575950199-project] For port 6665d077-26f1-4a37-833c-efdb4fb4b026, host n-d-713301-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-16',level=0,port_id=6665d077-26f1-4a37-833c-efdb4fb4b026,segment=NetworkSegment(7d4027f1-d893-4c7b-95d4-757b8e44e380),segment_id=7d4027f1-d893-4c7b-95d4-757b8e44e380)] {{(pid=95102) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:49:03.113236 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-a8dffe20-ed77-4ce9-91a7-27ca246e3262 tempest-TestNetworkBasicOps-1575950199 tempest-TestNetworkBasicOps-1575950199-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-605701'] for port, precommit_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:03.125884 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.plugin [None req-953dbb53-81a1-4346-b40e-9b0cdbe96953 None None] Calling delete_port for 8a105323-041e-4223-8de0-6b47f19885ee owned by network:dhcp {{(pid=95103) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:49:03.126594 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.plugin [None req-a8dffe20-ed77-4ce9-91a7-27ca246e3262 tempest-TestNetworkBasicOps-1575950199 tempest-TestNetworkBasicOps-1575950199-project] Calling delete_port for 6665d077-26f1-4a37-833c-efdb4fb4b026 owned by network:router_gateway {{(pid=95102) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:49:03.182486 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-d7ef32c3-ad01-41d5-b2af-e6214b6a472f tempest-SecGroupTest-1657412285 tempest-SecGroupTest-1657412285-project] 10.222.0.67 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1405399 Sep 23 19:49:03.183917 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 45992) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:49:03.203114 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.v2.base [None req-0a3f695b-194c-4c1f-aea4-d07f1b1e27a8 tempest-SecGroupTest-1657412285 tempest-SecGroupTest-1657412285-project] Request body: {'security_group_rule': {'security_group_id': '2e57c13d-c297-4779-b5bf-0840b88b7fa2', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=95101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:49:03.210382 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f9a7f16-dc3b-4863-816e-dadbdc804c0d None None] The sync data for ids ['371c3854-60b3-4825-b1e1-5fd75fc8a10d'] in n-d-713301-16 is: [{'id': '371c3854-60b3-4825-b1e1-5fd75fc8a10d', 'name': 'tempest-TestNetworkBasicOps-router-278476435', 'tenant_id': '7fd7324f75754f93a5f1d406b61f5276', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:47:46Z', 'updated_at': '2021-09-23T19:49:02Z', 'revision_number': 6, 'project_id': '7fd7324f75754f93a5f1d406b61f5276', 'gw_port_host': None}] {{(pid=95103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 19:49:03.213972 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Device 8a105323-041e-4223-8de0-6b47f19885ee no longer exists at agent ovs-agent-n-d-713301-16 {{(pid=95103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 19:49:03.235882 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.plugin [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] No Port match for: 8a105323-041e-4223-8de0-6b47f19885ee {{(pid=95103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 19:49:03.236237 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Device 8a105323-041e-4223-8de0-6b47f19885ee not bound to the agent host n-d-713301-16 {{(pid=95103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 19:49:03.237933 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-953dbb53-81a1-4346-b40e-9b0cdbe96953 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783146162158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783145673144'] for port, after_delete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:03.275006 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-0a3f695b-194c-4c1f-aea4-d07f1b1e27a8 tempest-SecGroupTest-1657412285 tempest-SecGroupTest-1657412285-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:03.302701 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-953dbb53-81a1-4346-b40e-9b0cdbe96953 None None] Pushing event deleted for resources: {'Port': ['ID=8a105323-041e-4223-8de0-6b47f19885ee,revision_number=None']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:49:03.326607 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-953dbb53-81a1-4346-b40e-9b0cdbe96953 None None] No DVR routers for this DVR port 8a105323-041e-4223-8de0-6b47f19885ee on host n-d-713301-16 {{(pid=95103) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 19:49:03.415037 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-0a3f695b-194c-4c1f-aea4-d07f1b1e27a8 tempest-SecGroupTest-1657412285 tempest-SecGroupTest-1657412285-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:03.419792 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-0a3f695b-194c-4c1f-aea4-d07f1b1e27a8 tempest-SecGroupTest-1657412285 tempest-SecGroupTest-1657412285-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575319'] for security_group_rule, after_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:03.435303 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 45998) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:49:03.450458 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a3f695b-194c-4c1f-aea4-d07f1b1e27a8 tempest-SecGroupTest-1657412285 tempest-SecGroupTest-1657412285-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6c4c303f-4b0c-4f48-abf7-8ab0bb33e0ab,revision_number=0']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:49:03.453744 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-0a3f695b-194c-4c1f-aea4-d07f1b1e27a8 tempest-SecGroupTest-1657412285 tempest-SecGroupTest-1657412285-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:03.455493 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-0a3f695b-194c-4c1f-aea4-d07f1b1e27a8 tempest-SecGroupTest-1657412285 tempest-SecGroupTest-1657412285-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2682307 Sep 23 19:49:03.458060 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 46000) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:49:03.477460 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-9275e4ed-6ff0-4e4a-92db-b62ec570ba14 tempest-SecGroupTest-1657412285 tempest-SecGroupTest-1657412285-project] 10.222.0.67 "GET /v2.0/security-group-rules/6c4c303f-4b0c-4f48-abf7-8ab0bb33e0ab HTTP/1.1" status: 200 len: 764 time: 0.0180054 Sep 23 19:49:03.480758 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 46002) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:49:03.484510 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-6f53763e-5398-470f-ba73-61ad2de2183a admin admin] Notify callbacks [] for security_group, before_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:03.506295 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf9e951-e737-4278-8e90-c9ac5011f5c9 req-83a29372-9473-4808-8071-7958816676a5 tempest-TestSecurityGroupsBasicOps-365501575 tempest-TestSecurityGroupsBasicOps-365501575-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:49:03.508057 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-6bf9e951-e737-4278-8e90-c9ac5011f5c9 req-83a29372-9473-4808-8071-7958816676a5 tempest-TestSecurityGroupsBasicOps-365501575 tempest-TestSecurityGroupsBasicOps-365501575-project] 10.222.0.74 "GET /v2.0/networks?id=968fd5c2-1ec4-418f-821a-c42aa6094b44 HTTP/1.1" status: 200 len: 797 time: 0.2913737 Sep 23 19:49:03.551294 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-3c1c32ef-cca8-4607-b7bd-e64c744b1455 tempest-SecGroupTest-1657412285 tempest-SecGroupTest-1657412285-project] 10.222.0.67 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4114 time: 0.0653827 Sep 23 19:49:03.551294 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 46004) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:49:03.589347 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-e3a08150-5011-4af4-a095-d6d60bcbb3a2 tempest-SecGroupTest-1657412285 tempest-SecGroupTest-1657412285-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:03.598487 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-e3a08150-5011-4af4-a095-d6d60bcbb3a2 tempest-SecGroupTest-1657412285 tempest-SecGroupTest-1657412285-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:03.623729 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-6bf9e951-e737-4278-8e90-c9ac5011f5c9 req-2c71a82a-a7a0-40ca-947c-530045b0a347 tempest-TestSecurityGroupsBasicOps-365501575 tempest-TestSecurityGroupsBasicOps-365501575-project] 10.222.0.74 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=bac6fc5f7b6645d7a54784d0fdaa00b3 HTTP/1.1" status: 200 len: 477 time: 0.1029484 Sep 23 19:49:03.631130 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-e3a08150-5011-4af4-a095-d6d60bcbb3a2 tempest-SecGroupTest-1657412285 tempest-SecGroupTest-1657412285-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575319'] for security_group_rule, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:03.631330 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-a8dffe20-ed77-4ce9-91a7-27ca246e3262 tempest-TestNetworkBasicOps-1575950199 tempest-TestNetworkBasicOps-1575950199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783146162158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783145673144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4399100'] for port, after_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:03.638213 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-e3a08150-5011-4af4-a095-d6d60bcbb3a2 tempest-SecGroupTest-1657412285 tempest-SecGroupTest-1657412285-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:03.642362 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-e3a08150-5011-4af4-a095-d6d60bcbb3a2 tempest-SecGroupTest-1657412285 tempest-SecGroupTest-1657412285-project] 10.222.0.67 "DELETE /v2.0/security-group-rules/6c4c303f-4b0c-4f48-abf7-8ab0bb33e0ab HTTP/1.1" status: 204 len: 168 time: 0.0871046 Sep 23 19:49:03.642362 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 46008) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:49:03.643117 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.v2.base [req-6bf9e951-e737-4278-8e90-c9ac5011f5c9 req-00e0b11e-e188-4c8e-91b8-607cef7ff658 tempest-TestSecurityGroupsBasicOps-365501575 tempest-TestSecurityGroupsBasicOps-365501575-project] Request body: {'port': {'device_id': '5367a6ad-5c1e-499d-a3fc-3a53dbd24add', 'network_id': '968fd5c2-1ec4-418f-821a-c42aa6094b44', 'admin_state_up': True, 'tenant_id': 'bac6fc5f7b6645d7a54784d0fdaa00b3', 'security_groups': ['da03c969-1309-403f-96c8-06acd6e05887', '3dc2c4bb-68b9-40bf-aaa4-c0106b8f1ca7']}} {{(pid=95102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:49:03.667096 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3a08150-5011-4af4-a095-d6d60bcbb3a2 tempest-SecGroupTest-1657412285 tempest-SecGroupTest-1657412285-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=6c4c303f-4b0c-4f48-abf7-8ab0bb33e0ab,revision_number=None']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:49:03.701924 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-87f57524-4c86-4424-a0b2-205748c463a2 tempest-SecGroupTest-1657412285 tempest-SecGroupTest-1657412285-project] 10.222.0.67 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0562165 Sep 23 19:49:03.705413 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 46010) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:49:03.713448 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8dffe20-ed77-4ce9-91a7-27ca246e3262 tempest-TestNetworkBasicOps-1575950199 tempest-TestNetworkBasicOps-1575950199-project] Pushing event deleted for resources: {'Port': ['ID=6665d077-26f1-4a37-833c-efdb4fb4b026,revision_number=None']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:49:03.788876 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-8addca50-a6e7-4c85-a15d-d50af7be61b3 tempest-SecGroupTest-1657412285 tempest-SecGroupTest-1657412285-project] Notify callbacks [] for security_group, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:03.845643 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-8addca50-a6e7-4c85-a15d-d50af7be61b3 tempest-SecGroupTest-1657412285 tempest-SecGroupTest-1657412285-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:03.868427 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-ca2c3cda-6188-45de-b584-ab455d253d2a req-f03fb42b-b583-4af9-b81b-cfbf5673b234 tempest-TestSecurityGroupsBasicOps-365501575 tempest-TestSecurityGroupsBasicOps-365501575-project] 10.222.0.67 "GET /v2.0/ports?device_id=5367a6ad-5c1e-499d-a3fc-3a53dbd24add HTTP/1.1" status: 200 len: 210 time: 0.0491567 Sep 23 19:49:03.906680 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-a8dffe20-ed77-4ce9-91a7-27ca246e3262 tempest-TestNetworkBasicOps-1575950199 tempest-TestNetworkBasicOps-1575950199-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-601942'] for router_gateway, after_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:03.907901 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-8addca50-a6e7-4c85-a15d-d50af7be61b3 tempest-SecGroupTest-1657412285 tempest-SecGroupTest-1657412285-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:03.911229 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-8addca50-a6e7-4c85-a15d-d50af7be61b3 tempest-SecGroupTest-1657412285 tempest-SecGroupTest-1657412285-project] Notify callbacks [] for security_group, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:03.912943 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-8addca50-a6e7-4c85-a15d-d50af7be61b3 tempest-SecGroupTest-1657412285 tempest-SecGroupTest-1657412285-project] 10.222.0.67 "DELETE /v2.0/security-groups/2e57c13d-c297-4779-b5bf-0840b88b7fa2 HTTP/1.1" status: 204 len: 168 time: 0.2062595 Sep 23 19:49:03.917204 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 46016) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:49:03.940023 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8addca50-a6e7-4c85-a15d-d50af7be61b3 tempest-SecGroupTest-1657412285 tempest-SecGroupTest-1657412285-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e57c13d-c297-4779-b5bf-0840b88b7fa2,revision_number=None']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:49:03.974743 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-593ddeb5-100d-425d-b710-faab9e640e8e tempest-SecGroupTest-1657412285 tempest-SecGroupTest-1657412285-project] 10.222.0.67 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0559108 Sep 23 19:49:03.979420 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 46018) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:49:04.034382 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-c718a231-f0aa-4f3f-a193-d92a05e3956f tempest-SecGroupTest-1657412285 tempest-SecGroupTest-1657412285-project] 10.222.0.67 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0486720 Sep 23 19:49:04.069692 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-6f53763e-5398-470f-ba73-61ad2de2183a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:04.074284 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-a8dffe20-ed77-4ce9-91a7-27ca246e3262 tempest-TestNetworkBasicOps-1575950199 tempest-TestNetworkBasicOps-1575950199-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-597305', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29369'] for router, precommit_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:04.078718 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-a8dffe20-ed77-4ce9-91a7-27ca246e3262 tempest-TestNetworkBasicOps-1575950199 tempest-TestNetworkBasicOps-1575950199-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:04.081236 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-6f53763e-5398-470f-ba73-61ad2de2183a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:04.213684 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-6f53763e-5398-470f-ba73-61ad2de2183a admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=a6c0cd5d83874437928719cca764e19e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7749503 Sep 23 19:49:04.214638 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-a8dffe20-ed77-4ce9-91a7-27ca246e3262 tempest-TestNetworkBasicOps-1575950199 tempest-TestNetworkBasicOps-1575950199-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-597296'] for router, after_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:04.215207 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8dffe20-ed77-4ce9-91a7-27ca246e3262 tempest-TestNetworkBasicOps-1575950199 tempest-TestNetworkBasicOps-1575950199-project] Fanout notify agent at l3_agent the message router_deleted on router 371c3854-60b3-4825-b1e1-5fd75fc8a10d {{(pid=95102) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 23 19:49:04.217155 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 46026) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:49:04.223093 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-a8dffe20-ed77-4ce9-91a7-27ca246e3262 tempest-TestNetworkBasicOps-1575950199 tempest-TestNetworkBasicOps-1575950199-project] Notify callbacks [] for router, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:04.227022 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-a8dffe20-ed77-4ce9-91a7-27ca246e3262 tempest-TestNetworkBasicOps-1575950199 tempest-TestNetworkBasicOps-1575950199-project] 10.222.0.67 "DELETE /v2.0/routers/371c3854-60b3-4825-b1e1-5fd75fc8a10d HTTP/1.1" status: 204 len: 168 time: 2.4784510 Sep 23 19:49:04.227791 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 46028) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:49:04.228836 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f53763e-5398-470f-ba73-61ad2de2183a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9386756c-816d-4b29-a95a-ea3f1ce0af00,revision_number=1']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:49:04.240462 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6bf9e951-e737-4278-8e90-c9ac5011f5c9 req-00e0b11e-e188-4c8e-91b8-607cef7ff658 tempest-TestSecurityGroupsBasicOps-365501575 tempest-TestSecurityGroupsBasicOps-365501575-project] Made reservation on behalf of bac6fc5f7b6645d7a54784d0fdaa00b3 for: {'port': 1} {{(pid=95102) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:49:04.245829 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-6bf9e951-e737-4278-8e90-c9ac5011f5c9 req-00e0b11e-e188-4c8e-91b8-607cef7ff658 tempest-TestSecurityGroupsBasicOps-365501575 tempest-TestSecurityGroupsBasicOps-365501575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:04.303071 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-e82449ca-641a-4bc3-875e-505d337f008f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:04.328284 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-e82449ca-641a-4bc3-875e-505d337f008f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:04.389106 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-e82449ca-641a-4bc3-875e-505d337f008f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:04.393573 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-e82449ca-641a-4bc3-875e-505d337f008f admin admin] Notify callbacks [] for security_group, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:04.396587 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-e82449ca-641a-4bc3-875e-505d337f008f admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/9386756c-816d-4b29-a95a-ea3f1ce0af00 HTTP/1.1" status: 204 len: 168 time: 0.1777806 Sep 23 19:49:04.401313 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-1b1ec0fe-80f2-4529-870f-135c23493b4d tempest-TestNetworkBasicOps-1575950199 tempest-TestNetworkBasicOps-1575950199-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1628021'] for network, before_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:04.406497 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e82449ca-641a-4bc3-875e-505d337f008f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9386756c-816d-4b29-a95a-ea3f1ce0af00,revision_number=None']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:49:04.420651 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 46036) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:49:04.567069 n-d-713301-16 neutron-server[95102]: DEBUG neutron.db.db_base_plugin_common [req-6bf9e951-e737-4278-8e90-c9ac5011f5c9 req-00e0b11e-e188-4c8e-91b8-607cef7ff658 tempest-TestSecurityGroupsBasicOps-365501575 tempest-TestSecurityGroupsBasicOps-365501575-project] Allocated IP 172.20.0.11 (968fd5c2-1ec4-418f-821a-c42aa6094b44/6e6812a9-a972-42aa-9511-2fb17217da70/87579656-435f-450f-8def-8f9d9db04ad7) {{(pid=95102) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 19:49:04.599676 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-1b1ec0fe-80f2-4529-870f-135c23493b4d tempest-TestNetworkBasicOps-1575950199 tempest-TestNetworkBasicOps-1575950199-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1754676', 'neutron.services.segments.db._delete_segments_for_network-8783146221460'] for network, precommit_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:04.633177 n-d-713301-16 neutron-server[95102]: DEBUG neutron.services.segments.db [None req-1b1ec0fe-80f2-4529-870f-135c23493b4d tempest-TestNetworkBasicOps-1575950199 tempest-TestNetworkBasicOps-1575950199-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a493f9d2-2406-4a59-a208-222c60ab7a5b']}} {{(pid=95102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:49:04.654200 n-d-713301-16 neutron-server[95102]: DEBUG neutron.services.segments.db [None req-1b1ec0fe-80f2-4529-870f-135c23493b4d tempest-TestNetworkBasicOps-1575950199 tempest-TestNetworkBasicOps-1575950199-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b83a3b00-1618-441a-9ebb-4b950c1224be') {'for_net_delete': True} {{(pid=95102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:49:04.654494 n-d-713301-16 neutron-server[95102]: DEBUG neutron.services.segments.db [None req-1b1ec0fe-80f2-4529-870f-135c23493b4d tempest-TestNetworkBasicOps-1575950199 tempest-TestNetworkBasicOps-1575950199-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b83a3b00-1618-441a-9ebb-4b950c1224be') {} {{(pid=95102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:49:04.679123 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-1b1ec0fe-80f2-4529-870f-135c23493b4d tempest-TestNetworkBasicOps-1575950199 tempest-TestNetworkBasicOps-1575950199-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783146221725', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6162832'] for segment, before_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:04.702910 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-1b1ec0fe-80f2-4529-870f-135c23493b4d tempest-TestNetworkBasicOps-1575950199 tempest-TestNetworkBasicOps-1575950199-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1756186'] for segment, precommit_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:04.724775 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1b1ec0fe-80f2-4529-870f-135c23493b4d tempest-TestNetworkBasicOps-1575950199 tempest-TestNetworkBasicOps-1575950199-project] Releasing vlan 603 on physical network physnet1 to pool {{(pid=95102) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 19:49:04.724889 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-1b1ec0fe-80f2-4529-870f-135c23493b4d tempest-TestNetworkBasicOps-1575950199 tempest-TestNetworkBasicOps-1575950199-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1756186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4398095'] for segment, after_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:04.728153 n-d-713301-16 neutron-server[95102]: Traceback (most recent call last): Sep 23 19:49:04.728153 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 19:49:04.728153 n-d-713301-16 neutron-server[95102]: timer() Sep 23 19:49:04.728153 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 19:49:04.728153 n-d-713301-16 neutron-server[95102]: cb(*args, **kw) Sep 23 19:49:04.728153 n-d-713301-16 neutron-server[95102]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 19:49:04.728153 n-d-713301-16 neutron-server[95102]: return func(*args, **kwargs) Sep 23 19:49:04.728153 n-d-713301-16 neutron-server[95102]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 19:49:04.728153 n-d-713301-16 neutron-server[95102]: self._notify() Sep 23 19:49:04.728153 n-d-713301-16 neutron-server[95102]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 19:49:04.728153 n-d-713301-16 neutron-server[95102]: self.callback(batched_events) Sep 23 19:49:04.728153 n-d-713301-16 neutron-server[95102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 19:49:04.728153 n-d-713301-16 neutron-server[95102]: event.method(event) Sep 23 19:49:04.728153 n-d-713301-16 neutron-server[95102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 19:49:04.728153 n-d-713301-16 neutron-server[95102]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 19:49:04.728153 n-d-713301-16 neutron-server[95102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 19:49:04.728153 n-d-713301-16 neutron-server[95102]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 19:49:04.728153 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 19:49:04.728153 n-d-713301-16 neutron-server[95102]: return f(self, *a, **k) Sep 23 19:49:04.728153 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 19:49:04.728153 n-d-713301-16 neutron-server[95102]: return self._get(url).json() Sep 23 19:49:04.728153 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 19:49:04.728153 n-d-713301-16 neutron-server[95102]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 19:49:04.728153 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 19:49:04.728153 n-d-713301-16 neutron-server[95102]: return self.request(url, 'GET', **kwargs) Sep 23 19:49:04.728153 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 19:49:04.728153 n-d-713301-16 neutron-server[95102]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 19:49:04.728153 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 19:49:04.728153 n-d-713301-16 neutron-server[95102]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 19:49:04.728153 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 19:49:04.728153 n-d-713301-16 neutron-server[95102]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 19:49:04.728153 n-d-713301-16 neutron-server[95102]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 19:49:04.859824 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 46044) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:49:04.866383 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-1b1ec0fe-80f2-4529-870f-135c23493b4d tempest-TestNetworkBasicOps-1575950199 tempest-TestNetworkBasicOps-1575950199-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1754627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-601866'] for network, after_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:04.895734 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-1b1ec0fe-80f2-4529-870f-135c23493b4d tempest-TestNetworkBasicOps-1575950199 tempest-TestNetworkBasicOps-1575950199-project] Notify callbacks [] for network, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:04.895858 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 46050) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:49:04.903513 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-1b1ec0fe-80f2-4529-870f-135c23493b4d tempest-TestNetworkBasicOps-1575950199 tempest-TestNetworkBasicOps-1575950199-project] 10.222.0.67 "DELETE /v2.0/networks/a493f9d2-2406-4a59-a208-222c60ab7a5b HTTP/1.1" status: 204 len: 168 time: 0.6708951 Sep 23 19:49:04.911598 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b1ec0fe-80f2-4529-870f-135c23493b4d tempest-TestNetworkBasicOps-1575950199 tempest-TestNetworkBasicOps-1575950199-project] Pushing event deleted for resources: {'Network': ['ID=a493f9d2-2406-4a59-a208-222c60ab7a5b,revision_number=None']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:49:04.925551 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-ab813653-1204-49e1-abc6-b76b430fbb56 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:04.998371 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-40b1a635-e89a-4750-b6a0-8ad6c2842cf2 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=e4379f91f04c46829d06856e79c47a44&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5758274 Sep 23 19:49:05.002335 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 46054) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:49:05.034602 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-1c928827-86a3-46c4-af5c-f80abe87d40a req-d7a2feca-3bec-4d98-80d2-d1dfff0ee9a5 tempest-TestSecurityGroupsBasicOps-365501575 tempest-TestSecurityGroupsBasicOps-365501575-project] 10.222.0.67 "GET /v2.0/ports?device_id=5367a6ad-5c1e-499d-a3fc-3a53dbd24add HTTP/1.1" status: 200 len: 210 time: 0.0553823 Sep 23 19:49:05.041351 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-6bf9e951-e737-4278-8e90-c9ac5011f5c9 req-00e0b11e-e188-4c8e-91b8-607cef7ff658 tempest-TestSecurityGroupsBasicOps-365501575 tempest-TestSecurityGroupsBasicOps-365501575-project] Notify callbacks [] for port, precommit_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:05.108864 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Device 8c7ac45f-7812-43d7-87d4-e537469c3f3b no longer exists at agent ovs-agent-n-d-713301-16 {{(pid=95103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 19:49:05.113471 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-6bf9e951-e737-4278-8e90-c9ac5011f5c9 req-00e0b11e-e188-4c8e-91b8-607cef7ff658 tempest-TestSecurityGroupsBasicOps-365501575 tempest-TestSecurityGroupsBasicOps-365501575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783145673135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4399100'] for port, after_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:05.137104 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-9cce7bba-6ce0-4f2f-9e12-3893f3a34a79 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:05.152004 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.plugin [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] No Port match for: 8c7ac45f-7812-43d7-87d4-e537469c3f3b {{(pid=95103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 19:49:05.154802 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Device 8c7ac45f-7812-43d7-87d4-e537469c3f3b not bound to the agent host n-d-713301-16 {{(pid=95103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 19:49:05.158652 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Device 6665d077-26f1-4a37-833c-efdb4fb4b026 no longer exists at agent ovs-agent-n-d-713301-16 {{(pid=95103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 19:49:05.163711 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-9cce7bba-6ce0-4f2f-9e12-3893f3a34a79 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:05.205723 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.plugin [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] No Port match for: 6665d077-26f1-4a37-833c-efdb4fb4b026 {{(pid=95103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 19:49:05.207803 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Device 6665d077-26f1-4a37-833c-efdb4fb4b026 not bound to the agent host n-d-713301-16 {{(pid=95103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 19:49:05.228475 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00e0b11e-e188-4c8e-91b8-607cef7ff658 tempest-TestSecurityGroupsBasicOps-365501575 tempest-TestSecurityGroupsBasicOps-365501575-project] Pushing event updated for resources: {'Port': ['ID=87579656-435f-450f-8def-8f9d9db04ad7,revision_number=1']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:49:05.230738 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-9cce7bba-6ce0-4f2f-9e12-3893f3a34a79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:05.233726 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-9cce7bba-6ce0-4f2f-9e12-3893f3a34a79 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:05.234968 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-9cce7bba-6ce0-4f2f-9e12-3893f3a34a79 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/d3b733ad-6c97-4901-9b98-8547e657fddd HTTP/1.1" status: 204 len: 168 time: 0.2311635 Sep 23 19:49:05.247947 n-d-713301-16 neutron-server[95102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6bf9e951-e737-4278-8e90-c9ac5011f5c9 req-00e0b11e-e188-4c8e-91b8-607cef7ff658 tempest-TestSecurityGroupsBasicOps-365501575 tempest-TestSecurityGroupsBasicOps-365501575-project] Network 968fd5c2-1ec4-418f-821a-c42aa6094b44 is already hosted by enough agents. {{(pid=95102) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:49:05.249623 n-d-713301-16 neutron-server[95102]: DEBUG neutron.scheduler.base_scheduler [req-6bf9e951-e737-4278-8e90-c9ac5011f5c9 req-00e0b11e-e188-4c8e-91b8-607cef7ff658 tempest-TestSecurityGroupsBasicOps-365501575 tempest-TestSecurityGroupsBasicOps-365501575-project] Resources bound (agent type, host, resource id): {{(pid=95102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:49:05.255205 n-d-713301-16 neutron-server[95102]: DEBUG neutron.db.l3_dvrscheduler_db [req-6bf9e951-e737-4278-8e90-c9ac5011f5c9 req-00e0b11e-e188-4c8e-91b8-607cef7ff658 tempest-TestSecurityGroupsBasicOps-365501575 tempest-TestSecurityGroupsBasicOps-365501575-project] Received port after_create {{(pid=95102) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 19:49:05.255739 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-ab813653-1204-49e1-abc6-b76b430fbb56 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:05.257255 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cce7bba-6ce0-4f2f-9e12-3893f3a34a79 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3b733ad-6c97-4901-9b98-8547e657fddd,revision_number=None']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:49:05.259531 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-949c2afb-e7aa-40b6-b72c-f34fd9f58e57 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:05.264491 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-ab813653-1204-49e1-abc6-b76b430fbb56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:05.300260 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-ab813653-1204-49e1-abc6-b76b430fbb56 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=c39c4b066d194c3dbd52dd33b8c5a3a5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4033661 Sep 23 19:49:05.306307 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 46060) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:49:05.378068 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf9e951-e737-4278-8e90-c9ac5011f5c9 req-00e0b11e-e188-4c8e-91b8-607cef7ff658 tempest-TestSecurityGroupsBasicOps-365501575 tempest-TestSecurityGroupsBasicOps-365501575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:49:05.378866 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-6bf9e951-e737-4278-8e90-c9ac5011f5c9 req-00e0b11e-e188-4c8e-91b8-607cef7ff658 tempest-TestSecurityGroupsBasicOps-365501575 tempest-TestSecurityGroupsBasicOps-365501575-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222849'] for port, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:05.409262 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab813653-1204-49e1-abc6-b76b430fbb56 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce700de4-25f1-4b0f-99f8-3580131230cc,revision_number=1']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:49:05.421666 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-bdc419a5-2f64-4e0d-a215-53d18e3df613 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:05.452778 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 46062) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:49:05.493280 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-bdc419a5-2f64-4e0d-a215-53d18e3df613 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:05.608705 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-bdc419a5-2f64-4e0d-a215-53d18e3df613 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:05.612178 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-bdc419a5-2f64-4e0d-a215-53d18e3df613 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:05.616145 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-bdc419a5-2f64-4e0d-a215-53d18e3df613 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/ce700de4-25f1-4b0f-99f8-3580131230cc HTTP/1.1" status: 204 len: 168 time: 0.3040729 Sep 23 19:49:05.618946 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-949c2afb-e7aa-40b6-b72c-f34fd9f58e57 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:05.636735 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdc419a5-2f64-4e0d-a215-53d18e3df613 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce700de4-25f1-4b0f-99f8-3580131230cc,revision_number=None']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:49:05.638767 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-949c2afb-e7aa-40b6-b72c-f34fd9f58e57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:05.643979 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-6bf9e951-e737-4278-8e90-c9ac5011f5c9 req-00e0b11e-e188-4c8e-91b8-607cef7ff658 tempest-TestSecurityGroupsBasicOps-365501575 tempest-TestSecurityGroupsBasicOps-365501575-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 973 time: 2.0138581 Sep 23 19:49:05.657116 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.v2.base [req-6bf9e951-e737-4278-8e90-c9ac5011f5c9 req-87c58366-0a53-4f24-bb7b-be8caa73fe0e service neutron] Request body: {'port': {'device_id': '5367a6ad-5c1e-499d-a3fc-3a53dbd24add', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713301-16'}} {{(pid=95102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:49:05.693786 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-949c2afb-e7aa-40b6-b72c-f34fd9f58e57 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1de3791a-7225-4f24-9b4e-4a105f68aff2,revision_number=1']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:49:05.700619 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-949c2afb-e7aa-40b6-b72c-f34fd9f58e57 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=e98bdb78f55b45838e0cb553eecb7532&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8352411 Sep 23 19:49:05.700912 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 46070) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:49:05.726991 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-90f55f0f-4f5c-47b4-a712-55442d5b058b None None] Provisioning complete for port 87579656-435f-450f-8def-8f9d9db04ad7 triggered by entity DHCP. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:49:05.727617 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-90f55f0f-4f5c-47b4-a712-55442d5b058b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:05.774091 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-4d6bcffa-c8ba-41f7-b59b-bae479a7c32b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:05.793877 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-6bf9e951-e737-4278-8e90-c9ac5011f5c9 req-87c58366-0a53-4f24-bb7b-be8caa73fe0e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:05.808363 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-4d6bcffa-c8ba-41f7-b59b-bae479a7c32b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:05.811087 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.plugin [None req-90f55f0f-4f5c-47b4-a712-55442d5b058b None None] Port 87579656-435f-450f-8def-8f9d9db04ad7 cannot update to ACTIVE because it is not bound. {{(pid=95103) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 19:49:05.884052 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-4d6bcffa-c8ba-41f7-b59b-bae479a7c32b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:05.886747 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-4d6bcffa-c8ba-41f7-b59b-bae479a7c32b admin admin] Notify callbacks [] for security_group, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:05.889122 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-4d6bcffa-c8ba-41f7-b59b-bae479a7c32b admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/1de3791a-7225-4f24-9b4e-4a105f68aff2 HTTP/1.1" status: 204 len: 168 time: 0.1873448 Sep 23 19:49:05.898687 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d6bcffa-c8ba-41f7-b59b-bae479a7c32b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1de3791a-7225-4f24-9b4e-4a105f68aff2,revision_number=None']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:49:05.922789 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-b0df33b0-96df-4fc2-82c4-2e3291e592a3 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=7fd7324f75754f93a5f1d406b61f5276&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4674540 Sep 23 19:49:05.924881 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 46080) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:49:06.008137 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-fb6df33c-3b12-46e2-ace9-2264d2442130 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:06.038971 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-fb6df33c-3b12-46e2-ace9-2264d2442130 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:06.103475 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-fb6df33c-3b12-46e2-ace9-2264d2442130 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:06.107981 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-fb6df33c-3b12-46e2-ace9-2264d2442130 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:06.113024 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-fb6df33c-3b12-46e2-ace9-2264d2442130 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/e9bacd89-b3cc-4949-9522-73faabe1e70d HTTP/1.1" status: 204 len: 168 time: 0.1789129 Sep 23 19:49:06.129538 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb6df33c-3b12-46e2-ace9-2264d2442130 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9bacd89-b3cc-4949-9522-73faabe1e70d,revision_number=None']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:49:06.240507 n-d-713301-16 neutron-server[95102]: DEBUG neutron.notifiers.nova [req-6bf9e951-e737-4278-8e90-c9ac5011f5c9 req-87c58366-0a53-4f24-bb7b-be8caa73fe0e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 87579656-435f-450f-8def-8f9d9db04ad7 {{(pid=95102) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 19:49:06.250464 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-6bf9e951-e737-4278-8e90-c9ac5011f5c9 req-87c58366-0a53-4f24-bb7b-be8caa73fe0e service neutron] Notify callbacks [] for port, precommit_update {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:06.262614 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35056707-0280-4f21-a2ca-a4bf60442761 req-88e4ffbb-f583-4f74-a1a4-0e022ebc7757 tempest-TestSecurityGroupsBasicOps-365501575 tempest-TestSecurityGroupsBasicOps-365501575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:49:06.264224 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-35056707-0280-4f21-a2ca-a4bf60442761 req-88e4ffbb-f583-4f74-a1a4-0e022ebc7757 tempest-TestSecurityGroupsBasicOps-365501575 tempest-TestSecurityGroupsBasicOps-365501575-project] 10.222.0.67 "GET /v2.0/ports?device_id=5367a6ad-5c1e-499d-a3fc-3a53dbd24add HTTP/1.1" status: 200 len: 971 time: 0.0996559 Sep 23 19:49:06.281411 n-d-713301-16 neutron-server[95102]: DEBUG neutron.db.provisioning_blocks [req-6bf9e951-e737-4278-8e90-c9ac5011f5c9 req-87c58366-0a53-4f24-bb7b-be8caa73fe0e service neutron] Transition to ACTIVE for port object 87579656-435f-450f-8def-8f9d9db04ad7 will not be triggered until provisioned by entity L2. {{(pid=95102) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 19:49:06.289469 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-6bf9e951-e737-4278-8e90-c9ac5011f5c9 req-87c58366-0a53-4f24-bb7b-be8caa73fe0e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4399095'] for port, after_update {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:06.364070 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-35056707-0280-4f21-a2ca-a4bf60442761 req-ae4e2e0f-93dc-41fd-a72f-8219a8fb175f tempest-TestSecurityGroupsBasicOps-365501575 tempest-TestSecurityGroupsBasicOps-365501575-project] 10.222.0.67 "GET /v2.0/security-groups?id=3dc2c4bb-68b9-40bf-aaa4-c0106b8f1ca7&id=da03c969-1309-403f-96c8-06acd6e05887&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0912046 Sep 23 19:49:06.374150 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c58366-0a53-4f24-bb7b-be8caa73fe0e service neutron] Pushing event updated for resources: {'Port': ['ID=87579656-435f-450f-8def-8f9d9db04ad7,revision_number=2']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:49:06.468292 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.managers [req-6bf9e951-e737-4278-8e90-c9ac5011f5c9 req-87c58366-0a53-4f24-bb7b-be8caa73fe0e service neutron] Attempting to bind port 87579656-435f-450f-8def-8f9d9db04ad7 on host n-h1-713301-16 for vnic_type normal with profile {{(pid=95102) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 19:49:06.468705 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.managers [req-6bf9e951-e737-4278-8e90-c9ac5011f5c9 req-87c58366-0a53-4f24-bb7b-be8caa73fe0e service neutron] Attempting to bind port 87579656-435f-450f-8def-8f9d9db04ad7 by drivers openvswitch,hyperv on host n-h1-713301-16 at level 0 using segments [{'id': '450c5ced-c09d-43dc-9a9f-49419bcb1f28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '968fd5c2-1ec4-418f-821a-c42aa6094b44'}] {{(pid=95102) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 19:49:06.469044 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bf9e951-e737-4278-8e90-c9ac5011f5c9 req-87c58366-0a53-4f24-bb7b-be8caa73fe0e service neutron] Attempting to bind port 87579656-435f-450f-8def-8f9d9db04ad7 on network 968fd5c2-1ec4-418f-821a-c42aa6094b44 {{(pid=95102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:49:06.477139 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bf9e951-e737-4278-8e90-c9ac5011f5c9 req-87c58366-0a53-4f24-bb7b-be8caa73fe0e service neutron] Port 87579656-435f-450f-8def-8f9d9db04ad7 on network 968fd5c2-1ec4-418f-821a-c42aa6094b44 not bound, no agent of type Open vSwitch agent registered on host n-h1-713301-16 {{(pid=95102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 19:49:06.477468 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bf9e951-e737-4278-8e90-c9ac5011f5c9 req-87c58366-0a53-4f24-bb7b-be8caa73fe0e service neutron] Attempting to bind port 87579656-435f-450f-8def-8f9d9db04ad7 on network 968fd5c2-1ec4-418f-821a-c42aa6094b44 {{(pid=95102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:49:06.484452 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bf9e951-e737-4278-8e90-c9ac5011f5c9 req-87c58366-0a53-4f24-bb7b-be8caa73fe0e service neutron] Checking agent: {'id': '0708c3e9-0aad-4600-9be9-d2486535c898', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713301-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 19, 15, 28), 'started_at': datetime.datetime(2021, 9, 23, 19, 15, 28), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 19, 48, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 19:49:06.484829 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bf9e951-e737-4278-8e90-c9ac5011f5c9 req-87c58366-0a53-4f24-bb7b-be8caa73fe0e service neutron] Checking segment: {'id': '450c5ced-c09d-43dc-9a9f-49419bcb1f28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '968fd5c2-1ec4-418f-821a-c42aa6094b44'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95102) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:49:06.485268 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bf9e951-e737-4278-8e90-c9ac5011f5c9 req-87c58366-0a53-4f24-bb7b-be8caa73fe0e service neutron] Bound using segment: {'id': '450c5ced-c09d-43dc-9a9f-49419bcb1f28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '968fd5c2-1ec4-418f-821a-c42aa6094b44'} {{(pid=95102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 19:49:06.486416 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.managers [req-6bf9e951-e737-4278-8e90-c9ac5011f5c9 req-87c58366-0a53-4f24-bb7b-be8caa73fe0e service neutron] Bound port: 87579656-435f-450f-8def-8f9d9db04ad7, host: n-h1-713301-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '450c5ced-c09d-43dc-9a9f-49419bcb1f28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '968fd5c2-1ec4-418f-821a-c42aa6094b44'}}] {{(pid=95102) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 19:49:06.486788 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-6bf9e951-e737-4278-8e90-c9ac5011f5c9 req-87c58366-0a53-4f24-bb7b-be8caa73fe0e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:06.568673 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 46102) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:49:06.576753 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.db [req-6bf9e951-e737-4278-8e90-c9ac5011f5c9 req-87c58366-0a53-4f24-bb7b-be8caa73fe0e service neutron] For port 87579656-435f-450f-8def-8f9d9db04ad7, host n-h1-713301-16, cleared binding levels {{(pid=95102) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 19:49:06.582204 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.db [req-6bf9e951-e737-4278-8e90-c9ac5011f5c9 req-87c58366-0a53-4f24-bb7b-be8caa73fe0e service neutron] For port 87579656-435f-450f-8def-8f9d9db04ad7, host n-h1-713301-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-16',level=0,port_id=87579656-435f-450f-8def-8f9d9db04ad7,segment=NetworkSegment(450c5ced-c09d-43dc-9a9f-49419bcb1f28),segment_id=450c5ced-c09d-43dc-9a9f-49419bcb1f28)] {{(pid=95102) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 19:49:06.588465 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-6bf9e951-e737-4278-8e90-c9ac5011f5c9 req-87c58366-0a53-4f24-bb7b-be8caa73fe0e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4399095'] for port, after_update {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:06.592864 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-c6fea95d-283b-4a1a-9a7e-03c6917801ac admin admin] Notify callbacks [] for security_group, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:06.638261 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf9e951-e737-4278-8e90-c9ac5011f5c9 req-87c58366-0a53-4f24-bb7b-be8caa73fe0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:49:06.639535 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-6bf9e951-e737-4278-8e90-c9ac5011f5c9 req-87c58366-0a53-4f24-bb7b-be8caa73fe0e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222849'] for port, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:06.641253 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-6bf9e951-e737-4278-8e90-c9ac5011f5c9 req-87c58366-0a53-4f24-bb7b-be8caa73fe0e service neutron] 10.222.0.74 "PUT /v2.0/ports/87579656-435f-450f-8def-8f9d9db04ad7 HTTP/1.1" status: 200 len: 1132 time: 0.9885423 Sep 23 19:49:06.642884 n-d-713301-16 neutron-server[95102]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5367a6ad-5c1e-499d-a3fc-3a53dbd24add', 'tag': '87579656-435f-450f-8def-8f9d9db04ad7'}] {{(pid=95102) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 19:49:06.645760 n-d-713301-16 neutron-server[95102]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab31b6d93e5336dbddfa8ec424565b3bd8cb2369c5b4d85bc943472dbb21e8ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5e30a5c-5d45-4dc7-9c51-aed716459121" -d '{"events": [{"name": "network-changed", "server_uuid": "5367a6ad-5c1e-499d-a3fc-3a53dbd24add", "tag": "87579656-435f-450f-8def-8f9d9db04ad7"}]}' {{(pid=95102) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 19:49:06.677033 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c58366-0a53-4f24-bb7b-be8caa73fe0e service neutron] Pushing event updated for resources: {'Port': ['ID=87579656-435f-450f-8def-8f9d9db04ad7,revision_number=3']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:49:06.688144 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 46106) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:49:06.738209 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-927951a6-7592-4581-89f3-fbc130b22c1f admin admin] Notify callbacks [] for security_group, before_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:06.749857 n-d-713301-16 neutron-server[95102]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 19:49:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a32149a-9d1a-486a-be0e-906880167e90 x-openstack-request-id: req-5a32149a-9d1a-486a-be0e-906880167e90 {{(pid=95102) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 19:49:06.750314 n-d-713301-16 neutron-server[95102]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5367a6ad-5c1e-499d-a3fc-3a53dbd24add", "tag": "87579656-435f-450f-8def-8f9d9db04ad7", "status": "completed", "code": 200}]} {{(pid=95102) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 19:49:06.751427 n-d-713301-16 neutron-server[95102]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-5a32149a-9d1a-486a-be0e-906880167e90 {{(pid=95102) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 19:49:06.752083 n-d-713301-16 neutron-server[95102]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5367a6ad-5c1e-499d-a3fc-3a53dbd24add', 'tag': '87579656-435f-450f-8def-8f9d9db04ad7', 'status': 'completed', 'code': 200} Sep 23 19:49:06.787100 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-c6fea95d-283b-4a1a-9a7e-03c6917801ac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:06.794039 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf9e951-e737-4278-8e90-c9ac5011f5c9 req-68391f7d-992c-40e1-8c87-47785cf99ce9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:49:06.795042 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-c6fea95d-283b-4a1a-9a7e-03c6917801ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:06.795842 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-6bf9e951-e737-4278-8e90-c9ac5011f5c9 req-68391f7d-992c-40e1-8c87-47785cf99ce9 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=bac6fc5f7b6645d7a54784d0fdaa00b3&device_id=5367a6ad-5c1e-499d-a3fc-3a53dbd24add HTTP/1.1" status: 200 len: 1135 time: 0.0808733 Sep 23 19:49:06.850128 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-6bf9e951-e737-4278-8e90-c9ac5011f5c9 req-b6fe789d-b723-4e58-8936-1b8c8fa88834 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=87579656-435f-450f-8def-8f9d9db04ad7 HTTP/1.1" status: 200 len: 217 time: 0.0455940 Sep 23 19:49:06.888730 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6fea95d-283b-4a1a-9a7e-03c6917801ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5f4ed29-a0ce-4d9f-8a1d-23c0697732b6,revision_number=1']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:49:06.916385 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-c6fea95d-283b-4a1a-9a7e-03c6917801ac admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=572025f5172f4dafa63d60512bb80736&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3458161 Sep 23 19:49:06.918882 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 46112) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:49:06.928551 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf9e951-e737-4278-8e90-c9ac5011f5c9 req-f011f262-3547-4a68-a268-e926214fbf78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:49:06.930163 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-6bf9e951-e737-4278-8e90-c9ac5011f5c9 req-f011f262-3547-4a68-a268-e926214fbf78 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=6e6812a9-a972-42aa-9511-2fb17217da70 HTTP/1.1" status: 200 len: 833 time: 0.0722950 Sep 23 19:49:07.035771 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf9e951-e737-4278-8e90-c9ac5011f5c9 req-532460c2-3374-4caf-896c-25a6ba3d05bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:49:07.037729 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-6bf9e951-e737-4278-8e90-c9ac5011f5c9 req-532460c2-3374-4caf-896c-25a6ba3d05bb service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=968fd5c2-1ec4-418f-821a-c42aa6094b44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0990965 Sep 23 19:49:07.038374 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-5a73a207-1494-48d1-a04e-022a3875a8cd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:07.074690 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-5a73a207-1494-48d1-a04e-022a3875a8cd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:07.107794 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-927951a6-7592-4581-89f3-fbc130b22c1f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:07.140115 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-927951a6-7592-4581-89f3-fbc130b22c1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:07.159372 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-5a73a207-1494-48d1-a04e-022a3875a8cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:07.164787 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-5a73a207-1494-48d1-a04e-022a3875a8cd admin admin] Notify callbacks [] for security_group, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:07.167602 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-5a73a207-1494-48d1-a04e-022a3875a8cd admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/b5f4ed29-a0ce-4d9f-8a1d-23c0697732b6 HTTP/1.1" status: 204 len: 168 time: 0.2474341 Sep 23 19:49:07.178952 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a73a207-1494-48d1-a04e-022a3875a8cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5f4ed29-a0ce-4d9f-8a1d-23c0697732b6,revision_number=None']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:49:07.237685 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-6bf9e951-e737-4278-8e90-c9ac5011f5c9 req-87702a94-3c6b-48c5-a433-ceecbad51ddb service neutron] 10.222.0.74 "GET /v2.0/networks/968fd5c2-1ec4-418f-821a-c42aa6094b44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1923835 Sep 23 19:49:07.238283 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-927951a6-7592-4581-89f3-fbc130b22c1f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e54c4a2-dfea-4a45-9759-1f23044003b1,revision_number=1']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:49:07.242642 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-927951a6-7592-4581-89f3-fbc130b22c1f admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=dce712cb3930433e8c3b1cb9e6ebc27c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5519793 Sep 23 19:49:07.245479 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 46128) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:49:07.376676 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-68ce16e2-8f9e-407a-b369-1aa2a24ee6c1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:07.388471 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-6bf9e951-e737-4278-8e90-c9ac5011f5c9 req-a261b149-7b92-4be6-8716-61314e20bc04 service neutron] 10.222.0.74 "GET /v2.0/networks/968fd5c2-1ec4-418f-821a-c42aa6094b44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1438620 Sep 23 19:49:07.445235 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-68ce16e2-8f9e-407a-b369-1aa2a24ee6c1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:07.573063 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e65676-5df1-493d-af02-dc201fcbad22 req-28e0db74-1f77-4ea6-8143-c707942bf202 tempest-TestSecurityGroupsBasicOps-365501575 tempest-TestSecurityGroupsBasicOps-365501575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:49:07.574757 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-30e65676-5df1-493d-af02-dc201fcbad22 req-28e0db74-1f77-4ea6-8143-c707942bf202 tempest-TestSecurityGroupsBasicOps-365501575 tempest-TestSecurityGroupsBasicOps-365501575-project] 10.222.0.67 "GET /v2.0/ports?device_id=5367a6ad-5c1e-499d-a3fc-3a53dbd24add HTTP/1.1" status: 200 len: 983 time: 0.1161432 Sep 23 19:49:07.576901 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e30a5c-5d45-4dc7-9c51-aed716459121 req-da1ce64d-c7f2-4112-9235-f6c9ab812ffb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:49:07.578543 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-b5e30a5c-5d45-4dc7-9c51-aed716459121 req-da1ce64d-c7f2-4112-9235-f6c9ab812ffb service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=bac6fc5f7b6645d7a54784d0fdaa00b3&device_id=5367a6ad-5c1e-499d-a3fc-3a53dbd24add HTTP/1.1" status: 200 len: 1135 time: 0.1370819 Sep 23 19:49:07.596728 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-68ce16e2-8f9e-407a-b369-1aa2a24ee6c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:07.600021 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-68ce16e2-8f9e-407a-b369-1aa2a24ee6c1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:07.604672 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-68ce16e2-8f9e-407a-b369-1aa2a24ee6c1 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/7e54c4a2-dfea-4a45-9759-1f23044003b1 HTTP/1.1" status: 204 len: 168 time: 0.3477616 Sep 23 19:49:07.645329 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ce16e2-8f9e-407a-b369-1aa2a24ee6c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e54c4a2-dfea-4a45-9759-1f23044003b1,revision_number=None']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:49:07.664848 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68ce16e2-8f9e-407a-b369-1aa2a24ee6c1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:49:07.665451 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68ce16e2-8f9e-407a-b369-1aa2a24ee6c1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:49:07.665644 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68ce16e2-8f9e-407a-b369-1aa2a24ee6c1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:49:07.665875 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68ce16e2-8f9e-407a-b369-1aa2a24ee6c1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:49:07.666213 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68ce16e2-8f9e-407a-b369-1aa2a24ee6c1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:49:07.666549 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68ce16e2-8f9e-407a-b369-1aa2a24ee6c1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:49:07.666885 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68ce16e2-8f9e-407a-b369-1aa2a24ee6c1 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:49:07.667220 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68ce16e2-8f9e-407a-b369-1aa2a24ee6c1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:49:07.667557 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68ce16e2-8f9e-407a-b369-1aa2a24ee6c1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:49:07.667917 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68ce16e2-8f9e-407a-b369-1aa2a24ee6c1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:49:07.668262 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68ce16e2-8f9e-407a-b369-1aa2a24ee6c1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:49:07.668527 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68ce16e2-8f9e-407a-b369-1aa2a24ee6c1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:49:07.711611 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-30e65676-5df1-493d-af02-dc201fcbad22 req-5799b773-10a8-468a-a11d-4be2d0e5f22d tempest-TestSecurityGroupsBasicOps-365501575 tempest-TestSecurityGroupsBasicOps-365501575-project] 10.222.0.67 "GET /v2.0/security-groups?id=3dc2c4bb-68b9-40bf-aaa4-c0106b8f1ca7&id=da03c969-1309-403f-96c8-06acd6e05887&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1299284 Sep 23 19:49:07.756073 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e30a5c-5d45-4dc7-9c51-aed716459121 req-d7ba2eae-2350-4999-b655-05c311bb26f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:49:07.758370 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-b5e30a5c-5d45-4dc7-9c51-aed716459121 req-d7ba2eae-2350-4999-b655-05c311bb26f4 service neutron] 10.222.0.74 "GET /v2.0/networks?id=968fd5c2-1ec4-418f-821a-c42aa6094b44 HTTP/1.1" status: 200 len: 898 time: 0.1705630 Sep 23 19:49:07.811516 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-b5e30a5c-5d45-4dc7-9c51-aed716459121 req-81809d9a-0ed8-494f-921d-84d046f5a993 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=87579656-435f-450f-8def-8f9d9db04ad7 HTTP/1.1" status: 200 len: 217 time: 0.0435581 Sep 23 19:49:07.873584 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e30a5c-5d45-4dc7-9c51-aed716459121 req-e1b312f4-4679-46d4-9e4f-334305d26373 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:49:07.875083 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-b5e30a5c-5d45-4dc7-9c51-aed716459121 req-e1b312f4-4679-46d4-9e4f-334305d26373 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=6e6812a9-a972-42aa-9511-2fb17217da70 HTTP/1.1" status: 200 len: 833 time: 0.0564070 Sep 23 19:49:07.925604 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e30a5c-5d45-4dc7-9c51-aed716459121 req-300ff366-c5ee-4fb8-8da1-14691e3e1a68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:49:07.927163 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-b5e30a5c-5d45-4dc7-9c51-aed716459121 req-300ff366-c5ee-4fb8-8da1-14691e3e1a68 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=968fd5c2-1ec4-418f-821a-c42aa6094b44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0442379 Sep 23 19:49:08.040998 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-b5e30a5c-5d45-4dc7-9c51-aed716459121 req-8a31a9dd-001a-4c2d-a478-3cad83d0c4a4 service neutron] 10.222.0.74 "GET /v2.0/networks/968fd5c2-1ec4-418f-821a-c42aa6094b44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1057932 Sep 23 19:49:08.562786 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-b5e30a5c-5d45-4dc7-9c51-aed716459121 req-d5550257-031e-424d-b25d-d779a1b2a27f service neutron] 10.222.0.74 "GET /v2.0/networks/968fd5c2-1ec4-418f-821a-c42aa6094b44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5131922 Sep 23 19:49:08.881099 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29fc17a4-4643-4f44-b158-9f2df6c585eb req-9631baaa-e92c-417b-9351-8d450938fbfb tempest-TestSecurityGroupsBasicOps-365501575 tempest-TestSecurityGroupsBasicOps-365501575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:49:08.883567 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-29fc17a4-4643-4f44-b158-9f2df6c585eb req-9631baaa-e92c-417b-9351-8d450938fbfb tempest-TestSecurityGroupsBasicOps-365501575 tempest-TestSecurityGroupsBasicOps-365501575-project] 10.222.0.67 "GET /v2.0/ports?device_id=5367a6ad-5c1e-499d-a3fc-3a53dbd24add HTTP/1.1" status: 200 len: 983 time: 0.0846403 Sep 23 19:49:08.941666 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-29fc17a4-4643-4f44-b158-9f2df6c585eb req-4d5819e7-fabd-4dea-8422-fc67ac2c6d85 tempest-TestSecurityGroupsBasicOps-365501575 tempest-TestSecurityGroupsBasicOps-365501575-project] 10.222.0.67 "GET /v2.0/security-groups?id=3dc2c4bb-68b9-40bf-aaa4-c0106b8f1ca7&id=da03c969-1309-403f-96c8-06acd6e05887&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0490341 Sep 23 19:49:09.028741 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Device 87579656-435f-450f-8def-8f9d9db04ad7 details requested by agent hyperv_n-h1-713301-16 with host n-h1-713301-16 {{(pid=95103) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 19:49:09.074262 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 46214) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:49:09.147893 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] For port 87579656-435f-450f-8def-8f9d9db04ad7, host n-h1-713301-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-16',level=0,port_id=87579656-435f-450f-8def-8f9d9db04ad7,segment=NetworkSegment(450c5ced-c09d-43dc-9a9f-49419bcb1f28),segment_id=450c5ced-c09d-43dc-9a9f-49419bcb1f28)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:49:09.172752 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Returning: {'device': '87579656-435f-450f-8def-8f9d9db04ad7', 'network_id': '968fd5c2-1ec4-418f-821a-c42aa6094b44', 'port_id': '87579656-435f-450f-8def-8f9d9db04ad7', 'mac_address': 'fa:16:3e:f9:a3:c2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 642, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6e6812a9-a972-42aa-9511-2fb17217da70', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95103) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 19:49:09.237966 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:09.275364 n-d-713301-16 neutron-server[95103]: DEBUG neutron.notifiers.nova [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 87579656-435f-450f-8def-8f9d9db04ad7 {{(pid=95103) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 19:49:09.331374 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] For port 87579656-435f-450f-8def-8f9d9db04ad7, host n-h1-713301-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-16',level=0,port_id=87579656-435f-450f-8def-8f9d9db04ad7,segment=NetworkSegment(450c5ced-c09d-43dc-9a9f-49419bcb1f28),segment_id=450c5ced-c09d-43dc-9a9f-49419bcb1f28)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:49:09.336165 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:09.393477 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Pushing event updated for resources: {'Port': ['ID=87579656-435f-450f-8def-8f9d9db04ad7,revision_number=4']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:49:09.394256 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-f3f16fea-fbc2-4089-9a69-7a51417e96e5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:09.511654 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-f3f16fea-fbc2-4089-9a69-7a51417e96e5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:09.518285 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-f3f16fea-fbc2-4089-9a69-7a51417e96e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:09.524522 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] get_ports_and_sgs() called for port_ids ['87579656-435f-450f-8def-8f9d9db04ad7'] {{(pid=95103) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 19:49:09.593907 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3f16fea-fbc2-4089-9a69-7a51417e96e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2af98a5b-1210-42a8-968a-6e19c984b412,revision_number=1']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:49:09.647579 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 46240) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:49:09.648088 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-f3f16fea-fbc2-4089-9a69-7a51417e96e5 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=019f52c16310482ea1f51e5021860cfa&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5724227 Sep 23 19:49:09.732675 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-ee927e32-7a59-4329-b15f-d668b223ba34 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:09.757398 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-ee927e32-7a59-4329-b15f-d668b223ba34 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:09.862203 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-ee927e32-7a59-4329-b15f-d668b223ba34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:09.865156 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-ee927e32-7a59-4329-b15f-d668b223ba34 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:09.866339 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-ee927e32-7a59-4329-b15f-d668b223ba34 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/2af98a5b-1210-42a8-968a-6e19c984b412 HTTP/1.1" status: 204 len: 168 time: 0.2176445 Sep 23 19:49:09.876886 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee927e32-7a59-4329-b15f-d668b223ba34 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2af98a5b-1210-42a8-968a-6e19c984b412,revision_number=None']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:49:09.901582 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-e3714cb5-eba7-413e-8d68-8a1c00c45612 req-2b23c81d-5c05-4bc6-b8fb-6889db1b19df tempest-VolumesBackupsTest-667409647 tempest-VolumesBackupsTest-667409647-project] 10.222.0.67 "GET /v2.0/networks?tenant_id=614cf8fa1506499aa5910be7cbdb417b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0555871 Sep 23 19:49:10.172197 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3714cb5-eba7-413e-8d68-8a1c00c45612 req-ce2f5de9-bc9e-4001-96bb-83c43d1dfd18 tempest-VolumesBackupsTest-667409647 tempest-VolumesBackupsTest-667409647-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:49:10.174554 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-e3714cb5-eba7-413e-8d68-8a1c00c45612 req-ce2f5de9-bc9e-4001-96bb-83c43d1dfd18 tempest-VolumesBackupsTest-667409647 tempest-VolumesBackupsTest-667409647-project] 10.222.0.67 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2720008 Sep 23 19:49:10.182823 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-932429a6-2038-4864-828a-50ca6898df09 req-35e81b32-4969-4587-b303-62cceb5ea2c7 tempest-TestSecurityGroupsBasicOps-365501575 tempest-TestSecurityGroupsBasicOps-365501575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:49:10.184569 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-932429a6-2038-4864-828a-50ca6898df09 req-35e81b32-4969-4587-b303-62cceb5ea2c7 tempest-TestSecurityGroupsBasicOps-365501575 tempest-TestSecurityGroupsBasicOps-365501575-project] 10.222.0.67 "GET /v2.0/ports?device_id=5367a6ad-5c1e-499d-a3fc-3a53dbd24add HTTP/1.1" status: 200 len: 984 time: 0.1255691 Sep 23 19:49:10.216487 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-e3714cb5-eba7-413e-8d68-8a1c00c45612 req-f7b72299-cecb-4154-b384-e1181453b3f5 tempest-VolumesBackupsTest-667409647 tempest-VolumesBackupsTest-667409647-project] 10.222.0.67 "GET /v2.0/quotas/614cf8fa1506499aa5910be7cbdb417b HTTP/1.1" status: 200 len: 375 time: 0.0308630 Sep 23 19:49:10.261614 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-e3714cb5-eba7-413e-8d68-8a1c00c45612 req-72a38f10-b988-4e55-9591-625cb236469c tempest-VolumesBackupsTest-667409647 tempest-VolumesBackupsTest-667409647-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=614cf8fa1506499aa5910be7cbdb417b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0300117 Sep 23 19:49:10.266524 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-932429a6-2038-4864-828a-50ca6898df09 req-0472d1a7-7e59-45b7-89c1-db8946ccbd27 tempest-TestSecurityGroupsBasicOps-365501575 tempest-TestSecurityGroupsBasicOps-365501575-project] 10.222.0.67 "GET /v2.0/security-groups?id=3dc2c4bb-68b9-40bf-aaa4-c0106b8f1ca7&id=da03c969-1309-403f-96c8-06acd6e05887&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0744209 Sep 23 19:49:10.459608 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 46290) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:49:10.480977 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-14de2e8f-eff2-413b-93eb-d2c49d468a24 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:10.549392 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-c1670c20-f08e-4f06-885d-e146c2c4879f req-10981b3b-bfbe-4861-81e4-9631062750d0 tempest-VolumesBackupsTest-667409647 tempest-VolumesBackupsTest-667409647-project] 10.222.0.67 "GET /v2.0/ports?device_id=39da272a-e143-4400-8545-09e4d3667d0e HTTP/1.1" status: 200 len: 210 time: 0.0360749 Sep 23 19:49:10.644054 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-14de2e8f-eff2-413b-93eb-d2c49d468a24 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:10.650432 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-14de2e8f-eff2-413b-93eb-d2c49d468a24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:10.713120 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 46340) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:49:10.713312 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-14de2e8f-eff2-413b-93eb-d2c49d468a24 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=2a26001a94e144e786189b837dbf758d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2523234 Sep 23 19:49:10.714517 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14de2e8f-eff2-413b-93eb-d2c49d468a24 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a9a315c-0c71-43db-835d-b63fa765a818,revision_number=1']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:49:10.816934 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-2435d863-2468-4063-a18d-81b81d837298 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:10.847433 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-2435d863-2468-4063-a18d-81b81d837298 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:10.923899 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-2435d863-2468-4063-a18d-81b81d837298 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:10.928271 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-2435d863-2468-4063-a18d-81b81d837298 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:10.929877 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-2435d863-2468-4063-a18d-81b81d837298 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/7a9a315c-0c71-43db-835d-b63fa765a818 HTTP/1.1" status: 204 len: 168 time: 0.2146459 Sep 23 19:49:10.943335 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2435d863-2468-4063-a18d-81b81d837298 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a9a315c-0c71-43db-835d-b63fa765a818,revision_number=None']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:49:11.044490 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Device 87579656-435f-450f-8def-8f9d9db04ad7 up at agent hyperv_n-h1-713301-16 {{(pid=95103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 19:49:11.143776 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Provisioning for port 87579656-435f-450f-8def-8f9d9db04ad7 completed by entity L2. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 19:49:11.151280 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Provisioning complete for port 87579656-435f-450f-8def-8f9d9db04ad7 triggered by entity L2. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:49:11.152820 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:11.303838 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:11.353243 n-d-713301-16 neutron-server[95103]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5367a6ad-5c1e-499d-a3fc-3a53dbd24add', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '87579656-435f-450f-8def-8f9d9db04ad7'}] {{(pid=95103) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 19:49:11.355397 n-d-713301-16 neutron-server[95103]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}81a1c17f2aa89d5b3ebbba3a3e0cf7eb588e431c2224256110c4c4facdd7c3e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6de713fa-f741-46c7-be66-fdc98b7975e2" -d '{"events": [{"server_uuid": "5367a6ad-5c1e-499d-a3fc-3a53dbd24add", "name": "network-vif-plugged", "status": "completed", "tag": "87579656-435f-450f-8def-8f9d9db04ad7"}]}' {{(pid=95103) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 19:49:11.383003 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] For port 87579656-435f-450f-8def-8f9d9db04ad7, host n-h1-713301-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-16',level=0,port_id=87579656-435f-450f-8def-8f9d9db04ad7,segment=NetworkSegment(450c5ced-c09d-43dc-9a9f-49419bcb1f28),segment_id=450c5ced-c09d-43dc-9a9f-49419bcb1f28)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:49:11.392917 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:11.417167 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd486f7-3eeb-44e0-9b1b-8832211fd62d req-6b541bcf-14ed-4e1c-b2f9-c502ebce5d20 tempest-TestSecurityGroupsBasicOps-365501575 tempest-TestSecurityGroupsBasicOps-365501575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:49:11.425617 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-2cd486f7-3eeb-44e0-9b1b-8832211fd62d req-6b541bcf-14ed-4e1c-b2f9-c502ebce5d20 tempest-TestSecurityGroupsBasicOps-365501575 tempest-TestSecurityGroupsBasicOps-365501575-project] 10.222.0.67 "GET /v2.0/ports?device_id=5367a6ad-5c1e-499d-a3fc-3a53dbd24add HTTP/1.1" status: 200 len: 984 time: 0.0576699 Sep 23 19:49:11.455987 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Pushing event updated for resources: {'Port': ['ID=87579656-435f-450f-8def-8f9d9db04ad7,revision_number=5']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:49:11.469480 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-2cd486f7-3eeb-44e0-9b1b-8832211fd62d req-2ed7dea7-59b0-4e0b-b1bc-834cf051b1d6 tempest-TestSecurityGroupsBasicOps-365501575 tempest-TestSecurityGroupsBasicOps-365501575-project] 10.222.0.67 "GET /v2.0/security-groups?id=3dc2c4bb-68b9-40bf-aaa4-c0106b8f1ca7&id=da03c969-1309-403f-96c8-06acd6e05887&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0427525 Sep 23 19:49:11.660713 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-2f77fc02-1d3d-4c54-b091-32cf50dfaf6f req-91cf0edf-4428-4d2e-af6c-631eadb0fe9d tempest-VolumesBackupsTest-667409647 tempest-VolumesBackupsTest-667409647-project] 10.222.0.67 "GET /v2.0/ports?device_id=39da272a-e143-4400-8545-09e4d3667d0e HTTP/1.1" status: 200 len: 210 time: 0.0353026 Sep 23 19:49:11.701471 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-e3714cb5-eba7-413e-8d68-8a1c00c45612 req-e2fe727d-9364-40c4-ad59-fa798394a244 tempest-VolumesBackupsTest-667409647 tempest-VolumesBackupsTest-667409647-project] 10.222.0.53 "GET /v2.0/networks?tenant_id=614cf8fa1506499aa5910be7cbdb417b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0443678 Sep 23 19:49:11.789906 n-d-713301-16 neutron-server[95103]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 19:49:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-831f5f4d-3fd6-4625-bdd5-a4b8ce1d9fc1 x-openstack-request-id: req-831f5f4d-3fd6-4625-bdd5-a4b8ce1d9fc1 {{(pid=95103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 19:49:11.790195 n-d-713301-16 neutron-server[95103]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5367a6ad-5c1e-499d-a3fc-3a53dbd24add", "name": "network-vif-plugged", "status": "completed", "tag": "87579656-435f-450f-8def-8f9d9db04ad7", "code": 200}]} {{(pid=95103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 19:49:11.790755 n-d-713301-16 neutron-server[95103]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-831f5f4d-3fd6-4625-bdd5-a4b8ce1d9fc1 {{(pid=95103) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 19:49:11.791155 n-d-713301-16 neutron-server[95103]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5367a6ad-5c1e-499d-a3fc-3a53dbd24add', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '87579656-435f-450f-8def-8f9d9db04ad7', 'code': 200} Sep 23 19:49:11.804907 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 46446) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:49:11.890564 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3714cb5-eba7-413e-8d68-8a1c00c45612 req-4a21a3fe-5903-4a4a-b4b0-2a2530dbcee1 tempest-VolumesBackupsTest-667409647 tempest-VolumesBackupsTest-667409647-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:49:11.895155 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-e3714cb5-eba7-413e-8d68-8a1c00c45612 req-4a21a3fe-5903-4a4a-b4b0-2a2530dbcee1 tempest-VolumesBackupsTest-667409647 tempest-VolumesBackupsTest-667409647-project] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1855898 Sep 23 19:49:11.915122 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.v2.base [req-e3714cb5-eba7-413e-8d68-8a1c00c45612 req-4a5d286e-5512-4a2e-9001-9bc82e75657e tempest-VolumesBackupsTest-667409647 tempest-VolumesBackupsTest-667409647-project] Request body: {'port': {'device_id': '39da272a-e143-4400-8545-09e4d3667d0e', 'network_id': '5220cb0c-da05-478a-9604-8c11469a05b4', 'admin_state_up': True, 'tenant_id': '614cf8fa1506499aa5910be7cbdb417b'}} {{(pid=95102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:49:11.993952 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d87e794-2771-4a7f-b547-4dd7b353eef8 req-ad394921-79a1-49f4-9f25-8b9c6cb2c14f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:49:11.995571 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-4d87e794-2771-4a7f-b547-4dd7b353eef8 req-ad394921-79a1-49f4-9f25-8b9c6cb2c14f service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=5367a6ad-5c1e-499d-a3fc-3a53dbd24add HTTP/1.1" status: 200 len: 1137 time: 0.1246982 Sep 23 19:49:12.045078 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-4d87e794-2771-4a7f-b547-4dd7b353eef8 req-872a915b-faf3-47ff-af00-ae4c44661008 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=da03c969-1309-403f-96c8-06acd6e05887&id=3dc2c4bb-68b9-40bf-aaa4-c0106b8f1ca7&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0413842 Sep 23 19:49:12.081296 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e3714cb5-eba7-413e-8d68-8a1c00c45612 req-4a5d286e-5512-4a2e-9001-9bc82e75657e tempest-VolumesBackupsTest-667409647 tempest-VolumesBackupsTest-667409647-project] Made reservation on behalf of 614cf8fa1506499aa5910be7cbdb417b for: {'port': 1} {{(pid=95102) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:49:12.085594 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-e3714cb5-eba7-413e-8d68-8a1c00c45612 req-4a5d286e-5512-4a2e-9001-9bc82e75657e tempest-VolumesBackupsTest-667409647 tempest-VolumesBackupsTest-667409647-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:12.097260 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-bda754a4-af63-48a5-879a-3a7b7c78ef63 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:12.098823 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-e3714cb5-eba7-413e-8d68-8a1c00c45612 req-4a5d286e-5512-4a2e-9001-9bc82e75657e tempest-VolumesBackupsTest-667409647 tempest-VolumesBackupsTest-667409647-project] Notify callbacks [] for security_group, before_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:12.211644 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-bda754a4-af63-48a5-879a-3a7b7c78ef63 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:12.221456 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-bda754a4-af63-48a5-879a-3a7b7c78ef63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:12.280452 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-bda754a4-af63-48a5-879a-3a7b7c78ef63 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=6b7f920d567040a391fc0bed210eea96&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4744043 Sep 23 19:49:12.281665 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bda754a4-af63-48a5-879a-3a7b7c78ef63 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a0babf8-5937-45c3-b2e2-38a4c982c517,revision_number=1']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:49:12.283785 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 46468) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:49:12.390816 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-caf0113f-a803-4b30-babc-180ecda33242 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:12.394880 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-e3714cb5-eba7-413e-8d68-8a1c00c45612 req-4a5d286e-5512-4a2e-9001-9bc82e75657e tempest-VolumesBackupsTest-667409647 tempest-VolumesBackupsTest-667409647-project] Notify callbacks [] for security_group, precommit_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:12.405869 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-e3714cb5-eba7-413e-8d68-8a1c00c45612 req-4a5d286e-5512-4a2e-9001-9bc82e75657e tempest-VolumesBackupsTest-667409647 tempest-VolumesBackupsTest-667409647-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:12.446095 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-caf0113f-a803-4b30-babc-180ecda33242 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:12.519283 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a5d286e-5512-4a2e-9001-9bc82e75657e tempest-VolumesBackupsTest-667409647 tempest-VolumesBackupsTest-667409647-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a9f48087-3fb0-46e6-99e9-ce465e6df1f8,revision_number=1']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:49:12.573797 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 46482) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:49:12.633775 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-caf0113f-a803-4b30-babc-180ecda33242 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:12.636572 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-caf0113f-a803-4b30-babc-180ecda33242 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:12.638018 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-caf0113f-a803-4b30-babc-180ecda33242 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/2a0babf8-5937-45c3-b2e2-38a4c982c517 HTTP/1.1" status: 204 len: 168 time: 0.3530269 Sep 23 19:49:12.655530 n-d-713301-16 neutron-server[95102]: DEBUG neutron.db.db_base_plugin_common [req-e3714cb5-eba7-413e-8d68-8a1c00c45612 req-4a5d286e-5512-4a2e-9001-9bc82e75657e tempest-VolumesBackupsTest-667409647 tempest-VolumesBackupsTest-667409647-project] Allocated IP 192.168.233.156 (5220cb0c-da05-478a-9604-8c11469a05b4/1ccc69bc-9d6b-44d9-b227-204e47dc6e45/90bacada-8d45-463a-bb39-610f6bd74fdf) {{(pid=95102) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 19:49:12.667925 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf0113f-a803-4b30-babc-180ecda33242 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a0babf8-5937-45c3-b2e2-38a4c982c517,revision_number=None']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:49:12.699283 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e03ef5-e3ec-46ad-9dc2-3795812ccad9 req-92f0e554-7f72-4772-aa79-30d8b7751626 tempest-TestSecurityGroupsBasicOps-365501575 tempest-TestSecurityGroupsBasicOps-365501575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:49:12.710370 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-47e03ef5-e3ec-46ad-9dc2-3795812ccad9 req-92f0e554-7f72-4772-aa79-30d8b7751626 tempest-TestSecurityGroupsBasicOps-365501575 tempest-TestSecurityGroupsBasicOps-365501575-project] 10.222.0.67 "GET /v2.0/ports?device_id=5367a6ad-5c1e-499d-a3fc-3a53dbd24add HTTP/1.1" status: 200 len: 985 time: 0.1376600 Sep 23 19:49:12.785871 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-47e03ef5-e3ec-46ad-9dc2-3795812ccad9 req-3c93dbbe-771a-426d-aa3f-f102588dbcfd tempest-TestSecurityGroupsBasicOps-365501575 tempest-TestSecurityGroupsBasicOps-365501575-project] 10.222.0.67 "GET /v2.0/security-groups?id=3dc2c4bb-68b9-40bf-aaa4-c0106b8f1ca7&id=da03c969-1309-403f-96c8-06acd6e05887&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0745771 Sep 23 19:49:12.812294 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-0767a819-b092-4002-a66d-04dcf169178d req-72e24acc-880b-447e-a18f-29565bf046b8 tempest-VolumesBackupsTest-667409647 tempest-VolumesBackupsTest-667409647-project] 10.222.0.67 "GET /v2.0/ports?device_id=39da272a-e143-4400-8545-09e4d3667d0e HTTP/1.1" status: 200 len: 210 time: 0.0481529 Sep 23 19:49:12.830397 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-6c4e625f-6ac7-4dde-a941-68feee53df2a admin admin] Notify callbacks [] for security_group, before_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:12.982591 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-e3714cb5-eba7-413e-8d68-8a1c00c45612 req-4a5d286e-5512-4a2e-9001-9bc82e75657e tempest-VolumesBackupsTest-667409647 tempest-VolumesBackupsTest-667409647-project] Notify callbacks [] for port, precommit_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:13.070048 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-6c4e625f-6ac7-4dde-a941-68feee53df2a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:13.076137 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-e3714cb5-eba7-413e-8d68-8a1c00c45612 req-4a5d286e-5512-4a2e-9001-9bc82e75657e tempest-VolumesBackupsTest-667409647 tempest-VolumesBackupsTest-667409647-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783145673135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4399100'] for port, after_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:13.078210 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-6c4e625f-6ac7-4dde-a941-68feee53df2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:13.167850 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 46500) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:49:13.180928 n-d-713301-16 neutron-server[95102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e3714cb5-eba7-413e-8d68-8a1c00c45612 req-4a5d286e-5512-4a2e-9001-9bc82e75657e tempest-VolumesBackupsTest-667409647 tempest-VolumesBackupsTest-667409647-project] Network 5220cb0c-da05-478a-9604-8c11469a05b4 is already hosted by enough agents. {{(pid=95102) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:49:13.186343 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-4718884c-520e-4fc9-8a27-2cad7b779e09 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:13.193618 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-6c4e625f-6ac7-4dde-a941-68feee53df2a admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=58e5f29288ac421ca65b806c3afa8fff&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6143172 Sep 23 19:49:13.196469 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 46504) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:49:13.200718 n-d-713301-16 neutron-server[95102]: DEBUG neutron.scheduler.base_scheduler [req-e3714cb5-eba7-413e-8d68-8a1c00c45612 req-4a5d286e-5512-4a2e-9001-9bc82e75657e tempest-VolumesBackupsTest-667409647 tempest-VolumesBackupsTest-667409647-project] Resources bound (agent type, host, resource id): {{(pid=95102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:49:13.203212 n-d-713301-16 neutron-server[95102]: DEBUG neutron.db.l3_dvrscheduler_db [req-e3714cb5-eba7-413e-8d68-8a1c00c45612 req-4a5d286e-5512-4a2e-9001-9bc82e75657e tempest-VolumesBackupsTest-667409647 tempest-VolumesBackupsTest-667409647-project] Received port after_create {{(pid=95102) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 19:49:13.207029 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4e625f-6ac7-4dde-a941-68feee53df2a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc792203-9973-4ea7-beb3-9711e96d434b,revision_number=1']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:49:13.209504 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a5d286e-5512-4a2e-9001-9bc82e75657e tempest-VolumesBackupsTest-667409647 tempest-VolumesBackupsTest-667409647-project] Pushing event updated for resources: {'Port': ['ID=90bacada-8d45-463a-bb39-610f6bd74fdf,revision_number=1']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:49:13.276930 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3714cb5-eba7-413e-8d68-8a1c00c45612 req-4a5d286e-5512-4a2e-9001-9bc82e75657e tempest-VolumesBackupsTest-667409647 tempest-VolumesBackupsTest-667409647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:49:13.277713 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-e3714cb5-eba7-413e-8d68-8a1c00c45612 req-4a5d286e-5512-4a2e-9001-9bc82e75657e tempest-VolumesBackupsTest-667409647 tempest-VolumesBackupsTest-667409647-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222849'] for port, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:13.289459 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-5b032652-4539-404b-b046-7730ac8a109a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:13.324921 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-5b032652-4539-404b-b046-7730ac8a109a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:13.389447 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-4718884c-520e-4fc9-8a27-2cad7b779e09 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:13.396150 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-4718884c-520e-4fc9-8a27-2cad7b779e09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:13.404118 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-e3714cb5-eba7-413e-8d68-8a1c00c45612 req-4a5d286e-5512-4a2e-9001-9bc82e75657e tempest-VolumesBackupsTest-667409647 tempest-VolumesBackupsTest-667409647-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.4930406 Sep 23 19:49:13.416114 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-5b032652-4539-404b-b046-7730ac8a109a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:13.418648 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-5b032652-4539-404b-b046-7730ac8a109a admin admin] Notify callbacks [] for security_group, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:13.420206 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-5b032652-4539-404b-b046-7730ac8a109a admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/fc792203-9973-4ea7-beb3-9711e96d434b HTTP/1.1" status: 204 len: 168 time: 0.2226002 Sep 23 19:49:13.448633 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 46512) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:49:13.448992 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-4718884c-520e-4fc9-8a27-2cad7b779e09 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=d443895c7e054d82ab65f5f3d1e8cc28&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2797348 Sep 23 19:49:13.450445 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4718884c-520e-4fc9-8a27-2cad7b779e09 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f93ff97f-e619-4626-a19f-d8672c63574e,revision_number=1']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:49:13.464743 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b032652-4539-404b-b046-7730ac8a109a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc792203-9973-4ea7-beb3-9711e96d434b,revision_number=None']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:49:13.536270 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-098a89ab-0d3d-4169-af26-5ed55d3485b1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:13.555618 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.v2.base [req-e3714cb5-eba7-413e-8d68-8a1c00c45612 req-96ec26e6-7b69-4765-87b4-718dd7b233d8 service neutron] Request body: {'port': {'device_id': '39da272a-e143-4400-8545-09e4d3667d0e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713301-16'}} {{(pid=95102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:49:13.586906 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-098a89ab-0d3d-4169-af26-5ed55d3485b1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:13.607749 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-e27a59b0-6e17-4636-a597-2aa70ab83bba None None] Provisioning complete for port 90bacada-8d45-463a-bb39-610f6bd74fdf triggered by entity DHCP. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:49:13.608736 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-e27a59b0-6e17-4636-a597-2aa70ab83bba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:13.644918 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-e3714cb5-eba7-413e-8d68-8a1c00c45612 req-96ec26e6-7b69-4765-87b4-718dd7b233d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:13.648431 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.plugin [None req-e27a59b0-6e17-4636-a597-2aa70ab83bba None None] Port 90bacada-8d45-463a-bb39-610f6bd74fdf cannot update to ACTIVE because it is not bound. {{(pid=95103) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 19:49:13.799455 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-098a89ab-0d3d-4169-af26-5ed55d3485b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:13.802048 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-098a89ab-0d3d-4169-af26-5ed55d3485b1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:13.803283 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-098a89ab-0d3d-4169-af26-5ed55d3485b1 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/f93ff97f-e619-4626-a19f-d8672c63574e HTTP/1.1" status: 204 len: 168 time: 0.3534994 Sep 23 19:49:13.827476 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-098a89ab-0d3d-4169-af26-5ed55d3485b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f93ff97f-e619-4626-a19f-d8672c63574e,revision_number=None']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:49:13.957199 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 46532) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:49:13.972010 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-08fae0eb-dab3-474f-b063-f75d14c80217 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:14.094447 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-08fae0eb-dab3-474f-b063-f75d14c80217 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:14.095431 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f8df400-4d2a-4ac7-8e00-d803ab15b08c req-b7adaae8-4639-4ea7-9483-2f496330d89e tempest-VolumesBackupsTest-667409647 tempest-VolumesBackupsTest-667409647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:49:14.096992 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-6f8df400-4d2a-4ac7-8e00-d803ab15b08c req-b7adaae8-4639-4ea7-9483-2f496330d89e tempest-VolumesBackupsTest-667409647 tempest-VolumesBackupsTest-667409647-project] 10.222.0.67 "GET /v2.0/ports?device_id=39da272a-e143-4400-8545-09e4d3667d0e HTTP/1.1" status: 200 len: 936 time: 0.1563168 Sep 23 19:49:14.104178 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-08fae0eb-dab3-474f-b063-f75d14c80217 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:14.109068 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8328ac-280d-4edf-8c91-fd59118811d6 req-044060e8-c8a8-40fd-849e-342813ee42c7 tempest-TestSecurityGroupsBasicOps-365501575 tempest-TestSecurityGroupsBasicOps-365501575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:49:14.113163 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-aa8328ac-280d-4edf-8c91-fd59118811d6 req-044060e8-c8a8-40fd-849e-342813ee42c7 tempest-TestSecurityGroupsBasicOps-365501575 tempest-TestSecurityGroupsBasicOps-365501575-project] 10.222.0.67 "GET /v2.0/ports?device_id=5367a6ad-5c1e-499d-a3fc-3a53dbd24add HTTP/1.1" status: 200 len: 985 time: 0.1736929 Sep 23 19:49:14.165644 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-08fae0eb-dab3-474f-b063-f75d14c80217 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=0d2a6031daf946a29b8dec1744cdce7d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2072899 Sep 23 19:49:14.167240 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 46536) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:49:14.180101 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08fae0eb-dab3-474f-b063-f75d14c80217 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6bd56f5d-8ad6-4b0d-8e6d-af67a97bfedb,revision_number=1']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:49:14.270807 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-aa8328ac-280d-4edf-8c91-fd59118811d6 req-319482b7-6cdd-4831-bd5d-11ec5fbe2b78 tempest-TestSecurityGroupsBasicOps-365501575 tempest-TestSecurityGroupsBasicOps-365501575-project] 10.222.0.67 "GET /v2.0/security-groups?id=3dc2c4bb-68b9-40bf-aaa4-c0106b8f1ca7&id=da03c969-1309-403f-96c8-06acd6e05887&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1468801 Sep 23 19:49:14.271184 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-11500692-41a3-4f93-b887-e96b876c865b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:14.281011 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-6f8df400-4d2a-4ac7-8e00-d803ab15b08c req-bd073963-793d-4bff-baa3-3929938205af tempest-VolumesBackupsTest-667409647 tempest-VolumesBackupsTest-667409647-project] 10.222.0.67 "GET /v2.0/security-groups?id=a9f48087-3fb0-46e6-99e9-ce465e6df1f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1609526 Sep 23 19:49:14.289279 n-d-713301-16 neutron-server[95102]: DEBUG neutron.notifiers.nova [req-e3714cb5-eba7-413e-8d68-8a1c00c45612 req-96ec26e6-7b69-4765-87b4-718dd7b233d8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 90bacada-8d45-463a-bb39-610f6bd74fdf {{(pid=95102) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 19:49:14.305414 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-e3714cb5-eba7-413e-8d68-8a1c00c45612 req-96ec26e6-7b69-4765-87b4-718dd7b233d8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:14.310242 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-11500692-41a3-4f93-b887-e96b876c865b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:14.321656 n-d-713301-16 neutron-server[95102]: DEBUG neutron.db.provisioning_blocks [req-e3714cb5-eba7-413e-8d68-8a1c00c45612 req-96ec26e6-7b69-4765-87b4-718dd7b233d8 service neutron] Transition to ACTIVE for port object 90bacada-8d45-463a-bb39-610f6bd74fdf will not be triggered until provisioned by entity L2. {{(pid=95102) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 19:49:14.332016 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-e3714cb5-eba7-413e-8d68-8a1c00c45612 req-96ec26e6-7b69-4765-87b4-718dd7b233d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4399095'] for port, after_update {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:14.382572 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-11500692-41a3-4f93-b887-e96b876c865b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:14.385526 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-11500692-41a3-4f93-b887-e96b876c865b admin admin] Notify callbacks [] for security_group, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:14.386859 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-11500692-41a3-4f93-b887-e96b876c865b admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/6bd56f5d-8ad6-4b0d-8e6d-af67a97bfedb HTTP/1.1" status: 204 len: 168 time: 0.2148581 Sep 23 19:49:14.410567 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11500692-41a3-4f93-b887-e96b876c865b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6bd56f5d-8ad6-4b0d-8e6d-af67a97bfedb,revision_number=None']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:49:14.467845 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96ec26e6-7b69-4765-87b4-718dd7b233d8 service neutron] Pushing event updated for resources: {'Port': ['ID=90bacada-8d45-463a-bb39-610f6bd74fdf,revision_number=2']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:49:14.559172 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa3a1e7-801c-4842-bdd8-c2285c1e6681 req-47365ff0-780f-4b45-a5c6-7bb67813d000 tempest-TestSecurityGroupsBasicOps-365501575 tempest-TestSecurityGroupsBasicOps-365501575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:49:14.560696 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-efa3a1e7-801c-4842-bdd8-c2285c1e6681 req-47365ff0-780f-4b45-a5c6-7bb67813d000 tempest-TestSecurityGroupsBasicOps-365501575 tempest-TestSecurityGroupsBasicOps-365501575-project] 10.222.0.67 "GET /v2.0/ports?device_id=5367a6ad-5c1e-499d-a3fc-3a53dbd24add HTTP/1.1" status: 200 len: 985 time: 0.1882248 Sep 23 19:49:14.627009 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-efa3a1e7-801c-4842-bdd8-c2285c1e6681 req-79fc638f-a47b-4ffe-aa65-5164dffe0a9a tempest-TestSecurityGroupsBasicOps-365501575 tempest-TestSecurityGroupsBasicOps-365501575-project] 10.222.0.67 "GET /v2.0/security-groups?id=3dc2c4bb-68b9-40bf-aaa4-c0106b8f1ca7&id=da03c969-1309-403f-96c8-06acd6e05887&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0573931 Sep 23 19:49:14.629468 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.managers [req-e3714cb5-eba7-413e-8d68-8a1c00c45612 req-96ec26e6-7b69-4765-87b4-718dd7b233d8 service neutron] Attempting to bind port 90bacada-8d45-463a-bb39-610f6bd74fdf on host n-h2-713301-16 for vnic_type normal with profile {{(pid=95102) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 19:49:14.629992 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.managers [req-e3714cb5-eba7-413e-8d68-8a1c00c45612 req-96ec26e6-7b69-4765-87b4-718dd7b233d8 service neutron] Attempting to bind port 90bacada-8d45-463a-bb39-610f6bd74fdf by drivers openvswitch,hyperv on host n-h2-713301-16 at level 0 using segments [{'id': '6139d589-eb6c-4578-8935-c26ddf396853', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '5220cb0c-da05-478a-9604-8c11469a05b4'}] {{(pid=95102) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 19:49:14.630642 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3714cb5-eba7-413e-8d68-8a1c00c45612 req-96ec26e6-7b69-4765-87b4-718dd7b233d8 service neutron] Attempting to bind port 90bacada-8d45-463a-bb39-610f6bd74fdf on network 5220cb0c-da05-478a-9604-8c11469a05b4 {{(pid=95102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:49:14.635644 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3714cb5-eba7-413e-8d68-8a1c00c45612 req-96ec26e6-7b69-4765-87b4-718dd7b233d8 service neutron] Port 90bacada-8d45-463a-bb39-610f6bd74fdf on network 5220cb0c-da05-478a-9604-8c11469a05b4 not bound, no agent of type Open vSwitch agent registered on host n-h2-713301-16 {{(pid=95102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 19:49:14.636183 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3714cb5-eba7-413e-8d68-8a1c00c45612 req-96ec26e6-7b69-4765-87b4-718dd7b233d8 service neutron] Attempting to bind port 90bacada-8d45-463a-bb39-610f6bd74fdf on network 5220cb0c-da05-478a-9604-8c11469a05b4 {{(pid=95102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:49:14.642526 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3714cb5-eba7-413e-8d68-8a1c00c45612 req-96ec26e6-7b69-4765-87b4-718dd7b233d8 service neutron] Checking agent: {'id': '2a7cea34-db54-4faf-8d23-37521c3e34cb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713301-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 19, 15, 28), 'started_at': datetime.datetime(2021, 9, 23, 19, 15, 28), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 19, 48, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 19:49:14.643304 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3714cb5-eba7-413e-8d68-8a1c00c45612 req-96ec26e6-7b69-4765-87b4-718dd7b233d8 service neutron] Checking segment: {'id': '6139d589-eb6c-4578-8935-c26ddf396853', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '5220cb0c-da05-478a-9604-8c11469a05b4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95102) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:49:14.644358 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3714cb5-eba7-413e-8d68-8a1c00c45612 req-96ec26e6-7b69-4765-87b4-718dd7b233d8 service neutron] Bound using segment: {'id': '6139d589-eb6c-4578-8935-c26ddf396853', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '5220cb0c-da05-478a-9604-8c11469a05b4'} {{(pid=95102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 19:49:14.644991 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.managers [req-e3714cb5-eba7-413e-8d68-8a1c00c45612 req-96ec26e6-7b69-4765-87b4-718dd7b233d8 service neutron] Bound port: 90bacada-8d45-463a-bb39-610f6bd74fdf, host: n-h2-713301-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6139d589-eb6c-4578-8935-c26ddf396853', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '5220cb0c-da05-478a-9604-8c11469a05b4'}}] {{(pid=95102) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 19:49:14.645842 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-e3714cb5-eba7-413e-8d68-8a1c00c45612 req-96ec26e6-7b69-4765-87b4-718dd7b233d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:14.766914 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.db [req-e3714cb5-eba7-413e-8d68-8a1c00c45612 req-96ec26e6-7b69-4765-87b4-718dd7b233d8 service neutron] For port 90bacada-8d45-463a-bb39-610f6bd74fdf, host n-h2-713301-16, cleared binding levels {{(pid=95102) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 19:49:14.786917 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.db [req-e3714cb5-eba7-413e-8d68-8a1c00c45612 req-96ec26e6-7b69-4765-87b4-718dd7b233d8 service neutron] For port 90bacada-8d45-463a-bb39-610f6bd74fdf, host n-h2-713301-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-16',level=0,port_id=90bacada-8d45-463a-bb39-610f6bd74fdf,segment=NetworkSegment(6139d589-eb6c-4578-8935-c26ddf396853),segment_id=6139d589-eb6c-4578-8935-c26ddf396853)] {{(pid=95102) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 19:49:14.793634 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-048ad41c-38e5-468b-aa80-d572b988df8b req-e684460d-0090-4ab1-b76b-2f38472aced5 tempest-TestSecurityGroupsBasicOps-1963751229 tempest-TestSecurityGroupsBasicOps-1963751229-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:49:14.795471 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-048ad41c-38e5-468b-aa80-d572b988df8b req-e684460d-0090-4ab1-b76b-2f38472aced5 tempest-TestSecurityGroupsBasicOps-1963751229 tempest-TestSecurityGroupsBasicOps-1963751229-project-admin] 10.222.0.67 "GET /v2.0/ports?device_id=5367a6ad-5c1e-499d-a3fc-3a53dbd24add HTTP/1.1" status: 200 len: 1137 time: 0.0773518 Sep 23 19:49:14.797696 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-e3714cb5-eba7-413e-8d68-8a1c00c45612 req-96ec26e6-7b69-4765-87b4-718dd7b233d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4399095'] for port, after_update {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:14.851225 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3714cb5-eba7-413e-8d68-8a1c00c45612 req-96ec26e6-7b69-4765-87b4-718dd7b233d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:49:14.851761 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-e3714cb5-eba7-413e-8d68-8a1c00c45612 req-96ec26e6-7b69-4765-87b4-718dd7b233d8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222849'] for port, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:14.853197 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-e3714cb5-eba7-413e-8d68-8a1c00c45612 req-96ec26e6-7b69-4765-87b4-718dd7b233d8 service neutron] 10.222.0.53 "PUT /v2.0/ports/90bacada-8d45-463a-bb39-610f6bd74fdf HTTP/1.1" status: 200 len: 1097 time: 1.4398105 Sep 23 19:49:14.854204 n-d-713301-16 neutron-server[95102]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '39da272a-e143-4400-8545-09e4d3667d0e', 'tag': '90bacada-8d45-463a-bb39-610f6bd74fdf'}] {{(pid=95102) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 19:49:14.860121 n-d-713301-16 neutron-server[95102]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab31b6d93e5336dbddfa8ec424565b3bd8cb2369c5b4d85bc943472dbb21e8ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83a7f779-1605-479a-9640-5e9915b288d2" -d '{"events": [{"name": "network-changed", "server_uuid": "39da272a-e143-4400-8545-09e4d3667d0e", "tag": "90bacada-8d45-463a-bb39-610f6bd74fdf"}]}' {{(pid=95102) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 19:49:14.876776 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-048ad41c-38e5-468b-aa80-d572b988df8b req-572d76ca-de10-417c-b0b4-62288cc47cea tempest-TestSecurityGroupsBasicOps-1963751229 tempest-TestSecurityGroupsBasicOps-1963751229-project-admin] Notify callbacks [] for security_group, before_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:14.937602 n-d-713301-16 neutron-server[95102]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 19:49:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a605dc76-354e-4368-89ee-13811679a4fd x-openstack-request-id: req-a605dc76-354e-4368-89ee-13811679a4fd {{(pid=95102) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 19:49:14.937893 n-d-713301-16 neutron-server[95102]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "39da272a-e143-4400-8545-09e4d3667d0e", "tag": "90bacada-8d45-463a-bb39-610f6bd74fdf", "status": "completed", "code": 200}]} {{(pid=95102) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 19:49:14.939265 n-d-713301-16 neutron-server[95102]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-a605dc76-354e-4368-89ee-13811679a4fd {{(pid=95102) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 19:49:14.939744 n-d-713301-16 neutron-server[95102]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '39da272a-e143-4400-8545-09e4d3667d0e', 'tag': '90bacada-8d45-463a-bb39-610f6bd74fdf', 'status': 'completed', 'code': 200} Sep 23 19:49:14.969045 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96ec26e6-7b69-4765-87b4-718dd7b233d8 service neutron] Pushing event updated for resources: {'Port': ['ID=90bacada-8d45-463a-bb39-610f6bd74fdf,revision_number=3']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:49:15.017922 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3714cb5-eba7-413e-8d68-8a1c00c45612 req-b73a3406-48ab-4c09-be57-86b907e198c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:49:15.019350 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-e3714cb5-eba7-413e-8d68-8a1c00c45612 req-b73a3406-48ab-4c09-be57-86b907e198c1 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=614cf8fa1506499aa5910be7cbdb417b&device_id=39da272a-e143-4400-8545-09e4d3667d0e HTTP/1.1" status: 200 len: 1100 time: 0.1132796 Sep 23 19:49:15.086389 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-e3714cb5-eba7-413e-8d68-8a1c00c45612 req-e3b34b6a-9b35-4f65-868c-d323f7e0c7a5 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.156&port_id=90bacada-8d45-463a-bb39-610f6bd74fdf HTTP/1.1" status: 200 len: 217 time: 0.0579085 Sep 23 19:49:15.150311 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 46578) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:49:15.171315 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3714cb5-eba7-413e-8d68-8a1c00c45612 req-b3f7e006-4c87-4837-b8a2-fa1be5f08fa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:49:15.173410 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-e3714cb5-eba7-413e-8d68-8a1c00c45612 req-b3f7e006-4c87-4837-b8a2-fa1be5f08fa7 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=1ccc69bc-9d6b-44d9-b227-204e47dc6e45 HTTP/1.1" status: 200 len: 843 time: 0.0798025 Sep 23 19:49:15.239629 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-048ad41c-38e5-468b-aa80-d572b988df8b req-572d76ca-de10-417c-b0b4-62288cc47cea tempest-TestSecurityGroupsBasicOps-1963751229 tempest-TestSecurityGroupsBasicOps-1963751229-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:15.253346 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-048ad41c-38e5-468b-aa80-d572b988df8b req-572d76ca-de10-417c-b0b4-62288cc47cea tempest-TestSecurityGroupsBasicOps-1963751229 tempest-TestSecurityGroupsBasicOps-1963751229-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:15.258958 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3714cb5-eba7-413e-8d68-8a1c00c45612 req-0d9490b5-2aec-47fb-a820-41db2bbd0a13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:49:15.260367 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-e3714cb5-eba7-413e-8d68-8a1c00c45612 req-0d9490b5-2aec-47fb-a820-41db2bbd0a13 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=5220cb0c-da05-478a-9604-8c11469a05b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0759230 Sep 23 19:49:15.319421 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-048ad41c-38e5-468b-aa80-d572b988df8b req-572d76ca-de10-417c-b0b4-62288cc47cea tempest-TestSecurityGroupsBasicOps-1963751229 tempest-TestSecurityGroupsBasicOps-1963751229-project-admin] 10.222.0.67 "GET /v2.0/security-groups?id=3dc2c4bb-68b9-40bf-aaa4-c0106b8f1ca7&id=da03c969-1309-403f-96c8-06acd6e05887&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.4916101 Sep 23 19:49:15.339069 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-572d76ca-de10-417c-b0b4-62288cc47cea tempest-TestSecurityGroupsBasicOps-1963751229 tempest-TestSecurityGroupsBasicOps-1963751229-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e4ade61-6903-4f31-a29f-9f578377a662,revision_number=1']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:49:15.346666 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 46592) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:49:15.463720 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.v2.base [None req-48185270-a8ef-4b92-8480-99a489efc33b admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-1007539860-network', 'tenant_id': '7fdd9a77c73d42eea21fc31cc7c4f8ec'}} {{(pid=95101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:49:15.487715 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c288a66-51ad-4b2d-97a9-122428645d7c req-cf35abb7-3168-45c9-b6db-eda51cbb96dc tempest-VolumesBackupsTest-667409647 tempest-VolumesBackupsTest-667409647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:49:15.495477 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-5c288a66-51ad-4b2d-97a9-122428645d7c req-cf35abb7-3168-45c9-b6db-eda51cbb96dc tempest-VolumesBackupsTest-667409647 tempest-VolumesBackupsTest-667409647-project] 10.222.0.67 "GET /v2.0/ports?device_id=39da272a-e143-4400-8545-09e4d3667d0e HTTP/1.1" status: 200 len: 948 time: 0.0904536 Sep 23 19:49:15.498936 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-e3714cb5-eba7-413e-8d68-8a1c00c45612 req-7b4af3b5-d302-4801-a887-c6e96e147432 service neutron] 10.222.0.53 "GET /v2.0/networks/5220cb0c-da05-478a-9604-8c11469a05b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2297382 Sep 23 19:49:15.525281 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4accea8-ca97-48dd-8c23-249527eb28bf tempest-TestSecurityGroupsBasicOps-1963751229 tempest-TestSecurityGroupsBasicOps-1963751229-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:49:15.527389 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-c4accea8-ca97-48dd-8c23-249527eb28bf tempest-TestSecurityGroupsBasicOps-1963751229 tempest-TestSecurityGroupsBasicOps-1963751229-project-admin] 10.222.0.67 "GET /v2.0/ports?device_id=5367a6ad-5c1e-499d-a3fc-3a53dbd24add HTTP/1.1" status: 200 len: 1132 time: 0.1764197 Sep 23 19:49:15.530950 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 46598) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:49:15.536828 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.v2.base [None req-0118012e-1e6c-4ad5-ab39-6c5cbfca3bdc tempest-TestSecurityGroupsBasicOps-365501575 tempest-TestSecurityGroupsBasicOps-365501575-project] Request body: {'floatingip': {'floating_network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'port_id': '87579656-435f-450f-8def-8f9d9db04ad7', 'tenant_id': 'bac6fc5f7b6645d7a54784d0fdaa00b3', 'fixed_ip_address': '172.20.0.11'}} {{(pid=95101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:49:15.543075 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48185270-a8ef-4b92-8480-99a489efc33b admin admin] Made reservation on behalf of 7fdd9a77c73d42eea21fc31cc7c4f8ec for: {'network': 1} {{(pid=95101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:49:15.545794 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-48185270-a8ef-4b92-8480-99a489efc33b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for network, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:15.563666 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-48185270-a8ef-4b92-8480-99a489efc33b admin admin] Notify callbacks [] for security_group, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:15.580822 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-5c288a66-51ad-4b2d-97a9-122428645d7c req-49d8be09-eed7-4bb3-8ab8-99b7c16a28ec tempest-VolumesBackupsTest-667409647 tempest-VolumesBackupsTest-667409647-project] 10.222.0.67 "GET /v2.0/security-groups?id=a9f48087-3fb0-46e6-99e9-ce465e6df1f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760188 Sep 23 19:49:15.592260 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-0118012e-1e6c-4ad5-ab39-6c5cbfca3bdc tempest-TestSecurityGroupsBasicOps-365501575 tempest-TestSecurityGroupsBasicOps-365501575-project] Notify callbacks [] for floatingip, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:15.645484 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-e3714cb5-eba7-413e-8d68-8a1c00c45612 req-eebc1804-9c25-4027-bd0c-5ad6aff1b6c4 service neutron] 10.222.0.53 "GET /v2.0/networks/5220cb0c-da05-478a-9604-8c11469a05b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1388314 Sep 23 19:49:15.743909 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a7f779-1605-479a-9640-5e9915b288d2 req-d339d754-bf3b-4404-be58-7e1117679731 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:49:15.745931 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-83a7f779-1605-479a-9640-5e9915b288d2 req-d339d754-bf3b-4404-be58-7e1117679731 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=614cf8fa1506499aa5910be7cbdb417b&device_id=39da272a-e143-4400-8545-09e4d3667d0e HTTP/1.1" status: 200 len: 1100 time: 0.0521812 Sep 23 19:49:15.773809 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-48185270-a8ef-4b92-8480-99a489efc33b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:15.779587 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-48185270-a8ef-4b92-8480-99a489efc33b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:15.810430 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-48185270-a8ef-4b92-8480-99a489efc33b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 623} {{(pid=95101) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 19:49:15.826456 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48185270-a8ef-4b92-8480-99a489efc33b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c00cd2e9-9d88-401c-8b9e-1f505a959290,revision_number=1']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:49:15.830192 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-48185270-a8ef-4b92-8480-99a489efc33b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1756186'] for segment, precommit_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:15.830740 n-d-713301-16 neutron-server[95101]: INFO neutron.db.segments_db [None req-48185270-a8ef-4b92-8480-99a489efc33b admin admin] Added segment 731a63e1-dfdf-40eb-8bc6-174a54ba522f of type vlan for network cc3678c3-3510-4f89-a586-3a7072267c51 Sep 23 19:49:15.833890 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-0118012e-1e6c-4ad5-ab39-6c5cbfca3bdc tempest-TestSecurityGroupsBasicOps-365501575 tempest-TestSecurityGroupsBasicOps-365501575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:15.871354 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a7f779-1605-479a-9640-5e9915b288d2 req-908e8dbe-94e1-4753-ade1-6ba272b92c59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:49:15.872984 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-83a7f779-1605-479a-9640-5e9915b288d2 req-908e8dbe-94e1-4753-ade1-6ba272b92c59 service neutron] 10.222.0.53 "GET /v2.0/networks?id=5220cb0c-da05-478a-9604-8c11469a05b4 HTTP/1.1" status: 200 len: 870 time: 0.1202505 Sep 23 19:49:15.928959 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-83a7f779-1605-479a-9640-5e9915b288d2 req-dbfd3cc6-a2e2-4ba2-a099-e883245ef9e5 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.156&port_id=90bacada-8d45-463a-bb39-610f6bd74fdf HTTP/1.1" status: 200 len: 217 time: 0.0466967 Sep 23 19:49:15.940286 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-48185270-a8ef-4b92-8480-99a489efc33b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783145630486'] for network, precommit_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:15.985823 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a7f779-1605-479a-9640-5e9915b288d2 req-eaeec659-5045-432f-8ddb-405d58eb37d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:49:15.987382 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-83a7f779-1605-479a-9640-5e9915b288d2 req-eaeec659-5045-432f-8ddb-405d58eb37d3 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=1ccc69bc-9d6b-44d9-b227-204e47dc6e45 HTTP/1.1" status: 200 len: 843 time: 0.0509360 Sep 23 19:49:16.029944 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-48185270-a8ef-4b92-8480-99a489efc33b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299'] for network, after_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:16.030946 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48185270-a8ef-4b92-8480-99a489efc33b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:49:16.031537 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-48185270-a8ef-4b92-8480-99a489efc33b admin admin] Notify callbacks [] for network, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:16.048595 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a7f779-1605-479a-9640-5e9915b288d2 req-65996362-be12-4ff2-991c-eb9aa3b2f337 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:49:16.050455 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-83a7f779-1605-479a-9640-5e9915b288d2 req-65996362-be12-4ff2-991c-eb9aa3b2f337 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=5220cb0c-da05-478a-9604-8c11469a05b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0533412 Sep 23 19:49:16.070273 n-d-713301-16 neutron-server[95101]: DEBUG neutron.db.db_base_plugin_common [None req-0118012e-1e6c-4ad5-ab39-6c5cbfca3bdc tempest-TestSecurityGroupsBasicOps-365501575 tempest-TestSecurityGroupsBasicOps-365501575-project] Allocated IP 172.25.1.160 (5dec5c09-378e-4f50-89cc-d94eb81c3bac/eff83446-018c-428d-b3f5-54ac9abe7a2a/0faf3625-c03b-4a9f-9774-84d49219c19b) {{(pid=95101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 19:49:16.084840 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-48185270-a8ef-4b92-8480-99a489efc33b admin admin] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.9329307 Sep 23 19:49:16.089099 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 46612) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:49:16.103451 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.v2.base [None req-4a62fa59-4c1c-49d7-9fb9-aeebd2e3ea8a admin admin] Request body: {'subnet': {'network_id': 'cc3678c3-3510-4f89-a586-3a7072267c51', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-1007539860-subnet', 'tenant_id': '7fdd9a77c73d42eea21fc31cc7c4f8ec', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:49:16.137360 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48185270-a8ef-4b92-8480-99a489efc33b admin admin] Pushing event updated for resources: {'Network': ['ID=cc3678c3-3510-4f89-a586-3a7072267c51,revision_number=1']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:49:16.152991 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Network cc3678c3-3510-4f89-a586-3a7072267c51 details requested by agent ovs-agent-n-d-713301-16 with host n-d-713301-16 {{(pid=95103) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 19:49:16.170864 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-83a7f779-1605-479a-9640-5e9915b288d2 req-cd7c1f6e-0983-4105-ad46-bba9b4102f15 service neutron] 10.222.0.53 "GET /v2.0/networks/5220cb0c-da05-478a-9604-8c11469a05b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1123312 Sep 23 19:49:16.254191 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a62fa59-4c1c-49d7-9fb9-aeebd2e3ea8a admin admin] Made reservation on behalf of 7fdd9a77c73d42eea21fc31cc7c4f8ec for: {'subnet': 1} {{(pid=95101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:49:16.256449 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-4a62fa59-4c1c-49d7-9fb9-aeebd2e3ea8a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6130979'] for subnet, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:16.263891 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-0118012e-1e6c-4ad5-ab39-6c5cbfca3bdc tempest-TestSecurityGroupsBasicOps-365501575 tempest-TestSecurityGroupsBasicOps-365501575-project] Notify callbacks [] for port, precommit_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:16.288445 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-83a7f779-1605-479a-9640-5e9915b288d2 req-bd12430f-fe1a-4e05-b4a8-4327759754e8 service neutron] 10.222.0.53 "GET /v2.0/networks/5220cb0c-da05-478a-9604-8c11469a05b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1095681 Sep 23 19:49:16.357706 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-0118012e-1e6c-4ad5-ab39-6c5cbfca3bdc tempest-TestSecurityGroupsBasicOps-365501575 tempest-TestSecurityGroupsBasicOps-365501575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783145673135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5607431'] for port, after_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:16.414465 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0118012e-1e6c-4ad5-ab39-6c5cbfca3bdc tempest-TestSecurityGroupsBasicOps-365501575 tempest-TestSecurityGroupsBasicOps-365501575-project] Network 5dec5c09-378e-4f50-89cc-d94eb81c3bac is already hosted by enough agents. {{(pid=95101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:49:16.420270 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.base_scheduler [None req-0118012e-1e6c-4ad5-ab39-6c5cbfca3bdc tempest-TestSecurityGroupsBasicOps-365501575 tempest-TestSecurityGroupsBasicOps-365501575-project] Resources bound (agent type, host, resource id): {{(pid=95101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:49:16.425543 n-d-713301-16 neutron-server[95101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0118012e-1e6c-4ad5-ab39-6c5cbfca3bdc tempest-TestSecurityGroupsBasicOps-365501575 tempest-TestSecurityGroupsBasicOps-365501575-project] Received port after_create {{(pid=95101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 19:49:16.460379 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0118012e-1e6c-4ad5-ab39-6c5cbfca3bdc tempest-TestSecurityGroupsBasicOps-365501575 tempest-TestSecurityGroupsBasicOps-365501575-project] Pushing event updated for resources: {'Port': ['ID=0faf3625-c03b-4a9f-9774-84d49219c19b,revision_number=1']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:49:16.476358 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Device 90bacada-8d45-463a-bb39-610f6bd74fdf details requested by agent hyperv_n-h2-713301-16 with host n-h2-713301-16 {{(pid=95103) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 19:49:16.624670 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] For port 90bacada-8d45-463a-bb39-610f6bd74fdf, host n-h2-713301-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-16',level=0,port_id=90bacada-8d45-463a-bb39-610f6bd74fdf,segment=NetworkSegment(6139d589-eb6c-4578-8935-c26ddf396853),segment_id=6139d589-eb6c-4578-8935-c26ddf396853)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:49:16.638678 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-4a62fa59-4c1c-49d7-9fb9-aeebd2e3ea8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5607579', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6130961'] for subnet, after_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:16.642545 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Returning: {'device': '90bacada-8d45-463a-bb39-610f6bd74fdf', 'network_id': '5220cb0c-da05-478a-9604-8c11469a05b4', 'port_id': '90bacada-8d45-463a-bb39-610f6bd74fdf', 'mac_address': 'fa:16:3e:d7:14:23', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 624, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1ccc69bc-9d6b-44d9-b227-204e47dc6e45', 'ip_address': '192.168.233.156'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95103) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 19:49:16.698130 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:16.715955 n-d-713301-16 neutron-server[95103]: DEBUG neutron.notifiers.nova [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 90bacada-8d45-463a-bb39-610f6bd74fdf {{(pid=95103) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 19:49:16.749201 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] For port 90bacada-8d45-463a-bb39-610f6bd74fdf, host n-h2-713301-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-16',level=0,port_id=90bacada-8d45-463a-bb39-610f6bd74fdf,segment=NetworkSegment(6139d589-eb6c-4578-8935-c26ddf396853),segment_id=6139d589-eb6c-4578-8935-c26ddf396853)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:49:16.757865 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:16.785071 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a62fa59-4c1c-49d7-9fb9-aeebd2e3ea8a admin admin] Pushing event updated for resources: {'Subnet': ['ID=8c77795f-65d3-4722-8a24-3ff61c9f21b5,revision_number=0']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:49:16.805912 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-108affb8-6e32-4a43-ad93-0886c34aebd8 req-f7f96797-3536-42cb-a6a2-54d358fd8417 tempest-VolumesBackupsTest-667409647 tempest-VolumesBackupsTest-667409647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:49:16.813914 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-108affb8-6e32-4a43-ad93-0886c34aebd8 req-f7f96797-3536-42cb-a6a2-54d358fd8417 tempest-VolumesBackupsTest-667409647 tempest-VolumesBackupsTest-667409647-project] 10.222.0.67 "GET /v2.0/ports?device_id=39da272a-e143-4400-8545-09e4d3667d0e HTTP/1.1" status: 200 len: 948 time: 0.1000402 Sep 23 19:49:16.814637 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a62fa59-4c1c-49d7-9fb9-aeebd2e3ea8a admin admin] Checking segment: {'id': '731a63e1-dfdf-40eb-8bc6-174a54ba522f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': 'cc3678c3-3510-4f89-a586-3a7072267c51'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:49:16.815108 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a62fa59-4c1c-49d7-9fb9-aeebd2e3ea8a admin admin] Network hostable DHCP agents. Network: cc3678c3-3510-4f89-a586-3a7072267c51, hostable agents: ['1b18bf05-1b5f-4587-be5c-af3ac38e32ad'], hosted agents: [] {{(pid=95101) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 19:49:16.855146 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a62fa59-4c1c-49d7-9fb9-aeebd2e3ea8a admin admin] Network cc3678c3-3510-4f89-a586-3a7072267c51 is scheduled to be hosted by DHCP agent 1b18bf05-1b5f-4587-be5c-af3ac38e32ad with binding_index 1 {{(pid=95101) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 19:49:16.857998 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Pushing event updated for resources: {'Port': ['ID=90bacada-8d45-463a-bb39-610f6bd74fdf,revision_number=4']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:49:16.864360 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-108affb8-6e32-4a43-ad93-0886c34aebd8 req-ac387045-db30-43ea-a824-7ab52dfcb5ea tempest-VolumesBackupsTest-667409647 tempest-VolumesBackupsTest-667409647-project] 10.222.0.67 "GET /v2.0/security-groups?id=a9f48087-3fb0-46e6-99e9-ce465e6df1f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488932 Sep 23 19:49:16.912726 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.base_scheduler [None req-4a62fa59-4c1c-49d7-9fb9-aeebd2e3ea8a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713301-16, cc3678c3-3510-4f89-a586-3a7072267c51) {{(pid=95101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:49:16.925511 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a62fa59-4c1c-49d7-9fb9-aeebd2e3ea8a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:49:16.926342 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-4a62fa59-4c1c-49d7-9fb9-aeebd2e3ea8a admin admin] Notify callbacks [] for subnet, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:16.930963 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6711c41-db7b-43b3-a046-9ff514bcdcc5 None None] Network cc3678c3-3510-4f89-a586-3a7072267c51 requested from n-d-713301-16 {{(pid=95103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 19:49:16.983563 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 46654) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:49:17.010189 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] get_ports_and_sgs() called for port_ids ['90bacada-8d45-463a-bb39-610f6bd74fdf'] {{(pid=95103) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 19:49:17.024337 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-4a62fa59-4c1c-49d7-9fb9-aeebd2e3ea8a admin admin] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.9308500 Sep 23 19:49:17.143460 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-20849331-8c60-4a83-b3eb-6d0fcb3fed16 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:17.206384 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f08e286-55c3-443e-8bf4-323ff4bfcde4 None None] Network cc3678c3-3510-4f89-a586-3a7072267c51 requested from n-d-713301-16 {{(pid=95103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 19:49:17.287560 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-20849331-8c60-4a83-b3eb-6d0fcb3fed16 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:17.292618 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-20849331-8c60-4a83-b3eb-6d0fcb3fed16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:17.414765 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20849331-8c60-4a83-b3eb-6d0fcb3fed16 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56b3d377-03a7-4fcb-92f5-2fe585e3e8c9,revision_number=1']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:49:17.445838 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-20849331-8c60-4a83-b3eb-6d0fcb3fed16 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=28c3cf35ea7d4947bee139d23565cb42&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4610989 Sep 23 19:49:17.446570 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 46674) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:49:17.527923 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-b367729b-0c04-4fbb-84ae-7b438c6fa90e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:17.555616 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-b367729b-0c04-4fbb-84ae-7b438c6fa90e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:17.619915 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-b367729b-0c04-4fbb-84ae-7b438c6fa90e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:17.623629 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-b367729b-0c04-4fbb-84ae-7b438c6fa90e admin admin] Notify callbacks [] for security_group, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:17.625519 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-b367729b-0c04-4fbb-84ae-7b438c6fa90e admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/56b3d377-03a7-4fcb-92f5-2fe585e3e8c9 HTTP/1.1" status: 204 len: 168 time: 0.1772852 Sep 23 19:49:17.662087 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b367729b-0c04-4fbb-84ae-7b438c6fa90e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56b3d377-03a7-4fcb-92f5-2fe585e3e8c9,revision_number=None']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:49:17.723372 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-0118012e-1e6c-4ad5-ab39-6c5cbfca3bdc tempest-TestSecurityGroupsBasicOps-365501575 tempest-TestSecurityGroupsBasicOps-365501575-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:17.791882 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 46686) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:49:17.799730 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.v2.base [None req-86b5759b-e929-4e07-a9eb-615d6874940a admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-1150946469-network', 'tenant_id': 'c78b90e307ce43f09f59aa157962ec13'}} {{(pid=95102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:49:17.833288 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86b5759b-e929-4e07-a9eb-615d6874940a admin admin] Made reservation on behalf of c78b90e307ce43f09f59aa157962ec13 for: {'network': 1} {{(pid=95102) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:49:17.837080 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-86b5759b-e929-4e07-a9eb-615d6874940a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for network, before_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:17.852850 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-0118012e-1e6c-4ad5-ab39-6c5cbfca3bdc tempest-TestSecurityGroupsBasicOps-365501575 tempest-TestSecurityGroupsBasicOps-365501575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:17.858849 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-86b5759b-e929-4e07-a9eb-615d6874940a admin admin] Notify callbacks [] for security_group, before_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:18.045427 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81badad9-585c-4085-b151-be0f2fccc93d req-fe21b8a6-4608-495b-ac28-b0e7e9be2581 tempest-VolumesBackupsTest-667409647 tempest-VolumesBackupsTest-667409647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:49:18.050096 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-81badad9-585c-4085-b151-be0f2fccc93d req-fe21b8a6-4608-495b-ac28-b0e7e9be2581 tempest-VolumesBackupsTest-667409647 tempest-VolumesBackupsTest-667409647-project] 10.222.0.67 "GET /v2.0/ports?device_id=39da272a-e143-4400-8545-09e4d3667d0e HTTP/1.1" status: 200 len: 949 time: 0.0940335 Sep 23 19:49:18.050096 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-86b5759b-e929-4e07-a9eb-615d6874940a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:18.054993 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-86b5759b-e929-4e07-a9eb-615d6874940a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:18.084711 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-86b5759b-e929-4e07-a9eb-615d6874940a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 615} {{(pid=95102) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 19:49:18.123832 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86b5759b-e929-4e07-a9eb-615d6874940a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cecc299f-85ea-4105-ab9c-e345dc644dae,revision_number=1']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:49:18.132999 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-86b5759b-e929-4e07-a9eb-615d6874940a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1756186'] for segment, precommit_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:18.133990 n-d-713301-16 neutron-server[95102]: INFO neutron.db.segments_db [None req-86b5759b-e929-4e07-a9eb-615d6874940a admin admin] Added segment 866a6534-74b1-4321-a523-4598142caf1e of type vlan for network 54e90d05-8b4e-4be4-94e8-d3c4be9e0503 Sep 23 19:49:18.158560 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-0118012e-1e6c-4ad5-ab39-6c5cbfca3bdc tempest-TestSecurityGroupsBasicOps-365501575 tempest-TestSecurityGroupsBasicOps-365501575-project] Notify callbacks [] for port, precommit_update {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:18.165991 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-0118012e-1e6c-4ad5-ab39-6c5cbfca3bdc tempest-TestSecurityGroupsBasicOps-365501575 tempest-TestSecurityGroupsBasicOps-365501575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5607436'] for port, after_update {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:18.189223 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-81badad9-585c-4085-b151-be0f2fccc93d req-cbc2f298-ca29-41b0-97fd-f9bac37954bd tempest-VolumesBackupsTest-667409647 tempest-VolumesBackupsTest-667409647-project] 10.222.0.67 "GET /v2.0/security-groups?id=a9f48087-3fb0-46e6-99e9-ce465e6df1f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1020994 Sep 23 19:49:18.212392 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-86b5759b-e929-4e07-a9eb-615d6874940a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783145630486'] for network, precommit_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:18.253562 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0118012e-1e6c-4ad5-ab39-6c5cbfca3bdc tempest-TestSecurityGroupsBasicOps-365501575 tempest-TestSecurityGroupsBasicOps-365501575-project] Pushing event updated for resources: {'Port': ['ID=0faf3625-c03b-4a9f-9774-84d49219c19b,revision_number=2']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:49:18.257174 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-86b5759b-e929-4e07-a9eb-615d6874940a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299'] for network, after_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:18.258286 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86b5759b-e929-4e07-a9eb-615d6874940a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:49:18.259210 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-86b5759b-e929-4e07-a9eb-615d6874940a admin admin] Notify callbacks [] for network, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:18.278772 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-0118012e-1e6c-4ad5-ab39-6c5cbfca3bdc tempest-TestSecurityGroupsBasicOps-365501575 tempest-TestSecurityGroupsBasicOps-365501575-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-601884'] for floatingip, after_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:18.298264 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 46692) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:49:18.306414 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-86b5759b-e929-4e07-a9eb-615d6874940a admin admin] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.5125847 Sep 23 19:49:18.309559 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 46694) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:49:18.345331 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.v2.base [None req-a6a70ee9-3f83-4f0d-a07b-dbca904bab7b admin admin] Request body: {'subnet': {'network_id': '54e90d05-8b4e-4be4-94e8-d3c4be9e0503', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-1150946469-subnet', 'tenant_id': 'c78b90e307ce43f09f59aa157962ec13', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:49:18.348673 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86b5759b-e929-4e07-a9eb-615d6874940a admin admin] Pushing event updated for resources: {'Network': ['ID=54e90d05-8b4e-4be4-94e8-d3c4be9e0503,revision_number=1']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:49:18.352404 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-40bc5184-b34c-45b6-8c89-53fef0c57718 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:18.362344 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Network 54e90d05-8b4e-4be4-94e8-d3c4be9e0503 details requested by agent ovs-agent-n-d-713301-16 with host n-d-713301-16 {{(pid=95103) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 19:49:18.414490 n-d-713301-16 neutron-server[95101]: INFO neutron.db.l3_db [None req-0118012e-1e6c-4ad5-ab39-6c5cbfca3bdc tempest-TestSecurityGroupsBasicOps-365501575 tempest-TestSecurityGroupsBasicOps-365501575-project] Floating IP 44e7ba5a-dffc-4a04-bf88-910350510526 associated. External IP: 172.25.1.160, port: 87579656-435f-450f-8def-8f9d9db04ad7. Sep 23 19:49:18.418809 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6a70ee9-3f83-4f0d-a07b-dbca904bab7b admin admin] Made reservation on behalf of c78b90e307ce43f09f59aa157962ec13 for: {'subnet': 1} {{(pid=95102) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:49:18.422023 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-a6a70ee9-3f83-4f0d-a07b-dbca904bab7b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5388256'] for subnet, before_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:18.493691 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Device 90bacada-8d45-463a-bb39-610f6bd74fdf up at agent hyperv_n-h2-713301-16 {{(pid=95103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 19:49:18.556513 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Provisioning for port 90bacada-8d45-463a-bb39-610f6bd74fdf completed by entity L2. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 19:49:18.563693 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Provisioning complete for port 90bacada-8d45-463a-bb39-610f6bd74fdf triggered by entity L2. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:49:18.565255 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:18.653220 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-40bc5184-b34c-45b6-8c89-53fef0c57718 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:18.664512 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-40bc5184-b34c-45b6-8c89-53fef0c57718 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:18.694568 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:18.694807 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0118012e-1e6c-4ad5-ab39-6c5cbfca3bdc tempest-TestSecurityGroupsBasicOps-365501575 tempest-TestSecurityGroupsBasicOps-365501575-project] Router dfa9a0f3-b5a0-447b-a08f-be6bd2ec3fa5 has already been hosted by L3 agent 79a740bf-7821-4989-8288-7186e3e128f3 {{(pid=95101) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 19:49:18.723462 n-d-713301-16 neutron-server[95103]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '39da272a-e143-4400-8545-09e4d3667d0e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '90bacada-8d45-463a-bb39-610f6bd74fdf'}] {{(pid=95103) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 19:49:18.726230 n-d-713301-16 neutron-server[95103]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}81a1c17f2aa89d5b3ebbba3a3e0cf7eb588e431c2224256110c4c4facdd7c3e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-374ac71d-0948-4622-84e3-2b4c79702f70" -d '{"events": [{"server_uuid": "39da272a-e143-4400-8545-09e4d3667d0e", "name": "network-vif-plugged", "status": "completed", "tag": "90bacada-8d45-463a-bb39-610f6bd74fdf"}]}' {{(pid=95103) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 19:49:18.741032 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] For port 90bacada-8d45-463a-bb39-610f6bd74fdf, host n-h2-713301-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-16',level=0,port_id=90bacada-8d45-463a-bb39-610f6bd74fdf,segment=NetworkSegment(6139d589-eb6c-4578-8935-c26ddf396853),segment_id=6139d589-eb6c-4578-8935-c26ddf396853)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:49:18.745577 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:18.763818 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-40bc5184-b34c-45b6-8c89-53fef0c57718 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=4fc24018bbe4459a93dec75e552992ce&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4645104 Sep 23 19:49:18.765363 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40bc5184-b34c-45b6-8c89-53fef0c57718 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79336b1c-4005-4241-9d9e-c7c38e87895b,revision_number=1']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:49:18.769354 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-a6a70ee9-3f83-4f0d-a07b-dbca904bab7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4398944', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5388242'] for subnet, after_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:18.777317 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 46710) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:49:18.833298 n-d-713301-16 neutron-server[95103]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 19:49:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-337edde5-d76b-47df-a355-98b2bc6c368e x-openstack-request-id: req-337edde5-d76b-47df-a355-98b2bc6c368e {{(pid=95103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 19:49:18.833947 n-d-713301-16 neutron-server[95103]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "39da272a-e143-4400-8545-09e4d3667d0e", "name": "network-vif-plugged", "status": "completed", "tag": "90bacada-8d45-463a-bb39-610f6bd74fdf", "code": 200}]} {{(pid=95103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 19:49:18.834362 n-d-713301-16 neutron-server[95103]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-337edde5-d76b-47df-a355-98b2bc6c368e {{(pid=95103) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 19:49:18.834914 n-d-713301-16 neutron-server[95103]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '39da272a-e143-4400-8545-09e4d3667d0e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '90bacada-8d45-463a-bb39-610f6bd74fdf', 'code': 200} Sep 23 19:49:18.843725 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a70ee9-3f83-4f0d-a07b-dbca904bab7b admin admin] Pushing event updated for resources: {'Subnet': ['ID=44fc7ae9-e97d-4564-9562-b21a240984d3,revision_number=0']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:49:18.868177 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Pushing event updated for resources: {'Port': ['ID=90bacada-8d45-463a-bb39-610f6bd74fdf,revision_number=5']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:49:18.882659 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6a70ee9-3f83-4f0d-a07b-dbca904bab7b admin admin] Checking segment: {'id': '866a6534-74b1-4321-a523-4598142caf1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '54e90d05-8b4e-4be4-94e8-d3c4be9e0503'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95102) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:49:18.883040 n-d-713301-16 neutron-server[95102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6a70ee9-3f83-4f0d-a07b-dbca904bab7b admin admin] Network hostable DHCP agents. Network: 54e90d05-8b4e-4be4-94e8-d3c4be9e0503, hostable agents: ['1b18bf05-1b5f-4587-be5c-af3ac38e32ad'], hosted agents: [] {{(pid=95102) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 19:49:18.899638 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0118012e-1e6c-4ad5-ab39-6c5cbfca3bdc tempest-TestSecurityGroupsBasicOps-365501575 tempest-TestSecurityGroupsBasicOps-365501575-project] Notify agent at l3_agent.n-d-713301-16 the message routers_updated {{(pid=95101) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 19:49:18.911611 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2f4e01c-df07-4692-a8c4-29823ae766fe None None] Sync routers for ids ['dfa9a0f3-b5a0-447b-a08f-be6bd2ec3fa5'] in n-d-713301-16 {{(pid=95104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 19:49:18.920939 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-e47b1a83-e211-42e5-82a7-37c19ddb0181 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:18.923293 n-d-713301-16 neutron-server[95102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6a70ee9-3f83-4f0d-a07b-dbca904bab7b admin admin] Network 54e90d05-8b4e-4be4-94e8-d3c4be9e0503 is scheduled to be hosted by DHCP agent 1b18bf05-1b5f-4587-be5c-af3ac38e32ad with binding_index 1 {{(pid=95102) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 19:49:18.924228 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-0118012e-1e6c-4ad5-ab39-6c5cbfca3bdc tempest-TestSecurityGroupsBasicOps-365501575 tempest-TestSecurityGroupsBasicOps-365501575-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222849'] for floatingip, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:18.929519 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2f4e01c-df07-4692-a8c4-29823ae766fe None None] Routers {'dfa9a0f3-b5a0-447b-a08f-be6bd2ec3fa5'} bound to L3 agent in host n-d-713301-16 {{(pid=95104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 19:49:18.930498 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_hamode_db [None req-f2f4e01c-df07-4692-a8c4-29823ae766fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-23T19:07:52Z,description=,heartbeat_timestamp=2021-09-23T19:48:53Z,host='n-d-713301-16',id=79a740bf-7821-4989-8288-7186e3e128f3,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:07:52Z,topic='l3_agent')) {'router_ids': ['dfa9a0f3-b5a0-447b-a08f-be6bd2ec3fa5'], 'active': True} {{(pid=95104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:49:18.962636 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-0118012e-1e6c-4ad5-ab39-6c5cbfca3bdc tempest-TestSecurityGroupsBasicOps-365501575 tempest-TestSecurityGroupsBasicOps-365501575-project] 10.222.0.67 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 3.4304481 Sep 23 19:49:18.963348 n-d-713301-16 neutron-server[95101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5367a6ad-5c1e-499d-a3fc-3a53dbd24add', 'tag': '87579656-435f-450f-8def-8f9d9db04ad7'}] {{(pid=95101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 19:49:18.969260 n-d-713301-16 neutron-server[95102]: DEBUG neutron.scheduler.base_scheduler [None req-a6a70ee9-3f83-4f0d-a07b-dbca904bab7b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713301-16, 54e90d05-8b4e-4be4-94e8-d3c4be9e0503) {{(pid=95102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:49:18.971137 n-d-713301-16 neutron-server[95101]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d8366c5740cd635e57ab12b71fe44a77c2acc3c19091ef849c6f68b380462244" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-920057ed-72d7-49ac-86bd-ec833eae0ff6" -d '{"events": [{"name": "network-changed", "server_uuid": "5367a6ad-5c1e-499d-a3fc-3a53dbd24add", "tag": "87579656-435f-450f-8def-8f9d9db04ad7"}]}' {{(pid=95101) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 19:49:18.972259 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 46716) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:49:18.978262 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-e47b1a83-e211-42e5-82a7-37c19ddb0181 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:18.978859 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e6fdf53-22fa-4775-bce4-641024577f2c None None] Network 54e90d05-8b4e-4be4-94e8-d3c4be9e0503 requested from n-d-713301-16 {{(pid=95103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 19:49:18.983685 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6a70ee9-3f83-4f0d-a07b-dbca904bab7b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:49:18.984273 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-a6a70ee9-3f83-4f0d-a07b-dbca904bab7b admin admin] Notify callbacks [] for subnet, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:19.077259 n-d-713301-16 neutron-server[95101]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 19:49:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69625cc2-59f3-4642-bd07-c3e2f813c5c7 x-openstack-request-id: req-69625cc2-59f3-4642-bd07-c3e2f813c5c7 {{(pid=95101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 19:49:19.077508 n-d-713301-16 neutron-server[95101]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5367a6ad-5c1e-499d-a3fc-3a53dbd24add", "tag": "87579656-435f-450f-8def-8f9d9db04ad7", "status": "completed", "code": 200}]} {{(pid=95101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 19:49:19.077766 n-d-713301-16 neutron-server[95101]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-69625cc2-59f3-4642-bd07-c3e2f813c5c7 {{(pid=95101) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 19:49:19.078186 n-d-713301-16 neutron-server[95101]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5367a6ad-5c1e-499d-a3fc-3a53dbd24add', 'tag': '87579656-435f-450f-8def-8f9d9db04ad7', 'status': 'completed', 'code': 200} Sep 23 19:49:19.110668 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_dvr_db [None req-f2f4e01c-df07-4692-a8c4-29823ae766fe None None] Set router dfa9a0f3-b5a0-447b-a08f-be6bd2ec3fa5 gateway port host: n-d-713301-16 {{(pid=95104) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 19:49:19.178286 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38cb60e0-f71a-4533-bdd8-f154c2fb5c21 None None] Network 54e90d05-8b4e-4be4-94e8-d3c4be9e0503 requested from n-d-713301-16 {{(pid=95103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 19:49:19.413428 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_hamode_db [None req-f2f4e01c-df07-4692-a8c4-29823ae766fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dfa9a0f3-b5a0-447b-a08f-be6bd2ec3fa5', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1472157449', 'tenant_id': 'bac6fc5f7b6645d7a54784d0fdaa00b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'external_fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.180'}], 'enable_snat': True}, 'gw_port_id': 'd0cf1bca-487a-4ec0-bbbd-aec3ac1fc6f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:48:47Z', 'updated_at': '2021-09-23T19:48:56Z', 'revision_number': 4, 'project_id': 'bac6fc5f7b6645d7a54784d0fdaa00b3', 'gw_port': {'id': 'd0cf1bca-487a-4ec0-bbbd-aec3ac1fc6f9', 'name': '', 'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:53:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfa9a0f3-b5a0-447b-a08f-be6bd2ec3fa5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3372, 'fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:48:48Z', 'updated_at': '2021-09-23T19:48:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-16', '_floatingips': [{'id': '44e7ba5a-dffc-4a04-bf88-910350510526', 'tenant_id': 'bac6fc5f7b6645d7a54784d0fdaa00b3', 'floating_ip_address': '172.25.1.160', 'floating_network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'router_id': 'dfa9a0f3-b5a0-447b-a08f-be6bd2ec3fa5', 'port_id': '87579656-435f-450f-8def-8f9d9db04ad7', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3492, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '968fd5c2-1ec4-418f-821a-c42aa6094b44', 'mac_address': 'fa:16:3e:f9:a3:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5367a6ad-5c1e-499d-a3fc-3a53dbd24add', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-23T19:49:16Z', 'updated_at': '2021-09-23T19:49:16Z', 'revision_number': 0, 'project_id': 'bac6fc5f7b6645d7a54784d0fdaa00b3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8234bf98-d662-42b6-837d-e88e25efad9b', 'name': '', 'network_id': '968fd5c2-1ec4-418f-821a-c42aa6094b44', 'tenant_id': 'bac6fc5f7b6645d7a54784d0fdaa00b3', 'mac_address': 'fa:16:3e:81:d8:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfa9a0f3-b5a0-447b-a08f-be6bd2ec3fa5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3388, 'fixed_ips': [{'subnet_id': '6e6812a9-a972-42aa-9511-2fb17217da70', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:48:54Z', 'updated_at': '2021-09-23T19:49:00Z', 'revision_number': 5, 'project_id': 'bac6fc5f7b6645d7a54784d0fdaa00b3', 'subnets': [{'id': '6e6812a9-a972-42aa-9511-2fb17217da70', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-16', False) {} {{(pid=95104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:49:19.453917 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2f4e01c-df07-4692-a8c4-29823ae766fe None None] Checking router: dfa9a0f3-b5a0-447b-a08f-be6bd2ec3fa5 for host: n-d-713301-16 {{(pid=95104) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 19:49:19.463989 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2f4e01c-df07-4692-a8c4-29823ae766fe None None] Routers {'dfa9a0f3-b5a0-447b-a08f-be6bd2ec3fa5'} bound to L3 agent in host n-d-713301-16 {{(pid=95104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 19:49:19.464663 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_hamode_db [None req-f2f4e01c-df07-4692-a8c4-29823ae766fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-23T19:07:52Z,description=,heartbeat_timestamp=2021-09-23T19:48:53Z,host='n-d-713301-16',id=79a740bf-7821-4989-8288-7186e3e128f3,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:07:52Z,topic='l3_agent')) {'router_ids': ['dfa9a0f3-b5a0-447b-a08f-be6bd2ec3fa5'], 'active': True} {{(pid=95104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:49:19.590557 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_dvr_db [None req-f2f4e01c-df07-4692-a8c4-29823ae766fe None None] Set router dfa9a0f3-b5a0-447b-a08f-be6bd2ec3fa5 gateway port host: n-d-713301-16 {{(pid=95104) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 19:49:19.609537 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a40a4a0-46bf-4965-b5e6-a7c11991aa83 req-fd8c1e0b-dd34-41a3-8566-15a783ba9f74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:49:19.612299 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-3a40a4a0-46bf-4965-b5e6-a7c11991aa83 req-fd8c1e0b-dd34-41a3-8566-15a783ba9f74 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=39da272a-e143-4400-8545-09e4d3667d0e HTTP/1.1" status: 200 len: 1102 time: 0.7039056 Sep 23 19:49:19.628526 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-a6a70ee9-3f83-4f0d-a07b-dbca904bab7b admin admin] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.3163013 Sep 23 19:49:19.686740 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-f25624e9-17cc-48f9-a649-79f3b67e6aab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:19.711017 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920057ed-72d7-49ac-86bd-ec833eae0ff6 req-bc22c606-f71a-4369-996e-9c7660949b71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:49:19.713428 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-920057ed-72d7-49ac-86bd-ec833eae0ff6 req-bc22c606-f71a-4369-996e-9c7660949b71 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=bac6fc5f7b6645d7a54784d0fdaa00b3&device_id=5367a6ad-5c1e-499d-a3fc-3a53dbd24add HTTP/1.1" status: 200 len: 1137 time: 0.2799687 Sep 23 19:49:19.790653 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7088537f-0349-46aa-b5b9-4451ec6da7b3 req-df77ae42-a1c5-4026-92f3-ef5fa9b5fe5a tempest-VolumesBackupsTest-667409647 tempest-VolumesBackupsTest-667409647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:49:19.792250 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-7088537f-0349-46aa-b5b9-4451ec6da7b3 req-df77ae42-a1c5-4026-92f3-ef5fa9b5fe5a tempest-VolumesBackupsTest-667409647 tempest-VolumesBackupsTest-667409647-project] 10.222.0.67 "GET /v2.0/ports?device_id=39da272a-e143-4400-8545-09e4d3667d0e HTTP/1.1" status: 200 len: 950 time: 0.4111352 Sep 23 19:49:19.802318 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-e47b1a83-e211-42e5-82a7-37c19ddb0181 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:19.804918 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-e47b1a83-e211-42e5-82a7-37c19ddb0181 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:19.808817 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-e47b1a83-e211-42e5-82a7-37c19ddb0181 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/79336b1c-4005-4241-9d9e-c7c38e87895b HTTP/1.1" status: 204 len: 168 time: 0.9973722 Sep 23 19:49:19.810781 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-3a40a4a0-46bf-4965-b5e6-a7c11991aa83 req-dcbff775-98db-43ca-a935-df75fdc93d99 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=a9f48087-3fb0-46e6-99e9-ce465e6df1f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1770875 Sep 23 19:49:19.823078 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-473fe829-f4b3-4cef-8f82-1c7aa3f415db tempest-TestSecurityGroupsBasicOps-1963751229 tempest-TestSecurityGroupsBasicOps-1963751229-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:49:19.823557 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-473fe829-f4b3-4cef-8f82-1c7aa3f415db tempest-TestSecurityGroupsBasicOps-1963751229 tempest-TestSecurityGroupsBasicOps-1963751229-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:49:19.824038 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-473fe829-f4b3-4cef-8f82-1c7aa3f415db tempest-TestSecurityGroupsBasicOps-1963751229 tempest-TestSecurityGroupsBasicOps-1963751229-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:49:19.824514 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-473fe829-f4b3-4cef-8f82-1c7aa3f415db tempest-TestSecurityGroupsBasicOps-1963751229 tempest-TestSecurityGroupsBasicOps-1963751229-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:49:19.825005 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-473fe829-f4b3-4cef-8f82-1c7aa3f415db tempest-TestSecurityGroupsBasicOps-1963751229 tempest-TestSecurityGroupsBasicOps-1963751229-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:49:19.825471 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-473fe829-f4b3-4cef-8f82-1c7aa3f415db tempest-TestSecurityGroupsBasicOps-1963751229 tempest-TestSecurityGroupsBasicOps-1963751229-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:49:19.830463 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-473fe829-f4b3-4cef-8f82-1c7aa3f415db tempest-TestSecurityGroupsBasicOps-1963751229 tempest-TestSecurityGroupsBasicOps-1963751229-project-admin] 10.222.0.67 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4286 time: 0.8514862 Sep 23 19:49:19.830938 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 46736) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:49:19.853447 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e47b1a83-e211-42e5-82a7-37c19ddb0181 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79336b1c-4005-4241-9d9e-c7c38e87895b,revision_number=None']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:49:19.920458 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-7088537f-0349-46aa-b5b9-4451ec6da7b3 req-bb75d961-6222-4117-92c2-705f7e97edaa tempest-VolumesBackupsTest-667409647 tempest-VolumesBackupsTest-667409647-project] 10.222.0.67 "GET /v2.0/security-groups?id=a9f48087-3fb0-46e6-99e9-ce465e6df1f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1198897 Sep 23 19:49:19.952142 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920057ed-72d7-49ac-86bd-ec833eae0ff6 req-e59ee452-d155-43c3-88c3-49e5e8d784f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:49:19.957071 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-920057ed-72d7-49ac-86bd-ec833eae0ff6 req-e59ee452-d155-43c3-88c3-49e5e8d784f3 service neutron] 10.222.0.74 "GET /v2.0/networks?id=968fd5c2-1ec4-418f-821a-c42aa6094b44 HTTP/1.1" status: 200 len: 898 time: 0.2290802 Sep 23 19:49:20.015085 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc6ff9b8-1fce-4b65-a804-5fc6562d95f6 tempest-TestSecurityGroupsBasicOps-1963751229 tempest-TestSecurityGroupsBasicOps-1963751229-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:49:20.015909 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc6ff9b8-1fce-4b65-a804-5fc6562d95f6 tempest-TestSecurityGroupsBasicOps-1963751229 tempest-TestSecurityGroupsBasicOps-1963751229-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:49:20.017390 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc6ff9b8-1fce-4b65-a804-5fc6562d95f6 tempest-TestSecurityGroupsBasicOps-1963751229 tempest-TestSecurityGroupsBasicOps-1963751229-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:49:20.018145 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc6ff9b8-1fce-4b65-a804-5fc6562d95f6 tempest-TestSecurityGroupsBasicOps-1963751229 tempest-TestSecurityGroupsBasicOps-1963751229-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:49:20.019018 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc6ff9b8-1fce-4b65-a804-5fc6562d95f6 tempest-TestSecurityGroupsBasicOps-1963751229 tempest-TestSecurityGroupsBasicOps-1963751229-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:49:20.019489 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc6ff9b8-1fce-4b65-a804-5fc6562d95f6 tempest-TestSecurityGroupsBasicOps-1963751229 tempest-TestSecurityGroupsBasicOps-1963751229-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:49:20.021528 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-dc6ff9b8-1fce-4b65-a804-5fc6562d95f6 tempest-TestSecurityGroupsBasicOps-1963751229 tempest-TestSecurityGroupsBasicOps-1963751229-project-admin] 10.222.0.67 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4006 time: 0.1891046 Sep 23 19:49:20.024383 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 46742) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:49:20.074168 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_hamode_db [None req-f2f4e01c-df07-4692-a8c4-29823ae766fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dfa9a0f3-b5a0-447b-a08f-be6bd2ec3fa5', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1472157449', 'tenant_id': 'bac6fc5f7b6645d7a54784d0fdaa00b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'external_fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.180'}], 'enable_snat': True}, 'gw_port_id': 'd0cf1bca-487a-4ec0-bbbd-aec3ac1fc6f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:48:47Z', 'updated_at': '2021-09-23T19:48:56Z', 'revision_number': 4, 'project_id': 'bac6fc5f7b6645d7a54784d0fdaa00b3', 'gw_port': {'id': 'd0cf1bca-487a-4ec0-bbbd-aec3ac1fc6f9', 'name': '', 'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:53:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfa9a0f3-b5a0-447b-a08f-be6bd2ec3fa5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3372, 'fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:48:48Z', 'updated_at': '2021-09-23T19:48:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-16', '_floatingips': [{'id': '44e7ba5a-dffc-4a04-bf88-910350510526', 'tenant_id': 'bac6fc5f7b6645d7a54784d0fdaa00b3', 'floating_ip_address': '172.25.1.160', 'floating_network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'router_id': 'dfa9a0f3-b5a0-447b-a08f-be6bd2ec3fa5', 'port_id': '87579656-435f-450f-8def-8f9d9db04ad7', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3492, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '968fd5c2-1ec4-418f-821a-c42aa6094b44', 'mac_address': 'fa:16:3e:f9:a3:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5367a6ad-5c1e-499d-a3fc-3a53dbd24add', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-23T19:49:16Z', 'updated_at': '2021-09-23T19:49:16Z', 'revision_number': 0, 'project_id': 'bac6fc5f7b6645d7a54784d0fdaa00b3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8234bf98-d662-42b6-837d-e88e25efad9b', 'name': '', 'network_id': '968fd5c2-1ec4-418f-821a-c42aa6094b44', 'tenant_id': 'bac6fc5f7b6645d7a54784d0fdaa00b3', 'mac_address': 'fa:16:3e:81:d8:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfa9a0f3-b5a0-447b-a08f-be6bd2ec3fa5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3388, 'fixed_ips': [{'subnet_id': '6e6812a9-a972-42aa-9511-2fb17217da70', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:48:54Z', 'updated_at': '2021-09-23T19:49:00Z', 'revision_number': 5, 'project_id': 'bac6fc5f7b6645d7a54784d0fdaa00b3', 'subnets': [{'id': '6e6812a9-a972-42aa-9511-2fb17217da70', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-16', False) {} {{(pid=95104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:49:20.115062 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-920057ed-72d7-49ac-86bd-ec833eae0ff6 req-52c72941-6d07-42fc-a236-20571bb1199a service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=87579656-435f-450f-8def-8f9d9db04ad7 HTTP/1.1" status: 200 len: 1000 time: 0.1510947 Sep 23 19:49:20.116897 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2f4e01c-df07-4692-a8c4-29823ae766fe None None] The sync data for ids ['dfa9a0f3-b5a0-447b-a08f-be6bd2ec3fa5'] in n-d-713301-16 is: [{'id': 'dfa9a0f3-b5a0-447b-a08f-be6bd2ec3fa5', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1472157449', 'tenant_id': 'bac6fc5f7b6645d7a54784d0fdaa00b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'external_fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.180'}], 'enable_snat': True}, 'gw_port_id': 'd0cf1bca-487a-4ec0-bbbd-aec3ac1fc6f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:48:47Z', 'updated_at': '2021-09-23T19:48:56Z', 'revision_number': 4, 'project_id': 'bac6fc5f7b6645d7a54784d0fdaa00b3', 'gw_port': {'id': 'd0cf1bca-487a-4ec0-bbbd-aec3ac1fc6f9', 'name': '', 'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:53:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfa9a0f3-b5a0-447b-a08f-be6bd2ec3fa5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3372, 'fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:48:48Z', 'updated_at': '2021-09-23T19:48:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-16', '_floatingips': [{'id': '44e7ba5a-dffc-4a04-bf88-910350510526', 'tenant_id': 'bac6fc5f7b6645d7a54784d0fdaa00b3', 'floating_ip_address': '172.25.1.160', 'floating_network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'router_id': 'dfa9a0f3-b5a0-447b-a08f-be6bd2ec3fa5', 'port_id': '87579656-435f-450f-8def-8f9d9db04ad7', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3492, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '968fd5c2-1ec4-418f-821a-c42aa6094b44', 'mac_address': 'fa:16:3e:f9:a3:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5367a6ad-5c1e-499d-a3fc-3a53dbd24add', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-23T19:49:16Z', 'updated_at': '2021-09-23T19:49:16Z', 'revision_number': 0, 'project_id': 'bac6fc5f7b6645d7a54784d0fdaa00b3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8234bf98-d662-42b6-837d-e88e25efad9b', 'name': '', 'network_id': '968fd5c2-1ec4-418f-821a-c42aa6094b44', 'tenant_id': 'bac6fc5f7b6645d7a54784d0fdaa00b3', 'mac_address': 'fa:16:3e:81:d8:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfa9a0f3-b5a0-447b-a08f-be6bd2ec3fa5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3388, 'fixed_ips': [{'subnet_id': '6e6812a9-a972-42aa-9511-2fb17217da70', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:48:54Z', 'updated_at': '2021-09-23T19:49:00Z', 'revision_number': 5, 'project_id': 'bac6fc5f7b6645d7a54784d0fdaa00b3', 'subnets': [{'id': '6e6812a9-a972-42aa-9511-2fb17217da70', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 19:49:20.242936 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920057ed-72d7-49ac-86bd-ec833eae0ff6 req-26a30731-8e09-4544-a931-8d702d344a73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:49:20.244696 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-920057ed-72d7-49ac-86bd-ec833eae0ff6 req-26a30731-8e09-4544-a931-8d702d344a73 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=6e6812a9-a972-42aa-9511-2fb17217da70 HTTP/1.1" status: 200 len: 833 time: 0.1216888 Sep 23 19:49:20.348050 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920057ed-72d7-49ac-86bd-ec833eae0ff6 req-fb93617d-f9c1-48ae-bb28-0a4989212ea7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:49:20.349855 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-920057ed-72d7-49ac-86bd-ec833eae0ff6 req-fb93617d-f9c1-48ae-bb28-0a4989212ea7 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=968fd5c2-1ec4-418f-821a-c42aa6094b44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0968797 Sep 23 19:49:20.524644 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff3703bc-314e-49a6-92d4-562f75d0a489 None None] New status for floating IP 44e7ba5a-dffc-4a04-bf88-910350510526: ACTIVE {{(pid=95103) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 23 19:49:20.535154 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-62f8bed3-0fd0-466a-b85e-dc5be99feb36 tempest-TestSecurityGroupsBasicOps-1963751229 tempest-TestSecurityGroupsBasicOps-1963751229-project-admin] 10.222.0.67 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1614 time: 0.5052407 Sep 23 19:49:20.535400 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 46756) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:49:20.563715 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-920057ed-72d7-49ac-86bd-ec833eae0ff6 req-e40e7bcb-ce19-49a0-9f94-ff503db12895 service neutron] 10.222.0.74 "GET /v2.0/networks/968fd5c2-1ec4-418f-821a-c42aa6094b44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2010112 Sep 23 19:49:20.612575 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b687252d-02aa-4bbd-bfff-83a837ff4db0 tempest-TestSecurityGroupsBasicOps-1963751229 tempest-TestSecurityGroupsBasicOps-1963751229-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:49:20.613112 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b687252d-02aa-4bbd-bfff-83a837ff4db0 tempest-TestSecurityGroupsBasicOps-1963751229 tempest-TestSecurityGroupsBasicOps-1963751229-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:49:20.629864 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-b687252d-02aa-4bbd-bfff-83a837ff4db0 tempest-TestSecurityGroupsBasicOps-1963751229 tempest-TestSecurityGroupsBasicOps-1963751229-project-admin] 10.222.0.67 "GET /v2.0/ports?device_id=dfa9a0f3-b5a0-447b-a08f-be6bd2ec3fa5 HTTP/1.1" status: 200 len: 1992 time: 0.0797067 Sep 23 19:49:20.818745 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-920057ed-72d7-49ac-86bd-ec833eae0ff6 req-bc1822b8-f5f0-4c77-8fc4-c5c37aabcae0 service neutron] 10.222.0.74 "GET /v2.0/networks/968fd5c2-1ec4-418f-821a-c42aa6094b44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2483737 Sep 23 19:49:20.881205 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f9eff4d-9414-412c-ac19-243ab2b2b383 req-1271f6da-d1eb-4516-a625-25faaf273cd2 tempest-TestServerAdvancedOps-477748734 tempest-TestServerAdvancedOps-477748734-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:49:20.883565 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-9f9eff4d-9414-412c-ac19-243ab2b2b383 req-1271f6da-d1eb-4516-a625-25faaf273cd2 tempest-TestServerAdvancedOps-477748734 tempest-TestServerAdvancedOps-477748734-project] 10.222.0.67 "GET /v2.0/networks?id=cc3678c3-3510-4f89-a586-3a7072267c51 HTTP/1.1" status: 200 len: 812 time: 0.1867921 Sep 23 19:49:20.904676 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-9f9eff4d-9414-412c-ac19-243ab2b2b383 req-7a745071-aab8-4b88-a9f1-d37eeca495d3 tempest-TestServerAdvancedOps-477748734 tempest-TestServerAdvancedOps-477748734-project] 10.222.0.67 "GET /v2.0/quotas/7fdd9a77c73d42eea21fc31cc7c4f8ec HTTP/1.1" status: 200 len: 375 time: 0.0139289 Sep 23 19:49:20.948773 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-9f9eff4d-9414-412c-ac19-243ab2b2b383 req-f51f6cb8-e947-4afe-9d1b-5a3d4b192d73 tempest-TestServerAdvancedOps-477748734 tempest-TestServerAdvancedOps-477748734-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=7fdd9a77c73d42eea21fc31cc7c4f8ec&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0328021 Sep 23 19:49:20.964524 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [req-9f9eff4d-9414-412c-ac19-243ab2b2b383 req-165968b1-6c68-4e61-8aba-d88868cadb2b service neutron] http://10.222.0.67:9696/v2.0/extensions returned with HTTP 200 {{(pid=95102) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 23 19:49:20.965642 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-9f9eff4d-9414-412c-ac19-243ab2b2b383 req-165968b1-6c68-4e61-8aba-d88868cadb2b service neutron] 10.222.0.67 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0080826 Sep 23 19:49:21.110456 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b4e38b-da92-451d-87be-fe7adac4cb71 req-95f8516e-d03a-401b-96af-47dd0eac5aa4 tempest-VolumesBackupsTest-667409647 tempest-VolumesBackupsTest-667409647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:49:21.112025 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-76b4e38b-da92-451d-87be-fe7adac4cb71 req-95f8516e-d03a-401b-96af-47dd0eac5aa4 tempest-VolumesBackupsTest-667409647 tempest-VolumesBackupsTest-667409647-project] 10.222.0.67 "GET /v2.0/ports?device_id=39da272a-e143-4400-8545-09e4d3667d0e HTTP/1.1" status: 200 len: 950 time: 0.1072979 Sep 23 19:49:21.125249 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-9f9eff4d-9414-412c-ac19-243ab2b2b383 req-587fed4c-d0db-4dc5-9f7d-044c51e58d33 service neutron] 10.222.0.67 "GET /v2.0/networks/cc3678c3-3510-4f89-a586-3a7072267c51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1522064 Sep 23 19:49:21.190125 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-76b4e38b-da92-451d-87be-fe7adac4cb71 req-89d99dea-1ebc-4b50-9578-a0e9c4b07bfb tempest-VolumesBackupsTest-667409647 tempest-VolumesBackupsTest-667409647-project] 10.222.0.67 "GET /v2.0/security-groups?id=a9f48087-3fb0-46e6-99e9-ce465e6df1f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681493 Sep 23 19:49:21.285895 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-9f9eff4d-9414-412c-ac19-243ab2b2b383 req-7ac92d24-11ef-4203-b7f6-be173ed482f3 service neutron] 10.222.0.67 "GET /v2.0/networks/cc3678c3-3510-4f89-a586-3a7072267c51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1456983 Sep 23 19:49:21.498397 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-cc55cbd4-f3a3-46f6-b672-b71f79f17379 req-4db34480-2f8d-4f2c-bba4-4f6cd8cfd3fd tempest-TestServerAdvancedOps-477748734 tempest-TestServerAdvancedOps-477748734-project] 10.222.0.67 "GET /v2.0/ports?device_id=111dc453-2e85-4bef-b6de-e6124db403cc HTTP/1.1" status: 200 len: 210 time: 0.0385165 Sep 23 19:49:22.358834 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 46854) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:49:22.538011 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-f4d9327f-49d8-4f2e-8c5a-c31dc6929c23 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:22.640506 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-8bc9e078-d617-486a-9157-7a699b8a1715 req-633df11e-3675-4214-bb4c-861eaf81f1df tempest-TestServerAdvancedOps-477748734 tempest-TestServerAdvancedOps-477748734-project] 10.222.0.67 "GET /v2.0/ports?device_id=111dc453-2e85-4bef-b6de-e6124db403cc HTTP/1.1" status: 200 len: 210 time: 0.0373039 Sep 23 19:49:22.731664 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-f4d9327f-49d8-4f2e-8c5a-c31dc6929c23 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:22.741549 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-f4d9327f-49d8-4f2e-8c5a-c31dc6929c23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:22.792934 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-f4d9327f-49d8-4f2e-8c5a-c31dc6929c23 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=daf9007ab93045aa9e3eeb23094222a7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4320431 Sep 23 19:49:22.793851 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4d9327f-49d8-4f2e-8c5a-c31dc6929c23 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53a569a9-2a5b-4079-abe6-5de3827d10b5,revision_number=1']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:49:22.796313 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 46862) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:49:22.877481 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-24f7c42f-6179-4c82-9e3b-a90c14819ce2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:22.907708 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-24f7c42f-6179-4c82-9e3b-a90c14819ce2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:22.978692 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-24f7c42f-6179-4c82-9e3b-a90c14819ce2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:22.980216 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-e6321c80-af64-4271-b961-459704b26c91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:22.981881 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-24f7c42f-6179-4c82-9e3b-a90c14819ce2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:22.985462 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-24f7c42f-6179-4c82-9e3b-a90c14819ce2 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/53a569a9-2a5b-4079-abe6-5de3827d10b5 HTTP/1.1" status: 204 len: 168 time: 0.1880429 Sep 23 19:49:23.027925 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24f7c42f-6179-4c82-9e3b-a90c14819ce2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53a569a9-2a5b-4079-abe6-5de3827d10b5,revision_number=None']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:49:23.122055 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:23.358549 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f9eff4d-9414-412c-ac19-243ab2b2b383 req-df03c656-b02e-4083-a8d3-b9c611b0a695 tempest-TestServerAdvancedOps-477748734 tempest-TestServerAdvancedOps-477748734-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:49:23.361041 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-9f9eff4d-9414-412c-ac19-243ab2b2b383 req-df03c656-b02e-4083-a8d3-b9c611b0a695 tempest-TestServerAdvancedOps-477748734 tempest-TestServerAdvancedOps-477748734-project] 10.222.0.74 "GET /v2.0/networks?id=cc3678c3-3510-4f89-a586-3a7072267c51 HTTP/1.1" status: 200 len: 812 time: 0.2079415 Sep 23 19:49:23.378373 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.v2.base [req-9f9eff4d-9414-412c-ac19-243ab2b2b383 req-97e50146-9eb1-4b1a-8ee9-0789ce74b9e4 tempest-TestServerAdvancedOps-477748734 tempest-TestServerAdvancedOps-477748734-project] Request body: {'port': {'device_id': '111dc453-2e85-4bef-b6de-e6124db403cc', 'network_id': 'cc3678c3-3510-4f89-a586-3a7072267c51', 'admin_state_up': True, 'tenant_id': '7fdd9a77c73d42eea21fc31cc7c4f8ec'}} {{(pid=95102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:49:23.472464 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-0ae75029-feb6-4728-9a94-5f9b60993d82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:23.554919 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9f9eff4d-9414-412c-ac19-243ab2b2b383 req-97e50146-9eb1-4b1a-8ee9-0789ce74b9e4 tempest-TestServerAdvancedOps-477748734 tempest-TestServerAdvancedOps-477748734-project] Made reservation on behalf of 7fdd9a77c73d42eea21fc31cc7c4f8ec for: {'port': 1} {{(pid=95102) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:49:23.561257 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-9f9eff4d-9414-412c-ac19-243ab2b2b383 req-97e50146-9eb1-4b1a-8ee9-0789ce74b9e4 tempest-TestServerAdvancedOps-477748734 tempest-TestServerAdvancedOps-477748734-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:23.728503 n-d-713301-16 neutron-server[95102]: DEBUG neutron.db.db_base_plugin_common [req-9f9eff4d-9414-412c-ac19-243ab2b2b383 req-97e50146-9eb1-4b1a-8ee9-0789ce74b9e4 tempest-TestServerAdvancedOps-477748734 tempest-TestServerAdvancedOps-477748734-project] Allocated IP 172.20.0.5 (cc3678c3-3510-4f89-a586-3a7072267c51/8c77795f-65d3-4722-8a24-3ff61c9f21b5/1d4759dd-fb22-435f-b18a-f56108075975) {{(pid=95102) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 19:49:23.829963 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-92826090-b862-4064-b743-54e093093441 req-f74f2c1d-79d5-4389-bf57-4157f9f6bb74 tempest-TestServerAdvancedOps-477748734 tempest-TestServerAdvancedOps-477748734-project] 10.222.0.67 "GET /v2.0/ports?device_id=111dc453-2e85-4bef-b6de-e6124db403cc HTTP/1.1" status: 200 len: 210 time: 0.0509436 Sep 23 19:49:23.952185 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-9f9eff4d-9414-412c-ac19-243ab2b2b383 req-97e50146-9eb1-4b1a-8ee9-0789ce74b9e4 tempest-TestServerAdvancedOps-477748734 tempest-TestServerAdvancedOps-477748734-project] Notify callbacks [] for port, precommit_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:23.996283 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-9f9eff4d-9414-412c-ac19-243ab2b2b383 req-97e50146-9eb1-4b1a-8ee9-0789ce74b9e4 tempest-TestServerAdvancedOps-477748734 tempest-TestServerAdvancedOps-477748734-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783145673135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4399100'] for port, after_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:24.050222 n-d-713301-16 neutron-server[95102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9f9eff4d-9414-412c-ac19-243ab2b2b383 req-97e50146-9eb1-4b1a-8ee9-0789ce74b9e4 tempest-TestServerAdvancedOps-477748734 tempest-TestServerAdvancedOps-477748734-project] Network cc3678c3-3510-4f89-a586-3a7072267c51 is already hosted by enough agents. {{(pid=95102) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:49:24.053781 n-d-713301-16 neutron-server[95102]: DEBUG neutron.scheduler.base_scheduler [req-9f9eff4d-9414-412c-ac19-243ab2b2b383 req-97e50146-9eb1-4b1a-8ee9-0789ce74b9e4 tempest-TestServerAdvancedOps-477748734 tempest-TestServerAdvancedOps-477748734-project] Resources bound (agent type, host, resource id): {{(pid=95102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:49:24.060995 n-d-713301-16 neutron-server[95102]: DEBUG neutron.db.l3_dvrscheduler_db [req-9f9eff4d-9414-412c-ac19-243ab2b2b383 req-97e50146-9eb1-4b1a-8ee9-0789ce74b9e4 tempest-TestServerAdvancedOps-477748734 tempest-TestServerAdvancedOps-477748734-project] Received port after_create {{(pid=95102) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 19:49:24.065124 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97e50146-9eb1-4b1a-8ee9-0789ce74b9e4 tempest-TestServerAdvancedOps-477748734 tempest-TestServerAdvancedOps-477748734-project] Pushing event updated for resources: {'Port': ['ID=1d4759dd-fb22-435f-b18a-f56108075975,revision_number=1']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:49:24.121631 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f9eff4d-9414-412c-ac19-243ab2b2b383 req-97e50146-9eb1-4b1a-8ee9-0789ce74b9e4 tempest-TestServerAdvancedOps-477748734 tempest-TestServerAdvancedOps-477748734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:49:24.122268 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-9f9eff4d-9414-412c-ac19-243ab2b2b383 req-97e50146-9eb1-4b1a-8ee9-0789ce74b9e4 tempest-TestServerAdvancedOps-477748734 tempest-TestServerAdvancedOps-477748734-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222849'] for port, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:24.139264 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-9f9eff4d-9414-412c-ac19-243ab2b2b383 req-97e50146-9eb1-4b1a-8ee9-0789ce74b9e4 tempest-TestServerAdvancedOps-477748734 tempest-TestServerAdvancedOps-477748734-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7679272 Sep 23 19:49:24.153432 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.v2.base [req-9f9eff4d-9414-412c-ac19-243ab2b2b383 req-65fda63b-61eb-42f5-8b17-420e30bf6a26 service neutron] Request body: {'port': {'device_id': '111dc453-2e85-4bef-b6de-e6124db403cc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713301-16'}} {{(pid=95102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:49:24.210081 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-9f9eff4d-9414-412c-ac19-243ab2b2b383 req-65fda63b-61eb-42f5-8b17-420e30bf6a26 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:24.532996 n-d-713301-16 neutron-server[95102]: DEBUG neutron.notifiers.nova [req-9f9eff4d-9414-412c-ac19-243ab2b2b383 req-65fda63b-61eb-42f5-8b17-420e30bf6a26 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1d4759dd-fb22-435f-b18a-f56108075975 {{(pid=95102) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 19:49:24.543753 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-9f9eff4d-9414-412c-ac19-243ab2b2b383 req-65fda63b-61eb-42f5-8b17-420e30bf6a26 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:24.558920 n-d-713301-16 neutron-server[95102]: DEBUG neutron.db.provisioning_blocks [req-9f9eff4d-9414-412c-ac19-243ab2b2b383 req-65fda63b-61eb-42f5-8b17-420e30bf6a26 service neutron] Transition to ACTIVE for port object 1d4759dd-fb22-435f-b18a-f56108075975 will not be triggered until provisioned by entity L2. {{(pid=95102) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 19:49:24.567234 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-9f9eff4d-9414-412c-ac19-243ab2b2b383 req-65fda63b-61eb-42f5-8b17-420e30bf6a26 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4399095'] for port, after_update {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:24.643444 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65fda63b-61eb-42f5-8b17-420e30bf6a26 service neutron] Pushing event updated for resources: {'Port': ['ID=1d4759dd-fb22-435f-b18a-f56108075975,revision_number=2']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:49:24.723583 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.managers [req-9f9eff4d-9414-412c-ac19-243ab2b2b383 req-65fda63b-61eb-42f5-8b17-420e30bf6a26 service neutron] Attempting to bind port 1d4759dd-fb22-435f-b18a-f56108075975 on host n-h1-713301-16 for vnic_type normal with profile {{(pid=95102) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 19:49:24.724341 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.managers [req-9f9eff4d-9414-412c-ac19-243ab2b2b383 req-65fda63b-61eb-42f5-8b17-420e30bf6a26 service neutron] Attempting to bind port 1d4759dd-fb22-435f-b18a-f56108075975 by drivers openvswitch,hyperv on host n-h1-713301-16 at level 0 using segments [{'id': '731a63e1-dfdf-40eb-8bc6-174a54ba522f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': 'cc3678c3-3510-4f89-a586-3a7072267c51'}] {{(pid=95102) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 19:49:24.724763 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f9eff4d-9414-412c-ac19-243ab2b2b383 req-65fda63b-61eb-42f5-8b17-420e30bf6a26 service neutron] Attempting to bind port 1d4759dd-fb22-435f-b18a-f56108075975 on network cc3678c3-3510-4f89-a586-3a7072267c51 {{(pid=95102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:49:24.729453 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f9eff4d-9414-412c-ac19-243ab2b2b383 req-65fda63b-61eb-42f5-8b17-420e30bf6a26 service neutron] Port 1d4759dd-fb22-435f-b18a-f56108075975 on network cc3678c3-3510-4f89-a586-3a7072267c51 not bound, no agent of type Open vSwitch agent registered on host n-h1-713301-16 {{(pid=95102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 19:49:24.729852 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f9eff4d-9414-412c-ac19-243ab2b2b383 req-65fda63b-61eb-42f5-8b17-420e30bf6a26 service neutron] Attempting to bind port 1d4759dd-fb22-435f-b18a-f56108075975 on network cc3678c3-3510-4f89-a586-3a7072267c51 {{(pid=95102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:49:24.737358 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f9eff4d-9414-412c-ac19-243ab2b2b383 req-65fda63b-61eb-42f5-8b17-420e30bf6a26 service neutron] Checking agent: {'id': '0708c3e9-0aad-4600-9be9-d2486535c898', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713301-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 19, 15, 28), 'started_at': datetime.datetime(2021, 9, 23, 19, 15, 28), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 19, 48, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 19:49:24.737901 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f9eff4d-9414-412c-ac19-243ab2b2b383 req-65fda63b-61eb-42f5-8b17-420e30bf6a26 service neutron] Checking segment: {'id': '731a63e1-dfdf-40eb-8bc6-174a54ba522f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': 'cc3678c3-3510-4f89-a586-3a7072267c51'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95102) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:49:24.738294 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f9eff4d-9414-412c-ac19-243ab2b2b383 req-65fda63b-61eb-42f5-8b17-420e30bf6a26 service neutron] Bound using segment: {'id': '731a63e1-dfdf-40eb-8bc6-174a54ba522f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': 'cc3678c3-3510-4f89-a586-3a7072267c51'} {{(pid=95102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 19:49:24.738960 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.managers [req-9f9eff4d-9414-412c-ac19-243ab2b2b383 req-65fda63b-61eb-42f5-8b17-420e30bf6a26 service neutron] Bound port: 1d4759dd-fb22-435f-b18a-f56108075975, host: n-h1-713301-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '731a63e1-dfdf-40eb-8bc6-174a54ba522f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': 'cc3678c3-3510-4f89-a586-3a7072267c51'}}] {{(pid=95102) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 19:49:24.739449 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-9f9eff4d-9414-412c-ac19-243ab2b2b383 req-65fda63b-61eb-42f5-8b17-420e30bf6a26 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:24.740791 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 46944) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:49:24.825586 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.db [req-9f9eff4d-9414-412c-ac19-243ab2b2b383 req-65fda63b-61eb-42f5-8b17-420e30bf6a26 service neutron] For port 1d4759dd-fb22-435f-b18a-f56108075975, host n-h1-713301-16, cleared binding levels {{(pid=95102) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 19:49:24.830032 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.db [req-9f9eff4d-9414-412c-ac19-243ab2b2b383 req-65fda63b-61eb-42f5-8b17-420e30bf6a26 service neutron] For port 1d4759dd-fb22-435f-b18a-f56108075975, host n-h1-713301-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-16',level=0,port_id=1d4759dd-fb22-435f-b18a-f56108075975,segment=NetworkSegment(731a63e1-dfdf-40eb-8bc6-174a54ba522f),segment_id=731a63e1-dfdf-40eb-8bc6-174a54ba522f)] {{(pid=95102) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 19:49:24.835903 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-9f9eff4d-9414-412c-ac19-243ab2b2b383 req-65fda63b-61eb-42f5-8b17-420e30bf6a26 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4399095'] for port, after_update {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:24.853278 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f9eff4d-9414-412c-ac19-243ab2b2b383 req-65fda63b-61eb-42f5-8b17-420e30bf6a26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:49:24.854372 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-9f9eff4d-9414-412c-ac19-243ab2b2b383 req-65fda63b-61eb-42f5-8b17-420e30bf6a26 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222849'] for port, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:24.856632 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-9f9eff4d-9414-412c-ac19-243ab2b2b383 req-65fda63b-61eb-42f5-8b17-420e30bf6a26 service neutron] 10.222.0.74 "PUT /v2.0/ports/1d4759dd-fb22-435f-b18a-f56108075975 HTTP/1.1" status: 200 len: 1092 time: 0.7084484 Sep 23 19:49:24.859114 n-d-713301-16 neutron-server[95102]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '111dc453-2e85-4bef-b6de-e6124db403cc', 'tag': '1d4759dd-fb22-435f-b18a-f56108075975'}] {{(pid=95102) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 19:49:24.862626 n-d-713301-16 neutron-server[95102]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab31b6d93e5336dbddfa8ec424565b3bd8cb2369c5b4d85bc943472dbb21e8ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f46b05c-f2da-4d10-93e2-86cdca12a04d" -d '{"events": [{"name": "network-changed", "server_uuid": "111dc453-2e85-4bef-b6de-e6124db403cc", "tag": "1d4759dd-fb22-435f-b18a-f56108075975"}]}' {{(pid=95102) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 19:49:24.914269 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-bb3843dd-b18f-422b-90ea-b3cf34359262 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:24.981406 n-d-713301-16 neutron-server[95102]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 19:49:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6b2d286-123c-43f9-94a3-febbb6ccecab x-openstack-request-id: req-e6b2d286-123c-43f9-94a3-febbb6ccecab {{(pid=95102) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 19:49:24.981671 n-d-713301-16 neutron-server[95102]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "111dc453-2e85-4bef-b6de-e6124db403cc", "tag": "1d4759dd-fb22-435f-b18a-f56108075975", "status": "completed", "code": 200}]} {{(pid=95102) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 19:49:24.982133 n-d-713301-16 neutron-server[95102]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-e6b2d286-123c-43f9-94a3-febbb6ccecab {{(pid=95102) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 19:49:24.982531 n-d-713301-16 neutron-server[95102]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '111dc453-2e85-4bef-b6de-e6124db403cc', 'tag': '1d4759dd-fb22-435f-b18a-f56108075975', 'status': 'completed', 'code': 200} Sep 23 19:49:25.037892 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f9eff4d-9414-412c-ac19-243ab2b2b383 req-c2ac1307-7f44-4c22-bf8e-888d9787fced service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:49:25.039558 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-9f9eff4d-9414-412c-ac19-243ab2b2b383 req-c2ac1307-7f44-4c22-bf8e-888d9787fced service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=7fdd9a77c73d42eea21fc31cc7c4f8ec&device_id=111dc453-2e85-4bef-b6de-e6124db403cc HTTP/1.1" status: 200 len: 1095 time: 0.1243486 Sep 23 19:49:25.054708 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-bb3843dd-b18f-422b-90ea-b3cf34359262 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:25.063396 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-bb3843dd-b18f-422b-90ea-b3cf34359262 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:25.133855 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-bb3843dd-b18f-422b-90ea-b3cf34359262 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=5d7fafebae5a492bb479956db84e9588&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3913019 Sep 23 19:49:25.136215 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 46960) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:49:25.147854 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb3843dd-b18f-422b-90ea-b3cf34359262 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3337601e-3203-4234-984f-8a8c2ee4dec5,revision_number=1']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:49:25.231448 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-880bbd8d-9218-4703-a54c-b4f0e478681a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:25.269823 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-880bbd8d-9218-4703-a54c-b4f0e478681a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:25.328212 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-80e7e501-6c57-470d-92c6-e3d54bc3195c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:25.341023 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-880bbd8d-9218-4703-a54c-b4f0e478681a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:25.344688 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-880bbd8d-9218-4703-a54c-b4f0e478681a admin admin] Notify callbacks [] for security_group, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:25.346018 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-880bbd8d-9218-4703-a54c-b4f0e478681a admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/3337601e-3203-4234-984f-8a8c2ee4dec5 HTTP/1.1" status: 204 len: 168 time: 0.2086918 Sep 23 19:49:25.364845 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-880bbd8d-9218-4703-a54c-b4f0e478681a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3337601e-3203-4234-984f-8a8c2ee4dec5,revision_number=None']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:49:25.461120 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65fda63b-61eb-42f5-8b17-420e30bf6a26 service neutron] Pushing event updated for resources: {'Port': ['ID=1d4759dd-fb22-435f-b18a-f56108075975,revision_number=3']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:49:25.509922 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-9f9eff4d-9414-412c-ac19-243ab2b2b383 req-1f829bd7-ba3f-4f0d-8539-0cc20a337b1b service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1d4759dd-fb22-435f-b18a-f56108075975 HTTP/1.1" status: 200 len: 217 time: 0.0496800 Sep 23 19:49:25.571032 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd7f74e3-84a6-4e01-8fe2-97b6a55475d2 req-0aea5fa1-5171-4f37-bac4-462d7238b4fa tempest-TestServerAdvancedOps-477748734 tempest-TestServerAdvancedOps-477748734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:49:25.573556 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-bd7f74e3-84a6-4e01-8fe2-97b6a55475d2 req-0aea5fa1-5171-4f37-bac4-462d7238b4fa tempest-TestServerAdvancedOps-477748734 tempest-TestServerAdvancedOps-477748734-project] 10.222.0.67 "GET /v2.0/ports?device_id=111dc453-2e85-4bef-b6de-e6124db403cc HTTP/1.1" status: 200 len: 943 time: 0.5650859 Sep 23 19:49:25.611183 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f9eff4d-9414-412c-ac19-243ab2b2b383 req-f17010e4-7d3a-478d-8f4d-ce0dbb8d058a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:49:25.612921 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-9f9eff4d-9414-412c-ac19-243ab2b2b383 req-f17010e4-7d3a-478d-8f4d-ce0dbb8d058a service neutron] 10.222.0.74 "GET /v2.0/subnets?id=8c77795f-65d3-4722-8a24-3ff61c9f21b5 HTTP/1.1" status: 200 len: 852 time: 0.0997212 Sep 23 19:49:25.660796 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-bd7f74e3-84a6-4e01-8fe2-97b6a55475d2 req-72ba14cd-aacf-408c-8049-634992f5ba84 tempest-TestServerAdvancedOps-477748734 tempest-TestServerAdvancedOps-477748734-project] 10.222.0.67 "GET /v2.0/security-groups?id=c00cd2e9-9d88-401c-8b9e-1f505a959290&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794404 Sep 23 19:49:25.662740 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-9f9eff4d-9414-412c-ac19-243ab2b2b383 req-3d7d3c41-9dba-4a3d-a048-d5d0179c24cb service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=cc3678c3-3510-4f89-a586-3a7072267c51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0335445 Sep 23 19:49:25.806383 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-9f9eff4d-9414-412c-ac19-243ab2b2b383 req-36e46615-f59e-4a20-bbcc-b21338c8da02 service neutron] 10.222.0.74 "GET /v2.0/networks/cc3678c3-3510-4f89-a586-3a7072267c51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1325340 Sep 23 19:49:25.934558 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-9f9eff4d-9414-412c-ac19-243ab2b2b383 req-d886fefe-944d-4965-8a43-fdbebb5a8380 service neutron] 10.222.0.74 "GET /v2.0/networks/cc3678c3-3510-4f89-a586-3a7072267c51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1189446 Sep 23 19:49:26.091955 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f46b05c-f2da-4d10-93e2-86cdca12a04d req-5fc8b598-f361-45b6-84fb-3729662b2a07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:49:26.093664 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-5f46b05c-f2da-4d10-93e2-86cdca12a04d req-5fc8b598-f361-45b6-84fb-3729662b2a07 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=7fdd9a77c73d42eea21fc31cc7c4f8ec&device_id=111dc453-2e85-4bef-b6de-e6124db403cc HTTP/1.1" status: 200 len: 1095 time: 0.0591249 Sep 23 19:49:26.199341 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f46b05c-f2da-4d10-93e2-86cdca12a04d req-e9c83f1e-7ede-42b8-86fa-e3532661e0b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:49:26.200893 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-5f46b05c-f2da-4d10-93e2-86cdca12a04d req-e9c83f1e-7ede-42b8-86fa-e3532661e0b5 service neutron] 10.222.0.74 "GET /v2.0/networks?id=cc3678c3-3510-4f89-a586-3a7072267c51 HTTP/1.1" status: 200 len: 913 time: 0.1001811 Sep 23 19:49:26.252795 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-5f46b05c-f2da-4d10-93e2-86cdca12a04d req-0f80be2d-1ff3-4982-a66e-668fc9a1343d service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1d4759dd-fb22-435f-b18a-f56108075975 HTTP/1.1" status: 200 len: 217 time: 0.0421810 Sep 23 19:49:26.323433 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f46b05c-f2da-4d10-93e2-86cdca12a04d req-87de33df-ada5-466d-bb22-3d845de8d2bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:49:26.325255 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-5f46b05c-f2da-4d10-93e2-86cdca12a04d req-87de33df-ada5-466d-bb22-3d845de8d2bf service neutron] 10.222.0.74 "GET /v2.0/subnets?id=8c77795f-65d3-4722-8a24-3ff61c9f21b5 HTTP/1.1" status: 200 len: 852 time: 0.0630774 Sep 23 19:49:26.362413 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-5f46b05c-f2da-4d10-93e2-86cdca12a04d req-439a5bb5-32b3-4719-9b98-7e1abd793458 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=cc3678c3-3510-4f89-a586-3a7072267c51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0292959 Sep 23 19:49:26.484129 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-5f46b05c-f2da-4d10-93e2-86cdca12a04d req-b498f549-3177-41ab-a7b2-d15307acdb57 service neutron] 10.222.0.74 "GET /v2.0/networks/cc3678c3-3510-4f89-a586-3a7072267c51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1134470 Sep 23 19:49:26.633376 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-5f46b05c-f2da-4d10-93e2-86cdca12a04d req-2379c517-8ff8-4aa8-b629-ee0ecaa7247e service neutron] 10.222.0.74 "GET /v2.0/networks/cc3678c3-3510-4f89-a586-3a7072267c51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1414609 Sep 23 19:49:26.910657 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbac1e91-1572-4316-a906-0776a8f10619 req-248c16bf-751a-4185-8bef-ce1e5216bd91 tempest-TestServerAdvancedOps-477748734 tempest-TestServerAdvancedOps-477748734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:49:26.912255 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-bbac1e91-1572-4316-a906-0776a8f10619 req-248c16bf-751a-4185-8bef-ce1e5216bd91 tempest-TestServerAdvancedOps-477748734 tempest-TestServerAdvancedOps-477748734-project] 10.222.0.67 "GET /v2.0/ports?device_id=111dc453-2e85-4bef-b6de-e6124db403cc HTTP/1.1" status: 200 len: 943 time: 0.1387055 Sep 23 19:49:26.956651 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-bbac1e91-1572-4316-a906-0776a8f10619 req-6db64a1f-9e8b-4a78-9a39-43552f716985 tempest-TestServerAdvancedOps-477748734 tempest-TestServerAdvancedOps-477748734-project] 10.222.0.67 "GET /v2.0/security-groups?id=c00cd2e9-9d88-401c-8b9e-1f505a959290&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377810 Sep 23 19:49:27.005931 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 47026) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:49:27.118470 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.v2.base [None req-40a3929a-bd9f-4478-94e3-2d585a8610ba tempest-RoutersTestDVR-655953032 tempest-RoutersTestDVR-655953032-project-admin] Request body: {'router': {'name': 'tempest-pretest-check-1997769019'}} {{(pid=95101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:49:27.137176 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Device 1d4759dd-fb22-435f-b18a-f56108075975 details requested by agent hyperv_n-h1-713301-16 with host n-h1-713301-16 {{(pid=95103) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 19:49:27.153643 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-40a3929a-bd9f-4478-94e3-2d585a8610ba tempest-RoutersTestDVR-655953032 tempest-RoutersTestDVR-655953032-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-594563', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29355'] for router, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:27.155214 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-40a3929a-bd9f-4478-94e3-2d585a8610ba tempest-RoutersTestDVR-655953032 tempest-RoutersTestDVR-655953032-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-597363', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-601731', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-739356', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29346'] for router, precommit_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:27.240060 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-40a3929a-bd9f-4478-94e3-2d585a8610ba tempest-RoutersTestDVR-655953032 tempest-RoutersTestDVR-655953032-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:27.245813 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-40a3929a-bd9f-4478-94e3-2d585a8610ba tempest-RoutersTestDVR-655953032 tempest-RoutersTestDVR-655953032-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-597258', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-601790'] for router, after_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:27.264994 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-40a3929a-bd9f-4478-94e3-2d585a8610ba tempest-RoutersTestDVR-655953032 tempest-RoutersTestDVR-655953032-project-admin] Notify callbacks [] for router, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:27.268654 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-40a3929a-bd9f-4478-94e3-2d585a8610ba tempest-RoutersTestDVR-655953032 tempest-RoutersTestDVR-655953032-project-admin] 10.222.0.67 "POST /v2.0/routers HTTP/1.1" status: 201 len: 729 time: 0.2599168 Sep 23 19:49:27.270124 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 47030) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:49:27.287036 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] For port 1d4759dd-fb22-435f-b18a-f56108075975, host n-h1-713301-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-16',level=0,port_id=1d4759dd-fb22-435f-b18a-f56108075975,segment=NetworkSegment(731a63e1-dfdf-40eb-8bc6-174a54ba522f),segment_id=731a63e1-dfdf-40eb-8bc6-174a54ba522f)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:49:27.300715 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Returning: {'device': '1d4759dd-fb22-435f-b18a-f56108075975', 'network_id': 'cc3678c3-3510-4f89-a586-3a7072267c51', 'port_id': '1d4759dd-fb22-435f-b18a-f56108075975', 'mac_address': 'fa:16:3e:75:4c:d9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 623, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8c77795f-65d3-4722-8a24-3ff61c9f21b5', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95103) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 19:49:27.349566 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:27.356409 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-e72a1740-8a80-4aeb-a578-e198b96f791f tempest-RoutersTestDVR-655953032 tempest-RoutersTestDVR-655953032-project-admin] Notify callbacks [] for router, before_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:27.373589 n-d-713301-16 neutron-server[95103]: DEBUG neutron.notifiers.nova [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1d4759dd-fb22-435f-b18a-f56108075975 {{(pid=95103) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 19:49:27.401470 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] For port 1d4759dd-fb22-435f-b18a-f56108075975, host n-h1-713301-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-16',level=0,port_id=1d4759dd-fb22-435f-b18a-f56108075975,segment=NetworkSegment(731a63e1-dfdf-40eb-8bc6-174a54ba522f),segment_id=731a63e1-dfdf-40eb-8bc6-174a54ba522f)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:49:27.408670 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:27.467325 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Pushing event updated for resources: {'Port': ['ID=1d4759dd-fb22-435f-b18a-f56108075975,revision_number=4']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:49:27.571531 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-e72a1740-8a80-4aeb-a578-e198b96f791f tempest-RoutersTestDVR-655953032 tempest-RoutersTestDVR-655953032-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-597305', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29369'] for router, precommit_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:27.578395 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-e72a1740-8a80-4aeb-a578-e198b96f791f tempest-RoutersTestDVR-655953032 tempest-RoutersTestDVR-655953032-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:27.633783 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-e72a1740-8a80-4aeb-a578-e198b96f791f tempest-RoutersTestDVR-655953032 tempest-RoutersTestDVR-655953032-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-597296'] for router, after_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:27.634574 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e72a1740-8a80-4aeb-a578-e198b96f791f tempest-RoutersTestDVR-655953032 tempest-RoutersTestDVR-655953032-project-admin] Fanout notify agent at l3_agent the message router_deleted on router dc54ccb4-2bed-4f3a-b469-f0da0477bcbb {{(pid=95102) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 23 19:49:27.640593 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-e72a1740-8a80-4aeb-a578-e198b96f791f tempest-RoutersTestDVR-655953032 tempest-RoutersTestDVR-655953032-project-admin] Notify callbacks [] for router, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:27.642034 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-e72a1740-8a80-4aeb-a578-e198b96f791f tempest-RoutersTestDVR-655953032 tempest-RoutersTestDVR-655953032-project-admin] 10.222.0.67 "DELETE /v2.0/routers/dc54ccb4-2bed-4f3a-b469-f0da0477bcbb HTTP/1.1" status: 204 len: 168 time: 0.3707769 Sep 23 19:49:27.646353 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 47034) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:49:27.650243 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] get_ports_and_sgs() called for port_ids ['1d4759dd-fb22-435f-b18a-f56108075975'] {{(pid=95103) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 19:49:27.651333 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.v2.base [None req-81c6a9d9-5f23-42f4-b798-03cca27a233b tempest-RoutersTestDVR-655953032 tempest-RoutersTestDVR-655953032-project-admin] Request body: {'router': {'name': 'tempest-router-1564090495', 'distributed': False}} {{(pid=95101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:49:27.674958 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-81c6a9d9-5f23-42f4-b798-03cca27a233b tempest-RoutersTestDVR-655953032 tempest-RoutersTestDVR-655953032-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-594563', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29355'] for router, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:27.676248 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-81c6a9d9-5f23-42f4-b798-03cca27a233b tempest-RoutersTestDVR-655953032 tempest-RoutersTestDVR-655953032-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-597363', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-601731', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-739356', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29346'] for router, precommit_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:27.735870 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-81c6a9d9-5f23-42f4-b798-03cca27a233b tempest-RoutersTestDVR-655953032 tempest-RoutersTestDVR-655953032-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:27.740360 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-81c6a9d9-5f23-42f4-b798-03cca27a233b tempest-RoutersTestDVR-655953032 tempest-RoutersTestDVR-655953032-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-597258', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-601790'] for router, after_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:27.755120 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-81c6a9d9-5f23-42f4-b798-03cca27a233b tempest-RoutersTestDVR-655953032 tempest-RoutersTestDVR-655953032-project-admin] Notify callbacks [] for router, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:27.756634 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-81c6a9d9-5f23-42f4-b798-03cca27a233b tempest-RoutersTestDVR-655953032 tempest-RoutersTestDVR-655953032-project-admin] 10.222.0.67 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.1089156 Sep 23 19:49:27.759885 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 47036) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:49:27.842302 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-fe6d90a9-d926-4625-b02c-cf849e9b4a22 tempest-RoutersTestDVR-655953032 tempest-RoutersTestDVR-655953032-project-admin] Notify callbacks [] for router, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:28.006085 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-fe6d90a9-d926-4625-b02c-cf849e9b4a22 tempest-RoutersTestDVR-655953032 tempest-RoutersTestDVR-655953032-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-597305', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29369'] for router, precommit_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:28.008389 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-fe6d90a9-d926-4625-b02c-cf849e9b4a22 tempest-RoutersTestDVR-655953032 tempest-RoutersTestDVR-655953032-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:28.056084 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-fe6d90a9-d926-4625-b02c-cf849e9b4a22 tempest-RoutersTestDVR-655953032 tempest-RoutersTestDVR-655953032-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-597296'] for router, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:28.056859 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe6d90a9-d926-4625-b02c-cf849e9b4a22 tempest-RoutersTestDVR-655953032 tempest-RoutersTestDVR-655953032-project-admin] Fanout notify agent at l3_agent the message router_deleted on router a4807a32-8c16-4ebe-9c86-87f1a542b723 {{(pid=95101) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 23 19:49:28.063862 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-fe6d90a9-d926-4625-b02c-cf849e9b4a22 tempest-RoutersTestDVR-655953032 tempest-RoutersTestDVR-655953032-project-admin] Notify callbacks [] for router, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:28.068654 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-fe6d90a9-d926-4625-b02c-cf849e9b4a22 tempest-RoutersTestDVR-655953032 tempest-RoutersTestDVR-655953032-project-admin] 10.222.0.67 "DELETE /v2.0/routers/a4807a32-8c16-4ebe-9c86-87f1a542b723 HTTP/1.1" status: 204 len: 168 time: 0.3047662 Sep 23 19:49:28.069694 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 47048) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:49:28.075326 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.v2.base [None req-212bb85b-3397-4899-bd8b-75aa2266f1c8 tempest-RoutersTestDVR-655953032 tempest-RoutersTestDVR-655953032-project-admin] Request body: {'router': {'name': 'tempest-router-1686646250', 'distributed': False, 'admin_state_up': False, 'ha': False, 'project_id': 'ad1b7f79b7b34b9b89a42253d6b31ca4'}} {{(pid=95101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:49:28.102426 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-212bb85b-3397-4899-bd8b-75aa2266f1c8 tempest-RoutersTestDVR-655953032 tempest-RoutersTestDVR-655953032-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-594563', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29355'] for router, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:28.103453 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b5770b-7c9b-40fc-899a-161fdfd5c51e req-d9079bcb-f7bd-41b7-a95f-cb21f00ef5a2 tempest-TestServerAdvancedOps-477748734 tempest-TestServerAdvancedOps-477748734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:49:28.103639 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-212bb85b-3397-4899-bd8b-75aa2266f1c8 tempest-RoutersTestDVR-655953032 tempest-RoutersTestDVR-655953032-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-597363', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-601731', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-739356', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29346'] for router, precommit_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:28.106489 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.agents_db [None req-f2f5c474-60a3-474f-b2cc-02c4bd30880c None None] Agent healthcheck: found 7 active agents {{(pid=95104) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 19:49:28.106985 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:28.108015 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-b0b5770b-7c9b-40fc-899a-161fdfd5c51e req-d9079bcb-f7bd-41b7-a95f-cb21f00ef5a2 tempest-TestServerAdvancedOps-477748734 tempest-TestServerAdvancedOps-477748734-project] 10.222.0.67 "GET /v2.0/ports?device_id=111dc453-2e85-4bef-b6de-e6124db403cc HTTP/1.1" status: 200 len: 944 time: 0.0756042 Sep 23 19:49:28.169206 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-b0b5770b-7c9b-40fc-899a-161fdfd5c51e req-ca4c13c9-f98e-4610-8479-8d457c7aa74d tempest-TestServerAdvancedOps-477748734 tempest-TestServerAdvancedOps-477748734-project] 10.222.0.67 "GET /v2.0/security-groups?id=c00cd2e9-9d88-401c-8b9e-1f505a959290&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504234 Sep 23 19:49:28.188257 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-212bb85b-3397-4899-bd8b-75aa2266f1c8 tempest-RoutersTestDVR-655953032 tempest-RoutersTestDVR-655953032-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:28.194047 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-212bb85b-3397-4899-bd8b-75aa2266f1c8 tempest-RoutersTestDVR-655953032 tempest-RoutersTestDVR-655953032-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-597258', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-601790'] for router, after_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:28.209572 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-212bb85b-3397-4899-bd8b-75aa2266f1c8 tempest-RoutersTestDVR-655953032 tempest-RoutersTestDVR-655953032-project-admin] Notify callbacks [] for router, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:28.213710 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-212bb85b-3397-4899-bd8b-75aa2266f1c8 tempest-RoutersTestDVR-655953032 tempest-RoutersTestDVR-655953032-project-admin] 10.222.0.67 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.1401935 Sep 23 19:49:28.213946 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 47050) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:49:28.218728 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.v2.base [None req-53889c62-9563-4393-85fa-41462fa76dc5 tempest-RoutersTestDVR-655953032 tempest-RoutersTestDVR-655953032-project-admin] Request body: {'router': {'distributed': True}} {{(pid=95101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:49:28.341555 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:28.429148 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-53889c62-9563-4393-85fa-41462fa76dc5 tempest-RoutersTestDVR-655953032 tempest-RoutersTestDVR-655953032-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-601749', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-597253', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29360'] for router, precommit_update {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:28.429416 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-53889c62-9563-4393-85fa-41462fa76dc5 tempest-RoutersTestDVR-655953032 tempest-RoutersTestDVR-655953032-project-admin] Notify callbacks [] for router, before_update {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:28.522048 n-d-713301-16 neutron-server[95101]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-53889c62-9563-4393-85fa-41462fa76dc5 tempest-RoutersTestDVR-655953032 tempest-RoutersTestDVR-655953032-project-admin] Get a provider driver handle based on the ha flag: False and distributed flag: True {{(pid=95101) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:160}} Sep 23 19:49:28.522388 n-d-713301-16 neutron-server[95101]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-53889c62-9563-4393-85fa-41462fa76dc5 tempest-RoutersTestDVR-655953032 tempest-RoutersTestDVR-655953032-project-admin] Router 8f763596-a49b-4914-96eb-2e12ff8824ba migrating from provider to provider. {{(pid=95101) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:167}} Sep 23 19:49:28.522769 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-53889c62-9563-4393-85fa-41462fa76dc5 tempest-RoutersTestDVR-655953032 tempest-RoutersTestDVR-655953032-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:28.527587 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-53889c62-9563-4393-85fa-41462fa76dc5 tempest-RoutersTestDVR-655953032 tempest-RoutersTestDVR-655953032-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:28.532413 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-53889c62-9563-4393-85fa-41462fa76dc5 tempest-RoutersTestDVR-655953032 tempest-RoutersTestDVR-655953032-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-601790', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-601772', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-601767', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-597276'] for router, after_update {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:28.619376 n-d-713301-16 neutron-server[95101]: WARNING neutron.scheduler.l3_agent_scheduler [None req-53889c62-9563-4393-85fa-41462fa76dc5 tempest-RoutersTestDVR-655953032 tempest-RoutersTestDVR-655953032-project-admin] No L3 agents can host the router 8f763596-a49b-4914-96eb-2e12ff8824ba Sep 23 19:49:28.761422 n-d-713301-16 neutron-server[95101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53889c62-9563-4393-85fa-41462fa76dc5 tempest-RoutersTestDVR-655953032 tempest-RoutersTestDVR-655953032-project-admin] Hosts for router 8f763596-a49b-4914-96eb-2e12ff8824ba: [] {{(pid=95101) _get_dvr_hosts_for_router /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:328}} Sep 23 19:49:28.785123 n-d-713301-16 neutron-server[95101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53889c62-9563-4393-85fa-41462fa76dc5 tempest-RoutersTestDVR-655953032 tempest-RoutersTestDVR-655953032-project-admin] Hosts for other DVR routers connected to router 8f763596-a49b-4914-96eb-2e12ff8824ba: set() {{(pid=95101) _get_other_dvr_hosts /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:345}} Sep 23 19:49:28.787682 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-53889c62-9563-4393-85fa-41462fa76dc5 tempest-RoutersTestDVR-655953032 tempest-RoutersTestDVR-655953032-project-admin] Notify callbacks [] for router, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:28.788952 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-53889c62-9563-4393-85fa-41462fa76dc5 tempest-RoutersTestDVR-655953032 tempest-RoutersTestDVR-655953032-project-admin] 10.222.0.67 "PUT /v2.0/routers/8f763596-a49b-4914-96eb-2e12ff8824ba HTTP/1.1" status: 200 len: 717 time: 0.5739667 Sep 23 19:49:28.791592 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 47054) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:49:28.863511 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-50b6de3e-a2da-464c-9b65-7fd1ab1a35ba tempest-RoutersTestDVR-655953032 tempest-RoutersTestDVR-655953032-project-admin] 10.222.0.67 "GET /v2.0/routers/8f763596-a49b-4914-96eb-2e12ff8824ba HTTP/1.1" status: 200 len: 717 time: 0.0708466 Sep 23 19:49:28.866065 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 47056) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:49:29.038031 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-9e63d3bc-80fa-404d-acd3-dd75bb146e7a tempest-RoutersTestDVR-1578157692 tempest-RoutersTestDVR-1578157692-project] 10.222.0.67 "GET /v2.0/routers/8f763596-a49b-4914-96eb-2e12ff8824ba HTTP/1.1" status: 200 len: 683 time: 0.1708086 Sep 23 19:49:29.040591 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 47060) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:49:29.116728 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-3c90cae7-c93f-4728-a799-f98048d82ab4 tempest-RoutersTestDVR-655953032 tempest-RoutersTestDVR-655953032-project-admin] Notify callbacks [] for router, before_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:29.137523 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Device 1d4759dd-fb22-435f-b18a-f56108075975 up at agent hyperv_n-h1-713301-16 {{(pid=95103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 19:49:29.200430 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Provisioning for port 1d4759dd-fb22-435f-b18a-f56108075975 completed by entity L2. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 19:49:29.217441 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Provisioning complete for port 1d4759dd-fb22-435f-b18a-f56108075975 triggered by entity L2. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:49:29.218016 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:29.312111 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:29.336406 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-3c90cae7-c93f-4728-a799-f98048d82ab4 tempest-RoutersTestDVR-655953032 tempest-RoutersTestDVR-655953032-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-597305', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29369'] for router, precommit_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:29.339982 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-3c90cae7-c93f-4728-a799-f98048d82ab4 tempest-RoutersTestDVR-655953032 tempest-RoutersTestDVR-655953032-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:29.340887 n-d-713301-16 neutron-server[95103]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '111dc453-2e85-4bef-b6de-e6124db403cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d4759dd-fb22-435f-b18a-f56108075975'}] {{(pid=95103) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 19:49:29.344936 n-d-713301-16 neutron-server[95103]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}81a1c17f2aa89d5b3ebbba3a3e0cf7eb588e431c2224256110c4c4facdd7c3e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-971911d2-3cc0-4883-a70f-fbd6c113a11d" -d '{"events": [{"server_uuid": "111dc453-2e85-4bef-b6de-e6124db403cc", "name": "network-vif-plugged", "status": "completed", "tag": "1d4759dd-fb22-435f-b18a-f56108075975"}]}' {{(pid=95103) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 19:49:29.373739 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] For port 1d4759dd-fb22-435f-b18a-f56108075975, host n-h1-713301-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-16',level=0,port_id=1d4759dd-fb22-435f-b18a-f56108075975,segment=NetworkSegment(731a63e1-dfdf-40eb-8bc6-174a54ba522f),segment_id=731a63e1-dfdf-40eb-8bc6-174a54ba522f)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:49:29.382634 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:29.433119 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d2ab97-5b64-4c98-bb4c-1eb251ff51c6 req-41518322-46f7-41ed-af24-df87fc57ced9 tempest-TestServerAdvancedOps-477748734 tempest-TestServerAdvancedOps-477748734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:49:29.435853 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-f8d2ab97-5b64-4c98-bb4c-1eb251ff51c6 req-41518322-46f7-41ed-af24-df87fc57ced9 tempest-TestServerAdvancedOps-477748734 tempest-TestServerAdvancedOps-477748734-project] 10.222.0.67 "GET /v2.0/ports?device_id=111dc453-2e85-4bef-b6de-e6124db403cc HTTP/1.1" status: 200 len: 944 time: 0.1572223 Sep 23 19:49:29.437175 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-3c90cae7-c93f-4728-a799-f98048d82ab4 tempest-RoutersTestDVR-655953032 tempest-RoutersTestDVR-655953032-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-597296'] for router, after_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:29.438698 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c90cae7-c93f-4728-a799-f98048d82ab4 tempest-RoutersTestDVR-655953032 tempest-RoutersTestDVR-655953032-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 8f763596-a49b-4914-96eb-2e12ff8824ba {{(pid=95102) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 23 19:49:29.448944 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-3c90cae7-c93f-4728-a799-f98048d82ab4 tempest-RoutersTestDVR-655953032 tempest-RoutersTestDVR-655953032-project-admin] Notify callbacks [] for router, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:29.450615 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-3c90cae7-c93f-4728-a799-f98048d82ab4 tempest-RoutersTestDVR-655953032 tempest-RoutersTestDVR-655953032-project-admin] 10.222.0.67 "DELETE /v2.0/routers/8f763596-a49b-4914-96eb-2e12ff8824ba HTTP/1.1" status: 204 len: 168 time: 0.4089611 Sep 23 19:49:29.454978 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 47078) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:49:29.460315 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.v2.base [None req-cbe0f606-8ca5-4980-8acc-fda0fb45040a tempest-RoutersTestDVR-655953032 tempest-RoutersTestDVR-655953032-project-admin] Request body: {'router': {'name': 'tempest-router-842904229', 'distributed': True}} {{(pid=95101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:49:29.503433 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-cbe0f606-8ca5-4980-8acc-fda0fb45040a tempest-RoutersTestDVR-655953032 tempest-RoutersTestDVR-655953032-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-594563', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29355'] for router, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:29.505286 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-cbe0f606-8ca5-4980-8acc-fda0fb45040a tempest-RoutersTestDVR-655953032 tempest-RoutersTestDVR-655953032-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-597363', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-601731', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-739356', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29346'] for router, precommit_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:29.511414 n-d-713301-16 neutron-server[95103]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 19:49:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-958ebca2-3351-4e68-b05d-60632eed36c9 x-openstack-request-id: req-958ebca2-3351-4e68-b05d-60632eed36c9 {{(pid=95103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 19:49:29.512071 n-d-713301-16 neutron-server[95103]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "111dc453-2e85-4bef-b6de-e6124db403cc", "name": "network-vif-plugged", "status": "completed", "tag": "1d4759dd-fb22-435f-b18a-f56108075975", "code": 200}]} {{(pid=95103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 19:49:29.512510 n-d-713301-16 neutron-server[95103]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-958ebca2-3351-4e68-b05d-60632eed36c9 {{(pid=95103) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 19:49:29.513600 n-d-713301-16 neutron-server[95103]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '111dc453-2e85-4bef-b6de-e6124db403cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d4759dd-fb22-435f-b18a-f56108075975', 'code': 200} Sep 23 19:49:29.537187 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-f8d2ab97-5b64-4c98-bb4c-1eb251ff51c6 req-feee7c32-eb92-4b90-9833-4426adabc528 tempest-TestServerAdvancedOps-477748734 tempest-TestServerAdvancedOps-477748734-project] 10.222.0.67 "GET /v2.0/security-groups?id=c00cd2e9-9d88-401c-8b9e-1f505a959290&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854175 Sep 23 19:49:29.547501 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Pushing event updated for resources: {'Port': ['ID=1d4759dd-fb22-435f-b18a-f56108075975,revision_number=5']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:49:29.588520 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-cbe0f606-8ca5-4980-8acc-fda0fb45040a tempest-RoutersTestDVR-655953032 tempest-RoutersTestDVR-655953032-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:29.589551 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d402c937-e7f8-45e6-b381-a4902648898b req-1757c1b4-ae60-466c-aa7f-3c5ea4b6733d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:49:29.591058 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-d402c937-e7f8-45e6-b381-a4902648898b req-1757c1b4-ae60-466c-aa7f-3c5ea4b6733d service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=111dc453-2e85-4bef-b6de-e6124db403cc HTTP/1.1" status: 200 len: 1097 time: 0.0961194 Sep 23 19:49:29.593535 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-cbe0f606-8ca5-4980-8acc-fda0fb45040a tempest-RoutersTestDVR-655953032 tempest-RoutersTestDVR-655953032-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-597258', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-601790'] for router, after_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:29.613026 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-cbe0f606-8ca5-4980-8acc-fda0fb45040a tempest-RoutersTestDVR-655953032 tempest-RoutersTestDVR-655953032-project-admin] Notify callbacks [] for router, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:29.614319 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-cbe0f606-8ca5-4980-8acc-fda0fb45040a tempest-RoutersTestDVR-655953032 tempest-RoutersTestDVR-655953032-project-admin] 10.222.0.67 "POST /v2.0/routers HTTP/1.1" status: 201 len: 720 time: 0.1581554 Sep 23 19:49:29.617409 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 47082) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:49:29.628406 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-d402c937-e7f8-45e6-b381-a4902648898b req-b3b37b78-19a4-4c47-8bf8-24cff6c6d38c service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=c00cd2e9-9d88-401c-8b9e-1f505a959290&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304468 Sep 23 19:49:30.011170 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-540257f4-bb69-4d1e-b1de-c50d8f43752b tempest-RoutersTestDVR-655953032 tempest-RoutersTestDVR-655953032-project-admin] Notify callbacks [] for router, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:30.164941 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-540257f4-bb69-4d1e-b1de-c50d8f43752b tempest-RoutersTestDVR-655953032 tempest-RoutersTestDVR-655953032-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-597305', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29369'] for router, precommit_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:30.167090 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-540257f4-bb69-4d1e-b1de-c50d8f43752b tempest-RoutersTestDVR-655953032 tempest-RoutersTestDVR-655953032-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:30.209892 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-540257f4-bb69-4d1e-b1de-c50d8f43752b tempest-RoutersTestDVR-655953032 tempest-RoutersTestDVR-655953032-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-597296'] for router, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:30.210288 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-540257f4-bb69-4d1e-b1de-c50d8f43752b tempest-RoutersTestDVR-655953032 tempest-RoutersTestDVR-655953032-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 469668b9-9082-402c-ba6d-f52a0ebe0e11 {{(pid=95101) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 23 19:49:30.214590 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-540257f4-bb69-4d1e-b1de-c50d8f43752b tempest-RoutersTestDVR-655953032 tempest-RoutersTestDVR-655953032-project-admin] Notify callbacks [] for router, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:30.219614 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-540257f4-bb69-4d1e-b1de-c50d8f43752b tempest-RoutersTestDVR-655953032 tempest-RoutersTestDVR-655953032-project-admin] 10.222.0.67 "DELETE /v2.0/routers/469668b9-9082-402c-ba6d-f52a0ebe0e11 HTTP/1.1" status: 204 len: 168 time: 0.5973988 Sep 23 19:49:30.471453 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 47088) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:49:30.596339 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-fed4e25b-372b-4f78-9764-ae6fdfa315bf admin admin] Notify callbacks [] for security_group, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:30.732678 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9827f5c-980e-4fe9-a2d1-52674a423176 req-b2ffc6f2-e91c-47b3-a0bf-26ecc466cf51 tempest-TestServerAdvancedOps-477748734 tempest-TestServerAdvancedOps-477748734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:49:30.734195 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-d9827f5c-980e-4fe9-a2d1-52674a423176 req-b2ffc6f2-e91c-47b3-a0bf-26ecc466cf51 tempest-TestServerAdvancedOps-477748734 tempest-TestServerAdvancedOps-477748734-project] 10.222.0.67 "GET /v2.0/ports?device_id=111dc453-2e85-4bef-b6de-e6124db403cc HTTP/1.1" status: 200 len: 945 time: 0.0912108 Sep 23 19:49:30.762039 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-fed4e25b-372b-4f78-9764-ae6fdfa315bf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:30.768390 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-fed4e25b-372b-4f78-9764-ae6fdfa315bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:30.780498 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-d9827f5c-980e-4fe9-a2d1-52674a423176 req-b6b51d2c-2c99-4f64-a8ef-ae2e1d964efc tempest-TestServerAdvancedOps-477748734 tempest-TestServerAdvancedOps-477748734-project] 10.222.0.67 "GET /v2.0/security-groups?id=c00cd2e9-9d88-401c-8b9e-1f505a959290&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403278 Sep 23 19:49:30.814394 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-fed4e25b-372b-4f78-9764-ae6fdfa315bf admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=ad1b7f79b7b34b9b89a42253d6b31ca4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3416944 Sep 23 19:49:30.815745 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fed4e25b-372b-4f78-9764-ae6fdfa315bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f03aa4a-dafa-46c8-98a6-a9d01879aa4d,revision_number=1']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:49:30.816852 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 47110) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:49:30.824494 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fed4e25b-372b-4f78-9764-ae6fdfa315bf admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:49:30.824869 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fed4e25b-372b-4f78-9764-ae6fdfa315bf admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:49:30.825216 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fed4e25b-372b-4f78-9764-ae6fdfa315bf admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:49:30.825558 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fed4e25b-372b-4f78-9764-ae6fdfa315bf admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:49:30.825894 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fed4e25b-372b-4f78-9764-ae6fdfa315bf admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:49:30.826228 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fed4e25b-372b-4f78-9764-ae6fdfa315bf admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:49:30.826559 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fed4e25b-372b-4f78-9764-ae6fdfa315bf admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:49:30.826891 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fed4e25b-372b-4f78-9764-ae6fdfa315bf admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:49:30.827281 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fed4e25b-372b-4f78-9764-ae6fdfa315bf admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:49:30.827578 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fed4e25b-372b-4f78-9764-ae6fdfa315bf admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:49:30.827911 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fed4e25b-372b-4f78-9764-ae6fdfa315bf admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:49:30.828235 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fed4e25b-372b-4f78-9764-ae6fdfa315bf admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:49:30.873845 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-90089104-379d-4ee7-bb9e-75ae59d06cf2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:30.895573 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-90089104-379d-4ee7-bb9e-75ae59d06cf2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:30.956905 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-90089104-379d-4ee7-bb9e-75ae59d06cf2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:30.959486 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-90089104-379d-4ee7-bb9e-75ae59d06cf2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:30.960725 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-90089104-379d-4ee7-bb9e-75ae59d06cf2 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/1f03aa4a-dafa-46c8-98a6-a9d01879aa4d HTTP/1.1" status: 204 len: 168 time: 0.1426251 Sep 23 19:49:30.978351 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90089104-379d-4ee7-bb9e-75ae59d06cf2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f03aa4a-dafa-46c8-98a6-a9d01879aa4d,revision_number=None']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:49:31.247447 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 47122) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:49:31.261237 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-79f3c707-1e02-4bc4-b51d-e5e837897432 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:31.358998 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-79f3c707-1e02-4bc4-b51d-e5e837897432 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:31.366755 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-79f3c707-1e02-4bc4-b51d-e5e837897432 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:31.410760 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-79f3c707-1e02-4bc4-b51d-e5e837897432 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=c512589c5d1941e49448bff6339b2ecc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1621580 Sep 23 19:49:31.411649 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79f3c707-1e02-4bc4-b51d-e5e837897432 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5fc0cc1c-6750-4cd6-87ff-7dcc45a6808f,revision_number=1']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:49:31.414295 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 47124) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:49:31.468250 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-0b624998-9a79-4b48-bee7-057c17ea837d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:31.490938 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-0b624998-9a79-4b48-bee7-057c17ea837d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:31.538711 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-0b624998-9a79-4b48-bee7-057c17ea837d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:31.541267 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-0b624998-9a79-4b48-bee7-057c17ea837d admin admin] Notify callbacks [] for security_group, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:31.542471 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-0b624998-9a79-4b48-bee7-057c17ea837d admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/5fc0cc1c-6750-4cd6-87ff-7dcc45a6808f HTTP/1.1" status: 204 len: 168 time: 0.1263461 Sep 23 19:49:31.554022 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b624998-9a79-4b48-bee7-057c17ea837d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5fc0cc1c-6750-4cd6-87ff-7dcc45a6808f,revision_number=None']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:49:31.905033 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a43cfacf-b859-4109-93b3-7c2184ffddf8 req-f64937e8-5925-4818-a427-b996b5452aba tempest-TestServerAdvancedOps-477748734 tempest-TestServerAdvancedOps-477748734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:49:31.907253 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-a43cfacf-b859-4109-93b3-7c2184ffddf8 req-f64937e8-5925-4818-a427-b996b5452aba tempest-TestServerAdvancedOps-477748734 tempest-TestServerAdvancedOps-477748734-project] 10.222.0.67 "GET /v2.0/ports?device_id=111dc453-2e85-4bef-b6de-e6124db403cc HTTP/1.1" status: 200 len: 945 time: 0.0523686 Sep 23 19:49:31.949314 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-a43cfacf-b859-4109-93b3-7c2184ffddf8 req-427c5313-5d6a-46e3-90db-942115e314d6 tempest-TestServerAdvancedOps-477748734 tempest-TestServerAdvancedOps-477748734-project] 10.222.0.67 "GET /v2.0/security-groups?id=c00cd2e9-9d88-401c-8b9e-1f505a959290&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357409 Sep 23 19:49:32.074992 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea76796-872a-4bde-bcf5-5fa30a52e6e8 req-72754395-2ff3-4530-8a7b-8e153881d963 tempest-TestServerAdvancedOps-477748734 tempest-TestServerAdvancedOps-477748734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:49:32.076788 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-4ea76796-872a-4bde-bcf5-5fa30a52e6e8 req-72754395-2ff3-4530-8a7b-8e153881d963 tempest-TestServerAdvancedOps-477748734 tempest-TestServerAdvancedOps-477748734-project] 10.222.0.67 "GET /v2.0/ports?device_id=111dc453-2e85-4bef-b6de-e6124db403cc HTTP/1.1" status: 200 len: 945 time: 0.0577786 Sep 23 19:49:32.131647 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-4ea76796-872a-4bde-bcf5-5fa30a52e6e8 req-9164f9d0-674b-4f8e-a027-b91b61084af5 tempest-TestServerAdvancedOps-477748734 tempest-TestServerAdvancedOps-477748734-project] 10.222.0.67 "GET /v2.0/security-groups?id=c00cd2e9-9d88-401c-8b9e-1f505a959290&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471697 Sep 23 19:49:32.394997 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce74df1e-1fac-4730-8f6f-0335043179a4 req-75f40e3c-2d04-473d-b9b2-d15aa96fec98 tempest-TestServerAdvancedOps-477748734 tempest-TestServerAdvancedOps-477748734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:49:32.397058 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-ce74df1e-1fac-4730-8f6f-0335043179a4 req-75f40e3c-2d04-473d-b9b2-d15aa96fec98 tempest-TestServerAdvancedOps-477748734 tempest-TestServerAdvancedOps-477748734-project] 10.222.0.67 "GET /v2.0/ports?device_id=111dc453-2e85-4bef-b6de-e6124db403cc HTTP/1.1" status: 200 len: 945 time: 0.0539234 Sep 23 19:49:32.445638 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-ce74df1e-1fac-4730-8f6f-0335043179a4 req-1bd170f1-529f-4fef-8c3c-7f827e18b6c2 tempest-TestServerAdvancedOps-477748734 tempest-TestServerAdvancedOps-477748734-project] 10.222.0.67 "GET /v2.0/security-groups?id=c00cd2e9-9d88-401c-8b9e-1f505a959290&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419881 Sep 23 19:49:33.083362 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 47182) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:49:33.212633 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.v2.base [None req-4ba0f70e-b27c-4e35-9979-f8d3ceeb4b17 tempest-RoutersAdminNegativeTest-1429106245 tempest-RoutersAdminNegativeTest-1429106245-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeTest-1904592662', 'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac'}} {{(pid=95101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:49:33.237563 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ba0f70e-b27c-4e35-9979-f8d3ceeb4b17 tempest-RoutersAdminNegativeTest-1429106245 tempest-RoutersAdminNegativeTest-1429106245-project-admin] Made reservation on behalf of 60e366063973448da894b8a7287e830e for: {'port': 1} {{(pid=95101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:49:33.240541 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-4ba0f70e-b27c-4e35-9979-f8d3ceeb4b17 tempest-RoutersAdminNegativeTest-1429106245 tempest-RoutersAdminNegativeTest-1429106245-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:33.252185 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-4ba0f70e-b27c-4e35-9979-f8d3ceeb4b17 tempest-RoutersAdminNegativeTest-1429106245 tempest-RoutersAdminNegativeTest-1429106245-project-admin] Notify callbacks [] for security_group, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:33.373683 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-4ba0f70e-b27c-4e35-9979-f8d3ceeb4b17 tempest-RoutersAdminNegativeTest-1429106245 tempest-RoutersAdminNegativeTest-1429106245-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:33.378771 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-4ba0f70e-b27c-4e35-9979-f8d3ceeb4b17 tempest-RoutersAdminNegativeTest-1429106245 tempest-RoutersAdminNegativeTest-1429106245-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:33.393173 n-d-713301-16 neutron-server[95101]: DEBUG neutron.notifiers.nova [None req-4ba0f70e-b27c-4e35-9979-f8d3ceeb4b17 tempest-RoutersAdminNegativeTest-1429106245 tempest-RoutersAdminNegativeTest-1429106245-project-admin] device_id is not set on port c0c226bc-8140-472f-99ad-4a3677272968 yet. {{(pid=95101) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 23 19:49:33.457579 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba0f70e-b27c-4e35-9979-f8d3ceeb4b17 tempest-RoutersAdminNegativeTest-1429106245 tempest-RoutersAdminNegativeTest-1429106245-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6fa8622-69dd-40e9-af3e-bde1ad2889b4,revision_number=1']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:49:33.526515 n-d-713301-16 neutron-server[95101]: DEBUG neutron.db.db_base_plugin_common [None req-4ba0f70e-b27c-4e35-9979-f8d3ceeb4b17 tempest-RoutersAdminNegativeTest-1429106245 tempest-RoutersAdminNegativeTest-1429106245-project-admin] Allocated IP 172.25.1.184 (5dec5c09-378e-4f50-89cc-d94eb81c3bac/eff83446-018c-428d-b3f5-54ac9abe7a2a/c0c226bc-8140-472f-99ad-4a3677272968) {{(pid=95101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 19:49:33.595566 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d3cc58-93cc-4150-8ab9-16baa9dce792 req-ec368b1a-666d-44a4-8fe8-ffe697a8687a tempest-TestServerAdvancedOps-477748734 tempest-TestServerAdvancedOps-477748734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:49:33.597964 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-88d3cc58-93cc-4150-8ab9-16baa9dce792 req-ec368b1a-666d-44a4-8fe8-ffe697a8687a tempest-TestServerAdvancedOps-477748734 tempest-TestServerAdvancedOps-477748734-project] 10.222.0.67 "GET /v2.0/ports?device_id=111dc453-2e85-4bef-b6de-e6124db403cc HTTP/1.1" status: 200 len: 945 time: 0.0602710 Sep 23 19:49:33.639842 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-88d3cc58-93cc-4150-8ab9-16baa9dce792 req-b721ee1c-373b-4239-8e9c-605c4a5c3cc0 tempest-TestServerAdvancedOps-477748734 tempest-TestServerAdvancedOps-477748734-project] 10.222.0.67 "GET /v2.0/security-groups?id=c00cd2e9-9d88-401c-8b9e-1f505a959290&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342493 Sep 23 19:49:33.706078 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-4ba0f70e-b27c-4e35-9979-f8d3ceeb4b17 tempest-RoutersAdminNegativeTest-1429106245 tempest-RoutersAdminNegativeTest-1429106245-project-admin] Notify callbacks [] for port, precommit_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:33.747160 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-4ba0f70e-b27c-4e35-9979-f8d3ceeb4b17 tempest-RoutersAdminNegativeTest-1429106245 tempest-RoutersAdminNegativeTest-1429106245-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783145673135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5607431'] for port, after_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:33.802553 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ba0f70e-b27c-4e35-9979-f8d3ceeb4b17 tempest-RoutersAdminNegativeTest-1429106245 tempest-RoutersAdminNegativeTest-1429106245-project-admin] Network 5dec5c09-378e-4f50-89cc-d94eb81c3bac is already hosted by enough agents. {{(pid=95101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:49:33.809091 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.base_scheduler [None req-4ba0f70e-b27c-4e35-9979-f8d3ceeb4b17 tempest-RoutersAdminNegativeTest-1429106245 tempest-RoutersAdminNegativeTest-1429106245-project-admin] Resources bound (agent type, host, resource id): {{(pid=95101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:49:33.818341 n-d-713301-16 neutron-server[95101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ba0f70e-b27c-4e35-9979-f8d3ceeb4b17 tempest-RoutersAdminNegativeTest-1429106245 tempest-RoutersAdminNegativeTest-1429106245-project-admin] Received port after_create {{(pid=95101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 19:49:33.861985 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ba0f70e-b27c-4e35-9979-f8d3ceeb4b17 tempest-RoutersAdminNegativeTest-1429106245 tempest-RoutersAdminNegativeTest-1429106245-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:49:33.862788 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-4ba0f70e-b27c-4e35-9979-f8d3ceeb4b17 tempest-RoutersAdminNegativeTest-1429106245 tempest-RoutersAdminNegativeTest-1429106245-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222849'] for port, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:33.880082 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-4ba0f70e-b27c-4e35-9979-f8d3ceeb4b17 tempest-RoutersAdminNegativeTest-1429106245 tempest-RoutersAdminNegativeTest-1429106245-project-admin] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 0.7953970 Sep 23 19:49:33.883268 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 47196) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:49:33.886696 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba0f70e-b27c-4e35-9979-f8d3ceeb4b17 tempest-RoutersAdminNegativeTest-1429106245 tempest-RoutersAdminNegativeTest-1429106245-project-admin] Pushing event updated for resources: {'Port': ['ID=c0c226bc-8140-472f-99ad-4a3677272968,revision_number=1']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:49:33.889257 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.v2.base [None req-fe64aa4f-1ccf-4bec-af2d-4177a1e6a513 tempest-RoutersAdminNegativeTest-1429106245 tempest-RoutersAdminNegativeTest-1429106245-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'external_fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.184'}]}}} {{(pid=95102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:49:33.951154 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-fe64aa4f-1ccf-4bec-af2d-4177a1e6a513 tempest-RoutersAdminNegativeTest-1429106245 tempest-RoutersAdminNegativeTest-1429106245-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-594563', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29355'] for router, before_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:33.952232 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-fe64aa4f-1ccf-4bec-af2d-4177a1e6a513 tempest-RoutersAdminNegativeTest-1429106245 tempest-RoutersAdminNegativeTest-1429106245-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-597363', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-601731', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-739356', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29346'] for router, precommit_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:34.027665 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ecc725c-f01a-45a3-8c8b-4162c410d6fc req-83102f18-4a11-458c-9086-3b20e89fb9d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:49:34.029339 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-5ecc725c-f01a-45a3-8c8b-4162c410d6fc req-83102f18-4a11-458c-9086-3b20e89fb9d9 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=7fdd9a77c73d42eea21fc31cc7c4f8ec&device_id=111dc453-2e85-4bef-b6de-e6124db403cc HTTP/1.1" status: 200 len: 1097 time: 0.1029983 Sep 23 19:49:34.058333 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-fe64aa4f-1ccf-4bec-af2d-4177a1e6a513 tempest-RoutersAdminNegativeTest-1429106245 tempest-RoutersAdminNegativeTest-1429106245-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:34.076153 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b06a7e-1c2b-442d-913e-a8bb4d7b2604 req-0fbcdf7b-b334-48cd-a238-831df2ba20d9 tempest-TestServerAdvancedOps-477748734 tempest-TestServerAdvancedOps-477748734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:49:34.084231 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-25b06a7e-1c2b-442d-913e-a8bb4d7b2604 req-0fbcdf7b-b334-48cd-a238-831df2ba20d9 tempest-TestServerAdvancedOps-477748734 tempest-TestServerAdvancedOps-477748734-project] 10.222.0.67 "GET /v2.0/ports?device_id=111dc453-2e85-4bef-b6de-e6124db403cc HTTP/1.1" status: 200 len: 945 time: 0.1732767 Sep 23 19:49:34.349621 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-25b06a7e-1c2b-442d-913e-a8bb4d7b2604 req-2e2d78e7-a401-495b-9ef8-6cf87e241358 tempest-TestServerAdvancedOps-477748734 tempest-TestServerAdvancedOps-477748734-project] 10.222.0.67 "GET /v2.0/security-groups?id=c00cd2e9-9d88-401c-8b9e-1f505a959290&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2639141 Sep 23 19:49:34.446841 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-fe64aa4f-1ccf-4bec-af2d-4177a1e6a513 tempest-RoutersAdminNegativeTest-1429106245 tempest-RoutersAdminNegativeTest-1429106245-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:34.478303 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ecc725c-f01a-45a3-8c8b-4162c410d6fc req-272f04f6-d90c-4a5a-8259-33def94c3ea5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:49:34.479885 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-5ecc725c-f01a-45a3-8c8b-4162c410d6fc req-272f04f6-d90c-4a5a-8259-33def94c3ea5 service neutron] 10.222.0.74 "GET /v2.0/networks?id=cc3678c3-3510-4f89-a586-3a7072267c51 HTTP/1.1" status: 200 len: 913 time: 0.4194539 Sep 23 19:49:34.543827 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-5ecc725c-f01a-45a3-8c8b-4162c410d6fc req-61527dcb-5471-4613-ac11-6fc503342656 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1d4759dd-fb22-435f-b18a-f56108075975 HTTP/1.1" status: 200 len: 217 time: 0.0549533 Sep 23 19:49:34.653335 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ecc725c-f01a-45a3-8c8b-4162c410d6fc req-81fbe6c3-dbe5-404f-a4f5-75f47cc6542d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:49:34.654851 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-5ecc725c-f01a-45a3-8c8b-4162c410d6fc req-81fbe6c3-dbe5-404f-a4f5-75f47cc6542d service neutron] 10.222.0.74 "GET /v2.0/subnets?id=8c77795f-65d3-4722-8a24-3ff61c9f21b5 HTTP/1.1" status: 200 len: 852 time: 0.0979860 Sep 23 19:49:34.695533 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-5ecc725c-f01a-45a3-8c8b-4162c410d6fc req-9526667c-831b-4f7f-be3f-6305328e755c service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=cc3678c3-3510-4f89-a586-3a7072267c51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0308573 Sep 23 19:49:34.914449 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-5ecc725c-f01a-45a3-8c8b-4162c410d6fc req-deefb5ec-0136-4aed-a8dc-a46433edcef1 service neutron] 10.222.0.74 "GET /v2.0/networks/cc3678c3-3510-4f89-a586-3a7072267c51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2106419 Sep 23 19:49:34.920237 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-fe64aa4f-1ccf-4bec-af2d-4177a1e6a513 tempest-RoutersAdminNegativeTest-1429106245 tempest-RoutersAdminNegativeTest-1429106245-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:34.950314 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-fe64aa4f-1ccf-4bec-af2d-4177a1e6a513 tempest-RoutersAdminNegativeTest-1429106245 tempest-RoutersAdminNegativeTest-1429106245-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:35.071592 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 47228) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:49:35.191467 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-5ecc725c-f01a-45a3-8c8b-4162c410d6fc req-05959600-e4d7-4aac-9629-963c487c0e16 service neutron] 10.222.0.74 "GET /v2.0/networks/cc3678c3-3510-4f89-a586-3a7072267c51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2669973 Sep 23 19:49:35.274307 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-fe64aa4f-1ccf-4bec-af2d-4177a1e6a513 tempest-RoutersAdminNegativeTest-1429106245 tempest-RoutersAdminNegativeTest-1429106245-project-admin] Notify callbacks [] for router, before_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:35.294059 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-7fd2bf2d-fe81-4ac2-a0ba-0cdfc0969670 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:35.462880 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-fe64aa4f-1ccf-4bec-af2d-4177a1e6a513 tempest-RoutersAdminNegativeTest-1429106245 tempest-RoutersAdminNegativeTest-1429106245-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-597305', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29369'] for router, precommit_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:35.465452 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-fe64aa4f-1ccf-4bec-af2d-4177a1e6a513 tempest-RoutersAdminNegativeTest-1429106245 tempest-RoutersAdminNegativeTest-1429106245-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:35.474655 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-7fd2bf2d-fe81-4ac2-a0ba-0cdfc0969670 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:35.487118 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-7fd2bf2d-fe81-4ac2-a0ba-0cdfc0969670 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:35.535052 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-7fd2bf2d-fe81-4ac2-a0ba-0cdfc0969670 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=9796bc16dd764fec88cf62a1207f06ef&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4616609 Sep 23 19:49:35.536844 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd2bf2d-fe81-4ac2-a0ba-0cdfc0969670 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f4a541c-6814-455c-a07c-c1f77f1ad03a,revision_number=1']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:49:35.540396 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 47234) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:49:35.597727 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-644affad-4f59-4994-8228-13361a62586a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:35.624847 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-644affad-4f59-4994-8228-13361a62586a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:35.678694 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-644affad-4f59-4994-8228-13361a62586a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:35.681534 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-644affad-4f59-4994-8228-13361a62586a admin admin] Notify callbacks [] for security_group, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:35.682737 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-644affad-4f59-4994-8228-13361a62586a admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/7f4a541c-6814-455c-a07c-c1f77f1ad03a HTTP/1.1" status: 204 len: 168 time: 0.1409824 Sep 23 19:49:35.694520 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-644affad-4f59-4994-8228-13361a62586a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f4a541c-6814-455c-a07c-c1f77f1ad03a,revision_number=None']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:49:35.902791 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-fe64aa4f-1ccf-4bec-af2d-4177a1e6a513 tempest-RoutersAdminNegativeTest-1429106245 tempest-RoutersAdminNegativeTest-1429106245-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-597296'] for router, after_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:35.903350 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe64aa4f-1ccf-4bec-af2d-4177a1e6a513 tempest-RoutersAdminNegativeTest-1429106245 tempest-RoutersAdminNegativeTest-1429106245-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 7f6de6ab-fb76-449b-be94-204615cdc1f0 {{(pid=95102) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 23 19:49:35.926327 n-d-713301-16 neutron-server[95102]: INFO neutron.api.v2.resource [None req-fe64aa4f-1ccf-4bec-af2d-4177a1e6a513 tempest-RoutersAdminNegativeTest-1429106245 tempest-RoutersAdminNegativeTest-1429106245-project-admin] create failed (client error): There was a conflict when trying to complete your request. Sep 23 19:49:35.930236 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-fe64aa4f-1ccf-4bec-af2d-4177a1e6a513 tempest-RoutersAdminNegativeTest-1429106245 tempest-RoutersAdminNegativeTest-1429106245-project-admin] 10.222.0.67 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 2.0429547 Sep 23 19:49:35.931382 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 47240) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:49:35.949773 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b65c29c0-9aa4-481a-b73f-049ef6588951 req-de1ccfbf-8a23-4169-9749-643e952ce191 tempest-TestServerAdvancedOps-477748734 tempest-TestServerAdvancedOps-477748734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:49:35.951257 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-b65c29c0-9aa4-481a-b73f-049ef6588951 req-de1ccfbf-8a23-4169-9749-643e952ce191 tempest-TestServerAdvancedOps-477748734 tempest-TestServerAdvancedOps-477748734-project] 10.222.0.67 "GET /v2.0/ports?device_id=111dc453-2e85-4bef-b6de-e6124db403cc HTTP/1.1" status: 200 len: 945 time: 0.0805109 Sep 23 19:49:36.002071 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-b65c29c0-9aa4-481a-b73f-049ef6588951 req-fc0048b8-aa48-4504-bbfc-2a2b6f700e8e tempest-TestServerAdvancedOps-477748734 tempest-TestServerAdvancedOps-477748734-project] 10.222.0.67 "GET /v2.0/security-groups?id=c00cd2e9-9d88-401c-8b9e-1f505a959290&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429451 Sep 23 19:49:36.043562 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.plugin [None req-bae66a5e-5591-493e-977e-b0b431a2bebf tempest-RoutersAdminNegativeTest-1429106245 tempest-RoutersAdminNegativeTest-1429106245-project-admin] Deleting port c0c226bc-8140-472f-99ad-4a3677272968 {{(pid=95101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:49:36.044025 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-bae66a5e-5591-493e-977e-b0b431a2bebf tempest-RoutersAdminNegativeTest-1429106245 tempest-RoutersAdminNegativeTest-1429106245-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783146157096'] for port, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:36.111274 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 47244) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:49:36.126032 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-de73ab49-79ae-46f5-a649-b7e98f2f59bb admin admin] Notify callbacks [] for security_group, before_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:36.137942 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-bae66a5e-5591-493e-977e-b0b431a2bebf tempest-RoutersAdminNegativeTest-1429106245 tempest-RoutersAdminNegativeTest-1429106245-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-605701'] for port, precommit_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:36.152822 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.plugin [None req-bae66a5e-5591-493e-977e-b0b431a2bebf tempest-RoutersAdminNegativeTest-1429106245 tempest-RoutersAdminNegativeTest-1429106245-project-admin] Calling delete_port for c0c226bc-8140-472f-99ad-4a3677272968 owned by {{(pid=95101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:49:36.253471 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-de73ab49-79ae-46f5-a649-b7e98f2f59bb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:36.258190 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-de73ab49-79ae-46f5-a649-b7e98f2f59bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:36.308454 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 47246) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:49:36.308699 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-de73ab49-79ae-46f5-a649-b7e98f2f59bb admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=7836fb20419941fcb6ecdcd7a7f603bd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1961219 Sep 23 19:49:36.309571 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de73ab49-79ae-46f5-a649-b7e98f2f59bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a73fab38-2b4a-4113-858a-5d1ba21f8ab3,revision_number=1']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:49:36.330476 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-bae66a5e-5591-493e-977e-b0b431a2bebf tempest-RoutersAdminNegativeTest-1429106245 tempest-RoutersAdminNegativeTest-1429106245-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783146162158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783145673144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5607431'] for port, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:36.373031 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bae66a5e-5591-493e-977e-b0b431a2bebf tempest-RoutersAdminNegativeTest-1429106245 tempest-RoutersAdminNegativeTest-1429106245-project-admin] Pushing event deleted for resources: {'Port': ['ID=c0c226bc-8140-472f-99ad-4a3677272968,revision_number=None']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:49:36.451510 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-b5bcbdfc-3bbd-4eac-8d7e-c6cb65407d97 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:36.473762 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-bae66a5e-5591-493e-977e-b0b431a2bebf tempest-RoutersAdminNegativeTest-1429106245 tempest-RoutersAdminNegativeTest-1429106245-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222849'] for port, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:36.475568 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-bae66a5e-5591-493e-977e-b0b431a2bebf tempest-RoutersAdminNegativeTest-1429106245 tempest-RoutersAdminNegativeTest-1429106245-project-admin] 10.222.0.67 "DELETE /v2.0/ports/c0c226bc-8140-472f-99ad-4a3677272968 HTTP/1.1" status: 204 len: 168 time: 0.5437944 Sep 23 19:49:36.486760 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-b5bcbdfc-3bbd-4eac-8d7e-c6cb65407d97 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:36.541195 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-b5bcbdfc-3bbd-4eac-8d7e-c6cb65407d97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:36.543931 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-b5bcbdfc-3bbd-4eac-8d7e-c6cb65407d97 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:36.545441 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-b5bcbdfc-3bbd-4eac-8d7e-c6cb65407d97 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/a73fab38-2b4a-4113-858a-5d1ba21f8ab3 HTTP/1.1" status: 204 len: 168 time: 0.2357593 Sep 23 19:49:36.555954 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5bcbdfc-3bbd-4eac-8d7e-c6cb65407d97 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a73fab38-2b4a-4113-858a-5d1ba21f8ab3,revision_number=None']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:49:36.787952 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 47256) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:49:36.959777 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-9c114c37-b0f2-4938-b96d-911a30b92c55 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:37.085783 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-9c114c37-b0f2-4938-b96d-911a30b92c55 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:37.099049 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-9c114c37-b0f2-4938-b96d-911a30b92c55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:37.164970 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c114c37-b0f2-4938-b96d-911a30b92c55 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b0b2446-d9b4-4279-905b-0054df5ad7c0,revision_number=1']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:49:37.174862 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-9c114c37-b0f2-4938-b96d-911a30b92c55 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=923c7ae344314c0bbfd168db8ae1888f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3854029 Sep 23 19:49:37.180876 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 47272) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:49:37.191946 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b4bbe0-6f7c-401d-9046-798a7f04afd9 req-b7fe38f9-e811-4d18-a4b8-05bdbda1878e tempest-TestServerAdvancedOps-477748734 tempest-TestServerAdvancedOps-477748734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:49:37.193534 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-b1b4bbe0-6f7c-401d-9046-798a7f04afd9 req-b7fe38f9-e811-4d18-a4b8-05bdbda1878e tempest-TestServerAdvancedOps-477748734 tempest-TestServerAdvancedOps-477748734-project] 10.222.0.67 "GET /v2.0/ports?device_id=111dc453-2e85-4bef-b6de-e6124db403cc HTTP/1.1" status: 200 len: 945 time: 0.1058226 Sep 23 19:49:37.253657 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-b1b4bbe0-6f7c-401d-9046-798a7f04afd9 req-34577c89-098a-4995-a3cc-7f58b6cf7768 tempest-TestServerAdvancedOps-477748734 tempest-TestServerAdvancedOps-477748734-project] 10.222.0.67 "GET /v2.0/security-groups?id=c00cd2e9-9d88-401c-8b9e-1f505a959290&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540729 Sep 23 19:49:37.288690 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-4ec2aa61-df4a-4bd1-bcd4-217534382f9b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:37.312939 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-4ec2aa61-df4a-4bd1-bcd4-217534382f9b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:37.370150 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-4ec2aa61-df4a-4bd1-bcd4-217534382f9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:37.373932 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-4ec2aa61-df4a-4bd1-bcd4-217534382f9b admin admin] Notify callbacks [] for security_group, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:37.378628 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-4ec2aa61-df4a-4bd1-bcd4-217534382f9b admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/5b0b2446-d9b4-4279-905b-0054df5ad7c0 HTTP/1.1" status: 204 len: 168 time: 0.1954639 Sep 23 19:49:37.388881 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ec2aa61-df4a-4bd1-bcd4-217534382f9b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b0b2446-d9b4-4279-905b-0054df5ad7c0,revision_number=None']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:49:37.602642 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee299685-85b6-489b-a63e-071fabb80350 req-28a47bcd-ce63-4224-8148-ced164bf83e9 tempest-TestServerAdvancedOps-477748734 tempest-TestServerAdvancedOps-477748734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:49:37.604108 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-ee299685-85b6-489b-a63e-071fabb80350 req-28a47bcd-ce63-4224-8148-ced164bf83e9 tempest-TestServerAdvancedOps-477748734 tempest-TestServerAdvancedOps-477748734-project] 10.222.0.67 "GET /v2.0/ports?device_id=111dc453-2e85-4bef-b6de-e6124db403cc HTTP/1.1" status: 200 len: 945 time: 0.0666003 Sep 23 19:49:37.662349 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-ee299685-85b6-489b-a63e-071fabb80350 req-210112f1-45b8-45ad-b4fe-70ffc1de8fb3 tempest-TestServerAdvancedOps-477748734 tempest-TestServerAdvancedOps-477748734-project] 10.222.0.67 "GET /v2.0/security-groups?id=c00cd2e9-9d88-401c-8b9e-1f505a959290&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445468 Sep 23 19:49:37.824987 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 47294) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:49:37.879458 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-8d6cd91f-2da5-4594-8364-ada534737ca6 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=60e366063973448da894b8a7287e830e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0531678 Sep 23 19:49:37.883509 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 47296) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:49:37.954288 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-2b5f7ade-6608-451a-8c4d-00886e0aa760 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:37.986063 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-2b5f7ade-6608-451a-8c4d-00886e0aa760 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:38.082837 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-2b5f7ade-6608-451a-8c4d-00886e0aa760 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:38.086847 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-2b5f7ade-6608-451a-8c4d-00886e0aa760 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:38.089171 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-2b5f7ade-6608-451a-8c4d-00886e0aa760 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/d6fa8622-69dd-40e9-af3e-bde1ad2889b4 HTTP/1.1" status: 204 len: 168 time: 0.2040763 Sep 23 19:49:38.100486 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b5f7ade-6608-451a-8c4d-00886e0aa760 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6fa8622-69dd-40e9-af3e-bde1ad2889b4,revision_number=None']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:49:38.822003 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16840e2-4360-4b1e-88c4-01faff129927 req-4dc73a3c-7fd3-4ec4-af37-ed6dd6dfd5d6 tempest-TestServerAdvancedOps-477748734 tempest-TestServerAdvancedOps-477748734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:49:38.823823 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-e16840e2-4360-4b1e-88c4-01faff129927 req-4dc73a3c-7fd3-4ec4-af37-ed6dd6dfd5d6 tempest-TestServerAdvancedOps-477748734 tempest-TestServerAdvancedOps-477748734-project] 10.222.0.67 "GET /v2.0/ports?device_id=111dc453-2e85-4bef-b6de-e6124db403cc HTTP/1.1" status: 200 len: 945 time: 0.0653169 Sep 23 19:49:38.901299 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-e16840e2-4360-4b1e-88c4-01faff129927 req-1724d2fa-73eb-4c70-acfa-6a11f7e7b28d tempest-TestServerAdvancedOps-477748734 tempest-TestServerAdvancedOps-477748734-project] 10.222.0.67 "GET /v2.0/security-groups?id=c00cd2e9-9d88-401c-8b9e-1f505a959290&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521915 Sep 23 19:49:39.204184 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a502dd-33e4-48f0-a405-301727a791d6 req-9e555776-846c-4dff-8a67-9296eb59e2a7 tempest-TestServerAdvancedOps-477748734 tempest-TestServerAdvancedOps-477748734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:49:39.205798 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-d5a502dd-33e4-48f0-a405-301727a791d6 req-9e555776-846c-4dff-8a67-9296eb59e2a7 tempest-TestServerAdvancedOps-477748734 tempest-TestServerAdvancedOps-477748734-project] 10.222.0.67 "GET /v2.0/ports?device_id=111dc453-2e85-4bef-b6de-e6124db403cc HTTP/1.1" status: 200 len: 945 time: 0.0950313 Sep 23 19:49:39.212791 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b48bf1-f294-4c26-bd12-ca57ea88e7d6 req-34d14106-d528-4a39-8f2b-3dd62c54f5a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:49:39.214246 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-d0b48bf1-f294-4c26-bd12-ca57ea88e7d6 req-34d14106-d528-4a39-8f2b-3dd62c54f5a8 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=7fdd9a77c73d42eea21fc31cc7c4f8ec&device_id=111dc453-2e85-4bef-b6de-e6124db403cc HTTP/1.1" status: 200 len: 1097 time: 0.0676606 Sep 23 19:49:39.232424 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 47350) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:49:39.303566 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-d5a502dd-33e4-48f0-a405-301727a791d6 req-78a4ca4f-b990-4a45-8754-553c3b019fd3 tempest-TestServerAdvancedOps-477748734 tempest-TestServerAdvancedOps-477748734-project] 10.222.0.67 "GET /v2.0/security-groups?id=c00cd2e9-9d88-401c-8b9e-1f505a959290&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727189 Sep 23 19:49:39.366246 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b48bf1-f294-4c26-bd12-ca57ea88e7d6 req-b4940097-71ef-4324-b28d-4f202755a75b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:49:39.367748 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-d0b48bf1-f294-4c26-bd12-ca57ea88e7d6 req-b4940097-71ef-4324-b28d-4f202755a75b service neutron] 10.222.0.74 "GET /v2.0/networks?id=cc3678c3-3510-4f89-a586-3a7072267c51 HTTP/1.1" status: 200 len: 913 time: 0.1454160 Sep 23 19:49:39.368406 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.v2.base [None req-4d8f3c10-9a7f-4553-acfb-694c795ab192 tempest-BulkNetworkOpsTest-1132124335 tempest-BulkNetworkOpsTest-1132124335-project] Request body: {'networks': [{'name': 'tempest-network--351137368'}, {'name': 'tempest-network--203583515'}]} {{(pid=95101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:49:39.368702 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.v2.base [None req-4d8f3c10-9a7f-4553-acfb-694c795ab192 tempest-BulkNetworkOpsTest-1132124335 tempest-BulkNetworkOpsTest-1132124335-project] Request body: {'network': {'name': 'tempest-network--351137368'}} {{(pid=95101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:49:39.369047 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.v2.base [None req-4d8f3c10-9a7f-4553-acfb-694c795ab192 tempest-BulkNetworkOpsTest-1132124335 tempest-BulkNetworkOpsTest-1132124335-project] Request body: {'network': {'name': 'tempest-network--203583515'}} {{(pid=95101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:49:39.394474 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d8f3c10-9a7f-4553-acfb-694c795ab192 tempest-BulkNetworkOpsTest-1132124335 tempest-BulkNetworkOpsTest-1132124335-project] Made reservation on behalf of 1a91cbc8ddc248dc84c92db33c7a5b5b for: {'network': 2} {{(pid=95101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:49:39.399531 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-4d8f3c10-9a7f-4553-acfb-694c795ab192 tempest-BulkNetworkOpsTest-1132124335 tempest-BulkNetworkOpsTest-1132124335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for network, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:39.410602 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-4d8f3c10-9a7f-4553-acfb-694c795ab192 tempest-BulkNetworkOpsTest-1132124335 tempest-BulkNetworkOpsTest-1132124335-project] Notify callbacks [] for security_group, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:39.414998 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-d0b48bf1-f294-4c26-bd12-ca57ea88e7d6 req-efcbf73c-cce5-43df-ac89-2740336146eb service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1d4759dd-fb22-435f-b18a-f56108075975 HTTP/1.1" status: 200 len: 217 time: 0.0390923 Sep 23 19:49:39.477417 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b48bf1-f294-4c26-bd12-ca57ea88e7d6 req-4b232110-66f0-48d6-9fe5-5ed4046f527e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:49:39.480625 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-d0b48bf1-f294-4c26-bd12-ca57ea88e7d6 req-4b232110-66f0-48d6-9fe5-5ed4046f527e service neutron] 10.222.0.74 "GET /v2.0/subnets?id=8c77795f-65d3-4722-8a24-3ff61c9f21b5 HTTP/1.1" status: 200 len: 852 time: 0.0581691 Sep 23 19:49:39.526318 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-d0b48bf1-f294-4c26-bd12-ca57ea88e7d6 req-4a13c8ba-ff08-4af9-aa55-c4bbf116aa46 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=cc3678c3-3510-4f89-a586-3a7072267c51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0373299 Sep 23 19:49:39.528666 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-4d8f3c10-9a7f-4553-acfb-694c795ab192 tempest-BulkNetworkOpsTest-1132124335 tempest-BulkNetworkOpsTest-1132124335-project] Notify callbacks [] for security_group, precommit_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:39.536298 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-4d8f3c10-9a7f-4553-acfb-694c795ab192 tempest-BulkNetworkOpsTest-1132124335 tempest-BulkNetworkOpsTest-1132124335-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:39.538030 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-4d8f3c10-9a7f-4553-acfb-694c795ab192 tempest-BulkNetworkOpsTest-1132124335 tempest-BulkNetworkOpsTest-1132124335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for network, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:39.580729 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d8f3c10-9a7f-4553-acfb-694c795ab192 tempest-BulkNetworkOpsTest-1132124335 tempest-BulkNetworkOpsTest-1132124335-project] Pushing event updated for resources: {'SecurityGroup': ['ID=326edd97-3977-4bab-a0c2-2838085d4aa7,revision_number=1']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:49:39.586409 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4d8f3c10-9a7f-4553-acfb-694c795ab192 tempest-BulkNetworkOpsTest-1132124335 tempest-BulkNetworkOpsTest-1132124335-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 620} {{(pid=95101) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 19:49:39.597028 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-4d8f3c10-9a7f-4553-acfb-694c795ab192 tempest-BulkNetworkOpsTest-1132124335 tempest-BulkNetworkOpsTest-1132124335-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1756186'] for segment, precommit_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:39.597028 n-d-713301-16 neutron-server[95101]: INFO neutron.db.segments_db [None req-4d8f3c10-9a7f-4553-acfb-694c795ab192 tempest-BulkNetworkOpsTest-1132124335 tempest-BulkNetworkOpsTest-1132124335-project] Added segment 8b3253bf-4b35-4999-b4a4-093dade5d851 of type vlan for network 2b7d57a4-c81a-4de8-926a-912b6973e226 Sep 23 19:49:39.639177 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-d0b48bf1-f294-4c26-bd12-ca57ea88e7d6 req-6acd7e4c-c189-4996-84de-27afb32eb6ef service neutron] 10.222.0.74 "GET /v2.0/networks/cc3678c3-3510-4f89-a586-3a7072267c51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1043324 Sep 23 19:49:39.639633 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-4d8f3c10-9a7f-4553-acfb-694c795ab192 tempest-BulkNetworkOpsTest-1132124335 tempest-BulkNetworkOpsTest-1132124335-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783145630486'] for network, precommit_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:39.679008 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4d8f3c10-9a7f-4553-acfb-694c795ab192 tempest-BulkNetworkOpsTest-1132124335 tempest-BulkNetworkOpsTest-1132124335-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 616} {{(pid=95101) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 19:49:39.693087 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-4d8f3c10-9a7f-4553-acfb-694c795ab192 tempest-BulkNetworkOpsTest-1132124335 tempest-BulkNetworkOpsTest-1132124335-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1756186'] for segment, precommit_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:39.693448 n-d-713301-16 neutron-server[95101]: INFO neutron.db.segments_db [None req-4d8f3c10-9a7f-4553-acfb-694c795ab192 tempest-BulkNetworkOpsTest-1132124335 tempest-BulkNetworkOpsTest-1132124335-project] Added segment 3a4693ef-7c57-41b4-bd71-839e794343f5 of type vlan for network 61572fe4-d6ef-48d9-a02d-1fa17daf5f5b Sep 23 19:49:39.737466 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-4d8f3c10-9a7f-4553-acfb-694c795ab192 tempest-BulkNetworkOpsTest-1132124335 tempest-BulkNetworkOpsTest-1132124335-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783145630486'] for network, precommit_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:39.750968 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-d0b48bf1-f294-4c26-bd12-ca57ea88e7d6 req-cd9587bc-88a0-408d-b44e-a98c1fe2ac62 service neutron] 10.222.0.74 "GET /v2.0/networks/cc3678c3-3510-4f89-a586-3a7072267c51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1035345 Sep 23 19:49:39.775480 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-4d8f3c10-9a7f-4553-acfb-694c795ab192 tempest-BulkNetworkOpsTest-1132124335 tempest-BulkNetworkOpsTest-1132124335-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299'] for network, after_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:39.776003 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-4d8f3c10-9a7f-4553-acfb-694c795ab192 tempest-BulkNetworkOpsTest-1132124335 tempest-BulkNetworkOpsTest-1132124335-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299'] for network, after_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:39.781764 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d8f3c10-9a7f-4553-acfb-694c795ab192 tempest-BulkNetworkOpsTest-1132124335 tempest-BulkNetworkOpsTest-1132124335-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:49:39.786904 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d8f3c10-9a7f-4553-acfb-694c795ab192 tempest-BulkNetworkOpsTest-1132124335 tempest-BulkNetworkOpsTest-1132124335-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:49:39.787661 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-4d8f3c10-9a7f-4553-acfb-694c795ab192 tempest-BulkNetworkOpsTest-1132124335 tempest-BulkNetworkOpsTest-1132124335-project] Notify callbacks [] for network, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:39.823579 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-4d8f3c10-9a7f-4553-acfb-694c795ab192 tempest-BulkNetworkOpsTest-1132124335 tempest-BulkNetworkOpsTest-1132124335-project] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1318 time: 0.5899963 Sep 23 19:49:39.826223 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 47354) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:49:39.865236 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d8f3c10-9a7f-4553-acfb-694c795ab192 tempest-BulkNetworkOpsTest-1132124335 tempest-BulkNetworkOpsTest-1132124335-project] Pushing event updated for resources: {'Network': ['ID=2b7d57a4-c81a-4de8-926a-912b6973e226,revision_number=1']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:49:39.877759 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Network 2b7d57a4-c81a-4de8-926a-912b6973e226 details requested by agent ovs-agent-n-d-713301-16 with host n-d-713301-16 {{(pid=95103) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 19:49:39.997873 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d8f3c10-9a7f-4553-acfb-694c795ab192 tempest-BulkNetworkOpsTest-1132124335 tempest-BulkNetworkOpsTest-1132124335-project] Pushing event updated for resources: {'Network': ['ID=61572fe4-d6ef-48d9-a02d-1fa17daf5f5b,revision_number=1']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:49:40.017290 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ac3f058-ba17-47c0-851c-f66a8d60c127 tempest-BulkNetworkOpsTest-1132124335 tempest-BulkNetworkOpsTest-1132124335-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:49:40.023393 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Network 61572fe4-d6ef-48d9-a02d-1fa17daf5f5b details requested by agent ovs-agent-n-d-713301-16 with host n-d-713301-16 {{(pid=95103) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 19:49:40.023812 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ac3f058-ba17-47c0-851c-f66a8d60c127 tempest-BulkNetworkOpsTest-1132124335 tempest-BulkNetworkOpsTest-1132124335-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:49:40.030226 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ac3f058-ba17-47c0-851c-f66a8d60c127 tempest-BulkNetworkOpsTest-1132124335 tempest-BulkNetworkOpsTest-1132124335-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:49:40.037150 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ac3f058-ba17-47c0-851c-f66a8d60c127 tempest-BulkNetworkOpsTest-1132124335 tempest-BulkNetworkOpsTest-1132124335-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:49:40.039140 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-4ac3f058-ba17-47c0-851c-f66a8d60c127 tempest-BulkNetworkOpsTest-1132124335 tempest-BulkNetworkOpsTest-1132124335-project] 10.222.0.67 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2405 time: 0.2119036 Sep 23 19:49:40.041932 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 47358) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:49:40.153389 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-1fb3d11d-9d80-4d8b-b4cf-30c9015c8bd7 tempest-BulkNetworkOpsTest-1132124335 tempest-BulkNetworkOpsTest-1132124335-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1628021'] for network, before_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:40.250218 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-1fb3d11d-9d80-4d8b-b4cf-30c9015c8bd7 tempest-BulkNetworkOpsTest-1132124335 tempest-BulkNetworkOpsTest-1132124335-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1754676', 'neutron.services.segments.db._delete_segments_for_network-8783146221460'] for network, precommit_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:40.278281 n-d-713301-16 neutron-server[95102]: DEBUG neutron.services.segments.db [None req-1fb3d11d-9d80-4d8b-b4cf-30c9015c8bd7 tempest-BulkNetworkOpsTest-1132124335 tempest-BulkNetworkOpsTest-1132124335-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2b7d57a4-c81a-4de8-926a-912b6973e226']}} {{(pid=95102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:49:40.295488 n-d-713301-16 neutron-server[95102]: DEBUG neutron.services.segments.db [None req-1fb3d11d-9d80-4d8b-b4cf-30c9015c8bd7 tempest-BulkNetworkOpsTest-1132124335 tempest-BulkNetworkOpsTest-1132124335-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8b3253bf-4b35-4999-b4a4-093dade5d851') {'for_net_delete': True} {{(pid=95102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:49:40.295823 n-d-713301-16 neutron-server[95102]: DEBUG neutron.services.segments.db [None req-1fb3d11d-9d80-4d8b-b4cf-30c9015c8bd7 tempest-BulkNetworkOpsTest-1132124335 tempest-BulkNetworkOpsTest-1132124335-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8b3253bf-4b35-4999-b4a4-093dade5d851') {} {{(pid=95102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:49:40.318140 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-1fb3d11d-9d80-4d8b-b4cf-30c9015c8bd7 tempest-BulkNetworkOpsTest-1132124335 tempest-BulkNetworkOpsTest-1132124335-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783146221725', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6162832'] for segment, before_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:40.353859 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-1fb3d11d-9d80-4d8b-b4cf-30c9015c8bd7 tempest-BulkNetworkOpsTest-1132124335 tempest-BulkNetworkOpsTest-1132124335-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1756186'] for segment, precommit_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:40.375156 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1fb3d11d-9d80-4d8b-b4cf-30c9015c8bd7 tempest-BulkNetworkOpsTest-1132124335 tempest-BulkNetworkOpsTest-1132124335-project] Releasing vlan 620 on physical network physnet1 to pool {{(pid=95102) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 19:49:40.375523 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-1fb3d11d-9d80-4d8b-b4cf-30c9015c8bd7 tempest-BulkNetworkOpsTest-1132124335 tempest-BulkNetworkOpsTest-1132124335-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1756186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4398095'] for segment, after_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:40.385906 n-d-713301-16 neutron-server[95102]: Traceback (most recent call last): Sep 23 19:49:40.385906 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 19:49:40.385906 n-d-713301-16 neutron-server[95102]: timer() Sep 23 19:49:40.385906 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 19:49:40.385906 n-d-713301-16 neutron-server[95102]: cb(*args, **kw) Sep 23 19:49:40.385906 n-d-713301-16 neutron-server[95102]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 19:49:40.385906 n-d-713301-16 neutron-server[95102]: return func(*args, **kwargs) Sep 23 19:49:40.385906 n-d-713301-16 neutron-server[95102]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 19:49:40.385906 n-d-713301-16 neutron-server[95102]: self._notify() Sep 23 19:49:40.385906 n-d-713301-16 neutron-server[95102]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 19:49:40.385906 n-d-713301-16 neutron-server[95102]: self.callback(batched_events) Sep 23 19:49:40.385906 n-d-713301-16 neutron-server[95102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 19:49:40.385906 n-d-713301-16 neutron-server[95102]: event.method(event) Sep 23 19:49:40.385906 n-d-713301-16 neutron-server[95102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 19:49:40.385906 n-d-713301-16 neutron-server[95102]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 19:49:40.385906 n-d-713301-16 neutron-server[95102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 19:49:40.385906 n-d-713301-16 neutron-server[95102]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 19:49:40.385906 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 19:49:40.385906 n-d-713301-16 neutron-server[95102]: return f(self, *a, **k) Sep 23 19:49:40.385906 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 19:49:40.385906 n-d-713301-16 neutron-server[95102]: return self._get(url).json() Sep 23 19:49:40.385906 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 19:49:40.385906 n-d-713301-16 neutron-server[95102]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 19:49:40.385906 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 19:49:40.385906 n-d-713301-16 neutron-server[95102]: return self.request(url, 'GET', **kwargs) Sep 23 19:49:40.385906 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 19:49:40.385906 n-d-713301-16 neutron-server[95102]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 19:49:40.385906 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 19:49:40.385906 n-d-713301-16 neutron-server[95102]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 19:49:40.385906 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 19:49:40.385906 n-d-713301-16 neutron-server[95102]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 19:49:40.385906 n-d-713301-16 neutron-server[95102]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 19:49:40.525823 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-1fb3d11d-9d80-4d8b-b4cf-30c9015c8bd7 tempest-BulkNetworkOpsTest-1132124335 tempest-BulkNetworkOpsTest-1132124335-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1754627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-601866'] for network, after_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:40.547331 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-1fb3d11d-9d80-4d8b-b4cf-30c9015c8bd7 tempest-BulkNetworkOpsTest-1132124335 tempest-BulkNetworkOpsTest-1132124335-project] Notify callbacks [] for network, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:40.552249 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-1fb3d11d-9d80-4d8b-b4cf-30c9015c8bd7 tempest-BulkNetworkOpsTest-1132124335 tempest-BulkNetworkOpsTest-1132124335-project] 10.222.0.67 "DELETE /v2.0/networks/2b7d57a4-c81a-4de8-926a-912b6973e226 HTTP/1.1" status: 204 len: 168 time: 0.5066004 Sep 23 19:49:40.552704 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 47376) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:49:40.562972 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fb3d11d-9d80-4d8b-b4cf-30c9015c8bd7 tempest-BulkNetworkOpsTest-1132124335 tempest-BulkNetworkOpsTest-1132124335-project] Pushing event deleted for resources: {'Network': ['ID=2b7d57a4-c81a-4de8-926a-912b6973e226,revision_number=None']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:49:40.644712 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a07ef7-8547-4783-aee6-431119a9f4d4 req-41e05f24-4a60-42d5-8ded-8830b5c5e607 tempest-TestServerAdvancedOps-477748734 tempest-TestServerAdvancedOps-477748734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:49:40.647595 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-08a07ef7-8547-4783-aee6-431119a9f4d4 req-41e05f24-4a60-42d5-8ded-8830b5c5e607 tempest-TestServerAdvancedOps-477748734 tempest-TestServerAdvancedOps-477748734-project] 10.222.0.67 "GET /v2.0/ports?device_id=111dc453-2e85-4bef-b6de-e6124db403cc HTTP/1.1" status: 200 len: 945 time: 0.1967833 Sep 23 19:49:40.673741 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-3caa9cd3-bcd1-4310-9c82-65bfade73edb tempest-BulkNetworkOpsTest-1132124335 tempest-BulkNetworkOpsTest-1132124335-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1628021'] for network, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:40.751819 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-08a07ef7-8547-4783-aee6-431119a9f4d4 req-a224f464-1482-4524-8c86-0d0e6b9115c1 tempest-TestServerAdvancedOps-477748734 tempest-TestServerAdvancedOps-477748734-project] 10.222.0.67 "GET /v2.0/security-groups?id=c00cd2e9-9d88-401c-8b9e-1f505a959290&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976923 Sep 23 19:49:40.799004 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-3caa9cd3-bcd1-4310-9c82-65bfade73edb tempest-BulkNetworkOpsTest-1132124335 tempest-BulkNetworkOpsTest-1132124335-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1754676', 'neutron.services.segments.db._delete_segments_for_network-8783146221460'] for network, precommit_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:40.833122 n-d-713301-16 neutron-server[95101]: DEBUG neutron.services.segments.db [None req-3caa9cd3-bcd1-4310-9c82-65bfade73edb tempest-BulkNetworkOpsTest-1132124335 tempest-BulkNetworkOpsTest-1132124335-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['61572fe4-d6ef-48d9-a02d-1fa17daf5f5b']}} {{(pid=95101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:49:40.843176 n-d-713301-16 neutron-server[95101]: DEBUG neutron.services.segments.db [None req-3caa9cd3-bcd1-4310-9c82-65bfade73edb tempest-BulkNetworkOpsTest-1132124335 tempest-BulkNetworkOpsTest-1132124335-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3a4693ef-7c57-41b4-bd71-839e794343f5') {'for_net_delete': True} {{(pid=95101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:49:40.845117 n-d-713301-16 neutron-server[95101]: DEBUG neutron.services.segments.db [None req-3caa9cd3-bcd1-4310-9c82-65bfade73edb tempest-BulkNetworkOpsTest-1132124335 tempest-BulkNetworkOpsTest-1132124335-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3a4693ef-7c57-41b4-bd71-839e794343f5') {} {{(pid=95101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:49:40.857828 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-3caa9cd3-bcd1-4310-9c82-65bfade73edb tempest-BulkNetworkOpsTest-1132124335 tempest-BulkNetworkOpsTest-1132124335-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783146221725', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6007147'] for segment, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:40.873850 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-3caa9cd3-bcd1-4310-9c82-65bfade73edb tempest-BulkNetworkOpsTest-1132124335 tempest-BulkNetworkOpsTest-1132124335-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1756186'] for segment, precommit_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:40.881481 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3caa9cd3-bcd1-4310-9c82-65bfade73edb tempest-BulkNetworkOpsTest-1132124335 tempest-BulkNetworkOpsTest-1132124335-project] Releasing vlan 616 on physical network physnet1 to pool {{(pid=95101) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 19:49:40.882194 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-3caa9cd3-bcd1-4310-9c82-65bfade73edb tempest-BulkNetworkOpsTest-1132124335 tempest-BulkNetworkOpsTest-1132124335-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1756186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5608436'] for segment, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:40.899611 n-d-713301-16 neutron-server[95101]: Traceback (most recent call last): Sep 23 19:49:40.899611 n-d-713301-16 neutron-server[95101]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 19:49:40.899611 n-d-713301-16 neutron-server[95101]: timer() Sep 23 19:49:40.899611 n-d-713301-16 neutron-server[95101]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 19:49:40.899611 n-d-713301-16 neutron-server[95101]: cb(*args, **kw) Sep 23 19:49:40.899611 n-d-713301-16 neutron-server[95101]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 19:49:40.899611 n-d-713301-16 neutron-server[95101]: return func(*args, **kwargs) Sep 23 19:49:40.899611 n-d-713301-16 neutron-server[95101]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 19:49:40.899611 n-d-713301-16 neutron-server[95101]: self._notify() Sep 23 19:49:40.899611 n-d-713301-16 neutron-server[95101]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 19:49:40.899611 n-d-713301-16 neutron-server[95101]: self.callback(batched_events) Sep 23 19:49:40.899611 n-d-713301-16 neutron-server[95101]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 19:49:40.899611 n-d-713301-16 neutron-server[95101]: event.method(event) Sep 23 19:49:40.899611 n-d-713301-16 neutron-server[95101]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 19:49:40.899611 n-d-713301-16 neutron-server[95101]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 19:49:40.899611 n-d-713301-16 neutron-server[95101]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 19:49:40.899611 n-d-713301-16 neutron-server[95101]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 19:49:40.899611 n-d-713301-16 neutron-server[95101]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 19:49:40.899611 n-d-713301-16 neutron-server[95101]: return f(self, *a, **k) Sep 23 19:49:40.899611 n-d-713301-16 neutron-server[95101]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 19:49:40.899611 n-d-713301-16 neutron-server[95101]: return self._get(url).json() Sep 23 19:49:40.899611 n-d-713301-16 neutron-server[95101]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 19:49:40.899611 n-d-713301-16 neutron-server[95101]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 19:49:40.899611 n-d-713301-16 neutron-server[95101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 19:49:40.899611 n-d-713301-16 neutron-server[95101]: return self.request(url, 'GET', **kwargs) Sep 23 19:49:40.899611 n-d-713301-16 neutron-server[95101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 19:49:40.899611 n-d-713301-16 neutron-server[95101]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 19:49:40.899611 n-d-713301-16 neutron-server[95101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 19:49:40.899611 n-d-713301-16 neutron-server[95101]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 19:49:40.899611 n-d-713301-16 neutron-server[95101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 19:49:40.899611 n-d-713301-16 neutron-server[95101]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 19:49:40.899611 n-d-713301-16 neutron-server[95101]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 19:49:40.954364 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-3caa9cd3-bcd1-4310-9c82-65bfade73edb tempest-BulkNetworkOpsTest-1132124335 tempest-BulkNetworkOpsTest-1132124335-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1754627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-601866'] for network, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:40.966073 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-3caa9cd3-bcd1-4310-9c82-65bfade73edb tempest-BulkNetworkOpsTest-1132124335 tempest-BulkNetworkOpsTest-1132124335-project] Notify callbacks [] for network, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:40.967982 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-3caa9cd3-bcd1-4310-9c82-65bfade73edb tempest-BulkNetworkOpsTest-1132124335 tempest-BulkNetworkOpsTest-1132124335-project] 10.222.0.67 "DELETE /v2.0/networks/61572fe4-d6ef-48d9-a02d-1fa17daf5f5b HTTP/1.1" status: 204 len: 168 time: 0.4144948 Sep 23 19:49:40.971875 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 47380) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:49:40.980518 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3caa9cd3-bcd1-4310-9c82-65bfade73edb tempest-BulkNetworkOpsTest-1132124335 tempest-BulkNetworkOpsTest-1132124335-project] Pushing event deleted for resources: {'Network': ['ID=61572fe4-d6ef-48d9-a02d-1fa17daf5f5b,revision_number=None']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:49:41.108964 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e972631f-1442-4e37-a5af-35204e6d06e1 tempest-BulkNetworkOpsTest-1132124335 tempest-BulkNetworkOpsTest-1132124335-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:49:41.115713 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e972631f-1442-4e37-a5af-35204e6d06e1 tempest-BulkNetworkOpsTest-1132124335 tempest-BulkNetworkOpsTest-1132124335-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:49:41.117353 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-e972631f-1442-4e37-a5af-35204e6d06e1 tempest-BulkNetworkOpsTest-1132124335 tempest-BulkNetworkOpsTest-1132124335-project] 10.222.0.67 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.1440539 Sep 23 19:49:41.120924 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 47382) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:49:41.127319 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.v2.base [None req-6880f051-3ad8-4920-a776-fca33c9142c9 tempest-BulkNetworkOpsTest-1132124335 tempest-BulkNetworkOpsTest-1132124335-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1518357468'}} {{(pid=95102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:49:41.162303 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6880f051-3ad8-4920-a776-fca33c9142c9 tempest-BulkNetworkOpsTest-1132124335 tempest-BulkNetworkOpsTest-1132124335-project] Made reservation on behalf of 1a91cbc8ddc248dc84c92db33c7a5b5b for: {'network': 1} {{(pid=95102) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:49:41.165967 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-6880f051-3ad8-4920-a776-fca33c9142c9 tempest-BulkNetworkOpsTest-1132124335 tempest-BulkNetworkOpsTest-1132124335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for network, before_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:41.208112 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6880f051-3ad8-4920-a776-fca33c9142c9 tempest-BulkNetworkOpsTest-1132124335 tempest-BulkNetworkOpsTest-1132124335-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 639} {{(pid=95102) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 19:49:41.221418 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-6880f051-3ad8-4920-a776-fca33c9142c9 tempest-BulkNetworkOpsTest-1132124335 tempest-BulkNetworkOpsTest-1132124335-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1756186'] for segment, precommit_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:41.221762 n-d-713301-16 neutron-server[95102]: INFO neutron.db.segments_db [None req-6880f051-3ad8-4920-a776-fca33c9142c9 tempest-BulkNetworkOpsTest-1132124335 tempest-BulkNetworkOpsTest-1132124335-project] Added segment aaa15ba4-e70f-4419-8014-6a423dd3c0b8 of type vlan for network 3838c210-4c94-426f-bbf2-e6d61d0af795 Sep 23 19:49:41.285837 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-6880f051-3ad8-4920-a776-fca33c9142c9 tempest-BulkNetworkOpsTest-1132124335 tempest-BulkNetworkOpsTest-1132124335-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783145630486'] for network, precommit_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:41.326982 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-6880f051-3ad8-4920-a776-fca33c9142c9 tempest-BulkNetworkOpsTest-1132124335 tempest-BulkNetworkOpsTest-1132124335-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299'] for network, after_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:41.334721 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6880f051-3ad8-4920-a776-fca33c9142c9 tempest-BulkNetworkOpsTest-1132124335 tempest-BulkNetworkOpsTest-1132124335-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:49:41.336742 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-6880f051-3ad8-4920-a776-fca33c9142c9 tempest-BulkNetworkOpsTest-1132124335 tempest-BulkNetworkOpsTest-1132124335-project] Notify callbacks [] for network, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:41.413272 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6880f051-3ad8-4920-a776-fca33c9142c9 tempest-BulkNetworkOpsTest-1132124335 tempest-BulkNetworkOpsTest-1132124335-project] Pushing event updated for resources: {'Network': ['ID=3838c210-4c94-426f-bbf2-e6d61d0af795,revision_number=1']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:49:41.416200 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-6880f051-3ad8-4920-a776-fca33c9142c9 tempest-BulkNetworkOpsTest-1132124335 tempest-BulkNetworkOpsTest-1132124335-project] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.2941935 Sep 23 19:49:41.419296 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 47388) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:49:41.428345 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.v2.base [None req-f02be9e0-406b-4a43-b261-9974a5bd2ae8 tempest-BulkNetworkOpsTest-1132124335 tempest-BulkNetworkOpsTest-1132124335-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-961627509'}} {{(pid=95102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:49:41.432108 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Network 3838c210-4c94-426f-bbf2-e6d61d0af795 details requested by agent ovs-agent-n-d-713301-16 with host n-d-713301-16 {{(pid=95103) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 19:49:41.453423 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f02be9e0-406b-4a43-b261-9974a5bd2ae8 tempest-BulkNetworkOpsTest-1132124335 tempest-BulkNetworkOpsTest-1132124335-project] Made reservation on behalf of 1a91cbc8ddc248dc84c92db33c7a5b5b for: {'network': 1} {{(pid=95102) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:49:41.457585 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-f02be9e0-406b-4a43-b261-9974a5bd2ae8 tempest-BulkNetworkOpsTest-1132124335 tempest-BulkNetworkOpsTest-1132124335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for network, before_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:41.486317 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f02be9e0-406b-4a43-b261-9974a5bd2ae8 tempest-BulkNetworkOpsTest-1132124335 tempest-BulkNetworkOpsTest-1132124335-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 601} {{(pid=95102) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 19:49:41.495943 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-f02be9e0-406b-4a43-b261-9974a5bd2ae8 tempest-BulkNetworkOpsTest-1132124335 tempest-BulkNetworkOpsTest-1132124335-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1756186'] for segment, precommit_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:41.497133 n-d-713301-16 neutron-server[95102]: INFO neutron.db.segments_db [None req-f02be9e0-406b-4a43-b261-9974a5bd2ae8 tempest-BulkNetworkOpsTest-1132124335 tempest-BulkNetworkOpsTest-1132124335-project] Added segment 7442e372-8304-44f9-864b-70522e4ac07a of type vlan for network d566aa94-37f8-4a7a-8cc0-1f5734c78920 Sep 23 19:49:41.538632 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-f02be9e0-406b-4a43-b261-9974a5bd2ae8 tempest-BulkNetworkOpsTest-1132124335 tempest-BulkNetworkOpsTest-1132124335-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783145630486'] for network, precommit_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:41.565673 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-f02be9e0-406b-4a43-b261-9974a5bd2ae8 tempest-BulkNetworkOpsTest-1132124335 tempest-BulkNetworkOpsTest-1132124335-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299'] for network, after_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:41.571776 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f02be9e0-406b-4a43-b261-9974a5bd2ae8 tempest-BulkNetworkOpsTest-1132124335 tempest-BulkNetworkOpsTest-1132124335-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:49:41.572389 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-f02be9e0-406b-4a43-b261-9974a5bd2ae8 tempest-BulkNetworkOpsTest-1132124335 tempest-BulkNetworkOpsTest-1132124335-project] Notify callbacks [] for network, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:41.611220 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 47390) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:49:41.611769 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-f02be9e0-406b-4a43-b261-9974a5bd2ae8 tempest-BulkNetworkOpsTest-1132124335 tempest-BulkNetworkOpsTest-1132124335-project] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.1882529 Sep 23 19:49:41.619061 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.v2.base [None req-099daacb-a8e5-47ed-a5ba-bbf055e67219 tempest-BulkNetworkOpsTest-1132124335 tempest-BulkNetworkOpsTest-1132124335-project] Request body: {'ports': [{'network_id': '3838c210-4c94-426f-bbf2-e6d61d0af795', 'name': 'tempest-port--1089449610', 'admin_state_up': True}, {'network_id': 'd566aa94-37f8-4a7a-8cc0-1f5734c78920', 'admin_state_up': False}]} {{(pid=95101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:49:41.619681 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.v2.base [None req-099daacb-a8e5-47ed-a5ba-bbf055e67219 tempest-BulkNetworkOpsTest-1132124335 tempest-BulkNetworkOpsTest-1132124335-project] Request body: {'port': {'network_id': '3838c210-4c94-426f-bbf2-e6d61d0af795', 'name': 'tempest-port--1089449610', 'admin_state_up': True}} {{(pid=95101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:49:41.620447 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.v2.base [None req-099daacb-a8e5-47ed-a5ba-bbf055e67219 tempest-BulkNetworkOpsTest-1132124335 tempest-BulkNetworkOpsTest-1132124335-project] Request body: {'port': {'network_id': 'd566aa94-37f8-4a7a-8cc0-1f5734c78920', 'admin_state_up': False}} {{(pid=95101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:49:41.653394 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f02be9e0-406b-4a43-b261-9974a5bd2ae8 tempest-BulkNetworkOpsTest-1132124335 tempest-BulkNetworkOpsTest-1132124335-project] Pushing event updated for resources: {'Network': ['ID=d566aa94-37f8-4a7a-8cc0-1f5734c78920,revision_number=1']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:49:41.664184 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Network d566aa94-37f8-4a7a-8cc0-1f5734c78920 details requested by agent ovs-agent-n-d-713301-16 with host n-d-713301-16 {{(pid=95103) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 19:49:41.875723 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-099daacb-a8e5-47ed-a5ba-bbf055e67219 tempest-BulkNetworkOpsTest-1132124335 tempest-BulkNetworkOpsTest-1132124335-project] Made reservation on behalf of 1a91cbc8ddc248dc84c92db33c7a5b5b for: {'port': 2} {{(pid=95101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:49:41.890471 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-099daacb-a8e5-47ed-a5ba-bbf055e67219 tempest-BulkNetworkOpsTest-1132124335 tempest-BulkNetworkOpsTest-1132124335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:41.905711 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0321b88f-44ba-4867-9624-447a06ea0ab0 req-ad0906c2-8d3e-4e3f-b302-60d396a1c3f8 tempest-TestServerAdvancedOps-477748734 tempest-TestServerAdvancedOps-477748734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:49:41.907860 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-0321b88f-44ba-4867-9624-447a06ea0ab0 req-ad0906c2-8d3e-4e3f-b302-60d396a1c3f8 tempest-TestServerAdvancedOps-477748734 tempest-TestServerAdvancedOps-477748734-project] 10.222.0.67 "GET /v2.0/ports?device_id=111dc453-2e85-4bef-b6de-e6124db403cc HTTP/1.1" status: 200 len: 945 time: 0.0569315 Sep 23 19:49:41.935101 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-099daacb-a8e5-47ed-a5ba-bbf055e67219 tempest-BulkNetworkOpsTest-1132124335 tempest-BulkNetworkOpsTest-1132124335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:41.969621 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-0321b88f-44ba-4867-9624-447a06ea0ab0 req-c1b24bf8-ee45-45d2-a046-cff99de95655 tempest-TestServerAdvancedOps-477748734 tempest-TestServerAdvancedOps-477748734-project] 10.222.0.67 "GET /v2.0/security-groups?id=c00cd2e9-9d88-401c-8b9e-1f505a959290&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553741 Sep 23 19:49:42.089665 n-d-713301-16 neutron-server[95101]: DEBUG neutron.notifiers.nova [None req-099daacb-a8e5-47ed-a5ba-bbf055e67219 tempest-BulkNetworkOpsTest-1132124335 tempest-BulkNetworkOpsTest-1132124335-project] device_id is not set on port 77b74dd1-71af-4f32-a139-c37e44289bfc yet. {{(pid=95101) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 23 19:49:42.256002 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-099daacb-a8e5-47ed-a5ba-bbf055e67219 tempest-BulkNetworkOpsTest-1132124335 tempest-BulkNetworkOpsTest-1132124335-project] Notify callbacks [] for port, precommit_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:42.300402 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce09722b-5a78-4966-abab-ad47c4f71ffe req-b7073cd2-6366-4992-996c-cc99deb6c18f tempest-TestServerAdvancedOps-477748734 tempest-TestServerAdvancedOps-477748734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:49:42.308774 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-ce09722b-5a78-4966-abab-ad47c4f71ffe req-b7073cd2-6366-4992-996c-cc99deb6c18f tempest-TestServerAdvancedOps-477748734 tempest-TestServerAdvancedOps-477748734-project] 10.222.0.67 "GET /v2.0/ports?device_id=111dc453-2e85-4bef-b6de-e6124db403cc HTTP/1.1" status: 200 len: 945 time: 0.0794053 Sep 23 19:49:42.368182 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-ce09722b-5a78-4966-abab-ad47c4f71ffe req-9d791916-e18e-4963-bd8a-da82fd5ceea9 tempest-TestServerAdvancedOps-477748734 tempest-TestServerAdvancedOps-477748734-project] 10.222.0.67 "GET /v2.0/security-groups?id=c00cd2e9-9d88-401c-8b9e-1f505a959290&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558305 Sep 23 19:49:42.378406 n-d-713301-16 neutron-server[95101]: DEBUG neutron.notifiers.nova [None req-099daacb-a8e5-47ed-a5ba-bbf055e67219 tempest-BulkNetworkOpsTest-1132124335 tempest-BulkNetworkOpsTest-1132124335-project] device_id is not set on port 4cec16ba-4c55-47c1-80e9-e43150c932ad yet. {{(pid=95101) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 23 19:49:42.522246 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-099daacb-a8e5-47ed-a5ba-bbf055e67219 tempest-BulkNetworkOpsTest-1132124335 tempest-BulkNetworkOpsTest-1132124335-project] Notify callbacks [] for port, precommit_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:42.561442 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-099daacb-a8e5-47ed-a5ba-bbf055e67219 tempest-BulkNetworkOpsTest-1132124335 tempest-BulkNetworkOpsTest-1132124335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783145673135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5607431'] for port, after_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:42.627782 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-099daacb-a8e5-47ed-a5ba-bbf055e67219 tempest-BulkNetworkOpsTest-1132124335 tempest-BulkNetworkOpsTest-1132124335-project] Pushing event updated for resources: {'Port': ['ID=77b74dd1-71af-4f32-a139-c37e44289bfc,revision_number=1']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:49:42.639911 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-099daacb-a8e5-47ed-a5ba-bbf055e67219 tempest-BulkNetworkOpsTest-1132124335 tempest-BulkNetworkOpsTest-1132124335-project] Checking segment: {'id': 'aaa15ba4-e70f-4419-8014-6a423dd3c0b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '3838c210-4c94-426f-bbf2-e6d61d0af795'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:49:42.640337 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-099daacb-a8e5-47ed-a5ba-bbf055e67219 tempest-BulkNetworkOpsTest-1132124335 tempest-BulkNetworkOpsTest-1132124335-project] Network hostable DHCP agents. Network: 3838c210-4c94-426f-bbf2-e6d61d0af795, hostable agents: ['1b18bf05-1b5f-4587-be5c-af3ac38e32ad'], hosted agents: [] {{(pid=95101) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 19:49:42.658804 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-099daacb-a8e5-47ed-a5ba-bbf055e67219 tempest-BulkNetworkOpsTest-1132124335 tempest-BulkNetworkOpsTest-1132124335-project] Network 3838c210-4c94-426f-bbf2-e6d61d0af795 is scheduled to be hosted by DHCP agent 1b18bf05-1b5f-4587-be5c-af3ac38e32ad with binding_index 1 {{(pid=95101) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 19:49:42.669053 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.base_scheduler [None req-099daacb-a8e5-47ed-a5ba-bbf055e67219 tempest-BulkNetworkOpsTest-1132124335 tempest-BulkNetworkOpsTest-1132124335-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713301-16, 3838c210-4c94-426f-bbf2-e6d61d0af795) {{(pid=95101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:49:42.674181 n-d-713301-16 neutron-server[95101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-099daacb-a8e5-47ed-a5ba-bbf055e67219 tempest-BulkNetworkOpsTest-1132124335 tempest-BulkNetworkOpsTest-1132124335-project] Received port after_create {{(pid=95101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 19:49:42.675031 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-099daacb-a8e5-47ed-a5ba-bbf055e67219 tempest-BulkNetworkOpsTest-1132124335 tempest-BulkNetworkOpsTest-1132124335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783145673135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5607431'] for port, after_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:42.681038 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-941894c9-e217-4108-a38d-fe664675c8d9 None None] Network 3838c210-4c94-426f-bbf2-e6d61d0af795 requested from n-d-713301-16 {{(pid=95103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 19:49:42.725029 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-099daacb-a8e5-47ed-a5ba-bbf055e67219 tempest-BulkNetworkOpsTest-1132124335 tempest-BulkNetworkOpsTest-1132124335-project] Pushing event updated for resources: {'Port': ['ID=4cec16ba-4c55-47c1-80e9-e43150c932ad,revision_number=1']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:49:42.771993 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-099daacb-a8e5-47ed-a5ba-bbf055e67219 tempest-BulkNetworkOpsTest-1132124335 tempest-BulkNetworkOpsTest-1132124335-project] Checking segment: {'id': '7442e372-8304-44f9-864b-70522e4ac07a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': 'd566aa94-37f8-4a7a-8cc0-1f5734c78920'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:49:42.772355 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-099daacb-a8e5-47ed-a5ba-bbf055e67219 tempest-BulkNetworkOpsTest-1132124335 tempest-BulkNetworkOpsTest-1132124335-project] Network hostable DHCP agents. Network: d566aa94-37f8-4a7a-8cc0-1f5734c78920, hostable agents: ['1b18bf05-1b5f-4587-be5c-af3ac38e32ad'], hosted agents: [] {{(pid=95101) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 19:49:42.791431 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-099daacb-a8e5-47ed-a5ba-bbf055e67219 tempest-BulkNetworkOpsTest-1132124335 tempest-BulkNetworkOpsTest-1132124335-project] Network d566aa94-37f8-4a7a-8cc0-1f5734c78920 is scheduled to be hosted by DHCP agent 1b18bf05-1b5f-4587-be5c-af3ac38e32ad with binding_index 1 {{(pid=95101) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 19:49:42.802271 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.base_scheduler [None req-099daacb-a8e5-47ed-a5ba-bbf055e67219 tempest-BulkNetworkOpsTest-1132124335 tempest-BulkNetworkOpsTest-1132124335-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713301-16, d566aa94-37f8-4a7a-8cc0-1f5734c78920) {{(pid=95101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:49:42.806236 n-d-713301-16 neutron-server[95101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-099daacb-a8e5-47ed-a5ba-bbf055e67219 tempest-BulkNetworkOpsTest-1132124335 tempest-BulkNetworkOpsTest-1132124335-project] Received port after_create {{(pid=95101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 19:49:42.813003 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-099daacb-a8e5-47ed-a5ba-bbf055e67219 tempest-BulkNetworkOpsTest-1132124335 tempest-BulkNetworkOpsTest-1132124335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:49:42.813231 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8a93111-5a3d-4bb8-b5f5-9dc3c7004574 None None] Network d566aa94-37f8-4a7a-8cc0-1f5734c78920 requested from n-d-713301-16 {{(pid=95103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 19:49:42.818277 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-099daacb-a8e5-47ed-a5ba-bbf055e67219 tempest-BulkNetworkOpsTest-1132124335 tempest-BulkNetworkOpsTest-1132124335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:49:42.818958 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-099daacb-a8e5-47ed-a5ba-bbf055e67219 tempest-BulkNetworkOpsTest-1132124335 tempest-BulkNetworkOpsTest-1132124335-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222849'] for port, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:42.834847 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-099daacb-a8e5-47ed-a5ba-bbf055e67219 tempest-BulkNetworkOpsTest-1132124335 tempest-BulkNetworkOpsTest-1132124335-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 1.2215221 Sep 23 19:49:42.837817 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 47416) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:49:42.893680 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-697e572f-7e17-472e-a662-63446acc4525 tempest-BulkNetworkOpsTest-1132124335 tempest-BulkNetworkOpsTest-1132124335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:49:42.900080 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-697e572f-7e17-472e-a662-63446acc4525 tempest-BulkNetworkOpsTest-1132124335 tempest-BulkNetworkOpsTest-1132124335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:49:42.901975 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-697e572f-7e17-472e-a662-63446acc4525 tempest-BulkNetworkOpsTest-1132124335 tempest-BulkNetworkOpsTest-1132124335-project] 10.222.0.67 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.0629902 Sep 23 19:49:42.904640 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 47418) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:49:43.005182 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.plugin [None req-fc34f96b-4be7-4a69-85c2-86e10ea909f9 tempest-BulkNetworkOpsTest-1132124335 tempest-BulkNetworkOpsTest-1132124335-project] Deleting port 77b74dd1-71af-4f32-a139-c37e44289bfc {{(pid=95101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:49:43.005520 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-fc34f96b-4be7-4a69-85c2-86e10ea909f9 tempest-BulkNetworkOpsTest-1132124335 tempest-BulkNetworkOpsTest-1132124335-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783146157096'] for port, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:43.082752 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-fc34f96b-4be7-4a69-85c2-86e10ea909f9 tempest-BulkNetworkOpsTest-1132124335 tempest-BulkNetworkOpsTest-1132124335-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-605701'] for port, precommit_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:43.096183 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.plugin [None req-fc34f96b-4be7-4a69-85c2-86e10ea909f9 tempest-BulkNetworkOpsTest-1132124335 tempest-BulkNetworkOpsTest-1132124335-project] Calling delete_port for 77b74dd1-71af-4f32-a139-c37e44289bfc owned by {{(pid=95101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:49:43.181372 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-fc34f96b-4be7-4a69-85c2-86e10ea909f9 tempest-BulkNetworkOpsTest-1132124335 tempest-BulkNetworkOpsTest-1132124335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783146162158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783145673144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5607431'] for port, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:43.214009 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc34f96b-4be7-4a69-85c2-86e10ea909f9 tempest-BulkNetworkOpsTest-1132124335 tempest-BulkNetworkOpsTest-1132124335-project] Pushing event deleted for resources: {'Port': ['ID=77b74dd1-71af-4f32-a139-c37e44289bfc,revision_number=None']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:49:43.220242 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-fc34f96b-4be7-4a69-85c2-86e10ea909f9 tempest-BulkNetworkOpsTest-1132124335 tempest-BulkNetworkOpsTest-1132124335-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222849'] for port, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:43.222306 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-fc34f96b-4be7-4a69-85c2-86e10ea909f9 tempest-BulkNetworkOpsTest-1132124335 tempest-BulkNetworkOpsTest-1132124335-project] 10.222.0.67 "DELETE /v2.0/ports/77b74dd1-71af-4f32-a139-c37e44289bfc HTTP/1.1" status: 204 len: 168 time: 0.3167357 Sep 23 19:49:43.225021 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 47420) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:49:43.320265 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.plugin [None req-58f52247-49d2-4157-a6d3-83afe2329f17 tempest-BulkNetworkOpsTest-1132124335 tempest-BulkNetworkOpsTest-1132124335-project] Deleting port 4cec16ba-4c55-47c1-80e9-e43150c932ad {{(pid=95101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:49:43.320736 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-58f52247-49d2-4157-a6d3-83afe2329f17 tempest-BulkNetworkOpsTest-1132124335 tempest-BulkNetworkOpsTest-1132124335-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783146157096'] for port, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:43.393003 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-58f52247-49d2-4157-a6d3-83afe2329f17 tempest-BulkNetworkOpsTest-1132124335 tempest-BulkNetworkOpsTest-1132124335-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-605701'] for port, precommit_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:43.436944 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.plugin [None req-58f52247-49d2-4157-a6d3-83afe2329f17 tempest-BulkNetworkOpsTest-1132124335 tempest-BulkNetworkOpsTest-1132124335-project] Calling delete_port for 4cec16ba-4c55-47c1-80e9-e43150c932ad owned by {{(pid=95101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:49:43.561190 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-58f52247-49d2-4157-a6d3-83afe2329f17 tempest-BulkNetworkOpsTest-1132124335 tempest-BulkNetworkOpsTest-1132124335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783146162158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783145673144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5607431'] for port, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:43.585309 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [req-fc721d3e-5d3e-4706-a342-9c90fa32b802 req-fdfc9c93-f97a-42e4-a27a-f59f7bbf973e service neutron] (95101) timed out ('10.222.0.53', 56937) {{(pid=95101) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 23 19:49:43.615202 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d08c543c-bbeb-4e4d-be76-85f16c5a2d35 req-6b5c9c08-2774-4164-a48b-3fec71da90b2 tempest-TestServerAdvancedOps-477748734 tempest-TestServerAdvancedOps-477748734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:49:43.617974 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-d08c543c-bbeb-4e4d-be76-85f16c5a2d35 req-6b5c9c08-2774-4164-a48b-3fec71da90b2 tempest-TestServerAdvancedOps-477748734 tempest-TestServerAdvancedOps-477748734-project] 10.222.0.67 "GET /v2.0/ports?device_id=111dc453-2e85-4bef-b6de-e6124db403cc HTTP/1.1" status: 200 len: 945 time: 0.1246092 Sep 23 19:49:43.651895 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f52247-49d2-4157-a6d3-83afe2329f17 tempest-BulkNetworkOpsTest-1132124335 tempest-BulkNetworkOpsTest-1132124335-project] Pushing event deleted for resources: {'Port': ['ID=4cec16ba-4c55-47c1-80e9-e43150c932ad,revision_number=None']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:49:43.661667 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-58f52247-49d2-4157-a6d3-83afe2329f17 tempest-BulkNetworkOpsTest-1132124335 tempest-BulkNetworkOpsTest-1132124335-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222849'] for port, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:43.664648 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-58f52247-49d2-4157-a6d3-83afe2329f17 tempest-BulkNetworkOpsTest-1132124335 tempest-BulkNetworkOpsTest-1132124335-project] 10.222.0.67 "DELETE /v2.0/ports/4cec16ba-4c55-47c1-80e9-e43150c932ad HTTP/1.1" status: 204 len: 168 time: 0.4384873 Sep 23 19:49:43.666956 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 47430) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:49:43.691779 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-d08c543c-bbeb-4e4d-be76-85f16c5a2d35 req-4d26e230-2034-4f7e-aea3-6239ee5ac4da tempest-TestServerAdvancedOps-477748734 tempest-TestServerAdvancedOps-477748734-project] 10.222.0.67 "GET /v2.0/security-groups?id=c00cd2e9-9d88-401c-8b9e-1f505a959290&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645349 Sep 23 19:49:43.705666 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-69eed411-3f31-4388-9f8f-8d31a015d7c8 tempest-BulkNetworkOpsTest-1132124335 tempest-BulkNetworkOpsTest-1132124335-project] 10.222.0.67 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0374682 Sep 23 19:49:43.710201 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 47432) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:49:43.718173 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.v2.base [None req-5ca335a4-354a-4c1d-a03d-65ffaced931e tempest-BulkNetworkOpsTest-1132124335 tempest-BulkNetworkOpsTest-1132124335-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-106699938'}} {{(pid=95102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:49:43.747467 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ca335a4-354a-4c1d-a03d-65ffaced931e tempest-BulkNetworkOpsTest-1132124335 tempest-BulkNetworkOpsTest-1132124335-project] Made reservation on behalf of 1a91cbc8ddc248dc84c92db33c7a5b5b for: {'network': 1} {{(pid=95102) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:49:43.753948 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-5ca335a4-354a-4c1d-a03d-65ffaced931e tempest-BulkNetworkOpsTest-1132124335 tempest-BulkNetworkOpsTest-1132124335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for network, before_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:43.785087 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5ca335a4-354a-4c1d-a03d-65ffaced931e tempest-BulkNetworkOpsTest-1132124335 tempest-BulkNetworkOpsTest-1132124335-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 635} {{(pid=95102) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 19:49:43.795761 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-5ca335a4-354a-4c1d-a03d-65ffaced931e tempest-BulkNetworkOpsTest-1132124335 tempest-BulkNetworkOpsTest-1132124335-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1756186'] for segment, precommit_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:43.796067 n-d-713301-16 neutron-server[95102]: INFO neutron.db.segments_db [None req-5ca335a4-354a-4c1d-a03d-65ffaced931e tempest-BulkNetworkOpsTest-1132124335 tempest-BulkNetworkOpsTest-1132124335-project] Added segment 8d9850bc-6e1b-44cc-8074-241dcf55feeb of type vlan for network a9248818-1dff-4f16-8c6d-27275ce6e194 Sep 23 19:49:43.842553 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-5ca335a4-354a-4c1d-a03d-65ffaced931e tempest-BulkNetworkOpsTest-1132124335 tempest-BulkNetworkOpsTest-1132124335-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783145630486'] for network, precommit_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:43.878650 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-5ca335a4-354a-4c1d-a03d-65ffaced931e tempest-BulkNetworkOpsTest-1132124335 tempest-BulkNetworkOpsTest-1132124335-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299'] for network, after_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:43.884928 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ca335a4-354a-4c1d-a03d-65ffaced931e tempest-BulkNetworkOpsTest-1132124335 tempest-BulkNetworkOpsTest-1132124335-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:49:43.885697 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-5ca335a4-354a-4c1d-a03d-65ffaced931e tempest-BulkNetworkOpsTest-1132124335 tempest-BulkNetworkOpsTest-1132124335-project] Notify callbacks [] for network, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:43.935510 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-5ca335a4-354a-4c1d-a03d-65ffaced931e tempest-BulkNetworkOpsTest-1132124335 tempest-BulkNetworkOpsTest-1132124335-project] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.2215321 Sep 23 19:49:43.936111 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 47434) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:49:43.941857 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.v2.base [None req-56887e6b-8fd7-4839-8890-09dc395f28ba tempest-BulkNetworkOpsTest-1132124335 tempest-BulkNetworkOpsTest-1132124335-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1518107892'}} {{(pid=95101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:49:43.967310 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ca335a4-354a-4c1d-a03d-65ffaced931e tempest-BulkNetworkOpsTest-1132124335 tempest-BulkNetworkOpsTest-1132124335-project] Pushing event updated for resources: {'Network': ['ID=a9248818-1dff-4f16-8c6d-27275ce6e194,revision_number=1']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:49:43.980257 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Network a9248818-1dff-4f16-8c6d-27275ce6e194 details requested by agent ovs-agent-n-d-713301-16 with host n-d-713301-16 {{(pid=95103) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 19:49:43.983332 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56887e6b-8fd7-4839-8890-09dc395f28ba tempest-BulkNetworkOpsTest-1132124335 tempest-BulkNetworkOpsTest-1132124335-project] Made reservation on behalf of 1a91cbc8ddc248dc84c92db33c7a5b5b for: {'network': 1} {{(pid=95101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:49:43.987494 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-56887e6b-8fd7-4839-8890-09dc395f28ba tempest-BulkNetworkOpsTest-1132124335 tempest-BulkNetworkOpsTest-1132124335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for network, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:44.016220 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-56887e6b-8fd7-4839-8890-09dc395f28ba tempest-BulkNetworkOpsTest-1132124335 tempest-BulkNetworkOpsTest-1132124335-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 613} {{(pid=95101) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 19:49:44.044405 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-56887e6b-8fd7-4839-8890-09dc395f28ba tempest-BulkNetworkOpsTest-1132124335 tempest-BulkNetworkOpsTest-1132124335-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1756186'] for segment, precommit_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:44.046293 n-d-713301-16 neutron-server[95101]: INFO neutron.db.segments_db [None req-56887e6b-8fd7-4839-8890-09dc395f28ba tempest-BulkNetworkOpsTest-1132124335 tempest-BulkNetworkOpsTest-1132124335-project] Added segment 3af80522-2b54-4b32-a2fc-28929b604f83 of type vlan for network 31a1195d-ccb6-46b8-9784-a16753007714 Sep 23 19:49:44.095766 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-56887e6b-8fd7-4839-8890-09dc395f28ba tempest-BulkNetworkOpsTest-1132124335 tempest-BulkNetworkOpsTest-1132124335-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783145630486'] for network, precommit_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:44.100182 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab404bb1-8712-4218-bc8c-7e6d121d69f6 req-2be361bf-ba12-4a83-a470-6046958cc1d8 tempest-TestServerAdvancedOps-477748734 tempest-TestServerAdvancedOps-477748734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:49:44.102115 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-ab404bb1-8712-4218-bc8c-7e6d121d69f6 req-2be361bf-ba12-4a83-a470-6046958cc1d8 tempest-TestServerAdvancedOps-477748734 tempest-TestServerAdvancedOps-477748734-project] 10.222.0.74 "GET /v2.0/ports?device_id=111dc453-2e85-4bef-b6de-e6124db403cc HTTP/1.1" status: 200 len: 945 time: 0.0770907 Sep 23 19:49:44.132047 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-56887e6b-8fd7-4839-8890-09dc395f28ba tempest-BulkNetworkOpsTest-1132124335 tempest-BulkNetworkOpsTest-1132124335-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299'] for network, after_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:44.138586 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56887e6b-8fd7-4839-8890-09dc395f28ba tempest-BulkNetworkOpsTest-1132124335 tempest-BulkNetworkOpsTest-1132124335-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:49:44.139187 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-56887e6b-8fd7-4839-8890-09dc395f28ba tempest-BulkNetworkOpsTest-1132124335 tempest-BulkNetworkOpsTest-1132124335-project] Notify callbacks [] for network, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:44.258023 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.plugin [req-ab404bb1-8712-4218-bc8c-7e6d121d69f6 req-c5c885fa-a201-493f-ad94-190998681030 tempest-TestServerAdvancedOps-477748734 tempest-TestServerAdvancedOps-477748734-project] Deleting port 1d4759dd-fb22-435f-b18a-f56108075975 {{(pid=95102) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:49:44.258758 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-ab404bb1-8712-4218-bc8c-7e6d121d69f6 req-c5c885fa-a201-493f-ad94-190998681030 tempest-TestServerAdvancedOps-477748734 tempest-TestServerAdvancedOps-477748734-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783146157096'] for port, before_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:44.278896 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56887e6b-8fd7-4839-8890-09dc395f28ba tempest-BulkNetworkOpsTest-1132124335 tempest-BulkNetworkOpsTest-1132124335-project] Pushing event updated for resources: {'Network': ['ID=31a1195d-ccb6-46b8-9784-a16753007714,revision_number=1']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:49:44.290817 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Network 31a1195d-ccb6-46b8-9784-a16753007714 details requested by agent ovs-agent-n-d-713301-16 with host n-d-713301-16 {{(pid=95103) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 19:49:44.304742 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-56887e6b-8fd7-4839-8890-09dc395f28ba tempest-BulkNetworkOpsTest-1132124335 tempest-BulkNetworkOpsTest-1132124335-project] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.3547621 Sep 23 19:49:44.396594 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.db [req-ab404bb1-8712-4218-bc8c-7e6d121d69f6 req-c5c885fa-a201-493f-ad94-190998681030 tempest-TestServerAdvancedOps-477748734 tempest-TestServerAdvancedOps-477748734-project] For port 1d4759dd-fb22-435f-b18a-f56108075975, host n-h1-713301-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-16',level=0,port_id=1d4759dd-fb22-435f-b18a-f56108075975,segment=NetworkSegment(731a63e1-dfdf-40eb-8bc6-174a54ba522f),segment_id=731a63e1-dfdf-40eb-8bc6-174a54ba522f)] {{(pid=95102) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:49:44.397055 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-ab404bb1-8712-4218-bc8c-7e6d121d69f6 req-c5c885fa-a201-493f-ad94-190998681030 tempest-TestServerAdvancedOps-477748734 tempest-TestServerAdvancedOps-477748734-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-605701'] for port, precommit_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:44.411722 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.plugin [req-ab404bb1-8712-4218-bc8c-7e6d121d69f6 req-c5c885fa-a201-493f-ad94-190998681030 tempest-TestServerAdvancedOps-477748734 tempest-TestServerAdvancedOps-477748734-project] Calling delete_port for 1d4759dd-fb22-435f-b18a-f56108075975 owned by compute:nova {{(pid=95102) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:49:44.443142 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 47438) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:49:44.448524 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.v2.base [None req-4010fa0a-852f-4ec0-bdad-ac70e261b2b9 tempest-BulkNetworkOpsTest-1132124335 tempest-BulkNetworkOpsTest-1132124335-project] Request body: {'subnets': [{'network_id': 'a9248818-1dff-4f16-8c6d-27275ce6e194', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--1415178710', 'ip_version': 4}, {'network_id': '31a1195d-ccb6-46b8-9784-a16753007714', 'cidr': '172.20.0.16/28', 'ip_version': 4}]} {{(pid=95101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:49:44.449153 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.v2.base [None req-4010fa0a-852f-4ec0-bdad-ac70e261b2b9 tempest-BulkNetworkOpsTest-1132124335 tempest-BulkNetworkOpsTest-1132124335-project] Request body: {'subnet': {'network_id': 'a9248818-1dff-4f16-8c6d-27275ce6e194', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--1415178710', 'ip_version': 4}} {{(pid=95101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:49:44.449943 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.v2.base [None req-4010fa0a-852f-4ec0-bdad-ac70e261b2b9 tempest-BulkNetworkOpsTest-1132124335 tempest-BulkNetworkOpsTest-1132124335-project] Request body: {'subnet': {'network_id': '31a1195d-ccb6-46b8-9784-a16753007714', 'cidr': '172.20.0.16/28', 'ip_version': 4}} {{(pid=95101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:49:44.566930 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-ab404bb1-8712-4218-bc8c-7e6d121d69f6 req-c5c885fa-a201-493f-ad94-190998681030 tempest-TestServerAdvancedOps-477748734 tempest-TestServerAdvancedOps-477748734-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783146162158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783145673144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4399100'] for port, after_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:44.581283 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] get_ports_and_sgs() called for port_ids ['1d4759dd-fb22-435f-b18a-f56108075975'] {{(pid=95103) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 19:49:44.634388 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5c885fa-a201-493f-ad94-190998681030 tempest-TestServerAdvancedOps-477748734 tempest-TestServerAdvancedOps-477748734-project] Pushing event deleted for resources: {'Port': ['ID=1d4759dd-fb22-435f-b18a-f56108075975,revision_number=None']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:49:44.647537 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4010fa0a-852f-4ec0-bdad-ac70e261b2b9 tempest-BulkNetworkOpsTest-1132124335 tempest-BulkNetworkOpsTest-1132124335-project] Made reservation on behalf of 1a91cbc8ddc248dc84c92db33c7a5b5b for: {'subnet': 2} {{(pid=95101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:49:44.653766 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-4010fa0a-852f-4ec0-bdad-ac70e261b2b9 tempest-BulkNetworkOpsTest-1132124335 tempest-BulkNetworkOpsTest-1132124335-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6130979'] for subnet, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:44.655087 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-4010fa0a-852f-4ec0-bdad-ac70e261b2b9 tempest-BulkNetworkOpsTest-1132124335 tempest-BulkNetworkOpsTest-1132124335-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6130979'] for subnet, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:44.679603 n-d-713301-16 neutron-server[95102]: DEBUG neutron.db.l3_dvrscheduler_db [req-ab404bb1-8712-4218-bc8c-7e6d121d69f6 req-c5c885fa-a201-493f-ad94-190998681030 tempest-TestServerAdvancedOps-477748734 tempest-TestServerAdvancedOps-477748734-project] No DVR routers for this DVR port 1d4759dd-fb22-435f-b18a-f56108075975 on host n-h1-713301-16 {{(pid=95102) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 19:49:44.682465 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-ab404bb1-8712-4218-bc8c-7e6d121d69f6 req-c5c885fa-a201-493f-ad94-190998681030 tempest-TestServerAdvancedOps-477748734 tempest-TestServerAdvancedOps-477748734-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222849'] for port, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:44.684527 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-ab404bb1-8712-4218-bc8c-7e6d121d69f6 req-c5c885fa-a201-493f-ad94-190998681030 tempest-TestServerAdvancedOps-477748734 tempest-TestServerAdvancedOps-477748734-project] 10.222.0.74 "DELETE /v2.0/ports/1d4759dd-fb22-435f-b18a-f56108075975 HTTP/1.1" status: 204 len: 173 time: 0.5753603 Sep 23 19:49:44.685001 n-d-713301-16 neutron-server[95102]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '111dc453-2e85-4bef-b6de-e6124db403cc', 'name': 'network-vif-deleted', 'tag': '1d4759dd-fb22-435f-b18a-f56108075975'}] {{(pid=95102) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 19:49:44.687475 n-d-713301-16 neutron-server[95102]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab31b6d93e5336dbddfa8ec424565b3bd8cb2369c5b4d85bc943472dbb21e8ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79e9a5f1-c532-4e27-aa02-7d822c5f0a51" -d '{"events": [{"server_uuid": "111dc453-2e85-4bef-b6de-e6124db403cc", "name": "network-vif-deleted", "tag": "1d4759dd-fb22-435f-b18a-f56108075975"}]}' {{(pid=95102) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 19:49:44.848316 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-13a07cc0-5bf8-4fa5-8867-78684f7d69af req-00bbb9f6-b43f-4781-ace1-b6714968aeef tempest-TestServerAdvancedOps-477748734 tempest-TestServerAdvancedOps-477748734-project] 10.222.0.67 "GET /v2.0/ports?device_id=111dc453-2e85-4bef-b6de-e6124db403cc HTTP/1.1" status: 200 len: 210 time: 0.0355608 Sep 23 19:49:44.990548 n-d-713301-16 neutron-server[95102]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 19:49:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a0a4794-983d-4d92-87c4-6a10412e1a7a x-openstack-request-id: req-1a0a4794-983d-4d92-87c4-6a10412e1a7a {{(pid=95102) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 19:49:44.990844 n-d-713301-16 neutron-server[95102]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "111dc453-2e85-4bef-b6de-e6124db403cc", "name": "network-vif-deleted", "tag": "1d4759dd-fb22-435f-b18a-f56108075975", "status": "completed", "code": 200}]} {{(pid=95102) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 19:49:44.991096 n-d-713301-16 neutron-server[95102]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-1a0a4794-983d-4d92-87c4-6a10412e1a7a {{(pid=95102) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 19:49:44.991494 n-d-713301-16 neutron-server[95102]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '111dc453-2e85-4bef-b6de-e6124db403cc', 'name': 'network-vif-deleted', 'tag': '1d4759dd-fb22-435f-b18a-f56108075975', 'status': 'completed', 'code': 200} Sep 23 19:49:45.167571 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-4010fa0a-852f-4ec0-bdad-ac70e261b2b9 tempest-BulkNetworkOpsTest-1132124335 tempest-BulkNetworkOpsTest-1132124335-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5607579', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6130961'] for subnet, after_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:45.219571 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4010fa0a-852f-4ec0-bdad-ac70e261b2b9 tempest-BulkNetworkOpsTest-1132124335 tempest-BulkNetworkOpsTest-1132124335-project] Pushing event updated for resources: {'Subnet': ['ID=52b200f0-ce3d-4c33-ba06-3326f66c24d5,revision_number=0']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:49:45.270602 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4010fa0a-852f-4ec0-bdad-ac70e261b2b9 tempest-BulkNetworkOpsTest-1132124335 tempest-BulkNetworkOpsTest-1132124335-project] Checking segment: {'id': '8d9850bc-6e1b-44cc-8074-241dcf55feeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': 'a9248818-1dff-4f16-8c6d-27275ce6e194'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:49:45.270989 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4010fa0a-852f-4ec0-bdad-ac70e261b2b9 tempest-BulkNetworkOpsTest-1132124335 tempest-BulkNetworkOpsTest-1132124335-project] Network hostable DHCP agents. Network: a9248818-1dff-4f16-8c6d-27275ce6e194, hostable agents: ['1b18bf05-1b5f-4587-be5c-af3ac38e32ad'], hosted agents: [] {{(pid=95101) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 19:49:45.300757 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4010fa0a-852f-4ec0-bdad-ac70e261b2b9 tempest-BulkNetworkOpsTest-1132124335 tempest-BulkNetworkOpsTest-1132124335-project] Network a9248818-1dff-4f16-8c6d-27275ce6e194 is scheduled to be hosted by DHCP agent 1b18bf05-1b5f-4587-be5c-af3ac38e32ad with binding_index 1 {{(pid=95101) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 19:49:45.314070 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.base_scheduler [None req-4010fa0a-852f-4ec0-bdad-ac70e261b2b9 tempest-BulkNetworkOpsTest-1132124335 tempest-BulkNetworkOpsTest-1132124335-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713301-16, a9248818-1dff-4f16-8c6d-27275ce6e194) {{(pid=95101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:49:45.318680 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-4010fa0a-852f-4ec0-bdad-ac70e261b2b9 tempest-BulkNetworkOpsTest-1132124335 tempest-BulkNetworkOpsTest-1132124335-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5607579', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6130961'] for subnet, after_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:45.329511 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8531e0f3-acdc-4ce0-adf1-074b7a77a27d None None] Network a9248818-1dff-4f16-8c6d-27275ce6e194 requested from n-d-713301-16 {{(pid=95103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 19:49:45.384100 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4010fa0a-852f-4ec0-bdad-ac70e261b2b9 tempest-BulkNetworkOpsTest-1132124335 tempest-BulkNetworkOpsTest-1132124335-project] Pushing event updated for resources: {'Subnet': ['ID=0f347e52-bff3-490d-aab6-1c1684f5cec5,revision_number=0']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:49:45.408957 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4010fa0a-852f-4ec0-bdad-ac70e261b2b9 tempest-BulkNetworkOpsTest-1132124335 tempest-BulkNetworkOpsTest-1132124335-project] Checking segment: {'id': '3af80522-2b54-4b32-a2fc-28929b604f83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '31a1195d-ccb6-46b8-9784-a16753007714'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:49:45.409404 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4010fa0a-852f-4ec0-bdad-ac70e261b2b9 tempest-BulkNetworkOpsTest-1132124335 tempest-BulkNetworkOpsTest-1132124335-project] Network hostable DHCP agents. Network: 31a1195d-ccb6-46b8-9784-a16753007714, hostable agents: ['1b18bf05-1b5f-4587-be5c-af3ac38e32ad'], hosted agents: [] {{(pid=95101) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 19:49:45.430420 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4010fa0a-852f-4ec0-bdad-ac70e261b2b9 tempest-BulkNetworkOpsTest-1132124335 tempest-BulkNetworkOpsTest-1132124335-project] Network 31a1195d-ccb6-46b8-9784-a16753007714 is scheduled to be hosted by DHCP agent 1b18bf05-1b5f-4587-be5c-af3ac38e32ad with binding_index 1 {{(pid=95101) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 19:49:45.444111 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.base_scheduler [None req-4010fa0a-852f-4ec0-bdad-ac70e261b2b9 tempest-BulkNetworkOpsTest-1132124335 tempest-BulkNetworkOpsTest-1132124335-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713301-16, 31a1195d-ccb6-46b8-9784-a16753007714) {{(pid=95101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:49:45.449942 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4010fa0a-852f-4ec0-bdad-ac70e261b2b9 tempest-BulkNetworkOpsTest-1132124335 tempest-BulkNetworkOpsTest-1132124335-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:49:45.450545 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4010fa0a-852f-4ec0-bdad-ac70e261b2b9 tempest-BulkNetworkOpsTest-1132124335 tempest-BulkNetworkOpsTest-1132124335-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:49:45.451402 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-4010fa0a-852f-4ec0-bdad-ac70e261b2b9 tempest-BulkNetworkOpsTest-1132124335 tempest-BulkNetworkOpsTest-1132124335-project] Notify callbacks [] for subnet, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:45.461543 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a321f5c-dd01-4379-ad90-b5d7b241eacb None None] Network 31a1195d-ccb6-46b8-9784-a16753007714 requested from n-d-713301-16 {{(pid=95103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 19:49:45.470889 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-4010fa0a-852f-4ec0-bdad-ac70e261b2b9 tempest-BulkNetworkOpsTest-1132124335 tempest-BulkNetworkOpsTest-1132124335-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1426 time: 1.0261979 Sep 23 19:49:45.473291 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 47452) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:49:45.548302 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b00f8bbf-f820-4481-aab0-33bbb6e2d79d tempest-BulkNetworkOpsTest-1132124335 tempest-BulkNetworkOpsTest-1132124335-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:49:45.550405 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b00f8bbf-f820-4481-aab0-33bbb6e2d79d tempest-BulkNetworkOpsTest-1132124335 tempest-BulkNetworkOpsTest-1132124335-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:49:45.552320 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b00f8bbf-f820-4481-aab0-33bbb6e2d79d tempest-BulkNetworkOpsTest-1132124335 tempest-BulkNetworkOpsTest-1132124335-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:49:45.554251 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-b00f8bbf-f820-4481-aab0-33bbb6e2d79d tempest-BulkNetworkOpsTest-1132124335 tempest-BulkNetworkOpsTest-1132124335-project] 10.222.0.67 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2052 time: 0.0795374 Sep 23 19:49:45.557397 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 47454) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:49:45.623118 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ef6fa71-ebad-4939-9e7c-c7c5dbb7f1af None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4c8b80df-07eb-5275-9f17-5cf640db67c0-a9248818-1dff-4f16-8c6d-27275ce6e194', 'network_id': 'a9248818-1dff-4f16-8c6d-27275ce6e194', 'tenant_id': '1a91cbc8ddc248dc84c92db33c7a5b5b', 'fixed_ips': [{'subnet_id': '52b200f0-ce3d-4c33-ba06-3326f66c24d5'}]}} from n-d-713301-16. {{(pid=95103) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 23 19:49:45.624022 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-3ef6fa71-ebad-4939-9e7c-c7c5dbb7f1af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_create {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:45.640945 n-d-713301-16 neutron-server[95101]: DEBUG neutron.db.db_base_plugin_v2 [None req-9d435406-940c-4a48-9f06-6a86910b2deb tempest-BulkNetworkOpsTest-1132124335 tempest-BulkNetworkOpsTest-1132124335-project] Deleting subnet 52b200f0-ce3d-4c33-ba06-3326f66c24d5 {{(pid=95101) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 23 19:49:45.644309 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-9d435406-940c-4a48-9f06-6a86910b2deb tempest-BulkNetworkOpsTest-1132124335 tempest-BulkNetworkOpsTest-1132124335-project] Notify callbacks [] for subnet, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:45.696240 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-9d435406-940c-4a48-9f06-6a86910b2deb tempest-BulkNetworkOpsTest-1132124335 tempest-BulkNetworkOpsTest-1132124335-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6007154'] for subnet, precommit_delete_associations {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:45.773538 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-9d435406-940c-4a48-9f06-6a86910b2deb tempest-BulkNetworkOpsTest-1132124335 tempest-BulkNetworkOpsTest-1132124335-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1756813'] for subnet, precommit_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:45.808106 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9ad00f8-067a-4131-8724-07c95f30fbf3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4c8b80df-07eb-5275-9f17-5cf640db67c0-31a1195d-ccb6-46b8-9784-a16753007714', 'network_id': '31a1195d-ccb6-46b8-9784-a16753007714', 'tenant_id': '1a91cbc8ddc248dc84c92db33c7a5b5b', 'fixed_ips': [{'subnet_id': '0f347e52-bff3-490d-aab6-1c1684f5cec5'}]}} from n-d-713301-16. {{(pid=95103) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 23 19:49:45.809302 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-a9ad00f8-067a-4131-8724-07c95f30fbf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_create {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:45.873801 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-9d435406-940c-4a48-9f06-6a86910b2deb tempest-BulkNetworkOpsTest-1132124335 tempest-BulkNetworkOpsTest-1132124335-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1756804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5607514', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6130950'] for subnet, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:45.944111 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d435406-940c-4a48-9f06-6a86910b2deb tempest-BulkNetworkOpsTest-1132124335 tempest-BulkNetworkOpsTest-1132124335-project] Pushing event deleted for resources: {'Subnet': ['ID=52b200f0-ce3d-4c33-ba06-3326f66c24d5,revision_number=None']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:49:45.962009 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-9d435406-940c-4a48-9f06-6a86910b2deb tempest-BulkNetworkOpsTest-1132124335 tempest-BulkNetworkOpsTest-1132124335-project] Notify callbacks [] for subnet, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:45.962009 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-9d435406-940c-4a48-9f06-6a86910b2deb tempest-BulkNetworkOpsTest-1132124335 tempest-BulkNetworkOpsTest-1132124335-project] 10.222.0.67 "DELETE /v2.0/subnets/52b200f0-ce3d-4c33-ba06-3326f66c24d5 HTTP/1.1" status: 204 len: 168 time: 0.3997941 Sep 23 19:49:45.962009 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 47464) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:49:45.962402 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server [None req-3ef6fa71-ebad-4939-9e7c-c7c5dbb7f1af None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 52b200f0-ce3d-4c33-ba06-3326f66c24d5: This subnet is being modified by another concurrent operation. Sep 23 19:49:45.962402 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Sep 23 19:49:45.962402 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Sep 23 19:49:45.962402 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Sep 23 19:49:45.962402 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Sep 23 19:49:45.962402 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Sep 23 19:49:45.962402 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Sep 23 19:49:45.962402 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Sep 23 19:49:45.962402 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Sep 23 19:49:45.962402 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Sep 23 19:49:45.962402 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Sep 23 19:49:45.962402 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Sep 23 19:49:45.962402 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 23 19:49:45.962402 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 23 19:49:45.962402 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 23 19:49:45.962402 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server raise self.value Sep 23 19:49:45.962402 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Sep 23 19:49:45.962402 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 23 19:49:45.962402 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 23 19:49:45.962402 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Sep 23 19:49:45.962402 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 23 19:49:45.962402 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 23 19:49:45.962402 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 23 19:49:45.962402 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server raise self.value Sep 23 19:49:45.962402 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 23 19:49:45.962402 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 23 19:49:45.962402 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Sep 23 19:49:45.962402 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Sep 23 19:49:45.962402 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 23 19:49:45.962402 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 23 19:49:45.962402 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 23 19:49:45.962402 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server raise self.value Sep 23 19:49:45.962402 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Sep 23 19:49:45.962402 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Sep 23 19:49:45.962402 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Sep 23 19:49:45.962402 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Sep 23 19:49:45.962402 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Sep 23 19:49:45.962402 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Sep 23 19:49:45.962402 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Sep 23 19:49:45.962402 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Sep 23 19:49:45.962402 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Sep 23 19:49:45.962402 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Sep 23 19:49:45.962402 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 686, in inner Sep 23 19:49:45.962402 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Sep 23 19:49:45.962402 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Sep 23 19:49:45.962402 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Sep 23 19:49:45.962402 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Sep 23 19:49:45.962402 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Sep 23 19:49:45.962402 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 23 19:49:45.962402 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 23 19:49:45.962402 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 23 19:49:45.962402 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server raise self.value Sep 23 19:49:45.962402 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Sep 23 19:49:45.962402 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 23 19:49:45.962402 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 23 19:49:45.962402 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Sep 23 19:49:45.962402 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 23 19:49:45.962402 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 23 19:49:45.962402 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 23 19:49:45.962402 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server raise self.value Sep 23 19:49:45.962402 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 23 19:49:45.962402 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 23 19:49:45.962402 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Sep 23 19:49:45.962402 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Sep 23 19:49:45.962402 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 23 19:49:45.962402 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 23 19:49:45.962402 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 23 19:49:45.962402 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server raise self.value Sep 23 19:49:45.962402 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Sep 23 19:49:45.962402 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Sep 23 19:49:45.962402 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1480, in create_port Sep 23 19:49:45.962402 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Sep 23 19:49:45.962402 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1445, in _create_port_db Sep 23 19:49:45.962402 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Sep 23 19:49:45.962402 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Sep 23 19:49:45.962402 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Sep 23 19:49:45.962402 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Sep 23 19:49:45.962402 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Sep 23 19:49:45.962402 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 23 19:49:45.962402 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 23 19:49:45.962402 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 23 19:49:45.962402 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server raise self.value Sep 23 19:49:45.962402 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Sep 23 19:49:45.962402 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Sep 23 19:49:45.962402 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Sep 23 19:49:45.962402 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Sep 23 19:49:45.962402 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Sep 23 19:49:45.962402 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server subnet.lock_register( Sep 23 19:49:45.962402 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Sep 23 19:49:45.962402 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server raise exception Sep 23 19:49:45.962402 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 52b200f0-ce3d-4c33-ba06-3326f66c24d5: This subnet is being modified by another concurrent operation. Sep 23 19:49:45.962402 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server Sep 23 19:49:45.967533 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 47466) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:49:45.983558 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffe2ffb8-f6db-4073-8d7d-57ac7692ea88 None None] Network a9248818-1dff-4f16-8c6d-27275ce6e194 requested from n-d-713301-16 {{(pid=95103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 19:49:46.069547 n-d-713301-16 neutron-server[95101]: DEBUG neutron.db.db_base_plugin_v2 [None req-ea5be0d3-67ac-43e9-b086-55538eb7c817 admin admin] Deleting subnet 8c77795f-65d3-4722-8a24-3ff61c9f21b5 {{(pid=95101) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 23 19:49:46.075611 n-d-713301-16 neutron-server[95101]: DEBUG neutron.db.db_base_plugin_v2 [None req-b9987378-d557-4486-bc25-a890a9e65c33 tempest-BulkNetworkOpsTest-1132124335 tempest-BulkNetworkOpsTest-1132124335-project] Deleting subnet 0f347e52-bff3-490d-aab6-1c1684f5cec5 {{(pid=95101) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 23 19:49:46.081209 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-ea5be0d3-67ac-43e9-b086-55538eb7c817 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:46.128238 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-ea5be0d3-67ac-43e9-b086-55538eb7c817 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6007154'] for subnet, precommit_delete_associations {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:46.162807 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.db_base_plugin_common [None req-a9ad00f8-067a-4131-8724-07c95f30fbf3 None None] Allocated IP 172.20.0.18 (31a1195d-ccb6-46b8-9784-a16753007714/0f347e52-bff3-490d-aab6-1c1684f5cec5/462804f6-b9fe-4af4-8fd7-281665a7ff6a) {{(pid=95103) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 19:49:46.185550 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-ea5be0d3-67ac-43e9-b086-55538eb7c817 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1756813'] for subnet, precommit_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:46.301228 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-ea5be0d3-67ac-43e9-b086-55538eb7c817 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1756804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5607514', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6130950'] for subnet, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:46.327874 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-ea5be0d3-67ac-43e9-b086-55538eb7c817 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:46.330958 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-ea5be0d3-67ac-43e9-b086-55538eb7c817 admin admin] 10.222.0.67 "DELETE /v2.0/subnets/8c77795f-65d3-4722-8a24-3ff61c9f21b5 HTTP/1.1" status: 204 len: 168 time: 0.3707078 Sep 23 19:49:46.333291 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 47468) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:49:46.351451 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea5be0d3-67ac-43e9-b086-55538eb7c817 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8c77795f-65d3-4722-8a24-3ff61c9f21b5,revision_number=None']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:49:46.393672 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-a9ad00f8-067a-4131-8724-07c95f30fbf3 None None] Notify callbacks [] for port, precommit_create {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:46.417583 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-b9987378-d557-4486-bc25-a890a9e65c33 tempest-BulkNetworkOpsTest-1132124335 tempest-BulkNetworkOpsTest-1132124335-project] Notify callbacks [] for subnet, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:46.422495 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-a9ad00f8-067a-4131-8724-07c95f30fbf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783145673135'] for port, after_create {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:46.440212 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-5829d3c8-65b2-4203-b7a8-214aabb04b6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1628021'] for network, before_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:46.519213 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-b9987378-d557-4486-bc25-a890a9e65c33 tempest-BulkNetworkOpsTest-1132124335 tempest-BulkNetworkOpsTest-1132124335-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6007154'] for subnet, precommit_delete_associations {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:46.527951 n-d-713301-16 neutron-server[95103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9ad00f8-067a-4131-8724-07c95f30fbf3 None None] Network 31a1195d-ccb6-46b8-9784-a16753007714 is already hosted by enough agents. {{(pid=95103) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:49:46.532719 n-d-713301-16 neutron-server[95103]: DEBUG neutron.scheduler.base_scheduler [None req-a9ad00f8-067a-4131-8724-07c95f30fbf3 None None] Resources bound (agent type, host, resource id): {{(pid=95103) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:49:46.545314 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9ad00f8-067a-4131-8724-07c95f30fbf3 None None] Received port after_create {{(pid=95103) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 19:49:46.549620 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9ad00f8-067a-4131-8724-07c95f30fbf3 None None] Pushing event updated for resources: {'Port': ['ID=462804f6-b9fe-4af4-8fd7-281665a7ff6a,revision_number=1']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:49:46.567000 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9ad00f8-067a-4131-8724-07c95f30fbf3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:49:46.567452 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9ad00f8-067a-4131-8724-07c95f30fbf3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:49:46.567844 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9ad00f8-067a-4131-8724-07c95f30fbf3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:49:46.568235 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9ad00f8-067a-4131-8724-07c95f30fbf3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:49:46.568900 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9ad00f8-067a-4131-8724-07c95f30fbf3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:49:46.569303 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9ad00f8-067a-4131-8724-07c95f30fbf3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:49:46.569676 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9ad00f8-067a-4131-8724-07c95f30fbf3 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:49:46.570243 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9ad00f8-067a-4131-8724-07c95f30fbf3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:49:46.570628 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9ad00f8-067a-4131-8724-07c95f30fbf3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:49:46.571017 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9ad00f8-067a-4131-8724-07c95f30fbf3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:49:46.571528 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9ad00f8-067a-4131-8724-07c95f30fbf3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:49:46.572369 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9ad00f8-067a-4131-8724-07c95f30fbf3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:49:46.649129 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-5829d3c8-65b2-4203-b7a8-214aabb04b6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1754676', 'neutron.services.segments.db._delete_segments_for_network-8783146221460'] for network, precommit_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:46.675905 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.managers [None req-a9ad00f8-067a-4131-8724-07c95f30fbf3 None None] Attempting to bind port 462804f6-b9fe-4af4-8fd7-281665a7ff6a on host n-d-713301-16 for vnic_type normal with profile {{(pid=95103) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 19:49:46.676298 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.managers [None req-a9ad00f8-067a-4131-8724-07c95f30fbf3 None None] Attempting to bind port 462804f6-b9fe-4af4-8fd7-281665a7ff6a by drivers openvswitch,hyperv on host n-d-713301-16 at level 0 using segments [{'id': '3af80522-2b54-4b32-a2fc-28929b604f83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '31a1195d-ccb6-46b8-9784-a16753007714'}] {{(pid=95103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 19:49:46.676939 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9ad00f8-067a-4131-8724-07c95f30fbf3 None None] Attempting to bind port 462804f6-b9fe-4af4-8fd7-281665a7ff6a on network 31a1195d-ccb6-46b8-9784-a16753007714 {{(pid=95103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:49:46.684440 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9ad00f8-067a-4131-8724-07c95f30fbf3 None None] Checking agent: {'id': '70a14545-df24-472f-8f95-bfe1719bff93', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 19, 7, 53), 'started_at': datetime.datetime(2021, 9, 23, 19, 8, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 19, 49, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 19:49:46.685100 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9ad00f8-067a-4131-8724-07c95f30fbf3 None None] Checking segment: {'id': '3af80522-2b54-4b32-a2fc-28929b604f83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '31a1195d-ccb6-46b8-9784-a16753007714'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95103) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:49:46.685663 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-a9ad00f8-067a-4131-8724-07c95f30fbf3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:46.686220 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9ad00f8-067a-4131-8724-07c95f30fbf3 None None] Bound using segment: {'id': '3af80522-2b54-4b32-a2fc-28929b604f83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '31a1195d-ccb6-46b8-9784-a16753007714'} {{(pid=95103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 19:49:46.686697 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.managers [None req-a9ad00f8-067a-4131-8724-07c95f30fbf3 None None] Bound port: 462804f6-b9fe-4af4-8fd7-281665a7ff6a, host: n-d-713301-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3af80522-2b54-4b32-a2fc-28929b604f83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '31a1195d-ccb6-46b8-9784-a16753007714'}}] {{(pid=95103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 19:49:46.687347 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-a9ad00f8-067a-4131-8724-07c95f30fbf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:46.714001 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-b9987378-d557-4486-bc25-a890a9e65c33 tempest-BulkNetworkOpsTest-1132124335 tempest-BulkNetworkOpsTest-1132124335-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1756813'] for subnet, precommit_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:46.714577 n-d-713301-16 neutron-server[95102]: DEBUG neutron.services.segments.db [None req-5829d3c8-65b2-4203-b7a8-214aabb04b6d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cc3678c3-3510-4f89-a586-3a7072267c51']}} {{(pid=95102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:49:46.736621 n-d-713301-16 neutron-server[95102]: DEBUG neutron.services.segments.db [None req-5829d3c8-65b2-4203-b7a8-214aabb04b6d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '731a63e1-dfdf-40eb-8bc6-174a54ba522f') {'for_net_delete': True} {{(pid=95102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:49:46.737098 n-d-713301-16 neutron-server[95102]: DEBUG neutron.services.segments.db [None req-5829d3c8-65b2-4203-b7a8-214aabb04b6d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '731a63e1-dfdf-40eb-8bc6-174a54ba522f') {} {{(pid=95102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:49:46.750444 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-5829d3c8-65b2-4203-b7a8-214aabb04b6d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783146221725', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6162832'] for segment, before_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:46.774834 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-5829d3c8-65b2-4203-b7a8-214aabb04b6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1756186'] for segment, precommit_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:46.791256 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5829d3c8-65b2-4203-b7a8-214aabb04b6d admin admin] Releasing vlan 623 on physical network physnet1 to pool {{(pid=95102) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 19:49:46.792163 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-5829d3c8-65b2-4203-b7a8-214aabb04b6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1756186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4398095'] for segment, after_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:46.793489 n-d-713301-16 neutron-server[95102]: Traceback (most recent call last): Sep 23 19:49:46.793489 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 19:49:46.793489 n-d-713301-16 neutron-server[95102]: timer() Sep 23 19:49:46.793489 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 19:49:46.793489 n-d-713301-16 neutron-server[95102]: cb(*args, **kw) Sep 23 19:49:46.793489 n-d-713301-16 neutron-server[95102]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 19:49:46.793489 n-d-713301-16 neutron-server[95102]: return func(*args, **kwargs) Sep 23 19:49:46.793489 n-d-713301-16 neutron-server[95102]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 19:49:46.793489 n-d-713301-16 neutron-server[95102]: self._notify() Sep 23 19:49:46.793489 n-d-713301-16 neutron-server[95102]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 19:49:46.793489 n-d-713301-16 neutron-server[95102]: self.callback(batched_events) Sep 23 19:49:46.793489 n-d-713301-16 neutron-server[95102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 19:49:46.793489 n-d-713301-16 neutron-server[95102]: event.method(event) Sep 23 19:49:46.793489 n-d-713301-16 neutron-server[95102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 19:49:46.793489 n-d-713301-16 neutron-server[95102]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 19:49:46.793489 n-d-713301-16 neutron-server[95102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 19:49:46.793489 n-d-713301-16 neutron-server[95102]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 19:49:46.793489 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 19:49:46.793489 n-d-713301-16 neutron-server[95102]: return f(self, *a, **k) Sep 23 19:49:46.793489 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 19:49:46.793489 n-d-713301-16 neutron-server[95102]: return self._get(url).json() Sep 23 19:49:46.793489 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 19:49:46.793489 n-d-713301-16 neutron-server[95102]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 19:49:46.793489 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 19:49:46.793489 n-d-713301-16 neutron-server[95102]: return self.request(url, 'GET', **kwargs) Sep 23 19:49:46.793489 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 19:49:46.793489 n-d-713301-16 neutron-server[95102]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 19:49:46.793489 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 19:49:46.793489 n-d-713301-16 neutron-server[95102]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 19:49:46.793489 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 19:49:46.793489 n-d-713301-16 neutron-server[95102]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 19:49:46.793489 n-d-713301-16 neutron-server[95102]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 19:49:46.870993 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-b9987378-d557-4486-bc25-a890a9e65c33 tempest-BulkNetworkOpsTest-1132124335 tempest-BulkNetworkOpsTest-1132124335-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1756804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5607514', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6130950'] for subnet, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:46.881448 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-a9ad00f8-067a-4131-8724-07c95f30fbf3 None None] For port 462804f6-b9fe-4af4-8fd7-281665a7ff6a, host n-d-713301-16, cleared binding levels {{(pid=95103) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 19:49:46.885546 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-a9ad00f8-067a-4131-8724-07c95f30fbf3 None None] For port 462804f6-b9fe-4af4-8fd7-281665a7ff6a, host n-d-713301-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-16',level=0,port_id=462804f6-b9fe-4af4-8fd7-281665a7ff6a,segment=NetworkSegment(3af80522-2b54-4b32-a2fc-28929b604f83),segment_id=3af80522-2b54-4b32-a2fc-28929b604f83)] {{(pid=95103) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 19:49:46.889795 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-5829d3c8-65b2-4203-b7a8-214aabb04b6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1754627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-601866'] for network, after_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:46.899317 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-a9ad00f8-067a-4131-8724-07c95f30fbf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:46.900934 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-5829d3c8-65b2-4203-b7a8-214aabb04b6d admin admin] Notify callbacks [] for network, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:46.906576 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-5829d3c8-65b2-4203-b7a8-214aabb04b6d admin admin] 10.222.0.67 "DELETE /v2.0/networks/cc3678c3-3510-4f89-a586-3a7072267c51 HTTP/1.1" status: 204 len: 168 time: 0.5718381 Sep 23 19:49:46.907927 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 47472) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:49:46.919989 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9987378-d557-4486-bc25-a890a9e65c33 tempest-BulkNetworkOpsTest-1132124335 tempest-BulkNetworkOpsTest-1132124335-project] Pushing event deleted for resources: {'Subnet': ['ID=0f347e52-bff3-490d-aab6-1c1684f5cec5,revision_number=None']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:49:46.939302 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5829d3c8-65b2-4203-b7a8-214aabb04b6d admin admin] Pushing event deleted for resources: {'Network': ['ID=cc3678c3-3510-4f89-a586-3a7072267c51,revision_number=None']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:49:46.940105 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-b9987378-d557-4486-bc25-a890a9e65c33 tempest-BulkNetworkOpsTest-1132124335 tempest-BulkNetworkOpsTest-1132124335-project] Notify callbacks [] for subnet, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:46.944544 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 47474) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:49:46.947392 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-b9987378-d557-4486-bc25-a890a9e65c33 tempest-BulkNetworkOpsTest-1132124335 tempest-BulkNetworkOpsTest-1132124335-project] 10.222.0.67 "DELETE /v2.0/subnets/0f347e52-bff3-490d-aab6-1c1684f5cec5 HTTP/1.1" status: 204 len: 168 time: 0.9791546 Sep 23 19:49:47.010716 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9ad00f8-067a-4131-8724-07c95f30fbf3 None None] Pushing event updated for resources: {'Port': ['ID=462804f6-b9fe-4af4-8fd7-281665a7ff6a,revision_number=3']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:49:47.041635 n-d-713301-16 neutron-server[95102]: DEBUG neutron.db.db_base_plugin_v2 [None req-06a3e495-022e-4304-b530-c63ccdcb1b7f admin admin] Deleting subnet 44fc7ae9-e97d-4564-9562-b21a240984d3 {{(pid=95102) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 23 19:49:47.045425 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-06a3e495-022e-4304-b530-c63ccdcb1b7f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:47.096864 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-06a3e495-022e-4304-b530-c63ccdcb1b7f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6162825'] for subnet, precommit_delete_associations {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:47.124675 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d1b99d3-f498-4080-a951-dae619dc98c7 tempest-BulkNetworkOpsTest-1132124335 tempest-BulkNetworkOpsTest-1132124335-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:49:47.125710 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-4d1b99d3-f498-4080-a951-dae619dc98c7 tempest-BulkNetworkOpsTest-1132124335 tempest-BulkNetworkOpsTest-1132124335-project] 10.222.0.67 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1754770 Sep 23 19:49:47.131457 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 47480) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:49:47.184855 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-06a3e495-022e-4304-b530-c63ccdcb1b7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1756813'] for subnet, precommit_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:47.203802 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Device 1d4759dd-fb22-435f-b18a-f56108075975 no longer exists at agent hyperv_n-h1-713301-16 {{(pid=95103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 19:49:47.247848 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-ac0a8aca-b7eb-4b70-82f2-ebf1027e8fe7 tempest-BulkNetworkOpsTest-1132124335 tempest-BulkNetworkOpsTest-1132124335-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1628021'] for network, before_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:47.262987 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.plugin [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] No Port match for: 1d4759dd-fb22-435f-b18a-f56108075975 {{(pid=95103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 19:49:47.263395 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Device 1d4759dd-fb22-435f-b18a-f56108075975 not bound to the agent host n-h1-713301-16 {{(pid=95103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 19:49:47.343345 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.plugin [None req-ac0a8aca-b7eb-4b70-82f2-ebf1027e8fe7 tempest-BulkNetworkOpsTest-1132124335 tempest-BulkNetworkOpsTest-1132124335-project] Deleting port 462804f6-b9fe-4af4-8fd7-281665a7ff6a {{(pid=95102) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:49:47.343958 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-ac0a8aca-b7eb-4b70-82f2-ebf1027e8fe7 tempest-BulkNetworkOpsTest-1132124335 tempest-BulkNetworkOpsTest-1132124335-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783146157096'] for port, before_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:47.346950 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-06a3e495-022e-4304-b530-c63ccdcb1b7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1756804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4399009', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5388229'] for subnet, after_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:47.441153 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-06a3e495-022e-4304-b530-c63ccdcb1b7f admin admin] Notify callbacks [] for subnet, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:47.446891 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-06a3e495-022e-4304-b530-c63ccdcb1b7f admin admin] 10.222.0.67 "DELETE /v2.0/subnets/44fc7ae9-e97d-4564-9562-b21a240984d3 HTTP/1.1" status: 204 len: 168 time: 0.5339949 Sep 23 19:49:47.446891 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06a3e495-022e-4304-b530-c63ccdcb1b7f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=44fc7ae9-e97d-4564-9562-b21a240984d3,revision_number=None']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:49:47.447952 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 47484) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:49:47.494962 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.db [None req-ac0a8aca-b7eb-4b70-82f2-ebf1027e8fe7 tempest-BulkNetworkOpsTest-1132124335 tempest-BulkNetworkOpsTest-1132124335-project] For port 462804f6-b9fe-4af4-8fd7-281665a7ff6a, host n-d-713301-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-16',level=0,port_id=462804f6-b9fe-4af4-8fd7-281665a7ff6a,segment=NetworkSegment(3af80522-2b54-4b32-a2fc-28929b604f83),segment_id=3af80522-2b54-4b32-a2fc-28929b604f83)] {{(pid=95102) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:49:47.495625 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-ac0a8aca-b7eb-4b70-82f2-ebf1027e8fe7 tempest-BulkNetworkOpsTest-1132124335 tempest-BulkNetworkOpsTest-1132124335-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-605701'] for port, precommit_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:47.511175 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.plugin [None req-ac0a8aca-b7eb-4b70-82f2-ebf1027e8fe7 tempest-BulkNetworkOpsTest-1132124335 tempest-BulkNetworkOpsTest-1132124335-project] Calling delete_port for 462804f6-b9fe-4af4-8fd7-281665a7ff6a owned by network:dhcp {{(pid=95102) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:49:47.582900 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-38ecddf7-42ac-4c20-bb98-da64fb9f5105 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1628021'] for network, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:47.638258 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-ac0a8aca-b7eb-4b70-82f2-ebf1027e8fe7 tempest-BulkNetworkOpsTest-1132124335 tempest-BulkNetworkOpsTest-1132124335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783146162158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783145673144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4399100'] for port, after_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:47.666746 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac0a8aca-b7eb-4b70-82f2-ebf1027e8fe7 tempest-BulkNetworkOpsTest-1132124335 tempest-BulkNetworkOpsTest-1132124335-project] Pushing event deleted for resources: {'Port': ['ID=462804f6-b9fe-4af4-8fd7-281665a7ff6a,revision_number=None']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:49:47.674698 n-d-713301-16 neutron-server[95102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac0a8aca-b7eb-4b70-82f2-ebf1027e8fe7 tempest-BulkNetworkOpsTest-1132124335 tempest-BulkNetworkOpsTest-1132124335-project] No DVR routers for this DVR port 462804f6-b9fe-4af4-8fd7-281665a7ff6a on host n-d-713301-16 {{(pid=95102) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 19:49:47.702081 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-38ecddf7-42ac-4c20-bb98-da64fb9f5105 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1754676', 'neutron.services.segments.db._delete_segments_for_network-8783146221460'] for network, precommit_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:47.724490 n-d-713301-16 neutron-server[95101]: DEBUG neutron.services.segments.db [None req-38ecddf7-42ac-4c20-bb98-da64fb9f5105 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['54e90d05-8b4e-4be4-94e8-d3c4be9e0503']}} {{(pid=95101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:49:47.735868 n-d-713301-16 neutron-server[95101]: DEBUG neutron.services.segments.db [None req-38ecddf7-42ac-4c20-bb98-da64fb9f5105 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '866a6534-74b1-4321-a523-4598142caf1e') {'for_net_delete': True} {{(pid=95101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:49:47.736175 n-d-713301-16 neutron-server[95101]: DEBUG neutron.services.segments.db [None req-38ecddf7-42ac-4c20-bb98-da64fb9f5105 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '866a6534-74b1-4321-a523-4598142caf1e') {} {{(pid=95101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:49:47.758316 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-38ecddf7-42ac-4c20-bb98-da64fb9f5105 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783146221725', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6007147'] for segment, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:47.767257 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-ac0a8aca-b7eb-4b70-82f2-ebf1027e8fe7 tempest-BulkNetworkOpsTest-1132124335 tempest-BulkNetworkOpsTest-1132124335-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1754676', 'neutron.services.segments.db._delete_segments_for_network-8783146221460'] for network, precommit_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:47.779072 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-38ecddf7-42ac-4c20-bb98-da64fb9f5105 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1756186'] for segment, precommit_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:47.798461 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-38ecddf7-42ac-4c20-bb98-da64fb9f5105 admin admin] Releasing vlan 615 on physical network physnet1 to pool {{(pid=95101) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 19:49:47.798972 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-38ecddf7-42ac-4c20-bb98-da64fb9f5105 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1756186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5608436'] for segment, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:47.800189 n-d-713301-16 neutron-server[95102]: DEBUG neutron.services.segments.db [None req-ac0a8aca-b7eb-4b70-82f2-ebf1027e8fe7 tempest-BulkNetworkOpsTest-1132124335 tempest-BulkNetworkOpsTest-1132124335-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['31a1195d-ccb6-46b8-9784-a16753007714']}} {{(pid=95102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:49:47.801145 n-d-713301-16 neutron-server[95101]: Traceback (most recent call last): Sep 23 19:49:47.801145 n-d-713301-16 neutron-server[95101]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 19:49:47.801145 n-d-713301-16 neutron-server[95101]: timer() Sep 23 19:49:47.801145 n-d-713301-16 neutron-server[95101]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 19:49:47.801145 n-d-713301-16 neutron-server[95101]: cb(*args, **kw) Sep 23 19:49:47.801145 n-d-713301-16 neutron-server[95101]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 19:49:47.801145 n-d-713301-16 neutron-server[95101]: return func(*args, **kwargs) Sep 23 19:49:47.801145 n-d-713301-16 neutron-server[95101]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 19:49:47.801145 n-d-713301-16 neutron-server[95101]: self._notify() Sep 23 19:49:47.801145 n-d-713301-16 neutron-server[95101]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 19:49:47.801145 n-d-713301-16 neutron-server[95101]: self.callback(batched_events) Sep 23 19:49:47.801145 n-d-713301-16 neutron-server[95101]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 19:49:47.801145 n-d-713301-16 neutron-server[95101]: event.method(event) Sep 23 19:49:47.801145 n-d-713301-16 neutron-server[95101]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 19:49:47.801145 n-d-713301-16 neutron-server[95101]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 19:49:47.801145 n-d-713301-16 neutron-server[95101]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 19:49:47.801145 n-d-713301-16 neutron-server[95101]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 19:49:47.801145 n-d-713301-16 neutron-server[95101]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 19:49:47.801145 n-d-713301-16 neutron-server[95101]: return f(self, *a, **k) Sep 23 19:49:47.801145 n-d-713301-16 neutron-server[95101]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 19:49:47.801145 n-d-713301-16 neutron-server[95101]: return self._get(url).json() Sep 23 19:49:47.801145 n-d-713301-16 neutron-server[95101]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 19:49:47.801145 n-d-713301-16 neutron-server[95101]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 19:49:47.801145 n-d-713301-16 neutron-server[95101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 19:49:47.801145 n-d-713301-16 neutron-server[95101]: return self.request(url, 'GET', **kwargs) Sep 23 19:49:47.801145 n-d-713301-16 neutron-server[95101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 19:49:47.801145 n-d-713301-16 neutron-server[95101]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 19:49:47.801145 n-d-713301-16 neutron-server[95101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 19:49:47.801145 n-d-713301-16 neutron-server[95101]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 19:49:47.801145 n-d-713301-16 neutron-server[95101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 19:49:47.801145 n-d-713301-16 neutron-server[95101]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 19:49:47.801145 n-d-713301-16 neutron-server[95101]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 19:49:47.813260 n-d-713301-16 neutron-server[95102]: DEBUG neutron.services.segments.db [None req-ac0a8aca-b7eb-4b70-82f2-ebf1027e8fe7 tempest-BulkNetworkOpsTest-1132124335 tempest-BulkNetworkOpsTest-1132124335-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3af80522-2b54-4b32-a2fc-28929b604f83') {'for_net_delete': True} {{(pid=95102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:49:47.814066 n-d-713301-16 neutron-server[95102]: DEBUG neutron.services.segments.db [None req-ac0a8aca-b7eb-4b70-82f2-ebf1027e8fe7 tempest-BulkNetworkOpsTest-1132124335 tempest-BulkNetworkOpsTest-1132124335-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3af80522-2b54-4b32-a2fc-28929b604f83') {} {{(pid=95102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:49:47.824320 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-ac0a8aca-b7eb-4b70-82f2-ebf1027e8fe7 tempest-BulkNetworkOpsTest-1132124335 tempest-BulkNetworkOpsTest-1132124335-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783146221725', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6162832'] for segment, before_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:47.858519 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-ac0a8aca-b7eb-4b70-82f2-ebf1027e8fe7 tempest-BulkNetworkOpsTest-1132124335 tempest-BulkNetworkOpsTest-1132124335-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1756186'] for segment, precommit_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:47.881143 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ac0a8aca-b7eb-4b70-82f2-ebf1027e8fe7 tempest-BulkNetworkOpsTest-1132124335 tempest-BulkNetworkOpsTest-1132124335-project] Releasing vlan 613 on physical network physnet1 to pool {{(pid=95102) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 19:49:47.882330 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-ac0a8aca-b7eb-4b70-82f2-ebf1027e8fe7 tempest-BulkNetworkOpsTest-1132124335 tempest-BulkNetworkOpsTest-1132124335-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1756186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4398095'] for segment, after_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:47.883986 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-38ecddf7-42ac-4c20-bb98-da64fb9f5105 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1754627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-601866'] for network, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:47.886104 n-d-713301-16 neutron-server[95102]: Traceback (most recent call last): Sep 23 19:49:47.886104 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 19:49:47.886104 n-d-713301-16 neutron-server[95102]: timer() Sep 23 19:49:47.886104 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 19:49:47.886104 n-d-713301-16 neutron-server[95102]: cb(*args, **kw) Sep 23 19:49:47.886104 n-d-713301-16 neutron-server[95102]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 19:49:47.886104 n-d-713301-16 neutron-server[95102]: return func(*args, **kwargs) Sep 23 19:49:47.886104 n-d-713301-16 neutron-server[95102]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 19:49:47.886104 n-d-713301-16 neutron-server[95102]: self._notify() Sep 23 19:49:47.886104 n-d-713301-16 neutron-server[95102]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 19:49:47.886104 n-d-713301-16 neutron-server[95102]: self.callback(batched_events) Sep 23 19:49:47.886104 n-d-713301-16 neutron-server[95102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 19:49:47.886104 n-d-713301-16 neutron-server[95102]: event.method(event) Sep 23 19:49:47.886104 n-d-713301-16 neutron-server[95102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 19:49:47.886104 n-d-713301-16 neutron-server[95102]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 19:49:47.886104 n-d-713301-16 neutron-server[95102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 19:49:47.886104 n-d-713301-16 neutron-server[95102]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 19:49:47.886104 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 19:49:47.886104 n-d-713301-16 neutron-server[95102]: return f(self, *a, **k) Sep 23 19:49:47.886104 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 19:49:47.886104 n-d-713301-16 neutron-server[95102]: return self._get(url).json() Sep 23 19:49:47.886104 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 19:49:47.886104 n-d-713301-16 neutron-server[95102]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 19:49:47.886104 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 19:49:47.886104 n-d-713301-16 neutron-server[95102]: return self.request(url, 'GET', **kwargs) Sep 23 19:49:47.886104 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 19:49:47.886104 n-d-713301-16 neutron-server[95102]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 19:49:47.886104 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 19:49:47.886104 n-d-713301-16 neutron-server[95102]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 19:49:47.886104 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 19:49:47.886104 n-d-713301-16 neutron-server[95102]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 19:49:47.886104 n-d-713301-16 neutron-server[95102]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 19:49:47.908107 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-38ecddf7-42ac-4c20-bb98-da64fb9f5105 admin admin] Notify callbacks [] for network, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:47.915007 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-38ecddf7-42ac-4c20-bb98-da64fb9f5105 admin admin] 10.222.0.67 "DELETE /v2.0/networks/54e90d05-8b4e-4be4-94e8-d3c4be9e0503 HTTP/1.1" status: 204 len: 168 time: 0.4629745 Sep 23 19:49:47.915007 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38ecddf7-42ac-4c20-bb98-da64fb9f5105 admin admin] Pushing event deleted for resources: {'Network': ['ID=54e90d05-8b4e-4be4-94e8-d3c4be9e0503,revision_number=None']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:49:47.984522 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-ac0a8aca-b7eb-4b70-82f2-ebf1027e8fe7 tempest-BulkNetworkOpsTest-1132124335 tempest-BulkNetworkOpsTest-1132124335-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1754627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-601866'] for network, after_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:47.992997 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-ac0a8aca-b7eb-4b70-82f2-ebf1027e8fe7 tempest-BulkNetworkOpsTest-1132124335 tempest-BulkNetworkOpsTest-1132124335-project] Notify callbacks [] for network, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:48.003908 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 47488) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:49:48.004231 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-ac0a8aca-b7eb-4b70-82f2-ebf1027e8fe7 tempest-BulkNetworkOpsTest-1132124335 tempest-BulkNetworkOpsTest-1132124335-project] 10.222.0.67 "DELETE /v2.0/networks/31a1195d-ccb6-46b8-9784-a16753007714 HTTP/1.1" status: 204 len: 168 time: 0.8686514 Sep 23 19:49:48.067969 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac0a8aca-b7eb-4b70-82f2-ebf1027e8fe7 tempest-BulkNetworkOpsTest-1132124335 tempest-BulkNetworkOpsTest-1132124335-project] Pushing event deleted for resources: {'Network': ['ID=31a1195d-ccb6-46b8-9784-a16753007714,revision_number=None']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:49:48.209892 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-0ed18a9c-b3ee-482a-aed6-060562146ac4 tempest-BulkNetworkOpsTest-1132124335 tempest-BulkNetworkOpsTest-1132124335-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1628021'] for network, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:48.338012 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 47494) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:49:48.399886 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-0ed18a9c-b3ee-482a-aed6-060562146ac4 tempest-BulkNetworkOpsTest-1132124335 tempest-BulkNetworkOpsTest-1132124335-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1754676', 'neutron.services.segments.db._delete_segments_for_network-8783146221460'] for network, precommit_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:48.439899 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-eb0c9896-498c-443d-901b-9111208f7f71 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=7fdd9a77c73d42eea21fc31cc7c4f8ec&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0983286 Sep 23 19:49:48.442423 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 47496) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:49:48.443463 n-d-713301-16 neutron-server[95101]: DEBUG neutron.services.segments.db [None req-0ed18a9c-b3ee-482a-aed6-060562146ac4 tempest-BulkNetworkOpsTest-1132124335 tempest-BulkNetworkOpsTest-1132124335-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a9248818-1dff-4f16-8c6d-27275ce6e194']}} {{(pid=95101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:49:48.463044 n-d-713301-16 neutron-server[95101]: DEBUG neutron.services.segments.db [None req-0ed18a9c-b3ee-482a-aed6-060562146ac4 tempest-BulkNetworkOpsTest-1132124335 tempest-BulkNetworkOpsTest-1132124335-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8d9850bc-6e1b-44cc-8074-241dcf55feeb') {'for_net_delete': True} {{(pid=95101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:49:48.463348 n-d-713301-16 neutron-server[95101]: DEBUG neutron.services.segments.db [None req-0ed18a9c-b3ee-482a-aed6-060562146ac4 tempest-BulkNetworkOpsTest-1132124335 tempest-BulkNetworkOpsTest-1132124335-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8d9850bc-6e1b-44cc-8074-241dcf55feeb') {} {{(pid=95101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:49:48.510389 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-0ed18a9c-b3ee-482a-aed6-060562146ac4 tempest-BulkNetworkOpsTest-1132124335 tempest-BulkNetworkOpsTest-1132124335-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783146221725', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6007147'] for segment, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:48.533921 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-0ed18a9c-b3ee-482a-aed6-060562146ac4 tempest-BulkNetworkOpsTest-1132124335 tempest-BulkNetworkOpsTest-1132124335-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1756186'] for segment, precommit_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:48.537546 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-3e2a68fe-b1a2-40b8-b09c-0ba596e6f8ce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:48.543828 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0ed18a9c-b3ee-482a-aed6-060562146ac4 tempest-BulkNetworkOpsTest-1132124335 tempest-BulkNetworkOpsTest-1132124335-project] Releasing vlan 635 on physical network physnet1 to pool {{(pid=95101) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 19:49:48.544481 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-0ed18a9c-b3ee-482a-aed6-060562146ac4 tempest-BulkNetworkOpsTest-1132124335 tempest-BulkNetworkOpsTest-1132124335-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1756186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5608436'] for segment, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:48.575087 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-3e2a68fe-b1a2-40b8-b09c-0ba596e6f8ce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:48.613419 n-d-713301-16 neutron-server[95101]: Traceback (most recent call last): Sep 23 19:49:48.613419 n-d-713301-16 neutron-server[95101]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 19:49:48.613419 n-d-713301-16 neutron-server[95101]: timer() Sep 23 19:49:48.613419 n-d-713301-16 neutron-server[95101]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 19:49:48.613419 n-d-713301-16 neutron-server[95101]: cb(*args, **kw) Sep 23 19:49:48.613419 n-d-713301-16 neutron-server[95101]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 19:49:48.613419 n-d-713301-16 neutron-server[95101]: return func(*args, **kwargs) Sep 23 19:49:48.613419 n-d-713301-16 neutron-server[95101]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 19:49:48.613419 n-d-713301-16 neutron-server[95101]: self._notify() Sep 23 19:49:48.613419 n-d-713301-16 neutron-server[95101]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 19:49:48.613419 n-d-713301-16 neutron-server[95101]: self.callback(batched_events) Sep 23 19:49:48.613419 n-d-713301-16 neutron-server[95101]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 19:49:48.613419 n-d-713301-16 neutron-server[95101]: event.method(event) Sep 23 19:49:48.613419 n-d-713301-16 neutron-server[95101]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 19:49:48.613419 n-d-713301-16 neutron-server[95101]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 19:49:48.613419 n-d-713301-16 neutron-server[95101]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 19:49:48.613419 n-d-713301-16 neutron-server[95101]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 19:49:48.613419 n-d-713301-16 neutron-server[95101]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 19:49:48.613419 n-d-713301-16 neutron-server[95101]: return f(self, *a, **k) Sep 23 19:49:48.613419 n-d-713301-16 neutron-server[95101]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 19:49:48.613419 n-d-713301-16 neutron-server[95101]: return self._get(url).json() Sep 23 19:49:48.613419 n-d-713301-16 neutron-server[95101]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 19:49:48.613419 n-d-713301-16 neutron-server[95101]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 19:49:48.613419 n-d-713301-16 neutron-server[95101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 19:49:48.613419 n-d-713301-16 neutron-server[95101]: return self.request(url, 'GET', **kwargs) Sep 23 19:49:48.613419 n-d-713301-16 neutron-server[95101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 19:49:48.613419 n-d-713301-16 neutron-server[95101]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 19:49:48.613419 n-d-713301-16 neutron-server[95101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 19:49:48.613419 n-d-713301-16 neutron-server[95101]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 19:49:48.613419 n-d-713301-16 neutron-server[95101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 19:49:48.613419 n-d-713301-16 neutron-server[95101]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 19:49:48.613419 n-d-713301-16 neutron-server[95101]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 19:49:48.629416 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-0bd4f73f-5dfe-4a4d-8db5-8782012e2f5a None None] Could not find standard attr ID for object 462804f6-b9fe-4af4-8fd7-281665a7ff6a. {{(pid=95103) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 23 19:49:48.638402 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-0ed18a9c-b3ee-482a-aed6-060562146ac4 tempest-BulkNetworkOpsTest-1132124335 tempest-BulkNetworkOpsTest-1132124335-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1754627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-601866'] for network, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:48.646930 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-3e2a68fe-b1a2-40b8-b09c-0ba596e6f8ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:48.660824 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-3e2a68fe-b1a2-40b8-b09c-0ba596e6f8ce admin admin] Notify callbacks [] for security_group, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:48.660824 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-3e2a68fe-b1a2-40b8-b09c-0ba596e6f8ce admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/c00cd2e9-9d88-401c-8b9e-1f505a959290 HTTP/1.1" status: 204 len: 168 time: 0.2149127 Sep 23 19:49:48.679215 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a944bfcb-e7eb-4f84-8eac-cf8b5b470ef6 None None] DHCP port deletion for 31a1195d-ccb6-46b8-9784-a16753007714 request from n-d-713301-16 {{(pid=95103) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 23 19:49:48.683925 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-0ed18a9c-b3ee-482a-aed6-060562146ac4 tempest-BulkNetworkOpsTest-1132124335 tempest-BulkNetworkOpsTest-1132124335-project] Notify callbacks [] for network, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:48.690139 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-0ed18a9c-b3ee-482a-aed6-060562146ac4 tempest-BulkNetworkOpsTest-1132124335 tempest-BulkNetworkOpsTest-1132124335-project] 10.222.0.67 "DELETE /v2.0/networks/a9248818-1dff-4f16-8c6d-27275ce6e194 HTTP/1.1" status: 204 len: 168 time: 0.6803117 Sep 23 19:49:48.691174 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 47502) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:49:48.691908 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e2a68fe-b1a2-40b8-b09c-0ba596e6f8ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c00cd2e9-9d88-401c-8b9e-1f505a959290,revision_number=None']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:49:48.697375 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ed18a9c-b3ee-482a-aed6-060562146ac4 tempest-BulkNetworkOpsTest-1132124335 tempest-BulkNetworkOpsTest-1132124335-project] Pushing event deleted for resources: {'Network': ['ID=a9248818-1dff-4f16-8c6d-27275ce6e194,revision_number=None']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:49:48.714043 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e4efcba-41a8-4ae3-8088-751be55b7dec None None] Network 31a1195d-ccb6-46b8-9784-a16753007714 requested from n-d-713301-16 {{(pid=95103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 19:49:48.744250 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e4efcba-41a8-4ae3-8088-751be55b7dec None None] Network 31a1195d-ccb6-46b8-9784-a16753007714 could not be found, it might have been deleted concurrently. {{(pid=95103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Sep 23 19:49:48.779570 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c4b2fb4-5732-4083-af1c-153f26834064 None None] get_active_networks_info from n-d-713301-16 {{(pid=95103) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 23 19:49:48.849875 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-024b3c00-5307-4af0-9099-44f25185f6ae tempest-BulkNetworkOpsTest-1132124335 tempest-BulkNetworkOpsTest-1132124335-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1628021'] for network, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:48.933361 n-d-713301-16 neutron-server[95103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c4b2fb4-5732-4083-af1c-153f26834064 None None] Resources bound (agent type, host, resource id): {{(pid=95103) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 23 19:49:48.982187 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-024b3c00-5307-4af0-9099-44f25185f6ae tempest-BulkNetworkOpsTest-1132124335 tempest-BulkNetworkOpsTest-1132124335-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1754676', 'neutron.services.segments.db._delete_segments_for_network-8783146221460'] for network, precommit_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:49.024191 n-d-713301-16 neutron-server[95101]: DEBUG neutron.services.segments.db [None req-024b3c00-5307-4af0-9099-44f25185f6ae tempest-BulkNetworkOpsTest-1132124335 tempest-BulkNetworkOpsTest-1132124335-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d566aa94-37f8-4a7a-8cc0-1f5734c78920']}} {{(pid=95101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:49:49.050633 n-d-713301-16 neutron-server[95101]: DEBUG neutron.services.segments.db [None req-024b3c00-5307-4af0-9099-44f25185f6ae tempest-BulkNetworkOpsTest-1132124335 tempest-BulkNetworkOpsTest-1132124335-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7442e372-8304-44f9-864b-70522e4ac07a') {'for_net_delete': True} {{(pid=95101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:49:49.053340 n-d-713301-16 neutron-server[95101]: DEBUG neutron.services.segments.db [None req-024b3c00-5307-4af0-9099-44f25185f6ae tempest-BulkNetworkOpsTest-1132124335 tempest-BulkNetworkOpsTest-1132124335-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7442e372-8304-44f9-864b-70522e4ac07a') {} {{(pid=95101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:49:49.065751 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-024b3c00-5307-4af0-9099-44f25185f6ae tempest-BulkNetworkOpsTest-1132124335 tempest-BulkNetworkOpsTest-1132124335-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783146221725', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6007147'] for segment, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:49.103132 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-024b3c00-5307-4af0-9099-44f25185f6ae tempest-BulkNetworkOpsTest-1132124335 tempest-BulkNetworkOpsTest-1132124335-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1756186'] for segment, precommit_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:49.113707 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-024b3c00-5307-4af0-9099-44f25185f6ae tempest-BulkNetworkOpsTest-1132124335 tempest-BulkNetworkOpsTest-1132124335-project] Releasing vlan 601 on physical network physnet1 to pool {{(pid=95101) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 19:49:49.116564 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-024b3c00-5307-4af0-9099-44f25185f6ae tempest-BulkNetworkOpsTest-1132124335 tempest-BulkNetworkOpsTest-1132124335-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1756186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5608436'] for segment, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:49.117526 n-d-713301-16 neutron-server[95101]: Traceback (most recent call last): Sep 23 19:49:49.117526 n-d-713301-16 neutron-server[95101]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 19:49:49.117526 n-d-713301-16 neutron-server[95101]: timer() Sep 23 19:49:49.117526 n-d-713301-16 neutron-server[95101]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 19:49:49.117526 n-d-713301-16 neutron-server[95101]: cb(*args, **kw) Sep 23 19:49:49.117526 n-d-713301-16 neutron-server[95101]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 19:49:49.117526 n-d-713301-16 neutron-server[95101]: return func(*args, **kwargs) Sep 23 19:49:49.117526 n-d-713301-16 neutron-server[95101]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 19:49:49.117526 n-d-713301-16 neutron-server[95101]: self._notify() Sep 23 19:49:49.117526 n-d-713301-16 neutron-server[95101]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 19:49:49.117526 n-d-713301-16 neutron-server[95101]: self.callback(batched_events) Sep 23 19:49:49.117526 n-d-713301-16 neutron-server[95101]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 19:49:49.117526 n-d-713301-16 neutron-server[95101]: event.method(event) Sep 23 19:49:49.117526 n-d-713301-16 neutron-server[95101]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 19:49:49.117526 n-d-713301-16 neutron-server[95101]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 19:49:49.117526 n-d-713301-16 neutron-server[95101]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 19:49:49.117526 n-d-713301-16 neutron-server[95101]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 19:49:49.117526 n-d-713301-16 neutron-server[95101]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 19:49:49.117526 n-d-713301-16 neutron-server[95101]: return f(self, *a, **k) Sep 23 19:49:49.117526 n-d-713301-16 neutron-server[95101]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 19:49:49.117526 n-d-713301-16 neutron-server[95101]: return self._get(url).json() Sep 23 19:49:49.117526 n-d-713301-16 neutron-server[95101]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 19:49:49.117526 n-d-713301-16 neutron-server[95101]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 19:49:49.117526 n-d-713301-16 neutron-server[95101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 19:49:49.117526 n-d-713301-16 neutron-server[95101]: return self.request(url, 'GET', **kwargs) Sep 23 19:49:49.117526 n-d-713301-16 neutron-server[95101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 19:49:49.117526 n-d-713301-16 neutron-server[95101]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 19:49:49.117526 n-d-713301-16 neutron-server[95101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 19:49:49.117526 n-d-713301-16 neutron-server[95101]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 19:49:49.117526 n-d-713301-16 neutron-server[95101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 19:49:49.117526 n-d-713301-16 neutron-server[95101]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 19:49:49.117526 n-d-713301-16 neutron-server[95101]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 19:49:49.354569 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-024b3c00-5307-4af0-9099-44f25185f6ae tempest-BulkNetworkOpsTest-1132124335 tempest-BulkNetworkOpsTest-1132124335-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1754627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-601866'] for network, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:49.360014 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-024b3c00-5307-4af0-9099-44f25185f6ae tempest-BulkNetworkOpsTest-1132124335 tempest-BulkNetworkOpsTest-1132124335-project] Notify callbacks [] for network, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:49.363056 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-024b3c00-5307-4af0-9099-44f25185f6ae tempest-BulkNetworkOpsTest-1132124335 tempest-BulkNetworkOpsTest-1132124335-project] 10.222.0.67 "DELETE /v2.0/networks/d566aa94-37f8-4a7a-8cc0-1f5734c78920 HTTP/1.1" status: 204 len: 168 time: 0.6708124 Sep 23 19:49:49.365910 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 47512) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:49:49.381635 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-024b3c00-5307-4af0-9099-44f25185f6ae tempest-BulkNetworkOpsTest-1132124335 tempest-BulkNetworkOpsTest-1132124335-project] Pushing event deleted for resources: {'Network': ['ID=d566aa94-37f8-4a7a-8cc0-1f5734c78920,revision_number=None']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:49:49.405281 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 47514) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:49:49.450938 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-6a0c7237-fc85-4240-be0c-f930e2276aa9 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=c78b90e307ce43f09f59aa157962ec13&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0440323 Sep 23 19:49:49.454789 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 47516) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:49:49.457843 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-07be3109-9fe8-49ec-b3f6-5c7b87f84d80 tempest-BulkNetworkOpsTest-1132124335 tempest-BulkNetworkOpsTest-1132124335-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1628021'] for network, before_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:49.529902 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-9d93f78f-35ba-45ad-bd4a-3229c4ede063 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:49.549378 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-07be3109-9fe8-49ec-b3f6-5c7b87f84d80 tempest-BulkNetworkOpsTest-1132124335 tempest-BulkNetworkOpsTest-1132124335-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1754676', 'neutron.services.segments.db._delete_segments_for_network-8783146221460'] for network, precommit_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:49.552857 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-9d93f78f-35ba-45ad-bd4a-3229c4ede063 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:49.572027 n-d-713301-16 neutron-server[95102]: DEBUG neutron.services.segments.db [None req-07be3109-9fe8-49ec-b3f6-5c7b87f84d80 tempest-BulkNetworkOpsTest-1132124335 tempest-BulkNetworkOpsTest-1132124335-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3838c210-4c94-426f-bbf2-e6d61d0af795']}} {{(pid=95102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:49:49.588350 n-d-713301-16 neutron-server[95102]: DEBUG neutron.services.segments.db [None req-07be3109-9fe8-49ec-b3f6-5c7b87f84d80 tempest-BulkNetworkOpsTest-1132124335 tempest-BulkNetworkOpsTest-1132124335-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aaa15ba4-e70f-4419-8014-6a423dd3c0b8') {'for_net_delete': True} {{(pid=95102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:49:49.588681 n-d-713301-16 neutron-server[95102]: DEBUG neutron.services.segments.db [None req-07be3109-9fe8-49ec-b3f6-5c7b87f84d80 tempest-BulkNetworkOpsTest-1132124335 tempest-BulkNetworkOpsTest-1132124335-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aaa15ba4-e70f-4419-8014-6a423dd3c0b8') {} {{(pid=95102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:49:49.600868 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-07be3109-9fe8-49ec-b3f6-5c7b87f84d80 tempest-BulkNetworkOpsTest-1132124335 tempest-BulkNetworkOpsTest-1132124335-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783146221725', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6162832'] for segment, before_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:49.621416 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-07be3109-9fe8-49ec-b3f6-5c7b87f84d80 tempest-BulkNetworkOpsTest-1132124335 tempest-BulkNetworkOpsTest-1132124335-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1756186'] for segment, precommit_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:49.622973 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-9d93f78f-35ba-45ad-bd4a-3229c4ede063 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:49.626850 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-9d93f78f-35ba-45ad-bd4a-3229c4ede063 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:49.628001 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-9d93f78f-35ba-45ad-bd4a-3229c4ede063 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/cecc299f-85ea-4105-ab9c-e345dc644dae HTTP/1.1" status: 204 len: 168 time: 0.1722839 Sep 23 19:49:49.639904 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d93f78f-35ba-45ad-bd4a-3229c4ede063 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cecc299f-85ea-4105-ab9c-e345dc644dae,revision_number=None']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:49:49.647259 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-07be3109-9fe8-49ec-b3f6-5c7b87f84d80 tempest-BulkNetworkOpsTest-1132124335 tempest-BulkNetworkOpsTest-1132124335-project] Releasing vlan 639 on physical network physnet1 to pool {{(pid=95102) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 19:49:49.648642 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-07be3109-9fe8-49ec-b3f6-5c7b87f84d80 tempest-BulkNetworkOpsTest-1132124335 tempest-BulkNetworkOpsTest-1132124335-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1756186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4398095'] for segment, after_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:49.653235 n-d-713301-16 neutron-server[95102]: Traceback (most recent call last): Sep 23 19:49:49.653235 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 19:49:49.653235 n-d-713301-16 neutron-server[95102]: timer() Sep 23 19:49:49.653235 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 19:49:49.653235 n-d-713301-16 neutron-server[95102]: cb(*args, **kw) Sep 23 19:49:49.653235 n-d-713301-16 neutron-server[95102]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 19:49:49.653235 n-d-713301-16 neutron-server[95102]: return func(*args, **kwargs) Sep 23 19:49:49.653235 n-d-713301-16 neutron-server[95102]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 19:49:49.653235 n-d-713301-16 neutron-server[95102]: self._notify() Sep 23 19:49:49.653235 n-d-713301-16 neutron-server[95102]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 19:49:49.653235 n-d-713301-16 neutron-server[95102]: self.callback(batched_events) Sep 23 19:49:49.653235 n-d-713301-16 neutron-server[95102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 19:49:49.653235 n-d-713301-16 neutron-server[95102]: event.method(event) Sep 23 19:49:49.653235 n-d-713301-16 neutron-server[95102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 19:49:49.653235 n-d-713301-16 neutron-server[95102]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 19:49:49.653235 n-d-713301-16 neutron-server[95102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 19:49:49.653235 n-d-713301-16 neutron-server[95102]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 19:49:49.653235 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 19:49:49.653235 n-d-713301-16 neutron-server[95102]: return f(self, *a, **k) Sep 23 19:49:49.653235 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 19:49:49.653235 n-d-713301-16 neutron-server[95102]: return self._get(url).json() Sep 23 19:49:49.653235 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 19:49:49.653235 n-d-713301-16 neutron-server[95102]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 19:49:49.653235 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 19:49:49.653235 n-d-713301-16 neutron-server[95102]: return self.request(url, 'GET', **kwargs) Sep 23 19:49:49.653235 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 19:49:49.653235 n-d-713301-16 neutron-server[95102]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 19:49:49.653235 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 19:49:49.653235 n-d-713301-16 neutron-server[95102]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 19:49:49.653235 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 19:49:49.653235 n-d-713301-16 neutron-server[95102]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 19:49:49.653235 n-d-713301-16 neutron-server[95102]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 19:49:49.690986 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-e43d04bb-90e0-4986-986b-355adca7401c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:49.736543 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-07be3109-9fe8-49ec-b3f6-5c7b87f84d80 tempest-BulkNetworkOpsTest-1132124335 tempest-BulkNetworkOpsTest-1132124335-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1754627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-601866'] for network, after_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:49.748465 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-07be3109-9fe8-49ec-b3f6-5c7b87f84d80 tempest-BulkNetworkOpsTest-1132124335 tempest-BulkNetworkOpsTest-1132124335-project] Notify callbacks [] for network, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:49.751651 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-07be3109-9fe8-49ec-b3f6-5c7b87f84d80 tempest-BulkNetworkOpsTest-1132124335 tempest-BulkNetworkOpsTest-1132124335-project] 10.222.0.67 "DELETE /v2.0/networks/3838c210-4c94-426f-bbf2-e6d61d0af795 HTTP/1.1" status: 204 len: 168 time: 0.3847120 Sep 23 19:49:49.776208 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07be3109-9fe8-49ec-b3f6-5c7b87f84d80 tempest-BulkNetworkOpsTest-1132124335 tempest-BulkNetworkOpsTest-1132124335-project] Pushing event deleted for resources: {'Network': ['ID=3838c210-4c94-426f-bbf2-e6d61d0af795,revision_number=None']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:49:50.009145 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 47530) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:49:50.193763 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-7d4fc706-acb5-4e1f-9c19-20eac7397eae admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=1a91cbc8ddc248dc84c92db33c7a5b5b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1834376 Sep 23 19:49:50.196284 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 47534) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:49:50.277322 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-075dbc71-b812-40e1-ba27-e08a4d15b770 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:50.311568 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-075dbc71-b812-40e1-ba27-e08a4d15b770 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:50.388304 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-075dbc71-b812-40e1-ba27-e08a4d15b770 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:50.391892 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-075dbc71-b812-40e1-ba27-e08a4d15b770 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:50.395306 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-075dbc71-b812-40e1-ba27-e08a4d15b770 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/326edd97-3977-4bab-a0c2-2838085d4aa7 HTTP/1.1" status: 204 len: 168 time: 0.1956394 Sep 23 19:49:50.413727 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-075dbc71-b812-40e1-ba27-e08a4d15b770 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=326edd97-3977-4bab-a0c2-2838085d4aa7,revision_number=None']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:49:50.958136 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 47572) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:49:51.125137 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.v2.base [None req-d61d60d3-beb9-4e8d-98de-3941e34d1cf2 admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-696314741-network', 'tenant_id': '5ac332d3fb0d444485bb3eca855f9229'}} {{(pid=95101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:49:51.153792 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d61d60d3-beb9-4e8d-98de-3941e34d1cf2 admin admin] Made reservation on behalf of 5ac332d3fb0d444485bb3eca855f9229 for: {'network': 1} {{(pid=95101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:49:51.157058 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-d61d60d3-beb9-4e8d-98de-3941e34d1cf2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for network, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:51.168570 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-d61d60d3-beb9-4e8d-98de-3941e34d1cf2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:51.289246 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-d61d60d3-beb9-4e8d-98de-3941e34d1cf2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:51.294265 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-d61d60d3-beb9-4e8d-98de-3941e34d1cf2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:51.325117 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d61d60d3-beb9-4e8d-98de-3941e34d1cf2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 631} {{(pid=95101) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 19:49:51.341923 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d61d60d3-beb9-4e8d-98de-3941e34d1cf2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a2a8ef8-463e-4345-8df1-18bfadfee3ed,revision_number=1']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:49:51.362880 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-d61d60d3-beb9-4e8d-98de-3941e34d1cf2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1756186'] for segment, precommit_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:51.362880 n-d-713301-16 neutron-server[95101]: INFO neutron.db.segments_db [None req-d61d60d3-beb9-4e8d-98de-3941e34d1cf2 admin admin] Added segment ee20da25-0062-48fd-9691-5b62069c375c of type vlan for network 8773f1c5-baf2-4787-acb8-ea82a658e3a7 Sep 23 19:49:51.430685 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-d61d60d3-beb9-4e8d-98de-3941e34d1cf2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783145630486'] for network, precommit_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:51.482610 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-d61d60d3-beb9-4e8d-98de-3941e34d1cf2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299'] for network, after_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:51.487703 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d61d60d3-beb9-4e8d-98de-3941e34d1cf2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:49:51.487703 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-d61d60d3-beb9-4e8d-98de-3941e34d1cf2 admin admin] Notify callbacks [] for network, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:51.545456 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-d61d60d3-beb9-4e8d-98de-3941e34d1cf2 admin admin] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.5840394 Sep 23 19:49:51.551081 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 47598) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:49:51.570416 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.v2.base [None req-f93374a7-edfc-4709-9eb9-f6be3c991f09 admin admin] Request body: {'subnet': {'network_id': '8773f1c5-baf2-4787-acb8-ea82a658e3a7', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-696314741-subnet', 'tenant_id': '5ac332d3fb0d444485bb3eca855f9229', 'ip_version': 4}} {{(pid=95102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:49:51.667118 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 47608) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:49:51.674094 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f93374a7-edfc-4709-9eb9-f6be3c991f09 admin admin] Made reservation on behalf of 5ac332d3fb0d444485bb3eca855f9229 for: {'subnet': 1} {{(pid=95102) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:49:51.682008 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-f93374a7-edfc-4709-9eb9-f6be3c991f09 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5388256'] for subnet, before_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:51.690058 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d61d60d3-beb9-4e8d-98de-3941e34d1cf2 admin admin] Pushing event updated for resources: {'Network': ['ID=8773f1c5-baf2-4787-acb8-ea82a658e3a7,revision_number=1']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:49:51.701012 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Network 8773f1c5-baf2-4787-acb8-ea82a658e3a7 details requested by agent ovs-agent-n-d-713301-16 with host n-d-713301-16 {{(pid=95103) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 19:49:51.916972 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.v2.base [None req-99888648-13f7-423f-a78c-0dd1d709d08c tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-test-network-2003502346'}} {{(pid=95101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:49:51.966924 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99888648-13f7-423f-a78c-0dd1d709d08c tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] Made reservation on behalf of 68089a352b444323aeac869b275be256 for: {'network': 1} {{(pid=95101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:49:51.970500 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-99888648-13f7-423f-a78c-0dd1d709d08c tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for network, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:51.980784 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-99888648-13f7-423f-a78c-0dd1d709d08c tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] Notify callbacks [] for security_group, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:51.994403 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-f93374a7-edfc-4709-9eb9-f6be3c991f09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4398944', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5388242'] for subnet, after_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:52.057019 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f93374a7-edfc-4709-9eb9-f6be3c991f09 admin admin] Pushing event updated for resources: {'Subnet': ['ID=88534c19-3227-4f6f-84ae-147071738831,revision_number=0']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:49:52.078441 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f93374a7-edfc-4709-9eb9-f6be3c991f09 admin admin] Checking segment: {'id': 'ee20da25-0062-48fd-9691-5b62069c375c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '8773f1c5-baf2-4787-acb8-ea82a658e3a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95102) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:49:52.079062 n-d-713301-16 neutron-server[95102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f93374a7-edfc-4709-9eb9-f6be3c991f09 admin admin] Network hostable DHCP agents. Network: 8773f1c5-baf2-4787-acb8-ea82a658e3a7, hostable agents: ['1b18bf05-1b5f-4587-be5c-af3ac38e32ad'], hosted agents: [] {{(pid=95102) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 19:49:52.103379 n-d-713301-16 neutron-server[95102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f93374a7-edfc-4709-9eb9-f6be3c991f09 admin admin] Network 8773f1c5-baf2-4787-acb8-ea82a658e3a7 is scheduled to be hosted by DHCP agent 1b18bf05-1b5f-4587-be5c-af3ac38e32ad with binding_index 1 {{(pid=95102) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 19:49:52.117806 n-d-713301-16 neutron-server[95102]: DEBUG neutron.scheduler.base_scheduler [None req-f93374a7-edfc-4709-9eb9-f6be3c991f09 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713301-16, 8773f1c5-baf2-4787-acb8-ea82a658e3a7) {{(pid=95102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:49:52.126743 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-99888648-13f7-423f-a78c-0dd1d709d08c tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] Notify callbacks [] for security_group, precommit_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:52.130027 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f93374a7-edfc-4709-9eb9-f6be3c991f09 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:49:52.130443 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31fda21c-10c7-45d9-bb27-f35e55465db1 None None] Network 8773f1c5-baf2-4787-acb8-ea82a658e3a7 requested from n-d-713301-16 {{(pid=95103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 19:49:52.133171 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-f93374a7-edfc-4709-9eb9-f6be3c991f09 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:52.139245 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-99888648-13f7-423f-a78c-0dd1d709d08c tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:52.166768 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-f93374a7-edfc-4709-9eb9-f6be3c991f09 admin admin] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.6094017 Sep 23 19:49:52.168333 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 47618) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:49:52.173445 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.v2.base [None req-25dc80cf-ee48-46dd-a256-2624ca5deaa4 admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-696314741-router', 'tenant_id': '5ac332d3fb0d444485bb3eca855f9229', 'external_gateway_info': {'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac'}}} {{(pid=95102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:49:52.178524 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-99888648-13f7-423f-a78c-0dd1d709d08c tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 616} {{(pid=95101) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 19:49:52.185445 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99888648-13f7-423f-a78c-0dd1d709d08c tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] Pushing event updated for resources: {'SecurityGroup': ['ID=db191ae2-4810-401a-ae07-aa85a83b1066,revision_number=1']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:49:52.194010 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-99888648-13f7-423f-a78c-0dd1d709d08c tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1756186'] for segment, precommit_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:52.194461 n-d-713301-16 neutron-server[95101]: INFO neutron.db.segments_db [None req-99888648-13f7-423f-a78c-0dd1d709d08c tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] Added segment 6d7ed8ef-67c8-4ac3-8927-08f827859a63 of type vlan for network 8c3b8755-bfc7-4a09-8696-06a84a2286c5 Sep 23 19:49:52.219760 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-25dc80cf-ee48-46dd-a256-2624ca5deaa4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-594563', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29355'] for router, before_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:52.221709 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-25dc80cf-ee48-46dd-a256-2624ca5deaa4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-597363', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-601731', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-739356', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29346'] for router, precommit_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:52.263370 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-99888648-13f7-423f-a78c-0dd1d709d08c tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783145630486'] for network, precommit_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:52.295255 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-25dc80cf-ee48-46dd-a256-2624ca5deaa4 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:52.337997 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-99888648-13f7-423f-a78c-0dd1d709d08c tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299'] for network, after_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:52.346011 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99888648-13f7-423f-a78c-0dd1d709d08c tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:49:52.347250 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-99888648-13f7-423f-a78c-0dd1d709d08c tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] Notify callbacks [] for network, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:52.413876 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-99888648-13f7-423f-a78c-0dd1d709d08c tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.7451279 Sep 23 19:49:52.416865 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 47620) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:49:52.425485 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.v2.base [None req-ebc4f369-dcd3-4a84-b3e8-85e4c81a326e tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] Request body: {'port': {'network_id': '8c3b8755-bfc7-4a09-8696-06a84a2286c5', 'name': 'tempest-PortsIpV6TestJSON-1524004464'}} {{(pid=95102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:49:52.452200 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-0079e9b6-99f5-40ce-af28-4da334438e96 req-c5eeef04-b748-471d-99dd-6dccacb0c195 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=5367a6ad-5c1e-499d-a3fc-3a53dbd24add&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1551847 Sep 23 19:49:52.477742 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99888648-13f7-423f-a78c-0dd1d709d08c tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] Pushing event updated for resources: {'Network': ['ID=8c3b8755-bfc7-4a09-8696-06a84a2286c5,revision_number=1']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:49:52.505730 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Network 8c3b8755-bfc7-4a09-8696-06a84a2286c5 details requested by agent ovs-agent-n-d-713301-16 with host n-d-713301-16 {{(pid=95103) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 19:49:52.571152 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff2c8062-5218-4a3c-823a-5dcc35f669c9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4c8b80df-07eb-5275-9f17-5cf640db67c0-8773f1c5-baf2-4787-acb8-ea82a658e3a7', 'network_id': '8773f1c5-baf2-4787-acb8-ea82a658e3a7', 'tenant_id': '5ac332d3fb0d444485bb3eca855f9229', 'fixed_ips': [{'subnet_id': '88534c19-3227-4f6f-84ae-147071738831'}]}} from n-d-713301-16. {{(pid=95103) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 23 19:49:52.572036 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-ff2c8062-5218-4a3c-823a-5dcc35f669c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_create {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:52.660070 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-25dc80cf-ee48-46dd-a256-2624ca5deaa4 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:52.731407 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0079e9b6-99f5-40ce-af28-4da334438e96 req-73e09748-8aa3-41ef-822c-7c2cddfe7d9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:49:52.733288 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-0079e9b6-99f5-40ce-af28-4da334438e96 req-73e09748-8aa3-41ef-822c-7c2cddfe7d9c service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=bac6fc5f7b6645d7a54784d0fdaa00b3&device_id=5367a6ad-5c1e-499d-a3fc-3a53dbd24add HTTP/1.1" status: 200 len: 1137 time: 0.2074411 Sep 23 19:49:52.793506 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ebc4f369-dcd3-4a84-b3e8-85e4c81a326e tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] Made reservation on behalf of 68089a352b444323aeac869b275be256 for: {'port': 1} {{(pid=95102) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:49:52.798675 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-ebc4f369-dcd3-4a84-b3e8-85e4c81a326e tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:52.845426 n-d-713301-16 neutron-server[95102]: DEBUG neutron.notifiers.nova [None req-ebc4f369-dcd3-4a84-b3e8-85e4c81a326e tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] device_id is not set on port 17272b44-0195-4827-bb9e-35f481b2411f yet. {{(pid=95102) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 23 19:49:52.882039 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.db_base_plugin_common [None req-ff2c8062-5218-4a3c-823a-5dcc35f669c9 None None] Allocated IP 172.20.0.2 (8773f1c5-baf2-4787-acb8-ea82a658e3a7/88534c19-3227-4f6f-84ae-147071738831/8fa267d6-b1cd-4464-b108-0e6b3a646400) {{(pid=95103) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 19:49:53.164887 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0079e9b6-99f5-40ce-af28-4da334438e96 req-99ca3f7a-6347-4991-bad0-fe870f3a5131 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:49:53.167596 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-0079e9b6-99f5-40ce-af28-4da334438e96 req-99ca3f7a-6347-4991-bad0-fe870f3a5131 service neutron] 10.222.0.74 "GET /v2.0/networks?id=968fd5c2-1ec4-418f-821a-c42aa6094b44 HTTP/1.1" status: 200 len: 898 time: 0.3919179 Sep 23 19:49:53.176160 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-0efe1d5a-3704-4526-a06b-cf63de79147b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:53.183784 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:53.264454 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-ff2c8062-5218-4a3c-823a-5dcc35f669c9 None None] Notify callbacks [] for port, precommit_create {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:53.272634 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-ff2c8062-5218-4a3c-823a-5dcc35f669c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783145673135'] for port, after_create {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:53.322591 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff2c8062-5218-4a3c-823a-5dcc35f669c9 None None] Pushing event updated for resources: {'Port': ['ID=8fa267d6-b1cd-4464-b108-0e6b3a646400,revision_number=1']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:49:53.335283 n-d-713301-16 neutron-server[95103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff2c8062-5218-4a3c-823a-5dcc35f669c9 None None] Network 8773f1c5-baf2-4787-acb8-ea82a658e3a7 is already hosted by enough agents. {{(pid=95103) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:49:53.336827 n-d-713301-16 neutron-server[95103]: DEBUG neutron.scheduler.base_scheduler [None req-ff2c8062-5218-4a3c-823a-5dcc35f669c9 None None] Resources bound (agent type, host, resource id): {{(pid=95103) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:49:53.341652 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff2c8062-5218-4a3c-823a-5dcc35f669c9 None None] Received port after_create {{(pid=95103) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 19:49:53.437812 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.managers [None req-ff2c8062-5218-4a3c-823a-5dcc35f669c9 None None] Attempting to bind port 8fa267d6-b1cd-4464-b108-0e6b3a646400 on host n-d-713301-16 for vnic_type normal with profile {{(pid=95103) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 19:49:53.438342 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.managers [None req-ff2c8062-5218-4a3c-823a-5dcc35f669c9 None None] Attempting to bind port 8fa267d6-b1cd-4464-b108-0e6b3a646400 by drivers openvswitch,hyperv on host n-d-713301-16 at level 0 using segments [{'id': 'ee20da25-0062-48fd-9691-5b62069c375c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '8773f1c5-baf2-4787-acb8-ea82a658e3a7'}] {{(pid=95103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 19:49:53.438889 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff2c8062-5218-4a3c-823a-5dcc35f669c9 None None] Attempting to bind port 8fa267d6-b1cd-4464-b108-0e6b3a646400 on network 8773f1c5-baf2-4787-acb8-ea82a658e3a7 {{(pid=95103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:49:53.447038 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff2c8062-5218-4a3c-823a-5dcc35f669c9 None None] Checking agent: {'id': '70a14545-df24-472f-8f95-bfe1719bff93', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 19, 7, 53), 'started_at': datetime.datetime(2021, 9, 23, 19, 8, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 19, 49, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 19:49:53.447713 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff2c8062-5218-4a3c-823a-5dcc35f669c9 None None] Checking segment: {'id': 'ee20da25-0062-48fd-9691-5b62069c375c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '8773f1c5-baf2-4787-acb8-ea82a658e3a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95103) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:49:53.448200 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-ff2c8062-5218-4a3c-823a-5dcc35f669c9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:53.448697 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff2c8062-5218-4a3c-823a-5dcc35f669c9 None None] Bound using segment: {'id': 'ee20da25-0062-48fd-9691-5b62069c375c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '8773f1c5-baf2-4787-acb8-ea82a658e3a7'} {{(pid=95103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 19:49:53.449247 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.managers [None req-ff2c8062-5218-4a3c-823a-5dcc35f669c9 None None] Bound port: 8fa267d6-b1cd-4464-b108-0e6b3a646400, host: n-d-713301-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ee20da25-0062-48fd-9691-5b62069c375c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '8773f1c5-baf2-4787-acb8-ea82a658e3a7'}}] {{(pid=95103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 19:49:53.449702 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-ff2c8062-5218-4a3c-823a-5dcc35f669c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:53.472431 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 47644) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:49:53.505337 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-0ae75029-feb6-4728-9a94-5f9b60993d82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:53.549925 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-0b757d0c-1670-49b1-9479-e3608ad3a92b tempest-TestSecurityGroupsBasicOps-1963751229 tempest-TestSecurityGroupsBasicOps-1963751229-project-admin] 10.222.0.67 "GET /v2.0/ports?fields=fixed_ips&fields=mac_address HTTP/1.1" status: 200 len: 1639 time: 0.0744805 Sep 23 19:49:53.550681 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 47650) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:49:53.557773 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-ff2c8062-5218-4a3c-823a-5dcc35f669c9 None None] For port 8fa267d6-b1cd-4464-b108-0e6b3a646400, host n-d-713301-16, cleared binding levels {{(pid=95103) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 19:49:53.560497 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.v2.base [None req-c5cc5026-d96e-490e-97b4-3704cd28abc2 tempest-TestSecurityGroupsBasicOps-365501575 tempest-TestSecurityGroupsBasicOps-365501575-project] Request body: {'network': {'name': 'tempest-network-smoke--1794770157', 'project_id': 'bac6fc5f7b6645d7a54784d0fdaa00b3', 'port_security_enabled': False}} {{(pid=95101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:49:53.567010 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-ff2c8062-5218-4a3c-823a-5dcc35f669c9 None None] For port 8fa267d6-b1cd-4464-b108-0e6b3a646400, host n-d-713301-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-16',level=0,port_id=8fa267d6-b1cd-4464-b108-0e6b3a646400,segment=NetworkSegment(ee20da25-0062-48fd-9691-5b62069c375c),segment_id=ee20da25-0062-48fd-9691-5b62069c375c)] {{(pid=95103) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 19:49:53.582465 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-ff2c8062-5218-4a3c-823a-5dcc35f669c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:53.599075 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5cc5026-d96e-490e-97b4-3704cd28abc2 tempest-TestSecurityGroupsBasicOps-365501575 tempest-TestSecurityGroupsBasicOps-365501575-project] Made reservation on behalf of bac6fc5f7b6645d7a54784d0fdaa00b3 for: {'network': 1} {{(pid=95101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:49:53.603441 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-c5cc5026-d96e-490e-97b4-3704cd28abc2 tempest-TestSecurityGroupsBasicOps-365501575 tempest-TestSecurityGroupsBasicOps-365501575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for network, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:53.659201 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c5cc5026-d96e-490e-97b4-3704cd28abc2 tempest-TestSecurityGroupsBasicOps-365501575 tempest-TestSecurityGroupsBasicOps-365501575-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 644} {{(pid=95101) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 19:49:53.680737 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff2c8062-5218-4a3c-823a-5dcc35f669c9 None None] Pushing event updated for resources: {'Port': ['ID=8fa267d6-b1cd-4464-b108-0e6b3a646400,revision_number=2']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:49:53.694284 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-c5cc5026-d96e-490e-97b4-3704cd28abc2 tempest-TestSecurityGroupsBasicOps-365501575 tempest-TestSecurityGroupsBasicOps-365501575-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1756186'] for segment, precommit_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:53.694702 n-d-713301-16 neutron-server[95101]: INFO neutron.db.segments_db [None req-c5cc5026-d96e-490e-97b4-3704cd28abc2 tempest-TestSecurityGroupsBasicOps-365501575 tempest-TestSecurityGroupsBasicOps-365501575-project] Added segment 4f8a9d02-bef3-4414-84e9-68a759961ded of type vlan for network d2d61718-83a2-40fa-b610-94a9848bc9af Sep 23 19:49:53.725462 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-ebc4f369-dcd3-4a84-b3e8-85e4c81a326e tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] Notify callbacks [] for port, precommit_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:53.761665 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-c5cc5026-d96e-490e-97b4-3704cd28abc2 tempest-TestSecurityGroupsBasicOps-365501575 tempest-TestSecurityGroupsBasicOps-365501575-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783145630486'] for network, precommit_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:53.773049 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-0079e9b6-99f5-40ce-af28-4da334438e96 req-8392caed-913e-4398-8e90-c7734abaadd5 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=87579656-435f-450f-8def-8f9d9db04ad7 HTTP/1.1" status: 200 len: 1002 time: 0.5921934 Sep 23 19:49:53.798650 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-c5cc5026-d96e-490e-97b4-3704cd28abc2 tempest-TestSecurityGroupsBasicOps-365501575 tempest-TestSecurityGroupsBasicOps-365501575-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299'] for network, after_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:53.809093 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5cc5026-d96e-490e-97b4-3704cd28abc2 tempest-TestSecurityGroupsBasicOps-365501575 tempest-TestSecurityGroupsBasicOps-365501575-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:49:53.810049 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-c5cc5026-d96e-490e-97b4-3704cd28abc2 tempest-TestSecurityGroupsBasicOps-365501575 tempest-TestSecurityGroupsBasicOps-365501575-project] Notify callbacks [] for network, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:53.898587 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5cc5026-d96e-490e-97b4-3704cd28abc2 tempest-TestSecurityGroupsBasicOps-365501575 tempest-TestSecurityGroupsBasicOps-365501575-project] Pushing event updated for resources: {'Network': ['ID=d2d61718-83a2-40fa-b610-94a9848bc9af,revision_number=1']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:49:53.912943 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-ebc4f369-dcd3-4a84-b3e8-85e4c81a326e tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783145673135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4399100'] for port, after_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:53.915208 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Network d2d61718-83a2-40fa-b610-94a9848bc9af details requested by agent ovs-agent-n-d-713301-16 with host n-d-713301-16 {{(pid=95103) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 19:49:53.919688 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-c5cc5026-d96e-490e-97b4-3704cd28abc2 tempest-TestSecurityGroupsBasicOps-365501575 tempest-TestSecurityGroupsBasicOps-365501575-project] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.3677981 Sep 23 19:49:53.924101 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 47660) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:49:53.930567 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.v2.base [None req-cf7885f9-fed2-4079-aa54-12c6846e805a tempest-TestSecurityGroupsBasicOps-365501575 tempest-TestSecurityGroupsBasicOps-365501575-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-297328267', 'admin_state_up': True, 'project_id': 'bac6fc5f7b6645d7a54784d0fdaa00b3', 'external_gateway_info': {'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac'}}} {{(pid=95101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:49:53.943680 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0079e9b6-99f5-40ce-af28-4da334438e96 req-95ddcbd8-624c-49e3-9662-738c9029d0c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:49:53.945219 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-0079e9b6-99f5-40ce-af28-4da334438e96 req-95ddcbd8-624c-49e3-9662-738c9029d0c9 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=6e6812a9-a972-42aa-9511-2fb17217da70 HTTP/1.1" status: 200 len: 833 time: 0.1600561 Sep 23 19:49:54.005232 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-cf7885f9-fed2-4079-aa54-12c6846e805a tempest-TestSecurityGroupsBasicOps-365501575 tempest-TestSecurityGroupsBasicOps-365501575-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-594563', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29355'] for router, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:54.007223 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-cf7885f9-fed2-4079-aa54-12c6846e805a tempest-TestSecurityGroupsBasicOps-365501575 tempest-TestSecurityGroupsBasicOps-365501575-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-597363', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-601731', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-739356', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29346'] for router, precommit_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:54.112881 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-cf7885f9-fed2-4079-aa54-12c6846e805a tempest-TestSecurityGroupsBasicOps-365501575 tempest-TestSecurityGroupsBasicOps-365501575-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:54.154207 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebc4f369-dcd3-4a84-b3e8-85e4c81a326e tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] Pushing event updated for resources: {'Port': ['ID=17272b44-0195-4827-bb9e-35f481b2411f,revision_number=1']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:49:54.173824 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-25dc80cf-ee48-46dd-a256-2624ca5deaa4 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:54.209528 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebc4f369-dcd3-4a84-b3e8-85e4c81a326e tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] Checking segment: {'id': '6d7ed8ef-67c8-4ac3-8927-08f827859a63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '8c3b8755-bfc7-4a09-8696-06a84a2286c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95102) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:49:54.209528 n-d-713301-16 neutron-server[95102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebc4f369-dcd3-4a84-b3e8-85e4c81a326e tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] Network hostable DHCP agents. Network: 8c3b8755-bfc7-4a09-8696-06a84a2286c5, hostable agents: ['1b18bf05-1b5f-4587-be5c-af3ac38e32ad'], hosted agents: [] {{(pid=95102) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 19:49:54.211593 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-25dc80cf-ee48-46dd-a256-2624ca5deaa4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:54.222066 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0079e9b6-99f5-40ce-af28-4da334438e96 req-e0ee7d83-9281-4b43-a4b7-a5e2132edd46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:49:54.223612 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-0079e9b6-99f5-40ce-af28-4da334438e96 req-e0ee7d83-9281-4b43-a4b7-a5e2132edd46 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=968fd5c2-1ec4-418f-821a-c42aa6094b44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1621194 Sep 23 19:49:54.332375 n-d-713301-16 neutron-server[95102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebc4f369-dcd3-4a84-b3e8-85e4c81a326e tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] Network 8c3b8755-bfc7-4a09-8696-06a84a2286c5 is scheduled to be hosted by DHCP agent 1b18bf05-1b5f-4587-be5c-af3ac38e32ad with binding_index 1 {{(pid=95102) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 19:49:54.455989 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-0079e9b6-99f5-40ce-af28-4da334438e96 req-19055018-9652-4244-9be6-74a4a902ab50 service neutron] 10.222.0.74 "GET /v2.0/networks/968fd5c2-1ec4-418f-821a-c42aa6094b44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1926479 Sep 23 19:49:54.460169 n-d-713301-16 neutron-server[95102]: DEBUG neutron.scheduler.base_scheduler [None req-ebc4f369-dcd3-4a84-b3e8-85e4c81a326e tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713301-16, 8c3b8755-bfc7-4a09-8696-06a84a2286c5) {{(pid=95102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:49:54.470202 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa32da3c-fc93-4f46-b00b-b864be50d260 None None] Network 8c3b8755-bfc7-4a09-8696-06a84a2286c5 requested from n-d-713301-16 {{(pid=95103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 19:49:54.480013 n-d-713301-16 neutron-server[95102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebc4f369-dcd3-4a84-b3e8-85e4c81a326e tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] Received port after_create {{(pid=95102) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 19:49:54.492037 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebc4f369-dcd3-4a84-b3e8-85e4c81a326e tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:49:54.496937 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-ebc4f369-dcd3-4a84-b3e8-85e4c81a326e tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222849'] for port, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:54.602115 n-d-713301-16 neutron-server[95102]: DEBUG neutron.db.db_base_plugin_common [None req-25dc80cf-ee48-46dd-a256-2624ca5deaa4 admin admin] Allocated IP 172.25.1.227 (5dec5c09-378e-4f50-89cc-d94eb81c3bac/eff83446-018c-428d-b3f5-54ac9abe7a2a/950d1e87-3f1a-4e2e-904d-dac4f6f2493a) {{(pid=95102) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 19:49:54.609820 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-ebc4f369-dcd3-4a84-b3e8-85e4c81a326e tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 2.1886306 Sep 23 19:49:54.615676 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 47684) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:49:54.623716 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.v2.base [None req-853fb3e3-6cb4-4b46-9c80-bd73026bbe4e tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-494685647'}} {{(pid=95102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:49:54.881524 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-25dc80cf-ee48-46dd-a256-2624ca5deaa4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:54.917355 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-cf7885f9-fed2-4079-aa54-12c6846e805a tempest-TestSecurityGroupsBasicOps-365501575 tempest-TestSecurityGroupsBasicOps-365501575-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:54.928094 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-853fb3e3-6cb4-4b46-9c80-bd73026bbe4e tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] Made reservation on behalf of 68089a352b444323aeac869b275be256 for: {'network': 1} {{(pid=95102) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:49:54.932171 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-853fb3e3-6cb4-4b46-9c80-bd73026bbe4e tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for network, before_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:54.961280 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-25dc80cf-ee48-46dd-a256-2624ca5deaa4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783145673135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4399100'] for port, after_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:54.973829 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-0079e9b6-99f5-40ce-af28-4da334438e96 req-cfcbd2ef-6bcc-464c-b9f9-2a0ae6c69b4f service neutron] 10.222.0.74 "GET /v2.0/networks/968fd5c2-1ec4-418f-821a-c42aa6094b44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5046632 Sep 23 19:49:55.067186 n-d-713301-16 neutron-server[95102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25dc80cf-ee48-46dd-a256-2624ca5deaa4 admin admin] Network 5dec5c09-378e-4f50-89cc-d94eb81c3bac is already hosted by enough agents. {{(pid=95102) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:49:55.068146 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25dc80cf-ee48-46dd-a256-2624ca5deaa4 admin admin] Pushing event updated for resources: {'Port': ['ID=950d1e87-3f1a-4e2e-904d-dac4f6f2493a,revision_number=1']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:49:55.075849 n-d-713301-16 neutron-server[95102]: DEBUG neutron.scheduler.base_scheduler [None req-25dc80cf-ee48-46dd-a256-2624ca5deaa4 admin admin] Resources bound (agent type, host, resource id): {{(pid=95102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:49:55.079472 n-d-713301-16 neutron-server[95102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25dc80cf-ee48-46dd-a256-2624ca5deaa4 admin admin] Received port after_create {{(pid=95102) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 19:49:55.086775 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-853fb3e3-6cb4-4b46-9c80-bd73026bbe4e tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 645} {{(pid=95102) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 19:49:55.128286 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88202c78-cd94-476f-91cc-52f85800ca33 None None] Network 8773f1c5-baf2-4787-acb8-ea82a658e3a7 requested from n-d-713301-16 {{(pid=95103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 19:49:55.153328 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-853fb3e3-6cb4-4b46-9c80-bd73026bbe4e tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1756186'] for segment, precommit_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:55.153328 n-d-713301-16 neutron-server[95102]: INFO neutron.db.segments_db [None req-853fb3e3-6cb4-4b46-9c80-bd73026bbe4e tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] Added segment 6e982832-5d2e-4c85-b437-fb3736d93398 of type vlan for network 6ce34780-bb67-4e4b-bb09-4d58666852c4 Sep 23 19:49:55.211710 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-441cf9e8-d6f5-4ee0-8bc0-b42f3166142b None None] Provisioning complete for port 8fa267d6-b1cd-4464-b108-0e6b3a646400 triggered by entity DHCP. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:49:55.212444 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-441cf9e8-d6f5-4ee0-8bc0-b42f3166142b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:55.298900 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-853fb3e3-6cb4-4b46-9c80-bd73026bbe4e tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783145630486'] for network, precommit_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:55.302110 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Device 8fa267d6-b1cd-4464-b108-0e6b3a646400 up at agent ovs-agent-n-d-713301-16 {{(pid=95103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 19:49:55.442309 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-cf7885f9-fed2-4079-aa54-12c6846e805a tempest-TestSecurityGroupsBasicOps-365501575 tempest-TestSecurityGroupsBasicOps-365501575-project] Notify callbacks [] for router_gateway, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:55.444850 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-853fb3e3-6cb4-4b46-9c80-bd73026bbe4e tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299'] for network, after_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:55.453369 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-853fb3e3-6cb4-4b46-9c80-bd73026bbe4e tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:49:55.454066 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-853fb3e3-6cb4-4b46-9c80-bd73026bbe4e tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] Notify callbacks [] for network, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:55.467547 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-80e7e501-6c57-470d-92c6-e3d54bc3195c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:55.476056 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-cf7885f9-fed2-4079-aa54-12c6846e805a tempest-TestSecurityGroupsBasicOps-365501575 tempest-TestSecurityGroupsBasicOps-365501575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:55.625115 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-853fb3e3-6cb4-4b46-9c80-bd73026bbe4e tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 1.0038383 Sep 23 19:49:55.628851 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 47700) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:49:55.638210 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.v2.base [None req-2db31f1d-7ae4-4446-bd1a-7f3ee9bd64ed tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] Request body: {'ports': [{'network_id': '8c3b8755-bfc7-4a09-8696-06a84a2286c5'}, {'network_id': '6ce34780-bb67-4e4b-bb09-4d58666852c4'}]} {{(pid=95101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:49:55.638899 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.v2.base [None req-2db31f1d-7ae4-4446-bd1a-7f3ee9bd64ed tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] Request body: {'port': {'network_id': '8c3b8755-bfc7-4a09-8696-06a84a2286c5'}} {{(pid=95101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:49:55.639743 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.v2.base [None req-2db31f1d-7ae4-4446-bd1a-7f3ee9bd64ed tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] Request body: {'port': {'network_id': '6ce34780-bb67-4e4b-bb09-4d58666852c4'}} {{(pid=95101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:49:55.677430 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Provisioning complete for port 8fa267d6-b1cd-4464-b108-0e6b3a646400 triggered by entity L2. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:49:55.677812 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:55.698969 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-853fb3e3-6cb4-4b46-9c80-bd73026bbe4e tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] Pushing event updated for resources: {'Network': ['ID=6ce34780-bb67-4e4b-bb09-4d58666852c4,revision_number=1']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:49:55.762460 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Network 6ce34780-bb67-4e4b-bb09-4d58666852c4 details requested by agent ovs-agent-n-d-713301-16 with host n-d-713301-16 {{(pid=95103) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 19:49:55.776776 n-d-713301-16 neutron-server[95101]: DEBUG neutron.db.db_base_plugin_common [None req-cf7885f9-fed2-4079-aa54-12c6846e805a tempest-TestSecurityGroupsBasicOps-365501575 tempest-TestSecurityGroupsBasicOps-365501575-project] Allocated IP 172.25.1.186 (5dec5c09-378e-4f50-89cc-d94eb81c3bac/eff83446-018c-428d-b3f5-54ac9abe7a2a/e03a48f9-305f-4c2c-b4f6-3fc79a333040) {{(pid=95101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 19:49:55.909995 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-25dc80cf-ee48-46dd-a256-2624ca5deaa4 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:55.995975 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-441cf9e8-d6f5-4ee0-8bc0-b42f3166142b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:56.054069 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-441cf9e8-d6f5-4ee0-8bc0-b42f3166142b None None] For port 8fa267d6-b1cd-4464-b108-0e6b3a646400, host n-d-713301-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-16',level=0,port_id=8fa267d6-b1cd-4464-b108-0e6b3a646400,segment=NetworkSegment(ee20da25-0062-48fd-9691-5b62069c375c),segment_id=ee20da25-0062-48fd-9691-5b62069c375c)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:49:56.066566 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-441cf9e8-d6f5-4ee0-8bc0-b42f3166142b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:56.112459 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2db31f1d-7ae4-4446-bd1a-7f3ee9bd64ed tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] Made reservation on behalf of 68089a352b444323aeac869b275be256 for: {'port': 2} {{(pid=95101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:49:56.119655 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:56.120619 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-2db31f1d-7ae4-4446-bd1a-7f3ee9bd64ed tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:56.122549 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-441cf9e8-d6f5-4ee0-8bc0-b42f3166142b None None] Pushing event updated for resources: {'Port': ['ID=8fa267d6-b1cd-4464-b108-0e6b3a646400,revision_number=3']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:49:56.191622 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-2db31f1d-7ae4-4446-bd1a-7f3ee9bd64ed tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:56.213391 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-25dc80cf-ee48-46dd-a256-2624ca5deaa4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-597258', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-601790'] for router, after_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:56.224677 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.db.api [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95103) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 23 19:49:56.225247 n-d-713301-16 neutron-server[95103]: DEBUG oslo_db.api [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 23 19:49:56.267187 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-cf7885f9-fed2-4079-aa54-12c6846e805a tempest-TestSecurityGroupsBasicOps-365501575 tempest-TestSecurityGroupsBasicOps-365501575-project] Notify callbacks [] for port, precommit_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:56.396877 n-d-713301-16 neutron-server[95101]: DEBUG neutron.notifiers.nova [None req-2db31f1d-7ae4-4446-bd1a-7f3ee9bd64ed tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] device_id is not set on port 20953ec4-5640-43cb-991b-3442b4be9f76 yet. {{(pid=95101) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 23 19:49:56.414980 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-cf7885f9-fed2-4079-aa54-12c6846e805a tempest-TestSecurityGroupsBasicOps-365501575 tempest-TestSecurityGroupsBasicOps-365501575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783145673135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5607431'] for port, after_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:56.493803 n-d-713301-16 neutron-server[95102]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-25dc80cf-ee48-46dd-a256-2624ca5deaa4 admin admin] Router 77e3bc85-3262-4784-9355-f377ddb85f1f is scheduled to L3 agent 79a740bf-7821-4989-8288-7186e3e128f3 with binding_index 1 {{(pid=95102) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 23 19:49:56.500742 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf7885f9-fed2-4079-aa54-12c6846e805a tempest-TestSecurityGroupsBasicOps-365501575 tempest-TestSecurityGroupsBasicOps-365501575-project] Network 5dec5c09-378e-4f50-89cc-d94eb81c3bac is already hosted by enough agents. {{(pid=95101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:49:56.508506 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.base_scheduler [None req-cf7885f9-fed2-4079-aa54-12c6846e805a tempest-TestSecurityGroupsBasicOps-365501575 tempest-TestSecurityGroupsBasicOps-365501575-project] Resources bound (agent type, host, resource id): {{(pid=95101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:49:56.516644 n-d-713301-16 neutron-server[95101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf7885f9-fed2-4079-aa54-12c6846e805a tempest-TestSecurityGroupsBasicOps-365501575 tempest-TestSecurityGroupsBasicOps-365501575-project] Received port after_create {{(pid=95101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 19:49:56.552275 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf7885f9-fed2-4079-aa54-12c6846e805a tempest-TestSecurityGroupsBasicOps-365501575 tempest-TestSecurityGroupsBasicOps-365501575-project] Pushing event updated for resources: {'Port': ['ID=e03a48f9-305f-4c2c-b4f6-3fc79a333040,revision_number=1']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:49:56.617366 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-99c5a8c4-0674-4448-9661-d814f64c6a34 None None] Provisioning complete for port 8fa267d6-b1cd-4464-b108-0e6b3a646400 triggered by entity DHCP. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:49:56.618252 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-99c5a8c4-0674-4448-9661-d814f64c6a34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:56.700026 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25dc80cf-ee48-46dd-a256-2624ca5deaa4 admin admin] Notify agent at l3_agent.n-d-713301-16 the message routers_updated {{(pid=95102) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 19:49:56.712728 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77df4c45-a3e8-4bac-8f62-51f327287c7a None None] Sync routers for ids ['77e3bc85-3262-4784-9355-f377ddb85f1f'] in n-d-713301-16 {{(pid=95104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 19:49:56.729429 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77df4c45-a3e8-4bac-8f62-51f327287c7a None None] Routers {'77e3bc85-3262-4784-9355-f377ddb85f1f'} bound to L3 agent in host n-d-713301-16 {{(pid=95104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 19:49:56.733294 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_hamode_db [None req-77df4c45-a3e8-4bac-8f62-51f327287c7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-23T19:07:52Z,description=,heartbeat_timestamp=2021-09-23T19:49:53Z,host='n-d-713301-16',id=79a740bf-7821-4989-8288-7186e3e128f3,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:07:52Z,topic='l3_agent')) {'router_ids': ['77e3bc85-3262-4784-9355-f377ddb85f1f'], 'active': True} {{(pid=95104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:49:56.767554 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-25dc80cf-ee48-46dd-a256-2624ca5deaa4 admin admin] Notify callbacks [] for router, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:56.771578 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-25dc80cf-ee48-46dd-a256-2624ca5deaa4 admin admin] 10.222.0.67 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 4.5997999 Sep 23 19:49:56.772174 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 47722) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:49:56.899490 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_dvr_db [None req-77df4c45-a3e8-4bac-8f62-51f327287c7a None None] Set router 77e3bc85-3262-4784-9355-f377ddb85f1f gateway port host: n-d-713301-16 {{(pid=95104) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 19:49:56.989113 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-2db31f1d-7ae4-4446-bd1a-7f3ee9bd64ed tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] Notify callbacks [] for port, precommit_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:57.080354 n-d-713301-16 neutron-server[95101]: DEBUG neutron.notifiers.nova [None req-2db31f1d-7ae4-4446-bd1a-7f3ee9bd64ed tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] device_id is not set on port 4fa98fae-cf1b-4cf9-8113-f94f9df68b45 yet. {{(pid=95101) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 23 19:49:57.083288 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-cf7885f9-fed2-4079-aa54-12c6846e805a tempest-TestSecurityGroupsBasicOps-365501575 tempest-TestSecurityGroupsBasicOps-365501575-project] Notify callbacks [] for router_gateway, after_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:57.148793 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Device 8fa267d6-b1cd-4464-b108-0e6b3a646400 up at agent ovs-agent-n-d-713301-16 {{(pid=95103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 19:49:57.251122 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Provisioning complete for port 8fa267d6-b1cd-4464-b108-0e6b3a646400 triggered by entity L2. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:49:57.251815 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:57.475407 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-c63853d4-3403-4fdc-bbe9-33318df8d186 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:57.498467 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_hamode_db [None req-77df4c45-a3e8-4bac-8f62-51f327287c7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77e3bc85-3262-4784-9355-f377ddb85f1f', 'name': 'tempest-TestServerBasicOps-696314741-router', 'tenant_id': '5ac332d3fb0d444485bb3eca855f9229', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'external_fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.227'}], 'enable_snat': True}, 'gw_port_id': '950d1e87-3f1a-4e2e-904d-dac4f6f2493a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:49:52Z', 'updated_at': '2021-09-23T19:49:55Z', 'revision_number': 3, 'project_id': '5ac332d3fb0d444485bb3eca855f9229', 'gw_port': {'id': '950d1e87-3f1a-4e2e-904d-dac4f6f2493a', 'name': '', 'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:ea:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77e3bc85-3262-4784-9355-f377ddb85f1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3603, 'fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:49:54Z', 'updated_at': '2021-09-23T19:49:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-16'}], 'n-d-713301-16', False) {} {{(pid=95104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:49:57.517063 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-2db31f1d-7ae4-4446-bd1a-7f3ee9bd64ed tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] Notify callbacks [] for port, precommit_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:57.537188 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77df4c45-a3e8-4bac-8f62-51f327287c7a None None] Checking router: 77e3bc85-3262-4784-9355-f377ddb85f1f for host: n-d-713301-16 {{(pid=95104) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 19:49:57.537542 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77df4c45-a3e8-4bac-8f62-51f327287c7a None None] Updating router 77e3bc85-3262-4784-9355-f377ddb85f1f port 950d1e87-3f1a-4e2e-904d-dac4f6f2493a binding host n-d-713301-16 {{(pid=95104) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 23 19:49:57.557712 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-cf7885f9-fed2-4079-aa54-12c6846e805a tempest-TestSecurityGroupsBasicOps-365501575 tempest-TestSecurityGroupsBasicOps-365501575-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-597258', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-601790'] for router, after_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:57.568899 n-d-713301-16 neutron-server[95104]: DEBUG neutron_lib.callbacks.manager [None req-77df4c45-a3e8-4bac-8f62-51f327287c7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:57.715575 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-2db31f1d-7ae4-4446-bd1a-7f3ee9bd64ed tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783145673135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5607431'] for port, after_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:57.777561 n-d-713301-16 neutron-server[95102]: DEBUG neutron.db.db_base_plugin_common [None req-c63853d4-3403-4fdc-bbe9-33318df8d186 admin admin] Allocated IP 172.20.0.1 (8773f1c5-baf2-4787-acb8-ea82a658e3a7/88534c19-3227-4f6f-84ae-147071738831/1ed5719e-dd6b-4ddc-81d1-a3227ae8ebf9) {{(pid=95102) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 19:49:57.778390 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2db31f1d-7ae4-4446-bd1a-7f3ee9bd64ed tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] Network 8c3b8755-bfc7-4a09-8696-06a84a2286c5 is already hosted by enough agents. {{(pid=95101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:49:57.793378 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.base_scheduler [None req-2db31f1d-7ae4-4446-bd1a-7f3ee9bd64ed tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] Resources bound (agent type, host, resource id): {{(pid=95101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:49:57.796897 n-d-713301-16 neutron-server[95101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2db31f1d-7ae4-4446-bd1a-7f3ee9bd64ed tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] Received port after_create {{(pid=95101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 19:49:57.798095 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-2db31f1d-7ae4-4446-bd1a-7f3ee9bd64ed tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783145673135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5607431'] for port, after_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:57.832913 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db31f1d-7ae4-4446-bd1a-7f3ee9bd64ed tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] Pushing event updated for resources: {'Port': ['ID=20953ec4-5640-43cb-991b-3442b4be9f76,revision_number=1']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:49:57.844782 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf7885f9-fed2-4079-aa54-12c6846e805a tempest-TestSecurityGroupsBasicOps-365501575 tempest-TestSecurityGroupsBasicOps-365501575-project] Router 94be7ace-69d6-4d01-a007-076155448f3a is scheduled to L3 agent 79a740bf-7821-4989-8288-7186e3e128f3 with binding_index 1 {{(pid=95101) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 23 19:49:57.961800 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2db31f1d-7ae4-4446-bd1a-7f3ee9bd64ed tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] Checking segment: {'id': '6e982832-5d2e-4c85-b437-fb3736d93398', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '6ce34780-bb67-4e4b-bb09-4d58666852c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:49:57.962231 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2db31f1d-7ae4-4446-bd1a-7f3ee9bd64ed tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] Network hostable DHCP agents. Network: 6ce34780-bb67-4e4b-bb09-4d58666852c4, hostable agents: ['1b18bf05-1b5f-4587-be5c-af3ac38e32ad'], hosted agents: [] {{(pid=95101) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 19:49:57.988068 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db31f1d-7ae4-4446-bd1a-7f3ee9bd64ed tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] Pushing event updated for resources: {'Port': ['ID=4fa98fae-cf1b-4cf9-8113-f94f9df68b45,revision_number=1']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:49:58.039715 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-c63853d4-3403-4fdc-bbe9-33318df8d186 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:58.053900 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2db31f1d-7ae4-4446-bd1a-7f3ee9bd64ed tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] Network 6ce34780-bb67-4e4b-bb09-4d58666852c4 is scheduled to be hosted by DHCP agent 1b18bf05-1b5f-4587-be5c-af3ac38e32ad with binding_index 1 {{(pid=95101) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 19:49:58.074167 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.base_scheduler [None req-2db31f1d-7ae4-4446-bd1a-7f3ee9bd64ed tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713301-16, 6ce34780-bb67-4e4b-bb09-4d58666852c4) {{(pid=95101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:49:58.078851 n-d-713301-16 neutron-server[95101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2db31f1d-7ae4-4446-bd1a-7f3ee9bd64ed tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] Received port after_create {{(pid=95101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 19:49:58.086365 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2db31f1d-7ae4-4446-bd1a-7f3ee9bd64ed tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:49:58.091947 n-d-713301-16 neutron-server[95104]: DEBUG neutron_lib.callbacks.manager [None req-77df4c45-a3e8-4bac-8f62-51f327287c7a None None] Notify callbacks [] for port, precommit_update {{(pid=95104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:58.092798 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2db31f1d-7ae4-4446-bd1a-7f3ee9bd64ed tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:49:58.093769 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-2db31f1d-7ae4-4446-bd1a-7f3ee9bd64ed tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222849'] for port, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:58.104148 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45914455-a1cd-4b2f-ad27-a97128c094d5 None None] Network 6ce34780-bb67-4e4b-bb09-4d58666852c4 requested from n-d-713301-16 {{(pid=95103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 19:49:58.110328 n-d-713301-16 neutron-server[95104]: DEBUG neutron_lib.callbacks.manager [None req-77df4c45-a3e8-4bac-8f62-51f327287c7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:58.137485 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-2db31f1d-7ae4-4446-bd1a-7f3ee9bd64ed tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 2.5065331 Sep 23 19:49:58.137858 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 47750) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:49:58.152052 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:58.152776 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf7885f9-fed2-4079-aa54-12c6846e805a tempest-TestSecurityGroupsBasicOps-365501575 tempest-TestSecurityGroupsBasicOps-365501575-project] Notify agent at l3_agent.n-d-713301-16 the message routers_updated {{(pid=95101) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 19:49:58.165689 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31af95e6-64e8-41f8-81cb-2267466c7f58 None None] Sync routers for ids ['94be7ace-69d6-4d01-a007-076155448f3a'] in n-d-713301-16 {{(pid=95103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 19:49:58.179461 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-cf7885f9-fed2-4079-aa54-12c6846e805a tempest-TestSecurityGroupsBasicOps-365501575 tempest-TestSecurityGroupsBasicOps-365501575-project] Notify callbacks [] for router, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:58.181389 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-cf7885f9-fed2-4079-aa54-12c6846e805a tempest-TestSecurityGroupsBasicOps-365501575 tempest-TestSecurityGroupsBasicOps-365501575-project] 10.222.0.67 "POST /v2.0/routers HTTP/1.1" status: 201 len: 893 time: 4.2559867 Sep 23 19:49:58.184330 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 47752) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:49:58.245161 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-c63853d4-3403-4fdc-bbe9-33318df8d186 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783145673135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4399100'] for port, after_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:58.277871 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e107041a-aab7-43ab-b64b-5ba0b7efd1a8 tempest-TestSecurityGroupsBasicOps-1963751229 tempest-TestSecurityGroupsBasicOps-1963751229-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:49:58.279480 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-e107041a-aab7-43ab-b64b-5ba0b7efd1a8 tempest-TestSecurityGroupsBasicOps-1963751229 tempest-TestSecurityGroupsBasicOps-1963751229-project-admin] 10.222.0.67 "GET /v2.0/subnets?project_id=bac6fc5f7b6645d7a54784d0fdaa00b3&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 828 time: 0.0940387 Sep 23 19:49:58.284225 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 47756) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:49:58.284388 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6783417e-dc98-44ac-b00e-585599a4b15c None None] Pushing event updated for resources: {'Port': ['ID=950d1e87-3f1a-4e2e-904d-dac4f6f2493a,revision_number=2']} {{(pid=95104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:49:58.310290 n-d-713301-16 neutron-server[95104]: DEBUG neutron.plugins.ml2.managers [None req-77df4c45-a3e8-4bac-8f62-51f327287c7a None None] Attempting to bind port 950d1e87-3f1a-4e2e-904d-dac4f6f2493a on host n-d-713301-16 for vnic_type normal with profile {{(pid=95104) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 19:49:58.310656 n-d-713301-16 neutron-server[95104]: DEBUG neutron.plugins.ml2.managers [None req-77df4c45-a3e8-4bac-8f62-51f327287c7a None None] Attempting to bind port 950d1e87-3f1a-4e2e-904d-dac4f6f2493a by drivers openvswitch,hyperv on host n-d-713301-16 at level 0 using segments [{'id': '7d4027f1-d893-4c7b-95d4-757b8e44e380', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac'}] {{(pid=95104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 19:49:58.311009 n-d-713301-16 neutron-server[95104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77df4c45-a3e8-4bac-8f62-51f327287c7a None None] Attempting to bind port 950d1e87-3f1a-4e2e-904d-dac4f6f2493a on network 5dec5c09-378e-4f50-89cc-d94eb81c3bac {{(pid=95104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:49:58.312268 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31af95e6-64e8-41f8-81cb-2267466c7f58 None None] Routers {'94be7ace-69d6-4d01-a007-076155448f3a'} bound to L3 agent in host n-d-713301-16 {{(pid=95103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 19:49:58.312949 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_hamode_db [None req-31af95e6-64e8-41f8-81cb-2267466c7f58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-23T19:07:52Z,description=,heartbeat_timestamp=2021-09-23T19:49:53Z,host='n-d-713301-16',id=79a740bf-7821-4989-8288-7186e3e128f3,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:07:52Z,topic='l3_agent')) {'router_ids': ['94be7ace-69d6-4d01-a007-076155448f3a'], 'active': True} {{(pid=95103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:49:58.328588 n-d-713301-16 neutron-server[95104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77df4c45-a3e8-4bac-8f62-51f327287c7a None None] Checking agent: {'id': '70a14545-df24-472f-8f95-bfe1719bff93', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 19, 7, 53), 'started_at': datetime.datetime(2021, 9, 23, 19, 8, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 19, 49, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 19:49:58.334748 n-d-713301-16 neutron-server[95104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77df4c45-a3e8-4bac-8f62-51f327287c7a None None] Checking segment: {'id': '7d4027f1-d893-4c7b-95d4-757b8e44e380', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95104) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:49:58.335183 n-d-713301-16 neutron-server[95104]: DEBUG neutron_lib.callbacks.manager [None req-77df4c45-a3e8-4bac-8f62-51f327287c7a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:58.335634 n-d-713301-16 neutron-server[95104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77df4c45-a3e8-4bac-8f62-51f327287c7a None None] Bound using segment: {'id': '7d4027f1-d893-4c7b-95d4-757b8e44e380', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac'} {{(pid=95104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 19:49:58.336123 n-d-713301-16 neutron-server[95104]: DEBUG neutron.plugins.ml2.managers [None req-77df4c45-a3e8-4bac-8f62-51f327287c7a None None] Bound port: 950d1e87-3f1a-4e2e-904d-dac4f6f2493a, host: n-d-713301-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7d4027f1-d893-4c7b-95d4-757b8e44e380', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac'}}] {{(pid=95104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 19:49:58.336501 n-d-713301-16 neutron-server[95104]: DEBUG neutron_lib.callbacks.manager [None req-77df4c45-a3e8-4bac-8f62-51f327287c7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:58.468000 n-d-713301-16 neutron-server[95102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c63853d4-3403-4fdc-bbe9-33318df8d186 admin admin] Network 8773f1c5-baf2-4787-acb8-ea82a658e3a7 is already hosted by enough agents. {{(pid=95102) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:49:58.476892 n-d-713301-16 neutron-server[95102]: DEBUG neutron.scheduler.base_scheduler [None req-c63853d4-3403-4fdc-bbe9-33318df8d186 admin admin] Resources bound (agent type, host, resource id): {{(pid=95102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:49:58.480924 n-d-713301-16 neutron-server[95102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c63853d4-3403-4fdc-bbe9-33318df8d186 admin admin] Received port after_create {{(pid=95102) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 19:49:58.482983 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c63853d4-3403-4fdc-bbe9-33318df8d186 admin admin] Pushing event updated for resources: {'Port': ['ID=1ed5719e-dd6b-4ddc-81d1-a3227ae8ebf9,revision_number=1']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:49:58.488478 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:58.511580 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c6ff067-ad61-496e-9067-02d8278e12ae tempest-TestSecurityGroupsBasicOps-1963751229 tempest-TestSecurityGroupsBasicOps-1963751229-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:49:58.513948 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-3c6ff067-ad61-496e-9067-02d8278e12ae tempest-TestSecurityGroupsBasicOps-1963751229 tempest-TestSecurityGroupsBasicOps-1963751229-project-admin] 10.222.0.67 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2284520 Sep 23 19:49:58.523132 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 47764) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:49:58.579541 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_dvr_db [None req-31af95e6-64e8-41f8-81cb-2267466c7f58 None None] Set router 94be7ace-69d6-4d01-a007-076155448f3a gateway port host: n-d-713301-16 {{(pid=95103) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 19:49:58.580401 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 47766) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:49:58.582649 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-00c5d8dc-fab4-4f7c-ac7d-fcd43913db21 tempest-TestSecurityGroupsBasicOps-1963751229 tempest-TestSecurityGroupsBasicOps-1963751229-project-admin] 10.222.0.67 "GET /v2.0/subnets?network_id=5dec5c09-378e-4f50-89cc-d94eb81c3bac&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0583441 Sep 23 19:49:58.601954 n-d-713301-16 neutron-server[95104]: DEBUG neutron.plugins.ml2.db [None req-77df4c45-a3e8-4bac-8f62-51f327287c7a None None] For port 950d1e87-3f1a-4e2e-904d-dac4f6f2493a, host n-d-713301-16, cleared binding levels {{(pid=95104) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 19:49:58.628017 n-d-713301-16 neutron-server[95104]: DEBUG neutron.plugins.ml2.db [None req-77df4c45-a3e8-4bac-8f62-51f327287c7a None None] For port 950d1e87-3f1a-4e2e-904d-dac4f6f2493a, host n-d-713301-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-16',level=0,port_id=950d1e87-3f1a-4e2e-904d-dac4f6f2493a,segment=NetworkSegment(7d4027f1-d893-4c7b-95d4-757b8e44e380),segment_id=7d4027f1-d893-4c7b-95d4-757b8e44e380)] {{(pid=95104) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 19:49:58.633261 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-4135d9c7-e936-4a08-93b1-a31a9b47cbc2 tempest-TestSecurityGroupsBasicOps-1963751229 tempest-TestSecurityGroupsBasicOps-1963751229-project-admin] 10.222.0.67 "GET /v2.0/subnets?project_id=bac6fc5f7b6645d7a54784d0fdaa00b3&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0506129 Sep 23 19:49:58.636501 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 47768) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:49:58.637464 n-d-713301-16 neutron-server[95104]: DEBUG neutron_lib.callbacks.manager [None req-77df4c45-a3e8-4bac-8f62-51f327287c7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:58.722028 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-c63853d4-3403-4fdc-bbe9-33318df8d186 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-601987'] for router_interface, before_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:58.728280 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77df4c45-a3e8-4bac-8f62-51f327287c7a None None] Routers {'77e3bc85-3262-4784-9355-f377ddb85f1f'} bound to L3 agent in host n-d-713301-16 {{(pid=95104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 19:49:58.728966 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_hamode_db [None req-77df4c45-a3e8-4bac-8f62-51f327287c7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-23T19:07:52Z,description=,heartbeat_timestamp=2021-09-23T19:49:53Z,host='n-d-713301-16',id=79a740bf-7821-4989-8288-7186e3e128f3,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:07:52Z,topic='l3_agent')) {'router_ids': ['77e3bc85-3262-4784-9355-f377ddb85f1f'], 'active': True} {{(pid=95104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:49:58.751927 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.plugin [None req-431ae553-2245-4dcb-b329-9fe7403f1e70 tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] Deleting port 4fa98fae-cf1b-4cf9-8113-f94f9df68b45 {{(pid=95102) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:49:58.752291 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-431ae553-2245-4dcb-b329-9fe7403f1e70 tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783146157096'] for port, before_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:58.815526 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-002f885d-ea60-47ac-9ac5-2b9883f57099 tempest-TestSecurityGroupsBasicOps-1963751229 tempest-TestSecurityGroupsBasicOps-1963751229-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:49:58.817618 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-002f885d-ea60-47ac-9ac5-2b9883f57099 tempest-TestSecurityGroupsBasicOps-1963751229 tempest-TestSecurityGroupsBasicOps-1963751229-project-admin] 10.222.0.67 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1786411 Sep 23 19:49:58.821234 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 47770) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:49:58.892332 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-ff2276e1-5812-4bc4-afe8-9169aac94452 tempest-TestSecurityGroupsBasicOps-1963751229 tempest-TestSecurityGroupsBasicOps-1963751229-project-admin] 10.222.0.67 "GET /v2.0/subnets?network_id=5dec5c09-378e-4f50-89cc-d94eb81c3bac&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0680430 Sep 23 19:49:58.894873 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 47772) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:49:58.907114 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.v2.base [None req-5d20635e-7c0f-42a1-a196-45b519f5183f tempest-TestSecurityGroupsBasicOps-365501575 tempest-TestSecurityGroupsBasicOps-365501575-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-2107464676', 'network_id': 'd2d61718-83a2-40fa-b610-94a9848bc9af', 'project_id': 'bac6fc5f7b6645d7a54784d0fdaa00b3', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=95101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:49:58.949814 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_dvr_db [None req-77df4c45-a3e8-4bac-8f62-51f327287c7a None None] Set router 77e3bc85-3262-4784-9355-f377ddb85f1f gateway port host: n-d-713301-16 {{(pid=95104) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 19:49:59.017623 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-6f1c43e2-f9e4-4a85-8e01-6e469651ae62 req-5d834859-9fe2-4632-a478-1da2e771f645 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=39da272a-e143-4400-8545-09e4d3667d0e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.3858337 Sep 23 19:49:59.073072 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d20635e-7c0f-42a1-a196-45b519f5183f tempest-TestSecurityGroupsBasicOps-365501575 tempest-TestSecurityGroupsBasicOps-365501575-project] Made reservation on behalf of bac6fc5f7b6645d7a54784d0fdaa00b3 for: {'subnet': 1} {{(pid=95101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:49:59.082239 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-5d20635e-7c0f-42a1-a196-45b519f5183f tempest-TestSecurityGroupsBasicOps-365501575 tempest-TestSecurityGroupsBasicOps-365501575-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6130979'] for subnet, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:59.091235 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-431ae553-2245-4dcb-b329-9fe7403f1e70 tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-605701'] for port, precommit_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:59.138418 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-ae75fa97-fa90-49fc-b332-8aa7d5ed8172 None None] Provisioning complete for port 1ed5719e-dd6b-4ddc-81d1-a3227ae8ebf9 triggered by entity DHCP. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:49:59.138802 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-ae75fa97-fa90-49fc-b332-8aa7d5ed8172 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:59.173833 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.plugin [None req-431ae553-2245-4dcb-b329-9fe7403f1e70 tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] Calling delete_port for 4fa98fae-cf1b-4cf9-8113-f94f9df68b45 owned by {{(pid=95102) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:49:59.190829 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.plugin [None req-ae75fa97-fa90-49fc-b332-8aa7d5ed8172 None None] Port 1ed5719e-dd6b-4ddc-81d1-a3227ae8ebf9 cannot update to ACTIVE because it is not bound. {{(pid=95103) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 19:49:59.212839 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_hamode_db [None req-31af95e6-64e8-41f8-81cb-2267466c7f58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94be7ace-69d6-4d01-a007-076155448f3a', 'name': 'tempest-TestSecurityGroupsBasicOps-router-297328267', 'tenant_id': 'bac6fc5f7b6645d7a54784d0fdaa00b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'external_fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.186'}], 'enable_snat': True}, 'gw_port_id': 'e03a48f9-305f-4c2c-b4f6-3fc79a333040', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:49:54Z', 'updated_at': '2021-09-23T19:49:56Z', 'revision_number': 3, 'project_id': 'bac6fc5f7b6645d7a54784d0fdaa00b3', 'gw_port': {'id': 'e03a48f9-305f-4c2c-b4f6-3fc79a333040', 'name': '', 'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:ef:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '94be7ace-69d6-4d01-a007-076155448f3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3606, 'fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:49:55Z', 'updated_at': '2021-09-23T19:49:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-16'}], 'n-d-713301-16', False) {} {{(pid=95103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:49:59.276667 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31af95e6-64e8-41f8-81cb-2267466c7f58 None None] Checking router: 94be7ace-69d6-4d01-a007-076155448f3a for host: n-d-713301-16 {{(pid=95103) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 19:49:59.277027 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31af95e6-64e8-41f8-81cb-2267466c7f58 None None] Updating router 94be7ace-69d6-4d01-a007-076155448f3a port e03a48f9-305f-4c2c-b4f6-3fc79a333040 binding host n-d-713301-16 {{(pid=95103) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 23 19:49:59.330426 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_hamode_db [None req-77df4c45-a3e8-4bac-8f62-51f327287c7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77e3bc85-3262-4784-9355-f377ddb85f1f', 'name': 'tempest-TestServerBasicOps-696314741-router', 'tenant_id': '5ac332d3fb0d444485bb3eca855f9229', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'external_fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.227'}], 'enable_snat': True}, 'gw_port_id': '950d1e87-3f1a-4e2e-904d-dac4f6f2493a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:49:52Z', 'updated_at': '2021-09-23T19:49:55Z', 'revision_number': 3, 'project_id': '5ac332d3fb0d444485bb3eca855f9229', 'gw_port': {'id': '950d1e87-3f1a-4e2e-904d-dac4f6f2493a', 'name': '', 'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:ea:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77e3bc85-3262-4784-9355-f377ddb85f1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3603, 'fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:49:54Z', 'updated_at': '2021-09-23T19:49:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-16'}], 'n-d-713301-16', False) {} {{(pid=95104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:49:59.338170 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-31af95e6-64e8-41f8-81cb-2267466c7f58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:59.353388 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1c43e2-f9e4-4a85-8e01-6e469651ae62 req-01da1dd5-ef65-4e8b-967d-b806c037be3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:49:59.354963 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-6f1c43e2-f9e4-4a85-8e01-6e469651ae62 req-01da1dd5-ef65-4e8b-967d-b806c037be3d service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=614cf8fa1506499aa5910be7cbdb417b&device_id=39da272a-e143-4400-8545-09e4d3667d0e HTTP/1.1" status: 200 len: 1102 time: 0.2584512 Sep 23 19:49:59.400096 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6783417e-dc98-44ac-b00e-585599a4b15c None None] Pushing event updated for resources: {'Port': ['ID=950d1e87-3f1a-4e2e-904d-dac4f6f2493a,revision_number=3']} {{(pid=95104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:49:59.403820 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77df4c45-a3e8-4bac-8f62-51f327287c7a None None] The sync data for ids ['77e3bc85-3262-4784-9355-f377ddb85f1f'] in n-d-713301-16 is: [{'id': '77e3bc85-3262-4784-9355-f377ddb85f1f', 'name': 'tempest-TestServerBasicOps-696314741-router', 'tenant_id': '5ac332d3fb0d444485bb3eca855f9229', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'external_fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.227'}], 'enable_snat': True}, 'gw_port_id': '950d1e87-3f1a-4e2e-904d-dac4f6f2493a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:49:52Z', 'updated_at': '2021-09-23T19:49:55Z', 'revision_number': 3, 'project_id': '5ac332d3fb0d444485bb3eca855f9229', 'gw_port': {'id': '950d1e87-3f1a-4e2e-904d-dac4f6f2493a', 'name': '', 'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:ea:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77e3bc85-3262-4784-9355-f377ddb85f1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3603, 'fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:49:54Z', 'updated_at': '2021-09-23T19:49:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-16'}] {{(pid=95104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 19:49:59.467574 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-5d20635e-7c0f-42a1-a196-45b519f5183f tempest-TestSecurityGroupsBasicOps-365501575 tempest-TestSecurityGroupsBasicOps-365501575-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5607579', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6130961'] for subnet, after_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:59.552229 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d20635e-7c0f-42a1-a196-45b519f5183f tempest-TestSecurityGroupsBasicOps-365501575 tempest-TestSecurityGroupsBasicOps-365501575-project] Pushing event updated for resources: {'Subnet': ['ID=6728f6b9-af1e-4e97-8ce4-664684d923e7,revision_number=0']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:49:59.566673 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d20635e-7c0f-42a1-a196-45b519f5183f tempest-TestSecurityGroupsBasicOps-365501575 tempest-TestSecurityGroupsBasicOps-365501575-project] Checking segment: {'id': '4f8a9d02-bef3-4414-84e9-68a759961ded', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'd2d61718-83a2-40fa-b610-94a9848bc9af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:49:59.567206 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d20635e-7c0f-42a1-a196-45b519f5183f tempest-TestSecurityGroupsBasicOps-365501575 tempest-TestSecurityGroupsBasicOps-365501575-project] Network hostable DHCP agents. Network: d2d61718-83a2-40fa-b610-94a9848bc9af, hostable agents: ['1b18bf05-1b5f-4587-be5c-af3ac38e32ad'], hosted agents: [] {{(pid=95101) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 19:49:59.596856 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d20635e-7c0f-42a1-a196-45b519f5183f tempest-TestSecurityGroupsBasicOps-365501575 tempest-TestSecurityGroupsBasicOps-365501575-project] Network d2d61718-83a2-40fa-b610-94a9848bc9af is scheduled to be hosted by DHCP agent 1b18bf05-1b5f-4587-be5c-af3ac38e32ad with binding_index 1 {{(pid=95101) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 19:49:59.613175 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.base_scheduler [None req-5d20635e-7c0f-42a1-a196-45b519f5183f tempest-TestSecurityGroupsBasicOps-365501575 tempest-TestSecurityGroupsBasicOps-365501575-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713301-16, d2d61718-83a2-40fa-b610-94a9848bc9af) {{(pid=95101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:49:59.618994 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d20635e-7c0f-42a1-a196-45b519f5183f tempest-TestSecurityGroupsBasicOps-365501575 tempest-TestSecurityGroupsBasicOps-365501575-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:49:59.619846 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-5d20635e-7c0f-42a1-a196-45b519f5183f tempest-TestSecurityGroupsBasicOps-365501575 tempest-TestSecurityGroupsBasicOps-365501575-project] Notify callbacks [] for subnet, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:59.645904 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae92769a-5e6a-448e-b9e0-0dd3696898d9 None None] Network d2d61718-83a2-40fa-b610-94a9848bc9af requested from n-d-713301-16 {{(pid=95103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 19:49:59.647106 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-5d20635e-7c0f-42a1-a196-45b519f5183f tempest-TestSecurityGroupsBasicOps-365501575 tempest-TestSecurityGroupsBasicOps-365501575-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 0.7505519 Sep 23 19:49:59.648247 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 47788) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:49:59.680296 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-c63853d4-3403-4fdc-bbe9-33318df8d186 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:59.731970 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-431ae553-2245-4dcb-b329-9fe7403f1e70 tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783146162158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783145673144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4399100'] for port, after_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:49:59.977527 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d4e2c34-57d8-403e-9e9a-edca92686027 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4c8b80df-07eb-5275-9f17-5cf640db67c0-d2d61718-83a2-40fa-b610-94a9848bc9af', 'network_id': 'd2d61718-83a2-40fa-b610-94a9848bc9af', 'tenant_id': 'bac6fc5f7b6645d7a54784d0fdaa00b3', 'fixed_ips': [{'subnet_id': '6728f6b9-af1e-4e97-8ce4-664684d923e7'}]}} from n-d-713301-16. {{(pid=95103) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 23 19:49:59.978625 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-0d4e2c34-57d8-403e-9e9a-edca92686027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_create {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:00.215418 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.db_base_plugin_common [None req-0d4e2c34-57d8-403e-9e9a-edca92686027 None None] Allocated IP 172.20.0.18 (d2d61718-83a2-40fa-b610-94a9848bc9af/6728f6b9-af1e-4e97-8ce4-664684d923e7/3d150cc0-f515-4a45-9818-aee77a960e92) {{(pid=95103) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 19:50:00.489882 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-431ae553-2245-4dcb-b329-9fe7403f1e70 tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] Pushing event deleted for resources: {'Port': ['ID=4fa98fae-cf1b-4cf9-8113-f94f9df68b45,revision_number=None']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:50:00.505352 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-31af95e6-64e8-41f8-81cb-2267466c7f58 None None] Notify callbacks [] for port, precommit_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:00.521884 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-31af95e6-64e8-41f8-81cb-2267466c7f58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:00.548524 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1c43e2-f9e4-4a85-8e01-6e469651ae62 req-736cca1a-a222-427f-93d1-91e2d3a25881 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:50:00.550192 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-6f1c43e2-f9e4-4a85-8e01-6e469651ae62 req-736cca1a-a222-427f-93d1-91e2d3a25881 service neutron] 10.222.0.53 "GET /v2.0/networks?id=5220cb0c-da05-478a-9604-8c11469a05b4 HTTP/1.1" status: 200 len: 870 time: 1.1745839 Sep 23 19:50:00.555130 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-4c4e36ce-d0ac-44ed-a722-daab65f52679 tempest-TestSecurityGroupsBasicOps-365501575 tempest-TestSecurityGroupsBasicOps-365501575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:00.581930 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-0d4e2c34-57d8-403e-9e9a-edca92686027 None None] Notify callbacks [] for port, precommit_create {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:00.602028 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.managers [None req-31af95e6-64e8-41f8-81cb-2267466c7f58 None None] Attempting to bind port e03a48f9-305f-4c2c-b4f6-3fc79a333040 on host n-d-713301-16 for vnic_type normal with profile {{(pid=95103) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 19:50:00.602564 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.managers [None req-31af95e6-64e8-41f8-81cb-2267466c7f58 None None] Attempting to bind port e03a48f9-305f-4c2c-b4f6-3fc79a333040 by drivers openvswitch,hyperv on host n-d-713301-16 at level 0 using segments [{'id': '7d4027f1-d893-4c7b-95d4-757b8e44e380', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac'}] {{(pid=95103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 19:50:00.603137 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31af95e6-64e8-41f8-81cb-2267466c7f58 None None] Attempting to bind port e03a48f9-305f-4c2c-b4f6-3fc79a333040 on network 5dec5c09-378e-4f50-89cc-d94eb81c3bac {{(pid=95103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:50:00.613531 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31af95e6-64e8-41f8-81cb-2267466c7f58 None None] Checking agent: {'id': '70a14545-df24-472f-8f95-bfe1719bff93', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 19, 7, 53), 'started_at': datetime.datetime(2021, 9, 23, 19, 8, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 19, 49, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 19:50:00.621621 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31af95e6-64e8-41f8-81cb-2267466c7f58 None None] Checking segment: {'id': '7d4027f1-d893-4c7b-95d4-757b8e44e380', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95103) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:50:00.623388 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-31af95e6-64e8-41f8-81cb-2267466c7f58 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:00.623388 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31af95e6-64e8-41f8-81cb-2267466c7f58 None None] Bound using segment: {'id': '7d4027f1-d893-4c7b-95d4-757b8e44e380', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac'} {{(pid=95103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 19:50:00.623388 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.managers [None req-31af95e6-64e8-41f8-81cb-2267466c7f58 None None] Bound port: e03a48f9-305f-4c2c-b4f6-3fc79a333040, host: n-d-713301-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7d4027f1-d893-4c7b-95d4-757b8e44e380', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac'}}] {{(pid=95103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 19:50:00.623642 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-31af95e6-64e8-41f8-81cb-2267466c7f58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:00.632801 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-431ae553-2245-4dcb-b329-9fe7403f1e70 tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222849'] for port, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:00.641034 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-431ae553-2245-4dcb-b329-9fe7403f1e70 tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] 10.222.0.67 "DELETE /v2.0/ports/4fa98fae-cf1b-4cf9-8113-f94f9df68b45 HTTP/1.1" status: 204 len: 168 time: 2.4960606 Sep 23 19:50:00.681072 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 47804) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:50:00.683965 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-0d4e2c34-57d8-403e-9e9a-edca92686027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783145673135'] for port, after_create {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:00.724288 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83ec0b7b-7221-46d5-ab8b-76683413e30b None None] Pushing event updated for resources: {'Port': ['ID=e03a48f9-305f-4c2c-b4f6-3fc79a333040,revision_number=2']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:50:00.772307 n-d-713301-16 neutron-server[95103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d4e2c34-57d8-403e-9e9a-edca92686027 None None] Network d2d61718-83a2-40fa-b610-94a9848bc9af is already hosted by enough agents. {{(pid=95103) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:50:00.778710 n-d-713301-16 neutron-server[95103]: DEBUG neutron.scheduler.base_scheduler [None req-0d4e2c34-57d8-403e-9e9a-edca92686027 None None] Resources bound (agent type, host, resource id): {{(pid=95103) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:50:00.789713 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d4e2c34-57d8-403e-9e9a-edca92686027 None None] Received port after_create {{(pid=95103) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 19:50:00.840687 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-6f1c43e2-f9e4-4a85-8e01-6e469651ae62 req-2d78d98e-891e-42c9-aeb4-a7e032c78f29 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.156&port_id=90bacada-8d45-463a-bb39-610f6bd74fdf HTTP/1.1" status: 200 len: 217 time: 0.2412534 Sep 23 19:50:00.900473 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-31af95e6-64e8-41f8-81cb-2267466c7f58 None None] For port e03a48f9-305f-4c2c-b4f6-3fc79a333040, host n-d-713301-16, cleared binding levels {{(pid=95103) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 19:50:00.908157 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d4e2c34-57d8-403e-9e9a-edca92686027 None None] Pushing event updated for resources: {'Port': ['ID=3d150cc0-f515-4a45-9818-aee77a960e92,revision_number=1']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:50:00.918505 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.managers [None req-0d4e2c34-57d8-403e-9e9a-edca92686027 None None] Attempting to bind port 3d150cc0-f515-4a45-9818-aee77a960e92 on host n-d-713301-16 for vnic_type normal with profile {{(pid=95103) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 19:50:00.918987 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.managers [None req-0d4e2c34-57d8-403e-9e9a-edca92686027 None None] Attempting to bind port 3d150cc0-f515-4a45-9818-aee77a960e92 by drivers openvswitch,hyperv on host n-d-713301-16 at level 0 using segments [{'id': '4f8a9d02-bef3-4414-84e9-68a759961ded', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'd2d61718-83a2-40fa-b610-94a9848bc9af'}] {{(pid=95103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 19:50:00.919458 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d4e2c34-57d8-403e-9e9a-edca92686027 None None] Attempting to bind port 3d150cc0-f515-4a45-9818-aee77a960e92 on network d2d61718-83a2-40fa-b610-94a9848bc9af {{(pid=95103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:50:00.931940 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d4e2c34-57d8-403e-9e9a-edca92686027 None None] Checking agent: {'id': '70a14545-df24-472f-8f95-bfe1719bff93', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 19, 7, 53), 'started_at': datetime.datetime(2021, 9, 23, 19, 8, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 19, 49, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 19:50:00.932643 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d4e2c34-57d8-403e-9e9a-edca92686027 None None] Checking segment: {'id': '4f8a9d02-bef3-4414-84e9-68a759961ded', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'd2d61718-83a2-40fa-b610-94a9848bc9af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95103) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:50:00.933290 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-0d4e2c34-57d8-403e-9e9a-edca92686027 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:00.934109 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d4e2c34-57d8-403e-9e9a-edca92686027 None None] Bound using segment: {'id': '4f8a9d02-bef3-4414-84e9-68a759961ded', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'd2d61718-83a2-40fa-b610-94a9848bc9af'} {{(pid=95103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 19:50:00.934664 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.managers [None req-0d4e2c34-57d8-403e-9e9a-edca92686027 None None] Bound port: 3d150cc0-f515-4a45-9818-aee77a960e92, host: n-d-713301-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4f8a9d02-bef3-4414-84e9-68a759961ded', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'd2d61718-83a2-40fa-b610-94a9848bc9af'}}] {{(pid=95103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 19:50:00.935470 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-0d4e2c34-57d8-403e-9e9a-edca92686027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:00.953988 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-31af95e6-64e8-41f8-81cb-2267466c7f58 None None] For port e03a48f9-305f-4c2c-b4f6-3fc79a333040, host n-d-713301-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-16',level=0,port_id=e03a48f9-305f-4c2c-b4f6-3fc79a333040,segment=NetworkSegment(7d4027f1-d893-4c7b-95d4-757b8e44e380),segment_id=7d4027f1-d893-4c7b-95d4-757b8e44e380)] {{(pid=95103) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 19:50:00.963414 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-31af95e6-64e8-41f8-81cb-2267466c7f58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:01.040311 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83ec0b7b-7221-46d5-ab8b-76683413e30b None None] Pushing event updated for resources: {'Port': ['ID=e03a48f9-305f-4c2c-b4f6-3fc79a333040,revision_number=3']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:50:01.078504 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31af95e6-64e8-41f8-81cb-2267466c7f58 None None] Routers {'94be7ace-69d6-4d01-a007-076155448f3a'} bound to L3 agent in host n-d-713301-16 {{(pid=95103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 19:50:01.079660 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_hamode_db [None req-31af95e6-64e8-41f8-81cb-2267466c7f58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-23T19:07:52Z,description=,heartbeat_timestamp=2021-09-23T19:49:53Z,host='n-d-713301-16',id=79a740bf-7821-4989-8288-7186e3e128f3,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:07:52Z,topic='l3_agent')) {'router_ids': ['94be7ace-69d6-4d01-a007-076155448f3a'], 'active': True} {{(pid=95103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:50:01.133018 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1c43e2-f9e4-4a85-8e01-6e469651ae62 req-e0cea69a-d24f-4d8e-a40e-dbefb2a75230 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:50:01.140480 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-6f1c43e2-f9e4-4a85-8e01-6e469651ae62 req-e0cea69a-d24f-4d8e-a40e-dbefb2a75230 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=1ccc69bc-9d6b-44d9-b227-204e47dc6e45 HTTP/1.1" status: 200 len: 843 time: 0.2785850 Sep 23 19:50:01.266929 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-c63853d4-3403-4fdc-bbe9-33318df8d186 admin admin] Notify callbacks [] for port, precommit_update {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:01.274319 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-c63853d4-3403-4fdc-bbe9-33318df8d186 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4399095'] for port, after_update {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:01.329718 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_dvr_db [None req-31af95e6-64e8-41f8-81cb-2267466c7f58 None None] Set router 94be7ace-69d6-4d01-a007-076155448f3a gateway port host: n-d-713301-16 {{(pid=95103) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 19:50:01.383815 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1c43e2-f9e4-4a85-8e01-6e469651ae62 req-18f5d09d-fec9-47de-8209-94692ad9e29c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:50:01.384417 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-6f1c43e2-f9e4-4a85-8e01-6e469651ae62 req-18f5d09d-fec9-47de-8209-94692ad9e29c service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=5220cb0c-da05-478a-9604-8c11469a05b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2120430 Sep 23 19:50:01.387821 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-c63853d4-3403-4fdc-bbe9-33318df8d186 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-527313', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-601459'] for router_interface, after_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:01.426678 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c63853d4-3403-4fdc-bbe9-33318df8d186 admin admin] Pushing event updated for resources: {'Port': ['ID=1ed5719e-dd6b-4ddc-81d1-a3227ae8ebf9,revision_number=2']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:50:01.432593 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Device 950d1e87-3f1a-4e2e-904d-dac4f6f2493a up at agent ovs-agent-n-d-713301-16 {{(pid=95103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 19:50:01.494662 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-0d4e2c34-57d8-403e-9e9a-edca92686027 None None] For port 3d150cc0-f515-4a45-9818-aee77a960e92, host n-d-713301-16, cleared binding levels {{(pid=95103) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 19:50:01.533356 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-0d4e2c34-57d8-403e-9e9a-edca92686027 None None] For port 3d150cc0-f515-4a45-9818-aee77a960e92, host n-d-713301-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-16',level=0,port_id=3d150cc0-f515-4a45-9818-aee77a960e92,segment=NetworkSegment(4f8a9d02-bef3-4414-84e9-68a759961ded),segment_id=4f8a9d02-bef3-4414-84e9-68a759961ded)] {{(pid=95103) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 19:50:01.575115 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-0d4e2c34-57d8-403e-9e9a-edca92686027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:01.604380 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-6f1c43e2-f9e4-4a85-8e01-6e469651ae62 req-875531fe-3f6e-412e-94e8-9f6e04f6cacf service neutron] 10.222.0.53 "GET /v2.0/networks/5220cb0c-da05-478a-9604-8c11469a05b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2107995 Sep 23 19:50:01.679706 n-d-713301-16 neutron-server[95102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c63853d4-3403-4fdc-bbe9-33318df8d186 admin admin] Network 8773f1c5-baf2-4787-acb8-ea82a658e3a7 is already hosted by enough agents. {{(pid=95102) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:50:01.684717 n-d-713301-16 neutron-server[95102]: DEBUG neutron.scheduler.base_scheduler [None req-c63853d4-3403-4fdc-bbe9-33318df8d186 admin admin] Resources bound (agent type, host, resource id): {{(pid=95102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:50:01.719096 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d4e2c34-57d8-403e-9e9a-edca92686027 None None] Pushing event updated for resources: {'Port': ['ID=3d150cc0-f515-4a45-9818-aee77a960e92,revision_number=2']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:50:01.725080 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Provisioning complete for port 950d1e87-3f1a-4e2e-904d-dac4f6f2493a triggered by entity L2. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:50:01.725452 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:01.874802 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_hamode_db [None req-31af95e6-64e8-41f8-81cb-2267466c7f58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94be7ace-69d6-4d01-a007-076155448f3a', 'name': 'tempest-TestSecurityGroupsBasicOps-router-297328267', 'tenant_id': 'bac6fc5f7b6645d7a54784d0fdaa00b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'external_fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.186'}], 'enable_snat': True}, 'gw_port_id': 'e03a48f9-305f-4c2c-b4f6-3fc79a333040', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:49:54Z', 'updated_at': '2021-09-23T19:49:56Z', 'revision_number': 3, 'project_id': 'bac6fc5f7b6645d7a54784d0fdaa00b3', 'gw_port': {'id': 'e03a48f9-305f-4c2c-b4f6-3fc79a333040', 'name': '', 'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:ef:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '94be7ace-69d6-4d01-a007-076155448f3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3606, 'fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:49:55Z', 'updated_at': '2021-09-23T19:50:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-16'}], 'n-d-713301-16', False) {} {{(pid=95103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:50:01.904718 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07691f0b-3ff0-47f2-b111-fc1f154522cf tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:50:01.908438 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-6f1c43e2-f9e4-4a85-8e01-6e469651ae62 req-8e906d9c-2cbe-40dd-9d97-e29f3024848e service neutron] 10.222.0.53 "GET /v2.0/networks/5220cb0c-da05-478a-9604-8c11469a05b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2929034 Sep 23 19:50:01.913255 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07691f0b-3ff0-47f2-b111-fc1f154522cf tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:50:01.914224 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-07691f0b-3ff0-47f2-b111-fc1f154522cf tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] 10.222.0.67 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1456 time: 1.2321246 Sep 23 19:50:01.915805 n-d-713301-16 neutron-server[95101]: DEBUG neutron.db.db_base_plugin_common [None req-4c4e36ce-d0ac-44ed-a722-daab65f52679 tempest-TestSecurityGroupsBasicOps-365501575 tempest-TestSecurityGroupsBasicOps-365501575-project] Allocated IP 172.20.0.17 (d2d61718-83a2-40fa-b610-94a9848bc9af/6728f6b9-af1e-4e97-8ce4-664684d923e7/69d4bdc6-652f-46ec-91b6-672de09d587a) {{(pid=95101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 19:50:01.917832 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 47828) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:50:02.043196 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31af95e6-64e8-41f8-81cb-2267466c7f58 None None] The sync data for ids ['94be7ace-69d6-4d01-a007-076155448f3a'] in n-d-713301-16 is: [{'id': '94be7ace-69d6-4d01-a007-076155448f3a', 'name': 'tempest-TestSecurityGroupsBasicOps-router-297328267', 'tenant_id': 'bac6fc5f7b6645d7a54784d0fdaa00b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'external_fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.186'}], 'enable_snat': True}, 'gw_port_id': 'e03a48f9-305f-4c2c-b4f6-3fc79a333040', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:49:54Z', 'updated_at': '2021-09-23T19:49:56Z', 'revision_number': 3, 'project_id': 'bac6fc5f7b6645d7a54784d0fdaa00b3', 'gw_port': {'id': 'e03a48f9-305f-4c2c-b4f6-3fc79a333040', 'name': '', 'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:ef:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '94be7ace-69d6-4d01-a007-076155448f3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3606, 'fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:49:55Z', 'updated_at': '2021-09-23T19:50:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-16'}] {{(pid=95103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 19:50:02.146460 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:02.180966 n-d-713301-16 neutron-server[95102]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c63853d4-3403-4fdc-bbe9-33318df8d186 admin admin] Router 77e3bc85-3262-4784-9355-f377ddb85f1f has already been hosted by L3 agent 79a740bf-7821-4989-8288-7186e3e128f3 {{(pid=95102) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 19:50:02.209952 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] For port 950d1e87-3f1a-4e2e-904d-dac4f6f2493a, host n-d-713301-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-16',level=0,port_id=950d1e87-3f1a-4e2e-904d-dac4f6f2493a,segment=NetworkSegment(7d4027f1-d893-4c7b-95d4-757b8e44e380),segment_id=7d4027f1-d893-4c7b-95d4-757b8e44e380)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:50:02.220172 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:02.381081 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Pushing event updated for resources: {'Port': ['ID=950d1e87-3f1a-4e2e-904d-dac4f6f2493a,revision_number=4']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:50:02.394839 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.plugin [None req-798c9d93-beb1-4ae2-bcca-4c729d096bfc tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] Deleting port 20953ec4-5640-43cb-991b-3442b4be9f76 {{(pid=95101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:50:02.395473 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-798c9d93-beb1-4ae2-bcca-4c729d096bfc tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783146157096'] for port, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:02.406870 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-cd843e2d-ea41-4673-a986-fa5aa1d86ae5 None None] Provisioning complete for port 1ed5719e-dd6b-4ddc-81d1-a3227ae8ebf9 triggered by entity DHCP. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:50:02.407498 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-cd843e2d-ea41-4673-a986-fa5aa1d86ae5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:02.452856 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.plugin [None req-cd843e2d-ea41-4673-a986-fa5aa1d86ae5 None None] Port 1ed5719e-dd6b-4ddc-81d1-a3227ae8ebf9 cannot update to ACTIVE because it is not bound. {{(pid=95103) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 19:50:02.493616 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c63853d4-3403-4fdc-bbe9-33318df8d186 admin admin] Notify agent at l3_agent.n-d-713301-16 the message routers_updated {{(pid=95102) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 19:50:02.507140 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-c63853d4-3403-4fdc-bbe9-33318df8d186 admin admin] 10.222.0.67 "PUT /v2.0/routers/77e3bc85-3262-4784-9355-f377ddb85f1f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7328758 Sep 23 19:50:02.508314 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24426a86-ffdf-4022-8516-b75bb36f5cca None None] Sync routers for ids ['77e3bc85-3262-4784-9355-f377ddb85f1f'] in n-d-713301-16 {{(pid=95104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 19:50:02.526195 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24426a86-ffdf-4022-8516-b75bb36f5cca None None] Routers {'77e3bc85-3262-4784-9355-f377ddb85f1f'} bound to L3 agent in host n-d-713301-16 {{(pid=95104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 19:50:02.526728 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_hamode_db [None req-24426a86-ffdf-4022-8516-b75bb36f5cca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-23T19:07:52Z,description=,heartbeat_timestamp=2021-09-23T19:49:53Z,host='n-d-713301-16',id=79a740bf-7821-4989-8288-7186e3e128f3,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:07:52Z,topic='l3_agent')) {'router_ids': ['77e3bc85-3262-4784-9355-f377ddb85f1f'], 'active': True} {{(pid=95104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:50:02.661270 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-798c9d93-beb1-4ae2-bcca-4c729d096bfc tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-605701'] for port, precommit_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:02.733786 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.plugin [None req-798c9d93-beb1-4ae2-bcca-4c729d096bfc tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] Calling delete_port for 20953ec4-5640-43cb-991b-3442b4be9f76 owned by {{(pid=95101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:50:02.742639 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-4c4e36ce-d0ac-44ed-a722-daab65f52679 tempest-TestSecurityGroupsBasicOps-365501575 tempest-TestSecurityGroupsBasicOps-365501575-project] Notify callbacks [] for port, precommit_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:02.791213 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 47848) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:50:02.841801 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_dvr_db [None req-24426a86-ffdf-4022-8516-b75bb36f5cca None None] Set router 77e3bc85-3262-4784-9355-f377ddb85f1f gateway port host: n-d-713301-16 {{(pid=95104) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 19:50:02.981681 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-4c4e36ce-d0ac-44ed-a722-daab65f52679 tempest-TestSecurityGroupsBasicOps-365501575 tempest-TestSecurityGroupsBasicOps-365501575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783145673135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5607431'] for port, after_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:02.988863 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-739d03c1-902c-409c-bd0b-bfc52937c1bc admin admin] Notify callbacks [] for security_group, before_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:03.075907 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c4e36ce-d0ac-44ed-a722-daab65f52679 tempest-TestSecurityGroupsBasicOps-365501575 tempest-TestSecurityGroupsBasicOps-365501575-project] Network d2d61718-83a2-40fa-b610-94a9848bc9af is already hosted by enough agents. {{(pid=95101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:50:03.089823 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-798c9d93-beb1-4ae2-bcca-4c729d096bfc tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783146162158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783145673144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5607431'] for port, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:03.095414 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.base_scheduler [None req-4c4e36ce-d0ac-44ed-a722-daab65f52679 tempest-TestSecurityGroupsBasicOps-365501575 tempest-TestSecurityGroupsBasicOps-365501575-project] Resources bound (agent type, host, resource id): {{(pid=95101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:50:03.112698 n-d-713301-16 neutron-server[95101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c4e36ce-d0ac-44ed-a722-daab65f52679 tempest-TestSecurityGroupsBasicOps-365501575 tempest-TestSecurityGroupsBasicOps-365501575-project] Received port after_create {{(pid=95101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 19:50:03.121913 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c4e36ce-d0ac-44ed-a722-daab65f52679 tempest-TestSecurityGroupsBasicOps-365501575 tempest-TestSecurityGroupsBasicOps-365501575-project] Pushing event updated for resources: {'Port': ['ID=69d4bdc6-652f-46ec-91b6-672de09d587a,revision_number=1']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:50:03.221190 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-798c9d93-beb1-4ae2-bcca-4c729d096bfc tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222849'] for port, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:03.231857 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-798c9d93-beb1-4ae2-bcca-4c729d096bfc tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] 10.222.0.67 "DELETE /v2.0/ports/20953ec4-5640-43cb-991b-3442b4be9f76 HTTP/1.1" status: 204 len: 168 time: 1.3130178 Sep 23 19:50:03.244304 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 47864) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:50:03.366998 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_hamode_db [None req-24426a86-ffdf-4022-8516-b75bb36f5cca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77e3bc85-3262-4784-9355-f377ddb85f1f', 'name': 'tempest-TestServerBasicOps-696314741-router', 'tenant_id': '5ac332d3fb0d444485bb3eca855f9229', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'external_fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.227'}], 'enable_snat': True}, 'gw_port_id': '950d1e87-3f1a-4e2e-904d-dac4f6f2493a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:49:52Z', 'updated_at': '2021-09-23T19:49:59Z', 'revision_number': 4, 'project_id': '5ac332d3fb0d444485bb3eca855f9229', 'gw_port': {'id': '950d1e87-3f1a-4e2e-904d-dac4f6f2493a', 'name': '', 'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:ea:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77e3bc85-3262-4784-9355-f377ddb85f1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3603, 'fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:49:54Z', 'updated_at': '2021-09-23T19:50:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-16', '_interfaces': [{'id': '1ed5719e-dd6b-4ddc-81d1-a3227ae8ebf9', 'name': '', 'network_id': '8773f1c5-baf2-4787-acb8-ea82a658e3a7', 'tenant_id': '5ac332d3fb0d444485bb3eca855f9229', 'mac_address': 'fa:16:3e:bb:a8:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77e3bc85-3262-4784-9355-f377ddb85f1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3609, 'fixed_ips': [{'subnet_id': '88534c19-3227-4f6f-84ae-147071738831', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:49:57Z', 'updated_at': '2021-09-23T19:50:00Z', 'revision_number': 2, 'project_id': '5ac332d3fb0d444485bb3eca855f9229', 'subnets': [{'id': '88534c19-3227-4f6f-84ae-147071738831', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-16', False) {} {{(pid=95104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:50:03.394826 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-798c9d93-beb1-4ae2-bcca-4c729d096bfc tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] Pushing event deleted for resources: {'Port': ['ID=20953ec4-5640-43cb-991b-3442b4be9f76,revision_number=None']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:50:03.421714 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-739d03c1-902c-409c-bd0b-bfc52937c1bc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:03.430962 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-739d03c1-902c-409c-bd0b-bfc52937c1bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:03.450042 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24426a86-ffdf-4022-8516-b75bb36f5cca None None] Checking router: 77e3bc85-3262-4784-9355-f377ddb85f1f for host: n-d-713301-16 {{(pid=95104) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 19:50:03.451273 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24426a86-ffdf-4022-8516-b75bb36f5cca None None] Updating router 77e3bc85-3262-4784-9355-f377ddb85f1f port 1ed5719e-dd6b-4ddc-81d1-a3227ae8ebf9 binding host n-d-713301-16 {{(pid=95104) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 23 19:50:03.481435 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-4c4e36ce-d0ac-44ed-a722-daab65f52679 tempest-TestSecurityGroupsBasicOps-365501575 tempest-TestSecurityGroupsBasicOps-365501575-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-601987'] for router_interface, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:03.511923 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-739d03c1-902c-409c-bd0b-bfc52937c1bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=daf7045e-a2d2-412a-bf8b-e0f81b66e204,revision_number=1']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:50:03.518144 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Device 3d150cc0-f515-4a45-9818-aee77a960e92 up at agent ovs-agent-n-d-713301-16 {{(pid=95103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 19:50:03.564182 n-d-713301-16 neutron-server[95104]: DEBUG neutron_lib.callbacks.manager [None req-24426a86-ffdf-4022-8516-b75bb36f5cca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:03.581433 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-739d03c1-902c-409c-bd0b-bfc52937c1bc admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=88f09f335b014c3fa87e2d922f42897f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7864935 Sep 23 19:50:03.591350 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 47870) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:50:03.634051 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47f9dd24-f74c-4d00-bb38-75469d1b8801 tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:50:03.635940 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-47f9dd24-f74c-4d00-bb38-75469d1b8801 tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] 10.222.0.67 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.3912930 Sep 23 19:50:03.644516 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 47872) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:50:03.652935 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Provisioning complete for port 3d150cc0-f515-4a45-9818-aee77a960e92 triggered by entity L2. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:50:03.654419 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:03.750521 n-d-713301-16 neutron-server[95102]: INFO neutron.pecan_wsgi.hooks.translation [None req-9322aef8-8afa-47a7-bb60-18fe332af99a tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] GET failed (client error): The resource could not be found. Sep 23 19:50:03.753501 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-9322aef8-8afa-47a7-bb60-18fe332af99a tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] 10.222.0.67 "GET /v2.0/ports/4fa98fae-cf1b-4cf9-8113-f94f9df68b45 HTTP/1.1" status: 404 len: 333 time: 0.1076634 Sep 23 19:50:03.756318 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 47876) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:50:03.825063 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a588283-680c-43fb-8fbb-c724fac9c254 None None] Network d2d61718-83a2-40fa-b610-94a9848bc9af requested from n-d-713301-16 {{(pid=95103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 19:50:03.855913 n-d-713301-16 neutron-server[95102]: INFO neutron.pecan_wsgi.hooks.translation [None req-fd95b535-bb4c-4712-85e9-200a53508b9b tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] GET failed (client error): The resource could not be found. Sep 23 19:50:03.857719 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-fd95b535-bb4c-4712-85e9-200a53508b9b tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] 10.222.0.67 "GET /v2.0/ports/20953ec4-5640-43cb-991b-3442b4be9f76 HTTP/1.1" status: 404 len: 333 time: 0.0907984 Sep 23 19:50:03.887675 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 47882) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:50:03.904005 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-4c4e36ce-d0ac-44ed-a722-daab65f52679 tempest-TestSecurityGroupsBasicOps-365501575 tempest-TestSecurityGroupsBasicOps-365501575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:03.958621 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 47886) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:50:03.967593 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:03.971255 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.v2.base [None req-f1a27bc8-5441-438b-9528-cb82248bd54b admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-119810177-network', 'tenant_id': 'c3807658128048f6b8775b525a0df923'}} {{(pid=95102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:50:04.080831 n-d-713301-16 neutron-server[95104]: DEBUG neutron_lib.callbacks.manager [None req-24426a86-ffdf-4022-8516-b75bb36f5cca None None] Notify callbacks [] for port, precommit_update {{(pid=95104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:04.089621 n-d-713301-16 neutron-server[95104]: DEBUG neutron_lib.callbacks.manager [None req-24426a86-ffdf-4022-8516-b75bb36f5cca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:04.151399 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-649e8b99-810c-414c-b4b9-e368da17fea1 None None] Provisioning complete for port 3d150cc0-f515-4a45-9818-aee77a960e92 triggered by entity DHCP. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:50:04.152752 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-649e8b99-810c-414c-b4b9-e368da17fea1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:04.157200 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-b4c85f30-c5e4-4c64-bdfa-b14c59f7ae58 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:04.175135 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-929d487c-330e-46c7-bd38-954f773db256 tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1628021'] for network, before_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:04.210112 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26f9208b-e049-4d8a-9286-700dde16b776 None None] Pushing event updated for resources: {'Port': ['ID=1ed5719e-dd6b-4ddc-81d1-a3227ae8ebf9,revision_number=3']} {{(pid=95104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:50:04.251281 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] For port 3d150cc0-f515-4a45-9818-aee77a960e92, host n-d-713301-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-16',level=0,port_id=3d150cc0-f515-4a45-9818-aee77a960e92,segment=NetworkSegment(4f8a9d02-bef3-4414-84e9-68a759961ded),segment_id=4f8a9d02-bef3-4414-84e9-68a759961ded)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:50:04.270298 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:04.271160 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Device 950d1e87-3f1a-4e2e-904d-dac4f6f2493a up at agent ovs-agent-n-d-713301-16 {{(pid=95103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 19:50:04.335796 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1a27bc8-5441-438b-9528-cb82248bd54b admin admin] Made reservation on behalf of c3807658128048f6b8775b525a0df923 for: {'network': 1} {{(pid=95102) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:50:04.338422 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-f1a27bc8-5441-438b-9528-cb82248bd54b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for network, before_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:04.348661 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-b4c85f30-c5e4-4c64-bdfa-b14c59f7ae58 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:04.382346 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-f1a27bc8-5441-438b-9528-cb82248bd54b admin admin] Notify callbacks [] for security_group, before_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:04.574077 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-f1a27bc8-5441-438b-9528-cb82248bd54b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:04.610993 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26f9208b-e049-4d8a-9286-700dde16b776 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:50:04.611961 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26f9208b-e049-4d8a-9286-700dde16b776 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:50:04.612457 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26f9208b-e049-4d8a-9286-700dde16b776 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:50:04.612967 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26f9208b-e049-4d8a-9286-700dde16b776 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:50:04.613501 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26f9208b-e049-4d8a-9286-700dde16b776 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:50:04.613983 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26f9208b-e049-4d8a-9286-700dde16b776 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:50:04.614482 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26f9208b-e049-4d8a-9286-700dde16b776 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:50:04.614955 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26f9208b-e049-4d8a-9286-700dde16b776 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:50:04.615433 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26f9208b-e049-4d8a-9286-700dde16b776 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:50:04.615910 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26f9208b-e049-4d8a-9286-700dde16b776 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:50:04.616399 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26f9208b-e049-4d8a-9286-700dde16b776 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:50:04.617851 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26f9208b-e049-4d8a-9286-700dde16b776 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:50:04.627266 n-d-713301-16 neutron-server[95104]: DEBUG neutron.plugins.ml2.managers [None req-24426a86-ffdf-4022-8516-b75bb36f5cca None None] Attempting to bind port 1ed5719e-dd6b-4ddc-81d1-a3227ae8ebf9 on host n-d-713301-16 for vnic_type normal with profile {{(pid=95104) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 19:50:04.629007 n-d-713301-16 neutron-server[95104]: DEBUG neutron.plugins.ml2.managers [None req-24426a86-ffdf-4022-8516-b75bb36f5cca None None] Attempting to bind port 1ed5719e-dd6b-4ddc-81d1-a3227ae8ebf9 by drivers openvswitch,hyperv on host n-d-713301-16 at level 0 using segments [{'id': 'ee20da25-0062-48fd-9691-5b62069c375c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '8773f1c5-baf2-4787-acb8-ea82a658e3a7'}] {{(pid=95104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 19:50:04.629799 n-d-713301-16 neutron-server[95104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24426a86-ffdf-4022-8516-b75bb36f5cca None None] Attempting to bind port 1ed5719e-dd6b-4ddc-81d1-a3227ae8ebf9 on network 8773f1c5-baf2-4787-acb8-ea82a658e3a7 {{(pid=95104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:50:04.636541 n-d-713301-16 neutron-server[95104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24426a86-ffdf-4022-8516-b75bb36f5cca None None] Checking agent: {'id': '70a14545-df24-472f-8f95-bfe1719bff93', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 19, 7, 53), 'started_at': datetime.datetime(2021, 9, 23, 19, 8, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 19, 49, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 19:50:04.640671 n-d-713301-16 neutron-server[95104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24426a86-ffdf-4022-8516-b75bb36f5cca None None] Checking segment: {'id': 'ee20da25-0062-48fd-9691-5b62069c375c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '8773f1c5-baf2-4787-acb8-ea82a658e3a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95104) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:50:04.646201 n-d-713301-16 neutron-server[95104]: DEBUG neutron_lib.callbacks.manager [None req-24426a86-ffdf-4022-8516-b75bb36f5cca None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:04.646814 n-d-713301-16 neutron-server[95104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24426a86-ffdf-4022-8516-b75bb36f5cca None None] Bound using segment: {'id': 'ee20da25-0062-48fd-9691-5b62069c375c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '8773f1c5-baf2-4787-acb8-ea82a658e3a7'} {{(pid=95104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 19:50:04.647466 n-d-713301-16 neutron-server[95104]: DEBUG neutron.plugins.ml2.managers [None req-24426a86-ffdf-4022-8516-b75bb36f5cca None None] Bound port: 1ed5719e-dd6b-4ddc-81d1-a3227ae8ebf9, host: n-d-713301-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ee20da25-0062-48fd-9691-5b62069c375c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '8773f1c5-baf2-4787-acb8-ea82a658e3a7'}}] {{(pid=95104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 19:50:04.648018 n-d-713301-16 neutron-server[95104]: DEBUG neutron_lib.callbacks.manager [None req-24426a86-ffdf-4022-8516-b75bb36f5cca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:04.679217 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-929d487c-330e-46c7-bd38-954f773db256 tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1754676', 'neutron.services.segments.db._delete_segments_for_network-8783146221460'] for network, precommit_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:04.683405 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-4c4e36ce-d0ac-44ed-a722-daab65f52679 tempest-TestSecurityGroupsBasicOps-365501575 tempest-TestSecurityGroupsBasicOps-365501575-project] Notify callbacks [] for port, precommit_update {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:04.698476 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-4c4e36ce-d0ac-44ed-a722-daab65f52679 tempest-TestSecurityGroupsBasicOps-365501575 tempest-TestSecurityGroupsBasicOps-365501575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5607436'] for port, after_update {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:04.706626 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-f1a27bc8-5441-438b-9528-cb82248bd54b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:04.816456 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f1a27bc8-5441-438b-9528-cb82248bd54b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 636} {{(pid=95102) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 19:50:04.820735 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Pushing event updated for resources: {'Port': ['ID=3d150cc0-f515-4a45-9818-aee77a960e92,revision_number=3']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:50:04.822834 n-d-713301-16 neutron-server[95104]: DEBUG neutron.plugins.ml2.db [None req-24426a86-ffdf-4022-8516-b75bb36f5cca None None] For port 1ed5719e-dd6b-4ddc-81d1-a3227ae8ebf9, host n-d-713301-16, cleared binding levels {{(pid=95104) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 19:50:04.830120 n-d-713301-16 neutron-server[95104]: DEBUG neutron.plugins.ml2.db [None req-24426a86-ffdf-4022-8516-b75bb36f5cca None None] For port 1ed5719e-dd6b-4ddc-81d1-a3227ae8ebf9, host n-d-713301-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-16',level=0,port_id=1ed5719e-dd6b-4ddc-81d1-a3227ae8ebf9,segment=NetworkSegment(ee20da25-0062-48fd-9691-5b62069c375c),segment_id=ee20da25-0062-48fd-9691-5b62069c375c)] {{(pid=95104) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 19:50:04.838431 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-f1a27bc8-5441-438b-9528-cb82248bd54b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1756186'] for segment, precommit_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:04.838849 n-d-713301-16 neutron-server[95102]: INFO neutron.db.segments_db [None req-f1a27bc8-5441-438b-9528-cb82248bd54b admin admin] Added segment 47fc8a2f-a3fa-4467-a3c0-53c0851b5594 of type vlan for network 4ebe425a-4e50-4f6b-91d3-96d94eeed3e4 Sep 23 19:50:04.843149 n-d-713301-16 neutron-server[95104]: DEBUG neutron_lib.callbacks.manager [None req-24426a86-ffdf-4022-8516-b75bb36f5cca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:04.904943 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Provisioning complete for port 950d1e87-3f1a-4e2e-904d-dac4f6f2493a triggered by entity L2. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:50:04.905680 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:04.931325 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-f1a27bc8-5441-438b-9528-cb82248bd54b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783145630486'] for network, precommit_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:04.962396 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24426a86-ffdf-4022-8516-b75bb36f5cca None None] Routers {'77e3bc85-3262-4784-9355-f377ddb85f1f'} bound to L3 agent in host n-d-713301-16 {{(pid=95104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 19:50:04.963536 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_hamode_db [None req-24426a86-ffdf-4022-8516-b75bb36f5cca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-23T19:07:52Z,description=,heartbeat_timestamp=2021-09-23T19:49:53Z,host='n-d-713301-16',id=79a740bf-7821-4989-8288-7186e3e128f3,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:07:52Z,topic='l3_agent')) {'router_ids': ['77e3bc85-3262-4784-9355-f377ddb85f1f'], 'active': True} {{(pid=95104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:50:04.963673 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-4c4e36ce-d0ac-44ed-a722-daab65f52679 tempest-TestSecurityGroupsBasicOps-365501575 tempest-TestSecurityGroupsBasicOps-365501575-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-527313', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-601459'] for router_interface, after_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:04.997012 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-f1a27bc8-5441-438b-9528-cb82248bd54b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299'] for network, after_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:04.997585 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c4e36ce-d0ac-44ed-a722-daab65f52679 tempest-TestSecurityGroupsBasicOps-365501575 tempest-TestSecurityGroupsBasicOps-365501575-project] Pushing event updated for resources: {'Port': ['ID=69d4bdc6-652f-46ec-91b6-672de09d587a,revision_number=2']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:50:04.998302 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1a27bc8-5441-438b-9528-cb82248bd54b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:50:04.999515 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-f1a27bc8-5441-438b-9528-cb82248bd54b admin admin] Notify callbacks [] for network, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:05.031158 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26f9208b-e049-4d8a-9286-700dde16b776 None None] Pushing event updated for resources: {'Port': ['ID=1ed5719e-dd6b-4ddc-81d1-a3227ae8ebf9,revision_number=4']} {{(pid=95104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:50:05.044575 n-d-713301-16 neutron-server[95102]: DEBUG neutron.services.segments.db [None req-929d487c-330e-46c7-bd38-954f773db256 tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6ce34780-bb67-4e4b-bb09-4d58666852c4']}} {{(pid=95102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:50:05.185681 n-d-713301-16 neutron-server[95102]: DEBUG neutron.services.segments.db [None req-929d487c-330e-46c7-bd38-954f773db256 tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6e982832-5d2e-4c85-b437-fb3736d93398') {'for_net_delete': True} {{(pid=95102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:50:05.186917 n-d-713301-16 neutron-server[95102]: DEBUG neutron.services.segments.db [None req-929d487c-330e-46c7-bd38-954f773db256 tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6e982832-5d2e-4c85-b437-fb3736d93398') {} {{(pid=95102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:50:05.225839 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_dvr_db [None req-24426a86-ffdf-4022-8516-b75bb36f5cca None None] Set router 77e3bc85-3262-4784-9355-f377ddb85f1f gateway port host: n-d-713301-16 {{(pid=95104) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 19:50:05.248540 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1a27bc8-5441-438b-9528-cb82248bd54b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2a96f27-a9c7-4ea1-8b57-26dca3d6b517,revision_number=1']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:50:05.256163 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c4e36ce-d0ac-44ed-a722-daab65f52679 tempest-TestSecurityGroupsBasicOps-365501575 tempest-TestSecurityGroupsBasicOps-365501575-project] Network d2d61718-83a2-40fa-b610-94a9848bc9af is already hosted by enough agents. {{(pid=95101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:50:05.264111 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.base_scheduler [None req-4c4e36ce-d0ac-44ed-a722-daab65f52679 tempest-TestSecurityGroupsBasicOps-365501575 tempest-TestSecurityGroupsBasicOps-365501575-project] Resources bound (agent type, host, resource id): {{(pid=95101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:50:05.276928 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-929d487c-330e-46c7-bd38-954f773db256 tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783146221725', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6162832'] for segment, before_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:05.293264 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Device e03a48f9-305f-4c2c-b4f6-3fc79a333040 up at agent ovs-agent-n-d-713301-16 {{(pid=95103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 19:50:05.310778 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-929d487c-330e-46c7-bd38-954f773db256 tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1756186'] for segment, precommit_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:05.329282 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-929d487c-330e-46c7-bd38-954f773db256 tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] Releasing vlan 645 on physical network physnet1 to pool {{(pid=95102) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 19:50:05.332488 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-929d487c-330e-46c7-bd38-954f773db256 tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1756186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4398095'] for segment, after_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:05.394198 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Provisioning complete for port e03a48f9-305f-4c2c-b4f6-3fc79a333040 triggered by entity L2. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:50:05.394914 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:05.431207 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.agents_db [None req-f2f5c474-60a3-474f-b2cc-02c4bd30880c None None] Agent healthcheck: found 7 active agents {{(pid=95104) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 19:50:05.462923 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-f1a27bc8-5441-438b-9528-cb82248bd54b admin admin] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.5004039 Sep 23 19:50:05.462923 n-d-713301-16 neutron-server[95102]: Traceback (most recent call last): Sep 23 19:50:05.462923 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 19:50:05.462923 n-d-713301-16 neutron-server[95102]: timer() Sep 23 19:50:05.462923 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 19:50:05.462923 n-d-713301-16 neutron-server[95102]: cb(*args, **kw) Sep 23 19:50:05.462923 n-d-713301-16 neutron-server[95102]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 19:50:05.462923 n-d-713301-16 neutron-server[95102]: return func(*args, **kwargs) Sep 23 19:50:05.462923 n-d-713301-16 neutron-server[95102]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 19:50:05.462923 n-d-713301-16 neutron-server[95102]: self._notify() Sep 23 19:50:05.462923 n-d-713301-16 neutron-server[95102]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 19:50:05.462923 n-d-713301-16 neutron-server[95102]: self.callback(batched_events) Sep 23 19:50:05.462923 n-d-713301-16 neutron-server[95102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 19:50:05.462923 n-d-713301-16 neutron-server[95102]: event.method(event) Sep 23 19:50:05.462923 n-d-713301-16 neutron-server[95102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 19:50:05.462923 n-d-713301-16 neutron-server[95102]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 19:50:05.462923 n-d-713301-16 neutron-server[95102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 19:50:05.462923 n-d-713301-16 neutron-server[95102]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 19:50:05.462923 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 19:50:05.462923 n-d-713301-16 neutron-server[95102]: return f(self, *a, **k) Sep 23 19:50:05.462923 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 19:50:05.462923 n-d-713301-16 neutron-server[95102]: return self._get(url).json() Sep 23 19:50:05.462923 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 19:50:05.462923 n-d-713301-16 neutron-server[95102]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 19:50:05.462923 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 19:50:05.462923 n-d-713301-16 neutron-server[95102]: return self.request(url, 'GET', **kwargs) Sep 23 19:50:05.462923 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 19:50:05.462923 n-d-713301-16 neutron-server[95102]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 19:50:05.462923 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 19:50:05.462923 n-d-713301-16 neutron-server[95102]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 19:50:05.462923 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 19:50:05.462923 n-d-713301-16 neutron-server[95102]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 19:50:05.462923 n-d-713301-16 neutron-server[95102]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 19:50:05.466515 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-b4c85f30-c5e4-4c64-bdfa-b14c59f7ae58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:05.468515 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-b4c85f30-c5e4-4c64-bdfa-b14c59f7ae58 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:05.469574 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-b4c85f30-c5e4-4c64-bdfa-b14c59f7ae58 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/daf7045e-a2d2-412a-bf8b-e0f81b66e204 HTTP/1.1" status: 204 len: 168 time: 1.8772357 Sep 23 19:50:05.472659 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 47904) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:50:05.486628 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.v2.base [None req-75ba620c-d12c-46d8-ae6d-1203758fed64 admin admin] Request body: {'subnet': {'network_id': '4ebe425a-4e50-4f6b-91d3-96d94eeed3e4', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-119810177-subnet', 'tenant_id': 'c3807658128048f6b8775b525a0df923', 'ip_version': 4}} {{(pid=95102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:50:05.490231 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-929d487c-330e-46c7-bd38-954f773db256 tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1754627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-601866'] for network, after_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:05.508330 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-6b9e67fa-3f91-41d7-aea5-0233a685ee75 None None] Provisioning complete for port 1ed5719e-dd6b-4ddc-81d1-a3227ae8ebf9 triggered by entity DHCP. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:50:05.510211 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-6b9e67fa-3f91-41d7-aea5-0233a685ee75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:05.560251 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c85f30-c5e4-4c64-bdfa-b14c59f7ae58 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=daf7045e-a2d2-412a-bf8b-e0f81b66e204,revision_number=None']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:50:05.580889 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1a27bc8-5441-438b-9528-cb82248bd54b admin admin] Pushing event updated for resources: {'Network': ['ID=4ebe425a-4e50-4f6b-91d3-96d94eeed3e4,revision_number=1']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:50:05.585588 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-929d487c-330e-46c7-bd38-954f773db256 tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] Notify callbacks [] for network, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:05.594664 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-929d487c-330e-46c7-bd38-954f773db256 tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] 10.222.0.67 "DELETE /v2.0/networks/6ce34780-bb67-4e4b-bb09-4d58666852c4 HTTP/1.1" status: 204 len: 168 time: 1.7009623 Sep 23 19:50:05.595801 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 47908) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:50:05.600915 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.v2.base [None req-57b57d24-3453-45a0-ac40-b8b98173cff8 tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-998805903'}} {{(pid=95101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:50:05.638994 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Network 4ebe425a-4e50-4f6b-91d3-96d94eeed3e4 details requested by agent ovs-agent-n-d-713301-16 with host n-d-713301-16 {{(pid=95103) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 19:50:05.671077 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-929d487c-330e-46c7-bd38-954f773db256 tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] Pushing event deleted for resources: {'Network': ['ID=6ce34780-bb67-4e4b-bb09-4d58666852c4,revision_number=None']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:50:05.689564 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75ba620c-d12c-46d8-ae6d-1203758fed64 admin admin] Made reservation on behalf of c3807658128048f6b8775b525a0df923 for: {'subnet': 1} {{(pid=95102) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:50:05.697060 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-75ba620c-d12c-46d8-ae6d-1203758fed64 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5388256'] for subnet, before_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:05.726060 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c4e36ce-d0ac-44ed-a722-daab65f52679 tempest-TestSecurityGroupsBasicOps-365501575 tempest-TestSecurityGroupsBasicOps-365501575-project] Router 94be7ace-69d6-4d01-a007-076155448f3a has already been hosted by L3 agent 79a740bf-7821-4989-8288-7186e3e128f3 {{(pid=95101) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 19:50:05.727409 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57b57d24-3453-45a0-ac40-b8b98173cff8 tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] Made reservation on behalf of 68089a352b444323aeac869b275be256 for: {'network': 1} {{(pid=95101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:50:05.731785 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-57b57d24-3453-45a0-ac40-b8b98173cff8 tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for network, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:05.768661 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_hamode_db [None req-24426a86-ffdf-4022-8516-b75bb36f5cca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77e3bc85-3262-4784-9355-f377ddb85f1f', 'name': 'tempest-TestServerBasicOps-696314741-router', 'tenant_id': '5ac332d3fb0d444485bb3eca855f9229', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'external_fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.227'}], 'enable_snat': True}, 'gw_port_id': '950d1e87-3f1a-4e2e-904d-dac4f6f2493a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:49:52Z', 'updated_at': '2021-09-23T19:49:59Z', 'revision_number': 4, 'project_id': '5ac332d3fb0d444485bb3eca855f9229', 'gw_port': {'id': '950d1e87-3f1a-4e2e-904d-dac4f6f2493a', 'name': '', 'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:ea:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77e3bc85-3262-4784-9355-f377ddb85f1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3603, 'fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:49:54Z', 'updated_at': '2021-09-23T19:50:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-16', '_interfaces': [{'id': '1ed5719e-dd6b-4ddc-81d1-a3227ae8ebf9', 'name': '', 'network_id': '8773f1c5-baf2-4787-acb8-ea82a658e3a7', 'tenant_id': '5ac332d3fb0d444485bb3eca855f9229', 'mac_address': 'fa:16:3e:bb:a8:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77e3bc85-3262-4784-9355-f377ddb85f1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3609, 'fixed_ips': [{'subnet_id': '88534c19-3227-4f6f-84ae-147071738831', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:49:57Z', 'updated_at': '2021-09-23T19:50:04Z', 'revision_number': 4, 'project_id': '5ac332d3fb0d444485bb3eca855f9229', 'subnets': [{'id': '88534c19-3227-4f6f-84ae-147071738831', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-16', False) {} {{(pid=95104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:50:05.776518 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-57b57d24-3453-45a0-ac40-b8b98173cff8 tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 617} {{(pid=95101) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 19:50:05.787518 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-57b57d24-3453-45a0-ac40-b8b98173cff8 tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1756186'] for segment, precommit_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:05.788029 n-d-713301-16 neutron-server[95101]: INFO neutron.db.segments_db [None req-57b57d24-3453-45a0-ac40-b8b98173cff8 tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] Added segment de1c14a8-e8df-4f94-80aa-fe7c84642726 of type vlan for network c1acc1db-b36e-46f0-bc33-aadd9c03bc77 Sep 23 19:50:05.858389 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24426a86-ffdf-4022-8516-b75bb36f5cca None None] The sync data for ids ['77e3bc85-3262-4784-9355-f377ddb85f1f'] in n-d-713301-16 is: [{'id': '77e3bc85-3262-4784-9355-f377ddb85f1f', 'name': 'tempest-TestServerBasicOps-696314741-router', 'tenant_id': '5ac332d3fb0d444485bb3eca855f9229', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'external_fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.227'}], 'enable_snat': True}, 'gw_port_id': '950d1e87-3f1a-4e2e-904d-dac4f6f2493a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:49:52Z', 'updated_at': '2021-09-23T19:49:59Z', 'revision_number': 4, 'project_id': '5ac332d3fb0d444485bb3eca855f9229', 'gw_port': {'id': '950d1e87-3f1a-4e2e-904d-dac4f6f2493a', 'name': '', 'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:ea:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77e3bc85-3262-4784-9355-f377ddb85f1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3603, 'fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:49:54Z', 'updated_at': '2021-09-23T19:50:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-16', '_interfaces': [{'id': '1ed5719e-dd6b-4ddc-81d1-a3227ae8ebf9', 'name': '', 'network_id': '8773f1c5-baf2-4787-acb8-ea82a658e3a7', 'tenant_id': '5ac332d3fb0d444485bb3eca855f9229', 'mac_address': 'fa:16:3e:bb:a8:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77e3bc85-3262-4784-9355-f377ddb85f1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3609, 'fixed_ips': [{'subnet_id': '88534c19-3227-4f6f-84ae-147071738831', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:49:57Z', 'updated_at': '2021-09-23T19:50:04Z', 'revision_number': 4, 'project_id': '5ac332d3fb0d444485bb3eca855f9229', 'subnets': [{'id': '88534c19-3227-4f6f-84ae-147071738831', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 19:50:05.900266 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-57b57d24-3453-45a0-ac40-b8b98173cff8 tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783145630486'] for network, precommit_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:05.999537 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:06.008827 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-57b57d24-3453-45a0-ac40-b8b98173cff8 tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299'] for network, after_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:06.033012 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57b57d24-3453-45a0-ac40-b8b98173cff8 tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:50:06.033908 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-57b57d24-3453-45a0-ac40-b8b98173cff8 tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] Notify callbacks [] for network, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:06.063793 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] For port e03a48f9-305f-4c2c-b4f6-3fc79a333040, host n-d-713301-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-16',level=0,port_id=e03a48f9-305f-4c2c-b4f6-3fc79a333040,segment=NetworkSegment(7d4027f1-d893-4c7b-95d4-757b8e44e380),segment_id=7d4027f1-d893-4c7b-95d4-757b8e44e380)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:50:06.071677 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:06.083163 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-6b9e67fa-3f91-41d7-aea5-0233a685ee75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:06.176588 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-57b57d24-3453-45a0-ac40-b8b98173cff8 tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.5775423 Sep 23 19:50:06.177749 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 47916) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:50:06.195017 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.v2.base [None req-96863dc9-9905-4fc1-9121-868dab38a96a tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] Request body: {'subnet': {'network_id': 'c1acc1db-b36e-46f0-bc33-aadd9c03bc77', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=95102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:50:06.281380 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-75ba620c-d12c-46d8-ae6d-1203758fed64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4398944', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5388242'] for subnet, after_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:06.336551 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-6b9e67fa-3f91-41d7-aea5-0233a685ee75 None None] For port 1ed5719e-dd6b-4ddc-81d1-a3227ae8ebf9, host n-d-713301-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-16',level=0,port_id=1ed5719e-dd6b-4ddc-81d1-a3227ae8ebf9,segment=NetworkSegment(ee20da25-0062-48fd-9691-5b62069c375c),segment_id=ee20da25-0062-48fd-9691-5b62069c375c)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:50:06.342127 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Pushing event updated for resources: {'Port': ['ID=e03a48f9-305f-4c2c-b4f6-3fc79a333040,revision_number=4']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:50:06.348045 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-6b9e67fa-3f91-41d7-aea5-0233a685ee75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:06.382178 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57b57d24-3453-45a0-ac40-b8b98173cff8 tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] Pushing event updated for resources: {'Network': ['ID=c1acc1db-b36e-46f0-bc33-aadd9c03bc77,revision_number=1']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:50:06.429505 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b9e67fa-3f91-41d7-aea5-0233a685ee75 None None] Pushing event updated for resources: {'Port': ['ID=1ed5719e-dd6b-4ddc-81d1-a3227ae8ebf9,revision_number=5']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:50:06.432673 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Network c1acc1db-b36e-46f0-bc33-aadd9c03bc77 details requested by agent ovs-agent-n-d-713301-16 with host n-d-713301-16 {{(pid=95103) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 19:50:06.448302 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Device 3d150cc0-f515-4a45-9818-aee77a960e92 up at agent ovs-agent-n-d-713301-16 {{(pid=95103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 19:50:06.450367 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c4e36ce-d0ac-44ed-a722-daab65f52679 tempest-TestSecurityGroupsBasicOps-365501575 tempest-TestSecurityGroupsBasicOps-365501575-project] Notify agent at l3_agent.n-d-713301-16 the message routers_updated {{(pid=95101) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 19:50:06.475546 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-4c4e36ce-d0ac-44ed-a722-daab65f52679 tempest-TestSecurityGroupsBasicOps-365501575 tempest-TestSecurityGroupsBasicOps-365501575-project] 10.222.0.67 "PUT /v2.0/routers/94be7ace-69d6-4d01-a007-076155448f3a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8173733 Sep 23 19:50:06.496395 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b17e9a8-fe46-4de0-b61c-f48b0388b468 None None] Sync routers for ids ['94be7ace-69d6-4d01-a007-076155448f3a'] in n-d-713301-16 {{(pid=95103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 19:50:06.514080 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 47922) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:50:06.529928 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-6b9e67fa-3f91-41d7-aea5-0233a685ee75 None None] Provisioning complete for port 3d150cc0-f515-4a45-9818-aee77a960e92 triggered by entity DHCP. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:50:06.530484 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-6b9e67fa-3f91-41d7-aea5-0233a685ee75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:06.552224 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-dc0019b6-4918-40aa-96aa-6f5b0d50dd20 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:06.564807 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75ba620c-d12c-46d8-ae6d-1203758fed64 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0c1bcbf1-3068-4abd-8ee8-ccbb777edfc8,revision_number=0']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:50:06.578687 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75ba620c-d12c-46d8-ae6d-1203758fed64 admin admin] Checking segment: {'id': '47fc8a2f-a3fa-4467-a3c0-53c0851b5594', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '4ebe425a-4e50-4f6b-91d3-96d94eeed3e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95102) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:50:06.579394 n-d-713301-16 neutron-server[95102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75ba620c-d12c-46d8-ae6d-1203758fed64 admin admin] Network hostable DHCP agents. Network: 4ebe425a-4e50-4f6b-91d3-96d94eeed3e4, hostable agents: ['1b18bf05-1b5f-4587-be5c-af3ac38e32ad'], hosted agents: [] {{(pid=95102) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 19:50:06.598593 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96863dc9-9905-4fc1-9121-868dab38a96a tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] Made reservation on behalf of 68089a352b444323aeac869b275be256 for: {'subnet': 1} {{(pid=95102) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:50:06.603490 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-96863dc9-9905-4fc1-9121-868dab38a96a tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5388256'] for subnet, before_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:06.814800 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-dc0019b6-4918-40aa-96aa-6f5b0d50dd20 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:06.819231 n-d-713301-16 neutron-server[95102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75ba620c-d12c-46d8-ae6d-1203758fed64 admin admin] Network 4ebe425a-4e50-4f6b-91d3-96d94eeed3e4 is scheduled to be hosted by DHCP agent 1b18bf05-1b5f-4587-be5c-af3ac38e32ad with binding_index 1 {{(pid=95102) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 19:50:06.821351 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-dc0019b6-4918-40aa-96aa-6f5b0d50dd20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:06.825012 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b17e9a8-fe46-4de0-b61c-f48b0388b468 None None] Routers {'94be7ace-69d6-4d01-a007-076155448f3a'} bound to L3 agent in host n-d-713301-16 {{(pid=95103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 19:50:06.825819 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_hamode_db [None req-7b17e9a8-fe46-4de0-b61c-f48b0388b468 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-23T19:07:52Z,description=,heartbeat_timestamp=2021-09-23T19:49:53Z,host='n-d-713301-16',id=79a740bf-7821-4989-8288-7186e3e128f3,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:07:52Z,topic='l3_agent')) {'router_ids': ['94be7ace-69d6-4d01-a007-076155448f3a'], 'active': True} {{(pid=95103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:50:06.865496 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc0019b6-4918-40aa-96aa-6f5b0d50dd20 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=436325fb-ccbc-4de6-8af3-b55e584eb584,revision_number=1']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:50:06.890000 n-d-713301-16 neutron-server[95102]: DEBUG neutron.scheduler.base_scheduler [None req-75ba620c-d12c-46d8-ae6d-1203758fed64 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713301-16, 4ebe425a-4e50-4f6b-91d3-96d94eeed3e4) {{(pid=95102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:50:06.901006 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-dc0019b6-4918-40aa-96aa-6f5b0d50dd20 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=424f3ff155ad441388e246fccaae0468&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3848395 Sep 23 19:50:06.901815 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 47938) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:50:06.935719 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75ba620c-d12c-46d8-ae6d-1203758fed64 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:50:06.936925 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-75ba620c-d12c-46d8-ae6d-1203758fed64 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:06.958339 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-e9d771fe-752d-4619-917a-d356f5ea196e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:06.985347 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4b15a04-7129-4d78-b76b-8bfbf6a1cb82 None None] Network 4ebe425a-4e50-4f6b-91d3-96d94eeed3e4 requested from n-d-713301-16 {{(pid=95103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 19:50:06.998235 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-e9d771fe-752d-4619-917a-d356f5ea196e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:07.010245 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ee03d1-1236-4663-acf0-8507228575a4 req-b69d9d69-d015-4026-b5e8-4fe746ac42d3 tempest-TestSecurityGroupsBasicOps-365501575 tempest-TestSecurityGroupsBasicOps-365501575-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:50:07.019284 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-a7ee03d1-1236-4663-acf0-8507228575a4 req-b69d9d69-d015-4026-b5e8-4fe746ac42d3 tempest-TestSecurityGroupsBasicOps-365501575 tempest-TestSecurityGroupsBasicOps-365501575-project] 10.222.0.67 "GET /v2.0/networks?id=d2d61718-83a2-40fa-b610-94a9848bc9af HTTP/1.1" status: 200 len: 798 time: 0.2367673 Sep 23 19:50:07.044108 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-75ba620c-d12c-46d8-ae6d-1203758fed64 admin admin] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 1.5596070 Sep 23 19:50:07.044455 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 47940) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:50:07.053681 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-a7ee03d1-1236-4663-acf0-8507228575a4 req-1c1d66ca-a478-47d8-b690-bd11f0de9226 tempest-TestSecurityGroupsBasicOps-365501575 tempest-TestSecurityGroupsBasicOps-365501575-project] 10.222.0.67 "GET /v2.0/quotas/bac6fc5f7b6645d7a54784d0fdaa00b3 HTTP/1.1" status: 200 len: 375 time: 0.0332880 Sep 23 19:50:07.065989 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.v2.base [None req-204d8e66-400d-4e15-8b95-dcaea042f483 admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-119810177-router', 'tenant_id': 'c3807658128048f6b8775b525a0df923', 'external_gateway_info': {'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac'}}} {{(pid=95101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:50:07.067802 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-96863dc9-9905-4fc1-9121-868dab38a96a tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4398944', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5388242'] for subnet, after_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:07.115878 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-204d8e66-400d-4e15-8b95-dcaea042f483 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-594563', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29355'] for router, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:07.122109 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-204d8e66-400d-4e15-8b95-dcaea042f483 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-597363', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-601731', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-739356', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29346'] for router, precommit_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:07.128532 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Provisioning complete for port 3d150cc0-f515-4a45-9818-aee77a960e92 triggered by entity L2. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:50:07.129044 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:07.157527 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-6b9e67fa-3f91-41d7-aea5-0233a685ee75 None None] Provisioning complete for port 69d4bdc6-652f-46ec-91b6-672de09d587a triggered by entity DHCP. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:50:07.157897 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-6b9e67fa-3f91-41d7-aea5-0233a685ee75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:07.202673 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-a7ee03d1-1236-4663-acf0-8507228575a4 req-9bab47d3-0206-4b31-a881-e04d90808946 tempest-TestSecurityGroupsBasicOps-365501575 tempest-TestSecurityGroupsBasicOps-365501575-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=bac6fc5f7b6645d7a54784d0fdaa00b3&fields=id HTTP/1.1" status: 200 len: 486 time: 0.1469223 Sep 23 19:50:07.225330 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-204d8e66-400d-4e15-8b95-dcaea042f483 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:07.226812 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-e9d771fe-752d-4619-917a-d356f5ea196e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:07.229638 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-e9d771fe-752d-4619-917a-d356f5ea196e admin admin] Notify callbacks [] for security_group, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:07.234464 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-e9d771fe-752d-4619-917a-d356f5ea196e admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/436325fb-ccbc-4de6-8af3-b55e584eb584 HTTP/1.1" status: 204 len: 168 time: 0.3314984 Sep 23 19:50:07.282293 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9d771fe-752d-4619-917a-d356f5ea196e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=436325fb-ccbc-4de6-8af3-b55e584eb584,revision_number=None']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:50:07.310285 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_dvr_db [None req-7b17e9a8-fe46-4de0-b61c-f48b0388b468 None None] Set router 94be7ace-69d6-4d01-a007-076155448f3a gateway port host: n-d-713301-16 {{(pid=95103) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 19:50:07.393268 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-a7ee03d1-1236-4663-acf0-8507228575a4 req-86a3ca33-4eae-4cfa-83d9-4f1a90a81cb6 service neutron] 10.222.0.67 "GET /v2.0/networks/d2d61718-83a2-40fa-b610-94a9848bc9af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1667190 Sep 23 19:50:07.403907 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96863dc9-9905-4fc1-9121-868dab38a96a tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] Pushing event updated for resources: {'Subnet': ['ID=c68c148b-6059-44bc-9070-d2539637742b,revision_number=0']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:50:07.439989 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.plugin [None req-6b9e67fa-3f91-41d7-aea5-0233a685ee75 None None] Port 69d4bdc6-652f-46ec-91b6-672de09d587a cannot update to ACTIVE because it is not bound. {{(pid=95103) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 19:50:07.456479 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96863dc9-9905-4fc1-9121-868dab38a96a tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] Checking segment: {'id': 'de1c14a8-e8df-4f94-80aa-fe7c84642726', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'c1acc1db-b36e-46f0-bc33-aadd9c03bc77'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95102) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:50:07.456902 n-d-713301-16 neutron-server[95102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96863dc9-9905-4fc1-9121-868dab38a96a tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] Network hostable DHCP agents. Network: c1acc1db-b36e-46f0-bc33-aadd9c03bc77, hostable agents: ['1b18bf05-1b5f-4587-be5c-af3ac38e32ad'], hosted agents: [] {{(pid=95102) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 19:50:07.467153 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-204d8e66-400d-4e15-8b95-dcaea042f483 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:07.594679 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-777c3a93-5098-45fd-8338-edbdbc0663d4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4c8b80df-07eb-5275-9f17-5cf640db67c0-4ebe425a-4e50-4f6b-91d3-96d94eeed3e4', 'network_id': '4ebe425a-4e50-4f6b-91d3-96d94eeed3e4', 'tenant_id': 'c3807658128048f6b8775b525a0df923', 'fixed_ips': [{'subnet_id': '0c1bcbf1-3068-4abd-8ee8-ccbb777edfc8'}]}} from n-d-713301-16. {{(pid=95103) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 23 19:50:07.595551 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-777c3a93-5098-45fd-8338-edbdbc0663d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_create {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:07.641580 n-d-713301-16 neutron-server[95102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96863dc9-9905-4fc1-9121-868dab38a96a tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] Network c1acc1db-b36e-46f0-bc33-aadd9c03bc77 is scheduled to be hosted by DHCP agent 1b18bf05-1b5f-4587-be5c-af3ac38e32ad with binding_index 1 {{(pid=95102) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 19:50:07.713234 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-ccbffc6d-eb93-44b4-8cc0-94718a1bce46 None None] Provisioning complete for port 1ed5719e-dd6b-4ddc-81d1-a3227ae8ebf9 triggered by entity DHCP. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:50:07.713769 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-ccbffc6d-eb93-44b4-8cc0-94718a1bce46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:07.743490 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-a7ee03d1-1236-4663-acf0-8507228575a4 req-74098ace-0ea4-4421-9991-c3c20b549f77 service neutron] 10.222.0.67 "GET /v2.0/networks/d2d61718-83a2-40fa-b610-94a9848bc9af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3159142 Sep 23 19:50:07.749284 n-d-713301-16 neutron-server[95102]: DEBUG neutron.scheduler.base_scheduler [None req-96863dc9-9905-4fc1-9121-868dab38a96a tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713301-16, c1acc1db-b36e-46f0-bc33-aadd9c03bc77) {{(pid=95102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:50:07.779430 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96863dc9-9905-4fc1-9121-868dab38a96a tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:50:07.784757 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-96863dc9-9905-4fc1-9121-868dab38a96a tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] Notify callbacks [] for subnet, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:07.792799 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-204d8e66-400d-4e15-8b95-dcaea042f483 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:07.819669 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-204d8e66-400d-4e15-8b95-dcaea042f483 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:07.820459 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-96863dc9-9905-4fc1-9121-868dab38a96a tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.6387179 Sep 23 19:50:07.823062 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 47958) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:50:07.829827 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.v2.base [None req-3471031d-ce57-4283-b0ce-0582fa75f899 tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] Request body: {'port': {'network_id': 'c1acc1db-b36e-46f0-bc33-aadd9c03bc77', 'name': 'tempest-PortsIpV6TestJSON-1859849278'}} {{(pid=95102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:50:07.876176 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdc9063f-1945-492a-af8f-c8887db407ec None None] Network c1acc1db-b36e-46f0-bc33-aadd9c03bc77 requested from n-d-713301-16 {{(pid=95103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 19:50:08.021666 n-d-713301-16 neutron-server[95101]: DEBUG neutron.db.db_base_plugin_common [None req-204d8e66-400d-4e15-8b95-dcaea042f483 admin admin] Allocated IP 172.25.1.197 (5dec5c09-378e-4f50-89cc-d94eb81c3bac/eff83446-018c-428d-b3f5-54ac9abe7a2a/129c9baf-205c-439a-acb3-690a61507527) {{(pid=95101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 19:50:08.111293 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Device 1ed5719e-dd6b-4ddc-81d1-a3227ae8ebf9 up at agent ovs-agent-n-d-713301-16 {{(pid=95103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 19:50:08.130350 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3471031d-ce57-4283-b0ce-0582fa75f899 tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] Made reservation on behalf of 68089a352b444323aeac869b275be256 for: {'port': 1} {{(pid=95102) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:50:08.138978 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-3471031d-ce57-4283-b0ce-0582fa75f899 tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:08.188895 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-e3411278-3229-40b3-a82c-b6597a48fe52 req-c7e340a3-5122-49bd-8f03-7549e663427d tempest-TestSecurityGroupsBasicOps-365501575 tempest-TestSecurityGroupsBasicOps-365501575-project] 10.222.0.67 "GET /v2.0/ports?device_id=6bd7699e-da22-4125-b20b-920c51ed1c7b HTTP/1.1" status: 200 len: 210 time: 0.0844815 Sep 23 19:50:08.209186 n-d-713301-16 neutron-server[95102]: DEBUG neutron.notifiers.nova [None req-3471031d-ce57-4283-b0ce-0582fa75f899 tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] device_id is not set on port 37ae0bbf-aa1d-4cb0-8049-7a95d008f610 yet. {{(pid=95102) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 23 19:50:08.258771 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-204d8e66-400d-4e15-8b95-dcaea042f483 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:08.337469 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-204d8e66-400d-4e15-8b95-dcaea042f483 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783145673135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5607431'] for port, after_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:08.475405 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-204d8e66-400d-4e15-8b95-dcaea042f483 admin admin] Network 5dec5c09-378e-4f50-89cc-d94eb81c3bac is already hosted by enough agents. {{(pid=95101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:50:08.494113 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.base_scheduler [None req-204d8e66-400d-4e15-8b95-dcaea042f483 admin admin] Resources bound (agent type, host, resource id): {{(pid=95101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:50:08.498839 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-204d8e66-400d-4e15-8b95-dcaea042f483 admin admin] Pushing event updated for resources: {'Port': ['ID=129c9baf-205c-439a-acb3-690a61507527,revision_number=1']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:50:08.502370 n-d-713301-16 neutron-server[95101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-204d8e66-400d-4e15-8b95-dcaea042f483 admin admin] Received port after_create {{(pid=95101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 19:50:08.509860 n-d-713301-16 neutron-server[95102]: DEBUG neutron.db.db_base_plugin_common [None req-3471031d-ce57-4283-b0ce-0582fa75f899 tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] Allocated IP 2001:db8::3d3 (c1acc1db-b36e-46f0-bc33-aadd9c03bc77/c68c148b-6059-44bc-9070-d2539637742b/37ae0bbf-aa1d-4cb0-8049-7a95d008f610) {{(pid=95102) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 19:50:08.690581 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Provisioning complete for port 1ed5719e-dd6b-4ddc-81d1-a3227ae8ebf9 triggered by entity L2. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:50:08.691151 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:08.767461 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-3471031d-ce57-4283-b0ce-0582fa75f899 tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] Notify callbacks [] for port, precommit_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:08.860844 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-3471031d-ce57-4283-b0ce-0582fa75f899 tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783145673135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4399100'] for port, after_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:08.884000 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_hamode_db [None req-7b17e9a8-fe46-4de0-b61c-f48b0388b468 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94be7ace-69d6-4d01-a007-076155448f3a', 'name': 'tempest-TestSecurityGroupsBasicOps-router-297328267', 'tenant_id': 'bac6fc5f7b6645d7a54784d0fdaa00b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'external_fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.186'}], 'enable_snat': True}, 'gw_port_id': 'e03a48f9-305f-4c2c-b4f6-3fc79a333040', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:49:54Z', 'updated_at': '2021-09-23T19:50:03Z', 'revision_number': 4, 'project_id': 'bac6fc5f7b6645d7a54784d0fdaa00b3', 'gw_port': {'id': 'e03a48f9-305f-4c2c-b4f6-3fc79a333040', 'name': '', 'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:ef:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94be7ace-69d6-4d01-a007-076155448f3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3606, 'fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:49:55Z', 'updated_at': '2021-09-23T19:50:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-16', '_interfaces': [{'id': '69d4bdc6-652f-46ec-91b6-672de09d587a', 'name': '', 'network_id': 'd2d61718-83a2-40fa-b610-94a9848bc9af', 'tenant_id': 'bac6fc5f7b6645d7a54784d0fdaa00b3', 'mac_address': 'fa:16:3e:e8:3e:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '94be7ace-69d6-4d01-a007-076155448f3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3612, 'fixed_ips': [{'subnet_id': '6728f6b9-af1e-4e97-8ce4-664684d923e7', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:50:01Z', 'updated_at': '2021-09-23T19:50:04Z', 'revision_number': 2, 'project_id': 'bac6fc5f7b6645d7a54784d0fdaa00b3', 'subnets': [{'id': '6728f6b9-af1e-4e97-8ce4-664684d923e7', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-16', False) {} {{(pid=95103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:50:08.915996 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a55a2535-e965-48d2-b4b1-aa0008256b11 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4c8b80df-07eb-5275-9f17-5cf640db67c0-c1acc1db-b36e-46f0-bc33-aadd9c03bc77', 'network_id': 'c1acc1db-b36e-46f0-bc33-aadd9c03bc77', 'tenant_id': '68089a352b444323aeac869b275be256', 'fixed_ips': [{'subnet_id': 'c68c148b-6059-44bc-9070-d2539637742b'}]}} from n-d-713301-16. {{(pid=95103) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 23 19:50:08.916934 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-a55a2535-e965-48d2-b4b1-aa0008256b11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_create {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:08.933383 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b17e9a8-fe46-4de0-b61c-f48b0388b468 None None] Checking router: 94be7ace-69d6-4d01-a007-076155448f3a for host: n-d-713301-16 {{(pid=95103) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 19:50:08.933978 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b17e9a8-fe46-4de0-b61c-f48b0388b468 None None] Updating router 94be7ace-69d6-4d01-a007-076155448f3a port 69d4bdc6-652f-46ec-91b6-672de09d587a binding host n-d-713301-16 {{(pid=95103) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 23 19:50:08.963668 n-d-713301-16 neutron-server[95102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3471031d-ce57-4283-b0ce-0582fa75f899 tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] Network c1acc1db-b36e-46f0-bc33-aadd9c03bc77 is already hosted by enough agents. {{(pid=95102) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:50:08.967506 n-d-713301-16 neutron-server[95102]: DEBUG neutron.scheduler.base_scheduler [None req-3471031d-ce57-4283-b0ce-0582fa75f899 tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] Resources bound (agent type, host, resource id): {{(pid=95102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:50:08.971724 n-d-713301-16 neutron-server[95102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3471031d-ce57-4283-b0ce-0582fa75f899 tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] Received port after_create {{(pid=95102) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 19:50:08.977917 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3471031d-ce57-4283-b0ce-0582fa75f899 tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:50:08.978576 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-3471031d-ce57-4283-b0ce-0582fa75f899 tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222849'] for port, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:08.997374 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3471031d-ce57-4283-b0ce-0582fa75f899 tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] Pushing event updated for resources: {'Port': ['ID=37ae0bbf-aa1d-4cb0-8049-7a95d008f610,revision_number=1']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:50:09.007397 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3471031d-ce57-4283-b0ce-0582fa75f899 tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:50:09.007752 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3471031d-ce57-4283-b0ce-0582fa75f899 tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:50:09.008100 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3471031d-ce57-4283-b0ce-0582fa75f899 tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:50:09.008444 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3471031d-ce57-4283-b0ce-0582fa75f899 tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:50:09.008812 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3471031d-ce57-4283-b0ce-0582fa75f899 tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:50:09.009149 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3471031d-ce57-4283-b0ce-0582fa75f899 tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:50:09.009479 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3471031d-ce57-4283-b0ce-0582fa75f899 tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:50:09.009810 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3471031d-ce57-4283-b0ce-0582fa75f899 tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:50:09.010146 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3471031d-ce57-4283-b0ce-0582fa75f899 tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:50:09.010476 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3471031d-ce57-4283-b0ce-0582fa75f899 tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:50:09.010804 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3471031d-ce57-4283-b0ce-0582fa75f899 tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:50:09.011133 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3471031d-ce57-4283-b0ce-0582fa75f899 tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:50:09.016989 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-3471031d-ce57-4283-b0ce-0582fa75f899 tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.1928771 Sep 23 19:50:09.019790 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 48002) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:50:09.153759 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.db_base_plugin_common [None req-777c3a93-5098-45fd-8338-edbdbc0663d4 None None] Allocated IP 172.20.0.2 (4ebe425a-4e50-4f6b-91d3-96d94eeed3e4/0c1bcbf1-3068-4abd-8ee8-ccbb777edfc8/492661fb-0179-45f9-ac13-d33d66237883) {{(pid=95103) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 19:50:09.162386 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-7b17e9a8-fe46-4de0-b61c-f48b0388b468 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:09.183719 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-204d8e66-400d-4e15-8b95-dcaea042f483 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:09.197999 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.db_base_plugin_common [None req-a55a2535-e965-48d2-b4b1-aa0008256b11 None None] Allocated IP 2001:db8::2 (c1acc1db-b36e-46f0-bc33-aadd9c03bc77/c68c148b-6059-44bc-9070-d2539637742b/8a416120-140e-4389-a9d1-edca6752edc2) {{(pid=95103) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 19:50:09.367659 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-31884a48-9689-4ed2-91fc-b6773e8729d9 req-aae31090-ad8d-45f6-ab8a-96b0074b5cf6 tempest-TestSecurityGroupsBasicOps-365501575 tempest-TestSecurityGroupsBasicOps-365501575-project] 10.222.0.67 "GET /v2.0/ports?device_id=6bd7699e-da22-4125-b20b-920c51ed1c7b HTTP/1.1" status: 200 len: 210 time: 0.0442390 Sep 23 19:50:09.406201 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-ccbffc6d-eb93-44b4-8cc0-94718a1bce46 None None] Provisioning complete for port 69d4bdc6-652f-46ec-91b6-672de09d587a triggered by entity DHCP. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:50:09.406784 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-ccbffc6d-eb93-44b4-8cc0-94718a1bce46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:09.435204 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.plugin [None req-5ed94c18-1511-48ca-9a5f-391539b9b5fc tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] Deleting port 37ae0bbf-aa1d-4cb0-8049-7a95d008f610 {{(pid=95101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:50:09.435552 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-5ed94c18-1511-48ca-9a5f-391539b9b5fc tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783146157096'] for port, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:09.588247 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-5ed94c18-1511-48ca-9a5f-391539b9b5fc tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-605701'] for port, precommit_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:09.601835 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.plugin [None req-5ed94c18-1511-48ca-9a5f-391539b9b5fc tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] Calling delete_port for 37ae0bbf-aa1d-4cb0-8049-7a95d008f610 owned by {{(pid=95101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:50:09.649669 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Device e03a48f9-305f-4c2c-b4f6-3fc79a333040 up at agent ovs-agent-n-d-713301-16 {{(pid=95103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 19:50:09.676933 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.plugin [None req-ccbffc6d-eb93-44b4-8cc0-94718a1bce46 None None] Port 69d4bdc6-652f-46ec-91b6-672de09d587a cannot update to ACTIVE because it is not bound. {{(pid=95103) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 19:50:09.734907 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-a55a2535-e965-48d2-b4b1-aa0008256b11 None None] Notify callbacks [] for port, precommit_create {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:09.777604 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-a55a2535-e965-48d2-b4b1-aa0008256b11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783145673135'] for port, after_create {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:09.835338 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-204d8e66-400d-4e15-8b95-dcaea042f483 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-597258', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-601790'] for router, after_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:09.987601 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ee03d1-1236-4663-acf0-8507228575a4 req-daad0eb1-6450-45c9-9821-b8d114ae2676 tempest-TestSecurityGroupsBasicOps-365501575 tempest-TestSecurityGroupsBasicOps-365501575-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:50:09.991569 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-a7ee03d1-1236-4663-acf0-8507228575a4 req-daad0eb1-6450-45c9-9821-b8d114ae2676 tempest-TestSecurityGroupsBasicOps-365501575 tempest-TestSecurityGroupsBasicOps-365501575-project] 10.222.0.53 "GET /v2.0/networks?id=d2d61718-83a2-40fa-b610-94a9848bc9af HTTP/1.1" status: 200 len: 798 time: 0.1929834 Sep 23 19:50:09.997949 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Provisioning complete for port e03a48f9-305f-4c2c-b4f6-3fc79a333040 triggered by entity L2. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:50:09.999287 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:10.004297 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.v2.base [req-a7ee03d1-1236-4663-acf0-8507228575a4 req-ead46c05-17ad-4a7d-9170-0e65e168ddb9 tempest-TestSecurityGroupsBasicOps-365501575 tempest-TestSecurityGroupsBasicOps-365501575-project] Request body: {'port': {'device_id': '6bd7699e-da22-4125-b20b-920c51ed1c7b', 'network_id': 'd2d61718-83a2-40fa-b610-94a9848bc9af', 'admin_state_up': True, 'tenant_id': 'bac6fc5f7b6645d7a54784d0fdaa00b3'}} {{(pid=95102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:50:10.044224 n-d-713301-16 neutron-server[95103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a55a2535-e965-48d2-b4b1-aa0008256b11 None None] Network c1acc1db-b36e-46f0-bc33-aadd9c03bc77 is already hosted by enough agents. {{(pid=95103) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:50:10.075729 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-5ed94c18-1511-48ca-9a5f-391539b9b5fc tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783146162158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783145673144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5607431'] for port, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:10.122412 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ed94c18-1511-48ca-9a5f-391539b9b5fc tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] Pushing event deleted for resources: {'Port': ['ID=37ae0bbf-aa1d-4cb0-8049-7a95d008f610,revision_number=None']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:50:10.144739 n-d-713301-16 neutron-server[95103]: DEBUG neutron.scheduler.base_scheduler [None req-a55a2535-e965-48d2-b4b1-aa0008256b11 None None] Resources bound (agent type, host, resource id): {{(pid=95103) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:50:10.152852 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a55a2535-e965-48d2-b4b1-aa0008256b11 None None] Pushing event updated for resources: {'Port': ['ID=8a416120-140e-4389-a9d1-edca6752edc2,revision_number=1']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:50:10.156446 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a55a2535-e965-48d2-b4b1-aa0008256b11 None None] Received port after_create {{(pid=95103) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 19:50:10.192213 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a7ee03d1-1236-4663-acf0-8507228575a4 req-ead46c05-17ad-4a7d-9170-0e65e168ddb9 tempest-TestSecurityGroupsBasicOps-365501575 tempest-TestSecurityGroupsBasicOps-365501575-project] Made reservation on behalf of bac6fc5f7b6645d7a54784d0fdaa00b3 for: {'port': 1} {{(pid=95102) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:50:10.196240 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-5ed94c18-1511-48ca-9a5f-391539b9b5fc tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222849'] for port, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:10.198199 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-a7ee03d1-1236-4663-acf0-8507228575a4 req-ead46c05-17ad-4a7d-9170-0e65e168ddb9 tempest-TestSecurityGroupsBasicOps-365501575 tempest-TestSecurityGroupsBasicOps-365501575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:10.201343 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-5ed94c18-1511-48ca-9a5f-391539b9b5fc tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] 10.222.0.67 "DELETE /v2.0/ports/37ae0bbf-aa1d-4cb0-8049-7a95d008f610 HTTP/1.1" status: 204 len: 168 time: 1.1805625 Sep 23 19:50:10.202615 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 48036) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:50:10.232554 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Device 1ed5719e-dd6b-4ddc-81d1-a3227ae8ebf9 up at agent ovs-agent-n-d-713301-16 {{(pid=95103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 19:50:10.246455 n-d-713301-16 neutron-server[95101]: INFO neutron.pecan_wsgi.hooks.translation [None req-de43a598-a4d0-42c6-9244-acd20a8c1bc5 tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] DELETE failed (client error): The resource could not be found. Sep 23 19:50:10.246455 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-de43a598-a4d0-42c6-9244-acd20a8c1bc5 tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95101) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 23 19:50:10.246672 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-777c3a93-5098-45fd-8338-edbdbc0663d4 None None] Notify callbacks [] for port, precommit_create {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:10.246785 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-de43a598-a4d0-42c6-9244-acd20a8c1bc5 tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] 10.222.0.67 "DELETE /v2.0/ports/37ae0bbf-aa1d-4cb0-8049-7a95d008f610 HTTP/1.1" status: 404 len: 333 time: 0.0382810 Sep 23 19:50:10.251371 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 48040) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:50:10.288749 n-d-713301-16 neutron-server[95101]: INFO neutron.pecan_wsgi.hooks.translation [None req-0607e870-9bd0-4771-af1e-0802d590fec2 tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] GET failed (client error): The resource could not be found. Sep 23 19:50:10.293989 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-0607e870-9bd0-4771-af1e-0802d590fec2 tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] 10.222.0.67 "GET /v2.0/ports/37ae0bbf-aa1d-4cb0-8049-7a95d008f610 HTTP/1.1" status: 404 len: 333 time: 0.0408146 Sep 23 19:50:10.295827 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 48044) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:50:10.310742 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-204d8e66-400d-4e15-8b95-dcaea042f483 admin admin] Router f885ef05-8455-478c-a724-b2ff267ed795 is scheduled to L3 agent 79a740bf-7821-4989-8288-7186e3e128f3 with binding_index 1 {{(pid=95101) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 23 19:50:10.360818 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-777c3a93-5098-45fd-8338-edbdbc0663d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783145673135'] for port, after_create {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:10.377002 n-d-713301-16 neutron-server[95102]: DEBUG neutron.db.db_base_plugin_v2 [None req-3f7f6663-9cb0-41ff-83ca-c8fbc5171436 tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] Deleting subnet c68c148b-6059-44bc-9070-d2539637742b {{(pid=95102) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 23 19:50:10.380767 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-3f7f6663-9cb0-41ff-83ca-c8fbc5171436 tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] Notify callbacks [] for subnet, before_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:10.441693 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-3f7f6663-9cb0-41ff-83ca-c8fbc5171436 tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6162825'] for subnet, precommit_delete_associations {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:10.563987 n-d-713301-16 neutron-server[95103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-777c3a93-5098-45fd-8338-edbdbc0663d4 None None] Network 4ebe425a-4e50-4f6b-91d3-96d94eeed3e4 is already hosted by enough agents. {{(pid=95103) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:50:10.565429 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.managers [None req-a55a2535-e965-48d2-b4b1-aa0008256b11 None None] Attempting to bind port 8a416120-140e-4389-a9d1-edca6752edc2 on host n-d-713301-16 for vnic_type normal with profile {{(pid=95103) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 19:50:10.565884 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.managers [None req-a55a2535-e965-48d2-b4b1-aa0008256b11 None None] Attempting to bind port 8a416120-140e-4389-a9d1-edca6752edc2 by drivers openvswitch,hyperv on host n-d-713301-16 at level 0 using segments [{'id': 'de1c14a8-e8df-4f94-80aa-fe7c84642726', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'c1acc1db-b36e-46f0-bc33-aadd9c03bc77'}] {{(pid=95103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 19:50:10.566345 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a55a2535-e965-48d2-b4b1-aa0008256b11 None None] Attempting to bind port 8a416120-140e-4389-a9d1-edca6752edc2 on network c1acc1db-b36e-46f0-bc33-aadd9c03bc77 {{(pid=95103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:50:10.575090 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-204d8e66-400d-4e15-8b95-dcaea042f483 admin admin] Notify agent at l3_agent.n-d-713301-16 the message routers_updated {{(pid=95101) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 19:50:10.582507 n-d-713301-16 neutron-server[95103]: DEBUG neutron.scheduler.base_scheduler [None req-777c3a93-5098-45fd-8338-edbdbc0663d4 None None] Resources bound (agent type, host, resource id): {{(pid=95103) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:50:10.588421 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-777c3a93-5098-45fd-8338-edbdbc0663d4 None None] Pushing event updated for resources: {'Port': ['ID=492661fb-0179-45f9-ac13-d33d66237883,revision_number=1']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:50:10.591078 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Provisioning complete for port 1ed5719e-dd6b-4ddc-81d1-a3227ae8ebf9 triggered by entity L2. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:50:10.591568 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:10.596815 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-777c3a93-5098-45fd-8338-edbdbc0663d4 None None] Received port after_create {{(pid=95103) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 19:50:10.598627 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75740790-37a8-4cfa-b107-5cd8148a7635 None None] Sync routers for ids ['f885ef05-8455-478c-a724-b2ff267ed795'] in n-d-713301-16 {{(pid=95104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 19:50:10.618719 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a55a2535-e965-48d2-b4b1-aa0008256b11 None None] Checking agent: {'id': '70a14545-df24-472f-8f95-bfe1719bff93', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 19, 7, 53), 'started_at': datetime.datetime(2021, 9, 23, 19, 8, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 19, 49, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 19:50:10.618982 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a55a2535-e965-48d2-b4b1-aa0008256b11 None None] Checking segment: {'id': 'de1c14a8-e8df-4f94-80aa-fe7c84642726', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'c1acc1db-b36e-46f0-bc33-aadd9c03bc77'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95103) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:50:10.619480 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-a55a2535-e965-48d2-b4b1-aa0008256b11 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:10.619944 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-204d8e66-400d-4e15-8b95-dcaea042f483 admin admin] Notify callbacks [] for router, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:10.620190 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a55a2535-e965-48d2-b4b1-aa0008256b11 None None] Bound using segment: {'id': 'de1c14a8-e8df-4f94-80aa-fe7c84642726', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'c1acc1db-b36e-46f0-bc33-aadd9c03bc77'} {{(pid=95103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 19:50:10.620767 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.managers [None req-a55a2535-e965-48d2-b4b1-aa0008256b11 None None] Bound port: 8a416120-140e-4389-a9d1-edca6752edc2, host: n-d-713301-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'de1c14a8-e8df-4f94-80aa-fe7c84642726', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'c1acc1db-b36e-46f0-bc33-aadd9c03bc77'}}] {{(pid=95103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 19:50:10.621242 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-a55a2535-e965-48d2-b4b1-aa0008256b11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:10.626286 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-204d8e66-400d-4e15-8b95-dcaea042f483 admin admin] 10.222.0.67 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 3.5687134 Sep 23 19:50:10.633356 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75740790-37a8-4cfa-b107-5cd8148a7635 None None] Routers {'f885ef05-8455-478c-a724-b2ff267ed795'} bound to L3 agent in host n-d-713301-16 {{(pid=95104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 19:50:10.633593 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 48064) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:50:10.642620 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_hamode_db [None req-75740790-37a8-4cfa-b107-5cd8148a7635 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-23T19:07:52Z,description=,heartbeat_timestamp=2021-09-23T19:49:53Z,host='n-d-713301-16',id=79a740bf-7821-4989-8288-7186e3e128f3,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:07:52Z,topic='l3_agent')) {'router_ids': ['f885ef05-8455-478c-a724-b2ff267ed795'], 'active': True} {{(pid=95104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:50:10.650531 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-7b17e9a8-fe46-4de0-b61c-f48b0388b468 None None] Notify callbacks [] for port, precommit_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:10.666876 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-7b17e9a8-fe46-4de0-b61c-f48b0388b468 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:10.673880 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-3f7f6663-9cb0-41ff-83ca-c8fbc5171436 tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1756813'] for subnet, precommit_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:10.793837 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-f87df941-d98e-4f25-971d-80c8d9f520fc req-dad5ebaa-b3a7-49ce-99e3-b4aaab7c09e0 tempest-TestSecurityGroupsBasicOps-365501575 tempest-TestSecurityGroupsBasicOps-365501575-project] 10.222.0.67 "GET /v2.0/ports?device_id=6bd7699e-da22-4125-b20b-920c51ed1c7b HTTP/1.1" status: 200 len: 210 time: 0.2329400 Sep 23 19:50:10.795056 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-3f7f6663-9cb0-41ff-83ca-c8fbc5171436 tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1756804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4399009', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5388229'] for subnet, after_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:10.884207 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.managers [None req-777c3a93-5098-45fd-8338-edbdbc0663d4 None None] Attempting to bind port 492661fb-0179-45f9-ac13-d33d66237883 on host n-d-713301-16 for vnic_type normal with profile {{(pid=95103) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 19:50:10.885426 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.managers [None req-777c3a93-5098-45fd-8338-edbdbc0663d4 None None] Attempting to bind port 492661fb-0179-45f9-ac13-d33d66237883 by drivers openvswitch,hyperv on host n-d-713301-16 at level 0 using segments [{'id': '47fc8a2f-a3fa-4467-a3c0-53c0851b5594', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '4ebe425a-4e50-4f6b-91d3-96d94eeed3e4'}] {{(pid=95103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 19:50:10.885816 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-777c3a93-5098-45fd-8338-edbdbc0663d4 None None] Attempting to bind port 492661fb-0179-45f9-ac13-d33d66237883 on network 4ebe425a-4e50-4f6b-91d3-96d94eeed3e4 {{(pid=95103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:50:10.909672 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f7f6663-9cb0-41ff-83ca-c8fbc5171436 tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] Pushing event deleted for resources: {'Subnet': ['ID=c68c148b-6059-44bc-9070-d2539637742b,revision_number=None']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:50:10.912480 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-3f7f6663-9cb0-41ff-83ca-c8fbc5171436 tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] Notify callbacks [] for subnet, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:10.914779 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-3f7f6663-9cb0-41ff-83ca-c8fbc5171436 tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] 10.222.0.67 "DELETE /v2.0/subnets/c68c148b-6059-44bc-9070-d2539637742b HTTP/1.1" status: 204 len: 168 time: 0.6179562 Sep 23 19:50:10.927601 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 48074) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:50:11.007118 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-a55a2535-e965-48d2-b4b1-aa0008256b11 None None] For port 8a416120-140e-4389-a9d1-edca6752edc2, host n-d-713301-16, cleared binding levels {{(pid=95103) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 19:50:11.013772 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-a55a2535-e965-48d2-b4b1-aa0008256b11 None None] For port 8a416120-140e-4389-a9d1-edca6752edc2, host n-d-713301-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-16',level=0,port_id=8a416120-140e-4389-a9d1-edca6752edc2,segment=NetworkSegment(de1c14a8-e8df-4f94-80aa-fe7c84642726),segment_id=de1c14a8-e8df-4f94-80aa-fe7c84642726)] {{(pid=95103) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 19:50:11.029459 n-d-713301-16 neutron-server[95102]: DEBUG neutron.db.db_base_plugin_common [req-a7ee03d1-1236-4663-acf0-8507228575a4 req-ead46c05-17ad-4a7d-9170-0e65e168ddb9 tempest-TestSecurityGroupsBasicOps-365501575 tempest-TestSecurityGroupsBasicOps-365501575-project] Allocated IP 172.20.0.25 (d2d61718-83a2-40fa-b610-94a9848bc9af/6728f6b9-af1e-4e97-8ce4-664684d923e7/1905f264-6b67-46a6-834e-390c351ab4ef) {{(pid=95102) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 19:50:11.035856 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_dvr_db [None req-75740790-37a8-4cfa-b107-5cd8148a7635 None None] Set router f885ef05-8455-478c-a724-b2ff267ed795 gateway port host: n-d-713301-16 {{(pid=95104) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 19:50:11.228573 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a55ac43a-1206-44e5-803b-dd449fe0bbd9 None None] Pushing event updated for resources: {'Port': ['ID=69d4bdc6-652f-46ec-91b6-672de09d587a,revision_number=3']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:50:11.239112 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-777c3a93-5098-45fd-8338-edbdbc0663d4 None None] Checking agent: {'id': '70a14545-df24-472f-8f95-bfe1719bff93', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 19, 7, 53), 'started_at': datetime.datetime(2021, 9, 23, 19, 8, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 19, 49, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 19:50:11.239503 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-777c3a93-5098-45fd-8338-edbdbc0663d4 None None] Checking segment: {'id': '47fc8a2f-a3fa-4467-a3c0-53c0851b5594', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '4ebe425a-4e50-4f6b-91d3-96d94eeed3e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95103) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:50:11.242171 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-777c3a93-5098-45fd-8338-edbdbc0663d4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:11.242588 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-777c3a93-5098-45fd-8338-edbdbc0663d4 None None] Bound using segment: {'id': '47fc8a2f-a3fa-4467-a3c0-53c0851b5594', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '4ebe425a-4e50-4f6b-91d3-96d94eeed3e4'} {{(pid=95103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 19:50:11.243154 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.managers [None req-777c3a93-5098-45fd-8338-edbdbc0663d4 None None] Bound port: 492661fb-0179-45f9-ac13-d33d66237883, host: n-d-713301-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '47fc8a2f-a3fa-4467-a3c0-53c0851b5594', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '4ebe425a-4e50-4f6b-91d3-96d94eeed3e4'}}] {{(pid=95103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 19:50:11.243559 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-777c3a93-5098-45fd-8338-edbdbc0663d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:11.267528 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-a55a2535-e965-48d2-b4b1-aa0008256b11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:11.282175 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-61ab8f0c-8339-42bb-b41e-c83a2deb0a71 tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1628021'] for network, before_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:11.453529 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.managers [None req-7b17e9a8-fe46-4de0-b61c-f48b0388b468 None None] Attempting to bind port 69d4bdc6-652f-46ec-91b6-672de09d587a on host n-d-713301-16 for vnic_type normal with profile {{(pid=95103) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 19:50:11.453904 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.managers [None req-7b17e9a8-fe46-4de0-b61c-f48b0388b468 None None] Attempting to bind port 69d4bdc6-652f-46ec-91b6-672de09d587a by drivers openvswitch,hyperv on host n-d-713301-16 at level 0 using segments [{'id': '4f8a9d02-bef3-4414-84e9-68a759961ded', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'd2d61718-83a2-40fa-b610-94a9848bc9af'}] {{(pid=95103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 19:50:11.454537 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b17e9a8-fe46-4de0-b61c-f48b0388b468 None None] Attempting to bind port 69d4bdc6-652f-46ec-91b6-672de09d587a on network d2d61718-83a2-40fa-b610-94a9848bc9af {{(pid=95103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:50:11.523017 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_hamode_db [None req-75740790-37a8-4cfa-b107-5cd8148a7635 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f885ef05-8455-478c-a724-b2ff267ed795', 'name': 'tempest-TestServerBasicOps-119810177-router', 'tenant_id': 'c3807658128048f6b8775b525a0df923', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'external_fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.197'}], 'enable_snat': True}, 'gw_port_id': '129c9baf-205c-439a-acb3-690a61507527', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:50:07Z', 'updated_at': '2021-09-23T19:50:08Z', 'revision_number': 3, 'project_id': 'c3807658128048f6b8775b525a0df923', 'gw_port': {'id': '129c9baf-205c-439a-acb3-690a61507527', 'name': '', 'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:60:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f885ef05-8455-478c-a724-b2ff267ed795', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3635, 'fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:50:07Z', 'updated_at': '2021-09-23T19:50:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-16'}], 'n-d-713301-16', False) {} {{(pid=95104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:50:11.538883 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-777c3a93-5098-45fd-8338-edbdbc0663d4 None None] For port 492661fb-0179-45f9-ac13-d33d66237883, host n-d-713301-16, cleared binding levels {{(pid=95103) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 19:50:11.545301 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-777c3a93-5098-45fd-8338-edbdbc0663d4 None None] For port 492661fb-0179-45f9-ac13-d33d66237883, host n-d-713301-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-16',level=0,port_id=492661fb-0179-45f9-ac13-d33d66237883,segment=NetworkSegment(47fc8a2f-a3fa-4467-a3c0-53c0851b5594),segment_id=47fc8a2f-a3fa-4467-a3c0-53c0851b5594)] {{(pid=95103) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 19:50:11.626239 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75740790-37a8-4cfa-b107-5cd8148a7635 None None] Checking router: f885ef05-8455-478c-a724-b2ff267ed795 for host: n-d-713301-16 {{(pid=95104) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 19:50:11.626854 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75740790-37a8-4cfa-b107-5cd8148a7635 None None] Updating router f885ef05-8455-478c-a724-b2ff267ed795 port 129c9baf-205c-439a-acb3-690a61507527 binding host n-d-713301-16 {{(pid=95104) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 23 19:50:11.666948 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a55a2535-e965-48d2-b4b1-aa0008256b11 None None] Pushing event updated for resources: {'Port': ['ID=8a416120-140e-4389-a9d1-edca6752edc2,revision_number=3']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:50:11.670191 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-777c3a93-5098-45fd-8338-edbdbc0663d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:11.680175 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-a7ee03d1-1236-4663-acf0-8507228575a4 req-ead46c05-17ad-4a7d-9170-0e65e168ddb9 tempest-TestSecurityGroupsBasicOps-365501575 tempest-TestSecurityGroupsBasicOps-365501575-project] Notify callbacks [] for port, precommit_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:11.681911 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b17e9a8-fe46-4de0-b61c-f48b0388b468 None None] Checking agent: {'id': '70a14545-df24-472f-8f95-bfe1719bff93', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 19, 7, 53), 'started_at': datetime.datetime(2021, 9, 23, 19, 8, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 19, 49, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 19:50:11.682411 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b17e9a8-fe46-4de0-b61c-f48b0388b468 None None] Checking segment: {'id': '4f8a9d02-bef3-4414-84e9-68a759961ded', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'd2d61718-83a2-40fa-b610-94a9848bc9af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95103) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:50:11.682667 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-7b17e9a8-fe46-4de0-b61c-f48b0388b468 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:11.683063 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b17e9a8-fe46-4de0-b61c-f48b0388b468 None None] Bound using segment: {'id': '4f8a9d02-bef3-4414-84e9-68a759961ded', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'd2d61718-83a2-40fa-b610-94a9848bc9af'} {{(pid=95103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 19:50:11.683548 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.managers [None req-7b17e9a8-fe46-4de0-b61c-f48b0388b468 None None] Bound port: 69d4bdc6-652f-46ec-91b6-672de09d587a, host: n-d-713301-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4f8a9d02-bef3-4414-84e9-68a759961ded', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'd2d61718-83a2-40fa-b610-94a9848bc9af'}}] {{(pid=95103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 19:50:11.683932 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-7b17e9a8-fe46-4de0-b61c-f48b0388b468 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:11.696247 n-d-713301-16 neutron-server[95104]: DEBUG neutron_lib.callbacks.manager [None req-75740790-37a8-4cfa-b107-5cd8148a7635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:11.806748 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 48094) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:50:11.832938 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.plugin [None req-61ab8f0c-8339-42bb-b41e-c83a2deb0a71 tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] Deleting port 8a416120-140e-4389-a9d1-edca6752edc2 {{(pid=95102) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:50:11.833285 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-61ab8f0c-8339-42bb-b41e-c83a2deb0a71 tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783146157096'] for port, before_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:11.927781 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-a7ee03d1-1236-4663-acf0-8507228575a4 req-ead46c05-17ad-4a7d-9170-0e65e168ddb9 tempest-TestSecurityGroupsBasicOps-365501575 tempest-TestSecurityGroupsBasicOps-365501575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783145673135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4399100'] for port, after_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:12.071157 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-bab8889c-7c5b-40ad-abc4-97bbe62cffd5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:12.071391 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ead46c05-17ad-4a7d-9170-0e65e168ddb9 tempest-TestSecurityGroupsBasicOps-365501575 tempest-TestSecurityGroupsBasicOps-365501575-project] Pushing event updated for resources: {'Port': ['ID=1905f264-6b67-46a6-834e-390c351ab4ef,revision_number=1']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:50:12.173654 n-d-713301-16 neutron-server[95102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a7ee03d1-1236-4663-acf0-8507228575a4 req-ead46c05-17ad-4a7d-9170-0e65e168ddb9 tempest-TestSecurityGroupsBasicOps-365501575 tempest-TestSecurityGroupsBasicOps-365501575-project] Network d2d61718-83a2-40fa-b610-94a9848bc9af is already hosted by enough agents. {{(pid=95102) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:50:12.184200 n-d-713301-16 neutron-server[95102]: DEBUG neutron.scheduler.base_scheduler [req-a7ee03d1-1236-4663-acf0-8507228575a4 req-ead46c05-17ad-4a7d-9170-0e65e168ddb9 tempest-TestSecurityGroupsBasicOps-365501575 tempest-TestSecurityGroupsBasicOps-365501575-project] Resources bound (agent type, host, resource id): {{(pid=95102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:50:12.193324 n-d-713301-16 neutron-server[95102]: DEBUG neutron.db.l3_dvrscheduler_db [req-a7ee03d1-1236-4663-acf0-8507228575a4 req-ead46c05-17ad-4a7d-9170-0e65e168ddb9 tempest-TestSecurityGroupsBasicOps-365501575 tempest-TestSecurityGroupsBasicOps-365501575-project] Received port after_create {{(pid=95102) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 19:50:12.216470 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-fbe54915-2dbf-461f-847c-d717862846c1 None None] Provisioning complete for port 69d4bdc6-652f-46ec-91b6-672de09d587a triggered by entity DHCP. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:50:12.217072 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-fbe54915-2dbf-461f-847c-d717862846c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:12.252740 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ee03d1-1236-4663-acf0-8507228575a4 req-ead46c05-17ad-4a7d-9170-0e65e168ddb9 tempest-TestSecurityGroupsBasicOps-365501575 tempest-TestSecurityGroupsBasicOps-365501575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:50:12.252740 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-a7ee03d1-1236-4663-acf0-8507228575a4 req-ead46c05-17ad-4a7d-9170-0e65e168ddb9 tempest-TestSecurityGroupsBasicOps-365501575 tempest-TestSecurityGroupsBasicOps-365501575-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222849'] for port, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:12.278029 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.db [None req-61ab8f0c-8339-42bb-b41e-c83a2deb0a71 tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] For port 8a416120-140e-4389-a9d1-edca6752edc2, host n-d-713301-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-16',level=0,port_id=8a416120-140e-4389-a9d1-edca6752edc2,segment=NetworkSegment(de1c14a8-e8df-4f94-80aa-fe7c84642726),segment_id=de1c14a8-e8df-4f94-80aa-fe7c84642726)] {{(pid=95102) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:50:12.278425 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-61ab8f0c-8339-42bb-b41e-c83a2deb0a71 tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-605701'] for port, precommit_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:12.318269 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.plugin [None req-fbe54915-2dbf-461f-847c-d717862846c1 None None] Port 69d4bdc6-652f-46ec-91b6-672de09d587a cannot update to ACTIVE because it is not bound. {{(pid=95103) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 19:50:12.367649 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65058262-2816-40cb-b880-ff07afdedc5b req-184aaa1a-34a5-4443-824f-417ef156b144 tempest-TestSecurityGroupsBasicOps-365501575 tempest-TestSecurityGroupsBasicOps-365501575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:50:12.369890 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-65058262-2816-40cb-b880-ff07afdedc5b req-184aaa1a-34a5-4443-824f-417ef156b144 tempest-TestSecurityGroupsBasicOps-365501575 tempest-TestSecurityGroupsBasicOps-365501575-project] 10.222.0.67 "GET /v2.0/ports?device_id=6bd7699e-da22-4125-b20b-920c51ed1c7b HTTP/1.1" status: 200 len: 895 time: 0.3233182 Sep 23 19:50:12.375850 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-a7ee03d1-1236-4663-acf0-8507228575a4 req-ead46c05-17ad-4a7d-9170-0e65e168ddb9 tempest-TestSecurityGroupsBasicOps-365501575 tempest-TestSecurityGroupsBasicOps-365501575-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 897 time: 2.3756680 Sep 23 19:50:12.376792 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.plugin [None req-61ab8f0c-8339-42bb-b41e-c83a2deb0a71 tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] Calling delete_port for 8a416120-140e-4389-a9d1-edca6752edc2 owned by network:dhcp {{(pid=95102) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:50:12.419701 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.v2.base [req-a7ee03d1-1236-4663-acf0-8507228575a4 req-d9db85dc-be1d-4c09-ad93-5d5d821ff3a6 service neutron] Request body: {'port': {'device_id': '6bd7699e-da22-4125-b20b-920c51ed1c7b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713301-16'}} {{(pid=95102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:50:12.433666 n-d-713301-16 neutron-server[95104]: DEBUG neutron_lib.callbacks.manager [None req-75740790-37a8-4cfa-b107-5cd8148a7635 None None] Notify callbacks [] for port, precommit_update {{(pid=95104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:12.459435 n-d-713301-16 neutron-server[95104]: DEBUG neutron_lib.callbacks.manager [None req-75740790-37a8-4cfa-b107-5cd8148a7635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:12.464726 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-777c3a93-5098-45fd-8338-edbdbc0663d4 None None] Pushing event updated for resources: {'Port': ['ID=492661fb-0179-45f9-ac13-d33d66237883,revision_number=2']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:50:12.518285 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-7b17e9a8-fe46-4de0-b61c-f48b0388b468 None None] For port 69d4bdc6-652f-46ec-91b6-672de09d587a, host n-d-713301-16, cleared binding levels {{(pid=95103) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 19:50:12.531590 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-7b17e9a8-fe46-4de0-b61c-f48b0388b468 None None] For port 69d4bdc6-652f-46ec-91b6-672de09d587a, host n-d-713301-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-16',level=0,port_id=69d4bdc6-652f-46ec-91b6-672de09d587a,segment=NetworkSegment(4f8a9d02-bef3-4414-84e9-68a759961ded),segment_id=4f8a9d02-bef3-4414-84e9-68a759961ded)] {{(pid=95103) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 19:50:12.540642 n-d-713301-16 neutron-server[95101]: DEBUG neutron.db.db_base_plugin_common [None req-bab8889c-7c5b-40ad-abc4-97bbe62cffd5 admin admin] Allocated IP 172.20.0.1 (4ebe425a-4e50-4f6b-91d3-96d94eeed3e4/0c1bcbf1-3068-4abd-8ee8-ccbb777edfc8/cf58547d-e6ba-44fb-a7fa-5c15b664e343) {{(pid=95101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 19:50:12.567376 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-7b17e9a8-fe46-4de0-b61c-f48b0388b468 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:12.657861 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b2c81cb-050e-444f-8acc-5cc2b5fb1b08 None None] Pushing event updated for resources: {'Port': ['ID=129c9baf-205c-439a-acb3-690a61507527,revision_number=2']} {{(pid=95104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:50:12.688991 n-d-713301-16 neutron-server[95104]: DEBUG neutron.plugins.ml2.managers [None req-75740790-37a8-4cfa-b107-5cd8148a7635 None None] Attempting to bind port 129c9baf-205c-439a-acb3-690a61507527 on host n-d-713301-16 for vnic_type normal with profile {{(pid=95104) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 19:50:12.693644 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-bab8889c-7c5b-40ad-abc4-97bbe62cffd5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:12.694379 n-d-713301-16 neutron-server[95104]: DEBUG neutron.plugins.ml2.managers [None req-75740790-37a8-4cfa-b107-5cd8148a7635 None None] Attempting to bind port 129c9baf-205c-439a-acb3-690a61507527 by drivers openvswitch,hyperv on host n-d-713301-16 at level 0 using segments [{'id': '7d4027f1-d893-4c7b-95d4-757b8e44e380', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac'}] {{(pid=95104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 19:50:12.694881 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b17e9a8-fe46-4de0-b61c-f48b0388b468 None None] Routers {'94be7ace-69d6-4d01-a007-076155448f3a'} bound to L3 agent in host n-d-713301-16 {{(pid=95103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 19:50:12.695154 n-d-713301-16 neutron-server[95104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75740790-37a8-4cfa-b107-5cd8148a7635 None None] Attempting to bind port 129c9baf-205c-439a-acb3-690a61507527 on network 5dec5c09-378e-4f50-89cc-d94eb81c3bac {{(pid=95104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:50:12.696090 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_hamode_db [None req-7b17e9a8-fe46-4de0-b61c-f48b0388b468 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-23T19:07:52Z,description=,heartbeat_timestamp=2021-09-23T19:49:53Z,host='n-d-713301-16',id=79a740bf-7821-4989-8288-7186e3e128f3,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:07:52Z,topic='l3_agent')) {'router_ids': ['94be7ace-69d6-4d01-a007-076155448f3a'], 'active': True} {{(pid=95103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:50:12.705594 n-d-713301-16 neutron-server[95104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75740790-37a8-4cfa-b107-5cd8148a7635 None None] Checking agent: {'id': '70a14545-df24-472f-8f95-bfe1719bff93', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 19, 7, 53), 'started_at': datetime.datetime(2021, 9, 23, 19, 8, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 19, 49, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 19:50:12.706288 n-d-713301-16 neutron-server[95104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75740790-37a8-4cfa-b107-5cd8148a7635 None None] Checking segment: {'id': '7d4027f1-d893-4c7b-95d4-757b8e44e380', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95104) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:50:12.706852 n-d-713301-16 neutron-server[95104]: DEBUG neutron_lib.callbacks.manager [None req-75740790-37a8-4cfa-b107-5cd8148a7635 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:12.707528 n-d-713301-16 neutron-server[95104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75740790-37a8-4cfa-b107-5cd8148a7635 None None] Bound using segment: {'id': '7d4027f1-d893-4c7b-95d4-757b8e44e380', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac'} {{(pid=95104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 19:50:12.708136 n-d-713301-16 neutron-server[95104]: DEBUG neutron.plugins.ml2.managers [None req-75740790-37a8-4cfa-b107-5cd8148a7635 None None] Bound port: 129c9baf-205c-439a-acb3-690a61507527, host: n-d-713301-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7d4027f1-d893-4c7b-95d4-757b8e44e380', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac'}}] {{(pid=95104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 19:50:12.708711 n-d-713301-16 neutron-server[95104]: DEBUG neutron_lib.callbacks.manager [None req-75740790-37a8-4cfa-b107-5cd8148a7635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:12.736771 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-663923bc-ab55-4ff6-a98b-ae06280ce06e admin admin] Notify callbacks [] for security_group, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:12.739591 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-bab8889c-7c5b-40ad-abc4-97bbe62cffd5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783145673135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5607431'] for port, after_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:12.758316 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-a7ee03d1-1236-4663-acf0-8507228575a4 req-d9db85dc-be1d-4c09-ad93-5d5d821ff3a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:12.883376 n-d-713301-16 neutron-server[95104]: DEBUG neutron.plugins.ml2.db [None req-75740790-37a8-4cfa-b107-5cd8148a7635 None None] For port 129c9baf-205c-439a-acb3-690a61507527, host n-d-713301-16, cleared binding levels {{(pid=95104) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 19:50:12.891321 n-d-713301-16 neutron-server[95104]: DEBUG neutron.plugins.ml2.db [None req-75740790-37a8-4cfa-b107-5cd8148a7635 None None] For port 129c9baf-205c-439a-acb3-690a61507527, host n-d-713301-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-16',level=0,port_id=129c9baf-205c-439a-acb3-690a61507527,segment=NetworkSegment(7d4027f1-d893-4c7b-95d4-757b8e44e380),segment_id=7d4027f1-d893-4c7b-95d4-757b8e44e380)] {{(pid=95104) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 19:50:12.906382 n-d-713301-16 neutron-server[95104]: DEBUG neutron_lib.callbacks.manager [None req-75740790-37a8-4cfa-b107-5cd8148a7635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:12.996401 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bab8889c-7c5b-40ad-abc4-97bbe62cffd5 admin admin] Network 4ebe425a-4e50-4f6b-91d3-96d94eeed3e4 is already hosted by enough agents. {{(pid=95101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:50:13.001586 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.base_scheduler [None req-bab8889c-7c5b-40ad-abc4-97bbe62cffd5 admin admin] Resources bound (agent type, host, resource id): {{(pid=95101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:50:13.009093 n-d-713301-16 neutron-server[95101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bab8889c-7c5b-40ad-abc4-97bbe62cffd5 admin admin] Received port after_create {{(pid=95101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 19:50:13.083797 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_dvr_db [None req-7b17e9a8-fe46-4de0-b61c-f48b0388b468 None None] Set router 94be7ace-69d6-4d01-a007-076155448f3a gateway port host: n-d-713301-16 {{(pid=95103) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 19:50:13.107261 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bab8889c-7c5b-40ad-abc4-97bbe62cffd5 admin admin] Pushing event updated for resources: {'Port': ['ID=cf58547d-e6ba-44fb-a7fa-5c15b664e343,revision_number=1']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:50:13.132186 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b2c81cb-050e-444f-8acc-5cc2b5fb1b08 None None] Pushing event updated for resources: {'Port': ['ID=129c9baf-205c-439a-acb3-690a61507527,revision_number=3']} {{(pid=95104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:50:13.145978 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-663923bc-ab55-4ff6-a98b-ae06280ce06e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:13.149028 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-bab8889c-7c5b-40ad-abc4-97bbe62cffd5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-601987'] for router_interface, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:13.150436 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75740790-37a8-4cfa-b107-5cd8148a7635 None None] Routers {'f885ef05-8455-478c-a724-b2ff267ed795'} bound to L3 agent in host n-d-713301-16 {{(pid=95104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 19:50:13.153388 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-663923bc-ab55-4ff6-a98b-ae06280ce06e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:13.153620 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_hamode_db [None req-75740790-37a8-4cfa-b107-5cd8148a7635 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-23T19:07:52Z,description=,heartbeat_timestamp=2021-09-23T19:49:53Z,host='n-d-713301-16',id=79a740bf-7821-4989-8288-7186e3e128f3,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:07:52Z,topic='l3_agent')) {'router_ids': ['f885ef05-8455-478c-a724-b2ff267ed795'], 'active': True} {{(pid=95104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:50:13.246492 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-663923bc-ab55-4ff6-a98b-ae06280ce06e admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=78034352ccb74e5e900fb35967e41727&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4386568 Sep 23 19:50:13.250459 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 48114) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:50:13.251229 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-663923bc-ab55-4ff6-a98b-ae06280ce06e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9ff8de6-d1a8-44c6-932f-db953f8a4c3c,revision_number=1']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:50:13.292547 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a55ac43a-1206-44e5-803b-dd449fe0bbd9 None None] Pushing event updated for resources: {'Port': ['ID=69d4bdc6-652f-46ec-91b6-672de09d587a,revision_number=4']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:50:13.340548 n-d-713301-16 neutron-server[95102]: DEBUG neutron.notifiers.nova [req-a7ee03d1-1236-4663-acf0-8507228575a4 req-d9db85dc-be1d-4c09-ad93-5d5d821ff3a6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1905f264-6b67-46a6-834e-390c351ab4ef {{(pid=95102) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 19:50:13.346163 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-04eb41a1-d633-448a-9c80-064428599b72 None None] Provisioning complete for port 1905f264-6b67-46a6-834e-390c351ab4ef triggered by entity DHCP. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:50:13.346623 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-04eb41a1-d633-448a-9c80-064428599b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:13.362253 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-a7ee03d1-1236-4663-acf0-8507228575a4 req-d9db85dc-be1d-4c09-ad93-5d5d821ff3a6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:13.377060 n-d-713301-16 neutron-server[95102]: DEBUG neutron.db.provisioning_blocks [req-a7ee03d1-1236-4663-acf0-8507228575a4 req-d9db85dc-be1d-4c09-ad93-5d5d821ff3a6 service neutron] Transition to ACTIVE for port object 1905f264-6b67-46a6-834e-390c351ab4ef will not be triggered until provisioned by entity L2. {{(pid=95102) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 19:50:13.383780 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-a7ee03d1-1236-4663-acf0-8507228575a4 req-d9db85dc-be1d-4c09-ad93-5d5d821ff3a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4399095'] for port, after_update {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:13.411359 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-f1713b71-6325-4514-ad90-0ded201ca150 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:13.441375 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-61ab8f0c-8339-42bb-b41e-c83a2deb0a71 tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783146162158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783145673144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4399100'] for port, after_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:13.485109 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_dvr_db [None req-75740790-37a8-4cfa-b107-5cd8148a7635 None None] Set router f885ef05-8455-478c-a724-b2ff267ed795 gateway port host: n-d-713301-16 {{(pid=95104) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 19:50:13.495407 n-d-713301-16 neutron-server[95102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61ab8f0c-8339-42bb-b41e-c83a2deb0a71 tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] No DVR routers for this DVR port 8a416120-140e-4389-a9d1-edca6752edc2 on host n-d-713301-16 {{(pid=95102) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 19:50:13.502861 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.plugin [None req-04eb41a1-d633-448a-9c80-064428599b72 None None] Port 1905f264-6b67-46a6-834e-390c351ab4ef cannot update to ACTIVE because it is not bound. {{(pid=95103) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 19:50:13.532352 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-f1713b71-6325-4514-ad90-0ded201ca150 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:13.587249 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9db85dc-be1d-4c09-ad93-5d5d821ff3a6 service neutron] Pushing event updated for resources: {'Port': ['ID=1905f264-6b67-46a6-834e-390c351ab4ef,revision_number=2']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:50:13.659304 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb9d4109-a1ea-4fc0-861e-a2cc9aa4b267 None None] Network c1acc1db-b36e-46f0-bc33-aadd9c03bc77 requested from n-d-713301-16 {{(pid=95103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 19:50:13.688472 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-d7a1cbd7-fcbd-4970-883f-8e52ddda5daa None None] Could not find standard attr ID for object 8a416120-140e-4389-a9d1-edca6752edc2. {{(pid=95103) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 23 19:50:13.696330 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-bab8889c-7c5b-40ad-abc4-97bbe62cffd5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:13.816912 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ab8f0c-8339-42bb-b41e-c83a2deb0a71 tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] Pushing event deleted for resources: {'Port': ['ID=8a416120-140e-4389-a9d1-edca6752edc2,revision_number=None']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:50:13.879958 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-f1713b71-6325-4514-ad90-0ded201ca150 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:13.883461 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-f1713b71-6325-4514-ad90-0ded201ca150 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:13.884643 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-f1713b71-6325-4514-ad90-0ded201ca150 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/a9ff8de6-d1a8-44c6-932f-db953f8a4c3c HTTP/1.1" status: 204 len: 168 time: 0.6301446 Sep 23 19:50:13.903170 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Device 492661fb-0179-45f9-ac13-d33d66237883 up at agent ovs-agent-n-d-713301-16 {{(pid=95103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 19:50:13.939632 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1713b71-6325-4514-ad90-0ded201ca150 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9ff8de6-d1a8-44c6-932f-db953f8a4c3c,revision_number=None']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:50:14.001156 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_hamode_db [None req-75740790-37a8-4cfa-b107-5cd8148a7635 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f885ef05-8455-478c-a724-b2ff267ed795', 'name': 'tempest-TestServerBasicOps-119810177-router', 'tenant_id': 'c3807658128048f6b8775b525a0df923', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'external_fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.197'}], 'enable_snat': True}, 'gw_port_id': '129c9baf-205c-439a-acb3-690a61507527', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:50:07Z', 'updated_at': '2021-09-23T19:50:08Z', 'revision_number': 3, 'project_id': 'c3807658128048f6b8775b525a0df923', 'gw_port': {'id': '129c9baf-205c-439a-acb3-690a61507527', 'name': '', 'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:60:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f885ef05-8455-478c-a724-b2ff267ed795', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3635, 'fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:50:07Z', 'updated_at': '2021-09-23T19:50:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-16'}], 'n-d-713301-16', False) {} {{(pid=95104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:50:14.008075 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.managers [req-a7ee03d1-1236-4663-acf0-8507228575a4 req-d9db85dc-be1d-4c09-ad93-5d5d821ff3a6 service neutron] Attempting to bind port 1905f264-6b67-46a6-834e-390c351ab4ef on host n-h2-713301-16 for vnic_type normal with profile {{(pid=95102) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 19:50:14.008700 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.managers [req-a7ee03d1-1236-4663-acf0-8507228575a4 req-d9db85dc-be1d-4c09-ad93-5d5d821ff3a6 service neutron] Attempting to bind port 1905f264-6b67-46a6-834e-390c351ab4ef by drivers openvswitch,hyperv on host n-h2-713301-16 at level 0 using segments [{'id': '4f8a9d02-bef3-4414-84e9-68a759961ded', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'd2d61718-83a2-40fa-b610-94a9848bc9af'}] {{(pid=95102) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 19:50:14.009200 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7ee03d1-1236-4663-acf0-8507228575a4 req-d9db85dc-be1d-4c09-ad93-5d5d821ff3a6 service neutron] Attempting to bind port 1905f264-6b67-46a6-834e-390c351ab4ef on network d2d61718-83a2-40fa-b610-94a9848bc9af {{(pid=95102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:50:14.061326 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-d7a1cbd7-fcbd-4970-883f-8e52ddda5daa None None] Provisioning complete for port 69d4bdc6-652f-46ec-91b6-672de09d587a triggered by entity DHCP. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:50:14.069972 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-d7a1cbd7-fcbd-4970-883f-8e52ddda5daa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:14.100680 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75740790-37a8-4cfa-b107-5cd8148a7635 None None] The sync data for ids ['f885ef05-8455-478c-a724-b2ff267ed795'] in n-d-713301-16 is: [{'id': 'f885ef05-8455-478c-a724-b2ff267ed795', 'name': 'tempest-TestServerBasicOps-119810177-router', 'tenant_id': 'c3807658128048f6b8775b525a0df923', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'external_fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.197'}], 'enable_snat': True}, 'gw_port_id': '129c9baf-205c-439a-acb3-690a61507527', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:50:07Z', 'updated_at': '2021-09-23T19:50:08Z', 'revision_number': 3, 'project_id': 'c3807658128048f6b8775b525a0df923', 'gw_port': {'id': '129c9baf-205c-439a-acb3-690a61507527', 'name': '', 'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:60:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f885ef05-8455-478c-a724-b2ff267ed795', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3635, 'fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:50:07Z', 'updated_at': '2021-09-23T19:50:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-16'}] {{(pid=95104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 19:50:14.266728 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_hamode_db [None req-7b17e9a8-fe46-4de0-b61c-f48b0388b468 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94be7ace-69d6-4d01-a007-076155448f3a', 'name': 'tempest-TestSecurityGroupsBasicOps-router-297328267', 'tenant_id': 'bac6fc5f7b6645d7a54784d0fdaa00b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'external_fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.186'}], 'enable_snat': True}, 'gw_port_id': 'e03a48f9-305f-4c2c-b4f6-3fc79a333040', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:49:54Z', 'updated_at': '2021-09-23T19:50:03Z', 'revision_number': 4, 'project_id': 'bac6fc5f7b6645d7a54784d0fdaa00b3', 'gw_port': {'id': 'e03a48f9-305f-4c2c-b4f6-3fc79a333040', 'name': '', 'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:ef:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94be7ace-69d6-4d01-a007-076155448f3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3606, 'fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:49:55Z', 'updated_at': '2021-09-23T19:50:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-16', '_interfaces': [{'id': '69d4bdc6-652f-46ec-91b6-672de09d587a', 'name': '', 'network_id': 'd2d61718-83a2-40fa-b610-94a9848bc9af', 'tenant_id': 'bac6fc5f7b6645d7a54784d0fdaa00b3', 'mac_address': 'fa:16:3e:e8:3e:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '94be7ace-69d6-4d01-a007-076155448f3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3612, 'fixed_ips': [{'subnet_id': '6728f6b9-af1e-4e97-8ce4-664684d923e7', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:50:01Z', 'updated_at': '2021-09-23T19:50:12Z', 'revision_number': 4, 'project_id': 'bac6fc5f7b6645d7a54784d0fdaa00b3', 'subnets': [{'id': '6728f6b9-af1e-4e97-8ce4-664684d923e7', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-16', False) {} {{(pid=95103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:50:14.281110 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-bab8889c-7c5b-40ad-abc4-97bbe62cffd5 admin admin] Notify callbacks [] for port, precommit_update {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:14.303175 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-bab8889c-7c5b-40ad-abc4-97bbe62cffd5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5607436'] for port, after_update {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:14.379767 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2d37650-a93d-476b-9100-4355827bc8b4 None None] DHCP port deletion for c1acc1db-b36e-46f0-bc33-aadd9c03bc77 request from n-d-713301-16 {{(pid=95103) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 23 19:50:14.422287 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-bab8889c-7c5b-40ad-abc4-97bbe62cffd5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-527313', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-601459'] for router_interface, after_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:14.429985 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b17e9a8-fe46-4de0-b61c-f48b0388b468 None None] The sync data for ids ['94be7ace-69d6-4d01-a007-076155448f3a'] in n-d-713301-16 is: [{'id': '94be7ace-69d6-4d01-a007-076155448f3a', 'name': 'tempest-TestSecurityGroupsBasicOps-router-297328267', 'tenant_id': 'bac6fc5f7b6645d7a54784d0fdaa00b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'external_fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.186'}], 'enable_snat': True}, 'gw_port_id': 'e03a48f9-305f-4c2c-b4f6-3fc79a333040', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:49:54Z', 'updated_at': '2021-09-23T19:50:03Z', 'revision_number': 4, 'project_id': 'bac6fc5f7b6645d7a54784d0fdaa00b3', 'gw_port': {'id': 'e03a48f9-305f-4c2c-b4f6-3fc79a333040', 'name': '', 'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:ef:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94be7ace-69d6-4d01-a007-076155448f3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3606, 'fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:49:55Z', 'updated_at': '2021-09-23T19:50:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-16', '_interfaces': [{'id': '69d4bdc6-652f-46ec-91b6-672de09d587a', 'name': '', 'network_id': 'd2d61718-83a2-40fa-b610-94a9848bc9af', 'tenant_id': 'bac6fc5f7b6645d7a54784d0fdaa00b3', 'mac_address': 'fa:16:3e:e8:3e:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '94be7ace-69d6-4d01-a007-076155448f3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3612, 'fixed_ips': [{'subnet_id': '6728f6b9-af1e-4e97-8ce4-664684d923e7', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:50:01Z', 'updated_at': '2021-09-23T19:50:12Z', 'revision_number': 4, 'project_id': 'bac6fc5f7b6645d7a54784d0fdaa00b3', 'subnets': [{'id': '6728f6b9-af1e-4e97-8ce4-664684d923e7', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 19:50:14.454631 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Provisioning complete for port 492661fb-0179-45f9-ac13-d33d66237883 triggered by entity L2. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:50:14.459805 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:14.604669 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bab8889c-7c5b-40ad-abc4-97bbe62cffd5 admin admin] Pushing event updated for resources: {'Port': ['ID=cf58547d-e6ba-44fb-a7fa-5c15b664e343,revision_number=2']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:50:14.607280 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 48132) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:50:14.630227 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-41f59a5e-66bd-4cbb-a1b5-5e86f4e0f47c admin admin] Notify callbacks [] for security_group, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:14.685775 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bab8889c-7c5b-40ad-abc4-97bbe62cffd5 admin admin] Network 4ebe425a-4e50-4f6b-91d3-96d94eeed3e4 is already hosted by enough agents. {{(pid=95101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:50:14.688476 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.base_scheduler [None req-bab8889c-7c5b-40ad-abc4-97bbe62cffd5 admin admin] Resources bound (agent type, host, resource id): {{(pid=95101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:50:14.739838 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-d7a1cbd7-fcbd-4970-883f-8e52ddda5daa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:14.844971 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a211a7f1-30a3-414c-bc58-dab49320b004 None None] Network 4ebe425a-4e50-4f6b-91d3-96d94eeed3e4 requested from n-d-713301-16 {{(pid=95103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 19:50:14.875186 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:14.890520 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-d7a1cbd7-fcbd-4970-883f-8e52ddda5daa None None] For port 69d4bdc6-652f-46ec-91b6-672de09d587a, host n-d-713301-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-16',level=0,port_id=69d4bdc6-652f-46ec-91b6-672de09d587a,segment=NetworkSegment(4f8a9d02-bef3-4414-84e9-68a759961ded),segment_id=4f8a9d02-bef3-4414-84e9-68a759961ded)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:50:14.899074 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-61ab8f0c-8339-42bb-b41e-c83a2deb0a71 tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1754676', 'neutron.services.segments.db._delete_segments_for_network-8783146221460'] for network, precommit_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:14.912311 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be83088f-ea25-4c50-a290-a3d339007d2a req-ace2a0b2-ebba-47d6-b5f2-e9307eb47b34 tempest-TestSecurityGroupsBasicOps-365501575 tempest-TestSecurityGroupsBasicOps-365501575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:50:14.914106 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-be83088f-ea25-4c50-a290-a3d339007d2a req-ace2a0b2-ebba-47d6-b5f2-e9307eb47b34 tempest-TestSecurityGroupsBasicOps-365501575 tempest-TestSecurityGroupsBasicOps-365501575-project] 10.222.0.67 "GET /v2.0/ports?device_id=6bd7699e-da22-4125-b20b-920c51ed1c7b HTTP/1.1" status: 200 len: 907 time: 1.3554294 Sep 23 19:50:14.925870 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-d7a1cbd7-fcbd-4970-883f-8e52ddda5daa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:14.926133 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7ee03d1-1236-4663-acf0-8507228575a4 req-d9db85dc-be1d-4c09-ad93-5d5d821ff3a6 service neutron] Port 1905f264-6b67-46a6-834e-390c351ab4ef on network d2d61718-83a2-40fa-b610-94a9848bc9af not bound, no agent of type Open vSwitch agent registered on host n-h2-713301-16 {{(pid=95102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 19:50:14.926258 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7ee03d1-1236-4663-acf0-8507228575a4 req-d9db85dc-be1d-4c09-ad93-5d5d821ff3a6 service neutron] Attempting to bind port 1905f264-6b67-46a6-834e-390c351ab4ef on network d2d61718-83a2-40fa-b610-94a9848bc9af {{(pid=95102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:50:14.946484 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7ee03d1-1236-4663-acf0-8507228575a4 req-d9db85dc-be1d-4c09-ad93-5d5d821ff3a6 service neutron] Checking agent: {'id': '2a7cea34-db54-4faf-8d23-37521c3e34cb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713301-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 19, 15, 28), 'started_at': datetime.datetime(2021, 9, 23, 19, 15, 28), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 19, 49, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 19:50:14.947170 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7ee03d1-1236-4663-acf0-8507228575a4 req-d9db85dc-be1d-4c09-ad93-5d5d821ff3a6 service neutron] Checking segment: {'id': '4f8a9d02-bef3-4414-84e9-68a759961ded', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'd2d61718-83a2-40fa-b610-94a9848bc9af'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95102) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:50:14.947567 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7ee03d1-1236-4663-acf0-8507228575a4 req-d9db85dc-be1d-4c09-ad93-5d5d821ff3a6 service neutron] Bound using segment: {'id': '4f8a9d02-bef3-4414-84e9-68a759961ded', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'd2d61718-83a2-40fa-b610-94a9848bc9af'} {{(pid=95102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 19:50:14.948452 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.managers [req-a7ee03d1-1236-4663-acf0-8507228575a4 req-d9db85dc-be1d-4c09-ad93-5d5d821ff3a6 service neutron] Bound port: 1905f264-6b67-46a6-834e-390c351ab4ef, host: n-h2-713301-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4f8a9d02-bef3-4414-84e9-68a759961ded', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'd2d61718-83a2-40fa-b610-94a9848bc9af'}}] {{(pid=95102) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 19:50:14.948639 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-a7ee03d1-1236-4663-acf0-8507228575a4 req-d9db85dc-be1d-4c09-ad93-5d5d821ff3a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:14.954961 n-d-713301-16 neutron-server[95102]: DEBUG neutron.services.segments.db [None req-61ab8f0c-8339-42bb-b41e-c83a2deb0a71 tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c1acc1db-b36e-46f0-bc33-aadd9c03bc77']}} {{(pid=95102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:50:14.981607 n-d-713301-16 neutron-server[95102]: DEBUG neutron.services.segments.db [None req-61ab8f0c-8339-42bb-b41e-c83a2deb0a71 tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'de1c14a8-e8df-4f94-80aa-fe7c84642726') {'for_net_delete': True} {{(pid=95102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:50:14.981906 n-d-713301-16 neutron-server[95102]: DEBUG neutron.services.segments.db [None req-61ab8f0c-8339-42bb-b41e-c83a2deb0a71 tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'de1c14a8-e8df-4f94-80aa-fe7c84642726') {} {{(pid=95102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:50:15.020975 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-41f59a5e-66bd-4cbb-a1b5-5e86f4e0f47c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:15.029214 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-41f59a5e-66bd-4cbb-a1b5-5e86f4e0f47c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:15.042214 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-61ab8f0c-8339-42bb-b41e-c83a2deb0a71 tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783146221725', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6162832'] for segment, before_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:15.081053 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-61ab8f0c-8339-42bb-b41e-c83a2deb0a71 tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1756186'] for segment, precommit_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:15.102161 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-61ab8f0c-8339-42bb-b41e-c83a2deb0a71 tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] Releasing vlan 617 on physical network physnet1 to pool {{(pid=95102) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 19:50:15.102622 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-61ab8f0c-8339-42bb-b41e-c83a2deb0a71 tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1756186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4398095'] for segment, after_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:15.112754 n-d-713301-16 neutron-server[95102]: Traceback (most recent call last): Sep 23 19:50:15.112754 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 19:50:15.112754 n-d-713301-16 neutron-server[95102]: timer() Sep 23 19:50:15.112754 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 19:50:15.112754 n-d-713301-16 neutron-server[95102]: cb(*args, **kw) Sep 23 19:50:15.112754 n-d-713301-16 neutron-server[95102]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 19:50:15.112754 n-d-713301-16 neutron-server[95102]: return func(*args, **kwargs) Sep 23 19:50:15.112754 n-d-713301-16 neutron-server[95102]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 19:50:15.112754 n-d-713301-16 neutron-server[95102]: self._notify() Sep 23 19:50:15.112754 n-d-713301-16 neutron-server[95102]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 19:50:15.112754 n-d-713301-16 neutron-server[95102]: self.callback(batched_events) Sep 23 19:50:15.112754 n-d-713301-16 neutron-server[95102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 19:50:15.112754 n-d-713301-16 neutron-server[95102]: event.method(event) Sep 23 19:50:15.112754 n-d-713301-16 neutron-server[95102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 19:50:15.112754 n-d-713301-16 neutron-server[95102]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 19:50:15.112754 n-d-713301-16 neutron-server[95102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 19:50:15.112754 n-d-713301-16 neutron-server[95102]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 19:50:15.112754 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 19:50:15.112754 n-d-713301-16 neutron-server[95102]: return f(self, *a, **k) Sep 23 19:50:15.112754 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 19:50:15.112754 n-d-713301-16 neutron-server[95102]: return self._get(url).json() Sep 23 19:50:15.112754 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 19:50:15.112754 n-d-713301-16 neutron-server[95102]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 19:50:15.112754 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 19:50:15.112754 n-d-713301-16 neutron-server[95102]: return self.request(url, 'GET', **kwargs) Sep 23 19:50:15.112754 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 19:50:15.112754 n-d-713301-16 neutron-server[95102]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 19:50:15.112754 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 19:50:15.112754 n-d-713301-16 neutron-server[95102]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 19:50:15.112754 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 19:50:15.112754 n-d-713301-16 neutron-server[95102]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 19:50:15.112754 n-d-713301-16 neutron-server[95102]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 19:50:15.130987 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-41f59a5e-66bd-4cbb-a1b5-5e86f4e0f47c admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=c016d09734ac480a937c933a5960284d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5203209 Sep 23 19:50:15.141305 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 48144) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:50:15.164000 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41f59a5e-66bd-4cbb-a1b5-5e86f4e0f47c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=804e0946-958c-4e03-a959-a71b62cebf58,revision_number=1']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:50:15.207982 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] For port 492661fb-0179-45f9-ac13-d33d66237883, host n-d-713301-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-16',level=0,port_id=492661fb-0179-45f9-ac13-d33d66237883,segment=NetworkSegment(47fc8a2f-a3fa-4467-a3c0-53c0851b5594),segment_id=47fc8a2f-a3fa-4467-a3c0-53c0851b5594)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:50:15.237903 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-61ab8f0c-8339-42bb-b41e-c83a2deb0a71 tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1754627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-601866'] for network, after_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:15.240768 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.db [req-a7ee03d1-1236-4663-acf0-8507228575a4 req-d9db85dc-be1d-4c09-ad93-5d5d821ff3a6 service neutron] For port 1905f264-6b67-46a6-834e-390c351ab4ef, host n-h2-713301-16, cleared binding levels {{(pid=95102) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 19:50:15.255684 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bab8889c-7c5b-40ad-abc4-97bbe62cffd5 admin admin] Router f885ef05-8455-478c-a724-b2ff267ed795 has already been hosted by L3 agent 79a740bf-7821-4989-8288-7186e3e128f3 {{(pid=95101) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 19:50:15.269240 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:15.269825 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Device 8a416120-140e-4389-a9d1-edca6752edc2 up at agent ovs-agent-n-d-713301-16 {{(pid=95103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 19:50:15.272709 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-07557f42-40d9-4b72-9b67-d9495e7575d1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:15.279528 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-61ab8f0c-8339-42bb-b41e-c83a2deb0a71 tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] Notify callbacks [] for network, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:15.298426 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-61ab8f0c-8339-42bb-b41e-c83a2deb0a71 tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] 10.222.0.67 "DELETE /v2.0/networks/c1acc1db-b36e-46f0-bc33-aadd9c03bc77 HTTP/1.1" status: 204 len: 168 time: 4.3655663 Sep 23 19:50:15.302264 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 48146) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:50:15.317497 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-7a6531a6-20a5-46f9-822c-fa50e99909ab None None] Provisioning complete for port 492661fb-0179-45f9-ac13-d33d66237883 triggered by entity DHCP. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:50:15.318130 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-7a6531a6-20a5-46f9-822c-fa50e99909ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:15.333866 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.v2.base [None req-7318a2ac-943c-4e7d-b28a-6468395d95a8 tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-191888538'}} {{(pid=95102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:50:15.338588 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.db [req-a7ee03d1-1236-4663-acf0-8507228575a4 req-d9db85dc-be1d-4c09-ad93-5d5d821ff3a6 service neutron] For port 1905f264-6b67-46a6-834e-390c351ab4ef, host n-h2-713301-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-16',level=0,port_id=1905f264-6b67-46a6-834e-390c351ab4ef,segment=NetworkSegment(4f8a9d02-bef3-4414-84e9-68a759961ded),segment_id=4f8a9d02-bef3-4414-84e9-68a759961ded)] {{(pid=95102) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 19:50:15.340004 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ab8f0c-8339-42bb-b41e-c83a2deb0a71 tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] Pushing event deleted for resources: {'Network': ['ID=c1acc1db-b36e-46f0-bc33-aadd9c03bc77,revision_number=None']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:50:15.351068 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-a7ee03d1-1236-4663-acf0-8507228575a4 req-d9db85dc-be1d-4c09-ad93-5d5d821ff3a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4399095'] for port, after_update {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:15.374261 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a1cbd7-fcbd-4970-883f-8e52ddda5daa None None] Pushing event updated for resources: {'Port': ['ID=69d4bdc6-652f-46ec-91b6-672de09d587a,revision_number=5']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:50:15.408897 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-07557f42-40d9-4b72-9b67-d9495e7575d1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:15.412338 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ee03d1-1236-4663-acf0-8507228575a4 req-d9db85dc-be1d-4c09-ad93-5d5d821ff3a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:50:15.415593 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-a7ee03d1-1236-4663-acf0-8507228575a4 req-d9db85dc-be1d-4c09-ad93-5d5d821ff3a6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222849'] for port, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:15.417031 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-a7ee03d1-1236-4663-acf0-8507228575a4 req-d9db85dc-be1d-4c09-ad93-5d5d821ff3a6 service neutron] 10.222.0.53 "PUT /v2.0/ports/1905f264-6b67-46a6-834e-390c351ab4ef HTTP/1.1" status: 200 len: 1056 time: 3.0206525 Sep 23 19:50:15.425851 n-d-713301-16 neutron-server[95102]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6bd7699e-da22-4125-b20b-920c51ed1c7b', 'tag': '1905f264-6b67-46a6-834e-390c351ab4ef'}] {{(pid=95102) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 19:50:15.428616 n-d-713301-16 neutron-server[95102]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab31b6d93e5336dbddfa8ec424565b3bd8cb2369c5b4d85bc943472dbb21e8ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ebf37fae-d241-4830-9911-9a79444bf7e1" -d '{"events": [{"name": "network-changed", "server_uuid": "6bd7699e-da22-4125-b20b-920c51ed1c7b", "tag": "1905f264-6b67-46a6-834e-390c351ab4ef"}]}' {{(pid=95102) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 19:50:15.474755 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7318a2ac-943c-4e7d-b28a-6468395d95a8 tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] Made reservation on behalf of 68089a352b444323aeac869b275be256 for: {'network': 1} {{(pid=95102) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:50:15.485663 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-7318a2ac-943c-4e7d-b28a-6468395d95a8 tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for network, before_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:15.525203 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.plugin [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] No Port match for: 8a416120-140e-4389-a9d1-edca6752edc2 {{(pid=95103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 19:50:15.525852 n-d-713301-16 neutron-server[95102]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 19:50:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5962124b-49a3-42e2-a050-5621845d5d0f x-openstack-request-id: req-5962124b-49a3-42e2-a050-5621845d5d0f {{(pid=95102) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 19:50:15.525852 n-d-713301-16 neutron-server[95102]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6bd7699e-da22-4125-b20b-920c51ed1c7b", "tag": "1905f264-6b67-46a6-834e-390c351ab4ef", "status": "completed", "code": 200}]} {{(pid=95102) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 19:50:15.526100 n-d-713301-16 neutron-server[95102]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-5962124b-49a3-42e2-a050-5621845d5d0f {{(pid=95102) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 19:50:15.526506 n-d-713301-16 neutron-server[95102]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6bd7699e-da22-4125-b20b-920c51ed1c7b', 'tag': '1905f264-6b67-46a6-834e-390c351ab4ef', 'status': 'completed', 'code': 200} Sep 23 19:50:15.535475 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9db85dc-be1d-4c09-ad93-5d5d821ff3a6 service neutron] Pushing event updated for resources: {'Port': ['ID=1905f264-6b67-46a6-834e-390c351ab4ef,revision_number=3']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:50:15.538403 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Device 8a416120-140e-4389-a9d1-edca6752edc2 not bound to the agent host n-d-713301-16 {{(pid=95103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Sep 23 19:50:15.598061 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7318a2ac-943c-4e7d-b28a-6468395d95a8 tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 634} {{(pid=95102) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 19:50:15.616442 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-7318a2ac-943c-4e7d-b28a-6468395d95a8 tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1756186'] for segment, precommit_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:15.616870 n-d-713301-16 neutron-server[95102]: INFO neutron.db.segments_db [None req-7318a2ac-943c-4e7d-b28a-6468395d95a8 tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] Added segment c23e80ce-c6fd-48cd-bfac-7e632cce25fd of type vlan for network 55c93339-625b-4881-80fa-d3e9f703527a Sep 23 19:50:15.619681 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ee03d1-1236-4663-acf0-8507228575a4 req-fe55a3ba-f732-4982-bd78-edd6b9e19f13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:50:15.621230 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-a7ee03d1-1236-4663-acf0-8507228575a4 req-fe55a3ba-f732-4982-bd78-edd6b9e19f13 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=bac6fc5f7b6645d7a54784d0fdaa00b3&device_id=6bd7699e-da22-4125-b20b-920c51ed1c7b HTTP/1.1" status: 200 len: 1059 time: 0.1512256 Sep 23 19:50:15.645723 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Port 8a416120-140e-4389-a9d1-edca6752edc2 not found, will not notify nova. {{(pid=95103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Sep 23 19:50:15.732005 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bab8889c-7c5b-40ad-abc4-97bbe62cffd5 admin admin] Notify agent at l3_agent.n-d-713301-16 the message routers_updated {{(pid=95101) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 19:50:15.751833 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-a7ee03d1-1236-4663-acf0-8507228575a4 req-644f8624-4faa-40ee-890e-d30aaea73e21 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.25&port_id=1905f264-6b67-46a6-834e-390c351ab4ef HTTP/1.1" status: 200 len: 217 time: 0.1218855 Sep 23 19:50:15.764754 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-bab8889c-7c5b-40ad-abc4-97bbe62cffd5 admin admin] 10.222.0.67 "PUT /v2.0/routers/f885ef05-8455-478c-a724-b2ff267ed795/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1207390 Sep 23 19:50:15.769799 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-07557f42-40d9-4b72-9b67-d9495e7575d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:15.772850 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-07557f42-40d9-4b72-9b67-d9495e7575d1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:15.781091 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-07557f42-40d9-4b72-9b67-d9495e7575d1 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/804e0946-958c-4e03-a959-a71b62cebf58 HTTP/1.1" status: 204 len: 168 time: 0.6381760 Sep 23 19:50:15.825995 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07557f42-40d9-4b72-9b67-d9495e7575d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=804e0946-958c-4e03-a959-a71b62cebf58,revision_number=None']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:50:15.878012 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Pushing event updated for resources: {'Port': ['ID=492661fb-0179-45f9-ac13-d33d66237883,revision_number=3']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:50:15.978837 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Device 69d4bdc6-652f-46ec-91b6-672de09d587a up at agent ovs-agent-n-d-713301-16 {{(pid=95103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 19:50:16.002243 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ee03d1-1236-4663-acf0-8507228575a4 req-f7e94468-00cc-4c3d-a7bb-54c598bce29b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:50:16.014646 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-a7ee03d1-1236-4663-acf0-8507228575a4 req-f7e94468-00cc-4c3d-a7bb-54c598bce29b service neutron] 10.222.0.53 "GET /v2.0/subnets?id=6728f6b9-af1e-4e97-8ce4-664684d923e7 HTTP/1.1" status: 200 len: 838 time: 0.1977549 Sep 23 19:50:16.060129 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-7318a2ac-943c-4e7d-b28a-6468395d95a8 tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783145630486'] for network, precommit_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:16.155171 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Provisioning complete for port 69d4bdc6-652f-46ec-91b6-672de09d587a triggered by entity L2. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:50:16.155171 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:16.265414 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ee03d1-1236-4663-acf0-8507228575a4 req-d85a2dad-c1a5-4475-bdd5-2983c02c7747 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:50:16.267889 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-a7ee03d1-1236-4663-acf0-8507228575a4 req-d85a2dad-c1a5-4475-bdd5-2983c02c7747 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=d2d61718-83a2-40fa-b610-94a9848bc9af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1165 time: 0.2411401 Sep 23 19:50:16.291529 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246baaa6-c946-4256-9b37-d13505b1520a req-d69cfcc9-9ac9-48c5-8349-d9acce1dc9aa tempest-TestSecurityGroupsBasicOps-365501575 tempest-TestSecurityGroupsBasicOps-365501575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:50:16.302774 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-246baaa6-c946-4256-9b37-d13505b1520a req-d69cfcc9-9ac9-48c5-8349-d9acce1dc9aa tempest-TestSecurityGroupsBasicOps-365501575 tempest-TestSecurityGroupsBasicOps-365501575-project] 10.222.0.67 "GET /v2.0/ports?device_id=6bd7699e-da22-4125-b20b-920c51ed1c7b HTTP/1.1" status: 200 len: 907 time: 0.1735287 Sep 23 19:50:16.310401 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-7318a2ac-943c-4e7d-b28a-6468395d95a8 tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299'] for network, after_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:16.320435 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7318a2ac-943c-4e7d-b28a-6468395d95a8 tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:50:16.321175 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-7318a2ac-943c-4e7d-b28a-6468395d95a8 tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] Notify callbacks [] for network, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:16.420072 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-7318a2ac-943c-4e7d-b28a-6468395d95a8 tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 1.1056445 Sep 23 19:50:16.422885 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 48172) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:50:16.433842 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.v2.base [None req-28b636e5-628c-41ba-a862-e1fd0b148721 tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] Request body: {'subnet': {'network_id': '55c93339-625b-4881-80fa-d3e9f703527a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=95101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:50:16.464468 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Device 129c9baf-205c-439a-acb3-690a61507527 up at agent ovs-agent-n-d-713301-16 {{(pid=95103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 19:50:16.571244 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-8db2ec60-fda8-403d-bf76-2745a9dc1948 None None] Provisioning complete for port 492661fb-0179-45f9-ac13-d33d66237883 triggered by entity DHCP. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:50:16.571941 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-8db2ec60-fda8-403d-bf76-2745a9dc1948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:16.591811 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7318a2ac-943c-4e7d-b28a-6468395d95a8 tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] Pushing event updated for resources: {'Network': ['ID=55c93339-625b-4881-80fa-d3e9f703527a,revision_number=1']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:50:16.619330 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Network 55c93339-625b-4881-80fa-d3e9f703527a details requested by agent ovs-agent-n-d-713301-16 with host n-d-713301-16 {{(pid=95103) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 19:50:16.725358 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28b636e5-628c-41ba-a862-e1fd0b148721 tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] Made reservation on behalf of 68089a352b444323aeac869b275be256 for: {'subnet': 1} {{(pid=95101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:50:16.731775 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-28b636e5-628c-41ba-a862-e1fd0b148721 tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6130979'] for subnet, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:16.736461 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-a7ee03d1-1236-4663-acf0-8507228575a4 req-b07d9d7b-2027-4302-8b44-88d39f9e360e service neutron] 10.222.0.53 "GET /v2.0/networks/d2d61718-83a2-40fa-b610-94a9848bc9af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4285185 Sep 23 19:50:16.902453 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-a7ee03d1-1236-4663-acf0-8507228575a4 req-a8ccfc9f-d315-44cc-91f2-48b1c6c14c3b service neutron] 10.222.0.53 "GET /v2.0/networks/d2d61718-83a2-40fa-b610-94a9848bc9af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1584599 Sep 23 19:50:16.908624 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Provisioning complete for port 129c9baf-205c-439a-acb3-690a61507527 triggered by entity L2. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:50:16.908624 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:17.028317 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf37fae-d241-4830-9911-9a79444bf7e1 req-8956de6f-f6e7-40f9-af00-8f0183074c46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:50:17.029300 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-ebf37fae-d241-4830-9911-9a79444bf7e1 req-8956de6f-f6e7-40f9-af00-8f0183074c46 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=bac6fc5f7b6645d7a54784d0fdaa00b3&device_id=6bd7699e-da22-4125-b20b-920c51ed1c7b HTTP/1.1" status: 200 len: 1059 time: 0.0681517 Sep 23 19:50:17.219478 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-28b636e5-628c-41ba-a862-e1fd0b148721 tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5607579', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6130961'] for subnet, after_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:17.235509 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf37fae-d241-4830-9911-9a79444bf7e1 req-b0bd3bfe-7a82-47b7-a5eb-00a06cdb2b15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:50:17.237304 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-ebf37fae-d241-4830-9911-9a79444bf7e1 req-b0bd3bfe-7a82-47b7-a5eb-00a06cdb2b15 service neutron] 10.222.0.53 "GET /v2.0/networks?id=d2d61718-83a2-40fa-b610-94a9848bc9af HTTP/1.1" status: 200 len: 899 time: 0.1998420 Sep 23 19:50:17.262351 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-8db2ec60-fda8-403d-bf76-2745a9dc1948 None None] Provisioning complete for port cf58547d-e6ba-44fb-a7fa-5c15b664e343 triggered by entity DHCP. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:50:17.267044 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-8db2ec60-fda8-403d-bf76-2745a9dc1948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:17.270140 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:17.327414 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] For port 129c9baf-205c-439a-acb3-690a61507527, host n-d-713301-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-16',level=0,port_id=129c9baf-205c-439a-acb3-690a61507527,segment=NetworkSegment(7d4027f1-d893-4c7b-95d4-757b8e44e380),segment_id=7d4027f1-d893-4c7b-95d4-757b8e44e380)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:50:17.341061 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-ebf37fae-d241-4830-9911-9a79444bf7e1 req-c2797e09-afa7-49b8-9521-a7c8b53577fa service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.25&port_id=1905f264-6b67-46a6-834e-390c351ab4ef HTTP/1.1" status: 200 len: 217 time: 0.0951190 Sep 23 19:50:17.391854 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 48202) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:50:17.402217 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:17.408514 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.v2.base [None req-31d29cee-7014-484d-8a16-2fe227894b2c tempest-TestServerBasicOps-310606925 tempest-TestServerBasicOps-310606925-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1966998662', 'description': 'tempest-secgroup-smoke-1966998662 description', 'project_id': '5ac332d3fb0d444485bb3eca855f9229'}} {{(pid=95101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:50:17.437956 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf37fae-d241-4830-9911-9a79444bf7e1 req-3243c021-b0ed-44ca-a0e9-56c23ac2f573 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:50:17.454523 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-ebf37fae-d241-4830-9911-9a79444bf7e1 req-3243c021-b0ed-44ca-a0e9-56c23ac2f573 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=6728f6b9-af1e-4e97-8ce4-664684d923e7 HTTP/1.1" status: 200 len: 838 time: 0.1050558 Sep 23 19:50:17.472082 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28b636e5-628c-41ba-a862-e1fd0b148721 tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] Pushing event updated for resources: {'Subnet': ['ID=462af1a4-5fef-4b8d-878a-34a5f34ac622,revision_number=0']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:50:17.512240 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Device 8a416120-140e-4389-a9d1-edca6752edc2 no longer exists at agent ovs-agent-n-d-713301-16 {{(pid=95103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 19:50:17.528195 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28b636e5-628c-41ba-a862-e1fd0b148721 tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] Checking segment: {'id': 'c23e80ce-c6fd-48cd-bfac-7e632cce25fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '55c93339-625b-4881-80fa-d3e9f703527a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:50:17.528670 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28b636e5-628c-41ba-a862-e1fd0b148721 tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] Network hostable DHCP agents. Network: 55c93339-625b-4881-80fa-d3e9f703527a, hostable agents: ['1b18bf05-1b5f-4587-be5c-af3ac38e32ad'], hosted agents: [] {{(pid=95101) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 19:50:17.534803 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-31d29cee-7014-484d-8a16-2fe227894b2c tempest-TestServerBasicOps-310606925 tempest-TestServerBasicOps-310606925-project] Notify callbacks [] for security_group, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:17.537259 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.plugin [None req-8db2ec60-fda8-403d-bf76-2745a9dc1948 None None] Port cf58547d-e6ba-44fb-a7fa-5c15b664e343 cannot update to ACTIVE because it is not bound. {{(pid=95103) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 19:50:17.546784 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.plugin [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] No Port match for: 8a416120-140e-4389-a9d1-edca6752edc2 {{(pid=95103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 19:50:17.547253 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Device 8a416120-140e-4389-a9d1-edca6752edc2 not bound to the agent host n-d-713301-16 {{(pid=95103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 19:50:17.561413 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Pushing event updated for resources: {'Port': ['ID=129c9baf-205c-439a-acb3-690a61507527,revision_number=4']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:50:17.584965 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28b636e5-628c-41ba-a862-e1fd0b148721 tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] Network 55c93339-625b-4881-80fa-d3e9f703527a is scheduled to be hosted by DHCP agent 1b18bf05-1b5f-4587-be5c-af3ac38e32ad with binding_index 1 {{(pid=95101) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 19:50:17.591862 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf37fae-d241-4830-9911-9a79444bf7e1 req-10333d8a-516f-4f4f-badf-29cae27bcfcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:50:17.593539 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-ebf37fae-d241-4830-9911-9a79444bf7e1 req-10333d8a-516f-4f4f-badf-29cae27bcfcc service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=d2d61718-83a2-40fa-b610-94a9848bc9af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1165 time: 0.1306820 Sep 23 19:50:17.606252 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a41066c-ef3f-48b9-8a2b-480ebd0575f7 req-2644a9a8-f520-48a9-8b37-07157aa6682b tempest-TestSecurityGroupsBasicOps-365501575 tempest-TestSecurityGroupsBasicOps-365501575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:50:17.608640 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-6a41066c-ef3f-48b9-8a2b-480ebd0575f7 req-2644a9a8-f520-48a9-8b37-07157aa6682b tempest-TestSecurityGroupsBasicOps-365501575 tempest-TestSecurityGroupsBasicOps-365501575-project] 10.222.0.67 "GET /v2.0/ports?device_id=6bd7699e-da22-4125-b20b-920c51ed1c7b HTTP/1.1" status: 200 len: 907 time: 0.0990045 Sep 23 19:50:17.615236 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.base_scheduler [None req-28b636e5-628c-41ba-a862-e1fd0b148721 tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713301-16, 55c93339-625b-4881-80fa-d3e9f703527a) {{(pid=95101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:50:17.625836 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81b54493-acfd-4b7f-b8f3-db6909428731 None None] Network 55c93339-625b-4881-80fa-d3e9f703527a requested from n-d-713301-16 {{(pid=95103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 19:50:17.648417 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28b636e5-628c-41ba-a862-e1fd0b148721 tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:50:17.649292 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-28b636e5-628c-41ba-a862-e1fd0b148721 tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] Notify callbacks [] for subnet, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:17.778942 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-ebf37fae-d241-4830-9911-9a79444bf7e1 req-07d761c2-3556-4102-80e6-dbfe5b3413d0 service neutron] 10.222.0.53 "GET /v2.0/networks/d2d61718-83a2-40fa-b610-94a9848bc9af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1687088 Sep 23 19:50:17.787395 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-452cb32f-9844-490f-85cc-846524ea46f1 None None] Provisioning complete for port cf58547d-e6ba-44fb-a7fa-5c15b664e343 triggered by entity DHCP. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:50:17.788040 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-452cb32f-9844-490f-85cc-846524ea46f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:17.826626 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-31d29cee-7014-484d-8a16-2fe227894b2c tempest-TestServerBasicOps-310606925 tempest-TestServerBasicOps-310606925-project] Notify callbacks [] for security_group, precommit_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:17.840945 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-31d29cee-7014-484d-8a16-2fe227894b2c tempest-TestServerBasicOps-310606925 tempest-TestServerBasicOps-310606925-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:17.866921 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 48216) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:50:17.867820 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-28b636e5-628c-41ba-a862-e1fd0b148721 tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.4430621 Sep 23 19:50:17.871986 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-31d29cee-7014-484d-8a16-2fe227894b2c tempest-TestServerBasicOps-310606925 tempest-TestServerBasicOps-310606925-project] Notify callbacks [] for security_group, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:17.877210 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-31d29cee-7014-484d-8a16-2fe227894b2c tempest-TestServerBasicOps-310606925 tempest-TestServerBasicOps-310606925-project] 10.222.0.67 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.4766052 Sep 23 19:50:17.882035 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 48218) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:50:17.883201 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.v2.base [None req-1d93477d-fcf9-4cb4-a94c-d2f882229dcb tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] Request body: {'port': {'network_id': '55c93339-625b-4881-80fa-d3e9f703527a', 'security_groups': [], 'name': 'tempest-PortsIpV6TestJSON-1209770349'}} {{(pid=95102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:50:17.887436 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.v2.base [None req-b2d65827-6896-4f1a-8ef7-1dc1f13f36df tempest-TestServerBasicOps-310606925 tempest-TestServerBasicOps-310606925-project] Request body: {'security_group_rule': {'security_group_id': '8984b5f1-4de6-4666-ae15-df260a7900a6', 'project_id': '5ac332d3fb0d444485bb3eca855f9229', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:50:17.939555 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31d29cee-7014-484d-8a16-2fe227894b2c tempest-TestServerBasicOps-310606925 tempest-TestServerBasicOps-310606925-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8984b5f1-4de6-4666-ae15-df260a7900a6,revision_number=1']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:50:17.984424 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-b2d65827-6896-4f1a-8ef7-1dc1f13f36df tempest-TestServerBasicOps-310606925 tempest-TestServerBasicOps-310606925-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:18.034541 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Device 129c9baf-205c-439a-acb3-690a61507527 up at agent ovs-agent-n-d-713301-16 {{(pid=95103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 19:50:18.083022 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-ebf37fae-d241-4830-9911-9a79444bf7e1 req-5d199dfa-5d22-428e-afba-988a89758cd9 service neutron] 10.222.0.53 "GET /v2.0/networks/d2d61718-83a2-40fa-b610-94a9848bc9af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2947686 Sep 23 19:50:18.117702 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.plugin [None req-452cb32f-9844-490f-85cc-846524ea46f1 None None] Port cf58547d-e6ba-44fb-a7fa-5c15b664e343 cannot update to ACTIVE because it is not bound. {{(pid=95103) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 19:50:18.122709 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-b2d65827-6896-4f1a-8ef7-1dc1f13f36df tempest-TestServerBasicOps-310606925 tempest-TestServerBasicOps-310606925-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:18.128533 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-b2d65827-6896-4f1a-8ef7-1dc1f13f36df tempest-TestServerBasicOps-310606925 tempest-TestServerBasicOps-310606925-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575319'] for security_group_rule, after_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:18.151423 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2d65827-6896-4f1a-8ef7-1dc1f13f36df tempest-TestServerBasicOps-310606925 tempest-TestServerBasicOps-310606925-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=53fef49e-b62c-4489-928d-2681e3cbbba3,revision_number=0']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:50:18.159227 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-b2d65827-6896-4f1a-8ef7-1dc1f13f36df tempest-TestServerBasicOps-310606925 tempest-TestServerBasicOps-310606925-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:18.164567 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-b2d65827-6896-4f1a-8ef7-1dc1f13f36df tempest-TestServerBasicOps-310606925 tempest-TestServerBasicOps-310606925-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2780590 Sep 23 19:50:18.164814 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 48230) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:50:18.171899 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.v2.base [None req-5dd9d5c7-cc54-4437-8664-ad1d5d5d5ee3 tempest-TestServerBasicOps-310606925 tempest-TestServerBasicOps-310606925-project] Request body: {'security_group_rule': {'security_group_id': '8984b5f1-4de6-4666-ae15-df260a7900a6', 'project_id': '5ac332d3fb0d444485bb3eca855f9229', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=95102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:50:18.204391 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Provisioning complete for port 129c9baf-205c-439a-acb3-690a61507527 triggered by entity L2. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:50:18.208875 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:18.266688 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7399b954-d025-4b68-b75b-90d03a503d69 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4c8b80df-07eb-5275-9f17-5cf640db67c0-55c93339-625b-4881-80fa-d3e9f703527a', 'network_id': '55c93339-625b-4881-80fa-d3e9f703527a', 'tenant_id': '68089a352b444323aeac869b275be256', 'fixed_ips': [{'subnet_id': '462af1a4-5fef-4b8d-878a-34a5f34ac622'}]}} from n-d-713301-16. {{(pid=95103) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 23 19:50:18.267874 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-7399b954-d025-4b68-b75b-90d03a503d69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_create {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:18.320629 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-5dd9d5c7-cc54-4437-8664-ad1d5d5d5ee3 tempest-TestServerBasicOps-310606925 tempest-TestServerBasicOps-310606925-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:18.411984 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Device 492661fb-0179-45f9-ac13-d33d66237883 up at agent ovs-agent-n-d-713301-16 {{(pid=95103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 19:50:18.433516 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d93477d-fcf9-4cb4-a94c-d2f882229dcb tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] Made reservation on behalf of 68089a352b444323aeac869b275be256 for: {'port': 1} {{(pid=95102) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:50:18.439310 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-1d93477d-fcf9-4cb4-a94c-d2f882229dcb tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:18.468505 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-5dd9d5c7-cc54-4437-8664-ad1d5d5d5ee3 tempest-TestServerBasicOps-310606925 tempest-TestServerBasicOps-310606925-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:18.476546 n-d-713301-16 neutron-server[95102]: DEBUG neutron.notifiers.nova [None req-1d93477d-fcf9-4cb4-a94c-d2f882229dcb tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] device_id is not set on port 3a306895-d84c-4270-a9f6-98fc3f290612 yet. {{(pid=95102) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 23 19:50:18.487852 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-5dd9d5c7-cc54-4437-8664-ad1d5d5d5ee3 tempest-TestServerBasicOps-310606925 tempest-TestServerBasicOps-310606925-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575319'] for security_group_rule, after_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:18.517760 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd9d5c7-cc54-4437-8664-ad1d5d5d5ee3 tempest-TestServerBasicOps-310606925 tempest-TestServerBasicOps-310606925-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6230dc06-6e28-484f-a4d9-488ceefe602b,revision_number=0']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:50:18.544282 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Provisioning complete for port 492661fb-0179-45f9-ac13-d33d66237883 triggered by entity L2. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:50:18.544777 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:18.553612 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.db_base_plugin_common [None req-7399b954-d025-4b68-b75b-90d03a503d69 None None] Allocated IP 2001:db8::2 (55c93339-625b-4881-80fa-d3e9f703527a/462af1a4-5fef-4b8d-878a-34a5f34ac622/f9438c51-f334-4efc-abed-cd41b9fa7a3d) {{(pid=95103) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 19:50:18.587765 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-5dd9d5c7-cc54-4437-8664-ad1d5d5d5ee3 tempest-TestServerBasicOps-310606925 tempest-TestServerBasicOps-310606925-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:18.591907 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-5dd9d5c7-cc54-4437-8664-ad1d5d5d5ee3 tempest-TestServerBasicOps-310606925 tempest-TestServerBasicOps-310606925-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4268630 Sep 23 19:50:18.592569 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 48242) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:50:18.598605 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.v2.base [None req-e41f2a18-e758-491c-b33d-899178045234 tempest-TestServerBasicOps-310606925 tempest-TestServerBasicOps-310606925-project] Request body: {'security_group_rule': {'security_group_id': '8984b5f1-4de6-4666-ae15-df260a7900a6', 'project_id': '5ac332d3fb0d444485bb3eca855f9229', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=95101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:50:18.680773 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-e41f2a18-e758-491c-b33d-899178045234 tempest-TestServerBasicOps-310606925 tempest-TestServerBasicOps-310606925-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:18.798432 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-e41f2a18-e758-491c-b33d-899178045234 tempest-TestServerBasicOps-310606925 tempest-TestServerBasicOps-310606925-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:18.805629 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-e41f2a18-e758-491c-b33d-899178045234 tempest-TestServerBasicOps-310606925 tempest-TestServerBasicOps-310606925-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575319'] for security_group_rule, after_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:18.828911 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62b215b1-8537-4bb5-877f-1b681f8cee3b None None] Sync routers for ids ['f885ef05-8455-478c-a724-b2ff267ed795'] in n-d-713301-16 {{(pid=95103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 19:50:18.837640 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41f2a18-e758-491c-b33d-899178045234 tempest-TestServerBasicOps-310606925 tempest-TestServerBasicOps-310606925-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1f69e07b-b43b-44ed-97b0-f9bed6cb53ed,revision_number=0']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:50:18.848277 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-e41f2a18-e758-491c-b33d-899178045234 tempest-TestServerBasicOps-310606925 tempest-TestServerBasicOps-310606925-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:18.853205 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-e41f2a18-e758-491c-b33d-899178045234 tempest-TestServerBasicOps-310606925 tempest-TestServerBasicOps-310606925-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2591746 Sep 23 19:50:18.855253 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 48250) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:50:18.860737 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.v2.base [None req-ec36a758-1ad7-42a1-8d9a-dc1bfe581113 tempest-TestServerBasicOps-310606925 tempest-TestServerBasicOps-310606925-project] Request body: {'security_group_rule': {'security_group_id': '8984b5f1-4de6-4666-ae15-df260a7900a6', 'project_id': '5ac332d3fb0d444485bb3eca855f9229', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=95101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:50:18.864410 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92005b67-28e1-43da-b6bf-e21f5fccb35d req-4652e253-c3a2-4ec9-be53-babed5e618c0 tempest-TestSecurityGroupsBasicOps-365501575 tempest-TestSecurityGroupsBasicOps-365501575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:50:18.866040 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-92005b67-28e1-43da-b6bf-e21f5fccb35d req-4652e253-c3a2-4ec9-be53-babed5e618c0 tempest-TestSecurityGroupsBasicOps-365501575 tempest-TestSecurityGroupsBasicOps-365501575-project] 10.222.0.67 "GET /v2.0/ports?device_id=6bd7699e-da22-4125-b20b-920c51ed1c7b HTTP/1.1" status: 200 len: 907 time: 0.1186688 Sep 23 19:50:18.897281 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-ec36a758-1ad7-42a1-8d9a-dc1bfe581113 tempest-TestServerBasicOps-310606925 tempest-TestServerBasicOps-310606925-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:18.903936 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62b215b1-8537-4bb5-877f-1b681f8cee3b None None] Routers {'f885ef05-8455-478c-a724-b2ff267ed795'} bound to L3 agent in host n-d-713301-16 {{(pid=95103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 19:50:18.904684 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_hamode_db [None req-62b215b1-8537-4bb5-877f-1b681f8cee3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-23T19:07:52Z,description=,heartbeat_timestamp=2021-09-23T19:49:53Z,host='n-d-713301-16',id=79a740bf-7821-4989-8288-7186e3e128f3,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:07:52Z,topic='l3_agent')) {'router_ids': ['f885ef05-8455-478c-a724-b2ff267ed795'], 'active': True} {{(pid=95103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:50:18.958425 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-7399b954-d025-4b68-b75b-90d03a503d69 None None] Notify callbacks [] for port, precommit_create {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:18.978584 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-ec36a758-1ad7-42a1-8d9a-dc1bfe581113 tempest-TestServerBasicOps-310606925 tempest-TestServerBasicOps-310606925-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:18.984510 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-ec36a758-1ad7-42a1-8d9a-dc1bfe581113 tempest-TestServerBasicOps-310606925 tempest-TestServerBasicOps-310606925-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575319'] for security_group_rule, after_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:18.995372 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-7399b954-d025-4b68-b75b-90d03a503d69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783145673135'] for port, after_create {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:19.018444 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec36a758-1ad7-42a1-8d9a-dc1bfe581113 tempest-TestServerBasicOps-310606925 tempest-TestServerBasicOps-310606925-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b737f48a-cb72-4eec-9b52-4ac0358da4cc,revision_number=0']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:50:19.034105 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-ec36a758-1ad7-42a1-8d9a-dc1bfe581113 tempest-TestServerBasicOps-310606925 tempest-TestServerBasicOps-310606925-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:19.035815 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-ec36a758-1ad7-42a1-8d9a-dc1bfe581113 tempest-TestServerBasicOps-310606925 tempest-TestServerBasicOps-310606925-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1793368 Sep 23 19:50:19.038573 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 48256) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:50:19.046024 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.v2.base [None req-c6cff955-1a25-4927-bf96-fbbb5c9769bd tempest-TestServerBasicOps-310606925 tempest-TestServerBasicOps-310606925-project] Request body: {'security_group_rule': {'security_group_id': '8984b5f1-4de6-4666-ae15-df260a7900a6', 'project_id': '5ac332d3fb0d444485bb3eca855f9229', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=95101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:50:19.054485 n-d-713301-16 neutron-server[95103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7399b954-d025-4b68-b75b-90d03a503d69 None None] Network 55c93339-625b-4881-80fa-d3e9f703527a is already hosted by enough agents. {{(pid=95103) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:50:19.063672 n-d-713301-16 neutron-server[95103]: DEBUG neutron.scheduler.base_scheduler [None req-7399b954-d025-4b68-b75b-90d03a503d69 None None] Resources bound (agent type, host, resource id): {{(pid=95103) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:50:19.067810 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7399b954-d025-4b68-b75b-90d03a503d69 None None] Received port after_create {{(pid=95103) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 19:50:19.069811 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7399b954-d025-4b68-b75b-90d03a503d69 None None] Pushing event updated for resources: {'Port': ['ID=f9438c51-f334-4efc-abed-cd41b9fa7a3d,revision_number=1']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:50:19.089240 n-d-713301-16 neutron-server[95101]: INFO neutron.db.securitygroups_db [None req-c6cff955-1a25-4927-bf96-fbbb5c9769bd tempest-TestServerBasicOps-310606925 tempest-TestServerBasicOps-310606925-project] Project 5ac332d3fb0d444485bb3eca855f9229 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 23 19:50:19.102439 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-c6cff955-1a25-4927-bf96-fbbb5c9769bd tempest-TestServerBasicOps-310606925 tempest-TestServerBasicOps-310606925-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:19.115786 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_dvr_db [None req-62b215b1-8537-4bb5-877f-1b681f8cee3b None None] Set router f885ef05-8455-478c-a724-b2ff267ed795 gateway port host: n-d-713301-16 {{(pid=95103) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 19:50:19.149771 n-d-713301-16 neutron-server[95102]: DEBUG neutron.db.db_base_plugin_common [None req-1d93477d-fcf9-4cb4-a94c-d2f882229dcb tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] Allocated IP 2001:db8::39c (55c93339-625b-4881-80fa-d3e9f703527a/462af1a4-5fef-4b8d-878a-34a5f34ac622/3a306895-d84c-4270-a9f6-98fc3f290612) {{(pid=95102) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 19:50:19.192172 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.managers [None req-7399b954-d025-4b68-b75b-90d03a503d69 None None] Attempting to bind port f9438c51-f334-4efc-abed-cd41b9fa7a3d on host n-d-713301-16 for vnic_type normal with profile {{(pid=95103) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 19:50:19.192800 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.managers [None req-7399b954-d025-4b68-b75b-90d03a503d69 None None] Attempting to bind port f9438c51-f334-4efc-abed-cd41b9fa7a3d by drivers openvswitch,hyperv on host n-d-713301-16 at level 0 using segments [{'id': 'c23e80ce-c6fd-48cd-bfac-7e632cce25fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '55c93339-625b-4881-80fa-d3e9f703527a'}] {{(pid=95103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 19:50:19.193181 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7399b954-d025-4b68-b75b-90d03a503d69 None None] Attempting to bind port f9438c51-f334-4efc-abed-cd41b9fa7a3d on network 55c93339-625b-4881-80fa-d3e9f703527a {{(pid=95103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:50:19.207093 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7399b954-d025-4b68-b75b-90d03a503d69 None None] Checking agent: {'id': '70a14545-df24-472f-8f95-bfe1719bff93', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 19, 7, 53), 'started_at': datetime.datetime(2021, 9, 23, 19, 8, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 19, 49, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 19:50:19.207539 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7399b954-d025-4b68-b75b-90d03a503d69 None None] Checking segment: {'id': 'c23e80ce-c6fd-48cd-bfac-7e632cce25fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '55c93339-625b-4881-80fa-d3e9f703527a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95103) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:50:19.207887 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-7399b954-d025-4b68-b75b-90d03a503d69 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:19.209426 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7399b954-d025-4b68-b75b-90d03a503d69 None None] Bound using segment: {'id': 'c23e80ce-c6fd-48cd-bfac-7e632cce25fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '55c93339-625b-4881-80fa-d3e9f703527a'} {{(pid=95103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 19:50:19.209426 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.managers [None req-7399b954-d025-4b68-b75b-90d03a503d69 None None] Bound port: f9438c51-f334-4efc-abed-cd41b9fa7a3d, host: n-d-713301-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c23e80ce-c6fd-48cd-bfac-7e632cce25fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '55c93339-625b-4881-80fa-d3e9f703527a'}}] {{(pid=95103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 19:50:19.210029 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-7399b954-d025-4b68-b75b-90d03a503d69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:19.212119 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-c6cff955-1a25-4927-bf96-fbbb5c9769bd tempest-TestServerBasicOps-310606925 tempest-TestServerBasicOps-310606925-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:19.218865 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-c6cff955-1a25-4927-bf96-fbbb5c9769bd tempest-TestServerBasicOps-310606925 tempest-TestServerBasicOps-310606925-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575319'] for security_group_rule, after_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:19.245987 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-c6cff955-1a25-4927-bf96-fbbb5c9769bd tempest-TestServerBasicOps-310606925 tempest-TestServerBasicOps-310606925-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:19.250503 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-c6cff955-1a25-4927-bf96-fbbb5c9769bd tempest-TestServerBasicOps-310606925 tempest-TestServerBasicOps-310606925-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2072780 Sep 23 19:50:19.251608 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 48258) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:50:19.253077 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6cff955-1a25-4927-bf96-fbbb5c9769bd tempest-TestServerBasicOps-310606925 tempest-TestServerBasicOps-310606925-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4212ffa6-e71d-47bb-8e57-187f5cf2565f,revision_number=0']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:50:19.256951 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.v2.base [None req-53149170-d33b-4e65-8163-e0816b847f63 tempest-TestServerBasicOps-310606925 tempest-TestServerBasicOps-310606925-project] Request body: {'security_group_rule': {'security_group_id': '8984b5f1-4de6-4666-ae15-df260a7900a6', 'project_id': '5ac332d3fb0d444485bb3eca855f9229', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=95102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:50:19.338280 n-d-713301-16 neutron-server[95102]: INFO neutron.db.securitygroups_db [None req-53149170-d33b-4e65-8163-e0816b847f63 tempest-TestServerBasicOps-310606925 tempest-TestServerBasicOps-310606925-project] Project 5ac332d3fb0d444485bb3eca855f9229 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 23 19:50:19.346406 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-53149170-d33b-4e65-8163-e0816b847f63 tempest-TestServerBasicOps-310606925 tempest-TestServerBasicOps-310606925-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:19.398848 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-7399b954-d025-4b68-b75b-90d03a503d69 None None] For port f9438c51-f334-4efc-abed-cd41b9fa7a3d, host n-d-713301-16, cleared binding levels {{(pid=95103) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 19:50:19.408892 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-7399b954-d025-4b68-b75b-90d03a503d69 None None] For port f9438c51-f334-4efc-abed-cd41b9fa7a3d, host n-d-713301-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-16',level=0,port_id=f9438c51-f334-4efc-abed-cd41b9fa7a3d,segment=NetworkSegment(c23e80ce-c6fd-48cd-bfac-7e632cce25fd),segment_id=c23e80ce-c6fd-48cd-bfac-7e632cce25fd)] {{(pid=95103) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 19:50:19.415243 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-7399b954-d025-4b68-b75b-90d03a503d69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:19.459462 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-1d93477d-fcf9-4cb4-a94c-d2f882229dcb tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] Notify callbacks [] for port, precommit_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:19.494393 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-53149170-d33b-4e65-8163-e0816b847f63 tempest-TestServerBasicOps-310606925 tempest-TestServerBasicOps-310606925-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:19.503216 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-53149170-d33b-4e65-8163-e0816b847f63 tempest-TestServerBasicOps-310606925 tempest-TestServerBasicOps-310606925-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575319'] for security_group_rule, after_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:19.535738 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7399b954-d025-4b68-b75b-90d03a503d69 None None] Pushing event updated for resources: {'Port': ['ID=f9438c51-f334-4efc-abed-cd41b9fa7a3d,revision_number=2']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:50:19.552310 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53149170-d33b-4e65-8163-e0816b847f63 tempest-TestServerBasicOps-310606925 tempest-TestServerBasicOps-310606925-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=46b15f46-c1bf-4da0-ae53-8128a0d326eb,revision_number=0']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:50:19.563569 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_hamode_db [None req-62b215b1-8537-4bb5-877f-1b681f8cee3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f885ef05-8455-478c-a724-b2ff267ed795', 'name': 'tempest-TestServerBasicOps-119810177-router', 'tenant_id': 'c3807658128048f6b8775b525a0df923', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'external_fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.197'}], 'enable_snat': True}, 'gw_port_id': '129c9baf-205c-439a-acb3-690a61507527', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:50:07Z', 'updated_at': '2021-09-23T19:50:13Z', 'revision_number': 4, 'project_id': 'c3807658128048f6b8775b525a0df923', 'gw_port': {'id': '129c9baf-205c-439a-acb3-690a61507527', 'name': '', 'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:60:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f885ef05-8455-478c-a724-b2ff267ed795', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3635, 'fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:50:07Z', 'updated_at': '2021-09-23T19:50:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-16', '_interfaces': [{'id': 'cf58547d-e6ba-44fb-a7fa-5c15b664e343', 'name': '', 'network_id': '4ebe425a-4e50-4f6b-91d3-96d94eeed3e4', 'tenant_id': 'c3807658128048f6b8775b525a0df923', 'mac_address': 'fa:16:3e:cc:8b:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f885ef05-8455-478c-a724-b2ff267ed795', 'device_owner': 'network:router_interface', 'standard_attr_id': 3640, 'fixed_ips': [{'subnet_id': '0c1bcbf1-3068-4abd-8ee8-ccbb777edfc8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:50:12Z', 'updated_at': '2021-09-23T19:50:13Z', 'revision_number': 2, 'project_id': 'c3807658128048f6b8775b525a0df923', 'subnets': [{'id': '0c1bcbf1-3068-4abd-8ee8-ccbb777edfc8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-16', False) {} {{(pid=95103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:50:19.565510 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-53149170-d33b-4e65-8163-e0816b847f63 tempest-TestServerBasicOps-310606925 tempest-TestServerBasicOps-310606925-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:19.575762 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-53149170-d33b-4e65-8163-e0816b847f63 tempest-TestServerBasicOps-310606925 tempest-TestServerBasicOps-310606925-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3234296 Sep 23 19:50:19.590500 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-1d93477d-fcf9-4cb4-a94c-d2f882229dcb tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783145673135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4399100'] for port, after_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:19.617507 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62b215b1-8537-4bb5-877f-1b681f8cee3b None None] Checking router: f885ef05-8455-478c-a724-b2ff267ed795 for host: n-d-713301-16 {{(pid=95103) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 19:50:19.617862 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62b215b1-8537-4bb5-877f-1b681f8cee3b None None] Updating router f885ef05-8455-478c-a724-b2ff267ed795 port cf58547d-e6ba-44fb-a7fa-5c15b664e343 binding host n-d-713301-16 {{(pid=95103) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 23 19:50:19.680280 n-d-713301-16 neutron-server[95102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d93477d-fcf9-4cb4-a94c-d2f882229dcb tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] Network 55c93339-625b-4881-80fa-d3e9f703527a is already hosted by enough agents. {{(pid=95102) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:50:19.691825 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-62b215b1-8537-4bb5-877f-1b681f8cee3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:19.692082 n-d-713301-16 neutron-server[95102]: DEBUG neutron.scheduler.base_scheduler [None req-1d93477d-fcf9-4cb4-a94c-d2f882229dcb tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] Resources bound (agent type, host, resource id): {{(pid=95102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:50:19.708062 n-d-713301-16 neutron-server[95102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d93477d-fcf9-4cb4-a94c-d2f882229dcb tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] Received port after_create {{(pid=95102) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 19:50:19.714368 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-a57bba0e-0a65-40cb-9790-829b73158a16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:19.724746 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d93477d-fcf9-4cb4-a94c-d2f882229dcb tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:50:19.725488 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-1d93477d-fcf9-4cb4-a94c-d2f882229dcb tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222849'] for port, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:19.797063 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d93477d-fcf9-4cb4-a94c-d2f882229dcb tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] Pushing event updated for resources: {'Port': ['ID=3a306895-d84c-4270-a9f6-98fc3f290612,revision_number=1']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:50:19.802449 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-1d93477d-fcf9-4cb4-a94c-d2f882229dcb tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 893 time: 1.9344034 Sep 23 19:50:19.807354 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 48278) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:50:19.976837 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-1c2e0953-6d3a-4a33-89e8-3ba929150114 req-73dbd778-1e9e-4179-a1e4-762934206694 tempest-TestServerBasicOps-310606925 tempest-TestServerBasicOps-310606925-project] 10.222.0.67 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1966998662&fields=id&tenant_id=5ac332d3fb0d444485bb3eca855f9229 HTTP/1.1" status: 200 len: 267 time: 0.0526383 Sep 23 19:50:20.095113 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.plugin [None req-61671944-7b0b-4c19-ba72-5d6c16db65e2 tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] Deleting port 3a306895-d84c-4270-a9f6-98fc3f290612 {{(pid=95102) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:50:20.095665 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-61671944-7b0b-4c19-ba72-5d6c16db65e2 tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783146157096'] for port, before_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:20.175571 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f79be1-4694-4008-ab70-553b6ea8efc9 req-e8a65184-0a84-4649-be06-09b78892cd53 tempest-TestSecurityGroupsBasicOps-365501575 tempest-TestSecurityGroupsBasicOps-365501575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:50:20.177231 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-78f79be1-4694-4008-ab70-553b6ea8efc9 req-e8a65184-0a84-4649-be06-09b78892cd53 tempest-TestSecurityGroupsBasicOps-365501575 tempest-TestSecurityGroupsBasicOps-365501575-project] 10.222.0.67 "GET /v2.0/ports?device_id=6bd7699e-da22-4125-b20b-920c51ed1c7b HTTP/1.1" status: 200 len: 907 time: 0.1817620 Sep 23 19:50:20.224242 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-62b215b1-8537-4bb5-877f-1b681f8cee3b None None] Notify callbacks [] for port, precommit_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:20.237660 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-62b215b1-8537-4bb5-877f-1b681f8cee3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:20.255488 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c2e0953-6d3a-4a33-89e8-3ba929150114 req-d2d1d63d-ddb6-4573-93fd-f76d5d7f80b3 tempest-TestServerBasicOps-310606925 tempest-TestServerBasicOps-310606925-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:50:20.257233 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-1c2e0953-6d3a-4a33-89e8-3ba929150114 req-d2d1d63d-ddb6-4573-93fd-f76d5d7f80b3 tempest-TestServerBasicOps-310606925 tempest-TestServerBasicOps-310606925-project] 10.222.0.67 "GET /v2.0/networks?id=8773f1c5-baf2-4787-acb8-ea82a658e3a7 HTTP/1.1" status: 200 len: 808 time: 0.2648649 Sep 23 19:50:20.283740 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-1c2e0953-6d3a-4a33-89e8-3ba929150114 req-6b8ba061-c24f-4d2c-9025-586faf17cc3c tempest-TestServerBasicOps-310606925 tempest-TestServerBasicOps-310606925-project] 10.222.0.67 "GET /v2.0/quotas/5ac332d3fb0d444485bb3eca855f9229 HTTP/1.1" status: 200 len: 375 time: 0.0126438 Sep 23 19:50:20.354866 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-61671944-7b0b-4c19-ba72-5d6c16db65e2 tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-605701'] for port, precommit_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:20.374711 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.managers [None req-62b215b1-8537-4bb5-877f-1b681f8cee3b None None] Attempting to bind port cf58547d-e6ba-44fb-a7fa-5c15b664e343 on host n-d-713301-16 for vnic_type normal with profile {{(pid=95103) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 19:50:20.375069 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.managers [None req-62b215b1-8537-4bb5-877f-1b681f8cee3b None None] Attempting to bind port cf58547d-e6ba-44fb-a7fa-5c15b664e343 by drivers openvswitch,hyperv on host n-d-713301-16 at level 0 using segments [{'id': '47fc8a2f-a3fa-4467-a3c0-53c0851b5594', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '4ebe425a-4e50-4f6b-91d3-96d94eeed3e4'}] {{(pid=95103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 19:50:20.375444 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62b215b1-8537-4bb5-877f-1b681f8cee3b None None] Attempting to bind port cf58547d-e6ba-44fb-a7fa-5c15b664e343 on network 4ebe425a-4e50-4f6b-91d3-96d94eeed3e4 {{(pid=95103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:50:20.378071 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b81f695-ff2c-4765-80d4-2b8134dfd47c None None] Pushing event updated for resources: {'Port': ['ID=cf58547d-e6ba-44fb-a7fa-5c15b664e343,revision_number=3']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:50:20.385177 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62b215b1-8537-4bb5-877f-1b681f8cee3b None None] Checking agent: {'id': '70a14545-df24-472f-8f95-bfe1719bff93', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 19, 7, 53), 'started_at': datetime.datetime(2021, 9, 23, 19, 8, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 19, 49, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 19:50:20.385548 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62b215b1-8537-4bb5-877f-1b681f8cee3b None None] Checking segment: {'id': '47fc8a2f-a3fa-4467-a3c0-53c0851b5594', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '4ebe425a-4e50-4f6b-91d3-96d94eeed3e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95103) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:50:20.385953 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-62b215b1-8537-4bb5-877f-1b681f8cee3b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:20.386403 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62b215b1-8537-4bb5-877f-1b681f8cee3b None None] Bound using segment: {'id': '47fc8a2f-a3fa-4467-a3c0-53c0851b5594', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '4ebe425a-4e50-4f6b-91d3-96d94eeed3e4'} {{(pid=95103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 19:50:20.386877 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.managers [None req-62b215b1-8537-4bb5-877f-1b681f8cee3b None None] Bound port: cf58547d-e6ba-44fb-a7fa-5c15b664e343, host: n-d-713301-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '47fc8a2f-a3fa-4467-a3c0-53c0851b5594', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '4ebe425a-4e50-4f6b-91d3-96d94eeed3e4'}}] {{(pid=95103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 19:50:20.387253 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-62b215b1-8537-4bb5-877f-1b681f8cee3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:20.404632 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.plugin [None req-61671944-7b0b-4c19-ba72-5d6c16db65e2 tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] Calling delete_port for 3a306895-d84c-4270-a9f6-98fc3f290612 owned by {{(pid=95102) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:50:20.519249 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-62b215b1-8537-4bb5-877f-1b681f8cee3b None None] For port cf58547d-e6ba-44fb-a7fa-5c15b664e343, host n-d-713301-16, cleared binding levels {{(pid=95103) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 19:50:20.523029 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-62b215b1-8537-4bb5-877f-1b681f8cee3b None None] For port cf58547d-e6ba-44fb-a7fa-5c15b664e343, host n-d-713301-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-16',level=0,port_id=cf58547d-e6ba-44fb-a7fa-5c15b664e343,segment=NetworkSegment(47fc8a2f-a3fa-4467-a3c0-53c0851b5594),segment_id=47fc8a2f-a3fa-4467-a3c0-53c0851b5594)] {{(pid=95103) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 19:50:20.530655 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-62b215b1-8537-4bb5-877f-1b681f8cee3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:20.567450 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-1c2e0953-6d3a-4a33-89e8-3ba929150114 req-5624faf9-e770-4d38-bfee-91d21e185b86 tempest-TestServerBasicOps-310606925 tempest-TestServerBasicOps-310606925-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=5ac332d3fb0d444485bb3eca855f9229&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2625608 Sep 23 19:50:20.630917 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62b215b1-8537-4bb5-877f-1b681f8cee3b None None] Routers {'f885ef05-8455-478c-a724-b2ff267ed795'} bound to L3 agent in host n-d-713301-16 {{(pid=95103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 19:50:20.631917 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_hamode_db [None req-62b215b1-8537-4bb5-877f-1b681f8cee3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-23T19:07:52Z,description=,heartbeat_timestamp=2021-09-23T19:49:53Z,host='n-d-713301-16',id=79a740bf-7821-4989-8288-7186e3e128f3,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:07:52Z,topic='l3_agent')) {'router_ids': ['f885ef05-8455-478c-a724-b2ff267ed795'], 'active': True} {{(pid=95103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:50:20.635679 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b81f695-ff2c-4765-80d4-2b8134dfd47c None None] Pushing event updated for resources: {'Port': ['ID=cf58547d-e6ba-44fb-a7fa-5c15b664e343,revision_number=4']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:50:20.740363 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-61671944-7b0b-4c19-ba72-5d6c16db65e2 tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783146162158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783145673144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4399100'] for port, after_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:20.756484 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Device 1905f264-6b67-46a6-834e-390c351ab4ef details requested by agent hyperv_n-h2-713301-16 with host n-h2-713301-16 {{(pid=95103) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 19:50:20.777594 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61671944-7b0b-4c19-ba72-5d6c16db65e2 tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] Pushing event deleted for resources: {'Port': ['ID=3a306895-d84c-4270-a9f6-98fc3f290612,revision_number=None']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:50:20.818394 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-1c2e0953-6d3a-4a33-89e8-3ba929150114 req-ae3d916c-ee94-42ae-8019-9523b94816ef service neutron] 10.222.0.67 "GET /v2.0/networks/8773f1c5-baf2-4787-acb8-ea82a658e3a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1835196 Sep 23 19:50:20.856569 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-61671944-7b0b-4c19-ba72-5d6c16db65e2 tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222849'] for port, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:20.859801 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-61671944-7b0b-4c19-ba72-5d6c16db65e2 tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] 10.222.0.67 "DELETE /v2.0/ports/3a306895-d84c-4270-a9f6-98fc3f290612 HTTP/1.1" status: 204 len: 168 time: 1.0508082 Sep 23 19:50:20.862001 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 48304) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:50:20.912867 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-46b580d9-31f4-4cc7-99b6-4bfc48ece51e None None] Provisioning complete for port cf58547d-e6ba-44fb-a7fa-5c15b664e343 triggered by entity DHCP. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:50:20.913253 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-46b580d9-31f4-4cc7-99b6-4bfc48ece51e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:20.932629 n-d-713301-16 neutron-server[95101]: INFO neutron.pecan_wsgi.hooks.translation [None req-5580392c-e603-4f22-a952-b32b96a6dfa0 tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] GET failed (client error): The resource could not be found. Sep 23 19:50:20.942291 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-5580392c-e603-4f22-a952-b32b96a6dfa0 tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] 10.222.0.67 "GET /v2.0/ports/3a306895-d84c-4270-a9f6-98fc3f290612 HTTP/1.1" status: 404 len: 333 time: 0.0784235 Sep 23 19:50:20.951618 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 48308) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:50:20.996503 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] For port 1905f264-6b67-46a6-834e-390c351ab4ef, host n-h2-713301-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-16',level=0,port_id=1905f264-6b67-46a6-834e-390c351ab4ef,segment=NetworkSegment(4f8a9d02-bef3-4414-84e9-68a759961ded),segment_id=4f8a9d02-bef3-4414-84e9-68a759961ded)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:50:21.013577 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-1c2e0953-6d3a-4a33-89e8-3ba929150114 req-3a2d160d-a926-4728-8ed8-09e227ae61eb service neutron] 10.222.0.67 "GET /v2.0/networks/8773f1c5-baf2-4787-acb8-ea82a658e3a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1799695 Sep 23 19:50:21.043062 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Returning: {'device': '1905f264-6b67-46a6-834e-390c351ab4ef', 'network_id': 'd2d61718-83a2-40fa-b610-94a9848bc9af', 'port_id': '1905f264-6b67-46a6-834e-390c351ab4ef', 'mac_address': 'fa:16:3e:f7:c4:ed', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 644, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6728f6b9-af1e-4e97-8ce4-664684d923e7', 'ip_address': '172.20.0.25'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': False, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95103) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 19:50:21.048817 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_dvr_db [None req-62b215b1-8537-4bb5-877f-1b681f8cee3b None None] Set router f885ef05-8455-478c-a724-b2ff267ed795 gateway port host: n-d-713301-16 {{(pid=95103) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 19:50:21.055756 n-d-713301-16 neutron-server[95101]: DEBUG neutron.db.db_base_plugin_v2 [None req-c55f722c-dcad-4c53-b90f-fc7e3b356415 tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] Deleting subnet 462af1a4-5fef-4b8d-878a-34a5f34ac622 {{(pid=95101) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 23 19:50:21.059443 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-c55f722c-dcad-4c53-b90f-fc7e3b356415 tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] Notify callbacks [] for subnet, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:21.108585 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-c55f722c-dcad-4c53-b90f-fc7e3b356415 tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6007154'] for subnet, precommit_delete_associations {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:21.174491 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:21.256991 n-d-713301-16 neutron-server[95103]: DEBUG neutron.notifiers.nova [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1905f264-6b67-46a6-834e-390c351ab4ef {{(pid=95103) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 19:50:21.300325 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82151081-27b9-4af3-8142-1d06fe650968 None None] Network 55c93339-625b-4881-80fa-d3e9f703527a requested from n-d-713301-16 {{(pid=95103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 19:50:21.311636 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] For port 1905f264-6b67-46a6-834e-390c351ab4ef, host n-h2-713301-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-16',level=0,port_id=1905f264-6b67-46a6-834e-390c351ab4ef,segment=NetworkSegment(4f8a9d02-bef3-4414-84e9-68a759961ded),segment_id=4f8a9d02-bef3-4414-84e9-68a759961ded)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:50:21.332972 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-c55f722c-dcad-4c53-b90f-fc7e3b356415 tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1756813'] for subnet, precommit_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:21.361089 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:21.366119 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-e6c1bfdc-2dd4-4e26-a7b4-d07653f99360 req-421154b2-d667-45d3-8444-670c6779b321 tempest-TestServerBasicOps-310606925 tempest-TestServerBasicOps-310606925-project] 10.222.0.67 "GET /v2.0/ports?device_id=91c04d5d-3047-4233-a6bc-ba42bfa3840b HTTP/1.1" status: 200 len: 210 time: 0.0343421 Sep 23 19:50:21.379101 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e4b6ed-69d3-486c-827e-4758e8b701b3 req-e66c4ad4-ce7e-4b1c-9c5e-dfb9b588d28b tempest-TestSecurityGroupsBasicOps-365501575 tempest-TestSecurityGroupsBasicOps-365501575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:50:21.382102 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-87e4b6ed-69d3-486c-827e-4758e8b701b3 req-e66c4ad4-ce7e-4b1c-9c5e-dfb9b588d28b tempest-TestSecurityGroupsBasicOps-365501575 tempest-TestSecurityGroupsBasicOps-365501575-project] 10.222.0.67 "GET /v2.0/ports?device_id=6bd7699e-da22-4125-b20b-920c51ed1c7b HTTP/1.1" status: 200 len: 907 time: 0.1044374 Sep 23 19:50:21.465873 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-c55f722c-dcad-4c53-b90f-fc7e3b356415 tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1756804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5607514', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6130950'] for subnet, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:21.507929 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c55f722c-dcad-4c53-b90f-fc7e3b356415 tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] Pushing event deleted for resources: {'Subnet': ['ID=462af1a4-5fef-4b8d-878a-34a5f34ac622,revision_number=None']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:50:21.517381 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-c55f722c-dcad-4c53-b90f-fc7e3b356415 tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] Notify callbacks [] for subnet, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:21.522182 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 48326) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:50:21.522479 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-c55f722c-dcad-4c53-b90f-fc7e3b356415 tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] 10.222.0.67 "DELETE /v2.0/subnets/462af1a4-5fef-4b8d-878a-34a5f34ac622 HTTP/1.1" status: 204 len: 168 time: 0.5688627 Sep 23 19:50:21.717252 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] get_ports_and_sgs() called for port_ids ['1905f264-6b67-46a6-834e-390c351ab4ef'] {{(pid=95103) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 19:50:21.730215 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-f6d99971-5f2c-45f9-8757-1cd02a4b99f8 tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1628021'] for network, before_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:21.780524 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-46b580d9-31f4-4cc7-99b6-4bfc48ece51e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:21.880540 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.plugin [None req-f6d99971-5f2c-45f9-8757-1cd02a4b99f8 tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] Deleting port f9438c51-f334-4efc-abed-cd41b9fa7a3d {{(pid=95102) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:50:21.880998 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-f6d99971-5f2c-45f9-8757-1cd02a4b99f8 tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783146157096'] for port, before_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:21.938714 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Device f9438c51-f334-4efc-abed-cd41b9fa7a3d up at agent ovs-agent-n-d-713301-16 {{(pid=95103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 19:50:21.984649 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.db [None req-f6d99971-5f2c-45f9-8757-1cd02a4b99f8 tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] For port f9438c51-f334-4efc-abed-cd41b9fa7a3d, host n-d-713301-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-16',level=0,port_id=f9438c51-f334-4efc-abed-cd41b9fa7a3d,segment=NetworkSegment(c23e80ce-c6fd-48cd-bfac-7e632cce25fd),segment_id=c23e80ce-c6fd-48cd-bfac-7e632cce25fd)] {{(pid=95102) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:50:21.985763 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-f6d99971-5f2c-45f9-8757-1cd02a4b99f8 tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-605701'] for port, precommit_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:22.003477 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Pushing event updated for resources: {'Port': ['ID=1905f264-6b67-46a6-834e-390c351ab4ef,revision_number=4']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:50:22.021258 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.plugin [None req-f6d99971-5f2c-45f9-8757-1cd02a4b99f8 tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] Calling delete_port for f9438c51-f334-4efc-abed-cd41b9fa7a3d owned by network:dhcp {{(pid=95102) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:50:22.064233 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-46b580d9-31f4-4cc7-99b6-4bfc48ece51e None None] For port cf58547d-e6ba-44fb-a7fa-5c15b664e343, host n-d-713301-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-16',level=0,port_id=cf58547d-e6ba-44fb-a7fa-5c15b664e343,segment=NetworkSegment(47fc8a2f-a3fa-4467-a3c0-53c0851b5594),segment_id=47fc8a2f-a3fa-4467-a3c0-53c0851b5594)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:50:22.090504 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-46b580d9-31f4-4cc7-99b6-4bfc48ece51e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:22.201105 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-f6d99971-5f2c-45f9-8757-1cd02a4b99f8 tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783146162158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783145673144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4399100'] for port, after_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:22.209151 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Provisioning complete for port f9438c51-f334-4efc-abed-cd41b9fa7a3d triggered by entity L2. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:50:22.209535 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:22.213302 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b580d9-31f4-4cc7-99b6-4bfc48ece51e None None] Pushing event updated for resources: {'Port': ['ID=cf58547d-e6ba-44fb-a7fa-5c15b664e343,revision_number=5']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:50:22.232052 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-4d929093-5d38-41af-8c63-78bc02352324 None None] Could not find standard attr ID for object f9438c51-f334-4efc-abed-cd41b9fa7a3d. {{(pid=95103) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 23 19:50:22.261090 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d99971-5f2c-45f9-8757-1cd02a4b99f8 tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] Pushing event deleted for resources: {'Port': ['ID=f9438c51-f334-4efc-abed-cd41b9fa7a3d,revision_number=None']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:50:22.271509 n-d-713301-16 neutron-server[95102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6d99971-5f2c-45f9-8757-1cd02a4b99f8 tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] No DVR routers for this DVR port f9438c51-f334-4efc-abed-cd41b9fa7a3d on host n-d-713301-16 {{(pid=95102) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 19:50:22.290480 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.plugin [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Port f9438c51-f334-4efc-abed-cd41b9fa7a3d was deleted so its status cannot be updated. {{(pid=95103) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:331}} Sep 23 19:50:22.303775 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1b40832-ef1f-4a5d-9b7c-d809ddfbbaee None None] DHCP port deletion for 55c93339-625b-4881-80fa-d3e9f703527a request from n-d-713301-16 {{(pid=95103) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 23 19:50:22.314604 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_hamode_db [None req-62b215b1-8537-4bb5-877f-1b681f8cee3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f885ef05-8455-478c-a724-b2ff267ed795', 'name': 'tempest-TestServerBasicOps-119810177-router', 'tenant_id': 'c3807658128048f6b8775b525a0df923', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'external_fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.197'}], 'enable_snat': True}, 'gw_port_id': '129c9baf-205c-439a-acb3-690a61507527', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:50:07Z', 'updated_at': '2021-09-23T19:50:13Z', 'revision_number': 4, 'project_id': 'c3807658128048f6b8775b525a0df923', 'gw_port': {'id': '129c9baf-205c-439a-acb3-690a61507527', 'name': '', 'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:60:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f885ef05-8455-478c-a724-b2ff267ed795', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3635, 'fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:50:07Z', 'updated_at': '2021-09-23T19:50:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-16', '_interfaces': [{'id': 'cf58547d-e6ba-44fb-a7fa-5c15b664e343', 'name': '', 'network_id': '4ebe425a-4e50-4f6b-91d3-96d94eeed3e4', 'tenant_id': 'c3807658128048f6b8775b525a0df923', 'mac_address': 'fa:16:3e:cc:8b:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f885ef05-8455-478c-a724-b2ff267ed795', 'device_owner': 'network:router_interface', 'standard_attr_id': 3640, 'fixed_ips': [{'subnet_id': '0c1bcbf1-3068-4abd-8ee8-ccbb777edfc8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:50:12Z', 'updated_at': '2021-09-23T19:50:20Z', 'revision_number': 4, 'project_id': 'c3807658128048f6b8775b525a0df923', 'subnets': [{'id': '0c1bcbf1-3068-4abd-8ee8-ccbb777edfc8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-16', False) {} {{(pid=95103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:50:22.377244 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62b215b1-8537-4bb5-877f-1b681f8cee3b None None] The sync data for ids ['f885ef05-8455-478c-a724-b2ff267ed795'] in n-d-713301-16 is: [{'id': 'f885ef05-8455-478c-a724-b2ff267ed795', 'name': 'tempest-TestServerBasicOps-119810177-router', 'tenant_id': 'c3807658128048f6b8775b525a0df923', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'external_fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.197'}], 'enable_snat': True}, 'gw_port_id': '129c9baf-205c-439a-acb3-690a61507527', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:50:07Z', 'updated_at': '2021-09-23T19:50:13Z', 'revision_number': 4, 'project_id': 'c3807658128048f6b8775b525a0df923', 'gw_port': {'id': '129c9baf-205c-439a-acb3-690a61507527', 'name': '', 'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:60:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f885ef05-8455-478c-a724-b2ff267ed795', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3635, 'fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:50:07Z', 'updated_at': '2021-09-23T19:50:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-16', '_interfaces': [{'id': 'cf58547d-e6ba-44fb-a7fa-5c15b664e343', 'name': '', 'network_id': '4ebe425a-4e50-4f6b-91d3-96d94eeed3e4', 'tenant_id': 'c3807658128048f6b8775b525a0df923', 'mac_address': 'fa:16:3e:cc:8b:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f885ef05-8455-478c-a724-b2ff267ed795', 'device_owner': 'network:router_interface', 'standard_attr_id': 3640, 'fixed_ips': [{'subnet_id': '0c1bcbf1-3068-4abd-8ee8-ccbb777edfc8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:50:12Z', 'updated_at': '2021-09-23T19:50:20Z', 'revision_number': 4, 'project_id': 'c3807658128048f6b8775b525a0df923', 'subnets': [{'id': '0c1bcbf1-3068-4abd-8ee8-ccbb777edfc8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 19:50:22.380084 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-4d929093-5d38-41af-8c63-78bc02352324 None None] Provisioning complete for port cf58547d-e6ba-44fb-a7fa-5c15b664e343 triggered by entity DHCP. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:50:22.380542 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-4d929093-5d38-41af-8c63-78bc02352324 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:22.392952 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-f6d99971-5f2c-45f9-8757-1cd02a4b99f8 tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1754676', 'neutron.services.segments.db._delete_segments_for_network-8783146221460'] for network, precommit_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:22.419630 n-d-713301-16 neutron-server[95102]: DEBUG neutron.services.segments.db [None req-f6d99971-5f2c-45f9-8757-1cd02a4b99f8 tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['55c93339-625b-4881-80fa-d3e9f703527a']}} {{(pid=95102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:50:22.447886 n-d-713301-16 neutron-server[95102]: DEBUG neutron.services.segments.db [None req-f6d99971-5f2c-45f9-8757-1cd02a4b99f8 tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c23e80ce-c6fd-48cd-bfac-7e632cce25fd') {'for_net_delete': True} {{(pid=95102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:50:22.447886 n-d-713301-16 neutron-server[95102]: DEBUG neutron.services.segments.db [None req-f6d99971-5f2c-45f9-8757-1cd02a4b99f8 tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c23e80ce-c6fd-48cd-bfac-7e632cce25fd') {} {{(pid=95102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:50:22.497027 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-f6d99971-5f2c-45f9-8757-1cd02a4b99f8 tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783146221725', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6162832'] for segment, before_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:22.556259 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-f6d99971-5f2c-45f9-8757-1cd02a4b99f8 tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1756186'] for segment, precommit_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:22.584555 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f6d99971-5f2c-45f9-8757-1cd02a4b99f8 tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] Releasing vlan 634 on physical network physnet1 to pool {{(pid=95102) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 19:50:22.585053 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-f6d99971-5f2c-45f9-8757-1cd02a4b99f8 tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1756186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4398095'] for segment, after_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:22.596154 n-d-713301-16 neutron-server[95102]: Traceback (most recent call last): Sep 23 19:50:22.596154 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 19:50:22.596154 n-d-713301-16 neutron-server[95102]: timer() Sep 23 19:50:22.596154 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 19:50:22.596154 n-d-713301-16 neutron-server[95102]: cb(*args, **kw) Sep 23 19:50:22.596154 n-d-713301-16 neutron-server[95102]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 19:50:22.596154 n-d-713301-16 neutron-server[95102]: return func(*args, **kwargs) Sep 23 19:50:22.596154 n-d-713301-16 neutron-server[95102]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 19:50:22.596154 n-d-713301-16 neutron-server[95102]: self._notify() Sep 23 19:50:22.596154 n-d-713301-16 neutron-server[95102]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 19:50:22.596154 n-d-713301-16 neutron-server[95102]: self.callback(batched_events) Sep 23 19:50:22.596154 n-d-713301-16 neutron-server[95102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 19:50:22.596154 n-d-713301-16 neutron-server[95102]: event.method(event) Sep 23 19:50:22.596154 n-d-713301-16 neutron-server[95102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 19:50:22.596154 n-d-713301-16 neutron-server[95102]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 19:50:22.596154 n-d-713301-16 neutron-server[95102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 19:50:22.596154 n-d-713301-16 neutron-server[95102]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 19:50:22.596154 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 19:50:22.596154 n-d-713301-16 neutron-server[95102]: return f(self, *a, **k) Sep 23 19:50:22.596154 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 19:50:22.596154 n-d-713301-16 neutron-server[95102]: return self._get(url).json() Sep 23 19:50:22.596154 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 19:50:22.596154 n-d-713301-16 neutron-server[95102]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 19:50:22.596154 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 19:50:22.596154 n-d-713301-16 neutron-server[95102]: return self.request(url, 'GET', **kwargs) Sep 23 19:50:22.596154 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 19:50:22.596154 n-d-713301-16 neutron-server[95102]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 19:50:22.596154 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 19:50:22.596154 n-d-713301-16 neutron-server[95102]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 19:50:22.596154 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 19:50:22.596154 n-d-713301-16 neutron-server[95102]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 19:50:22.596154 n-d-713301-16 neutron-server[95102]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 19:50:22.649503 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-67184b85-eeb6-444b-855d-823b6dabd64f req-1e48043e-e7fc-41a9-b0bb-03e5f4d83648 tempest-TestServerBasicOps-310606925 tempest-TestServerBasicOps-310606925-project] 10.222.0.67 "GET /v2.0/ports?device_id=91c04d5d-3047-4233-a6bc-ba42bfa3840b HTTP/1.1" status: 200 len: 210 time: 0.0847657 Sep 23 19:50:22.726189 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Device 1905f264-6b67-46a6-834e-390c351ab4ef up at agent hyperv_n-h2-713301-16 {{(pid=95103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 19:50:22.786371 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-f6d99971-5f2c-45f9-8757-1cd02a4b99f8 tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1754627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-601866'] for network, after_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:22.797006 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-f6d99971-5f2c-45f9-8757-1cd02a4b99f8 tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] Notify callbacks [] for network, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:22.802675 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 48362) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:50:22.809426 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.v2.base [None req-f3deb95f-c39a-4940-8eac-5569af22bb38 tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] Request body: {'port': {'network_id': '8c3b8755-bfc7-4a09-8696-06a84a2286c5', 'name': 'tempest-PortsIpV6TestJSON-512229602'}} {{(pid=95101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:50:22.822681 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-f6d99971-5f2c-45f9-8757-1cd02a4b99f8 tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] 10.222.0.67 "DELETE /v2.0/networks/55c93339-625b-4881-80fa-d3e9f703527a HTTP/1.1" status: 204 len: 168 time: 1.2971103 Sep 23 19:50:22.829475 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Provisioning for port 1905f264-6b67-46a6-834e-390c351ab4ef completed by entity L2. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 19:50:22.833752 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Provisioning complete for port 1905f264-6b67-46a6-834e-390c351ab4ef triggered by entity L2. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:50:22.834271 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:22.890771 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9782ae56-cf84-4c5f-9f7e-76035d40ede7 req-90855aaa-dc40-4d38-a588-ab98cb55ef95 tempest-TestSecurityGroupsBasicOps-365501575 tempest-TestSecurityGroupsBasicOps-365501575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:50:22.900239 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-9782ae56-cf84-4c5f-9f7e-76035d40ede7 req-90855aaa-dc40-4d38-a588-ab98cb55ef95 tempest-TestSecurityGroupsBasicOps-365501575 tempest-TestSecurityGroupsBasicOps-365501575-project] 10.222.0.67 "GET /v2.0/ports?device_id=6bd7699e-da22-4125-b20b-920c51ed1c7b HTTP/1.1" status: 200 len: 908 time: 0.3343523 Sep 23 19:50:22.910903 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d99971-5f2c-45f9-8757-1cd02a4b99f8 tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] Pushing event deleted for resources: {'Network': ['ID=55c93339-625b-4881-80fa-d3e9f703527a,revision_number=None']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:50:23.015060 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-35501573-989f-418f-8056-38c3ce4e1308 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:23.024735 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:23.069533 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3deb95f-c39a-4940-8eac-5569af22bb38 tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] Made reservation on behalf of 68089a352b444323aeac869b275be256 for: {'port': 1} {{(pid=95101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:50:23.073525 n-d-713301-16 neutron-server[95103]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6bd7699e-da22-4125-b20b-920c51ed1c7b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1905f264-6b67-46a6-834e-390c351ab4ef'}] {{(pid=95103) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 19:50:23.075769 n-d-713301-16 neutron-server[95103]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}81a1c17f2aa89d5b3ebbba3a3e0cf7eb588e431c2224256110c4c4facdd7c3e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f821e6f3-3469-4665-a975-0e869f3906b5" -d '{"events": [{"server_uuid": "6bd7699e-da22-4125-b20b-920c51ed1c7b", "name": "network-vif-plugged", "status": "completed", "tag": "1905f264-6b67-46a6-834e-390c351ab4ef"}]}' {{(pid=95103) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 19:50:23.080150 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-f3deb95f-c39a-4940-8eac-5569af22bb38 tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:23.113709 n-d-713301-16 neutron-server[95101]: DEBUG neutron.notifiers.nova [None req-f3deb95f-c39a-4940-8eac-5569af22bb38 tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] device_id is not set on port 9cf245ce-ebcc-40a1-8a3b-b759233f8437 yet. {{(pid=95101) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 23 19:50:23.121500 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] For port 1905f264-6b67-46a6-834e-390c351ab4ef, host n-h2-713301-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-16',level=0,port_id=1905f264-6b67-46a6-834e-390c351ab4ef,segment=NetworkSegment(4f8a9d02-bef3-4414-84e9-68a759961ded),segment_id=4f8a9d02-bef3-4414-84e9-68a759961ded)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:50:23.143936 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:23.257959 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c2e0953-6d3a-4a33-89e8-3ba929150114 req-6eb10b93-856a-4504-9c7f-50349d0687a2 tempest-TestServerBasicOps-310606925 tempest-TestServerBasicOps-310606925-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:50:23.259232 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-1c2e0953-6d3a-4a33-89e8-3ba929150114 req-6eb10b93-856a-4504-9c7f-50349d0687a2 tempest-TestServerBasicOps-310606925 tempest-TestServerBasicOps-310606925-project] 10.222.0.74 "GET /v2.0/networks?id=8773f1c5-baf2-4787-acb8-ea82a658e3a7 HTTP/1.1" status: 200 len: 808 time: 0.3498383 Sep 23 19:50:23.316218 n-d-713301-16 neutron-server[95103]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 19:50:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e45e0d0-dd7e-447f-9136-bde1dcd80f73 x-openstack-request-id: req-5e45e0d0-dd7e-447f-9136-bde1dcd80f73 {{(pid=95103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 19:50:23.316868 n-d-713301-16 neutron-server[95103]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6bd7699e-da22-4125-b20b-920c51ed1c7b", "name": "network-vif-plugged", "status": "completed", "tag": "1905f264-6b67-46a6-834e-390c351ab4ef", "code": 200}]} {{(pid=95103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 19:50:23.318013 n-d-713301-16 neutron-server[95103]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-5e45e0d0-dd7e-447f-9136-bde1dcd80f73 {{(pid=95103) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 19:50:23.318425 n-d-713301-16 neutron-server[95103]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6bd7699e-da22-4125-b20b-920c51ed1c7b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1905f264-6b67-46a6-834e-390c351ab4ef', 'code': 200} Sep 23 19:50:23.327872 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:23.355355 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Pushing event updated for resources: {'Port': ['ID=1905f264-6b67-46a6-834e-390c351ab4ef,revision_number=5']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:50:23.437519 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-1c2e0953-6d3a-4a33-89e8-3ba929150114 req-2caf5739-7bd2-467f-998b-becd25d0ff8f tempest-TestServerBasicOps-310606925 tempest-TestServerBasicOps-310606925-project] 10.222.0.74 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5ac332d3fb0d444485bb3eca855f9229 HTTP/1.1" status: 200 len: 380 time: 0.1617663 Sep 23 19:50:23.449193 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.v2.base [req-1c2e0953-6d3a-4a33-89e8-3ba929150114 req-7a4cecb5-4559-49a9-9da2-a83b7bbb9e73 tempest-TestServerBasicOps-310606925 tempest-TestServerBasicOps-310606925-project] Request body: {'port': {'device_id': '91c04d5d-3047-4233-a6bc-ba42bfa3840b', 'network_id': '8773f1c5-baf2-4787-acb8-ea82a658e3a7', 'admin_state_up': True, 'tenant_id': '5ac332d3fb0d444485bb3eca855f9229', 'security_groups': ['8984b5f1-4de6-4666-ae15-df260a7900a6']}} {{(pid=95102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:50:23.454416 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1509a2-239e-4954-b1fe-4177b34c6890 req-2069246e-712a-416e-9fa7-ea64ee12550d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:50:23.456031 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-6c1509a2-239e-4954-b1fe-4177b34c6890 req-2069246e-712a-416e-9fa7-ea64ee12550d service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=6bd7699e-da22-4125-b20b-920c51ed1c7b HTTP/1.1" status: 200 len: 1061 time: 0.1958988 Sep 23 19:50:23.499914 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-0ae75029-feb6-4728-9a94-5f9b60993d82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:23.508008 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-f3deb95f-c39a-4940-8eac-5569af22bb38 tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] Notify callbacks [] for port, precommit_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:23.554711 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-f3deb95f-c39a-4940-8eac-5569af22bb38 tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783145673135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5607431'] for port, after_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:23.590481 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1c2e0953-6d3a-4a33-89e8-3ba929150114 req-7a4cecb5-4559-49a9-9da2-a83b7bbb9e73 tempest-TestServerBasicOps-310606925 tempest-TestServerBasicOps-310606925-project] Made reservation on behalf of 5ac332d3fb0d444485bb3eca855f9229 for: {'port': 1} {{(pid=95102) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:50:23.595225 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-1c2e0953-6d3a-4a33-89e8-3ba929150114 req-7a4cecb5-4559-49a9-9da2-a83b7bbb9e73 tempest-TestServerBasicOps-310606925 tempest-TestServerBasicOps-310606925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:23.621531 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3deb95f-c39a-4940-8eac-5569af22bb38 tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] Pushing event updated for resources: {'Port': ['ID=9cf245ce-ebcc-40a1-8a3b-b759233f8437,revision_number=1']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:50:23.649239 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3deb95f-c39a-4940-8eac-5569af22bb38 tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] Network 8c3b8755-bfc7-4a09-8696-06a84a2286c5 is already hosted by enough agents. {{(pid=95101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:50:23.651330 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.base_scheduler [None req-f3deb95f-c39a-4940-8eac-5569af22bb38 tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] Resources bound (agent type, host, resource id): {{(pid=95101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:50:23.654105 n-d-713301-16 neutron-server[95101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3deb95f-c39a-4940-8eac-5569af22bb38 tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] Received port after_create {{(pid=95101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 19:50:23.661618 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3deb95f-c39a-4940-8eac-5569af22bb38 tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:50:23.662509 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-f3deb95f-c39a-4940-8eac-5569af22bb38 tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222849'] for port, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:23.706482 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-f3deb95f-c39a-4940-8eac-5569af22bb38 tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 0.9025333 Sep 23 19:50:23.708720 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 48380) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:50:23.747454 n-d-713301-16 neutron-server[95102]: DEBUG neutron.db.db_base_plugin_common [req-1c2e0953-6d3a-4a33-89e8-3ba929150114 req-7a4cecb5-4559-49a9-9da2-a83b7bbb9e73 tempest-TestServerBasicOps-310606925 tempest-TestServerBasicOps-310606925-project] Allocated IP 172.20.0.12 (8773f1c5-baf2-4787-acb8-ea82a658e3a7/88534c19-3227-4f6f-84ae-147071738831/5f259a5d-f1ca-47ba-840e-03a8aac16eae) {{(pid=95102) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 19:50:23.844452 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Device cf58547d-e6ba-44fb-a7fa-5c15b664e343 up at agent ovs-agent-n-d-713301-16 {{(pid=95103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 19:50:23.898448 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.plugin [None req-4e4fc263-0367-475b-a287-87c13f3e131e tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] Deleting port 9cf245ce-ebcc-40a1-8a3b-b759233f8437 {{(pid=95101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:50:23.899068 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-4e4fc263-0367-475b-a287-87c13f3e131e tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783146157096'] for port, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:23.931149 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Provisioning complete for port cf58547d-e6ba-44fb-a7fa-5c15b664e343 triggered by entity L2. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:50:23.931836 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:23.973275 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-1c2e0953-6d3a-4a33-89e8-3ba929150114 req-7a4cecb5-4559-49a9-9da2-a83b7bbb9e73 tempest-TestServerBasicOps-310606925 tempest-TestServerBasicOps-310606925-project] Notify callbacks [] for port, precommit_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:24.010474 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-d0ae21a1-2c19-47b5-891f-7d3c8ff41732 req-2232ae77-9fa4-44e1-85f9-edafed14e18b tempest-TestServerBasicOps-310606925 tempest-TestServerBasicOps-310606925-project] 10.222.0.67 "GET /v2.0/ports?device_id=91c04d5d-3047-4233-a6bc-ba42bfa3840b HTTP/1.1" status: 200 len: 210 time: 0.2049415 Sep 23 19:50:24.014991 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-1c2e0953-6d3a-4a33-89e8-3ba929150114 req-7a4cecb5-4559-49a9-9da2-a83b7bbb9e73 tempest-TestServerBasicOps-310606925 tempest-TestServerBasicOps-310606925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783145673135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4399100'] for port, after_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:24.079920 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-4e4fc263-0367-475b-a287-87c13f3e131e tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-605701'] for port, precommit_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:24.081675 n-d-713301-16 neutron-server[95102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1c2e0953-6d3a-4a33-89e8-3ba929150114 req-7a4cecb5-4559-49a9-9da2-a83b7bbb9e73 tempest-TestServerBasicOps-310606925 tempest-TestServerBasicOps-310606925-project] Network 8773f1c5-baf2-4787-acb8-ea82a658e3a7 is already hosted by enough agents. {{(pid=95102) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:50:24.089321 n-d-713301-16 neutron-server[95102]: DEBUG neutron.scheduler.base_scheduler [req-1c2e0953-6d3a-4a33-89e8-3ba929150114 req-7a4cecb5-4559-49a9-9da2-a83b7bbb9e73 tempest-TestServerBasicOps-310606925 tempest-TestServerBasicOps-310606925-project] Resources bound (agent type, host, resource id): {{(pid=95102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:50:24.119533 n-d-713301-16 neutron-server[95102]: DEBUG neutron.db.l3_dvrscheduler_db [req-1c2e0953-6d3a-4a33-89e8-3ba929150114 req-7a4cecb5-4559-49a9-9da2-a83b7bbb9e73 tempest-TestServerBasicOps-310606925 tempest-TestServerBasicOps-310606925-project] Received port after_create {{(pid=95102) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 19:50:24.138278 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.plugin [None req-4e4fc263-0367-475b-a287-87c13f3e131e tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] Calling delete_port for 9cf245ce-ebcc-40a1-8a3b-b759233f8437 owned by {{(pid=95101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:50:24.190375 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Device f9438c51-f334-4efc-abed-cd41b9fa7a3d no longer exists at agent ovs-agent-n-d-713301-16 {{(pid=95103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 19:50:24.244236 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.plugin [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] No Port match for: f9438c51-f334-4efc-abed-cd41b9fa7a3d {{(pid=95103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 19:50:24.244577 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Device f9438c51-f334-4efc-abed-cd41b9fa7a3d not bound to the agent host n-d-713301-16 {{(pid=95103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 19:50:24.270681 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a4cecb5-4559-49a9-9da2-a83b7bbb9e73 tempest-TestServerBasicOps-310606925 tempest-TestServerBasicOps-310606925-project] Pushing event updated for resources: {'Port': ['ID=5f259a5d-f1ca-47ba-840e-03a8aac16eae,revision_number=1']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:50:24.287347 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de57daa6-3d55-49a4-9132-b5af736b13cb req-86233c9c-7750-433b-919b-1a9592eccc73 tempest-TestSecurityGroupsBasicOps-365501575 tempest-TestSecurityGroupsBasicOps-365501575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:50:24.298139 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-4e4fc263-0367-475b-a287-87c13f3e131e tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783146162158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783145673144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5607431'] for port, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:24.312816 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-de57daa6-3d55-49a4-9132-b5af736b13cb req-86233c9c-7750-433b-919b-1a9592eccc73 tempest-TestSecurityGroupsBasicOps-365501575 tempest-TestSecurityGroupsBasicOps-365501575-project] 10.222.0.67 "GET /v2.0/ports?device_id=6bd7699e-da22-4125-b20b-920c51ed1c7b HTTP/1.1" status: 200 len: 909 time: 0.2427506 Sep 23 19:50:24.337578 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-4e4fc263-0367-475b-a287-87c13f3e131e tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222849'] for port, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:24.344448 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-4e4fc263-0367-475b-a287-87c13f3e131e tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] 10.222.0.67 "DELETE /v2.0/ports/9cf245ce-ebcc-40a1-8a3b-b759233f8437 HTTP/1.1" status: 204 len: 168 time: 0.6320102 Sep 23 19:50:24.347228 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 48394) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:50:24.358992 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c2e0953-6d3a-4a33-89e8-3ba929150114 req-7a4cecb5-4559-49a9-9da2-a83b7bbb9e73 tempest-TestServerBasicOps-310606925 tempest-TestServerBasicOps-310606925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:50:24.358992 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-1c2e0953-6d3a-4a33-89e8-3ba929150114 req-7a4cecb5-4559-49a9-9da2-a83b7bbb9e73 tempest-TestServerBasicOps-310606925 tempest-TestServerBasicOps-310606925-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222849'] for port, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:24.371444 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.v2.base [None req-960ed772-7531-4759-8cd5-d81996948cdb tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] Request body: {'port': {'network_id': '8c3b8755-bfc7-4a09-8696-06a84a2286c5', 'mac_address': 'fa:16:3e:9f:3f:c3', 'name': 'tempest-PortsIpV6TestJSON-1676609822'}} {{(pid=95101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:50:24.384340 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e4fc263-0367-475b-a287-87c13f3e131e tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] Pushing event deleted for resources: {'Port': ['ID=9cf245ce-ebcc-40a1-8a3b-b759233f8437,revision_number=None']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:50:24.394321 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-1c2e0953-6d3a-4a33-89e8-3ba929150114 req-7a4cecb5-4559-49a9-9da2-a83b7bbb9e73 tempest-TestServerBasicOps-310606925 tempest-TestServerBasicOps-310606925-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9490409 Sep 23 19:50:24.406848 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.v2.base [req-1c2e0953-6d3a-4a33-89e8-3ba929150114 req-6d2c269e-d0b0-4a58-bec1-d1397acad29c service neutron] Request body: {'port': {'device_id': '91c04d5d-3047-4233-a6bc-ba42bfa3840b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713301-16'}} {{(pid=95102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:50:24.509940 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-1c2e0953-6d3a-4a33-89e8-3ba929150114 req-6d2c269e-d0b0-4a58-bec1-d1397acad29c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:24.523783 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-047cf495-d1e4-414b-8c1e-939e3a6d8e9f None None] Provisioning complete for port 5f259a5d-f1ca-47ba-840e-03a8aac16eae triggered by entity DHCP. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:50:24.525144 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-047cf495-d1e4-414b-8c1e-939e3a6d8e9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:24.615360 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.plugin [None req-047cf495-d1e4-414b-8c1e-939e3a6d8e9f None None] Port 5f259a5d-f1ca-47ba-840e-03a8aac16eae cannot update to ACTIVE because it is not bound. {{(pid=95103) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 19:50:24.653895 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-960ed772-7531-4759-8cd5-d81996948cdb tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] Made reservation on behalf of 68089a352b444323aeac869b275be256 for: {'port': 1} {{(pid=95101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:50:24.741063 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-960ed772-7531-4759-8cd5-d81996948cdb tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:24.767361 n-d-713301-16 neutron-server[95101]: DEBUG neutron.notifiers.nova [None req-960ed772-7531-4759-8cd5-d81996948cdb tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] device_id is not set on port 8aceb1ad-abfb-414c-8907-09da7e371fe9 yet. {{(pid=95101) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 23 19:50:24.948570 n-d-713301-16 neutron-server[95102]: DEBUG neutron.notifiers.nova [req-1c2e0953-6d3a-4a33-89e8-3ba929150114 req-6d2c269e-d0b0-4a58-bec1-d1397acad29c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5f259a5d-f1ca-47ba-840e-03a8aac16eae {{(pid=95102) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 19:50:24.957253 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-1c2e0953-6d3a-4a33-89e8-3ba929150114 req-6d2c269e-d0b0-4a58-bec1-d1397acad29c service neutron] Notify callbacks [] for port, precommit_update {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:24.973670 n-d-713301-16 neutron-server[95102]: DEBUG neutron.db.provisioning_blocks [req-1c2e0953-6d3a-4a33-89e8-3ba929150114 req-6d2c269e-d0b0-4a58-bec1-d1397acad29c service neutron] Transition to ACTIVE for port object 5f259a5d-f1ca-47ba-840e-03a8aac16eae will not be triggered until provisioned by entity L2. {{(pid=95102) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 19:50:24.978483 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-1c2e0953-6d3a-4a33-89e8-3ba929150114 req-6d2c269e-d0b0-4a58-bec1-d1397acad29c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4399095'] for port, after_update {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:25.022669 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-960ed772-7531-4759-8cd5-d81996948cdb tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] Notify callbacks [] for port, precommit_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:25.045933 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d2c269e-d0b0-4a58-bec1-d1397acad29c service neutron] Pushing event updated for resources: {'Port': ['ID=5f259a5d-f1ca-47ba-840e-03a8aac16eae,revision_number=2']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:50:25.070046 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-960ed772-7531-4759-8cd5-d81996948cdb tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783145673135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5607431'] for port, after_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:25.124326 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-960ed772-7531-4759-8cd5-d81996948cdb tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] Network 8c3b8755-bfc7-4a09-8696-06a84a2286c5 is already hosted by enough agents. {{(pid=95101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:50:25.127899 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.base_scheduler [None req-960ed772-7531-4759-8cd5-d81996948cdb tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] Resources bound (agent type, host, resource id): {{(pid=95101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:50:25.131490 n-d-713301-16 neutron-server[95101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-960ed772-7531-4759-8cd5-d81996948cdb tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] Received port after_create {{(pid=95101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 19:50:25.141920 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-960ed772-7531-4759-8cd5-d81996948cdb tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:50:25.142762 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-960ed772-7531-4759-8cd5-d81996948cdb tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222849'] for port, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:25.187583 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-960ed772-7531-4759-8cd5-d81996948cdb tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 0.8398664 Sep 23 19:50:25.199028 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 48420) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:50:25.201568 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-960ed772-7531-4759-8cd5-d81996948cdb tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] Pushing event updated for resources: {'Port': ['ID=8aceb1ad-abfb-414c-8907-09da7e371fe9,revision_number=1']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:50:25.215817 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.managers [req-1c2e0953-6d3a-4a33-89e8-3ba929150114 req-6d2c269e-d0b0-4a58-bec1-d1397acad29c service neutron] Attempting to bind port 5f259a5d-f1ca-47ba-840e-03a8aac16eae on host n-h1-713301-16 for vnic_type normal with profile {{(pid=95102) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 19:50:25.216279 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.managers [req-1c2e0953-6d3a-4a33-89e8-3ba929150114 req-6d2c269e-d0b0-4a58-bec1-d1397acad29c service neutron] Attempting to bind port 5f259a5d-f1ca-47ba-840e-03a8aac16eae by drivers openvswitch,hyperv on host n-h1-713301-16 at level 0 using segments [{'id': 'ee20da25-0062-48fd-9691-5b62069c375c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '8773f1c5-baf2-4787-acb8-ea82a658e3a7'}] {{(pid=95102) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 19:50:25.217274 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c2e0953-6d3a-4a33-89e8-3ba929150114 req-6d2c269e-d0b0-4a58-bec1-d1397acad29c service neutron] Attempting to bind port 5f259a5d-f1ca-47ba-840e-03a8aac16eae on network 8773f1c5-baf2-4787-acb8-ea82a658e3a7 {{(pid=95102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:50:25.262223 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c2e0953-6d3a-4a33-89e8-3ba929150114 req-6d2c269e-d0b0-4a58-bec1-d1397acad29c service neutron] Port 5f259a5d-f1ca-47ba-840e-03a8aac16eae on network 8773f1c5-baf2-4787-acb8-ea82a658e3a7 not bound, no agent of type Open vSwitch agent registered on host n-h1-713301-16 {{(pid=95102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 19:50:25.262652 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c2e0953-6d3a-4a33-89e8-3ba929150114 req-6d2c269e-d0b0-4a58-bec1-d1397acad29c service neutron] Attempting to bind port 5f259a5d-f1ca-47ba-840e-03a8aac16eae on network 8773f1c5-baf2-4787-acb8-ea82a658e3a7 {{(pid=95102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:50:25.272859 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30062a51-15dd-412b-ae77-600b50ac9cc0 tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:50:25.274292 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-30062a51-15dd-412b-ae77-600b50ac9cc0 tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] 10.222.0.67 "GET /v2.0/ports/8aceb1ad-abfb-414c-8907-09da7e371fe9 HTTP/1.1" status: 200 len: 845 time: 0.0703707 Sep 23 19:50:25.277870 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 48426) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:50:25.289707 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47308f8a-14b2-488f-b556-06ba201a971b req-10480c0f-2581-48c8-b5d7-4f62969fef47 tempest-TestServerBasicOps-310606925 tempest-TestServerBasicOps-310606925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:50:25.291273 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-47308f8a-14b2-488f-b556-06ba201a971b req-10480c0f-2581-48c8-b5d7-4f62969fef47 tempest-TestServerBasicOps-310606925 tempest-TestServerBasicOps-310606925-project] 10.222.0.67 "GET /v2.0/ports?device_id=91c04d5d-3047-4233-a6bc-ba42bfa3840b HTTP/1.1" status: 200 len: 944 time: 0.1285746 Sep 23 19:50:25.292245 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c2e0953-6d3a-4a33-89e8-3ba929150114 req-6d2c269e-d0b0-4a58-bec1-d1397acad29c service neutron] Checking agent: {'id': '0708c3e9-0aad-4600-9be9-d2486535c898', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713301-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 19, 15, 28), 'started_at': datetime.datetime(2021, 9, 23, 19, 15, 28), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 19, 49, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 19:50:25.292583 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c2e0953-6d3a-4a33-89e8-3ba929150114 req-6d2c269e-d0b0-4a58-bec1-d1397acad29c service neutron] Checking segment: {'id': 'ee20da25-0062-48fd-9691-5b62069c375c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '8773f1c5-baf2-4787-acb8-ea82a658e3a7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95102) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:50:25.293012 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c2e0953-6d3a-4a33-89e8-3ba929150114 req-6d2c269e-d0b0-4a58-bec1-d1397acad29c service neutron] Bound using segment: {'id': 'ee20da25-0062-48fd-9691-5b62069c375c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '8773f1c5-baf2-4787-acb8-ea82a658e3a7'} {{(pid=95102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 19:50:25.293466 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.managers [req-1c2e0953-6d3a-4a33-89e8-3ba929150114 req-6d2c269e-d0b0-4a58-bec1-d1397acad29c service neutron] Bound port: 5f259a5d-f1ca-47ba-840e-03a8aac16eae, host: n-h1-713301-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ee20da25-0062-48fd-9691-5b62069c375c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '8773f1c5-baf2-4787-acb8-ea82a658e3a7'}}] {{(pid=95102) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 19:50:25.293830 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-1c2e0953-6d3a-4a33-89e8-3ba929150114 req-6d2c269e-d0b0-4a58-bec1-d1397acad29c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:25.338838 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-80e7e501-6c57-470d-92c6-e3d54bc3195c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:25.453724 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.plugin [None req-7d178d7c-8d15-4cc0-915b-b6a9aa6306cb tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] Deleting port 8aceb1ad-abfb-414c-8907-09da7e371fe9 {{(pid=95101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:50:25.454233 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-7d178d7c-8d15-4cc0-915b-b6a9aa6306cb tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783146157096'] for port, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:25.513780 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-47308f8a-14b2-488f-b556-06ba201a971b req-e2af4b5c-c5d4-483c-8b2f-962b5643c235 tempest-TestServerBasicOps-310606925 tempest-TestServerBasicOps-310606925-project] 10.222.0.67 "GET /v2.0/security-groups?id=8984b5f1-4de6-4666-ae15-df260a7900a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2019253 Sep 23 19:50:25.522466 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.db [req-1c2e0953-6d3a-4a33-89e8-3ba929150114 req-6d2c269e-d0b0-4a58-bec1-d1397acad29c service neutron] For port 5f259a5d-f1ca-47ba-840e-03a8aac16eae, host n-h1-713301-16, cleared binding levels {{(pid=95102) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 19:50:25.529084 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.db [req-1c2e0953-6d3a-4a33-89e8-3ba929150114 req-6d2c269e-d0b0-4a58-bec1-d1397acad29c service neutron] For port 5f259a5d-f1ca-47ba-840e-03a8aac16eae, host n-h1-713301-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-16',level=0,port_id=5f259a5d-f1ca-47ba-840e-03a8aac16eae,segment=NetworkSegment(ee20da25-0062-48fd-9691-5b62069c375c),segment_id=ee20da25-0062-48fd-9691-5b62069c375c)] {{(pid=95102) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 19:50:25.556959 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-7d178d7c-8d15-4cc0-915b-b6a9aa6306cb tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-605701'] for port, precommit_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:25.557574 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec96c021-79a4-47bf-99c6-1dc9750f7eba req-6afab3d9-c575-4ec2-bb0f-9e3b1383adf1 tempest-TestSecurityGroupsBasicOps-365501575 tempest-TestSecurityGroupsBasicOps-365501575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:50:25.559675 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-ec96c021-79a4-47bf-99c6-1dc9750f7eba req-6afab3d9-c575-4ec2-bb0f-9e3b1383adf1 tempest-TestSecurityGroupsBasicOps-365501575 tempest-TestSecurityGroupsBasicOps-365501575-project] 10.222.0.67 "GET /v2.0/ports?device_id=6bd7699e-da22-4125-b20b-920c51ed1c7b HTTP/1.1" status: 200 len: 909 time: 0.1175618 Sep 23 19:50:25.561375 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-1c2e0953-6d3a-4a33-89e8-3ba929150114 req-6d2c269e-d0b0-4a58-bec1-d1397acad29c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4399095'] for port, after_update {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:25.599928 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c2e0953-6d3a-4a33-89e8-3ba929150114 req-6d2c269e-d0b0-4a58-bec1-d1397acad29c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:50:25.600731 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-1c2e0953-6d3a-4a33-89e8-3ba929150114 req-6d2c269e-d0b0-4a58-bec1-d1397acad29c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222849'] for port, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:25.602431 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-1c2e0953-6d3a-4a33-89e8-3ba929150114 req-6d2c269e-d0b0-4a58-bec1-d1397acad29c service neutron] 10.222.0.74 "PUT /v2.0/ports/5f259a5d-f1ca-47ba-840e-03a8aac16eae HTTP/1.1" status: 200 len: 1093 time: 1.2007239 Sep 23 19:50:25.605254 n-d-713301-16 neutron-server[95102]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '91c04d5d-3047-4233-a6bc-ba42bfa3840b', 'tag': '5f259a5d-f1ca-47ba-840e-03a8aac16eae'}] {{(pid=95102) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 19:50:25.616803 n-d-713301-16 neutron-server[95102]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab31b6d93e5336dbddfa8ec424565b3bd8cb2369c5b4d85bc943472dbb21e8ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf7905e2-d8ae-417e-8fb4-9cbb7c90be73" -d '{"events": [{"name": "network-changed", "server_uuid": "91c04d5d-3047-4233-a6bc-ba42bfa3840b", "tag": "5f259a5d-f1ca-47ba-840e-03a8aac16eae"}]}' {{(pid=95102) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 19:50:25.636148 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.plugin [None req-7d178d7c-8d15-4cc0-915b-b6a9aa6306cb tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] Calling delete_port for 8aceb1ad-abfb-414c-8907-09da7e371fe9 owned by {{(pid=95101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:50:25.653561 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d2c269e-d0b0-4a58-bec1-d1397acad29c service neutron] Pushing event updated for resources: {'Port': ['ID=5f259a5d-f1ca-47ba-840e-03a8aac16eae,revision_number=3']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:50:25.752069 n-d-713301-16 neutron-server[95102]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 19:50:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5fac2d72-a80f-430c-bf0d-386757a8f652 x-openstack-request-id: req-5fac2d72-a80f-430c-bf0d-386757a8f652 {{(pid=95102) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 19:50:25.752069 n-d-713301-16 neutron-server[95102]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "91c04d5d-3047-4233-a6bc-ba42bfa3840b", "tag": "5f259a5d-f1ca-47ba-840e-03a8aac16eae", "status": "completed", "code": 200}]} {{(pid=95102) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 19:50:25.752069 n-d-713301-16 neutron-server[95102]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-5fac2d72-a80f-430c-bf0d-386757a8f652 {{(pid=95102) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 19:50:25.752069 n-d-713301-16 neutron-server[95102]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '91c04d5d-3047-4233-a6bc-ba42bfa3840b', 'tag': '5f259a5d-f1ca-47ba-840e-03a8aac16eae', 'status': 'completed', 'code': 200} Sep 23 19:50:25.792499 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-7d178d7c-8d15-4cc0-915b-b6a9aa6306cb tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783146162158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783145673144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5607431'] for port, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:25.816766 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c2e0953-6d3a-4a33-89e8-3ba929150114 req-7a68c184-885d-4307-ac7f-19c95fa2db36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:50:25.818569 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-1c2e0953-6d3a-4a33-89e8-3ba929150114 req-7a68c184-885d-4307-ac7f-19c95fa2db36 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=5ac332d3fb0d444485bb3eca855f9229&device_id=91c04d5d-3047-4233-a6bc-ba42bfa3840b HTTP/1.1" status: 200 len: 1096 time: 0.1313171 Sep 23 19:50:25.831550 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-7d178d7c-8d15-4cc0-915b-b6a9aa6306cb tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222849'] for port, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:25.836754 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-7d178d7c-8d15-4cc0-915b-b6a9aa6306cb tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] 10.222.0.67 "DELETE /v2.0/ports/8aceb1ad-abfb-414c-8907-09da7e371fe9 HTTP/1.1" status: 204 len: 168 time: 0.5549574 Sep 23 19:50:25.843424 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 48438) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:50:25.871362 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d178d7c-8d15-4cc0-915b-b6a9aa6306cb tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] Pushing event deleted for resources: {'Port': ['ID=8aceb1ad-abfb-414c-8907-09da7e371fe9,revision_number=None']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:50:25.897307 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b5f30b2-f7f2-43ad-9a1d-50a53ffac845 req-075da634-0b60-48cb-bfc3-ee2a95ba0fb7 tempest-TestSecurityGroupsBasicOps-365501575 tempest-TestSecurityGroupsBasicOps-365501575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:50:25.898937 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-8b5f30b2-f7f2-43ad-9a1d-50a53ffac845 req-075da634-0b60-48cb-bfc3-ee2a95ba0fb7 tempest-TestSecurityGroupsBasicOps-365501575 tempest-TestSecurityGroupsBasicOps-365501575-project] 10.222.0.67 "GET /v2.0/ports?device_id=6bd7699e-da22-4125-b20b-920c51ed1c7b HTTP/1.1" status: 200 len: 909 time: 0.1903918 Sep 23 19:50:25.902336 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-1c2e0953-6d3a-4a33-89e8-3ba929150114 req-e2debb4d-90bf-422d-b864-67ca85af04b8 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5f259a5d-f1ca-47ba-840e-03a8aac16eae HTTP/1.1" status: 200 len: 217 time: 0.0726211 Sep 23 19:50:25.929372 n-d-713301-16 neutron-server[95102]: INFO neutron.pecan_wsgi.hooks.translation [None req-7c12055b-5f28-40e0-95f1-cc6c0cced1f3 tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] GET failed (client error): The resource could not be found. Sep 23 19:50:25.935105 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-7c12055b-5f28-40e0-95f1-cc6c0cced1f3 tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] 10.222.0.67 "GET /v2.0/ports/8aceb1ad-abfb-414c-8907-09da7e371fe9 HTTP/1.1" status: 404 len: 333 time: 0.0870261 Sep 23 19:50:25.935335 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 48444) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:50:25.973643 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.v2.base [None req-12910730-89e1-47ce-acba-f4caf79de1fe tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] Request body: {'port': {'network_id': '8c3b8755-bfc7-4a09-8696-06a84a2286c5', 'name': 'tempest-PortsIpV6TestJSON-1026652987'}} {{(pid=95101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:50:26.012706 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c2e0953-6d3a-4a33-89e8-3ba929150114 req-0641336b-09e1-4b0a-9328-910bbb38840e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:50:26.014772 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-1c2e0953-6d3a-4a33-89e8-3ba929150114 req-0641336b-09e1-4b0a-9328-910bbb38840e service neutron] 10.222.0.74 "GET /v2.0/subnets?id=88534c19-3227-4f6f-84ae-147071738831 HTTP/1.1" status: 200 len: 847 time: 0.0959640 Sep 23 19:50:26.077559 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c2e0953-6d3a-4a33-89e8-3ba929150114 req-d9ce7c50-1669-463f-adc4-b513e61ef71c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:50:26.086283 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-1c2e0953-6d3a-4a33-89e8-3ba929150114 req-d9ce7c50-1669-463f-adc4-b513e61ef71c service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=8773f1c5-baf2-4787-acb8-ea82a658e3a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0567327 Sep 23 19:50:26.182396 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12910730-89e1-47ce-acba-f4caf79de1fe tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] Made reservation on behalf of 68089a352b444323aeac869b275be256 for: {'port': 1} {{(pid=95101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:50:26.189850 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-12910730-89e1-47ce-acba-f4caf79de1fe tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:26.219138 n-d-713301-16 neutron-server[95101]: DEBUG neutron.notifiers.nova [None req-12910730-89e1-47ce-acba-f4caf79de1fe tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] device_id is not set on port d4991146-6fd4-486a-abfb-345b16f15788 yet. {{(pid=95101) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 23 19:50:26.433054 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-12910730-89e1-47ce-acba-f4caf79de1fe tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] Notify callbacks [] for port, precommit_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:26.482279 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-12910730-89e1-47ce-acba-f4caf79de1fe tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783145673135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5607431'] for port, after_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:26.541722 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12910730-89e1-47ce-acba-f4caf79de1fe tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] Network 8c3b8755-bfc7-4a09-8696-06a84a2286c5 is already hosted by enough agents. {{(pid=95101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:50:26.544230 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.base_scheduler [None req-12910730-89e1-47ce-acba-f4caf79de1fe tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] Resources bound (agent type, host, resource id): {{(pid=95101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:50:26.553986 n-d-713301-16 neutron-server[95101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12910730-89e1-47ce-acba-f4caf79de1fe tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] Received port after_create {{(pid=95101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 19:50:26.560993 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12910730-89e1-47ce-acba-f4caf79de1fe tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:50:26.562156 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-12910730-89e1-47ce-acba-f4caf79de1fe tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222849'] for port, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:26.581847 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12910730-89e1-47ce-acba-f4caf79de1fe tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] Pushing event updated for resources: {'Port': ['ID=d4991146-6fd4-486a-abfb-345b16f15788,revision_number=1']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:50:26.590633 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-12910730-89e1-47ce-acba-f4caf79de1fe tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 0.6534886 Sep 23 19:50:26.593258 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 48458) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:50:26.600050 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.v2.base [None req-9d5cf3c5-6e06-40ca-bbab-d7314b21b30e tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=95101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:50:26.634987 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d17db089-3ded-452f-bc98-bba95f5135bb req-97a5d206-f39e-479f-8026-46e9abc6dc2c tempest-TestSecurityGroupsBasicOps-1963751229 tempest-TestSecurityGroupsBasicOps-1963751229-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:50:26.636510 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-d17db089-3ded-452f-bc98-bba95f5135bb req-97a5d206-f39e-479f-8026-46e9abc6dc2c tempest-TestSecurityGroupsBasicOps-1963751229 tempest-TestSecurityGroupsBasicOps-1963751229-project-admin] 10.222.0.67 "GET /v2.0/ports?device_id=6bd7699e-da22-4125-b20b-920c51ed1c7b HTTP/1.1" status: 200 len: 1061 time: 0.5760734 Sep 23 19:50:26.675580 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-1c2e0953-6d3a-4a33-89e8-3ba929150114 req-99a4f2b4-55b4-4af8-9f7e-94202e78a814 service neutron] 10.222.0.74 "GET /v2.0/networks/8773f1c5-baf2-4787-acb8-ea82a658e3a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5395517 Sep 23 19:50:26.688449 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13829aa-64af-44fa-b490-f8365a7a6364 req-d3ab86c1-c387-4ff8-8211-4484fe7c6022 tempest-TestServerBasicOps-310606925 tempest-TestServerBasicOps-310606925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:50:26.690037 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-b13829aa-64af-44fa-b490-f8365a7a6364 req-d3ab86c1-c387-4ff8-8211-4484fe7c6022 tempest-TestServerBasicOps-310606925 tempest-TestServerBasicOps-310606925-project] 10.222.0.67 "GET /v2.0/ports?device_id=91c04d5d-3047-4233-a6bc-ba42bfa3840b HTTP/1.1" status: 200 len: 944 time: 0.0720510 Sep 23 19:50:26.700499 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-9d5cf3c5-6e06-40ca-bbab-d7314b21b30e tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:26.765137 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-b13829aa-64af-44fa-b490-f8365a7a6364 req-61d1cd55-72db-4f85-91c2-76171cd725bd tempest-TestServerBasicOps-310606925 tempest-TestServerBasicOps-310606925-project] 10.222.0.67 "GET /v2.0/security-groups?id=8984b5f1-4de6-4666-ae15-df260a7900a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0656807 Sep 23 19:50:26.848898 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-560dbe6b-4dd1-4f26-8eab-9080cc1e96f8 req-f2705b82-a0ac-4933-9bb0-dec1e332c5a5 tempest-TestSecurityGroupsBasicOps-1963751229 tempest-TestSecurityGroupsBasicOps-1963751229-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:50:26.850448 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-560dbe6b-4dd1-4f26-8eab-9080cc1e96f8 req-f2705b82-a0ac-4933-9bb0-dec1e332c5a5 tempest-TestSecurityGroupsBasicOps-1963751229 tempest-TestSecurityGroupsBasicOps-1963751229-project-admin] 10.222.0.67 "GET /v2.0/ports?device_id=5367a6ad-5c1e-499d-a3fc-3a53dbd24add HTTP/1.1" status: 200 len: 1137 time: 0.1124735 Sep 23 19:50:26.852318 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-1c2e0953-6d3a-4a33-89e8-3ba929150114 req-38590fca-29b6-4473-afb1-d926747f4605 service neutron] 10.222.0.74 "GET /v2.0/networks/8773f1c5-baf2-4787-acb8-ea82a658e3a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1614003 Sep 23 19:50:26.897730 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-9d5cf3c5-6e06-40ca-bbab-d7314b21b30e tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] Notify callbacks [] for port, precommit_update {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:26.902354 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-560dbe6b-4dd1-4f26-8eab-9080cc1e96f8 req-73db6481-47a1-4cea-b01f-03af9e81b90a tempest-TestSecurityGroupsBasicOps-1963751229 tempest-TestSecurityGroupsBasicOps-1963751229-project-admin] 10.222.0.67 "GET /v2.0/security-groups?id=3dc2c4bb-68b9-40bf-aaa4-c0106b8f1ca7&id=da03c969-1309-403f-96c8-06acd6e05887&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0434358 Sep 23 19:50:26.905860 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-9d5cf3c5-6e06-40ca-bbab-d7314b21b30e tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5607436'] for port, after_update {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:26.925370 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 48466) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:50:26.944519 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.plugin [None req-9d5cf3c5-6e06-40ca-bbab-d7314b21b30e tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] In _notify_port_updated(), no bound segment for port d4991146-6fd4-486a-abfb-345b16f15788 on network 8c3b8755-bfc7-4a09-8696-06a84a2286c5 {{(pid=95101) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Sep 23 19:50:26.950422 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d5cf3c5-6e06-40ca-bbab-d7314b21b30e tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:50:26.951070 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-9d5cf3c5-6e06-40ca-bbab-d7314b21b30e tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222849'] for port, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:26.955541 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-9d5cf3c5-6e06-40ca-bbab-d7314b21b30e tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] 10.222.0.67 "PUT /v2.0/ports/d4991146-6fd4-486a-abfb-345b16f15788 HTTP/1.1" status: 200 len: 818 time: 0.3585505 Sep 23 19:50:26.956565 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 48468) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:50:27.008157 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f5a9638-c27d-4311-8a73-d1516da72f4f tempest-TestSecurityGroupsBasicOps-1963751229 tempest-TestSecurityGroupsBasicOps-1963751229-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:50:27.012104 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-9f5a9638-c27d-4311-8a73-d1516da72f4f tempest-TestSecurityGroupsBasicOps-1963751229 tempest-TestSecurityGroupsBasicOps-1963751229-project-admin] 10.222.0.67 "GET /v2.0/ports?device_id=6bd7699e-da22-4125-b20b-920c51ed1c7b HTTP/1.1" status: 200 len: 1056 time: 0.0828874 Sep 23 19:50:27.017330 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d5cf3c5-6e06-40ca-bbab-d7314b21b30e tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] Pushing event updated for resources: {'Port': ['ID=d4991146-6fd4-486a-abfb-345b16f15788,revision_number=2']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:50:27.020060 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf7905e2-d8ae-417e-8fb4-9cbb7c90be73 req-b450311b-7db3-4f8b-b046-fef8b006804d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:50:27.021958 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-cf7905e2-d8ae-417e-8fb4-9cbb7c90be73 req-b450311b-7db3-4f8b-b046-fef8b006804d service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=5ac332d3fb0d444485bb3eca855f9229&device_id=91c04d5d-3047-4233-a6bc-ba42bfa3840b HTTP/1.1" status: 200 len: 1096 time: 0.0640814 Sep 23 19:50:27.092441 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.plugin [None req-5a1bae9d-999b-4752-81fe-795199fa176c tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] Deleting port d4991146-6fd4-486a-abfb-345b16f15788 {{(pid=95101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:50:27.093288 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-5a1bae9d-999b-4752-81fe-795199fa176c tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783146157096'] for port, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:27.142145 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf7905e2-d8ae-417e-8fb4-9cbb7c90be73 req-187cf27e-9c1d-46f3-8005-117595b59cdf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:50:27.144449 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-cf7905e2-d8ae-417e-8fb4-9cbb7c90be73 req-187cf27e-9c1d-46f3-8005-117595b59cdf service neutron] 10.222.0.74 "GET /v2.0/networks?id=8773f1c5-baf2-4787-acb8-ea82a658e3a7 HTTP/1.1" status: 200 len: 909 time: 0.1157908 Sep 23 19:50:27.228444 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-cf7905e2-d8ae-417e-8fb4-9cbb7c90be73 req-a8962914-aa4e-468c-b546-13179fec57aa service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5f259a5d-f1ca-47ba-840e-03a8aac16eae HTTP/1.1" status: 200 len: 217 time: 0.0630717 Sep 23 19:50:27.258850 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-5a1bae9d-999b-4752-81fe-795199fa176c tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-605701'] for port, precommit_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:27.281963 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.plugin [None req-5a1bae9d-999b-4752-81fe-795199fa176c tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] Calling delete_port for d4991146-6fd4-486a-abfb-345b16f15788 owned by {{(pid=95101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:50:27.339464 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf7905e2-d8ae-417e-8fb4-9cbb7c90be73 req-9e22cad9-5cd5-4918-ad56-8c1c96b157f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:50:27.341492 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-cf7905e2-d8ae-417e-8fb4-9cbb7c90be73 req-9e22cad9-5cd5-4918-ad56-8c1c96b157f2 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=88534c19-3227-4f6f-84ae-147071738831 HTTP/1.1" status: 200 len: 847 time: 0.1043038 Sep 23 19:50:27.384654 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b245db23-f537-4620-be51-73b0a376ad38 req-317073d8-7688-4c10-ad7c-f4bbc9d7e620 tempest-TestSecurityGroupsBasicOps-365501575 tempest-TestSecurityGroupsBasicOps-365501575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:50:27.384922 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-5a1bae9d-999b-4752-81fe-795199fa176c tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783146162158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783145673144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5607431'] for port, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:27.387680 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-b245db23-f537-4620-be51-73b0a376ad38 req-317073d8-7688-4c10-ad7c-f4bbc9d7e620 tempest-TestSecurityGroupsBasicOps-365501575 tempest-TestSecurityGroupsBasicOps-365501575-project] 10.222.0.67 "GET /v2.0/ports?device_id=6bd7699e-da22-4125-b20b-920c51ed1c7b HTTP/1.1" status: 200 len: 909 time: 0.1107867 Sep 23 19:50:27.428394 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-5a1bae9d-999b-4752-81fe-795199fa176c tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222849'] for port, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:27.431091 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-5a1bae9d-999b-4752-81fe-795199fa176c tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] 10.222.0.67 "DELETE /v2.0/ports/d4991146-6fd4-486a-abfb-345b16f15788 HTTP/1.1" status: 204 len: 168 time: 0.4743094 Sep 23 19:50:27.431371 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf7905e2-d8ae-417e-8fb4-9cbb7c90be73 req-0d2fa3a0-211b-4f7d-9c6c-6edc717586e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:50:27.432632 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a1bae9d-999b-4752-81fe-795199fa176c tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] Pushing event deleted for resources: {'Port': ['ID=d4991146-6fd4-486a-abfb-345b16f15788,revision_number=None']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:50:27.434015 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-cf7905e2-d8ae-417e-8fb4-9cbb7c90be73 req-0d2fa3a0-211b-4f7d-9c6c-6edc717586e6 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=8773f1c5-baf2-4787-acb8-ea82a658e3a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0831556 Sep 23 19:50:27.434598 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 48490) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:50:27.555788 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-613eff6e-613b-4f25-85a0-ef75a14f82c7 tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:50:27.557333 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-613eff6e-613b-4f25-85a0-ef75a14f82c7 tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] 10.222.0.67 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.1216080 Sep 23 19:50:27.560281 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 48494) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:50:27.578675 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-cf7905e2-d8ae-417e-8fb4-9cbb7c90be73 req-17ead697-b53f-48e3-8816-b0f25d61459b service neutron] 10.222.0.74 "GET /v2.0/networks/8773f1c5-baf2-4787-acb8-ea82a658e3a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1313121 Sep 23 19:50:27.587369 n-d-713301-16 neutron-server[95101]: INFO neutron.pecan_wsgi.hooks.translation [None req-4c4b63ff-4a98-4f23-ae95-c380253364fd tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] GET failed (client error): The resource could not be found. Sep 23 19:50:27.594961 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 48496) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:50:27.595250 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-4c4b63ff-4a98-4f23-ae95-c380253364fd tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] 10.222.0.67 "GET /v2.0/ports/d4991146-6fd4-486a-abfb-345b16f15788 HTTP/1.1" status: 404 len: 333 time: 0.0331485 Sep 23 19:50:27.600404 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.v2.base [None req-513b8c99-f0cf-401d-ae23-b64a47ee5e5a tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-84045583'}} {{(pid=95102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:50:27.679671 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-513b8c99-f0cf-401d-ae23-b64a47ee5e5a tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] Made reservation on behalf of 68089a352b444323aeac869b275be256 for: {'network': 1} {{(pid=95102) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:50:27.683268 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-513b8c99-f0cf-401d-ae23-b64a47ee5e5a tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for network, before_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:27.727531 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-cf7905e2-d8ae-417e-8fb4-9cbb7c90be73 req-d09f9b6d-c179-4530-b49f-16102fa06172 service neutron] 10.222.0.74 "GET /v2.0/networks/8773f1c5-baf2-4787-acb8-ea82a658e3a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1412189 Sep 23 19:50:27.735012 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-513b8c99-f0cf-401d-ae23-b64a47ee5e5a tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 640} {{(pid=95102) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 19:50:27.748432 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-513b8c99-f0cf-401d-ae23-b64a47ee5e5a tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1756186'] for segment, precommit_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:27.748978 n-d-713301-16 neutron-server[95102]: INFO neutron.db.segments_db [None req-513b8c99-f0cf-401d-ae23-b64a47ee5e5a tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] Added segment 09a7675a-b29f-4b67-a66f-696399ba9b11 of type vlan for network 7602b34b-4175-43d9-859f-b258d21b8f03 Sep 23 19:50:27.794851 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-513b8c99-f0cf-401d-ae23-b64a47ee5e5a tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783145630486'] for network, precommit_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:27.840951 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-513b8c99-f0cf-401d-ae23-b64a47ee5e5a tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299'] for network, after_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:27.858397 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-513b8c99-f0cf-401d-ae23-b64a47ee5e5a tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:50:27.860703 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-513b8c99-f0cf-401d-ae23-b64a47ee5e5a tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] Notify callbacks [] for network, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:27.900060 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 48506) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:50:27.905850 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.v2.base [None req-387ff81a-7246-490b-baa6-19d0b2eaec3b tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] Request body: {'subnet': {'network_id': '7602b34b-4175-43d9-859f-b258d21b8f03', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=95101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:50:27.910613 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-513b8c99-f0cf-401d-ae23-b64a47ee5e5a tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.3125613 Sep 23 19:50:28.062911 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b48056-1d1a-46c4-ac91-ac7b0eddea38 req-74efd17a-b507-4e5a-8dad-6b87c5fec08d tempest-TestServerBasicOps-310606925 tempest-TestServerBasicOps-310606925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:50:28.070652 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-83b48056-1d1a-46c4-ac91-ac7b0eddea38 req-74efd17a-b507-4e5a-8dad-6b87c5fec08d tempest-TestServerBasicOps-310606925 tempest-TestServerBasicOps-310606925-project] 10.222.0.67 "GET /v2.0/ports?device_id=91c04d5d-3047-4233-a6bc-ba42bfa3840b HTTP/1.1" status: 200 len: 944 time: 0.1873202 Sep 23 19:50:28.078876 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-513b8c99-f0cf-401d-ae23-b64a47ee5e5a tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] Pushing event updated for resources: {'Network': ['ID=7602b34b-4175-43d9-859f-b258d21b8f03,revision_number=1']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:50:28.093222 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Network 7602b34b-4175-43d9-859f-b258d21b8f03 details requested by agent ovs-agent-n-d-713301-16 with host n-d-713301-16 {{(pid=95103) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 19:50:28.118143 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-387ff81a-7246-490b-baa6-19d0b2eaec3b tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] Made reservation on behalf of 68089a352b444323aeac869b275be256 for: {'subnet': 1} {{(pid=95101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:50:28.123277 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-387ff81a-7246-490b-baa6-19d0b2eaec3b tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6130979'] for subnet, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:28.158265 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-83b48056-1d1a-46c4-ac91-ac7b0eddea38 req-be8e3c13-01fb-4a75-8432-5ec4032fdd95 tempest-TestServerBasicOps-310606925 tempest-TestServerBasicOps-310606925-project] 10.222.0.67 "GET /v2.0/security-groups?id=8984b5f1-4de6-4666-ae15-df260a7900a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0866928 Sep 23 19:50:28.268466 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:28.355498 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:28.471379 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-387ff81a-7246-490b-baa6-19d0b2eaec3b tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5607579', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6130961'] for subnet, after_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:28.567814 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-387ff81a-7246-490b-baa6-19d0b2eaec3b tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] Pushing event updated for resources: {'Subnet': ['ID=27946e8f-c32a-44f1-8de3-faca75f09f9f,revision_number=0']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:50:28.597099 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-387ff81a-7246-490b-baa6-19d0b2eaec3b tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] Checking segment: {'id': '09a7675a-b29f-4b67-a66f-696399ba9b11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '7602b34b-4175-43d9-859f-b258d21b8f03'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:50:28.597537 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-387ff81a-7246-490b-baa6-19d0b2eaec3b tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] Network hostable DHCP agents. Network: 7602b34b-4175-43d9-859f-b258d21b8f03, hostable agents: ['1b18bf05-1b5f-4587-be5c-af3ac38e32ad'], hosted agents: [] {{(pid=95101) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 19:50:28.599598 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bce084f-7edd-4cc5-91cb-d1af4203c877 req-4b1b1df5-3165-4e10-8f72-b9a78f374791 tempest-TestSecurityGroupsBasicOps-365501575 tempest-TestSecurityGroupsBasicOps-365501575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:50:28.601493 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-2bce084f-7edd-4cc5-91cb-d1af4203c877 req-4b1b1df5-3165-4e10-8f72-b9a78f374791 tempest-TestSecurityGroupsBasicOps-365501575 tempest-TestSecurityGroupsBasicOps-365501575-project] 10.222.0.67 "GET /v2.0/ports?device_id=6bd7699e-da22-4125-b20b-920c51ed1c7b HTTP/1.1" status: 200 len: 909 time: 0.1175437 Sep 23 19:50:28.631600 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a00577-61d6-4974-bfc9-80e7fde960ec req-e59a7902-7cb8-445d-8abd-746de4c5703a tempest-TestSecurityGroupsBasicOps-365501575 tempest-TestSecurityGroupsBasicOps-365501575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:50:28.632017 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-c9a00577-61d6-4974-bfc9-80e7fde960ec req-e59a7902-7cb8-445d-8abd-746de4c5703a tempest-TestSecurityGroupsBasicOps-365501575 tempest-TestSecurityGroupsBasicOps-365501575-project] 10.222.0.53 "GET /v2.0/ports?device_id=6bd7699e-da22-4125-b20b-920c51ed1c7b HTTP/1.1" status: 200 len: 909 time: 0.0889993 Sep 23 19:50:28.649117 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-387ff81a-7246-490b-baa6-19d0b2eaec3b tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] Network 7602b34b-4175-43d9-859f-b258d21b8f03 is scheduled to be hosted by DHCP agent 1b18bf05-1b5f-4587-be5c-af3ac38e32ad with binding_index 1 {{(pid=95101) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 19:50:28.668122 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.base_scheduler [None req-387ff81a-7246-490b-baa6-19d0b2eaec3b tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713301-16, 7602b34b-4175-43d9-859f-b258d21b8f03) {{(pid=95101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:50:28.674494 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-387ff81a-7246-490b-baa6-19d0b2eaec3b tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:50:28.675099 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-387ff81a-7246-490b-baa6-19d0b2eaec3b tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] Notify callbacks [] for subnet, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:28.681529 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9536a539-c8d7-4721-b2b4-237c54a96b16 None None] Network 7602b34b-4175-43d9-859f-b258d21b8f03 requested from n-d-713301-16 {{(pid=95103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 19:50:28.699661 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-387ff81a-7246-490b-baa6-19d0b2eaec3b tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7970364 Sep 23 19:50:28.701980 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 48520) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:50:28.707274 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.v2.base [None req-3d8a8eb3-374f-4244-aaec-cf2098dabff1 tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] Request body: {'subnet': {'network_id': '7602b34b-4175-43d9-859f-b258d21b8f03', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=95101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:50:28.797012 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.plugin [req-c9a00577-61d6-4974-bfc9-80e7fde960ec req-a0f4402b-67a7-4788-b610-893c87c21d4d tempest-TestSecurityGroupsBasicOps-365501575 tempest-TestSecurityGroupsBasicOps-365501575-project] Deleting port 1905f264-6b67-46a6-834e-390c351ab4ef {{(pid=95102) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:50:28.797654 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-c9a00577-61d6-4974-bfc9-80e7fde960ec req-a0f4402b-67a7-4788-b610-893c87c21d4d tempest-TestSecurityGroupsBasicOps-365501575 tempest-TestSecurityGroupsBasicOps-365501575-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783146157096'] for port, before_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:28.907159 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2750f4e-7dd5-45ca-b570-e54e69e5e916 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4c8b80df-07eb-5275-9f17-5cf640db67c0-7602b34b-4175-43d9-859f-b258d21b8f03', 'network_id': '7602b34b-4175-43d9-859f-b258d21b8f03', 'tenant_id': '68089a352b444323aeac869b275be256', 'fixed_ips': [{'subnet_id': '27946e8f-c32a-44f1-8de3-faca75f09f9f'}]}} from n-d-713301-16. {{(pid=95103) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 23 19:50:28.908587 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-d2750f4e-7dd5-45ca-b570-e54e69e5e916 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_create {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:28.952276 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d8a8eb3-374f-4244-aaec-cf2098dabff1 tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] Made reservation on behalf of 68089a352b444323aeac869b275be256 for: {'subnet': 1} {{(pid=95101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:50:28.958421 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-3d8a8eb3-374f-4244-aaec-cf2098dabff1 tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6130979'] for subnet, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:28.959986 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.db [req-c9a00577-61d6-4974-bfc9-80e7fde960ec req-a0f4402b-67a7-4788-b610-893c87c21d4d tempest-TestSecurityGroupsBasicOps-365501575 tempest-TestSecurityGroupsBasicOps-365501575-project] For port 1905f264-6b67-46a6-834e-390c351ab4ef, host n-h2-713301-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-16',level=0,port_id=1905f264-6b67-46a6-834e-390c351ab4ef,segment=NetworkSegment(4f8a9d02-bef3-4414-84e9-68a759961ded),segment_id=4f8a9d02-bef3-4414-84e9-68a759961ded)] {{(pid=95102) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:50:28.960438 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-c9a00577-61d6-4974-bfc9-80e7fde960ec req-a0f4402b-67a7-4788-b610-893c87c21d4d tempest-TestSecurityGroupsBasicOps-365501575 tempest-TestSecurityGroupsBasicOps-365501575-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-605701'] for port, precommit_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:28.977686 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.plugin [req-c9a00577-61d6-4974-bfc9-80e7fde960ec req-a0f4402b-67a7-4788-b610-893c87c21d4d tempest-TestSecurityGroupsBasicOps-365501575 tempest-TestSecurityGroupsBasicOps-365501575-project] Calling delete_port for 1905f264-6b67-46a6-834e-390c351ab4ef owned by compute:nova {{(pid=95102) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:50:29.164168 n-d-713301-16 neutron-server[95101]: INFO neutron.db.ipam_backend_mixin [None req-3d8a8eb3-374f-4244-aaec-cf2098dabff1 tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 27946e8f-c32a-44f1-8de3-faca75f09f9f (CIDR: 2001:db8::/64) Sep 23 19:50:29.170780 n-d-713301-16 neutron-server[95101]: INFO neutron.pecan_wsgi.hooks.translation [None req-3d8a8eb3-374f-4244-aaec-cf2098dabff1 tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 23 19:50:29.171247 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3d8a8eb3-374f-4244-aaec-cf2098dabff1 tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=95101) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 23 19:50:29.180801 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.db_base_plugin_common [None req-d2750f4e-7dd5-45ca-b570-e54e69e5e916 None None] Allocated IP 2001:db8::2 (7602b34b-4175-43d9-859f-b258d21b8f03/27946e8f-c32a-44f1-8de3-faca75f09f9f/ace502f4-024c-498c-a559-ad279e6d73bd) {{(pid=95103) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 19:50:29.207786 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-3d8a8eb3-374f-4244-aaec-cf2098dabff1 tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5042236 Sep 23 19:50:29.208090 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 48536) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:50:29.217712 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.v2.base [None req-e5f09265-cb4c-48f8-b307-9cdb3682809d tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] Request body: {'subnet': {'network_id': '7602b34b-4175-43d9-859f-b258d21b8f03', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=95101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:50:29.287171 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-c9a00577-61d6-4974-bfc9-80e7fde960ec req-a0f4402b-67a7-4788-b610-893c87c21d4d tempest-TestSecurityGroupsBasicOps-365501575 tempest-TestSecurityGroupsBasicOps-365501575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783146162158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783145673144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4399100'] for port, after_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:29.434352 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0f4402b-67a7-4788-b610-893c87c21d4d tempest-TestSecurityGroupsBasicOps-365501575 tempest-TestSecurityGroupsBasicOps-365501575-project] Pushing event deleted for resources: {'Port': ['ID=1905f264-6b67-46a6-834e-390c351ab4ef,revision_number=None']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:50:29.472705 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-d2750f4e-7dd5-45ca-b570-e54e69e5e916 None None] Notify callbacks [] for port, precommit_create {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:29.480549 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-d2750f4e-7dd5-45ca-b570-e54e69e5e916 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783145673135'] for port, after_create {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:29.534137 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5f09265-cb4c-48f8-b307-9cdb3682809d tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] Made reservation on behalf of 68089a352b444323aeac869b275be256 for: {'subnet': 1} {{(pid=95101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:50:29.537887 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-e5f09265-cb4c-48f8-b307-9cdb3682809d tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6130979'] for subnet, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:29.541592 n-d-713301-16 neutron-server[95103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2750f4e-7dd5-45ca-b570-e54e69e5e916 None None] Network 7602b34b-4175-43d9-859f-b258d21b8f03 is already hosted by enough agents. {{(pid=95103) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:50:29.545432 n-d-713301-16 neutron-server[95103]: DEBUG neutron.scheduler.base_scheduler [None req-d2750f4e-7dd5-45ca-b570-e54e69e5e916 None None] Resources bound (agent type, host, resource id): {{(pid=95103) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:50:29.551789 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2750f4e-7dd5-45ca-b570-e54e69e5e916 None None] Received port after_create {{(pid=95103) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 19:50:29.561195 n-d-713301-16 neutron-server[95102]: DEBUG neutron.db.l3_dvrscheduler_db [req-c9a00577-61d6-4974-bfc9-80e7fde960ec req-a0f4402b-67a7-4788-b610-893c87c21d4d tempest-TestSecurityGroupsBasicOps-365501575 tempest-TestSecurityGroupsBasicOps-365501575-project] No DVR routers for this DVR port 1905f264-6b67-46a6-834e-390c351ab4ef on host n-h2-713301-16 {{(pid=95102) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 19:50:29.563994 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-c9a00577-61d6-4974-bfc9-80e7fde960ec req-a0f4402b-67a7-4788-b610-893c87c21d4d tempest-TestSecurityGroupsBasicOps-365501575 tempest-TestSecurityGroupsBasicOps-365501575-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222849'] for port, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:29.566142 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-c9a00577-61d6-4974-bfc9-80e7fde960ec req-a0f4402b-67a7-4788-b610-893c87c21d4d tempest-TestSecurityGroupsBasicOps-365501575 tempest-TestSecurityGroupsBasicOps-365501575-project] 10.222.0.53 "DELETE /v2.0/ports/1905f264-6b67-46a6-834e-390c351ab4ef HTTP/1.1" status: 204 len: 173 time: 0.9204309 Sep 23 19:50:29.585773 n-d-713301-16 neutron-server[95102]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6bd7699e-da22-4125-b20b-920c51ed1c7b', 'name': 'network-vif-deleted', 'tag': '1905f264-6b67-46a6-834e-390c351ab4ef'}] {{(pid=95102) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 19:50:29.595418 n-d-713301-16 neutron-server[95102]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab31b6d93e5336dbddfa8ec424565b3bd8cb2369c5b4d85bc943472dbb21e8ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-572fabc5-77bc-4b28-8250-985c0f6e9856" -d '{"events": [{"server_uuid": "6bd7699e-da22-4125-b20b-920c51ed1c7b", "name": "network-vif-deleted", "tag": "1905f264-6b67-46a6-834e-390c351ab4ef"}]}' {{(pid=95102) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 19:50:29.621507 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2750f4e-7dd5-45ca-b570-e54e69e5e916 None None] Pushing event updated for resources: {'Port': ['ID=ace502f4-024c-498c-a559-ad279e6d73bd,revision_number=1']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:50:29.666667 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.managers [None req-d2750f4e-7dd5-45ca-b570-e54e69e5e916 None None] Attempting to bind port ace502f4-024c-498c-a559-ad279e6d73bd on host n-d-713301-16 for vnic_type normal with profile {{(pid=95103) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 19:50:29.667047 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.managers [None req-d2750f4e-7dd5-45ca-b570-e54e69e5e916 None None] Attempting to bind port ace502f4-024c-498c-a559-ad279e6d73bd by drivers openvswitch,hyperv on host n-d-713301-16 at level 0 using segments [{'id': '09a7675a-b29f-4b67-a66f-696399ba9b11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '7602b34b-4175-43d9-859f-b258d21b8f03'}] {{(pid=95103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 19:50:29.667391 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2750f4e-7dd5-45ca-b570-e54e69e5e916 None None] Attempting to bind port ace502f4-024c-498c-a559-ad279e6d73bd on network 7602b34b-4175-43d9-859f-b258d21b8f03 {{(pid=95103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:50:29.683727 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2750f4e-7dd5-45ca-b570-e54e69e5e916 None None] Checking agent: {'id': '70a14545-df24-472f-8f95-bfe1719bff93', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 19, 7, 53), 'started_at': datetime.datetime(2021, 9, 23, 19, 8, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 19, 50, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 19:50:29.684026 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2750f4e-7dd5-45ca-b570-e54e69e5e916 None None] Checking segment: {'id': '09a7675a-b29f-4b67-a66f-696399ba9b11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '7602b34b-4175-43d9-859f-b258d21b8f03'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95103) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:50:29.684440 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-d2750f4e-7dd5-45ca-b570-e54e69e5e916 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:29.684857 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2750f4e-7dd5-45ca-b570-e54e69e5e916 None None] Bound using segment: {'id': '09a7675a-b29f-4b67-a66f-696399ba9b11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '7602b34b-4175-43d9-859f-b258d21b8f03'} {{(pid=95103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 19:50:29.688412 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.managers [None req-d2750f4e-7dd5-45ca-b570-e54e69e5e916 None None] Bound port: ace502f4-024c-498c-a559-ad279e6d73bd, host: n-d-713301-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '09a7675a-b29f-4b67-a66f-696399ba9b11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '7602b34b-4175-43d9-859f-b258d21b8f03'}}] {{(pid=95103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 19:50:29.688854 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-d2750f4e-7dd5-45ca-b570-e54e69e5e916 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:29.701587 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd65bf2-a4c0-491d-ac0f-ed171e3c8c61 req-628746f7-8ce4-4ba2-8d5d-bebf5f21741e tempest-TestServerBasicOps-310606925 tempest-TestServerBasicOps-310606925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:50:29.703347 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-4dd65bf2-a4c0-491d-ac0f-ed171e3c8c61 req-628746f7-8ce4-4ba2-8d5d-bebf5f21741e tempest-TestServerBasicOps-310606925 tempest-TestServerBasicOps-310606925-project] 10.222.0.67 "GET /v2.0/ports?device_id=91c04d5d-3047-4233-a6bc-ba42bfa3840b HTTP/1.1" status: 200 len: 944 time: 0.3293664 Sep 23 19:50:29.707662 n-d-713301-16 neutron-server[95102]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 19:50:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d56842de-8171-4b98-908f-6371d1df7f7e x-openstack-request-id: req-d56842de-8171-4b98-908f-6371d1df7f7e {{(pid=95102) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 19:50:29.707964 n-d-713301-16 neutron-server[95102]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6bd7699e-da22-4125-b20b-920c51ed1c7b", "name": "network-vif-deleted", "tag": "1905f264-6b67-46a6-834e-390c351ab4ef", "status": "completed", "code": 200}]} {{(pid=95102) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 19:50:29.708256 n-d-713301-16 neutron-server[95102]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-d56842de-8171-4b98-908f-6371d1df7f7e {{(pid=95102) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 19:50:29.709934 n-d-713301-16 neutron-server[95102]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6bd7699e-da22-4125-b20b-920c51ed1c7b', 'name': 'network-vif-deleted', 'tag': '1905f264-6b67-46a6-834e-390c351ab4ef', 'status': 'completed', 'code': 200} Sep 23 19:50:29.823018 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-4dd65bf2-a4c0-491d-ac0f-ed171e3c8c61 req-24e43f65-0eef-46f3-8492-d42fd6a6fcec tempest-TestServerBasicOps-310606925 tempest-TestServerBasicOps-310606925-project] 10.222.0.67 "GET /v2.0/security-groups?id=8984b5f1-4de6-4666-ae15-df260a7900a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1101139 Sep 23 19:50:29.909152 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-d2750f4e-7dd5-45ca-b570-e54e69e5e916 None None] For port ace502f4-024c-498c-a559-ad279e6d73bd, host n-d-713301-16, cleared binding levels {{(pid=95103) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 19:50:29.913801 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-d2750f4e-7dd5-45ca-b570-e54e69e5e916 None None] For port ace502f4-024c-498c-a559-ad279e6d73bd, host n-d-713301-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-16',level=0,port_id=ace502f4-024c-498c-a559-ad279e6d73bd,segment=NetworkSegment(09a7675a-b29f-4b67-a66f-696399ba9b11),segment_id=09a7675a-b29f-4b67-a66f-696399ba9b11)] {{(pid=95103) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 19:50:29.920815 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-d2750f4e-7dd5-45ca-b570-e54e69e5e916 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:29.937584 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-5d3ff51d-c344-4b77-be30-545a60d9cfff req-49a7090b-d762-4a25-a922-64d2e3ec7845 tempest-TestSecurityGroupsBasicOps-365501575 tempest-TestSecurityGroupsBasicOps-365501575-project] 10.222.0.67 "GET /v2.0/ports?device_id=6bd7699e-da22-4125-b20b-920c51ed1c7b HTTP/1.1" status: 200 len: 210 time: 0.0795882 Sep 23 19:50:30.041030 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2750f4e-7dd5-45ca-b570-e54e69e5e916 None None] Pushing event updated for resources: {'Port': ['ID=ace502f4-024c-498c-a559-ad279e6d73bd,revision_number=2']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:50:30.153159 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-e5f09265-cb4c-48f8-b307-9cdb3682809d tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5607579', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6130961'] for subnet, after_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:30.213737 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5f09265-cb4c-48f8-b307-9cdb3682809d tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] Network 7602b34b-4175-43d9-859f-b258d21b8f03 is already hosted by enough agents. {{(pid=95101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:50:30.219254 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.base_scheduler [None req-e5f09265-cb4c-48f8-b307-9cdb3682809d tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] Resources bound (agent type, host, resource id): {{(pid=95101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:50:30.224863 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5f09265-cb4c-48f8-b307-9cdb3682809d tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:50:30.225334 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-e5f09265-cb4c-48f8-b307-9cdb3682809d tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] Notify callbacks [] for subnet, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:30.249188 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5f09265-cb4c-48f8-b307-9cdb3682809d tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] Pushing event updated for resources: {'Subnet': ['ID=6b6d4f04-f25e-4807-a778-c87dd453b05f,revision_number=0']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:50:30.253131 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-e5f09265-cb4c-48f8-b307-9cdb3682809d tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.0435376 Sep 23 19:50:30.256450 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 48554) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:50:30.265476 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.v2.base [None req-8c44491c-4250-4f3e-a511-acc95faef15b tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] Request body: {'port': {'network_id': '7602b34b-4175-43d9-859f-b258d21b8f03', 'fixed_ips': [{'subnet_id': '27946e8f-c32a-44f1-8de3-faca75f09f9f'}, {'subnet_id': '6b6d4f04-f25e-4807-a778-c87dd453b05f'}], 'name': 'tempest-PortsIpV6TestJSON-865283832'}} {{(pid=95102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:50:30.525740 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c44491c-4250-4f3e-a511-acc95faef15b tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] Made reservation on behalf of 68089a352b444323aeac869b275be256 for: {'port': 1} {{(pid=95102) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:50:30.644558 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-8c44491c-4250-4f3e-a511-acc95faef15b tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:30.672912 n-d-713301-16 neutron-server[95102]: DEBUG neutron.notifiers.nova [None req-8c44491c-4250-4f3e-a511-acc95faef15b tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] device_id is not set on port ef8186e0-9ffb-4ba2-99f6-5b48408858a7 yet. {{(pid=95102) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 23 19:50:31.016495 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 48572) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:50:31.088400 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b191dce-2f16-4754-ac4f-f32772d25353 req-cfdb1298-b97a-48fe-94c4-6ee3a5474aac tempest-TestServerBasicOps-310606925 tempest-TestServerBasicOps-310606925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:50:31.090425 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-8b191dce-2f16-4754-ac4f-f32772d25353 req-cfdb1298-b97a-48fe-94c4-6ee3a5474aac tempest-TestServerBasicOps-310606925 tempest-TestServerBasicOps-310606925-project] 10.222.0.67 "GET /v2.0/ports?device_id=91c04d5d-3047-4233-a6bc-ba42bfa3840b HTTP/1.1" status: 200 len: 944 time: 0.1740754 Sep 23 19:50:31.182540 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-8b191dce-2f16-4754-ac4f-f32772d25353 req-0e35f5c2-0736-415c-b6a6-5938a25996b2 tempest-TestServerBasicOps-310606925 tempest-TestServerBasicOps-310606925-project] 10.222.0.67 "GET /v2.0/security-groups?id=8984b5f1-4de6-4666-ae15-df260a7900a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0791092 Sep 23 19:50:31.187478 n-d-713301-16 neutron-server[95102]: DEBUG neutron.db.db_base_plugin_common [None req-8c44491c-4250-4f3e-a511-acc95faef15b tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] Allocated IP 2001:db8::17 (7602b34b-4175-43d9-859f-b258d21b8f03/27946e8f-c32a-44f1-8de3-faca75f09f9f/ef8186e0-9ffb-4ba2-99f6-5b48408858a7) {{(pid=95102) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 19:50:31.205437 n-d-713301-16 neutron-server[95102]: DEBUG neutron.db.db_base_plugin_common [None req-8c44491c-4250-4f3e-a511-acc95faef15b tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] Allocated IP 2001:db8:0:1::1c3 (7602b34b-4175-43d9-859f-b258d21b8f03/6b6d4f04-f25e-4807-a778-c87dd453b05f/ef8186e0-9ffb-4ba2-99f6-5b48408858a7) {{(pid=95102) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 19:50:31.385533 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Device 5f259a5d-f1ca-47ba-840e-03a8aac16eae details requested by agent hyperv_n-h1-713301-16 with host n-h1-713301-16 {{(pid=95103) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 19:50:31.470595 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-8c44491c-4250-4f3e-a511-acc95faef15b tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] Notify callbacks [] for port, precommit_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:31.559264 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-8c44491c-4250-4f3e-a511-acc95faef15b tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783145673135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4399100'] for port, after_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:31.611635 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] For port 5f259a5d-f1ca-47ba-840e-03a8aac16eae, host n-h1-713301-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-16',level=0,port_id=5f259a5d-f1ca-47ba-840e-03a8aac16eae,segment=NetworkSegment(ee20da25-0062-48fd-9691-5b62069c375c),segment_id=ee20da25-0062-48fd-9691-5b62069c375c)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:50:31.631168 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14381338-c223-440e-a383-de4956c67a6e None None] Network 7602b34b-4175-43d9-859f-b258d21b8f03 requested from n-d-713301-16 {{(pid=95103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 19:50:31.665721 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Returning: {'device': '5f259a5d-f1ca-47ba-840e-03a8aac16eae', 'network_id': '8773f1c5-baf2-4787-acb8-ea82a658e3a7', 'port_id': '5f259a5d-f1ca-47ba-840e-03a8aac16eae', 'mac_address': 'fa:16:3e:f6:cf:52', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 631, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '88534c19-3227-4f6f-84ae-147071738831', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95103) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 19:50:31.684624 n-d-713301-16 neutron-server[95102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c44491c-4250-4f3e-a511-acc95faef15b tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] Network 7602b34b-4175-43d9-859f-b258d21b8f03 is already hosted by enough agents. {{(pid=95102) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:50:31.705561 n-d-713301-16 neutron-server[95102]: DEBUG neutron.scheduler.base_scheduler [None req-8c44491c-4250-4f3e-a511-acc95faef15b tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] Resources bound (agent type, host, resource id): {{(pid=95102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:50:31.716214 n-d-713301-16 neutron-server[95102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c44491c-4250-4f3e-a511-acc95faef15b tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] Received port after_create {{(pid=95102) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 19:50:31.725923 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:31.754044 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c44491c-4250-4f3e-a511-acc95faef15b tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:50:31.758370 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-8c44491c-4250-4f3e-a511-acc95faef15b tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222849'] for port, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:31.815434 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c44491c-4250-4f3e-a511-acc95faef15b tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] Pushing event updated for resources: {'Port': ['ID=ef8186e0-9ffb-4ba2-99f6-5b48408858a7,revision_number=1']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:50:31.828104 n-d-713301-16 neutron-server[95103]: DEBUG neutron.notifiers.nova [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5f259a5d-f1ca-47ba-840e-03a8aac16eae {{(pid=95103) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 19:50:31.841447 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-af978292-71b4-4c2b-9d07-1aebaaaecae1 None None] Provisioning complete for port ace502f4-024c-498c-a559-ad279e6d73bd triggered by entity DHCP. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:50:31.842518 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-af978292-71b4-4c2b-9d07-1aebaaaecae1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:31.847079 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-8c44491c-4250-4f3e-a511-acc95faef15b tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1015 time: 1.5882132 Sep 23 19:50:31.849889 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 48586) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:50:31.856383 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.v2.base [None req-34f6832c-1996-44ea-b061-01fe7dfca3e6 tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '27946e8f-c32a-44f1-8de3-faca75f09f9f'}]}} {{(pid=95102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:50:31.937894 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Device ace502f4-024c-498c-a559-ad279e6d73bd up at agent ovs-agent-n-d-713301-16 {{(pid=95103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 19:50:31.985271 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] For port 5f259a5d-f1ca-47ba-840e-03a8aac16eae, host n-h1-713301-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-16',level=0,port_id=5f259a5d-f1ca-47ba-840e-03a8aac16eae,segment=NetworkSegment(ee20da25-0062-48fd-9691-5b62069c375c),segment_id=ee20da25-0062-48fd-9691-5b62069c375c)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:50:32.011673 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:32.040495 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-34f6832c-1996-44ea-b061-01fe7dfca3e6 tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:32.294246 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] get_ports_and_sgs() called for port_ids ['5f259a5d-f1ca-47ba-840e-03a8aac16eae'] {{(pid=95103) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 19:50:32.503080 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Pushing event updated for resources: {'Port': ['ID=5f259a5d-f1ca-47ba-840e-03a8aac16eae,revision_number=4']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:50:32.517544 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Provisioning complete for port ace502f4-024c-498c-a559-ad279e6d73bd triggered by entity L2. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:50:32.517980 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:32.531065 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-af978292-71b4-4c2b-9d07-1aebaaaecae1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:32.615018 n-d-713301-16 neutron-server[95102]: DEBUG neutron.db.db_base_plugin_common [None req-34f6832c-1996-44ea-b061-01fe7dfca3e6 tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] Delete allocated IP 2001:db8:0:1::1c3 (7602b34b-4175-43d9-859f-b258d21b8f03/6b6d4f04-f25e-4807-a778-c87dd453b05f) {{(pid=95102) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Sep 23 19:50:32.637836 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-9ae60af7-f888-40b2-9fad-69cd921ea22c tempest-TestSecurityGroupsBasicOps-365501575 tempest-TestSecurityGroupsBasicOps-365501575-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-601372'] for router_interface, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:32.695764 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6616c040-868a-4eef-a8d1-122daacbc697 None None] Update dhcp port {'port': {'network_id': '7602b34b-4175-43d9-859f-b258d21b8f03', 'fixed_ips': [{'subnet_id': '27946e8f-c32a-44f1-8de3-faca75f09f9f', 'ip_address': '2001:db8::2'}, {'subnet_id': '6b6d4f04-f25e-4807-a778-c87dd453b05f'}], 'binding:host_id': 'n-d-713301-16'}, 'id': 'ace502f4-024c-498c-a559-ad279e6d73bd'} from n-d-713301-16. {{(pid=95103) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Sep 23 19:50:32.704958 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-af978292-71b4-4c2b-9d07-1aebaaaecae1 None None] For port ace502f4-024c-498c-a559-ad279e6d73bd, host n-d-713301-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-16',level=0,port_id=ace502f4-024c-498c-a559-ad279e6d73bd,segment=NetworkSegment(09a7675a-b29f-4b67-a66f-696399ba9b11),segment_id=09a7675a-b29f-4b67-a66f-696399ba9b11)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:50:32.738283 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-af978292-71b4-4c2b-9d07-1aebaaaecae1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:32.816749 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Device 1905f264-6b67-46a6-834e-390c351ab4ef no longer exists at agent hyperv_n-h2-713301-16 {{(pid=95103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 19:50:32.879309 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.plugin [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] No Port match for: 1905f264-6b67-46a6-834e-390c351ab4ef {{(pid=95103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 19:50:32.880195 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Device 1905f264-6b67-46a6-834e-390c351ab4ef not bound to the agent host n-h2-713301-16 {{(pid=95103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 19:50:32.882358 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-6616c040-868a-4eef-a8d1-122daacbc697 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:32.922889 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62aef509-670c-49e0-8f86-53700ea1f05f req-179ca652-c6a0-47e8-9614-5886fd351534 tempest-TestServerBasicOps-310606925 tempest-TestServerBasicOps-310606925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:50:32.924879 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-62aef509-670c-49e0-8f86-53700ea1f05f req-179ca652-c6a0-47e8-9614-5886fd351534 tempest-TestServerBasicOps-310606925 tempest-TestServerBasicOps-310606925-project] 10.222.0.67 "GET /v2.0/ports?device_id=91c04d5d-3047-4233-a6bc-ba42bfa3840b HTTP/1.1" status: 200 len: 945 time: 0.4018373 Sep 23 19:50:33.012453 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af978292-71b4-4c2b-9d07-1aebaaaecae1 None None] Pushing event updated for resources: {'Port': ['ID=ace502f4-024c-498c-a559-ad279e6d73bd,revision_number=3']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:50:33.027056 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-62aef509-670c-49e0-8f86-53700ea1f05f req-af6ebd53-653f-4c46-b28f-dd9f432e4020 tempest-TestServerBasicOps-310606925 tempest-TestServerBasicOps-310606925-project] 10.222.0.67 "GET /v2.0/security-groups?id=8984b5f1-4de6-4666-ae15-df260a7900a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0568695 Sep 23 19:50:33.079119 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-34f6832c-1996-44ea-b061-01fe7dfca3e6 tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] Notify callbacks [] for port, precommit_update {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:33.088281 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-34f6832c-1996-44ea-b061-01fe7dfca3e6 tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4399095'] for port, after_update {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:33.247436 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.plugin [None req-9ae60af7-f888-40b2-9fad-69cd921ea22c tempest-TestSecurityGroupsBasicOps-365501575 tempest-TestSecurityGroupsBasicOps-365501575-project] Deleting port 69d4bdc6-652f-46ec-91b6-672de09d587a {{(pid=95101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:50:33.247952 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-9ae60af7-f888-40b2-9fad-69cd921ea22c tempest-TestSecurityGroupsBasicOps-365501575 tempest-TestSecurityGroupsBasicOps-365501575-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783146157096'] for port, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:33.262566 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.plugin [None req-34f6832c-1996-44ea-b061-01fe7dfca3e6 tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] In _notify_port_updated(), no bound segment for port ef8186e0-9ffb-4ba2-99f6-5b48408858a7 on network 7602b34b-4175-43d9-859f-b258d21b8f03 {{(pid=95102) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Sep 23 19:50:33.273294 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34f6832c-1996-44ea-b061-01fe7dfca3e6 tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:50:33.280374 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-34f6832c-1996-44ea-b061-01fe7dfca3e6 tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222849'] for port, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:33.281710 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-34f6832c-1996-44ea-b061-01fe7dfca3e6 tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] 10.222.0.67 "PUT /v2.0/ports/ef8186e0-9ffb-4ba2-99f6-5b48408858a7 HTTP/1.1" status: 200 len: 924 time: 1.4307888 Sep 23 19:50:33.284364 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 48612) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:50:33.294717 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.v2.base [None req-34eb83a6-017b-499f-a1dd-50000e69a726 tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '27946e8f-c32a-44f1-8de3-faca75f09f9f'}, {'subnet_id': '6b6d4f04-f25e-4807-a778-c87dd453b05f'}]}} {{(pid=95102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:50:33.298142 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34f6832c-1996-44ea-b061-01fe7dfca3e6 tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] Pushing event updated for resources: {'Port': ['ID=ef8186e0-9ffb-4ba2-99f6-5b48408858a7,revision_number=2']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:50:33.431517 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.db [None req-9ae60af7-f888-40b2-9fad-69cd921ea22c tempest-TestSecurityGroupsBasicOps-365501575 tempest-TestSecurityGroupsBasicOps-365501575-project] For port 69d4bdc6-652f-46ec-91b6-672de09d587a, host n-d-713301-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-16',level=0,port_id=69d4bdc6-652f-46ec-91b6-672de09d587a,segment=NetworkSegment(4f8a9d02-bef3-4414-84e9-68a759961ded),segment_id=4f8a9d02-bef3-4414-84e9-68a759961ded)] {{(pid=95101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:50:33.432292 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-9ae60af7-f888-40b2-9fad-69cd921ea22c tempest-TestSecurityGroupsBasicOps-365501575 tempest-TestSecurityGroupsBasicOps-365501575-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-605701'] for port, precommit_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:33.447938 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.db_base_plugin_common [None req-6616c040-868a-4eef-a8d1-122daacbc697 None None] Allocated IP 2001:db8:0:1::2 (7602b34b-4175-43d9-859f-b258d21b8f03/6b6d4f04-f25e-4807-a778-c87dd453b05f/ace502f4-024c-498c-a559-ad279e6d73bd) {{(pid=95103) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 19:50:33.454845 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.plugin [None req-9ae60af7-f888-40b2-9fad-69cd921ea22c tempest-TestSecurityGroupsBasicOps-365501575 tempest-TestSecurityGroupsBasicOps-365501575-project] Calling delete_port for 69d4bdc6-652f-46ec-91b6-672de09d587a owned by network:router_interface {{(pid=95101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:50:33.503563 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-34eb83a6-017b-499f-a1dd-50000e69a726 tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:33.616932 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-6616c040-868a-4eef-a8d1-122daacbc697 None None] For port ace502f4-024c-498c-a559-ad279e6d73bd, host n-d-713301-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-16',level=0,port_id=ace502f4-024c-498c-a559-ad279e6d73bd,segment=NetworkSegment(09a7675a-b29f-4b67-a66f-696399ba9b11),segment_id=09a7675a-b29f-4b67-a66f-696399ba9b11)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:50:33.651735 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-6616c040-868a-4eef-a8d1-122daacbc697 None None] Notify callbacks [] for port, precommit_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:33.659419 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-6616c040-868a-4eef-a8d1-122daacbc697 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:33.854051 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-9ae60af7-f888-40b2-9fad-69cd921ea22c tempest-TestSecurityGroupsBasicOps-365501575 tempest-TestSecurityGroupsBasicOps-365501575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783146162158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783145673144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5607431'] for port, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:33.864446 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Device ace502f4-024c-498c-a559-ad279e6d73bd up at agent ovs-agent-n-d-713301-16 {{(pid=95103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 19:50:33.914610 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae60af7-f888-40b2-9fad-69cd921ea22c tempest-TestSecurityGroupsBasicOps-365501575 tempest-TestSecurityGroupsBasicOps-365501575-project] Pushing event deleted for resources: {'Port': ['ID=69d4bdc6-652f-46ec-91b6-672de09d587a,revision_number=None']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:50:33.935595 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ae60af7-f888-40b2-9fad-69cd921ea22c tempest-TestSecurityGroupsBasicOps-365501575 tempest-TestSecurityGroupsBasicOps-365501575-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:50:33.936381 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ae60af7-f888-40b2-9fad-69cd921ea22c tempest-TestSecurityGroupsBasicOps-365501575 tempest-TestSecurityGroupsBasicOps-365501575-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:50:33.937025 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ae60af7-f888-40b2-9fad-69cd921ea22c tempest-TestSecurityGroupsBasicOps-365501575 tempest-TestSecurityGroupsBasicOps-365501575-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:50:33.937768 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ae60af7-f888-40b2-9fad-69cd921ea22c tempest-TestSecurityGroupsBasicOps-365501575 tempest-TestSecurityGroupsBasicOps-365501575-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:50:33.938328 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ae60af7-f888-40b2-9fad-69cd921ea22c tempest-TestSecurityGroupsBasicOps-365501575 tempest-TestSecurityGroupsBasicOps-365501575-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:50:33.938899 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ae60af7-f888-40b2-9fad-69cd921ea22c tempest-TestSecurityGroupsBasicOps-365501575 tempest-TestSecurityGroupsBasicOps-365501575-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:50:33.939640 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ae60af7-f888-40b2-9fad-69cd921ea22c tempest-TestSecurityGroupsBasicOps-365501575 tempest-TestSecurityGroupsBasicOps-365501575-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:50:33.940229 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ae60af7-f888-40b2-9fad-69cd921ea22c tempest-TestSecurityGroupsBasicOps-365501575 tempest-TestSecurityGroupsBasicOps-365501575-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:50:33.940805 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ae60af7-f888-40b2-9fad-69cd921ea22c tempest-TestSecurityGroupsBasicOps-365501575 tempest-TestSecurityGroupsBasicOps-365501575-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:50:33.941360 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ae60af7-f888-40b2-9fad-69cd921ea22c tempest-TestSecurityGroupsBasicOps-365501575 tempest-TestSecurityGroupsBasicOps-365501575-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:50:33.942056 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ae60af7-f888-40b2-9fad-69cd921ea22c tempest-TestSecurityGroupsBasicOps-365501575 tempest-TestSecurityGroupsBasicOps-365501575-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:50:33.942602 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ae60af7-f888-40b2-9fad-69cd921ea22c tempest-TestSecurityGroupsBasicOps-365501575 tempest-TestSecurityGroupsBasicOps-365501575-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:50:34.073379 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6616c040-868a-4eef-a8d1-122daacbc697 None None] Pushing event updated for resources: {'Port': ['ID=ace502f4-024c-498c-a559-ad279e6d73bd,revision_number=4']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:50:34.104654 n-d-713301-16 neutron-server[95102]: DEBUG neutron.db.db_base_plugin_common [None req-34eb83a6-017b-499f-a1dd-50000e69a726 tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] Allocated IP 2001:db8:0:1::115 (7602b34b-4175-43d9-859f-b258d21b8f03/6b6d4f04-f25e-4807-a778-c87dd453b05f/ef8186e0-9ffb-4ba2-99f6-5b48408858a7) {{(pid=95102) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 19:50:34.129870 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Provisioning complete for port ace502f4-024c-498c-a559-ad279e6d73bd triggered by entity L2. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:50:34.130389 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:34.391161 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61247d75-700f-4928-b721-239213085b56 req-884f198c-17b8-405b-bf40-bb87b64d5134 tempest-TestServerBasicOps-310606925 tempest-TestServerBasicOps-310606925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:50:34.393794 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-61247d75-700f-4928-b721-239213085b56 req-884f198c-17b8-405b-bf40-bb87b64d5134 tempest-TestServerBasicOps-310606925 tempest-TestServerBasicOps-310606925-project] 10.222.0.67 "GET /v2.0/ports?device_id=91c04d5d-3047-4233-a6bc-ba42bfa3840b HTTP/1.1" status: 200 len: 945 time: 0.0776682 Sep 23 19:50:34.424396 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-9ae60af7-f888-40b2-9fad-69cd921ea22c tempest-TestSecurityGroupsBasicOps-365501575 tempest-TestSecurityGroupsBasicOps-365501575-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-527322', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-602005'] for router_interface, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:34.457835 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-61247d75-700f-4928-b721-239213085b56 req-6cdc94a6-898c-40e0-a234-ccb1e533ffb5 tempest-TestServerBasicOps-310606925 tempest-TestServerBasicOps-310606925-project] 10.222.0.67 "GET /v2.0/security-groups?id=8984b5f1-4de6-4666-ae15-df260a7900a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0534525 Sep 23 19:50:34.490615 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-34eb83a6-017b-499f-a1dd-50000e69a726 tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] Notify callbacks [] for port, precommit_update {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:34.503377 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-34eb83a6-017b-499f-a1dd-50000e69a726 tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4399095'] for port, after_update {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:34.580990 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34eb83a6-017b-499f-a1dd-50000e69a726 tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] Pushing event updated for resources: {'Port': ['ID=ef8186e0-9ffb-4ba2-99f6-5b48408858a7,revision_number=3']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:50:34.641100 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.plugin [None req-34eb83a6-017b-499f-a1dd-50000e69a726 tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] In _notify_port_updated(), no bound segment for port ef8186e0-9ffb-4ba2-99f6-5b48408858a7 on network 7602b34b-4175-43d9-859f-b258d21b8f03 {{(pid=95102) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Sep 23 19:50:34.647634 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34eb83a6-017b-499f-a1dd-50000e69a726 tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:50:34.648395 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-34eb83a6-017b-499f-a1dd-50000e69a726 tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222849'] for port, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:34.649956 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-34eb83a6-017b-499f-a1dd-50000e69a726 tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] 10.222.0.67 "PUT /v2.0/ports/ef8186e0-9ffb-4ba2-99f6-5b48408858a7 HTTP/1.1" status: 200 len: 1010 time: 1.3645694 Sep 23 19:50:34.652575 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 48634) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:50:34.719499 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9ae60af7-f888-40b2-9fad-69cd921ea22c tempest-TestSecurityGroupsBasicOps-365501575 tempest-TestSecurityGroupsBasicOps-365501575-project] Router 94be7ace-69d6-4d01-a007-076155448f3a has already been hosted by L3 agent 79a740bf-7821-4989-8288-7186e3e128f3 {{(pid=95101) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 19:50:34.816041 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.plugin [None req-4631f4a0-6296-4536-a38c-eb8ce5eb8675 tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] Deleting port ef8186e0-9ffb-4ba2-99f6-5b48408858a7 {{(pid=95102) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:50:34.817344 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-4631f4a0-6296-4536-a38c-eb8ce5eb8675 tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783146157096'] for port, before_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:34.890752 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ae60af7-f888-40b2-9fad-69cd921ea22c tempest-TestSecurityGroupsBasicOps-365501575 tempest-TestSecurityGroupsBasicOps-365501575-project] Notify agent at l3_agent.n-d-713301-16 the message routers_updated {{(pid=95101) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 19:50:34.900935 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-9ae60af7-f888-40b2-9fad-69cd921ea22c tempest-TestSecurityGroupsBasicOps-365501575 tempest-TestSecurityGroupsBasicOps-365501575-project] 10.222.0.67 "PUT /v2.0/routers/94be7ace-69d6-4d01-a007-076155448f3a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8818941 Sep 23 19:50:34.902764 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 48642) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:50:34.904929 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd80b825-712c-44ee-aabb-154b53c037c4 None None] Sync routers for ids ['94be7ace-69d6-4d01-a007-076155448f3a'] in n-d-713301-16 {{(pid=95104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 19:50:34.917618 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd80b825-712c-44ee-aabb-154b53c037c4 None None] Routers {'94be7ace-69d6-4d01-a007-076155448f3a'} bound to L3 agent in host n-d-713301-16 {{(pid=95104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 19:50:34.918586 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_hamode_db [None req-dd80b825-712c-44ee-aabb-154b53c037c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-23T19:07:52Z,description=,heartbeat_timestamp=2021-09-23T19:50:23Z,host='n-d-713301-16',id=79a740bf-7821-4989-8288-7186e3e128f3,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:07:52Z,topic='l3_agent')) {'router_ids': ['94be7ace-69d6-4d01-a007-076155448f3a'], 'active': True} {{(pid=95104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:50:34.977361 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-4631f4a0-6296-4536-a38c-eb8ce5eb8675 tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-605701'] for port, precommit_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:34.996726 n-d-713301-16 neutron-server[95101]: DEBUG neutron.db.db_base_plugin_v2 [None req-f5f94668-b5ec-49b1-9141-5d1b71282256 tempest-TestSecurityGroupsBasicOps-365501575 tempest-TestSecurityGroupsBasicOps-365501575-project] Deleting subnet 6728f6b9-af1e-4e97-8ce4-664684d923e7 {{(pid=95101) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 23 19:50:35.000208 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.plugin [None req-4631f4a0-6296-4536-a38c-eb8ce5eb8675 tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] Calling delete_port for ef8186e0-9ffb-4ba2-99f6-5b48408858a7 owned by {{(pid=95102) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:50:35.004845 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-f5f94668-b5ec-49b1-9141-5d1b71282256 tempest-TestSecurityGroupsBasicOps-365501575 tempest-TestSecurityGroupsBasicOps-365501575-project] Notify callbacks [] for subnet, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:35.013594 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86abfc70-a23f-47b5-9e77-da1dc4ef545d None None] Network 7602b34b-4175-43d9-859f-b258d21b8f03 requested from n-d-713301-16 {{(pid=95103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 19:50:35.088134 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-f5f94668-b5ec-49b1-9141-5d1b71282256 tempest-TestSecurityGroupsBasicOps-365501575 tempest-TestSecurityGroupsBasicOps-365501575-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6007154'] for subnet, precommit_delete_associations {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:35.238597 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-ddf191e3-8da0-4b13-862f-0a1d0b7aa372 None None] Provisioning complete for port ace502f4-024c-498c-a559-ad279e6d73bd triggered by entity DHCP. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:50:35.239026 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-ddf191e3-8da0-4b13-862f-0a1d0b7aa372 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:35.285761 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_dvr_db [None req-dd80b825-712c-44ee-aabb-154b53c037c4 None None] Set router 94be7ace-69d6-4d01-a007-076155448f3a gateway port host: n-d-713301-16 {{(pid=95104) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 19:50:35.328957 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-4631f4a0-6296-4536-a38c-eb8ce5eb8675 tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783146162158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783145673144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4399100'] for port, after_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:35.350719 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-f5f94668-b5ec-49b1-9141-5d1b71282256 tempest-TestSecurityGroupsBasicOps-365501575 tempest-TestSecurityGroupsBasicOps-365501575-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1756813'] for subnet, precommit_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:35.386164 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4631f4a0-6296-4536-a38c-eb8ce5eb8675 tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] Pushing event deleted for resources: {'Port': ['ID=ef8186e0-9ffb-4ba2-99f6-5b48408858a7,revision_number=None']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:50:35.392908 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Device 5f259a5d-f1ca-47ba-840e-03a8aac16eae up at agent hyperv_n-h1-713301-16 {{(pid=95103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 19:50:35.439054 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-4631f4a0-6296-4536-a38c-eb8ce5eb8675 tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222849'] for port, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:35.444631 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-4631f4a0-6296-4536-a38c-eb8ce5eb8675 tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] 10.222.0.67 "DELETE /v2.0/ports/ef8186e0-9ffb-4ba2-99f6-5b48408858a7 HTTP/1.1" status: 204 len: 168 time: 0.7908983 Sep 23 19:50:35.445328 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 48648) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:50:35.457761 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-f5f94668-b5ec-49b1-9141-5d1b71282256 tempest-TestSecurityGroupsBasicOps-365501575 tempest-TestSecurityGroupsBasicOps-365501575-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1756804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5607514', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6130950'] for subnet, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:35.476340 n-d-713301-16 neutron-server[95102]: INFO neutron.pecan_wsgi.hooks.translation [None req-3fc20f54-555f-43ee-b94e-54ab51df85be tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] GET failed (client error): The resource could not be found. Sep 23 19:50:35.481284 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-3fc20f54-555f-43ee-b94e-54ab51df85be tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] 10.222.0.67 "GET /v2.0/ports/ef8186e0-9ffb-4ba2-99f6-5b48408858a7 HTTP/1.1" status: 404 len: 333 time: 0.0343199 Sep 23 19:50:35.482714 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 48650) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:50:35.492593 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-f5f94668-b5ec-49b1-9141-5d1b71282256 tempest-TestSecurityGroupsBasicOps-365501575 tempest-TestSecurityGroupsBasicOps-365501575-project] Notify callbacks [] for subnet, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:35.500641 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-f5f94668-b5ec-49b1-9141-5d1b71282256 tempest-TestSecurityGroupsBasicOps-365501575 tempest-TestSecurityGroupsBasicOps-365501575-project] 10.222.0.67 "DELETE /v2.0/subnets/6728f6b9-af1e-4e97-8ce4-664684d923e7 HTTP/1.1" status: 204 len: 168 time: 0.5941708 Sep 23 19:50:35.502720 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 48654) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:50:35.540765 n-d-713301-16 neutron-server[95102]: DEBUG neutron.db.db_base_plugin_v2 [None req-ab0525d1-a182-4a18-922e-d818c74962ff tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] Deleting subnet 6b6d4f04-f25e-4807-a778-c87dd453b05f {{(pid=95102) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 23 19:50:35.549998 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-ab0525d1-a182-4a18-922e-d818c74962ff tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] Notify callbacks [] for subnet, before_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:35.587698 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9455675e-4d11-405d-949f-e2b945151587 None None] Network d2d61718-83a2-40fa-b610-94a9848bc9af requested from n-d-713301-16 {{(pid=95103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 19:50:35.700142 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_hamode_db [None req-dd80b825-712c-44ee-aabb-154b53c037c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94be7ace-69d6-4d01-a007-076155448f3a', 'name': 'tempest-TestSecurityGroupsBasicOps-router-297328267', 'tenant_id': 'bac6fc5f7b6645d7a54784d0fdaa00b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'external_fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.186'}], 'enable_snat': True}, 'gw_port_id': 'e03a48f9-305f-4c2c-b4f6-3fc79a333040', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:49:54Z', 'updated_at': '2021-09-23T19:50:33Z', 'revision_number': 5, 'project_id': 'bac6fc5f7b6645d7a54784d0fdaa00b3', 'gw_port': {'id': 'e03a48f9-305f-4c2c-b4f6-3fc79a333040', 'name': '', 'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:ef:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94be7ace-69d6-4d01-a007-076155448f3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3606, 'fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:49:55Z', 'updated_at': '2021-09-23T19:50:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-16'}], 'n-d-713301-16', False) {} {{(pid=95104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:50:35.702640 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-ab0525d1-a182-4a18-922e-d818c74962ff tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6162825'] for subnet, precommit_delete_associations {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:35.708383 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-ddf191e3-8da0-4b13-862f-0a1d0b7aa372 None None] Could not find standard attr ID for object ef8186e0-9ffb-4ba2-99f6-5b48408858a7. {{(pid=95103) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 23 19:50:35.723570 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431bead6-e41c-49cb-b564-79a0e2286ccd req-48e1fa78-893f-43cd-96a9-0c7fbdda4d70 tempest-TestServerBasicOps-310606925 tempest-TestServerBasicOps-310606925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:50:35.739609 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-431bead6-e41c-49cb-b564-79a0e2286ccd req-48e1fa78-893f-43cd-96a9-0c7fbdda4d70 tempest-TestServerBasicOps-310606925 tempest-TestServerBasicOps-310606925-project] 10.222.0.67 "GET /v2.0/ports?device_id=91c04d5d-3047-4233-a6bc-ba42bfa3840b HTTP/1.1" status: 200 len: 945 time: 0.1264529 Sep 23 19:50:35.784897 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd80b825-712c-44ee-aabb-154b53c037c4 None None] Checking router: 94be7ace-69d6-4d01-a007-076155448f3a for host: n-d-713301-16 {{(pid=95104) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 19:50:35.809139 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd80b825-712c-44ee-aabb-154b53c037c4 None None] Routers {'94be7ace-69d6-4d01-a007-076155448f3a'} bound to L3 agent in host n-d-713301-16 {{(pid=95104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 19:50:35.810013 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_hamode_db [None req-dd80b825-712c-44ee-aabb-154b53c037c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-23T19:07:52Z,description=,heartbeat_timestamp=2021-09-23T19:50:23Z,host='n-d-713301-16',id=79a740bf-7821-4989-8288-7186e3e128f3,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:07:52Z,topic='l3_agent')) {'router_ids': ['94be7ace-69d6-4d01-a007-076155448f3a'], 'active': True} {{(pid=95104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:50:35.827873 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Provisioning for port 5f259a5d-f1ca-47ba-840e-03a8aac16eae completed by entity L2. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 19:50:35.888182 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-431bead6-e41c-49cb-b564-79a0e2286ccd req-afe66a6d-ae72-484b-ae42-31645599c012 tempest-TestServerBasicOps-310606925 tempest-TestServerBasicOps-310606925-project] 10.222.0.67 "GET /v2.0/security-groups?id=8984b5f1-4de6-4666-ae15-df260a7900a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1476691 Sep 23 19:50:35.926198 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Provisioning complete for port 5f259a5d-f1ca-47ba-840e-03a8aac16eae triggered by entity L2. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:50:35.926672 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:36.019674 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Device ace502f4-024c-498c-a559-ad279e6d73bd up at agent ovs-agent-n-d-713301-16 {{(pid=95103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 19:50:36.040566 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-ab0525d1-a182-4a18-922e-d818c74962ff tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1756813'] for subnet, precommit_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:36.098170 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ea30876-8923-43a3-bab3-c288377cbdb7 None None] DHCP port deletion for d2d61718-83a2-40fa-b610-94a9848bc9af request from n-d-713301-16 {{(pid=95103) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 23 19:50:36.162206 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_dvr_db [None req-dd80b825-712c-44ee-aabb-154b53c037c4 None None] Set router 94be7ace-69d6-4d01-a007-076155448f3a gateway port host: n-d-713301-16 {{(pid=95104) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 19:50:36.174053 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:36.196236 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-ab0525d1-a182-4a18-922e-d818c74962ff tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1756804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4399009', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5388229'] for subnet, after_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:36.276357 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f94668-b5ec-49b1-9141-5d1b71282256 tempest-TestSecurityGroupsBasicOps-365501575 tempest-TestSecurityGroupsBasicOps-365501575-project] Pushing event deleted for resources: {'Subnet': ['ID=6728f6b9-af1e-4e97-8ce4-664684d923e7,revision_number=None']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:50:36.316215 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-ab0525d1-a182-4a18-922e-d818c74962ff tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] Notify callbacks [] for subnet, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:36.323677 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-ebf0dc7f-6098-4384-af6b-b7cb05295030 tempest-TestSecurityGroupsBasicOps-365501575 tempest-TestSecurityGroupsBasicOps-365501575-project] Notify callbacks [] for router, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:36.341392 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-ab0525d1-a182-4a18-922e-d818c74962ff tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] 10.222.0.67 "DELETE /v2.0/subnets/6b6d4f04-f25e-4807-a778-c87dd453b05f HTTP/1.1" status: 204 len: 168 time: 0.8551331 Sep 23 19:50:36.341392 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 48672) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:50:36.341392 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab0525d1-a182-4a18-922e-d818c74962ff tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] Pushing event deleted for resources: {'Subnet': ['ID=6b6d4f04-f25e-4807-a778-c87dd453b05f,revision_number=None']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:50:36.370893 n-d-713301-16 neutron-server[95103]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '91c04d5d-3047-4233-a6bc-ba42bfa3840b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f259a5d-f1ca-47ba-840e-03a8aac16eae'}] {{(pid=95103) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 19:50:36.376289 n-d-713301-16 neutron-server[95103]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}81a1c17f2aa89d5b3ebbba3a3e0cf7eb588e431c2224256110c4c4facdd7c3e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be781b87-5b2d-4771-bdcb-ac5920615fdd" -d '{"events": [{"server_uuid": "91c04d5d-3047-4233-a6bc-ba42bfa3840b", "name": "network-vif-plugged", "status": "completed", "tag": "5f259a5d-f1ca-47ba-840e-03a8aac16eae"}]}' {{(pid=95103) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 19:50:36.398798 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] For port 5f259a5d-f1ca-47ba-840e-03a8aac16eae, host n-h1-713301-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-16',level=0,port_id=5f259a5d-f1ca-47ba-840e-03a8aac16eae,segment=NetworkSegment(ee20da25-0062-48fd-9691-5b62069c375c),segment_id=ee20da25-0062-48fd-9691-5b62069c375c)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:50:36.410108 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-edb0911c-84e8-4047-86c6-64deaa1ad5d9 None None] Provisioning complete for port ace502f4-024c-498c-a559-ad279e6d73bd triggered by entity DHCP. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:50:36.410701 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-edb0911c-84e8-4047-86c6-64deaa1ad5d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:36.414547 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Provisioning complete for port ace502f4-024c-498c-a559-ad279e6d73bd triggered by entity L2. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:50:36.417062 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:36.418855 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:36.481132 n-d-713301-16 neutron-server[95103]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 19:50:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d1cf126-d18d-4d3c-8117-7f063a19fe7f x-openstack-request-id: req-0d1cf126-d18d-4d3c-8117-7f063a19fe7f {{(pid=95103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 19:50:36.481457 n-d-713301-16 neutron-server[95103]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "91c04d5d-3047-4233-a6bc-ba42bfa3840b", "name": "network-vif-plugged", "status": "completed", "tag": "5f259a5d-f1ca-47ba-840e-03a8aac16eae", "code": 200}]} {{(pid=95103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 19:50:36.481674 n-d-713301-16 neutron-server[95103]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-0d1cf126-d18d-4d3c-8117-7f063a19fe7f {{(pid=95103) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 19:50:36.482629 n-d-713301-16 neutron-server[95103]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '91c04d5d-3047-4233-a6bc-ba42bfa3840b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f259a5d-f1ca-47ba-840e-03a8aac16eae', 'code': 200} Sep 23 19:50:36.525532 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-ebf0dc7f-6098-4384-af6b-b7cb05295030 tempest-TestSecurityGroupsBasicOps-365501575 tempest-TestSecurityGroupsBasicOps-365501575-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:36.645025 n-d-713301-16 neutron-server[95102]: DEBUG neutron.db.db_base_plugin_v2 [None req-346d227e-cd03-49a6-a7a6-8d9706ab0991 tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] Deleting subnet 27946e8f-c32a-44f1-8de3-faca75f09f9f {{(pid=95102) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 23 19:50:36.645525 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_hamode_db [None req-dd80b825-712c-44ee-aabb-154b53c037c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94be7ace-69d6-4d01-a007-076155448f3a', 'name': 'tempest-TestSecurityGroupsBasicOps-router-297328267', 'tenant_id': 'bac6fc5f7b6645d7a54784d0fdaa00b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'external_fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.186'}], 'enable_snat': True}, 'gw_port_id': 'e03a48f9-305f-4c2c-b4f6-3fc79a333040', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:49:54Z', 'updated_at': '2021-09-23T19:50:33Z', 'revision_number': 5, 'project_id': 'bac6fc5f7b6645d7a54784d0fdaa00b3', 'gw_port': {'id': 'e03a48f9-305f-4c2c-b4f6-3fc79a333040', 'name': '', 'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:ef:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94be7ace-69d6-4d01-a007-076155448f3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3606, 'fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:49:55Z', 'updated_at': '2021-09-23T19:50:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-16'}], 'n-d-713301-16', False) {} {{(pid=95104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:50:36.661028 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-346d227e-cd03-49a6-a7a6-8d9706ab0991 tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] Notify callbacks [] for subnet, before_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:36.693439 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.plugin [None req-ebf0dc7f-6098-4384-af6b-b7cb05295030 tempest-TestSecurityGroupsBasicOps-365501575 tempest-TestSecurityGroupsBasicOps-365501575-project] Deleting port e03a48f9-305f-4c2c-b4f6-3fc79a333040 {{(pid=95101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:50:36.693835 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-ebf0dc7f-6098-4384-af6b-b7cb05295030 tempest-TestSecurityGroupsBasicOps-365501575 tempest-TestSecurityGroupsBasicOps-365501575-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783146157096'] for port, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:36.712278 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd80b825-712c-44ee-aabb-154b53c037c4 None None] The sync data for ids ['94be7ace-69d6-4d01-a007-076155448f3a'] in n-d-713301-16 is: [{'id': '94be7ace-69d6-4d01-a007-076155448f3a', 'name': 'tempest-TestSecurityGroupsBasicOps-router-297328267', 'tenant_id': 'bac6fc5f7b6645d7a54784d0fdaa00b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'external_fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.186'}], 'enable_snat': True}, 'gw_port_id': 'e03a48f9-305f-4c2c-b4f6-3fc79a333040', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:49:54Z', 'updated_at': '2021-09-23T19:50:33Z', 'revision_number': 5, 'project_id': 'bac6fc5f7b6645d7a54784d0fdaa00b3', 'gw_port': {'id': 'e03a48f9-305f-4c2c-b4f6-3fc79a333040', 'name': '', 'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:ef:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94be7ace-69d6-4d01-a007-076155448f3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3606, 'fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:49:55Z', 'updated_at': '2021-09-23T19:50:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-16'}] {{(pid=95104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 19:50:36.731301 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f22509f-7f7c-434e-a83d-2bee7a7a3ae7 req-741c0bf0-5456-4048-ae66-e3e5faba1629 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:50:36.734063 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-5f22509f-7f7c-434e-a83d-2bee7a7a3ae7 req-741c0bf0-5456-4048-ae66-e3e5faba1629 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=91c04d5d-3047-4233-a6bc-ba42bfa3840b HTTP/1.1" status: 200 len: 1098 time: 0.2213850 Sep 23 19:50:36.757784 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4193ca85-0623-417b-8bb2-fd11f130b4a7 None None] Network 7602b34b-4175-43d9-859f-b258d21b8f03 requested from n-d-713301-16 {{(pid=95103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 19:50:36.776374 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.plugin [None req-8ea30876-8923-43a3-bab3-c288377cbdb7 None None] Deleting port 3d150cc0-f515-4a45-9818-aee77a960e92 {{(pid=95103) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:50:36.776795 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-8ea30876-8923-43a3-bab3-c288377cbdb7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783146157096'] for port, before_delete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:36.797297 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-346d227e-cd03-49a6-a7a6-8d9706ab0991 tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6162825'] for subnet, precommit_delete_associations {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:36.817813 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Pushing event updated for resources: {'Port': ['ID=5f259a5d-f1ca-47ba-840e-03a8aac16eae,revision_number=5']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:50:36.853216 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-5f22509f-7f7c-434e-a83d-2bee7a7a3ae7 req-d76efbf0-867b-455c-965d-f03096d4a3d3 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=8984b5f1-4de6-4666-ae15-df260a7900a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1109774 Sep 23 19:50:36.937852 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-346d227e-cd03-49a6-a7a6-8d9706ab0991 tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1756813'] for subnet, precommit_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:36.962930 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.db [None req-ebf0dc7f-6098-4384-af6b-b7cb05295030 tempest-TestSecurityGroupsBasicOps-365501575 tempest-TestSecurityGroupsBasicOps-365501575-project] For port e03a48f9-305f-4c2c-b4f6-3fc79a333040, host n-d-713301-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-16',level=0,port_id=e03a48f9-305f-4c2c-b4f6-3fc79a333040,segment=NetworkSegment(7d4027f1-d893-4c7b-95d4-757b8e44e380),segment_id=7d4027f1-d893-4c7b-95d4-757b8e44e380)] {{(pid=95101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:50:36.963311 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-ebf0dc7f-6098-4384-af6b-b7cb05295030 tempest-TestSecurityGroupsBasicOps-365501575 tempest-TestSecurityGroupsBasicOps-365501575-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-605701'] for port, precommit_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:36.984522 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-8ea30876-8923-43a3-bab3-c288377cbdb7 None None] For port 3d150cc0-f515-4a45-9818-aee77a960e92, host n-d-713301-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-16',level=0,port_id=3d150cc0-f515-4a45-9818-aee77a960e92,segment=NetworkSegment(4f8a9d02-bef3-4414-84e9-68a759961ded),segment_id=4f8a9d02-bef3-4414-84e9-68a759961ded)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:50:36.984976 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-8ea30876-8923-43a3-bab3-c288377cbdb7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-605701'] for port, precommit_delete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:37.020059 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-346d227e-cd03-49a6-a7a6-8d9706ab0991 tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1756804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4399009', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5388229'] for subnet, after_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:37.025839 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.plugin [None req-8ea30876-8923-43a3-bab3-c288377cbdb7 None None] Calling delete_port for 3d150cc0-f515-4a45-9818-aee77a960e92 owned by network:dhcp {{(pid=95103) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:50:37.040174 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.plugin [None req-ebf0dc7f-6098-4384-af6b-b7cb05295030 tempest-TestSecurityGroupsBasicOps-365501575 tempest-TestSecurityGroupsBasicOps-365501575-project] Calling delete_port for e03a48f9-305f-4c2c-b4f6-3fc79a333040 owned by network:router_gateway {{(pid=95101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:50:37.054899 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-346d227e-cd03-49a6-a7a6-8d9706ab0991 tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] Pushing event deleted for resources: {'Subnet': ['ID=27946e8f-c32a-44f1-8de3-faca75f09f9f,revision_number=None']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:50:37.078275 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-346d227e-cd03-49a6-a7a6-8d9706ab0991 tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] Notify callbacks [] for subnet, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:37.082902 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-346d227e-cd03-49a6-a7a6-8d9706ab0991 tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] 10.222.0.67 "DELETE /v2.0/subnets/27946e8f-c32a-44f1-8de3-faca75f09f9f HTTP/1.1" status: 204 len: 168 time: 0.7296212 Sep 23 19:50:37.085568 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 48684) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:50:37.203137 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-e89af617-a7fe-45fb-afc2-21cef3a708e9 None None] Could not find standard attr ID for object ef8186e0-9ffb-4ba2-99f6-5b48408858a7. {{(pid=95103) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 23 19:50:37.278053 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-8ea30876-8923-43a3-bab3-c288377cbdb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783146162158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783145673144'] for port, after_delete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:37.313524 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ea30876-8923-43a3-bab3-c288377cbdb7 None None] Pushing event deleted for resources: {'Port': ['ID=3d150cc0-f515-4a45-9818-aee77a960e92,revision_number=None']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:50:37.324847 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ea30876-8923-43a3-bab3-c288377cbdb7 None None] No DVR routers for this DVR port 3d150cc0-f515-4a45-9818-aee77a960e92 on host n-d-713301-16 {{(pid=95103) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 19:50:37.338872 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd372f57-dcde-4686-ad5c-3c034ca605d9 None None] DHCP port deletion for 7602b34b-4175-43d9-859f-b258d21b8f03 request from n-d-713301-16 {{(pid=95103) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 23 19:50:37.380025 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-ebf0dc7f-6098-4384-af6b-b7cb05295030 tempest-TestSecurityGroupsBasicOps-365501575 tempest-TestSecurityGroupsBasicOps-365501575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783146162158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783145673144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5607431'] for port, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:37.411630 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.plugin [None req-fd372f57-dcde-4686-ad5c-3c034ca605d9 None None] Deleting port ace502f4-024c-498c-a559-ad279e6d73bd {{(pid=95103) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:50:37.412120 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-fd372f57-dcde-4686-ad5c-3c034ca605d9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783146157096'] for port, before_delete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:37.424043 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebf0dc7f-6098-4384-af6b-b7cb05295030 tempest-TestSecurityGroupsBasicOps-365501575 tempest-TestSecurityGroupsBasicOps-365501575-project] Pushing event deleted for resources: {'Port': ['ID=e03a48f9-305f-4c2c-b4f6-3fc79a333040,revision_number=None']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:50:37.424481 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b6b818-190c-4c9a-88df-861424e15e9c req-a23f9898-1abb-4fbb-838c-5b48027be481 tempest-TestServerBasicOps-310606925 tempest-TestServerBasicOps-310606925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:50:37.434657 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-09b6b818-190c-4c9a-88df-861424e15e9c req-a23f9898-1abb-4fbb-838c-5b48027be481 tempest-TestServerBasicOps-310606925 tempest-TestServerBasicOps-310606925-project] 10.222.0.67 "GET /v2.0/ports?device_id=91c04d5d-3047-4233-a6bc-ba42bfa3840b HTTP/1.1" status: 200 len: 946 time: 0.2745521 Sep 23 19:50:37.447031 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-d4b55004-9a35-4374-ae88-e4b0b8f44163 tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1628021'] for network, before_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:37.511117 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-fd372f57-dcde-4686-ad5c-3c034ca605d9 None None] For port ace502f4-024c-498c-a559-ad279e6d73bd, host n-d-713301-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-16',level=0,port_id=ace502f4-024c-498c-a559-ad279e6d73bd,segment=NetworkSegment(09a7675a-b29f-4b67-a66f-696399ba9b11),segment_id=09a7675a-b29f-4b67-a66f-696399ba9b11)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:50:37.511835 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-fd372f57-dcde-4686-ad5c-3c034ca605d9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-605701'] for port, precommit_delete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:37.525971 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.plugin [None req-fd372f57-dcde-4686-ad5c-3c034ca605d9 None None] Calling delete_port for ace502f4-024c-498c-a559-ad279e6d73bd owned by network:dhcp {{(pid=95103) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:50:37.531736 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-ebf0dc7f-6098-4384-af6b-b7cb05295030 tempest-TestSecurityGroupsBasicOps-365501575 tempest-TestSecurityGroupsBasicOps-365501575-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-601942'] for router_gateway, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:37.569603 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-09b6b818-190c-4c9a-88df-861424e15e9c req-12b75987-5a95-446f-a94e-84c5c38b4ab3 tempest-TestServerBasicOps-310606925 tempest-TestServerBasicOps-310606925-project] 10.222.0.67 "GET /v2.0/security-groups?id=8984b5f1-4de6-4666-ae15-df260a7900a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1341164 Sep 23 19:50:37.608865 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.plugin [None req-d4b55004-9a35-4374-ae88-e4b0b8f44163 tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] Deleting port ace502f4-024c-498c-a559-ad279e6d73bd {{(pid=95102) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:50:37.608865 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-d4b55004-9a35-4374-ae88-e4b0b8f44163 tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783146157096'] for port, before_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:37.656163 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-fd372f57-dcde-4686-ad5c-3c034ca605d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783146162158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783145673144'] for port, after_delete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:37.658583 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-ebf0dc7f-6098-4384-af6b-b7cb05295030 tempest-TestSecurityGroupsBasicOps-365501575 tempest-TestSecurityGroupsBasicOps-365501575-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-597305', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29369'] for router, precommit_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:37.661548 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-ebf0dc7f-6098-4384-af6b-b7cb05295030 tempest-TestSecurityGroupsBasicOps-365501575 tempest-TestSecurityGroupsBasicOps-365501575-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:37.704797 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.db [None req-d4b55004-9a35-4374-ae88-e4b0b8f44163 tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] For port ace502f4-024c-498c-a559-ad279e6d73bd, host n-d-713301-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-16',level=0,port_id=ace502f4-024c-498c-a559-ad279e6d73bd,segment=NetworkSegment(09a7675a-b29f-4b67-a66f-696399ba9b11),segment_id=09a7675a-b29f-4b67-a66f-696399ba9b11)] {{(pid=95102) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:50:37.706422 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-d4b55004-9a35-4374-ae88-e4b0b8f44163 tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-605701'] for port, precommit_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:37.735333 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd372f57-dcde-4686-ad5c-3c034ca605d9 None None] Pushing event deleted for resources: {'Port': ['ID=ace502f4-024c-498c-a559-ad279e6d73bd,revision_number=None']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:50:37.738959 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.plugin [None req-d4b55004-9a35-4374-ae88-e4b0b8f44163 tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] Calling delete_port for ace502f4-024c-498c-a559-ad279e6d73bd owned by network:dhcp {{(pid=95102) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:50:37.764215 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-ebf0dc7f-6098-4384-af6b-b7cb05295030 tempest-TestSecurityGroupsBasicOps-365501575 tempest-TestSecurityGroupsBasicOps-365501575-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-597296'] for router, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:37.764923 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ebf0dc7f-6098-4384-af6b-b7cb05295030 tempest-TestSecurityGroupsBasicOps-365501575 tempest-TestSecurityGroupsBasicOps-365501575-project] Fanout notify agent at l3_agent the message router_deleted on router 94be7ace-69d6-4d01-a007-076155448f3a {{(pid=95101) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 23 19:50:37.771133 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd372f57-dcde-4686-ad5c-3c034ca605d9 None None] No DVR routers for this DVR port ace502f4-024c-498c-a559-ad279e6d73bd on host n-d-713301-16 {{(pid=95103) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 19:50:37.772759 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-ebf0dc7f-6098-4384-af6b-b7cb05295030 tempest-TestSecurityGroupsBasicOps-365501575 tempest-TestSecurityGroupsBasicOps-365501575-project] Notify callbacks [] for router, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:37.777051 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-ebf0dc7f-6098-4384-af6b-b7cb05295030 tempest-TestSecurityGroupsBasicOps-365501575 tempest-TestSecurityGroupsBasicOps-365501575-project] 10.222.0.67 "DELETE /v2.0/routers/94be7ace-69d6-4d01-a007-076155448f3a HTTP/1.1" status: 204 len: 168 time: 2.2720513 Sep 23 19:50:37.778035 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 48698) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:50:37.933322 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-d4b55004-9a35-4374-ae88-e4b0b8f44163 tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783146162158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783145673144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4399100'] for port, after_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:37.955849 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Device 69d4bdc6-652f-46ec-91b6-672de09d587a no longer exists at agent ovs-agent-n-d-713301-16 {{(pid=95103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 19:50:37.968463 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-b7a4decc-c2e8-41a6-868b-20f685b42fff tempest-TestSecurityGroupsBasicOps-365501575 tempest-TestSecurityGroupsBasicOps-365501575-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1628021'] for network, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:37.984108 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4b55004-9a35-4374-ae88-e4b0b8f44163 tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] Pushing event deleted for resources: {'Port': ['ID=ace502f4-024c-498c-a559-ad279e6d73bd,revision_number=None']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:50:37.990965 n-d-713301-16 neutron-server[95102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4b55004-9a35-4374-ae88-e4b0b8f44163 tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] No DVR routers for this DVR port ace502f4-024c-498c-a559-ad279e6d73bd on host n-d-713301-16 {{(pid=95102) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 19:50:38.025548 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.plugin [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] No Port match for: 69d4bdc6-652f-46ec-91b6-672de09d587a {{(pid=95103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 19:50:38.025998 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Device 69d4bdc6-652f-46ec-91b6-672de09d587a not bound to the agent host n-d-713301-16 {{(pid=95103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 19:50:38.028654 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Device 3d150cc0-f515-4a45-9818-aee77a960e92 no longer exists at agent ovs-agent-n-d-713301-16 {{(pid=95103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 19:50:38.072775 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.plugin [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] No Port match for: 3d150cc0-f515-4a45-9818-aee77a960e92 {{(pid=95103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 19:50:38.073243 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Device 3d150cc0-f515-4a45-9818-aee77a960e92 not bound to the agent host n-d-713301-16 {{(pid=95103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 19:50:38.073755 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Device ace502f4-024c-498c-a559-ad279e6d73bd no longer exists at agent ovs-agent-n-d-713301-16 {{(pid=95103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 19:50:38.116380 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-b7a4decc-c2e8-41a6-868b-20f685b42fff tempest-TestSecurityGroupsBasicOps-365501575 tempest-TestSecurityGroupsBasicOps-365501575-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1754676', 'neutron.services.segments.db._delete_segments_for_network-8783146221460'] for network, precommit_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:38.119506 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-d4b55004-9a35-4374-ae88-e4b0b8f44163 tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1754676', 'neutron.services.segments.db._delete_segments_for_network-8783146221460'] for network, precommit_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:38.120397 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.plugin [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] No Port match for: ace502f4-024c-498c-a559-ad279e6d73bd {{(pid=95103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 19:50:38.120792 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Device ace502f4-024c-498c-a559-ad279e6d73bd not bound to the agent host n-d-713301-16 {{(pid=95103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 19:50:38.139467 n-d-713301-16 neutron-server[95101]: DEBUG neutron.services.segments.db [None req-b7a4decc-c2e8-41a6-868b-20f685b42fff tempest-TestSecurityGroupsBasicOps-365501575 tempest-TestSecurityGroupsBasicOps-365501575-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d2d61718-83a2-40fa-b610-94a9848bc9af']}} {{(pid=95101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:50:38.147650 n-d-713301-16 neutron-server[95102]: DEBUG neutron.services.segments.db [None req-d4b55004-9a35-4374-ae88-e4b0b8f44163 tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7602b34b-4175-43d9-859f-b258d21b8f03']}} {{(pid=95102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:50:38.149387 n-d-713301-16 neutron-server[95101]: DEBUG neutron.services.segments.db [None req-b7a4decc-c2e8-41a6-868b-20f685b42fff tempest-TestSecurityGroupsBasicOps-365501575 tempest-TestSecurityGroupsBasicOps-365501575-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4f8a9d02-bef3-4414-84e9-68a759961ded') {'for_net_delete': True} {{(pid=95101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:50:38.149910 n-d-713301-16 neutron-server[95101]: DEBUG neutron.services.segments.db [None req-b7a4decc-c2e8-41a6-868b-20f685b42fff tempest-TestSecurityGroupsBasicOps-365501575 tempest-TestSecurityGroupsBasicOps-365501575-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4f8a9d02-bef3-4414-84e9-68a759961ded') {} {{(pid=95101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:50:38.158578 n-d-713301-16 neutron-server[95102]: DEBUG neutron.services.segments.db [None req-d4b55004-9a35-4374-ae88-e4b0b8f44163 tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '09a7675a-b29f-4b67-a66f-696399ba9b11') {'for_net_delete': True} {{(pid=95102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:50:38.158974 n-d-713301-16 neutron-server[95102]: DEBUG neutron.services.segments.db [None req-d4b55004-9a35-4374-ae88-e4b0b8f44163 tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '09a7675a-b29f-4b67-a66f-696399ba9b11') {} {{(pid=95102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:50:38.160948 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-b7a4decc-c2e8-41a6-868b-20f685b42fff tempest-TestSecurityGroupsBasicOps-365501575 tempest-TestSecurityGroupsBasicOps-365501575-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783146221725', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6007147'] for segment, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:38.169112 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-d4b55004-9a35-4374-ae88-e4b0b8f44163 tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783146221725', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6162832'] for segment, before_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:38.176205 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-b7a4decc-c2e8-41a6-868b-20f685b42fff tempest-TestSecurityGroupsBasicOps-365501575 tempest-TestSecurityGroupsBasicOps-365501575-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1756186'] for segment, precommit_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:38.183127 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b7a4decc-c2e8-41a6-868b-20f685b42fff tempest-TestSecurityGroupsBasicOps-365501575 tempest-TestSecurityGroupsBasicOps-365501575-project] Releasing vlan 644 on physical network physnet1 to pool {{(pid=95101) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 19:50:38.183745 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-b7a4decc-c2e8-41a6-868b-20f685b42fff tempest-TestSecurityGroupsBasicOps-365501575 tempest-TestSecurityGroupsBasicOps-365501575-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1756186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5608436'] for segment, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:38.185186 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-d4b55004-9a35-4374-ae88-e4b0b8f44163 tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1756186'] for segment, precommit_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:38.187298 n-d-713301-16 neutron-server[95101]: Traceback (most recent call last): Sep 23 19:50:38.187298 n-d-713301-16 neutron-server[95101]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 19:50:38.187298 n-d-713301-16 neutron-server[95101]: timer() Sep 23 19:50:38.187298 n-d-713301-16 neutron-server[95101]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 19:50:38.187298 n-d-713301-16 neutron-server[95101]: cb(*args, **kw) Sep 23 19:50:38.187298 n-d-713301-16 neutron-server[95101]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 19:50:38.187298 n-d-713301-16 neutron-server[95101]: return func(*args, **kwargs) Sep 23 19:50:38.187298 n-d-713301-16 neutron-server[95101]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 19:50:38.187298 n-d-713301-16 neutron-server[95101]: self._notify() Sep 23 19:50:38.187298 n-d-713301-16 neutron-server[95101]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 19:50:38.187298 n-d-713301-16 neutron-server[95101]: self.callback(batched_events) Sep 23 19:50:38.187298 n-d-713301-16 neutron-server[95101]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 19:50:38.187298 n-d-713301-16 neutron-server[95101]: event.method(event) Sep 23 19:50:38.187298 n-d-713301-16 neutron-server[95101]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 19:50:38.187298 n-d-713301-16 neutron-server[95101]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 19:50:38.187298 n-d-713301-16 neutron-server[95101]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 19:50:38.187298 n-d-713301-16 neutron-server[95101]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 19:50:38.187298 n-d-713301-16 neutron-server[95101]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 19:50:38.187298 n-d-713301-16 neutron-server[95101]: return f(self, *a, **k) Sep 23 19:50:38.187298 n-d-713301-16 neutron-server[95101]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 19:50:38.187298 n-d-713301-16 neutron-server[95101]: return self._get(url).json() Sep 23 19:50:38.187298 n-d-713301-16 neutron-server[95101]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 19:50:38.187298 n-d-713301-16 neutron-server[95101]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 19:50:38.187298 n-d-713301-16 neutron-server[95101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 19:50:38.187298 n-d-713301-16 neutron-server[95101]: return self.request(url, 'GET', **kwargs) Sep 23 19:50:38.187298 n-d-713301-16 neutron-server[95101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 19:50:38.187298 n-d-713301-16 neutron-server[95101]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 19:50:38.187298 n-d-713301-16 neutron-server[95101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 19:50:38.187298 n-d-713301-16 neutron-server[95101]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 19:50:38.187298 n-d-713301-16 neutron-server[95101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 19:50:38.187298 n-d-713301-16 neutron-server[95101]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 19:50:38.187298 n-d-713301-16 neutron-server[95101]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 19:50:38.193495 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d4b55004-9a35-4374-ae88-e4b0b8f44163 tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] Releasing vlan 640 on physical network physnet1 to pool {{(pid=95102) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 19:50:38.193924 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-d4b55004-9a35-4374-ae88-e4b0b8f44163 tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1756186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4398095'] for segment, after_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:38.197229 n-d-713301-16 neutron-server[95102]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 23 19:50:38.197229 n-d-713301-16 neutron-server[95102]: self.session.flush() Sep 23 19:50:38.197229 n-d-713301-16 neutron-server[95102]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 23 19:50:38.197229 n-d-713301-16 neutron-server[95102]: self.session.flush() Sep 23 19:50:38.197229 n-d-713301-16 neutron-server[95102]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 23 19:50:38.197229 n-d-713301-16 neutron-server[95102]: self.session.flush() Sep 23 19:50:38.197229 n-d-713301-16 neutron-server[95102]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 23 19:50:38.197229 n-d-713301-16 neutron-server[95102]: self.session.flush() Sep 23 19:50:38.197229 n-d-713301-16 neutron-server[95102]: Traceback (most recent call last): Sep 23 19:50:38.197229 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 19:50:38.197229 n-d-713301-16 neutron-server[95102]: timer() Sep 23 19:50:38.197229 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 19:50:38.197229 n-d-713301-16 neutron-server[95102]: cb(*args, **kw) Sep 23 19:50:38.197229 n-d-713301-16 neutron-server[95102]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 19:50:38.197229 n-d-713301-16 neutron-server[95102]: return func(*args, **kwargs) Sep 23 19:50:38.197229 n-d-713301-16 neutron-server[95102]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 19:50:38.197229 n-d-713301-16 neutron-server[95102]: self._notify() Sep 23 19:50:38.197229 n-d-713301-16 neutron-server[95102]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 19:50:38.197229 n-d-713301-16 neutron-server[95102]: self.callback(batched_events) Sep 23 19:50:38.197229 n-d-713301-16 neutron-server[95102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 19:50:38.197229 n-d-713301-16 neutron-server[95102]: event.method(event) Sep 23 19:50:38.197229 n-d-713301-16 neutron-server[95102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 19:50:38.197229 n-d-713301-16 neutron-server[95102]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 19:50:38.197229 n-d-713301-16 neutron-server[95102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 19:50:38.197229 n-d-713301-16 neutron-server[95102]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 19:50:38.197229 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 19:50:38.197229 n-d-713301-16 neutron-server[95102]: return f(self, *a, **k) Sep 23 19:50:38.197229 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 19:50:38.197229 n-d-713301-16 neutron-server[95102]: return self._get(url).json() Sep 23 19:50:38.197229 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 19:50:38.197229 n-d-713301-16 neutron-server[95102]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 19:50:38.197229 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 19:50:38.197229 n-d-713301-16 neutron-server[95102]: return self.request(url, 'GET', **kwargs) Sep 23 19:50:38.197229 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 19:50:38.197229 n-d-713301-16 neutron-server[95102]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 19:50:38.197229 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 19:50:38.197229 n-d-713301-16 neutron-server[95102]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 19:50:38.197229 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 19:50:38.197229 n-d-713301-16 neutron-server[95102]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 19:50:38.197229 n-d-713301-16 neutron-server[95102]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 19:50:38.262078 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-d4b55004-9a35-4374-ae88-e4b0b8f44163 tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1754627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-601866'] for network, after_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:38.265482 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-b7a4decc-c2e8-41a6-868b-20f685b42fff tempest-TestSecurityGroupsBasicOps-365501575 tempest-TestSecurityGroupsBasicOps-365501575-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1754627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-601866'] for network, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:38.272708 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-d4b55004-9a35-4374-ae88-e4b0b8f44163 tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] Notify callbacks [] for network, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:38.274752 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-d4b55004-9a35-4374-ae88-e4b0b8f44163 tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] 10.222.0.67 "DELETE /v2.0/networks/7602b34b-4175-43d9-859f-b258d21b8f03 HTTP/1.1" status: 204 len: 168 time: 1.1878192 Sep 23 19:50:38.276974 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-b7a4decc-c2e8-41a6-868b-20f685b42fff tempest-TestSecurityGroupsBasicOps-365501575 tempest-TestSecurityGroupsBasicOps-365501575-project] Notify callbacks [] for network, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:38.283102 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-b7a4decc-c2e8-41a6-868b-20f685b42fff tempest-TestSecurityGroupsBasicOps-365501575 tempest-TestSecurityGroupsBasicOps-365501575-project] 10.222.0.67 "DELETE /v2.0/networks/d2d61718-83a2-40fa-b610-94a9848bc9af HTTP/1.1" status: 204 len: 168 time: 0.5039780 Sep 23 19:50:38.283958 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 48708) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:50:38.284835 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 48710) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:50:38.288173 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4b55004-9a35-4374-ae88-e4b0b8f44163 tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] Pushing event deleted for resources: {'Network': ['ID=7602b34b-4175-43d9-859f-b258d21b8f03,revision_number=None']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:50:38.312696 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7a4decc-c2e8-41a6-868b-20f685b42fff tempest-TestSecurityGroupsBasicOps-365501575 tempest-TestSecurityGroupsBasicOps-365501575-project] Pushing event deleted for resources: {'Network': ['ID=d2d61718-83a2-40fa-b610-94a9848bc9af,revision_number=None']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:50:38.505211 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93d1cfe1-dd15-461b-b0c5-f74bcd5c95a3 tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:50:38.507517 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-93d1cfe1-dd15-461b-b0c5-f74bcd5c95a3 tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] 10.222.0.67 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.2119045 Sep 23 19:50:38.511135 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 48716) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:50:38.572093 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-510cb0f0-9a85-480a-8485-c35c07ca07dc tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] 10.222.0.67 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.0591764 Sep 23 19:50:38.577335 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 48718) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:50:38.583886 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.v2.base [None req-412b0af8-d5f6-43c2-a51c-bb644bdef821 tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-375689734'}} {{(pid=95102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:50:38.612193 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-412b0af8-d5f6-43c2-a51c-bb644bdef821 tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] Made reservation on behalf of 68089a352b444323aeac869b275be256 for: {'network': 1} {{(pid=95102) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:50:38.617924 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-412b0af8-d5f6-43c2-a51c-bb644bdef821 tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for network, before_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:38.650577 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-412b0af8-d5f6-43c2-a51c-bb644bdef821 tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 637} {{(pid=95102) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 19:50:38.655260 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.plugin [None req-78c75a5a-1ba9-4ba2-a875-e9913e5fefd0 tempest-TestSecurityGroupsBasicOps-365501575 tempest-TestSecurityGroupsBasicOps-365501575-project] Deleting port 0faf3625-c03b-4a9f-9774-84d49219c19b {{(pid=95101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:50:38.655893 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-78c75a5a-1ba9-4ba2-a875-e9913e5fefd0 tempest-TestSecurityGroupsBasicOps-365501575 tempest-TestSecurityGroupsBasicOps-365501575-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783146157096'] for port, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:38.660735 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-412b0af8-d5f6-43c2-a51c-bb644bdef821 tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1756186'] for segment, precommit_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:38.661178 n-d-713301-16 neutron-server[95102]: INFO neutron.db.segments_db [None req-412b0af8-d5f6-43c2-a51c-bb644bdef821 tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] Added segment 0440f953-8537-4a71-8b55-8d0b1b19d75e of type vlan for network 7d1e380f-43e0-4067-9801-45ce94082072 Sep 23 19:50:38.753997 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-412b0af8-d5f6-43c2-a51c-bb644bdef821 tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783145630486'] for network, precommit_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:38.760955 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-78c75a5a-1ba9-4ba2-a875-e9913e5fefd0 tempest-TestSecurityGroupsBasicOps-365501575 tempest-TestSecurityGroupsBasicOps-365501575-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-605701'] for port, precommit_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:38.761289 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-78c75a5a-1ba9-4ba2-a875-e9913e5fefd0 tempest-TestSecurityGroupsBasicOps-365501575 tempest-TestSecurityGroupsBasicOps-365501575-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:38.774538 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.plugin [None req-78c75a5a-1ba9-4ba2-a875-e9913e5fefd0 tempest-TestSecurityGroupsBasicOps-365501575 tempest-TestSecurityGroupsBasicOps-365501575-project] Calling delete_port for 0faf3625-c03b-4a9f-9774-84d49219c19b owned by network:floatingip {{(pid=95101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:50:38.801068 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-035a4538-162f-47ae-9ceb-857d84ce76f2 req-b580cfea-33ff-4b3b-be11-5b7943d5b74e tempest-TestServerBasicOps-310606925 tempest-TestServerBasicOps-310606925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:50:38.808835 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-035a4538-162f-47ae-9ceb-857d84ce76f2 req-b580cfea-33ff-4b3b-be11-5b7943d5b74e tempest-TestServerBasicOps-310606925 tempest-TestServerBasicOps-310606925-project] 10.222.0.67 "GET /v2.0/ports?device_id=91c04d5d-3047-4233-a6bc-ba42bfa3840b HTTP/1.1" status: 200 len: 946 time: 0.1132464 Sep 23 19:50:38.817584 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-412b0af8-d5f6-43c2-a51c-bb644bdef821 tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299'] for network, after_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:38.823397 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-412b0af8-d5f6-43c2-a51c-bb644bdef821 tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:50:38.824058 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-412b0af8-d5f6-43c2-a51c-bb644bdef821 tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] Notify callbacks [] for network, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:38.899385 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-412b0af8-d5f6-43c2-a51c-bb644bdef821 tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.3206770 Sep 23 19:50:38.904135 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 48724) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:50:38.909952 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.v2.base [None req-fe49d7a2-46d7-457c-8472-0338fb9f386f tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] Request body: {'subnet': {'network_id': '7d1e380f-43e0-4067-9801-45ce94082072', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=95101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:50:38.930125 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-412b0af8-d5f6-43c2-a51c-bb644bdef821 tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] Pushing event updated for resources: {'Network': ['ID=7d1e380f-43e0-4067-9801-45ce94082072,revision_number=1']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:50:38.934606 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-035a4538-162f-47ae-9ceb-857d84ce76f2 req-81f6c040-86af-423e-b9f8-48fcb001032c tempest-TestServerBasicOps-310606925 tempest-TestServerBasicOps-310606925-project] 10.222.0.67 "GET /v2.0/security-groups?id=8984b5f1-4de6-4666-ae15-df260a7900a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1249313 Sep 23 19:50:38.943057 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Network 7d1e380f-43e0-4067-9801-45ce94082072 details requested by agent ovs-agent-n-d-713301-16 with host n-d-713301-16 {{(pid=95103) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 19:50:39.094180 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe49d7a2-46d7-457c-8472-0338fb9f386f tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] Made reservation on behalf of 68089a352b444323aeac869b275be256 for: {'subnet': 1} {{(pid=95101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:50:39.098370 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-fe49d7a2-46d7-457c-8472-0338fb9f386f tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6130979'] for subnet, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:39.099587 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb5c0e2-16ee-4411-918b-109c5eee2135 req-6a4804c4-71b3-40c3-bf5b-95a09342a5c0 tempest-TestServerBasicOps-310606925 tempest-TestServerBasicOps-310606925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:50:39.101227 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-5fb5c0e2-16ee-4411-918b-109c5eee2135 req-6a4804c4-71b3-40c3-bf5b-95a09342a5c0 tempest-TestServerBasicOps-310606925 tempest-TestServerBasicOps-310606925-project] 10.222.0.67 "GET /v2.0/ports?device_id=91c04d5d-3047-4233-a6bc-ba42bfa3840b HTTP/1.1" status: 200 len: 946 time: 0.0624118 Sep 23 19:50:39.172117 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-5fb5c0e2-16ee-4411-918b-109c5eee2135 req-ee593940-0a8a-490c-853f-5ae4680c365f tempest-TestServerBasicOps-310606925 tempest-TestServerBasicOps-310606925-project] 10.222.0.67 "GET /v2.0/security-groups?id=8984b5f1-4de6-4666-ae15-df260a7900a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0626898 Sep 23 19:50:39.232868 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-78c75a5a-1ba9-4ba2-a875-e9913e5fefd0 tempest-TestSecurityGroupsBasicOps-365501575 tempest-TestSecurityGroupsBasicOps-365501575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783146162158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783145673144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5607431'] for port, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:39.301616 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c351874d-4b38-421a-861c-9ee03138d280 req-9eb76d74-1e7b-472d-bfcd-20f3bb58d1ae tempest-TestServerBasicOps-310606925 tempest-TestServerBasicOps-310606925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:50:39.303479 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-c351874d-4b38-421a-861c-9ee03138d280 req-9eb76d74-1e7b-472d-bfcd-20f3bb58d1ae tempest-TestServerBasicOps-310606925 tempest-TestServerBasicOps-310606925-project] 10.222.0.67 "GET /v2.0/ports?device_id=91c04d5d-3047-4233-a6bc-ba42bfa3840b HTTP/1.1" status: 200 len: 946 time: 0.0540116 Sep 23 19:50:39.328138 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78c75a5a-1ba9-4ba2-a875-e9913e5fefd0 tempest-TestSecurityGroupsBasicOps-365501575 tempest-TestSecurityGroupsBasicOps-365501575-project] Pushing event deleted for resources: {'Port': ['ID=0faf3625-c03b-4a9f-9774-84d49219c19b,revision_number=None']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:50:39.348939 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-c351874d-4b38-421a-861c-9ee03138d280 req-d0de3dc3-0038-4425-b32b-5abaa0eefb5b tempest-TestServerBasicOps-310606925 tempest-TestServerBasicOps-310606925-project] 10.222.0.67 "GET /v2.0/security-groups?id=8984b5f1-4de6-4666-ae15-df260a7900a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388105 Sep 23 19:50:39.378693 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 48730) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:50:39.454932 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-78c75a5a-1ba9-4ba2-a875-e9913e5fefd0 tempest-TestSecurityGroupsBasicOps-365501575 tempest-TestSecurityGroupsBasicOps-365501575-project] Notify callbacks [] for floatingip, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:39.454932 n-d-713301-16 neutron-server[95101]: INFO neutron.db.l3_db [None req-78c75a5a-1ba9-4ba2-a875-e9913e5fefd0 tempest-TestSecurityGroupsBasicOps-365501575 tempest-TestSecurityGroupsBasicOps-365501575-project] Floating IP 44e7ba5a-dffc-4a04-bf88-910350510526 disassociated (deleted). External IP: 172.25.1.160, port: 87579656-435f-450f-8def-8f9d9db04ad7. Sep 23 19:50:39.595117 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-fe49d7a2-46d7-457c-8472-0338fb9f386f tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5607579', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6130961'] for subnet, after_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:39.676807 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6aab018-01ee-4232-9c93-b4e6908aeee0 tempest-TestServerBasicOps-1691755092 tempest-TestServerBasicOps-1691755092-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:50:39.679126 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-b6aab018-01ee-4232-9c93-b4e6908aeee0 tempest-TestServerBasicOps-1691755092 tempest-TestServerBasicOps-1691755092-project-admin] 10.222.0.67 "GET /v2.0/ports?device_id=91c04d5d-3047-4233-a6bc-ba42bfa3840b HTTP/1.1" status: 200 len: 1093 time: 0.2987072 Sep 23 19:50:39.684877 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 48738) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:50:39.694516 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.v2.base [None req-47a62499-10a0-4fa1-a407-5b6fd6379db3 tempest-TestServerBasicOps-310606925 tempest-TestServerBasicOps-310606925-project] Request body: {'floatingip': {'floating_network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'port_id': '5f259a5d-f1ca-47ba-840e-03a8aac16eae', 'tenant_id': '5ac332d3fb0d444485bb3eca855f9229', 'fixed_ip_address': '172.20.0.12'}} {{(pid=95102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:50:39.748947 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-47a62499-10a0-4fa1-a407-5b6fd6379db3 tempest-TestServerBasicOps-310606925 tempest-TestServerBasicOps-310606925-project] Notify callbacks [] for floatingip, before_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:39.749610 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Device e03a48f9-305f-4c2c-b4f6-3fc79a333040 no longer exists at agent ovs-agent-n-d-713301-16 {{(pid=95103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 19:50:39.768592 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe49d7a2-46d7-457c-8472-0338fb9f386f tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] Pushing event updated for resources: {'Subnet': ['ID=8394d58b-6542-44ea-957b-a946378bbd9c,revision_number=0']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:50:39.785786 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe49d7a2-46d7-457c-8472-0338fb9f386f tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] Checking segment: {'id': '0440f953-8537-4a71-8b55-8d0b1b19d75e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '7d1e380f-43e0-4067-9801-45ce94082072'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:50:39.786157 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe49d7a2-46d7-457c-8472-0338fb9f386f tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] Network hostable DHCP agents. Network: 7d1e380f-43e0-4067-9801-45ce94082072, hostable agents: ['1b18bf05-1b5f-4587-be5c-af3ac38e32ad'], hosted agents: [] {{(pid=95101) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 19:50:39.812526 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.plugin [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] No Port match for: e03a48f9-305f-4c2c-b4f6-3fc79a333040 {{(pid=95103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 19:50:39.812914 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Device e03a48f9-305f-4c2c-b4f6-3fc79a333040 not bound to the agent host n-d-713301-16 {{(pid=95103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 19:50:39.825528 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-78c75a5a-1ba9-4ba2-a875-e9913e5fefd0 tempest-TestSecurityGroupsBasicOps-365501575 tempest-TestSecurityGroupsBasicOps-365501575-project] Router dfa9a0f3-b5a0-447b-a08f-be6bd2ec3fa5 has already been hosted by L3 agent 79a740bf-7821-4989-8288-7186e3e128f3 {{(pid=95101) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 19:50:39.827607 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe49d7a2-46d7-457c-8472-0338fb9f386f tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] Network 7d1e380f-43e0-4067-9801-45ce94082072 is scheduled to be hosted by DHCP agent 1b18bf05-1b5f-4587-be5c-af3ac38e32ad with binding_index 1 {{(pid=95101) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 19:50:39.843646 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.base_scheduler [None req-fe49d7a2-46d7-457c-8472-0338fb9f386f tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713301-16, 7d1e380f-43e0-4067-9801-45ce94082072) {{(pid=95101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:50:39.850982 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe49d7a2-46d7-457c-8472-0338fb9f386f tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:50:39.851165 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-fe49d7a2-46d7-457c-8472-0338fb9f386f tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] Notify callbacks [] for subnet, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:39.855919 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44535b53-4c83-4d5a-97ab-563f5907c581 None None] Network 7d1e380f-43e0-4067-9801-45ce94082072 requested from n-d-713301-16 {{(pid=95103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 19:50:39.942901 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 48744) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:50:39.993798 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-47a62499-10a0-4fa1-a407-5b6fd6379db3 tempest-TestServerBasicOps-310606925 tempest-TestServerBasicOps-310606925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:40.102812 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e91e4df-24f7-45a0-9b24-b730b0b90e63 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4c8b80df-07eb-5275-9f17-5cf640db67c0-7d1e380f-43e0-4067-9801-45ce94082072', 'network_id': '7d1e380f-43e0-4067-9801-45ce94082072', 'tenant_id': '68089a352b444323aeac869b275be256', 'fixed_ips': [{'subnet_id': '8394d58b-6542-44ea-957b-a946378bbd9c'}]}} from n-d-713301-16. {{(pid=95103) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 23 19:50:40.104058 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-7e91e4df-24f7-45a0-9b24-b730b0b90e63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_create {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:40.194399 n-d-713301-16 neutron-server[95102]: DEBUG neutron.db.db_base_plugin_common [None req-47a62499-10a0-4fa1-a407-5b6fd6379db3 tempest-TestServerBasicOps-310606925 tempest-TestServerBasicOps-310606925-project] Allocated IP 172.25.1.75 (5dec5c09-378e-4f50-89cc-d94eb81c3bac/eff83446-018c-428d-b3f5-54ac9abe7a2a/70bec6b6-e8e3-4f9a-8352-230458e57365) {{(pid=95102) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 19:50:40.205533 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-3fa83c12-c47c-4268-96a1-29e765a207af admin admin] Notify callbacks [] for security_group, before_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:40.349819 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.db_base_plugin_common [None req-7e91e4df-24f7-45a0-9b24-b730b0b90e63 None None] Allocated IP 2001:db8::2 (7d1e380f-43e0-4067-9801-45ce94082072/8394d58b-6542-44ea-957b-a946378bbd9c/4433077b-5417-4b47-b7d4-69f822fdc359) {{(pid=95103) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 19:50:40.376850 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78c75a5a-1ba9-4ba2-a875-e9913e5fefd0 tempest-TestSecurityGroupsBasicOps-365501575 tempest-TestSecurityGroupsBasicOps-365501575-project] Notify agent at l3_agent.n-d-713301-16 the message routers_updated {{(pid=95101) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 19:50:40.382377 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-78c75a5a-1ba9-4ba2-a875-e9913e5fefd0 tempest-TestSecurityGroupsBasicOps-365501575 tempest-TestSecurityGroupsBasicOps-365501575-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222849'] for floatingip, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:40.392000 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fb8b43c-8c8f-485f-ae46-6e0200686ed0 None None] Sync routers for ids ['dfa9a0f3-b5a0-447b-a08f-be6bd2ec3fa5'] in n-d-713301-16 {{(pid=95103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 19:50:40.418717 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-78c75a5a-1ba9-4ba2-a875-e9913e5fefd0 tempest-TestSecurityGroupsBasicOps-365501575 tempest-TestSecurityGroupsBasicOps-365501575-project] 10.222.0.67 "DELETE /v2.0/floatingips/44e7ba5a-dffc-4a04-bf88-910350510526 HTTP/1.1" status: 204 len: 168 time: 2.1216676 Sep 23 19:50:40.419966 n-d-713301-16 neutron-server[95101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5367a6ad-5c1e-499d-a3fc-3a53dbd24add', 'tag': '87579656-435f-450f-8def-8f9d9db04ad7'}] {{(pid=95101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 19:50:40.422620 n-d-713301-16 neutron-server[95101]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d8366c5740cd635e57ab12b71fe44a77c2acc3c19091ef849c6f68b380462244" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a013d35d-4ed1-4e17-b975-1e9abc53ec51" -d '{"events": [{"name": "network-changed", "server_uuid": "5367a6ad-5c1e-499d-a3fc-3a53dbd24add", "tag": "87579656-435f-450f-8def-8f9d9db04ad7"}]}' {{(pid=95101) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 19:50:40.445236 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fb8b43c-8c8f-485f-ae46-6e0200686ed0 None None] Routers {'dfa9a0f3-b5a0-447b-a08f-be6bd2ec3fa5'} bound to L3 agent in host n-d-713301-16 {{(pid=95103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 19:50:40.445919 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_hamode_db [None req-0fb8b43c-8c8f-485f-ae46-6e0200686ed0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-23T19:07:52Z,description=,heartbeat_timestamp=2021-09-23T19:50:23Z,host='n-d-713301-16',id=79a740bf-7821-4989-8288-7186e3e128f3,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:07:52Z,topic='l3_agent')) {'router_ids': ['dfa9a0f3-b5a0-447b-a08f-be6bd2ec3fa5'], 'active': True} {{(pid=95103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:50:40.465321 n-d-713301-16 neutron-server[95101]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 19:50:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5f997c2-346f-44fb-8b90-55e6fb959517 x-openstack-request-id: req-f5f997c2-346f-44fb-8b90-55e6fb959517 {{(pid=95101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 19:50:40.465870 n-d-713301-16 neutron-server[95101]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5367a6ad-5c1e-499d-a3fc-3a53dbd24add", "tag": "87579656-435f-450f-8def-8f9d9db04ad7", "status": "completed", "code": 200}]} {{(pid=95101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 19:50:40.466952 n-d-713301-16 neutron-server[95101]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-f5f997c2-346f-44fb-8b90-55e6fb959517 {{(pid=95101) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 19:50:40.467530 n-d-713301-16 neutron-server[95101]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5367a6ad-5c1e-499d-a3fc-3a53dbd24add', 'tag': '87579656-435f-450f-8def-8f9d9db04ad7', 'status': 'completed', 'code': 200} Sep 23 19:50:40.855998 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-47a62499-10a0-4fa1-a407-5b6fd6379db3 tempest-TestServerBasicOps-310606925 tempest-TestServerBasicOps-310606925-project] Notify callbacks [] for port, precommit_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:40.859730 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_dvr_db [None req-0fb8b43c-8c8f-485f-ae46-6e0200686ed0 None None] Set router dfa9a0f3-b5a0-447b-a08f-be6bd2ec3fa5 gateway port host: n-d-713301-16 {{(pid=95103) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 19:50:40.880176 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a013d35d-4ed1-4e17-b975-1e9abc53ec51 req-edec1d17-3a13-4962-8ec1-7107254bd9ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:50:40.881757 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-a013d35d-4ed1-4e17-b975-1e9abc53ec51 req-edec1d17-3a13-4962-8ec1-7107254bd9ec service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=bac6fc5f7b6645d7a54784d0fdaa00b3&device_id=5367a6ad-5c1e-499d-a3fc-3a53dbd24add HTTP/1.1" status: 200 len: 1137 time: 0.1345212 Sep 23 19:50:40.901662 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a1dd308-06d4-451b-8980-c10b7a06fc6f req-2a27f8af-d873-45dd-917b-f0bc768832e8 tempest-TestSecurityGroupsBasicOps-365501575 tempest-TestSecurityGroupsBasicOps-365501575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:50:40.903246 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-9a1dd308-06d4-451b-8980-c10b7a06fc6f req-2a27f8af-d873-45dd-917b-f0bc768832e8 tempest-TestSecurityGroupsBasicOps-365501575 tempest-TestSecurityGroupsBasicOps-365501575-project] 10.222.0.67 "GET /v2.0/ports?device_id=5367a6ad-5c1e-499d-a3fc-3a53dbd24add HTTP/1.1" status: 200 len: 985 time: 0.1531851 Sep 23 19:50:40.910918 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-7e91e4df-24f7-45a0-9b24-b730b0b90e63 None None] Notify callbacks [] for port, precommit_create {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:40.954180 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-7e91e4df-24f7-45a0-9b24-b730b0b90e63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783145673135'] for port, after_create {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:40.964585 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-3fa83c12-c47c-4268-96a1-29e765a207af admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:40.974836 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-fe49d7a2-46d7-457c-8472-0338fb9f386f tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.0694342 Sep 23 19:50:40.977364 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 48756) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:50:40.983208 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.v2.base [None req-f471732c-4212-4b1e-93ea-c4a56a74b98a tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] Request body: {'port': {'network_id': '7d1e380f-43e0-4067-9801-45ce94082072', 'name': 'tempest-PortsIpV6TestJSON-1812131229'}} {{(pid=95101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:50:40.985061 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-3fa83c12-c47c-4268-96a1-29e765a207af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:41.068321 n-d-713301-16 neutron-server[95103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e91e4df-24f7-45a0-9b24-b730b0b90e63 None None] Network 7d1e380f-43e0-4067-9801-45ce94082072 is already hosted by enough agents. {{(pid=95103) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:50:41.078336 n-d-713301-16 neutron-server[95103]: DEBUG neutron.scheduler.base_scheduler [None req-7e91e4df-24f7-45a0-9b24-b730b0b90e63 None None] Resources bound (agent type, host, resource id): {{(pid=95103) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:50:41.079509 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-9a1dd308-06d4-451b-8980-c10b7a06fc6f req-f9349152-1386-4ce7-8bd0-b0721152fa06 tempest-TestSecurityGroupsBasicOps-365501575 tempest-TestSecurityGroupsBasicOps-365501575-project] 10.222.0.67 "GET /v2.0/security-groups?id=3dc2c4bb-68b9-40bf-aaa4-c0106b8f1ca7&id=da03c969-1309-403f-96c8-06acd6e05887&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1618841 Sep 23 19:50:41.083845 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e91e4df-24f7-45a0-9b24-b730b0b90e63 None None] Received port after_create {{(pid=95103) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 19:50:41.108467 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e91e4df-24f7-45a0-9b24-b730b0b90e63 None None] Pushing event updated for resources: {'Port': ['ID=4433077b-5417-4b47-b7d4-69f822fdc359,revision_number=1']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:50:41.114419 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa83c12-c47c-4268-96a1-29e765a207af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=083a3545-8c1d-451e-bb31-0e92381a0da8,revision_number=1']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:50:41.119694 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-3fa83c12-c47c-4268-96a1-29e765a207af admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=35385c2438ce4ad28dfa28888f6c160e&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1758127 Sep 23 19:50:41.122549 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 48758) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:50:41.126414 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-47a62499-10a0-4fa1-a407-5b6fd6379db3 tempest-TestServerBasicOps-310606925 tempest-TestServerBasicOps-310606925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783145673135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4399100'] for port, after_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:41.139900 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a013d35d-4ed1-4e17-b975-1e9abc53ec51 req-7fbc363c-dd25-4d5a-b360-a445ef3acbf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:50:41.141933 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-a013d35d-4ed1-4e17-b975-1e9abc53ec51 req-7fbc363c-dd25-4d5a-b360-a445ef3acbf1 service neutron] 10.222.0.74 "GET /v2.0/networks?id=968fd5c2-1ec4-418f-821a-c42aa6094b44 HTTP/1.1" status: 200 len: 898 time: 0.2350416 Sep 23 19:50:41.184748 n-d-713301-16 neutron-server[95102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47a62499-10a0-4fa1-a407-5b6fd6379db3 tempest-TestServerBasicOps-310606925 tempest-TestServerBasicOps-310606925-project] Network 5dec5c09-378e-4f50-89cc-d94eb81c3bac is already hosted by enough agents. {{(pid=95102) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:50:41.198490 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-e759a6ec-8529-420c-971f-ef764679981f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:41.210731 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f471732c-4212-4b1e-93ea-c4a56a74b98a tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] Made reservation on behalf of 68089a352b444323aeac869b275be256 for: {'port': 1} {{(pid=95101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:50:41.215019 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-f471732c-4212-4b1e-93ea-c4a56a74b98a tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:41.217617 n-d-713301-16 neutron-server[95102]: DEBUG neutron.scheduler.base_scheduler [None req-47a62499-10a0-4fa1-a407-5b6fd6379db3 tempest-TestServerBasicOps-310606925 tempest-TestServerBasicOps-310606925-project] Resources bound (agent type, host, resource id): {{(pid=95102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:50:41.222453 n-d-713301-16 neutron-server[95102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47a62499-10a0-4fa1-a407-5b6fd6379db3 tempest-TestServerBasicOps-310606925 tempest-TestServerBasicOps-310606925-project] Received port after_create {{(pid=95102) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 19:50:41.225497 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.managers [None req-7e91e4df-24f7-45a0-9b24-b730b0b90e63 None None] Attempting to bind port 4433077b-5417-4b47-b7d4-69f822fdc359 on host n-d-713301-16 for vnic_type normal with profile {{(pid=95103) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 19:50:41.225858 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.managers [None req-7e91e4df-24f7-45a0-9b24-b730b0b90e63 None None] Attempting to bind port 4433077b-5417-4b47-b7d4-69f822fdc359 by drivers openvswitch,hyperv on host n-d-713301-16 at level 0 using segments [{'id': '0440f953-8537-4a71-8b55-8d0b1b19d75e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '7d1e380f-43e0-4067-9801-45ce94082072'}] {{(pid=95103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 19:50:41.226227 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e91e4df-24f7-45a0-9b24-b730b0b90e63 None None] Attempting to bind port 4433077b-5417-4b47-b7d4-69f822fdc359 on network 7d1e380f-43e0-4067-9801-45ce94082072 {{(pid=95103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:50:41.229463 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-a013d35d-4ed1-4e17-b975-1e9abc53ec51 req-463b19fc-e767-4d60-9991-c9e7059fc606 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=87579656-435f-450f-8def-8f9d9db04ad7 HTTP/1.1" status: 200 len: 217 time: 0.0664742 Sep 23 19:50:41.238112 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e91e4df-24f7-45a0-9b24-b730b0b90e63 None None] Checking agent: {'id': '70a14545-df24-472f-8f95-bfe1719bff93', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 19, 7, 53), 'started_at': datetime.datetime(2021, 9, 23, 19, 8, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 19, 50, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 19:50:41.238490 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e91e4df-24f7-45a0-9b24-b730b0b90e63 None None] Checking segment: {'id': '0440f953-8537-4a71-8b55-8d0b1b19d75e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '7d1e380f-43e0-4067-9801-45ce94082072'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95103) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:50:41.238903 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-7e91e4df-24f7-45a0-9b24-b730b0b90e63 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:41.239298 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e91e4df-24f7-45a0-9b24-b730b0b90e63 None None] Bound using segment: {'id': '0440f953-8537-4a71-8b55-8d0b1b19d75e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '7d1e380f-43e0-4067-9801-45ce94082072'} {{(pid=95103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 19:50:41.239771 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.managers [None req-7e91e4df-24f7-45a0-9b24-b730b0b90e63 None None] Bound port: 4433077b-5417-4b47-b7d4-69f822fdc359, host: n-d-713301-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0440f953-8537-4a71-8b55-8d0b1b19d75e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '7d1e380f-43e0-4067-9801-45ce94082072'}}] {{(pid=95103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 19:50:41.240166 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-7e91e4df-24f7-45a0-9b24-b730b0b90e63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:41.248104 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-e759a6ec-8529-420c-971f-ef764679981f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:41.256960 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47a62499-10a0-4fa1-a407-5b6fd6379db3 tempest-TestServerBasicOps-310606925 tempest-TestServerBasicOps-310606925-project] Pushing event updated for resources: {'Port': ['ID=70bec6b6-e8e3-4f9a-8352-230458e57365,revision_number=1']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:50:41.271492 n-d-713301-16 neutron-server[95101]: DEBUG neutron.notifiers.nova [None req-f471732c-4212-4b1e-93ea-c4a56a74b98a tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] device_id is not set on port f3bd318f-b51a-422b-a9a2-f9ace71c8631 yet. {{(pid=95101) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 23 19:50:41.288965 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_hamode_db [None req-0fb8b43c-8c8f-485f-ae46-6e0200686ed0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dfa9a0f3-b5a0-447b-a08f-be6bd2ec3fa5', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1472157449', 'tenant_id': 'bac6fc5f7b6645d7a54784d0fdaa00b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'external_fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.180'}], 'enable_snat': True}, 'gw_port_id': 'd0cf1bca-487a-4ec0-bbbd-aec3ac1fc6f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:48:47Z', 'updated_at': '2021-09-23T19:48:56Z', 'revision_number': 4, 'project_id': 'bac6fc5f7b6645d7a54784d0fdaa00b3', 'gw_port': {'id': 'd0cf1bca-487a-4ec0-bbbd-aec3ac1fc6f9', 'name': '', 'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:53:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfa9a0f3-b5a0-447b-a08f-be6bd2ec3fa5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3372, 'fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:48:48Z', 'updated_at': '2021-09-23T19:48:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-16', '_interfaces': [{'id': '8234bf98-d662-42b6-837d-e88e25efad9b', 'name': '', 'network_id': '968fd5c2-1ec4-418f-821a-c42aa6094b44', 'tenant_id': 'bac6fc5f7b6645d7a54784d0fdaa00b3', 'mac_address': 'fa:16:3e:81:d8:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfa9a0f3-b5a0-447b-a08f-be6bd2ec3fa5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3388, 'fixed_ips': [{'subnet_id': '6e6812a9-a972-42aa-9511-2fb17217da70', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:48:54Z', 'updated_at': '2021-09-23T19:49:00Z', 'revision_number': 5, 'project_id': 'bac6fc5f7b6645d7a54784d0fdaa00b3', 'subnets': [{'id': '6e6812a9-a972-42aa-9511-2fb17217da70', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-16', False) {} {{(pid=95103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:50:41.322978 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fb8b43c-8c8f-485f-ae46-6e0200686ed0 None None] Checking router: dfa9a0f3-b5a0-447b-a08f-be6bd2ec3fa5 for host: n-d-713301-16 {{(pid=95103) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 19:50:41.347301 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fb8b43c-8c8f-485f-ae46-6e0200686ed0 None None] Routers {'dfa9a0f3-b5a0-447b-a08f-be6bd2ec3fa5'} bound to L3 agent in host n-d-713301-16 {{(pid=95103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 19:50:41.348207 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_hamode_db [None req-0fb8b43c-8c8f-485f-ae46-6e0200686ed0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-23T19:07:52Z,description=,heartbeat_timestamp=2021-09-23T19:50:23Z,host='n-d-713301-16',id=79a740bf-7821-4989-8288-7186e3e128f3,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:07:52Z,topic='l3_agent')) {'router_ids': ['dfa9a0f3-b5a0-447b-a08f-be6bd2ec3fa5'], 'active': True} {{(pid=95103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:50:41.388901 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-e759a6ec-8529-420c-971f-ef764679981f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:41.392392 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-e759a6ec-8529-420c-971f-ef764679981f admin admin] Notify callbacks [] for security_group, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:41.394125 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-e759a6ec-8529-420c-971f-ef764679981f admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/083a3545-8c1d-451e-bb31-0e92381a0da8 HTTP/1.1" status: 204 len: 168 time: 0.2675731 Sep 23 19:50:41.403286 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-7e91e4df-24f7-45a0-9b24-b730b0b90e63 None None] For port 4433077b-5417-4b47-b7d4-69f822fdc359, host n-d-713301-16, cleared binding levels {{(pid=95103) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 19:50:41.413858 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e759a6ec-8529-420c-971f-ef764679981f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=083a3545-8c1d-451e-bb31-0e92381a0da8,revision_number=None']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:50:41.451337 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-7e91e4df-24f7-45a0-9b24-b730b0b90e63 None None] For port 4433077b-5417-4b47-b7d4-69f822fdc359, host n-d-713301-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-16',level=0,port_id=4433077b-5417-4b47-b7d4-69f822fdc359,segment=NetworkSegment(0440f953-8537-4a71-8b55-8d0b1b19d75e),segment_id=0440f953-8537-4a71-8b55-8d0b1b19d75e)] {{(pid=95103) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 19:50:41.462196 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-7e91e4df-24f7-45a0-9b24-b730b0b90e63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:41.487402 n-d-713301-16 neutron-server[95101]: DEBUG neutron.db.db_base_plugin_common [None req-f471732c-4212-4b1e-93ea-c4a56a74b98a tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] Allocated IP 2001:db8::3a8 (7d1e380f-43e0-4067-9801-45ce94082072/8394d58b-6542-44ea-957b-a946378bbd9c/f3bd318f-b51a-422b-a9a2-f9ace71c8631) {{(pid=95101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 19:50:41.573452 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e91e4df-24f7-45a0-9b24-b730b0b90e63 None None] Pushing event updated for resources: {'Port': ['ID=4433077b-5417-4b47-b7d4-69f822fdc359,revision_number=2']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:50:41.620647 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_dvr_db [None req-0fb8b43c-8c8f-485f-ae46-6e0200686ed0 None None] Set router dfa9a0f3-b5a0-447b-a08f-be6bd2ec3fa5 gateway port host: n-d-713301-16 {{(pid=95103) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 19:50:41.706107 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-47a62499-10a0-4fa1-a407-5b6fd6379db3 tempest-TestServerBasicOps-310606925 tempest-TestServerBasicOps-310606925-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:41.753509 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-f471732c-4212-4b1e-93ea-c4a56a74b98a tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] Notify callbacks [] for port, precommit_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:41.758211 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a013d35d-4ed1-4e17-b975-1e9abc53ec51 req-1e4a48c9-cb8b-4a96-be0b-a6e3096f5bc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:50:41.759701 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-a013d35d-4ed1-4e17-b975-1e9abc53ec51 req-1e4a48c9-cb8b-4a96-be0b-a6e3096f5bc0 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=6e6812a9-a972-42aa-9511-2fb17217da70 HTTP/1.1" status: 200 len: 833 time: 0.5045865 Sep 23 19:50:41.839162 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-47a62499-10a0-4fa1-a407-5b6fd6379db3 tempest-TestServerBasicOps-310606925 tempest-TestServerBasicOps-310606925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:41.888923 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a013d35d-4ed1-4e17-b975-1e9abc53ec51 req-4127c379-c7d9-4411-add2-ad1fb559c1b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:50:41.893504 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-f471732c-4212-4b1e-93ea-c4a56a74b98a tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783145673135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5607431'] for port, after_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:41.897919 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-a013d35d-4ed1-4e17-b975-1e9abc53ec51 req-4127c379-c7d9-4411-add2-ad1fb559c1b8 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=968fd5c2-1ec4-418f-821a-c42aa6094b44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1284335 Sep 23 19:50:41.996043 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 48766) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:50:42.025868 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_hamode_db [None req-0fb8b43c-8c8f-485f-ae46-6e0200686ed0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dfa9a0f3-b5a0-447b-a08f-be6bd2ec3fa5', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1472157449', 'tenant_id': 'bac6fc5f7b6645d7a54784d0fdaa00b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'external_fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.180'}], 'enable_snat': True}, 'gw_port_id': 'd0cf1bca-487a-4ec0-bbbd-aec3ac1fc6f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:48:47Z', 'updated_at': '2021-09-23T19:48:56Z', 'revision_number': 4, 'project_id': 'bac6fc5f7b6645d7a54784d0fdaa00b3', 'gw_port': {'id': 'd0cf1bca-487a-4ec0-bbbd-aec3ac1fc6f9', 'name': '', 'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:53:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfa9a0f3-b5a0-447b-a08f-be6bd2ec3fa5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3372, 'fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:48:48Z', 'updated_at': '2021-09-23T19:48:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-16', '_interfaces': [{'id': '8234bf98-d662-42b6-837d-e88e25efad9b', 'name': '', 'network_id': '968fd5c2-1ec4-418f-821a-c42aa6094b44', 'tenant_id': 'bac6fc5f7b6645d7a54784d0fdaa00b3', 'mac_address': 'fa:16:3e:81:d8:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfa9a0f3-b5a0-447b-a08f-be6bd2ec3fa5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3388, 'fixed_ips': [{'subnet_id': '6e6812a9-a972-42aa-9511-2fb17217da70', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:48:54Z', 'updated_at': '2021-09-23T19:49:00Z', 'revision_number': 5, 'project_id': 'bac6fc5f7b6645d7a54784d0fdaa00b3', 'subnets': [{'id': '6e6812a9-a972-42aa-9511-2fb17217da70', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-16', False) {} {{(pid=95103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:50:42.045272 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f471732c-4212-4b1e-93ea-c4a56a74b98a tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] Network 7d1e380f-43e0-4067-9801-45ce94082072 is already hosted by enough agents. {{(pid=95101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:50:42.074780 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.base_scheduler [None req-f471732c-4212-4b1e-93ea-c4a56a74b98a tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] Resources bound (agent type, host, resource id): {{(pid=95101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:50:42.088411 n-d-713301-16 neutron-server[95101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f471732c-4212-4b1e-93ea-c4a56a74b98a tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] Received port after_create {{(pid=95101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 19:50:42.094695 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f471732c-4212-4b1e-93ea-c4a56a74b98a tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:50:42.094881 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fb8b43c-8c8f-485f-ae46-6e0200686ed0 None None] The sync data for ids ['dfa9a0f3-b5a0-447b-a08f-be6bd2ec3fa5'] in n-d-713301-16 is: [{'id': 'dfa9a0f3-b5a0-447b-a08f-be6bd2ec3fa5', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1472157449', 'tenant_id': 'bac6fc5f7b6645d7a54784d0fdaa00b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'external_fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.180'}], 'enable_snat': True}, 'gw_port_id': 'd0cf1bca-487a-4ec0-bbbd-aec3ac1fc6f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:48:47Z', 'updated_at': '2021-09-23T19:48:56Z', 'revision_number': 4, 'project_id': 'bac6fc5f7b6645d7a54784d0fdaa00b3', 'gw_port': {'id': 'd0cf1bca-487a-4ec0-bbbd-aec3ac1fc6f9', 'name': '', 'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:53:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfa9a0f3-b5a0-447b-a08f-be6bd2ec3fa5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3372, 'fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:48:48Z', 'updated_at': '2021-09-23T19:48:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-16', '_interfaces': [{'id': '8234bf98-d662-42b6-837d-e88e25efad9b', 'name': '', 'network_id': '968fd5c2-1ec4-418f-821a-c42aa6094b44', 'tenant_id': 'bac6fc5f7b6645d7a54784d0fdaa00b3', 'mac_address': 'fa:16:3e:81:d8:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfa9a0f3-b5a0-447b-a08f-be6bd2ec3fa5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3388, 'fixed_ips': [{'subnet_id': '6e6812a9-a972-42aa-9511-2fb17217da70', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:48:54Z', 'updated_at': '2021-09-23T19:49:00Z', 'revision_number': 5, 'project_id': 'bac6fc5f7b6645d7a54784d0fdaa00b3', 'subnets': [{'id': '6e6812a9-a972-42aa-9511-2fb17217da70', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 19:50:42.095018 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-f471732c-4212-4b1e-93ea-c4a56a74b98a tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222849'] for port, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:42.100685 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-49787a3e-8f65-41f5-b8d6-972855c68c9f admin admin] Notify callbacks [] for security_group, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:42.127890 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f471732c-4212-4b1e-93ea-c4a56a74b98a tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] Pushing event updated for resources: {'Port': ['ID=f3bd318f-b51a-422b-a9a2-f9ace71c8631,revision_number=1']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:50:42.158884 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-f471732c-4212-4b1e-93ea-c4a56a74b98a tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.1802845 Sep 23 19:50:42.167587 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691dfdd8-ac18-4d83-9a3e-6c60e83fb44f req-f634c994-c7a1-4902-981a-80918877aa57 tempest-TestSecurityGroupsBasicOps-365501575 tempest-TestSecurityGroupsBasicOps-365501575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:50:42.169188 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-691dfdd8-ac18-4d83-9a3e-6c60e83fb44f req-f634c994-c7a1-4902-981a-80918877aa57 tempest-TestSecurityGroupsBasicOps-365501575 tempest-TestSecurityGroupsBasicOps-365501575-project] 10.222.0.74 "GET /v2.0/ports?device_id=5367a6ad-5c1e-499d-a3fc-3a53dbd24add HTTP/1.1" status: 200 len: 985 time: 0.3049333 Sep 23 19:50:42.172313 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 48770) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:50:42.177426 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.v2.base [None req-82ac9c91-0029-4117-aaa9-3cf2c9069080 tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] Request body: {'port': {'network_id': '7d1e380f-43e0-4067-9801-45ce94082072', 'name': 'tempest-PortsIpV6TestJSON-678496009'}} {{(pid=95101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:50:42.207185 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-a013d35d-4ed1-4e17-b975-1e9abc53ec51 req-342dcf15-a01b-4c43-9b99-bff7e8222ccc service neutron] 10.222.0.74 "GET /v2.0/networks/968fd5c2-1ec4-418f-821a-c42aa6094b44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2919004 Sep 23 19:50:42.337856 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-47a62499-10a0-4fa1-a407-5b6fd6379db3 tempest-TestServerBasicOps-310606925 tempest-TestServerBasicOps-310606925-project] Notify callbacks [] for port, precommit_update {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:42.359284 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-47a62499-10a0-4fa1-a407-5b6fd6379db3 tempest-TestServerBasicOps-310606925 tempest-TestServerBasicOps-310606925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4399095'] for port, after_update {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:42.403346 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.agents_db [None req-f2f5c474-60a3-474f-b2cc-02c4bd30880c None None] Agent healthcheck: found 7 active agents {{(pid=95104) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 19:50:42.430219 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a707da1e-000a-432c-8315-1fe85bd52c3a req-821bd8b8-517e-47ae-9df0-601272e67927 tempest-TestSecurityGroupsBasicOps-365501575 tempest-TestSecurityGroupsBasicOps-365501575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:50:42.431770 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-a707da1e-000a-432c-8315-1fe85bd52c3a req-821bd8b8-517e-47ae-9df0-601272e67927 tempest-TestSecurityGroupsBasicOps-365501575 tempest-TestSecurityGroupsBasicOps-365501575-project] 10.222.0.67 "GET /v2.0/ports?device_id=5367a6ad-5c1e-499d-a3fc-3a53dbd24add HTTP/1.1" status: 200 len: 985 time: 0.2173109 Sep 23 19:50:42.482508 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-49787a3e-8f65-41f5-b8d6-972855c68c9f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:42.495145 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-49787a3e-8f65-41f5-b8d6-972855c68c9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:42.560319 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-49787a3e-8f65-41f5-b8d6-972855c68c9f admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=66ed63a386e343cba7a0a1067c424eb5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5577807 Sep 23 19:50:42.565284 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47a62499-10a0-4fa1-a407-5b6fd6379db3 tempest-TestServerBasicOps-310606925 tempest-TestServerBasicOps-310606925-project] Pushing event updated for resources: {'Port': ['ID=70bec6b6-e8e3-4f9a-8352-230458e57365,revision_number=2']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:50:42.568518 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 48772) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:50:42.570267 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49787a3e-8f65-41f5-b8d6-972855c68c9f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d22d95a5-6dbf-4acb-9239-fd07f587322c,revision_number=1']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:50:42.590271 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82ac9c91-0029-4117-aaa9-3cf2c9069080 tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] Made reservation on behalf of 68089a352b444323aeac869b275be256 for: {'port': 1} {{(pid=95101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:50:42.593794 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-a013d35d-4ed1-4e17-b975-1e9abc53ec51 req-3688380e-a187-4662-b003-0031bd453889 service neutron] 10.222.0.74 "GET /v2.0/networks/968fd5c2-1ec4-418f-821a-c42aa6094b44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3777664 Sep 23 19:50:42.594735 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-82ac9c91-0029-4117-aaa9-3cf2c9069080 tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:42.608264 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.plugin [req-691dfdd8-ac18-4d83-9a3e-6c60e83fb44f req-50d77109-39c0-4676-81ee-7d21097c1244 tempest-TestSecurityGroupsBasicOps-365501575 tempest-TestSecurityGroupsBasicOps-365501575-project] Deleting port 87579656-435f-450f-8def-8f9d9db04ad7 {{(pid=95101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:50:42.608264 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-691dfdd8-ac18-4d83-9a3e-6c60e83fb44f req-50d77109-39c0-4676-81ee-7d21097c1244 tempest-TestSecurityGroupsBasicOps-365501575 tempest-TestSecurityGroupsBasicOps-365501575-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783146157096'] for port, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:42.620528 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-a707da1e-000a-432c-8315-1fe85bd52c3a req-7bc4f261-2a6e-432b-b10a-e91c5bc9f3ca tempest-TestSecurityGroupsBasicOps-365501575 tempest-TestSecurityGroupsBasicOps-365501575-project] 10.222.0.67 "GET /v2.0/security-groups?id=3dc2c4bb-68b9-40bf-aaa4-c0106b8f1ca7&id=da03c969-1309-403f-96c8-06acd6e05887&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1452267 Sep 23 19:50:42.624791 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-47a62499-10a0-4fa1-a407-5b6fd6379db3 tempest-TestServerBasicOps-310606925 tempest-TestServerBasicOps-310606925-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-601884'] for floatingip, after_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:42.632154 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4380f02e-2a08-4cd0-9d8e-10fa7b708988 None None] New status for floating IP 44e7ba5a-dffc-4a04-bf88-910350510526: DOWN {{(pid=95104) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 23 19:50:42.681918 n-d-713301-16 neutron-server[95101]: DEBUG neutron.notifiers.nova [None req-82ac9c91-0029-4117-aaa9-3cf2c9069080 tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] device_id is not set on port 627568e7-ab4f-48b3-a86c-3e4b4705c2a5 yet. {{(pid=95101) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 23 19:50:42.784786 n-d-713301-16 neutron-server[95102]: INFO neutron.db.l3_db [None req-47a62499-10a0-4fa1-a407-5b6fd6379db3 tempest-TestServerBasicOps-310606925 tempest-TestServerBasicOps-310606925-project] Floating IP ffd2c79d-a52c-42c7-b461-935441cca8bc associated. External IP: 172.25.1.75, port: 5f259a5d-f1ca-47ba-840e-03a8aac16eae. Sep 23 19:50:42.786198 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-b4be8d54-722c-4d26-b5b4-3bbb99f9a7c0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:42.876947 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.db [req-691dfdd8-ac18-4d83-9a3e-6c60e83fb44f req-50d77109-39c0-4676-81ee-7d21097c1244 tempest-TestSecurityGroupsBasicOps-365501575 tempest-TestSecurityGroupsBasicOps-365501575-project] For port 87579656-435f-450f-8def-8f9d9db04ad7, host n-h1-713301-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-16',level=0,port_id=87579656-435f-450f-8def-8f9d9db04ad7,segment=NetworkSegment(450c5ced-c09d-43dc-9a9f-49419bcb1f28),segment_id=450c5ced-c09d-43dc-9a9f-49419bcb1f28)] {{(pid=95101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:50:42.877244 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-691dfdd8-ac18-4d83-9a3e-6c60e83fb44f req-50d77109-39c0-4676-81ee-7d21097c1244 tempest-TestSecurityGroupsBasicOps-365501575 tempest-TestSecurityGroupsBasicOps-365501575-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-605701'] for port, precommit_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:42.881303 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-b4be8d54-722c-4d26-b5b4-3bbb99f9a7c0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:42.906345 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.plugin [req-691dfdd8-ac18-4d83-9a3e-6c60e83fb44f req-50d77109-39c0-4676-81ee-7d21097c1244 tempest-TestSecurityGroupsBasicOps-365501575 tempest-TestSecurityGroupsBasicOps-365501575-project] Calling delete_port for 87579656-435f-450f-8def-8f9d9db04ad7 owned by compute:nova {{(pid=95101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:50:42.963865 n-d-713301-16 neutron-server[95101]: DEBUG neutron.db.db_base_plugin_common [None req-82ac9c91-0029-4117-aaa9-3cf2c9069080 tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] Allocated IP 2001:db8::11a (7d1e380f-43e0-4067-9801-45ce94082072/8394d58b-6542-44ea-957b-a946378bbd9c/627568e7-ab4f-48b3-a86c-3e4b4705c2a5) {{(pid=95101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 19:50:43.074633 n-d-713301-16 neutron-server[95102]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-47a62499-10a0-4fa1-a407-5b6fd6379db3 tempest-TestServerBasicOps-310606925 tempest-TestServerBasicOps-310606925-project] Router 77e3bc85-3262-4784-9355-f377ddb85f1f has already been hosted by L3 agent 79a740bf-7821-4989-8288-7186e3e128f3 {{(pid=95102) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 19:50:43.179090 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-691dfdd8-ac18-4d83-9a3e-6c60e83fb44f req-50d77109-39c0-4676-81ee-7d21097c1244 tempest-TestSecurityGroupsBasicOps-365501575 tempest-TestSecurityGroupsBasicOps-365501575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783146162158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783145673144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5607431'] for port, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:43.215015 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47a62499-10a0-4fa1-a407-5b6fd6379db3 tempest-TestServerBasicOps-310606925 tempest-TestServerBasicOps-310606925-project] Notify agent at l3_agent.n-d-713301-16 the message routers_updated {{(pid=95102) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 19:50:43.230264 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84fcd40c-a016-4bd7-a0b6-0084dc1485f5 None None] Sync routers for ids ['77e3bc85-3262-4784-9355-f377ddb85f1f'] in n-d-713301-16 {{(pid=95103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 19:50:43.237410 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-47a62499-10a0-4fa1-a407-5b6fd6379db3 tempest-TestServerBasicOps-310606925 tempest-TestServerBasicOps-310606925-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222849'] for floatingip, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:43.246813 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50d77109-39c0-4676-81ee-7d21097c1244 tempest-TestSecurityGroupsBasicOps-365501575 tempest-TestSecurityGroupsBasicOps-365501575-project] Pushing event deleted for resources: {'Port': ['ID=87579656-435f-450f-8def-8f9d9db04ad7,revision_number=None']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:50:43.249570 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84fcd40c-a016-4bd7-a0b6-0084dc1485f5 None None] Routers {'77e3bc85-3262-4784-9355-f377ddb85f1f'} bound to L3 agent in host n-d-713301-16 {{(pid=95103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 19:50:43.249570 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_hamode_db [None req-84fcd40c-a016-4bd7-a0b6-0084dc1485f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-23T19:07:52Z,description=,heartbeat_timestamp=2021-09-23T19:50:23Z,host='n-d-713301-16',id=79a740bf-7821-4989-8288-7186e3e128f3,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:07:52Z,topic='l3_agent')) {'router_ids': ['77e3bc85-3262-4784-9355-f377ddb85f1f'], 'active': True} {{(pid=95103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:50:43.282030 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-47a62499-10a0-4fa1-a407-5b6fd6379db3 tempest-TestServerBasicOps-310606925 tempest-TestServerBasicOps-310606925-project] 10.222.0.67 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.5946639 Sep 23 19:50:43.282030 n-d-713301-16 neutron-server[95102]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '91c04d5d-3047-4233-a6bc-ba42bfa3840b', 'tag': '5f259a5d-f1ca-47ba-840e-03a8aac16eae'}] {{(pid=95102) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 19:50:43.287321 n-d-713301-16 neutron-server[95102]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab31b6d93e5336dbddfa8ec424565b3bd8cb2369c5b4d85bc943472dbb21e8ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83003c79-8f32-4779-8d7f-5780cb34f9d4" -d '{"events": [{"name": "network-changed", "server_uuid": "91c04d5d-3047-4233-a6bc-ba42bfa3840b", "tag": "5f259a5d-f1ca-47ba-840e-03a8aac16eae"}]}' {{(pid=95102) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 19:50:43.323192 n-d-713301-16 neutron-server[95101]: DEBUG neutron.db.l3_dvrscheduler_db [req-691dfdd8-ac18-4d83-9a3e-6c60e83fb44f req-50d77109-39c0-4676-81ee-7d21097c1244 tempest-TestSecurityGroupsBasicOps-365501575 tempest-TestSecurityGroupsBasicOps-365501575-project] No DVR routers for this DVR port 87579656-435f-450f-8def-8f9d9db04ad7 on host n-h1-713301-16 {{(pid=95101) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 19:50:43.326495 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-691dfdd8-ac18-4d83-9a3e-6c60e83fb44f req-50d77109-39c0-4676-81ee-7d21097c1244 tempest-TestSecurityGroupsBasicOps-365501575 tempest-TestSecurityGroupsBasicOps-365501575-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222849'] for port, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:43.330128 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-691dfdd8-ac18-4d83-9a3e-6c60e83fb44f req-50d77109-39c0-4676-81ee-7d21097c1244 tempest-TestSecurityGroupsBasicOps-365501575 tempest-TestSecurityGroupsBasicOps-365501575-project] 10.222.0.74 "DELETE /v2.0/ports/87579656-435f-450f-8def-8f9d9db04ad7 HTTP/1.1" status: 204 len: 173 time: 1.1431673 Sep 23 19:50:43.333595 n-d-713301-16 neutron-server[95101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5367a6ad-5c1e-499d-a3fc-3a53dbd24add', 'name': 'network-vif-deleted', 'tag': '87579656-435f-450f-8def-8f9d9db04ad7'}] {{(pid=95101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 19:50:43.336690 n-d-713301-16 neutron-server[95101]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d8366c5740cd635e57ab12b71fe44a77c2acc3c19091ef849c6f68b380462244" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dcf94133-cd82-4cb3-bec6-adaf07da6fe4" -d '{"events": [{"server_uuid": "5367a6ad-5c1e-499d-a3fc-3a53dbd24add", "name": "network-vif-deleted", "tag": "87579656-435f-450f-8def-8f9d9db04ad7"}]}' {{(pid=95101) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 19:50:43.339322 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-b4be8d54-722c-4d26-b5b4-3bbb99f9a7c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:43.342812 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-b4be8d54-722c-4d26-b5b4-3bbb99f9a7c0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:43.349110 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-b4be8d54-722c-4d26-b5b4-3bbb99f9a7c0 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/d22d95a5-6dbf-4acb-9239-fd07f587322c HTTP/1.1" status: 204 len: 168 time: 0.7703693 Sep 23 19:50:43.392853 n-d-713301-16 neutron-server[95102]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 19:50:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-400a1f46-96e5-4c13-b24d-ca0f308e0286 x-openstack-request-id: req-400a1f46-96e5-4c13-b24d-ca0f308e0286 {{(pid=95102) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 19:50:43.393183 n-d-713301-16 neutron-server[95102]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "91c04d5d-3047-4233-a6bc-ba42bfa3840b", "tag": "5f259a5d-f1ca-47ba-840e-03a8aac16eae", "status": "completed", "code": 200}]} {{(pid=95102) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 19:50:43.393446 n-d-713301-16 neutron-server[95102]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-400a1f46-96e5-4c13-b24d-ca0f308e0286 {{(pid=95102) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 19:50:43.393838 n-d-713301-16 neutron-server[95102]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '91c04d5d-3047-4233-a6bc-ba42bfa3840b', 'tag': '5f259a5d-f1ca-47ba-840e-03a8aac16eae', 'status': 'completed', 'code': 200} Sep 23 19:50:43.432809 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4be8d54-722c-4d26-b5b4-3bbb99f9a7c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d22d95a5-6dbf-4acb-9239-fd07f587322c,revision_number=None']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:50:43.462862 n-d-713301-16 neutron-server[95101]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 19:50:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df879c34-febc-44dd-b434-e87b61ec7ed5 x-openstack-request-id: req-df879c34-febc-44dd-b434-e87b61ec7ed5 {{(pid=95101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 19:50:43.463530 n-d-713301-16 neutron-server[95101]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5367a6ad-5c1e-499d-a3fc-3a53dbd24add", "name": "network-vif-deleted", "tag": "87579656-435f-450f-8def-8f9d9db04ad7", "status": "completed", "code": 200}]} {{(pid=95101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 19:50:43.464320 n-d-713301-16 neutron-server[95101]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-df879c34-febc-44dd-b434-e87b61ec7ed5 {{(pid=95101) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 19:50:43.465404 n-d-713301-16 neutron-server[95101]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5367a6ad-5c1e-499d-a3fc-3a53dbd24add', 'name': 'network-vif-deleted', 'tag': '87579656-435f-450f-8def-8f9d9db04ad7', 'status': 'completed', 'code': 200} Sep 23 19:50:43.535101 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3f336b9-0f7e-4b94-94eb-256f56c2c741 None None] Network 7d1e380f-43e0-4067-9801-45ce94082072 requested from n-d-713301-16 {{(pid=95103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 19:50:43.636277 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_dvr_db [None req-84fcd40c-a016-4bd7-a0b6-0084dc1485f5 None None] Set router 77e3bc85-3262-4784-9355-f377ddb85f1f gateway port host: n-d-713301-16 {{(pid=95103) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 19:50:43.680913 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83003c79-8f32-4779-8d7f-5780cb34f9d4 req-12a9be23-c29f-4140-aa7d-3dd70f2c79bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:50:43.682499 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-83003c79-8f32-4779-8d7f-5780cb34f9d4 req-12a9be23-c29f-4140-aa7d-3dd70f2c79bd service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=5ac332d3fb0d444485bb3eca855f9229&device_id=91c04d5d-3047-4233-a6bc-ba42bfa3840b HTTP/1.1" status: 200 len: 1098 time: 0.2240002 Sep 23 19:50:43.803486 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-804c0a03-71a3-45e8-ac2f-4cddcae9a6f1 None None] Provisioning complete for port 4433077b-5417-4b47-b7d4-69f822fdc359 triggered by entity DHCP. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:50:43.804172 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-804c0a03-71a3-45e8-ac2f-4cddcae9a6f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:43.882079 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-82ac9c91-0029-4117-aaa9-3cf2c9069080 tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] Notify callbacks [] for port, precommit_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:43.961751 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-9293ab46-efae-44c8-af76-5767ae259ce7 req-fe5b46ae-ade5-421d-beed-4e18cf84bbdd tempest-TestSecurityGroupsBasicOps-365501575 tempest-TestSecurityGroupsBasicOps-365501575-project] 10.222.0.67 "GET /v2.0/ports?device_id=5367a6ad-5c1e-499d-a3fc-3a53dbd24add HTTP/1.1" status: 200 len: 210 time: 0.0664704 Sep 23 19:50:44.033575 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Device 4433077b-5417-4b47-b7d4-69f822fdc359 up at agent ovs-agent-n-d-713301-16 {{(pid=95103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 19:50:44.096219 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83003c79-8f32-4779-8d7f-5780cb34f9d4 req-b1a31296-0d85-461a-babd-d4d193ac6b3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:50:44.098112 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-83003c79-8f32-4779-8d7f-5780cb34f9d4 req-b1a31296-0d85-461a-babd-d4d193ac6b3e service neutron] 10.222.0.74 "GET /v2.0/networks?id=8773f1c5-baf2-4787-acb8-ea82a658e3a7 HTTP/1.1" status: 200 len: 909 time: 0.4073820 Sep 23 19:50:44.264809 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-83003c79-8f32-4779-8d7f-5780cb34f9d4 req-0f734cc2-3aa7-4ac3-8dd0-37419ba699f7 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5f259a5d-f1ca-47ba-840e-03a8aac16eae HTTP/1.1" status: 200 len: 999 time: 0.1589839 Sep 23 19:50:44.276519 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-82ac9c91-0029-4117-aaa9-3cf2c9069080 tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783145673135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5607431'] for port, after_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:44.394068 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82ac9c91-0029-4117-aaa9-3cf2c9069080 tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] Network 7d1e380f-43e0-4067-9801-45ce94082072 is already hosted by enough agents. {{(pid=95101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:50:44.400692 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.base_scheduler [None req-82ac9c91-0029-4117-aaa9-3cf2c9069080 tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] Resources bound (agent type, host, resource id): {{(pid=95101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:50:44.407472 n-d-713301-16 neutron-server[95101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82ac9c91-0029-4117-aaa9-3cf2c9069080 tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] Received port after_create {{(pid=95101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 19:50:44.419217 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82ac9c91-0029-4117-aaa9-3cf2c9069080 tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:50:44.423281 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-82ac9c91-0029-4117-aaa9-3cf2c9069080 tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222849'] for port, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:44.446680 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-804c0a03-71a3-45e8-ac2f-4cddcae9a6f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:44.449866 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-82ac9c91-0029-4117-aaa9-3cf2c9069080 tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.2764578 Sep 23 19:50:44.453221 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 48798) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:50:44.464922 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83003c79-8f32-4779-8d7f-5780cb34f9d4 req-19bc7470-0af0-45a1-a348-209cb7893155 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:50:44.468804 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-83003c79-8f32-4779-8d7f-5780cb34f9d4 req-19bc7470-0af0-45a1-a348-209cb7893155 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=88534c19-3227-4f6f-84ae-147071738831 HTTP/1.1" status: 200 len: 847 time: 0.1932368 Sep 23 19:50:44.521767 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ac9c91-0029-4117-aaa9-3cf2c9069080 tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] Pushing event updated for resources: {'Port': ['ID=627568e7-ab4f-48b3-a86c-3e4b4705c2a5,revision_number=1']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:50:44.569076 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Provisioning complete for port 4433077b-5417-4b47-b7d4-69f822fdc359 triggered by entity L2. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:50:44.569550 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:44.624507 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-804c0a03-71a3-45e8-ac2f-4cddcae9a6f1 None None] For port 4433077b-5417-4b47-b7d4-69f822fdc359, host n-d-713301-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-16',level=0,port_id=4433077b-5417-4b47-b7d4-69f822fdc359,segment=NetworkSegment(0440f953-8537-4a71-8b55-8d0b1b19d75e),segment_id=0440f953-8537-4a71-8b55-8d0b1b19d75e)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:50:44.632593 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-804c0a03-71a3-45e8-ac2f-4cddcae9a6f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:44.643012 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62c68c1a-b29d-4016-8988-874489e5142e tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:50:44.647559 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-62c68c1a-b29d-4016-8988-874489e5142e tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] 10.222.0.67 "GET /v2.0/ports?fixed_ips=ip_address%3D2001%3Adb8%3A%3A3a8 HTTP/1.1" status: 200 len: 929 time: 0.1926968 Sep 23 19:50:44.650397 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 48806) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:50:44.667459 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83003c79-8f32-4779-8d7f-5780cb34f9d4 req-4db3ea83-11c3-4440-8f15-b134052b77df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:50:44.675054 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-83003c79-8f32-4779-8d7f-5780cb34f9d4 req-4db3ea83-11c3-4440-8f15-b134052b77df service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=8773f1c5-baf2-4787-acb8-ea82a658e3a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1942685 Sep 23 19:50:44.795574 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.plugin [None req-acc7e131-d8dc-4f9b-a74a-11f41128967b tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] Deleting port 627568e7-ab4f-48b3-a86c-3e4b4705c2a5 {{(pid=95102) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:50:44.803339 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-acc7e131-d8dc-4f9b-a74a-11f41128967b tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783146157096'] for port, before_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:44.819919 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_hamode_db [None req-84fcd40c-a016-4bd7-a0b6-0084dc1485f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77e3bc85-3262-4784-9355-f377ddb85f1f', 'name': 'tempest-TestServerBasicOps-696314741-router', 'tenant_id': '5ac332d3fb0d444485bb3eca855f9229', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'external_fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.227'}], 'enable_snat': True}, 'gw_port_id': '950d1e87-3f1a-4e2e-904d-dac4f6f2493a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:49:52Z', 'updated_at': '2021-09-23T19:49:59Z', 'revision_number': 4, 'project_id': '5ac332d3fb0d444485bb3eca855f9229', 'gw_port': {'id': '950d1e87-3f1a-4e2e-904d-dac4f6f2493a', 'name': '', 'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:ea:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77e3bc85-3262-4784-9355-f377ddb85f1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3603, 'fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:49:54Z', 'updated_at': '2021-09-23T19:50:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-16', '_floatingips': [{'id': 'ffd2c79d-a52c-42c7-b461-935441cca8bc', 'tenant_id': '5ac332d3fb0d444485bb3eca855f9229', 'floating_ip_address': '172.25.1.75', 'floating_network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'router_id': '77e3bc85-3262-4784-9355-f377ddb85f1f', 'port_id': '5f259a5d-f1ca-47ba-840e-03a8aac16eae', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3686, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8773f1c5-baf2-4787-acb8-ea82a658e3a7', 'mac_address': 'fa:16:3e:f6:cf:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91c04d5d-3047-4233-a6bc-ba42bfa3840b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-23T19:50:41Z', 'updated_at': '2021-09-23T19:50:41Z', 'revision_number': 0, 'project_id': '5ac332d3fb0d444485bb3eca855f9229', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1ed5719e-dd6b-4ddc-81d1-a3227ae8ebf9', 'name': '', 'network_id': '8773f1c5-baf2-4787-acb8-ea82a658e3a7', 'tenant_id': '5ac332d3fb0d444485bb3eca855f9229', 'mac_address': 'fa:16:3e:bb:a8:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77e3bc85-3262-4784-9355-f377ddb85f1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3609, 'fixed_ips': [{'subnet_id': '88534c19-3227-4f6f-84ae-147071738831', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:49:57Z', 'updated_at': '2021-09-23T19:50:06Z', 'revision_number': 5, 'project_id': '5ac332d3fb0d444485bb3eca855f9229', 'subnets': [{'id': '88534c19-3227-4f6f-84ae-147071738831', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-16', False) {} {{(pid=95103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:50:44.822871 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-804c0a03-71a3-45e8-ac2f-4cddcae9a6f1 None None] Pushing event updated for resources: {'Port': ['ID=4433077b-5417-4b47-b7d4-69f822fdc359,revision_number=3']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:50:44.877375 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-83003c79-8f32-4779-8d7f-5780cb34f9d4 req-96ecf282-14c0-4d14-a1c4-4ecdea3660f5 service neutron] 10.222.0.74 "GET /v2.0/networks/8773f1c5-baf2-4787-acb8-ea82a658e3a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1926744 Sep 23 19:50:44.888298 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84fcd40c-a016-4bd7-a0b6-0084dc1485f5 None None] Checking router: 77e3bc85-3262-4784-9355-f377ddb85f1f for host: n-d-713301-16 {{(pid=95103) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 19:50:44.906311 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84fcd40c-a016-4bd7-a0b6-0084dc1485f5 None None] Routers {'77e3bc85-3262-4784-9355-f377ddb85f1f'} bound to L3 agent in host n-d-713301-16 {{(pid=95103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 19:50:44.907384 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_hamode_db [None req-84fcd40c-a016-4bd7-a0b6-0084dc1485f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-23T19:07:52Z,description=,heartbeat_timestamp=2021-09-23T19:50:23Z,host='n-d-713301-16',id=79a740bf-7821-4989-8288-7186e3e128f3,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:07:52Z,topic='l3_agent')) {'router_ids': ['77e3bc85-3262-4784-9355-f377ddb85f1f'], 'active': True} {{(pid=95103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:50:44.968566 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-754c56f0-b628-4151-af04-b539d79ef0df None None] Provisioning complete for port f3bd318f-b51a-422b-a9a2-f9ace71c8631 triggered by entity DHCP. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:50:44.969626 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-754c56f0-b628-4151-af04-b539d79ef0df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:44.988285 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-acc7e131-d8dc-4f9b-a74a-11f41128967b tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-605701'] for port, precommit_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:45.002189 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.plugin [None req-acc7e131-d8dc-4f9b-a74a-11f41128967b tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] Calling delete_port for 627568e7-ab4f-48b3-a86c-3e4b4705c2a5 owned by {{(pid=95102) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:50:45.066248 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 48824) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:50:45.112303 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.plugin [None req-754c56f0-b628-4151-af04-b539d79ef0df None None] Port f3bd318f-b51a-422b-a9a2-f9ace71c8631 cannot update to ACTIVE because it is not bound. {{(pid=95103) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 19:50:45.170818 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-754c56f0-b628-4151-af04-b539d79ef0df None None] Provisioning complete for port 4433077b-5417-4b47-b7d4-69f822fdc359 triggered by entity DHCP. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:50:45.171250 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-754c56f0-b628-4151-af04-b539d79ef0df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:45.230218 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-83003c79-8f32-4779-8d7f-5780cb34f9d4 req-66d2f44f-3675-4ed6-bc08-d2c8ee2d3250 service neutron] 10.222.0.74 "GET /v2.0/networks/8773f1c5-baf2-4787-acb8-ea82a658e3a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3456814 Sep 23 19:50:45.254149 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-008e0acd-a133-4beb-b261-c406f63a7528 tempest-TestSecurityGroupsBasicOps-365501575 tempest-TestSecurityGroupsBasicOps-365501575-project] Notify callbacks [] for security_group, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:45.298969 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-008e0acd-a133-4beb-b261-c406f63a7528 tempest-TestSecurityGroupsBasicOps-365501575 tempest-TestSecurityGroupsBasicOps-365501575-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:45.314316 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_dvr_db [None req-84fcd40c-a016-4bd7-a0b6-0084dc1485f5 None None] Set router 77e3bc85-3262-4784-9355-f377ddb85f1f gateway port host: n-d-713301-16 {{(pid=95103) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 19:50:45.328717 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-acc7e131-d8dc-4f9b-a74a-11f41128967b tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783146162158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783145673144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4399100'] for port, after_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:45.367015 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-008e0acd-a133-4beb-b261-c406f63a7528 tempest-TestSecurityGroupsBasicOps-365501575 tempest-TestSecurityGroupsBasicOps-365501575-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:45.370081 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-008e0acd-a133-4beb-b261-c406f63a7528 tempest-TestSecurityGroupsBasicOps-365501575 tempest-TestSecurityGroupsBasicOps-365501575-project] Notify callbacks [] for security_group, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:45.371402 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-008e0acd-a133-4beb-b261-c406f63a7528 tempest-TestSecurityGroupsBasicOps-365501575 tempest-TestSecurityGroupsBasicOps-365501575-project] 10.222.0.67 "DELETE /v2.0/security-groups/da03c969-1309-403f-96c8-06acd6e05887 HTTP/1.1" status: 204 len: 168 time: 0.3033454 Sep 23 19:50:45.381783 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 48840) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:50:45.395078 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc7e131-d8dc-4f9b-a74a-11f41128967b tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] Pushing event deleted for resources: {'Port': ['ID=627568e7-ab4f-48b3-a86c-3e4b4705c2a5,revision_number=None']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:50:45.419945 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-008e0acd-a133-4beb-b261-c406f63a7528 tempest-TestSecurityGroupsBasicOps-365501575 tempest-TestSecurityGroupsBasicOps-365501575-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=da03c969-1309-403f-96c8-06acd6e05887,revision_number=None']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:50:45.442584 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-acc7e131-d8dc-4f9b-a74a-11f41128967b tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222849'] for port, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:45.447858 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-acc7e131-d8dc-4f9b-a74a-11f41128967b tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] 10.222.0.67 "DELETE /v2.0/ports/627568e7-ab4f-48b3-a86c-3e4b4705c2a5 HTTP/1.1" status: 204 len: 168 time: 0.7932756 Sep 23 19:50:45.449164 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 48850) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:50:45.505858 n-d-713301-16 neutron-server[95101]: INFO neutron.pecan_wsgi.hooks.translation [None req-5c744266-9353-4473-bcf3-46162920b91c tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] GET failed (client error): The resource could not be found. Sep 23 19:50:45.510303 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-5c744266-9353-4473-bcf3-46162920b91c tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] 10.222.0.67 "GET /v2.0/ports/627568e7-ab4f-48b3-a86c-3e4b4705c2a5 HTTP/1.1" status: 404 len: 333 time: 0.0575659 Sep 23 19:50:45.510917 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 48858) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:50:45.547163 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-59fd89d6-2dc2-4ba8-8e78-b7a3691a04fd tempest-TestSecurityGroupsBasicOps-365501575 tempest-TestSecurityGroupsBasicOps-365501575-project] Notify callbacks [] for security_group, before_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:45.608787 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-59fd89d6-2dc2-4ba8-8e78-b7a3691a04fd tempest-TestSecurityGroupsBasicOps-365501575 tempest-TestSecurityGroupsBasicOps-365501575-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:45.616161 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Device 87579656-435f-450f-8def-8f9d9db04ad7 no longer exists at agent hyperv_n-h1-713301-16 {{(pid=95103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 19:50:45.731236 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-59fd89d6-2dc2-4ba8-8e78-b7a3691a04fd tempest-TestSecurityGroupsBasicOps-365501575 tempest-TestSecurityGroupsBasicOps-365501575-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:45.735090 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-59fd89d6-2dc2-4ba8-8e78-b7a3691a04fd tempest-TestSecurityGroupsBasicOps-365501575 tempest-TestSecurityGroupsBasicOps-365501575-project] Notify callbacks [] for security_group, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:45.740200 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 48876) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:50:45.742070 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-59fd89d6-2dc2-4ba8-8e78-b7a3691a04fd tempest-TestSecurityGroupsBasicOps-365501575 tempest-TestSecurityGroupsBasicOps-365501575-project] 10.222.0.67 "DELETE /v2.0/security-groups/3dc2c4bb-68b9-40bf-aaa4-c0106b8f1ca7 HTTP/1.1" status: 204 len: 168 time: 0.3519118 Sep 23 19:50:45.770626 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59fd89d6-2dc2-4ba8-8e78-b7a3691a04fd tempest-TestSecurityGroupsBasicOps-365501575 tempest-TestSecurityGroupsBasicOps-365501575-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3dc2c4bb-68b9-40bf-aaa4-c0106b8f1ca7,revision_number=None']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:50:45.845817 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.plugin [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] No Port match for: 87579656-435f-450f-8def-8f9d9db04ad7 {{(pid=95103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 19:50:45.846864 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Device 87579656-435f-450f-8def-8f9d9db04ad7 not bound to the agent host n-h1-713301-16 {{(pid=95103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 19:50:45.847183 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.plugin [None req-83389117-4f98-4d74-8a7a-73543437817d tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] Deleting port f3bd318f-b51a-422b-a9a2-f9ace71c8631 {{(pid=95101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:50:45.850692 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-83389117-4f98-4d74-8a7a-73543437817d tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783146157096'] for port, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:45.932253 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Device 4433077b-5417-4b47-b7d4-69f822fdc359 up at agent ovs-agent-n-d-713301-16 {{(pid=95103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 19:50:46.028126 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 48904) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:50:46.056497 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-a6c2c417-d307-4deb-9f6a-286087d15b83 None None] Provisioning complete for port f3bd318f-b51a-422b-a9a2-f9ace71c8631 triggered by entity DHCP. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:50:46.057057 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-a6c2c417-d307-4deb-9f6a-286087d15b83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:46.109372 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.plugin [None req-a6c2c417-d307-4deb-9f6a-286087d15b83 None None] Port f3bd318f-b51a-422b-a9a2-f9ace71c8631 cannot update to ACTIVE because it is not bound. {{(pid=95103) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 19:50:46.113431 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Provisioning complete for port 4433077b-5417-4b47-b7d4-69f822fdc359 triggered by entity L2. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:50:46.113818 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:46.285614 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-53861cc3-4d06-4e13-b0e5-b911f04776a1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:46.292580 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-9a2f7080-e655-48c9-b0ef-5bc30a512641 None None] Could not find standard attr ID for object 627568e7-ab4f-48b3-a86c-3e4b4705c2a5. {{(pid=95103) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 23 19:50:46.299636 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_hamode_db [None req-84fcd40c-a016-4bd7-a0b6-0084dc1485f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77e3bc85-3262-4784-9355-f377ddb85f1f', 'name': 'tempest-TestServerBasicOps-696314741-router', 'tenant_id': '5ac332d3fb0d444485bb3eca855f9229', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'external_fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.227'}], 'enable_snat': True}, 'gw_port_id': '950d1e87-3f1a-4e2e-904d-dac4f6f2493a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:49:52Z', 'updated_at': '2021-09-23T19:49:59Z', 'revision_number': 4, 'project_id': '5ac332d3fb0d444485bb3eca855f9229', 'gw_port': {'id': '950d1e87-3f1a-4e2e-904d-dac4f6f2493a', 'name': '', 'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:ea:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77e3bc85-3262-4784-9355-f377ddb85f1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3603, 'fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:49:54Z', 'updated_at': '2021-09-23T19:50:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-16', '_floatingips': [{'id': 'ffd2c79d-a52c-42c7-b461-935441cca8bc', 'tenant_id': '5ac332d3fb0d444485bb3eca855f9229', 'floating_ip_address': '172.25.1.75', 'floating_network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'router_id': '77e3bc85-3262-4784-9355-f377ddb85f1f', 'port_id': '5f259a5d-f1ca-47ba-840e-03a8aac16eae', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3686, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8773f1c5-baf2-4787-acb8-ea82a658e3a7', 'mac_address': 'fa:16:3e:f6:cf:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91c04d5d-3047-4233-a6bc-ba42bfa3840b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-23T19:50:41Z', 'updated_at': '2021-09-23T19:50:41Z', 'revision_number': 0, 'project_id': '5ac332d3fb0d444485bb3eca855f9229', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1ed5719e-dd6b-4ddc-81d1-a3227ae8ebf9', 'name': '', 'network_id': '8773f1c5-baf2-4787-acb8-ea82a658e3a7', 'tenant_id': '5ac332d3fb0d444485bb3eca855f9229', 'mac_address': 'fa:16:3e:bb:a8:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77e3bc85-3262-4784-9355-f377ddb85f1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3609, 'fixed_ips': [{'subnet_id': '88534c19-3227-4f6f-84ae-147071738831', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:49:57Z', 'updated_at': '2021-09-23T19:50:06Z', 'revision_number': 5, 'project_id': '5ac332d3fb0d444485bb3eca855f9229', 'subnets': [{'id': '88534c19-3227-4f6f-84ae-147071738831', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-16', False) {} {{(pid=95103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:50:46.372880 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84fcd40c-a016-4bd7-a0b6-0084dc1485f5 None None] The sync data for ids ['77e3bc85-3262-4784-9355-f377ddb85f1f'] in n-d-713301-16 is: [{'id': '77e3bc85-3262-4784-9355-f377ddb85f1f', 'name': 'tempest-TestServerBasicOps-696314741-router', 'tenant_id': '5ac332d3fb0d444485bb3eca855f9229', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'external_fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.227'}], 'enable_snat': True}, 'gw_port_id': '950d1e87-3f1a-4e2e-904d-dac4f6f2493a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:49:52Z', 'updated_at': '2021-09-23T19:49:59Z', 'revision_number': 4, 'project_id': '5ac332d3fb0d444485bb3eca855f9229', 'gw_port': {'id': '950d1e87-3f1a-4e2e-904d-dac4f6f2493a', 'name': '', 'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:ea:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77e3bc85-3262-4784-9355-f377ddb85f1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3603, 'fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:49:54Z', 'updated_at': '2021-09-23T19:50:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-16', '_floatingips': [{'id': 'ffd2c79d-a52c-42c7-b461-935441cca8bc', 'tenant_id': '5ac332d3fb0d444485bb3eca855f9229', 'floating_ip_address': '172.25.1.75', 'floating_network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'router_id': '77e3bc85-3262-4784-9355-f377ddb85f1f', 'port_id': '5f259a5d-f1ca-47ba-840e-03a8aac16eae', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3686, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8773f1c5-baf2-4787-acb8-ea82a658e3a7', 'mac_address': 'fa:16:3e:f6:cf:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91c04d5d-3047-4233-a6bc-ba42bfa3840b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-23T19:50:41Z', 'updated_at': '2021-09-23T19:50:41Z', 'revision_number': 0, 'project_id': '5ac332d3fb0d444485bb3eca855f9229', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1ed5719e-dd6b-4ddc-81d1-a3227ae8ebf9', 'name': '', 'network_id': '8773f1c5-baf2-4787-acb8-ea82a658e3a7', 'tenant_id': '5ac332d3fb0d444485bb3eca855f9229', 'mac_address': 'fa:16:3e:bb:a8:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77e3bc85-3262-4784-9355-f377ddb85f1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3609, 'fixed_ips': [{'subnet_id': '88534c19-3227-4f6f-84ae-147071738831', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:49:57Z', 'updated_at': '2021-09-23T19:50:06Z', 'revision_number': 5, 'project_id': '5ac332d3fb0d444485bb3eca855f9229', 'subnets': [{'id': '88534c19-3227-4f6f-84ae-147071738831', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 19:50:46.530853 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-53861cc3-4d06-4e13-b0e5-b911f04776a1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:46.544438 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-53861cc3-4d06-4e13-b0e5-b911f04776a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:46.634220 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-53861cc3-4d06-4e13-b0e5-b911f04776a1 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=a970523e5060400e8498022d27695293&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6038396 Sep 23 19:50:46.635248 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53861cc3-4d06-4e13-b0e5-b911f04776a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=579df7e4-22d2-4b23-8029-d78be39f9d8d,revision_number=1']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:50:46.639565 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 48966) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:50:46.656595 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-83389117-4f98-4d74-8a7a-73543437817d tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-605701'] for port, precommit_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:46.703659 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.plugin [None req-83389117-4f98-4d74-8a7a-73543437817d tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] Calling delete_port for f3bd318f-b51a-422b-a9a2-f9ace71c8631 owned by {{(pid=95101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:50:46.713283 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-f708662e-15d5-44a4-ab22-a315f6f01a3c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:46.747113 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-f708662e-15d5-44a4-ab22-a315f6f01a3c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:46.810927 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7aeaa616-28dd-4a7f-b7a3-bb0a16549b67 None None] New status for floating IP ffd2c79d-a52c-42c7-b461-935441cca8bc: ACTIVE {{(pid=95104) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 23 19:50:46.828947 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-f708662e-15d5-44a4-ab22-a315f6f01a3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:46.832834 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-f708662e-15d5-44a4-ab22-a315f6f01a3c admin admin] Notify callbacks [] for security_group, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:46.834654 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-f708662e-15d5-44a4-ab22-a315f6f01a3c admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/579df7e4-22d2-4b23-8029-d78be39f9d8d HTTP/1.1" status: 204 len: 168 time: 0.1936438 Sep 23 19:50:46.868478 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f708662e-15d5-44a4-ab22-a315f6f01a3c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=579df7e4-22d2-4b23-8029-d78be39f9d8d,revision_number=None']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:50:47.027692 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-83389117-4f98-4d74-8a7a-73543437817d tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783146162158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783145673144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5607431'] for port, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:47.090327 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83389117-4f98-4d74-8a7a-73543437817d tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] Pushing event deleted for resources: {'Port': ['ID=f3bd318f-b51a-422b-a9a2-f9ace71c8631,revision_number=None']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:50:47.147259 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-83389117-4f98-4d74-8a7a-73543437817d tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222849'] for port, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:47.150078 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-83389117-4f98-4d74-8a7a-73543437817d tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] 10.222.0.67 "DELETE /v2.0/ports/f3bd318f-b51a-422b-a9a2-f9ace71c8631 HTTP/1.1" status: 204 len: 168 time: 1.6372228 Sep 23 19:50:47.152148 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 49016) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:50:47.179304 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-ca70499a-0344-4642-aac6-f445d7fe4c4e tempest-TestSecurityGroupsBasicOps-365501575 tempest-TestSecurityGroupsBasicOps-365501575-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-601372'] for router_interface, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:47.224161 n-d-713301-16 neutron-server[95102]: INFO neutron.pecan_wsgi.hooks.translation [None req-05a765c2-2762-4e4f-81b2-c18929edd89f tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] GET failed (client error): The resource could not be found. Sep 23 19:50:47.228825 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-05a765c2-2762-4e4f-81b2-c18929edd89f tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] 10.222.0.67 "GET /v2.0/ports/f3bd318f-b51a-422b-a9a2-f9ace71c8631 HTTP/1.1" status: 404 len: 333 time: 0.0732551 Sep 23 19:50:47.230679 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 49024) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:50:47.409615 n-d-713301-16 neutron-server[95102]: DEBUG neutron.db.db_base_plugin_v2 [None req-52bbbbe7-4e83-4056-b114-a567d10d3eaa tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] Deleting subnet 8394d58b-6542-44ea-957b-a946378bbd9c {{(pid=95102) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 23 19:50:47.424726 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-52bbbbe7-4e83-4056-b114-a567d10d3eaa tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] Notify callbacks [] for subnet, before_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:47.531442 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-52bbbbe7-4e83-4056-b114-a567d10d3eaa tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6162825'] for subnet, precommit_delete_associations {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:47.684336 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-52bbbbe7-4e83-4056-b114-a567d10d3eaa tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1756813'] for subnet, precommit_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:47.815659 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-52bbbbe7-4e83-4056-b114-a567d10d3eaa tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1756804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4399009', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5388229'] for subnet, after_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:47.829869 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.plugin [None req-ca70499a-0344-4642-aac6-f445d7fe4c4e tempest-TestSecurityGroupsBasicOps-365501575 tempest-TestSecurityGroupsBasicOps-365501575-project] Deleting port 8234bf98-d662-42b6-837d-e88e25efad9b {{(pid=95101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:50:47.830365 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-ca70499a-0344-4642-aac6-f445d7fe4c4e tempest-TestSecurityGroupsBasicOps-365501575 tempest-TestSecurityGroupsBasicOps-365501575-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783146157096'] for port, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:47.869614 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52bbbbe7-4e83-4056-b114-a567d10d3eaa tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] Pushing event deleted for resources: {'Subnet': ['ID=8394d58b-6542-44ea-957b-a946378bbd9c,revision_number=None']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:50:47.878709 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-52bbbbe7-4e83-4056-b114-a567d10d3eaa tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] Notify callbacks [] for subnet, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:47.879463 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec688269-a071-4ca2-a9fa-149952242951 None None] Network 7d1e380f-43e0-4067-9801-45ce94082072 requested from n-d-713301-16 {{(pid=95103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 19:50:47.881092 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-52bbbbe7-4e83-4056-b114-a567d10d3eaa tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] 10.222.0.67 "DELETE /v2.0/subnets/8394d58b-6542-44ea-957b-a946378bbd9c HTTP/1.1" status: 204 len: 168 time: 0.6477251 Sep 23 19:50:47.884541 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 49106) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:50:47.988559 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.db [None req-ca70499a-0344-4642-aac6-f445d7fe4c4e tempest-TestSecurityGroupsBasicOps-365501575 tempest-TestSecurityGroupsBasicOps-365501575-project] For port 8234bf98-d662-42b6-837d-e88e25efad9b, host n-d-713301-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-16',level=0,port_id=8234bf98-d662-42b6-837d-e88e25efad9b,segment=NetworkSegment(450c5ced-c09d-43dc-9a9f-49419bcb1f28),segment_id=450c5ced-c09d-43dc-9a9f-49419bcb1f28)] {{(pid=95101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:50:47.990140 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-ca70499a-0344-4642-aac6-f445d7fe4c4e tempest-TestSecurityGroupsBasicOps-365501575 tempest-TestSecurityGroupsBasicOps-365501575-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-605701'] for port, precommit_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:48.017961 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.plugin [None req-ca70499a-0344-4642-aac6-f445d7fe4c4e tempest-TestSecurityGroupsBasicOps-365501575 tempest-TestSecurityGroupsBasicOps-365501575-project] Calling delete_port for 8234bf98-d662-42b6-837d-e88e25efad9b owned by network:router_interface {{(pid=95101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:50:48.019164 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-d325e27c-3828-4e9f-8f4c-bfa4381d6470 tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1628021'] for network, before_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:48.128312 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.plugin [None req-d325e27c-3828-4e9f-8f4c-bfa4381d6470 tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] Deleting port 4433077b-5417-4b47-b7d4-69f822fdc359 {{(pid=95102) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:50:48.128921 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-d325e27c-3828-4e9f-8f4c-bfa4381d6470 tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783146157096'] for port, before_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:48.243203 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.db [None req-d325e27c-3828-4e9f-8f4c-bfa4381d6470 tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] For port 4433077b-5417-4b47-b7d4-69f822fdc359, host n-d-713301-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-16',level=0,port_id=4433077b-5417-4b47-b7d4-69f822fdc359,segment=NetworkSegment(0440f953-8537-4a71-8b55-8d0b1b19d75e),segment_id=0440f953-8537-4a71-8b55-8d0b1b19d75e)] {{(pid=95102) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:50:48.246419 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d852c0c-3480-4de4-aa70-a327386c7b3d None None] DHCP port deletion for 7d1e380f-43e0-4067-9801-45ce94082072 request from n-d-713301-16 {{(pid=95103) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 23 19:50:48.249200 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-d325e27c-3828-4e9f-8f4c-bfa4381d6470 tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-605701'] for port, precommit_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:48.273713 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.plugin [None req-d325e27c-3828-4e9f-8f4c-bfa4381d6470 tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] Calling delete_port for 4433077b-5417-4b47-b7d4-69f822fdc359 owned by network:dhcp {{(pid=95102) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:50:48.315778 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.plugin [None req-9d852c0c-3480-4de4-aa70-a327386c7b3d None None] Deleting port 4433077b-5417-4b47-b7d4-69f822fdc359 {{(pid=95103) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:50:48.316159 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-9d852c0c-3480-4de4-aa70-a327386c7b3d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783146157096'] for port, before_delete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:48.340509 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-ca70499a-0344-4642-aac6-f445d7fe4c4e tempest-TestSecurityGroupsBasicOps-365501575 tempest-TestSecurityGroupsBasicOps-365501575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783146162158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783145673144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5607431'] for port, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:48.396098 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca70499a-0344-4642-aac6-f445d7fe4c4e tempest-TestSecurityGroupsBasicOps-365501575 tempest-TestSecurityGroupsBasicOps-365501575-project] Pushing event deleted for resources: {'Port': ['ID=8234bf98-d662-42b6-837d-e88e25efad9b,revision_number=None']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:50:48.423096 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-d325e27c-3828-4e9f-8f4c-bfa4381d6470 tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783146162158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783145673144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4399100'] for port, after_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:48.443296 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-9d852c0c-3480-4de4-aa70-a327386c7b3d None None] For port 4433077b-5417-4b47-b7d4-69f822fdc359, host n-d-713301-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-16',level=0,port_id=4433077b-5417-4b47-b7d4-69f822fdc359,segment=NetworkSegment(0440f953-8537-4a71-8b55-8d0b1b19d75e),segment_id=0440f953-8537-4a71-8b55-8d0b1b19d75e)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:50:48.443733 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-9d852c0c-3480-4de4-aa70-a327386c7b3d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-605701'] for port, precommit_delete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:48.468547 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d325e27c-3828-4e9f-8f4c-bfa4381d6470 tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] Pushing event deleted for resources: {'Port': ['ID=4433077b-5417-4b47-b7d4-69f822fdc359,revision_number=None']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:50:48.472812 n-d-713301-16 neutron-server[95102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d325e27c-3828-4e9f-8f4c-bfa4381d6470 tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] No DVR routers for this DVR port 4433077b-5417-4b47-b7d4-69f822fdc359 on host n-d-713301-16 {{(pid=95102) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 19:50:48.501883 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.plugin [None req-9d852c0c-3480-4de4-aa70-a327386c7b3d None None] Calling delete_port for 4433077b-5417-4b47-b7d4-69f822fdc359 owned by network:dhcp {{(pid=95103) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:50:48.595970 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-d325e27c-3828-4e9f-8f4c-bfa4381d6470 tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1754676', 'neutron.services.segments.db._delete_segments_for_network-8783146221460'] for network, precommit_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:48.630934 n-d-713301-16 neutron-server[95102]: DEBUG neutron.services.segments.db [None req-d325e27c-3828-4e9f-8f4c-bfa4381d6470 tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7d1e380f-43e0-4067-9801-45ce94082072']}} {{(pid=95102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:50:48.646469 n-d-713301-16 neutron-server[95102]: DEBUG neutron.services.segments.db [None req-d325e27c-3828-4e9f-8f4c-bfa4381d6470 tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0440f953-8537-4a71-8b55-8d0b1b19d75e') {'for_net_delete': True} {{(pid=95102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:50:48.646807 n-d-713301-16 neutron-server[95102]: DEBUG neutron.services.segments.db [None req-d325e27c-3828-4e9f-8f4c-bfa4381d6470 tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0440f953-8537-4a71-8b55-8d0b1b19d75e') {} {{(pid=95102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:50:48.652433 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-9d852c0c-3480-4de4-aa70-a327386c7b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783146162158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783145673144'] for port, after_delete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:48.658830 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-d325e27c-3828-4e9f-8f4c-bfa4381d6470 tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783146221725', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6162832'] for segment, before_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:48.675875 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-d325e27c-3828-4e9f-8f4c-bfa4381d6470 tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1756186'] for segment, precommit_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:48.687707 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d325e27c-3828-4e9f-8f4c-bfa4381d6470 tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] Releasing vlan 637 on physical network physnet1 to pool {{(pid=95102) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 19:50:48.688265 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-d325e27c-3828-4e9f-8f4c-bfa4381d6470 tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1756186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4398095'] for segment, after_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:48.699008 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d852c0c-3480-4de4-aa70-a327386c7b3d None None] Pushing event deleted for resources: {'Port': ['ID=4433077b-5417-4b47-b7d4-69f822fdc359,revision_number=None']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:50:48.704408 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d852c0c-3480-4de4-aa70-a327386c7b3d None None] No DVR routers for this DVR port 4433077b-5417-4b47-b7d4-69f822fdc359 on host n-d-713301-16 {{(pid=95103) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 19:50:48.723302 n-d-713301-16 neutron-server[95102]: Traceback (most recent call last): Sep 23 19:50:48.723302 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 19:50:48.723302 n-d-713301-16 neutron-server[95102]: timer() Sep 23 19:50:48.723302 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 19:50:48.723302 n-d-713301-16 neutron-server[95102]: cb(*args, **kw) Sep 23 19:50:48.723302 n-d-713301-16 neutron-server[95102]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 19:50:48.723302 n-d-713301-16 neutron-server[95102]: return func(*args, **kwargs) Sep 23 19:50:48.723302 n-d-713301-16 neutron-server[95102]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 19:50:48.723302 n-d-713301-16 neutron-server[95102]: self._notify() Sep 23 19:50:48.723302 n-d-713301-16 neutron-server[95102]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 19:50:48.723302 n-d-713301-16 neutron-server[95102]: self.callback(batched_events) Sep 23 19:50:48.723302 n-d-713301-16 neutron-server[95102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 19:50:48.723302 n-d-713301-16 neutron-server[95102]: event.method(event) Sep 23 19:50:48.723302 n-d-713301-16 neutron-server[95102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 19:50:48.723302 n-d-713301-16 neutron-server[95102]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 19:50:48.723302 n-d-713301-16 neutron-server[95102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 19:50:48.723302 n-d-713301-16 neutron-server[95102]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 19:50:48.723302 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 19:50:48.723302 n-d-713301-16 neutron-server[95102]: return f(self, *a, **k) Sep 23 19:50:48.723302 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 19:50:48.723302 n-d-713301-16 neutron-server[95102]: return self._get(url).json() Sep 23 19:50:48.723302 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 19:50:48.723302 n-d-713301-16 neutron-server[95102]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 19:50:48.723302 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 19:50:48.723302 n-d-713301-16 neutron-server[95102]: return self.request(url, 'GET', **kwargs) Sep 23 19:50:48.723302 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 19:50:48.723302 n-d-713301-16 neutron-server[95102]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 19:50:48.723302 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 19:50:48.723302 n-d-713301-16 neutron-server[95102]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 19:50:48.723302 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 19:50:48.723302 n-d-713301-16 neutron-server[95102]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 19:50:48.723302 n-d-713301-16 neutron-server[95102]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 19:50:48.738337 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d852c0c-3480-4de4-aa70-a327386c7b3d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:50:48.741184 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d852c0c-3480-4de4-aa70-a327386c7b3d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:50:48.741694 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d852c0c-3480-4de4-aa70-a327386c7b3d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:50:48.742819 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d852c0c-3480-4de4-aa70-a327386c7b3d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:50:48.743806 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d852c0c-3480-4de4-aa70-a327386c7b3d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:50:48.748197 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d852c0c-3480-4de4-aa70-a327386c7b3d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:50:48.748496 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d852c0c-3480-4de4-aa70-a327386c7b3d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:50:48.748928 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d852c0c-3480-4de4-aa70-a327386c7b3d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:50:48.749271 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d852c0c-3480-4de4-aa70-a327386c7b3d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:50:48.749614 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d852c0c-3480-4de4-aa70-a327386c7b3d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:50:48.749953 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d852c0c-3480-4de4-aa70-a327386c7b3d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:50:48.750286 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d852c0c-3480-4de4-aa70-a327386c7b3d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:50:48.820194 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-d325e27c-3828-4e9f-8f4c-bfa4381d6470 tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1754627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-601866'] for network, after_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:48.823838 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-ca70499a-0344-4642-aac6-f445d7fe4c4e tempest-TestSecurityGroupsBasicOps-365501575 tempest-TestSecurityGroupsBasicOps-365501575-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-527322', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-602005'] for router_interface, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:48.833856 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-d325e27c-3828-4e9f-8f4c-bfa4381d6470 tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] Notify callbacks [] for network, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:48.837838 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-d325e27c-3828-4e9f-8f4c-bfa4381d6470 tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] 10.222.0.67 "DELETE /v2.0/networks/7d1e380f-43e0-4067-9801-45ce94082072 HTTP/1.1" status: 204 len: 168 time: 0.9514995 Sep 23 19:50:48.846498 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 49214) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:50:48.850661 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d325e27c-3828-4e9f-8f4c-bfa4381d6470 tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] Pushing event deleted for resources: {'Network': ['ID=7d1e380f-43e0-4067-9801-45ce94082072,revision_number=None']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:50:48.860143 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.v2.base [None req-d8cb2e43-a09d-4c9d-b558-7173fe5982f0 tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1003758775'}} {{(pid=95101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:50:48.955061 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8cb2e43-a09d-4c9d-b558-7173fe5982f0 tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] Made reservation on behalf of 68089a352b444323aeac869b275be256 for: {'network': 1} {{(pid=95101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:50:48.959073 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-d8cb2e43-a09d-4c9d-b558-7173fe5982f0 tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for network, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:49.000326 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d8cb2e43-a09d-4c9d-b558-7173fe5982f0 tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 613} {{(pid=95101) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 19:50:49.018735 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-d8cb2e43-a09d-4c9d-b558-7173fe5982f0 tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1756186'] for segment, precommit_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:49.019081 n-d-713301-16 neutron-server[95101]: INFO neutron.db.segments_db [None req-d8cb2e43-a09d-4c9d-b558-7173fe5982f0 tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] Added segment fd630af2-524d-4998-a7ab-b31ca7a1a2ce of type vlan for network 1d5201fc-0c0b-451d-8f2c-69efe9095e1a Sep 23 19:50:49.131641 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-d8cb2e43-a09d-4c9d-b558-7173fe5982f0 tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783145630486'] for network, precommit_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:49.180501 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-d8cb2e43-a09d-4c9d-b558-7173fe5982f0 tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299'] for network, after_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:49.187631 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8cb2e43-a09d-4c9d-b558-7173fe5982f0 tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:50:49.188330 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-d8cb2e43-a09d-4c9d-b558-7173fe5982f0 tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] Notify callbacks [] for network, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:49.243833 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca70499a-0344-4642-aac6-f445d7fe4c4e tempest-TestSecurityGroupsBasicOps-365501575 tempest-TestSecurityGroupsBasicOps-365501575-project] Router dfa9a0f3-b5a0-447b-a08f-be6bd2ec3fa5 has already been hosted by L3 agent 79a740bf-7821-4989-8288-7186e3e128f3 {{(pid=95101) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 19:50:49.249692 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 49278) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:50:49.249819 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-d8cb2e43-a09d-4c9d-b558-7173fe5982f0 tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.3971689 Sep 23 19:50:49.255481 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.v2.base [None req-b731a9fe-8b12-42fb-8a4b-3f21d861769b tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] Request body: {'subnet': {'network_id': '1d5201fc-0c0b-451d-8f2c-69efe9095e1a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=95102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:50:49.287883 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8cb2e43-a09d-4c9d-b558-7173fe5982f0 tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] Pushing event updated for resources: {'Network': ['ID=1d5201fc-0c0b-451d-8f2c-69efe9095e1a,revision_number=1']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:50:49.305263 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Network 1d5201fc-0c0b-451d-8f2c-69efe9095e1a details requested by agent ovs-agent-n-d-713301-16 with host n-d-713301-16 {{(pid=95103) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 19:50:49.433896 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b731a9fe-8b12-42fb-8a4b-3f21d861769b tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] Made reservation on behalf of 68089a352b444323aeac869b275be256 for: {'subnet': 1} {{(pid=95102) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:50:49.438797 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-b731a9fe-8b12-42fb-8a4b-3f21d861769b tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5388256'] for subnet, before_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:49.449645 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca70499a-0344-4642-aac6-f445d7fe4c4e tempest-TestSecurityGroupsBasicOps-365501575 tempest-TestSecurityGroupsBasicOps-365501575-project] Notify agent at l3_agent.n-d-713301-16 the message routers_updated {{(pid=95101) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 19:50:49.458918 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-ca70499a-0344-4642-aac6-f445d7fe4c4e tempest-TestSecurityGroupsBasicOps-365501575 tempest-TestSecurityGroupsBasicOps-365501575-project] 10.222.0.67 "PUT /v2.0/routers/dfa9a0f3-b5a0-447b-a08f-be6bd2ec3fa5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7125928 Sep 23 19:50:49.459190 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 49306) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:50:49.462361 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64d25282-4c27-4747-839a-67e4bb5d96ae None None] Sync routers for ids ['dfa9a0f3-b5a0-447b-a08f-be6bd2ec3fa5'] in n-d-713301-16 {{(pid=95103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 19:50:49.492340 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64d25282-4c27-4747-839a-67e4bb5d96ae None None] Routers {'dfa9a0f3-b5a0-447b-a08f-be6bd2ec3fa5'} bound to L3 agent in host n-d-713301-16 {{(pid=95103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 19:50:49.493443 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_hamode_db [None req-64d25282-4c27-4747-839a-67e4bb5d96ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-23T19:07:52Z,description=,heartbeat_timestamp=2021-09-23T19:50:23Z,host='n-d-713301-16',id=79a740bf-7821-4989-8288-7186e3e128f3,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:07:52Z,topic='l3_agent')) {'router_ids': ['dfa9a0f3-b5a0-447b-a08f-be6bd2ec3fa5'], 'active': True} {{(pid=95103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:50:49.568438 n-d-713301-16 neutron-server[95101]: DEBUG neutron.db.db_base_plugin_v2 [None req-56f08ecd-c3ac-4631-95c5-eaf1e90df07d tempest-TestSecurityGroupsBasicOps-365501575 tempest-TestSecurityGroupsBasicOps-365501575-project] Deleting subnet 6e6812a9-a972-42aa-9511-2fb17217da70 {{(pid=95101) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 23 19:50:49.572575 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-56f08ecd-c3ac-4631-95c5-eaf1e90df07d tempest-TestSecurityGroupsBasicOps-365501575 tempest-TestSecurityGroupsBasicOps-365501575-project] Notify callbacks [] for subnet, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:49.630186 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-56f08ecd-c3ac-4631-95c5-eaf1e90df07d tempest-TestSecurityGroupsBasicOps-365501575 tempest-TestSecurityGroupsBasicOps-365501575-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6007154'] for subnet, precommit_delete_associations {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:49.723969 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-79c03b27-3f09-42a6-9463-a63ae5df08a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:49.738079 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_dvr_db [None req-64d25282-4c27-4747-839a-67e4bb5d96ae None None] Set router dfa9a0f3-b5a0-447b-a08f-be6bd2ec3fa5 gateway port host: n-d-713301-16 {{(pid=95103) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 19:50:49.782198 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-56f08ecd-c3ac-4631-95c5-eaf1e90df07d tempest-TestSecurityGroupsBasicOps-365501575 tempest-TestSecurityGroupsBasicOps-365501575-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1756813'] for subnet, precommit_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:49.796092 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-b731a9fe-8b12-42fb-8a4b-3f21d861769b tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4398944', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5388242'] for subnet, after_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:49.884278 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b731a9fe-8b12-42fb-8a4b-3f21d861769b tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] Pushing event updated for resources: {'Subnet': ['ID=a72e5ec7-727a-4dfc-bf4c-f161ff652923,revision_number=0']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:50:49.921781 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-56f08ecd-c3ac-4631-95c5-eaf1e90df07d tempest-TestSecurityGroupsBasicOps-365501575 tempest-TestSecurityGroupsBasicOps-365501575-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1756804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5607514', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6130950'] for subnet, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:49.928307 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b731a9fe-8b12-42fb-8a4b-3f21d861769b tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] Checking segment: {'id': 'fd630af2-524d-4998-a7ab-b31ca7a1a2ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '1d5201fc-0c0b-451d-8f2c-69efe9095e1a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95102) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:50:49.928835 n-d-713301-16 neutron-server[95102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b731a9fe-8b12-42fb-8a4b-3f21d861769b tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] Network hostable DHCP agents. Network: 1d5201fc-0c0b-451d-8f2c-69efe9095e1a, hostable agents: ['1b18bf05-1b5f-4587-be5c-af3ac38e32ad'], hosted agents: [] {{(pid=95102) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 19:50:49.929011 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Device 4433077b-5417-4b47-b7d4-69f822fdc359 no longer exists at agent ovs-agent-n-d-713301-16 {{(pid=95103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 19:50:49.949740 n-d-713301-16 neutron-server[95102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b731a9fe-8b12-42fb-8a4b-3f21d861769b tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] Network 1d5201fc-0c0b-451d-8f2c-69efe9095e1a is scheduled to be hosted by DHCP agent 1b18bf05-1b5f-4587-be5c-af3ac38e32ad with binding_index 1 {{(pid=95102) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 19:50:49.958871 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f08ecd-c3ac-4631-95c5-eaf1e90df07d tempest-TestSecurityGroupsBasicOps-365501575 tempest-TestSecurityGroupsBasicOps-365501575-project] Pushing event deleted for resources: {'Subnet': ['ID=6e6812a9-a972-42aa-9511-2fb17217da70,revision_number=None']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:50:49.961274 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-56f08ecd-c3ac-4631-95c5-eaf1e90df07d tempest-TestSecurityGroupsBasicOps-365501575 tempest-TestSecurityGroupsBasicOps-365501575-project] Notify callbacks [] for subnet, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:49.961820 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.plugin [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] No Port match for: 4433077b-5417-4b47-b7d4-69f822fdc359 {{(pid=95103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 19:50:49.962325 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Device 4433077b-5417-4b47-b7d4-69f822fdc359 not bound to the agent host n-d-713301-16 {{(pid=95103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 19:50:49.963173 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-56f08ecd-c3ac-4631-95c5-eaf1e90df07d tempest-TestSecurityGroupsBasicOps-365501575 tempest-TestSecurityGroupsBasicOps-365501575-project] 10.222.0.67 "DELETE /v2.0/subnets/6e6812a9-a972-42aa-9511-2fb17217da70 HTTP/1.1" status: 204 len: 168 time: 0.5032282 Sep 23 19:50:49.966773 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 49348) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:50:49.969276 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd30c530-5a02-4beb-a912-c023d65dca4d None None] Network 968fd5c2-1ec4-418f-821a-c42aa6094b44 requested from n-d-713301-16 {{(pid=95103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 19:50:49.978864 n-d-713301-16 neutron-server[95102]: DEBUG neutron.scheduler.base_scheduler [None req-b731a9fe-8b12-42fb-8a4b-3f21d861769b tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713301-16, 1d5201fc-0c0b-451d-8f2c-69efe9095e1a) {{(pid=95102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:50:49.988412 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b731a9fe-8b12-42fb-8a4b-3f21d861769b tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:50:49.989211 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-b731a9fe-8b12-42fb-8a4b-3f21d861769b tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] Notify callbacks [] for subnet, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:49.996743 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2745b98f-6553-454b-9c5b-3193e1dd44f1 None None] Network 1d5201fc-0c0b-451d-8f2c-69efe9095e1a requested from n-d-713301-16 {{(pid=95103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 19:50:50.011858 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-b731a9fe-8b12-42fb-8a4b-3f21d861769b tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7610252 Sep 23 19:50:50.012832 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 49350) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:50:50.020810 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.v2.base [None req-8e333869-b004-455f-b9d4-afe876749493 tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] Request body: {'port': {'network_id': '1d5201fc-0c0b-451d-8f2c-69efe9095e1a', 'name': 'tempest-PortsIpV6TestJSON-1451267990', 'fixed_ips': [{'subnet_id': 'a72e5ec7-727a-4dfc-bf4c-f161ff652923', 'ip_address': '2001:db8::10'}]}} {{(pid=95102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:50:50.115504 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-8de357cc-8244-4567-a7be-efca5a2ee272 tempest-TestSecurityGroupsBasicOps-365501575 tempest-TestSecurityGroupsBasicOps-365501575-project] Notify callbacks [] for router, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:50.162222 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e333869-b004-455f-b9d4-afe876749493 tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] Made reservation on behalf of 68089a352b444323aeac869b275be256 for: {'port': 1} {{(pid=95102) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:50:50.257071 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-8de357cc-8244-4567-a7be-efca5a2ee272 tempest-TestSecurityGroupsBasicOps-365501575 tempest-TestSecurityGroupsBasicOps-365501575-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:50.272982 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-8e333869-b004-455f-b9d4-afe876749493 tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:50.298693 n-d-713301-16 neutron-server[95102]: DEBUG neutron.notifiers.nova [None req-8e333869-b004-455f-b9d4-afe876749493 tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] device_id is not set on port 235a2619-266f-4627-88e2-eaa0a17feed1 yet. {{(pid=95102) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 23 19:50:50.303342 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_hamode_db [None req-64d25282-4c27-4747-839a-67e4bb5d96ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dfa9a0f3-b5a0-447b-a08f-be6bd2ec3fa5', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1472157449', 'tenant_id': 'bac6fc5f7b6645d7a54784d0fdaa00b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'external_fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.180'}], 'enable_snat': True}, 'gw_port_id': 'd0cf1bca-487a-4ec0-bbbd-aec3ac1fc6f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:48:47Z', 'updated_at': '2021-09-23T19:50:48Z', 'revision_number': 5, 'project_id': 'bac6fc5f7b6645d7a54784d0fdaa00b3', 'gw_port': {'id': 'd0cf1bca-487a-4ec0-bbbd-aec3ac1fc6f9', 'name': '', 'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:53:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfa9a0f3-b5a0-447b-a08f-be6bd2ec3fa5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3372, 'fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:48:48Z', 'updated_at': '2021-09-23T19:48:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-16'}], 'n-d-713301-16', False) {} {{(pid=95103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:50:50.341731 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.plugin [None req-8de357cc-8244-4567-a7be-efca5a2ee272 tempest-TestSecurityGroupsBasicOps-365501575 tempest-TestSecurityGroupsBasicOps-365501575-project] Deleting port d0cf1bca-487a-4ec0-bbbd-aec3ac1fc6f9 {{(pid=95101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:50:50.342335 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-8de357cc-8244-4567-a7be-efca5a2ee272 tempest-TestSecurityGroupsBasicOps-365501575 tempest-TestSecurityGroupsBasicOps-365501575-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783146157096'] for port, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:50.367898 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64d25282-4c27-4747-839a-67e4bb5d96ae None None] Checking router: dfa9a0f3-b5a0-447b-a08f-be6bd2ec3fa5 for host: n-d-713301-16 {{(pid=95103) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 19:50:50.374371 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-694852fb-1db9-4f6b-b542-e1a9c417c7f3 None None] DHCP port deletion for 968fd5c2-1ec4-418f-821a-c42aa6094b44 request from n-d-713301-16 {{(pid=95103) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 23 19:50:50.389031 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fab20f64-32cf-454d-b6bd-d736e2906f3a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4c8b80df-07eb-5275-9f17-5cf640db67c0-1d5201fc-0c0b-451d-8f2c-69efe9095e1a', 'network_id': '1d5201fc-0c0b-451d-8f2c-69efe9095e1a', 'tenant_id': '68089a352b444323aeac869b275be256', 'fixed_ips': [{'subnet_id': 'a72e5ec7-727a-4dfc-bf4c-f161ff652923'}]}} from n-d-713301-16. {{(pid=95103) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 23 19:50:50.390175 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-fab20f64-32cf-454d-b6bd-d736e2906f3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_create {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:50.426649 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64d25282-4c27-4747-839a-67e4bb5d96ae None None] Routers {'dfa9a0f3-b5a0-447b-a08f-be6bd2ec3fa5'} bound to L3 agent in host n-d-713301-16 {{(pid=95103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 19:50:50.427382 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_hamode_db [None req-64d25282-4c27-4747-839a-67e4bb5d96ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-23T19:07:52Z,description=,heartbeat_timestamp=2021-09-23T19:50:23Z,host='n-d-713301-16',id=79a740bf-7821-4989-8288-7186e3e128f3,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:07:52Z,topic='l3_agent')) {'router_ids': ['dfa9a0f3-b5a0-447b-a08f-be6bd2ec3fa5'], 'active': True} {{(pid=95103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:50:50.503971 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.db [None req-8de357cc-8244-4567-a7be-efca5a2ee272 tempest-TestSecurityGroupsBasicOps-365501575 tempest-TestSecurityGroupsBasicOps-365501575-project] For port d0cf1bca-487a-4ec0-bbbd-aec3ac1fc6f9, host n-d-713301-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-16',level=0,port_id=d0cf1bca-487a-4ec0-bbbd-aec3ac1fc6f9,segment=NetworkSegment(7d4027f1-d893-4c7b-95d4-757b8e44e380),segment_id=7d4027f1-d893-4c7b-95d4-757b8e44e380)] {{(pid=95101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:50:50.504655 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-8de357cc-8244-4567-a7be-efca5a2ee272 tempest-TestSecurityGroupsBasicOps-365501575 tempest-TestSecurityGroupsBasicOps-365501575-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-605701'] for port, precommit_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:50.534264 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.plugin [None req-8de357cc-8244-4567-a7be-efca5a2ee272 tempest-TestSecurityGroupsBasicOps-365501575 tempest-TestSecurityGroupsBasicOps-365501575-project] Calling delete_port for d0cf1bca-487a-4ec0-bbbd-aec3ac1fc6f9 owned by network:router_gateway {{(pid=95101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:50:50.537714 n-d-713301-16 neutron-server[95102]: DEBUG neutron.db.db_base_plugin_common [None req-8e333869-b004-455f-b9d4-afe876749493 tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] Allocated IP 2001:db8::10 (1d5201fc-0c0b-451d-8f2c-69efe9095e1a/a72e5ec7-727a-4dfc-bf4c-f161ff652923/235a2619-266f-4627-88e2-eaa0a17feed1) {{(pid=95102) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 19:50:50.837475 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_dvr_db [None req-64d25282-4c27-4747-839a-67e4bb5d96ae None None] Set router dfa9a0f3-b5a0-447b-a08f-be6bd2ec3fa5 gateway port host: None {{(pid=95103) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 19:50:50.844968 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-8de357cc-8244-4567-a7be-efca5a2ee272 tempest-TestSecurityGroupsBasicOps-365501575 tempest-TestSecurityGroupsBasicOps-365501575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783146162158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783145673144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5607431'] for port, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:50.881959 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-8e333869-b004-455f-b9d4-afe876749493 tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] Notify callbacks [] for port, precommit_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:50.882492 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8de357cc-8244-4567-a7be-efca5a2ee272 tempest-TestSecurityGroupsBasicOps-365501575 tempest-TestSecurityGroupsBasicOps-365501575-project] Pushing event deleted for resources: {'Port': ['ID=d0cf1bca-487a-4ec0-bbbd-aec3ac1fc6f9,revision_number=None']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:50:50.910006 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_hamode_db [None req-64d25282-4c27-4747-839a-67e4bb5d96ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dfa9a0f3-b5a0-447b-a08f-be6bd2ec3fa5', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1472157449', 'tenant_id': 'bac6fc5f7b6645d7a54784d0fdaa00b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:48:47Z', 'updated_at': '2021-09-23T19:50:50Z', 'revision_number': 6, 'project_id': 'bac6fc5f7b6645d7a54784d0fdaa00b3', 'gw_port_host': None}], 'n-d-713301-16', False) {} {{(pid=95103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:50:50.941255 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.plugin [None req-694852fb-1db9-4f6b-b542-e1a9c417c7f3 None None] Deleting port b05329de-860e-4735-8182-18884c4aa148 {{(pid=95103) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:50:50.941679 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-694852fb-1db9-4f6b-b542-e1a9c417c7f3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783146157096'] for port, before_delete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:50.946031 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-8e333869-b004-455f-b9d4-afe876749493 tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783145673135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4399100'] for port, after_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:50.959416 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-8de357cc-8244-4567-a7be-efca5a2ee272 tempest-TestSecurityGroupsBasicOps-365501575 tempest-TestSecurityGroupsBasicOps-365501575-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-601942'] for router_gateway, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:51.015138 n-d-713301-16 neutron-server[95102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e333869-b004-455f-b9d4-afe876749493 tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] Network 1d5201fc-0c0b-451d-8f2c-69efe9095e1a is already hosted by enough agents. {{(pid=95102) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:50:51.018884 n-d-713301-16 neutron-server[95102]: DEBUG neutron.scheduler.base_scheduler [None req-8e333869-b004-455f-b9d4-afe876749493 tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] Resources bound (agent type, host, resource id): {{(pid=95102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:50:51.021822 n-d-713301-16 neutron-server[95102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e333869-b004-455f-b9d4-afe876749493 tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] Received port after_create {{(pid=95102) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 19:50:51.025442 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-694852fb-1db9-4f6b-b542-e1a9c417c7f3 None None] For port b05329de-860e-4735-8182-18884c4aa148, host n-d-713301-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-16',level=0,port_id=b05329de-860e-4735-8182-18884c4aa148,segment=NetworkSegment(450c5ced-c09d-43dc-9a9f-49419bcb1f28),segment_id=450c5ced-c09d-43dc-9a9f-49419bcb1f28)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:50:51.025919 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-694852fb-1db9-4f6b-b542-e1a9c417c7f3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-605701'] for port, precommit_delete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:51.029112 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e333869-b004-455f-b9d4-afe876749493 tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:50:51.029816 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-8e333869-b004-455f-b9d4-afe876749493 tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222849'] for port, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:51.043795 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.plugin [None req-694852fb-1db9-4f6b-b542-e1a9c417c7f3 None None] Calling delete_port for b05329de-860e-4735-8182-18884c4aa148 owned by network:dhcp {{(pid=95103) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:50:51.048441 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e333869-b004-455f-b9d4-afe876749493 tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] Pushing event updated for resources: {'Port': ['ID=235a2619-266f-4627-88e2-eaa0a17feed1,revision_number=1']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:50:51.061481 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-8e333869-b004-455f-b9d4-afe876749493 tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.0435703 Sep 23 19:50:51.061705 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 49368) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:50:51.067166 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.v2.base [None req-a87a75b1-1224-40fa-9acd-1e6e357b5b24 tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] Request body: {'port': {'network_id': '1d5201fc-0c0b-451d-8f2c-69efe9095e1a', 'name': 'tempest-PortsIpV6TestJSON-1944469033', 'fixed_ips': [{'subnet_id': 'a72e5ec7-727a-4dfc-bf4c-f161ff652923', 'ip_address': '2001:db8::f'}]}} {{(pid=95102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:50:51.074819 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-8de357cc-8244-4567-a7be-efca5a2ee272 tempest-TestSecurityGroupsBasicOps-365501575 tempest-TestSecurityGroupsBasicOps-365501575-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-597305', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29369'] for router, precommit_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:51.077935 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-8de357cc-8244-4567-a7be-efca5a2ee272 tempest-TestSecurityGroupsBasicOps-365501575 tempest-TestSecurityGroupsBasicOps-365501575-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:51.110533 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64d25282-4c27-4747-839a-67e4bb5d96ae None None] The sync data for ids ['dfa9a0f3-b5a0-447b-a08f-be6bd2ec3fa5'] in n-d-713301-16 is: [{'id': 'dfa9a0f3-b5a0-447b-a08f-be6bd2ec3fa5', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1472157449', 'tenant_id': 'bac6fc5f7b6645d7a54784d0fdaa00b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:48:47Z', 'updated_at': '2021-09-23T19:50:50Z', 'revision_number': 6, 'project_id': 'bac6fc5f7b6645d7a54784d0fdaa00b3', 'gw_port_host': None}] {{(pid=95103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 19:50:51.143938 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-8de357cc-8244-4567-a7be-efca5a2ee272 tempest-TestSecurityGroupsBasicOps-365501575 tempest-TestSecurityGroupsBasicOps-365501575-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-597296'] for router, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:51.145684 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8de357cc-8244-4567-a7be-efca5a2ee272 tempest-TestSecurityGroupsBasicOps-365501575 tempest-TestSecurityGroupsBasicOps-365501575-project] Fanout notify agent at l3_agent the message router_deleted on router dfa9a0f3-b5a0-447b-a08f-be6bd2ec3fa5 {{(pid=95101) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 23 19:50:51.155956 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-8de357cc-8244-4567-a7be-efca5a2ee272 tempest-TestSecurityGroupsBasicOps-365501575 tempest-TestSecurityGroupsBasicOps-365501575-project] Notify callbacks [] for router, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:51.160637 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-8de357cc-8244-4567-a7be-efca5a2ee272 tempest-TestSecurityGroupsBasicOps-365501575 tempest-TestSecurityGroupsBasicOps-365501575-project] 10.222.0.67 "DELETE /v2.0/routers/dfa9a0f3-b5a0-447b-a08f-be6bd2ec3fa5 HTTP/1.1" status: 204 len: 168 time: 1.1891508 Sep 23 19:50:51.160637 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 49370) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:50:51.219673 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.db_base_plugin_common [None req-fab20f64-32cf-454d-b6bd-d736e2906f3a None None] Allocated IP 2001:db8::2 (1d5201fc-0c0b-451d-8f2c-69efe9095e1a/a72e5ec7-727a-4dfc-bf4c-f161ff652923/c608d8a4-7778-4da8-8896-892bb2350738) {{(pid=95103) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 19:50:51.225278 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a87a75b1-1224-40fa-9acd-1e6e357b5b24 tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] Made reservation on behalf of 68089a352b444323aeac869b275be256 for: {'port': 1} {{(pid=95102) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:50:51.235119 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-a87a75b1-1224-40fa-9acd-1e6e357b5b24 tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:51.247608 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-694852fb-1db9-4f6b-b542-e1a9c417c7f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783146162158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783145673144'] for port, after_delete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:51.268254 n-d-713301-16 neutron-server[95102]: DEBUG neutron.notifiers.nova [None req-a87a75b1-1224-40fa-9acd-1e6e357b5b24 tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] device_id is not set on port fbceaeb4-3cb4-48a0-ae2b-b64e80e742e6 yet. {{(pid=95102) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 23 19:50:51.292323 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-694852fb-1db9-4f6b-b542-e1a9c417c7f3 None None] Pushing event deleted for resources: {'Port': ['ID=b05329de-860e-4735-8182-18884c4aa148,revision_number=None']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:50:51.304786 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-694852fb-1db9-4f6b-b542-e1a9c417c7f3 None None] No DVR routers for this DVR port b05329de-860e-4735-8182-18884c4aa148 on host n-d-713301-16 {{(pid=95103) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 19:50:51.351604 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-a5819362-0c28-452a-8aef-bafb6697a4e4 tempest-TestSecurityGroupsBasicOps-365501575 tempest-TestSecurityGroupsBasicOps-365501575-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1628021'] for network, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:51.476418 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-a5819362-0c28-452a-8aef-bafb6697a4e4 tempest-TestSecurityGroupsBasicOps-365501575 tempest-TestSecurityGroupsBasicOps-365501575-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1754676', 'neutron.services.segments.db._delete_segments_for_network-8783146221460'] for network, precommit_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:51.493419 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-fab20f64-32cf-454d-b6bd-d736e2906f3a None None] Notify callbacks [] for port, precommit_create {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:51.518553 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-fab20f64-32cf-454d-b6bd-d736e2906f3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783145673135'] for port, after_create {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:51.539988 n-d-713301-16 neutron-server[95101]: DEBUG neutron.services.segments.db [None req-a5819362-0c28-452a-8aef-bafb6697a4e4 tempest-TestSecurityGroupsBasicOps-365501575 tempest-TestSecurityGroupsBasicOps-365501575-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['968fd5c2-1ec4-418f-821a-c42aa6094b44']}} {{(pid=95101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:50:51.551477 n-d-713301-16 neutron-server[95101]: DEBUG neutron.services.segments.db [None req-a5819362-0c28-452a-8aef-bafb6697a4e4 tempest-TestSecurityGroupsBasicOps-365501575 tempest-TestSecurityGroupsBasicOps-365501575-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '450c5ced-c09d-43dc-9a9f-49419bcb1f28') {'for_net_delete': True} {{(pid=95101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:50:51.551770 n-d-713301-16 neutron-server[95101]: DEBUG neutron.services.segments.db [None req-a5819362-0c28-452a-8aef-bafb6697a4e4 tempest-TestSecurityGroupsBasicOps-365501575 tempest-TestSecurityGroupsBasicOps-365501575-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '450c5ced-c09d-43dc-9a9f-49419bcb1f28') {} {{(pid=95101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:50:51.570563 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-a5819362-0c28-452a-8aef-bafb6697a4e4 tempest-TestSecurityGroupsBasicOps-365501575 tempest-TestSecurityGroupsBasicOps-365501575-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783146221725', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6007147'] for segment, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:51.582304 n-d-713301-16 neutron-server[95102]: DEBUG neutron.db.db_base_plugin_common [None req-a87a75b1-1224-40fa-9acd-1e6e357b5b24 tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] Allocated IP 2001:db8::f (1d5201fc-0c0b-451d-8f2c-69efe9095e1a/a72e5ec7-727a-4dfc-bf4c-f161ff652923/fbceaeb4-3cb4-48a0-ae2b-b64e80e742e6) {{(pid=95102) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 19:50:51.608381 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-a5819362-0c28-452a-8aef-bafb6697a4e4 tempest-TestSecurityGroupsBasicOps-365501575 tempest-TestSecurityGroupsBasicOps-365501575-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1756186'] for segment, precommit_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:51.624125 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fab20f64-32cf-454d-b6bd-d736e2906f3a None None] Pushing event updated for resources: {'Port': ['ID=c608d8a4-7778-4da8-8896-892bb2350738,revision_number=1']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:50:51.628176 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a5819362-0c28-452a-8aef-bafb6697a4e4 tempest-TestSecurityGroupsBasicOps-365501575 tempest-TestSecurityGroupsBasicOps-365501575-project] Releasing vlan 642 on physical network physnet1 to pool {{(pid=95101) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 19:50:51.628592 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-a5819362-0c28-452a-8aef-bafb6697a4e4 tempest-TestSecurityGroupsBasicOps-365501575 tempest-TestSecurityGroupsBasicOps-365501575-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1756186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5608436'] for segment, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:51.636700 n-d-713301-16 neutron-server[95103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fab20f64-32cf-454d-b6bd-d736e2906f3a None None] Network 1d5201fc-0c0b-451d-8f2c-69efe9095e1a is already hosted by enough agents. {{(pid=95103) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:50:51.636870 n-d-713301-16 neutron-server[95101]: Traceback (most recent call last): Sep 23 19:50:51.636870 n-d-713301-16 neutron-server[95101]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 19:50:51.636870 n-d-713301-16 neutron-server[95101]: timer() Sep 23 19:50:51.636870 n-d-713301-16 neutron-server[95101]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 19:50:51.636870 n-d-713301-16 neutron-server[95101]: cb(*args, **kw) Sep 23 19:50:51.636870 n-d-713301-16 neutron-server[95101]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 19:50:51.636870 n-d-713301-16 neutron-server[95101]: return func(*args, **kwargs) Sep 23 19:50:51.636870 n-d-713301-16 neutron-server[95101]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 19:50:51.636870 n-d-713301-16 neutron-server[95101]: self._notify() Sep 23 19:50:51.636870 n-d-713301-16 neutron-server[95101]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 19:50:51.636870 n-d-713301-16 neutron-server[95101]: self.callback(batched_events) Sep 23 19:50:51.636870 n-d-713301-16 neutron-server[95101]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 19:50:51.636870 n-d-713301-16 neutron-server[95101]: event.method(event) Sep 23 19:50:51.636870 n-d-713301-16 neutron-server[95101]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 19:50:51.636870 n-d-713301-16 neutron-server[95101]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 19:50:51.636870 n-d-713301-16 neutron-server[95101]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 19:50:51.636870 n-d-713301-16 neutron-server[95101]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 19:50:51.636870 n-d-713301-16 neutron-server[95101]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 19:50:51.636870 n-d-713301-16 neutron-server[95101]: return f(self, *a, **k) Sep 23 19:50:51.636870 n-d-713301-16 neutron-server[95101]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 19:50:51.636870 n-d-713301-16 neutron-server[95101]: return self._get(url).json() Sep 23 19:50:51.636870 n-d-713301-16 neutron-server[95101]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 19:50:51.636870 n-d-713301-16 neutron-server[95101]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 19:50:51.636870 n-d-713301-16 neutron-server[95101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 19:50:51.636870 n-d-713301-16 neutron-server[95101]: return self.request(url, 'GET', **kwargs) Sep 23 19:50:51.636870 n-d-713301-16 neutron-server[95101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 19:50:51.636870 n-d-713301-16 neutron-server[95101]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 19:50:51.636870 n-d-713301-16 neutron-server[95101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 19:50:51.636870 n-d-713301-16 neutron-server[95101]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 19:50:51.636870 n-d-713301-16 neutron-server[95101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 19:50:51.636870 n-d-713301-16 neutron-server[95101]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 19:50:51.636870 n-d-713301-16 neutron-server[95101]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 19:50:51.639174 n-d-713301-16 neutron-server[95103]: DEBUG neutron.scheduler.base_scheduler [None req-fab20f64-32cf-454d-b6bd-d736e2906f3a None None] Resources bound (agent type, host, resource id): {{(pid=95103) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:50:51.642017 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fab20f64-32cf-454d-b6bd-d736e2906f3a None None] Received port after_create {{(pid=95103) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 19:50:51.742704 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.managers [None req-fab20f64-32cf-454d-b6bd-d736e2906f3a None None] Attempting to bind port c608d8a4-7778-4da8-8896-892bb2350738 on host n-d-713301-16 for vnic_type normal with profile {{(pid=95103) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 19:50:51.742704 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.managers [None req-fab20f64-32cf-454d-b6bd-d736e2906f3a None None] Attempting to bind port c608d8a4-7778-4da8-8896-892bb2350738 by drivers openvswitch,hyperv on host n-d-713301-16 at level 0 using segments [{'id': 'fd630af2-524d-4998-a7ab-b31ca7a1a2ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '1d5201fc-0c0b-451d-8f2c-69efe9095e1a'}] {{(pid=95103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 19:50:51.742704 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fab20f64-32cf-454d-b6bd-d736e2906f3a None None] Attempting to bind port c608d8a4-7778-4da8-8896-892bb2350738 on network 1d5201fc-0c0b-451d-8f2c-69efe9095e1a {{(pid=95103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:50:51.746387 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fab20f64-32cf-454d-b6bd-d736e2906f3a None None] Checking agent: {'id': '70a14545-df24-472f-8f95-bfe1719bff93', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 19, 7, 53), 'started_at': datetime.datetime(2021, 9, 23, 19, 8, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 19, 50, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 19:50:51.746763 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fab20f64-32cf-454d-b6bd-d736e2906f3a None None] Checking segment: {'id': 'fd630af2-524d-4998-a7ab-b31ca7a1a2ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '1d5201fc-0c0b-451d-8f2c-69efe9095e1a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95103) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:50:51.747572 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-fab20f64-32cf-454d-b6bd-d736e2906f3a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:51.748220 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fab20f64-32cf-454d-b6bd-d736e2906f3a None None] Bound using segment: {'id': 'fd630af2-524d-4998-a7ab-b31ca7a1a2ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '1d5201fc-0c0b-451d-8f2c-69efe9095e1a'} {{(pid=95103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 19:50:51.748738 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.managers [None req-fab20f64-32cf-454d-b6bd-d736e2906f3a None None] Bound port: c608d8a4-7778-4da8-8896-892bb2350738, host: n-d-713301-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd630af2-524d-4998-a7ab-b31ca7a1a2ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '1d5201fc-0c0b-451d-8f2c-69efe9095e1a'}}] {{(pid=95103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 19:50:51.749128 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-fab20f64-32cf-454d-b6bd-d736e2906f3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:51.781013 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-a5819362-0c28-452a-8aef-bafb6697a4e4 tempest-TestSecurityGroupsBasicOps-365501575 tempest-TestSecurityGroupsBasicOps-365501575-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1754627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-601866'] for network, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:51.790878 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-a5819362-0c28-452a-8aef-bafb6697a4e4 tempest-TestSecurityGroupsBasicOps-365501575 tempest-TestSecurityGroupsBasicOps-365501575-project] Notify callbacks [] for network, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:51.793175 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-a5819362-0c28-452a-8aef-bafb6697a4e4 tempest-TestSecurityGroupsBasicOps-365501575 tempest-TestSecurityGroupsBasicOps-365501575-project] 10.222.0.67 "DELETE /v2.0/networks/968fd5c2-1ec4-418f-821a-c42aa6094b44 HTTP/1.1" status: 204 len: 168 time: 0.6323102 Sep 23 19:50:51.807659 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5819362-0c28-452a-8aef-bafb6697a4e4 tempest-TestSecurityGroupsBasicOps-365501575 tempest-TestSecurityGroupsBasicOps-365501575-project] Pushing event deleted for resources: {'Network': ['ID=968fd5c2-1ec4-418f-821a-c42aa6094b44,revision_number=None']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:50:51.865809 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-fab20f64-32cf-454d-b6bd-d736e2906f3a None None] For port c608d8a4-7778-4da8-8896-892bb2350738, host n-d-713301-16, cleared binding levels {{(pid=95103) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 19:50:51.871350 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-fab20f64-32cf-454d-b6bd-d736e2906f3a None None] For port c608d8a4-7778-4da8-8896-892bb2350738, host n-d-713301-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-16',level=0,port_id=c608d8a4-7778-4da8-8896-892bb2350738,segment=NetworkSegment(fd630af2-524d-4998-a7ab-b31ca7a1a2ce),segment_id=fd630af2-524d-4998-a7ab-b31ca7a1a2ce)] {{(pid=95103) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 19:50:51.875889 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-fab20f64-32cf-454d-b6bd-d736e2906f3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:51.929987 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-a87a75b1-1224-40fa-9acd-1e6e357b5b24 tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] Notify callbacks [] for port, precommit_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:51.944515 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fab20f64-32cf-454d-b6bd-d736e2906f3a None None] Pushing event updated for resources: {'Port': ['ID=c608d8a4-7778-4da8-8896-892bb2350738,revision_number=2']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:50:51.991259 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-a87a75b1-1224-40fa-9acd-1e6e357b5b24 tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783145673135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4399100'] for port, after_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:52.110806 n-d-713301-16 neutron-server[95102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a87a75b1-1224-40fa-9acd-1e6e357b5b24 tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] Network 1d5201fc-0c0b-451d-8f2c-69efe9095e1a is already hosted by enough agents. {{(pid=95102) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:50:52.113185 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a87a75b1-1224-40fa-9acd-1e6e357b5b24 tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] Pushing event updated for resources: {'Port': ['ID=fbceaeb4-3cb4-48a0-ae2b-b64e80e742e6,revision_number=1']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:50:52.121043 n-d-713301-16 neutron-server[95102]: DEBUG neutron.scheduler.base_scheduler [None req-a87a75b1-1224-40fa-9acd-1e6e357b5b24 tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] Resources bound (agent type, host, resource id): {{(pid=95102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:50:52.128709 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Device 8234bf98-d662-42b6-837d-e88e25efad9b no longer exists at agent ovs-agent-n-d-713301-16 {{(pid=95103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 19:50:52.132155 n-d-713301-16 neutron-server[95102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a87a75b1-1224-40fa-9acd-1e6e357b5b24 tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] Received port after_create {{(pid=95102) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 19:50:52.152942 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a87a75b1-1224-40fa-9acd-1e6e357b5b24 tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:50:52.154032 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-a87a75b1-1224-40fa-9acd-1e6e357b5b24 tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222849'] for port, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:52.162021 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.plugin [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] No Port match for: 8234bf98-d662-42b6-837d-e88e25efad9b {{(pid=95103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 19:50:52.162362 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Device 8234bf98-d662-42b6-837d-e88e25efad9b not bound to the agent host n-d-713301-16 {{(pid=95103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 19:50:52.162777 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Device b05329de-860e-4735-8182-18884c4aa148 no longer exists at agent ovs-agent-n-d-713301-16 {{(pid=95103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 19:50:52.180708 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-a87a75b1-1224-40fa-9acd-1e6e357b5b24 tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.1177261 Sep 23 19:50:52.183354 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 49394) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:50:52.223895 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.plugin [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] No Port match for: b05329de-860e-4735-8182-18884c4aa148 {{(pid=95103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 19:50:52.224236 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Device b05329de-860e-4735-8182-18884c4aa148 not bound to the agent host n-d-713301-16 {{(pid=95103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 19:50:52.227164 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Device d0cf1bca-487a-4ec0-bbbd-aec3ac1fc6f9 no longer exists at agent ovs-agent-n-d-713301-16 {{(pid=95103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 19:50:52.271994 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.plugin [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] No Port match for: d0cf1bca-487a-4ec0-bbbd-aec3ac1fc6f9 {{(pid=95103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 19:50:52.272336 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Device d0cf1bca-487a-4ec0-bbbd-aec3ac1fc6f9 not bound to the agent host n-d-713301-16 {{(pid=95103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 19:50:52.393091 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 49396) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:50:52.405860 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e98f2bc-90b6-4f55-96d3-62dab3f4a0a3 tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:50:52.408685 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-2e98f2bc-90b6-4f55-96d3-62dab3f4a0a3 tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] 10.222.0.67 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A1 HTTP/1.1" status: 200 len: 928 time: 0.2232006 Sep 23 19:50:52.411016 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 49400) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:50:52.519060 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90c65542-c278-47c3-92b4-37a911f0f7d9 tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:50:52.530432 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90c65542-c278-47c3-92b4-37a911f0f7d9 tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:50:52.545394 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90c65542-c278-47c3-92b4-37a911f0f7d9 tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:50:52.547321 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-90c65542-c278-47c3-92b4-37a911f0f7d9 tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] 10.222.0.67 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A HTTP/1.1" status: 200 len: 2389 time: 0.1351871 Sep 23 19:50:52.550156 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 49404) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:50:52.667903 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-a35594c8-4fcd-4f45-a6a7-da868cd820de admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=bac6fc5f7b6645d7a54784d0fdaa00b3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2707081 Sep 23 19:50:52.668141 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 49406) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:50:52.714145 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.plugin [None req-07e02308-ce24-4bfc-8bc4-edc9dcaea8be tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] Deleting port fbceaeb4-3cb4-48a0-ae2b-b64e80e742e6 {{(pid=95102) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:50:52.714842 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-07e02308-ce24-4bfc-8bc4-edc9dcaea8be tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783146157096'] for port, before_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:52.744698 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-f3e7951d-30b9-4a5a-8eb8-b102b4813da6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:52.785540 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-f3e7951d-30b9-4a5a-8eb8-b102b4813da6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:52.860363 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-f3e7951d-30b9-4a5a-8eb8-b102b4813da6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:52.860363 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-f3e7951d-30b9-4a5a-8eb8-b102b4813da6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:52.861337 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-f3e7951d-30b9-4a5a-8eb8-b102b4813da6 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/105d1912-cb88-411f-8c16-04298c7ec7e9 HTTP/1.1" status: 204 len: 168 time: 0.1912386 Sep 23 19:50:52.890327 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3e7951d-30b9-4a5a-8eb8-b102b4813da6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=105d1912-cb88-411f-8c16-04298c7ec7e9,revision_number=None']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:50:52.983127 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-32b6cdaa-01b9-49b9-84c1-14d94cdfc259 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:53.122996 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:53.332088 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-07e02308-ce24-4bfc-8bc4-edc9dcaea8be tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-605701'] for port, precommit_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:53.368131 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.plugin [None req-07e02308-ce24-4bfc-8bc4-edc9dcaea8be tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] Calling delete_port for fbceaeb4-3cb4-48a0-ae2b-b64e80e742e6 owned by {{(pid=95102) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:50:53.442727 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 49426) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:50:53.470132 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-d5320780-6ad4-47ce-b622-d0b4622fece7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:53.485873 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-0ae75029-feb6-4728-9a94-5f9b60993d82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:53.494731 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8db8708a-b008-46d6-aacd-9da60a14adbd None None] Network 1d5201fc-0c0b-451d-8f2c-69efe9095e1a requested from n-d-713301-16 {{(pid=95103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 19:50:53.538183 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-07e02308-ce24-4bfc-8bc4-edc9dcaea8be tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783146162158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783145673144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4399100'] for port, after_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:53.577641 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e02308-ce24-4bfc-8bc4-edc9dcaea8be tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] Pushing event deleted for resources: {'Port': ['ID=fbceaeb4-3cb4-48a0-ae2b-b64e80e742e6,revision_number=None']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:50:53.607838 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-07e02308-ce24-4bfc-8bc4-edc9dcaea8be tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222849'] for port, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:53.609994 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-07e02308-ce24-4bfc-8bc4-edc9dcaea8be tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] 10.222.0.67 "DELETE /v2.0/ports/fbceaeb4-3cb4-48a0-ae2b-b64e80e742e6 HTTP/1.1" status: 204 len: 168 time: 1.0586390 Sep 23 19:50:53.612496 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 49428) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:50:53.638251 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-d5320780-6ad4-47ce-b622-d0b4622fece7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:53.640217 n-d-713301-16 neutron-server[95102]: INFO neutron.pecan_wsgi.hooks.translation [None req-e0ce3a4c-741b-474e-8edb-848508cff9af tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] GET failed (client error): The resource could not be found. Sep 23 19:50:53.644680 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-e0ce3a4c-741b-474e-8edb-848508cff9af tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] 10.222.0.67 "GET /v2.0/ports/fbceaeb4-3cb4-48a0-ae2b-b64e80e742e6 HTTP/1.1" status: 404 len: 333 time: 0.0281560 Sep 23 19:50:53.645047 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 49430) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:50:53.646342 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-d5320780-6ad4-47ce-b622-d0b4622fece7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:53.675663 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-de5d4b21-6fb7-4393-9f10-6adc68399513 None None] Provisioning complete for port c608d8a4-7778-4da8-8896-892bb2350738 triggered by entity DHCP. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:50:53.676196 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-de5d4b21-6fb7-4393-9f10-6adc68399513 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:53.695726 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-d5320780-6ad4-47ce-b622-d0b4622fece7 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=1264c830b8034d4ab0211a63cab0a970&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2518291 Sep 23 19:50:53.696832 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5320780-6ad4-47ce-b622-d0b4622fece7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0f4371e-4f7a-493b-a9f1-568421a367a8,revision_number=1']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:50:53.699704 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 49432) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:50:53.757096 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.plugin [None req-163911eb-6ac2-4ca6-babb-06f41f662933 tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] Deleting port 235a2619-266f-4627-88e2-eaa0a17feed1 {{(pid=95102) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:50:53.757546 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-163911eb-6ac2-4ca6-babb-06f41f662933 tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783146157096'] for port, before_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:53.759991 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-9dcce67d-ba43-4afc-87c6-242fd71719fe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:53.809185 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-9dcce67d-ba43-4afc-87c6-242fd71719fe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:53.895356 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-9dcce67d-ba43-4afc-87c6-242fd71719fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:53.897982 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-9dcce67d-ba43-4afc-87c6-242fd71719fe admin admin] Notify callbacks [] for security_group, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:53.899089 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-9dcce67d-ba43-4afc-87c6-242fd71719fe admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/e0f4371e-4f7a-493b-a9f1-568421a367a8 HTTP/1.1" status: 204 len: 168 time: 0.1979668 Sep 23 19:50:53.917317 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dcce67d-ba43-4afc-87c6-242fd71719fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0f4371e-4f7a-493b-a9f1-568421a367a8,revision_number=None']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:50:53.945925 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Device c608d8a4-7778-4da8-8896-892bb2350738 up at agent ovs-agent-n-d-713301-16 {{(pid=95103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 19:50:53.960078 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-163911eb-6ac2-4ca6-babb-06f41f662933 tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-605701'] for port, precommit_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:53.978339 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.plugin [None req-163911eb-6ac2-4ca6-babb-06f41f662933 tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] Calling delete_port for 235a2619-266f-4627-88e2-eaa0a17feed1 owned by {{(pid=95102) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:50:54.099123 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-de5d4b21-6fb7-4393-9f10-6adc68399513 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:54.144501 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Provisioning complete for port c608d8a4-7778-4da8-8896-892bb2350738 triggered by entity L2. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:50:54.145931 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:54.174405 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-163911eb-6ac2-4ca6-babb-06f41f662933 tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783146162158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783145673144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4399100'] for port, after_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:54.250397 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-de5d4b21-6fb7-4393-9f10-6adc68399513 None None] For port c608d8a4-7778-4da8-8896-892bb2350738, host n-d-713301-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-16',level=0,port_id=c608d8a4-7778-4da8-8896-892bb2350738,segment=NetworkSegment(fd630af2-524d-4998-a7ab-b31ca7a1a2ce),segment_id=fd630af2-524d-4998-a7ab-b31ca7a1a2ce)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:50:54.264647 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-163911eb-6ac2-4ca6-babb-06f41f662933 tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] Pushing event deleted for resources: {'Port': ['ID=235a2619-266f-4627-88e2-eaa0a17feed1,revision_number=None']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:50:54.267994 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-de5d4b21-6fb7-4393-9f10-6adc68399513 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:54.297962 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-632b6ccf-5a5d-449b-b897-e680b45af58f req-b5904c48-e6ed-40ac-8af6-2433b617be38 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=91c04d5d-3047-4233-a6bc-ba42bfa3840b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0613227 Sep 23 19:50:54.337953 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-163911eb-6ac2-4ca6-babb-06f41f662933 tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222849'] for port, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:54.343800 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-163911eb-6ac2-4ca6-babb-06f41f662933 tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] 10.222.0.67 "DELETE /v2.0/ports/235a2619-266f-4627-88e2-eaa0a17feed1 HTTP/1.1" status: 204 len: 168 time: 0.6954248 Sep 23 19:50:54.345030 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 49440) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:50:54.411459 n-d-713301-16 neutron-server[95102]: INFO neutron.pecan_wsgi.hooks.translation [None req-1ed2bed5-b62f-4ef4-8524-5f4a446333e0 tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] GET failed (client error): The resource could not be found. Sep 23 19:50:54.413175 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-1ed2bed5-b62f-4ef4-8524-5f4a446333e0 tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] 10.222.0.67 "GET /v2.0/ports/235a2619-266f-4627-88e2-eaa0a17feed1 HTTP/1.1" status: 404 len: 333 time: 0.0671203 Sep 23 19:50:54.416587 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 49442) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:50:54.423581 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de5d4b21-6fb7-4393-9f10-6adc68399513 None None] Pushing event updated for resources: {'Port': ['ID=c608d8a4-7778-4da8-8896-892bb2350738,revision_number=3']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:50:54.436203 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632b6ccf-5a5d-449b-b897-e680b45af58f req-7057029e-181e-424f-885d-dfce1962ade6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:50:54.438242 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-632b6ccf-5a5d-449b-b897-e680b45af58f req-7057029e-181e-424f-885d-dfce1962ade6 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=5ac332d3fb0d444485bb3eca855f9229&device_id=91c04d5d-3047-4233-a6bc-ba42bfa3840b HTTP/1.1" status: 200 len: 1098 time: 0.0789549 Sep 23 19:50:54.519340 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-002b6e79-6946-4646-81c8-5946e32cf9b3 None None] Provisioning complete for port c608d8a4-7778-4da8-8896-892bb2350738 triggered by entity DHCP. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:50:54.521756 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-002b6e79-6946-4646-81c8-5946e32cf9b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:54.560642 n-d-713301-16 neutron-server[95102]: DEBUG neutron.db.db_base_plugin_v2 [None req-d4eef8be-9044-483e-9fd9-670abe87e445 tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] Deleting subnet a72e5ec7-727a-4dfc-bf4c-f161ff652923 {{(pid=95102) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 23 19:50:54.580478 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-d4eef8be-9044-483e-9fd9-670abe87e445 tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] Notify callbacks [] for subnet, before_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:54.610623 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 49446) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:50:54.682290 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-d4eef8be-9044-483e-9fd9-670abe87e445 tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6162825'] for subnet, precommit_delete_associations {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:54.704097 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-002b6e79-6946-4646-81c8-5946e32cf9b3 None None] Could not find standard attr ID for object 235a2619-266f-4627-88e2-eaa0a17feed1. {{(pid=95103) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 23 19:50:54.790994 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-d4eef8be-9044-483e-9fd9-670abe87e445 tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1756813'] for subnet, precommit_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:54.828568 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-b293eac2-d52d-49a5-b9aa-73ccbe143875 None None] Could not find standard attr ID for object 235a2619-266f-4627-88e2-eaa0a17feed1. {{(pid=95103) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 23 19:50:54.880732 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-d4eef8be-9044-483e-9fd9-670abe87e445 tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1756804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4399009', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5388229'] for subnet, after_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:54.915583 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4eef8be-9044-483e-9fd9-670abe87e445 tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] Pushing event deleted for resources: {'Subnet': ['ID=a72e5ec7-727a-4dfc-bf4c-f161ff652923,revision_number=None']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:50:54.920371 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-d4eef8be-9044-483e-9fd9-670abe87e445 tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] Notify callbacks [] for subnet, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:54.924539 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-d4eef8be-9044-483e-9fd9-670abe87e445 tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] 10.222.0.67 "DELETE /v2.0/subnets/a72e5ec7-727a-4dfc-bf4c-f161ff652923 HTTP/1.1" status: 204 len: 168 time: 0.5046482 Sep 23 19:50:54.924846 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 49450) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:50:55.039424 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-9715b66e-d59f-4d5f-8357-557aefc82be3 tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1628021'] for network, before_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:55.115407 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-aa5cfc88-7eb5-478c-a442-bfd7b34e71c0 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=b7e49e206cb4436d9d6cd88f1ffad62d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4997814 Sep 23 19:50:55.116222 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 49452) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:50:55.135867 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.plugin [None req-9715b66e-d59f-4d5f-8357-557aefc82be3 tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] Deleting port c608d8a4-7778-4da8-8896-892bb2350738 {{(pid=95102) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:50:55.136562 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-9715b66e-d59f-4d5f-8357-557aefc82be3 tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783146157096'] for port, before_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:55.210122 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffbaf40d-7460-4aba-90ba-952cf6cdb404 None None] Network 1d5201fc-0c0b-451d-8f2c-69efe9095e1a requested from n-d-713301-16 {{(pid=95103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 19:50:55.213855 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.db [None req-9715b66e-d59f-4d5f-8357-557aefc82be3 tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] For port c608d8a4-7778-4da8-8896-892bb2350738, host n-d-713301-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-16',level=0,port_id=c608d8a4-7778-4da8-8896-892bb2350738,segment=NetworkSegment(fd630af2-524d-4998-a7ab-b31ca7a1a2ce),segment_id=fd630af2-524d-4998-a7ab-b31ca7a1a2ce)] {{(pid=95102) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:50:55.214233 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-9715b66e-d59f-4d5f-8357-557aefc82be3 tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-605701'] for port, precommit_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:55.220010 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-c6c94fbd-b224-4d54-8f18-51d110eadcb7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:55.223949 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632b6ccf-5a5d-449b-b897-e680b45af58f req-909c5269-3b30-4383-9963-293c47c7040c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:50:55.225867 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-632b6ccf-5a5d-449b-b897-e680b45af58f req-909c5269-3b30-4383-9963-293c47c7040c service neutron] 10.222.0.74 "GET /v2.0/networks?id=8773f1c5-baf2-4787-acb8-ea82a658e3a7 HTTP/1.1" status: 200 len: 909 time: 0.7481205 Sep 23 19:50:55.230061 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.plugin [None req-9715b66e-d59f-4d5f-8357-557aefc82be3 tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] Calling delete_port for c608d8a4-7778-4da8-8896-892bb2350738 owned by network:dhcp {{(pid=95102) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:50:55.344154 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-c6c94fbd-b224-4d54-8f18-51d110eadcb7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:55.368065 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-f798f160-0fbf-44ec-bff4-a901544a2ea7 None None] Could not find standard attr ID for object fbceaeb4-3cb4-48a0-ae2b-b64e80e742e6. {{(pid=95103) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 23 19:50:55.378474 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-80e7e501-6c57-470d-92c6-e3d54bc3195c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:55.411839 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-632b6ccf-5a5d-449b-b897-e680b45af58f req-5ece9509-0e73-40cf-b333-c34ec1c8d0a8 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5f259a5d-f1ca-47ba-840e-03a8aac16eae HTTP/1.1" status: 200 len: 1001 time: 0.1688671 Sep 23 19:50:55.420567 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-9715b66e-d59f-4d5f-8357-557aefc82be3 tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783146162158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783145673144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4399100'] for port, after_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:55.455819 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9715b66e-d59f-4d5f-8357-557aefc82be3 tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] Pushing event deleted for resources: {'Port': ['ID=c608d8a4-7778-4da8-8896-892bb2350738,revision_number=None']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:50:55.462365 n-d-713301-16 neutron-server[95102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9715b66e-d59f-4d5f-8357-557aefc82be3 tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] No DVR routers for this DVR port c608d8a4-7778-4da8-8896-892bb2350738 on host n-d-713301-16 {{(pid=95102) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 19:50:55.513706 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632b6ccf-5a5d-449b-b897-e680b45af58f req-9aab5480-be16-4b2b-9401-669eab6ddabc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:50:55.516128 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-632b6ccf-5a5d-449b-b897-e680b45af58f req-9aab5480-be16-4b2b-9401-669eab6ddabc service neutron] 10.222.0.74 "GET /v2.0/subnets?id=88534c19-3227-4f6f-84ae-147071738831 HTTP/1.1" status: 200 len: 847 time: 0.0930882 Sep 23 19:50:55.518067 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-c6c94fbd-b224-4d54-8f18-51d110eadcb7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:55.521004 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-c6c94fbd-b224-4d54-8f18-51d110eadcb7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:55.522359 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-c6c94fbd-b224-4d54-8f18-51d110eadcb7 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/5e4ade61-6903-4f31-a29f-9f578377a662 HTTP/1.1" status: 204 len: 168 time: 0.4019117 Sep 23 19:50:55.541613 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34e30983-84ea-415f-89d5-4eff6729cd8b None None] DHCP port deletion for 1d5201fc-0c0b-451d-8f2c-69efe9095e1a request from n-d-713301-16 {{(pid=95103) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 23 19:50:55.585846 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6c94fbd-b224-4d54-8f18-51d110eadcb7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e4ade61-6903-4f31-a29f-9f578377a662,revision_number=None']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:50:55.611412 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632b6ccf-5a5d-449b-b897-e680b45af58f req-63925e39-159c-4023-aa31-5100f7916904 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:50:55.613076 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-632b6ccf-5a5d-449b-b897-e680b45af58f req-63925e39-159c-4023-aa31-5100f7916904 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=8773f1c5-baf2-4787-acb8-ea82a658e3a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0894487 Sep 23 19:50:55.626950 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-9715b66e-d59f-4d5f-8357-557aefc82be3 tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1754676', 'neutron.services.segments.db._delete_segments_for_network-8783146221460'] for network, precommit_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:55.655953 n-d-713301-16 neutron-server[95102]: DEBUG neutron.services.segments.db [None req-9715b66e-d59f-4d5f-8357-557aefc82be3 tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1d5201fc-0c0b-451d-8f2c-69efe9095e1a']}} {{(pid=95102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:50:55.678008 n-d-713301-16 neutron-server[95102]: DEBUG neutron.services.segments.db [None req-9715b66e-d59f-4d5f-8357-557aefc82be3 tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fd630af2-524d-4998-a7ab-b31ca7a1a2ce') {'for_net_delete': True} {{(pid=95102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:50:55.678938 n-d-713301-16 neutron-server[95102]: DEBUG neutron.services.segments.db [None req-9715b66e-d59f-4d5f-8357-557aefc82be3 tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fd630af2-524d-4998-a7ab-b31ca7a1a2ce') {} {{(pid=95102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:50:55.715057 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-9715b66e-d59f-4d5f-8357-557aefc82be3 tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783146221725', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6162832'] for segment, before_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:55.746929 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-9715b66e-d59f-4d5f-8357-557aefc82be3 tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1756186'] for segment, precommit_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:55.756437 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9715b66e-d59f-4d5f-8357-557aefc82be3 tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] Releasing vlan 613 on physical network physnet1 to pool {{(pid=95102) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 19:50:55.757240 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-9715b66e-d59f-4d5f-8357-557aefc82be3 tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1756186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4398095'] for segment, after_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:55.761348 n-d-713301-16 neutron-server[95102]: Traceback (most recent call last): Sep 23 19:50:55.761348 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 19:50:55.761348 n-d-713301-16 neutron-server[95102]: timer() Sep 23 19:50:55.761348 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 19:50:55.761348 n-d-713301-16 neutron-server[95102]: cb(*args, **kw) Sep 23 19:50:55.761348 n-d-713301-16 neutron-server[95102]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 19:50:55.761348 n-d-713301-16 neutron-server[95102]: return func(*args, **kwargs) Sep 23 19:50:55.761348 n-d-713301-16 neutron-server[95102]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 19:50:55.761348 n-d-713301-16 neutron-server[95102]: self._notify() Sep 23 19:50:55.761348 n-d-713301-16 neutron-server[95102]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 19:50:55.761348 n-d-713301-16 neutron-server[95102]: self.callback(batched_events) Sep 23 19:50:55.761348 n-d-713301-16 neutron-server[95102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 19:50:55.761348 n-d-713301-16 neutron-server[95102]: event.method(event) Sep 23 19:50:55.761348 n-d-713301-16 neutron-server[95102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 19:50:55.761348 n-d-713301-16 neutron-server[95102]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 19:50:55.761348 n-d-713301-16 neutron-server[95102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 19:50:55.761348 n-d-713301-16 neutron-server[95102]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 19:50:55.761348 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 19:50:55.761348 n-d-713301-16 neutron-server[95102]: return f(self, *a, **k) Sep 23 19:50:55.761348 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 19:50:55.761348 n-d-713301-16 neutron-server[95102]: return self._get(url).json() Sep 23 19:50:55.761348 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 19:50:55.761348 n-d-713301-16 neutron-server[95102]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 19:50:55.761348 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 19:50:55.761348 n-d-713301-16 neutron-server[95102]: return self.request(url, 'GET', **kwargs) Sep 23 19:50:55.761348 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 19:50:55.761348 n-d-713301-16 neutron-server[95102]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 19:50:55.761348 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 19:50:55.761348 n-d-713301-16 neutron-server[95102]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 19:50:55.761348 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 19:50:55.761348 n-d-713301-16 neutron-server[95102]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 19:50:55.761348 n-d-713301-16 neutron-server[95102]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 19:50:55.780387 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-632b6ccf-5a5d-449b-b897-e680b45af58f req-62e70cfc-5393-45e6-85c6-eb23dcc3bd7a service neutron] 10.222.0.74 "GET /v2.0/networks/8773f1c5-baf2-4787-acb8-ea82a658e3a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1586940 Sep 23 19:50:55.805391 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Device c608d8a4-7778-4da8-8896-892bb2350738 no longer exists at agent ovs-agent-n-d-713301-16 {{(pid=95103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 19:50:55.834005 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.plugin [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] No Port match for: c608d8a4-7778-4da8-8896-892bb2350738 {{(pid=95103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 19:50:55.834588 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Device c608d8a4-7778-4da8-8896-892bb2350738 not bound to the agent host n-d-713301-16 {{(pid=95103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 19:50:55.877946 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-9715b66e-d59f-4d5f-8357-557aefc82be3 tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1754627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-601866'] for network, after_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:55.891734 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-9715b66e-d59f-4d5f-8357-557aefc82be3 tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] Notify callbacks [] for network, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:55.897503 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-9715b66e-d59f-4d5f-8357-557aefc82be3 tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] 10.222.0.67 "DELETE /v2.0/networks/1d5201fc-0c0b-451d-8f2c-69efe9095e1a HTTP/1.1" status: 204 len: 168 time: 0.9678712 Sep 23 19:50:55.898771 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 49458) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:50:55.903194 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9715b66e-d59f-4d5f-8357-557aefc82be3 tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] Pushing event deleted for resources: {'Network': ['ID=1d5201fc-0c0b-451d-8f2c-69efe9095e1a,revision_number=None']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:50:55.905670 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.v2.base [None req-4fe704de-5ab6-4037-9414-7b3dc2c8cb31 tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1206953673'}} {{(pid=95101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:50:55.934684 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4fe704de-5ab6-4037-9414-7b3dc2c8cb31 tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] Made reservation on behalf of 68089a352b444323aeac869b275be256 for: {'network': 1} {{(pid=95101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:50:55.939113 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-4fe704de-5ab6-4037-9414-7b3dc2c8cb31 tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for network, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:55.972887 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-632b6ccf-5a5d-449b-b897-e680b45af58f req-8f82562f-b29e-4401-b1cd-9c773eeddd56 service neutron] 10.222.0.74 "GET /v2.0/networks/8773f1c5-baf2-4787-acb8-ea82a658e3a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1846070 Sep 23 19:50:55.980666 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4fe704de-5ab6-4037-9414-7b3dc2c8cb31 tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 607} {{(pid=95101) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 19:50:55.993728 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-4fe704de-5ab6-4037-9414-7b3dc2c8cb31 tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1756186'] for segment, precommit_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:55.994360 n-d-713301-16 neutron-server[95101]: INFO neutron.db.segments_db [None req-4fe704de-5ab6-4037-9414-7b3dc2c8cb31 tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] Added segment 0b3df2fb-b133-48e8-8114-9f9d0b5855fe of type vlan for network 2bd8d8d2-6313-4b4f-9923-7573e9f422b6 Sep 23 19:50:56.062097 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-4fe704de-5ab6-4037-9414-7b3dc2c8cb31 tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783145630486'] for network, precommit_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:56.094973 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-4fe704de-5ab6-4037-9414-7b3dc2c8cb31 tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299'] for network, after_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:56.102029 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fe704de-5ab6-4037-9414-7b3dc2c8cb31 tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:50:56.103218 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-4fe704de-5ab6-4037-9414-7b3dc2c8cb31 tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] Notify callbacks [] for network, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:56.163231 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 49468) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:50:56.163427 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-4fe704de-5ab6-4037-9414-7b3dc2c8cb31 tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.2633049 Sep 23 19:50:56.168643 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.v2.base [None req-345e8cd6-8ab2-45d1-a168-84d7a03059d3 tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] Request body: {'subnet': {'network_id': '2bd8d8d2-6313-4b4f-9923-7573e9f422b6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=95102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:50:56.208627 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fe704de-5ab6-4037-9414-7b3dc2c8cb31 tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] Pushing event updated for resources: {'Network': ['ID=2bd8d8d2-6313-4b4f-9923-7573e9f422b6,revision_number=1']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:50:56.219952 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Network 2bd8d8d2-6313-4b4f-9923-7573e9f422b6 details requested by agent ovs-agent-n-d-713301-16 with host n-d-713301-16 {{(pid=95103) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 19:50:56.319362 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-345e8cd6-8ab2-45d1-a168-84d7a03059d3 tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] Made reservation on behalf of 68089a352b444323aeac869b275be256 for: {'subnet': 1} {{(pid=95102) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:50:56.323580 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-345e8cd6-8ab2-45d1-a168-84d7a03059d3 tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5388256'] for subnet, before_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:56.563789 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-345e8cd6-8ab2-45d1-a168-84d7a03059d3 tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4398944', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5388242'] for subnet, after_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:56.652809 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 49482) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:50:56.664726 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-345e8cd6-8ab2-45d1-a168-84d7a03059d3 tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] Pushing event updated for resources: {'Subnet': ['ID=7517de36-18a9-4205-a579-1052e9599d13,revision_number=0']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:50:56.674393 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-345e8cd6-8ab2-45d1-a168-84d7a03059d3 tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] Checking segment: {'id': '0b3df2fb-b133-48e8-8114-9f9d0b5855fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '2bd8d8d2-6313-4b4f-9923-7573e9f422b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95102) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:50:56.674393 n-d-713301-16 neutron-server[95102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-345e8cd6-8ab2-45d1-a168-84d7a03059d3 tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] Network hostable DHCP agents. Network: 2bd8d8d2-6313-4b4f-9923-7573e9f422b6, hostable agents: ['1b18bf05-1b5f-4587-be5c-af3ac38e32ad'], hosted agents: [] {{(pid=95102) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 19:50:56.696263 n-d-713301-16 neutron-server[95102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-345e8cd6-8ab2-45d1-a168-84d7a03059d3 tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] Network 2bd8d8d2-6313-4b4f-9923-7573e9f422b6 is scheduled to be hosted by DHCP agent 1b18bf05-1b5f-4587-be5c-af3ac38e32ad with binding_index 1 {{(pid=95102) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 19:50:56.718540 n-d-713301-16 neutron-server[95102]: DEBUG neutron.scheduler.base_scheduler [None req-345e8cd6-8ab2-45d1-a168-84d7a03059d3 tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713301-16, 2bd8d8d2-6313-4b4f-9923-7573e9f422b6) {{(pid=95102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:50:56.729934 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-345e8cd6-8ab2-45d1-a168-84d7a03059d3 tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:50:56.730553 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-345e8cd6-8ab2-45d1-a168-84d7a03059d3 tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] Notify callbacks [] for subnet, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:56.732485 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ccb9670-9a04-4f3d-9a17-ff110e99852c None None] Network 2bd8d8d2-6313-4b4f-9923-7573e9f422b6 requested from n-d-713301-16 {{(pid=95103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 19:50:56.764244 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-345e8cd6-8ab2-45d1-a168-84d7a03059d3 tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5996647 Sep 23 19:50:56.767254 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 49490) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:50:56.790918 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.v2.base [None req-1c21979e-5790-4e49-900d-11a8ad0e8a50 tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] Request body: {'router': {'name': 'tempest-PortsIpV6TestJSON-router-1342523230', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=95102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:50:56.825905 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.v2.base [None req-bf94d6f1-21a1-4887-801b-c87e84b1cd25 admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-1891453062-network', 'tenant_id': 'd6d0db4f11574585ab4298a497af68d6'}} {{(pid=95101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:50:56.854685 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-1c21979e-5790-4e49-900d-11a8ad0e8a50 tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-594563', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29355'] for router, before_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:56.857680 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-1c21979e-5790-4e49-900d-11a8ad0e8a50 tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-597363', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-601731', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-739356', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29346'] for router, precommit_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:56.880140 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf94d6f1-21a1-4887-801b-c87e84b1cd25 admin admin] Made reservation on behalf of d6d0db4f11574585ab4298a497af68d6 for: {'network': 1} {{(pid=95101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:50:56.886477 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-bf94d6f1-21a1-4887-801b-c87e84b1cd25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for network, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:56.909248 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-bf94d6f1-21a1-4887-801b-c87e84b1cd25 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:56.980006 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-1c21979e-5790-4e49-900d-11a8ad0e8a50 tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:56.986312 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-1c21979e-5790-4e49-900d-11a8ad0e8a50 tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-597258', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-601790'] for router, after_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:57.024052 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cedfab10-55af-4bb0-b205-fbacd17cedd8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4c8b80df-07eb-5275-9f17-5cf640db67c0-2bd8d8d2-6313-4b4f-9923-7573e9f422b6', 'network_id': '2bd8d8d2-6313-4b4f-9923-7573e9f422b6', 'tenant_id': '68089a352b444323aeac869b275be256', 'fixed_ips': [{'subnet_id': '7517de36-18a9-4205-a579-1052e9599d13'}]}} from n-d-713301-16. {{(pid=95103) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 23 19:50:57.024052 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-cedfab10-55af-4bb0-b205-fbacd17cedd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_create {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:57.078450 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-bf94d6f1-21a1-4887-801b-c87e84b1cd25 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:57.090623 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-bf94d6f1-21a1-4887-801b-c87e84b1cd25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:57.092010 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-1c21979e-5790-4e49-900d-11a8ad0e8a50 tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] Notify callbacks [] for router, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:57.093389 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-1c21979e-5790-4e49-900d-11a8ad0e8a50 tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] 10.222.0.67 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.3234918 Sep 23 19:50:57.096125 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 49492) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:50:57.106036 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.v2.base [None req-ad680bdd-7eed-40de-b41d-fc14a2d2b802 tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] Request body: {'port': {'network_id': '2bd8d8d2-6313-4b4f-9923-7573e9f422b6', 'name': 'tempest-PortsIpV6TestJSON-637644292'}} {{(pid=95102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:50:57.118848 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bf94d6f1-21a1-4887-801b-c87e84b1cd25 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 617} {{(pid=95101) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 19:50:57.149181 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-bf94d6f1-21a1-4887-801b-c87e84b1cd25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1756186'] for segment, precommit_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:57.149553 n-d-713301-16 neutron-server[95101]: INFO neutron.db.segments_db [None req-bf94d6f1-21a1-4887-801b-c87e84b1cd25 admin admin] Added segment ee9700c6-c1c6-4a4c-81b6-5f74fe067cec of type vlan for network d9738749-37a5-4806-a9b1-b54d362aa2e5 Sep 23 19:50:57.169940 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf94d6f1-21a1-4887-801b-c87e84b1cd25 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fce62e3b-d803-4c7d-a13b-3484bba160a5,revision_number=1']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:50:57.265717 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-bf94d6f1-21a1-4887-801b-c87e84b1cd25 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783145630486'] for network, precommit_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:57.273793 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.db_base_plugin_common [None req-cedfab10-55af-4bb0-b205-fbacd17cedd8 None None] Allocated IP 2001:db8::2 (2bd8d8d2-6313-4b4f-9923-7573e9f422b6/7517de36-18a9-4205-a579-1052e9599d13/930bb935-83f8-4bb5-a3d6-e1100a7e2f17) {{(pid=95103) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 19:50:57.338337 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-bf94d6f1-21a1-4887-801b-c87e84b1cd25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299'] for network, after_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:57.340425 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf94d6f1-21a1-4887-801b-c87e84b1cd25 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:50:57.342051 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-bf94d6f1-21a1-4887-801b-c87e84b1cd25 admin admin] Notify callbacks [] for network, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:57.404554 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad680bdd-7eed-40de-b41d-fc14a2d2b802 tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] Made reservation on behalf of 68089a352b444323aeac869b275be256 for: {'port': 1} {{(pid=95102) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:50:57.410184 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-ad680bdd-7eed-40de-b41d-fc14a2d2b802 tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:57.438702 n-d-713301-16 neutron-server[95102]: DEBUG neutron.notifiers.nova [None req-ad680bdd-7eed-40de-b41d-fc14a2d2b802 tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] device_id is not set on port 4aa0c742-0474-4a59-9344-959be1ecb257 yet. {{(pid=95102) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 23 19:50:57.449165 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-bf94d6f1-21a1-4887-801b-c87e84b1cd25 admin admin] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.7947598 Sep 23 19:50:57.450067 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf94d6f1-21a1-4887-801b-c87e84b1cd25 admin admin] Pushing event updated for resources: {'Network': ['ID=d9738749-37a5-4806-a9b1-b54d362aa2e5,revision_number=1']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:50:57.452427 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 49506) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:50:57.467118 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Network d9738749-37a5-4806-a9b1-b54d362aa2e5 details requested by agent ovs-agent-n-d-713301-16 with host n-d-713301-16 {{(pid=95103) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 19:50:57.468185 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.v2.base [None req-61fd8f75-f1ff-416e-81fd-935e1168da53 admin admin] Request body: {'subnet': {'network_id': 'd9738749-37a5-4806-a9b1-b54d362aa2e5', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-1891453062-subnet', 'tenant_id': 'd6d0db4f11574585ab4298a497af68d6', 'ip_version': 4}} {{(pid=95101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:50:57.495520 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61fd8f75-f1ff-416e-81fd-935e1168da53 admin admin] Made reservation on behalf of d6d0db4f11574585ab4298a497af68d6 for: {'subnet': 1} {{(pid=95101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:50:57.499011 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-61fd8f75-f1ff-416e-81fd-935e1168da53 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6130979'] for subnet, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:57.616035 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26020576-e891-4560-8f73-3b94fb3854cf req-8dc7de90-0dbf-4f9e-bc9b-711d6f34adea tempest-VolumesBackupsTest-667409647 tempest-VolumesBackupsTest-667409647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:50:57.618104 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-26020576-e891-4560-8f73-3b94fb3854cf req-8dc7de90-0dbf-4f9e-bc9b-711d6f34adea tempest-VolumesBackupsTest-667409647 tempest-VolumesBackupsTest-667409647-project] 10.222.0.67 "GET /v2.0/ports?device_id=39da272a-e143-4400-8545-09e4d3667d0e HTTP/1.1" status: 200 len: 950 time: 0.0711074 Sep 23 19:50:57.662699 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-cedfab10-55af-4bb0-b205-fbacd17cedd8 None None] Notify callbacks [] for port, precommit_create {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:57.668353 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-26020576-e891-4560-8f73-3b94fb3854cf req-b5e309ab-0386-4d45-841b-699b9c29d6b6 tempest-VolumesBackupsTest-667409647 tempest-VolumesBackupsTest-667409647-project] 10.222.0.67 "GET /v2.0/security-groups?id=a9f48087-3fb0-46e6-99e9-ce465e6df1f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397985 Sep 23 19:50:57.681941 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-cedfab10-55af-4bb0-b205-fbacd17cedd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783145673135'] for port, after_create {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:57.708632 n-d-713301-16 neutron-server[95103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cedfab10-55af-4bb0-b205-fbacd17cedd8 None None] Network 2bd8d8d2-6313-4b4f-9923-7573e9f422b6 is already hosted by enough agents. {{(pid=95103) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:50:57.712739 n-d-713301-16 neutron-server[95103]: DEBUG neutron.scheduler.base_scheduler [None req-cedfab10-55af-4bb0-b205-fbacd17cedd8 None None] Resources bound (agent type, host, resource id): {{(pid=95103) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:50:57.744681 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cedfab10-55af-4bb0-b205-fbacd17cedd8 None None] Received port after_create {{(pid=95103) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 19:50:57.755599 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-61fd8f75-f1ff-416e-81fd-935e1168da53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5607579', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6130961'] for subnet, after_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:57.766519 n-d-713301-16 neutron-server[95102]: DEBUG neutron.db.db_base_plugin_common [None req-ad680bdd-7eed-40de-b41d-fc14a2d2b802 tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] Allocated IP 2001:db8::216 (2bd8d8d2-6313-4b4f-9923-7573e9f422b6/7517de36-18a9-4205-a579-1052e9599d13/4aa0c742-0474-4a59-9344-959be1ecb257) {{(pid=95102) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 19:50:57.844480 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cedfab10-55af-4bb0-b205-fbacd17cedd8 None None] Pushing event updated for resources: {'Port': ['ID=930bb935-83f8-4bb5-a3d6-e1100a7e2f17,revision_number=1']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:50:57.862812 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.managers [None req-cedfab10-55af-4bb0-b205-fbacd17cedd8 None None] Attempting to bind port 930bb935-83f8-4bb5-a3d6-e1100a7e2f17 on host n-d-713301-16 for vnic_type normal with profile {{(pid=95103) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 19:50:57.863246 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61fd8f75-f1ff-416e-81fd-935e1168da53 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5063ddfd-caee-4110-9a9f-b228fc05a5de,revision_number=0']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:50:57.863415 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.managers [None req-cedfab10-55af-4bb0-b205-fbacd17cedd8 None None] Attempting to bind port 930bb935-83f8-4bb5-a3d6-e1100a7e2f17 by drivers openvswitch,hyperv on host n-d-713301-16 at level 0 using segments [{'id': '0b3df2fb-b133-48e8-8114-9f9d0b5855fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '2bd8d8d2-6313-4b4f-9923-7573e9f422b6'}] {{(pid=95103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 19:50:57.863925 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cedfab10-55af-4bb0-b205-fbacd17cedd8 None None] Attempting to bind port 930bb935-83f8-4bb5-a3d6-e1100a7e2f17 on network 2bd8d8d2-6313-4b4f-9923-7573e9f422b6 {{(pid=95103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:50:57.867600 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61fd8f75-f1ff-416e-81fd-935e1168da53 admin admin] Checking segment: {'id': 'ee9700c6-c1c6-4a4c-81b6-5f74fe067cec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'd9738749-37a5-4806-a9b1-b54d362aa2e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:50:57.868530 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61fd8f75-f1ff-416e-81fd-935e1168da53 admin admin] Network hostable DHCP agents. Network: d9738749-37a5-4806-a9b1-b54d362aa2e5, hostable agents: ['1b18bf05-1b5f-4587-be5c-af3ac38e32ad'], hosted agents: [] {{(pid=95101) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 19:50:57.872844 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cedfab10-55af-4bb0-b205-fbacd17cedd8 None None] Checking agent: {'id': '70a14545-df24-472f-8f95-bfe1719bff93', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 19, 7, 53), 'started_at': datetime.datetime(2021, 9, 23, 19, 8, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 19, 50, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 19:50:57.873988 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cedfab10-55af-4bb0-b205-fbacd17cedd8 None None] Checking segment: {'id': '0b3df2fb-b133-48e8-8114-9f9d0b5855fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '2bd8d8d2-6313-4b4f-9923-7573e9f422b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95103) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:50:57.874926 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-cedfab10-55af-4bb0-b205-fbacd17cedd8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:57.875841 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cedfab10-55af-4bb0-b205-fbacd17cedd8 None None] Bound using segment: {'id': '0b3df2fb-b133-48e8-8114-9f9d0b5855fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '2bd8d8d2-6313-4b4f-9923-7573e9f422b6'} {{(pid=95103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 19:50:57.876838 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.managers [None req-cedfab10-55af-4bb0-b205-fbacd17cedd8 None None] Bound port: 930bb935-83f8-4bb5-a3d6-e1100a7e2f17, host: n-d-713301-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b3df2fb-b133-48e8-8114-9f9d0b5855fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '2bd8d8d2-6313-4b4f-9923-7573e9f422b6'}}] {{(pid=95103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 19:50:57.877612 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-cedfab10-55af-4bb0-b205-fbacd17cedd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:57.903669 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61fd8f75-f1ff-416e-81fd-935e1168da53 admin admin] Network d9738749-37a5-4806-a9b1-b54d362aa2e5 is scheduled to be hosted by DHCP agent 1b18bf05-1b5f-4587-be5c-af3ac38e32ad with binding_index 1 {{(pid=95101) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 19:50:57.918316 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.base_scheduler [None req-61fd8f75-f1ff-416e-81fd-935e1168da53 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713301-16, d9738749-37a5-4806-a9b1-b54d362aa2e5) {{(pid=95101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:50:57.928810 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b3bf7a1-d5eb-43dd-b958-11b15d7813ba None None] Network d9738749-37a5-4806-a9b1-b54d362aa2e5 requested from n-d-713301-16 {{(pid=95103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 19:50:57.938073 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61fd8f75-f1ff-416e-81fd-935e1168da53 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:50:57.938691 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-61fd8f75-f1ff-416e-81fd-935e1168da53 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:57.955601 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-ad680bdd-7eed-40de-b41d-fc14a2d2b802 tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] Notify callbacks [] for port, precommit_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:57.969895 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-61fd8f75-f1ff-416e-81fd-935e1168da53 admin admin] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.5064218 Sep 23 19:50:57.972622 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 49510) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:50:57.977427 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.v2.base [None req-ac486aed-917a-43e4-934a-4f5a0c5adf35 admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-1891453062-router', 'tenant_id': 'd6d0db4f11574585ab4298a497af68d6', 'external_gateway_info': {'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac'}}} {{(pid=95101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:50:58.003750 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-ac486aed-917a-43e4-934a-4f5a0c5adf35 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-594563', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29355'] for router, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:58.005085 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-ac486aed-917a-43e4-934a-4f5a0c5adf35 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-597363', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-601731', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-739356', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29346'] for router, precommit_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:58.005642 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-ad680bdd-7eed-40de-b41d-fc14a2d2b802 tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783145673135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4399100'] for port, after_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:58.073779 n-d-713301-16 neutron-server[95102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad680bdd-7eed-40de-b41d-fc14a2d2b802 tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] Network 2bd8d8d2-6313-4b4f-9923-7573e9f422b6 is already hosted by enough agents. {{(pid=95102) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:50:58.080587 n-d-713301-16 neutron-server[95102]: DEBUG neutron.scheduler.base_scheduler [None req-ad680bdd-7eed-40de-b41d-fc14a2d2b802 tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] Resources bound (agent type, host, resource id): {{(pid=95102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:50:58.083308 n-d-713301-16 neutron-server[95102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad680bdd-7eed-40de-b41d-fc14a2d2b802 tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] Received port after_create {{(pid=95102) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 19:50:58.089360 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad680bdd-7eed-40de-b41d-fc14a2d2b802 tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:50:58.090026 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-ad680bdd-7eed-40de-b41d-fc14a2d2b802 tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222849'] for port, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:58.093035 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad680bdd-7eed-40de-b41d-fc14a2d2b802 tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] Pushing event updated for resources: {'Port': ['ID=4aa0c742-0474-4a59-9344-959be1ecb257,revision_number=1']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:50:58.110240 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-ac486aed-917a-43e4-934a-4f5a0c5adf35 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:58.113930 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-ad680bdd-7eed-40de-b41d-fc14a2d2b802 tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.0166767 Sep 23 19:50:58.116738 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 49512) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:50:58.143423 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-cedfab10-55af-4bb0-b205-fbacd17cedd8 None None] For port 930bb935-83f8-4bb5-a3d6-e1100a7e2f17, host n-d-713301-16, cleared binding levels {{(pid=95103) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 19:50:58.150238 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:58.163122 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-cedfab10-55af-4bb0-b205-fbacd17cedd8 None None] For port 930bb935-83f8-4bb5-a3d6-e1100a7e2f17, host n-d-713301-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-16',level=0,port_id=930bb935-83f8-4bb5-a3d6-e1100a7e2f17,segment=NetworkSegment(0b3df2fb-b133-48e8-8114-9f9d0b5855fe),segment_id=0b3df2fb-b133-48e8-8114-9f9d0b5855fe)] {{(pid=95103) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 19:50:58.168435 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-cedfab10-55af-4bb0-b205-fbacd17cedd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:58.215192 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5d0ecd5-5733-4026-8295-2f6c83654049 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4c8b80df-07eb-5275-9f17-5cf640db67c0-d9738749-37a5-4806-a9b1-b54d362aa2e5', 'network_id': 'd9738749-37a5-4806-a9b1-b54d362aa2e5', 'tenant_id': 'd6d0db4f11574585ab4298a497af68d6', 'fixed_ips': [{'subnet_id': '5063ddfd-caee-4110-9a9f-b228fc05a5de'}]}} from n-d-713301-16. {{(pid=95103) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 23 19:50:58.216638 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-e5d0ecd5-5733-4026-8295-2f6c83654049 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_create {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:58.276543 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cedfab10-55af-4bb0-b205-fbacd17cedd8 None None] Pushing event updated for resources: {'Port': ['ID=930bb935-83f8-4bb5-a3d6-e1100a7e2f17,revision_number=2']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:50:58.413190 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.db_base_plugin_common [None req-e5d0ecd5-5733-4026-8295-2f6c83654049 None None] Allocated IP 172.20.0.2 (d9738749-37a5-4806-a9b1-b54d362aa2e5/5063ddfd-caee-4110-9a9f-b228fc05a5de/f3f2b37c-ce7d-4a7a-92eb-3a1d27bf2ea7) {{(pid=95103) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 19:50:58.415739 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:58.546514 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-ac486aed-917a-43e4-934a-4f5a0c5adf35 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:58.669586 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-e5d0ecd5-5733-4026-8295-2f6c83654049 None None] Notify callbacks [] for port, precommit_create {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:58.676560 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-e5d0ecd5-5733-4026-8295-2f6c83654049 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783145673135'] for port, after_create {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:58.748358 n-d-713301-16 neutron-server[95103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5d0ecd5-5733-4026-8295-2f6c83654049 None None] Network d9738749-37a5-4806-a9b1-b54d362aa2e5 is already hosted by enough agents. {{(pid=95103) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:50:58.754375 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-42afd515-a59c-4269-9edd-3f85047b94b7 tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:58.758205 n-d-713301-16 neutron-server[95103]: DEBUG neutron.scheduler.base_scheduler [None req-e5d0ecd5-5733-4026-8295-2f6c83654049 None None] Resources bound (agent type, host, resource id): {{(pid=95103) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:50:58.767167 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5d0ecd5-5733-4026-8295-2f6c83654049 None None] Received port after_create {{(pid=95103) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 19:50:58.781242 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5d0ecd5-5733-4026-8295-2f6c83654049 None None] Pushing event updated for resources: {'Port': ['ID=f3f2b37c-ce7d-4a7a-92eb-3a1d27bf2ea7,revision_number=1']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:50:58.840117 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-267f59cf-7ded-4b61-b74b-044a7894a674 req-3a8dc72b-9800-4667-a015-6d49562cc044 tempest-VolumesBackupsTest-667409647 tempest-VolumesBackupsTest-667409647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:50:58.849495 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-267f59cf-7ded-4b61-b74b-044a7894a674 req-3a8dc72b-9800-4667-a015-6d49562cc044 tempest-VolumesBackupsTest-667409647 tempest-VolumesBackupsTest-667409647-project] 10.222.0.67 "GET /v2.0/ports?device_id=39da272a-e143-4400-8545-09e4d3667d0e HTTP/1.1" status: 200 len: 950 time: 0.0707009 Sep 23 19:50:58.895277 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.managers [None req-e5d0ecd5-5733-4026-8295-2f6c83654049 None None] Attempting to bind port f3f2b37c-ce7d-4a7a-92eb-3a1d27bf2ea7 on host n-d-713301-16 for vnic_type normal with profile {{(pid=95103) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 19:50:58.896784 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.managers [None req-e5d0ecd5-5733-4026-8295-2f6c83654049 None None] Attempting to bind port f3f2b37c-ce7d-4a7a-92eb-3a1d27bf2ea7 by drivers openvswitch,hyperv on host n-d-713301-16 at level 0 using segments [{'id': 'ee9700c6-c1c6-4a4c-81b6-5f74fe067cec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'd9738749-37a5-4806-a9b1-b54d362aa2e5'}] {{(pid=95103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 19:50:58.897330 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5d0ecd5-5733-4026-8295-2f6c83654049 None None] Attempting to bind port f3f2b37c-ce7d-4a7a-92eb-3a1d27bf2ea7 on network d9738749-37a5-4806-a9b1-b54d362aa2e5 {{(pid=95103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:50:58.904794 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5d0ecd5-5733-4026-8295-2f6c83654049 None None] Checking agent: {'id': '70a14545-df24-472f-8f95-bfe1719bff93', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 19, 7, 53), 'started_at': datetime.datetime(2021, 9, 23, 19, 8, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 19, 50, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 19:50:58.905446 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5d0ecd5-5733-4026-8295-2f6c83654049 None None] Checking segment: {'id': 'ee9700c6-c1c6-4a4c-81b6-5f74fe067cec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'd9738749-37a5-4806-a9b1-b54d362aa2e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95103) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:50:58.906046 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-e5d0ecd5-5733-4026-8295-2f6c83654049 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:58.906632 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5d0ecd5-5733-4026-8295-2f6c83654049 None None] Bound using segment: {'id': 'ee9700c6-c1c6-4a4c-81b6-5f74fe067cec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'd9738749-37a5-4806-a9b1-b54d362aa2e5'} {{(pid=95103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 19:50:58.907298 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.managers [None req-e5d0ecd5-5733-4026-8295-2f6c83654049 None None] Bound port: f3f2b37c-ce7d-4a7a-92eb-3a1d27bf2ea7, host: n-d-713301-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ee9700c6-c1c6-4a4c-81b6-5f74fe067cec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'd9738749-37a5-4806-a9b1-b54d362aa2e5'}}] {{(pid=95103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 19:50:58.907850 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-e5d0ecd5-5733-4026-8295-2f6c83654049 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:58.934166 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-267f59cf-7ded-4b61-b74b-044a7894a674 req-64654e08-1fd7-4589-900d-0e83ef3c4cb8 tempest-VolumesBackupsTest-667409647 tempest-VolumesBackupsTest-667409647-project] 10.222.0.67 "GET /v2.0/security-groups?id=a9f48087-3fb0-46e6-99e9-ce465e6df1f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790124 Sep 23 19:50:59.011961 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-e5d0ecd5-5733-4026-8295-2f6c83654049 None None] For port f3f2b37c-ce7d-4a7a-92eb-3a1d27bf2ea7, host n-d-713301-16, cleared binding levels {{(pid=95103) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 19:50:59.016757 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-e5d0ecd5-5733-4026-8295-2f6c83654049 None None] For port f3f2b37c-ce7d-4a7a-92eb-3a1d27bf2ea7, host n-d-713301-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-16',level=0,port_id=f3f2b37c-ce7d-4a7a-92eb-3a1d27bf2ea7,segment=NetworkSegment(ee9700c6-c1c6-4a4c-81b6-5f74fe067cec),segment_id=ee9700c6-c1c6-4a4c-81b6-5f74fe067cec)] {{(pid=95103) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 19:50:59.024157 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-e5d0ecd5-5733-4026-8295-2f6c83654049 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:59.046595 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fcd40be-815d-473c-869a-261cc16cfc20 req-0cf0aa05-da65-48d7-b6de-7670394247a6 tempest-VolumesBackupsTest-667409647 tempest-VolumesBackupsTest-667409647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:50:59.049241 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-5fcd40be-815d-473c-869a-261cc16cfc20 req-0cf0aa05-da65-48d7-b6de-7670394247a6 tempest-VolumesBackupsTest-667409647 tempest-VolumesBackupsTest-667409647-project] 10.222.0.53 "GET /v2.0/ports?device_id=39da272a-e143-4400-8545-09e4d3667d0e HTTP/1.1" status: 200 len: 950 time: 0.0653014 Sep 23 19:50:59.095956 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5d0ecd5-5733-4026-8295-2f6c83654049 None None] Pushing event updated for resources: {'Port': ['ID=f3f2b37c-ce7d-4a7a-92eb-3a1d27bf2ea7,revision_number=2']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:50:59.192304 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.plugin [req-5fcd40be-815d-473c-869a-261cc16cfc20 req-d3a819d6-abd3-462b-a08c-e4ffe775471b tempest-VolumesBackupsTest-667409647 tempest-VolumesBackupsTest-667409647-project] Deleting port 90bacada-8d45-463a-bb39-610f6bd74fdf {{(pid=95102) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:50:59.192973 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-5fcd40be-815d-473c-869a-261cc16cfc20 req-d3a819d6-abd3-462b-a08c-e4ffe775471b tempest-VolumesBackupsTest-667409647 tempest-VolumesBackupsTest-667409647-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783146157096'] for port, before_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:59.241083 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-ac486aed-917a-43e4-934a-4f5a0c5adf35 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:59.292935 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-ac486aed-917a-43e4-934a-4f5a0c5adf35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:59.329908 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.db [req-5fcd40be-815d-473c-869a-261cc16cfc20 req-d3a819d6-abd3-462b-a08c-e4ffe775471b tempest-VolumesBackupsTest-667409647 tempest-VolumesBackupsTest-667409647-project] For port 90bacada-8d45-463a-bb39-610f6bd74fdf, host n-h2-713301-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-16',level=0,port_id=90bacada-8d45-463a-bb39-610f6bd74fdf,segment=NetworkSegment(6139d589-eb6c-4578-8935-c26ddf396853),segment_id=6139d589-eb6c-4578-8935-c26ddf396853)] {{(pid=95102) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:50:59.330254 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-5fcd40be-815d-473c-869a-261cc16cfc20 req-d3a819d6-abd3-462b-a08c-e4ffe775471b tempest-VolumesBackupsTest-667409647 tempest-VolumesBackupsTest-667409647-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-605701'] for port, precommit_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:59.383735 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.plugin [req-5fcd40be-815d-473c-869a-261cc16cfc20 req-d3a819d6-abd3-462b-a08c-e4ffe775471b tempest-VolumesBackupsTest-667409647 tempest-VolumesBackupsTest-667409647-project] Calling delete_port for 90bacada-8d45-463a-bb39-610f6bd74fdf owned by compute:nova {{(pid=95102) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:50:59.413578 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-42afd515-a59c-4269-9edd-3f85047b94b7 tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] Notify callbacks [] for port, precommit_update {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:59.420280 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-42afd515-a59c-4269-9edd-3f85047b94b7 tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5607436'] for port, after_update {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:59.571841 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42afd515-a59c-4269-9edd-3f85047b94b7 tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] Pushing event updated for resources: {'Port': ['ID=4aa0c742-0474-4a59-9344-959be1ecb257,revision_number=2']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:50:59.572553 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-5fcd40be-815d-473c-869a-261cc16cfc20 req-d3a819d6-abd3-462b-a08c-e4ffe775471b tempest-VolumesBackupsTest-667409647 tempest-VolumesBackupsTest-667409647-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783146162158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783145673144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4399100'] for port, after_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:59.588392 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] get_ports_and_sgs() called for port_ids ['90bacada-8d45-463a-bb39-610f6bd74fdf'] {{(pid=95103) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 19:50:59.618207 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3a819d6-abd3-462b-a08c-e4ffe775471b tempest-VolumesBackupsTest-667409647 tempest-VolumesBackupsTest-667409647-project] Pushing event deleted for resources: {'Port': ['ID=90bacada-8d45-463a-bb39-610f6bd74fdf,revision_number=None']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:50:59.628033 n-d-713301-16 neutron-server[95101]: DEBUG neutron.db.db_base_plugin_common [None req-ac486aed-917a-43e4-934a-4f5a0c5adf35 admin admin] Allocated IP 172.25.1.93 (5dec5c09-378e-4f50-89cc-d94eb81c3bac/eff83446-018c-428d-b3f5-54ac9abe7a2a/ff6abed3-0941-4d4d-b122-9c42352b3061) {{(pid=95101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 19:50:59.696240 n-d-713301-16 neutron-server[95102]: DEBUG neutron.db.l3_dvrscheduler_db [req-5fcd40be-815d-473c-869a-261cc16cfc20 req-d3a819d6-abd3-462b-a08c-e4ffe775471b tempest-VolumesBackupsTest-667409647 tempest-VolumesBackupsTest-667409647-project] No DVR routers for this DVR port 90bacada-8d45-463a-bb39-610f6bd74fdf on host n-h2-713301-16 {{(pid=95102) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 19:50:59.698916 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-5fcd40be-815d-473c-869a-261cc16cfc20 req-d3a819d6-abd3-462b-a08c-e4ffe775471b tempest-VolumesBackupsTest-667409647 tempest-VolumesBackupsTest-667409647-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222849'] for port, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:59.701669 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-5fcd40be-815d-473c-869a-261cc16cfc20 req-d3a819d6-abd3-462b-a08c-e4ffe775471b tempest-VolumesBackupsTest-667409647 tempest-VolumesBackupsTest-667409647-project] 10.222.0.53 "DELETE /v2.0/ports/90bacada-8d45-463a-bb39-610f6bd74fdf HTTP/1.1" status: 204 len: 173 time: 0.6435394 Sep 23 19:50:59.701865 n-d-713301-16 neutron-server[95102]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '39da272a-e143-4400-8545-09e4d3667d0e', 'name': 'network-vif-deleted', 'tag': '90bacada-8d45-463a-bb39-610f6bd74fdf'}] {{(pid=95102) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 19:50:59.704895 n-d-713301-16 neutron-server[95102]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab31b6d93e5336dbddfa8ec424565b3bd8cb2369c5b4d85bc943472dbb21e8ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f004db5a-a0e1-4c01-967b-dd7ba008b4af" -d '{"events": [{"server_uuid": "39da272a-e143-4400-8545-09e4d3667d0e", "name": "network-vif-deleted", "tag": "90bacada-8d45-463a-bb39-610f6bd74fdf"}]}' {{(pid=95102) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 19:50:59.796494 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-42afd515-a59c-4269-9edd-3f85047b94b7 tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-601987'] for router_interface, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:50:59.815358 n-d-713301-16 neutron-server[95102]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 19:50:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-222ccb3d-83ce-47b0-9d3e-0e51dad4268e x-openstack-request-id: req-222ccb3d-83ce-47b0-9d3e-0e51dad4268e {{(pid=95102) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 19:50:59.815875 n-d-713301-16 neutron-server[95102]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "39da272a-e143-4400-8545-09e4d3667d0e", "name": "network-vif-deleted", "tag": "90bacada-8d45-463a-bb39-610f6bd74fdf", "status": "completed", "code": 200}]} {{(pid=95102) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 19:50:59.816277 n-d-713301-16 neutron-server[95102]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-222ccb3d-83ce-47b0-9d3e-0e51dad4268e {{(pid=95102) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 19:50:59.816901 n-d-713301-16 neutron-server[95102]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '39da272a-e143-4400-8545-09e4d3667d0e', 'name': 'network-vif-deleted', 'tag': '90bacada-8d45-463a-bb39-610f6bd74fdf', 'status': 'completed', 'code': 200} Sep 23 19:50:59.842370 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce5871cd-e136-4020-9b56-fc06817d3d41 None None] Network 2bd8d8d2-6313-4b4f-9923-7573e9f422b6 requested from n-d-713301-16 {{(pid=95103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 19:50:59.935319 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-ac486aed-917a-43e4-934a-4f5a0c5adf35 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:00.010945 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Device f3f2b37c-ce7d-4a7a-92eb-3a1d27bf2ea7 up at agent ovs-agent-n-d-713301-16 {{(pid=95103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 19:51:00.076867 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-42afd515-a59c-4269-9edd-3f85047b94b7 tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:00.097874 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-d5809f69-fa7b-450a-87ca-09fceb134777 req-758b05c9-8843-4598-b606-528453ad0da2 tempest-VolumesBackupsTest-667409647 tempest-VolumesBackupsTest-667409647-project] 10.222.0.67 "GET /v2.0/ports?device_id=39da272a-e143-4400-8545-09e4d3667d0e HTTP/1.1" status: 200 len: 210 time: 0.0387371 Sep 23 19:51:00.140436 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-f5d535a1-46af-4cc3-8c1a-bf908a7e9ded None None] Provisioning complete for port 930bb935-83f8-4bb5-a3d6-e1100a7e2f17 triggered by entity DHCP. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:51:00.141025 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-f5d535a1-46af-4cc3-8c1a-bf908a7e9ded None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:00.152528 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-ac486aed-917a-43e4-934a-4f5a0c5adf35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783145673135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5607431'] for port, after_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:00.196785 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac486aed-917a-43e4-934a-4f5a0c5adf35 admin admin] Network 5dec5c09-378e-4f50-89cc-d94eb81c3bac is already hosted by enough agents. {{(pid=95101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:51:00.249290 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.base_scheduler [None req-ac486aed-917a-43e4-934a-4f5a0c5adf35 admin admin] Resources bound (agent type, host, resource id): {{(pid=95101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:51:00.255323 n-d-713301-16 neutron-server[95101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac486aed-917a-43e4-934a-4f5a0c5adf35 admin admin] Received port after_create {{(pid=95101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 19:51:00.576181 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Provisioning complete for port f3f2b37c-ce7d-4a7a-92eb-3a1d27bf2ea7 triggered by entity L2. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:51:00.576756 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:00.635600 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-f5d535a1-46af-4cc3-8c1a-bf908a7e9ded None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:00.640530 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b514183b-4716-4e66-b710-c4ceb1b92e7d None None] Network d9738749-37a5-4806-a9b1-b54d362aa2e5 requested from n-d-713301-16 {{(pid=95103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 19:51:00.690157 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac486aed-917a-43e4-934a-4f5a0c5adf35 admin admin] Pushing event updated for resources: {'Port': ['ID=ff6abed3-0941-4d4d-b122-9c42352b3061,revision_number=1']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:51:00.773145 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-f5d535a1-46af-4cc3-8c1a-bf908a7e9ded None None] For port 930bb935-83f8-4bb5-a3d6-e1100a7e2f17, host n-d-713301-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-16',level=0,port_id=930bb935-83f8-4bb5-a3d6-e1100a7e2f17,segment=NetworkSegment(0b3df2fb-b133-48e8-8114-9f9d0b5855fe),segment_id=0b3df2fb-b133-48e8-8114-9f9d0b5855fe)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:51:00.786534 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-f5d535a1-46af-4cc3-8c1a-bf908a7e9ded None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:00.801779 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:00.996442 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] For port f3f2b37c-ce7d-4a7a-92eb-3a1d27bf2ea7, host n-d-713301-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-16',level=0,port_id=f3f2b37c-ce7d-4a7a-92eb-3a1d27bf2ea7,segment=NetworkSegment(ee9700c6-c1c6-4a4c-81b6-5f74fe067cec),segment_id=ee9700c6-c1c6-4a4c-81b6-5f74fe067cec)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:51:00.998452 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d535a1-46af-4cc3-8c1a-bf908a7e9ded None None] Pushing event updated for resources: {'Port': ['ID=930bb935-83f8-4bb5-a3d6-e1100a7e2f17,revision_number=3']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:51:01.016631 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-42afd515-a59c-4269-9edd-3f85047b94b7 tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] Notify callbacks [] for port, precommit_update {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:01.021554 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:01.022336 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Device 930bb935-83f8-4bb5-a3d6-e1100a7e2f17 up at agent ovs-agent-n-d-713301-16 {{(pid=95103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 19:51:01.023671 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-42afd515-a59c-4269-9edd-3f85047b94b7 tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5607436'] for port, after_update {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:01.024705 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-42afd515-a59c-4269-9edd-3f85047b94b7 tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-527313', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-601459'] for router_interface, after_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:01.024860 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-c3186eac-c184-4902-a71f-5c6310e57085 None None] Provisioning complete for port f3f2b37c-ce7d-4a7a-92eb-3a1d27bf2ea7 triggered by entity DHCP. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:51:01.025129 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-c3186eac-c184-4902-a71f-5c6310e57085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:01.081080 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Pushing event updated for resources: {'Port': ['ID=f3f2b37c-ce7d-4a7a-92eb-3a1d27bf2ea7,revision_number=3']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:51:01.183253 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42afd515-a59c-4269-9edd-3f85047b94b7 tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] Pushing event updated for resources: {'Port': ['ID=4aa0c742-0474-4a59-9344-959be1ecb257,revision_number=3']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:51:01.333361 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Provisioning complete for port 930bb935-83f8-4bb5-a3d6-e1100a7e2f17 triggered by entity L2. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:51:01.333780 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:01.341997 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-ac486aed-917a-43e4-934a-4f5a0c5adf35 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:01.499805 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-c3186eac-c184-4902-a71f-5c6310e57085 None None] Provisioning complete for port 4aa0c742-0474-4a59-9344-959be1ecb257 triggered by entity DHCP. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:51:01.500288 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-c3186eac-c184-4902-a71f-5c6310e57085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:01.543487 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42afd515-a59c-4269-9edd-3f85047b94b7 tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] Network 2bd8d8d2-6313-4b4f-9923-7573e9f422b6 is already hosted by enough agents. {{(pid=95101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:51:01.547819 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.base_scheduler [None req-42afd515-a59c-4269-9edd-3f85047b94b7 tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] Resources bound (agent type, host, resource id): {{(pid=95101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:51:01.571352 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.plugin [None req-c3186eac-c184-4902-a71f-5c6310e57085 None None] Port 4aa0c742-0474-4a59-9344-959be1ecb257 cannot update to ACTIVE because it is not bound. {{(pid=95103) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 19:51:01.622122 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 49562) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:51:01.690082 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-c3186eac-c184-4902-a71f-5c6310e57085 None None] Provisioning complete for port 930bb935-83f8-4bb5-a3d6-e1100a7e2f17 triggered by entity DHCP. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:51:01.690629 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-c3186eac-c184-4902-a71f-5c6310e57085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:01.794240 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-dcc9c5cb-ce05-4d48-965e-6304f28d827b admin admin] Notify callbacks [] for security_group, before_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:01.863428 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Device f3f2b37c-ce7d-4a7a-92eb-3a1d27bf2ea7 up at agent ovs-agent-n-d-713301-16 {{(pid=95103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 19:51:01.920902 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-dcc9c5cb-ce05-4d48-965e-6304f28d827b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:01.928318 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-dcc9c5cb-ce05-4d48-965e-6304f28d827b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:01.939009 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-ac486aed-917a-43e4-934a-4f5a0c5adf35 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-597258', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-601790'] for router, after_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:01.985805 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-dcc9c5cb-ce05-4d48-965e-6304f28d827b admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=0ee63efcf3c748a580ab28e8a20a3c60&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3624191 Sep 23 19:51:01.988361 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcc9c5cb-ce05-4d48-965e-6304f28d827b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74800d25-58d4-4312-8784-8e8affbbe2d0,revision_number=1']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:51:01.991350 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 49566) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:51:02.002734 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Provisioning complete for port f3f2b37c-ce7d-4a7a-92eb-3a1d27bf2ea7 triggered by entity L2. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:51:02.003123 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:02.070582 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-aa8a551c-9b55-4a6b-9876-b03351f5cc4b None None] Provisioning complete for port f3f2b37c-ce7d-4a7a-92eb-3a1d27bf2ea7 triggered by entity DHCP. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:51:02.070961 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-aa8a551c-9b55-4a6b-9876-b03351f5cc4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:02.089193 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-686ec5d8-0f9b-4e5f-9bf9-5be7fdd63a0a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:02.112934 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-686ec5d8-0f9b-4e5f-9bf9-5be7fdd63a0a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:02.154137 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-42afd515-a59c-4269-9edd-3f85047b94b7 tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] Router b0c39635-1441-4dfb-a7c8-dc65846e79c9 is scheduled to L3 agent 79a740bf-7821-4989-8288-7186e3e128f3 with binding_index 1 {{(pid=95101) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 23 19:51:02.170671 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-686ec5d8-0f9b-4e5f-9bf9-5be7fdd63a0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:02.174746 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-686ec5d8-0f9b-4e5f-9bf9-5be7fdd63a0a admin admin] Notify callbacks [] for security_group, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:02.178218 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-686ec5d8-0f9b-4e5f-9bf9-5be7fdd63a0a admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/74800d25-58d4-4312-8784-8e8affbbe2d0 HTTP/1.1" status: 204 len: 168 time: 0.1854148 Sep 23 19:51:02.197827 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-686ec5d8-0f9b-4e5f-9bf9-5be7fdd63a0a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74800d25-58d4-4312-8784-8e8affbbe2d0,revision_number=None']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:51:02.218641 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Device 930bb935-83f8-4bb5-a3d6-e1100a7e2f17 up at agent ovs-agent-n-d-713301-16 {{(pid=95103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 19:51:02.296666 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42afd515-a59c-4269-9edd-3f85047b94b7 tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] Notify agent at l3_agent.n-d-713301-16 the message routers_updated {{(pid=95101) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 19:51:02.306403 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 49570) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:51:02.307925 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-42afd515-a59c-4269-9edd-3f85047b94b7 tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] 10.222.0.67 "PUT /v2.0/routers/b0c39635-1441-4dfb-a7c8-dc65846e79c9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1898696 Sep 23 19:51:02.309640 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15db08df-ce95-48b6-8c64-9d9ed886a66b None None] Sync routers for ids ['b0c39635-1441-4dfb-a7c8-dc65846e79c9'] in n-d-713301-16 {{(pid=95104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 19:51:02.329671 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15db08df-ce95-48b6-8c64-9d9ed886a66b None None] Routers {'b0c39635-1441-4dfb-a7c8-dc65846e79c9'} bound to L3 agent in host n-d-713301-16 {{(pid=95104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 19:51:02.330776 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_hamode_db [None req-15db08df-ce95-48b6-8c64-9d9ed886a66b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-23T19:07:52Z,description=,heartbeat_timestamp=2021-09-23T19:50:53Z,host='n-d-713301-16',id=79a740bf-7821-4989-8288-7186e3e128f3,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:07:52Z,topic='l3_agent')) {'router_ids': ['b0c39635-1441-4dfb-a7c8-dc65846e79c9'], 'active': True} {{(pid=95104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:51:02.346645 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-aa8a551c-9b55-4a6b-9876-b03351f5cc4b None None] Provisioning complete for port 4aa0c742-0474-4a59-9344-959be1ecb257 triggered by entity DHCP. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:51:02.347020 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-aa8a551c-9b55-4a6b-9876-b03351f5cc4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:02.392868 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac486aed-917a-43e4-934a-4f5a0c5adf35 admin admin] Router 5f56947f-2825-4d8e-8eb5-212ea2b3f4e1 is scheduled to L3 agent 79a740bf-7821-4989-8288-7186e3e128f3 with binding_index 1 {{(pid=95101) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 23 19:51:02.428413 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35641613-0d9e-4cb7-bff2-548937321c4c tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:51:02.430969 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-35641613-0d9e-4cb7-bff2-548937321c4c tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] 10.222.0.67 "GET /v2.0/ports?device_id=b0c39635-1441-4dfb-a7c8-dc65846e79c9 HTTP/1.1" status: 200 len: 988 time: 0.1225359 Sep 23 19:51:02.432912 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 49574) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:51:02.434039 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_hamode_db [None req-15db08df-ce95-48b6-8c64-9d9ed886a66b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713301-16', False) {} {{(pid=95104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:51:02.443692 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15db08df-ce95-48b6-8c64-9d9ed886a66b None None] Routers {'b0c39635-1441-4dfb-a7c8-dc65846e79c9'} bound to L3 agent in host n-d-713301-16 {{(pid=95104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 19:51:02.444457 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_hamode_db [None req-15db08df-ce95-48b6-8c64-9d9ed886a66b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-23T19:07:52Z,description=,heartbeat_timestamp=2021-09-23T19:50:53Z,host='n-d-713301-16',id=79a740bf-7821-4989-8288-7186e3e128f3,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:07:52Z,topic='l3_agent')) {'router_ids': ['b0c39635-1441-4dfb-a7c8-dc65846e79c9'], 'active': True} {{(pid=95104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:51:02.462699 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Provisioning complete for port 930bb935-83f8-4bb5-a3d6-e1100a7e2f17 triggered by entity L2. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:51:02.464472 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:02.466001 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.plugin [None req-aa8a551c-9b55-4a6b-9876-b03351f5cc4b None None] Port 4aa0c742-0474-4a59-9344-959be1ecb257 cannot update to ACTIVE because it is not bound. {{(pid=95103) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 19:51:02.510100 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_hamode_db [None req-15db08df-ce95-48b6-8c64-9d9ed886a66b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713301-16', False) {} {{(pid=95104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:51:02.517482 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15db08df-ce95-48b6-8c64-9d9ed886a66b None None] The sync data for ids ['b0c39635-1441-4dfb-a7c8-dc65846e79c9'] in n-d-713301-16 is: [] {{(pid=95104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 19:51:02.546228 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac486aed-917a-43e4-934a-4f5a0c5adf35 admin admin] Notify agent at l3_agent.n-d-713301-16 the message routers_updated {{(pid=95101) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 19:51:02.563866 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33059501-5c7d-422c-9cde-27f9d70efe1a None None] Sync routers for ids ['5f56947f-2825-4d8e-8eb5-212ea2b3f4e1'] in n-d-713301-16 {{(pid=95103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 19:51:02.576054 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-ac486aed-917a-43e4-934a-4f5a0c5adf35 admin admin] Notify callbacks [] for router, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:02.578216 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-ac486aed-917a-43e4-934a-4f5a0c5adf35 admin admin] 10.222.0.67 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 4.6054218 Sep 23 19:51:02.581132 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 49578) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:51:02.593390 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33059501-5c7d-422c-9cde-27f9d70efe1a None None] Routers {'5f56947f-2825-4d8e-8eb5-212ea2b3f4e1'} bound to L3 agent in host n-d-713301-16 {{(pid=95103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 19:51:02.594172 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_hamode_db [None req-33059501-5c7d-422c-9cde-27f9d70efe1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-23T19:07:52Z,description=,heartbeat_timestamp=2021-09-23T19:50:53Z,host='n-d-713301-16',id=79a740bf-7821-4989-8288-7186e3e128f3,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:07:52Z,topic='l3_agent')) {'router_ids': ['5f56947f-2825-4d8e-8eb5-212ea2b3f4e1'], 'active': True} {{(pid=95103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:51:02.641322 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 49580) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:51:02.689029 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-12458d1a-4162-4336-ac59-8c61337450ad admin admin] Notify callbacks [] for security_group, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:02.714370 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-89828c32-1a62-45f4-8769-8c302d2ffe0b None None] Provisioning complete for port 4aa0c742-0474-4a59-9344-959be1ecb257 triggered by entity DHCP. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:51:02.714879 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-89828c32-1a62-45f4-8769-8c302d2ffe0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:02.786266 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_dvr_db [None req-33059501-5c7d-422c-9cde-27f9d70efe1a None None] Set router 5f56947f-2825-4d8e-8eb5-212ea2b3f4e1 gateway port host: n-d-713301-16 {{(pid=95103) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 19:51:02.788581 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.plugin [None req-89828c32-1a62-45f4-8769-8c302d2ffe0b None None] Port 4aa0c742-0474-4a59-9344-959be1ecb257 cannot update to ACTIVE because it is not bound. {{(pid=95103) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 19:51:02.984478 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Device 90bacada-8d45-463a-bb39-610f6bd74fdf no longer exists at agent hyperv_n-h2-713301-16 {{(pid=95103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 19:51:03.010463 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.plugin [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] No Port match for: 90bacada-8d45-463a-bb39-610f6bd74fdf {{(pid=95103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 19:51:03.010815 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Device 90bacada-8d45-463a-bb39-610f6bd74fdf not bound to the agent host n-h2-713301-16 {{(pid=95103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 19:51:03.042222 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_hamode_db [None req-33059501-5c7d-422c-9cde-27f9d70efe1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f56947f-2825-4d8e-8eb5-212ea2b3f4e1', 'name': 'tempest-TestServerMultinode-1891453062-router', 'tenant_id': 'd6d0db4f11574585ab4298a497af68d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'external_fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.93'}], 'enable_snat': True}, 'gw_port_id': 'ff6abed3-0941-4d4d-b122-9c42352b3061', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:50:58Z', 'updated_at': '2021-09-23T19:51:00Z', 'revision_number': 3, 'project_id': 'd6d0db4f11574585ab4298a497af68d6', 'gw_port': {'id': 'ff6abed3-0941-4d4d-b122-9c42352b3061', 'name': '', 'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:e3:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f56947f-2825-4d8e-8eb5-212ea2b3f4e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3725, 'fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:50:59Z', 'updated_at': '2021-09-23T19:50:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-16'}], 'n-d-713301-16', False) {} {{(pid=95103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:51:03.074200 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-12458d1a-4162-4336-ac59-8c61337450ad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:03.074509 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33059501-5c7d-422c-9cde-27f9d70efe1a None None] Checking router: 5f56947f-2825-4d8e-8eb5-212ea2b3f4e1 for host: n-d-713301-16 {{(pid=95103) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 19:51:03.075002 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33059501-5c7d-422c-9cde-27f9d70efe1a None None] Updating router 5f56947f-2825-4d8e-8eb5-212ea2b3f4e1 port ff6abed3-0941-4d4d-b122-9c42352b3061 binding host n-d-713301-16 {{(pid=95103) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 23 19:51:03.083712 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-12458d1a-4162-4336-ac59-8c61337450ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:03.101549 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-33059501-5c7d-422c-9cde-27f9d70efe1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:03.115082 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-12458d1a-4162-4336-ac59-8c61337450ad admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=0f1276b217304cdc85e758a0775af777&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4701943 Sep 23 19:51:03.120924 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 49582) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:51:03.183520 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12458d1a-4162-4336-ac59-8c61337450ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63113362-c46f-4623-acb6-46487a0ffbca,revision_number=1']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:51:03.280570 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-e4479cda-8fb3-4986-86db-4687a4500850 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:03.315158 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-e4479cda-8fb3-4986-86db-4687a4500850 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:03.375370 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-b35dabbc-2741-4ee4-a2a9-399611a9734f tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-601372'] for router_interface, before_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:03.402369 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-21db886a-7aab-4faf-a032-6481237dbe95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:03.454890 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-33059501-5c7d-422c-9cde-27f9d70efe1a None None] Notify callbacks [] for port, precommit_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:03.463045 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-33059501-5c7d-422c-9cde-27f9d70efe1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:03.502093 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-e4479cda-8fb3-4986-86db-4687a4500850 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:03.505269 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-e4479cda-8fb3-4986-86db-4687a4500850 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:03.510260 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-e4479cda-8fb3-4986-86db-4687a4500850 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/63113362-c46f-4623-acb6-46487a0ffbca HTTP/1.1" status: 204 len: 168 time: 0.3882771 Sep 23 19:51:03.536392 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4479cda-8fb3-4986-86db-4687a4500850 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63113362-c46f-4623-acb6-46487a0ffbca,revision_number=None']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:51:03.556325 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11e185b9-8cb0-424a-8502-92f903b2582a None None] Pushing event updated for resources: {'Port': ['ID=ff6abed3-0941-4d4d-b122-9c42352b3061,revision_number=2']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:51:03.563049 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.managers [None req-33059501-5c7d-422c-9cde-27f9d70efe1a None None] Attempting to bind port ff6abed3-0941-4d4d-b122-9c42352b3061 on host n-d-713301-16 for vnic_type normal with profile {{(pid=95103) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 19:51:03.563802 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.managers [None req-33059501-5c7d-422c-9cde-27f9d70efe1a None None] Attempting to bind port ff6abed3-0941-4d4d-b122-9c42352b3061 by drivers openvswitch,hyperv on host n-d-713301-16 at level 0 using segments [{'id': '7d4027f1-d893-4c7b-95d4-757b8e44e380', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac'}] {{(pid=95103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 19:51:03.564578 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33059501-5c7d-422c-9cde-27f9d70efe1a None None] Attempting to bind port ff6abed3-0941-4d4d-b122-9c42352b3061 on network 5dec5c09-378e-4f50-89cc-d94eb81c3bac {{(pid=95103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:51:03.578174 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33059501-5c7d-422c-9cde-27f9d70efe1a None None] Checking agent: {'id': '70a14545-df24-472f-8f95-bfe1719bff93', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 19, 7, 53), 'started_at': datetime.datetime(2021, 9, 23, 19, 8, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 19, 50, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 19:51:03.586831 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33059501-5c7d-422c-9cde-27f9d70efe1a None None] Checking segment: {'id': '7d4027f1-d893-4c7b-95d4-757b8e44e380', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95103) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:51:03.587298 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-33059501-5c7d-422c-9cde-27f9d70efe1a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:03.587716 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33059501-5c7d-422c-9cde-27f9d70efe1a None None] Bound using segment: {'id': '7d4027f1-d893-4c7b-95d4-757b8e44e380', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac'} {{(pid=95103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 19:51:03.588248 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.managers [None req-33059501-5c7d-422c-9cde-27f9d70efe1a None None] Bound port: ff6abed3-0941-4d4d-b122-9c42352b3061, host: n-d-713301-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7d4027f1-d893-4c7b-95d4-757b8e44e380', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac'}}] {{(pid=95103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 19:51:03.588660 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-33059501-5c7d-422c-9cde-27f9d70efe1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:03.710372 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-33059501-5c7d-422c-9cde-27f9d70efe1a None None] For port ff6abed3-0941-4d4d-b122-9c42352b3061, host n-d-713301-16, cleared binding levels {{(pid=95103) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 19:51:03.722815 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-33059501-5c7d-422c-9cde-27f9d70efe1a None None] For port ff6abed3-0941-4d4d-b122-9c42352b3061, host n-d-713301-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-16',level=0,port_id=ff6abed3-0941-4d4d-b122-9c42352b3061,segment=NetworkSegment(7d4027f1-d893-4c7b-95d4-757b8e44e380),segment_id=7d4027f1-d893-4c7b-95d4-757b8e44e380)] {{(pid=95103) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 19:51:03.731714 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-33059501-5c7d-422c-9cde-27f9d70efe1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:03.749407 n-d-713301-16 neutron-server[95101]: DEBUG neutron.db.db_base_plugin_common [None req-21db886a-7aab-4faf-a032-6481237dbe95 admin admin] Allocated IP 172.20.0.1 (d9738749-37a5-4806-a9b1-b54d362aa2e5/5063ddfd-caee-4110-9a9f-b228fc05a5de/973936d0-0e8c-43ba-b433-56bf9f95a628) {{(pid=95101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 19:51:03.872949 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33059501-5c7d-422c-9cde-27f9d70efe1a None None] Routers {'5f56947f-2825-4d8e-8eb5-212ea2b3f4e1'} bound to L3 agent in host n-d-713301-16 {{(pid=95103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 19:51:03.874736 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_hamode_db [None req-33059501-5c7d-422c-9cde-27f9d70efe1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-23T19:07:52Z,description=,heartbeat_timestamp=2021-09-23T19:50:53Z,host='n-d-713301-16',id=79a740bf-7821-4989-8288-7186e3e128f3,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:07:52Z,topic='l3_agent')) {'router_ids': ['5f56947f-2825-4d8e-8eb5-212ea2b3f4e1'], 'active': True} {{(pid=95103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:51:03.895356 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.plugin [None req-b35dabbc-2741-4ee4-a2a9-399611a9734f tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] Deleting port 4aa0c742-0474-4a59-9344-959be1ecb257 {{(pid=95102) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:51:03.895723 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-b35dabbc-2741-4ee4-a2a9-399611a9734f tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783146157096'] for port, before_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:03.935665 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11e185b9-8cb0-424a-8502-92f903b2582a None None] Pushing event updated for resources: {'Port': ['ID=ff6abed3-0941-4d4d-b122-9c42352b3061,revision_number=3']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:51:03.958232 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-21db886a-7aab-4faf-a032-6481237dbe95 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:04.043986 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-21db886a-7aab-4faf-a032-6481237dbe95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783145673135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5607431'] for port, after_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:04.062840 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_dvr_db [None req-33059501-5c7d-422c-9cde-27f9d70efe1a None None] Set router 5f56947f-2825-4d8e-8eb5-212ea2b3f4e1 gateway port host: n-d-713301-16 {{(pid=95103) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 19:51:04.074988 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-b35dabbc-2741-4ee4-a2a9-399611a9734f tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-605701'] for port, precommit_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:04.090651 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21db886a-7aab-4faf-a032-6481237dbe95 admin admin] Network d9738749-37a5-4806-a9b1-b54d362aa2e5 is already hosted by enough agents. {{(pid=95101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:51:04.095640 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.plugin [None req-b35dabbc-2741-4ee4-a2a9-399611a9734f tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] Calling delete_port for 4aa0c742-0474-4a59-9344-959be1ecb257 owned by network:router_interface {{(pid=95102) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:51:04.096374 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.base_scheduler [None req-21db886a-7aab-4faf-a032-6481237dbe95 admin admin] Resources bound (agent type, host, resource id): {{(pid=95101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:51:04.099693 n-d-713301-16 neutron-server[95101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21db886a-7aab-4faf-a032-6481237dbe95 admin admin] Received port after_create {{(pid=95101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 19:51:04.189384 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-21db886a-7aab-4faf-a032-6481237dbe95 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-601987'] for router_interface, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:04.272927 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 49592) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:51:04.327688 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-b1a1a86f-ac47-4435-918f-8d4bd0cb523f admin admin] Notify callbacks [] for security_group, before_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:04.491533 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-b1a1a86f-ac47-4435-918f-8d4bd0cb523f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:04.498913 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-b1a1a86f-ac47-4435-918f-8d4bd0cb523f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:04.590253 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-b1a1a86f-ac47-4435-918f-8d4bd0cb523f admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=d2938502523642da9c0080b1bb386f6a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3160553 Sep 23 19:51:04.594191 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1a1a86f-ac47-4435-918f-8d4bd0cb523f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03eca522-b23a-4550-82df-276de5968afe,revision_number=1']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:51:04.596866 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 49594) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:51:04.615404 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-3d2f65d3-35fd-48f3-b0d0-02d49f0b5e8d None None] Provisioning complete for port 973936d0-0e8c-43ba-b433-56bf9f95a628 triggered by entity DHCP. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:51:04.615837 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-3d2f65d3-35fd-48f3-b0d0-02d49f0b5e8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:04.633789 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-b35dabbc-2741-4ee4-a2a9-399611a9734f tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783146162158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783145673144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4399100'] for port, after_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:04.670778 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.plugin [None req-3d2f65d3-35fd-48f3-b0d0-02d49f0b5e8d None None] Port 973936d0-0e8c-43ba-b433-56bf9f95a628 cannot update to ACTIVE because it is not bound. {{(pid=95103) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 19:51:04.686570 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b35dabbc-2741-4ee4-a2a9-399611a9734f tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] Pushing event deleted for resources: {'Port': ['ID=4aa0c742-0474-4a59-9344-959be1ecb257,revision_number=None']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:51:04.754257 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-8b94163b-4e11-4b3b-ae95-c81a3b4b301b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:04.775490 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21db886a-7aab-4faf-a032-6481237dbe95 admin admin] Pushing event updated for resources: {'Port': ['ID=973936d0-0e8c-43ba-b433-56bf9f95a628,revision_number=1']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:51:04.777703 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_hamode_db [None req-33059501-5c7d-422c-9cde-27f9d70efe1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f56947f-2825-4d8e-8eb5-212ea2b3f4e1', 'name': 'tempest-TestServerMultinode-1891453062-router', 'tenant_id': 'd6d0db4f11574585ab4298a497af68d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'external_fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.93'}], 'enable_snat': True}, 'gw_port_id': 'ff6abed3-0941-4d4d-b122-9c42352b3061', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:50:58Z', 'updated_at': '2021-09-23T19:51:00Z', 'revision_number': 3, 'project_id': 'd6d0db4f11574585ab4298a497af68d6', 'gw_port': {'id': 'ff6abed3-0941-4d4d-b122-9c42352b3061', 'name': '', 'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:e3:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f56947f-2825-4d8e-8eb5-212ea2b3f4e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3725, 'fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:50:59Z', 'updated_at': '2021-09-23T19:51:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-16'}], 'n-d-713301-16', False) {} {{(pid=95103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:51:04.797257 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-8b94163b-4e11-4b3b-ae95-c81a3b4b301b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:04.819776 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33059501-5c7d-422c-9cde-27f9d70efe1a None None] The sync data for ids ['5f56947f-2825-4d8e-8eb5-212ea2b3f4e1'] in n-d-713301-16 is: [{'id': '5f56947f-2825-4d8e-8eb5-212ea2b3f4e1', 'name': 'tempest-TestServerMultinode-1891453062-router', 'tenant_id': 'd6d0db4f11574585ab4298a497af68d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'external_fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.93'}], 'enable_snat': True}, 'gw_port_id': 'ff6abed3-0941-4d4d-b122-9c42352b3061', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:50:58Z', 'updated_at': '2021-09-23T19:51:00Z', 'revision_number': 3, 'project_id': 'd6d0db4f11574585ab4298a497af68d6', 'gw_port': {'id': 'ff6abed3-0941-4d4d-b122-9c42352b3061', 'name': '', 'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:e3:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f56947f-2825-4d8e-8eb5-212ea2b3f4e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3725, 'fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:50:59Z', 'updated_at': '2021-09-23T19:51:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-16'}] {{(pid=95103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 19:51:04.903717 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-21db886a-7aab-4faf-a032-6481237dbe95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:05.004402 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-b35dabbc-2741-4ee4-a2a9-399611a9734f tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-527322', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-602005'] for router_interface, after_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:05.099060 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-8b94163b-4e11-4b3b-ae95-c81a3b4b301b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:05.101971 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-8b94163b-4e11-4b3b-ae95-c81a3b4b301b admin admin] Notify callbacks [] for security_group, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:05.102879 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-8b94163b-4e11-4b3b-ae95-c81a3b4b301b admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/03eca522-b23a-4550-82df-276de5968afe HTTP/1.1" status: 204 len: 168 time: 0.5028861 Sep 23 19:51:05.111894 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b94163b-4e11-4b3b-ae95-c81a3b4b301b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03eca522-b23a-4550-82df-276de5968afe,revision_number=None']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:51:05.141952 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-21db886a-7aab-4faf-a032-6481237dbe95 admin admin] Notify callbacks [] for port, precommit_update {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:05.150715 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-21db886a-7aab-4faf-a032-6481237dbe95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5607436'] for port, after_update {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:05.247893 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21db886a-7aab-4faf-a032-6481237dbe95 admin admin] Pushing event updated for resources: {'Port': ['ID=973936d0-0e8c-43ba-b433-56bf9f95a628,revision_number=2']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:51:05.255532 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-21db886a-7aab-4faf-a032-6481237dbe95 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-527313', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-601459'] for router_interface, after_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:05.266621 n-d-713301-16 neutron-server[95102]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b35dabbc-2741-4ee4-a2a9-399611a9734f tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] Router b0c39635-1441-4dfb-a7c8-dc65846e79c9 has already been hosted by L3 agent 79a740bf-7821-4989-8288-7186e3e128f3 {{(pid=95102) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 19:51:05.416186 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b35dabbc-2741-4ee4-a2a9-399611a9734f tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] Notify agent at l3_agent.n-d-713301-16 the message routers_updated {{(pid=95102) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 19:51:05.429212 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-b35dabbc-2741-4ee4-a2a9-399611a9734f tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] 10.222.0.67 "PUT /v2.0/routers/b0c39635-1441-4dfb-a7c8-dc65846e79c9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9948943 Sep 23 19:51:05.432442 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 49600) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:51:05.437282 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed8078a1-9819-4a24-a65d-cd5d27029bca None None] Sync routers for ids ['b0c39635-1441-4dfb-a7c8-dc65846e79c9'] in n-d-713301-16 {{(pid=95104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 19:51:05.448090 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed8078a1-9819-4a24-a65d-cd5d27029bca None None] Routers {'b0c39635-1441-4dfb-a7c8-dc65846e79c9'} bound to L3 agent in host n-d-713301-16 {{(pid=95104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 19:51:05.449169 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_hamode_db [None req-ed8078a1-9819-4a24-a65d-cd5d27029bca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-23T19:07:52Z,description=,heartbeat_timestamp=2021-09-23T19:50:53Z,host='n-d-713301-16',id=79a740bf-7821-4989-8288-7186e3e128f3,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:07:52Z,topic='l3_agent')) {'router_ids': ['b0c39635-1441-4dfb-a7c8-dc65846e79c9'], 'active': True} {{(pid=95104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:51:05.450477 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21db886a-7aab-4faf-a032-6481237dbe95 admin admin] Network d9738749-37a5-4806-a9b1-b54d362aa2e5 is already hosted by enough agents. {{(pid=95101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:51:05.473564 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.base_scheduler [None req-21db886a-7aab-4faf-a032-6481237dbe95 admin admin] Resources bound (agent type, host, resource id): {{(pid=95101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:51:05.478388 n-d-713301-16 neutron-server[95101]: INFO neutron.pecan_wsgi.hooks.translation [None req-094484d4-5f5f-456c-ac60-3bc6b58d55e1 tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] GET failed (client error): The resource could not be found. Sep 23 19:51:05.484884 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-094484d4-5f5f-456c-ac60-3bc6b58d55e1 tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] 10.222.0.67 "GET /v2.0/ports/4aa0c742-0474-4a59-9344-959be1ecb257 HTTP/1.1" status: 404 len: 333 time: 0.0484960 Sep 23 19:51:05.485448 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 49602) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:51:05.498334 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_hamode_db [None req-ed8078a1-9819-4a24-a65d-cd5d27029bca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713301-16', False) {} {{(pid=95104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:51:05.535181 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed8078a1-9819-4a24-a65d-cd5d27029bca None None] Routers {'b0c39635-1441-4dfb-a7c8-dc65846e79c9'} bound to L3 agent in host n-d-713301-16 {{(pid=95104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 19:51:05.536045 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_hamode_db [None req-ed8078a1-9819-4a24-a65d-cd5d27029bca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-23T19:07:52Z,description=,heartbeat_timestamp=2021-09-23T19:50:53Z,host='n-d-713301-16',id=79a740bf-7821-4989-8288-7186e3e128f3,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:07:52Z,topic='l3_agent')) {'router_ids': ['b0c39635-1441-4dfb-a7c8-dc65846e79c9'], 'active': True} {{(pid=95104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:51:05.649415 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_hamode_db [None req-ed8078a1-9819-4a24-a65d-cd5d27029bca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713301-16', False) {} {{(pid=95104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:51:05.654832 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed8078a1-9819-4a24-a65d-cd5d27029bca None None] The sync data for ids ['b0c39635-1441-4dfb-a7c8-dc65846e79c9'] in n-d-713301-16 is: [] {{(pid=95104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 19:51:05.663402 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-a56beb61-eab8-4758-b798-db0e5e0cbe6c tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] Notify callbacks [] for router, before_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:05.768033 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-21db886a-7aab-4faf-a032-6481237dbe95 admin admin] Router 5f56947f-2825-4d8e-8eb5-212ea2b3f4e1 has already been hosted by L3 agent 79a740bf-7821-4989-8288-7186e3e128f3 {{(pid=95101) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 19:51:05.970374 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Device ff6abed3-0941-4d4d-b122-9c42352b3061 up at agent ovs-agent-n-d-713301-16 {{(pid=95103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 19:51:06.095320 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-b5f2d954-7e9f-46d6-9e44-a3528f4746cd None None] Provisioning complete for port 973936d0-0e8c-43ba-b433-56bf9f95a628 triggered by entity DHCP. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:51:06.097117 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b5f2d954-7e9f-46d6-9e44-a3528f4746cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:06.151502 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-a56beb61-eab8-4758-b798-db0e5e0cbe6c tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-597305', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29369'] for router, precommit_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:06.166263 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-a56beb61-eab8-4758-b798-db0e5e0cbe6c tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:06.166642 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21db886a-7aab-4faf-a032-6481237dbe95 admin admin] Notify agent at l3_agent.n-d-713301-16 the message routers_updated {{(pid=95101) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 19:51:06.184090 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-21db886a-7aab-4faf-a032-6481237dbe95 admin admin] 10.222.0.67 "PUT /v2.0/routers/5f56947f-2825-4d8e-8eb5-212ea2b3f4e1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5934558 Sep 23 19:51:06.184416 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.plugin [None req-b5f2d954-7e9f-46d6-9e44-a3528f4746cd None None] Port 973936d0-0e8c-43ba-b433-56bf9f95a628 cannot update to ACTIVE because it is not bound. {{(pid=95103) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 19:51:06.204540 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Provisioning complete for port ff6abed3-0941-4d4d-b122-9c42352b3061 triggered by entity L2. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:51:06.205952 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:06.290331 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-a56beb61-eab8-4758-b798-db0e5e0cbe6c tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-597296'] for router, after_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:06.291428 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a56beb61-eab8-4758-b798-db0e5e0cbe6c tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] Fanout notify agent at l3_agent the message router_deleted on router b0c39635-1441-4dfb-a7c8-dc65846e79c9 {{(pid=95102) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 23 19:51:06.316386 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-a56beb61-eab8-4758-b798-db0e5e0cbe6c tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] Notify callbacks [] for router, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:06.331068 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-a56beb61-eab8-4758-b798-db0e5e0cbe6c tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] 10.222.0.67 "DELETE /v2.0/routers/b0c39635-1441-4dfb-a7c8-dc65846e79c9 HTTP/1.1" status: 204 len: 168 time: 0.8444386 Sep 23 19:51:06.333861 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 49656) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:51:06.452343 n-d-713301-16 neutron-server[95101]: DEBUG neutron.db.db_base_plugin_v2 [None req-2c9fda76-45a5-4abb-92ff-f8939ce2d3ac tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] Deleting subnet 7517de36-18a9-4205-a579-1052e9599d13 {{(pid=95101) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 23 19:51:06.460677 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-2c9fda76-45a5-4abb-92ff-f8939ce2d3ac tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] Notify callbacks [] for subnet, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:06.479832 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:06.538740 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] For port ff6abed3-0941-4d4d-b122-9c42352b3061, host n-d-713301-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-16',level=0,port_id=ff6abed3-0941-4d4d-b122-9c42352b3061,segment=NetworkSegment(7d4027f1-d893-4c7b-95d4-757b8e44e380),segment_id=7d4027f1-d893-4c7b-95d4-757b8e44e380)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:51:06.546659 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:06.610056 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-2c9fda76-45a5-4abb-92ff-f8939ce2d3ac tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6007154'] for subnet, precommit_delete_associations {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:06.693070 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Pushing event updated for resources: {'Port': ['ID=ff6abed3-0941-4d4d-b122-9c42352b3061,revision_number=4']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:51:06.800328 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-2c9fda76-45a5-4abb-92ff-f8939ce2d3ac tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1756813'] for subnet, precommit_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:06.876074 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-2c9fda76-45a5-4abb-92ff-f8939ce2d3ac tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1756804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5607514', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6130950'] for subnet, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:06.924110 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c9fda76-45a5-4abb-92ff-f8939ce2d3ac tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] Pushing event deleted for resources: {'Subnet': ['ID=7517de36-18a9-4205-a579-1052e9599d13,revision_number=None']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:51:06.926668 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-2c9fda76-45a5-4abb-92ff-f8939ce2d3ac tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] Notify callbacks [] for subnet, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:06.931584 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 49700) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:51:06.932090 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-2c9fda76-45a5-4abb-92ff-f8939ce2d3ac tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] 10.222.0.67 "DELETE /v2.0/subnets/7517de36-18a9-4205-a579-1052e9599d13 HTTP/1.1" status: 204 len: 168 time: 0.5970299 Sep 23 19:51:06.934955 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af1240fa-4ff5-4ca4-b331-d10cd0aeef25 None None] Network 2bd8d8d2-6313-4b4f-9923-7573e9f422b6 requested from n-d-713301-16 {{(pid=95103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 19:51:07.068064 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-ddd4286f-9efa-43ab-852e-bb22798fc3e2 tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1628021'] for network, before_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:07.131931 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.plugin [None req-ddd4286f-9efa-43ab-852e-bb22798fc3e2 tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] Deleting port 930bb935-83f8-4bb5-a3d6-e1100a7e2f17 {{(pid=95102) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:51:07.132289 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-ddd4286f-9efa-43ab-852e-bb22798fc3e2 tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783146157096'] for port, before_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:07.198982 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5ea9d10-72f8-468b-8cd3-415040782f6c None None] DHCP port deletion for 2bd8d8d2-6313-4b4f-9923-7573e9f422b6 request from n-d-713301-16 {{(pid=95103) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 23 19:51:07.289257 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.plugin [None req-f5ea9d10-72f8-468b-8cd3-415040782f6c None None] Deleting port 930bb935-83f8-4bb5-a3d6-e1100a7e2f17 {{(pid=95103) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:51:07.291417 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-f5ea9d10-72f8-468b-8cd3-415040782f6c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783146157096'] for port, before_delete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:07.319269 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 49720) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:51:07.325805 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.v2.base [None req-6e2627af-e160-48d2-93b2-fc99dbb61048 admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-1073077523-network', 'tenant_id': 'b029236e70374ce79bee82dd61a7fa01'}} {{(pid=95101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:51:07.366629 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e2627af-e160-48d2-93b2-fc99dbb61048 admin admin] Made reservation on behalf of b029236e70374ce79bee82dd61a7fa01 for: {'network': 1} {{(pid=95101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:51:07.372105 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-6e2627af-e160-48d2-93b2-fc99dbb61048 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for network, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:07.385921 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-6e2627af-e160-48d2-93b2-fc99dbb61048 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:07.423231 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-f5ea9d10-72f8-468b-8cd3-415040782f6c None None] For port 930bb935-83f8-4bb5-a3d6-e1100a7e2f17, host n-d-713301-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-16',level=0,port_id=930bb935-83f8-4bb5-a3d6-e1100a7e2f17,segment=NetworkSegment(0b3df2fb-b133-48e8-8114-9f9d0b5855fe),segment_id=0b3df2fb-b133-48e8-8114-9f9d0b5855fe)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:51:07.423757 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-f5ea9d10-72f8-468b-8cd3-415040782f6c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-605701'] for port, precommit_delete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:07.466312 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.plugin [None req-f5ea9d10-72f8-468b-8cd3-415040782f6c None None] Calling delete_port for 930bb935-83f8-4bb5-a3d6-e1100a7e2f17 owned by network:dhcp {{(pid=95103) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:51:07.535910 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.db [None req-ddd4286f-9efa-43ab-852e-bb22798fc3e2 tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] For port 930bb935-83f8-4bb5-a3d6-e1100a7e2f17, host n-d-713301-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-16',level=0,port_id=930bb935-83f8-4bb5-a3d6-e1100a7e2f17,segment=NetworkSegment(0b3df2fb-b133-48e8-8114-9f9d0b5855fe),segment_id=0b3df2fb-b133-48e8-8114-9f9d0b5855fe)] {{(pid=95102) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:51:07.536326 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-ddd4286f-9efa-43ab-852e-bb22798fc3e2 tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-605701'] for port, precommit_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:07.554282 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.plugin [None req-ddd4286f-9efa-43ab-852e-bb22798fc3e2 tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] Calling delete_port for 930bb935-83f8-4bb5-a3d6-e1100a7e2f17 owned by network:dhcp {{(pid=95102) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:51:07.563530 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-6e2627af-e160-48d2-93b2-fc99dbb61048 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:07.568638 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-6e2627af-e160-48d2-93b2-fc99dbb61048 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:07.631855 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6e2627af-e160-48d2-93b2-fc99dbb61048 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 606} {{(pid=95101) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 19:51:07.634977 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e2627af-e160-48d2-93b2-fc99dbb61048 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=907ae9ed-ee55-474a-b11c-e10411da5f6d,revision_number=1']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:51:07.662802 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-f5ea9d10-72f8-468b-8cd3-415040782f6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783146162158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783145673144'] for port, after_delete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:07.702122 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-6e2627af-e160-48d2-93b2-fc99dbb61048 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1756186'] for segment, precommit_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:07.702734 n-d-713301-16 neutron-server[95101]: INFO neutron.db.segments_db [None req-6e2627af-e160-48d2-93b2-fc99dbb61048 admin admin] Added segment 795b3624-7e5f-482f-9440-22ffea89423a of type vlan for network b034863f-caeb-45aa-99c9-bc30cb1be69d Sep 23 19:51:07.726138 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5ea9d10-72f8-468b-8cd3-415040782f6c None None] No DVR routers for this DVR port 930bb935-83f8-4bb5-a3d6-e1100a7e2f17 on host n-d-713301-16 {{(pid=95103) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 19:51:07.745597 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-ddd4286f-9efa-43ab-852e-bb22798fc3e2 tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783146162158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783145673144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4399100'] for port, after_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:07.793527 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-6e2627af-e160-48d2-93b2-fc99dbb61048 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783145630486'] for network, precommit_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:07.795528 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5ea9d10-72f8-468b-8cd3-415040782f6c None None] Pushing event deleted for resources: {'Port': ['ID=930bb935-83f8-4bb5-a3d6-e1100a7e2f17,revision_number=None']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:51:07.821571 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd4286f-9efa-43ab-852e-bb22798fc3e2 tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] Pushing event deleted for resources: {'Port': ['ID=930bb935-83f8-4bb5-a3d6-e1100a7e2f17,revision_number=None']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:51:07.826760 n-d-713301-16 neutron-server[95102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddd4286f-9efa-43ab-852e-bb22798fc3e2 tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] No DVR routers for this DVR port 930bb935-83f8-4bb5-a3d6-e1100a7e2f17 on host n-d-713301-16 {{(pid=95102) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 19:51:07.852983 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fd48362-272e-48a1-8f21-7777f1bce46b None None] Sync routers for ids ['5f56947f-2825-4d8e-8eb5-212ea2b3f4e1'] in n-d-713301-16 {{(pid=95103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 19:51:07.872589 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Device ff6abed3-0941-4d4d-b122-9c42352b3061 up at agent ovs-agent-n-d-713301-16 {{(pid=95103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 19:51:07.881682 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-6e2627af-e160-48d2-93b2-fc99dbb61048 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299'] for network, after_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:07.883074 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e2627af-e160-48d2-93b2-fc99dbb61048 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:51:07.884857 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-6e2627af-e160-48d2-93b2-fc99dbb61048 admin admin] Notify callbacks [] for network, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:07.910292 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-6e2627af-e160-48d2-93b2-fc99dbb61048 admin admin] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.5861742 Sep 23 19:51:07.922241 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 49736) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:51:07.931736 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.v2.base [None req-5057e485-c821-4ca2-bb3e-916fc1d93c96 admin admin] Request body: {'subnet': {'network_id': 'b034863f-caeb-45aa-99c9-bc30cb1be69d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-1073077523-subnet', 'tenant_id': 'b029236e70374ce79bee82dd61a7fa01', 'ip_version': 4}} {{(pid=95101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:51:07.935990 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-ddd4286f-9efa-43ab-852e-bb22798fc3e2 tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1754676', 'neutron.services.segments.db._delete_segments_for_network-8783146221460'] for network, precommit_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:07.947270 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fd48362-272e-48a1-8f21-7777f1bce46b None None] Routers {'5f56947f-2825-4d8e-8eb5-212ea2b3f4e1'} bound to L3 agent in host n-d-713301-16 {{(pid=95103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 19:51:07.950194 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_hamode_db [None req-7fd48362-272e-48a1-8f21-7777f1bce46b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-23T19:07:52Z,description=,heartbeat_timestamp=2021-09-23T19:50:53Z,host='n-d-713301-16',id=79a740bf-7821-4989-8288-7186e3e128f3,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:07:52Z,topic='l3_agent')) {'router_ids': ['5f56947f-2825-4d8e-8eb5-212ea2b3f4e1'], 'active': True} {{(pid=95103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:51:07.962378 n-d-713301-16 neutron-server[95102]: DEBUG neutron.services.segments.db [None req-ddd4286f-9efa-43ab-852e-bb22798fc3e2 tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2bd8d8d2-6313-4b4f-9923-7573e9f422b6']}} {{(pid=95102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:51:07.975366 n-d-713301-16 neutron-server[95102]: DEBUG neutron.services.segments.db [None req-ddd4286f-9efa-43ab-852e-bb22798fc3e2 tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0b3df2fb-b133-48e8-8114-9f9d0b5855fe') {'for_net_delete': True} {{(pid=95102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:51:07.975922 n-d-713301-16 neutron-server[95102]: DEBUG neutron.services.segments.db [None req-ddd4286f-9efa-43ab-852e-bb22798fc3e2 tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0b3df2fb-b133-48e8-8114-9f9d0b5855fe') {} {{(pid=95102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:51:07.987832 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-ddd4286f-9efa-43ab-852e-bb22798fc3e2 tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783146221725', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6162832'] for segment, before_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:07.995180 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e2627af-e160-48d2-93b2-fc99dbb61048 admin admin] Pushing event updated for resources: {'Network': ['ID=b034863f-caeb-45aa-99c9-bc30cb1be69d,revision_number=1']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:51:08.006816 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-ddd4286f-9efa-43ab-852e-bb22798fc3e2 tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1756186'] for segment, precommit_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:08.014567 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ddd4286f-9efa-43ab-852e-bb22798fc3e2 tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] Releasing vlan 607 on physical network physnet1 to pool {{(pid=95102) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 19:51:08.015316 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-ddd4286f-9efa-43ab-852e-bb22798fc3e2 tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1756186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4398095'] for segment, after_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:08.019809 n-d-713301-16 neutron-server[95102]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 23 19:51:08.019809 n-d-713301-16 neutron-server[95102]: self.session.flush() Sep 23 19:51:08.019809 n-d-713301-16 neutron-server[95102]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 23 19:51:08.019809 n-d-713301-16 neutron-server[95102]: self.session.flush() Sep 23 19:51:08.019809 n-d-713301-16 neutron-server[95102]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 23 19:51:08.019809 n-d-713301-16 neutron-server[95102]: self.session.flush() Sep 23 19:51:08.019809 n-d-713301-16 neutron-server[95102]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 23 19:51:08.019809 n-d-713301-16 neutron-server[95102]: self.session.flush() Sep 23 19:51:08.019809 n-d-713301-16 neutron-server[95102]: Traceback (most recent call last): Sep 23 19:51:08.019809 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 19:51:08.019809 n-d-713301-16 neutron-server[95102]: timer() Sep 23 19:51:08.019809 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 19:51:08.019809 n-d-713301-16 neutron-server[95102]: cb(*args, **kw) Sep 23 19:51:08.019809 n-d-713301-16 neutron-server[95102]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 19:51:08.019809 n-d-713301-16 neutron-server[95102]: return func(*args, **kwargs) Sep 23 19:51:08.019809 n-d-713301-16 neutron-server[95102]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 19:51:08.019809 n-d-713301-16 neutron-server[95102]: self._notify() Sep 23 19:51:08.019809 n-d-713301-16 neutron-server[95102]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 19:51:08.019809 n-d-713301-16 neutron-server[95102]: self.callback(batched_events) Sep 23 19:51:08.019809 n-d-713301-16 neutron-server[95102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 19:51:08.019809 n-d-713301-16 neutron-server[95102]: event.method(event) Sep 23 19:51:08.019809 n-d-713301-16 neutron-server[95102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 19:51:08.019809 n-d-713301-16 neutron-server[95102]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 19:51:08.019809 n-d-713301-16 neutron-server[95102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 19:51:08.019809 n-d-713301-16 neutron-server[95102]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 19:51:08.019809 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 19:51:08.019809 n-d-713301-16 neutron-server[95102]: return f(self, *a, **k) Sep 23 19:51:08.019809 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 19:51:08.019809 n-d-713301-16 neutron-server[95102]: return self._get(url).json() Sep 23 19:51:08.019809 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 19:51:08.019809 n-d-713301-16 neutron-server[95102]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 19:51:08.019809 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 19:51:08.019809 n-d-713301-16 neutron-server[95102]: return self.request(url, 'GET', **kwargs) Sep 23 19:51:08.019809 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 19:51:08.019809 n-d-713301-16 neutron-server[95102]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 19:51:08.019809 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 19:51:08.019809 n-d-713301-16 neutron-server[95102]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 19:51:08.019809 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 19:51:08.019809 n-d-713301-16 neutron-server[95102]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 19:51:08.019809 n-d-713301-16 neutron-server[95102]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 19:51:08.022371 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5057e485-c821-4ca2-bb3e-916fc1d93c96 admin admin] Made reservation on behalf of b029236e70374ce79bee82dd61a7fa01 for: {'subnet': 1} {{(pid=95101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:51:08.024177 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-5057e485-c821-4ca2-bb3e-916fc1d93c96 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6130979'] for subnet, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:08.062598 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Network b034863f-caeb-45aa-99c9-bc30cb1be69d details requested by agent ovs-agent-n-d-713301-16 with host n-d-713301-16 {{(pid=95103) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 19:51:08.101740 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-ddd4286f-9efa-43ab-852e-bb22798fc3e2 tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1754627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-601866'] for network, after_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:08.120729 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-ddd4286f-9efa-43ab-852e-bb22798fc3e2 tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] Notify callbacks [] for network, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:08.128849 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-ddd4286f-9efa-43ab-852e-bb22798fc3e2 tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] 10.222.0.67 "DELETE /v2.0/networks/2bd8d8d2-6313-4b4f-9923-7573e9f422b6 HTTP/1.1" status: 204 len: 168 time: 1.1960247 Sep 23 19:51:08.134109 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 49738) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:51:08.145978 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Provisioning complete for port ff6abed3-0941-4d4d-b122-9c42352b3061 triggered by entity L2. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:51:08.146459 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:08.198189 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd4286f-9efa-43ab-852e-bb22798fc3e2 tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] Pushing event deleted for resources: {'Network': ['ID=2bd8d8d2-6313-4b4f-9923-7573e9f422b6,revision_number=None']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:51:08.283822 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a0e3930-c893-4c6e-a73d-d2aa86ad0ca0 tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:51:08.285424 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-8a0e3930-c893-4c6e-a73d-d2aa86ad0ca0 tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] 10.222.0.67 "GET /v2.0/ports/17272b44-0195-4827-bb9e-35f481b2411f HTTP/1.1" status: 200 len: 845 time: 0.1453207 Sep 23 19:51:08.289333 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 49744) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:51:08.312124 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_dvr_db [None req-7fd48362-272e-48a1-8f21-7777f1bce46b None None] Set router 5f56947f-2825-4d8e-8eb5-212ea2b3f4e1 gateway port host: n-d-713301-16 {{(pid=95103) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 19:51:08.345663 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-b4d8441c-f8b9-4bc4-92fd-3cf36075db71 tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] 10.222.0.67 "GET /v2.0/ports/17272b44-0195-4827-bb9e-35f481b2411f?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0550687 Sep 23 19:51:08.350411 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 49748) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:51:08.364026 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.v2.base [None req-d3280edb-54e2-4abb-868d-cbd225a24264 tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] Request body: {'subnet': {'network_id': '8c3b8755-bfc7-4a09-8696-06a84a2286c5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=95101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:51:08.369271 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-5057e485-c821-4ca2-bb3e-916fc1d93c96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5607579', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6130961'] for subnet, after_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:08.534215 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5057e485-c821-4ca2-bb3e-916fc1d93c96 admin admin] Checking segment: {'id': '795b3624-7e5f-482f-9440-22ffea89423a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'b034863f-caeb-45aa-99c9-bc30cb1be69d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:51:08.534587 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5057e485-c821-4ca2-bb3e-916fc1d93c96 admin admin] Network hostable DHCP agents. Network: b034863f-caeb-45aa-99c9-bc30cb1be69d, hostable agents: ['1b18bf05-1b5f-4587-be5c-af3ac38e32ad'], hosted agents: [] {{(pid=95101) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 19:51:08.536709 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5057e485-c821-4ca2-bb3e-916fc1d93c96 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e30d0fb0-983f-4f4b-a76f-39af543a4dc0,revision_number=0']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:51:08.562585 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5057e485-c821-4ca2-bb3e-916fc1d93c96 admin admin] Network b034863f-caeb-45aa-99c9-bc30cb1be69d is scheduled to be hosted by DHCP agent 1b18bf05-1b5f-4587-be5c-af3ac38e32ad with binding_index 1 {{(pid=95101) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 19:51:08.583918 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.base_scheduler [None req-5057e485-c821-4ca2-bb3e-916fc1d93c96 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713301-16, b034863f-caeb-45aa-99c9-bc30cb1be69d) {{(pid=95101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:51:08.589503 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5057e485-c821-4ca2-bb3e-916fc1d93c96 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:51:08.591771 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-5057e485-c821-4ca2-bb3e-916fc1d93c96 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:08.602743 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3280edb-54e2-4abb-868d-cbd225a24264 tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] Made reservation on behalf of 68089a352b444323aeac869b275be256 for: {'subnet': 1} {{(pid=95101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:51:08.603250 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a425dc1-dd35-4389-86f7-5659e32d413e None None] Network b034863f-caeb-45aa-99c9-bc30cb1be69d requested from n-d-713301-16 {{(pid=95103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 19:51:08.609053 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-d3280edb-54e2-4abb-868d-cbd225a24264 tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6130979'] for subnet, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:08.632026 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Device 930bb935-83f8-4bb5-a3d6-e1100a7e2f17 no longer exists at agent ovs-agent-n-d-713301-16 {{(pid=95103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 19:51:08.639633 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-5057e485-c821-4ca2-bb3e-916fc1d93c96 admin admin] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.7161806 Sep 23 19:51:08.642330 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 49750) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:51:08.647474 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.v2.base [None req-afb237c4-6d81-42ed-aa50-922608547e46 admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-1073077523-router', 'tenant_id': 'b029236e70374ce79bee82dd61a7fa01', 'external_gateway_info': {'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac'}}} {{(pid=95102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:51:08.694139 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.plugin [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] No Port match for: 930bb935-83f8-4bb5-a3d6-e1100a7e2f17 {{(pid=95103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 19:51:08.694482 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Device 930bb935-83f8-4bb5-a3d6-e1100a7e2f17 not bound to the agent host n-d-713301-16 {{(pid=95103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 19:51:08.694984 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-afb237c4-6d81-42ed-aa50-922608547e46 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-594563', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29355'] for router, before_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:08.696483 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-afb237c4-6d81-42ed-aa50-922608547e46 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-597363', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-601731', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-739356', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29346'] for router, precommit_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:08.788020 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_hamode_db [None req-7fd48362-272e-48a1-8f21-7777f1bce46b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f56947f-2825-4d8e-8eb5-212ea2b3f4e1', 'name': 'tempest-TestServerMultinode-1891453062-router', 'tenant_id': 'd6d0db4f11574585ab4298a497af68d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'external_fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.93'}], 'enable_snat': True}, 'gw_port_id': 'ff6abed3-0941-4d4d-b122-9c42352b3061', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:50:58Z', 'updated_at': '2021-09-23T19:51:04Z', 'revision_number': 4, 'project_id': 'd6d0db4f11574585ab4298a497af68d6', 'gw_port': {'id': 'ff6abed3-0941-4d4d-b122-9c42352b3061', 'name': '', 'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:e3:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f56947f-2825-4d8e-8eb5-212ea2b3f4e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3725, 'fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:50:59Z', 'updated_at': '2021-09-23T19:51:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-16', '_interfaces': [{'id': '973936d0-0e8c-43ba-b433-56bf9f95a628', 'name': '', 'network_id': 'd9738749-37a5-4806-a9b1-b54d362aa2e5', 'tenant_id': 'd6d0db4f11574585ab4298a497af68d6', 'mac_address': 'fa:16:3e:b8:76:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f56947f-2825-4d8e-8eb5-212ea2b3f4e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3736, 'fixed_ips': [{'subnet_id': '5063ddfd-caee-4110-9a9f-b228fc05a5de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:51:03Z', 'updated_at': '2021-09-23T19:51:04Z', 'revision_number': 2, 'project_id': 'd6d0db4f11574585ab4298a497af68d6', 'subnets': [{'id': '5063ddfd-caee-4110-9a9f-b228fc05a5de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-16', False) {} {{(pid=95103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:51:08.796406 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-afb237c4-6d81-42ed-aa50-922608547e46 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:08.866209 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fd48362-272e-48a1-8f21-7777f1bce46b None None] Checking router: 5f56947f-2825-4d8e-8eb5-212ea2b3f4e1 for host: n-d-713301-16 {{(pid=95103) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 19:51:08.866572 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fd48362-272e-48a1-8f21-7777f1bce46b None None] Updating router 5f56947f-2825-4d8e-8eb5-212ea2b3f4e1 port 973936d0-0e8c-43ba-b433-56bf9f95a628 binding host n-d-713301-16 {{(pid=95103) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 23 19:51:08.904021 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-d3280edb-54e2-4abb-868d-cbd225a24264 tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5607579', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6130961'] for subnet, after_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:08.909503 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-7fd48362-272e-48a1-8f21-7777f1bce46b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:08.970563 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3280edb-54e2-4abb-868d-cbd225a24264 tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] Network 8c3b8755-bfc7-4a09-8696-06a84a2286c5 is already hosted by enough agents. {{(pid=95101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:51:08.974502 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.base_scheduler [None req-d3280edb-54e2-4abb-868d-cbd225a24264 tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] Resources bound (agent type, host, resource id): {{(pid=95101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:51:08.987480 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3280edb-54e2-4abb-868d-cbd225a24264 tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:51:08.988227 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-d3280edb-54e2-4abb-868d-cbd225a24264 tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] Notify callbacks [] for subnet, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:08.999292 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a31204e-948e-4814-97b3-6cc4ff8e4a90 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4c8b80df-07eb-5275-9f17-5cf640db67c0-b034863f-caeb-45aa-99c9-bc30cb1be69d', 'network_id': 'b034863f-caeb-45aa-99c9-bc30cb1be69d', 'tenant_id': 'b029236e70374ce79bee82dd61a7fa01', 'fixed_ips': [{'subnet_id': 'e30d0fb0-983f-4f4b-a76f-39af543a4dc0'}]}} from n-d-713301-16. {{(pid=95103) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 23 19:51:09.001006 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-5a31204e-948e-4814-97b3-6cc4ff8e4a90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_create {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:09.003001 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36db1dc8-e339-4c38-a999-292e4901c135 None None] Network 8c3b8755-bfc7-4a09-8696-06a84a2286c5 requested from n-d-713301-16 {{(pid=95103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 19:51:09.010445 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3280edb-54e2-4abb-868d-cbd225a24264 tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] Pushing event updated for resources: {'Subnet': ['ID=328eddd7-b55f-4f5b-a490-98367a7b8956,revision_number=0']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:51:09.015616 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-d3280edb-54e2-4abb-868d-cbd225a24264 tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6606262 Sep 23 19:51:09.018535 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 49754) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:51:09.023932 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.v2.base [None req-3a4dab2b-6c11-47a1-a57b-ab4b12e75a80 tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] Request body: {'security_group': {'name': 'tempest-secgroup-158666292'}} {{(pid=95101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:51:09.073439 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-afb237c4-6d81-42ed-aa50-922608547e46 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:09.073971 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-3a4dab2b-6c11-47a1-a57b-ab4b12e75a80 tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] Notify callbacks [] for security_group, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:09.186405 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-3a4dab2b-6c11-47a1-a57b-ab4b12e75a80 tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] Notify callbacks [] for security_group, precommit_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:09.192632 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-3a4dab2b-6c11-47a1-a57b-ab4b12e75a80 tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:09.231882 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4dab2b-6c11-47a1-a57b-ab4b12e75a80 tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] Pushing event updated for resources: {'SecurityGroup': ['ID=007ec863-52ef-46a9-bb95-b02dec330946,revision_number=1']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:51:09.245439 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-3a4dab2b-6c11-47a1-a57b-ab4b12e75a80 tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] Notify callbacks [] for security_group, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:09.246070 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-3a4dab2b-6c11-47a1-a57b-ab4b12e75a80 tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] 10.222.0.67 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.2264056 Sep 23 19:51:09.249248 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 49756) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:51:09.254363 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.v2.base [None req-229d2a4d-9e8d-44a5-9e27-c73bc9d93bc7 tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] Request body: {'security_group': {'name': 'tempest-secgroup-734658059'}} {{(pid=95101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:51:09.286374 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-229d2a4d-9e8d-44a5-9e27-c73bc9d93bc7 tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] Notify callbacks [] for security_group, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:09.363855 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-afb237c4-6d81-42ed-aa50-922608547e46 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:09.392805 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-afb237c4-6d81-42ed-aa50-922608547e46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:09.455220 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-229d2a4d-9e8d-44a5-9e27-c73bc9d93bc7 tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] Notify callbacks [] for security_group, precommit_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:09.466440 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-229d2a4d-9e8d-44a5-9e27-c73bc9d93bc7 tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:09.514631 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-229d2a4d-9e8d-44a5-9e27-c73bc9d93bc7 tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] Notify callbacks [] for security_group, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:09.517901 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-229d2a4d-9e8d-44a5-9e27-c73bc9d93bc7 tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] 10.222.0.67 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.2665715 Sep 23 19:51:09.520388 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 49762) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:51:09.525886 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.v2.base [None req-07ee4742-c2b0-4f26-a0b8-57e389aed1f8 tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1325391230', 'security_groups': ['666fc7d0-8d42-426f-b56e-6c2cc90fbb8d'], 'network_id': '8c3b8755-bfc7-4a09-8696-06a84a2286c5', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '328eddd7-b55f-4f5b-a490-98367a7b8956'}]}} {{(pid=95101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:51:09.569470 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-229d2a4d-9e8d-44a5-9e27-c73bc9d93bc7 tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] Pushing event updated for resources: {'SecurityGroup': ['ID=666fc7d0-8d42-426f-b56e-6c2cc90fbb8d,revision_number=1']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:51:09.630188 n-d-713301-16 neutron-server[95102]: DEBUG neutron.db.db_base_plugin_common [None req-afb237c4-6d81-42ed-aa50-922608547e46 admin admin] Allocated IP 172.25.1.176 (5dec5c09-378e-4f50-89cc-d94eb81c3bac/eff83446-018c-428d-b3f5-54ac9abe7a2a/4568857c-c60c-43a5-8142-8924f8c1acde) {{(pid=95102) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 19:51:09.637857 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.db_base_plugin_common [None req-5a31204e-948e-4814-97b3-6cc4ff8e4a90 None None] Allocated IP 172.20.0.2 (b034863f-caeb-45aa-99c9-bc30cb1be69d/e30d0fb0-983f-4f4b-a76f-39af543a4dc0/9ac152eb-5737-4ea8-8150-501ffd4a48e0) {{(pid=95103) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 19:51:09.745194 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07ee4742-c2b0-4f26-a0b8-57e389aed1f8 tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] Made reservation on behalf of 68089a352b444323aeac869b275be256 for: {'port': 1} {{(pid=95101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:51:09.853521 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-749d1f6a-2f27-4ff9-bca8-44b4f321d7fc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4c8b80df-07eb-5275-9f17-5cf640db67c0-8c3b8755-bfc7-4a09-8696-06a84a2286c5', 'network_id': '8c3b8755-bfc7-4a09-8696-06a84a2286c5', 'tenant_id': '68089a352b444323aeac869b275be256', 'fixed_ips': [{'subnet_id': '328eddd7-b55f-4f5b-a490-98367a7b8956'}]}} from n-d-713301-16. {{(pid=95103) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 23 19:51:09.854633 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-749d1f6a-2f27-4ff9-bca8-44b4f321d7fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_create {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:09.879491 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-afb237c4-6d81-42ed-aa50-922608547e46 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:09.880044 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-07ee4742-c2b0-4f26-a0b8-57e389aed1f8 tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:09.900901 n-d-713301-16 neutron-server[95101]: DEBUG neutron.notifiers.nova [None req-07ee4742-c2b0-4f26-a0b8-57e389aed1f8 tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] device_id is not set on port 3624e2b3-293d-4bc1-8d9a-eccbb74edfa2 yet. {{(pid=95101) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 23 19:51:09.986070 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-afb237c4-6d81-42ed-aa50-922608547e46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783145673135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4399100'] for port, after_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:10.003406 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-7fd48362-272e-48a1-8f21-7777f1bce46b None None] Notify callbacks [] for port, precommit_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:10.025270 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-5a31204e-948e-4814-97b3-6cc4ff8e4a90 None None] Notify callbacks [] for port, precommit_create {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:10.026951 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-7fd48362-272e-48a1-8f21-7777f1bce46b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:10.027683 n-d-713301-16 neutron-server[95102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afb237c4-6d81-42ed-aa50-922608547e46 admin admin] Network 5dec5c09-378e-4f50-89cc-d94eb81c3bac is already hosted by enough agents. {{(pid=95102) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:51:10.031595 n-d-713301-16 neutron-server[95102]: DEBUG neutron.scheduler.base_scheduler [None req-afb237c4-6d81-42ed-aa50-922608547e46 admin admin] Resources bound (agent type, host, resource id): {{(pid=95102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:51:10.040984 n-d-713301-16 neutron-server[95102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afb237c4-6d81-42ed-aa50-922608547e46 admin admin] Received port after_create {{(pid=95102) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 19:51:10.112198 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-5a31204e-948e-4814-97b3-6cc4ff8e4a90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783145673135'] for port, after_create {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:10.177175 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8dccecc-ca41-4717-8bc7-6252e603d112 None None] Pushing event updated for resources: {'Port': ['ID=973936d0-0e8c-43ba-b433-56bf9f95a628,revision_number=3']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:51:10.189026 n-d-713301-16 neutron-server[95103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a31204e-948e-4814-97b3-6cc4ff8e4a90 None None] Network b034863f-caeb-45aa-99c9-bc30cb1be69d is already hosted by enough agents. {{(pid=95103) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:51:10.194326 n-d-713301-16 neutron-server[95103]: DEBUG neutron.scheduler.base_scheduler [None req-5a31204e-948e-4814-97b3-6cc4ff8e4a90 None None] Resources bound (agent type, host, resource id): {{(pid=95103) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:51:10.207052 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afb237c4-6d81-42ed-aa50-922608547e46 admin admin] Pushing event updated for resources: {'Port': ['ID=4568857c-c60c-43a5-8142-8924f8c1acde,revision_number=1']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:51:10.207677 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a31204e-948e-4814-97b3-6cc4ff8e4a90 None None] Received port after_create {{(pid=95103) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 19:51:10.301894 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afb237c4-6d81-42ed-aa50-922608547e46 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:51:10.302530 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afb237c4-6d81-42ed-aa50-922608547e46 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:51:10.304084 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afb237c4-6d81-42ed-aa50-922608547e46 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:51:10.304652 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afb237c4-6d81-42ed-aa50-922608547e46 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:51:10.305828 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afb237c4-6d81-42ed-aa50-922608547e46 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:51:10.308516 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afb237c4-6d81-42ed-aa50-922608547e46 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:51:10.309661 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afb237c4-6d81-42ed-aa50-922608547e46 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:51:10.312563 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afb237c4-6d81-42ed-aa50-922608547e46 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:51:10.313244 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afb237c4-6d81-42ed-aa50-922608547e46 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:51:10.314221 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afb237c4-6d81-42ed-aa50-922608547e46 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:51:10.314752 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afb237c4-6d81-42ed-aa50-922608547e46 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:51:10.315309 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afb237c4-6d81-42ed-aa50-922608547e46 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:51:10.315432 n-d-713301-16 neutron-server[95101]: DEBUG neutron.db.db_base_plugin_common [None req-07ee4742-c2b0-4f26-a0b8-57e389aed1f8 tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] Allocated IP 2001:db8::f4 (8c3b8755-bfc7-4a09-8696-06a84a2286c5/328eddd7-b55f-4f5b-a490-98367a7b8956/3624e2b3-293d-4bc1-8d9a-eccbb74edfa2) {{(pid=95101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 19:51:10.323103 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a31204e-948e-4814-97b3-6cc4ff8e4a90 None None] Pushing event updated for resources: {'Port': ['ID=9ac152eb-5737-4ea8-8150-501ffd4a48e0,revision_number=1']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:51:10.386441 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.managers [None req-7fd48362-272e-48a1-8f21-7777f1bce46b None None] Attempting to bind port 973936d0-0e8c-43ba-b433-56bf9f95a628 on host n-d-713301-16 for vnic_type normal with profile {{(pid=95103) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 19:51:10.386858 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.managers [None req-7fd48362-272e-48a1-8f21-7777f1bce46b None None] Attempting to bind port 973936d0-0e8c-43ba-b433-56bf9f95a628 by drivers openvswitch,hyperv on host n-d-713301-16 at level 0 using segments [{'id': 'ee9700c6-c1c6-4a4c-81b6-5f74fe067cec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'd9738749-37a5-4806-a9b1-b54d362aa2e5'}] {{(pid=95103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 19:51:10.389020 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fd48362-272e-48a1-8f21-7777f1bce46b None None] Attempting to bind port 973936d0-0e8c-43ba-b433-56bf9f95a628 on network d9738749-37a5-4806-a9b1-b54d362aa2e5 {{(pid=95103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:51:10.401822 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fd48362-272e-48a1-8f21-7777f1bce46b None None] Checking agent: {'id': '70a14545-df24-472f-8f95-bfe1719bff93', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 19, 7, 53), 'started_at': datetime.datetime(2021, 9, 23, 19, 8, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 19, 50, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 19:51:10.402235 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fd48362-272e-48a1-8f21-7777f1bce46b None None] Checking segment: {'id': 'ee9700c6-c1c6-4a4c-81b6-5f74fe067cec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'd9738749-37a5-4806-a9b1-b54d362aa2e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95103) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:51:10.403164 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-7fd48362-272e-48a1-8f21-7777f1bce46b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:10.403567 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fd48362-272e-48a1-8f21-7777f1bce46b None None] Bound using segment: {'id': 'ee9700c6-c1c6-4a4c-81b6-5f74fe067cec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'd9738749-37a5-4806-a9b1-b54d362aa2e5'} {{(pid=95103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 19:51:10.404405 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.managers [None req-7fd48362-272e-48a1-8f21-7777f1bce46b None None] Bound port: 973936d0-0e8c-43ba-b433-56bf9f95a628, host: n-d-713301-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ee9700c6-c1c6-4a4c-81b6-5f74fe067cec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'd9738749-37a5-4806-a9b1-b54d362aa2e5'}}] {{(pid=95103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 19:51:10.405413 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-7fd48362-272e-48a1-8f21-7777f1bce46b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:10.409725 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.managers [None req-5a31204e-948e-4814-97b3-6cc4ff8e4a90 None None] Attempting to bind port 9ac152eb-5737-4ea8-8150-501ffd4a48e0 on host n-d-713301-16 for vnic_type normal with profile {{(pid=95103) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 19:51:10.410473 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.managers [None req-5a31204e-948e-4814-97b3-6cc4ff8e4a90 None None] Attempting to bind port 9ac152eb-5737-4ea8-8150-501ffd4a48e0 by drivers openvswitch,hyperv on host n-d-713301-16 at level 0 using segments [{'id': '795b3624-7e5f-482f-9440-22ffea89423a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'b034863f-caeb-45aa-99c9-bc30cb1be69d'}] {{(pid=95103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 19:51:10.410845 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a31204e-948e-4814-97b3-6cc4ff8e4a90 None None] Attempting to bind port 9ac152eb-5737-4ea8-8150-501ffd4a48e0 on network b034863f-caeb-45aa-99c9-bc30cb1be69d {{(pid=95103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:51:10.423001 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a31204e-948e-4814-97b3-6cc4ff8e4a90 None None] Checking agent: {'id': '70a14545-df24-472f-8f95-bfe1719bff93', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 19, 7, 53), 'started_at': datetime.datetime(2021, 9, 23, 19, 8, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 19, 50, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 19:51:10.423719 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a31204e-948e-4814-97b3-6cc4ff8e4a90 None None] Checking segment: {'id': '795b3624-7e5f-482f-9440-22ffea89423a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'b034863f-caeb-45aa-99c9-bc30cb1be69d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95103) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:51:10.424068 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-5a31204e-948e-4814-97b3-6cc4ff8e4a90 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:10.424773 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a31204e-948e-4814-97b3-6cc4ff8e4a90 None None] Bound using segment: {'id': '795b3624-7e5f-482f-9440-22ffea89423a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'b034863f-caeb-45aa-99c9-bc30cb1be69d'} {{(pid=95103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 19:51:10.425282 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.managers [None req-5a31204e-948e-4814-97b3-6cc4ff8e4a90 None None] Bound port: 9ac152eb-5737-4ea8-8150-501ffd4a48e0, host: n-d-713301-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '795b3624-7e5f-482f-9440-22ffea89423a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'b034863f-caeb-45aa-99c9-bc30cb1be69d'}}] {{(pid=95103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 19:51:10.425670 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-5a31204e-948e-4814-97b3-6cc4ff8e4a90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:10.561262 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-7fd48362-272e-48a1-8f21-7777f1bce46b None None] For port 973936d0-0e8c-43ba-b433-56bf9f95a628, host n-d-713301-16, cleared binding levels {{(pid=95103) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 19:51:10.565198 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-7fd48362-272e-48a1-8f21-7777f1bce46b None None] For port 973936d0-0e8c-43ba-b433-56bf9f95a628, host n-d-713301-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-16',level=0,port_id=973936d0-0e8c-43ba-b433-56bf9f95a628,segment=NetworkSegment(ee9700c6-c1c6-4a4c-81b6-5f74fe067cec),segment_id=ee9700c6-c1c6-4a4c-81b6-5f74fe067cec)] {{(pid=95103) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 19:51:10.576109 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-afb237c4-6d81-42ed-aa50-922608547e46 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:10.584191 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-7fd48362-272e-48a1-8f21-7777f1bce46b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:10.587020 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-07ee4742-c2b0-4f26-a0b8-57e389aed1f8 tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] Notify callbacks [] for port, precommit_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:10.634518 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-07ee4742-c2b0-4f26-a0b8-57e389aed1f8 tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783145673135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5607431'] for port, after_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:10.679710 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-5fde0d1b-52e9-4171-b0b9-29d3dfeef7b5 None None] Provisioning complete for port 973936d0-0e8c-43ba-b433-56bf9f95a628 triggered by entity DHCP. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:51:10.680273 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-5fde0d1b-52e9-4171-b0b9-29d3dfeef7b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:10.747957 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07ee4742-c2b0-4f26-a0b8-57e389aed1f8 tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] Pushing event updated for resources: {'Port': ['ID=3624e2b3-293d-4bc1-8d9a-eccbb74edfa2,revision_number=1']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:51:10.755777 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07ee4742-c2b0-4f26-a0b8-57e389aed1f8 tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] Network 8c3b8755-bfc7-4a09-8696-06a84a2286c5 is already hosted by enough agents. {{(pid=95101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:51:10.758209 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.base_scheduler [None req-07ee4742-c2b0-4f26-a0b8-57e389aed1f8 tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] Resources bound (agent type, host, resource id): {{(pid=95101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:51:10.760486 n-d-713301-16 neutron-server[95101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07ee4742-c2b0-4f26-a0b8-57e389aed1f8 tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] Received port after_create {{(pid=95101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 19:51:10.767987 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07ee4742-c2b0-4f26-a0b8-57e389aed1f8 tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:51:10.768756 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-07ee4742-c2b0-4f26-a0b8-57e389aed1f8 tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222849'] for port, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:10.799817 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-07ee4742-c2b0-4f26-a0b8-57e389aed1f8 tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.2780254 Sep 23 19:51:10.800457 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 49770) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:51:10.805525 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.v2.base [None req-6977f90b-b344-4f44-bf70-ec34109fd6a6 tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] Request body: {'subnet': {'network_id': '8c3b8755-bfc7-4a09-8696-06a84a2286c5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=95101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:51:10.978186 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.db_base_plugin_common [None req-749d1f6a-2f27-4ff9-bca8-44b4f321d7fc None None] Allocated IP 2001:db8::2 (8c3b8755-bfc7-4a09-8696-06a84a2286c5/328eddd7-b55f-4f5b-a490-98367a7b8956/24981041-1431-4231-924d-9b19b03236c3) {{(pid=95103) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 19:51:11.027052 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-afb237c4-6d81-42ed-aa50-922608547e46 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-597258', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-601790'] for router, after_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:11.058889 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8dccecc-ca41-4717-8bc7-6252e603d112 None None] Pushing event updated for resources: {'Port': ['ID=973936d0-0e8c-43ba-b433-56bf9f95a628,revision_number=4']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:51:11.129134 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-5a31204e-948e-4814-97b3-6cc4ff8e4a90 None None] For port 9ac152eb-5737-4ea8-8150-501ffd4a48e0, host n-d-713301-16, cleared binding levels {{(pid=95103) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 19:51:11.134226 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fd48362-272e-48a1-8f21-7777f1bce46b None None] Routers {'5f56947f-2825-4d8e-8eb5-212ea2b3f4e1'} bound to L3 agent in host n-d-713301-16 {{(pid=95103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 19:51:11.135272 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_hamode_db [None req-7fd48362-272e-48a1-8f21-7777f1bce46b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-23T19:07:52Z,description=,heartbeat_timestamp=2021-09-23T19:50:53Z,host='n-d-713301-16',id=79a740bf-7821-4989-8288-7186e3e128f3,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:07:52Z,topic='l3_agent')) {'router_ids': ['5f56947f-2825-4d8e-8eb5-212ea2b3f4e1'], 'active': True} {{(pid=95103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:51:11.137924 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6977f90b-b344-4f44-bf70-ec34109fd6a6 tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] Made reservation on behalf of 68089a352b444323aeac869b275be256 for: {'subnet': 1} {{(pid=95101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:51:11.146045 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-6977f90b-b344-4f44-bf70-ec34109fd6a6 tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6130979'] for subnet, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:11.197836 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-5a31204e-948e-4814-97b3-6cc4ff8e4a90 None None] For port 9ac152eb-5737-4ea8-8150-501ffd4a48e0, host n-d-713301-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-16',level=0,port_id=9ac152eb-5737-4ea8-8150-501ffd4a48e0,segment=NetworkSegment(795b3624-7e5f-482f-9440-22ffea89423a),segment_id=795b3624-7e5f-482f-9440-22ffea89423a)] {{(pid=95103) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 19:51:11.229798 n-d-713301-16 neutron-server[95102]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-afb237c4-6d81-42ed-aa50-922608547e46 admin admin] Router 588b7248-2ee0-4dee-857c-60d9aab458be is scheduled to L3 agent 79a740bf-7821-4989-8288-7186e3e128f3 with binding_index 1 {{(pid=95102) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 23 19:51:11.388960 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_dvr_db [None req-7fd48362-272e-48a1-8f21-7777f1bce46b None None] Set router 5f56947f-2825-4d8e-8eb5-212ea2b3f4e1 gateway port host: n-d-713301-16 {{(pid=95103) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 19:51:11.394136 n-d-713301-16 neutron-server[95101]: INFO neutron.db.ipam_backend_mixin [None req-6977f90b-b344-4f44-bf70-ec34109fd6a6 tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 328eddd7-b55f-4f5b-a490-98367a7b8956 (CIDR: 2001:db8::/64) Sep 23 19:51:11.399847 n-d-713301-16 neutron-server[95101]: INFO neutron.pecan_wsgi.hooks.translation [None req-6977f90b-b344-4f44-bf70-ec34109fd6a6 tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 23 19:51:11.401001 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6977f90b-b344-4f44-bf70-ec34109fd6a6 tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=95101) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 23 19:51:11.427228 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-5a31204e-948e-4814-97b3-6cc4ff8e4a90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:11.449186 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-6977f90b-b344-4f44-bf70-ec34109fd6a6 tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.6473079 Sep 23 19:51:11.453188 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 49774) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:51:11.460328 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.v2.base [None req-580870c3-cea2-49de-8ac3-53edd93f4b03 tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] Request body: {'subnet': {'network_id': '8c3b8755-bfc7-4a09-8696-06a84a2286c5', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=95101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:51:11.495743 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-afb237c4-6d81-42ed-aa50-922608547e46 admin admin] Notify agent at l3_agent.n-d-713301-16 the message routers_updated {{(pid=95102) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 19:51:11.512581 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cd00279-c506-4c3f-a2ec-c552ad2a0b30 None None] Sync routers for ids ['588b7248-2ee0-4dee-857c-60d9aab458be'] in n-d-713301-16 {{(pid=95104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 19:51:11.516822 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-afb237c4-6d81-42ed-aa50-922608547e46 admin admin] Notify callbacks [] for router, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:11.521927 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-afb237c4-6d81-42ed-aa50-922608547e46 admin admin] 10.222.0.67 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.8782721 Sep 23 19:51:11.522823 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 49776) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:51:11.529004 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cd00279-c506-4c3f-a2ec-c552ad2a0b30 None None] Routers {'588b7248-2ee0-4dee-857c-60d9aab458be'} bound to L3 agent in host n-d-713301-16 {{(pid=95104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 19:51:11.530657 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_hamode_db [None req-4cd00279-c506-4c3f-a2ec-c552ad2a0b30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-23T19:07:52Z,description=,heartbeat_timestamp=2021-09-23T19:50:53Z,host='n-d-713301-16',id=79a740bf-7821-4989-8288-7186e3e128f3,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:07:52Z,topic='l3_agent')) {'router_ids': ['588b7248-2ee0-4dee-857c-60d9aab458be'], 'active': True} {{(pid=95104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:51:11.641551 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-5fde0d1b-52e9-4171-b0b9-29d3dfeef7b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:11.724310 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_dvr_db [None req-4cd00279-c506-4c3f-a2ec-c552ad2a0b30 None None] Set router 588b7248-2ee0-4dee-857c-60d9aab458be gateway port host: n-d-713301-16 {{(pid=95104) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 19:51:11.744753 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-580870c3-cea2-49de-8ac3-53edd93f4b03 tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] Made reservation on behalf of 68089a352b444323aeac869b275be256 for: {'subnet': 1} {{(pid=95101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:51:11.750119 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-580870c3-cea2-49de-8ac3-53edd93f4b03 tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6130979'] for subnet, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:11.793126 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-5fde0d1b-52e9-4171-b0b9-29d3dfeef7b5 None None] For port 973936d0-0e8c-43ba-b433-56bf9f95a628, host n-d-713301-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-16',level=0,port_id=973936d0-0e8c-43ba-b433-56bf9f95a628,segment=NetworkSegment(ee9700c6-c1c6-4a4c-81b6-5f74fe067cec),segment_id=ee9700c6-c1c6-4a4c-81b6-5f74fe067cec)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:51:11.815213 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a31204e-948e-4814-97b3-6cc4ff8e4a90 None None] Pushing event updated for resources: {'Port': ['ID=9ac152eb-5737-4ea8-8150-501ffd4a48e0,revision_number=2']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:51:11.825533 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-5fde0d1b-52e9-4171-b0b9-29d3dfeef7b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:11.968058 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-749d1f6a-2f27-4ff9-bca8-44b4f321d7fc None None] Notify callbacks [] for port, precommit_create {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:12.011102 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-749d1f6a-2f27-4ff9-bca8-44b4f321d7fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783145673135'] for port, after_create {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:12.082863 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-670e24a1-8044-4fb7-8553-a63d5d48d3da None None] Provisioning complete for port 973936d0-0e8c-43ba-b433-56bf9f95a628 triggered by entity DHCP. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:51:12.083226 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-670e24a1-8044-4fb7-8553-a63d5d48d3da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:12.124545 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fde0d1b-52e9-4171-b0b9-29d3dfeef7b5 None None] Pushing event updated for resources: {'Port': ['ID=973936d0-0e8c-43ba-b433-56bf9f95a628,revision_number=5']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:51:12.174912 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_hamode_db [None req-4cd00279-c506-4c3f-a2ec-c552ad2a0b30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '588b7248-2ee0-4dee-857c-60d9aab458be', 'name': 'tempest-TestServerMultinode-1073077523-router', 'tenant_id': 'b029236e70374ce79bee82dd61a7fa01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'external_fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.176'}], 'enable_snat': True}, 'gw_port_id': '4568857c-c60c-43a5-8142-8924f8c1acde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:51:08Z', 'updated_at': '2021-09-23T19:51:10Z', 'revision_number': 3, 'project_id': 'b029236e70374ce79bee82dd61a7fa01', 'gw_port': {'id': '4568857c-c60c-43a5-8142-8924f8c1acde', 'name': '', 'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:47:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '588b7248-2ee0-4dee-857c-60d9aab458be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3759, 'fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:51:09Z', 'updated_at': '2021-09-23T19:51:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-16'}], 'n-d-713301-16', False) {} {{(pid=95104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:51:12.229398 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cd00279-c506-4c3f-a2ec-c552ad2a0b30 None None] Checking router: 588b7248-2ee0-4dee-857c-60d9aab458be for host: n-d-713301-16 {{(pid=95104) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 19:51:12.229656 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cd00279-c506-4c3f-a2ec-c552ad2a0b30 None None] Updating router 588b7248-2ee0-4dee-857c-60d9aab458be port 4568857c-c60c-43a5-8142-8924f8c1acde binding host n-d-713301-16 {{(pid=95104) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 23 19:51:12.259647 n-d-713301-16 neutron-server[95104]: DEBUG neutron_lib.callbacks.manager [None req-4cd00279-c506-4c3f-a2ec-c552ad2a0b30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:12.442775 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-580870c3-cea2-49de-8ac3-53edd93f4b03 tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5607579', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6130961'] for subnet, after_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:12.452801 n-d-713301-16 neutron-server[95103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-749d1f6a-2f27-4ff9-bca8-44b4f321d7fc None None] Network 8c3b8755-bfc7-4a09-8696-06a84a2286c5 is already hosted by enough agents. {{(pid=95103) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:51:12.459427 n-d-713301-16 neutron-server[95103]: DEBUG neutron.scheduler.base_scheduler [None req-749d1f6a-2f27-4ff9-bca8-44b4f321d7fc None None] Resources bound (agent type, host, resource id): {{(pid=95103) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:51:12.471001 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-749d1f6a-2f27-4ff9-bca8-44b4f321d7fc None None] Received port after_create {{(pid=95103) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 19:51:12.539750 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-749d1f6a-2f27-4ff9-bca8-44b4f321d7fc None None] Pushing event updated for resources: {'Port': ['ID=24981041-1431-4231-924d-9b19b03236c3,revision_number=1']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:51:12.599289 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-580870c3-cea2-49de-8ac3-53edd93f4b03 tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] Network 8c3b8755-bfc7-4a09-8696-06a84a2286c5 is already hosted by enough agents. {{(pid=95101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:51:12.607198 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.base_scheduler [None req-580870c3-cea2-49de-8ac3-53edd93f4b03 tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] Resources bound (agent type, host, resource id): {{(pid=95101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:51:12.615778 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-580870c3-cea2-49de-8ac3-53edd93f4b03 tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:51:12.618579 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-580870c3-cea2-49de-8ac3-53edd93f4b03 tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] Notify callbacks [] for subnet, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:12.630651 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_hamode_db [None req-7fd48362-272e-48a1-8f21-7777f1bce46b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f56947f-2825-4d8e-8eb5-212ea2b3f4e1', 'name': 'tempest-TestServerMultinode-1891453062-router', 'tenant_id': 'd6d0db4f11574585ab4298a497af68d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'external_fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.93'}], 'enable_snat': True}, 'gw_port_id': 'ff6abed3-0941-4d4d-b122-9c42352b3061', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:50:58Z', 'updated_at': '2021-09-23T19:51:04Z', 'revision_number': 4, 'project_id': 'd6d0db4f11574585ab4298a497af68d6', 'gw_port': {'id': 'ff6abed3-0941-4d4d-b122-9c42352b3061', 'name': '', 'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:e3:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f56947f-2825-4d8e-8eb5-212ea2b3f4e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3725, 'fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:50:59Z', 'updated_at': '2021-09-23T19:51:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-16', '_interfaces': [{'id': '973936d0-0e8c-43ba-b433-56bf9f95a628', 'name': '', 'network_id': 'd9738749-37a5-4806-a9b1-b54d362aa2e5', 'tenant_id': 'd6d0db4f11574585ab4298a497af68d6', 'mac_address': 'fa:16:3e:b8:76:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f56947f-2825-4d8e-8eb5-212ea2b3f4e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3736, 'fixed_ips': [{'subnet_id': '5063ddfd-caee-4110-9a9f-b228fc05a5de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:51:03Z', 'updated_at': '2021-09-23T19:51:10Z', 'revision_number': 4, 'project_id': 'd6d0db4f11574585ab4298a497af68d6', 'subnets': [{'id': '5063ddfd-caee-4110-9a9f-b228fc05a5de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-16', False) {} {{(pid=95103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:51:12.641166 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-1b2b02cb-5df4-4fe0-8ca4-5845704f460b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:12.660160 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 49788) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:51:12.661984 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-580870c3-cea2-49de-8ac3-53edd93f4b03 tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.2074249 Sep 23 19:51:12.668790 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.v2.base [None req-12c5b473-7330-4c4e-be25-022b3142ef15 tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1390553335', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'f557dc45-ea33-400b-b137-57d5a94c4213'}], 'security_groups': ['007ec863-52ef-46a9-bb95-b02dec330946']}} {{(pid=95102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:51:12.694357 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-580870c3-cea2-49de-8ac3-53edd93f4b03 tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] Pushing event updated for resources: {'Subnet': ['ID=f557dc45-ea33-400b-b137-57d5a94c4213,revision_number=0']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:51:12.732261 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fd48362-272e-48a1-8f21-7777f1bce46b None None] The sync data for ids ['5f56947f-2825-4d8e-8eb5-212ea2b3f4e1'] in n-d-713301-16 is: [{'id': '5f56947f-2825-4d8e-8eb5-212ea2b3f4e1', 'name': 'tempest-TestServerMultinode-1891453062-router', 'tenant_id': 'd6d0db4f11574585ab4298a497af68d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'external_fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.93'}], 'enable_snat': True}, 'gw_port_id': 'ff6abed3-0941-4d4d-b122-9c42352b3061', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:50:58Z', 'updated_at': '2021-09-23T19:51:04Z', 'revision_number': 4, 'project_id': 'd6d0db4f11574585ab4298a497af68d6', 'gw_port': {'id': 'ff6abed3-0941-4d4d-b122-9c42352b3061', 'name': '', 'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:e3:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f56947f-2825-4d8e-8eb5-212ea2b3f4e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3725, 'fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:50:59Z', 'updated_at': '2021-09-23T19:51:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-16', '_interfaces': [{'id': '973936d0-0e8c-43ba-b433-56bf9f95a628', 'name': '', 'network_id': 'd9738749-37a5-4806-a9b1-b54d362aa2e5', 'tenant_id': 'd6d0db4f11574585ab4298a497af68d6', 'mac_address': 'fa:16:3e:b8:76:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f56947f-2825-4d8e-8eb5-212ea2b3f4e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3736, 'fixed_ips': [{'subnet_id': '5063ddfd-caee-4110-9a9f-b228fc05a5de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:51:03Z', 'updated_at': '2021-09-23T19:51:10Z', 'revision_number': 4, 'project_id': 'd6d0db4f11574585ab4298a497af68d6', 'subnets': [{'id': '5063ddfd-caee-4110-9a9f-b228fc05a5de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 19:51:12.734983 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.managers [None req-749d1f6a-2f27-4ff9-bca8-44b4f321d7fc None None] Attempting to bind port 24981041-1431-4231-924d-9b19b03236c3 on host n-d-713301-16 for vnic_type normal with profile {{(pid=95103) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 19:51:12.735355 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.managers [None req-749d1f6a-2f27-4ff9-bca8-44b4f321d7fc None None] Attempting to bind port 24981041-1431-4231-924d-9b19b03236c3 by drivers openvswitch,hyperv on host n-d-713301-16 at level 0 using segments [{'id': '6d7ed8ef-67c8-4ac3-8927-08f827859a63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '8c3b8755-bfc7-4a09-8696-06a84a2286c5'}] {{(pid=95103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 19:51:12.735721 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-749d1f6a-2f27-4ff9-bca8-44b4f321d7fc None None] Attempting to bind port 24981041-1431-4231-924d-9b19b03236c3 on network 8c3b8755-bfc7-4a09-8696-06a84a2286c5 {{(pid=95103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:51:12.752539 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-749d1f6a-2f27-4ff9-bca8-44b4f321d7fc None None] Checking agent: {'id': '70a14545-df24-472f-8f95-bfe1719bff93', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 19, 7, 53), 'started_at': datetime.datetime(2021, 9, 23, 19, 8, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 19, 50, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 19:51:12.753264 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-749d1f6a-2f27-4ff9-bca8-44b4f321d7fc None None] Checking segment: {'id': '6d7ed8ef-67c8-4ac3-8927-08f827859a63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '8c3b8755-bfc7-4a09-8696-06a84a2286c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95103) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:51:12.753860 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-749d1f6a-2f27-4ff9-bca8-44b4f321d7fc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:12.754416 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-749d1f6a-2f27-4ff9-bca8-44b4f321d7fc None None] Bound using segment: {'id': '6d7ed8ef-67c8-4ac3-8927-08f827859a63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '8c3b8755-bfc7-4a09-8696-06a84a2286c5'} {{(pid=95103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 19:51:12.755075 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.managers [None req-749d1f6a-2f27-4ff9-bca8-44b4f321d7fc None None] Bound port: 24981041-1431-4231-924d-9b19b03236c3, host: n-d-713301-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6d7ed8ef-67c8-4ac3-8927-08f827859a63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '8c3b8755-bfc7-4a09-8696-06a84a2286c5'}}] {{(pid=95103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 19:51:12.755821 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-749d1f6a-2f27-4ff9-bca8-44b4f321d7fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:12.909502 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-749d1f6a-2f27-4ff9-bca8-44b4f321d7fc None None] For port 24981041-1431-4231-924d-9b19b03236c3, host n-d-713301-16, cleared binding levels {{(pid=95103) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 19:51:12.918816 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-749d1f6a-2f27-4ff9-bca8-44b4f321d7fc None None] For port 24981041-1431-4231-924d-9b19b03236c3, host n-d-713301-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-16',level=0,port_id=24981041-1431-4231-924d-9b19b03236c3,segment=NetworkSegment(6d7ed8ef-67c8-4ac3-8927-08f827859a63),segment_id=6d7ed8ef-67c8-4ac3-8927-08f827859a63)] {{(pid=95103) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 19:51:12.927221 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-749d1f6a-2f27-4ff9-bca8-44b4f321d7fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:13.098272 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-749d1f6a-2f27-4ff9-bca8-44b4f321d7fc None None] Pushing event updated for resources: {'Port': ['ID=24981041-1431-4231-924d-9b19b03236c3,revision_number=2']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:51:13.169343 n-d-713301-16 neutron-server[95104]: DEBUG neutron_lib.callbacks.manager [None req-4cd00279-c506-4c3f-a2ec-c552ad2a0b30 None None] Notify callbacks [] for port, precommit_update {{(pid=95104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:13.182856 n-d-713301-16 neutron-server[95104]: DEBUG neutron_lib.callbacks.manager [None req-4cd00279-c506-4c3f-a2ec-c552ad2a0b30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:13.383094 n-d-713301-16 neutron-server[95104]: DEBUG neutron.plugins.ml2.managers [None req-4cd00279-c506-4c3f-a2ec-c552ad2a0b30 None None] Attempting to bind port 4568857c-c60c-43a5-8142-8924f8c1acde on host n-d-713301-16 for vnic_type normal with profile {{(pid=95104) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 19:51:13.383454 n-d-713301-16 neutron-server[95104]: DEBUG neutron.plugins.ml2.managers [None req-4cd00279-c506-4c3f-a2ec-c552ad2a0b30 None None] Attempting to bind port 4568857c-c60c-43a5-8142-8924f8c1acde by drivers openvswitch,hyperv on host n-d-713301-16 at level 0 using segments [{'id': '7d4027f1-d893-4c7b-95d4-757b8e44e380', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac'}] {{(pid=95104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 19:51:13.390673 n-d-713301-16 neutron-server[95104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cd00279-c506-4c3f-a2ec-c552ad2a0b30 None None] Attempting to bind port 4568857c-c60c-43a5-8142-8924f8c1acde on network 5dec5c09-378e-4f50-89cc-d94eb81c3bac {{(pid=95104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:51:13.392947 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f1d0c39-f2f2-49aa-81dd-8d51ad295c7c None None] Pushing event updated for resources: {'Port': ['ID=4568857c-c60c-43a5-8142-8924f8c1acde,revision_number=2']} {{(pid=95104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:51:13.399113 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3761e1b5-2c68-4851-8557-a0b78f6f0848 None None] Network b034863f-caeb-45aa-99c9-bc30cb1be69d requested from n-d-713301-16 {{(pid=95103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 19:51:13.445360 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f1d0c39-f2f2-49aa-81dd-8d51ad295c7c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:51:13.446507 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f1d0c39-f2f2-49aa-81dd-8d51ad295c7c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:51:13.447084 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f1d0c39-f2f2-49aa-81dd-8d51ad295c7c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:51:13.447671 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f1d0c39-f2f2-49aa-81dd-8d51ad295c7c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:51:13.448210 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f1d0c39-f2f2-49aa-81dd-8d51ad295c7c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:51:13.448926 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f1d0c39-f2f2-49aa-81dd-8d51ad295c7c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:51:13.449693 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f1d0c39-f2f2-49aa-81dd-8d51ad295c7c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:51:13.450530 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f1d0c39-f2f2-49aa-81dd-8d51ad295c7c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:51:13.451078 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f1d0c39-f2f2-49aa-81dd-8d51ad295c7c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:51:13.451619 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f1d0c39-f2f2-49aa-81dd-8d51ad295c7c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:51:13.452170 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f1d0c39-f2f2-49aa-81dd-8d51ad295c7c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:51:13.452724 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f1d0c39-f2f2-49aa-81dd-8d51ad295c7c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:51:13.460300 n-d-713301-16 neutron-server[95104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cd00279-c506-4c3f-a2ec-c552ad2a0b30 None None] Checking agent: {'id': '70a14545-df24-472f-8f95-bfe1719bff93', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 19, 7, 53), 'started_at': datetime.datetime(2021, 9, 23, 19, 8, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 19, 50, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 19:51:13.461079 n-d-713301-16 neutron-server[95104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cd00279-c506-4c3f-a2ec-c552ad2a0b30 None None] Checking segment: {'id': '7d4027f1-d893-4c7b-95d4-757b8e44e380', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95104) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:51:13.461713 n-d-713301-16 neutron-server[95104]: DEBUG neutron_lib.callbacks.manager [None req-4cd00279-c506-4c3f-a2ec-c552ad2a0b30 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:13.462306 n-d-713301-16 neutron-server[95104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cd00279-c506-4c3f-a2ec-c552ad2a0b30 None None] Bound using segment: {'id': '7d4027f1-d893-4c7b-95d4-757b8e44e380', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac'} {{(pid=95104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 19:51:13.463382 n-d-713301-16 neutron-server[95104]: DEBUG neutron.plugins.ml2.managers [None req-4cd00279-c506-4c3f-a2ec-c552ad2a0b30 None None] Bound port: 4568857c-c60c-43a5-8142-8924f8c1acde, host: n-d-713301-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7d4027f1-d893-4c7b-95d4-757b8e44e380', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac'}}] {{(pid=95104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 19:51:13.463993 n-d-713301-16 neutron-server[95104]: DEBUG neutron_lib.callbacks.manager [None req-4cd00279-c506-4c3f-a2ec-c552ad2a0b30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:13.581691 n-d-713301-16 neutron-server[95104]: DEBUG neutron.plugins.ml2.db [None req-4cd00279-c506-4c3f-a2ec-c552ad2a0b30 None None] For port 4568857c-c60c-43a5-8142-8924f8c1acde, host n-d-713301-16, cleared binding levels {{(pid=95104) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 19:51:13.595308 n-d-713301-16 neutron-server[95104]: DEBUG neutron.plugins.ml2.db [None req-4cd00279-c506-4c3f-a2ec-c552ad2a0b30 None None] For port 4568857c-c60c-43a5-8142-8924f8c1acde, host n-d-713301-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-16',level=0,port_id=4568857c-c60c-43a5-8142-8924f8c1acde,segment=NetworkSegment(7d4027f1-d893-4c7b-95d4-757b8e44e380),segment_id=7d4027f1-d893-4c7b-95d4-757b8e44e380)] {{(pid=95104) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 19:51:13.602663 n-d-713301-16 neutron-server[95104]: DEBUG neutron_lib.callbacks.manager [None req-4cd00279-c506-4c3f-a2ec-c552ad2a0b30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:13.698632 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-16132a8d-d4e1-4f46-9dce-486c7d035b5a None None] Provisioning complete for port 9ac152eb-5737-4ea8-8150-501ffd4a48e0 triggered by entity DHCP. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:51:13.699116 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-16132a8d-d4e1-4f46-9dce-486c7d035b5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:13.726261 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cd00279-c506-4c3f-a2ec-c552ad2a0b30 None None] Routers {'588b7248-2ee0-4dee-857c-60d9aab458be'} bound to L3 agent in host n-d-713301-16 {{(pid=95104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 19:51:13.726909 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_hamode_db [None req-4cd00279-c506-4c3f-a2ec-c552ad2a0b30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-23T19:07:52Z,description=,heartbeat_timestamp=2021-09-23T19:50:53Z,host='n-d-713301-16',id=79a740bf-7821-4989-8288-7186e3e128f3,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:07:52Z,topic='l3_agent')) {'router_ids': ['588b7248-2ee0-4dee-857c-60d9aab458be'], 'active': True} {{(pid=95104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:51:13.783791 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f1d0c39-f2f2-49aa-81dd-8d51ad295c7c None None] Pushing event updated for resources: {'Port': ['ID=4568857c-c60c-43a5-8142-8924f8c1acde,revision_number=3']} {{(pid=95104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:51:13.788549 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-12c5b473-7330-4c4e-be25-022b3142ef15 tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:13.960983 n-d-713301-16 neutron-server[95102]: DEBUG neutron.db.db_base_plugin_common [None req-1b2b02cb-5df4-4fe0-8ca4-5845704f460b admin admin] Allocated IP 172.20.0.1 (b034863f-caeb-45aa-99c9-bc30cb1be69d/e30d0fb0-983f-4f4b-a76f-39af543a4dc0/9d00966f-865e-4f37-920e-9fa08c6ca8e9) {{(pid=95102) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 19:51:13.963172 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_dvr_db [None req-4cd00279-c506-4c3f-a2ec-c552ad2a0b30 None None] Set router 588b7248-2ee0-4dee-857c-60d9aab458be gateway port host: n-d-713301-16 {{(pid=95104) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 19:51:14.064636 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-16132a8d-d4e1-4f46-9dce-486c7d035b5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:14.126595 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Device 973936d0-0e8c-43ba-b433-56bf9f95a628 up at agent ovs-agent-n-d-713301-16 {{(pid=95103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 19:51:14.222880 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-16132a8d-d4e1-4f46-9dce-486c7d035b5a None None] For port 9ac152eb-5737-4ea8-8150-501ffd4a48e0, host n-d-713301-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-16',level=0,port_id=9ac152eb-5737-4ea8-8150-501ffd4a48e0,segment=NetworkSegment(795b3624-7e5f-482f-9440-22ffea89423a),segment_id=795b3624-7e5f-482f-9440-22ffea89423a)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:51:14.296411 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-16132a8d-d4e1-4f46-9dce-486c7d035b5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:14.475665 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16132a8d-d4e1-4f46-9dce-486c7d035b5a None None] Pushing event updated for resources: {'Port': ['ID=9ac152eb-5737-4ea8-8150-501ffd4a48e0,revision_number=3']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:51:14.500845 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Provisioning complete for port 973936d0-0e8c-43ba-b433-56bf9f95a628 triggered by entity L2. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:51:14.501419 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:14.526663 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_hamode_db [None req-4cd00279-c506-4c3f-a2ec-c552ad2a0b30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '588b7248-2ee0-4dee-857c-60d9aab458be', 'name': 'tempest-TestServerMultinode-1073077523-router', 'tenant_id': 'b029236e70374ce79bee82dd61a7fa01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'external_fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.176'}], 'enable_snat': True}, 'gw_port_id': '4568857c-c60c-43a5-8142-8924f8c1acde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:51:08Z', 'updated_at': '2021-09-23T19:51:10Z', 'revision_number': 3, 'project_id': 'b029236e70374ce79bee82dd61a7fa01', 'gw_port': {'id': '4568857c-c60c-43a5-8142-8924f8c1acde', 'name': '', 'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:47:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '588b7248-2ee0-4dee-857c-60d9aab458be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3759, 'fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:51:09Z', 'updated_at': '2021-09-23T19:51:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-16'}], 'n-d-713301-16', False) {} {{(pid=95104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:51:14.604254 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cd00279-c506-4c3f-a2ec-c552ad2a0b30 None None] The sync data for ids ['588b7248-2ee0-4dee-857c-60d9aab458be'] in n-d-713301-16 is: [{'id': '588b7248-2ee0-4dee-857c-60d9aab458be', 'name': 'tempest-TestServerMultinode-1073077523-router', 'tenant_id': 'b029236e70374ce79bee82dd61a7fa01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'external_fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.176'}], 'enable_snat': True}, 'gw_port_id': '4568857c-c60c-43a5-8142-8924f8c1acde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:51:08Z', 'updated_at': '2021-09-23T19:51:10Z', 'revision_number': 3, 'project_id': 'b029236e70374ce79bee82dd61a7fa01', 'gw_port': {'id': '4568857c-c60c-43a5-8142-8924f8c1acde', 'name': '', 'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:47:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '588b7248-2ee0-4dee-857c-60d9aab458be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3759, 'fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:51:09Z', 'updated_at': '2021-09-23T19:51:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-16'}] {{(pid=95104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 19:51:14.733017 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Device 24981041-1431-4231-924d-9b19b03236c3 up at agent ovs-agent-n-d-713301-16 {{(pid=95103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 19:51:14.735004 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-0a56aa07-da9a-40be-b859-0644e272bd15 None None] Provisioning complete for port 9ac152eb-5737-4ea8-8150-501ffd4a48e0 triggered by entity DHCP. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:51:14.737115 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-0a56aa07-da9a-40be-b859-0644e272bd15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:14.768714 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-1b2b02cb-5df4-4fe0-8ca4-5845704f460b admin admin] Notify callbacks [] for port, precommit_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:14.885605 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-1b2b02cb-5df4-4fe0-8ca4-5845704f460b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783145673135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4399100'] for port, after_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:14.913128 n-d-713301-16 neutron-server[95102]: DEBUG neutron.db.db_base_plugin_common [None req-12c5b473-7330-4c4e-be25-022b3142ef15 tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] Delete allocated IP 2001:db8::f4 (8c3b8755-bfc7-4a09-8696-06a84a2286c5/328eddd7-b55f-4f5b-a490-98367a7b8956) {{(pid=95102) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Sep 23 19:51:14.943026 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ea2630e-23b7-4e96-b2d3-5405399447fa None None] Network 8c3b8755-bfc7-4a09-8696-06a84a2286c5 requested from n-d-713301-16 {{(pid=95103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 19:51:14.948658 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Provisioning complete for port 24981041-1431-4231-924d-9b19b03236c3 triggered by entity L2. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:51:14.948941 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:14.962650 n-d-713301-16 neutron-server[95102]: DEBUG neutron.db.db_base_plugin_common [None req-12c5b473-7330-4c4e-be25-022b3142ef15 tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] Allocated IP 2001:db8:0:1::f5 (8c3b8755-bfc7-4a09-8696-06a84a2286c5/f557dc45-ea33-400b-b137-57d5a94c4213/3624e2b3-293d-4bc1-8d9a-eccbb74edfa2) {{(pid=95102) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 19:51:14.986820 n-d-713301-16 neutron-server[95102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b2b02cb-5df4-4fe0-8ca4-5845704f460b admin admin] Network b034863f-caeb-45aa-99c9-bc30cb1be69d is already hosted by enough agents. {{(pid=95102) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:51:14.993813 n-d-713301-16 neutron-server[95102]: DEBUG neutron.scheduler.base_scheduler [None req-1b2b02cb-5df4-4fe0-8ca4-5845704f460b admin admin] Resources bound (agent type, host, resource id): {{(pid=95102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:51:15.006282 n-d-713301-16 neutron-server[95102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b2b02cb-5df4-4fe0-8ca4-5845704f460b admin admin] Received port after_create {{(pid=95102) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 19:51:15.017880 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b2b02cb-5df4-4fe0-8ca4-5845704f460b admin admin] Pushing event updated for resources: {'Port': ['ID=9d00966f-865e-4f37-920e-9fa08c6ca8e9,revision_number=1']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:51:15.132857 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-1b2b02cb-5df4-4fe0-8ca4-5845704f460b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-601987'] for router_interface, before_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:15.293810 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-18a46472-783b-452c-8326-b9c0ed16ae4a None None] Provisioning complete for port 17272b44-0195-4827-bb9e-35f481b2411f triggered by entity DHCP. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:51:15.296632 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-18a46472-783b-452c-8326-b9c0ed16ae4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:15.393789 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:15.535081 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.plugin [None req-18a46472-783b-452c-8326-b9c0ed16ae4a None None] Port 17272b44-0195-4827-bb9e-35f481b2411f cannot update to ACTIVE because it is not bound. {{(pid=95103) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 19:51:15.603420 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] For port 24981041-1431-4231-924d-9b19b03236c3, host n-d-713301-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-16',level=0,port_id=24981041-1431-4231-924d-9b19b03236c3,segment=NetworkSegment(6d7ed8ef-67c8-4ac3-8927-08f827859a63),segment_id=6d7ed8ef-67c8-4ac3-8927-08f827859a63)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:51:15.630557 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:15.656205 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Device 9ac152eb-5737-4ea8-8150-501ffd4a48e0 up at agent ovs-agent-n-d-713301-16 {{(pid=95103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 19:51:15.739264 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-12c5b473-7330-4c4e-be25-022b3142ef15 tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] Notify callbacks [] for port, precommit_update {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:15.741998 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-18a46472-783b-452c-8326-b9c0ed16ae4a None None] Provisioning complete for port 24981041-1431-4231-924d-9b19b03236c3 triggered by entity DHCP. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:51:15.749016 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-18a46472-783b-452c-8326-b9c0ed16ae4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:15.769553 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-12c5b473-7330-4c4e-be25-022b3142ef15 tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4399095'] for port, after_update {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:15.819312 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-1b2b02cb-5df4-4fe0-8ca4-5845704f460b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:15.920130 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.plugin [None req-12c5b473-7330-4c4e-be25-022b3142ef15 tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] In _notify_port_updated(), no bound segment for port 3624e2b3-293d-4bc1-8d9a-eccbb74edfa2 on network 8c3b8755-bfc7-4a09-8696-06a84a2286c5 {{(pid=95102) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Sep 23 19:51:15.927960 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12c5b473-7330-4c4e-be25-022b3142ef15 tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:51:15.929251 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-12c5b473-7330-4c4e-be25-022b3142ef15 tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222849'] for port, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:15.930820 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-12c5b473-7330-4c4e-be25-022b3142ef15 tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] 10.222.0.67 "PUT /v2.0/ports/3624e2b3-293d-4bc1-8d9a-eccbb74edfa2 HTTP/1.1" status: 200 len: 930 time: 3.2696500 Sep 23 19:51:15.932484 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12c5b473-7330-4c4e-be25-022b3142ef15 tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] Pushing event updated for resources: {'Port': ['ID=3624e2b3-293d-4bc1-8d9a-eccbb74edfa2,revision_number=2']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:51:15.933813 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 49816) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:51:15.935653 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Pushing event updated for resources: {'Port': ['ID=24981041-1431-4231-924d-9b19b03236c3,revision_number=3']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:51:16.057051 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Provisioning complete for port 9ac152eb-5737-4ea8-8150-501ffd4a48e0 triggered by entity L2. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:51:16.057407 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:16.061130 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32357ebf-7096-4218-8254-c8e87a64ab64 None None] Update dhcp port {'port': {'network_id': '8c3b8755-bfc7-4a09-8696-06a84a2286c5', 'fixed_ips': [{'subnet_id': '328eddd7-b55f-4f5b-a490-98367a7b8956', 'ip_address': '2001:db8::2'}, {'subnet_id': 'f557dc45-ea33-400b-b137-57d5a94c4213'}], 'binding:host_id': 'n-d-713301-16'}, 'id': '24981041-1431-4231-924d-9b19b03236c3'} from n-d-713301-16. {{(pid=95103) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Sep 23 19:51:16.143464 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 49822) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:51:16.198399 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-32357ebf-7096-4218-8254-c8e87a64ab64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:16.203085 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.plugin [None req-aceaa1f3-c961-499a-a9d2-55421b26dbbc tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] Deleting port 3624e2b3-293d-4bc1-8d9a-eccbb74edfa2 {{(pid=95101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:51:16.203501 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-aceaa1f3-c961-499a-a9d2-55421b26dbbc tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783146157096'] for port, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:16.328545 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-1b2b02cb-5df4-4fe0-8ca4-5845704f460b admin admin] Notify callbacks [] for port, precommit_update {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:16.336479 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-1b2b02cb-5df4-4fe0-8ca4-5845704f460b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4399095'] for port, after_update {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:16.408790 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-aceaa1f3-c961-499a-a9d2-55421b26dbbc tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-605701'] for port, precommit_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:16.452550 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.plugin [None req-aceaa1f3-c961-499a-a9d2-55421b26dbbc tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] Calling delete_port for 3624e2b3-293d-4bc1-8d9a-eccbb74edfa2 owned by {{(pid=95101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:51:16.471184 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-6cb2864b-6c96-43cd-987d-b61a660bf392 None None] Provisioning complete for port 9d00966f-865e-4f37-920e-9fa08c6ca8e9 triggered by entity DHCP. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:51:16.471645 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-6cb2864b-6c96-43cd-987d-b61a660bf392 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:16.491425 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b2b02cb-5df4-4fe0-8ca4-5845704f460b admin admin] Pushing event updated for resources: {'Port': ['ID=9d00966f-865e-4f37-920e-9fa08c6ca8e9,revision_number=2']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:51:16.505860 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-1b2b02cb-5df4-4fe0-8ca4-5845704f460b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-527313', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-601459'] for router_interface, after_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:16.546203 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.plugin [None req-6cb2864b-6c96-43cd-987d-b61a660bf392 None None] Port 9d00966f-865e-4f37-920e-9fa08c6ca8e9 cannot update to ACTIVE because it is not bound. {{(pid=95103) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 19:51:16.580826 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78ca22c-045d-4dc7-817a-c21d3df9aefb req-f32852da-b343-42df-9cf3-fee050de24d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:51:16.589228 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.db_base_plugin_common [None req-32357ebf-7096-4218-8254-c8e87a64ab64 None None] Allocated IP 2001:db8:0:1::2 (8c3b8755-bfc7-4a09-8696-06a84a2286c5/f557dc45-ea33-400b-b137-57d5a94c4213/24981041-1431-4231-924d-9b19b03236c3) {{(pid=95103) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 19:51:16.593500 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-e78ca22c-045d-4dc7-817a-c21d3df9aefb req-f32852da-b343-42df-9cf3-fee050de24d3 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=91c04d5d-3047-4233-a6bc-ba42bfa3840b HTTP/1.1" status: 200 len: 1098 time: 0.4457271 Sep 23 19:51:16.725723 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-e78ca22c-045d-4dc7-817a-c21d3df9aefb req-748fa2bd-860d-4fc2-96b0-cfc457c23b85 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=8984b5f1-4de6-4666-ae15-df260a7900a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1312408 Sep 23 19:51:16.763309 n-d-713301-16 neutron-server[95102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b2b02cb-5df4-4fe0-8ca4-5845704f460b admin admin] Network b034863f-caeb-45aa-99c9-bc30cb1be69d is already hosted by enough agents. {{(pid=95102) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:51:16.767977 n-d-713301-16 neutron-server[95102]: DEBUG neutron.scheduler.base_scheduler [None req-1b2b02cb-5df4-4fe0-8ca4-5845704f460b admin admin] Resources bound (agent type, host, resource id): {{(pid=95102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:51:16.816657 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-aceaa1f3-c961-499a-a9d2-55421b26dbbc tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783146162158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783145673144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5607431'] for port, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:16.829213 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Device 4568857c-c60c-43a5-8142-8924f8c1acde up at agent ovs-agent-n-d-713301-16 {{(pid=95103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 19:51:16.869450 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aceaa1f3-c961-499a-a9d2-55421b26dbbc tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] Pushing event deleted for resources: {'Port': ['ID=3624e2b3-293d-4bc1-8d9a-eccbb74edfa2,revision_number=None']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:51:16.911269 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-aceaa1f3-c961-499a-a9d2-55421b26dbbc tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222849'] for port, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:16.917404 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-aceaa1f3-c961-499a-a9d2-55421b26dbbc tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] 10.222.0.67 "DELETE /v2.0/ports/3624e2b3-293d-4bc1-8d9a-eccbb74edfa2 HTTP/1.1" status: 204 len: 168 time: 0.9808757 Sep 23 19:51:16.920545 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 49832) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:51:16.940727 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-32357ebf-7096-4218-8254-c8e87a64ab64 None None] For port 24981041-1431-4231-924d-9b19b03236c3, host n-d-713301-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-16',level=0,port_id=24981041-1431-4231-924d-9b19b03236c3,segment=NetworkSegment(6d7ed8ef-67c8-4ac3-8927-08f827859a63),segment_id=6d7ed8ef-67c8-4ac3-8927-08f827859a63)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:51:16.961015 n-d-713301-16 neutron-server[95101]: INFO neutron.pecan_wsgi.hooks.translation [None req-cd297965-5b84-49c8-ba51-f13b1ae3290a tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] GET failed (client error): The resource could not be found. Sep 23 19:51:16.963917 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-cd297965-5b84-49c8-ba51-f13b1ae3290a tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] 10.222.0.67 "GET /v2.0/ports/3624e2b3-293d-4bc1-8d9a-eccbb74edfa2 HTTP/1.1" status: 404 len: 333 time: 0.0419307 Sep 23 19:51:16.967922 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 49834) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:51:17.030915 n-d-713301-16 neutron-server[95102]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b2b02cb-5df4-4fe0-8ca4-5845704f460b admin admin] Router 588b7248-2ee0-4dee-857c-60d9aab458be has already been hosted by L3 agent 79a740bf-7821-4989-8288-7186e3e128f3 {{(pid=95102) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 19:51:17.044764 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-32357ebf-7096-4218-8254-c8e87a64ab64 None None] Notify callbacks [] for port, precommit_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:17.055694 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Provisioning complete for port 4568857c-c60c-43a5-8142-8924f8c1acde triggered by entity L2. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:51:17.056122 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:17.120468 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-da1f7ee4-a9c4-40ea-b451-2abbf16c5be1 tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] Notify callbacks [] for security_group, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:17.128744 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-32357ebf-7096-4218-8254-c8e87a64ab64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:17.163842 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-da1f7ee4-a9c4-40ea-b451-2abbf16c5be1 tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:17.210552 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b2b02cb-5df4-4fe0-8ca4-5845704f460b admin admin] Notify agent at l3_agent.n-d-713301-16 the message routers_updated {{(pid=95102) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 19:51:17.219898 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-da1f7ee4-a9c4-40ea-b451-2abbf16c5be1 tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:17.222512 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-da1f7ee4-a9c4-40ea-b451-2abbf16c5be1 tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] Notify callbacks [] for security_group, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:17.232198 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-1b2b02cb-5df4-4fe0-8ca4-5845704f460b admin admin] 10.222.0.67 "PUT /v2.0/routers/588b7248-2ee0-4dee-857c-60d9aab458be/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7080617 Sep 23 19:51:17.235077 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 49836) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:51:17.235861 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-da1f7ee4-a9c4-40ea-b451-2abbf16c5be1 tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] 10.222.0.67 "DELETE /v2.0/security-groups/666fc7d0-8d42-426f-b56e-6c2cc90fbb8d HTTP/1.1" status: 204 len: 168 time: 0.2660055 Sep 23 19:51:17.259808 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da1f7ee4-a9c4-40ea-b451-2abbf16c5be1 tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=666fc7d0-8d42-426f-b56e-6c2cc90fbb8d,revision_number=None']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:51:17.347877 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-d723c7ca-6c03-4c0c-97c1-0e854968e06a tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] Notify callbacks [] for security_group, before_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:17.410544 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-d723c7ca-6c03-4c0c-97c1-0e854968e06a tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:17.496842 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-64e93231-f4a4-4f99-9c8d-76df0389aabb None None] Provisioning complete for port 9d00966f-865e-4f37-920e-9fa08c6ca8e9 triggered by entity DHCP. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:51:17.498568 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-64e93231-f4a4-4f99-9c8d-76df0389aabb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:17.535125 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-d723c7ca-6c03-4c0c-97c1-0e854968e06a tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:17.541288 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-d723c7ca-6c03-4c0c-97c1-0e854968e06a tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] Notify callbacks [] for security_group, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:17.545444 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-d723c7ca-6c03-4c0c-97c1-0e854968e06a tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] 10.222.0.67 "DELETE /v2.0/security-groups/007ec863-52ef-46a9-bb95-b02dec330946 HTTP/1.1" status: 204 len: 168 time: 0.3065760 Sep 23 19:51:17.548160 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 49844) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:51:17.552035 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32357ebf-7096-4218-8254-c8e87a64ab64 None None] Pushing event updated for resources: {'Port': ['ID=24981041-1431-4231-924d-9b19b03236c3,revision_number=4']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:51:17.568080 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d723c7ca-6c03-4c0c-97c1-0e854968e06a tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=007ec863-52ef-46a9-bb95-b02dec330946,revision_number=None']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:51:17.570080 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2d6ac3e-9ce2-4072-858e-e0863f6bd68f None None] Sync routers for ids ['588b7248-2ee0-4dee-857c-60d9aab458be'] in n-d-713301-16 {{(pid=95103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 19:51:17.652056 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:17.671342 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.plugin [None req-64e93231-f4a4-4f99-9c8d-76df0389aabb None None] Port 9d00966f-865e-4f37-920e-9fa08c6ca8e9 cannot update to ACTIVE because it is not bound. {{(pid=95103) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 19:51:17.679362 n-d-713301-16 neutron-server[95101]: DEBUG neutron.db.db_base_plugin_v2 [None req-d94aa379-1731-487d-92a0-c51fa9e132cf tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] Deleting subnet 328eddd7-b55f-4f5b-a490-98367a7b8956 {{(pid=95101) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 23 19:51:17.684698 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-d94aa379-1731-487d-92a0-c51fa9e132cf tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] Notify callbacks [] for subnet, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:17.696467 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2d6ac3e-9ce2-4072-858e-e0863f6bd68f None None] Routers {'588b7248-2ee0-4dee-857c-60d9aab458be'} bound to L3 agent in host n-d-713301-16 {{(pid=95103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 19:51:17.697072 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_hamode_db [None req-f2d6ac3e-9ce2-4072-858e-e0863f6bd68f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-23T19:07:52Z,description=,heartbeat_timestamp=2021-09-23T19:50:53Z,host='n-d-713301-16',id=79a740bf-7821-4989-8288-7186e3e128f3,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:07:52Z,topic='l3_agent')) {'router_ids': ['588b7248-2ee0-4dee-857c-60d9aab458be'], 'active': True} {{(pid=95103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:51:17.718525 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] For port 4568857c-c60c-43a5-8142-8924f8c1acde, host n-d-713301-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-16',level=0,port_id=4568857c-c60c-43a5-8142-8924f8c1acde,segment=NetworkSegment(7d4027f1-d893-4c7b-95d4-757b8e44e380),segment_id=7d4027f1-d893-4c7b-95d4-757b8e44e380)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:51:17.779358 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-d94aa379-1731-487d-92a0-c51fa9e132cf tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6007154'] for subnet, precommit_delete_associations {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:17.798323 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:17.800735 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Device 24981041-1431-4231-924d-9b19b03236c3 up at agent ovs-agent-n-d-713301-16 {{(pid=95103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 19:51:18.018614 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-d94aa379-1731-487d-92a0-c51fa9e132cf tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1756813'] for subnet, precommit_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:18.239866 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-d94aa379-1731-487d-92a0-c51fa9e132cf tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1756804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5607514', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6130950'] for subnet, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:18.301914 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94aa379-1731-487d-92a0-c51fa9e132cf tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] Pushing event deleted for resources: {'Subnet': ['ID=328eddd7-b55f-4f5b-a490-98367a7b8956,revision_number=None']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:51:18.314598 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-d94aa379-1731-487d-92a0-c51fa9e132cf tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] Notify callbacks [] for subnet, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:18.317077 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-d94aa379-1731-487d-92a0-c51fa9e132cf tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] 10.222.0.67 "DELETE /v2.0/subnets/328eddd7-b55f-4f5b-a490-98367a7b8956 HTTP/1.1" status: 204 len: 168 time: 0.7700958 Sep 23 19:51:18.321032 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 49868) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:51:18.347043 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.v2.base [None req-70aa4290-7a21-4c80-83a7-d63d8c9f14b6 tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] Request body: {'subnet': {'network_id': '8c3b8755-bfc7-4a09-8696-06a84a2286c5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=95101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:51:18.417121 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Pushing event updated for resources: {'Port': ['ID=4568857c-c60c-43a5-8142-8924f8c1acde,revision_number=4']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:51:18.479126 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_dvr_db [None req-f2d6ac3e-9ce2-4072-858e-e0863f6bd68f None None] Set router 588b7248-2ee0-4dee-857c-60d9aab458be gateway port host: n-d-713301-16 {{(pid=95103) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 19:51:18.484980 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Provisioning complete for port 24981041-1431-4231-924d-9b19b03236c3 triggered by entity L2. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:51:18.485596 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:18.504129 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc043ab1-1e45-479e-9f65-0e03fc569579 req-cca0a7aa-704c-4e39-92de-4242e17ce902 tempest-TestServerMultinode-246649075 tempest-TestServerMultinode-246649075-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:51:18.505729 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-fc043ab1-1e45-479e-9f65-0e03fc569579 req-cca0a7aa-704c-4e39-92de-4242e17ce902 tempest-TestServerMultinode-246649075 tempest-TestServerMultinode-246649075-project-admin] 10.222.0.67 "GET /v2.0/networks?id=d9738749-37a5-4806-a9b1-b54d362aa2e5 HTTP/1.1" status: 200 len: 911 time: 0.2946181 Sep 23 19:51:18.531238 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-fc043ab1-1e45-479e-9f65-0e03fc569579 req-8bf08c94-17cf-49b2-aae7-378dc5633473 tempest-TestServerMultinode-246649075 tempest-TestServerMultinode-246649075-project-admin] 10.222.0.67 "GET /v2.0/quotas/b029236e70374ce79bee82dd61a7fa01 HTTP/1.1" status: 200 len: 375 time: 0.0116301 Sep 23 19:51:18.667665 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-fc043ab1-1e45-479e-9f65-0e03fc569579 req-4b6ede4c-469f-4062-9845-d25c5cb40dcc tempest-TestServerMultinode-246649075 tempest-TestServerMultinode-246649075-project-admin] 10.222.0.67 "GET /v2.0/ports?tenant_id=b029236e70374ce79bee82dd61a7fa01&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1221437 Sep 23 19:51:18.717643 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70aa4290-7a21-4c80-83a7-d63d8c9f14b6 tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] Made reservation on behalf of 68089a352b444323aeac869b275be256 for: {'subnet': 1} {{(pid=95101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:51:18.721227 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-70aa4290-7a21-4c80-83a7-d63d8c9f14b6 tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6130979'] for subnet, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:18.909371 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-fc043ab1-1e45-479e-9f65-0e03fc569579 req-754c92cc-65bf-4538-8af0-eb0961e6d1d4 service neutron] 10.222.0.67 "GET /v2.0/networks/d9738749-37a5-4806-a9b1-b54d362aa2e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2279625 Sep 23 19:51:18.972539 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-812d537d-ade2-477a-8f85-4065d1fe4473 None None] Network 8c3b8755-bfc7-4a09-8696-06a84a2286c5 requested from n-d-713301-16 {{(pid=95103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 19:51:19.045134 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Device 9ac152eb-5737-4ea8-8150-501ffd4a48e0 up at agent ovs-agent-n-d-713301-16 {{(pid=95103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 19:51:19.165157 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-fc043ab1-1e45-479e-9f65-0e03fc569579 req-e7c247fe-b1e4-4fac-ab51-738d60f793f2 service neutron] 10.222.0.67 "GET /v2.0/networks/d9738749-37a5-4806-a9b1-b54d362aa2e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2365806 Sep 23 19:51:19.217118 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-70aa4290-7a21-4c80-83a7-d63d8c9f14b6 tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5607579', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6130961'] for subnet, after_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:19.321254 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70aa4290-7a21-4c80-83a7-d63d8c9f14b6 tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] Network 8c3b8755-bfc7-4a09-8696-06a84a2286c5 is already hosted by enough agents. {{(pid=95101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:51:19.332083 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.base_scheduler [None req-70aa4290-7a21-4c80-83a7-d63d8c9f14b6 tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] Resources bound (agent type, host, resource id): {{(pid=95101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:51:19.355346 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70aa4290-7a21-4c80-83a7-d63d8c9f14b6 tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:51:19.356513 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-70aa4290-7a21-4c80-83a7-d63d8c9f14b6 tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] Notify callbacks [] for subnet, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:19.397198 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-e24a84bc-bef3-403f-bf64-721e711d48df None None] Provisioning complete for port 17272b44-0195-4827-bb9e-35f481b2411f triggered by entity DHCP. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:51:19.397566 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-e24a84bc-bef3-403f-bf64-721e711d48df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:19.404905 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.agents_db [None req-f2f5c474-60a3-474f-b2cc-02c4bd30880c None None] Agent healthcheck: found 7 active agents {{(pid=95104) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 19:51:19.418262 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 49886) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:51:19.432812 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 49890) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:51:19.437931 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.v2.base [None req-8de356ee-525e-43aa-8175-8ffa66b9e243 tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] Request body: {'security_group': {'name': 'tempest-secgroup-1953497519'}} {{(pid=95102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:51:19.441227 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-70aa4290-7a21-4c80-83a7-d63d8c9f14b6 tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1175380 Sep 23 19:51:19.442031 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70aa4290-7a21-4c80-83a7-d63d8c9f14b6 tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] Pushing event updated for resources: {'Subnet': ['ID=e8f2a18b-df1a-41b5-b546-6f8dd74f1ef3,revision_number=0']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:51:19.516133 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-8de356ee-525e-43aa-8175-8ffa66b9e243 tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] Notify callbacks [] for security_group, before_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:19.535485 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.plugin [None req-e24a84bc-bef3-403f-bf64-721e711d48df None None] Port 17272b44-0195-4827-bb9e-35f481b2411f cannot update to ACTIVE because it is not bound. {{(pid=95103) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 19:51:19.547344 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Provisioning complete for port 9ac152eb-5737-4ea8-8150-501ffd4a48e0 triggered by entity L2. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:51:19.547720 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:19.608742 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-3c2f1fa5-8ec7-47da-a0d6-58e175499d17 req-7c10c9d3-5dc0-4b59-84a9-0f88a9aea3cc tempest-TestServerMultinode-246649075 tempest-TestServerMultinode-246649075-project-admin] 10.222.0.67 "GET /v2.0/ports?device_id=8e3f1086-f9b6-4343-9d23-af2553aa9850 HTTP/1.1" status: 200 len: 210 time: 0.0516214 Sep 23 19:51:19.623995 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-e24a84bc-bef3-403f-bf64-721e711d48df None None] Provisioning complete for port 24981041-1431-4231-924d-9b19b03236c3 triggered by entity DHCP. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:51:19.624106 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-e24a84bc-bef3-403f-bf64-721e711d48df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:19.684389 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-f47a3511-b0ba-4596-a238-90e2a5538c62 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:19.712840 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_hamode_db [None req-f2d6ac3e-9ce2-4072-858e-e0863f6bd68f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '588b7248-2ee0-4dee-857c-60d9aab458be', 'name': 'tempest-TestServerMultinode-1073077523-router', 'tenant_id': 'b029236e70374ce79bee82dd61a7fa01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'external_fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.176'}], 'enable_snat': True}, 'gw_port_id': '4568857c-c60c-43a5-8142-8924f8c1acde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:51:08Z', 'updated_at': '2021-09-23T19:51:15Z', 'revision_number': 4, 'project_id': 'b029236e70374ce79bee82dd61a7fa01', 'gw_port': {'id': '4568857c-c60c-43a5-8142-8924f8c1acde', 'name': '', 'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:47:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '588b7248-2ee0-4dee-857c-60d9aab458be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3759, 'fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:51:09Z', 'updated_at': '2021-09-23T19:51:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-16', '_interfaces': [{'id': '9d00966f-865e-4f37-920e-9fa08c6ca8e9', 'name': '', 'network_id': 'b034863f-caeb-45aa-99c9-bc30cb1be69d', 'tenant_id': 'b029236e70374ce79bee82dd61a7fa01', 'mac_address': 'fa:16:3e:be:13:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '588b7248-2ee0-4dee-857c-60d9aab458be', 'device_owner': 'network:router_interface', 'standard_attr_id': 3763, 'fixed_ips': [{'subnet_id': 'e30d0fb0-983f-4f4b-a76f-39af543a4dc0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:51:12Z', 'updated_at': '2021-09-23T19:51:16Z', 'revision_number': 2, 'project_id': 'b029236e70374ce79bee82dd61a7fa01', 'subnets': [{'id': 'e30d0fb0-983f-4f4b-a76f-39af543a4dc0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-16', False) {} {{(pid=95103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:51:19.744052 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-8de356ee-525e-43aa-8175-8ffa66b9e243 tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] Notify callbacks [] for security_group, precommit_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:19.780419 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-8de356ee-525e-43aa-8175-8ffa66b9e243 tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:19.790886 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-56d8a604-5884-40d5-98f3-4c82b079e349 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:19.804169 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2d6ac3e-9ce2-4072-858e-e0863f6bd68f None None] Checking router: 588b7248-2ee0-4dee-857c-60d9aab458be for host: n-d-713301-16 {{(pid=95103) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 19:51:19.806252 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2d6ac3e-9ce2-4072-858e-e0863f6bd68f None None] Updating router 588b7248-2ee0-4dee-857c-60d9aab458be port 9d00966f-865e-4f37-920e-9fa08c6ca8e9 binding host n-d-713301-16 {{(pid=95103) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 23 19:51:19.850317 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8de356ee-525e-43aa-8175-8ffa66b9e243 tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e4954c5a-512e-4c20-8078-a870e06b6ed7,revision_number=1']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:51:19.875644 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-f2d6ac3e-9ce2-4072-858e-e0863f6bd68f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:19.930980 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-f47a3511-b0ba-4596-a238-90e2a5538c62 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:19.937765 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-f47a3511-b0ba-4596-a238-90e2a5538c62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:19.966313 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-8de356ee-525e-43aa-8175-8ffa66b9e243 tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] Notify callbacks [] for security_group, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:19.969718 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-8de356ee-525e-43aa-8175-8ffa66b9e243 tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] 10.222.0.67 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.5355048 Sep 23 19:51:19.972223 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 49900) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:51:19.977165 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.v2.base [None req-00376218-1e9d-48f7-8706-0a1bc6f05b2b tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] Request body: {'security_group': {'name': 'tempest-secgroup-910448460'}} {{(pid=95101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:51:20.019085 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f47a3511-b0ba-4596-a238-90e2a5538c62 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1fc403bd-6972-4b71-9aba-d9c690cc5d9f,revision_number=1']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:51:20.025064 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-00376218-1e9d-48f7-8706-0a1bc6f05b2b tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] Notify callbacks [] for security_group, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:20.046686 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-f47a3511-b0ba-4596-a238-90e2a5538c62 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=9e829682a0764216913ba9650a5a7282&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6272392 Sep 23 19:51:20.049268 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 49902) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:51:20.140501 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-7089f720-640f-4f9e-816c-98b83e278fb0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:20.195542 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-e24a84bc-bef3-403f-bf64-721e711d48df None None] Could not find standard attr ID for object 3624e2b3-293d-4bc1-8d9a-eccbb74edfa2. {{(pid=95103) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 23 19:51:20.248899 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-7089f720-640f-4f9e-816c-98b83e278fb0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:20.290802 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-00376218-1e9d-48f7-8706-0a1bc6f05b2b tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] Notify callbacks [] for security_group, precommit_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:20.300920 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-00376218-1e9d-48f7-8706-0a1bc6f05b2b tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:20.388012 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-7089f720-640f-4f9e-816c-98b83e278fb0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:20.394883 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-7089f720-640f-4f9e-816c-98b83e278fb0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:20.400338 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00376218-1e9d-48f7-8706-0a1bc6f05b2b tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c8a5c32c-2a1f-4175-a737-174e316d7325,revision_number=1']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:51:20.413607 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-00376218-1e9d-48f7-8706-0a1bc6f05b2b tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] Notify callbacks [] for security_group, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:20.415387 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-00376218-1e9d-48f7-8706-0a1bc6f05b2b tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] 10.222.0.67 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.4420063 Sep 23 19:51:20.422002 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-7089f720-640f-4f9e-816c-98b83e278fb0 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/1fc403bd-6972-4b71-9aba-d9c690cc5d9f HTTP/1.1" status: 204 len: 168 time: 0.3616357 Sep 23 19:51:20.422882 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 49910) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:51:20.428667 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Device 4568857c-c60c-43a5-8142-8924f8c1acde up at agent ovs-agent-n-d-713301-16 {{(pid=95103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 19:51:20.431695 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7089f720-640f-4f9e-816c-98b83e278fb0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1fc403bd-6972-4b71-9aba-d9c690cc5d9f,revision_number=None']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:51:20.454687 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.v2.base [None req-bcfa6e45-0c88-4adf-9351-33e64e1c43d2 tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] Request body: {'security_group': {'name': 'tempest-secgroup-505366281'}} {{(pid=95101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:51:20.532639 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-bcfa6e45-0c88-4adf-9351-33e64e1c43d2 tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] Notify callbacks [] for security_group, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:20.607712 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-940929cd-24ca-45d5-837b-7e90fd447b79 None None] Network 8c3b8755-bfc7-4a09-8696-06a84a2286c5 requested from n-d-713301-16 {{(pid=95103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 19:51:20.749430 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-bcfa6e45-0c88-4adf-9351-33e64e1c43d2 tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] Notify callbacks [] for security_group, precommit_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:20.757528 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-bcfa6e45-0c88-4adf-9351-33e64e1c43d2 tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:20.771676 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-535d4d64-d87f-4111-ab5e-e5f7f24f0ddd None None] Provisioning complete for port 17272b44-0195-4827-bb9e-35f481b2411f triggered by entity DHCP. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:51:20.772058 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-535d4d64-d87f-4111-ab5e-e5f7f24f0ddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:20.775116 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Provisioning complete for port 4568857c-c60c-43a5-8142-8924f8c1acde triggered by entity L2. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:51:20.775486 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:20.797973 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-bcfa6e45-0c88-4adf-9351-33e64e1c43d2 tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] Notify callbacks [] for security_group, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:20.800009 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-bcfa6e45-0c88-4adf-9351-33e64e1c43d2 tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] 10.222.0.67 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.3733337 Sep 23 19:51:20.812143 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 49916) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:51:20.820941 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.v2.base [None req-2b3a9480-1d54-4749-9047-c2832fe61ca0 tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-954202480', 'security_groups': ['28b36a86-d457-4c79-9d64-a34cfcb683f2'], 'network_id': '8c3b8755-bfc7-4a09-8696-06a84a2286c5', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'e8f2a18b-df1a-41b5-b546-6f8dd74f1ef3'}]}} {{(pid=95101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:51:20.827791 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcfa6e45-0c88-4adf-9351-33e64e1c43d2 tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] Pushing event updated for resources: {'SecurityGroup': ['ID=28b36a86-d457-4c79-9d64-a34cfcb683f2,revision_number=1']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:51:20.866106 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-987e9220-1c08-4beb-ad3a-8f4827abf7d0 req-2e8dc87d-4fb9-481c-854f-09608f3c1471 tempest-TestServerMultinode-246649075 tempest-TestServerMultinode-246649075-project-admin] 10.222.0.67 "GET /v2.0/ports?device_id=8e3f1086-f9b6-4343-9d23-af2553aa9850 HTTP/1.1" status: 200 len: 210 time: 0.1272397 Sep 23 19:51:20.913921 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.plugin [None req-535d4d64-d87f-4111-ab5e-e5f7f24f0ddd None None] Port 17272b44-0195-4827-bb9e-35f481b2411f cannot update to ACTIVE because it is not bound. {{(pid=95103) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 19:51:21.059748 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b3a9480-1d54-4749-9047-c2832fe61ca0 tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] Made reservation on behalf of 68089a352b444323aeac869b275be256 for: {'port': 1} {{(pid=95101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:51:21.245122 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-2b3a9480-1d54-4749-9047-c2832fe61ca0 tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:21.280592 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-535d4d64-d87f-4111-ab5e-e5f7f24f0ddd None None] Provisioning complete for port 24981041-1431-4231-924d-9b19b03236c3 triggered by entity DHCP. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:51:21.281230 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-535d4d64-d87f-4111-ab5e-e5f7f24f0ddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:21.299931 n-d-713301-16 neutron-server[95101]: DEBUG neutron.notifiers.nova [None req-2b3a9480-1d54-4749-9047-c2832fe61ca0 tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] device_id is not set on port a8bf8c12-71b0-49f0-98b6-af478a4967b4 yet. {{(pid=95101) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 23 19:51:21.398507 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc043ab1-1e45-479e-9f65-0e03fc569579 req-7c990cb6-387f-4c20-bb7a-0d7f24b3b341 tempest-TestServerMultinode-246649075 tempest-TestServerMultinode-246649075-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:51:21.400074 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-fc043ab1-1e45-479e-9f65-0e03fc569579 req-7c990cb6-387f-4c20-bb7a-0d7f24b3b341 tempest-TestServerMultinode-246649075 tempest-TestServerMultinode-246649075-project-admin] 10.222.0.53 "GET /v2.0/networks?id=d9738749-37a5-4806-a9b1-b54d362aa2e5 HTTP/1.1" status: 200 len: 911 time: 0.2071688 Sep 23 19:51:21.413691 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.v2.base [req-fc043ab1-1e45-479e-9f65-0e03fc569579 req-81551982-43e0-4c24-b4b8-df136803758f tempest-TestServerMultinode-246649075 tempest-TestServerMultinode-246649075-project-admin] Request body: {'port': {'device_id': '8e3f1086-f9b6-4343-9d23-af2553aa9850', 'network_id': 'd9738749-37a5-4806-a9b1-b54d362aa2e5', 'admin_state_up': True, 'tenant_id': 'b029236e70374ce79bee82dd61a7fa01'}} {{(pid=95102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:51:21.480973 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fc043ab1-1e45-479e-9f65-0e03fc569579 req-81551982-43e0-4c24-b4b8-df136803758f tempest-TestServerMultinode-246649075 tempest-TestServerMultinode-246649075-project-admin] Made reservation on behalf of b029236e70374ce79bee82dd61a7fa01 for: {'port': 1} {{(pid=95102) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:51:21.484577 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-fc043ab1-1e45-479e-9f65-0e03fc569579 req-81551982-43e0-4c24-b4b8-df136803758f tempest-TestServerMultinode-246649075 tempest-TestServerMultinode-246649075-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:21.522146 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Device 24981041-1431-4231-924d-9b19b03236c3 up at agent ovs-agent-n-d-713301-16 {{(pid=95103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 19:51:21.592813 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-f2d6ac3e-9ce2-4072-858e-e0863f6bd68f None None] Notify callbacks [] for port, precommit_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:21.609969 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-f2d6ac3e-9ce2-4072-858e-e0863f6bd68f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:21.801422 n-d-713301-16 neutron-server[95101]: DEBUG neutron.db.db_base_plugin_common [None req-2b3a9480-1d54-4749-9047-c2832fe61ca0 tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] Allocated IP 2001:db8::206 (8c3b8755-bfc7-4a09-8696-06a84a2286c5/e8f2a18b-df1a-41b5-b546-6f8dd74f1ef3/a8bf8c12-71b0-49f0-98b6-af478a4967b4) {{(pid=95101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 19:51:21.866126 n-d-713301-16 neutron-server[95102]: DEBUG neutron.db.db_base_plugin_common [req-fc043ab1-1e45-479e-9f65-0e03fc569579 req-81551982-43e0-4c24-b4b8-df136803758f tempest-TestServerMultinode-246649075 tempest-TestServerMultinode-246649075-project-admin] Allocated IP 172.20.0.11 (d9738749-37a5-4806-a9b1-b54d362aa2e5/5063ddfd-caee-4110-9a9f-b228fc05a5de/7ade3a57-1b07-4737-9255-b9df34b8e6bd) {{(pid=95102) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 19:51:21.929810 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Provisioning complete for port 24981041-1431-4231-924d-9b19b03236c3 triggered by entity L2. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:51:21.930535 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:21.939222 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 49938) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:51:21.997354 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54a5c93b-391d-49ae-8b07-3fdd1236f9a4 None None] Pushing event updated for resources: {'Port': ['ID=9d00966f-865e-4f37-920e-9fa08c6ca8e9,revision_number=3']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:51:22.024167 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.managers [None req-f2d6ac3e-9ce2-4072-858e-e0863f6bd68f None None] Attempting to bind port 9d00966f-865e-4f37-920e-9fa08c6ca8e9 on host n-d-713301-16 for vnic_type normal with profile {{(pid=95103) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 19:51:22.024537 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.managers [None req-f2d6ac3e-9ce2-4072-858e-e0863f6bd68f None None] Attempting to bind port 9d00966f-865e-4f37-920e-9fa08c6ca8e9 by drivers openvswitch,hyperv on host n-d-713301-16 at level 0 using segments [{'id': '795b3624-7e5f-482f-9440-22ffea89423a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'b034863f-caeb-45aa-99c9-bc30cb1be69d'}] {{(pid=95103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 19:51:22.024932 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2d6ac3e-9ce2-4072-858e-e0863f6bd68f None None] Attempting to bind port 9d00966f-865e-4f37-920e-9fa08c6ca8e9 on network b034863f-caeb-45aa-99c9-bc30cb1be69d {{(pid=95103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:51:22.062440 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2d6ac3e-9ce2-4072-858e-e0863f6bd68f None None] Checking agent: {'id': '70a14545-df24-472f-8f95-bfe1719bff93', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 19, 7, 53), 'started_at': datetime.datetime(2021, 9, 23, 19, 8, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 19, 50, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 19:51:22.062836 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2d6ac3e-9ce2-4072-858e-e0863f6bd68f None None] Checking segment: {'id': '795b3624-7e5f-482f-9440-22ffea89423a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'b034863f-caeb-45aa-99c9-bc30cb1be69d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95103) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:51:22.063536 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-f2d6ac3e-9ce2-4072-858e-e0863f6bd68f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:22.063946 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2d6ac3e-9ce2-4072-858e-e0863f6bd68f None None] Bound using segment: {'id': '795b3624-7e5f-482f-9440-22ffea89423a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'b034863f-caeb-45aa-99c9-bc30cb1be69d'} {{(pid=95103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 19:51:22.064520 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.managers [None req-f2d6ac3e-9ce2-4072-858e-e0863f6bd68f None None] Bound port: 9d00966f-865e-4f37-920e-9fa08c6ca8e9, host: n-d-713301-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '795b3624-7e5f-482f-9440-22ffea89423a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'b034863f-caeb-45aa-99c9-bc30cb1be69d'}}] {{(pid=95103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 19:51:22.064864 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-f2d6ac3e-9ce2-4072-858e-e0863f6bd68f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:22.150802 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-2b3a9480-1d54-4749-9047-c2832fe61ca0 tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] Notify callbacks [] for port, precommit_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:22.184737 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-f2d6ac3e-9ce2-4072-858e-e0863f6bd68f None None] For port 9d00966f-865e-4f37-920e-9fa08c6ca8e9, host n-d-713301-16, cleared binding levels {{(pid=95103) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 19:51:22.189783 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-f2d6ac3e-9ce2-4072-858e-e0863f6bd68f None None] For port 9d00966f-865e-4f37-920e-9fa08c6ca8e9, host n-d-713301-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-16',level=0,port_id=9d00966f-865e-4f37-920e-9fa08c6ca8e9,segment=NetworkSegment(795b3624-7e5f-482f-9440-22ffea89423a),segment_id=795b3624-7e5f-482f-9440-22ffea89423a)] {{(pid=95103) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 19:51:22.200951 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-f2d6ac3e-9ce2-4072-858e-e0863f6bd68f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:22.205328 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.v2.base [None req-7a811562-fc29-46e3-a376-6d320391d9e7 admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-2063667536-network', 'tenant_id': 'b5c84008012c4e0d94db04cc290742bf'}} {{(pid=95101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:51:22.231523 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-2b3a9480-1d54-4749-9047-c2832fe61ca0 tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783145673135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5607431'] for port, after_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:22.234640 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a811562-fc29-46e3-a376-6d320391d9e7 admin admin] Made reservation on behalf of b5c84008012c4e0d94db04cc290742bf for: {'network': 1} {{(pid=95101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:51:22.237902 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-7a811562-fc29-46e3-a376-6d320391d9e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for network, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:22.290838 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b3a9480-1d54-4749-9047-c2832fe61ca0 tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] Pushing event updated for resources: {'Port': ['ID=a8bf8c12-71b0-49f0-98b6-af478a4967b4,revision_number=1']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:51:22.306149 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2d6ac3e-9ce2-4072-858e-e0863f6bd68f None None] Routers {'588b7248-2ee0-4dee-857c-60d9aab458be'} bound to L3 agent in host n-d-713301-16 {{(pid=95103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 19:51:22.306826 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_hamode_db [None req-f2d6ac3e-9ce2-4072-858e-e0863f6bd68f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-23T19:07:52Z,description=,heartbeat_timestamp=2021-09-23T19:50:53Z,host='n-d-713301-16',id=79a740bf-7821-4989-8288-7186e3e128f3,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:07:52Z,topic='l3_agent')) {'router_ids': ['588b7248-2ee0-4dee-857c-60d9aab458be'], 'active': True} {{(pid=95103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:51:22.311588 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-7a811562-fc29-46e3-a376-6d320391d9e7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:22.312646 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-fc043ab1-1e45-479e-9f65-0e03fc569579 req-81551982-43e0-4c24-b4b8-df136803758f tempest-TestServerMultinode-246649075 tempest-TestServerMultinode-246649075-project-admin] Notify callbacks [] for port, precommit_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:22.321515 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b3a9480-1d54-4749-9047-c2832fe61ca0 tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] Network 8c3b8755-bfc7-4a09-8696-06a84a2286c5 is already hosted by enough agents. {{(pid=95101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:51:22.324176 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.base_scheduler [None req-2b3a9480-1d54-4749-9047-c2832fe61ca0 tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] Resources bound (agent type, host, resource id): {{(pid=95101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:51:22.337509 n-d-713301-16 neutron-server[95101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b3a9480-1d54-4749-9047-c2832fe61ca0 tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] Received port after_create {{(pid=95101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 19:51:22.348231 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b3a9480-1d54-4749-9047-c2832fe61ca0 tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:51:22.348953 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-2b3a9480-1d54-4749-9047-c2832fe61ca0 tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222849'] for port, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:22.375434 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-7bf2f93b-5361-436b-9c88-f4e91255371a None None] Provisioning complete for port 17272b44-0195-4827-bb9e-35f481b2411f triggered by entity DHCP. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:51:22.375804 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-7bf2f93b-5361-436b-9c88-f4e91255371a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:22.399295 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-fc043ab1-1e45-479e-9f65-0e03fc569579 req-81551982-43e0-4c24-b4b8-df136803758f tempest-TestServerMultinode-246649075 tempest-TestServerMultinode-246649075-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783145673135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4399100'] for port, after_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:22.460004 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54a5c93b-391d-49ae-8b07-3fdd1236f9a4 None None] Pushing event updated for resources: {'Port': ['ID=9d00966f-865e-4f37-920e-9fa08c6ca8e9,revision_number=4']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:51:22.567357 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-7a811562-fc29-46e3-a376-6d320391d9e7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:22.593739 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-2b3a9480-1d54-4749-9047-c2832fe61ca0 tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.7778118 Sep 23 19:51:22.595594 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-7a811562-fc29-46e3-a376-6d320391d9e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:22.602589 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 49944) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:51:22.611447 n-d-713301-16 neutron-server[95102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fc043ab1-1e45-479e-9f65-0e03fc569579 req-81551982-43e0-4c24-b4b8-df136803758f tempest-TestServerMultinode-246649075 tempest-TestServerMultinode-246649075-project-admin] Network d9738749-37a5-4806-a9b1-b54d362aa2e5 is already hosted by enough agents. {{(pid=95102) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:51:22.615450 n-d-713301-16 neutron-server[95102]: DEBUG neutron.scheduler.base_scheduler [req-fc043ab1-1e45-479e-9f65-0e03fc569579 req-81551982-43e0-4c24-b4b8-df136803758f tempest-TestServerMultinode-246649075 tempest-TestServerMultinode-246649075-project-admin] Resources bound (agent type, host, resource id): {{(pid=95102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:51:22.617936 n-d-713301-16 neutron-server[95102]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc043ab1-1e45-479e-9f65-0e03fc569579 req-81551982-43e0-4c24-b4b8-df136803758f tempest-TestServerMultinode-246649075 tempest-TestServerMultinode-246649075-project-admin] Received port after_create {{(pid=95102) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 19:51:22.683564 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_dvr_db [None req-f2d6ac3e-9ce2-4072-858e-e0863f6bd68f None None] Set router 588b7248-2ee0-4dee-857c-60d9aab458be gateway port host: n-d-713301-16 {{(pid=95103) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 19:51:22.767435 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81551982-43e0-4c24-b4b8-df136803758f tempest-TestServerMultinode-246649075 tempest-TestServerMultinode-246649075-project-admin] Pushing event updated for resources: {'Port': ['ID=7ade3a57-1b07-4737-9255-b9df34b8e6bd,revision_number=1']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:51:22.781481 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc043ab1-1e45-479e-9f65-0e03fc569579 req-81551982-43e0-4c24-b4b8-df136803758f tempest-TestServerMultinode-246649075 tempest-TestServerMultinode-246649075-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:51:22.783622 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-fc043ab1-1e45-479e-9f65-0e03fc569579 req-81551982-43e0-4c24-b4b8-df136803758f tempest-TestServerMultinode-246649075 tempest-TestServerMultinode-246649075-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222849'] for port, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:22.814473 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-fc043ab1-1e45-479e-9f65-0e03fc569579 req-81551982-43e0-4c24-b4b8-df136803758f tempest-TestServerMultinode-246649075 tempest-TestServerMultinode-246649075-project-admin] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1030 time: 1.4049873 Sep 23 19:51:22.818369 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb848a4-c0fd-4049-bc94-eda0870adb7d req-43df1750-e7d2-4874-83f3-1a80c4d03659 tempest-TestServerMultinode-246649075 tempest-TestServerMultinode-246649075-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:51:22.827920 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-8bb848a4-c0fd-4049-bc94-eda0870adb7d req-43df1750-e7d2-4874-83f3-1a80c4d03659 tempest-TestServerMultinode-246649075 tempest-TestServerMultinode-246649075-project-admin] 10.222.0.67 "GET /v2.0/ports?device_id=8e3f1086-f9b6-4343-9d23-af2553aa9850 HTTP/1.1" status: 200 len: 1028 time: 0.6209385 Sep 23 19:51:22.845651 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.v2.base [req-fc043ab1-1e45-479e-9f65-0e03fc569579 req-56fb9cd0-47e7-41ee-9490-22cd59bd21d3 service neutron] Request body: {'port': {'device_id': '8e3f1086-f9b6-4343-9d23-af2553aa9850', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713301-16'}} {{(pid=95102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:51:22.953433 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-8bb848a4-c0fd-4049-bc94-eda0870adb7d req-cccf36ed-3c49-4eac-a599-abe6d8963a3a tempest-TestServerMultinode-246649075 tempest-TestServerMultinode-246649075-project-admin] 10.222.0.67 "GET /v2.0/security-groups?id=907ae9ed-ee55-474a-b11c-e10411da5f6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1222875 Sep 23 19:51:23.013423 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-fc043ab1-1e45-479e-9f65-0e03fc569579 req-56fb9cd0-47e7-41ee-9490-22cd59bd21d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:23.024125 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.plugin [None req-7bf2f93b-5361-436b-9c88-f4e91255371a None None] Port 17272b44-0195-4827-bb9e-35f481b2411f cannot update to ACTIVE because it is not bound. {{(pid=95103) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 19:51:23.086160 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-421e9b87-3173-43a5-859d-61cf61e7d929 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:23.115718 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-7bf2f93b-5361-436b-9c88-f4e91255371a None None] Provisioning complete for port 24981041-1431-4231-924d-9b19b03236c3 triggered by entity DHCP. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:51:23.116101 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-7bf2f93b-5361-436b-9c88-f4e91255371a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:23.134305 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.v2.base [None req-dc0fb02b-fa62-4733-b423-adbc43b3d841 tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] Request body: {'subnet': {'network_id': '8c3b8755-bfc7-4a09-8696-06a84a2286c5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=95101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:51:23.152958 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:23.221160 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7a811562-fc29-46e3-a376-6d320391d9e7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 613} {{(pid=95101) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 19:51:23.244692 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a811562-fc29-46e3-a376-6d320391d9e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4066e1b4-7a1e-4e7b-ab28-1ea9b2d485cd,revision_number=1']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:51:23.298344 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_hamode_db [None req-f2d6ac3e-9ce2-4072-858e-e0863f6bd68f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '588b7248-2ee0-4dee-857c-60d9aab458be', 'name': 'tempest-TestServerMultinode-1073077523-router', 'tenant_id': 'b029236e70374ce79bee82dd61a7fa01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'external_fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.176'}], 'enable_snat': True}, 'gw_port_id': '4568857c-c60c-43a5-8142-8924f8c1acde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:51:08Z', 'updated_at': '2021-09-23T19:51:15Z', 'revision_number': 4, 'project_id': 'b029236e70374ce79bee82dd61a7fa01', 'gw_port': {'id': '4568857c-c60c-43a5-8142-8924f8c1acde', 'name': '', 'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:47:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '588b7248-2ee0-4dee-857c-60d9aab458be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3759, 'fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:51:09Z', 'updated_at': '2021-09-23T19:51:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-16', '_interfaces': [{'id': '9d00966f-865e-4f37-920e-9fa08c6ca8e9', 'name': '', 'network_id': 'b034863f-caeb-45aa-99c9-bc30cb1be69d', 'tenant_id': 'b029236e70374ce79bee82dd61a7fa01', 'mac_address': 'fa:16:3e:be:13:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '588b7248-2ee0-4dee-857c-60d9aab458be', 'device_owner': 'network:router_interface', 'standard_attr_id': 3763, 'fixed_ips': [{'subnet_id': 'e30d0fb0-983f-4f4b-a76f-39af543a4dc0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:51:12Z', 'updated_at': '2021-09-23T19:51:22Z', 'revision_number': 4, 'project_id': 'b029236e70374ce79bee82dd61a7fa01', 'subnets': [{'id': 'e30d0fb0-983f-4f4b-a76f-39af543a4dc0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-16', False) {} {{(pid=95103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:51:23.330810 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-7a811562-fc29-46e3-a376-6d320391d9e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1756186'] for segment, precommit_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:23.331401 n-d-713301-16 neutron-server[95101]: INFO neutron.db.segments_db [None req-7a811562-fc29-46e3-a376-6d320391d9e7 admin admin] Added segment 4c6667b6-fd9d-4d32-aae6-2b25111d627d of type vlan for network 6c1248ab-3a27-4b6b-b391-032ef2c47bfa Sep 23 19:51:23.352205 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-7bf2f93b-5361-436b-9c88-f4e91255371a None None] Provisioning complete for port 9d00966f-865e-4f37-920e-9fa08c6ca8e9 triggered by entity DHCP. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:51:23.352941 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-7bf2f93b-5361-436b-9c88-f4e91255371a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:23.373288 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2d6ac3e-9ce2-4072-858e-e0863f6bd68f None None] The sync data for ids ['588b7248-2ee0-4dee-857c-60d9aab458be'] in n-d-713301-16 is: [{'id': '588b7248-2ee0-4dee-857c-60d9aab458be', 'name': 'tempest-TestServerMultinode-1073077523-router', 'tenant_id': 'b029236e70374ce79bee82dd61a7fa01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'external_fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.176'}], 'enable_snat': True}, 'gw_port_id': '4568857c-c60c-43a5-8142-8924f8c1acde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:51:08Z', 'updated_at': '2021-09-23T19:51:15Z', 'revision_number': 4, 'project_id': 'b029236e70374ce79bee82dd61a7fa01', 'gw_port': {'id': '4568857c-c60c-43a5-8142-8924f8c1acde', 'name': '', 'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:47:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '588b7248-2ee0-4dee-857c-60d9aab458be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3759, 'fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:51:09Z', 'updated_at': '2021-09-23T19:51:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-16', '_interfaces': [{'id': '9d00966f-865e-4f37-920e-9fa08c6ca8e9', 'name': '', 'network_id': 'b034863f-caeb-45aa-99c9-bc30cb1be69d', 'tenant_id': 'b029236e70374ce79bee82dd61a7fa01', 'mac_address': 'fa:16:3e:be:13:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '588b7248-2ee0-4dee-857c-60d9aab458be', 'device_owner': 'network:router_interface', 'standard_attr_id': 3763, 'fixed_ips': [{'subnet_id': 'e30d0fb0-983f-4f4b-a76f-39af543a4dc0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:51:12Z', 'updated_at': '2021-09-23T19:51:22Z', 'revision_number': 4, 'project_id': 'b029236e70374ce79bee82dd61a7fa01', 'subnets': [{'id': 'e30d0fb0-983f-4f4b-a76f-39af543a4dc0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 19:51:23.518290 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-7a811562-fc29-46e3-a376-6d320391d9e7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783145630486'] for network, precommit_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:23.523137 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-0ae75029-feb6-4728-9a94-5f9b60993d82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:23.545320 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-7bf2f93b-5361-436b-9c88-f4e91255371a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:23.581887 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc0fb02b-fa62-4733-b423-adbc43b3d841 tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] Made reservation on behalf of 68089a352b444323aeac869b275be256 for: {'subnet': 1} {{(pid=95101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:51:23.589195 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-dc0fb02b-fa62-4733-b423-adbc43b3d841 tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6130979'] for subnet, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:23.610310 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-7bf2f93b-5361-436b-9c88-f4e91255371a None None] For port 9d00966f-865e-4f37-920e-9fa08c6ca8e9, host n-d-713301-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-16',level=0,port_id=9d00966f-865e-4f37-920e-9fa08c6ca8e9,segment=NetworkSegment(795b3624-7e5f-482f-9440-22ffea89423a),segment_id=795b3624-7e5f-482f-9440-22ffea89423a)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:51:23.615799 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-7bf2f93b-5361-436b-9c88-f4e91255371a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:23.629112 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.db.resource_extend [None req-7a811562-fc29-46e3-a376-6d320391d9e7 admin admin] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=95101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 23 19:51:23.704291 n-d-713301-16 neutron-server[95102]: DEBUG neutron.notifiers.nova [req-fc043ab1-1e45-479e-9f65-0e03fc569579 req-56fb9cd0-47e7-41ee-9490-22cd59bd21d3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7ade3a57-1b07-4737-9255-b9df34b8e6bd {{(pid=95102) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 19:51:23.726594 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-fc043ab1-1e45-479e-9f65-0e03fc569579 req-56fb9cd0-47e7-41ee-9490-22cd59bd21d3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:23.751415 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf2f93b-5361-436b-9c88-f4e91255371a None None] Pushing event updated for resources: {'Port': ['ID=9d00966f-865e-4f37-920e-9fa08c6ca8e9,revision_number=5']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:51:23.758364 n-d-713301-16 neutron-server[95102]: DEBUG neutron.db.provisioning_blocks [req-fc043ab1-1e45-479e-9f65-0e03fc569579 req-56fb9cd0-47e7-41ee-9490-22cd59bd21d3 service neutron] Transition to ACTIVE for port object 7ade3a57-1b07-4737-9255-b9df34b8e6bd will not be triggered until provisioned by entity L2. {{(pid=95102) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 19:51:23.768238 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-7a811562-fc29-46e3-a376-6d320391d9e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299'] for network, after_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:23.769605 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a811562-fc29-46e3-a376-6d320391d9e7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:51:23.770464 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-7a811562-fc29-46e3-a376-6d320391d9e7 admin admin] Notify callbacks [] for network, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:23.774526 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-fc043ab1-1e45-479e-9f65-0e03fc569579 req-56fb9cd0-47e7-41ee-9490-22cd59bd21d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4399095'] for port, after_update {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:23.818099 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-43f01749-57a7-4559-b676-bc7ddd6ec6cc None None] Provisioning complete for port a8bf8c12-71b0-49f0-98b6-af478a4967b4 triggered by entity DHCP. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:51:23.820007 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-43f01749-57a7-4559-b676-bc7ddd6ec6cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:23.911048 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-7a811562-fc29-46e3-a376-6d320391d9e7 admin admin] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.9668059 Sep 23 19:51:23.912906 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 49948) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:51:23.919143 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.v2.base [None req-c59503f5-7619-4bf1-aa82-dcaec1eb89c7 admin admin] Request body: {'subnet': {'network_id': '6c1248ab-3a27-4b6b-b391-032ef2c47bfa', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-2063667536-subnet', 'tenant_id': 'b5c84008012c4e0d94db04cc290742bf', 'ip_version': 4}} {{(pid=95102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:51:23.943700 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.plugin [None req-43f01749-57a7-4559-b676-bc7ddd6ec6cc None None] Port a8bf8c12-71b0-49f0-98b6-af478a4967b4 cannot update to ACTIVE because it is not bound. {{(pid=95103) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 19:51:23.952885 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-43f01749-57a7-4559-b676-bc7ddd6ec6cc None None] Could not find standard attr ID for object 3624e2b3-293d-4bc1-8d9a-eccbb74edfa2. {{(pid=95103) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 23 19:51:23.970975 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56fb9cd0-47e7-41ee-9490-22cd59bd21d3 service neutron] Pushing event updated for resources: {'Port': ['ID=7ade3a57-1b07-4737-9255-b9df34b8e6bd,revision_number=2']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:51:23.980919 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-43f01749-57a7-4559-b676-bc7ddd6ec6cc None None] Provisioning complete for port 9d00966f-865e-4f37-920e-9fa08c6ca8e9 triggered by entity DHCP. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:51:23.981696 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-43f01749-57a7-4559-b676-bc7ddd6ec6cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:24.001674 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c59503f5-7619-4bf1-aa82-dcaec1eb89c7 admin admin] Made reservation on behalf of b5c84008012c4e0d94db04cc290742bf for: {'subnet': 1} {{(pid=95102) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:51:24.004273 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-c59503f5-7619-4bf1-aa82-dcaec1eb89c7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5388256'] for subnet, before_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:24.088005 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a811562-fc29-46e3-a376-6d320391d9e7 admin admin] Pushing event updated for resources: {'Network': ['ID=6c1248ab-3a27-4b6b-b391-032ef2c47bfa,revision_number=1']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:51:24.110713 n-d-713301-16 neutron-server[95101]: INFO neutron.db.ipam_backend_mixin [None req-dc0fb02b-fa62-4733-b423-adbc43b3d841 tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet e8f2a18b-df1a-41b5-b546-6f8dd74f1ef3 (CIDR: 2001:db8::/64) Sep 23 19:51:24.121865 n-d-713301-16 neutron-server[95101]: INFO neutron.pecan_wsgi.hooks.translation [None req-dc0fb02b-fa62-4733-b423-adbc43b3d841 tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 23 19:51:24.122658 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dc0fb02b-fa62-4733-b423-adbc43b3d841 tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=95101) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 23 19:51:24.153598 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-dc0fb02b-fa62-4733-b423-adbc43b3d841 tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.0251110 Sep 23 19:51:24.154767 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 49952) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:51:24.165100 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.v2.base [None req-92b592bd-57ef-4dc6-a0b7-c6d72e05b126 tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] Request body: {'subnet': {'network_id': '8c3b8755-bfc7-4a09-8696-06a84a2286c5', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=95102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:51:24.182401 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.managers [req-fc043ab1-1e45-479e-9f65-0e03fc569579 req-56fb9cd0-47e7-41ee-9490-22cd59bd21d3 service neutron] Attempting to bind port 7ade3a57-1b07-4737-9255-b9df34b8e6bd on host n-h2-713301-16 for vnic_type normal with profile {{(pid=95102) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 19:51:24.183048 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.managers [req-fc043ab1-1e45-479e-9f65-0e03fc569579 req-56fb9cd0-47e7-41ee-9490-22cd59bd21d3 service neutron] Attempting to bind port 7ade3a57-1b07-4737-9255-b9df34b8e6bd by drivers openvswitch,hyperv on host n-h2-713301-16 at level 0 using segments [{'id': 'ee9700c6-c1c6-4a4c-81b6-5f74fe067cec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'd9738749-37a5-4806-a9b1-b54d362aa2e5'}] {{(pid=95102) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 19:51:24.183642 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc043ab1-1e45-479e-9f65-0e03fc569579 req-56fb9cd0-47e7-41ee-9490-22cd59bd21d3 service neutron] Attempting to bind port 7ade3a57-1b07-4737-9255-b9df34b8e6bd on network d9738749-37a5-4806-a9b1-b54d362aa2e5 {{(pid=95102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:51:24.205345 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc043ab1-1e45-479e-9f65-0e03fc569579 req-56fb9cd0-47e7-41ee-9490-22cd59bd21d3 service neutron] Port 7ade3a57-1b07-4737-9255-b9df34b8e6bd on network d9738749-37a5-4806-a9b1-b54d362aa2e5 not bound, no agent of type Open vSwitch agent registered on host n-h2-713301-16 {{(pid=95102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 19:51:24.206021 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc043ab1-1e45-479e-9f65-0e03fc569579 req-56fb9cd0-47e7-41ee-9490-22cd59bd21d3 service neutron] Attempting to bind port 7ade3a57-1b07-4737-9255-b9df34b8e6bd on network d9738749-37a5-4806-a9b1-b54d362aa2e5 {{(pid=95102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:51:24.217925 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc043ab1-1e45-479e-9f65-0e03fc569579 req-56fb9cd0-47e7-41ee-9490-22cd59bd21d3 service neutron] Checking agent: {'id': '2a7cea34-db54-4faf-8d23-37521c3e34cb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713301-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 19, 15, 28), 'started_at': datetime.datetime(2021, 9, 23, 19, 15, 28), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 19, 50, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 19:51:24.218588 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc043ab1-1e45-479e-9f65-0e03fc569579 req-56fb9cd0-47e7-41ee-9490-22cd59bd21d3 service neutron] Checking segment: {'id': 'ee9700c6-c1c6-4a4c-81b6-5f74fe067cec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'd9738749-37a5-4806-a9b1-b54d362aa2e5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95102) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:51:24.219308 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc043ab1-1e45-479e-9f65-0e03fc569579 req-56fb9cd0-47e7-41ee-9490-22cd59bd21d3 service neutron] Bound using segment: {'id': 'ee9700c6-c1c6-4a4c-81b6-5f74fe067cec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'd9738749-37a5-4806-a9b1-b54d362aa2e5'} {{(pid=95102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 19:51:24.219975 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.managers [req-fc043ab1-1e45-479e-9f65-0e03fc569579 req-56fb9cd0-47e7-41ee-9490-22cd59bd21d3 service neutron] Bound port: 7ade3a57-1b07-4737-9255-b9df34b8e6bd, host: n-h2-713301-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ee9700c6-c1c6-4a4c-81b6-5f74fe067cec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'd9738749-37a5-4806-a9b1-b54d362aa2e5'}}] {{(pid=95102) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 19:51:24.220356 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-fc043ab1-1e45-479e-9f65-0e03fc569579 req-56fb9cd0-47e7-41ee-9490-22cd59bd21d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:24.228626 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Network 6c1248ab-3a27-4b6b-b391-032ef2c47bfa details requested by agent ovs-agent-n-d-713301-16 with host n-d-713301-16 {{(pid=95103) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 19:51:24.476319 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Device 9d00966f-865e-4f37-920e-9fa08c6ca8e9 up at agent ovs-agent-n-d-713301-16 {{(pid=95103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 19:51:24.560128 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Provisioning complete for port 9d00966f-865e-4f37-920e-9fa08c6ca8e9 triggered by entity L2. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:51:24.560429 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:24.869204 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb68ca5-e882-400f-a8a9-c9b50fb921e8 req-f441b0a5-7fe2-4e21-971c-5275ef349362 tempest-TestServerMultinode-246649075 tempest-TestServerMultinode-246649075-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:51:24.870822 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-4eb68ca5-e882-400f-a8a9-c9b50fb921e8 req-f441b0a5-7fe2-4e21-971c-5275ef349362 tempest-TestServerMultinode-246649075 tempest-TestServerMultinode-246649075-project-admin] 10.222.0.67 "GET /v2.0/ports?device_id=8e3f1086-f9b6-4343-9d23-af2553aa9850 HTTP/1.1" status: 200 len: 1054 time: 0.6426542 Sep 23 19:51:24.943327 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.db [req-fc043ab1-1e45-479e-9f65-0e03fc569579 req-56fb9cd0-47e7-41ee-9490-22cd59bd21d3 service neutron] For port 7ade3a57-1b07-4737-9255-b9df34b8e6bd, host n-h2-713301-16, cleared binding levels {{(pid=95102) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 19:51:24.970651 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.db [req-fc043ab1-1e45-479e-9f65-0e03fc569579 req-56fb9cd0-47e7-41ee-9490-22cd59bd21d3 service neutron] For port 7ade3a57-1b07-4737-9255-b9df34b8e6bd, host n-h2-713301-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-16',level=0,port_id=7ade3a57-1b07-4737-9255-b9df34b8e6bd,segment=NetworkSegment(ee9700c6-c1c6-4a4c-81b6-5f74fe067cec),segment_id=ee9700c6-c1c6-4a4c-81b6-5f74fe067cec)] {{(pid=95102) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 19:51:24.993206 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-fc043ab1-1e45-479e-9f65-0e03fc569579 req-56fb9cd0-47e7-41ee-9490-22cd59bd21d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4399095'] for port, after_update {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:25.029118 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-4eb68ca5-e882-400f-a8a9-c9b50fb921e8 req-979febbf-6c80-49b5-bfd3-bb568b661a6d tempest-TestServerMultinode-246649075 tempest-TestServerMultinode-246649075-project-admin] 10.222.0.67 "GET /v2.0/security-groups?id=907ae9ed-ee55-474a-b11c-e10411da5f6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1448135 Sep 23 19:51:25.033726 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-c59503f5-7619-4bf1-aa82-dcaec1eb89c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4398944', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5388242'] for subnet, after_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:25.035584 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92b592bd-57ef-4dc6-a0b7-c6d72e05b126 tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] Made reservation on behalf of 68089a352b444323aeac869b275be256 for: {'subnet': 1} {{(pid=95102) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:51:25.039183 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-92b592bd-57ef-4dc6-a0b7-c6d72e05b126 tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5388256'] for subnet, before_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:25.077740 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc043ab1-1e45-479e-9f65-0e03fc569579 req-56fb9cd0-47e7-41ee-9490-22cd59bd21d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:51:25.078380 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-fc043ab1-1e45-479e-9f65-0e03fc569579 req-56fb9cd0-47e7-41ee-9490-22cd59bd21d3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222849'] for port, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:25.079973 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-fc043ab1-1e45-479e-9f65-0e03fc569579 req-56fb9cd0-47e7-41ee-9490-22cd59bd21d3 service neutron] 10.222.0.53 "PUT /v2.0/ports/7ade3a57-1b07-4737-9255-b9df34b8e6bd HTTP/1.1" status: 200 len: 1093 time: 2.2472634 Sep 23 19:51:25.117402 n-d-713301-16 neutron-server[95102]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8e3f1086-f9b6-4343-9d23-af2553aa9850', 'tag': '7ade3a57-1b07-4737-9255-b9df34b8e6bd'}] {{(pid=95102) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 19:51:25.125474 n-d-713301-16 neutron-server[95102]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab31b6d93e5336dbddfa8ec424565b3bd8cb2369c5b4d85bc943472dbb21e8ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5ad8c7a-9e5d-4301-b745-f7338fbbc2bf" -d '{"events": [{"name": "network-changed", "server_uuid": "8e3f1086-f9b6-4343-9d23-af2553aa9850", "tag": "7ade3a57-1b07-4737-9255-b9df34b8e6bd"}]}' {{(pid=95102) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 19:51:25.278551 n-d-713301-16 neutron-server[95102]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 19:51:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-669e36e6-70fd-4bb6-a7fc-cbe301b1ee97 x-openstack-request-id: req-669e36e6-70fd-4bb6-a7fc-cbe301b1ee97 {{(pid=95102) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 19:51:25.279415 n-d-713301-16 neutron-server[95102]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8e3f1086-f9b6-4343-9d23-af2553aa9850", "tag": "7ade3a57-1b07-4737-9255-b9df34b8e6bd", "status": "completed", "code": 200}]} {{(pid=95102) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 19:51:25.280227 n-d-713301-16 neutron-server[95102]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-669e36e6-70fd-4bb6-a7fc-cbe301b1ee97 {{(pid=95102) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 19:51:25.280227 n-d-713301-16 neutron-server[95102]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8e3f1086-f9b6-4343-9d23-af2553aa9850', 'tag': '7ade3a57-1b07-4737-9255-b9df34b8e6bd', 'status': 'completed', 'code': 200} Sep 23 19:51:25.331561 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c59503f5-7619-4bf1-aa82-dcaec1eb89c7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8c1e27ee-94ad-4bc9-a8e6-4164e784bcf7,revision_number=0']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:51:25.362780 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-80e7e501-6c57-470d-92c6-e3d54bc3195c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:25.367354 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56fb9cd0-47e7-41ee-9490-22cd59bd21d3 service neutron] Pushing event updated for resources: {'Port': ['ID=7ade3a57-1b07-4737-9255-b9df34b8e6bd,revision_number=3']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:51:25.412227 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc043ab1-1e45-479e-9f65-0e03fc569579 req-4f011197-a445-422f-a36d-ab8b34329fbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:51:25.414279 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-fc043ab1-1e45-479e-9f65-0e03fc569579 req-4f011197-a445-422f-a36d-ab8b34329fbe service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=b029236e70374ce79bee82dd61a7fa01&device_id=8e3f1086-f9b6-4343-9d23-af2553aa9850 HTTP/1.1" status: 200 len: 1096 time: 0.2503819 Sep 23 19:51:25.436130 n-d-713301-16 neutron-server[95102]: INFO neutron.db.ipam_backend_mixin [None req-92b592bd-57ef-4dc6-a0b7-c6d72e05b126 tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] Validation for CIDR: 2001:db8:0:1::/64 failed - overlaps with subnet f557dc45-ea33-400b-b137-57d5a94c4213 (CIDR: 2001:db8:0:1::/64) Sep 23 19:51:25.437264 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c59503f5-7619-4bf1-aa82-dcaec1eb89c7 admin admin] Checking segment: {'id': '4c6667b6-fd9d-4d32-aae6-2b25111d627d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '6c1248ab-3a27-4b6b-b391-032ef2c47bfa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95102) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:51:25.437759 n-d-713301-16 neutron-server[95102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c59503f5-7619-4bf1-aa82-dcaec1eb89c7 admin admin] Network hostable DHCP agents. Network: 6c1248ab-3a27-4b6b-b391-032ef2c47bfa, hostable agents: ['1b18bf05-1b5f-4587-be5c-af3ac38e32ad'], hosted agents: [] {{(pid=95102) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 19:51:25.443552 n-d-713301-16 neutron-server[95102]: INFO neutron.pecan_wsgi.hooks.translation [None req-92b592bd-57ef-4dc6-a0b7-c6d72e05b126 tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 23 19:51:25.444015 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-92b592bd-57ef-4dc6-a0b7-c6d72e05b126 tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=95102) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 23 19:51:25.485567 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-fc043ab1-1e45-479e-9f65-0e03fc569579 req-8ea21b2e-eb85-41e2-8438-9af66394bca7 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7ade3a57-1b07-4737-9255-b9df34b8e6bd HTTP/1.1" status: 200 len: 217 time: 0.0594778 Sep 23 19:51:25.509125 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-92b592bd-57ef-4dc6-a0b7-c6d72e05b126 tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 428 time: 1.3446681 Sep 23 19:51:25.509125 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 49958) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:51:25.514173 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.v2.base [None req-04a62656-5590-43a9-b68f-4abf47b93bf2 tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] Request body: {'subnet': {'network_id': '8c3b8755-bfc7-4a09-8696-06a84a2286c5', 'cidr': '2001:db8:0:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:2::1'}} {{(pid=95102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:51:25.543836 n-d-713301-16 neutron-server[95102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c59503f5-7619-4bf1-aa82-dcaec1eb89c7 admin admin] Network 6c1248ab-3a27-4b6b-b391-032ef2c47bfa is scheduled to be hosted by DHCP agent 1b18bf05-1b5f-4587-be5c-af3ac38e32ad with binding_index 1 {{(pid=95102) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 19:51:25.578780 n-d-713301-16 neutron-server[95102]: DEBUG neutron.scheduler.base_scheduler [None req-c59503f5-7619-4bf1-aa82-dcaec1eb89c7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713301-16, 6c1248ab-3a27-4b6b-b391-032ef2c47bfa) {{(pid=95102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:51:25.586672 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c59503f5-7619-4bf1-aa82-dcaec1eb89c7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:51:25.587498 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-c59503f5-7619-4bf1-aa82-dcaec1eb89c7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:25.588078 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20beb609-705e-4c02-9096-4ff26a3ad537 None None] Network 6c1248ab-3a27-4b6b-b391-032ef2c47bfa requested from n-d-713301-16 {{(pid=95103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 19:51:25.607837 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc043ab1-1e45-479e-9f65-0e03fc569579 req-3a4ba875-c32c-4aff-9236-ff19081d144b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:51:25.609632 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-fc043ab1-1e45-479e-9f65-0e03fc569579 req-3a4ba875-c32c-4aff-9236-ff19081d144b service neutron] 10.222.0.53 "GET /v2.0/subnets?id=5063ddfd-caee-4110-9a9f-b228fc05a5de HTTP/1.1" status: 200 len: 849 time: 0.1166782 Sep 23 19:51:25.650808 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-c59503f5-7619-4bf1-aa82-dcaec1eb89c7 admin admin] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.7379916 Sep 23 19:51:25.657438 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 49960) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:51:25.668947 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.v2.base [None req-fcf7e603-16fe-4f97-90f6-3439d9cf9771 admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-2063667536-router', 'tenant_id': 'b5c84008012c4e0d94db04cc290742bf', 'external_gateway_info': {'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac'}}} {{(pid=95101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:51:25.713742 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-fcf7e603-16fe-4f97-90f6-3439d9cf9771 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-594563', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29355'] for router, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:25.713971 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc043ab1-1e45-479e-9f65-0e03fc569579 req-efca1d5b-35c9-473a-98a7-50e15057c673 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:51:25.716133 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-fcf7e603-16fe-4f97-90f6-3439d9cf9771 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-597363', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-601731', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-739356', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29346'] for router, precommit_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:25.716513 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-fc043ab1-1e45-479e-9f65-0e03fc569579 req-efca1d5b-35c9-473a-98a7-50e15057c673 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=d9738749-37a5-4806-a9b1-b54d362aa2e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0798609 Sep 23 19:51:25.795598 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-fcf7e603-16fe-4f97-90f6-3439d9cf9771 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:25.798165 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04a62656-5590-43a9-b68f-4abf47b93bf2 tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] Made reservation on behalf of 68089a352b444323aeac869b275be256 for: {'subnet': 1} {{(pid=95102) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:51:25.805871 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-04a62656-5590-43a9-b68f-4abf47b93bf2 tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5388256'] for subnet, before_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:25.820574 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3adfa1a4-758e-46ba-b04e-9c92ee91ac5a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4c8b80df-07eb-5275-9f17-5cf640db67c0-6c1248ab-3a27-4b6b-b391-032ef2c47bfa', 'network_id': '6c1248ab-3a27-4b6b-b391-032ef2c47bfa', 'tenant_id': 'b5c84008012c4e0d94db04cc290742bf', 'fixed_ips': [{'subnet_id': '8c1e27ee-94ad-4bc9-a8e6-4164e784bcf7'}]}} from n-d-713301-16. {{(pid=95103) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 23 19:51:25.821767 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-3adfa1a4-758e-46ba-b04e-9c92ee91ac5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_create {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:25.961558 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-fcf7e603-16fe-4f97-90f6-3439d9cf9771 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:25.999587 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-fc043ab1-1e45-479e-9f65-0e03fc569579 req-a3cbb17e-1a47-4947-9d1e-4edbdb83b483 service neutron] 10.222.0.53 "GET /v2.0/networks/d9738749-37a5-4806-a9b1-b54d362aa2e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2751079 Sep 23 19:51:26.046770 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.db_base_plugin_common [None req-3adfa1a4-758e-46ba-b04e-9c92ee91ac5a None None] Allocated IP 172.20.0.2 (6c1248ab-3a27-4b6b-b391-032ef2c47bfa/8c1e27ee-94ad-4bc9-a8e6-4164e784bcf7/ef90a810-01af-4ad7-8b48-a13ab09e2dab) {{(pid=95103) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 19:51:26.267352 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-fcf7e603-16fe-4f97-90f6-3439d9cf9771 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:26.275729 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-3adfa1a4-758e-46ba-b04e-9c92ee91ac5a None None] Notify callbacks [] for port, precommit_create {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:26.284394 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-3adfa1a4-758e-46ba-b04e-9c92ee91ac5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783145673135'] for port, after_create {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:26.291447 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-fcf7e603-16fe-4f97-90f6-3439d9cf9771 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:26.292370 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-fc043ab1-1e45-479e-9f65-0e03fc569579 req-cc28e0d4-6d21-4f4f-912b-c687ac1d9609 service neutron] 10.222.0.53 "GET /v2.0/networks/d9738749-37a5-4806-a9b1-b54d362aa2e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2848408 Sep 23 19:51:26.306036 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-249d7d0b-5e03-4ddb-9699-700c36f9179e req-18e18dfa-e63b-475e-966f-37f61bea7fcc tempest-TestServerMultinode-246649075 tempest-TestServerMultinode-246649075-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:51:26.308926 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-249d7d0b-5e03-4ddb-9699-700c36f9179e req-18e18dfa-e63b-475e-966f-37f61bea7fcc tempest-TestServerMultinode-246649075 tempest-TestServerMultinode-246649075-project-admin] 10.222.0.67 "GET /v2.0/ports?device_id=8e3f1086-f9b6-4343-9d23-af2553aa9850 HTTP/1.1" status: 200 len: 1096 time: 0.1804345 Sep 23 19:51:26.342991 n-d-713301-16 neutron-server[95103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3adfa1a4-758e-46ba-b04e-9c92ee91ac5a None None] Network 6c1248ab-3a27-4b6b-b391-032ef2c47bfa is already hosted by enough agents. {{(pid=95103) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:51:26.346701 n-d-713301-16 neutron-server[95103]: DEBUG neutron.scheduler.base_scheduler [None req-3adfa1a4-758e-46ba-b04e-9c92ee91ac5a None None] Resources bound (agent type, host, resource id): {{(pid=95103) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:51:26.354127 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3adfa1a4-758e-46ba-b04e-9c92ee91ac5a None None] Received port after_create {{(pid=95103) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 19:51:26.367290 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3adfa1a4-758e-46ba-b04e-9c92ee91ac5a None None] Pushing event updated for resources: {'Port': ['ID=ef90a810-01af-4ad7-8b48-a13ab09e2dab,revision_number=1']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:51:26.445662 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.managers [None req-3adfa1a4-758e-46ba-b04e-9c92ee91ac5a None None] Attempting to bind port ef90a810-01af-4ad7-8b48-a13ab09e2dab on host n-d-713301-16 for vnic_type normal with profile {{(pid=95103) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 19:51:26.446427 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.managers [None req-3adfa1a4-758e-46ba-b04e-9c92ee91ac5a None None] Attempting to bind port ef90a810-01af-4ad7-8b48-a13ab09e2dab by drivers openvswitch,hyperv on host n-d-713301-16 at level 0 using segments [{'id': '4c6667b6-fd9d-4d32-aae6-2b25111d627d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '6c1248ab-3a27-4b6b-b391-032ef2c47bfa'}] {{(pid=95103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 19:51:26.447234 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3adfa1a4-758e-46ba-b04e-9c92ee91ac5a None None] Attempting to bind port ef90a810-01af-4ad7-8b48-a13ab09e2dab on network 6c1248ab-3a27-4b6b-b391-032ef2c47bfa {{(pid=95103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:51:26.454901 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3adfa1a4-758e-46ba-b04e-9c92ee91ac5a None None] Checking agent: {'id': '70a14545-df24-472f-8f95-bfe1719bff93', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 19, 7, 53), 'started_at': datetime.datetime(2021, 9, 23, 19, 8, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 19, 51, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 19:51:26.455693 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3adfa1a4-758e-46ba-b04e-9c92ee91ac5a None None] Checking segment: {'id': '4c6667b6-fd9d-4d32-aae6-2b25111d627d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '6c1248ab-3a27-4b6b-b391-032ef2c47bfa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95103) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:51:26.456355 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-3adfa1a4-758e-46ba-b04e-9c92ee91ac5a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:26.457208 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3adfa1a4-758e-46ba-b04e-9c92ee91ac5a None None] Bound using segment: {'id': '4c6667b6-fd9d-4d32-aae6-2b25111d627d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '6c1248ab-3a27-4b6b-b391-032ef2c47bfa'} {{(pid=95103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 19:51:26.458399 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.managers [None req-3adfa1a4-758e-46ba-b04e-9c92ee91ac5a None None] Bound port: ef90a810-01af-4ad7-8b48-a13ab09e2dab, host: n-d-713301-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4c6667b6-fd9d-4d32-aae6-2b25111d627d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '6c1248ab-3a27-4b6b-b391-032ef2c47bfa'}}] {{(pid=95103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 19:51:26.459168 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-3adfa1a4-758e-46ba-b04e-9c92ee91ac5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:26.486149 n-d-713301-16 neutron-server[95101]: DEBUG neutron.db.db_base_plugin_common [None req-fcf7e603-16fe-4f97-90f6-3439d9cf9771 admin admin] Allocated IP 172.25.1.71 (5dec5c09-378e-4f50-89cc-d94eb81c3bac/eff83446-018c-428d-b3f5-54ac9abe7a2a/78084979-7360-4b4e-a083-d8b9be107f36) {{(pid=95101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 19:51:26.499600 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-249d7d0b-5e03-4ddb-9699-700c36f9179e req-38328887-fa1c-47b6-b0f8-0f4abbce870f tempest-TestServerMultinode-246649075 tempest-TestServerMultinode-246649075-project-admin] 10.222.0.67 "GET /v2.0/security-groups?id=907ae9ed-ee55-474a-b11c-e10411da5f6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1824660 Sep 23 19:51:26.502393 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ad8c7a-9e5d-4301-b745-f7338fbbc2bf req-6ca54723-d8d8-4ce0-8efc-0dcceb9cc042 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:51:26.504351 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-b5ad8c7a-9e5d-4301-b745-f7338fbbc2bf req-6ca54723-d8d8-4ce0-8efc-0dcceb9cc042 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=b029236e70374ce79bee82dd61a7fa01&device_id=8e3f1086-f9b6-4343-9d23-af2553aa9850 HTTP/1.1" status: 200 len: 1096 time: 0.1186590 Sep 23 19:51:26.555259 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-04a62656-5590-43a9-b68f-4abf47b93bf2 tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4398944', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5388242'] for subnet, after_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:26.567746 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-3adfa1a4-758e-46ba-b04e-9c92ee91ac5a None None] For port ef90a810-01af-4ad7-8b48-a13ab09e2dab, host n-d-713301-16, cleared binding levels {{(pid=95103) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 19:51:26.570487 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-3adfa1a4-758e-46ba-b04e-9c92ee91ac5a None None] For port ef90a810-01af-4ad7-8b48-a13ab09e2dab, host n-d-713301-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-16',level=0,port_id=ef90a810-01af-4ad7-8b48-a13ab09e2dab,segment=NetworkSegment(4c6667b6-fd9d-4d32-aae6-2b25111d627d),segment_id=4c6667b6-fd9d-4d32-aae6-2b25111d627d)] {{(pid=95103) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 19:51:26.581674 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-3adfa1a4-758e-46ba-b04e-9c92ee91ac5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:26.669692 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-fcf7e603-16fe-4f97-90f6-3439d9cf9771 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:26.671124 n-d-713301-16 neutron-server[95102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04a62656-5590-43a9-b68f-4abf47b93bf2 tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] Network 8c3b8755-bfc7-4a09-8696-06a84a2286c5 is already hosted by enough agents. {{(pid=95102) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:51:26.672931 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3adfa1a4-758e-46ba-b04e-9c92ee91ac5a None None] Pushing event updated for resources: {'Port': ['ID=ef90a810-01af-4ad7-8b48-a13ab09e2dab,revision_number=2']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:51:26.679474 n-d-713301-16 neutron-server[95102]: DEBUG neutron.scheduler.base_scheduler [None req-04a62656-5590-43a9-b68f-4abf47b93bf2 tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] Resources bound (agent type, host, resource id): {{(pid=95102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:51:26.689836 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04a62656-5590-43a9-b68f-4abf47b93bf2 tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:51:26.690533 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-04a62656-5590-43a9-b68f-4abf47b93bf2 tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] Notify callbacks [] for subnet, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:26.690660 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e7e1117-51cf-48d3-82e0-fd6848910678 None None] Network 8c3b8755-bfc7-4a09-8696-06a84a2286c5 requested from n-d-713301-16 {{(pid=95103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 19:51:26.705329 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a62656-5590-43a9-b68f-4abf47b93bf2 tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] Pushing event updated for resources: {'Subnet': ['ID=4c25d801-0813-47e6-a729-bcc6f4b4a1a6,revision_number=0']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:51:26.731856 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-fcf7e603-16fe-4f97-90f6-3439d9cf9771 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783145673135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5607431'] for port, after_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:26.739908 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ad8c7a-9e5d-4301-b745-f7338fbbc2bf req-3610a9a3-6c5f-42e3-a7cb-a7282b5e066c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:51:26.741984 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-b5ad8c7a-9e5d-4301-b745-f7338fbbc2bf req-3610a9a3-6c5f-42e3-a7cb-a7282b5e066c service neutron] 10.222.0.53 "GET /v2.0/networks?id=d9738749-37a5-4806-a9b1-b54d362aa2e5 HTTP/1.1" status: 200 len: 911 time: 0.2236316 Sep 23 19:51:26.746842 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-04a62656-5590-43a9-b68f-4abf47b93bf2 tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.2346678 Sep 23 19:51:26.747095 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 49966) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:51:26.760149 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.v2.base [None req-436919a8-2e66-4648-ae0a-70238db905a0 tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1865088921', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '4c25d801-0813-47e6-a729-bcc6f4b4a1a6'}], 'security_groups': ['e4954c5a-512e-4c20-8078-a870e06b6ed7', 'c8a5c32c-2a1f-4175-a737-174e316d7325']}} {{(pid=95102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:51:26.789602 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcf7e603-16fe-4f97-90f6-3439d9cf9771 admin admin] Pushing event updated for resources: {'Port': ['ID=78084979-7360-4b4e-a083-d8b9be107f36,revision_number=1']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:51:26.805319 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcf7e603-16fe-4f97-90f6-3439d9cf9771 admin admin] Network 5dec5c09-378e-4f50-89cc-d94eb81c3bac is already hosted by enough agents. {{(pid=95101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:51:26.805319 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.base_scheduler [None req-fcf7e603-16fe-4f97-90f6-3439d9cf9771 admin admin] Resources bound (agent type, host, resource id): {{(pid=95101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:51:26.807911 n-d-713301-16 neutron-server[95101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcf7e603-16fe-4f97-90f6-3439d9cf9771 admin admin] Received port after_create {{(pid=95101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 19:51:26.819451 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-b5ad8c7a-9e5d-4301-b745-f7338fbbc2bf req-8949c396-adf2-4869-81a9-b46cd107b471 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7ade3a57-1b07-4737-9255-b9df34b8e6bd HTTP/1.1" status: 200 len: 217 time: 0.0504673 Sep 23 19:51:27.052891 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ad8c7a-9e5d-4301-b745-f7338fbbc2bf req-bdf06ae1-0a91-4206-9251-35a58a47016f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:51:27.055121 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-b5ad8c7a-9e5d-4301-b745-f7338fbbc2bf req-bdf06ae1-0a91-4206-9251-35a58a47016f service neutron] 10.222.0.53 "GET /v2.0/subnets?id=5063ddfd-caee-4110-9a9f-b228fc05a5de HTTP/1.1" status: 200 len: 849 time: 0.2109241 Sep 23 19:51:27.156124 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ad8c7a-9e5d-4301-b745-f7338fbbc2bf req-97697ad4-3631-476a-962f-6d6f2a87b036 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:51:27.157797 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-b5ad8c7a-9e5d-4301-b745-f7338fbbc2bf req-97697ad4-3631-476a-962f-6d6f2a87b036 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=d9738749-37a5-4806-a9b1-b54d362aa2e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0935614 Sep 23 19:51:27.229490 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-436919a8-2e66-4648-ae0a-70238db905a0 tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:27.302786 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-fcf7e603-16fe-4f97-90f6-3439d9cf9771 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:27.315023 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79ad3ca7-b9db-4313-816e-fe29bd1d62f4 None None] Update dhcp port {'port': {'network_id': '8c3b8755-bfc7-4a09-8696-06a84a2286c5', 'fixed_ips': [{'subnet_id': 'f557dc45-ea33-400b-b137-57d5a94c4213', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '4c25d801-0813-47e6-a729-bcc6f4b4a1a6'}, {'subnet_id': 'e8f2a18b-df1a-41b5-b546-6f8dd74f1ef3'}], 'binding:host_id': 'n-d-713301-16'}, 'id': '24981041-1431-4231-924d-9b19b03236c3'} from n-d-713301-16. {{(pid=95103) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Sep 23 19:51:27.371797 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-b5ad8c7a-9e5d-4301-b745-f7338fbbc2bf req-147efe46-8310-4554-8acb-9acce872f7ad service neutron] 10.222.0.53 "GET /v2.0/networks/d9738749-37a5-4806-a9b1-b54d362aa2e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2055979 Sep 23 19:51:27.390844 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-79ad3ca7-b9db-4313-816e-fe29bd1d62f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:27.726115 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-b5ad8c7a-9e5d-4301-b745-f7338fbbc2bf req-d54e58e9-06e4-45e2-aa29-68e020fe75ee service neutron] 10.222.0.53 "GET /v2.0/networks/d9738749-37a5-4806-a9b1-b54d362aa2e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3453479 Sep 23 19:51:27.750915 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-fcf7e603-16fe-4f97-90f6-3439d9cf9771 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-597258', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-601790'] for router, after_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:27.764851 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2fda116-2ad6-4d55-b44e-4b8de6c554f2 req-481e036d-f9eb-4d19-95d4-0d8fb87dc61c tempest-TestServerMultinode-246649075 tempest-TestServerMultinode-246649075-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:51:27.767562 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-f2fda116-2ad6-4d55-b44e-4b8de6c554f2 req-481e036d-f9eb-4d19-95d4-0d8fb87dc61c tempest-TestServerMultinode-246649075 tempest-TestServerMultinode-246649075-project-admin] 10.222.0.67 "GET /v2.0/ports?device_id=8e3f1086-f9b6-4343-9d23-af2553aa9850 HTTP/1.1" status: 200 len: 1096 time: 0.1323581 Sep 23 19:51:27.820050 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.db_base_plugin_common [None req-79ad3ca7-b9db-4313-816e-fe29bd1d62f4 None None] Allocated IP 2001:db8:0:2::2 (8c3b8755-bfc7-4a09-8696-06a84a2286c5/4c25d801-0813-47e6-a729-bcc6f4b4a1a6/24981041-1431-4231-924d-9b19b03236c3) {{(pid=95103) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 19:51:27.834089 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-f2fda116-2ad6-4d55-b44e-4b8de6c554f2 req-7fbe63b0-ff4b-4d07-8c44-e31323c8291e tempest-TestServerMultinode-246649075 tempest-TestServerMultinode-246649075-project-admin] 10.222.0.67 "GET /v2.0/security-groups?id=907ae9ed-ee55-474a-b11c-e10411da5f6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599184 Sep 23 19:51:27.840478 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.db_base_plugin_common [None req-79ad3ca7-b9db-4313-816e-fe29bd1d62f4 None None] Allocated IP 2001:db8::2 (8c3b8755-bfc7-4a09-8696-06a84a2286c5/e8f2a18b-df1a-41b5-b546-6f8dd74f1ef3/24981041-1431-4231-924d-9b19b03236c3) {{(pid=95103) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 19:51:27.977425 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-79ad3ca7-b9db-4313-816e-fe29bd1d62f4 None None] For port 24981041-1431-4231-924d-9b19b03236c3, host n-d-713301-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-16',level=0,port_id=24981041-1431-4231-924d-9b19b03236c3,segment=NetworkSegment(6d7ed8ef-67c8-4ac3-8927-08f827859a63),segment_id=6d7ed8ef-67c8-4ac3-8927-08f827859a63)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:51:27.983546 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fcf7e603-16fe-4f97-90f6-3439d9cf9771 admin admin] Router 10eaf073-0cb1-40a0-a8e3-bc641113aca3 is scheduled to L3 agent 79a740bf-7821-4989-8288-7186e3e128f3 with binding_index 1 {{(pid=95101) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 23 19:51:28.022400 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-79ad3ca7-b9db-4313-816e-fe29bd1d62f4 None None] Notify callbacks [] for port, precommit_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:28.045506 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-79ad3ca7-b9db-4313-816e-fe29bd1d62f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:28.154783 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fcf7e603-16fe-4f97-90f6-3439d9cf9771 admin admin] Notify agent at l3_agent.n-d-713301-16 the message routers_updated {{(pid=95101) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 19:51:28.164486 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79ad3ca7-b9db-4313-816e-fe29bd1d62f4 None None] Pushing event updated for resources: {'Port': ['ID=24981041-1431-4231-924d-9b19b03236c3,revision_number=6']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:51:28.172052 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cebc7408-33e3-4aa4-aee5-22fbce4535cc None None] Sync routers for ids ['10eaf073-0cb1-40a0-a8e3-bc641113aca3'] in n-d-713301-16 {{(pid=95104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 19:51:28.177102 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-fcf7e603-16fe-4f97-90f6-3439d9cf9771 admin admin] Notify callbacks [] for router, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:28.178814 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-fcf7e603-16fe-4f97-90f6-3439d9cf9771 admin admin] 10.222.0.67 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.5175500 Sep 23 19:51:28.181547 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 49974) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:51:28.222047 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:28.245550 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cebc7408-33e3-4aa4-aee5-22fbce4535cc None None] Routers {'10eaf073-0cb1-40a0-a8e3-bc641113aca3'} bound to L3 agent in host n-d-713301-16 {{(pid=95104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 19:51:28.246465 n-d-713301-16 neutron-server[95102]: DEBUG neutron.db.db_base_plugin_common [None req-436919a8-2e66-4648-ae0a-70238db905a0 tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] Delete allocated IP 2001:db8::206 (8c3b8755-bfc7-4a09-8696-06a84a2286c5/e8f2a18b-df1a-41b5-b546-6f8dd74f1ef3) {{(pid=95102) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Sep 23 19:51:28.254423 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_hamode_db [None req-cebc7408-33e3-4aa4-aee5-22fbce4535cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-23T19:07:52Z,description=,heartbeat_timestamp=2021-09-23T19:51:23Z,host='n-d-713301-16',id=79a740bf-7821-4989-8288-7186e3e128f3,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:07:52Z,topic='l3_agent')) {'router_ids': ['10eaf073-0cb1-40a0-a8e3-bc641113aca3'], 'active': True} {{(pid=95104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:51:28.265859 n-d-713301-16 neutron-server[95102]: DEBUG neutron.db.db_base_plugin_common [None req-436919a8-2e66-4648-ae0a-70238db905a0 tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] Allocated IP 2001:db8:0:2::28e (8c3b8755-bfc7-4a09-8696-06a84a2286c5/4c25d801-0813-47e6-a729-bcc6f4b4a1a6/a8bf8c12-71b0-49f0-98b6-af478a4967b4) {{(pid=95102) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 19:51:28.297238 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a99519b-ea55-4d4c-8f38-8b46fcde5d02 None None] Network 6c1248ab-3a27-4b6b-b391-032ef2c47bfa requested from n-d-713301-16 {{(pid=95103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 19:51:28.485242 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:28.490143 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-40d59492-ae7f-401e-aec8-710934a5aff7 None None] Provisioning complete for port ef90a810-01af-4ad7-8b48-a13ab09e2dab triggered by entity DHCP. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:51:28.490846 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-40d59492-ae7f-401e-aec8-710934a5aff7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:28.623973 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_dvr_db [None req-cebc7408-33e3-4aa4-aee5-22fbce4535cc None None] Set router 10eaf073-0cb1-40a0-a8e3-bc641113aca3 gateway port host: n-d-713301-16 {{(pid=95104) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 19:51:28.627913 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Device ef90a810-01af-4ad7-8b48-a13ab09e2dab up at agent ovs-agent-n-d-713301-16 {{(pid=95103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 19:51:28.942525 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-436919a8-2e66-4648-ae0a-70238db905a0 tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] Notify callbacks [] for port, precommit_update {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:28.956573 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-436919a8-2e66-4648-ae0a-70238db905a0 tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4399095'] for port, after_update {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:28.971959 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-40d59492-ae7f-401e-aec8-710934a5aff7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:29.080228 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Device 7ade3a57-1b07-4737-9255-b9df34b8e6bd details requested by agent hyperv_n-h2-713301-16 with host n-h2-713301-16 {{(pid=95103) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 19:51:29.098988 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_hamode_db [None req-cebc7408-33e3-4aa4-aee5-22fbce4535cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10eaf073-0cb1-40a0-a8e3-bc641113aca3', 'name': 'tempest-TestAggregatesBasicOps-2063667536-router', 'tenant_id': 'b5c84008012c4e0d94db04cc290742bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'external_fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.71'}], 'enable_snat': True}, 'gw_port_id': '78084979-7360-4b4e-a083-d8b9be107f36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:51:25Z', 'updated_at': '2021-09-23T19:51:27Z', 'revision_number': 3, 'project_id': 'b5c84008012c4e0d94db04cc290742bf', 'gw_port': {'id': '78084979-7360-4b4e-a083-d8b9be107f36', 'name': '', 'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:fa:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10eaf073-0cb1-40a0-a8e3-bc641113aca3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3792, 'fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:51:26Z', 'updated_at': '2021-09-23T19:51:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-16'}], 'n-d-713301-16', False) {} {{(pid=95104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:51:29.128031 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Provisioning complete for port ef90a810-01af-4ad7-8b48-a13ab09e2dab triggered by entity L2. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:51:29.128566 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:29.180315 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cebc7408-33e3-4aa4-aee5-22fbce4535cc None None] Checking router: 10eaf073-0cb1-40a0-a8e3-bc641113aca3 for host: n-d-713301-16 {{(pid=95104) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 19:51:29.181429 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cebc7408-33e3-4aa4-aee5-22fbce4535cc None None] Updating router 10eaf073-0cb1-40a0-a8e3-bc641113aca3 port 78084979-7360-4b4e-a083-d8b9be107f36 binding host n-d-713301-16 {{(pid=95104) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 23 19:51:29.269519 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.plugin [None req-436919a8-2e66-4648-ae0a-70238db905a0 tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] In _notify_port_updated(), no bound segment for port a8bf8c12-71b0-49f0-98b6-af478a4967b4 on network 8c3b8755-bfc7-4a09-8696-06a84a2286c5 {{(pid=95102) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Sep 23 19:51:29.271531 n-d-713301-16 neutron-server[95104]: DEBUG neutron_lib.callbacks.manager [None req-cebc7408-33e3-4aa4-aee5-22fbce4535cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:29.271736 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-40d59492-ae7f-401e-aec8-710934a5aff7 None None] For port ef90a810-01af-4ad7-8b48-a13ab09e2dab, host n-d-713301-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-16',level=0,port_id=ef90a810-01af-4ad7-8b48-a13ab09e2dab,segment=NetworkSegment(4c6667b6-fd9d-4d32-aae6-2b25111d627d),segment_id=4c6667b6-fd9d-4d32-aae6-2b25111d627d)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:51:29.283792 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-40d59492-ae7f-401e-aec8-710934a5aff7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:29.290415 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-436919a8-2e66-4648-ae0a-70238db905a0 tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:51:29.291105 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-436919a8-2e66-4648-ae0a-70238db905a0 tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222849'] for port, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:29.292660 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-436919a8-2e66-4648-ae0a-70238db905a0 tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] 10.222.0.67 "PUT /v2.0/ports/a8bf8c12-71b0-49f0-98b6-af478a4967b4 HTTP/1.1" status: 200 len: 970 time: 2.5419843 Sep 23 19:51:29.296068 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-436919a8-2e66-4648-ae0a-70238db905a0 tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] Pushing event updated for resources: {'Port': ['ID=a8bf8c12-71b0-49f0-98b6-af478a4967b4,revision_number=2']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:51:29.298345 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 49988) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:51:29.343841 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34218cfa-2fda-4c04-961f-665870eb31fc req-b9af1285-d26b-41ec-b442-926b382283a9 tempest-TestServerMultinode-246649075 tempest-TestServerMultinode-246649075-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:51:29.358739 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-34218cfa-2fda-4c04-961f-665870eb31fc req-b9af1285-d26b-41ec-b442-926b382283a9 tempest-TestServerMultinode-246649075 tempest-TestServerMultinode-246649075-project-admin] 10.222.0.67 "GET /v2.0/ports?device_id=8e3f1086-f9b6-4343-9d23-af2553aa9850 HTTP/1.1" status: 200 len: 1096 time: 0.2744167 Sep 23 19:51:29.385760 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.db.resource_extend [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=95103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 23 19:51:29.422624 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-34218cfa-2fda-4c04-961f-665870eb31fc req-c75d2251-7262-4c39-9251-f21cb1f6c879 tempest-TestServerMultinode-246649075 tempest-TestServerMultinode-246649075-project-admin] 10.222.0.67 "GET /v2.0/security-groups?id=907ae9ed-ee55-474a-b11c-e10411da5f6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621996 Sep 23 19:51:29.545581 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Device 24981041-1431-4231-924d-9b19b03236c3 up at agent ovs-agent-n-d-713301-16 {{(pid=95103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 19:51:29.559588 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40d59492-ae7f-401e-aec8-710934a5aff7 None None] Pushing event updated for resources: {'Port': ['ID=ef90a810-01af-4ad7-8b48-a13ab09e2dab,revision_number=3']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:51:29.567096 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.plugin [None req-e45bf70a-426f-4b80-8e8f-a38c6790eaae tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] Deleting port a8bf8c12-71b0-49f0-98b6-af478a4967b4 {{(pid=95101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:51:29.567961 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-e45bf70a-426f-4b80-8e8f-a38c6790eaae tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783146157096'] for port, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:29.679044 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-213562fe-6ab2-4f17-abe8-01e7122899f1 None None] Provisioning complete for port ef90a810-01af-4ad7-8b48-a13ab09e2dab triggered by entity DHCP. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:51:29.679264 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-213562fe-6ab2-4f17-abe8-01e7122899f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:29.700132 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-988b306a-3819-4906-8037-e20be4eb9d46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:29.738426 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] For port 7ade3a57-1b07-4737-9255-b9df34b8e6bd, host n-h2-713301-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-16',level=0,port_id=7ade3a57-1b07-4737-9255-b9df34b8e6bd,segment=NetworkSegment(ee9700c6-c1c6-4a4c-81b6-5f74fe067cec),segment_id=ee9700c6-c1c6-4a4c-81b6-5f74fe067cec)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:51:29.758333 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Provisioning complete for port 24981041-1431-4231-924d-9b19b03236c3 triggered by entity L2. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:51:29.758710 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:29.767375 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Returning: {'device': '7ade3a57-1b07-4737-9255-b9df34b8e6bd', 'network_id': 'd9738749-37a5-4806-a9b1-b54d362aa2e5', 'port_id': '7ade3a57-1b07-4737-9255-b9df34b8e6bd', 'mac_address': 'fa:16:3e:b7:df:b7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 617, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5063ddfd-caee-4110-9a9f-b228fc05a5de', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95103) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 19:51:29.768586 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-e45bf70a-426f-4b80-8e8f-a38c6790eaae tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-605701'] for port, precommit_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:29.792105 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.plugin [None req-e45bf70a-426f-4b80-8e8f-a38c6790eaae tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] Calling delete_port for a8bf8c12-71b0-49f0-98b6-af478a4967b4 owned by {{(pid=95101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:51:29.834424 n-d-713301-16 neutron-server[95104]: DEBUG neutron_lib.callbacks.manager [None req-cebc7408-33e3-4aa4-aee5-22fbce4535cc None None] Notify callbacks [] for port, precommit_update {{(pid=95104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:29.844909 n-d-713301-16 neutron-server[95104]: DEBUG neutron_lib.callbacks.manager [None req-cebc7408-33e3-4aa4-aee5-22fbce4535cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:29.907054 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:29.912937 n-d-713301-16 neutron-server[95104]: DEBUG neutron.plugins.ml2.managers [None req-cebc7408-33e3-4aa4-aee5-22fbce4535cc None None] Attempting to bind port 78084979-7360-4b4e-a083-d8b9be107f36 on host n-d-713301-16 for vnic_type normal with profile {{(pid=95104) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 19:51:29.913559 n-d-713301-16 neutron-server[95104]: DEBUG neutron.plugins.ml2.managers [None req-cebc7408-33e3-4aa4-aee5-22fbce4535cc None None] Attempting to bind port 78084979-7360-4b4e-a083-d8b9be107f36 by drivers openvswitch,hyperv on host n-d-713301-16 at level 0 using segments [{'id': '7d4027f1-d893-4c7b-95d4-757b8e44e380', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac'}] {{(pid=95104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 19:51:29.914224 n-d-713301-16 neutron-server[95104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cebc7408-33e3-4aa4-aee5-22fbce4535cc None None] Attempting to bind port 78084979-7360-4b4e-a083-d8b9be107f36 on network 5dec5c09-378e-4f50-89cc-d94eb81c3bac {{(pid=95104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:51:29.922075 n-d-713301-16 neutron-server[95104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cebc7408-33e3-4aa4-aee5-22fbce4535cc None None] Checking agent: {'id': '70a14545-df24-472f-8f95-bfe1719bff93', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 19, 7, 53), 'started_at': datetime.datetime(2021, 9, 23, 19, 8, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 19, 51, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 19:51:29.922761 n-d-713301-16 neutron-server[95104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cebc7408-33e3-4aa4-aee5-22fbce4535cc None None] Checking segment: {'id': '7d4027f1-d893-4c7b-95d4-757b8e44e380', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95104) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:51:29.923374 n-d-713301-16 neutron-server[95104]: DEBUG neutron_lib.callbacks.manager [None req-cebc7408-33e3-4aa4-aee5-22fbce4535cc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:29.923913 n-d-713301-16 neutron-server[95104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cebc7408-33e3-4aa4-aee5-22fbce4535cc None None] Bound using segment: {'id': '7d4027f1-d893-4c7b-95d4-757b8e44e380', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac'} {{(pid=95104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 19:51:29.924548 n-d-713301-16 neutron-server[95104]: DEBUG neutron.plugins.ml2.managers [None req-cebc7408-33e3-4aa4-aee5-22fbce4535cc None None] Bound port: 78084979-7360-4b4e-a083-d8b9be107f36, host: n-d-713301-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7d4027f1-d893-4c7b-95d4-757b8e44e380', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac'}}] {{(pid=95104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 19:51:29.925189 n-d-713301-16 neutron-server[95104]: DEBUG neutron_lib.callbacks.manager [None req-cebc7408-33e3-4aa4-aee5-22fbce4535cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:29.973624 n-d-713301-16 neutron-server[95103]: DEBUG neutron.notifiers.nova [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7ade3a57-1b07-4737-9255-b9df34b8e6bd {{(pid=95103) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 19:51:29.986343 n-d-713301-16 neutron-server[95104]: DEBUG neutron.plugins.ml2.db [None req-cebc7408-33e3-4aa4-aee5-22fbce4535cc None None] For port 78084979-7360-4b4e-a083-d8b9be107f36, host n-d-713301-16, cleared binding levels {{(pid=95104) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 19:51:29.990530 n-d-713301-16 neutron-server[95104]: DEBUG neutron.plugins.ml2.db [None req-cebc7408-33e3-4aa4-aee5-22fbce4535cc None None] For port 78084979-7360-4b4e-a083-d8b9be107f36, host n-d-713301-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-16',level=0,port_id=78084979-7360-4b4e-a083-d8b9be107f36,segment=NetworkSegment(7d4027f1-d893-4c7b-95d4-757b8e44e380),segment_id=7d4027f1-d893-4c7b-95d4-757b8e44e380)] {{(pid=95104) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 19:51:29.998915 n-d-713301-16 neutron-server[95104]: DEBUG neutron_lib.callbacks.manager [None req-cebc7408-33e3-4aa4-aee5-22fbce4535cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:30.017917 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] For port 7ade3a57-1b07-4737-9255-b9df34b8e6bd, host n-h2-713301-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-16',level=0,port_id=7ade3a57-1b07-4737-9255-b9df34b8e6bd,segment=NetworkSegment(ee9700c6-c1c6-4a4c-81b6-5f74fe067cec),segment_id=ee9700c6-c1c6-4a4c-81b6-5f74fe067cec)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:51:30.024279 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:30.028261 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dffabc9-a945-42f8-ad77-36d9ba747f83 None None] Pushing event updated for resources: {'Port': ['ID=78084979-7360-4b4e-a083-d8b9be107f36,revision_number=2']} {{(pid=95104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:51:30.050527 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-e45bf70a-426f-4b80-8e8f-a38c6790eaae tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783146162158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783145673144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5607431'] for port, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:30.078145 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cebc7408-33e3-4aa4-aee5-22fbce4535cc None None] Routers {'10eaf073-0cb1-40a0-a8e3-bc641113aca3'} bound to L3 agent in host n-d-713301-16 {{(pid=95104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 19:51:30.078783 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_hamode_db [None req-cebc7408-33e3-4aa4-aee5-22fbce4535cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-23T19:07:52Z,description=,heartbeat_timestamp=2021-09-23T19:51:23Z,host='n-d-713301-16',id=79a740bf-7821-4989-8288-7186e3e128f3,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:07:52Z,topic='l3_agent')) {'router_ids': ['10eaf073-0cb1-40a0-a8e3-bc641113aca3'], 'active': True} {{(pid=95104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:51:30.142915 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Pushing event updated for resources: {'Port': ['ID=7ade3a57-1b07-4737-9255-b9df34b8e6bd,revision_number=4']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:51:30.150024 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e45bf70a-426f-4b80-8e8f-a38c6790eaae tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] Pushing event deleted for resources: {'Port': ['ID=a8bf8c12-71b0-49f0-98b6-af478a4967b4,revision_number=None']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:51:30.174064 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-7e6c8a29-c92d-4b89-9137-ba5399bb06e0 None None] Provisioning complete for port 17272b44-0195-4827-bb9e-35f481b2411f triggered by entity DHCP. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:51:30.174485 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-7e6c8a29-c92d-4b89-9137-ba5399bb06e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:30.219659 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.plugin [None req-7e6c8a29-c92d-4b89-9137-ba5399bb06e0 None None] Port 17272b44-0195-4827-bb9e-35f481b2411f cannot update to ACTIVE because it is not bound. {{(pid=95103) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 19:51:30.236475 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] get_ports_and_sgs() called for port_ids ['7ade3a57-1b07-4737-9255-b9df34b8e6bd'] {{(pid=95103) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 19:51:30.239391 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-7e6c8a29-c92d-4b89-9137-ba5399bb06e0 None None] Provisioning complete for port 24981041-1431-4231-924d-9b19b03236c3 triggered by entity DHCP. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:51:30.239886 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-7e6c8a29-c92d-4b89-9137-ba5399bb06e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:30.412876 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Device ef90a810-01af-4ad7-8b48-a13ab09e2dab up at agent ovs-agent-n-d-713301-16 {{(pid=95103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 19:51:30.437495 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dffabc9-a945-42f8-ad77-36d9ba747f83 None None] Pushing event updated for resources: {'Port': ['ID=78084979-7360-4b4e-a083-d8b9be107f36,revision_number=3']} {{(pid=95104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:51:30.495603 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_dvr_db [None req-cebc7408-33e3-4aa4-aee5-22fbce4535cc None None] Set router 10eaf073-0cb1-40a0-a8e3-bc641113aca3 gateway port host: n-d-713301-16 {{(pid=95104) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 19:51:30.580171 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-7e6c8a29-c92d-4b89-9137-ba5399bb06e0 None None] Could not find standard attr ID for object a8bf8c12-71b0-49f0-98b6-af478a4967b4. {{(pid=95103) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 23 19:51:30.587755 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Provisioning complete for port ef90a810-01af-4ad7-8b48-a13ab09e2dab triggered by entity L2. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:51:30.588339 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:30.607673 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719d0b19-0d1c-42a8-98b2-140b36ac47c3 req-a6ef11e1-171f-4408-9684-12e453cf01b3 tempest-TestServerMultinode-246649075 tempest-TestServerMultinode-246649075-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:51:30.611932 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-719d0b19-0d1c-42a8-98b2-140b36ac47c3 req-a6ef11e1-171f-4408-9684-12e453cf01b3 tempest-TestServerMultinode-246649075 tempest-TestServerMultinode-246649075-project-admin] 10.222.0.67 "GET /v2.0/ports?device_id=8e3f1086-f9b6-4343-9d23-af2553aa9850 HTTP/1.1" status: 200 len: 1097 time: 0.0941100 Sep 23 19:51:30.645325 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-e45bf70a-426f-4b80-8e8f-a38c6790eaae tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222849'] for port, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:30.650286 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-e45bf70a-426f-4b80-8e8f-a38c6790eaae tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] 10.222.0.67 "DELETE /v2.0/ports/a8bf8c12-71b0-49f0-98b6-af478a4967b4 HTTP/1.1" status: 204 len: 168 time: 1.3485920 Sep 23 19:51:30.650945 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 50002) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:51:30.681330 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-719d0b19-0d1c-42a8-98b2-140b36ac47c3 req-38c46ab6-8ef0-4c39-9833-31fb3609fc3f tempest-TestServerMultinode-246649075 tempest-TestServerMultinode-246649075-project-admin] 10.222.0.67 "GET /v2.0/security-groups?id=907ae9ed-ee55-474a-b11c-e10411da5f6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618594 Sep 23 19:51:30.683717 n-d-713301-16 neutron-server[95101]: INFO neutron.pecan_wsgi.hooks.translation [None req-ec6c636a-f0d7-418d-874d-99550a563ae9 tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] GET failed (client error): The resource could not be found. Sep 23 19:51:30.687979 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-ec6c636a-f0d7-418d-874d-99550a563ae9 tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] 10.222.0.67 "GET /v2.0/ports/a8bf8c12-71b0-49f0-98b6-af478a4967b4 HTTP/1.1" status: 404 len: 333 time: 0.0337253 Sep 23 19:51:30.688412 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 50004) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:51:30.716209 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-daeb5d8b-ddf8-46c3-a4a7-dd4093cea116 None None] Could not find standard attr ID for object a8bf8c12-71b0-49f0-98b6-af478a4967b4. {{(pid=95103) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 23 19:51:30.734305 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_hamode_db [None req-cebc7408-33e3-4aa4-aee5-22fbce4535cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10eaf073-0cb1-40a0-a8e3-bc641113aca3', 'name': 'tempest-TestAggregatesBasicOps-2063667536-router', 'tenant_id': 'b5c84008012c4e0d94db04cc290742bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'external_fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.71'}], 'enable_snat': True}, 'gw_port_id': '78084979-7360-4b4e-a083-d8b9be107f36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:51:25Z', 'updated_at': '2021-09-23T19:51:27Z', 'revision_number': 3, 'project_id': 'b5c84008012c4e0d94db04cc290742bf', 'gw_port': {'id': '78084979-7360-4b4e-a083-d8b9be107f36', 'name': '', 'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:fa:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10eaf073-0cb1-40a0-a8e3-bc641113aca3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3792, 'fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:51:26Z', 'updated_at': '2021-09-23T19:51:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-16'}], 'n-d-713301-16', False) {} {{(pid=95104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:51:30.761770 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cebc7408-33e3-4aa4-aee5-22fbce4535cc None None] The sync data for ids ['10eaf073-0cb1-40a0-a8e3-bc641113aca3'] in n-d-713301-16 is: [{'id': '10eaf073-0cb1-40a0-a8e3-bc641113aca3', 'name': 'tempest-TestAggregatesBasicOps-2063667536-router', 'tenant_id': 'b5c84008012c4e0d94db04cc290742bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'external_fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.71'}], 'enable_snat': True}, 'gw_port_id': '78084979-7360-4b4e-a083-d8b9be107f36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:51:25Z', 'updated_at': '2021-09-23T19:51:27Z', 'revision_number': 3, 'project_id': 'b5c84008012c4e0d94db04cc290742bf', 'gw_port': {'id': '78084979-7360-4b4e-a083-d8b9be107f36', 'name': '', 'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:fa:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10eaf073-0cb1-40a0-a8e3-bc641113aca3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3792, 'fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:51:26Z', 'updated_at': '2021-09-23T19:51:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-16'}] {{(pid=95104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 19:51:30.785804 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-6c57108f-38fd-49b3-a15c-051015bbff10 tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] Notify callbacks [] for security_group, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:30.802933 n-d-713301-16 neutron-server[95101]: DEBUG neutron.db.db_base_plugin_common [None req-988b306a-3819-4906-8037-e20be4eb9d46 admin admin] Allocated IP 172.20.0.1 (6c1248ab-3a27-4b6b-b391-032ef2c47bfa/8c1e27ee-94ad-4bc9-a8e6-4164e784bcf7/0635d5b1-36aa-491d-805e-82d5528bc711) {{(pid=95101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 19:51:30.830979 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-6c57108f-38fd-49b3-a15c-051015bbff10 tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:30.926479 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-6c57108f-38fd-49b3-a15c-051015bbff10 tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:30.929023 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-6c57108f-38fd-49b3-a15c-051015bbff10 tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] Notify callbacks [] for security_group, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:30.930188 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-6c57108f-38fd-49b3-a15c-051015bbff10 tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] 10.222.0.67 "DELETE /v2.0/security-groups/28b36a86-d457-4c79-9d64-a34cfcb683f2 HTTP/1.1" status: 204 len: 168 time: 0.2407494 Sep 23 19:51:30.933142 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 50006) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:51:30.951347 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c57108f-38fd-49b3-a15c-051015bbff10 tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=28b36a86-d457-4c79-9d64-a34cfcb683f2,revision_number=None']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:51:30.970826 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-988b306a-3819-4906-8037-e20be4eb9d46 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:31.003901 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-27943dfb-644e-454b-8332-7a8ecdaf4c5e tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] Notify callbacks [] for security_group, before_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:31.020771 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-988b306a-3819-4906-8037-e20be4eb9d46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783145673135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5607431'] for port, after_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:31.038082 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-27943dfb-644e-454b-8332-7a8ecdaf4c5e tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:31.090148 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Device 7ade3a57-1b07-4737-9255-b9df34b8e6bd up at agent hyperv_n-h2-713301-16 {{(pid=95103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 19:51:31.102529 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-988b306a-3819-4906-8037-e20be4eb9d46 admin admin] Network 6c1248ab-3a27-4b6b-b391-032ef2c47bfa is already hosted by enough agents. {{(pid=95101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:51:31.104263 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.base_scheduler [None req-988b306a-3819-4906-8037-e20be4eb9d46 admin admin] Resources bound (agent type, host, resource id): {{(pid=95101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:51:31.140379 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988b306a-3819-4906-8037-e20be4eb9d46 admin admin] Pushing event updated for resources: {'Port': ['ID=0635d5b1-36aa-491d-805e-82d5528bc711,revision_number=1']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:51:31.150918 n-d-713301-16 neutron-server[95101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-988b306a-3819-4906-8037-e20be4eb9d46 admin admin] Received port after_create {{(pid=95101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 19:51:31.169870 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-27943dfb-644e-454b-8332-7a8ecdaf4c5e tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:31.177329 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-27943dfb-644e-454b-8332-7a8ecdaf4c5e tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] Notify callbacks [] for security_group, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:31.178959 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-27943dfb-644e-454b-8332-7a8ecdaf4c5e tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] 10.222.0.67 "DELETE /v2.0/security-groups/c8a5c32c-2a1f-4175-a737-174e316d7325 HTTP/1.1" status: 204 len: 168 time: 0.2440891 Sep 23 19:51:31.195961 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 50008) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:51:31.200545 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Provisioning for port 7ade3a57-1b07-4737-9255-b9df34b8e6bd completed by entity L2. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 19:51:31.205604 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Provisioning complete for port 7ade3a57-1b07-4737-9255-b9df34b8e6bd triggered by entity L2. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:51:31.205989 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:31.254507 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27943dfb-644e-454b-8332-7a8ecdaf4c5e tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8a5c32c-2a1f-4175-a737-174e316d7325,revision_number=None']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:51:31.273571 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-988b306a-3819-4906-8037-e20be4eb9d46 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-601987'] for router_interface, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:31.329295 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-784fb5b9-d2fc-4066-83bd-868afb959caa tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] Notify callbacks [] for security_group, before_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:31.370460 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:31.406264 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-784fb5b9-d2fc-4066-83bd-868afb959caa tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:31.409078 n-d-713301-16 neutron-server[95103]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e3f1086-f9b6-4343-9d23-af2553aa9850', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ade3a57-1b07-4737-9255-b9df34b8e6bd'}] {{(pid=95103) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 19:51:31.411521 n-d-713301-16 neutron-server[95103]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}81a1c17f2aa89d5b3ebbba3a3e0cf7eb588e431c2224256110c4c4facdd7c3e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-714cf58c-059c-4975-bb62-391874edfd42" -d '{"events": [{"server_uuid": "8e3f1086-f9b6-4343-9d23-af2553aa9850", "name": "network-vif-plugged", "status": "completed", "tag": "7ade3a57-1b07-4737-9255-b9df34b8e6bd"}]}' {{(pid=95103) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 19:51:31.448181 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] For port 7ade3a57-1b07-4737-9255-b9df34b8e6bd, host n-h2-713301-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-16',level=0,port_id=7ade3a57-1b07-4737-9255-b9df34b8e6bd,segment=NetworkSegment(ee9700c6-c1c6-4a4c-81b6-5f74fe067cec),segment_id=ee9700c6-c1c6-4a4c-81b6-5f74fe067cec)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:51:31.454434 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:31.508828 n-d-713301-16 neutron-server[95103]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 19:51:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1c0cfd3-58f7-43a2-9d87-79f24b275e42 x-openstack-request-id: req-f1c0cfd3-58f7-43a2-9d87-79f24b275e42 {{(pid=95103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 19:51:31.510339 n-d-713301-16 neutron-server[95103]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8e3f1086-f9b6-4343-9d23-af2553aa9850", "name": "network-vif-plugged", "status": "completed", "tag": "7ade3a57-1b07-4737-9255-b9df34b8e6bd", "code": 200}]} {{(pid=95103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 19:51:31.510823 n-d-713301-16 neutron-server[95103]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-f1c0cfd3-58f7-43a2-9d87-79f24b275e42 {{(pid=95103) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 19:51:31.511323 n-d-713301-16 neutron-server[95103]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8e3f1086-f9b6-4343-9d23-af2553aa9850', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ade3a57-1b07-4737-9255-b9df34b8e6bd', 'code': 200} Sep 23 19:51:31.514408 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-784fb5b9-d2fc-4066-83bd-868afb959caa tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:31.517129 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-784fb5b9-d2fc-4066-83bd-868afb959caa tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] Notify callbacks [] for security_group, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:31.518419 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-784fb5b9-d2fc-4066-83bd-868afb959caa tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] 10.222.0.67 "DELETE /v2.0/security-groups/e4954c5a-512e-4c20-8078-a870e06b6ed7 HTTP/1.1" status: 204 len: 168 time: 0.3112540 Sep 23 19:51:31.532538 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 50022) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:51:31.592131 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Pushing event updated for resources: {'Port': ['ID=7ade3a57-1b07-4737-9255-b9df34b8e6bd,revision_number=5']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:51:31.593264 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-988b306a-3819-4906-8037-e20be4eb9d46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:31.612219 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-784fb5b9-d2fc-4066-83bd-868afb959caa tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4954c5a-512e-4c20-8078-a870e06b6ed7,revision_number=None']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:51:31.638204 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-d6a34ae0-c10c-45d7-aee4-a196185642bd None None] Provisioning complete for port 0635d5b1-36aa-491d-805e-82d5528bc711 triggered by entity DHCP. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:51:31.641663 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-d6a34ae0-c10c-45d7-aee4-a196185642bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:31.670650 n-d-713301-16 neutron-server[95102]: DEBUG neutron.db.db_base_plugin_v2 [None req-84144026-2e3f-4e80-bc59-904e6639de46 tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] Deleting subnet e8f2a18b-df1a-41b5-b546-6f8dd74f1ef3 {{(pid=95102) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 23 19:51:31.674033 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-84144026-2e3f-4e80-bc59-904e6639de46 tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] Notify callbacks [] for subnet, before_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:31.707326 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.plugin [None req-d6a34ae0-c10c-45d7-aee4-a196185642bd None None] Port 0635d5b1-36aa-491d-805e-82d5528bc711 cannot update to ACTIVE because it is not bound. {{(pid=95103) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 19:51:31.739345 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-84144026-2e3f-4e80-bc59-904e6639de46 tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6162825'] for subnet, precommit_delete_associations {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:31.834964 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-84144026-2e3f-4e80-bc59-904e6639de46 tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1756813'] for subnet, precommit_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:31.850088 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-988b306a-3819-4906-8037-e20be4eb9d46 admin admin] Notify callbacks [] for port, precommit_update {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:31.857097 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-988b306a-3819-4906-8037-e20be4eb9d46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5607436'] for port, after_update {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:31.894681 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ae1b1c-30a3-414d-96b9-568e6ff6691c req-74ac9f63-3ab9-4c6a-9509-4b83fea5ba01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:51:31.896536 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-08ae1b1c-30a3-414d-96b9-568e6ff6691c req-74ac9f63-3ab9-4c6a-9509-4b83fea5ba01 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=8e3f1086-f9b6-4343-9d23-af2553aa9850 HTTP/1.1" status: 200 len: 1098 time: 0.2975204 Sep 23 19:51:31.937724 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-988b306a-3819-4906-8037-e20be4eb9d46 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-527313', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-601459'] for router_interface, after_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:31.968439 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988b306a-3819-4906-8037-e20be4eb9d46 admin admin] Pushing event updated for resources: {'Port': ['ID=0635d5b1-36aa-491d-805e-82d5528bc711,revision_number=2']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:51:32.055643 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-988b306a-3819-4906-8037-e20be4eb9d46 admin admin] Network 6c1248ab-3a27-4b6b-b391-032ef2c47bfa is already hosted by enough agents. {{(pid=95101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:51:32.057833 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.base_scheduler [None req-988b306a-3819-4906-8037-e20be4eb9d46 admin admin] Resources bound (agent type, host, resource id): {{(pid=95101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:51:32.188472 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-988b306a-3819-4906-8037-e20be4eb9d46 admin admin] Router 10eaf073-0cb1-40a0-a8e3-bc641113aca3 has already been hosted by L3 agent 79a740bf-7821-4989-8288-7186e3e128f3 {{(pid=95101) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 19:51:32.314147 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-84144026-2e3f-4e80-bc59-904e6639de46 tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1756804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4399009', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5388229'] for subnet, after_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:32.336123 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac711b9-9b48-4687-9023-aab1635739a1 req-1a660dd4-960d-4b38-8f9c-0f671fcbc2b5 tempest-TestServerMultinode-246649075 tempest-TestServerMultinode-246649075-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:51:32.344230 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-fac711b9-9b48-4687-9023-aab1635739a1 req-1a660dd4-960d-4b38-8f9c-0f671fcbc2b5 tempest-TestServerMultinode-246649075 tempest-TestServerMultinode-246649075-project-admin] 10.222.0.67 "GET /v2.0/ports?device_id=8e3f1086-f9b6-4343-9d23-af2553aa9850 HTTP/1.1" status: 200 len: 1098 time: 0.4736772 Sep 23 19:51:32.347425 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-988b306a-3819-4906-8037-e20be4eb9d46 admin admin] Notify agent at l3_agent.n-d-713301-16 the message routers_updated {{(pid=95101) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 19:51:32.360305 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-988b306a-3819-4906-8037-e20be4eb9d46 admin admin] 10.222.0.67 "PUT /v2.0/routers/10eaf073-0cb1-40a0-a8e3-bc641113aca3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1774898 Sep 23 19:51:32.383217 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Device 78084979-7360-4b4e-a083-d8b9be107f36 up at agent ovs-agent-n-d-713301-16 {{(pid=95103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 19:51:32.396500 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-08ae1b1c-30a3-414d-96b9-568e6ff6691c req-27968e1b-5471-467f-a5b4-082ced4807b0 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=907ae9ed-ee55-474a-b11c-e10411da5f6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1691000 Sep 23 19:51:32.404071 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84144026-2e3f-4e80-bc59-904e6639de46 tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] Pushing event deleted for resources: {'Subnet': ['ID=e8f2a18b-df1a-41b5-b546-6f8dd74f1ef3,revision_number=None']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:51:32.416632 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-84144026-2e3f-4e80-bc59-904e6639de46 tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] Notify callbacks [] for subnet, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:32.419934 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-84144026-2e3f-4e80-bc59-904e6639de46 tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] 10.222.0.67 "DELETE /v2.0/subnets/e8f2a18b-df1a-41b5-b546-6f8dd74f1ef3 HTTP/1.1" status: 204 len: 168 time: 0.8743243 Sep 23 19:51:32.427921 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 50028) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:51:32.445390 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa000bf1-4ffd-48e2-a4c8-fe16bcd15eaf None None] Network 8c3b8755-bfc7-4a09-8696-06a84a2286c5 requested from n-d-713301-16 {{(pid=95103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 19:51:32.482313 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-fac711b9-9b48-4687-9023-aab1635739a1 req-85ff1a19-efd4-442d-b9a5-e3fc14246aa8 tempest-TestServerMultinode-246649075 tempest-TestServerMultinode-246649075-project-admin] 10.222.0.67 "GET /v2.0/security-groups?id=907ae9ed-ee55-474a-b11c-e10411da5f6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1370742 Sep 23 19:51:32.539240 n-d-713301-16 neutron-server[95102]: DEBUG neutron.db.db_base_plugin_v2 [None req-db890a21-0718-4474-a464-e0a8d197642f tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] Deleting subnet 4c25d801-0813-47e6-a729-bcc6f4b4a1a6 {{(pid=95102) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 23 19:51:32.543132 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-9ae44e0b-170e-47a1-bb4e-46c10007ee94 None None] Provisioning complete for port 0635d5b1-36aa-491d-805e-82d5528bc711 triggered by entity DHCP. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:51:32.543853 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-db890a21-0718-4474-a464-e0a8d197642f tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] Notify callbacks [] for subnet, before_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:32.543992 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-9ae44e0b-170e-47a1-bb4e-46c10007ee94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:32.606353 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Provisioning complete for port 78084979-7360-4b4e-a083-d8b9be107f36 triggered by entity L2. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:51:32.606700 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:32.610917 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.plugin [None req-9ae44e0b-170e-47a1-bb4e-46c10007ee94 None None] Port 0635d5b1-36aa-491d-805e-82d5528bc711 cannot update to ACTIVE because it is not bound. {{(pid=95103) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 19:51:32.614040 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-db890a21-0718-4474-a464-e0a8d197642f tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6162825'] for subnet, precommit_delete_associations {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:32.738630 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-db890a21-0718-4474-a464-e0a8d197642f tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1756813'] for subnet, precommit_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:32.781375 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:32.806184 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] For port 78084979-7360-4b4e-a083-d8b9be107f36, host n-d-713301-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-16',level=0,port_id=78084979-7360-4b4e-a083-d8b9be107f36,segment=NetworkSegment(7d4027f1-d893-4c7b-95d4-757b8e44e380),segment_id=7d4027f1-d893-4c7b-95d4-757b8e44e380)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:51:32.817955 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:32.833562 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-db890a21-0718-4474-a464-e0a8d197642f tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1756804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4399009', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5388229'] for subnet, after_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:32.882916 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Pushing event updated for resources: {'Port': ['ID=78084979-7360-4b4e-a083-d8b9be107f36,revision_number=4']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:51:32.896252 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db890a21-0718-4474-a464-e0a8d197642f tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] Pushing event deleted for resources: {'Subnet': ['ID=4c25d801-0813-47e6-a729-bcc6f4b4a1a6,revision_number=None']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:51:32.900498 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-db890a21-0718-4474-a464-e0a8d197642f tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] Notify callbacks [] for subnet, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:32.903618 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-db890a21-0718-4474-a464-e0a8d197642f tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] 10.222.0.67 "DELETE /v2.0/subnets/4c25d801-0813-47e6-a729-bcc6f4b4a1a6 HTTP/1.1" status: 204 len: 168 time: 0.4733484 Sep 23 19:51:32.906090 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 50040) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:51:32.940190 n-d-713301-16 neutron-server[95102]: INFO neutron.pecan_wsgi.hooks.translation [None req-ebe0234d-ce0e-40fb-9194-80195faf3ee1 tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] DELETE failed (client error): The resource could not be found. Sep 23 19:51:32.940839 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ebe0234d-ce0e-40fb-9194-80195faf3ee1 tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95102) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 23 19:51:32.942833 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-ebe0234d-ce0e-40fb-9194-80195faf3ee1 tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] 10.222.0.67 "DELETE /v2.0/subnets/e8f2a18b-df1a-41b5-b546-6f8dd74f1ef3 HTTP/1.1" status: 404 len: 337 time: 0.0356498 Sep 23 19:51:32.946157 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 50042) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:51:33.020948 n-d-713301-16 neutron-server[95102]: DEBUG neutron.db.db_base_plugin_v2 [None req-6d6e9932-29a5-4213-9f9f-7576c85c41b1 tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] Deleting subnet f557dc45-ea33-400b-b137-57d5a94c4213 {{(pid=95102) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 23 19:51:33.028033 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-6d6e9932-29a5-4213-9f9f-7576c85c41b1 tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] Notify callbacks [] for subnet, before_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:33.086184 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-6d6e9932-29a5-4213-9f9f-7576c85c41b1 tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6162825'] for subnet, precommit_delete_associations {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:33.166178 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 50048) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:51:33.197968 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.v2.base [None req-e8db9bd0-99dd-4f3f-809f-483a7065ecca admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-1407645178-network', 'tenant_id': 'cf371590cd124254b7dc164ff46d9543'}} {{(pid=95102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:51:33.240409 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-6d6e9932-29a5-4213-9f9f-7576c85c41b1 tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1756813'] for subnet, precommit_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:33.251343 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c710691-b61a-4b84-879d-4b5eb48cdf27 None None] Sync routers for ids ['10eaf073-0cb1-40a0-a8e3-bc641113aca3'] in n-d-713301-16 {{(pid=95103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 19:51:33.265406 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8db9bd0-99dd-4f3f-809f-483a7065ecca admin admin] Made reservation on behalf of cf371590cd124254b7dc164ff46d9543 for: {'network': 1} {{(pid=95102) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:51:33.265758 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c710691-b61a-4b84-879d-4b5eb48cdf27 None None] Routers {'10eaf073-0cb1-40a0-a8e3-bc641113aca3'} bound to L3 agent in host n-d-713301-16 {{(pid=95103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 19:51:33.266536 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_hamode_db [None req-9c710691-b61a-4b84-879d-4b5eb48cdf27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-23T19:07:52Z,description=,heartbeat_timestamp=2021-09-23T19:51:23Z,host='n-d-713301-16',id=79a740bf-7821-4989-8288-7186e3e128f3,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:07:52Z,topic='l3_agent')) {'router_ids': ['10eaf073-0cb1-40a0-a8e3-bc641113aca3'], 'active': True} {{(pid=95103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:51:33.268136 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-e8db9bd0-99dd-4f3f-809f-483a7065ecca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for network, before_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:33.279751 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-e8db9bd0-99dd-4f3f-809f-483a7065ecca admin admin] Notify callbacks [] for security_group, before_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:33.345942 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-6d6e9932-29a5-4213-9f9f-7576c85c41b1 tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1756804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4399009', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5388229'] for subnet, after_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:33.384931 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d6e9932-29a5-4213-9f9f-7576c85c41b1 tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] Pushing event deleted for resources: {'Subnet': ['ID=f557dc45-ea33-400b-b137-57d5a94c4213,revision_number=None']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:51:33.402745 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_dvr_db [None req-9c710691-b61a-4b84-879d-4b5eb48cdf27 None None] Set router 10eaf073-0cb1-40a0-a8e3-bc641113aca3 gateway port host: n-d-713301-16 {{(pid=95103) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 19:51:33.406229 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-6d6e9932-29a5-4213-9f9f-7576c85c41b1 tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] Notify callbacks [] for subnet, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:33.411661 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-6d6e9932-29a5-4213-9f9f-7576c85c41b1 tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] 10.222.0.67 "DELETE /v2.0/subnets/f557dc45-ea33-400b-b137-57d5a94c4213 HTTP/1.1" status: 204 len: 168 time: 0.4640298 Sep 23 19:51:33.415374 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 50050) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:51:33.472411 n-d-713301-16 neutron-server[95101]: INFO neutron.pecan_wsgi.hooks.translation [None req-4b527f4d-8668-4976-818e-fb3a522162a2 tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] DELETE failed (client error): The resource could not be found. Sep 23 19:51:33.472794 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4b527f4d-8668-4976-818e-fb3a522162a2 tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95101) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 23 19:51:33.474832 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-4b527f4d-8668-4976-818e-fb3a522162a2 tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] 10.222.0.67 "DELETE /v2.0/subnets/328eddd7-b55f-4f5b-a490-98367a7b8956 HTTP/1.1" status: 404 len: 337 time: 0.0572090 Sep 23 19:51:33.478002 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 50052) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:51:33.530789 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-815c296d-5636-4aff-ab69-7b12cb3b2a75 tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] 10.222.0.67 "GET /v2.0/ports?device_id=b0c39635-1441-4dfb-a7c8-dc65846e79c9 HTTP/1.1" status: 200 len: 205 time: 0.0473323 Sep 23 19:51:33.536971 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 50056) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:51:33.555326 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-e8db9bd0-99dd-4f3f-809f-483a7065ecca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:33.563049 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-e8db9bd0-99dd-4f3f-809f-483a7065ecca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:33.604270 n-d-713301-16 neutron-server[95101]: INFO neutron.api.v2.resource [None req-64db7768-83a9-4efa-8905-74a09f88cbe3 tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] delete failed (client error): The resource could not be found. Sep 23 19:51:33.608001 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-64db7768-83a9-4efa-8905-74a09f88cbe3 tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] 10.222.0.67 "DELETE /v2.0/routers/b0c39635-1441-4dfb-a7c8-dc65846e79c9 HTTP/1.1" status: 404 len: 336 time: 0.0659070 Sep 23 19:51:33.608479 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 50060) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:51:33.614442 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e8db9bd0-99dd-4f3f-809f-483a7065ecca admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 638} {{(pid=95102) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 19:51:33.657986 n-d-713301-16 neutron-server[95101]: INFO neutron.pecan_wsgi.hooks.translation [None req-ef822000-c53d-402e-9538-4bb5339d9ad4 tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] DELETE failed (client error): The resource could not be found. Sep 23 19:51:33.658639 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ef822000-c53d-402e-9538-4bb5339d9ad4 tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95101) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 23 19:51:33.660708 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-ef822000-c53d-402e-9538-4bb5339d9ad4 tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] 10.222.0.67 "DELETE /v2.0/subnets/7517de36-18a9-4205-a579-1052e9599d13 HTTP/1.1" status: 404 len: 337 time: 0.0510514 Sep 23 19:51:33.663324 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 50062) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:51:33.675653 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-e8db9bd0-99dd-4f3f-809f-483a7065ecca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1756186'] for segment, precommit_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:33.676042 n-d-713301-16 neutron-server[95102]: INFO neutron.db.segments_db [None req-e8db9bd0-99dd-4f3f-809f-483a7065ecca admin admin] Added segment 1071b518-cb27-4ffb-9b3d-eebb8c0bc6f5 of type vlan for network a420114d-2231-43f7-b032-22f9a06043e9 Sep 23 19:51:33.682297 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8db9bd0-99dd-4f3f-809f-483a7065ecca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac1e8aaa-4f18-4734-8e39-14ef9f4fa297,revision_number=1']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:51:33.704381 n-d-713301-16 neutron-server[95101]: INFO neutron.pecan_wsgi.hooks.translation [None req-f695d884-2c9b-4852-b610-424bc5453f2e tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] DELETE failed (client error): The resource could not be found. Sep 23 19:51:33.704975 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f695d884-2c9b-4852-b610-424bc5453f2e tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95101) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 23 19:51:33.707062 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-f695d884-2c9b-4852-b610-424bc5453f2e tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] 10.222.0.67 "DELETE /v2.0/subnets/a72e5ec7-727a-4dfc-bf4c-f161ff652923 HTTP/1.1" status: 404 len: 337 time: 0.0427542 Sep 23 19:51:33.710188 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 50064) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:51:33.760510 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-589aad0b-710c-43bc-9ca5-734f8c5adefa None None] Network 8c3b8755-bfc7-4a09-8696-06a84a2286c5 requested from n-d-713301-16 {{(pid=95103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 19:51:33.770858 n-d-713301-16 neutron-server[95101]: INFO neutron.pecan_wsgi.hooks.translation [None req-359c852d-0f8e-410f-a3f5-c5b3671eb2f9 tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] DELETE failed (client error): The resource could not be found. Sep 23 19:51:33.771332 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-359c852d-0f8e-410f-a3f5-c5b3671eb2f9 tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95101) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 23 19:51:33.776404 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-359c852d-0f8e-410f-a3f5-c5b3671eb2f9 tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] 10.222.0.67 "DELETE /v2.0/subnets/8394d58b-6542-44ea-957b-a946378bbd9c HTTP/1.1" status: 404 len: 337 time: 0.0626078 Sep 23 19:51:33.776622 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 50066) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:51:33.817173 n-d-713301-16 neutron-server[95101]: INFO neutron.pecan_wsgi.hooks.translation [None req-072e748c-4dbe-44b1-8ba0-f53647535f16 tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] DELETE failed (client error): The resource could not be found. Sep 23 19:51:33.819473 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-072e748c-4dbe-44b1-8ba0-f53647535f16 tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95101) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 23 19:51:33.825353 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-e8db9bd0-99dd-4f3f-809f-483a7065ecca admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783145630486'] for network, precommit_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:33.827270 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-072e748c-4dbe-44b1-8ba0-f53647535f16 tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] 10.222.0.67 "DELETE /v2.0/ports/ef8186e0-9ffb-4ba2-99f6-5b48408858a7 HTTP/1.1" status: 404 len: 333 time: 0.0485075 Sep 23 19:51:33.828115 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 50068) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:51:33.860903 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2131c94-ece6-452c-adfb-e933806681ce req-34c5136b-c6f5-44b3-bc00-82a337ac0c8e tempest-TestServerMultinode-246649075 tempest-TestServerMultinode-246649075-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:51:33.862651 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-e2131c94-ece6-452c-adfb-e933806681ce req-34c5136b-c6f5-44b3-bc00-82a337ac0c8e tempest-TestServerMultinode-246649075 tempest-TestServerMultinode-246649075-project-admin] 10.222.0.67 "GET /v2.0/ports?device_id=8e3f1086-f9b6-4343-9d23-af2553aa9850 HTTP/1.1" status: 200 len: 1098 time: 0.0923040 Sep 23 19:51:33.865961 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-e8db9bd0-99dd-4f3f-809f-483a7065ecca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299'] for network, after_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:33.867820 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8db9bd0-99dd-4f3f-809f-483a7065ecca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:51:33.869061 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-e8db9bd0-99dd-4f3f-809f-483a7065ecca admin admin] Notify callbacks [] for network, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:33.876519 n-d-713301-16 neutron-server[95101]: INFO neutron.pecan_wsgi.hooks.translation [None req-d213b829-f254-4623-a4c9-777fe8a4f3f7 tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] DELETE failed (client error): The resource could not be found. Sep 23 19:51:33.877262 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d213b829-f254-4623-a4c9-777fe8a4f3f7 tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95101) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 23 19:51:33.883095 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-d213b829-f254-4623-a4c9-777fe8a4f3f7 tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] 10.222.0.67 "DELETE /v2.0/subnets/6b6d4f04-f25e-4807-a778-c87dd453b05f HTTP/1.1" status: 404 len: 337 time: 0.0502670 Sep 23 19:51:33.885257 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 50070) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:51:33.913796 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-e8db9bd0-99dd-4f3f-809f-483a7065ecca admin admin] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.7413807 Sep 23 19:51:33.918665 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 50072) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:51:33.938655 n-d-713301-16 neutron-server[95101]: INFO neutron.pecan_wsgi.hooks.translation [None req-cf53c4dd-01d0-4a2a-903a-a7bfa6463331 tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] DELETE failed (client error): The resource could not be found. Sep 23 19:51:33.939117 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cf53c4dd-01d0-4a2a-903a-a7bfa6463331 tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95101) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 23 19:51:33.943941 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.v2.base [None req-e315ebb9-181f-4a95-8dd6-a06cbdbd8d94 admin admin] Request body: {'subnet': {'network_id': 'a420114d-2231-43f7-b032-22f9a06043e9', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-1407645178-subnet', 'tenant_id': 'cf371590cd124254b7dc164ff46d9543', 'ip_version': 4}} {{(pid=95102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:51:33.945948 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-cf53c4dd-01d0-4a2a-903a-a7bfa6463331 tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] 10.222.0.67 "DELETE /v2.0/subnets/27946e8f-c32a-44f1-8de3-faca75f09f9f HTTP/1.1" status: 404 len: 337 time: 0.0592103 Sep 23 19:51:33.946720 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 50074) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:51:33.976532 n-d-713301-16 neutron-server[95101]: INFO neutron.pecan_wsgi.hooks.translation [None req-2679df33-72d3-44a8-9940-a20d59fb9953 tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] DELETE failed (client error): The resource could not be found. Sep 23 19:51:33.977369 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2679df33-72d3-44a8-9940-a20d59fb9953 tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95101) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 23 19:51:33.984118 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-2679df33-72d3-44a8-9940-a20d59fb9953 tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] 10.222.0.67 "DELETE /v2.0/ports/3a306895-d84c-4270-a9f6-98fc3f290612 HTTP/1.1" status: 404 len: 333 time: 0.0362272 Sep 23 19:51:33.984799 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 50076) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:51:34.005788 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8db9bd0-99dd-4f3f-809f-483a7065ecca admin admin] Pushing event updated for resources: {'Network': ['ID=a420114d-2231-43f7-b032-22f9a06043e9,revision_number=1']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:51:34.023650 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-e2131c94-ece6-452c-adfb-e933806681ce req-7762e7c1-6b43-4867-ad35-20d33119e05e tempest-TestServerMultinode-246649075 tempest-TestServerMultinode-246649075-project-admin] 10.222.0.67 "GET /v2.0/security-groups?id=907ae9ed-ee55-474a-b11c-e10411da5f6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1203053 Sep 23 19:51:34.029502 n-d-713301-16 neutron-server[95101]: INFO neutron.pecan_wsgi.hooks.translation [None req-57935ffb-a44f-4331-a147-fad87dce69ca tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] DELETE failed (client error): The resource could not be found. Sep 23 19:51:34.030590 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-57935ffb-a44f-4331-a147-fad87dce69ca tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95101) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 23 19:51:34.037009 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 50078) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:51:34.037770 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-57935ffb-a44f-4331-a147-fad87dce69ca tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] 10.222.0.67 "DELETE /v2.0/subnets/462af1a4-5fef-4b8d-878a-34a5f34ac622 HTTP/1.1" status: 404 len: 337 time: 0.0509589 Sep 23 19:51:34.052815 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e315ebb9-181f-4a95-8dd6-a06cbdbd8d94 admin admin] Made reservation on behalf of cf371590cd124254b7dc164ff46d9543 for: {'subnet': 1} {{(pid=95102) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:51:34.055791 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-e315ebb9-181f-4a95-8dd6-a06cbdbd8d94 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5388256'] for subnet, before_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:34.093341 n-d-713301-16 neutron-server[95102]: INFO neutron.pecan_wsgi.hooks.translation [None req-9b7804c8-8931-4cc0-8100-6035f4269c8e tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] DELETE failed (client error): The resource could not be found. Sep 23 19:51:34.093880 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9b7804c8-8931-4cc0-8100-6035f4269c8e tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95102) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 23 19:51:34.096362 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-9b7804c8-8931-4cc0-8100-6035f4269c8e tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] 10.222.0.67 "DELETE /v2.0/subnets/c68c148b-6059-44bc-9070-d2539637742b HTTP/1.1" status: 404 len: 337 time: 0.0560584 Sep 23 19:51:34.099338 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 50080) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:51:34.131951 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Network a420114d-2231-43f7-b032-22f9a06043e9 details requested by agent ovs-agent-n-d-713301-16 with host n-d-713301-16 {{(pid=95103) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 19:51:34.239080 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-aaa85b1a-faf8-4da4-a372-39e271396ace None None] Provisioning complete for port 17272b44-0195-4827-bb9e-35f481b2411f triggered by entity DHCP. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:51:34.239456 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-aaa85b1a-faf8-4da4-a372-39e271396ace None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:34.345239 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Device 78084979-7360-4b4e-a083-d8b9be107f36 up at agent ovs-agent-n-d-713301-16 {{(pid=95103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 19:51:34.356504 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.plugin [None req-fbd1c610-79a4-4a3d-b4b8-5ba2969c52ce tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] Deleting port 17272b44-0195-4827-bb9e-35f481b2411f {{(pid=95102) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:51:34.356883 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-fbd1c610-79a4-4a3d-b4b8-5ba2969c52ce tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783146157096'] for port, before_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:34.388516 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.plugin [None req-aaa85b1a-faf8-4da4-a372-39e271396ace None None] Port 17272b44-0195-4827-bb9e-35f481b2411f cannot update to ACTIVE because it is not bound. {{(pid=95103) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 19:51:34.423749 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-aaa85b1a-faf8-4da4-a372-39e271396ace None None] Provisioning complete for port 24981041-1431-4231-924d-9b19b03236c3 triggered by entity DHCP. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:51:34.424317 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-aaa85b1a-faf8-4da4-a372-39e271396ace None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:34.427111 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_hamode_db [None req-9c710691-b61a-4b84-879d-4b5eb48cdf27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10eaf073-0cb1-40a0-a8e3-bc641113aca3', 'name': 'tempest-TestAggregatesBasicOps-2063667536-router', 'tenant_id': 'b5c84008012c4e0d94db04cc290742bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'external_fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.71'}], 'enable_snat': True}, 'gw_port_id': '78084979-7360-4b4e-a083-d8b9be107f36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:51:25Z', 'updated_at': '2021-09-23T19:51:31Z', 'revision_number': 4, 'project_id': 'b5c84008012c4e0d94db04cc290742bf', 'gw_port': {'id': '78084979-7360-4b4e-a083-d8b9be107f36', 'name': '', 'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:fa:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10eaf073-0cb1-40a0-a8e3-bc641113aca3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3792, 'fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:51:26Z', 'updated_at': '2021-09-23T19:51:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-16', '_interfaces': [{'id': '0635d5b1-36aa-491d-805e-82d5528bc711', 'name': '', 'network_id': '6c1248ab-3a27-4b6b-b391-032ef2c47bfa', 'tenant_id': 'b5c84008012c4e0d94db04cc290742bf', 'mac_address': 'fa:16:3e:f9:f3:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10eaf073-0cb1-40a0-a8e3-bc641113aca3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3793, 'fixed_ips': [{'subnet_id': '8c1e27ee-94ad-4bc9-a8e6-4164e784bcf7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:51:29Z', 'updated_at': '2021-09-23T19:51:31Z', 'revision_number': 2, 'project_id': 'b5c84008012c4e0d94db04cc290742bf', 'subnets': [{'id': '8c1e27ee-94ad-4bc9-a8e6-4164e784bcf7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-16', False) {} {{(pid=95103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:51:34.456800 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-e315ebb9-181f-4a95-8dd6-a06cbdbd8d94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4398944', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5388242'] for subnet, after_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:34.475105 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-fbd1c610-79a4-4a3d-b4b8-5ba2969c52ce tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-605701'] for port, precommit_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:34.486404 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c710691-b61a-4b84-879d-4b5eb48cdf27 None None] Checking router: 10eaf073-0cb1-40a0-a8e3-bc641113aca3 for host: n-d-713301-16 {{(pid=95103) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 19:51:34.486765 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c710691-b61a-4b84-879d-4b5eb48cdf27 None None] Updating router 10eaf073-0cb1-40a0-a8e3-bc641113aca3 port 0635d5b1-36aa-491d-805e-82d5528bc711 binding host n-d-713301-16 {{(pid=95103) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 23 19:51:34.517500 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.plugin [None req-fbd1c610-79a4-4a3d-b4b8-5ba2969c52ce tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] Calling delete_port for 17272b44-0195-4827-bb9e-35f481b2411f owned by {{(pid=95102) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:51:34.523139 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1dab4139-5085-4fb5-9052-eb62452554ca None None] DHCP port deletion for 8c3b8755-bfc7-4a09-8696-06a84a2286c5 request from n-d-713301-16 {{(pid=95103) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 23 19:51:34.528595 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Provisioning complete for port 78084979-7360-4b4e-a083-d8b9be107f36 triggered by entity L2. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:51:34.529056 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:34.549105 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e315ebb9-181f-4a95-8dd6-a06cbdbd8d94 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f83f3c48-74e3-43e4-97d5-570a19d0a2ef,revision_number=0']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:51:34.564266 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-9c710691-b61a-4b84-879d-4b5eb48cdf27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:34.593129 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e315ebb9-181f-4a95-8dd6-a06cbdbd8d94 admin admin] Checking segment: {'id': '1071b518-cb27-4ffb-9b3d-eebb8c0bc6f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'a420114d-2231-43f7-b032-22f9a06043e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95102) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:51:34.593508 n-d-713301-16 neutron-server[95102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e315ebb9-181f-4a95-8dd6-a06cbdbd8d94 admin admin] Network hostable DHCP agents. Network: a420114d-2231-43f7-b032-22f9a06043e9, hostable agents: ['1b18bf05-1b5f-4587-be5c-af3ac38e32ad'], hosted agents: [] {{(pid=95102) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 19:51:34.633990 n-d-713301-16 neutron-server[95102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e315ebb9-181f-4a95-8dd6-a06cbdbd8d94 admin admin] Network a420114d-2231-43f7-b032-22f9a06043e9 is scheduled to be hosted by DHCP agent 1b18bf05-1b5f-4587-be5c-af3ac38e32ad with binding_index 1 {{(pid=95102) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 19:51:34.646660 n-d-713301-16 neutron-server[95102]: DEBUG neutron.scheduler.base_scheduler [None req-e315ebb9-181f-4a95-8dd6-a06cbdbd8d94 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713301-16, a420114d-2231-43f7-b032-22f9a06043e9) {{(pid=95102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:51:34.651254 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e315ebb9-181f-4a95-8dd6-a06cbdbd8d94 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:51:34.651810 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-e315ebb9-181f-4a95-8dd6-a06cbdbd8d94 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:34.654446 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-fbd1c610-79a4-4a3d-b4b8-5ba2969c52ce tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783146162158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783145673144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4399100'] for port, after_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:34.667912 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8376c88-18d4-41a5-9e05-8e0b7e469db6 None None] Network a420114d-2231-43f7-b032-22f9a06043e9 requested from n-d-713301-16 {{(pid=95103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 19:51:34.689554 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd1c610-79a4-4a3d-b4b8-5ba2969c52ce tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] Pushing event deleted for resources: {'Port': ['ID=17272b44-0195-4827-bb9e-35f481b2411f,revision_number=None']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:51:34.696493 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-fbd1c610-79a4-4a3d-b4b8-5ba2969c52ce tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222849'] for port, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:34.699215 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-fbd1c610-79a4-4a3d-b4b8-5ba2969c52ce tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] 10.222.0.67 "DELETE /v2.0/ports/17272b44-0195-4827-bb9e-35f481b2411f HTTP/1.1" status: 204 len: 168 time: 0.5983779 Sep 23 19:51:34.702577 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 50082) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:51:34.706660 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-e315ebb9-181f-4a95-8dd6-a06cbdbd8d94 admin admin] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.7842596 Sep 23 19:51:34.706821 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 50084) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:51:34.718372 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.v2.base [None req-7837fa78-99f8-42fb-9469-52a267404f60 admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-1407645178-router', 'tenant_id': 'cf371590cd124254b7dc164ff46d9543', 'external_gateway_info': {'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac'}}} {{(pid=95102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:51:34.772051 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-7837fa78-99f8-42fb-9469-52a267404f60 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-594563', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29355'] for router, before_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:34.773436 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-7837fa78-99f8-42fb-9469-52a267404f60 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-597363', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-601731', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-739356', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29346'] for router, precommit_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:34.828713 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-ea48810c-7f6b-48f4-9d12-a5e6f7e336d0 tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1628021'] for network, before_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:34.880814 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.plugin [None req-1dab4139-5085-4fb5-9052-eb62452554ca None None] Deleting port 24981041-1431-4231-924d-9b19b03236c3 {{(pid=95103) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:51:34.881196 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-1dab4139-5085-4fb5-9052-eb62452554ca None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783146157096'] for port, before_delete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:34.888996 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-7837fa78-99f8-42fb-9469-52a267404f60 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:35.057218 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-1dab4139-5085-4fb5-9052-eb62452554ca None None] For port 24981041-1431-4231-924d-9b19b03236c3, host n-d-713301-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-16',level=0,port_id=24981041-1431-4231-924d-9b19b03236c3,segment=NetworkSegment(6d7ed8ef-67c8-4ac3-8927-08f827859a63),segment_id=6d7ed8ef-67c8-4ac3-8927-08f827859a63)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:51:35.057563 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-1dab4139-5085-4fb5-9052-eb62452554ca None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-605701'] for port, precommit_delete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:35.078379 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-7837fa78-99f8-42fb-9469-52a267404f60 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:35.097095 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.plugin [None req-1dab4139-5085-4fb5-9052-eb62452554ca None None] Calling delete_port for 24981041-1431-4231-924d-9b19b03236c3 owned by network:dhcp {{(pid=95103) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:51:35.108074 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-267fa192-58da-4866-8db5-963e95b3c4cf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4c8b80df-07eb-5275-9f17-5cf640db67c0-a420114d-2231-43f7-b032-22f9a06043e9', 'network_id': 'a420114d-2231-43f7-b032-22f9a06043e9', 'tenant_id': 'cf371590cd124254b7dc164ff46d9543', 'fixed_ips': [{'subnet_id': 'f83f3c48-74e3-43e4-97d5-570a19d0a2ef'}]}} from n-d-713301-16. {{(pid=95103) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 23 19:51:35.108957 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-267fa192-58da-4866-8db5-963e95b3c4cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_create {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:35.111996 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.plugin [None req-ea48810c-7f6b-48f4-9d12-a5e6f7e336d0 tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] Deleting port 24981041-1431-4231-924d-9b19b03236c3 {{(pid=95102) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:51:35.112403 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-ea48810c-7f6b-48f4-9d12-a5e6f7e336d0 tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783146157096'] for port, before_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:35.221247 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.db [None req-ea48810c-7f6b-48f4-9d12-a5e6f7e336d0 tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] For port 24981041-1431-4231-924d-9b19b03236c3, host n-d-713301-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-16',level=0,port_id=24981041-1431-4231-924d-9b19b03236c3,segment=NetworkSegment(6d7ed8ef-67c8-4ac3-8927-08f827859a63),segment_id=6d7ed8ef-67c8-4ac3-8927-08f827859a63)] {{(pid=95102) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:51:35.221613 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-ea48810c-7f6b-48f4-9d12-a5e6f7e336d0 tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-605701'] for port, precommit_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:35.240129 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.plugin [None req-ea48810c-7f6b-48f4-9d12-a5e6f7e336d0 tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] Calling delete_port for 24981041-1431-4231-924d-9b19b03236c3 owned by network:dhcp {{(pid=95102) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:51:35.246942 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-016a116c-3f26-4b0b-89a3-9e56580a05fe req-3bd322e6-1ed0-4a93-8364-e396a4b5ec51 tempest-TestServerMultinode-246649075 tempest-TestServerMultinode-246649075-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:51:35.248493 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-016a116c-3f26-4b0b-89a3-9e56580a05fe req-3bd322e6-1ed0-4a93-8364-e396a4b5ec51 tempest-TestServerMultinode-246649075 tempest-TestServerMultinode-246649075-project-admin] 10.222.0.67 "GET /v2.0/ports?device_id=8e3f1086-f9b6-4343-9d23-af2553aa9850 HTTP/1.1" status: 200 len: 1098 time: 0.1234746 Sep 23 19:51:35.329023 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-9c710691-b61a-4b84-879d-4b5eb48cdf27 None None] Notify callbacks [] for port, precommit_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:35.365400 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-9c710691-b61a-4b84-879d-4b5eb48cdf27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:35.372913 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-016a116c-3f26-4b0b-89a3-9e56580a05fe req-bd368d42-4f60-4116-9e65-5be5f4220a27 tempest-TestServerMultinode-246649075 tempest-TestServerMultinode-246649075-project-admin] 10.222.0.67 "GET /v2.0/security-groups?id=907ae9ed-ee55-474a-b11c-e10411da5f6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989697 Sep 23 19:51:35.379033 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-1dab4139-5085-4fb5-9052-eb62452554ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783146162158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783145673144'] for port, after_delete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:35.397778 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-ea48810c-7f6b-48f4-9d12-a5e6f7e336d0 tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783146162158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783145673144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4399100'] for port, after_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:35.433781 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dab4139-5085-4fb5-9052-eb62452554ca None None] No DVR routers for this DVR port 24981041-1431-4231-924d-9b19b03236c3 on host n-d-713301-16 {{(pid=95103) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 19:51:35.445479 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.db_base_plugin_common [None req-267fa192-58da-4866-8db5-963e95b3c4cf None None] Allocated IP 172.20.0.2 (a420114d-2231-43f7-b032-22f9a06043e9/f83f3c48-74e3-43e4-97d5-570a19d0a2ef/d7283223-5ea4-40e2-a9b1-4923cf5adb11) {{(pid=95103) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 19:51:35.459642 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14a4f6e3-cc4c-4477-ade5-a231c820b6b8 None None] Pushing event updated for resources: {'Port': ['ID=0635d5b1-36aa-491d-805e-82d5528bc711,revision_number=3']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:51:35.497316 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea48810c-7f6b-48f4-9d12-a5e6f7e336d0 tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] Pushing event deleted for resources: {'Port': ['ID=24981041-1431-4231-924d-9b19b03236c3,revision_number=None']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:51:35.519662 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dab4139-5085-4fb5-9052-eb62452554ca None None] Pushing event deleted for resources: {'Port': ['ID=24981041-1431-4231-924d-9b19b03236c3,revision_number=None']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:51:35.523097 n-d-713301-16 neutron-server[95102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea48810c-7f6b-48f4-9d12-a5e6f7e336d0 tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] No DVR routers for this DVR port 24981041-1431-4231-924d-9b19b03236c3 on host n-d-713301-16 {{(pid=95102) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 19:51:35.613884 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.managers [None req-9c710691-b61a-4b84-879d-4b5eb48cdf27 None None] Attempting to bind port 0635d5b1-36aa-491d-805e-82d5528bc711 on host n-d-713301-16 for vnic_type normal with profile {{(pid=95103) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 19:51:35.614195 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.managers [None req-9c710691-b61a-4b84-879d-4b5eb48cdf27 None None] Attempting to bind port 0635d5b1-36aa-491d-805e-82d5528bc711 by drivers openvswitch,hyperv on host n-d-713301-16 at level 0 using segments [{'id': '4c6667b6-fd9d-4d32-aae6-2b25111d627d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '6c1248ab-3a27-4b6b-b391-032ef2c47bfa'}] {{(pid=95103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 19:51:35.614529 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c710691-b61a-4b84-879d-4b5eb48cdf27 None None] Attempting to bind port 0635d5b1-36aa-491d-805e-82d5528bc711 on network 6c1248ab-3a27-4b6b-b391-032ef2c47bfa {{(pid=95103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:51:35.617769 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c47b7e-c9fe-4f7a-9096-5b93c93fcf6e req-19f0df91-d140-4ab5-b543-b84f75e1fccd tempest-TestServerMultinode-246649075 tempest-TestServerMultinode-246649075-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:51:35.619338 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-b7c47b7e-c9fe-4f7a-9096-5b93c93fcf6e req-19f0df91-d140-4ab5-b543-b84f75e1fccd tempest-TestServerMultinode-246649075 tempest-TestServerMultinode-246649075-project-admin] 10.222.0.67 "GET /v2.0/ports?device_id=8e3f1086-f9b6-4343-9d23-af2553aa9850 HTTP/1.1" status: 200 len: 1098 time: 0.1607306 Sep 23 19:51:35.624845 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c710691-b61a-4b84-879d-4b5eb48cdf27 None None] Checking agent: {'id': '70a14545-df24-472f-8f95-bfe1719bff93', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 19, 7, 53), 'started_at': datetime.datetime(2021, 9, 23, 19, 8, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 19, 51, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 19:51:35.625322 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c710691-b61a-4b84-879d-4b5eb48cdf27 None None] Checking segment: {'id': '4c6667b6-fd9d-4d32-aae6-2b25111d627d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '6c1248ab-3a27-4b6b-b391-032ef2c47bfa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95103) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:51:35.625620 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-9c710691-b61a-4b84-879d-4b5eb48cdf27 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:35.626014 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c710691-b61a-4b84-879d-4b5eb48cdf27 None None] Bound using segment: {'id': '4c6667b6-fd9d-4d32-aae6-2b25111d627d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '6c1248ab-3a27-4b6b-b391-032ef2c47bfa'} {{(pid=95103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 19:51:35.626489 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.managers [None req-9c710691-b61a-4b84-879d-4b5eb48cdf27 None None] Bound port: 0635d5b1-36aa-491d-805e-82d5528bc711, host: n-d-713301-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4c6667b6-fd9d-4d32-aae6-2b25111d627d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '6c1248ab-3a27-4b6b-b391-032ef2c47bfa'}}] {{(pid=95103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 19:51:35.627383 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-9c710691-b61a-4b84-879d-4b5eb48cdf27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:35.628046 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-7837fa78-99f8-42fb-9469-52a267404f60 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:35.657074 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-ea48810c-7f6b-48f4-9d12-a5e6f7e336d0 tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1754676', 'neutron.services.segments.db._delete_segments_for_network-8783146221460'] for network, precommit_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:35.693152 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-7837fa78-99f8-42fb-9469-52a267404f60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:35.724416 n-d-713301-16 neutron-server[95102]: DEBUG neutron.services.segments.db [None req-ea48810c-7f6b-48f4-9d12-a5e6f7e336d0 tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8c3b8755-bfc7-4a09-8696-06a84a2286c5']}} {{(pid=95102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:51:35.746982 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-9c710691-b61a-4b84-879d-4b5eb48cdf27 None None] For port 0635d5b1-36aa-491d-805e-82d5528bc711, host n-d-713301-16, cleared binding levels {{(pid=95103) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 19:51:35.758899 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-267fa192-58da-4866-8db5-963e95b3c4cf None None] Notify callbacks [] for port, precommit_create {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:35.767511 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-9c710691-b61a-4b84-879d-4b5eb48cdf27 None None] For port 0635d5b1-36aa-491d-805e-82d5528bc711, host n-d-713301-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-16',level=0,port_id=0635d5b1-36aa-491d-805e-82d5528bc711,segment=NetworkSegment(4c6667b6-fd9d-4d32-aae6-2b25111d627d),segment_id=4c6667b6-fd9d-4d32-aae6-2b25111d627d)] {{(pid=95103) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 19:51:35.772562 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-267fa192-58da-4866-8db5-963e95b3c4cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783145673135'] for port, after_create {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:35.777603 n-d-713301-16 neutron-server[95102]: DEBUG neutron.services.segments.db [None req-ea48810c-7f6b-48f4-9d12-a5e6f7e336d0 tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6d7ed8ef-67c8-4ac3-8927-08f827859a63') {'for_net_delete': True} {{(pid=95102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:51:35.777949 n-d-713301-16 neutron-server[95102]: DEBUG neutron.services.segments.db [None req-ea48810c-7f6b-48f4-9d12-a5e6f7e336d0 tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6d7ed8ef-67c8-4ac3-8927-08f827859a63') {} {{(pid=95102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:51:35.781403 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-9c710691-b61a-4b84-879d-4b5eb48cdf27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:35.783111 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-b7c47b7e-c9fe-4f7a-9096-5b93c93fcf6e req-24f8276a-3e62-4d72-ae5f-c4df37b8bd1f tempest-TestServerMultinode-246649075 tempest-TestServerMultinode-246649075-project-admin] 10.222.0.67 "GET /v2.0/security-groups?id=907ae9ed-ee55-474a-b11c-e10411da5f6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1232984 Sep 23 19:51:35.805264 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-ea48810c-7f6b-48f4-9d12-a5e6f7e336d0 tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783146221725', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6162832'] for segment, before_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:35.821182 n-d-713301-16 neutron-server[95103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-267fa192-58da-4866-8db5-963e95b3c4cf None None] Network a420114d-2231-43f7-b032-22f9a06043e9 is already hosted by enough agents. {{(pid=95103) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:51:35.825153 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-52a4ca98-4191-489a-9c9c-73ea420a72e8 None None] Provisioning complete for port 0635d5b1-36aa-491d-805e-82d5528bc711 triggered by entity DHCP. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:51:35.825153 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-52a4ca98-4191-489a-9c9c-73ea420a72e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:35.841165 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-ea48810c-7f6b-48f4-9d12-a5e6f7e336d0 tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1756186'] for segment, precommit_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:35.855044 n-d-713301-16 neutron-server[95103]: DEBUG neutron.scheduler.base_scheduler [None req-267fa192-58da-4866-8db5-963e95b3c4cf None None] Resources bound (agent type, host, resource id): {{(pid=95103) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:51:35.857036 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ea48810c-7f6b-48f4-9d12-a5e6f7e336d0 tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] Releasing vlan 616 on physical network physnet1 to pool {{(pid=95102) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 19:51:35.857036 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-ea48810c-7f6b-48f4-9d12-a5e6f7e336d0 tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1756186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4398095'] for segment, after_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:35.861063 n-d-713301-16 neutron-server[95102]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 23 19:51:35.861063 n-d-713301-16 neutron-server[95102]: self.session.flush() Sep 23 19:51:35.861063 n-d-713301-16 neutron-server[95102]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 23 19:51:35.861063 n-d-713301-16 neutron-server[95102]: self.session.flush() Sep 23 19:51:35.861063 n-d-713301-16 neutron-server[95102]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 23 19:51:35.861063 n-d-713301-16 neutron-server[95102]: self.session.flush() Sep 23 19:51:35.861063 n-d-713301-16 neutron-server[95102]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 23 19:51:35.861063 n-d-713301-16 neutron-server[95102]: self.session.flush() Sep 23 19:51:35.861063 n-d-713301-16 neutron-server[95102]: Traceback (most recent call last): Sep 23 19:51:35.861063 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 19:51:35.861063 n-d-713301-16 neutron-server[95102]: timer() Sep 23 19:51:35.861063 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 19:51:35.861063 n-d-713301-16 neutron-server[95102]: cb(*args, **kw) Sep 23 19:51:35.861063 n-d-713301-16 neutron-server[95102]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 19:51:35.861063 n-d-713301-16 neutron-server[95102]: return func(*args, **kwargs) Sep 23 19:51:35.861063 n-d-713301-16 neutron-server[95102]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 19:51:35.861063 n-d-713301-16 neutron-server[95102]: self._notify() Sep 23 19:51:35.861063 n-d-713301-16 neutron-server[95102]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 19:51:35.861063 n-d-713301-16 neutron-server[95102]: self.callback(batched_events) Sep 23 19:51:35.861063 n-d-713301-16 neutron-server[95102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 19:51:35.861063 n-d-713301-16 neutron-server[95102]: event.method(event) Sep 23 19:51:35.861063 n-d-713301-16 neutron-server[95102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 19:51:35.861063 n-d-713301-16 neutron-server[95102]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 19:51:35.861063 n-d-713301-16 neutron-server[95102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 19:51:35.861063 n-d-713301-16 neutron-server[95102]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 19:51:35.861063 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 19:51:35.861063 n-d-713301-16 neutron-server[95102]: return f(self, *a, **k) Sep 23 19:51:35.861063 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 19:51:35.861063 n-d-713301-16 neutron-server[95102]: return self._get(url).json() Sep 23 19:51:35.861063 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 19:51:35.861063 n-d-713301-16 neutron-server[95102]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 19:51:35.861063 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 19:51:35.861063 n-d-713301-16 neutron-server[95102]: return self.request(url, 'GET', **kwargs) Sep 23 19:51:35.861063 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 19:51:35.861063 n-d-713301-16 neutron-server[95102]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 19:51:35.861063 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 19:51:35.861063 n-d-713301-16 neutron-server[95102]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 19:51:35.861063 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 19:51:35.861063 n-d-713301-16 neutron-server[95102]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 19:51:35.861063 n-d-713301-16 neutron-server[95102]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 19:51:35.863693 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-267fa192-58da-4866-8db5-963e95b3c4cf None None] Received port after_create {{(pid=95103) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 19:51:35.878453 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-267fa192-58da-4866-8db5-963e95b3c4cf None None] Pushing event updated for resources: {'Port': ['ID=d7283223-5ea4-40e2-a9b1-4923cf5adb11,revision_number=1']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:51:35.908549 n-d-713301-16 neutron-server[95102]: DEBUG neutron.db.db_base_plugin_common [None req-7837fa78-99f8-42fb-9469-52a267404f60 admin admin] Allocated IP 172.25.1.171 (5dec5c09-378e-4f50-89cc-d94eb81c3bac/eff83446-018c-428d-b3f5-54ac9abe7a2a/cb615441-ea59-4dd4-9dbd-bc46653950b0) {{(pid=95102) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 19:51:36.095518 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c710691-b61a-4b84-879d-4b5eb48cdf27 None None] Routers {'10eaf073-0cb1-40a0-a8e3-bc641113aca3'} bound to L3 agent in host n-d-713301-16 {{(pid=95103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 19:51:36.096161 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_hamode_db [None req-9c710691-b61a-4b84-879d-4b5eb48cdf27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-23T19:07:52Z,description=,heartbeat_timestamp=2021-09-23T19:51:23Z,host='n-d-713301-16',id=79a740bf-7821-4989-8288-7186e3e128f3,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:07:52Z,topic='l3_agent')) {'router_ids': ['10eaf073-0cb1-40a0-a8e3-bc641113aca3'], 'active': True} {{(pid=95103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:51:36.246841 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14a4f6e3-cc4c-4477-ade5-a231c820b6b8 None None] Pushing event updated for resources: {'Port': ['ID=0635d5b1-36aa-491d-805e-82d5528bc711,revision_number=4']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:51:36.252780 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.managers [None req-267fa192-58da-4866-8db5-963e95b3c4cf None None] Attempting to bind port d7283223-5ea4-40e2-a9b1-4923cf5adb11 on host n-d-713301-16 for vnic_type normal with profile {{(pid=95103) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 19:51:36.253147 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.managers [None req-267fa192-58da-4866-8db5-963e95b3c4cf None None] Attempting to bind port d7283223-5ea4-40e2-a9b1-4923cf5adb11 by drivers openvswitch,hyperv on host n-d-713301-16 at level 0 using segments [{'id': '1071b518-cb27-4ffb-9b3d-eebb8c0bc6f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'a420114d-2231-43f7-b032-22f9a06043e9'}] {{(pid=95103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 19:51:36.253514 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-267fa192-58da-4866-8db5-963e95b3c4cf None None] Attempting to bind port d7283223-5ea4-40e2-a9b1-4923cf5adb11 on network a420114d-2231-43f7-b032-22f9a06043e9 {{(pid=95103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:51:36.269415 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-267fa192-58da-4866-8db5-963e95b3c4cf None None] Checking agent: {'id': '70a14545-df24-472f-8f95-bfe1719bff93', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 19, 7, 53), 'started_at': datetime.datetime(2021, 9, 23, 19, 8, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 19, 51, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 19:51:36.269849 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-267fa192-58da-4866-8db5-963e95b3c4cf None None] Checking segment: {'id': '1071b518-cb27-4ffb-9b3d-eebb8c0bc6f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'a420114d-2231-43f7-b032-22f9a06043e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95103) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:51:36.270260 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-267fa192-58da-4866-8db5-963e95b3c4cf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:36.270654 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-267fa192-58da-4866-8db5-963e95b3c4cf None None] Bound using segment: {'id': '1071b518-cb27-4ffb-9b3d-eebb8c0bc6f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'a420114d-2231-43f7-b032-22f9a06043e9'} {{(pid=95103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 19:51:36.271838 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.managers [None req-267fa192-58da-4866-8db5-963e95b3c4cf None None] Bound port: d7283223-5ea4-40e2-a9b1-4923cf5adb11, host: n-d-713301-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1071b518-cb27-4ffb-9b3d-eebb8c0bc6f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'a420114d-2231-43f7-b032-22f9a06043e9'}}] {{(pid=95103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 19:51:36.271838 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-267fa192-58da-4866-8db5-963e95b3c4cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:36.337695 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-ea48810c-7f6b-48f4-9d12-a5e6f7e336d0 tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1754627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-601866'] for network, after_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:36.363608 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_dvr_db [None req-9c710691-b61a-4b84-879d-4b5eb48cdf27 None None] Set router 10eaf073-0cb1-40a0-a8e3-bc641113aca3 gateway port host: n-d-713301-16 {{(pid=95103) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 19:51:36.366833 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Device 24981041-1431-4231-924d-9b19b03236c3 no longer exists at agent ovs-agent-n-d-713301-16 {{(pid=95103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 19:51:36.384638 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-ea48810c-7f6b-48f4-9d12-a5e6f7e336d0 tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] Notify callbacks [] for network, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:36.386576 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-ea48810c-7f6b-48f4-9d12-a5e6f7e336d0 tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] 10.222.0.67 "DELETE /v2.0/networks/8c3b8755-bfc7-4a09-8696-06a84a2286c5 HTTP/1.1" status: 204 len: 168 time: 1.6811652 Sep 23 19:51:36.391573 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51385e8f-1ff4-42ad-92e1-4a60bec27e31 req-368b14b4-9026-4fc5-95de-f4e37e6d4653 tempest-TestServerMultinode-246649075 tempest-TestServerMultinode-246649075-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:51:36.393057 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-51385e8f-1ff4-42ad-92e1-4a60bec27e31 req-368b14b4-9026-4fc5-95de-f4e37e6d4653 tempest-TestServerMultinode-246649075 tempest-TestServerMultinode-246649075-project-admin] 10.222.0.67 "GET /v2.0/ports?device_id=8e3f1086-f9b6-4343-9d23-af2553aa9850 HTTP/1.1" status: 200 len: 1098 time: 0.4577694 Sep 23 19:51:36.407392 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea48810c-7f6b-48f4-9d12-a5e6f7e336d0 tempest-PortsIpV6TestJSON-52760076 tempest-PortsIpV6TestJSON-52760076-project] Pushing event deleted for resources: {'Network': ['ID=8c3b8755-bfc7-4a09-8696-06a84a2286c5,revision_number=None']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:51:36.455458 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-52a4ca98-4191-489a-9c9c-73ea420a72e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:36.460154 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-51385e8f-1ff4-42ad-92e1-4a60bec27e31 req-a9ba1282-67f0-440a-b760-0a1d151d270c tempest-TestServerMultinode-246649075 tempest-TestServerMultinode-246649075-project-admin] 10.222.0.67 "GET /v2.0/security-groups?id=907ae9ed-ee55-474a-b11c-e10411da5f6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561798 Sep 23 19:51:36.463116 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-7837fa78-99f8-42fb-9469-52a267404f60 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:36.505128 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-7837fa78-99f8-42fb-9469-52a267404f60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783145673135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4399100'] for port, after_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:36.508033 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.plugin [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] No Port match for: 24981041-1431-4231-924d-9b19b03236c3 {{(pid=95103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 19:51:36.508404 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Device 24981041-1431-4231-924d-9b19b03236c3 not bound to the agent host n-d-713301-16 {{(pid=95103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 19:51:36.526213 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-267fa192-58da-4866-8db5-963e95b3c4cf None None] For port d7283223-5ea4-40e2-a9b1-4923cf5adb11, host n-d-713301-16, cleared binding levels {{(pid=95103) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 19:51:36.591028 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-52a4ca98-4191-489a-9c9c-73ea420a72e8 None None] For port 0635d5b1-36aa-491d-805e-82d5528bc711, host n-d-713301-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-16',level=0,port_id=0635d5b1-36aa-491d-805e-82d5528bc711,segment=NetworkSegment(4c6667b6-fd9d-4d32-aae6-2b25111d627d),segment_id=4c6667b6-fd9d-4d32-aae6-2b25111d627d)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:51:36.592707 n-d-713301-16 neutron-server[95102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7837fa78-99f8-42fb-9469-52a267404f60 admin admin] Network 5dec5c09-378e-4f50-89cc-d94eb81c3bac is already hosted by enough agents. {{(pid=95102) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:51:36.597289 n-d-713301-16 neutron-server[95102]: DEBUG neutron.scheduler.base_scheduler [None req-7837fa78-99f8-42fb-9469-52a267404f60 admin admin] Resources bound (agent type, host, resource id): {{(pid=95102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:51:36.602358 n-d-713301-16 neutron-server[95102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7837fa78-99f8-42fb-9469-52a267404f60 admin admin] Received port after_create {{(pid=95102) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 19:51:36.604929 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-52a4ca98-4191-489a-9c9c-73ea420a72e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:36.642348 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7837fa78-99f8-42fb-9469-52a267404f60 admin admin] Pushing event updated for resources: {'Port': ['ID=cb615441-ea59-4dd4-9dbd-bc46653950b0,revision_number=1']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:51:36.712907 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-267fa192-58da-4866-8db5-963e95b3c4cf None None] For port d7283223-5ea4-40e2-a9b1-4923cf5adb11, host n-d-713301-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-16',level=0,port_id=d7283223-5ea4-40e2-a9b1-4923cf5adb11,segment=NetworkSegment(1071b518-cb27-4ffb-9b3d-eebb8c0bc6f5),segment_id=1071b518-cb27-4ffb-9b3d-eebb8c0bc6f5)] {{(pid=95103) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 19:51:36.765249 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-267fa192-58da-4866-8db5-963e95b3c4cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:36.819259 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-452c2689-0303-4dda-ae6c-e20de7beb68d None None] Provisioning complete for port 0635d5b1-36aa-491d-805e-82d5528bc711 triggered by entity DHCP. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:51:36.819447 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-452c2689-0303-4dda-ae6c-e20de7beb68d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:36.857396 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a4ca98-4191-489a-9c9c-73ea420a72e8 None None] Pushing event updated for resources: {'Port': ['ID=0635d5b1-36aa-491d-805e-82d5528bc711,revision_number=5']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:51:36.908776 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 50118) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:51:36.937463 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-267fa192-58da-4866-8db5-963e95b3c4cf None None] Pushing event updated for resources: {'Port': ['ID=d7283223-5ea4-40e2-a9b1-4923cf5adb11,revision_number=2']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:51:36.951726 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_hamode_db [None req-9c710691-b61a-4b84-879d-4b5eb48cdf27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10eaf073-0cb1-40a0-a8e3-bc641113aca3', 'name': 'tempest-TestAggregatesBasicOps-2063667536-router', 'tenant_id': 'b5c84008012c4e0d94db04cc290742bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'external_fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.71'}], 'enable_snat': True}, 'gw_port_id': '78084979-7360-4b4e-a083-d8b9be107f36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:51:25Z', 'updated_at': '2021-09-23T19:51:31Z', 'revision_number': 4, 'project_id': 'b5c84008012c4e0d94db04cc290742bf', 'gw_port': {'id': '78084979-7360-4b4e-a083-d8b9be107f36', 'name': '', 'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:fa:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10eaf073-0cb1-40a0-a8e3-bc641113aca3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3792, 'fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:51:26Z', 'updated_at': '2021-09-23T19:51:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-16', '_interfaces': [{'id': '0635d5b1-36aa-491d-805e-82d5528bc711', 'name': '', 'network_id': '6c1248ab-3a27-4b6b-b391-032ef2c47bfa', 'tenant_id': 'b5c84008012c4e0d94db04cc290742bf', 'mac_address': 'fa:16:3e:f9:f3:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10eaf073-0cb1-40a0-a8e3-bc641113aca3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3793, 'fixed_ips': [{'subnet_id': '8c1e27ee-94ad-4bc9-a8e6-4164e784bcf7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:51:29Z', 'updated_at': '2021-09-23T19:51:35Z', 'revision_number': 4, 'project_id': 'b5c84008012c4e0d94db04cc290742bf', 'subnets': [{'id': '8c1e27ee-94ad-4bc9-a8e6-4164e784bcf7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-16', False) {} {{(pid=95103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:51:36.960081 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c6d45b-d47f-4fe8-84e6-7720612b3dcb req-1cf06fce-56af-4c83-9a08-45721b7ad969 tempest-TestServerMultinode-246649075 tempest-TestServerMultinode-246649075-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:51:36.961956 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-80c6d45b-d47f-4fe8-84e6-7720612b3dcb req-1cf06fce-56af-4c83-9a08-45721b7ad969 tempest-TestServerMultinode-246649075 tempest-TestServerMultinode-246649075-project-admin] 10.222.0.67 "GET /v2.0/networks?id=d9738749-37a5-4806-a9b1-b54d362aa2e5 HTTP/1.1" status: 200 len: 911 time: 0.1566987 Sep 23 19:51:37.016331 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c710691-b61a-4b84-879d-4b5eb48cdf27 None None] The sync data for ids ['10eaf073-0cb1-40a0-a8e3-bc641113aca3'] in n-d-713301-16 is: [{'id': '10eaf073-0cb1-40a0-a8e3-bc641113aca3', 'name': 'tempest-TestAggregatesBasicOps-2063667536-router', 'tenant_id': 'b5c84008012c4e0d94db04cc290742bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'external_fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.71'}], 'enable_snat': True}, 'gw_port_id': '78084979-7360-4b4e-a083-d8b9be107f36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:51:25Z', 'updated_at': '2021-09-23T19:51:31Z', 'revision_number': 4, 'project_id': 'b5c84008012c4e0d94db04cc290742bf', 'gw_port': {'id': '78084979-7360-4b4e-a083-d8b9be107f36', 'name': '', 'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:fa:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10eaf073-0cb1-40a0-a8e3-bc641113aca3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3792, 'fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:51:26Z', 'updated_at': '2021-09-23T19:51:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-16', '_interfaces': [{'id': '0635d5b1-36aa-491d-805e-82d5528bc711', 'name': '', 'network_id': '6c1248ab-3a27-4b6b-b391-032ef2c47bfa', 'tenant_id': 'b5c84008012c4e0d94db04cc290742bf', 'mac_address': 'fa:16:3e:f9:f3:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10eaf073-0cb1-40a0-a8e3-bc641113aca3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3793, 'fixed_ips': [{'subnet_id': '8c1e27ee-94ad-4bc9-a8e6-4164e784bcf7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:51:29Z', 'updated_at': '2021-09-23T19:51:35Z', 'revision_number': 4, 'project_id': 'b5c84008012c4e0d94db04cc290742bf', 'subnets': [{'id': '8c1e27ee-94ad-4bc9-a8e6-4164e784bcf7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 19:51:37.068112 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-80c6d45b-d47f-4fe8-84e6-7720612b3dcb req-478a734e-aec7-48dc-8a91-3fdd5e355cb5 tempest-TestServerMultinode-246649075 tempest-TestServerMultinode-246649075-project-admin] 10.222.0.67 "GET /v2.0/quotas/b029236e70374ce79bee82dd61a7fa01 HTTP/1.1" status: 200 len: 375 time: 0.0602391 Sep 23 19:51:37.120651 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-7837fa78-99f8-42fb-9469-52a267404f60 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:37.209234 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-b933e7ae-62cf-42b3-913f-576991438e5f admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=68089a352b444323aeac869b275be256&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2992218 Sep 23 19:51:37.210224 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 50124) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:51:37.283653 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-1ec98d64-e010-473a-a3a8-d89b279ef6f9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:37.305817 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-80c6d45b-d47f-4fe8-84e6-7720612b3dcb req-2a5be90d-a764-44b6-8aa6-d4d390252ddc tempest-TestServerMultinode-246649075 tempest-TestServerMultinode-246649075-project-admin] 10.222.0.67 "GET /v2.0/ports?tenant_id=b029236e70374ce79bee82dd61a7fa01&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2034814 Sep 23 19:51:37.332874 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-1ec98d64-e010-473a-a3a8-d89b279ef6f9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:37.397865 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-1ec98d64-e010-473a-a3a8-d89b279ef6f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:37.400994 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-1ec98d64-e010-473a-a3a8-d89b279ef6f9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:37.403417 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-1ec98d64-e010-473a-a3a8-d89b279ef6f9 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/db191ae2-4810-401a-ae07-aa85a83b1066 HTTP/1.1" status: 204 len: 168 time: 0.1917617 Sep 23 19:51:37.413865 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ec98d64-e010-473a-a3a8-d89b279ef6f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db191ae2-4810-401a-ae07-aa85a83b1066,revision_number=None']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:51:37.424842 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ec98d64-e010-473a-a3a8-d89b279ef6f9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:51:37.425579 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ec98d64-e010-473a-a3a8-d89b279ef6f9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:51:37.426208 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ec98d64-e010-473a-a3a8-d89b279ef6f9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:51:37.426728 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ec98d64-e010-473a-a3a8-d89b279ef6f9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:51:37.427224 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ec98d64-e010-473a-a3a8-d89b279ef6f9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:51:37.427708 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ec98d64-e010-473a-a3a8-d89b279ef6f9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:51:37.428189 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ec98d64-e010-473a-a3a8-d89b279ef6f9 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:51:37.429449 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ec98d64-e010-473a-a3a8-d89b279ef6f9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:51:37.429952 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ec98d64-e010-473a-a3a8-d89b279ef6f9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:51:37.430436 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ec98d64-e010-473a-a3a8-d89b279ef6f9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:51:37.430907 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ec98d64-e010-473a-a3a8-d89b279ef6f9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:51:37.431383 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ec98d64-e010-473a-a3a8-d89b279ef6f9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:51:37.492696 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-7837fa78-99f8-42fb-9469-52a267404f60 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-597258', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-601790'] for router, after_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:37.656742 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-80c6d45b-d47f-4fe8-84e6-7720612b3dcb req-5fa55836-f4a5-4224-8a3f-06d6b70cd983 service neutron] 10.222.0.67 "GET /v2.0/networks/d9738749-37a5-4806-a9b1-b54d362aa2e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2098439 Sep 23 19:51:37.850208 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-80c6d45b-d47f-4fe8-84e6-7720612b3dcb req-58eb78b1-b018-49dc-9ed8-0482a76d374a service neutron] 10.222.0.67 "GET /v2.0/networks/d9738749-37a5-4806-a9b1-b54d362aa2e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1818602 Sep 23 19:51:37.851418 n-d-713301-16 neutron-server[95102]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7837fa78-99f8-42fb-9469-52a267404f60 admin admin] Router 4e951593-1fab-4293-8c03-c6a70f9832bd is scheduled to L3 agent 79a740bf-7821-4989-8288-7186e3e128f3 with binding_index 1 {{(pid=95102) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 23 19:51:38.124232 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7837fa78-99f8-42fb-9469-52a267404f60 admin admin] Notify agent at l3_agent.n-d-713301-16 the message routers_updated {{(pid=95102) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 19:51:38.134296 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9ce4c3e-661e-4163-8ef3-acb17667c371 None None] Sync routers for ids ['4e951593-1fab-4293-8c03-c6a70f9832bd'] in n-d-713301-16 {{(pid=95104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 19:51:38.167829 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9ce4c3e-661e-4163-8ef3-acb17667c371 None None] Routers {'4e951593-1fab-4293-8c03-c6a70f9832bd'} bound to L3 agent in host n-d-713301-16 {{(pid=95104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 19:51:38.169017 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_hamode_db [None req-c9ce4c3e-661e-4163-8ef3-acb17667c371 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-23T19:07:52Z,description=,heartbeat_timestamp=2021-09-23T19:51:23Z,host='n-d-713301-16',id=79a740bf-7821-4989-8288-7186e3e128f3,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:07:52Z,topic='l3_agent')) {'router_ids': ['4e951593-1fab-4293-8c03-c6a70f9832bd'], 'active': True} {{(pid=95104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:51:38.179750 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-b4b44ca7-2bdf-4908-bd22-7f66b93129a9 req-e02e1121-2830-44a4-9e44-8e06d60ceaab tempest-TestServerMultinode-246649075 tempest-TestServerMultinode-246649075-project-admin] 10.222.0.67 "GET /v2.0/ports?device_id=61e0193d-b2d9-444f-a7d0-9f49ba885de9 HTTP/1.1" status: 200 len: 210 time: 0.0460684 Sep 23 19:51:38.188417 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-7837fa78-99f8-42fb-9469-52a267404f60 admin admin] Notify callbacks [] for router, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:38.193452 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-7837fa78-99f8-42fb-9469-52a267404f60 admin admin] 10.222.0.67 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 3.4830391 Sep 23 19:51:38.193977 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 50144) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:51:38.402909 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc4bec4c-41fd-49c4-af07-bb6c5bca8366 None None] Network a420114d-2231-43f7-b032-22f9a06043e9 requested from n-d-713301-16 {{(pid=95103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 19:51:38.501484 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_dvr_db [None req-c9ce4c3e-661e-4163-8ef3-acb17667c371 None None] Set router 4e951593-1fab-4293-8c03-c6a70f9832bd gateway port host: n-d-713301-16 {{(pid=95104) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 19:51:38.525785 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Device d7283223-5ea4-40e2-a9b1-4923cf5adb11 up at agent ovs-agent-n-d-713301-16 {{(pid=95103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 19:51:38.614362 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-1846bc98-6e9d-4964-b9f8-8ee8e0c041d5 None None] Provisioning complete for port d7283223-5ea4-40e2-a9b1-4923cf5adb11 triggered by entity DHCP. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:51:38.614769 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-1846bc98-6e9d-4964-b9f8-8ee8e0c041d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:38.697040 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 50158) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:51:38.818227 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Provisioning complete for port d7283223-5ea4-40e2-a9b1-4923cf5adb11 triggered by entity L2. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:51:38.818592 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:38.866874 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_hamode_db [None req-c9ce4c3e-661e-4163-8ef3-acb17667c371 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e951593-1fab-4293-8c03-c6a70f9832bd', 'name': 'tempest-TestAggregatesBasicOps-1407645178-router', 'tenant_id': 'cf371590cd124254b7dc164ff46d9543', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'external_fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.171'}], 'enable_snat': True}, 'gw_port_id': 'cb615441-ea59-4dd4-9dbd-bc46653950b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:51:34Z', 'updated_at': '2021-09-23T19:51:36Z', 'revision_number': 3, 'project_id': 'cf371590cd124254b7dc164ff46d9543', 'gw_port': {'id': 'cb615441-ea59-4dd4-9dbd-bc46653950b0', 'name': '', 'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:2a:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e951593-1fab-4293-8c03-c6a70f9832bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3804, 'fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:51:35Z', 'updated_at': '2021-09-23T19:51:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-16'}], 'n-d-713301-16', False) {} {{(pid=95104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:51:38.903443 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9ce4c3e-661e-4163-8ef3-acb17667c371 None None] Checking router: 4e951593-1fab-4293-8c03-c6a70f9832bd for host: n-d-713301-16 {{(pid=95104) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 19:51:38.903794 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9ce4c3e-661e-4163-8ef3-acb17667c371 None None] Updating router 4e951593-1fab-4293-8c03-c6a70f9832bd port cb615441-ea59-4dd4-9dbd-bc46653950b0 binding host n-d-713301-16 {{(pid=95104) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 23 19:51:38.952661 n-d-713301-16 neutron-server[95104]: DEBUG neutron_lib.callbacks.manager [None req-c9ce4c3e-661e-4163-8ef3-acb17667c371 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:39.027210 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:39.056545 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.v2.base [None req-ac69bace-81a1-423a-880f-cfd5d75e35ca tempest-SubnetPoolsTestJSON-112934909 tempest-SubnetPoolsTestJSON-112934909-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools-1779537894', 'prefixes': ['172.20.0.0/16']}} {{(pid=95101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:51:39.076516 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-1846bc98-6e9d-4964-b9f8-8ee8e0c041d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:39.118963 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-1846bc98-6e9d-4964-b9f8-8ee8e0c041d5 None None] For port d7283223-5ea4-40e2-a9b1-4923cf5adb11, host n-d-713301-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-16',level=0,port_id=d7283223-5ea4-40e2-a9b1-4923cf5adb11,segment=NetworkSegment(1071b518-cb27-4ffb-9b3d-eebb8c0bc6f5),segment_id=1071b518-cb27-4ffb-9b3d-eebb8c0bc6f5)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:51:39.127679 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-1846bc98-6e9d-4964-b9f8-8ee8e0c041d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:39.229099 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1846bc98-6e9d-4964-b9f8-8ee8e0c041d5 None None] Pushing event updated for resources: {'Port': ['ID=d7283223-5ea4-40e2-a9b1-4923cf5adb11,revision_number=3']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:51:39.277920 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-94bc6048-9b72-4858-8146-c5be13a1fa23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:39.290930 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-ac69bace-81a1-423a-880f-cfd5d75e35ca tempest-SubnetPoolsTestJSON-112934909 tempest-SubnetPoolsTestJSON-112934909-project] Notify callbacks [] for subnetpool, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:39.293316 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-ac69bace-81a1-423a-880f-cfd5d75e35ca tempest-SubnetPoolsTestJSON-112934909 tempest-SubnetPoolsTestJSON-112934909-project] 10.222.0.67 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 737 time: 0.5932827 Sep 23 19:51:39.296187 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 50168) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:51:39.330078 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.db.api [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95103) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 23 19:51:39.332655 n-d-713301-16 neutron-server[95103]: DEBUG oslo_db.api [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 23 19:51:39.438473 n-d-713301-16 neutron-server[95104]: DEBUG neutron_lib.callbacks.manager [None req-c9ce4c3e-661e-4163-8ef3-acb17667c371 None None] Notify callbacks [] for port, precommit_update {{(pid=95104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:39.449561 n-d-713301-16 neutron-server[95104]: DEBUG neutron_lib.callbacks.manager [None req-c9ce4c3e-661e-4163-8ef3-acb17667c371 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:39.453185 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-a960f47d-cac9-4411-a56a-39081d26dc41 req-4fd20726-b173-491a-8591-d10af072de15 tempest-TestServerMultinode-246649075 tempest-TestServerMultinode-246649075-project-admin] 10.222.0.67 "GET /v2.0/ports?device_id=61e0193d-b2d9-444f-a7d0-9f49ba885de9 HTTP/1.1" status: 200 len: 210 time: 0.1016586 Sep 23 19:51:39.473028 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-ce8fb369-fd98-4dc9-8f18-0037b0fd62de tempest-SubnetPoolsTestJSON-112934909 tempest-SubnetPoolsTestJSON-112934909-project] 10.222.0.67 "GET /v2.0/subnetpools/74cb5e34-e9ff-450a-974e-899eedcc2541 HTTP/1.1" status: 200 len: 732 time: 0.1750042 Sep 23 19:51:39.477264 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 50170) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:51:39.482784 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.v2.base [None req-b3e69d2f-ec64-4557-ab8e-45a3c27d2a77 tempest-SubnetPoolsTestJSON-112934909 tempest-SubnetPoolsTestJSON-112934909-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools_update-1333120989'}} {{(pid=95102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:51:39.510726 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91a76ef0-0d19-4f1e-b114-b2aae2579cf7 None None] Pushing event updated for resources: {'Port': ['ID=cb615441-ea59-4dd4-9dbd-bc46653950b0,revision_number=2']} {{(pid=95104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:51:39.542974 n-d-713301-16 neutron-server[95104]: DEBUG neutron.plugins.ml2.managers [None req-c9ce4c3e-661e-4163-8ef3-acb17667c371 None None] Attempting to bind port cb615441-ea59-4dd4-9dbd-bc46653950b0 on host n-d-713301-16 for vnic_type normal with profile {{(pid=95104) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 19:51:39.543339 n-d-713301-16 neutron-server[95104]: DEBUG neutron.plugins.ml2.managers [None req-c9ce4c3e-661e-4163-8ef3-acb17667c371 None None] Attempting to bind port cb615441-ea59-4dd4-9dbd-bc46653950b0 by drivers openvswitch,hyperv on host n-d-713301-16 at level 0 using segments [{'id': '7d4027f1-d893-4c7b-95d4-757b8e44e380', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac'}] {{(pid=95104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 19:51:39.543963 n-d-713301-16 neutron-server[95104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9ce4c3e-661e-4163-8ef3-acb17667c371 None None] Attempting to bind port cb615441-ea59-4dd4-9dbd-bc46653950b0 on network 5dec5c09-378e-4f50-89cc-d94eb81c3bac {{(pid=95104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:51:39.556915 n-d-713301-16 neutron-server[95104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9ce4c3e-661e-4163-8ef3-acb17667c371 None None] Checking agent: {'id': '70a14545-df24-472f-8f95-bfe1719bff93', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 19, 7, 53), 'started_at': datetime.datetime(2021, 9, 23, 19, 8, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 19, 51, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 19:51:39.565128 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-5aed370c-cc32-4321-9481-f297bef21c63 None None] Provisioning complete for port d7283223-5ea4-40e2-a9b1-4923cf5adb11 triggered by entity DHCP. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:51:39.566076 n-d-713301-16 neutron-server[95104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9ce4c3e-661e-4163-8ef3-acb17667c371 None None] Checking segment: {'id': '7d4027f1-d893-4c7b-95d4-757b8e44e380', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95104) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:51:39.566760 n-d-713301-16 neutron-server[95104]: DEBUG neutron_lib.callbacks.manager [None req-c9ce4c3e-661e-4163-8ef3-acb17667c371 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:39.567324 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-5aed370c-cc32-4321-9481-f297bef21c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:39.568286 n-d-713301-16 neutron-server[95104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9ce4c3e-661e-4163-8ef3-acb17667c371 None None] Bound using segment: {'id': '7d4027f1-d893-4c7b-95d4-757b8e44e380', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac'} {{(pid=95104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 19:51:39.571423 n-d-713301-16 neutron-server[95104]: DEBUG neutron.plugins.ml2.managers [None req-c9ce4c3e-661e-4163-8ef3-acb17667c371 None None] Bound port: cb615441-ea59-4dd4-9dbd-bc46653950b0, host: n-d-713301-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7d4027f1-d893-4c7b-95d4-757b8e44e380', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac'}}] {{(pid=95104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 19:51:39.572117 n-d-713301-16 neutron-server[95104]: DEBUG neutron_lib.callbacks.manager [None req-c9ce4c3e-661e-4163-8ef3-acb17667c371 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:39.595674 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-b3e69d2f-ec64-4557-ab8e-45a3c27d2a77 tempest-SubnetPoolsTestJSON-112934909 tempest-SubnetPoolsTestJSON-112934909-project] Notify callbacks [] for subnetpool, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:39.599557 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-b3e69d2f-ec64-4557-ab8e-45a3c27d2a77 tempest-SubnetPoolsTestJSON-112934909 tempest-SubnetPoolsTestJSON-112934909-project] 10.222.0.67 "PUT /v2.0/subnetpools/74cb5e34-e9ff-450a-974e-899eedcc2541 HTTP/1.1" status: 200 len: 684 time: 0.1190760 Sep 23 19:51:39.600199 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 50172) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:51:39.633281 n-d-713301-16 neutron-server[95101]: DEBUG neutron.db.db_base_plugin_common [None req-94bc6048-9b72-4858-8146-c5be13a1fa23 admin admin] Allocated IP 172.20.0.1 (a420114d-2231-43f7-b032-22f9a06043e9/f83f3c48-74e3-43e4-97d5-570a19d0a2ef/5d3bf833-2b43-426b-9bda-675cc77a22eb) {{(pid=95101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 19:51:39.646748 n-d-713301-16 neutron-server[95104]: DEBUG neutron.plugins.ml2.db [None req-c9ce4c3e-661e-4163-8ef3-acb17667c371 None None] For port cb615441-ea59-4dd4-9dbd-bc46653950b0, host n-d-713301-16, cleared binding levels {{(pid=95104) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 19:51:39.652952 n-d-713301-16 neutron-server[95104]: DEBUG neutron.plugins.ml2.db [None req-c9ce4c3e-661e-4163-8ef3-acb17667c371 None None] For port cb615441-ea59-4dd4-9dbd-bc46653950b0, host n-d-713301-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-16',level=0,port_id=cb615441-ea59-4dd4-9dbd-bc46653950b0,segment=NetworkSegment(7d4027f1-d893-4c7b-95d4-757b8e44e380),segment_id=7d4027f1-d893-4c7b-95d4-757b8e44e380)] {{(pid=95104) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 19:51:39.659313 n-d-713301-16 neutron-server[95104]: DEBUG neutron_lib.callbacks.manager [None req-c9ce4c3e-661e-4163-8ef3-acb17667c371 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:39.707354 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-3ece5593-58a0-4fcb-a2c3-d0dce9a10589 tempest-SubnetPoolsTestJSON-112934909 tempest-SubnetPoolsTestJSON-112934909-project] Notify callbacks [] for subnetpool, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:39.710498 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-3ece5593-58a0-4fcb-a2c3-d0dce9a10589 tempest-SubnetPoolsTestJSON-112934909 tempest-SubnetPoolsTestJSON-112934909-project] 10.222.0.67 "DELETE /v2.0/subnetpools/74cb5e34-e9ff-450a-974e-899eedcc2541 HTTP/1.1" status: 204 len: 168 time: 0.1074946 Sep 23 19:51:39.712354 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 50174) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:51:39.746566 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91a76ef0-0d19-4f1e-b114-b2aae2579cf7 None None] Pushing event updated for resources: {'Port': ['ID=cb615441-ea59-4dd4-9dbd-bc46653950b0,revision_number=3']} {{(pid=95104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:51:39.747467 n-d-713301-16 neutron-server[95102]: INFO neutron.api.v2.resource [None req-73f8ad29-eea7-4f2f-9fcc-920da453fc30 tempest-SubnetPoolsTestJSON-112934909 tempest-SubnetPoolsTestJSON-112934909-project] show failed (client error): The resource could not be found. Sep 23 19:51:39.749106 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-73f8ad29-eea7-4f2f-9fcc-920da453fc30 tempest-SubnetPoolsTestJSON-112934909 tempest-SubnetPoolsTestJSON-112934909-project] 10.222.0.67 "GET /v2.0/subnetpools/74cb5e34-e9ff-450a-974e-899eedcc2541 HTTP/1.1" status: 404 len: 346 time: 0.0326874 Sep 23 19:51:39.752653 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 50176) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:51:39.759012 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9ce4c3e-661e-4163-8ef3-acb17667c371 None None] Routers {'4e951593-1fab-4293-8c03-c6a70f9832bd'} bound to L3 agent in host n-d-713301-16 {{(pid=95104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 19:51:39.759745 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_hamode_db [None req-c9ce4c3e-661e-4163-8ef3-acb17667c371 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-23T19:07:52Z,description=,heartbeat_timestamp=2021-09-23T19:51:23Z,host='n-d-713301-16',id=79a740bf-7821-4989-8288-7186e3e128f3,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:07:52Z,topic='l3_agent')) {'router_ids': ['4e951593-1fab-4293-8c03-c6a70f9832bd'], 'active': True} {{(pid=95104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:51:39.769502 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-94bc6048-9b72-4858-8146-c5be13a1fa23 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:39.788243 n-d-713301-16 neutron-server[95102]: INFO neutron.api.v2.resource [None req-490748ee-dcbd-4ef2-96cb-aa7bbce336af tempest-SubnetPoolsTestJSON-112934909 tempest-SubnetPoolsTestJSON-112934909-project] delete failed (client error): The resource could not be found. Sep 23 19:51:39.789628 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-490748ee-dcbd-4ef2-96cb-aa7bbce336af tempest-SubnetPoolsTestJSON-112934909 tempest-SubnetPoolsTestJSON-112934909-project] 10.222.0.67 "DELETE /v2.0/subnetpools/74cb5e34-e9ff-450a-974e-899eedcc2541 HTTP/1.1" status: 404 len: 346 time: 0.0350993 Sep 23 19:51:39.818887 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-94bc6048-9b72-4858-8146-c5be13a1fa23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783145673135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5607431'] for port, after_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:39.860774 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94bc6048-9b72-4858-8146-c5be13a1fa23 admin admin] Network a420114d-2231-43f7-b032-22f9a06043e9 is already hosted by enough agents. {{(pid=95101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:51:39.867751 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.base_scheduler [None req-94bc6048-9b72-4858-8146-c5be13a1fa23 admin admin] Resources bound (agent type, host, resource id): {{(pid=95101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:51:39.873150 n-d-713301-16 neutron-server[95101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94bc6048-9b72-4858-8146-c5be13a1fa23 admin admin] Received port after_create {{(pid=95101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 19:51:39.931243 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-94bc6048-9b72-4858-8146-c5be13a1fa23 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-601987'] for router_interface, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:39.943429 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Device 0635d5b1-36aa-491d-805e-82d5528bc711 up at agent ovs-agent-n-d-713301-16 {{(pid=95103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 19:51:40.024767 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_dvr_db [None req-c9ce4c3e-661e-4163-8ef3-acb17667c371 None None] Set router 4e951593-1fab-4293-8c03-c6a70f9832bd gateway port host: n-d-713301-16 {{(pid=95104) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 19:51:40.042012 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94bc6048-9b72-4858-8146-c5be13a1fa23 admin admin] Pushing event updated for resources: {'Port': ['ID=5d3bf833-2b43-426b-9bda-675cc77a22eb,revision_number=1']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:51:40.083209 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Provisioning complete for port 0635d5b1-36aa-491d-805e-82d5528bc711 triggered by entity L2. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:51:40.083437 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:40.231858 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c6d45b-d47f-4fe8-84e6-7720612b3dcb req-4c8202ca-3557-4366-a223-6452a5db6cc1 tempest-TestServerMultinode-246649075 tempest-TestServerMultinode-246649075-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:51:40.234691 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-80c6d45b-d47f-4fe8-84e6-7720612b3dcb req-4c8202ca-3557-4366-a223-6452a5db6cc1 tempest-TestServerMultinode-246649075 tempest-TestServerMultinode-246649075-project-admin] 10.222.0.74 "GET /v2.0/networks?id=d9738749-37a5-4806-a9b1-b54d362aa2e5 HTTP/1.1" status: 200 len: 911 time: 0.2965114 Sep 23 19:51:40.264056 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.v2.base [req-80c6d45b-d47f-4fe8-84e6-7720612b3dcb req-36a6a357-b411-4385-b279-bc675fa2d000 tempest-TestServerMultinode-246649075 tempest-TestServerMultinode-246649075-project-admin] Request body: {'port': {'device_id': '61e0193d-b2d9-444f-a7d0-9f49ba885de9', 'network_id': 'd9738749-37a5-4806-a9b1-b54d362aa2e5', 'admin_state_up': True, 'tenant_id': 'b029236e70374ce79bee82dd61a7fa01'}} {{(pid=95101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:51:40.314803 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-80c6d45b-d47f-4fe8-84e6-7720612b3dcb req-36a6a357-b411-4385-b279-bc675fa2d000 tempest-TestServerMultinode-246649075 tempest-TestServerMultinode-246649075-project-admin] Made reservation on behalf of b029236e70374ce79bee82dd61a7fa01 for: {'port': 1} {{(pid=95101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:51:40.319028 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-80c6d45b-d47f-4fe8-84e6-7720612b3dcb req-36a6a357-b411-4385-b279-bc675fa2d000 tempest-TestServerMultinode-246649075 tempest-TestServerMultinode-246649075-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:40.368094 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Device d7283223-5ea4-40e2-a9b1-4923cf5adb11 up at agent ovs-agent-n-d-713301-16 {{(pid=95103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 19:51:40.376355 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-94bc6048-9b72-4858-8146-c5be13a1fa23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:40.389236 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_hamode_db [None req-c9ce4c3e-661e-4163-8ef3-acb17667c371 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e951593-1fab-4293-8c03-c6a70f9832bd', 'name': 'tempest-TestAggregatesBasicOps-1407645178-router', 'tenant_id': 'cf371590cd124254b7dc164ff46d9543', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'external_fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.171'}], 'enable_snat': True}, 'gw_port_id': 'cb615441-ea59-4dd4-9dbd-bc46653950b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:51:34Z', 'updated_at': '2021-09-23T19:51:36Z', 'revision_number': 3, 'project_id': 'cf371590cd124254b7dc164ff46d9543', 'gw_port': {'id': 'cb615441-ea59-4dd4-9dbd-bc46653950b0', 'name': '', 'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:2a:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e951593-1fab-4293-8c03-c6a70f9832bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3804, 'fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:51:35Z', 'updated_at': '2021-09-23T19:51:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-16'}], 'n-d-713301-16', False) {} {{(pid=95104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:51:40.409005 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 50184) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:51:40.437848 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9ce4c3e-661e-4163-8ef3-acb17667c371 None None] The sync data for ids ['4e951593-1fab-4293-8c03-c6a70f9832bd'] in n-d-713301-16 is: [{'id': '4e951593-1fab-4293-8c03-c6a70f9832bd', 'name': 'tempest-TestAggregatesBasicOps-1407645178-router', 'tenant_id': 'cf371590cd124254b7dc164ff46d9543', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'external_fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.171'}], 'enable_snat': True}, 'gw_port_id': 'cb615441-ea59-4dd4-9dbd-bc46653950b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:51:34Z', 'updated_at': '2021-09-23T19:51:36Z', 'revision_number': 3, 'project_id': 'cf371590cd124254b7dc164ff46d9543', 'gw_port': {'id': 'cb615441-ea59-4dd4-9dbd-bc46653950b0', 'name': '', 'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:2a:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e951593-1fab-4293-8c03-c6a70f9832bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3804, 'fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:51:35Z', 'updated_at': '2021-09-23T19:51:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-16'}] {{(pid=95104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 19:51:40.445700 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-0dcb1576-1c6c-4488-9bfa-db70e2b93f0c None None] Provisioning complete for port 5d3bf833-2b43-426b-9bda-675cc77a22eb triggered by entity DHCP. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:51:40.446079 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-0dcb1576-1c6c-4488-9bfa-db70e2b93f0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:40.495114 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.plugin [None req-0dcb1576-1c6c-4488-9bfa-db70e2b93f0c None None] Port 5d3bf833-2b43-426b-9bda-675cc77a22eb cannot update to ACTIVE because it is not bound. {{(pid=95103) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 19:51:40.497406 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Provisioning complete for port d7283223-5ea4-40e2-a9b1-4923cf5adb11 triggered by entity L2. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:51:40.497770 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:40.590468 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-a37a8c4a-3d08-4a7c-b0b3-4748c06a1826 req-7c5ed8c0-15b1-44e4-b1e0-ea7921fabc7d tempest-TestServerMultinode-246649075 tempest-TestServerMultinode-246649075-project-admin] 10.222.0.67 "GET /v2.0/ports?device_id=61e0193d-b2d9-444f-a7d0-9f49ba885de9 HTTP/1.1" status: 200 len: 210 time: 0.0517375 Sep 23 19:51:40.605551 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-0fa41cb9-164e-4ec7-a1cc-113c4854c447 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:40.733971 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-0fa41cb9-164e-4ec7-a1cc-113c4854c447 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:40.738830 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-94bc6048-9b72-4858-8146-c5be13a1fa23 admin admin] Notify callbacks [] for port, precommit_update {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:40.740577 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-0fa41cb9-164e-4ec7-a1cc-113c4854c447 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:40.748117 n-d-713301-16 neutron-server[95101]: DEBUG neutron.db.db_base_plugin_common [req-80c6d45b-d47f-4fe8-84e6-7720612b3dcb req-36a6a357-b411-4385-b279-bc675fa2d000 tempest-TestServerMultinode-246649075 tempest-TestServerMultinode-246649075-project-admin] Allocated IP 172.20.0.12 (d9738749-37a5-4806-a9b1-b54d362aa2e5/5063ddfd-caee-4110-9a9f-b228fc05a5de/20e0a1c1-ce10-4e6c-9465-6759b032bcbd) {{(pid=95101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 19:51:40.750413 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-94bc6048-9b72-4858-8146-c5be13a1fa23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5607436'] for port, after_update {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:40.791908 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-0fa41cb9-164e-4ec7-a1cc-113c4854c447 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=f6e8fded74e8456995631b944ee4a315&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3817976 Sep 23 19:51:40.796133 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fa41cb9-164e-4ec7-a1cc-113c4854c447 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80d102a1-c8c9-4298-b908-c4ced3c35e92,revision_number=1']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:51:40.796364 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 50190) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:51:40.875160 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-82a19212-eb3b-42eb-9e88-7a848169f498 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:40.892345 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94bc6048-9b72-4858-8146-c5be13a1fa23 admin admin] Pushing event updated for resources: {'Port': ['ID=5d3bf833-2b43-426b-9bda-675cc77a22eb,revision_number=2']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:51:40.904568 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-82a19212-eb3b-42eb-9e88-7a848169f498 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:40.911270 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-94bc6048-9b72-4858-8146-c5be13a1fa23 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-527313', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-601459'] for router_interface, after_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:40.968751 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-82a19212-eb3b-42eb-9e88-7a848169f498 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:40.972843 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-82a19212-eb3b-42eb-9e88-7a848169f498 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:40.975311 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-82a19212-eb3b-42eb-9e88-7a848169f498 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/80d102a1-c8c9-4298-b908-c4ced3c35e92 HTTP/1.1" status: 204 len: 168 time: 0.1777225 Sep 23 19:51:40.997259 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a19212-eb3b-42eb-9e88-7a848169f498 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80d102a1-c8c9-4298-b908-c4ced3c35e92,revision_number=None']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:51:41.143827 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94bc6048-9b72-4858-8146-c5be13a1fa23 admin admin] Network a420114d-2231-43f7-b032-22f9a06043e9 is already hosted by enough agents. {{(pid=95101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:51:41.150531 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.base_scheduler [None req-94bc6048-9b72-4858-8146-c5be13a1fa23 admin admin] Resources bound (agent type, host, resource id): {{(pid=95101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:51:41.174047 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-80c6d45b-d47f-4fe8-84e6-7720612b3dcb req-36a6a357-b411-4385-b279-bc675fa2d000 tempest-TestServerMultinode-246649075 tempest-TestServerMultinode-246649075-project-admin] Notify callbacks [] for port, precommit_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:41.339410 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-94bc6048-9b72-4858-8146-c5be13a1fa23 admin admin] Router 4e951593-1fab-4293-8c03-c6a70f9832bd has already been hosted by L3 agent 79a740bf-7821-4989-8288-7186e3e128f3 {{(pid=95101) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 19:51:41.482579 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-80c6d45b-d47f-4fe8-84e6-7720612b3dcb req-36a6a357-b411-4385-b279-bc675fa2d000 tempest-TestServerMultinode-246649075 tempest-TestServerMultinode-246649075-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783145673135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5607431'] for port, after_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:41.495112 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] get_ports_and_sgs() called for port_ids ['7ade3a57-1b07-4737-9255-b9df34b8e6bd'] {{(pid=95103) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 19:51:41.549105 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-90364a93-f5d3-49c6-9f1e-e046f1a3e860 None None] Provisioning complete for port 5d3bf833-2b43-426b-9bda-675cc77a22eb triggered by entity DHCP. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:51:41.549816 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-90364a93-f5d3-49c6-9f1e-e046f1a3e860 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:41.599233 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.plugin [None req-90364a93-f5d3-49c6-9f1e-e046f1a3e860 None None] Port 5d3bf833-2b43-426b-9bda-675cc77a22eb cannot update to ACTIVE because it is not bound. {{(pid=95103) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 19:51:41.761331 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f7fa80-757a-43e9-8c92-8bb3e043a3e6 req-d0c79ab2-829c-4702-8870-56372130582f tempest-TestServerMultinode-246649075 tempest-TestServerMultinode-246649075-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:51:41.763232 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-11f7fa80-757a-43e9-8c92-8bb3e043a3e6 req-d0c79ab2-829c-4702-8870-56372130582f tempest-TestServerMultinode-246649075 tempest-TestServerMultinode-246649075-project-admin] 10.222.0.67 "GET /v2.0/ports?device_id=61e0193d-b2d9-444f-a7d0-9f49ba885de9 HTTP/1.1" status: 200 len: 1028 time: 0.0739162 Sep 23 19:51:41.826714 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-11f7fa80-757a-43e9-8c92-8bb3e043a3e6 req-bc277cf9-2383-431e-bff3-f7ec55087f38 tempest-TestServerMultinode-246649075 tempest-TestServerMultinode-246649075-project-admin] 10.222.0.67 "GET /v2.0/security-groups?id=907ae9ed-ee55-474a-b11c-e10411da5f6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564663 Sep 23 19:51:41.961650 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-80c6d45b-d47f-4fe8-84e6-7720612b3dcb req-36a6a357-b411-4385-b279-bc675fa2d000 tempest-TestServerMultinode-246649075 tempest-TestServerMultinode-246649075-project-admin] Network d9738749-37a5-4806-a9b1-b54d362aa2e5 is already hosted by enough agents. {{(pid=95101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:51:41.965291 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36a6a357-b411-4385-b279-bc675fa2d000 tempest-TestServerMultinode-246649075 tempest-TestServerMultinode-246649075-project-admin] Pushing event updated for resources: {'Port': ['ID=20e0a1c1-ce10-4e6c-9465-6759b032bcbd,revision_number=1']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:51:41.970305 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.base_scheduler [req-80c6d45b-d47f-4fe8-84e6-7720612b3dcb req-36a6a357-b411-4385-b279-bc675fa2d000 tempest-TestServerMultinode-246649075 tempest-TestServerMultinode-246649075-project-admin] Resources bound (agent type, host, resource id): {{(pid=95101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:51:41.973913 n-d-713301-16 neutron-server[95101]: DEBUG neutron.db.l3_dvrscheduler_db [req-80c6d45b-d47f-4fe8-84e6-7720612b3dcb req-36a6a357-b411-4385-b279-bc675fa2d000 tempest-TestServerMultinode-246649075 tempest-TestServerMultinode-246649075-project-admin] Received port after_create {{(pid=95101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 19:51:42.020108 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94bc6048-9b72-4858-8146-c5be13a1fa23 admin admin] Notify agent at l3_agent.n-d-713301-16 the message routers_updated {{(pid=95101) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 19:51:42.026350 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-94bc6048-9b72-4858-8146-c5be13a1fa23 admin admin] 10.222.0.67 "PUT /v2.0/routers/4e951593-1fab-4293-8c03-c6a70f9832bd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8304160 Sep 23 19:51:42.033100 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c6d45b-d47f-4fe8-84e6-7720612b3dcb req-36a6a357-b411-4385-b279-bc675fa2d000 tempest-TestServerMultinode-246649075 tempest-TestServerMultinode-246649075-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:51:42.033727 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-80c6d45b-d47f-4fe8-84e6-7720612b3dcb req-36a6a357-b411-4385-b279-bc675fa2d000 tempest-TestServerMultinode-246649075 tempest-TestServerMultinode-246649075-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222849'] for port, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:42.059752 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-80c6d45b-d47f-4fe8-84e6-7720612b3dcb req-36a6a357-b411-4385-b279-bc675fa2d000 tempest-TestServerMultinode-246649075 tempest-TestServerMultinode-246649075-project-admin] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1030 time: 1.8014088 Sep 23 19:51:42.075225 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.v2.base [req-80c6d45b-d47f-4fe8-84e6-7720612b3dcb req-e5fa98ef-ac01-4e13-98e2-27b861a8ee0c service neutron] Request body: {'port': {'device_id': '61e0193d-b2d9-444f-a7d0-9f49ba885de9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713301-16'}} {{(pid=95101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:51:42.108289 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 50218) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:51:42.151420 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-80c6d45b-d47f-4fe8-84e6-7720612b3dcb req-e5fa98ef-ac01-4e13-98e2-27b861a8ee0c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:42.258520 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.v2.base [None req-6adbff7d-10e8-4ada-b704-d34e8be9323e tempest-TagsTest-449347387 tempest-TagsTest-449347387-project] Request body: {'network': {'name': 'tempest-TagsTest-test-network-94775192'}} {{(pid=95102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:51:42.301814 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6adbff7d-10e8-4ada-b704-d34e8be9323e tempest-TagsTest-449347387 tempest-TagsTest-449347387-project] Made reservation on behalf of 3099f98b90684349844c75e564843b4c for: {'network': 1} {{(pid=95102) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:51:42.308727 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-6adbff7d-10e8-4ada-b704-d34e8be9323e tempest-TagsTest-449347387 tempest-TagsTest-449347387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for network, before_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:42.332790 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-6adbff7d-10e8-4ada-b704-d34e8be9323e tempest-TagsTest-449347387 tempest-TagsTest-449347387-project] Notify callbacks [] for security_group, before_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:42.400827 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Device cb615441-ea59-4dd4-9dbd-bc46653950b0 up at agent ovs-agent-n-d-713301-16 {{(pid=95103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 19:51:42.484005 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-b5651633-49d7-4982-814d-f1c5a3ff2a84 None None] Provisioning complete for port 20e0a1c1-ce10-4e6c-9465-6759b032bcbd triggered by entity DHCP. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:51:42.484376 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b5651633-49d7-4982-814d-f1c5a3ff2a84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:42.533400 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.plugin [None req-b5651633-49d7-4982-814d-f1c5a3ff2a84 None None] Port 20e0a1c1-ce10-4e6c-9465-6759b032bcbd cannot update to ACTIVE because it is not bound. {{(pid=95103) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 19:51:42.542753 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Provisioning complete for port cb615441-ea59-4dd4-9dbd-bc46653950b0 triggered by entity L2. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:51:42.543742 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:42.556418 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-6adbff7d-10e8-4ada-b704-d34e8be9323e tempest-TagsTest-449347387 tempest-TagsTest-449347387-project] Notify callbacks [] for security_group, precommit_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:42.563213 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-6adbff7d-10e8-4ada-b704-d34e8be9323e tempest-TagsTest-449347387 tempest-TagsTest-449347387-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:42.577594 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6adbff7d-10e8-4ada-b704-d34e8be9323e tempest-TagsTest-449347387 tempest-TagsTest-449347387-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 605} {{(pid=95102) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 19:51:42.587960 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-6adbff7d-10e8-4ada-b704-d34e8be9323e tempest-TagsTest-449347387 tempest-TagsTest-449347387-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1756186'] for segment, precommit_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:42.588310 n-d-713301-16 neutron-server[95102]: INFO neutron.db.segments_db [None req-6adbff7d-10e8-4ada-b704-d34e8be9323e tempest-TagsTest-449347387 tempest-TagsTest-449347387-project] Added segment e8f0da26-b933-468d-affa-cc2c111a78d8 of type vlan for network f7980b2e-177a-4734-8a06-814196e24243 Sep 23 19:51:42.681309 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-6adbff7d-10e8-4ada-b704-d34e8be9323e tempest-TagsTest-449347387 tempest-TagsTest-449347387-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783145630486'] for network, precommit_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:42.720945 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6adbff7d-10e8-4ada-b704-d34e8be9323e tempest-TagsTest-449347387 tempest-TagsTest-449347387-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a4ad2def-1448-4be2-a0cc-1e535bdf91c7,revision_number=1']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:51:42.725602 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-6adbff7d-10e8-4ada-b704-d34e8be9323e tempest-TagsTest-449347387 tempest-TagsTest-449347387-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299'] for network, after_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:42.728630 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:42.734678 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6adbff7d-10e8-4ada-b704-d34e8be9323e tempest-TagsTest-449347387 tempest-TagsTest-449347387-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:51:42.736031 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-6adbff7d-10e8-4ada-b704-d34e8be9323e tempest-TagsTest-449347387 tempest-TagsTest-449347387-project] Notify callbacks [] for network, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:42.751092 n-d-713301-16 neutron-server[95101]: DEBUG neutron.notifiers.nova [req-80c6d45b-d47f-4fe8-84e6-7720612b3dcb req-e5fa98ef-ac01-4e13-98e2-27b861a8ee0c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 20e0a1c1-ce10-4e6c-9465-6759b032bcbd {{(pid=95101) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 19:51:42.756977 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] For port cb615441-ea59-4dd4-9dbd-bc46653950b0, host n-d-713301-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-16',level=0,port_id=cb615441-ea59-4dd4-9dbd-bc46653950b0,segment=NetworkSegment(7d4027f1-d893-4c7b-95d4-757b8e44e380),segment_id=7d4027f1-d893-4c7b-95d4-757b8e44e380)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:51:42.762904 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:42.773061 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-6adbff7d-10e8-4ada-b704-d34e8be9323e tempest-TagsTest-449347387 tempest-TagsTest-449347387-project] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.6632090 Sep 23 19:51:42.781304 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 50236) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:51:42.795098 n-d-713301-16 neutron-server[95101]: DEBUG neutron.services.tag.tag_plugin [None req-dc8bf72b-40b1-447c-9158-251c0e438dff tempest-TagsTest-449347387 tempest-TagsTest-449347387-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'networks', 'f7980b2e-177a-4734-8a06-814196e24243', 'tempest-TagsTest-Tag-38840131') {} {{(pid=95101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:51:42.830828 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-80c6d45b-d47f-4fe8-84e6-7720612b3dcb req-e5fa98ef-ac01-4e13-98e2-27b861a8ee0c service neutron] Notify callbacks [] for port, precommit_update {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:42.850858 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Pushing event updated for resources: {'Port': ['ID=cb615441-ea59-4dd4-9dbd-bc46653950b0,revision_number=4']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:51:42.852525 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6adbff7d-10e8-4ada-b704-d34e8be9323e tempest-TagsTest-449347387 tempest-TagsTest-449347387-project] Pushing event updated for resources: {'Network': ['ID=f7980b2e-177a-4734-8a06-814196e24243,revision_number=1']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:51:42.896843 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Network f7980b2e-177a-4734-8a06-814196e24243 details requested by agent ovs-agent-n-d-713301-16 with host n-d-713301-16 {{(pid=95103) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 19:51:42.899521 n-d-713301-16 neutron-server[95101]: DEBUG neutron.db.provisioning_blocks [req-80c6d45b-d47f-4fe8-84e6-7720612b3dcb req-e5fa98ef-ac01-4e13-98e2-27b861a8ee0c service neutron] Transition to ACTIVE for port object 20e0a1c1-ce10-4e6c-9465-6759b032bcbd will not be triggered until provisioned by entity L2. {{(pid=95101) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 19:51:42.911548 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-80c6d45b-d47f-4fe8-84e6-7720612b3dcb req-e5fa98ef-ac01-4e13-98e2-27b861a8ee0c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5607436'] for port, after_update {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:43.002894 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-167c8965-afa4-42b0-a117-d2347f7d5791 None None] Sync routers for ids ['4e951593-1fab-4293-8c03-c6a70f9832bd'] in n-d-713301-16 {{(pid=95103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 19:51:43.023427 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-167c8965-afa4-42b0-a117-d2347f7d5791 None None] Routers {'4e951593-1fab-4293-8c03-c6a70f9832bd'} bound to L3 agent in host n-d-713301-16 {{(pid=95103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 19:51:43.024138 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_hamode_db [None req-167c8965-afa4-42b0-a117-d2347f7d5791 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-23T19:07:52Z,description=,heartbeat_timestamp=2021-09-23T19:51:23Z,host='n-d-713301-16',id=79a740bf-7821-4989-8288-7186e3e128f3,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:07:52Z,topic='l3_agent')) {'router_ids': ['4e951593-1fab-4293-8c03-c6a70f9832bd'], 'active': True} {{(pid=95103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:51:43.132039 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9cb7923-ba0a-4dba-829b-e8b1fe53fddd req-813e8468-8271-49f4-9208-5fe7e091a764 tempest-TestServerMultinode-246649075 tempest-TestServerMultinode-246649075-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:51:43.137190 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-b9cb7923-ba0a-4dba-829b-e8b1fe53fddd req-813e8468-8271-49f4-9208-5fe7e091a764 tempest-TestServerMultinode-246649075 tempest-TestServerMultinode-246649075-project-admin] 10.222.0.67 "GET /v2.0/ports?device_id=61e0193d-b2d9-444f-a7d0-9f49ba885de9 HTTP/1.1" status: 200 len: 1054 time: 0.1434219 Sep 23 19:51:43.194947 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_dvr_db [None req-167c8965-afa4-42b0-a117-d2347f7d5791 None None] Set router 4e951593-1fab-4293-8c03-c6a70f9832bd gateway port host: n-d-713301-16 {{(pid=95103) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 19:51:43.202295 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5fa98ef-ac01-4e13-98e2-27b861a8ee0c service neutron] Pushing event updated for resources: {'Port': ['ID=20e0a1c1-ce10-4e6c-9465-6759b032bcbd,revision_number=2']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:51:43.208363 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-b9cb7923-ba0a-4dba-829b-e8b1fe53fddd req-29490bf7-8896-48d5-bc67-8c1e888cc43e tempest-TestServerMultinode-246649075 tempest-TestServerMultinode-246649075-project-admin] 10.222.0.67 "GET /v2.0/security-groups?id=907ae9ed-ee55-474a-b11c-e10411da5f6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654509 Sep 23 19:51:43.259945 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-dc8bf72b-40b1-447c-9158-251c0e438dff tempest-TagsTest-449347387 tempest-TagsTest-449347387-project] 10.222.0.67 "PUT /v2.0/networks/f7980b2e-177a-4734-8a06-814196e24243/tags/tempest-TagsTest-Tag-38840131 HTTP/1.1" status: 201 len: 201 time: 0.4776139 Sep 23 19:51:43.263245 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 50244) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:51:43.269286 n-d-713301-16 neutron-server[95102]: DEBUG neutron.services.tag.tag_plugin [None req-df11fac6-62f2-4315-9fe6-2090ecdffb6b tempest-TagsTest-449347387 tempest-TagsTest-449347387-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'f7980b2e-177a-4734-8a06-814196e24243', 'tempest-TagsTest-Tag-38840131') {} {{(pid=95102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:51:43.298200 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.managers [req-80c6d45b-d47f-4fe8-84e6-7720612b3dcb req-e5fa98ef-ac01-4e13-98e2-27b861a8ee0c service neutron] Attempting to bind port 20e0a1c1-ce10-4e6c-9465-6759b032bcbd on host n-h1-713301-16 for vnic_type normal with profile {{(pid=95101) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 19:51:43.298816 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.managers [req-80c6d45b-d47f-4fe8-84e6-7720612b3dcb req-e5fa98ef-ac01-4e13-98e2-27b861a8ee0c service neutron] Attempting to bind port 20e0a1c1-ce10-4e6c-9465-6759b032bcbd by drivers openvswitch,hyperv on host n-h1-713301-16 at level 0 using segments [{'id': 'ee9700c6-c1c6-4a4c-81b6-5f74fe067cec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'd9738749-37a5-4806-a9b1-b54d362aa2e5'}] {{(pid=95101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 19:51:43.299455 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80c6d45b-d47f-4fe8-84e6-7720612b3dcb req-e5fa98ef-ac01-4e13-98e2-27b861a8ee0c service neutron] Attempting to bind port 20e0a1c1-ce10-4e6c-9465-6759b032bcbd on network d9738749-37a5-4806-a9b1-b54d362aa2e5 {{(pid=95101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:51:43.307919 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80c6d45b-d47f-4fe8-84e6-7720612b3dcb req-e5fa98ef-ac01-4e13-98e2-27b861a8ee0c service neutron] Port 20e0a1c1-ce10-4e6c-9465-6759b032bcbd on network d9738749-37a5-4806-a9b1-b54d362aa2e5 not bound, no agent of type Open vSwitch agent registered on host n-h1-713301-16 {{(pid=95101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 19:51:43.308268 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80c6d45b-d47f-4fe8-84e6-7720612b3dcb req-e5fa98ef-ac01-4e13-98e2-27b861a8ee0c service neutron] Attempting to bind port 20e0a1c1-ce10-4e6c-9465-6759b032bcbd on network d9738749-37a5-4806-a9b1-b54d362aa2e5 {{(pid=95101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:51:43.331244 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80c6d45b-d47f-4fe8-84e6-7720612b3dcb req-e5fa98ef-ac01-4e13-98e2-27b861a8ee0c service neutron] Checking agent: {'id': '0708c3e9-0aad-4600-9be9-d2486535c898', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713301-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 19, 15, 28), 'started_at': datetime.datetime(2021, 9, 23, 19, 15, 28), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 19, 51, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 19:51:43.333085 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80c6d45b-d47f-4fe8-84e6-7720612b3dcb req-e5fa98ef-ac01-4e13-98e2-27b861a8ee0c service neutron] Checking segment: {'id': 'ee9700c6-c1c6-4a4c-81b6-5f74fe067cec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'd9738749-37a5-4806-a9b1-b54d362aa2e5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:51:43.333489 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80c6d45b-d47f-4fe8-84e6-7720612b3dcb req-e5fa98ef-ac01-4e13-98e2-27b861a8ee0c service neutron] Bound using segment: {'id': 'ee9700c6-c1c6-4a4c-81b6-5f74fe067cec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'd9738749-37a5-4806-a9b1-b54d362aa2e5'} {{(pid=95101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 19:51:43.335708 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.managers [req-80c6d45b-d47f-4fe8-84e6-7720612b3dcb req-e5fa98ef-ac01-4e13-98e2-27b861a8ee0c service neutron] Bound port: 20e0a1c1-ce10-4e6c-9465-6759b032bcbd, host: n-h1-713301-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ee9700c6-c1c6-4a4c-81b6-5f74fe067cec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'd9738749-37a5-4806-a9b1-b54d362aa2e5'}}] {{(pid=95101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 19:51:43.336490 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-80c6d45b-d47f-4fe8-84e6-7720612b3dcb req-e5fa98ef-ac01-4e13-98e2-27b861a8ee0c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:43.383850 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-df11fac6-62f2-4315-9fe6-2090ecdffb6b tempest-TagsTest-449347387 tempest-TagsTest-449347387-project] 10.222.0.67 "GET /v2.0/networks/f7980b2e-177a-4734-8a06-814196e24243/tags/tempest-TagsTest-Tag-38840131 HTTP/1.1" status: 204 len: 168 time: 0.1192269 Sep 23 19:51:43.386233 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 50250) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:51:43.390596 n-d-713301-16 neutron-server[95102]: DEBUG neutron.services.tag.tag_plugin [None req-412743de-8e0d-4c69-90eb-44b18df2347b tempest-TagsTest-449347387 tempest-TagsTest-449347387-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'networks', 'f7980b2e-177a-4734-8a06-814196e24243') {} {{(pid=95102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:51:43.431503 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.db [req-80c6d45b-d47f-4fe8-84e6-7720612b3dcb req-e5fa98ef-ac01-4e13-98e2-27b861a8ee0c service neutron] For port 20e0a1c1-ce10-4e6c-9465-6759b032bcbd, host n-h1-713301-16, cleared binding levels {{(pid=95101) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 19:51:43.435988 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.db [req-80c6d45b-d47f-4fe8-84e6-7720612b3dcb req-e5fa98ef-ac01-4e13-98e2-27b861a8ee0c service neutron] For port 20e0a1c1-ce10-4e6c-9465-6759b032bcbd, host n-h1-713301-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-16',level=0,port_id=20e0a1c1-ce10-4e6c-9465-6759b032bcbd,segment=NetworkSegment(ee9700c6-c1c6-4a4c-81b6-5f74fe067cec),segment_id=ee9700c6-c1c6-4a4c-81b6-5f74fe067cec)] {{(pid=95101) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 19:51:43.442970 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-80c6d45b-d47f-4fe8-84e6-7720612b3dcb req-e5fa98ef-ac01-4e13-98e2-27b861a8ee0c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5607436'] for port, after_update {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:43.467290 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-412743de-8e0d-4c69-90eb-44b18df2347b tempest-TagsTest-449347387 tempest-TagsTest-449347387-project] 10.222.0.67 "GET /v2.0/networks/f7980b2e-177a-4734-8a06-814196e24243/tags HTTP/1.1" status: 200 len: 236 time: 0.0798051 Sep 23 19:51:43.470041 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 50252) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:51:43.475450 n-d-713301-16 neutron-server[95102]: DEBUG neutron.services.tag.tag_plugin [None req-9c451fea-668a-4cc9-a182-86e36cd187eb tempest-TagsTest-449347387 tempest-TagsTest-449347387-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'networks', 'f7980b2e-177a-4734-8a06-814196e24243', {'tags': ['tempest-TagsTest-Tag-1887869246', 'tempest-TagsTest-Tag-937269849', 'tempest-TagsTest-Tag-1424634153']}) {} {{(pid=95102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:51:43.509868 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5fa98ef-ac01-4e13-98e2-27b861a8ee0c service neutron] Pushing event updated for resources: {'Port': ['ID=20e0a1c1-ce10-4e6c-9465-6759b032bcbd,revision_number=3']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:51:43.511127 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_hamode_db [None req-167c8965-afa4-42b0-a117-d2347f7d5791 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e951593-1fab-4293-8c03-c6a70f9832bd', 'name': 'tempest-TestAggregatesBasicOps-1407645178-router', 'tenant_id': 'cf371590cd124254b7dc164ff46d9543', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'external_fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.171'}], 'enable_snat': True}, 'gw_port_id': 'cb615441-ea59-4dd4-9dbd-bc46653950b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:51:34Z', 'updated_at': '2021-09-23T19:51:40Z', 'revision_number': 4, 'project_id': 'cf371590cd124254b7dc164ff46d9543', 'gw_port': {'id': 'cb615441-ea59-4dd4-9dbd-bc46653950b0', 'name': '', 'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:2a:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e951593-1fab-4293-8c03-c6a70f9832bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3804, 'fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:51:35Z', 'updated_at': '2021-09-23T19:51:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-16', '_interfaces': [{'id': '5d3bf833-2b43-426b-9bda-675cc77a22eb', 'name': '', 'network_id': 'a420114d-2231-43f7-b032-22f9a06043e9', 'tenant_id': 'cf371590cd124254b7dc164ff46d9543', 'mac_address': 'fa:16:3e:1b:9b:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e951593-1fab-4293-8c03-c6a70f9832bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3806, 'fixed_ips': [{'subnet_id': 'f83f3c48-74e3-43e4-97d5-570a19d0a2ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:51:39Z', 'updated_at': '2021-09-23T19:51:40Z', 'revision_number': 2, 'project_id': 'cf371590cd124254b7dc164ff46d9543', 'subnets': [{'id': 'f83f3c48-74e3-43e4-97d5-570a19d0a2ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-16', False) {} {{(pid=95103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:51:43.524211 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c6d45b-d47f-4fe8-84e6-7720612b3dcb req-e5fa98ef-ac01-4e13-98e2-27b861a8ee0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:51:43.524972 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-80c6d45b-d47f-4fe8-84e6-7720612b3dcb req-e5fa98ef-ac01-4e13-98e2-27b861a8ee0c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222849'] for port, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:43.527172 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-80c6d45b-d47f-4fe8-84e6-7720612b3dcb req-e5fa98ef-ac01-4e13-98e2-27b861a8ee0c service neutron] 10.222.0.74 "PUT /v2.0/ports/20e0a1c1-ce10-4e6c-9465-6759b032bcbd HTTP/1.1" status: 200 len: 1093 time: 1.4583027 Sep 23 19:51:43.528480 n-d-713301-16 neutron-server[95101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '61e0193d-b2d9-444f-a7d0-9f49ba885de9', 'tag': '20e0a1c1-ce10-4e6c-9465-6759b032bcbd'}] {{(pid=95101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 19:51:43.530893 n-d-713301-16 neutron-server[95101]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d8366c5740cd635e57ab12b71fe44a77c2acc3c19091ef849c6f68b380462244" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-835b7f4a-7775-4ac8-b0c7-3308fe21e4de" -d '{"events": [{"name": "network-changed", "server_uuid": "61e0193d-b2d9-444f-a7d0-9f49ba885de9", "tag": "20e0a1c1-ce10-4e6c-9465-6759b032bcbd"}]}' {{(pid=95101) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 19:51:43.544947 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-167c8965-afa4-42b0-a117-d2347f7d5791 None None] Checking router: 4e951593-1fab-4293-8c03-c6a70f9832bd for host: n-d-713301-16 {{(pid=95103) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 19:51:43.545552 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-167c8965-afa4-42b0-a117-d2347f7d5791 None None] Updating router 4e951593-1fab-4293-8c03-c6a70f9832bd port 5d3bf833-2b43-426b-9bda-675cc77a22eb binding host n-d-713301-16 {{(pid=95103) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 23 19:51:43.584994 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-167c8965-afa4-42b0-a117-d2347f7d5791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:43.614730 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-9c451fea-668a-4cc9-a182-86e36cd187eb tempest-TagsTest-449347387 tempest-TagsTest-449347387-project] 10.222.0.67 "PUT /v2.0/networks/f7980b2e-177a-4734-8a06-814196e24243/tags HTTP/1.1" status: 200 len: 308 time: 0.1433938 Sep 23 19:51:43.617507 n-d-713301-16 neutron-server[95101]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 19:51:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-773da664-eee3-4f06-aa32-031046d3a93c x-openstack-request-id: req-773da664-eee3-4f06-aa32-031046d3a93c {{(pid=95101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 19:51:43.617801 n-d-713301-16 neutron-server[95101]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "61e0193d-b2d9-444f-a7d0-9f49ba885de9", "tag": "20e0a1c1-ce10-4e6c-9465-6759b032bcbd", "status": "completed", "code": 200}]} {{(pid=95101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 19:51:43.618047 n-d-713301-16 neutron-server[95101]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-773da664-eee3-4f06-aa32-031046d3a93c {{(pid=95101) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 19:51:43.618439 n-d-713301-16 neutron-server[95101]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '61e0193d-b2d9-444f-a7d0-9f49ba885de9', 'tag': '20e0a1c1-ce10-4e6c-9465-6759b032bcbd', 'status': 'completed', 'code': 200} Sep 23 19:51:43.618852 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 50260) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:51:43.632776 n-d-713301-16 neutron-server[95101]: DEBUG neutron.services.tag.tag_plugin [None req-401ca195-699d-4c5d-a2b8-3fd574158415 tempest-TagsTest-449347387 tempest-TagsTest-449347387-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'networks', 'f7980b2e-177a-4734-8a06-814196e24243', 'tempest-TagsTest-Tag-1887869246') {} {{(pid=95101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:51:43.685844 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c6d45b-d47f-4fe8-84e6-7720612b3dcb req-ca5eefbf-39b0-4b8c-aff3-3c3eb0c5347f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:51:43.687561 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-80c6d45b-d47f-4fe8-84e6-7720612b3dcb req-ca5eefbf-39b0-4b8c-aff3-3c3eb0c5347f service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=b029236e70374ce79bee82dd61a7fa01&device_id=61e0193d-b2d9-444f-a7d0-9f49ba885de9 HTTP/1.1" status: 200 len: 1096 time: 0.1150515 Sep 23 19:51:43.743913 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-80c6d45b-d47f-4fe8-84e6-7720612b3dcb req-266b06ed-2321-4729-a8aa-7c66181b0570 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=20e0a1c1-ce10-4e6c-9465-6759b032bcbd HTTP/1.1" status: 200 len: 217 time: 0.0475564 Sep 23 19:51:43.857644 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-401ca195-699d-4c5d-a2b8-3fd574158415 tempest-TagsTest-449347387 tempest-TagsTest-449347387-project] 10.222.0.67 "DELETE /v2.0/networks/f7980b2e-177a-4734-8a06-814196e24243/tags/tempest-TagsTest-Tag-1887869246 HTTP/1.1" status: 204 len: 168 time: 0.2351837 Sep 23 19:51:43.860327 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 50274) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:51:43.866607 n-d-713301-16 neutron-server[95101]: DEBUG neutron.services.tag.tag_plugin [None req-e3c7cd17-2d96-49d2-b91c-2986b282e041 tempest-TagsTest-449347387 tempest-TagsTest-449347387-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'f7980b2e-177a-4734-8a06-814196e24243', 'tempest-TagsTest-Tag-1887869246') {} {{(pid=95101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:51:43.871478 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c6d45b-d47f-4fe8-84e6-7720612b3dcb req-90868adc-59d2-48ad-a299-5999b4e60508 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:51:43.872997 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-80c6d45b-d47f-4fe8-84e6-7720612b3dcb req-90868adc-59d2-48ad-a299-5999b4e60508 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=5063ddfd-caee-4110-9a9f-b228fc05a5de HTTP/1.1" status: 200 len: 849 time: 0.1210139 Sep 23 19:51:43.943530 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c6d45b-d47f-4fe8-84e6-7720612b3dcb req-25116bb9-4912-4110-9512-920e8fd5ffe5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:51:43.945164 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-80c6d45b-d47f-4fe8-84e6-7720612b3dcb req-25116bb9-4912-4110-9512-920e8fd5ffe5 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=d9738749-37a5-4806-a9b1-b54d362aa2e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0624428 Sep 23 19:51:43.960584 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-167c8965-afa4-42b0-a117-d2347f7d5791 None None] Notify callbacks [] for port, precommit_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:43.969355 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-167c8965-afa4-42b0-a117-d2347f7d5791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:44.027897 n-d-713301-16 neutron-server[95101]: INFO neutron.api.v2.resource [None req-e3c7cd17-2d96-49d2-b91c-2986b282e041 tempest-TagsTest-449347387 tempest-TagsTest-449347387-project] show failed (client error): The resource could not be found. Sep 23 19:51:44.031046 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-e3c7cd17-2d96-49d2-b91c-2986b282e041 tempest-TagsTest-449347387 tempest-TagsTest-449347387-project] 10.222.0.67 "GET /v2.0/networks/f7980b2e-177a-4734-8a06-814196e24243/tags/tempest-TagsTest-Tag-1887869246 HTTP/1.1" status: 404 len: 326 time: 0.1679592 Sep 23 19:51:44.033003 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 50284) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:51:44.039523 n-d-713301-16 neutron-server[95102]: DEBUG neutron.services.tag.tag_plugin [None req-587d9825-1643-4af4-ad22-38dd87b64002 tempest-TagsTest-449347387 tempest-TagsTest-449347387-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'f7980b2e-177a-4734-8a06-814196e24243', 'tempest-TagsTest-Tag-937269849') {} {{(pid=95102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:51:44.073072 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66ede802-a9d1-4589-80cf-e3db81309dc1 None None] Pushing event updated for resources: {'Port': ['ID=5d3bf833-2b43-426b-9bda-675cc77a22eb,revision_number=3']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:51:44.137496 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.managers [None req-167c8965-afa4-42b0-a117-d2347f7d5791 None None] Attempting to bind port 5d3bf833-2b43-426b-9bda-675cc77a22eb on host n-d-713301-16 for vnic_type normal with profile {{(pid=95103) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 19:51:44.138584 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.managers [None req-167c8965-afa4-42b0-a117-d2347f7d5791 None None] Attempting to bind port 5d3bf833-2b43-426b-9bda-675cc77a22eb by drivers openvswitch,hyperv on host n-d-713301-16 at level 0 using segments [{'id': '1071b518-cb27-4ffb-9b3d-eebb8c0bc6f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'a420114d-2231-43f7-b032-22f9a06043e9'}] {{(pid=95103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 19:51:44.139020 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-167c8965-afa4-42b0-a117-d2347f7d5791 None None] Attempting to bind port 5d3bf833-2b43-426b-9bda-675cc77a22eb on network a420114d-2231-43f7-b032-22f9a06043e9 {{(pid=95103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:51:44.147707 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-167c8965-afa4-42b0-a117-d2347f7d5791 None None] Checking agent: {'id': '70a14545-df24-472f-8f95-bfe1719bff93', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 19, 7, 53), 'started_at': datetime.datetime(2021, 9, 23, 19, 8, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 19, 51, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 19:51:44.148092 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-167c8965-afa4-42b0-a117-d2347f7d5791 None None] Checking segment: {'id': '1071b518-cb27-4ffb-9b3d-eebb8c0bc6f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'a420114d-2231-43f7-b032-22f9a06043e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95103) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:51:44.148703 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-167c8965-afa4-42b0-a117-d2347f7d5791 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:44.149104 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-167c8965-afa4-42b0-a117-d2347f7d5791 None None] Bound using segment: {'id': '1071b518-cb27-4ffb-9b3d-eebb8c0bc6f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'a420114d-2231-43f7-b032-22f9a06043e9'} {{(pid=95103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 19:51:44.150956 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.managers [None req-167c8965-afa4-42b0-a117-d2347f7d5791 None None] Bound port: 5d3bf833-2b43-426b-9bda-675cc77a22eb, host: n-d-713301-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1071b518-cb27-4ffb-9b3d-eebb8c0bc6f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'a420114d-2231-43f7-b032-22f9a06043e9'}}] {{(pid=95103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 19:51:44.151898 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-167c8965-afa4-42b0-a117-d2347f7d5791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:44.168986 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 50288) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:51:44.216207 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-587d9825-1643-4af4-ad22-38dd87b64002 tempest-TagsTest-449347387 tempest-TagsTest-449347387-project] 10.222.0.67 "GET /v2.0/networks/f7980b2e-177a-4734-8a06-814196e24243/tags/tempest-TagsTest-Tag-937269849 HTTP/1.1" status: 204 len: 168 time: 0.1815815 Sep 23 19:51:44.219566 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 50292) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:51:44.224106 n-d-713301-16 neutron-server[95102]: DEBUG neutron.services.tag.tag_plugin [None req-82affc68-3c92-457a-9c27-2abf11e4848d tempest-TagsTest-449347387 tempest-TagsTest-449347387-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'f7980b2e-177a-4734-8a06-814196e24243', 'tempest-TagsTest-Tag-1424634153') {} {{(pid=95102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:51:44.269788 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-167c8965-afa4-42b0-a117-d2347f7d5791 None None] For port 5d3bf833-2b43-426b-9bda-675cc77a22eb, host n-d-713301-16, cleared binding levels {{(pid=95103) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 19:51:44.279173 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-167c8965-afa4-42b0-a117-d2347f7d5791 None None] For port 5d3bf833-2b43-426b-9bda-675cc77a22eb, host n-d-713301-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-16',level=0,port_id=5d3bf833-2b43-426b-9bda-675cc77a22eb,segment=NetworkSegment(1071b518-cb27-4ffb-9b3d-eebb8c0bc6f5),segment_id=1071b518-cb27-4ffb-9b3d-eebb8c0bc6f5)] {{(pid=95103) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 19:51:44.289459 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-167c8965-afa4-42b0-a117-d2347f7d5791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:44.373746 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 50296) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:51:44.380316 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-80c6d45b-d47f-4fe8-84e6-7720612b3dcb req-5ead0137-7b95-42dc-ae78-af5e3de97d11 service neutron] 10.222.0.74 "GET /v2.0/networks/d9738749-37a5-4806-a9b1-b54d362aa2e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3861368 Sep 23 19:51:44.382911 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-82affc68-3c92-457a-9c27-2abf11e4848d tempest-TagsTest-449347387 tempest-TagsTest-449347387-project] 10.222.0.67 "GET /v2.0/networks/f7980b2e-177a-4734-8a06-814196e24243/tags/tempest-TagsTest-Tag-1424634153 HTTP/1.1" status: 204 len: 168 time: 0.1620040 Sep 23 19:51:44.395725 n-d-713301-16 neutron-server[95101]: DEBUG neutron.services.tag.tag_plugin [None req-48eae8ee-3c61-4659-a43c-cbf46e9745af tempest-TagsTest-449347387 tempest-TagsTest-449347387-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', 'f7980b2e-177a-4734-8a06-814196e24243') {} {{(pid=95101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:51:44.406608 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Device cb615441-ea59-4dd4-9dbd-bc46653950b0 up at agent ovs-agent-n-d-713301-16 {{(pid=95103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 19:51:44.463239 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66ede802-a9d1-4589-80cf-e3db81309dc1 None None] Pushing event updated for resources: {'Port': ['ID=5d3bf833-2b43-426b-9bda-675cc77a22eb,revision_number=4']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:51:44.485336 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-167c8965-afa4-42b0-a117-d2347f7d5791 None None] Routers {'4e951593-1fab-4293-8c03-c6a70f9832bd'} bound to L3 agent in host n-d-713301-16 {{(pid=95103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 19:51:44.486128 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_hamode_db [None req-167c8965-afa4-42b0-a117-d2347f7d5791 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-23T19:07:52Z,description=,heartbeat_timestamp=2021-09-23T19:51:23Z,host='n-d-713301-16',id=79a740bf-7821-4989-8288-7186e3e128f3,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:07:52Z,topic='l3_agent')) {'router_ids': ['4e951593-1fab-4293-8c03-c6a70f9832bd'], 'active': True} {{(pid=95103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:51:44.489875 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-0771e0b8-874f-4e7f-8744-7dc49f93473b None None] Provisioning complete for port 5d3bf833-2b43-426b-9bda-675cc77a22eb triggered by entity DHCP. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:51:44.490251 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-0771e0b8-874f-4e7f-8744-7dc49f93473b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:44.828912 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa95141-9e80-4cab-9c7f-fd981942dbc8 req-7c9c301c-c6da-442c-a766-bed6456263f1 tempest-TestServerMultinode-246649075 tempest-TestServerMultinode-246649075-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:51:44.832955 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-2aa95141-9e80-4cab-9c7f-fd981942dbc8 req-7c9c301c-c6da-442c-a766-bed6456263f1 tempest-TestServerMultinode-246649075 tempest-TestServerMultinode-246649075-project-admin] 10.222.0.67 "GET /v2.0/ports?device_id=61e0193d-b2d9-444f-a7d0-9f49ba885de9 HTTP/1.1" status: 200 len: 1096 time: 0.4667370 Sep 23 19:51:44.844058 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-80c6d45b-d47f-4fe8-84e6-7720612b3dcb req-d3ebe09a-54bf-4d18-aea5-1d160c118f1a service neutron] 10.222.0.74 "GET /v2.0/networks/d9738749-37a5-4806-a9b1-b54d362aa2e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4431856 Sep 23 19:51:44.877143 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-48eae8ee-3c61-4659-a43c-cbf46e9745af tempest-TagsTest-449347387 tempest-TagsTest-449347387-project] 10.222.0.67 "DELETE /v2.0/networks/f7980b2e-177a-4734-8a06-814196e24243/tags HTTP/1.1" status: 204 len: 168 time: 0.4933131 Sep 23 19:51:44.877790 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 50306) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:51:44.881881 n-d-713301-16 neutron-server[95101]: DEBUG neutron.services.tag.tag_plugin [None req-52becb6c-a2bf-4d8b-817d-7fa7dc5dcb02 tempest-TagsTest-449347387 tempest-TagsTest-449347387-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'f7980b2e-177a-4734-8a06-814196e24243', 'tempest-TagsTest-Tag-937269849') {} {{(pid=95101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:51:44.906257 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-2aa95141-9e80-4cab-9c7f-fd981942dbc8 req-00da9125-df10-4a0e-8a01-86b8ef5b7850 tempest-TestServerMultinode-246649075 tempest-TestServerMultinode-246649075-project-admin] 10.222.0.67 "GET /v2.0/security-groups?id=907ae9ed-ee55-474a-b11c-e10411da5f6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605004 Sep 23 19:51:44.906970 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_dvr_db [None req-167c8965-afa4-42b0-a117-d2347f7d5791 None None] Set router 4e951593-1fab-4293-8c03-c6a70f9832bd gateway port host: n-d-713301-16 {{(pid=95103) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 19:51:45.006042 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835b7f4a-7775-4ac8-b0c7-3308fe21e4de req-22458450-110f-4b19-8e4b-70a9e66cc4ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:51:45.008205 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-835b7f4a-7775-4ac8-b0c7-3308fe21e4de req-22458450-110f-4b19-8e4b-70a9e66cc4ea service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=b029236e70374ce79bee82dd61a7fa01&device_id=61e0193d-b2d9-444f-a7d0-9f49ba885de9 HTTP/1.1" status: 200 len: 1096 time: 0.1054654 Sep 23 19:51:45.018884 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Provisioning complete for port cb615441-ea59-4dd4-9dbd-bc46653950b0 triggered by entity L2. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:51:45.019263 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:45.044695 n-d-713301-16 neutron-server[95101]: INFO neutron.api.v2.resource [None req-52becb6c-a2bf-4d8b-817d-7fa7dc5dcb02 tempest-TagsTest-449347387 tempest-TagsTest-449347387-project] show failed (client error): The resource could not be found. Sep 23 19:51:45.048367 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-52becb6c-a2bf-4d8b-817d-7fa7dc5dcb02 tempest-TagsTest-449347387 tempest-TagsTest-449347387-project] 10.222.0.67 "GET /v2.0/networks/f7980b2e-177a-4734-8a06-814196e24243/tags/tempest-TagsTest-Tag-937269849 HTTP/1.1" status: 404 len: 325 time: 0.1673763 Sep 23 19:51:45.048795 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 50308) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:51:45.053241 n-d-713301-16 neutron-server[95102]: DEBUG neutron.services.tag.tag_plugin [None req-8baddcad-b0d8-4bb8-8c7f-63bbaa101cc6 tempest-TagsTest-449347387 tempest-TagsTest-449347387-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'f7980b2e-177a-4734-8a06-814196e24243', 'tempest-TagsTest-Tag-1424634153') {} {{(pid=95102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:51:45.141980 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-0771e0b8-874f-4e7f-8744-7dc49f93473b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:45.148679 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-144447ef-2259-4251-8a9b-6437443c7a5e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-601372'] for router_interface, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:45.159036 n-d-713301-16 neutron-server[95102]: INFO neutron.api.v2.resource [None req-8baddcad-b0d8-4bb8-8c7f-63bbaa101cc6 tempest-TagsTest-449347387 tempest-TagsTest-449347387-project] show failed (client error): The resource could not be found. Sep 23 19:51:45.160323 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-8baddcad-b0d8-4bb8-8c7f-63bbaa101cc6 tempest-TagsTest-449347387 tempest-TagsTest-449347387-project] 10.222.0.67 "GET /v2.0/networks/f7980b2e-177a-4734-8a06-814196e24243/tags/tempest-TagsTest-Tag-1424634153 HTTP/1.1" status: 404 len: 326 time: 0.1102159 Sep 23 19:51:45.163256 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 50312) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:51:45.168767 n-d-713301-16 neutron-server[95102]: DEBUG neutron.services.tag.tag_plugin [None req-f6694912-efa3-490d-8aeb-c7090f916c59 tempest-TagsTest-449347387 tempest-TagsTest-449347387-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', 'f7980b2e-177a-4734-8a06-814196e24243') {} {{(pid=95102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:51:45.206558 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835b7f4a-7775-4ac8-b0c7-3308fe21e4de req-57303b6d-211f-4b4a-a2d4-3e7077e0c584 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:51:45.207987 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-835b7f4a-7775-4ac8-b0c7-3308fe21e4de req-57303b6d-211f-4b4a-a2d4-3e7077e0c584 service neutron] 10.222.0.74 "GET /v2.0/networks?id=d9738749-37a5-4806-a9b1-b54d362aa2e5 HTTP/1.1" status: 200 len: 911 time: 0.1664782 Sep 23 19:51:45.238057 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-0771e0b8-874f-4e7f-8744-7dc49f93473b None None] For port 5d3bf833-2b43-426b-9bda-675cc77a22eb, host n-d-713301-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-16',level=0,port_id=5d3bf833-2b43-426b-9bda-675cc77a22eb,segment=NetworkSegment(1071b518-cb27-4ffb-9b3d-eebb8c0bc6f5),segment_id=1071b518-cb27-4ffb-9b3d-eebb8c0bc6f5)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:51:45.258943 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-0771e0b8-874f-4e7f-8744-7dc49f93473b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:45.284233 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-835b7f4a-7775-4ac8-b0c7-3308fe21e4de req-fea581cd-f117-463f-bbb0-93c745e3d040 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=20e0a1c1-ce10-4e6c-9465-6759b032bcbd HTTP/1.1" status: 200 len: 217 time: 0.0481744 Sep 23 19:51:45.292665 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-f6694912-efa3-490d-8aeb-c7090f916c59 tempest-TagsTest-449347387 tempest-TagsTest-449347387-project] 10.222.0.67 "DELETE /v2.0/networks/f7980b2e-177a-4734-8a06-814196e24243/tags HTTP/1.1" status: 204 len: 168 time: 0.1276309 Sep 23 19:51:45.297536 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 50316) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:51:45.298278 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_hamode_db [None req-167c8965-afa4-42b0-a117-d2347f7d5791 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e951593-1fab-4293-8c03-c6a70f9832bd', 'name': 'tempest-TestAggregatesBasicOps-1407645178-router', 'tenant_id': 'cf371590cd124254b7dc164ff46d9543', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'external_fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.171'}], 'enable_snat': True}, 'gw_port_id': 'cb615441-ea59-4dd4-9dbd-bc46653950b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:51:34Z', 'updated_at': '2021-09-23T19:51:40Z', 'revision_number': 4, 'project_id': 'cf371590cd124254b7dc164ff46d9543', 'gw_port': {'id': 'cb615441-ea59-4dd4-9dbd-bc46653950b0', 'name': '', 'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:2a:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e951593-1fab-4293-8c03-c6a70f9832bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3804, 'fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:51:35Z', 'updated_at': '2021-09-23T19:51:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-16', '_interfaces': [{'id': '5d3bf833-2b43-426b-9bda-675cc77a22eb', 'name': '', 'network_id': 'a420114d-2231-43f7-b032-22f9a06043e9', 'tenant_id': 'cf371590cd124254b7dc164ff46d9543', 'mac_address': 'fa:16:3e:1b:9b:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e951593-1fab-4293-8c03-c6a70f9832bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3806, 'fixed_ips': [{'subnet_id': 'f83f3c48-74e3-43e4-97d5-570a19d0a2ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:51:39Z', 'updated_at': '2021-09-23T19:51:44Z', 'revision_number': 4, 'project_id': 'cf371590cd124254b7dc164ff46d9543', 'subnets': [{'id': 'f83f3c48-74e3-43e4-97d5-570a19d0a2ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-16', False) {} {{(pid=95103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:51:45.336844 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-167c8965-afa4-42b0-a117-d2347f7d5791 None None] The sync data for ids ['4e951593-1fab-4293-8c03-c6a70f9832bd'] in n-d-713301-16 is: [{'id': '4e951593-1fab-4293-8c03-c6a70f9832bd', 'name': 'tempest-TestAggregatesBasicOps-1407645178-router', 'tenant_id': 'cf371590cd124254b7dc164ff46d9543', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'external_fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.171'}], 'enable_snat': True}, 'gw_port_id': 'cb615441-ea59-4dd4-9dbd-bc46653950b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:51:34Z', 'updated_at': '2021-09-23T19:51:40Z', 'revision_number': 4, 'project_id': 'cf371590cd124254b7dc164ff46d9543', 'gw_port': {'id': 'cb615441-ea59-4dd4-9dbd-bc46653950b0', 'name': '', 'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:2a:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e951593-1fab-4293-8c03-c6a70f9832bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3804, 'fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:51:35Z', 'updated_at': '2021-09-23T19:51:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-16', '_interfaces': [{'id': '5d3bf833-2b43-426b-9bda-675cc77a22eb', 'name': '', 'network_id': 'a420114d-2231-43f7-b032-22f9a06043e9', 'tenant_id': 'cf371590cd124254b7dc164ff46d9543', 'mac_address': 'fa:16:3e:1b:9b:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e951593-1fab-4293-8c03-c6a70f9832bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3806, 'fixed_ips': [{'subnet_id': 'f83f3c48-74e3-43e4-97d5-570a19d0a2ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:51:39Z', 'updated_at': '2021-09-23T19:51:44Z', 'revision_number': 4, 'project_id': 'cf371590cd124254b7dc164ff46d9543', 'subnets': [{'id': 'f83f3c48-74e3-43e4-97d5-570a19d0a2ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 19:51:45.347542 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0771e0b8-874f-4e7f-8744-7dc49f93473b None None] Pushing event updated for resources: {'Port': ['ID=5d3bf833-2b43-426b-9bda-675cc77a22eb,revision_number=5']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:51:45.364357 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835b7f4a-7775-4ac8-b0c7-3308fe21e4de req-0bb705ef-f058-444f-a96e-c8919ba17747 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:51:45.368184 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-835b7f4a-7775-4ac8-b0c7-3308fe21e4de req-0bb705ef-f058-444f-a96e-c8919ba17747 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=5063ddfd-caee-4110-9a9f-b228fc05a5de HTTP/1.1" status: 200 len: 849 time: 0.0670700 Sep 23 19:51:45.381656 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-b6814e5b-df21-4dcf-9c7d-4552d8a18398 None None] Provisioning complete for port 5d3bf833-2b43-426b-9bda-675cc77a22eb triggered by entity DHCP. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:51:45.382036 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b6814e5b-df21-4dcf-9c7d-4552d8a18398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:45.456278 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835b7f4a-7775-4ac8-b0c7-3308fe21e4de req-8aa57136-579a-46bd-9f84-ad7706f56d11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:51:45.458703 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-835b7f4a-7775-4ac8-b0c7-3308fe21e4de req-8aa57136-579a-46bd-9f84-ad7706f56d11 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=d9738749-37a5-4806-a9b1-b54d362aa2e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0811179 Sep 23 19:51:45.471719 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-adc120ec-1103-42e1-a305-bd237e74636a tempest-TagsTest-449347387 tempest-TagsTest-449347387-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1628021'] for network, before_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:45.589745 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-adc120ec-1103-42e1-a305-bd237e74636a tempest-TagsTest-449347387 tempest-TagsTest-449347387-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1754676', 'neutron.services.segments.db._delete_segments_for_network-8783146221460'] for network, precommit_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:45.614925 n-d-713301-16 neutron-server[95102]: DEBUG neutron.services.segments.db [None req-adc120ec-1103-42e1-a305-bd237e74636a tempest-TagsTest-449347387 tempest-TagsTest-449347387-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f7980b2e-177a-4734-8a06-814196e24243']}} {{(pid=95102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:51:45.630037 n-d-713301-16 neutron-server[95102]: DEBUG neutron.services.segments.db [None req-adc120ec-1103-42e1-a305-bd237e74636a tempest-TagsTest-449347387 tempest-TagsTest-449347387-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e8f0da26-b933-468d-affa-cc2c111a78d8') {'for_net_delete': True} {{(pid=95102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:51:45.630617 n-d-713301-16 neutron-server[95102]: DEBUG neutron.services.segments.db [None req-adc120ec-1103-42e1-a305-bd237e74636a tempest-TagsTest-449347387 tempest-TagsTest-449347387-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e8f0da26-b933-468d-affa-cc2c111a78d8') {} {{(pid=95102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:51:45.648332 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-adc120ec-1103-42e1-a305-bd237e74636a tempest-TagsTest-449347387 tempest-TagsTest-449347387-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783146221725', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6162832'] for segment, before_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:45.664991 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-adc120ec-1103-42e1-a305-bd237e74636a tempest-TagsTest-449347387 tempest-TagsTest-449347387-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1756186'] for segment, precommit_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:45.668650 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-835b7f4a-7775-4ac8-b0c7-3308fe21e4de req-00fae0f4-f2be-4efe-a87b-a4f8afdb43b9 service neutron] 10.222.0.74 "GET /v2.0/networks/d9738749-37a5-4806-a9b1-b54d362aa2e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1474633 Sep 23 19:51:45.672572 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-adc120ec-1103-42e1-a305-bd237e74636a tempest-TagsTest-449347387 tempest-TagsTest-449347387-project] Releasing vlan 605 on physical network physnet1 to pool {{(pid=95102) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 19:51:45.673238 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-adc120ec-1103-42e1-a305-bd237e74636a tempest-TagsTest-449347387 tempest-TagsTest-449347387-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1756186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4398095'] for segment, after_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:45.676508 n-d-713301-16 neutron-server[95102]: Traceback (most recent call last): Sep 23 19:51:45.676508 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 19:51:45.676508 n-d-713301-16 neutron-server[95102]: timer() Sep 23 19:51:45.676508 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 19:51:45.676508 n-d-713301-16 neutron-server[95102]: cb(*args, **kw) Sep 23 19:51:45.676508 n-d-713301-16 neutron-server[95102]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 19:51:45.676508 n-d-713301-16 neutron-server[95102]: return func(*args, **kwargs) Sep 23 19:51:45.676508 n-d-713301-16 neutron-server[95102]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 19:51:45.676508 n-d-713301-16 neutron-server[95102]: self._notify() Sep 23 19:51:45.676508 n-d-713301-16 neutron-server[95102]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 19:51:45.676508 n-d-713301-16 neutron-server[95102]: self.callback(batched_events) Sep 23 19:51:45.676508 n-d-713301-16 neutron-server[95102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 19:51:45.676508 n-d-713301-16 neutron-server[95102]: event.method(event) Sep 23 19:51:45.676508 n-d-713301-16 neutron-server[95102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 19:51:45.676508 n-d-713301-16 neutron-server[95102]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 19:51:45.676508 n-d-713301-16 neutron-server[95102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 19:51:45.676508 n-d-713301-16 neutron-server[95102]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 19:51:45.676508 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 19:51:45.676508 n-d-713301-16 neutron-server[95102]: return f(self, *a, **k) Sep 23 19:51:45.676508 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 19:51:45.676508 n-d-713301-16 neutron-server[95102]: return self._get(url).json() Sep 23 19:51:45.676508 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 19:51:45.676508 n-d-713301-16 neutron-server[95102]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 19:51:45.676508 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 19:51:45.676508 n-d-713301-16 neutron-server[95102]: return self.request(url, 'GET', **kwargs) Sep 23 19:51:45.676508 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 19:51:45.676508 n-d-713301-16 neutron-server[95102]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 19:51:45.676508 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 19:51:45.676508 n-d-713301-16 neutron-server[95102]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 19:51:45.676508 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 19:51:45.676508 n-d-713301-16 neutron-server[95102]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 19:51:45.676508 n-d-713301-16 neutron-server[95102]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 19:51:45.759259 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-adc120ec-1103-42e1-a305-bd237e74636a tempest-TagsTest-449347387 tempest-TagsTest-449347387-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1754627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-601866'] for network, after_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:45.769112 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-adc120ec-1103-42e1-a305-bd237e74636a tempest-TagsTest-449347387 tempest-TagsTest-449347387-project] Notify callbacks [] for network, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:45.771377 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-adc120ec-1103-42e1-a305-bd237e74636a tempest-TagsTest-449347387 tempest-TagsTest-449347387-project] 10.222.0.67 "DELETE /v2.0/networks/f7980b2e-177a-4734-8a06-814196e24243 HTTP/1.1" status: 204 len: 168 time: 0.4724536 Sep 23 19:51:45.789107 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adc120ec-1103-42e1-a305-bd237e74636a tempest-TagsTest-449347387 tempest-TagsTest-449347387-project] Pushing event deleted for resources: {'Network': ['ID=f7980b2e-177a-4734-8a06-814196e24243,revision_number=None']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:51:45.841595 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-835b7f4a-7775-4ac8-b0c7-3308fe21e4de req-ce484ae5-d31e-4bcd-904f-388219f5af55 service neutron] 10.222.0.74 "GET /v2.0/networks/d9738749-37a5-4806-a9b1-b54d362aa2e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1618493 Sep 23 19:51:45.856377 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.plugin [None req-144447ef-2259-4251-8a9b-6437443c7a5e admin admin] Deleting port 0635d5b1-36aa-491d-805e-82d5528bc711 {{(pid=95101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:51:45.856772 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-144447ef-2259-4251-8a9b-6437443c7a5e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783146157096'] for port, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:45.957938 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.db [None req-144447ef-2259-4251-8a9b-6437443c7a5e admin admin] For port 0635d5b1-36aa-491d-805e-82d5528bc711, host n-d-713301-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-16',level=0,port_id=0635d5b1-36aa-491d-805e-82d5528bc711,segment=NetworkSegment(4c6667b6-fd9d-4d32-aae6-2b25111d627d),segment_id=4c6667b6-fd9d-4d32-aae6-2b25111d627d)] {{(pid=95101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:51:45.958511 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-144447ef-2259-4251-8a9b-6437443c7a5e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-605701'] for port, precommit_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:45.983868 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.plugin [None req-144447ef-2259-4251-8a9b-6437443c7a5e admin admin] Calling delete_port for 0635d5b1-36aa-491d-805e-82d5528bc711 owned by network:router_interface {{(pid=95101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:51:46.058525 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ca6295-1acc-401d-b5ec-7746db8acd75 req-854cb8b3-0f27-4f34-9c92-811c2007d2ae tempest-TestServerMultinode-246649075 tempest-TestServerMultinode-246649075-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:51:46.060414 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-16ca6295-1acc-401d-b5ec-7746db8acd75 req-854cb8b3-0f27-4f34-9c92-811c2007d2ae tempest-TestServerMultinode-246649075 tempest-TestServerMultinode-246649075-project-admin] 10.222.0.67 "GET /v2.0/ports?device_id=61e0193d-b2d9-444f-a7d0-9f49ba885de9 HTTP/1.1" status: 200 len: 1096 time: 0.0548143 Sep 23 19:51:46.101925 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-16ca6295-1acc-401d-b5ec-7746db8acd75 req-a1c76d67-d5c8-4319-a726-332e01f63865 tempest-TestServerMultinode-246649075 tempest-TestServerMultinode-246649075-project-admin] 10.222.0.67 "GET /v2.0/security-groups?id=907ae9ed-ee55-474a-b11c-e10411da5f6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339203 Sep 23 19:51:46.149992 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 50332) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:51:46.251366 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-144447ef-2259-4251-8a9b-6437443c7a5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783146162158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783145673144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5607431'] for port, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:46.286286 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-144447ef-2259-4251-8a9b-6437443c7a5e admin admin] Pushing event deleted for resources: {'Port': ['ID=0635d5b1-36aa-491d-805e-82d5528bc711,revision_number=None']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:51:46.388804 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-760e100b-53fb-4a5c-ad47-7125c235df8a admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=3099f98b90684349844c75e564843b4c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2320828 Sep 23 19:51:46.389886 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 50336) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:51:46.429432 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Device 5d3bf833-2b43-426b-9bda-675cc77a22eb up at agent ovs-agent-n-d-713301-16 {{(pid=95103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 19:51:46.492167 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-32d44b2c-0abb-40bb-bda4-1125966dda1d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:46.526072 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Provisioning complete for port 5d3bf833-2b43-426b-9bda-675cc77a22eb triggered by entity L2. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:51:46.527565 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:46.566619 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-32d44b2c-0abb-40bb-bda4-1125966dda1d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:46.665455 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-32d44b2c-0abb-40bb-bda4-1125966dda1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:46.669465 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-32d44b2c-0abb-40bb-bda4-1125966dda1d admin admin] Notify callbacks [] for security_group, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:46.671095 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-32d44b2c-0abb-40bb-bda4-1125966dda1d admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/a4ad2def-1448-4be2-a0cc-1e535bdf91c7 HTTP/1.1" status: 204 len: 168 time: 0.2801590 Sep 23 19:51:46.680009 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32d44b2c-0abb-40bb-bda4-1125966dda1d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4ad2def-1448-4be2-a0cc-1e535bdf91c7,revision_number=None']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:51:46.919154 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-144447ef-2259-4251-8a9b-6437443c7a5e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-527322', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-602005'] for router_interface, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:47.171904 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-144447ef-2259-4251-8a9b-6437443c7a5e admin admin] Router 10eaf073-0cb1-40a0-a8e3-bc641113aca3 has already been hosted by L3 agent 79a740bf-7821-4989-8288-7186e3e128f3 {{(pid=95101) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 19:51:47.235587 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-699cebfb-7742-4294-9983-20ffc753c82d req-f3b74821-3ee0-4022-afcd-dcb292970592 tempest-TestServerMultinode-246649075 tempest-TestServerMultinode-246649075-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:51:47.245713 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-699cebfb-7742-4294-9983-20ffc753c82d req-f3b74821-3ee0-4022-afcd-dcb292970592 tempest-TestServerMultinode-246649075 tempest-TestServerMultinode-246649075-project-admin] 10.222.0.67 "GET /v2.0/ports?device_id=61e0193d-b2d9-444f-a7d0-9f49ba885de9 HTTP/1.1" status: 200 len: 1096 time: 0.0574713 Sep 23 19:51:47.298744 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-699cebfb-7742-4294-9983-20ffc753c82d req-65c761b2-21d9-4bec-96e5-bf0a78410c38 tempest-TestServerMultinode-246649075 tempest-TestServerMultinode-246649075-project-admin] 10.222.0.67 "GET /v2.0/security-groups?id=907ae9ed-ee55-474a-b11c-e10411da5f6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504832 Sep 23 19:51:47.316660 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-144447ef-2259-4251-8a9b-6437443c7a5e admin admin] Notify agent at l3_agent.n-d-713301-16 the message routers_updated {{(pid=95101) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 19:51:47.322302 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-144447ef-2259-4251-8a9b-6437443c7a5e admin admin] 10.222.0.67 "PUT /v2.0/routers/10eaf073-0cb1-40a0-a8e3-bc641113aca3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1520727 Sep 23 19:51:47.325963 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 50360) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:51:47.332154 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58144941-a9b1-462e-9ad9-fa3ba596a0bc None None] Sync routers for ids ['10eaf073-0cb1-40a0-a8e3-bc641113aca3'] in n-d-713301-16 {{(pid=95104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 19:51:47.345407 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58144941-a9b1-462e-9ad9-fa3ba596a0bc None None] Routers {'10eaf073-0cb1-40a0-a8e3-bc641113aca3'} bound to L3 agent in host n-d-713301-16 {{(pid=95104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 19:51:47.346128 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_hamode_db [None req-58144941-a9b1-462e-9ad9-fa3ba596a0bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-23T19:07:52Z,description=,heartbeat_timestamp=2021-09-23T19:51:23Z,host='n-d-713301-16',id=79a740bf-7821-4989-8288-7186e3e128f3,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:07:52Z,topic='l3_agent')) {'router_ids': ['10eaf073-0cb1-40a0-a8e3-bc641113aca3'], 'active': True} {{(pid=95104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:51:47.475677 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-1652c227-26c3-48b0-a0f9-fa35bc29a566 admin admin] Notify callbacks [] for router, before_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:47.569792 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_dvr_db [None req-58144941-a9b1-462e-9ad9-fa3ba596a0bc None None] Set router 10eaf073-0cb1-40a0-a8e3-bc641113aca3 gateway port host: n-d-713301-16 {{(pid=95104) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 19:51:47.602426 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-1652c227-26c3-48b0-a0f9-fa35bc29a566 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:47.684196 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.plugin [None req-1652c227-26c3-48b0-a0f9-fa35bc29a566 admin admin] Deleting port 78084979-7360-4b4e-a083-d8b9be107f36 {{(pid=95102) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:51:47.684678 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-1652c227-26c3-48b0-a0f9-fa35bc29a566 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783146157096'] for port, before_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:47.772463 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Device 20e0a1c1-ce10-4e6c-9465-6759b032bcbd details requested by agent hyperv_n-h1-713301-16 with host n-h1-713301-16 {{(pid=95103) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 19:51:47.837497 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_hamode_db [None req-58144941-a9b1-462e-9ad9-fa3ba596a0bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10eaf073-0cb1-40a0-a8e3-bc641113aca3', 'name': 'tempest-TestAggregatesBasicOps-2063667536-router', 'tenant_id': 'b5c84008012c4e0d94db04cc290742bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'external_fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.71'}], 'enable_snat': True}, 'gw_port_id': '78084979-7360-4b4e-a083-d8b9be107f36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:51:25Z', 'updated_at': '2021-09-23T19:51:46Z', 'revision_number': 5, 'project_id': 'b5c84008012c4e0d94db04cc290742bf', 'gw_port': {'id': '78084979-7360-4b4e-a083-d8b9be107f36', 'name': '', 'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:fa:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10eaf073-0cb1-40a0-a8e3-bc641113aca3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3792, 'fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:51:26Z', 'updated_at': '2021-09-23T19:51:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-16'}], 'n-d-713301-16', False) {} {{(pid=95104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:51:47.846370 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.db [None req-1652c227-26c3-48b0-a0f9-fa35bc29a566 admin admin] For port 78084979-7360-4b4e-a083-d8b9be107f36, host n-d-713301-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-16',level=0,port_id=78084979-7360-4b4e-a083-d8b9be107f36,segment=NetworkSegment(7d4027f1-d893-4c7b-95d4-757b8e44e380),segment_id=7d4027f1-d893-4c7b-95d4-757b8e44e380)] {{(pid=95102) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:51:47.848114 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-1652c227-26c3-48b0-a0f9-fa35bc29a566 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-605701'] for port, precommit_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:47.863821 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.plugin [None req-1652c227-26c3-48b0-a0f9-fa35bc29a566 admin admin] Calling delete_port for 78084979-7360-4b4e-a083-d8b9be107f36 owned by network:router_gateway {{(pid=95102) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:51:47.881394 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58144941-a9b1-462e-9ad9-fa3ba596a0bc None None] Checking router: 10eaf073-0cb1-40a0-a8e3-bc641113aca3 for host: n-d-713301-16 {{(pid=95104) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 19:51:47.893928 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58144941-a9b1-462e-9ad9-fa3ba596a0bc None None] Routers {'10eaf073-0cb1-40a0-a8e3-bc641113aca3'} bound to L3 agent in host n-d-713301-16 {{(pid=95104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 19:51:47.894780 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_hamode_db [None req-58144941-a9b1-462e-9ad9-fa3ba596a0bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-23T19:07:52Z,description=,heartbeat_timestamp=2021-09-23T19:51:23Z,host='n-d-713301-16',id=79a740bf-7821-4989-8288-7186e3e128f3,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:07:52Z,topic='l3_agent')) {'router_ids': ['10eaf073-0cb1-40a0-a8e3-bc641113aca3'], 'active': True} {{(pid=95104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:51:48.002458 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_dvr_db [None req-58144941-a9b1-462e-9ad9-fa3ba596a0bc None None] Set router 10eaf073-0cb1-40a0-a8e3-bc641113aca3 gateway port host: None {{(pid=95104) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 19:51:48.011241 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] For port 20e0a1c1-ce10-4e6c-9465-6759b032bcbd, host n-h1-713301-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-16',level=0,port_id=20e0a1c1-ce10-4e6c-9465-6759b032bcbd,segment=NetworkSegment(ee9700c6-c1c6-4a4c-81b6-5f74fe067cec),segment_id=ee9700c6-c1c6-4a4c-81b6-5f74fe067cec)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:51:48.039709 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Returning: {'device': '20e0a1c1-ce10-4e6c-9465-6759b032bcbd', 'network_id': 'd9738749-37a5-4806-a9b1-b54d362aa2e5', 'port_id': '20e0a1c1-ce10-4e6c-9465-6759b032bcbd', 'mac_address': 'fa:16:3e:ae:77:63', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 617, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5063ddfd-caee-4110-9a9f-b228fc05a5de', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95103) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 19:51:48.078878 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-1652c227-26c3-48b0-a0f9-fa35bc29a566 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783146162158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783145673144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4399100'] for port, after_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:48.092578 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_hamode_db [None req-58144941-a9b1-462e-9ad9-fa3ba596a0bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10eaf073-0cb1-40a0-a8e3-bc641113aca3', 'name': 'tempest-TestAggregatesBasicOps-2063667536-router', 'tenant_id': 'b5c84008012c4e0d94db04cc290742bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:51:25Z', 'updated_at': '2021-09-23T19:51:47Z', 'revision_number': 6, 'project_id': 'b5c84008012c4e0d94db04cc290742bf', 'gw_port_host': None}], 'n-d-713301-16', False) {} {{(pid=95104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:51:48.112292 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1652c227-26c3-48b0-a0f9-fa35bc29a566 admin admin] Pushing event deleted for resources: {'Port': ['ID=78084979-7360-4b4e-a083-d8b9be107f36,revision_number=None']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:51:48.150818 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:48.165445 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58144941-a9b1-462e-9ad9-fa3ba596a0bc None None] The sync data for ids ['10eaf073-0cb1-40a0-a8e3-bc641113aca3'] in n-d-713301-16 is: [{'id': '10eaf073-0cb1-40a0-a8e3-bc641113aca3', 'name': 'tempest-TestAggregatesBasicOps-2063667536-router', 'tenant_id': 'b5c84008012c4e0d94db04cc290742bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:51:25Z', 'updated_at': '2021-09-23T19:51:47Z', 'revision_number': 6, 'project_id': 'b5c84008012c4e0d94db04cc290742bf', 'gw_port_host': None}] {{(pid=95104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 19:51:48.182000 n-d-713301-16 neutron-server[95103]: DEBUG neutron.notifiers.nova [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 20e0a1c1-ce10-4e6c-9465-6759b032bcbd {{(pid=95103) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 19:51:48.201014 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-1652c227-26c3-48b0-a0f9-fa35bc29a566 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-601942'] for router_gateway, after_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:48.221751 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] For port 20e0a1c1-ce10-4e6c-9465-6759b032bcbd, host n-h1-713301-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-16',level=0,port_id=20e0a1c1-ce10-4e6c-9465-6759b032bcbd,segment=NetworkSegment(ee9700c6-c1c6-4a4c-81b6-5f74fe067cec),segment_id=ee9700c6-c1c6-4a4c-81b6-5f74fe067cec)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:51:48.227900 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:48.326452 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Pushing event updated for resources: {'Port': ['ID=20e0a1c1-ce10-4e6c-9465-6759b032bcbd,revision_number=4']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:51:48.358820 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-1652c227-26c3-48b0-a0f9-fa35bc29a566 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-597305', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29369'] for router, precommit_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:48.361518 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-1652c227-26c3-48b0-a0f9-fa35bc29a566 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:48.439176 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-1652c227-26c3-48b0-a0f9-fa35bc29a566 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-597296'] for router, after_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:48.440498 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1652c227-26c3-48b0-a0f9-fa35bc29a566 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 10eaf073-0cb1-40a0-a8e3-bc641113aca3 {{(pid=95102) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 23 19:51:48.442584 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] get_ports_and_sgs() called for port_ids ['20e0a1c1-ce10-4e6c-9465-6759b032bcbd'] {{(pid=95103) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 19:51:48.447055 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-1652c227-26c3-48b0-a0f9-fa35bc29a566 admin admin] Notify callbacks [] for router, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:48.450831 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-1652c227-26c3-48b0-a0f9-fa35bc29a566 admin admin] 10.222.0.67 "DELETE /v2.0/routers/10eaf073-0cb1-40a0-a8e3-bc641113aca3 HTTP/1.1" status: 204 len: 168 time: 1.1212530 Sep 23 19:51:48.451154 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 50390) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:51:48.504848 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acbe0c9f-b534-417f-bea6-7e50b176df38 req-4cd6d768-b527-4db0-8db4-cede80462832 tempest-TestServerMultinode-246649075 tempest-TestServerMultinode-246649075-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:51:48.506398 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-acbe0c9f-b534-417f-bea6-7e50b176df38 req-4cd6d768-b527-4db0-8db4-cede80462832 tempest-TestServerMultinode-246649075 tempest-TestServerMultinode-246649075-project-admin] 10.222.0.67 "GET /v2.0/ports?device_id=61e0193d-b2d9-444f-a7d0-9f49ba885de9 HTTP/1.1" status: 200 len: 1097 time: 0.0968404 Sep 23 19:51:48.525089 n-d-713301-16 neutron-server[95102]: DEBUG neutron.db.db_base_plugin_v2 [None req-177a8f40-7969-40da-858e-5ed3ec4ad5f9 admin admin] Deleting subnet 8c1e27ee-94ad-4bc9-a8e6-4164e784bcf7 {{(pid=95102) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 23 19:51:48.535445 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-177a8f40-7969-40da-858e-5ed3ec4ad5f9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:48.607220 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-acbe0c9f-b534-417f-bea6-7e50b176df38 req-03df6917-1851-4723-9d45-b193751156d5 tempest-TestServerMultinode-246649075 tempest-TestServerMultinode-246649075-project-admin] 10.222.0.67 "GET /v2.0/security-groups?id=907ae9ed-ee55-474a-b11c-e10411da5f6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877037 Sep 23 19:51:48.613085 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-177a8f40-7969-40da-858e-5ed3ec4ad5f9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6162825'] for subnet, precommit_delete_associations {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:48.743698 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-177a8f40-7969-40da-858e-5ed3ec4ad5f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1756813'] for subnet, precommit_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:48.813068 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-177a8f40-7969-40da-858e-5ed3ec4ad5f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1756804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4399009', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5388229'] for subnet, after_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:48.844492 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-177a8f40-7969-40da-858e-5ed3ec4ad5f9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8c1e27ee-94ad-4bc9-a8e6-4164e784bcf7,revision_number=None']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:51:48.852018 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-177a8f40-7969-40da-858e-5ed3ec4ad5f9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:48.858634 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 50404) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:51:48.859312 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d860657-2688-4b43-bd91-cfa1b112ce8d None None] Network 6c1248ab-3a27-4b6b-b391-032ef2c47bfa requested from n-d-713301-16 {{(pid=95103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 19:51:48.860827 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-177a8f40-7969-40da-858e-5ed3ec4ad5f9 admin admin] 10.222.0.67 "DELETE /v2.0/subnets/8c1e27ee-94ad-4bc9-a8e6-4164e784bcf7 HTTP/1.1" status: 204 len: 168 time: 0.4050608 Sep 23 19:51:48.952317 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-bf9763c1-ee29-4396-afe4-0a51888265df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1628021'] for network, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:49.041230 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.plugin [None req-bf9763c1-ee29-4396-afe4-0a51888265df admin admin] Deleting port ef90a810-01af-4ad7-8b48-a13ab09e2dab {{(pid=95101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:51:49.041769 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-bf9763c1-ee29-4396-afe4-0a51888265df admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783146157096'] for port, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:49.123540 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4e705a7-4891-4704-92a9-18ef63f02410 None None] DHCP port deletion for 6c1248ab-3a27-4b6b-b391-032ef2c47bfa request from n-d-713301-16 {{(pid=95103) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 23 19:51:49.148583 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.db [None req-bf9763c1-ee29-4396-afe4-0a51888265df admin admin] For port ef90a810-01af-4ad7-8b48-a13ab09e2dab, host n-d-713301-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-16',level=0,port_id=ef90a810-01af-4ad7-8b48-a13ab09e2dab,segment=NetworkSegment(4c6667b6-fd9d-4d32-aae6-2b25111d627d),segment_id=4c6667b6-fd9d-4d32-aae6-2b25111d627d)] {{(pid=95101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:51:49.149244 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-bf9763c1-ee29-4396-afe4-0a51888265df admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-605701'] for port, precommit_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:49.163105 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.plugin [None req-bf9763c1-ee29-4396-afe4-0a51888265df admin admin] Calling delete_port for ef90a810-01af-4ad7-8b48-a13ab09e2dab owned by network:dhcp {{(pid=95101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:51:49.184517 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.plugin [None req-e4e705a7-4891-4704-92a9-18ef63f02410 None None] Deleting port ef90a810-01af-4ad7-8b48-a13ab09e2dab {{(pid=95103) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:51:49.184916 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-e4e705a7-4891-4704-92a9-18ef63f02410 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783146157096'] for port, before_delete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:49.260162 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-bf9763c1-ee29-4396-afe4-0a51888265df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783146162158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783145673144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5607431'] for port, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:49.273340 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-e4e705a7-4891-4704-92a9-18ef63f02410 None None] For port ef90a810-01af-4ad7-8b48-a13ab09e2dab, host n-d-713301-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-16',level=0,port_id=ef90a810-01af-4ad7-8b48-a13ab09e2dab,segment=NetworkSegment(4c6667b6-fd9d-4d32-aae6-2b25111d627d),segment_id=4c6667b6-fd9d-4d32-aae6-2b25111d627d)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:51:49.274012 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-e4e705a7-4891-4704-92a9-18ef63f02410 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-605701'] for port, precommit_delete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:49.288882 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.plugin [None req-e4e705a7-4891-4704-92a9-18ef63f02410 None None] Calling delete_port for ef90a810-01af-4ad7-8b48-a13ab09e2dab owned by network:dhcp {{(pid=95103) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:51:49.309391 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf9763c1-ee29-4396-afe4-0a51888265df admin admin] Pushing event deleted for resources: {'Port': ['ID=ef90a810-01af-4ad7-8b48-a13ab09e2dab,revision_number=None']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:51:49.313576 n-d-713301-16 neutron-server[95101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf9763c1-ee29-4396-afe4-0a51888265df admin admin] No DVR routers for this DVR port ef90a810-01af-4ad7-8b48-a13ab09e2dab on host n-d-713301-16 {{(pid=95101) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 19:51:49.381310 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-e4e705a7-4891-4704-92a9-18ef63f02410 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783146162158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783145673144'] for port, after_delete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:49.413336 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-bf9763c1-ee29-4396-afe4-0a51888265df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1754676', 'neutron.services.segments.db._delete_segments_for_network-8783146221460'] for network, precommit_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:49.424221 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4e705a7-4891-4704-92a9-18ef63f02410 None None] Pushing event deleted for resources: {'Port': ['ID=ef90a810-01af-4ad7-8b48-a13ab09e2dab,revision_number=None']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:51:49.427125 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4e705a7-4891-4704-92a9-18ef63f02410 None None] No DVR routers for this DVR port ef90a810-01af-4ad7-8b48-a13ab09e2dab on host n-d-713301-16 {{(pid=95103) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 19:51:49.443166 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4e705a7-4891-4704-92a9-18ef63f02410 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:51:49.443880 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4e705a7-4891-4704-92a9-18ef63f02410 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:51:49.443880 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4e705a7-4891-4704-92a9-18ef63f02410 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:51:49.444194 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4e705a7-4891-4704-92a9-18ef63f02410 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:51:49.444523 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4e705a7-4891-4704-92a9-18ef63f02410 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:51:49.444892 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4e705a7-4891-4704-92a9-18ef63f02410 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:51:49.445346 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4e705a7-4891-4704-92a9-18ef63f02410 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:51:49.445453 n-d-713301-16 neutron-server[95101]: DEBUG neutron.services.segments.db [None req-bf9763c1-ee29-4396-afe4-0a51888265df admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6c1248ab-3a27-4b6b-b391-032ef2c47bfa']}} {{(pid=95101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:51:49.445682 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4e705a7-4891-4704-92a9-18ef63f02410 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:51:49.446023 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4e705a7-4891-4704-92a9-18ef63f02410 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:51:49.446347 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4e705a7-4891-4704-92a9-18ef63f02410 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:51:49.446675 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4e705a7-4891-4704-92a9-18ef63f02410 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:51:49.447006 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4e705a7-4891-4704-92a9-18ef63f02410 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:51:49.459831 n-d-713301-16 neutron-server[95101]: DEBUG neutron.services.segments.db [None req-bf9763c1-ee29-4396-afe4-0a51888265df admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4c6667b6-fd9d-4d32-aae6-2b25111d627d') {'for_net_delete': True} {{(pid=95101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:51:49.460143 n-d-713301-16 neutron-server[95101]: DEBUG neutron.services.segments.db [None req-bf9763c1-ee29-4396-afe4-0a51888265df admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4c6667b6-fd9d-4d32-aae6-2b25111d627d') {} {{(pid=95101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:51:49.471170 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-bf9763c1-ee29-4396-afe4-0a51888265df admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783146221725', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6007147'] for segment, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:49.486534 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-bf9763c1-ee29-4396-afe4-0a51888265df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1756186'] for segment, precommit_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:49.493225 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bf9763c1-ee29-4396-afe4-0a51888265df admin admin] Releasing vlan 613 on physical network physnet1 to pool {{(pid=95101) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 19:51:49.493806 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-bf9763c1-ee29-4396-afe4-0a51888265df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1756186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5608436'] for segment, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:49.496237 n-d-713301-16 neutron-server[95101]: Traceback (most recent call last): Sep 23 19:51:49.496237 n-d-713301-16 neutron-server[95101]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 19:51:49.496237 n-d-713301-16 neutron-server[95101]: timer() Sep 23 19:51:49.496237 n-d-713301-16 neutron-server[95101]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 19:51:49.496237 n-d-713301-16 neutron-server[95101]: cb(*args, **kw) Sep 23 19:51:49.496237 n-d-713301-16 neutron-server[95101]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 19:51:49.496237 n-d-713301-16 neutron-server[95101]: return func(*args, **kwargs) Sep 23 19:51:49.496237 n-d-713301-16 neutron-server[95101]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 19:51:49.496237 n-d-713301-16 neutron-server[95101]: self._notify() Sep 23 19:51:49.496237 n-d-713301-16 neutron-server[95101]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 19:51:49.496237 n-d-713301-16 neutron-server[95101]: self.callback(batched_events) Sep 23 19:51:49.496237 n-d-713301-16 neutron-server[95101]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 19:51:49.496237 n-d-713301-16 neutron-server[95101]: event.method(event) Sep 23 19:51:49.496237 n-d-713301-16 neutron-server[95101]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 19:51:49.496237 n-d-713301-16 neutron-server[95101]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 19:51:49.496237 n-d-713301-16 neutron-server[95101]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 19:51:49.496237 n-d-713301-16 neutron-server[95101]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 19:51:49.496237 n-d-713301-16 neutron-server[95101]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 19:51:49.496237 n-d-713301-16 neutron-server[95101]: return f(self, *a, **k) Sep 23 19:51:49.496237 n-d-713301-16 neutron-server[95101]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 19:51:49.496237 n-d-713301-16 neutron-server[95101]: return self._get(url).json() Sep 23 19:51:49.496237 n-d-713301-16 neutron-server[95101]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 19:51:49.496237 n-d-713301-16 neutron-server[95101]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 19:51:49.496237 n-d-713301-16 neutron-server[95101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 19:51:49.496237 n-d-713301-16 neutron-server[95101]: return self.request(url, 'GET', **kwargs) Sep 23 19:51:49.496237 n-d-713301-16 neutron-server[95101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 19:51:49.496237 n-d-713301-16 neutron-server[95101]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 19:51:49.496237 n-d-713301-16 neutron-server[95101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 19:51:49.496237 n-d-713301-16 neutron-server[95101]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 19:51:49.496237 n-d-713301-16 neutron-server[95101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 19:51:49.496237 n-d-713301-16 neutron-server[95101]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 19:51:49.496237 n-d-713301-16 neutron-server[95101]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 19:51:49.561943 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-bf9763c1-ee29-4396-afe4-0a51888265df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1754627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-601866'] for network, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:49.568075 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-bf9763c1-ee29-4396-afe4-0a51888265df admin admin] Notify callbacks [] for network, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:49.570790 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-bf9763c1-ee29-4396-afe4-0a51888265df admin admin] 10.222.0.67 "DELETE /v2.0/networks/6c1248ab-3a27-4b6b-b391-032ef2c47bfa HTTP/1.1" status: 204 len: 168 time: 0.7099512 Sep 23 19:51:49.574400 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 50412) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:51:49.585853 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf9763c1-ee29-4396-afe4-0a51888265df admin admin] Pushing event deleted for resources: {'Network': ['ID=6c1248ab-3a27-4b6b-b391-032ef2c47bfa,revision_number=None']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:51:49.693499 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-f62df6cf-8410-4261-9630-d1f193a2dabe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:49.772219 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Device 20e0a1c1-ce10-4e6c-9465-6759b032bcbd up at agent hyperv_n-h1-713301-16 {{(pid=95103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 19:51:49.811610 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-527ee90d-ae34-43cd-af0b-6469e54a59f6 req-e0bf196f-3c13-4072-9ee5-d84f997fd839 tempest-TestServerMultinode-246649075 tempest-TestServerMultinode-246649075-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:51:49.813237 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-527ee90d-ae34-43cd-af0b-6469e54a59f6 req-e0bf196f-3c13-4072-9ee5-d84f997fd839 tempest-TestServerMultinode-246649075 tempest-TestServerMultinode-246649075-project-admin] 10.222.0.67 "GET /v2.0/ports?device_id=61e0193d-b2d9-444f-a7d0-9f49ba885de9 HTTP/1.1" status: 200 len: 1097 time: 0.1164472 Sep 23 19:51:49.833286 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Provisioning for port 20e0a1c1-ce10-4e6c-9465-6759b032bcbd completed by entity L2. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 19:51:49.836580 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Provisioning complete for port 20e0a1c1-ce10-4e6c-9465-6759b032bcbd triggered by entity L2. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:51:49.837122 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:49.888539 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-527ee90d-ae34-43cd-af0b-6469e54a59f6 req-ea98cf51-963e-4c3b-b54b-63938c8d968b tempest-TestServerMultinode-246649075 tempest-TestServerMultinode-246649075-project-admin] 10.222.0.67 "GET /v2.0/security-groups?id=907ae9ed-ee55-474a-b11c-e10411da5f6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659235 Sep 23 19:51:49.937027 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:49.961106 n-d-713301-16 neutron-server[95103]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '61e0193d-b2d9-444f-a7d0-9f49ba885de9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '20e0a1c1-ce10-4e6c-9465-6759b032bcbd'}] {{(pid=95103) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 19:51:49.963431 n-d-713301-16 neutron-server[95103]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}81a1c17f2aa89d5b3ebbba3a3e0cf7eb588e431c2224256110c4c4facdd7c3e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ebe0f602-492c-4dd9-be6c-8e0d61219358" -d '{"events": [{"server_uuid": "61e0193d-b2d9-444f-a7d0-9f49ba885de9", "name": "network-vif-plugged", "status": "completed", "tag": "20e0a1c1-ce10-4e6c-9465-6759b032bcbd"}]}' {{(pid=95103) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 19:51:49.980283 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] For port 20e0a1c1-ce10-4e6c-9465-6759b032bcbd, host n-h1-713301-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-16',level=0,port_id=20e0a1c1-ce10-4e6c-9465-6759b032bcbd,segment=NetworkSegment(ee9700c6-c1c6-4a4c-81b6-5f74fe067cec),segment_id=ee9700c6-c1c6-4a4c-81b6-5f74fe067cec)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:51:49.984990 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:50.024767 n-d-713301-16 neutron-server[95103]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 19:51:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39e8a52b-4889-409b-a90f-0d141c02ad7e x-openstack-request-id: req-39e8a52b-4889-409b-a90f-0d141c02ad7e {{(pid=95103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 19:51:50.025057 n-d-713301-16 neutron-server[95103]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "61e0193d-b2d9-444f-a7d0-9f49ba885de9", "name": "network-vif-plugged", "status": "completed", "tag": "20e0a1c1-ce10-4e6c-9465-6759b032bcbd", "code": 200}]} {{(pid=95103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 19:51:50.025303 n-d-713301-16 neutron-server[95103]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-39e8a52b-4889-409b-a90f-0d141c02ad7e {{(pid=95103) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 19:51:50.025856 n-d-713301-16 neutron-server[95103]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '61e0193d-b2d9-444f-a7d0-9f49ba885de9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '20e0a1c1-ce10-4e6c-9465-6759b032bcbd', 'code': 200} Sep 23 19:51:50.044421 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Pushing event updated for resources: {'Port': ['ID=20e0a1c1-ce10-4e6c-9465-6759b032bcbd,revision_number=5']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:51:50.143646 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ba9606-4b9f-424c-bab0-9294a8422387 req-dc4e2514-fdda-41f0-afc6-ed026ff9e2b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:51:50.145926 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-79ba9606-4b9f-424c-bab0-9294a8422387 req-dc4e2514-fdda-41f0-afc6-ed026ff9e2b9 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=61e0193d-b2d9-444f-a7d0-9f49ba885de9 HTTP/1.1" status: 200 len: 1098 time: 0.0549116 Sep 23 19:51:50.149376 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-501ab0c2-46c8-4240-b792-2c2cae55a58c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-601372'] for router_interface, before_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:50.191330 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-79ba9606-4b9f-424c-bab0-9294a8422387 req-31f80e96-96da-41d1-ad3e-07dc17d0d859 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=907ae9ed-ee55-474a-b11c-e10411da5f6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365958 Sep 23 19:51:50.356081 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Device ef90a810-01af-4ad7-8b48-a13ab09e2dab no longer exists at agent ovs-agent-n-d-713301-16 {{(pid=95103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 19:51:50.386564 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.plugin [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] No Port match for: ef90a810-01af-4ad7-8b48-a13ab09e2dab {{(pid=95103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 19:51:50.386910 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Device ef90a810-01af-4ad7-8b48-a13ab09e2dab not bound to the agent host n-d-713301-16 {{(pid=95103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 19:51:50.387319 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Device 0635d5b1-36aa-491d-805e-82d5528bc711 no longer exists at agent ovs-agent-n-d-713301-16 {{(pid=95103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 19:51:50.412391 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.plugin [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] No Port match for: 0635d5b1-36aa-491d-805e-82d5528bc711 {{(pid=95103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 19:51:50.412798 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Device 0635d5b1-36aa-491d-805e-82d5528bc711 not bound to the agent host n-d-713301-16 {{(pid=95103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 19:51:50.413220 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Device 78084979-7360-4b4e-a083-d8b9be107f36 no longer exists at agent ovs-agent-n-d-713301-16 {{(pid=95103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 19:51:50.440412 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.plugin [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] No Port match for: 78084979-7360-4b4e-a083-d8b9be107f36 {{(pid=95103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 19:51:50.441403 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Device 78084979-7360-4b4e-a083-d8b9be107f36 not bound to the agent host n-d-713301-16 {{(pid=95103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 19:51:50.465291 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.plugin [None req-501ab0c2-46c8-4240-b792-2c2cae55a58c admin admin] Deleting port 5d3bf833-2b43-426b-9bda-675cc77a22eb {{(pid=95102) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:51:50.465505 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-501ab0c2-46c8-4240-b792-2c2cae55a58c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783146157096'] for port, before_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:50.551042 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.db [None req-501ab0c2-46c8-4240-b792-2c2cae55a58c admin admin] For port 5d3bf833-2b43-426b-9bda-675cc77a22eb, host n-d-713301-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-16',level=0,port_id=5d3bf833-2b43-426b-9bda-675cc77a22eb,segment=NetworkSegment(1071b518-cb27-4ffb-9b3d-eebb8c0bc6f5),segment_id=1071b518-cb27-4ffb-9b3d-eebb8c0bc6f5)] {{(pid=95102) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:51:50.551425 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-501ab0c2-46c8-4240-b792-2c2cae55a58c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-605701'] for port, precommit_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:50.567546 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.plugin [None req-501ab0c2-46c8-4240-b792-2c2cae55a58c admin admin] Calling delete_port for 5d3bf833-2b43-426b-9bda-675cc77a22eb owned by network:router_interface {{(pid=95102) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:51:50.768978 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-501ab0c2-46c8-4240-b792-2c2cae55a58c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783146162158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783145673144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4399100'] for port, after_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:50.809794 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-501ab0c2-46c8-4240-b792-2c2cae55a58c admin admin] Pushing event deleted for resources: {'Port': ['ID=5d3bf833-2b43-426b-9bda-675cc77a22eb,revision_number=None']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:51:51.042077 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-501ab0c2-46c8-4240-b792-2c2cae55a58c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-527322', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-602005'] for router_interface, after_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:51.051475 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2615d4-4b94-42a1-bdb6-217dfaa15f38 req-ce197499-05c0-4227-ad3d-05c40a6d15fd tempest-TestServerMultinode-246649075 tempest-TestServerMultinode-246649075-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:51:51.053618 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-0c2615d4-4b94-42a1-bdb6-217dfaa15f38 req-ce197499-05c0-4227-ad3d-05c40a6d15fd tempest-TestServerMultinode-246649075 tempest-TestServerMultinode-246649075-project-admin] 10.222.0.67 "GET /v2.0/ports?device_id=61e0193d-b2d9-444f-a7d0-9f49ba885de9 HTTP/1.1" status: 200 len: 1098 time: 0.0757699 Sep 23 19:51:51.206718 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-0c2615d4-4b94-42a1-bdb6-217dfaa15f38 req-90b8c8e5-69ac-4b9a-bef3-bddb1c57a2ed tempest-TestServerMultinode-246649075 tempest-TestServerMultinode-246649075-project-admin] 10.222.0.67 "GET /v2.0/security-groups?id=907ae9ed-ee55-474a-b11c-e10411da5f6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1083770 Sep 23 19:51:51.388864 n-d-713301-16 neutron-server[95102]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-501ab0c2-46c8-4240-b792-2c2cae55a58c admin admin] Router 4e951593-1fab-4293-8c03-c6a70f9832bd has already been hosted by L3 agent 79a740bf-7821-4989-8288-7186e3e128f3 {{(pid=95102) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 19:51:51.506075 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-501ab0c2-46c8-4240-b792-2c2cae55a58c admin admin] Notify agent at l3_agent.n-d-713301-16 the message routers_updated {{(pid=95102) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 19:51:51.511081 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-501ab0c2-46c8-4240-b792-2c2cae55a58c admin admin] 10.222.0.67 "PUT /v2.0/routers/4e951593-1fab-4293-8c03-c6a70f9832bd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9349525 Sep 23 19:51:51.514221 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 50458) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:51:51.516946 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b35a062d-9a6e-4f11-84ad-3653ee1aaa0d None None] Sync routers for ids ['4e951593-1fab-4293-8c03-c6a70f9832bd'] in n-d-713301-16 {{(pid=95103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 19:51:51.528209 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b35a062d-9a6e-4f11-84ad-3653ee1aaa0d None None] Routers {'4e951593-1fab-4293-8c03-c6a70f9832bd'} bound to L3 agent in host n-d-713301-16 {{(pid=95103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 19:51:51.528893 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_hamode_db [None req-b35a062d-9a6e-4f11-84ad-3653ee1aaa0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-23T19:07:52Z,description=,heartbeat_timestamp=2021-09-23T19:51:23Z,host='n-d-713301-16',id=79a740bf-7821-4989-8288-7186e3e128f3,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:07:52Z,topic='l3_agent')) {'router_ids': ['4e951593-1fab-4293-8c03-c6a70f9832bd'], 'active': True} {{(pid=95103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:51:51.642073 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_dvr_db [None req-b35a062d-9a6e-4f11-84ad-3653ee1aaa0d None None] Set router 4e951593-1fab-4293-8c03-c6a70f9832bd gateway port host: n-d-713301-16 {{(pid=95103) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 19:51:51.872409 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_hamode_db [None req-b35a062d-9a6e-4f11-84ad-3653ee1aaa0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e951593-1fab-4293-8c03-c6a70f9832bd', 'name': 'tempest-TestAggregatesBasicOps-1407645178-router', 'tenant_id': 'cf371590cd124254b7dc164ff46d9543', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'external_fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.171'}], 'enable_snat': True}, 'gw_port_id': 'cb615441-ea59-4dd4-9dbd-bc46653950b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:51:34Z', 'updated_at': '2021-09-23T19:51:50Z', 'revision_number': 5, 'project_id': 'cf371590cd124254b7dc164ff46d9543', 'gw_port': {'id': 'cb615441-ea59-4dd4-9dbd-bc46653950b0', 'name': '', 'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:2a:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e951593-1fab-4293-8c03-c6a70f9832bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3804, 'fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:51:35Z', 'updated_at': '2021-09-23T19:51:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-16'}], 'n-d-713301-16', False) {} {{(pid=95103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:51:51.903400 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b35a062d-9a6e-4f11-84ad-3653ee1aaa0d None None] Checking router: 4e951593-1fab-4293-8c03-c6a70f9832bd for host: n-d-713301-16 {{(pid=95103) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 19:51:51.919704 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b35a062d-9a6e-4f11-84ad-3653ee1aaa0d None None] Routers {'4e951593-1fab-4293-8c03-c6a70f9832bd'} bound to L3 agent in host n-d-713301-16 {{(pid=95103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 19:51:51.920865 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_hamode_db [None req-b35a062d-9a6e-4f11-84ad-3653ee1aaa0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-23T19:07:52Z,description=,heartbeat_timestamp=2021-09-23T19:51:23Z,host='n-d-713301-16',id=79a740bf-7821-4989-8288-7186e3e128f3,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:07:52Z,topic='l3_agent')) {'router_ids': ['4e951593-1fab-4293-8c03-c6a70f9832bd'], 'active': True} {{(pid=95103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:51:51.956435 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-6879f143-f0e6-4a63-9c42-69612fe6aaf4 admin admin] Notify callbacks [] for router, before_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:52.078747 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_dvr_db [None req-b35a062d-9a6e-4f11-84ad-3653ee1aaa0d None None] Set router 4e951593-1fab-4293-8c03-c6a70f9832bd gateway port host: n-d-713301-16 {{(pid=95103) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 19:51:52.097336 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-6879f143-f0e6-4a63-9c42-69612fe6aaf4 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:52.161419 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.plugin [None req-6879f143-f0e6-4a63-9c42-69612fe6aaf4 admin admin] Deleting port cb615441-ea59-4dd4-9dbd-bc46653950b0 {{(pid=95102) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:51:52.161846 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-6879f143-f0e6-4a63-9c42-69612fe6aaf4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783146157096'] for port, before_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:52.290987 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.db [None req-6879f143-f0e6-4a63-9c42-69612fe6aaf4 admin admin] For port cb615441-ea59-4dd4-9dbd-bc46653950b0, host n-d-713301-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-16',level=0,port_id=cb615441-ea59-4dd4-9dbd-bc46653950b0,segment=NetworkSegment(7d4027f1-d893-4c7b-95d4-757b8e44e380),segment_id=7d4027f1-d893-4c7b-95d4-757b8e44e380)] {{(pid=95102) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:51:52.291468 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-6879f143-f0e6-4a63-9c42-69612fe6aaf4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-605701'] for port, precommit_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:52.325535 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.plugin [None req-6879f143-f0e6-4a63-9c42-69612fe6aaf4 admin admin] Calling delete_port for cb615441-ea59-4dd4-9dbd-bc46653950b0 owned by network:router_gateway {{(pid=95102) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:51:52.346518 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_hamode_db [None req-b35a062d-9a6e-4f11-84ad-3653ee1aaa0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e951593-1fab-4293-8c03-c6a70f9832bd', 'name': 'tempest-TestAggregatesBasicOps-1407645178-router', 'tenant_id': 'cf371590cd124254b7dc164ff46d9543', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'external_fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.171'}], 'enable_snat': True}, 'gw_port_id': 'cb615441-ea59-4dd4-9dbd-bc46653950b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:51:34Z', 'updated_at': '2021-09-23T19:51:50Z', 'revision_number': 5, 'project_id': 'cf371590cd124254b7dc164ff46d9543', 'gw_port': {'id': 'cb615441-ea59-4dd4-9dbd-bc46653950b0', 'name': '', 'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:2a:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e951593-1fab-4293-8c03-c6a70f9832bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3804, 'fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:51:35Z', 'updated_at': '2021-09-23T19:51:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-16'}], 'n-d-713301-16', False) {} {{(pid=95103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:51:52.381221 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b35a062d-9a6e-4f11-84ad-3653ee1aaa0d None None] The sync data for ids ['4e951593-1fab-4293-8c03-c6a70f9832bd'] in n-d-713301-16 is: [{'id': '4e951593-1fab-4293-8c03-c6a70f9832bd', 'name': 'tempest-TestAggregatesBasicOps-1407645178-router', 'tenant_id': 'cf371590cd124254b7dc164ff46d9543', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'external_fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.171'}], 'enable_snat': True}, 'gw_port_id': 'cb615441-ea59-4dd4-9dbd-bc46653950b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:51:34Z', 'updated_at': '2021-09-23T19:51:50Z', 'revision_number': 5, 'project_id': 'cf371590cd124254b7dc164ff46d9543', 'gw_port': {'id': 'cb615441-ea59-4dd4-9dbd-bc46653950b0', 'name': '', 'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:2a:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e951593-1fab-4293-8c03-c6a70f9832bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3804, 'fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:51:35Z', 'updated_at': '2021-09-23T19:51:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-16'}] {{(pid=95103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 19:51:52.459173 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4615c61c-f274-4353-a6f7-7c6025ca0751 req-6af113a9-8ff2-4251-898d-d70af3aca100 tempest-TestServerMultinode-246649075 tempest-TestServerMultinode-246649075-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:51:52.460811 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-4615c61c-f274-4353-a6f7-7c6025ca0751 req-6af113a9-8ff2-4251-898d-d70af3aca100 tempest-TestServerMultinode-246649075 tempest-TestServerMultinode-246649075-project-admin] 10.222.0.67 "GET /v2.0/ports?device_id=61e0193d-b2d9-444f-a7d0-9f49ba885de9 HTTP/1.1" status: 200 len: 1098 time: 0.1025267 Sep 23 19:51:52.538987 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-4615c61c-f274-4353-a6f7-7c6025ca0751 req-381a92a5-f97b-4ae9-b24e-3fcd93df6c4d tempest-TestServerMultinode-246649075 tempest-TestServerMultinode-246649075-project-admin] 10.222.0.67 "GET /v2.0/security-groups?id=907ae9ed-ee55-474a-b11c-e10411da5f6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438998 Sep 23 19:51:52.607149 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-6879f143-f0e6-4a63-9c42-69612fe6aaf4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783146162158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783145673144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4399100'] for port, after_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:52.675968 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6879f143-f0e6-4a63-9c42-69612fe6aaf4 admin admin] Pushing event deleted for resources: {'Port': ['ID=cb615441-ea59-4dd4-9dbd-bc46653950b0,revision_number=None']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:51:52.747818 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7009bd-b93e-4d81-9ae9-2ea40232569c req-951fef07-de37-4e99-bff6-371bcbd33316 tempest-TestServerMultinode-246649075 tempest-TestServerMultinode-246649075-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:51:52.755504 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-6e7009bd-b93e-4d81-9ae9-2ea40232569c req-951fef07-de37-4e99-bff6-371bcbd33316 tempest-TestServerMultinode-246649075 tempest-TestServerMultinode-246649075-project-admin] 10.222.0.67 "GET /v2.0/ports?device_id=61e0193d-b2d9-444f-a7d0-9f49ba885de9 HTTP/1.1" status: 200 len: 1098 time: 0.1089187 Sep 23 19:51:52.761544 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-6879f143-f0e6-4a63-9c42-69612fe6aaf4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-601942'] for router_gateway, after_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:52.810741 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-6e7009bd-b93e-4d81-9ae9-2ea40232569c req-a7ce2699-4fb9-458b-830b-07ca41598f4a tempest-TestServerMultinode-246649075 tempest-TestServerMultinode-246649075-project-admin] 10.222.0.67 "GET /v2.0/security-groups?id=907ae9ed-ee55-474a-b11c-e10411da5f6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498371 Sep 23 19:51:52.953701 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-6879f143-f0e6-4a63-9c42-69612fe6aaf4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-597305', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29369'] for router, precommit_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:52.957025 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-6879f143-f0e6-4a63-9c42-69612fe6aaf4 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:53.000410 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-45f794e6-73f5-48c6-93a6-dbc35d350a5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:53.016214 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-6879f143-f0e6-4a63-9c42-69612fe6aaf4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-597296'] for router, after_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:53.016819 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6879f143-f0e6-4a63-9c42-69612fe6aaf4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4e951593-1fab-4293-8c03-c6a70f9832bd {{(pid=95102) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 23 19:51:53.019695 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62463a83-6544-40ca-b147-d153d1733e93 req-4382ce48-4e92-4452-aa9c-ad611df2d2f5 tempest-TestServerMultinode-246649075 tempest-TestServerMultinode-246649075-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:51:53.021279 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-62463a83-6544-40ca-b147-d153d1733e93 req-4382ce48-4e92-4452-aa9c-ad611df2d2f5 tempest-TestServerMultinode-246649075 tempest-TestServerMultinode-246649075-project-admin] 10.222.0.67 "GET /v2.0/ports?device_id=61e0193d-b2d9-444f-a7d0-9f49ba885de9 HTTP/1.1" status: 200 len: 1098 time: 0.1364515 Sep 23 19:51:53.024120 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-6879f143-f0e6-4a63-9c42-69612fe6aaf4 admin admin] Notify callbacks [] for router, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:53.025197 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-6879f143-f0e6-4a63-9c42-69612fe6aaf4 admin admin] 10.222.0.67 "DELETE /v2.0/routers/4e951593-1fab-4293-8c03-c6a70f9832bd HTTP/1.1" status: 204 len: 168 time: 1.5100658 Sep 23 19:51:53.028490 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 50492) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:51:53.134411 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-62463a83-6544-40ca-b147-d153d1733e93 req-ca95e576-c1e4-4a52-bb4e-8cc144abebad tempest-TestServerMultinode-246649075 tempest-TestServerMultinode-246649075-project-admin] 10.222.0.67 "GET /v2.0/security-groups?id=907ae9ed-ee55-474a-b11c-e10411da5f6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1009002 Sep 23 19:51:53.157218 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:53.235873 n-d-713301-16 neutron-server[95101]: DEBUG neutron.db.db_base_plugin_v2 [None req-417e2aac-3a87-4f6e-9040-fa2ee3fc8b80 admin admin] Deleting subnet f83f3c48-74e3-43e4-97d5-570a19d0a2ef {{(pid=95101) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 23 19:51:53.239860 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-417e2aac-3a87-4f6e-9040-fa2ee3fc8b80 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:53.298709 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-417e2aac-3a87-4f6e-9040-fa2ee3fc8b80 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6007154'] for subnet, precommit_delete_associations {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:53.455500 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-417e2aac-3a87-4f6e-9040-fa2ee3fc8b80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1756813'] for subnet, precommit_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:53.477985 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-0ae75029-feb6-4728-9a94-5f9b60993d82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:53.509082 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2dddf76-b3a7-45fc-a010-66835d96d54d req-f4159493-f3b5-458f-ac25-ac1e9734783b tempest-TestServerMultinode-246649075 tempest-TestServerMultinode-246649075-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:51:53.517117 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-c2dddf76-b3a7-45fc-a010-66835d96d54d req-f4159493-f3b5-458f-ac25-ac1e9734783b tempest-TestServerMultinode-246649075 tempest-TestServerMultinode-246649075-project-admin] 10.222.0.67 "GET /v2.0/ports?device_id=61e0193d-b2d9-444f-a7d0-9f49ba885de9 HTTP/1.1" status: 200 len: 1098 time: 0.0548260 Sep 23 19:51:53.523658 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-417e2aac-3a87-4f6e-9040-fa2ee3fc8b80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1756804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5607514', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6130950'] for subnet, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:53.548935 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-c2dddf76-b3a7-45fc-a010-66835d96d54d req-c3872d14-f662-45c1-9d1c-6a4ae52075a6 tempest-TestServerMultinode-246649075 tempest-TestServerMultinode-246649075-project-admin] 10.222.0.67 "GET /v2.0/security-groups?id=907ae9ed-ee55-474a-b11c-e10411da5f6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301144 Sep 23 19:51:53.550377 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-417e2aac-3a87-4f6e-9040-fa2ee3fc8b80 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f83f3c48-74e3-43e4-97d5-570a19d0a2ef,revision_number=None']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:51:53.554061 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-417e2aac-3a87-4f6e-9040-fa2ee3fc8b80 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:53.555917 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-417e2aac-3a87-4f6e-9040-fa2ee3fc8b80 admin admin] 10.222.0.67 "DELETE /v2.0/subnets/f83f3c48-74e3-43e4-97d5-570a19d0a2ef HTTP/1.1" status: 204 len: 168 time: 0.5263443 Sep 23 19:51:53.559066 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 50498) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:51:53.561763 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e514525a-a229-4eca-a0fd-8a719ee3cac7 None None] Network a420114d-2231-43f7-b032-22f9a06043e9 requested from n-d-713301-16 {{(pid=95103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 19:51:53.640283 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-3ef532f3-02d2-4073-a038-655de7792988 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1628021'] for network, before_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:53.697858 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.plugin [None req-3ef532f3-02d2-4073-a038-655de7792988 admin admin] Deleting port d7283223-5ea4-40e2-a9b1-4923cf5adb11 {{(pid=95102) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:51:53.698680 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-3ef532f3-02d2-4073-a038-655de7792988 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783146157096'] for port, before_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:53.758038 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c95203c4-9c40-4f3c-bc82-2471d8b8fd5b None None] DHCP port deletion for a420114d-2231-43f7-b032-22f9a06043e9 request from n-d-713301-16 {{(pid=95103) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 23 19:51:53.793831 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.db [None req-3ef532f3-02d2-4073-a038-655de7792988 admin admin] For port d7283223-5ea4-40e2-a9b1-4923cf5adb11, host n-d-713301-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-16',level=0,port_id=d7283223-5ea4-40e2-a9b1-4923cf5adb11,segment=NetworkSegment(1071b518-cb27-4ffb-9b3d-eebb8c0bc6f5),segment_id=1071b518-cb27-4ffb-9b3d-eebb8c0bc6f5)] {{(pid=95102) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:51:53.793831 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-3ef532f3-02d2-4073-a038-655de7792988 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-605701'] for port, precommit_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:53.807553 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.plugin [None req-3ef532f3-02d2-4073-a038-655de7792988 admin admin] Calling delete_port for d7283223-5ea4-40e2-a9b1-4923cf5adb11 owned by network:dhcp {{(pid=95102) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:51:53.818287 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.plugin [None req-c95203c4-9c40-4f3c-bc82-2471d8b8fd5b None None] Deleting port d7283223-5ea4-40e2-a9b1-4923cf5adb11 {{(pid=95103) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:51:53.818478 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-c95203c4-9c40-4f3c-bc82-2471d8b8fd5b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783146157096'] for port, before_delete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:53.897475 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-c95203c4-9c40-4f3c-bc82-2471d8b8fd5b None None] For port d7283223-5ea4-40e2-a9b1-4923cf5adb11, host n-d-713301-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-16',level=0,port_id=d7283223-5ea4-40e2-a9b1-4923cf5adb11,segment=NetworkSegment(1071b518-cb27-4ffb-9b3d-eebb8c0bc6f5),segment_id=1071b518-cb27-4ffb-9b3d-eebb8c0bc6f5)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:51:53.897812 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-c95203c4-9c40-4f3c-bc82-2471d8b8fd5b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-605701'] for port, precommit_delete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:53.898698 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-3ef532f3-02d2-4073-a038-655de7792988 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783146162158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783145673144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4399100'] for port, after_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:53.911393 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.plugin [None req-c95203c4-9c40-4f3c-bc82-2471d8b8fd5b None None] Calling delete_port for d7283223-5ea4-40e2-a9b1-4923cf5adb11 owned by network:dhcp {{(pid=95103) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:51:53.928632 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ef532f3-02d2-4073-a038-655de7792988 admin admin] Pushing event deleted for resources: {'Port': ['ID=d7283223-5ea4-40e2-a9b1-4923cf5adb11,revision_number=None']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:51:53.935151 n-d-713301-16 neutron-server[95102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ef532f3-02d2-4073-a038-655de7792988 admin admin] No DVR routers for this DVR port d7283223-5ea4-40e2-a9b1-4923cf5adb11 on host n-d-713301-16 {{(pid=95102) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 19:51:53.993108 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-c95203c4-9c40-4f3c-bc82-2471d8b8fd5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783146162158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783145673144'] for port, after_delete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:54.011497 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-3ef532f3-02d2-4073-a038-655de7792988 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1754676', 'neutron.services.segments.db._delete_segments_for_network-8783146221460'] for network, precommit_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:54.019065 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c95203c4-9c40-4f3c-bc82-2471d8b8fd5b None None] Pushing event deleted for resources: {'Port': ['ID=d7283223-5ea4-40e2-a9b1-4923cf5adb11,revision_number=None']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:51:54.024308 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c95203c4-9c40-4f3c-bc82-2471d8b8fd5b None None] No DVR routers for this DVR port d7283223-5ea4-40e2-a9b1-4923cf5adb11 on host n-d-713301-16 {{(pid=95103) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 19:51:54.041131 n-d-713301-16 neutron-server[95102]: DEBUG neutron.services.segments.db [None req-3ef532f3-02d2-4073-a038-655de7792988 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a420114d-2231-43f7-b032-22f9a06043e9']}} {{(pid=95102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:51:54.055568 n-d-713301-16 neutron-server[95102]: DEBUG neutron.services.segments.db [None req-3ef532f3-02d2-4073-a038-655de7792988 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1071b518-cb27-4ffb-9b3d-eebb8c0bc6f5') {'for_net_delete': True} {{(pid=95102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:51:54.055862 n-d-713301-16 neutron-server[95102]: DEBUG neutron.services.segments.db [None req-3ef532f3-02d2-4073-a038-655de7792988 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1071b518-cb27-4ffb-9b3d-eebb8c0bc6f5') {} {{(pid=95102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:51:54.067471 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-3ef532f3-02d2-4073-a038-655de7792988 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783146221725', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6162832'] for segment, before_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:54.082418 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-3ef532f3-02d2-4073-a038-655de7792988 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1756186'] for segment, precommit_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:54.090551 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3ef532f3-02d2-4073-a038-655de7792988 admin admin] Releasing vlan 638 on physical network physnet1 to pool {{(pid=95102) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 19:51:54.090551 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-3ef532f3-02d2-4073-a038-655de7792988 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1756186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4398095'] for segment, after_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:54.092216 n-d-713301-16 neutron-server[95102]: Traceback (most recent call last): Sep 23 19:51:54.092216 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 19:51:54.092216 n-d-713301-16 neutron-server[95102]: timer() Sep 23 19:51:54.092216 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 19:51:54.092216 n-d-713301-16 neutron-server[95102]: cb(*args, **kw) Sep 23 19:51:54.092216 n-d-713301-16 neutron-server[95102]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 19:51:54.092216 n-d-713301-16 neutron-server[95102]: return func(*args, **kwargs) Sep 23 19:51:54.092216 n-d-713301-16 neutron-server[95102]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 19:51:54.092216 n-d-713301-16 neutron-server[95102]: self._notify() Sep 23 19:51:54.092216 n-d-713301-16 neutron-server[95102]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 19:51:54.092216 n-d-713301-16 neutron-server[95102]: self.callback(batched_events) Sep 23 19:51:54.092216 n-d-713301-16 neutron-server[95102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 19:51:54.092216 n-d-713301-16 neutron-server[95102]: event.method(event) Sep 23 19:51:54.092216 n-d-713301-16 neutron-server[95102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 19:51:54.092216 n-d-713301-16 neutron-server[95102]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 19:51:54.092216 n-d-713301-16 neutron-server[95102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 19:51:54.092216 n-d-713301-16 neutron-server[95102]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 19:51:54.092216 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 19:51:54.092216 n-d-713301-16 neutron-server[95102]: return f(self, *a, **k) Sep 23 19:51:54.092216 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 19:51:54.092216 n-d-713301-16 neutron-server[95102]: return self._get(url).json() Sep 23 19:51:54.092216 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 19:51:54.092216 n-d-713301-16 neutron-server[95102]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 19:51:54.092216 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 19:51:54.092216 n-d-713301-16 neutron-server[95102]: return self.request(url, 'GET', **kwargs) Sep 23 19:51:54.092216 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 19:51:54.092216 n-d-713301-16 neutron-server[95102]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 19:51:54.092216 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 19:51:54.092216 n-d-713301-16 neutron-server[95102]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 19:51:54.092216 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 19:51:54.092216 n-d-713301-16 neutron-server[95102]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 19:51:54.092216 n-d-713301-16 neutron-server[95102]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 19:51:54.158417 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-3ef532f3-02d2-4073-a038-655de7792988 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1754627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-601866'] for network, after_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:54.166116 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-3ef532f3-02d2-4073-a038-655de7792988 admin admin] Notify callbacks [] for network, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:54.169556 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-3ef532f3-02d2-4073-a038-655de7792988 admin admin] 10.222.0.67 "DELETE /v2.0/networks/a420114d-2231-43f7-b032-22f9a06043e9 HTTP/1.1" status: 204 len: 168 time: 0.6094558 Sep 23 19:51:54.185897 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ef532f3-02d2-4073-a038-655de7792988 admin admin] Pushing event deleted for resources: {'Network': ['ID=a420114d-2231-43f7-b032-22f9a06043e9,revision_number=None']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:51:54.359916 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Device d7283223-5ea4-40e2-a9b1-4923cf5adb11 no longer exists at agent ovs-agent-n-d-713301-16 {{(pid=95103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 19:51:54.381998 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.plugin [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] No Port match for: d7283223-5ea4-40e2-a9b1-4923cf5adb11 {{(pid=95103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 19:51:54.382515 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Device d7283223-5ea4-40e2-a9b1-4923cf5adb11 not bound to the agent host n-d-713301-16 {{(pid=95103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 19:51:54.383094 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Device cb615441-ea59-4dd4-9dbd-bc46653950b0 no longer exists at agent ovs-agent-n-d-713301-16 {{(pid=95103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 19:51:54.402420 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 50516) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:51:54.411356 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.plugin [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] No Port match for: cb615441-ea59-4dd4-9dbd-bc46653950b0 {{(pid=95103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 19:51:54.411716 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Device cb615441-ea59-4dd4-9dbd-bc46653950b0 not bound to the agent host n-d-713301-16 {{(pid=95103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 19:51:54.412184 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Device 5d3bf833-2b43-426b-9bda-675cc77a22eb no longer exists at agent ovs-agent-n-d-713301-16 {{(pid=95103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 19:51:54.436136 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.plugin [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] No Port match for: 5d3bf833-2b43-426b-9bda-675cc77a22eb {{(pid=95103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 19:51:54.436487 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Device 5d3bf833-2b43-426b-9bda-675cc77a22eb not bound to the agent host n-d-713301-16 {{(pid=95103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 19:51:54.452205 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-bf94c785-6836-4b26-a412-5d2572420c02 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=b5c84008012c4e0d94db04cc290742bf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0482647 Sep 23 19:51:54.454577 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 50518) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:51:54.519425 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-17c662df-8b68-4928-9daa-7494f413af4f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:54.545226 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-17c662df-8b68-4928-9daa-7494f413af4f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:54.611068 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-17c662df-8b68-4928-9daa-7494f413af4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:54.615679 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-17c662df-8b68-4928-9daa-7494f413af4f admin admin] Notify callbacks [] for security_group, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:54.616936 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-17c662df-8b68-4928-9daa-7494f413af4f admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/4066e1b4-7a1e-4e7b-ab28-1ea9b2d485cd HTTP/1.1" status: 204 len: 168 time: 0.1608112 Sep 23 19:51:54.627089 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17c662df-8b68-4928-9daa-7494f413af4f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4066e1b4-7a1e-4e7b-ab28-1ea9b2d485cd,revision_number=None']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:51:54.728319 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa35a650-efcf-49e0-828a-28b5385be901 req-a65ac5ff-dbc0-4c78-b50d-3c9c7c9821b7 tempest-TestServerMultinode-246649075 tempest-TestServerMultinode-246649075-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:51:54.732319 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-fa35a650-efcf-49e0-828a-28b5385be901 req-a65ac5ff-dbc0-4c78-b50d-3c9c7c9821b7 tempest-TestServerMultinode-246649075 tempest-TestServerMultinode-246649075-project-admin] 10.222.0.67 "GET /v2.0/ports?device_id=61e0193d-b2d9-444f-a7d0-9f49ba885de9 HTTP/1.1" status: 200 len: 1098 time: 0.0780461 Sep 23 19:51:54.739030 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a63c438-a7b6-445c-ae37-8d7ab6fa2b52 req-8adeab68-1424-4840-ac91-754d00c4c96f tempest-TestServerMultinode-246649075 tempest-TestServerMultinode-246649075-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:51:54.740635 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-3a63c438-a7b6-445c-ae37-8d7ab6fa2b52 req-8adeab68-1424-4840-ac91-754d00c4c96f tempest-TestServerMultinode-246649075 tempest-TestServerMultinode-246649075-project-admin] 10.222.0.74 "GET /v2.0/ports?device_id=61e0193d-b2d9-444f-a7d0-9f49ba885de9 HTTP/1.1" status: 200 len: 1098 time: 0.0684433 Sep 23 19:51:54.795414 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-fa35a650-efcf-49e0-828a-28b5385be901 req-756db865-c9b8-408a-a096-3845c6dd229d tempest-TestServerMultinode-246649075 tempest-TestServerMultinode-246649075-project-admin] 10.222.0.67 "GET /v2.0/security-groups?id=907ae9ed-ee55-474a-b11c-e10411da5f6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485299 Sep 23 19:51:54.880856 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.plugin [req-3a63c438-a7b6-445c-ae37-8d7ab6fa2b52 req-85b337fb-aaf1-4fc5-9422-302ecf4cd536 tempest-TestServerMultinode-246649075 tempest-TestServerMultinode-246649075-project-admin] Deleting port 20e0a1c1-ce10-4e6c-9465-6759b032bcbd {{(pid=95101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:51:54.881305 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-3a63c438-a7b6-445c-ae37-8d7ab6fa2b52 req-85b337fb-aaf1-4fc5-9422-302ecf4cd536 tempest-TestServerMultinode-246649075 tempest-TestServerMultinode-246649075-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783146157096'] for port, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:54.980452 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.db [req-3a63c438-a7b6-445c-ae37-8d7ab6fa2b52 req-85b337fb-aaf1-4fc5-9422-302ecf4cd536 tempest-TestServerMultinode-246649075 tempest-TestServerMultinode-246649075-project-admin] For port 20e0a1c1-ce10-4e6c-9465-6759b032bcbd, host n-h1-713301-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-16',level=0,port_id=20e0a1c1-ce10-4e6c-9465-6759b032bcbd,segment=NetworkSegment(ee9700c6-c1c6-4a4c-81b6-5f74fe067cec),segment_id=ee9700c6-c1c6-4a4c-81b6-5f74fe067cec)] {{(pid=95101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:51:54.981118 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-3a63c438-a7b6-445c-ae37-8d7ab6fa2b52 req-85b337fb-aaf1-4fc5-9422-302ecf4cd536 tempest-TestServerMultinode-246649075 tempest-TestServerMultinode-246649075-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-605701'] for port, precommit_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:54.997037 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.plugin [req-3a63c438-a7b6-445c-ae37-8d7ab6fa2b52 req-85b337fb-aaf1-4fc5-9422-302ecf4cd536 tempest-TestServerMultinode-246649075 tempest-TestServerMultinode-246649075-project-admin] Calling delete_port for 20e0a1c1-ce10-4e6c-9465-6759b032bcbd owned by compute:nova {{(pid=95101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:51:55.090869 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 50542) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:51:55.145764 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-989cdc11-97c4-43b7-9198-75957b882012 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=cf371590cd124254b7dc164ff46d9543&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0529463 Sep 23 19:51:55.147914 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 50544) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:51:55.166077 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-3a63c438-a7b6-445c-ae37-8d7ab6fa2b52 req-85b337fb-aaf1-4fc5-9422-302ecf4cd536 tempest-TestServerMultinode-246649075 tempest-TestServerMultinode-246649075-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783146162158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783145673144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5607431'] for port, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:55.181376 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] get_ports_and_sgs() called for port_ids ['7ade3a57-1b07-4737-9255-b9df34b8e6bd'] {{(pid=95103) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 19:51:55.184804 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] get_ports_and_sgs() called for port_ids ['20e0a1c1-ce10-4e6c-9465-6759b032bcbd'] {{(pid=95103) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 19:51:55.200697 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85b337fb-aaf1-4fc5-9422-302ecf4cd536 tempest-TestServerMultinode-246649075 tempest-TestServerMultinode-246649075-project-admin] Pushing event deleted for resources: {'Port': ['ID=20e0a1c1-ce10-4e6c-9465-6759b032bcbd,revision_number=None']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:51:55.212577 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-5ae44779-0695-40d1-b9da-c380d45530ac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:55.262863 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-5ae44779-0695-40d1-b9da-c380d45530ac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:55.271029 n-d-713301-16 neutron-server[95101]: DEBUG neutron.db.l3_dvrscheduler_db [req-3a63c438-a7b6-445c-ae37-8d7ab6fa2b52 req-85b337fb-aaf1-4fc5-9422-302ecf4cd536 tempest-TestServerMultinode-246649075 tempest-TestServerMultinode-246649075-project-admin] No DVR routers for this DVR port 20e0a1c1-ce10-4e6c-9465-6759b032bcbd on host n-h1-713301-16 {{(pid=95101) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 19:51:55.275235 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-3a63c438-a7b6-445c-ae37-8d7ab6fa2b52 req-85b337fb-aaf1-4fc5-9422-302ecf4cd536 tempest-TestServerMultinode-246649075 tempest-TestServerMultinode-246649075-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222849'] for port, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:55.279695 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-3a63c438-a7b6-445c-ae37-8d7ab6fa2b52 req-85b337fb-aaf1-4fc5-9422-302ecf4cd536 tempest-TestServerMultinode-246649075 tempest-TestServerMultinode-246649075-project-admin] 10.222.0.74 "DELETE /v2.0/ports/20e0a1c1-ce10-4e6c-9465-6759b032bcbd HTTP/1.1" status: 204 len: 173 time: 0.5321484 Sep 23 19:51:55.280384 n-d-713301-16 neutron-server[95101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '61e0193d-b2d9-444f-a7d0-9f49ba885de9', 'name': 'network-vif-deleted', 'tag': '20e0a1c1-ce10-4e6c-9465-6759b032bcbd'}] {{(pid=95101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 19:51:55.283218 n-d-713301-16 neutron-server[95101]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d8366c5740cd635e57ab12b71fe44a77c2acc3c19091ef849c6f68b380462244" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e25187e0-d225-4e0b-954f-0c54946cd79b" -d '{"events": [{"server_uuid": "61e0193d-b2d9-444f-a7d0-9f49ba885de9", "name": "network-vif-deleted", "tag": "20e0a1c1-ce10-4e6c-9465-6759b032bcbd"}]}' {{(pid=95101) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 19:51:55.402029 n-d-713301-16 neutron-server[95101]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 19:51:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e032bdf-f072-4405-8f29-9bee61c2b5a3 x-openstack-request-id: req-3e032bdf-f072-4405-8f29-9bee61c2b5a3 {{(pid=95101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 19:51:55.402500 n-d-713301-16 neutron-server[95101]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "61e0193d-b2d9-444f-a7d0-9f49ba885de9", "name": "network-vif-deleted", "tag": "20e0a1c1-ce10-4e6c-9465-6759b032bcbd", "status": "completed", "code": 200}]} {{(pid=95101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 19:51:55.402749 n-d-713301-16 neutron-server[95101]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-3e032bdf-f072-4405-8f29-9bee61c2b5a3 {{(pid=95101) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 19:51:55.403274 n-d-713301-16 neutron-server[95101]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '61e0193d-b2d9-444f-a7d0-9f49ba885de9', 'name': 'network-vif-deleted', 'tag': '20e0a1c1-ce10-4e6c-9465-6759b032bcbd', 'status': 'completed', 'code': 200} Sep 23 19:51:55.427099 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-80e7e501-6c57-470d-92c6-e3d54bc3195c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:55.451587 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-5ae44779-0695-40d1-b9da-c380d45530ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:55.454603 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-5ae44779-0695-40d1-b9da-c380d45530ac admin admin] Notify callbacks [] for security_group, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:55.456457 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-5ae44779-0695-40d1-b9da-c380d45530ac admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/ac1e8aaa-4f18-4734-8e39-14ef9f4fa297 HTTP/1.1" status: 204 len: 168 time: 0.3075218 Sep 23 19:51:55.483273 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ae44779-0695-40d1-b9da-c380d45530ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac1e8aaa-4f18-4734-8e39-14ef9f4fa297,revision_number=None']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:51:55.889342 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-4a39934a-ce17-4d3c-89a1-d129eb83f0b9 req-3e284cfc-4452-41ec-b14f-ad940b00acae service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=91c04d5d-3047-4233-a6bc-ba42bfa3840b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1191270 Sep 23 19:51:56.118336 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-6499871e-0f70-4bac-9ee4-ae6ca5110e5e req-c1dc6176-0a94-424d-b576-85a33e22087c tempest-TestServerMultinode-246649075 tempest-TestServerMultinode-246649075-project-admin] 10.222.0.67 "GET /v2.0/ports?device_id=61e0193d-b2d9-444f-a7d0-9f49ba885de9 HTTP/1.1" status: 200 len: 210 time: 0.0766487 Sep 23 19:51:56.167951 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a39934a-ce17-4d3c-89a1-d129eb83f0b9 req-3ea45981-d1e3-400c-ac2f-7226b0b6a5d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:51:56.169698 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-4a39934a-ce17-4d3c-89a1-d129eb83f0b9 req-3ea45981-d1e3-400c-ac2f-7226b0b6a5d3 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=5ac332d3fb0d444485bb3eca855f9229&device_id=91c04d5d-3047-4233-a6bc-ba42bfa3840b HTTP/1.1" status: 200 len: 1098 time: 0.1108139 Sep 23 19:51:56.294846 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a39934a-ce17-4d3c-89a1-d129eb83f0b9 req-fea26f1e-2dae-4fcb-9847-bdd7faf511e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:51:56.296206 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-4a39934a-ce17-4d3c-89a1-d129eb83f0b9 req-fea26f1e-2dae-4fcb-9847-bdd7faf511e4 service neutron] 10.222.0.74 "GET /v2.0/networks?id=8773f1c5-baf2-4787-acb8-ea82a658e3a7 HTTP/1.1" status: 200 len: 909 time: 0.1021941 Sep 23 19:51:56.372792 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-4a39934a-ce17-4d3c-89a1-d129eb83f0b9 req-6134f80d-342c-4d1a-9d88-f4c2f407dbf6 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5f259a5d-f1ca-47ba-840e-03a8aac16eae HTTP/1.1" status: 200 len: 1001 time: 0.0694833 Sep 23 19:51:56.407905 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.agents_db [None req-f2f5c474-60a3-474f-b2cc-02c4bd30880c None None] Agent healthcheck: found 7 active agents {{(pid=95104) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 19:51:56.424666 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a39934a-ce17-4d3c-89a1-d129eb83f0b9 req-e81df0d3-d3f4-4f68-8111-42792e37bc6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:51:56.426150 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-4a39934a-ce17-4d3c-89a1-d129eb83f0b9 req-e81df0d3-d3f4-4f68-8111-42792e37bc6c service neutron] 10.222.0.74 "GET /v2.0/subnets?id=88534c19-3227-4f6f-84ae-147071738831 HTTP/1.1" status: 200 len: 847 time: 0.0463567 Sep 23 19:51:56.473967 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a39934a-ce17-4d3c-89a1-d129eb83f0b9 req-20af5524-2b4d-4cdc-96f3-ef791cf27122 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:51:56.475686 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-4a39934a-ce17-4d3c-89a1-d129eb83f0b9 req-20af5524-2b4d-4cdc-96f3-ef791cf27122 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=8773f1c5-baf2-4787-acb8-ea82a658e3a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0422003 Sep 23 19:51:56.570873 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-4a39934a-ce17-4d3c-89a1-d129eb83f0b9 req-d0b09adc-eefc-49e6-965d-730f6dc6e8cc service neutron] 10.222.0.74 "GET /v2.0/networks/8773f1c5-baf2-4787-acb8-ea82a658e3a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877948 Sep 23 19:51:56.674139 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-4a39934a-ce17-4d3c-89a1-d129eb83f0b9 req-1f72a76b-5b53-463d-816b-e6f81d1ab71b service neutron] 10.222.0.74 "GET /v2.0/networks/8773f1c5-baf2-4787-acb8-ea82a658e3a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0956900 Sep 23 19:51:57.462808 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-282038cb-fd99-4a04-bc53-77d3810c31d2 req-e5025f4e-1854-436f-8955-757980fe1f0f tempest-TestServerMultinode-246649075 tempest-TestServerMultinode-246649075-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:51:57.466473 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-282038cb-fd99-4a04-bc53-77d3810c31d2 req-e5025f4e-1854-436f-8955-757980fe1f0f tempest-TestServerMultinode-246649075 tempest-TestServerMultinode-246649075-project-admin] 10.222.0.67 "GET /v2.0/ports?device_id=8e3f1086-f9b6-4343-9d23-af2553aa9850 HTTP/1.1" status: 200 len: 1098 time: 0.0445027 Sep 23 19:51:57.511527 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-282038cb-fd99-4a04-bc53-77d3810c31d2 req-922ba78d-65c8-41ce-8510-c64ec0833d52 tempest-TestServerMultinode-246649075 tempest-TestServerMultinode-246649075-project-admin] 10.222.0.67 "GET /v2.0/security-groups?id=907ae9ed-ee55-474a-b11c-e10411da5f6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385196 Sep 23 19:51:57.865958 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Device 20e0a1c1-ce10-4e6c-9465-6759b032bcbd no longer exists at agent hyperv_n-h1-713301-16 {{(pid=95103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 19:51:57.887797 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.plugin [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] No Port match for: 20e0a1c1-ce10-4e6c-9465-6759b032bcbd {{(pid=95103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 19:51:57.888428 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Device 20e0a1c1-ce10-4e6c-9465-6759b032bcbd not bound to the agent host n-h1-713301-16 {{(pid=95103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 19:51:58.130757 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:58.380040 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:58.647254 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c72ef29d-e19d-4c26-85e7-164a4743c7bc req-f844c14c-0615-482a-bf64-825ac7174e3a tempest-TestServerMultinode-246649075 tempest-TestServerMultinode-246649075-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:51:58.655210 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-c72ef29d-e19d-4c26-85e7-164a4743c7bc req-f844c14c-0615-482a-bf64-825ac7174e3a tempest-TestServerMultinode-246649075 tempest-TestServerMultinode-246649075-project-admin] 10.222.0.67 "GET /v2.0/ports?device_id=8e3f1086-f9b6-4343-9d23-af2553aa9850 HTTP/1.1" status: 200 len: 1098 time: 0.0610092 Sep 23 19:51:58.737312 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-c72ef29d-e19d-4c26-85e7-164a4743c7bc req-fc7e5e12-c66a-4bbc-9d40-9f4eb04fcefb tempest-TestServerMultinode-246649075 tempest-TestServerMultinode-246649075-project-admin] 10.222.0.67 "GET /v2.0/security-groups?id=907ae9ed-ee55-474a-b11c-e10411da5f6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812628 Sep 23 19:51:58.759851 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94357f0d-eb15-4e2f-812a-5ef4b8231790 req-40b33b20-6f06-4163-b04c-ad3713254fe4 tempest-TestServerMultinode-246649075 tempest-TestServerMultinode-246649075-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:51:58.762257 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-94357f0d-eb15-4e2f-812a-5ef4b8231790 req-40b33b20-6f06-4163-b04c-ad3713254fe4 tempest-TestServerMultinode-246649075 tempest-TestServerMultinode-246649075-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=8e3f1086-f9b6-4343-9d23-af2553aa9850 HTTP/1.1" status: 200 len: 1098 time: 0.0646503 Sep 23 19:51:58.868119 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.plugin [req-94357f0d-eb15-4e2f-812a-5ef4b8231790 req-80ce2a18-8d4d-4048-b1cd-b5fc52a51109 tempest-TestServerMultinode-246649075 tempest-TestServerMultinode-246649075-project-admin] Deleting port 7ade3a57-1b07-4737-9255-b9df34b8e6bd {{(pid=95102) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:51:58.868698 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-94357f0d-eb15-4e2f-812a-5ef4b8231790 req-80ce2a18-8d4d-4048-b1cd-b5fc52a51109 tempest-TestServerMultinode-246649075 tempest-TestServerMultinode-246649075-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783146157096'] for port, before_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:58.987011 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.db [req-94357f0d-eb15-4e2f-812a-5ef4b8231790 req-80ce2a18-8d4d-4048-b1cd-b5fc52a51109 tempest-TestServerMultinode-246649075 tempest-TestServerMultinode-246649075-project-admin] For port 7ade3a57-1b07-4737-9255-b9df34b8e6bd, host n-h2-713301-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-16',level=0,port_id=7ade3a57-1b07-4737-9255-b9df34b8e6bd,segment=NetworkSegment(ee9700c6-c1c6-4a4c-81b6-5f74fe067cec),segment_id=ee9700c6-c1c6-4a4c-81b6-5f74fe067cec)] {{(pid=95102) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:51:58.987405 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-94357f0d-eb15-4e2f-812a-5ef4b8231790 req-80ce2a18-8d4d-4048-b1cd-b5fc52a51109 tempest-TestServerMultinode-246649075 tempest-TestServerMultinode-246649075-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-605701'] for port, precommit_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:59.015447 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.plugin [req-94357f0d-eb15-4e2f-812a-5ef4b8231790 req-80ce2a18-8d4d-4048-b1cd-b5fc52a51109 tempest-TestServerMultinode-246649075 tempest-TestServerMultinode-246649075-project-admin] Calling delete_port for 7ade3a57-1b07-4737-9255-b9df34b8e6bd owned by compute:nova {{(pid=95102) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:51:59.205729 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-94357f0d-eb15-4e2f-812a-5ef4b8231790 req-80ce2a18-8d4d-4048-b1cd-b5fc52a51109 tempest-TestServerMultinode-246649075 tempest-TestServerMultinode-246649075-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783146162158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783145673144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4399100'] for port, after_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:59.222669 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] get_ports_and_sgs() called for port_ids ['7ade3a57-1b07-4737-9255-b9df34b8e6bd'] {{(pid=95103) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 19:51:59.282500 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ce2a18-8d4d-4048-b1cd-b5fc52a51109 tempest-TestServerMultinode-246649075 tempest-TestServerMultinode-246649075-project-admin] Pushing event deleted for resources: {'Port': ['ID=7ade3a57-1b07-4737-9255-b9df34b8e6bd,revision_number=None']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:51:59.348072 n-d-713301-16 neutron-server[95102]: DEBUG neutron.db.l3_dvrscheduler_db [req-94357f0d-eb15-4e2f-812a-5ef4b8231790 req-80ce2a18-8d4d-4048-b1cd-b5fc52a51109 tempest-TestServerMultinode-246649075 tempest-TestServerMultinode-246649075-project-admin] No DVR routers for this DVR port 7ade3a57-1b07-4737-9255-b9df34b8e6bd on host n-h2-713301-16 {{(pid=95102) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 19:51:59.361519 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-94357f0d-eb15-4e2f-812a-5ef4b8231790 req-80ce2a18-8d4d-4048-b1cd-b5fc52a51109 tempest-TestServerMultinode-246649075 tempest-TestServerMultinode-246649075-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222849'] for port, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:51:59.370962 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-94357f0d-eb15-4e2f-812a-5ef4b8231790 req-80ce2a18-8d4d-4048-b1cd-b5fc52a51109 tempest-TestServerMultinode-246649075 tempest-TestServerMultinode-246649075-project-admin] 10.222.0.53 "DELETE /v2.0/ports/7ade3a57-1b07-4737-9255-b9df34b8e6bd HTTP/1.1" status: 204 len: 173 time: 0.6002719 Sep 23 19:51:59.375085 n-d-713301-16 neutron-server[95102]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e3f1086-f9b6-4343-9d23-af2553aa9850', 'name': 'network-vif-deleted', 'tag': '7ade3a57-1b07-4737-9255-b9df34b8e6bd'}] {{(pid=95102) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 19:51:59.378784 n-d-713301-16 neutron-server[95102]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab31b6d93e5336dbddfa8ec424565b3bd8cb2369c5b4d85bc943472dbb21e8ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-213908d8-6799-42c8-b8fe-d35589720f50" -d '{"events": [{"server_uuid": "8e3f1086-f9b6-4343-9d23-af2553aa9850", "name": "network-vif-deleted", "tag": "7ade3a57-1b07-4737-9255-b9df34b8e6bd"}]}' {{(pid=95102) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 19:51:59.492838 n-d-713301-16 neutron-server[95102]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 19:51:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cdc680e9-74dd-4662-8a87-f01a86e5e214 x-openstack-request-id: req-cdc680e9-74dd-4662-8a87-f01a86e5e214 {{(pid=95102) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 19:51:59.493212 n-d-713301-16 neutron-server[95102]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8e3f1086-f9b6-4343-9d23-af2553aa9850", "name": "network-vif-deleted", "tag": "7ade3a57-1b07-4737-9255-b9df34b8e6bd", "status": "completed", "code": 200}]} {{(pid=95102) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 19:51:59.493610 n-d-713301-16 neutron-server[95102]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-cdc680e9-74dd-4662-8a87-f01a86e5e214 {{(pid=95102) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 19:51:59.496720 n-d-713301-16 neutron-server[95102]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8e3f1086-f9b6-4343-9d23-af2553aa9850', 'name': 'network-vif-deleted', 'tag': '7ade3a57-1b07-4737-9255-b9df34b8e6bd', 'status': 'completed', 'code': 200} Sep 23 19:51:59.930842 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-ec6b7368-0a32-4d96-8eb4-2bda819f8d65 req-59ad403b-3429-4d8d-a394-561a30828f93 tempest-TestServerMultinode-246649075 tempest-TestServerMultinode-246649075-project-admin] 10.222.0.67 "GET /v2.0/ports?device_id=8e3f1086-f9b6-4343-9d23-af2553aa9850 HTTP/1.1" status: 200 len: 210 time: 0.0341895 Sep 23 19:52:00.981988 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 50622) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:52:01.410987 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-4a09a755-0f69-4676-ab12-c40d7344b1e8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-601372'] for router_interface, before_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:52:01.726278 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.plugin [None req-4a09a755-0f69-4676-ab12-c40d7344b1e8 admin admin] Deleting port 973936d0-0e8c-43ba-b433-56bf9f95a628 {{(pid=95102) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:52:01.726552 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-4a09a755-0f69-4676-ab12-c40d7344b1e8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783146157096'] for port, before_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:52:01.813170 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.db [None req-4a09a755-0f69-4676-ab12-c40d7344b1e8 admin admin] For port 973936d0-0e8c-43ba-b433-56bf9f95a628, host n-d-713301-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-16',level=0,port_id=973936d0-0e8c-43ba-b433-56bf9f95a628,segment=NetworkSegment(ee9700c6-c1c6-4a4c-81b6-5f74fe067cec),segment_id=ee9700c6-c1c6-4a4c-81b6-5f74fe067cec)] {{(pid=95102) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:52:01.813542 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-4a09a755-0f69-4676-ab12-c40d7344b1e8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-605701'] for port, precommit_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:52:01.827764 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.plugin [None req-4a09a755-0f69-4676-ab12-c40d7344b1e8 admin admin] Calling delete_port for 973936d0-0e8c-43ba-b433-56bf9f95a628 owned by network:router_interface {{(pid=95102) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:52:02.066922 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-4a09a755-0f69-4676-ab12-c40d7344b1e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783146162158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783145673144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4399100'] for port, after_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:52:02.098773 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a09a755-0f69-4676-ab12-c40d7344b1e8 admin admin] Pushing event deleted for resources: {'Port': ['ID=973936d0-0e8c-43ba-b433-56bf9f95a628,revision_number=None']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:52:02.281009 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-4a09a755-0f69-4676-ab12-c40d7344b1e8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-527322', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-602005'] for router_interface, after_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:52:02.504624 n-d-713301-16 neutron-server[95102]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a09a755-0f69-4676-ab12-c40d7344b1e8 admin admin] Router 5f56947f-2825-4d8e-8eb5-212ea2b3f4e1 has already been hosted by L3 agent 79a740bf-7821-4989-8288-7186e3e128f3 {{(pid=95102) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 19:52:02.916679 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a09a755-0f69-4676-ab12-c40d7344b1e8 admin admin] Notify agent at l3_agent.n-d-713301-16 the message routers_updated {{(pid=95102) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 19:52:02.921930 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-4a09a755-0f69-4676-ab12-c40d7344b1e8 admin admin] 10.222.0.67 "PUT /v2.0/routers/5f56947f-2825-4d8e-8eb5-212ea2b3f4e1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9388564 Sep 23 19:52:02.924784 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 50654) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:52:02.926816 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b216024f-fa34-424b-b181-ea5c8553dace None None] Sync routers for ids ['5f56947f-2825-4d8e-8eb5-212ea2b3f4e1'] in n-d-713301-16 {{(pid=95104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 19:52:02.941165 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b216024f-fa34-424b-b181-ea5c8553dace None None] Routers {'5f56947f-2825-4d8e-8eb5-212ea2b3f4e1'} bound to L3 agent in host n-d-713301-16 {{(pid=95104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 19:52:02.942466 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_hamode_db [None req-b216024f-fa34-424b-b181-ea5c8553dace None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-23T19:07:52Z,description=,heartbeat_timestamp=2021-09-23T19:51:53Z,host='n-d-713301-16',id=79a740bf-7821-4989-8288-7186e3e128f3,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:07:52Z,topic='l3_agent')) {'router_ids': ['5f56947f-2825-4d8e-8eb5-212ea2b3f4e1'], 'active': True} {{(pid=95104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:52:03.040648 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-2daa39c5-9d1c-49a2-8ac2-b3914a72ae23 admin admin] Notify callbacks [] for router, before_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:52:03.096260 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_dvr_db [None req-b216024f-fa34-424b-b181-ea5c8553dace None None] Set router 5f56947f-2825-4d8e-8eb5-212ea2b3f4e1 gateway port host: n-d-713301-16 {{(pid=95104) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 19:52:03.173102 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-2daa39c5-9d1c-49a2-8ac2-b3914a72ae23 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:52:03.224985 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Device 7ade3a57-1b07-4737-9255-b9df34b8e6bd no longer exists at agent hyperv_n-h2-713301-16 {{(pid=95103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 19:52:03.252646 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.plugin [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] No Port match for: 7ade3a57-1b07-4737-9255-b9df34b8e6bd {{(pid=95103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 19:52:03.253391 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Device 7ade3a57-1b07-4737-9255-b9df34b8e6bd not bound to the agent host n-h2-713301-16 {{(pid=95103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 19:52:03.256322 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.plugin [None req-2daa39c5-9d1c-49a2-8ac2-b3914a72ae23 admin admin] Deleting port ff6abed3-0941-4d4d-b122-9c42352b3061 {{(pid=95102) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:52:03.256700 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-2daa39c5-9d1c-49a2-8ac2-b3914a72ae23 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783146157096'] for port, before_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:52:03.337729 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_hamode_db [None req-b216024f-fa34-424b-b181-ea5c8553dace None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f56947f-2825-4d8e-8eb5-212ea2b3f4e1', 'name': 'tempest-TestServerMultinode-1891453062-router', 'tenant_id': 'd6d0db4f11574585ab4298a497af68d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'external_fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.93'}], 'enable_snat': True}, 'gw_port_id': 'ff6abed3-0941-4d4d-b122-9c42352b3061', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:50:58Z', 'updated_at': '2021-09-23T19:52:01Z', 'revision_number': 5, 'project_id': 'd6d0db4f11574585ab4298a497af68d6', 'gw_port': {'id': 'ff6abed3-0941-4d4d-b122-9c42352b3061', 'name': '', 'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:e3:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f56947f-2825-4d8e-8eb5-212ea2b3f4e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3725, 'fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:50:59Z', 'updated_at': '2021-09-23T19:51:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-16'}], 'n-d-713301-16', False) {} {{(pid=95104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:52:03.348853 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.db [None req-2daa39c5-9d1c-49a2-8ac2-b3914a72ae23 admin admin] For port ff6abed3-0941-4d4d-b122-9c42352b3061, host n-d-713301-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-16',level=0,port_id=ff6abed3-0941-4d4d-b122-9c42352b3061,segment=NetworkSegment(7d4027f1-d893-4c7b-95d4-757b8e44e380),segment_id=7d4027f1-d893-4c7b-95d4-757b8e44e380)] {{(pid=95102) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:52:03.349229 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-2daa39c5-9d1c-49a2-8ac2-b3914a72ae23 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-605701'] for port, precommit_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:52:03.363939 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.plugin [None req-2daa39c5-9d1c-49a2-8ac2-b3914a72ae23 admin admin] Calling delete_port for ff6abed3-0941-4d4d-b122-9c42352b3061 owned by network:router_gateway {{(pid=95102) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:52:03.375129 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b216024f-fa34-424b-b181-ea5c8553dace None None] Checking router: 5f56947f-2825-4d8e-8eb5-212ea2b3f4e1 for host: n-d-713301-16 {{(pid=95104) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 19:52:03.384982 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b216024f-fa34-424b-b181-ea5c8553dace None None] Routers {'5f56947f-2825-4d8e-8eb5-212ea2b3f4e1'} bound to L3 agent in host n-d-713301-16 {{(pid=95104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 19:52:03.386279 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_hamode_db [None req-b216024f-fa34-424b-b181-ea5c8553dace None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-23T19:07:52Z,description=,heartbeat_timestamp=2021-09-23T19:51:53Z,host='n-d-713301-16',id=79a740bf-7821-4989-8288-7186e3e128f3,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:07:52Z,topic='l3_agent')) {'router_ids': ['5f56947f-2825-4d8e-8eb5-212ea2b3f4e1'], 'active': True} {{(pid=95104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:52:03.480194 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_dvr_db [None req-b216024f-fa34-424b-b181-ea5c8553dace None None] Set router 5f56947f-2825-4d8e-8eb5-212ea2b3f4e1 gateway port host: None {{(pid=95104) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 19:52:03.535062 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_hamode_db [None req-b216024f-fa34-424b-b181-ea5c8553dace None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f56947f-2825-4d8e-8eb5-212ea2b3f4e1', 'name': 'tempest-TestServerMultinode-1891453062-router', 'tenant_id': 'd6d0db4f11574585ab4298a497af68d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:50:58Z', 'updated_at': '2021-09-23T19:52:03Z', 'revision_number': 6, 'project_id': 'd6d0db4f11574585ab4298a497af68d6', 'gw_port_host': None}], 'n-d-713301-16', False) {} {{(pid=95104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:52:03.566213 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-2daa39c5-9d1c-49a2-8ac2-b3914a72ae23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783146162158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783145673144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4399100'] for port, after_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:52:03.566637 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b216024f-fa34-424b-b181-ea5c8553dace None None] The sync data for ids ['5f56947f-2825-4d8e-8eb5-212ea2b3f4e1'] in n-d-713301-16 is: [{'id': '5f56947f-2825-4d8e-8eb5-212ea2b3f4e1', 'name': 'tempest-TestServerMultinode-1891453062-router', 'tenant_id': 'd6d0db4f11574585ab4298a497af68d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:50:58Z', 'updated_at': '2021-09-23T19:52:03Z', 'revision_number': 6, 'project_id': 'd6d0db4f11574585ab4298a497af68d6', 'gw_port_host': None}] {{(pid=95104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 19:52:03.607462 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2daa39c5-9d1c-49a2-8ac2-b3914a72ae23 admin admin] Pushing event deleted for resources: {'Port': ['ID=ff6abed3-0941-4d4d-b122-9c42352b3061,revision_number=None']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:52:03.670560 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-2daa39c5-9d1c-49a2-8ac2-b3914a72ae23 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-601942'] for router_gateway, after_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:52:03.764487 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-2daa39c5-9d1c-49a2-8ac2-b3914a72ae23 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-597305', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29369'] for router, precommit_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:52:03.766689 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-2daa39c5-9d1c-49a2-8ac2-b3914a72ae23 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:52:03.818712 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-2daa39c5-9d1c-49a2-8ac2-b3914a72ae23 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-597296'] for router, after_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:52:03.819276 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2daa39c5-9d1c-49a2-8ac2-b3914a72ae23 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5f56947f-2825-4d8e-8eb5-212ea2b3f4e1 {{(pid=95102) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 23 19:52:03.825964 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-2daa39c5-9d1c-49a2-8ac2-b3914a72ae23 admin admin] Notify callbacks [] for router, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:52:03.829127 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-2daa39c5-9d1c-49a2-8ac2-b3914a72ae23 admin admin] 10.222.0.67 "DELETE /v2.0/routers/5f56947f-2825-4d8e-8eb5-212ea2b3f4e1 HTTP/1.1" status: 204 len: 168 time: 0.9033186 Sep 23 19:52:03.830005 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 50662) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:52:03.880590 n-d-713301-16 neutron-server[95101]: DEBUG neutron.db.db_base_plugin_v2 [None req-a08ebdac-d1f8-4fcf-b4dd-500095c08aeb admin admin] Deleting subnet 5063ddfd-caee-4110-9a9f-b228fc05a5de {{(pid=95101) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 23 19:52:03.883908 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-a08ebdac-d1f8-4fcf-b4dd-500095c08aeb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:52:03.921229 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-a08ebdac-d1f8-4fcf-b4dd-500095c08aeb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6007154'] for subnet, precommit_delete_associations {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:52:04.016249 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-a08ebdac-d1f8-4fcf-b4dd-500095c08aeb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1756813'] for subnet, precommit_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:52:04.106183 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-a08ebdac-d1f8-4fcf-b4dd-500095c08aeb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1756804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5607514', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6130950'] for subnet, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:52:04.144972 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a08ebdac-d1f8-4fcf-b4dd-500095c08aeb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5063ddfd-caee-4110-9a9f-b228fc05a5de,revision_number=None']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:52:04.154132 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-a08ebdac-d1f8-4fcf-b4dd-500095c08aeb admin admin] Notify callbacks [] for subnet, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:52:04.156244 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-a08ebdac-d1f8-4fcf-b4dd-500095c08aeb admin admin] 10.222.0.67 "DELETE /v2.0/subnets/5063ddfd-caee-4110-9a9f-b228fc05a5de HTTP/1.1" status: 204 len: 168 time: 0.3251255 Sep 23 19:52:04.158862 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 50672) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:52:04.163076 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfbfdec7-ee43-450d-8645-48d3ca9c5a9f None None] Network d9738749-37a5-4806-a9b1-b54d362aa2e5 requested from n-d-713301-16 {{(pid=95103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 19:52:04.288931 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-feb2e882-c48f-4f83-8002-0eebe193d0cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1628021'] for network, before_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:52:04.380991 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.plugin [None req-feb2e882-c48f-4f83-8002-0eebe193d0cd admin admin] Deleting port f3f2b37c-ce7d-4a7a-92eb-3a1d27bf2ea7 {{(pid=95102) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:52:04.384196 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-feb2e882-c48f-4f83-8002-0eebe193d0cd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783146157096'] for port, before_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:52:04.419100 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc04debe-b58c-4e31-8666-b47796fd069f None None] DHCP port deletion for d9738749-37a5-4806-a9b1-b54d362aa2e5 request from n-d-713301-16 {{(pid=95103) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 23 19:52:04.490808 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Device 973936d0-0e8c-43ba-b433-56bf9f95a628 no longer exists at agent ovs-agent-n-d-713301-16 {{(pid=95103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 19:52:04.506701 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.db [None req-feb2e882-c48f-4f83-8002-0eebe193d0cd admin admin] For port f3f2b37c-ce7d-4a7a-92eb-3a1d27bf2ea7, host n-d-713301-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-16',level=0,port_id=f3f2b37c-ce7d-4a7a-92eb-3a1d27bf2ea7,segment=NetworkSegment(ee9700c6-c1c6-4a4c-81b6-5f74fe067cec),segment_id=ee9700c6-c1c6-4a4c-81b6-5f74fe067cec)] {{(pid=95102) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:52:04.507368 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-feb2e882-c48f-4f83-8002-0eebe193d0cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-605701'] for port, precommit_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:52:04.519978 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.plugin [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] No Port match for: 973936d0-0e8c-43ba-b433-56bf9f95a628 {{(pid=95103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 19:52:04.520954 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Device 973936d0-0e8c-43ba-b433-56bf9f95a628 not bound to the agent host n-d-713301-16 {{(pid=95103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 19:52:04.521975 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Device ff6abed3-0941-4d4d-b122-9c42352b3061 no longer exists at agent ovs-agent-n-d-713301-16 {{(pid=95103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 19:52:04.553352 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.plugin [None req-feb2e882-c48f-4f83-8002-0eebe193d0cd admin admin] Calling delete_port for f3f2b37c-ce7d-4a7a-92eb-3a1d27bf2ea7 owned by network:dhcp {{(pid=95102) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:52:04.582102 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.plugin [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] No Port match for: ff6abed3-0941-4d4d-b122-9c42352b3061 {{(pid=95103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 19:52:04.583085 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Device ff6abed3-0941-4d4d-b122-9c42352b3061 not bound to the agent host n-d-713301-16 {{(pid=95103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 19:52:04.586652 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.plugin [None req-cc04debe-b58c-4e31-8666-b47796fd069f None None] Deleting port f3f2b37c-ce7d-4a7a-92eb-3a1d27bf2ea7 {{(pid=95103) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:52:04.587528 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-cc04debe-b58c-4e31-8666-b47796fd069f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783146157096'] for port, before_delete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:52:04.672026 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-cc04debe-b58c-4e31-8666-b47796fd069f None None] For port f3f2b37c-ce7d-4a7a-92eb-3a1d27bf2ea7, host n-d-713301-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-16',level=0,port_id=f3f2b37c-ce7d-4a7a-92eb-3a1d27bf2ea7,segment=NetworkSegment(ee9700c6-c1c6-4a4c-81b6-5f74fe067cec),segment_id=ee9700c6-c1c6-4a4c-81b6-5f74fe067cec)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:52:04.672924 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-cc04debe-b58c-4e31-8666-b47796fd069f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-605701'] for port, precommit_delete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:52:04.690103 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.plugin [None req-cc04debe-b58c-4e31-8666-b47796fd069f None None] Calling delete_port for f3f2b37c-ce7d-4a7a-92eb-3a1d27bf2ea7 owned by network:dhcp {{(pid=95103) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:52:04.718602 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-feb2e882-c48f-4f83-8002-0eebe193d0cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783146162158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783145673144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4399100'] for port, after_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:52:04.798699 n-d-713301-16 neutron-server[95102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-feb2e882-c48f-4f83-8002-0eebe193d0cd admin admin] No DVR routers for this DVR port f3f2b37c-ce7d-4a7a-92eb-3a1d27bf2ea7 on host n-d-713301-16 {{(pid=95102) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 19:52:04.800519 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feb2e882-c48f-4f83-8002-0eebe193d0cd admin admin] Pushing event deleted for resources: {'Port': ['ID=f3f2b37c-ce7d-4a7a-92eb-3a1d27bf2ea7,revision_number=None']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:52:04.819801 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-cc04debe-b58c-4e31-8666-b47796fd069f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783146162158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783145673144'] for port, after_delete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:52:04.846158 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc04debe-b58c-4e31-8666-b47796fd069f None None] No DVR routers for this DVR port f3f2b37c-ce7d-4a7a-92eb-3a1d27bf2ea7 on host n-d-713301-16 {{(pid=95103) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 19:52:04.909768 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc04debe-b58c-4e31-8666-b47796fd069f None None] Pushing event deleted for resources: {'Port': ['ID=f3f2b37c-ce7d-4a7a-92eb-3a1d27bf2ea7,revision_number=None']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:52:04.972159 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-feb2e882-c48f-4f83-8002-0eebe193d0cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1754676', 'neutron.services.segments.db._delete_segments_for_network-8783146221460'] for network, precommit_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:52:05.001311 n-d-713301-16 neutron-server[95102]: DEBUG neutron.services.segments.db [None req-feb2e882-c48f-4f83-8002-0eebe193d0cd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d9738749-37a5-4806-a9b1-b54d362aa2e5']}} {{(pid=95102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:52:05.014110 n-d-713301-16 neutron-server[95102]: DEBUG neutron.services.segments.db [None req-feb2e882-c48f-4f83-8002-0eebe193d0cd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ee9700c6-c1c6-4a4c-81b6-5f74fe067cec') {'for_net_delete': True} {{(pid=95102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:52:05.014470 n-d-713301-16 neutron-server[95102]: DEBUG neutron.services.segments.db [None req-feb2e882-c48f-4f83-8002-0eebe193d0cd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ee9700c6-c1c6-4a4c-81b6-5f74fe067cec') {} {{(pid=95102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:52:05.026908 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-feb2e882-c48f-4f83-8002-0eebe193d0cd admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783146221725', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6162832'] for segment, before_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:52:05.045303 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-feb2e882-c48f-4f83-8002-0eebe193d0cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1756186'] for segment, precommit_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:52:05.053136 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-feb2e882-c48f-4f83-8002-0eebe193d0cd admin admin] Releasing vlan 617 on physical network physnet1 to pool {{(pid=95102) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 19:52:05.053545 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-feb2e882-c48f-4f83-8002-0eebe193d0cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1756186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4398095'] for segment, after_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:52:05.117882 n-d-713301-16 neutron-server[95102]: Traceback (most recent call last): Sep 23 19:52:05.117882 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 19:52:05.117882 n-d-713301-16 neutron-server[95102]: timer() Sep 23 19:52:05.117882 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 19:52:05.117882 n-d-713301-16 neutron-server[95102]: cb(*args, **kw) Sep 23 19:52:05.117882 n-d-713301-16 neutron-server[95102]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 19:52:05.117882 n-d-713301-16 neutron-server[95102]: return func(*args, **kwargs) Sep 23 19:52:05.117882 n-d-713301-16 neutron-server[95102]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 19:52:05.117882 n-d-713301-16 neutron-server[95102]: self._notify() Sep 23 19:52:05.117882 n-d-713301-16 neutron-server[95102]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 19:52:05.117882 n-d-713301-16 neutron-server[95102]: self.callback(batched_events) Sep 23 19:52:05.117882 n-d-713301-16 neutron-server[95102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 19:52:05.117882 n-d-713301-16 neutron-server[95102]: event.method(event) Sep 23 19:52:05.117882 n-d-713301-16 neutron-server[95102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 19:52:05.117882 n-d-713301-16 neutron-server[95102]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 19:52:05.117882 n-d-713301-16 neutron-server[95102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 19:52:05.117882 n-d-713301-16 neutron-server[95102]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 19:52:05.117882 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 19:52:05.117882 n-d-713301-16 neutron-server[95102]: return f(self, *a, **k) Sep 23 19:52:05.117882 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 19:52:05.117882 n-d-713301-16 neutron-server[95102]: return self._get(url).json() Sep 23 19:52:05.117882 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 19:52:05.117882 n-d-713301-16 neutron-server[95102]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 19:52:05.117882 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 19:52:05.117882 n-d-713301-16 neutron-server[95102]: return self.request(url, 'GET', **kwargs) Sep 23 19:52:05.117882 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 19:52:05.117882 n-d-713301-16 neutron-server[95102]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 19:52:05.117882 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 19:52:05.117882 n-d-713301-16 neutron-server[95102]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 19:52:05.117882 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 19:52:05.117882 n-d-713301-16 neutron-server[95102]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 19:52:05.117882 n-d-713301-16 neutron-server[95102]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 19:52:05.127387 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-feb2e882-c48f-4f83-8002-0eebe193d0cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1754627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-601866'] for network, after_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:52:05.145897 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-feb2e882-c48f-4f83-8002-0eebe193d0cd admin admin] Notify callbacks [] for network, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:52:05.154478 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-feb2e882-c48f-4f83-8002-0eebe193d0cd admin admin] 10.222.0.67 "DELETE /v2.0/networks/d9738749-37a5-4806-a9b1-b54d362aa2e5 HTTP/1.1" status: 204 len: 168 time: 0.9911101 Sep 23 19:52:05.155056 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 50676) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:52:05.185712 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feb2e882-c48f-4f83-8002-0eebe193d0cd admin admin] Pushing event deleted for resources: {'Network': ['ID=d9738749-37a5-4806-a9b1-b54d362aa2e5,revision_number=None']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:52:05.813114 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-5c940b4b-1bea-4d6c-95e8-61305d787ca2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-601372'] for router_interface, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:52:06.102135 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.plugin [None req-5c940b4b-1bea-4d6c-95e8-61305d787ca2 admin admin] Deleting port 9d00966f-865e-4f37-920e-9fa08c6ca8e9 {{(pid=95101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:52:06.102487 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-5c940b4b-1bea-4d6c-95e8-61305d787ca2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783146157096'] for port, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:52:06.190631 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.db [None req-5c940b4b-1bea-4d6c-95e8-61305d787ca2 admin admin] For port 9d00966f-865e-4f37-920e-9fa08c6ca8e9, host n-d-713301-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-16',level=0,port_id=9d00966f-865e-4f37-920e-9fa08c6ca8e9,segment=NetworkSegment(795b3624-7e5f-482f-9440-22ffea89423a),segment_id=795b3624-7e5f-482f-9440-22ffea89423a)] {{(pid=95101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:52:06.191288 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-5c940b4b-1bea-4d6c-95e8-61305d787ca2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-605701'] for port, precommit_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:52:06.208730 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.plugin [None req-5c940b4b-1bea-4d6c-95e8-61305d787ca2 admin admin] Calling delete_port for 9d00966f-865e-4f37-920e-9fa08c6ca8e9 owned by network:router_interface {{(pid=95101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:52:06.387075 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Device f3f2b37c-ce7d-4a7a-92eb-3a1d27bf2ea7 no longer exists at agent ovs-agent-n-d-713301-16 {{(pid=95103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 19:52:06.411592 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.plugin [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] No Port match for: f3f2b37c-ce7d-4a7a-92eb-3a1d27bf2ea7 {{(pid=95103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 19:52:06.411956 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Device f3f2b37c-ce7d-4a7a-92eb-3a1d27bf2ea7 not bound to the agent host n-d-713301-16 {{(pid=95103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 19:52:06.482684 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-5c940b4b-1bea-4d6c-95e8-61305d787ca2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783146162158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783145673144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5607431'] for port, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:52:06.509340 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c940b4b-1bea-4d6c-95e8-61305d787ca2 admin admin] Pushing event deleted for resources: {'Port': ['ID=9d00966f-865e-4f37-920e-9fa08c6ca8e9,revision_number=None']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:52:06.712324 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-5c940b4b-1bea-4d6c-95e8-61305d787ca2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-527322', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-602005'] for router_interface, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:52:07.257267 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c940b4b-1bea-4d6c-95e8-61305d787ca2 admin admin] Router 588b7248-2ee0-4dee-857c-60d9aab458be has already been hosted by L3 agent 79a740bf-7821-4989-8288-7186e3e128f3 {{(pid=95101) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 19:52:07.377161 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c940b4b-1bea-4d6c-95e8-61305d787ca2 admin admin] Notify agent at l3_agent.n-d-713301-16 the message routers_updated {{(pid=95101) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 19:52:07.382307 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-5c940b4b-1bea-4d6c-95e8-61305d787ca2 admin admin] 10.222.0.67 "PUT /v2.0/routers/588b7248-2ee0-4dee-857c-60d9aab458be/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2258549 Sep 23 19:52:07.385034 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 50712) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:52:07.385905 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5637fce8-7b33-43d2-85e2-0a74ff7237a3 None None] Sync routers for ids ['588b7248-2ee0-4dee-857c-60d9aab458be'] in n-d-713301-16 {{(pid=95103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 19:52:07.395413 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5637fce8-7b33-43d2-85e2-0a74ff7237a3 None None] Routers {'588b7248-2ee0-4dee-857c-60d9aab458be'} bound to L3 agent in host n-d-713301-16 {{(pid=95103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 19:52:07.396053 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_hamode_db [None req-5637fce8-7b33-43d2-85e2-0a74ff7237a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-23T19:07:52Z,description=,heartbeat_timestamp=2021-09-23T19:51:53Z,host='n-d-713301-16',id=79a740bf-7821-4989-8288-7186e3e128f3,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:07:52Z,topic='l3_agent')) {'router_ids': ['588b7248-2ee0-4dee-857c-60d9aab458be'], 'active': True} {{(pid=95103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:52:07.492725 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-6fe3bb71-f4b1-4798-99d8-bd664125bd13 admin admin] Notify callbacks [] for router, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:52:07.502687 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_dvr_db [None req-5637fce8-7b33-43d2-85e2-0a74ff7237a3 None None] Set router 588b7248-2ee0-4dee-857c-60d9aab458be gateway port host: n-d-713301-16 {{(pid=95103) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 19:52:07.599305 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-6fe3bb71-f4b1-4798-99d8-bd664125bd13 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:52:07.656290 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.plugin [None req-6fe3bb71-f4b1-4798-99d8-bd664125bd13 admin admin] Deleting port 4568857c-c60c-43a5-8142-8924f8c1acde {{(pid=95101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:52:07.656729 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-6fe3bb71-f4b1-4798-99d8-bd664125bd13 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783146157096'] for port, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:52:07.699270 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_hamode_db [None req-5637fce8-7b33-43d2-85e2-0a74ff7237a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '588b7248-2ee0-4dee-857c-60d9aab458be', 'name': 'tempest-TestServerMultinode-1073077523-router', 'tenant_id': 'b029236e70374ce79bee82dd61a7fa01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'external_fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.176'}], 'enable_snat': True}, 'gw_port_id': '4568857c-c60c-43a5-8142-8924f8c1acde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:51:08Z', 'updated_at': '2021-09-23T19:52:06Z', 'revision_number': 5, 'project_id': 'b029236e70374ce79bee82dd61a7fa01', 'gw_port': {'id': '4568857c-c60c-43a5-8142-8924f8c1acde', 'name': '', 'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:47:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '588b7248-2ee0-4dee-857c-60d9aab458be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3759, 'fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:51:09Z', 'updated_at': '2021-09-23T19:51:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-16'}], 'n-d-713301-16', False) {} {{(pid=95103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:52:07.726727 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5637fce8-7b33-43d2-85e2-0a74ff7237a3 None None] Checking router: 588b7248-2ee0-4dee-857c-60d9aab458be for host: n-d-713301-16 {{(pid=95103) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 19:52:07.735819 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5637fce8-7b33-43d2-85e2-0a74ff7237a3 None None] Routers {'588b7248-2ee0-4dee-857c-60d9aab458be'} bound to L3 agent in host n-d-713301-16 {{(pid=95103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 19:52:07.736451 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_hamode_db [None req-5637fce8-7b33-43d2-85e2-0a74ff7237a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-23T19:07:52Z,description=,heartbeat_timestamp=2021-09-23T19:51:53Z,host='n-d-713301-16',id=79a740bf-7821-4989-8288-7186e3e128f3,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:07:52Z,topic='l3_agent')) {'router_ids': ['588b7248-2ee0-4dee-857c-60d9aab458be'], 'active': True} {{(pid=95103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:52:07.748022 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.db [None req-6fe3bb71-f4b1-4798-99d8-bd664125bd13 admin admin] For port 4568857c-c60c-43a5-8142-8924f8c1acde, host n-d-713301-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-16',level=0,port_id=4568857c-c60c-43a5-8142-8924f8c1acde,segment=NetworkSegment(7d4027f1-d893-4c7b-95d4-757b8e44e380),segment_id=7d4027f1-d893-4c7b-95d4-757b8e44e380)] {{(pid=95101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:52:07.748022 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-6fe3bb71-f4b1-4798-99d8-bd664125bd13 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-605701'] for port, precommit_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:52:07.764942 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.plugin [None req-6fe3bb71-f4b1-4798-99d8-bd664125bd13 admin admin] Calling delete_port for 4568857c-c60c-43a5-8142-8924f8c1acde owned by network:router_gateway {{(pid=95101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:52:07.843601 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_dvr_db [None req-5637fce8-7b33-43d2-85e2-0a74ff7237a3 None None] Set router 588b7248-2ee0-4dee-857c-60d9aab458be gateway port host: None {{(pid=95103) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 19:52:07.904320 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_hamode_db [None req-5637fce8-7b33-43d2-85e2-0a74ff7237a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '588b7248-2ee0-4dee-857c-60d9aab458be', 'name': 'tempest-TestServerMultinode-1073077523-router', 'tenant_id': 'b029236e70374ce79bee82dd61a7fa01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:51:08Z', 'updated_at': '2021-09-23T19:52:07Z', 'revision_number': 6, 'project_id': 'b029236e70374ce79bee82dd61a7fa01', 'gw_port_host': None}], 'n-d-713301-16', False) {} {{(pid=95103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:52:07.944848 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5637fce8-7b33-43d2-85e2-0a74ff7237a3 None None] The sync data for ids ['588b7248-2ee0-4dee-857c-60d9aab458be'] in n-d-713301-16 is: [{'id': '588b7248-2ee0-4dee-857c-60d9aab458be', 'name': 'tempest-TestServerMultinode-1073077523-router', 'tenant_id': 'b029236e70374ce79bee82dd61a7fa01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:51:08Z', 'updated_at': '2021-09-23T19:52:07Z', 'revision_number': 6, 'project_id': 'b029236e70374ce79bee82dd61a7fa01', 'gw_port_host': None}] {{(pid=95103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 19:52:07.973084 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-6fe3bb71-f4b1-4798-99d8-bd664125bd13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783146162158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783145673144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5607431'] for port, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:52:08.008850 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fe3bb71-f4b1-4798-99d8-bd664125bd13 admin admin] Pushing event deleted for resources: {'Port': ['ID=4568857c-c60c-43a5-8142-8924f8c1acde,revision_number=None']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:52:08.074987 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-6fe3bb71-f4b1-4798-99d8-bd664125bd13 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-601942'] for router_gateway, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:52:08.194040 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-6fe3bb71-f4b1-4798-99d8-bd664125bd13 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-597305', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29369'] for router, precommit_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:52:08.196376 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-6fe3bb71-f4b1-4798-99d8-bd664125bd13 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:52:08.253003 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-6fe3bb71-f4b1-4798-99d8-bd664125bd13 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-597296'] for router, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:52:08.253515 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6fe3bb71-f4b1-4798-99d8-bd664125bd13 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 588b7248-2ee0-4dee-857c-60d9aab458be {{(pid=95101) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 23 19:52:08.259053 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-6fe3bb71-f4b1-4798-99d8-bd664125bd13 admin admin] Notify callbacks [] for router, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:52:08.261108 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-6fe3bb71-f4b1-4798-99d8-bd664125bd13 admin admin] 10.222.0.67 "DELETE /v2.0/routers/588b7248-2ee0-4dee-857c-60d9aab458be HTTP/1.1" status: 204 len: 168 time: 0.8743508 Sep 23 19:52:08.263300 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 50732) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:52:08.342162 n-d-713301-16 neutron-server[95101]: DEBUG neutron.db.db_base_plugin_v2 [None req-ccec76ef-74d4-4d78-bbcd-8605c031899a admin admin] Deleting subnet e30d0fb0-983f-4f4b-a76f-39af543a4dc0 {{(pid=95101) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 23 19:52:08.347267 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-ccec76ef-74d4-4d78-bbcd-8605c031899a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:52:08.400192 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-ccec76ef-74d4-4d78-bbcd-8605c031899a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6007154'] for subnet, precommit_delete_associations {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:52:08.495977 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-ccec76ef-74d4-4d78-bbcd-8605c031899a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1756813'] for subnet, precommit_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:52:08.516845 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Device 9d00966f-865e-4f37-920e-9fa08c6ca8e9 no longer exists at agent ovs-agent-n-d-713301-16 {{(pid=95103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 19:52:08.547868 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.plugin [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] No Port match for: 9d00966f-865e-4f37-920e-9fa08c6ca8e9 {{(pid=95103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 19:52:08.548224 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Device 9d00966f-865e-4f37-920e-9fa08c6ca8e9 not bound to the agent host n-d-713301-16 {{(pid=95103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 19:52:08.574823 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-ccec76ef-74d4-4d78-bbcd-8605c031899a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1756804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5607514', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6130950'] for subnet, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:52:08.605281 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccec76ef-74d4-4d78-bbcd-8605c031899a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e30d0fb0-983f-4f4b-a76f-39af543a4dc0,revision_number=None']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:52:08.609705 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-ccec76ef-74d4-4d78-bbcd-8605c031899a admin admin] Notify callbacks [] for subnet, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:52:08.614291 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 50736) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:52:08.616475 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44a2fe01-7caa-42ab-bc46-0eba46d0471c None None] Network b034863f-caeb-45aa-99c9-bc30cb1be69d requested from n-d-713301-16 {{(pid=95103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 19:52:08.621552 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-ccec76ef-74d4-4d78-bbcd-8605c031899a admin admin] 10.222.0.67 "DELETE /v2.0/subnets/e30d0fb0-983f-4f4b-a76f-39af543a4dc0 HTTP/1.1" status: 204 len: 168 time: 0.3564816 Sep 23 19:52:08.702051 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-85192892-dad6-45eb-bd44-570c5702bcae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1628021'] for network, before_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:52:08.768043 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.plugin [None req-85192892-dad6-45eb-bd44-570c5702bcae admin admin] Deleting port 9ac152eb-5737-4ea8-8150-501ffd4a48e0 {{(pid=95102) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:52:08.768315 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-85192892-dad6-45eb-bd44-570c5702bcae admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783146157096'] for port, before_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:52:08.840174 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.db [None req-85192892-dad6-45eb-bd44-570c5702bcae admin admin] For port 9ac152eb-5737-4ea8-8150-501ffd4a48e0, host n-d-713301-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-16',level=0,port_id=9ac152eb-5737-4ea8-8150-501ffd4a48e0,segment=NetworkSegment(795b3624-7e5f-482f-9440-22ffea89423a),segment_id=795b3624-7e5f-482f-9440-22ffea89423a)] {{(pid=95102) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:52:08.840563 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-85192892-dad6-45eb-bd44-570c5702bcae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-605701'] for port, precommit_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:52:08.854692 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.plugin [None req-85192892-dad6-45eb-bd44-570c5702bcae admin admin] Calling delete_port for 9ac152eb-5737-4ea8-8150-501ffd4a48e0 owned by network:dhcp {{(pid=95102) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:52:08.892900 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7efbebac-748a-41dd-ba18-cb486def643c None None] DHCP port deletion for b034863f-caeb-45aa-99c9-bc30cb1be69d request from n-d-713301-16 {{(pid=95103) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 23 19:52:08.960365 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-85192892-dad6-45eb-bd44-570c5702bcae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783146162158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783145673144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4399100'] for port, after_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:52:08.969835 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.plugin [None req-7efbebac-748a-41dd-ba18-cb486def643c None None] Deleting port 9ac152eb-5737-4ea8-8150-501ffd4a48e0 {{(pid=95103) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:52:08.970470 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-7efbebac-748a-41dd-ba18-cb486def643c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783146157096'] for port, before_delete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:52:08.987429 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85192892-dad6-45eb-bd44-570c5702bcae admin admin] Pushing event deleted for resources: {'Port': ['ID=9ac152eb-5737-4ea8-8150-501ffd4a48e0,revision_number=None']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:52:08.997161 n-d-713301-16 neutron-server[95102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85192892-dad6-45eb-bd44-570c5702bcae admin admin] No DVR routers for this DVR port 9ac152eb-5737-4ea8-8150-501ffd4a48e0 on host n-d-713301-16 {{(pid=95102) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 19:52:09.069810 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-7efbebac-748a-41dd-ba18-cb486def643c None None] For port 9ac152eb-5737-4ea8-8150-501ffd4a48e0, host n-d-713301-16, got binding levels [] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:52:09.070756 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-7efbebac-748a-41dd-ba18-cb486def643c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-605701'] for port, precommit_delete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:52:09.100124 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.plugin [None req-7efbebac-748a-41dd-ba18-cb486def643c None None] Calling delete_port for 9ac152eb-5737-4ea8-8150-501ffd4a48e0 owned by network:dhcp {{(pid=95103) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:52:09.106118 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.ipam_backend_mixin [None req-7efbebac-748a-41dd-ba18-cb486def643c None None] Port 9ac152eb-5737-4ea8-8150-501ffd4a48e0 was not found and therefore no delete operation was performed {{(pid=95103) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Sep 23 19:52:09.108214 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-85192892-dad6-45eb-bd44-570c5702bcae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1754676', 'neutron.services.segments.db._delete_segments_for_network-8783146221460'] for network, precommit_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:52:09.108408 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-7efbebac-748a-41dd-ba18-cb486def643c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783146162158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783145673144'] for port, after_delete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:52:09.140279 n-d-713301-16 neutron-server[95102]: DEBUG neutron.services.segments.db [None req-85192892-dad6-45eb-bd44-570c5702bcae admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b034863f-caeb-45aa-99c9-bc30cb1be69d']}} {{(pid=95102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:52:09.151231 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7efbebac-748a-41dd-ba18-cb486def643c None None] Pushing event deleted for resources: {'Port': ['ID=9ac152eb-5737-4ea8-8150-501ffd4a48e0,revision_number=None']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:52:09.153028 n-d-713301-16 neutron-server[95102]: DEBUG neutron.services.segments.db [None req-85192892-dad6-45eb-bd44-570c5702bcae admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '795b3624-7e5f-482f-9440-22ffea89423a') {'for_net_delete': True} {{(pid=95102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:52:09.153401 n-d-713301-16 neutron-server[95102]: DEBUG neutron.services.segments.db [None req-85192892-dad6-45eb-bd44-570c5702bcae admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '795b3624-7e5f-482f-9440-22ffea89423a') {} {{(pid=95102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:52:09.161337 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7efbebac-748a-41dd-ba18-cb486def643c None None] No DVR routers for this DVR port 9ac152eb-5737-4ea8-8150-501ffd4a48e0 on host n-d-713301-16 {{(pid=95103) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 19:52:09.173254 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-85192892-dad6-45eb-bd44-570c5702bcae admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783146221725', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6162832'] for segment, before_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:52:09.193828 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-85192892-dad6-45eb-bd44-570c5702bcae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1756186'] for segment, precommit_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:52:09.206011 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-85192892-dad6-45eb-bd44-570c5702bcae admin admin] Releasing vlan 606 on physical network physnet1 to pool {{(pid=95102) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 19:52:09.206508 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-85192892-dad6-45eb-bd44-570c5702bcae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1756186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4398095'] for segment, after_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:52:09.293534 n-d-713301-16 neutron-server[95102]: Traceback (most recent call last): Sep 23 19:52:09.293534 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 19:52:09.293534 n-d-713301-16 neutron-server[95102]: timer() Sep 23 19:52:09.293534 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 19:52:09.293534 n-d-713301-16 neutron-server[95102]: cb(*args, **kw) Sep 23 19:52:09.293534 n-d-713301-16 neutron-server[95102]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 19:52:09.293534 n-d-713301-16 neutron-server[95102]: return func(*args, **kwargs) Sep 23 19:52:09.293534 n-d-713301-16 neutron-server[95102]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 19:52:09.293534 n-d-713301-16 neutron-server[95102]: self._notify() Sep 23 19:52:09.293534 n-d-713301-16 neutron-server[95102]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 19:52:09.293534 n-d-713301-16 neutron-server[95102]: self.callback(batched_events) Sep 23 19:52:09.293534 n-d-713301-16 neutron-server[95102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 19:52:09.293534 n-d-713301-16 neutron-server[95102]: event.method(event) Sep 23 19:52:09.293534 n-d-713301-16 neutron-server[95102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 19:52:09.293534 n-d-713301-16 neutron-server[95102]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 19:52:09.293534 n-d-713301-16 neutron-server[95102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 19:52:09.293534 n-d-713301-16 neutron-server[95102]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 19:52:09.293534 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 19:52:09.293534 n-d-713301-16 neutron-server[95102]: return f(self, *a, **k) Sep 23 19:52:09.293534 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 19:52:09.293534 n-d-713301-16 neutron-server[95102]: return self._get(url).json() Sep 23 19:52:09.293534 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 19:52:09.293534 n-d-713301-16 neutron-server[95102]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 19:52:09.293534 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 19:52:09.293534 n-d-713301-16 neutron-server[95102]: return self.request(url, 'GET', **kwargs) Sep 23 19:52:09.293534 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 19:52:09.293534 n-d-713301-16 neutron-server[95102]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 19:52:09.293534 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 19:52:09.293534 n-d-713301-16 neutron-server[95102]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 19:52:09.293534 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 19:52:09.293534 n-d-713301-16 neutron-server[95102]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 19:52:09.293534 n-d-713301-16 neutron-server[95102]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 19:52:09.310741 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-85192892-dad6-45eb-bd44-570c5702bcae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1754627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-601866'] for network, after_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:52:09.335265 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-85192892-dad6-45eb-bd44-570c5702bcae admin admin] Notify callbacks [] for network, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:52:09.341122 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-85192892-dad6-45eb-bd44-570c5702bcae admin admin] 10.222.0.67 "DELETE /v2.0/networks/b034863f-caeb-45aa-99c9-bc30cb1be69d HTTP/1.1" status: 204 len: 168 time: 0.7212663 Sep 23 19:52:09.341992 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85192892-dad6-45eb-bd44-570c5702bcae admin admin] Pushing event deleted for resources: {'Network': ['ID=b034863f-caeb-45aa-99c9-bc30cb1be69d,revision_number=None']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:52:09.594646 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 50750) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:52:09.639195 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-95ab40e3-87a5-4550-a446-f87bcafd5452 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=d6d0db4f11574585ab4298a497af68d6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0428851 Sep 23 19:52:09.641756 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 50752) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:52:09.693977 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-13594f54-cd56-4762-83b0-4f9259f001fb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:52:09.719824 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-13594f54-cd56-4762-83b0-4f9259f001fb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:52:09.773602 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-13594f54-cd56-4762-83b0-4f9259f001fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:52:09.776997 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-13594f54-cd56-4762-83b0-4f9259f001fb admin admin] Notify callbacks [] for security_group, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:52:09.780704 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-13594f54-cd56-4762-83b0-4f9259f001fb admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/fce62e3b-d803-4c7d-a13b-3484bba160a5 HTTP/1.1" status: 204 len: 168 time: 0.1354692 Sep 23 19:52:09.787575 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13594f54-cd56-4762-83b0-4f9259f001fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fce62e3b-d803-4c7d-a13b-3484bba160a5,revision_number=None']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:52:10.165131 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 50758) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:52:10.218908 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-0ce22206-7377-400e-83fd-ac1149a7116c admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=b029236e70374ce79bee82dd61a7fa01&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0501442 Sep 23 19:52:10.219383 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 50760) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:52:10.286455 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-4af2dbcf-afb4-4e91-b84c-631e1540ef20 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:52:10.315026 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-4af2dbcf-afb4-4e91-b84c-631e1540ef20 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:52:10.373932 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Device 4568857c-c60c-43a5-8142-8924f8c1acde no longer exists at agent ovs-agent-n-d-713301-16 {{(pid=95103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 19:52:10.386842 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-4af2dbcf-afb4-4e91-b84c-631e1540ef20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:52:10.393819 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-4af2dbcf-afb4-4e91-b84c-631e1540ef20 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:52:10.393819 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-4af2dbcf-afb4-4e91-b84c-631e1540ef20 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/907ae9ed-ee55-474a-b11c-e10411da5f6d HTTP/1.1" status: 204 len: 168 time: 0.1716304 Sep 23 19:52:10.405127 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af2dbcf-afb4-4e91-b84c-631e1540ef20 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=907ae9ed-ee55-474a-b11c-e10411da5f6d,revision_number=None']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:52:10.414136 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.plugin [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] No Port match for: 4568857c-c60c-43a5-8142-8924f8c1acde {{(pid=95103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 19:52:10.414862 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Device 4568857c-c60c-43a5-8142-8924f8c1acde not bound to the agent host n-d-713301-16 {{(pid=95103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 19:52:10.415434 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Device 9ac152eb-5737-4ea8-8150-501ffd4a48e0 no longer exists at agent ovs-agent-n-d-713301-16 {{(pid=95103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 19:52:10.478430 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.plugin [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] No Port match for: 9ac152eb-5737-4ea8-8150-501ffd4a48e0 {{(pid=95103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 19:52:10.478900 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Device 9ac152eb-5737-4ea8-8150-501ffd4a48e0 not bound to the agent host n-d-713301-16 {{(pid=95103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 19:52:19.688995 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-ec500591-34bf-4a6c-b3ce-efea438f2d7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:52:22.988030 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-4c2490c6-899c-4cf3-ad34-b4776b283179 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:52:23.127626 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:52:23.497961 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-0ae75029-feb6-4728-9a94-5f9b60993d82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:52:25.337758 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-80e7e501-6c57-470d-92c6-e3d54bc3195c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:52:28.130307 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:52:28.397757 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:52:33.412871 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.agents_db [None req-f2f5c474-60a3-474f-b2cc-02c4bd30880c None None] Agent healthcheck: found 7 active agents {{(pid=95104) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 19:52:37.393216 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [req-cc530903-238d-40e0-990d-fda90a88d5fb req-a594f8d0-9fb3-4fd7-8657-c259d91ac5b8 tempest-ServerShowV254Test-1402049895 tempest-ServerShowV254Test-1402049895-project] (95101) timed out ('10.222.0.74', 55267) {{(pid=95101) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 23 19:52:40.308039 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 51292) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:52:40.418829 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-8f53f634-6b8f-4096-bb6c-23670cb0943f admin admin] Notify callbacks [] for security_group, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:52:40.518268 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-8f53f634-6b8f-4096-bb6c-23670cb0943f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:52:40.522450 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-8f53f634-6b8f-4096-bb6c-23670cb0943f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:52:40.561854 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-8f53f634-6b8f-4096-bb6c-23670cb0943f admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=cb6effaa1dca467fa5c3bca352c84eb9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2526567 Sep 23 19:52:40.562725 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f53f634-6b8f-4096-bb6c-23670cb0943f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=460a680b-bd09-473b-9077-b6d40aa308d9,revision_number=1']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:52:40.564580 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 51300) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:52:40.572158 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f53f634-6b8f-4096-bb6c-23670cb0943f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:52:40.572509 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f53f634-6b8f-4096-bb6c-23670cb0943f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:52:40.572877 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f53f634-6b8f-4096-bb6c-23670cb0943f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:52:40.573213 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f53f634-6b8f-4096-bb6c-23670cb0943f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:52:40.573548 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f53f634-6b8f-4096-bb6c-23670cb0943f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:52:40.573878 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f53f634-6b8f-4096-bb6c-23670cb0943f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:52:40.574203 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f53f634-6b8f-4096-bb6c-23670cb0943f admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:52:40.574528 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f53f634-6b8f-4096-bb6c-23670cb0943f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:52:40.574851 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f53f634-6b8f-4096-bb6c-23670cb0943f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:52:40.575172 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f53f634-6b8f-4096-bb6c-23670cb0943f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:52:40.575485 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f53f634-6b8f-4096-bb6c-23670cb0943f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:52:40.575826 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f53f634-6b8f-4096-bb6c-23670cb0943f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:52:40.625607 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-ac73398f-51aa-43ad-9887-4b7b1f135ce1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:52:40.648056 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-ac73398f-51aa-43ad-9887-4b7b1f135ce1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:52:40.695043 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-ac73398f-51aa-43ad-9887-4b7b1f135ce1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:52:40.698614 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-ac73398f-51aa-43ad-9887-4b7b1f135ce1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:52:40.699784 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-ac73398f-51aa-43ad-9887-4b7b1f135ce1 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/460a680b-bd09-473b-9077-b6d40aa308d9 HTTP/1.1" status: 204 len: 168 time: 0.1335831 Sep 23 19:52:40.707818 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac73398f-51aa-43ad-9887-4b7b1f135ce1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=460a680b-bd09-473b-9077-b6d40aa308d9,revision_number=None']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:52:40.715807 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac73398f-51aa-43ad-9887-4b7b1f135ce1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:52:40.716164 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac73398f-51aa-43ad-9887-4b7b1f135ce1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:52:40.716512 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac73398f-51aa-43ad-9887-4b7b1f135ce1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:52:40.716884 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac73398f-51aa-43ad-9887-4b7b1f135ce1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:52:40.717223 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac73398f-51aa-43ad-9887-4b7b1f135ce1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:52:40.717563 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac73398f-51aa-43ad-9887-4b7b1f135ce1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:52:40.717897 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac73398f-51aa-43ad-9887-4b7b1f135ce1 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:52:40.718227 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac73398f-51aa-43ad-9887-4b7b1f135ce1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:52:40.718558 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac73398f-51aa-43ad-9887-4b7b1f135ce1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:52:40.718886 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac73398f-51aa-43ad-9887-4b7b1f135ce1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:52:40.719244 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac73398f-51aa-43ad-9887-4b7b1f135ce1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:52:40.719545 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac73398f-51aa-43ad-9887-4b7b1f135ce1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:52:40.987951 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 51314) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:52:41.002079 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-69317416-1d62-4591-bfd8-f1915b8082bc admin admin] Notify callbacks [] for security_group, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:52:41.100698 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-69317416-1d62-4591-bfd8-f1915b8082bc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:52:41.105669 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-69317416-1d62-4591-bfd8-f1915b8082bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:52:41.144142 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-69317416-1d62-4591-bfd8-f1915b8082bc admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=466559965a6b484a99fd355cb31a82e9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1550682 Sep 23 19:52:41.146074 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69317416-1d62-4591-bfd8-f1915b8082bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8fec5bb1-adc5-4f8b-bdd9-b98397651d70,revision_number=1']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:52:41.146852 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 51316) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:52:41.199073 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-3365a20a-f19c-4a22-a76d-0171dbc99fd5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:52:41.222899 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-3365a20a-f19c-4a22-a76d-0171dbc99fd5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:52:41.275824 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-3365a20a-f19c-4a22-a76d-0171dbc99fd5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:52:41.278541 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-3365a20a-f19c-4a22-a76d-0171dbc99fd5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:52:41.282148 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-3365a20a-f19c-4a22-a76d-0171dbc99fd5 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/8fec5bb1-adc5-4f8b-bdd9-b98397651d70 HTTP/1.1" status: 204 len: 168 time: 0.1318946 Sep 23 19:52:41.296674 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3365a20a-f19c-4a22-a76d-0171dbc99fd5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8fec5bb1-adc5-4f8b-bdd9-b98397651d70,revision_number=None']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:52:48.346850 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 51504) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:52:48.464256 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-88e2cbdd-f278-423b-a21a-da5c49b90890 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:52:48.559684 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-88e2cbdd-f278-423b-a21a-da5c49b90890 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:52:48.563875 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-88e2cbdd-f278-423b-a21a-da5c49b90890 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:52:48.608765 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-88e2cbdd-f278-423b-a21a-da5c49b90890 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=f5d4cf00dd0d4540801bad15a5b2066b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2607694 Sep 23 19:52:48.609550 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88e2cbdd-f278-423b-a21a-da5c49b90890 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58d106e0-ca78-46ca-9478-6bc10e316cfa,revision_number=1']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:52:48.612079 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 51510) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:52:48.663295 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-5114b8d3-9c0a-456e-94cb-3d8e3198c49a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:52:48.691784 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-5114b8d3-9c0a-456e-94cb-3d8e3198c49a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:52:48.745638 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-5114b8d3-9c0a-456e-94cb-3d8e3198c49a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:52:48.748204 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-5114b8d3-9c0a-456e-94cb-3d8e3198c49a admin admin] Notify callbacks [] for security_group, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:52:48.751839 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-5114b8d3-9c0a-456e-94cb-3d8e3198c49a admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/58d106e0-ca78-46ca-9478-6bc10e316cfa HTTP/1.1" status: 204 len: 168 time: 0.1369636 Sep 23 19:52:48.760974 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5114b8d3-9c0a-456e-94cb-3d8e3198c49a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58d106e0-ca78-46ca-9478-6bc10e316cfa,revision_number=None']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:52:49.027193 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 51516) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:52:49.041137 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-cf247292-e900-4be8-8340-14990b47cb1b admin admin] Notify callbacks [] for security_group, before_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:52:49.138735 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-cf247292-e900-4be8-8340-14990b47cb1b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:52:49.143262 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-cf247292-e900-4be8-8340-14990b47cb1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:52:49.180979 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf247292-e900-4be8-8340-14990b47cb1b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d0524fd-1f5f-47ec-bb3c-2199395d7666,revision_number=1']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:52:49.185295 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-cf247292-e900-4be8-8340-14990b47cb1b admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=16d60d3602634fbdb46d9b4fb644201b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1569843 Sep 23 19:52:49.187882 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 51518) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:52:49.238452 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-22b8896c-8e41-4df8-8c2e-0f14d60d8362 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:52:49.260422 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-22b8896c-8e41-4df8-8c2e-0f14d60d8362 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:52:49.316525 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-22b8896c-8e41-4df8-8c2e-0f14d60d8362 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:52:49.320067 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-22b8896c-8e41-4df8-8c2e-0f14d60d8362 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:52:49.321714 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-22b8896c-8e41-4df8-8c2e-0f14d60d8362 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/5d0524fd-1f5f-47ec-bb3c-2199395d7666 HTTP/1.1" status: 204 len: 168 time: 0.1328676 Sep 23 19:52:49.334879 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22b8896c-8e41-4df8-8c2e-0f14d60d8362 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d0524fd-1f5f-47ec-bb3c-2199395d7666,revision_number=None']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:52:49.692800 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-d94c1b6e-4a97-4882-a872-ca012c5964be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:52:52.977607 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-ff10ac60-bee1-4440-a143-a22064ca74b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:52:53.121660 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:52:53.480431 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-0ae75029-feb6-4728-9a94-5f9b60993d82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:52:55.326974 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-80e7e501-6c57-470d-92c6-e3d54bc3195c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:52:58.138057 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:52:58.401005 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:53:10.412583 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.agents_db [None req-f2f5c474-60a3-474f-b2cc-02c4bd30880c None None] Agent healthcheck: found 7 active agents {{(pid=95104) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 19:53:19.688230 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-a00880ff-4c27-4ff3-b28d-c04c8751e10c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:53:22.975067 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-1ba23b56-36d2-489c-900f-6144dcc86456 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:53:23.114903 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:53:23.482854 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-0ae75029-feb6-4728-9a94-5f9b60993d82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:53:25.330248 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-80e7e501-6c57-470d-92c6-e3d54bc3195c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:53:28.132843 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:53:28.414198 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:53:38.113577 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [req-7e772e10-d1e4-4a62-b9a8-7dbeb81dad73 req-12f28f49-76c1-434a-9349-776a0e5eba23 service neutron] (95102) timed out ('10.222.0.67', 57644) {{(pid=95102) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 23 19:53:38.841706 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 52790) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:53:38.969665 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-8995d2be-b30b-4509-b613-8512a0e78b7a admin admin] Notify callbacks [] for security_group, before_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:53:39.076853 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-8995d2be-b30b-4509-b613-8512a0e78b7a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:53:39.082543 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-8995d2be-b30b-4509-b613-8512a0e78b7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:53:39.123990 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-8995d2be-b30b-4509-b613-8512a0e78b7a admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=3d7b6ce5c82d4cda8b5f87bdc0773382&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2807374 Sep 23 19:53:39.124711 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8995d2be-b30b-4509-b613-8512a0e78b7a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72ff2d57-485e-4928-b8ac-e526a246a411,revision_number=1']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:53:39.126549 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 52800) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:53:39.189823 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-29251d1a-c4fb-4a45-8b95-f9da9f9c3a91 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:53:39.211149 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-29251d1a-c4fb-4a45-8b95-f9da9f9c3a91 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:53:39.259268 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-29251d1a-c4fb-4a45-8b95-f9da9f9c3a91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:53:39.262610 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-29251d1a-c4fb-4a45-8b95-f9da9f9c3a91 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:53:39.263849 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-29251d1a-c4fb-4a45-8b95-f9da9f9c3a91 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/72ff2d57-485e-4928-b8ac-e526a246a411 HTTP/1.1" status: 204 len: 168 time: 0.1358173 Sep 23 19:53:39.271596 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29251d1a-c4fb-4a45-8b95-f9da9f9c3a91 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72ff2d57-485e-4928-b8ac-e526a246a411,revision_number=None']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:53:39.957604 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 52834) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:53:40.064565 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.v2.base [None req-8e915cc9-6198-42e6-a670-955463ef85cc admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-628376311-network', 'tenant_id': '62ad6741de4349ff944349877a51cb93'}} {{(pid=95101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:53:40.093696 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e915cc9-6198-42e6-a670-955463ef85cc admin admin] Made reservation on behalf of 62ad6741de4349ff944349877a51cb93 for: {'network': 1} {{(pid=95101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:53:40.096009 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-8e915cc9-6198-42e6-a670-955463ef85cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for network, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:53:40.105873 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-8e915cc9-6198-42e6-a670-955463ef85cc admin admin] Notify callbacks [] for security_group, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:53:40.219735 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-8e915cc9-6198-42e6-a670-955463ef85cc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:53:40.225158 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-8e915cc9-6198-42e6-a670-955463ef85cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:53:40.253325 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8e915cc9-6198-42e6-a670-955463ef85cc admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 645} {{(pid=95101) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 19:53:40.263555 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e915cc9-6198-42e6-a670-955463ef85cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ec31d5d-5493-47d2-a1cf-4486a99959a3,revision_number=1']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:53:40.269956 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-8e915cc9-6198-42e6-a670-955463ef85cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1756186'] for segment, precommit_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:53:40.270304 n-d-713301-16 neutron-server[95101]: INFO neutron.db.segments_db [None req-8e915cc9-6198-42e6-a670-955463ef85cc admin admin] Added segment 24e9d5ba-99a8-403e-9951-522175e97b58 of type vlan for network 7b814cd9-7d66-4ffb-b9dd-d0fbdc6bfb5e Sep 23 19:53:40.329926 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-8e915cc9-6198-42e6-a670-955463ef85cc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783145630486'] for network, precommit_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:53:40.364289 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-8e915cc9-6198-42e6-a670-955463ef85cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299'] for network, after_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:53:40.365303 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e915cc9-6198-42e6-a670-955463ef85cc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:53:40.366395 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-8e915cc9-6198-42e6-a670-955463ef85cc admin admin] Notify callbacks [] for network, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:53:40.396303 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-8e915cc9-6198-42e6-a670-955463ef85cc admin admin] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.4373794 Sep 23 19:53:40.399815 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 52844) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:53:40.406133 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.v2.base [None req-0522c72c-8bf9-4687-a220-6c92d59c87d3 admin admin] Request body: {'subnet': {'network_id': '7b814cd9-7d66-4ffb-b9dd-d0fbdc6bfb5e', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-628376311-subnet', 'tenant_id': '62ad6741de4349ff944349877a51cb93', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:53:40.428299 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e915cc9-6198-42e6-a670-955463ef85cc admin admin] Pushing event updated for resources: {'Network': ['ID=7b814cd9-7d66-4ffb-b9dd-d0fbdc6bfb5e,revision_number=1']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:53:40.430351 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0522c72c-8bf9-4687-a220-6c92d59c87d3 admin admin] Made reservation on behalf of 62ad6741de4349ff944349877a51cb93 for: {'subnet': 1} {{(pid=95102) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:53:40.437990 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-0522c72c-8bf9-4687-a220-6c92d59c87d3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5388256'] for subnet, before_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:53:40.442728 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Network 7b814cd9-7d66-4ffb-b9dd-d0fbdc6bfb5e details requested by agent ovs-agent-n-d-713301-16 with host n-d-713301-16 {{(pid=95103) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 19:53:40.630283 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-0522c72c-8bf9-4687-a220-6c92d59c87d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4398944', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5388242'] for subnet, after_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:53:40.688300 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0522c72c-8bf9-4687-a220-6c92d59c87d3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=36773723-394b-4169-a811-d598dbae0df7,revision_number=0']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:53:40.696337 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0522c72c-8bf9-4687-a220-6c92d59c87d3 admin admin] Checking segment: {'id': '24e9d5ba-99a8-403e-9951-522175e97b58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '7b814cd9-7d66-4ffb-b9dd-d0fbdc6bfb5e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95102) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:53:40.696744 n-d-713301-16 neutron-server[95102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0522c72c-8bf9-4687-a220-6c92d59c87d3 admin admin] Network hostable DHCP agents. Network: 7b814cd9-7d66-4ffb-b9dd-d0fbdc6bfb5e, hostable agents: ['1b18bf05-1b5f-4587-be5c-af3ac38e32ad'], hosted agents: [] {{(pid=95102) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 19:53:40.715449 n-d-713301-16 neutron-server[95102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0522c72c-8bf9-4687-a220-6c92d59c87d3 admin admin] Network 7b814cd9-7d66-4ffb-b9dd-d0fbdc6bfb5e is scheduled to be hosted by DHCP agent 1b18bf05-1b5f-4587-be5c-af3ac38e32ad with binding_index 1 {{(pid=95102) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 19:53:40.724683 n-d-713301-16 neutron-server[95102]: DEBUG neutron.scheduler.base_scheduler [None req-0522c72c-8bf9-4687-a220-6c92d59c87d3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713301-16, 7b814cd9-7d66-4ffb-b9dd-d0fbdc6bfb5e) {{(pid=95102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:53:40.729749 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0522c72c-8bf9-4687-a220-6c92d59c87d3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:53:40.730354 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-0522c72c-8bf9-4687-a220-6c92d59c87d3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:53:40.735976 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fcfcec7-729a-4f3b-8c5f-292ea25d9de1 None None] Network 7b814cd9-7d66-4ffb-b9dd-d0fbdc6bfb5e requested from n-d-713301-16 {{(pid=95103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 19:53:40.761503 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-0522c72c-8bf9-4687-a220-6c92d59c87d3 admin admin] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3592038 Sep 23 19:53:40.879328 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcdfd026-9c32-4415-be13-5eb13d4f61ba None None] Network 7b814cd9-7d66-4ffb-b9dd-d0fbdc6bfb5e requested from n-d-713301-16 {{(pid=95103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 19:53:47.412906 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.agents_db [None req-f2f5c474-60a3-474f-b2cc-02c4bd30880c None None] Agent healthcheck: found 7 active agents {{(pid=95104) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 19:53:49.696203 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-a0992431-3ac2-46cc-903a-515ba03eb086 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:53:52.970399 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-0144d175-1e51-47c4-baea-5897f55448ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:53:53.121594 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:53:53.488831 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-0ae75029-feb6-4728-9a94-5f9b60993d82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:53:55.326228 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-80e7e501-6c57-470d-92c6-e3d54bc3195c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:53:57.350489 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-da9190bd-8f08-4d3e-bbbf-1c98585d575c req-d19b003c-fe25-4594-8d15-1fb3d87efefc service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=91c04d5d-3047-4233-a6bc-ba42bfa3840b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1448376 Sep 23 19:53:57.446299 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da9190bd-8f08-4d3e-bbbf-1c98585d575c req-23cd1a91-2da6-4bd1-82b3-a388b7e34081 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:53:57.448904 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-da9190bd-8f08-4d3e-bbbf-1c98585d575c req-23cd1a91-2da6-4bd1-82b3-a388b7e34081 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=5ac332d3fb0d444485bb3eca855f9229&device_id=91c04d5d-3047-4233-a6bc-ba42bfa3840b HTTP/1.1" status: 200 len: 1098 time: 0.0522072 Sep 23 19:53:57.590202 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da9190bd-8f08-4d3e-bbbf-1c98585d575c req-0baf77ce-8cd8-4ec9-96b1-befc43ad292a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:53:57.592147 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-da9190bd-8f08-4d3e-bbbf-1c98585d575c req-0baf77ce-8cd8-4ec9-96b1-befc43ad292a service neutron] 10.222.0.74 "GET /v2.0/networks?id=8773f1c5-baf2-4787-acb8-ea82a658e3a7 HTTP/1.1" status: 200 len: 909 time: 0.1200399 Sep 23 19:53:57.668312 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-da9190bd-8f08-4d3e-bbbf-1c98585d575c req-ae69ac8a-dca6-4b75-9fa8-1eea4761604b service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5f259a5d-f1ca-47ba-840e-03a8aac16eae HTTP/1.1" status: 200 len: 1001 time: 0.0689979 Sep 23 19:53:57.728318 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da9190bd-8f08-4d3e-bbbf-1c98585d575c req-5c6b5a15-b12d-4c6e-bf2c-4266e088978f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:53:57.729859 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-da9190bd-8f08-4d3e-bbbf-1c98585d575c req-5c6b5a15-b12d-4c6e-bf2c-4266e088978f service neutron] 10.222.0.74 "GET /v2.0/subnets?id=88534c19-3227-4f6f-84ae-147071738831 HTTP/1.1" status: 200 len: 847 time: 0.0538530 Sep 23 19:53:57.778343 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da9190bd-8f08-4d3e-bbbf-1c98585d575c req-8d04a587-537c-4de3-82b8-519b1a9c413f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:53:57.779955 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-da9190bd-8f08-4d3e-bbbf-1c98585d575c req-8d04a587-537c-4de3-82b8-519b1a9c413f service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=8773f1c5-baf2-4787-acb8-ea82a658e3a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0425160 Sep 23 19:53:57.885346 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-da9190bd-8f08-4d3e-bbbf-1c98585d575c req-949cb8bd-d6ac-429d-8433-2bf60de18079 service neutron] 10.222.0.74 "GET /v2.0/networks/8773f1c5-baf2-4787-acb8-ea82a658e3a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0984824 Sep 23 19:53:57.987266 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-da9190bd-8f08-4d3e-bbbf-1c98585d575c req-1c671b2e-c60a-4bdd-aa76-c769ad0089a5 service neutron] 10.222.0.74 "GET /v2.0/networks/8773f1c5-baf2-4787-acb8-ea82a658e3a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0947750 Sep 23 19:53:58.146665 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:53:58.412578 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:54:19.698354 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-bb6e5964-f85f-4b0d-a266-29e4105a786e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:54:22.986090 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-915a9bd8-5a20-4230-83ff-31ab80b6e705 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:54:23.127479 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:54:23.496437 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-0ae75029-feb6-4728-9a94-5f9b60993d82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:54:24.413015 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.agents_db [None req-f2f5c474-60a3-474f-b2cc-02c4bd30880c None None] Agent healthcheck: found 7 active agents {{(pid=95104) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 19:54:25.333798 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-80e7e501-6c57-470d-92c6-e3d54bc3195c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:54:28.158054 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:54:28.421419 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:54:36.781736 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-424f50bf-caf4-439c-91d3-5877b69bc9d3 req-60c3793f-6330-4ebf-8d40-dcab91ea39bf tempest-VolumesSnapshotTestJSON-915595183 tempest-VolumesSnapshotTestJSON-915595183-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:54:36.783324 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-424f50bf-caf4-439c-91d3-5877b69bc9d3 req-60c3793f-6330-4ebf-8d40-dcab91ea39bf tempest-VolumesSnapshotTestJSON-915595183 tempest-VolumesSnapshotTestJSON-915595183-project] 10.222.0.67 "GET /v2.0/networks?id=7b814cd9-7d66-4ffb-b9dd-d0fbdc6bfb5e HTTP/1.1" status: 200 len: 813 time: 0.1158671 Sep 23 19:54:36.800710 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-424f50bf-caf4-439c-91d3-5877b69bc9d3 req-18f81408-c1ec-4ff8-9b2c-f62de5df3d66 tempest-VolumesSnapshotTestJSON-915595183 tempest-VolumesSnapshotTestJSON-915595183-project] 10.222.0.67 "GET /v2.0/quotas/62ad6741de4349ff944349877a51cb93 HTTP/1.1" status: 200 len: 375 time: 0.0100651 Sep 23 19:54:36.834814 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-424f50bf-caf4-439c-91d3-5877b69bc9d3 req-fbbff4e6-dd43-4d11-85ec-a04e9f2bb700 tempest-VolumesSnapshotTestJSON-915595183 tempest-VolumesSnapshotTestJSON-915595183-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=62ad6741de4349ff944349877a51cb93&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0276780 Sep 23 19:54:36.992425 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-424f50bf-caf4-439c-91d3-5877b69bc9d3 req-0fd341ed-7434-4121-8c8c-39e9f3eb7ef2 service neutron] 10.222.0.67 "GET /v2.0/networks/7b814cd9-7d66-4ffb-b9dd-d0fbdc6bfb5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1504042 Sep 23 19:54:37.091882 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-424f50bf-caf4-439c-91d3-5877b69bc9d3 req-3492c579-71e1-42f3-9436-f044fd2bb9f6 service neutron] 10.222.0.67 "GET /v2.0/networks/7b814cd9-7d66-4ffb-b9dd-d0fbdc6bfb5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0932543 Sep 23 19:54:37.340382 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-67cb4e7e-2e88-487b-868d-5e377df9092f req-5c13bf0e-7592-473d-82e4-721dea3ab5ef tempest-VolumesSnapshotTestJSON-915595183 tempest-VolumesSnapshotTestJSON-915595183-project] 10.222.0.67 "GET /v2.0/ports?device_id=d6cca382-f0b9-4c78-a465-9a7fe0df46a3 HTTP/1.1" status: 200 len: 210 time: 0.1028173 Sep 23 19:54:38.382965 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-424f50bf-caf4-439c-91d3-5877b69bc9d3 req-fd553f46-eb3d-40a0-865f-25920b1645fd tempest-VolumesSnapshotTestJSON-915595183 tempest-VolumesSnapshotTestJSON-915595183-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:54:38.384708 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-424f50bf-caf4-439c-91d3-5877b69bc9d3 req-fd553f46-eb3d-40a0-865f-25920b1645fd tempest-VolumesSnapshotTestJSON-915595183 tempest-VolumesSnapshotTestJSON-915595183-project] 10.222.0.53 "GET /v2.0/networks?id=7b814cd9-7d66-4ffb-b9dd-d0fbdc6bfb5e HTTP/1.1" status: 200 len: 813 time: 0.1340525 Sep 23 19:54:38.399817 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.v2.base [req-424f50bf-caf4-439c-91d3-5877b69bc9d3 req-126b3002-1e32-4904-b1dc-ac5529e575d1 tempest-VolumesSnapshotTestJSON-915595183 tempest-VolumesSnapshotTestJSON-915595183-project] Request body: {'port': {'device_id': 'd6cca382-f0b9-4c78-a465-9a7fe0df46a3', 'network_id': '7b814cd9-7d66-4ffb-b9dd-d0fbdc6bfb5e', 'admin_state_up': True, 'tenant_id': '62ad6741de4349ff944349877a51cb93'}} {{(pid=95102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:54:38.508652 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-4366b3c2-ead2-406e-929e-debc7a8b04b2 req-5657d7d4-16f3-4cc3-9f4c-33f1144ab44c tempest-VolumesSnapshotTestJSON-915595183 tempest-VolumesSnapshotTestJSON-915595183-project] 10.222.0.67 "GET /v2.0/ports?device_id=d6cca382-f0b9-4c78-a465-9a7fe0df46a3 HTTP/1.1" status: 200 len: 210 time: 0.0348232 Sep 23 19:54:38.553232 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-424f50bf-caf4-439c-91d3-5877b69bc9d3 req-126b3002-1e32-4904-b1dc-ac5529e575d1 tempest-VolumesSnapshotTestJSON-915595183 tempest-VolumesSnapshotTestJSON-915595183-project] Made reservation on behalf of 62ad6741de4349ff944349877a51cb93 for: {'port': 1} {{(pid=95102) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:54:38.556999 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-424f50bf-caf4-439c-91d3-5877b69bc9d3 req-126b3002-1e32-4904-b1dc-ac5529e575d1 tempest-VolumesSnapshotTestJSON-915595183 tempest-VolumesSnapshotTestJSON-915595183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:54:38.698262 n-d-713301-16 neutron-server[95102]: DEBUG neutron.db.db_base_plugin_common [req-424f50bf-caf4-439c-91d3-5877b69bc9d3 req-126b3002-1e32-4904-b1dc-ac5529e575d1 tempest-VolumesSnapshotTestJSON-915595183 tempest-VolumesSnapshotTestJSON-915595183-project] Allocated IP 172.20.0.14 (7b814cd9-7d66-4ffb-b9dd-d0fbdc6bfb5e/36773723-394b-4169-a811-d598dbae0df7/5d55c8fe-89c6-4452-874d-97eef46e43ad) {{(pid=95102) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 19:54:38.855685 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-424f50bf-caf4-439c-91d3-5877b69bc9d3 req-126b3002-1e32-4904-b1dc-ac5529e575d1 tempest-VolumesSnapshotTestJSON-915595183 tempest-VolumesSnapshotTestJSON-915595183-project] Notify callbacks [] for port, precommit_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:54:38.888866 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-424f50bf-caf4-439c-91d3-5877b69bc9d3 req-126b3002-1e32-4904-b1dc-ac5529e575d1 tempest-VolumesSnapshotTestJSON-915595183 tempest-VolumesSnapshotTestJSON-915595183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783145673135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4399100'] for port, after_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:54:38.931967 n-d-713301-16 neutron-server[95102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-424f50bf-caf4-439c-91d3-5877b69bc9d3 req-126b3002-1e32-4904-b1dc-ac5529e575d1 tempest-VolumesSnapshotTestJSON-915595183 tempest-VolumesSnapshotTestJSON-915595183-project] Network 7b814cd9-7d66-4ffb-b9dd-d0fbdc6bfb5e is already hosted by enough agents. {{(pid=95102) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:54:38.935028 n-d-713301-16 neutron-server[95102]: DEBUG neutron.scheduler.base_scheduler [req-424f50bf-caf4-439c-91d3-5877b69bc9d3 req-126b3002-1e32-4904-b1dc-ac5529e575d1 tempest-VolumesSnapshotTestJSON-915595183 tempest-VolumesSnapshotTestJSON-915595183-project] Resources bound (agent type, host, resource id): {{(pid=95102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:54:38.938817 n-d-713301-16 neutron-server[95102]: DEBUG neutron.db.l3_dvrscheduler_db [req-424f50bf-caf4-439c-91d3-5877b69bc9d3 req-126b3002-1e32-4904-b1dc-ac5529e575d1 tempest-VolumesSnapshotTestJSON-915595183 tempest-VolumesSnapshotTestJSON-915595183-project] Received port after_create {{(pid=95102) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 19:54:38.947460 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-126b3002-1e32-4904-b1dc-ac5529e575d1 tempest-VolumesSnapshotTestJSON-915595183 tempest-VolumesSnapshotTestJSON-915595183-project] Pushing event updated for resources: {'Port': ['ID=5d55c8fe-89c6-4452-874d-97eef46e43ad,revision_number=1']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:54:38.980099 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-126b3002-1e32-4904-b1dc-ac5529e575d1 tempest-VolumesSnapshotTestJSON-915595183 tempest-VolumesSnapshotTestJSON-915595183-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:54:38.980349 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-126b3002-1e32-4904-b1dc-ac5529e575d1 tempest-VolumesSnapshotTestJSON-915595183 tempest-VolumesSnapshotTestJSON-915595183-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:54:38.980726 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-126b3002-1e32-4904-b1dc-ac5529e575d1 tempest-VolumesSnapshotTestJSON-915595183 tempest-VolumesSnapshotTestJSON-915595183-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:54:38.981067 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-126b3002-1e32-4904-b1dc-ac5529e575d1 tempest-VolumesSnapshotTestJSON-915595183 tempest-VolumesSnapshotTestJSON-915595183-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:54:38.981403 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-126b3002-1e32-4904-b1dc-ac5529e575d1 tempest-VolumesSnapshotTestJSON-915595183 tempest-VolumesSnapshotTestJSON-915595183-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:54:38.981737 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-126b3002-1e32-4904-b1dc-ac5529e575d1 tempest-VolumesSnapshotTestJSON-915595183 tempest-VolumesSnapshotTestJSON-915595183-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:54:38.982068 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-126b3002-1e32-4904-b1dc-ac5529e575d1 tempest-VolumesSnapshotTestJSON-915595183 tempest-VolumesSnapshotTestJSON-915595183-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:54:38.982394 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-126b3002-1e32-4904-b1dc-ac5529e575d1 tempest-VolumesSnapshotTestJSON-915595183 tempest-VolumesSnapshotTestJSON-915595183-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:54:38.982720 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-126b3002-1e32-4904-b1dc-ac5529e575d1 tempest-VolumesSnapshotTestJSON-915595183 tempest-VolumesSnapshotTestJSON-915595183-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:54:38.983046 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-126b3002-1e32-4904-b1dc-ac5529e575d1 tempest-VolumesSnapshotTestJSON-915595183 tempest-VolumesSnapshotTestJSON-915595183-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:54:38.983371 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-126b3002-1e32-4904-b1dc-ac5529e575d1 tempest-VolumesSnapshotTestJSON-915595183 tempest-VolumesSnapshotTestJSON-915595183-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:54:38.983694 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-126b3002-1e32-4904-b1dc-ac5529e575d1 tempest-VolumesSnapshotTestJSON-915595183 tempest-VolumesSnapshotTestJSON-915595183-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:54:39.008127 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-424f50bf-caf4-439c-91d3-5877b69bc9d3 req-126b3002-1e32-4904-b1dc-ac5529e575d1 tempest-VolumesSnapshotTestJSON-915595183 tempest-VolumesSnapshotTestJSON-915595183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:54:39.009250 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-424f50bf-caf4-439c-91d3-5877b69bc9d3 req-126b3002-1e32-4904-b1dc-ac5529e575d1 tempest-VolumesSnapshotTestJSON-915595183 tempest-VolumesSnapshotTestJSON-915595183-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222849'] for port, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:54:39.023981 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-424f50bf-caf4-439c-91d3-5877b69bc9d3 req-126b3002-1e32-4904-b1dc-ac5529e575d1 tempest-VolumesSnapshotTestJSON-915595183 tempest-VolumesSnapshotTestJSON-915595183-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6286979 Sep 23 19:54:39.091588 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.v2.base [req-424f50bf-caf4-439c-91d3-5877b69bc9d3 req-d3398739-1c99-4f5b-827b-68ce15941fe6 service neutron] Request body: {'port': {'device_id': 'd6cca382-f0b9-4c78-a465-9a7fe0df46a3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713301-16'}} {{(pid=95102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:54:39.156963 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-424f50bf-caf4-439c-91d3-5877b69bc9d3 req-d3398739-1c99-4f5b-827b-68ce15941fe6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:54:39.286601 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 55006) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:54:39.435086 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-c2d6ed9b-9433-43f2-8107-9683335f89ae admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=614cf8fa1506499aa5910be7cbdb417b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1472311 Sep 23 19:54:39.437697 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 55010) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:54:39.454266 n-d-713301-16 neutron-server[95102]: DEBUG neutron.notifiers.nova [req-424f50bf-caf4-439c-91d3-5877b69bc9d3 req-d3398739-1c99-4f5b-827b-68ce15941fe6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5d55c8fe-89c6-4452-874d-97eef46e43ad {{(pid=95102) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 19:54:39.462790 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-424f50bf-caf4-439c-91d3-5877b69bc9d3 req-d3398739-1c99-4f5b-827b-68ce15941fe6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:54:39.475352 n-d-713301-16 neutron-server[95102]: DEBUG neutron.db.provisioning_blocks [req-424f50bf-caf4-439c-91d3-5877b69bc9d3 req-d3398739-1c99-4f5b-827b-68ce15941fe6 service neutron] Transition to ACTIVE for port object 5d55c8fe-89c6-4452-874d-97eef46e43ad will not be triggered until provisioned by entity L2. {{(pid=95102) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 19:54:39.479926 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-424f50bf-caf4-439c-91d3-5877b69bc9d3 req-d3398739-1c99-4f5b-827b-68ce15941fe6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4399095'] for port, after_update {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:54:39.503025 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-659c78e1-99cd-45d3-ac87-b762160c80ec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:54:39.527958 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-659c78e1-99cd-45d3-ac87-b762160c80ec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:54:39.530220 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3398739-1c99-4f5b-827b-68ce15941fe6 service neutron] Pushing event updated for resources: {'Port': ['ID=5d55c8fe-89c6-4452-874d-97eef46e43ad,revision_number=2']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:54:39.590438 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-659c78e1-99cd-45d3-ac87-b762160c80ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:54:39.594896 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-659c78e1-99cd-45d3-ac87-b762160c80ec admin admin] Notify callbacks [] for security_group, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:54:39.600710 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-659c78e1-99cd-45d3-ac87-b762160c80ec admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/a9f48087-3fb0-46e6-99e9-ce465e6df1f8 HTTP/1.1" status: 204 len: 168 time: 0.1618979 Sep 23 19:54:39.610279 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-659c78e1-99cd-45d3-ac87-b762160c80ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9f48087-3fb0-46e6-99e9-ce465e6df1f8,revision_number=None']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:54:39.620016 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-659c78e1-99cd-45d3-ac87-b762160c80ec admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:54:39.620445 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-659c78e1-99cd-45d3-ac87-b762160c80ec admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:54:39.620916 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-659c78e1-99cd-45d3-ac87-b762160c80ec admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:54:39.621415 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-659c78e1-99cd-45d3-ac87-b762160c80ec admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:54:39.621925 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-659c78e1-99cd-45d3-ac87-b762160c80ec admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:54:39.622263 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-659c78e1-99cd-45d3-ac87-b762160c80ec admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:54:39.622591 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-659c78e1-99cd-45d3-ac87-b762160c80ec admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:54:39.622917 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-659c78e1-99cd-45d3-ac87-b762160c80ec admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:54:39.623290 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-659c78e1-99cd-45d3-ac87-b762160c80ec admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:54:39.623546 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-659c78e1-99cd-45d3-ac87-b762160c80ec admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:54:39.624065 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-659c78e1-99cd-45d3-ac87-b762160c80ec admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:54:39.624410 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-659c78e1-99cd-45d3-ac87-b762160c80ec admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:54:39.642176 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.managers [req-424f50bf-caf4-439c-91d3-5877b69bc9d3 req-d3398739-1c99-4f5b-827b-68ce15941fe6 service neutron] Attempting to bind port 5d55c8fe-89c6-4452-874d-97eef46e43ad on host n-h2-713301-16 for vnic_type normal with profile {{(pid=95102) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 19:54:39.642176 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.managers [req-424f50bf-caf4-439c-91d3-5877b69bc9d3 req-d3398739-1c99-4f5b-827b-68ce15941fe6 service neutron] Attempting to bind port 5d55c8fe-89c6-4452-874d-97eef46e43ad by drivers openvswitch,hyperv on host n-h2-713301-16 at level 0 using segments [{'id': '24e9d5ba-99a8-403e-9951-522175e97b58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '7b814cd9-7d66-4ffb-b9dd-d0fbdc6bfb5e'}] {{(pid=95102) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 19:54:39.642176 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-424f50bf-caf4-439c-91d3-5877b69bc9d3 req-d3398739-1c99-4f5b-827b-68ce15941fe6 service neutron] Attempting to bind port 5d55c8fe-89c6-4452-874d-97eef46e43ad on network 7b814cd9-7d66-4ffb-b9dd-d0fbdc6bfb5e {{(pid=95102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:54:39.669387 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-424f50bf-caf4-439c-91d3-5877b69bc9d3 req-d3398739-1c99-4f5b-827b-68ce15941fe6 service neutron] Port 5d55c8fe-89c6-4452-874d-97eef46e43ad on network 7b814cd9-7d66-4ffb-b9dd-d0fbdc6bfb5e not bound, no agent of type Open vSwitch agent registered on host n-h2-713301-16 {{(pid=95102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 19:54:39.669720 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-424f50bf-caf4-439c-91d3-5877b69bc9d3 req-d3398739-1c99-4f5b-827b-68ce15941fe6 service neutron] Attempting to bind port 5d55c8fe-89c6-4452-874d-97eef46e43ad on network 7b814cd9-7d66-4ffb-b9dd-d0fbdc6bfb5e {{(pid=95102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:54:39.681698 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-424f50bf-caf4-439c-91d3-5877b69bc9d3 req-d3398739-1c99-4f5b-827b-68ce15941fe6 service neutron] Checking agent: {'id': '2a7cea34-db54-4faf-8d23-37521c3e34cb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713301-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 19, 15, 28), 'started_at': datetime.datetime(2021, 9, 23, 19, 15, 28), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 19, 54, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 19:54:39.682040 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-424f50bf-caf4-439c-91d3-5877b69bc9d3 req-d3398739-1c99-4f5b-827b-68ce15941fe6 service neutron] Checking segment: {'id': '24e9d5ba-99a8-403e-9951-522175e97b58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '7b814cd9-7d66-4ffb-b9dd-d0fbdc6bfb5e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95102) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:54:39.682430 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-424f50bf-caf4-439c-91d3-5877b69bc9d3 req-d3398739-1c99-4f5b-827b-68ce15941fe6 service neutron] Bound using segment: {'id': '24e9d5ba-99a8-403e-9951-522175e97b58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '7b814cd9-7d66-4ffb-b9dd-d0fbdc6bfb5e'} {{(pid=95102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 19:54:39.683080 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.managers [req-424f50bf-caf4-439c-91d3-5877b69bc9d3 req-d3398739-1c99-4f5b-827b-68ce15941fe6 service neutron] Bound port: 5d55c8fe-89c6-4452-874d-97eef46e43ad, host: n-h2-713301-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '24e9d5ba-99a8-403e-9951-522175e97b58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '7b814cd9-7d66-4ffb-b9dd-d0fbdc6bfb5e'}}] {{(pid=95102) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 19:54:39.683555 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-424f50bf-caf4-439c-91d3-5877b69bc9d3 req-d3398739-1c99-4f5b-827b-68ce15941fe6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:54:39.707227 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d85cde4-445d-494b-b7bb-61b80a8db90e req-9ba59c88-ddac-42fb-b10e-2625f0f71140 tempest-VolumesSnapshotTestJSON-915595183 tempest-VolumesSnapshotTestJSON-915595183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:54:39.708960 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-1d85cde4-445d-494b-b7bb-61b80a8db90e req-9ba59c88-ddac-42fb-b10e-2625f0f71140 tempest-VolumesSnapshotTestJSON-915595183 tempest-VolumesSnapshotTestJSON-915595183-project] 10.222.0.67 "GET /v2.0/ports?device_id=d6cca382-f0b9-4c78-a465-9a7fe0df46a3 HTTP/1.1" status: 200 len: 944 time: 0.0865107 Sep 23 19:54:39.793778 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-1d85cde4-445d-494b-b7bb-61b80a8db90e req-d011f4dc-d67a-4b2c-9e97-cf5c14c6ccaf tempest-VolumesSnapshotTestJSON-915595183 tempest-VolumesSnapshotTestJSON-915595183-project] 10.222.0.67 "GET /v2.0/security-groups?id=6ec31d5d-5493-47d2-a1cf-4486a99959a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626171 Sep 23 19:54:39.796146 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.db [req-424f50bf-caf4-439c-91d3-5877b69bc9d3 req-d3398739-1c99-4f5b-827b-68ce15941fe6 service neutron] For port 5d55c8fe-89c6-4452-874d-97eef46e43ad, host n-h2-713301-16, cleared binding levels {{(pid=95102) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 19:54:39.801667 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.db [req-424f50bf-caf4-439c-91d3-5877b69bc9d3 req-d3398739-1c99-4f5b-827b-68ce15941fe6 service neutron] For port 5d55c8fe-89c6-4452-874d-97eef46e43ad, host n-h2-713301-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-16',level=0,port_id=5d55c8fe-89c6-4452-874d-97eef46e43ad,segment=NetworkSegment(24e9d5ba-99a8-403e-9951-522175e97b58),segment_id=24e9d5ba-99a8-403e-9951-522175e97b58)] {{(pid=95102) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 19:54:39.811270 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-424f50bf-caf4-439c-91d3-5877b69bc9d3 req-d3398739-1c99-4f5b-827b-68ce15941fe6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4399095'] for port, after_update {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:54:39.852766 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-424f50bf-caf4-439c-91d3-5877b69bc9d3 req-d3398739-1c99-4f5b-827b-68ce15941fe6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:54:39.853470 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-424f50bf-caf4-439c-91d3-5877b69bc9d3 req-d3398739-1c99-4f5b-827b-68ce15941fe6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222849'] for port, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:54:39.854954 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-424f50bf-caf4-439c-91d3-5877b69bc9d3 req-d3398739-1c99-4f5b-827b-68ce15941fe6 service neutron] 10.222.0.53 "PUT /v2.0/ports/5d55c8fe-89c6-4452-874d-97eef46e43ad HTTP/1.1" status: 200 len: 1093 time: 0.8229947 Sep 23 19:54:39.855453 n-d-713301-16 neutron-server[95102]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd6cca382-f0b9-4c78-a465-9a7fe0df46a3', 'tag': '5d55c8fe-89c6-4452-874d-97eef46e43ad'}] {{(pid=95102) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 19:54:39.857725 n-d-713301-16 neutron-server[95102]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab31b6d93e5336dbddfa8ec424565b3bd8cb2369c5b4d85bc943472dbb21e8ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ef44c9b-be72-499a-858a-c391d9e544cf" -d '{"events": [{"name": "network-changed", "server_uuid": "d6cca382-f0b9-4c78-a465-9a7fe0df46a3", "tag": "5d55c8fe-89c6-4452-874d-97eef46e43ad"}]}' {{(pid=95102) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 19:54:39.890776 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3398739-1c99-4f5b-827b-68ce15941fe6 service neutron] Pushing event updated for resources: {'Port': ['ID=5d55c8fe-89c6-4452-874d-97eef46e43ad,revision_number=3']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:54:39.912885 n-d-713301-16 neutron-server[95102]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 19:54:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88ab3d4a-d43d-4264-968e-333aa7c463a2 x-openstack-request-id: req-88ab3d4a-d43d-4264-968e-333aa7c463a2 {{(pid=95102) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 19:54:39.913202 n-d-713301-16 neutron-server[95102]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d6cca382-f0b9-4c78-a465-9a7fe0df46a3", "tag": "5d55c8fe-89c6-4452-874d-97eef46e43ad", "status": "completed", "code": 200}]} {{(pid=95102) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 19:54:39.913465 n-d-713301-16 neutron-server[95102]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-88ab3d4a-d43d-4264-968e-333aa7c463a2 {{(pid=95102) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 19:54:39.913841 n-d-713301-16 neutron-server[95102]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd6cca382-f0b9-4c78-a465-9a7fe0df46a3', 'tag': '5d55c8fe-89c6-4452-874d-97eef46e43ad', 'status': 'completed', 'code': 200} Sep 23 19:54:39.943454 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-424f50bf-caf4-439c-91d3-5877b69bc9d3 req-519e773a-78b7-490d-a102-2b7a66790edf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:54:39.945154 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-424f50bf-caf4-439c-91d3-5877b69bc9d3 req-519e773a-78b7-490d-a102-2b7a66790edf service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=62ad6741de4349ff944349877a51cb93&device_id=d6cca382-f0b9-4c78-a465-9a7fe0df46a3 HTTP/1.1" status: 200 len: 1096 time: 0.0429335 Sep 23 19:54:39.993134 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-424f50bf-caf4-439c-91d3-5877b69bc9d3 req-dcf82c14-c2f1-4269-b001-ae78d8233a6d service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5d55c8fe-89c6-4452-874d-97eef46e43ad HTTP/1.1" status: 200 len: 217 time: 0.0402188 Sep 23 19:54:40.042484 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-424f50bf-caf4-439c-91d3-5877b69bc9d3 req-5f4db6d7-e7fe-44f6-bcf3-f44460a219f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:54:40.044075 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-424f50bf-caf4-439c-91d3-5877b69bc9d3 req-5f4db6d7-e7fe-44f6-bcf3-f44460a219f0 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=36773723-394b-4169-a811-d598dbae0df7 HTTP/1.1" status: 200 len: 853 time: 0.0444989 Sep 23 19:54:40.076120 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-424f50bf-caf4-439c-91d3-5877b69bc9d3 req-4d056244-9b19-4ed5-a175-7dfa090ea9fe service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=7b814cd9-7d66-4ffb-b9dd-d0fbdc6bfb5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0254555 Sep 23 19:54:40.203836 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-424f50bf-caf4-439c-91d3-5877b69bc9d3 req-717bb683-e8d9-41c9-b063-fe14e622dc29 service neutron] 10.222.0.53 "GET /v2.0/networks/7b814cd9-7d66-4ffb-b9dd-d0fbdc6bfb5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1194208 Sep 23 19:54:40.298874 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-424f50bf-caf4-439c-91d3-5877b69bc9d3 req-c6d93e48-ea60-47a0-9e36-e2d1d66ccd06 service neutron] 10.222.0.53 "GET /v2.0/networks/7b814cd9-7d66-4ffb-b9dd-d0fbdc6bfb5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863657 Sep 23 19:54:40.385175 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef44c9b-be72-499a-858a-c391d9e544cf req-098749e8-61d4-45c4-8af5-284f878b0506 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:54:40.386781 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-6ef44c9b-be72-499a-858a-c391d9e544cf req-098749e8-61d4-45c4-8af5-284f878b0506 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=62ad6741de4349ff944349877a51cb93&device_id=d6cca382-f0b9-4c78-a465-9a7fe0df46a3 HTTP/1.1" status: 200 len: 1096 time: 0.0442984 Sep 23 19:54:40.767685 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef44c9b-be72-499a-858a-c391d9e544cf req-0f3823a6-0684-412e-bc32-cc31798ad61e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:54:40.769258 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-6ef44c9b-be72-499a-858a-c391d9e544cf req-0f3823a6-0684-412e-bc32-cc31798ad61e service neutron] 10.222.0.53 "GET /v2.0/networks?id=7b814cd9-7d66-4ffb-b9dd-d0fbdc6bfb5e HTTP/1.1" status: 200 len: 914 time: 0.3760998 Sep 23 19:54:40.813197 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-6ef44c9b-be72-499a-858a-c391d9e544cf req-f389c3d9-0924-468a-a49e-2740ddd1c93b service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5d55c8fe-89c6-4452-874d-97eef46e43ad HTTP/1.1" status: 200 len: 217 time: 0.0354979 Sep 23 19:54:40.868871 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef44c9b-be72-499a-858a-c391d9e544cf req-abc982b5-2171-4930-8f2f-57d916fd25c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:54:40.870389 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-6ef44c9b-be72-499a-858a-c391d9e544cf req-abc982b5-2171-4930-8f2f-57d916fd25c3 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=36773723-394b-4169-a811-d598dbae0df7 HTTP/1.1" status: 200 len: 853 time: 0.0500834 Sep 23 19:54:40.916026 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-6ef44c9b-be72-499a-858a-c391d9e544cf req-1b902c13-f4e3-40e0-a86d-701240e66a5b service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=7b814cd9-7d66-4ffb-b9dd-d0fbdc6bfb5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0382960 Sep 23 19:54:41.009624 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ca9ff0-765e-4dc8-bb91-250b44d62d99 req-20562fc6-4e0d-46ae-8801-1bf1e4823769 tempest-VolumesSnapshotTestJSON-915595183 tempest-VolumesSnapshotTestJSON-915595183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:54:41.011231 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-e7ca9ff0-765e-4dc8-bb91-250b44d62d99 req-20562fc6-4e0d-46ae-8801-1bf1e4823769 tempest-VolumesSnapshotTestJSON-915595183 tempest-VolumesSnapshotTestJSON-915595183-project] 10.222.0.67 "GET /v2.0/ports?device_id=d6cca382-f0b9-4c78-a465-9a7fe0df46a3 HTTP/1.1" status: 200 len: 944 time: 0.1204414 Sep 23 19:54:41.054798 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-6ef44c9b-be72-499a-858a-c391d9e544cf req-e0f61029-6b18-403e-ade5-d872caedc627 service neutron] 10.222.0.53 "GET /v2.0/networks/7b814cd9-7d66-4ffb-b9dd-d0fbdc6bfb5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1243694 Sep 23 19:54:41.078046 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-e7ca9ff0-765e-4dc8-bb91-250b44d62d99 req-505570e6-2ee8-493b-b6e5-810a90971494 tempest-VolumesSnapshotTestJSON-915595183 tempest-VolumesSnapshotTestJSON-915595183-project] 10.222.0.67 "GET /v2.0/security-groups?id=6ec31d5d-5493-47d2-a1cf-4486a99959a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603199 Sep 23 19:54:41.159681 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-6ef44c9b-be72-499a-858a-c391d9e544cf req-e245258e-fad5-47fd-87a8-241963f61b98 service neutron] 10.222.0.53 "GET /v2.0/networks/7b814cd9-7d66-4ffb-b9dd-d0fbdc6bfb5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0964785 Sep 23 19:54:42.209412 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e09a40-b115-4171-b05a-72179468fa58 req-f4c4b171-4529-4950-95b4-b58108c871da tempest-VolumesSnapshotTestJSON-915595183 tempest-VolumesSnapshotTestJSON-915595183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:54:42.211206 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-50e09a40-b115-4171-b05a-72179468fa58 req-f4c4b171-4529-4950-95b4-b58108c871da tempest-VolumesSnapshotTestJSON-915595183 tempest-VolumesSnapshotTestJSON-915595183-project] 10.222.0.67 "GET /v2.0/ports?device_id=d6cca382-f0b9-4c78-a465-9a7fe0df46a3 HTTP/1.1" status: 200 len: 944 time: 0.0593834 Sep 23 19:54:42.251513 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-50e09a40-b115-4171-b05a-72179468fa58 req-bb9fc4e4-2fb2-49e2-9442-63007a8e1119 tempest-VolumesSnapshotTestJSON-915595183 tempest-VolumesSnapshotTestJSON-915595183-project] 10.222.0.67 "GET /v2.0/security-groups?id=6ec31d5d-5493-47d2-a1cf-4486a99959a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341399 Sep 23 19:54:43.371751 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9339b7aa-ac6a-4daa-b674-3a25880718b1 req-43c5dd2d-063e-4647-8c23-4af72a8f4a79 tempest-VolumesSnapshotTestJSON-915595183 tempest-VolumesSnapshotTestJSON-915595183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:54:43.373382 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-9339b7aa-ac6a-4daa-b674-3a25880718b1 req-43c5dd2d-063e-4647-8c23-4af72a8f4a79 tempest-VolumesSnapshotTestJSON-915595183 tempest-VolumesSnapshotTestJSON-915595183-project] 10.222.0.67 "GET /v2.0/ports?device_id=d6cca382-f0b9-4c78-a465-9a7fe0df46a3 HTTP/1.1" status: 200 len: 944 time: 0.0524709 Sep 23 19:54:43.415214 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-9339b7aa-ac6a-4daa-b674-3a25880718b1 req-833c808f-eeee-4fe2-b5cf-d15179adea1c tempest-VolumesSnapshotTestJSON-915595183 tempest-VolumesSnapshotTestJSON-915595183-project] 10.222.0.67 "GET /v2.0/security-groups?id=6ec31d5d-5493-47d2-a1cf-4486a99959a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354562 Sep 23 19:54:43.925020 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Device 5d55c8fe-89c6-4452-874d-97eef46e43ad details requested by agent hyperv_n-h2-713301-16 with host n-h2-713301-16 {{(pid=95103) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 19:54:44.179068 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] For port 5d55c8fe-89c6-4452-874d-97eef46e43ad, host n-h2-713301-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-16',level=0,port_id=5d55c8fe-89c6-4452-874d-97eef46e43ad,segment=NetworkSegment(24e9d5ba-99a8-403e-9951-522175e97b58),segment_id=24e9d5ba-99a8-403e-9951-522175e97b58)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:54:44.190773 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Returning: {'device': '5d55c8fe-89c6-4452-874d-97eef46e43ad', 'network_id': '7b814cd9-7d66-4ffb-b9dd-d0fbdc6bfb5e', 'port_id': '5d55c8fe-89c6-4452-874d-97eef46e43ad', 'mac_address': 'fa:16:3e:90:57:6d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 645, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '36773723-394b-4169-a811-d598dbae0df7', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95103) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 19:54:44.228713 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:54:44.243730 n-d-713301-16 neutron-server[95103]: DEBUG neutron.notifiers.nova [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5d55c8fe-89c6-4452-874d-97eef46e43ad {{(pid=95103) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 19:54:44.267003 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] For port 5d55c8fe-89c6-4452-874d-97eef46e43ad, host n-h2-713301-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-16',level=0,port_id=5d55c8fe-89c6-4452-874d-97eef46e43ad,segment=NetworkSegment(24e9d5ba-99a8-403e-9951-522175e97b58),segment_id=24e9d5ba-99a8-403e-9951-522175e97b58)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:54:44.271500 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:54:44.323433 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Pushing event updated for resources: {'Port': ['ID=5d55c8fe-89c6-4452-874d-97eef46e43ad,revision_number=4']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:54:44.330846 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:54:44.331196 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:54:44.331542 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:54:44.331881 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:54:44.332217 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:54:44.332777 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:54:44.333216 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:54:44.333627 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:54:44.333964 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:54:44.334292 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:54:44.334619 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:54:44.334940 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:54:44.503616 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] get_ports_and_sgs() called for port_ids ['5d55c8fe-89c6-4452-874d-97eef46e43ad'] {{(pid=95103) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 19:54:44.533682 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac839fd-2e36-4cc3-9542-15e69fdd5d95 req-2addb4ce-77ba-44b2-a2b4-94c4bc2e4871 tempest-VolumesSnapshotTestJSON-915595183 tempest-VolumesSnapshotTestJSON-915595183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:54:44.536066 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-6ac839fd-2e36-4cc3-9542-15e69fdd5d95 req-2addb4ce-77ba-44b2-a2b4-94c4bc2e4871 tempest-VolumesSnapshotTestJSON-915595183 tempest-VolumesSnapshotTestJSON-915595183-project] 10.222.0.67 "GET /v2.0/ports?device_id=d6cca382-f0b9-4c78-a465-9a7fe0df46a3 HTTP/1.1" status: 200 len: 945 time: 0.0519028 Sep 23 19:54:44.578198 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-6ac839fd-2e36-4cc3-9542-15e69fdd5d95 req-54c93cb2-fe2f-487b-8d25-ae48ec9df46f tempest-VolumesSnapshotTestJSON-915595183 tempest-VolumesSnapshotTestJSON-915595183-project] 10.222.0.67 "GET /v2.0/security-groups?id=6ec31d5d-5493-47d2-a1cf-4486a99959a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350294 Sep 23 19:54:45.700746 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65544a13-5f8e-4720-a490-cac8f433c86b req-bcbef47b-0d88-4987-b752-30ec00d571b9 tempest-VolumesSnapshotTestJSON-915595183 tempest-VolumesSnapshotTestJSON-915595183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:54:45.702285 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-65544a13-5f8e-4720-a490-cac8f433c86b req-bcbef47b-0d88-4987-b752-30ec00d571b9 tempest-VolumesSnapshotTestJSON-915595183 tempest-VolumesSnapshotTestJSON-915595183-project] 10.222.0.67 "GET /v2.0/ports?device_id=d6cca382-f0b9-4c78-a465-9a7fe0df46a3 HTTP/1.1" status: 200 len: 945 time: 0.0551257 Sep 23 19:54:45.749126 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-65544a13-5f8e-4720-a490-cac8f433c86b req-a04149c0-30b3-418c-afbc-ad6577d2824d tempest-VolumesSnapshotTestJSON-915595183 tempest-VolumesSnapshotTestJSON-915595183-project] 10.222.0.67 "GET /v2.0/security-groups?id=6ec31d5d-5493-47d2-a1cf-4486a99959a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398569 Sep 23 19:54:45.930939 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Device 5d55c8fe-89c6-4452-874d-97eef46e43ad up at agent hyperv_n-h2-713301-16 {{(pid=95103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 19:54:45.983708 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Provisioning for port 5d55c8fe-89c6-4452-874d-97eef46e43ad completed by entity L2. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 19:54:45.987590 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Provisioning complete for port 5d55c8fe-89c6-4452-874d-97eef46e43ad triggered by entity L2. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:54:45.987965 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:54:46.083686 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:54:46.107351 n-d-713301-16 neutron-server[95103]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd6cca382-f0b9-4c78-a465-9a7fe0df46a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d55c8fe-89c6-4452-874d-97eef46e43ad'}] {{(pid=95103) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 19:54:46.109669 n-d-713301-16 neutron-server[95103]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}81a1c17f2aa89d5b3ebbba3a3e0cf7eb588e431c2224256110c4c4facdd7c3e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09a6f925-4659-464f-8281-b978cd1f3b8e" -d '{"events": [{"server_uuid": "d6cca382-f0b9-4c78-a465-9a7fe0df46a3", "name": "network-vif-plugged", "status": "completed", "tag": "5d55c8fe-89c6-4452-874d-97eef46e43ad"}]}' {{(pid=95103) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 19:54:46.123289 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] For port 5d55c8fe-89c6-4452-874d-97eef46e43ad, host n-h2-713301-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-16',level=0,port_id=5d55c8fe-89c6-4452-874d-97eef46e43ad,segment=NetworkSegment(24e9d5ba-99a8-403e-9951-522175e97b58),segment_id=24e9d5ba-99a8-403e-9951-522175e97b58)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:54:46.127773 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:54:46.183107 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Pushing event updated for resources: {'Port': ['ID=5d55c8fe-89c6-4452-874d-97eef46e43ad,revision_number=5']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:54:46.289299 n-d-713301-16 neutron-server[95103]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 19:54:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11439481-f9ce-4073-98ea-090eb102abed x-openstack-request-id: req-11439481-f9ce-4073-98ea-090eb102abed {{(pid=95103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 19:54:46.289611 n-d-713301-16 neutron-server[95103]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d6cca382-f0b9-4c78-a465-9a7fe0df46a3", "name": "network-vif-plugged", "status": "completed", "tag": "5d55c8fe-89c6-4452-874d-97eef46e43ad", "code": 200}]} {{(pid=95103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 19:54:46.290149 n-d-713301-16 neutron-server[95103]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-11439481-f9ce-4073-98ea-090eb102abed {{(pid=95103) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 19:54:46.290588 n-d-713301-16 neutron-server[95103]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd6cca382-f0b9-4c78-a465-9a7fe0df46a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d55c8fe-89c6-4452-874d-97eef46e43ad', 'code': 200} Sep 23 19:54:46.389315 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d9bffc8-c053-43c2-8e01-002b4780a0d8 req-f9dc819b-ae59-4a29-88f8-5dc6bb08f1d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:54:46.390855 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-8d9bffc8-c053-43c2-8e01-002b4780a0d8 req-f9dc819b-ae59-4a29-88f8-5dc6bb08f1d7 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=d6cca382-f0b9-4c78-a465-9a7fe0df46a3 HTTP/1.1" status: 200 len: 1098 time: 0.0433412 Sep 23 19:54:46.427766 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-8d9bffc8-c053-43c2-8e01-002b4780a0d8 req-eb75d38d-5c95-4375-bd5c-92f0e877d120 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=6ec31d5d-5493-47d2-a1cf-4486a99959a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0290282 Sep 23 19:54:46.867741 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd7724f-bc16-482d-93a7-5b36d6cfa882 req-d5df175c-e7c8-45c8-b108-df74fa957896 tempest-VolumesSnapshotTestJSON-915595183 tempest-VolumesSnapshotTestJSON-915595183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:54:46.869607 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-fbd7724f-bc16-482d-93a7-5b36d6cfa882 req-d5df175c-e7c8-45c8-b108-df74fa957896 tempest-VolumesSnapshotTestJSON-915595183 tempest-VolumesSnapshotTestJSON-915595183-project] 10.222.0.67 "GET /v2.0/ports?device_id=d6cca382-f0b9-4c78-a465-9a7fe0df46a3 HTTP/1.1" status: 200 len: 946 time: 0.0522046 Sep 23 19:54:46.910649 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-fbd7724f-bc16-482d-93a7-5b36d6cfa882 req-ba99d3f2-a872-44dc-9f10-18e4ae97e169 tempest-VolumesSnapshotTestJSON-915595183 tempest-VolumesSnapshotTestJSON-915595183-project] 10.222.0.67 "GET /v2.0/security-groups?id=6ec31d5d-5493-47d2-a1cf-4486a99959a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350497 Sep 23 19:54:48.035977 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5075ee5-b7a5-404b-99d1-6be109561fe8 req-f5172884-bbba-4250-8b7c-e0ce5069e2d2 tempest-VolumesSnapshotTestJSON-915595183 tempest-VolumesSnapshotTestJSON-915595183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:54:48.037960 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-c5075ee5-b7a5-404b-99d1-6be109561fe8 req-f5172884-bbba-4250-8b7c-e0ce5069e2d2 tempest-VolumesSnapshotTestJSON-915595183 tempest-VolumesSnapshotTestJSON-915595183-project] 10.222.0.67 "GET /v2.0/ports?device_id=d6cca382-f0b9-4c78-a465-9a7fe0df46a3 HTTP/1.1" status: 200 len: 946 time: 0.0567756 Sep 23 19:54:48.080213 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-c5075ee5-b7a5-404b-99d1-6be109561fe8 req-857a7e04-0077-465c-b2e1-d65029898771 tempest-VolumesSnapshotTestJSON-915595183 tempest-VolumesSnapshotTestJSON-915595183-project] 10.222.0.67 "GET /v2.0/security-groups?id=6ec31d5d-5493-47d2-a1cf-4486a99959a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362515 Sep 23 19:54:49.701966 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-ac580d52-761b-403b-b627-91cb62fc4df9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:54:52.969866 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b74ff4ff-bf67-458a-886c-950743628c54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:54:53.126767 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:54:53.496486 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-0ae75029-feb6-4728-9a94-5f9b60993d82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:54:55.335100 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-80e7e501-6c57-470d-92c6-e3d54bc3195c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:54:57.276242 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-0b4a787f-af39-4070-bffd-707e795353ae req-069848df-52d4-451a-8f89-dba23ba8e047 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=91c04d5d-3047-4233-a6bc-ba42bfa3840b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0452943 Sep 23 19:54:57.370739 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b4a787f-af39-4070-bffd-707e795353ae req-cf3700da-251b-48bc-9136-76aef7a6fe3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:54:57.372375 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-0b4a787f-af39-4070-bffd-707e795353ae req-cf3700da-251b-48bc-9136-76aef7a6fe3c service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=5ac332d3fb0d444485bb3eca855f9229&device_id=91c04d5d-3047-4233-a6bc-ba42bfa3840b HTTP/1.1" status: 200 len: 1098 time: 0.0524833 Sep 23 19:54:57.492744 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b4a787f-af39-4070-bffd-707e795353ae req-8f289a04-8624-44a2-aad9-21054f819981 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:54:57.494169 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-0b4a787f-af39-4070-bffd-707e795353ae req-8f289a04-8624-44a2-aad9-21054f819981 service neutron] 10.222.0.74 "GET /v2.0/networks?id=8773f1c5-baf2-4787-acb8-ea82a658e3a7 HTTP/1.1" status: 200 len: 909 time: 0.1009479 Sep 23 19:54:57.564065 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-0b4a787f-af39-4070-bffd-707e795353ae req-53fb15bc-8fe4-4e4e-a5b5-d7927df00328 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5f259a5d-f1ca-47ba-840e-03a8aac16eae HTTP/1.1" status: 200 len: 1001 time: 0.0627592 Sep 23 19:54:57.625137 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b4a787f-af39-4070-bffd-707e795353ae req-8eebc2be-eaba-4970-ab26-95b32450c677 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:54:57.626707 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-0b4a787f-af39-4070-bffd-707e795353ae req-8eebc2be-eaba-4970-ab26-95b32450c677 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=88534c19-3227-4f6f-84ae-147071738831 HTTP/1.1" status: 200 len: 847 time: 0.0553207 Sep 23 19:54:57.679377 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b4a787f-af39-4070-bffd-707e795353ae req-94bf7280-813a-483e-b720-181fd01a196f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:54:57.681045 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-0b4a787f-af39-4070-bffd-707e795353ae req-94bf7280-813a-483e-b720-181fd01a196f service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=8773f1c5-baf2-4787-acb8-ea82a658e3a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0473053 Sep 23 19:54:57.790032 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-0b4a787f-af39-4070-bffd-707e795353ae req-6869f14e-9092-4892-a999-8acb3bc2f659 service neutron] 10.222.0.74 "GET /v2.0/networks/8773f1c5-baf2-4787-acb8-ea82a658e3a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1017358 Sep 23 19:54:57.895125 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-0b4a787f-af39-4070-bffd-707e795353ae req-ab9f3b42-8729-4b2d-b653-a76b8c998ab1 service neutron] 10.222.0.74 "GET /v2.0/networks/8773f1c5-baf2-4787-acb8-ea82a658e3a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0981746 Sep 23 19:54:58.154327 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:54:58.419830 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:55:01.419034 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.agents_db [None req-f2f5c474-60a3-474f-b2cc-02c4bd30880c None None] Agent healthcheck: found 7 active agents {{(pid=95104) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 19:55:07.089045 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-6e0f0b6c-0777-4efb-bc11-380cc8c1693f req-ac56b625-1ea1-4a22-a8c3-a771e810ec73 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=d6cca382-f0b9-4c78-a465-9a7fe0df46a3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0468497 Sep 23 19:55:07.191654 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e0f0b6c-0777-4efb-bc11-380cc8c1693f req-8573a55f-8d07-45f2-aa78-8a6f3218d8e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:55:07.194357 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-6e0f0b6c-0777-4efb-bc11-380cc8c1693f req-8573a55f-8d07-45f2-aa78-8a6f3218d8e2 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=62ad6741de4349ff944349877a51cb93&device_id=d6cca382-f0b9-4c78-a465-9a7fe0df46a3 HTTP/1.1" status: 200 len: 1098 time: 0.0527265 Sep 23 19:55:07.336470 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e0f0b6c-0777-4efb-bc11-380cc8c1693f req-6a329e9b-5497-4175-8fbf-890227acd6ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:55:07.338182 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-6e0f0b6c-0777-4efb-bc11-380cc8c1693f req-6a329e9b-5497-4175-8fbf-890227acd6ae service neutron] 10.222.0.53 "GET /v2.0/networks?id=7b814cd9-7d66-4ffb-b9dd-d0fbdc6bfb5e HTTP/1.1" status: 200 len: 914 time: 0.1129611 Sep 23 19:55:07.384429 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-6e0f0b6c-0777-4efb-bc11-380cc8c1693f req-81bf3c75-c570-4257-b645-79fa700c29ef service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5d55c8fe-89c6-4452-874d-97eef46e43ad HTTP/1.1" status: 200 len: 217 time: 0.0382893 Sep 23 19:55:07.441514 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e0f0b6c-0777-4efb-bc11-380cc8c1693f req-d337adf3-7f5b-4dc3-9517-7c2d9d10e7e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:55:07.443291 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-6e0f0b6c-0777-4efb-bc11-380cc8c1693f req-d337adf3-7f5b-4dc3-9517-7c2d9d10e7e8 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=36773723-394b-4169-a811-d598dbae0df7 HTTP/1.1" status: 200 len: 853 time: 0.0525861 Sep 23 19:55:07.477543 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-6e0f0b6c-0777-4efb-bc11-380cc8c1693f req-76aaab5e-7aed-4cf0-ba20-3b47b6b5fc0b service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=7b814cd9-7d66-4ffb-b9dd-d0fbdc6bfb5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0271578 Sep 23 19:55:07.574362 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-6e0f0b6c-0777-4efb-bc11-380cc8c1693f req-56a8cb79-d4af-446c-a98c-65d6da1441a1 service neutron] 10.222.0.53 "GET /v2.0/networks/7b814cd9-7d66-4ffb-b9dd-d0fbdc6bfb5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891905 Sep 23 19:55:07.688720 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-6e0f0b6c-0777-4efb-bc11-380cc8c1693f req-faa2baca-93fb-4186-88a2-40fa5f552ad2 service neutron] 10.222.0.53 "GET /v2.0/networks/7b814cd9-7d66-4ffb-b9dd-d0fbdc6bfb5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1058297 Sep 23 19:55:19.694399 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-ea9790d2-0764-4089-811f-3a7d067552cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:55:22.464495 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-512b1ab9-7597-454e-942c-0d300ac89966 req-6b67bb29-4123-4712-ac76-31b3c7826ca9 tempest-TestServerBasicOps-310606925 tempest-TestServerBasicOps-310606925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:55:22.466020 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-512b1ab9-7597-454e-942c-0d300ac89966 req-6b67bb29-4123-4712-ac76-31b3c7826ca9 tempest-TestServerBasicOps-310606925 tempest-TestServerBasicOps-310606925-project] 10.222.0.67 "GET /v2.0/ports?device_id=91c04d5d-3047-4233-a6bc-ba42bfa3840b HTTP/1.1" status: 200 len: 946 time: 0.0525038 Sep 23 19:55:22.508067 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-512b1ab9-7597-454e-942c-0d300ac89966 req-e91b8490-8481-4267-84ef-ca675862e889 tempest-TestServerBasicOps-310606925 tempest-TestServerBasicOps-310606925-project] 10.222.0.67 "GET /v2.0/security-groups?id=8984b5f1-4de6-4666-ae15-df260a7900a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359201 Sep 23 19:55:22.979986 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-4c658f30-66f7-4d1a-97f4-4f791f15f4e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:55:23.123020 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:55:23.523679 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-0ae75029-feb6-4728-9a94-5f9b60993d82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:55:23.670665 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6eaf5f9-e5ce-4eb5-82f1-181e13bf7eaa req-453505e1-6a48-4886-9677-ade97da7bd2d tempest-TestServerBasicOps-310606925 tempest-TestServerBasicOps-310606925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:55:23.671742 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a07c7ae1-9a03-47d6-a8da-85e16c111c4f req-a66ec5f6-4f35-4ceb-b61b-6db23e73bd52 tempest-TestServerBasicOps-310606925 tempest-TestServerBasicOps-310606925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:55:23.673280 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-a6eaf5f9-e5ce-4eb5-82f1-181e13bf7eaa req-453505e1-6a48-4886-9677-ade97da7bd2d tempest-TestServerBasicOps-310606925 tempest-TestServerBasicOps-310606925-project] 10.222.0.74 "GET /v2.0/ports?device_id=91c04d5d-3047-4233-a6bc-ba42bfa3840b HTTP/1.1" status: 200 len: 946 time: 0.0565767 Sep 23 19:55:23.673524 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-a07c7ae1-9a03-47d6-a8da-85e16c111c4f req-a66ec5f6-4f35-4ceb-b61b-6db23e73bd52 tempest-TestServerBasicOps-310606925 tempest-TestServerBasicOps-310606925-project] 10.222.0.67 "GET /v2.0/ports?device_id=91c04d5d-3047-4233-a6bc-ba42bfa3840b HTTP/1.1" status: 200 len: 946 time: 0.0712333 Sep 23 19:55:23.727424 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-a07c7ae1-9a03-47d6-a8da-85e16c111c4f req-51df2626-6407-45ad-a76d-ec4bb8152bd1 tempest-TestServerBasicOps-310606925 tempest-TestServerBasicOps-310606925-project] 10.222.0.67 "GET /v2.0/security-groups?id=8984b5f1-4de6-4666-ae15-df260a7900a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464785 Sep 23 19:55:23.794227 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.plugin [req-a6eaf5f9-e5ce-4eb5-82f1-181e13bf7eaa req-b0d178ae-cb1a-4078-b9f9-eb39ffc82853 tempest-TestServerBasicOps-310606925 tempest-TestServerBasicOps-310606925-project] Deleting port 5f259a5d-f1ca-47ba-840e-03a8aac16eae {{(pid=95101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:55:23.794897 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-a6eaf5f9-e5ce-4eb5-82f1-181e13bf7eaa req-b0d178ae-cb1a-4078-b9f9-eb39ffc82853 tempest-TestServerBasicOps-310606925 tempest-TestServerBasicOps-310606925-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783146157096'] for port, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:55:23.900404 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.db [req-a6eaf5f9-e5ce-4eb5-82f1-181e13bf7eaa req-b0d178ae-cb1a-4078-b9f9-eb39ffc82853 tempest-TestServerBasicOps-310606925 tempest-TestServerBasicOps-310606925-project] For port 5f259a5d-f1ca-47ba-840e-03a8aac16eae, host n-h1-713301-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-16',level=0,port_id=5f259a5d-f1ca-47ba-840e-03a8aac16eae,segment=NetworkSegment(ee20da25-0062-48fd-9691-5b62069c375c),segment_id=ee20da25-0062-48fd-9691-5b62069c375c)] {{(pid=95101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:55:23.900897 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-a6eaf5f9-e5ce-4eb5-82f1-181e13bf7eaa req-b0d178ae-cb1a-4078-b9f9-eb39ffc82853 tempest-TestServerBasicOps-310606925 tempest-TestServerBasicOps-310606925-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-605701'] for port, precommit_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:55:24.150738 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-a6eaf5f9-e5ce-4eb5-82f1-181e13bf7eaa req-b0d178ae-cb1a-4078-b9f9-eb39ffc82853 tempest-TestServerBasicOps-310606925 tempest-TestServerBasicOps-310606925-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:55:24.151042 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-a6eaf5f9-e5ce-4eb5-82f1-181e13bf7eaa req-b0d178ae-cb1a-4078-b9f9-eb39ffc82853 tempest-TestServerBasicOps-310606925 tempest-TestServerBasicOps-310606925-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-601884'] for floatingip, after_update {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:55:24.151352 n-d-713301-16 neutron-server[95101]: INFO neutron.db.l3_db [req-a6eaf5f9-e5ce-4eb5-82f1-181e13bf7eaa req-b0d178ae-cb1a-4078-b9f9-eb39ffc82853 tempest-TestServerBasicOps-310606925 tempest-TestServerBasicOps-310606925-project] Floating IP ffd2c79d-a52c-42c7-b461-935441cca8bc disassociated. External IP: 172.25.1.75, port: 5f259a5d-f1ca-47ba-840e-03a8aac16eae. Sep 23 19:55:24.151688 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.plugin [req-a6eaf5f9-e5ce-4eb5-82f1-181e13bf7eaa req-b0d178ae-cb1a-4078-b9f9-eb39ffc82853 tempest-TestServerBasicOps-310606925 tempest-TestServerBasicOps-310606925-project] Calling delete_port for 5f259a5d-f1ca-47ba-840e-03a8aac16eae owned by compute:nova {{(pid=95101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:55:24.300376 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-a6eaf5f9-e5ce-4eb5-82f1-181e13bf7eaa req-b0d178ae-cb1a-4078-b9f9-eb39ffc82853 tempest-TestServerBasicOps-310606925 tempest-TestServerBasicOps-310606925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783146162158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783145673144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5607431'] for port, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:55:24.340003 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0d178ae-cb1a-4078-b9f9-eb39ffc82853 tempest-TestServerBasicOps-310606925 tempest-TestServerBasicOps-310606925-project] Pushing event deleted for resources: {'Port': ['ID=5f259a5d-f1ca-47ba-840e-03a8aac16eae,revision_number=None']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:55:24.469561 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a6eaf5f9-e5ce-4eb5-82f1-181e13bf7eaa req-b0d178ae-cb1a-4078-b9f9-eb39ffc82853 tempest-TestServerBasicOps-310606925 tempest-TestServerBasicOps-310606925-project] Router 77e3bc85-3262-4784-9355-f377ddb85f1f has already been hosted by L3 agent 79a740bf-7821-4989-8288-7186e3e128f3 {{(pid=95101) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 19:55:24.604917 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a6eaf5f9-e5ce-4eb5-82f1-181e13bf7eaa req-b0d178ae-cb1a-4078-b9f9-eb39ffc82853 tempest-TestServerBasicOps-310606925 tempest-TestServerBasicOps-310606925-project] Notify agent at l3_agent.n-d-713301-16 the message routers_updated {{(pid=95101) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 19:55:24.619743 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-343e634c-1999-44d0-9b8b-ab05e44faeaf None None] Sync routers for ids ['77e3bc85-3262-4784-9355-f377ddb85f1f'] in n-d-713301-16 {{(pid=95104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 19:55:24.630831 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-343e634c-1999-44d0-9b8b-ab05e44faeaf None None] Routers {'77e3bc85-3262-4784-9355-f377ddb85f1f'} bound to L3 agent in host n-d-713301-16 {{(pid=95104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 19:55:24.631540 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_hamode_db [None req-343e634c-1999-44d0-9b8b-ab05e44faeaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-23T19:07:52Z,description=,heartbeat_timestamp=2021-09-23T19:55:23Z,host='n-d-713301-16',id=79a740bf-7821-4989-8288-7186e3e128f3,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:07:52Z,topic='l3_agent')) {'router_ids': ['77e3bc85-3262-4784-9355-f377ddb85f1f'], 'active': True} {{(pid=95104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:55:24.655473 n-d-713301-16 neutron-server[95101]: DEBUG neutron.db.l3_dvrscheduler_db [req-a6eaf5f9-e5ce-4eb5-82f1-181e13bf7eaa req-b0d178ae-cb1a-4078-b9f9-eb39ffc82853 tempest-TestServerBasicOps-310606925 tempest-TestServerBasicOps-310606925-project] No DVR routers for this DVR port 5f259a5d-f1ca-47ba-840e-03a8aac16eae on host n-h1-713301-16 {{(pid=95101) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 19:55:24.658887 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-a6eaf5f9-e5ce-4eb5-82f1-181e13bf7eaa req-b0d178ae-cb1a-4078-b9f9-eb39ffc82853 tempest-TestServerBasicOps-310606925 tempest-TestServerBasicOps-310606925-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222849'] for port, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:55:24.661484 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-a6eaf5f9-e5ce-4eb5-82f1-181e13bf7eaa req-b0d178ae-cb1a-4078-b9f9-eb39ffc82853 tempest-TestServerBasicOps-310606925 tempest-TestServerBasicOps-310606925-project] 10.222.0.74 "DELETE /v2.0/ports/5f259a5d-f1ca-47ba-840e-03a8aac16eae HTTP/1.1" status: 204 len: 173 time: 0.9815700 Sep 23 19:55:24.661969 n-d-713301-16 neutron-server[95101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '91c04d5d-3047-4233-a6bc-ba42bfa3840b', 'name': 'network-vif-deleted', 'tag': '5f259a5d-f1ca-47ba-840e-03a8aac16eae'}] {{(pid=95101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 19:55:24.664495 n-d-713301-16 neutron-server[95101]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d8366c5740cd635e57ab12b71fe44a77c2acc3c19091ef849c6f68b380462244" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef0a2c20-8cc8-4dc5-a2d7-86d485369049" -d '{"events": [{"server_uuid": "91c04d5d-3047-4233-a6bc-ba42bfa3840b", "name": "network-vif-deleted", "tag": "5f259a5d-f1ca-47ba-840e-03a8aac16eae"}]}' {{(pid=95101) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 19:55:24.917622 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-e7ef73eb-d6c9-4d18-8a9d-a496ed7d87e5 req-c002fbdf-633c-4dac-856c-26c5467972fa tempest-TestServerBasicOps-310606925 tempest-TestServerBasicOps-310606925-project] 10.222.0.67 "GET /v2.0/ports?device_id=91c04d5d-3047-4233-a6bc-ba42bfa3840b HTTP/1.1" status: 200 len: 210 time: 0.0373147 Sep 23 19:55:24.933701 n-d-713301-16 neutron-server[95101]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 19:55:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-325a3fe5-77a1-4db8-b977-a148b247975e x-openstack-request-id: req-325a3fe5-77a1-4db8-b977-a148b247975e {{(pid=95101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 19:55:24.934514 n-d-713301-16 neutron-server[95101]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "91c04d5d-3047-4233-a6bc-ba42bfa3840b", "name": "network-vif-deleted", "tag": "5f259a5d-f1ca-47ba-840e-03a8aac16eae", "status": "completed", "code": 200}]} {{(pid=95101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 19:55:24.935014 n-d-713301-16 neutron-server[95101]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-325a3fe5-77a1-4db8-b977-a148b247975e {{(pid=95101) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 19:55:24.935599 n-d-713301-16 neutron-server[95101]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '91c04d5d-3047-4233-a6bc-ba42bfa3840b', 'name': 'network-vif-deleted', 'tag': '5f259a5d-f1ca-47ba-840e-03a8aac16eae', 'status': 'completed', 'code': 200} Sep 23 19:55:25.044368 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_dvr_db [None req-343e634c-1999-44d0-9b8b-ab05e44faeaf None None] Set router 77e3bc85-3262-4784-9355-f377ddb85f1f gateway port host: n-d-713301-16 {{(pid=95104) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 19:55:25.309638 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_hamode_db [None req-343e634c-1999-44d0-9b8b-ab05e44faeaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77e3bc85-3262-4784-9355-f377ddb85f1f', 'name': 'tempest-TestServerBasicOps-696314741-router', 'tenant_id': '5ac332d3fb0d444485bb3eca855f9229', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'external_fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.227'}], 'enable_snat': True}, 'gw_port_id': '950d1e87-3f1a-4e2e-904d-dac4f6f2493a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:49:52Z', 'updated_at': '2021-09-23T19:49:59Z', 'revision_number': 4, 'project_id': '5ac332d3fb0d444485bb3eca855f9229', 'gw_port': {'id': '950d1e87-3f1a-4e2e-904d-dac4f6f2493a', 'name': '', 'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:ea:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77e3bc85-3262-4784-9355-f377ddb85f1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3603, 'fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:49:54Z', 'updated_at': '2021-09-23T19:50:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-16', '_interfaces': [{'id': '1ed5719e-dd6b-4ddc-81d1-a3227ae8ebf9', 'name': '', 'network_id': '8773f1c5-baf2-4787-acb8-ea82a658e3a7', 'tenant_id': '5ac332d3fb0d444485bb3eca855f9229', 'mac_address': 'fa:16:3e:bb:a8:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77e3bc85-3262-4784-9355-f377ddb85f1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3609, 'fixed_ips': [{'subnet_id': '88534c19-3227-4f6f-84ae-147071738831', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:49:57Z', 'updated_at': '2021-09-23T19:50:06Z', 'revision_number': 5, 'project_id': '5ac332d3fb0d444485bb3eca855f9229', 'subnets': [{'id': '88534c19-3227-4f6f-84ae-147071738831', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-16', False) {} {{(pid=95104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:55:25.348467 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-80e7e501-6c57-470d-92c6-e3d54bc3195c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:55:25.374169 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-343e634c-1999-44d0-9b8b-ab05e44faeaf None None] Checking router: 77e3bc85-3262-4784-9355-f377ddb85f1f for host: n-d-713301-16 {{(pid=95104) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 19:55:25.383425 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-343e634c-1999-44d0-9b8b-ab05e44faeaf None None] Routers {'77e3bc85-3262-4784-9355-f377ddb85f1f'} bound to L3 agent in host n-d-713301-16 {{(pid=95104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 19:55:25.384029 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_hamode_db [None req-343e634c-1999-44d0-9b8b-ab05e44faeaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-23T19:07:52Z,description=,heartbeat_timestamp=2021-09-23T19:55:23Z,host='n-d-713301-16',id=79a740bf-7821-4989-8288-7186e3e128f3,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:07:52Z,topic='l3_agent')) {'router_ids': ['77e3bc85-3262-4784-9355-f377ddb85f1f'], 'active': True} {{(pid=95104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:55:25.508317 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_dvr_db [None req-343e634c-1999-44d0-9b8b-ab05e44faeaf None None] Set router 77e3bc85-3262-4784-9355-f377ddb85f1f gateway port host: n-d-713301-16 {{(pid=95104) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 19:55:25.725524 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_hamode_db [None req-343e634c-1999-44d0-9b8b-ab05e44faeaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77e3bc85-3262-4784-9355-f377ddb85f1f', 'name': 'tempest-TestServerBasicOps-696314741-router', 'tenant_id': '5ac332d3fb0d444485bb3eca855f9229', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'external_fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.227'}], 'enable_snat': True}, 'gw_port_id': '950d1e87-3f1a-4e2e-904d-dac4f6f2493a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:49:52Z', 'updated_at': '2021-09-23T19:49:59Z', 'revision_number': 4, 'project_id': '5ac332d3fb0d444485bb3eca855f9229', 'gw_port': {'id': '950d1e87-3f1a-4e2e-904d-dac4f6f2493a', 'name': '', 'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:ea:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77e3bc85-3262-4784-9355-f377ddb85f1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3603, 'fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:49:54Z', 'updated_at': '2021-09-23T19:50:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-16', '_interfaces': [{'id': '1ed5719e-dd6b-4ddc-81d1-a3227ae8ebf9', 'name': '', 'network_id': '8773f1c5-baf2-4787-acb8-ea82a658e3a7', 'tenant_id': '5ac332d3fb0d444485bb3eca855f9229', 'mac_address': 'fa:16:3e:bb:a8:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77e3bc85-3262-4784-9355-f377ddb85f1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3609, 'fixed_ips': [{'subnet_id': '88534c19-3227-4f6f-84ae-147071738831', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:49:57Z', 'updated_at': '2021-09-23T19:50:06Z', 'revision_number': 5, 'project_id': '5ac332d3fb0d444485bb3eca855f9229', 'subnets': [{'id': '88534c19-3227-4f6f-84ae-147071738831', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-16', False) {} {{(pid=95104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:55:25.757076 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-343e634c-1999-44d0-9b8b-ab05e44faeaf None None] The sync data for ids ['77e3bc85-3262-4784-9355-f377ddb85f1f'] in n-d-713301-16 is: [{'id': '77e3bc85-3262-4784-9355-f377ddb85f1f', 'name': 'tempest-TestServerBasicOps-696314741-router', 'tenant_id': '5ac332d3fb0d444485bb3eca855f9229', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'external_fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.227'}], 'enable_snat': True}, 'gw_port_id': '950d1e87-3f1a-4e2e-904d-dac4f6f2493a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:49:52Z', 'updated_at': '2021-09-23T19:49:59Z', 'revision_number': 4, 'project_id': '5ac332d3fb0d444485bb3eca855f9229', 'gw_port': {'id': '950d1e87-3f1a-4e2e-904d-dac4f6f2493a', 'name': '', 'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:ea:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77e3bc85-3262-4784-9355-f377ddb85f1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3603, 'fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:49:54Z', 'updated_at': '2021-09-23T19:50:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-16', '_interfaces': [{'id': '1ed5719e-dd6b-4ddc-81d1-a3227ae8ebf9', 'name': '', 'network_id': '8773f1c5-baf2-4787-acb8-ea82a658e3a7', 'tenant_id': '5ac332d3fb0d444485bb3eca855f9229', 'mac_address': 'fa:16:3e:bb:a8:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77e3bc85-3262-4784-9355-f377ddb85f1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3609, 'fixed_ips': [{'subnet_id': '88534c19-3227-4f6f-84ae-147071738831', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:49:57Z', 'updated_at': '2021-09-23T19:50:06Z', 'revision_number': 5, 'project_id': '5ac332d3fb0d444485bb3eca855f9229', 'subnets': [{'id': '88534c19-3227-4f6f-84ae-147071738831', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 19:55:25.987841 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 55498) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:55:26.138936 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27720919-34fb-4b01-ad0b-2e27eb6fd982 None None] New status for floating IP ffd2c79d-a52c-42c7-b461-935441cca8bc: DOWN {{(pid=95103) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 23 19:55:26.174014 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.plugin [None req-95549873-23c3-42ff-8ab1-d22e311379fd tempest-TestServerBasicOps-310606925 tempest-TestServerBasicOps-310606925-project] Deleting port 70bec6b6-e8e3-4f9a-8352-230458e57365 {{(pid=95102) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:55:26.174249 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-95549873-23c3-42ff-8ab1-d22e311379fd tempest-TestServerBasicOps-310606925 tempest-TestServerBasicOps-310606925-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783146157096'] for port, before_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:55:26.282217 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-95549873-23c3-42ff-8ab1-d22e311379fd tempest-TestServerBasicOps-310606925 tempest-TestServerBasicOps-310606925-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-605701'] for port, precommit_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:55:26.282550 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-95549873-23c3-42ff-8ab1-d22e311379fd tempest-TestServerBasicOps-310606925 tempest-TestServerBasicOps-310606925-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:55:26.296419 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.plugin [None req-95549873-23c3-42ff-8ab1-d22e311379fd tempest-TestServerBasicOps-310606925 tempest-TestServerBasicOps-310606925-project] Calling delete_port for 70bec6b6-e8e3-4f9a-8352-230458e57365 owned by network:floatingip {{(pid=95102) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:55:26.443089 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-95549873-23c3-42ff-8ab1-d22e311379fd tempest-TestServerBasicOps-310606925 tempest-TestServerBasicOps-310606925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783146162158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783145673144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4399100'] for port, after_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:55:26.470092 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95549873-23c3-42ff-8ab1-d22e311379fd tempest-TestServerBasicOps-310606925 tempest-TestServerBasicOps-310606925-project] Pushing event deleted for resources: {'Port': ['ID=70bec6b6-e8e3-4f9a-8352-230458e57365,revision_number=None']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:55:26.534661 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-95549873-23c3-42ff-8ab1-d22e311379fd tempest-TestServerBasicOps-310606925 tempest-TestServerBasicOps-310606925-project] Notify callbacks [] for floatingip, after_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:55:26.537148 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-95549873-23c3-42ff-8ab1-d22e311379fd tempest-TestServerBasicOps-310606925 tempest-TestServerBasicOps-310606925-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222849'] for floatingip, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:55:26.538403 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-95549873-23c3-42ff-8ab1-d22e311379fd tempest-TestServerBasicOps-310606925 tempest-TestServerBasicOps-310606925-project] 10.222.0.67 "DELETE /v2.0/floatingips/ffd2c79d-a52c-42c7-b461-935441cca8bc HTTP/1.1" status: 204 len: 168 time: 0.5492833 Sep 23 19:55:26.620549 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 55510) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:55:26.694573 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-7337c129-a7a7-4ead-af7d-5ff7247de783 tempest-TestServerBasicOps-310606925 tempest-TestServerBasicOps-310606925-project] Notify callbacks [] for security_group, before_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:55:26.726811 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-7337c129-a7a7-4ead-af7d-5ff7247de783 tempest-TestServerBasicOps-310606925 tempest-TestServerBasicOps-310606925-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:55:26.797501 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-7337c129-a7a7-4ead-af7d-5ff7247de783 tempest-TestServerBasicOps-310606925 tempest-TestServerBasicOps-310606925-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:55:26.800495 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-7337c129-a7a7-4ead-af7d-5ff7247de783 tempest-TestServerBasicOps-310606925 tempest-TestServerBasicOps-310606925-project] Notify callbacks [] for security_group, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:55:26.804524 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-7337c129-a7a7-4ead-af7d-5ff7247de783 tempest-TestServerBasicOps-310606925 tempest-TestServerBasicOps-310606925-project] 10.222.0.67 "DELETE /v2.0/security-groups/8984b5f1-4de6-4666-ae15-df260a7900a6 HTTP/1.1" status: 204 len: 168 time: 0.1801310 Sep 23 19:55:26.815084 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7337c129-a7a7-4ead-af7d-5ff7247de783 tempest-TestServerBasicOps-310606925 tempest-TestServerBasicOps-310606925-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8984b5f1-4de6-4666-ae15-df260a7900a6,revision_number=None']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:55:26.851645 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 55516) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:55:27.460965 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 55526) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:55:27.499966 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-32db7411-9380-4b88-b310-2b81ea4e95a6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-601372'] for router_interface, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:55:27.936045 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-c6e4f02e-0278-41ec-b977-7652d204b1ea admin admin] Notify callbacks [] for security_group, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:55:28.125314 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-c6e4f02e-0278-41ec-b977-7652d204b1ea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:55:28.142463 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-c6e4f02e-0278-41ec-b977-7652d204b1ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:55:28.147944 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:55:28.210310 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-c6e4f02e-0278-41ec-b977-7652d204b1ea admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=cc330da13d19441cbb2c828999c80dfa&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7469285 Sep 23 19:55:28.212046 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6e4f02e-0278-41ec-b977-7652d204b1ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5fc0a40-a175-4de9-bd0d-56a92d70f271,revision_number=1']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:55:28.213030 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 55534) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:55:28.238387 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.plugin [None req-32db7411-9380-4b88-b310-2b81ea4e95a6 admin admin] Deleting port 1ed5719e-dd6b-4ddc-81d1-a3227ae8ebf9 {{(pid=95101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:55:28.238630 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-32db7411-9380-4b88-b310-2b81ea4e95a6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783146157096'] for port, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:55:28.266486 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-47c6e8a5-a476-469b-9f77-e4750f0280f5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:55:28.289972 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-47c6e8a5-a476-469b-9f77-e4750f0280f5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:55:28.323754 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.db [None req-32db7411-9380-4b88-b310-2b81ea4e95a6 admin admin] For port 1ed5719e-dd6b-4ddc-81d1-a3227ae8ebf9, host n-d-713301-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-16',level=0,port_id=1ed5719e-dd6b-4ddc-81d1-a3227ae8ebf9,segment=NetworkSegment(ee20da25-0062-48fd-9691-5b62069c375c),segment_id=ee20da25-0062-48fd-9691-5b62069c375c)] {{(pid=95101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:55:28.324117 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-32db7411-9380-4b88-b310-2b81ea4e95a6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-605701'] for port, precommit_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:55:28.347324 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.plugin [None req-32db7411-9380-4b88-b310-2b81ea4e95a6 admin admin] Calling delete_port for 1ed5719e-dd6b-4ddc-81d1-a3227ae8ebf9 owned by network:router_interface {{(pid=95101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:55:28.351003 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-47c6e8a5-a476-469b-9f77-e4750f0280f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:55:28.354107 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-47c6e8a5-a476-469b-9f77-e4750f0280f5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:55:28.357684 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-47c6e8a5-a476-469b-9f77-e4750f0280f5 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/f5fc0a40-a175-4de9-bd0d-56a92d70f271 HTTP/1.1" status: 204 len: 168 time: 0.1411891 Sep 23 19:55:28.364461 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47c6e8a5-a476-469b-9f77-e4750f0280f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5fc0a40-a175-4de9-bd0d-56a92d70f271,revision_number=None']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:55:28.435049 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:55:28.558130 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-32db7411-9380-4b88-b310-2b81ea4e95a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783146162158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783145673144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5607431'] for port, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:55:28.587142 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32db7411-9380-4b88-b310-2b81ea4e95a6 admin admin] Pushing event deleted for resources: {'Port': ['ID=1ed5719e-dd6b-4ddc-81d1-a3227ae8ebf9,revision_number=None']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:55:28.809387 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-32db7411-9380-4b88-b310-2b81ea4e95a6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-527322', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-602005'] for router_interface, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:55:28.877391 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Device 5f259a5d-f1ca-47ba-840e-03a8aac16eae no longer exists at agent hyperv_n-h1-713301-16 {{(pid=95103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 19:55:28.910759 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.plugin [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] No Port match for: 5f259a5d-f1ca-47ba-840e-03a8aac16eae {{(pid=95103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 19:55:28.911105 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Device 5f259a5d-f1ca-47ba-840e-03a8aac16eae not bound to the agent host n-h1-713301-16 {{(pid=95103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 19:55:29.097794 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-32db7411-9380-4b88-b310-2b81ea4e95a6 admin admin] Router 77e3bc85-3262-4784-9355-f377ddb85f1f has already been hosted by L3 agent 79a740bf-7821-4989-8288-7186e3e128f3 {{(pid=95101) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 19:55:29.218279 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32db7411-9380-4b88-b310-2b81ea4e95a6 admin admin] Notify agent at l3_agent.n-d-713301-16 the message routers_updated {{(pid=95101) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 19:55:29.225600 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-32db7411-9380-4b88-b310-2b81ea4e95a6 admin admin] 10.222.0.67 "PUT /v2.0/routers/77e3bc85-3262-4784-9355-f377ddb85f1f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3720202 Sep 23 19:55:29.227626 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 55566) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:55:29.233559 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90bcf03b-b534-4054-9914-2344b2c4eb9a None None] Sync routers for ids ['77e3bc85-3262-4784-9355-f377ddb85f1f'] in n-d-713301-16 {{(pid=95104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 19:55:29.245650 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90bcf03b-b534-4054-9914-2344b2c4eb9a None None] Routers {'77e3bc85-3262-4784-9355-f377ddb85f1f'} bound to L3 agent in host n-d-713301-16 {{(pid=95104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 19:55:29.246333 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_hamode_db [None req-90bcf03b-b534-4054-9914-2344b2c4eb9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-23T19:07:52Z,description=,heartbeat_timestamp=2021-09-23T19:55:23Z,host='n-d-713301-16',id=79a740bf-7821-4989-8288-7186e3e128f3,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:07:52Z,topic='l3_agent')) {'router_ids': ['77e3bc85-3262-4784-9355-f377ddb85f1f'], 'active': True} {{(pid=95104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:55:29.349829 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-4cca41e1-fcee-4f47-baa1-1c85d1c8c56b admin admin] Notify callbacks [] for router, before_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:55:29.369751 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_dvr_db [None req-90bcf03b-b534-4054-9914-2344b2c4eb9a None None] Set router 77e3bc85-3262-4784-9355-f377ddb85f1f gateway port host: n-d-713301-16 {{(pid=95104) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 19:55:29.512306 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-4cca41e1-fcee-4f47-baa1-1c85d1c8c56b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:55:29.572980 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_hamode_db [None req-90bcf03b-b534-4054-9914-2344b2c4eb9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77e3bc85-3262-4784-9355-f377ddb85f1f', 'name': 'tempest-TestServerBasicOps-696314741-router', 'tenant_id': '5ac332d3fb0d444485bb3eca855f9229', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'external_fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.227'}], 'enable_snat': True}, 'gw_port_id': '950d1e87-3f1a-4e2e-904d-dac4f6f2493a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:49:52Z', 'updated_at': '2021-09-23T19:55:28Z', 'revision_number': 5, 'project_id': '5ac332d3fb0d444485bb3eca855f9229', 'gw_port': {'id': '950d1e87-3f1a-4e2e-904d-dac4f6f2493a', 'name': '', 'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:ea:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77e3bc85-3262-4784-9355-f377ddb85f1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3603, 'fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:49:54Z', 'updated_at': '2021-09-23T19:50:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-16'}], 'n-d-713301-16', False) {} {{(pid=95104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:55:29.579341 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.plugin [None req-4cca41e1-fcee-4f47-baa1-1c85d1c8c56b admin admin] Deleting port 950d1e87-3f1a-4e2e-904d-dac4f6f2493a {{(pid=95102) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:55:29.579817 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-4cca41e1-fcee-4f47-baa1-1c85d1c8c56b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783146157096'] for port, before_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:55:29.602700 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90bcf03b-b534-4054-9914-2344b2c4eb9a None None] Checking router: 77e3bc85-3262-4784-9355-f377ddb85f1f for host: n-d-713301-16 {{(pid=95104) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 19:55:29.613160 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90bcf03b-b534-4054-9914-2344b2c4eb9a None None] Routers {'77e3bc85-3262-4784-9355-f377ddb85f1f'} bound to L3 agent in host n-d-713301-16 {{(pid=95104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 19:55:29.614218 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_hamode_db [None req-90bcf03b-b534-4054-9914-2344b2c4eb9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-23T19:07:52Z,description=,heartbeat_timestamp=2021-09-23T19:55:23Z,host='n-d-713301-16',id=79a740bf-7821-4989-8288-7186e3e128f3,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:07:52Z,topic='l3_agent')) {'router_ids': ['77e3bc85-3262-4784-9355-f377ddb85f1f'], 'active': True} {{(pid=95104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:55:29.731427 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.db [None req-4cca41e1-fcee-4f47-baa1-1c85d1c8c56b admin admin] For port 950d1e87-3f1a-4e2e-904d-dac4f6f2493a, host n-d-713301-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-16',level=0,port_id=950d1e87-3f1a-4e2e-904d-dac4f6f2493a,segment=NetworkSegment(7d4027f1-d893-4c7b-95d4-757b8e44e380),segment_id=7d4027f1-d893-4c7b-95d4-757b8e44e380)] {{(pid=95102) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:55:29.731991 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-4cca41e1-fcee-4f47-baa1-1c85d1c8c56b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-605701'] for port, precommit_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:55:29.753362 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_dvr_db [None req-90bcf03b-b534-4054-9914-2344b2c4eb9a None None] Set router 77e3bc85-3262-4784-9355-f377ddb85f1f gateway port host: None {{(pid=95104) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 19:55:29.753662 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.plugin [None req-4cca41e1-fcee-4f47-baa1-1c85d1c8c56b admin admin] Calling delete_port for 950d1e87-3f1a-4e2e-904d-dac4f6f2493a owned by network:router_gateway {{(pid=95102) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:55:29.827922 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_hamode_db [None req-90bcf03b-b534-4054-9914-2344b2c4eb9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77e3bc85-3262-4784-9355-f377ddb85f1f', 'name': 'tempest-TestServerBasicOps-696314741-router', 'tenant_id': '5ac332d3fb0d444485bb3eca855f9229', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:49:52Z', 'updated_at': '2021-09-23T19:55:29Z', 'revision_number': 6, 'project_id': '5ac332d3fb0d444485bb3eca855f9229', 'gw_port_host': None}], 'n-d-713301-16', False) {} {{(pid=95104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:55:29.866965 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90bcf03b-b534-4054-9914-2344b2c4eb9a None None] The sync data for ids ['77e3bc85-3262-4784-9355-f377ddb85f1f'] in n-d-713301-16 is: [{'id': '77e3bc85-3262-4784-9355-f377ddb85f1f', 'name': 'tempest-TestServerBasicOps-696314741-router', 'tenant_id': '5ac332d3fb0d444485bb3eca855f9229', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:49:52Z', 'updated_at': '2021-09-23T19:55:29Z', 'revision_number': 6, 'project_id': '5ac332d3fb0d444485bb3eca855f9229', 'gw_port_host': None}] {{(pid=95104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 19:55:30.020030 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-4cca41e1-fcee-4f47-baa1-1c85d1c8c56b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783146162158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783145673144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4399100'] for port, after_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:55:30.061961 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cca41e1-fcee-4f47-baa1-1c85d1c8c56b admin admin] Pushing event deleted for resources: {'Port': ['ID=950d1e87-3f1a-4e2e-904d-dac4f6f2493a,revision_number=None']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:55:30.142207 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-4cca41e1-fcee-4f47-baa1-1c85d1c8c56b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-601942'] for router_gateway, after_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:55:30.348215 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-4cca41e1-fcee-4f47-baa1-1c85d1c8c56b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-597305', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29369'] for router, precommit_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:55:30.354479 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-4cca41e1-fcee-4f47-baa1-1c85d1c8c56b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:55:30.415118 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-4cca41e1-fcee-4f47-baa1-1c85d1c8c56b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-597296'] for router, after_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:55:30.415697 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4cca41e1-fcee-4f47-baa1-1c85d1c8c56b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 77e3bc85-3262-4784-9355-f377ddb85f1f {{(pid=95102) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 23 19:55:30.420744 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-4cca41e1-fcee-4f47-baa1-1c85d1c8c56b admin admin] Notify callbacks [] for router, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:55:30.421915 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-4cca41e1-fcee-4f47-baa1-1c85d1c8c56b admin admin] 10.222.0.67 "DELETE /v2.0/routers/77e3bc85-3262-4784-9355-f377ddb85f1f HTTP/1.1" status: 204 len: 168 time: 1.1927137 Sep 23 19:55:30.424454 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 55576) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:55:30.474821 n-d-713301-16 neutron-server[95102]: DEBUG neutron.db.db_base_plugin_v2 [None req-3492766b-561c-458b-9e63-865eb227a7a1 admin admin] Deleting subnet 88534c19-3227-4f6f-84ae-147071738831 {{(pid=95102) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 23 19:55:30.479495 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-3492766b-561c-458b-9e63-865eb227a7a1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:55:30.517587 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-3492766b-561c-458b-9e63-865eb227a7a1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6162825'] for subnet, precommit_delete_associations {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:55:30.618188 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-3492766b-561c-458b-9e63-865eb227a7a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1756813'] for subnet, precommit_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:55:30.675676 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-3492766b-561c-458b-9e63-865eb227a7a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1756804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4399009', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5388229'] for subnet, after_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:55:30.706708 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-3492766b-561c-458b-9e63-865eb227a7a1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:55:30.708847 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-3492766b-561c-458b-9e63-865eb227a7a1 admin admin] 10.222.0.67 "DELETE /v2.0/subnets/88534c19-3227-4f6f-84ae-147071738831 HTTP/1.1" status: 204 len: 168 time: 0.2823265 Sep 23 19:55:30.711565 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 55578) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:55:30.712358 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad9a8b83-6dbe-4ae1-9dfa-695bb5c062bc None None] Network 8773f1c5-baf2-4787-acb8-ea82a658e3a7 requested from n-d-713301-16 {{(pid=95103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 19:55:30.715193 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3492766b-561c-458b-9e63-865eb227a7a1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=88534c19-3227-4f6f-84ae-147071738831,revision_number=None']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:55:30.789368 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Device 950d1e87-3f1a-4e2e-904d-dac4f6f2493a no longer exists at agent ovs-agent-n-d-713301-16 {{(pid=95103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 19:55:30.812572 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-8f2ed078-9852-4685-9d3d-5a88057cb24d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1628021'] for network, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:55:30.817322 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.plugin [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] No Port match for: 950d1e87-3f1a-4e2e-904d-dac4f6f2493a {{(pid=95103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 19:55:30.817667 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Device 950d1e87-3f1a-4e2e-904d-dac4f6f2493a not bound to the agent host n-d-713301-16 {{(pid=95103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 19:55:30.818277 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Device 1ed5719e-dd6b-4ddc-81d1-a3227ae8ebf9 no longer exists at agent ovs-agent-n-d-713301-16 {{(pid=95103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 19:55:30.841578 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.plugin [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] No Port match for: 1ed5719e-dd6b-4ddc-81d1-a3227ae8ebf9 {{(pid=95103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 19:55:30.842214 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Device 1ed5719e-dd6b-4ddc-81d1-a3227ae8ebf9 not bound to the agent host n-d-713301-16 {{(pid=95103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 19:55:30.887026 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.plugin [None req-8f2ed078-9852-4685-9d3d-5a88057cb24d admin admin] Deleting port 8fa267d6-b1cd-4464-b108-0e6b3a646400 {{(pid=95101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:55:30.887147 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-8f2ed078-9852-4685-9d3d-5a88057cb24d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783146157096'] for port, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:55:30.972573 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.db [None req-8f2ed078-9852-4685-9d3d-5a88057cb24d admin admin] For port 8fa267d6-b1cd-4464-b108-0e6b3a646400, host n-d-713301-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-16',level=0,port_id=8fa267d6-b1cd-4464-b108-0e6b3a646400,segment=NetworkSegment(ee20da25-0062-48fd-9691-5b62069c375c),segment_id=ee20da25-0062-48fd-9691-5b62069c375c)] {{(pid=95101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:55:30.973144 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-8f2ed078-9852-4685-9d3d-5a88057cb24d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-605701'] for port, precommit_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:55:31.004210 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.plugin [None req-8f2ed078-9852-4685-9d3d-5a88057cb24d admin admin] Calling delete_port for 8fa267d6-b1cd-4464-b108-0e6b3a646400 owned by network:dhcp {{(pid=95101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:55:31.008400 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ce17456-e822-4c5f-b941-9bb9ea566bbb None None] DHCP port deletion for 8773f1c5-baf2-4787-acb8-ea82a658e3a7 request from n-d-713301-16 {{(pid=95103) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 23 19:55:31.047202 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-2d59b0d1-0591-46b3-9303-c3ca3b015e53 req-74b4e27e-2461-4a46-bcbc-37ba0bc65c9f tempest-VolumesNegativeTest-1141569912 tempest-VolumesNegativeTest-1141569912-project] 10.222.0.67 "GET /v2.0/networks?tenant_id=a08f4050936f4a03b57ff3944fe0fc6a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0532174 Sep 23 19:55:31.077073 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.plugin [None req-8ce17456-e822-4c5f-b941-9bb9ea566bbb None None] Deleting port 8fa267d6-b1cd-4464-b108-0e6b3a646400 {{(pid=95103) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:55:31.077457 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-8ce17456-e822-4c5f-b941-9bb9ea566bbb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783146157096'] for port, before_delete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:55:31.168572 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-8f2ed078-9852-4685-9d3d-5a88057cb24d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783146162158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783145673144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5607431'] for port, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:55:31.169369 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-8ce17456-e822-4c5f-b941-9bb9ea566bbb None None] For port 8fa267d6-b1cd-4464-b108-0e6b3a646400, host n-d-713301-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-16',level=0,port_id=8fa267d6-b1cd-4464-b108-0e6b3a646400,segment=NetworkSegment(ee20da25-0062-48fd-9691-5b62069c375c),segment_id=ee20da25-0062-48fd-9691-5b62069c375c)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:55:31.169768 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-8ce17456-e822-4c5f-b941-9bb9ea566bbb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-605701'] for port, precommit_delete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:55:31.198306 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.plugin [None req-8ce17456-e822-4c5f-b941-9bb9ea566bbb None None] Calling delete_port for 8fa267d6-b1cd-4464-b108-0e6b3a646400 owned by network:dhcp {{(pid=95103) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:55:31.250635 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f2ed078-9852-4685-9d3d-5a88057cb24d admin admin] Pushing event deleted for resources: {'Port': ['ID=8fa267d6-b1cd-4464-b108-0e6b3a646400,revision_number=None']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:55:31.261468 n-d-713301-16 neutron-server[95101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f2ed078-9852-4685-9d3d-5a88057cb24d admin admin] No DVR routers for this DVR port 8fa267d6-b1cd-4464-b108-0e6b3a646400 on host n-d-713301-16 {{(pid=95101) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 19:55:31.302771 n-d-713301-16 neutron-server[95103]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 23 19:55:31.302771 n-d-713301-16 neutron-server[95103]: self.session.flush() Sep 23 19:55:31.302771 n-d-713301-16 neutron-server[95103]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 23 19:55:31.302771 n-d-713301-16 neutron-server[95103]: self.session.flush() Sep 23 19:55:31.302771 n-d-713301-16 neutron-server[95103]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 23 19:55:31.302771 n-d-713301-16 neutron-server[95103]: self.session.flush() Sep 23 19:55:31.302771 n-d-713301-16 neutron-server[95103]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 23 19:55:31.302771 n-d-713301-16 neutron-server[95103]: self.session.flush() Sep 23 19:55:31.302771 n-d-713301-16 neutron-server[95103]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 23 19:55:31.302771 n-d-713301-16 neutron-server[95103]: self.session.flush() Sep 23 19:55:31.302771 n-d-713301-16 neutron-server[95103]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 23 19:55:31.302771 n-d-713301-16 neutron-server[95103]: self.session.flush() Sep 23 19:55:31.302771 n-d-713301-16 neutron-server[95103]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 23 19:55:31.302771 n-d-713301-16 neutron-server[95103]: self.session.flush() Sep 23 19:55:31.302771 n-d-713301-16 neutron-server[95103]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 23 19:55:31.302771 n-d-713301-16 neutron-server[95103]: self.session.flush() Sep 23 19:55:31.302771 n-d-713301-16 neutron-server[95103]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 23 19:55:31.302771 n-d-713301-16 neutron-server[95103]: self.session.flush() Sep 23 19:55:31.302771 n-d-713301-16 neutron-server[95103]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 23 19:55:31.302771 n-d-713301-16 neutron-server[95103]: self.session.flush() Sep 23 19:55:31.302771 n-d-713301-16 neutron-server[95103]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 23 19:55:31.302771 n-d-713301-16 neutron-server[95103]: self.session.flush() Sep 23 19:55:31.302771 n-d-713301-16 neutron-server[95103]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 23 19:55:31.302771 n-d-713301-16 neutron-server[95103]: self.session.flush() Sep 23 19:55:31.302771 n-d-713301-16 neutron-server[95103]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 23 19:55:31.302771 n-d-713301-16 neutron-server[95103]: self.session.flush() Sep 23 19:55:31.302771 n-d-713301-16 neutron-server[95103]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 23 19:55:31.302771 n-d-713301-16 neutron-server[95103]: self.session.flush() Sep 23 19:55:31.302771 n-d-713301-16 neutron-server[95103]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 23 19:55:31.302771 n-d-713301-16 neutron-server[95103]: self.session.flush() Sep 23 19:55:31.302771 n-d-713301-16 neutron-server[95103]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 23 19:55:31.302771 n-d-713301-16 neutron-server[95103]: self.session.flush() Sep 23 19:55:31.302771 n-d-713301-16 neutron-server[95103]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 23 19:55:31.302771 n-d-713301-16 neutron-server[95103]: self.session.flush() Sep 23 19:55:31.302771 n-d-713301-16 neutron-server[95103]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 23 19:55:31.302771 n-d-713301-16 neutron-server[95103]: self.session.flush() Sep 23 19:55:31.302771 n-d-713301-16 neutron-server[95103]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 23 19:55:31.302771 n-d-713301-16 neutron-server[95103]: self.session.flush() Sep 23 19:55:31.302771 n-d-713301-16 neutron-server[95103]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 23 19:55:31.302771 n-d-713301-16 neutron-server[95103]: self.session.flush() Sep 23 19:55:31.302771 n-d-713301-16 neutron-server[95103]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 23 19:55:31.302771 n-d-713301-16 neutron-server[95103]: self.session.flush() Sep 23 19:55:31.302771 n-d-713301-16 neutron-server[95103]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 23 19:55:31.302771 n-d-713301-16 neutron-server[95103]: self.session.flush() Sep 23 19:55:31.302771 n-d-713301-16 neutron-server[95103]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 23 19:55:31.302771 n-d-713301-16 neutron-server[95103]: self.session.flush() Sep 23 19:55:31.302771 n-d-713301-16 neutron-server[95103]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 23 19:55:31.302771 n-d-713301-16 neutron-server[95103]: self.session.flush() Sep 23 19:55:31.302771 n-d-713301-16 neutron-server[95103]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 23 19:55:31.302771 n-d-713301-16 neutron-server[95103]: self.session.flush() Sep 23 19:55:31.302771 n-d-713301-16 neutron-server[95103]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 23 19:55:31.302771 n-d-713301-16 neutron-server[95103]: self.session.flush() Sep 23 19:55:31.302771 n-d-713301-16 neutron-server[95103]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 23 19:55:31.302771 n-d-713301-16 neutron-server[95103]: self.session.flush() Sep 23 19:55:31.325474 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-8ce17456-e822-4c5f-b941-9bb9ea566bbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783146162158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783145673144'] for port, after_delete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:55:31.342170 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d59b0d1-0591-46b3-9303-c3ca3b015e53 req-56675aa7-9ba3-40b5-a04a-21fe2054b6f3 tempest-VolumesNegativeTest-1141569912 tempest-VolumesNegativeTest-1141569912-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:55:31.343780 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-2d59b0d1-0591-46b3-9303-c3ca3b015e53 req-56675aa7-9ba3-40b5-a04a-21fe2054b6f3 tempest-VolumesNegativeTest-1141569912 tempest-VolumesNegativeTest-1141569912-project] 10.222.0.67 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2957761 Sep 23 19:55:31.359471 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ce17456-e822-4c5f-b941-9bb9ea566bbb None None] Pushing event deleted for resources: {'Port': ['ID=8fa267d6-b1cd-4464-b108-0e6b3a646400,revision_number=None']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:55:31.371090 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ce17456-e822-4c5f-b941-9bb9ea566bbb None None] No DVR routers for this DVR port 8fa267d6-b1cd-4464-b108-0e6b3a646400 on host n-d-713301-16 {{(pid=95103) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 19:55:31.381591 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-8f2ed078-9852-4685-9d3d-5a88057cb24d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1754676', 'neutron.services.segments.db._delete_segments_for_network-8783146221460'] for network, precommit_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:55:31.385807 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-2d59b0d1-0591-46b3-9303-c3ca3b015e53 req-3fae5f7e-45b8-4e95-97eb-f44ff3ee6507 tempest-VolumesNegativeTest-1141569912 tempest-VolumesNegativeTest-1141569912-project] 10.222.0.67 "GET /v2.0/quotas/a08f4050936f4a03b57ff3944fe0fc6a HTTP/1.1" status: 200 len: 375 time: 0.0215118 Sep 23 19:55:31.412639 n-d-713301-16 neutron-server[95101]: DEBUG neutron.services.segments.db [None req-8f2ed078-9852-4685-9d3d-5a88057cb24d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8773f1c5-baf2-4787-acb8-ea82a658e3a7']}} {{(pid=95101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:55:31.420321 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-2d59b0d1-0591-46b3-9303-c3ca3b015e53 req-b27fbfc0-4024-4e57-8da5-45cb50234fa9 tempest-VolumesNegativeTest-1141569912 tempest-VolumesNegativeTest-1141569912-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=a08f4050936f4a03b57ff3944fe0fc6a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0295572 Sep 23 19:55:31.424476 n-d-713301-16 neutron-server[95101]: DEBUG neutron.services.segments.db [None req-8f2ed078-9852-4685-9d3d-5a88057cb24d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ee20da25-0062-48fd-9691-5b62069c375c') {'for_net_delete': True} {{(pid=95101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:55:31.424930 n-d-713301-16 neutron-server[95101]: DEBUG neutron.services.segments.db [None req-8f2ed078-9852-4685-9d3d-5a88057cb24d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ee20da25-0062-48fd-9691-5b62069c375c') {} {{(pid=95101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:55:31.441640 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-8f2ed078-9852-4685-9d3d-5a88057cb24d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783146221725', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6007147'] for segment, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:55:31.459188 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-8f2ed078-9852-4685-9d3d-5a88057cb24d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1756186'] for segment, precommit_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:55:31.466172 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8f2ed078-9852-4685-9d3d-5a88057cb24d admin admin] Releasing vlan 631 on physical network physnet1 to pool {{(pid=95101) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 19:55:31.466578 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-8f2ed078-9852-4685-9d3d-5a88057cb24d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1756186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5608436'] for segment, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:55:31.468440 n-d-713301-16 neutron-server[95101]: Traceback (most recent call last): Sep 23 19:55:31.468440 n-d-713301-16 neutron-server[95101]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 19:55:31.468440 n-d-713301-16 neutron-server[95101]: timer() Sep 23 19:55:31.468440 n-d-713301-16 neutron-server[95101]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 19:55:31.468440 n-d-713301-16 neutron-server[95101]: cb(*args, **kw) Sep 23 19:55:31.468440 n-d-713301-16 neutron-server[95101]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 19:55:31.468440 n-d-713301-16 neutron-server[95101]: return func(*args, **kwargs) Sep 23 19:55:31.468440 n-d-713301-16 neutron-server[95101]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 19:55:31.468440 n-d-713301-16 neutron-server[95101]: self._notify() Sep 23 19:55:31.468440 n-d-713301-16 neutron-server[95101]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 19:55:31.468440 n-d-713301-16 neutron-server[95101]: self.callback(batched_events) Sep 23 19:55:31.468440 n-d-713301-16 neutron-server[95101]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 19:55:31.468440 n-d-713301-16 neutron-server[95101]: event.method(event) Sep 23 19:55:31.468440 n-d-713301-16 neutron-server[95101]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 19:55:31.468440 n-d-713301-16 neutron-server[95101]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 19:55:31.468440 n-d-713301-16 neutron-server[95101]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 19:55:31.468440 n-d-713301-16 neutron-server[95101]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 19:55:31.468440 n-d-713301-16 neutron-server[95101]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 19:55:31.468440 n-d-713301-16 neutron-server[95101]: return f(self, *a, **k) Sep 23 19:55:31.468440 n-d-713301-16 neutron-server[95101]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 19:55:31.468440 n-d-713301-16 neutron-server[95101]: return self._get(url).json() Sep 23 19:55:31.468440 n-d-713301-16 neutron-server[95101]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 19:55:31.468440 n-d-713301-16 neutron-server[95101]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 19:55:31.468440 n-d-713301-16 neutron-server[95101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 19:55:31.468440 n-d-713301-16 neutron-server[95101]: return self.request(url, 'GET', **kwargs) Sep 23 19:55:31.468440 n-d-713301-16 neutron-server[95101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 19:55:31.468440 n-d-713301-16 neutron-server[95101]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 19:55:31.468440 n-d-713301-16 neutron-server[95101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 19:55:31.468440 n-d-713301-16 neutron-server[95101]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 19:55:31.468440 n-d-713301-16 neutron-server[95101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 19:55:31.468440 n-d-713301-16 neutron-server[95101]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 19:55:31.468440 n-d-713301-16 neutron-server[95101]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 19:55:31.533486 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-8f2ed078-9852-4685-9d3d-5a88057cb24d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1754627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-601866'] for network, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:55:31.544495 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-8f2ed078-9852-4685-9d3d-5a88057cb24d admin admin] Notify callbacks [] for network, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:55:31.551578 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-8f2ed078-9852-4685-9d3d-5a88057cb24d admin admin] 10.222.0.67 "DELETE /v2.0/networks/8773f1c5-baf2-4787-acb8-ea82a658e3a7 HTTP/1.1" status: 204 len: 168 time: 0.8347511 Sep 23 19:55:31.552191 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 55604) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:55:31.576652 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f2ed078-9852-4685-9d3d-5a88057cb24d admin admin] Pushing event deleted for resources: {'Network': ['ID=8773f1c5-baf2-4787-acb8-ea82a658e3a7,revision_number=None']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:55:31.660199 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-4643c06b-5e55-4a3f-8639-3a72bbcb566c req-c9bb41f8-bfba-4373-9213-ca0f2f56f7b0 tempest-VolumesNegativeTest-1141569912 tempest-VolumesNegativeTest-1141569912-project] 10.222.0.67 "GET /v2.0/ports?device_id=d0b33ff8-3616-4c54-80b4-b9015acf4045 HTTP/1.1" status: 200 len: 210 time: 0.0605354 Sep 23 19:55:32.280063 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-b44d2867-b902-44c4-bc7d-0d55200180e8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-601372'] for router_interface, before_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:55:32.498642 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Device 8fa267d6-b1cd-4464-b108-0e6b3a646400 no longer exists at agent ovs-agent-n-d-713301-16 {{(pid=95103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 19:55:32.531194 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.plugin [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] No Port match for: 8fa267d6-b1cd-4464-b108-0e6b3a646400 {{(pid=95103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 19:55:32.531848 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Device 8fa267d6-b1cd-4464-b108-0e6b3a646400 not bound to the agent host n-d-713301-16 {{(pid=95103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 19:55:32.590561 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.plugin [None req-b44d2867-b902-44c4-bc7d-0d55200180e8 admin admin] Deleting port cf58547d-e6ba-44fb-a7fa-5c15b664e343 {{(pid=95102) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:55:32.591174 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-b44d2867-b902-44c4-bc7d-0d55200180e8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783146157096'] for port, before_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:55:32.637434 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-2d59b0d1-0591-46b3-9303-c3ca3b015e53 req-7235cb5d-9c5f-4139-a411-c9ae244ad86e tempest-VolumesNegativeTest-1141569912 tempest-VolumesNegativeTest-1141569912-project] 10.222.0.74 "GET /v2.0/networks?tenant_id=a08f4050936f4a03b57ff3944fe0fc6a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0363755 Sep 23 19:55:32.698452 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.db [None req-b44d2867-b902-44c4-bc7d-0d55200180e8 admin admin] For port cf58547d-e6ba-44fb-a7fa-5c15b664e343, host n-d-713301-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-16',level=0,port_id=cf58547d-e6ba-44fb-a7fa-5c15b664e343,segment=NetworkSegment(47fc8a2f-a3fa-4467-a3c0-53c0851b5594),segment_id=47fc8a2f-a3fa-4467-a3c0-53c0851b5594)] {{(pid=95102) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:55:32.699114 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-b44d2867-b902-44c4-bc7d-0d55200180e8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-605701'] for port, precommit_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:55:32.716002 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.plugin [None req-b44d2867-b902-44c4-bc7d-0d55200180e8 admin admin] Calling delete_port for cf58547d-e6ba-44fb-a7fa-5c15b664e343 owned by network:router_interface {{(pid=95102) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:55:32.814963 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-1f11405a-1b8a-41cb-9720-ba15e804966e req-3c5e39b3-c8c4-4f9a-b72e-fff72b9054eb tempest-VolumesNegativeTest-1141569912 tempest-VolumesNegativeTest-1141569912-project] 10.222.0.67 "GET /v2.0/ports?device_id=d0b33ff8-3616-4c54-80b4-b9015acf4045 HTTP/1.1" status: 200 len: 210 time: 0.0352116 Sep 23 19:55:32.958578 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d59b0d1-0591-46b3-9303-c3ca3b015e53 req-52c38249-a241-4158-a75f-4fe6ae5344fd tempest-VolumesNegativeTest-1141569912 tempest-VolumesNegativeTest-1141569912-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:55:32.959454 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-2d59b0d1-0591-46b3-9303-c3ca3b015e53 req-52c38249-a241-4158-a75f-4fe6ae5344fd tempest-VolumesNegativeTest-1141569912 tempest-VolumesNegativeTest-1141569912-project] 10.222.0.74 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3107421 Sep 23 19:55:32.974017 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.v2.base [req-2d59b0d1-0591-46b3-9303-c3ca3b015e53 req-ec8e332f-3b0d-42d8-8337-7ecd569ff779 tempest-VolumesNegativeTest-1141569912 tempest-VolumesNegativeTest-1141569912-project] Request body: {'port': {'device_id': 'd0b33ff8-3616-4c54-80b4-b9015acf4045', 'network_id': '5220cb0c-da05-478a-9604-8c11469a05b4', 'admin_state_up': True, 'tenant_id': 'a08f4050936f4a03b57ff3944fe0fc6a'}} {{(pid=95101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:55:32.986044 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-b44d2867-b902-44c4-bc7d-0d55200180e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783146162158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783145673144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4399100'] for port, after_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:55:33.019476 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b44d2867-b902-44c4-bc7d-0d55200180e8 admin admin] Pushing event deleted for resources: {'Port': ['ID=cf58547d-e6ba-44fb-a7fa-5c15b664e343,revision_number=None']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:55:33.170357 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2d59b0d1-0591-46b3-9303-c3ca3b015e53 req-ec8e332f-3b0d-42d8-8337-7ecd569ff779 tempest-VolumesNegativeTest-1141569912 tempest-VolumesNegativeTest-1141569912-project] Made reservation on behalf of a08f4050936f4a03b57ff3944fe0fc6a for: {'port': 1} {{(pid=95101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:55:33.175344 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-2d59b0d1-0591-46b3-9303-c3ca3b015e53 req-ec8e332f-3b0d-42d8-8337-7ecd569ff779 tempest-VolumesNegativeTest-1141569912 tempest-VolumesNegativeTest-1141569912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:55:33.186493 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-2d59b0d1-0591-46b3-9303-c3ca3b015e53 req-ec8e332f-3b0d-42d8-8337-7ecd569ff779 tempest-VolumesNegativeTest-1141569912 tempest-VolumesNegativeTest-1141569912-project] Notify callbacks [] for security_group, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:55:33.241455 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-b44d2867-b902-44c4-bc7d-0d55200180e8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-527322', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-602005'] for router_interface, after_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:55:33.313080 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-2d59b0d1-0591-46b3-9303-c3ca3b015e53 req-ec8e332f-3b0d-42d8-8337-7ecd569ff779 tempest-VolumesNegativeTest-1141569912 tempest-VolumesNegativeTest-1141569912-project] Notify callbacks [] for security_group, precommit_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:55:33.322984 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-2d59b0d1-0591-46b3-9303-c3ca3b015e53 req-ec8e332f-3b0d-42d8-8337-7ecd569ff779 tempest-VolumesNegativeTest-1141569912 tempest-VolumesNegativeTest-1141569912-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:55:33.406862 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec8e332f-3b0d-42d8-8337-7ecd569ff779 tempest-VolumesNegativeTest-1141569912 tempest-VolumesNegativeTest-1141569912-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1d9f5c33-0ae7-4656-ab29-de961babaf46,revision_number=1']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:55:33.477465 n-d-713301-16 neutron-server[95101]: DEBUG neutron.db.db_base_plugin_common [req-2d59b0d1-0591-46b3-9303-c3ca3b015e53 req-ec8e332f-3b0d-42d8-8337-7ecd569ff779 tempest-VolumesNegativeTest-1141569912 tempest-VolumesNegativeTest-1141569912-project] Allocated IP 192.168.233.106 (5220cb0c-da05-478a-9604-8c11469a05b4/1ccc69bc-9d6b-44d9-b227-204e47dc6e45/c2dcd963-27a8-4bc5-9a8b-4943d2a3ef98) {{(pid=95101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 19:55:33.521172 n-d-713301-16 neutron-server[95102]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b44d2867-b902-44c4-bc7d-0d55200180e8 admin admin] Router f885ef05-8455-478c-a724-b2ff267ed795 has already been hosted by L3 agent 79a740bf-7821-4989-8288-7186e3e128f3 {{(pid=95102) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 19:55:33.644966 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b44d2867-b902-44c4-bc7d-0d55200180e8 admin admin] Notify agent at l3_agent.n-d-713301-16 the message routers_updated {{(pid=95102) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 19:55:33.653155 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-b44d2867-b902-44c4-bc7d-0d55200180e8 admin admin] 10.222.0.67 "PUT /v2.0/routers/f885ef05-8455-478c-a724-b2ff267ed795/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0974271 Sep 23 19:55:33.653957 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 55622) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:55:33.663646 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef5e3129-7070-4ab2-aa6f-3dfd6be69b3b None None] Sync routers for ids ['f885ef05-8455-478c-a724-b2ff267ed795'] in n-d-713301-16 {{(pid=95103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 19:55:33.664216 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-2d59b0d1-0591-46b3-9303-c3ca3b015e53 req-ec8e332f-3b0d-42d8-8337-7ecd569ff779 tempest-VolumesNegativeTest-1141569912 tempest-VolumesNegativeTest-1141569912-project] Notify callbacks [] for port, precommit_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:55:33.681446 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef5e3129-7070-4ab2-aa6f-3dfd6be69b3b None None] Routers {'f885ef05-8455-478c-a724-b2ff267ed795'} bound to L3 agent in host n-d-713301-16 {{(pid=95103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 19:55:33.682539 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_hamode_db [None req-ef5e3129-7070-4ab2-aa6f-3dfd6be69b3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-23T19:07:52Z,description=,heartbeat_timestamp=2021-09-23T19:55:23Z,host='n-d-713301-16',id=79a740bf-7821-4989-8288-7186e3e128f3,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:07:52Z,topic='l3_agent')) {'router_ids': ['f885ef05-8455-478c-a724-b2ff267ed795'], 'active': True} {{(pid=95103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:55:33.703206 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-2d59b0d1-0591-46b3-9303-c3ca3b015e53 req-ec8e332f-3b0d-42d8-8337-7ecd569ff779 tempest-VolumesNegativeTest-1141569912 tempest-VolumesNegativeTest-1141569912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783145673135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5607431'] for port, after_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:55:33.755650 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2d59b0d1-0591-46b3-9303-c3ca3b015e53 req-ec8e332f-3b0d-42d8-8337-7ecd569ff779 tempest-VolumesNegativeTest-1141569912 tempest-VolumesNegativeTest-1141569912-project] Network 5220cb0c-da05-478a-9604-8c11469a05b4 is already hosted by enough agents. {{(pid=95101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:55:33.764030 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.base_scheduler [req-2d59b0d1-0591-46b3-9303-c3ca3b015e53 req-ec8e332f-3b0d-42d8-8337-7ecd569ff779 tempest-VolumesNegativeTest-1141569912 tempest-VolumesNegativeTest-1141569912-project] Resources bound (agent type, host, resource id): {{(pid=95101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:55:33.767340 n-d-713301-16 neutron-server[95101]: DEBUG neutron.db.l3_dvrscheduler_db [req-2d59b0d1-0591-46b3-9303-c3ca3b015e53 req-ec8e332f-3b0d-42d8-8337-7ecd569ff779 tempest-VolumesNegativeTest-1141569912 tempest-VolumesNegativeTest-1141569912-project] Received port after_create {{(pid=95101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 19:55:33.783796 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-eb73653a-6962-49c0-8285-0c33541838d6 admin admin] Notify callbacks [] for router, before_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:55:33.820329 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec8e332f-3b0d-42d8-8337-7ecd569ff779 tempest-VolumesNegativeTest-1141569912 tempest-VolumesNegativeTest-1141569912-project] Pushing event updated for resources: {'Port': ['ID=c2dcd963-27a8-4bc5-9a8b-4943d2a3ef98,revision_number=1']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:55:33.855919 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d59b0d1-0591-46b3-9303-c3ca3b015e53 req-ec8e332f-3b0d-42d8-8337-7ecd569ff779 tempest-VolumesNegativeTest-1141569912 tempest-VolumesNegativeTest-1141569912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:55:33.856941 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-2d59b0d1-0591-46b3-9303-c3ca3b015e53 req-ec8e332f-3b0d-42d8-8337-7ecd569ff779 tempest-VolumesNegativeTest-1141569912 tempest-VolumesNegativeTest-1141569912-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222849'] for port, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:55:33.866275 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_dvr_db [None req-ef5e3129-7070-4ab2-aa6f-3dfd6be69b3b None None] Set router f885ef05-8455-478c-a724-b2ff267ed795 gateway port host: n-d-713301-16 {{(pid=95103) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 19:55:33.878829 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-2d59b0d1-0591-46b3-9303-c3ca3b015e53 req-ec8e332f-3b0d-42d8-8337-7ecd569ff779 tempest-VolumesNegativeTest-1141569912 tempest-VolumesNegativeTest-1141569912-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.9100366 Sep 23 19:55:33.895431 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.v2.base [req-2d59b0d1-0591-46b3-9303-c3ca3b015e53 req-34a52899-9c5b-4d25-ae5e-6825a6ffff62 service neutron] Request body: {'port': {'device_id': 'd0b33ff8-3616-4c54-80b4-b9015acf4045', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713301-16'}} {{(pid=95101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:55:33.970254 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-eb73653a-6962-49c0-8285-0c33541838d6 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:55:33.984641 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-2d59b0d1-0591-46b3-9303-c3ca3b015e53 req-34a52899-9c5b-4d25-ae5e-6825a6ffff62 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:55:33.991334 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7f9ee0-093c-476f-9ec4-f14fc707ecd0 req-26bfac72-2b7b-4e80-8bea-fa68a710ba86 tempest-VolumesNegativeTest-1141569912 tempest-VolumesNegativeTest-1141569912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:55:33.992986 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-be7f9ee0-093c-476f-9ec4-f14fc707ecd0 req-26bfac72-2b7b-4e80-8bea-fa68a710ba86 tempest-VolumesNegativeTest-1141569912 tempest-VolumesNegativeTest-1141569912-project] 10.222.0.67 "GET /v2.0/ports?device_id=d0b33ff8-3616-4c54-80b4-b9015acf4045 HTTP/1.1" status: 200 len: 936 time: 0.0783143 Sep 23 19:55:34.081244 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-be7f9ee0-093c-476f-9ec4-f14fc707ecd0 req-0cb508f6-0947-406c-ab5d-3a080879b80d tempest-VolumesNegativeTest-1141569912 tempest-VolumesNegativeTest-1141569912-project] 10.222.0.67 "GET /v2.0/security-groups?id=1d9f5c33-0ae7-4656-ab29-de961babaf46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516975 Sep 23 19:55:34.097583 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.plugin [None req-eb73653a-6962-49c0-8285-0c33541838d6 admin admin] Deleting port 129c9baf-205c-439a-acb3-690a61507527 {{(pid=95102) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:55:34.097850 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-eb73653a-6962-49c0-8285-0c33541838d6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783146157096'] for port, before_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:55:34.134683 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-e4ec964c-1d78-40d2-a3bc-45125f0aed02 None None] Provisioning complete for port c2dcd963-27a8-4bc5-9a8b-4943d2a3ef98 triggered by entity DHCP. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:55:34.135073 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-e4ec964c-1d78-40d2-a3bc-45125f0aed02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:55:34.201969 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.db [None req-eb73653a-6962-49c0-8285-0c33541838d6 admin admin] For port 129c9baf-205c-439a-acb3-690a61507527, host n-d-713301-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-16',level=0,port_id=129c9baf-205c-439a-acb3-690a61507527,segment=NetworkSegment(7d4027f1-d893-4c7b-95d4-757b8e44e380),segment_id=7d4027f1-d893-4c7b-95d4-757b8e44e380)] {{(pid=95102) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:55:34.202410 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-eb73653a-6962-49c0-8285-0c33541838d6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-605701'] for port, precommit_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:55:34.204993 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.plugin [None req-e4ec964c-1d78-40d2-a3bc-45125f0aed02 None None] Port c2dcd963-27a8-4bc5-9a8b-4943d2a3ef98 cannot update to ACTIVE because it is not bound. {{(pid=95103) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 19:55:34.220165 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.plugin [None req-eb73653a-6962-49c0-8285-0c33541838d6 admin admin] Calling delete_port for 129c9baf-205c-439a-acb3-690a61507527 owned by network:router_gateway {{(pid=95102) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:55:34.231165 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_hamode_db [None req-ef5e3129-7070-4ab2-aa6f-3dfd6be69b3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f885ef05-8455-478c-a724-b2ff267ed795', 'name': 'tempest-TestServerBasicOps-119810177-router', 'tenant_id': 'c3807658128048f6b8775b525a0df923', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'external_fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.197'}], 'enable_snat': True}, 'gw_port_id': '129c9baf-205c-439a-acb3-690a61507527', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:50:07Z', 'updated_at': '2021-09-23T19:55:32Z', 'revision_number': 5, 'project_id': 'c3807658128048f6b8775b525a0df923', 'gw_port': {'id': '129c9baf-205c-439a-acb3-690a61507527', 'name': '', 'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:60:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f885ef05-8455-478c-a724-b2ff267ed795', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3635, 'fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:50:07Z', 'updated_at': '2021-09-23T19:50:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-16'}], 'n-d-713301-16', False) {} {{(pid=95103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:55:34.261494 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef5e3129-7070-4ab2-aa6f-3dfd6be69b3b None None] Checking router: f885ef05-8455-478c-a724-b2ff267ed795 for host: n-d-713301-16 {{(pid=95103) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 19:55:34.271336 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef5e3129-7070-4ab2-aa6f-3dfd6be69b3b None None] Routers {'f885ef05-8455-478c-a724-b2ff267ed795'} bound to L3 agent in host n-d-713301-16 {{(pid=95103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 19:55:34.272361 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_hamode_db [None req-ef5e3129-7070-4ab2-aa6f-3dfd6be69b3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-23T19:07:52Z,description=,heartbeat_timestamp=2021-09-23T19:55:23Z,host='n-d-713301-16',id=79a740bf-7821-4989-8288-7186e3e128f3,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:07:52Z,topic='l3_agent')) {'router_ids': ['f885ef05-8455-478c-a724-b2ff267ed795'], 'active': True} {{(pid=95103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:55:34.359701 n-d-713301-16 neutron-server[95101]: DEBUG neutron.notifiers.nova [req-2d59b0d1-0591-46b3-9303-c3ca3b015e53 req-34a52899-9c5b-4d25-ae5e-6825a6ffff62 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c2dcd963-27a8-4bc5-9a8b-4943d2a3ef98 {{(pid=95101) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 19:55:34.374583 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-2d59b0d1-0591-46b3-9303-c3ca3b015e53 req-34a52899-9c5b-4d25-ae5e-6825a6ffff62 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:55:34.400262 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_dvr_db [None req-ef5e3129-7070-4ab2-aa6f-3dfd6be69b3b None None] Set router f885ef05-8455-478c-a724-b2ff267ed795 gateway port host: None {{(pid=95103) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 19:55:34.435740 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-eb73653a-6962-49c0-8285-0c33541838d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783146162158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783145673144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4399100'] for port, after_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:55:34.436898 n-d-713301-16 neutron-server[95101]: DEBUG neutron.db.provisioning_blocks [req-2d59b0d1-0591-46b3-9303-c3ca3b015e53 req-34a52899-9c5b-4d25-ae5e-6825a6ffff62 service neutron] Transition to ACTIVE for port object c2dcd963-27a8-4bc5-9a8b-4943d2a3ef98 will not be triggered until provisioned by entity L2. {{(pid=95101) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 19:55:34.443486 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-2d59b0d1-0591-46b3-9303-c3ca3b015e53 req-34a52899-9c5b-4d25-ae5e-6825a6ffff62 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5607436'] for port, after_update {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:55:34.477689 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb73653a-6962-49c0-8285-0c33541838d6 admin admin] Pushing event deleted for resources: {'Port': ['ID=129c9baf-205c-439a-acb3-690a61507527,revision_number=None']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:55:34.499385 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_hamode_db [None req-ef5e3129-7070-4ab2-aa6f-3dfd6be69b3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f885ef05-8455-478c-a724-b2ff267ed795', 'name': 'tempest-TestServerBasicOps-119810177-router', 'tenant_id': 'c3807658128048f6b8775b525a0df923', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:50:07Z', 'updated_at': '2021-09-23T19:55:33Z', 'revision_number': 6, 'project_id': 'c3807658128048f6b8775b525a0df923', 'gw_port_host': None}], 'n-d-713301-16', False) {} {{(pid=95103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:55:34.539313 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a52899-9c5b-4d25-ae5e-6825a6ffff62 service neutron] Pushing event updated for resources: {'Port': ['ID=c2dcd963-27a8-4bc5-9a8b-4943d2a3ef98,revision_number=2']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:55:34.556888 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef5e3129-7070-4ab2-aa6f-3dfd6be69b3b None None] The sync data for ids ['f885ef05-8455-478c-a724-b2ff267ed795'] in n-d-713301-16 is: [{'id': 'f885ef05-8455-478c-a724-b2ff267ed795', 'name': 'tempest-TestServerBasicOps-119810177-router', 'tenant_id': 'c3807658128048f6b8775b525a0df923', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:50:07Z', 'updated_at': '2021-09-23T19:55:33Z', 'revision_number': 6, 'project_id': 'c3807658128048f6b8775b525a0df923', 'gw_port_host': None}] {{(pid=95103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 19:55:34.593052 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-eb73653a-6962-49c0-8285-0c33541838d6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-601942'] for router_gateway, after_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:55:34.628327 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.managers [req-2d59b0d1-0591-46b3-9303-c3ca3b015e53 req-34a52899-9c5b-4d25-ae5e-6825a6ffff62 service neutron] Attempting to bind port c2dcd963-27a8-4bc5-9a8b-4943d2a3ef98 on host n-h1-713301-16 for vnic_type normal with profile {{(pid=95101) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 19:55:34.628952 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.managers [req-2d59b0d1-0591-46b3-9303-c3ca3b015e53 req-34a52899-9c5b-4d25-ae5e-6825a6ffff62 service neutron] Attempting to bind port c2dcd963-27a8-4bc5-9a8b-4943d2a3ef98 by drivers openvswitch,hyperv on host n-h1-713301-16 at level 0 using segments [{'id': '6139d589-eb6c-4578-8935-c26ddf396853', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '5220cb0c-da05-478a-9604-8c11469a05b4'}] {{(pid=95101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 19:55:34.629286 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d59b0d1-0591-46b3-9303-c3ca3b015e53 req-34a52899-9c5b-4d25-ae5e-6825a6ffff62 service neutron] Attempting to bind port c2dcd963-27a8-4bc5-9a8b-4943d2a3ef98 on network 5220cb0c-da05-478a-9604-8c11469a05b4 {{(pid=95101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:55:34.634469 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d59b0d1-0591-46b3-9303-c3ca3b015e53 req-34a52899-9c5b-4d25-ae5e-6825a6ffff62 service neutron] Port c2dcd963-27a8-4bc5-9a8b-4943d2a3ef98 on network 5220cb0c-da05-478a-9604-8c11469a05b4 not bound, no agent of type Open vSwitch agent registered on host n-h1-713301-16 {{(pid=95101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 19:55:34.634800 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d59b0d1-0591-46b3-9303-c3ca3b015e53 req-34a52899-9c5b-4d25-ae5e-6825a6ffff62 service neutron] Attempting to bind port c2dcd963-27a8-4bc5-9a8b-4943d2a3ef98 on network 5220cb0c-da05-478a-9604-8c11469a05b4 {{(pid=95101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:55:34.640304 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d59b0d1-0591-46b3-9303-c3ca3b015e53 req-34a52899-9c5b-4d25-ae5e-6825a6ffff62 service neutron] Checking agent: {'id': '0708c3e9-0aad-4600-9be9-d2486535c898', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713301-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 19, 15, 28), 'started_at': datetime.datetime(2021, 9, 23, 19, 15, 28), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 19, 55, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 19:55:34.640678 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d59b0d1-0591-46b3-9303-c3ca3b015e53 req-34a52899-9c5b-4d25-ae5e-6825a6ffff62 service neutron] Checking segment: {'id': '6139d589-eb6c-4578-8935-c26ddf396853', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '5220cb0c-da05-478a-9604-8c11469a05b4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:55:34.641070 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d59b0d1-0591-46b3-9303-c3ca3b015e53 req-34a52899-9c5b-4d25-ae5e-6825a6ffff62 service neutron] Bound using segment: {'id': '6139d589-eb6c-4578-8935-c26ddf396853', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '5220cb0c-da05-478a-9604-8c11469a05b4'} {{(pid=95101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 19:55:34.641497 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.managers [req-2d59b0d1-0591-46b3-9303-c3ca3b015e53 req-34a52899-9c5b-4d25-ae5e-6825a6ffff62 service neutron] Bound port: c2dcd963-27a8-4bc5-9a8b-4943d2a3ef98, host: n-h1-713301-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6139d589-eb6c-4578-8935-c26ddf396853', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '5220cb0c-da05-478a-9604-8c11469a05b4'}}] {{(pid=95101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 19:55:34.641860 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-2d59b0d1-0591-46b3-9303-c3ca3b015e53 req-34a52899-9c5b-4d25-ae5e-6825a6ffff62 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:55:34.711743 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-eb73653a-6962-49c0-8285-0c33541838d6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-597305', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29369'] for router, precommit_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:55:34.713934 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-eb73653a-6962-49c0-8285-0c33541838d6 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:55:34.730100 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.db [req-2d59b0d1-0591-46b3-9303-c3ca3b015e53 req-34a52899-9c5b-4d25-ae5e-6825a6ffff62 service neutron] For port c2dcd963-27a8-4bc5-9a8b-4943d2a3ef98, host n-h1-713301-16, cleared binding levels {{(pid=95101) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 19:55:34.734020 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.db [req-2d59b0d1-0591-46b3-9303-c3ca3b015e53 req-34a52899-9c5b-4d25-ae5e-6825a6ffff62 service neutron] For port c2dcd963-27a8-4bc5-9a8b-4943d2a3ef98, host n-h1-713301-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-16',level=0,port_id=c2dcd963-27a8-4bc5-9a8b-4943d2a3ef98,segment=NetworkSegment(6139d589-eb6c-4578-8935-c26ddf396853),segment_id=6139d589-eb6c-4578-8935-c26ddf396853)] {{(pid=95101) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 19:55:34.740198 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-2d59b0d1-0591-46b3-9303-c3ca3b015e53 req-34a52899-9c5b-4d25-ae5e-6825a6ffff62 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5607436'] for port, after_update {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:55:34.769998 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-eb73653a-6962-49c0-8285-0c33541838d6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-597296'] for router, after_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:55:34.770628 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb73653a-6962-49c0-8285-0c33541838d6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f885ef05-8455-478c-a724-b2ff267ed795 {{(pid=95102) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 23 19:55:34.775969 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-eb73653a-6962-49c0-8285-0c33541838d6 admin admin] Notify callbacks [] for router, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:55:34.779205 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-eb73653a-6962-49c0-8285-0c33541838d6 admin admin] 10.222.0.67 "DELETE /v2.0/routers/f885ef05-8455-478c-a724-b2ff267ed795 HTTP/1.1" status: 204 len: 168 time: 1.1210582 Sep 23 19:55:34.779879 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 55628) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:55:34.794645 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d59b0d1-0591-46b3-9303-c3ca3b015e53 req-34a52899-9c5b-4d25-ae5e-6825a6ffff62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:55:34.795107 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-2d59b0d1-0591-46b3-9303-c3ca3b015e53 req-34a52899-9c5b-4d25-ae5e-6825a6ffff62 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222849'] for port, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:55:34.796564 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-2d59b0d1-0591-46b3-9303-c3ca3b015e53 req-34a52899-9c5b-4d25-ae5e-6825a6ffff62 service neutron] 10.222.0.74 "PUT /v2.0/ports/c2dcd963-27a8-4bc5-9a8b-4943d2a3ef98 HTTP/1.1" status: 200 len: 1097 time: 0.9094887 Sep 23 19:55:34.797070 n-d-713301-16 neutron-server[95101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd0b33ff8-3616-4c54-80b4-b9015acf4045', 'tag': 'c2dcd963-27a8-4bc5-9a8b-4943d2a3ef98'}] {{(pid=95101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 19:55:34.799427 n-d-713301-16 neutron-server[95101]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d8366c5740cd635e57ab12b71fe44a77c2acc3c19091ef849c6f68b380462244" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39307d64-70b5-4de5-bd61-10fdc889ed19" -d '{"events": [{"name": "network-changed", "server_uuid": "d0b33ff8-3616-4c54-80b4-b9015acf4045", "tag": "c2dcd963-27a8-4bc5-9a8b-4943d2a3ef98"}]}' {{(pid=95101) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 19:55:34.850266 n-d-713301-16 neutron-server[95102]: DEBUG neutron.db.db_base_plugin_v2 [None req-0b298b66-5c50-4c36-aea0-06d572353ff1 admin admin] Deleting subnet 0c1bcbf1-3068-4abd-8ee8-ccbb777edfc8 {{(pid=95102) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 23 19:55:34.854741 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-0b298b66-5c50-4c36-aea0-06d572353ff1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:55:34.854915 n-d-713301-16 neutron-server[95101]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 19:55:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e94cfae-ab94-4bca-bae8-25104b6838c6 x-openstack-request-id: req-7e94cfae-ab94-4bca-bae8-25104b6838c6 {{(pid=95101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 19:55:34.855739 n-d-713301-16 neutron-server[95101]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d0b33ff8-3616-4c54-80b4-b9015acf4045", "tag": "c2dcd963-27a8-4bc5-9a8b-4943d2a3ef98", "status": "completed", "code": 200}]} {{(pid=95101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 19:55:34.855996 n-d-713301-16 neutron-server[95101]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-7e94cfae-ab94-4bca-bae8-25104b6838c6 {{(pid=95101) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 19:55:34.856404 n-d-713301-16 neutron-server[95101]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd0b33ff8-3616-4c54-80b4-b9015acf4045', 'tag': 'c2dcd963-27a8-4bc5-9a8b-4943d2a3ef98', 'status': 'completed', 'code': 200} Sep 23 19:55:34.899360 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-0b298b66-5c50-4c36-aea0-06d572353ff1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6162825'] for subnet, precommit_delete_associations {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:55:34.906328 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a52899-9c5b-4d25-ae5e-6825a6ffff62 service neutron] Pushing event updated for resources: {'Port': ['ID=c2dcd963-27a8-4bc5-9a8b-4943d2a3ef98,revision_number=3']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:55:34.928509 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d59b0d1-0591-46b3-9303-c3ca3b015e53 req-c58d043a-4cd9-42e6-8496-dd4bbec73df8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:55:34.930131 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-2d59b0d1-0591-46b3-9303-c3ca3b015e53 req-c58d043a-4cd9-42e6-8496-dd4bbec73df8 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=a08f4050936f4a03b57ff3944fe0fc6a&device_id=d0b33ff8-3616-4c54-80b4-b9015acf4045 HTTP/1.1" status: 200 len: 1100 time: 0.0708406 Sep 23 19:55:35.001715 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-2d59b0d1-0591-46b3-9303-c3ca3b015e53 req-2bd798fe-e98f-4a95-aeb4-2a85acf9e76b service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.106&port_id=c2dcd963-27a8-4bc5-9a8b-4943d2a3ef98 HTTP/1.1" status: 200 len: 217 time: 0.0640042 Sep 23 19:55:35.027912 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-0b298b66-5c50-4c36-aea0-06d572353ff1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1756813'] for subnet, precommit_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:55:35.081328 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d59b0d1-0591-46b3-9303-c3ca3b015e53 req-7e442dfe-3052-4dbd-b274-72d0c6e95731 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:55:35.082999 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-2d59b0d1-0591-46b3-9303-c3ca3b015e53 req-7e442dfe-3052-4dbd-b274-72d0c6e95731 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=1ccc69bc-9d6b-44d9-b227-204e47dc6e45 HTTP/1.1" status: 200 len: 843 time: 0.0740838 Sep 23 19:55:35.099692 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-0b298b66-5c50-4c36-aea0-06d572353ff1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1756804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4399009', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5388229'] for subnet, after_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:55:35.129563 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b298b66-5c50-4c36-aea0-06d572353ff1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0c1bcbf1-3068-4abd-8ee8-ccbb777edfc8,revision_number=None']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:55:35.135054 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-0b298b66-5c50-4c36-aea0-06d572353ff1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:55:35.137191 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-0b298b66-5c50-4c36-aea0-06d572353ff1 admin admin] 10.222.0.67 "DELETE /v2.0/subnets/0c1bcbf1-3068-4abd-8ee8-ccbb777edfc8 HTTP/1.1" status: 204 len: 168 time: 0.3563271 Sep 23 19:55:35.139686 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 55634) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:55:35.143006 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85242985-d903-4f96-a57a-bc1c15c3f3d4 None None] Network 4ebe425a-4e50-4f6b-91d3-96d94eeed3e4 requested from n-d-713301-16 {{(pid=95103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 19:55:35.173798 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d59b0d1-0591-46b3-9303-c3ca3b015e53 req-5703d6fb-02c5-45ce-9423-6bc631c8baff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:55:35.175951 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-2d59b0d1-0591-46b3-9303-c3ca3b015e53 req-5703d6fb-02c5-45ce-9423-6bc631c8baff service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=5220cb0c-da05-478a-9604-8c11469a05b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0851185 Sep 23 19:55:35.268149 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-1c310f07-2ade-403a-9696-c9a80591535b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1628021'] for network, before_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:55:35.311307 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-2d59b0d1-0591-46b3-9303-c3ca3b015e53 req-ea844f22-93a6-4b28-9e23-435fec82efab service neutron] 10.222.0.74 "GET /v2.0/networks/5220cb0c-da05-478a-9604-8c11469a05b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1273789 Sep 23 19:55:35.324233 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e495d1d-8347-47b5-b85f-8ad857d90dc9 req-dbc95229-c273-429f-8329-202432e87250 tempest-VolumesNegativeTest-1141569912 tempest-VolumesNegativeTest-1141569912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:55:35.334901 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-5e495d1d-8347-47b5-b85f-8ad857d90dc9 req-dbc95229-c273-429f-8329-202432e87250 tempest-VolumesNegativeTest-1141569912 tempest-VolumesNegativeTest-1141569912-project] 10.222.0.67 "GET /v2.0/ports?device_id=d0b33ff8-3616-4c54-80b4-b9015acf4045 HTTP/1.1" status: 200 len: 948 time: 0.1056230 Sep 23 19:55:35.385206 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-5e495d1d-8347-47b5-b85f-8ad857d90dc9 req-a65d7284-0068-4777-9295-939f07c23b34 tempest-VolumesNegativeTest-1141569912 tempest-VolumesNegativeTest-1141569912-project] 10.222.0.67 "GET /v2.0/security-groups?id=1d9f5c33-0ae7-4656-ab29-de961babaf46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493588 Sep 23 19:55:35.408510 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.plugin [None req-1c310f07-2ade-403a-9696-c9a80591535b admin admin] Deleting port 492661fb-0179-45f9-ac13-d33d66237883 {{(pid=95102) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:55:35.408951 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-1c310f07-2ade-403a-9696-c9a80591535b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783146157096'] for port, before_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:55:35.432641 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-2d59b0d1-0591-46b3-9303-c3ca3b015e53 req-b7e4968a-c6d3-4d56-baa0-ac7ce433031a service neutron] 10.222.0.74 "GET /v2.0/networks/5220cb0c-da05-478a-9604-8c11469a05b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1108475 Sep 23 19:55:35.479490 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a8af476-1442-4571-8ce3-71696b68d238 None None] DHCP port deletion for 4ebe425a-4e50-4f6b-91d3-96d94eeed3e4 request from n-d-713301-16 {{(pid=95103) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 23 19:55:35.515419 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.db [None req-1c310f07-2ade-403a-9696-c9a80591535b admin admin] For port 492661fb-0179-45f9-ac13-d33d66237883, host n-d-713301-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-16',level=0,port_id=492661fb-0179-45f9-ac13-d33d66237883,segment=NetworkSegment(47fc8a2f-a3fa-4467-a3c0-53c0851b5594),segment_id=47fc8a2f-a3fa-4467-a3c0-53c0851b5594)] {{(pid=95102) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:55:35.515802 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-1c310f07-2ade-403a-9696-c9a80591535b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-605701'] for port, precommit_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:55:35.545924 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.plugin [None req-6a8af476-1442-4571-8ce3-71696b68d238 None None] Deleting port 492661fb-0179-45f9-ac13-d33d66237883 {{(pid=95103) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:55:35.546186 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.plugin [None req-1c310f07-2ade-403a-9696-c9a80591535b admin admin] Calling delete_port for 492661fb-0179-45f9-ac13-d33d66237883 owned by network:dhcp {{(pid=95102) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:55:35.546812 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-6a8af476-1442-4571-8ce3-71696b68d238 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783146157096'] for port, before_delete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:55:35.552067 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39307d64-70b5-4de5-bd61-10fdc889ed19 req-631ed1d5-4a74-4f9e-b857-b42eddd498b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:55:35.553896 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-39307d64-70b5-4de5-bd61-10fdc889ed19 req-631ed1d5-4a74-4f9e-b857-b42eddd498b4 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=a08f4050936f4a03b57ff3944fe0fc6a&device_id=d0b33ff8-3616-4c54-80b4-b9015acf4045 HTTP/1.1" status: 200 len: 1100 time: 0.0610082 Sep 23 19:55:35.621734 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-6a8af476-1442-4571-8ce3-71696b68d238 None None] For port 492661fb-0179-45f9-ac13-d33d66237883, host n-d-713301-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-16',level=0,port_id=492661fb-0179-45f9-ac13-d33d66237883,segment=NetworkSegment(47fc8a2f-a3fa-4467-a3c0-53c0851b5594),segment_id=47fc8a2f-a3fa-4467-a3c0-53c0851b5594)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:55:35.622022 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-6a8af476-1442-4571-8ce3-71696b68d238 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-605701'] for port, precommit_delete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:55:35.635797 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.plugin [None req-6a8af476-1442-4571-8ce3-71696b68d238 None None] Calling delete_port for 492661fb-0179-45f9-ac13-d33d66237883 owned by network:dhcp {{(pid=95103) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:55:35.645271 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-1c310f07-2ade-403a-9696-c9a80591535b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783146162158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783145673144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4399100'] for port, after_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:55:35.668180 n-d-713301-16 neutron-server[95102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c310f07-2ade-403a-9696-c9a80591535b admin admin] No DVR routers for this DVR port 492661fb-0179-45f9-ac13-d33d66237883 on host n-d-713301-16 {{(pid=95102) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 19:55:35.693997 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c310f07-2ade-403a-9696-c9a80591535b admin admin] Pushing event deleted for resources: {'Port': ['ID=492661fb-0179-45f9-ac13-d33d66237883,revision_number=None']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:55:35.746623 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39307d64-70b5-4de5-bd61-10fdc889ed19 req-2e9f4a72-3345-42d7-b3c5-cd12a3bf4cac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:55:35.749214 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-39307d64-70b5-4de5-bd61-10fdc889ed19 req-2e9f4a72-3345-42d7-b3c5-cd12a3bf4cac service neutron] 10.222.0.74 "GET /v2.0/networks?id=5220cb0c-da05-478a-9604-8c11469a05b4 HTTP/1.1" status: 200 len: 870 time: 0.1873176 Sep 23 19:55:35.774358 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-6a8af476-1442-4571-8ce3-71696b68d238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783146162158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783145673144'] for port, after_delete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:55:35.787013 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a8af476-1442-4571-8ce3-71696b68d238 None None] No DVR routers for this DVR port 492661fb-0179-45f9-ac13-d33d66237883 on host n-d-713301-16 {{(pid=95103) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 19:55:35.795455 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-1c310f07-2ade-403a-9696-c9a80591535b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1754676', 'neutron.services.segments.db._delete_segments_for_network-8783146221460'] for network, precommit_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:55:35.825906 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-39307d64-70b5-4de5-bd61-10fdc889ed19 req-a70559f3-45ba-4e2c-b3b4-515a3ea65a76 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.106&port_id=c2dcd963-27a8-4bc5-9a8b-4943d2a3ef98 HTTP/1.1" status: 200 len: 217 time: 0.0680509 Sep 23 19:55:35.828635 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a8af476-1442-4571-8ce3-71696b68d238 None None] Pushing event deleted for resources: {'Port': ['ID=492661fb-0179-45f9-ac13-d33d66237883,revision_number=None']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:55:35.828806 n-d-713301-16 neutron-server[95102]: DEBUG neutron.services.segments.db [None req-1c310f07-2ade-403a-9696-c9a80591535b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4ebe425a-4e50-4f6b-91d3-96d94eeed3e4']}} {{(pid=95102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:55:35.842916 n-d-713301-16 neutron-server[95102]: DEBUG neutron.services.segments.db [None req-1c310f07-2ade-403a-9696-c9a80591535b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '47fc8a2f-a3fa-4467-a3c0-53c0851b5594') {'for_net_delete': True} {{(pid=95102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:55:35.842916 n-d-713301-16 neutron-server[95102]: DEBUG neutron.services.segments.db [None req-1c310f07-2ade-403a-9696-c9a80591535b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '47fc8a2f-a3fa-4467-a3c0-53c0851b5594') {} {{(pid=95102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:55:35.852984 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-1c310f07-2ade-403a-9696-c9a80591535b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783146221725', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6162832'] for segment, before_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:55:35.869008 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-1c310f07-2ade-403a-9696-c9a80591535b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1756186'] for segment, precommit_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:55:35.877719 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1c310f07-2ade-403a-9696-c9a80591535b admin admin] Releasing vlan 636 on physical network physnet1 to pool {{(pid=95102) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 19:55:35.878937 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-1c310f07-2ade-403a-9696-c9a80591535b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1756186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4398095'] for segment, after_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:55:35.881734 n-d-713301-16 neutron-server[95102]: Traceback (most recent call last): Sep 23 19:55:35.881734 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 19:55:35.881734 n-d-713301-16 neutron-server[95102]: timer() Sep 23 19:55:35.881734 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 19:55:35.881734 n-d-713301-16 neutron-server[95102]: cb(*args, **kw) Sep 23 19:55:35.881734 n-d-713301-16 neutron-server[95102]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 19:55:35.881734 n-d-713301-16 neutron-server[95102]: return func(*args, **kwargs) Sep 23 19:55:35.881734 n-d-713301-16 neutron-server[95102]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 19:55:35.881734 n-d-713301-16 neutron-server[95102]: self._notify() Sep 23 19:55:35.881734 n-d-713301-16 neutron-server[95102]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 19:55:35.881734 n-d-713301-16 neutron-server[95102]: self.callback(batched_events) Sep 23 19:55:35.881734 n-d-713301-16 neutron-server[95102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 19:55:35.881734 n-d-713301-16 neutron-server[95102]: event.method(event) Sep 23 19:55:35.881734 n-d-713301-16 neutron-server[95102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 19:55:35.881734 n-d-713301-16 neutron-server[95102]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 19:55:35.881734 n-d-713301-16 neutron-server[95102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 19:55:35.881734 n-d-713301-16 neutron-server[95102]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 19:55:35.881734 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 19:55:35.881734 n-d-713301-16 neutron-server[95102]: return f(self, *a, **k) Sep 23 19:55:35.881734 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 19:55:35.881734 n-d-713301-16 neutron-server[95102]: return self._get(url).json() Sep 23 19:55:35.881734 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 19:55:35.881734 n-d-713301-16 neutron-server[95102]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 19:55:35.881734 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 19:55:35.881734 n-d-713301-16 neutron-server[95102]: return self.request(url, 'GET', **kwargs) Sep 23 19:55:35.881734 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 19:55:35.881734 n-d-713301-16 neutron-server[95102]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 19:55:35.881734 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 19:55:35.881734 n-d-713301-16 neutron-server[95102]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 19:55:35.881734 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 19:55:35.881734 n-d-713301-16 neutron-server[95102]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 19:55:35.881734 n-d-713301-16 neutron-server[95102]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 19:55:35.890862 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39307d64-70b5-4de5-bd61-10fdc889ed19 req-74151cf9-e68e-4568-bc8d-7c40f5692c5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:55:35.892570 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-39307d64-70b5-4de5-bd61-10fdc889ed19 req-74151cf9-e68e-4568-bc8d-7c40f5692c5d service neutron] 10.222.0.74 "GET /v2.0/subnets?id=1ccc69bc-9d6b-44d9-b227-204e47dc6e45 HTTP/1.1" status: 200 len: 843 time: 0.0579996 Sep 23 19:55:35.948345 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39307d64-70b5-4de5-bd61-10fdc889ed19 req-3aeba980-68f7-400a-8426-933b1df581c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:55:35.949150 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-1c310f07-2ade-403a-9696-c9a80591535b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1754627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-601866'] for network, after_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:55:35.950066 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-39307d64-70b5-4de5-bd61-10fdc889ed19 req-3aeba980-68f7-400a-8426-933b1df581c9 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=5220cb0c-da05-478a-9604-8c11469a05b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0486124 Sep 23 19:55:35.954780 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-1c310f07-2ade-403a-9696-c9a80591535b admin admin] Notify callbacks [] for network, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:55:35.957906 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-1c310f07-2ade-403a-9696-c9a80591535b admin admin] 10.222.0.67 "DELETE /v2.0/networks/4ebe425a-4e50-4f6b-91d3-96d94eeed3e4 HTTP/1.1" status: 204 len: 168 time: 0.8159907 Sep 23 19:55:35.969190 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c310f07-2ade-403a-9696-c9a80591535b admin admin] Pushing event deleted for resources: {'Network': ['ID=4ebe425a-4e50-4f6b-91d3-96d94eeed3e4,revision_number=None']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:55:36.056003 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-39307d64-70b5-4de5-bd61-10fdc889ed19 req-48711efc-a535-477d-8712-5059203cde39 service neutron] 10.222.0.74 "GET /v2.0/networks/5220cb0c-da05-478a-9604-8c11469a05b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0943167 Sep 23 19:55:36.126184 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 55640) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:55:36.152654 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-39307d64-70b5-4de5-bd61-10fdc889ed19 req-67d0bb86-0cc7-4198-b00d-80a7738f6abd service neutron] 10.222.0.74 "GET /v2.0/networks/5220cb0c-da05-478a-9604-8c11469a05b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890439 Sep 23 19:55:36.166341 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-32bf6dbd-180c-44c8-bc80-4ee267657fd6 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=5ac332d3fb0d444485bb3eca855f9229&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0389879 Sep 23 19:55:36.168881 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 55642) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:55:36.216668 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-8697e31a-42d4-403c-bfa6-eddce24d5c5e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:55:36.239354 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-8697e31a-42d4-403c-bfa6-eddce24d5c5e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:55:36.285347 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-8697e31a-42d4-403c-bfa6-eddce24d5c5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:55:36.287761 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-8697e31a-42d4-403c-bfa6-eddce24d5c5e admin admin] Notify callbacks [] for security_group, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:55:36.288928 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-8697e31a-42d4-403c-bfa6-eddce24d5c5e admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/9a2a8ef8-463e-4345-8df1-18bfadfee3ed HTTP/1.1" status: 204 len: 168 time: 0.1190886 Sep 23 19:55:36.296461 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8697e31a-42d4-403c-bfa6-eddce24d5c5e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a2a8ef8-463e-4345-8df1-18bfadfee3ed,revision_number=None']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:55:36.485559 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Device cf58547d-e6ba-44fb-a7fa-5c15b664e343 no longer exists at agent ovs-agent-n-d-713301-16 {{(pid=95103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 19:55:36.508100 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba6a304-4aa5-43db-8e5c-67bf882ddfd3 req-d5c65241-82bf-4836-8d40-ae2f47a0668b tempest-VolumesNegativeTest-1141569912 tempest-VolumesNegativeTest-1141569912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:55:36.509810 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-7ba6a304-4aa5-43db-8e5c-67bf882ddfd3 req-d5c65241-82bf-4836-8d40-ae2f47a0668b tempest-VolumesNegativeTest-1141569912 tempest-VolumesNegativeTest-1141569912-project] 10.222.0.67 "GET /v2.0/ports?device_id=d0b33ff8-3616-4c54-80b4-b9015acf4045 HTTP/1.1" status: 200 len: 948 time: 0.0541210 Sep 23 19:55:36.510132 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.plugin [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] No Port match for: cf58547d-e6ba-44fb-a7fa-5c15b664e343 {{(pid=95103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 19:55:36.510477 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Device cf58547d-e6ba-44fb-a7fa-5c15b664e343 not bound to the agent host n-d-713301-16 {{(pid=95103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 19:55:36.510893 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Device 492661fb-0179-45f9-ac13-d33d66237883 no longer exists at agent ovs-agent-n-d-713301-16 {{(pid=95103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 19:55:36.529922 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.plugin [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] No Port match for: 492661fb-0179-45f9-ac13-d33d66237883 {{(pid=95103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 19:55:36.530297 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Device 492661fb-0179-45f9-ac13-d33d66237883 not bound to the agent host n-d-713301-16 {{(pid=95103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 19:55:36.530665 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Device 129c9baf-205c-439a-acb3-690a61507527 no longer exists at agent ovs-agent-n-d-713301-16 {{(pid=95103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 19:55:36.549966 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.plugin [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] No Port match for: 129c9baf-205c-439a-acb3-690a61507527 {{(pid=95103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 19:55:36.550274 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Device 129c9baf-205c-439a-acb3-690a61507527 not bound to the agent host n-d-713301-16 {{(pid=95103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 19:55:36.565156 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-7ba6a304-4aa5-43db-8e5c-67bf882ddfd3 req-43c2b7d7-a6a9-48ad-8738-b34258ac861f tempest-VolumesNegativeTest-1141569912 tempest-VolumesNegativeTest-1141569912-project] 10.222.0.67 "GET /v2.0/security-groups?id=1d9f5c33-0ae7-4656-ab29-de961babaf46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445645 Sep 23 19:55:36.644158 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 55650) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:55:36.689576 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-f9874246-c150-459a-b8aa-8470c8612748 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=c3807658128048f6b8775b525a0df923&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0439453 Sep 23 19:55:36.692906 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 55652) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:55:36.740442 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-1c84b3d0-1e05-4ac0-a863-6b57055c906c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:55:36.766475 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-1c84b3d0-1e05-4ac0-a863-6b57055c906c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:55:36.820558 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-1c84b3d0-1e05-4ac0-a863-6b57055c906c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:55:36.823167 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-1c84b3d0-1e05-4ac0-a863-6b57055c906c admin admin] Notify callbacks [] for security_group, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:55:36.824531 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-1c84b3d0-1e05-4ac0-a863-6b57055c906c admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/b2a96f27-a9c7-4ea1-8b57-26dca3d6b517 HTTP/1.1" status: 204 len: 168 time: 0.1309636 Sep 23 19:55:36.833140 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c84b3d0-1e05-4ac0-a863-6b57055c906c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2a96f27-a9c7-4ea1-8b57-26dca3d6b517,revision_number=None']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:55:37.021195 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b618893-5c5b-48b0-8cf0-99ab0130bb57 req-868a6728-4062-4e09-9502-6d04375e233d tempest-VolumesSnapshotTestJSON-915595183 tempest-VolumesSnapshotTestJSON-915595183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:55:37.022759 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-3b618893-5c5b-48b0-8cf0-99ab0130bb57 req-868a6728-4062-4e09-9502-6d04375e233d tempest-VolumesSnapshotTestJSON-915595183 tempest-VolumesSnapshotTestJSON-915595183-project] 10.222.0.67 "GET /v2.0/ports?device_id=d6cca382-f0b9-4c78-a465-9a7fe0df46a3 HTTP/1.1" status: 200 len: 946 time: 0.0559030 Sep 23 19:55:37.064496 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-3b618893-5c5b-48b0-8cf0-99ab0130bb57 req-b84c66a0-70b0-4016-90e6-c35e7c83374a tempest-VolumesSnapshotTestJSON-915595183 tempest-VolumesSnapshotTestJSON-915595183-project] 10.222.0.67 "GET /v2.0/security-groups?id=6ec31d5d-5493-47d2-a1cf-4486a99959a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355673 Sep 23 19:55:37.508478 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 55680) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:55:37.607379 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.v2.base [None req-fdefeead-3821-435a-a7e0-e7ecc35fae7a admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-846071345-network', 'tenant_id': '1c95f4136fb946e684bc3bd0afadbbdd'}} {{(pid=95101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:55:37.629833 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fdefeead-3821-435a-a7e0-e7ecc35fae7a admin admin] Made reservation on behalf of 1c95f4136fb946e684bc3bd0afadbbdd for: {'network': 1} {{(pid=95101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:55:37.632121 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-fdefeead-3821-435a-a7e0-e7ecc35fae7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for network, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:55:37.640533 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-fdefeead-3821-435a-a7e0-e7ecc35fae7a admin admin] Notify callbacks [] for security_group, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:55:37.671388 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d5d1a3-e2d5-41c9-9660-cf643499f4e1 req-d42c4eca-1b95-4078-8976-170109adbdb7 tempest-VolumesNegativeTest-1141569912 tempest-VolumesNegativeTest-1141569912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:55:37.673453 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-24d5d1a3-e2d5-41c9-9660-cf643499f4e1 req-d42c4eca-1b95-4078-8976-170109adbdb7 tempest-VolumesNegativeTest-1141569912 tempest-VolumesNegativeTest-1141569912-project] 10.222.0.67 "GET /v2.0/ports?device_id=d0b33ff8-3616-4c54-80b4-b9015acf4045 HTTP/1.1" status: 200 len: 948 time: 0.0508878 Sep 23 19:55:37.715200 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-24d5d1a3-e2d5-41c9-9660-cf643499f4e1 req-2286f901-1bfb-4740-a749-726a9c51adfa tempest-VolumesNegativeTest-1141569912 tempest-VolumesNegativeTest-1141569912-project] 10.222.0.67 "GET /v2.0/security-groups?id=1d9f5c33-0ae7-4656-ab29-de961babaf46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340655 Sep 23 19:55:37.733438 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-fdefeead-3821-435a-a7e0-e7ecc35fae7a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:55:37.737491 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-fdefeead-3821-435a-a7e0-e7ecc35fae7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:55:37.765517 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fdefeead-3821-435a-a7e0-e7ecc35fae7a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 640} {{(pid=95101) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 19:55:37.772573 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdefeead-3821-435a-a7e0-e7ecc35fae7a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=908ef6e0-1891-45f9-9d59-8d9a77c692cf,revision_number=1']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:55:37.778954 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-fdefeead-3821-435a-a7e0-e7ecc35fae7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1756186'] for segment, precommit_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:55:37.779355 n-d-713301-16 neutron-server[95101]: INFO neutron.db.segments_db [None req-fdefeead-3821-435a-a7e0-e7ecc35fae7a admin admin] Added segment c7abd8db-b99c-424c-86a3-7924c060f21a of type vlan for network a97a1ddd-be59-4422-8c3e-924143535884 Sep 23 19:55:37.820702 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-fdefeead-3821-435a-a7e0-e7ecc35fae7a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783145630486'] for network, precommit_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:55:37.845145 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-fdefeead-3821-435a-a7e0-e7ecc35fae7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299'] for network, after_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:55:37.846092 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdefeead-3821-435a-a7e0-e7ecc35fae7a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:55:37.846838 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-fdefeead-3821-435a-a7e0-e7ecc35fae7a admin admin] Notify callbacks [] for network, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:55:37.880649 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-fdefeead-3821-435a-a7e0-e7ecc35fae7a admin admin] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.3710043 Sep 23 19:55:37.883631 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 55686) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:55:37.888626 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.v2.base [None req-6e398d08-a3c2-4e6b-bb89-8bcbce51e324 admin admin] Request body: {'subnet': {'network_id': 'a97a1ddd-be59-4422-8c3e-924143535884', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-846071345-subnet', 'tenant_id': '1c95f4136fb946e684bc3bd0afadbbdd', 'ip_version': 4}} {{(pid=95102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:55:37.909973 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e398d08-a3c2-4e6b-bb89-8bcbce51e324 admin admin] Made reservation on behalf of 1c95f4136fb946e684bc3bd0afadbbdd for: {'subnet': 1} {{(pid=95102) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:55:37.912580 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-6e398d08-a3c2-4e6b-bb89-8bcbce51e324 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5388256'] for subnet, before_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:55:37.912809 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdefeead-3821-435a-a7e0-e7ecc35fae7a admin admin] Pushing event updated for resources: {'Network': ['ID=a97a1ddd-be59-4422-8c3e-924143535884,revision_number=1']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:55:37.922372 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Network a97a1ddd-be59-4422-8c3e-924143535884 details requested by agent ovs-agent-n-d-713301-16 with host n-d-713301-16 {{(pid=95103) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 19:55:38.083221 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-6e398d08-a3c2-4e6b-bb89-8bcbce51e324 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4398944', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5388242'] for subnet, after_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:55:38.154760 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e398d08-a3c2-4e6b-bb89-8bcbce51e324 admin admin] Pushing event updated for resources: {'Subnet': ['ID=788d1f3e-2626-40b1-b49a-799b1a0fa15b,revision_number=0']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:55:38.184081 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e398d08-a3c2-4e6b-bb89-8bcbce51e324 admin admin] Checking segment: {'id': 'c7abd8db-b99c-424c-86a3-7924c060f21a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'a97a1ddd-be59-4422-8c3e-924143535884'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95102) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:55:38.184442 n-d-713301-16 neutron-server[95102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e398d08-a3c2-4e6b-bb89-8bcbce51e324 admin admin] Network hostable DHCP agents. Network: a97a1ddd-be59-4422-8c3e-924143535884, hostable agents: ['1b18bf05-1b5f-4587-be5c-af3ac38e32ad'], hosted agents: [] {{(pid=95102) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 19:55:38.210053 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d505274-f395-42a1-b097-975ac4717aa2 req-e2fd7dad-439a-42f6-a4ae-cc6080022ce6 tempest-VolumesSnapshotTestJSON-915595183 tempest-VolumesSnapshotTestJSON-915595183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:55:38.211570 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-3d505274-f395-42a1-b097-975ac4717aa2 req-e2fd7dad-439a-42f6-a4ae-cc6080022ce6 tempest-VolumesSnapshotTestJSON-915595183 tempest-VolumesSnapshotTestJSON-915595183-project] 10.222.0.67 "GET /v2.0/ports?device_id=d6cca382-f0b9-4c78-a465-9a7fe0df46a3 HTTP/1.1" status: 200 len: 946 time: 0.0751557 Sep 23 19:55:38.219175 n-d-713301-16 neutron-server[95102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e398d08-a3c2-4e6b-bb89-8bcbce51e324 admin admin] Network a97a1ddd-be59-4422-8c3e-924143535884 is scheduled to be hosted by DHCP agent 1b18bf05-1b5f-4587-be5c-af3ac38e32ad with binding_index 1 {{(pid=95102) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 19:55:38.240940 n-d-713301-16 neutron-server[95102]: DEBUG neutron.scheduler.base_scheduler [None req-6e398d08-a3c2-4e6b-bb89-8bcbce51e324 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713301-16, a97a1ddd-be59-4422-8c3e-924143535884) {{(pid=95102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:55:38.247929 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e398d08-a3c2-4e6b-bb89-8bcbce51e324 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:55:38.248733 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-6e398d08-a3c2-4e6b-bb89-8bcbce51e324 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:55:38.252166 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4c6b585-d03d-4b23-8ea5-355aa3801a8a None None] Network a97a1ddd-be59-4422-8c3e-924143535884 requested from n-d-713301-16 {{(pid=95103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 19:55:38.269291 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-3d505274-f395-42a1-b097-975ac4717aa2 req-ca00aa48-8eb9-44b1-8443-5246da3e8445 tempest-VolumesSnapshotTestJSON-915595183 tempest-VolumesSnapshotTestJSON-915595183-project] 10.222.0.67 "GET /v2.0/security-groups?id=6ec31d5d-5493-47d2-a1cf-4486a99959a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505426 Sep 23 19:55:38.277439 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 55690) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:55:38.277719 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-6e398d08-a3c2-4e6b-bb89-8bcbce51e324 admin admin] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3927519 Sep 23 19:55:38.282085 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.v2.base [None req-d535fea9-ec52-4210-9118-c47a2e81878d admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-846071345-router', 'tenant_id': '1c95f4136fb946e684bc3bd0afadbbdd', 'external_gateway_info': {'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac'}}} {{(pid=95101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:55:38.309952 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-d535fea9-ec52-4210-9118-c47a2e81878d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-594563', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29355'] for router, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:55:38.310927 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-d535fea9-ec52-4210-9118-c47a2e81878d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-597363', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-601731', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-739356', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29346'] for router, precommit_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:55:38.363938 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-d535fea9-ec52-4210-9118-c47a2e81878d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:55:38.410135 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.agents_db [None req-f2f5c474-60a3-474f-b2cc-02c4bd30880c None None] Agent healthcheck: found 7 active agents {{(pid=95104) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 19:55:38.424077 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ce4fffc-1259-434d-a450-d72a19901b1a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4c8b80df-07eb-5275-9f17-5cf640db67c0-a97a1ddd-be59-4422-8c3e-924143535884', 'network_id': 'a97a1ddd-be59-4422-8c3e-924143535884', 'tenant_id': '1c95f4136fb946e684bc3bd0afadbbdd', 'fixed_ips': [{'subnet_id': '788d1f3e-2626-40b1-b49a-799b1a0fa15b'}]}} from n-d-713301-16. {{(pid=95103) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 23 19:55:38.425925 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-5ce4fffc-1259-434d-a450-d72a19901b1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_create {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:55:38.459817 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54829f2f-18ec-4e13-a1b6-9fafe27bff7f req-ff6240d7-137d-4dca-992c-a66bc84d809b tempest-VolumesSnapshotTestJSON-915595183 tempest-VolumesSnapshotTestJSON-915595183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:55:38.461553 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-54829f2f-18ec-4e13-a1b6-9fafe27bff7f req-ff6240d7-137d-4dca-992c-a66bc84d809b tempest-VolumesSnapshotTestJSON-915595183 tempest-VolumesSnapshotTestJSON-915595183-project] 10.222.0.53 "GET /v2.0/ports?device_id=d6cca382-f0b9-4c78-a465-9a7fe0df46a3 HTTP/1.1" status: 200 len: 946 time: 0.0645647 Sep 23 19:55:38.506287 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-d535fea9-ec52-4210-9118-c47a2e81878d admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:55:38.560621 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.plugin [req-54829f2f-18ec-4e13-a1b6-9fafe27bff7f req-3ad59ba5-35fe-4147-8107-aeb8ceaa17a0 tempest-VolumesSnapshotTestJSON-915595183 tempest-VolumesSnapshotTestJSON-915595183-project] Deleting port 5d55c8fe-89c6-4452-874d-97eef46e43ad {{(pid=95102) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:55:38.560971 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-54829f2f-18ec-4e13-a1b6-9fafe27bff7f req-3ad59ba5-35fe-4147-8107-aeb8ceaa17a0 tempest-VolumesSnapshotTestJSON-915595183 tempest-VolumesSnapshotTestJSON-915595183-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783146157096'] for port, before_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:55:38.571491 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.db_base_plugin_common [None req-5ce4fffc-1259-434d-a450-d72a19901b1a None None] Allocated IP 172.20.0.2 (a97a1ddd-be59-4422-8c3e-924143535884/788d1f3e-2626-40b1-b49a-799b1a0fa15b/138c8d6f-da67-40eb-96a5-29f9cb935539) {{(pid=95103) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 19:55:38.657978 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.db [req-54829f2f-18ec-4e13-a1b6-9fafe27bff7f req-3ad59ba5-35fe-4147-8107-aeb8ceaa17a0 tempest-VolumesSnapshotTestJSON-915595183 tempest-VolumesSnapshotTestJSON-915595183-project] For port 5d55c8fe-89c6-4452-874d-97eef46e43ad, host n-h2-713301-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-16',level=0,port_id=5d55c8fe-89c6-4452-874d-97eef46e43ad,segment=NetworkSegment(24e9d5ba-99a8-403e-9951-522175e97b58),segment_id=24e9d5ba-99a8-403e-9951-522175e97b58)] {{(pid=95102) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:55:38.658405 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-54829f2f-18ec-4e13-a1b6-9fafe27bff7f req-3ad59ba5-35fe-4147-8107-aeb8ceaa17a0 tempest-VolumesSnapshotTestJSON-915595183 tempest-VolumesSnapshotTestJSON-915595183-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-605701'] for port, precommit_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:55:38.673415 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.plugin [req-54829f2f-18ec-4e13-a1b6-9fafe27bff7f req-3ad59ba5-35fe-4147-8107-aeb8ceaa17a0 tempest-VolumesSnapshotTestJSON-915595183 tempest-VolumesSnapshotTestJSON-915595183-project] Calling delete_port for 5d55c8fe-89c6-4452-874d-97eef46e43ad owned by compute:nova {{(pid=95102) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:55:38.740419 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-5ce4fffc-1259-434d-a450-d72a19901b1a None None] Notify callbacks [] for port, precommit_create {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:55:38.750728 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-5ce4fffc-1259-434d-a450-d72a19901b1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783145673135'] for port, after_create {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:55:38.802049 n-d-713301-16 neutron-server[95103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ce4fffc-1259-434d-a450-d72a19901b1a None None] Network a97a1ddd-be59-4422-8c3e-924143535884 is already hosted by enough agents. {{(pid=95103) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:55:38.809921 n-d-713301-16 neutron-server[95103]: DEBUG neutron.scheduler.base_scheduler [None req-5ce4fffc-1259-434d-a450-d72a19901b1a None None] Resources bound (agent type, host, resource id): {{(pid=95103) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:55:38.812426 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ce4fffc-1259-434d-a450-d72a19901b1a None None] Received port after_create {{(pid=95103) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 19:55:38.852643 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce4fffc-1259-434d-a450-d72a19901b1a None None] Pushing event updated for resources: {'Port': ['ID=138c8d6f-da67-40eb-96a5-29f9cb935539,revision_number=1']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:55:38.877523 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc06c2d-a489-4b18-a7d2-9cf3be9097bb req-91a4a19e-934a-4434-a7db-845f847b3eeb tempest-VolumesNegativeTest-1141569912 tempest-VolumesNegativeTest-1141569912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:55:38.879397 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-0cc06c2d-a489-4b18-a7d2-9cf3be9097bb req-91a4a19e-934a-4434-a7db-845f847b3eeb tempest-VolumesNegativeTest-1141569912 tempest-VolumesNegativeTest-1141569912-project] 10.222.0.67 "GET /v2.0/ports?device_id=d0b33ff8-3616-4c54-80b4-b9015acf4045 HTTP/1.1" status: 200 len: 948 time: 0.0691938 Sep 23 19:55:38.880347 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-54829f2f-18ec-4e13-a1b6-9fafe27bff7f req-3ad59ba5-35fe-4147-8107-aeb8ceaa17a0 tempest-VolumesSnapshotTestJSON-915595183 tempest-VolumesSnapshotTestJSON-915595183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783146162158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783145673144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4399100'] for port, after_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:55:38.897248 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] get_ports_and_sgs() called for port_ids ['5d55c8fe-89c6-4452-874d-97eef46e43ad'] {{(pid=95103) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 19:55:38.918877 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.managers [None req-5ce4fffc-1259-434d-a450-d72a19901b1a None None] Attempting to bind port 138c8d6f-da67-40eb-96a5-29f9cb935539 on host n-d-713301-16 for vnic_type normal with profile {{(pid=95103) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 19:55:38.919205 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.managers [None req-5ce4fffc-1259-434d-a450-d72a19901b1a None None] Attempting to bind port 138c8d6f-da67-40eb-96a5-29f9cb935539 by drivers openvswitch,hyperv on host n-d-713301-16 at level 0 using segments [{'id': 'c7abd8db-b99c-424c-86a3-7924c060f21a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'a97a1ddd-be59-4422-8c3e-924143535884'}] {{(pid=95103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 19:55:38.919554 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ce4fffc-1259-434d-a450-d72a19901b1a None None] Attempting to bind port 138c8d6f-da67-40eb-96a5-29f9cb935539 on network a97a1ddd-be59-4422-8c3e-924143535884 {{(pid=95103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:55:38.923194 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Device c2dcd963-27a8-4bc5-9a8b-4943d2a3ef98 details requested by agent hyperv_n-h1-713301-16 with host n-h1-713301-16 {{(pid=95103) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 19:55:38.935598 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ad59ba5-35fe-4147-8107-aeb8ceaa17a0 tempest-VolumesSnapshotTestJSON-915595183 tempest-VolumesSnapshotTestJSON-915595183-project] Pushing event deleted for resources: {'Port': ['ID=5d55c8fe-89c6-4452-874d-97eef46e43ad,revision_number=None']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:55:38.937819 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ce4fffc-1259-434d-a450-d72a19901b1a None None] Checking agent: {'id': '70a14545-df24-472f-8f95-bfe1719bff93', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 19, 7, 53), 'started_at': datetime.datetime(2021, 9, 23, 19, 8, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 19, 55, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 19:55:38.938204 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ce4fffc-1259-434d-a450-d72a19901b1a None None] Checking segment: {'id': 'c7abd8db-b99c-424c-86a3-7924c060f21a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'a97a1ddd-be59-4422-8c3e-924143535884'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95103) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:55:38.938624 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-5ce4fffc-1259-434d-a450-d72a19901b1a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:55:38.939004 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ce4fffc-1259-434d-a450-d72a19901b1a None None] Bound using segment: {'id': 'c7abd8db-b99c-424c-86a3-7924c060f21a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'a97a1ddd-be59-4422-8c3e-924143535884'} {{(pid=95103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 19:55:38.939493 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.managers [None req-5ce4fffc-1259-434d-a450-d72a19901b1a None None] Bound port: 138c8d6f-da67-40eb-96a5-29f9cb935539, host: n-d-713301-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c7abd8db-b99c-424c-86a3-7924c060f21a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'a97a1ddd-be59-4422-8c3e-924143535884'}}] {{(pid=95103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 19:55:38.939879 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-5ce4fffc-1259-434d-a450-d72a19901b1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:55:38.994427 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-0cc06c2d-a489-4b18-a7d2-9cf3be9097bb req-8b60e361-29e1-4e6b-a258-eddb9c65a73d tempest-VolumesNegativeTest-1141569912 tempest-VolumesNegativeTest-1141569912-project] 10.222.0.67 "GET /v2.0/security-groups?id=1d9f5c33-0ae7-4656-ab29-de961babaf46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771971 Sep 23 19:55:38.995870 n-d-713301-16 neutron-server[95102]: DEBUG neutron.db.l3_dvrscheduler_db [req-54829f2f-18ec-4e13-a1b6-9fafe27bff7f req-3ad59ba5-35fe-4147-8107-aeb8ceaa17a0 tempest-VolumesSnapshotTestJSON-915595183 tempest-VolumesSnapshotTestJSON-915595183-project] No DVR routers for this DVR port 5d55c8fe-89c6-4452-874d-97eef46e43ad on host n-h2-713301-16 {{(pid=95102) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 19:55:38.998112 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-54829f2f-18ec-4e13-a1b6-9fafe27bff7f req-3ad59ba5-35fe-4147-8107-aeb8ceaa17a0 tempest-VolumesSnapshotTestJSON-915595183 tempest-VolumesSnapshotTestJSON-915595183-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222849'] for port, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:55:39.000289 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-54829f2f-18ec-4e13-a1b6-9fafe27bff7f req-3ad59ba5-35fe-4147-8107-aeb8ceaa17a0 tempest-VolumesSnapshotTestJSON-915595183 tempest-VolumesSnapshotTestJSON-915595183-project] 10.222.0.53 "DELETE /v2.0/ports/5d55c8fe-89c6-4452-874d-97eef46e43ad HTTP/1.1" status: 204 len: 173 time: 0.5321038 Sep 23 19:55:39.001069 n-d-713301-16 neutron-server[95102]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd6cca382-f0b9-4c78-a465-9a7fe0df46a3', 'name': 'network-vif-deleted', 'tag': '5d55c8fe-89c6-4452-874d-97eef46e43ad'}] {{(pid=95102) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 19:55:39.004960 n-d-713301-16 neutron-server[95102]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab31b6d93e5336dbddfa8ec424565b3bd8cb2369c5b4d85bc943472dbb21e8ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f5b17e9-53cb-45d7-8bb3-7ba92269d9df" -d '{"events": [{"server_uuid": "d6cca382-f0b9-4c78-a465-9a7fe0df46a3", "name": "network-vif-deleted", "tag": "5d55c8fe-89c6-4452-874d-97eef46e43ad"}]}' {{(pid=95102) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 19:55:39.064387 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-d535fea9-ec52-4210-9118-c47a2e81878d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:55:39.086553 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-d535fea9-ec52-4210-9118-c47a2e81878d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:55:39.210031 n-d-713301-16 neutron-server[95101]: DEBUG neutron.db.db_base_plugin_common [None req-d535fea9-ec52-4210-9118-c47a2e81878d admin admin] Allocated IP 172.25.1.189 (5dec5c09-378e-4f50-89cc-d94eb81c3bac/eff83446-018c-428d-b3f5-54ac9abe7a2a/b60be0b5-21c7-4e8d-b049-66f43f6db97c) {{(pid=95101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 19:55:39.233911 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-5ce4fffc-1259-434d-a450-d72a19901b1a None None] For port 138c8d6f-da67-40eb-96a5-29f9cb935539, host n-d-713301-16, cleared binding levels {{(pid=95103) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 19:55:39.235710 n-d-713301-16 neutron-server[95102]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 19:55:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0315ce0d-dd5a-4acb-b77d-07f3d65d6e90 x-openstack-request-id: req-0315ce0d-dd5a-4acb-b77d-07f3d65d6e90 {{(pid=95102) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 19:55:39.236258 n-d-713301-16 neutron-server[95102]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d6cca382-f0b9-4c78-a465-9a7fe0df46a3", "name": "network-vif-deleted", "tag": "5d55c8fe-89c6-4452-874d-97eef46e43ad", "status": "completed", "code": 200}]} {{(pid=95102) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 19:55:39.236258 n-d-713301-16 neutron-server[95102]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-0315ce0d-dd5a-4acb-b77d-07f3d65d6e90 {{(pid=95102) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 19:55:39.238159 n-d-713301-16 neutron-server[95102]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd6cca382-f0b9-4c78-a465-9a7fe0df46a3', 'name': 'network-vif-deleted', 'tag': '5d55c8fe-89c6-4452-874d-97eef46e43ad', 'status': 'completed', 'code': 200} Sep 23 19:55:39.255608 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-5ce4fffc-1259-434d-a450-d72a19901b1a None None] For port 138c8d6f-da67-40eb-96a5-29f9cb935539, host n-d-713301-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-16',level=0,port_id=138c8d6f-da67-40eb-96a5-29f9cb935539,segment=NetworkSegment(c7abd8db-b99c-424c-86a3-7924c060f21a),segment_id=c7abd8db-b99c-424c-86a3-7924c060f21a)] {{(pid=95103) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 19:55:39.263258 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] For port c2dcd963-27a8-4bc5-9a8b-4943d2a3ef98, host n-h1-713301-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-16',level=0,port_id=c2dcd963-27a8-4bc5-9a8b-4943d2a3ef98,segment=NetworkSegment(6139d589-eb6c-4578-8935-c26ddf396853),segment_id=6139d589-eb6c-4578-8935-c26ddf396853)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:55:39.266152 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-5ce4fffc-1259-434d-a450-d72a19901b1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:55:39.305241 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Returning: {'device': 'c2dcd963-27a8-4bc5-9a8b-4943d2a3ef98', 'network_id': '5220cb0c-da05-478a-9604-8c11469a05b4', 'port_id': 'c2dcd963-27a8-4bc5-9a8b-4943d2a3ef98', 'mac_address': 'fa:16:3e:c3:92:7d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 624, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1ccc69bc-9d6b-44d9-b227-204e47dc6e45', 'ip_address': '192.168.233.106'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95103) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 19:55:39.342498 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-d535fea9-ec52-4210-9118-c47a2e81878d admin admin] Notify callbacks [] for port, precommit_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:55:39.357871 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce4fffc-1259-434d-a450-d72a19901b1a None None] Pushing event updated for resources: {'Port': ['ID=138c8d6f-da67-40eb-96a5-29f9cb935539,revision_number=2']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:55:39.375087 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:55:39.398748 n-d-713301-16 neutron-server[95103]: DEBUG neutron.notifiers.nova [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c2dcd963-27a8-4bc5-9a8b-4943d2a3ef98 {{(pid=95103) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 19:55:39.406579 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-d535fea9-ec52-4210-9118-c47a2e81878d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783145673135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5607431'] for port, after_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:55:39.428128 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-0055cda1-77dd-4681-bafa-d2526cdf7870 req-1d83e981-9d2e-472e-b098-b2aa61e9f6be tempest-VolumesSnapshotTestJSON-915595183 tempest-VolumesSnapshotTestJSON-915595183-project] 10.222.0.67 "GET /v2.0/ports?device_id=d6cca382-f0b9-4c78-a465-9a7fe0df46a3 HTTP/1.1" status: 200 len: 210 time: 0.0365951 Sep 23 19:55:39.429764 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] For port c2dcd963-27a8-4bc5-9a8b-4943d2a3ef98, host n-h1-713301-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-16',level=0,port_id=c2dcd963-27a8-4bc5-9a8b-4943d2a3ef98,segment=NetworkSegment(6139d589-eb6c-4578-8935-c26ddf396853),segment_id=6139d589-eb6c-4578-8935-c26ddf396853)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:55:39.436146 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:55:39.468498 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d535fea9-ec52-4210-9118-c47a2e81878d admin admin] Network 5dec5c09-378e-4f50-89cc-d94eb81c3bac is already hosted by enough agents. {{(pid=95101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:55:39.472793 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.base_scheduler [None req-d535fea9-ec52-4210-9118-c47a2e81878d admin admin] Resources bound (agent type, host, resource id): {{(pid=95101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:55:39.480718 n-d-713301-16 neutron-server[95101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d535fea9-ec52-4210-9118-c47a2e81878d admin admin] Received port after_create {{(pid=95101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 19:55:39.484212 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d535fea9-ec52-4210-9118-c47a2e81878d admin admin] Pushing event updated for resources: {'Port': ['ID=b60be0b5-21c7-4e8d-b049-66f43f6db97c,revision_number=1']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:55:39.520030 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Pushing event updated for resources: {'Port': ['ID=c2dcd963-27a8-4bc5-9a8b-4943d2a3ef98,revision_number=4']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:55:39.655068 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] get_ports_and_sgs() called for port_ids ['c2dcd963-27a8-4bc5-9a8b-4943d2a3ef98'] {{(pid=95103) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 19:55:39.784422 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-d535fea9-ec52-4210-9118-c47a2e81878d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:55:39.986670 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-d535fea9-ec52-4210-9118-c47a2e81878d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-597258', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-601790'] for router, after_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:55:40.134714 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d535fea9-ec52-4210-9118-c47a2e81878d admin admin] Router b22c9376-a7a4-4f49-863a-450b65a4dbaa is scheduled to L3 agent 79a740bf-7821-4989-8288-7186e3e128f3 with binding_index 1 {{(pid=95101) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 23 19:55:40.172451 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd78692-ac4e-40b9-b721-68eb16a2aa1e req-41face3e-662a-4b4b-aac4-6cd19cdc33d3 tempest-VolumesNegativeTest-1141569912 tempest-VolumesNegativeTest-1141569912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:55:40.174114 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-1dd78692-ac4e-40b9-b721-68eb16a2aa1e req-41face3e-662a-4b4b-aac4-6cd19cdc33d3 tempest-VolumesNegativeTest-1141569912 tempest-VolumesNegativeTest-1141569912-project] 10.222.0.67 "GET /v2.0/ports?device_id=d0b33ff8-3616-4c54-80b4-b9015acf4045 HTTP/1.1" status: 200 len: 949 time: 0.0577857 Sep 23 19:55:40.230326 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-1dd78692-ac4e-40b9-b721-68eb16a2aa1e req-9540875d-3506-4c69-b2dd-f781a42290f9 tempest-VolumesNegativeTest-1141569912 tempest-VolumesNegativeTest-1141569912-project] 10.222.0.67 "GET /v2.0/security-groups?id=1d9f5c33-0ae7-4656-ab29-de961babaf46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466614 Sep 23 19:55:40.263192 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d535fea9-ec52-4210-9118-c47a2e81878d admin admin] Notify agent at l3_agent.n-d-713301-16 the message routers_updated {{(pid=95101) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 19:55:40.276820 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57176cee-9542-4edc-855f-ce7233e309b9 None None] Sync routers for ids ['b22c9376-a7a4-4f49-863a-450b65a4dbaa'] in n-d-713301-16 {{(pid=95104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 19:55:40.282691 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-d535fea9-ec52-4210-9118-c47a2e81878d admin admin] Notify callbacks [] for router, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:55:40.287538 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-d535fea9-ec52-4210-9118-c47a2e81878d admin admin] 10.222.0.67 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.0055454 Sep 23 19:55:40.288235 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 55702) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:55:40.290345 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57176cee-9542-4edc-855f-ce7233e309b9 None None] Routers {'b22c9376-a7a4-4f49-863a-450b65a4dbaa'} bound to L3 agent in host n-d-713301-16 {{(pid=95104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 19:55:40.290973 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_hamode_db [None req-57176cee-9542-4edc-855f-ce7233e309b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-23T19:07:52Z,description=,heartbeat_timestamp=2021-09-23T19:55:23Z,host='n-d-713301-16',id=79a740bf-7821-4989-8288-7186e3e128f3,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:07:52Z,topic='l3_agent')) {'router_ids': ['b22c9376-a7a4-4f49-863a-450b65a4dbaa'], 'active': True} {{(pid=95104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:55:40.410934 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_dvr_db [None req-57176cee-9542-4edc-855f-ce7233e309b9 None None] Set router b22c9376-a7a4-4f49-863a-450b65a4dbaa gateway port host: n-d-713301-16 {{(pid=95104) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 19:55:40.557071 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Device 138c8d6f-da67-40eb-96a5-29f9cb935539 up at agent ovs-agent-n-d-713301-16 {{(pid=95103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 19:55:40.637568 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c8ccd92-b6d1-4ed8-afdb-32c869c7bfb5 None None] Network a97a1ddd-be59-4422-8c3e-924143535884 requested from n-d-713301-16 {{(pid=95103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 19:55:40.670016 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Provisioning complete for port 138c8d6f-da67-40eb-96a5-29f9cb935539 triggered by entity L2. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:55:40.670548 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:55:40.770924 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-acebdb22-7d3f-4ae9-a17f-eef2f05e2669 None None] Provisioning complete for port 138c8d6f-da67-40eb-96a5-29f9cb935539 triggered by entity DHCP. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:55:40.771602 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-acebdb22-7d3f-4ae9-a17f-eef2f05e2669 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:55:40.799953 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_hamode_db [None req-57176cee-9542-4edc-855f-ce7233e309b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b22c9376-a7a4-4f49-863a-450b65a4dbaa', 'name': 'tempest-TestVolumeBootPattern-846071345-router', 'tenant_id': '1c95f4136fb946e684bc3bd0afadbbdd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'external_fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.189'}], 'enable_snat': True}, 'gw_port_id': 'b60be0b5-21c7-4e8d-b049-66f43f6db97c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:55:38Z', 'updated_at': '2021-09-23T19:55:39Z', 'revision_number': 3, 'project_id': '1c95f4136fb946e684bc3bd0afadbbdd', 'gw_port': {'id': 'b60be0b5-21c7-4e8d-b049-66f43f6db97c', 'name': '', 'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:b1:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b22c9376-a7a4-4f49-863a-450b65a4dbaa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3875, 'fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:55:39Z', 'updated_at': '2021-09-23T19:55:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-16'}], 'n-d-713301-16', False) {} {{(pid=95104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:55:40.834715 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57176cee-9542-4edc-855f-ce7233e309b9 None None] Checking router: b22c9376-a7a4-4f49-863a-450b65a4dbaa for host: n-d-713301-16 {{(pid=95104) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 19:55:40.835466 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57176cee-9542-4edc-855f-ce7233e309b9 None None] Updating router b22c9376-a7a4-4f49-863a-450b65a4dbaa port b60be0b5-21c7-4e8d-b049-66f43f6db97c binding host n-d-713301-16 {{(pid=95104) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 23 19:55:40.866404 n-d-713301-16 neutron-server[95104]: DEBUG neutron_lib.callbacks.manager [None req-57176cee-9542-4edc-855f-ce7233e309b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:55:40.913034 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:55:40.946473 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Device c2dcd963-27a8-4bc5-9a8b-4943d2a3ef98 up at agent hyperv_n-h1-713301-16 {{(pid=95103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 19:55:41.092293 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] For port 138c8d6f-da67-40eb-96a5-29f9cb935539, host n-d-713301-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-16',level=0,port_id=138c8d6f-da67-40eb-96a5-29f9cb935539,segment=NetworkSegment(c7abd8db-b99c-424c-86a3-7924c060f21a),segment_id=c7abd8db-b99c-424c-86a3-7924c060f21a)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:55:41.112565 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:55:41.155437 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-acebdb22-7d3f-4ae9-a17f-eef2f05e2669 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:55:41.196132 n-d-713301-16 neutron-server[95104]: DEBUG neutron_lib.callbacks.manager [None req-57176cee-9542-4edc-855f-ce7233e309b9 None None] Notify callbacks [] for port, precommit_update {{(pid=95104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:55:41.201627 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Provisioning for port c2dcd963-27a8-4bc5-9a8b-4943d2a3ef98 completed by entity L2. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 19:55:41.205496 n-d-713301-16 neutron-server[95104]: DEBUG neutron_lib.callbacks.manager [None req-57176cee-9542-4edc-855f-ce7233e309b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:55:41.233114 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Provisioning complete for port c2dcd963-27a8-4bc5-9a8b-4943d2a3ef98 triggered by entity L2. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:55:41.233496 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:55:41.240078 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Pushing event updated for resources: {'Port': ['ID=138c8d6f-da67-40eb-96a5-29f9cb935539,revision_number=3']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:55:41.303622 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a06f861-eb3e-4ded-93e2-0fe504fd5758 None None] Pushing event updated for resources: {'Port': ['ID=b60be0b5-21c7-4e8d-b049-66f43f6db97c,revision_number=2']} {{(pid=95104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:55:41.312761 n-d-713301-16 neutron-server[95104]: DEBUG neutron.plugins.ml2.managers [None req-57176cee-9542-4edc-855f-ce7233e309b9 None None] Attempting to bind port b60be0b5-21c7-4e8d-b049-66f43f6db97c on host n-d-713301-16 for vnic_type normal with profile {{(pid=95104) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 19:55:41.313868 n-d-713301-16 neutron-server[95104]: DEBUG neutron.plugins.ml2.managers [None req-57176cee-9542-4edc-855f-ce7233e309b9 None None] Attempting to bind port b60be0b5-21c7-4e8d-b049-66f43f6db97c by drivers openvswitch,hyperv on host n-d-713301-16 at level 0 using segments [{'id': '7d4027f1-d893-4c7b-95d4-757b8e44e380', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac'}] {{(pid=95104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 19:55:41.314489 n-d-713301-16 neutron-server[95104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57176cee-9542-4edc-855f-ce7233e309b9 None None] Attempting to bind port b60be0b5-21c7-4e8d-b049-66f43f6db97c on network 5dec5c09-378e-4f50-89cc-d94eb81c3bac {{(pid=95104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:55:41.320746 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-190fe758-e085-44e9-890e-033554e72d6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:55:41.335316 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a06f861-eb3e-4ded-93e2-0fe504fd5758 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:55:41.336924 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a06f861-eb3e-4ded-93e2-0fe504fd5758 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:55:41.337870 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a06f861-eb3e-4ded-93e2-0fe504fd5758 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:55:41.338812 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a06f861-eb3e-4ded-93e2-0fe504fd5758 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:55:41.339441 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a06f861-eb3e-4ded-93e2-0fe504fd5758 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:55:41.340016 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a06f861-eb3e-4ded-93e2-0fe504fd5758 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:55:41.340573 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a06f861-eb3e-4ded-93e2-0fe504fd5758 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:55:41.341409 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a06f861-eb3e-4ded-93e2-0fe504fd5758 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:55:41.341957 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a06f861-eb3e-4ded-93e2-0fe504fd5758 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:55:41.342550 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a06f861-eb3e-4ded-93e2-0fe504fd5758 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:55:41.343631 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a06f861-eb3e-4ded-93e2-0fe504fd5758 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:55:41.344499 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a06f861-eb3e-4ded-93e2-0fe504fd5758 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:55:41.366792 n-d-713301-16 neutron-server[95104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57176cee-9542-4edc-855f-ce7233e309b9 None None] Checking agent: {'id': '70a14545-df24-472f-8f95-bfe1719bff93', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 19, 7, 53), 'started_at': datetime.datetime(2021, 9, 23, 19, 8, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 19, 55, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 19:55:41.367853 n-d-713301-16 neutron-server[95104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57176cee-9542-4edc-855f-ce7233e309b9 None None] Checking segment: {'id': '7d4027f1-d893-4c7b-95d4-757b8e44e380', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95104) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:55:41.368591 n-d-713301-16 neutron-server[95104]: DEBUG neutron_lib.callbacks.manager [None req-57176cee-9542-4edc-855f-ce7233e309b9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:55:41.368778 n-d-713301-16 neutron-server[95104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57176cee-9542-4edc-855f-ce7233e309b9 None None] Bound using segment: {'id': '7d4027f1-d893-4c7b-95d4-757b8e44e380', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac'} {{(pid=95104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 19:55:41.369181 n-d-713301-16 neutron-server[95104]: DEBUG neutron.plugins.ml2.managers [None req-57176cee-9542-4edc-855f-ce7233e309b9 None None] Bound port: b60be0b5-21c7-4e8d-b049-66f43f6db97c, host: n-d-713301-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7d4027f1-d893-4c7b-95d4-757b8e44e380', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac'}}] {{(pid=95104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 19:55:41.369568 n-d-713301-16 neutron-server[95104]: DEBUG neutron_lib.callbacks.manager [None req-57176cee-9542-4edc-855f-ce7233e309b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:55:41.389398 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.db.api [None req-acebdb22-7d3f-4ae9-a17f-eef2f05e2669 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95103) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 23 19:55:41.390776 n-d-713301-16 neutron-server[95103]: DEBUG oslo_db.api [None req-acebdb22-7d3f-4ae9-a17f-eef2f05e2669 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 23 19:55:41.435088 n-d-713301-16 neutron-server[95104]: DEBUG neutron.plugins.ml2.db [None req-57176cee-9542-4edc-855f-ce7233e309b9 None None] For port b60be0b5-21c7-4e8d-b049-66f43f6db97c, host n-d-713301-16, cleared binding levels {{(pid=95104) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 19:55:41.441607 n-d-713301-16 neutron-server[95104]: DEBUG neutron.plugins.ml2.db [None req-57176cee-9542-4edc-855f-ce7233e309b9 None None] For port b60be0b5-21c7-4e8d-b049-66f43f6db97c, host n-d-713301-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-16',level=0,port_id=b60be0b5-21c7-4e8d-b049-66f43f6db97c,segment=NetworkSegment(7d4027f1-d893-4c7b-95d4-757b8e44e380),segment_id=7d4027f1-d893-4c7b-95d4-757b8e44e380)] {{(pid=95104) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 19:55:41.445843 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:55:41.449983 n-d-713301-16 neutron-server[95104]: DEBUG neutron_lib.callbacks.manager [None req-57176cee-9542-4edc-855f-ce7233e309b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:55:41.479455 n-d-713301-16 neutron-server[95103]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd0b33ff8-3616-4c54-80b4-b9015acf4045', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c2dcd963-27a8-4bc5-9a8b-4943d2a3ef98'}] {{(pid=95103) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 19:55:41.482312 n-d-713301-16 neutron-server[95103]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}81a1c17f2aa89d5b3ebbba3a3e0cf7eb588e431c2224256110c4c4facdd7c3e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9d1ffba-8a9e-46f0-8f31-156b3a3e35ca" -d '{"events": [{"server_uuid": "d0b33ff8-3616-4c54-80b4-b9015acf4045", "name": "network-vif-plugged", "status": "completed", "tag": "c2dcd963-27a8-4bc5-9a8b-4943d2a3ef98"}]}' {{(pid=95103) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 19:55:41.504434 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] For port c2dcd963-27a8-4bc5-9a8b-4943d2a3ef98, host n-h1-713301-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-16',level=0,port_id=c2dcd963-27a8-4bc5-9a8b-4943d2a3ef98,segment=NetworkSegment(6139d589-eb6c-4578-8935-c26ddf396853),segment_id=6139d589-eb6c-4578-8935-c26ddf396853)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:55:41.509472 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:55:41.535865 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7bcd870-2128-4d1d-b83e-bc054a21975c req-566bf701-6a75-4b9c-bfdc-377809551d36 tempest-VolumesNegativeTest-1141569912 tempest-VolumesNegativeTest-1141569912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:55:41.537728 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-f7bcd870-2128-4d1d-b83e-bc054a21975c req-566bf701-6a75-4b9c-bfdc-377809551d36 tempest-VolumesNegativeTest-1141569912 tempest-VolumesNegativeTest-1141569912-project] 10.222.0.67 "GET /v2.0/ports?device_id=d0b33ff8-3616-4c54-80b4-b9015acf4045 HTTP/1.1" status: 200 len: 949 time: 0.1470742 Sep 23 19:55:41.554161 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a06f861-eb3e-4ded-93e2-0fe504fd5758 None None] Pushing event updated for resources: {'Port': ['ID=b60be0b5-21c7-4e8d-b049-66f43f6db97c,revision_number=3']} {{(pid=95104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:55:41.557391 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57176cee-9542-4edc-855f-ce7233e309b9 None None] Routers {'b22c9376-a7a4-4f49-863a-450b65a4dbaa'} bound to L3 agent in host n-d-713301-16 {{(pid=95104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 19:55:41.557543 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_hamode_db [None req-57176cee-9542-4edc-855f-ce7233e309b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-23T19:07:52Z,description=,heartbeat_timestamp=2021-09-23T19:55:23Z,host='n-d-713301-16',id=79a740bf-7821-4989-8288-7186e3e128f3,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:07:52Z,topic='l3_agent')) {'router_ids': ['b22c9376-a7a4-4f49-863a-450b65a4dbaa'], 'active': True} {{(pid=95104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:55:41.567193 n-d-713301-16 neutron-server[95103]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 19:55:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f798600-dfc2-419f-a033-0fdd2b3a0fc8 x-openstack-request-id: req-9f798600-dfc2-419f-a033-0fdd2b3a0fc8 {{(pid=95103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 19:55:41.568023 n-d-713301-16 neutron-server[95103]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d0b33ff8-3616-4c54-80b4-b9015acf4045", "name": "network-vif-plugged", "status": "completed", "tag": "c2dcd963-27a8-4bc5-9a8b-4943d2a3ef98", "code": 200}]} {{(pid=95103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 19:55:41.568453 n-d-713301-16 neutron-server[95103]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-9f798600-dfc2-419f-a033-0fdd2b3a0fc8 {{(pid=95103) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 19:55:41.569509 n-d-713301-16 neutron-server[95103]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd0b33ff8-3616-4c54-80b4-b9015acf4045', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c2dcd963-27a8-4bc5-9a8b-4943d2a3ef98', 'code': 200} Sep 23 19:55:41.592533 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Pushing event updated for resources: {'Port': ['ID=c2dcd963-27a8-4bc5-9a8b-4943d2a3ef98,revision_number=5']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:55:41.626371 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-f7bcd870-2128-4d1d-b83e-bc054a21975c req-0831e420-0a6a-4980-966b-632f557228a5 tempest-VolumesNegativeTest-1141569912 tempest-VolumesNegativeTest-1141569912-project] 10.222.0.67 "GET /v2.0/security-groups?id=1d9f5c33-0ae7-4656-ab29-de961babaf46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805023 Sep 23 19:55:41.641381 n-d-713301-16 neutron-server[95102]: DEBUG neutron.db.db_base_plugin_common [None req-190fe758-e085-44e9-890e-033554e72d6c admin admin] Allocated IP 172.20.0.1 (a97a1ddd-be59-4422-8c3e-924143535884/788d1f3e-2626-40b1-b49a-799b1a0fa15b/25c3b070-de7a-4c98-a0c6-bbdac9d061bf) {{(pid=95102) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 19:55:41.684636 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914df531-8f63-4247-ab01-f84500b9fc86 req-3c641e52-de58-4365-9e5b-58f7cb1bdf3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:55:41.686369 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-914df531-8f63-4247-ab01-f84500b9fc86 req-3c641e52-de58-4365-9e5b-58f7cb1bdf3a service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=d0b33ff8-3616-4c54-80b4-b9015acf4045 HTTP/1.1" status: 200 len: 1102 time: 0.0647962 Sep 23 19:55:41.708825 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_dvr_db [None req-57176cee-9542-4edc-855f-ce7233e309b9 None None] Set router b22c9376-a7a4-4f49-863a-450b65a4dbaa gateway port host: n-d-713301-16 {{(pid=95104) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 19:55:41.728554 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-914df531-8f63-4247-ab01-f84500b9fc86 req-fc35e2c7-06bf-40ae-b4c8-a53e9a93a6db service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=1d9f5c33-0ae7-4656-ab29-de961babaf46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325410 Sep 23 19:55:41.774774 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-190fe758-e085-44e9-890e-033554e72d6c admin admin] Notify callbacks [] for port, precommit_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:55:41.813544 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-190fe758-e085-44e9-890e-033554e72d6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783145673135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4399100'] for port, after_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:55:41.854191 n-d-713301-16 neutron-server[95102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-190fe758-e085-44e9-890e-033554e72d6c admin admin] Network a97a1ddd-be59-4422-8c3e-924143535884 is already hosted by enough agents. {{(pid=95102) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:55:41.857146 n-d-713301-16 neutron-server[95102]: DEBUG neutron.scheduler.base_scheduler [None req-190fe758-e085-44e9-890e-033554e72d6c admin admin] Resources bound (agent type, host, resource id): {{(pid=95102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:55:41.860994 n-d-713301-16 neutron-server[95102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-190fe758-e085-44e9-890e-033554e72d6c admin admin] Received port after_create {{(pid=95102) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 19:55:41.870816 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-190fe758-e085-44e9-890e-033554e72d6c admin admin] Pushing event updated for resources: {'Port': ['ID=25c3b070-de7a-4c98-a0c6-bbdac9d061bf,revision_number=1']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:55:41.897523 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-190fe758-e085-44e9-890e-033554e72d6c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:55:41.898040 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-190fe758-e085-44e9-890e-033554e72d6c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:55:41.898485 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-190fe758-e085-44e9-890e-033554e72d6c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:55:41.898932 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-190fe758-e085-44e9-890e-033554e72d6c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:55:41.899372 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-190fe758-e085-44e9-890e-033554e72d6c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:55:41.899821 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-190fe758-e085-44e9-890e-033554e72d6c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:55:41.900232 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-190fe758-e085-44e9-890e-033554e72d6c admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:55:41.900701 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-190fe758-e085-44e9-890e-033554e72d6c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:55:41.901138 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-190fe758-e085-44e9-890e-033554e72d6c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:55:41.901614 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-190fe758-e085-44e9-890e-033554e72d6c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:55:41.902041 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-190fe758-e085-44e9-890e-033554e72d6c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:55:41.902468 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-190fe758-e085-44e9-890e-033554e72d6c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:55:41.930652 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-190fe758-e085-44e9-890e-033554e72d6c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-601987'] for router_interface, before_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:55:41.949096 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_hamode_db [None req-57176cee-9542-4edc-855f-ce7233e309b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b22c9376-a7a4-4f49-863a-450b65a4dbaa', 'name': 'tempest-TestVolumeBootPattern-846071345-router', 'tenant_id': '1c95f4136fb946e684bc3bd0afadbbdd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'external_fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.189'}], 'enable_snat': True}, 'gw_port_id': 'b60be0b5-21c7-4e8d-b049-66f43f6db97c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:55:38Z', 'updated_at': '2021-09-23T19:55:39Z', 'revision_number': 3, 'project_id': '1c95f4136fb946e684bc3bd0afadbbdd', 'gw_port': {'id': 'b60be0b5-21c7-4e8d-b049-66f43f6db97c', 'name': '', 'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:b1:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b22c9376-a7a4-4f49-863a-450b65a4dbaa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3875, 'fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:55:39Z', 'updated_at': '2021-09-23T19:55:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-16'}], 'n-d-713301-16', False) {} {{(pid=95104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:55:41.999596 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57176cee-9542-4edc-855f-ce7233e309b9 None None] The sync data for ids ['b22c9376-a7a4-4f49-863a-450b65a4dbaa'] in n-d-713301-16 is: [{'id': 'b22c9376-a7a4-4f49-863a-450b65a4dbaa', 'name': 'tempest-TestVolumeBootPattern-846071345-router', 'tenant_id': '1c95f4136fb946e684bc3bd0afadbbdd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'external_fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.189'}], 'enable_snat': True}, 'gw_port_id': 'b60be0b5-21c7-4e8d-b049-66f43f6db97c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:55:38Z', 'updated_at': '2021-09-23T19:55:39Z', 'revision_number': 3, 'project_id': '1c95f4136fb946e684bc3bd0afadbbdd', 'gw_port': {'id': 'b60be0b5-21c7-4e8d-b049-66f43f6db97c', 'name': '', 'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:b1:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b22c9376-a7a4-4f49-863a-450b65a4dbaa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3875, 'fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:55:39Z', 'updated_at': '2021-09-23T19:55:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-16'}] {{(pid=95104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 19:55:42.104768 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-1cc26a6b-9772-42cd-89bd-cdcc64bd9db0 None None] Provisioning complete for port 138c8d6f-da67-40eb-96a5-29f9cb935539 triggered by entity DHCP. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:55:42.116477 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-190fe758-e085-44e9-890e-033554e72d6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:55:42.133360 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-1cc26a6b-9772-42cd-89bd-cdcc64bd9db0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:55:42.297156 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Device 5d55c8fe-89c6-4452-874d-97eef46e43ad no longer exists at agent hyperv_n-h2-713301-16 {{(pid=95103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 19:55:42.371550 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.plugin [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] No Port match for: 5d55c8fe-89c6-4452-874d-97eef46e43ad {{(pid=95103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 19:55:42.372025 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Device 5d55c8fe-89c6-4452-874d-97eef46e43ad not bound to the agent host n-h2-713301-16 {{(pid=95103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 19:55:42.457570 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-190fe758-e085-44e9-890e-033554e72d6c admin admin] Notify callbacks [] for port, precommit_update {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:55:42.465828 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-190fe758-e085-44e9-890e-033554e72d6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4399095'] for port, after_update {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:55:42.495951 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-074e5af0-3e54-49a4-aa71-8d9a5b232d0b None None] Provisioning complete for port 25c3b070-de7a-4c98-a0c6-bbdac9d061bf triggered by entity DHCP. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:55:42.496819 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-074e5af0-3e54-49a4-aa71-8d9a5b232d0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:55:42.530191 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-190fe758-e085-44e9-890e-033554e72d6c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-527313', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-601459'] for router_interface, after_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:55:42.539835 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.plugin [None req-074e5af0-3e54-49a4-aa71-8d9a5b232d0b None None] Port 25c3b070-de7a-4c98-a0c6-bbdac9d061bf cannot update to ACTIVE because it is not bound. {{(pid=95103) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 19:55:42.580303 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-190fe758-e085-44e9-890e-033554e72d6c admin admin] Pushing event updated for resources: {'Port': ['ID=25c3b070-de7a-4c98-a0c6-bbdac9d061bf,revision_number=2']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:55:42.595274 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Device 138c8d6f-da67-40eb-96a5-29f9cb935539 up at agent ovs-agent-n-d-713301-16 {{(pid=95103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 19:55:42.655409 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Provisioning complete for port 138c8d6f-da67-40eb-96a5-29f9cb935539 triggered by entity L2. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:55:42.655924 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:55:42.670165 n-d-713301-16 neutron-server[95102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-190fe758-e085-44e9-890e-033554e72d6c admin admin] Network a97a1ddd-be59-4422-8c3e-924143535884 is already hosted by enough agents. {{(pid=95102) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:55:42.684899 n-d-713301-16 neutron-server[95102]: DEBUG neutron.scheduler.base_scheduler [None req-190fe758-e085-44e9-890e-033554e72d6c admin admin] Resources bound (agent type, host, resource id): {{(pid=95102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:55:42.781268 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Device b60be0b5-21c7-4e8d-b049-66f43f6db97c up at agent ovs-agent-n-d-713301-16 {{(pid=95103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 19:55:42.840484 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Provisioning complete for port b60be0b5-21c7-4e8d-b049-66f43f6db97c triggered by entity L2. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:55:42.840907 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:55:42.906487 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f38c839-586c-4b08-8829-975ff5868823 req-7c55176d-db1e-42b1-80ba-b32e76c028ef tempest-VolumesNegativeTest-1141569912 tempest-VolumesNegativeTest-1141569912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:55:42.907993 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-0f38c839-586c-4b08-8829-975ff5868823 req-7c55176d-db1e-42b1-80ba-b32e76c028ef tempest-VolumesNegativeTest-1141569912 tempest-VolumesNegativeTest-1141569912-project] 10.222.0.67 "GET /v2.0/ports?device_id=d0b33ff8-3616-4c54-80b4-b9015acf4045 HTTP/1.1" status: 200 len: 950 time: 0.1557186 Sep 23 19:55:42.917813 n-d-713301-16 neutron-server[95102]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-190fe758-e085-44e9-890e-033554e72d6c admin admin] Router b22c9376-a7a4-4f49-863a-450b65a4dbaa has already been hosted by L3 agent 79a740bf-7821-4989-8288-7186e3e128f3 {{(pid=95102) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 19:55:42.956997 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:55:42.982459 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] For port b60be0b5-21c7-4e8d-b049-66f43f6db97c, host n-d-713301-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-16',level=0,port_id=b60be0b5-21c7-4e8d-b049-66f43f6db97c,segment=NetworkSegment(7d4027f1-d893-4c7b-95d4-757b8e44e380),segment_id=7d4027f1-d893-4c7b-95d4-757b8e44e380)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:55:42.997726 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:55:43.059761 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Pushing event updated for resources: {'Port': ['ID=b60be0b5-21c7-4e8d-b049-66f43f6db97c,revision_number=4']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:55:43.083701 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-bb3440e3-f0f8-4f9d-b960-5483972e90dc None None] Provisioning complete for port 25c3b070-de7a-4c98-a0c6-bbdac9d061bf triggered by entity DHCP. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:55:43.084172 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-bb3440e3-f0f8-4f9d-b960-5483972e90dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:55:43.102316 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-0f38c839-586c-4b08-8829-975ff5868823 req-20525156-287d-4ab3-a491-d5412c4fb5e6 tempest-VolumesNegativeTest-1141569912 tempest-VolumesNegativeTest-1141569912-project] 10.222.0.67 "GET /v2.0/security-groups?id=1d9f5c33-0ae7-4656-ab29-de961babaf46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1833272 Sep 23 19:55:43.137496 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.plugin [None req-bb3440e3-f0f8-4f9d-b960-5483972e90dc None None] Port 25c3b070-de7a-4c98-a0c6-bbdac9d061bf cannot update to ACTIVE because it is not bound. {{(pid=95103) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 19:55:43.171090 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-190fe758-e085-44e9-890e-033554e72d6c admin admin] Notify agent at l3_agent.n-d-713301-16 the message routers_updated {{(pid=95102) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 19:55:43.180650 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-190fe758-e085-44e9-890e-033554e72d6c admin admin] 10.222.0.67 "PUT /v2.0/routers/b22c9376-a7a4-4f49-863a-450b65a4dbaa/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8883488 Sep 23 19:55:43.664398 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 55748) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:55:43.669515 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.v2.base [None req-a9263568-b1f4-4cad-bc23-35098f2e3ac2 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1620459208-network', 'tenant_id': '7050dfb70f5149c38c589b744b775838'}} {{(pid=95101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:55:43.692892 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9263568-b1f4-4cad-bc23-35098f2e3ac2 admin admin] Made reservation on behalf of 7050dfb70f5149c38c589b744b775838 for: {'network': 1} {{(pid=95101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:55:43.695065 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-a9263568-b1f4-4cad-bc23-35098f2e3ac2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for network, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:55:43.703785 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-a9263568-b1f4-4cad-bc23-35098f2e3ac2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:55:43.804932 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-a9263568-b1f4-4cad-bc23-35098f2e3ac2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:55:43.809628 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-a9263568-b1f4-4cad-bc23-35098f2e3ac2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:55:43.832663 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a9263568-b1f4-4cad-bc23-35098f2e3ac2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 613} {{(pid=95101) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 19:55:43.847035 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9263568-b1f4-4cad-bc23-35098f2e3ac2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9c4d77f-8db8-467e-a670-62ad3765f962,revision_number=1']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:55:43.852237 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-a9263568-b1f4-4cad-bc23-35098f2e3ac2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1756186'] for segment, precommit_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:55:43.852581 n-d-713301-16 neutron-server[95101]: INFO neutron.db.segments_db [None req-a9263568-b1f4-4cad-bc23-35098f2e3ac2 admin admin] Added segment 98f3e90f-946c-421f-a657-dc1b481561be of type vlan for network bc85b510-af01-4f0f-b5c7-ac526c7f13e6 Sep 23 19:55:43.866985 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9263568-b1f4-4cad-bc23-35098f2e3ac2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:55:43.867330 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9263568-b1f4-4cad-bc23-35098f2e3ac2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:55:43.867661 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9263568-b1f4-4cad-bc23-35098f2e3ac2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:55:43.867996 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9263568-b1f4-4cad-bc23-35098f2e3ac2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:55:43.868342 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9263568-b1f4-4cad-bc23-35098f2e3ac2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:55:43.868674 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9263568-b1f4-4cad-bc23-35098f2e3ac2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:55:43.868996 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9263568-b1f4-4cad-bc23-35098f2e3ac2 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:55:43.869316 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9263568-b1f4-4cad-bc23-35098f2e3ac2 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:55:43.869635 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9263568-b1f4-4cad-bc23-35098f2e3ac2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:55:43.869952 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9263568-b1f4-4cad-bc23-35098f2e3ac2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:55:43.870271 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9263568-b1f4-4cad-bc23-35098f2e3ac2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:55:43.870586 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9263568-b1f4-4cad-bc23-35098f2e3ac2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:55:43.920777 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-a9263568-b1f4-4cad-bc23-35098f2e3ac2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783145630486'] for network, precommit_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:55:43.925243 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-daceccaf-5f20-4612-9b45-4802628158a4 None None] Sync routers for ids ['b22c9376-a7a4-4f49-863a-450b65a4dbaa'] in n-d-713301-16 {{(pid=95103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 19:55:43.934520 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-daceccaf-5f20-4612-9b45-4802628158a4 None None] Routers {'b22c9376-a7a4-4f49-863a-450b65a4dbaa'} bound to L3 agent in host n-d-713301-16 {{(pid=95103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 19:55:43.935359 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_hamode_db [None req-daceccaf-5f20-4612-9b45-4802628158a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-23T19:07:52Z,description=,heartbeat_timestamp=2021-09-23T19:55:23Z,host='n-d-713301-16',id=79a740bf-7821-4989-8288-7186e3e128f3,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:07:52Z,topic='l3_agent')) {'router_ids': ['b22c9376-a7a4-4f49-863a-450b65a4dbaa'], 'active': True} {{(pid=95103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:55:43.950704 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-a9263568-b1f4-4cad-bc23-35098f2e3ac2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299'] for network, after_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:55:43.951862 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9263568-b1f4-4cad-bc23-35098f2e3ac2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:55:43.952570 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-a9263568-b1f4-4cad-bc23-35098f2e3ac2 admin admin] Notify callbacks [] for network, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:55:43.992364 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-a9263568-b1f4-4cad-bc23-35098f2e3ac2 admin admin] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3268633 Sep 23 19:55:43.996779 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 55750) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:55:44.001724 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.v2.base [None req-a9cf8863-5d81-4e86-aecb-bb5ebe737131 admin admin] Request body: {'subnet': {'network_id': 'bc85b510-af01-4f0f-b5c7-ac526c7f13e6', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1620459208-subnet', 'tenant_id': '7050dfb70f5149c38c589b744b775838', 'ip_version': 4}} {{(pid=95102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:55:44.020282 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9263568-b1f4-4cad-bc23-35098f2e3ac2 admin admin] Pushing event updated for resources: {'Network': ['ID=bc85b510-af01-4f0f-b5c7-ac526c7f13e6,revision_number=1']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:55:44.042471 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Network bc85b510-af01-4f0f-b5c7-ac526c7f13e6 details requested by agent ovs-agent-n-d-713301-16 with host n-d-713301-16 {{(pid=95103) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 19:55:44.045220 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9cf8863-5d81-4e86-aecb-bb5ebe737131 admin admin] Made reservation on behalf of 7050dfb70f5149c38c589b744b775838 for: {'subnet': 1} {{(pid=95102) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:55:44.053858 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-a9cf8863-5d81-4e86-aecb-bb5ebe737131 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5388256'] for subnet, before_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:55:44.083913 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_dvr_db [None req-daceccaf-5f20-4612-9b45-4802628158a4 None None] Set router b22c9376-a7a4-4f49-863a-450b65a4dbaa gateway port host: n-d-713301-16 {{(pid=95103) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 19:55:44.279504 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a1e3e3-2fab-4733-bbbc-417c641cc92d req-932bc1dd-f156-438a-a161-0b0b44fffe67 tempest-VolumesNegativeTest-1141569912 tempest-VolumesNegativeTest-1141569912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:55:44.281080 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-91a1e3e3-2fab-4733-bbbc-417c641cc92d req-932bc1dd-f156-438a-a161-0b0b44fffe67 tempest-VolumesNegativeTest-1141569912 tempest-VolumesNegativeTest-1141569912-project] 10.222.0.67 "GET /v2.0/ports?device_id=d0b33ff8-3616-4c54-80b4-b9015acf4045 HTTP/1.1" status: 200 len: 950 time: 0.0914507 Sep 23 19:55:44.383146 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-91a1e3e3-2fab-4733-bbbc-417c641cc92d req-67abba01-9c35-4a67-a2f2-cab15db412a7 tempest-VolumesNegativeTest-1141569912 tempest-VolumesNegativeTest-1141569912-project] 10.222.0.67 "GET /v2.0/security-groups?id=1d9f5c33-0ae7-4656-ab29-de961babaf46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944691 Sep 23 19:55:44.392469 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-a9cf8863-5d81-4e86-aecb-bb5ebe737131 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4398944', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5388242'] for subnet, after_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:55:44.393494 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_hamode_db [None req-daceccaf-5f20-4612-9b45-4802628158a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b22c9376-a7a4-4f49-863a-450b65a4dbaa', 'name': 'tempest-TestVolumeBootPattern-846071345-router', 'tenant_id': '1c95f4136fb946e684bc3bd0afadbbdd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'external_fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.189'}], 'enable_snat': True}, 'gw_port_id': 'b60be0b5-21c7-4e8d-b049-66f43f6db97c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:55:38Z', 'updated_at': '2021-09-23T19:55:42Z', 'revision_number': 4, 'project_id': '1c95f4136fb946e684bc3bd0afadbbdd', 'gw_port': {'id': 'b60be0b5-21c7-4e8d-b049-66f43f6db97c', 'name': '', 'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:b1:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b22c9376-a7a4-4f49-863a-450b65a4dbaa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3875, 'fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:55:39Z', 'updated_at': '2021-09-23T19:55:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-16', '_interfaces': [{'id': '25c3b070-de7a-4c98-a0c6-bbdac9d061bf', 'name': '', 'network_id': 'a97a1ddd-be59-4422-8c3e-924143535884', 'tenant_id': '1c95f4136fb946e684bc3bd0afadbbdd', 'mac_address': 'fa:16:3e:7c:37:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b22c9376-a7a4-4f49-863a-450b65a4dbaa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3876, 'fixed_ips': [{'subnet_id': '788d1f3e-2626-40b1-b49a-799b1a0fa15b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:55:41Z', 'updated_at': '2021-09-23T19:55:42Z', 'revision_number': 2, 'project_id': '1c95f4136fb946e684bc3bd0afadbbdd', 'subnets': [{'id': '788d1f3e-2626-40b1-b49a-799b1a0fa15b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-16', False) {} {{(pid=95103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:55:44.431297 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-daceccaf-5f20-4612-9b45-4802628158a4 None None] Checking router: b22c9376-a7a4-4f49-863a-450b65a4dbaa for host: n-d-713301-16 {{(pid=95103) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 19:55:44.431752 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-daceccaf-5f20-4612-9b45-4802628158a4 None None] Updating router b22c9376-a7a4-4f49-863a-450b65a4dbaa port 25c3b070-de7a-4c98-a0c6-bbdac9d061bf binding host n-d-713301-16 {{(pid=95103) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 23 19:55:44.462292 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-daceccaf-5f20-4612-9b45-4802628158a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:55:44.465517 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9cf8863-5d81-4e86-aecb-bb5ebe737131 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6e295219-c219-4c39-b525-7311b17b3c6d,revision_number=0']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:55:44.503837 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9cf8863-5d81-4e86-aecb-bb5ebe737131 admin admin] Checking segment: {'id': '98f3e90f-946c-421f-a657-dc1b481561be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': 'bc85b510-af01-4f0f-b5c7-ac526c7f13e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95102) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:55:44.504224 n-d-713301-16 neutron-server[95102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9cf8863-5d81-4e86-aecb-bb5ebe737131 admin admin] Network hostable DHCP agents. Network: bc85b510-af01-4f0f-b5c7-ac526c7f13e6, hostable agents: ['1b18bf05-1b5f-4587-be5c-af3ac38e32ad'], hosted agents: [] {{(pid=95102) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 19:55:44.525233 n-d-713301-16 neutron-server[95102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9cf8863-5d81-4e86-aecb-bb5ebe737131 admin admin] Network bc85b510-af01-4f0f-b5c7-ac526c7f13e6 is scheduled to be hosted by DHCP agent 1b18bf05-1b5f-4587-be5c-af3ac38e32ad with binding_index 1 {{(pid=95102) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 19:55:44.537657 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Device b60be0b5-21c7-4e8d-b049-66f43f6db97c up at agent ovs-agent-n-d-713301-16 {{(pid=95103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 19:55:44.539220 n-d-713301-16 neutron-server[95102]: DEBUG neutron.scheduler.base_scheduler [None req-a9cf8863-5d81-4e86-aecb-bb5ebe737131 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713301-16, bc85b510-af01-4f0f-b5c7-ac526c7f13e6) {{(pid=95102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:55:44.544959 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9cf8863-5d81-4e86-aecb-bb5ebe737131 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:55:44.545733 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-a9cf8863-5d81-4e86-aecb-bb5ebe737131 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:55:44.561720 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-a9cf8863-5d81-4e86-aecb-bb5ebe737131 admin admin] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.5636220 Sep 23 19:55:44.564241 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 55760) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:55:44.570129 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.v2.base [None req-eb9ca336-6305-47de-8da3-714d437ce77b admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1620459208-router', 'tenant_id': '7050dfb70f5149c38c589b744b775838', 'external_gateway_info': {'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac'}}} {{(pid=95101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:55:44.601120 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-eb9ca336-6305-47de-8da3-714d437ce77b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-594563', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29355'] for router, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:55:44.605006 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-eb9ca336-6305-47de-8da3-714d437ce77b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-597363', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-601731', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-739356', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29346'] for router, precommit_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:55:44.609659 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4633faf3-ce02-478d-b9a5-df3f60e936c6 None None] Network bc85b510-af01-4f0f-b5c7-ac526c7f13e6 requested from n-d-713301-16 {{(pid=95103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 19:55:44.672864 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-eb9ca336-6305-47de-8da3-714d437ce77b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:55:44.712014 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e32503-9f29-4147-b909-4dc8b649e3e4 req-bc619a16-28c3-412a-a3e4-b6bd1f76c903 tempest-VolumesNegativeTest-1141569912 tempest-VolumesNegativeTest-1141569912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:55:44.713508 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-47e32503-9f29-4147-b909-4dc8b649e3e4 req-bc619a16-28c3-412a-a3e4-b6bd1f76c903 tempest-VolumesNegativeTest-1141569912 tempest-VolumesNegativeTest-1141569912-project] 10.222.0.67 "GET /v2.0/ports?device_id=d0b33ff8-3616-4c54-80b4-b9015acf4045 HTTP/1.1" status: 200 len: 950 time: 0.0528150 Sep 23 19:55:44.754334 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-47e32503-9f29-4147-b909-4dc8b649e3e4 req-0611a3d6-1d48-4bc3-aa03-b0b13703c10c tempest-VolumesNegativeTest-1141569912 tempest-VolumesNegativeTest-1141569912-project] 10.222.0.67 "GET /v2.0/security-groups?id=1d9f5c33-0ae7-4656-ab29-de961babaf46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343487 Sep 23 19:55:44.789822 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Provisioning complete for port b60be0b5-21c7-4e8d-b049-66f43f6db97c triggered by entity L2. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:55:44.790199 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:55:44.828133 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-eb9ca336-6305-47de-8da3-714d437ce77b admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:55:44.940058 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d8c3e8c-34e6-48f2-bc4e-518c9acdde8b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4c8b80df-07eb-5275-9f17-5cf640db67c0-bc85b510-af01-4f0f-b5c7-ac526c7f13e6', 'network_id': 'bc85b510-af01-4f0f-b5c7-ac526c7f13e6', 'tenant_id': '7050dfb70f5149c38c589b744b775838', 'fixed_ips': [{'subnet_id': '6e295219-c219-4c39-b525-7311b17b3c6d'}]}} from n-d-713301-16. {{(pid=95103) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 23 19:55:44.940940 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-3d8c3e8c-34e6-48f2-bc4e-518c9acdde8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_create {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:55:44.995867 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-daceccaf-5f20-4612-9b45-4802628158a4 None None] Notify callbacks [] for port, precommit_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:55:45.010985 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-daceccaf-5f20-4612-9b45-4802628158a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:55:45.029567 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-eb9ca336-6305-47de-8da3-714d437ce77b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:55:45.051041 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-eb9ca336-6305-47de-8da3-714d437ce77b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:55:45.165596 n-d-713301-16 neutron-server[95101]: DEBUG neutron.db.db_base_plugin_common [None req-eb9ca336-6305-47de-8da3-714d437ce77b admin admin] Allocated IP 172.25.1.33 (5dec5c09-378e-4f50-89cc-d94eb81c3bac/eff83446-018c-428d-b3f5-54ac9abe7a2a/b0dab3da-23d1-4ae4-847d-525a199eeacd) {{(pid=95101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 19:55:45.279669 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a68b25ad-3909-4d64-bb73-1b4009345683 None None] Pushing event updated for resources: {'Port': ['ID=25c3b070-de7a-4c98-a0c6-bbdac9d061bf,revision_number=3']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:55:45.291980 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-eb9ca336-6305-47de-8da3-714d437ce77b admin admin] Notify callbacks [] for port, precommit_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:55:45.337748 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a68b25ad-3909-4d64-bb73-1b4009345683 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:55:45.338098 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a68b25ad-3909-4d64-bb73-1b4009345683 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:55:45.338444 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a68b25ad-3909-4d64-bb73-1b4009345683 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:55:45.338800 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a68b25ad-3909-4d64-bb73-1b4009345683 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:55:45.339277 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a68b25ad-3909-4d64-bb73-1b4009345683 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:55:45.339508 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a68b25ad-3909-4d64-bb73-1b4009345683 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:55:45.339797 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a68b25ad-3909-4d64-bb73-1b4009345683 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:55:45.340107 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a68b25ad-3909-4d64-bb73-1b4009345683 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:55:45.340434 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a68b25ad-3909-4d64-bb73-1b4009345683 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:55:45.340784 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a68b25ad-3909-4d64-bb73-1b4009345683 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:55:45.341114 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a68b25ad-3909-4d64-bb73-1b4009345683 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:55:45.341435 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a68b25ad-3909-4d64-bb73-1b4009345683 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:55:45.349013 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-eb9ca336-6305-47de-8da3-714d437ce77b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783145673135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5607431'] for port, after_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:55:45.391895 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb9ca336-6305-47de-8da3-714d437ce77b admin admin] Network 5dec5c09-378e-4f50-89cc-d94eb81c3bac is already hosted by enough agents. {{(pid=95101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:55:45.394928 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.base_scheduler [None req-eb9ca336-6305-47de-8da3-714d437ce77b admin admin] Resources bound (agent type, host, resource id): {{(pid=95101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:55:45.400206 n-d-713301-16 neutron-server[95101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb9ca336-6305-47de-8da3-714d437ce77b admin admin] Received port after_create {{(pid=95101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 19:55:45.409895 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.db_base_plugin_common [None req-3d8c3e8c-34e6-48f2-bc4e-518c9acdde8b None None] Allocated IP 172.20.0.2 (bc85b510-af01-4f0f-b5c7-ac526c7f13e6/6e295219-c219-4c39-b525-7311b17b3c6d/e6307438-f02d-44ec-9c68-c793faf5adc5) {{(pid=95103) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 19:55:45.412500 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.managers [None req-daceccaf-5f20-4612-9b45-4802628158a4 None None] Attempting to bind port 25c3b070-de7a-4c98-a0c6-bbdac9d061bf on host n-d-713301-16 for vnic_type normal with profile {{(pid=95103) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 19:55:45.412898 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.managers [None req-daceccaf-5f20-4612-9b45-4802628158a4 None None] Attempting to bind port 25c3b070-de7a-4c98-a0c6-bbdac9d061bf by drivers openvswitch,hyperv on host n-d-713301-16 at level 0 using segments [{'id': 'c7abd8db-b99c-424c-86a3-7924c060f21a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'a97a1ddd-be59-4422-8c3e-924143535884'}] {{(pid=95103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 19:55:45.413260 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-daceccaf-5f20-4612-9b45-4802628158a4 None None] Attempting to bind port 25c3b070-de7a-4c98-a0c6-bbdac9d061bf on network a97a1ddd-be59-4422-8c3e-924143535884 {{(pid=95103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:55:45.421383 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-daceccaf-5f20-4612-9b45-4802628158a4 None None] Checking agent: {'id': '70a14545-df24-472f-8f95-bfe1719bff93', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 19, 7, 53), 'started_at': datetime.datetime(2021, 9, 23, 19, 8, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 19, 55, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 19:55:45.421820 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-daceccaf-5f20-4612-9b45-4802628158a4 None None] Checking segment: {'id': 'c7abd8db-b99c-424c-86a3-7924c060f21a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'a97a1ddd-be59-4422-8c3e-924143535884'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95103) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:55:45.422336 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-daceccaf-5f20-4612-9b45-4802628158a4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:55:45.422756 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-daceccaf-5f20-4612-9b45-4802628158a4 None None] Bound using segment: {'id': 'c7abd8db-b99c-424c-86a3-7924c060f21a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'a97a1ddd-be59-4422-8c3e-924143535884'} {{(pid=95103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 19:55:45.423231 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.managers [None req-daceccaf-5f20-4612-9b45-4802628158a4 None None] Bound port: 25c3b070-de7a-4c98-a0c6-bbdac9d061bf, host: n-d-713301-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c7abd8db-b99c-424c-86a3-7924c060f21a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'a97a1ddd-be59-4422-8c3e-924143535884'}}] {{(pid=95103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 19:55:45.423613 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-daceccaf-5f20-4612-9b45-4802628158a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:55:45.448102 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb9ca336-6305-47de-8da3-714d437ce77b admin admin] Pushing event updated for resources: {'Port': ['ID=b0dab3da-23d1-4ae4-847d-525a199eeacd,revision_number=1']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:55:45.581974 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-daceccaf-5f20-4612-9b45-4802628158a4 None None] For port 25c3b070-de7a-4c98-a0c6-bbdac9d061bf, host n-d-713301-16, cleared binding levels {{(pid=95103) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 19:55:45.624637 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-daceccaf-5f20-4612-9b45-4802628158a4 None None] For port 25c3b070-de7a-4c98-a0c6-bbdac9d061bf, host n-d-713301-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-16',level=0,port_id=25c3b070-de7a-4c98-a0c6-bbdac9d061bf,segment=NetworkSegment(c7abd8db-b99c-424c-86a3-7924c060f21a),segment_id=c7abd8db-b99c-424c-86a3-7924c060f21a)] {{(pid=95103) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 19:55:45.631384 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-69b69e0c-82d4-40d8-8911-ee36495855b4 None None] Provisioning complete for port 25c3b070-de7a-4c98-a0c6-bbdac9d061bf triggered by entity DHCP. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:55:45.631769 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-69b69e0c-82d4-40d8-8911-ee36495855b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:55:45.635331 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-daceccaf-5f20-4612-9b45-4802628158a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:55:45.700487 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-eb9ca336-6305-47de-8da3-714d437ce77b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:55:45.710301 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-3d8c3e8c-34e6-48f2-bc4e-518c9acdde8b None None] Notify callbacks [] for port, precommit_create {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:55:45.739587 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-3d8c3e8c-34e6-48f2-bc4e-518c9acdde8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783145673135'] for port, after_create {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:55:45.754785 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a68b25ad-3909-4d64-bb73-1b4009345683 None None] Pushing event updated for resources: {'Port': ['ID=25c3b070-de7a-4c98-a0c6-bbdac9d061bf,revision_number=4']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:55:45.761756 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-daceccaf-5f20-4612-9b45-4802628158a4 None None] Routers {'b22c9376-a7a4-4f49-863a-450b65a4dbaa'} bound to L3 agent in host n-d-713301-16 {{(pid=95103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 19:55:45.762914 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_hamode_db [None req-daceccaf-5f20-4612-9b45-4802628158a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-23T19:07:52Z,description=,heartbeat_timestamp=2021-09-23T19:55:23Z,host='n-d-713301-16',id=79a740bf-7821-4989-8288-7186e3e128f3,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:07:52Z,topic='l3_agent')) {'router_ids': ['b22c9376-a7a4-4f49-863a-450b65a4dbaa'], 'active': True} {{(pid=95103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:55:45.896125 n-d-713301-16 neutron-server[95103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d8c3e8c-34e6-48f2-bc4e-518c9acdde8b None None] Network bc85b510-af01-4f0f-b5c7-ac526c7f13e6 is already hosted by enough agents. {{(pid=95103) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:55:45.904932 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2533ad-84f6-4ab7-8a5e-0b1864f287b1 req-89ad264b-0417-4b12-ae4d-9bd3eeb21360 tempest-VolumesNegativeTest-1141569912 tempest-VolumesNegativeTest-1141569912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:55:45.906655 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-1e2533ad-84f6-4ab7-8a5e-0b1864f287b1 req-89ad264b-0417-4b12-ae4d-9bd3eeb21360 tempest-VolumesNegativeTest-1141569912 tempest-VolumesNegativeTest-1141569912-project] 10.222.0.67 "GET /v2.0/ports?device_id=d0b33ff8-3616-4c54-80b4-b9015acf4045 HTTP/1.1" status: 200 len: 950 time: 0.0655024 Sep 23 19:55:45.911082 n-d-713301-16 neutron-server[95103]: DEBUG neutron.scheduler.base_scheduler [None req-3d8c3e8c-34e6-48f2-bc4e-518c9acdde8b None None] Resources bound (agent type, host, resource id): {{(pid=95103) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:55:45.934302 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d8c3e8c-34e6-48f2-bc4e-518c9acdde8b None None] Received port after_create {{(pid=95103) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 19:55:45.969308 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d8c3e8c-34e6-48f2-bc4e-518c9acdde8b None None] Pushing event updated for resources: {'Port': ['ID=e6307438-f02d-44ec-9c68-c793faf5adc5,revision_number=1']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:55:45.991430 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-1e2533ad-84f6-4ab7-8a5e-0b1864f287b1 req-6678e590-b100-4da2-a899-5dd0ffa3efbd tempest-VolumesNegativeTest-1141569912 tempest-VolumesNegativeTest-1141569912-project] 10.222.0.67 "GET /v2.0/security-groups?id=1d9f5c33-0ae7-4656-ab29-de961babaf46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778792 Sep 23 19:55:46.005113 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c64c2c4a-032c-44de-b01b-71be3bcb0b20 req-edc36914-6f98-492a-a742-7ebdd46a1f02 tempest-VolumesNegativeTest-1141569912 tempest-VolumesNegativeTest-1141569912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:55:46.007177 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-c64c2c4a-032c-44de-b01b-71be3bcb0b20 req-edc36914-6f98-492a-a742-7ebdd46a1f02 tempest-VolumesNegativeTest-1141569912 tempest-VolumesNegativeTest-1141569912-project] 10.222.0.74 "GET /v2.0/ports?device_id=d0b33ff8-3616-4c54-80b4-b9015acf4045 HTTP/1.1" status: 200 len: 950 time: 0.1488950 Sep 23 19:55:46.044685 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-69b69e0c-82d4-40d8-8911-ee36495855b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:55:46.047474 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_dvr_db [None req-daceccaf-5f20-4612-9b45-4802628158a4 None None] Set router b22c9376-a7a4-4f49-863a-450b65a4dbaa gateway port host: n-d-713301-16 {{(pid=95103) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 19:55:46.047661 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-eb9ca336-6305-47de-8da3-714d437ce77b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-597258', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-601790'] for router, after_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:55:46.091120 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.managers [None req-3d8c3e8c-34e6-48f2-bc4e-518c9acdde8b None None] Attempting to bind port e6307438-f02d-44ec-9c68-c793faf5adc5 on host n-d-713301-16 for vnic_type normal with profile {{(pid=95103) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 19:55:46.091487 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.managers [None req-3d8c3e8c-34e6-48f2-bc4e-518c9acdde8b None None] Attempting to bind port e6307438-f02d-44ec-9c68-c793faf5adc5 by drivers openvswitch,hyperv on host n-d-713301-16 at level 0 using segments [{'id': '98f3e90f-946c-421f-a657-dc1b481561be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': 'bc85b510-af01-4f0f-b5c7-ac526c7f13e6'}] {{(pid=95103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 19:55:46.091852 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d8c3e8c-34e6-48f2-bc4e-518c9acdde8b None None] Attempting to bind port e6307438-f02d-44ec-9c68-c793faf5adc5 on network bc85b510-af01-4f0f-b5c7-ac526c7f13e6 {{(pid=95103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:55:46.108043 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d8c3e8c-34e6-48f2-bc4e-518c9acdde8b None None] Checking agent: {'id': '70a14545-df24-472f-8f95-bfe1719bff93', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 19, 7, 53), 'started_at': datetime.datetime(2021, 9, 23, 19, 8, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 19, 55, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 19:55:46.108421 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d8c3e8c-34e6-48f2-bc4e-518c9acdde8b None None] Checking segment: {'id': '98f3e90f-946c-421f-a657-dc1b481561be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': 'bc85b510-af01-4f0f-b5c7-ac526c7f13e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95103) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:55:46.108845 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-3d8c3e8c-34e6-48f2-bc4e-518c9acdde8b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:55:46.109237 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d8c3e8c-34e6-48f2-bc4e-518c9acdde8b None None] Bound using segment: {'id': '98f3e90f-946c-421f-a657-dc1b481561be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': 'bc85b510-af01-4f0f-b5c7-ac526c7f13e6'} {{(pid=95103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 19:55:46.109709 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.managers [None req-3d8c3e8c-34e6-48f2-bc4e-518c9acdde8b None None] Bound port: e6307438-f02d-44ec-9c68-c793faf5adc5, host: n-d-713301-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '98f3e90f-946c-421f-a657-dc1b481561be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': 'bc85b510-af01-4f0f-b5c7-ac526c7f13e6'}}] {{(pid=95103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 19:55:46.110088 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-3d8c3e8c-34e6-48f2-bc4e-518c9acdde8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:55:46.170098 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-69b69e0c-82d4-40d8-8911-ee36495855b4 None None] For port 25c3b070-de7a-4c98-a0c6-bbdac9d061bf, host n-d-713301-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-16',level=0,port_id=25c3b070-de7a-4c98-a0c6-bbdac9d061bf,segment=NetworkSegment(c7abd8db-b99c-424c-86a3-7924c060f21a),segment_id=c7abd8db-b99c-424c-86a3-7924c060f21a)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:55:46.177395 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-69b69e0c-82d4-40d8-8911-ee36495855b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:55:46.229150 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.plugin [req-c64c2c4a-032c-44de-b01b-71be3bcb0b20 req-0dbc7ef8-ee0e-4bf9-bde7-76384718f2b9 tempest-VolumesNegativeTest-1141569912 tempest-VolumesNegativeTest-1141569912-project] Deleting port c2dcd963-27a8-4bc5-9a8b-4943d2a3ef98 {{(pid=95101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:55:46.229550 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-c64c2c4a-032c-44de-b01b-71be3bcb0b20 req-0dbc7ef8-ee0e-4bf9-bde7-76384718f2b9 tempest-VolumesNegativeTest-1141569912 tempest-VolumesNegativeTest-1141569912-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783146157096'] for port, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:55:46.335515 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-3d8c3e8c-34e6-48f2-bc4e-518c9acdde8b None None] For port e6307438-f02d-44ec-9c68-c793faf5adc5, host n-d-713301-16, cleared binding levels {{(pid=95103) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 19:55:46.337886 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69b69e0c-82d4-40d8-8911-ee36495855b4 None None] Pushing event updated for resources: {'Port': ['ID=25c3b070-de7a-4c98-a0c6-bbdac9d061bf,revision_number=5']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:55:46.346999 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eb9ca336-6305-47de-8da3-714d437ce77b admin admin] Router 0be6e652-86c9-439a-acd3-e900a3c99f40 is scheduled to L3 agent 79a740bf-7821-4989-8288-7186e3e128f3 with binding_index 1 {{(pid=95101) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 23 19:55:46.348722 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-3d8c3e8c-34e6-48f2-bc4e-518c9acdde8b None None] For port e6307438-f02d-44ec-9c68-c793faf5adc5, host n-d-713301-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-16',level=0,port_id=e6307438-f02d-44ec-9c68-c793faf5adc5,segment=NetworkSegment(98f3e90f-946c-421f-a657-dc1b481561be),segment_id=98f3e90f-946c-421f-a657-dc1b481561be)] {{(pid=95103) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 19:55:46.357288 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.db [req-c64c2c4a-032c-44de-b01b-71be3bcb0b20 req-0dbc7ef8-ee0e-4bf9-bde7-76384718f2b9 tempest-VolumesNegativeTest-1141569912 tempest-VolumesNegativeTest-1141569912-project] For port c2dcd963-27a8-4bc5-9a8b-4943d2a3ef98, host n-h1-713301-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-16',level=0,port_id=c2dcd963-27a8-4bc5-9a8b-4943d2a3ef98,segment=NetworkSegment(6139d589-eb6c-4578-8935-c26ddf396853),segment_id=6139d589-eb6c-4578-8935-c26ddf396853)] {{(pid=95101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:55:46.357594 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-c64c2c4a-032c-44de-b01b-71be3bcb0b20 req-0dbc7ef8-ee0e-4bf9-bde7-76384718f2b9 tempest-VolumesNegativeTest-1141569912 tempest-VolumesNegativeTest-1141569912-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-605701'] for port, precommit_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:55:46.361322 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-3d8c3e8c-34e6-48f2-bc4e-518c9acdde8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:55:46.363260 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-571d89d1-80a8-4392-a0d4-3084592b0b6f None None] Provisioning complete for port 25c3b070-de7a-4c98-a0c6-bbdac9d061bf triggered by entity DHCP. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:55:46.363617 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-571d89d1-80a8-4392-a0d4-3084592b0b6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:55:46.376963 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.plugin [req-c64c2c4a-032c-44de-b01b-71be3bcb0b20 req-0dbc7ef8-ee0e-4bf9-bde7-76384718f2b9 tempest-VolumesNegativeTest-1141569912 tempest-VolumesNegativeTest-1141569912-project] Calling delete_port for c2dcd963-27a8-4bc5-9a8b-4943d2a3ef98 owned by compute:nova {{(pid=95101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:55:46.504240 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d8c3e8c-34e6-48f2-bc4e-518c9acdde8b None None] Pushing event updated for resources: {'Port': ['ID=e6307438-f02d-44ec-9c68-c793faf5adc5,revision_number=2']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:55:46.557000 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_hamode_db [None req-daceccaf-5f20-4612-9b45-4802628158a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b22c9376-a7a4-4f49-863a-450b65a4dbaa', 'name': 'tempest-TestVolumeBootPattern-846071345-router', 'tenant_id': '1c95f4136fb946e684bc3bd0afadbbdd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'external_fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.189'}], 'enable_snat': True}, 'gw_port_id': 'b60be0b5-21c7-4e8d-b049-66f43f6db97c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:55:38Z', 'updated_at': '2021-09-23T19:55:42Z', 'revision_number': 4, 'project_id': '1c95f4136fb946e684bc3bd0afadbbdd', 'gw_port': {'id': 'b60be0b5-21c7-4e8d-b049-66f43f6db97c', 'name': '', 'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:b1:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b22c9376-a7a4-4f49-863a-450b65a4dbaa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3875, 'fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:55:39Z', 'updated_at': '2021-09-23T19:55:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-16', '_interfaces': [{'id': '25c3b070-de7a-4c98-a0c6-bbdac9d061bf', 'name': '', 'network_id': 'a97a1ddd-be59-4422-8c3e-924143535884', 'tenant_id': '1c95f4136fb946e684bc3bd0afadbbdd', 'mac_address': 'fa:16:3e:7c:37:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b22c9376-a7a4-4f49-863a-450b65a4dbaa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3876, 'fixed_ips': [{'subnet_id': '788d1f3e-2626-40b1-b49a-799b1a0fa15b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:55:41Z', 'updated_at': '2021-09-23T19:55:45Z', 'revision_number': 4, 'project_id': '1c95f4136fb946e684bc3bd0afadbbdd', 'subnets': [{'id': '788d1f3e-2626-40b1-b49a-799b1a0fa15b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-16', False) {} {{(pid=95103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:55:46.572017 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb9ca336-6305-47de-8da3-714d437ce77b admin admin] Notify agent at l3_agent.n-d-713301-16 the message routers_updated {{(pid=95101) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 19:55:46.598725 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-eb9ca336-6305-47de-8da3-714d437ce77b admin admin] Notify callbacks [] for router, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:55:46.603351 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 55774) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:55:46.603799 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-eb9ca336-6305-47de-8da3-714d437ce77b admin admin] 10.222.0.67 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.0375028 Sep 23 19:55:46.632970 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-348d4f27-6be2-4ad6-bce2-29b9c4070de0 None None] Sync routers for ids ['0be6e652-86c9-439a-acd3-e900a3c99f40'] in n-d-713301-16 {{(pid=95104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 19:55:46.636210 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-daceccaf-5f20-4612-9b45-4802628158a4 None None] The sync data for ids ['b22c9376-a7a4-4f49-863a-450b65a4dbaa'] in n-d-713301-16 is: [{'id': 'b22c9376-a7a4-4f49-863a-450b65a4dbaa', 'name': 'tempest-TestVolumeBootPattern-846071345-router', 'tenant_id': '1c95f4136fb946e684bc3bd0afadbbdd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'external_fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.189'}], 'enable_snat': True}, 'gw_port_id': 'b60be0b5-21c7-4e8d-b049-66f43f6db97c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:55:38Z', 'updated_at': '2021-09-23T19:55:42Z', 'revision_number': 4, 'project_id': '1c95f4136fb946e684bc3bd0afadbbdd', 'gw_port': {'id': 'b60be0b5-21c7-4e8d-b049-66f43f6db97c', 'name': '', 'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:b1:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b22c9376-a7a4-4f49-863a-450b65a4dbaa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3875, 'fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:55:39Z', 'updated_at': '2021-09-23T19:55:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-16', '_interfaces': [{'id': '25c3b070-de7a-4c98-a0c6-bbdac9d061bf', 'name': '', 'network_id': 'a97a1ddd-be59-4422-8c3e-924143535884', 'tenant_id': '1c95f4136fb946e684bc3bd0afadbbdd', 'mac_address': 'fa:16:3e:7c:37:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b22c9376-a7a4-4f49-863a-450b65a4dbaa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3876, 'fixed_ips': [{'subnet_id': '788d1f3e-2626-40b1-b49a-799b1a0fa15b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:55:41Z', 'updated_at': '2021-09-23T19:55:45Z', 'revision_number': 4, 'project_id': '1c95f4136fb946e684bc3bd0afadbbdd', 'subnets': [{'id': '788d1f3e-2626-40b1-b49a-799b1a0fa15b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 19:55:46.656258 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-348d4f27-6be2-4ad6-bce2-29b9c4070de0 None None] Routers {'0be6e652-86c9-439a-acd3-e900a3c99f40'} bound to L3 agent in host n-d-713301-16 {{(pid=95104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 19:55:46.662583 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_hamode_db [None req-348d4f27-6be2-4ad6-bce2-29b9c4070de0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-23T19:07:52Z,description=,heartbeat_timestamp=2021-09-23T19:55:23Z,host='n-d-713301-16',id=79a740bf-7821-4989-8288-7186e3e128f3,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:07:52Z,topic='l3_agent')) {'router_ids': ['0be6e652-86c9-439a-acd3-e900a3c99f40'], 'active': True} {{(pid=95104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:55:46.851826 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-c64c2c4a-032c-44de-b01b-71be3bcb0b20 req-0dbc7ef8-ee0e-4bf9-bde7-76384718f2b9 tempest-VolumesNegativeTest-1141569912 tempest-VolumesNegativeTest-1141569912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783146162158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783145673144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5607431'] for port, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:55:46.870936 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] get_ports_and_sgs() called for port_ids ['c2dcd963-27a8-4bc5-9a8b-4943d2a3ef98'] {{(pid=95103) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 19:55:46.937457 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_dvr_db [None req-348d4f27-6be2-4ad6-bce2-29b9c4070de0 None None] Set router 0be6e652-86c9-439a-acd3-e900a3c99f40 gateway port host: n-d-713301-16 {{(pid=95104) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 19:55:47.013272 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dbc7ef8-ee0e-4bf9-bde7-76384718f2b9 tempest-VolumesNegativeTest-1141569912 tempest-VolumesNegativeTest-1141569912-project] Pushing event deleted for resources: {'Port': ['ID=c2dcd963-27a8-4bc5-9a8b-4943d2a3ef98,revision_number=None']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:55:47.043686 n-d-713301-16 neutron-server[95101]: DEBUG neutron.db.l3_dvrscheduler_db [req-c64c2c4a-032c-44de-b01b-71be3bcb0b20 req-0dbc7ef8-ee0e-4bf9-bde7-76384718f2b9 tempest-VolumesNegativeTest-1141569912 tempest-VolumesNegativeTest-1141569912-project] No DVR routers for this DVR port c2dcd963-27a8-4bc5-9a8b-4943d2a3ef98 on host n-h1-713301-16 {{(pid=95101) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 19:55:47.051693 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-c64c2c4a-032c-44de-b01b-71be3bcb0b20 req-0dbc7ef8-ee0e-4bf9-bde7-76384718f2b9 tempest-VolumesNegativeTest-1141569912 tempest-VolumesNegativeTest-1141569912-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222849'] for port, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:55:47.054209 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-c64c2c4a-032c-44de-b01b-71be3bcb0b20 req-0dbc7ef8-ee0e-4bf9-bde7-76384718f2b9 tempest-VolumesNegativeTest-1141569912 tempest-VolumesNegativeTest-1141569912-project] 10.222.0.74 "DELETE /v2.0/ports/c2dcd963-27a8-4bc5-9a8b-4943d2a3ef98 HTTP/1.1" status: 204 len: 173 time: 1.0029883 Sep 23 19:55:47.055225 n-d-713301-16 neutron-server[95101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd0b33ff8-3616-4c54-80b4-b9015acf4045', 'name': 'network-vif-deleted', 'tag': 'c2dcd963-27a8-4bc5-9a8b-4943d2a3ef98'}] {{(pid=95101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 19:55:47.063625 n-d-713301-16 neutron-server[95101]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d8366c5740cd635e57ab12b71fe44a77c2acc3c19091ef849c6f68b380462244" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c21269a1-55d4-4fc0-b4f9-039efe04180c" -d '{"events": [{"server_uuid": "d0b33ff8-3616-4c54-80b4-b9015acf4045", "name": "network-vif-deleted", "tag": "c2dcd963-27a8-4bc5-9a8b-4943d2a3ef98"}]}' {{(pid=95101) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 19:55:47.151815 n-d-713301-16 neutron-server[95101]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 19:55:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7c4d649-4e5b-43c5-8451-aa1183290ed8 x-openstack-request-id: req-e7c4d649-4e5b-43c5-8451-aa1183290ed8 {{(pid=95101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 19:55:47.152219 n-d-713301-16 neutron-server[95101]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d0b33ff8-3616-4c54-80b4-b9015acf4045", "name": "network-vif-deleted", "tag": "c2dcd963-27a8-4bc5-9a8b-4943d2a3ef98", "status": "completed", "code": 200}]} {{(pid=95101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 19:55:47.152751 n-d-713301-16 neutron-server[95101]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-e7c4d649-4e5b-43c5-8451-aa1183290ed8 {{(pid=95101) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 19:55:47.153281 n-d-713301-16 neutron-server[95101]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd0b33ff8-3616-4c54-80b4-b9015acf4045', 'name': 'network-vif-deleted', 'tag': 'c2dcd963-27a8-4bc5-9a8b-4943d2a3ef98', 'status': 'completed', 'code': 200} Sep 23 19:55:47.216348 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-4df99460-3658-485c-9da4-54fd57b52231 req-27b301a3-07a3-4857-9c77-7e25dcd168e6 tempest-VolumesNegativeTest-1141569912 tempest-VolumesNegativeTest-1141569912-project] 10.222.0.67 "GET /v2.0/ports?device_id=d0b33ff8-3616-4c54-80b4-b9015acf4045 HTTP/1.1" status: 200 len: 210 time: 0.0451033 Sep 23 19:55:47.301754 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_hamode_db [None req-348d4f27-6be2-4ad6-bce2-29b9c4070de0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0be6e652-86c9-439a-acd3-e900a3c99f40', 'name': 'tempest-TestVolumeBootPattern-1620459208-router', 'tenant_id': '7050dfb70f5149c38c589b744b775838', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'external_fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.33'}], 'enable_snat': True}, 'gw_port_id': 'b0dab3da-23d1-4ae4-847d-525a199eeacd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:55:44Z', 'updated_at': '2021-09-23T19:55:45Z', 'revision_number': 3, 'project_id': '7050dfb70f5149c38c589b744b775838', 'gw_port': {'id': 'b0dab3da-23d1-4ae4-847d-525a199eeacd', 'name': '', 'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:3c:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0be6e652-86c9-439a-acd3-e900a3c99f40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3887, 'fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:55:45Z', 'updated_at': '2021-09-23T19:55:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-16'}], 'n-d-713301-16', False) {} {{(pid=95104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:55:47.333471 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-348d4f27-6be2-4ad6-bce2-29b9c4070de0 None None] Checking router: 0be6e652-86c9-439a-acd3-e900a3c99f40 for host: n-d-713301-16 {{(pid=95104) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 19:55:47.334000 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-348d4f27-6be2-4ad6-bce2-29b9c4070de0 None None] Updating router 0be6e652-86c9-439a-acd3-e900a3c99f40 port b0dab3da-23d1-4ae4-847d-525a199eeacd binding host n-d-713301-16 {{(pid=95104) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 23 19:55:47.365950 n-d-713301-16 neutron-server[95104]: DEBUG neutron_lib.callbacks.manager [None req-348d4f27-6be2-4ad6-bce2-29b9c4070de0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:55:47.545396 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-3dcd636a-0cb0-499d-ad1f-b57db596e123 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:55:47.798755 n-d-713301-16 neutron-server[95104]: DEBUG neutron_lib.callbacks.manager [None req-348d4f27-6be2-4ad6-bce2-29b9c4070de0 None None] Notify callbacks [] for port, precommit_update {{(pid=95104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:55:47.809903 n-d-713301-16 neutron-server[95104]: DEBUG neutron_lib.callbacks.manager [None req-348d4f27-6be2-4ad6-bce2-29b9c4070de0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:55:47.812506 n-d-713301-16 neutron-server[95102]: DEBUG neutron.db.db_base_plugin_common [None req-3dcd636a-0cb0-499d-ad1f-b57db596e123 admin admin] Allocated IP 172.20.0.1 (bc85b510-af01-4f0f-b5c7-ac526c7f13e6/6e295219-c219-4c39-b525-7311b17b3c6d/a5dc13f0-4116-4abd-b0a6-bfacabcc703e) {{(pid=95102) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 19:55:47.875711 n-d-713301-16 neutron-server[95104]: DEBUG neutron.plugins.ml2.managers [None req-348d4f27-6be2-4ad6-bce2-29b9c4070de0 None None] Attempting to bind port b0dab3da-23d1-4ae4-847d-525a199eeacd on host n-d-713301-16 for vnic_type normal with profile {{(pid=95104) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 19:55:47.875999 n-d-713301-16 neutron-server[95104]: DEBUG neutron.plugins.ml2.managers [None req-348d4f27-6be2-4ad6-bce2-29b9c4070de0 None None] Attempting to bind port b0dab3da-23d1-4ae4-847d-525a199eeacd by drivers openvswitch,hyperv on host n-d-713301-16 at level 0 using segments [{'id': '7d4027f1-d893-4c7b-95d4-757b8e44e380', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac'}] {{(pid=95104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 19:55:47.876413 n-d-713301-16 neutron-server[95104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-348d4f27-6be2-4ad6-bce2-29b9c4070de0 None None] Attempting to bind port b0dab3da-23d1-4ae4-847d-525a199eeacd on network 5dec5c09-378e-4f50-89cc-d94eb81c3bac {{(pid=95104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:55:47.887681 n-d-713301-16 neutron-server[95104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-348d4f27-6be2-4ad6-bce2-29b9c4070de0 None None] Checking agent: {'id': '70a14545-df24-472f-8f95-bfe1719bff93', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 19, 7, 53), 'started_at': datetime.datetime(2021, 9, 23, 19, 8, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 19, 55, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 19:55:47.888098 n-d-713301-16 neutron-server[95104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-348d4f27-6be2-4ad6-bce2-29b9c4070de0 None None] Checking segment: {'id': '7d4027f1-d893-4c7b-95d4-757b8e44e380', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95104) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:55:47.888509 n-d-713301-16 neutron-server[95104]: DEBUG neutron_lib.callbacks.manager [None req-348d4f27-6be2-4ad6-bce2-29b9c4070de0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:55:47.888928 n-d-713301-16 neutron-server[95104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-348d4f27-6be2-4ad6-bce2-29b9c4070de0 None None] Bound using segment: {'id': '7d4027f1-d893-4c7b-95d4-757b8e44e380', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac'} {{(pid=95104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 19:55:47.889405 n-d-713301-16 neutron-server[95104]: DEBUG neutron.plugins.ml2.managers [None req-348d4f27-6be2-4ad6-bce2-29b9c4070de0 None None] Bound port: b0dab3da-23d1-4ae4-847d-525a199eeacd, host: n-d-713301-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7d4027f1-d893-4c7b-95d4-757b8e44e380', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac'}}] {{(pid=95104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 19:55:47.889784 n-d-713301-16 neutron-server[95104]: DEBUG neutron_lib.callbacks.manager [None req-348d4f27-6be2-4ad6-bce2-29b9c4070de0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:55:47.923941 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0d83e73-ff4d-414e-8dca-bcf052f127b4 None None] Pushing event updated for resources: {'Port': ['ID=b0dab3da-23d1-4ae4-847d-525a199eeacd,revision_number=2']} {{(pid=95104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:55:47.958563 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21a0f355-932f-4e5d-9f7f-f66ec28a2eb2 None None] Network bc85b510-af01-4f0f-b5c7-ac526c7f13e6 requested from n-d-713301-16 {{(pid=95103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 19:55:47.968527 n-d-713301-16 neutron-server[95104]: DEBUG neutron.plugins.ml2.db [None req-348d4f27-6be2-4ad6-bce2-29b9c4070de0 None None] For port b0dab3da-23d1-4ae4-847d-525a199eeacd, host n-d-713301-16, cleared binding levels {{(pid=95104) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 19:55:47.974640 n-d-713301-16 neutron-server[95104]: DEBUG neutron.plugins.ml2.db [None req-348d4f27-6be2-4ad6-bce2-29b9c4070de0 None None] For port b0dab3da-23d1-4ae4-847d-525a199eeacd, host n-d-713301-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-16',level=0,port_id=b0dab3da-23d1-4ae4-847d-525a199eeacd,segment=NetworkSegment(7d4027f1-d893-4c7b-95d4-757b8e44e380),segment_id=7d4027f1-d893-4c7b-95d4-757b8e44e380)] {{(pid=95104) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 19:55:47.980672 n-d-713301-16 neutron-server[95104]: DEBUG neutron_lib.callbacks.manager [None req-348d4f27-6be2-4ad6-bce2-29b9c4070de0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:55:48.026579 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd10b796-229b-4cda-bb4c-df93e6699ca0 req-3b6c3370-24c1-4d7f-9063-a6ebb4dea890 tempest-VolumesSnapshotTestJSON-915595183 tempest-VolumesSnapshotTestJSON-915595183-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:55:48.028260 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-fd10b796-229b-4cda-bb4c-df93e6699ca0 req-3b6c3370-24c1-4d7f-9063-a6ebb4dea890 tempest-VolumesSnapshotTestJSON-915595183 tempest-VolumesSnapshotTestJSON-915595183-project] 10.222.0.67 "GET /v2.0/networks?id=7b814cd9-7d66-4ffb-b9dd-d0fbdc6bfb5e HTTP/1.1" status: 200 len: 813 time: 0.2109916 Sep 23 19:55:48.042823 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-b8e6f930-b793-4a00-a55d-e6e51e347667 None None] Provisioning complete for port e6307438-f02d-44ec-9c68-c793faf5adc5 triggered by entity DHCP. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:55:48.043457 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b8e6f930-b793-4a00-a55d-e6e51e347667 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:55:48.053615 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-fd10b796-229b-4cda-bb4c-df93e6699ca0 req-c89c07bf-ed70-48d0-9ac6-07c0d09b921e tempest-VolumesSnapshotTestJSON-915595183 tempest-VolumesSnapshotTestJSON-915595183-project] 10.222.0.67 "GET /v2.0/quotas/62ad6741de4349ff944349877a51cb93 HTTP/1.1" status: 200 len: 375 time: 0.0177355 Sep 23 19:55:48.062463 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0d83e73-ff4d-414e-8dca-bcf052f127b4 None None] Pushing event updated for resources: {'Port': ['ID=b0dab3da-23d1-4ae4-847d-525a199eeacd,revision_number=3']} {{(pid=95104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:55:48.083494 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-3dcd636a-0cb0-499d-ad1f-b57db596e123 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:55:48.094247 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-348d4f27-6be2-4ad6-bce2-29b9c4070de0 None None] Routers {'0be6e652-86c9-439a-acd3-e900a3c99f40'} bound to L3 agent in host n-d-713301-16 {{(pid=95104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 19:55:48.094777 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_hamode_db [None req-348d4f27-6be2-4ad6-bce2-29b9c4070de0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-23T19:07:52Z,description=,heartbeat_timestamp=2021-09-23T19:55:23Z,host='n-d-713301-16',id=79a740bf-7821-4989-8288-7186e3e128f3,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:07:52Z,topic='l3_agent')) {'router_ids': ['0be6e652-86c9-439a-acd3-e900a3c99f40'], 'active': True} {{(pid=95104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:55:48.101244 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-fd10b796-229b-4cda-bb4c-df93e6699ca0 req-db73abfc-bcee-4008-8387-805db499aa46 tempest-VolumesSnapshotTestJSON-915595183 tempest-VolumesSnapshotTestJSON-915595183-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=62ad6741de4349ff944349877a51cb93&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0403416 Sep 23 19:55:48.209319 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-3dcd636a-0cb0-499d-ad1f-b57db596e123 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783145673135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4399100'] for port, after_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:55:48.219547 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b8e6f930-b793-4a00-a55d-e6e51e347667 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:55:48.265659 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-b8e6f930-b793-4a00-a55d-e6e51e347667 None None] For port e6307438-f02d-44ec-9c68-c793faf5adc5, host n-d-713301-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-16',level=0,port_id=e6307438-f02d-44ec-9c68-c793faf5adc5,segment=NetworkSegment(98f3e90f-946c-421f-a657-dc1b481561be),segment_id=98f3e90f-946c-421f-a657-dc1b481561be)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:55:48.272221 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b8e6f930-b793-4a00-a55d-e6e51e347667 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:55:48.312062 n-d-713301-16 neutron-server[95102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3dcd636a-0cb0-499d-ad1f-b57db596e123 admin admin] Network bc85b510-af01-4f0f-b5c7-ac526c7f13e6 is already hosted by enough agents. {{(pid=95102) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:55:48.335346 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-fd10b796-229b-4cda-bb4c-df93e6699ca0 req-24e206d4-77b2-4d8c-9632-b4a9cb5ccf5c service neutron] 10.222.0.67 "GET /v2.0/networks/7b814cd9-7d66-4ffb-b9dd-d0fbdc6bfb5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2158909 Sep 23 19:55:48.335346 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dcd636a-0cb0-499d-ad1f-b57db596e123 admin admin] Pushing event updated for resources: {'Port': ['ID=a5dc13f0-4116-4abd-b0a6-bfacabcc703e,revision_number=1']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:55:48.349863 n-d-713301-16 neutron-server[95102]: DEBUG neutron.scheduler.base_scheduler [None req-3dcd636a-0cb0-499d-ad1f-b57db596e123 admin admin] Resources bound (agent type, host, resource id): {{(pid=95102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:55:48.358430 n-d-713301-16 neutron-server[95102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dcd636a-0cb0-499d-ad1f-b57db596e123 admin admin] Received port after_create {{(pid=95102) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 19:55:48.364107 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8e6f930-b793-4a00-a55d-e6e51e347667 None None] Pushing event updated for resources: {'Port': ['ID=e6307438-f02d-44ec-9c68-c793faf5adc5,revision_number=3']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:55:48.368919 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_dvr_db [None req-348d4f27-6be2-4ad6-bce2-29b9c4070de0 None None] Set router 0be6e652-86c9-439a-acd3-e900a3c99f40 gateway port host: n-d-713301-16 {{(pid=95104) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 19:55:48.558957 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-3dcd636a-0cb0-499d-ad1f-b57db596e123 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-601987'] for router_interface, before_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:55:48.621295 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-fd10b796-229b-4cda-bb4c-df93e6699ca0 req-a84a0a5e-a174-4966-a35e-c41c2620f844 service neutron] 10.222.0.67 "GET /v2.0/networks/7b814cd9-7d66-4ffb-b9dd-d0fbdc6bfb5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2148240 Sep 23 19:55:48.650566 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_hamode_db [None req-348d4f27-6be2-4ad6-bce2-29b9c4070de0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0be6e652-86c9-439a-acd3-e900a3c99f40', 'name': 'tempest-TestVolumeBootPattern-1620459208-router', 'tenant_id': '7050dfb70f5149c38c589b744b775838', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'external_fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.33'}], 'enable_snat': True}, 'gw_port_id': 'b0dab3da-23d1-4ae4-847d-525a199eeacd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:55:44Z', 'updated_at': '2021-09-23T19:55:45Z', 'revision_number': 3, 'project_id': '7050dfb70f5149c38c589b744b775838', 'gw_port': {'id': 'b0dab3da-23d1-4ae4-847d-525a199eeacd', 'name': '', 'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:3c:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0be6e652-86c9-439a-acd3-e900a3c99f40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3887, 'fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:55:45Z', 'updated_at': '2021-09-23T19:55:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-16'}], 'n-d-713301-16', False) {} {{(pid=95104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:55:48.708831 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Device 25c3b070-de7a-4c98-a0c6-bbdac9d061bf up at agent ovs-agent-n-d-713301-16 {{(pid=95103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 19:55:48.715992 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-348d4f27-6be2-4ad6-bce2-29b9c4070de0 None None] The sync data for ids ['0be6e652-86c9-439a-acd3-e900a3c99f40'] in n-d-713301-16 is: [{'id': '0be6e652-86c9-439a-acd3-e900a3c99f40', 'name': 'tempest-TestVolumeBootPattern-1620459208-router', 'tenant_id': '7050dfb70f5149c38c589b744b775838', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'external_fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.33'}], 'enable_snat': True}, 'gw_port_id': 'b0dab3da-23d1-4ae4-847d-525a199eeacd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:55:44Z', 'updated_at': '2021-09-23T19:55:45Z', 'revision_number': 3, 'project_id': '7050dfb70f5149c38c589b744b775838', 'gw_port': {'id': 'b0dab3da-23d1-4ae4-847d-525a199eeacd', 'name': '', 'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:3c:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0be6e652-86c9-439a-acd3-e900a3c99f40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3887, 'fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:55:45Z', 'updated_at': '2021-09-23T19:55:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-16'}] {{(pid=95104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 19:55:48.763042 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-a99f3657-4c7b-4166-8af2-fba212085a6c None None] Provisioning complete for port e6307438-f02d-44ec-9c68-c793faf5adc5 triggered by entity DHCP. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:55:48.763908 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-a99f3657-4c7b-4166-8af2-fba212085a6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:55:48.825569 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-3dcd636a-0cb0-499d-ad1f-b57db596e123 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:55:48.953074 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-5d0817ec-3510-4cd0-827b-86c04f0170f5 req-73a2df5d-96ea-40dd-9e97-d430681dfc85 tempest-VolumesSnapshotTestJSON-915595183 tempest-VolumesSnapshotTestJSON-915595183-project] 10.222.0.67 "GET /v2.0/ports?device_id=15ea8ed4-1134-4f9a-a290-34b00b411867 HTTP/1.1" status: 200 len: 210 time: 0.0613658 Sep 23 19:55:49.215831 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-3dcd636a-0cb0-499d-ad1f-b57db596e123 admin admin] Notify callbacks [] for port, precommit_update {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:55:49.230603 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-3dcd636a-0cb0-499d-ad1f-b57db596e123 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4399095'] for port, after_update {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:55:49.242317 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Provisioning complete for port 25c3b070-de7a-4c98-a0c6-bbdac9d061bf triggered by entity L2. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:55:49.242824 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:55:49.326914 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dcd636a-0cb0-499d-ad1f-b57db596e123 admin admin] Pushing event updated for resources: {'Port': ['ID=a5dc13f0-4116-4abd-b0a6-bfacabcc703e,revision_number=2']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:55:49.330236 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-3dcd636a-0cb0-499d-ad1f-b57db596e123 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-527313', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-601459'] for router_interface, after_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:55:49.384572 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-a45790b8-13da-434b-9f8f-5e0094dfebdc None None] Provisioning complete for port a5dc13f0-4116-4abd-b0a6-bfacabcc703e triggered by entity DHCP. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:55:49.384914 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-a45790b8-13da-434b-9f8f-5e0094dfebdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:55:49.411929 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Device e6307438-f02d-44ec-9c68-c793faf5adc5 up at agent ovs-agent-n-d-713301-16 {{(pid=95103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 19:55:49.459541 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.plugin [None req-a45790b8-13da-434b-9f8f-5e0094dfebdc None None] Port a5dc13f0-4116-4abd-b0a6-bfacabcc703e cannot update to ACTIVE because it is not bound. {{(pid=95103) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 19:55:49.491120 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Provisioning complete for port e6307438-f02d-44ec-9c68-c793faf5adc5 triggered by entity L2. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:55:49.491507 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:55:49.707721 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-26b29c94-6a30-4ed5-b0fe-bb0e7bc55d55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:55:49.902855 n-d-713301-16 neutron-server[95102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3dcd636a-0cb0-499d-ad1f-b57db596e123 admin admin] Network bc85b510-af01-4f0f-b5c7-ac526c7f13e6 is already hosted by enough agents. {{(pid=95102) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:55:49.904468 n-d-713301-16 neutron-server[95102]: DEBUG neutron.scheduler.base_scheduler [None req-3dcd636a-0cb0-499d-ad1f-b57db596e123 admin admin] Resources bound (agent type, host, resource id): {{(pid=95102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:55:50.122994 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-1d4966a7-537c-4b22-a0dd-b04582bdc2c7 req-2a2b3bc6-67d8-43bf-a4b9-66cb145ee826 tempest-VolumesSnapshotTestJSON-915595183 tempest-VolumesSnapshotTestJSON-915595183-project] 10.222.0.67 "GET /v2.0/ports?device_id=15ea8ed4-1134-4f9a-a290-34b00b411867 HTTP/1.1" status: 200 len: 210 time: 0.0484359 Sep 23 19:55:50.150636 n-d-713301-16 neutron-server[95102]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3dcd636a-0cb0-499d-ad1f-b57db596e123 admin admin] Router 0be6e652-86c9-439a-acd3-e900a3c99f40 has already been hosted by L3 agent 79a740bf-7821-4989-8288-7186e3e128f3 {{(pid=95102) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 19:55:50.190513 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-a9aa5a8c-8f00-4ddf-a045-5e80b1e9b17f None None] Provisioning complete for port a5dc13f0-4116-4abd-b0a6-bfacabcc703e triggered by entity DHCP. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:55:50.193906 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-a9aa5a8c-8f00-4ddf-a045-5e80b1e9b17f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:55:50.293581 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.plugin [None req-a9aa5a8c-8f00-4ddf-a045-5e80b1e9b17f None None] Port a5dc13f0-4116-4abd-b0a6-bfacabcc703e cannot update to ACTIVE because it is not bound. {{(pid=95103) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 19:55:50.344366 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3dcd636a-0cb0-499d-ad1f-b57db596e123 admin admin] Notify agent at l3_agent.n-d-713301-16 the message routers_updated {{(pid=95102) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 19:55:50.359359 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-3dcd636a-0cb0-499d-ad1f-b57db596e123 admin admin] 10.222.0.67 "PUT /v2.0/routers/0be6e652-86c9-439a-acd3-e900a3c99f40/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7547321 Sep 23 19:55:50.584708 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Device b0dab3da-23d1-4ae4-847d-525a199eeacd up at agent ovs-agent-n-d-713301-16 {{(pid=95103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 19:55:50.641809 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Provisioning complete for port b0dab3da-23d1-4ae4-847d-525a199eeacd triggered by entity L2. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:55:50.642326 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:55:50.765136 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd10b796-229b-4cda-bb4c-df93e6699ca0 req-c011b301-2efd-455b-b46a-01a0eb840584 tempest-VolumesSnapshotTestJSON-915595183 tempest-VolumesSnapshotTestJSON-915595183-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:55:50.766701 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-fd10b796-229b-4cda-bb4c-df93e6699ca0 req-c011b301-2efd-455b-b46a-01a0eb840584 tempest-VolumesSnapshotTestJSON-915595183 tempest-VolumesSnapshotTestJSON-915595183-project] 10.222.0.74 "GET /v2.0/networks?id=7b814cd9-7d66-4ffb-b9dd-d0fbdc6bfb5e HTTP/1.1" status: 200 len: 813 time: 0.6550057 Sep 23 19:55:50.779072 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:55:50.785862 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.v2.base [req-fd10b796-229b-4cda-bb4c-df93e6699ca0 req-a9e21799-100e-4f6f-8a88-7ada6e0e7eef tempest-VolumesSnapshotTestJSON-915595183 tempest-VolumesSnapshotTestJSON-915595183-project] Request body: {'port': {'device_id': '15ea8ed4-1134-4f9a-a290-34b00b411867', 'network_id': '7b814cd9-7d66-4ffb-b9dd-d0fbdc6bfb5e', 'admin_state_up': True, 'tenant_id': '62ad6741de4349ff944349877a51cb93'}} {{(pid=95101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:55:50.825511 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] For port b0dab3da-23d1-4ae4-847d-525a199eeacd, host n-d-713301-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-16',level=0,port_id=b0dab3da-23d1-4ae4-847d-525a199eeacd,segment=NetworkSegment(7d4027f1-d893-4c7b-95d4-757b8e44e380),segment_id=7d4027f1-d893-4c7b-95d4-757b8e44e380)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:55:50.834297 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:55:50.909424 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Pushing event updated for resources: {'Port': ['ID=b0dab3da-23d1-4ae4-847d-525a199eeacd,revision_number=4']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:55:50.951830 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fd10b796-229b-4cda-bb4c-df93e6699ca0 req-a9e21799-100e-4f6f-8a88-7ada6e0e7eef tempest-VolumesSnapshotTestJSON-915595183 tempest-VolumesSnapshotTestJSON-915595183-project] Made reservation on behalf of 62ad6741de4349ff944349877a51cb93 for: {'port': 1} {{(pid=95101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:55:50.958591 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-fd10b796-229b-4cda-bb4c-df93e6699ca0 req-a9e21799-100e-4f6f-8a88-7ada6e0e7eef tempest-VolumesSnapshotTestJSON-915595183 tempest-VolumesSnapshotTestJSON-915595183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:55:50.968217 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Device c2dcd963-27a8-4bc5-9a8b-4943d2a3ef98 no longer exists at agent hyperv_n-h1-713301-16 {{(pid=95103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 19:55:50.993060 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-450d71f5-47cf-4f8b-9c83-33219d8bcaa4 None None] Sync routers for ids ['0be6e652-86c9-439a-acd3-e900a3c99f40'] in n-d-713301-16 {{(pid=95103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 19:55:51.000642 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.plugin [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] No Port match for: c2dcd963-27a8-4bc5-9a8b-4943d2a3ef98 {{(pid=95103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 19:55:51.000642 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Device c2dcd963-27a8-4bc5-9a8b-4943d2a3ef98 not bound to the agent host n-h1-713301-16 {{(pid=95103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 19:55:51.006124 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-450d71f5-47cf-4f8b-9c83-33219d8bcaa4 None None] Routers {'0be6e652-86c9-439a-acd3-e900a3c99f40'} bound to L3 agent in host n-d-713301-16 {{(pid=95103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 19:55:51.006746 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_hamode_db [None req-450d71f5-47cf-4f8b-9c83-33219d8bcaa4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-23T19:07:52Z,description=,heartbeat_timestamp=2021-09-23T19:55:23Z,host='n-d-713301-16',id=79a740bf-7821-4989-8288-7186e3e128f3,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:07:52Z,topic='l3_agent')) {'router_ids': ['0be6e652-86c9-439a-acd3-e900a3c99f40'], 'active': True} {{(pid=95103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:55:51.154700 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_dvr_db [None req-450d71f5-47cf-4f8b-9c83-33219d8bcaa4 None None] Set router 0be6e652-86c9-439a-acd3-e900a3c99f40 gateway port host: n-d-713301-16 {{(pid=95103) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 19:55:51.166114 n-d-713301-16 neutron-server[95101]: DEBUG neutron.db.db_base_plugin_common [req-fd10b796-229b-4cda-bb4c-df93e6699ca0 req-a9e21799-100e-4f6f-8a88-7ada6e0e7eef tempest-VolumesSnapshotTestJSON-915595183 tempest-VolumesSnapshotTestJSON-915595183-project] Allocated IP 172.20.0.5 (7b814cd9-7d66-4ffb-b9dd-d0fbdc6bfb5e/36773723-394b-4169-a811-d598dbae0df7/d93b6360-ab51-4fd8-87bb-ae203277ba4d) {{(pid=95101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 19:55:51.243563 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-7024c1ac-7ce0-4fef-92dd-56a63eef94fe req-f39ca5fa-808d-4a52-a599-fc9391d811ef tempest-VolumesSnapshotTestJSON-915595183 tempest-VolumesSnapshotTestJSON-915595183-project] 10.222.0.67 "GET /v2.0/ports?device_id=15ea8ed4-1134-4f9a-a290-34b00b411867 HTTP/1.1" status: 200 len: 210 time: 0.0495598 Sep 23 19:55:51.396401 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-fd10b796-229b-4cda-bb4c-df93e6699ca0 req-a9e21799-100e-4f6f-8a88-7ada6e0e7eef tempest-VolumesSnapshotTestJSON-915595183 tempest-VolumesSnapshotTestJSON-915595183-project] Notify callbacks [] for port, precommit_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:55:51.442645 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-fd10b796-229b-4cda-bb4c-df93e6699ca0 req-a9e21799-100e-4f6f-8a88-7ada6e0e7eef tempest-VolumesSnapshotTestJSON-915595183 tempest-VolumesSnapshotTestJSON-915595183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783145673135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5607431'] for port, after_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:55:51.475463 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_hamode_db [None req-450d71f5-47cf-4f8b-9c83-33219d8bcaa4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0be6e652-86c9-439a-acd3-e900a3c99f40', 'name': 'tempest-TestVolumeBootPattern-1620459208-router', 'tenant_id': '7050dfb70f5149c38c589b744b775838', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'external_fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.33'}], 'enable_snat': True}, 'gw_port_id': 'b0dab3da-23d1-4ae4-847d-525a199eeacd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:55:44Z', 'updated_at': '2021-09-23T19:55:48Z', 'revision_number': 4, 'project_id': '7050dfb70f5149c38c589b744b775838', 'gw_port': {'id': 'b0dab3da-23d1-4ae4-847d-525a199eeacd', 'name': '', 'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:3c:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0be6e652-86c9-439a-acd3-e900a3c99f40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3887, 'fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:55:45Z', 'updated_at': '2021-09-23T19:55:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-16', '_interfaces': [{'id': 'a5dc13f0-4116-4abd-b0a6-bfacabcc703e', 'name': '', 'network_id': 'bc85b510-af01-4f0f-b5c7-ac526c7f13e6', 'tenant_id': '7050dfb70f5149c38c589b744b775838', 'mac_address': 'fa:16:3e:07:aa:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0be6e652-86c9-439a-acd3-e900a3c99f40', 'device_owner': 'network:router_interface', 'standard_attr_id': 3888, 'fixed_ips': [{'subnet_id': '6e295219-c219-4c39-b525-7311b17b3c6d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:55:47Z', 'updated_at': '2021-09-23T19:55:48Z', 'revision_number': 2, 'project_id': '7050dfb70f5149c38c589b744b775838', 'subnets': [{'id': '6e295219-c219-4c39-b525-7311b17b3c6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-16', False) {} {{(pid=95103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:55:51.486922 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fd10b796-229b-4cda-bb4c-df93e6699ca0 req-a9e21799-100e-4f6f-8a88-7ada6e0e7eef tempest-VolumesSnapshotTestJSON-915595183 tempest-VolumesSnapshotTestJSON-915595183-project] Network 7b814cd9-7d66-4ffb-b9dd-d0fbdc6bfb5e is already hosted by enough agents. {{(pid=95101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:55:51.490787 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.base_scheduler [req-fd10b796-229b-4cda-bb4c-df93e6699ca0 req-a9e21799-100e-4f6f-8a88-7ada6e0e7eef tempest-VolumesSnapshotTestJSON-915595183 tempest-VolumesSnapshotTestJSON-915595183-project] Resources bound (agent type, host, resource id): {{(pid=95101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:55:51.493221 n-d-713301-16 neutron-server[95101]: DEBUG neutron.db.l3_dvrscheduler_db [req-fd10b796-229b-4cda-bb4c-df93e6699ca0 req-a9e21799-100e-4f6f-8a88-7ada6e0e7eef tempest-VolumesSnapshotTestJSON-915595183 tempest-VolumesSnapshotTestJSON-915595183-project] Received port after_create {{(pid=95101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 19:55:51.516498 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-450d71f5-47cf-4f8b-9c83-33219d8bcaa4 None None] Checking router: 0be6e652-86c9-439a-acd3-e900a3c99f40 for host: n-d-713301-16 {{(pid=95103) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 19:55:51.516923 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-450d71f5-47cf-4f8b-9c83-33219d8bcaa4 None None] Updating router 0be6e652-86c9-439a-acd3-e900a3c99f40 port a5dc13f0-4116-4abd-b0a6-bfacabcc703e binding host n-d-713301-16 {{(pid=95103) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 23 19:55:51.538215 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e21799-100e-4f6f-8a88-7ada6e0e7eef tempest-VolumesSnapshotTestJSON-915595183 tempest-VolumesSnapshotTestJSON-915595183-project] Pushing event updated for resources: {'Port': ['ID=d93b6360-ab51-4fd8-87bb-ae203277ba4d,revision_number=1']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:55:51.550993 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-450d71f5-47cf-4f8b-9c83-33219d8bcaa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:55:51.591432 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd10b796-229b-4cda-bb4c-df93e6699ca0 req-a9e21799-100e-4f6f-8a88-7ada6e0e7eef tempest-VolumesSnapshotTestJSON-915595183 tempest-VolumesSnapshotTestJSON-915595183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:55:51.592069 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-fd10b796-229b-4cda-bb4c-df93e6699ca0 req-a9e21799-100e-4f6f-8a88-7ada6e0e7eef tempest-VolumesSnapshotTestJSON-915595183 tempest-VolumesSnapshotTestJSON-915595183-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222849'] for port, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:55:51.608204 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-fd10b796-229b-4cda-bb4c-df93e6699ca0 req-a9e21799-100e-4f6f-8a88-7ada6e0e7eef tempest-VolumesSnapshotTestJSON-915595183 tempest-VolumesSnapshotTestJSON-915595183-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8323669 Sep 23 19:55:51.621735 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.v2.base [req-fd10b796-229b-4cda-bb4c-df93e6699ca0 req-9420dd25-96ea-4d61-a296-2f2ae4ecf0e5 service neutron] Request body: {'port': {'device_id': '15ea8ed4-1134-4f9a-a290-34b00b411867', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713301-16'}} {{(pid=95101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:55:51.691662 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-fd10b796-229b-4cda-bb4c-df93e6699ca0 req-9420dd25-96ea-4d61-a296-2f2ae4ecf0e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:55:51.920307 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-450d71f5-47cf-4f8b-9c83-33219d8bcaa4 None None] Notify callbacks [] for port, precommit_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:55:51.928501 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-450d71f5-47cf-4f8b-9c83-33219d8bcaa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:55:52.006102 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a2bb90-a603-45d2-99e5-cbe2f6f591c1 None None] Pushing event updated for resources: {'Port': ['ID=a5dc13f0-4116-4abd-b0a6-bfacabcc703e,revision_number=3']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:55:52.083812 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.managers [None req-450d71f5-47cf-4f8b-9c83-33219d8bcaa4 None None] Attempting to bind port a5dc13f0-4116-4abd-b0a6-bfacabcc703e on host n-d-713301-16 for vnic_type normal with profile {{(pid=95103) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 19:55:52.084070 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.managers [None req-450d71f5-47cf-4f8b-9c83-33219d8bcaa4 None None] Attempting to bind port a5dc13f0-4116-4abd-b0a6-bfacabcc703e by drivers openvswitch,hyperv on host n-d-713301-16 at level 0 using segments [{'id': '98f3e90f-946c-421f-a657-dc1b481561be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': 'bc85b510-af01-4f0f-b5c7-ac526c7f13e6'}] {{(pid=95103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 19:55:52.084436 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-450d71f5-47cf-4f8b-9c83-33219d8bcaa4 None None] Attempting to bind port a5dc13f0-4116-4abd-b0a6-bfacabcc703e on network bc85b510-af01-4f0f-b5c7-ac526c7f13e6 {{(pid=95103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:55:52.092521 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-450d71f5-47cf-4f8b-9c83-33219d8bcaa4 None None] Checking agent: {'id': '70a14545-df24-472f-8f95-bfe1719bff93', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 19, 7, 53), 'started_at': datetime.datetime(2021, 9, 23, 19, 8, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 19, 55, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 19:55:52.096895 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-450d71f5-47cf-4f8b-9c83-33219d8bcaa4 None None] Checking segment: {'id': '98f3e90f-946c-421f-a657-dc1b481561be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': 'bc85b510-af01-4f0f-b5c7-ac526c7f13e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95103) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:55:52.096895 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-450d71f5-47cf-4f8b-9c83-33219d8bcaa4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:55:52.096895 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-450d71f5-47cf-4f8b-9c83-33219d8bcaa4 None None] Bound using segment: {'id': '98f3e90f-946c-421f-a657-dc1b481561be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': 'bc85b510-af01-4f0f-b5c7-ac526c7f13e6'} {{(pid=95103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 19:55:52.096895 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.managers [None req-450d71f5-47cf-4f8b-9c83-33219d8bcaa4 None None] Bound port: a5dc13f0-4116-4abd-b0a6-bfacabcc703e, host: n-d-713301-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '98f3e90f-946c-421f-a657-dc1b481561be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': 'bc85b510-af01-4f0f-b5c7-ac526c7f13e6'}}] {{(pid=95103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 19:55:52.097398 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-450d71f5-47cf-4f8b-9c83-33219d8bcaa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:55:52.120320 n-d-713301-16 neutron-server[95101]: DEBUG neutron.notifiers.nova [req-fd10b796-229b-4cda-bb4c-df93e6699ca0 req-9420dd25-96ea-4d61-a296-2f2ae4ecf0e5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d93b6360-ab51-4fd8-87bb-ae203277ba4d {{(pid=95101) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 19:55:52.132134 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-fd10b796-229b-4cda-bb4c-df93e6699ca0 req-9420dd25-96ea-4d61-a296-2f2ae4ecf0e5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:55:52.152824 n-d-713301-16 neutron-server[95101]: DEBUG neutron.db.provisioning_blocks [req-fd10b796-229b-4cda-bb4c-df93e6699ca0 req-9420dd25-96ea-4d61-a296-2f2ae4ecf0e5 service neutron] Transition to ACTIVE for port object d93b6360-ab51-4fd8-87bb-ae203277ba4d will not be triggered until provisioned by entity L2. {{(pid=95101) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 19:55:52.163267 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-fd10b796-229b-4cda-bb4c-df93e6699ca0 req-9420dd25-96ea-4d61-a296-2f2ae4ecf0e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5607436'] for port, after_update {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:55:52.217695 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-450d71f5-47cf-4f8b-9c83-33219d8bcaa4 None None] For port a5dc13f0-4116-4abd-b0a6-bfacabcc703e, host n-d-713301-16, cleared binding levels {{(pid=95103) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 19:55:52.220990 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-450d71f5-47cf-4f8b-9c83-33219d8bcaa4 None None] For port a5dc13f0-4116-4abd-b0a6-bfacabcc703e, host n-d-713301-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-16',level=0,port_id=a5dc13f0-4116-4abd-b0a6-bfacabcc703e,segment=NetworkSegment(98f3e90f-946c-421f-a657-dc1b481561be),segment_id=98f3e90f-946c-421f-a657-dc1b481561be)] {{(pid=95103) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 19:55:52.233815 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-450d71f5-47cf-4f8b-9c83-33219d8bcaa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:55:52.278507 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9420dd25-96ea-4d61-a296-2f2ae4ecf0e5 service neutron] Pushing event updated for resources: {'Port': ['ID=d93b6360-ab51-4fd8-87bb-ae203277ba4d,revision_number=2']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:55:52.397783 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.managers [req-fd10b796-229b-4cda-bb4c-df93e6699ca0 req-9420dd25-96ea-4d61-a296-2f2ae4ecf0e5 service neutron] Attempting to bind port d93b6360-ab51-4fd8-87bb-ae203277ba4d on host n-h1-713301-16 for vnic_type normal with profile {{(pid=95101) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 19:55:52.398387 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.managers [req-fd10b796-229b-4cda-bb4c-df93e6699ca0 req-9420dd25-96ea-4d61-a296-2f2ae4ecf0e5 service neutron] Attempting to bind port d93b6360-ab51-4fd8-87bb-ae203277ba4d by drivers openvswitch,hyperv on host n-h1-713301-16 at level 0 using segments [{'id': '24e9d5ba-99a8-403e-9951-522175e97b58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '7b814cd9-7d66-4ffb-b9dd-d0fbdc6bfb5e'}] {{(pid=95101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 19:55:52.398895 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd10b796-229b-4cda-bb4c-df93e6699ca0 req-9420dd25-96ea-4d61-a296-2f2ae4ecf0e5 service neutron] Attempting to bind port d93b6360-ab51-4fd8-87bb-ae203277ba4d on network 7b814cd9-7d66-4ffb-b9dd-d0fbdc6bfb5e {{(pid=95101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:55:52.404204 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd10b796-229b-4cda-bb4c-df93e6699ca0 req-9420dd25-96ea-4d61-a296-2f2ae4ecf0e5 service neutron] Port d93b6360-ab51-4fd8-87bb-ae203277ba4d on network 7b814cd9-7d66-4ffb-b9dd-d0fbdc6bfb5e not bound, no agent of type Open vSwitch agent registered on host n-h1-713301-16 {{(pid=95101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 19:55:52.404901 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd10b796-229b-4cda-bb4c-df93e6699ca0 req-9420dd25-96ea-4d61-a296-2f2ae4ecf0e5 service neutron] Attempting to bind port d93b6360-ab51-4fd8-87bb-ae203277ba4d on network 7b814cd9-7d66-4ffb-b9dd-d0fbdc6bfb5e {{(pid=95101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:55:52.412533 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd10b796-229b-4cda-bb4c-df93e6699ca0 req-9420dd25-96ea-4d61-a296-2f2ae4ecf0e5 service neutron] Checking agent: {'id': '0708c3e9-0aad-4600-9be9-d2486535c898', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713301-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 19, 15, 28), 'started_at': datetime.datetime(2021, 9, 23, 19, 15, 28), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 19, 55, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 19:55:52.413124 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd10b796-229b-4cda-bb4c-df93e6699ca0 req-9420dd25-96ea-4d61-a296-2f2ae4ecf0e5 service neutron] Checking segment: {'id': '24e9d5ba-99a8-403e-9951-522175e97b58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '7b814cd9-7d66-4ffb-b9dd-d0fbdc6bfb5e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:55:52.413714 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd10b796-229b-4cda-bb4c-df93e6699ca0 req-9420dd25-96ea-4d61-a296-2f2ae4ecf0e5 service neutron] Bound using segment: {'id': '24e9d5ba-99a8-403e-9951-522175e97b58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '7b814cd9-7d66-4ffb-b9dd-d0fbdc6bfb5e'} {{(pid=95101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 19:55:52.414474 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.managers [req-fd10b796-229b-4cda-bb4c-df93e6699ca0 req-9420dd25-96ea-4d61-a296-2f2ae4ecf0e5 service neutron] Bound port: d93b6360-ab51-4fd8-87bb-ae203277ba4d, host: n-h1-713301-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '24e9d5ba-99a8-403e-9951-522175e97b58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '7b814cd9-7d66-4ffb-b9dd-d0fbdc6bfb5e'}}] {{(pid=95101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 19:55:52.414818 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a2bb90-a603-45d2-99e5-cbe2f6f591c1 None None] Pushing event updated for resources: {'Port': ['ID=a5dc13f0-4116-4abd-b0a6-bfacabcc703e,revision_number=4']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:55:52.415209 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-fd10b796-229b-4cda-bb4c-df93e6699ca0 req-9420dd25-96ea-4d61-a296-2f2ae4ecf0e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:55:52.419923 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-450d71f5-47cf-4f8b-9c83-33219d8bcaa4 None None] Routers {'0be6e652-86c9-439a-acd3-e900a3c99f40'} bound to L3 agent in host n-d-713301-16 {{(pid=95103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 19:55:52.420697 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_hamode_db [None req-450d71f5-47cf-4f8b-9c83-33219d8bcaa4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-23T19:07:52Z,description=,heartbeat_timestamp=2021-09-23T19:55:23Z,host='n-d-713301-16',id=79a740bf-7821-4989-8288-7186e3e128f3,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:07:52Z,topic='l3_agent')) {'router_ids': ['0be6e652-86c9-439a-acd3-e900a3c99f40'], 'active': True} {{(pid=95103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:55:52.425151 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-1906d9eb-c173-4acd-97eb-b87c70343a50 None None] Provisioning complete for port a5dc13f0-4116-4abd-b0a6-bfacabcc703e triggered by entity DHCP. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:55:52.425628 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-1906d9eb-c173-4acd-97eb-b87c70343a50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:55:52.515278 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f248d59-0e54-432c-9895-debd5cd70396 req-c81e8a41-d170-4fa8-ad70-62954d6d17a4 tempest-VolumesSnapshotTestJSON-915595183 tempest-VolumesSnapshotTestJSON-915595183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:55:52.535781 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-9f248d59-0e54-432c-9895-debd5cd70396 req-c81e8a41-d170-4fa8-ad70-62954d6d17a4 tempest-VolumesSnapshotTestJSON-915595183 tempest-VolumesSnapshotTestJSON-915595183-project] 10.222.0.67 "GET /v2.0/ports?device_id=15ea8ed4-1134-4f9a-a290-34b00b411867 HTTP/1.1" status: 200 len: 943 time: 0.1652040 Sep 23 19:55:52.560180 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.db [req-fd10b796-229b-4cda-bb4c-df93e6699ca0 req-9420dd25-96ea-4d61-a296-2f2ae4ecf0e5 service neutron] For port d93b6360-ab51-4fd8-87bb-ae203277ba4d, host n-h1-713301-16, cleared binding levels {{(pid=95101) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 19:55:52.575781 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.db [req-fd10b796-229b-4cda-bb4c-df93e6699ca0 req-9420dd25-96ea-4d61-a296-2f2ae4ecf0e5 service neutron] For port d93b6360-ab51-4fd8-87bb-ae203277ba4d, host n-h1-713301-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-16',level=0,port_id=d93b6360-ab51-4fd8-87bb-ae203277ba4d,segment=NetworkSegment(24e9d5ba-99a8-403e-9951-522175e97b58),segment_id=24e9d5ba-99a8-403e-9951-522175e97b58)] {{(pid=95101) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 19:55:52.583869 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-fd10b796-229b-4cda-bb4c-df93e6699ca0 req-9420dd25-96ea-4d61-a296-2f2ae4ecf0e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5607436'] for port, after_update {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:55:52.610198 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-9f248d59-0e54-432c-9895-debd5cd70396 req-82498a17-2a6d-4157-9979-af4ff9f9088b tempest-VolumesSnapshotTestJSON-915595183 tempest-VolumesSnapshotTestJSON-915595183-project] 10.222.0.67 "GET /v2.0/security-groups?id=6ec31d5d-5493-47d2-a1cf-4486a99959a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731268 Sep 23 19:55:52.632317 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd10b796-229b-4cda-bb4c-df93e6699ca0 req-9420dd25-96ea-4d61-a296-2f2ae4ecf0e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:55:52.633396 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-fd10b796-229b-4cda-bb4c-df93e6699ca0 req-9420dd25-96ea-4d61-a296-2f2ae4ecf0e5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222849'] for port, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:55:52.635030 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-fd10b796-229b-4cda-bb4c-df93e6699ca0 req-9420dd25-96ea-4d61-a296-2f2ae4ecf0e5 service neutron] 10.222.0.74 "PUT /v2.0/ports/d93b6360-ab51-4fd8-87bb-ae203277ba4d HTTP/1.1" status: 200 len: 1092 time: 1.0184360 Sep 23 19:55:52.635669 n-d-713301-16 neutron-server[95101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '15ea8ed4-1134-4f9a-a290-34b00b411867', 'tag': 'd93b6360-ab51-4fd8-87bb-ae203277ba4d'}] {{(pid=95101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 19:55:52.638358 n-d-713301-16 neutron-server[95101]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d8366c5740cd635e57ab12b71fe44a77c2acc3c19091ef849c6f68b380462244" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21416b80-6cb4-4c54-ac21-dc0ef5f85bf9" -d '{"events": [{"name": "network-changed", "server_uuid": "15ea8ed4-1134-4f9a-a290-34b00b411867", "tag": "d93b6360-ab51-4fd8-87bb-ae203277ba4d"}]}' {{(pid=95101) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 19:55:52.669310 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9420dd25-96ea-4d61-a296-2f2ae4ecf0e5 service neutron] Pushing event updated for resources: {'Port': ['ID=d93b6360-ab51-4fd8-87bb-ae203277ba4d,revision_number=3']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:55:52.680518 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Device b0dab3da-23d1-4ae4-847d-525a199eeacd up at agent ovs-agent-n-d-713301-16 {{(pid=95103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 19:55:52.731107 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_dvr_db [None req-450d71f5-47cf-4f8b-9c83-33219d8bcaa4 None None] Set router 0be6e652-86c9-439a-acd3-e900a3c99f40 gateway port host: n-d-713301-16 {{(pid=95103) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 19:55:52.740695 n-d-713301-16 neutron-server[95101]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 19:55:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aff4e662-2393-461e-a8ec-47c1894ffa3b x-openstack-request-id: req-aff4e662-2393-461e-a8ec-47c1894ffa3b {{(pid=95101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 19:55:52.741821 n-d-713301-16 neutron-server[95101]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "15ea8ed4-1134-4f9a-a290-34b00b411867", "tag": "d93b6360-ab51-4fd8-87bb-ae203277ba4d", "status": "completed", "code": 200}]} {{(pid=95101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 19:55:52.751336 n-d-713301-16 neutron-server[95101]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-aff4e662-2393-461e-a8ec-47c1894ffa3b {{(pid=95101) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 19:55:52.751336 n-d-713301-16 neutron-server[95101]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '15ea8ed4-1134-4f9a-a290-34b00b411867', 'tag': 'd93b6360-ab51-4fd8-87bb-ae203277ba4d', 'status': 'completed', 'code': 200} Sep 23 19:55:52.770347 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd10b796-229b-4cda-bb4c-df93e6699ca0 req-ea419bb1-e976-48bf-a77c-0773929977b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:55:52.774739 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-fd10b796-229b-4cda-bb4c-df93e6699ca0 req-ea419bb1-e976-48bf-a77c-0773929977b3 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=62ad6741de4349ff944349877a51cb93&device_id=15ea8ed4-1134-4f9a-a290-34b00b411867 HTTP/1.1" status: 200 len: 1095 time: 0.0809450 Sep 23 19:55:52.833491 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-fd10b796-229b-4cda-bb4c-df93e6699ca0 req-4b77433b-144c-416b-b0da-a78d2b859e9e service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d93b6360-ab51-4fd8-87bb-ae203277ba4d HTTP/1.1" status: 200 len: 217 time: 0.0504560 Sep 23 19:55:52.887914 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Provisioning complete for port b0dab3da-23d1-4ae4-847d-525a199eeacd triggered by entity L2. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:55:52.888323 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:55:52.895068 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd10b796-229b-4cda-bb4c-df93e6699ca0 req-73246af8-c8b5-4ca4-a5a5-e97225cfbe66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:55:52.897277 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-fd10b796-229b-4cda-bb4c-df93e6699ca0 req-73246af8-c8b5-4ca4-a5a5-e97225cfbe66 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=36773723-394b-4169-a811-d598dbae0df7 HTTP/1.1" status: 200 len: 853 time: 0.0567350 Sep 23 19:55:52.930709 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-fd10b796-229b-4cda-bb4c-df93e6699ca0 req-2e9b1ac4-f3b4-46ec-bc6f-5a41421a57eb service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=7b814cd9-7d66-4ffb-b9dd-d0fbdc6bfb5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0266259 Sep 23 19:55:52.960456 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-1906d9eb-c173-4acd-97eb-b87c70343a50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:55:53.009038 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76de8cc3-1a8b-422b-9eec-50479f67c8bd req-11b75e6a-9a75-41e8-a17e-f2a99988bc88 tempest-TestVolumeBootPattern-473790611 tempest-TestVolumeBootPattern-473790611-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:55:53.019250 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-76de8cc3-1a8b-422b-9eec-50479f67c8bd req-11b75e6a-9a75-41e8-a17e-f2a99988bc88 tempest-TestVolumeBootPattern-473790611 tempest-TestVolumeBootPattern-473790611-project] 10.222.0.67 "GET /v2.0/networks?id=a97a1ddd-be59-4422-8c3e-924143535884 HTTP/1.1" status: 200 len: 811 time: 0.1220863 Sep 23 19:55:53.028299 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-dcd0d9c4-64e4-4691-9b4f-d092c1295f86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:55:53.038356 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-76de8cc3-1a8b-422b-9eec-50479f67c8bd req-dcfbc8f8-85c7-43c2-9d69-1f5220d4b38f tempest-TestVolumeBootPattern-473790611 tempest-TestVolumeBootPattern-473790611-project] 10.222.0.67 "GET /v2.0/quotas/1c95f4136fb946e684bc3bd0afadbbdd HTTP/1.1" status: 200 len: 375 time: 0.0176291 Sep 23 19:55:53.047267 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-fd10b796-229b-4cda-bb4c-df93e6699ca0 req-50aaf29a-2bb5-46f8-afa6-fb3f3d25e49e service neutron] 10.222.0.74 "GET /v2.0/networks/7b814cd9-7d66-4ffb-b9dd-d0fbdc6bfb5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1095724 Sep 23 19:55:53.069563 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-1906d9eb-c173-4acd-97eb-b87c70343a50 None None] For port a5dc13f0-4116-4abd-b0a6-bfacabcc703e, host n-d-713301-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-16',level=0,port_id=a5dc13f0-4116-4abd-b0a6-bfacabcc703e,segment=NetworkSegment(98f3e90f-946c-421f-a657-dc1b481561be),segment_id=98f3e90f-946c-421f-a657-dc1b481561be)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:55:53.084051 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-1906d9eb-c173-4acd-97eb-b87c70343a50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:55:53.101946 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-76de8cc3-1a8b-422b-9eec-50479f67c8bd req-04365cac-1cb4-45f2-a0d8-049450a80b09 tempest-TestVolumeBootPattern-473790611 tempest-TestVolumeBootPattern-473790611-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=1c95f4136fb946e684bc3bd0afadbbdd&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0623305 Sep 23 19:55:53.167714 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-fd10b796-229b-4cda-bb4c-df93e6699ca0 req-3d57a314-9521-406d-a1e3-1ba21dc2abaf service neutron] 10.222.0.74 "GET /v2.0/networks/7b814cd9-7d66-4ffb-b9dd-d0fbdc6bfb5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1131508 Sep 23 19:55:53.203021 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:55:53.208013 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1906d9eb-c173-4acd-97eb-b87c70343a50 None None] Pushing event updated for resources: {'Port': ['ID=a5dc13f0-4116-4abd-b0a6-bfacabcc703e,revision_number=5']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:55:53.219414 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-76de8cc3-1a8b-422b-9eec-50479f67c8bd req-94d166f8-e503-4be8-ab93-63d4bd27d578 service neutron] 10.222.0.67 "GET /v2.0/networks/a97a1ddd-be59-4422-8c3e-924143535884?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1165504 Sep 23 19:55:53.225249 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_hamode_db [None req-450d71f5-47cf-4f8b-9c83-33219d8bcaa4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0be6e652-86c9-439a-acd3-e900a3c99f40', 'name': 'tempest-TestVolumeBootPattern-1620459208-router', 'tenant_id': '7050dfb70f5149c38c589b744b775838', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'external_fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.33'}], 'enable_snat': True}, 'gw_port_id': 'b0dab3da-23d1-4ae4-847d-525a199eeacd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:55:44Z', 'updated_at': '2021-09-23T19:55:48Z', 'revision_number': 4, 'project_id': '7050dfb70f5149c38c589b744b775838', 'gw_port': {'id': 'b0dab3da-23d1-4ae4-847d-525a199eeacd', 'name': '', 'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:3c:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0be6e652-86c9-439a-acd3-e900a3c99f40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3887, 'fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:55:45Z', 'updated_at': '2021-09-23T19:55:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-16', '_interfaces': [{'id': 'a5dc13f0-4116-4abd-b0a6-bfacabcc703e', 'name': '', 'network_id': 'bc85b510-af01-4f0f-b5c7-ac526c7f13e6', 'tenant_id': '7050dfb70f5149c38c589b744b775838', 'mac_address': 'fa:16:3e:07:aa:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0be6e652-86c9-439a-acd3-e900a3c99f40', 'device_owner': 'network:router_interface', 'standard_attr_id': 3888, 'fixed_ips': [{'subnet_id': '6e295219-c219-4c39-b525-7311b17b3c6d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:55:47Z', 'updated_at': '2021-09-23T19:55:52Z', 'revision_number': 4, 'project_id': '7050dfb70f5149c38c589b744b775838', 'subnets': [{'id': '6e295219-c219-4c39-b525-7311b17b3c6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-16', False) {} {{(pid=95103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:55:53.227101 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-489c3380-5cb8-49cd-a00a-e99f50d4aa92 None None] Provisioning complete for port a5dc13f0-4116-4abd-b0a6-bfacabcc703e triggered by entity DHCP. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:55:53.227477 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-489c3380-5cb8-49cd-a00a-e99f50d4aa92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:55:53.275469 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-450d71f5-47cf-4f8b-9c83-33219d8bcaa4 None None] The sync data for ids ['0be6e652-86c9-439a-acd3-e900a3c99f40'] in n-d-713301-16 is: [{'id': '0be6e652-86c9-439a-acd3-e900a3c99f40', 'name': 'tempest-TestVolumeBootPattern-1620459208-router', 'tenant_id': '7050dfb70f5149c38c589b744b775838', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'external_fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.33'}], 'enable_snat': True}, 'gw_port_id': 'b0dab3da-23d1-4ae4-847d-525a199eeacd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:55:44Z', 'updated_at': '2021-09-23T19:55:48Z', 'revision_number': 4, 'project_id': '7050dfb70f5149c38c589b744b775838', 'gw_port': {'id': 'b0dab3da-23d1-4ae4-847d-525a199eeacd', 'name': '', 'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:3c:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0be6e652-86c9-439a-acd3-e900a3c99f40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3887, 'fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:55:45Z', 'updated_at': '2021-09-23T19:55:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-16', '_interfaces': [{'id': 'a5dc13f0-4116-4abd-b0a6-bfacabcc703e', 'name': '', 'network_id': 'bc85b510-af01-4f0f-b5c7-ac526c7f13e6', 'tenant_id': '7050dfb70f5149c38c589b744b775838', 'mac_address': 'fa:16:3e:07:aa:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0be6e652-86c9-439a-acd3-e900a3c99f40', 'device_owner': 'network:router_interface', 'standard_attr_id': 3888, 'fixed_ips': [{'subnet_id': '6e295219-c219-4c39-b525-7311b17b3c6d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:55:47Z', 'updated_at': '2021-09-23T19:55:52Z', 'revision_number': 4, 'project_id': '7050dfb70f5149c38c589b744b775838', 'subnets': [{'id': '6e295219-c219-4c39-b525-7311b17b3c6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 19:55:53.289456 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21416b80-6cb4-4c54-ac21-dc0ef5f85bf9 req-d27a1247-bd0a-41ac-90bf-519f04bac8db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:55:53.291091 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-21416b80-6cb4-4c54-ac21-dc0ef5f85bf9 req-d27a1247-bd0a-41ac-90bf-519f04bac8db service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=62ad6741de4349ff944349877a51cb93&device_id=15ea8ed4-1134-4f9a-a290-34b00b411867 HTTP/1.1" status: 200 len: 1095 time: 0.0646002 Sep 23 19:55:53.363817 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-76de8cc3-1a8b-422b-9eec-50479f67c8bd req-0b15a29f-edb4-4d5c-87ec-4ed9bd7b7dc7 service neutron] 10.222.0.67 "GET /v2.0/networks/a97a1ddd-be59-4422-8c3e-924143535884?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1432102 Sep 23 19:55:53.450486 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21416b80-6cb4-4c54-ac21-dc0ef5f85bf9 req-5b2daa2c-7cb2-4b22-8e0d-ecd8bdf5435b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:55:53.451597 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-21416b80-6cb4-4c54-ac21-dc0ef5f85bf9 req-5b2daa2c-7cb2-4b22-8e0d-ecd8bdf5435b service neutron] 10.222.0.74 "GET /v2.0/networks?id=7b814cd9-7d66-4ffb-b9dd-d0fbdc6bfb5e HTTP/1.1" status: 200 len: 914 time: 0.1533206 Sep 23 19:55:53.507458 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-0ae75029-feb6-4728-9a94-5f9b60993d82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:55:53.524591 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-21416b80-6cb4-4c54-ac21-dc0ef5f85bf9 req-3aadb6e9-199b-4b81-8ace-fd35b924b64e service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d93b6360-ab51-4fd8-87bb-ae203277ba4d HTTP/1.1" status: 200 len: 217 time: 0.0641377 Sep 23 19:55:53.594436 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21416b80-6cb4-4c54-ac21-dc0ef5f85bf9 req-27ff0c99-22da-48b8-ac3c-056079f7cb66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:55:53.596732 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-21416b80-6cb4-4c54-ac21-dc0ef5f85bf9 req-27ff0c99-22da-48b8-ac3c-056079f7cb66 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=36773723-394b-4169-a811-d598dbae0df7 HTTP/1.1" status: 200 len: 853 time: 0.0634687 Sep 23 19:55:53.636663 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-21416b80-6cb4-4c54-ac21-dc0ef5f85bf9 req-8d630627-8c9e-434a-a98d-d7bd8592dad6 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=7b814cd9-7d66-4ffb-b9dd-d0fbdc6bfb5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0290263 Sep 23 19:55:53.782884 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-21416b80-6cb4-4c54-ac21-dc0ef5f85bf9 req-5514cc72-6b22-406e-a657-77c9d046b97e service neutron] 10.222.0.74 "GET /v2.0/networks/7b814cd9-7d66-4ffb-b9dd-d0fbdc6bfb5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1382074 Sep 23 19:55:53.789646 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-a733b8d4-ffe8-489e-aeae-148dd5f11f72 req-6a02757e-c16e-4292-bb4b-41d838e6f5a5 tempest-TestVolumeBootPattern-473790611 tempest-TestVolumeBootPattern-473790611-project] 10.222.0.67 "GET /v2.0/ports?device_id=b2be26dd-9b8d-4c99-9d29-bf19c699cb5f HTTP/1.1" status: 200 len: 210 time: 0.0439339 Sep 23 19:55:53.823042 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee214758-6410-485f-af0d-1a74ea1cf307 req-7183277b-0d19-4fa2-b765-2c4179e359ff tempest-VolumesSnapshotTestJSON-915595183 tempest-VolumesSnapshotTestJSON-915595183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:55:53.829793 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-ee214758-6410-485f-af0d-1a74ea1cf307 req-7183277b-0d19-4fa2-b765-2c4179e359ff tempest-VolumesSnapshotTestJSON-915595183 tempest-VolumesSnapshotTestJSON-915595183-project] 10.222.0.67 "GET /v2.0/ports?device_id=15ea8ed4-1134-4f9a-a290-34b00b411867 HTTP/1.1" status: 200 len: 943 time: 0.1399534 Sep 23 19:55:53.914602 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-ee214758-6410-485f-af0d-1a74ea1cf307 req-7958dbf4-6a23-43b3-9721-ae9a8bd77c55 tempest-VolumesSnapshotTestJSON-915595183 tempest-VolumesSnapshotTestJSON-915595183-project] 10.222.0.67 "GET /v2.0/security-groups?id=6ec31d5d-5493-47d2-a1cf-4486a99959a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706909 Sep 23 19:55:53.929204 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-21416b80-6cb4-4c54-ac21-dc0ef5f85bf9 req-7f7da8e2-8b11-4c57-827a-9301ee58f8ee service neutron] 10.222.0.74 "GET /v2.0/networks/7b814cd9-7d66-4ffb-b9dd-d0fbdc6bfb5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1377296 Sep 23 19:55:54.548963 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Device a5dc13f0-4116-4abd-b0a6-bfacabcc703e up at agent ovs-agent-n-d-713301-16 {{(pid=95103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 19:55:54.602330 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Provisioning complete for port a5dc13f0-4116-4abd-b0a6-bfacabcc703e triggered by entity L2. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:55:54.602897 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:55:54.884704 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76de8cc3-1a8b-422b-9eec-50479f67c8bd req-4535d29e-0e76-4a68-8a3b-06249c46babc tempest-TestVolumeBootPattern-473790611 tempest-TestVolumeBootPattern-473790611-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:55:54.886956 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-76de8cc3-1a8b-422b-9eec-50479f67c8bd req-4535d29e-0e76-4a68-8a3b-06249c46babc tempest-TestVolumeBootPattern-473790611 tempest-TestVolumeBootPattern-473790611-project] 10.222.0.53 "GET /v2.0/networks?id=a97a1ddd-be59-4422-8c3e-924143535884 HTTP/1.1" status: 200 len: 811 time: 0.1289098 Sep 23 19:55:54.930456 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.v2.base [req-76de8cc3-1a8b-422b-9eec-50479f67c8bd req-d8f0c02b-114f-4c74-9f17-fe4f7c0b5f7f tempest-TestVolumeBootPattern-473790611 tempest-TestVolumeBootPattern-473790611-project] Request body: {'port': {'device_id': 'b2be26dd-9b8d-4c99-9d29-bf19c699cb5f', 'network_id': 'a97a1ddd-be59-4422-8c3e-924143535884', 'admin_state_up': True, 'tenant_id': '1c95f4136fb946e684bc3bd0afadbbdd'}} {{(pid=95102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:55:54.935465 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-1289e2e8-a78a-41fe-81a9-2e128ac1ff7e req-f56c1aac-f951-4c2f-bf86-bcbfac972aee tempest-TestVolumeBootPattern-473790611 tempest-TestVolumeBootPattern-473790611-project] 10.222.0.67 "GET /v2.0/ports?device_id=b2be26dd-9b8d-4c99-9d29-bf19c699cb5f HTTP/1.1" status: 200 len: 210 time: 0.0412498 Sep 23 19:55:54.961096 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 56100) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:55:55.102669 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f51fa6-bb8b-408f-baea-74ae7e6dd317 req-bf82c449-fec0-45c4-a3dc-685e626fc1c5 tempest-VolumesSnapshotTestJSON-915595183 tempest-VolumesSnapshotTestJSON-915595183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:55:55.104244 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-59f51fa6-bb8b-408f-baea-74ae7e6dd317 req-bf82c449-fec0-45c4-a3dc-685e626fc1c5 tempest-VolumesSnapshotTestJSON-915595183 tempest-VolumesSnapshotTestJSON-915595183-project] 10.222.0.67 "GET /v2.0/ports?device_id=15ea8ed4-1134-4f9a-a290-34b00b411867 HTTP/1.1" status: 200 len: 943 time: 0.0774848 Sep 23 19:55:55.131723 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-76de8cc3-1a8b-422b-9eec-50479f67c8bd req-d8f0c02b-114f-4c74-9f17-fe4f7c0b5f7f tempest-TestVolumeBootPattern-473790611 tempest-TestVolumeBootPattern-473790611-project] Made reservation on behalf of 1c95f4136fb946e684bc3bd0afadbbdd for: {'port': 1} {{(pid=95102) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:55:55.135337 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-76de8cc3-1a8b-422b-9eec-50479f67c8bd req-d8f0c02b-114f-4c74-9f17-fe4f7c0b5f7f tempest-TestVolumeBootPattern-473790611 tempest-TestVolumeBootPattern-473790611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:55:55.171426 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-59f51fa6-bb8b-408f-baea-74ae7e6dd317 req-b35d181b-32e0-47a6-993e-a87a129c3eb2 tempest-VolumesSnapshotTestJSON-915595183 tempest-VolumesSnapshotTestJSON-915595183-project] 10.222.0.67 "GET /v2.0/security-groups?id=6ec31d5d-5493-47d2-a1cf-4486a99959a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566144 Sep 23 19:55:55.172330 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-a83e1e0a-4d22-4908-8038-5c640936058a admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=a08f4050936f4a03b57ff3944fe0fc6a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2099798 Sep 23 19:55:55.173369 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 56104) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:55:55.245633 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-6723fe7b-f2e4-4c5f-ba2c-16a3e9b8634a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:55:55.288460 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-6723fe7b-f2e4-4c5f-ba2c-16a3e9b8634a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:55:55.296947 n-d-713301-16 neutron-server[95102]: DEBUG neutron.db.db_base_plugin_common [req-76de8cc3-1a8b-422b-9eec-50479f67c8bd req-d8f0c02b-114f-4c74-9f17-fe4f7c0b5f7f tempest-TestVolumeBootPattern-473790611 tempest-TestVolumeBootPattern-473790611-project] Allocated IP 172.20.0.11 (a97a1ddd-be59-4422-8c3e-924143535884/788d1f3e-2626-40b1-b49a-799b1a0fa15b/024607d2-7d6f-4f9f-8e32-3cdfd320ec62) {{(pid=95102) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 19:55:55.337953 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-80e7e501-6c57-470d-92c6-e3d54bc3195c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:55:55.365231 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-6723fe7b-f2e4-4c5f-ba2c-16a3e9b8634a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:55:55.367846 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-6723fe7b-f2e4-4c5f-ba2c-16a3e9b8634a admin admin] Notify callbacks [] for security_group, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:55:55.371609 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-6723fe7b-f2e4-4c5f-ba2c-16a3e9b8634a admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/1d9f5c33-0ae7-4656-ab29-de961babaf46 HTTP/1.1" status: 204 len: 168 time: 0.1945720 Sep 23 19:55:55.379793 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6723fe7b-f2e4-4c5f-ba2c-16a3e9b8634a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d9f5c33-0ae7-4656-ab29-de961babaf46,revision_number=None']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:55:55.544718 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-76de8cc3-1a8b-422b-9eec-50479f67c8bd req-d8f0c02b-114f-4c74-9f17-fe4f7c0b5f7f tempest-TestVolumeBootPattern-473790611 tempest-TestVolumeBootPattern-473790611-project] Notify callbacks [] for port, precommit_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:55:55.628453 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-76de8cc3-1a8b-422b-9eec-50479f67c8bd req-d8f0c02b-114f-4c74-9f17-fe4f7c0b5f7f tempest-TestVolumeBootPattern-473790611 tempest-TestVolumeBootPattern-473790611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783145673135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4399100'] for port, after_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:55:55.663136 n-d-713301-16 neutron-server[95102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-76de8cc3-1a8b-422b-9eec-50479f67c8bd req-d8f0c02b-114f-4c74-9f17-fe4f7c0b5f7f tempest-TestVolumeBootPattern-473790611 tempest-TestVolumeBootPattern-473790611-project] Network a97a1ddd-be59-4422-8c3e-924143535884 is already hosted by enough agents. {{(pid=95102) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:55:55.682626 n-d-713301-16 neutron-server[95102]: DEBUG neutron.scheduler.base_scheduler [req-76de8cc3-1a8b-422b-9eec-50479f67c8bd req-d8f0c02b-114f-4c74-9f17-fe4f7c0b5f7f tempest-TestVolumeBootPattern-473790611 tempest-TestVolumeBootPattern-473790611-project] Resources bound (agent type, host, resource id): {{(pid=95102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:55:55.688052 n-d-713301-16 neutron-server[95102]: DEBUG neutron.db.l3_dvrscheduler_db [req-76de8cc3-1a8b-422b-9eec-50479f67c8bd req-d8f0c02b-114f-4c74-9f17-fe4f7c0b5f7f tempest-TestVolumeBootPattern-473790611 tempest-TestVolumeBootPattern-473790611-project] Received port after_create {{(pid=95102) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 19:55:55.750530 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8f0c02b-114f-4c74-9f17-fe4f7c0b5f7f tempest-TestVolumeBootPattern-473790611 tempest-TestVolumeBootPattern-473790611-project] Pushing event updated for resources: {'Port': ['ID=024607d2-7d6f-4f9f-8e32-3cdfd320ec62,revision_number=1']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:55:55.786924 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76de8cc3-1a8b-422b-9eec-50479f67c8bd req-d8f0c02b-114f-4c74-9f17-fe4f7c0b5f7f tempest-TestVolumeBootPattern-473790611 tempest-TestVolumeBootPattern-473790611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:55:55.787628 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-76de8cc3-1a8b-422b-9eec-50479f67c8bd req-d8f0c02b-114f-4c74-9f17-fe4f7c0b5f7f tempest-TestVolumeBootPattern-473790611 tempest-TestVolumeBootPattern-473790611-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222849'] for port, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:55:55.814812 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-76de8cc3-1a8b-422b-9eec-50479f67c8bd req-d8f0c02b-114f-4c74-9f17-fe4f7c0b5f7f tempest-TestVolumeBootPattern-473790611 tempest-TestVolumeBootPattern-473790611-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8882823 Sep 23 19:55:55.828355 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.v2.base [req-76de8cc3-1a8b-422b-9eec-50479f67c8bd req-f5471fcb-edf8-400c-a61c-ea30ca361b2a service neutron] Request body: {'port': {'device_id': 'b2be26dd-9b8d-4c99-9d29-bf19c699cb5f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713301-16'}} {{(pid=95102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:55:55.905750 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-76de8cc3-1a8b-422b-9eec-50479f67c8bd req-f5471fcb-edf8-400c-a61c-ea30ca361b2a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:55:56.022787 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-bc270f80-f4b6-4663-9cca-00b8bb2f369d None None] Provisioning complete for port 024607d2-7d6f-4f9f-8e32-3cdfd320ec62 triggered by entity DHCP. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:55:56.023810 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-bc270f80-f4b6-4663-9cca-00b8bb2f369d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:55:56.059470 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.plugin [None req-bc270f80-f4b6-4663-9cca-00b8bb2f369d None None] Port 024607d2-7d6f-4f9f-8e32-3cdfd320ec62 cannot update to ACTIVE because it is not bound. {{(pid=95103) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 19:55:56.124515 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5cf0154-7d23-4903-9154-f2699f05b9c6 req-302e3df3-868f-4d13-9fa1-dc3a7210a920 tempest-TestVolumeBootPattern-473790611 tempest-TestVolumeBootPattern-473790611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:55:56.126046 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-a5cf0154-7d23-4903-9154-f2699f05b9c6 req-302e3df3-868f-4d13-9fa1-dc3a7210a920 tempest-TestVolumeBootPattern-473790611 tempest-TestVolumeBootPattern-473790611-project] 10.222.0.67 "GET /v2.0/ports?device_id=b2be26dd-9b8d-4c99-9d29-bf19c699cb5f HTTP/1.1" status: 200 len: 932 time: 0.0870302 Sep 23 19:55:56.209639 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-a5cf0154-7d23-4903-9154-f2699f05b9c6 req-c121d184-9be2-42f7-ae5d-edaa52608a37 tempest-TestVolumeBootPattern-473790611 tempest-TestVolumeBootPattern-473790611-project] 10.222.0.67 "GET /v2.0/security-groups?id=908ef6e0-1891-45f9-9d59-8d9a77c692cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515177 Sep 23 19:55:56.302556 n-d-713301-16 neutron-server[95102]: DEBUG neutron.notifiers.nova [req-76de8cc3-1a8b-422b-9eec-50479f67c8bd req-f5471fcb-edf8-400c-a61c-ea30ca361b2a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 024607d2-7d6f-4f9f-8e32-3cdfd320ec62 {{(pid=95102) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 19:55:56.312044 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-76de8cc3-1a8b-422b-9eec-50479f67c8bd req-f5471fcb-edf8-400c-a61c-ea30ca361b2a service neutron] Notify callbacks [] for port, precommit_update {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:55:56.331284 n-d-713301-16 neutron-server[95102]: DEBUG neutron.db.provisioning_blocks [req-76de8cc3-1a8b-422b-9eec-50479f67c8bd req-f5471fcb-edf8-400c-a61c-ea30ca361b2a service neutron] Transition to ACTIVE for port object 024607d2-7d6f-4f9f-8e32-3cdfd320ec62 will not be triggered until provisioned by entity L2. {{(pid=95102) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 19:55:56.340869 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45df6924-f9af-4637-b616-ce3576a3cc33 req-387d0a68-3882-4348-9682-8f979e37ebda tempest-VolumesSnapshotTestJSON-915595183 tempest-VolumesSnapshotTestJSON-915595183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:55:56.342380 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-45df6924-f9af-4637-b616-ce3576a3cc33 req-387d0a68-3882-4348-9682-8f979e37ebda tempest-VolumesSnapshotTestJSON-915595183 tempest-VolumesSnapshotTestJSON-915595183-project] 10.222.0.67 "GET /v2.0/ports?device_id=15ea8ed4-1134-4f9a-a290-34b00b411867 HTTP/1.1" status: 200 len: 943 time: 0.0776796 Sep 23 19:55:56.343478 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-76de8cc3-1a8b-422b-9eec-50479f67c8bd req-f5471fcb-edf8-400c-a61c-ea30ca361b2a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4399095'] for port, after_update {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:55:56.436906 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5471fcb-edf8-400c-a61c-ea30ca361b2a service neutron] Pushing event updated for resources: {'Port': ['ID=024607d2-7d6f-4f9f-8e32-3cdfd320ec62,revision_number=2']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:55:56.473380 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-45df6924-f9af-4637-b616-ce3576a3cc33 req-5d1ceb38-c90c-4cf0-a05b-c5a82770668a tempest-VolumesSnapshotTestJSON-915595183 tempest-VolumesSnapshotTestJSON-915595183-project] 10.222.0.67 "GET /v2.0/security-groups?id=6ec31d5d-5493-47d2-a1cf-4486a99959a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1239080 Sep 23 19:55:56.533616 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.managers [req-76de8cc3-1a8b-422b-9eec-50479f67c8bd req-f5471fcb-edf8-400c-a61c-ea30ca361b2a service neutron] Attempting to bind port 024607d2-7d6f-4f9f-8e32-3cdfd320ec62 on host n-h2-713301-16 for vnic_type normal with profile {{(pid=95102) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 19:55:56.533971 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.managers [req-76de8cc3-1a8b-422b-9eec-50479f67c8bd req-f5471fcb-edf8-400c-a61c-ea30ca361b2a service neutron] Attempting to bind port 024607d2-7d6f-4f9f-8e32-3cdfd320ec62 by drivers openvswitch,hyperv on host n-h2-713301-16 at level 0 using segments [{'id': 'c7abd8db-b99c-424c-86a3-7924c060f21a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'a97a1ddd-be59-4422-8c3e-924143535884'}] {{(pid=95102) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 19:55:56.534293 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76de8cc3-1a8b-422b-9eec-50479f67c8bd req-f5471fcb-edf8-400c-a61c-ea30ca361b2a service neutron] Attempting to bind port 024607d2-7d6f-4f9f-8e32-3cdfd320ec62 on network a97a1ddd-be59-4422-8c3e-924143535884 {{(pid=95102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:55:56.539255 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76de8cc3-1a8b-422b-9eec-50479f67c8bd req-f5471fcb-edf8-400c-a61c-ea30ca361b2a service neutron] Port 024607d2-7d6f-4f9f-8e32-3cdfd320ec62 on network a97a1ddd-be59-4422-8c3e-924143535884 not bound, no agent of type Open vSwitch agent registered on host n-h2-713301-16 {{(pid=95102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 19:55:56.539571 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76de8cc3-1a8b-422b-9eec-50479f67c8bd req-f5471fcb-edf8-400c-a61c-ea30ca361b2a service neutron] Attempting to bind port 024607d2-7d6f-4f9f-8e32-3cdfd320ec62 on network a97a1ddd-be59-4422-8c3e-924143535884 {{(pid=95102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:55:56.545102 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76de8cc3-1a8b-422b-9eec-50479f67c8bd req-f5471fcb-edf8-400c-a61c-ea30ca361b2a service neutron] Checking agent: {'id': '2a7cea34-db54-4faf-8d23-37521c3e34cb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713301-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 19, 15, 28), 'started_at': datetime.datetime(2021, 9, 23, 19, 15, 28), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 19, 55, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 19:55:56.545465 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76de8cc3-1a8b-422b-9eec-50479f67c8bd req-f5471fcb-edf8-400c-a61c-ea30ca361b2a service neutron] Checking segment: {'id': 'c7abd8db-b99c-424c-86a3-7924c060f21a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'a97a1ddd-be59-4422-8c3e-924143535884'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95102) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:55:56.545843 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76de8cc3-1a8b-422b-9eec-50479f67c8bd req-f5471fcb-edf8-400c-a61c-ea30ca361b2a service neutron] Bound using segment: {'id': 'c7abd8db-b99c-424c-86a3-7924c060f21a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'a97a1ddd-be59-4422-8c3e-924143535884'} {{(pid=95102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 19:55:56.546282 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.managers [req-76de8cc3-1a8b-422b-9eec-50479f67c8bd req-f5471fcb-edf8-400c-a61c-ea30ca361b2a service neutron] Bound port: 024607d2-7d6f-4f9f-8e32-3cdfd320ec62, host: n-h2-713301-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c7abd8db-b99c-424c-86a3-7924c060f21a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'a97a1ddd-be59-4422-8c3e-924143535884'}}] {{(pid=95102) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 19:55:56.546649 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-76de8cc3-1a8b-422b-9eec-50479f67c8bd req-f5471fcb-edf8-400c-a61c-ea30ca361b2a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:55:56.616308 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.db [req-76de8cc3-1a8b-422b-9eec-50479f67c8bd req-f5471fcb-edf8-400c-a61c-ea30ca361b2a service neutron] For port 024607d2-7d6f-4f9f-8e32-3cdfd320ec62, host n-h2-713301-16, cleared binding levels {{(pid=95102) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 19:55:56.619627 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.db [req-76de8cc3-1a8b-422b-9eec-50479f67c8bd req-f5471fcb-edf8-400c-a61c-ea30ca361b2a service neutron] For port 024607d2-7d6f-4f9f-8e32-3cdfd320ec62, host n-h2-713301-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-16',level=0,port_id=024607d2-7d6f-4f9f-8e32-3cdfd320ec62,segment=NetworkSegment(c7abd8db-b99c-424c-86a3-7924c060f21a),segment_id=c7abd8db-b99c-424c-86a3-7924c060f21a)] {{(pid=95102) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 19:55:56.624335 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-76de8cc3-1a8b-422b-9eec-50479f67c8bd req-f5471fcb-edf8-400c-a61c-ea30ca361b2a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4399095'] for port, after_update {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:55:56.665105 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76de8cc3-1a8b-422b-9eec-50479f67c8bd req-f5471fcb-edf8-400c-a61c-ea30ca361b2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:55:56.665738 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-76de8cc3-1a8b-422b-9eec-50479f67c8bd req-f5471fcb-edf8-400c-a61c-ea30ca361b2a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222849'] for port, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:55:56.667569 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-76de8cc3-1a8b-422b-9eec-50479f67c8bd req-f5471fcb-edf8-400c-a61c-ea30ca361b2a service neutron] 10.222.0.53 "PUT /v2.0/ports/024607d2-7d6f-4f9f-8e32-3cdfd320ec62 HTTP/1.1" status: 200 len: 1093 time: 0.8439920 Sep 23 19:55:56.669823 n-d-713301-16 neutron-server[95102]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b2be26dd-9b8d-4c99-9d29-bf19c699cb5f', 'tag': '024607d2-7d6f-4f9f-8e32-3cdfd320ec62'}] {{(pid=95102) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 19:55:56.672970 n-d-713301-16 neutron-server[95102]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab31b6d93e5336dbddfa8ec424565b3bd8cb2369c5b4d85bc943472dbb21e8ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c2c917e-ab7d-48ad-817e-e38a1972f905" -d '{"events": [{"name": "network-changed", "server_uuid": "b2be26dd-9b8d-4c99-9d29-bf19c699cb5f", "tag": "024607d2-7d6f-4f9f-8e32-3cdfd320ec62"}]}' {{(pid=95102) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 19:55:56.706412 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5471fcb-edf8-400c-a61c-ea30ca361b2a service neutron] Pushing event updated for resources: {'Port': ['ID=024607d2-7d6f-4f9f-8e32-3cdfd320ec62,revision_number=3']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:55:56.752740 n-d-713301-16 neutron-server[95102]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 19:55:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81d4ae89-dd4f-4b2c-9a18-a17421976fbc x-openstack-request-id: req-81d4ae89-dd4f-4b2c-9a18-a17421976fbc {{(pid=95102) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 19:55:56.753204 n-d-713301-16 neutron-server[95102]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b2be26dd-9b8d-4c99-9d29-bf19c699cb5f", "tag": "024607d2-7d6f-4f9f-8e32-3cdfd320ec62", "status": "completed", "code": 200}]} {{(pid=95102) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 19:55:56.753564 n-d-713301-16 neutron-server[95102]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-81d4ae89-dd4f-4b2c-9a18-a17421976fbc {{(pid=95102) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 19:55:56.753994 n-d-713301-16 neutron-server[95102]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b2be26dd-9b8d-4c99-9d29-bf19c699cb5f', 'tag': '024607d2-7d6f-4f9f-8e32-3cdfd320ec62', 'status': 'completed', 'code': 200} Sep 23 19:55:56.771836 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76de8cc3-1a8b-422b-9eec-50479f67c8bd req-199b99ae-3620-426b-a6bf-b322f856abbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:55:56.773388 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-76de8cc3-1a8b-422b-9eec-50479f67c8bd req-199b99ae-3620-426b-a6bf-b322f856abbc service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=1c95f4136fb946e684bc3bd0afadbbdd&device_id=b2be26dd-9b8d-4c99-9d29-bf19c699cb5f HTTP/1.1" status: 200 len: 1096 time: 0.0536795 Sep 23 19:55:56.819017 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-76de8cc3-1a8b-422b-9eec-50479f67c8bd req-41cf9e13-91e6-4ece-9374-d63195ade562 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=024607d2-7d6f-4f9f-8e32-3cdfd320ec62 HTTP/1.1" status: 200 len: 217 time: 0.0370600 Sep 23 19:55:56.881409 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76de8cc3-1a8b-422b-9eec-50479f67c8bd req-a34bb69c-c399-47c9-9555-431edcf4ecd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:55:56.883104 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-76de8cc3-1a8b-422b-9eec-50479f67c8bd req-a34bb69c-c399-47c9-9555-431edcf4ecd7 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=788d1f3e-2626-40b1-b49a-799b1a0fa15b HTTP/1.1" status: 200 len: 850 time: 0.0572677 Sep 23 19:55:56.930851 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76de8cc3-1a8b-422b-9eec-50479f67c8bd req-98651801-ff66-4623-a2ef-50cbadc62d1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:55:56.932404 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-76de8cc3-1a8b-422b-9eec-50479f67c8bd req-98651801-ff66-4623-a2ef-50cbadc62d1a service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=a97a1ddd-be59-4422-8c3e-924143535884&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0425756 Sep 23 19:55:56.997099 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Device d93b6360-ab51-4fd8-87bb-ae203277ba4d details requested by agent hyperv_n-h1-713301-16 with host n-h1-713301-16 {{(pid=95103) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 19:55:57.028169 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-76de8cc3-1a8b-422b-9eec-50479f67c8bd req-ac212912-8b66-40f4-9eee-238a46e96417 service neutron] 10.222.0.53 "GET /v2.0/networks/a97a1ddd-be59-4422-8c3e-924143535884?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885165 Sep 23 19:55:57.096413 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] For port d93b6360-ab51-4fd8-87bb-ae203277ba4d, host n-h1-713301-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-16',level=0,port_id=d93b6360-ab51-4fd8-87bb-ae203277ba4d,segment=NetworkSegment(24e9d5ba-99a8-403e-9951-522175e97b58),segment_id=24e9d5ba-99a8-403e-9951-522175e97b58)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:55:57.108778 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Returning: {'device': 'd93b6360-ab51-4fd8-87bb-ae203277ba4d', 'network_id': '7b814cd9-7d66-4ffb-b9dd-d0fbdc6bfb5e', 'port_id': 'd93b6360-ab51-4fd8-87bb-ae203277ba4d', 'mac_address': 'fa:16:3e:ec:f5:41', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 645, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '36773723-394b-4169-a811-d598dbae0df7', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95103) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 19:55:57.132405 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-76de8cc3-1a8b-422b-9eec-50479f67c8bd req-b7580b14-15d0-45eb-9328-c17d1acb9574 service neutron] 10.222.0.53 "GET /v2.0/networks/a97a1ddd-be59-4422-8c3e-924143535884?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0958250 Sep 23 19:55:57.150184 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:55:57.173070 n-d-713301-16 neutron-server[95103]: DEBUG neutron.notifiers.nova [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d93b6360-ab51-4fd8-87bb-ae203277ba4d {{(pid=95103) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 19:55:57.195323 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] For port d93b6360-ab51-4fd8-87bb-ae203277ba4d, host n-h1-713301-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-16',level=0,port_id=d93b6360-ab51-4fd8-87bb-ae203277ba4d,segment=NetworkSegment(24e9d5ba-99a8-403e-9951-522175e97b58),segment_id=24e9d5ba-99a8-403e-9951-522175e97b58)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:55:57.199960 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:55:57.226087 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c2c917e-ab7d-48ad-817e-e38a1972f905 req-c5cacc7e-c224-4be2-8a13-60a38caf6959 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:55:57.227612 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-4c2c917e-ab7d-48ad-817e-e38a1972f905 req-c5cacc7e-c224-4be2-8a13-60a38caf6959 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=1c95f4136fb946e684bc3bd0afadbbdd&device_id=b2be26dd-9b8d-4c99-9d29-bf19c699cb5f HTTP/1.1" status: 200 len: 1096 time: 0.0437167 Sep 23 19:55:57.253166 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Pushing event updated for resources: {'Port': ['ID=d93b6360-ab51-4fd8-87bb-ae203277ba4d,revision_number=4']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:55:57.360091 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c2c917e-ab7d-48ad-817e-e38a1972f905 req-3f968195-1e02-4562-9463-638cb2b44aa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:55:57.362235 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-4c2c917e-ab7d-48ad-817e-e38a1972f905 req-3f968195-1e02-4562-9463-638cb2b44aa0 service neutron] 10.222.0.53 "GET /v2.0/networks?id=a97a1ddd-be59-4422-8c3e-924143535884 HTTP/1.1" status: 200 len: 912 time: 0.1280580 Sep 23 19:55:57.374887 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8caeda0a-83bc-4f93-8a83-63d75459229f req-0cda5b8f-da73-47be-bc2f-4491579af15c tempest-TestVolumeBootPattern-473790611 tempest-TestVolumeBootPattern-473790611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:55:57.376335 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-8caeda0a-83bc-4f93-8a83-63d75459229f req-0cda5b8f-da73-47be-bc2f-4491579af15c tempest-TestVolumeBootPattern-473790611 tempest-TestVolumeBootPattern-473790611-project] 10.222.0.67 "GET /v2.0/ports?device_id=b2be26dd-9b8d-4c99-9d29-bf19c699cb5f HTTP/1.1" status: 200 len: 944 time: 0.0718699 Sep 23 19:55:57.390020 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] get_ports_and_sgs() called for port_ids ['d93b6360-ab51-4fd8-87bb-ae203277ba4d'] {{(pid=95103) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 19:55:57.428696 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-4c2c917e-ab7d-48ad-817e-e38a1972f905 req-1959ac2a-0102-44ee-a7a7-a87768a5038d service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=024607d2-7d6f-4f9f-8e32-3cdfd320ec62 HTTP/1.1" status: 200 len: 217 time: 0.0506690 Sep 23 19:55:57.493344 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-8caeda0a-83bc-4f93-8a83-63d75459229f req-f1c9b377-1cf6-44cc-8618-26114bf6bfbb tempest-TestVolumeBootPattern-473790611 tempest-TestVolumeBootPattern-473790611-project] 10.222.0.67 "GET /v2.0/security-groups?id=908ef6e0-1891-45f9-9d59-8d9a77c692cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1094081 Sep 23 19:55:57.512414 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c2c917e-ab7d-48ad-817e-e38a1972f905 req-eaad7881-9974-4810-8d28-519144b94b6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:55:57.522628 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-4c2c917e-ab7d-48ad-817e-e38a1972f905 req-eaad7881-9974-4810-8d28-519144b94b6b service neutron] 10.222.0.53 "GET /v2.0/subnets?id=788d1f3e-2626-40b1-b49a-799b1a0fa15b HTTP/1.1" status: 200 len: 850 time: 0.0869300 Sep 23 19:55:57.601291 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c2c917e-ab7d-48ad-817e-e38a1972f905 req-5edb7b71-6b68-425a-a89c-74c468cf1f64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:55:57.602832 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-4c2c917e-ab7d-48ad-817e-e38a1972f905 req-5edb7b71-6b68-425a-a89c-74c468cf1f64 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=a97a1ddd-be59-4422-8c3e-924143535884&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0729082 Sep 23 19:55:57.626159 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60adaadb-43a6-48dc-b4e9-74ee6aea9aa3 req-3e7070dc-082d-493b-b5e0-4f19ee10d36f tempest-VolumesSnapshotTestJSON-915595183 tempest-VolumesSnapshotTestJSON-915595183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:55:57.627763 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-60adaadb-43a6-48dc-b4e9-74ee6aea9aa3 req-3e7070dc-082d-493b-b5e0-4f19ee10d36f tempest-VolumesSnapshotTestJSON-915595183 tempest-VolumesSnapshotTestJSON-915595183-project] 10.222.0.67 "GET /v2.0/ports?device_id=15ea8ed4-1134-4f9a-a290-34b00b411867 HTTP/1.1" status: 200 len: 944 time: 0.0660694 Sep 23 19:55:57.716748 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-60adaadb-43a6-48dc-b4e9-74ee6aea9aa3 req-15e1f3a5-a71c-402e-a159-c7411efe6ed0 tempest-VolumesSnapshotTestJSON-915595183 tempest-VolumesSnapshotTestJSON-915595183-project] 10.222.0.67 "GET /v2.0/security-groups?id=6ec31d5d-5493-47d2-a1cf-4486a99959a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792537 Sep 23 19:55:57.744881 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-4c2c917e-ab7d-48ad-817e-e38a1972f905 req-93458edc-cb55-44ba-a542-9106dca0b2be service neutron] 10.222.0.53 "GET /v2.0/networks/a97a1ddd-be59-4422-8c3e-924143535884?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1342678 Sep 23 19:55:57.847908 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-4c2c917e-ab7d-48ad-817e-e38a1972f905 req-dc3ec450-1b9a-441b-b561-0e3e1c6da687 service neutron] 10.222.0.53 "GET /v2.0/networks/a97a1ddd-be59-4422-8c3e-924143535884?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0962892 Sep 23 19:55:58.154026 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:55:58.432981 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:55:58.622142 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7278c4f3-88da-4458-b310-51bb1f7b1ad1 req-0ae5cace-ea8a-4882-84a2-8ee8894de076 tempest-TestVolumeBootPattern-473790611 tempest-TestVolumeBootPattern-473790611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:55:58.623746 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-7278c4f3-88da-4458-b310-51bb1f7b1ad1 req-0ae5cace-ea8a-4882-84a2-8ee8894de076 tempest-TestVolumeBootPattern-473790611 tempest-TestVolumeBootPattern-473790611-project] 10.222.0.67 "GET /v2.0/ports?device_id=b2be26dd-9b8d-4c99-9d29-bf19c699cb5f HTTP/1.1" status: 200 len: 944 time: 0.0512474 Sep 23 19:55:58.662840 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-7278c4f3-88da-4458-b310-51bb1f7b1ad1 req-d78c3439-9bc4-4b4c-91f3-a4cc7468c600 tempest-TestVolumeBootPattern-473790611 tempest-TestVolumeBootPattern-473790611-project] 10.222.0.67 "GET /v2.0/security-groups?id=908ef6e0-1891-45f9-9d59-8d9a77c692cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324643 Sep 23 19:55:58.836260 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d60103-d3ad-4e39-81dd-8d9c4f08a32f req-04b05ff6-e855-4a62-a7f2-583986821fce tempest-VolumesSnapshotTestJSON-915595183 tempest-VolumesSnapshotTestJSON-915595183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:55:58.837814 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-f5d60103-d3ad-4e39-81dd-8d9c4f08a32f req-04b05ff6-e855-4a62-a7f2-583986821fce tempest-VolumesSnapshotTestJSON-915595183 tempest-VolumesSnapshotTestJSON-915595183-project] 10.222.0.67 "GET /v2.0/ports?device_id=15ea8ed4-1134-4f9a-a290-34b00b411867 HTTP/1.1" status: 200 len: 944 time: 0.0525424 Sep 23 19:55:58.876451 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-f5d60103-d3ad-4e39-81dd-8d9c4f08a32f req-ddb6f5c3-0f09-4595-a593-9efaae6458b8 tempest-VolumesSnapshotTestJSON-915595183 tempest-VolumesSnapshotTestJSON-915595183-project] 10.222.0.67 "GET /v2.0/security-groups?id=6ec31d5d-5493-47d2-a1cf-4486a99959a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325687 Sep 23 19:55:59.024199 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Device d93b6360-ab51-4fd8-87bb-ae203277ba4d up at agent hyperv_n-h1-713301-16 {{(pid=95103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 19:55:59.073649 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Provisioning for port d93b6360-ab51-4fd8-87bb-ae203277ba4d completed by entity L2. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 19:55:59.077890 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Provisioning complete for port d93b6360-ab51-4fd8-87bb-ae203277ba4d triggered by entity L2. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:55:59.078353 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:55:59.162075 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:55:59.188834 n-d-713301-16 neutron-server[95103]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '15ea8ed4-1134-4f9a-a290-34b00b411867', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd93b6360-ab51-4fd8-87bb-ae203277ba4d'}] {{(pid=95103) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 19:55:59.192217 n-d-713301-16 neutron-server[95103]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}81a1c17f2aa89d5b3ebbba3a3e0cf7eb588e431c2224256110c4c4facdd7c3e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc4bf68d-5312-4f64-8b01-0ce17f27c3f0" -d '{"events": [{"server_uuid": "15ea8ed4-1134-4f9a-a290-34b00b411867", "name": "network-vif-plugged", "status": "completed", "tag": "d93b6360-ab51-4fd8-87bb-ae203277ba4d"}]}' {{(pid=95103) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 19:55:59.205630 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] For port d93b6360-ab51-4fd8-87bb-ae203277ba4d, host n-h1-713301-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-16',level=0,port_id=d93b6360-ab51-4fd8-87bb-ae203277ba4d,segment=NetworkSegment(24e9d5ba-99a8-403e-9951-522175e97b58),segment_id=24e9d5ba-99a8-403e-9951-522175e97b58)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:55:59.213197 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:55:59.248516 n-d-713301-16 neutron-server[95103]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 19:55:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa6a0569-4521-4215-a16e-2e4b41f205b6 x-openstack-request-id: req-aa6a0569-4521-4215-a16e-2e4b41f205b6 {{(pid=95103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 19:55:59.248882 n-d-713301-16 neutron-server[95103]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "15ea8ed4-1134-4f9a-a290-34b00b411867", "name": "network-vif-plugged", "status": "completed", "tag": "d93b6360-ab51-4fd8-87bb-ae203277ba4d", "code": 200}]} {{(pid=95103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 19:55:59.249181 n-d-713301-16 neutron-server[95103]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-aa6a0569-4521-4215-a16e-2e4b41f205b6 {{(pid=95103) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 19:55:59.249623 n-d-713301-16 neutron-server[95103]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '15ea8ed4-1134-4f9a-a290-34b00b411867', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd93b6360-ab51-4fd8-87bb-ae203277ba4d', 'code': 200} Sep 23 19:55:59.274524 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Pushing event updated for resources: {'Port': ['ID=d93b6360-ab51-4fd8-87bb-ae203277ba4d,revision_number=5']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:55:59.348927 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c62351-99ac-4c13-ab12-f7797520d5c6 req-befafa16-0bd3-461e-99a5-986056411062 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:55:59.350576 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-d5c62351-99ac-4c13-ab12-f7797520d5c6 req-befafa16-0bd3-461e-99a5-986056411062 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=15ea8ed4-1134-4f9a-a290-34b00b411867 HTTP/1.1" status: 200 len: 1097 time: 0.0471206 Sep 23 19:55:59.386934 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-d5c62351-99ac-4c13-ab12-f7797520d5c6 req-a4425f56-e001-46f6-bd28-ea454c6ac8e7 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=6ec31d5d-5493-47d2-a1cf-4486a99959a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0291924 Sep 23 19:55:59.777112 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf28068-416c-434e-b70b-8dafde4e4a05 req-f81df0f3-0181-4fc7-a509-45c76c75f940 tempest-TestVolumeBootPattern-473790611 tempest-TestVolumeBootPattern-473790611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:55:59.778586 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-fdf28068-416c-434e-b70b-8dafde4e4a05 req-f81df0f3-0181-4fc7-a509-45c76c75f940 tempest-TestVolumeBootPattern-473790611 tempest-TestVolumeBootPattern-473790611-project] 10.222.0.67 "GET /v2.0/ports?device_id=b2be26dd-9b8d-4c99-9d29-bf19c699cb5f HTTP/1.1" status: 200 len: 944 time: 0.0494115 Sep 23 19:55:59.825464 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-fdf28068-416c-434e-b70b-8dafde4e4a05 req-3203d04e-a79e-4ad2-aca2-f458406642f0 tempest-TestVolumeBootPattern-473790611 tempest-TestVolumeBootPattern-473790611-project] 10.222.0.67 "GET /v2.0/security-groups?id=908ef6e0-1891-45f9-9d59-8d9a77c692cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408626 Sep 23 19:55:59.995044 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad307f0-9c2f-4e94-99fc-7792a79ac5a9 req-b9186057-59eb-4ae8-a4ac-a2cbfa708607 tempest-VolumesSnapshotTestJSON-915595183 tempest-VolumesSnapshotTestJSON-915595183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:55:59.996527 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-8ad307f0-9c2f-4e94-99fc-7792a79ac5a9 req-b9186057-59eb-4ae8-a4ac-a2cbfa708607 tempest-VolumesSnapshotTestJSON-915595183 tempest-VolumesSnapshotTestJSON-915595183-project] 10.222.0.67 "GET /v2.0/ports?device_id=15ea8ed4-1134-4f9a-a290-34b00b411867 HTTP/1.1" status: 200 len: 945 time: 0.0485501 Sep 23 19:56:00.035207 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-8ad307f0-9c2f-4e94-99fc-7792a79ac5a9 req-453974f5-c8d1-47fd-aa8e-9ae9db1949c6 tempest-VolumesSnapshotTestJSON-915595183 tempest-VolumesSnapshotTestJSON-915595183-project] 10.222.0.67 "GET /v2.0/security-groups?id=6ec31d5d-5493-47d2-a1cf-4486a99959a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319808 Sep 23 19:56:00.941580 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf9dfdf-df2f-4219-9aed-e59b7b6f09a2 req-3d66c137-db15-4f61-9314-2fe84c7a3b00 tempest-TestVolumeBootPattern-473790611 tempest-TestVolumeBootPattern-473790611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:56:00.943037 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-fcf9dfdf-df2f-4219-9aed-e59b7b6f09a2 req-3d66c137-db15-4f61-9314-2fe84c7a3b00 tempest-TestVolumeBootPattern-473790611 tempest-TestVolumeBootPattern-473790611-project] 10.222.0.67 "GET /v2.0/ports?device_id=b2be26dd-9b8d-4c99-9d29-bf19c699cb5f HTTP/1.1" status: 200 len: 944 time: 0.0496464 Sep 23 19:56:00.981295 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-fcf9dfdf-df2f-4219-9aed-e59b7b6f09a2 req-9c5be7ae-7ed1-408f-b793-6c38512f23e9 tempest-TestVolumeBootPattern-473790611 tempest-TestVolumeBootPattern-473790611-project] 10.222.0.67 "GET /v2.0/security-groups?id=908ef6e0-1891-45f9-9d59-8d9a77c692cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322814 Sep 23 19:56:01.150643 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87f9ff3-f29d-4d7d-ac57-956381a03773 req-377ea3a8-25f6-4df0-9e45-0eaadd0d9c5b tempest-VolumesSnapshotTestJSON-915595183 tempest-VolumesSnapshotTestJSON-915595183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:56:01.152122 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-c87f9ff3-f29d-4d7d-ac57-956381a03773 req-377ea3a8-25f6-4df0-9e45-0eaadd0d9c5b tempest-VolumesSnapshotTestJSON-915595183 tempest-VolumesSnapshotTestJSON-915595183-project] 10.222.0.67 "GET /v2.0/ports?device_id=15ea8ed4-1134-4f9a-a290-34b00b411867 HTTP/1.1" status: 200 len: 945 time: 0.0485227 Sep 23 19:56:01.193226 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-c87f9ff3-f29d-4d7d-ac57-956381a03773 req-e95df1d8-2938-4452-9a4d-0ca7a83114a7 tempest-VolumesSnapshotTestJSON-915595183 tempest-VolumesSnapshotTestJSON-915595183-project] 10.222.0.67 "GET /v2.0/security-groups?id=6ec31d5d-5493-47d2-a1cf-4486a99959a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350091 Sep 23 19:56:02.113467 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be699fc6-aa86-4cca-ab8e-b3034de6d331 req-2cec762c-48a5-4965-9950-81f9c5bea5f3 tempest-TestVolumeBootPattern-473790611 tempest-TestVolumeBootPattern-473790611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:56:02.115305 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-be699fc6-aa86-4cca-ab8e-b3034de6d331 req-2cec762c-48a5-4965-9950-81f9c5bea5f3 tempest-TestVolumeBootPattern-473790611 tempest-TestVolumeBootPattern-473790611-project] 10.222.0.67 "GET /v2.0/ports?device_id=b2be26dd-9b8d-4c99-9d29-bf19c699cb5f HTTP/1.1" status: 200 len: 944 time: 0.0614359 Sep 23 19:56:02.163828 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-be699fc6-aa86-4cca-ab8e-b3034de6d331 req-8717d588-028f-45a5-8c8c-0845008dc3ba tempest-TestVolumeBootPattern-473790611 tempest-TestVolumeBootPattern-473790611-project] 10.222.0.67 "GET /v2.0/security-groups?id=908ef6e0-1891-45f9-9d59-8d9a77c692cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422664 Sep 23 19:56:03.288172 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f7db011-810a-4deb-9f87-78a3883425ff req-3be005b6-136c-4d21-a059-539c0b41399a tempest-TestVolumeBootPattern-473790611 tempest-TestVolumeBootPattern-473790611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:56:03.289712 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-7f7db011-810a-4deb-9f87-78a3883425ff req-3be005b6-136c-4d21-a059-539c0b41399a tempest-TestVolumeBootPattern-473790611 tempest-TestVolumeBootPattern-473790611-project] 10.222.0.67 "GET /v2.0/ports?device_id=b2be26dd-9b8d-4c99-9d29-bf19c699cb5f HTTP/1.1" status: 200 len: 944 time: 0.0497720 Sep 23 19:56:03.328938 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-7f7db011-810a-4deb-9f87-78a3883425ff req-4762d26d-6efb-4d97-bacc-9ba42e71cd92 tempest-TestVolumeBootPattern-473790611 tempest-TestVolumeBootPattern-473790611-project] 10.222.0.67 "GET /v2.0/security-groups?id=908ef6e0-1891-45f9-9d59-8d9a77c692cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332577 Sep 23 19:56:04.458924 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d15814f1-cf3a-48fe-a47d-171031ec04a6 req-ae084476-4469-47f5-a886-0551427ed58e tempest-TestVolumeBootPattern-473790611 tempest-TestVolumeBootPattern-473790611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:56:04.460649 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-d15814f1-cf3a-48fe-a47d-171031ec04a6 req-ae084476-4469-47f5-a886-0551427ed58e tempest-TestVolumeBootPattern-473790611 tempest-TestVolumeBootPattern-473790611-project] 10.222.0.67 "GET /v2.0/ports?device_id=b2be26dd-9b8d-4c99-9d29-bf19c699cb5f HTTP/1.1" status: 200 len: 944 time: 0.0603411 Sep 23 19:56:04.508872 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-d15814f1-cf3a-48fe-a47d-171031ec04a6 req-fbadf994-f3dd-4e79-b041-6bba88ba543f tempest-TestVolumeBootPattern-473790611 tempest-TestVolumeBootPattern-473790611-project] 10.222.0.67 "GET /v2.0/security-groups?id=908ef6e0-1891-45f9-9d59-8d9a77c692cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413568 Sep 23 19:56:05.636266 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad86c46-622a-493d-b61e-b8ac23be5366 req-de412602-61c2-4e47-b88e-a1edb1f17740 tempest-TestVolumeBootPattern-473790611 tempest-TestVolumeBootPattern-473790611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:56:05.637772 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-7ad86c46-622a-493d-b61e-b8ac23be5366 req-de412602-61c2-4e47-b88e-a1edb1f17740 tempest-TestVolumeBootPattern-473790611 tempest-TestVolumeBootPattern-473790611-project] 10.222.0.67 "GET /v2.0/ports?device_id=b2be26dd-9b8d-4c99-9d29-bf19c699cb5f HTTP/1.1" status: 200 len: 944 time: 0.0550165 Sep 23 19:56:05.675743 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-7ad86c46-622a-493d-b61e-b8ac23be5366 req-4ede8185-2b13-45c1-9ad3-58bbfc92e0a9 tempest-TestVolumeBootPattern-473790611 tempest-TestVolumeBootPattern-473790611-project] 10.222.0.67 "GET /v2.0/security-groups?id=908ef6e0-1891-45f9-9d59-8d9a77c692cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313263 Sep 23 19:56:06.789141 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a37e4f99-82a7-44a4-bea8-717d0f570203 req-a80d09be-f075-459d-b4b2-c6c5cd573209 tempest-TestVolumeBootPattern-473790611 tempest-TestVolumeBootPattern-473790611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:56:06.790731 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-a37e4f99-82a7-44a4-bea8-717d0f570203 req-a80d09be-f075-459d-b4b2-c6c5cd573209 tempest-TestVolumeBootPattern-473790611 tempest-TestVolumeBootPattern-473790611-project] 10.222.0.67 "GET /v2.0/ports?device_id=b2be26dd-9b8d-4c99-9d29-bf19c699cb5f HTTP/1.1" status: 200 len: 944 time: 0.0496457 Sep 23 19:56:06.834720 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-a37e4f99-82a7-44a4-bea8-717d0f570203 req-c63885b0-7239-422f-a729-d9cacec2e505 tempest-TestVolumeBootPattern-473790611 tempest-TestVolumeBootPattern-473790611-project] 10.222.0.67 "GET /v2.0/security-groups?id=908ef6e0-1891-45f9-9d59-8d9a77c692cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379362 Sep 23 19:56:07.948388 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb7a191-e508-4585-8f19-3789f5f7cf0d req-2fb56863-72eb-4353-a331-cddc4625d976 tempest-TestVolumeBootPattern-473790611 tempest-TestVolumeBootPattern-473790611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:56:07.949925 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-0bb7a191-e508-4585-8f19-3789f5f7cf0d req-2fb56863-72eb-4353-a331-cddc4625d976 tempest-TestVolumeBootPattern-473790611 tempest-TestVolumeBootPattern-473790611-project] 10.222.0.67 "GET /v2.0/ports?device_id=b2be26dd-9b8d-4c99-9d29-bf19c699cb5f HTTP/1.1" status: 200 len: 944 time: 0.0488892 Sep 23 19:56:07.991387 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-0bb7a191-e508-4585-8f19-3789f5f7cf0d req-cdb3b311-6e50-4a50-8915-ae54a17fc84a tempest-TestVolumeBootPattern-473790611 tempest-TestVolumeBootPattern-473790611-project] 10.222.0.67 "GET /v2.0/security-groups?id=908ef6e0-1891-45f9-9d59-8d9a77c692cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354309 Sep 23 19:56:08.383982 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Device 024607d2-7d6f-4f9f-8e32-3cdfd320ec62 details requested by agent hyperv_n-h2-713301-16 with host n-h2-713301-16 {{(pid=95103) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 19:56:08.479170 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] For port 024607d2-7d6f-4f9f-8e32-3cdfd320ec62, host n-h2-713301-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-16',level=0,port_id=024607d2-7d6f-4f9f-8e32-3cdfd320ec62,segment=NetworkSegment(c7abd8db-b99c-424c-86a3-7924c060f21a),segment_id=c7abd8db-b99c-424c-86a3-7924c060f21a)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:56:08.490519 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Returning: {'device': '024607d2-7d6f-4f9f-8e32-3cdfd320ec62', 'network_id': 'a97a1ddd-be59-4422-8c3e-924143535884', 'port_id': '024607d2-7d6f-4f9f-8e32-3cdfd320ec62', 'mac_address': 'fa:16:3e:27:cb:cc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 640, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '788d1f3e-2626-40b1-b49a-799b1a0fa15b', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95103) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 19:56:08.525778 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:56:08.538720 n-d-713301-16 neutron-server[95103]: DEBUG neutron.notifiers.nova [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 024607d2-7d6f-4f9f-8e32-3cdfd320ec62 {{(pid=95103) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 19:56:08.558131 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] For port 024607d2-7d6f-4f9f-8e32-3cdfd320ec62, host n-h2-713301-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-16',level=0,port_id=024607d2-7d6f-4f9f-8e32-3cdfd320ec62,segment=NetworkSegment(c7abd8db-b99c-424c-86a3-7924c060f21a),segment_id=c7abd8db-b99c-424c-86a3-7924c060f21a)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:56:08.562383 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:56:08.613639 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Pushing event updated for resources: {'Port': ['ID=024607d2-7d6f-4f9f-8e32-3cdfd320ec62,revision_number=4']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:56:08.766079 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] get_ports_and_sgs() called for port_ids ['024607d2-7d6f-4f9f-8e32-3cdfd320ec62'] {{(pid=95103) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 19:56:09.115119 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45884400-8b91-426f-99be-7dbd448b83f8 req-46b2646c-ede1-42cb-97d2-8c9007d87ee1 tempest-TestVolumeBootPattern-473790611 tempest-TestVolumeBootPattern-473790611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:56:09.116659 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-45884400-8b91-426f-99be-7dbd448b83f8 req-46b2646c-ede1-42cb-97d2-8c9007d87ee1 tempest-TestVolumeBootPattern-473790611 tempest-TestVolumeBootPattern-473790611-project] 10.222.0.67 "GET /v2.0/ports?device_id=b2be26dd-9b8d-4c99-9d29-bf19c699cb5f HTTP/1.1" status: 200 len: 945 time: 0.0579841 Sep 23 19:56:09.156434 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-45884400-8b91-426f-99be-7dbd448b83f8 req-97820eae-2fe2-49cb-affe-e943b7c7f3c1 tempest-TestVolumeBootPattern-473790611 tempest-TestVolumeBootPattern-473790611-project] 10.222.0.67 "GET /v2.0/security-groups?id=908ef6e0-1891-45f9-9d59-8d9a77c692cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334392 Sep 23 19:56:10.278410 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca50cc3-030e-45ae-beb0-2dabee53a5f8 req-eaed2728-955a-4082-9302-1b2766e82a04 tempest-TestVolumeBootPattern-473790611 tempest-TestVolumeBootPattern-473790611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:56:10.279835 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-3ca50cc3-030e-45ae-beb0-2dabee53a5f8 req-eaed2728-955a-4082-9302-1b2766e82a04 tempest-TestVolumeBootPattern-473790611 tempest-TestVolumeBootPattern-473790611-project] 10.222.0.67 "GET /v2.0/ports?device_id=b2be26dd-9b8d-4c99-9d29-bf19c699cb5f HTTP/1.1" status: 200 len: 945 time: 0.0543082 Sep 23 19:56:10.325729 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-3ca50cc3-030e-45ae-beb0-2dabee53a5f8 req-6fd4ae78-4402-44b7-bc39-92c5089d26ac tempest-TestVolumeBootPattern-473790611 tempest-TestVolumeBootPattern-473790611-project] 10.222.0.67 "GET /v2.0/security-groups?id=908ef6e0-1891-45f9-9d59-8d9a77c692cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365291 Sep 23 19:56:10.389514 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Device 024607d2-7d6f-4f9f-8e32-3cdfd320ec62 up at agent hyperv_n-h2-713301-16 {{(pid=95103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 19:56:10.440904 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Provisioning for port 024607d2-7d6f-4f9f-8e32-3cdfd320ec62 completed by entity L2. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 19:56:10.444559 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Provisioning complete for port 024607d2-7d6f-4f9f-8e32-3cdfd320ec62 triggered by entity L2. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:56:10.444956 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:56:10.520419 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:56:10.542481 n-d-713301-16 neutron-server[95103]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b2be26dd-9b8d-4c99-9d29-bf19c699cb5f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '024607d2-7d6f-4f9f-8e32-3cdfd320ec62'}] {{(pid=95103) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 19:56:10.544696 n-d-713301-16 neutron-server[95103]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}81a1c17f2aa89d5b3ebbba3a3e0cf7eb588e431c2224256110c4c4facdd7c3e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d699c41-352f-4cc9-9681-e9ea6010f250" -d '{"events": [{"server_uuid": "b2be26dd-9b8d-4c99-9d29-bf19c699cb5f", "name": "network-vif-plugged", "status": "completed", "tag": "024607d2-7d6f-4f9f-8e32-3cdfd320ec62"}]}' {{(pid=95103) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 19:56:10.557180 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] For port 024607d2-7d6f-4f9f-8e32-3cdfd320ec62, host n-h2-713301-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-16',level=0,port_id=024607d2-7d6f-4f9f-8e32-3cdfd320ec62,segment=NetworkSegment(c7abd8db-b99c-424c-86a3-7924c060f21a),segment_id=c7abd8db-b99c-424c-86a3-7924c060f21a)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:56:10.561605 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:56:10.588009 n-d-713301-16 neutron-server[95103]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 19:56:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14a8798b-ae54-432f-bcaa-260f86e73296 x-openstack-request-id: req-14a8798b-ae54-432f-bcaa-260f86e73296 {{(pid=95103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 19:56:10.588323 n-d-713301-16 neutron-server[95103]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b2be26dd-9b8d-4c99-9d29-bf19c699cb5f", "name": "network-vif-plugged", "status": "completed", "tag": "024607d2-7d6f-4f9f-8e32-3cdfd320ec62", "code": 200}]} {{(pid=95103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 19:56:10.588578 n-d-713301-16 neutron-server[95103]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-14a8798b-ae54-432f-bcaa-260f86e73296 {{(pid=95103) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 19:56:10.588986 n-d-713301-16 neutron-server[95103]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b2be26dd-9b8d-4c99-9d29-bf19c699cb5f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '024607d2-7d6f-4f9f-8e32-3cdfd320ec62', 'code': 200} Sep 23 19:56:10.616425 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Pushing event updated for resources: {'Port': ['ID=024607d2-7d6f-4f9f-8e32-3cdfd320ec62,revision_number=5']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:56:10.678378 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6643af90-301c-4a65-851a-c50e02bfdc22 req-2748fbe4-42f2-451f-91bb-f978b848e539 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:56:10.679918 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-6643af90-301c-4a65-851a-c50e02bfdc22 req-2748fbe4-42f2-451f-91bb-f978b848e539 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=b2be26dd-9b8d-4c99-9d29-bf19c699cb5f HTTP/1.1" status: 200 len: 1098 time: 0.0425370 Sep 23 19:56:10.720495 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-6643af90-301c-4a65-851a-c50e02bfdc22 req-99abafd3-92d2-455a-ad7f-8276638aa5a2 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=908ef6e0-1891-45f9-9d59-8d9a77c692cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335653 Sep 23 19:56:11.441016 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0c76e2-7a8b-4400-a20b-b062d62a16d9 req-87fec377-0f35-4efa-b286-446476837b5d tempest-TestVolumeBootPattern-473790611 tempest-TestVolumeBootPattern-473790611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:56:11.442526 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-da0c76e2-7a8b-4400-a20b-b062d62a16d9 req-87fec377-0f35-4efa-b286-446476837b5d tempest-TestVolumeBootPattern-473790611 tempest-TestVolumeBootPattern-473790611-project] 10.222.0.67 "GET /v2.0/ports?device_id=b2be26dd-9b8d-4c99-9d29-bf19c699cb5f HTTP/1.1" status: 200 len: 946 time: 0.0485268 Sep 23 19:56:11.480458 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-da0c76e2-7a8b-4400-a20b-b062d62a16d9 req-fb681da8-4ae4-4da6-b434-699106bbcd89 tempest-TestVolumeBootPattern-473790611 tempest-TestVolumeBootPattern-473790611-project] 10.222.0.67 "GET /v2.0/security-groups?id=908ef6e0-1891-45f9-9d59-8d9a77c692cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319364 Sep 23 19:56:12.596290 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3306d33b-9c21-4f5a-ad75-925dea2d9a46 req-dc3d961c-c841-434f-90c2-3bbd4ffb455e tempest-TestVolumeBootPattern-473790611 tempest-TestVolumeBootPattern-473790611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:56:12.598079 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-3306d33b-9c21-4f5a-ad75-925dea2d9a46 req-dc3d961c-c841-434f-90c2-3bbd4ffb455e tempest-TestVolumeBootPattern-473790611 tempest-TestVolumeBootPattern-473790611-project] 10.222.0.67 "GET /v2.0/ports?device_id=b2be26dd-9b8d-4c99-9d29-bf19c699cb5f HTTP/1.1" status: 200 len: 946 time: 0.0486128 Sep 23 19:56:12.637176 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-3306d33b-9c21-4f5a-ad75-925dea2d9a46 req-6e544a9b-306b-48bd-8e35-6f940e4deb44 tempest-TestVolumeBootPattern-473790611 tempest-TestVolumeBootPattern-473790611-project] 10.222.0.67 "GET /v2.0/security-groups?id=908ef6e0-1891-45f9-9d59-8d9a77c692cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331864 Sep 23 19:56:12.757552 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b8104e1-e81f-4c34-bf80-5ddd65a3f548 req-65e9e1bf-6210-4e8e-b538-6b6316ad9477 tempest-TestVolumeBootPattern-473790611 tempest-TestVolumeBootPattern-473790611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:56:12.759359 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-9b8104e1-e81f-4c34-bf80-5ddd65a3f548 req-65e9e1bf-6210-4e8e-b538-6b6316ad9477 tempest-TestVolumeBootPattern-473790611 tempest-TestVolumeBootPattern-473790611-project] 10.222.0.67 "GET /v2.0/ports?device_id=b2be26dd-9b8d-4c99-9d29-bf19c699cb5f HTTP/1.1" status: 200 len: 946 time: 0.0537853 Sep 23 19:56:12.803498 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-9b8104e1-e81f-4c34-bf80-5ddd65a3f548 req-accff31c-0d1a-4da3-ade1-7a3f12061875 tempest-TestVolumeBootPattern-473790611 tempest-TestVolumeBootPattern-473790611-project] 10.222.0.67 "GET /v2.0/security-groups?id=908ef6e0-1891-45f9-9d59-8d9a77c692cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376661 Sep 23 19:56:12.917081 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e329ac5-eefb-4350-97b1-808a57ed61ea req-f1b799d7-7799-4e4a-9b12-203139cecabd tempest-TestVolumeBootPattern-473790611 tempest-TestVolumeBootPattern-473790611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:56:12.918604 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-2e329ac5-eefb-4350-97b1-808a57ed61ea req-f1b799d7-7799-4e4a-9b12-203139cecabd tempest-TestVolumeBootPattern-473790611 tempest-TestVolumeBootPattern-473790611-project] 10.222.0.67 "GET /v2.0/ports?device_id=b2be26dd-9b8d-4c99-9d29-bf19c699cb5f HTTP/1.1" status: 200 len: 946 time: 0.0490439 Sep 23 19:56:12.957217 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-2e329ac5-eefb-4350-97b1-808a57ed61ea req-d05fab7a-1564-46f4-b549-6913987dab43 tempest-TestVolumeBootPattern-473790611 tempest-TestVolumeBootPattern-473790611-project] 10.222.0.67 "GET /v2.0/security-groups?id=908ef6e0-1891-45f9-9d59-8d9a77c692cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320358 Sep 23 19:56:13.208008 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a447d2-08fb-43cd-97fa-d654891119b4 req-e8169b2d-4504-4957-b143-146d1308fe86 tempest-TestVolumeBootPattern-473790611 tempest-TestVolumeBootPattern-473790611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:56:13.209601 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-c4a447d2-08fb-43cd-97fa-d654891119b4 req-e8169b2d-4504-4957-b143-146d1308fe86 tempest-TestVolumeBootPattern-473790611 tempest-TestVolumeBootPattern-473790611-project] 10.222.0.67 "GET /v2.0/ports?device_id=b2be26dd-9b8d-4c99-9d29-bf19c699cb5f HTTP/1.1" status: 200 len: 946 time: 0.0559506 Sep 23 19:56:13.253361 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-c4a447d2-08fb-43cd-97fa-d654891119b4 req-ec82deae-c143-4f44-b37f-9dcca8403917 tempest-TestVolumeBootPattern-473790611 tempest-TestVolumeBootPattern-473790611-project] 10.222.0.67 "GET /v2.0/security-groups?id=908ef6e0-1891-45f9-9d59-8d9a77c692cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362992 Sep 23 19:56:14.373656 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5916ce55-22f9-4212-8f75-b3b5db804ea6 req-9c5f3e1f-5b5b-44e0-bb2a-74da4216f6f9 tempest-TestVolumeBootPattern-473790611 tempest-TestVolumeBootPattern-473790611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:56:14.375150 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-5916ce55-22f9-4212-8f75-b3b5db804ea6 req-9c5f3e1f-5b5b-44e0-bb2a-74da4216f6f9 tempest-TestVolumeBootPattern-473790611 tempest-TestVolumeBootPattern-473790611-project] 10.222.0.67 "GET /v2.0/ports?device_id=b2be26dd-9b8d-4c99-9d29-bf19c699cb5f HTTP/1.1" status: 200 len: 946 time: 0.0504076 Sep 23 19:56:14.417782 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-5916ce55-22f9-4212-8f75-b3b5db804ea6 req-2c16aaa4-543d-4c16-b0d9-3b1e60a7c4bf tempest-TestVolumeBootPattern-473790611 tempest-TestVolumeBootPattern-473790611-project] 10.222.0.67 "GET /v2.0/security-groups?id=908ef6e0-1891-45f9-9d59-8d9a77c692cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364327 Sep 23 19:56:14.584202 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd6b070-c33f-47e8-827d-6c898a6b2d0f req-66a1df33-3d5c-470a-8a46-7ed2580548be tempest-TestVolumeBootPattern-473790611 tempest-TestVolumeBootPattern-473790611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:56:14.585850 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-bfd6b070-c33f-47e8-827d-6c898a6b2d0f req-66a1df33-3d5c-470a-8a46-7ed2580548be tempest-TestVolumeBootPattern-473790611 tempest-TestVolumeBootPattern-473790611-project] 10.222.0.53 "GET /v2.0/ports?device_id=b2be26dd-9b8d-4c99-9d29-bf19c699cb5f HTTP/1.1" status: 200 len: 946 time: 0.0496359 Sep 23 19:56:14.680890 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.plugin [req-bfd6b070-c33f-47e8-827d-6c898a6b2d0f req-0fc5ca6b-d1b3-4d37-89a3-7c18f669b997 tempest-TestVolumeBootPattern-473790611 tempest-TestVolumeBootPattern-473790611-project] Deleting port 024607d2-7d6f-4f9f-8e32-3cdfd320ec62 {{(pid=95102) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:56:14.681370 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-bfd6b070-c33f-47e8-827d-6c898a6b2d0f req-0fc5ca6b-d1b3-4d37-89a3-7c18f669b997 tempest-TestVolumeBootPattern-473790611 tempest-TestVolumeBootPattern-473790611-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783146157096'] for port, before_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:56:14.774121 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.db [req-bfd6b070-c33f-47e8-827d-6c898a6b2d0f req-0fc5ca6b-d1b3-4d37-89a3-7c18f669b997 tempest-TestVolumeBootPattern-473790611 tempest-TestVolumeBootPattern-473790611-project] For port 024607d2-7d6f-4f9f-8e32-3cdfd320ec62, host n-h2-713301-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-16',level=0,port_id=024607d2-7d6f-4f9f-8e32-3cdfd320ec62,segment=NetworkSegment(c7abd8db-b99c-424c-86a3-7924c060f21a),segment_id=c7abd8db-b99c-424c-86a3-7924c060f21a)] {{(pid=95102) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:56:14.774804 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-bfd6b070-c33f-47e8-827d-6c898a6b2d0f req-0fc5ca6b-d1b3-4d37-89a3-7c18f669b997 tempest-TestVolumeBootPattern-473790611 tempest-TestVolumeBootPattern-473790611-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-605701'] for port, precommit_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:56:14.787187 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.plugin [req-bfd6b070-c33f-47e8-827d-6c898a6b2d0f req-0fc5ca6b-d1b3-4d37-89a3-7c18f669b997 tempest-TestVolumeBootPattern-473790611 tempest-TestVolumeBootPattern-473790611-project] Calling delete_port for 024607d2-7d6f-4f9f-8e32-3cdfd320ec62 owned by compute:nova {{(pid=95102) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:56:14.915015 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-bfd6b070-c33f-47e8-827d-6c898a6b2d0f req-0fc5ca6b-d1b3-4d37-89a3-7c18f669b997 tempest-TestVolumeBootPattern-473790611 tempest-TestVolumeBootPattern-473790611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783146162158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783145673144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4399100'] for port, after_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:56:14.927120 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] get_ports_and_sgs() called for port_ids ['024607d2-7d6f-4f9f-8e32-3cdfd320ec62'] {{(pid=95103) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 19:56:14.944430 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc5ca6b-d1b3-4d37-89a3-7c18f669b997 tempest-TestVolumeBootPattern-473790611 tempest-TestVolumeBootPattern-473790611-project] Pushing event deleted for resources: {'Port': ['ID=024607d2-7d6f-4f9f-8e32-3cdfd320ec62,revision_number=None']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:56:14.988149 n-d-713301-16 neutron-server[95102]: DEBUG neutron.db.l3_dvrscheduler_db [req-bfd6b070-c33f-47e8-827d-6c898a6b2d0f req-0fc5ca6b-d1b3-4d37-89a3-7c18f669b997 tempest-TestVolumeBootPattern-473790611 tempest-TestVolumeBootPattern-473790611-project] No DVR routers for this DVR port 024607d2-7d6f-4f9f-8e32-3cdfd320ec62 on host n-h2-713301-16 {{(pid=95102) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 19:56:14.991805 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-bfd6b070-c33f-47e8-827d-6c898a6b2d0f req-0fc5ca6b-d1b3-4d37-89a3-7c18f669b997 tempest-TestVolumeBootPattern-473790611 tempest-TestVolumeBootPattern-473790611-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222849'] for port, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:56:14.994659 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-bfd6b070-c33f-47e8-827d-6c898a6b2d0f req-0fc5ca6b-d1b3-4d37-89a3-7c18f669b997 tempest-TestVolumeBootPattern-473790611 tempest-TestVolumeBootPattern-473790611-project] 10.222.0.53 "DELETE /v2.0/ports/024607d2-7d6f-4f9f-8e32-3cdfd320ec62 HTTP/1.1" status: 204 len: 173 time: 0.4031680 Sep 23 19:56:14.995152 n-d-713301-16 neutron-server[95102]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b2be26dd-9b8d-4c99-9d29-bf19c699cb5f', 'name': 'network-vif-deleted', 'tag': '024607d2-7d6f-4f9f-8e32-3cdfd320ec62'}] {{(pid=95102) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 19:56:14.997866 n-d-713301-16 neutron-server[95102]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab31b6d93e5336dbddfa8ec424565b3bd8cb2369c5b4d85bc943472dbb21e8ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a95066e2-d4b5-4453-ba40-4e7099b00c36" -d '{"events": [{"server_uuid": "b2be26dd-9b8d-4c99-9d29-bf19c699cb5f", "name": "network-vif-deleted", "tag": "024607d2-7d6f-4f9f-8e32-3cdfd320ec62"}]}' {{(pid=95102) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 19:56:15.041202 n-d-713301-16 neutron-server[95102]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 19:56:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b75cfef-39a5-4b30-b18c-496f8f6496f9 x-openstack-request-id: req-7b75cfef-39a5-4b30-b18c-496f8f6496f9 {{(pid=95102) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 19:56:15.041606 n-d-713301-16 neutron-server[95102]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b2be26dd-9b8d-4c99-9d29-bf19c699cb5f", "name": "network-vif-deleted", "tag": "024607d2-7d6f-4f9f-8e32-3cdfd320ec62", "status": "completed", "code": 200}]} {{(pid=95102) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 19:56:15.041949 n-d-713301-16 neutron-server[95102]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-7b75cfef-39a5-4b30-b18c-496f8f6496f9 {{(pid=95102) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 19:56:15.042432 n-d-713301-16 neutron-server[95102]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b2be26dd-9b8d-4c99-9d29-bf19c699cb5f', 'name': 'network-vif-deleted', 'tag': '024607d2-7d6f-4f9f-8e32-3cdfd320ec62', 'status': 'completed', 'code': 200} Sep 23 19:56:15.415892 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.agents_db [None req-f2f5c474-60a3-474f-b2cc-02c4bd30880c None None] Agent healthcheck: found 7 active agents {{(pid=95104) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 19:56:15.573881 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-7e4ce64c-8fd6-40cf-98ae-794750f37843 req-0f4fc2f4-b590-4462-b969-bb09c2a3f6ee tempest-TestVolumeBootPattern-473790611 tempest-TestVolumeBootPattern-473790611-project] 10.222.0.67 "GET /v2.0/ports?device_id=b2be26dd-9b8d-4c99-9d29-bf19c699cb5f HTTP/1.1" status: 200 len: 210 time: 0.0798697 Sep 23 19:56:16.732998 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-06e3a9db-8184-4fa9-a72e-2143df40a36f req-d4392821-7ed3-48d1-8dc8-c684bcb8a093 tempest-TestVolumeBootPattern-473790611 tempest-TestVolumeBootPattern-473790611-project] 10.222.0.67 "GET /v2.0/ports?device_id=b2be26dd-9b8d-4c99-9d29-bf19c699cb5f HTTP/1.1" status: 200 len: 210 time: 0.0315857 Sep 23 19:56:18.137586 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-ebf1997f-ce71-49cb-a30c-53ab4ecb38d3 req-ffbdac99-404f-49f1-923a-4ae145530a3d tempest-TestVolumeBootPattern-473790611 tempest-TestVolumeBootPattern-473790611-project] 10.222.0.67 "GET /v2.0/ports?device_id=b2be26dd-9b8d-4c99-9d29-bf19c699cb5f HTTP/1.1" status: 200 len: 210 time: 0.3225112 Sep 23 19:56:18.414470 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Device 024607d2-7d6f-4f9f-8e32-3cdfd320ec62 no longer exists at agent hyperv_n-h2-713301-16 {{(pid=95103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 19:56:18.434456 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.plugin [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] No Port match for: 024607d2-7d6f-4f9f-8e32-3cdfd320ec62 {{(pid=95103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 19:56:18.434792 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Device 024607d2-7d6f-4f9f-8e32-3cdfd320ec62 not bound to the agent host n-h2-713301-16 {{(pid=95103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 19:56:19.710057 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-768d556f-458e-473f-aa46-16407c06c2e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:56:22.980217 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-0174bcb2-80e6-43e2-a24a-b14e31f45e3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:56:23.125908 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:56:23.510646 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-0ae75029-feb6-4728-9a94-5f9b60993d82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:56:25.342868 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-80e7e501-6c57-470d-92c6-e3d54bc3195c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:56:27.832845 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685fb6a1-dbde-42d0-8747-56dfd0435e26 req-21693fb1-793a-4bea-a9bb-15e62460ffb5 tempest-VolumesSnapshotTestJSON-915595183 tempest-VolumesSnapshotTestJSON-915595183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:56:27.834510 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-685fb6a1-dbde-42d0-8747-56dfd0435e26 req-21693fb1-793a-4bea-a9bb-15e62460ffb5 tempest-VolumesSnapshotTestJSON-915595183 tempest-VolumesSnapshotTestJSON-915595183-project] 10.222.0.67 "GET /v2.0/ports?device_id=15ea8ed4-1134-4f9a-a290-34b00b411867 HTTP/1.1" status: 200 len: 945 time: 0.0560234 Sep 23 19:56:27.878445 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-685fb6a1-dbde-42d0-8747-56dfd0435e26 req-f743bd08-5f6c-4caa-a850-4c1da86564bc tempest-VolumesSnapshotTestJSON-915595183 tempest-VolumesSnapshotTestJSON-915595183-project] 10.222.0.67 "GET /v2.0/security-groups?id=6ec31d5d-5493-47d2-a1cf-4486a99959a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353501 Sep 23 19:56:28.164454 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:56:28.436523 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:56:28.999827 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94fb6ebb-e52a-428e-a0ef-0781b65063ca req-aac6eb3e-8209-4b2b-95bb-17f22e5f85f7 tempest-VolumesSnapshotTestJSON-915595183 tempest-VolumesSnapshotTestJSON-915595183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:56:29.001817 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-94fb6ebb-e52a-428e-a0ef-0781b65063ca req-aac6eb3e-8209-4b2b-95bb-17f22e5f85f7 tempest-VolumesSnapshotTestJSON-915595183 tempest-VolumesSnapshotTestJSON-915595183-project] 10.222.0.67 "GET /v2.0/ports?device_id=15ea8ed4-1134-4f9a-a290-34b00b411867 HTTP/1.1" status: 200 len: 945 time: 0.0507345 Sep 23 19:56:29.053211 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-94fb6ebb-e52a-428e-a0ef-0781b65063ca req-a7c65f7c-b661-45fa-80b2-21707cabe719 tempest-VolumesSnapshotTestJSON-915595183 tempest-VolumesSnapshotTestJSON-915595183-project] 10.222.0.67 "GET /v2.0/security-groups?id=6ec31d5d-5493-47d2-a1cf-4486a99959a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439548 Sep 23 19:56:29.320116 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac17988-1e7f-4908-86f8-6f35ea882be4 req-52c128ae-2a27-4874-93ac-d399419b05bf tempest-VolumesSnapshotTestJSON-915595183 tempest-VolumesSnapshotTestJSON-915595183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:56:29.321656 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-5ac17988-1e7f-4908-86f8-6f35ea882be4 req-52c128ae-2a27-4874-93ac-d399419b05bf tempest-VolumesSnapshotTestJSON-915595183 tempest-VolumesSnapshotTestJSON-915595183-project] 10.222.0.74 "GET /v2.0/ports?device_id=15ea8ed4-1134-4f9a-a290-34b00b411867 HTTP/1.1" status: 200 len: 945 time: 0.0507076 Sep 23 19:56:29.448062 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.plugin [req-5ac17988-1e7f-4908-86f8-6f35ea882be4 req-cfcf79f1-aab9-4c47-af36-9e2cf40cccee tempest-VolumesSnapshotTestJSON-915595183 tempest-VolumesSnapshotTestJSON-915595183-project] Deleting port d93b6360-ab51-4fd8-87bb-ae203277ba4d {{(pid=95101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:56:29.448062 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-5ac17988-1e7f-4908-86f8-6f35ea882be4 req-cfcf79f1-aab9-4c47-af36-9e2cf40cccee tempest-VolumesSnapshotTestJSON-915595183 tempest-VolumesSnapshotTestJSON-915595183-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783146157096'] for port, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:56:29.541392 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.db [req-5ac17988-1e7f-4908-86f8-6f35ea882be4 req-cfcf79f1-aab9-4c47-af36-9e2cf40cccee tempest-VolumesSnapshotTestJSON-915595183 tempest-VolumesSnapshotTestJSON-915595183-project] For port d93b6360-ab51-4fd8-87bb-ae203277ba4d, host n-h1-713301-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-16',level=0,port_id=d93b6360-ab51-4fd8-87bb-ae203277ba4d,segment=NetworkSegment(24e9d5ba-99a8-403e-9951-522175e97b58),segment_id=24e9d5ba-99a8-403e-9951-522175e97b58)] {{(pid=95101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:56:29.541755 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-5ac17988-1e7f-4908-86f8-6f35ea882be4 req-cfcf79f1-aab9-4c47-af36-9e2cf40cccee tempest-VolumesSnapshotTestJSON-915595183 tempest-VolumesSnapshotTestJSON-915595183-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-605701'] for port, precommit_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:56:29.557950 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.plugin [req-5ac17988-1e7f-4908-86f8-6f35ea882be4 req-cfcf79f1-aab9-4c47-af36-9e2cf40cccee tempest-VolumesSnapshotTestJSON-915595183 tempest-VolumesSnapshotTestJSON-915595183-project] Calling delete_port for d93b6360-ab51-4fd8-87bb-ae203277ba4d owned by compute:nova {{(pid=95101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:56:29.702884 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-5ac17988-1e7f-4908-86f8-6f35ea882be4 req-cfcf79f1-aab9-4c47-af36-9e2cf40cccee tempest-VolumesSnapshotTestJSON-915595183 tempest-VolumesSnapshotTestJSON-915595183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783146162158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783145673144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5607431'] for port, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:56:29.715315 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] get_ports_and_sgs() called for port_ids ['d93b6360-ab51-4fd8-87bb-ae203277ba4d'] {{(pid=95103) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 19:56:29.738084 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfcf79f1-aab9-4c47-af36-9e2cf40cccee tempest-VolumesSnapshotTestJSON-915595183 tempest-VolumesSnapshotTestJSON-915595183-project] Pushing event deleted for resources: {'Port': ['ID=d93b6360-ab51-4fd8-87bb-ae203277ba4d,revision_number=None']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:56:29.786044 n-d-713301-16 neutron-server[95101]: DEBUG neutron.db.l3_dvrscheduler_db [req-5ac17988-1e7f-4908-86f8-6f35ea882be4 req-cfcf79f1-aab9-4c47-af36-9e2cf40cccee tempest-VolumesSnapshotTestJSON-915595183 tempest-VolumesSnapshotTestJSON-915595183-project] No DVR routers for this DVR port d93b6360-ab51-4fd8-87bb-ae203277ba4d on host n-h1-713301-16 {{(pid=95101) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 19:56:29.788852 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-5ac17988-1e7f-4908-86f8-6f35ea882be4 req-cfcf79f1-aab9-4c47-af36-9e2cf40cccee tempest-VolumesSnapshotTestJSON-915595183 tempest-VolumesSnapshotTestJSON-915595183-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222849'] for port, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:56:29.790891 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-5ac17988-1e7f-4908-86f8-6f35ea882be4 req-cfcf79f1-aab9-4c47-af36-9e2cf40cccee tempest-VolumesSnapshotTestJSON-915595183 tempest-VolumesSnapshotTestJSON-915595183-project] 10.222.0.74 "DELETE /v2.0/ports/d93b6360-ab51-4fd8-87bb-ae203277ba4d HTTP/1.1" status: 204 len: 173 time: 0.4634280 Sep 23 19:56:29.791335 n-d-713301-16 neutron-server[95101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '15ea8ed4-1134-4f9a-a290-34b00b411867', 'name': 'network-vif-deleted', 'tag': 'd93b6360-ab51-4fd8-87bb-ae203277ba4d'}] {{(pid=95101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 19:56:29.796716 n-d-713301-16 neutron-server[95101]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d8366c5740cd635e57ab12b71fe44a77c2acc3c19091ef849c6f68b380462244" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bfb855c4-d6c3-4b38-bca2-14b281f02712" -d '{"events": [{"server_uuid": "15ea8ed4-1134-4f9a-a290-34b00b411867", "name": "network-vif-deleted", "tag": "d93b6360-ab51-4fd8-87bb-ae203277ba4d"}]}' {{(pid=95101) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 19:56:29.856024 n-d-713301-16 neutron-server[95101]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 19:56:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e820e5f2-45a2-451a-b599-dfa33cbcd23f x-openstack-request-id: req-e820e5f2-45a2-451a-b599-dfa33cbcd23f {{(pid=95101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 19:56:29.856318 n-d-713301-16 neutron-server[95101]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "15ea8ed4-1134-4f9a-a290-34b00b411867", "name": "network-vif-deleted", "tag": "d93b6360-ab51-4fd8-87bb-ae203277ba4d", "status": "completed", "code": 200}]} {{(pid=95101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 19:56:29.856571 n-d-713301-16 neutron-server[95101]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-e820e5f2-45a2-451a-b599-dfa33cbcd23f {{(pid=95101) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 19:56:29.856995 n-d-713301-16 neutron-server[95101]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '15ea8ed4-1134-4f9a-a290-34b00b411867', 'name': 'network-vif-deleted', 'tag': 'd93b6360-ab51-4fd8-87bb-ae203277ba4d', 'status': 'completed', 'code': 200} Sep 23 19:56:30.180881 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-d8056484-c03e-4418-87af-bd5e9e190309 req-a10bc29a-6504-4d90-9a87-a92fb44e216b tempest-VolumesSnapshotTestJSON-915595183 tempest-VolumesSnapshotTestJSON-915595183-project] 10.222.0.67 "GET /v2.0/ports?device_id=15ea8ed4-1134-4f9a-a290-34b00b411867 HTTP/1.1" status: 200 len: 210 time: 0.0353019 Sep 23 19:56:33.199738 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Device d93b6360-ab51-4fd8-87bb-ae203277ba4d no longer exists at agent hyperv_n-h1-713301-16 {{(pid=95103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 19:56:33.226384 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.plugin [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] No Port match for: d93b6360-ab51-4fd8-87bb-ae203277ba4d {{(pid=95103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 19:56:33.226728 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Device d93b6360-ab51-4fd8-87bb-ae203277ba4d not bound to the agent host n-h1-713301-16 {{(pid=95103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 19:56:39.561667 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb13f46-4e9f-4d04-a2f4-4f7673413dd3 req-b8fb8847-44c0-4380-acba-1605123dc22c tempest-TestVolumeBootPattern-473790611 tempest-TestVolumeBootPattern-473790611-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:56:39.565237 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-3bb13f46-4e9f-4d04-a2f4-4f7673413dd3 req-b8fb8847-44c0-4380-acba-1605123dc22c tempest-TestVolumeBootPattern-473790611 tempest-TestVolumeBootPattern-473790611-project] 10.222.0.67 "GET /v2.0/networks?id=a97a1ddd-be59-4422-8c3e-924143535884 HTTP/1.1" status: 200 len: 811 time: 0.1193254 Sep 23 19:56:39.581400 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-3bb13f46-4e9f-4d04-a2f4-4f7673413dd3 req-f5580485-4c4f-4ef6-9c5f-ad896d1af3cc tempest-TestVolumeBootPattern-473790611 tempest-TestVolumeBootPattern-473790611-project] 10.222.0.67 "GET /v2.0/quotas/1c95f4136fb946e684bc3bd0afadbbdd HTTP/1.1" status: 200 len: 375 time: 0.0118446 Sep 23 19:56:39.648582 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-3bb13f46-4e9f-4d04-a2f4-4f7673413dd3 req-1b5239f0-5236-4eb4-90e0-41475c9cab70 tempest-TestVolumeBootPattern-473790611 tempest-TestVolumeBootPattern-473790611-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=1c95f4136fb946e684bc3bd0afadbbdd&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0604849 Sep 23 19:56:39.766722 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [req-3bb13f46-4e9f-4d04-a2f4-4f7673413dd3 req-e8dcaec2-a550-4138-abc9-a8ecfd695c61 service neutron] http://10.222.0.67:9696/v2.0/extensions returned with HTTP 200 {{(pid=95102) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 23 19:56:39.774381 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-3bb13f46-4e9f-4d04-a2f4-4f7673413dd3 req-e8dcaec2-a550-4138-abc9-a8ecfd695c61 service neutron] 10.222.0.67 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1247969 Sep 23 19:56:39.863793 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-3bb13f46-4e9f-4d04-a2f4-4f7673413dd3 req-141622cc-2824-4c2a-aefd-1a83cfddcfdf service neutron] 10.222.0.67 "GET /v2.0/networks/a97a1ddd-be59-4422-8c3e-924143535884?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885718 Sep 23 19:56:39.967665 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-3bb13f46-4e9f-4d04-a2f4-4f7673413dd3 req-a94a66e7-f2f7-4752-8b68-9114446a384f service neutron] 10.222.0.67 "GET /v2.0/networks/a97a1ddd-be59-4422-8c3e-924143535884?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0963647 Sep 23 19:56:40.184642 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-09dbff01-0091-4e00-aa1e-1dc5a319288e req-2c855072-9c30-4c84-a4d8-286047071ae0 tempest-TestVolumeBootPattern-473790611 tempest-TestVolumeBootPattern-473790611-project] 10.222.0.67 "GET /v2.0/ports?device_id=40818fc3-7339-4e2c-86d5-0cd95d815053 HTTP/1.1" status: 200 len: 210 time: 0.0393589 Sep 23 19:56:41.172837 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb13f46-4e9f-4d04-a2f4-4f7673413dd3 req-bac82270-f245-467b-bf74-ca42b0c0bd33 tempest-TestVolumeBootPattern-473790611 tempest-TestVolumeBootPattern-473790611-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:56:41.174989 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-3bb13f46-4e9f-4d04-a2f4-4f7673413dd3 req-bac82270-f245-467b-bf74-ca42b0c0bd33 tempest-TestVolumeBootPattern-473790611 tempest-TestVolumeBootPattern-473790611-project] 10.222.0.53 "GET /v2.0/networks?id=a97a1ddd-be59-4422-8c3e-924143535884 HTTP/1.1" status: 200 len: 811 time: 0.1391394 Sep 23 19:56:41.194764 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.v2.base [req-3bb13f46-4e9f-4d04-a2f4-4f7673413dd3 req-3bc3df16-a205-4696-ab22-f1568db79ffa tempest-TestVolumeBootPattern-473790611 tempest-TestVolumeBootPattern-473790611-project] Request body: {'port': {'device_id': '40818fc3-7339-4e2c-86d5-0cd95d815053', 'network_id': 'a97a1ddd-be59-4422-8c3e-924143535884', 'admin_state_up': True, 'tenant_id': '1c95f4136fb946e684bc3bd0afadbbdd'}} {{(pid=95102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:56:41.336797 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3bb13f46-4e9f-4d04-a2f4-4f7673413dd3 req-3bc3df16-a205-4696-ab22-f1568db79ffa tempest-TestVolumeBootPattern-473790611 tempest-TestVolumeBootPattern-473790611-project] Made reservation on behalf of 1c95f4136fb946e684bc3bd0afadbbdd for: {'port': 1} {{(pid=95102) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:56:41.341284 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-3bb13f46-4e9f-4d04-a2f4-4f7673413dd3 req-3bc3df16-a205-4696-ab22-f1568db79ffa tempest-TestVolumeBootPattern-473790611 tempest-TestVolumeBootPattern-473790611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:56:41.386458 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-bbcc0a73-c602-4622-ad67-92abcb56cb38 req-830e0229-093e-4780-a8eb-0ff51ccced70 tempest-TestVolumeBootPattern-473790611 tempest-TestVolumeBootPattern-473790611-project] 10.222.0.67 "GET /v2.0/ports?device_id=40818fc3-7339-4e2c-86d5-0cd95d815053 HTTP/1.1" status: 200 len: 210 time: 0.0393417 Sep 23 19:56:41.560780 n-d-713301-16 neutron-server[95102]: DEBUG neutron.db.db_base_plugin_common [req-3bb13f46-4e9f-4d04-a2f4-4f7673413dd3 req-3bc3df16-a205-4696-ab22-f1568db79ffa tempest-TestVolumeBootPattern-473790611 tempest-TestVolumeBootPattern-473790611-project] Allocated IP 172.20.0.6 (a97a1ddd-be59-4422-8c3e-924143535884/788d1f3e-2626-40b1-b49a-799b1a0fa15b/f1404ebc-e4f1-4ae3-b6c1-f2c5d0952e92) {{(pid=95102) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 19:56:41.784851 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-3bb13f46-4e9f-4d04-a2f4-4f7673413dd3 req-3bc3df16-a205-4696-ab22-f1568db79ffa tempest-TestVolumeBootPattern-473790611 tempest-TestVolumeBootPattern-473790611-project] Notify callbacks [] for port, precommit_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:56:41.861687 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-3bb13f46-4e9f-4d04-a2f4-4f7673413dd3 req-3bc3df16-a205-4696-ab22-f1568db79ffa tempest-TestVolumeBootPattern-473790611 tempest-TestVolumeBootPattern-473790611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783145673135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4399100'] for port, after_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:56:41.915500 n-d-713301-16 neutron-server[95102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3bb13f46-4e9f-4d04-a2f4-4f7673413dd3 req-3bc3df16-a205-4696-ab22-f1568db79ffa tempest-TestVolumeBootPattern-473790611 tempest-TestVolumeBootPattern-473790611-project] Network a97a1ddd-be59-4422-8c3e-924143535884 is already hosted by enough agents. {{(pid=95102) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:56:41.918627 n-d-713301-16 neutron-server[95102]: DEBUG neutron.scheduler.base_scheduler [req-3bb13f46-4e9f-4d04-a2f4-4f7673413dd3 req-3bc3df16-a205-4696-ab22-f1568db79ffa tempest-TestVolumeBootPattern-473790611 tempest-TestVolumeBootPattern-473790611-project] Resources bound (agent type, host, resource id): {{(pid=95102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:56:41.921297 n-d-713301-16 neutron-server[95102]: DEBUG neutron.db.l3_dvrscheduler_db [req-3bb13f46-4e9f-4d04-a2f4-4f7673413dd3 req-3bc3df16-a205-4696-ab22-f1568db79ffa tempest-TestVolumeBootPattern-473790611 tempest-TestVolumeBootPattern-473790611-project] Received port after_create {{(pid=95102) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 19:56:41.954331 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bc3df16-a205-4696-ab22-f1568db79ffa tempest-TestVolumeBootPattern-473790611 tempest-TestVolumeBootPattern-473790611-project] Pushing event updated for resources: {'Port': ['ID=f1404ebc-e4f1-4ae3-b6c1-f2c5d0952e92,revision_number=1']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:56:41.970834 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bc3df16-a205-4696-ab22-f1568db79ffa tempest-TestVolumeBootPattern-473790611 tempest-TestVolumeBootPattern-473790611-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:56:41.971184 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bc3df16-a205-4696-ab22-f1568db79ffa tempest-TestVolumeBootPattern-473790611 tempest-TestVolumeBootPattern-473790611-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:56:41.971530 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bc3df16-a205-4696-ab22-f1568db79ffa tempest-TestVolumeBootPattern-473790611 tempest-TestVolumeBootPattern-473790611-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:56:41.971871 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bc3df16-a205-4696-ab22-f1568db79ffa tempest-TestVolumeBootPattern-473790611 tempest-TestVolumeBootPattern-473790611-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:56:41.972495 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bc3df16-a205-4696-ab22-f1568db79ffa tempest-TestVolumeBootPattern-473790611 tempest-TestVolumeBootPattern-473790611-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:56:41.972850 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bc3df16-a205-4696-ab22-f1568db79ffa tempest-TestVolumeBootPattern-473790611 tempest-TestVolumeBootPattern-473790611-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:56:41.973177 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bc3df16-a205-4696-ab22-f1568db79ffa tempest-TestVolumeBootPattern-473790611 tempest-TestVolumeBootPattern-473790611-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:56:41.973506 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bc3df16-a205-4696-ab22-f1568db79ffa tempest-TestVolumeBootPattern-473790611 tempest-TestVolumeBootPattern-473790611-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:56:41.973832 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bc3df16-a205-4696-ab22-f1568db79ffa tempest-TestVolumeBootPattern-473790611 tempest-TestVolumeBootPattern-473790611-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:56:41.974174 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bc3df16-a205-4696-ab22-f1568db79ffa tempest-TestVolumeBootPattern-473790611 tempest-TestVolumeBootPattern-473790611-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:56:41.974495 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bc3df16-a205-4696-ab22-f1568db79ffa tempest-TestVolumeBootPattern-473790611 tempest-TestVolumeBootPattern-473790611-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:56:41.974793 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bc3df16-a205-4696-ab22-f1568db79ffa tempest-TestVolumeBootPattern-473790611 tempest-TestVolumeBootPattern-473790611-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:56:42.002922 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb13f46-4e9f-4d04-a2f4-4f7673413dd3 req-3bc3df16-a205-4696-ab22-f1568db79ffa tempest-TestVolumeBootPattern-473790611 tempest-TestVolumeBootPattern-473790611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:56:42.003731 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-3bb13f46-4e9f-4d04-a2f4-4f7673413dd3 req-3bc3df16-a205-4696-ab22-f1568db79ffa tempest-TestVolumeBootPattern-473790611 tempest-TestVolumeBootPattern-473790611-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222849'] for port, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:56:42.019709 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-3bb13f46-4e9f-4d04-a2f4-4f7673413dd3 req-3bc3df16-a205-4696-ab22-f1568db79ffa tempest-TestVolumeBootPattern-473790611 tempest-TestVolumeBootPattern-473790611-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8293877 Sep 23 19:56:42.032790 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.v2.base [req-3bb13f46-4e9f-4d04-a2f4-4f7673413dd3 req-96ed2ff2-d226-4ed7-ac28-fe57fe387529 service neutron] Request body: {'port': {'device_id': '40818fc3-7339-4e2c-86d5-0cd95d815053', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713301-16'}} {{(pid=95102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:56:42.100029 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-3bb13f46-4e9f-4d04-a2f4-4f7673413dd3 req-96ed2ff2-d226-4ed7-ac28-fe57fe387529 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:56:42.204049 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-42e2f7fc-54dd-4e5b-ac08-1b1d6295a9d3 None None] Provisioning complete for port f1404ebc-e4f1-4ae3-b6c1-f2c5d0952e92 triggered by entity DHCP. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:56:42.205312 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-42e2f7fc-54dd-4e5b-ac08-1b1d6295a9d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:56:42.242964 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.plugin [None req-42e2f7fc-54dd-4e5b-ac08-1b1d6295a9d3 None None] Port f1404ebc-e4f1-4ae3-b6c1-f2c5d0952e92 cannot update to ACTIVE because it is not bound. {{(pid=95103) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 19:56:42.374426 n-d-713301-16 neutron-server[95102]: DEBUG neutron.notifiers.nova [req-3bb13f46-4e9f-4d04-a2f4-4f7673413dd3 req-96ed2ff2-d226-4ed7-ac28-fe57fe387529 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f1404ebc-e4f1-4ae3-b6c1-f2c5d0952e92 {{(pid=95102) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 19:56:42.383462 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-3bb13f46-4e9f-4d04-a2f4-4f7673413dd3 req-96ed2ff2-d226-4ed7-ac28-fe57fe387529 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:56:42.396730 n-d-713301-16 neutron-server[95102]: DEBUG neutron.db.provisioning_blocks [req-3bb13f46-4e9f-4d04-a2f4-4f7673413dd3 req-96ed2ff2-d226-4ed7-ac28-fe57fe387529 service neutron] Transition to ACTIVE for port object f1404ebc-e4f1-4ae3-b6c1-f2c5d0952e92 will not be triggered until provisioned by entity L2. {{(pid=95102) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 19:56:42.401002 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-3bb13f46-4e9f-4d04-a2f4-4f7673413dd3 req-96ed2ff2-d226-4ed7-ac28-fe57fe387529 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4399095'] for port, after_update {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:56:42.495131 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96ed2ff2-d226-4ed7-ac28-fe57fe387529 service neutron] Pushing event updated for resources: {'Port': ['ID=f1404ebc-e4f1-4ae3-b6c1-f2c5d0952e92,revision_number=2']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:56:42.585647 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.managers [req-3bb13f46-4e9f-4d04-a2f4-4f7673413dd3 req-96ed2ff2-d226-4ed7-ac28-fe57fe387529 service neutron] Attempting to bind port f1404ebc-e4f1-4ae3-b6c1-f2c5d0952e92 on host n-h2-713301-16 for vnic_type normal with profile {{(pid=95102) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 19:56:42.585988 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.managers [req-3bb13f46-4e9f-4d04-a2f4-4f7673413dd3 req-96ed2ff2-d226-4ed7-ac28-fe57fe387529 service neutron] Attempting to bind port f1404ebc-e4f1-4ae3-b6c1-f2c5d0952e92 by drivers openvswitch,hyperv on host n-h2-713301-16 at level 0 using segments [{'id': 'c7abd8db-b99c-424c-86a3-7924c060f21a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'a97a1ddd-be59-4422-8c3e-924143535884'}] {{(pid=95102) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 19:56:42.586324 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bb13f46-4e9f-4d04-a2f4-4f7673413dd3 req-96ed2ff2-d226-4ed7-ac28-fe57fe387529 service neutron] Attempting to bind port f1404ebc-e4f1-4ae3-b6c1-f2c5d0952e92 on network a97a1ddd-be59-4422-8c3e-924143535884 {{(pid=95102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:56:42.597880 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d7f7a84-6064-4c6c-aa48-8a1b860d7ba3 req-dc5b9120-0d56-437a-be3a-fbf2292add43 tempest-TestVolumeBootPattern-473790611 tempest-TestVolumeBootPattern-473790611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:56:42.599473 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-2d7f7a84-6064-4c6c-aa48-8a1b860d7ba3 req-dc5b9120-0d56-437a-be3a-fbf2292add43 tempest-TestVolumeBootPattern-473790611 tempest-TestVolumeBootPattern-473790611-project] 10.222.0.67 "GET /v2.0/ports?device_id=40818fc3-7339-4e2c-86d5-0cd95d815053 HTTP/1.1" status: 200 len: 943 time: 0.0819390 Sep 23 19:56:42.601881 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bb13f46-4e9f-4d04-a2f4-4f7673413dd3 req-96ed2ff2-d226-4ed7-ac28-fe57fe387529 service neutron] Port f1404ebc-e4f1-4ae3-b6c1-f2c5d0952e92 on network a97a1ddd-be59-4422-8c3e-924143535884 not bound, no agent of type Open vSwitch agent registered on host n-h2-713301-16 {{(pid=95102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 19:56:42.602210 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bb13f46-4e9f-4d04-a2f4-4f7673413dd3 req-96ed2ff2-d226-4ed7-ac28-fe57fe387529 service neutron] Attempting to bind port f1404ebc-e4f1-4ae3-b6c1-f2c5d0952e92 on network a97a1ddd-be59-4422-8c3e-924143535884 {{(pid=95102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:56:42.610582 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bb13f46-4e9f-4d04-a2f4-4f7673413dd3 req-96ed2ff2-d226-4ed7-ac28-fe57fe387529 service neutron] Checking agent: {'id': '2a7cea34-db54-4faf-8d23-37521c3e34cb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713301-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 19, 15, 28), 'started_at': datetime.datetime(2021, 9, 23, 19, 15, 28), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 19, 56, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 19:56:42.610582 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bb13f46-4e9f-4d04-a2f4-4f7673413dd3 req-96ed2ff2-d226-4ed7-ac28-fe57fe387529 service neutron] Checking segment: {'id': 'c7abd8db-b99c-424c-86a3-7924c060f21a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'a97a1ddd-be59-4422-8c3e-924143535884'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95102) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:56:42.611461 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bb13f46-4e9f-4d04-a2f4-4f7673413dd3 req-96ed2ff2-d226-4ed7-ac28-fe57fe387529 service neutron] Bound using segment: {'id': 'c7abd8db-b99c-424c-86a3-7924c060f21a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'a97a1ddd-be59-4422-8c3e-924143535884'} {{(pid=95102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 19:56:42.611842 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.managers [req-3bb13f46-4e9f-4d04-a2f4-4f7673413dd3 req-96ed2ff2-d226-4ed7-ac28-fe57fe387529 service neutron] Bound port: f1404ebc-e4f1-4ae3-b6c1-f2c5d0952e92, host: n-h2-713301-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c7abd8db-b99c-424c-86a3-7924c060f21a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'a97a1ddd-be59-4422-8c3e-924143535884'}}] {{(pid=95102) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 19:56:42.612213 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-3bb13f46-4e9f-4d04-a2f4-4f7673413dd3 req-96ed2ff2-d226-4ed7-ac28-fe57fe387529 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:56:42.737255 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-2d7f7a84-6064-4c6c-aa48-8a1b860d7ba3 req-730d513f-f1a4-42d7-bcea-00783b2d6a08 tempest-TestVolumeBootPattern-473790611 tempest-TestVolumeBootPattern-473790611-project] 10.222.0.67 "GET /v2.0/security-groups?id=908ef6e0-1891-45f9-9d59-8d9a77c692cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1288817 Sep 23 19:56:42.764287 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.db [req-3bb13f46-4e9f-4d04-a2f4-4f7673413dd3 req-96ed2ff2-d226-4ed7-ac28-fe57fe387529 service neutron] For port f1404ebc-e4f1-4ae3-b6c1-f2c5d0952e92, host n-h2-713301-16, cleared binding levels {{(pid=95102) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 19:56:42.770203 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.db [req-3bb13f46-4e9f-4d04-a2f4-4f7673413dd3 req-96ed2ff2-d226-4ed7-ac28-fe57fe387529 service neutron] For port f1404ebc-e4f1-4ae3-b6c1-f2c5d0952e92, host n-h2-713301-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-16',level=0,port_id=f1404ebc-e4f1-4ae3-b6c1-f2c5d0952e92,segment=NetworkSegment(c7abd8db-b99c-424c-86a3-7924c060f21a),segment_id=c7abd8db-b99c-424c-86a3-7924c060f21a)] {{(pid=95102) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 19:56:42.776595 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-3bb13f46-4e9f-4d04-a2f4-4f7673413dd3 req-96ed2ff2-d226-4ed7-ac28-fe57fe387529 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4399095'] for port, after_update {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:56:42.821022 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb13f46-4e9f-4d04-a2f4-4f7673413dd3 req-96ed2ff2-d226-4ed7-ac28-fe57fe387529 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:56:42.821394 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-3bb13f46-4e9f-4d04-a2f4-4f7673413dd3 req-96ed2ff2-d226-4ed7-ac28-fe57fe387529 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222849'] for port, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:56:42.823208 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-3bb13f46-4e9f-4d04-a2f4-4f7673413dd3 req-96ed2ff2-d226-4ed7-ac28-fe57fe387529 service neutron] 10.222.0.53 "PUT /v2.0/ports/f1404ebc-e4f1-4ae3-b6c1-f2c5d0952e92 HTTP/1.1" status: 200 len: 1092 time: 0.7955046 Sep 23 19:56:42.824084 n-d-713301-16 neutron-server[95102]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '40818fc3-7339-4e2c-86d5-0cd95d815053', 'tag': 'f1404ebc-e4f1-4ae3-b6c1-f2c5d0952e92'}] {{(pid=95102) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 19:56:42.831066 n-d-713301-16 neutron-server[95102]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab31b6d93e5336dbddfa8ec424565b3bd8cb2369c5b4d85bc943472dbb21e8ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71b42e49-4a10-4047-8d69-f1005fc7bc2d" -d '{"events": [{"name": "network-changed", "server_uuid": "40818fc3-7339-4e2c-86d5-0cd95d815053", "tag": "f1404ebc-e4f1-4ae3-b6c1-f2c5d0952e92"}]}' {{(pid=95102) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 19:56:42.862528 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96ed2ff2-d226-4ed7-ac28-fe57fe387529 service neutron] Pushing event updated for resources: {'Port': ['ID=f1404ebc-e4f1-4ae3-b6c1-f2c5d0952e92,revision_number=3']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:56:42.904808 n-d-713301-16 neutron-server[95102]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 19:56:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eced7767-c652-4d71-928d-328b247d1cc7 x-openstack-request-id: req-eced7767-c652-4d71-928d-328b247d1cc7 {{(pid=95102) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 19:56:42.905103 n-d-713301-16 neutron-server[95102]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "40818fc3-7339-4e2c-86d5-0cd95d815053", "tag": "f1404ebc-e4f1-4ae3-b6c1-f2c5d0952e92", "status": "completed", "code": 200}]} {{(pid=95102) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 19:56:42.905370 n-d-713301-16 neutron-server[95102]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-eced7767-c652-4d71-928d-328b247d1cc7 {{(pid=95102) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 19:56:42.905863 n-d-713301-16 neutron-server[95102]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '40818fc3-7339-4e2c-86d5-0cd95d815053', 'tag': 'f1404ebc-e4f1-4ae3-b6c1-f2c5d0952e92', 'status': 'completed', 'code': 200} Sep 23 19:56:42.943208 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb13f46-4e9f-4d04-a2f4-4f7673413dd3 req-08d07bf3-9cd3-4c64-82aa-2d152cc3b2c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:56:42.945825 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-3bb13f46-4e9f-4d04-a2f4-4f7673413dd3 req-08d07bf3-9cd3-4c64-82aa-2d152cc3b2c4 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=1c95f4136fb946e684bc3bd0afadbbdd&device_id=40818fc3-7339-4e2c-86d5-0cd95d815053 HTTP/1.1" status: 200 len: 1095 time: 0.0686574 Sep 23 19:56:42.996855 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-3bb13f46-4e9f-4d04-a2f4-4f7673413dd3 req-e744f10e-2ab9-425d-87c9-942466f22109 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f1404ebc-e4f1-4ae3-b6c1-f2c5d0952e92 HTTP/1.1" status: 200 len: 217 time: 0.0424252 Sep 23 19:56:43.075306 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb13f46-4e9f-4d04-a2f4-4f7673413dd3 req-6874d066-c5c1-49c7-b40d-cd0308660d26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:56:43.076984 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-3bb13f46-4e9f-4d04-a2f4-4f7673413dd3 req-6874d066-c5c1-49c7-b40d-cd0308660d26 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=788d1f3e-2626-40b1-b49a-799b1a0fa15b HTTP/1.1" status: 200 len: 850 time: 0.0709822 Sep 23 19:56:43.131313 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb13f46-4e9f-4d04-a2f4-4f7673413dd3 req-8034e624-bd19-4aac-b0ab-9da97bd16e76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:56:43.133276 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-3bb13f46-4e9f-4d04-a2f4-4f7673413dd3 req-8034e624-bd19-4aac-b0ab-9da97bd16e76 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=a97a1ddd-be59-4422-8c3e-924143535884&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0476971 Sep 23 19:56:43.243531 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-3bb13f46-4e9f-4d04-a2f4-4f7673413dd3 req-9edf5013-0c50-4822-b701-3f77cad55df7 service neutron] 10.222.0.53 "GET /v2.0/networks/a97a1ddd-be59-4422-8c3e-924143535884?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1026158 Sep 23 19:56:43.359358 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-3bb13f46-4e9f-4d04-a2f4-4f7673413dd3 req-52ae0890-e671-4e6f-8dd9-2c2430004abe service neutron] 10.222.0.53 "GET /v2.0/networks/a97a1ddd-be59-4422-8c3e-924143535884?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1090887 Sep 23 19:56:43.469551 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b42e49-4a10-4047-8d69-f1005fc7bc2d req-39c83fe4-77ad-46f2-aad0-c7e4a1db1ace service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:56:43.471389 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-71b42e49-4a10-4047-8d69-f1005fc7bc2d req-39c83fe4-77ad-46f2-aad0-c7e4a1db1ace service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=1c95f4136fb946e684bc3bd0afadbbdd&device_id=40818fc3-7339-4e2c-86d5-0cd95d815053 HTTP/1.1" status: 200 len: 1095 time: 0.0628943 Sep 23 19:56:43.566738 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b42e49-4a10-4047-8d69-f1005fc7bc2d req-39c36ea2-9a50-4cba-96d1-cf109a5989a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:56:43.568307 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-71b42e49-4a10-4047-8d69-f1005fc7bc2d req-39c36ea2-9a50-4cba-96d1-cf109a5989a6 service neutron] 10.222.0.53 "GET /v2.0/networks?id=a97a1ddd-be59-4422-8c3e-924143535884 HTTP/1.1" status: 200 len: 912 time: 0.0904531 Sep 23 19:56:43.618116 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-71b42e49-4a10-4047-8d69-f1005fc7bc2d req-dce240a6-acf0-465f-8e5f-f7869d3a7d42 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f1404ebc-e4f1-4ae3-b6c1-f2c5d0952e92 HTTP/1.1" status: 200 len: 217 time: 0.0427659 Sep 23 19:56:43.669610 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b42e49-4a10-4047-8d69-f1005fc7bc2d req-cf682ff2-a67d-42b1-bfb8-8102c2534a8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:56:43.671286 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-71b42e49-4a10-4047-8d69-f1005fc7bc2d req-cf682ff2-a67d-42b1-bfb8-8102c2534a8d service neutron] 10.222.0.53 "GET /v2.0/subnets?id=788d1f3e-2626-40b1-b49a-799b1a0fa15b HTTP/1.1" status: 200 len: 850 time: 0.0468934 Sep 23 19:56:43.722855 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b42e49-4a10-4047-8d69-f1005fc7bc2d req-4ee12af2-2c4c-4219-9532-a61355edbcac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:56:43.724569 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-71b42e49-4a10-4047-8d69-f1005fc7bc2d req-4ee12af2-2c4c-4219-9532-a61355edbcac service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=a97a1ddd-be59-4422-8c3e-924143535884&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0467236 Sep 23 19:56:43.889198 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-71b42e49-4a10-4047-8d69-f1005fc7bc2d req-46469f4a-116d-4c77-b23c-9bd1f67f5a8e service neutron] 10.222.0.53 "GET /v2.0/networks/a97a1ddd-be59-4422-8c3e-924143535884?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1557043 Sep 23 19:56:43.927287 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b58d133f-45cb-49e1-8f2e-051b734bebc1 req-b0426c82-5e4c-4e82-9bcd-b1417333268e tempest-TestVolumeBootPattern-473790611 tempest-TestVolumeBootPattern-473790611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:56:43.929072 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-b58d133f-45cb-49e1-8f2e-051b734bebc1 req-b0426c82-5e4c-4e82-9bcd-b1417333268e tempest-TestVolumeBootPattern-473790611 tempest-TestVolumeBootPattern-473790611-project] 10.222.0.67 "GET /v2.0/ports?device_id=40818fc3-7339-4e2c-86d5-0cd95d815053 HTTP/1.1" status: 200 len: 943 time: 0.0894845 Sep 23 19:56:44.018730 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-b58d133f-45cb-49e1-8f2e-051b734bebc1 req-d44aea19-ab79-47f5-9274-1aec8f0d647b tempest-TestVolumeBootPattern-473790611 tempest-TestVolumeBootPattern-473790611-project] 10.222.0.67 "GET /v2.0/security-groups?id=908ef6e0-1891-45f9-9d59-8d9a77c692cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799177 Sep 23 19:56:44.030360 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-71b42e49-4a10-4047-8d69-f1005fc7bc2d req-04778110-6e93-4084-861f-695ed05680c8 service neutron] 10.222.0.53 "GET /v2.0/networks/a97a1ddd-be59-4422-8c3e-924143535884?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1359730 Sep 23 19:56:45.203045 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92dfb3c-7e38-4c1b-89e5-852d2b3b9676 req-ea8fa897-da42-4000-afe6-2e457966a9d3 tempest-TestVolumeBootPattern-473790611 tempest-TestVolumeBootPattern-473790611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:56:45.204866 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-f92dfb3c-7e38-4c1b-89e5-852d2b3b9676 req-ea8fa897-da42-4000-afe6-2e457966a9d3 tempest-TestVolumeBootPattern-473790611 tempest-TestVolumeBootPattern-473790611-project] 10.222.0.67 "GET /v2.0/ports?device_id=40818fc3-7339-4e2c-86d5-0cd95d815053 HTTP/1.1" status: 200 len: 943 time: 0.0916452 Sep 23 19:56:45.261836 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-f92dfb3c-7e38-4c1b-89e5-852d2b3b9676 req-01fa2892-f44c-434a-a533-0e7c29529749 tempest-TestVolumeBootPattern-473790611 tempest-TestVolumeBootPattern-473790611-project] 10.222.0.67 "GET /v2.0/security-groups?id=908ef6e0-1891-45f9-9d59-8d9a77c692cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484776 Sep 23 19:56:46.436190 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21988318-d942-4514-a117-7e57d0bbff82 req-9498447e-6ce9-43d2-ae6e-89b7a7866e25 tempest-TestVolumeBootPattern-473790611 tempest-TestVolumeBootPattern-473790611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:56:46.445808 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-21988318-d942-4514-a117-7e57d0bbff82 req-9498447e-6ce9-43d2-ae6e-89b7a7866e25 tempest-TestVolumeBootPattern-473790611 tempest-TestVolumeBootPattern-473790611-project] 10.222.0.67 "GET /v2.0/ports?device_id=40818fc3-7339-4e2c-86d5-0cd95d815053 HTTP/1.1" status: 200 len: 943 time: 0.0905659 Sep 23 19:56:46.511957 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-21988318-d942-4514-a117-7e57d0bbff82 req-8c7f368a-fc60-4cd8-9fac-ef6819fab728 tempest-TestVolumeBootPattern-473790611 tempest-TestVolumeBootPattern-473790611-project] 10.222.0.67 "GET /v2.0/security-groups?id=908ef6e0-1891-45f9-9d59-8d9a77c692cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646842 Sep 23 19:56:47.704134 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a70fa47e-04c8-4fef-a8bc-f6cc49ec4c56 req-dcc9691b-97cc-44ab-b149-2270f3822b78 tempest-TestVolumeBootPattern-473790611 tempest-TestVolumeBootPattern-473790611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:56:47.709108 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-a70fa47e-04c8-4fef-a8bc-f6cc49ec4c56 req-dcc9691b-97cc-44ab-b149-2270f3822b78 tempest-TestVolumeBootPattern-473790611 tempest-TestVolumeBootPattern-473790611-project] 10.222.0.67 "GET /v2.0/ports?device_id=40818fc3-7339-4e2c-86d5-0cd95d815053 HTTP/1.1" status: 200 len: 943 time: 0.0904772 Sep 23 19:56:47.756694 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-a70fa47e-04c8-4fef-a8bc-f6cc49ec4c56 req-ad33bb39-e173-4cb7-8bb2-00e2933462b5 tempest-TestVolumeBootPattern-473790611 tempest-TestVolumeBootPattern-473790611-project] 10.222.0.67 "GET /v2.0/security-groups?id=908ef6e0-1891-45f9-9d59-8d9a77c692cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443585 Sep 23 19:56:48.890491 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d6b580-289b-4be7-a92a-7b1d44e66531 req-e268eb5e-793f-456a-abaf-439763a2bbc0 tempest-TestVolumeBootPattern-473790611 tempest-TestVolumeBootPattern-473790611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:56:48.893064 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-79d6b580-289b-4be7-a92a-7b1d44e66531 req-e268eb5e-793f-456a-abaf-439763a2bbc0 tempest-TestVolumeBootPattern-473790611 tempest-TestVolumeBootPattern-473790611-project] 10.222.0.67 "GET /v2.0/ports?device_id=40818fc3-7339-4e2c-86d5-0cd95d815053 HTTP/1.1" status: 200 len: 943 time: 0.0536566 Sep 23 19:56:48.935780 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-79d6b580-289b-4be7-a92a-7b1d44e66531 req-bbd003a5-66b0-4d0a-9031-edeb5a810b4a tempest-TestVolumeBootPattern-473790611 tempest-TestVolumeBootPattern-473790611-project] 10.222.0.67 "GET /v2.0/security-groups?id=908ef6e0-1891-45f9-9d59-8d9a77c692cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358899 Sep 23 19:56:49.709195 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-8f42d56b-ef28-4582-828f-64641117330e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:56:50.066970 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4995a33-b724-4636-8972-8ba9c74bd32f req-c5651c68-623a-4ee4-bf2c-5cef307108a2 tempest-TestVolumeBootPattern-473790611 tempest-TestVolumeBootPattern-473790611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:56:50.068456 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-a4995a33-b724-4636-8972-8ba9c74bd32f req-c5651c68-623a-4ee4-bf2c-5cef307108a2 tempest-TestVolumeBootPattern-473790611 tempest-TestVolumeBootPattern-473790611-project] 10.222.0.67 "GET /v2.0/ports?device_id=40818fc3-7339-4e2c-86d5-0cd95d815053 HTTP/1.1" status: 200 len: 943 time: 0.0518539 Sep 23 19:56:50.107354 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-a4995a33-b724-4636-8972-8ba9c74bd32f req-9c6e989d-f0b7-46bd-9383-c30835a9461a tempest-TestVolumeBootPattern-473790611 tempest-TestVolumeBootPattern-473790611-project] 10.222.0.67 "GET /v2.0/security-groups?id=908ef6e0-1891-45f9-9d59-8d9a77c692cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330014 Sep 23 19:56:51.270638 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf27fda-286d-4f54-b118-9cb0ac701faa req-7f168c77-a2d9-40ae-833b-e5d42d848607 tempest-TestVolumeBootPattern-473790611 tempest-TestVolumeBootPattern-473790611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:56:51.273103 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-bbf27fda-286d-4f54-b118-9cb0ac701faa req-7f168c77-a2d9-40ae-833b-e5d42d848607 tempest-TestVolumeBootPattern-473790611 tempest-TestVolumeBootPattern-473790611-project] 10.222.0.67 "GET /v2.0/ports?device_id=40818fc3-7339-4e2c-86d5-0cd95d815053 HTTP/1.1" status: 200 len: 943 time: 0.0597899 Sep 23 19:56:51.315148 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-bbf27fda-286d-4f54-b118-9cb0ac701faa req-258e2899-5429-45d6-a175-8047a524632e tempest-TestVolumeBootPattern-473790611 tempest-TestVolumeBootPattern-473790611-project] 10.222.0.67 "GET /v2.0/security-groups?id=908ef6e0-1891-45f9-9d59-8d9a77c692cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357103 Sep 23 19:56:52.416484 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.agents_db [None req-f2f5c474-60a3-474f-b2cc-02c4bd30880c None None] Agent healthcheck: found 7 active agents {{(pid=95104) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 19:56:52.522053 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a571c35-f98b-495b-913d-45c427bbcce6 req-c6ee4cd5-7b86-45a7-a7f4-3d306323be91 tempest-TestVolumeBootPattern-473790611 tempest-TestVolumeBootPattern-473790611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:56:52.523658 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-4a571c35-f98b-495b-913d-45c427bbcce6 req-c6ee4cd5-7b86-45a7-a7f4-3d306323be91 tempest-TestVolumeBootPattern-473790611 tempest-TestVolumeBootPattern-473790611-project] 10.222.0.67 "GET /v2.0/ports?device_id=40818fc3-7339-4e2c-86d5-0cd95d815053 HTTP/1.1" status: 200 len: 943 time: 0.0997212 Sep 23 19:56:52.567875 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-4a571c35-f98b-495b-913d-45c427bbcce6 req-627c65f6-ba28-46e0-8728-3e8a274128b7 tempest-TestVolumeBootPattern-473790611 tempest-TestVolumeBootPattern-473790611-project] 10.222.0.67 "GET /v2.0/security-groups?id=908ef6e0-1891-45f9-9d59-8d9a77c692cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364261 Sep 23 19:56:52.988041 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-6ab728ea-e8cb-48fe-a137-8e090e4a6c8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:56:53.135926 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:56:53.507416 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-0ae75029-feb6-4728-9a94-5f9b60993d82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:56:53.707470 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f2d724-7d91-413a-a494-002afd3550d8 req-8dd8ed3e-c2f9-4d81-a3ed-b74bbf764c51 tempest-TestVolumeBootPattern-473790611 tempest-TestVolumeBootPattern-473790611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:56:53.712687 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-e5f2d724-7d91-413a-a494-002afd3550d8 req-8dd8ed3e-c2f9-4d81-a3ed-b74bbf764c51 tempest-TestVolumeBootPattern-473790611 tempest-TestVolumeBootPattern-473790611-project] 10.222.0.67 "GET /v2.0/ports?device_id=40818fc3-7339-4e2c-86d5-0cd95d815053 HTTP/1.1" status: 200 len: 943 time: 0.0581079 Sep 23 19:56:53.778883 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-e5f2d724-7d91-413a-a494-002afd3550d8 req-5df6bb77-5e5b-48bf-9ac2-1830a7ad2a59 tempest-TestVolumeBootPattern-473790611 tempest-TestVolumeBootPattern-473790611-project] 10.222.0.67 "GET /v2.0/security-groups?id=908ef6e0-1891-45f9-9d59-8d9a77c692cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627272 Sep 23 19:56:54.918526 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac3df33e-00c0-412f-92f3-3b0591f69332 req-e98455f6-8777-436d-8139-f4944046fbb6 tempest-TestVolumeBootPattern-473790611 tempest-TestVolumeBootPattern-473790611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:56:54.927865 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-ac3df33e-00c0-412f-92f3-3b0591f69332 req-e98455f6-8777-436d-8139-f4944046fbb6 tempest-TestVolumeBootPattern-473790611 tempest-TestVolumeBootPattern-473790611-project] 10.222.0.67 "GET /v2.0/ports?device_id=40818fc3-7339-4e2c-86d5-0cd95d815053 HTTP/1.1" status: 200 len: 943 time: 0.0768399 Sep 23 19:56:54.974636 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-ac3df33e-00c0-412f-92f3-3b0591f69332 req-361927ea-5249-4e93-8e76-464b1fb5bdf4 tempest-TestVolumeBootPattern-473790611 tempest-TestVolumeBootPattern-473790611-project] 10.222.0.67 "GET /v2.0/security-groups?id=908ef6e0-1891-45f9-9d59-8d9a77c692cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453243 Sep 23 19:56:55.345448 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-80e7e501-6c57-470d-92c6-e3d54bc3195c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:56:56.091497 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a856895-fe73-4fec-9642-b79c0d9f2aef req-3f36d2a7-bd6a-4697-b27d-b1e4c831ee2a tempest-TestVolumeBootPattern-473790611 tempest-TestVolumeBootPattern-473790611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:56:56.093053 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-5a856895-fe73-4fec-9642-b79c0d9f2aef req-3f36d2a7-bd6a-4697-b27d-b1e4c831ee2a tempest-TestVolumeBootPattern-473790611 tempest-TestVolumeBootPattern-473790611-project] 10.222.0.67 "GET /v2.0/ports?device_id=40818fc3-7339-4e2c-86d5-0cd95d815053 HTTP/1.1" status: 200 len: 943 time: 0.0515349 Sep 23 19:56:56.134894 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-5a856895-fe73-4fec-9642-b79c0d9f2aef req-593b06fb-1f11-49ad-834f-551804caf47f tempest-TestVolumeBootPattern-473790611 tempest-TestVolumeBootPattern-473790611-project] 10.222.0.67 "GET /v2.0/security-groups?id=908ef6e0-1891-45f9-9d59-8d9a77c692cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340753 Sep 23 19:56:57.265296 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63963320-9333-4510-b1f1-3d77acb88480 req-64cfc4d9-16df-4c1a-8ac8-3f5929967805 tempest-TestVolumeBootPattern-473790611 tempest-TestVolumeBootPattern-473790611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:56:57.266812 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-63963320-9333-4510-b1f1-3d77acb88480 req-64cfc4d9-16df-4c1a-8ac8-3f5929967805 tempest-TestVolumeBootPattern-473790611 tempest-TestVolumeBootPattern-473790611-project] 10.222.0.67 "GET /v2.0/ports?device_id=40818fc3-7339-4e2c-86d5-0cd95d815053 HTTP/1.1" status: 200 len: 943 time: 0.0516317 Sep 23 19:56:57.305899 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-63963320-9333-4510-b1f1-3d77acb88480 req-7e3f0278-a6c4-43a3-923c-7ce1934bcd8a tempest-TestVolumeBootPattern-473790611 tempest-TestVolumeBootPattern-473790611-project] 10.222.0.67 "GET /v2.0/security-groups?id=908ef6e0-1891-45f9-9d59-8d9a77c692cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331173 Sep 23 19:56:58.178373 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:56:58.432061 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:56:58.436698 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c953dd50-cb0a-4229-8aea-cd394c8c8f74 req-963d7509-08bc-4bb8-b1b1-99acf4bad545 tempest-TestVolumeBootPattern-473790611 tempest-TestVolumeBootPattern-473790611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:56:58.439406 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-c953dd50-cb0a-4229-8aea-cd394c8c8f74 req-963d7509-08bc-4bb8-b1b1-99acf4bad545 tempest-TestVolumeBootPattern-473790611 tempest-TestVolumeBootPattern-473790611-project] 10.222.0.67 "GET /v2.0/ports?device_id=40818fc3-7339-4e2c-86d5-0cd95d815053 HTTP/1.1" status: 200 len: 943 time: 0.0594242 Sep 23 19:56:58.483289 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-c953dd50-cb0a-4229-8aea-cd394c8c8f74 req-0beb9005-5083-4afd-81a6-e64a4b291cb9 tempest-TestVolumeBootPattern-473790611 tempest-TestVolumeBootPattern-473790611-project] 10.222.0.67 "GET /v2.0/security-groups?id=908ef6e0-1891-45f9-9d59-8d9a77c692cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375297 Sep 23 19:56:59.600768 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c17b4d-f49e-49bb-939b-bae80b1683ab req-149585db-ff9c-4e0a-ba57-04ea20c25a67 tempest-TestVolumeBootPattern-473790611 tempest-TestVolumeBootPattern-473790611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:56:59.602369 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-a3c17b4d-f49e-49bb-939b-bae80b1683ab req-149585db-ff9c-4e0a-ba57-04ea20c25a67 tempest-TestVolumeBootPattern-473790611 tempest-TestVolumeBootPattern-473790611-project] 10.222.0.67 "GET /v2.0/ports?device_id=40818fc3-7339-4e2c-86d5-0cd95d815053 HTTP/1.1" status: 200 len: 943 time: 0.0508115 Sep 23 19:56:59.642609 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-a3c17b4d-f49e-49bb-939b-bae80b1683ab req-1f7db5dc-05f2-4a5e-83d7-d3a81adf2f50 tempest-TestVolumeBootPattern-473790611 tempest-TestVolumeBootPattern-473790611-project] 10.222.0.67 "GET /v2.0/security-groups?id=908ef6e0-1891-45f9-9d59-8d9a77c692cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340841 Sep 23 19:57:00.756468 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb508cc5-0409-40f4-9509-710e77ef1ed8 req-29a48b1f-60a3-4a98-b31d-a1683c04ce69 tempest-TestVolumeBootPattern-473790611 tempest-TestVolumeBootPattern-473790611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:57:00.757960 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-cb508cc5-0409-40f4-9509-710e77ef1ed8 req-29a48b1f-60a3-4a98-b31d-a1683c04ce69 tempest-TestVolumeBootPattern-473790611 tempest-TestVolumeBootPattern-473790611-project] 10.222.0.67 "GET /v2.0/ports?device_id=40818fc3-7339-4e2c-86d5-0cd95d815053 HTTP/1.1" status: 200 len: 943 time: 0.0497422 Sep 23 19:57:00.796110 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-cb508cc5-0409-40f4-9509-710e77ef1ed8 req-6e85ccaa-3cc5-49e3-84ba-f12d2b4ba327 tempest-TestVolumeBootPattern-473790611 tempest-TestVolumeBootPattern-473790611-project] 10.222.0.67 "GET /v2.0/security-groups?id=908ef6e0-1891-45f9-9d59-8d9a77c692cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317109 Sep 23 19:57:01.915941 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c99e83-f36b-46b7-acf8-b3e2b977f0d2 req-d028e630-ffd5-4ae4-9f08-bc358eb3ed1a tempest-TestVolumeBootPattern-473790611 tempest-TestVolumeBootPattern-473790611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:57:01.917491 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-b0c99e83-f36b-46b7-acf8-b3e2b977f0d2 req-d028e630-ffd5-4ae4-9f08-bc358eb3ed1a tempest-TestVolumeBootPattern-473790611 tempest-TestVolumeBootPattern-473790611-project] 10.222.0.67 "GET /v2.0/ports?device_id=40818fc3-7339-4e2c-86d5-0cd95d815053 HTTP/1.1" status: 200 len: 943 time: 0.0543761 Sep 23 19:57:01.956817 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-b0c99e83-f36b-46b7-acf8-b3e2b977f0d2 req-923f87a7-37ec-4e62-80ae-7b077b625a79 tempest-TestVolumeBootPattern-473790611 tempest-TestVolumeBootPattern-473790611-project] 10.222.0.67 "GET /v2.0/security-groups?id=908ef6e0-1891-45f9-9d59-8d9a77c692cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325274 Sep 23 19:57:03.108538 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c509c1-d7e2-4d63-84d2-09745ed688c3 req-c15cc643-2c2b-4b07-956e-0093a0ab1a39 tempest-TestVolumeBootPattern-473790611 tempest-TestVolumeBootPattern-473790611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:57:03.111489 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-f2c509c1-d7e2-4d63-84d2-09745ed688c3 req-c15cc643-2c2b-4b07-956e-0093a0ab1a39 tempest-TestVolumeBootPattern-473790611 tempest-TestVolumeBootPattern-473790611-project] 10.222.0.67 "GET /v2.0/ports?device_id=40818fc3-7339-4e2c-86d5-0cd95d815053 HTTP/1.1" status: 200 len: 943 time: 0.0683007 Sep 23 19:57:03.168708 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-f2c509c1-d7e2-4d63-84d2-09745ed688c3 req-e0a120f5-a8ef-445b-a4ff-9dc884642758 tempest-TestVolumeBootPattern-473790611 tempest-TestVolumeBootPattern-473790611-project] 10.222.0.67 "GET /v2.0/security-groups?id=908ef6e0-1891-45f9-9d59-8d9a77c692cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495877 Sep 23 19:57:04.287553 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b848a041-baad-460d-af9a-63d6fc294af4 req-fdcf1a8d-b88d-4aed-9939-ff535b118436 tempest-TestVolumeBootPattern-473790611 tempest-TestVolumeBootPattern-473790611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:57:04.289013 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-b848a041-baad-460d-af9a-63d6fc294af4 req-fdcf1a8d-b88d-4aed-9939-ff535b118436 tempest-TestVolumeBootPattern-473790611 tempest-TestVolumeBootPattern-473790611-project] 10.222.0.67 "GET /v2.0/ports?device_id=40818fc3-7339-4e2c-86d5-0cd95d815053 HTTP/1.1" status: 200 len: 943 time: 0.0499930 Sep 23 19:57:04.332344 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-b848a041-baad-460d-af9a-63d6fc294af4 req-92f3217f-76a9-4137-90a1-8b96faa441eb tempest-TestVolumeBootPattern-473790611 tempest-TestVolumeBootPattern-473790611-project] 10.222.0.67 "GET /v2.0/security-groups?id=908ef6e0-1891-45f9-9d59-8d9a77c692cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372064 Sep 23 19:57:04.637385 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Device f1404ebc-e4f1-4ae3-b6c1-f2c5d0952e92 details requested by agent hyperv_n-h2-713301-16 with host n-h2-713301-16 {{(pid=95103) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 19:57:04.741269 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] For port f1404ebc-e4f1-4ae3-b6c1-f2c5d0952e92, host n-h2-713301-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-16',level=0,port_id=f1404ebc-e4f1-4ae3-b6c1-f2c5d0952e92,segment=NetworkSegment(c7abd8db-b99c-424c-86a3-7924c060f21a),segment_id=c7abd8db-b99c-424c-86a3-7924c060f21a)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:57:04.753639 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Returning: {'device': 'f1404ebc-e4f1-4ae3-b6c1-f2c5d0952e92', 'network_id': 'a97a1ddd-be59-4422-8c3e-924143535884', 'port_id': 'f1404ebc-e4f1-4ae3-b6c1-f2c5d0952e92', 'mac_address': 'fa:16:3e:43:cd:43', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 640, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '788d1f3e-2626-40b1-b49a-799b1a0fa15b', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95103) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 19:57:04.790207 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:57:04.803897 n-d-713301-16 neutron-server[95103]: DEBUG neutron.notifiers.nova [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f1404ebc-e4f1-4ae3-b6c1-f2c5d0952e92 {{(pid=95103) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 19:57:04.824672 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] For port f1404ebc-e4f1-4ae3-b6c1-f2c5d0952e92, host n-h2-713301-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-16',level=0,port_id=f1404ebc-e4f1-4ae3-b6c1-f2c5d0952e92,segment=NetworkSegment(c7abd8db-b99c-424c-86a3-7924c060f21a),segment_id=c7abd8db-b99c-424c-86a3-7924c060f21a)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:57:04.830005 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:57:04.881130 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Pushing event updated for resources: {'Port': ['ID=f1404ebc-e4f1-4ae3-b6c1-f2c5d0952e92,revision_number=4']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:57:04.888825 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:57:04.889174 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:57:04.889513 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:57:04.889847 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:57:04.891701 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:57:04.892038 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:57:04.892370 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:57:04.892725 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:57:04.893054 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:57:04.893378 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:57:04.893699 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:57:04.894019 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:57:05.017996 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] get_ports_and_sgs() called for port_ids ['f1404ebc-e4f1-4ae3-b6c1-f2c5d0952e92'] {{(pid=95103) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 19:57:05.458874 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b88416fd-8340-4199-8c65-350529250277 req-88448331-f3f7-4908-b967-eba5a5c8b9f4 tempest-TestVolumeBootPattern-473790611 tempest-TestVolumeBootPattern-473790611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:57:05.460365 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-b88416fd-8340-4199-8c65-350529250277 req-88448331-f3f7-4908-b967-eba5a5c8b9f4 tempest-TestVolumeBootPattern-473790611 tempest-TestVolumeBootPattern-473790611-project] 10.222.0.67 "GET /v2.0/ports?device_id=40818fc3-7339-4e2c-86d5-0cd95d815053 HTTP/1.1" status: 200 len: 944 time: 0.0530174 Sep 23 19:57:05.499012 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-b88416fd-8340-4199-8c65-350529250277 req-b27678ca-68d1-481f-958c-e3af31a13f98 tempest-TestVolumeBootPattern-473790611 tempest-TestVolumeBootPattern-473790611-project] 10.222.0.67 "GET /v2.0/security-groups?id=908ef6e0-1891-45f9-9d59-8d9a77c692cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324435 Sep 23 19:57:06.621249 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9fc74cf-00dd-4720-bbe6-8ec48ab712e1 req-651ec791-1526-4b7d-a37e-d50646c062ed tempest-TestVolumeBootPattern-473790611 tempest-TestVolumeBootPattern-473790611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:57:06.622831 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-c9fc74cf-00dd-4720-bbe6-8ec48ab712e1 req-651ec791-1526-4b7d-a37e-d50646c062ed tempest-TestVolumeBootPattern-473790611 tempest-TestVolumeBootPattern-473790611-project] 10.222.0.67 "GET /v2.0/ports?device_id=40818fc3-7339-4e2c-86d5-0cd95d815053 HTTP/1.1" status: 200 len: 944 time: 0.0556626 Sep 23 19:57:06.633398 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Device f1404ebc-e4f1-4ae3-b6c1-f2c5d0952e92 up at agent hyperv_n-h2-713301-16 {{(pid=95103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 19:57:06.662463 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-c9fc74cf-00dd-4720-bbe6-8ec48ab712e1 req-1c99505f-fd7b-4e82-93d0-6ab490234c4b tempest-TestVolumeBootPattern-473790611 tempest-TestVolumeBootPattern-473790611-project] 10.222.0.67 "GET /v2.0/security-groups?id=908ef6e0-1891-45f9-9d59-8d9a77c692cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329247 Sep 23 19:57:06.707072 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Provisioning for port f1404ebc-e4f1-4ae3-b6c1-f2c5d0952e92 completed by entity L2. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 19:57:06.711390 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Provisioning complete for port f1404ebc-e4f1-4ae3-b6c1-f2c5d0952e92 triggered by entity L2. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:57:06.711979 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:57:06.789629 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:57:06.813498 n-d-713301-16 neutron-server[95103]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '40818fc3-7339-4e2c-86d5-0cd95d815053', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f1404ebc-e4f1-4ae3-b6c1-f2c5d0952e92'}] {{(pid=95103) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 19:57:06.815981 n-d-713301-16 neutron-server[95103]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}81a1c17f2aa89d5b3ebbba3a3e0cf7eb588e431c2224256110c4c4facdd7c3e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c2685ec-2011-4e00-84e7-80819d955526" -d '{"events": [{"server_uuid": "40818fc3-7339-4e2c-86d5-0cd95d815053", "name": "network-vif-plugged", "status": "completed", "tag": "f1404ebc-e4f1-4ae3-b6c1-f2c5d0952e92"}]}' {{(pid=95103) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 19:57:06.828526 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] For port f1404ebc-e4f1-4ae3-b6c1-f2c5d0952e92, host n-h2-713301-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-16',level=0,port_id=f1404ebc-e4f1-4ae3-b6c1-f2c5d0952e92,segment=NetworkSegment(c7abd8db-b99c-424c-86a3-7924c060f21a),segment_id=c7abd8db-b99c-424c-86a3-7924c060f21a)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:57:06.833968 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:57:06.859757 n-d-713301-16 neutron-server[95103]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 19:57:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-004e07af-0946-46e5-a7e0-16916adf4036 x-openstack-request-id: req-004e07af-0946-46e5-a7e0-16916adf4036 {{(pid=95103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 19:57:06.860028 n-d-713301-16 neutron-server[95103]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "40818fc3-7339-4e2c-86d5-0cd95d815053", "name": "network-vif-plugged", "status": "completed", "tag": "f1404ebc-e4f1-4ae3-b6c1-f2c5d0952e92", "code": 200}]} {{(pid=95103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 19:57:06.860261 n-d-713301-16 neutron-server[95103]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-004e07af-0946-46e5-a7e0-16916adf4036 {{(pid=95103) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 19:57:06.860728 n-d-713301-16 neutron-server[95103]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '40818fc3-7339-4e2c-86d5-0cd95d815053', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f1404ebc-e4f1-4ae3-b6c1-f2c5d0952e92', 'code': 200} Sep 23 19:57:06.886736 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Pushing event updated for resources: {'Port': ['ID=f1404ebc-e4f1-4ae3-b6c1-f2c5d0952e92,revision_number=5']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:57:06.951477 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2707e4e-5865-41dc-9628-d072d338e0d9 req-f93c8697-786e-4b52-aed1-9c4d58b03e64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:57:06.953218 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-e2707e4e-5865-41dc-9628-d072d338e0d9 req-f93c8697-786e-4b52-aed1-9c4d58b03e64 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=40818fc3-7339-4e2c-86d5-0cd95d815053 HTTP/1.1" status: 200 len: 1097 time: 0.0407023 Sep 23 19:57:06.992937 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-e2707e4e-5865-41dc-9628-d072d338e0d9 req-f809bde2-172b-4eca-8360-a002256f0541 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=908ef6e0-1891-45f9-9d59-8d9a77c692cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309186 Sep 23 19:57:07.795512 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e91d7f0-5dba-43d2-81fb-67bb81911a70 req-fef95093-c3a1-46d4-b7fd-2d1dd0891bec tempest-TestVolumeBootPattern-473790611 tempest-TestVolumeBootPattern-473790611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:57:07.797645 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-8e91d7f0-5dba-43d2-81fb-67bb81911a70 req-fef95093-c3a1-46d4-b7fd-2d1dd0891bec tempest-TestVolumeBootPattern-473790611 tempest-TestVolumeBootPattern-473790611-project] 10.222.0.67 "GET /v2.0/ports?device_id=40818fc3-7339-4e2c-86d5-0cd95d815053 HTTP/1.1" status: 200 len: 945 time: 0.0666306 Sep 23 19:57:07.837327 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-8e91d7f0-5dba-43d2-81fb-67bb81911a70 req-1990fd0b-5c10-467f-b2a7-79f8a33c61bf tempest-TestVolumeBootPattern-473790611 tempest-TestVolumeBootPattern-473790611-project] 10.222.0.67 "GET /v2.0/security-groups?id=908ef6e0-1891-45f9-9d59-8d9a77c692cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335915 Sep 23 19:57:08.962451 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-988f7f56-301d-456d-ae2b-b27c949d5400 req-2c50810b-0868-448a-96c7-d55cbea91095 tempest-TestVolumeBootPattern-473790611 tempest-TestVolumeBootPattern-473790611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:57:08.964028 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-988f7f56-301d-456d-ae2b-b27c949d5400 req-2c50810b-0868-448a-96c7-d55cbea91095 tempest-TestVolumeBootPattern-473790611 tempest-TestVolumeBootPattern-473790611-project] 10.222.0.67 "GET /v2.0/ports?device_id=40818fc3-7339-4e2c-86d5-0cd95d815053 HTTP/1.1" status: 200 len: 945 time: 0.0514510 Sep 23 19:57:09.005036 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-988f7f56-301d-456d-ae2b-b27c949d5400 req-38393e6e-975a-4ff1-b20a-e6c2f015433d tempest-TestVolumeBootPattern-473790611 tempest-TestVolumeBootPattern-473790611-project] 10.222.0.67 "GET /v2.0/security-groups?id=908ef6e0-1891-45f9-9d59-8d9a77c692cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339262 Sep 23 19:57:09.137548 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ec34a1-c555-4b13-ab0c-b6ce963b57a1 req-f395f450-f142-46bb-99ad-ba752b3d3dec tempest-TestVolumeBootPattern-473790611 tempest-TestVolumeBootPattern-473790611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:57:09.139218 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-58ec34a1-c555-4b13-ab0c-b6ce963b57a1 req-f395f450-f142-46bb-99ad-ba752b3d3dec tempest-TestVolumeBootPattern-473790611 tempest-TestVolumeBootPattern-473790611-project] 10.222.0.67 "GET /v2.0/ports?device_id=40818fc3-7339-4e2c-86d5-0cd95d815053 HTTP/1.1" status: 200 len: 945 time: 0.0539122 Sep 23 19:57:09.180555 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-58ec34a1-c555-4b13-ab0c-b6ce963b57a1 req-f8913c89-e7e6-42cc-9e2f-03f74d0da102 tempest-TestVolumeBootPattern-473790611 tempest-TestVolumeBootPattern-473790611-project] 10.222.0.67 "GET /v2.0/security-groups?id=908ef6e0-1891-45f9-9d59-8d9a77c692cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345688 Sep 23 19:57:09.304730 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c254025-aad0-4e77-ab91-67b401b17b05 req-f1383f65-6c42-4dde-a972-25cccd2a75de tempest-TestVolumeBootPattern-473790611 tempest-TestVolumeBootPattern-473790611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:57:09.306243 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-3c254025-aad0-4e77-ab91-67b401b17b05 req-f1383f65-6c42-4dde-a972-25cccd2a75de tempest-TestVolumeBootPattern-473790611 tempest-TestVolumeBootPattern-473790611-project] 10.222.0.67 "GET /v2.0/ports?device_id=40818fc3-7339-4e2c-86d5-0cd95d815053 HTTP/1.1" status: 200 len: 945 time: 0.0579498 Sep 23 19:57:09.345304 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-3c254025-aad0-4e77-ab91-67b401b17b05 req-cd403d4e-444c-4e40-891b-3f125f2a6187 tempest-TestVolumeBootPattern-473790611 tempest-TestVolumeBootPattern-473790611-project] 10.222.0.67 "GET /v2.0/security-groups?id=908ef6e0-1891-45f9-9d59-8d9a77c692cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327411 Sep 23 19:57:09.661715 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab4b0adb-7e57-4fee-aa26-819f9f702521 req-61c5a75e-9057-47e3-bfc2-046cda9c19f5 tempest-TestVolumeBootPattern-473790611 tempest-TestVolumeBootPattern-473790611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:57:09.663258 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-ab4b0adb-7e57-4fee-aa26-819f9f702521 req-61c5a75e-9057-47e3-bfc2-046cda9c19f5 tempest-TestVolumeBootPattern-473790611 tempest-TestVolumeBootPattern-473790611-project] 10.222.0.67 "GET /v2.0/ports?device_id=40818fc3-7339-4e2c-86d5-0cd95d815053 HTTP/1.1" status: 200 len: 945 time: 0.0507281 Sep 23 19:57:09.701378 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-ab4b0adb-7e57-4fee-aa26-819f9f702521 req-37c9bb76-ab89-4f94-a04d-cf24312eb5b4 tempest-TestVolumeBootPattern-473790611 tempest-TestVolumeBootPattern-473790611-project] 10.222.0.67 "GET /v2.0/security-groups?id=908ef6e0-1891-45f9-9d59-8d9a77c692cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319943 Sep 23 19:57:10.825940 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b411a6-b49e-42ec-ba6c-5bf93f74422b req-2c93a234-ec9e-4848-b73e-f6c5241c11d2 tempest-TestVolumeBootPattern-473790611 tempest-TestVolumeBootPattern-473790611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:57:10.828232 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-e7b411a6-b49e-42ec-ba6c-5bf93f74422b req-2c93a234-ec9e-4848-b73e-f6c5241c11d2 tempest-TestVolumeBootPattern-473790611 tempest-TestVolumeBootPattern-473790611-project] 10.222.0.67 "GET /v2.0/ports?device_id=40818fc3-7339-4e2c-86d5-0cd95d815053 HTTP/1.1" status: 200 len: 945 time: 0.0538840 Sep 23 19:57:10.868831 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-e7b411a6-b49e-42ec-ba6c-5bf93f74422b req-27eba5e9-9d9e-4060-9215-99e6e06a8dff tempest-TestVolumeBootPattern-473790611 tempest-TestVolumeBootPattern-473790611-project] 10.222.0.67 "GET /v2.0/security-groups?id=908ef6e0-1891-45f9-9d59-8d9a77c692cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340533 Sep 23 19:57:11.120404 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2770eb81-d9ea-46d3-a738-2b96698bed3d req-cb55885a-b812-405e-826e-3982e6ebbd96 tempest-TestVolumeBootPattern-473790611 tempest-TestVolumeBootPattern-473790611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:57:11.121936 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-2770eb81-d9ea-46d3-a738-2b96698bed3d req-cb55885a-b812-405e-826e-3982e6ebbd96 tempest-TestVolumeBootPattern-473790611 tempest-TestVolumeBootPattern-473790611-project] 10.222.0.53 "GET /v2.0/ports?device_id=40818fc3-7339-4e2c-86d5-0cd95d815053 HTTP/1.1" status: 200 len: 945 time: 0.0728951 Sep 23 19:57:11.220311 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.plugin [req-2770eb81-d9ea-46d3-a738-2b96698bed3d req-bc0649dc-bffc-4cf0-991f-9f2765625b7d tempest-TestVolumeBootPattern-473790611 tempest-TestVolumeBootPattern-473790611-project] Deleting port f1404ebc-e4f1-4ae3-b6c1-f2c5d0952e92 {{(pid=95102) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:57:11.220730 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-2770eb81-d9ea-46d3-a738-2b96698bed3d req-bc0649dc-bffc-4cf0-991f-9f2765625b7d tempest-TestVolumeBootPattern-473790611 tempest-TestVolumeBootPattern-473790611-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783146157096'] for port, before_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:57:11.321952 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.db [req-2770eb81-d9ea-46d3-a738-2b96698bed3d req-bc0649dc-bffc-4cf0-991f-9f2765625b7d tempest-TestVolumeBootPattern-473790611 tempest-TestVolumeBootPattern-473790611-project] For port f1404ebc-e4f1-4ae3-b6c1-f2c5d0952e92, host n-h2-713301-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-16',level=0,port_id=f1404ebc-e4f1-4ae3-b6c1-f2c5d0952e92,segment=NetworkSegment(c7abd8db-b99c-424c-86a3-7924c060f21a),segment_id=c7abd8db-b99c-424c-86a3-7924c060f21a)] {{(pid=95102) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:57:11.322464 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-2770eb81-d9ea-46d3-a738-2b96698bed3d req-bc0649dc-bffc-4cf0-991f-9f2765625b7d tempest-TestVolumeBootPattern-473790611 tempest-TestVolumeBootPattern-473790611-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-605701'] for port, precommit_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:57:11.335830 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.plugin [req-2770eb81-d9ea-46d3-a738-2b96698bed3d req-bc0649dc-bffc-4cf0-991f-9f2765625b7d tempest-TestVolumeBootPattern-473790611 tempest-TestVolumeBootPattern-473790611-project] Calling delete_port for f1404ebc-e4f1-4ae3-b6c1-f2c5d0952e92 owned by compute:nova {{(pid=95102) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:57:11.465192 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-2770eb81-d9ea-46d3-a738-2b96698bed3d req-bc0649dc-bffc-4cf0-991f-9f2765625b7d tempest-TestVolumeBootPattern-473790611 tempest-TestVolumeBootPattern-473790611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783146162158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783145673144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4399100'] for port, after_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:57:11.476379 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] get_ports_and_sgs() called for port_ids ['f1404ebc-e4f1-4ae3-b6c1-f2c5d0952e92'] {{(pid=95103) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 19:57:11.499184 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc0649dc-bffc-4cf0-991f-9f2765625b7d tempest-TestVolumeBootPattern-473790611 tempest-TestVolumeBootPattern-473790611-project] Pushing event deleted for resources: {'Port': ['ID=f1404ebc-e4f1-4ae3-b6c1-f2c5d0952e92,revision_number=None']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:57:11.540741 n-d-713301-16 neutron-server[95102]: DEBUG neutron.db.l3_dvrscheduler_db [req-2770eb81-d9ea-46d3-a738-2b96698bed3d req-bc0649dc-bffc-4cf0-991f-9f2765625b7d tempest-TestVolumeBootPattern-473790611 tempest-TestVolumeBootPattern-473790611-project] No DVR routers for this DVR port f1404ebc-e4f1-4ae3-b6c1-f2c5d0952e92 on host n-h2-713301-16 {{(pid=95102) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 19:57:11.543486 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-2770eb81-d9ea-46d3-a738-2b96698bed3d req-bc0649dc-bffc-4cf0-991f-9f2765625b7d tempest-TestVolumeBootPattern-473790611 tempest-TestVolumeBootPattern-473790611-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222849'] for port, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:57:11.545590 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-2770eb81-d9ea-46d3-a738-2b96698bed3d req-bc0649dc-bffc-4cf0-991f-9f2765625b7d tempest-TestVolumeBootPattern-473790611 tempest-TestVolumeBootPattern-473790611-project] 10.222.0.53 "DELETE /v2.0/ports/f1404ebc-e4f1-4ae3-b6c1-f2c5d0952e92 HTTP/1.1" status: 204 len: 173 time: 0.4176607 Sep 23 19:57:11.546633 n-d-713301-16 neutron-server[95102]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '40818fc3-7339-4e2c-86d5-0cd95d815053', 'name': 'network-vif-deleted', 'tag': 'f1404ebc-e4f1-4ae3-b6c1-f2c5d0952e92'}] {{(pid=95102) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 19:57:11.549045 n-d-713301-16 neutron-server[95102]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab31b6d93e5336dbddfa8ec424565b3bd8cb2369c5b4d85bc943472dbb21e8ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f291ece7-b2b2-4dd0-917e-e6d38633f666" -d '{"events": [{"server_uuid": "40818fc3-7339-4e2c-86d5-0cd95d815053", "name": "network-vif-deleted", "tag": "f1404ebc-e4f1-4ae3-b6c1-f2c5d0952e92"}]}' {{(pid=95102) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 19:57:11.592622 n-d-713301-16 neutron-server[95102]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 19:57:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81dd54a8-82f8-4b48-bcd6-7f14078f058f x-openstack-request-id: req-81dd54a8-82f8-4b48-bcd6-7f14078f058f {{(pid=95102) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 19:57:11.593614 n-d-713301-16 neutron-server[95102]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "40818fc3-7339-4e2c-86d5-0cd95d815053", "name": "network-vif-deleted", "tag": "f1404ebc-e4f1-4ae3-b6c1-f2c5d0952e92", "status": "completed", "code": 200}]} {{(pid=95102) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 19:57:11.593871 n-d-713301-16 neutron-server[95102]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-81dd54a8-82f8-4b48-bcd6-7f14078f058f {{(pid=95102) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 19:57:11.594272 n-d-713301-16 neutron-server[95102]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '40818fc3-7339-4e2c-86d5-0cd95d815053', 'name': 'network-vif-deleted', 'tag': 'f1404ebc-e4f1-4ae3-b6c1-f2c5d0952e92', 'status': 'completed', 'code': 200} Sep 23 19:57:11.963943 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-a7810638-0ded-4e8a-85e8-96e7c9f7f523 req-e502f89c-52f9-4a7c-bb09-49d79d8d8815 tempest-TestVolumeBootPattern-473790611 tempest-TestVolumeBootPattern-473790611-project] 10.222.0.67 "GET /v2.0/ports?device_id=40818fc3-7339-4e2c-86d5-0cd95d815053 HTTP/1.1" status: 200 len: 210 time: 0.0275135 Sep 23 19:57:13.069055 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-074554d1-8ad8-4c89-8b88-02ad5a3032dd req-e27e1048-a657-4c75-ab80-b94ea256e46f tempest-TestVolumeBootPattern-473790611 tempest-TestVolumeBootPattern-473790611-project] 10.222.0.67 "GET /v2.0/ports?device_id=40818fc3-7339-4e2c-86d5-0cd95d815053 HTTP/1.1" status: 200 len: 210 time: 0.0279450 Sep 23 19:57:14.167864 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-c16146bc-180c-430c-aa53-09090df61571 req-5f34d1dd-f6eb-404c-b1cd-31aac8f4ba86 tempest-TestVolumeBootPattern-473790611 tempest-TestVolumeBootPattern-473790611-project] 10.222.0.67 "GET /v2.0/ports?device_id=40818fc3-7339-4e2c-86d5-0cd95d815053 HTTP/1.1" status: 200 len: 210 time: 0.0305307 Sep 23 19:57:14.649948 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Device f1404ebc-e4f1-4ae3-b6c1-f2c5d0952e92 no longer exists at agent hyperv_n-h2-713301-16 {{(pid=95103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 19:57:14.670047 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.plugin [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] No Port match for: f1404ebc-e4f1-4ae3-b6c1-f2c5d0952e92 {{(pid=95103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 19:57:14.670384 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Device f1404ebc-e4f1-4ae3-b6c1-f2c5d0952e92 not bound to the agent host n-h2-713301-16 {{(pid=95103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 19:57:15.279862 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-7938a1ef-4cea-4982-99a1-0b1f07ca6d38 req-babba70e-dd81-43ae-9679-cbcd6d428c8d tempest-TestVolumeBootPattern-473790611 tempest-TestVolumeBootPattern-473790611-project] 10.222.0.67 "GET /v2.0/ports?device_id=40818fc3-7339-4e2c-86d5-0cd95d815053 HTTP/1.1" status: 200 len: 210 time: 0.0273387 Sep 23 19:57:17.622234 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 56716) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:57:17.672948 n-d-713301-16 neutron-server[95101]: DEBUG neutron.db.db_base_plugin_v2 [None req-947e0720-b75b-4274-b931-e2f530c83865 admin admin] Deleting subnet 36773723-394b-4169-a811-d598dbae0df7 {{(pid=95101) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 23 19:57:17.676513 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-947e0720-b75b-4274-b931-e2f530c83865 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:57:17.723971 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-947e0720-b75b-4274-b931-e2f530c83865 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6007154'] for subnet, precommit_delete_associations {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:57:17.770394 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-947e0720-b75b-4274-b931-e2f530c83865 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1756813'] for subnet, precommit_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:57:17.836307 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-947e0720-b75b-4274-b931-e2f530c83865 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1756804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5607514', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6130950'] for subnet, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:57:17.869950 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-947e0720-b75b-4274-b931-e2f530c83865 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=36773723-394b-4169-a811-d598dbae0df7,revision_number=None']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:57:17.872842 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-947e0720-b75b-4274-b931-e2f530c83865 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:57:17.874959 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-947e0720-b75b-4274-b931-e2f530c83865 admin admin] 10.222.0.67 "DELETE /v2.0/subnets/36773723-394b-4169-a811-d598dbae0df7 HTTP/1.1" status: 204 len: 168 time: 0.2511649 Sep 23 19:57:17.878980 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 56718) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:57:17.881826 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-947e0720-b75b-4274-b931-e2f530c83865 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:57:17.882167 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-947e0720-b75b-4274-b931-e2f530c83865 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:57:17.882502 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-947e0720-b75b-4274-b931-e2f530c83865 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:57:17.882833 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-947e0720-b75b-4274-b931-e2f530c83865 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:57:17.883163 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-947e0720-b75b-4274-b931-e2f530c83865 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:57:17.883494 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-947e0720-b75b-4274-b931-e2f530c83865 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:57:17.883819 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-947e0720-b75b-4274-b931-e2f530c83865 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:57:17.884211 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-947e0720-b75b-4274-b931-e2f530c83865 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:57:17.884585 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-947e0720-b75b-4274-b931-e2f530c83865 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:57:17.884942 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-947e0720-b75b-4274-b931-e2f530c83865 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:57:17.885253 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-947e0720-b75b-4274-b931-e2f530c83865 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:57:17.885566 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-947e0720-b75b-4274-b931-e2f530c83865 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:57:17.963451 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-78ef864b-9503-40fc-b3ef-df92af610f3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1628021'] for network, before_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:57:18.051776 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-78ef864b-9503-40fc-b3ef-df92af610f3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1754676', 'neutron.services.segments.db._delete_segments_for_network-8783146221460'] for network, precommit_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:57:18.074548 n-d-713301-16 neutron-server[95102]: DEBUG neutron.services.segments.db [None req-78ef864b-9503-40fc-b3ef-df92af610f3e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7b814cd9-7d66-4ffb-b9dd-d0fbdc6bfb5e']}} {{(pid=95102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:57:18.085455 n-d-713301-16 neutron-server[95102]: DEBUG neutron.services.segments.db [None req-78ef864b-9503-40fc-b3ef-df92af610f3e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '24e9d5ba-99a8-403e-9951-522175e97b58') {'for_net_delete': True} {{(pid=95102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:57:18.085455 n-d-713301-16 neutron-server[95102]: DEBUG neutron.services.segments.db [None req-78ef864b-9503-40fc-b3ef-df92af610f3e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '24e9d5ba-99a8-403e-9951-522175e97b58') {} {{(pid=95102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:57:18.096050 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-78ef864b-9503-40fc-b3ef-df92af610f3e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783146221725', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6162832'] for segment, before_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:57:18.109971 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-78ef864b-9503-40fc-b3ef-df92af610f3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1756186'] for segment, precommit_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:57:18.116212 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-78ef864b-9503-40fc-b3ef-df92af610f3e admin admin] Releasing vlan 645 on physical network physnet1 to pool {{(pid=95102) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 19:57:18.116659 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-78ef864b-9503-40fc-b3ef-df92af610f3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1756186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4398095'] for segment, after_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:57:18.118403 n-d-713301-16 neutron-server[95102]: Traceback (most recent call last): Sep 23 19:57:18.118403 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 19:57:18.118403 n-d-713301-16 neutron-server[95102]: timer() Sep 23 19:57:18.118403 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 19:57:18.118403 n-d-713301-16 neutron-server[95102]: cb(*args, **kw) Sep 23 19:57:18.118403 n-d-713301-16 neutron-server[95102]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 19:57:18.118403 n-d-713301-16 neutron-server[95102]: return func(*args, **kwargs) Sep 23 19:57:18.118403 n-d-713301-16 neutron-server[95102]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 19:57:18.118403 n-d-713301-16 neutron-server[95102]: self._notify() Sep 23 19:57:18.118403 n-d-713301-16 neutron-server[95102]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 19:57:18.118403 n-d-713301-16 neutron-server[95102]: self.callback(batched_events) Sep 23 19:57:18.118403 n-d-713301-16 neutron-server[95102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 19:57:18.118403 n-d-713301-16 neutron-server[95102]: event.method(event) Sep 23 19:57:18.118403 n-d-713301-16 neutron-server[95102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 19:57:18.118403 n-d-713301-16 neutron-server[95102]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 19:57:18.118403 n-d-713301-16 neutron-server[95102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 19:57:18.118403 n-d-713301-16 neutron-server[95102]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 19:57:18.118403 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 19:57:18.118403 n-d-713301-16 neutron-server[95102]: return f(self, *a, **k) Sep 23 19:57:18.118403 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 19:57:18.118403 n-d-713301-16 neutron-server[95102]: return self._get(url).json() Sep 23 19:57:18.118403 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 19:57:18.118403 n-d-713301-16 neutron-server[95102]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 19:57:18.118403 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 19:57:18.118403 n-d-713301-16 neutron-server[95102]: return self.request(url, 'GET', **kwargs) Sep 23 19:57:18.118403 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 19:57:18.118403 n-d-713301-16 neutron-server[95102]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 19:57:18.118403 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 19:57:18.118403 n-d-713301-16 neutron-server[95102]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 19:57:18.118403 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 19:57:18.118403 n-d-713301-16 neutron-server[95102]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 19:57:18.118403 n-d-713301-16 neutron-server[95102]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 19:57:18.187616 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-78ef864b-9503-40fc-b3ef-df92af610f3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1754627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-601866'] for network, after_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:57:18.196309 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-78ef864b-9503-40fc-b3ef-df92af610f3e admin admin] Notify callbacks [] for network, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:57:18.198335 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-78ef864b-9503-40fc-b3ef-df92af610f3e admin admin] 10.222.0.67 "DELETE /v2.0/networks/7b814cd9-7d66-4ffb-b9dd-d0fbdc6bfb5e HTTP/1.1" status: 204 len: 168 time: 0.3182526 Sep 23 19:57:18.208876 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ef864b-9503-40fc-b3ef-df92af610f3e admin admin] Pushing event deleted for resources: {'Network': ['ID=7b814cd9-7d66-4ffb-b9dd-d0fbdc6bfb5e,revision_number=None']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:57:18.404947 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 56722) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:57:18.449791 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-150ed254-ab19-405d-b1ab-ab4573481b07 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=62ad6741de4349ff944349877a51cb93&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0422497 Sep 23 19:57:18.452959 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 56724) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:57:18.512924 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-05bbf574-92a2-4213-94a6-a78a1c08401a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:57:18.544241 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-05bbf574-92a2-4213-94a6-a78a1c08401a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:57:18.607726 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-05bbf574-92a2-4213-94a6-a78a1c08401a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:57:18.612736 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-05bbf574-92a2-4213-94a6-a78a1c08401a admin admin] Notify callbacks [] for security_group, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:57:18.614340 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-05bbf574-92a2-4213-94a6-a78a1c08401a admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/6ec31d5d-5493-47d2-a1cf-4486a99959a3 HTTP/1.1" status: 204 len: 168 time: 0.1602695 Sep 23 19:57:18.625958 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05bbf574-92a2-4213-94a6-a78a1c08401a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ec31d5d-5493-47d2-a1cf-4486a99959a3,revision_number=None']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:57:19.714026 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-e96a17e8-0225-42a6-9d8a-5bb813d9750f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:57:20.349307 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 56776) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:57:20.353876 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.v2.base [None req-e3003382-85fc-49f5-9d7b-32ec7595b9a8 tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2001686524', 'description': 'tempest-secgroup-smoke-2001686524 description', 'project_id': '9cf4888c1a454e07a3d16aa9e7c63006'}} {{(pid=95101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:57:20.376099 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-e3003382-85fc-49f5-9d7b-32ec7595b9a8 tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] Notify callbacks [] for security_group, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:57:20.384157 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-e3003382-85fc-49f5-9d7b-32ec7595b9a8 tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] Notify callbacks [] for security_group, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:57:20.477174 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-e3003382-85fc-49f5-9d7b-32ec7595b9a8 tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] Notify callbacks [] for security_group, precommit_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:57:20.481175 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-e3003382-85fc-49f5-9d7b-32ec7595b9a8 tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:57:20.519258 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3003382-85fc-49f5-9d7b-32ec7595b9a8 tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8f9580d9-98a2-4a99-ac08-eb96be91720a,revision_number=1']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:57:20.573755 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-e3003382-85fc-49f5-9d7b-32ec7595b9a8 tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] Notify callbacks [] for security_group, precommit_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:57:20.578376 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-e3003382-85fc-49f5-9d7b-32ec7595b9a8 tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:57:20.604924 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-e3003382-85fc-49f5-9d7b-32ec7595b9a8 tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] Notify callbacks [] for security_group, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:57:20.606151 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-e3003382-85fc-49f5-9d7b-32ec7595b9a8 tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] 10.222.0.67 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2558165 Sep 23 19:57:20.609202 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 56778) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:57:20.613859 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.v2.base [None req-2945db71-9318-4e4f-8f76-0cb5776a001f tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] Request body: {'security_group_rule': {'security_group_id': 'b823ee68-61b3-45b7-bd15-ad0e7a0e3e7d', 'project_id': '9cf4888c1a454e07a3d16aa9e7c63006', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:57:20.621543 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3003382-85fc-49f5-9d7b-32ec7595b9a8 tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b823ee68-61b3-45b7-bd15-ad0e7a0e3e7d,revision_number=1']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:57:20.646197 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-2945db71-9318-4e4f-8f76-0cb5776a001f tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:57:20.703326 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-2945db71-9318-4e4f-8f76-0cb5776a001f tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:57:20.708372 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-2945db71-9318-4e4f-8f76-0cb5776a001f tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575319'] for security_group_rule, after_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:57:20.726978 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2945db71-9318-4e4f-8f76-0cb5776a001f tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c6e96701-161c-433b-8fdd-91ad8728a036,revision_number=0']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:57:20.734157 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-2945db71-9318-4e4f-8f76-0cb5776a001f tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:57:20.737050 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-2945db71-9318-4e4f-8f76-0cb5776a001f tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1268814 Sep 23 19:57:20.738651 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 56784) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:57:20.743195 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.v2.base [None req-1b466914-1df2-4a26-9980-e7bacc92abdb tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] Request body: {'security_group_rule': {'security_group_id': 'b823ee68-61b3-45b7-bd15-ad0e7a0e3e7d', 'project_id': '9cf4888c1a454e07a3d16aa9e7c63006', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=95101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:57:20.776429 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-1b466914-1df2-4a26-9980-e7bacc92abdb tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:57:20.844692 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-1b466914-1df2-4a26-9980-e7bacc92abdb tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:57:20.848819 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-1b466914-1df2-4a26-9980-e7bacc92abdb tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575319'] for security_group_rule, after_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:57:20.868192 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b466914-1df2-4a26-9980-e7bacc92abdb tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d3957072-bfe8-4fbe-9d9c-9db0e7bea2f9,revision_number=0']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:57:20.884359 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-1b466914-1df2-4a26-9980-e7bacc92abdb tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:57:20.885768 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-1b466914-1df2-4a26-9980-e7bacc92abdb tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1459923 Sep 23 19:57:20.888573 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 56788) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:57:20.893798 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.v2.base [None req-11a936a7-b596-4ce9-afd4-759e3f4aefbc tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] Request body: {'security_group_rule': {'security_group_id': 'b823ee68-61b3-45b7-bd15-ad0e7a0e3e7d', 'project_id': '9cf4888c1a454e07a3d16aa9e7c63006', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=95101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:57:20.921433 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-11a936a7-b596-4ce9-afd4-759e3f4aefbc tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:57:20.980483 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-11a936a7-b596-4ce9-afd4-759e3f4aefbc tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:57:20.985590 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-11a936a7-b596-4ce9-afd4-759e3f4aefbc tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575319'] for security_group_rule, after_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:57:21.005307 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11a936a7-b596-4ce9-afd4-759e3f4aefbc tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c9ce8aeb-1768-4f95-b3c9-abb120a29580,revision_number=0']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:57:21.010764 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-11a936a7-b596-4ce9-afd4-759e3f4aefbc tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:57:21.012023 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-11a936a7-b596-4ce9-afd4-759e3f4aefbc tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1224706 Sep 23 19:57:21.015368 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 56790) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:57:21.019655 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.v2.base [None req-bf3f8f81-8543-4939-954b-8bf9da3ff183 tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] Request body: {'security_group_rule': {'security_group_id': 'b823ee68-61b3-45b7-bd15-ad0e7a0e3e7d', 'project_id': '9cf4888c1a454e07a3d16aa9e7c63006', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=95101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:57:21.047920 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-bf3f8f81-8543-4939-954b-8bf9da3ff183 tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:57:21.109504 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-bf3f8f81-8543-4939-954b-8bf9da3ff183 tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:57:21.113096 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-bf3f8f81-8543-4939-954b-8bf9da3ff183 tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575319'] for security_group_rule, after_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:57:21.131817 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf3f8f81-8543-4939-954b-8bf9da3ff183 tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ce1f3ee9-ffda-4c17-8f12-b0a8d1a1203f,revision_number=0']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:57:21.138111 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-bf3f8f81-8543-4939-954b-8bf9da3ff183 tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:57:21.139363 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-bf3f8f81-8543-4939-954b-8bf9da3ff183 tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1229982 Sep 23 19:57:21.142416 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 56792) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:57:21.146925 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.v2.base [None req-eceea0f3-8aea-4a1a-bfa6-e9582751177b tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] Request body: {'security_group_rule': {'security_group_id': 'b823ee68-61b3-45b7-bd15-ad0e7a0e3e7d', 'project_id': '9cf4888c1a454e07a3d16aa9e7c63006', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=95101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:57:21.169586 n-d-713301-16 neutron-server[95101]: INFO neutron.db.securitygroups_db [None req-eceea0f3-8aea-4a1a-bfa6-e9582751177b tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] Project 9cf4888c1a454e07a3d16aa9e7c63006 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 23 19:57:21.176146 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-eceea0f3-8aea-4a1a-bfa6-e9582751177b tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:57:21.250582 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-eceea0f3-8aea-4a1a-bfa6-e9582751177b tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:57:21.254827 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-eceea0f3-8aea-4a1a-bfa6-e9582751177b tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575319'] for security_group_rule, after_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:57:21.274183 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eceea0f3-8aea-4a1a-bfa6-e9582751177b tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ce9aa9ed-6f84-4453-9a31-4cbf0ea1d700,revision_number=0']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:57:21.280633 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-eceea0f3-8aea-4a1a-bfa6-e9582751177b tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:57:21.282214 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-eceea0f3-8aea-4a1a-bfa6-e9582751177b tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1388168 Sep 23 19:57:21.288533 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 56794) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:57:21.294092 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.v2.base [None req-79fa5e83-fdf1-4038-a979-720444546ebf tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] Request body: {'security_group_rule': {'security_group_id': 'b823ee68-61b3-45b7-bd15-ad0e7a0e3e7d', 'project_id': '9cf4888c1a454e07a3d16aa9e7c63006', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=95101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:57:21.324276 n-d-713301-16 neutron-server[95101]: INFO neutron.db.securitygroups_db [None req-79fa5e83-fdf1-4038-a979-720444546ebf tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] Project 9cf4888c1a454e07a3d16aa9e7c63006 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 23 19:57:21.329064 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-79fa5e83-fdf1-4038-a979-720444546ebf tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:57:21.391795 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-79fa5e83-fdf1-4038-a979-720444546ebf tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:57:21.395968 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-79fa5e83-fdf1-4038-a979-720444546ebf tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575319'] for security_group_rule, after_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:57:21.415160 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79fa5e83-fdf1-4038-a979-720444546ebf tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c8997b63-94c7-4390-9b24-852d1f01711f,revision_number=0']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:57:21.422646 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-79fa5e83-fdf1-4038-a979-720444546ebf tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:57:21.426986 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-79fa5e83-fdf1-4038-a979-720444546ebf tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1338780 Sep 23 19:57:21.427206 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 56796) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:57:21.432179 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.v2.base [None req-2e74c5d9-004e-4820-a23a-da76612f64df tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] Request body: {'network': {'name': 'tempest-network-smoke--419315675', 'project_id': '9cf4888c1a454e07a3d16aa9e7c63006', 'port_security_enabled': True}} {{(pid=95101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:57:21.454460 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e74c5d9-004e-4820-a23a-da76612f64df tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] Made reservation on behalf of 9cf4888c1a454e07a3d16aa9e7c63006 for: {'network': 1} {{(pid=95101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:57:21.457960 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-2e74c5d9-004e-4820-a23a-da76612f64df tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for network, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:57:21.482527 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2e74c5d9-004e-4820-a23a-da76612f64df tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 632} {{(pid=95101) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 19:57:21.491627 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-2e74c5d9-004e-4820-a23a-da76612f64df tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1756186'] for segment, precommit_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:57:21.491973 n-d-713301-16 neutron-server[95101]: INFO neutron.db.segments_db [None req-2e74c5d9-004e-4820-a23a-da76612f64df tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] Added segment e851f304-d10e-494c-b70c-015c08f1570d of type vlan for network b26c350a-bbf7-4ea0-b9d7-09eada9c3ff4 Sep 23 19:57:21.533967 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-2e74c5d9-004e-4820-a23a-da76612f64df tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783145630486'] for network, precommit_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:57:21.558887 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-2e74c5d9-004e-4820-a23a-da76612f64df tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299'] for network, after_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:57:21.565582 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e74c5d9-004e-4820-a23a-da76612f64df tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:57:21.566193 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-2e74c5d9-004e-4820-a23a-da76612f64df tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] Notify callbacks [] for network, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:57:21.606794 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-2e74c5d9-004e-4820-a23a-da76612f64df tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1785560 Sep 23 19:57:21.609828 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 56798) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:57:21.614079 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.v2.base [None req-4d5294e9-c2c0-4f38-a4c4-5a272e5591ff tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-716538060', 'admin_state_up': True, 'project_id': '9cf4888c1a454e07a3d16aa9e7c63006', 'external_gateway_info': {'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac'}}} {{(pid=95101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:57:21.654249 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e74c5d9-004e-4820-a23a-da76612f64df tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] Pushing event updated for resources: {'Network': ['ID=b26c350a-bbf7-4ea0-b9d7-09eada9c3ff4,revision_number=1']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:57:21.667566 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Network b26c350a-bbf7-4ea0-b9d7-09eada9c3ff4 details requested by agent ovs-agent-n-d-713301-16 with host n-d-713301-16 {{(pid=95103) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 19:57:21.676959 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-4d5294e9-c2c0-4f38-a4c4-5a272e5591ff tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-594563', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29355'] for router, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:57:21.678187 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-4d5294e9-c2c0-4f38-a4c4-5a272e5591ff tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-597363', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-601731', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-739356', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29346'] for router, precommit_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:57:21.736014 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-4d5294e9-c2c0-4f38-a4c4-5a272e5591ff tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:57:21.899079 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-4d5294e9-c2c0-4f38-a4c4-5a272e5591ff tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:57:22.098077 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-4d5294e9-c2c0-4f38-a4c4-5a272e5591ff tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] Notify callbacks [] for router_gateway, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:57:22.118666 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-4d5294e9-c2c0-4f38-a4c4-5a272e5591ff tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:57:22.231480 n-d-713301-16 neutron-server[95101]: DEBUG neutron.db.db_base_plugin_common [None req-4d5294e9-c2c0-4f38-a4c4-5a272e5591ff tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] Allocated IP 172.25.1.248 (5dec5c09-378e-4f50-89cc-d94eb81c3bac/eff83446-018c-428d-b3f5-54ac9abe7a2a/dcabc601-dc6c-4e14-90ae-e34ff1ebe3f3) {{(pid=95101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 19:57:22.353635 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-4d5294e9-c2c0-4f38-a4c4-5a272e5591ff tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] Notify callbacks [] for port, precommit_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:57:22.393438 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-4d5294e9-c2c0-4f38-a4c4-5a272e5591ff tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783145673135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5607431'] for port, after_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:57:22.431742 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d5294e9-c2c0-4f38-a4c4-5a272e5591ff tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] Network 5dec5c09-378e-4f50-89cc-d94eb81c3bac is already hosted by enough agents. {{(pid=95101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:57:22.434536 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.base_scheduler [None req-4d5294e9-c2c0-4f38-a4c4-5a272e5591ff tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] Resources bound (agent type, host, resource id): {{(pid=95101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:57:22.438037 n-d-713301-16 neutron-server[95101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d5294e9-c2c0-4f38-a4c4-5a272e5591ff tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] Received port after_create {{(pid=95101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 19:57:22.466718 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d5294e9-c2c0-4f38-a4c4-5a272e5591ff tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] Pushing event updated for resources: {'Port': ['ID=dcabc601-dc6c-4e14-90ae-e34ff1ebe3f3,revision_number=1']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:57:22.695774 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-4d5294e9-c2c0-4f38-a4c4-5a272e5591ff tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] Notify callbacks [] for router_gateway, after_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:57:22.903394 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-4d5294e9-c2c0-4f38-a4c4-5a272e5591ff tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-597258', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-601790'] for router, after_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:57:22.977928 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-881111a3-18c1-4dec-bb9e-b2921bd3724c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:57:23.134075 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:57:23.373417 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d5294e9-c2c0-4f38-a4c4-5a272e5591ff tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] Router 32abbfbd-1048-41c4-b885-cccc4f59c0d1 is scheduled to L3 agent 79a740bf-7821-4989-8288-7186e3e128f3 with binding_index 1 {{(pid=95101) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 23 19:57:23.505229 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d5294e9-c2c0-4f38-a4c4-5a272e5591ff tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] Notify agent at l3_agent.n-d-713301-16 the message routers_updated {{(pid=95101) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 19:57:23.511780 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-0ae75029-feb6-4728-9a94-5f9b60993d82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:57:23.518413 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b0a141f-5fa3-4a85-8139-811561d95327 None None] Sync routers for ids ['32abbfbd-1048-41c4-b885-cccc4f59c0d1'] in n-d-713301-16 {{(pid=95104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 19:57:23.525598 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-4d5294e9-c2c0-4f38-a4c4-5a272e5591ff tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] Notify callbacks [] for router, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:57:23.530028 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-4d5294e9-c2c0-4f38-a4c4-5a272e5591ff tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] 10.222.0.67 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.9163363 Sep 23 19:57:23.530229 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b0a141f-5fa3-4a85-8139-811561d95327 None None] Routers {'32abbfbd-1048-41c4-b885-cccc4f59c0d1'} bound to L3 agent in host n-d-713301-16 {{(pid=95104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 19:57:23.530229 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_hamode_db [None req-9b0a141f-5fa3-4a85-8139-811561d95327 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-23T19:07:52Z,description=,heartbeat_timestamp=2021-09-23T19:57:23Z,host='n-d-713301-16',id=79a740bf-7821-4989-8288-7186e3e128f3,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:07:52Z,topic='l3_agent')) {'router_ids': ['32abbfbd-1048-41c4-b885-cccc4f59c0d1'], 'active': True} {{(pid=95104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:57:23.530538 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 56860) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:57:23.655004 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_dvr_db [None req-9b0a141f-5fa3-4a85-8139-811561d95327 None None] Set router 32abbfbd-1048-41c4-b885-cccc4f59c0d1 gateway port host: n-d-713301-16 {{(pid=95104) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 19:57:23.673654 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 56880) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:57:23.674187 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-e73deac5-775e-443c-8792-466c5eafe3cd tempest-TestNetworkAdvancedServerOps-1630542813 tempest-TestNetworkAdvancedServerOps-1630542813-project-admin] 10.222.0.67 "GET /v2.0/subnets?project_id=9cf4888c1a454e07a3d16aa9e7c63006&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1415000 Sep 23 19:57:23.770530 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83ff2448-af6c-4967-8ec7-6157f657282e tempest-TestNetworkAdvancedServerOps-1630542813 tempest-TestNetworkAdvancedServerOps-1630542813-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:57:23.774748 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-83ff2448-af6c-4967-8ec7-6157f657282e tempest-TestNetworkAdvancedServerOps-1630542813 tempest-TestNetworkAdvancedServerOps-1630542813-project-admin] 10.222.0.67 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0965660 Sep 23 19:57:23.775165 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 56882) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:57:23.804042 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-1e9c7668-19c1-466e-b721-5e40a541d7c0 tempest-TestNetworkAdvancedServerOps-1630542813 tempest-TestNetworkAdvancedServerOps-1630542813-project-admin] 10.222.0.67 "GET /v2.0/subnets?network_id=5dec5c09-378e-4f50-89cc-d94eb81c3bac&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0276434 Sep 23 19:57:23.806690 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 56884) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:57:23.812510 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.v2.base [None req-0494ad8b-e509-4937-a78b-02cf8b74ab77 tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1137750009', 'network_id': 'b26c350a-bbf7-4ea0-b9d7-09eada9c3ff4', 'project_id': '9cf4888c1a454e07a3d16aa9e7c63006', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=95102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:57:23.864352 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_hamode_db [None req-9b0a141f-5fa3-4a85-8139-811561d95327 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32abbfbd-1048-41c4-b885-cccc4f59c0d1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-716538060', 'tenant_id': '9cf4888c1a454e07a3d16aa9e7c63006', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'external_fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.248'}], 'enable_snat': True}, 'gw_port_id': 'dcabc601-dc6c-4e14-90ae-e34ff1ebe3f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:57:21Z', 'updated_at': '2021-09-23T19:57:22Z', 'revision_number': 3, 'project_id': '9cf4888c1a454e07a3d16aa9e7c63006', 'gw_port': {'id': 'dcabc601-dc6c-4e14-90ae-e34ff1ebe3f3', 'name': '', 'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:38:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32abbfbd-1048-41c4-b885-cccc4f59c0d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3909, 'fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:57:22Z', 'updated_at': '2021-09-23T19:57:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-16'}], 'n-d-713301-16', False) {} {{(pid=95104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:57:23.896333 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b0a141f-5fa3-4a85-8139-811561d95327 None None] Checking router: 32abbfbd-1048-41c4-b885-cccc4f59c0d1 for host: n-d-713301-16 {{(pid=95104) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 19:57:23.896691 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b0a141f-5fa3-4a85-8139-811561d95327 None None] Updating router 32abbfbd-1048-41c4-b885-cccc4f59c0d1 port dcabc601-dc6c-4e14-90ae-e34ff1ebe3f3 binding host n-d-713301-16 {{(pid=95104) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 23 19:57:23.916510 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0494ad8b-e509-4937-a78b-02cf8b74ab77 tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] Made reservation on behalf of 9cf4888c1a454e07a3d16aa9e7c63006 for: {'subnet': 1} {{(pid=95102) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:57:23.920332 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-0494ad8b-e509-4937-a78b-02cf8b74ab77 tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5388256'] for subnet, before_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:57:23.922738 n-d-713301-16 neutron-server[95104]: DEBUG neutron_lib.callbacks.manager [None req-9b0a141f-5fa3-4a85-8139-811561d95327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:57:24.121584 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-0494ad8b-e509-4937-a78b-02cf8b74ab77 tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4398944', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5388242'] for subnet, after_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:57:24.189693 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0494ad8b-e509-4937-a78b-02cf8b74ab77 tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] Pushing event updated for resources: {'Subnet': ['ID=dcc8f5fd-6f55-4154-96de-f0ca4b1f7a0b,revision_number=0']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:57:24.196902 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0494ad8b-e509-4937-a78b-02cf8b74ab77 tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] Checking segment: {'id': 'e851f304-d10e-494c-b70c-015c08f1570d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': 'b26c350a-bbf7-4ea0-b9d7-09eada9c3ff4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95102) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:57:24.197435 n-d-713301-16 neutron-server[95102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0494ad8b-e509-4937-a78b-02cf8b74ab77 tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] Network hostable DHCP agents. Network: b26c350a-bbf7-4ea0-b9d7-09eada9c3ff4, hostable agents: ['1b18bf05-1b5f-4587-be5c-af3ac38e32ad'], hosted agents: [] {{(pid=95102) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 19:57:24.206979 n-d-713301-16 neutron-server[95104]: DEBUG neutron_lib.callbacks.manager [None req-9b0a141f-5fa3-4a85-8139-811561d95327 None None] Notify callbacks [] for port, precommit_update {{(pid=95104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:57:24.215064 n-d-713301-16 neutron-server[95104]: DEBUG neutron_lib.callbacks.manager [None req-9b0a141f-5fa3-4a85-8139-811561d95327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:57:24.218156 n-d-713301-16 neutron-server[95102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0494ad8b-e509-4937-a78b-02cf8b74ab77 tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] Network b26c350a-bbf7-4ea0-b9d7-09eada9c3ff4 is scheduled to be hosted by DHCP agent 1b18bf05-1b5f-4587-be5c-af3ac38e32ad with binding_index 1 {{(pid=95102) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 19:57:24.228813 n-d-713301-16 neutron-server[95102]: DEBUG neutron.scheduler.base_scheduler [None req-0494ad8b-e509-4937-a78b-02cf8b74ab77 tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713301-16, b26c350a-bbf7-4ea0-b9d7-09eada9c3ff4) {{(pid=95102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:57:24.235955 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0494ad8b-e509-4937-a78b-02cf8b74ab77 tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:57:24.236784 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-0494ad8b-e509-4937-a78b-02cf8b74ab77 tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] Notify callbacks [] for subnet, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:57:24.239854 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eaca3c2b-325e-476d-8401-308aa4e55c26 None None] Network b26c350a-bbf7-4ea0-b9d7-09eada9c3ff4 requested from n-d-713301-16 {{(pid=95103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 19:57:24.258918 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-0494ad8b-e509-4937-a78b-02cf8b74ab77 tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4482808 Sep 23 19:57:24.259297 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 56886) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:57:24.277982 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a96f8ba8-6517-42a2-ba38-44baa6d1e611 None None] Pushing event updated for resources: {'Port': ['ID=dcabc601-dc6c-4e14-90ae-e34ff1ebe3f3,revision_number=2']} {{(pid=95104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:57:24.294546 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a96f8ba8-6517-42a2-ba38-44baa6d1e611 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:57:24.295188 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a96f8ba8-6517-42a2-ba38-44baa6d1e611 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:57:24.296537 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a96f8ba8-6517-42a2-ba38-44baa6d1e611 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:57:24.297091 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a96f8ba8-6517-42a2-ba38-44baa6d1e611 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:57:24.297802 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a96f8ba8-6517-42a2-ba38-44baa6d1e611 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:57:24.298142 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a96f8ba8-6517-42a2-ba38-44baa6d1e611 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:57:24.298471 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a96f8ba8-6517-42a2-ba38-44baa6d1e611 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:57:24.298797 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a96f8ba8-6517-42a2-ba38-44baa6d1e611 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:57:24.299360 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a96f8ba8-6517-42a2-ba38-44baa6d1e611 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:57:24.300072 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a96f8ba8-6517-42a2-ba38-44baa6d1e611 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:57:24.300325 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a96f8ba8-6517-42a2-ba38-44baa6d1e611 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:57:24.300865 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a96f8ba8-6517-42a2-ba38-44baa6d1e611 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:57:24.308247 n-d-713301-16 neutron-server[95104]: DEBUG neutron.plugins.ml2.managers [None req-9b0a141f-5fa3-4a85-8139-811561d95327 None None] Attempting to bind port dcabc601-dc6c-4e14-90ae-e34ff1ebe3f3 on host n-d-713301-16 for vnic_type normal with profile {{(pid=95104) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 19:57:24.308927 n-d-713301-16 neutron-server[95104]: DEBUG neutron.plugins.ml2.managers [None req-9b0a141f-5fa3-4a85-8139-811561d95327 None None] Attempting to bind port dcabc601-dc6c-4e14-90ae-e34ff1ebe3f3 by drivers openvswitch,hyperv on host n-d-713301-16 at level 0 using segments [{'id': '7d4027f1-d893-4c7b-95d4-757b8e44e380', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac'}] {{(pid=95104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 19:57:24.309464 n-d-713301-16 neutron-server[95104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b0a141f-5fa3-4a85-8139-811561d95327 None None] Attempting to bind port dcabc601-dc6c-4e14-90ae-e34ff1ebe3f3 on network 5dec5c09-378e-4f50-89cc-d94eb81c3bac {{(pid=95104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:57:24.316096 n-d-713301-16 neutron-server[95104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b0a141f-5fa3-4a85-8139-811561d95327 None None] Checking agent: {'id': '70a14545-df24-472f-8f95-bfe1719bff93', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 19, 7, 53), 'started_at': datetime.datetime(2021, 9, 23, 19, 8, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 19, 57, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 19:57:24.316483 n-d-713301-16 neutron-server[95104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b0a141f-5fa3-4a85-8139-811561d95327 None None] Checking segment: {'id': '7d4027f1-d893-4c7b-95d4-757b8e44e380', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95104) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:57:24.316915 n-d-713301-16 neutron-server[95104]: DEBUG neutron_lib.callbacks.manager [None req-9b0a141f-5fa3-4a85-8139-811561d95327 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:57:24.317310 n-d-713301-16 neutron-server[95104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b0a141f-5fa3-4a85-8139-811561d95327 None None] Bound using segment: {'id': '7d4027f1-d893-4c7b-95d4-757b8e44e380', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac'} {{(pid=95104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 19:57:24.317845 n-d-713301-16 neutron-server[95104]: DEBUG neutron.plugins.ml2.managers [None req-9b0a141f-5fa3-4a85-8139-811561d95327 None None] Bound port: dcabc601-dc6c-4e14-90ae-e34ff1ebe3f3, host: n-d-713301-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7d4027f1-d893-4c7b-95d4-757b8e44e380', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac'}}] {{(pid=95104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 19:57:24.318432 n-d-713301-16 neutron-server[95104]: DEBUG neutron_lib.callbacks.manager [None req-9b0a141f-5fa3-4a85-8139-811561d95327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:57:24.387435 n-d-713301-16 neutron-server[95104]: DEBUG neutron.plugins.ml2.db [None req-9b0a141f-5fa3-4a85-8139-811561d95327 None None] For port dcabc601-dc6c-4e14-90ae-e34ff1ebe3f3, host n-d-713301-16, cleared binding levels {{(pid=95104) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 19:57:24.391842 n-d-713301-16 neutron-server[95104]: DEBUG neutron.plugins.ml2.db [None req-9b0a141f-5fa3-4a85-8139-811561d95327 None None] For port dcabc601-dc6c-4e14-90ae-e34ff1ebe3f3, host n-d-713301-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-16',level=0,port_id=dcabc601-dc6c-4e14-90ae-e34ff1ebe3f3,segment=NetworkSegment(7d4027f1-d893-4c7b-95d4-757b8e44e380),segment_id=7d4027f1-d893-4c7b-95d4-757b8e44e380)] {{(pid=95104) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 19:57:24.400004 n-d-713301-16 neutron-server[95104]: DEBUG neutron_lib.callbacks.manager [None req-9b0a141f-5fa3-4a85-8139-811561d95327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:57:24.435889 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22bb8c12-e68e-45d9-a99c-09289663d0e3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4c8b80df-07eb-5275-9f17-5cf640db67c0-b26c350a-bbf7-4ea0-b9d7-09eada9c3ff4', 'network_id': 'b26c350a-bbf7-4ea0-b9d7-09eada9c3ff4', 'tenant_id': '9cf4888c1a454e07a3d16aa9e7c63006', 'fixed_ips': [{'subnet_id': 'dcc8f5fd-6f55-4154-96de-f0ca4b1f7a0b'}]}} from n-d-713301-16. {{(pid=95103) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 23 19:57:24.435889 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-22bb8c12-e68e-45d9-a99c-09289663d0e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_create {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:57:24.472401 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a96f8ba8-6517-42a2-ba38-44baa6d1e611 None None] Pushing event updated for resources: {'Port': ['ID=dcabc601-dc6c-4e14-90ae-e34ff1ebe3f3,revision_number=3']} {{(pid=95104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:57:24.497906 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b0a141f-5fa3-4a85-8139-811561d95327 None None] Routers {'32abbfbd-1048-41c4-b885-cccc4f59c0d1'} bound to L3 agent in host n-d-713301-16 {{(pid=95104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 19:57:24.500483 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_hamode_db [None req-9b0a141f-5fa3-4a85-8139-811561d95327 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-23T19:07:52Z,description=,heartbeat_timestamp=2021-09-23T19:57:23Z,host='n-d-713301-16',id=79a740bf-7821-4989-8288-7186e3e128f3,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:07:52Z,topic='l3_agent')) {'router_ids': ['32abbfbd-1048-41c4-b885-cccc4f59c0d1'], 'active': True} {{(pid=95104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:57:24.598121 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.db_base_plugin_common [None req-22bb8c12-e68e-45d9-a99c-09289663d0e3 None None] Allocated IP 172.20.0.2 (b26c350a-bbf7-4ea0-b9d7-09eada9c3ff4/dcc8f5fd-6f55-4154-96de-f0ca4b1f7a0b/6ccd6882-5440-484a-8689-f6f68a5a4531) {{(pid=95103) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 19:57:24.645117 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_dvr_db [None req-9b0a141f-5fa3-4a85-8139-811561d95327 None None] Set router 32abbfbd-1048-41c4-b885-cccc4f59c0d1 gateway port host: n-d-713301-16 {{(pid=95104) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 19:57:24.773727 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-22bb8c12-e68e-45d9-a99c-09289663d0e3 None None] Notify callbacks [] for port, precommit_create {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:57:24.783000 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-22bb8c12-e68e-45d9-a99c-09289663d0e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783145673135'] for port, after_create {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:57:24.833722 n-d-713301-16 neutron-server[95103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22bb8c12-e68e-45d9-a99c-09289663d0e3 None None] Network b26c350a-bbf7-4ea0-b9d7-09eada9c3ff4 is already hosted by enough agents. {{(pid=95103) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:57:24.838229 n-d-713301-16 neutron-server[95103]: DEBUG neutron.scheduler.base_scheduler [None req-22bb8c12-e68e-45d9-a99c-09289663d0e3 None None] Resources bound (agent type, host, resource id): {{(pid=95103) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:57:24.842896 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22bb8c12-e68e-45d9-a99c-09289663d0e3 None None] Received port after_create {{(pid=95103) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 19:57:24.854528 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22bb8c12-e68e-45d9-a99c-09289663d0e3 None None] Pushing event updated for resources: {'Port': ['ID=6ccd6882-5440-484a-8689-f6f68a5a4531,revision_number=1']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:57:24.883312 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_hamode_db [None req-9b0a141f-5fa3-4a85-8139-811561d95327 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32abbfbd-1048-41c4-b885-cccc4f59c0d1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-716538060', 'tenant_id': '9cf4888c1a454e07a3d16aa9e7c63006', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'external_fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.248'}], 'enable_snat': True}, 'gw_port_id': 'dcabc601-dc6c-4e14-90ae-e34ff1ebe3f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:57:21Z', 'updated_at': '2021-09-23T19:57:22Z', 'revision_number': 3, 'project_id': '9cf4888c1a454e07a3d16aa9e7c63006', 'gw_port': {'id': 'dcabc601-dc6c-4e14-90ae-e34ff1ebe3f3', 'name': '', 'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:38:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32abbfbd-1048-41c4-b885-cccc4f59c0d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3909, 'fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:57:22Z', 'updated_at': '2021-09-23T19:57:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-16'}], 'n-d-713301-16', False) {} {{(pid=95104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:57:24.887411 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-5ff4d082-0ec5-4856-8bbf-dda56775a323 tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:57:24.915872 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.managers [None req-22bb8c12-e68e-45d9-a99c-09289663d0e3 None None] Attempting to bind port 6ccd6882-5440-484a-8689-f6f68a5a4531 on host n-d-713301-16 for vnic_type normal with profile {{(pid=95103) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 19:57:24.916155 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.managers [None req-22bb8c12-e68e-45d9-a99c-09289663d0e3 None None] Attempting to bind port 6ccd6882-5440-484a-8689-f6f68a5a4531 by drivers openvswitch,hyperv on host n-d-713301-16 at level 0 using segments [{'id': 'e851f304-d10e-494c-b70c-015c08f1570d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': 'b26c350a-bbf7-4ea0-b9d7-09eada9c3ff4'}] {{(pid=95103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 19:57:24.916521 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22bb8c12-e68e-45d9-a99c-09289663d0e3 None None] Attempting to bind port 6ccd6882-5440-484a-8689-f6f68a5a4531 on network b26c350a-bbf7-4ea0-b9d7-09eada9c3ff4 {{(pid=95103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:57:24.922528 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22bb8c12-e68e-45d9-a99c-09289663d0e3 None None] Checking agent: {'id': '70a14545-df24-472f-8f95-bfe1719bff93', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 19, 7, 53), 'started_at': datetime.datetime(2021, 9, 23, 19, 8, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 19, 57, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 19:57:24.922906 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22bb8c12-e68e-45d9-a99c-09289663d0e3 None None] Checking segment: {'id': 'e851f304-d10e-494c-b70c-015c08f1570d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': 'b26c350a-bbf7-4ea0-b9d7-09eada9c3ff4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95103) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:57:24.923317 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-22bb8c12-e68e-45d9-a99c-09289663d0e3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:57:24.923713 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22bb8c12-e68e-45d9-a99c-09289663d0e3 None None] Bound using segment: {'id': 'e851f304-d10e-494c-b70c-015c08f1570d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': 'b26c350a-bbf7-4ea0-b9d7-09eada9c3ff4'} {{(pid=95103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 19:57:24.924171 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.managers [None req-22bb8c12-e68e-45d9-a99c-09289663d0e3 None None] Bound port: 6ccd6882-5440-484a-8689-f6f68a5a4531, host: n-d-713301-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e851f304-d10e-494c-b70c-015c08f1570d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': 'b26c350a-bbf7-4ea0-b9d7-09eada9c3ff4'}}] {{(pid=95103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 19:57:24.924559 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-22bb8c12-e68e-45d9-a99c-09289663d0e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:57:25.010235 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-22bb8c12-e68e-45d9-a99c-09289663d0e3 None None] For port 6ccd6882-5440-484a-8689-f6f68a5a4531, host n-d-713301-16, cleared binding levels {{(pid=95103) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 19:57:25.017388 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-22bb8c12-e68e-45d9-a99c-09289663d0e3 None None] For port 6ccd6882-5440-484a-8689-f6f68a5a4531, host n-d-713301-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-16',level=0,port_id=6ccd6882-5440-484a-8689-f6f68a5a4531,segment=NetworkSegment(e851f304-d10e-494c-b70c-015c08f1570d),segment_id=e851f304-d10e-494c-b70c-015c08f1570d)] {{(pid=95103) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 19:57:25.024068 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-22bb8c12-e68e-45d9-a99c-09289663d0e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:57:25.052380 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b0a141f-5fa3-4a85-8139-811561d95327 None None] The sync data for ids ['32abbfbd-1048-41c4-b885-cccc4f59c0d1'] in n-d-713301-16 is: [{'id': '32abbfbd-1048-41c4-b885-cccc4f59c0d1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-716538060', 'tenant_id': '9cf4888c1a454e07a3d16aa9e7c63006', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'external_fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.248'}], 'enable_snat': True}, 'gw_port_id': 'dcabc601-dc6c-4e14-90ae-e34ff1ebe3f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:57:21Z', 'updated_at': '2021-09-23T19:57:22Z', 'revision_number': 3, 'project_id': '9cf4888c1a454e07a3d16aa9e7c63006', 'gw_port': {'id': 'dcabc601-dc6c-4e14-90ae-e34ff1ebe3f3', 'name': '', 'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:38:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32abbfbd-1048-41c4-b885-cccc4f59c0d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3909, 'fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:57:22Z', 'updated_at': '2021-09-23T19:57:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-16'}] {{(pid=95104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 19:57:25.119962 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22bb8c12-e68e-45d9-a99c-09289663d0e3 None None] Pushing event updated for resources: {'Port': ['ID=6ccd6882-5440-484a-8689-f6f68a5a4531,revision_number=2']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:57:25.253357 n-d-713301-16 neutron-server[95101]: DEBUG neutron.db.db_base_plugin_common [None req-5ff4d082-0ec5-4856-8bbf-dda56775a323 tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] Allocated IP 172.20.0.1 (b26c350a-bbf7-4ea0-b9d7-09eada9c3ff4/dcc8f5fd-6f55-4154-96de-f0ca4b1f7a0b/b2d7b637-fe9d-4682-97d5-efd54155d19a) {{(pid=95101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 19:57:25.349720 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-80e7e501-6c57-470d-92c6-e3d54bc3195c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:57:25.453064 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-5ff4d082-0ec5-4856-8bbf-dda56775a323 tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] Notify callbacks [] for port, precommit_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:57:25.503716 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-5ff4d082-0ec5-4856-8bbf-dda56775a323 tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783145673135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5607431'] for port, after_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:57:25.566585 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ff4d082-0ec5-4856-8bbf-dda56775a323 tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] Network b26c350a-bbf7-4ea0-b9d7-09eada9c3ff4 is already hosted by enough agents. {{(pid=95101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:57:25.573350 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.base_scheduler [None req-5ff4d082-0ec5-4856-8bbf-dda56775a323 tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] Resources bound (agent type, host, resource id): {{(pid=95101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:57:25.577980 n-d-713301-16 neutron-server[95101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ff4d082-0ec5-4856-8bbf-dda56775a323 tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] Received port after_create {{(pid=95101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 19:57:25.607819 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ff4d082-0ec5-4856-8bbf-dda56775a323 tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] Pushing event updated for resources: {'Port': ['ID=b2d7b637-fe9d-4682-97d5-efd54155d19a,revision_number=1']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:57:25.630775 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-5ff4d082-0ec5-4856-8bbf-dda56775a323 tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-601987'] for router_interface, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:57:25.783492 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-5ff4d082-0ec5-4856-8bbf-dda56775a323 tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:57:26.141715 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-5ff4d082-0ec5-4856-8bbf-dda56775a323 tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] Notify callbacks [] for port, precommit_update {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:57:26.147115 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-5ff4d082-0ec5-4856-8bbf-dda56775a323 tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5607436'] for port, after_update {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:57:26.248328 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ff4d082-0ec5-4856-8bbf-dda56775a323 tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] Pushing event updated for resources: {'Port': ['ID=b2d7b637-fe9d-4682-97d5-efd54155d19a,revision_number=2']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:57:26.252796 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-5ff4d082-0ec5-4856-8bbf-dda56775a323 tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-527313', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-601459'] for router_interface, after_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:57:26.334802 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77a8e772-3edb-4be4-bf64-0db02dc72a63 None None] Network b26c350a-bbf7-4ea0-b9d7-09eada9c3ff4 requested from n-d-713301-16 {{(pid=95103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 19:57:26.365591 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ff4d082-0ec5-4856-8bbf-dda56775a323 tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] Network b26c350a-bbf7-4ea0-b9d7-09eada9c3ff4 is already hosted by enough agents. {{(pid=95101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:57:26.368151 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.base_scheduler [None req-5ff4d082-0ec5-4856-8bbf-dda56775a323 tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] Resources bound (agent type, host, resource id): {{(pid=95101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:57:26.402445 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-e7e35ae9-a444-4790-8051-0bd7d58d7978 None None] Provisioning complete for port 6ccd6882-5440-484a-8689-f6f68a5a4531 triggered by entity DHCP. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:57:26.402960 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-e7e35ae9-a444-4790-8051-0bd7d58d7978 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:57:26.514148 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ff4d082-0ec5-4856-8bbf-dda56775a323 tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] Router 32abbfbd-1048-41c4-b885-cccc4f59c0d1 has already been hosted by L3 agent 79a740bf-7821-4989-8288-7186e3e128f3 {{(pid=95101) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 19:57:26.543108 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-e7e35ae9-a444-4790-8051-0bd7d58d7978 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:57:26.635572 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-e7e35ae9-a444-4790-8051-0bd7d58d7978 None None] For port 6ccd6882-5440-484a-8689-f6f68a5a4531, host n-d-713301-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-16',level=0,port_id=6ccd6882-5440-484a-8689-f6f68a5a4531,segment=NetworkSegment(e851f304-d10e-494c-b70c-015c08f1570d),segment_id=e851f304-d10e-494c-b70c-015c08f1570d)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:57:26.643442 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-e7e35ae9-a444-4790-8051-0bd7d58d7978 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:57:26.674340 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ff4d082-0ec5-4856-8bbf-dda56775a323 tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] Notify agent at l3_agent.n-d-713301-16 the message routers_updated {{(pid=95101) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 19:57:26.685242 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-5ff4d082-0ec5-4856-8bbf-dda56775a323 tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] 10.222.0.67 "PUT /v2.0/routers/32abbfbd-1048-41c4-b885-cccc4f59c0d1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4246073 Sep 23 19:57:26.710610 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7e35ae9-a444-4790-8051-0bd7d58d7978 None None] Pushing event updated for resources: {'Port': ['ID=6ccd6882-5440-484a-8689-f6f68a5a4531,revision_number=3']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:57:26.730768 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Device 6ccd6882-5440-484a-8689-f6f68a5a4531 up at agent ovs-agent-n-d-713301-16 {{(pid=95103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 19:57:26.808685 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Provisioning complete for port 6ccd6882-5440-484a-8689-f6f68a5a4531 triggered by entity L2. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:57:26.809071 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:57:26.876831 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-b8215694-54d3-4c31-906e-2a2ae7770253 req-b93c811b-6908-4473-946e-9d8b6c523089 tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] 10.222.0.67 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2001686524&fields=id&tenant_id=9cf4888c1a454e07a3d16aa9e7c63006 HTTP/1.1" status: 200 len: 267 time: 0.0512106 Sep 23 19:57:26.945407 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Device dcabc601-dc6c-4e14-90ae-e34ff1ebe3f3 up at agent ovs-agent-n-d-713301-16 {{(pid=95103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 19:57:27.006267 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-b51051cb-8923-4aa0-8674-9b3ac82b3f46 None None] Provisioning complete for port b2d7b637-fe9d-4682-97d5-efd54155d19a triggered by entity DHCP. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:57:27.006607 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b51051cb-8923-4aa0-8674-9b3ac82b3f46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:57:27.018500 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8215694-54d3-4c31-906e-2a2ae7770253 req-582c8ef1-8cc8-4035-b393-ea355bff66e5 tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:57:27.031256 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-b8215694-54d3-4c31-906e-2a2ae7770253 req-582c8ef1-8cc8-4035-b393-ea355bff66e5 tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] 10.222.0.67 "GET /v2.0/networks?id=b26c350a-bbf7-4ea0-b9d7-09eada9c3ff4 HTTP/1.1" status: 200 len: 796 time: 0.1410320 Sep 23 19:57:27.045163 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-b8215694-54d3-4c31-906e-2a2ae7770253 req-08177453-f77b-4bbf-b63d-f19fc82bc794 tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] 10.222.0.67 "GET /v2.0/quotas/9cf4888c1a454e07a3d16aa9e7c63006 HTTP/1.1" status: 200 len: 375 time: 0.0131471 Sep 23 19:57:27.058254 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.plugin [None req-b51051cb-8923-4aa0-8674-9b3ac82b3f46 None None] Port b2d7b637-fe9d-4682-97d5-efd54155d19a cannot update to ACTIVE because it is not bound. {{(pid=95103) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 19:57:27.064228 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Provisioning complete for port dcabc601-dc6c-4e14-90ae-e34ff1ebe3f3 triggered by entity L2. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:57:27.064632 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:57:27.103038 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c05dc08e-ba5b-4484-8985-75a09e7b3afe None None] Sync routers for ids ['32abbfbd-1048-41c4-b885-cccc4f59c0d1'] in n-d-713301-16 {{(pid=95103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 19:57:27.109903 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-b51051cb-8923-4aa0-8674-9b3ac82b3f46 None None] Provisioning complete for port 6ccd6882-5440-484a-8689-f6f68a5a4531 triggered by entity DHCP. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:57:27.110277 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b51051cb-8923-4aa0-8674-9b3ac82b3f46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:57:27.122478 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-b8215694-54d3-4c31-906e-2a2ae7770253 req-c5036d0a-248f-4e36-8331-ab813b8d069b tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=9cf4888c1a454e07a3d16aa9e7c63006&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0700972 Sep 23 19:57:27.161768 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c05dc08e-ba5b-4484-8985-75a09e7b3afe None None] Routers {'32abbfbd-1048-41c4-b885-cccc4f59c0d1'} bound to L3 agent in host n-d-713301-16 {{(pid=95103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 19:57:27.162676 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_hamode_db [None req-c05dc08e-ba5b-4484-8985-75a09e7b3afe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-23T19:07:52Z,description=,heartbeat_timestamp=2021-09-23T19:57:23Z,host='n-d-713301-16',id=79a740bf-7821-4989-8288-7186e3e128f3,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:07:52Z,topic='l3_agent')) {'router_ids': ['32abbfbd-1048-41c4-b885-cccc4f59c0d1'], 'active': True} {{(pid=95103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:57:27.252878 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-b8215694-54d3-4c31-906e-2a2ae7770253 req-f15a3b45-e914-4254-af74-e65ddafff43f service neutron] 10.222.0.67 "GET /v2.0/networks/b26c350a-bbf7-4ea0-b9d7-09eada9c3ff4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1151402 Sep 23 19:57:27.506006 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:57:27.569111 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_dvr_db [None req-c05dc08e-ba5b-4484-8985-75a09e7b3afe None None] Set router 32abbfbd-1048-41c4-b885-cccc4f59c0d1 gateway port host: n-d-713301-16 {{(pid=95103) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 19:57:27.598936 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] For port dcabc601-dc6c-4e14-90ae-e34ff1ebe3f3, host n-d-713301-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-16',level=0,port_id=dcabc601-dc6c-4e14-90ae-e34ff1ebe3f3,segment=NetworkSegment(7d4027f1-d893-4c7b-95d4-757b8e44e380),segment_id=7d4027f1-d893-4c7b-95d4-757b8e44e380)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:57:27.608975 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:57:27.659867 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-b8215694-54d3-4c31-906e-2a2ae7770253 req-dd6d6a3e-277a-4913-acfe-74328108c883 service neutron] 10.222.0.67 "GET /v2.0/networks/b26c350a-bbf7-4ea0-b9d7-09eada9c3ff4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4028463 Sep 23 19:57:27.726439 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Pushing event updated for resources: {'Port': ['ID=dcabc601-dc6c-4e14-90ae-e34ff1ebe3f3,revision_number=4']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:57:27.784765 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-9459fd6a-d022-4de6-8aab-d108ad9cbb8a None None] Provisioning complete for port b2d7b637-fe9d-4682-97d5-efd54155d19a triggered by entity DHCP. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:57:27.785146 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-9459fd6a-d022-4de6-8aab-d108ad9cbb8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:57:27.854447 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.plugin [None req-9459fd6a-d022-4de6-8aab-d108ad9cbb8a None None] Port b2d7b637-fe9d-4682-97d5-efd54155d19a cannot update to ACTIVE because it is not bound. {{(pid=95103) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 19:57:27.882777 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_hamode_db [None req-c05dc08e-ba5b-4484-8985-75a09e7b3afe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32abbfbd-1048-41c4-b885-cccc4f59c0d1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-716538060', 'tenant_id': '9cf4888c1a454e07a3d16aa9e7c63006', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'external_fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.248'}], 'enable_snat': True}, 'gw_port_id': 'dcabc601-dc6c-4e14-90ae-e34ff1ebe3f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:57:21Z', 'updated_at': '2021-09-23T19:57:25Z', 'revision_number': 4, 'project_id': '9cf4888c1a454e07a3d16aa9e7c63006', 'gw_port': {'id': 'dcabc601-dc6c-4e14-90ae-e34ff1ebe3f3', 'name': '', 'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:38:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32abbfbd-1048-41c4-b885-cccc4f59c0d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3909, 'fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:57:22Z', 'updated_at': '2021-09-23T19:57:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-16', '_interfaces': [{'id': 'b2d7b637-fe9d-4682-97d5-efd54155d19a', 'name': '', 'network_id': 'b26c350a-bbf7-4ea0-b9d7-09eada9c3ff4', 'tenant_id': '9cf4888c1a454e07a3d16aa9e7c63006', 'mac_address': 'fa:16:3e:73:99:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32abbfbd-1048-41c4-b885-cccc4f59c0d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3912, 'fixed_ips': [{'subnet_id': 'dcc8f5fd-6f55-4154-96de-f0ca4b1f7a0b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:57:25Z', 'updated_at': '2021-09-23T19:57:25Z', 'revision_number': 2, 'project_id': '9cf4888c1a454e07a3d16aa9e7c63006', 'subnets': [{'id': 'dcc8f5fd-6f55-4154-96de-f0ca4b1f7a0b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-16', False) {} {{(pid=95103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:57:27.886964 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-b25fd2b0-780b-49b0-b362-11cdc0f13fde req-f77928d8-0d79-47db-bdb2-ace1edf5546a tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] 10.222.0.67 "GET /v2.0/ports?device_id=fb6c1b5b-3a35-4e63-ae2f-4c84e83b23e6 HTTP/1.1" status: 200 len: 210 time: 0.0356255 Sep 23 19:57:27.919071 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c05dc08e-ba5b-4484-8985-75a09e7b3afe None None] Checking router: 32abbfbd-1048-41c4-b885-cccc4f59c0d1 for host: n-d-713301-16 {{(pid=95103) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 19:57:27.919432 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c05dc08e-ba5b-4484-8985-75a09e7b3afe None None] Updating router 32abbfbd-1048-41c4-b885-cccc4f59c0d1 port b2d7b637-fe9d-4682-97d5-efd54155d19a binding host n-d-713301-16 {{(pid=95103) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 23 19:57:27.946425 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-c05dc08e-ba5b-4484-8985-75a09e7b3afe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:57:28.200870 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:57:28.261199 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-c05dc08e-ba5b-4484-8985-75a09e7b3afe None None] Notify callbacks [] for port, precommit_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:57:28.266672 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-c05dc08e-ba5b-4484-8985-75a09e7b3afe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:57:28.338060 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6a3c4fa-07d8-4018-815e-b4f121512d8c None None] Pushing event updated for resources: {'Port': ['ID=b2d7b637-fe9d-4682-97d5-efd54155d19a,revision_number=3']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:57:28.397053 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.managers [None req-c05dc08e-ba5b-4484-8985-75a09e7b3afe None None] Attempting to bind port b2d7b637-fe9d-4682-97d5-efd54155d19a on host n-d-713301-16 for vnic_type normal with profile {{(pid=95103) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 19:57:28.397510 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.managers [None req-c05dc08e-ba5b-4484-8985-75a09e7b3afe None None] Attempting to bind port b2d7b637-fe9d-4682-97d5-efd54155d19a by drivers openvswitch,hyperv on host n-d-713301-16 at level 0 using segments [{'id': 'e851f304-d10e-494c-b70c-015c08f1570d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': 'b26c350a-bbf7-4ea0-b9d7-09eada9c3ff4'}] {{(pid=95103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 19:57:28.397944 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c05dc08e-ba5b-4484-8985-75a09e7b3afe None None] Attempting to bind port b2d7b637-fe9d-4682-97d5-efd54155d19a on network b26c350a-bbf7-4ea0-b9d7-09eada9c3ff4 {{(pid=95103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:57:28.408318 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c05dc08e-ba5b-4484-8985-75a09e7b3afe None None] Checking agent: {'id': '70a14545-df24-472f-8f95-bfe1719bff93', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 19, 7, 53), 'started_at': datetime.datetime(2021, 9, 23, 19, 8, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 19, 57, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 19:57:28.408860 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c05dc08e-ba5b-4484-8985-75a09e7b3afe None None] Checking segment: {'id': 'e851f304-d10e-494c-b70c-015c08f1570d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': 'b26c350a-bbf7-4ea0-b9d7-09eada9c3ff4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95103) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:57:28.409277 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-c05dc08e-ba5b-4484-8985-75a09e7b3afe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:57:28.409679 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c05dc08e-ba5b-4484-8985-75a09e7b3afe None None] Bound using segment: {'id': 'e851f304-d10e-494c-b70c-015c08f1570d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': 'b26c350a-bbf7-4ea0-b9d7-09eada9c3ff4'} {{(pid=95103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 19:57:28.410440 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.managers [None req-c05dc08e-ba5b-4484-8985-75a09e7b3afe None None] Bound port: b2d7b637-fe9d-4682-97d5-efd54155d19a, host: n-d-713301-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e851f304-d10e-494c-b70c-015c08f1570d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': 'b26c350a-bbf7-4ea0-b9d7-09eada9c3ff4'}}] {{(pid=95103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 19:57:28.410829 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-c05dc08e-ba5b-4484-8985-75a09e7b3afe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:57:28.440163 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:57:28.511836 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-c05dc08e-ba5b-4484-8985-75a09e7b3afe None None] For port b2d7b637-fe9d-4682-97d5-efd54155d19a, host n-d-713301-16, cleared binding levels {{(pid=95103) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 19:57:28.517482 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-c05dc08e-ba5b-4484-8985-75a09e7b3afe None None] For port b2d7b637-fe9d-4682-97d5-efd54155d19a, host n-d-713301-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-16',level=0,port_id=b2d7b637-fe9d-4682-97d5-efd54155d19a,segment=NetworkSegment(e851f304-d10e-494c-b70c-015c08f1570d),segment_id=e851f304-d10e-494c-b70c-015c08f1570d)] {{(pid=95103) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 19:57:28.527786 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-c05dc08e-ba5b-4484-8985-75a09e7b3afe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:57:28.587285 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Device 6ccd6882-5440-484a-8689-f6f68a5a4531 up at agent ovs-agent-n-d-713301-16 {{(pid=95103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 19:57:28.626819 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c05dc08e-ba5b-4484-8985-75a09e7b3afe None None] Routers {'32abbfbd-1048-41c4-b885-cccc4f59c0d1'} bound to L3 agent in host n-d-713301-16 {{(pid=95103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 19:57:28.627459 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_hamode_db [None req-c05dc08e-ba5b-4484-8985-75a09e7b3afe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-23T19:07:52Z,description=,heartbeat_timestamp=2021-09-23T19:57:23Z,host='n-d-713301-16',id=79a740bf-7821-4989-8288-7186e3e128f3,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:07:52Z,topic='l3_agent')) {'router_ids': ['32abbfbd-1048-41c4-b885-cccc4f59c0d1'], 'active': True} {{(pid=95103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:57:28.631378 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6a3c4fa-07d8-4018-815e-b4f121512d8c None None] Pushing event updated for resources: {'Port': ['ID=b2d7b637-fe9d-4682-97d5-efd54155d19a,revision_number=4']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:57:28.683573 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-dc337900-4209-4902-8368-dae58ea47a72 None None] Provisioning complete for port b2d7b637-fe9d-4682-97d5-efd54155d19a triggered by entity DHCP. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:57:28.683945 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-dc337900-4209-4902-8368-dae58ea47a72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:57:28.787437 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Provisioning complete for port 6ccd6882-5440-484a-8689-f6f68a5a4531 triggered by entity L2. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:57:28.787808 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:57:28.831229 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_dvr_db [None req-c05dc08e-ba5b-4484-8985-75a09e7b3afe None None] Set router 32abbfbd-1048-41c4-b885-cccc4f59c0d1 gateway port host: n-d-713301-16 {{(pid=95103) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 19:57:28.950548 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-dc337900-4209-4902-8368-dae58ea47a72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:57:29.035852 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8215694-54d3-4c31-906e-2a2ae7770253 req-1c68d41b-9ab9-4214-ae5f-74607e9bbd94 tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:57:29.038922 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-b8215694-54d3-4c31-906e-2a2ae7770253 req-1c68d41b-9ab9-4214-ae5f-74607e9bbd94 tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] 10.222.0.74 "GET /v2.0/networks?id=b26c350a-bbf7-4ea0-b9d7-09eada9c3ff4 HTTP/1.1" status: 200 len: 796 time: 0.2020304 Sep 23 19:57:29.055845 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-59d0eb06-1a0c-480a-9aae-96c3b69160c4 req-aa15a266-4a17-4d27-b959-133cca46b738 tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] 10.222.0.67 "GET /v2.0/ports?device_id=fb6c1b5b-3a35-4e63-ae2f-4c84e83b23e6 HTTP/1.1" status: 200 len: 210 time: 0.0503702 Sep 23 19:57:29.068233 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-dc337900-4209-4902-8368-dae58ea47a72 None None] For port b2d7b637-fe9d-4682-97d5-efd54155d19a, host n-d-713301-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-16',level=0,port_id=b2d7b637-fe9d-4682-97d5-efd54155d19a,segment=NetworkSegment(e851f304-d10e-494c-b70c-015c08f1570d),segment_id=e851f304-d10e-494c-b70c-015c08f1570d)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:57:29.087662 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Device dcabc601-dc6c-4e14-90ae-e34ff1ebe3f3 up at agent ovs-agent-n-d-713301-16 {{(pid=95103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 19:57:29.090705 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-dc337900-4209-4902-8368-dae58ea47a72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:57:29.115083 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-b8215694-54d3-4c31-906e-2a2ae7770253 req-39ceb59e-409d-4b5a-871c-23dcbf9261f5 tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] 10.222.0.74 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9cf4888c1a454e07a3d16aa9e7c63006 HTTP/1.1" status: 200 len: 380 time: 0.0680957 Sep 23 19:57:29.125073 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.v2.base [req-b8215694-54d3-4c31-906e-2a2ae7770253 req-cb235699-594a-4b8c-aeda-589932fa8033 tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] Request body: {'port': {'device_id': 'fb6c1b5b-3a35-4e63-ae2f-4c84e83b23e6', 'network_id': 'b26c350a-bbf7-4ea0-b9d7-09eada9c3ff4', 'admin_state_up': True, 'tenant_id': '9cf4888c1a454e07a3d16aa9e7c63006', 'security_groups': ['b823ee68-61b3-45b7-bd15-ad0e7a0e3e7d']}} {{(pid=95101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:57:29.210549 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc337900-4209-4902-8368-dae58ea47a72 None None] Pushing event updated for resources: {'Port': ['ID=b2d7b637-fe9d-4682-97d5-efd54155d19a,revision_number=5']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:57:29.234981 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-909ecdd7-1b5d-48dd-a71f-899229f63c54 None None] Provisioning complete for port b2d7b637-fe9d-4682-97d5-efd54155d19a triggered by entity DHCP. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:57:29.235456 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-909ecdd7-1b5d-48dd-a71f-899229f63c54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:57:29.250524 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b8215694-54d3-4c31-906e-2a2ae7770253 req-cb235699-594a-4b8c-aeda-589932fa8033 tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] Made reservation on behalf of 9cf4888c1a454e07a3d16aa9e7c63006 for: {'port': 1} {{(pid=95101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:57:29.254205 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-b8215694-54d3-4c31-906e-2a2ae7770253 req-cb235699-594a-4b8c-aeda-589932fa8033 tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:57:29.256888 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Provisioning complete for port dcabc601-dc6c-4e14-90ae-e34ff1ebe3f3 triggered by entity L2. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:57:29.257272 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:57:29.326381 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_hamode_db [None req-c05dc08e-ba5b-4484-8985-75a09e7b3afe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32abbfbd-1048-41c4-b885-cccc4f59c0d1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-716538060', 'tenant_id': '9cf4888c1a454e07a3d16aa9e7c63006', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'external_fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.248'}], 'enable_snat': True}, 'gw_port_id': 'dcabc601-dc6c-4e14-90ae-e34ff1ebe3f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:57:21Z', 'updated_at': '2021-09-23T19:57:25Z', 'revision_number': 4, 'project_id': '9cf4888c1a454e07a3d16aa9e7c63006', 'gw_port': {'id': 'dcabc601-dc6c-4e14-90ae-e34ff1ebe3f3', 'name': '', 'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:38:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32abbfbd-1048-41c4-b885-cccc4f59c0d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3909, 'fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:57:22Z', 'updated_at': '2021-09-23T19:57:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-16', '_interfaces': [{'id': 'b2d7b637-fe9d-4682-97d5-efd54155d19a', 'name': '', 'network_id': 'b26c350a-bbf7-4ea0-b9d7-09eada9c3ff4', 'tenant_id': '9cf4888c1a454e07a3d16aa9e7c63006', 'mac_address': 'fa:16:3e:73:99:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32abbfbd-1048-41c4-b885-cccc4f59c0d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3912, 'fixed_ips': [{'subnet_id': 'dcc8f5fd-6f55-4154-96de-f0ca4b1f7a0b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:57:25Z', 'updated_at': '2021-09-23T19:57:28Z', 'revision_number': 4, 'project_id': '9cf4888c1a454e07a3d16aa9e7c63006', 'subnets': [{'id': 'dcc8f5fd-6f55-4154-96de-f0ca4b1f7a0b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-16', False) {} {{(pid=95103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:57:29.359501 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c05dc08e-ba5b-4484-8985-75a09e7b3afe None None] The sync data for ids ['32abbfbd-1048-41c4-b885-cccc4f59c0d1'] in n-d-713301-16 is: [{'id': '32abbfbd-1048-41c4-b885-cccc4f59c0d1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-716538060', 'tenant_id': '9cf4888c1a454e07a3d16aa9e7c63006', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'external_fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.248'}], 'enable_snat': True}, 'gw_port_id': 'dcabc601-dc6c-4e14-90ae-e34ff1ebe3f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:57:21Z', 'updated_at': '2021-09-23T19:57:25Z', 'revision_number': 4, 'project_id': '9cf4888c1a454e07a3d16aa9e7c63006', 'gw_port': {'id': 'dcabc601-dc6c-4e14-90ae-e34ff1ebe3f3', 'name': '', 'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:38:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32abbfbd-1048-41c4-b885-cccc4f59c0d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3909, 'fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:57:22Z', 'updated_at': '2021-09-23T19:57:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-16', '_interfaces': [{'id': 'b2d7b637-fe9d-4682-97d5-efd54155d19a', 'name': '', 'network_id': 'b26c350a-bbf7-4ea0-b9d7-09eada9c3ff4', 'tenant_id': '9cf4888c1a454e07a3d16aa9e7c63006', 'mac_address': 'fa:16:3e:73:99:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32abbfbd-1048-41c4-b885-cccc4f59c0d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3912, 'fixed_ips': [{'subnet_id': 'dcc8f5fd-6f55-4154-96de-f0ca4b1f7a0b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:57:25Z', 'updated_at': '2021-09-23T19:57:28Z', 'revision_number': 4, 'project_id': '9cf4888c1a454e07a3d16aa9e7c63006', 'subnets': [{'id': 'dcc8f5fd-6f55-4154-96de-f0ca4b1f7a0b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 19:57:29.424990 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.agents_db [None req-f2f5c474-60a3-474f-b2cc-02c4bd30880c None None] Agent healthcheck: found 7 active agents {{(pid=95104) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 19:57:29.427872 n-d-713301-16 neutron-server[95101]: DEBUG neutron.db.db_base_plugin_common [req-b8215694-54d3-4c31-906e-2a2ae7770253 req-cb235699-594a-4b8c-aeda-589932fa8033 tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] Allocated IP 172.20.0.13 (b26c350a-bbf7-4ea0-b9d7-09eada9c3ff4/dcc8f5fd-6f55-4154-96de-f0ca4b1f7a0b/8068b6e2-d215-496c-9d9a-7ab035112fb5) {{(pid=95101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 19:57:29.647419 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-b8215694-54d3-4c31-906e-2a2ae7770253 req-cb235699-594a-4b8c-aeda-589932fa8033 tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] Notify callbacks [] for port, precommit_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:57:29.690467 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-b8215694-54d3-4c31-906e-2a2ae7770253 req-cb235699-594a-4b8c-aeda-589932fa8033 tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783145673135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5607431'] for port, after_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:57:29.736844 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b8215694-54d3-4c31-906e-2a2ae7770253 req-cb235699-594a-4b8c-aeda-589932fa8033 tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] Network b26c350a-bbf7-4ea0-b9d7-09eada9c3ff4 is already hosted by enough agents. {{(pid=95101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:57:29.740114 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.base_scheduler [req-b8215694-54d3-4c31-906e-2a2ae7770253 req-cb235699-594a-4b8c-aeda-589932fa8033 tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] Resources bound (agent type, host, resource id): {{(pid=95101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:57:29.742671 n-d-713301-16 neutron-server[95101]: DEBUG neutron.db.l3_dvrscheduler_db [req-b8215694-54d3-4c31-906e-2a2ae7770253 req-cb235699-594a-4b8c-aeda-589932fa8033 tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] Received port after_create {{(pid=95101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 19:57:29.803052 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb235699-594a-4b8c-aeda-589932fa8033 tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] Pushing event updated for resources: {'Port': ['ID=8068b6e2-d215-496c-9d9a-7ab035112fb5,revision_number=1']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:57:29.820653 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8215694-54d3-4c31-906e-2a2ae7770253 req-cb235699-594a-4b8c-aeda-589932fa8033 tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:57:29.821379 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-b8215694-54d3-4c31-906e-2a2ae7770253 req-cb235699-594a-4b8c-aeda-589932fa8033 tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222849'] for port, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:57:29.839723 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-b8215694-54d3-4c31-906e-2a2ae7770253 req-cb235699-594a-4b8c-aeda-589932fa8033 tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7185197 Sep 23 19:57:29.852811 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.v2.base [req-b8215694-54d3-4c31-906e-2a2ae7770253 req-6b764b35-e8ce-40e9-9b45-d354e0d61ca8 service neutron] Request body: {'port': {'device_id': 'fb6c1b5b-3a35-4e63-ae2f-4c84e83b23e6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713301-16'}} {{(pid=95101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:57:29.926279 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-b8215694-54d3-4c31-906e-2a2ae7770253 req-6b764b35-e8ce-40e9-9b45-d354e0d61ca8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:57:30.085179 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-f07c619c-a26c-4a1b-9bfd-3bcc89c3be15 None None] Provisioning complete for port 8068b6e2-d215-496c-9d9a-7ab035112fb5 triggered by entity DHCP. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:57:30.086225 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-f07c619c-a26c-4a1b-9bfd-3bcc89c3be15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:57:30.150772 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.plugin [None req-f07c619c-a26c-4a1b-9bfd-3bcc89c3be15 None None] Port 8068b6e2-d215-496c-9d9a-7ab035112fb5 cannot update to ACTIVE because it is not bound. {{(pid=95103) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 19:57:30.223586 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce12b2a2-aa5f-40ea-be74-916c2ee280f3 req-69bd63dc-ba58-477e-92ee-3e6f47b4190f tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:57:30.225934 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-ce12b2a2-aa5f-40ea-be74-916c2ee280f3 req-69bd63dc-ba58-477e-92ee-3e6f47b4190f tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] 10.222.0.67 "GET /v2.0/ports?device_id=fb6c1b5b-3a35-4e63-ae2f-4c84e83b23e6 HTTP/1.1" status: 200 len: 932 time: 0.0766025 Sep 23 19:57:30.278655 n-d-713301-16 neutron-server[95101]: DEBUG neutron.notifiers.nova [req-b8215694-54d3-4c31-906e-2a2ae7770253 req-6b764b35-e8ce-40e9-9b45-d354e0d61ca8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8068b6e2-d215-496c-9d9a-7ab035112fb5 {{(pid=95101) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 19:57:30.287409 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-ce12b2a2-aa5f-40ea-be74-916c2ee280f3 req-4cb07cbf-c0c6-4d0a-a753-5997e0064bca tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] 10.222.0.67 "GET /v2.0/security-groups?id=b823ee68-61b3-45b7-bd15-ad0e7a0e3e7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0543900 Sep 23 19:57:30.288038 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-b8215694-54d3-4c31-906e-2a2ae7770253 req-6b764b35-e8ce-40e9-9b45-d354e0d61ca8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:57:30.306201 n-d-713301-16 neutron-server[95101]: DEBUG neutron.db.provisioning_blocks [req-b8215694-54d3-4c31-906e-2a2ae7770253 req-6b764b35-e8ce-40e9-9b45-d354e0d61ca8 service neutron] Transition to ACTIVE for port object 8068b6e2-d215-496c-9d9a-7ab035112fb5 will not be triggered until provisioned by entity L2. {{(pid=95101) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 19:57:30.312024 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-b8215694-54d3-4c31-906e-2a2ae7770253 req-6b764b35-e8ce-40e9-9b45-d354e0d61ca8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5607436'] for port, after_update {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:57:30.424188 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b764b35-e8ce-40e9-9b45-d354e0d61ca8 service neutron] Pushing event updated for resources: {'Port': ['ID=8068b6e2-d215-496c-9d9a-7ab035112fb5,revision_number=2']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:57:30.467854 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.managers [req-b8215694-54d3-4c31-906e-2a2ae7770253 req-6b764b35-e8ce-40e9-9b45-d354e0d61ca8 service neutron] Attempting to bind port 8068b6e2-d215-496c-9d9a-7ab035112fb5 on host n-h1-713301-16 for vnic_type normal with profile {{(pid=95101) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 19:57:30.468227 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.managers [req-b8215694-54d3-4c31-906e-2a2ae7770253 req-6b764b35-e8ce-40e9-9b45-d354e0d61ca8 service neutron] Attempting to bind port 8068b6e2-d215-496c-9d9a-7ab035112fb5 by drivers openvswitch,hyperv on host n-h1-713301-16 at level 0 using segments [{'id': 'e851f304-d10e-494c-b70c-015c08f1570d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': 'b26c350a-bbf7-4ea0-b9d7-09eada9c3ff4'}] {{(pid=95101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 19:57:30.468671 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8215694-54d3-4c31-906e-2a2ae7770253 req-6b764b35-e8ce-40e9-9b45-d354e0d61ca8 service neutron] Attempting to bind port 8068b6e2-d215-496c-9d9a-7ab035112fb5 on network b26c350a-bbf7-4ea0-b9d7-09eada9c3ff4 {{(pid=95101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:57:30.475920 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8215694-54d3-4c31-906e-2a2ae7770253 req-6b764b35-e8ce-40e9-9b45-d354e0d61ca8 service neutron] Port 8068b6e2-d215-496c-9d9a-7ab035112fb5 on network b26c350a-bbf7-4ea0-b9d7-09eada9c3ff4 not bound, no agent of type Open vSwitch agent registered on host n-h1-713301-16 {{(pid=95101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 19:57:30.476469 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8215694-54d3-4c31-906e-2a2ae7770253 req-6b764b35-e8ce-40e9-9b45-d354e0d61ca8 service neutron] Attempting to bind port 8068b6e2-d215-496c-9d9a-7ab035112fb5 on network b26c350a-bbf7-4ea0-b9d7-09eada9c3ff4 {{(pid=95101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:57:30.483750 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8215694-54d3-4c31-906e-2a2ae7770253 req-6b764b35-e8ce-40e9-9b45-d354e0d61ca8 service neutron] Checking agent: {'id': '0708c3e9-0aad-4600-9be9-d2486535c898', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713301-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 19, 15, 28), 'started_at': datetime.datetime(2021, 9, 23, 19, 15, 28), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 19, 57, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 19:57:30.484493 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8215694-54d3-4c31-906e-2a2ae7770253 req-6b764b35-e8ce-40e9-9b45-d354e0d61ca8 service neutron] Checking segment: {'id': 'e851f304-d10e-494c-b70c-015c08f1570d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': 'b26c350a-bbf7-4ea0-b9d7-09eada9c3ff4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:57:30.484998 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8215694-54d3-4c31-906e-2a2ae7770253 req-6b764b35-e8ce-40e9-9b45-d354e0d61ca8 service neutron] Bound using segment: {'id': 'e851f304-d10e-494c-b70c-015c08f1570d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': 'b26c350a-bbf7-4ea0-b9d7-09eada9c3ff4'} {{(pid=95101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 19:57:30.485541 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.managers [req-b8215694-54d3-4c31-906e-2a2ae7770253 req-6b764b35-e8ce-40e9-9b45-d354e0d61ca8 service neutron] Bound port: 8068b6e2-d215-496c-9d9a-7ab035112fb5, host: n-h1-713301-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e851f304-d10e-494c-b70c-015c08f1570d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': 'b26c350a-bbf7-4ea0-b9d7-09eada9c3ff4'}}] {{(pid=95101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 19:57:30.485999 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-b8215694-54d3-4c31-906e-2a2ae7770253 req-6b764b35-e8ce-40e9-9b45-d354e0d61ca8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:57:30.581540 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.db [req-b8215694-54d3-4c31-906e-2a2ae7770253 req-6b764b35-e8ce-40e9-9b45-d354e0d61ca8 service neutron] For port 8068b6e2-d215-496c-9d9a-7ab035112fb5, host n-h1-713301-16, cleared binding levels {{(pid=95101) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 19:57:30.585642 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.db [req-b8215694-54d3-4c31-906e-2a2ae7770253 req-6b764b35-e8ce-40e9-9b45-d354e0d61ca8 service neutron] For port 8068b6e2-d215-496c-9d9a-7ab035112fb5, host n-h1-713301-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-16',level=0,port_id=8068b6e2-d215-496c-9d9a-7ab035112fb5,segment=NetworkSegment(e851f304-d10e-494c-b70c-015c08f1570d),segment_id=e851f304-d10e-494c-b70c-015c08f1570d)] {{(pid=95101) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 19:57:30.590438 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-b8215694-54d3-4c31-906e-2a2ae7770253 req-6b764b35-e8ce-40e9-9b45-d354e0d61ca8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5607436'] for port, after_update {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:57:30.637981 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8215694-54d3-4c31-906e-2a2ae7770253 req-6b764b35-e8ce-40e9-9b45-d354e0d61ca8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:57:30.638516 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-b8215694-54d3-4c31-906e-2a2ae7770253 req-6b764b35-e8ce-40e9-9b45-d354e0d61ca8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222849'] for port, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:57:30.641144 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-b8215694-54d3-4c31-906e-2a2ae7770253 req-6b764b35-e8ce-40e9-9b45-d354e0d61ca8 service neutron] 10.222.0.74 "PUT /v2.0/ports/8068b6e2-d215-496c-9d9a-7ab035112fb5 HTTP/1.1" status: 200 len: 1093 time: 0.7930307 Sep 23 19:57:30.641597 n-d-713301-16 neutron-server[95101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fb6c1b5b-3a35-4e63-ae2f-4c84e83b23e6', 'tag': '8068b6e2-d215-496c-9d9a-7ab035112fb5'}] {{(pid=95101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 19:57:30.643890 n-d-713301-16 neutron-server[95101]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d8366c5740cd635e57ab12b71fe44a77c2acc3c19091ef849c6f68b380462244" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79bf7b76-e630-4899-9cba-57a50fce17b9" -d '{"events": [{"name": "network-changed", "server_uuid": "fb6c1b5b-3a35-4e63-ae2f-4c84e83b23e6", "tag": "8068b6e2-d215-496c-9d9a-7ab035112fb5"}]}' {{(pid=95101) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 19:57:30.666448 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Device b2d7b637-fe9d-4682-97d5-efd54155d19a up at agent ovs-agent-n-d-713301-16 {{(pid=95103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 19:57:30.755332 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b764b35-e8ce-40e9-9b45-d354e0d61ca8 service neutron] Pushing event updated for resources: {'Port': ['ID=8068b6e2-d215-496c-9d9a-7ab035112fb5,revision_number=3']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:57:30.807957 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Provisioning complete for port b2d7b637-fe9d-4682-97d5-efd54155d19a triggered by entity L2. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:57:30.808333 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:57:30.819051 n-d-713301-16 neutron-server[95101]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 19:57:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-407fbad2-3877-42bc-93fb-24c162b0ef3b x-openstack-request-id: req-407fbad2-3877-42bc-93fb-24c162b0ef3b {{(pid=95101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 19:57:30.819658 n-d-713301-16 neutron-server[95101]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fb6c1b5b-3a35-4e63-ae2f-4c84e83b23e6", "tag": "8068b6e2-d215-496c-9d9a-7ab035112fb5", "status": "completed", "code": 200}]} {{(pid=95101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 19:57:30.820068 n-d-713301-16 neutron-server[95101]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-407fbad2-3877-42bc-93fb-24c162b0ef3b {{(pid=95101) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 19:57:30.820695 n-d-713301-16 neutron-server[95101]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fb6c1b5b-3a35-4e63-ae2f-4c84e83b23e6', 'tag': '8068b6e2-d215-496c-9d9a-7ab035112fb5', 'status': 'completed', 'code': 200} Sep 23 19:57:30.825804 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8215694-54d3-4c31-906e-2a2ae7770253 req-297cddb5-a36c-4e92-9889-1db833adb52a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:57:30.829544 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-b8215694-54d3-4c31-906e-2a2ae7770253 req-297cddb5-a36c-4e92-9889-1db833adb52a service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=9cf4888c1a454e07a3d16aa9e7c63006&device_id=fb6c1b5b-3a35-4e63-ae2f-4c84e83b23e6 HTTP/1.1" status: 200 len: 1096 time: 0.1388986 Sep 23 19:57:30.922418 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-b8215694-54d3-4c31-906e-2a2ae7770253 req-554bcc45-5364-456e-91ba-07a35de4ad13 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8068b6e2-d215-496c-9d9a-7ab035112fb5 HTTP/1.1" status: 200 len: 217 time: 0.0806096 Sep 23 19:57:31.023233 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8215694-54d3-4c31-906e-2a2ae7770253 req-d22bd900-6f2e-493a-8e38-df8f9cf08168 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:57:31.030787 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-b8215694-54d3-4c31-906e-2a2ae7770253 req-d22bd900-6f2e-493a-8e38-df8f9cf08168 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=dcc8f5fd-6f55-4154-96de-f0ca4b1f7a0b HTTP/1.1" status: 200 len: 835 time: 0.0959170 Sep 23 19:57:31.101037 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8215694-54d3-4c31-906e-2a2ae7770253 req-7799637d-a86b-41a5-9dc0-ea94f7d60fa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:57:31.102985 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-b8215694-54d3-4c31-906e-2a2ae7770253 req-7799637d-a86b-41a5-9dc0-ea94f7d60fa4 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=b26c350a-bbf7-4ea0-b9d7-09eada9c3ff4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0696287 Sep 23 19:57:31.217717 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-b8215694-54d3-4c31-906e-2a2ae7770253 req-f28dfef9-898f-4024-9f25-49c43c3e3076 service neutron] 10.222.0.74 "GET /v2.0/networks/b26c350a-bbf7-4ea0-b9d7-09eada9c3ff4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1072097 Sep 23 19:57:31.337107 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-b8215694-54d3-4c31-906e-2a2ae7770253 req-312cb971-2e2f-4593-b28a-b1cdbcde1a3e service neutron] 10.222.0.74 "GET /v2.0/networks/b26c350a-bbf7-4ea0-b9d7-09eada9c3ff4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1115119 Sep 23 19:57:31.411656 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57bf93b-972f-4713-b14a-67663896db51 req-2bf77c60-41fe-4a20-b40c-8433c08af7fb tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:57:31.413923 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-d57bf93b-972f-4713-b14a-67663896db51 req-2bf77c60-41fe-4a20-b40c-8433c08af7fb tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] 10.222.0.67 "GET /v2.0/ports?device_id=fb6c1b5b-3a35-4e63-ae2f-4c84e83b23e6 HTTP/1.1" status: 200 len: 944 time: 0.0537794 Sep 23 19:57:31.443848 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79bf7b76-e630-4899-9cba-57a50fce17b9 req-49088b32-001b-45e0-a6e5-636d8c75ec68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:57:31.445662 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-79bf7b76-e630-4899-9cba-57a50fce17b9 req-49088b32-001b-45e0-a6e5-636d8c75ec68 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=9cf4888c1a454e07a3d16aa9e7c63006&device_id=fb6c1b5b-3a35-4e63-ae2f-4c84e83b23e6 HTTP/1.1" status: 200 len: 1096 time: 0.0528402 Sep 23 19:57:31.455762 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-d57bf93b-972f-4713-b14a-67663896db51 req-4374a89b-4694-49c3-a51d-360ec8e47497 tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] 10.222.0.67 "GET /v2.0/security-groups?id=b823ee68-61b3-45b7-bd15-ad0e7a0e3e7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353918 Sep 23 19:57:31.542099 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79bf7b76-e630-4899-9cba-57a50fce17b9 req-9d89d609-2dca-4633-a44d-816340c5be48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:57:31.543605 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-79bf7b76-e630-4899-9cba-57a50fce17b9 req-9d89d609-2dca-4633-a44d-816340c5be48 service neutron] 10.222.0.74 "GET /v2.0/networks?id=b26c350a-bbf7-4ea0-b9d7-09eada9c3ff4 HTTP/1.1" status: 200 len: 897 time: 0.0908833 Sep 23 19:57:31.596325 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-79bf7b76-e630-4899-9cba-57a50fce17b9 req-9c9bcad9-2c50-443e-a6b1-fba706e80c97 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8068b6e2-d215-496c-9d9a-7ab035112fb5 HTTP/1.1" status: 200 len: 217 time: 0.0441954 Sep 23 19:57:31.648974 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79bf7b76-e630-4899-9cba-57a50fce17b9 req-1ce0afdd-909f-47e4-8844-3575a54a6f5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:57:31.650509 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-79bf7b76-e630-4899-9cba-57a50fce17b9 req-1ce0afdd-909f-47e4-8844-3575a54a6f5f service neutron] 10.222.0.74 "GET /v2.0/subnets?id=dcc8f5fd-6f55-4154-96de-f0ca4b1f7a0b HTTP/1.1" status: 200 len: 835 time: 0.0477850 Sep 23 19:57:31.700241 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79bf7b76-e630-4899-9cba-57a50fce17b9 req-e7834a95-603f-4cc9-acb6-d34cce054f5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:57:31.702508 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-79bf7b76-e630-4899-9cba-57a50fce17b9 req-e7834a95-603f-4cc9-acb6-d34cce054f5a service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=b26c350a-bbf7-4ea0-b9d7-09eada9c3ff4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0448661 Sep 23 19:57:31.804283 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-79bf7b76-e630-4899-9cba-57a50fce17b9 req-21a4e34c-17c1-481f-bd01-7e17b8c2109f service neutron] 10.222.0.74 "GET /v2.0/networks/b26c350a-bbf7-4ea0-b9d7-09eada9c3ff4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0928333 Sep 23 19:57:31.904436 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-79bf7b76-e630-4899-9cba-57a50fce17b9 req-14b2f8be-4832-4f99-9f31-5f88fdfaedab service neutron] 10.222.0.74 "GET /v2.0/networks/b26c350a-bbf7-4ea0-b9d7-09eada9c3ff4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0921400 Sep 23 19:57:32.582748 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24da6a32-ce57-4b53-8b1e-0c34e5a1521e req-f76ca537-934d-453f-b624-aefaafd1e761 tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:57:32.584269 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-24da6a32-ce57-4b53-8b1e-0c34e5a1521e req-f76ca537-934d-453f-b624-aefaafd1e761 tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] 10.222.0.67 "GET /v2.0/ports?device_id=fb6c1b5b-3a35-4e63-ae2f-4c84e83b23e6 HTTP/1.1" status: 200 len: 944 time: 0.0589294 Sep 23 19:57:32.625850 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-24da6a32-ce57-4b53-8b1e-0c34e5a1521e req-16a3cede-cbce-4dc9-bcd3-9357e0036622 tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] 10.222.0.67 "GET /v2.0/security-groups?id=b823ee68-61b3-45b7-bd15-ad0e7a0e3e7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345526 Sep 23 19:57:33.493743 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Device 8068b6e2-d215-496c-9d9a-7ab035112fb5 details requested by agent hyperv_n-h1-713301-16 with host n-h1-713301-16 {{(pid=95103) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 19:57:33.756827 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] For port 8068b6e2-d215-496c-9d9a-7ab035112fb5, host n-h1-713301-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-16',level=0,port_id=8068b6e2-d215-496c-9d9a-7ab035112fb5,segment=NetworkSegment(e851f304-d10e-494c-b70c-015c08f1570d),segment_id=e851f304-d10e-494c-b70c-015c08f1570d)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:57:33.761747 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694e804a-8b68-4a4c-8b65-6e7afce4679c req-ecdd4f97-8808-4f42-a215-a8055b2632d2 tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:57:33.763580 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-694e804a-8b68-4a4c-8b65-6e7afce4679c req-ecdd4f97-8808-4f42-a215-a8055b2632d2 tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] 10.222.0.67 "GET /v2.0/ports?device_id=fb6c1b5b-3a35-4e63-ae2f-4c84e83b23e6 HTTP/1.1" status: 200 len: 944 time: 0.0674562 Sep 23 19:57:33.770895 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Returning: {'device': '8068b6e2-d215-496c-9d9a-7ab035112fb5', 'network_id': 'b26c350a-bbf7-4ea0-b9d7-09eada9c3ff4', 'port_id': '8068b6e2-d215-496c-9d9a-7ab035112fb5', 'mac_address': 'fa:16:3e:f1:57:79', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 632, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dcc8f5fd-6f55-4154-96de-f0ca4b1f7a0b', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95103) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 19:57:33.805545 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-694e804a-8b68-4a4c-8b65-6e7afce4679c req-3b21f831-d4bb-4cb9-9d97-ebfd4a7779a9 tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] 10.222.0.67 "GET /v2.0/security-groups?id=b823ee68-61b3-45b7-bd15-ad0e7a0e3e7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344520 Sep 23 19:57:33.813778 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:57:33.829117 n-d-713301-16 neutron-server[95103]: DEBUG neutron.notifiers.nova [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8068b6e2-d215-496c-9d9a-7ab035112fb5 {{(pid=95103) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 19:57:33.849776 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] For port 8068b6e2-d215-496c-9d9a-7ab035112fb5, host n-h1-713301-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-16',level=0,port_id=8068b6e2-d215-496c-9d9a-7ab035112fb5,segment=NetworkSegment(e851f304-d10e-494c-b70c-015c08f1570d),segment_id=e851f304-d10e-494c-b70c-015c08f1570d)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:57:33.854288 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:57:33.903312 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Pushing event updated for resources: {'Port': ['ID=8068b6e2-d215-496c-9d9a-7ab035112fb5,revision_number=4']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:57:34.060146 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] get_ports_and_sgs() called for port_ids ['8068b6e2-d215-496c-9d9a-7ab035112fb5'] {{(pid=95103) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 19:57:34.930922 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8238cee6-7f16-43fe-92ff-485bf35d6b30 req-d7d3c9dc-3f92-413f-a7f7-88bf8a71efeb tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:57:34.932658 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-8238cee6-7f16-43fe-92ff-485bf35d6b30 req-d7d3c9dc-3f92-413f-a7f7-88bf8a71efeb tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] 10.222.0.67 "GET /v2.0/ports?device_id=fb6c1b5b-3a35-4e63-ae2f-4c84e83b23e6 HTTP/1.1" status: 200 len: 945 time: 0.0523670 Sep 23 19:57:34.975424 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-8238cee6-7f16-43fe-92ff-485bf35d6b30 req-f5c4fbde-e20c-44fa-9896-544067d24c7f tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] 10.222.0.67 "GET /v2.0/security-groups?id=b823ee68-61b3-45b7-bd15-ad0e7a0e3e7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365043 Sep 23 19:57:35.509218 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Device 8068b6e2-d215-496c-9d9a-7ab035112fb5 up at agent hyperv_n-h1-713301-16 {{(pid=95103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 19:57:35.568796 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Provisioning for port 8068b6e2-d215-496c-9d9a-7ab035112fb5 completed by entity L2. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 19:57:35.572513 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Provisioning complete for port 8068b6e2-d215-496c-9d9a-7ab035112fb5 triggered by entity L2. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:57:35.572874 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:57:35.659349 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:57:35.683814 n-d-713301-16 neutron-server[95103]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb6c1b5b-3a35-4e63-ae2f-4c84e83b23e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8068b6e2-d215-496c-9d9a-7ab035112fb5'}] {{(pid=95103) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 19:57:35.688101 n-d-713301-16 neutron-server[95103]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}81a1c17f2aa89d5b3ebbba3a3e0cf7eb588e431c2224256110c4c4facdd7c3e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0f837ec-6f0f-4180-8cb5-9cc6ca1bfcfa" -d '{"events": [{"server_uuid": "fb6c1b5b-3a35-4e63-ae2f-4c84e83b23e6", "name": "network-vif-plugged", "status": "completed", "tag": "8068b6e2-d215-496c-9d9a-7ab035112fb5"}]}' {{(pid=95103) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 19:57:35.698813 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] For port 8068b6e2-d215-496c-9d9a-7ab035112fb5, host n-h1-713301-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-16',level=0,port_id=8068b6e2-d215-496c-9d9a-7ab035112fb5,segment=NetworkSegment(e851f304-d10e-494c-b70c-015c08f1570d),segment_id=e851f304-d10e-494c-b70c-015c08f1570d)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:57:35.703215 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:57:35.731973 n-d-713301-16 neutron-server[95103]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 19:57:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3ae3f50-dc45-466f-8cda-641cd2951b7f x-openstack-request-id: req-a3ae3f50-dc45-466f-8cda-641cd2951b7f {{(pid=95103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 19:57:35.732286 n-d-713301-16 neutron-server[95103]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fb6c1b5b-3a35-4e63-ae2f-4c84e83b23e6", "name": "network-vif-plugged", "status": "completed", "tag": "8068b6e2-d215-496c-9d9a-7ab035112fb5", "code": 200}]} {{(pid=95103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 19:57:35.733316 n-d-713301-16 neutron-server[95103]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-a3ae3f50-dc45-466f-8cda-641cd2951b7f {{(pid=95103) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 19:57:35.733606 n-d-713301-16 neutron-server[95103]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb6c1b5b-3a35-4e63-ae2f-4c84e83b23e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8068b6e2-d215-496c-9d9a-7ab035112fb5', 'code': 200} Sep 23 19:57:35.768563 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Pushing event updated for resources: {'Port': ['ID=8068b6e2-d215-496c-9d9a-7ab035112fb5,revision_number=5']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:57:36.105221 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1090d3a9-1f54-4b31-b57a-6aeb42b5639c req-b1969fa6-c8c3-4a27-999e-c753f325ff35 tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:57:36.108666 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-1090d3a9-1f54-4b31-b57a-6aeb42b5639c req-b1969fa6-c8c3-4a27-999e-c753f325ff35 tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] 10.222.0.67 "GET /v2.0/ports?device_id=fb6c1b5b-3a35-4e63-ae2f-4c84e83b23e6 HTTP/1.1" status: 200 len: 946 time: 0.0557065 Sep 23 19:57:36.151502 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-1090d3a9-1f54-4b31-b57a-6aeb42b5639c req-1671ee83-1666-445f-9c35-43c4fe2038a0 tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] 10.222.0.67 "GET /v2.0/security-groups?id=b823ee68-61b3-45b7-bd15-ad0e7a0e3e7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359251 Sep 23 19:57:36.155303 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f110dbd-af86-4157-8d27-ef13fb3fb872 req-9236f04a-6b4e-418b-8f1e-0876694544dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:57:36.157968 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-2f110dbd-af86-4157-8d27-ef13fb3fb872 req-9236f04a-6b4e-418b-8f1e-0876694544dd service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=fb6c1b5b-3a35-4e63-ae2f-4c84e83b23e6 HTTP/1.1" status: 200 len: 1098 time: 0.3724916 Sep 23 19:57:36.196734 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-2f110dbd-af86-4157-8d27-ef13fb3fb872 req-60052d78-b594-4a9d-8c88-f1fd71f093d7 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=b823ee68-61b3-45b7-bd15-ad0e7a0e3e7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307345 Sep 23 19:57:37.280373 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f92dbe-c24d-48cd-afa2-0e6ce65e5a2f req-f04129f2-38d1-47af-b5b6-962d3923f66a tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:57:37.281850 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-46f92dbe-c24d-48cd-afa2-0e6ce65e5a2f req-f04129f2-38d1-47af-b5b6-962d3923f66a tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] 10.222.0.67 "GET /v2.0/ports?device_id=fb6c1b5b-3a35-4e63-ae2f-4c84e83b23e6 HTTP/1.1" status: 200 len: 946 time: 0.0560834 Sep 23 19:57:37.330010 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-46f92dbe-c24d-48cd-afa2-0e6ce65e5a2f req-a60a983b-9e14-41d9-b00d-0ce34c2d5d63 tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] 10.222.0.67 "GET /v2.0/security-groups?id=b823ee68-61b3-45b7-bd15-ad0e7a0e3e7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416052 Sep 23 19:57:37.448344 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03e4697-3d20-4ff1-b712-83cf6b2c2262 req-e319f719-7cab-4427-a0d0-32609d05ac23 tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:57:37.449894 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-b03e4697-3d20-4ff1-b712-83cf6b2c2262 req-e319f719-7cab-4427-a0d0-32609d05ac23 tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] 10.222.0.67 "GET /v2.0/ports?device_id=fb6c1b5b-3a35-4e63-ae2f-4c84e83b23e6 HTTP/1.1" status: 200 len: 946 time: 0.0511105 Sep 23 19:57:37.491308 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-b03e4697-3d20-4ff1-b712-83cf6b2c2262 req-99e59dfe-e6b8-4401-8f75-35839472844f tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] 10.222.0.67 "GET /v2.0/security-groups?id=b823ee68-61b3-45b7-bd15-ad0e7a0e3e7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328290 Sep 23 19:57:37.514243 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 56982) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:57:37.554601 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f0cee91-52f4-4add-a115-efa0d05aa2ec tempest-TestNetworkAdvancedServerOps-1630542813 tempest-TestNetworkAdvancedServerOps-1630542813-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:57:37.556054 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-1f0cee91-52f4-4add-a115-efa0d05aa2ec tempest-TestNetworkAdvancedServerOps-1630542813 tempest-TestNetworkAdvancedServerOps-1630542813-project-admin] 10.222.0.67 "GET /v2.0/ports?device_id=fb6c1b5b-3a35-4e63-ae2f-4c84e83b23e6 HTTP/1.1" status: 200 len: 1093 time: 0.0407822 Sep 23 19:57:37.559215 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 56984) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:57:37.564173 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.v2.base [None req-92c7d81b-7845-4b91-ba71-4c1880dbaeca tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] Request body: {'floatingip': {'floating_network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'port_id': '8068b6e2-d215-496c-9d9a-7ab035112fb5', 'tenant_id': '9cf4888c1a454e07a3d16aa9e7c63006', 'fixed_ip_address': '172.20.0.13'}} {{(pid=95101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:57:37.603936 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-92c7d81b-7845-4b91-ba71-4c1880dbaeca tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] Notify callbacks [] for floatingip, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:57:37.706662 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-92c7d81b-7845-4b91-ba71-4c1880dbaeca tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:57:37.813565 n-d-713301-16 neutron-server[95101]: DEBUG neutron.db.db_base_plugin_common [None req-92c7d81b-7845-4b91-ba71-4c1880dbaeca tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] Allocated IP 172.25.1.112 (5dec5c09-378e-4f50-89cc-d94eb81c3bac/eff83446-018c-428d-b3f5-54ac9abe7a2a/b11e344d-1d1a-4e7d-964f-21b57038f8e3) {{(pid=95101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 19:57:37.930621 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-92c7d81b-7845-4b91-ba71-4c1880dbaeca tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] Notify callbacks [] for port, precommit_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:57:37.965703 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-92c7d81b-7845-4b91-ba71-4c1880dbaeca tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783145673135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5607431'] for port, after_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:57:38.004577 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92c7d81b-7845-4b91-ba71-4c1880dbaeca tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] Network 5dec5c09-378e-4f50-89cc-d94eb81c3bac is already hosted by enough agents. {{(pid=95101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:57:38.007644 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.base_scheduler [None req-92c7d81b-7845-4b91-ba71-4c1880dbaeca tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] Resources bound (agent type, host, resource id): {{(pid=95101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:57:38.011610 n-d-713301-16 neutron-server[95101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92c7d81b-7845-4b91-ba71-4c1880dbaeca tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] Received port after_create {{(pid=95101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 19:57:38.040560 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92c7d81b-7845-4b91-ba71-4c1880dbaeca tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] Pushing event updated for resources: {'Port': ['ID=b11e344d-1d1a-4e7d-964f-21b57038f8e3,revision_number=1']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:57:38.379841 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-92c7d81b-7845-4b91-ba71-4c1880dbaeca tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:57:38.469695 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-92c7d81b-7845-4b91-ba71-4c1880dbaeca tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:57:38.629268 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-92c7d81b-7845-4b91-ba71-4c1880dbaeca tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] Notify callbacks [] for port, precommit_update {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:57:38.634243 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-92c7d81b-7845-4b91-ba71-4c1880dbaeca tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5607436'] for port, after_update {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:57:38.706753 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92c7d81b-7845-4b91-ba71-4c1880dbaeca tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] Pushing event updated for resources: {'Port': ['ID=b11e344d-1d1a-4e7d-964f-21b57038f8e3,revision_number=2']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:57:38.719074 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-92c7d81b-7845-4b91-ba71-4c1880dbaeca tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-601884'] for floatingip, after_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:57:38.854419 n-d-713301-16 neutron-server[95101]: INFO neutron.db.l3_db [None req-92c7d81b-7845-4b91-ba71-4c1880dbaeca tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] Floating IP 40463da2-7a29-42a9-bf25-3245d8b53c88 associated. External IP: 172.25.1.112, port: 8068b6e2-d215-496c-9d9a-7ab035112fb5. Sep 23 19:57:39.149630 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-92c7d81b-7845-4b91-ba71-4c1880dbaeca tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] Router 32abbfbd-1048-41c4-b885-cccc4f59c0d1 has already been hosted by L3 agent 79a740bf-7821-4989-8288-7186e3e128f3 {{(pid=95101) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 19:57:39.291965 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92c7d81b-7845-4b91-ba71-4c1880dbaeca tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] Notify agent at l3_agent.n-d-713301-16 the message routers_updated {{(pid=95101) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 19:57:39.305963 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-063486d0-a7d3-4340-872d-dfce396d6140 None None] Sync routers for ids ['32abbfbd-1048-41c4-b885-cccc4f59c0d1'] in n-d-713301-16 {{(pid=95104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 19:57:39.312726 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-92c7d81b-7845-4b91-ba71-4c1880dbaeca tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222849'] for floatingip, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:57:39.317667 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-063486d0-a7d3-4340-872d-dfce396d6140 None None] Routers {'32abbfbd-1048-41c4-b885-cccc4f59c0d1'} bound to L3 agent in host n-d-713301-16 {{(pid=95104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 19:57:39.318612 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_hamode_db [None req-063486d0-a7d3-4340-872d-dfce396d6140 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-23T19:07:52Z,description=,heartbeat_timestamp=2021-09-23T19:57:23Z,host='n-d-713301-16',id=79a740bf-7821-4989-8288-7186e3e128f3,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:07:52Z,topic='l3_agent')) {'router_ids': ['32abbfbd-1048-41c4-b885-cccc4f59c0d1'], 'active': True} {{(pid=95104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:57:39.345494 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-92c7d81b-7845-4b91-ba71-4c1880dbaeca tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] 10.222.0.67 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.7848146 Sep 23 19:57:39.346884 n-d-713301-16 neutron-server[95101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fb6c1b5b-3a35-4e63-ae2f-4c84e83b23e6', 'tag': '8068b6e2-d215-496c-9d9a-7ab035112fb5'}] {{(pid=95101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 19:57:39.349875 n-d-713301-16 neutron-server[95101]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d8366c5740cd635e57ab12b71fe44a77c2acc3c19091ef849c6f68b380462244" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98f78616-8bca-4dc2-8c52-bef225204289" -d '{"events": [{"name": "network-changed", "server_uuid": "fb6c1b5b-3a35-4e63-ae2f-4c84e83b23e6", "tag": "8068b6e2-d215-496c-9d9a-7ab035112fb5"}]}' {{(pid=95101) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 19:57:39.397201 n-d-713301-16 neutron-server[95101]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 19:57:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b70a7254-2ab9-4da5-a45d-a827e8eedacd x-openstack-request-id: req-b70a7254-2ab9-4da5-a45d-a827e8eedacd {{(pid=95101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 19:57:39.397598 n-d-713301-16 neutron-server[95101]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fb6c1b5b-3a35-4e63-ae2f-4c84e83b23e6", "tag": "8068b6e2-d215-496c-9d9a-7ab035112fb5", "status": "completed", "code": 200}]} {{(pid=95101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 19:57:39.397950 n-d-713301-16 neutron-server[95101]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-b70a7254-2ab9-4da5-a45d-a827e8eedacd {{(pid=95101) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 19:57:39.398469 n-d-713301-16 neutron-server[95101]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fb6c1b5b-3a35-4e63-ae2f-4c84e83b23e6', 'tag': '8068b6e2-d215-496c-9d9a-7ab035112fb5', 'status': 'completed', 'code': 200} Sep 23 19:57:39.448827 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_dvr_db [None req-063486d0-a7d3-4340-872d-dfce396d6140 None None] Set router 32abbfbd-1048-41c4-b885-cccc4f59c0d1 gateway port host: n-d-713301-16 {{(pid=95104) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 19:57:39.510362 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f78616-8bca-4dc2-8c52-bef225204289 req-7842df4c-2e73-450d-830f-6fe816b2693f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:57:39.512112 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-98f78616-8bca-4dc2-8c52-bef225204289 req-7842df4c-2e73-450d-830f-6fe816b2693f service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=9cf4888c1a454e07a3d16aa9e7c63006&device_id=fb6c1b5b-3a35-4e63-ae2f-4c84e83b23e6 HTTP/1.1" status: 200 len: 1098 time: 0.0895302 Sep 23 19:57:39.518168 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b327e768-b716-46af-b986-ad47b51874ff req-62026fc2-32ab-437e-90e7-6c0091c3fd5d tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:57:39.526415 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-b327e768-b716-46af-b986-ad47b51874ff req-62026fc2-32ab-437e-90e7-6c0091c3fd5d tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] 10.222.0.67 "GET /v2.0/ports?device_id=fb6c1b5b-3a35-4e63-ae2f-4c84e83b23e6 HTTP/1.1" status: 200 len: 946 time: 0.1017962 Sep 23 19:57:39.605905 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-b327e768-b716-46af-b986-ad47b51874ff req-1cba74bc-4896-4a73-8f37-06fa73ce7d36 tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] 10.222.0.67 "GET /v2.0/security-groups?id=b823ee68-61b3-45b7-bd15-ad0e7a0e3e7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0783794 Sep 23 19:57:39.618657 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 56994) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:57:39.638903 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f78616-8bca-4dc2-8c52-bef225204289 req-0c530e1c-2969-4749-82b2-d3401ae80bf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:57:39.640647 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-98f78616-8bca-4dc2-8c52-bef225204289 req-0c530e1c-2969-4749-82b2-d3401ae80bf2 service neutron] 10.222.0.74 "GET /v2.0/networks?id=b26c350a-bbf7-4ea0-b9d7-09eada9c3ff4 HTTP/1.1" status: 200 len: 897 time: 0.1216567 Sep 23 19:57:39.717528 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-7b85d180-6d81-4cb2-ae77-d92c01509abd tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] 10.222.0.67 "GET /v2.0/floatingips/40463da2-7a29-42a9-bf25-3245d8b53c88 HTTP/1.1" status: 200 len: 992 time: 0.0954075 Sep 23 19:57:39.730382 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-98f78616-8bca-4dc2-8c52-bef225204289 req-27285c49-9c07-4dd3-b160-a1b1d31b8142 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8068b6e2-d215-496c-9d9a-7ab035112fb5 HTTP/1.1" status: 200 len: 1000 time: 0.0818260 Sep 23 19:57:39.758095 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_hamode_db [None req-063486d0-a7d3-4340-872d-dfce396d6140 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32abbfbd-1048-41c4-b885-cccc4f59c0d1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-716538060', 'tenant_id': '9cf4888c1a454e07a3d16aa9e7c63006', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'external_fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.248'}], 'enable_snat': True}, 'gw_port_id': 'dcabc601-dc6c-4e14-90ae-e34ff1ebe3f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:57:21Z', 'updated_at': '2021-09-23T19:57:25Z', 'revision_number': 4, 'project_id': '9cf4888c1a454e07a3d16aa9e7c63006', 'gw_port': {'id': 'dcabc601-dc6c-4e14-90ae-e34ff1ebe3f3', 'name': '', 'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:38:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32abbfbd-1048-41c4-b885-cccc4f59c0d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3909, 'fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:57:22Z', 'updated_at': '2021-09-23T19:57:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-16', '_floatingips': [{'id': '40463da2-7a29-42a9-bf25-3245d8b53c88', 'tenant_id': '9cf4888c1a454e07a3d16aa9e7c63006', 'floating_ip_address': '172.25.1.112', 'floating_network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'router_id': '32abbfbd-1048-41c4-b885-cccc4f59c0d1', 'port_id': '8068b6e2-d215-496c-9d9a-7ab035112fb5', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3915, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b26c350a-bbf7-4ea0-b9d7-09eada9c3ff4', 'mac_address': 'fa:16:3e:f1:57:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb6c1b5b-3a35-4e63-ae2f-4c84e83b23e6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-23T19:57:38Z', 'updated_at': '2021-09-23T19:57:38Z', 'revision_number': 0, 'project_id': '9cf4888c1a454e07a3d16aa9e7c63006', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b2d7b637-fe9d-4682-97d5-efd54155d19a', 'name': '', 'network_id': 'b26c350a-bbf7-4ea0-b9d7-09eada9c3ff4', 'tenant_id': '9cf4888c1a454e07a3d16aa9e7c63006', 'mac_address': 'fa:16:3e:73:99:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32abbfbd-1048-41c4-b885-cccc4f59c0d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3912, 'fixed_ips': [{'subnet_id': 'dcc8f5fd-6f55-4154-96de-f0ca4b1f7a0b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:57:25Z', 'updated_at': '2021-09-23T19:57:28Z', 'revision_number': 5, 'project_id': '9cf4888c1a454e07a3d16aa9e7c63006', 'subnets': [{'id': 'dcc8f5fd-6f55-4154-96de-f0ca4b1f7a0b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-16', False) {} {{(pid=95104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:57:39.787216 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f78616-8bca-4dc2-8c52-bef225204289 req-2fe533d4-b78c-4622-a718-3cf67df3614f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:57:39.788860 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-98f78616-8bca-4dc2-8c52-bef225204289 req-2fe533d4-b78c-4622-a718-3cf67df3614f service neutron] 10.222.0.74 "GET /v2.0/subnets?id=dcc8f5fd-6f55-4154-96de-f0ca4b1f7a0b HTTP/1.1" status: 200 len: 835 time: 0.0521545 Sep 23 19:57:39.804012 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-063486d0-a7d3-4340-872d-dfce396d6140 None None] Checking router: 32abbfbd-1048-41c4-b885-cccc4f59c0d1 for host: n-d-713301-16 {{(pid=95104) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 19:57:39.815769 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-063486d0-a7d3-4340-872d-dfce396d6140 None None] Routers {'32abbfbd-1048-41c4-b885-cccc4f59c0d1'} bound to L3 agent in host n-d-713301-16 {{(pid=95104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 19:57:39.816656 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_hamode_db [None req-063486d0-a7d3-4340-872d-dfce396d6140 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-23T19:07:52Z,description=,heartbeat_timestamp=2021-09-23T19:57:23Z,host='n-d-713301-16',id=79a740bf-7821-4989-8288-7186e3e128f3,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:07:52Z,topic='l3_agent')) {'router_ids': ['32abbfbd-1048-41c4-b885-cccc4f59c0d1'], 'active': True} {{(pid=95104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:57:39.838891 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f78616-8bca-4dc2-8c52-bef225204289 req-646f786d-3e24-42ce-ae47-e49abce9c414 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:57:39.840438 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-98f78616-8bca-4dc2-8c52-bef225204289 req-646f786d-3e24-42ce-ae47-e49abce9c414 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=b26c350a-bbf7-4ea0-b9d7-09eada9c3ff4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0437725 Sep 23 19:57:39.947415 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-98f78616-8bca-4dc2-8c52-bef225204289 req-53221190-49e0-4110-9f65-c1a7cbfcc30a service neutron] 10.222.0.74 "GET /v2.0/networks/b26c350a-bbf7-4ea0-b9d7-09eada9c3ff4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1000781 Sep 23 19:57:39.958640 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_dvr_db [None req-063486d0-a7d3-4340-872d-dfce396d6140 None None] Set router 32abbfbd-1048-41c4-b885-cccc4f59c0d1 gateway port host: n-d-713301-16 {{(pid=95104) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 19:57:40.054760 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-98f78616-8bca-4dc2-8c52-bef225204289 req-08b81022-4ab7-446b-bead-6dbe1f50f870 service neutron] 10.222.0.74 "GET /v2.0/networks/b26c350a-bbf7-4ea0-b9d7-09eada9c3ff4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1006548 Sep 23 19:57:40.205069 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_hamode_db [None req-063486d0-a7d3-4340-872d-dfce396d6140 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32abbfbd-1048-41c4-b885-cccc4f59c0d1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-716538060', 'tenant_id': '9cf4888c1a454e07a3d16aa9e7c63006', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'external_fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.248'}], 'enable_snat': True}, 'gw_port_id': 'dcabc601-dc6c-4e14-90ae-e34ff1ebe3f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:57:21Z', 'updated_at': '2021-09-23T19:57:25Z', 'revision_number': 4, 'project_id': '9cf4888c1a454e07a3d16aa9e7c63006', 'gw_port': {'id': 'dcabc601-dc6c-4e14-90ae-e34ff1ebe3f3', 'name': '', 'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:38:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32abbfbd-1048-41c4-b885-cccc4f59c0d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3909, 'fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:57:22Z', 'updated_at': '2021-09-23T19:57:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-16', '_floatingips': [{'id': '40463da2-7a29-42a9-bf25-3245d8b53c88', 'tenant_id': '9cf4888c1a454e07a3d16aa9e7c63006', 'floating_ip_address': '172.25.1.112', 'floating_network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'router_id': '32abbfbd-1048-41c4-b885-cccc4f59c0d1', 'port_id': '8068b6e2-d215-496c-9d9a-7ab035112fb5', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3915, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b26c350a-bbf7-4ea0-b9d7-09eada9c3ff4', 'mac_address': 'fa:16:3e:f1:57:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb6c1b5b-3a35-4e63-ae2f-4c84e83b23e6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-23T19:57:38Z', 'updated_at': '2021-09-23T19:57:38Z', 'revision_number': 0, 'project_id': '9cf4888c1a454e07a3d16aa9e7c63006', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b2d7b637-fe9d-4682-97d5-efd54155d19a', 'name': '', 'network_id': 'b26c350a-bbf7-4ea0-b9d7-09eada9c3ff4', 'tenant_id': '9cf4888c1a454e07a3d16aa9e7c63006', 'mac_address': 'fa:16:3e:73:99:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32abbfbd-1048-41c4-b885-cccc4f59c0d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3912, 'fixed_ips': [{'subnet_id': 'dcc8f5fd-6f55-4154-96de-f0ca4b1f7a0b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:57:25Z', 'updated_at': '2021-09-23T19:57:28Z', 'revision_number': 5, 'project_id': '9cf4888c1a454e07a3d16aa9e7c63006', 'subnets': [{'id': 'dcc8f5fd-6f55-4154-96de-f0ca4b1f7a0b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-16', False) {} {{(pid=95104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:57:40.230699 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-063486d0-a7d3-4340-872d-dfce396d6140 None None] The sync data for ids ['32abbfbd-1048-41c4-b885-cccc4f59c0d1'] in n-d-713301-16 is: [{'id': '32abbfbd-1048-41c4-b885-cccc4f59c0d1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-716538060', 'tenant_id': '9cf4888c1a454e07a3d16aa9e7c63006', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'external_fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.248'}], 'enable_snat': True}, 'gw_port_id': 'dcabc601-dc6c-4e14-90ae-e34ff1ebe3f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:57:21Z', 'updated_at': '2021-09-23T19:57:25Z', 'revision_number': 4, 'project_id': '9cf4888c1a454e07a3d16aa9e7c63006', 'gw_port': {'id': 'dcabc601-dc6c-4e14-90ae-e34ff1ebe3f3', 'name': '', 'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:38:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32abbfbd-1048-41c4-b885-cccc4f59c0d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3909, 'fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:57:22Z', 'updated_at': '2021-09-23T19:57:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-16', '_floatingips': [{'id': '40463da2-7a29-42a9-bf25-3245d8b53c88', 'tenant_id': '9cf4888c1a454e07a3d16aa9e7c63006', 'floating_ip_address': '172.25.1.112', 'floating_network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'router_id': '32abbfbd-1048-41c4-b885-cccc4f59c0d1', 'port_id': '8068b6e2-d215-496c-9d9a-7ab035112fb5', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3915, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b26c350a-bbf7-4ea0-b9d7-09eada9c3ff4', 'mac_address': 'fa:16:3e:f1:57:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb6c1b5b-3a35-4e63-ae2f-4c84e83b23e6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-23T19:57:38Z', 'updated_at': '2021-09-23T19:57:38Z', 'revision_number': 0, 'project_id': '9cf4888c1a454e07a3d16aa9e7c63006', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b2d7b637-fe9d-4682-97d5-efd54155d19a', 'name': '', 'network_id': 'b26c350a-bbf7-4ea0-b9d7-09eada9c3ff4', 'tenant_id': '9cf4888c1a454e07a3d16aa9e7c63006', 'mac_address': 'fa:16:3e:73:99:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32abbfbd-1048-41c4-b885-cccc4f59c0d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3912, 'fixed_ips': [{'subnet_id': 'dcc8f5fd-6f55-4154-96de-f0ca4b1f7a0b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:57:25Z', 'updated_at': '2021-09-23T19:57:28Z', 'revision_number': 5, 'project_id': '9cf4888c1a454e07a3d16aa9e7c63006', 'subnets': [{'id': 'dcc8f5fd-6f55-4154-96de-f0ca4b1f7a0b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 19:57:40.434638 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad985e70-347c-486c-9fcb-e0c9e6e2316e None None] New status for floating IP 40463da2-7a29-42a9-bf25-3245d8b53c88: ACTIVE {{(pid=95103) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 23 19:57:40.719019 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 57004) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:57:40.793950 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-9cdced28-7a82-4743-b4bd-4b5b86f51084 tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] 10.222.0.67 "GET /v2.0/floatingips/40463da2-7a29-42a9-bf25-3245d8b53c88 HTTP/1.1" status: 200 len: 994 time: 0.0734720 Sep 23 19:57:40.900362 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c8c538-b57a-4086-a7f3-6e018d1e8a94 req-5d7340bf-7d07-41ac-8498-3f6e1553b8c3 tempest-TestVolumeBootPattern-473790611 tempest-TestVolumeBootPattern-473790611-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:57:40.901872 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-f7c8c538-b57a-4086-a7f3-6e018d1e8a94 req-5d7340bf-7d07-41ac-8498-3f6e1553b8c3 tempest-TestVolumeBootPattern-473790611 tempest-TestVolumeBootPattern-473790611-project] 10.222.0.67 "GET /v2.0/networks?id=a97a1ddd-be59-4422-8c3e-924143535884 HTTP/1.1" status: 200 len: 811 time: 0.1143069 Sep 23 19:57:40.918068 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-f7c8c538-b57a-4086-a7f3-6e018d1e8a94 req-1068ff9b-0710-4dfe-aa6e-ba033cbb60c8 tempest-TestVolumeBootPattern-473790611 tempest-TestVolumeBootPattern-473790611-project] 10.222.0.67 "GET /v2.0/quotas/1c95f4136fb946e684bc3bd0afadbbdd HTTP/1.1" status: 200 len: 375 time: 0.0094490 Sep 23 19:57:40.975361 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-f7c8c538-b57a-4086-a7f3-6e018d1e8a94 req-42a54078-a9c9-41fa-8bbf-4875f964eab0 tempest-TestVolumeBootPattern-473790611 tempest-TestVolumeBootPattern-473790611-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=1c95f4136fb946e684bc3bd0afadbbdd&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0512426 Sep 23 19:57:41.066251 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-f7c8c538-b57a-4086-a7f3-6e018d1e8a94 req-9bddbb67-38e7-4c76-adb7-b16a119ae19f service neutron] 10.222.0.67 "GET /v2.0/networks/a97a1ddd-be59-4422-8c3e-924143535884?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839472 Sep 23 19:57:41.162281 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-f7c8c538-b57a-4086-a7f3-6e018d1e8a94 req-5f3e86c8-5761-46a6-b835-5e4a3772c3f0 service neutron] 10.222.0.67 "GET /v2.0/networks/a97a1ddd-be59-4422-8c3e-924143535884?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899968 Sep 23 19:57:41.480853 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-85604034-b374-42ba-b328-bde0d3e29853 req-87ce64f7-2603-4e27-9c31-8d64fa45dc6d tempest-TestVolumeBootPattern-473790611 tempest-TestVolumeBootPattern-473790611-project] 10.222.0.67 "GET /v2.0/ports?device_id=15e6fa9d-32c4-4e6e-b252-be1838abd670 HTTP/1.1" status: 200 len: 210 time: 0.0309052 Sep 23 19:57:42.376896 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c8c538-b57a-4086-a7f3-6e018d1e8a94 req-f3e73415-b0c8-4cb8-89ac-31fd68ac7601 tempest-TestVolumeBootPattern-473790611 tempest-TestVolumeBootPattern-473790611-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:57:42.378417 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-f7c8c538-b57a-4086-a7f3-6e018d1e8a94 req-f3e73415-b0c8-4cb8-89ac-31fd68ac7601 tempest-TestVolumeBootPattern-473790611 tempest-TestVolumeBootPattern-473790611-project] 10.222.0.53 "GET /v2.0/networks?id=a97a1ddd-be59-4422-8c3e-924143535884 HTTP/1.1" status: 200 len: 811 time: 0.1129570 Sep 23 19:57:42.400513 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.v2.base [req-f7c8c538-b57a-4086-a7f3-6e018d1e8a94 req-11919ff7-d0fd-4154-9607-a02055025b8e tempest-TestVolumeBootPattern-473790611 tempest-TestVolumeBootPattern-473790611-project] Request body: {'port': {'device_id': '15e6fa9d-32c4-4e6e-b252-be1838abd670', 'network_id': 'a97a1ddd-be59-4422-8c3e-924143535884', 'admin_state_up': True, 'tenant_id': '1c95f4136fb946e684bc3bd0afadbbdd'}} {{(pid=95102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:57:42.516869 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f7c8c538-b57a-4086-a7f3-6e018d1e8a94 req-11919ff7-d0fd-4154-9607-a02055025b8e tempest-TestVolumeBootPattern-473790611 tempest-TestVolumeBootPattern-473790611-project] Made reservation on behalf of 1c95f4136fb946e684bc3bd0afadbbdd for: {'port': 1} {{(pid=95102) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:57:42.521879 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-f7c8c538-b57a-4086-a7f3-6e018d1e8a94 req-11919ff7-d0fd-4154-9607-a02055025b8e tempest-TestVolumeBootPattern-473790611 tempest-TestVolumeBootPattern-473790611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:57:42.636024 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-540a172b-f6fc-425c-ab0a-24745a09d7e2 req-25039140-0890-4833-b44b-c2b00e33389a tempest-TestVolumeBootPattern-473790611 tempest-TestVolumeBootPattern-473790611-project] 10.222.0.67 "GET /v2.0/ports?device_id=15e6fa9d-32c4-4e6e-b252-be1838abd670 HTTP/1.1" status: 200 len: 210 time: 0.0342174 Sep 23 19:57:42.688457 n-d-713301-16 neutron-server[95102]: DEBUG neutron.db.db_base_plugin_common [req-f7c8c538-b57a-4086-a7f3-6e018d1e8a94 req-11919ff7-d0fd-4154-9607-a02055025b8e tempest-TestVolumeBootPattern-473790611 tempest-TestVolumeBootPattern-473790611-project] Allocated IP 172.20.0.8 (a97a1ddd-be59-4422-8c3e-924143535884/788d1f3e-2626-40b1-b49a-799b1a0fa15b/60ba0245-b71c-4839-8480-6c3702f2ce26) {{(pid=95102) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 19:57:42.853956 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-f7c8c538-b57a-4086-a7f3-6e018d1e8a94 req-11919ff7-d0fd-4154-9607-a02055025b8e tempest-TestVolumeBootPattern-473790611 tempest-TestVolumeBootPattern-473790611-project] Notify callbacks [] for port, precommit_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:57:42.889276 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-f7c8c538-b57a-4086-a7f3-6e018d1e8a94 req-11919ff7-d0fd-4154-9607-a02055025b8e tempest-TestVolumeBootPattern-473790611 tempest-TestVolumeBootPattern-473790611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783145673135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4399100'] for port, after_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:57:42.931124 n-d-713301-16 neutron-server[95102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f7c8c538-b57a-4086-a7f3-6e018d1e8a94 req-11919ff7-d0fd-4154-9607-a02055025b8e tempest-TestVolumeBootPattern-473790611 tempest-TestVolumeBootPattern-473790611-project] Network a97a1ddd-be59-4422-8c3e-924143535884 is already hosted by enough agents. {{(pid=95102) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:57:42.934251 n-d-713301-16 neutron-server[95102]: DEBUG neutron.scheduler.base_scheduler [req-f7c8c538-b57a-4086-a7f3-6e018d1e8a94 req-11919ff7-d0fd-4154-9607-a02055025b8e tempest-TestVolumeBootPattern-473790611 tempest-TestVolumeBootPattern-473790611-project] Resources bound (agent type, host, resource id): {{(pid=95102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:57:42.937973 n-d-713301-16 neutron-server[95102]: DEBUG neutron.db.l3_dvrscheduler_db [req-f7c8c538-b57a-4086-a7f3-6e018d1e8a94 req-11919ff7-d0fd-4154-9607-a02055025b8e tempest-TestVolumeBootPattern-473790611 tempest-TestVolumeBootPattern-473790611-project] Received port after_create {{(pid=95102) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 19:57:42.971146 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11919ff7-d0fd-4154-9607-a02055025b8e tempest-TestVolumeBootPattern-473790611 tempest-TestVolumeBootPattern-473790611-project] Pushing event updated for resources: {'Port': ['ID=60ba0245-b71c-4839-8480-6c3702f2ce26,revision_number=1']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:57:42.985944 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11919ff7-d0fd-4154-9607-a02055025b8e tempest-TestVolumeBootPattern-473790611 tempest-TestVolumeBootPattern-473790611-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:57:42.986299 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11919ff7-d0fd-4154-9607-a02055025b8e tempest-TestVolumeBootPattern-473790611 tempest-TestVolumeBootPattern-473790611-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:57:42.986661 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11919ff7-d0fd-4154-9607-a02055025b8e tempest-TestVolumeBootPattern-473790611 tempest-TestVolumeBootPattern-473790611-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:57:42.986997 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11919ff7-d0fd-4154-9607-a02055025b8e tempest-TestVolumeBootPattern-473790611 tempest-TestVolumeBootPattern-473790611-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:57:42.987431 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11919ff7-d0fd-4154-9607-a02055025b8e tempest-TestVolumeBootPattern-473790611 tempest-TestVolumeBootPattern-473790611-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:57:42.987663 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11919ff7-d0fd-4154-9607-a02055025b8e tempest-TestVolumeBootPattern-473790611 tempest-TestVolumeBootPattern-473790611-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:57:42.988000 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11919ff7-d0fd-4154-9607-a02055025b8e tempest-TestVolumeBootPattern-473790611 tempest-TestVolumeBootPattern-473790611-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:57:42.988541 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11919ff7-d0fd-4154-9607-a02055025b8e tempest-TestVolumeBootPattern-473790611 tempest-TestVolumeBootPattern-473790611-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:57:42.988890 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11919ff7-d0fd-4154-9607-a02055025b8e tempest-TestVolumeBootPattern-473790611 tempest-TestVolumeBootPattern-473790611-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:57:42.989224 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11919ff7-d0fd-4154-9607-a02055025b8e tempest-TestVolumeBootPattern-473790611 tempest-TestVolumeBootPattern-473790611-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:57:42.989545 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11919ff7-d0fd-4154-9607-a02055025b8e tempest-TestVolumeBootPattern-473790611 tempest-TestVolumeBootPattern-473790611-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:57:42.989875 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11919ff7-d0fd-4154-9607-a02055025b8e tempest-TestVolumeBootPattern-473790611 tempest-TestVolumeBootPattern-473790611-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:57:43.018603 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c8c538-b57a-4086-a7f3-6e018d1e8a94 req-11919ff7-d0fd-4154-9607-a02055025b8e tempest-TestVolumeBootPattern-473790611 tempest-TestVolumeBootPattern-473790611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:57:43.019582 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-f7c8c538-b57a-4086-a7f3-6e018d1e8a94 req-11919ff7-d0fd-4154-9607-a02055025b8e tempest-TestVolumeBootPattern-473790611 tempest-TestVolumeBootPattern-473790611-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222849'] for port, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:57:43.039514 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-f7c8c538-b57a-4086-a7f3-6e018d1e8a94 req-11919ff7-d0fd-4154-9607-a02055025b8e tempest-TestVolumeBootPattern-473790611 tempest-TestVolumeBootPattern-473790611-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6456294 Sep 23 19:57:43.052503 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.v2.base [req-f7c8c538-b57a-4086-a7f3-6e018d1e8a94 req-1ce11aa8-767e-4883-9acb-ee38e6e43d2c service neutron] Request body: {'port': {'device_id': '15e6fa9d-32c4-4e6e-b252-be1838abd670', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713301-16'}} {{(pid=95102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:57:43.117782 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-f7c8c538-b57a-4086-a7f3-6e018d1e8a94 req-1ce11aa8-767e-4883-9acb-ee38e6e43d2c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:57:43.200670 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-92616562-6a79-4e99-b410-15ca8e15fa31 None None] Provisioning complete for port 60ba0245-b71c-4839-8480-6c3702f2ce26 triggered by entity DHCP. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:57:43.202395 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-92616562-6a79-4e99-b410-15ca8e15fa31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:57:43.243446 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.plugin [None req-92616562-6a79-4e99-b410-15ca8e15fa31 None None] Port 60ba0245-b71c-4839-8480-6c3702f2ce26 cannot update to ACTIVE because it is not bound. {{(pid=95103) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 19:57:43.413398 n-d-713301-16 neutron-server[95102]: DEBUG neutron.notifiers.nova [req-f7c8c538-b57a-4086-a7f3-6e018d1e8a94 req-1ce11aa8-767e-4883-9acb-ee38e6e43d2c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 60ba0245-b71c-4839-8480-6c3702f2ce26 {{(pid=95102) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 19:57:43.421133 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-f7c8c538-b57a-4086-a7f3-6e018d1e8a94 req-1ce11aa8-767e-4883-9acb-ee38e6e43d2c service neutron] Notify callbacks [] for port, precommit_update {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:57:43.433957 n-d-713301-16 neutron-server[95102]: DEBUG neutron.db.provisioning_blocks [req-f7c8c538-b57a-4086-a7f3-6e018d1e8a94 req-1ce11aa8-767e-4883-9acb-ee38e6e43d2c service neutron] Transition to ACTIVE for port object 60ba0245-b71c-4839-8480-6c3702f2ce26 will not be triggered until provisioned by entity L2. {{(pid=95102) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 19:57:43.437905 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-f7c8c538-b57a-4086-a7f3-6e018d1e8a94 req-1ce11aa8-767e-4883-9acb-ee38e6e43d2c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4399095'] for port, after_update {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:57:43.494877 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ce11aa8-767e-4883-9acb-ee38e6e43d2c service neutron] Pushing event updated for resources: {'Port': ['ID=60ba0245-b71c-4839-8480-6c3702f2ce26,revision_number=2']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:57:43.578248 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.managers [req-f7c8c538-b57a-4086-a7f3-6e018d1e8a94 req-1ce11aa8-767e-4883-9acb-ee38e6e43d2c service neutron] Attempting to bind port 60ba0245-b71c-4839-8480-6c3702f2ce26 on host n-h2-713301-16 for vnic_type normal with profile {{(pid=95102) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 19:57:43.578732 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.managers [req-f7c8c538-b57a-4086-a7f3-6e018d1e8a94 req-1ce11aa8-767e-4883-9acb-ee38e6e43d2c service neutron] Attempting to bind port 60ba0245-b71c-4839-8480-6c3702f2ce26 by drivers openvswitch,hyperv on host n-h2-713301-16 at level 0 using segments [{'id': 'c7abd8db-b99c-424c-86a3-7924c060f21a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'a97a1ddd-be59-4422-8c3e-924143535884'}] {{(pid=95102) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 19:57:43.579291 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7c8c538-b57a-4086-a7f3-6e018d1e8a94 req-1ce11aa8-767e-4883-9acb-ee38e6e43d2c service neutron] Attempting to bind port 60ba0245-b71c-4839-8480-6c3702f2ce26 on network a97a1ddd-be59-4422-8c3e-924143535884 {{(pid=95102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:57:43.584585 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7c8c538-b57a-4086-a7f3-6e018d1e8a94 req-1ce11aa8-767e-4883-9acb-ee38e6e43d2c service neutron] Port 60ba0245-b71c-4839-8480-6c3702f2ce26 on network a97a1ddd-be59-4422-8c3e-924143535884 not bound, no agent of type Open vSwitch agent registered on host n-h2-713301-16 {{(pid=95102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 19:57:43.584943 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7c8c538-b57a-4086-a7f3-6e018d1e8a94 req-1ce11aa8-767e-4883-9acb-ee38e6e43d2c service neutron] Attempting to bind port 60ba0245-b71c-4839-8480-6c3702f2ce26 on network a97a1ddd-be59-4422-8c3e-924143535884 {{(pid=95102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:57:43.590777 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7c8c538-b57a-4086-a7f3-6e018d1e8a94 req-1ce11aa8-767e-4883-9acb-ee38e6e43d2c service neutron] Checking agent: {'id': '2a7cea34-db54-4faf-8d23-37521c3e34cb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713301-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 19, 15, 28), 'started_at': datetime.datetime(2021, 9, 23, 19, 15, 28), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 19, 57, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 19:57:43.591114 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7c8c538-b57a-4086-a7f3-6e018d1e8a94 req-1ce11aa8-767e-4883-9acb-ee38e6e43d2c service neutron] Checking segment: {'id': 'c7abd8db-b99c-424c-86a3-7924c060f21a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'a97a1ddd-be59-4422-8c3e-924143535884'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95102) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:57:43.591497 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7c8c538-b57a-4086-a7f3-6e018d1e8a94 req-1ce11aa8-767e-4883-9acb-ee38e6e43d2c service neutron] Bound using segment: {'id': 'c7abd8db-b99c-424c-86a3-7924c060f21a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'a97a1ddd-be59-4422-8c3e-924143535884'} {{(pid=95102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 19:57:43.592625 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.managers [req-f7c8c538-b57a-4086-a7f3-6e018d1e8a94 req-1ce11aa8-767e-4883-9acb-ee38e6e43d2c service neutron] Bound port: 60ba0245-b71c-4839-8480-6c3702f2ce26, host: n-h2-713301-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c7abd8db-b99c-424c-86a3-7924c060f21a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'a97a1ddd-be59-4422-8c3e-924143535884'}}] {{(pid=95102) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 19:57:43.593004 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-f7c8c538-b57a-4086-a7f3-6e018d1e8a94 req-1ce11aa8-767e-4883-9acb-ee38e6e43d2c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:57:43.678940 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.db [req-f7c8c538-b57a-4086-a7f3-6e018d1e8a94 req-1ce11aa8-767e-4883-9acb-ee38e6e43d2c service neutron] For port 60ba0245-b71c-4839-8480-6c3702f2ce26, host n-h2-713301-16, cleared binding levels {{(pid=95102) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 19:57:43.682757 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.db [req-f7c8c538-b57a-4086-a7f3-6e018d1e8a94 req-1ce11aa8-767e-4883-9acb-ee38e6e43d2c service neutron] For port 60ba0245-b71c-4839-8480-6c3702f2ce26, host n-h2-713301-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-16',level=0,port_id=60ba0245-b71c-4839-8480-6c3702f2ce26,segment=NetworkSegment(c7abd8db-b99c-424c-86a3-7924c060f21a),segment_id=c7abd8db-b99c-424c-86a3-7924c060f21a)] {{(pid=95102) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 19:57:43.692745 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-f7c8c538-b57a-4086-a7f3-6e018d1e8a94 req-1ce11aa8-767e-4883-9acb-ee38e6e43d2c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4399095'] for port, after_update {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:57:43.749494 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c8c538-b57a-4086-a7f3-6e018d1e8a94 req-1ce11aa8-767e-4883-9acb-ee38e6e43d2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:57:43.749707 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-f7c8c538-b57a-4086-a7f3-6e018d1e8a94 req-1ce11aa8-767e-4883-9acb-ee38e6e43d2c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222849'] for port, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:57:43.751077 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-f7c8c538-b57a-4086-a7f3-6e018d1e8a94 req-1ce11aa8-767e-4883-9acb-ee38e6e43d2c service neutron] 10.222.0.53 "PUT /v2.0/ports/60ba0245-b71c-4839-8480-6c3702f2ce26 HTTP/1.1" status: 200 len: 1092 time: 0.7033370 Sep 23 19:57:43.751682 n-d-713301-16 neutron-server[95102]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '15e6fa9d-32c4-4e6e-b252-be1838abd670', 'tag': '60ba0245-b71c-4839-8480-6c3702f2ce26'}] {{(pid=95102) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 19:57:43.754206 n-d-713301-16 neutron-server[95102]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab31b6d93e5336dbddfa8ec424565b3bd8cb2369c5b4d85bc943472dbb21e8ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0ffcbfa-1cb6-4017-8c13-76a3db2b6ea9" -d '{"events": [{"name": "network-changed", "server_uuid": "15e6fa9d-32c4-4e6e-b252-be1838abd670", "tag": "60ba0245-b71c-4839-8480-6c3702f2ce26"}]}' {{(pid=95102) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 19:57:43.804275 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ce11aa8-767e-4883-9acb-ee38e6e43d2c service neutron] Pushing event updated for resources: {'Port': ['ID=60ba0245-b71c-4839-8480-6c3702f2ce26,revision_number=3']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:57:43.862744 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589031c1-6f90-4500-9733-5e2843a7845d req-5d134d59-63e0-42d8-87e8-6ac5bb540eb4 tempest-TestVolumeBootPattern-473790611 tempest-TestVolumeBootPattern-473790611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:57:43.865146 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-589031c1-6f90-4500-9733-5e2843a7845d req-5d134d59-63e0-42d8-87e8-6ac5bb540eb4 tempest-TestVolumeBootPattern-473790611 tempest-TestVolumeBootPattern-473790611-project] 10.222.0.67 "GET /v2.0/ports?device_id=15e6fa9d-32c4-4e6e-b252-be1838abd670 HTTP/1.1" status: 200 len: 943 time: 0.1349931 Sep 23 19:57:43.867197 n-d-713301-16 neutron-server[95102]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 19:57:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-643671bf-bf98-4d3a-86d7-ed1a241e0a97 x-openstack-request-id: req-643671bf-bf98-4d3a-86d7-ed1a241e0a97 {{(pid=95102) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 19:57:43.867482 n-d-713301-16 neutron-server[95102]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "15e6fa9d-32c4-4e6e-b252-be1838abd670", "tag": "60ba0245-b71c-4839-8480-6c3702f2ce26", "status": "completed", "code": 200}]} {{(pid=95102) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 19:57:43.867736 n-d-713301-16 neutron-server[95102]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-643671bf-bf98-4d3a-86d7-ed1a241e0a97 {{(pid=95102) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 19:57:43.868122 n-d-713301-16 neutron-server[95102]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '15e6fa9d-32c4-4e6e-b252-be1838abd670', 'tag': '60ba0245-b71c-4839-8480-6c3702f2ce26', 'status': 'completed', 'code': 200} Sep 23 19:57:43.909690 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c8c538-b57a-4086-a7f3-6e018d1e8a94 req-cf9f719c-3877-4961-8d97-475d222ea3dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:57:43.911269 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-f7c8c538-b57a-4086-a7f3-6e018d1e8a94 req-cf9f719c-3877-4961-8d97-475d222ea3dc service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=1c95f4136fb946e684bc3bd0afadbbdd&device_id=15e6fa9d-32c4-4e6e-b252-be1838abd670 HTTP/1.1" status: 200 len: 1095 time: 0.0975668 Sep 23 19:57:43.919247 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-589031c1-6f90-4500-9733-5e2843a7845d req-6564924a-382c-429a-af9d-79f15ff14272 tempest-TestVolumeBootPattern-473790611 tempest-TestVolumeBootPattern-473790611-project] 10.222.0.67 "GET /v2.0/security-groups?id=908ef6e0-1891-45f9-9d59-8d9a77c692cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463245 Sep 23 19:57:43.967684 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-f7c8c538-b57a-4086-a7f3-6e018d1e8a94 req-e78380b7-9af9-4fd0-bd91-2ea92a7796ec service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=60ba0245-b71c-4839-8480-6c3702f2ce26 HTTP/1.1" status: 200 len: 217 time: 0.0464394 Sep 23 19:57:44.024532 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c8c538-b57a-4086-a7f3-6e018d1e8a94 req-4f6ce223-581c-4774-bed3-f789c69aab4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:57:44.026327 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-f7c8c538-b57a-4086-a7f3-6e018d1e8a94 req-4f6ce223-581c-4774-bed3-f789c69aab4e service neutron] 10.222.0.53 "GET /v2.0/subnets?id=788d1f3e-2626-40b1-b49a-799b1a0fa15b HTTP/1.1" status: 200 len: 850 time: 0.0511284 Sep 23 19:57:44.075513 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c8c538-b57a-4086-a7f3-6e018d1e8a94 req-b177d19e-40f1-4177-bea9-1085bf2dbf3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:57:44.077195 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-f7c8c538-b57a-4086-a7f3-6e018d1e8a94 req-b177d19e-40f1-4177-bea9-1085bf2dbf3f service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=a97a1ddd-be59-4422-8c3e-924143535884&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0437481 Sep 23 19:57:44.176085 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-f7c8c538-b57a-4086-a7f3-6e018d1e8a94 req-2d5d98a1-0d55-4fb9-9583-a378c9d8a38e service neutron] 10.222.0.53 "GET /v2.0/networks/a97a1ddd-be59-4422-8c3e-924143535884?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0917282 Sep 23 19:57:44.267553 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-f7c8c538-b57a-4086-a7f3-6e018d1e8a94 req-82d7045e-c7eb-43b5-b1c9-15cda4ec40fa service neutron] 10.222.0.53 "GET /v2.0/networks/a97a1ddd-be59-4422-8c3e-924143535884?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849698 Sep 23 19:57:44.366457 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ffcbfa-1cb6-4017-8c13-76a3db2b6ea9 req-3b386d5f-3fa3-44c9-b885-425755a2e51a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:57:44.368028 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-a0ffcbfa-1cb6-4017-8c13-76a3db2b6ea9 req-3b386d5f-3fa3-44c9-b885-425755a2e51a service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=1c95f4136fb946e684bc3bd0afadbbdd&device_id=15e6fa9d-32c4-4e6e-b252-be1838abd670 HTTP/1.1" status: 200 len: 1095 time: 0.0481820 Sep 23 19:57:44.463643 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ffcbfa-1cb6-4017-8c13-76a3db2b6ea9 req-4c0b5ebe-7ec1-4819-954b-f9e5d40a1e41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:57:44.465089 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-a0ffcbfa-1cb6-4017-8c13-76a3db2b6ea9 req-4c0b5ebe-7ec1-4819-954b-f9e5d40a1e41 service neutron] 10.222.0.53 "GET /v2.0/networks?id=a97a1ddd-be59-4422-8c3e-924143535884 HTTP/1.1" status: 200 len: 912 time: 0.0903487 Sep 23 19:57:44.511120 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-a0ffcbfa-1cb6-4017-8c13-76a3db2b6ea9 req-b73708dc-9301-4f25-95ff-f914a67f9325 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=60ba0245-b71c-4839-8480-6c3702f2ce26 HTTP/1.1" status: 200 len: 217 time: 0.0391033 Sep 23 19:57:44.567870 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ffcbfa-1cb6-4017-8c13-76a3db2b6ea9 req-b56c15aa-5710-4d42-b3f0-a3c566a112bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:57:44.569428 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-a0ffcbfa-1cb6-4017-8c13-76a3db2b6ea9 req-b56c15aa-5710-4d42-b3f0-a3c566a112bf service neutron] 10.222.0.53 "GET /v2.0/subnets?id=788d1f3e-2626-40b1-b49a-799b1a0fa15b HTTP/1.1" status: 200 len: 850 time: 0.0514925 Sep 23 19:57:44.617099 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ffcbfa-1cb6-4017-8c13-76a3db2b6ea9 req-75ca9ac0-a864-4d01-b762-43404eab7843 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:57:44.618625 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-a0ffcbfa-1cb6-4017-8c13-76a3db2b6ea9 req-75ca9ac0-a864-4d01-b762-43404eab7843 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=a97a1ddd-be59-4422-8c3e-924143535884&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0417783 Sep 23 19:57:44.715942 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-a0ffcbfa-1cb6-4017-8c13-76a3db2b6ea9 req-68b54791-f3fb-420a-bb67-53ebb1a43e71 service neutron] 10.222.0.53 "GET /v2.0/networks/a97a1ddd-be59-4422-8c3e-924143535884?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900214 Sep 23 19:57:44.807441 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-a0ffcbfa-1cb6-4017-8c13-76a3db2b6ea9 req-79033e79-7f04-42ee-a4ff-8826c6fd6baf service neutron] 10.222.0.53 "GET /v2.0/networks/a97a1ddd-be59-4422-8c3e-924143535884?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847831 Sep 23 19:57:45.044400 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc1ad3d1-4bcf-4d98-b9d8-c985fb4659e2 req-78a5912c-418d-48a9-af02-87bb6f565bd1 tempest-TestVolumeBootPattern-473790611 tempest-TestVolumeBootPattern-473790611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:57:45.046919 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-dc1ad3d1-4bcf-4d98-b9d8-c985fb4659e2 req-78a5912c-418d-48a9-af02-87bb6f565bd1 tempest-TestVolumeBootPattern-473790611 tempest-TestVolumeBootPattern-473790611-project] 10.222.0.67 "GET /v2.0/ports?device_id=15e6fa9d-32c4-4e6e-b252-be1838abd670 HTTP/1.1" status: 200 len: 943 time: 0.0535095 Sep 23 19:57:45.093616 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-dc1ad3d1-4bcf-4d98-b9d8-c985fb4659e2 req-1b3786ea-a383-405f-8829-9f468c00d9b2 tempest-TestVolumeBootPattern-473790611 tempest-TestVolumeBootPattern-473790611-project] 10.222.0.67 "GET /v2.0/security-groups?id=908ef6e0-1891-45f9-9d59-8d9a77c692cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398769 Sep 23 19:57:46.212785 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af8081f-be93-4cbc-a6e9-34c8a7b1df67 req-86c65073-98b6-48f3-b0d1-f4d5939b14ba tempest-TestVolumeBootPattern-473790611 tempest-TestVolumeBootPattern-473790611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:57:46.214505 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-5af8081f-be93-4cbc-a6e9-34c8a7b1df67 req-86c65073-98b6-48f3-b0d1-f4d5939b14ba tempest-TestVolumeBootPattern-473790611 tempest-TestVolumeBootPattern-473790611-project] 10.222.0.67 "GET /v2.0/ports?device_id=15e6fa9d-32c4-4e6e-b252-be1838abd670 HTTP/1.1" status: 200 len: 943 time: 0.0520730 Sep 23 19:57:46.257441 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-5af8081f-be93-4cbc-a6e9-34c8a7b1df67 req-4f25e7bb-7a60-4bff-8e0f-e406abeb2719 tempest-TestVolumeBootPattern-473790611 tempest-TestVolumeBootPattern-473790611-project] 10.222.0.67 "GET /v2.0/security-groups?id=908ef6e0-1891-45f9-9d59-8d9a77c692cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359292 Sep 23 19:57:47.374595 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd6857a-0318-4f42-b23f-931b03616124 req-3bc43891-b475-4f4f-a6b4-0a091ce86163 tempest-TestVolumeBootPattern-473790611 tempest-TestVolumeBootPattern-473790611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:57:47.376087 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-4fd6857a-0318-4f42-b23f-931b03616124 req-3bc43891-b475-4f4f-a6b4-0a091ce86163 tempest-TestVolumeBootPattern-473790611 tempest-TestVolumeBootPattern-473790611-project] 10.222.0.67 "GET /v2.0/ports?device_id=15e6fa9d-32c4-4e6e-b252-be1838abd670 HTTP/1.1" status: 200 len: 943 time: 0.0518861 Sep 23 19:57:47.415890 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-4fd6857a-0318-4f42-b23f-931b03616124 req-789c1bc3-0a20-4a9e-bcbe-41fd3bfba7f0 tempest-TestVolumeBootPattern-473790611 tempest-TestVolumeBootPattern-473790611-project] 10.222.0.67 "GET /v2.0/security-groups?id=908ef6e0-1891-45f9-9d59-8d9a77c692cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336702 Sep 23 19:57:48.530645 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dbcb9c0-55a7-44fc-b6f6-d99d9d94e0c9 req-661e4f79-696c-4ee1-9374-ebbea6805975 tempest-TestVolumeBootPattern-473790611 tempest-TestVolumeBootPattern-473790611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:57:48.532136 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-6dbcb9c0-55a7-44fc-b6f6-d99d9d94e0c9 req-661e4f79-696c-4ee1-9374-ebbea6805975 tempest-TestVolumeBootPattern-473790611 tempest-TestVolumeBootPattern-473790611-project] 10.222.0.67 "GET /v2.0/ports?device_id=15e6fa9d-32c4-4e6e-b252-be1838abd670 HTTP/1.1" status: 200 len: 943 time: 0.0503170 Sep 23 19:57:48.573479 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-6dbcb9c0-55a7-44fc-b6f6-d99d9d94e0c9 req-9049e25d-c805-4e33-952d-5eab0820645d tempest-TestVolumeBootPattern-473790611 tempest-TestVolumeBootPattern-473790611-project] 10.222.0.67 "GET /v2.0/security-groups?id=908ef6e0-1891-45f9-9d59-8d9a77c692cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350699 Sep 23 19:57:49.699069 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ac504f-813d-49e8-8310-d305501fc884 req-a49d91cd-68b7-493b-9a82-3e124767a1a8 tempest-TestVolumeBootPattern-473790611 tempest-TestVolumeBootPattern-473790611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:57:49.700579 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-b3ac504f-813d-49e8-8310-d305501fc884 req-a49d91cd-68b7-493b-9a82-3e124767a1a8 tempest-TestVolumeBootPattern-473790611 tempest-TestVolumeBootPattern-473790611-project] 10.222.0.67 "GET /v2.0/ports?device_id=15e6fa9d-32c4-4e6e-b252-be1838abd670 HTTP/1.1" status: 200 len: 943 time: 0.0590422 Sep 23 19:57:49.717933 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-1fb43a87-774f-4678-9dba-df6ececb6f5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:57:49.742481 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-b3ac504f-813d-49e8-8310-d305501fc884 req-ba8eba27-4304-4f9d-b44a-186b564d2819 tempest-TestVolumeBootPattern-473790611 tempest-TestVolumeBootPattern-473790611-project] 10.222.0.67 "GET /v2.0/security-groups?id=908ef6e0-1891-45f9-9d59-8d9a77c692cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351956 Sep 23 19:57:50.860279 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46fbfb51-23a0-487d-a94d-fc43e48bb2c6 req-89abe616-1513-4257-91f3-116de8339ed3 tempest-TestVolumeBootPattern-473790611 tempest-TestVolumeBootPattern-473790611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:57:50.861904 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-46fbfb51-23a0-487d-a94d-fc43e48bb2c6 req-89abe616-1513-4257-91f3-116de8339ed3 tempest-TestVolumeBootPattern-473790611 tempest-TestVolumeBootPattern-473790611-project] 10.222.0.67 "GET /v2.0/ports?device_id=15e6fa9d-32c4-4e6e-b252-be1838abd670 HTTP/1.1" status: 200 len: 943 time: 0.0518482 Sep 23 19:57:50.899880 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-46fbfb51-23a0-487d-a94d-fc43e48bb2c6 req-4d5696fa-394e-47b1-8453-91ce217c67b1 tempest-TestVolumeBootPattern-473790611 tempest-TestVolumeBootPattern-473790611-project] 10.222.0.67 "GET /v2.0/security-groups?id=908ef6e0-1891-45f9-9d59-8d9a77c692cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319750 Sep 23 19:57:52.015593 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d0d91d-0135-4a9d-8e77-45274e1e7238 req-288a833b-c36f-4e70-b1fd-4392f462deac tempest-TestVolumeBootPattern-473790611 tempest-TestVolumeBootPattern-473790611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:57:52.017145 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-77d0d91d-0135-4a9d-8e77-45274e1e7238 req-288a833b-c36f-4e70-b1fd-4392f462deac tempest-TestVolumeBootPattern-473790611 tempest-TestVolumeBootPattern-473790611-project] 10.222.0.67 "GET /v2.0/ports?device_id=15e6fa9d-32c4-4e6e-b252-be1838abd670 HTTP/1.1" status: 200 len: 943 time: 0.0509810 Sep 23 19:57:52.059596 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-77d0d91d-0135-4a9d-8e77-45274e1e7238 req-c979b95c-ca29-48ee-bc01-d493475fa438 tempest-TestVolumeBootPattern-473790611 tempest-TestVolumeBootPattern-473790611-project] 10.222.0.67 "GET /v2.0/security-groups?id=908ef6e0-1891-45f9-9d59-8d9a77c692cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364962 Sep 23 19:57:52.969911 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-20c64fc6-e975-48f4-a2c8-178b419b26ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:57:53.129086 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:57:53.175782 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d33932-5ff5-4935-8479-f545620658cf req-bc6c9099-1423-4a34-a9fd-0c76acd4b553 tempest-TestVolumeBootPattern-473790611 tempest-TestVolumeBootPattern-473790611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:57:53.177324 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-37d33932-5ff5-4935-8479-f545620658cf req-bc6c9099-1423-4a34-a9fd-0c76acd4b553 tempest-TestVolumeBootPattern-473790611 tempest-TestVolumeBootPattern-473790611-project] 10.222.0.67 "GET /v2.0/ports?device_id=15e6fa9d-32c4-4e6e-b252-be1838abd670 HTTP/1.1" status: 200 len: 943 time: 0.0503399 Sep 23 19:57:53.218081 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-37d33932-5ff5-4935-8479-f545620658cf req-29c81a4b-2b50-4965-a8e3-0b15a84c8041 tempest-TestVolumeBootPattern-473790611 tempest-TestVolumeBootPattern-473790611-project] 10.222.0.67 "GET /v2.0/security-groups?id=908ef6e0-1891-45f9-9d59-8d9a77c692cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345895 Sep 23 19:57:53.512901 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-0ae75029-feb6-4728-9a94-5f9b60993d82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:57:54.337915 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07129868-0c23-40e1-826a-36b0a5ca3aa7 req-60e2954d-b916-4792-884d-cf6c4e24fa9e tempest-TestVolumeBootPattern-473790611 tempest-TestVolumeBootPattern-473790611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:57:54.339522 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-07129868-0c23-40e1-826a-36b0a5ca3aa7 req-60e2954d-b916-4792-884d-cf6c4e24fa9e tempest-TestVolumeBootPattern-473790611 tempest-TestVolumeBootPattern-473790611-project] 10.222.0.67 "GET /v2.0/ports?device_id=15e6fa9d-32c4-4e6e-b252-be1838abd670 HTTP/1.1" status: 200 len: 943 time: 0.0534213 Sep 23 19:57:54.380139 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-07129868-0c23-40e1-826a-36b0a5ca3aa7 req-a71a7f0b-4516-44d0-8b8a-d6a6bb1faac0 tempest-TestVolumeBootPattern-473790611 tempest-TestVolumeBootPattern-473790611-project] 10.222.0.67 "GET /v2.0/security-groups?id=908ef6e0-1891-45f9-9d59-8d9a77c692cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337753 Sep 23 19:57:54.791101 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Device 60ba0245-b71c-4839-8480-6c3702f2ce26 details requested by agent hyperv_n-h2-713301-16 with host n-h2-713301-16 {{(pid=95103) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 19:57:54.885306 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] For port 60ba0245-b71c-4839-8480-6c3702f2ce26, host n-h2-713301-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-16',level=0,port_id=60ba0245-b71c-4839-8480-6c3702f2ce26,segment=NetworkSegment(c7abd8db-b99c-424c-86a3-7924c060f21a),segment_id=c7abd8db-b99c-424c-86a3-7924c060f21a)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:57:54.897413 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Returning: {'device': '60ba0245-b71c-4839-8480-6c3702f2ce26', 'network_id': 'a97a1ddd-be59-4422-8c3e-924143535884', 'port_id': '60ba0245-b71c-4839-8480-6c3702f2ce26', 'mac_address': 'fa:16:3e:e4:cc:89', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 640, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '788d1f3e-2626-40b1-b49a-799b1a0fa15b', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95103) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 19:57:54.937118 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:57:54.950063 n-d-713301-16 neutron-server[95103]: DEBUG neutron.notifiers.nova [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 60ba0245-b71c-4839-8480-6c3702f2ce26 {{(pid=95103) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 19:57:54.971015 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] For port 60ba0245-b71c-4839-8480-6c3702f2ce26, host n-h2-713301-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-16',level=0,port_id=60ba0245-b71c-4839-8480-6c3702f2ce26,segment=NetworkSegment(c7abd8db-b99c-424c-86a3-7924c060f21a),segment_id=c7abd8db-b99c-424c-86a3-7924c060f21a)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:57:54.975224 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:57:55.022656 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Pushing event updated for resources: {'Port': ['ID=60ba0245-b71c-4839-8480-6c3702f2ce26,revision_number=4']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:57:55.176706 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] get_ports_and_sgs() called for port_ids ['60ba0245-b71c-4839-8480-6c3702f2ce26'] {{(pid=95103) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 19:57:55.337979 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-80e7e501-6c57-470d-92c6-e3d54bc3195c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:57:55.498244 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b55134d-e232-4c30-a681-5f5fbe19e515 req-7f323690-ac1c-427b-adfe-4030fbe855da tempest-TestVolumeBootPattern-473790611 tempest-TestVolumeBootPattern-473790611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:57:55.499732 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-6b55134d-e232-4c30-a681-5f5fbe19e515 req-7f323690-ac1c-427b-adfe-4030fbe855da tempest-TestVolumeBootPattern-473790611 tempest-TestVolumeBootPattern-473790611-project] 10.222.0.67 "GET /v2.0/ports?device_id=15e6fa9d-32c4-4e6e-b252-be1838abd670 HTTP/1.1" status: 200 len: 944 time: 0.0508754 Sep 23 19:57:55.541623 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-6b55134d-e232-4c30-a681-5f5fbe19e515 req-9915c798-7257-479c-ba29-c505877f22b7 tempest-TestVolumeBootPattern-473790611 tempest-TestVolumeBootPattern-473790611-project] 10.222.0.67 "GET /v2.0/security-groups?id=908ef6e0-1891-45f9-9d59-8d9a77c692cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359526 Sep 23 19:57:56.659235 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ddc9e3-70a6-45b9-b38c-e76efaacc075 req-dad2c535-9861-4b93-be0a-79c6a4b7c313 tempest-TestVolumeBootPattern-473790611 tempest-TestVolumeBootPattern-473790611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:57:56.660813 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-48ddc9e3-70a6-45b9-b38c-e76efaacc075 req-dad2c535-9861-4b93-be0a-79c6a4b7c313 tempest-TestVolumeBootPattern-473790611 tempest-TestVolumeBootPattern-473790611-project] 10.222.0.67 "GET /v2.0/ports?device_id=15e6fa9d-32c4-4e6e-b252-be1838abd670 HTTP/1.1" status: 200 len: 944 time: 0.0512528 Sep 23 19:57:56.702366 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-48ddc9e3-70a6-45b9-b38c-e76efaacc075 req-2ab8bba8-d56a-40bc-a9ea-19e8c05bacf3 tempest-TestVolumeBootPattern-473790611 tempest-TestVolumeBootPattern-473790611-project] 10.222.0.67 "GET /v2.0/security-groups?id=908ef6e0-1891-45f9-9d59-8d9a77c692cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354941 Sep 23 19:57:56.806839 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Device 60ba0245-b71c-4839-8480-6c3702f2ce26 up at agent hyperv_n-h2-713301-16 {{(pid=95103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 19:57:56.856565 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Provisioning for port 60ba0245-b71c-4839-8480-6c3702f2ce26 completed by entity L2. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 19:57:56.860426 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Provisioning complete for port 60ba0245-b71c-4839-8480-6c3702f2ce26 triggered by entity L2. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:57:56.860817 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:57:56.940645 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:57:56.968536 n-d-713301-16 neutron-server[95103]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '15e6fa9d-32c4-4e6e-b252-be1838abd670', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60ba0245-b71c-4839-8480-6c3702f2ce26'}] {{(pid=95103) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 19:57:56.972745 n-d-713301-16 neutron-server[95103]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}81a1c17f2aa89d5b3ebbba3a3e0cf7eb588e431c2224256110c4c4facdd7c3e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5c87fc3-d105-4c9c-9563-86726ba6aa4d" -d '{"events": [{"server_uuid": "15e6fa9d-32c4-4e6e-b252-be1838abd670", "name": "network-vif-plugged", "status": "completed", "tag": "60ba0245-b71c-4839-8480-6c3702f2ce26"}]}' {{(pid=95103) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 19:57:56.985832 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] For port 60ba0245-b71c-4839-8480-6c3702f2ce26, host n-h2-713301-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-16',level=0,port_id=60ba0245-b71c-4839-8480-6c3702f2ce26,segment=NetworkSegment(c7abd8db-b99c-424c-86a3-7924c060f21a),segment_id=c7abd8db-b99c-424c-86a3-7924c060f21a)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:57:56.990402 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:57:57.015467 n-d-713301-16 neutron-server[95103]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 19:57:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d713162f-095f-4518-b56a-a3f5fa0f563e x-openstack-request-id: req-d713162f-095f-4518-b56a-a3f5fa0f563e {{(pid=95103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 19:57:57.015750 n-d-713301-16 neutron-server[95103]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "15e6fa9d-32c4-4e6e-b252-be1838abd670", "name": "network-vif-plugged", "status": "completed", "tag": "60ba0245-b71c-4839-8480-6c3702f2ce26", "code": 200}]} {{(pid=95103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 19:57:57.015996 n-d-713301-16 neutron-server[95103]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-d713162f-095f-4518-b56a-a3f5fa0f563e {{(pid=95103) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 19:57:57.016402 n-d-713301-16 neutron-server[95103]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '15e6fa9d-32c4-4e6e-b252-be1838abd670', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60ba0245-b71c-4839-8480-6c3702f2ce26', 'code': 200} Sep 23 19:57:57.047022 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Pushing event updated for resources: {'Port': ['ID=60ba0245-b71c-4839-8480-6c3702f2ce26,revision_number=5']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:57:57.113826 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f612e6d-909a-4920-96ee-ade6101a9ec5 req-9005dacd-ec2c-497c-961a-4dbfe34e21f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:57:57.115271 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-0f612e6d-909a-4920-96ee-ade6101a9ec5 req-9005dacd-ec2c-497c-961a-4dbfe34e21f7 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=15e6fa9d-32c4-4e6e-b252-be1838abd670 HTTP/1.1" status: 200 len: 1097 time: 0.0445936 Sep 23 19:57:57.151121 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-0f612e6d-909a-4920-96ee-ade6101a9ec5 req-e3d4a07d-afbe-4c86-ab12-aa262650ce7c service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=908ef6e0-1891-45f9-9d59-8d9a77c692cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0291970 Sep 23 19:57:57.819232 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba266ff-33aa-43a0-b2b4-79e11f68ceb4 req-226299c4-448a-46bf-a011-fb1745831d1f tempest-TestVolumeBootPattern-473790611 tempest-TestVolumeBootPattern-473790611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:57:57.821143 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-aba266ff-33aa-43a0-b2b4-79e11f68ceb4 req-226299c4-448a-46bf-a011-fb1745831d1f tempest-TestVolumeBootPattern-473790611 tempest-TestVolumeBootPattern-473790611-project] 10.222.0.67 "GET /v2.0/ports?device_id=15e6fa9d-32c4-4e6e-b252-be1838abd670 HTTP/1.1" status: 200 len: 945 time: 0.0505023 Sep 23 19:57:57.864876 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-aba266ff-33aa-43a0-b2b4-79e11f68ceb4 req-cbd5018f-4401-496a-8b4e-d16ab367c989 tempest-TestVolumeBootPattern-473790611 tempest-TestVolumeBootPattern-473790611-project] 10.222.0.67 "GET /v2.0/security-groups?id=908ef6e0-1891-45f9-9d59-8d9a77c692cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371153 Sep 23 19:57:58.195372 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:57:58.448514 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:57:58.990438 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-084116fe-dd81-428a-ac85-83555015e0c8 req-9704c01f-3cb5-433e-bd17-60bde9ad1b84 tempest-TestVolumeBootPattern-473790611 tempest-TestVolumeBootPattern-473790611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:57:58.991970 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-084116fe-dd81-428a-ac85-83555015e0c8 req-9704c01f-3cb5-433e-bd17-60bde9ad1b84 tempest-TestVolumeBootPattern-473790611 tempest-TestVolumeBootPattern-473790611-project] 10.222.0.67 "GET /v2.0/ports?device_id=15e6fa9d-32c4-4e6e-b252-be1838abd670 HTTP/1.1" status: 200 len: 945 time: 0.0533848 Sep 23 19:57:59.032973 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-084116fe-dd81-428a-ac85-83555015e0c8 req-7b70d35c-5237-4c8f-bfd9-2ba27fc5840d tempest-TestVolumeBootPattern-473790611 tempest-TestVolumeBootPattern-473790611-project] 10.222.0.67 "GET /v2.0/security-groups?id=908ef6e0-1891-45f9-9d59-8d9a77c692cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350311 Sep 23 19:57:59.149081 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93aa96ce-025d-424c-886b-851b26fe9800 req-83746795-04a7-441f-b6dd-98ea2022c943 tempest-TestVolumeBootPattern-473790611 tempest-TestVolumeBootPattern-473790611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:57:59.150494 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-93aa96ce-025d-424c-886b-851b26fe9800 req-83746795-04a7-441f-b6dd-98ea2022c943 tempest-TestVolumeBootPattern-473790611 tempest-TestVolumeBootPattern-473790611-project] 10.222.0.67 "GET /v2.0/ports?device_id=15e6fa9d-32c4-4e6e-b252-be1838abd670 HTTP/1.1" status: 200 len: 945 time: 0.0500121 Sep 23 19:57:59.188295 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-93aa96ce-025d-424c-886b-851b26fe9800 req-224cabf9-6418-4a0f-b330-f45d8ce2d897 tempest-TestVolumeBootPattern-473790611 tempest-TestVolumeBootPattern-473790611-project] 10.222.0.67 "GET /v2.0/security-groups?id=908ef6e0-1891-45f9-9d59-8d9a77c692cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310476 Sep 23 19:58:01.624319 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13635d09-a7f8-46e5-aab6-09147a7c3bb2 req-11b25fef-3377-4a8d-a3ef-545de5d94efc tempest-TestVolumeBootPattern-473790611 tempest-TestVolumeBootPattern-473790611-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:58:01.625826 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-13635d09-a7f8-46e5-aab6-09147a7c3bb2 req-11b25fef-3377-4a8d-a3ef-545de5d94efc tempest-TestVolumeBootPattern-473790611 tempest-TestVolumeBootPattern-473790611-project] 10.222.0.67 "GET /v2.0/networks?id=a97a1ddd-be59-4422-8c3e-924143535884 HTTP/1.1" status: 200 len: 811 time: 0.1031795 Sep 23 19:58:01.641015 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-13635d09-a7f8-46e5-aab6-09147a7c3bb2 req-342857b7-b0b3-44ab-8733-1fc85287d574 tempest-TestVolumeBootPattern-473790611 tempest-TestVolumeBootPattern-473790611-project] 10.222.0.67 "GET /v2.0/quotas/1c95f4136fb946e684bc3bd0afadbbdd HTTP/1.1" status: 200 len: 375 time: 0.0095224 Sep 23 19:58:01.693924 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-13635d09-a7f8-46e5-aab6-09147a7c3bb2 req-f24595fd-4e8e-47b7-a8b2-7b334fc0afd1 tempest-TestVolumeBootPattern-473790611 tempest-TestVolumeBootPattern-473790611-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=1c95f4136fb946e684bc3bd0afadbbdd&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0478241 Sep 23 19:58:01.787100 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-13635d09-a7f8-46e5-aab6-09147a7c3bb2 req-a9c4796f-95d2-4265-a46a-56cb1bce1342 service neutron] 10.222.0.67 "GET /v2.0/networks/a97a1ddd-be59-4422-8c3e-924143535884?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854352 Sep 23 19:58:01.876456 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-13635d09-a7f8-46e5-aab6-09147a7c3bb2 req-2fb7db0f-e3d4-4923-a009-787125a20a1a service neutron] 10.222.0.67 "GET /v2.0/networks/a97a1ddd-be59-4422-8c3e-924143535884?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832081 Sep 23 19:58:02.068796 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-b24babc6-5fd0-4186-bc4b-00f381990967 req-2ae65bfd-249e-4c03-b7cb-f78eabcbff08 tempest-TestVolumeBootPattern-473790611 tempest-TestVolumeBootPattern-473790611-project] 10.222.0.67 "GET /v2.0/ports?device_id=35f40a56-a79b-4a59-a3f2-2402f85a633a HTTP/1.1" status: 200 len: 210 time: 0.0270901 Sep 23 19:58:03.017346 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13635d09-a7f8-46e5-aab6-09147a7c3bb2 req-39c18a37-7f11-4ae4-8de3-b47ac15b8559 tempest-TestVolumeBootPattern-473790611 tempest-TestVolumeBootPattern-473790611-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:58:03.018861 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-13635d09-a7f8-46e5-aab6-09147a7c3bb2 req-39c18a37-7f11-4ae4-8de3-b47ac15b8559 tempest-TestVolumeBootPattern-473790611 tempest-TestVolumeBootPattern-473790611-project] 10.222.0.74 "GET /v2.0/networks?id=a97a1ddd-be59-4422-8c3e-924143535884 HTTP/1.1" status: 200 len: 811 time: 0.1146772 Sep 23 19:58:03.032732 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.v2.base [req-13635d09-a7f8-46e5-aab6-09147a7c3bb2 req-e4c343af-14a7-4b26-9b36-a8a1c97e9e49 tempest-TestVolumeBootPattern-473790611 tempest-TestVolumeBootPattern-473790611-project] Request body: {'port': {'device_id': '35f40a56-a79b-4a59-a3f2-2402f85a633a', 'network_id': 'a97a1ddd-be59-4422-8c3e-924143535884', 'admin_state_up': True, 'tenant_id': '1c95f4136fb946e684bc3bd0afadbbdd'}} {{(pid=95101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:58:03.177046 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-13635d09-a7f8-46e5-aab6-09147a7c3bb2 req-e4c343af-14a7-4b26-9b36-a8a1c97e9e49 tempest-TestVolumeBootPattern-473790611 tempest-TestVolumeBootPattern-473790611-project] Made reservation on behalf of 1c95f4136fb946e684bc3bd0afadbbdd for: {'port': 1} {{(pid=95101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:58:03.180833 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-13635d09-a7f8-46e5-aab6-09147a7c3bb2 req-e4c343af-14a7-4b26-9b36-a8a1c97e9e49 tempest-TestVolumeBootPattern-473790611 tempest-TestVolumeBootPattern-473790611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:58:03.206959 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-7c030796-4387-4a33-9bb6-c33e87057725 req-75b1e3bf-b677-408d-a2aa-37074b201e26 tempest-TestVolumeBootPattern-473790611 tempest-TestVolumeBootPattern-473790611-project] 10.222.0.67 "GET /v2.0/ports?device_id=35f40a56-a79b-4a59-a3f2-2402f85a633a HTTP/1.1" status: 200 len: 210 time: 0.0565879 Sep 23 19:58:03.250211 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-e93ffe1f-1268-43b4-9e4c-fccc5c5acc14 req-2bcfcde7-9d93-4faa-ad47-2fb072bd743c service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=fb6c1b5b-3a35-4e63-ae2f-4c84e83b23e6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0455847 Sep 23 19:58:03.344479 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e93ffe1f-1268-43b4-9e4c-fccc5c5acc14 req-ad51bf08-8a6e-4e4d-921f-d916d1a14c02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:58:03.346499 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-e93ffe1f-1268-43b4-9e4c-fccc5c5acc14 req-ad51bf08-8a6e-4e4d-921f-d916d1a14c02 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=9cf4888c1a454e07a3d16aa9e7c63006&device_id=fb6c1b5b-3a35-4e63-ae2f-4c84e83b23e6 HTTP/1.1" status: 200 len: 1098 time: 0.0463490 Sep 23 19:58:03.364788 n-d-713301-16 neutron-server[95101]: DEBUG neutron.db.db_base_plugin_common [req-13635d09-a7f8-46e5-aab6-09147a7c3bb2 req-e4c343af-14a7-4b26-9b36-a8a1c97e9e49 tempest-TestVolumeBootPattern-473790611 tempest-TestVolumeBootPattern-473790611-project] Allocated IP 172.20.0.14 (a97a1ddd-be59-4422-8c3e-924143535884/788d1f3e-2626-40b1-b49a-799b1a0fa15b/a1de12af-af2b-4fbb-9195-1b7019584729) {{(pid=95101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 19:58:03.483024 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e93ffe1f-1268-43b4-9e4c-fccc5c5acc14 req-1704cee3-b57f-43d1-8da7-d25920f80b53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:58:03.484566 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-e93ffe1f-1268-43b4-9e4c-fccc5c5acc14 req-1704cee3-b57f-43d1-8da7-d25920f80b53 service neutron] 10.222.0.74 "GET /v2.0/networks?id=b26c350a-bbf7-4ea0-b9d7-09eada9c3ff4 HTTP/1.1" status: 200 len: 897 time: 0.1044521 Sep 23 19:58:03.571525 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-e93ffe1f-1268-43b4-9e4c-fccc5c5acc14 req-e6d80f11-0e6f-496f-b8b0-e9799592f4e1 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8068b6e2-d215-496c-9d9a-7ab035112fb5 HTTP/1.1" status: 200 len: 1002 time: 0.0791478 Sep 23 19:58:03.588404 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-13635d09-a7f8-46e5-aab6-09147a7c3bb2 req-e4c343af-14a7-4b26-9b36-a8a1c97e9e49 tempest-TestVolumeBootPattern-473790611 tempest-TestVolumeBootPattern-473790611-project] Notify callbacks [] for port, precommit_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:58:03.629362 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e93ffe1f-1268-43b4-9e4c-fccc5c5acc14 req-8b8b7462-026c-4bfa-b93e-fdc257b5c506 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:58:03.630872 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-e93ffe1f-1268-43b4-9e4c-fccc5c5acc14 req-8b8b7462-026c-4bfa-b93e-fdc257b5c506 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=dcc8f5fd-6f55-4154-96de-f0ca4b1f7a0b HTTP/1.1" status: 200 len: 835 time: 0.0525916 Sep 23 19:58:03.632596 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-13635d09-a7f8-46e5-aab6-09147a7c3bb2 req-e4c343af-14a7-4b26-9b36-a8a1c97e9e49 tempest-TestVolumeBootPattern-473790611 tempest-TestVolumeBootPattern-473790611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783145673135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5607431'] for port, after_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:58:03.645005 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] get_ports_and_sgs() called for port_ids ['60ba0245-b71c-4839-8480-6c3702f2ce26'] {{(pid=95103) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 19:58:03.698668 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-13635d09-a7f8-46e5-aab6-09147a7c3bb2 req-e4c343af-14a7-4b26-9b36-a8a1c97e9e49 tempest-TestVolumeBootPattern-473790611 tempest-TestVolumeBootPattern-473790611-project] Network a97a1ddd-be59-4422-8c3e-924143535884 is already hosted by enough agents. {{(pid=95101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:58:03.703242 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e93ffe1f-1268-43b4-9e4c-fccc5c5acc14 req-dafca530-45dd-4d07-ad5d-bdf008f0c23d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:58:03.705514 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-e93ffe1f-1268-43b4-9e4c-fccc5c5acc14 req-dafca530-45dd-4d07-ad5d-bdf008f0c23d service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=b26c350a-bbf7-4ea0-b9d7-09eada9c3ff4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0670722 Sep 23 19:58:03.707890 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4c343af-14a7-4b26-9b36-a8a1c97e9e49 tempest-TestVolumeBootPattern-473790611 tempest-TestVolumeBootPattern-473790611-project] Pushing event updated for resources: {'Port': ['ID=a1de12af-af2b-4fbb-9195-1b7019584729,revision_number=1']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:58:03.711580 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.base_scheduler [req-13635d09-a7f8-46e5-aab6-09147a7c3bb2 req-e4c343af-14a7-4b26-9b36-a8a1c97e9e49 tempest-TestVolumeBootPattern-473790611 tempest-TestVolumeBootPattern-473790611-project] Resources bound (agent type, host, resource id): {{(pid=95101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:58:03.714157 n-d-713301-16 neutron-server[95101]: DEBUG neutron.db.l3_dvrscheduler_db [req-13635d09-a7f8-46e5-aab6-09147a7c3bb2 req-e4c343af-14a7-4b26-9b36-a8a1c97e9e49 tempest-TestVolumeBootPattern-473790611 tempest-TestVolumeBootPattern-473790611-project] Received port after_create {{(pid=95101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 19:58:03.774976 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13635d09-a7f8-46e5-aab6-09147a7c3bb2 req-e4c343af-14a7-4b26-9b36-a8a1c97e9e49 tempest-TestVolumeBootPattern-473790611 tempest-TestVolumeBootPattern-473790611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:58:03.775565 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-13635d09-a7f8-46e5-aab6-09147a7c3bb2 req-e4c343af-14a7-4b26-9b36-a8a1c97e9e49 tempest-TestVolumeBootPattern-473790611 tempest-TestVolumeBootPattern-473790611-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222849'] for port, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:58:03.807646 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-13635d09-a7f8-46e5-aab6-09147a7c3bb2 req-e4c343af-14a7-4b26-9b36-a8a1c97e9e49 tempest-TestVolumeBootPattern-473790611 tempest-TestVolumeBootPattern-473790611-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7788332 Sep 23 19:58:03.826195 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.v2.base [req-13635d09-a7f8-46e5-aab6-09147a7c3bb2 req-a4229e4b-dc67-4ecd-8577-67987eb90ce3 service neutron] Request body: {'port': {'device_id': '35f40a56-a79b-4a59-a3f2-2402f85a633a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713301-16'}} {{(pid=95101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:58:03.855802 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-e93ffe1f-1268-43b4-9e4c-fccc5c5acc14 req-4a990800-718b-4ebb-8dd8-648ae15e26b7 service neutron] 10.222.0.74 "GET /v2.0/networks/b26c350a-bbf7-4ea0-b9d7-09eada9c3ff4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1208580 Sep 23 19:58:03.910310 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-13635d09-a7f8-46e5-aab6-09147a7c3bb2 req-a4229e4b-dc67-4ecd-8577-67987eb90ce3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:58:03.961626 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-e93ffe1f-1268-43b4-9e4c-fccc5c5acc14 req-14e9ffe8-8011-486f-a6f0-6b22d21b6f07 service neutron] 10.222.0.74 "GET /v2.0/networks/b26c350a-bbf7-4ea0-b9d7-09eada9c3ff4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0981741 Sep 23 19:58:04.089552 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-44fee151-88b7-4655-bf60-0598aebc347c None None] Provisioning complete for port a1de12af-af2b-4fbb-9195-1b7019584729 triggered by entity DHCP. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:58:04.089918 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-44fee151-88b7-4655-bf60-0598aebc347c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:58:04.132762 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.plugin [None req-44fee151-88b7-4655-bf60-0598aebc347c None None] Port a1de12af-af2b-4fbb-9195-1b7019584729 cannot update to ACTIVE because it is not bound. {{(pid=95103) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 19:58:04.208259 n-d-713301-16 neutron-server[95101]: DEBUG neutron.notifiers.nova [req-13635d09-a7f8-46e5-aab6-09147a7c3bb2 req-a4229e4b-dc67-4ecd-8577-67987eb90ce3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a1de12af-af2b-4fbb-9195-1b7019584729 {{(pid=95101) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 19:58:04.217487 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-13635d09-a7f8-46e5-aab6-09147a7c3bb2 req-a4229e4b-dc67-4ecd-8577-67987eb90ce3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:58:04.230299 n-d-713301-16 neutron-server[95101]: DEBUG neutron.db.provisioning_blocks [req-13635d09-a7f8-46e5-aab6-09147a7c3bb2 req-a4229e4b-dc67-4ecd-8577-67987eb90ce3 service neutron] Transition to ACTIVE for port object a1de12af-af2b-4fbb-9195-1b7019584729 will not be triggered until provisioned by entity L2. {{(pid=95101) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 19:58:04.235403 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-13635d09-a7f8-46e5-aab6-09147a7c3bb2 req-a4229e4b-dc67-4ecd-8577-67987eb90ce3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5607436'] for port, after_update {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:58:04.297520 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4229e4b-dc67-4ecd-8577-67987eb90ce3 service neutron] Pushing event updated for resources: {'Port': ['ID=a1de12af-af2b-4fbb-9195-1b7019584729,revision_number=2']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:58:04.347427 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ee0490-b274-482b-ad19-006bc95234ac req-bf644b47-f650-4487-9aa4-1a1d0487dece tempest-TestVolumeBootPattern-473790611 tempest-TestVolumeBootPattern-473790611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:58:04.349067 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-29ee0490-b274-482b-ad19-006bc95234ac req-bf644b47-f650-4487-9aa4-1a1d0487dece tempest-TestVolumeBootPattern-473790611 tempest-TestVolumeBootPattern-473790611-project] 10.222.0.67 "GET /v2.0/ports?device_id=35f40a56-a79b-4a59-a3f2-2402f85a633a HTTP/1.1" status: 200 len: 944 time: 0.0578849 Sep 23 19:58:04.401651 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.managers [req-13635d09-a7f8-46e5-aab6-09147a7c3bb2 req-a4229e4b-dc67-4ecd-8577-67987eb90ce3 service neutron] Attempting to bind port a1de12af-af2b-4fbb-9195-1b7019584729 on host n-h1-713301-16 for vnic_type normal with profile {{(pid=95101) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 19:58:04.402041 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.managers [req-13635d09-a7f8-46e5-aab6-09147a7c3bb2 req-a4229e4b-dc67-4ecd-8577-67987eb90ce3 service neutron] Attempting to bind port a1de12af-af2b-4fbb-9195-1b7019584729 by drivers openvswitch,hyperv on host n-h1-713301-16 at level 0 using segments [{'id': 'c7abd8db-b99c-424c-86a3-7924c060f21a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'a97a1ddd-be59-4422-8c3e-924143535884'}] {{(pid=95101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 19:58:04.402345 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13635d09-a7f8-46e5-aab6-09147a7c3bb2 req-a4229e4b-dc67-4ecd-8577-67987eb90ce3 service neutron] Attempting to bind port a1de12af-af2b-4fbb-9195-1b7019584729 on network a97a1ddd-be59-4422-8c3e-924143535884 {{(pid=95101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:58:04.408695 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13635d09-a7f8-46e5-aab6-09147a7c3bb2 req-a4229e4b-dc67-4ecd-8577-67987eb90ce3 service neutron] Port a1de12af-af2b-4fbb-9195-1b7019584729 on network a97a1ddd-be59-4422-8c3e-924143535884 not bound, no agent of type Open vSwitch agent registered on host n-h1-713301-16 {{(pid=95101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 19:58:04.409049 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13635d09-a7f8-46e5-aab6-09147a7c3bb2 req-a4229e4b-dc67-4ecd-8577-67987eb90ce3 service neutron] Attempting to bind port a1de12af-af2b-4fbb-9195-1b7019584729 on network a97a1ddd-be59-4422-8c3e-924143535884 {{(pid=95101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:58:04.414652 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13635d09-a7f8-46e5-aab6-09147a7c3bb2 req-a4229e4b-dc67-4ecd-8577-67987eb90ce3 service neutron] Checking agent: {'id': '0708c3e9-0aad-4600-9be9-d2486535c898', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713301-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 19, 15, 28), 'started_at': datetime.datetime(2021, 9, 23, 19, 15, 28), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 19, 57, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 19:58:04.415154 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13635d09-a7f8-46e5-aab6-09147a7c3bb2 req-a4229e4b-dc67-4ecd-8577-67987eb90ce3 service neutron] Checking segment: {'id': 'c7abd8db-b99c-424c-86a3-7924c060f21a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'a97a1ddd-be59-4422-8c3e-924143535884'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:58:04.415541 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13635d09-a7f8-46e5-aab6-09147a7c3bb2 req-a4229e4b-dc67-4ecd-8577-67987eb90ce3 service neutron] Bound using segment: {'id': 'c7abd8db-b99c-424c-86a3-7924c060f21a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'a97a1ddd-be59-4422-8c3e-924143535884'} {{(pid=95101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 19:58:04.415969 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.managers [req-13635d09-a7f8-46e5-aab6-09147a7c3bb2 req-a4229e4b-dc67-4ecd-8577-67987eb90ce3 service neutron] Bound port: a1de12af-af2b-4fbb-9195-1b7019584729, host: n-h1-713301-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c7abd8db-b99c-424c-86a3-7924c060f21a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'a97a1ddd-be59-4422-8c3e-924143535884'}}] {{(pid=95101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 19:58:04.416335 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-13635d09-a7f8-46e5-aab6-09147a7c3bb2 req-a4229e4b-dc67-4ecd-8577-67987eb90ce3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:58:04.419861 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-29ee0490-b274-482b-ad19-006bc95234ac req-280a5263-315c-4e41-8a6a-d5f8a2a08a35 tempest-TestVolumeBootPattern-473790611 tempest-TestVolumeBootPattern-473790611-project] 10.222.0.67 "GET /v2.0/security-groups?id=908ef6e0-1891-45f9-9d59-8d9a77c692cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575328 Sep 23 19:58:04.496843 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.db [req-13635d09-a7f8-46e5-aab6-09147a7c3bb2 req-a4229e4b-dc67-4ecd-8577-67987eb90ce3 service neutron] For port a1de12af-af2b-4fbb-9195-1b7019584729, host n-h1-713301-16, cleared binding levels {{(pid=95101) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 19:58:04.501425 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.db [req-13635d09-a7f8-46e5-aab6-09147a7c3bb2 req-a4229e4b-dc67-4ecd-8577-67987eb90ce3 service neutron] For port a1de12af-af2b-4fbb-9195-1b7019584729, host n-h1-713301-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-16',level=0,port_id=a1de12af-af2b-4fbb-9195-1b7019584729,segment=NetworkSegment(c7abd8db-b99c-424c-86a3-7924c060f21a),segment_id=c7abd8db-b99c-424c-86a3-7924c060f21a)] {{(pid=95101) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 19:58:04.507238 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-13635d09-a7f8-46e5-aab6-09147a7c3bb2 req-a4229e4b-dc67-4ecd-8577-67987eb90ce3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5607436'] for port, after_update {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:58:04.595089 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13635d09-a7f8-46e5-aab6-09147a7c3bb2 req-a4229e4b-dc67-4ecd-8577-67987eb90ce3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:58:04.596441 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-13635d09-a7f8-46e5-aab6-09147a7c3bb2 req-a4229e4b-dc67-4ecd-8577-67987eb90ce3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222849'] for port, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:58:04.597961 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-13635d09-a7f8-46e5-aab6-09147a7c3bb2 req-a4229e4b-dc67-4ecd-8577-67987eb90ce3 service neutron] 10.222.0.74 "PUT /v2.0/ports/a1de12af-af2b-4fbb-9195-1b7019584729 HTTP/1.1" status: 200 len: 1093 time: 0.7772033 Sep 23 19:58:04.600354 n-d-713301-16 neutron-server[95101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '35f40a56-a79b-4a59-a3f2-2402f85a633a', 'tag': 'a1de12af-af2b-4fbb-9195-1b7019584729'}] {{(pid=95101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 19:58:04.604651 n-d-713301-16 neutron-server[95101]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d8366c5740cd635e57ab12b71fe44a77c2acc3c19091ef849c6f68b380462244" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8d64815-acca-4421-8e2b-4b571ea4c9c5" -d '{"events": [{"name": "network-changed", "server_uuid": "35f40a56-a79b-4a59-a3f2-2402f85a633a", "tag": "a1de12af-af2b-4fbb-9195-1b7019584729"}]}' {{(pid=95101) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 19:58:04.611933 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4229e4b-dc67-4ecd-8577-67987eb90ce3 service neutron] Pushing event updated for resources: {'Port': ['ID=a1de12af-af2b-4fbb-9195-1b7019584729,revision_number=3']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:58:04.651174 n-d-713301-16 neutron-server[95101]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 19:58:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e67c28e2-0f66-43fc-a378-375f46ad8477 x-openstack-request-id: req-e67c28e2-0f66-43fc-a378-375f46ad8477 {{(pid=95101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 19:58:04.651461 n-d-713301-16 neutron-server[95101]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "35f40a56-a79b-4a59-a3f2-2402f85a633a", "tag": "a1de12af-af2b-4fbb-9195-1b7019584729", "status": "completed", "code": 200}]} {{(pid=95101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 19:58:04.651828 n-d-713301-16 neutron-server[95101]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-e67c28e2-0f66-43fc-a378-375f46ad8477 {{(pid=95101) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 19:58:04.652220 n-d-713301-16 neutron-server[95101]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '35f40a56-a79b-4a59-a3f2-2402f85a633a', 'tag': 'a1de12af-af2b-4fbb-9195-1b7019584729', 'status': 'completed', 'code': 200} Sep 23 19:58:04.699724 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13635d09-a7f8-46e5-aab6-09147a7c3bb2 req-7aeb6baa-372c-4a11-a50b-ab2514d07c5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:58:04.702136 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-13635d09-a7f8-46e5-aab6-09147a7c3bb2 req-7aeb6baa-372c-4a11-a50b-ab2514d07c5d service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=1c95f4136fb946e684bc3bd0afadbbdd&device_id=35f40a56-a79b-4a59-a3f2-2402f85a633a HTTP/1.1" status: 200 len: 1096 time: 0.0532773 Sep 23 19:58:04.750627 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-13635d09-a7f8-46e5-aab6-09147a7c3bb2 req-2592e39e-abdb-41cb-a7e9-65e3ba31329f service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a1de12af-af2b-4fbb-9195-1b7019584729 HTTP/1.1" status: 200 len: 217 time: 0.0398042 Sep 23 19:58:04.807305 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13635d09-a7f8-46e5-aab6-09147a7c3bb2 req-38f21bfb-1d48-414e-8eb2-9a7b6fbf6e72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:58:04.808994 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-13635d09-a7f8-46e5-aab6-09147a7c3bb2 req-38f21bfb-1d48-414e-8eb2-9a7b6fbf6e72 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=788d1f3e-2626-40b1-b49a-799b1a0fa15b HTTP/1.1" status: 200 len: 850 time: 0.0509489 Sep 23 19:58:04.861617 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13635d09-a7f8-46e5-aab6-09147a7c3bb2 req-f6d5aa39-e954-4aeb-9172-a2d8d674623b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:58:04.863976 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-13635d09-a7f8-46e5-aab6-09147a7c3bb2 req-f6d5aa39-e954-4aeb-9172-a2d8d674623b service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=a97a1ddd-be59-4422-8c3e-924143535884&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0476944 Sep 23 19:58:04.973046 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-13635d09-a7f8-46e5-aab6-09147a7c3bb2 req-1cf995ea-0fb1-44f5-ad68-3924bbb6f254 service neutron] 10.222.0.74 "GET /v2.0/networks/a97a1ddd-be59-4422-8c3e-924143535884?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1014228 Sep 23 19:58:05.078432 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-13635d09-a7f8-46e5-aab6-09147a7c3bb2 req-e5a31919-1abe-414f-bfe0-b5e9900bbebf service neutron] 10.222.0.74 "GET /v2.0/networks/a97a1ddd-be59-4422-8c3e-924143535884?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0983882 Sep 23 19:58:05.180347 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d64815-acca-4421-8e2b-4b571ea4c9c5 req-cad39c78-c3fb-4a85-88e8-589b2a5fa195 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:58:05.182285 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-d8d64815-acca-4421-8e2b-4b571ea4c9c5 req-cad39c78-c3fb-4a85-88e8-589b2a5fa195 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=1c95f4136fb946e684bc3bd0afadbbdd&device_id=35f40a56-a79b-4a59-a3f2-2402f85a633a HTTP/1.1" status: 200 len: 1096 time: 0.0548856 Sep 23 19:58:05.282972 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d64815-acca-4421-8e2b-4b571ea4c9c5 req-798d7ffa-f29a-49c5-9c35-a698a6ade20d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:58:05.284547 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-d8d64815-acca-4421-8e2b-4b571ea4c9c5 req-798d7ffa-f29a-49c5-9c35-a698a6ade20d service neutron] 10.222.0.74 "GET /v2.0/networks?id=a97a1ddd-be59-4422-8c3e-924143535884 HTTP/1.1" status: 200 len: 912 time: 0.0940971 Sep 23 19:58:05.331063 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-d8d64815-acca-4421-8e2b-4b571ea4c9c5 req-84e04d4a-f476-48f3-927b-e006e7825acd service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a1de12af-af2b-4fbb-9195-1b7019584729 HTTP/1.1" status: 200 len: 217 time: 0.0362983 Sep 23 19:58:05.386219 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d64815-acca-4421-8e2b-4b571ea4c9c5 req-9ed3ebaa-5736-465b-b5bc-568cc8117b80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:58:05.393099 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-d8d64815-acca-4421-8e2b-4b571ea4c9c5 req-9ed3ebaa-5736-465b-b5bc-568cc8117b80 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=788d1f3e-2626-40b1-b49a-799b1a0fa15b HTTP/1.1" status: 200 len: 850 time: 0.0510406 Sep 23 19:58:05.446206 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d64815-acca-4421-8e2b-4b571ea4c9c5 req-f91b0656-d531-4b7f-a58d-24df2e688dad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:58:05.447890 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-d8d64815-acca-4421-8e2b-4b571ea4c9c5 req-f91b0656-d531-4b7f-a58d-24df2e688dad service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=a97a1ddd-be59-4422-8c3e-924143535884&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0513904 Sep 23 19:58:05.569870 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d113f614-246f-4161-905c-f487de557dfe req-0320ddee-bf8d-4cf7-aebf-7e3f94970d48 tempest-TestVolumeBootPattern-473790611 tempest-TestVolumeBootPattern-473790611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:58:05.571502 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-d113f614-246f-4161-905c-f487de557dfe req-0320ddee-bf8d-4cf7-aebf-7e3f94970d48 tempest-TestVolumeBootPattern-473790611 tempest-TestVolumeBootPattern-473790611-project] 10.222.0.67 "GET /v2.0/ports?device_id=35f40a56-a79b-4a59-a3f2-2402f85a633a HTTP/1.1" status: 200 len: 944 time: 0.0762043 Sep 23 19:58:05.582627 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-d8d64815-acca-4421-8e2b-4b571ea4c9c5 req-fb96c10e-11a2-4347-a3b2-c949fba380a0 service neutron] 10.222.0.74 "GET /v2.0/networks/a97a1ddd-be59-4422-8c3e-924143535884?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1274807 Sep 23 19:58:05.614886 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-d113f614-246f-4161-905c-f487de557dfe req-442ddd07-e94a-4dcd-a609-5cdcb5f5c41a tempest-TestVolumeBootPattern-473790611 tempest-TestVolumeBootPattern-473790611-project] 10.222.0.67 "GET /v2.0/security-groups?id=908ef6e0-1891-45f9-9d59-8d9a77c692cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350018 Sep 23 19:58:05.681455 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-d8d64815-acca-4421-8e2b-4b571ea4c9c5 req-cc84550e-0fc0-4b30-b815-8ac302a2e0e7 service neutron] 10.222.0.74 "GET /v2.0/networks/a97a1ddd-be59-4422-8c3e-924143535884?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905478 Sep 23 19:58:06.418394 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.agents_db [None req-f2f5c474-60a3-474f-b2cc-02c4bd30880c None None] Agent healthcheck: found 7 active agents {{(pid=95104) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 19:58:06.780623 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a8207e-1301-471e-b5ed-1e219c2620a2 req-bbcb3004-0cbb-48f8-87aa-65d17b9a74a6 tempest-TestVolumeBootPattern-473790611 tempest-TestVolumeBootPattern-473790611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:58:06.789733 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-f6a8207e-1301-471e-b5ed-1e219c2620a2 req-bbcb3004-0cbb-48f8-87aa-65d17b9a74a6 tempest-TestVolumeBootPattern-473790611 tempest-TestVolumeBootPattern-473790611-project] 10.222.0.67 "GET /v2.0/ports?device_id=35f40a56-a79b-4a59-a3f2-2402f85a633a HTTP/1.1" status: 200 len: 944 time: 0.0745513 Sep 23 19:58:06.831178 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-f6a8207e-1301-471e-b5ed-1e219c2620a2 req-8e9d1f14-08c5-47ee-a7c3-449846436afa tempest-TestVolumeBootPattern-473790611 tempest-TestVolumeBootPattern-473790611-project] 10.222.0.67 "GET /v2.0/security-groups?id=908ef6e0-1891-45f9-9d59-8d9a77c692cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404985 Sep 23 19:58:08.036759 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce114cac-9867-4629-a2be-f56dea1e718e req-fe4a3927-cfc0-4d25-a21c-6e032ac4083e tempest-TestVolumeBootPattern-473790611 tempest-TestVolumeBootPattern-473790611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:58:08.040269 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-ce114cac-9867-4629-a2be-f56dea1e718e req-fe4a3927-cfc0-4d25-a21c-6e032ac4083e tempest-TestVolumeBootPattern-473790611 tempest-TestVolumeBootPattern-473790611-project] 10.222.0.67 "GET /v2.0/ports?device_id=35f40a56-a79b-4a59-a3f2-2402f85a633a HTTP/1.1" status: 200 len: 944 time: 0.1061699 Sep 23 19:58:08.100240 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-ce114cac-9867-4629-a2be-f56dea1e718e req-a93ac8b0-c4f8-40c8-92f6-8ef812a3e199 tempest-TestVolumeBootPattern-473790611 tempest-TestVolumeBootPattern-473790611-project] 10.222.0.67 "GET /v2.0/security-groups?id=908ef6e0-1891-45f9-9d59-8d9a77c692cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537295 Sep 23 19:58:09.247960 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08be59c9-3c1a-4b3a-a178-02a83a032664 req-b2b392c7-ea23-4356-b4ab-79da32c22d62 tempest-TestVolumeBootPattern-473790611 tempest-TestVolumeBootPattern-473790611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:58:09.249694 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-08be59c9-3c1a-4b3a-a178-02a83a032664 req-b2b392c7-ea23-4356-b4ab-79da32c22d62 tempest-TestVolumeBootPattern-473790611 tempest-TestVolumeBootPattern-473790611-project] 10.222.0.67 "GET /v2.0/ports?device_id=35f40a56-a79b-4a59-a3f2-2402f85a633a HTTP/1.1" status: 200 len: 944 time: 0.0661702 Sep 23 19:58:09.298082 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-08be59c9-3c1a-4b3a-a178-02a83a032664 req-67f53c97-e91c-4de3-abf3-68c8ed8739da tempest-TestVolumeBootPattern-473790611 tempest-TestVolumeBootPattern-473790611-project] 10.222.0.67 "GET /v2.0/security-groups?id=908ef6e0-1891-45f9-9d59-8d9a77c692cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418792 Sep 23 19:58:09.513983 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd529660-0a7b-48bc-be48-b45a8cab85d5 req-195211d6-f37a-452f-901f-0a6df5b8b87b tempest-TestNetworkAdvancedServerOps-1630542813 tempest-TestNetworkAdvancedServerOps-1630542813-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:58:09.515605 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-bd529660-0a7b-48bc-be48-b45a8cab85d5 req-195211d6-f37a-452f-901f-0a6df5b8b87b tempest-TestNetworkAdvancedServerOps-1630542813 tempest-TestNetworkAdvancedServerOps-1630542813-project-admin] 10.222.0.67 "GET /v2.0/ports?device_id=fb6c1b5b-3a35-4e63-ae2f-4c84e83b23e6 HTTP/1.1" status: 200 len: 1098 time: 0.0594389 Sep 23 19:58:09.537450 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-bd529660-0a7b-48bc-be48-b45a8cab85d5 req-b74b69fb-7d7c-440c-8412-dcd4b1b282ff tempest-TestNetworkAdvancedServerOps-1630542813 tempest-TestNetworkAdvancedServerOps-1630542813-project-admin] Notify callbacks [] for security_group, before_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:58:09.685751 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-bd529660-0a7b-48bc-be48-b45a8cab85d5 req-b74b69fb-7d7c-440c-8412-dcd4b1b282ff tempest-TestNetworkAdvancedServerOps-1630542813 tempest-TestNetworkAdvancedServerOps-1630542813-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:58:09.690142 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-bd529660-0a7b-48bc-be48-b45a8cab85d5 req-b74b69fb-7d7c-440c-8412-dcd4b1b282ff tempest-TestNetworkAdvancedServerOps-1630542813 tempest-TestNetworkAdvancedServerOps-1630542813-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:58:09.723463 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-bd529660-0a7b-48bc-be48-b45a8cab85d5 req-b74b69fb-7d7c-440c-8412-dcd4b1b282ff tempest-TestNetworkAdvancedServerOps-1630542813 tempest-TestNetworkAdvancedServerOps-1630542813-project-admin] 10.222.0.67 "GET /v2.0/security-groups?id=b823ee68-61b3-45b7-bd15-ad0e7a0e3e7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2017238 Sep 23 19:58:09.731135 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b74b69fb-7d7c-440c-8412-dcd4b1b282ff tempest-TestNetworkAdvancedServerOps-1630542813 tempest-TestNetworkAdvancedServerOps-1630542813-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ebc40d1-8e2c-445b-8573-a6df63521378,revision_number=1']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:58:09.859362 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d98cfd-76f3-405e-8100-1e6bfa159f03 req-9a34b2c5-0b54-4004-bce7-3060af2ee1ab tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:58:09.861815 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-17d98cfd-76f3-405e-8100-1e6bfa159f03 req-9a34b2c5-0b54-4004-bce7-3060af2ee1ab tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] 10.222.0.67 "GET /v2.0/ports?device_id=fb6c1b5b-3a35-4e63-ae2f-4c84e83b23e6 HTTP/1.1" status: 200 len: 946 time: 0.0587900 Sep 23 19:58:09.905490 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-17d98cfd-76f3-405e-8100-1e6bfa159f03 req-99af7fe8-774f-46e3-8107-8faa6cf42c37 tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] 10.222.0.67 "GET /v2.0/security-groups?id=b823ee68-61b3-45b7-bd15-ad0e7a0e3e7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348845 Sep 23 19:58:09.927634 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 57188) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:58:10.276522 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-52d9d45e-3d18-4cea-94cd-5b4f3963c841 tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] 10.222.0.67 "GET /v2.0/floatingips/40463da2-7a29-42a9-bf25-3245d8b53c88 HTTP/1.1" status: 200 len: 994 time: 0.3476233 Sep 23 19:58:10.460843 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd3e2622-89a4-415e-b5e9-45c92eac1f4c req-fe9b6229-6b92-47a3-b5f0-5ac7e6474612 tempest-TestVolumeBootPattern-473790611 tempest-TestVolumeBootPattern-473790611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:58:10.461142 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-bd3e2622-89a4-415e-b5e9-45c92eac1f4c req-fe9b6229-6b92-47a3-b5f0-5ac7e6474612 tempest-TestVolumeBootPattern-473790611 tempest-TestVolumeBootPattern-473790611-project] 10.222.0.67 "GET /v2.0/ports?device_id=35f40a56-a79b-4a59-a3f2-2402f85a633a HTTP/1.1" status: 200 len: 944 time: 0.0614688 Sep 23 19:58:10.521433 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-bd3e2622-89a4-415e-b5e9-45c92eac1f4c req-d99110b5-9495-4c22-ab5a-cd71945db921 tempest-TestVolumeBootPattern-473790611 tempest-TestVolumeBootPattern-473790611-project] 10.222.0.67 "GET /v2.0/security-groups?id=908ef6e0-1891-45f9-9d59-8d9a77c692cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535526 Sep 23 19:58:10.666957 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [req-88254365-bd58-4d98-b6eb-1bfb9bf37c0d req-914d3c9c-911b-4954-8765-03de21bed1fa service neutron] http://10.222.0.67:9696/v2.0/extensions returned with HTTP 200 {{(pid=95102) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 23 19:58:10.668212 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-88254365-bd58-4d98-b6eb-1bfb9bf37c0d req-914d3c9c-911b-4954-8765-03de21bed1fa service neutron] 10.222.0.67 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0057402 Sep 23 19:58:11.026768 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-805b5115-8fa6-4103-8601-fd7b7c1be6fd req-fc6a2ea6-cb6b-4d5b-888a-9dfaba49fd0e tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:58:11.028336 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-805b5115-8fa6-4103-8601-fd7b7c1be6fd req-fc6a2ea6-cb6b-4d5b-888a-9dfaba49fd0e tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] 10.222.0.67 "GET /v2.0/ports?device_id=fb6c1b5b-3a35-4e63-ae2f-4c84e83b23e6 HTTP/1.1" status: 200 len: 946 time: 0.0509236 Sep 23 19:58:11.094183 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-805b5115-8fa6-4103-8601-fd7b7c1be6fd req-dc700e5e-126a-4a07-9cb3-c85ade050dd9 tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] 10.222.0.67 "GET /v2.0/security-groups?id=b823ee68-61b3-45b7-bd15-ad0e7a0e3e7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0570126 Sep 23 19:58:11.098261 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-c7a896fb-3ba2-4f3d-9a92-fe3273679add req-a3e02051-387b-4967-9d4f-8f1b179672ea service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=fb6c1b5b-3a35-4e63-ae2f-4c84e83b23e6&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1330173 Sep 23 19:58:11.107802 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [req-c7a896fb-3ba2-4f3d-9a92-fe3273679add req-45b24649-78ba-419f-8da6-3df327204c02 service neutron] http://10.222.0.67:9696/v2.0/extensions returned with HTTP 200 {{(pid=95102) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 23 19:58:11.108924 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-c7a896fb-3ba2-4f3d-9a92-fe3273679add req-45b24649-78ba-419f-8da6-3df327204c02 service neutron] 10.222.0.67 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0057645 Sep 23 19:58:11.647863 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75e0db2-8dee-47e9-8637-7da38b2ab2c6 req-416ce925-a48e-4d31-bcf4-b57ab6e66f75 tempest-TestVolumeBootPattern-473790611 tempest-TestVolumeBootPattern-473790611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:58:11.649441 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-a75e0db2-8dee-47e9-8637-7da38b2ab2c6 req-416ce925-a48e-4d31-bcf4-b57ab6e66f75 tempest-TestVolumeBootPattern-473790611 tempest-TestVolumeBootPattern-473790611-project] 10.222.0.67 "GET /v2.0/ports?device_id=35f40a56-a79b-4a59-a3f2-2402f85a633a HTTP/1.1" status: 200 len: 944 time: 0.0571482 Sep 23 19:58:11.705865 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-a75e0db2-8dee-47e9-8637-7da38b2ab2c6 req-ba88ad12-fb05-4c47-aeca-54c874ef4a29 tempest-TestVolumeBootPattern-473790611 tempest-TestVolumeBootPattern-473790611-project] 10.222.0.67 "GET /v2.0/security-groups?id=908ef6e0-1891-45f9-9d59-8d9a77c692cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472157 Sep 23 19:58:12.225589 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55594fa5-15ff-468f-b08e-25eb4904c61c req-f3bd7431-5452-40ac-ba56-164c290a379d tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:58:12.227359 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-55594fa5-15ff-468f-b08e-25eb4904c61c req-f3bd7431-5452-40ac-ba56-164c290a379d tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] 10.222.0.67 "GET /v2.0/ports?device_id=fb6c1b5b-3a35-4e63-ae2f-4c84e83b23e6 HTTP/1.1" status: 200 len: 946 time: 0.0584862 Sep 23 19:58:12.271792 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-55594fa5-15ff-468f-b08e-25eb4904c61c req-06694df9-6066-4a21-ad62-2239d70de229 tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] 10.222.0.67 "GET /v2.0/security-groups?id=b823ee68-61b3-45b7-bd15-ad0e7a0e3e7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368276 Sep 23 19:58:12.275818 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a896fb-3ba2-4f3d-9a92-fe3273679add req-4562ef53-e3a2-4a05-a1fa-380bd1632b7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:58:12.277540 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-c7a896fb-3ba2-4f3d-9a92-fe3273679add req-4562ef53-e3a2-4a05-a1fa-380bd1632b7f service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=9cf4888c1a454e07a3d16aa9e7c63006&device_id=fb6c1b5b-3a35-4e63-ae2f-4c84e83b23e6 HTTP/1.1" status: 200 len: 1098 time: 0.0422189 Sep 23 19:58:12.373026 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a896fb-3ba2-4f3d-9a92-fe3273679add req-ced6cc86-75f7-4c84-bc43-e27e6e6fea4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:58:12.374594 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-c7a896fb-3ba2-4f3d-9a92-fe3273679add req-ced6cc86-75f7-4c84-bc43-e27e6e6fea4e service neutron] 10.222.0.74 "GET /v2.0/networks?id=b26c350a-bbf7-4ea0-b9d7-09eada9c3ff4 HTTP/1.1" status: 200 len: 897 time: 0.0903213 Sep 23 19:58:12.442769 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-c7a896fb-3ba2-4f3d-9a92-fe3273679add req-58d27d0a-036b-4955-92d4-309602d6e95d service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8068b6e2-d215-496c-9d9a-7ab035112fb5 HTTP/1.1" status: 200 len: 1002 time: 0.0603507 Sep 23 19:58:12.493693 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a896fb-3ba2-4f3d-9a92-fe3273679add req-edf0b022-6745-4121-a99f-f8c10ed859ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:58:12.495162 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-c7a896fb-3ba2-4f3d-9a92-fe3273679add req-edf0b022-6745-4121-a99f-f8c10ed859ad service neutron] 10.222.0.74 "GET /v2.0/subnets?id=dcc8f5fd-6f55-4154-96de-f0ca4b1f7a0b HTTP/1.1" status: 200 len: 835 time: 0.0448332 Sep 23 19:58:12.545371 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a896fb-3ba2-4f3d-9a92-fe3273679add req-d50c2623-43e6-40c9-9bc5-5b44f1d994a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:58:12.546937 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-c7a896fb-3ba2-4f3d-9a92-fe3273679add req-d50c2623-43e6-40c9-9bc5-5b44f1d994a5 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=b26c350a-bbf7-4ea0-b9d7-09eada9c3ff4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0444658 Sep 23 19:58:12.558888 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [req-c7a896fb-3ba2-4f3d-9a92-fe3273679add req-81516a6f-8ae8-448d-b832-c54d1094ccc2 service neutron] http://10.222.0.67:9696/v2.0/extensions returned with HTTP 200 {{(pid=95101) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 23 19:58:12.560035 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-c7a896fb-3ba2-4f3d-9a92-fe3273679add req-81516a6f-8ae8-448d-b832-c54d1094ccc2 service neutron] 10.222.0.74 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0051248 Sep 23 19:58:12.848433 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d961ab51-d38a-410e-b40c-b49e42071b0c req-e752aea4-cdad-4530-9105-54e7ddd04657 tempest-TestVolumeBootPattern-473790611 tempest-TestVolumeBootPattern-473790611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:58:12.850181 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-d961ab51-d38a-410e-b40c-b49e42071b0c req-e752aea4-cdad-4530-9105-54e7ddd04657 tempest-TestVolumeBootPattern-473790611 tempest-TestVolumeBootPattern-473790611-project] 10.222.0.67 "GET /v2.0/ports?device_id=35f40a56-a79b-4a59-a3f2-2402f85a633a HTTP/1.1" status: 200 len: 944 time: 0.0662236 Sep 23 19:58:12.895102 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-d961ab51-d38a-410e-b40c-b49e42071b0c req-84be4d45-d6f1-4d59-b65f-a3b1468fadb0 tempest-TestVolumeBootPattern-473790611 tempest-TestVolumeBootPattern-473790611-project] 10.222.0.67 "GET /v2.0/security-groups?id=908ef6e0-1891-45f9-9d59-8d9a77c692cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386617 Sep 23 19:58:12.972335 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-c7a896fb-3ba2-4f3d-9a92-fe3273679add req-3bfa105f-1240-4cc2-a4a0-991c1e793ade service neutron] 10.222.0.74 "GET /v2.0/networks/b26c350a-bbf7-4ea0-b9d7-09eada9c3ff4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4045074 Sep 23 19:58:13.070938 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-7bd03628-52d6-4c76-a452-265b9c1f78ed req-b10b1993-b8ec-42ee-adb9-3eb798475b04 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=15e6fa9d-32c4-4e6e-b252-be1838abd670&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0394924 Sep 23 19:58:13.071264 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-c7a896fb-3ba2-4f3d-9a92-fe3273679add req-98bf84d7-78db-4af3-bb8c-35067d9c3de4 service neutron] 10.222.0.74 "GET /v2.0/networks/b26c350a-bbf7-4ea0-b9d7-09eada9c3ff4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902922 Sep 23 19:58:13.159764 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd03628-52d6-4c76-a452-265b9c1f78ed req-b8065100-1195-4f7e-8bd8-e68b003da178 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:58:13.161843 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-7bd03628-52d6-4c76-a452-265b9c1f78ed req-b8065100-1195-4f7e-8bd8-e68b003da178 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=1c95f4136fb946e684bc3bd0afadbbdd&device_id=15e6fa9d-32c4-4e6e-b252-be1838abd670 HTTP/1.1" status: 200 len: 1097 time: 0.0473027 Sep 23 19:58:13.290987 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd03628-52d6-4c76-a452-265b9c1f78ed req-e580ac75-2d4c-4eae-ae2e-5f9d91b27f35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:58:13.292471 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-7bd03628-52d6-4c76-a452-265b9c1f78ed req-e580ac75-2d4c-4eae-ae2e-5f9d91b27f35 service neutron] 10.222.0.53 "GET /v2.0/networks?id=a97a1ddd-be59-4422-8c3e-924143535884 HTTP/1.1" status: 200 len: 912 time: 0.1099651 Sep 23 19:58:13.338634 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-7bd03628-52d6-4c76-a452-265b9c1f78ed req-b8550760-a244-446e-9da1-6a94f79481df service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=60ba0245-b71c-4839-8480-6c3702f2ce26 HTTP/1.1" status: 200 len: 217 time: 0.0387433 Sep 23 19:58:13.421518 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd03628-52d6-4c76-a452-265b9c1f78ed req-df230698-22d1-4c72-a485-ec704199d5bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:58:13.423030 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-7bd03628-52d6-4c76-a452-265b9c1f78ed req-df230698-22d1-4c72-a485-ec704199d5bc service neutron] 10.222.0.53 "GET /v2.0/subnets?id=788d1f3e-2626-40b1-b49a-799b1a0fa15b HTTP/1.1" status: 200 len: 850 time: 0.0774910 Sep 23 19:58:13.436563 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24633be8-9ac4-4613-9699-35d3cc134165 req-fc03ad6e-0902-448e-a3f6-9840f40ea2b0 tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:58:13.438157 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-24633be8-9ac4-4613-9699-35d3cc134165 req-fc03ad6e-0902-448e-a3f6-9840f40ea2b0 tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] 10.222.0.67 "GET /v2.0/ports?device_id=fb6c1b5b-3a35-4e63-ae2f-4c84e83b23e6 HTTP/1.1" status: 200 len: 946 time: 0.0846987 Sep 23 19:58:13.504292 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd03628-52d6-4c76-a452-265b9c1f78ed req-e9dec1b7-c77b-4f4c-9ab2-95ce3f683936 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:58:13.505863 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-7bd03628-52d6-4c76-a452-265b9c1f78ed req-e9dec1b7-c77b-4f4c-9ab2-95ce3f683936 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=a97a1ddd-be59-4422-8c3e-924143535884&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0667589 Sep 23 19:58:13.508751 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-24633be8-9ac4-4613-9699-35d3cc134165 req-dcd5b2a4-e738-4634-a483-01b35e090ede tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] 10.222.0.67 "GET /v2.0/security-groups?id=b823ee68-61b3-45b7-bd15-ad0e7a0e3e7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0619631 Sep 23 19:58:13.517657 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [req-7bd03628-52d6-4c76-a452-265b9c1f78ed req-71ec4501-df42-4e42-a5e9-d1ba643a33d2 service neutron] http://10.222.0.67:9696/v2.0/extensions returned with HTTP 200 {{(pid=95102) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 23 19:58:13.518791 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-7bd03628-52d6-4c76-a452-265b9c1f78ed req-71ec4501-df42-4e42-a5e9-d1ba643a33d2 service neutron] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0055850 Sep 23 19:58:13.625877 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-7bd03628-52d6-4c76-a452-265b9c1f78ed req-8dc1d6bb-969d-4e3f-a9f4-66af02da726d service neutron] 10.222.0.53 "GET /v2.0/networks/a97a1ddd-be59-4422-8c3e-924143535884?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0997322 Sep 23 19:58:13.728779 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-7bd03628-52d6-4c76-a452-265b9c1f78ed req-bd6dd1b1-4c33-4fce-af14-3393aa863fd1 service neutron] 10.222.0.53 "GET /v2.0/networks/a97a1ddd-be59-4422-8c3e-924143535884?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912125 Sep 23 19:58:14.055692 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c42c2cd-7724-450c-b126-ee93a45267df req-562c86ad-93d2-49a0-a80e-ff833a455515 tempest-TestVolumeBootPattern-473790611 tempest-TestVolumeBootPattern-473790611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:58:14.057019 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-9c42c2cd-7724-450c-b126-ee93a45267df req-562c86ad-93d2-49a0-a80e-ff833a455515 tempest-TestVolumeBootPattern-473790611 tempest-TestVolumeBootPattern-473790611-project] 10.222.0.67 "GET /v2.0/ports?device_id=35f40a56-a79b-4a59-a3f2-2402f85a633a HTTP/1.1" status: 200 len: 944 time: 0.0684955 Sep 23 19:58:14.107549 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-9c42c2cd-7724-450c-b126-ee93a45267df req-4d8c8baa-4da4-4b5b-8d96-498c6b94c7f4 tempest-TestVolumeBootPattern-473790611 tempest-TestVolumeBootPattern-473790611-project] 10.222.0.67 "GET /v2.0/security-groups?id=908ef6e0-1891-45f9-9d59-8d9a77c692cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433660 Sep 23 19:58:14.632577 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de52467c-177d-434f-97c7-2b2be24afb1a req-659569c1-16c1-46dd-a24f-a43908126314 tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:58:14.634136 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-de52467c-177d-434f-97c7-2b2be24afb1a req-659569c1-16c1-46dd-a24f-a43908126314 tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] 10.222.0.67 "GET /v2.0/ports?device_id=fb6c1b5b-3a35-4e63-ae2f-4c84e83b23e6 HTTP/1.1" status: 200 len: 946 time: 0.0516384 Sep 23 19:58:14.674692 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-de52467c-177d-434f-97c7-2b2be24afb1a req-32d10b62-7936-40ac-b188-6a0d7a0b506b tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] 10.222.0.67 "GET /v2.0/security-groups?id=b823ee68-61b3-45b7-bd15-ad0e7a0e3e7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334830 Sep 23 19:58:15.230287 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e1370e-d932-4c17-bcf0-70aff3fa36ee req-8c9bf4b7-2c06-4250-82d9-140728819a0f tempest-TestVolumeBootPattern-473790611 tempest-TestVolumeBootPattern-473790611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:58:15.232415 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-24e1370e-d932-4c17-bcf0-70aff3fa36ee req-8c9bf4b7-2c06-4250-82d9-140728819a0f tempest-TestVolumeBootPattern-473790611 tempest-TestVolumeBootPattern-473790611-project] 10.222.0.67 "GET /v2.0/ports?device_id=35f40a56-a79b-4a59-a3f2-2402f85a633a HTTP/1.1" status: 200 len: 944 time: 0.0506942 Sep 23 19:58:15.272559 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-24e1370e-d932-4c17-bcf0-70aff3fa36ee req-2f315118-ef24-4851-89bf-22d86eb0a022 tempest-TestVolumeBootPattern-473790611 tempest-TestVolumeBootPattern-473790611-project] 10.222.0.67 "GET /v2.0/security-groups?id=908ef6e0-1891-45f9-9d59-8d9a77c692cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338614 Sep 23 19:58:15.798877 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42742dc6-2667-484d-b788-9e4e324c07b7 req-229884ac-9322-4cc1-8e11-8b4176521b9b tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:58:15.800398 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-42742dc6-2667-484d-b788-9e4e324c07b7 req-229884ac-9322-4cc1-8e11-8b4176521b9b tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] 10.222.0.67 "GET /v2.0/ports?device_id=fb6c1b5b-3a35-4e63-ae2f-4c84e83b23e6 HTTP/1.1" status: 200 len: 946 time: 0.0545995 Sep 23 19:58:15.842969 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-42742dc6-2667-484d-b788-9e4e324c07b7 req-4e42b42a-b05f-4639-a14c-26bcf184329f tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] 10.222.0.67 "GET /v2.0/security-groups?id=b823ee68-61b3-45b7-bd15-ad0e7a0e3e7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362134 Sep 23 19:58:16.402348 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db2ce1e2-e99a-45ec-9538-65c64098e9da req-5751ddb1-0b79-4b37-8e1d-3b047a1bcf13 tempest-TestVolumeBootPattern-473790611 tempest-TestVolumeBootPattern-473790611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:58:16.403916 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-db2ce1e2-e99a-45ec-9538-65c64098e9da req-5751ddb1-0b79-4b37-8e1d-3b047a1bcf13 tempest-TestVolumeBootPattern-473790611 tempest-TestVolumeBootPattern-473790611-project] 10.222.0.67 "GET /v2.0/ports?device_id=35f40a56-a79b-4a59-a3f2-2402f85a633a HTTP/1.1" status: 200 len: 944 time: 0.0518467 Sep 23 19:58:16.444008 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-db2ce1e2-e99a-45ec-9538-65c64098e9da req-07578ba2-cee0-4835-a03d-a071b43fe2b4 tempest-TestVolumeBootPattern-473790611 tempest-TestVolumeBootPattern-473790611-project] 10.222.0.67 "GET /v2.0/security-groups?id=908ef6e0-1891-45f9-9d59-8d9a77c692cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330935 Sep 23 19:58:16.963452 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d74d1e-fc8c-4e1a-a3aa-d5bc15211cde req-51b51559-dfcf-490a-9bef-8189f4b5efa3 tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:58:16.965732 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-73d74d1e-fc8c-4e1a-a3aa-d5bc15211cde req-51b51559-dfcf-490a-9bef-8189f4b5efa3 tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] 10.222.0.67 "GET /v2.0/ports?device_id=fb6c1b5b-3a35-4e63-ae2f-4c84e83b23e6 HTTP/1.1" status: 200 len: 946 time: 0.0532272 Sep 23 19:58:17.005623 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-73d74d1e-fc8c-4e1a-a3aa-d5bc15211cde req-c8197ee5-ef22-4e85-a90c-7dbd66d1ad34 tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] 10.222.0.67 "GET /v2.0/security-groups?id=b823ee68-61b3-45b7-bd15-ad0e7a0e3e7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338142 Sep 23 19:58:17.571827 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7137fc21-77ad-4d47-9098-ef437fe051cf req-b74f0515-2123-4673-988d-c81909aac5c6 tempest-TestVolumeBootPattern-473790611 tempest-TestVolumeBootPattern-473790611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:58:17.573385 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-7137fc21-77ad-4d47-9098-ef437fe051cf req-b74f0515-2123-4673-988d-c81909aac5c6 tempest-TestVolumeBootPattern-473790611 tempest-TestVolumeBootPattern-473790611-project] 10.222.0.67 "GET /v2.0/ports?device_id=35f40a56-a79b-4a59-a3f2-2402f85a633a HTTP/1.1" status: 200 len: 944 time: 0.0583251 Sep 23 19:58:17.616286 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-7137fc21-77ad-4d47-9098-ef437fe051cf req-e16f987a-3ce1-483e-9d08-e56d2da5d3c3 tempest-TestVolumeBootPattern-473790611 tempest-TestVolumeBootPattern-473790611-project] 10.222.0.67 "GET /v2.0/security-groups?id=908ef6e0-1891-45f9-9d59-8d9a77c692cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336099 Sep 23 19:58:18.130008 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd5d9bc-37fb-44b8-adb0-9c50c779458c req-ce194d05-b777-412f-b34b-420bba20a65f tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:58:18.131734 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-1cd5d9bc-37fb-44b8-adb0-9c50c779458c req-ce194d05-b777-412f-b34b-420bba20a65f tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] 10.222.0.67 "GET /v2.0/ports?device_id=fb6c1b5b-3a35-4e63-ae2f-4c84e83b23e6 HTTP/1.1" status: 200 len: 946 time: 0.0532181 Sep 23 19:58:18.171838 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-1cd5d9bc-37fb-44b8-adb0-9c50c779458c req-d0e6608d-6c4f-4ad4-82c2-3dd18ff6c1ef tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] 10.222.0.67 "GET /v2.0/security-groups?id=b823ee68-61b3-45b7-bd15-ad0e7a0e3e7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342293 Sep 23 19:58:18.732783 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8812f9aa-3c96-456b-bcad-c2a82b4e4b6e req-1f137f20-dec5-49ea-be15-035c92ca45e9 tempest-TestVolumeBootPattern-473790611 tempest-TestVolumeBootPattern-473790611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:58:18.734268 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-8812f9aa-3c96-456b-bcad-c2a82b4e4b6e req-1f137f20-dec5-49ea-be15-035c92ca45e9 tempest-TestVolumeBootPattern-473790611 tempest-TestVolumeBootPattern-473790611-project] 10.222.0.67 "GET /v2.0/ports?device_id=35f40a56-a79b-4a59-a3f2-2402f85a633a HTTP/1.1" status: 200 len: 944 time: 0.0508425 Sep 23 19:58:18.772274 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-8812f9aa-3c96-456b-bcad-c2a82b4e4b6e req-5d2fdaae-e8d4-4288-ae6e-8f86647d3691 tempest-TestVolumeBootPattern-473790611 tempest-TestVolumeBootPattern-473790611-project] 10.222.0.67 "GET /v2.0/security-groups?id=908ef6e0-1891-45f9-9d59-8d9a77c692cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319846 Sep 23 19:58:19.297654 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd181d47-0c6a-4b6d-9958-2152b741509c req-f0dc6e7d-84ad-4d33-aaf1-44f7f02c50a2 tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:58:19.299219 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-dd181d47-0c6a-4b6d-9958-2152b741509c req-f0dc6e7d-84ad-4d33-aaf1-44f7f02c50a2 tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] 10.222.0.67 "GET /v2.0/ports?device_id=fb6c1b5b-3a35-4e63-ae2f-4c84e83b23e6 HTTP/1.1" status: 200 len: 946 time: 0.0570190 Sep 23 19:58:19.338830 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-dd181d47-0c6a-4b6d-9958-2152b741509c req-e26e1eb5-28e5-4703-a4fd-a93481409a22 tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] 10.222.0.67 "GET /v2.0/security-groups?id=b823ee68-61b3-45b7-bd15-ad0e7a0e3e7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332582 Sep 23 19:58:19.721144 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-013a3098-985a-48ab-9d11-6b9a981eede7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:58:19.894104 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-242a1b5b-597b-48d9-b6ce-00cb5afdcbda req-60e5a658-a24f-47a8-8608-a96c6851d758 tempest-TestVolumeBootPattern-473790611 tempest-TestVolumeBootPattern-473790611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:58:19.895594 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-242a1b5b-597b-48d9-b6ce-00cb5afdcbda req-60e5a658-a24f-47a8-8608-a96c6851d758 tempest-TestVolumeBootPattern-473790611 tempest-TestVolumeBootPattern-473790611-project] 10.222.0.67 "GET /v2.0/ports?device_id=35f40a56-a79b-4a59-a3f2-2402f85a633a HTTP/1.1" status: 200 len: 944 time: 0.0495088 Sep 23 19:58:19.935906 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-242a1b5b-597b-48d9-b6ce-00cb5afdcbda req-d807bb47-16fd-420c-92d7-1700a8b9dca3 tempest-TestVolumeBootPattern-473790611 tempest-TestVolumeBootPattern-473790611-project] 10.222.0.67 "GET /v2.0/security-groups?id=908ef6e0-1891-45f9-9d59-8d9a77c692cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331140 Sep 23 19:58:20.470569 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b642348d-ecdd-4305-8793-5623a820dd19 req-ff031e75-d1a8-4220-836b-a4389cab377b tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:58:20.472091 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-b642348d-ecdd-4305-8793-5623a820dd19 req-ff031e75-d1a8-4220-836b-a4389cab377b tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] 10.222.0.67 "GET /v2.0/ports?device_id=fb6c1b5b-3a35-4e63-ae2f-4c84e83b23e6 HTTP/1.1" status: 200 len: 946 time: 0.0536072 Sep 23 19:58:20.512354 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-b642348d-ecdd-4305-8793-5623a820dd19 req-8b24569b-1a3d-417c-a6ce-bcc8ad31a4a7 tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] 10.222.0.67 "GET /v2.0/security-groups?id=b823ee68-61b3-45b7-bd15-ad0e7a0e3e7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339901 Sep 23 19:58:21.061101 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c16b55a-e29d-4d72-94f7-2eb50db80f18 req-a78eab6e-8b3e-497e-a9b1-9f7ba8a30bab tempest-TestVolumeBootPattern-473790611 tempest-TestVolumeBootPattern-473790611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:58:21.062594 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-8c16b55a-e29d-4d72-94f7-2eb50db80f18 req-a78eab6e-8b3e-497e-a9b1-9f7ba8a30bab tempest-TestVolumeBootPattern-473790611 tempest-TestVolumeBootPattern-473790611-project] 10.222.0.67 "GET /v2.0/ports?device_id=35f40a56-a79b-4a59-a3f2-2402f85a633a HTTP/1.1" status: 200 len: 944 time: 0.0570285 Sep 23 19:58:21.102608 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-8c16b55a-e29d-4d72-94f7-2eb50db80f18 req-71227e05-a97a-4038-8139-09789bd3cf6a tempest-TestVolumeBootPattern-473790611 tempest-TestVolumeBootPattern-473790611-project] 10.222.0.67 "GET /v2.0/security-groups?id=908ef6e0-1891-45f9-9d59-8d9a77c692cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338902 Sep 23 19:58:21.645960 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9790319e-4440-446b-a978-104baef73bdc req-7c4963cb-5c56-4517-bf97-06e5bf7b441b tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:58:21.647883 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-9790319e-4440-446b-a978-104baef73bdc req-7c4963cb-5c56-4517-bf97-06e5bf7b441b tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] 10.222.0.67 "GET /v2.0/ports?device_id=fb6c1b5b-3a35-4e63-ae2f-4c84e83b23e6 HTTP/1.1" status: 200 len: 946 time: 0.0593750 Sep 23 19:58:21.692763 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-9790319e-4440-446b-a978-104baef73bdc req-3379d492-ba21-4f1c-8126-b6e8a4f81dca tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] 10.222.0.67 "GET /v2.0/security-groups?id=b823ee68-61b3-45b7-bd15-ad0e7a0e3e7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373874 Sep 23 19:58:22.223243 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-442b12f1-b6cb-47cc-919d-1233058ba7ef req-31bc3287-b58a-40d8-8871-01d9a1ca986d tempest-TestVolumeBootPattern-473790611 tempest-TestVolumeBootPattern-473790611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:58:22.224784 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-442b12f1-b6cb-47cc-919d-1233058ba7ef req-31bc3287-b58a-40d8-8871-01d9a1ca986d tempest-TestVolumeBootPattern-473790611 tempest-TestVolumeBootPattern-473790611-project] 10.222.0.67 "GET /v2.0/ports?device_id=35f40a56-a79b-4a59-a3f2-2402f85a633a HTTP/1.1" status: 200 len: 944 time: 0.0521774 Sep 23 19:58:22.266379 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-442b12f1-b6cb-47cc-919d-1233058ba7ef req-6115c286-21b3-47d7-91f3-00d4dcf6eb77 tempest-TestVolumeBootPattern-473790611 tempest-TestVolumeBootPattern-473790611-project] 10.222.0.67 "GET /v2.0/security-groups?id=908ef6e0-1891-45f9-9d59-8d9a77c692cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344112 Sep 23 19:58:22.837073 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-961a73f1-6be4-4fec-9bfa-a6e761a6d956 req-b7572d13-baff-41e0-820d-cbacd1151a4b tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:58:22.838569 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-961a73f1-6be4-4fec-9bfa-a6e761a6d956 req-b7572d13-baff-41e0-820d-cbacd1151a4b tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] 10.222.0.67 "GET /v2.0/ports?device_id=fb6c1b5b-3a35-4e63-ae2f-4c84e83b23e6 HTTP/1.1" status: 200 len: 946 time: 0.0643625 Sep 23 19:58:22.889262 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-961a73f1-6be4-4fec-9bfa-a6e761a6d956 req-987de9f2-dd00-4791-a58b-7afd3b2eac5e tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] 10.222.0.67 "GET /v2.0/security-groups?id=b823ee68-61b3-45b7-bd15-ad0e7a0e3e7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439057 Sep 23 19:58:22.973771 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-02a3e82a-8214-4525-8d14-13ee44ce68ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:58:23.133407 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:58:23.397714 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d3648f-ad10-4d77-a21a-d09a9e102bca req-1fde5963-0c2f-43a3-9656-952ff4d3ffc3 tempest-TestVolumeBootPattern-473790611 tempest-TestVolumeBootPattern-473790611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:58:23.399161 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-a6d3648f-ad10-4d77-a21a-d09a9e102bca req-1fde5963-0c2f-43a3-9656-952ff4d3ffc3 tempest-TestVolumeBootPattern-473790611 tempest-TestVolumeBootPattern-473790611-project] 10.222.0.67 "GET /v2.0/ports?device_id=35f40a56-a79b-4a59-a3f2-2402f85a633a HTTP/1.1" status: 200 len: 944 time: 0.0535166 Sep 23 19:58:23.441786 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-a6d3648f-ad10-4d77-a21a-d09a9e102bca req-7d1ef517-93a5-4b51-94b8-4a27c71ff422 tempest-TestVolumeBootPattern-473790611 tempest-TestVolumeBootPattern-473790611-project] 10.222.0.67 "GET /v2.0/security-groups?id=908ef6e0-1891-45f9-9d59-8d9a77c692cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348957 Sep 23 19:58:23.515192 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-0ae75029-feb6-4728-9a94-5f9b60993d82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:58:24.006902 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e1aca6e-3187-4091-b4c6-f36541de4463 req-c3770822-17de-490c-bdfb-46be4f8f13ec tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:58:24.008379 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-5e1aca6e-3187-4091-b4c6-f36541de4463 req-c3770822-17de-490c-bdfb-46be4f8f13ec tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] 10.222.0.67 "GET /v2.0/ports?device_id=fb6c1b5b-3a35-4e63-ae2f-4c84e83b23e6 HTTP/1.1" status: 200 len: 946 time: 0.0500734 Sep 23 19:58:24.050513 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-5e1aca6e-3187-4091-b4c6-f36541de4463 req-2ec9adf1-2f00-4b1a-97c8-3b6fab7374bc tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] 10.222.0.67 "GET /v2.0/security-groups?id=b823ee68-61b3-45b7-bd15-ad0e7a0e3e7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361233 Sep 23 19:58:24.562493 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf153565-0c5d-4475-aa2e-3c96181510c8 req-ef07635b-69e6-4668-a97a-027959e78cd9 tempest-TestVolumeBootPattern-473790611 tempest-TestVolumeBootPattern-473790611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:58:24.563993 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-bf153565-0c5d-4475-aa2e-3c96181510c8 req-ef07635b-69e6-4668-a97a-027959e78cd9 tempest-TestVolumeBootPattern-473790611 tempest-TestVolumeBootPattern-473790611-project] 10.222.0.67 "GET /v2.0/ports?device_id=35f40a56-a79b-4a59-a3f2-2402f85a633a HTTP/1.1" status: 200 len: 944 time: 0.0540302 Sep 23 19:58:24.603468 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-bf153565-0c5d-4475-aa2e-3c96181510c8 req-cec199bf-473a-402a-b142-e50c54a58b1d tempest-TestVolumeBootPattern-473790611 tempest-TestVolumeBootPattern-473790611-project] 10.222.0.67 "GET /v2.0/security-groups?id=908ef6e0-1891-45f9-9d59-8d9a77c692cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334697 Sep 23 19:58:24.878652 n-d-713301-16 neutron-server[95101]: INFO neutron.api.v2.resource [req-c7a896fb-3ba2-4f3d-9a92-fe3273679add req-6491a704-ec84-4b32-8fcb-f55a3b61244a service neutron] show failed (client error): The resource could not be found. Sep 23 19:58:24.879656 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-c7a896fb-3ba2-4f3d-9a92-fe3273679add req-6491a704-ec84-4b32-8fcb-f55a3b61244a service neutron] 10.222.0.74 "GET /v2.0/ports/8068b6e2-d215-496c-9d9a-7ab035112fb5/bindings/n-h2-713301-16 HTTP/1.1" status: 404 len: 381 time: 0.0569346 Sep 23 19:58:25.105982 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a896fb-3ba2-4f3d-9a92-fe3273679add req-ab73bfa2-93d2-4a38-8724-8dd95de2ebc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:58:25.107568 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-c7a896fb-3ba2-4f3d-9a92-fe3273679add req-ab73bfa2-93d2-4a38-8724-8dd95de2ebc9 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=fb6c1b5b-3a35-4e63-ae2f-4c84e83b23e6&tenant_id=9cf4888c1a454e07a3d16aa9e7c63006 HTTP/1.1" status: 200 len: 1098 time: 0.0747459 Sep 23 19:58:25.119767 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.v2.base [req-c7a896fb-3ba2-4f3d-9a92-fe3273679add req-15535498-02a2-401f-af7d-0f6cb205baba service neutron] Request body: {'port': {'binding:host_id': 'n-h2-713301-16', 'device_owner': 'compute:nova'}} {{(pid=95102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:58:25.212296 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-c7a896fb-3ba2-4f3d-9a92-fe3273679add req-15535498-02a2-401f-af7d-0f6cb205baba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:58:25.223500 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d15261-0f49-499f-9918-3a89c4fa9398 req-6623abbf-06b4-487c-8d4a-797449b7fc3b tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:58:25.225025 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-90d15261-0f49-499f-9918-3a89c4fa9398 req-6623abbf-06b4-487c-8d4a-797449b7fc3b tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] 10.222.0.67 "GET /v2.0/ports?device_id=fb6c1b5b-3a35-4e63-ae2f-4c84e83b23e6 HTTP/1.1" status: 200 len: 946 time: 0.1018925 Sep 23 19:58:25.290936 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-90d15261-0f49-499f-9918-3a89c4fa9398 req-9fba3cdd-3e65-48f9-b575-7b8fa1635660 tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] 10.222.0.67 "GET /v2.0/security-groups?id=b823ee68-61b3-45b7-bd15-ad0e7a0e3e7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0593414 Sep 23 19:58:25.343344 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-80e7e501-6c57-470d-92c6-e3d54bc3195c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:58:25.461188 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.db [req-c7a896fb-3ba2-4f3d-9a92-fe3273679add req-15535498-02a2-401f-af7d-0f6cb205baba service neutron] For port 8068b6e2-d215-496c-9d9a-7ab035112fb5, host n-h1-713301-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-16',level=0,port_id=8068b6e2-d215-496c-9d9a-7ab035112fb5,segment=NetworkSegment(e851f304-d10e-494c-b70c-015c08f1570d),segment_id=e851f304-d10e-494c-b70c-015c08f1570d)] {{(pid=95102) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:58:25.495273 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.db [req-c7a896fb-3ba2-4f3d-9a92-fe3273679add req-15535498-02a2-401f-af7d-0f6cb205baba service neutron] For port 8068b6e2-d215-496c-9d9a-7ab035112fb5, host n-h1-713301-16, cleared binding levels {{(pid=95102) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 19:58:25.541171 n-d-713301-16 neutron-server[95102]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb6c1b5b-3a35-4e63-ae2f-4c84e83b23e6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8068b6e2-d215-496c-9d9a-7ab035112fb5'}] {{(pid=95102) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 19:58:25.544175 n-d-713301-16 neutron-server[95102]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab31b6d93e5336dbddfa8ec424565b3bd8cb2369c5b4d85bc943472dbb21e8ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-831a9541-a8a7-4ef4-820a-595a15621100" -d '{"events": [{"server_uuid": "fb6c1b5b-3a35-4e63-ae2f-4c84e83b23e6", "name": "network-vif-unplugged", "status": "completed", "tag": "8068b6e2-d215-496c-9d9a-7ab035112fb5"}]}' {{(pid=95102) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 19:58:25.549150 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-c7a896fb-3ba2-4f3d-9a92-fe3273679add req-15535498-02a2-401f-af7d-0f6cb205baba service neutron] Notify callbacks [] for port, precommit_update {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:58:25.563586 n-d-713301-16 neutron-server[95102]: DEBUG neutron.db.provisioning_blocks [req-c7a896fb-3ba2-4f3d-9a92-fe3273679add req-15535498-02a2-401f-af7d-0f6cb205baba service neutron] Transition to ACTIVE for port object 8068b6e2-d215-496c-9d9a-7ab035112fb5 will not be triggered until provisioned by entity L2. {{(pid=95102) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 19:58:25.567569 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-c7a896fb-3ba2-4f3d-9a92-fe3273679add req-15535498-02a2-401f-af7d-0f6cb205baba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4399095'] for port, after_update {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:58:25.627169 n-d-713301-16 neutron-server[95102]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 23 Sep 2021 19:58:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac0aed46-6cb4-4649-acaa-bd5072487761 x-openstack-request-id: req-ac0aed46-6cb4-4649-acaa-bd5072487761 {{(pid=95102) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 19:58:25.627353 n-d-713301-16 neutron-server[95102]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fb6c1b5b-3a35-4e63-ae2f-4c84e83b23e6", "name": "network-vif-unplugged", "status": "completed", "tag": "8068b6e2-d215-496c-9d9a-7ab035112fb5", "code": 200}]} {{(pid=95102) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 19:58:25.627674 n-d-713301-16 neutron-server[95102]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-ac0aed46-6cb4-4649-acaa-bd5072487761 {{(pid=95102) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 19:58:25.628018 n-d-713301-16 neutron-server[95102]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb6c1b5b-3a35-4e63-ae2f-4c84e83b23e6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8068b6e2-d215-496c-9d9a-7ab035112fb5', 'code': 200} Sep 23 19:58:25.688748 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15535498-02a2-401f-af7d-0f6cb205baba service neutron] Pushing event updated for resources: {'Port': ['ID=8068b6e2-d215-496c-9d9a-7ab035112fb5,revision_number=6']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:58:25.780043 n-d-713301-16 neutron-server[95102]: DEBUG neutron.db.l3_dvrscheduler_db [req-c7a896fb-3ba2-4f3d-9a92-fe3273679add req-15535498-02a2-401f-af7d-0f6cb205baba service neutron] No DVR routers for this DVR port 8068b6e2-d215-496c-9d9a-7ab035112fb5 on host n-h1-713301-16 {{(pid=95102) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 19:58:25.796449 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Device a1de12af-af2b-4fbb-9195-1b7019584729 details requested by agent hyperv_n-h1-713301-16 with host n-h1-713301-16 {{(pid=95103) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 19:58:25.835102 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c564fa3-4355-49be-9113-d65a209e7732 req-040e0d04-879a-4abc-be5c-ab4e25178dd4 tempest-TestVolumeBootPattern-473790611 tempest-TestVolumeBootPattern-473790611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:58:25.836739 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-9c564fa3-4355-49be-9113-d65a209e7732 req-040e0d04-879a-4abc-be5c-ab4e25178dd4 tempest-TestVolumeBootPattern-473790611 tempest-TestVolumeBootPattern-473790611-project] 10.222.0.67 "GET /v2.0/ports?device_id=35f40a56-a79b-4a59-a3f2-2402f85a633a HTTP/1.1" status: 200 len: 944 time: 0.1342092 Sep 23 19:58:25.915264 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-9c564fa3-4355-49be-9113-d65a209e7732 req-abe8a7b0-bcd3-45dd-a068-c26a6cfca282 tempest-TestVolumeBootPattern-473790611 tempest-TestVolumeBootPattern-473790611-project] 10.222.0.67 "GET /v2.0/security-groups?id=908ef6e0-1891-45f9-9d59-8d9a77c692cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512216 Sep 23 19:58:25.928489 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] For port a1de12af-af2b-4fbb-9195-1b7019584729, host n-h1-713301-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-16',level=0,port_id=a1de12af-af2b-4fbb-9195-1b7019584729,segment=NetworkSegment(c7abd8db-b99c-424c-86a3-7924c060f21a),segment_id=c7abd8db-b99c-424c-86a3-7924c060f21a)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:58:25.941146 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Returning: {'device': 'a1de12af-af2b-4fbb-9195-1b7019584729', 'network_id': 'a97a1ddd-be59-4422-8c3e-924143535884', 'port_id': 'a1de12af-af2b-4fbb-9195-1b7019584729', 'mac_address': 'fa:16:3e:51:d0:f8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 640, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '788d1f3e-2626-40b1-b49a-799b1a0fa15b', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95103) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 19:58:25.985884 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:58:25.989491 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.managers [req-c7a896fb-3ba2-4f3d-9a92-fe3273679add req-15535498-02a2-401f-af7d-0f6cb205baba service neutron] Attempting to bind port 8068b6e2-d215-496c-9d9a-7ab035112fb5 on host n-h2-713301-16 for vnic_type normal with profile {{(pid=95102) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 19:58:25.990378 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.managers [req-c7a896fb-3ba2-4f3d-9a92-fe3273679add req-15535498-02a2-401f-af7d-0f6cb205baba service neutron] Attempting to bind port 8068b6e2-d215-496c-9d9a-7ab035112fb5 by drivers openvswitch,hyperv on host n-h2-713301-16 at level 0 using segments [{'id': 'e851f304-d10e-494c-b70c-015c08f1570d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': 'b26c350a-bbf7-4ea0-b9d7-09eada9c3ff4'}] {{(pid=95102) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 19:58:25.990848 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7a896fb-3ba2-4f3d-9a92-fe3273679add req-15535498-02a2-401f-af7d-0f6cb205baba service neutron] Attempting to bind port 8068b6e2-d215-496c-9d9a-7ab035112fb5 on network b26c350a-bbf7-4ea0-b9d7-09eada9c3ff4 {{(pid=95102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:58:25.996482 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7a896fb-3ba2-4f3d-9a92-fe3273679add req-15535498-02a2-401f-af7d-0f6cb205baba service neutron] Port 8068b6e2-d215-496c-9d9a-7ab035112fb5 on network b26c350a-bbf7-4ea0-b9d7-09eada9c3ff4 not bound, no agent of type Open vSwitch agent registered on host n-h2-713301-16 {{(pid=95102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 19:58:25.996846 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7a896fb-3ba2-4f3d-9a92-fe3273679add req-15535498-02a2-401f-af7d-0f6cb205baba service neutron] Attempting to bind port 8068b6e2-d215-496c-9d9a-7ab035112fb5 on network b26c350a-bbf7-4ea0-b9d7-09eada9c3ff4 {{(pid=95102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:58:26.001175 n-d-713301-16 neutron-server[95103]: DEBUG neutron.notifiers.nova [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a1de12af-af2b-4fbb-9195-1b7019584729 {{(pid=95103) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 19:58:26.003201 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7a896fb-3ba2-4f3d-9a92-fe3273679add req-15535498-02a2-401f-af7d-0f6cb205baba service neutron] Checking agent: {'id': '2a7cea34-db54-4faf-8d23-37521c3e34cb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713301-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 19, 15, 28), 'started_at': datetime.datetime(2021, 9, 23, 19, 15, 28), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 19, 57, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 19:58:26.003549 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7a896fb-3ba2-4f3d-9a92-fe3273679add req-15535498-02a2-401f-af7d-0f6cb205baba service neutron] Checking segment: {'id': 'e851f304-d10e-494c-b70c-015c08f1570d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': 'b26c350a-bbf7-4ea0-b9d7-09eada9c3ff4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95102) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:58:26.004049 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7a896fb-3ba2-4f3d-9a92-fe3273679add req-15535498-02a2-401f-af7d-0f6cb205baba service neutron] Bound using segment: {'id': 'e851f304-d10e-494c-b70c-015c08f1570d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': 'b26c350a-bbf7-4ea0-b9d7-09eada9c3ff4'} {{(pid=95102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 19:58:26.004489 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.managers [req-c7a896fb-3ba2-4f3d-9a92-fe3273679add req-15535498-02a2-401f-af7d-0f6cb205baba service neutron] Bound port: 8068b6e2-d215-496c-9d9a-7ab035112fb5, host: n-h2-713301-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e851f304-d10e-494c-b70c-015c08f1570d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': 'b26c350a-bbf7-4ea0-b9d7-09eada9c3ff4'}}] {{(pid=95102) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 19:58:26.004995 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-c7a896fb-3ba2-4f3d-9a92-fe3273679add req-15535498-02a2-401f-af7d-0f6cb205baba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:58:26.022239 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] For port a1de12af-af2b-4fbb-9195-1b7019584729, host n-h1-713301-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-16',level=0,port_id=a1de12af-af2b-4fbb-9195-1b7019584729,segment=NetworkSegment(c7abd8db-b99c-424c-86a3-7924c060f21a),segment_id=c7abd8db-b99c-424c-86a3-7924c060f21a)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:58:26.026297 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:58:26.077079 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Pushing event updated for resources: {'Port': ['ID=a1de12af-af2b-4fbb-9195-1b7019584729,revision_number=4']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:58:26.082384 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.db [req-c7a896fb-3ba2-4f3d-9a92-fe3273679add req-15535498-02a2-401f-af7d-0f6cb205baba service neutron] For port 8068b6e2-d215-496c-9d9a-7ab035112fb5, host n-h2-713301-16, cleared binding levels {{(pid=95102) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 19:58:26.084993 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:58:26.085405 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:58:26.085641 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:58:26.085971 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:58:26.086305 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:58:26.086505 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.db [req-c7a896fb-3ba2-4f3d-9a92-fe3273679add req-15535498-02a2-401f-af7d-0f6cb205baba service neutron] For port 8068b6e2-d215-496c-9d9a-7ab035112fb5, host n-h2-713301-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-16',level=0,port_id=8068b6e2-d215-496c-9d9a-7ab035112fb5,segment=NetworkSegment(e851f304-d10e-494c-b70c-015c08f1570d),segment_id=e851f304-d10e-494c-b70c-015c08f1570d)] {{(pid=95102) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 19:58:26.086637 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:58:26.086972 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:58:26.087338 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:58:26.087666 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:58:26.087989 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:58:26.088313 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:58:26.088653 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:58:26.096550 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-c7a896fb-3ba2-4f3d-9a92-fe3273679add req-15535498-02a2-401f-af7d-0f6cb205baba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4399095'] for port, after_update {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:58:26.138621 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a896fb-3ba2-4f3d-9a92-fe3273679add req-15535498-02a2-401f-af7d-0f6cb205baba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:58:26.139250 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-c7a896fb-3ba2-4f3d-9a92-fe3273679add req-15535498-02a2-401f-af7d-0f6cb205baba service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222849'] for port, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:58:26.140673 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-c7a896fb-3ba2-4f3d-9a92-fe3273679add req-15535498-02a2-401f-af7d-0f6cb205baba service neutron] 10.222.0.53 "PUT /v2.0/ports/8068b6e2-d215-496c-9d9a-7ab035112fb5 HTTP/1.1" status: 200 len: 1093 time: 1.0250232 Sep 23 19:58:26.165888 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15535498-02a2-401f-af7d-0f6cb205baba service neutron] Pushing event updated for resources: {'Port': ['ID=8068b6e2-d215-496c-9d9a-7ab035112fb5,revision_number=7']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:58:26.219824 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] get_ports_and_sgs() called for port_ids ['a1de12af-af2b-4fbb-9195-1b7019584729'] {{(pid=95103) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 19:58:26.239063 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a896fb-3ba2-4f3d-9a92-fe3273679add req-bc6a950b-6723-4065-bf04-e6e9439c70ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:58:26.241344 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-c7a896fb-3ba2-4f3d-9a92-fe3273679add req-bc6a950b-6723-4065-bf04-e6e9439c70ee service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=9cf4888c1a454e07a3d16aa9e7c63006&device_id=fb6c1b5b-3a35-4e63-ae2f-4c84e83b23e6 HTTP/1.1" status: 200 len: 1096 time: 0.0697637 Sep 23 19:58:26.492468 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a896fb-3ba2-4f3d-9a92-fe3273679add req-ca59a664-1083-4e29-aeeb-0d800e91709a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:58:26.494435 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-c7a896fb-3ba2-4f3d-9a92-fe3273679add req-ca59a664-1083-4e29-aeeb-0d800e91709a service neutron] 10.222.0.53 "GET /v2.0/networks?id=b26c350a-bbf7-4ea0-b9d7-09eada9c3ff4 HTTP/1.1" status: 200 len: 897 time: 0.2458348 Sep 23 19:58:26.523153 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da75cb8-e2a1-4bf2-8ee9-18458cdb0419 req-785fe3ba-e7fa-4e08-bee1-ab6132800189 tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:58:26.524738 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-4da75cb8-e2a1-4bf2-8ee9-18458cdb0419 req-785fe3ba-e7fa-4e08-bee1-ab6132800189 tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] 10.222.0.67 "GET /v2.0/ports?device_id=fb6c1b5b-3a35-4e63-ae2f-4c84e83b23e6 HTTP/1.1" status: 200 len: 944 time: 0.1120336 Sep 23 19:58:26.612205 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-c7a896fb-3ba2-4f3d-9a92-fe3273679add req-44bfe2ab-d3d2-41bd-a16d-05908fedcc2b service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8068b6e2-d215-496c-9d9a-7ab035112fb5 HTTP/1.1" status: 200 len: 1000 time: 0.1093915 Sep 23 19:58:26.618138 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-4da75cb8-e2a1-4bf2-8ee9-18458cdb0419 req-6613aa1f-18ff-4303-8308-4963ff1504a9 tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] 10.222.0.67 "GET /v2.0/security-groups?id=b823ee68-61b3-45b7-bd15-ad0e7a0e3e7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0585632 Sep 23 19:58:26.670364 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a896fb-3ba2-4f3d-9a92-fe3273679add req-266522fc-ee87-4753-8448-7c547c319d4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:58:26.672257 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-c7a896fb-3ba2-4f3d-9a92-fe3273679add req-266522fc-ee87-4753-8448-7c547c319d4e service neutron] 10.222.0.53 "GET /v2.0/subnets?id=dcc8f5fd-6f55-4154-96de-f0ca4b1f7a0b HTTP/1.1" status: 200 len: 835 time: 0.0515666 Sep 23 19:58:26.729981 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a896fb-3ba2-4f3d-9a92-fe3273679add req-014dd1ed-06e0-4d7b-884b-715422313603 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:58:26.732408 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-c7a896fb-3ba2-4f3d-9a92-fe3273679add req-014dd1ed-06e0-4d7b-884b-715422313603 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=b26c350a-bbf7-4ea0-b9d7-09eada9c3ff4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0524042 Sep 23 19:58:26.840064 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-c7a896fb-3ba2-4f3d-9a92-fe3273679add req-1256cee5-e417-4bc1-9bbd-49a7e7288341 service neutron] 10.222.0.53 "GET /v2.0/networks/b26c350a-bbf7-4ea0-b9d7-09eada9c3ff4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1006379 Sep 23 19:58:26.937009 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-c7a896fb-3ba2-4f3d-9a92-fe3273679add req-f26ddc7b-1679-44e3-b666-73a6e566a5bb service neutron] 10.222.0.53 "GET /v2.0/networks/b26c350a-bbf7-4ea0-b9d7-09eada9c3ff4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899873 Sep 23 19:58:27.080813 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6efb2d66-5af9-451d-8ba9-a432a9787525 req-9fdfb879-0170-4e47-951e-ac848f346019 tempest-TestVolumeBootPattern-473790611 tempest-TestVolumeBootPattern-473790611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:58:27.082447 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-6efb2d66-5af9-451d-8ba9-a432a9787525 req-9fdfb879-0170-4e47-951e-ac848f346019 tempest-TestVolumeBootPattern-473790611 tempest-TestVolumeBootPattern-473790611-project] 10.222.0.67 "GET /v2.0/ports?device_id=35f40a56-a79b-4a59-a3f2-2402f85a633a HTTP/1.1" status: 200 len: 945 time: 0.0728312 Sep 23 19:58:27.126917 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-6efb2d66-5af9-451d-8ba9-a432a9787525 req-754a9c7e-35b4-49cf-af54-87f6cabaf6c2 tempest-TestVolumeBootPattern-473790611 tempest-TestVolumeBootPattern-473790611-project] 10.222.0.67 "GET /v2.0/security-groups?id=908ef6e0-1891-45f9-9d59-8d9a77c692cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370483 Sep 23 19:58:27.629466 n-d-713301-16 neutron-server[95102]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fb6c1b5b-3a35-4e63-ae2f-4c84e83b23e6', 'tag': '8068b6e2-d215-496c-9d9a-7ab035112fb5'}] {{(pid=95102) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 19:58:27.631895 n-d-713301-16 neutron-server[95102]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab31b6d93e5336dbddfa8ec424565b3bd8cb2369c5b4d85bc943472dbb21e8ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94f744bf-22dc-43b8-adb5-a6a7ae04c65f" -d '{"events": [{"name": "network-changed", "server_uuid": "fb6c1b5b-3a35-4e63-ae2f-4c84e83b23e6", "tag": "8068b6e2-d215-496c-9d9a-7ab035112fb5"}]}' {{(pid=95102) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 19:58:27.682116 n-d-713301-16 neutron-server[95102]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 19:58:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8dcd70db-d69d-4d91-8eed-5673a9b3ae26 x-openstack-request-id: req-8dcd70db-d69d-4d91-8eed-5673a9b3ae26 {{(pid=95102) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 19:58:27.682116 n-d-713301-16 neutron-server[95102]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fb6c1b5b-3a35-4e63-ae2f-4c84e83b23e6", "tag": "8068b6e2-d215-496c-9d9a-7ab035112fb5", "status": "completed", "code": 200}]} {{(pid=95102) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 19:58:27.682116 n-d-713301-16 neutron-server[95102]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-8dcd70db-d69d-4d91-8eed-5673a9b3ae26 {{(pid=95102) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 19:58:27.682478 n-d-713301-16 neutron-server[95102]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fb6c1b5b-3a35-4e63-ae2f-4c84e83b23e6', 'tag': '8068b6e2-d215-496c-9d9a-7ab035112fb5', 'status': 'completed', 'code': 200} Sep 23 19:58:27.754291 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f744bf-22dc-43b8-adb5-a6a7ae04c65f req-5a9e167d-771c-4463-bb59-6651c3b16b6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:58:27.755983 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-94f744bf-22dc-43b8-adb5-a6a7ae04c65f req-5a9e167d-771c-4463-bb59-6651c3b16b6c service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=9cf4888c1a454e07a3d16aa9e7c63006&device_id=fb6c1b5b-3a35-4e63-ae2f-4c84e83b23e6 HTTP/1.1" status: 200 len: 1096 time: 0.0528257 Sep 23 19:58:27.784835 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e7ff3f-e53b-4045-b440-d4f6953cb881 req-6622e813-9b42-407e-8920-725968f296c8 tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:58:27.786486 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-f7e7ff3f-e53b-4045-b440-d4f6953cb881 req-6622e813-9b42-407e-8920-725968f296c8 tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] 10.222.0.67 "GET /v2.0/ports?device_id=fb6c1b5b-3a35-4e63-ae2f-4c84e83b23e6 HTTP/1.1" status: 200 len: 944 time: 0.0859487 Sep 23 19:58:27.788725 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f744bf-22dc-43b8-adb5-a6a7ae04c65f req-6a2bced6-d407-4682-a822-a8cdffada859 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:58:27.790115 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-94f744bf-22dc-43b8-adb5-a6a7ae04c65f req-6a2bced6-d407-4682-a822-a8cdffada859 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=9cf4888c1a454e07a3d16aa9e7c63006&device_id=fb6c1b5b-3a35-4e63-ae2f-4c84e83b23e6 HTTP/1.1" status: 200 len: 1096 time: 0.0802152 Sep 23 19:58:27.808162 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Device a1de12af-af2b-4fbb-9195-1b7019584729 up at agent hyperv_n-h1-713301-16 {{(pid=95103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 19:58:27.862002 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f744bf-22dc-43b8-adb5-a6a7ae04c65f req-8fd213d3-5afe-43fe-b0d5-56bc5d9240a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:58:27.863748 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-94f744bf-22dc-43b8-adb5-a6a7ae04c65f req-8fd213d3-5afe-43fe-b0d5-56bc5d9240a4 service neutron] 10.222.0.74 "GET /v2.0/networks?id=b26c350a-bbf7-4ea0-b9d7-09eada9c3ff4 HTTP/1.1" status: 200 len: 897 time: 0.1002011 Sep 23 19:58:27.869661 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Provisioning for port a1de12af-af2b-4fbb-9195-1b7019584729 completed by entity L2. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 19:58:27.874462 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Provisioning complete for port a1de12af-af2b-4fbb-9195-1b7019584729 triggered by entity L2. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:58:27.874924 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:58:27.893386 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-f7e7ff3f-e53b-4045-b440-d4f6953cb881 req-e0e88647-2b3f-4e17-8b84-3296195794ac tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] 10.222.0.67 "GET /v2.0/security-groups?id=b823ee68-61b3-45b7-bd15-ad0e7a0e3e7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0993023 Sep 23 19:58:27.926054 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f744bf-22dc-43b8-adb5-a6a7ae04c65f req-a1e222f0-0679-4c75-b9bb-c7acd01fe5d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:58:27.928017 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-94f744bf-22dc-43b8-adb5-a6a7ae04c65f req-a1e222f0-0679-4c75-b9bb-c7acd01fe5d9 service neutron] 10.222.0.53 "GET /v2.0/networks?id=b26c350a-bbf7-4ea0-b9d7-09eada9c3ff4 HTTP/1.1" status: 200 len: 897 time: 0.1270993 Sep 23 19:58:27.954370 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-94f744bf-22dc-43b8-adb5-a6a7ae04c65f req-99ca5331-0730-4fbf-8633-7c6b13199430 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8068b6e2-d215-496c-9d9a-7ab035112fb5 HTTP/1.1" status: 200 len: 1000 time: 0.0826871 Sep 23 19:58:27.971830 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:58:28.005493 n-d-713301-16 neutron-server[95103]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '35f40a56-a79b-4a59-a3f2-2402f85a633a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1de12af-af2b-4fbb-9195-1b7019584729'}] {{(pid=95103) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 19:58:28.007934 n-d-713301-16 neutron-server[95103]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}81a1c17f2aa89d5b3ebbba3a3e0cf7eb588e431c2224256110c4c4facdd7c3e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-396d319f-d7a3-40e0-8bd0-429309d573ae" -d '{"events": [{"server_uuid": "35f40a56-a79b-4a59-a3f2-2402f85a633a", "name": "network-vif-plugged", "status": "completed", "tag": "a1de12af-af2b-4fbb-9195-1b7019584729"}]}' {{(pid=95103) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 19:58:28.017814 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-94f744bf-22dc-43b8-adb5-a6a7ae04c65f req-fa9dab43-f618-4f88-9a12-829ac9d01bed service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8068b6e2-d215-496c-9d9a-7ab035112fb5 HTTP/1.1" status: 200 len: 1000 time: 0.0808520 Sep 23 19:58:28.024131 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] For port a1de12af-af2b-4fbb-9195-1b7019584729, host n-h1-713301-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-16',level=0,port_id=a1de12af-af2b-4fbb-9195-1b7019584729,segment=NetworkSegment(c7abd8db-b99c-424c-86a3-7924c060f21a),segment_id=c7abd8db-b99c-424c-86a3-7924c060f21a)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:58:28.024381 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f744bf-22dc-43b8-adb5-a6a7ae04c65f req-6137136e-9adb-4a3e-8a84-646346230a1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:58:28.026024 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-94f744bf-22dc-43b8-adb5-a6a7ae04c65f req-6137136e-9adb-4a3e-8a84-646346230a1f service neutron] 10.222.0.74 "GET /v2.0/subnets?id=dcc8f5fd-6f55-4154-96de-f0ca4b1f7a0b HTTP/1.1" status: 200 len: 835 time: 0.0653896 Sep 23 19:58:28.029434 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:58:28.030996 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Device 8068b6e2-d215-496c-9d9a-7ab035112fb5 no longer exists at agent hyperv_n-h1-713301-16 {{(pid=95103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 19:58:28.065928 n-d-713301-16 neutron-server[95103]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 19:58:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b14776ea-f1f9-4e0f-b2e0-648dfbb060bf x-openstack-request-id: req-b14776ea-f1f9-4e0f-b2e0-648dfbb060bf {{(pid=95103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 19:58:28.066264 n-d-713301-16 neutron-server[95103]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "35f40a56-a79b-4a59-a3f2-2402f85a633a", "name": "network-vif-plugged", "status": "completed", "tag": "a1de12af-af2b-4fbb-9195-1b7019584729", "code": 200}]} {{(pid=95103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 19:58:28.066515 n-d-713301-16 neutron-server[95103]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-b14776ea-f1f9-4e0f-b2e0-648dfbb060bf {{(pid=95103) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 19:58:28.066900 n-d-713301-16 neutron-server[95103]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '35f40a56-a79b-4a59-a3f2-2402f85a633a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1de12af-af2b-4fbb-9195-1b7019584729', 'code': 200} Sep 23 19:58:28.088511 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f744bf-22dc-43b8-adb5-a6a7ae04c65f req-35abec0c-49f5-4cc7-9c97-de0cf0c99fc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:58:28.090980 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-94f744bf-22dc-43b8-adb5-a6a7ae04c65f req-35abec0c-49f5-4cc7-9c97-de0cf0c99fc1 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=dcc8f5fd-6f55-4154-96de-f0ca4b1f7a0b HTTP/1.1" status: 200 len: 835 time: 0.0644150 Sep 23 19:58:28.099456 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f744bf-22dc-43b8-adb5-a6a7ae04c65f req-c97d8cd9-2559-4ecd-908c-a156fd40d5a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:58:28.101070 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-94f744bf-22dc-43b8-adb5-a6a7ae04c65f req-c97d8cd9-2559-4ecd-908c-a156fd40d5a0 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=b26c350a-bbf7-4ea0-b9d7-09eada9c3ff4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0684516 Sep 23 19:58:28.146676 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Device 8068b6e2-d215-496c-9d9a-7ab035112fb5 not bound to the agent host n-h1-713301-16 {{(pid=95103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 19:58:28.153677 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Pushing event updated for resources: {'Port': ['ID=a1de12af-af2b-4fbb-9195-1b7019584729,revision_number=5']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:58:28.182509 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f744bf-22dc-43b8-adb5-a6a7ae04c65f req-3bc5a104-4135-4efc-be37-a056997c0945 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:58:28.188412 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-94f744bf-22dc-43b8-adb5-a6a7ae04c65f req-3bc5a104-4135-4efc-be37-a056997c0945 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=b26c350a-bbf7-4ea0-b9d7-09eada9c3ff4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0879436 Sep 23 19:58:28.210718 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:58:28.234836 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-94f744bf-22dc-43b8-adb5-a6a7ae04c65f req-5c5fcb9f-f396-4dcc-994d-ce23264a17e0 service neutron] 10.222.0.74 "GET /v2.0/networks/b26c350a-bbf7-4ea0-b9d7-09eada9c3ff4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1242211 Sep 23 19:58:28.257908 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee7d3f67-72d3-4c89-bb91-cab9f1c1222e req-97a32a23-b2dd-401e-b59f-90ea1e3cdd34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:58:28.259406 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-ee7d3f67-72d3-4c89-bb91-cab9f1c1222e req-97a32a23-b2dd-401e-b59f-90ea1e3cdd34 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=35f40a56-a79b-4a59-a3f2-2402f85a633a HTTP/1.1" status: 200 len: 1098 time: 0.1167989 Sep 23 19:58:28.334651 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-94f744bf-22dc-43b8-adb5-a6a7ae04c65f req-ecfc1bc9-c4ea-4da4-a6a3-b7d878bc96fe service neutron] 10.222.0.74 "GET /v2.0/networks/b26c350a-bbf7-4ea0-b9d7-09eada9c3ff4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0927830 Sep 23 19:58:28.367834 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-94f744bf-22dc-43b8-adb5-a6a7ae04c65f req-44f246df-69c9-4210-b554-77048c0fa079 service neutron] 10.222.0.53 "GET /v2.0/networks/b26c350a-bbf7-4ea0-b9d7-09eada9c3ff4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1707251 Sep 23 19:58:28.375866 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce7e1359-3303-401b-a576-e81f6330bd92 req-5ad45985-4e83-4f70-ba78-e4a8b0360d96 tempest-TestVolumeBootPattern-473790611 tempest-TestVolumeBootPattern-473790611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:58:28.377562 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-ce7e1359-3303-401b-a576-e81f6330bd92 req-5ad45985-4e83-4f70-ba78-e4a8b0360d96 tempest-TestVolumeBootPattern-473790611 tempest-TestVolumeBootPattern-473790611-project] 10.222.0.67 "GET /v2.0/ports?device_id=35f40a56-a79b-4a59-a3f2-2402f85a633a HTTP/1.1" status: 200 len: 946 time: 0.1532485 Sep 23 19:58:28.379456 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-ee7d3f67-72d3-4c89-bb91-cab9f1c1222e req-47aba137-48a6-4556-9971-d90c34ef1da4 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=908ef6e0-1891-45f9-9d59-8d9a77c692cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796773 Sep 23 19:58:28.450322 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:58:28.490520 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-ce7e1359-3303-401b-a576-e81f6330bd92 req-b3cc1ea4-5788-4388-995f-3413ba583bbf tempest-TestVolumeBootPattern-473790611 tempest-TestVolumeBootPattern-473790611-project] 10.222.0.67 "GET /v2.0/security-groups?id=908ef6e0-1891-45f9-9d59-8d9a77c692cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1020732 Sep 23 19:58:28.516703 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-94f744bf-22dc-43b8-adb5-a6a7ae04c65f req-9d2bbc78-8f2a-4b18-a6bc-3774683ce373 service neutron] 10.222.0.53 "GET /v2.0/networks/b26c350a-bbf7-4ea0-b9d7-09eada9c3ff4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1358752 Sep 23 19:58:28.996800 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Device 8068b6e2-d215-496c-9d9a-7ab035112fb5 details requested by agent hyperv_n-h2-713301-16 with host n-h2-713301-16 {{(pid=95103) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 19:58:29.032876 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d158274-391c-4113-8f2c-48177dfd1ef0 req-38537572-87d3-4302-bf75-27cff911e4d7 tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:58:29.034486 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-0d158274-391c-4113-8f2c-48177dfd1ef0 req-38537572-87d3-4302-bf75-27cff911e4d7 tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] 10.222.0.67 "GET /v2.0/ports?device_id=fb6c1b5b-3a35-4e63-ae2f-4c84e83b23e6 HTTP/1.1" status: 200 len: 944 time: 0.0571318 Sep 23 19:58:29.079970 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-0d158274-391c-4113-8f2c-48177dfd1ef0 req-f8a3be87-020e-40b6-bf70-dc06d28c30d4 tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] 10.222.0.67 "GET /v2.0/security-groups?id=b823ee68-61b3-45b7-bd15-ad0e7a0e3e7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392816 Sep 23 19:58:29.101068 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] For port 8068b6e2-d215-496c-9d9a-7ab035112fb5, host n-h2-713301-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-16',level=0,port_id=8068b6e2-d215-496c-9d9a-7ab035112fb5,segment=NetworkSegment(e851f304-d10e-494c-b70c-015c08f1570d),segment_id=e851f304-d10e-494c-b70c-015c08f1570d)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:58:29.115468 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Returning: {'device': '8068b6e2-d215-496c-9d9a-7ab035112fb5', 'network_id': 'b26c350a-bbf7-4ea0-b9d7-09eada9c3ff4', 'port_id': '8068b6e2-d215-496c-9d9a-7ab035112fb5', 'mac_address': 'fa:16:3e:f1:57:79', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 632, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dcc8f5fd-6f55-4154-96de-f0ca4b1f7a0b', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95103) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 19:58:29.167755 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:58:29.196701 n-d-713301-16 neutron-server[95103]: DEBUG neutron.notifiers.nova [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8068b6e2-d215-496c-9d9a-7ab035112fb5 {{(pid=95103) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 19:58:29.229899 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] For port 8068b6e2-d215-496c-9d9a-7ab035112fb5, host n-h2-713301-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-16',level=0,port_id=8068b6e2-d215-496c-9d9a-7ab035112fb5,segment=NetworkSegment(e851f304-d10e-494c-b70c-015c08f1570d),segment_id=e851f304-d10e-494c-b70c-015c08f1570d)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:58:29.234920 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:58:29.289104 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Pushing event updated for resources: {'Port': ['ID=8068b6e2-d215-496c-9d9a-7ab035112fb5,revision_number=8']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:58:29.460489 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] get_ports_and_sgs() called for port_ids ['8068b6e2-d215-496c-9d9a-7ab035112fb5'] {{(pid=95103) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 19:58:29.461242 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122b5e8c-0433-4f34-9787-55712c5cba3d req-9f6d6bc6-fa25-43c0-b6d9-341ee97461aa tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:58:29.462918 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-122b5e8c-0433-4f34-9787-55712c5cba3d req-9f6d6bc6-fa25-43c0-b6d9-341ee97461aa tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] 10.222.0.74 "GET /v2.0/ports?device_id=fb6c1b5b-3a35-4e63-ae2f-4c84e83b23e6&tenant_id=9cf4888c1a454e07a3d16aa9e7c63006&binding%3Ahost_id=n-h2-713301-16 HTTP/1.1" status: 200 len: 945 time: 0.1327488 Sep 23 19:58:29.482148 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b95ad72-fafc-4385-82b4-97f1312bc55e req-2e13e93a-feb9-496c-a3f4-708211bd4e50 tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:58:29.483987 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-6b95ad72-fafc-4385-82b4-97f1312bc55e req-2e13e93a-feb9-496c-a3f4-708211bd4e50 tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] 10.222.0.67 "GET /v2.0/ports?device_id=fb6c1b5b-3a35-4e63-ae2f-4c84e83b23e6 HTTP/1.1" status: 200 len: 945 time: 0.1150074 Sep 23 19:58:29.613274 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-6b95ad72-fafc-4385-82b4-97f1312bc55e req-79d86f0f-cb50-4ffd-81c4-d5fed68a95f9 tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] 10.222.0.67 "GET /v2.0/security-groups?id=b823ee68-61b3-45b7-bd15-ad0e7a0e3e7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1193535 Sep 23 19:58:29.641730 n-d-713301-16 neutron-server[95102]: INFO neutron.api.v2.resource [req-122b5e8c-0433-4f34-9787-55712c5cba3d req-d3d67e80-f4d7-45fc-96eb-b01aa2147657 service neutron] delete failed (client error): The resource could not be found. Sep 23 19:58:29.642816 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-122b5e8c-0433-4f34-9787-55712c5cba3d req-d3d67e80-f4d7-45fc-96eb-b01aa2147657 service neutron] 10.222.0.74 "DELETE /v2.0/ports/8068b6e2-d215-496c-9d9a-7ab035112fb5/bindings/n-h1-713301-16 HTTP/1.1" status: 404 len: 381 time: 0.1717708 Sep 23 19:58:29.663807 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-752cfb8a-cada-412e-b5ba-50fdc0c6c1a7 req-ce390373-23be-4ddd-96dc-b018b0fcf3fb tempest-TestVolumeBootPattern-473790611 tempest-TestVolumeBootPattern-473790611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:58:29.665383 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-752cfb8a-cada-412e-b5ba-50fdc0c6c1a7 req-ce390373-23be-4ddd-96dc-b018b0fcf3fb tempest-TestVolumeBootPattern-473790611 tempest-TestVolumeBootPattern-473790611-project] 10.222.0.67 "GET /v2.0/ports?device_id=35f40a56-a79b-4a59-a3f2-2402f85a633a HTTP/1.1" status: 200 len: 946 time: 0.0793400 Sep 23 19:58:29.743444 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-752cfb8a-cada-412e-b5ba-50fdc0c6c1a7 req-baf287d2-4bb5-4393-ad31-ceab7e454df8 tempest-TestVolumeBootPattern-473790611 tempest-TestVolumeBootPattern-473790611-project] 10.222.0.67 "GET /v2.0/security-groups?id=908ef6e0-1891-45f9-9d59-8d9a77c692cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704823 Sep 23 19:58:29.754013 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122b5e8c-0433-4f34-9787-55712c5cba3d req-3fa47996-710b-462f-ad5d-4d06461b2370 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:58:29.755710 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-122b5e8c-0433-4f34-9787-55712c5cba3d req-3fa47996-710b-462f-ad5d-4d06461b2370 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=9cf4888c1a454e07a3d16aa9e7c63006&device_id=fb6c1b5b-3a35-4e63-ae2f-4c84e83b23e6 HTTP/1.1" status: 200 len: 1097 time: 0.0609851 Sep 23 19:58:29.885298 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122b5e8c-0433-4f34-9787-55712c5cba3d req-b670bd4e-bf2e-40bb-9e06-9678e8f3d1b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:58:29.887357 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-122b5e8c-0433-4f34-9787-55712c5cba3d req-b670bd4e-bf2e-40bb-9e06-9678e8f3d1b6 service neutron] 10.222.0.74 "GET /v2.0/networks?id=b26c350a-bbf7-4ea0-b9d7-09eada9c3ff4 HTTP/1.1" status: 200 len: 897 time: 0.1232371 Sep 23 19:58:29.898538 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-305125cf-c075-4a7c-9285-f070b90bf738 req-c2f9fe69-ea36-4a7a-b52e-a1e0b323d1e3 tempest-TestVolumeBootPattern-473790611 tempest-TestVolumeBootPattern-473790611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:58:29.899935 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-305125cf-c075-4a7c-9285-f070b90bf738 req-c2f9fe69-ea36-4a7a-b52e-a1e0b323d1e3 tempest-TestVolumeBootPattern-473790611 tempest-TestVolumeBootPattern-473790611-project] 10.222.0.67 "GET /v2.0/ports?device_id=35f40a56-a79b-4a59-a3f2-2402f85a633a HTTP/1.1" status: 200 len: 946 time: 0.0682266 Sep 23 19:58:29.992068 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-305125cf-c075-4a7c-9285-f070b90bf738 req-74fd2593-502d-4f55-a248-18979f564fa5 tempest-TestVolumeBootPattern-473790611 tempest-TestVolumeBootPattern-473790611-project] 10.222.0.67 "GET /v2.0/security-groups?id=908ef6e0-1891-45f9-9d59-8d9a77c692cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846729 Sep 23 19:58:29.993965 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-122b5e8c-0433-4f34-9787-55712c5cba3d req-3fe65251-2ea5-4332-b68c-fa7ca77d8f69 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8068b6e2-d215-496c-9d9a-7ab035112fb5 HTTP/1.1" status: 200 len: 1001 time: 0.0931239 Sep 23 19:58:30.054730 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122b5e8c-0433-4f34-9787-55712c5cba3d req-717579ed-62e1-4a60-bb76-1e4068f6cbd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:58:30.057494 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-122b5e8c-0433-4f34-9787-55712c5cba3d req-717579ed-62e1-4a60-bb76-1e4068f6cbd1 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=dcc8f5fd-6f55-4154-96de-f0ca4b1f7a0b HTTP/1.1" status: 200 len: 835 time: 0.0569561 Sep 23 19:58:30.117735 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122b5e8c-0433-4f34-9787-55712c5cba3d req-b9f59ddc-ea4c-4a19-b5ea-234adcd3ff17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:58:30.120127 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-122b5e8c-0433-4f34-9787-55712c5cba3d req-b9f59ddc-ea4c-4a19-b5ea-234adcd3ff17 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=b26c350a-bbf7-4ea0-b9d7-09eada9c3ff4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0559704 Sep 23 19:58:30.248971 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-122b5e8c-0433-4f34-9787-55712c5cba3d req-308b17d5-e0f7-40e8-b981-8cea3b027126 service neutron] 10.222.0.74 "GET /v2.0/networks/b26c350a-bbf7-4ea0-b9d7-09eada9c3ff4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1225102 Sep 23 19:58:30.385465 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-122b5e8c-0433-4f34-9787-55712c5cba3d req-de3fcbad-cfb9-4dad-bff4-fe9f31635296 service neutron] 10.222.0.74 "GET /v2.0/networks/b26c350a-bbf7-4ea0-b9d7-09eada9c3ff4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1275601 Sep 23 19:58:30.400548 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e3bf11c-e7f5-40f6-95e0-17b8dc3452d4 req-3eac0f14-4504-428b-86d4-0a8fd18e1811 tempest-TestVolumeBootPattern-473790611 tempest-TestVolumeBootPattern-473790611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:58:30.402186 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-3e3bf11c-e7f5-40f6-95e0-17b8dc3452d4 req-3eac0f14-4504-428b-86d4-0a8fd18e1811 tempest-TestVolumeBootPattern-473790611 tempest-TestVolumeBootPattern-473790611-project] 10.222.0.67 "GET /v2.0/ports?device_id=35f40a56-a79b-4a59-a3f2-2402f85a633a HTTP/1.1" status: 200 len: 946 time: 0.0814643 Sep 23 19:58:30.447812 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-3e3bf11c-e7f5-40f6-95e0-17b8dc3452d4 req-c0ade9f5-00bd-4b1f-8ffd-25d4ffc0454b tempest-TestVolumeBootPattern-473790611 tempest-TestVolumeBootPattern-473790611-project] 10.222.0.67 "GET /v2.0/security-groups?id=908ef6e0-1891-45f9-9d59-8d9a77c692cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377598 Sep 23 19:58:30.742589 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa591ded-0f9c-4673-b69b-4d2e914bdc15 req-7d32fe6a-c9f5-49c5-9bf4-663353696c80 tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:58:30.744099 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-aa591ded-0f9c-4673-b69b-4d2e914bdc15 req-7d32fe6a-c9f5-49c5-9bf4-663353696c80 tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] 10.222.0.67 "GET /v2.0/ports?device_id=fb6c1b5b-3a35-4e63-ae2f-4c84e83b23e6 HTTP/1.1" status: 200 len: 945 time: 0.0509167 Sep 23 19:58:30.788329 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-aa591ded-0f9c-4673-b69b-4d2e914bdc15 req-ede93821-a14d-4650-9553-a5469e91fe4e tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] 10.222.0.67 "GET /v2.0/security-groups?id=b823ee68-61b3-45b7-bd15-ad0e7a0e3e7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371027 Sep 23 19:58:30.997200 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Device 8068b6e2-d215-496c-9d9a-7ab035112fb5 up at agent hyperv_n-h2-713301-16 {{(pid=95103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 19:58:31.046956 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Provisioning for port 8068b6e2-d215-496c-9d9a-7ab035112fb5 completed by entity L2. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 19:58:31.051267 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Provisioning complete for port 8068b6e2-d215-496c-9d9a-7ab035112fb5 triggered by entity L2. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:58:31.051678 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:58:31.144697 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:58:31.170991 n-d-713301-16 neutron-server[95103]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb6c1b5b-3a35-4e63-ae2f-4c84e83b23e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8068b6e2-d215-496c-9d9a-7ab035112fb5'}] {{(pid=95103) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 19:58:31.173727 n-d-713301-16 neutron-server[95103]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}81a1c17f2aa89d5b3ebbba3a3e0cf7eb588e431c2224256110c4c4facdd7c3e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a782577-ccdf-45bb-97a6-576f20776faa" -d '{"events": [{"server_uuid": "fb6c1b5b-3a35-4e63-ae2f-4c84e83b23e6", "name": "network-vif-plugged", "status": "completed", "tag": "8068b6e2-d215-496c-9d9a-7ab035112fb5"}]}' {{(pid=95103) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 19:58:31.192890 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] For port 8068b6e2-d215-496c-9d9a-7ab035112fb5, host n-h2-713301-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-16',level=0,port_id=8068b6e2-d215-496c-9d9a-7ab035112fb5,segment=NetworkSegment(e851f304-d10e-494c-b70c-015c08f1570d),segment_id=e851f304-d10e-494c-b70c-015c08f1570d)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:58:31.198390 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:58:31.226516 n-d-713301-16 neutron-server[95103]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 19:58:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24464e99-35f0-4a24-b19a-8cd3218f21f4 x-openstack-request-id: req-24464e99-35f0-4a24-b19a-8cd3218f21f4 {{(pid=95103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 19:58:31.226863 n-d-713301-16 neutron-server[95103]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fb6c1b5b-3a35-4e63-ae2f-4c84e83b23e6", "name": "network-vif-plugged", "status": "completed", "tag": "8068b6e2-d215-496c-9d9a-7ab035112fb5", "code": 200}]} {{(pid=95103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 19:58:31.227116 n-d-713301-16 neutron-server[95103]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-24464e99-35f0-4a24-b19a-8cd3218f21f4 {{(pid=95103) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 19:58:31.227636 n-d-713301-16 neutron-server[95103]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb6c1b5b-3a35-4e63-ae2f-4c84e83b23e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8068b6e2-d215-496c-9d9a-7ab035112fb5', 'code': 200} Sep 23 19:58:31.258405 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Pushing event updated for resources: {'Port': ['ID=8068b6e2-d215-496c-9d9a-7ab035112fb5,revision_number=9']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:58:31.568042 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c4724aa-762b-4c99-b711-ff4c9b0090c1 req-33d6e9cf-4f79-4d18-8bf5-90c36c9cd6e8 tempest-TestVolumeBootPattern-473790611 tempest-TestVolumeBootPattern-473790611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:58:31.569594 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-2c4724aa-762b-4c99-b711-ff4c9b0090c1 req-33d6e9cf-4f79-4d18-8bf5-90c36c9cd6e8 tempest-TestVolumeBootPattern-473790611 tempest-TestVolumeBootPattern-473790611-project] 10.222.0.67 "GET /v2.0/ports?device_id=35f40a56-a79b-4a59-a3f2-2402f85a633a HTTP/1.1" status: 200 len: 946 time: 0.0503833 Sep 23 19:58:31.607477 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-2c4724aa-762b-4c99-b711-ff4c9b0090c1 req-130dfd70-09a9-424e-bc1b-2bd169ac1164 tempest-TestVolumeBootPattern-473790611 tempest-TestVolumeBootPattern-473790611-project] 10.222.0.67 "GET /v2.0/security-groups?id=908ef6e0-1891-45f9-9d59-8d9a77c692cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319011 Sep 23 19:58:31.769660 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87948d77-b1bf-469c-9897-3a16b8e0857e req-c415323e-b087-498b-88ec-3349041b7602 tempest-TestVolumeBootPattern-473790611 tempest-TestVolumeBootPattern-473790611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:58:31.771194 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-87948d77-b1bf-469c-9897-3a16b8e0857e req-c415323e-b087-498b-88ec-3349041b7602 tempest-TestVolumeBootPattern-473790611 tempest-TestVolumeBootPattern-473790611-project] 10.222.0.74 "GET /v2.0/ports?device_id=35f40a56-a79b-4a59-a3f2-2402f85a633a HTTP/1.1" status: 200 len: 946 time: 0.0520692 Sep 23 19:58:31.870809 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.plugin [req-87948d77-b1bf-469c-9897-3a16b8e0857e req-74c3b552-f840-472f-80e5-211e2b6a510b tempest-TestVolumeBootPattern-473790611 tempest-TestVolumeBootPattern-473790611-project] Deleting port a1de12af-af2b-4fbb-9195-1b7019584729 {{(pid=95102) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:58:31.871118 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-87948d77-b1bf-469c-9897-3a16b8e0857e req-74c3b552-f840-472f-80e5-211e2b6a510b tempest-TestVolumeBootPattern-473790611 tempest-TestVolumeBootPattern-473790611-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783146157096'] for port, before_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:58:32.270537 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f179d5-56ac-4f44-a39a-b28c6a84e796 req-e51b2fba-5059-4185-9995-50ca630840ec tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:58:32.271949 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-48f179d5-56ac-4f44-a39a-b28c6a84e796 req-e51b2fba-5059-4185-9995-50ca630840ec tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] 10.222.0.67 "GET /v2.0/ports?device_id=fb6c1b5b-3a35-4e63-ae2f-4c84e83b23e6 HTTP/1.1" status: 200 len: 946 time: 0.3966095 Sep 23 19:58:32.310260 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.db [req-87948d77-b1bf-469c-9897-3a16b8e0857e req-74c3b552-f840-472f-80e5-211e2b6a510b tempest-TestVolumeBootPattern-473790611 tempest-TestVolumeBootPattern-473790611-project] For port a1de12af-af2b-4fbb-9195-1b7019584729, host n-h1-713301-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-16',level=0,port_id=a1de12af-af2b-4fbb-9195-1b7019584729,segment=NetworkSegment(c7abd8db-b99c-424c-86a3-7924c060f21a),segment_id=c7abd8db-b99c-424c-86a3-7924c060f21a)] {{(pid=95102) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:58:32.310624 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-87948d77-b1bf-469c-9897-3a16b8e0857e req-74c3b552-f840-472f-80e5-211e2b6a510b tempest-TestVolumeBootPattern-473790611 tempest-TestVolumeBootPattern-473790611-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-605701'] for port, precommit_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:58:32.332056 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.plugin [req-87948d77-b1bf-469c-9897-3a16b8e0857e req-74c3b552-f840-472f-80e5-211e2b6a510b tempest-TestVolumeBootPattern-473790611 tempest-TestVolumeBootPattern-473790611-project] Calling delete_port for a1de12af-af2b-4fbb-9195-1b7019584729 owned by compute:nova {{(pid=95102) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:58:32.340135 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-48f179d5-56ac-4f44-a39a-b28c6a84e796 req-7bfdd46f-e0d5-4537-bcec-3b86f778058c tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] 10.222.0.67 "GET /v2.0/security-groups?id=b823ee68-61b3-45b7-bd15-ad0e7a0e3e7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0601556 Sep 23 19:58:32.363860 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 57316) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:58:32.432628 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-bbbfccd3-72ad-414f-8072-ef8d3040d9f5 tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] 10.222.0.67 "GET /v2.0/floatingips/40463da2-7a29-42a9-bf25-3245d8b53c88 HTTP/1.1" status: 200 len: 994 time: 0.0669346 Sep 23 19:58:32.470970 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-87948d77-b1bf-469c-9897-3a16b8e0857e req-74c3b552-f840-472f-80e5-211e2b6a510b tempest-TestVolumeBootPattern-473790611 tempest-TestVolumeBootPattern-473790611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783146162158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783145673144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4399100'] for port, after_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:58:32.484121 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] get_ports_and_sgs() called for port_ids ['a1de12af-af2b-4fbb-9195-1b7019584729'] {{(pid=95103) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 19:58:32.486599 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] get_ports_and_sgs() called for port_ids ['60ba0245-b71c-4839-8480-6c3702f2ce26'] {{(pid=95103) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 19:58:32.500194 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74c3b552-f840-472f-80e5-211e2b6a510b tempest-TestVolumeBootPattern-473790611 tempest-TestVolumeBootPattern-473790611-project] Pushing event deleted for resources: {'Port': ['ID=a1de12af-af2b-4fbb-9195-1b7019584729,revision_number=None']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:58:32.545762 n-d-713301-16 neutron-server[95102]: DEBUG neutron.db.l3_dvrscheduler_db [req-87948d77-b1bf-469c-9897-3a16b8e0857e req-74c3b552-f840-472f-80e5-211e2b6a510b tempest-TestVolumeBootPattern-473790611 tempest-TestVolumeBootPattern-473790611-project] No DVR routers for this DVR port a1de12af-af2b-4fbb-9195-1b7019584729 on host n-h1-713301-16 {{(pid=95102) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 19:58:32.548800 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-87948d77-b1bf-469c-9897-3a16b8e0857e req-74c3b552-f840-472f-80e5-211e2b6a510b tempest-TestVolumeBootPattern-473790611 tempest-TestVolumeBootPattern-473790611-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222849'] for port, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:58:32.551484 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-87948d77-b1bf-469c-9897-3a16b8e0857e req-74c3b552-f840-472f-80e5-211e2b6a510b tempest-TestVolumeBootPattern-473790611 tempest-TestVolumeBootPattern-473790611-project] 10.222.0.74 "DELETE /v2.0/ports/a1de12af-af2b-4fbb-9195-1b7019584729 HTTP/1.1" status: 204 len: 173 time: 0.7739632 Sep 23 19:58:32.552183 n-d-713301-16 neutron-server[95102]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '35f40a56-a79b-4a59-a3f2-2402f85a633a', 'name': 'network-vif-deleted', 'tag': 'a1de12af-af2b-4fbb-9195-1b7019584729'}] {{(pid=95102) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 19:58:32.555053 n-d-713301-16 neutron-server[95102]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab31b6d93e5336dbddfa8ec424565b3bd8cb2369c5b4d85bc943472dbb21e8ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64254328-19f7-4a6d-9c73-70c60e860fac" -d '{"events": [{"server_uuid": "35f40a56-a79b-4a59-a3f2-2402f85a633a", "name": "network-vif-deleted", "tag": "a1de12af-af2b-4fbb-9195-1b7019584729"}]}' {{(pid=95102) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 19:58:32.604661 n-d-713301-16 neutron-server[95102]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 19:58:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-070ace45-1f29-4dce-974d-3175501cf139 x-openstack-request-id: req-070ace45-1f29-4dce-974d-3175501cf139 {{(pid=95102) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 19:58:32.605314 n-d-713301-16 neutron-server[95102]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "35f40a56-a79b-4a59-a3f2-2402f85a633a", "name": "network-vif-deleted", "tag": "a1de12af-af2b-4fbb-9195-1b7019584729", "status": "completed", "code": 200}]} {{(pid=95102) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 19:58:32.605314 n-d-713301-16 neutron-server[95102]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-070ace45-1f29-4dce-974d-3175501cf139 {{(pid=95102) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 19:58:32.607262 n-d-713301-16 neutron-server[95102]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '35f40a56-a79b-4a59-a3f2-2402f85a633a', 'name': 'network-vif-deleted', 'tag': 'a1de12af-af2b-4fbb-9195-1b7019584729', 'status': 'completed', 'code': 200} Sep 23 19:58:32.721562 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-bea41816-8374-4e5e-8144-4d10983107e3 req-3d40d52b-d547-466c-b26b-bdbef1408419 tempest-TestVolumeBootPattern-473790611 tempest-TestVolumeBootPattern-473790611-project] 10.222.0.67 "GET /v2.0/ports?device_id=35f40a56-a79b-4a59-a3f2-2402f85a633a HTTP/1.1" status: 200 len: 210 time: 0.0316005 Sep 23 19:58:33.820160 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-0355ef92-cd74-4e8f-aaac-e298d55a6843 req-a166c16d-c546-49e1-b95e-1f5e207eb1bd tempest-TestVolumeBootPattern-473790611 tempest-TestVolumeBootPattern-473790611-project] 10.222.0.67 "GET /v2.0/ports?device_id=35f40a56-a79b-4a59-a3f2-2402f85a633a HTTP/1.1" status: 200 len: 210 time: 0.0262473 Sep 23 19:58:34.929991 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-198326d1-1663-4e90-bff5-7f7042e9023b req-11192b3d-1f94-4d07-8c48-f595dcbef14a tempest-TestVolumeBootPattern-473790611 tempest-TestVolumeBootPattern-473790611-project] 10.222.0.67 "GET /v2.0/ports?device_id=35f40a56-a79b-4a59-a3f2-2402f85a633a HTTP/1.1" status: 200 len: 210 time: 0.0331614 Sep 23 19:58:35.819487 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Device a1de12af-af2b-4fbb-9195-1b7019584729 no longer exists at agent hyperv_n-h1-713301-16 {{(pid=95103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 19:58:35.840158 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.plugin [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] No Port match for: a1de12af-af2b-4fbb-9195-1b7019584729 {{(pid=95103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 19:58:35.840510 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Device a1de12af-af2b-4fbb-9195-1b7019584729 not bound to the agent host n-h1-713301-16 {{(pid=95103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 19:58:36.035663 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-4900c047-f33c-4acd-99d3-8fad18407e90 req-86c044f9-2ae4-40e5-8da0-9dab42bb605b tempest-TestVolumeBootPattern-473790611 tempest-TestVolumeBootPattern-473790611-project] 10.222.0.67 "GET /v2.0/ports?device_id=35f40a56-a79b-4a59-a3f2-2402f85a633a HTTP/1.1" status: 200 len: 210 time: 0.0333712 Sep 23 19:58:41.630412 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278141f3-4403-4fe6-b907-ff84970bb08d req-3dd46d26-4829-4507-8be8-78414437263e tempest-TestVolumeBootPattern-473790611 tempest-TestVolumeBootPattern-473790611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:58:41.631965 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-278141f3-4403-4fe6-b907-ff84970bb08d req-3dd46d26-4829-4507-8be8-78414437263e tempest-TestVolumeBootPattern-473790611 tempest-TestVolumeBootPattern-473790611-project] 10.222.0.67 "GET /v2.0/ports?device_id=15e6fa9d-32c4-4e6e-b252-be1838abd670 HTTP/1.1" status: 200 len: 945 time: 0.0536518 Sep 23 19:58:41.676380 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-278141f3-4403-4fe6-b907-ff84970bb08d req-86428bea-7a79-4887-a72b-5e94f549c0b3 tempest-TestVolumeBootPattern-473790611 tempest-TestVolumeBootPattern-473790611-project] 10.222.0.67 "GET /v2.0/security-groups?id=908ef6e0-1891-45f9-9d59-8d9a77c692cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363207 Sep 23 19:58:42.796331 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d1bd3a-f4f1-4762-a9b1-9c23be259df1 req-df92f97f-0bf0-4cf1-8b7d-7a1dc41059cd tempest-TestVolumeBootPattern-473790611 tempest-TestVolumeBootPattern-473790611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:58:42.797908 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-63d1bd3a-f4f1-4762-a9b1-9c23be259df1 req-df92f97f-0bf0-4cf1-8b7d-7a1dc41059cd tempest-TestVolumeBootPattern-473790611 tempest-TestVolumeBootPattern-473790611-project] 10.222.0.67 "GET /v2.0/ports?device_id=15e6fa9d-32c4-4e6e-b252-be1838abd670 HTTP/1.1" status: 200 len: 945 time: 0.0508900 Sep 23 19:58:42.839396 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-63d1bd3a-f4f1-4762-a9b1-9c23be259df1 req-7543696a-b490-4741-b4c8-549ca0ad5d2b tempest-TestVolumeBootPattern-473790611 tempest-TestVolumeBootPattern-473790611-project] 10.222.0.67 "GET /v2.0/security-groups?id=908ef6e0-1891-45f9-9d59-8d9a77c692cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354371 Sep 23 19:58:43.202050 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3263ca92-934c-4f92-856c-aabb904dbf87 req-e79327c7-af92-4618-9fad-b6197970e26e tempest-TestVolumeBootPattern-473790611 tempest-TestVolumeBootPattern-473790611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:58:43.203711 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-3263ca92-934c-4f92-856c-aabb904dbf87 req-e79327c7-af92-4618-9fad-b6197970e26e tempest-TestVolumeBootPattern-473790611 tempest-TestVolumeBootPattern-473790611-project] 10.222.0.53 "GET /v2.0/ports?device_id=15e6fa9d-32c4-4e6e-b252-be1838abd670 HTTP/1.1" status: 200 len: 945 time: 0.0501845 Sep 23 19:58:43.298148 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.plugin [req-3263ca92-934c-4f92-856c-aabb904dbf87 req-1a5b70c6-18f2-4999-ab96-b40c6c13adee tempest-TestVolumeBootPattern-473790611 tempest-TestVolumeBootPattern-473790611-project] Deleting port 60ba0245-b71c-4839-8480-6c3702f2ce26 {{(pid=95102) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:58:43.298483 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-3263ca92-934c-4f92-856c-aabb904dbf87 req-1a5b70c6-18f2-4999-ab96-b40c6c13adee tempest-TestVolumeBootPattern-473790611 tempest-TestVolumeBootPattern-473790611-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783146157096'] for port, before_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:58:43.388314 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.db [req-3263ca92-934c-4f92-856c-aabb904dbf87 req-1a5b70c6-18f2-4999-ab96-b40c6c13adee tempest-TestVolumeBootPattern-473790611 tempest-TestVolumeBootPattern-473790611-project] For port 60ba0245-b71c-4839-8480-6c3702f2ce26, host n-h2-713301-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-16',level=0,port_id=60ba0245-b71c-4839-8480-6c3702f2ce26,segment=NetworkSegment(c7abd8db-b99c-424c-86a3-7924c060f21a),segment_id=c7abd8db-b99c-424c-86a3-7924c060f21a)] {{(pid=95102) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:58:43.388699 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-3263ca92-934c-4f92-856c-aabb904dbf87 req-1a5b70c6-18f2-4999-ab96-b40c6c13adee tempest-TestVolumeBootPattern-473790611 tempest-TestVolumeBootPattern-473790611-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-605701'] for port, precommit_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:58:43.402724 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.plugin [req-3263ca92-934c-4f92-856c-aabb904dbf87 req-1a5b70c6-18f2-4999-ab96-b40c6c13adee tempest-TestVolumeBootPattern-473790611 tempest-TestVolumeBootPattern-473790611-project] Calling delete_port for 60ba0245-b71c-4839-8480-6c3702f2ce26 owned by compute:nova {{(pid=95102) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:58:43.417403 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.agents_db [None req-f2f5c474-60a3-474f-b2cc-02c4bd30880c None None] Agent healthcheck: found 7 active agents {{(pid=95104) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 19:58:43.535300 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-3263ca92-934c-4f92-856c-aabb904dbf87 req-1a5b70c6-18f2-4999-ab96-b40c6c13adee tempest-TestVolumeBootPattern-473790611 tempest-TestVolumeBootPattern-473790611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783146162158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783145673144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4399100'] for port, after_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:58:43.547471 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] get_ports_and_sgs() called for port_ids ['60ba0245-b71c-4839-8480-6c3702f2ce26'] {{(pid=95103) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 19:58:43.564780 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a5b70c6-18f2-4999-ab96-b40c6c13adee tempest-TestVolumeBootPattern-473790611 tempest-TestVolumeBootPattern-473790611-project] Pushing event deleted for resources: {'Port': ['ID=60ba0245-b71c-4839-8480-6c3702f2ce26,revision_number=None']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:58:43.578641 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a5b70c6-18f2-4999-ab96-b40c6c13adee tempest-TestVolumeBootPattern-473790611 tempest-TestVolumeBootPattern-473790611-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:58:43.578641 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a5b70c6-18f2-4999-ab96-b40c6c13adee tempest-TestVolumeBootPattern-473790611 tempest-TestVolumeBootPattern-473790611-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:58:43.578641 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a5b70c6-18f2-4999-ab96-b40c6c13adee tempest-TestVolumeBootPattern-473790611 tempest-TestVolumeBootPattern-473790611-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:58:43.579056 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a5b70c6-18f2-4999-ab96-b40c6c13adee tempest-TestVolumeBootPattern-473790611 tempest-TestVolumeBootPattern-473790611-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:58:43.579246 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a5b70c6-18f2-4999-ab96-b40c6c13adee tempest-TestVolumeBootPattern-473790611 tempest-TestVolumeBootPattern-473790611-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:58:43.579564 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a5b70c6-18f2-4999-ab96-b40c6c13adee tempest-TestVolumeBootPattern-473790611 tempest-TestVolumeBootPattern-473790611-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:58:43.579898 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a5b70c6-18f2-4999-ab96-b40c6c13adee tempest-TestVolumeBootPattern-473790611 tempest-TestVolumeBootPattern-473790611-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:58:43.580280 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a5b70c6-18f2-4999-ab96-b40c6c13adee tempest-TestVolumeBootPattern-473790611 tempest-TestVolumeBootPattern-473790611-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:58:43.580645 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a5b70c6-18f2-4999-ab96-b40c6c13adee tempest-TestVolumeBootPattern-473790611 tempest-TestVolumeBootPattern-473790611-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:58:43.581020 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a5b70c6-18f2-4999-ab96-b40c6c13adee tempest-TestVolumeBootPattern-473790611 tempest-TestVolumeBootPattern-473790611-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:58:43.581687 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a5b70c6-18f2-4999-ab96-b40c6c13adee tempest-TestVolumeBootPattern-473790611 tempest-TestVolumeBootPattern-473790611-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:58:43.581892 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a5b70c6-18f2-4999-ab96-b40c6c13adee tempest-TestVolumeBootPattern-473790611 tempest-TestVolumeBootPattern-473790611-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:58:43.621643 n-d-713301-16 neutron-server[95102]: DEBUG neutron.db.l3_dvrscheduler_db [req-3263ca92-934c-4f92-856c-aabb904dbf87 req-1a5b70c6-18f2-4999-ab96-b40c6c13adee tempest-TestVolumeBootPattern-473790611 tempest-TestVolumeBootPattern-473790611-project] No DVR routers for this DVR port 60ba0245-b71c-4839-8480-6c3702f2ce26 on host n-h2-713301-16 {{(pid=95102) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 19:58:43.624220 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-3263ca92-934c-4f92-856c-aabb904dbf87 req-1a5b70c6-18f2-4999-ab96-b40c6c13adee tempest-TestVolumeBootPattern-473790611 tempest-TestVolumeBootPattern-473790611-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222849'] for port, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:58:43.626606 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-3263ca92-934c-4f92-856c-aabb904dbf87 req-1a5b70c6-18f2-4999-ab96-b40c6c13adee tempest-TestVolumeBootPattern-473790611 tempest-TestVolumeBootPattern-473790611-project] 10.222.0.53 "DELETE /v2.0/ports/60ba0245-b71c-4839-8480-6c3702f2ce26 HTTP/1.1" status: 204 len: 173 time: 0.4170897 Sep 23 19:58:43.627205 n-d-713301-16 neutron-server[95102]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '15e6fa9d-32c4-4e6e-b252-be1838abd670', 'name': 'network-vif-deleted', 'tag': '60ba0245-b71c-4839-8480-6c3702f2ce26'}] {{(pid=95102) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 19:58:43.629555 n-d-713301-16 neutron-server[95102]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab31b6d93e5336dbddfa8ec424565b3bd8cb2369c5b4d85bc943472dbb21e8ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e25fbba9-c8a6-4d00-bd3b-85e5e009c195" -d '{"events": [{"server_uuid": "15e6fa9d-32c4-4e6e-b252-be1838abd670", "name": "network-vif-deleted", "tag": "60ba0245-b71c-4839-8480-6c3702f2ce26"}]}' {{(pid=95102) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 19:58:43.670124 n-d-713301-16 neutron-server[95102]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 19:58:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68d4fd32-ce09-4e0b-a9c3-75fbd72b5d01 x-openstack-request-id: req-68d4fd32-ce09-4e0b-a9c3-75fbd72b5d01 {{(pid=95102) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 19:58:43.670462 n-d-713301-16 neutron-server[95102]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "15e6fa9d-32c4-4e6e-b252-be1838abd670", "name": "network-vif-deleted", "tag": "60ba0245-b71c-4839-8480-6c3702f2ce26", "status": "completed", "code": 200}]} {{(pid=95102) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 19:58:43.670714 n-d-713301-16 neutron-server[95102]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-68d4fd32-ce09-4e0b-a9c3-75fbd72b5d01 {{(pid=95102) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 19:58:43.671167 n-d-713301-16 neutron-server[95102]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '15e6fa9d-32c4-4e6e-b252-be1838abd670', 'name': 'network-vif-deleted', 'tag': '60ba0245-b71c-4839-8480-6c3702f2ce26', 'status': 'completed', 'code': 200} Sep 23 19:58:43.941369 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-908ae429-cce6-4d7a-82cd-2f9199df3dfe req-11de5e4f-af41-41b2-b1a2-cf6dd68fa97c tempest-TestVolumeBootPattern-473790611 tempest-TestVolumeBootPattern-473790611-project] 10.222.0.67 "GET /v2.0/ports?device_id=15e6fa9d-32c4-4e6e-b252-be1838abd670 HTTP/1.1" status: 200 len: 210 time: 0.0298657 Sep 23 19:58:45.046742 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-2b2b5d7a-bd09-4b7c-b3ba-7e184cd81e85 req-517c1776-1a53-4161-a1cf-a63911eec874 tempest-TestVolumeBootPattern-473790611 tempest-TestVolumeBootPattern-473790611-project] 10.222.0.67 "GET /v2.0/ports?device_id=15e6fa9d-32c4-4e6e-b252-be1838abd670 HTTP/1.1" status: 200 len: 210 time: 0.0354011 Sep 23 19:58:46.144921 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-47e0deb3-cde0-4b9b-ac22-e053b5aab264 req-17af614e-63fe-4baf-a8b0-8b8c07851c5b tempest-TestVolumeBootPattern-473790611 tempest-TestVolumeBootPattern-473790611-project] 10.222.0.67 "GET /v2.0/ports?device_id=15e6fa9d-32c4-4e6e-b252-be1838abd670 HTTP/1.1" status: 200 len: 210 time: 0.0267696 Sep 23 19:58:47.072029 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Device 60ba0245-b71c-4839-8480-6c3702f2ce26 no longer exists at agent hyperv_n-h2-713301-16 {{(pid=95103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 19:58:47.095714 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.plugin [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] No Port match for: 60ba0245-b71c-4839-8480-6c3702f2ce26 {{(pid=95103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 19:58:47.096112 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Device 60ba0245-b71c-4839-8480-6c3702f2ce26 not bound to the agent host n-h2-713301-16 {{(pid=95103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 19:58:47.255318 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-767ed7ca-503b-4cf9-94f6-ad464493b5f3 req-30971ba5-d519-42a6-bacd-60cd3f015ee3 tempest-TestVolumeBootPattern-473790611 tempest-TestVolumeBootPattern-473790611-project] 10.222.0.67 "GET /v2.0/ports?device_id=15e6fa9d-32c4-4e6e-b252-be1838abd670 HTTP/1.1" status: 200 len: 210 time: 0.0290236 Sep 23 19:58:49.726109 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-08335169-eb46-4e6e-a2a2-ebb676109af1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:58:50.795983 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 57410) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:58:50.800522 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.v2.base [None req-d4b19dd6-f821-40e1-84c2-c6a49d9c657e tempest-TestVolumeBootPattern-473790611 tempest-TestVolumeBootPattern-473790611-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1347714272', 'description': 'tempest-secgroup-smoke-1347714272 description', 'project_id': '1c95f4136fb946e684bc3bd0afadbbdd'}} {{(pid=95102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:58:50.822315 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-d4b19dd6-f821-40e1-84c2-c6a49d9c657e tempest-TestVolumeBootPattern-473790611 tempest-TestVolumeBootPattern-473790611-project] Notify callbacks [] for security_group, before_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:58:50.906414 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-d4b19dd6-f821-40e1-84c2-c6a49d9c657e tempest-TestVolumeBootPattern-473790611 tempest-TestVolumeBootPattern-473790611-project] Notify callbacks [] for security_group, precommit_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:58:50.910363 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-d4b19dd6-f821-40e1-84c2-c6a49d9c657e tempest-TestVolumeBootPattern-473790611 tempest-TestVolumeBootPattern-473790611-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:58:50.940500 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-d4b19dd6-f821-40e1-84c2-c6a49d9c657e tempest-TestVolumeBootPattern-473790611 tempest-TestVolumeBootPattern-473790611-project] Notify callbacks [] for security_group, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:58:50.941738 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-d4b19dd6-f821-40e1-84c2-c6a49d9c657e tempest-TestVolumeBootPattern-473790611 tempest-TestVolumeBootPattern-473790611-project] 10.222.0.67 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1447628 Sep 23 19:58:50.943601 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4b19dd6-f821-40e1-84c2-c6a49d9c657e tempest-TestVolumeBootPattern-473790611 tempest-TestVolumeBootPattern-473790611-project] Pushing event updated for resources: {'SecurityGroup': ['ID=144e7209-c560-46fb-b43e-2ce38f5b7271,revision_number=1']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:58:50.944769 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 57412) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:58:50.961147 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.v2.base [None req-50e719d0-a2f8-4b33-8d38-5c5136478413 tempest-TestVolumeBootPattern-473790611 tempest-TestVolumeBootPattern-473790611-project] Request body: {'security_group_rule': {'security_group_id': '144e7209-c560-46fb-b43e-2ce38f5b7271', 'project_id': '1c95f4136fb946e684bc3bd0afadbbdd', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:58:50.988434 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-50e719d0-a2f8-4b33-8d38-5c5136478413 tempest-TestVolumeBootPattern-473790611 tempest-TestVolumeBootPattern-473790611-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:58:51.044499 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-50e719d0-a2f8-4b33-8d38-5c5136478413 tempest-TestVolumeBootPattern-473790611 tempest-TestVolumeBootPattern-473790611-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:58:51.048078 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-50e719d0-a2f8-4b33-8d38-5c5136478413 tempest-TestVolumeBootPattern-473790611 tempest-TestVolumeBootPattern-473790611-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575319'] for security_group_rule, after_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:58:51.066188 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e719d0-a2f8-4b33-8d38-5c5136478413 tempest-TestVolumeBootPattern-473790611 tempest-TestVolumeBootPattern-473790611-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9addc599-9833-478f-a4bd-b7ac1fc924ec,revision_number=0']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:58:51.074182 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-50e719d0-a2f8-4b33-8d38-5c5136478413 tempest-TestVolumeBootPattern-473790611 tempest-TestVolumeBootPattern-473790611-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:58:51.075431 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-50e719d0-a2f8-4b33-8d38-5c5136478413 tempest-TestVolumeBootPattern-473790611 tempest-TestVolumeBootPattern-473790611-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1242871 Sep 23 19:58:51.077016 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50e719d0-a2f8-4b33-8d38-5c5136478413 tempest-TestVolumeBootPattern-473790611 tempest-TestVolumeBootPattern-473790611-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:58:51.077357 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50e719d0-a2f8-4b33-8d38-5c5136478413 tempest-TestVolumeBootPattern-473790611 tempest-TestVolumeBootPattern-473790611-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:58:51.077696 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50e719d0-a2f8-4b33-8d38-5c5136478413 tempest-TestVolumeBootPattern-473790611 tempest-TestVolumeBootPattern-473790611-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:58:51.078037 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50e719d0-a2f8-4b33-8d38-5c5136478413 tempest-TestVolumeBootPattern-473790611 tempest-TestVolumeBootPattern-473790611-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:58:51.078372 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50e719d0-a2f8-4b33-8d38-5c5136478413 tempest-TestVolumeBootPattern-473790611 tempest-TestVolumeBootPattern-473790611-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:58:51.078706 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50e719d0-a2f8-4b33-8d38-5c5136478413 tempest-TestVolumeBootPattern-473790611 tempest-TestVolumeBootPattern-473790611-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:58:51.078867 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 57414) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:58:51.079044 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50e719d0-a2f8-4b33-8d38-5c5136478413 tempest-TestVolumeBootPattern-473790611 tempest-TestVolumeBootPattern-473790611-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:58:51.079373 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50e719d0-a2f8-4b33-8d38-5c5136478413 tempest-TestVolumeBootPattern-473790611 tempest-TestVolumeBootPattern-473790611-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:58:51.079702 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50e719d0-a2f8-4b33-8d38-5c5136478413 tempest-TestVolumeBootPattern-473790611 tempest-TestVolumeBootPattern-473790611-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:58:51.080027 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50e719d0-a2f8-4b33-8d38-5c5136478413 tempest-TestVolumeBootPattern-473790611 tempest-TestVolumeBootPattern-473790611-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:58:51.080353 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50e719d0-a2f8-4b33-8d38-5c5136478413 tempest-TestVolumeBootPattern-473790611 tempest-TestVolumeBootPattern-473790611-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:58:51.080791 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50e719d0-a2f8-4b33-8d38-5c5136478413 tempest-TestVolumeBootPattern-473790611 tempest-TestVolumeBootPattern-473790611-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:58:51.083343 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.v2.base [None req-157a4b0c-1ae2-4168-bbe2-b357e64a9f8d tempest-TestVolumeBootPattern-473790611 tempest-TestVolumeBootPattern-473790611-project] Request body: {'security_group_rule': {'security_group_id': '144e7209-c560-46fb-b43e-2ce38f5b7271', 'project_id': '1c95f4136fb946e684bc3bd0afadbbdd', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=95102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:58:51.110706 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-157a4b0c-1ae2-4168-bbe2-b357e64a9f8d tempest-TestVolumeBootPattern-473790611 tempest-TestVolumeBootPattern-473790611-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:58:51.166668 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-157a4b0c-1ae2-4168-bbe2-b357e64a9f8d tempest-TestVolumeBootPattern-473790611 tempest-TestVolumeBootPattern-473790611-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:58:51.170587 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-157a4b0c-1ae2-4168-bbe2-b357e64a9f8d tempest-TestVolumeBootPattern-473790611 tempest-TestVolumeBootPattern-473790611-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575319'] for security_group_rule, after_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:58:51.188015 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-157a4b0c-1ae2-4168-bbe2-b357e64a9f8d tempest-TestVolumeBootPattern-473790611 tempest-TestVolumeBootPattern-473790611-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7012816c-5b75-4a3b-8380-e02c6d1ac2c5,revision_number=0']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:58:51.194059 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-157a4b0c-1ae2-4168-bbe2-b357e64a9f8d tempest-TestVolumeBootPattern-473790611 tempest-TestVolumeBootPattern-473790611-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:58:51.195247 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-157a4b0c-1ae2-4168-bbe2-b357e64a9f8d tempest-TestVolumeBootPattern-473790611 tempest-TestVolumeBootPattern-473790611-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1154509 Sep 23 19:58:51.197905 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 57416) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:58:51.202891 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.v2.base [None req-8a15c2aa-fdea-4911-8f5b-a83f5f0056e9 tempest-TestVolumeBootPattern-473790611 tempest-TestVolumeBootPattern-473790611-project] Request body: {'security_group_rule': {'security_group_id': '144e7209-c560-46fb-b43e-2ce38f5b7271', 'project_id': '1c95f4136fb946e684bc3bd0afadbbdd', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=95102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:58:51.228794 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-8a15c2aa-fdea-4911-8f5b-a83f5f0056e9 tempest-TestVolumeBootPattern-473790611 tempest-TestVolumeBootPattern-473790611-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:58:51.288385 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-8a15c2aa-fdea-4911-8f5b-a83f5f0056e9 tempest-TestVolumeBootPattern-473790611 tempest-TestVolumeBootPattern-473790611-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:58:51.291974 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-8a15c2aa-fdea-4911-8f5b-a83f5f0056e9 tempest-TestVolumeBootPattern-473790611 tempest-TestVolumeBootPattern-473790611-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575319'] for security_group_rule, after_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:58:51.311561 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a15c2aa-fdea-4911-8f5b-a83f5f0056e9 tempest-TestVolumeBootPattern-473790611 tempest-TestVolumeBootPattern-473790611-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d4017293-1ff9-404d-8cdd-48f1ae46ba0e,revision_number=0']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:58:51.318128 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-8a15c2aa-fdea-4911-8f5b-a83f5f0056e9 tempest-TestVolumeBootPattern-473790611 tempest-TestVolumeBootPattern-473790611-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:58:51.319342 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-8a15c2aa-fdea-4911-8f5b-a83f5f0056e9 tempest-TestVolumeBootPattern-473790611 tempest-TestVolumeBootPattern-473790611-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1198831 Sep 23 19:58:51.322126 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 57418) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:58:51.327032 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.v2.base [None req-9685ad13-b02a-4d8c-bdd3-33e884cf2844 tempest-TestVolumeBootPattern-473790611 tempest-TestVolumeBootPattern-473790611-project] Request body: {'security_group_rule': {'security_group_id': '144e7209-c560-46fb-b43e-2ce38f5b7271', 'project_id': '1c95f4136fb946e684bc3bd0afadbbdd', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=95102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:58:51.353405 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-9685ad13-b02a-4d8c-bdd3-33e884cf2844 tempest-TestVolumeBootPattern-473790611 tempest-TestVolumeBootPattern-473790611-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:58:51.410326 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-9685ad13-b02a-4d8c-bdd3-33e884cf2844 tempest-TestVolumeBootPattern-473790611 tempest-TestVolumeBootPattern-473790611-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:58:51.413594 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-9685ad13-b02a-4d8c-bdd3-33e884cf2844 tempest-TestVolumeBootPattern-473790611 tempest-TestVolumeBootPattern-473790611-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575319'] for security_group_rule, after_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:58:51.433999 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9685ad13-b02a-4d8c-bdd3-33e884cf2844 tempest-TestVolumeBootPattern-473790611 tempest-TestVolumeBootPattern-473790611-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c797fc15-d9ec-4597-a5c4-e73f7558997d,revision_number=0']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:58:51.440142 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-9685ad13-b02a-4d8c-bdd3-33e884cf2844 tempest-TestVolumeBootPattern-473790611 tempest-TestVolumeBootPattern-473790611-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:58:51.441383 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-9685ad13-b02a-4d8c-bdd3-33e884cf2844 tempest-TestVolumeBootPattern-473790611 tempest-TestVolumeBootPattern-473790611-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1183202 Sep 23 19:58:51.444156 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 57420) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:58:51.449268 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.v2.base [None req-e018d6ea-9994-4972-a87d-794b29b7558c tempest-TestVolumeBootPattern-473790611 tempest-TestVolumeBootPattern-473790611-project] Request body: {'security_group_rule': {'security_group_id': '144e7209-c560-46fb-b43e-2ce38f5b7271', 'project_id': '1c95f4136fb946e684bc3bd0afadbbdd', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=95102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:58:51.470496 n-d-713301-16 neutron-server[95102]: INFO neutron.db.securitygroups_db [None req-e018d6ea-9994-4972-a87d-794b29b7558c tempest-TestVolumeBootPattern-473790611 tempest-TestVolumeBootPattern-473790611-project] Project 1c95f4136fb946e684bc3bd0afadbbdd added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 23 19:58:51.475367 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-e018d6ea-9994-4972-a87d-794b29b7558c tempest-TestVolumeBootPattern-473790611 tempest-TestVolumeBootPattern-473790611-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:58:51.536730 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-e018d6ea-9994-4972-a87d-794b29b7558c tempest-TestVolumeBootPattern-473790611 tempest-TestVolumeBootPattern-473790611-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:58:51.540511 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-e018d6ea-9994-4972-a87d-794b29b7558c tempest-TestVolumeBootPattern-473790611 tempest-TestVolumeBootPattern-473790611-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575319'] for security_group_rule, after_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:58:51.560276 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e018d6ea-9994-4972-a87d-794b29b7558c tempest-TestVolumeBootPattern-473790611 tempest-TestVolumeBootPattern-473790611-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fc8061e4-1584-4489-96d7-34a2cff38b8e,revision_number=0']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:58:51.566284 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-e018d6ea-9994-4972-a87d-794b29b7558c tempest-TestVolumeBootPattern-473790611 tempest-TestVolumeBootPattern-473790611-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:58:51.567843 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-e018d6ea-9994-4972-a87d-794b29b7558c tempest-TestVolumeBootPattern-473790611 tempest-TestVolumeBootPattern-473790611-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1224318 Sep 23 19:58:51.570535 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 57422) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:58:51.575149 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.v2.base [None req-d1872f3f-30de-476d-8753-0833cd02a1e1 tempest-TestVolumeBootPattern-473790611 tempest-TestVolumeBootPattern-473790611-project] Request body: {'security_group_rule': {'security_group_id': '144e7209-c560-46fb-b43e-2ce38f5b7271', 'project_id': '1c95f4136fb946e684bc3bd0afadbbdd', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=95102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:58:51.597734 n-d-713301-16 neutron-server[95102]: INFO neutron.db.securitygroups_db [None req-d1872f3f-30de-476d-8753-0833cd02a1e1 tempest-TestVolumeBootPattern-473790611 tempest-TestVolumeBootPattern-473790611-project] Project 1c95f4136fb946e684bc3bd0afadbbdd added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 23 19:58:51.602806 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-d1872f3f-30de-476d-8753-0833cd02a1e1 tempest-TestVolumeBootPattern-473790611 tempest-TestVolumeBootPattern-473790611-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:58:51.668619 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-d1872f3f-30de-476d-8753-0833cd02a1e1 tempest-TestVolumeBootPattern-473790611 tempest-TestVolumeBootPattern-473790611-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:58:51.672843 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-d1872f3f-30de-476d-8753-0833cd02a1e1 tempest-TestVolumeBootPattern-473790611 tempest-TestVolumeBootPattern-473790611-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575319'] for security_group_rule, after_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:58:51.693706 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1872f3f-30de-476d-8753-0833cd02a1e1 tempest-TestVolumeBootPattern-473790611 tempest-TestVolumeBootPattern-473790611-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2eb7392d-a94a-42d2-a645-1df843345263,revision_number=0']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:58:51.696924 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-d1872f3f-30de-476d-8753-0833cd02a1e1 tempest-TestVolumeBootPattern-473790611 tempest-TestVolumeBootPattern-473790611-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:58:51.701825 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-d1872f3f-30de-476d-8753-0833cd02a1e1 tempest-TestVolumeBootPattern-473790611 tempest-TestVolumeBootPattern-473790611-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1266503 Sep 23 19:58:53.138082 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-ebb205a2-3236-4aa6-a816-9dd3554b6db2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:58:53.141635 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:58:53.518756 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-0ae75029-feb6-4728-9a94-5f9b60993d82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:58:55.347524 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-80e7e501-6c57-470d-92c6-e3d54bc3195c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:58:58.197618 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:58:58.459905 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:59:00.881608 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c2296be-38bb-4f30-a521-0b97e16b76f7 req-a601bde1-a6e6-4a7e-a093-a4e98ac18524 tempest-TestNetworkAdvancedServerOps-1630542813 tempest-TestNetworkAdvancedServerOps-1630542813-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:59:00.883150 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-7c2296be-38bb-4f30-a521-0b97e16b76f7 req-a601bde1-a6e6-4a7e-a093-a4e98ac18524 tempest-TestNetworkAdvancedServerOps-1630542813 tempest-TestNetworkAdvancedServerOps-1630542813-project-admin] 10.222.0.67 "GET /v2.0/ports?device_id=fb6c1b5b-3a35-4e63-ae2f-4c84e83b23e6 HTTP/1.1" status: 200 len: 1098 time: 0.0485430 Sep 23 19:59:00.927259 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-7c2296be-38bb-4f30-a521-0b97e16b76f7 req-784e331a-0f76-4e45-98b0-3548a58c625a tempest-TestNetworkAdvancedServerOps-1630542813 tempest-TestNetworkAdvancedServerOps-1630542813-project-admin] 10.222.0.67 "GET /v2.0/security-groups?id=b823ee68-61b3-45b7-bd15-ad0e7a0e3e7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372615 Sep 23 19:59:00.950052 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 57532) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:59:01.110351 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.plugin [None req-2d414de8-4e9f-4a00-9982-70a9a51f10fb tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] Deleting port b11e344d-1d1a-4e7d-964f-21b57038f8e3 {{(pid=95102) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:59:01.110696 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-2d414de8-4e9f-4a00-9982-70a9a51f10fb tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783146157096'] for port, before_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:59:01.185849 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-2d414de8-4e9f-4a00-9982-70a9a51f10fb tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-605701'] for port, precommit_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:59:01.186107 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-2d414de8-4e9f-4a00-9982-70a9a51f10fb tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:59:01.197697 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.plugin [None req-2d414de8-4e9f-4a00-9982-70a9a51f10fb tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] Calling delete_port for b11e344d-1d1a-4e7d-964f-21b57038f8e3 owned by network:floatingip {{(pid=95102) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:59:01.382419 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-2d414de8-4e9f-4a00-9982-70a9a51f10fb tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783146162158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783145673144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4399100'] for port, after_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:59:01.418158 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d414de8-4e9f-4a00-9982-70a9a51f10fb tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] Pushing event deleted for resources: {'Port': ['ID=b11e344d-1d1a-4e7d-964f-21b57038f8e3,revision_number=None']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:59:01.476308 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-2d414de8-4e9f-4a00-9982-70a9a51f10fb tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] Notify callbacks [] for floatingip, after_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:59:01.476738 n-d-713301-16 neutron-server[95102]: INFO neutron.db.l3_db [None req-2d414de8-4e9f-4a00-9982-70a9a51f10fb tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] Floating IP 40463da2-7a29-42a9-bf25-3245d8b53c88 disassociated (deleted). External IP: 172.25.1.112, port: 8068b6e2-d215-496c-9d9a-7ab035112fb5. Sep 23 19:59:01.694120 n-d-713301-16 neutron-server[95102]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d414de8-4e9f-4a00-9982-70a9a51f10fb tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] Router 32abbfbd-1048-41c4-b885-cccc4f59c0d1 has already been hosted by L3 agent 79a740bf-7821-4989-8288-7186e3e128f3 {{(pid=95102) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 19:59:01.806594 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d414de8-4e9f-4a00-9982-70a9a51f10fb tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] Notify agent at l3_agent.n-d-713301-16 the message routers_updated {{(pid=95102) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 19:59:01.811533 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-2d414de8-4e9f-4a00-9982-70a9a51f10fb tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222849'] for floatingip, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:59:01.816351 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f42ce2a0-0f3c-4ac5-84a4-c0e2e8aeca39 None None] Sync routers for ids ['32abbfbd-1048-41c4-b885-cccc4f59c0d1'] in n-d-713301-16 {{(pid=95104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 19:59:01.826887 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f42ce2a0-0f3c-4ac5-84a4-c0e2e8aeca39 None None] Routers {'32abbfbd-1048-41c4-b885-cccc4f59c0d1'} bound to L3 agent in host n-d-713301-16 {{(pid=95104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 19:59:01.827594 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_hamode_db [None req-f42ce2a0-0f3c-4ac5-84a4-c0e2e8aeca39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-23T19:07:52Z,description=,heartbeat_timestamp=2021-09-23T19:58:53Z,host='n-d-713301-16',id=79a740bf-7821-4989-8288-7186e3e128f3,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:07:52Z,topic='l3_agent')) {'router_ids': ['32abbfbd-1048-41c4-b885-cccc4f59c0d1'], 'active': True} {{(pid=95104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:59:01.841395 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-2d414de8-4e9f-4a00-9982-70a9a51f10fb tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] 10.222.0.67 "DELETE /v2.0/floatingips/40463da2-7a29-42a9-bf25-3245d8b53c88 HTTP/1.1" status: 204 len: 168 time: 0.8869290 Sep 23 19:59:01.841395 n-d-713301-16 neutron-server[95102]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fb6c1b5b-3a35-4e63-ae2f-4c84e83b23e6', 'tag': '8068b6e2-d215-496c-9d9a-7ab035112fb5'}] {{(pid=95102) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 19:59:01.842595 n-d-713301-16 neutron-server[95102]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab31b6d93e5336dbddfa8ec424565b3bd8cb2369c5b4d85bc943472dbb21e8ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e9f0c43-14f5-4490-8ecd-6b523043ca9c" -d '{"events": [{"name": "network-changed", "server_uuid": "fb6c1b5b-3a35-4e63-ae2f-4c84e83b23e6", "tag": "8068b6e2-d215-496c-9d9a-7ab035112fb5"}]}' {{(pid=95102) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 19:59:01.897714 n-d-713301-16 neutron-server[95102]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 19:59:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5a2436e-95a3-43f7-8632-d770b9c00acc x-openstack-request-id: req-c5a2436e-95a3-43f7-8632-d770b9c00acc {{(pid=95102) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 19:59:01.898746 n-d-713301-16 neutron-server[95102]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fb6c1b5b-3a35-4e63-ae2f-4c84e83b23e6", "tag": "8068b6e2-d215-496c-9d9a-7ab035112fb5", "status": "completed", "code": 200}]} {{(pid=95102) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 19:59:01.899337 n-d-713301-16 neutron-server[95102]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-c5a2436e-95a3-43f7-8632-d770b9c00acc {{(pid=95102) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 19:59:01.900168 n-d-713301-16 neutron-server[95102]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fb6c1b5b-3a35-4e63-ae2f-4c84e83b23e6', 'tag': '8068b6e2-d215-496c-9d9a-7ab035112fb5', 'status': 'completed', 'code': 200} Sep 23 19:59:01.946221 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_dvr_db [None req-f42ce2a0-0f3c-4ac5-84a4-c0e2e8aeca39 None None] Set router 32abbfbd-1048-41c4-b885-cccc4f59c0d1 gateway port host: n-d-713301-16 {{(pid=95104) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 19:59:01.970151 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9f0c43-14f5-4490-8ecd-6b523043ca9c req-4a211051-6c0f-49aa-8c93-97d6c7ade247 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:59:01.972060 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-4e9f0c43-14f5-4490-8ecd-6b523043ca9c req-4a211051-6c0f-49aa-8c93-97d6c7ade247 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=9cf4888c1a454e07a3d16aa9e7c63006&device_id=fb6c1b5b-3a35-4e63-ae2f-4c84e83b23e6 HTTP/1.1" status: 200 len: 1098 time: 0.0503802 Sep 23 19:59:02.124286 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9f0c43-14f5-4490-8ecd-6b523043ca9c req-efaed624-ca1b-40b9-9412-a439c9592af1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:59:02.125852 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-4e9f0c43-14f5-4490-8ecd-6b523043ca9c req-efaed624-ca1b-40b9-9412-a439c9592af1 service neutron] 10.222.0.53 "GET /v2.0/networks?id=b26c350a-bbf7-4ea0-b9d7-09eada9c3ff4 HTTP/1.1" status: 200 len: 897 time: 0.1450775 Sep 23 19:59:02.141152 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6480e8e8-8d67-419f-b1ab-6ee1cf2f7a3f req-79a5b030-ddbe-414b-adc6-0a31260963ec tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:59:02.142618 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-6480e8e8-8d67-419f-b1ab-6ee1cf2f7a3f req-79a5b030-ddbe-414b-adc6-0a31260963ec tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] 10.222.0.67 "GET /v2.0/ports?device_id=fb6c1b5b-3a35-4e63-ae2f-4c84e83b23e6 HTTP/1.1" status: 200 len: 946 time: 0.0676355 Sep 23 19:59:02.179380 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_hamode_db [None req-f42ce2a0-0f3c-4ac5-84a4-c0e2e8aeca39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32abbfbd-1048-41c4-b885-cccc4f59c0d1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-716538060', 'tenant_id': '9cf4888c1a454e07a3d16aa9e7c63006', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'external_fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.248'}], 'enable_snat': True}, 'gw_port_id': 'dcabc601-dc6c-4e14-90ae-e34ff1ebe3f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:57:21Z', 'updated_at': '2021-09-23T19:57:25Z', 'revision_number': 4, 'project_id': '9cf4888c1a454e07a3d16aa9e7c63006', 'gw_port': {'id': 'dcabc601-dc6c-4e14-90ae-e34ff1ebe3f3', 'name': '', 'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:38:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32abbfbd-1048-41c4-b885-cccc4f59c0d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3909, 'fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:57:22Z', 'updated_at': '2021-09-23T19:57:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-16', '_interfaces': [{'id': 'b2d7b637-fe9d-4682-97d5-efd54155d19a', 'name': '', 'network_id': 'b26c350a-bbf7-4ea0-b9d7-09eada9c3ff4', 'tenant_id': '9cf4888c1a454e07a3d16aa9e7c63006', 'mac_address': 'fa:16:3e:73:99:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32abbfbd-1048-41c4-b885-cccc4f59c0d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3912, 'fixed_ips': [{'subnet_id': 'dcc8f5fd-6f55-4154-96de-f0ca4b1f7a0b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:57:25Z', 'updated_at': '2021-09-23T19:57:28Z', 'revision_number': 5, 'project_id': '9cf4888c1a454e07a3d16aa9e7c63006', 'subnets': [{'id': 'dcc8f5fd-6f55-4154-96de-f0ca4b1f7a0b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-16', False) {} {{(pid=95104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:59:02.194541 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-4e9f0c43-14f5-4490-8ecd-6b523043ca9c req-857a2ce2-62a1-4afb-8a71-af55c81dd14c service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8068b6e2-d215-496c-9d9a-7ab035112fb5 HTTP/1.1" status: 200 len: 217 time: 0.0509262 Sep 23 19:59:02.207810 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f42ce2a0-0f3c-4ac5-84a4-c0e2e8aeca39 None None] Checking router: 32abbfbd-1048-41c4-b885-cccc4f59c0d1 for host: n-d-713301-16 {{(pid=95104) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 19:59:02.219070 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f42ce2a0-0f3c-4ac5-84a4-c0e2e8aeca39 None None] Routers {'32abbfbd-1048-41c4-b885-cccc4f59c0d1'} bound to L3 agent in host n-d-713301-16 {{(pid=95104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 19:59:02.220220 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_hamode_db [None req-f42ce2a0-0f3c-4ac5-84a4-c0e2e8aeca39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-23T19:07:52Z,description=,heartbeat_timestamp=2021-09-23T19:58:53Z,host='n-d-713301-16',id=79a740bf-7821-4989-8288-7186e3e128f3,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:07:52Z,topic='l3_agent')) {'router_ids': ['32abbfbd-1048-41c4-b885-cccc4f59c0d1'], 'active': True} {{(pid=95104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:59:02.260122 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-6480e8e8-8d67-419f-b1ab-6ee1cf2f7a3f req-b9a0345a-cd27-45a7-89c1-c7b57e2e1f7c tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] 10.222.0.67 "GET /v2.0/security-groups?id=b823ee68-61b3-45b7-bd15-ad0e7a0e3e7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1092536 Sep 23 19:59:02.277278 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9f0c43-14f5-4490-8ecd-6b523043ca9c req-7a361ee7-a0dc-4653-be75-323fc22c8d30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:59:02.279023 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-4e9f0c43-14f5-4490-8ecd-6b523043ca9c req-7a361ee7-a0dc-4653-be75-323fc22c8d30 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=dcc8f5fd-6f55-4154-96de-f0ca4b1f7a0b HTTP/1.1" status: 200 len: 835 time: 0.0749485 Sep 23 19:59:02.340290 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9f0c43-14f5-4490-8ecd-6b523043ca9c req-3a040863-ebbb-4838-9d60-a3836f8df66a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:59:02.341582 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_dvr_db [None req-f42ce2a0-0f3c-4ac5-84a4-c0e2e8aeca39 None None] Set router 32abbfbd-1048-41c4-b885-cccc4f59c0d1 gateway port host: n-d-713301-16 {{(pid=95104) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 19:59:02.341880 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-4e9f0c43-14f5-4490-8ecd-6b523043ca9c req-3a040863-ebbb-4838-9d60-a3836f8df66a service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=b26c350a-bbf7-4ea0-b9d7-09eada9c3ff4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0477908 Sep 23 19:59:02.445488 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-4e9f0c43-14f5-4490-8ecd-6b523043ca9c req-fc0545f9-ade5-4033-a1ff-0e6fce67f02f service neutron] 10.222.0.53 "GET /v2.0/networks/b26c350a-bbf7-4ea0-b9d7-09eada9c3ff4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0960681 Sep 23 19:59:02.542379 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-4e9f0c43-14f5-4490-8ecd-6b523043ca9c req-b57fdf1f-7fe6-4d86-bc4e-50e7c9c5a3de service neutron] 10.222.0.53 "GET /v2.0/networks/b26c350a-bbf7-4ea0-b9d7-09eada9c3ff4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887687 Sep 23 19:59:02.549721 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_hamode_db [None req-f42ce2a0-0f3c-4ac5-84a4-c0e2e8aeca39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32abbfbd-1048-41c4-b885-cccc4f59c0d1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-716538060', 'tenant_id': '9cf4888c1a454e07a3d16aa9e7c63006', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'external_fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.248'}], 'enable_snat': True}, 'gw_port_id': 'dcabc601-dc6c-4e14-90ae-e34ff1ebe3f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:57:21Z', 'updated_at': '2021-09-23T19:57:25Z', 'revision_number': 4, 'project_id': '9cf4888c1a454e07a3d16aa9e7c63006', 'gw_port': {'id': 'dcabc601-dc6c-4e14-90ae-e34ff1ebe3f3', 'name': '', 'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:38:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32abbfbd-1048-41c4-b885-cccc4f59c0d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3909, 'fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:57:22Z', 'updated_at': '2021-09-23T19:57:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-16', '_interfaces': [{'id': 'b2d7b637-fe9d-4682-97d5-efd54155d19a', 'name': '', 'network_id': 'b26c350a-bbf7-4ea0-b9d7-09eada9c3ff4', 'tenant_id': '9cf4888c1a454e07a3d16aa9e7c63006', 'mac_address': 'fa:16:3e:73:99:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32abbfbd-1048-41c4-b885-cccc4f59c0d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3912, 'fixed_ips': [{'subnet_id': 'dcc8f5fd-6f55-4154-96de-f0ca4b1f7a0b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:57:25Z', 'updated_at': '2021-09-23T19:57:28Z', 'revision_number': 5, 'project_id': '9cf4888c1a454e07a3d16aa9e7c63006', 'subnets': [{'id': 'dcc8f5fd-6f55-4154-96de-f0ca4b1f7a0b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-16', False) {} {{(pid=95104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:59:02.582663 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f42ce2a0-0f3c-4ac5-84a4-c0e2e8aeca39 None None] The sync data for ids ['32abbfbd-1048-41c4-b885-cccc4f59c0d1'] in n-d-713301-16 is: [{'id': '32abbfbd-1048-41c4-b885-cccc4f59c0d1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-716538060', 'tenant_id': '9cf4888c1a454e07a3d16aa9e7c63006', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'external_fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.248'}], 'enable_snat': True}, 'gw_port_id': 'dcabc601-dc6c-4e14-90ae-e34ff1ebe3f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:57:21Z', 'updated_at': '2021-09-23T19:57:25Z', 'revision_number': 4, 'project_id': '9cf4888c1a454e07a3d16aa9e7c63006', 'gw_port': {'id': 'dcabc601-dc6c-4e14-90ae-e34ff1ebe3f3', 'name': '', 'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:38:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32abbfbd-1048-41c4-b885-cccc4f59c0d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3909, 'fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:57:22Z', 'updated_at': '2021-09-23T19:57:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-16', '_interfaces': [{'id': 'b2d7b637-fe9d-4682-97d5-efd54155d19a', 'name': '', 'network_id': 'b26c350a-bbf7-4ea0-b9d7-09eada9c3ff4', 'tenant_id': '9cf4888c1a454e07a3d16aa9e7c63006', 'mac_address': 'fa:16:3e:73:99:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32abbfbd-1048-41c4-b885-cccc4f59c0d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3912, 'fixed_ips': [{'subnet_id': 'dcc8f5fd-6f55-4154-96de-f0ca4b1f7a0b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:57:25Z', 'updated_at': '2021-09-23T19:57:28Z', 'revision_number': 5, 'project_id': '9cf4888c1a454e07a3d16aa9e7c63006', 'subnets': [{'id': 'dcc8f5fd-6f55-4154-96de-f0ca4b1f7a0b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 19:59:02.828392 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4c37402-098b-4ac9-b9d6-c0415f189f8c None None] New status for floating IP 40463da2-7a29-42a9-bf25-3245d8b53c88: DOWN {{(pid=95103) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 23 19:59:03.391991 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3670f1f-dfd0-4735-8c9c-f79e3da328c1 req-c6eae449-8412-4b72-b198-bb58b7394556 tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:59:03.393544 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-c3670f1f-dfd0-4735-8c9c-f79e3da328c1 req-c6eae449-8412-4b72-b198-bb58b7394556 tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] 10.222.0.53 "GET /v2.0/ports?device_id=fb6c1b5b-3a35-4e63-ae2f-4c84e83b23e6 HTTP/1.1" status: 200 len: 946 time: 0.0907924 Sep 23 19:59:03.447277 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-393eac28-ca3e-4d44-841b-4c522ce0df2c req-c8a28fd9-2cbe-46c7-970d-70f7aacaab5d tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:59:03.450033 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-393eac28-ca3e-4d44-841b-4c522ce0df2c req-c8a28fd9-2cbe-46c7-970d-70f7aacaab5d tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] 10.222.0.67 "GET /v2.0/ports?device_id=fb6c1b5b-3a35-4e63-ae2f-4c84e83b23e6 HTTP/1.1" status: 200 len: 946 time: 0.1003592 Sep 23 19:59:03.522053 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-393eac28-ca3e-4d44-841b-4c522ce0df2c req-b52b5b1b-354a-4f11-85ea-29b0efdf24ca tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] 10.222.0.67 "GET /v2.0/security-groups?id=b823ee68-61b3-45b7-bd15-ad0e7a0e3e7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0652680 Sep 23 19:59:03.539419 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.plugin [req-c3670f1f-dfd0-4735-8c9c-f79e3da328c1 req-7a95bcc8-95d8-4cdb-8da0-cab9e7f84a16 tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] Deleting port 8068b6e2-d215-496c-9d9a-7ab035112fb5 {{(pid=95102) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:59:03.540024 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-c3670f1f-dfd0-4735-8c9c-f79e3da328c1 req-7a95bcc8-95d8-4cdb-8da0-cab9e7f84a16 tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783146157096'] for port, before_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:59:03.639707 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.db [req-c3670f1f-dfd0-4735-8c9c-f79e3da328c1 req-7a95bcc8-95d8-4cdb-8da0-cab9e7f84a16 tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] For port 8068b6e2-d215-496c-9d9a-7ab035112fb5, host n-h2-713301-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-16',level=0,port_id=8068b6e2-d215-496c-9d9a-7ab035112fb5,segment=NetworkSegment(e851f304-d10e-494c-b70c-015c08f1570d),segment_id=e851f304-d10e-494c-b70c-015c08f1570d)] {{(pid=95102) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:59:03.640109 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-c3670f1f-dfd0-4735-8c9c-f79e3da328c1 req-7a95bcc8-95d8-4cdb-8da0-cab9e7f84a16 tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-605701'] for port, precommit_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:59:03.653724 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.plugin [req-c3670f1f-dfd0-4735-8c9c-f79e3da328c1 req-7a95bcc8-95d8-4cdb-8da0-cab9e7f84a16 tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] Calling delete_port for 8068b6e2-d215-496c-9d9a-7ab035112fb5 owned by compute:nova {{(pid=95102) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:59:03.790465 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-c3670f1f-dfd0-4735-8c9c-f79e3da328c1 req-7a95bcc8-95d8-4cdb-8da0-cab9e7f84a16 tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783146162158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783145673144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4399100'] for port, after_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:59:03.826408 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a95bcc8-95d8-4cdb-8da0-cab9e7f84a16 tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] Pushing event deleted for resources: {'Port': ['ID=8068b6e2-d215-496c-9d9a-7ab035112fb5,revision_number=None']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:59:03.867098 n-d-713301-16 neutron-server[95102]: DEBUG neutron.db.l3_dvrscheduler_db [req-c3670f1f-dfd0-4735-8c9c-f79e3da328c1 req-7a95bcc8-95d8-4cdb-8da0-cab9e7f84a16 tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] No DVR routers for this DVR port 8068b6e2-d215-496c-9d9a-7ab035112fb5 on host n-h2-713301-16 {{(pid=95102) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 19:59:03.869615 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-c3670f1f-dfd0-4735-8c9c-f79e3da328c1 req-7a95bcc8-95d8-4cdb-8da0-cab9e7f84a16 tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222849'] for port, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:59:03.872956 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-c3670f1f-dfd0-4735-8c9c-f79e3da328c1 req-7a95bcc8-95d8-4cdb-8da0-cab9e7f84a16 tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] 10.222.0.53 "DELETE /v2.0/ports/8068b6e2-d215-496c-9d9a-7ab035112fb5 HTTP/1.1" status: 204 len: 173 time: 0.4722600 Sep 23 19:59:03.902575 n-d-713301-16 neutron-server[95102]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb6c1b5b-3a35-4e63-ae2f-4c84e83b23e6', 'name': 'network-vif-deleted', 'tag': '8068b6e2-d215-496c-9d9a-7ab035112fb5'}] {{(pid=95102) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 19:59:03.905830 n-d-713301-16 neutron-server[95102]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab31b6d93e5336dbddfa8ec424565b3bd8cb2369c5b4d85bc943472dbb21e8ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e9f8d06-9972-434d-ae68-5b5e33b0dd93" -d '{"events": [{"server_uuid": "fb6c1b5b-3a35-4e63-ae2f-4c84e83b23e6", "name": "network-vif-deleted", "tag": "8068b6e2-d215-496c-9d9a-7ab035112fb5"}]}' {{(pid=95102) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 19:59:03.945924 n-d-713301-16 neutron-server[95102]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 19:59:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43969b44-9b89-4ea3-a5c1-a7edb357ee07 x-openstack-request-id: req-43969b44-9b89-4ea3-a5c1-a7edb357ee07 {{(pid=95102) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 19:59:03.946163 n-d-713301-16 neutron-server[95102]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fb6c1b5b-3a35-4e63-ae2f-4c84e83b23e6", "name": "network-vif-deleted", "tag": "8068b6e2-d215-496c-9d9a-7ab035112fb5", "status": "completed", "code": 200}]} {{(pid=95102) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 19:59:03.947775 n-d-713301-16 neutron-server[95102]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-43969b44-9b89-4ea3-a5c1-a7edb357ee07 {{(pid=95102) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 19:59:03.947775 n-d-713301-16 neutron-server[95102]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb6c1b5b-3a35-4e63-ae2f-4c84e83b23e6', 'name': 'network-vif-deleted', 'tag': '8068b6e2-d215-496c-9d9a-7ab035112fb5', 'status': 'completed', 'code': 200} Sep 23 19:59:04.584176 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 57568) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:59:05.008656 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-125dd5c1-6cd8-42c7-b8c4-5fa1326586d7 tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-601372'] for router_interface, before_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:59:05.298052 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.plugin [None req-125dd5c1-6cd8-42c7-b8c4-5fa1326586d7 tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] Deleting port b2d7b637-fe9d-4682-97d5-efd54155d19a {{(pid=95102) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:59:05.298398 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-125dd5c1-6cd8-42c7-b8c4-5fa1326586d7 tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783146157096'] for port, before_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:59:05.393242 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.db [None req-125dd5c1-6cd8-42c7-b8c4-5fa1326586d7 tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] For port b2d7b637-fe9d-4682-97d5-efd54155d19a, host n-d-713301-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-16',level=0,port_id=b2d7b637-fe9d-4682-97d5-efd54155d19a,segment=NetworkSegment(e851f304-d10e-494c-b70c-015c08f1570d),segment_id=e851f304-d10e-494c-b70c-015c08f1570d)] {{(pid=95102) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:59:05.393609 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-125dd5c1-6cd8-42c7-b8c4-5fa1326586d7 tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-605701'] for port, precommit_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:59:05.406060 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.plugin [None req-125dd5c1-6cd8-42c7-b8c4-5fa1326586d7 tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] Calling delete_port for b2d7b637-fe9d-4682-97d5-efd54155d19a owned by network:router_interface {{(pid=95102) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:59:05.943906 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-125dd5c1-6cd8-42c7-b8c4-5fa1326586d7 tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783146162158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783145673144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4399100'] for port, after_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:59:05.971080 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-125dd5c1-6cd8-42c7-b8c4-5fa1326586d7 tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] Pushing event deleted for resources: {'Port': ['ID=b2d7b637-fe9d-4682-97d5-efd54155d19a,revision_number=None']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:59:06.107785 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-717575c9-177d-41bc-821b-8081b3f481fc req-40259b76-0ec2-4a16-b0c3-a902f603a838 tempest-TestVolumeBootPattern-473790611 tempest-TestVolumeBootPattern-473790611-project] 10.222.0.67 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1347714272&fields=id&tenant_id=1c95f4136fb946e684bc3bd0afadbbdd HTTP/1.1" status: 200 len: 267 time: 0.0896661 Sep 23 19:59:06.249845 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-125dd5c1-6cd8-42c7-b8c4-5fa1326586d7 tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-527322', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-602005'] for router_interface, after_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:59:06.279769 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-717575c9-177d-41bc-821b-8081b3f481fc req-a362bc26-2254-4dc8-b815-da9b2120166d tempest-TestVolumeBootPattern-473790611 tempest-TestVolumeBootPattern-473790611-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:59:06.281308 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-717575c9-177d-41bc-821b-8081b3f481fc req-a362bc26-2254-4dc8-b815-da9b2120166d tempest-TestVolumeBootPattern-473790611 tempest-TestVolumeBootPattern-473790611-project] 10.222.0.67 "GET /v2.0/networks?id=a97a1ddd-be59-4422-8c3e-924143535884 HTTP/1.1" status: 200 len: 811 time: 0.1666090 Sep 23 19:59:06.358373 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-717575c9-177d-41bc-821b-8081b3f481fc req-57258986-df82-4942-847d-10752fbe0bf5 tempest-TestVolumeBootPattern-473790611 tempest-TestVolumeBootPattern-473790611-project] 10.222.0.67 "GET /v2.0/quotas/1c95f4136fb946e684bc3bd0afadbbdd HTTP/1.1" status: 200 len: 375 time: 0.0406904 Sep 23 19:59:06.439547 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-717575c9-177d-41bc-821b-8081b3f481fc req-6eb43d2b-ddea-4f98-ab3f-4b66206b675b tempest-TestVolumeBootPattern-473790611 tempest-TestVolumeBootPattern-473790611-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=1c95f4136fb946e684bc3bd0afadbbdd&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0749316 Sep 23 19:59:06.628203 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-717575c9-177d-41bc-821b-8081b3f481fc req-3ac2eb56-e08c-4fff-815b-fa224ae10f3e service neutron] 10.222.0.67 "GET /v2.0/networks/a97a1ddd-be59-4422-8c3e-924143535884?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1581511 Sep 23 19:59:06.629981 n-d-713301-16 neutron-server[95102]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-125dd5c1-6cd8-42c7-b8c4-5fa1326586d7 tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] Router 32abbfbd-1048-41c4-b885-cccc4f59c0d1 has already been hosted by L3 agent 79a740bf-7821-4989-8288-7186e3e128f3 {{(pid=95102) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 19:59:06.807228 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-717575c9-177d-41bc-821b-8081b3f481fc req-a40a75c8-f3cf-455a-9404-1fb7c83c3b24 service neutron] 10.222.0.67 "GET /v2.0/networks/a97a1ddd-be59-4422-8c3e-924143535884?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1722326 Sep 23 19:59:06.823624 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-125dd5c1-6cd8-42c7-b8c4-5fa1326586d7 tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] Notify agent at l3_agent.n-d-713301-16 the message routers_updated {{(pid=95102) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 19:59:06.830588 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-125dd5c1-6cd8-42c7-b8c4-5fa1326586d7 tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] 10.222.0.67 "PUT /v2.0/routers/32abbfbd-1048-41c4-b885-cccc4f59c0d1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2452424 Sep 23 19:59:06.833382 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 57582) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:59:06.835268 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2400c11-be0d-4992-827f-29648aa22f00 None None] Sync routers for ids ['32abbfbd-1048-41c4-b885-cccc4f59c0d1'] in n-d-713301-16 {{(pid=95104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 19:59:06.849639 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2400c11-be0d-4992-827f-29648aa22f00 None None] Routers {'32abbfbd-1048-41c4-b885-cccc4f59c0d1'} bound to L3 agent in host n-d-713301-16 {{(pid=95104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 19:59:06.850268 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_hamode_db [None req-e2400c11-be0d-4992-827f-29648aa22f00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-23T19:07:52Z,description=,heartbeat_timestamp=2021-09-23T19:58:53Z,host='n-d-713301-16',id=79a740bf-7821-4989-8288-7186e3e128f3,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:07:52Z,topic='l3_agent')) {'router_ids': ['32abbfbd-1048-41c4-b885-cccc4f59c0d1'], 'active': True} {{(pid=95104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:59:06.891703 n-d-713301-16 neutron-server[95102]: DEBUG neutron.db.db_base_plugin_v2 [None req-ec476ce9-6e33-482f-89ec-ec8ff4ac3ead tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] Deleting subnet dcc8f5fd-6f55-4154-96de-f0ca4b1f7a0b {{(pid=95102) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 23 19:59:06.895530 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-ec476ce9-6e33-482f-89ec-ec8ff4ac3ead tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] Notify callbacks [] for subnet, before_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:59:06.940994 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-ec476ce9-6e33-482f-89ec-ec8ff4ac3ead tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6162825'] for subnet, precommit_delete_associations {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:59:07.049062 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-ec476ce9-6e33-482f-89ec-ec8ff4ac3ead tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1756813'] for subnet, precommit_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:59:07.057205 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_dvr_db [None req-e2400c11-be0d-4992-827f-29648aa22f00 None None] Set router 32abbfbd-1048-41c4-b885-cccc4f59c0d1 gateway port host: n-d-713301-16 {{(pid=95104) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 19:59:07.152856 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-47249899-ae56-4412-a2be-947aa7e57e0f req-6533f2b3-f5e5-4e8a-bdad-942c17364d87 tempest-TestVolumeBootPattern-473790611 tempest-TestVolumeBootPattern-473790611-project] 10.222.0.67 "GET /v2.0/ports?device_id=a823de75-8b8e-46f9-96fb-49bacdd447f7 HTTP/1.1" status: 200 len: 210 time: 0.0299904 Sep 23 19:59:07.154241 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-ec476ce9-6e33-482f-89ec-ec8ff4ac3ead tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1756804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4399009', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5388229'] for subnet, after_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:59:07.178163 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec476ce9-6e33-482f-89ec-ec8ff4ac3ead tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] Pushing event deleted for resources: {'Subnet': ['ID=dcc8f5fd-6f55-4154-96de-f0ca4b1f7a0b,revision_number=None']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:59:07.190970 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-ec476ce9-6e33-482f-89ec-ec8ff4ac3ead tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] Notify callbacks [] for subnet, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:59:07.196065 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-ec476ce9-6e33-482f-89ec-ec8ff4ac3ead tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] 10.222.0.67 "DELETE /v2.0/subnets/dcc8f5fd-6f55-4154-96de-f0ca4b1f7a0b HTTP/1.1" status: 204 len: 168 time: 0.3592918 Sep 23 19:59:07.196623 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 57594) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:59:07.203520 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Device 8068b6e2-d215-496c-9d9a-7ab035112fb5 no longer exists at agent hyperv_n-h2-713301-16 {{(pid=95103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 19:59:07.230697 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44a36705-616d-4a80-8393-b569f8ea97c0 None None] Network b26c350a-bbf7-4ea0-b9d7-09eada9c3ff4 requested from n-d-713301-16 {{(pid=95103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 19:59:07.264265 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_hamode_db [None req-e2400c11-be0d-4992-827f-29648aa22f00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32abbfbd-1048-41c4-b885-cccc4f59c0d1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-716538060', 'tenant_id': '9cf4888c1a454e07a3d16aa9e7c63006', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'external_fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.248'}], 'enable_snat': True}, 'gw_port_id': 'dcabc601-dc6c-4e14-90ae-e34ff1ebe3f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:57:21Z', 'updated_at': '2021-09-23T19:59:05Z', 'revision_number': 5, 'project_id': '9cf4888c1a454e07a3d16aa9e7c63006', 'gw_port': {'id': 'dcabc601-dc6c-4e14-90ae-e34ff1ebe3f3', 'name': '', 'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:38:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32abbfbd-1048-41c4-b885-cccc4f59c0d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3909, 'fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:57:22Z', 'updated_at': '2021-09-23T19:57:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-16'}], 'n-d-713301-16', False) {} {{(pid=95104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:59:07.293869 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2400c11-be0d-4992-827f-29648aa22f00 None None] Checking router: 32abbfbd-1048-41c4-b885-cccc4f59c0d1 for host: n-d-713301-16 {{(pid=95104) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 19:59:07.299307 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.plugin [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] No Port match for: 8068b6e2-d215-496c-9d9a-7ab035112fb5 {{(pid=95103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 19:59:07.299786 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Device 8068b6e2-d215-496c-9d9a-7ab035112fb5 not bound to the agent host n-h2-713301-16 {{(pid=95103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 19:59:07.304013 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2400c11-be0d-4992-827f-29648aa22f00 None None] Routers {'32abbfbd-1048-41c4-b885-cccc4f59c0d1'} bound to L3 agent in host n-d-713301-16 {{(pid=95104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 19:59:07.304809 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_hamode_db [None req-e2400c11-be0d-4992-827f-29648aa22f00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-23T19:07:52Z,description=,heartbeat_timestamp=2021-09-23T19:58:53Z,host='n-d-713301-16',id=79a740bf-7821-4989-8288-7186e3e128f3,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:07:52Z,topic='l3_agent')) {'router_ids': ['32abbfbd-1048-41c4-b885-cccc4f59c0d1'], 'active': True} {{(pid=95104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:59:07.327574 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-8ba593f3-818c-472a-8a26-4d95327a8c4c tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] Notify callbacks [] for router, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:59:07.435377 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_dvr_db [None req-e2400c11-be0d-4992-827f-29648aa22f00 None None] Set router 32abbfbd-1048-41c4-b885-cccc4f59c0d1 gateway port host: n-d-713301-16 {{(pid=95104) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 19:59:07.444957 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-8ba593f3-818c-472a-8a26-4d95327a8c4c tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:59:07.460336 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63265a19-8f98-4762-b1af-7c28a15e76e0 None None] DHCP port deletion for b26c350a-bbf7-4ea0-b9d7-09eada9c3ff4 request from n-d-713301-16 {{(pid=95103) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 23 19:59:07.514139 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.plugin [None req-8ba593f3-818c-472a-8a26-4d95327a8c4c tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] Deleting port dcabc601-dc6c-4e14-90ae-e34ff1ebe3f3 {{(pid=95101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:59:07.514483 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-8ba593f3-818c-472a-8a26-4d95327a8c4c tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783146157096'] for port, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:59:07.521467 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.plugin [None req-63265a19-8f98-4762-b1af-7c28a15e76e0 None None] Deleting port 6ccd6882-5440-484a-8689-f6f68a5a4531 {{(pid=95103) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 19:59:07.522104 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-63265a19-8f98-4762-b1af-7c28a15e76e0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783146157096'] for port, before_delete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:59:07.595034 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-63265a19-8f98-4762-b1af-7c28a15e76e0 None None] For port 6ccd6882-5440-484a-8689-f6f68a5a4531, host n-d-713301-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-16',level=0,port_id=6ccd6882-5440-484a-8689-f6f68a5a4531,segment=NetworkSegment(e851f304-d10e-494c-b70c-015c08f1570d),segment_id=e851f304-d10e-494c-b70c-015c08f1570d)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:59:07.595761 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-63265a19-8f98-4762-b1af-7c28a15e76e0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-605701'] for port, precommit_delete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:59:07.611870 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.db [None req-8ba593f3-818c-472a-8a26-4d95327a8c4c tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] For port dcabc601-dc6c-4e14-90ae-e34ff1ebe3f3, host n-d-713301-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-16',level=0,port_id=dcabc601-dc6c-4e14-90ae-e34ff1ebe3f3,segment=NetworkSegment(7d4027f1-d893-4c7b-95d4-757b8e44e380),segment_id=7d4027f1-d893-4c7b-95d4-757b8e44e380)] {{(pid=95101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:59:07.612435 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-8ba593f3-818c-472a-8a26-4d95327a8c4c tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-605701'] for port, precommit_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:59:07.615649 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.plugin [None req-63265a19-8f98-4762-b1af-7c28a15e76e0 None None] Calling delete_port for 6ccd6882-5440-484a-8689-f6f68a5a4531 owned by network:dhcp {{(pid=95103) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:59:07.631850 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.plugin [None req-8ba593f3-818c-472a-8a26-4d95327a8c4c tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] Calling delete_port for dcabc601-dc6c-4e14-90ae-e34ff1ebe3f3 owned by network:router_gateway {{(pid=95101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 19:59:07.667132 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_hamode_db [None req-e2400c11-be0d-4992-827f-29648aa22f00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32abbfbd-1048-41c4-b885-cccc4f59c0d1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-716538060', 'tenant_id': '9cf4888c1a454e07a3d16aa9e7c63006', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'external_fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.248'}], 'enable_snat': True}, 'gw_port_id': 'dcabc601-dc6c-4e14-90ae-e34ff1ebe3f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:57:21Z', 'updated_at': '2021-09-23T19:59:05Z', 'revision_number': 5, 'project_id': '9cf4888c1a454e07a3d16aa9e7c63006', 'gw_port': {'id': 'dcabc601-dc6c-4e14-90ae-e34ff1ebe3f3', 'name': '', 'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:38:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32abbfbd-1048-41c4-b885-cccc4f59c0d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3909, 'fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:57:22Z', 'updated_at': '2021-09-23T19:57:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-16'}], 'n-d-713301-16', False) {} {{(pid=95104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:59:07.697645 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2400c11-be0d-4992-827f-29648aa22f00 None None] The sync data for ids ['32abbfbd-1048-41c4-b885-cccc4f59c0d1'] in n-d-713301-16 is: [{'id': '32abbfbd-1048-41c4-b885-cccc4f59c0d1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-716538060', 'tenant_id': '9cf4888c1a454e07a3d16aa9e7c63006', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'external_fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.248'}], 'enable_snat': True}, 'gw_port_id': 'dcabc601-dc6c-4e14-90ae-e34ff1ebe3f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:57:21Z', 'updated_at': '2021-09-23T19:59:05Z', 'revision_number': 5, 'project_id': '9cf4888c1a454e07a3d16aa9e7c63006', 'gw_port': {'id': 'dcabc601-dc6c-4e14-90ae-e34ff1ebe3f3', 'name': '', 'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:38:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32abbfbd-1048-41c4-b885-cccc4f59c0d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3909, 'fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:57:22Z', 'updated_at': '2021-09-23T19:57:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-16'}] {{(pid=95104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 19:59:07.711998 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-63265a19-8f98-4762-b1af-7c28a15e76e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783146162158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783145673144'] for port, after_delete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:59:07.750119 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63265a19-8f98-4762-b1af-7c28a15e76e0 None None] No DVR routers for this DVR port 6ccd6882-5440-484a-8689-f6f68a5a4531 on host n-d-713301-16 {{(pid=95103) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 19:59:07.751852 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63265a19-8f98-4762-b1af-7c28a15e76e0 None None] Pushing event deleted for resources: {'Port': ['ID=6ccd6882-5440-484a-8689-f6f68a5a4531,revision_number=None']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:59:07.840140 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-8ba593f3-818c-472a-8a26-4d95327a8c4c tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783146162158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783145673144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5607431'] for port, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:59:07.867059 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ba593f3-818c-472a-8a26-4d95327a8c4c tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] Pushing event deleted for resources: {'Port': ['ID=dcabc601-dc6c-4e14-90ae-e34ff1ebe3f3,revision_number=None']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:59:07.926613 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-8ba593f3-818c-472a-8a26-4d95327a8c4c tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-601942'] for router_gateway, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:59:08.018162 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-8ba593f3-818c-472a-8a26-4d95327a8c4c tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-597305', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29369'] for router, precommit_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:59:08.020208 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-8ba593f3-818c-472a-8a26-4d95327a8c4c tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:59:08.071165 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-8ba593f3-818c-472a-8a26-4d95327a8c4c tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-597296'] for router, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:59:08.071802 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ba593f3-818c-472a-8a26-4d95327a8c4c tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] Fanout notify agent at l3_agent the message router_deleted on router 32abbfbd-1048-41c4-b885-cccc4f59c0d1 {{(pid=95101) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 23 19:59:08.080535 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-8ba593f3-818c-472a-8a26-4d95327a8c4c tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] Notify callbacks [] for router, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:59:08.084250 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-8ba593f3-818c-472a-8a26-4d95327a8c4c tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] 10.222.0.67 "DELETE /v2.0/routers/32abbfbd-1048-41c4-b885-cccc4f59c0d1 HTTP/1.1" status: 204 len: 168 time: 0.8833368 Sep 23 19:59:08.084549 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 57602) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:59:08.181795 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-1e10fb5b-54ce-4b67-8d73-e20177fb6b7e tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1628021'] for network, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:59:08.286026 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-1e10fb5b-54ce-4b67-8d73-e20177fb6b7e tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1754676', 'neutron.services.segments.db._delete_segments_for_network-8783146221460'] for network, precommit_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:59:08.286654 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-717575c9-177d-41bc-821b-8081b3f481fc req-51ec522c-b7f0-44df-8f6e-06db9c6dee81 tempest-TestVolumeBootPattern-473790611 tempest-TestVolumeBootPattern-473790611-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:59:08.288578 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-717575c9-177d-41bc-821b-8081b3f481fc req-51ec522c-b7f0-44df-8f6e-06db9c6dee81 tempest-TestVolumeBootPattern-473790611 tempest-TestVolumeBootPattern-473790611-project] 10.222.0.74 "GET /v2.0/networks?id=a97a1ddd-be59-4422-8c3e-924143535884 HTTP/1.1" status: 200 len: 811 time: 0.1943858 Sep 23 19:59:08.311621 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-f1cb146e-13d7-437e-8733-14c08731ee53 req-30bb77b1-92e7-4044-a40e-a43e4b674abd tempest-TestVolumeBootPattern-473790611 tempest-TestVolumeBootPattern-473790611-project] 10.222.0.67 "GET /v2.0/ports?device_id=a823de75-8b8e-46f9-96fb-49bacdd447f7 HTTP/1.1" status: 200 len: 210 time: 0.0443842 Sep 23 19:59:08.314752 n-d-713301-16 neutron-server[95101]: DEBUG neutron.services.segments.db [None req-1e10fb5b-54ce-4b67-8d73-e20177fb6b7e tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b26c350a-bbf7-4ea0-b9d7-09eada9c3ff4']}} {{(pid=95101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:59:08.329384 n-d-713301-16 neutron-server[95101]: DEBUG neutron.services.segments.db [None req-1e10fb5b-54ce-4b67-8d73-e20177fb6b7e tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e851f304-d10e-494c-b70c-015c08f1570d') {'for_net_delete': True} {{(pid=95101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:59:08.330725 n-d-713301-16 neutron-server[95101]: DEBUG neutron.services.segments.db [None req-1e10fb5b-54ce-4b67-8d73-e20177fb6b7e tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e851f304-d10e-494c-b70c-015c08f1570d') {} {{(pid=95101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:59:08.346869 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-1e10fb5b-54ce-4b67-8d73-e20177fb6b7e tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783146221725', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6007147'] for segment, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:59:08.362869 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-717575c9-177d-41bc-821b-8081b3f481fc req-3639e37c-c8c7-4855-9567-05acbcdd8e19 tempest-TestVolumeBootPattern-473790611 tempest-TestVolumeBootPattern-473790611-project] 10.222.0.74 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1c95f4136fb946e684bc3bd0afadbbdd HTTP/1.1" status: 200 len: 380 time: 0.0587711 Sep 23 19:59:08.367079 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-1e10fb5b-54ce-4b67-8d73-e20177fb6b7e tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1756186'] for segment, precommit_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:59:08.373806 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.v2.base [req-717575c9-177d-41bc-821b-8081b3f481fc req-22487366-100f-469b-9f1f-26c4a91e401b tempest-TestVolumeBootPattern-473790611 tempest-TestVolumeBootPattern-473790611-project] Request body: {'port': {'device_id': 'a823de75-8b8e-46f9-96fb-49bacdd447f7', 'network_id': 'a97a1ddd-be59-4422-8c3e-924143535884', 'admin_state_up': True, 'tenant_id': '1c95f4136fb946e684bc3bd0afadbbdd', 'security_groups': ['144e7209-c560-46fb-b43e-2ce38f5b7271']}} {{(pid=95102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:59:08.374762 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1e10fb5b-54ce-4b67-8d73-e20177fb6b7e tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] Releasing vlan 632 on physical network physnet1 to pool {{(pid=95101) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 19:59:08.375168 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-1e10fb5b-54ce-4b67-8d73-e20177fb6b7e tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1756186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5608436'] for segment, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:59:08.378599 n-d-713301-16 neutron-server[95101]: Traceback (most recent call last): Sep 23 19:59:08.378599 n-d-713301-16 neutron-server[95101]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 19:59:08.378599 n-d-713301-16 neutron-server[95101]: timer() Sep 23 19:59:08.378599 n-d-713301-16 neutron-server[95101]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 19:59:08.378599 n-d-713301-16 neutron-server[95101]: cb(*args, **kw) Sep 23 19:59:08.378599 n-d-713301-16 neutron-server[95101]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 19:59:08.378599 n-d-713301-16 neutron-server[95101]: return func(*args, **kwargs) Sep 23 19:59:08.378599 n-d-713301-16 neutron-server[95101]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 19:59:08.378599 n-d-713301-16 neutron-server[95101]: self._notify() Sep 23 19:59:08.378599 n-d-713301-16 neutron-server[95101]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 19:59:08.378599 n-d-713301-16 neutron-server[95101]: self.callback(batched_events) Sep 23 19:59:08.378599 n-d-713301-16 neutron-server[95101]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 19:59:08.378599 n-d-713301-16 neutron-server[95101]: event.method(event) Sep 23 19:59:08.378599 n-d-713301-16 neutron-server[95101]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 19:59:08.378599 n-d-713301-16 neutron-server[95101]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 19:59:08.378599 n-d-713301-16 neutron-server[95101]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 19:59:08.378599 n-d-713301-16 neutron-server[95101]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 19:59:08.378599 n-d-713301-16 neutron-server[95101]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 19:59:08.378599 n-d-713301-16 neutron-server[95101]: return f(self, *a, **k) Sep 23 19:59:08.378599 n-d-713301-16 neutron-server[95101]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 19:59:08.378599 n-d-713301-16 neutron-server[95101]: return self._get(url).json() Sep 23 19:59:08.378599 n-d-713301-16 neutron-server[95101]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 19:59:08.378599 n-d-713301-16 neutron-server[95101]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 19:59:08.378599 n-d-713301-16 neutron-server[95101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 19:59:08.378599 n-d-713301-16 neutron-server[95101]: return self.request(url, 'GET', **kwargs) Sep 23 19:59:08.378599 n-d-713301-16 neutron-server[95101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 19:59:08.378599 n-d-713301-16 neutron-server[95101]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 19:59:08.378599 n-d-713301-16 neutron-server[95101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 19:59:08.378599 n-d-713301-16 neutron-server[95101]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 19:59:08.378599 n-d-713301-16 neutron-server[95101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 19:59:08.378599 n-d-713301-16 neutron-server[95101]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 19:59:08.378599 n-d-713301-16 neutron-server[95101]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 19:59:08.451356 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-1e10fb5b-54ce-4b67-8d73-e20177fb6b7e tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1754627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-601866'] for network, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:59:08.458724 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-1e10fb5b-54ce-4b67-8d73-e20177fb6b7e tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] Notify callbacks [] for network, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:59:08.461142 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-1e10fb5b-54ce-4b67-8d73-e20177fb6b7e tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] 10.222.0.67 "DELETE /v2.0/networks/b26c350a-bbf7-4ea0-b9d7-09eada9c3ff4 HTTP/1.1" status: 204 len: 168 time: 0.3753934 Sep 23 19:59:08.464342 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 57606) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:59:08.482260 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e10fb5b-54ce-4b67-8d73-e20177fb6b7e tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] Pushing event deleted for resources: {'Network': ['ID=b26c350a-bbf7-4ea0-b9d7-09eada9c3ff4,revision_number=None']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:59:08.512363 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-717575c9-177d-41bc-821b-8081b3f481fc req-22487366-100f-469b-9f1f-26c4a91e401b tempest-TestVolumeBootPattern-473790611 tempest-TestVolumeBootPattern-473790611-project] Made reservation on behalf of 1c95f4136fb946e684bc3bd0afadbbdd for: {'port': 1} {{(pid=95102) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:59:08.516790 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-717575c9-177d-41bc-821b-8081b3f481fc req-22487366-100f-469b-9f1f-26c4a91e401b tempest-TestVolumeBootPattern-473790611 tempest-TestVolumeBootPattern-473790611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:59:08.539611 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-e91820eb-4ca6-4f69-b1c6-fa75943c59c3 tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] Notify callbacks [] for security_group, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:59:08.571615 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-e91820eb-4ca6-4f69-b1c6-fa75943c59c3 tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:59:08.648882 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-e91820eb-4ca6-4f69-b1c6-fa75943c59c3 tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:59:08.653289 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-e91820eb-4ca6-4f69-b1c6-fa75943c59c3 tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] Notify callbacks [] for security_group, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:59:08.657204 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-e91820eb-4ca6-4f69-b1c6-fa75943c59c3 tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] 10.222.0.67 "DELETE /v2.0/security-groups/b823ee68-61b3-45b7-bd15-ad0e7a0e3e7d HTTP/1.1" status: 204 len: 168 time: 0.1890223 Sep 23 19:59:08.673364 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e91820eb-4ca6-4f69-b1c6-fa75943c59c3 tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b823ee68-61b3-45b7-bd15-ad0e7a0e3e7d,revision_number=None']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:59:08.693356 n-d-713301-16 neutron-server[95102]: DEBUG neutron.db.db_base_plugin_common [req-717575c9-177d-41bc-821b-8081b3f481fc req-22487366-100f-469b-9f1f-26c4a91e401b tempest-TestVolumeBootPattern-473790611 tempest-TestVolumeBootPattern-473790611-project] Allocated IP 172.20.0.7 (a97a1ddd-be59-4422-8c3e-924143535884/788d1f3e-2626-40b1-b49a-799b1a0fa15b/2e8deb2d-0972-40a1-bb33-db279ececad0) {{(pid=95102) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 19:59:08.785957 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Device b2d7b637-fe9d-4682-97d5-efd54155d19a no longer exists at agent ovs-agent-n-d-713301-16 {{(pid=95103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 19:59:08.808411 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.plugin [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] No Port match for: b2d7b637-fe9d-4682-97d5-efd54155d19a {{(pid=95103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 19:59:08.811096 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Device b2d7b637-fe9d-4682-97d5-efd54155d19a not bound to the agent host n-d-713301-16 {{(pid=95103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 19:59:08.811096 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Device 6ccd6882-5440-484a-8689-f6f68a5a4531 no longer exists at agent ovs-agent-n-d-713301-16 {{(pid=95103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 19:59:08.833703 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.plugin [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] No Port match for: 6ccd6882-5440-484a-8689-f6f68a5a4531 {{(pid=95103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 19:59:08.834253 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Device 6ccd6882-5440-484a-8689-f6f68a5a4531 not bound to the agent host n-d-713301-16 {{(pid=95103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 19:59:08.903740 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-717575c9-177d-41bc-821b-8081b3f481fc req-22487366-100f-469b-9f1f-26c4a91e401b tempest-TestVolumeBootPattern-473790611 tempest-TestVolumeBootPattern-473790611-project] Notify callbacks [] for port, precommit_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:59:08.940676 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-717575c9-177d-41bc-821b-8081b3f481fc req-22487366-100f-469b-9f1f-26c4a91e401b tempest-TestVolumeBootPattern-473790611 tempest-TestVolumeBootPattern-473790611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783145673135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4399100'] for port, after_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:59:08.971230 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 57612) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:59:08.975997 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.v2.base [None req-5cee8a69-39dd-4c1f-a4fc-fa6480fc3f23 tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1665558997', 'description': 'tempest-secgroup-smoke-1665558997 description', 'project_id': '9cf4888c1a454e07a3d16aa9e7c63006'}} {{(pid=95101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:59:08.991683 n-d-713301-16 neutron-server[95102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-717575c9-177d-41bc-821b-8081b3f481fc req-22487366-100f-469b-9f1f-26c4a91e401b tempest-TestVolumeBootPattern-473790611 tempest-TestVolumeBootPattern-473790611-project] Network a97a1ddd-be59-4422-8c3e-924143535884 is already hosted by enough agents. {{(pid=95102) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:59:08.994966 n-d-713301-16 neutron-server[95102]: DEBUG neutron.scheduler.base_scheduler [req-717575c9-177d-41bc-821b-8081b3f481fc req-22487366-100f-469b-9f1f-26c4a91e401b tempest-TestVolumeBootPattern-473790611 tempest-TestVolumeBootPattern-473790611-project] Resources bound (agent type, host, resource id): {{(pid=95102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:59:08.997608 n-d-713301-16 neutron-server[95102]: DEBUG neutron.db.l3_dvrscheduler_db [req-717575c9-177d-41bc-821b-8081b3f481fc req-22487366-100f-469b-9f1f-26c4a91e401b tempest-TestVolumeBootPattern-473790611 tempest-TestVolumeBootPattern-473790611-project] Received port after_create {{(pid=95102) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 19:59:09.004113 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-5cee8a69-39dd-4c1f-a4fc-fa6480fc3f23 tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] Notify callbacks [] for security_group, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:59:09.038615 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22487366-100f-469b-9f1f-26c4a91e401b tempest-TestVolumeBootPattern-473790611 tempest-TestVolumeBootPattern-473790611-project] Pushing event updated for resources: {'Port': ['ID=2e8deb2d-0972-40a1-bb33-db279ececad0,revision_number=1']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:59:09.081432 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-717575c9-177d-41bc-821b-8081b3f481fc req-22487366-100f-469b-9f1f-26c4a91e401b tempest-TestVolumeBootPattern-473790611 tempest-TestVolumeBootPattern-473790611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:59:09.082494 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-717575c9-177d-41bc-821b-8081b3f481fc req-22487366-100f-469b-9f1f-26c4a91e401b tempest-TestVolumeBootPattern-473790611 tempest-TestVolumeBootPattern-473790611-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222849'] for port, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:59:09.129207 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-5cee8a69-39dd-4c1f-a4fc-fa6480fc3f23 tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] Notify callbacks [] for security_group, precommit_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:59:09.133848 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-5cee8a69-39dd-4c1f-a4fc-fa6480fc3f23 tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:59:09.142906 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-717575c9-177d-41bc-821b-8081b3f481fc req-22487366-100f-469b-9f1f-26c4a91e401b tempest-TestVolumeBootPattern-473790611 tempest-TestVolumeBootPattern-473790611-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7724667 Sep 23 19:59:09.175619 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cee8a69-39dd-4c1f-a4fc-fa6480fc3f23 tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] Pushing event updated for resources: {'SecurityGroup': ['ID=27ad1bfd-bb32-47ba-ada0-5032120bf28a,revision_number=1']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:59:09.188271 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-5cee8a69-39dd-4c1f-a4fc-fa6480fc3f23 tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] Notify callbacks [] for security_group, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:59:09.192302 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-5cee8a69-39dd-4c1f-a4fc-fa6480fc3f23 tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] 10.222.0.67 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2173755 Sep 23 19:59:09.192686 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 57616) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:59:09.197070 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.v2.base [None req-7fc4b7e1-0f3f-4b6c-b07e-5307e9706b8e tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] Request body: {'security_group_rule': {'security_group_id': '27ad1bfd-bb32-47ba-ada0-5032120bf28a', 'project_id': '9cf4888c1a454e07a3d16aa9e7c63006', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:59:09.234208 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-7fc4b7e1-0f3f-4b6c-b07e-5307e9706b8e tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:59:09.254660 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.v2.base [req-717575c9-177d-41bc-821b-8081b3f481fc req-b86d66fa-1eb0-4c3b-8601-201432fa273e service neutron] Request body: {'port': {'device_id': 'a823de75-8b8e-46f9-96fb-49bacdd447f7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713301-16'}} {{(pid=95102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:59:09.317140 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-7fc4b7e1-0f3f-4b6c-b07e-5307e9706b8e tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:59:09.318636 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-b80b9adc-0b6f-4816-8b37-5602321b7f49 None None] Provisioning complete for port 2e8deb2d-0972-40a1-bb33-db279ececad0 triggered by entity DHCP. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:59:09.319013 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b80b9adc-0b6f-4816-8b37-5602321b7f49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:59:09.322532 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-717575c9-177d-41bc-821b-8081b3f481fc req-b86d66fa-1eb0-4c3b-8601-201432fa273e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:59:09.327141 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-7fc4b7e1-0f3f-4b6c-b07e-5307e9706b8e tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575319'] for security_group_rule, after_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:59:09.363428 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.plugin [None req-b80b9adc-0b6f-4816-8b37-5602321b7f49 None None] Port 2e8deb2d-0972-40a1-bb33-db279ececad0 cannot update to ACTIVE because it is not bound. {{(pid=95103) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 19:59:09.370448 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fc4b7e1-0f3f-4b6c-b07e-5307e9706b8e tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f3ac67b9-a24a-4757-993f-0f25aa3b3015,revision_number=0']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:59:09.380149 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-7fc4b7e1-0f3f-4b6c-b07e-5307e9706b8e tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:59:09.381666 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-7fc4b7e1-0f3f-4b6c-b07e-5307e9706b8e tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1881959 Sep 23 19:59:09.385022 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 57620) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:59:09.390980 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.v2.base [None req-a8696b66-0fc1-4cdf-9a64-23cb7c1bd24b tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] Request body: {'security_group_rule': {'security_group_id': '27ad1bfd-bb32-47ba-ada0-5032120bf28a', 'project_id': '9cf4888c1a454e07a3d16aa9e7c63006', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=95101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:59:09.424568 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-a8696b66-0fc1-4cdf-9a64-23cb7c1bd24b tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:59:09.492724 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-a8696b66-0fc1-4cdf-9a64-23cb7c1bd24b tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:59:09.498340 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-a8696b66-0fc1-4cdf-9a64-23cb7c1bd24b tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575319'] for security_group_rule, after_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:59:09.518962 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8696b66-0fc1-4cdf-9a64-23cb7c1bd24b tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d21df35d-5313-420a-8557-3e14e268d7e6,revision_number=0']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:59:09.536432 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-a8696b66-0fc1-4cdf-9a64-23cb7c1bd24b tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:59:09.540713 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-a8696b66-0fc1-4cdf-9a64-23cb7c1bd24b tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1514635 Sep 23 19:59:09.541220 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 57622) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:59:09.548704 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.v2.base [None req-9876e1b6-71b5-4a58-8bfc-b1ad8beca840 tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] Request body: {'security_group_rule': {'security_group_id': '27ad1bfd-bb32-47ba-ada0-5032120bf28a', 'project_id': '9cf4888c1a454e07a3d16aa9e7c63006', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=95101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:59:09.597992 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-9876e1b6-71b5-4a58-8bfc-b1ad8beca840 tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:59:09.639122 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73720719-09e9-4bdc-93b6-430fd56ddd35 req-388d412e-4f41-4e20-8fd6-efb8f8a70667 tempest-TestVolumeBootPattern-473790611 tempest-TestVolumeBootPattern-473790611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:59:09.640764 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-73720719-09e9-4bdc-93b6-430fd56ddd35 req-388d412e-4f41-4e20-8fd6-efb8f8a70667 tempest-TestVolumeBootPattern-473790611 tempest-TestVolumeBootPattern-473790611-project] 10.222.0.67 "GET /v2.0/ports?device_id=a823de75-8b8e-46f9-96fb-49bacdd447f7 HTTP/1.1" status: 200 len: 931 time: 0.1320348 Sep 23 19:59:09.666445 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-9876e1b6-71b5-4a58-8bfc-b1ad8beca840 tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:59:09.672160 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-9876e1b6-71b5-4a58-8bfc-b1ad8beca840 tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575319'] for security_group_rule, after_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:59:09.691509 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9876e1b6-71b5-4a58-8bfc-b1ad8beca840 tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c30ba7a1-b93d-4bcf-98f5-dd9d16c3bc7e,revision_number=0']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:59:09.701369 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-9876e1b6-71b5-4a58-8bfc-b1ad8beca840 tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:59:09.706196 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-9876e1b6-71b5-4a58-8bfc-b1ad8beca840 tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1612585 Sep 23 19:59:09.706635 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 57624) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:59:09.711719 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.v2.base [None req-1432f93e-fbd9-4211-b369-d4345a939793 tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] Request body: {'security_group_rule': {'security_group_id': '27ad1bfd-bb32-47ba-ada0-5032120bf28a', 'project_id': '9cf4888c1a454e07a3d16aa9e7c63006', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=95101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:59:09.712105 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-73720719-09e9-4bdc-93b6-430fd56ddd35 req-fdab42f7-bb45-4993-b450-bb37470e79ee tempest-TestVolumeBootPattern-473790611 tempest-TestVolumeBootPattern-473790611-project] 10.222.0.67 "GET /v2.0/security-groups?id=144e7209-c560-46fb-b43e-2ce38f5b7271&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0587494 Sep 23 19:59:09.744780 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-1432f93e-fbd9-4211-b369-d4345a939793 tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:59:09.774268 n-d-713301-16 neutron-server[95102]: DEBUG neutron.notifiers.nova [req-717575c9-177d-41bc-821b-8081b3f481fc req-b86d66fa-1eb0-4c3b-8601-201432fa273e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2e8deb2d-0972-40a1-bb33-db279ececad0 {{(pid=95102) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 19:59:09.786961 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-717575c9-177d-41bc-821b-8081b3f481fc req-b86d66fa-1eb0-4c3b-8601-201432fa273e service neutron] Notify callbacks [] for port, precommit_update {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:59:09.806577 n-d-713301-16 neutron-server[95102]: DEBUG neutron.db.provisioning_blocks [req-717575c9-177d-41bc-821b-8081b3f481fc req-b86d66fa-1eb0-4c3b-8601-201432fa273e service neutron] Transition to ACTIVE for port object 2e8deb2d-0972-40a1-bb33-db279ececad0 will not be triggered until provisioned by entity L2. {{(pid=95102) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 19:59:09.812528 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-717575c9-177d-41bc-821b-8081b3f481fc req-b86d66fa-1eb0-4c3b-8601-201432fa273e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4399095'] for port, after_update {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:59:09.831168 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-1432f93e-fbd9-4211-b369-d4345a939793 tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:59:09.835938 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-1432f93e-fbd9-4211-b369-d4345a939793 tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575319'] for security_group_rule, after_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:59:09.862807 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1432f93e-fbd9-4211-b369-d4345a939793 tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0fa6a191-b7e0-458b-8377-d895f55b6efe,revision_number=0']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:59:09.868634 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b86d66fa-1eb0-4c3b-8601-201432fa273e service neutron] Pushing event updated for resources: {'Port': ['ID=2e8deb2d-0972-40a1-bb33-db279ececad0,revision_number=2']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:59:09.869266 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-1432f93e-fbd9-4211-b369-d4345a939793 tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:59:09.875349 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 57626) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:59:09.876097 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-1432f93e-fbd9-4211-b369-d4345a939793 tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1683788 Sep 23 19:59:09.884207 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.v2.base [None req-9144132c-602b-481a-b28e-08bef5859c86 tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] Request body: {'security_group_rule': {'security_group_id': '27ad1bfd-bb32-47ba-ada0-5032120bf28a', 'project_id': '9cf4888c1a454e07a3d16aa9e7c63006', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=95102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:59:09.967955 n-d-713301-16 neutron-server[95102]: INFO neutron.db.securitygroups_db [None req-9144132c-602b-481a-b28e-08bef5859c86 tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] Project 9cf4888c1a454e07a3d16aa9e7c63006 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 23 19:59:09.978054 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-9144132c-602b-481a-b28e-08bef5859c86 tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:59:10.014601 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.managers [req-717575c9-177d-41bc-821b-8081b3f481fc req-b86d66fa-1eb0-4c3b-8601-201432fa273e service neutron] Attempting to bind port 2e8deb2d-0972-40a1-bb33-db279ececad0 on host n-h1-713301-16 for vnic_type normal with profile {{(pid=95102) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 19:59:10.015227 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.managers [req-717575c9-177d-41bc-821b-8081b3f481fc req-b86d66fa-1eb0-4c3b-8601-201432fa273e service neutron] Attempting to bind port 2e8deb2d-0972-40a1-bb33-db279ececad0 by drivers openvswitch,hyperv on host n-h1-713301-16 at level 0 using segments [{'id': 'c7abd8db-b99c-424c-86a3-7924c060f21a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'a97a1ddd-be59-4422-8c3e-924143535884'}] {{(pid=95102) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 19:59:10.015562 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-717575c9-177d-41bc-821b-8081b3f481fc req-b86d66fa-1eb0-4c3b-8601-201432fa273e service neutron] Attempting to bind port 2e8deb2d-0972-40a1-bb33-db279ececad0 on network a97a1ddd-be59-4422-8c3e-924143535884 {{(pid=95102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:59:10.029769 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-717575c9-177d-41bc-821b-8081b3f481fc req-b86d66fa-1eb0-4c3b-8601-201432fa273e service neutron] Port 2e8deb2d-0972-40a1-bb33-db279ececad0 on network a97a1ddd-be59-4422-8c3e-924143535884 not bound, no agent of type Open vSwitch agent registered on host n-h1-713301-16 {{(pid=95102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 19:59:10.030106 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-717575c9-177d-41bc-821b-8081b3f481fc req-b86d66fa-1eb0-4c3b-8601-201432fa273e service neutron] Attempting to bind port 2e8deb2d-0972-40a1-bb33-db279ececad0 on network a97a1ddd-be59-4422-8c3e-924143535884 {{(pid=95102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:59:10.041271 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-717575c9-177d-41bc-821b-8081b3f481fc req-b86d66fa-1eb0-4c3b-8601-201432fa273e service neutron] Checking agent: {'id': '0708c3e9-0aad-4600-9be9-d2486535c898', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713301-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 19, 15, 28), 'started_at': datetime.datetime(2021, 9, 23, 19, 15, 28), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 19, 58, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 19:59:10.042216 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-717575c9-177d-41bc-821b-8081b3f481fc req-b86d66fa-1eb0-4c3b-8601-201432fa273e service neutron] Checking segment: {'id': 'c7abd8db-b99c-424c-86a3-7924c060f21a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'a97a1ddd-be59-4422-8c3e-924143535884'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95102) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:59:10.042587 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-717575c9-177d-41bc-821b-8081b3f481fc req-b86d66fa-1eb0-4c3b-8601-201432fa273e service neutron] Bound using segment: {'id': 'c7abd8db-b99c-424c-86a3-7924c060f21a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'a97a1ddd-be59-4422-8c3e-924143535884'} {{(pid=95102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 19:59:10.043120 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.managers [req-717575c9-177d-41bc-821b-8081b3f481fc req-b86d66fa-1eb0-4c3b-8601-201432fa273e service neutron] Bound port: 2e8deb2d-0972-40a1-bb33-db279ececad0, host: n-h1-713301-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c7abd8db-b99c-424c-86a3-7924c060f21a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'a97a1ddd-be59-4422-8c3e-924143535884'}}] {{(pid=95102) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 19:59:10.043406 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-717575c9-177d-41bc-821b-8081b3f481fc req-b86d66fa-1eb0-4c3b-8601-201432fa273e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:59:10.099084 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-9144132c-602b-481a-b28e-08bef5859c86 tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:59:10.114515 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-9144132c-602b-481a-b28e-08bef5859c86 tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575319'] for security_group_rule, after_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:59:10.145701 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9144132c-602b-481a-b28e-08bef5859c86 tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0d281922-dacc-4a1d-9182-e176d1f50817,revision_number=0']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:59:10.150561 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.db [req-717575c9-177d-41bc-821b-8081b3f481fc req-b86d66fa-1eb0-4c3b-8601-201432fa273e service neutron] For port 2e8deb2d-0972-40a1-bb33-db279ececad0, host n-h1-713301-16, cleared binding levels {{(pid=95102) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 19:59:10.154687 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.db [req-717575c9-177d-41bc-821b-8081b3f481fc req-b86d66fa-1eb0-4c3b-8601-201432fa273e service neutron] For port 2e8deb2d-0972-40a1-bb33-db279ececad0, host n-h1-713301-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-16',level=0,port_id=2e8deb2d-0972-40a1-bb33-db279ececad0,segment=NetworkSegment(c7abd8db-b99c-424c-86a3-7924c060f21a),segment_id=c7abd8db-b99c-424c-86a3-7924c060f21a)] {{(pid=95102) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 19:59:10.156072 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-9144132c-602b-481a-b28e-08bef5859c86 tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:59:10.157390 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-9144132c-602b-481a-b28e-08bef5859c86 tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2796628 Sep 23 19:59:10.159590 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-717575c9-177d-41bc-821b-8081b3f481fc req-b86d66fa-1eb0-4c3b-8601-201432fa273e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4399095'] for port, after_update {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:59:10.160411 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 57628) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:59:10.165785 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.v2.base [None req-2e964cd2-fcd2-4351-99ef-bcc26fef7a68 tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] Request body: {'security_group_rule': {'security_group_id': '27ad1bfd-bb32-47ba-ada0-5032120bf28a', 'project_id': '9cf4888c1a454e07a3d16aa9e7c63006', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=95101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:59:10.192162 n-d-713301-16 neutron-server[95101]: INFO neutron.db.securitygroups_db [None req-2e964cd2-fcd2-4351-99ef-bcc26fef7a68 tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] Project 9cf4888c1a454e07a3d16aa9e7c63006 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 23 19:59:10.198278 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-2e964cd2-fcd2-4351-99ef-bcc26fef7a68 tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:59:10.204221 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-717575c9-177d-41bc-821b-8081b3f481fc req-b86d66fa-1eb0-4c3b-8601-201432fa273e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:59:10.204946 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-717575c9-177d-41bc-821b-8081b3f481fc req-b86d66fa-1eb0-4c3b-8601-201432fa273e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222849'] for port, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:59:10.206526 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-717575c9-177d-41bc-821b-8081b3f481fc req-b86d66fa-1eb0-4c3b-8601-201432fa273e service neutron] 10.222.0.74 "PUT /v2.0/ports/2e8deb2d-0972-40a1-bb33-db279ececad0 HTTP/1.1" status: 200 len: 1092 time: 1.0566225 Sep 23 19:59:10.206928 n-d-713301-16 neutron-server[95102]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a823de75-8b8e-46f9-96fb-49bacdd447f7', 'tag': '2e8deb2d-0972-40a1-bb33-db279ececad0'}] {{(pid=95102) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 19:59:10.209337 n-d-713301-16 neutron-server[95102]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab31b6d93e5336dbddfa8ec424565b3bd8cb2369c5b4d85bc943472dbb21e8ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c865d802-75fb-483b-8e15-4e1c105ae700" -d '{"events": [{"name": "network-changed", "server_uuid": "a823de75-8b8e-46f9-96fb-49bacdd447f7", "tag": "2e8deb2d-0972-40a1-bb33-db279ececad0"}]}' {{(pid=95102) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 19:59:10.269661 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b86d66fa-1eb0-4c3b-8601-201432fa273e service neutron] Pushing event updated for resources: {'Port': ['ID=2e8deb2d-0972-40a1-bb33-db279ececad0,revision_number=3']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:59:10.293886 n-d-713301-16 neutron-server[95102]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 19:59:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44f692ad-9aef-4c9a-bb71-76cfbd1bed88 x-openstack-request-id: req-44f692ad-9aef-4c9a-bb71-76cfbd1bed88 {{(pid=95102) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 19:59:10.294433 n-d-713301-16 neutron-server[95102]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a823de75-8b8e-46f9-96fb-49bacdd447f7", "tag": "2e8deb2d-0972-40a1-bb33-db279ececad0", "status": "completed", "code": 200}]} {{(pid=95102) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 19:59:10.294955 n-d-713301-16 neutron-server[95102]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-44f692ad-9aef-4c9a-bb71-76cfbd1bed88 {{(pid=95102) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 19:59:10.295627 n-d-713301-16 neutron-server[95102]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a823de75-8b8e-46f9-96fb-49bacdd447f7', 'tag': '2e8deb2d-0972-40a1-bb33-db279ececad0', 'status': 'completed', 'code': 200} Sep 23 19:59:10.325550 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-717575c9-177d-41bc-821b-8081b3f481fc req-cfa467ae-ef66-4300-af52-c30c921c9173 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:59:10.328370 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-717575c9-177d-41bc-821b-8081b3f481fc req-cfa467ae-ef66-4300-af52-c30c921c9173 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=1c95f4136fb946e684bc3bd0afadbbdd&device_id=a823de75-8b8e-46f9-96fb-49bacdd447f7 HTTP/1.1" status: 200 len: 1095 time: 0.0732014 Sep 23 19:59:10.364625 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-2e964cd2-fcd2-4351-99ef-bcc26fef7a68 tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:59:10.370446 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-2e964cd2-fcd2-4351-99ef-bcc26fef7a68 tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575319'] for security_group_rule, after_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:59:10.391300 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-717575c9-177d-41bc-821b-8081b3f481fc req-47876c99-3b28-454a-8f26-e115edb1219e service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2e8deb2d-0972-40a1-bb33-db279ececad0 HTTP/1.1" status: 200 len: 217 time: 0.0553629 Sep 23 19:59:10.395714 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e964cd2-fcd2-4351-99ef-bcc26fef7a68 tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6f7fdf16-5592-483e-8dc8-9951f07b90c6,revision_number=0']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:59:10.405019 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-2e964cd2-fcd2-4351-99ef-bcc26fef7a68 tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:59:10.409723 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-2e964cd2-fcd2-4351-99ef-bcc26fef7a68 tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2453296 Sep 23 19:59:10.409956 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 57632) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:59:10.415782 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.v2.base [None req-3379a719-b188-4434-88b5-6f4407220545 tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] Request body: {'network': {'name': 'tempest-network-smoke--1450800772', 'project_id': '9cf4888c1a454e07a3d16aa9e7c63006', 'port_security_enabled': True}} {{(pid=95101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:59:10.444529 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3379a719-b188-4434-88b5-6f4407220545 tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] Made reservation on behalf of 9cf4888c1a454e07a3d16aa9e7c63006 for: {'network': 1} {{(pid=95101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:59:10.453321 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-3379a719-b188-4434-88b5-6f4407220545 tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for network, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:59:10.466469 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-717575c9-177d-41bc-821b-8081b3f481fc req-0bb1a9ad-d092-4cd9-814e-f8802c472c9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:59:10.468689 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-717575c9-177d-41bc-821b-8081b3f481fc req-0bb1a9ad-d092-4cd9-814e-f8802c472c9e service neutron] 10.222.0.74 "GET /v2.0/subnets?id=788d1f3e-2626-40b1-b49a-799b1a0fa15b HTTP/1.1" status: 200 len: 850 time: 0.0694246 Sep 23 19:59:10.486718 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3379a719-b188-4434-88b5-6f4407220545 tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 617} {{(pid=95101) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 19:59:10.500841 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-3379a719-b188-4434-88b5-6f4407220545 tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1756186'] for segment, precommit_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:59:10.500841 n-d-713301-16 neutron-server[95101]: INFO neutron.db.segments_db [None req-3379a719-b188-4434-88b5-6f4407220545 tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] Added segment e6ceed78-94fa-4e18-bfae-3c58718e1a2e of type vlan for network 8df6e29f-7a1c-4bb3-9171-1daad65e26d9 Sep 23 19:59:10.524676 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-717575c9-177d-41bc-821b-8081b3f481fc req-efa65b46-4fb7-423e-9f26-fc3b774563e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:59:10.526399 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-717575c9-177d-41bc-821b-8081b3f481fc req-efa65b46-4fb7-423e-9f26-fc3b774563e3 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=a97a1ddd-be59-4422-8c3e-924143535884&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0491281 Sep 23 19:59:10.558819 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-3379a719-b188-4434-88b5-6f4407220545 tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783145630486'] for network, precommit_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:59:10.592326 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Device dcabc601-dc6c-4e14-90ae-e34ff1ebe3f3 no longer exists at agent ovs-agent-n-d-713301-16 {{(pid=95103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 19:59:10.617913 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.plugin [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] No Port match for: dcabc601-dc6c-4e14-90ae-e34ff1ebe3f3 {{(pid=95103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 19:59:10.618681 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Device dcabc601-dc6c-4e14-90ae-e34ff1ebe3f3 not bound to the agent host n-d-713301-16 {{(pid=95103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 19:59:10.632319 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-3379a719-b188-4434-88b5-6f4407220545 tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299'] for network, after_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:59:10.639535 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3379a719-b188-4434-88b5-6f4407220545 tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:59:10.640292 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-3379a719-b188-4434-88b5-6f4407220545 tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] Notify callbacks [] for network, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:59:10.641944 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-717575c9-177d-41bc-821b-8081b3f481fc req-9383daae-52db-4448-a56b-12b24b754982 service neutron] 10.222.0.74 "GET /v2.0/networks/a97a1ddd-be59-4422-8c3e-924143535884?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1085498 Sep 23 19:59:10.670511 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-3379a719-b188-4434-88b5-6f4407220545 tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2593198 Sep 23 19:59:10.677248 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 57636) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:59:10.687667 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.v2.base [None req-c800edf0-f379-49de-8a10-f81fe7067164 tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-404108900', 'admin_state_up': True, 'project_id': '9cf4888c1a454e07a3d16aa9e7c63006', 'external_gateway_info': {'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac'}}} {{(pid=95102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:59:10.712345 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3379a719-b188-4434-88b5-6f4407220545 tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] Pushing event updated for resources: {'Network': ['ID=8df6e29f-7a1c-4bb3-9171-1daad65e26d9,revision_number=1']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:59:10.722944 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Network 8df6e29f-7a1c-4bb3-9171-1daad65e26d9 details requested by agent ovs-agent-n-d-713301-16 with host n-d-713301-16 {{(pid=95103) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 19:59:10.762026 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-c800edf0-f379-49de-8a10-f81fe7067164 tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-594563', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29355'] for router, before_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:59:10.763321 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-c800edf0-f379-49de-8a10-f81fe7067164 tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-597363', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-601731', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-739356', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29346'] for router, precommit_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:59:10.784650 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-717575c9-177d-41bc-821b-8081b3f481fc req-0179738f-4d03-4b45-9432-c34e9d2f3e84 service neutron] 10.222.0.74 "GET /v2.0/networks/a97a1ddd-be59-4422-8c3e-924143535884?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1348469 Sep 23 19:59:10.835690 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-c800edf0-f379-49de-8a10-f81fe7067164 tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:59:11.004275 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c865d802-75fb-483b-8e15-4e1c105ae700 req-ffebd321-fc84-4ed7-989e-46d78ef4befe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:59:11.005830 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-c865d802-75fb-483b-8e15-4e1c105ae700 req-ffebd321-fc84-4ed7-989e-46d78ef4befe service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=1c95f4136fb946e684bc3bd0afadbbdd&device_id=a823de75-8b8e-46f9-96fb-49bacdd447f7 HTTP/1.1" status: 200 len: 1095 time: 0.1675518 Sep 23 19:59:11.358571 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-c800edf0-f379-49de-8a10-f81fe7067164 tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:59:11.399761 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcaff25a-c453-4708-99b9-9374e4f16277 req-6db63ae9-19c3-42ee-a0c0-f9528711a258 tempest-TestVolumeBootPattern-473790611 tempest-TestVolumeBootPattern-473790611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:59:11.401951 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-fcaff25a-c453-4708-99b9-9374e4f16277 req-6db63ae9-19c3-42ee-a0c0-f9528711a258 tempest-TestVolumeBootPattern-473790611 tempest-TestVolumeBootPattern-473790611-project] 10.222.0.67 "GET /v2.0/ports?device_id=a823de75-8b8e-46f9-96fb-49bacdd447f7 HTTP/1.1" status: 200 len: 943 time: 0.5365961 Sep 23 19:59:11.524630 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-fcaff25a-c453-4708-99b9-9374e4f16277 req-2f4a8cec-541f-4100-94b6-bc134592cfb8 tempest-TestVolumeBootPattern-473790611 tempest-TestVolumeBootPattern-473790611-project] 10.222.0.67 "GET /v2.0/security-groups?id=144e7209-c560-46fb-b43e-2ce38f5b7271&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1031134 Sep 23 19:59:11.531470 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c865d802-75fb-483b-8e15-4e1c105ae700 req-c8c1f13c-571b-41a8-93ab-91d6ec0b57c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:59:11.532963 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-c865d802-75fb-483b-8e15-4e1c105ae700 req-c8c1f13c-571b-41a8-93ab-91d6ec0b57c6 service neutron] 10.222.0.74 "GET /v2.0/networks?id=a97a1ddd-be59-4422-8c3e-924143535884 HTTP/1.1" status: 200 len: 912 time: 0.1769936 Sep 23 19:59:11.607685 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-c865d802-75fb-483b-8e15-4e1c105ae700 req-e9407322-2a8a-49a3-9380-62ecfda88b5f service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2e8deb2d-0972-40a1-bb33-db279ececad0 HTTP/1.1" status: 200 len: 217 time: 0.0461385 Sep 23 19:59:11.668209 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c865d802-75fb-483b-8e15-4e1c105ae700 req-c9e87ba0-7c12-4c1f-bdf5-13fa54d57e35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:59:11.669845 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-c865d802-75fb-483b-8e15-4e1c105ae700 req-c9e87ba0-7c12-4c1f-bdf5-13fa54d57e35 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=788d1f3e-2626-40b1-b49a-799b1a0fa15b HTTP/1.1" status: 200 len: 850 time: 0.0539510 Sep 23 19:59:11.783664 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-c800edf0-f379-49de-8a10-f81fe7067164 tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] Notify callbacks [] for router_gateway, before_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:59:11.811481 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-c800edf0-f379-49de-8a10-f81fe7067164 tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:59:11.822765 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c865d802-75fb-483b-8e15-4e1c105ae700 req-8019ff4b-9324-4a96-8b0c-4cc1b4e69292 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:59:11.824406 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-c865d802-75fb-483b-8e15-4e1c105ae700 req-8019ff4b-9324-4a96-8b0c-4cc1b4e69292 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=a97a1ddd-be59-4422-8c3e-924143535884&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1241562 Sep 23 19:59:11.998088 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-c865d802-75fb-483b-8e15-4e1c105ae700 req-5dee81a2-6ee0-4b59-9aba-9e7df4519f3b service neutron] 10.222.0.74 "GET /v2.0/networks/a97a1ddd-be59-4422-8c3e-924143535884?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1419563 Sep 23 19:59:11.999173 n-d-713301-16 neutron-server[95102]: DEBUG neutron.db.db_base_plugin_common [None req-c800edf0-f379-49de-8a10-f81fe7067164 tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] Allocated IP 172.25.1.36 (5dec5c09-378e-4f50-89cc-d94eb81c3bac/eff83446-018c-428d-b3f5-54ac9abe7a2a/e6d68c63-9b5d-46d5-aa86-463c4e83649c) {{(pid=95102) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 19:59:12.158951 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-c865d802-75fb-483b-8e15-4e1c105ae700 req-52b29aee-5954-46e5-88d6-a260d26bd426 service neutron] 10.222.0.74 "GET /v2.0/networks/a97a1ddd-be59-4422-8c3e-924143535884?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1534123 Sep 23 19:59:12.183380 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-c800edf0-f379-49de-8a10-f81fe7067164 tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] Notify callbacks [] for port, precommit_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:59:12.222631 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-c800edf0-f379-49de-8a10-f81fe7067164 tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783145673135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4399100'] for port, after_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:59:12.266326 n-d-713301-16 neutron-server[95102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c800edf0-f379-49de-8a10-f81fe7067164 tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] Network 5dec5c09-378e-4f50-89cc-d94eb81c3bac is already hosted by enough agents. {{(pid=95102) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:59:12.270951 n-d-713301-16 neutron-server[95102]: DEBUG neutron.scheduler.base_scheduler [None req-c800edf0-f379-49de-8a10-f81fe7067164 tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] Resources bound (agent type, host, resource id): {{(pid=95102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:59:12.278463 n-d-713301-16 neutron-server[95102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c800edf0-f379-49de-8a10-f81fe7067164 tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] Received port after_create {{(pid=95102) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 19:59:12.281752 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c800edf0-f379-49de-8a10-f81fe7067164 tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] Pushing event updated for resources: {'Port': ['ID=e6d68c63-9b5d-46d5-aa86-463c4e83649c,revision_number=1']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:59:12.562226 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-c800edf0-f379-49de-8a10-f81fe7067164 tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] Notify callbacks [] for router_gateway, after_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:59:12.710068 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd3d4bfc-f12c-467a-94a3-0b726d6350a0 req-2f0434bb-16e7-4b92-9550-7963e2bfa65d tempest-TestVolumeBootPattern-473790611 tempest-TestVolumeBootPattern-473790611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:59:12.711353 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-fd3d4bfc-f12c-467a-94a3-0b726d6350a0 req-2f0434bb-16e7-4b92-9550-7963e2bfa65d tempest-TestVolumeBootPattern-473790611 tempest-TestVolumeBootPattern-473790611-project] 10.222.0.67 "GET /v2.0/ports?device_id=a823de75-8b8e-46f9-96fb-49bacdd447f7 HTTP/1.1" status: 200 len: 943 time: 0.0997164 Sep 23 19:59:12.829453 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-fd3d4bfc-f12c-467a-94a3-0b726d6350a0 req-c0083539-f5a6-49eb-80e3-d7d7e88a6e03 tempest-TestVolumeBootPattern-473790611 tempest-TestVolumeBootPattern-473790611-project] 10.222.0.67 "GET /v2.0/security-groups?id=144e7209-c560-46fb-b43e-2ce38f5b7271&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1107874 Sep 23 19:59:12.865772 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-c800edf0-f379-49de-8a10-f81fe7067164 tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-597258', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-601790'] for router, after_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:59:13.005319 n-d-713301-16 neutron-server[95102]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c800edf0-f379-49de-8a10-f81fe7067164 tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] Router ea29272b-e401-4964-b5a2-4dd788e8a127 is scheduled to L3 agent 79a740bf-7821-4989-8288-7186e3e128f3 with binding_index 1 {{(pid=95102) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 23 19:59:13.119780 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c800edf0-f379-49de-8a10-f81fe7067164 tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] Notify agent at l3_agent.n-d-713301-16 the message routers_updated {{(pid=95102) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 19:59:13.129060 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49cefbec-8ebc-4800-b662-34b18ab5b974 None None] Sync routers for ids ['ea29272b-e401-4964-b5a2-4dd788e8a127'] in n-d-713301-16 {{(pid=95103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 19:59:13.138162 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49cefbec-8ebc-4800-b662-34b18ab5b974 None None] Routers {'ea29272b-e401-4964-b5a2-4dd788e8a127'} bound to L3 agent in host n-d-713301-16 {{(pid=95103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 19:59:13.138639 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-c800edf0-f379-49de-8a10-f81fe7067164 tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] Notify callbacks [] for router, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:59:13.138804 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_hamode_db [None req-49cefbec-8ebc-4800-b662-34b18ab5b974 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-23T19:07:52Z,description=,heartbeat_timestamp=2021-09-23T19:58:53Z,host='n-d-713301-16',id=79a740bf-7821-4989-8288-7186e3e128f3,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:07:52Z,topic='l3_agent')) {'router_ids': ['ea29272b-e401-4964-b5a2-4dd788e8a127'], 'active': True} {{(pid=95103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:59:13.139775 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-c800edf0-f379-49de-8a10-f81fe7067164 tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] 10.222.0.67 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 2.4607589 Sep 23 19:59:13.144335 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 57642) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:59:13.180174 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-58450033-5a3a-47ab-a053-7c16e4f789cb tempest-TestNetworkAdvancedServerOps-1630542813 tempest-TestNetworkAdvancedServerOps-1630542813-project-admin] 10.222.0.67 "GET /v2.0/subnets?project_id=9cf4888c1a454e07a3d16aa9e7c63006&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0334277 Sep 23 19:59:13.186079 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 57644) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:59:13.256525 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_dvr_db [None req-49cefbec-8ebc-4800-b662-34b18ab5b974 None None] Set router ea29272b-e401-4964-b5a2-4dd788e8a127 gateway port host: n-d-713301-16 {{(pid=95103) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 19:59:13.371003 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdcc4b4b-0d28-4069-b954-bf90c8ddb9dc tempest-TestNetworkAdvancedServerOps-1630542813 tempest-TestNetworkAdvancedServerOps-1630542813-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:59:13.372681 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-cdcc4b4b-0d28-4069-b954-bf90c8ddb9dc tempest-TestNetworkAdvancedServerOps-1630542813 tempest-TestNetworkAdvancedServerOps-1630542813-project-admin] 10.222.0.67 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1852763 Sep 23 19:59:13.375370 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 57646) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:59:13.408622 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-8f082b80-caf8-4531-a8e1-3b16711521d8 tempest-TestNetworkAdvancedServerOps-1630542813 tempest-TestNetworkAdvancedServerOps-1630542813-project-admin] 10.222.0.67 "GET /v2.0/subnets?network_id=5dec5c09-378e-4f50-89cc-d94eb81c3bac&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0320272 Sep 23 19:59:13.411078 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 57648) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:59:13.415881 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.v2.base [None req-a9e18b70-e631-477e-a9e9-0968b45fc427 tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-298959175', 'network_id': '8df6e29f-7a1c-4bb3-9171-1daad65e26d9', 'project_id': '9cf4888c1a454e07a3d16aa9e7c63006', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=95102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:59:13.457175 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_hamode_db [None req-49cefbec-8ebc-4800-b662-34b18ab5b974 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea29272b-e401-4964-b5a2-4dd788e8a127', 'name': 'tempest-TestNetworkAdvancedServerOps-router-404108900', 'tenant_id': '9cf4888c1a454e07a3d16aa9e7c63006', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'external_fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.36'}], 'enable_snat': True}, 'gw_port_id': 'e6d68c63-9b5d-46d5-aa86-463c4e83649c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:59:10Z', 'updated_at': '2021-09-23T19:59:12Z', 'revision_number': 3, 'project_id': '9cf4888c1a454e07a3d16aa9e7c63006', 'gw_port': {'id': 'e6d68c63-9b5d-46d5-aa86-463c4e83649c', 'name': '', 'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:36:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea29272b-e401-4964-b5a2-4dd788e8a127', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3945, 'fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:59:11Z', 'updated_at': '2021-09-23T19:59:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-16'}], 'n-d-713301-16', False) {} {{(pid=95103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:59:13.483834 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49cefbec-8ebc-4800-b662-34b18ab5b974 None None] Checking router: ea29272b-e401-4964-b5a2-4dd788e8a127 for host: n-d-713301-16 {{(pid=95103) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 19:59:13.484175 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49cefbec-8ebc-4800-b662-34b18ab5b974 None None] Updating router ea29272b-e401-4964-b5a2-4dd788e8a127 port e6d68c63-9b5d-46d5-aa86-463c4e83649c binding host n-d-713301-16 {{(pid=95103) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 23 19:59:13.513727 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-49cefbec-8ebc-4800-b662-34b18ab5b974 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:59:13.514000 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9e18b70-e631-477e-a9e9-0968b45fc427 tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] Made reservation on behalf of 9cf4888c1a454e07a3d16aa9e7c63006 for: {'subnet': 1} {{(pid=95102) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:59:13.517819 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-a9e18b70-e631-477e-a9e9-0968b45fc427 tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5388256'] for subnet, before_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:59:13.706657 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-a9e18b70-e631-477e-a9e9-0968b45fc427 tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4398944', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5388242'] for subnet, after_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:59:13.768000 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e18b70-e631-477e-a9e9-0968b45fc427 tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] Pushing event updated for resources: {'Subnet': ['ID=de92640b-e6f6-4e5c-b294-16cb6ecb1919,revision_number=0']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:59:13.777085 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9e18b70-e631-477e-a9e9-0968b45fc427 tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] Checking segment: {'id': 'e6ceed78-94fa-4e18-bfae-3c58718e1a2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '8df6e29f-7a1c-4bb3-9171-1daad65e26d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95102) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:59:13.777516 n-d-713301-16 neutron-server[95102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9e18b70-e631-477e-a9e9-0968b45fc427 tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] Network hostable DHCP agents. Network: 8df6e29f-7a1c-4bb3-9171-1daad65e26d9, hostable agents: ['1b18bf05-1b5f-4587-be5c-af3ac38e32ad'], hosted agents: [] {{(pid=95102) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 19:59:13.777925 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-49cefbec-8ebc-4800-b662-34b18ab5b974 None None] Notify callbacks [] for port, precommit_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:59:13.783256 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-49cefbec-8ebc-4800-b662-34b18ab5b974 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:59:13.794777 n-d-713301-16 neutron-server[95102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9e18b70-e631-477e-a9e9-0968b45fc427 tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] Network 8df6e29f-7a1c-4bb3-9171-1daad65e26d9 is scheduled to be hosted by DHCP agent 1b18bf05-1b5f-4587-be5c-af3ac38e32ad with binding_index 1 {{(pid=95102) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 19:59:13.803216 n-d-713301-16 neutron-server[95102]: DEBUG neutron.scheduler.base_scheduler [None req-a9e18b70-e631-477e-a9e9-0968b45fc427 tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713301-16, 8df6e29f-7a1c-4bb3-9171-1daad65e26d9) {{(pid=95102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:59:13.807360 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9e18b70-e631-477e-a9e9-0968b45fc427 tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:59:13.807953 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-a9e18b70-e631-477e-a9e9-0968b45fc427 tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] Notify callbacks [] for subnet, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:59:13.815485 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3089aad-f2fb-43c9-b1de-bbb9d3ef0e24 None None] Network 8df6e29f-7a1c-4bb3-9171-1daad65e26d9 requested from n-d-713301-16 {{(pid=95103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 19:59:13.823700 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-a9e18b70-e631-477e-a9e9-0968b45fc427 tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4114237 Sep 23 19:59:13.826671 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 57650) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:59:13.874630 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e151c635-9843-4f9b-951b-4fcd439e54e9 None None] Pushing event updated for resources: {'Port': ['ID=e6d68c63-9b5d-46d5-aa86-463c4e83649c,revision_number=2']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:59:13.877901 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.managers [None req-49cefbec-8ebc-4800-b662-34b18ab5b974 None None] Attempting to bind port e6d68c63-9b5d-46d5-aa86-463c4e83649c on host n-d-713301-16 for vnic_type normal with profile {{(pid=95103) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 19:59:13.878283 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.managers [None req-49cefbec-8ebc-4800-b662-34b18ab5b974 None None] Attempting to bind port e6d68c63-9b5d-46d5-aa86-463c4e83649c by drivers openvswitch,hyperv on host n-d-713301-16 at level 0 using segments [{'id': '7d4027f1-d893-4c7b-95d4-757b8e44e380', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac'}] {{(pid=95103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 19:59:13.878647 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49cefbec-8ebc-4800-b662-34b18ab5b974 None None] Attempting to bind port e6d68c63-9b5d-46d5-aa86-463c4e83649c on network 5dec5c09-378e-4f50-89cc-d94eb81c3bac {{(pid=95103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:59:13.917005 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49cefbec-8ebc-4800-b662-34b18ab5b974 None None] Checking agent: {'id': '70a14545-df24-472f-8f95-bfe1719bff93', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 19, 7, 53), 'started_at': datetime.datetime(2021, 9, 23, 19, 8, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 19, 58, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 19:59:13.918013 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49cefbec-8ebc-4800-b662-34b18ab5b974 None None] Checking segment: {'id': '7d4027f1-d893-4c7b-95d4-757b8e44e380', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95103) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:59:13.918423 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-49cefbec-8ebc-4800-b662-34b18ab5b974 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:59:13.918816 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49cefbec-8ebc-4800-b662-34b18ab5b974 None None] Bound using segment: {'id': '7d4027f1-d893-4c7b-95d4-757b8e44e380', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac'} {{(pid=95103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 19:59:13.919288 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.managers [None req-49cefbec-8ebc-4800-b662-34b18ab5b974 None None] Bound port: e6d68c63-9b5d-46d5-aa86-463c4e83649c, host: n-d-713301-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7d4027f1-d893-4c7b-95d4-757b8e44e380', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac'}}] {{(pid=95103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 19:59:13.919669 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-49cefbec-8ebc-4800-b662-34b18ab5b974 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:59:14.009534 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-49cefbec-8ebc-4800-b662-34b18ab5b974 None None] For port e6d68c63-9b5d-46d5-aa86-463c4e83649c, host n-d-713301-16, cleared binding levels {{(pid=95103) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 19:59:14.027848 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-49cefbec-8ebc-4800-b662-34b18ab5b974 None None] For port e6d68c63-9b5d-46d5-aa86-463c4e83649c, host n-d-713301-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-16',level=0,port_id=e6d68c63-9b5d-46d5-aa86-463c4e83649c,segment=NetworkSegment(7d4027f1-d893-4c7b-95d4-757b8e44e380),segment_id=7d4027f1-d893-4c7b-95d4-757b8e44e380)] {{(pid=95103) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 19:59:14.040244 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-49cefbec-8ebc-4800-b662-34b18ab5b974 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:59:14.061666 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834b71dc-4774-4afd-a1eb-7cd5e107b5ed req-454a1d80-54d2-441a-9d47-6469f5820ca7 tempest-TestVolumeBootPattern-473790611 tempest-TestVolumeBootPattern-473790611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:59:14.063190 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-834b71dc-4774-4afd-a1eb-7cd5e107b5ed req-454a1d80-54d2-441a-9d47-6469f5820ca7 tempest-TestVolumeBootPattern-473790611 tempest-TestVolumeBootPattern-473790611-project] 10.222.0.67 "GET /v2.0/ports?device_id=a823de75-8b8e-46f9-96fb-49bacdd447f7 HTTP/1.1" status: 200 len: 943 time: 0.1399465 Sep 23 19:59:14.090539 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa8204fe-2f52-429e-ac6a-71f1c4c3c0cf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4c8b80df-07eb-5275-9f17-5cf640db67c0-8df6e29f-7a1c-4bb3-9171-1daad65e26d9', 'network_id': '8df6e29f-7a1c-4bb3-9171-1daad65e26d9', 'tenant_id': '9cf4888c1a454e07a3d16aa9e7c63006', 'fixed_ips': [{'subnet_id': 'de92640b-e6f6-4e5c-b294-16cb6ecb1919'}]}} from n-d-713301-16. {{(pid=95103) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 23 19:59:14.091576 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-fa8204fe-2f52-429e-ac6a-71f1c4c3c0cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_create {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:59:14.123243 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-834b71dc-4774-4afd-a1eb-7cd5e107b5ed req-dd2455ee-50a4-4864-9965-d9ce7b924258 tempest-TestVolumeBootPattern-473790611 tempest-TestVolumeBootPattern-473790611-project] 10.222.0.67 "GET /v2.0/security-groups?id=144e7209-c560-46fb-b43e-2ce38f5b7271&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0531182 Sep 23 19:59:14.143813 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49cefbec-8ebc-4800-b662-34b18ab5b974 None None] Routers {'ea29272b-e401-4964-b5a2-4dd788e8a127'} bound to L3 agent in host n-d-713301-16 {{(pid=95103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 19:59:14.144445 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_hamode_db [None req-49cefbec-8ebc-4800-b662-34b18ab5b974 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-23T19:07:52Z,description=,heartbeat_timestamp=2021-09-23T19:58:53Z,host='n-d-713301-16',id=79a740bf-7821-4989-8288-7186e3e128f3,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:07:52Z,topic='l3_agent')) {'router_ids': ['ea29272b-e401-4964-b5a2-4dd788e8a127'], 'active': True} {{(pid=95103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:59:14.148194 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e151c635-9843-4f9b-951b-4fcd439e54e9 None None] Pushing event updated for resources: {'Port': ['ID=e6d68c63-9b5d-46d5-aa86-463c4e83649c,revision_number=3']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:59:14.336718 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_dvr_db [None req-49cefbec-8ebc-4800-b662-34b18ab5b974 None None] Set router ea29272b-e401-4964-b5a2-4dd788e8a127 gateway port host: n-d-713301-16 {{(pid=95103) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 19:59:14.339252 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-b25688e8-b00e-412d-b911-f58c619969ee tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:59:14.395188 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.db_base_plugin_common [None req-fa8204fe-2f52-429e-ac6a-71f1c4c3c0cf None None] Allocated IP 172.20.0.2 (8df6e29f-7a1c-4bb3-9171-1daad65e26d9/de92640b-e6f6-4e5c-b294-16cb6ecb1919/81842b51-46c8-4702-aed9-7e15ebce306f) {{(pid=95103) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 19:59:14.784788 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-fa8204fe-2f52-429e-ac6a-71f1c4c3c0cf None None] Notify callbacks [] for port, precommit_create {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:59:14.794584 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-fa8204fe-2f52-429e-ac6a-71f1c4c3c0cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783145673135'] for port, after_create {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:59:14.802663 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_hamode_db [None req-49cefbec-8ebc-4800-b662-34b18ab5b974 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea29272b-e401-4964-b5a2-4dd788e8a127', 'name': 'tempest-TestNetworkAdvancedServerOps-router-404108900', 'tenant_id': '9cf4888c1a454e07a3d16aa9e7c63006', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'external_fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.36'}], 'enable_snat': True}, 'gw_port_id': 'e6d68c63-9b5d-46d5-aa86-463c4e83649c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:59:10Z', 'updated_at': '2021-09-23T19:59:12Z', 'revision_number': 3, 'project_id': '9cf4888c1a454e07a3d16aa9e7c63006', 'gw_port': {'id': 'e6d68c63-9b5d-46d5-aa86-463c4e83649c', 'name': '', 'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:36:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea29272b-e401-4964-b5a2-4dd788e8a127', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3945, 'fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:59:11Z', 'updated_at': '2021-09-23T19:59:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-16'}], 'n-d-713301-16', False) {} {{(pid=95103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:59:14.839952 n-d-713301-16 neutron-server[95102]: DEBUG neutron.db.db_base_plugin_common [None req-b25688e8-b00e-412d-b911-f58c619969ee tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] Allocated IP 172.20.0.1 (8df6e29f-7a1c-4bb3-9171-1daad65e26d9/de92640b-e6f6-4e5c-b294-16cb6ecb1919/5160c71f-06ff-4388-aff0-a159164463a3) {{(pid=95102) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 19:59:14.854892 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49cefbec-8ebc-4800-b662-34b18ab5b974 None None] The sync data for ids ['ea29272b-e401-4964-b5a2-4dd788e8a127'] in n-d-713301-16 is: [{'id': 'ea29272b-e401-4964-b5a2-4dd788e8a127', 'name': 'tempest-TestNetworkAdvancedServerOps-router-404108900', 'tenant_id': '9cf4888c1a454e07a3d16aa9e7c63006', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'external_fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.36'}], 'enable_snat': True}, 'gw_port_id': 'e6d68c63-9b5d-46d5-aa86-463c4e83649c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:59:10Z', 'updated_at': '2021-09-23T19:59:12Z', 'revision_number': 3, 'project_id': '9cf4888c1a454e07a3d16aa9e7c63006', 'gw_port': {'id': 'e6d68c63-9b5d-46d5-aa86-463c4e83649c', 'name': '', 'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:36:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea29272b-e401-4964-b5a2-4dd788e8a127', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3945, 'fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:59:11Z', 'updated_at': '2021-09-23T19:59:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-16'}] {{(pid=95103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 19:59:14.863682 n-d-713301-16 neutron-server[95103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa8204fe-2f52-429e-ac6a-71f1c4c3c0cf None None] Network 8df6e29f-7a1c-4bb3-9171-1daad65e26d9 is already hosted by enough agents. {{(pid=95103) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:59:14.868136 n-d-713301-16 neutron-server[95103]: DEBUG neutron.scheduler.base_scheduler [None req-fa8204fe-2f52-429e-ac6a-71f1c4c3c0cf None None] Resources bound (agent type, host, resource id): {{(pid=95103) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:59:14.874178 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa8204fe-2f52-429e-ac6a-71f1c4c3c0cf None None] Received port after_create {{(pid=95103) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 19:59:14.886269 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa8204fe-2f52-429e-ac6a-71f1c4c3c0cf None None] Pushing event updated for resources: {'Port': ['ID=81842b51-46c8-4702-aed9-7e15ebce306f,revision_number=1']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:59:14.936669 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.managers [None req-fa8204fe-2f52-429e-ac6a-71f1c4c3c0cf None None] Attempting to bind port 81842b51-46c8-4702-aed9-7e15ebce306f on host n-d-713301-16 for vnic_type normal with profile {{(pid=95103) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 19:59:14.937048 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.managers [None req-fa8204fe-2f52-429e-ac6a-71f1c4c3c0cf None None] Attempting to bind port 81842b51-46c8-4702-aed9-7e15ebce306f by drivers openvswitch,hyperv on host n-d-713301-16 at level 0 using segments [{'id': 'e6ceed78-94fa-4e18-bfae-3c58718e1a2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '8df6e29f-7a1c-4bb3-9171-1daad65e26d9'}] {{(pid=95103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 19:59:14.937664 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa8204fe-2f52-429e-ac6a-71f1c4c3c0cf None None] Attempting to bind port 81842b51-46c8-4702-aed9-7e15ebce306f on network 8df6e29f-7a1c-4bb3-9171-1daad65e26d9 {{(pid=95103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:59:14.942965 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa8204fe-2f52-429e-ac6a-71f1c4c3c0cf None None] Checking agent: {'id': '70a14545-df24-472f-8f95-bfe1719bff93', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 19, 7, 53), 'started_at': datetime.datetime(2021, 9, 23, 19, 8, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 19, 58, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 19:59:14.943348 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa8204fe-2f52-429e-ac6a-71f1c4c3c0cf None None] Checking segment: {'id': 'e6ceed78-94fa-4e18-bfae-3c58718e1a2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '8df6e29f-7a1c-4bb3-9171-1daad65e26d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95103) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:59:14.943751 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-fa8204fe-2f52-429e-ac6a-71f1c4c3c0cf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:59:14.944233 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa8204fe-2f52-429e-ac6a-71f1c4c3c0cf None None] Bound using segment: {'id': 'e6ceed78-94fa-4e18-bfae-3c58718e1a2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '8df6e29f-7a1c-4bb3-9171-1daad65e26d9'} {{(pid=95103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 19:59:14.944988 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.managers [None req-fa8204fe-2f52-429e-ac6a-71f1c4c3c0cf None None] Bound port: 81842b51-46c8-4702-aed9-7e15ebce306f, host: n-d-713301-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e6ceed78-94fa-4e18-bfae-3c58718e1a2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '8df6e29f-7a1c-4bb3-9171-1daad65e26d9'}}] {{(pid=95103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 19:59:14.945134 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-fa8204fe-2f52-429e-ac6a-71f1c4c3c0cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:59:14.986290 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-b25688e8-b00e-412d-b911-f58c619969ee tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] Notify callbacks [] for port, precommit_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:59:15.013491 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-fa8204fe-2f52-429e-ac6a-71f1c4c3c0cf None None] For port 81842b51-46c8-4702-aed9-7e15ebce306f, host n-d-713301-16, cleared binding levels {{(pid=95103) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 19:59:15.017327 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-fa8204fe-2f52-429e-ac6a-71f1c4c3c0cf None None] For port 81842b51-46c8-4702-aed9-7e15ebce306f, host n-d-713301-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-16',level=0,port_id=81842b51-46c8-4702-aed9-7e15ebce306f,segment=NetworkSegment(e6ceed78-94fa-4e18-bfae-3c58718e1a2e),segment_id=e6ceed78-94fa-4e18-bfae-3c58718e1a2e)] {{(pid=95103) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 19:59:15.022167 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-fa8204fe-2f52-429e-ac6a-71f1c4c3c0cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:59:15.023927 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-b25688e8-b00e-412d-b911-f58c619969ee tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783145673135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4399100'] for port, after_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:59:15.100843 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa8204fe-2f52-429e-ac6a-71f1c4c3c0cf None None] Pushing event updated for resources: {'Port': ['ID=81842b51-46c8-4702-aed9-7e15ebce306f,revision_number=2']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:59:15.462360 n-d-713301-16 neutron-server[95102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b25688e8-b00e-412d-b911-f58c619969ee tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] Network 8df6e29f-7a1c-4bb3-9171-1daad65e26d9 is already hosted by enough agents. {{(pid=95102) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:59:15.483583 n-d-713301-16 neutron-server[95102]: DEBUG neutron.scheduler.base_scheduler [None req-b25688e8-b00e-412d-b911-f58c619969ee tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] Resources bound (agent type, host, resource id): {{(pid=95102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:59:15.486440 n-d-713301-16 neutron-server[95102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b25688e8-b00e-412d-b911-f58c619969ee tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] Received port after_create {{(pid=95102) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 19:59:15.517809 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b25688e8-b00e-412d-b911-f58c619969ee tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] Pushing event updated for resources: {'Port': ['ID=5160c71f-06ff-4388-aff0-a159164463a3,revision_number=1']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:59:15.554909 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b723e4-ad64-4fbb-bd56-ea420392f5a1 req-101900a1-4317-4f5c-9f66-4c5d7be87b6c tempest-TestVolumeBootPattern-473790611 tempest-TestVolumeBootPattern-473790611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:59:15.556409 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-49b723e4-ad64-4fbb-bd56-ea420392f5a1 req-101900a1-4317-4f5c-9f66-4c5d7be87b6c tempest-TestVolumeBootPattern-473790611 tempest-TestVolumeBootPattern-473790611-project] 10.222.0.67 "GET /v2.0/ports?device_id=a823de75-8b8e-46f9-96fb-49bacdd447f7 HTTP/1.1" status: 200 len: 943 time: 0.1201174 Sep 23 19:59:15.557914 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-b25688e8-b00e-412d-b911-f58c619969ee tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-601987'] for router_interface, before_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:59:15.676058 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-49b723e4-ad64-4fbb-bd56-ea420392f5a1 req-58ba0533-2e9d-41cc-8faf-0b5f2de3d901 tempest-TestVolumeBootPattern-473790611 tempest-TestVolumeBootPattern-473790611-project] 10.222.0.67 "GET /v2.0/security-groups?id=144e7209-c560-46fb-b43e-2ce38f5b7271&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0784051 Sep 23 19:59:15.733390 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-b25688e8-b00e-412d-b911-f58c619969ee tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:59:16.040987 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-b25688e8-b00e-412d-b911-f58c619969ee tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] Notify callbacks [] for port, precommit_update {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:59:16.046366 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-b25688e8-b00e-412d-b911-f58c619969ee tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4399095'] for port, after_update {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:59:16.127538 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-b25688e8-b00e-412d-b911-f58c619969ee tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-527313', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-601459'] for router_interface, after_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:59:16.128014 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09c05798-aa7d-4dc5-bdde-17c3b134b601 None None] Network 8df6e29f-7a1c-4bb3-9171-1daad65e26d9 requested from n-d-713301-16 {{(pid=95103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 19:59:16.129298 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b25688e8-b00e-412d-b911-f58c619969ee tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] Pushing event updated for resources: {'Port': ['ID=5160c71f-06ff-4388-aff0-a159164463a3,revision_number=2']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:59:16.195141 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-71fb9069-476b-4e47-aa7f-f80f9e8a7752 None None] Provisioning complete for port 81842b51-46c8-4702-aed9-7e15ebce306f triggered by entity DHCP. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:59:16.195514 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-71fb9069-476b-4e47-aa7f-f80f9e8a7752 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:59:16.231099 n-d-713301-16 neutron-server[95102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b25688e8-b00e-412d-b911-f58c619969ee tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] Network 8df6e29f-7a1c-4bb3-9171-1daad65e26d9 is already hosted by enough agents. {{(pid=95102) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:59:16.233132 n-d-713301-16 neutron-server[95102]: DEBUG neutron.scheduler.base_scheduler [None req-b25688e8-b00e-412d-b911-f58c619969ee tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] Resources bound (agent type, host, resource id): {{(pid=95102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:59:16.346729 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-71fb9069-476b-4e47-aa7f-f80f9e8a7752 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:59:16.353738 n-d-713301-16 neutron-server[95102]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b25688e8-b00e-412d-b911-f58c619969ee tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] Router ea29272b-e401-4964-b5a2-4dd788e8a127 has already been hosted by L3 agent 79a740bf-7821-4989-8288-7186e3e128f3 {{(pid=95102) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 19:59:16.388487 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-71fb9069-476b-4e47-aa7f-f80f9e8a7752 None None] For port 81842b51-46c8-4702-aed9-7e15ebce306f, host n-d-713301-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-16',level=0,port_id=81842b51-46c8-4702-aed9-7e15ebce306f,segment=NetworkSegment(e6ceed78-94fa-4e18-bfae-3c58718e1a2e),segment_id=e6ceed78-94fa-4e18-bfae-3c58718e1a2e)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:59:16.394105 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-71fb9069-476b-4e47-aa7f-f80f9e8a7752 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:59:16.451316 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71fb9069-476b-4e47-aa7f-f80f9e8a7752 None None] Pushing event updated for resources: {'Port': ['ID=81842b51-46c8-4702-aed9-7e15ebce306f,revision_number=3']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:59:16.484731 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b25688e8-b00e-412d-b911-f58c619969ee tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] Notify agent at l3_agent.n-d-713301-16 the message routers_updated {{(pid=95102) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 19:59:16.490347 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-b25688e8-b00e-412d-b911-f58c619969ee tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] 10.222.0.67 "PUT /v2.0/routers/ea29272b-e401-4964-b5a2-4dd788e8a127/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6624522 Sep 23 19:59:16.626736 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-e455cd0f-4de2-448d-8710-123193e097a1 None None] Provisioning complete for port 81842b51-46c8-4702-aed9-7e15ebce306f triggered by entity DHCP. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:59:16.627116 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-e455cd0f-4de2-448d-8710-123193e097a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:59:16.634619 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c71c5248-7ee1-45e5-9a2d-c0ecd4e905cf None None] Sync routers for ids ['ea29272b-e401-4964-b5a2-4dd788e8a127'] in n-d-713301-16 {{(pid=95104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 19:59:16.652230 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c71c5248-7ee1-45e5-9a2d-c0ecd4e905cf None None] Routers {'ea29272b-e401-4964-b5a2-4dd788e8a127'} bound to L3 agent in host n-d-713301-16 {{(pid=95104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 19:59:16.653897 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_hamode_db [None req-c71c5248-7ee1-45e5-9a2d-c0ecd4e905cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-23T19:07:52Z,description=,heartbeat_timestamp=2021-09-23T19:58:53Z,host='n-d-713301-16',id=79a740bf-7821-4989-8288-7186e3e128f3,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:07:52Z,topic='l3_agent')) {'router_ids': ['ea29272b-e401-4964-b5a2-4dd788e8a127'], 'active': True} {{(pid=95104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:59:16.672213 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-29581468-77ce-4012-818c-ed578fb592c3 req-4d1399cc-c1f8-47fe-b52d-32154af5bd1d tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] 10.222.0.67 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1665558997&fields=id&tenant_id=9cf4888c1a454e07a3d16aa9e7c63006 HTTP/1.1" status: 200 len: 267 time: 0.0556800 Sep 23 19:59:16.800355 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Device 81842b51-46c8-4702-aed9-7e15ebce306f up at agent ovs-agent-n-d-713301-16 {{(pid=95103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 19:59:16.804670 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-e455cd0f-4de2-448d-8710-123193e097a1 None None] Provisioning complete for port 5160c71f-06ff-4388-aff0-a159164463a3 triggered by entity DHCP. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:59:16.804871 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-e455cd0f-4de2-448d-8710-123193e097a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:59:16.814389 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_dvr_db [None req-c71c5248-7ee1-45e5-9a2d-c0ecd4e905cf None None] Set router ea29272b-e401-4964-b5a2-4dd788e8a127 gateway port host: n-d-713301-16 {{(pid=95104) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 19:59:16.849387 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.plugin [None req-e455cd0f-4de2-448d-8710-123193e097a1 None None] Port 5160c71f-06ff-4388-aff0-a159164463a3 cannot update to ACTIVE because it is not bound. {{(pid=95103) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 19:59:16.866148 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29581468-77ce-4012-818c-ed578fb592c3 req-8b087764-a4df-4e7b-a1d5-26e1db961481 tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:59:16.874431 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-29581468-77ce-4012-818c-ed578fb592c3 req-8b087764-a4df-4e7b-a1d5-26e1db961481 tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] 10.222.0.67 "GET /v2.0/networks?id=8df6e29f-7a1c-4bb3-9171-1daad65e26d9 HTTP/1.1" status: 200 len: 797 time: 0.2012653 Sep 23 19:59:16.896395 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-29581468-77ce-4012-818c-ed578fb592c3 req-c94176fa-48f5-47d5-afcb-62df1c94532e tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] 10.222.0.67 "GET /v2.0/quotas/9cf4888c1a454e07a3d16aa9e7c63006 HTTP/1.1" status: 200 len: 375 time: 0.0209937 Sep 23 19:59:16.901459 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Provisioning complete for port 81842b51-46c8-4702-aed9-7e15ebce306f triggered by entity L2. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:59:16.901968 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:59:16.935422 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55fbff14-89fd-48e5-95e6-ceda2faee8ec req-4ba35c50-6740-492c-9e2d-3386d80f1c7c tempest-TestVolumeBootPattern-473790611 tempest-TestVolumeBootPattern-473790611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:59:16.937179 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-55fbff14-89fd-48e5-95e6-ceda2faee8ec req-4ba35c50-6740-492c-9e2d-3386d80f1c7c tempest-TestVolumeBootPattern-473790611 tempest-TestVolumeBootPattern-473790611-project] 10.222.0.67 "GET /v2.0/ports?device_id=a823de75-8b8e-46f9-96fb-49bacdd447f7 HTTP/1.1" status: 200 len: 943 time: 0.1328433 Sep 23 19:59:16.975338 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-29581468-77ce-4012-818c-ed578fb592c3 req-5ebef1bc-4e5a-4b87-b54f-4cbc9e412342 tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=9cf4888c1a454e07a3d16aa9e7c63006&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0778160 Sep 23 19:59:16.997321 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-605e1544-a0c3-4bc6-adb1-9cbfbcdd67c6 None None] Provisioning complete for port 5160c71f-06ff-4388-aff0-a159164463a3 triggered by entity DHCP. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:59:16.997712 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-605e1544-a0c3-4bc6-adb1-9cbfbcdd67c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:59:17.020047 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-55fbff14-89fd-48e5-95e6-ceda2faee8ec req-6e158570-d976-447a-96ab-9ed134d01fb0 tempest-TestVolumeBootPattern-473790611 tempest-TestVolumeBootPattern-473790611-project] 10.222.0.67 "GET /v2.0/security-groups?id=144e7209-c560-46fb-b43e-2ce38f5b7271&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0754478 Sep 23 19:59:17.025681 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Device e6d68c63-9b5d-46d5-aa86-463c4e83649c up at agent ovs-agent-n-d-713301-16 {{(pid=95103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 19:59:17.078352 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_hamode_db [None req-c71c5248-7ee1-45e5-9a2d-c0ecd4e905cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea29272b-e401-4964-b5a2-4dd788e8a127', 'name': 'tempest-TestNetworkAdvancedServerOps-router-404108900', 'tenant_id': '9cf4888c1a454e07a3d16aa9e7c63006', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'external_fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.36'}], 'enable_snat': True}, 'gw_port_id': 'e6d68c63-9b5d-46d5-aa86-463c4e83649c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:59:10Z', 'updated_at': '2021-09-23T19:59:15Z', 'revision_number': 4, 'project_id': '9cf4888c1a454e07a3d16aa9e7c63006', 'gw_port': {'id': 'e6d68c63-9b5d-46d5-aa86-463c4e83649c', 'name': '', 'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:36:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea29272b-e401-4964-b5a2-4dd788e8a127', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3945, 'fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:59:11Z', 'updated_at': '2021-09-23T19:59:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-16', '_interfaces': [{'id': '5160c71f-06ff-4388-aff0-a159164463a3', 'name': '', 'network_id': '8df6e29f-7a1c-4bb3-9171-1daad65e26d9', 'tenant_id': '9cf4888c1a454e07a3d16aa9e7c63006', 'mac_address': 'fa:16:3e:7e:a6:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea29272b-e401-4964-b5a2-4dd788e8a127', 'device_owner': 'network:router_interface', 'standard_attr_id': 3948, 'fixed_ips': [{'subnet_id': 'de92640b-e6f6-4e5c-b294-16cb6ecb1919', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:59:14Z', 'updated_at': '2021-09-23T19:59:15Z', 'revision_number': 2, 'project_id': '9cf4888c1a454e07a3d16aa9e7c63006', 'subnets': [{'id': 'de92640b-e6f6-4e5c-b294-16cb6ecb1919', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-16', False) {} {{(pid=95104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:59:17.079450 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.plugin [None req-605e1544-a0c3-4bc6-adb1-9cbfbcdd67c6 None None] Port 5160c71f-06ff-4388-aff0-a159164463a3 cannot update to ACTIVE because it is not bound. {{(pid=95103) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 19:59:17.097096 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-29581468-77ce-4012-818c-ed578fb592c3 req-0b5239cf-3694-4c07-b69c-6a52bc503801 service neutron] 10.222.0.67 "GET /v2.0/networks/8df6e29f-7a1c-4bb3-9171-1daad65e26d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1067564 Sep 23 19:59:17.101461 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Provisioning complete for port e6d68c63-9b5d-46d5-aa86-463c4e83649c triggered by entity L2. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:59:17.102038 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:59:17.114908 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c71c5248-7ee1-45e5-9a2d-c0ecd4e905cf None None] Checking router: ea29272b-e401-4964-b5a2-4dd788e8a127 for host: n-d-713301-16 {{(pid=95104) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 19:59:17.115267 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c71c5248-7ee1-45e5-9a2d-c0ecd4e905cf None None] Updating router ea29272b-e401-4964-b5a2-4dd788e8a127 port 5160c71f-06ff-4388-aff0-a159164463a3 binding host n-d-713301-16 {{(pid=95104) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 23 19:59:17.145001 n-d-713301-16 neutron-server[95104]: DEBUG neutron_lib.callbacks.manager [None req-c71c5248-7ee1-45e5-9a2d-c0ecd4e905cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:59:17.200834 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:59:17.213290 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-29581468-77ce-4012-818c-ed578fb592c3 req-b033011a-eac3-47f9-8754-c8720ada8801 service neutron] 10.222.0.67 "GET /v2.0/networks/8df6e29f-7a1c-4bb3-9171-1daad65e26d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1082330 Sep 23 19:59:17.222864 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] For port e6d68c63-9b5d-46d5-aa86-463c4e83649c, host n-d-713301-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-16',level=0,port_id=e6d68c63-9b5d-46d5-aa86-463c4e83649c,segment=NetworkSegment(7d4027f1-d893-4c7b-95d4-757b8e44e380),segment_id=7d4027f1-d893-4c7b-95d4-757b8e44e380)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:59:17.227398 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:59:17.283454 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Pushing event updated for resources: {'Port': ['ID=e6d68c63-9b5d-46d5-aa86-463c4e83649c,revision_number=4']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:59:17.306116 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-3a0c5f24-16a3-4244-9c85-4e01c13c908a None None] Provisioning complete for port 5160c71f-06ff-4388-aff0-a159164463a3 triggered by entity DHCP. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:59:17.306487 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-3a0c5f24-16a3-4244-9c85-4e01c13c908a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:59:17.346790 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.plugin [None req-3a0c5f24-16a3-4244-9c85-4e01c13c908a None None] Port 5160c71f-06ff-4388-aff0-a159164463a3 cannot update to ACTIVE because it is not bound. {{(pid=95103) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 19:59:17.414431 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-c6cfd55a-b058-496b-b71e-893f27c06fa7 req-d385f67a-42d7-4865-b285-b0bd1e896216 tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] 10.222.0.67 "GET /v2.0/ports?device_id=7331cf6d-9fb1-4c2a-827c-979e78bf9018 HTTP/1.1" status: 200 len: 210 time: 0.0318196 Sep 23 19:59:17.439093 n-d-713301-16 neutron-server[95104]: DEBUG neutron_lib.callbacks.manager [None req-c71c5248-7ee1-45e5-9a2d-c0ecd4e905cf None None] Notify callbacks [] for port, precommit_update {{(pid=95104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:59:17.444582 n-d-713301-16 neutron-server[95104]: DEBUG neutron_lib.callbacks.manager [None req-c71c5248-7ee1-45e5-9a2d-c0ecd4e905cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:59:17.496963 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a537f4e6-c7d9-4124-bc88-dd3eab25cf2f None None] Pushing event updated for resources: {'Port': ['ID=5160c71f-06ff-4388-aff0-a159164463a3,revision_number=3']} {{(pid=95104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:59:17.506410 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a537f4e6-c7d9-4124-bc88-dd3eab25cf2f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:59:17.506751 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a537f4e6-c7d9-4124-bc88-dd3eab25cf2f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:59:17.507085 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a537f4e6-c7d9-4124-bc88-dd3eab25cf2f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:59:17.507477 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a537f4e6-c7d9-4124-bc88-dd3eab25cf2f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:59:17.507810 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a537f4e6-c7d9-4124-bc88-dd3eab25cf2f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:59:17.508135 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a537f4e6-c7d9-4124-bc88-dd3eab25cf2f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:59:17.508450 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a537f4e6-c7d9-4124-bc88-dd3eab25cf2f None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:59:17.508796 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a537f4e6-c7d9-4124-bc88-dd3eab25cf2f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:59:17.509116 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a537f4e6-c7d9-4124-bc88-dd3eab25cf2f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:59:17.509431 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a537f4e6-c7d9-4124-bc88-dd3eab25cf2f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:59:17.509749 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a537f4e6-c7d9-4124-bc88-dd3eab25cf2f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:59:17.510972 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a537f4e6-c7d9-4124-bc88-dd3eab25cf2f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 19:59:17.566711 n-d-713301-16 neutron-server[95104]: DEBUG neutron.plugins.ml2.managers [None req-c71c5248-7ee1-45e5-9a2d-c0ecd4e905cf None None] Attempting to bind port 5160c71f-06ff-4388-aff0-a159164463a3 on host n-d-713301-16 for vnic_type normal with profile {{(pid=95104) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 19:59:17.567074 n-d-713301-16 neutron-server[95104]: DEBUG neutron.plugins.ml2.managers [None req-c71c5248-7ee1-45e5-9a2d-c0ecd4e905cf None None] Attempting to bind port 5160c71f-06ff-4388-aff0-a159164463a3 by drivers openvswitch,hyperv on host n-d-713301-16 at level 0 using segments [{'id': 'e6ceed78-94fa-4e18-bfae-3c58718e1a2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '8df6e29f-7a1c-4bb3-9171-1daad65e26d9'}] {{(pid=95104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 19:59:17.567429 n-d-713301-16 neutron-server[95104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c71c5248-7ee1-45e5-9a2d-c0ecd4e905cf None None] Attempting to bind port 5160c71f-06ff-4388-aff0-a159164463a3 on network 8df6e29f-7a1c-4bb3-9171-1daad65e26d9 {{(pid=95104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:59:17.573376 n-d-713301-16 neutron-server[95104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c71c5248-7ee1-45e5-9a2d-c0ecd4e905cf None None] Checking agent: {'id': '70a14545-df24-472f-8f95-bfe1719bff93', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 19, 7, 53), 'started_at': datetime.datetime(2021, 9, 23, 19, 8, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 19, 58, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 19:59:17.573567 n-d-713301-16 neutron-server[95104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c71c5248-7ee1-45e5-9a2d-c0ecd4e905cf None None] Checking segment: {'id': 'e6ceed78-94fa-4e18-bfae-3c58718e1a2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '8df6e29f-7a1c-4bb3-9171-1daad65e26d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95104) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:59:17.573973 n-d-713301-16 neutron-server[95104]: DEBUG neutron_lib.callbacks.manager [None req-c71c5248-7ee1-45e5-9a2d-c0ecd4e905cf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:59:17.574361 n-d-713301-16 neutron-server[95104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c71c5248-7ee1-45e5-9a2d-c0ecd4e905cf None None] Bound using segment: {'id': 'e6ceed78-94fa-4e18-bfae-3c58718e1a2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '8df6e29f-7a1c-4bb3-9171-1daad65e26d9'} {{(pid=95104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 19:59:17.574827 n-d-713301-16 neutron-server[95104]: DEBUG neutron.plugins.ml2.managers [None req-c71c5248-7ee1-45e5-9a2d-c0ecd4e905cf None None] Bound port: 5160c71f-06ff-4388-aff0-a159164463a3, host: n-d-713301-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e6ceed78-94fa-4e18-bfae-3c58718e1a2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '8df6e29f-7a1c-4bb3-9171-1daad65e26d9'}}] {{(pid=95104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 19:59:17.575200 n-d-713301-16 neutron-server[95104]: DEBUG neutron_lib.callbacks.manager [None req-c71c5248-7ee1-45e5-9a2d-c0ecd4e905cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:59:17.643428 n-d-713301-16 neutron-server[95104]: DEBUG neutron.plugins.ml2.db [None req-c71c5248-7ee1-45e5-9a2d-c0ecd4e905cf None None] For port 5160c71f-06ff-4388-aff0-a159164463a3, host n-d-713301-16, cleared binding levels {{(pid=95104) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 19:59:17.647000 n-d-713301-16 neutron-server[95104]: DEBUG neutron.plugins.ml2.db [None req-c71c5248-7ee1-45e5-9a2d-c0ecd4e905cf None None] For port 5160c71f-06ff-4388-aff0-a159164463a3, host n-d-713301-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-16',level=0,port_id=5160c71f-06ff-4388-aff0-a159164463a3,segment=NetworkSegment(e6ceed78-94fa-4e18-bfae-3c58718e1a2e),segment_id=e6ceed78-94fa-4e18-bfae-3c58718e1a2e)] {{(pid=95104) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 19:59:17.652981 n-d-713301-16 neutron-server[95104]: DEBUG neutron_lib.callbacks.manager [None req-c71c5248-7ee1-45e5-9a2d-c0ecd4e905cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:59:17.716195 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c71c5248-7ee1-45e5-9a2d-c0ecd4e905cf None None] Routers {'ea29272b-e401-4964-b5a2-4dd788e8a127'} bound to L3 agent in host n-d-713301-16 {{(pid=95104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 19:59:17.719241 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_hamode_db [None req-c71c5248-7ee1-45e5-9a2d-c0ecd4e905cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-23T19:07:52Z,description=,heartbeat_timestamp=2021-09-23T19:58:53Z,host='n-d-713301-16',id=79a740bf-7821-4989-8288-7186e3e128f3,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:07:52Z,topic='l3_agent')) {'router_ids': ['ea29272b-e401-4964-b5a2-4dd788e8a127'], 'active': True} {{(pid=95104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:59:17.758175 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a537f4e6-c7d9-4124-bc88-dd3eab25cf2f None None] Pushing event updated for resources: {'Port': ['ID=5160c71f-06ff-4388-aff0-a159164463a3,revision_number=4']} {{(pid=95104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:59:17.781656 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-af8fd0c3-5798-40b5-b99d-8270fc90625c None None] Provisioning complete for port 5160c71f-06ff-4388-aff0-a159164463a3 triggered by entity DHCP. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:59:17.782480 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-af8fd0c3-5798-40b5-b99d-8270fc90625c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:59:17.857281 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_dvr_db [None req-c71c5248-7ee1-45e5-9a2d-c0ecd4e905cf None None] Set router ea29272b-e401-4964-b5a2-4dd788e8a127 gateway port host: n-d-713301-16 {{(pid=95104) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 19:59:17.897474 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-af8fd0c3-5798-40b5-b99d-8270fc90625c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:59:17.933709 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-af8fd0c3-5798-40b5-b99d-8270fc90625c None None] For port 5160c71f-06ff-4388-aff0-a159164463a3, host n-d-713301-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-16',level=0,port_id=5160c71f-06ff-4388-aff0-a159164463a3,segment=NetworkSegment(e6ceed78-94fa-4e18-bfae-3c58718e1a2e),segment_id=e6ceed78-94fa-4e18-bfae-3c58718e1a2e)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:59:17.938247 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-af8fd0c3-5798-40b5-b99d-8270fc90625c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:59:17.991960 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af8fd0c3-5798-40b5-b99d-8270fc90625c None None] Pushing event updated for resources: {'Port': ['ID=5160c71f-06ff-4388-aff0-a159164463a3,revision_number=5']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:59:18.057567 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-184bf218-30bc-45b1-9100-a94df656b0ef None None] Provisioning complete for port 5160c71f-06ff-4388-aff0-a159164463a3 triggered by entity DHCP. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:59:18.057996 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-184bf218-30bc-45b1-9100-a94df656b0ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:59:18.161636 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-407b269c-9850-4e23-852d-324581c95e5b req-ee4b7d2d-e930-4e9e-ac09-449cd8c3c56d tempest-TestVolumeBootPattern-473790611 tempest-TestVolumeBootPattern-473790611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:59:18.163227 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-407b269c-9850-4e23-852d-324581c95e5b req-ee4b7d2d-e930-4e9e-ac09-449cd8c3c56d tempest-TestVolumeBootPattern-473790611 tempest-TestVolumeBootPattern-473790611-project] 10.222.0.67 "GET /v2.0/ports?device_id=a823de75-8b8e-46f9-96fb-49bacdd447f7 HTTP/1.1" status: 200 len: 943 time: 0.0519993 Sep 23 19:59:18.183922 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_hamode_db [None req-c71c5248-7ee1-45e5-9a2d-c0ecd4e905cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea29272b-e401-4964-b5a2-4dd788e8a127', 'name': 'tempest-TestNetworkAdvancedServerOps-router-404108900', 'tenant_id': '9cf4888c1a454e07a3d16aa9e7c63006', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'external_fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.36'}], 'enable_snat': True}, 'gw_port_id': 'e6d68c63-9b5d-46d5-aa86-463c4e83649c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:59:10Z', 'updated_at': '2021-09-23T19:59:15Z', 'revision_number': 4, 'project_id': '9cf4888c1a454e07a3d16aa9e7c63006', 'gw_port': {'id': 'e6d68c63-9b5d-46d5-aa86-463c4e83649c', 'name': '', 'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:36:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea29272b-e401-4964-b5a2-4dd788e8a127', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3945, 'fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:59:11Z', 'updated_at': '2021-09-23T19:59:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-16', '_interfaces': [{'id': '5160c71f-06ff-4388-aff0-a159164463a3', 'name': '', 'network_id': '8df6e29f-7a1c-4bb3-9171-1daad65e26d9', 'tenant_id': '9cf4888c1a454e07a3d16aa9e7c63006', 'mac_address': 'fa:16:3e:7e:a6:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea29272b-e401-4964-b5a2-4dd788e8a127', 'device_owner': 'network:router_interface', 'standard_attr_id': 3948, 'fixed_ips': [{'subnet_id': 'de92640b-e6f6-4e5c-b294-16cb6ecb1919', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:59:14Z', 'updated_at': '2021-09-23T19:59:17Z', 'revision_number': 4, 'project_id': '9cf4888c1a454e07a3d16aa9e7c63006', 'subnets': [{'id': 'de92640b-e6f6-4e5c-b294-16cb6ecb1919', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-16', False) {} {{(pid=95104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:59:18.203684 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-407b269c-9850-4e23-852d-324581c95e5b req-9d454db8-74c6-4421-a42e-01db8b0d9141 tempest-TestVolumeBootPattern-473790611 tempest-TestVolumeBootPattern-473790611-project] 10.222.0.67 "GET /v2.0/security-groups?id=144e7209-c560-46fb-b43e-2ce38f5b7271&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336974 Sep 23 19:59:18.210066 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c71c5248-7ee1-45e5-9a2d-c0ecd4e905cf None None] The sync data for ids ['ea29272b-e401-4964-b5a2-4dd788e8a127'] in n-d-713301-16 is: [{'id': 'ea29272b-e401-4964-b5a2-4dd788e8a127', 'name': 'tempest-TestNetworkAdvancedServerOps-router-404108900', 'tenant_id': '9cf4888c1a454e07a3d16aa9e7c63006', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'external_fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.36'}], 'enable_snat': True}, 'gw_port_id': 'e6d68c63-9b5d-46d5-aa86-463c4e83649c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:59:10Z', 'updated_at': '2021-09-23T19:59:15Z', 'revision_number': 4, 'project_id': '9cf4888c1a454e07a3d16aa9e7c63006', 'gw_port': {'id': 'e6d68c63-9b5d-46d5-aa86-463c4e83649c', 'name': '', 'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:36:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea29272b-e401-4964-b5a2-4dd788e8a127', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3945, 'fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:59:11Z', 'updated_at': '2021-09-23T19:59:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-16', '_interfaces': [{'id': '5160c71f-06ff-4388-aff0-a159164463a3', 'name': '', 'network_id': '8df6e29f-7a1c-4bb3-9171-1daad65e26d9', 'tenant_id': '9cf4888c1a454e07a3d16aa9e7c63006', 'mac_address': 'fa:16:3e:7e:a6:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea29272b-e401-4964-b5a2-4dd788e8a127', 'device_owner': 'network:router_interface', 'standard_attr_id': 3948, 'fixed_ips': [{'subnet_id': 'de92640b-e6f6-4e5c-b294-16cb6ecb1919', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:59:14Z', 'updated_at': '2021-09-23T19:59:17Z', 'revision_number': 4, 'project_id': '9cf4888c1a454e07a3d16aa9e7c63006', 'subnets': [{'id': 'de92640b-e6f6-4e5c-b294-16cb6ecb1919', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 19:59:18.462897 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29581468-77ce-4012-818c-ed578fb592c3 req-5623931c-f20a-483b-b416-d04e2df57aba tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:59:18.465589 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-29581468-77ce-4012-818c-ed578fb592c3 req-5623931c-f20a-483b-b416-d04e2df57aba tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] 10.222.0.53 "GET /v2.0/networks?id=8df6e29f-7a1c-4bb3-9171-1daad65e26d9 HTTP/1.1" status: 200 len: 797 time: 0.1458635 Sep 23 19:59:18.527204 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-b1a983ec-4a59-4512-a101-b08b8cef9e31 req-30706bc1-b14d-415e-a6b0-4e422a594734 tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] 10.222.0.67 "GET /v2.0/ports?device_id=7331cf6d-9fb1-4c2a-827c-979e78bf9018 HTTP/1.1" status: 200 len: 210 time: 0.0343840 Sep 23 19:59:18.537378 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-29581468-77ce-4012-818c-ed578fb592c3 req-3e19db36-4027-4d43-b7dc-7032626f16ab tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] 10.222.0.53 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9cf4888c1a454e07a3d16aa9e7c63006 HTTP/1.1" status: 200 len: 380 time: 0.0628495 Sep 23 19:59:18.548519 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.v2.base [req-29581468-77ce-4012-818c-ed578fb592c3 req-d2a1314b-d6ff-49b7-9481-6db48781c958 tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] Request body: {'port': {'device_id': '7331cf6d-9fb1-4c2a-827c-979e78bf9018', 'network_id': '8df6e29f-7a1c-4bb3-9171-1daad65e26d9', 'admin_state_up': True, 'tenant_id': '9cf4888c1a454e07a3d16aa9e7c63006', 'security_groups': ['27ad1bfd-bb32-47ba-ada0-5032120bf28a']}} {{(pid=95102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:59:18.676092 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-29581468-77ce-4012-818c-ed578fb592c3 req-d2a1314b-d6ff-49b7-9481-6db48781c958 tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] Made reservation on behalf of 9cf4888c1a454e07a3d16aa9e7c63006 for: {'port': 1} {{(pid=95102) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 19:59:18.679960 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-29581468-77ce-4012-818c-ed578fb592c3 req-d2a1314b-d6ff-49b7-9481-6db48781c958 tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:59:18.711286 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Device e6d68c63-9b5d-46d5-aa86-463c4e83649c up at agent ovs-agent-n-d-713301-16 {{(pid=95103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 19:59:18.764414 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Provisioning complete for port e6d68c63-9b5d-46d5-aa86-463c4e83649c triggered by entity L2. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:59:18.764821 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:59:18.834449 n-d-713301-16 neutron-server[95102]: DEBUG neutron.db.db_base_plugin_common [req-29581468-77ce-4012-818c-ed578fb592c3 req-d2a1314b-d6ff-49b7-9481-6db48781c958 tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] Allocated IP 172.20.0.12 (8df6e29f-7a1c-4bb3-9171-1daad65e26d9/de92640b-e6f6-4e5c-b294-16cb6ecb1919/26767df7-d488-4d21-ad54-01ea48dd801c) {{(pid=95102) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 19:59:18.871124 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Device 5160c71f-06ff-4388-aff0-a159164463a3 up at agent ovs-agent-n-d-713301-16 {{(pid=95103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 19:59:18.925640 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Provisioning complete for port 5160c71f-06ff-4388-aff0-a159164463a3 triggered by entity L2. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:59:18.926015 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:59:18.999163 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-29581468-77ce-4012-818c-ed578fb592c3 req-d2a1314b-d6ff-49b7-9481-6db48781c958 tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] Notify callbacks [] for port, precommit_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:59:19.035706 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-29581468-77ce-4012-818c-ed578fb592c3 req-d2a1314b-d6ff-49b7-9481-6db48781c958 tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783145673135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4399100'] for port, after_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:59:19.075142 n-d-713301-16 neutron-server[95102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-29581468-77ce-4012-818c-ed578fb592c3 req-d2a1314b-d6ff-49b7-9481-6db48781c958 tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] Network 8df6e29f-7a1c-4bb3-9171-1daad65e26d9 is already hosted by enough agents. {{(pid=95102) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:59:19.078362 n-d-713301-16 neutron-server[95102]: DEBUG neutron.scheduler.base_scheduler [req-29581468-77ce-4012-818c-ed578fb592c3 req-d2a1314b-d6ff-49b7-9481-6db48781c958 tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] Resources bound (agent type, host, resource id): {{(pid=95102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:59:19.082298 n-d-713301-16 neutron-server[95102]: DEBUG neutron.db.l3_dvrscheduler_db [req-29581468-77ce-4012-818c-ed578fb592c3 req-d2a1314b-d6ff-49b7-9481-6db48781c958 tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] Received port after_create {{(pid=95102) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 19:59:19.124543 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a1314b-d6ff-49b7-9481-6db48781c958 tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] Pushing event updated for resources: {'Port': ['ID=26767df7-d488-4d21-ad54-01ea48dd801c,revision_number=1']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:59:19.149642 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29581468-77ce-4012-818c-ed578fb592c3 req-d2a1314b-d6ff-49b7-9481-6db48781c958 tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:59:19.150321 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-29581468-77ce-4012-818c-ed578fb592c3 req-d2a1314b-d6ff-49b7-9481-6db48781c958 tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222849'] for port, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:59:19.172927 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-29581468-77ce-4012-818c-ed578fb592c3 req-d2a1314b-d6ff-49b7-9481-6db48781c958 tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6283131 Sep 23 19:59:19.187995 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.v2.base [req-29581468-77ce-4012-818c-ed578fb592c3 req-d8b893d5-a42a-4e1d-9bc4-c5f3cf18602d service neutron] Request body: {'port': {'device_id': '7331cf6d-9fb1-4c2a-827c-979e78bf9018', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713301-16'}} {{(pid=95102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:59:19.256114 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-29581468-77ce-4012-818c-ed578fb592c3 req-d8b893d5-a42a-4e1d-9bc4-c5f3cf18602d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:59:19.384838 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-086d68d7-a918-4e4e-8e74-0368974b0fb3 None None] Provisioning complete for port 26767df7-d488-4d21-ad54-01ea48dd801c triggered by entity DHCP. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:59:19.385948 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-086d68d7-a918-4e4e-8e74-0368974b0fb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:59:19.427505 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.plugin [None req-086d68d7-a918-4e4e-8e74-0368974b0fb3 None None] Port 26767df7-d488-4d21-ad54-01ea48dd801c cannot update to ACTIVE because it is not bound. {{(pid=95103) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 19:59:19.432423 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5bf5fcb-9b83-4f6b-bb26-b03389f24ad7 req-10c0e0d5-1554-459d-9ffe-43d75f820427 tempest-TestVolumeBootPattern-473790611 tempest-TestVolumeBootPattern-473790611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:59:19.437049 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-e5bf5fcb-9b83-4f6b-bb26-b03389f24ad7 req-10c0e0d5-1554-459d-9ffe-43d75f820427 tempest-TestVolumeBootPattern-473790611 tempest-TestVolumeBootPattern-473790611-project] 10.222.0.67 "GET /v2.0/ports?device_id=a823de75-8b8e-46f9-96fb-49bacdd447f7 HTTP/1.1" status: 200 len: 943 time: 0.1339750 Sep 23 19:59:19.500617 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-e5bf5fcb-9b83-4f6b-bb26-b03389f24ad7 req-b6e450cb-08bd-4f7b-ba70-699984e81220 tempest-TestVolumeBootPattern-473790611 tempest-TestVolumeBootPattern-473790611-project] 10.222.0.67 "GET /v2.0/security-groups?id=144e7209-c560-46fb-b43e-2ce38f5b7271&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0601046 Sep 23 19:59:19.647506 n-d-713301-16 neutron-server[95102]: DEBUG neutron.notifiers.nova [req-29581468-77ce-4012-818c-ed578fb592c3 req-d8b893d5-a42a-4e1d-9bc4-c5f3cf18602d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 26767df7-d488-4d21-ad54-01ea48dd801c {{(pid=95102) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 19:59:19.657659 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-29581468-77ce-4012-818c-ed578fb592c3 req-d8b893d5-a42a-4e1d-9bc4-c5f3cf18602d service neutron] Notify callbacks [] for port, precommit_update {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:59:19.674665 n-d-713301-16 neutron-server[95102]: DEBUG neutron.db.provisioning_blocks [req-29581468-77ce-4012-818c-ed578fb592c3 req-d8b893d5-a42a-4e1d-9bc4-c5f3cf18602d service neutron] Transition to ACTIVE for port object 26767df7-d488-4d21-ad54-01ea48dd801c will not be triggered until provisioned by entity L2. {{(pid=95102) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 19:59:19.684354 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d6439f-426b-4f2d-99e0-2e87eb01f617 req-4f74fda6-096d-4295-add6-7621c5b45ae1 tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:59:19.686068 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-70d6439f-426b-4f2d-99e0-2e87eb01f617 req-4f74fda6-096d-4295-add6-7621c5b45ae1 tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] 10.222.0.67 "GET /v2.0/ports?device_id=7331cf6d-9fb1-4c2a-827c-979e78bf9018 HTTP/1.1" status: 200 len: 932 time: 0.0794573 Sep 23 19:59:19.687265 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-29581468-77ce-4012-818c-ed578fb592c3 req-d8b893d5-a42a-4e1d-9bc4-c5f3cf18602d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4399095'] for port, after_update {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:59:19.722810 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-36e1e007-56d9-4453-96be-f065396cac9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:59:19.754475 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b893d5-a42a-4e1d-9bc4-c5f3cf18602d service neutron] Pushing event updated for resources: {'Port': ['ID=26767df7-d488-4d21-ad54-01ea48dd801c,revision_number=2']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:59:19.792697 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-70d6439f-426b-4f2d-99e0-2e87eb01f617 req-2568fd66-657d-433d-bb7c-54be82788ada tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] 10.222.0.67 "GET /v2.0/security-groups?id=27ad1bfd-bb32-47ba-ada0-5032120bf28a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0805614 Sep 23 19:59:19.853897 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.managers [req-29581468-77ce-4012-818c-ed578fb592c3 req-d8b893d5-a42a-4e1d-9bc4-c5f3cf18602d service neutron] Attempting to bind port 26767df7-d488-4d21-ad54-01ea48dd801c on host n-h2-713301-16 for vnic_type normal with profile {{(pid=95102) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 19:59:19.854244 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.managers [req-29581468-77ce-4012-818c-ed578fb592c3 req-d8b893d5-a42a-4e1d-9bc4-c5f3cf18602d service neutron] Attempting to bind port 26767df7-d488-4d21-ad54-01ea48dd801c by drivers openvswitch,hyperv on host n-h2-713301-16 at level 0 using segments [{'id': 'e6ceed78-94fa-4e18-bfae-3c58718e1a2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '8df6e29f-7a1c-4bb3-9171-1daad65e26d9'}] {{(pid=95102) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 19:59:19.854580 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29581468-77ce-4012-818c-ed578fb592c3 req-d8b893d5-a42a-4e1d-9bc4-c5f3cf18602d service neutron] Attempting to bind port 26767df7-d488-4d21-ad54-01ea48dd801c on network 8df6e29f-7a1c-4bb3-9171-1daad65e26d9 {{(pid=95102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:59:19.859867 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29581468-77ce-4012-818c-ed578fb592c3 req-d8b893d5-a42a-4e1d-9bc4-c5f3cf18602d service neutron] Port 26767df7-d488-4d21-ad54-01ea48dd801c on network 8df6e29f-7a1c-4bb3-9171-1daad65e26d9 not bound, no agent of type Open vSwitch agent registered on host n-h2-713301-16 {{(pid=95102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 19:59:19.860189 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29581468-77ce-4012-818c-ed578fb592c3 req-d8b893d5-a42a-4e1d-9bc4-c5f3cf18602d service neutron] Attempting to bind port 26767df7-d488-4d21-ad54-01ea48dd801c on network 8df6e29f-7a1c-4bb3-9171-1daad65e26d9 {{(pid=95102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 19:59:19.865388 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29581468-77ce-4012-818c-ed578fb592c3 req-d8b893d5-a42a-4e1d-9bc4-c5f3cf18602d service neutron] Checking agent: {'id': '2a7cea34-db54-4faf-8d23-37521c3e34cb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713301-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 19, 15, 28), 'started_at': datetime.datetime(2021, 9, 23, 19, 15, 28), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 19, 58, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 19:59:19.865720 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29581468-77ce-4012-818c-ed578fb592c3 req-d8b893d5-a42a-4e1d-9bc4-c5f3cf18602d service neutron] Checking segment: {'id': 'e6ceed78-94fa-4e18-bfae-3c58718e1a2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '8df6e29f-7a1c-4bb3-9171-1daad65e26d9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95102) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 19:59:19.866131 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29581468-77ce-4012-818c-ed578fb592c3 req-d8b893d5-a42a-4e1d-9bc4-c5f3cf18602d service neutron] Bound using segment: {'id': 'e6ceed78-94fa-4e18-bfae-3c58718e1a2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '8df6e29f-7a1c-4bb3-9171-1daad65e26d9'} {{(pid=95102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 19:59:19.866557 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.managers [req-29581468-77ce-4012-818c-ed578fb592c3 req-d8b893d5-a42a-4e1d-9bc4-c5f3cf18602d service neutron] Bound port: 26767df7-d488-4d21-ad54-01ea48dd801c, host: n-h2-713301-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e6ceed78-94fa-4e18-bfae-3c58718e1a2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '8df6e29f-7a1c-4bb3-9171-1daad65e26d9'}}] {{(pid=95102) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 19:59:19.866913 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-29581468-77ce-4012-818c-ed578fb592c3 req-d8b893d5-a42a-4e1d-9bc4-c5f3cf18602d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:59:19.939445 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.db [req-29581468-77ce-4012-818c-ed578fb592c3 req-d8b893d5-a42a-4e1d-9bc4-c5f3cf18602d service neutron] For port 26767df7-d488-4d21-ad54-01ea48dd801c, host n-h2-713301-16, cleared binding levels {{(pid=95102) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 19:59:19.942664 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.db [req-29581468-77ce-4012-818c-ed578fb592c3 req-d8b893d5-a42a-4e1d-9bc4-c5f3cf18602d service neutron] For port 26767df7-d488-4d21-ad54-01ea48dd801c, host n-h2-713301-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-16',level=0,port_id=26767df7-d488-4d21-ad54-01ea48dd801c,segment=NetworkSegment(e6ceed78-94fa-4e18-bfae-3c58718e1a2e),segment_id=e6ceed78-94fa-4e18-bfae-3c58718e1a2e)] {{(pid=95102) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 19:59:19.948187 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-29581468-77ce-4012-818c-ed578fb592c3 req-d8b893d5-a42a-4e1d-9bc4-c5f3cf18602d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4399095'] for port, after_update {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:59:19.982998 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29581468-77ce-4012-818c-ed578fb592c3 req-d8b893d5-a42a-4e1d-9bc4-c5f3cf18602d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:59:19.983641 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-29581468-77ce-4012-818c-ed578fb592c3 req-d8b893d5-a42a-4e1d-9bc4-c5f3cf18602d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222849'] for port, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:59:19.985060 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-29581468-77ce-4012-818c-ed578fb592c3 req-d8b893d5-a42a-4e1d-9bc4-c5f3cf18602d service neutron] 10.222.0.53 "PUT /v2.0/ports/26767df7-d488-4d21-ad54-01ea48dd801c HTTP/1.1" status: 200 len: 1093 time: 0.8021495 Sep 23 19:59:19.985502 n-d-713301-16 neutron-server[95102]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7331cf6d-9fb1-4c2a-827c-979e78bf9018', 'tag': '26767df7-d488-4d21-ad54-01ea48dd801c'}] {{(pid=95102) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 19:59:19.987774 n-d-713301-16 neutron-server[95102]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab31b6d93e5336dbddfa8ec424565b3bd8cb2369c5b4d85bc943472dbb21e8ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee07024a-47de-4f74-a286-cba3a003c3c9" -d '{"events": [{"name": "network-changed", "server_uuid": "7331cf6d-9fb1-4c2a-827c-979e78bf9018", "tag": "26767df7-d488-4d21-ad54-01ea48dd801c"}]}' {{(pid=95102) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 19:59:20.013385 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b893d5-a42a-4e1d-9bc4-c5f3cf18602d service neutron] Pushing event updated for resources: {'Port': ['ID=26767df7-d488-4d21-ad54-01ea48dd801c,revision_number=3']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:59:20.021129 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Device 2e8deb2d-0972-40a1-bb33-db279ececad0 details requested by agent hyperv_n-h1-713301-16 with host n-h1-713301-16 {{(pid=95103) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 19:59:20.039749 n-d-713301-16 neutron-server[95102]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 19:59:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a524812d-c648-476b-9b3a-a044b5a1d6fd x-openstack-request-id: req-a524812d-c648-476b-9b3a-a044b5a1d6fd {{(pid=95102) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 19:59:20.040421 n-d-713301-16 neutron-server[95102]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7331cf6d-9fb1-4c2a-827c-979e78bf9018", "tag": "26767df7-d488-4d21-ad54-01ea48dd801c", "status": "completed", "code": 200}]} {{(pid=95102) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 19:59:20.040901 n-d-713301-16 neutron-server[95102]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-a524812d-c648-476b-9b3a-a044b5a1d6fd {{(pid=95102) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 19:59:20.042653 n-d-713301-16 neutron-server[95102]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7331cf6d-9fb1-4c2a-827c-979e78bf9018', 'tag': '26767df7-d488-4d21-ad54-01ea48dd801c', 'status': 'completed', 'code': 200} Sep 23 19:59:20.090133 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29581468-77ce-4012-818c-ed578fb592c3 req-67b96d34-decb-48d2-8d9e-71276f8dabb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:59:20.091832 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-29581468-77ce-4012-818c-ed578fb592c3 req-67b96d34-decb-48d2-8d9e-71276f8dabb0 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=9cf4888c1a454e07a3d16aa9e7c63006&device_id=7331cf6d-9fb1-4c2a-827c-979e78bf9018 HTTP/1.1" status: 200 len: 1096 time: 0.0477836 Sep 23 19:59:20.130306 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] For port 2e8deb2d-0972-40a1-bb33-db279ececad0, host n-h1-713301-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-16',level=0,port_id=2e8deb2d-0972-40a1-bb33-db279ececad0,segment=NetworkSegment(c7abd8db-b99c-424c-86a3-7924c060f21a),segment_id=c7abd8db-b99c-424c-86a3-7924c060f21a)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:59:20.140628 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-29581468-77ce-4012-818c-ed578fb592c3 req-e13d6a6c-27b6-4113-82cf-5d387ac90a12 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=26767df7-d488-4d21-ad54-01ea48dd801c HTTP/1.1" status: 200 len: 217 time: 0.0405643 Sep 23 19:59:20.142563 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Returning: {'device': '2e8deb2d-0972-40a1-bb33-db279ececad0', 'network_id': 'a97a1ddd-be59-4422-8c3e-924143535884', 'port_id': '2e8deb2d-0972-40a1-bb33-db279ececad0', 'mac_address': 'fa:16:3e:c4:61:66', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 640, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '788d1f3e-2626-40b1-b49a-799b1a0fa15b', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95103) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 19:59:20.183051 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:59:20.193146 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29581468-77ce-4012-818c-ed578fb592c3 req-07a608c4-5cf2-497f-8da3-e7234c494f48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:59:20.194774 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-29581468-77ce-4012-818c-ed578fb592c3 req-07a608c4-5cf2-497f-8da3-e7234c494f48 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=de92640b-e6f6-4e5c-b294-16cb6ecb1919 HTTP/1.1" status: 200 len: 834 time: 0.0472639 Sep 23 19:59:20.197187 n-d-713301-16 neutron-server[95103]: DEBUG neutron.notifiers.nova [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2e8deb2d-0972-40a1-bb33-db279ececad0 {{(pid=95103) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 19:59:20.219665 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] For port 2e8deb2d-0972-40a1-bb33-db279ececad0, host n-h1-713301-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-16',level=0,port_id=2e8deb2d-0972-40a1-bb33-db279ececad0,segment=NetworkSegment(c7abd8db-b99c-424c-86a3-7924c060f21a),segment_id=c7abd8db-b99c-424c-86a3-7924c060f21a)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:59:20.223053 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:59:20.245606 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29581468-77ce-4012-818c-ed578fb592c3 req-a7c3c6fb-7d08-460c-a4e0-6b229a975ea1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:59:20.247116 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-29581468-77ce-4012-818c-ed578fb592c3 req-a7c3c6fb-7d08-460c-a4e0-6b229a975ea1 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=8df6e29f-7a1c-4bb3-9171-1daad65e26d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0445817 Sep 23 19:59:20.279978 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Pushing event updated for resources: {'Port': ['ID=2e8deb2d-0972-40a1-bb33-db279ececad0,revision_number=4']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:59:20.351481 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-29581468-77ce-4012-818c-ed578fb592c3 req-a891eac8-838f-4fd1-9aff-7a340169cb76 service neutron] 10.222.0.53 "GET /v2.0/networks/8df6e29f-7a1c-4bb3-9171-1daad65e26d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0973072 Sep 23 19:59:20.417198 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.agents_db [None req-f2f5c474-60a3-474f-b2cc-02c4bd30880c None None] Agent healthcheck: found 7 active agents {{(pid=95104) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 19:59:20.426859 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] get_ports_and_sgs() called for port_ids ['2e8deb2d-0972-40a1-bb33-db279ececad0'] {{(pid=95103) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 19:59:20.443385 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-29581468-77ce-4012-818c-ed578fb592c3 req-f49babe1-9137-400a-99fb-52577b7f12bc service neutron] 10.222.0.53 "GET /v2.0/networks/8df6e29f-7a1c-4bb3-9171-1daad65e26d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851419 Sep 23 19:59:20.535524 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee07024a-47de-4f74-a286-cba3a003c3c9 req-8d7fd2bf-19dc-475a-aeb0-4c42f12a3510 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:59:20.537098 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-ee07024a-47de-4f74-a286-cba3a003c3c9 req-8d7fd2bf-19dc-475a-aeb0-4c42f12a3510 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=9cf4888c1a454e07a3d16aa9e7c63006&device_id=7331cf6d-9fb1-4c2a-827c-979e78bf9018 HTTP/1.1" status: 200 len: 1096 time: 0.0465183 Sep 23 19:59:20.666981 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ccdbc4-386e-419e-837d-8b8ceb1c3c1b req-333a5e7d-d445-43d8-a4ca-88b215ecbcc6 tempest-TestVolumeBootPattern-473790611 tempest-TestVolumeBootPattern-473790611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:59:20.668493 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-53ccdbc4-386e-419e-837d-8b8ceb1c3c1b req-333a5e7d-d445-43d8-a4ca-88b215ecbcc6 tempest-TestVolumeBootPattern-473790611 tempest-TestVolumeBootPattern-473790611-project] 10.222.0.67 "GET /v2.0/ports?device_id=a823de75-8b8e-46f9-96fb-49bacdd447f7 HTTP/1.1" status: 200 len: 944 time: 0.0937524 Sep 23 19:59:20.671432 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee07024a-47de-4f74-a286-cba3a003c3c9 req-14a94378-aae3-4b04-b14a-27b4a8315785 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:59:20.672843 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-ee07024a-47de-4f74-a286-cba3a003c3c9 req-14a94378-aae3-4b04-b14a-27b4a8315785 service neutron] 10.222.0.53 "GET /v2.0/networks?id=8df6e29f-7a1c-4bb3-9171-1daad65e26d9 HTTP/1.1" status: 200 len: 898 time: 0.1284001 Sep 23 19:59:20.729803 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-ee07024a-47de-4f74-a286-cba3a003c3c9 req-4f1f1919-7aa5-4f22-a848-9c60efa43583 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=26767df7-d488-4d21-ad54-01ea48dd801c HTTP/1.1" status: 200 len: 217 time: 0.0487773 Sep 23 19:59:20.772239 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-53ccdbc4-386e-419e-837d-8b8ceb1c3c1b req-a1f296e5-eb6b-4d37-8653-1422f0e16f9a tempest-TestVolumeBootPattern-473790611 tempest-TestVolumeBootPattern-473790611-project] 10.222.0.67 "GET /v2.0/security-groups?id=144e7209-c560-46fb-b43e-2ce38f5b7271&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0969851 Sep 23 19:59:20.792836 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee07024a-47de-4f74-a286-cba3a003c3c9 req-ce9e8a97-7cd6-4336-b9bf-c9e74f0c1711 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:59:20.792836 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-ee07024a-47de-4f74-a286-cba3a003c3c9 req-ce9e8a97-7cd6-4336-b9bf-c9e74f0c1711 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=de92640b-e6f6-4e5c-b294-16cb6ecb1919 HTTP/1.1" status: 200 len: 834 time: 0.0508487 Sep 23 19:59:20.841183 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee07024a-47de-4f74-a286-cba3a003c3c9 req-19de479d-f2c8-4187-b249-d70cb8a25922 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:59:20.842697 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-ee07024a-47de-4f74-a286-cba3a003c3c9 req-19de479d-f2c8-4187-b249-d70cb8a25922 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=8df6e29f-7a1c-4bb3-9171-1daad65e26d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0439272 Sep 23 19:59:20.976152 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-915695a0-3cce-471b-b382-d9f9fd3b5cd1 req-36646558-0d99-45df-8601-a3ddbaa8e79a tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:59:20.977669 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-915695a0-3cce-471b-b382-d9f9fd3b5cd1 req-36646558-0d99-45df-8601-a3ddbaa8e79a tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] 10.222.0.67 "GET /v2.0/ports?device_id=7331cf6d-9fb1-4c2a-827c-979e78bf9018 HTTP/1.1" status: 200 len: 944 time: 0.1041703 Sep 23 19:59:20.981293 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-ee07024a-47de-4f74-a286-cba3a003c3c9 req-c79913ae-d044-49af-b8cd-3c7f6fce0091 service neutron] 10.222.0.53 "GET /v2.0/networks/8df6e29f-7a1c-4bb3-9171-1daad65e26d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1307185 Sep 23 19:59:21.072036 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-915695a0-3cce-471b-b382-d9f9fd3b5cd1 req-3ed0ada2-25d8-499a-9209-a8c574ade19d tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] 10.222.0.67 "GET /v2.0/security-groups?id=27ad1bfd-bb32-47ba-ada0-5032120bf28a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0874994 Sep 23 19:59:21.100401 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-ee07024a-47de-4f74-a286-cba3a003c3c9 req-f6084543-a594-49eb-8406-81d8db7e0085 service neutron] 10.222.0.53 "GET /v2.0/networks/8df6e29f-7a1c-4bb3-9171-1daad65e26d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1102121 Sep 23 19:59:21.889688 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-624d333b-c92d-4f52-9552-d5306bde9ef1 req-e0c3b890-e928-4424-8c11-bf561948a7ef tempest-TestVolumeBootPattern-473790611 tempest-TestVolumeBootPattern-473790611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:59:21.891216 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-624d333b-c92d-4f52-9552-d5306bde9ef1 req-e0c3b890-e928-4424-8c11-bf561948a7ef tempest-TestVolumeBootPattern-473790611 tempest-TestVolumeBootPattern-473790611-project] 10.222.0.67 "GET /v2.0/ports?device_id=a823de75-8b8e-46f9-96fb-49bacdd447f7 HTTP/1.1" status: 200 len: 944 time: 0.0497777 Sep 23 19:59:21.929399 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-624d333b-c92d-4f52-9552-d5306bde9ef1 req-9da1898c-bf61-40cd-8fef-0e699a219df7 tempest-TestVolumeBootPattern-473790611 tempest-TestVolumeBootPattern-473790611-project] 10.222.0.67 "GET /v2.0/security-groups?id=144e7209-c560-46fb-b43e-2ce38f5b7271&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319989 Sep 23 19:59:22.036587 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Device 2e8deb2d-0972-40a1-bb33-db279ececad0 up at agent hyperv_n-h1-713301-16 {{(pid=95103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 19:59:22.084156 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Provisioning for port 2e8deb2d-0972-40a1-bb33-db279ececad0 completed by entity L2. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 19:59:22.087634 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Provisioning complete for port 2e8deb2d-0972-40a1-bb33-db279ececad0 triggered by entity L2. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:59:22.088548 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:59:22.165455 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:59:22.191133 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f3c759-c8b0-40b4-8e91-8947feeacf31 req-e97e29f1-461a-4eee-8cf1-b24d8ee7aea5 tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:59:22.191591 n-d-713301-16 neutron-server[95103]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a823de75-8b8e-46f9-96fb-49bacdd447f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e8deb2d-0972-40a1-bb33-db279ececad0'}] {{(pid=95103) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 19:59:22.192805 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-15f3c759-c8b0-40b4-8e91-8947feeacf31 req-e97e29f1-461a-4eee-8cf1-b24d8ee7aea5 tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] 10.222.0.67 "GET /v2.0/ports?device_id=7331cf6d-9fb1-4c2a-827c-979e78bf9018 HTTP/1.1" status: 200 len: 944 time: 0.0538685 Sep 23 19:59:22.193874 n-d-713301-16 neutron-server[95103]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}81a1c17f2aa89d5b3ebbba3a3e0cf7eb588e431c2224256110c4c4facdd7c3e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03f5b398-755c-4eb2-a30a-a217a1aa5bb0" -d '{"events": [{"server_uuid": "a823de75-8b8e-46f9-96fb-49bacdd447f7", "name": "network-vif-plugged", "status": "completed", "tag": "2e8deb2d-0972-40a1-bb33-db279ececad0"}]}' {{(pid=95103) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 19:59:22.206951 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] For port 2e8deb2d-0972-40a1-bb33-db279ececad0, host n-h1-713301-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-16',level=0,port_id=2e8deb2d-0972-40a1-bb33-db279ececad0,segment=NetworkSegment(c7abd8db-b99c-424c-86a3-7924c060f21a),segment_id=c7abd8db-b99c-424c-86a3-7924c060f21a)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:59:22.212490 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:59:22.237596 n-d-713301-16 neutron-server[95103]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 19:59:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-086e8bb6-ad8b-4e34-b9f0-2886db2b0ac2 x-openstack-request-id: req-086e8bb6-ad8b-4e34-b9f0-2886db2b0ac2 {{(pid=95103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 19:59:22.237915 n-d-713301-16 neutron-server[95103]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a823de75-8b8e-46f9-96fb-49bacdd447f7", "name": "network-vif-plugged", "status": "completed", "tag": "2e8deb2d-0972-40a1-bb33-db279ececad0", "code": 200}]} {{(pid=95103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 19:59:22.238166 n-d-713301-16 neutron-server[95103]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-086e8bb6-ad8b-4e34-b9f0-2886db2b0ac2 {{(pid=95103) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 19:59:22.238555 n-d-713301-16 neutron-server[95103]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a823de75-8b8e-46f9-96fb-49bacdd447f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e8deb2d-0972-40a1-bb33-db279ececad0', 'code': 200} Sep 23 19:59:22.239499 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-15f3c759-c8b0-40b4-8e91-8947feeacf31 req-f6acbb71-320e-4fcd-be2e-39a55a08f07e tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] 10.222.0.67 "GET /v2.0/security-groups?id=27ad1bfd-bb32-47ba-ada0-5032120bf28a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379682 Sep 23 19:59:22.266480 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Pushing event updated for resources: {'Port': ['ID=2e8deb2d-0972-40a1-bb33-db279ececad0,revision_number=5']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:59:22.350751 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7047a3bc-9cf5-4078-88a1-b6803df47b69 req-580533df-48b5-4af2-8607-920ba337efec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:59:22.352216 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-7047a3bc-9cf5-4078-88a1-b6803df47b69 req-580533df-48b5-4af2-8607-920ba337efec service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=a823de75-8b8e-46f9-96fb-49bacdd447f7 HTTP/1.1" status: 200 len: 1097 time: 0.0412180 Sep 23 19:59:22.389275 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-7047a3bc-9cf5-4078-88a1-b6803df47b69 req-10eb0fb9-f396-4e1e-baa1-5f8030dbdf6d service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=144e7209-c560-46fb-b43e-2ce38f5b7271&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0294034 Sep 23 19:59:22.982910 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-0c52d97f-69de-4b62-a0f8-c567389168f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:59:23.050717 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef5d6ff6-0b39-4155-9006-b90892b60726 req-1344bca9-e707-47d0-b8bc-d12cc1973b5a tempest-TestVolumeBootPattern-473790611 tempest-TestVolumeBootPattern-473790611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:59:23.052200 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-ef5d6ff6-0b39-4155-9006-b90892b60726 req-1344bca9-e707-47d0-b8bc-d12cc1973b5a tempest-TestVolumeBootPattern-473790611 tempest-TestVolumeBootPattern-473790611-project] 10.222.0.67 "GET /v2.0/ports?device_id=a823de75-8b8e-46f9-96fb-49bacdd447f7 HTTP/1.1" status: 200 len: 945 time: 0.0504723 Sep 23 19:59:23.091852 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-ef5d6ff6-0b39-4155-9006-b90892b60726 req-be7cd863-8088-4771-b3b1-640b241822b1 tempest-TestVolumeBootPattern-473790611 tempest-TestVolumeBootPattern-473790611-project] 10.222.0.67 "GET /v2.0/security-groups?id=144e7209-c560-46fb-b43e-2ce38f5b7271&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333593 Sep 23 19:59:23.132944 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:59:23.310392 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Device 26767df7-d488-4d21-ad54-01ea48dd801c details requested by agent hyperv_n-h2-713301-16 with host n-h2-713301-16 {{(pid=95103) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 19:59:23.375649 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0bba79c-c0ab-47ab-bf3e-c240cc8e9c37 req-4f36cbce-8c97-48d4-b284-4a117313aaa1 tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:59:23.377335 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-e0bba79c-c0ab-47ab-bf3e-c240cc8e9c37 req-4f36cbce-8c97-48d4-b284-4a117313aaa1 tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] 10.222.0.67 "GET /v2.0/ports?device_id=7331cf6d-9fb1-4c2a-827c-979e78bf9018 HTTP/1.1" status: 200 len: 944 time: 0.0599260 Sep 23 19:59:23.418993 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-e0bba79c-c0ab-47ab-bf3e-c240cc8e9c37 req-bdd163ca-718c-47c8-9a80-619ae13b92ce tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] 10.222.0.67 "GET /v2.0/security-groups?id=27ad1bfd-bb32-47ba-ada0-5032120bf28a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339599 Sep 23 19:59:23.444804 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] For port 26767df7-d488-4d21-ad54-01ea48dd801c, host n-h2-713301-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-16',level=0,port_id=26767df7-d488-4d21-ad54-01ea48dd801c,segment=NetworkSegment(e6ceed78-94fa-4e18-bfae-3c58718e1a2e),segment_id=e6ceed78-94fa-4e18-bfae-3c58718e1a2e)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:59:23.456206 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Returning: {'device': '26767df7-d488-4d21-ad54-01ea48dd801c', 'network_id': '8df6e29f-7a1c-4bb3-9171-1daad65e26d9', 'port_id': '26767df7-d488-4d21-ad54-01ea48dd801c', 'mac_address': 'fa:16:3e:cd:15:f6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 617, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'de92640b-e6f6-4e5c-b294-16cb6ecb1919', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95103) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 19:59:23.491885 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:59:23.505379 n-d-713301-16 neutron-server[95103]: DEBUG neutron.notifiers.nova [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 26767df7-d488-4d21-ad54-01ea48dd801c {{(pid=95103) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 19:59:23.531402 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-0ae75029-feb6-4728-9a94-5f9b60993d82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:59:23.532990 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] For port 26767df7-d488-4d21-ad54-01ea48dd801c, host n-h2-713301-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-16',level=0,port_id=26767df7-d488-4d21-ad54-01ea48dd801c,segment=NetworkSegment(e6ceed78-94fa-4e18-bfae-3c58718e1a2e),segment_id=e6ceed78-94fa-4e18-bfae-3c58718e1a2e)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:59:23.536528 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:59:23.581788 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Pushing event updated for resources: {'Port': ['ID=26767df7-d488-4d21-ad54-01ea48dd801c,revision_number=4']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:59:23.740702 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] get_ports_and_sgs() called for port_ids ['26767df7-d488-4d21-ad54-01ea48dd801c'] {{(pid=95103) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 19:59:24.208003 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683353e1-d4c0-4cd1-ae88-96d2f22edad2 req-1437750a-0be0-4c8d-9bd0-8b93a66806ab tempest-TestVolumeBootPattern-473790611 tempest-TestVolumeBootPattern-473790611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:59:24.209580 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-683353e1-d4c0-4cd1-ae88-96d2f22edad2 req-1437750a-0be0-4c8d-9bd0-8b93a66806ab tempest-TestVolumeBootPattern-473790611 tempest-TestVolumeBootPattern-473790611-project] 10.222.0.67 "GET /v2.0/ports?device_id=a823de75-8b8e-46f9-96fb-49bacdd447f7 HTTP/1.1" status: 200 len: 945 time: 0.0502281 Sep 23 19:59:24.256729 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-683353e1-d4c0-4cd1-ae88-96d2f22edad2 req-a1cd78e2-fbf7-4b99-b772-14ae73b5af87 tempest-TestVolumeBootPattern-473790611 tempest-TestVolumeBootPattern-473790611-project] 10.222.0.67 "GET /v2.0/security-groups?id=144e7209-c560-46fb-b43e-2ce38f5b7271&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394201 Sep 23 19:59:24.378867 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6e427c-f830-4459-838b-c66a4c3c1aad req-999b6281-35f0-4e42-96e2-fffd633b439a tempest-TestVolumeBootPattern-473790611 tempest-TestVolumeBootPattern-473790611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:59:24.380309 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-ae6e427c-f830-4459-838b-c66a4c3c1aad req-999b6281-35f0-4e42-96e2-fffd633b439a tempest-TestVolumeBootPattern-473790611 tempest-TestVolumeBootPattern-473790611-project] 10.222.0.67 "GET /v2.0/ports?device_id=a823de75-8b8e-46f9-96fb-49bacdd447f7 HTTP/1.1" status: 200 len: 945 time: 0.0568807 Sep 23 19:59:24.422645 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-ae6e427c-f830-4459-838b-c66a4c3c1aad req-fc813645-300c-43be-84e2-9d3fa9b54671 tempest-TestVolumeBootPattern-473790611 tempest-TestVolumeBootPattern-473790611-project] 10.222.0.67 "GET /v2.0/security-groups?id=144e7209-c560-46fb-b43e-2ce38f5b7271&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358450 Sep 23 19:59:24.444534 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 57710) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:59:24.491845 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef761f73-8298-4a70-beb7-60a8c907b189 tempest-TestVolumeBootPattern-1959460501 tempest-TestVolumeBootPattern-1959460501-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:59:24.495193 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-ef761f73-8298-4a70-beb7-60a8c907b189 tempest-TestVolumeBootPattern-1959460501 tempest-TestVolumeBootPattern-1959460501-project-admin] 10.222.0.67 "GET /v2.0/ports?device_id=a823de75-8b8e-46f9-96fb-49bacdd447f7 HTTP/1.1" status: 200 len: 1092 time: 0.0494530 Sep 23 19:59:24.496439 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 57712) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:59:24.502182 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.v2.base [None req-d75cee25-237d-462a-af95-b3a18af389d5 tempest-TestVolumeBootPattern-473790611 tempest-TestVolumeBootPattern-473790611-project] Request body: {'floatingip': {'floating_network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'port_id': '2e8deb2d-0972-40a1-bb33-db279ececad0', 'tenant_id': '1c95f4136fb946e684bc3bd0afadbbdd', 'fixed_ip_address': '172.20.0.7'}} {{(pid=95101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:59:24.531144 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-d75cee25-237d-462a-af95-b3a18af389d5 tempest-TestVolumeBootPattern-473790611 tempest-TestVolumeBootPattern-473790611-project] Notify callbacks [] for floatingip, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:59:24.548632 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-184ba12b-0292-4dcc-b0d8-38fc49fc8866 req-4814b3da-c2f7-48ad-acb2-d102b068c9ed tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:59:24.550167 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-184ba12b-0292-4dcc-b0d8-38fc49fc8866 req-4814b3da-c2f7-48ad-acb2-d102b068c9ed tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] 10.222.0.67 "GET /v2.0/ports?device_id=7331cf6d-9fb1-4c2a-827c-979e78bf9018 HTTP/1.1" status: 200 len: 945 time: 0.0578556 Sep 23 19:59:24.589830 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-184ba12b-0292-4dcc-b0d8-38fc49fc8866 req-503803d7-2d9e-40da-bb56-eabbcaf5a06d tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] 10.222.0.67 "GET /v2.0/security-groups?id=27ad1bfd-bb32-47ba-ada0-5032120bf28a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333993 Sep 23 19:59:24.634385 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-d75cee25-237d-462a-af95-b3a18af389d5 tempest-TestVolumeBootPattern-473790611 tempest-TestVolumeBootPattern-473790611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:59:24.741754 n-d-713301-16 neutron-server[95101]: DEBUG neutron.db.db_base_plugin_common [None req-d75cee25-237d-462a-af95-b3a18af389d5 tempest-TestVolumeBootPattern-473790611 tempest-TestVolumeBootPattern-473790611-project] Allocated IP 172.25.1.19 (5dec5c09-378e-4f50-89cc-d94eb81c3bac/eff83446-018c-428d-b3f5-54ac9abe7a2a/b659b377-c588-40a5-86d4-0018edc859d7) {{(pid=95101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 19:59:24.851799 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-d75cee25-237d-462a-af95-b3a18af389d5 tempest-TestVolumeBootPattern-473790611 tempest-TestVolumeBootPattern-473790611-project] Notify callbacks [] for port, precommit_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:59:24.885654 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-d75cee25-237d-462a-af95-b3a18af389d5 tempest-TestVolumeBootPattern-473790611 tempest-TestVolumeBootPattern-473790611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783145673135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5607431'] for port, after_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:59:24.928595 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d75cee25-237d-462a-af95-b3a18af389d5 tempest-TestVolumeBootPattern-473790611 tempest-TestVolumeBootPattern-473790611-project] Network 5dec5c09-378e-4f50-89cc-d94eb81c3bac is already hosted by enough agents. {{(pid=95101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:59:24.932050 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.base_scheduler [None req-d75cee25-237d-462a-af95-b3a18af389d5 tempest-TestVolumeBootPattern-473790611 tempest-TestVolumeBootPattern-473790611-project] Resources bound (agent type, host, resource id): {{(pid=95101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:59:24.939385 n-d-713301-16 neutron-server[95101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d75cee25-237d-462a-af95-b3a18af389d5 tempest-TestVolumeBootPattern-473790611 tempest-TestVolumeBootPattern-473790611-project] Received port after_create {{(pid=95101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 19:59:24.942491 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75cee25-237d-462a-af95-b3a18af389d5 tempest-TestVolumeBootPattern-473790611 tempest-TestVolumeBootPattern-473790611-project] Pushing event updated for resources: {'Port': ['ID=b659b377-c588-40a5-86d4-0018edc859d7,revision_number=1']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:59:25.295166 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-d75cee25-237d-462a-af95-b3a18af389d5 tempest-TestVolumeBootPattern-473790611 tempest-TestVolumeBootPattern-473790611-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:59:25.311843 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Device 26767df7-d488-4d21-ad54-01ea48dd801c up at agent hyperv_n-h2-713301-16 {{(pid=95103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 19:59:25.368239 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-80e7e501-6c57-470d-92c6-e3d54bc3195c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:59:25.377641 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-d75cee25-237d-462a-af95-b3a18af389d5 tempest-TestVolumeBootPattern-473790611 tempest-TestVolumeBootPattern-473790611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:59:25.389874 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Provisioning for port 26767df7-d488-4d21-ad54-01ea48dd801c completed by entity L2. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 19:59:25.393810 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Provisioning complete for port 26767df7-d488-4d21-ad54-01ea48dd801c triggered by entity L2. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 19:59:25.394179 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:59:25.471962 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:59:25.497219 n-d-713301-16 neutron-server[95103]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7331cf6d-9fb1-4c2a-827c-979e78bf9018', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '26767df7-d488-4d21-ad54-01ea48dd801c'}] {{(pid=95103) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 19:59:25.499629 n-d-713301-16 neutron-server[95103]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}81a1c17f2aa89d5b3ebbba3a3e0cf7eb588e431c2224256110c4c4facdd7c3e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1aa64902-ca76-4911-b36f-0a39ad427086" -d '{"events": [{"server_uuid": "7331cf6d-9fb1-4c2a-827c-979e78bf9018", "name": "network-vif-plugged", "status": "completed", "tag": "26767df7-d488-4d21-ad54-01ea48dd801c"}]}' {{(pid=95103) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 19:59:25.512529 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] For port 26767df7-d488-4d21-ad54-01ea48dd801c, host n-h2-713301-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-16',level=0,port_id=26767df7-d488-4d21-ad54-01ea48dd801c,segment=NetworkSegment(e6ceed78-94fa-4e18-bfae-3c58718e1a2e),segment_id=e6ceed78-94fa-4e18-bfae-3c58718e1a2e)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 19:59:25.516965 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:59:25.543130 n-d-713301-16 neutron-server[95103]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 19:59:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d25f29c9-8614-4d80-9d42-1763a3814bde x-openstack-request-id: req-d25f29c9-8614-4d80-9d42-1763a3814bde {{(pid=95103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 19:59:25.543422 n-d-713301-16 neutron-server[95103]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7331cf6d-9fb1-4c2a-827c-979e78bf9018", "name": "network-vif-plugged", "status": "completed", "tag": "26767df7-d488-4d21-ad54-01ea48dd801c", "code": 200}]} {{(pid=95103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 19:59:25.543674 n-d-713301-16 neutron-server[95103]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-d25f29c9-8614-4d80-9d42-1763a3814bde {{(pid=95103) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 19:59:25.544082 n-d-713301-16 neutron-server[95103]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7331cf6d-9fb1-4c2a-827c-979e78bf9018', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '26767df7-d488-4d21-ad54-01ea48dd801c', 'code': 200} Sep 23 19:59:25.558888 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-d75cee25-237d-462a-af95-b3a18af389d5 tempest-TestVolumeBootPattern-473790611 tempest-TestVolumeBootPattern-473790611-project] Notify callbacks [] for port, precommit_update {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:59:25.563859 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-d75cee25-237d-462a-af95-b3a18af389d5 tempest-TestVolumeBootPattern-473790611 tempest-TestVolumeBootPattern-473790611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5607436'] for port, after_update {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:59:25.578136 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Pushing event updated for resources: {'Port': ['ID=26767df7-d488-4d21-ad54-01ea48dd801c,revision_number=5']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:59:25.643259 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75cee25-237d-462a-af95-b3a18af389d5 tempest-TestVolumeBootPattern-473790611 tempest-TestVolumeBootPattern-473790611-project] Pushing event updated for resources: {'Port': ['ID=b659b377-c588-40a5-86d4-0018edc859d7,revision_number=2']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:59:25.654925 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3388f90-4214-4a6b-9009-48ebd08c396c req-484e5f54-1072-4d1a-87c9-60f5e45b381c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:59:25.655419 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-d75cee25-237d-462a-af95-b3a18af389d5 tempest-TestVolumeBootPattern-473790611 tempest-TestVolumeBootPattern-473790611-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-601884'] for floatingip, after_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:59:25.657426 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-f3388f90-4214-4a6b-9009-48ebd08c396c req-484e5f54-1072-4d1a-87c9-60f5e45b381c service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=7331cf6d-9fb1-4c2a-827c-979e78bf9018 HTTP/1.1" status: 200 len: 1098 time: 0.0499682 Sep 23 19:59:25.724538 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-f3388f90-4214-4a6b-9009-48ebd08c396c req-f9eb6582-3902-4787-b032-3b6cec4633a8 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=27ad1bfd-bb32-47ba-ada0-5032120bf28a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0582557 Sep 23 19:59:25.740339 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9898003-ea17-4092-947a-c04b829a1764 req-d39f73ec-9e7c-4f12-87ac-d02e36e35415 tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:59:25.741848 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-c9898003-ea17-4092-947a-c04b829a1764 req-d39f73ec-9e7c-4f12-87ac-d02e36e35415 tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] 10.222.0.67 "GET /v2.0/ports?device_id=7331cf6d-9fb1-4c2a-827c-979e78bf9018 HTTP/1.1" status: 200 len: 946 time: 0.0686603 Sep 23 19:59:25.758338 n-d-713301-16 neutron-server[95101]: INFO neutron.db.l3_db [None req-d75cee25-237d-462a-af95-b3a18af389d5 tempest-TestVolumeBootPattern-473790611 tempest-TestVolumeBootPattern-473790611-project] Floating IP fedc9082-e21c-452d-a7c8-56539cb55eaa associated. External IP: 172.25.1.19, port: 2e8deb2d-0972-40a1-bb33-db279ececad0. Sep 23 19:59:25.783960 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-c9898003-ea17-4092-947a-c04b829a1764 req-ce692a59-d36a-44e1-bf0c-174af1c58434 tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] 10.222.0.67 "GET /v2.0/security-groups?id=27ad1bfd-bb32-47ba-ada0-5032120bf28a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355825 Sep 23 19:59:25.971623 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d75cee25-237d-462a-af95-b3a18af389d5 tempest-TestVolumeBootPattern-473790611 tempest-TestVolumeBootPattern-473790611-project] Router b22c9376-a7a4-4f49-863a-450b65a4dbaa has already been hosted by L3 agent 79a740bf-7821-4989-8288-7186e3e128f3 {{(pid=95101) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 19:59:26.084804 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d75cee25-237d-462a-af95-b3a18af389d5 tempest-TestVolumeBootPattern-473790611 tempest-TestVolumeBootPattern-473790611-project] Notify agent at l3_agent.n-d-713301-16 the message routers_updated {{(pid=95101) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 19:59:26.095727 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06c2638e-7481-410f-b3c8-2ff92af78f67 None None] Sync routers for ids ['b22c9376-a7a4-4f49-863a-450b65a4dbaa'] in n-d-713301-16 {{(pid=95103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 19:59:26.101596 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-d75cee25-237d-462a-af95-b3a18af389d5 tempest-TestVolumeBootPattern-473790611 tempest-TestVolumeBootPattern-473790611-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222849'] for floatingip, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:59:26.105866 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06c2638e-7481-410f-b3c8-2ff92af78f67 None None] Routers {'b22c9376-a7a4-4f49-863a-450b65a4dbaa'} bound to L3 agent in host n-d-713301-16 {{(pid=95103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 19:59:26.106645 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_hamode_db [None req-06c2638e-7481-410f-b3c8-2ff92af78f67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-23T19:07:52Z,description=,heartbeat_timestamp=2021-09-23T19:59:23Z,host='n-d-713301-16',id=79a740bf-7821-4989-8288-7186e3e128f3,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:07:52Z,topic='l3_agent')) {'router_ids': ['b22c9376-a7a4-4f49-863a-450b65a4dbaa'], 'active': True} {{(pid=95103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:59:26.129122 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-d75cee25-237d-462a-af95-b3a18af389d5 tempest-TestVolumeBootPattern-473790611 tempest-TestVolumeBootPattern-473790611-project] 10.222.0.67 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.6314492 Sep 23 19:59:26.129714 n-d-713301-16 neutron-server[95101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a823de75-8b8e-46f9-96fb-49bacdd447f7', 'tag': '2e8deb2d-0972-40a1-bb33-db279ececad0'}] {{(pid=95101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 19:59:26.132119 n-d-713301-16 neutron-server[95101]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d8366c5740cd635e57ab12b71fe44a77c2acc3c19091ef849c6f68b380462244" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c9ce4d1-8797-4cc7-8b0d-a37fcad8246d" -d '{"events": [{"name": "network-changed", "server_uuid": "a823de75-8b8e-46f9-96fb-49bacdd447f7", "tag": "2e8deb2d-0972-40a1-bb33-db279ececad0"}]}' {{(pid=95101) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 19:59:26.176724 n-d-713301-16 neutron-server[95101]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 19:59:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a87133b-4e4f-4a75-b879-167d7a641221 x-openstack-request-id: req-6a87133b-4e4f-4a75-b879-167d7a641221 {{(pid=95101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 19:59:26.177039 n-d-713301-16 neutron-server[95101]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a823de75-8b8e-46f9-96fb-49bacdd447f7", "tag": "2e8deb2d-0972-40a1-bb33-db279ececad0", "status": "completed", "code": 200}]} {{(pid=95101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 19:59:26.177289 n-d-713301-16 neutron-server[95101]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-6a87133b-4e4f-4a75-b879-167d7a641221 {{(pid=95101) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 19:59:26.177692 n-d-713301-16 neutron-server[95101]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a823de75-8b8e-46f9-96fb-49bacdd447f7', 'tag': '2e8deb2d-0972-40a1-bb33-db279ececad0', 'status': 'completed', 'code': 200} Sep 23 19:59:26.230259 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_dvr_db [None req-06c2638e-7481-410f-b3c8-2ff92af78f67 None None] Set router b22c9376-a7a4-4f49-863a-450b65a4dbaa gateway port host: n-d-713301-16 {{(pid=95103) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 19:59:26.244806 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c9ce4d1-8797-4cc7-8b0d-a37fcad8246d req-f66fb0d8-c49f-4edf-b3de-fd5692105462 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:59:26.246344 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-0c9ce4d1-8797-4cc7-8b0d-a37fcad8246d req-f66fb0d8-c49f-4edf-b3de-fd5692105462 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=1c95f4136fb946e684bc3bd0afadbbdd&device_id=a823de75-8b8e-46f9-96fb-49bacdd447f7 HTTP/1.1" status: 200 len: 1097 time: 0.0461354 Sep 23 19:59:26.344222 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c9ce4d1-8797-4cc7-8b0d-a37fcad8246d req-7b1b8991-bb0b-4235-80a9-6fdeb207dd32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:59:26.345770 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-0c9ce4d1-8797-4cc7-8b0d-a37fcad8246d req-7b1b8991-bb0b-4235-80a9-6fdeb207dd32 service neutron] 10.222.0.74 "GET /v2.0/networks?id=a97a1ddd-be59-4422-8c3e-924143535884 HTTP/1.1" status: 200 len: 912 time: 0.0917301 Sep 23 19:59:26.417383 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-0c9ce4d1-8797-4cc7-8b0d-a37fcad8246d req-54e3aeb8-a952-4c6e-a20f-f5e833a369a9 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2e8deb2d-0972-40a1-bb33-db279ececad0 HTTP/1.1" status: 200 len: 998 time: 0.0650501 Sep 23 19:59:26.466904 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_hamode_db [None req-06c2638e-7481-410f-b3c8-2ff92af78f67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b22c9376-a7a4-4f49-863a-450b65a4dbaa', 'name': 'tempest-TestVolumeBootPattern-846071345-router', 'tenant_id': '1c95f4136fb946e684bc3bd0afadbbdd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'external_fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.189'}], 'enable_snat': True}, 'gw_port_id': 'b60be0b5-21c7-4e8d-b049-66f43f6db97c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:55:38Z', 'updated_at': '2021-09-23T19:55:42Z', 'revision_number': 4, 'project_id': '1c95f4136fb946e684bc3bd0afadbbdd', 'gw_port': {'id': 'b60be0b5-21c7-4e8d-b049-66f43f6db97c', 'name': '', 'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:b1:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b22c9376-a7a4-4f49-863a-450b65a4dbaa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3875, 'fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:55:39Z', 'updated_at': '2021-09-23T19:55:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-16', '_floatingips': [{'id': 'fedc9082-e21c-452d-a7c8-56539cb55eaa', 'tenant_id': '1c95f4136fb946e684bc3bd0afadbbdd', 'floating_ip_address': '172.25.1.19', 'floating_network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'router_id': 'b22c9376-a7a4-4f49-863a-450b65a4dbaa', 'port_id': '2e8deb2d-0972-40a1-bb33-db279ececad0', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3951, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a97a1ddd-be59-4422-8c3e-924143535884', 'mac_address': 'fa:16:3e:c4:61:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a823de75-8b8e-46f9-96fb-49bacdd447f7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-23T19:59:25Z', 'updated_at': '2021-09-23T19:59:25Z', 'revision_number': 0, 'project_id': '1c95f4136fb946e684bc3bd0afadbbdd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '25c3b070-de7a-4c98-a0c6-bbdac9d061bf', 'name': '', 'network_id': 'a97a1ddd-be59-4422-8c3e-924143535884', 'tenant_id': '1c95f4136fb946e684bc3bd0afadbbdd', 'mac_address': 'fa:16:3e:7c:37:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b22c9376-a7a4-4f49-863a-450b65a4dbaa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3876, 'fixed_ips': [{'subnet_id': '788d1f3e-2626-40b1-b49a-799b1a0fa15b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:55:41Z', 'updated_at': '2021-09-23T19:55:46Z', 'revision_number': 5, 'project_id': '1c95f4136fb946e684bc3bd0afadbbdd', 'subnets': [{'id': '788d1f3e-2626-40b1-b49a-799b1a0fa15b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-16', False) {} {{(pid=95103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:59:26.467943 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c9ce4d1-8797-4cc7-8b0d-a37fcad8246d req-6b952409-8884-4538-ac6f-739751fbc383 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:59:26.469610 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-0c9ce4d1-8797-4cc7-8b0d-a37fcad8246d req-6b952409-8884-4538-ac6f-739751fbc383 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=788d1f3e-2626-40b1-b49a-799b1a0fa15b HTTP/1.1" status: 200 len: 850 time: 0.0456743 Sep 23 19:59:26.493252 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06c2638e-7481-410f-b3c8-2ff92af78f67 None None] Checking router: b22c9376-a7a4-4f49-863a-450b65a4dbaa for host: n-d-713301-16 {{(pid=95103) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 19:59:26.502223 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06c2638e-7481-410f-b3c8-2ff92af78f67 None None] Routers {'b22c9376-a7a4-4f49-863a-450b65a4dbaa'} bound to L3 agent in host n-d-713301-16 {{(pid=95103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 19:59:26.502832 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_hamode_db [None req-06c2638e-7481-410f-b3c8-2ff92af78f67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-23T19:07:52Z,description=,heartbeat_timestamp=2021-09-23T19:59:23Z,host='n-d-713301-16',id=79a740bf-7821-4989-8288-7186e3e128f3,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:07:52Z,topic='l3_agent')) {'router_ids': ['b22c9376-a7a4-4f49-863a-450b65a4dbaa'], 'active': True} {{(pid=95103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:59:26.516954 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c9ce4d1-8797-4cc7-8b0d-a37fcad8246d req-b2bbe2f8-c5a9-4f79-a0c4-bb995f7f09cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:59:26.518500 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-0c9ce4d1-8797-4cc7-8b0d-a37fcad8246d req-b2bbe2f8-c5a9-4f79-a0c4-bb995f7f09cf service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=a97a1ddd-be59-4422-8c3e-924143535884&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0424616 Sep 23 19:59:26.613939 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_dvr_db [None req-06c2638e-7481-410f-b3c8-2ff92af78f67 None None] Set router b22c9376-a7a4-4f49-863a-450b65a4dbaa gateway port host: n-d-713301-16 {{(pid=95103) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 19:59:26.616565 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-0c9ce4d1-8797-4cc7-8b0d-a37fcad8246d req-816373f2-ed54-49ce-a45b-d06895f06fda service neutron] 10.222.0.74 "GET /v2.0/networks/a97a1ddd-be59-4422-8c3e-924143535884?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0910127 Sep 23 19:59:26.716494 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-0c9ce4d1-8797-4cc7-8b0d-a37fcad8246d req-2ec278e4-a28d-4ff6-8276-ecb06dbadf9f service neutron] 10.222.0.74 "GET /v2.0/networks/a97a1ddd-be59-4422-8c3e-924143535884?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0928264 Sep 23 19:59:26.856010 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_hamode_db [None req-06c2638e-7481-410f-b3c8-2ff92af78f67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b22c9376-a7a4-4f49-863a-450b65a4dbaa', 'name': 'tempest-TestVolumeBootPattern-846071345-router', 'tenant_id': '1c95f4136fb946e684bc3bd0afadbbdd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'external_fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.189'}], 'enable_snat': True}, 'gw_port_id': 'b60be0b5-21c7-4e8d-b049-66f43f6db97c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:55:38Z', 'updated_at': '2021-09-23T19:55:42Z', 'revision_number': 4, 'project_id': '1c95f4136fb946e684bc3bd0afadbbdd', 'gw_port': {'id': 'b60be0b5-21c7-4e8d-b049-66f43f6db97c', 'name': '', 'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:b1:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b22c9376-a7a4-4f49-863a-450b65a4dbaa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3875, 'fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:55:39Z', 'updated_at': '2021-09-23T19:55:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-16', '_floatingips': [{'id': 'fedc9082-e21c-452d-a7c8-56539cb55eaa', 'tenant_id': '1c95f4136fb946e684bc3bd0afadbbdd', 'floating_ip_address': '172.25.1.19', 'floating_network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'router_id': 'b22c9376-a7a4-4f49-863a-450b65a4dbaa', 'port_id': '2e8deb2d-0972-40a1-bb33-db279ececad0', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3951, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a97a1ddd-be59-4422-8c3e-924143535884', 'mac_address': 'fa:16:3e:c4:61:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a823de75-8b8e-46f9-96fb-49bacdd447f7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-23T19:59:25Z', 'updated_at': '2021-09-23T19:59:25Z', 'revision_number': 0, 'project_id': '1c95f4136fb946e684bc3bd0afadbbdd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '25c3b070-de7a-4c98-a0c6-bbdac9d061bf', 'name': '', 'network_id': 'a97a1ddd-be59-4422-8c3e-924143535884', 'tenant_id': '1c95f4136fb946e684bc3bd0afadbbdd', 'mac_address': 'fa:16:3e:7c:37:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b22c9376-a7a4-4f49-863a-450b65a4dbaa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3876, 'fixed_ips': [{'subnet_id': '788d1f3e-2626-40b1-b49a-799b1a0fa15b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:55:41Z', 'updated_at': '2021-09-23T19:55:46Z', 'revision_number': 5, 'project_id': '1c95f4136fb946e684bc3bd0afadbbdd', 'subnets': [{'id': '788d1f3e-2626-40b1-b49a-799b1a0fa15b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-16', False) {} {{(pid=95103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:59:26.883612 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06c2638e-7481-410f-b3c8-2ff92af78f67 None None] The sync data for ids ['b22c9376-a7a4-4f49-863a-450b65a4dbaa'] in n-d-713301-16 is: [{'id': 'b22c9376-a7a4-4f49-863a-450b65a4dbaa', 'name': 'tempest-TestVolumeBootPattern-846071345-router', 'tenant_id': '1c95f4136fb946e684bc3bd0afadbbdd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'external_fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.189'}], 'enable_snat': True}, 'gw_port_id': 'b60be0b5-21c7-4e8d-b049-66f43f6db97c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:55:38Z', 'updated_at': '2021-09-23T19:55:42Z', 'revision_number': 4, 'project_id': '1c95f4136fb946e684bc3bd0afadbbdd', 'gw_port': {'id': 'b60be0b5-21c7-4e8d-b049-66f43f6db97c', 'name': '', 'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:b1:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b22c9376-a7a4-4f49-863a-450b65a4dbaa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3875, 'fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:55:39Z', 'updated_at': '2021-09-23T19:55:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-16', '_floatingips': [{'id': 'fedc9082-e21c-452d-a7c8-56539cb55eaa', 'tenant_id': '1c95f4136fb946e684bc3bd0afadbbdd', 'floating_ip_address': '172.25.1.19', 'floating_network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'router_id': 'b22c9376-a7a4-4f49-863a-450b65a4dbaa', 'port_id': '2e8deb2d-0972-40a1-bb33-db279ececad0', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3951, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a97a1ddd-be59-4422-8c3e-924143535884', 'mac_address': 'fa:16:3e:c4:61:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a823de75-8b8e-46f9-96fb-49bacdd447f7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-23T19:59:25Z', 'updated_at': '2021-09-23T19:59:25Z', 'revision_number': 0, 'project_id': '1c95f4136fb946e684bc3bd0afadbbdd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '25c3b070-de7a-4c98-a0c6-bbdac9d061bf', 'name': '', 'network_id': 'a97a1ddd-be59-4422-8c3e-924143535884', 'tenant_id': '1c95f4136fb946e684bc3bd0afadbbdd', 'mac_address': 'fa:16:3e:7c:37:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b22c9376-a7a4-4f49-863a-450b65a4dbaa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3876, 'fixed_ips': [{'subnet_id': '788d1f3e-2626-40b1-b49a-799b1a0fa15b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:55:41Z', 'updated_at': '2021-09-23T19:55:46Z', 'revision_number': 5, 'project_id': '1c95f4136fb946e684bc3bd0afadbbdd', 'subnets': [{'id': '788d1f3e-2626-40b1-b49a-799b1a0fa15b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 19:59:26.916892 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29cdb53b-36bd-4488-b35c-ff2c42a2fdf2 req-69045fdb-c3aa-4dad-af5f-0e75abf5e613 tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:59:26.918565 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-29cdb53b-36bd-4488-b35c-ff2c42a2fdf2 req-69045fdb-c3aa-4dad-af5f-0e75abf5e613 tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] 10.222.0.67 "GET /v2.0/ports?device_id=7331cf6d-9fb1-4c2a-827c-979e78bf9018 HTTP/1.1" status: 200 len: 946 time: 0.0565944 Sep 23 19:59:26.959141 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-29cdb53b-36bd-4488-b35c-ff2c42a2fdf2 req-091e5098-eb84-4ef5-8876-551533032f3f tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] 10.222.0.67 "GET /v2.0/security-groups?id=27ad1bfd-bb32-47ba-ada0-5032120bf28a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344625 Sep 23 19:59:27.090141 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04bb16ee-de0d-4197-a19d-5d12c16e7c7a req-00fe6219-d85f-40fe-98e9-187599569a23 tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:59:27.091720 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-04bb16ee-de0d-4197-a19d-5d12c16e7c7a req-00fe6219-d85f-40fe-98e9-187599569a23 tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] 10.222.0.67 "GET /v2.0/ports?device_id=7331cf6d-9fb1-4c2a-827c-979e78bf9018 HTTP/1.1" status: 200 len: 946 time: 0.0529673 Sep 23 19:59:27.094939 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1c76c04-13b4-45a9-a861-bd04fffbc118 None None] New status for floating IP fedc9082-e21c-452d-a7c8-56539cb55eaa: ACTIVE {{(pid=95104) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 23 19:59:27.133965 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-04bb16ee-de0d-4197-a19d-5d12c16e7c7a req-815355aa-5f79-43b9-85f7-09a8ee42a2bc tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] 10.222.0.67 "GET /v2.0/security-groups?id=27ad1bfd-bb32-47ba-ada0-5032120bf28a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335917 Sep 23 19:59:27.164539 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 57726) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:59:27.203544 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffa86b8f-fb8f-40ce-ae7a-5f9a7e091d51 tempest-TestNetworkAdvancedServerOps-1630542813 tempest-TestNetworkAdvancedServerOps-1630542813-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:59:27.205091 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-ffa86b8f-fb8f-40ce-ae7a-5f9a7e091d51 tempest-TestNetworkAdvancedServerOps-1630542813 tempest-TestNetworkAdvancedServerOps-1630542813-project-admin] 10.222.0.67 "GET /v2.0/ports?device_id=7331cf6d-9fb1-4c2a-827c-979e78bf9018 HTTP/1.1" status: 200 len: 1093 time: 0.0410383 Sep 23 19:59:27.207849 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 57728) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:59:27.213416 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.v2.base [None req-cb579695-a02e-468a-8f0b-f94b165443fb tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] Request body: {'floatingip': {'floating_network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'port_id': '26767df7-d488-4d21-ad54-01ea48dd801c', 'tenant_id': '9cf4888c1a454e07a3d16aa9e7c63006', 'fixed_ip_address': '172.20.0.12'}} {{(pid=95102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 19:59:27.237937 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-cb579695-a02e-468a-8f0b-f94b165443fb tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] Notify callbacks [] for floatingip, before_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:59:27.347006 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-cb579695-a02e-468a-8f0b-f94b165443fb tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:59:27.454140 n-d-713301-16 neutron-server[95102]: DEBUG neutron.db.db_base_plugin_common [None req-cb579695-a02e-468a-8f0b-f94b165443fb tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] Allocated IP 172.25.1.68 (5dec5c09-378e-4f50-89cc-d94eb81c3bac/eff83446-018c-428d-b3f5-54ac9abe7a2a/2e9c4c1d-fc6c-42d9-a11c-dc78062b9b6b) {{(pid=95102) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 19:59:27.858514 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-cb579695-a02e-468a-8f0b-f94b165443fb tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] Notify callbacks [] for port, precommit_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:59:27.892104 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-cb579695-a02e-468a-8f0b-f94b165443fb tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783145673135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4399100'] for port, after_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:59:27.934789 n-d-713301-16 neutron-server[95102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb579695-a02e-468a-8f0b-f94b165443fb tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] Network 5dec5c09-378e-4f50-89cc-d94eb81c3bac is already hosted by enough agents. {{(pid=95102) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 19:59:27.937248 n-d-713301-16 neutron-server[95102]: DEBUG neutron.scheduler.base_scheduler [None req-cb579695-a02e-468a-8f0b-f94b165443fb tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] Resources bound (agent type, host, resource id): {{(pid=95102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 19:59:27.940746 n-d-713301-16 neutron-server[95102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb579695-a02e-468a-8f0b-f94b165443fb tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] Received port after_create {{(pid=95102) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 19:59:27.964146 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb579695-a02e-468a-8f0b-f94b165443fb tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] Pushing event updated for resources: {'Port': ['ID=2e9c4c1d-fc6c-42d9-a11c-dc78062b9b6b,revision_number=1']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:59:28.221156 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:59:28.261035 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [req-c652bf32-eae6-440c-ad02-b01fe0b35dfa req-5835d571-bfc9-4cd2-8134-3e87f605ca37 service neutron] (95101) timed out ('10.222.0.67', 34222) {{(pid=95101) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 23 19:59:28.286288 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-cb579695-a02e-468a-8f0b-f94b165443fb tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:59:28.357163 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-cb579695-a02e-468a-8f0b-f94b165443fb tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:59:28.449160 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:59:28.514879 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-cb579695-a02e-468a-8f0b-f94b165443fb tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] Notify callbacks [] for port, precommit_update {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:59:28.519401 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-cb579695-a02e-468a-8f0b-f94b165443fb tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4399095'] for port, after_update {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:59:28.586932 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb579695-a02e-468a-8f0b-f94b165443fb tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] Pushing event updated for resources: {'Port': ['ID=2e9c4c1d-fc6c-42d9-a11c-dc78062b9b6b,revision_number=2']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 19:59:28.599004 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-cb579695-a02e-468a-8f0b-f94b165443fb tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-601884'] for floatingip, after_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:59:28.700124 n-d-713301-16 neutron-server[95102]: INFO neutron.db.l3_db [None req-cb579695-a02e-468a-8f0b-f94b165443fb tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] Floating IP 3a19f07f-864f-40c1-893d-d54d31ba6c03 associated. External IP: 172.25.1.68, port: 26767df7-d488-4d21-ad54-01ea48dd801c. Sep 23 19:59:28.911494 n-d-713301-16 neutron-server[95102]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb579695-a02e-468a-8f0b-f94b165443fb tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] Router ea29272b-e401-4964-b5a2-4dd788e8a127 has already been hosted by L3 agent 79a740bf-7821-4989-8288-7186e3e128f3 {{(pid=95102) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 19:59:29.019684 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb579695-a02e-468a-8f0b-f94b165443fb tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] Notify agent at l3_agent.n-d-713301-16 the message routers_updated {{(pid=95102) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 19:59:29.029014 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc5d5f14-45df-4d95-9ce3-faadb0375f05 None None] Sync routers for ids ['ea29272b-e401-4964-b5a2-4dd788e8a127'] in n-d-713301-16 {{(pid=95103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 19:59:29.035740 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-cb579695-a02e-468a-8f0b-f94b165443fb tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222849'] for floatingip, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:59:29.038694 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc5d5f14-45df-4d95-9ce3-faadb0375f05 None None] Routers {'ea29272b-e401-4964-b5a2-4dd788e8a127'} bound to L3 agent in host n-d-713301-16 {{(pid=95103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 19:59:29.039321 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_hamode_db [None req-bc5d5f14-45df-4d95-9ce3-faadb0375f05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-23T19:07:52Z,description=,heartbeat_timestamp=2021-09-23T19:59:23Z,host='n-d-713301-16',id=79a740bf-7821-4989-8288-7186e3e128f3,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:07:52Z,topic='l3_agent')) {'router_ids': ['ea29272b-e401-4964-b5a2-4dd788e8a127'], 'active': True} {{(pid=95103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:59:29.063545 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-cb579695-a02e-468a-8f0b-f94b165443fb tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] 10.222.0.67 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8546758 Sep 23 19:59:29.064246 n-d-713301-16 neutron-server[95102]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7331cf6d-9fb1-4c2a-827c-979e78bf9018', 'tag': '26767df7-d488-4d21-ad54-01ea48dd801c'}] {{(pid=95102) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 19:59:29.069256 n-d-713301-16 neutron-server[95102]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab31b6d93e5336dbddfa8ec424565b3bd8cb2369c5b4d85bc943472dbb21e8ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2523a0ff-603b-4f73-bac3-4c923c2c32e4" -d '{"events": [{"name": "network-changed", "server_uuid": "7331cf6d-9fb1-4c2a-827c-979e78bf9018", "tag": "26767df7-d488-4d21-ad54-01ea48dd801c"}]}' {{(pid=95102) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 19:59:29.108990 n-d-713301-16 neutron-server[95102]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 19:59:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87739de3-a806-4b5b-bdee-3660df22a943 x-openstack-request-id: req-87739de3-a806-4b5b-bdee-3660df22a943 {{(pid=95102) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 19:59:29.109284 n-d-713301-16 neutron-server[95102]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7331cf6d-9fb1-4c2a-827c-979e78bf9018", "tag": "26767df7-d488-4d21-ad54-01ea48dd801c", "status": "completed", "code": 200}]} {{(pid=95102) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 19:59:29.109542 n-d-713301-16 neutron-server[95102]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-87739de3-a806-4b5b-bdee-3660df22a943 {{(pid=95102) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 19:59:29.109953 n-d-713301-16 neutron-server[95102]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7331cf6d-9fb1-4c2a-827c-979e78bf9018', 'tag': '26767df7-d488-4d21-ad54-01ea48dd801c', 'status': 'completed', 'code': 200} Sep 23 19:59:29.197359 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32159841-59d0-4042-aacf-9efa8dfe3c61 req-1004ea82-c085-4fef-a1b3-9eb39e1a7a54 tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:59:29.199019 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-32159841-59d0-4042-aacf-9efa8dfe3c61 req-1004ea82-c085-4fef-a1b3-9eb39e1a7a54 tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] 10.222.0.67 "GET /v2.0/ports?device_id=7331cf6d-9fb1-4c2a-827c-979e78bf9018 HTTP/1.1" status: 200 len: 946 time: 0.0846212 Sep 23 19:59:29.215348 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2523a0ff-603b-4f73-bac3-4c923c2c32e4 req-5c42b4bf-fdc5-4a96-a068-42a9e9881233 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:59:29.216868 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-2523a0ff-603b-4f73-bac3-4c923c2c32e4 req-5c42b4bf-fdc5-4a96-a068-42a9e9881233 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=9cf4888c1a454e07a3d16aa9e7c63006&device_id=7331cf6d-9fb1-4c2a-827c-979e78bf9018 HTTP/1.1" status: 200 len: 1098 time: 0.0731161 Sep 23 19:59:29.281727 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-32159841-59d0-4042-aacf-9efa8dfe3c61 req-16160f3d-8981-48f3-9022-44af3791a861 tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] 10.222.0.67 "GET /v2.0/security-groups?id=27ad1bfd-bb32-47ba-ada0-5032120bf28a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0697188 Sep 23 19:59:29.302083 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_dvr_db [None req-bc5d5f14-45df-4d95-9ce3-faadb0375f05 None None] Set router ea29272b-e401-4964-b5a2-4dd788e8a127 gateway port host: n-d-713301-16 {{(pid=95103) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 19:59:29.310363 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 57734) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:59:29.347383 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2523a0ff-603b-4f73-bac3-4c923c2c32e4 req-473d8559-268b-4f6b-8ff3-86b94f9fedba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:59:29.348940 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-2523a0ff-603b-4f73-bac3-4c923c2c32e4 req-473d8559-268b-4f6b-8ff3-86b94f9fedba service neutron] 10.222.0.53 "GET /v2.0/networks?id=8df6e29f-7a1c-4bb3-9171-1daad65e26d9 HTTP/1.1" status: 200 len: 898 time: 0.1256309 Sep 23 19:59:29.378755 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-a31115b2-3388-4282-89ca-336cba4fa794 tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] 10.222.0.67 "GET /v2.0/floatingips/3a19f07f-864f-40c1-893d-d54d31ba6c03 HTTP/1.1" status: 200 len: 991 time: 0.0665627 Sep 23 19:59:29.425241 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-2523a0ff-603b-4f73-bac3-4c923c2c32e4 req-520e3c77-50bf-48e0-ab4d-dfbb5170fef7 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=26767df7-d488-4d21-ad54-01ea48dd801c HTTP/1.1" status: 200 len: 999 time: 0.0674341 Sep 23 19:59:29.481441 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2523a0ff-603b-4f73-bac3-4c923c2c32e4 req-31c3944d-44de-4b6d-9d1f-32e28290fed8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:59:29.483055 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-2523a0ff-603b-4f73-bac3-4c923c2c32e4 req-31c3944d-44de-4b6d-9d1f-32e28290fed8 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=de92640b-e6f6-4e5c-b294-16cb6ecb1919 HTTP/1.1" status: 200 len: 834 time: 0.0503681 Sep 23 19:59:29.530387 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2523a0ff-603b-4f73-bac3-4c923c2c32e4 req-93750499-a5d1-48d9-88c8-7ef779f7a406 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 19:59:29.531984 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-2523a0ff-603b-4f73-bac3-4c923c2c32e4 req-93750499-a5d1-48d9-88c8-7ef779f7a406 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=8df6e29f-7a1c-4bb3-9171-1daad65e26d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0416865 Sep 23 19:59:29.538831 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_hamode_db [None req-bc5d5f14-45df-4d95-9ce3-faadb0375f05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea29272b-e401-4964-b5a2-4dd788e8a127', 'name': 'tempest-TestNetworkAdvancedServerOps-router-404108900', 'tenant_id': '9cf4888c1a454e07a3d16aa9e7c63006', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'external_fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.36'}], 'enable_snat': True}, 'gw_port_id': 'e6d68c63-9b5d-46d5-aa86-463c4e83649c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:59:10Z', 'updated_at': '2021-09-23T19:59:15Z', 'revision_number': 4, 'project_id': '9cf4888c1a454e07a3d16aa9e7c63006', 'gw_port': {'id': 'e6d68c63-9b5d-46d5-aa86-463c4e83649c', 'name': '', 'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:36:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea29272b-e401-4964-b5a2-4dd788e8a127', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3945, 'fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:59:11Z', 'updated_at': '2021-09-23T19:59:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-16', '_floatingips': [{'id': '3a19f07f-864f-40c1-893d-d54d31ba6c03', 'tenant_id': '9cf4888c1a454e07a3d16aa9e7c63006', 'floating_ip_address': '172.25.1.68', 'floating_network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'router_id': 'ea29272b-e401-4964-b5a2-4dd788e8a127', 'port_id': '26767df7-d488-4d21-ad54-01ea48dd801c', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3953, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8df6e29f-7a1c-4bb3-9171-1daad65e26d9', 'mac_address': 'fa:16:3e:cd:15:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7331cf6d-9fb1-4c2a-827c-979e78bf9018', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-23T19:59:28Z', 'updated_at': '2021-09-23T19:59:28Z', 'revision_number': 0, 'project_id': '9cf4888c1a454e07a3d16aa9e7c63006', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5160c71f-06ff-4388-aff0-a159164463a3', 'name': '', 'network_id': '8df6e29f-7a1c-4bb3-9171-1daad65e26d9', 'tenant_id': '9cf4888c1a454e07a3d16aa9e7c63006', 'mac_address': 'fa:16:3e:7e:a6:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea29272b-e401-4964-b5a2-4dd788e8a127', 'device_owner': 'network:router_interface', 'standard_attr_id': 3948, 'fixed_ips': [{'subnet_id': 'de92640b-e6f6-4e5c-b294-16cb6ecb1919', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:59:14Z', 'updated_at': '2021-09-23T19:59:17Z', 'revision_number': 5, 'project_id': '9cf4888c1a454e07a3d16aa9e7c63006', 'subnets': [{'id': 'de92640b-e6f6-4e5c-b294-16cb6ecb1919', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-16', False) {} {{(pid=95103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:59:29.570689 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc5d5f14-45df-4d95-9ce3-faadb0375f05 None None] Checking router: ea29272b-e401-4964-b5a2-4dd788e8a127 for host: n-d-713301-16 {{(pid=95103) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 19:59:29.580362 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc5d5f14-45df-4d95-9ce3-faadb0375f05 None None] Routers {'ea29272b-e401-4964-b5a2-4dd788e8a127'} bound to L3 agent in host n-d-713301-16 {{(pid=95103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 19:59:29.580362 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_hamode_db [None req-bc5d5f14-45df-4d95-9ce3-faadb0375f05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-23T19:07:52Z,description=,heartbeat_timestamp=2021-09-23T19:59:23Z,host='n-d-713301-16',id=79a740bf-7821-4989-8288-7186e3e128f3,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:07:52Z,topic='l3_agent')) {'router_ids': ['ea29272b-e401-4964-b5a2-4dd788e8a127'], 'active': True} {{(pid=95103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:59:29.631943 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-2523a0ff-603b-4f73-bac3-4c923c2c32e4 req-0db91185-c3fe-44f6-af7d-0841cbb06629 service neutron] 10.222.0.53 "GET /v2.0/networks/8df6e29f-7a1c-4bb3-9171-1daad65e26d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0927165 Sep 23 19:59:29.695523 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_dvr_db [None req-bc5d5f14-45df-4d95-9ce3-faadb0375f05 None None] Set router ea29272b-e401-4964-b5a2-4dd788e8a127 gateway port host: n-d-713301-16 {{(pid=95103) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 19:59:29.736673 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-2523a0ff-603b-4f73-bac3-4c923c2c32e4 req-805e7a49-8b50-4842-9a28-263817937e84 service neutron] 10.222.0.53 "GET /v2.0/networks/8df6e29f-7a1c-4bb3-9171-1daad65e26d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0967472 Sep 23 19:59:29.925960 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_hamode_db [None req-bc5d5f14-45df-4d95-9ce3-faadb0375f05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea29272b-e401-4964-b5a2-4dd788e8a127', 'name': 'tempest-TestNetworkAdvancedServerOps-router-404108900', 'tenant_id': '9cf4888c1a454e07a3d16aa9e7c63006', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'external_fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.36'}], 'enable_snat': True}, 'gw_port_id': 'e6d68c63-9b5d-46d5-aa86-463c4e83649c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:59:10Z', 'updated_at': '2021-09-23T19:59:15Z', 'revision_number': 4, 'project_id': '9cf4888c1a454e07a3d16aa9e7c63006', 'gw_port': {'id': 'e6d68c63-9b5d-46d5-aa86-463c4e83649c', 'name': '', 'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:36:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea29272b-e401-4964-b5a2-4dd788e8a127', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3945, 'fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:59:11Z', 'updated_at': '2021-09-23T19:59:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-16', '_floatingips': [{'id': '3a19f07f-864f-40c1-893d-d54d31ba6c03', 'tenant_id': '9cf4888c1a454e07a3d16aa9e7c63006', 'floating_ip_address': '172.25.1.68', 'floating_network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'router_id': 'ea29272b-e401-4964-b5a2-4dd788e8a127', 'port_id': '26767df7-d488-4d21-ad54-01ea48dd801c', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3953, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8df6e29f-7a1c-4bb3-9171-1daad65e26d9', 'mac_address': 'fa:16:3e:cd:15:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7331cf6d-9fb1-4c2a-827c-979e78bf9018', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-23T19:59:28Z', 'updated_at': '2021-09-23T19:59:28Z', 'revision_number': 0, 'project_id': '9cf4888c1a454e07a3d16aa9e7c63006', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5160c71f-06ff-4388-aff0-a159164463a3', 'name': '', 'network_id': '8df6e29f-7a1c-4bb3-9171-1daad65e26d9', 'tenant_id': '9cf4888c1a454e07a3d16aa9e7c63006', 'mac_address': 'fa:16:3e:7e:a6:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea29272b-e401-4964-b5a2-4dd788e8a127', 'device_owner': 'network:router_interface', 'standard_attr_id': 3948, 'fixed_ips': [{'subnet_id': 'de92640b-e6f6-4e5c-b294-16cb6ecb1919', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:59:14Z', 'updated_at': '2021-09-23T19:59:17Z', 'revision_number': 5, 'project_id': '9cf4888c1a454e07a3d16aa9e7c63006', 'subnets': [{'id': 'de92640b-e6f6-4e5c-b294-16cb6ecb1919', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-16', False) {} {{(pid=95103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 19:59:29.956264 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc5d5f14-45df-4d95-9ce3-faadb0375f05 None None] The sync data for ids ['ea29272b-e401-4964-b5a2-4dd788e8a127'] in n-d-713301-16 is: [{'id': 'ea29272b-e401-4964-b5a2-4dd788e8a127', 'name': 'tempest-TestNetworkAdvancedServerOps-router-404108900', 'tenant_id': '9cf4888c1a454e07a3d16aa9e7c63006', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'external_fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.36'}], 'enable_snat': True}, 'gw_port_id': 'e6d68c63-9b5d-46d5-aa86-463c4e83649c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:59:10Z', 'updated_at': '2021-09-23T19:59:15Z', 'revision_number': 4, 'project_id': '9cf4888c1a454e07a3d16aa9e7c63006', 'gw_port': {'id': 'e6d68c63-9b5d-46d5-aa86-463c4e83649c', 'name': '', 'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:36:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea29272b-e401-4964-b5a2-4dd788e8a127', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3945, 'fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:59:11Z', 'updated_at': '2021-09-23T19:59:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-16', '_floatingips': [{'id': '3a19f07f-864f-40c1-893d-d54d31ba6c03', 'tenant_id': '9cf4888c1a454e07a3d16aa9e7c63006', 'floating_ip_address': '172.25.1.68', 'floating_network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'router_id': 'ea29272b-e401-4964-b5a2-4dd788e8a127', 'port_id': '26767df7-d488-4d21-ad54-01ea48dd801c', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3953, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8df6e29f-7a1c-4bb3-9171-1daad65e26d9', 'mac_address': 'fa:16:3e:cd:15:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7331cf6d-9fb1-4c2a-827c-979e78bf9018', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-23T19:59:28Z', 'updated_at': '2021-09-23T19:59:28Z', 'revision_number': 0, 'project_id': '9cf4888c1a454e07a3d16aa9e7c63006', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5160c71f-06ff-4388-aff0-a159164463a3', 'name': '', 'network_id': '8df6e29f-7a1c-4bb3-9171-1daad65e26d9', 'tenant_id': '9cf4888c1a454e07a3d16aa9e7c63006', 'mac_address': 'fa:16:3e:7e:a6:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea29272b-e401-4964-b5a2-4dd788e8a127', 'device_owner': 'network:router_interface', 'standard_attr_id': 3948, 'fixed_ips': [{'subnet_id': 'de92640b-e6f6-4e5c-b294-16cb6ecb1919', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:59:14Z', 'updated_at': '2021-09-23T19:59:17Z', 'revision_number': 5, 'project_id': '9cf4888c1a454e07a3d16aa9e7c63006', 'subnets': [{'id': 'de92640b-e6f6-4e5c-b294-16cb6ecb1919', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 19:59:30.150946 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02973e81-70c2-4fab-823e-19e12957ee9f None None] New status for floating IP 3a19f07f-864f-40c1-893d-d54d31ba6c03: ACTIVE {{(pid=95104) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 23 19:59:30.382480 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 57736) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 19:59:30.746217 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-dc046db7-e977-4fcf-94be-49590174167e tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] 10.222.0.67 "GET /v2.0/floatingips/3a19f07f-864f-40c1-893d-d54d31ba6c03 HTTP/1.1" status: 200 len: 993 time: 0.3625672 Sep 23 19:59:49.732091 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-4dd5d1f6-502f-4686-8f60-acf1845fdb27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:59:52.985033 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-bbf0cb32-5637-4b5c-94ec-b35394379325 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:59:53.134517 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:59:53.524383 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-0ae75029-feb6-4728-9a94-5f9b60993d82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:59:55.351212 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-80e7e501-6c57-470d-92c6-e3d54bc3195c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:59:57.418416 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.agents_db [None req-f2f5c474-60a3-474f-b2cc-02c4bd30880c None None] Agent healthcheck: found 7 active agents {{(pid=95104) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 19:59:58.222172 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 19:59:58.458668 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:00:00.733403 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [req-6c77c030-7a02-469e-b8fd-ee18265d905a req-b655d96e-9d4e-4cd5-b0e7-25e0e13023fd service neutron] (95101) timed out ('10.222.0.53', 57195) {{(pid=95101) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 23 20:00:02.109658 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35bdcf38-5b8e-4904-a897-ffc17b9ad768 req-b8e56952-0b84-4cb3-b8ec-27ffbcd2bac1 tempest-TestNetworkAdvancedServerOps-1630542813 tempest-TestNetworkAdvancedServerOps-1630542813-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:00:02.111220 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-35bdcf38-5b8e-4904-a897-ffc17b9ad768 req-b8e56952-0b84-4cb3-b8ec-27ffbcd2bac1 tempest-TestNetworkAdvancedServerOps-1630542813 tempest-TestNetworkAdvancedServerOps-1630542813-project-admin] 10.222.0.67 "GET /v2.0/ports?device_id=7331cf6d-9fb1-4c2a-827c-979e78bf9018 HTTP/1.1" status: 200 len: 1098 time: 0.1412745 Sep 23 20:00:02.146234 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-35bdcf38-5b8e-4904-a897-ffc17b9ad768 req-3ec9962f-0b77-41bc-8104-752adf58895d tempest-TestNetworkAdvancedServerOps-1630542813 tempest-TestNetworkAdvancedServerOps-1630542813-project-admin] 10.222.0.67 "GET /v2.0/security-groups?id=27ad1bfd-bb32-47ba-ada0-5032120bf28a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0286338 Sep 23 20:00:02.326108 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d83d6204-781f-4ff3-9a71-c295197f5929 req-6c4c32ff-dd8d-412f-aa40-9a4f25478add tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:00:02.327652 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-d83d6204-781f-4ff3-9a71-c295197f5929 req-6c4c32ff-dd8d-412f-aa40-9a4f25478add tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] 10.222.0.67 "GET /v2.0/ports?device_id=7331cf6d-9fb1-4c2a-827c-979e78bf9018 HTTP/1.1" status: 200 len: 946 time: 0.1139162 Sep 23 20:00:02.367008 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-d83d6204-781f-4ff3-9a71-c295197f5929 req-438bbb5b-1969-4f28-b80a-c1aadf9444f0 tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] 10.222.0.67 "GET /v2.0/security-groups?id=27ad1bfd-bb32-47ba-ada0-5032120bf28a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332956 Sep 23 20:00:02.400700 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 57766) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:00:02.461973 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-cf73ff38-310c-4dfb-af7e-268ab7c68f93 tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] 10.222.0.67 "GET /v2.0/floatingips/3a19f07f-864f-40c1-893d-d54d31ba6c03 HTTP/1.1" status: 200 len: 993 time: 0.0600162 Sep 23 20:00:02.817598 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [req-daa91598-6573-4861-82d0-8306ec3103e6 req-774f9104-8af1-4385-895c-bcaca2dd49ca service neutron] http://10.222.0.67:9696/v2.0/extensions returned with HTTP 200 {{(pid=95102) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 23 20:00:02.818661 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-daa91598-6573-4861-82d0-8306ec3103e6 req-774f9104-8af1-4385-895c-bcaca2dd49ca service neutron] 10.222.0.67 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0551956 Sep 23 20:00:03.057190 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 57782) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:00:03.145261 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ded94e-097f-4610-bb13-4b23350b7530 req-ef0b0540-3815-4bd4-82d5-297760fa2c7e tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:00:03.146760 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-21ded94e-097f-4610-bb13-4b23350b7530 req-ef0b0540-3815-4bd4-82d5-297760fa2c7e tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] 10.222.0.67 "GET /v2.0/ports?device_id=7331cf6d-9fb1-4c2a-827c-979e78bf9018 HTTP/1.1" status: 200 len: 946 time: 0.0740459 Sep 23 20:00:03.177384 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-f8d0e60d-ae25-438d-a86a-2a9e77b89dea req-cb3ff247-96e1-40b1-b0b9-703f4daa4f07 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=7331cf6d-9fb1-4c2a-827c-979e78bf9018&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1190515 Sep 23 20:00:03.189177 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [req-f8d0e60d-ae25-438d-a86a-2a9e77b89dea req-3ea10945-7fe1-4282-9fcb-9627815c36ed service neutron] http://10.222.0.67:9696/v2.0/extensions returned with HTTP 200 {{(pid=95102) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 23 20:00:03.190167 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-f8d0e60d-ae25-438d-a86a-2a9e77b89dea req-3ea10945-7fe1-4282-9fcb-9627815c36ed service neutron] 10.222.0.67 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0061002 Sep 23 20:00:03.204059 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-21ded94e-097f-4610-bb13-4b23350b7530 req-254a8c35-0dbe-4af8-9c68-e4393a0e9f81 tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] 10.222.0.67 "GET /v2.0/security-groups?id=27ad1bfd-bb32-47ba-ada0-5032120bf28a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495067 Sep 23 20:00:04.340388 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddcfdf4c-da6b-4c93-b2fb-d0d09a344d2a req-a84a1c46-75b5-4702-b346-5028120bef26 tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:00:04.342015 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-ddcfdf4c-da6b-4c93-b2fb-d0d09a344d2a req-a84a1c46-75b5-4702-b346-5028120bef26 tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] 10.222.0.67 "GET /v2.0/ports?device_id=7331cf6d-9fb1-4c2a-827c-979e78bf9018 HTTP/1.1" status: 200 len: 946 time: 0.0646431 Sep 23 20:00:04.408133 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-ddcfdf4c-da6b-4c93-b2fb-d0d09a344d2a req-4da1bd1c-ba54-492e-bdcd-fb716afe9fe1 tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] 10.222.0.67 "GET /v2.0/security-groups?id=27ad1bfd-bb32-47ba-ada0-5032120bf28a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0599158 Sep 23 20:00:04.423033 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d0e60d-ae25-438d-a86a-2a9e77b89dea req-5554ace5-9691-4e63-a449-3d99078c3d23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:00:04.424628 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-f8d0e60d-ae25-438d-a86a-2a9e77b89dea req-5554ace5-9691-4e63-a449-3d99078c3d23 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=9cf4888c1a454e07a3d16aa9e7c63006&device_id=7331cf6d-9fb1-4c2a-827c-979e78bf9018 HTTP/1.1" status: 200 len: 1098 time: 0.1104050 Sep 23 20:00:04.522244 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d0e60d-ae25-438d-a86a-2a9e77b89dea req-f7377778-9d35-4341-8918-770ee7c881e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:00:04.523664 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-f8d0e60d-ae25-438d-a86a-2a9e77b89dea req-f7377778-9d35-4341-8918-770ee7c881e5 service neutron] 10.222.0.53 "GET /v2.0/networks?id=8df6e29f-7a1c-4bb3-9171-1daad65e26d9 HTTP/1.1" status: 200 len: 898 time: 0.0912049 Sep 23 20:00:04.593104 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-f8d0e60d-ae25-438d-a86a-2a9e77b89dea req-36a2c6bb-7807-448f-8746-9929200e2168 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=26767df7-d488-4d21-ad54-01ea48dd801c HTTP/1.1" status: 200 len: 1001 time: 0.0622487 Sep 23 20:00:04.643495 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d0e60d-ae25-438d-a86a-2a9e77b89dea req-4b6c048f-8bcf-4ef5-b724-e46a5b5047a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:00:04.645023 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-f8d0e60d-ae25-438d-a86a-2a9e77b89dea req-4b6c048f-8bcf-4ef5-b724-e46a5b5047a1 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=de92640b-e6f6-4e5c-b294-16cb6ecb1919 HTTP/1.1" status: 200 len: 834 time: 0.0454986 Sep 23 20:00:04.700894 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d0e60d-ae25-438d-a86a-2a9e77b89dea req-b8749c20-8296-4329-946d-4a55f613ac36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:00:04.702363 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-f8d0e60d-ae25-438d-a86a-2a9e77b89dea req-b8749c20-8296-4329-946d-4a55f613ac36 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=8df6e29f-7a1c-4bb3-9171-1daad65e26d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0498328 Sep 23 20:00:04.796522 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-f8d0e60d-ae25-438d-a86a-2a9e77b89dea req-18e43f2e-a90e-4a25-9589-5289c5ee0054 service neutron] 10.222.0.53 "GET /v2.0/networks/8df6e29f-7a1c-4bb3-9171-1daad65e26d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872889 Sep 23 20:00:04.894376 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-f8d0e60d-ae25-438d-a86a-2a9e77b89dea req-a01cf68f-e912-4d37-bf33-3a2d681d7f24 service neutron] 10.222.0.53 "GET /v2.0/networks/8df6e29f-7a1c-4bb3-9171-1daad65e26d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0915494 Sep 23 20:00:05.534268 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8331d7f-b88e-46c8-9b30-4ea965572675 req-5ed8a075-70b2-47d5-aaa3-755b24762aa6 tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:00:05.535793 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-e8331d7f-b88e-46c8-9b30-4ea965572675 req-5ed8a075-70b2-47d5-aaa3-755b24762aa6 tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] 10.222.0.67 "GET /v2.0/ports?device_id=7331cf6d-9fb1-4c2a-827c-979e78bf9018 HTTP/1.1" status: 200 len: 946 time: 0.0560598 Sep 23 20:00:05.575426 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-e8331d7f-b88e-46c8-9b30-4ea965572675 req-7043920c-fea6-4c6c-870b-1ecc796344e7 tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] 10.222.0.67 "GET /v2.0/security-groups?id=27ad1bfd-bb32-47ba-ada0-5032120bf28a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330172 Sep 23 20:00:06.694027 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-562880fa-974e-4ca3-afef-6bca1a1024ea req-c0f618d0-eb1c-466f-9556-6146c3b1781c tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:00:06.695637 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-562880fa-974e-4ca3-afef-6bca1a1024ea req-c0f618d0-eb1c-466f-9556-6146c3b1781c tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] 10.222.0.67 "GET /v2.0/ports?device_id=7331cf6d-9fb1-4c2a-827c-979e78bf9018 HTTP/1.1" status: 200 len: 946 time: 0.0498378 Sep 23 20:00:06.735691 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-562880fa-974e-4ca3-afef-6bca1a1024ea req-2ea76599-52f0-4067-90b2-b94f1fa5fb44 tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] 10.222.0.67 "GET /v2.0/security-groups?id=27ad1bfd-bb32-47ba-ada0-5032120bf28a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336590 Sep 23 20:00:07.247293 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-e14bebdb-8157-4729-bd69-0ca4b00161cc req-7f4b3062-b91f-465f-933b-3107ad66118c service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=a823de75-8b8e-46f9-96fb-49bacdd447f7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0495076 Sep 23 20:00:07.333062 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e14bebdb-8157-4729-bd69-0ca4b00161cc req-5237c4b6-a467-4181-8b6c-d414292e6592 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:00:07.334570 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-e14bebdb-8157-4729-bd69-0ca4b00161cc req-5237c4b6-a467-4181-8b6c-d414292e6592 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=1c95f4136fb946e684bc3bd0afadbbdd&device_id=a823de75-8b8e-46f9-96fb-49bacdd447f7 HTTP/1.1" status: 200 len: 1097 time: 0.0418172 Sep 23 20:00:07.466180 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e14bebdb-8157-4729-bd69-0ca4b00161cc req-0dacff7d-229c-415f-adce-98adf7c73f1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:00:07.468099 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-e14bebdb-8157-4729-bd69-0ca4b00161cc req-0dacff7d-229c-415f-adce-98adf7c73f1c service neutron] 10.222.0.74 "GET /v2.0/networks?id=a97a1ddd-be59-4422-8c3e-924143535884 HTTP/1.1" status: 200 len: 912 time: 0.1127684 Sep 23 20:00:07.555178 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-e14bebdb-8157-4729-bd69-0ca4b00161cc req-51e8ac27-b8e9-4b76-bb2d-22eeb8586a6e service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2e8deb2d-0972-40a1-bb33-db279ececad0 HTTP/1.1" status: 200 len: 1000 time: 0.0798581 Sep 23 20:00:07.607734 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e14bebdb-8157-4729-bd69-0ca4b00161cc req-9e444aa0-e74d-4539-acdd-7ca6f024f14c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:00:07.609263 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-e14bebdb-8157-4729-bd69-0ca4b00161cc req-9e444aa0-e74d-4539-acdd-7ca6f024f14c service neutron] 10.222.0.74 "GET /v2.0/subnets?id=788d1f3e-2626-40b1-b49a-799b1a0fa15b HTTP/1.1" status: 200 len: 850 time: 0.0475178 Sep 23 20:00:07.661225 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e14bebdb-8157-4729-bd69-0ca4b00161cc req-51b97585-1098-47f8-bc03-21c368b15dad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:00:07.662783 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-e14bebdb-8157-4729-bd69-0ca4b00161cc req-51b97585-1098-47f8-bc03-21c368b15dad service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=a97a1ddd-be59-4422-8c3e-924143535884&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0465844 Sep 23 20:00:07.764417 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-e14bebdb-8157-4729-bd69-0ca4b00161cc req-96149d1a-aab9-434d-afc7-a90076a4295c service neutron] 10.222.0.74 "GET /v2.0/networks/a97a1ddd-be59-4422-8c3e-924143535884?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0943036 Sep 23 20:00:07.891327 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-e14bebdb-8157-4729-bd69-0ca4b00161cc req-b6605281-7181-48c4-854a-902b836b7511 service neutron] 10.222.0.74 "GET /v2.0/networks/a97a1ddd-be59-4422-8c3e-924143535884?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1198106 Sep 23 20:00:07.906183 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9cd2a2f-d359-45d9-89e8-695941922abe req-88b931b1-d3c0-4c9f-a366-bf9f14731c0f tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:00:07.907762 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-b9cd2a2f-d359-45d9-89e8-695941922abe req-88b931b1-d3c0-4c9f-a366-bf9f14731c0f tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] 10.222.0.67 "GET /v2.0/ports?device_id=7331cf6d-9fb1-4c2a-827c-979e78bf9018 HTTP/1.1" status: 200 len: 946 time: 0.0720277 Sep 23 20:00:07.953139 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-b9cd2a2f-d359-45d9-89e8-695941922abe req-b412203c-8219-4d44-b704-5022895cde0f tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] 10.222.0.67 "GET /v2.0/security-groups?id=27ad1bfd-bb32-47ba-ada0-5032120bf28a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344608 Sep 23 20:00:09.069913 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f95ee40-6446-4ed5-9d8c-dd10c140b58b req-d963b636-787b-416a-93a3-82e6135d1405 tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:00:09.071401 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-5f95ee40-6446-4ed5-9d8c-dd10c140b58b req-d963b636-787b-416a-93a3-82e6135d1405 tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] 10.222.0.67 "GET /v2.0/ports?device_id=7331cf6d-9fb1-4c2a-827c-979e78bf9018 HTTP/1.1" status: 200 len: 946 time: 0.0491915 Sep 23 20:00:09.109946 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-5f95ee40-6446-4ed5-9d8c-dd10c140b58b req-08b11e7f-dead-46c2-b0ff-5e34985482e7 tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] 10.222.0.67 "GET /v2.0/security-groups?id=27ad1bfd-bb32-47ba-ada0-5032120bf28a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324547 Sep 23 20:00:10.236942 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a1d1eb-070d-4160-a9b4-9f3e355d5936 req-694c4687-1aa6-4539-9783-a6993866ba86 tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:00:10.238522 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-45a1d1eb-070d-4160-a9b4-9f3e355d5936 req-694c4687-1aa6-4539-9783-a6993866ba86 tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] 10.222.0.67 "GET /v2.0/ports?device_id=7331cf6d-9fb1-4c2a-827c-979e78bf9018 HTTP/1.1" status: 200 len: 946 time: 0.0550523 Sep 23 20:00:10.279716 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-45a1d1eb-070d-4160-a9b4-9f3e355d5936 req-6c56d03d-e1d4-4c17-bb59-97b9fd12dab2 tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] 10.222.0.67 "GET /v2.0/security-groups?id=27ad1bfd-bb32-47ba-ada0-5032120bf28a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343292 Sep 23 20:00:11.407599 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4066fbe-fd12-46f4-97eb-ea1cab4d913a req-7c3a6f34-b5cb-44e3-9ace-3f6b66cebda7 tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:00:11.409631 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-c4066fbe-fd12-46f4-97eb-ea1cab4d913a req-7c3a6f34-b5cb-44e3-9ace-3f6b66cebda7 tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] 10.222.0.67 "GET /v2.0/ports?device_id=7331cf6d-9fb1-4c2a-827c-979e78bf9018 HTTP/1.1" status: 200 len: 946 time: 0.0542481 Sep 23 20:00:11.451283 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-c4066fbe-fd12-46f4-97eb-ea1cab4d913a req-4afffd14-fa12-45ac-b78f-4525f54a328c tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] 10.222.0.67 "GET /v2.0/security-groups?id=27ad1bfd-bb32-47ba-ada0-5032120bf28a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354290 Sep 23 20:00:12.567752 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a619899-908e-44ff-aa1f-ce903fd411c9 req-aab66abf-4b38-4d15-8fdc-ea205ca7c106 tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:00:12.569303 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-8a619899-908e-44ff-aa1f-ce903fd411c9 req-aab66abf-4b38-4d15-8fdc-ea205ca7c106 tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] 10.222.0.67 "GET /v2.0/ports?device_id=7331cf6d-9fb1-4c2a-827c-979e78bf9018 HTTP/1.1" status: 200 len: 946 time: 0.0493364 Sep 23 20:00:12.609622 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-8a619899-908e-44ff-aa1f-ce903fd411c9 req-aacc5e98-23e1-46b8-ae6c-cdcb9e3f174c tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] 10.222.0.67 "GET /v2.0/security-groups?id=27ad1bfd-bb32-47ba-ada0-5032120bf28a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329461 Sep 23 20:00:13.090993 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3913b0ff-d2e4-4dec-8056-2008071a2a3a req-e8336e6c-5777-4b2e-aaf7-97414d85b86f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:00:13.092500 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-3913b0ff-d2e4-4dec-8056-2008071a2a3a req-e8336e6c-5777-4b2e-aaf7-97414d85b86f service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=9cf4888c1a454e07a3d16aa9e7c63006&device_id=7331cf6d-9fb1-4c2a-827c-979e78bf9018 HTTP/1.1" status: 200 len: 1098 time: 0.0452135 Sep 23 20:00:13.206711 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3913b0ff-d2e4-4dec-8056-2008071a2a3a req-b94fca44-ebd1-4783-9efc-a2bea3a70bfa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:00:13.208223 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-3913b0ff-d2e4-4dec-8056-2008071a2a3a req-b94fca44-ebd1-4783-9efc-a2bea3a70bfa service neutron] 10.222.0.53 "GET /v2.0/networks?id=8df6e29f-7a1c-4bb3-9171-1daad65e26d9 HTTP/1.1" status: 200 len: 898 time: 0.0866301 Sep 23 20:00:13.281127 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-3913b0ff-d2e4-4dec-8056-2008071a2a3a req-61dc6265-e527-4878-98cc-60426b661036 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=26767df7-d488-4d21-ad54-01ea48dd801c HTTP/1.1" status: 200 len: 1001 time: 0.0660400 Sep 23 20:00:13.332998 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3913b0ff-d2e4-4dec-8056-2008071a2a3a req-14dabb1c-eece-43a2-b56f-6dd188618296 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:00:13.334540 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-3913b0ff-d2e4-4dec-8056-2008071a2a3a req-14dabb1c-eece-43a2-b56f-6dd188618296 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=de92640b-e6f6-4e5c-b294-16cb6ecb1919 HTTP/1.1" status: 200 len: 834 time: 0.0471387 Sep 23 20:00:13.381227 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3913b0ff-d2e4-4dec-8056-2008071a2a3a req-a44a01ca-b8b3-48b9-8868-180cb0893de7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:00:13.382693 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-3913b0ff-d2e4-4dec-8056-2008071a2a3a req-a44a01ca-b8b3-48b9-8868-180cb0893de7 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=8df6e29f-7a1c-4bb3-9171-1daad65e26d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0413804 Sep 23 20:00:13.479878 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-3913b0ff-d2e4-4dec-8056-2008071a2a3a req-0426965c-408e-4eb8-86f5-08da92e9346f service neutron] 10.222.0.53 "GET /v2.0/networks/8df6e29f-7a1c-4bb3-9171-1daad65e26d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0902016 Sep 23 20:00:13.570856 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-3913b0ff-d2e4-4dec-8056-2008071a2a3a req-6d7c2226-c8f0-4076-a16d-b00d644f35f4 service neutron] 10.222.0.53 "GET /v2.0/networks/8df6e29f-7a1c-4bb3-9171-1daad65e26d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838244 Sep 23 20:00:13.728589 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-debaf822-3af8-42b5-ad1a-fdb5654697ce req-948671a5-454b-4f66-92fd-17286964af05 tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:00:13.730477 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-debaf822-3af8-42b5-ad1a-fdb5654697ce req-948671a5-454b-4f66-92fd-17286964af05 tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] 10.222.0.67 "GET /v2.0/ports?device_id=7331cf6d-9fb1-4c2a-827c-979e78bf9018 HTTP/1.1" status: 200 len: 946 time: 0.0549743 Sep 23 20:00:13.768351 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-debaf822-3af8-42b5-ad1a-fdb5654697ce req-e148e10a-0a70-47a4-a174-04d18192d39d tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] 10.222.0.67 "GET /v2.0/security-groups?id=27ad1bfd-bb32-47ba-ada0-5032120bf28a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317934 Sep 23 20:00:14.884170 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38619165-d578-4e1a-a2f5-c6d6d7504953 req-9ad19072-5dd7-4f0e-b666-6fd8d43ed785 tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:00:14.885720 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-38619165-d578-4e1a-a2f5-c6d6d7504953 req-9ad19072-5dd7-4f0e-b666-6fd8d43ed785 tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] 10.222.0.67 "GET /v2.0/ports?device_id=7331cf6d-9fb1-4c2a-827c-979e78bf9018 HTTP/1.1" status: 200 len: 946 time: 0.0496702 Sep 23 20:00:14.922851 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-38619165-d578-4e1a-a2f5-c6d6d7504953 req-09893965-19a4-407b-93cb-2e7167e46a30 tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] 10.222.0.67 "GET /v2.0/security-groups?id=27ad1bfd-bb32-47ba-ada0-5032120bf28a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312154 Sep 23 20:00:16.039107 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e48e681-49f8-404f-bffd-7fa9d00faee7 req-42bf99f5-ecda-4b7f-bdf1-ed4476e32d2b tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:00:16.041586 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-7e48e681-49f8-404f-bffd-7fa9d00faee7 req-42bf99f5-ecda-4b7f-bdf1-ed4476e32d2b tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] 10.222.0.67 "GET /v2.0/ports?device_id=7331cf6d-9fb1-4c2a-827c-979e78bf9018 HTTP/1.1" status: 200 len: 946 time: 0.0491242 Sep 23 20:00:16.078828 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-7e48e681-49f8-404f-bffd-7fa9d00faee7 req-410ef006-816d-4864-a862-d7d75f2079ce tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] 10.222.0.67 "GET /v2.0/security-groups?id=27ad1bfd-bb32-47ba-ada0-5032120bf28a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312893 Sep 23 20:00:17.197503 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13fc491c-a335-46ca-9810-78252de6d5ff req-21629b5b-4c90-4293-8408-3a158051b9aa tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:00:17.198993 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-13fc491c-a335-46ca-9810-78252de6d5ff req-21629b5b-4c90-4293-8408-3a158051b9aa tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] 10.222.0.67 "GET /v2.0/ports?device_id=7331cf6d-9fb1-4c2a-827c-979e78bf9018 HTTP/1.1" status: 200 len: 946 time: 0.0530937 Sep 23 20:00:17.236838 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-13fc491c-a335-46ca-9810-78252de6d5ff req-5a20d8d6-d233-4fde-a8a6-29e4b9a9d68e tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] 10.222.0.67 "GET /v2.0/security-groups?id=27ad1bfd-bb32-47ba-ada0-5032120bf28a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318091 Sep 23 20:00:18.353941 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43856da4-a863-4507-98f9-7dad42cc82a0 req-2a02e506-6c04-469a-9d08-bca3f93e0c51 tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:00:18.355476 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-43856da4-a863-4507-98f9-7dad42cc82a0 req-2a02e506-6c04-469a-9d08-bca3f93e0c51 tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] 10.222.0.67 "GET /v2.0/ports?device_id=7331cf6d-9fb1-4c2a-827c-979e78bf9018 HTTP/1.1" status: 200 len: 946 time: 0.0499067 Sep 23 20:00:18.393949 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-43856da4-a863-4507-98f9-7dad42cc82a0 req-437d4cbc-6688-4590-9ec2-ba3cf937d947 tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] 10.222.0.67 "GET /v2.0/security-groups?id=27ad1bfd-bb32-47ba-ada0-5032120bf28a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321968 Sep 23 20:00:19.508321 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e81dc58b-20a2-481f-8db1-97239b498cf5 req-ddef469f-aaff-4ad9-9fde-c2e193d2e495 tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:00:19.509997 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-e81dc58b-20a2-481f-8db1-97239b498cf5 req-ddef469f-aaff-4ad9-9fde-c2e193d2e495 tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] 10.222.0.67 "GET /v2.0/ports?device_id=7331cf6d-9fb1-4c2a-827c-979e78bf9018 HTTP/1.1" status: 200 len: 946 time: 0.0495920 Sep 23 20:00:19.547271 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-e81dc58b-20a2-481f-8db1-97239b498cf5 req-07e06f8a-c164-4723-8829-77659fbbb045 tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] 10.222.0.67 "GET /v2.0/security-groups?id=27ad1bfd-bb32-47ba-ada0-5032120bf28a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311935 Sep 23 20:00:19.727171 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-0a2616a5-723d-4c2b-9b9f-14538634c42e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:00:20.674453 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23db4967-cc58-4931-bd94-edf462aeda89 req-6591f69a-23a2-41d3-b8f2-b40a181462ee tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:00:20.675996 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-23db4967-cc58-4931-bd94-edf462aeda89 req-6591f69a-23a2-41d3-b8f2-b40a181462ee tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] 10.222.0.67 "GET /v2.0/ports?device_id=7331cf6d-9fb1-4c2a-827c-979e78bf9018 HTTP/1.1" status: 200 len: 946 time: 0.0585389 Sep 23 20:00:20.720019 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-23db4967-cc58-4931-bd94-edf462aeda89 req-c67289a7-1eb6-4532-95f3-2bce6794e709 tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] 10.222.0.67 "GET /v2.0/security-groups?id=27ad1bfd-bb32-47ba-ada0-5032120bf28a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326846 Sep 23 20:00:21.838473 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a5fe5e-31b3-48b4-8ba9-647f722ea2a3 req-5b4ed3a9-ccea-47a2-ac3f-5d9f79213850 tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:00:21.839994 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-69a5fe5e-31b3-48b4-8ba9-647f722ea2a3 req-5b4ed3a9-ccea-47a2-ac3f-5d9f79213850 tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] 10.222.0.67 "GET /v2.0/ports?device_id=7331cf6d-9fb1-4c2a-827c-979e78bf9018 HTTP/1.1" status: 200 len: 946 time: 0.0505326 Sep 23 20:00:21.877488 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-69a5fe5e-31b3-48b4-8ba9-647f722ea2a3 req-44fcdf21-7de7-49e6-b32f-a4f83f014a88 tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] 10.222.0.67 "GET /v2.0/security-groups?id=27ad1bfd-bb32-47ba-ada0-5032120bf28a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312147 Sep 23 20:00:21.977490 n-d-713301-16 neutron-server[95102]: INFO neutron.api.v2.resource [req-f8d0e60d-ae25-438d-a86a-2a9e77b89dea req-c5b0479b-6081-45cc-ae77-ba1d35a3da99 service neutron] show failed (client error): The resource could not be found. Sep 23 20:00:21.979132 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-f8d0e60d-ae25-438d-a86a-2a9e77b89dea req-c5b0479b-6081-45cc-ae77-ba1d35a3da99 service neutron] 10.222.0.53 "GET /v2.0/ports/26767df7-d488-4d21-ad54-01ea48dd801c/bindings/n-h1-713301-16 HTTP/1.1" status: 404 len: 381 time: 0.0569861 Sep 23 20:00:22.178555 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d0e60d-ae25-438d-a86a-2a9e77b89dea req-f2bb04dc-0d88-4441-82e4-01e9f0602c9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:00:22.180095 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-f8d0e60d-ae25-438d-a86a-2a9e77b89dea req-f2bb04dc-0d88-4441-82e4-01e9f0602c9f service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=7331cf6d-9fb1-4c2a-827c-979e78bf9018&tenant_id=9cf4888c1a454e07a3d16aa9e7c63006 HTTP/1.1" status: 200 len: 1098 time: 0.0445228 Sep 23 20:00:22.191724 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.v2.base [req-f8d0e60d-ae25-438d-a86a-2a9e77b89dea req-d3c11115-b816-46cb-a127-1491ec89d1fc service neutron] Request body: {'port': {'binding:host_id': 'n-h1-713301-16', 'device_owner': 'compute:nova'}} {{(pid=95102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 20:00:22.544197 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-f8d0e60d-ae25-438d-a86a-2a9e77b89dea req-d3c11115-b816-46cb-a127-1491ec89d1fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:00:22.838316 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.db [req-f8d0e60d-ae25-438d-a86a-2a9e77b89dea req-d3c11115-b816-46cb-a127-1491ec89d1fc service neutron] For port 26767df7-d488-4d21-ad54-01ea48dd801c, host n-h2-713301-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-16',level=0,port_id=26767df7-d488-4d21-ad54-01ea48dd801c,segment=NetworkSegment(e6ceed78-94fa-4e18-bfae-3c58718e1a2e),segment_id=e6ceed78-94fa-4e18-bfae-3c58718e1a2e)] {{(pid=95102) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 20:00:22.884521 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.db [req-f8d0e60d-ae25-438d-a86a-2a9e77b89dea req-d3c11115-b816-46cb-a127-1491ec89d1fc service neutron] For port 26767df7-d488-4d21-ad54-01ea48dd801c, host n-h2-713301-16, cleared binding levels {{(pid=95102) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 20:00:22.927737 n-d-713301-16 neutron-server[95102]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7331cf6d-9fb1-4c2a-827c-979e78bf9018', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '26767df7-d488-4d21-ad54-01ea48dd801c'}] {{(pid=95102) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 20:00:22.930066 n-d-713301-16 neutron-server[95102]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab31b6d93e5336dbddfa8ec424565b3bd8cb2369c5b4d85bc943472dbb21e8ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-452b1471-3cc0-4372-b269-85af94ef767d" -d '{"events": [{"server_uuid": "7331cf6d-9fb1-4c2a-827c-979e78bf9018", "name": "network-vif-unplugged", "status": "completed", "tag": "26767df7-d488-4d21-ad54-01ea48dd801c"}]}' {{(pid=95102) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 20:00:22.934969 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-f8d0e60d-ae25-438d-a86a-2a9e77b89dea req-d3c11115-b816-46cb-a127-1491ec89d1fc service neutron] Notify callbacks [] for port, precommit_update {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:00:22.958512 n-d-713301-16 neutron-server[95102]: DEBUG neutron.db.provisioning_blocks [req-f8d0e60d-ae25-438d-a86a-2a9e77b89dea req-d3c11115-b816-46cb-a127-1491ec89d1fc service neutron] Transition to ACTIVE for port object 26767df7-d488-4d21-ad54-01ea48dd801c will not be triggered until provisioned by entity L2. {{(pid=95102) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 20:00:22.982210 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-f8d0e60d-ae25-438d-a86a-2a9e77b89dea req-d3c11115-b816-46cb-a127-1491ec89d1fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4399095'] for port, after_update {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:00:22.986674 n-d-713301-16 neutron-server[95102]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 23 Sep 2021 20:00:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9ef1740-0bf2-43eb-8645-2eefba8a8917 x-openstack-request-id: req-e9ef1740-0bf2-43eb-8645-2eefba8a8917 {{(pid=95102) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 20:00:22.986996 n-d-713301-16 neutron-server[95102]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7331cf6d-9fb1-4c2a-827c-979e78bf9018", "name": "network-vif-unplugged", "status": "completed", "tag": "26767df7-d488-4d21-ad54-01ea48dd801c", "code": 200}]} {{(pid=95102) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 20:00:22.987321 n-d-713301-16 neutron-server[95102]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-e9ef1740-0bf2-43eb-8645-2eefba8a8917 {{(pid=95102) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 20:00:22.987490 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-97487313-a2b2-4230-837f-452bf8d23e1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:00:22.987962 n-d-713301-16 neutron-server[95102]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7331cf6d-9fb1-4c2a-827c-979e78bf9018', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '26767df7-d488-4d21-ad54-01ea48dd801c', 'code': 200} Sep 23 20:00:23.095997 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc47d889-05a3-4902-b799-5b80be911407 req-0d3f3919-65af-4100-9ab5-cbb03401f2d4 tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:00:23.097486 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-dc47d889-05a3-4902-b799-5b80be911407 req-0d3f3919-65af-4100-9ab5-cbb03401f2d4 tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] 10.222.0.67 "GET /v2.0/ports?device_id=7331cf6d-9fb1-4c2a-827c-979e78bf9018 HTTP/1.1" status: 200 len: 946 time: 0.1509545 Sep 23 20:00:23.100534 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3c11115-b816-46cb-a127-1491ec89d1fc service neutron] Pushing event updated for resources: {'Port': ['ID=26767df7-d488-4d21-ad54-01ea48dd801c,revision_number=6']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:00:23.138412 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3c11115-b816-46cb-a127-1491ec89d1fc service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:00:23.138764 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3c11115-b816-46cb-a127-1491ec89d1fc service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:00:23.139182 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3c11115-b816-46cb-a127-1491ec89d1fc service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:00:23.139659 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3c11115-b816-46cb-a127-1491ec89d1fc service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:00:23.140164 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3c11115-b816-46cb-a127-1491ec89d1fc service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:00:23.140505 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3c11115-b816-46cb-a127-1491ec89d1fc service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:00:23.140885 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3c11115-b816-46cb-a127-1491ec89d1fc service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:00:23.141196 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3c11115-b816-46cb-a127-1491ec89d1fc service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:00:23.141534 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3c11115-b816-46cb-a127-1491ec89d1fc service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:00:23.141858 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3c11115-b816-46cb-a127-1491ec89d1fc service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:00:23.142232 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3c11115-b816-46cb-a127-1491ec89d1fc service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:00:23.142560 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3c11115-b816-46cb-a127-1491ec89d1fc service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:00:23.143330 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:00:23.176047 n-d-713301-16 neutron-server[95102]: DEBUG neutron.db.l3_dvrscheduler_db [req-f8d0e60d-ae25-438d-a86a-2a9e77b89dea req-d3c11115-b816-46cb-a127-1491ec89d1fc service neutron] No DVR routers for this DVR port 26767df7-d488-4d21-ad54-01ea48dd801c on host n-h2-713301-16 {{(pid=95102) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 20:00:23.219316 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-dc47d889-05a3-4902-b799-5b80be911407 req-e5d8c0a3-f68c-4ffd-b346-3befd9259c7e tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] 10.222.0.67 "GET /v2.0/security-groups?id=27ad1bfd-bb32-47ba-ada0-5032120bf28a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1123106 Sep 23 20:00:23.326446 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.managers [req-f8d0e60d-ae25-438d-a86a-2a9e77b89dea req-d3c11115-b816-46cb-a127-1491ec89d1fc service neutron] Attempting to bind port 26767df7-d488-4d21-ad54-01ea48dd801c on host n-h1-713301-16 for vnic_type normal with profile {{(pid=95102) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 20:00:23.326785 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.managers [req-f8d0e60d-ae25-438d-a86a-2a9e77b89dea req-d3c11115-b816-46cb-a127-1491ec89d1fc service neutron] Attempting to bind port 26767df7-d488-4d21-ad54-01ea48dd801c by drivers openvswitch,hyperv on host n-h1-713301-16 at level 0 using segments [{'id': 'e6ceed78-94fa-4e18-bfae-3c58718e1a2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '8df6e29f-7a1c-4bb3-9171-1daad65e26d9'}] {{(pid=95102) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 20:00:23.327136 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8d0e60d-ae25-438d-a86a-2a9e77b89dea req-d3c11115-b816-46cb-a127-1491ec89d1fc service neutron] Attempting to bind port 26767df7-d488-4d21-ad54-01ea48dd801c on network 8df6e29f-7a1c-4bb3-9171-1daad65e26d9 {{(pid=95102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 20:00:23.331574 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8d0e60d-ae25-438d-a86a-2a9e77b89dea req-d3c11115-b816-46cb-a127-1491ec89d1fc service neutron] Port 26767df7-d488-4d21-ad54-01ea48dd801c on network 8df6e29f-7a1c-4bb3-9171-1daad65e26d9 not bound, no agent of type Open vSwitch agent registered on host n-h1-713301-16 {{(pid=95102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 20:00:23.331900 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8d0e60d-ae25-438d-a86a-2a9e77b89dea req-d3c11115-b816-46cb-a127-1491ec89d1fc service neutron] Attempting to bind port 26767df7-d488-4d21-ad54-01ea48dd801c on network 8df6e29f-7a1c-4bb3-9171-1daad65e26d9 {{(pid=95102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 20:00:23.336792 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8d0e60d-ae25-438d-a86a-2a9e77b89dea req-d3c11115-b816-46cb-a127-1491ec89d1fc service neutron] Checking agent: {'id': '0708c3e9-0aad-4600-9be9-d2486535c898', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713301-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 19, 15, 28), 'started_at': datetime.datetime(2021, 9, 23, 19, 15, 28), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 19, 59, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 20:00:23.337155 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8d0e60d-ae25-438d-a86a-2a9e77b89dea req-d3c11115-b816-46cb-a127-1491ec89d1fc service neutron] Checking segment: {'id': 'e6ceed78-94fa-4e18-bfae-3c58718e1a2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '8df6e29f-7a1c-4bb3-9171-1daad65e26d9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95102) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 20:00:23.337536 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8d0e60d-ae25-438d-a86a-2a9e77b89dea req-d3c11115-b816-46cb-a127-1491ec89d1fc service neutron] Bound using segment: {'id': 'e6ceed78-94fa-4e18-bfae-3c58718e1a2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '8df6e29f-7a1c-4bb3-9171-1daad65e26d9'} {{(pid=95102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 20:00:23.337966 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.managers [req-f8d0e60d-ae25-438d-a86a-2a9e77b89dea req-d3c11115-b816-46cb-a127-1491ec89d1fc service neutron] Bound port: 26767df7-d488-4d21-ad54-01ea48dd801c, host: n-h1-713301-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e6ceed78-94fa-4e18-bfae-3c58718e1a2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '8df6e29f-7a1c-4bb3-9171-1daad65e26d9'}}] {{(pid=95102) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 20:00:23.338322 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-f8d0e60d-ae25-438d-a86a-2a9e77b89dea req-d3c11115-b816-46cb-a127-1491ec89d1fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:00:23.412123 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.db [req-f8d0e60d-ae25-438d-a86a-2a9e77b89dea req-d3c11115-b816-46cb-a127-1491ec89d1fc service neutron] For port 26767df7-d488-4d21-ad54-01ea48dd801c, host n-h1-713301-16, cleared binding levels {{(pid=95102) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 20:00:23.415804 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.db [req-f8d0e60d-ae25-438d-a86a-2a9e77b89dea req-d3c11115-b816-46cb-a127-1491ec89d1fc service neutron] For port 26767df7-d488-4d21-ad54-01ea48dd801c, host n-h1-713301-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-16',level=0,port_id=26767df7-d488-4d21-ad54-01ea48dd801c,segment=NetworkSegment(e6ceed78-94fa-4e18-bfae-3c58718e1a2e),segment_id=e6ceed78-94fa-4e18-bfae-3c58718e1a2e)] {{(pid=95102) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 20:00:23.419963 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-f8d0e60d-ae25-438d-a86a-2a9e77b89dea req-d3c11115-b816-46cb-a127-1491ec89d1fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4399095'] for port, after_update {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:00:23.454596 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d0e60d-ae25-438d-a86a-2a9e77b89dea req-d3c11115-b816-46cb-a127-1491ec89d1fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:00:23.455275 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-f8d0e60d-ae25-438d-a86a-2a9e77b89dea req-d3c11115-b816-46cb-a127-1491ec89d1fc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222849'] for port, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:00:23.456674 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-f8d0e60d-ae25-438d-a86a-2a9e77b89dea req-d3c11115-b816-46cb-a127-1491ec89d1fc service neutron] 10.222.0.74 "PUT /v2.0/ports/26767df7-d488-4d21-ad54-01ea48dd801c HTTP/1.1" status: 200 len: 1093 time: 1.2688160 Sep 23 20:00:23.478745 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3c11115-b816-46cb-a127-1491ec89d1fc service neutron] Pushing event updated for resources: {'Port': ['ID=26767df7-d488-4d21-ad54-01ea48dd801c,revision_number=7']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:00:23.523444 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d0e60d-ae25-438d-a86a-2a9e77b89dea req-a14a94dd-5d89-4ebd-9e78-d7b60b377d69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:00:23.526435 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-f8d0e60d-ae25-438d-a86a-2a9e77b89dea req-a14a94dd-5d89-4ebd-9e78-d7b60b377d69 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=9cf4888c1a454e07a3d16aa9e7c63006&device_id=7331cf6d-9fb1-4c2a-827c-979e78bf9018 HTTP/1.1" status: 200 len: 1096 time: 0.0446148 Sep 23 20:00:23.527667 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-0ae75029-feb6-4728-9a94-5f9b60993d82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:00:23.627202 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d0e60d-ae25-438d-a86a-2a9e77b89dea req-83fe2a7c-811d-43bd-880d-d9ec5242682d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:00:23.628770 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-f8d0e60d-ae25-438d-a86a-2a9e77b89dea req-83fe2a7c-811d-43bd-880d-d9ec5242682d service neutron] 10.222.0.74 "GET /v2.0/networks?id=8df6e29f-7a1c-4bb3-9171-1daad65e26d9 HTTP/1.1" status: 200 len: 898 time: 0.0949228 Sep 23 20:00:23.698288 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-f8d0e60d-ae25-438d-a86a-2a9e77b89dea req-24507092-0dc5-4e3a-a15c-a11025cec0cd service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=26767df7-d488-4d21-ad54-01ea48dd801c HTTP/1.1" status: 200 len: 999 time: 0.0625732 Sep 23 20:00:23.748490 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d0e60d-ae25-438d-a86a-2a9e77b89dea req-0d1d8c6a-4031-4229-9fb9-f711989f41ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:00:23.749893 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-f8d0e60d-ae25-438d-a86a-2a9e77b89dea req-0d1d8c6a-4031-4229-9fb9-f711989f41ec service neutron] 10.222.0.74 "GET /v2.0/subnets?id=de92640b-e6f6-4e5c-b294-16cb6ecb1919 HTTP/1.1" status: 200 len: 834 time: 0.0443747 Sep 23 20:00:23.800572 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d0e60d-ae25-438d-a86a-2a9e77b89dea req-7944ff78-e4e5-44b7-bb56-d5c62d3598fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:00:23.802115 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-f8d0e60d-ae25-438d-a86a-2a9e77b89dea req-7944ff78-e4e5-44b7-bb56-d5c62d3598fa service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=8df6e29f-7a1c-4bb3-9171-1daad65e26d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0457184 Sep 23 20:00:23.897482 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-f8d0e60d-ae25-438d-a86a-2a9e77b89dea req-d8186667-478c-43df-bdb1-93f3e4b85a38 service neutron] 10.222.0.74 "GET /v2.0/networks/8df6e29f-7a1c-4bb3-9171-1daad65e26d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882337 Sep 23 20:00:23.991492 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-f8d0e60d-ae25-438d-a86a-2a9e77b89dea req-949196da-f4f4-49f7-a8e9-e36bfe836587 service neutron] 10.222.0.74 "GET /v2.0/networks/8df6e29f-7a1c-4bb3-9171-1daad65e26d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874398 Sep 23 20:00:24.353631 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c223447-88e9-4c50-b22d-50d8934dfb1b req-37370b5d-a9d8-44e8-9af2-c77a96b861f6 tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:00:24.355179 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-5c223447-88e9-4c50-b22d-50d8934dfb1b req-37370b5d-a9d8-44e8-9af2-c77a96b861f6 tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] 10.222.0.67 "GET /v2.0/ports?device_id=7331cf6d-9fb1-4c2a-827c-979e78bf9018 HTTP/1.1" status: 200 len: 944 time: 0.0622451 Sep 23 20:00:24.394766 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-5c223447-88e9-4c50-b22d-50d8934dfb1b req-5c0e75f0-e87f-4a87-8cfe-b4d382252ad9 tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] 10.222.0.67 "GET /v2.0/security-groups?id=27ad1bfd-bb32-47ba-ada0-5032120bf28a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333831 Sep 23 20:00:24.989363 n-d-713301-16 neutron-server[95102]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7331cf6d-9fb1-4c2a-827c-979e78bf9018', 'tag': '26767df7-d488-4d21-ad54-01ea48dd801c'}] {{(pid=95102) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 20:00:24.991647 n-d-713301-16 neutron-server[95102]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab31b6d93e5336dbddfa8ec424565b3bd8cb2369c5b4d85bc943472dbb21e8ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6e38698-8e3f-4f72-9d96-50e00d464af2" -d '{"events": [{"name": "network-changed", "server_uuid": "7331cf6d-9fb1-4c2a-827c-979e78bf9018", "tag": "26767df7-d488-4d21-ad54-01ea48dd801c"}]}' {{(pid=95102) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 20:00:25.041495 n-d-713301-16 neutron-server[95102]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 20:00:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34a140c4-7a43-4201-98f8-6c1fe308b608 x-openstack-request-id: req-34a140c4-7a43-4201-98f8-6c1fe308b608 {{(pid=95102) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 20:00:25.041798 n-d-713301-16 neutron-server[95102]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7331cf6d-9fb1-4c2a-827c-979e78bf9018", "tag": "26767df7-d488-4d21-ad54-01ea48dd801c", "status": "completed", "code": 200}]} {{(pid=95102) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 20:00:25.042049 n-d-713301-16 neutron-server[95102]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-34a140c4-7a43-4201-98f8-6c1fe308b608 {{(pid=95102) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 20:00:25.042446 n-d-713301-16 neutron-server[95102]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7331cf6d-9fb1-4c2a-827c-979e78bf9018', 'tag': '26767df7-d488-4d21-ad54-01ea48dd801c', 'status': 'completed', 'code': 200} Sep 23 20:00:25.139182 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e38698-8e3f-4f72-9d96-50e00d464af2 req-b6cba056-94d6-448b-a7a9-ac8e1c0b8fa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:00:25.140761 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-e6e38698-8e3f-4f72-9d96-50e00d464af2 req-b6cba056-94d6-448b-a7a9-ac8e1c0b8fa4 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=9cf4888c1a454e07a3d16aa9e7c63006&device_id=7331cf6d-9fb1-4c2a-827c-979e78bf9018 HTTP/1.1" status: 200 len: 1096 time: 0.0792322 Sep 23 20:00:25.142587 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e38698-8e3f-4f72-9d96-50e00d464af2 req-2d523339-1b20-438d-b2dc-869359d27830 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:00:25.143946 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-e6e38698-8e3f-4f72-9d96-50e00d464af2 req-2d523339-1b20-438d-b2dc-869359d27830 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=9cf4888c1a454e07a3d16aa9e7c63006&device_id=7331cf6d-9fb1-4c2a-827c-979e78bf9018 HTTP/1.1" status: 200 len: 1096 time: 0.0700874 Sep 23 20:00:25.303269 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e38698-8e3f-4f72-9d96-50e00d464af2 req-fbb90fc3-20ae-44e2-b0a7-a5506cc95f2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:00:25.304697 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-e6e38698-8e3f-4f72-9d96-50e00d464af2 req-fbb90fc3-20ae-44e2-b0a7-a5506cc95f2a service neutron] 10.222.0.53 "GET /v2.0/networks?id=8df6e29f-7a1c-4bb3-9171-1daad65e26d9 HTTP/1.1" status: 200 len: 898 time: 0.1563089 Sep 23 20:00:25.308346 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e38698-8e3f-4f72-9d96-50e00d464af2 req-38982c6e-82a5-4901-96d8-e5eec4ac2f28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:00:25.309729 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-e6e38698-8e3f-4f72-9d96-50e00d464af2 req-38982c6e-82a5-4901-96d8-e5eec4ac2f28 service neutron] 10.222.0.74 "GET /v2.0/networks?id=8df6e29f-7a1c-4bb3-9171-1daad65e26d9 HTTP/1.1" status: 200 len: 898 time: 0.1523976 Sep 23 20:00:25.358355 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-80e7e501-6c57-470d-92c6-e3d54bc3195c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:00:25.422421 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-e6e38698-8e3f-4f72-9d96-50e00d464af2 req-35c5423a-9aeb-41c3-aab3-672b2524ee2f service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=26767df7-d488-4d21-ad54-01ea48dd801c HTTP/1.1" status: 200 len: 999 time: 0.1105649 Sep 23 20:00:25.428495 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-e6e38698-8e3f-4f72-9d96-50e00d464af2 req-80deb609-6141-4a5e-8736-f136396b2c20 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=26767df7-d488-4d21-ad54-01ea48dd801c HTTP/1.1" status: 200 len: 999 time: 0.1109958 Sep 23 20:00:25.529245 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Device 26767df7-d488-4d21-ad54-01ea48dd801c no longer exists at agent hyperv_n-h2-713301-16 {{(pid=95103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 20:00:25.539258 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e38698-8e3f-4f72-9d96-50e00d464af2 req-846ef4de-86dc-455e-96db-ace2b7defe2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:00:25.541657 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-e6e38698-8e3f-4f72-9d96-50e00d464af2 req-846ef4de-86dc-455e-96db-ace2b7defe2f service neutron] 10.222.0.74 "GET /v2.0/subnets?id=de92640b-e6f6-4e5c-b294-16cb6ecb1919 HTTP/1.1" status: 200 len: 834 time: 0.1028900 Sep 23 20:00:25.543975 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e38698-8e3f-4f72-9d96-50e00d464af2 req-f1a65135-1a01-4bd2-a885-d63c4b6c251b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:00:25.545385 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-e6e38698-8e3f-4f72-9d96-50e00d464af2 req-f1a65135-1a01-4bd2-a885-d63c4b6c251b service neutron] 10.222.0.53 "GET /v2.0/subnets?id=de92640b-e6f6-4e5c-b294-16cb6ecb1919 HTTP/1.1" status: 200 len: 834 time: 0.1159999 Sep 23 20:00:25.574009 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Device 26767df7-d488-4d21-ad54-01ea48dd801c not bound to the agent host n-h2-713301-16 {{(pid=95103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 20:00:25.599500 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe571de-44b8-4bd6-8159-73c1a95b5992 req-0a0c5448-ebe9-4bac-b9a5-fe2336cef065 tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:00:25.601085 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-bbe571de-44b8-4bd6-8159-73c1a95b5992 req-0a0c5448-ebe9-4bac-b9a5-fe2336cef065 tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] 10.222.0.67 "GET /v2.0/ports?device_id=7331cf6d-9fb1-4c2a-827c-979e78bf9018 HTTP/1.1" status: 200 len: 944 time: 0.1189828 Sep 23 20:00:25.649822 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e38698-8e3f-4f72-9d96-50e00d464af2 req-c321a130-8985-436d-bacb-875acd478543 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:00:25.651688 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-e6e38698-8e3f-4f72-9d96-50e00d464af2 req-c321a130-8985-436d-bacb-875acd478543 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=8df6e29f-7a1c-4bb3-9171-1daad65e26d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1015618 Sep 23 20:00:25.680135 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e38698-8e3f-4f72-9d96-50e00d464af2 req-8db72501-cafa-4dc8-b61e-1ca0f5f96797 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:00:25.682225 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-e6e38698-8e3f-4f72-9d96-50e00d464af2 req-8db72501-cafa-4dc8-b61e-1ca0f5f96797 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=8df6e29f-7a1c-4bb3-9171-1daad65e26d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1295235 Sep 23 20:00:25.687989 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-bbe571de-44b8-4bd6-8159-73c1a95b5992 req-dc76d8d2-1d3a-4ce1-8559-a7e746bf7261 tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] 10.222.0.67 "GET /v2.0/security-groups?id=27ad1bfd-bb32-47ba-ada0-5032120bf28a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0713429 Sep 23 20:00:25.830844 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-e6e38698-8e3f-4f72-9d96-50e00d464af2 req-6215298d-f202-4f6b-98c5-9287506cbdff service neutron] 10.222.0.74 "GET /v2.0/networks/8df6e29f-7a1c-4bb3-9171-1daad65e26d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1657040 Sep 23 20:00:25.836351 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-e6e38698-8e3f-4f72-9d96-50e00d464af2 req-8183db36-6261-4c78-81c5-f932e6bb4fbf service neutron] 10.222.0.53 "GET /v2.0/networks/8df6e29f-7a1c-4bb3-9171-1daad65e26d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1389029 Sep 23 20:00:25.990330 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-e6e38698-8e3f-4f72-9d96-50e00d464af2 req-823a7c2d-d647-4f48-a4db-db199a0e220f service neutron] 10.222.0.74 "GET /v2.0/networks/8df6e29f-7a1c-4bb3-9171-1daad65e26d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1530182 Sep 23 20:00:25.992238 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-e6e38698-8e3f-4f72-9d96-50e00d464af2 req-2c979c04-3b67-4deb-b258-15e22bf97b66 service neutron] 10.222.0.53 "GET /v2.0/networks/8df6e29f-7a1c-4bb3-9171-1daad65e26d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1468313 Sep 23 20:00:26.254488 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Device 26767df7-d488-4d21-ad54-01ea48dd801c details requested by agent hyperv_n-h1-713301-16 with host n-h1-713301-16 {{(pid=95103) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 20:00:26.351766 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] For port 26767df7-d488-4d21-ad54-01ea48dd801c, host n-h1-713301-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-16',level=0,port_id=26767df7-d488-4d21-ad54-01ea48dd801c,segment=NetworkSegment(e6ceed78-94fa-4e18-bfae-3c58718e1a2e),segment_id=e6ceed78-94fa-4e18-bfae-3c58718e1a2e)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 20:00:26.363394 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Returning: {'device': '26767df7-d488-4d21-ad54-01ea48dd801c', 'network_id': '8df6e29f-7a1c-4bb3-9171-1daad65e26d9', 'port_id': '26767df7-d488-4d21-ad54-01ea48dd801c', 'mac_address': 'fa:16:3e:cd:15:f6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 617, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'de92640b-e6f6-4e5c-b294-16cb6ecb1919', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95103) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 20:00:26.398861 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:00:26.411996 n-d-713301-16 neutron-server[95103]: DEBUG neutron.notifiers.nova [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 26767df7-d488-4d21-ad54-01ea48dd801c {{(pid=95103) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 20:00:26.431179 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] For port 26767df7-d488-4d21-ad54-01ea48dd801c, host n-h1-713301-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-16',level=0,port_id=26767df7-d488-4d21-ad54-01ea48dd801c,segment=NetworkSegment(e6ceed78-94fa-4e18-bfae-3c58718e1a2e),segment_id=e6ceed78-94fa-4e18-bfae-3c58718e1a2e)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 20:00:26.436724 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:00:26.486520 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Pushing event updated for resources: {'Port': ['ID=26767df7-d488-4d21-ad54-01ea48dd801c,revision_number=8']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:00:26.495017 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:00:26.495391 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:00:26.495732 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:00:26.496065 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:00:26.496396 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:00:26.496749 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:00:26.497076 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:00:26.497398 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:00:26.497723 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:00:26.498039 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:00:26.498356 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:00:26.498674 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:00:26.662819 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] get_ports_and_sgs() called for port_ids ['26767df7-d488-4d21-ad54-01ea48dd801c'] {{(pid=95103) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 20:00:26.810722 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c02eadf-a2df-4d16-bb3c-32a75590481a req-e4f23da4-5f64-4601-bfc0-d23067b78fa8 tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:00:26.812175 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-8c02eadf-a2df-4d16-bb3c-32a75590481a req-e4f23da4-5f64-4601-bfc0-d23067b78fa8 tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] 10.222.0.67 "GET /v2.0/ports?device_id=7331cf6d-9fb1-4c2a-827c-979e78bf9018 HTTP/1.1" status: 200 len: 945 time: 0.0529804 Sep 23 20:00:26.851091 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-8c02eadf-a2df-4d16-bb3c-32a75590481a req-f2d5dcc6-a804-4cc5-a742-1e642716d4ba tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] 10.222.0.67 "GET /v2.0/security-groups?id=27ad1bfd-bb32-47ba-ada0-5032120bf28a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325887 Sep 23 20:00:27.108290 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f05c5c-f773-4b41-a320-281c211b3b12 req-ea63675c-fe79-49b6-a941-b60a2c6ba4ee tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:00:27.109807 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-f2f05c5c-f773-4b41-a320-281c211b3b12 req-ea63675c-fe79-49b6-a941-b60a2c6ba4ee tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] 10.222.0.74 "GET /v2.0/ports?device_id=7331cf6d-9fb1-4c2a-827c-979e78bf9018&tenant_id=9cf4888c1a454e07a3d16aa9e7c63006&binding%3Ahost_id=n-h1-713301-16 HTTP/1.1" status: 200 len: 945 time: 0.0885496 Sep 23 20:00:27.122564 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d35cae-4571-4877-85d0-08e566ae1267 req-8f1e2db0-d131-49a4-817f-cc1444396058 tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:00:27.124015 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-d4d35cae-4571-4877-85d0-08e566ae1267 req-8f1e2db0-d131-49a4-817f-cc1444396058 tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] 10.222.0.67 "GET /v2.0/ports?device_id=7331cf6d-9fb1-4c2a-827c-979e78bf9018 HTTP/1.1" status: 200 len: 945 time: 0.0722058 Sep 23 20:00:27.200390 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-d4d35cae-4571-4877-85d0-08e566ae1267 req-89e99a2a-5ef1-486c-bfda-ad233be430df tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] 10.222.0.67 "GET /v2.0/security-groups?id=27ad1bfd-bb32-47ba-ada0-5032120bf28a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0693221 Sep 23 20:00:27.206135 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-f2f05c5c-f773-4b41-a320-281c211b3b12 req-2d2b9da7-d65e-4f8f-ac7c-f66f091877c2 service neutron] 10.222.0.74 "GET /v2.0/ports/26767df7-d488-4d21-ad54-01ea48dd801c/bindings/n-h1-713301-16 HTTP/1.1" status: 200 len: 383 time: 0.0812216 Sep 23 20:00:27.282553 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f05c5c-f773-4b41-a320-281c211b3b12 req-ef1b3a72-cad3-4f13-ad53-5247b9cab591 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:00:27.284060 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-f2f05c5c-f773-4b41-a320-281c211b3b12 req-ef1b3a72-cad3-4f13-ad53-5247b9cab591 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=9cf4888c1a454e07a3d16aa9e7c63006&device_id=7331cf6d-9fb1-4c2a-827c-979e78bf9018 HTTP/1.1" status: 200 len: 1097 time: 0.0458992 Sep 23 20:00:27.380575 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f05c5c-f773-4b41-a320-281c211b3b12 req-1db904fd-0334-4f2b-9b01-25ea63b16900 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:00:27.382000 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-f2f05c5c-f773-4b41-a320-281c211b3b12 req-1db904fd-0334-4f2b-9b01-25ea63b16900 service neutron] 10.222.0.74 "GET /v2.0/networks?id=8df6e29f-7a1c-4bb3-9171-1daad65e26d9 HTTP/1.1" status: 200 len: 898 time: 0.0899937 Sep 23 20:00:27.463519 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-f2f05c5c-f773-4b41-a320-281c211b3b12 req-e946fca6-9c77-464d-bf3d-e1ac0bd16542 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=26767df7-d488-4d21-ad54-01ea48dd801c HTTP/1.1" status: 200 len: 1000 time: 0.0735886 Sep 23 20:00:27.513668 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f05c5c-f773-4b41-a320-281c211b3b12 req-4b0083ef-119e-4766-93ae-339275c781be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:00:27.515176 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-f2f05c5c-f773-4b41-a320-281c211b3b12 req-4b0083ef-119e-4766-93ae-339275c781be service neutron] 10.222.0.74 "GET /v2.0/subnets?id=de92640b-e6f6-4e5c-b294-16cb6ecb1919 HTTP/1.1" status: 200 len: 834 time: 0.0451903 Sep 23 20:00:27.666187 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f05c5c-f773-4b41-a320-281c211b3b12 req-7f151c34-90b2-477e-bfa7-f9d1bed1aed6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:00:27.667621 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-f2f05c5c-f773-4b41-a320-281c211b3b12 req-7f151c34-90b2-477e-bfa7-f9d1bed1aed6 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=8df6e29f-7a1c-4bb3-9171-1daad65e26d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0427406 Sep 23 20:00:27.822840 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-f2f05c5c-f773-4b41-a320-281c211b3b12 req-a4336736-1d2e-496e-ab42-8458a2967541 service neutron] 10.222.0.74 "GET /v2.0/networks/8df6e29f-7a1c-4bb3-9171-1daad65e26d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876403 Sep 23 20:00:27.919544 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-f2f05c5c-f773-4b41-a320-281c211b3b12 req-e3fcf35c-5a8b-4d4d-a1de-917d02baf993 service neutron] 10.222.0.74 "GET /v2.0/networks/8df6e29f-7a1c-4bb3-9171-1daad65e26d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887134 Sep 23 20:00:28.213821 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:00:28.270884 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Device 26767df7-d488-4d21-ad54-01ea48dd801c up at agent hyperv_n-h1-713301-16 {{(pid=95103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 20:00:28.327669 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Provisioning for port 26767df7-d488-4d21-ad54-01ea48dd801c completed by entity L2. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 20:00:28.332182 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Provisioning complete for port 26767df7-d488-4d21-ad54-01ea48dd801c triggered by entity L2. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 20:00:28.332555 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:00:28.332831 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a22f74-0e00-40d2-9618-f8872caf7b28 req-b5be182a-c66a-488d-8e02-b785cb5f5188 tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:00:28.334663 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-18a22f74-0e00-40d2-9618-f8872caf7b28 req-b5be182a-c66a-488d-8e02-b785cb5f5188 tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] 10.222.0.67 "GET /v2.0/ports?device_id=7331cf6d-9fb1-4c2a-827c-979e78bf9018 HTTP/1.1" status: 200 len: 945 time: 0.0600204 Sep 23 20:00:28.386752 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-18a22f74-0e00-40d2-9618-f8872caf7b28 req-8a2cc816-89a8-4a38-9deb-cf17f1222755 tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] 10.222.0.67 "GET /v2.0/security-groups?id=27ad1bfd-bb32-47ba-ada0-5032120bf28a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437579 Sep 23 20:00:28.419154 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:00:28.444388 n-d-713301-16 neutron-server[95103]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7331cf6d-9fb1-4c2a-827c-979e78bf9018', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '26767df7-d488-4d21-ad54-01ea48dd801c'}] {{(pid=95103) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 20:00:28.447179 n-d-713301-16 neutron-server[95103]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}81a1c17f2aa89d5b3ebbba3a3e0cf7eb588e431c2224256110c4c4facdd7c3e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a9b2da5-8ca9-45d0-84d1-b5dc5fe42a52" -d '{"events": [{"server_uuid": "7331cf6d-9fb1-4c2a-827c-979e78bf9018", "name": "network-vif-plugged", "status": "completed", "tag": "26767df7-d488-4d21-ad54-01ea48dd801c"}]}' {{(pid=95103) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 20:00:28.464852 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] For port 26767df7-d488-4d21-ad54-01ea48dd801c, host n-h1-713301-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-16',level=0,port_id=26767df7-d488-4d21-ad54-01ea48dd801c,segment=NetworkSegment(e6ceed78-94fa-4e18-bfae-3c58718e1a2e),segment_id=e6ceed78-94fa-4e18-bfae-3c58718e1a2e)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 20:00:28.471724 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:00:28.479286 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:00:28.537211 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Pushing event updated for resources: {'Port': ['ID=26767df7-d488-4d21-ad54-01ea48dd801c,revision_number=9']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:00:28.564503 n-d-713301-16 neutron-server[95103]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 20:00:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33965f05-20a0-4fec-b323-cb3f0e1ab93e x-openstack-request-id: req-33965f05-20a0-4fec-b323-cb3f0e1ab93e {{(pid=95103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 20:00:28.564829 n-d-713301-16 neutron-server[95103]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7331cf6d-9fb1-4c2a-827c-979e78bf9018", "name": "network-vif-plugged", "status": "completed", "tag": "26767df7-d488-4d21-ad54-01ea48dd801c", "code": 200}]} {{(pid=95103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 20:00:28.565083 n-d-713301-16 neutron-server[95103]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-33965f05-20a0-4fec-b323-cb3f0e1ab93e {{(pid=95103) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 20:00:28.565489 n-d-713301-16 neutron-server[95103]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7331cf6d-9fb1-4c2a-827c-979e78bf9018', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '26767df7-d488-4d21-ad54-01ea48dd801c', 'code': 200} Sep 23 20:00:29.511017 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c6508ad-eb68-4fbf-aca8-9baf99fea6b2 req-11e44b51-ab87-4fc0-a150-ca9d059627a7 tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:00:29.512573 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-5c6508ad-eb68-4fbf-aca8-9baf99fea6b2 req-11e44b51-ab87-4fc0-a150-ca9d059627a7 tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] 10.222.0.67 "GET /v2.0/ports?device_id=7331cf6d-9fb1-4c2a-827c-979e78bf9018 HTTP/1.1" status: 200 len: 946 time: 0.0563235 Sep 23 20:00:29.558994 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-5c6508ad-eb68-4fbf-aca8-9baf99fea6b2 req-9ec021c2-a68d-4b52-b14a-9656cdbe6d28 tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] 10.222.0.67 "GET /v2.0/security-groups?id=27ad1bfd-bb32-47ba-ada0-5032120bf28a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402400 Sep 23 20:00:29.833945 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f05c5c-f773-4b41-a320-281c211b3b12 req-4fb1bac6-0d01-411b-b14f-5c899f4a4988 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:00:29.835465 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-f2f05c5c-f773-4b41-a320-281c211b3b12 req-4fb1bac6-0d01-411b-b14f-5c899f4a4988 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=7331cf6d-9fb1-4c2a-827c-979e78bf9018&tenant_id=9cf4888c1a454e07a3d16aa9e7c63006 HTTP/1.1" status: 200 len: 1098 time: 0.0403211 Sep 23 20:00:29.847418 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.v2.base [req-f2f05c5c-f773-4b41-a320-281c211b3b12 req-17c9ed21-4e15-41e0-adeb-25491f421f04 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-713301-16', 'device_owner': 'compute:nova'}} {{(pid=95102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 20:00:29.902414 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-f2f05c5c-f773-4b41-a320-281c211b3b12 req-17c9ed21-4e15-41e0-adeb-25491f421f04 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:00:30.404145 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.db [req-f2f05c5c-f773-4b41-a320-281c211b3b12 req-17c9ed21-4e15-41e0-adeb-25491f421f04 service neutron] For port 26767df7-d488-4d21-ad54-01ea48dd801c, host n-h1-713301-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-16',level=0,port_id=26767df7-d488-4d21-ad54-01ea48dd801c,segment=NetworkSegment(e6ceed78-94fa-4e18-bfae-3c58718e1a2e),segment_id=e6ceed78-94fa-4e18-bfae-3c58718e1a2e)] {{(pid=95102) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 20:00:30.436434 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.db [req-f2f05c5c-f773-4b41-a320-281c211b3b12 req-17c9ed21-4e15-41e0-adeb-25491f421f04 service neutron] For port 26767df7-d488-4d21-ad54-01ea48dd801c, host n-h1-713301-16, cleared binding levels {{(pid=95102) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 20:00:30.474850 n-d-713301-16 neutron-server[95102]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7331cf6d-9fb1-4c2a-827c-979e78bf9018', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '26767df7-d488-4d21-ad54-01ea48dd801c'}] {{(pid=95102) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 20:00:30.477406 n-d-713301-16 neutron-server[95102]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab31b6d93e5336dbddfa8ec424565b3bd8cb2369c5b4d85bc943472dbb21e8ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b85cb3a6-52e7-4f41-ad2d-1206afa6a7b8" -d '{"events": [{"server_uuid": "7331cf6d-9fb1-4c2a-827c-979e78bf9018", "name": "network-vif-unplugged", "status": "completed", "tag": "26767df7-d488-4d21-ad54-01ea48dd801c"}]}' {{(pid=95102) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 20:00:30.481596 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-f2f05c5c-f773-4b41-a320-281c211b3b12 req-17c9ed21-4e15-41e0-adeb-25491f421f04 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:00:30.496232 n-d-713301-16 neutron-server[95102]: DEBUG neutron.db.provisioning_blocks [req-f2f05c5c-f773-4b41-a320-281c211b3b12 req-17c9ed21-4e15-41e0-adeb-25491f421f04 service neutron] Transition to ACTIVE for port object 26767df7-d488-4d21-ad54-01ea48dd801c will not be triggered until provisioned by entity L2. {{(pid=95102) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 20:00:30.501399 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-f2f05c5c-f773-4b41-a320-281c211b3b12 req-17c9ed21-4e15-41e0-adeb-25491f421f04 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4399095'] for port, after_update {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:00:30.531519 n-d-713301-16 neutron-server[95102]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 23 Sep 2021 20:00:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11a0375c-cdde-40b8-adf2-0880094d0d30 x-openstack-request-id: req-11a0375c-cdde-40b8-adf2-0880094d0d30 {{(pid=95102) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 20:00:30.532213 n-d-713301-16 neutron-server[95102]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7331cf6d-9fb1-4c2a-827c-979e78bf9018", "name": "network-vif-unplugged", "status": "completed", "tag": "26767df7-d488-4d21-ad54-01ea48dd801c", "code": 200}]} {{(pid=95102) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 20:00:30.532213 n-d-713301-16 neutron-server[95102]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-11a0375c-cdde-40b8-adf2-0880094d0d30 {{(pid=95102) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 20:00:30.532508 n-d-713301-16 neutron-server[95102]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7331cf6d-9fb1-4c2a-827c-979e78bf9018', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '26767df7-d488-4d21-ad54-01ea48dd801c', 'code': 200} Sep 23 20:00:30.554389 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17c9ed21-4e15-41e0-adeb-25491f421f04 service neutron] Pushing event updated for resources: {'Port': ['ID=26767df7-d488-4d21-ad54-01ea48dd801c,revision_number=10']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:00:30.643500 n-d-713301-16 neutron-server[95102]: DEBUG neutron.db.l3_dvrscheduler_db [req-f2f05c5c-f773-4b41-a320-281c211b3b12 req-17c9ed21-4e15-41e0-adeb-25491f421f04 service neutron] No DVR routers for this DVR port 26767df7-d488-4d21-ad54-01ea48dd801c on host n-h1-713301-16 {{(pid=95102) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 20:00:30.779726 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993e5bd8-f86b-48cf-bd61-a799ace6806f req-ddaf4c6f-7077-4855-8871-076bc90a2da3 tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:00:30.781298 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-993e5bd8-f86b-48cf-bd61-a799ace6806f req-ddaf4c6f-7077-4855-8871-076bc90a2da3 tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] 10.222.0.67 "GET /v2.0/ports?device_id=7331cf6d-9fb1-4c2a-827c-979e78bf9018 HTTP/1.1" status: 200 len: 945 time: 0.1399169 Sep 23 20:00:30.851560 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-993e5bd8-f86b-48cf-bd61-a799ace6806f req-84b03e8b-cbe8-4af4-9b63-4f1dcbcc7e30 tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] 10.222.0.67 "GET /v2.0/security-groups?id=27ad1bfd-bb32-47ba-ada0-5032120bf28a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0641448 Sep 23 20:00:30.861584 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.managers [req-f2f05c5c-f773-4b41-a320-281c211b3b12 req-17c9ed21-4e15-41e0-adeb-25491f421f04 service neutron] Attempting to bind port 26767df7-d488-4d21-ad54-01ea48dd801c on host n-h2-713301-16 for vnic_type normal with profile {{(pid=95102) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 20:00:30.861924 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.managers [req-f2f05c5c-f773-4b41-a320-281c211b3b12 req-17c9ed21-4e15-41e0-adeb-25491f421f04 service neutron] Attempting to bind port 26767df7-d488-4d21-ad54-01ea48dd801c by drivers openvswitch,hyperv on host n-h2-713301-16 at level 0 using segments [{'id': 'e6ceed78-94fa-4e18-bfae-3c58718e1a2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '8df6e29f-7a1c-4bb3-9171-1daad65e26d9'}] {{(pid=95102) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 20:00:30.862374 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2f05c5c-f773-4b41-a320-281c211b3b12 req-17c9ed21-4e15-41e0-adeb-25491f421f04 service neutron] Attempting to bind port 26767df7-d488-4d21-ad54-01ea48dd801c on network 8df6e29f-7a1c-4bb3-9171-1daad65e26d9 {{(pid=95102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 20:00:30.866686 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2f05c5c-f773-4b41-a320-281c211b3b12 req-17c9ed21-4e15-41e0-adeb-25491f421f04 service neutron] Port 26767df7-d488-4d21-ad54-01ea48dd801c on network 8df6e29f-7a1c-4bb3-9171-1daad65e26d9 not bound, no agent of type Open vSwitch agent registered on host n-h2-713301-16 {{(pid=95102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 20:00:30.866999 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2f05c5c-f773-4b41-a320-281c211b3b12 req-17c9ed21-4e15-41e0-adeb-25491f421f04 service neutron] Attempting to bind port 26767df7-d488-4d21-ad54-01ea48dd801c on network 8df6e29f-7a1c-4bb3-9171-1daad65e26d9 {{(pid=95102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 20:00:30.873125 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2f05c5c-f773-4b41-a320-281c211b3b12 req-17c9ed21-4e15-41e0-adeb-25491f421f04 service neutron] Checking agent: {'id': '2a7cea34-db54-4faf-8d23-37521c3e34cb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713301-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 19, 15, 28), 'started_at': datetime.datetime(2021, 9, 23, 19, 15, 28), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 20, 0, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 20:00:30.873458 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2f05c5c-f773-4b41-a320-281c211b3b12 req-17c9ed21-4e15-41e0-adeb-25491f421f04 service neutron] Checking segment: {'id': 'e6ceed78-94fa-4e18-bfae-3c58718e1a2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '8df6e29f-7a1c-4bb3-9171-1daad65e26d9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95102) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 20:00:30.873841 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2f05c5c-f773-4b41-a320-281c211b3b12 req-17c9ed21-4e15-41e0-adeb-25491f421f04 service neutron] Bound using segment: {'id': 'e6ceed78-94fa-4e18-bfae-3c58718e1a2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '8df6e29f-7a1c-4bb3-9171-1daad65e26d9'} {{(pid=95102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 20:00:30.874919 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.managers [req-f2f05c5c-f773-4b41-a320-281c211b3b12 req-17c9ed21-4e15-41e0-adeb-25491f421f04 service neutron] Bound port: 26767df7-d488-4d21-ad54-01ea48dd801c, host: n-h2-713301-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e6ceed78-94fa-4e18-bfae-3c58718e1a2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '8df6e29f-7a1c-4bb3-9171-1daad65e26d9'}}] {{(pid=95102) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 20:00:30.874919 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-f2f05c5c-f773-4b41-a320-281c211b3b12 req-17c9ed21-4e15-41e0-adeb-25491f421f04 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:00:30.938426 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.db [req-f2f05c5c-f773-4b41-a320-281c211b3b12 req-17c9ed21-4e15-41e0-adeb-25491f421f04 service neutron] For port 26767df7-d488-4d21-ad54-01ea48dd801c, host n-h2-713301-16, cleared binding levels {{(pid=95102) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 20:00:30.941379 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.db [req-f2f05c5c-f773-4b41-a320-281c211b3b12 req-17c9ed21-4e15-41e0-adeb-25491f421f04 service neutron] For port 26767df7-d488-4d21-ad54-01ea48dd801c, host n-h2-713301-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-16',level=0,port_id=26767df7-d488-4d21-ad54-01ea48dd801c,segment=NetworkSegment(e6ceed78-94fa-4e18-bfae-3c58718e1a2e),segment_id=e6ceed78-94fa-4e18-bfae-3c58718e1a2e)] {{(pid=95102) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 20:00:30.946235 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-f2f05c5c-f773-4b41-a320-281c211b3b12 req-17c9ed21-4e15-41e0-adeb-25491f421f04 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4399095'] for port, after_update {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:00:30.984628 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f05c5c-f773-4b41-a320-281c211b3b12 req-17c9ed21-4e15-41e0-adeb-25491f421f04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:00:30.985961 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-f2f05c5c-f773-4b41-a320-281c211b3b12 req-17c9ed21-4e15-41e0-adeb-25491f421f04 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222849'] for port, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:00:30.989538 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-f2f05c5c-f773-4b41-a320-281c211b3b12 req-17c9ed21-4e15-41e0-adeb-25491f421f04 service neutron] 10.222.0.53 "PUT /v2.0/ports/26767df7-d488-4d21-ad54-01ea48dd801c HTTP/1.1" status: 200 len: 1094 time: 1.1460929 Sep 23 20:00:31.015747 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17c9ed21-4e15-41e0-adeb-25491f421f04 service neutron] Pushing event updated for resources: {'Port': ['ID=26767df7-d488-4d21-ad54-01ea48dd801c,revision_number=11']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:00:31.068521 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f05c5c-f773-4b41-a320-281c211b3b12 req-4a70ac1a-7638-489f-aa02-9da05ce1c769 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:00:31.070208 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-f2f05c5c-f773-4b41-a320-281c211b3b12 req-4a70ac1a-7638-489f-aa02-9da05ce1c769 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=9cf4888c1a454e07a3d16aa9e7c63006&device_id=7331cf6d-9fb1-4c2a-827c-979e78bf9018 HTTP/1.1" status: 200 len: 1097 time: 0.0512173 Sep 23 20:00:31.167547 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f05c5c-f773-4b41-a320-281c211b3b12 req-235a9c66-3ef6-43ae-9bb8-8d172f1ba83f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:00:31.169123 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-f2f05c5c-f773-4b41-a320-281c211b3b12 req-235a9c66-3ef6-43ae-9bb8-8d172f1ba83f service neutron] 10.222.0.53 "GET /v2.0/networks?id=8df6e29f-7a1c-4bb3-9171-1daad65e26d9 HTTP/1.1" status: 200 len: 898 time: 0.0915639 Sep 23 20:00:31.238807 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-f2f05c5c-f773-4b41-a320-281c211b3b12 req-06697d84-06ac-43bd-9733-5f9bab7bf7d1 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=26767df7-d488-4d21-ad54-01ea48dd801c HTTP/1.1" status: 200 len: 999 time: 0.0626049 Sep 23 20:00:31.288550 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f05c5c-f773-4b41-a320-281c211b3b12 req-3389675b-2169-4c9c-bbbb-c586825da6ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:00:31.290548 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-f2f05c5c-f773-4b41-a320-281c211b3b12 req-3389675b-2169-4c9c-bbbb-c586825da6ea service neutron] 10.222.0.53 "GET /v2.0/subnets?id=de92640b-e6f6-4e5c-b294-16cb6ecb1919 HTTP/1.1" status: 200 len: 834 time: 0.0437858 Sep 23 20:00:31.335661 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f05c5c-f773-4b41-a320-281c211b3b12 req-aa689ccb-9743-446a-8920-aa64175b5f7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:00:31.337281 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-f2f05c5c-f773-4b41-a320-281c211b3b12 req-aa689ccb-9743-446a-8920-aa64175b5f7b service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=8df6e29f-7a1c-4bb3-9171-1daad65e26d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0406666 Sep 23 20:00:31.433388 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-f2f05c5c-f773-4b41-a320-281c211b3b12 req-6dbf5055-ba1b-4237-9c81-28ff85a696da service neutron] 10.222.0.53 "GET /v2.0/networks/8df6e29f-7a1c-4bb3-9171-1daad65e26d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873761 Sep 23 20:00:31.529661 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-f2f05c5c-f773-4b41-a320-281c211b3b12 req-e64f8465-f94a-41a9-9542-88ac280b8377 service neutron] 10.222.0.53 "GET /v2.0/networks/8df6e29f-7a1c-4bb3-9171-1daad65e26d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897200 Sep 23 20:00:31.973453 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f44445cc-5109-4ee4-99e4-b2908c9e0ebd req-8c19891c-0fd3-4345-b7c4-a32a4b8fc668 tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:00:31.974974 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-f44445cc-5109-4ee4-99e4-b2908c9e0ebd req-8c19891c-0fd3-4345-b7c4-a32a4b8fc668 tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] 10.222.0.67 "GET /v2.0/ports?device_id=7331cf6d-9fb1-4c2a-827c-979e78bf9018 HTTP/1.1" status: 200 len: 945 time: 0.0504546 Sep 23 20:00:32.023733 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-f44445cc-5109-4ee4-99e4-b2908c9e0ebd req-f0094caa-68ed-446c-80de-f05e92a53586 tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] 10.222.0.67 "GET /v2.0/security-groups?id=27ad1bfd-bb32-47ba-ada0-5032120bf28a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420761 Sep 23 20:00:32.317419 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Device 26767df7-d488-4d21-ad54-01ea48dd801c no longer exists at agent hyperv_n-h1-713301-16 {{(pid=95103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 20:00:32.361156 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Device 26767df7-d488-4d21-ad54-01ea48dd801c not bound to the agent host n-h1-713301-16 {{(pid=95103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 20:00:32.533388 n-d-713301-16 neutron-server[95102]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7331cf6d-9fb1-4c2a-827c-979e78bf9018', 'tag': '26767df7-d488-4d21-ad54-01ea48dd801c'}] {{(pid=95102) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 20:00:32.535746 n-d-713301-16 neutron-server[95102]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab31b6d93e5336dbddfa8ec424565b3bd8cb2369c5b4d85bc943472dbb21e8ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9f5202f-cf8c-4e85-91bb-9a2d0a7b083e" -d '{"events": [{"name": "network-changed", "server_uuid": "7331cf6d-9fb1-4c2a-827c-979e78bf9018", "tag": "26767df7-d488-4d21-ad54-01ea48dd801c"}]}' {{(pid=95102) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 20:00:32.585595 n-d-713301-16 neutron-server[95102]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 20:00:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d2ba9bd-621d-4003-89b0-87a3f1bde984 x-openstack-request-id: req-2d2ba9bd-621d-4003-89b0-87a3f1bde984 {{(pid=95102) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 20:00:32.585884 n-d-713301-16 neutron-server[95102]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7331cf6d-9fb1-4c2a-827c-979e78bf9018", "tag": "26767df7-d488-4d21-ad54-01ea48dd801c", "status": "completed", "code": 200}]} {{(pid=95102) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 20:00:32.586162 n-d-713301-16 neutron-server[95102]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-2d2ba9bd-621d-4003-89b0-87a3f1bde984 {{(pid=95102) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 20:00:32.586536 n-d-713301-16 neutron-server[95102]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7331cf6d-9fb1-4c2a-827c-979e78bf9018', 'tag': '26767df7-d488-4d21-ad54-01ea48dd801c', 'status': 'completed', 'code': 200} Sep 23 20:00:32.677999 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f5202f-cf8c-4e85-91bb-9a2d0a7b083e req-674157e3-b6c7-4d65-8d83-ca151239e979 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:00:32.679560 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-d9f5202f-cf8c-4e85-91bb-9a2d0a7b083e req-674157e3-b6c7-4d65-8d83-ca151239e979 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=9cf4888c1a454e07a3d16aa9e7c63006&device_id=7331cf6d-9fb1-4c2a-827c-979e78bf9018 HTTP/1.1" status: 200 len: 1097 time: 0.0747283 Sep 23 20:00:32.681947 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f5202f-cf8c-4e85-91bb-9a2d0a7b083e req-4ecacbbb-df04-4007-a34b-81ffd07b916a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:00:32.683503 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-d9f5202f-cf8c-4e85-91bb-9a2d0a7b083e req-4ecacbbb-df04-4007-a34b-81ffd07b916a service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=9cf4888c1a454e07a3d16aa9e7c63006&device_id=7331cf6d-9fb1-4c2a-827c-979e78bf9018 HTTP/1.1" status: 200 len: 1097 time: 0.0706501 Sep 23 20:00:32.846155 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f5202f-cf8c-4e85-91bb-9a2d0a7b083e req-3afaf1ee-84e2-42f9-9c01-1844f25996c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:00:32.847755 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-d9f5202f-cf8c-4e85-91bb-9a2d0a7b083e req-3afaf1ee-84e2-42f9-9c01-1844f25996c1 service neutron] 10.222.0.74 "GET /v2.0/networks?id=8df6e29f-7a1c-4bb3-9171-1daad65e26d9 HTTP/1.1" status: 200 len: 898 time: 0.1618118 Sep 23 20:00:32.850543 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f5202f-cf8c-4e85-91bb-9a2d0a7b083e req-ee984811-5e71-4ec8-8fe3-f3d397dca0ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:00:32.851908 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-d9f5202f-cf8c-4e85-91bb-9a2d0a7b083e req-ee984811-5e71-4ec8-8fe3-f3d397dca0ed service neutron] 10.222.0.53 "GET /v2.0/networks?id=8df6e29f-7a1c-4bb3-9171-1daad65e26d9 HTTP/1.1" status: 200 len: 898 time: 0.1472943 Sep 23 20:00:32.961773 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-d9f5202f-cf8c-4e85-91bb-9a2d0a7b083e req-c5b1e5b5-f655-4e1a-aef9-0aae9ae8eefd service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=26767df7-d488-4d21-ad54-01ea48dd801c HTTP/1.1" status: 200 len: 999 time: 0.1073976 Sep 23 20:00:32.968323 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-d9f5202f-cf8c-4e85-91bb-9a2d0a7b083e req-488fa1cf-3f25-4265-b615-9f18b826d073 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=26767df7-d488-4d21-ad54-01ea48dd801c HTTP/1.1" status: 200 len: 999 time: 0.1075289 Sep 23 20:00:33.060456 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f5202f-cf8c-4e85-91bb-9a2d0a7b083e req-e3dc58e8-999f-492c-a3e3-abb463d047e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:00:33.062072 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-d9f5202f-cf8c-4e85-91bb-9a2d0a7b083e req-e3dc58e8-999f-492c-a3e3-abb463d047e0 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=de92640b-e6f6-4e5c-b294-16cb6ecb1919 HTTP/1.1" status: 200 len: 834 time: 0.0931010 Sep 23 20:00:33.065975 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f5202f-cf8c-4e85-91bb-9a2d0a7b083e req-a6384590-3e02-4766-971d-7dfbf58757ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:00:33.067418 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-d9f5202f-cf8c-4e85-91bb-9a2d0a7b083e req-a6384590-3e02-4766-971d-7dfbf58757ec service neutron] 10.222.0.53 "GET /v2.0/subnets?id=de92640b-e6f6-4e5c-b294-16cb6ecb1919 HTTP/1.1" status: 200 len: 834 time: 0.0899000 Sep 23 20:00:33.173975 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f5202f-cf8c-4e85-91bb-9a2d0a7b083e req-34201c3b-45b6-4234-a0e4-8435019872cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:00:33.175414 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-d9f5202f-cf8c-4e85-91bb-9a2d0a7b083e req-34201c3b-45b6-4234-a0e4-8435019872cd service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=8df6e29f-7a1c-4bb3-9171-1daad65e26d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1067514 Sep 23 20:00:33.197784 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88223f3-63d2-4fdb-a2c5-72eb9a609027 req-92ee1e2f-5e8c-49b7-bbd5-1b1d04f1eb88 tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:00:33.199282 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-e88223f3-63d2-4fdb-a2c5-72eb9a609027 req-92ee1e2f-5e8c-49b7-bbd5-1b1d04f1eb88 tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] 10.222.0.67 "GET /v2.0/ports?device_id=7331cf6d-9fb1-4c2a-827c-979e78bf9018 HTTP/1.1" status: 200 len: 945 time: 0.1028192 Sep 23 20:00:33.202247 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f5202f-cf8c-4e85-91bb-9a2d0a7b083e req-00ea33c1-978c-4132-a666-4a3eb8fd7426 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:00:33.203662 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-d9f5202f-cf8c-4e85-91bb-9a2d0a7b083e req-00ea33c1-978c-4132-a666-4a3eb8fd7426 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=8df6e29f-7a1c-4bb3-9171-1daad65e26d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1097860 Sep 23 20:00:33.362905 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-e88223f3-63d2-4fdb-a2c5-72eb9a609027 req-55e60013-7ead-499c-a13b-90b9932e6bf0 tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] 10.222.0.67 "GET /v2.0/security-groups?id=27ad1bfd-bb32-47ba-ada0-5032120bf28a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1476159 Sep 23 20:00:33.387313 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 57880) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:00:33.388814 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-d9f5202f-cf8c-4e85-91bb-9a2d0a7b083e req-7136ccef-dde3-4eb3-b12c-6e3ed0f7ee0c service neutron] 10.222.0.74 "GET /v2.0/networks/8df6e29f-7a1c-4bb3-9171-1daad65e26d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2056692 Sep 23 20:00:33.392456 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-d9f5202f-cf8c-4e85-91bb-9a2d0a7b083e req-44b28845-c599-493d-8ef6-94f2115965cd service neutron] 10.222.0.53 "GET /v2.0/networks/8df6e29f-7a1c-4bb3-9171-1daad65e26d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1783056 Sep 23 20:00:33.455400 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-fc9dddd4-a4ca-41a2-a7ff-03863c64ffdb tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] 10.222.0.67 "GET /v2.0/floatingips/3a19f07f-864f-40c1-893d-d54d31ba6c03 HTTP/1.1" status: 200 len: 991 time: 0.0667660 Sep 23 20:00:33.545181 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Device 26767df7-d488-4d21-ad54-01ea48dd801c details requested by agent hyperv_n-h2-713301-16 with host n-h2-713301-16 {{(pid=95103) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 20:00:33.558518 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-d9f5202f-cf8c-4e85-91bb-9a2d0a7b083e req-43928952-ad0c-403a-8851-66cdb2ecd437 service neutron] 10.222.0.74 "GET /v2.0/networks/8df6e29f-7a1c-4bb3-9171-1daad65e26d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1628666 Sep 23 20:00:33.560452 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-d9f5202f-cf8c-4e85-91bb-9a2d0a7b083e req-37a6d803-d07a-41f5-9833-a63aded64492 service neutron] 10.222.0.53 "GET /v2.0/networks/8df6e29f-7a1c-4bb3-9171-1daad65e26d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1573036 Sep 23 20:00:33.644104 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] For port 26767df7-d488-4d21-ad54-01ea48dd801c, host n-h2-713301-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-16',level=0,port_id=26767df7-d488-4d21-ad54-01ea48dd801c,segment=NetworkSegment(e6ceed78-94fa-4e18-bfae-3c58718e1a2e),segment_id=e6ceed78-94fa-4e18-bfae-3c58718e1a2e)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 20:00:33.655152 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Returning: {'device': '26767df7-d488-4d21-ad54-01ea48dd801c', 'network_id': '8df6e29f-7a1c-4bb3-9171-1daad65e26d9', 'port_id': '26767df7-d488-4d21-ad54-01ea48dd801c', 'mac_address': 'fa:16:3e:cd:15:f6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 617, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'de92640b-e6f6-4e5c-b294-16cb6ecb1919', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95103) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 20:00:33.692123 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:00:33.705053 n-d-713301-16 neutron-server[95103]: DEBUG neutron.notifiers.nova [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 26767df7-d488-4d21-ad54-01ea48dd801c {{(pid=95103) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 20:00:33.724812 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] For port 26767df7-d488-4d21-ad54-01ea48dd801c, host n-h2-713301-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-16',level=0,port_id=26767df7-d488-4d21-ad54-01ea48dd801c,segment=NetworkSegment(e6ceed78-94fa-4e18-bfae-3c58718e1a2e),segment_id=e6ceed78-94fa-4e18-bfae-3c58718e1a2e)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 20:00:33.730478 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:00:33.776670 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Pushing event updated for resources: {'Port': ['ID=26767df7-d488-4d21-ad54-01ea48dd801c,revision_number=12']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:00:33.949617 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] get_ports_and_sgs() called for port_ids ['26767df7-d488-4d21-ad54-01ea48dd801c'] {{(pid=95103) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 20:00:34.418743 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.agents_db [None req-f2f5c474-60a3-474f-b2cc-02c4bd30880c None None] Agent healthcheck: found 7 active agents {{(pid=95104) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 20:00:35.557227 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Device 26767df7-d488-4d21-ad54-01ea48dd801c up at agent hyperv_n-h2-713301-16 {{(pid=95103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 20:00:35.608400 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Provisioning for port 26767df7-d488-4d21-ad54-01ea48dd801c completed by entity L2. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 20:00:35.612517 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Provisioning complete for port 26767df7-d488-4d21-ad54-01ea48dd801c triggered by entity L2. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 20:00:35.612969 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:00:35.693470 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:00:35.717155 n-d-713301-16 neutron-server[95103]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7331cf6d-9fb1-4c2a-827c-979e78bf9018', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '26767df7-d488-4d21-ad54-01ea48dd801c'}] {{(pid=95103) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 20:00:35.719811 n-d-713301-16 neutron-server[95103]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}81a1c17f2aa89d5b3ebbba3a3e0cf7eb588e431c2224256110c4c4facdd7c3e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7915403e-4aff-4b40-ad5e-2d407b348890" -d '{"events": [{"server_uuid": "7331cf6d-9fb1-4c2a-827c-979e78bf9018", "name": "network-vif-plugged", "status": "completed", "tag": "26767df7-d488-4d21-ad54-01ea48dd801c"}]}' {{(pid=95103) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 20:00:35.734553 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] For port 26767df7-d488-4d21-ad54-01ea48dd801c, host n-h2-713301-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-16',level=0,port_id=26767df7-d488-4d21-ad54-01ea48dd801c,segment=NetworkSegment(e6ceed78-94fa-4e18-bfae-3c58718e1a2e),segment_id=e6ceed78-94fa-4e18-bfae-3c58718e1a2e)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 20:00:35.741365 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:00:35.771306 n-d-713301-16 neutron-server[95103]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 20:00:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47ca5701-eb50-4e3f-9fb0-7296c8b62c3d x-openstack-request-id: req-47ca5701-eb50-4e3f-9fb0-7296c8b62c3d {{(pid=95103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 20:00:35.771605 n-d-713301-16 neutron-server[95103]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7331cf6d-9fb1-4c2a-827c-979e78bf9018", "name": "network-vif-plugged", "status": "completed", "tag": "26767df7-d488-4d21-ad54-01ea48dd801c", "code": 200}]} {{(pid=95103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 20:00:35.771856 n-d-713301-16 neutron-server[95103]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-47ca5701-eb50-4e3f-9fb0-7296c8b62c3d {{(pid=95103) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 20:00:35.772329 n-d-713301-16 neutron-server[95103]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7331cf6d-9fb1-4c2a-827c-979e78bf9018', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '26767df7-d488-4d21-ad54-01ea48dd801c', 'code': 200} Sep 23 20:00:35.799713 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Pushing event updated for resources: {'Port': ['ID=26767df7-d488-4d21-ad54-01ea48dd801c,revision_number=13']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:00:49.729919 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-551b518d-7cf6-4e52-9fae-746198201e08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:00:52.988464 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-1abbb280-2d74-439c-91ab-de11f24ea6ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:00:53.139574 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:00:53.530101 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-0ae75029-feb6-4728-9a94-5f9b60993d82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:00:55.358297 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-80e7e501-6c57-470d-92c6-e3d54bc3195c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:00:58.223107 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:00:58.485025 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:01:04.111279 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d7a3eef-c30c-4c86-9123-54f06d082dc3 req-d2f8eb50-6fba-47b8-8c0d-6e99c8b69711 tempest-TestNetworkAdvancedServerOps-1630542813 tempest-TestNetworkAdvancedServerOps-1630542813-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:01:04.112829 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-6d7a3eef-c30c-4c86-9123-54f06d082dc3 req-d2f8eb50-6fba-47b8-8c0d-6e99c8b69711 tempest-TestNetworkAdvancedServerOps-1630542813 tempest-TestNetworkAdvancedServerOps-1630542813-project-admin] 10.222.0.67 "GET /v2.0/ports?device_id=7331cf6d-9fb1-4c2a-827c-979e78bf9018 HTTP/1.1" status: 200 len: 1099 time: 0.0461183 Sep 23 20:01:04.147636 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-6d7a3eef-c30c-4c86-9123-54f06d082dc3 req-783cb960-74fb-4210-9a9d-185fb74ea6dd tempest-TestNetworkAdvancedServerOps-1630542813 tempest-TestNetworkAdvancedServerOps-1630542813-project-admin] 10.222.0.67 "GET /v2.0/security-groups?id=27ad1bfd-bb32-47ba-ada0-5032120bf28a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0288780 Sep 23 20:01:04.170423 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 57896) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:01:04.321452 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.plugin [None req-cb0e241e-f664-40c7-af25-7907bc862eba tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] Deleting port 2e9c4c1d-fc6c-42d9-a11c-dc78062b9b6b {{(pid=95102) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 20:01:04.321697 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-cb0e241e-f664-40c7-af25-7907bc862eba tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783146157096'] for port, before_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:01:04.406241 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-cb0e241e-f664-40c7-af25-7907bc862eba tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-605701'] for port, precommit_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:01:04.406684 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-cb0e241e-f664-40c7-af25-7907bc862eba tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:01:04.419220 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.plugin [None req-cb0e241e-f664-40c7-af25-7907bc862eba tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] Calling delete_port for 2e9c4c1d-fc6c-42d9-a11c-dc78062b9b6b owned by network:floatingip {{(pid=95102) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 20:01:04.570870 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-cb0e241e-f664-40c7-af25-7907bc862eba tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783146162158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783145673144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4399100'] for port, after_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:01:04.599378 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb0e241e-f664-40c7-af25-7907bc862eba tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] Pushing event deleted for resources: {'Port': ['ID=2e9c4c1d-fc6c-42d9-a11c-dc78062b9b6b,revision_number=None']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:01:04.664498 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-cb0e241e-f664-40c7-af25-7907bc862eba tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] Notify callbacks [] for floatingip, after_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:01:04.667149 n-d-713301-16 neutron-server[95102]: INFO neutron.db.l3_db [None req-cb0e241e-f664-40c7-af25-7907bc862eba tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] Floating IP 3a19f07f-864f-40c1-893d-d54d31ba6c03 disassociated (deleted). External IP: 172.25.1.68, port: 26767df7-d488-4d21-ad54-01ea48dd801c. Sep 23 20:01:04.876728 n-d-713301-16 neutron-server[95102]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb0e241e-f664-40c7-af25-7907bc862eba tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] Router ea29272b-e401-4964-b5a2-4dd788e8a127 has already been hosted by L3 agent 79a740bf-7821-4989-8288-7186e3e128f3 {{(pid=95102) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 20:01:04.984151 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb0e241e-f664-40c7-af25-7907bc862eba tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] Notify agent at l3_agent.n-d-713301-16 the message routers_updated {{(pid=95102) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 20:01:04.988841 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-cb0e241e-f664-40c7-af25-7907bc862eba tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222849'] for floatingip, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:01:04.994573 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30fa3e77-f848-4b30-8d9c-c12b1724bd48 None None] Sync routers for ids ['ea29272b-e401-4964-b5a2-4dd788e8a127'] in n-d-713301-16 {{(pid=95103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 20:01:05.004263 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30fa3e77-f848-4b30-8d9c-c12b1724bd48 None None] Routers {'ea29272b-e401-4964-b5a2-4dd788e8a127'} bound to L3 agent in host n-d-713301-16 {{(pid=95103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 20:01:05.004911 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_hamode_db [None req-30fa3e77-f848-4b30-8d9c-c12b1724bd48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-23T19:07:52Z,description=,heartbeat_timestamp=2021-09-23T20:00:53Z,host='n-d-713301-16',id=79a740bf-7821-4989-8288-7186e3e128f3,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:07:52Z,topic='l3_agent')) {'router_ids': ['ea29272b-e401-4964-b5a2-4dd788e8a127'], 'active': True} {{(pid=95103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 20:01:05.028461 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-cb0e241e-f664-40c7-af25-7907bc862eba tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] 10.222.0.67 "DELETE /v2.0/floatingips/3a19f07f-864f-40c1-893d-d54d31ba6c03 HTTP/1.1" status: 204 len: 168 time: 0.8530924 Sep 23 20:01:05.028461 n-d-713301-16 neutron-server[95102]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7331cf6d-9fb1-4c2a-827c-979e78bf9018', 'tag': '26767df7-d488-4d21-ad54-01ea48dd801c'}] {{(pid=95102) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 20:01:05.028461 n-d-713301-16 neutron-server[95102]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab31b6d93e5336dbddfa8ec424565b3bd8cb2369c5b4d85bc943472dbb21e8ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5843dead-1e18-4dac-912e-3578217b43ec" -d '{"events": [{"name": "network-changed", "server_uuid": "7331cf6d-9fb1-4c2a-827c-979e78bf9018", "tag": "26767df7-d488-4d21-ad54-01ea48dd801c"}]}' {{(pid=95102) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 20:01:05.130434 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_dvr_db [None req-30fa3e77-f848-4b30-8d9c-c12b1724bd48 None None] Set router ea29272b-e401-4964-b5a2-4dd788e8a127 gateway port host: n-d-713301-16 {{(pid=95103) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 20:01:05.158666 n-d-713301-16 neutron-server[95102]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 20:01:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-724893ae-f082-43f1-b1f6-f0db7fc73d24 x-openstack-request-id: req-724893ae-f082-43f1-b1f6-f0db7fc73d24 {{(pid=95102) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 20:01:05.161602 n-d-713301-16 neutron-server[95102]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7331cf6d-9fb1-4c2a-827c-979e78bf9018", "tag": "26767df7-d488-4d21-ad54-01ea48dd801c", "status": "completed", "code": 200}]} {{(pid=95102) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 20:01:05.163910 n-d-713301-16 neutron-server[95102]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-724893ae-f082-43f1-b1f6-f0db7fc73d24 {{(pid=95102) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 20:01:05.164681 n-d-713301-16 neutron-server[95102]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7331cf6d-9fb1-4c2a-827c-979e78bf9018', 'tag': '26767df7-d488-4d21-ad54-01ea48dd801c', 'status': 'completed', 'code': 200} Sep 23 20:01:05.254253 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5843dead-1e18-4dac-912e-3578217b43ec req-e7fa07eb-5253-47f2-8980-de4b4fa31844 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:01:05.255889 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-5843dead-1e18-4dac-912e-3578217b43ec req-e7fa07eb-5253-47f2-8980-de4b4fa31844 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=9cf4888c1a454e07a3d16aa9e7c63006&device_id=7331cf6d-9fb1-4c2a-827c-979e78bf9018 HTTP/1.1" status: 200 len: 1099 time: 0.0622911 Sep 23 20:01:05.380539 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_hamode_db [None req-30fa3e77-f848-4b30-8d9c-c12b1724bd48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea29272b-e401-4964-b5a2-4dd788e8a127', 'name': 'tempest-TestNetworkAdvancedServerOps-router-404108900', 'tenant_id': '9cf4888c1a454e07a3d16aa9e7c63006', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'external_fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.36'}], 'enable_snat': True}, 'gw_port_id': 'e6d68c63-9b5d-46d5-aa86-463c4e83649c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:59:10Z', 'updated_at': '2021-09-23T19:59:15Z', 'revision_number': 4, 'project_id': '9cf4888c1a454e07a3d16aa9e7c63006', 'gw_port': {'id': 'e6d68c63-9b5d-46d5-aa86-463c4e83649c', 'name': '', 'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:36:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea29272b-e401-4964-b5a2-4dd788e8a127', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3945, 'fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:59:11Z', 'updated_at': '2021-09-23T19:59:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-16', '_interfaces': [{'id': '5160c71f-06ff-4388-aff0-a159164463a3', 'name': '', 'network_id': '8df6e29f-7a1c-4bb3-9171-1daad65e26d9', 'tenant_id': '9cf4888c1a454e07a3d16aa9e7c63006', 'mac_address': 'fa:16:3e:7e:a6:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea29272b-e401-4964-b5a2-4dd788e8a127', 'device_owner': 'network:router_interface', 'standard_attr_id': 3948, 'fixed_ips': [{'subnet_id': 'de92640b-e6f6-4e5c-b294-16cb6ecb1919', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:59:14Z', 'updated_at': '2021-09-23T19:59:17Z', 'revision_number': 5, 'project_id': '9cf4888c1a454e07a3d16aa9e7c63006', 'subnets': [{'id': 'de92640b-e6f6-4e5c-b294-16cb6ecb1919', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-16', False) {} {{(pid=95103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 20:01:05.387272 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-470e320a-689b-450f-87c4-9433383ec10c req-495a9e1a-542b-4515-ab01-885d2f9247a7 tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:01:05.388900 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-470e320a-689b-450f-87c4-9433383ec10c req-495a9e1a-542b-4515-ab01-885d2f9247a7 tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] 10.222.0.67 "GET /v2.0/ports?device_id=7331cf6d-9fb1-4c2a-827c-979e78bf9018 HTTP/1.1" status: 200 len: 947 time: 0.1169236 Sep 23 20:01:05.411920 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30fa3e77-f848-4b30-8d9c-c12b1724bd48 None None] Checking router: ea29272b-e401-4964-b5a2-4dd788e8a127 for host: n-d-713301-16 {{(pid=95103) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 20:01:05.420375 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5843dead-1e18-4dac-912e-3578217b43ec req-17eeae3d-92ca-46ea-ae8f-b1aeb68b5bff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:01:05.421888 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-5843dead-1e18-4dac-912e-3578217b43ec req-17eeae3d-92ca-46ea-ae8f-b1aeb68b5bff service neutron] 10.222.0.53 "GET /v2.0/networks?id=8df6e29f-7a1c-4bb3-9171-1daad65e26d9 HTTP/1.1" status: 200 len: 898 time: 0.1576397 Sep 23 20:01:05.423606 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30fa3e77-f848-4b30-8d9c-c12b1724bd48 None None] Routers {'ea29272b-e401-4964-b5a2-4dd788e8a127'} bound to L3 agent in host n-d-713301-16 {{(pid=95103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 20:01:05.424147 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_hamode_db [None req-30fa3e77-f848-4b30-8d9c-c12b1724bd48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-23T19:07:52Z,description=,heartbeat_timestamp=2021-09-23T20:00:53Z,host='n-d-713301-16',id=79a740bf-7821-4989-8288-7186e3e128f3,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:07:52Z,topic='l3_agent')) {'router_ids': ['ea29272b-e401-4964-b5a2-4dd788e8a127'], 'active': True} {{(pid=95103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 20:01:05.446581 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-470e320a-689b-450f-87c4-9433383ec10c req-3c63a7b6-7e10-4907-9555-dea8e06eb48e tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] 10.222.0.67 "GET /v2.0/security-groups?id=27ad1bfd-bb32-47ba-ada0-5032120bf28a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0508089 Sep 23 20:01:05.473818 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-5843dead-1e18-4dac-912e-3578217b43ec req-6035b48c-0c1c-4d11-bddd-9bf45d662cf5 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=26767df7-d488-4d21-ad54-01ea48dd801c HTTP/1.1" status: 200 len: 217 time: 0.0406077 Sep 23 20:01:05.522874 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5843dead-1e18-4dac-912e-3578217b43ec req-1e2a613e-4c04-42bc-b9f2-78d0fd15130c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:01:05.524396 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-5843dead-1e18-4dac-912e-3578217b43ec req-1e2a613e-4c04-42bc-b9f2-78d0fd15130c service neutron] 10.222.0.53 "GET /v2.0/subnets?id=de92640b-e6f6-4e5c-b294-16cb6ecb1919 HTTP/1.1" status: 200 len: 834 time: 0.0425885 Sep 23 20:01:05.530987 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_dvr_db [None req-30fa3e77-f848-4b30-8d9c-c12b1724bd48 None None] Set router ea29272b-e401-4964-b5a2-4dd788e8a127 gateway port host: n-d-713301-16 {{(pid=95103) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 20:01:05.577266 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5843dead-1e18-4dac-912e-3578217b43ec req-3a75dd04-7220-4dab-8dda-dddd9d25c6b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:01:05.578812 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-5843dead-1e18-4dac-912e-3578217b43ec req-3a75dd04-7220-4dab-8dda-dddd9d25c6b7 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=8df6e29f-7a1c-4bb3-9171-1daad65e26d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0472562 Sep 23 20:01:05.680433 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-5843dead-1e18-4dac-912e-3578217b43ec req-afcde994-04eb-4cd3-b2db-0b4e67326993 service neutron] 10.222.0.53 "GET /v2.0/networks/8df6e29f-7a1c-4bb3-9171-1daad65e26d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887780 Sep 23 20:01:05.781651 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-5843dead-1e18-4dac-912e-3578217b43ec req-a92dd2db-cd58-4536-bc37-cdf3c62ede0c service neutron] 10.222.0.53 "GET /v2.0/networks/8df6e29f-7a1c-4bb3-9171-1daad65e26d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0929902 Sep 23 20:01:05.887873 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_hamode_db [None req-30fa3e77-f848-4b30-8d9c-c12b1724bd48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea29272b-e401-4964-b5a2-4dd788e8a127', 'name': 'tempest-TestNetworkAdvancedServerOps-router-404108900', 'tenant_id': '9cf4888c1a454e07a3d16aa9e7c63006', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'external_fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.36'}], 'enable_snat': True}, 'gw_port_id': 'e6d68c63-9b5d-46d5-aa86-463c4e83649c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:59:10Z', 'updated_at': '2021-09-23T19:59:15Z', 'revision_number': 4, 'project_id': '9cf4888c1a454e07a3d16aa9e7c63006', 'gw_port': {'id': 'e6d68c63-9b5d-46d5-aa86-463c4e83649c', 'name': '', 'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:36:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea29272b-e401-4964-b5a2-4dd788e8a127', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3945, 'fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:59:11Z', 'updated_at': '2021-09-23T19:59:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-16', '_interfaces': [{'id': '5160c71f-06ff-4388-aff0-a159164463a3', 'name': '', 'network_id': '8df6e29f-7a1c-4bb3-9171-1daad65e26d9', 'tenant_id': '9cf4888c1a454e07a3d16aa9e7c63006', 'mac_address': 'fa:16:3e:7e:a6:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea29272b-e401-4964-b5a2-4dd788e8a127', 'device_owner': 'network:router_interface', 'standard_attr_id': 3948, 'fixed_ips': [{'subnet_id': 'de92640b-e6f6-4e5c-b294-16cb6ecb1919', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:59:14Z', 'updated_at': '2021-09-23T19:59:17Z', 'revision_number': 5, 'project_id': '9cf4888c1a454e07a3d16aa9e7c63006', 'subnets': [{'id': 'de92640b-e6f6-4e5c-b294-16cb6ecb1919', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-16', False) {} {{(pid=95103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 20:01:05.913966 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30fa3e77-f848-4b30-8d9c-c12b1724bd48 None None] The sync data for ids ['ea29272b-e401-4964-b5a2-4dd788e8a127'] in n-d-713301-16 is: [{'id': 'ea29272b-e401-4964-b5a2-4dd788e8a127', 'name': 'tempest-TestNetworkAdvancedServerOps-router-404108900', 'tenant_id': '9cf4888c1a454e07a3d16aa9e7c63006', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'external_fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.36'}], 'enable_snat': True}, 'gw_port_id': 'e6d68c63-9b5d-46d5-aa86-463c4e83649c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:59:10Z', 'updated_at': '2021-09-23T19:59:15Z', 'revision_number': 4, 'project_id': '9cf4888c1a454e07a3d16aa9e7c63006', 'gw_port': {'id': 'e6d68c63-9b5d-46d5-aa86-463c4e83649c', 'name': '', 'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:36:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea29272b-e401-4964-b5a2-4dd788e8a127', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3945, 'fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:59:11Z', 'updated_at': '2021-09-23T19:59:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-16', '_interfaces': [{'id': '5160c71f-06ff-4388-aff0-a159164463a3', 'name': '', 'network_id': '8df6e29f-7a1c-4bb3-9171-1daad65e26d9', 'tenant_id': '9cf4888c1a454e07a3d16aa9e7c63006', 'mac_address': 'fa:16:3e:7e:a6:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea29272b-e401-4964-b5a2-4dd788e8a127', 'device_owner': 'network:router_interface', 'standard_attr_id': 3948, 'fixed_ips': [{'subnet_id': 'de92640b-e6f6-4e5c-b294-16cb6ecb1919', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:59:14Z', 'updated_at': '2021-09-23T19:59:17Z', 'revision_number': 5, 'project_id': '9cf4888c1a454e07a3d16aa9e7c63006', 'subnets': [{'id': 'de92640b-e6f6-4e5c-b294-16cb6ecb1919', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 20:01:06.128469 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61a4fb6f-a576-4708-a1c1-6ac2861cc1f5 None None] New status for floating IP 3a19f07f-864f-40c1-893d-d54d31ba6c03: DOWN {{(pid=95104) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 23 20:01:06.567734 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab00b63-30bb-4e79-8e8a-9c5b1d3f387e req-0cd23986-516a-4381-854f-ceacdfbe46cb tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:01:06.569262 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-cab00b63-30bb-4e79-8e8a-9c5b1d3f387e req-0cd23986-516a-4381-854f-ceacdfbe46cb tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] 10.222.0.67 "GET /v2.0/ports?device_id=7331cf6d-9fb1-4c2a-827c-979e78bf9018 HTTP/1.1" status: 200 len: 947 time: 0.0503097 Sep 23 20:01:06.616416 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-cab00b63-30bb-4e79-8e8a-9c5b1d3f387e req-f196e8b4-6eae-430c-8064-4dc9449ae6cc tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] 10.222.0.67 "GET /v2.0/security-groups?id=27ad1bfd-bb32-47ba-ada0-5032120bf28a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411417 Sep 23 20:01:06.652570 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983bc150-814d-4f9b-9b37-a51489a64412 req-5f09763c-0120-4197-9cbf-fece340262bb tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:01:06.654047 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-983bc150-814d-4f9b-9b37-a51489a64412 req-5f09763c-0120-4197-9cbf-fece340262bb tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] 10.222.0.53 "GET /v2.0/ports?device_id=7331cf6d-9fb1-4c2a-827c-979e78bf9018 HTTP/1.1" status: 200 len: 947 time: 0.0534461 Sep 23 20:01:06.754166 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.plugin [req-983bc150-814d-4f9b-9b37-a51489a64412 req-41ead258-2223-4ba0-ae60-bd0a6dad590c tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] Deleting port 26767df7-d488-4d21-ad54-01ea48dd801c {{(pid=95102) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 20:01:06.754423 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-983bc150-814d-4f9b-9b37-a51489a64412 req-41ead258-2223-4ba0-ae60-bd0a6dad590c tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783146157096'] for port, before_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:01:06.856630 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.db [req-983bc150-814d-4f9b-9b37-a51489a64412 req-41ead258-2223-4ba0-ae60-bd0a6dad590c tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] For port 26767df7-d488-4d21-ad54-01ea48dd801c, host n-h2-713301-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-16',level=0,port_id=26767df7-d488-4d21-ad54-01ea48dd801c,segment=NetworkSegment(e6ceed78-94fa-4e18-bfae-3c58718e1a2e),segment_id=e6ceed78-94fa-4e18-bfae-3c58718e1a2e)] {{(pid=95102) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 20:01:06.857018 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-983bc150-814d-4f9b-9b37-a51489a64412 req-41ead258-2223-4ba0-ae60-bd0a6dad590c tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-605701'] for port, precommit_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:01:06.870245 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.plugin [req-983bc150-814d-4f9b-9b37-a51489a64412 req-41ead258-2223-4ba0-ae60-bd0a6dad590c tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] Calling delete_port for 26767df7-d488-4d21-ad54-01ea48dd801c owned by compute:nova {{(pid=95102) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 20:01:07.012311 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-983bc150-814d-4f9b-9b37-a51489a64412 req-41ead258-2223-4ba0-ae60-bd0a6dad590c tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783146162158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783145673144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4399100'] for port, after_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:01:07.039853 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41ead258-2223-4ba0-ae60-bd0a6dad590c tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] Pushing event deleted for resources: {'Port': ['ID=26767df7-d488-4d21-ad54-01ea48dd801c,revision_number=None']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:01:07.095320 n-d-713301-16 neutron-server[95102]: DEBUG neutron.db.l3_dvrscheduler_db [req-983bc150-814d-4f9b-9b37-a51489a64412 req-41ead258-2223-4ba0-ae60-bd0a6dad590c tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] No DVR routers for this DVR port 26767df7-d488-4d21-ad54-01ea48dd801c on host n-h2-713301-16 {{(pid=95102) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 20:01:07.099337 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-983bc150-814d-4f9b-9b37-a51489a64412 req-41ead258-2223-4ba0-ae60-bd0a6dad590c tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222849'] for port, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:01:07.101399 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-983bc150-814d-4f9b-9b37-a51489a64412 req-41ead258-2223-4ba0-ae60-bd0a6dad590c tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] 10.222.0.53 "DELETE /v2.0/ports/26767df7-d488-4d21-ad54-01ea48dd801c HTTP/1.1" status: 204 len: 173 time: 0.4405789 Sep 23 20:01:07.167134 n-d-713301-16 neutron-server[95102]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7331cf6d-9fb1-4c2a-827c-979e78bf9018', 'name': 'network-vif-deleted', 'tag': '26767df7-d488-4d21-ad54-01ea48dd801c'}] {{(pid=95102) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 20:01:07.170459 n-d-713301-16 neutron-server[95102]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab31b6d93e5336dbddfa8ec424565b3bd8cb2369c5b4d85bc943472dbb21e8ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-627b2971-f7e8-41b7-bf47-59e0b84d5a04" -d '{"events": [{"server_uuid": "7331cf6d-9fb1-4c2a-827c-979e78bf9018", "name": "network-vif-deleted", "tag": "26767df7-d488-4d21-ad54-01ea48dd801c"}]}' {{(pid=95102) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 20:01:07.220847 n-d-713301-16 neutron-server[95102]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 20:01:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c80938e3-3347-4397-a1dd-132a91fc371d x-openstack-request-id: req-c80938e3-3347-4397-a1dd-132a91fc371d {{(pid=95102) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 20:01:07.221267 n-d-713301-16 neutron-server[95102]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7331cf6d-9fb1-4c2a-827c-979e78bf9018", "name": "network-vif-deleted", "tag": "26767df7-d488-4d21-ad54-01ea48dd801c", "status": "completed", "code": 200}]} {{(pid=95102) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 20:01:07.221646 n-d-713301-16 neutron-server[95102]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-c80938e3-3347-4397-a1dd-132a91fc371d {{(pid=95102) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 20:01:07.222222 n-d-713301-16 neutron-server[95102]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7331cf6d-9fb1-4c2a-827c-979e78bf9018', 'name': 'network-vif-deleted', 'tag': '26767df7-d488-4d21-ad54-01ea48dd801c', 'status': 'completed', 'code': 200} Sep 23 20:01:07.727532 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-1c2f44c4-aec2-4906-a40c-0ce000fcb414 req-f4725783-ca57-4311-8f99-6b0b83e9e351 tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] 10.222.0.67 "GET /v2.0/ports?device_id=7331cf6d-9fb1-4c2a-827c-979e78bf9018 HTTP/1.1" status: 200 len: 210 time: 0.0274611 Sep 23 20:01:08.790078 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 57920) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:01:09.402868 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-cd6be661-6b04-4236-97d6-deba6cd9c265 req-382fc6a5-8956-49b2-a734-e6e96e990225 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=a823de75-8b8e-46f9-96fb-49bacdd447f7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0869679 Sep 23 20:01:09.520903 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd6be661-6b04-4236-97d6-deba6cd9c265 req-4910010a-5735-4773-b212-0a99b7530625 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:01:09.522438 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-cd6be661-6b04-4236-97d6-deba6cd9c265 req-4910010a-5735-4773-b212-0a99b7530625 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=1c95f4136fb946e684bc3bd0afadbbdd&device_id=a823de75-8b8e-46f9-96fb-49bacdd447f7 HTTP/1.1" status: 200 len: 1097 time: 0.0666354 Sep 23 20:01:09.647156 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-ec4340ad-46d8-4fda-b57c-599a12ecd985 tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-601372'] for router_interface, before_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:01:09.676349 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Device 26767df7-d488-4d21-ad54-01ea48dd801c no longer exists at agent hyperv_n-h2-713301-16 {{(pid=95103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 20:01:09.689553 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd6be661-6b04-4236-97d6-deba6cd9c265 req-00dfcd8c-f292-4328-87c7-6ed33675cc80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:01:09.691054 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-cd6be661-6b04-4236-97d6-deba6cd9c265 req-00dfcd8c-f292-4328-87c7-6ed33675cc80 service neutron] 10.222.0.74 "GET /v2.0/networks?id=a97a1ddd-be59-4422-8c3e-924143535884 HTTP/1.1" status: 200 len: 912 time: 0.1438658 Sep 23 20:01:09.701906 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.plugin [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] No Port match for: 26767df7-d488-4d21-ad54-01ea48dd801c {{(pid=95103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 20:01:09.702256 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Device 26767df7-d488-4d21-ad54-01ea48dd801c not bound to the agent host n-h2-713301-16 {{(pid=95103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 20:01:09.798784 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-cd6be661-6b04-4236-97d6-deba6cd9c265 req-81cb05f8-7890-4ac9-94da-15f141e107a0 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2e8deb2d-0972-40a1-bb33-db279ececad0 HTTP/1.1" status: 200 len: 1000 time: 0.0764024 Sep 23 20:01:09.900075 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd6be661-6b04-4236-97d6-deba6cd9c265 req-d44af985-030d-4cb3-9bec-48af5f856b60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:01:09.901716 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-cd6be661-6b04-4236-97d6-deba6cd9c265 req-d44af985-030d-4cb3-9bec-48af5f856b60 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=788d1f3e-2626-40b1-b49a-799b1a0fa15b HTTP/1.1" status: 200 len: 850 time: 0.0965452 Sep 23 20:01:09.977105 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd6be661-6b04-4236-97d6-deba6cd9c265 req-f58cff94-1215-4351-bbe6-e7fbddb3d4ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:01:09.978637 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-cd6be661-6b04-4236-97d6-deba6cd9c265 req-f58cff94-1215-4351-bbe6-e7fbddb3d4ee service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=a97a1ddd-be59-4422-8c3e-924143535884&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0693123 Sep 23 20:01:10.105690 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-cd6be661-6b04-4236-97d6-deba6cd9c265 req-faaf9f6c-4b7e-48d9-a262-4346f6ff3362 service neutron] 10.222.0.74 "GET /v2.0/networks/a97a1ddd-be59-4422-8c3e-924143535884?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1191900 Sep 23 20:01:10.110354 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.plugin [None req-ec4340ad-46d8-4fda-b57c-599a12ecd985 tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] Deleting port 5160c71f-06ff-4388-aff0-a159164463a3 {{(pid=95102) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 20:01:10.110703 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-ec4340ad-46d8-4fda-b57c-599a12ecd985 tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783146157096'] for port, before_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:01:10.273327 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.db [None req-ec4340ad-46d8-4fda-b57c-599a12ecd985 tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] For port 5160c71f-06ff-4388-aff0-a159164463a3, host n-d-713301-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-16',level=0,port_id=5160c71f-06ff-4388-aff0-a159164463a3,segment=NetworkSegment(e6ceed78-94fa-4e18-bfae-3c58718e1a2e),segment_id=e6ceed78-94fa-4e18-bfae-3c58718e1a2e)] {{(pid=95102) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 20:01:10.273703 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-ec4340ad-46d8-4fda-b57c-599a12ecd985 tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-605701'] for port, precommit_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:01:10.277603 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-cd6be661-6b04-4236-97d6-deba6cd9c265 req-8a1998c9-1479-4eae-829e-6ad0cd6aa6e7 service neutron] 10.222.0.74 "GET /v2.0/networks/a97a1ddd-be59-4422-8c3e-924143535884?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1640370 Sep 23 20:01:10.288269 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.plugin [None req-ec4340ad-46d8-4fda-b57c-599a12ecd985 tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] Calling delete_port for 5160c71f-06ff-4388-aff0-a159164463a3 owned by network:router_interface {{(pid=95102) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 20:01:10.479423 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-ec4340ad-46d8-4fda-b57c-599a12ecd985 tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783146162158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783145673144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4399100'] for port, after_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:01:10.504316 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec4340ad-46d8-4fda-b57c-599a12ecd985 tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] Pushing event deleted for resources: {'Port': ['ID=5160c71f-06ff-4388-aff0-a159164463a3,revision_number=None']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:01:10.697449 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-ec4340ad-46d8-4fda-b57c-599a12ecd985 tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-527322', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-602005'] for router_interface, after_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:01:10.930553 n-d-713301-16 neutron-server[95102]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec4340ad-46d8-4fda-b57c-599a12ecd985 tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] Router ea29272b-e401-4964-b5a2-4dd788e8a127 has already been hosted by L3 agent 79a740bf-7821-4989-8288-7186e3e128f3 {{(pid=95102) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 20:01:11.039434 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec4340ad-46d8-4fda-b57c-599a12ecd985 tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] Notify agent at l3_agent.n-d-713301-16 the message routers_updated {{(pid=95102) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 20:01:11.044775 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-ec4340ad-46d8-4fda-b57c-599a12ecd985 tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] 10.222.0.67 "PUT /v2.0/routers/ea29272b-e401-4964-b5a2-4dd788e8a127/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2535427 Sep 23 20:01:11.047749 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 57922) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:01:11.050853 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5fcf16d-b9a0-46ca-bb51-66a9ae56a302 None None] Sync routers for ids ['ea29272b-e401-4964-b5a2-4dd788e8a127'] in n-d-713301-16 {{(pid=95103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 20:01:11.060839 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5fcf16d-b9a0-46ca-bb51-66a9ae56a302 None None] Routers {'ea29272b-e401-4964-b5a2-4dd788e8a127'} bound to L3 agent in host n-d-713301-16 {{(pid=95103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 20:01:11.061457 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_hamode_db [None req-f5fcf16d-b9a0-46ca-bb51-66a9ae56a302 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-23T19:07:52Z,description=,heartbeat_timestamp=2021-09-23T20:00:53Z,host='n-d-713301-16',id=79a740bf-7821-4989-8288-7186e3e128f3,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:07:52Z,topic='l3_agent')) {'router_ids': ['ea29272b-e401-4964-b5a2-4dd788e8a127'], 'active': True} {{(pid=95103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 20:01:11.101108 n-d-713301-16 neutron-server[95102]: DEBUG neutron.db.db_base_plugin_v2 [None req-1624b921-cf97-4aa2-9545-8c747e516264 tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] Deleting subnet de92640b-e6f6-4e5c-b294-16cb6ecb1919 {{(pid=95102) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 23 20:01:11.104431 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-1624b921-cf97-4aa2-9545-8c747e516264 tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] Notify callbacks [] for subnet, before_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:01:11.145957 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-1624b921-cf97-4aa2-9545-8c747e516264 tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6162825'] for subnet, precommit_delete_associations {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:01:11.173035 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_dvr_db [None req-f5fcf16d-b9a0-46ca-bb51-66a9ae56a302 None None] Set router ea29272b-e401-4964-b5a2-4dd788e8a127 gateway port host: n-d-713301-16 {{(pid=95103) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 20:01:11.241840 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-1624b921-cf97-4aa2-9545-8c747e516264 tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1756813'] for subnet, precommit_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:01:11.302471 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-1624b921-cf97-4aa2-9545-8c747e516264 tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1756804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4399009', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5388229'] for subnet, after_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:01:11.331135 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1624b921-cf97-4aa2-9545-8c747e516264 tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] Pushing event deleted for resources: {'Subnet': ['ID=de92640b-e6f6-4e5c-b294-16cb6ecb1919,revision_number=None']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:01:11.333176 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-1624b921-cf97-4aa2-9545-8c747e516264 tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] Notify callbacks [] for subnet, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:01:11.335068 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-1624b921-cf97-4aa2-9545-8c747e516264 tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] 10.222.0.67 "DELETE /v2.0/subnets/de92640b-e6f6-4e5c-b294-16cb6ecb1919 HTTP/1.1" status: 204 len: 168 time: 0.2867522 Sep 23 20:01:11.337630 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 57924) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:01:11.342971 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5293b05-f66b-49d9-a7b0-9ce36625f026 None None] Network 8df6e29f-7a1c-4bb3-9171-1daad65e26d9 requested from n-d-713301-16 {{(pid=95103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 20:01:11.417886 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.agents_db [None req-f2f5c474-60a3-474f-b2cc-02c4bd30880c None None] Agent healthcheck: found 7 active agents {{(pid=95104) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 20:01:11.443173 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_hamode_db [None req-f5fcf16d-b9a0-46ca-bb51-66a9ae56a302 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea29272b-e401-4964-b5a2-4dd788e8a127', 'name': 'tempest-TestNetworkAdvancedServerOps-router-404108900', 'tenant_id': '9cf4888c1a454e07a3d16aa9e7c63006', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'external_fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.36'}], 'enable_snat': True}, 'gw_port_id': 'e6d68c63-9b5d-46d5-aa86-463c4e83649c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:59:10Z', 'updated_at': '2021-09-23T20:01:10Z', 'revision_number': 5, 'project_id': '9cf4888c1a454e07a3d16aa9e7c63006', 'gw_port': {'id': 'e6d68c63-9b5d-46d5-aa86-463c4e83649c', 'name': '', 'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:36:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea29272b-e401-4964-b5a2-4dd788e8a127', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3945, 'fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:59:11Z', 'updated_at': '2021-09-23T19:59:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-16'}], 'n-d-713301-16', False) {} {{(pid=95103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 20:01:11.452949 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-d5899d97-e906-4f49-b39c-3df397288d52 tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] Notify callbacks [] for router, before_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:01:11.486186 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5fcf16d-b9a0-46ca-bb51-66a9ae56a302 None None] Checking router: ea29272b-e401-4964-b5a2-4dd788e8a127 for host: n-d-713301-16 {{(pid=95103) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 20:01:11.499769 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5fcf16d-b9a0-46ca-bb51-66a9ae56a302 None None] Routers {'ea29272b-e401-4964-b5a2-4dd788e8a127'} bound to L3 agent in host n-d-713301-16 {{(pid=95103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 20:01:11.500298 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_hamode_db [None req-f5fcf16d-b9a0-46ca-bb51-66a9ae56a302 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-23T19:07:52Z,description=,heartbeat_timestamp=2021-09-23T20:00:53Z,host='n-d-713301-16',id=79a740bf-7821-4989-8288-7186e3e128f3,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:07:52Z,topic='l3_agent')) {'router_ids': ['ea29272b-e401-4964-b5a2-4dd788e8a127'], 'active': True} {{(pid=95103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 20:01:11.566207 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-d5899d97-e906-4f49-b39c-3df397288d52 tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:01:11.584378 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0997419-936a-4c12-8077-64022cf3de1d None None] DHCP port deletion for 8df6e29f-7a1c-4bb3-9171-1daad65e26d9 request from n-d-713301-16 {{(pid=95103) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 23 20:01:11.622200 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.plugin [None req-d5899d97-e906-4f49-b39c-3df397288d52 tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] Deleting port e6d68c63-9b5d-46d5-aa86-463c4e83649c {{(pid=95102) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 20:01:11.622573 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-d5899d97-e906-4f49-b39c-3df397288d52 tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783146157096'] for port, before_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:01:11.634893 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_dvr_db [None req-f5fcf16d-b9a0-46ca-bb51-66a9ae56a302 None None] Set router ea29272b-e401-4964-b5a2-4dd788e8a127 gateway port host: n-d-713301-16 {{(pid=95103) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 20:01:11.710549 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.db [None req-d5899d97-e906-4f49-b39c-3df397288d52 tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] For port e6d68c63-9b5d-46d5-aa86-463c4e83649c, host n-d-713301-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-16',level=0,port_id=e6d68c63-9b5d-46d5-aa86-463c4e83649c,segment=NetworkSegment(7d4027f1-d893-4c7b-95d4-757b8e44e380),segment_id=7d4027f1-d893-4c7b-95d4-757b8e44e380)] {{(pid=95102) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 20:01:11.710925 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-d5899d97-e906-4f49-b39c-3df397288d52 tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-605701'] for port, precommit_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:01:11.723291 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.plugin [None req-d5899d97-e906-4f49-b39c-3df397288d52 tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] Calling delete_port for e6d68c63-9b5d-46d5-aa86-463c4e83649c owned by network:router_gateway {{(pid=95102) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 20:01:11.727646 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.plugin [None req-a0997419-936a-4c12-8077-64022cf3de1d None None] Deleting port 81842b51-46c8-4702-aed9-7e15ebce306f {{(pid=95103) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 20:01:11.728047 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-a0997419-936a-4c12-8077-64022cf3de1d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783146157096'] for port, before_delete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:01:11.836779 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-a0997419-936a-4c12-8077-64022cf3de1d None None] For port 81842b51-46c8-4702-aed9-7e15ebce306f, host n-d-713301-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-16',level=0,port_id=81842b51-46c8-4702-aed9-7e15ebce306f,segment=NetworkSegment(e6ceed78-94fa-4e18-bfae-3c58718e1a2e),segment_id=e6ceed78-94fa-4e18-bfae-3c58718e1a2e)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 20:01:11.837177 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-a0997419-936a-4c12-8077-64022cf3de1d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-605701'] for port, precommit_delete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:01:11.867951 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.plugin [None req-a0997419-936a-4c12-8077-64022cf3de1d None None] Calling delete_port for 81842b51-46c8-4702-aed9-7e15ebce306f owned by network:dhcp {{(pid=95103) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 20:01:11.893659 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-d5899d97-e906-4f49-b39c-3df397288d52 tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783146162158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783145673144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4399100'] for port, after_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:01:11.919399 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5899d97-e906-4f49-b39c-3df397288d52 tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] Pushing event deleted for resources: {'Port': ['ID=e6d68c63-9b5d-46d5-aa86-463c4e83649c,revision_number=None']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:01:11.953024 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_hamode_db [None req-f5fcf16d-b9a0-46ca-bb51-66a9ae56a302 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea29272b-e401-4964-b5a2-4dd788e8a127', 'name': 'tempest-TestNetworkAdvancedServerOps-router-404108900', 'tenant_id': '9cf4888c1a454e07a3d16aa9e7c63006', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'external_fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.36'}], 'enable_snat': True}, 'gw_port_id': 'e6d68c63-9b5d-46d5-aa86-463c4e83649c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:59:10Z', 'updated_at': '2021-09-23T20:01:10Z', 'revision_number': 5, 'project_id': '9cf4888c1a454e07a3d16aa9e7c63006', 'gw_port': {'id': 'e6d68c63-9b5d-46d5-aa86-463c4e83649c', 'name': '', 'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:36:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea29272b-e401-4964-b5a2-4dd788e8a127', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3945, 'fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:59:11Z', 'updated_at': '2021-09-23T19:59:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-16'}], 'n-d-713301-16', False) {} {{(pid=95103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 20:01:11.981079 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-d5899d97-e906-4f49-b39c-3df397288d52 tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-601942'] for router_gateway, after_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:01:11.981696 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5fcf16d-b9a0-46ca-bb51-66a9ae56a302 None None] The sync data for ids ['ea29272b-e401-4964-b5a2-4dd788e8a127'] in n-d-713301-16 is: [{'id': 'ea29272b-e401-4964-b5a2-4dd788e8a127', 'name': 'tempest-TestNetworkAdvancedServerOps-router-404108900', 'tenant_id': '9cf4888c1a454e07a3d16aa9e7c63006', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'external_fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.36'}], 'enable_snat': True}, 'gw_port_id': 'e6d68c63-9b5d-46d5-aa86-463c4e83649c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:59:10Z', 'updated_at': '2021-09-23T20:01:10Z', 'revision_number': 5, 'project_id': '9cf4888c1a454e07a3d16aa9e7c63006', 'gw_port': {'id': 'e6d68c63-9b5d-46d5-aa86-463c4e83649c', 'name': '', 'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:36:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea29272b-e401-4964-b5a2-4dd788e8a127', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3945, 'fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:59:11Z', 'updated_at': '2021-09-23T19:59:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-16'}] {{(pid=95103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 20:01:11.999858 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-a0997419-936a-4c12-8077-64022cf3de1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783146162158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783145673144'] for port, after_delete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:01:12.013044 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0997419-936a-4c12-8077-64022cf3de1d None None] No DVR routers for this DVR port 81842b51-46c8-4702-aed9-7e15ebce306f on host n-d-713301-16 {{(pid=95103) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 20:01:12.031888 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0997419-936a-4c12-8077-64022cf3de1d None None] Pushing event deleted for resources: {'Port': ['ID=81842b51-46c8-4702-aed9-7e15ebce306f,revision_number=None']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:01:12.077661 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-d5899d97-e906-4f49-b39c-3df397288d52 tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-597305', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29369'] for router, precommit_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:01:12.079994 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-d5899d97-e906-4f49-b39c-3df397288d52 tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:01:12.130361 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-d5899d97-e906-4f49-b39c-3df397288d52 tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-597296'] for router, after_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:01:12.130954 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5899d97-e906-4f49-b39c-3df397288d52 tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] Fanout notify agent at l3_agent the message router_deleted on router ea29272b-e401-4964-b5a2-4dd788e8a127 {{(pid=95102) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 23 20:01:12.138580 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-d5899d97-e906-4f49-b39c-3df397288d52 tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] Notify callbacks [] for router, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:01:12.142414 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-d5899d97-e906-4f49-b39c-3df397288d52 tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] 10.222.0.67 "DELETE /v2.0/routers/ea29272b-e401-4964-b5a2-4dd788e8a127 HTTP/1.1" status: 204 len: 168 time: 0.8010700 Sep 23 20:01:12.142657 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 57926) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:01:12.221800 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-242ff813-b0ec-4b87-a231-04b8fd6aa5ae tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1628021'] for network, before_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:01:12.311945 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-242ff813-b0ec-4b87-a231-04b8fd6aa5ae tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1754676', 'neutron.services.segments.db._delete_segments_for_network-8783146221460'] for network, precommit_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:01:12.336649 n-d-713301-16 neutron-server[95102]: DEBUG neutron.services.segments.db [None req-242ff813-b0ec-4b87-a231-04b8fd6aa5ae tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8df6e29f-7a1c-4bb3-9171-1daad65e26d9']}} {{(pid=95102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 20:01:12.348254 n-d-713301-16 neutron-server[95102]: DEBUG neutron.services.segments.db [None req-242ff813-b0ec-4b87-a231-04b8fd6aa5ae tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e6ceed78-94fa-4e18-bfae-3c58718e1a2e') {'for_net_delete': True} {{(pid=95102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 20:01:12.348569 n-d-713301-16 neutron-server[95102]: DEBUG neutron.services.segments.db [None req-242ff813-b0ec-4b87-a231-04b8fd6aa5ae tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e6ceed78-94fa-4e18-bfae-3c58718e1a2e') {} {{(pid=95102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 20:01:12.359887 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-242ff813-b0ec-4b87-a231-04b8fd6aa5ae tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783146221725', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6162832'] for segment, before_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:01:12.374523 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-242ff813-b0ec-4b87-a231-04b8fd6aa5ae tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1756186'] for segment, precommit_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:01:12.380934 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-242ff813-b0ec-4b87-a231-04b8fd6aa5ae tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] Releasing vlan 617 on physical network physnet1 to pool {{(pid=95102) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 20:01:12.381332 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-242ff813-b0ec-4b87-a231-04b8fd6aa5ae tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1756186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4398095'] for segment, after_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:01:12.384382 n-d-713301-16 neutron-server[95102]: Traceback (most recent call last): Sep 23 20:01:12.384382 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 20:01:12.384382 n-d-713301-16 neutron-server[95102]: timer() Sep 23 20:01:12.384382 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 20:01:12.384382 n-d-713301-16 neutron-server[95102]: cb(*args, **kw) Sep 23 20:01:12.384382 n-d-713301-16 neutron-server[95102]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 20:01:12.384382 n-d-713301-16 neutron-server[95102]: return func(*args, **kwargs) Sep 23 20:01:12.384382 n-d-713301-16 neutron-server[95102]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 20:01:12.384382 n-d-713301-16 neutron-server[95102]: self._notify() Sep 23 20:01:12.384382 n-d-713301-16 neutron-server[95102]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 20:01:12.384382 n-d-713301-16 neutron-server[95102]: self.callback(batched_events) Sep 23 20:01:12.384382 n-d-713301-16 neutron-server[95102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 20:01:12.384382 n-d-713301-16 neutron-server[95102]: event.method(event) Sep 23 20:01:12.384382 n-d-713301-16 neutron-server[95102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 20:01:12.384382 n-d-713301-16 neutron-server[95102]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 20:01:12.384382 n-d-713301-16 neutron-server[95102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 20:01:12.384382 n-d-713301-16 neutron-server[95102]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 20:01:12.384382 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 20:01:12.384382 n-d-713301-16 neutron-server[95102]: return f(self, *a, **k) Sep 23 20:01:12.384382 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 20:01:12.384382 n-d-713301-16 neutron-server[95102]: return self._get(url).json() Sep 23 20:01:12.384382 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 20:01:12.384382 n-d-713301-16 neutron-server[95102]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 20:01:12.384382 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 20:01:12.384382 n-d-713301-16 neutron-server[95102]: return self.request(url, 'GET', **kwargs) Sep 23 20:01:12.384382 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 20:01:12.384382 n-d-713301-16 neutron-server[95102]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 20:01:12.384382 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 20:01:12.384382 n-d-713301-16 neutron-server[95102]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 20:01:12.384382 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 20:01:12.384382 n-d-713301-16 neutron-server[95102]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 20:01:12.384382 n-d-713301-16 neutron-server[95102]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 20:01:12.447098 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-242ff813-b0ec-4b87-a231-04b8fd6aa5ae tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1754627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-601866'] for network, after_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:01:12.453994 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-242ff813-b0ec-4b87-a231-04b8fd6aa5ae tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] Notify callbacks [] for network, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:01:12.455819 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-242ff813-b0ec-4b87-a231-04b8fd6aa5ae tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] 10.222.0.67 "DELETE /v2.0/networks/8df6e29f-7a1c-4bb3-9171-1daad65e26d9 HTTP/1.1" status: 204 len: 168 time: 0.3121924 Sep 23 20:01:12.458696 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 57928) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:01:12.467715 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-242ff813-b0ec-4b87-a231-04b8fd6aa5ae tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] Pushing event deleted for resources: {'Network': ['ID=8df6e29f-7a1c-4bb3-9171-1daad65e26d9,revision_number=None']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:01:12.519664 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-a2fa833f-3af9-42ca-ba04-f48785606d25 tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] Notify callbacks [] for security_group, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:01:12.545186 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-a2fa833f-3af9-42ca-ba04-f48785606d25 tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:01:12.606183 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-a2fa833f-3af9-42ca-ba04-f48785606d25 tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:01:12.609077 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-a2fa833f-3af9-42ca-ba04-f48785606d25 tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] Notify callbacks [] for security_group, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:01:12.610315 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-a2fa833f-3af9-42ca-ba04-f48785606d25 tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] 10.222.0.67 "DELETE /v2.0/security-groups/27ad1bfd-bb32-47ba-ada0-5032120bf28a HTTP/1.1" status: 204 len: 168 time: 0.1505787 Sep 23 20:01:12.620384 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2fa833f-3af9-42ca-ba04-f48785606d25 tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=27ad1bfd-bb32-47ba-ada0-5032120bf28a,revision_number=None']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:01:12.631784 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2fa833f-3af9-42ca-ba04-f48785606d25 tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:01:12.632380 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2fa833f-3af9-42ca-ba04-f48785606d25 tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:01:12.633001 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2fa833f-3af9-42ca-ba04-f48785606d25 tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:01:12.633584 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2fa833f-3af9-42ca-ba04-f48785606d25 tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:01:12.634164 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2fa833f-3af9-42ca-ba04-f48785606d25 tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:01:12.634736 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2fa833f-3af9-42ca-ba04-f48785606d25 tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:01:12.635702 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2fa833f-3af9-42ca-ba04-f48785606d25 tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:01:12.636238 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2fa833f-3af9-42ca-ba04-f48785606d25 tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:01:12.636570 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2fa833f-3af9-42ca-ba04-f48785606d25 tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:01:12.637085 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2fa833f-3af9-42ca-ba04-f48785606d25 tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:01:12.637462 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2fa833f-3af9-42ca-ba04-f48785606d25 tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:01:12.637979 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2fa833f-3af9-42ca-ba04-f48785606d25 tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:01:12.770115 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Device 81842b51-46c8-4702-aed9-7e15ebce306f no longer exists at agent ovs-agent-n-d-713301-16 {{(pid=95103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 20:01:12.794523 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.plugin [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] No Port match for: 81842b51-46c8-4702-aed9-7e15ebce306f {{(pid=95103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 20:01:12.794864 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Device 81842b51-46c8-4702-aed9-7e15ebce306f not bound to the agent host n-d-713301-16 {{(pid=95103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 20:01:12.795271 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Device e6d68c63-9b5d-46d5-aa86-463c4e83649c no longer exists at agent ovs-agent-n-d-713301-16 {{(pid=95103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 20:01:12.812864 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.plugin [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] No Port match for: e6d68c63-9b5d-46d5-aa86-463c4e83649c {{(pid=95103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 20:01:12.813210 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Device e6d68c63-9b5d-46d5-aa86-463c4e83649c not bound to the agent host n-d-713301-16 {{(pid=95103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 20:01:12.813610 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Device 5160c71f-06ff-4388-aff0-a159164463a3 no longer exists at agent ovs-agent-n-d-713301-16 {{(pid=95103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 20:01:12.831669 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.plugin [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] No Port match for: 5160c71f-06ff-4388-aff0-a159164463a3 {{(pid=95103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 20:01:12.832039 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Device 5160c71f-06ff-4388-aff0-a159164463a3 not bound to the agent host n-d-713301-16 {{(pid=95103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 20:01:13.013494 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 57934) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:01:13.018181 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.v2.base [None req-d0a68664-051b-4bd8-bfc8-c5c82eb41bb2 tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1388258020', 'description': 'tempest-secgroup-smoke-1388258020 description', 'project_id': '9cf4888c1a454e07a3d16aa9e7c63006'}} {{(pid=95102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 20:01:13.038930 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-d0a68664-051b-4bd8-bfc8-c5c82eb41bb2 tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] Notify callbacks [] for security_group, before_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:01:13.118270 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-d0a68664-051b-4bd8-bfc8-c5c82eb41bb2 tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] Notify callbacks [] for security_group, precommit_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:01:13.122189 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-d0a68664-051b-4bd8-bfc8-c5c82eb41bb2 tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:01:13.151738 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-d0a68664-051b-4bd8-bfc8-c5c82eb41bb2 tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] Notify callbacks [] for security_group, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:01:13.153005 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-d0a68664-051b-4bd8-bfc8-c5c82eb41bb2 tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] 10.222.0.67 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1384928 Sep 23 20:01:13.154851 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0a68664-051b-4bd8-bfc8-c5c82eb41bb2 tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f16d014c-1467-4d6c-b858-8e03dea3a672,revision_number=1']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:01:13.156109 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 57936) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:01:13.160822 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.v2.base [None req-da45ff2f-ca7b-480c-8c5e-d72333feeea5 tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] Request body: {'security_group_rule': {'security_group_id': 'f16d014c-1467-4d6c-b858-8e03dea3a672', 'project_id': '9cf4888c1a454e07a3d16aa9e7c63006', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 20:01:13.187354 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-da45ff2f-ca7b-480c-8c5e-d72333feeea5 tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:01:13.247507 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-da45ff2f-ca7b-480c-8c5e-d72333feeea5 tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:01:13.250515 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-da45ff2f-ca7b-480c-8c5e-d72333feeea5 tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575319'] for security_group_rule, after_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:01:13.268141 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da45ff2f-ca7b-480c-8c5e-d72333feeea5 tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8f2c0ea5-c1c9-4d88-9377-d808b3603e6c,revision_number=0']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:01:13.274376 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-da45ff2f-ca7b-480c-8c5e-d72333feeea5 tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:01:13.275527 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-da45ff2f-ca7b-480c-8c5e-d72333feeea5 tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1183388 Sep 23 20:01:13.278372 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 57938) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:01:13.282769 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.v2.base [None req-ec6ce077-d5da-4745-92b3-8d5e0e604ab1 tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] Request body: {'security_group_rule': {'security_group_id': 'f16d014c-1467-4d6c-b858-8e03dea3a672', 'project_id': '9cf4888c1a454e07a3d16aa9e7c63006', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=95101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 20:01:13.310434 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-ec6ce077-d5da-4745-92b3-8d5e0e604ab1 tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:01:13.366670 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-ec6ce077-d5da-4745-92b3-8d5e0e604ab1 tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:01:13.371562 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-ec6ce077-d5da-4745-92b3-8d5e0e604ab1 tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575319'] for security_group_rule, after_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:01:13.391167 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec6ce077-d5da-4745-92b3-8d5e0e604ab1 tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f1b26ff7-088f-4d1e-845a-49233d424010,revision_number=0']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:01:13.398457 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-ec6ce077-d5da-4745-92b3-8d5e0e604ab1 tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:01:13.399735 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-ec6ce077-d5da-4745-92b3-8d5e0e604ab1 tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1204612 Sep 23 20:01:13.402515 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 57940) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:01:13.407053 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.v2.base [None req-eb5fbb74-ba4a-4f56-936d-f0400301f1a8 tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] Request body: {'security_group_rule': {'security_group_id': 'f16d014c-1467-4d6c-b858-8e03dea3a672', 'project_id': '9cf4888c1a454e07a3d16aa9e7c63006', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=95101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 20:01:13.433701 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-eb5fbb74-ba4a-4f56-936d-f0400301f1a8 tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:01:13.490766 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-eb5fbb74-ba4a-4f56-936d-f0400301f1a8 tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:01:13.494267 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-eb5fbb74-ba4a-4f56-936d-f0400301f1a8 tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575319'] for security_group_rule, after_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:01:13.512469 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb5fbb74-ba4a-4f56-936d-f0400301f1a8 tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=40d30a68-7f53-4c35-91d4-fc7102f96614,revision_number=0']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:01:13.517333 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-eb5fbb74-ba4a-4f56-936d-f0400301f1a8 tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:01:13.521110 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-eb5fbb74-ba4a-4f56-936d-f0400301f1a8 tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1172891 Sep 23 20:01:13.521520 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 57942) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:01:13.527559 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.v2.base [None req-d32cd108-d173-49bd-b677-a7f7e14c3ddd tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] Request body: {'security_group_rule': {'security_group_id': 'f16d014c-1467-4d6c-b858-8e03dea3a672', 'project_id': '9cf4888c1a454e07a3d16aa9e7c63006', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=95102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 20:01:13.554567 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-d32cd108-d173-49bd-b677-a7f7e14c3ddd tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:01:13.613833 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-d32cd108-d173-49bd-b677-a7f7e14c3ddd tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:01:13.617596 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-d32cd108-d173-49bd-b677-a7f7e14c3ddd tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575319'] for security_group_rule, after_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:01:13.635618 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d32cd108-d173-49bd-b677-a7f7e14c3ddd tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b8aaf978-e9a4-436b-9976-ae6dbf4b1043,revision_number=0']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:01:13.641054 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-d32cd108-d173-49bd-b677-a7f7e14c3ddd tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:01:13.642542 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-d32cd108-d173-49bd-b677-a7f7e14c3ddd tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1197190 Sep 23 20:01:13.645129 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 57944) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:01:13.649276 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.v2.base [None req-b4ce14e5-1644-4f04-8041-4841dd31a1fd tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] Request body: {'security_group_rule': {'security_group_id': 'f16d014c-1467-4d6c-b858-8e03dea3a672', 'project_id': '9cf4888c1a454e07a3d16aa9e7c63006', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=95102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 20:01:13.672918 n-d-713301-16 neutron-server[95102]: INFO neutron.db.securitygroups_db [None req-b4ce14e5-1644-4f04-8041-4841dd31a1fd tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] Project 9cf4888c1a454e07a3d16aa9e7c63006 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 23 20:01:13.677992 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-b4ce14e5-1644-4f04-8041-4841dd31a1fd tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:01:13.746084 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-b4ce14e5-1644-4f04-8041-4841dd31a1fd tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:01:13.750253 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-b4ce14e5-1644-4f04-8041-4841dd31a1fd tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575319'] for security_group_rule, after_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:01:13.768296 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4ce14e5-1644-4f04-8041-4841dd31a1fd tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0d5dc51b-ed29-444e-8420-905c7b7fff30,revision_number=0']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:01:13.773697 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-b4ce14e5-1644-4f04-8041-4841dd31a1fd tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:01:13.774833 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-b4ce14e5-1644-4f04-8041-4841dd31a1fd tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1289411 Sep 23 20:01:13.778474 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 57946) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:01:13.783035 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.v2.base [None req-6121f522-4001-4a1d-8321-5df3ba347a85 tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] Request body: {'security_group_rule': {'security_group_id': 'f16d014c-1467-4d6c-b858-8e03dea3a672', 'project_id': '9cf4888c1a454e07a3d16aa9e7c63006', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=95102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 20:01:13.806200 n-d-713301-16 neutron-server[95102]: INFO neutron.db.securitygroups_db [None req-6121f522-4001-4a1d-8321-5df3ba347a85 tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] Project 9cf4888c1a454e07a3d16aa9e7c63006 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 23 20:01:13.811473 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-6121f522-4001-4a1d-8321-5df3ba347a85 tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:01:13.879351 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-6121f522-4001-4a1d-8321-5df3ba347a85 tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:01:13.882867 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-6121f522-4001-4a1d-8321-5df3ba347a85 tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575319'] for security_group_rule, after_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:01:13.901828 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6121f522-4001-4a1d-8321-5df3ba347a85 tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9e01a644-ed7b-460b-8c7c-1d4bd6560ce8,revision_number=0']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:01:13.905340 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-6121f522-4001-4a1d-8321-5df3ba347a85 tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:01:13.906578 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-6121f522-4001-4a1d-8321-5df3ba347a85 tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1271424 Sep 23 20:01:13.909482 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 57948) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:01:13.914321 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.v2.base [None req-d36d64be-8674-49d9-9cd5-b3bfa11d81b4 tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] Request body: {'network': {'name': 'tempest-network-smoke--1760372407', 'project_id': '9cf4888c1a454e07a3d16aa9e7c63006', 'port_security_enabled': True}} {{(pid=95102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 20:01:13.937487 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d36d64be-8674-49d9-9cd5-b3bfa11d81b4 tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] Made reservation on behalf of 9cf4888c1a454e07a3d16aa9e7c63006 for: {'network': 1} {{(pid=95102) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 20:01:13.940946 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-d36d64be-8674-49d9-9cd5-b3bfa11d81b4 tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for network, before_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:01:13.963919 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d36d64be-8674-49d9-9cd5-b3bfa11d81b4 tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 601} {{(pid=95102) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 20:01:13.972928 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-d36d64be-8674-49d9-9cd5-b3bfa11d81b4 tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1756186'] for segment, precommit_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:01:13.973272 n-d-713301-16 neutron-server[95102]: INFO neutron.db.segments_db [None req-d36d64be-8674-49d9-9cd5-b3bfa11d81b4 tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] Added segment 5d8d9e87-64ab-45d5-aa8a-759b0f243b9a of type vlan for network 45243160-e9cf-4355-b20a-96d298d3b4f6 Sep 23 20:01:14.013028 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-d36d64be-8674-49d9-9cd5-b3bfa11d81b4 tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783145630486'] for network, precommit_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:01:14.037734 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-d36d64be-8674-49d9-9cd5-b3bfa11d81b4 tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299'] for network, after_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:01:14.043465 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d36d64be-8674-49d9-9cd5-b3bfa11d81b4 tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:01:14.044056 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-d36d64be-8674-49d9-9cd5-b3bfa11d81b4 tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] Notify callbacks [] for network, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:01:14.080609 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-d36d64be-8674-49d9-9cd5-b3bfa11d81b4 tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1700675 Sep 23 20:01:14.083293 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 57950) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:01:14.090015 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.v2.base [None req-3df216a1-26ef-4055-a499-47fb0633a030 tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-755326862', 'admin_state_up': True, 'project_id': '9cf4888c1a454e07a3d16aa9e7c63006', 'external_gateway_info': {'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac'}}} {{(pid=95102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 20:01:14.125889 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d36d64be-8674-49d9-9cd5-b3bfa11d81b4 tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] Pushing event updated for resources: {'Network': ['ID=45243160-e9cf-4355-b20a-96d298d3b4f6,revision_number=1']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:01:14.137321 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Network 45243160-e9cf-4355-b20a-96d298d3b4f6 details requested by agent ovs-agent-n-d-713301-16 with host n-d-713301-16 {{(pid=95103) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 20:01:14.142202 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-3df216a1-26ef-4055-a499-47fb0633a030 tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-594563', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29355'] for router, before_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:01:14.143180 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-3df216a1-26ef-4055-a499-47fb0633a030 tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-597363', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-601731', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-739356', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29346'] for router, precommit_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:01:14.204370 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-3df216a1-26ef-4055-a499-47fb0633a030 tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:01:14.340979 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-3df216a1-26ef-4055-a499-47fb0633a030 tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:01:14.849896 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-3df216a1-26ef-4055-a499-47fb0633a030 tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] Notify callbacks [] for router_gateway, before_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:01:14.868982 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-3df216a1-26ef-4055-a499-47fb0633a030 tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:01:14.969878 n-d-713301-16 neutron-server[95102]: DEBUG neutron.db.db_base_plugin_common [None req-3df216a1-26ef-4055-a499-47fb0633a030 tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] Allocated IP 172.25.1.122 (5dec5c09-378e-4f50-89cc-d94eb81c3bac/eff83446-018c-428d-b3f5-54ac9abe7a2a/f92e196a-4452-4ba7-9d5c-4fa40554b15f) {{(pid=95102) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 20:01:15.074512 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-3df216a1-26ef-4055-a499-47fb0633a030 tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] Notify callbacks [] for port, precommit_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:01:15.107597 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-3df216a1-26ef-4055-a499-47fb0633a030 tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783145673135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4399100'] for port, after_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:01:15.145456 n-d-713301-16 neutron-server[95102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3df216a1-26ef-4055-a499-47fb0633a030 tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] Network 5dec5c09-378e-4f50-89cc-d94eb81c3bac is already hosted by enough agents. {{(pid=95102) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 20:01:15.148252 n-d-713301-16 neutron-server[95102]: DEBUG neutron.scheduler.base_scheduler [None req-3df216a1-26ef-4055-a499-47fb0633a030 tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] Resources bound (agent type, host, resource id): {{(pid=95102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 20:01:15.152337 n-d-713301-16 neutron-server[95102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3df216a1-26ef-4055-a499-47fb0633a030 tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] Received port after_create {{(pid=95102) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 20:01:15.160461 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df216a1-26ef-4055-a499-47fb0633a030 tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] Pushing event updated for resources: {'Port': ['ID=f92e196a-4452-4ba7-9d5c-4fa40554b15f,revision_number=1']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:01:15.407976 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-3df216a1-26ef-4055-a499-47fb0633a030 tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] Notify callbacks [] for router_gateway, after_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:01:15.606524 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-3df216a1-26ef-4055-a499-47fb0633a030 tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-597258', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-601790'] for router, after_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:01:15.733342 n-d-713301-16 neutron-server[95102]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3df216a1-26ef-4055-a499-47fb0633a030 tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] Router 8b433441-3b68-4a15-8606-505ad38ad29c is scheduled to L3 agent 79a740bf-7821-4989-8288-7186e3e128f3 with binding_index 1 {{(pid=95102) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 23 20:01:15.852075 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3df216a1-26ef-4055-a499-47fb0633a030 tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] Notify agent at l3_agent.n-d-713301-16 the message routers_updated {{(pid=95102) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 20:01:15.862741 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da0d56f7-d377-4168-bfdc-dce63375d4fc None None] Sync routers for ids ['8b433441-3b68-4a15-8606-505ad38ad29c'] in n-d-713301-16 {{(pid=95104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 20:01:15.874690 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da0d56f7-d377-4168-bfdc-dce63375d4fc None None] Routers {'8b433441-3b68-4a15-8606-505ad38ad29c'} bound to L3 agent in host n-d-713301-16 {{(pid=95104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 20:01:15.875273 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-3df216a1-26ef-4055-a499-47fb0633a030 tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] Notify callbacks [] for router, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:01:15.875817 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_hamode_db [None req-da0d56f7-d377-4168-bfdc-dce63375d4fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-23T19:07:52Z,description=,heartbeat_timestamp=2021-09-23T20:00:53Z,host='n-d-713301-16',id=79a740bf-7821-4989-8288-7186e3e128f3,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:07:52Z,topic='l3_agent')) {'router_ids': ['8b433441-3b68-4a15-8606-505ad38ad29c'], 'active': True} {{(pid=95104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 20:01:15.876509 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-3df216a1-26ef-4055-a499-47fb0633a030 tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] 10.222.0.67 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.7922895 Sep 23 20:01:15.880790 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 57956) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:01:15.909858 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-86e6e634-31e3-4897-bd9c-7a4169d53939 tempest-TestNetworkAdvancedServerOps-1630542813 tempest-TestNetworkAdvancedServerOps-1630542813-project-admin] 10.222.0.67 "GET /v2.0/subnets?project_id=9cf4888c1a454e07a3d16aa9e7c63006&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0279424 Sep 23 20:01:15.912378 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 57958) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:01:15.987016 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_dvr_db [None req-da0d56f7-d377-4168-bfdc-dce63375d4fc None None] Set router 8b433441-3b68-4a15-8606-505ad38ad29c gateway port host: n-d-713301-16 {{(pid=95104) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 20:01:16.002927 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87b59ceb-6995-4ddb-aca4-863eded337a6 tempest-TestNetworkAdvancedServerOps-1630542813 tempest-TestNetworkAdvancedServerOps-1630542813-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:01:16.004445 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-87b59ceb-6995-4ddb-aca4-863eded337a6 tempest-TestNetworkAdvancedServerOps-1630542813 tempest-TestNetworkAdvancedServerOps-1630542813-project-admin] 10.222.0.67 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0911369 Sep 23 20:01:16.007419 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 57960) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:01:16.037819 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-5f426abf-3113-4686-9391-33596ff3142c tempest-TestNetworkAdvancedServerOps-1630542813 tempest-TestNetworkAdvancedServerOps-1630542813-project-admin] 10.222.0.67 "GET /v2.0/subnets?network_id=5dec5c09-378e-4f50-89cc-d94eb81c3bac&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0292535 Sep 23 20:01:16.040457 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 57962) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:01:16.046255 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.v2.base [None req-7fb5c12d-d2f2-4304-8ac0-781d262aea9b tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1922459214', 'network_id': '45243160-e9cf-4355-b20a-96d298d3b4f6', 'project_id': '9cf4888c1a454e07a3d16aa9e7c63006', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=95101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 20:01:16.135778 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7fb5c12d-d2f2-4304-8ac0-781d262aea9b tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] Made reservation on behalf of 9cf4888c1a454e07a3d16aa9e7c63006 for: {'subnet': 1} {{(pid=95101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 20:01:16.139267 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-7fb5c12d-d2f2-4304-8ac0-781d262aea9b tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6130979'] for subnet, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:01:16.163596 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_hamode_db [None req-da0d56f7-d377-4168-bfdc-dce63375d4fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b433441-3b68-4a15-8606-505ad38ad29c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-755326862', 'tenant_id': '9cf4888c1a454e07a3d16aa9e7c63006', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'external_fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.122'}], 'enable_snat': True}, 'gw_port_id': 'f92e196a-4452-4ba7-9d5c-4fa40554b15f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T20:01:14Z', 'updated_at': '2021-09-23T20:01:15Z', 'revision_number': 3, 'project_id': '9cf4888c1a454e07a3d16aa9e7c63006', 'gw_port': {'id': 'f92e196a-4452-4ba7-9d5c-4fa40554b15f', 'name': '', 'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:2e:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b433441-3b68-4a15-8606-505ad38ad29c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3966, 'fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T20:01:14Z', 'updated_at': '2021-09-23T20:01:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-16'}], 'n-d-713301-16', False) {} {{(pid=95104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 20:01:16.194234 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da0d56f7-d377-4168-bfdc-dce63375d4fc None None] Checking router: 8b433441-3b68-4a15-8606-505ad38ad29c for host: n-d-713301-16 {{(pid=95104) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 20:01:16.194580 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da0d56f7-d377-4168-bfdc-dce63375d4fc None None] Updating router 8b433441-3b68-4a15-8606-505ad38ad29c port f92e196a-4452-4ba7-9d5c-4fa40554b15f binding host n-d-713301-16 {{(pid=95104) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 23 20:01:16.221118 n-d-713301-16 neutron-server[95104]: DEBUG neutron_lib.callbacks.manager [None req-da0d56f7-d377-4168-bfdc-dce63375d4fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:01:16.321054 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-7fb5c12d-d2f2-4304-8ac0-781d262aea9b tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5607579', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6130961'] for subnet, after_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:01:16.381142 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fb5c12d-d2f2-4304-8ac0-781d262aea9b tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] Pushing event updated for resources: {'Subnet': ['ID=f9592763-4f70-40be-9db5-ffd76a5e823e,revision_number=0']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:01:16.392041 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fb5c12d-d2f2-4304-8ac0-781d262aea9b tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] Checking segment: {'id': '5d8d9e87-64ab-45d5-aa8a-759b0f243b9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '45243160-e9cf-4355-b20a-96d298d3b4f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 20:01:16.392406 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fb5c12d-d2f2-4304-8ac0-781d262aea9b tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] Network hostable DHCP agents. Network: 45243160-e9cf-4355-b20a-96d298d3b4f6, hostable agents: ['1b18bf05-1b5f-4587-be5c-af3ac38e32ad'], hosted agents: [] {{(pid=95101) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 20:01:16.410004 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fb5c12d-d2f2-4304-8ac0-781d262aea9b tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] Network 45243160-e9cf-4355-b20a-96d298d3b4f6 is scheduled to be hosted by DHCP agent 1b18bf05-1b5f-4587-be5c-af3ac38e32ad with binding_index 1 {{(pid=95101) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 20:01:16.419890 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.base_scheduler [None req-7fb5c12d-d2f2-4304-8ac0-781d262aea9b tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713301-16, 45243160-e9cf-4355-b20a-96d298d3b4f6) {{(pid=95101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 20:01:16.424685 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fb5c12d-d2f2-4304-8ac0-781d262aea9b tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:01:16.425593 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-7fb5c12d-d2f2-4304-8ac0-781d262aea9b tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] Notify callbacks [] for subnet, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:01:16.428777 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0994ab2-5bfc-4e21-9d3c-c921e4d1915b None None] Network 45243160-e9cf-4355-b20a-96d298d3b4f6 requested from n-d-713301-16 {{(pid=95103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 20:01:16.439990 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-7fb5c12d-d2f2-4304-8ac0-781d262aea9b tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.3984678 Sep 23 20:01:16.442730 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 57964) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:01:16.491398 n-d-713301-16 neutron-server[95104]: DEBUG neutron_lib.callbacks.manager [None req-da0d56f7-d377-4168-bfdc-dce63375d4fc None None] Notify callbacks [] for port, precommit_update {{(pid=95104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:01:16.497382 n-d-713301-16 neutron-server[95104]: DEBUG neutron_lib.callbacks.manager [None req-da0d56f7-d377-4168-bfdc-dce63375d4fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:01:16.547254 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f0811d9-ef0a-4bcc-8fe5-d1f066202cbf None None] Pushing event updated for resources: {'Port': ['ID=f92e196a-4452-4ba7-9d5c-4fa40554b15f,revision_number=2']} {{(pid=95104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:01:16.561331 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f0811d9-ef0a-4bcc-8fe5-d1f066202cbf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:01:16.561816 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f0811d9-ef0a-4bcc-8fe5-d1f066202cbf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:01:16.562254 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f0811d9-ef0a-4bcc-8fe5-d1f066202cbf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:01:16.562679 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f0811d9-ef0a-4bcc-8fe5-d1f066202cbf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:01:16.563100 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f0811d9-ef0a-4bcc-8fe5-d1f066202cbf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:01:16.563593 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f0811d9-ef0a-4bcc-8fe5-d1f066202cbf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:01:16.564026 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f0811d9-ef0a-4bcc-8fe5-d1f066202cbf None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:01:16.564444 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f0811d9-ef0a-4bcc-8fe5-d1f066202cbf None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:01:16.564880 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f0811d9-ef0a-4bcc-8fe5-d1f066202cbf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:01:16.565315 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f0811d9-ef0a-4bcc-8fe5-d1f066202cbf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:01:16.565728 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f0811d9-ef0a-4bcc-8fe5-d1f066202cbf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:01:16.566232 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f0811d9-ef0a-4bcc-8fe5-d1f066202cbf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:01:16.574631 n-d-713301-16 neutron-server[95104]: DEBUG neutron.plugins.ml2.managers [None req-da0d56f7-d377-4168-bfdc-dce63375d4fc None None] Attempting to bind port f92e196a-4452-4ba7-9d5c-4fa40554b15f on host n-d-713301-16 for vnic_type normal with profile {{(pid=95104) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 20:01:16.575177 n-d-713301-16 neutron-server[95104]: DEBUG neutron.plugins.ml2.managers [None req-da0d56f7-d377-4168-bfdc-dce63375d4fc None None] Attempting to bind port f92e196a-4452-4ba7-9d5c-4fa40554b15f by drivers openvswitch,hyperv on host n-d-713301-16 at level 0 using segments [{'id': '7d4027f1-d893-4c7b-95d4-757b8e44e380', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac'}] {{(pid=95104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 20:01:16.575632 n-d-713301-16 neutron-server[95104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da0d56f7-d377-4168-bfdc-dce63375d4fc None None] Attempting to bind port f92e196a-4452-4ba7-9d5c-4fa40554b15f on network 5dec5c09-378e-4f50-89cc-d94eb81c3bac {{(pid=95104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 20:01:16.581554 n-d-713301-16 neutron-server[95104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da0d56f7-d377-4168-bfdc-dce63375d4fc None None] Checking agent: {'id': '70a14545-df24-472f-8f95-bfe1719bff93', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 19, 7, 53), 'started_at': datetime.datetime(2021, 9, 23, 19, 8, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 20, 0, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 20:01:16.582165 n-d-713301-16 neutron-server[95104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da0d56f7-d377-4168-bfdc-dce63375d4fc None None] Checking segment: {'id': '7d4027f1-d893-4c7b-95d4-757b8e44e380', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95104) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 20:01:16.582648 n-d-713301-16 neutron-server[95104]: DEBUG neutron_lib.callbacks.manager [None req-da0d56f7-d377-4168-bfdc-dce63375d4fc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:01:16.583098 n-d-713301-16 neutron-server[95104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da0d56f7-d377-4168-bfdc-dce63375d4fc None None] Bound using segment: {'id': '7d4027f1-d893-4c7b-95d4-757b8e44e380', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac'} {{(pid=95104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 20:01:16.583674 n-d-713301-16 neutron-server[95104]: DEBUG neutron.plugins.ml2.managers [None req-da0d56f7-d377-4168-bfdc-dce63375d4fc None None] Bound port: f92e196a-4452-4ba7-9d5c-4fa40554b15f, host: n-d-713301-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7d4027f1-d893-4c7b-95d4-757b8e44e380', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac'}}] {{(pid=95104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 20:01:16.584114 n-d-713301-16 neutron-server[95104]: DEBUG neutron_lib.callbacks.manager [None req-da0d56f7-d377-4168-bfdc-dce63375d4fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:01:16.589662 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c06ef62-f1fd-49c7-9aec-b2cc8f6aaf0e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4c8b80df-07eb-5275-9f17-5cf640db67c0-45243160-e9cf-4355-b20a-96d298d3b4f6', 'network_id': '45243160-e9cf-4355-b20a-96d298d3b4f6', 'tenant_id': '9cf4888c1a454e07a3d16aa9e7c63006', 'fixed_ips': [{'subnet_id': 'f9592763-4f70-40be-9db5-ffd76a5e823e'}]}} from n-d-713301-16. {{(pid=95103) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 23 20:01:16.590624 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-0c06ef62-f1fd-49c7-9aec-b2cc8f6aaf0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_create {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:01:16.738328 n-d-713301-16 neutron-server[95104]: DEBUG neutron.plugins.ml2.db [None req-da0d56f7-d377-4168-bfdc-dce63375d4fc None None] For port f92e196a-4452-4ba7-9d5c-4fa40554b15f, host n-d-713301-16, cleared binding levels {{(pid=95104) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 20:01:16.741708 n-d-713301-16 neutron-server[95104]: DEBUG neutron.plugins.ml2.db [None req-da0d56f7-d377-4168-bfdc-dce63375d4fc None None] For port f92e196a-4452-4ba7-9d5c-4fa40554b15f, host n-d-713301-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-16',level=0,port_id=f92e196a-4452-4ba7-9d5c-4fa40554b15f,segment=NetworkSegment(7d4027f1-d893-4c7b-95d4-757b8e44e380),segment_id=7d4027f1-d893-4c7b-95d4-757b8e44e380)] {{(pid=95104) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 20:01:16.741870 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.db_base_plugin_common [None req-0c06ef62-f1fd-49c7-9aec-b2cc8f6aaf0e None None] Allocated IP 172.20.0.2 (45243160-e9cf-4355-b20a-96d298d3b4f6/f9592763-4f70-40be-9db5-ffd76a5e823e/41f839df-9d66-4127-a4ea-304032b1fa46) {{(pid=95103) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 20:01:16.747524 n-d-713301-16 neutron-server[95104]: DEBUG neutron_lib.callbacks.manager [None req-da0d56f7-d377-4168-bfdc-dce63375d4fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:01:16.810736 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da0d56f7-d377-4168-bfdc-dce63375d4fc None None] Routers {'8b433441-3b68-4a15-8606-505ad38ad29c'} bound to L3 agent in host n-d-713301-16 {{(pid=95104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 20:01:16.811366 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_hamode_db [None req-da0d56f7-d377-4168-bfdc-dce63375d4fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-23T19:07:52Z,description=,heartbeat_timestamp=2021-09-23T20:00:53Z,host='n-d-713301-16',id=79a740bf-7821-4989-8288-7186e3e128f3,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:07:52Z,topic='l3_agent')) {'router_ids': ['8b433441-3b68-4a15-8606-505ad38ad29c'], 'active': True} {{(pid=95104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 20:01:16.814813 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f0811d9-ef0a-4bcc-8fe5-d1f066202cbf None None] Pushing event updated for resources: {'Port': ['ID=f92e196a-4452-4ba7-9d5c-4fa40554b15f,revision_number=3']} {{(pid=95104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:01:16.959068 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-b99a2e87-c2fd-4996-80fc-5432253721b4 tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:01:16.962763 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_dvr_db [None req-da0d56f7-d377-4168-bfdc-dce63375d4fc None None] Set router 8b433441-3b68-4a15-8606-505ad38ad29c gateway port host: n-d-713301-16 {{(pid=95104) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 20:01:17.051409 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-0c06ef62-f1fd-49c7-9aec-b2cc8f6aaf0e None None] Notify callbacks [] for port, precommit_create {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:01:17.058995 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-0c06ef62-f1fd-49c7-9aec-b2cc8f6aaf0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783145673135'] for port, after_create {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:01:17.121358 n-d-713301-16 neutron-server[95103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c06ef62-f1fd-49c7-9aec-b2cc8f6aaf0e None None] Network 45243160-e9cf-4355-b20a-96d298d3b4f6 is already hosted by enough agents. {{(pid=95103) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 20:01:17.128192 n-d-713301-16 neutron-server[95103]: DEBUG neutron.scheduler.base_scheduler [None req-0c06ef62-f1fd-49c7-9aec-b2cc8f6aaf0e None None] Resources bound (agent type, host, resource id): {{(pid=95103) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 20:01:17.132953 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c06ef62-f1fd-49c7-9aec-b2cc8f6aaf0e None None] Received port after_create {{(pid=95103) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 20:01:17.151551 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c06ef62-f1fd-49c7-9aec-b2cc8f6aaf0e None None] Pushing event updated for resources: {'Port': ['ID=41f839df-9d66-4127-a4ea-304032b1fa46,revision_number=1']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:01:17.232292 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.managers [None req-0c06ef62-f1fd-49c7-9aec-b2cc8f6aaf0e None None] Attempting to bind port 41f839df-9d66-4127-a4ea-304032b1fa46 on host n-d-713301-16 for vnic_type normal with profile {{(pid=95103) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 20:01:17.233236 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.managers [None req-0c06ef62-f1fd-49c7-9aec-b2cc8f6aaf0e None None] Attempting to bind port 41f839df-9d66-4127-a4ea-304032b1fa46 by drivers openvswitch,hyperv on host n-d-713301-16 at level 0 using segments [{'id': '5d8d9e87-64ab-45d5-aa8a-759b0f243b9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '45243160-e9cf-4355-b20a-96d298d3b4f6'}] {{(pid=95103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 20:01:17.234072 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c06ef62-f1fd-49c7-9aec-b2cc8f6aaf0e None None] Attempting to bind port 41f839df-9d66-4127-a4ea-304032b1fa46 on network 45243160-e9cf-4355-b20a-96d298d3b4f6 {{(pid=95103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 20:01:17.241369 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c06ef62-f1fd-49c7-9aec-b2cc8f6aaf0e None None] Checking agent: {'id': '70a14545-df24-472f-8f95-bfe1719bff93', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 19, 7, 53), 'started_at': datetime.datetime(2021, 9, 23, 19, 8, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 20, 0, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 20:01:17.241747 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c06ef62-f1fd-49c7-9aec-b2cc8f6aaf0e None None] Checking segment: {'id': '5d8d9e87-64ab-45d5-aa8a-759b0f243b9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '45243160-e9cf-4355-b20a-96d298d3b4f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95103) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 20:01:17.242149 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-0c06ef62-f1fd-49c7-9aec-b2cc8f6aaf0e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:01:17.242531 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c06ef62-f1fd-49c7-9aec-b2cc8f6aaf0e None None] Bound using segment: {'id': '5d8d9e87-64ab-45d5-aa8a-759b0f243b9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '45243160-e9cf-4355-b20a-96d298d3b4f6'} {{(pid=95103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 20:01:17.242985 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.managers [None req-0c06ef62-f1fd-49c7-9aec-b2cc8f6aaf0e None None] Bound port: 41f839df-9d66-4127-a4ea-304032b1fa46, host: n-d-713301-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5d8d9e87-64ab-45d5-aa8a-759b0f243b9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '45243160-e9cf-4355-b20a-96d298d3b4f6'}}] {{(pid=95103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 20:01:17.243359 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-0c06ef62-f1fd-49c7-9aec-b2cc8f6aaf0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:01:17.253784 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_hamode_db [None req-da0d56f7-d377-4168-bfdc-dce63375d4fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b433441-3b68-4a15-8606-505ad38ad29c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-755326862', 'tenant_id': '9cf4888c1a454e07a3d16aa9e7c63006', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'external_fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.122'}], 'enable_snat': True}, 'gw_port_id': 'f92e196a-4452-4ba7-9d5c-4fa40554b15f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T20:01:14Z', 'updated_at': '2021-09-23T20:01:15Z', 'revision_number': 3, 'project_id': '9cf4888c1a454e07a3d16aa9e7c63006', 'gw_port': {'id': 'f92e196a-4452-4ba7-9d5c-4fa40554b15f', 'name': '', 'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:2e:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b433441-3b68-4a15-8606-505ad38ad29c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3966, 'fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T20:01:14Z', 'updated_at': '2021-09-23T20:01:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-16'}], 'n-d-713301-16', False) {} {{(pid=95104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 20:01:17.286428 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da0d56f7-d377-4168-bfdc-dce63375d4fc None None] The sync data for ids ['8b433441-3b68-4a15-8606-505ad38ad29c'] in n-d-713301-16 is: [{'id': '8b433441-3b68-4a15-8606-505ad38ad29c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-755326862', 'tenant_id': '9cf4888c1a454e07a3d16aa9e7c63006', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'external_fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.122'}], 'enable_snat': True}, 'gw_port_id': 'f92e196a-4452-4ba7-9d5c-4fa40554b15f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T20:01:14Z', 'updated_at': '2021-09-23T20:01:15Z', 'revision_number': 3, 'project_id': '9cf4888c1a454e07a3d16aa9e7c63006', 'gw_port': {'id': 'f92e196a-4452-4ba7-9d5c-4fa40554b15f', 'name': '', 'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:2e:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b433441-3b68-4a15-8606-505ad38ad29c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3966, 'fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T20:01:14Z', 'updated_at': '2021-09-23T20:01:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-16'}] {{(pid=95104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 20:01:17.294277 n-d-713301-16 neutron-server[95101]: DEBUG neutron.db.db_base_plugin_common [None req-b99a2e87-c2fd-4996-80fc-5432253721b4 tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] Allocated IP 172.20.0.1 (45243160-e9cf-4355-b20a-96d298d3b4f6/f9592763-4f70-40be-9db5-ffd76a5e823e/62001b0e-f19c-4e00-aed1-732c104c29ec) {{(pid=95101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 20:01:17.320034 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-0c06ef62-f1fd-49c7-9aec-b2cc8f6aaf0e None None] For port 41f839df-9d66-4127-a4ea-304032b1fa46, host n-d-713301-16, cleared binding levels {{(pid=95103) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 20:01:17.325738 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-0c06ef62-f1fd-49c7-9aec-b2cc8f6aaf0e None None] For port 41f839df-9d66-4127-a4ea-304032b1fa46, host n-d-713301-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-16',level=0,port_id=41f839df-9d66-4127-a4ea-304032b1fa46,segment=NetworkSegment(5d8d9e87-64ab-45d5-aa8a-759b0f243b9a),segment_id=5d8d9e87-64ab-45d5-aa8a-759b0f243b9a)] {{(pid=95103) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 20:01:17.331528 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-0c06ef62-f1fd-49c7-9aec-b2cc8f6aaf0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:01:17.397102 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c06ef62-f1fd-49c7-9aec-b2cc8f6aaf0e None None] Pushing event updated for resources: {'Port': ['ID=41f839df-9d66-4127-a4ea-304032b1fa46,revision_number=2']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:01:17.424739 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-b99a2e87-c2fd-4996-80fc-5432253721b4 tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] Notify callbacks [] for port, precommit_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:01:17.461679 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-b99a2e87-c2fd-4996-80fc-5432253721b4 tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783145673135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5607431'] for port, after_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:01:17.503546 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b99a2e87-c2fd-4996-80fc-5432253721b4 tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] Network 45243160-e9cf-4355-b20a-96d298d3b4f6 is already hosted by enough agents. {{(pid=95101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 20:01:17.506888 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.base_scheduler [None req-b99a2e87-c2fd-4996-80fc-5432253721b4 tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] Resources bound (agent type, host, resource id): {{(pid=95101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 20:01:17.511725 n-d-713301-16 neutron-server[95101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b99a2e87-c2fd-4996-80fc-5432253721b4 tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] Received port after_create {{(pid=95101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 20:01:17.567781 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b99a2e87-c2fd-4996-80fc-5432253721b4 tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] Pushing event updated for resources: {'Port': ['ID=62001b0e-f19c-4e00-aed1-732c104c29ec,revision_number=1']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:01:17.577788 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-b99a2e87-c2fd-4996-80fc-5432253721b4 tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-601987'] for router_interface, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:01:17.753297 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-b99a2e87-c2fd-4996-80fc-5432253721b4 tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:01:18.047853 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-b99a2e87-c2fd-4996-80fc-5432253721b4 tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] Notify callbacks [] for port, precommit_update {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:01:18.053523 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-b99a2e87-c2fd-4996-80fc-5432253721b4 tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5607436'] for port, after_update {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:01:18.135887 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-b99a2e87-c2fd-4996-80fc-5432253721b4 tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-527313', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-601459'] for router_interface, after_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:01:18.137967 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b99a2e87-c2fd-4996-80fc-5432253721b4 tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] Pushing event updated for resources: {'Port': ['ID=62001b0e-f19c-4e00-aed1-732c104c29ec,revision_number=2']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:01:18.241024 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b99a2e87-c2fd-4996-80fc-5432253721b4 tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] Network 45243160-e9cf-4355-b20a-96d298d3b4f6 is already hosted by enough agents. {{(pid=95101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 20:01:18.242520 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.base_scheduler [None req-b99a2e87-c2fd-4996-80fc-5432253721b4 tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] Resources bound (agent type, host, resource id): {{(pid=95101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 20:01:18.364119 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b99a2e87-c2fd-4996-80fc-5432253721b4 tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] Router 8b433441-3b68-4a15-8606-505ad38ad29c has already been hosted by L3 agent 79a740bf-7821-4989-8288-7186e3e128f3 {{(pid=95101) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 20:01:18.388193 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36e92781-d5c0-4e1d-a323-be5cdda584c7 None None] Network 45243160-e9cf-4355-b20a-96d298d3b4f6 requested from n-d-713301-16 {{(pid=95103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 20:01:18.478873 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b99a2e87-c2fd-4996-80fc-5432253721b4 tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] Notify agent at l3_agent.n-d-713301-16 the message routers_updated {{(pid=95101) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 20:01:18.484024 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-b99a2e87-c2fd-4996-80fc-5432253721b4 tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] 10.222.0.67 "PUT /v2.0/routers/8b433441-3b68-4a15-8606-505ad38ad29c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0401857 Sep 23 20:01:18.488938 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-f2cddf0a-bd78-4876-ad9a-429e0c0c0bc4 None None] Provisioning complete for port 41f839df-9d66-4127-a4ea-304032b1fa46 triggered by entity DHCP. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 20:01:18.489314 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-f2cddf0a-bd78-4876-ad9a-429e0c0c0bc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:01:18.639238 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-27b05f95-7432-424a-96e9-6b300a5e5637 req-c321b6eb-90bb-4362-afde-2e32e25339b8 tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] 10.222.0.67 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1388258020&fields=id&tenant_id=9cf4888c1a454e07a3d16aa9e7c63006 HTTP/1.1" status: 200 len: 267 time: 0.0477653 Sep 23 20:01:18.646819 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-f2cddf0a-bd78-4876-ad9a-429e0c0c0bc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:01:18.696474 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-f2cddf0a-bd78-4876-ad9a-429e0c0c0bc4 None None] For port 41f839df-9d66-4127-a4ea-304032b1fa46, host n-d-713301-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-16',level=0,port_id=41f839df-9d66-4127-a4ea-304032b1fa46,segment=NetworkSegment(5d8d9e87-64ab-45d5-aa8a-759b0f243b9a),segment_id=5d8d9e87-64ab-45d5-aa8a-759b0f243b9a)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 20:01:18.701801 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-f2cddf0a-bd78-4876-ad9a-429e0c0c0bc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:01:18.769033 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2cddf0a-bd78-4876-ad9a-429e0c0c0bc4 None None] Pushing event updated for resources: {'Port': ['ID=41f839df-9d66-4127-a4ea-304032b1fa46,revision_number=3']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:01:18.837519 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b05f95-7432-424a-96e9-6b300a5e5637 req-604a1107-579b-4a70-ad92-451c8e59e490 tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:01:18.841463 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Device f92e196a-4452-4ba7-9d5c-4fa40554b15f up at agent ovs-agent-n-d-713301-16 {{(pid=95103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 20:01:18.846217 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-27b05f95-7432-424a-96e9-6b300a5e5637 req-604a1107-579b-4a70-ad92-451c8e59e490 tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] 10.222.0.67 "GET /v2.0/networks?id=45243160-e9cf-4355-b20a-96d298d3b4f6 HTTP/1.1" status: 200 len: 797 time: 0.2058835 Sep 23 20:01:18.863078 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-27b05f95-7432-424a-96e9-6b300a5e5637 req-b5e62910-7ea3-4a28-9cf5-7aba86eb75ed tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] 10.222.0.67 "GET /v2.0/quotas/9cf4888c1a454e07a3d16aa9e7c63006 HTTP/1.1" status: 200 len: 375 time: 0.0159054 Sep 23 20:01:18.910500 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Provisioning complete for port f92e196a-4452-4ba7-9d5c-4fa40554b15f triggered by entity L2. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 20:01:18.911154 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:01:18.935347 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-27b05f95-7432-424a-96e9-6b300a5e5637 req-1178d6f1-cf9b-44b9-9d68-7f4f49e7e709 tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=9cf4888c1a454e07a3d16aa9e7c63006&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0709956 Sep 23 20:01:18.954848 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [req-27b05f95-7432-424a-96e9-6b300a5e5637 req-f2463225-a412-4ca6-a3e1-34547be4a5c2 service neutron] http://10.222.0.67:9696/v2.0/extensions returned with HTTP 200 {{(pid=95102) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 23 20:01:18.956523 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-27b05f95-7432-424a-96e9-6b300a5e5637 req-f2463225-a412-4ca6-a3e1-34547be4a5c2 service neutron] 10.222.0.67 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0061808 Sep 23 20:01:19.039781 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:01:19.048795 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-90c6caa3-534e-4152-826d-75edd96249aa None None] Provisioning complete for port 62001b0e-f19c-4e00-aed1-732c104c29ec triggered by entity DHCP. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 20:01:19.049159 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-90c6caa3-534e-4152-826d-75edd96249aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:01:19.087567 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] For port f92e196a-4452-4ba7-9d5c-4fa40554b15f, host n-d-713301-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-16',level=0,port_id=f92e196a-4452-4ba7-9d5c-4fa40554b15f,segment=NetworkSegment(7d4027f1-d893-4c7b-95d4-757b8e44e380),segment_id=7d4027f1-d893-4c7b-95d4-757b8e44e380)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 20:01:19.093022 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:01:19.093823 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Device 41f839df-9d66-4127-a4ea-304032b1fa46 up at agent ovs-agent-n-d-713301-16 {{(pid=95103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 20:01:19.102071 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-27b05f95-7432-424a-96e9-6b300a5e5637 req-7d9c90e9-0be1-4200-9793-d3d3d4d1cec9 service neutron] 10.222.0.67 "GET /v2.0/networks/45243160-e9cf-4355-b20a-96d298d3b4f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1368816 Sep 23 20:01:19.146959 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.plugin [None req-90c6caa3-534e-4152-826d-75edd96249aa None None] Port 62001b0e-f19c-4e00-aed1-732c104c29ec cannot update to ACTIVE because it is not bound. {{(pid=95103) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 20:01:19.152155 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d25ff1-59e2-4c29-8184-b0fba4f62989 req-428e6ecf-c606-4abf-9db5-c58c61a69408 tempest-TestVolumeBootPattern-473790611 tempest-TestVolumeBootPattern-473790611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:01:19.157186 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-b6d25ff1-59e2-4c29-8184-b0fba4f62989 req-428e6ecf-c606-4abf-9db5-c58c61a69408 tempest-TestVolumeBootPattern-473790611 tempest-TestVolumeBootPattern-473790611-project] 10.222.0.67 "GET /v2.0/ports?device_id=a823de75-8b8e-46f9-96fb-49bacdd447f7 HTTP/1.1" status: 200 len: 945 time: 0.1036255 Sep 23 20:01:19.196376 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-90c6caa3-534e-4152-826d-75edd96249aa None None] Provisioning complete for port 41f839df-9d66-4127-a4ea-304032b1fa46 triggered by entity DHCP. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 20:01:19.196677 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-90c6caa3-534e-4152-826d-75edd96249aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:01:19.199365 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Pushing event updated for resources: {'Port': ['ID=f92e196a-4452-4ba7-9d5c-4fa40554b15f,revision_number=4']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:01:19.241577 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Provisioning complete for port 41f839df-9d66-4127-a4ea-304032b1fa46 triggered by entity L2. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 20:01:19.241577 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:01:19.248773 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-b6d25ff1-59e2-4c29-8184-b0fba4f62989 req-b5495cf9-e3db-4765-a3ff-6428036ba6e0 tempest-TestVolumeBootPattern-473790611 tempest-TestVolumeBootPattern-473790611-project] 10.222.0.67 "GET /v2.0/security-groups?id=144e7209-c560-46fb-b43e-2ce38f5b7271&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0857997 Sep 23 20:01:19.273271 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-27b05f95-7432-424a-96e9-6b300a5e5637 req-9fec2f90-552c-4ffd-8c0c-ed0da2a3aa1f service neutron] 10.222.0.67 "GET /v2.0/networks/45243160-e9cf-4355-b20a-96d298d3b4f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1608310 Sep 23 20:01:19.305076 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb4306d3-97f3-4366-a064-0729a4877649 None None] Sync routers for ids ['8b433441-3b68-4a15-8606-505ad38ad29c'] in n-d-713301-16 {{(pid=95103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 20:01:19.335459 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb4306d3-97f3-4366-a064-0729a4877649 None None] Routers {'8b433441-3b68-4a15-8606-505ad38ad29c'} bound to L3 agent in host n-d-713301-16 {{(pid=95103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 20:01:19.336381 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_hamode_db [None req-bb4306d3-97f3-4366-a064-0729a4877649 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-23T19:07:52Z,description=,heartbeat_timestamp=2021-09-23T20:00:53Z,host='n-d-713301-16',id=79a740bf-7821-4989-8288-7186e3e128f3,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:07:52Z,topic='l3_agent')) {'router_ids': ['8b433441-3b68-4a15-8606-505ad38ad29c'], 'active': True} {{(pid=95103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 20:01:19.482733 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-a45a6be9-2d94-40ba-ada6-588ca3008382 req-067c8bbb-18eb-43d3-ae65-9641119a0f5a tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] 10.222.0.67 "GET /v2.0/ports?device_id=7195802a-c4f5-4ab0-abae-29946950429f HTTP/1.1" status: 200 len: 210 time: 0.0363350 Sep 23 20:01:19.499710 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_dvr_db [None req-bb4306d3-97f3-4366-a064-0729a4877649 None None] Set router 8b433441-3b68-4a15-8606-505ad38ad29c gateway port host: n-d-713301-16 {{(pid=95103) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 20:01:19.547671 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-1d35a622-71fb-42ec-92b7-608b4813bd4c None None] Provisioning complete for port 62001b0e-f19c-4e00-aed1-732c104c29ec triggered by entity DHCP. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 20:01:19.548046 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-1d35a622-71fb-42ec-92b7-608b4813bd4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:01:19.634216 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.plugin [None req-1d35a622-71fb-42ec-92b7-608b4813bd4c None None] Port 62001b0e-f19c-4e00-aed1-732c104c29ec cannot update to ACTIVE because it is not bound. {{(pid=95103) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 20:01:19.736899 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-86847206-9b2c-4bb6-b27a-7174831471a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:01:19.762082 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-e4e595b4-2b7a-483d-891c-7fca39346070 None None] Provisioning complete for port 62001b0e-f19c-4e00-aed1-732c104c29ec triggered by entity DHCP. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 20:01:19.762536 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-e4e595b4-2b7a-483d-891c-7fca39346070 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:01:19.765129 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_hamode_db [None req-bb4306d3-97f3-4366-a064-0729a4877649 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b433441-3b68-4a15-8606-505ad38ad29c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-755326862', 'tenant_id': '9cf4888c1a454e07a3d16aa9e7c63006', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'external_fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.122'}], 'enable_snat': True}, 'gw_port_id': 'f92e196a-4452-4ba7-9d5c-4fa40554b15f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T20:01:14Z', 'updated_at': '2021-09-23T20:01:17Z', 'revision_number': 4, 'project_id': '9cf4888c1a454e07a3d16aa9e7c63006', 'gw_port': {'id': 'f92e196a-4452-4ba7-9d5c-4fa40554b15f', 'name': '', 'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:2e:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b433441-3b68-4a15-8606-505ad38ad29c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3966, 'fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T20:01:14Z', 'updated_at': '2021-09-23T20:01:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-16', '_interfaces': [{'id': '62001b0e-f19c-4e00-aed1-732c104c29ec', 'name': '', 'network_id': '45243160-e9cf-4355-b20a-96d298d3b4f6', 'tenant_id': '9cf4888c1a454e07a3d16aa9e7c63006', 'mac_address': 'fa:16:3e:de:ec:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b433441-3b68-4a15-8606-505ad38ad29c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3969, 'fixed_ips': [{'subnet_id': 'f9592763-4f70-40be-9db5-ffd76a5e823e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T20:01:17Z', 'updated_at': '2021-09-23T20:01:17Z', 'revision_number': 2, 'project_id': '9cf4888c1a454e07a3d16aa9e7c63006', 'subnets': [{'id': 'f9592763-4f70-40be-9db5-ffd76a5e823e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-16', False) {} {{(pid=95103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 20:01:19.813058 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb4306d3-97f3-4366-a064-0729a4877649 None None] Checking router: 8b433441-3b68-4a15-8606-505ad38ad29c for host: n-d-713301-16 {{(pid=95103) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 20:01:19.813409 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb4306d3-97f3-4366-a064-0729a4877649 None None] Updating router 8b433441-3b68-4a15-8606-505ad38ad29c port 62001b0e-f19c-4e00-aed1-732c104c29ec binding host n-d-713301-16 {{(pid=95103) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 23 20:01:19.850102 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-bb4306d3-97f3-4366-a064-0729a4877649 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:01:19.852017 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.plugin [None req-e4e595b4-2b7a-483d-891c-7fca39346070 None None] Port 62001b0e-f19c-4e00-aed1-732c104c29ec cannot update to ACTIVE because it is not bound. {{(pid=95103) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 20:01:20.124273 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-bb4306d3-97f3-4366-a064-0729a4877649 None None] Notify callbacks [] for port, precommit_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:01:20.129569 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-bb4306d3-97f3-4366-a064-0729a4877649 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:01:20.190000 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a26b8763-7e8b-4418-b54a-7a6684ff028a None None] Pushing event updated for resources: {'Port': ['ID=62001b0e-f19c-4e00-aed1-732c104c29ec,revision_number=3']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:01:20.257528 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.managers [None req-bb4306d3-97f3-4366-a064-0729a4877649 None None] Attempting to bind port 62001b0e-f19c-4e00-aed1-732c104c29ec on host n-d-713301-16 for vnic_type normal with profile {{(pid=95103) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 20:01:20.258110 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.managers [None req-bb4306d3-97f3-4366-a064-0729a4877649 None None] Attempting to bind port 62001b0e-f19c-4e00-aed1-732c104c29ec by drivers openvswitch,hyperv on host n-d-713301-16 at level 0 using segments [{'id': '5d8d9e87-64ab-45d5-aa8a-759b0f243b9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '45243160-e9cf-4355-b20a-96d298d3b4f6'}] {{(pid=95103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 20:01:20.258687 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb4306d3-97f3-4366-a064-0729a4877649 None None] Attempting to bind port 62001b0e-f19c-4e00-aed1-732c104c29ec on network 45243160-e9cf-4355-b20a-96d298d3b4f6 {{(pid=95103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 20:01:20.271456 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb4306d3-97f3-4366-a064-0729a4877649 None None] Checking agent: {'id': '70a14545-df24-472f-8f95-bfe1719bff93', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 19, 7, 53), 'started_at': datetime.datetime(2021, 9, 23, 19, 8, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 20, 0, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 20:01:20.272076 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb4306d3-97f3-4366-a064-0729a4877649 None None] Checking segment: {'id': '5d8d9e87-64ab-45d5-aa8a-759b0f243b9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '45243160-e9cf-4355-b20a-96d298d3b4f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95103) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 20:01:20.272557 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-bb4306d3-97f3-4366-a064-0729a4877649 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:01:20.273056 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb4306d3-97f3-4366-a064-0729a4877649 None None] Bound using segment: {'id': '5d8d9e87-64ab-45d5-aa8a-759b0f243b9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '45243160-e9cf-4355-b20a-96d298d3b4f6'} {{(pid=95103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 20:01:20.273602 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.managers [None req-bb4306d3-97f3-4366-a064-0729a4877649 None None] Bound port: 62001b0e-f19c-4e00-aed1-732c104c29ec, host: n-d-713301-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5d8d9e87-64ab-45d5-aa8a-759b0f243b9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '45243160-e9cf-4355-b20a-96d298d3b4f6'}}] {{(pid=95103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 20:01:20.274055 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-bb4306d3-97f3-4366-a064-0729a4877649 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:01:20.347215 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-bb4306d3-97f3-4366-a064-0729a4877649 None None] For port 62001b0e-f19c-4e00-aed1-732c104c29ec, host n-d-713301-16, cleared binding levels {{(pid=95103) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 20:01:20.352186 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-bb4306d3-97f3-4366-a064-0729a4877649 None None] For port 62001b0e-f19c-4e00-aed1-732c104c29ec, host n-d-713301-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-16',level=0,port_id=62001b0e-f19c-4e00-aed1-732c104c29ec,segment=NetworkSegment(5d8d9e87-64ab-45d5-aa8a-759b0f243b9a),segment_id=5d8d9e87-64ab-45d5-aa8a-759b0f243b9a)] {{(pid=95103) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 20:01:20.364160 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-bb4306d3-97f3-4366-a064-0729a4877649 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:01:20.421701 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb4306d3-97f3-4366-a064-0729a4877649 None None] Routers {'8b433441-3b68-4a15-8606-505ad38ad29c'} bound to L3 agent in host n-d-713301-16 {{(pid=95103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 20:01:20.422893 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_hamode_db [None req-bb4306d3-97f3-4366-a064-0729a4877649 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-23T19:07:52Z,description=,heartbeat_timestamp=2021-09-23T20:00:53Z,host='n-d-713301-16',id=79a740bf-7821-4989-8288-7186e3e128f3,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:07:52Z,topic='l3_agent')) {'router_ids': ['8b433441-3b68-4a15-8606-505ad38ad29c'], 'active': True} {{(pid=95103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 20:01:20.488340 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a26b8763-7e8b-4418-b54a-7a6684ff028a None None] Pushing event updated for resources: {'Port': ['ID=62001b0e-f19c-4e00-aed1-732c104c29ec,revision_number=4']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:01:20.520345 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332a8e9b-aa66-4c8d-956a-4f5b9fa44a05 req-36bf2135-c799-4883-9a02-eb243ec6f0b8 tempest-TestVolumeBootPattern-473790611 tempest-TestVolumeBootPattern-473790611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:01:20.528286 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-332a8e9b-aa66-4c8d-956a-4f5b9fa44a05 req-36bf2135-c799-4883-9a02-eb243ec6f0b8 tempest-TestVolumeBootPattern-473790611 tempest-TestVolumeBootPattern-473790611-project] 10.222.0.67 "GET /v2.0/ports?device_id=a823de75-8b8e-46f9-96fb-49bacdd447f7 HTTP/1.1" status: 200 len: 945 time: 0.1807468 Sep 23 20:01:20.577612 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-cca2cfd3-93d0-478e-92c4-e88fe469e4cd None None] Provisioning complete for port 62001b0e-f19c-4e00-aed1-732c104c29ec triggered by entity DHCP. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 20:01:20.578382 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-cca2cfd3-93d0-478e-92c4-e88fe469e4cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:01:20.624621 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_dvr_db [None req-bb4306d3-97f3-4366-a064-0729a4877649 None None] Set router 8b433441-3b68-4a15-8606-505ad38ad29c gateway port host: n-d-713301-16 {{(pid=95103) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 20:01:20.664031 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-faa601cf-b4f3-4226-a422-725bbca43dfc req-f108617b-5b39-4465-98a3-eae5766547ee tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] 10.222.0.67 "GET /v2.0/ports?device_id=7195802a-c4f5-4ab0-abae-29946950429f HTTP/1.1" status: 200 len: 210 time: 0.0690236 Sep 23 20:01:20.700114 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b05f95-7432-424a-96e9-6b300a5e5637 req-91ad91b7-63a2-4f89-99b0-bdfbbba9da7a tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:01:20.701618 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-27b05f95-7432-424a-96e9-6b300a5e5637 req-91ad91b7-63a2-4f89-99b0-bdfbbba9da7a tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] 10.222.0.53 "GET /v2.0/networks?id=45243160-e9cf-4355-b20a-96d298d3b4f6 HTTP/1.1" status: 200 len: 797 time: 0.3075337 Sep 23 20:01:20.713462 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-332a8e9b-aa66-4c8d-956a-4f5b9fa44a05 req-d07fee58-5fc3-42fa-abe6-80dac339c548 tempest-TestVolumeBootPattern-473790611 tempest-TestVolumeBootPattern-473790611-project] 10.222.0.67 "GET /v2.0/security-groups?id=144e7209-c560-46fb-b43e-2ce38f5b7271&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1372213 Sep 23 20:01:20.731355 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2fff46a-41ec-46de-9ea5-5275ac6ea883 req-5e86696e-c052-4f6c-9ff7-0123ab5a7d73 tempest-TestVolumeBootPattern-473790611 tempest-TestVolumeBootPattern-473790611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:01:20.733251 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-b2fff46a-41ec-46de-9ea5-5275ac6ea883 req-5e86696e-c052-4f6c-9ff7-0123ab5a7d73 tempest-TestVolumeBootPattern-473790611 tempest-TestVolumeBootPattern-473790611-project] 10.222.0.74 "GET /v2.0/ports?device_id=a823de75-8b8e-46f9-96fb-49bacdd447f7 HTTP/1.1" status: 200 len: 945 time: 0.2641575 Sep 23 20:01:20.733415 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Device f92e196a-4452-4ba7-9d5c-4fa40554b15f up at agent ovs-agent-n-d-713301-16 {{(pid=95103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 20:01:20.789927 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-27b05f95-7432-424a-96e9-6b300a5e5637 req-4be1fbf3-f8f1-437f-bd95-e7c689564680 tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] 10.222.0.53 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9cf4888c1a454e07a3d16aa9e7c63006 HTTP/1.1" status: 200 len: 380 time: 0.0744250 Sep 23 20:01:20.806939 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.v2.base [req-27b05f95-7432-424a-96e9-6b300a5e5637 req-a7536b5d-b174-4f8c-b531-e2db9069ef90 tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] Request body: {'port': {'device_id': '7195802a-c4f5-4ab0-abae-29946950429f', 'network_id': '45243160-e9cf-4355-b20a-96d298d3b4f6', 'admin_state_up': True, 'tenant_id': '9cf4888c1a454e07a3d16aa9e7c63006', 'security_groups': ['f16d014c-1467-4d6c-b858-8e03dea3a672']}} {{(pid=95102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 20:01:20.876356 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-cca2cfd3-93d0-478e-92c4-e88fe469e4cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:01:20.936304 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Provisioning complete for port f92e196a-4452-4ba7-9d5c-4fa40554b15f triggered by entity L2. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 20:01:20.936578 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:01:20.939041 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-cca2cfd3-93d0-478e-92c4-e88fe469e4cd None None] For port 62001b0e-f19c-4e00-aed1-732c104c29ec, host n-d-713301-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-16',level=0,port_id=62001b0e-f19c-4e00-aed1-732c104c29ec,segment=NetworkSegment(5d8d9e87-64ab-45d5-aa8a-759b0f243b9a),segment_id=5d8d9e87-64ab-45d5-aa8a-759b0f243b9a)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 20:01:20.947427 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.plugin [req-b2fff46a-41ec-46de-9ea5-5275ac6ea883 req-f5775d52-a037-40b4-af12-c63685f31476 tempest-TestVolumeBootPattern-473790611 tempest-TestVolumeBootPattern-473790611-project] Deleting port 2e8deb2d-0972-40a1-bb33-db279ececad0 {{(pid=95102) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 20:01:20.948000 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-b2fff46a-41ec-46de-9ea5-5275ac6ea883 req-f5775d52-a037-40b4-af12-c63685f31476 tempest-TestVolumeBootPattern-473790611 tempest-TestVolumeBootPattern-473790611-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783146157096'] for port, before_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:01:20.977587 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-cca2cfd3-93d0-478e-92c4-e88fe469e4cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:01:21.031102 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-27b05f95-7432-424a-96e9-6b300a5e5637 req-a7536b5d-b174-4f8c-b531-e2db9069ef90 tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] Made reservation on behalf of 9cf4888c1a454e07a3d16aa9e7c63006 for: {'port': 1} {{(pid=95102) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 20:01:21.034758 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-27b05f95-7432-424a-96e9-6b300a5e5637 req-a7536b5d-b174-4f8c-b531-e2db9069ef90 tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:01:21.050720 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cca2cfd3-93d0-478e-92c4-e88fe469e4cd None None] Pushing event updated for resources: {'Port': ['ID=62001b0e-f19c-4e00-aed1-732c104c29ec,revision_number=5']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:01:21.069005 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_hamode_db [None req-bb4306d3-97f3-4366-a064-0729a4877649 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b433441-3b68-4a15-8606-505ad38ad29c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-755326862', 'tenant_id': '9cf4888c1a454e07a3d16aa9e7c63006', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'external_fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.122'}], 'enable_snat': True}, 'gw_port_id': 'f92e196a-4452-4ba7-9d5c-4fa40554b15f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T20:01:14Z', 'updated_at': '2021-09-23T20:01:17Z', 'revision_number': 4, 'project_id': '9cf4888c1a454e07a3d16aa9e7c63006', 'gw_port': {'id': 'f92e196a-4452-4ba7-9d5c-4fa40554b15f', 'name': '', 'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:2e:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b433441-3b68-4a15-8606-505ad38ad29c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3966, 'fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T20:01:14Z', 'updated_at': '2021-09-23T20:01:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-16', '_interfaces': [{'id': '62001b0e-f19c-4e00-aed1-732c104c29ec', 'name': '', 'network_id': '45243160-e9cf-4355-b20a-96d298d3b4f6', 'tenant_id': '9cf4888c1a454e07a3d16aa9e7c63006', 'mac_address': 'fa:16:3e:de:ec:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b433441-3b68-4a15-8606-505ad38ad29c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3969, 'fixed_ips': [{'subnet_id': 'f9592763-4f70-40be-9db5-ffd76a5e823e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T20:01:17Z', 'updated_at': '2021-09-23T20:01:20Z', 'revision_number': 4, 'project_id': '9cf4888c1a454e07a3d16aa9e7c63006', 'subnets': [{'id': 'f9592763-4f70-40be-9db5-ffd76a5e823e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-16', False) {} {{(pid=95103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 20:01:21.082098 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.db [req-b2fff46a-41ec-46de-9ea5-5275ac6ea883 req-f5775d52-a037-40b4-af12-c63685f31476 tempest-TestVolumeBootPattern-473790611 tempest-TestVolumeBootPattern-473790611-project] For port 2e8deb2d-0972-40a1-bb33-db279ececad0, host n-h1-713301-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-16',level=0,port_id=2e8deb2d-0972-40a1-bb33-db279ececad0,segment=NetworkSegment(c7abd8db-b99c-424c-86a3-7924c060f21a),segment_id=c7abd8db-b99c-424c-86a3-7924c060f21a)] {{(pid=95102) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 20:01:21.082468 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-b2fff46a-41ec-46de-9ea5-5275ac6ea883 req-f5775d52-a037-40b4-af12-c63685f31476 tempest-TestVolumeBootPattern-473790611 tempest-TestVolumeBootPattern-473790611-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-605701'] for port, precommit_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:01:21.267972 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb4306d3-97f3-4366-a064-0729a4877649 None None] The sync data for ids ['8b433441-3b68-4a15-8606-505ad38ad29c'] in n-d-713301-16 is: [{'id': '8b433441-3b68-4a15-8606-505ad38ad29c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-755326862', 'tenant_id': '9cf4888c1a454e07a3d16aa9e7c63006', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'external_fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.122'}], 'enable_snat': True}, 'gw_port_id': 'f92e196a-4452-4ba7-9d5c-4fa40554b15f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T20:01:14Z', 'updated_at': '2021-09-23T20:01:17Z', 'revision_number': 4, 'project_id': '9cf4888c1a454e07a3d16aa9e7c63006', 'gw_port': {'id': 'f92e196a-4452-4ba7-9d5c-4fa40554b15f', 'name': '', 'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:2e:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b433441-3b68-4a15-8606-505ad38ad29c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3966, 'fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T20:01:14Z', 'updated_at': '2021-09-23T20:01:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-16', '_interfaces': [{'id': '62001b0e-f19c-4e00-aed1-732c104c29ec', 'name': '', 'network_id': '45243160-e9cf-4355-b20a-96d298d3b4f6', 'tenant_id': '9cf4888c1a454e07a3d16aa9e7c63006', 'mac_address': 'fa:16:3e:de:ec:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b433441-3b68-4a15-8606-505ad38ad29c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3969, 'fixed_ips': [{'subnet_id': 'f9592763-4f70-40be-9db5-ffd76a5e823e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T20:01:17Z', 'updated_at': '2021-09-23T20:01:20Z', 'revision_number': 4, 'project_id': '9cf4888c1a454e07a3d16aa9e7c63006', 'subnets': [{'id': 'f9592763-4f70-40be-9db5-ffd76a5e823e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 20:01:21.287600 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Device 41f839df-9d66-4127-a4ea-304032b1fa46 up at agent ovs-agent-n-d-713301-16 {{(pid=95103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 20:01:21.308987 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-47b21bc6-ee4c-4281-aafd-5d7b3b54e14a None None] Provisioning complete for port 62001b0e-f19c-4e00-aed1-732c104c29ec triggered by entity DHCP. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 20:01:21.309353 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-47b21bc6-ee4c-4281-aafd-5d7b3b54e14a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:01:21.355703 n-d-713301-16 neutron-server[95102]: DEBUG neutron.db.db_base_plugin_common [req-27b05f95-7432-424a-96e9-6b300a5e5637 req-a7536b5d-b174-4f8c-b531-e2db9069ef90 tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] Allocated IP 172.20.0.4 (45243160-e9cf-4355-b20a-96d298d3b4f6/f9592763-4f70-40be-9db5-ffd76a5e823e/4369803b-a053-4069-a63d-3717d8bcd21b) {{(pid=95102) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 20:01:21.384069 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Provisioning complete for port 41f839df-9d66-4127-a4ea-304032b1fa46 triggered by entity L2. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 20:01:21.384437 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:01:21.473174 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-b2fff46a-41ec-46de-9ea5-5275ac6ea883 req-f5775d52-a037-40b4-af12-c63685f31476 tempest-TestVolumeBootPattern-473790611 tempest-TestVolumeBootPattern-473790611-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:01:21.473573 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-b2fff46a-41ec-46de-9ea5-5275ac6ea883 req-f5775d52-a037-40b4-af12-c63685f31476 tempest-TestVolumeBootPattern-473790611 tempest-TestVolumeBootPattern-473790611-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-601884'] for floatingip, after_update {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:01:21.473837 n-d-713301-16 neutron-server[95102]: INFO neutron.db.l3_db [req-b2fff46a-41ec-46de-9ea5-5275ac6ea883 req-f5775d52-a037-40b4-af12-c63685f31476 tempest-TestVolumeBootPattern-473790611 tempest-TestVolumeBootPattern-473790611-project] Floating IP fedc9082-e21c-452d-a7c8-56539cb55eaa disassociated. External IP: 172.25.1.19, port: 2e8deb2d-0972-40a1-bb33-db279ececad0. Sep 23 20:01:21.474379 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.plugin [req-b2fff46a-41ec-46de-9ea5-5275ac6ea883 req-f5775d52-a037-40b4-af12-c63685f31476 tempest-TestVolumeBootPattern-473790611 tempest-TestVolumeBootPattern-473790611-project] Calling delete_port for 2e8deb2d-0972-40a1-bb33-db279ececad0 owned by compute:nova {{(pid=95102) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 20:01:21.644695 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-27b05f95-7432-424a-96e9-6b300a5e5637 req-a7536b5d-b174-4f8c-b531-e2db9069ef90 tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] Notify callbacks [] for port, precommit_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:01:21.725029 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-27b05f95-7432-424a-96e9-6b300a5e5637 req-a7536b5d-b174-4f8c-b531-e2db9069ef90 tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783145673135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4399100'] for port, after_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:01:21.735023 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-b2fff46a-41ec-46de-9ea5-5275ac6ea883 req-f5775d52-a037-40b4-af12-c63685f31476 tempest-TestVolumeBootPattern-473790611 tempest-TestVolumeBootPattern-473790611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783146162158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783145673144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4399100'] for port, after_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:01:21.822649 n-d-713301-16 neutron-server[95102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-27b05f95-7432-424a-96e9-6b300a5e5637 req-a7536b5d-b174-4f8c-b531-e2db9069ef90 tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] Network 45243160-e9cf-4355-b20a-96d298d3b4f6 is already hosted by enough agents. {{(pid=95102) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 20:01:21.858867 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-6762394f-6470-4afc-9090-36409f671ae8 req-ff6cfd8e-180d-446d-8dc6-ee1e20961c42 tempest-TestVolumeBootPattern-473790611 tempest-TestVolumeBootPattern-473790611-project] 10.222.0.67 "GET /v2.0/ports?device_id=a823de75-8b8e-46f9-96fb-49bacdd447f7 HTTP/1.1" status: 200 len: 210 time: 0.0603020 Sep 23 20:01:21.859719 n-d-713301-16 neutron-server[95102]: DEBUG neutron.scheduler.base_scheduler [req-27b05f95-7432-424a-96e9-6b300a5e5637 req-a7536b5d-b174-4f8c-b531-e2db9069ef90 tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] Resources bound (agent type, host, resource id): {{(pid=95102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 20:01:21.865241 n-d-713301-16 neutron-server[95102]: DEBUG neutron.db.l3_dvrscheduler_db [req-27b05f95-7432-424a-96e9-6b300a5e5637 req-a7536b5d-b174-4f8c-b531-e2db9069ef90 tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] Received port after_create {{(pid=95102) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 20:01:21.870608 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7536b5d-b174-4f8c-b531-e2db9069ef90 tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] Pushing event updated for resources: {'Port': ['ID=4369803b-a053-4069-a63d-3717d8bcd21b,revision_number=1']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:01:22.010808 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c7cbc0-25e2-4c4b-b949-28726cc7ac40 req-e79c0a44-846f-40fe-b7bd-2012a8363b70 tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:01:22.012418 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-23c7cbc0-25e2-4c4b-b949-28726cc7ac40 req-e79c0a44-846f-40fe-b7bd-2012a8363b70 tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] 10.222.0.67 "GET /v2.0/ports?device_id=7195802a-c4f5-4ab0-abae-29946950429f HTTP/1.1" status: 200 len: 931 time: 0.2723410 Sep 23 20:01:22.013258 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5775d52-a037-40b4-af12-c63685f31476 tempest-TestVolumeBootPattern-473790611 tempest-TestVolumeBootPattern-473790611-project] Pushing event deleted for resources: {'Port': ['ID=2e8deb2d-0972-40a1-bb33-db279ececad0,revision_number=None']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:01:22.058111 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b05f95-7432-424a-96e9-6b300a5e5637 req-a7536b5d-b174-4f8c-b531-e2db9069ef90 tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:01:22.058785 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-27b05f95-7432-424a-96e9-6b300a5e5637 req-a7536b5d-b174-4f8c-b531-e2db9069ef90 tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222849'] for port, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:01:22.099437 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-27b05f95-7432-424a-96e9-6b300a5e5637 req-a7536b5d-b174-4f8c-b531-e2db9069ef90 tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2990258 Sep 23 20:01:22.105641 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-23c7cbc0-25e2-4c4b-b949-28726cc7ac40 req-db444481-fe7a-402e-b0b2-6f0e46aae21d tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] 10.222.0.67 "GET /v2.0/security-groups?id=f16d014c-1467-4d6c-b858-8e03dea3a672&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0864468 Sep 23 20:01:22.112006 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.v2.base [req-27b05f95-7432-424a-96e9-6b300a5e5637 req-98e7ac1b-9d0f-4468-b003-dc621372a713 service neutron] Request body: {'port': {'device_id': '7195802a-c4f5-4ab0-abae-29946950429f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713301-16'}} {{(pid=95102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 20:01:22.121639 n-d-713301-16 neutron-server[95102]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b2fff46a-41ec-46de-9ea5-5275ac6ea883 req-f5775d52-a037-40b4-af12-c63685f31476 tempest-TestVolumeBootPattern-473790611 tempest-TestVolumeBootPattern-473790611-project] Router b22c9376-a7a4-4f49-863a-450b65a4dbaa has already been hosted by L3 agent 79a740bf-7821-4989-8288-7186e3e128f3 {{(pid=95102) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 20:01:22.201330 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-3c4261ac-c9fa-4853-911a-8985fd001ed3 None None] Provisioning complete for port 4369803b-a053-4069-a63d-3717d8bcd21b triggered by entity DHCP. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 20:01:22.202531 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-3c4261ac-c9fa-4853-911a-8985fd001ed3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:01:22.224925 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-27b05f95-7432-424a-96e9-6b300a5e5637 req-98e7ac1b-9d0f-4468-b003-dc621372a713 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:01:22.242795 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.plugin [None req-3c4261ac-c9fa-4853-911a-8985fd001ed3 None None] Port 4369803b-a053-4069-a63d-3717d8bcd21b cannot update to ACTIVE because it is not bound. {{(pid=95103) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 20:01:22.663869 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b2fff46a-41ec-46de-9ea5-5275ac6ea883 req-f5775d52-a037-40b4-af12-c63685f31476 tempest-TestVolumeBootPattern-473790611 tempest-TestVolumeBootPattern-473790611-project] Notify agent at l3_agent.n-d-713301-16 the message routers_updated {{(pid=95102) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 20:01:22.678564 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75d948e1-43b8-446c-83fa-a9aca6162445 None None] Sync routers for ids ['b22c9376-a7a4-4f49-863a-450b65a4dbaa'] in n-d-713301-16 {{(pid=95104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 20:01:22.691395 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75d948e1-43b8-446c-83fa-a9aca6162445 None None] Routers {'b22c9376-a7a4-4f49-863a-450b65a4dbaa'} bound to L3 agent in host n-d-713301-16 {{(pid=95104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 20:01:22.692133 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_hamode_db [None req-75d948e1-43b8-446c-83fa-a9aca6162445 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-23T19:07:52Z,description=,heartbeat_timestamp=2021-09-23T20:00:53Z,host='n-d-713301-16',id=79a740bf-7821-4989-8288-7186e3e128f3,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:07:52Z,topic='l3_agent')) {'router_ids': ['b22c9376-a7a4-4f49-863a-450b65a4dbaa'], 'active': True} {{(pid=95104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 20:01:22.735949 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Device 62001b0e-f19c-4e00-aed1-732c104c29ec up at agent ovs-agent-n-d-713301-16 {{(pid=95103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 20:01:22.759772 n-d-713301-16 neutron-server[95102]: DEBUG neutron.db.l3_dvrscheduler_db [req-b2fff46a-41ec-46de-9ea5-5275ac6ea883 req-f5775d52-a037-40b4-af12-c63685f31476 tempest-TestVolumeBootPattern-473790611 tempest-TestVolumeBootPattern-473790611-project] No DVR routers for this DVR port 2e8deb2d-0972-40a1-bb33-db279ececad0 on host n-h1-713301-16 {{(pid=95102) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 20:01:22.764821 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-b2fff46a-41ec-46de-9ea5-5275ac6ea883 req-f5775d52-a037-40b4-af12-c63685f31476 tempest-TestVolumeBootPattern-473790611 tempest-TestVolumeBootPattern-473790611-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222849'] for port, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:01:22.766832 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-b2fff46a-41ec-46de-9ea5-5275ac6ea883 req-f5775d52-a037-40b4-af12-c63685f31476 tempest-TestVolumeBootPattern-473790611 tempest-TestVolumeBootPattern-473790611-project] 10.222.0.74 "DELETE /v2.0/ports/2e8deb2d-0972-40a1-bb33-db279ececad0 HTTP/1.1" status: 204 len: 173 time: 2.0267150 Sep 23 20:01:22.767271 n-d-713301-16 neutron-server[95102]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a823de75-8b8e-46f9-96fb-49bacdd447f7', 'name': 'network-vif-deleted', 'tag': '2e8deb2d-0972-40a1-bb33-db279ececad0'}] {{(pid=95102) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 20:01:22.770013 n-d-713301-16 neutron-server[95102]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab31b6d93e5336dbddfa8ec424565b3bd8cb2369c5b4d85bc943472dbb21e8ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb4a96ae-2b5f-438b-8505-4c5bc3e9931d" -d '{"events": [{"server_uuid": "a823de75-8b8e-46f9-96fb-49bacdd447f7", "name": "network-vif-deleted", "tag": "2e8deb2d-0972-40a1-bb33-db279ececad0"}]}' {{(pid=95102) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 20:01:22.804355 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Provisioning complete for port 62001b0e-f19c-4e00-aed1-732c104c29ec triggered by entity L2. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 20:01:22.804766 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:01:22.818049 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_dvr_db [None req-75d948e1-43b8-446c-83fa-a9aca6162445 None None] Set router b22c9376-a7a4-4f49-863a-450b65a4dbaa gateway port host: n-d-713301-16 {{(pid=95104) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 20:01:22.897242 n-d-713301-16 neutron-server[95102]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 20:01:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a88ee865-e5cd-45f5-86e6-181a8a82ff3c x-openstack-request-id: req-a88ee865-e5cd-45f5-86e6-181a8a82ff3c {{(pid=95102) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 20:01:22.897548 n-d-713301-16 neutron-server[95102]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a823de75-8b8e-46f9-96fb-49bacdd447f7", "name": "network-vif-deleted", "tag": "2e8deb2d-0972-40a1-bb33-db279ececad0", "status": "completed", "code": 200}]} {{(pid=95102) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 20:01:22.898306 n-d-713301-16 neutron-server[95102]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-a88ee865-e5cd-45f5-86e6-181a8a82ff3c {{(pid=95102) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 20:01:22.898716 n-d-713301-16 neutron-server[95102]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a823de75-8b8e-46f9-96fb-49bacdd447f7', 'name': 'network-vif-deleted', 'tag': '2e8deb2d-0972-40a1-bb33-db279ececad0', 'status': 'completed', 'code': 200} Sep 23 20:01:22.991318 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-7210c1d1-f1a0-49ec-834c-1a91f9c7ee62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:01:23.023624 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-d6a21f93-8cca-4552-afc1-32b80816faef req-9581f4ba-b20e-4ad8-8cfe-5562851ab3d1 tempest-TestVolumeBootPattern-473790611 tempest-TestVolumeBootPattern-473790611-project] 10.222.0.67 "GET /v2.0/ports?device_id=a823de75-8b8e-46f9-96fb-49bacdd447f7 HTTP/1.1" status: 200 len: 210 time: 0.0413551 Sep 23 20:01:23.034609 n-d-713301-16 neutron-server[95102]: DEBUG neutron.notifiers.nova [req-27b05f95-7432-424a-96e9-6b300a5e5637 req-98e7ac1b-9d0f-4468-b003-dc621372a713 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4369803b-a053-4069-a63d-3717d8bcd21b {{(pid=95102) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 20:01:23.056490 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-27b05f95-7432-424a-96e9-6b300a5e5637 req-98e7ac1b-9d0f-4468-b003-dc621372a713 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:01:23.064834 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_hamode_db [None req-75d948e1-43b8-446c-83fa-a9aca6162445 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b22c9376-a7a4-4f49-863a-450b65a4dbaa', 'name': 'tempest-TestVolumeBootPattern-846071345-router', 'tenant_id': '1c95f4136fb946e684bc3bd0afadbbdd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'external_fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.189'}], 'enable_snat': True}, 'gw_port_id': 'b60be0b5-21c7-4e8d-b049-66f43f6db97c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:55:38Z', 'updated_at': '2021-09-23T19:55:42Z', 'revision_number': 4, 'project_id': '1c95f4136fb946e684bc3bd0afadbbdd', 'gw_port': {'id': 'b60be0b5-21c7-4e8d-b049-66f43f6db97c', 'name': '', 'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:b1:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b22c9376-a7a4-4f49-863a-450b65a4dbaa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3875, 'fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:55:39Z', 'updated_at': '2021-09-23T19:55:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-16', '_interfaces': [{'id': '25c3b070-de7a-4c98-a0c6-bbdac9d061bf', 'name': '', 'network_id': 'a97a1ddd-be59-4422-8c3e-924143535884', 'tenant_id': '1c95f4136fb946e684bc3bd0afadbbdd', 'mac_address': 'fa:16:3e:7c:37:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b22c9376-a7a4-4f49-863a-450b65a4dbaa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3876, 'fixed_ips': [{'subnet_id': '788d1f3e-2626-40b1-b49a-799b1a0fa15b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:55:41Z', 'updated_at': '2021-09-23T19:55:46Z', 'revision_number': 5, 'project_id': '1c95f4136fb946e684bc3bd0afadbbdd', 'subnets': [{'id': '788d1f3e-2626-40b1-b49a-799b1a0fa15b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-16', False) {} {{(pid=95104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 20:01:23.083066 n-d-713301-16 neutron-server[95102]: DEBUG neutron.db.provisioning_blocks [req-27b05f95-7432-424a-96e9-6b300a5e5637 req-98e7ac1b-9d0f-4468-b003-dc621372a713 service neutron] Transition to ACTIVE for port object 4369803b-a053-4069-a63d-3717d8bcd21b will not be triggered until provisioned by entity L2. {{(pid=95102) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 20:01:23.094192 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-27b05f95-7432-424a-96e9-6b300a5e5637 req-98e7ac1b-9d0f-4468-b003-dc621372a713 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4399095'] for port, after_update {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:01:23.101479 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75d948e1-43b8-446c-83fa-a9aca6162445 None None] Checking router: b22c9376-a7a4-4f49-863a-450b65a4dbaa for host: n-d-713301-16 {{(pid=95104) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 20:01:23.111532 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75d948e1-43b8-446c-83fa-a9aca6162445 None None] Routers {'b22c9376-a7a4-4f49-863a-450b65a4dbaa'} bound to L3 agent in host n-d-713301-16 {{(pid=95104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 20:01:23.112131 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_hamode_db [None req-75d948e1-43b8-446c-83fa-a9aca6162445 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-23T19:07:52Z,description=,heartbeat_timestamp=2021-09-23T20:01:23Z,host='n-d-713301-16',id=79a740bf-7821-4989-8288-7186e3e128f3,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:07:52Z,topic='l3_agent')) {'router_ids': ['b22c9376-a7a4-4f49-863a-450b65a4dbaa'], 'active': True} {{(pid=95104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 20:01:23.156884 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:01:23.171377 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e7ac1b-9d0f-4468-b003-dc621372a713 service neutron] Pushing event updated for resources: {'Port': ['ID=4369803b-a053-4069-a63d-3717d8bcd21b,revision_number=2']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:01:23.187492 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98e7ac1b-9d0f-4468-b003-dc621372a713 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:01:23.187837 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98e7ac1b-9d0f-4468-b003-dc621372a713 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:01:23.188277 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98e7ac1b-9d0f-4468-b003-dc621372a713 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:01:23.188828 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98e7ac1b-9d0f-4468-b003-dc621372a713 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:01:23.189168 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98e7ac1b-9d0f-4468-b003-dc621372a713 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:01:23.189505 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98e7ac1b-9d0f-4468-b003-dc621372a713 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:01:23.189837 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98e7ac1b-9d0f-4468-b003-dc621372a713 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:01:23.190166 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98e7ac1b-9d0f-4468-b003-dc621372a713 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:01:23.190494 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98e7ac1b-9d0f-4468-b003-dc621372a713 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:01:23.190820 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98e7ac1b-9d0f-4468-b003-dc621372a713 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:01:23.191250 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98e7ac1b-9d0f-4468-b003-dc621372a713 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:01:23.191580 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98e7ac1b-9d0f-4468-b003-dc621372a713 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:01:23.265066 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_dvr_db [None req-75d948e1-43b8-446c-83fa-a9aca6162445 None None] Set router b22c9376-a7a4-4f49-863a-450b65a4dbaa gateway port host: n-d-713301-16 {{(pid=95104) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 20:01:23.362922 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-611efa1c-e27a-4123-a608-7000f6ee4360 req-ca37d1ee-c4b4-4015-8185-476cb4fd905a tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:01:23.364458 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-611efa1c-e27a-4123-a608-7000f6ee4360 req-ca37d1ee-c4b4-4015-8185-476cb4fd905a tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] 10.222.0.67 "GET /v2.0/ports?device_id=7195802a-c4f5-4ab0-abae-29946950429f HTTP/1.1" status: 200 len: 943 time: 0.0920782 Sep 23 20:01:23.371095 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.managers [req-27b05f95-7432-424a-96e9-6b300a5e5637 req-98e7ac1b-9d0f-4468-b003-dc621372a713 service neutron] Attempting to bind port 4369803b-a053-4069-a63d-3717d8bcd21b on host n-h2-713301-16 for vnic_type normal with profile {{(pid=95102) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 20:01:23.371231 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.managers [req-27b05f95-7432-424a-96e9-6b300a5e5637 req-98e7ac1b-9d0f-4468-b003-dc621372a713 service neutron] Attempting to bind port 4369803b-a053-4069-a63d-3717d8bcd21b by drivers openvswitch,hyperv on host n-h2-713301-16 at level 0 using segments [{'id': '5d8d9e87-64ab-45d5-aa8a-759b0f243b9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '45243160-e9cf-4355-b20a-96d298d3b4f6'}] {{(pid=95102) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 20:01:23.371545 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27b05f95-7432-424a-96e9-6b300a5e5637 req-98e7ac1b-9d0f-4468-b003-dc621372a713 service neutron] Attempting to bind port 4369803b-a053-4069-a63d-3717d8bcd21b on network 45243160-e9cf-4355-b20a-96d298d3b4f6 {{(pid=95102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 20:01:23.390502 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27b05f95-7432-424a-96e9-6b300a5e5637 req-98e7ac1b-9d0f-4468-b003-dc621372a713 service neutron] Port 4369803b-a053-4069-a63d-3717d8bcd21b on network 45243160-e9cf-4355-b20a-96d298d3b4f6 not bound, no agent of type Open vSwitch agent registered on host n-h2-713301-16 {{(pid=95102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 20:01:23.390819 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27b05f95-7432-424a-96e9-6b300a5e5637 req-98e7ac1b-9d0f-4468-b003-dc621372a713 service neutron] Attempting to bind port 4369803b-a053-4069-a63d-3717d8bcd21b on network 45243160-e9cf-4355-b20a-96d298d3b4f6 {{(pid=95102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 20:01:23.410657 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27b05f95-7432-424a-96e9-6b300a5e5637 req-98e7ac1b-9d0f-4468-b003-dc621372a713 service neutron] Checking agent: {'id': '2a7cea34-db54-4faf-8d23-37521c3e34cb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713301-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 19, 15, 28), 'started_at': datetime.datetime(2021, 9, 23, 19, 15, 28), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 20, 0, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 20:01:23.411000 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27b05f95-7432-424a-96e9-6b300a5e5637 req-98e7ac1b-9d0f-4468-b003-dc621372a713 service neutron] Checking segment: {'id': '5d8d9e87-64ab-45d5-aa8a-759b0f243b9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '45243160-e9cf-4355-b20a-96d298d3b4f6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95102) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 20:01:23.411411 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27b05f95-7432-424a-96e9-6b300a5e5637 req-98e7ac1b-9d0f-4468-b003-dc621372a713 service neutron] Bound using segment: {'id': '5d8d9e87-64ab-45d5-aa8a-759b0f243b9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '45243160-e9cf-4355-b20a-96d298d3b4f6'} {{(pid=95102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 20:01:23.411968 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.managers [req-27b05f95-7432-424a-96e9-6b300a5e5637 req-98e7ac1b-9d0f-4468-b003-dc621372a713 service neutron] Bound port: 4369803b-a053-4069-a63d-3717d8bcd21b, host: n-h2-713301-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5d8d9e87-64ab-45d5-aa8a-759b0f243b9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '45243160-e9cf-4355-b20a-96d298d3b4f6'}}] {{(pid=95102) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 20:01:23.412422 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-27b05f95-7432-424a-96e9-6b300a5e5637 req-98e7ac1b-9d0f-4468-b003-dc621372a713 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:01:23.448893 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-611efa1c-e27a-4123-a608-7000f6ee4360 req-7e640968-a4ba-431a-ba85-c788d50370fe tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] 10.222.0.67 "GET /v2.0/security-groups?id=f16d014c-1467-4d6c-b858-8e03dea3a672&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0665801 Sep 23 20:01:23.507512 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_hamode_db [None req-75d948e1-43b8-446c-83fa-a9aca6162445 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b22c9376-a7a4-4f49-863a-450b65a4dbaa', 'name': 'tempest-TestVolumeBootPattern-846071345-router', 'tenant_id': '1c95f4136fb946e684bc3bd0afadbbdd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'external_fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.189'}], 'enable_snat': True}, 'gw_port_id': 'b60be0b5-21c7-4e8d-b049-66f43f6db97c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:55:38Z', 'updated_at': '2021-09-23T19:55:42Z', 'revision_number': 4, 'project_id': '1c95f4136fb946e684bc3bd0afadbbdd', 'gw_port': {'id': 'b60be0b5-21c7-4e8d-b049-66f43f6db97c', 'name': '', 'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:b1:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b22c9376-a7a4-4f49-863a-450b65a4dbaa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3875, 'fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:55:39Z', 'updated_at': '2021-09-23T19:55:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-16', '_interfaces': [{'id': '25c3b070-de7a-4c98-a0c6-bbdac9d061bf', 'name': '', 'network_id': 'a97a1ddd-be59-4422-8c3e-924143535884', 'tenant_id': '1c95f4136fb946e684bc3bd0afadbbdd', 'mac_address': 'fa:16:3e:7c:37:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b22c9376-a7a4-4f49-863a-450b65a4dbaa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3876, 'fixed_ips': [{'subnet_id': '788d1f3e-2626-40b1-b49a-799b1a0fa15b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:55:41Z', 'updated_at': '2021-09-23T19:55:46Z', 'revision_number': 5, 'project_id': '1c95f4136fb946e684bc3bd0afadbbdd', 'subnets': [{'id': '788d1f3e-2626-40b1-b49a-799b1a0fa15b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-16', False) {} {{(pid=95104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 20:01:23.518669 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.db [req-27b05f95-7432-424a-96e9-6b300a5e5637 req-98e7ac1b-9d0f-4468-b003-dc621372a713 service neutron] For port 4369803b-a053-4069-a63d-3717d8bcd21b, host n-h2-713301-16, cleared binding levels {{(pid=95102) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 20:01:23.521561 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.db [req-27b05f95-7432-424a-96e9-6b300a5e5637 req-98e7ac1b-9d0f-4468-b003-dc621372a713 service neutron] For port 4369803b-a053-4069-a63d-3717d8bcd21b, host n-h2-713301-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-16',level=0,port_id=4369803b-a053-4069-a63d-3717d8bcd21b,segment=NetworkSegment(5d8d9e87-64ab-45d5-aa8a-759b0f243b9a),segment_id=5d8d9e87-64ab-45d5-aa8a-759b0f243b9a)] {{(pid=95102) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 20:01:23.526696 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-27b05f95-7432-424a-96e9-6b300a5e5637 req-98e7ac1b-9d0f-4468-b003-dc621372a713 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4399095'] for port, after_update {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:01:23.535295 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75d948e1-43b8-446c-83fa-a9aca6162445 None None] The sync data for ids ['b22c9376-a7a4-4f49-863a-450b65a4dbaa'] in n-d-713301-16 is: [{'id': 'b22c9376-a7a4-4f49-863a-450b65a4dbaa', 'name': 'tempest-TestVolumeBootPattern-846071345-router', 'tenant_id': '1c95f4136fb946e684bc3bd0afadbbdd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'external_fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.189'}], 'enable_snat': True}, 'gw_port_id': 'b60be0b5-21c7-4e8d-b049-66f43f6db97c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:55:38Z', 'updated_at': '2021-09-23T19:55:42Z', 'revision_number': 4, 'project_id': '1c95f4136fb946e684bc3bd0afadbbdd', 'gw_port': {'id': 'b60be0b5-21c7-4e8d-b049-66f43f6db97c', 'name': '', 'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:b1:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b22c9376-a7a4-4f49-863a-450b65a4dbaa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3875, 'fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:55:39Z', 'updated_at': '2021-09-23T19:55:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-16', '_interfaces': [{'id': '25c3b070-de7a-4c98-a0c6-bbdac9d061bf', 'name': '', 'network_id': 'a97a1ddd-be59-4422-8c3e-924143535884', 'tenant_id': '1c95f4136fb946e684bc3bd0afadbbdd', 'mac_address': 'fa:16:3e:7c:37:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b22c9376-a7a4-4f49-863a-450b65a4dbaa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3876, 'fixed_ips': [{'subnet_id': '788d1f3e-2626-40b1-b49a-799b1a0fa15b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:55:41Z', 'updated_at': '2021-09-23T19:55:46Z', 'revision_number': 5, 'project_id': '1c95f4136fb946e684bc3bd0afadbbdd', 'subnets': [{'id': '788d1f3e-2626-40b1-b49a-799b1a0fa15b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 20:01:23.548428 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-0ae75029-feb6-4728-9a94-5f9b60993d82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:01:23.567706 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b05f95-7432-424a-96e9-6b300a5e5637 req-98e7ac1b-9d0f-4468-b003-dc621372a713 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:01:23.568339 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-27b05f95-7432-424a-96e9-6b300a5e5637 req-98e7ac1b-9d0f-4468-b003-dc621372a713 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222849'] for port, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:01:23.569866 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-27b05f95-7432-424a-96e9-6b300a5e5637 req-98e7ac1b-9d0f-4468-b003-dc621372a713 service neutron] 10.222.0.53 "PUT /v2.0/ports/4369803b-a053-4069-a63d-3717d8bcd21b HTTP/1.1" status: 200 len: 1092 time: 1.4619122 Sep 23 20:01:23.610927 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e7ac1b-9d0f-4468-b003-dc621372a713 service neutron] Pushing event updated for resources: {'Port': ['ID=4369803b-a053-4069-a63d-3717d8bcd21b,revision_number=3']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:01:23.674836 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b05f95-7432-424a-96e9-6b300a5e5637 req-d7ceda8c-c7a2-463b-918e-84c5056c8546 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:01:23.677032 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-27b05f95-7432-424a-96e9-6b300a5e5637 req-d7ceda8c-c7a2-463b-918e-84c5056c8546 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=9cf4888c1a454e07a3d16aa9e7c63006&device_id=7195802a-c4f5-4ab0-abae-29946950429f HTTP/1.1" status: 200 len: 1095 time: 0.0513527 Sep 23 20:01:23.730416 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-27b05f95-7432-424a-96e9-6b300a5e5637 req-44436931-7b2f-4fb9-ba99-398841481f47 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4369803b-a053-4069-a63d-3717d8bcd21b HTTP/1.1" status: 200 len: 217 time: 0.0443091 Sep 23 20:01:23.786967 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b05f95-7432-424a-96e9-6b300a5e5637 req-2b638dfd-c067-4e1e-bf66-462d40e60fa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:01:23.788753 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-27b05f95-7432-424a-96e9-6b300a5e5637 req-2b638dfd-c067-4e1e-bf66-462d40e60fa2 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=f9592763-4f70-40be-9db5-ffd76a5e823e HTTP/1.1" status: 200 len: 835 time: 0.0500395 Sep 23 20:01:23.844377 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b05f95-7432-424a-96e9-6b300a5e5637 req-17d710a9-3a9f-44aa-9a49-f0ca10b4fe46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:01:23.847551 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-27b05f95-7432-424a-96e9-6b300a5e5637 req-17d710a9-3a9f-44aa-9a49-f0ca10b4fe46 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=45243160-e9cf-4355-b20a-96d298d3b4f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0504229 Sep 23 20:01:23.853428 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-034b885e-780e-438a-87c3-88497c54de46 None None] New status for floating IP fedc9082-e21c-452d-a7c8-56539cb55eaa: DOWN {{(pid=95103) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 23 20:01:23.954343 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-27b05f95-7432-424a-96e9-6b300a5e5637 req-846d918f-75ba-473f-a4e9-097eae8d2404 service neutron] 10.222.0.53 "GET /v2.0/networks/45243160-e9cf-4355-b20a-96d298d3b4f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1005812 Sep 23 20:01:24.056677 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-27b05f95-7432-424a-96e9-6b300a5e5637 req-45c84494-1c81-4726-a820-d54a2ca87075 service neutron] 10.222.0.53 "GET /v2.0/networks/45243160-e9cf-4355-b20a-96d298d3b4f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0957046 Sep 23 20:01:24.128659 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-eb83e32d-ca07-4544-8761-8121b7fb14fd req-8cc8ef97-d7d6-418c-bb04-ca855da7bae0 tempest-TestVolumeBootPattern-473790611 tempest-TestVolumeBootPattern-473790611-project] 10.222.0.67 "GET /v2.0/ports?device_id=a823de75-8b8e-46f9-96fb-49bacdd447f7 HTTP/1.1" status: 200 len: 210 time: 0.0292509 Sep 23 20:01:24.441740 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Device 2e8deb2d-0972-40a1-bb33-db279ececad0 no longer exists at agent hyperv_n-h1-713301-16 {{(pid=95103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 20:01:24.464950 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.plugin [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] No Port match for: 2e8deb2d-0972-40a1-bb33-db279ececad0 {{(pid=95103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 20:01:24.465293 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Device 2e8deb2d-0972-40a1-bb33-db279ececad0 not bound to the agent host n-h1-713301-16 {{(pid=95103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 20:01:24.571522 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c31fc585-5d5d-4b01-a9c8-9b5e1571b93b req-01dc1674-a1cc-4355-932a-005b22668ff3 tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:01:24.573558 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-c31fc585-5d5d-4b01-a9c8-9b5e1571b93b req-01dc1674-a1cc-4355-932a-005b22668ff3 tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] 10.222.0.67 "GET /v2.0/ports?device_id=7195802a-c4f5-4ab0-abae-29946950429f HTTP/1.1" status: 200 len: 943 time: 0.0550802 Sep 23 20:01:24.616560 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-c31fc585-5d5d-4b01-a9c8-9b5e1571b93b req-9b75f67e-8494-43a5-9737-18358b0be462 tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] 10.222.0.67 "GET /v2.0/security-groups?id=f16d014c-1467-4d6c-b858-8e03dea3a672&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330458 Sep 23 20:01:24.900359 n-d-713301-16 neutron-server[95102]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7195802a-c4f5-4ab0-abae-29946950429f', 'tag': '4369803b-a053-4069-a63d-3717d8bcd21b'}] {{(pid=95102) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 20:01:24.902748 n-d-713301-16 neutron-server[95102]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab31b6d93e5336dbddfa8ec424565b3bd8cb2369c5b4d85bc943472dbb21e8ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5058b4b9-befa-4b05-9e4b-85e8ff53339f" -d '{"events": [{"name": "network-changed", "server_uuid": "7195802a-c4f5-4ab0-abae-29946950429f", "tag": "4369803b-a053-4069-a63d-3717d8bcd21b"}]}' {{(pid=95102) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 20:01:24.944510 n-d-713301-16 neutron-server[95102]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 20:01:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-330edf4d-c4a4-4ed0-ac53-8d66b77ea305 x-openstack-request-id: req-330edf4d-c4a4-4ed0-ac53-8d66b77ea305 {{(pid=95102) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 20:01:24.944982 n-d-713301-16 neutron-server[95102]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7195802a-c4f5-4ab0-abae-29946950429f", "tag": "4369803b-a053-4069-a63d-3717d8bcd21b", "status": "completed", "code": 200}]} {{(pid=95102) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 20:01:24.945293 n-d-713301-16 neutron-server[95102]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-330edf4d-c4a4-4ed0-ac53-8d66b77ea305 {{(pid=95102) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 20:01:24.945718 n-d-713301-16 neutron-server[95102]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7195802a-c4f5-4ab0-abae-29946950429f', 'tag': '4369803b-a053-4069-a63d-3717d8bcd21b', 'status': 'completed', 'code': 200} Sep 23 20:01:25.014658 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5058b4b9-befa-4b05-9e4b-85e8ff53339f req-f93f0b40-0575-4546-a6a2-85df499efc33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:01:25.016220 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-5058b4b9-befa-4b05-9e4b-85e8ff53339f req-f93f0b40-0575-4546-a6a2-85df499efc33 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=9cf4888c1a454e07a3d16aa9e7c63006&device_id=7195802a-c4f5-4ab0-abae-29946950429f HTTP/1.1" status: 200 len: 1095 time: 0.0484502 Sep 23 20:01:25.113505 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5058b4b9-befa-4b05-9e4b-85e8ff53339f req-9e62ff81-d786-462f-a9b5-21ca1e9a2f5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:01:25.115106 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-5058b4b9-befa-4b05-9e4b-85e8ff53339f req-9e62ff81-d786-462f-a9b5-21ca1e9a2f5d service neutron] 10.222.0.53 "GET /v2.0/networks?id=45243160-e9cf-4355-b20a-96d298d3b4f6 HTTP/1.1" status: 200 len: 898 time: 0.0923862 Sep 23 20:01:25.161741 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-5058b4b9-befa-4b05-9e4b-85e8ff53339f req-0cd83bc0-3213-46da-9cad-e3fd3c18a787 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4369803b-a053-4069-a63d-3717d8bcd21b HTTP/1.1" status: 200 len: 217 time: 0.0384879 Sep 23 20:01:25.248689 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-60645893-6a16-432a-b564-58969a91d9cf req-a3f3a8b8-829a-447e-8797-96875956fd95 tempest-TestVolumeBootPattern-473790611 tempest-TestVolumeBootPattern-473790611-project] 10.222.0.67 "GET /v2.0/ports?device_id=a823de75-8b8e-46f9-96fb-49bacdd447f7 HTTP/1.1" status: 200 len: 210 time: 0.0447760 Sep 23 20:01:25.252180 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5058b4b9-befa-4b05-9e4b-85e8ff53339f req-cef84dbb-ab54-4c61-99fd-aefe92f976c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:01:25.253628 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-5058b4b9-befa-4b05-9e4b-85e8ff53339f req-cef84dbb-ab54-4c61-99fd-aefe92f976c7 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=f9592763-4f70-40be-9db5-ffd76a5e823e HTTP/1.1" status: 200 len: 835 time: 0.0817292 Sep 23 20:01:25.311366 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5058b4b9-befa-4b05-9e4b-85e8ff53339f req-28ed2e51-ed49-4373-8905-acd26ad7f588 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:01:25.312980 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-5058b4b9-befa-4b05-9e4b-85e8ff53339f req-28ed2e51-ed49-4373-8905-acd26ad7f588 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=45243160-e9cf-4355-b20a-96d298d3b4f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0431831 Sep 23 20:01:25.367837 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-80e7e501-6c57-470d-92c6-e3d54bc3195c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:01:25.414561 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-5058b4b9-befa-4b05-9e4b-85e8ff53339f req-2bd943ab-7e62-4f7e-ae83-c8e6bf5cec7e service neutron] 10.222.0.53 "GET /v2.0/networks/45243160-e9cf-4355-b20a-96d298d3b4f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0943985 Sep 23 20:01:25.512974 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-5058b4b9-befa-4b05-9e4b-85e8ff53339f req-48640b39-465d-4343-b199-21128e778883 service neutron] 10.222.0.53 "GET /v2.0/networks/45243160-e9cf-4355-b20a-96d298d3b4f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0919437 Sep 23 20:01:25.723025 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Device 4369803b-a053-4069-a63d-3717d8bcd21b details requested by agent hyperv_n-h2-713301-16 with host n-h2-713301-16 {{(pid=95103) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 20:01:25.743476 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7abc9292-6660-49fe-bb0d-7fff82362b7d req-a3aebd04-c4e2-4eda-9e52-b43fc2cbeddb tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:01:25.745537 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-7abc9292-6660-49fe-bb0d-7fff82362b7d req-a3aebd04-c4e2-4eda-9e52-b43fc2cbeddb tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] 10.222.0.67 "GET /v2.0/ports?device_id=7195802a-c4f5-4ab0-abae-29946950429f HTTP/1.1" status: 200 len: 943 time: 0.0561588 Sep 23 20:01:25.785793 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-7abc9292-6660-49fe-bb0d-7fff82362b7d req-9e11a50a-2978-4c57-a11e-9a1c1972f2e4 tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] 10.222.0.67 "GET /v2.0/security-groups?id=f16d014c-1467-4d6c-b858-8e03dea3a672&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335140 Sep 23 20:01:25.825913 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] For port 4369803b-a053-4069-a63d-3717d8bcd21b, host n-h2-713301-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-16',level=0,port_id=4369803b-a053-4069-a63d-3717d8bcd21b,segment=NetworkSegment(5d8d9e87-64ab-45d5-aa8a-759b0f243b9a),segment_id=5d8d9e87-64ab-45d5-aa8a-759b0f243b9a)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 20:01:25.837515 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Returning: {'device': '4369803b-a053-4069-a63d-3717d8bcd21b', 'network_id': '45243160-e9cf-4355-b20a-96d298d3b4f6', 'port_id': '4369803b-a053-4069-a63d-3717d8bcd21b', 'mac_address': 'fa:16:3e:8d:a6:c7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 601, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f9592763-4f70-40be-9db5-ffd76a5e823e', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95103) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 20:01:25.876812 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:01:25.894608 n-d-713301-16 neutron-server[95103]: DEBUG neutron.notifiers.nova [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4369803b-a053-4069-a63d-3717d8bcd21b {{(pid=95103) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 20:01:25.915757 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] For port 4369803b-a053-4069-a63d-3717d8bcd21b, host n-h2-713301-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-16',level=0,port_id=4369803b-a053-4069-a63d-3717d8bcd21b,segment=NetworkSegment(5d8d9e87-64ab-45d5-aa8a-759b0f243b9a),segment_id=5d8d9e87-64ab-45d5-aa8a-759b0f243b9a)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 20:01:25.920716 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:01:25.974152 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Pushing event updated for resources: {'Port': ['ID=4369803b-a053-4069-a63d-3717d8bcd21b,revision_number=4']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:01:26.108478 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] get_ports_and_sgs() called for port_ids ['4369803b-a053-4069-a63d-3717d8bcd21b'] {{(pid=95103) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 20:01:26.351522 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-7a2d8b6d-8699-4fb9-83ff-675cf83de4fe req-5f2c466e-576a-41bb-8294-fbc43417e1e5 tempest-TestVolumeBootPattern-473790611 tempest-TestVolumeBootPattern-473790611-project] 10.222.0.67 "GET /v2.0/ports?device_id=a823de75-8b8e-46f9-96fb-49bacdd447f7 HTTP/1.1" status: 200 len: 210 time: 0.0295696 Sep 23 20:01:26.908524 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9429a4f5-0984-4c3f-bbe7-87be391bf83e req-6631dd52-132c-4373-86c8-7ee860d90f40 tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:01:26.910000 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-9429a4f5-0984-4c3f-bbe7-87be391bf83e req-6631dd52-132c-4373-86c8-7ee860d90f40 tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] 10.222.0.67 "GET /v2.0/ports?device_id=7195802a-c4f5-4ab0-abae-29946950429f HTTP/1.1" status: 200 len: 944 time: 0.0540223 Sep 23 20:01:26.949907 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-9429a4f5-0984-4c3f-bbe7-87be391bf83e req-64ae93ef-8924-49da-aece-4105f0194adf tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] 10.222.0.67 "GET /v2.0/security-groups?id=f16d014c-1467-4d6c-b858-8e03dea3a672&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339751 Sep 23 20:01:27.562817 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-f40ad34c-82c8-4145-87d6-bd7608a8fd28 req-4b86d180-96e9-4e16-a60b-c6b4eff877fe tempest-TestVolumeBootPattern-473790611 tempest-TestVolumeBootPattern-473790611-project] 10.222.0.67 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1347714272&fields=id&tenant_id=1c95f4136fb946e684bc3bd0afadbbdd HTTP/1.1" status: 200 len: 267 time: 0.0347514 Sep 23 20:01:27.676071 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f40ad34c-82c8-4145-87d6-bd7608a8fd28 req-3f77c755-6544-4a8a-b8cd-728364a558b5 tempest-TestVolumeBootPattern-473790611 tempest-TestVolumeBootPattern-473790611-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:01:27.677570 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-f40ad34c-82c8-4145-87d6-bd7608a8fd28 req-3f77c755-6544-4a8a-b8cd-728364a558b5 tempest-TestVolumeBootPattern-473790611 tempest-TestVolumeBootPattern-473790611-project] 10.222.0.67 "GET /v2.0/networks?id=a97a1ddd-be59-4422-8c3e-924143535884 HTTP/1.1" status: 200 len: 811 time: 0.1068778 Sep 23 20:01:27.692856 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-f40ad34c-82c8-4145-87d6-bd7608a8fd28 req-1952fca8-a5c3-4799-a934-f40538ffa681 tempest-TestVolumeBootPattern-473790611 tempest-TestVolumeBootPattern-473790611-project] 10.222.0.67 "GET /v2.0/quotas/1c95f4136fb946e684bc3bd0afadbbdd HTTP/1.1" status: 200 len: 375 time: 0.0089977 Sep 23 20:01:27.733802 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Device 4369803b-a053-4069-a63d-3717d8bcd21b up at agent hyperv_n-h2-713301-16 {{(pid=95103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 20:01:27.748234 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-f40ad34c-82c8-4145-87d6-bd7608a8fd28 req-b59e8e96-6427-4e95-a59e-4f0f89e87067 tempest-TestVolumeBootPattern-473790611 tempest-TestVolumeBootPattern-473790611-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=1c95f4136fb946e684bc3bd0afadbbdd&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0492792 Sep 23 20:01:27.786912 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Provisioning for port 4369803b-a053-4069-a63d-3717d8bcd21b completed by entity L2. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 20:01:27.790875 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Provisioning complete for port 4369803b-a053-4069-a63d-3717d8bcd21b triggered by entity L2. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 20:01:27.791310 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:01:27.851343 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-f40ad34c-82c8-4145-87d6-bd7608a8fd28 req-e86f59f2-912a-4710-8245-37a5c94e585c service neutron] 10.222.0.67 "GET /v2.0/networks/a97a1ddd-be59-4422-8c3e-924143535884?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0902681 Sep 23 20:01:27.874868 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:01:27.898613 n-d-713301-16 neutron-server[95103]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7195802a-c4f5-4ab0-abae-29946950429f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4369803b-a053-4069-a63d-3717d8bcd21b'}] {{(pid=95103) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 20:01:27.901552 n-d-713301-16 neutron-server[95103]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}81a1c17f2aa89d5b3ebbba3a3e0cf7eb588e431c2224256110c4c4facdd7c3e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-070acc71-3029-4fcf-89b1-9bb8a7e1db29" -d '{"events": [{"server_uuid": "7195802a-c4f5-4ab0-abae-29946950429f", "name": "network-vif-plugged", "status": "completed", "tag": "4369803b-a053-4069-a63d-3717d8bcd21b"}]}' {{(pid=95103) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 20:01:27.914165 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] For port 4369803b-a053-4069-a63d-3717d8bcd21b, host n-h2-713301-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-16',level=0,port_id=4369803b-a053-4069-a63d-3717d8bcd21b,segment=NetworkSegment(5d8d9e87-64ab-45d5-aa8a-759b0f243b9a),segment_id=5d8d9e87-64ab-45d5-aa8a-759b0f243b9a)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 20:01:27.918516 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:01:27.942517 n-d-713301-16 neutron-server[95103]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 20:01:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd7bd1bf-ebb7-4fe0-aee7-45d9237a3792 x-openstack-request-id: req-bd7bd1bf-ebb7-4fe0-aee7-45d9237a3792 {{(pid=95103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 20:01:27.942802 n-d-713301-16 neutron-server[95103]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7195802a-c4f5-4ab0-abae-29946950429f", "name": "network-vif-plugged", "status": "completed", "tag": "4369803b-a053-4069-a63d-3717d8bcd21b", "code": 200}]} {{(pid=95103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 20:01:27.943107 n-d-713301-16 neutron-server[95103]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-bd7bd1bf-ebb7-4fe0-aee7-45d9237a3792 {{(pid=95103) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 20:01:27.943488 n-d-713301-16 neutron-server[95103]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7195802a-c4f5-4ab0-abae-29946950429f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4369803b-a053-4069-a63d-3717d8bcd21b', 'code': 200} Sep 23 20:01:27.960433 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-f40ad34c-82c8-4145-87d6-bd7608a8fd28 req-271aee0a-072a-478b-b384-a37cf4c4a180 service neutron] 10.222.0.67 "GET /v2.0/networks/a97a1ddd-be59-4422-8c3e-924143535884?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1023633 Sep 23 20:01:27.983594 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Pushing event updated for resources: {'Port': ['ID=4369803b-a053-4069-a63d-3717d8bcd21b,revision_number=5']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:01:27.993401 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:01:27.993757 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:01:27.994106 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:01:27.995025 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:01:27.995369 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:01:27.995701 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:01:27.996090 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:01:27.996428 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:01:27.996782 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:01:27.997126 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:01:27.997667 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:01:27.998000 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:01:28.099800 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380db618-dba4-458b-8ad6-3fb0fbea8d86 req-bb7f0060-cd24-4fe3-a54d-4f91f61d6cf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:01:28.101458 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-380db618-dba4-458b-8ad6-3fb0fbea8d86 req-bb7f0060-cd24-4fe3-a54d-4f91f61d6cf6 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=7195802a-c4f5-4ab0-abae-29946950429f HTTP/1.1" status: 200 len: 1097 time: 0.0827208 Sep 23 20:01:28.113584 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f3f305-9e76-4c35-8144-d38680577d3e req-2ee28357-5099-41de-a2e7-6a302e7368a9 tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:01:28.115148 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-94f3f305-9e76-4c35-8144-d38680577d3e req-2ee28357-5099-41de-a2e7-6a302e7368a9 tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] 10.222.0.67 "GET /v2.0/ports?device_id=7195802a-c4f5-4ab0-abae-29946950429f HTTP/1.1" status: 200 len: 945 time: 0.0652816 Sep 23 20:01:28.177655 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-94f3f305-9e76-4c35-8144-d38680577d3e req-bda724c7-c0b1-4f86-8420-5d0620b1ec44 tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] 10.222.0.67 "GET /v2.0/security-groups?id=f16d014c-1467-4d6c-b858-8e03dea3a672&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0554380 Sep 23 20:01:28.179160 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-380db618-dba4-458b-8ad6-3fb0fbea8d86 req-96a75aa7-1a1b-4529-9e21-5ae63eea3043 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=f16d014c-1467-4d6c-b858-8e03dea3a672&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0631285 Sep 23 20:01:28.229630 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:01:28.281189 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-5fb63d93-fcc7-4ff8-94c6-415d43d6fe1a req-1876dfa1-1ae8-4296-82cd-f6c260b890b2 tempest-TestVolumeBootPattern-473790611 tempest-TestVolumeBootPattern-473790611-project] 10.222.0.67 "GET /v2.0/ports?device_id=3748ffae-a1b1-43d6-9838-54e899d8854a HTTP/1.1" status: 200 len: 210 time: 0.0275486 Sep 23 20:01:28.490164 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:01:29.236847 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f40ad34c-82c8-4145-87d6-bd7608a8fd28 req-659973ec-a20a-405d-b2fe-f7e37b4134fe tempest-TestVolumeBootPattern-473790611 tempest-TestVolumeBootPattern-473790611-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:01:29.238084 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-f40ad34c-82c8-4145-87d6-bd7608a8fd28 req-659973ec-a20a-405d-b2fe-f7e37b4134fe tempest-TestVolumeBootPattern-473790611 tempest-TestVolumeBootPattern-473790611-project] 10.222.0.74 "GET /v2.0/networks?id=a97a1ddd-be59-4422-8c3e-924143535884 HTTP/1.1" status: 200 len: 811 time: 0.1548812 Sep 23 20:01:29.304301 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-f40ad34c-82c8-4145-87d6-bd7608a8fd28 req-5ce97516-2050-4e04-8903-6e26d2b0ee44 tempest-TestVolumeBootPattern-473790611 tempest-TestVolumeBootPattern-473790611-project] 10.222.0.74 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1c95f4136fb946e684bc3bd0afadbbdd HTTP/1.1" status: 200 len: 380 time: 0.0569119 Sep 23 20:01:29.325464 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.v2.base [req-f40ad34c-82c8-4145-87d6-bd7608a8fd28 req-3efd1454-8779-4cf3-bad1-5b359dbcbf22 tempest-TestVolumeBootPattern-473790611 tempest-TestVolumeBootPattern-473790611-project] Request body: {'port': {'device_id': '3748ffae-a1b1-43d6-9838-54e899d8854a', 'network_id': 'a97a1ddd-be59-4422-8c3e-924143535884', 'admin_state_up': True, 'tenant_id': '1c95f4136fb946e684bc3bd0afadbbdd', 'security_groups': ['144e7209-c560-46fb-b43e-2ce38f5b7271']}} {{(pid=95102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 20:01:29.433251 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-a8ff45c8-f569-4260-aef9-61a36448d125 req-cc2be8a9-6763-4afd-b8cb-695e94637628 tempest-TestVolumeBootPattern-473790611 tempest-TestVolumeBootPattern-473790611-project] 10.222.0.67 "GET /v2.0/ports?device_id=3748ffae-a1b1-43d6-9838-54e899d8854a HTTP/1.1" status: 200 len: 210 time: 0.0705130 Sep 23 20:01:29.445050 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c63c29-04e5-41a3-9430-288b3dede998 req-891605ad-52c1-4459-b09f-fbe7c71d822a tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:01:29.446307 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-c6c63c29-04e5-41a3-9430-288b3dede998 req-891605ad-52c1-4459-b09f-fbe7c71d822a tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] 10.222.0.67 "GET /v2.0/ports?device_id=7195802a-c4f5-4ab0-abae-29946950429f HTTP/1.1" status: 200 len: 945 time: 0.1623693 Sep 23 20:01:29.515429 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-c6c63c29-04e5-41a3-9430-288b3dede998 req-a33092bb-0fb8-47a6-8041-90af3b218cdc tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] 10.222.0.67 "GET /v2.0/security-groups?id=f16d014c-1467-4d6c-b858-8e03dea3a672&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0573344 Sep 23 20:01:29.523072 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f40ad34c-82c8-4145-87d6-bd7608a8fd28 req-3efd1454-8779-4cf3-bad1-5b359dbcbf22 tempest-TestVolumeBootPattern-473790611 tempest-TestVolumeBootPattern-473790611-project] Made reservation on behalf of 1c95f4136fb946e684bc3bd0afadbbdd for: {'port': 1} {{(pid=95102) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 20:01:29.527595 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-f40ad34c-82c8-4145-87d6-bd7608a8fd28 req-3efd1454-8779-4cf3-bad1-5b359dbcbf22 tempest-TestVolumeBootPattern-473790611 tempest-TestVolumeBootPattern-473790611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:01:29.684439 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c72494-07b0-479b-a508-ee74180ef632 req-3febad03-f1e6-48f1-b966-33c88df5316e tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:01:29.686042 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-79c72494-07b0-479b-a508-ee74180ef632 req-3febad03-f1e6-48f1-b966-33c88df5316e tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] 10.222.0.67 "GET /v2.0/ports?device_id=7195802a-c4f5-4ab0-abae-29946950429f HTTP/1.1" status: 200 len: 945 time: 0.1007817 Sep 23 20:01:29.715444 n-d-713301-16 neutron-server[95102]: DEBUG neutron.db.db_base_plugin_common [req-f40ad34c-82c8-4145-87d6-bd7608a8fd28 req-3efd1454-8779-4cf3-bad1-5b359dbcbf22 tempest-TestVolumeBootPattern-473790611 tempest-TestVolumeBootPattern-473790611-project] Allocated IP 172.20.0.6 (a97a1ddd-be59-4422-8c3e-924143535884/788d1f3e-2626-40b1-b49a-799b1a0fa15b/aa161274-af6f-442b-a922-904309044a45) {{(pid=95102) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 20:01:29.750287 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-79c72494-07b0-479b-a508-ee74180ef632 req-fafccfbc-6345-4950-bd5f-007644d6536d tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] 10.222.0.67 "GET /v2.0/security-groups?id=f16d014c-1467-4d6c-b858-8e03dea3a672&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0561960 Sep 23 20:01:29.774116 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 58064) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:01:29.824460 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc421a13-4aa3-4fc1-84d7-ef6eb7573364 tempest-TestNetworkAdvancedServerOps-1630542813 tempest-TestNetworkAdvancedServerOps-1630542813-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:01:29.828946 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-dc421a13-4aa3-4fc1-84d7-ef6eb7573364 tempest-TestNetworkAdvancedServerOps-1630542813 tempest-TestNetworkAdvancedServerOps-1630542813-project-admin] 10.222.0.67 "GET /v2.0/ports?device_id=7195802a-c4f5-4ab0-abae-29946950429f HTTP/1.1" status: 200 len: 1092 time: 0.0498514 Sep 23 20:01:29.829235 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 58066) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:01:29.834232 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.v2.base [None req-89ae939c-9c40-4c3e-9d6d-b6ba594500fc tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] Request body: {'floatingip': {'floating_network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'port_id': '4369803b-a053-4069-a63d-3717d8bcd21b', 'tenant_id': '9cf4888c1a454e07a3d16aa9e7c63006', 'fixed_ip_address': '172.20.0.4'}} {{(pid=95101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 20:01:29.859932 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-89ae939c-9c40-4c3e-9d6d-b6ba594500fc tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] Notify callbacks [] for floatingip, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:01:29.891339 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-f40ad34c-82c8-4145-87d6-bd7608a8fd28 req-3efd1454-8779-4cf3-bad1-5b359dbcbf22 tempest-TestVolumeBootPattern-473790611 tempest-TestVolumeBootPattern-473790611-project] Notify callbacks [] for port, precommit_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:01:29.933629 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-f40ad34c-82c8-4145-87d6-bd7608a8fd28 req-3efd1454-8779-4cf3-bad1-5b359dbcbf22 tempest-TestVolumeBootPattern-473790611 tempest-TestVolumeBootPattern-473790611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783145673135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4399100'] for port, after_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:01:29.976039 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-89ae939c-9c40-4c3e-9d6d-b6ba594500fc tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:01:29.994155 n-d-713301-16 neutron-server[95102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f40ad34c-82c8-4145-87d6-bd7608a8fd28 req-3efd1454-8779-4cf3-bad1-5b359dbcbf22 tempest-TestVolumeBootPattern-473790611 tempest-TestVolumeBootPattern-473790611-project] Network a97a1ddd-be59-4422-8c3e-924143535884 is already hosted by enough agents. {{(pid=95102) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 20:01:29.999826 n-d-713301-16 neutron-server[95102]: DEBUG neutron.scheduler.base_scheduler [req-f40ad34c-82c8-4145-87d6-bd7608a8fd28 req-3efd1454-8779-4cf3-bad1-5b359dbcbf22 tempest-TestVolumeBootPattern-473790611 tempest-TestVolumeBootPattern-473790611-project] Resources bound (agent type, host, resource id): {{(pid=95102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 20:01:30.002739 n-d-713301-16 neutron-server[95102]: DEBUG neutron.db.l3_dvrscheduler_db [req-f40ad34c-82c8-4145-87d6-bd7608a8fd28 req-3efd1454-8779-4cf3-bad1-5b359dbcbf22 tempest-TestVolumeBootPattern-473790611 tempest-TestVolumeBootPattern-473790611-project] Received port after_create {{(pid=95102) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 20:01:30.051540 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3efd1454-8779-4cf3-bad1-5b359dbcbf22 tempest-TestVolumeBootPattern-473790611 tempest-TestVolumeBootPattern-473790611-project] Pushing event updated for resources: {'Port': ['ID=aa161274-af6f-442b-a922-904309044a45,revision_number=1']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:01:30.077009 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f40ad34c-82c8-4145-87d6-bd7608a8fd28 req-3efd1454-8779-4cf3-bad1-5b359dbcbf22 tempest-TestVolumeBootPattern-473790611 tempest-TestVolumeBootPattern-473790611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:01:30.077988 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-f40ad34c-82c8-4145-87d6-bd7608a8fd28 req-3efd1454-8779-4cf3-bad1-5b359dbcbf22 tempest-TestVolumeBootPattern-473790611 tempest-TestVolumeBootPattern-473790611-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222849'] for port, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:01:30.094713 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-f40ad34c-82c8-4145-87d6-bd7608a8fd28 req-3efd1454-8779-4cf3-bad1-5b359dbcbf22 tempest-TestVolumeBootPattern-473790611 tempest-TestVolumeBootPattern-473790611-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7749693 Sep 23 20:01:30.100225 n-d-713301-16 neutron-server[95101]: DEBUG neutron.db.db_base_plugin_common [None req-89ae939c-9c40-4c3e-9d6d-b6ba594500fc tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] Allocated IP 172.25.1.3 (5dec5c09-378e-4f50-89cc-d94eb81c3bac/eff83446-018c-428d-b3f5-54ac9abe7a2a/7d41cc45-a180-4d8b-9e2c-78073b56808f) {{(pid=95101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 20:01:30.109850 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.v2.base [req-f40ad34c-82c8-4145-87d6-bd7608a8fd28 req-dc1c5bf7-7d52-4003-8e9e-6c8ee1dbe056 service neutron] Request body: {'port': {'device_id': '3748ffae-a1b1-43d6-9838-54e899d8854a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713301-16'}} {{(pid=95102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 20:01:30.184025 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-f40ad34c-82c8-4145-87d6-bd7608a8fd28 req-dc1c5bf7-7d52-4003-8e9e-6c8ee1dbe056 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:01:30.231539 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-89ae939c-9c40-4c3e-9d6d-b6ba594500fc tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] Notify callbacks [] for port, precommit_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:01:30.271938 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-89ae939c-9c40-4c3e-9d6d-b6ba594500fc tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783145673135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5607431'] for port, after_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:01:30.324399 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89ae939c-9c40-4c3e-9d6d-b6ba594500fc tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] Network 5dec5c09-378e-4f50-89cc-d94eb81c3bac is already hosted by enough agents. {{(pid=95101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 20:01:30.328464 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.base_scheduler [None req-89ae939c-9c40-4c3e-9d6d-b6ba594500fc tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] Resources bound (agent type, host, resource id): {{(pid=95101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 20:01:30.335350 n-d-713301-16 neutron-server[95101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89ae939c-9c40-4c3e-9d6d-b6ba594500fc tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] Received port after_create {{(pid=95101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 20:01:30.340039 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89ae939c-9c40-4c3e-9d6d-b6ba594500fc tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] Pushing event updated for resources: {'Port': ['ID=7d41cc45-a180-4d8b-9e2c-78073b56808f,revision_number=1']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:01:30.347112 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-0731a46d-5c47-40a6-b6e8-387dbb824e58 None None] Provisioning complete for port aa161274-af6f-442b-a922-904309044a45 triggered by entity DHCP. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 20:01:30.348098 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-0731a46d-5c47-40a6-b6e8-387dbb824e58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:01:30.388289 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.plugin [None req-0731a46d-5c47-40a6-b6e8-387dbb824e58 None None] Port aa161274-af6f-442b-a922-904309044a45 cannot update to ACTIVE because it is not bound. {{(pid=95103) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 20:01:30.570584 n-d-713301-16 neutron-server[95102]: DEBUG neutron.notifiers.nova [req-f40ad34c-82c8-4145-87d6-bd7608a8fd28 req-dc1c5bf7-7d52-4003-8e9e-6c8ee1dbe056 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aa161274-af6f-442b-a922-904309044a45 {{(pid=95102) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 20:01:30.583594 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-f40ad34c-82c8-4145-87d6-bd7608a8fd28 req-dc1c5bf7-7d52-4003-8e9e-6c8ee1dbe056 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:01:30.611624 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d92a7c9-712b-4d86-ba39-e2d5f5ca38db req-3eec821c-7d15-4c64-83ca-e107e56e1f2c tempest-TestVolumeBootPattern-473790611 tempest-TestVolumeBootPattern-473790611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:01:30.613791 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-7d92a7c9-712b-4d86-ba39-e2d5f5ca38db req-3eec821c-7d15-4c64-83ca-e107e56e1f2c tempest-TestVolumeBootPattern-473790611 tempest-TestVolumeBootPattern-473790611-project] 10.222.0.67 "GET /v2.0/ports?device_id=3748ffae-a1b1-43d6-9838-54e899d8854a HTTP/1.1" status: 200 len: 931 time: 0.0823333 Sep 23 20:01:30.614934 n-d-713301-16 neutron-server[95102]: DEBUG neutron.db.provisioning_blocks [req-f40ad34c-82c8-4145-87d6-bd7608a8fd28 req-dc1c5bf7-7d52-4003-8e9e-6c8ee1dbe056 service neutron] Transition to ACTIVE for port object aa161274-af6f-442b-a922-904309044a45 will not be triggered until provisioned by entity L2. {{(pid=95102) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 20:01:30.622040 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-f40ad34c-82c8-4145-87d6-bd7608a8fd28 req-dc1c5bf7-7d52-4003-8e9e-6c8ee1dbe056 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4399095'] for port, after_update {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:01:30.708431 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc1c5bf7-7d52-4003-8e9e-6c8ee1dbe056 service neutron] Pushing event updated for resources: {'Port': ['ID=aa161274-af6f-442b-a922-904309044a45,revision_number=2']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:01:30.717448 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-7d92a7c9-712b-4d86-ba39-e2d5f5ca38db req-2b29457d-1a7c-476f-b670-8cbfe3d93dda tempest-TestVolumeBootPattern-473790611 tempest-TestVolumeBootPattern-473790611-project] 10.222.0.67 "GET /v2.0/security-groups?id=144e7209-c560-46fb-b43e-2ce38f5b7271&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0964594 Sep 23 20:01:30.787300 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-89ae939c-9c40-4c3e-9d6d-b6ba594500fc tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:01:30.799453 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.managers [req-f40ad34c-82c8-4145-87d6-bd7608a8fd28 req-dc1c5bf7-7d52-4003-8e9e-6c8ee1dbe056 service neutron] Attempting to bind port aa161274-af6f-442b-a922-904309044a45 on host n-h1-713301-16 for vnic_type normal with profile {{(pid=95102) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 20:01:30.799940 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.managers [req-f40ad34c-82c8-4145-87d6-bd7608a8fd28 req-dc1c5bf7-7d52-4003-8e9e-6c8ee1dbe056 service neutron] Attempting to bind port aa161274-af6f-442b-a922-904309044a45 by drivers openvswitch,hyperv on host n-h1-713301-16 at level 0 using segments [{'id': 'c7abd8db-b99c-424c-86a3-7924c060f21a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'a97a1ddd-be59-4422-8c3e-924143535884'}] {{(pid=95102) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 20:01:30.800576 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f40ad34c-82c8-4145-87d6-bd7608a8fd28 req-dc1c5bf7-7d52-4003-8e9e-6c8ee1dbe056 service neutron] Attempting to bind port aa161274-af6f-442b-a922-904309044a45 on network a97a1ddd-be59-4422-8c3e-924143535884 {{(pid=95102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 20:01:30.806297 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f40ad34c-82c8-4145-87d6-bd7608a8fd28 req-dc1c5bf7-7d52-4003-8e9e-6c8ee1dbe056 service neutron] Port aa161274-af6f-442b-a922-904309044a45 on network a97a1ddd-be59-4422-8c3e-924143535884 not bound, no agent of type Open vSwitch agent registered on host n-h1-713301-16 {{(pid=95102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 20:01:30.806803 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f40ad34c-82c8-4145-87d6-bd7608a8fd28 req-dc1c5bf7-7d52-4003-8e9e-6c8ee1dbe056 service neutron] Attempting to bind port aa161274-af6f-442b-a922-904309044a45 on network a97a1ddd-be59-4422-8c3e-924143535884 {{(pid=95102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 20:01:30.813709 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f40ad34c-82c8-4145-87d6-bd7608a8fd28 req-dc1c5bf7-7d52-4003-8e9e-6c8ee1dbe056 service neutron] Checking agent: {'id': '0708c3e9-0aad-4600-9be9-d2486535c898', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713301-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 19, 15, 28), 'started_at': datetime.datetime(2021, 9, 23, 19, 15, 28), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 20, 1, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 20:01:30.814245 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f40ad34c-82c8-4145-87d6-bd7608a8fd28 req-dc1c5bf7-7d52-4003-8e9e-6c8ee1dbe056 service neutron] Checking segment: {'id': 'c7abd8db-b99c-424c-86a3-7924c060f21a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'a97a1ddd-be59-4422-8c3e-924143535884'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95102) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 20:01:30.814728 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f40ad34c-82c8-4145-87d6-bd7608a8fd28 req-dc1c5bf7-7d52-4003-8e9e-6c8ee1dbe056 service neutron] Bound using segment: {'id': 'c7abd8db-b99c-424c-86a3-7924c060f21a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'a97a1ddd-be59-4422-8c3e-924143535884'} {{(pid=95102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 20:01:30.815276 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.managers [req-f40ad34c-82c8-4145-87d6-bd7608a8fd28 req-dc1c5bf7-7d52-4003-8e9e-6c8ee1dbe056 service neutron] Bound port: aa161274-af6f-442b-a922-904309044a45, host: n-h1-713301-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c7abd8db-b99c-424c-86a3-7924c060f21a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'a97a1ddd-be59-4422-8c3e-924143535884'}}] {{(pid=95102) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 20:01:30.815898 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-f40ad34c-82c8-4145-87d6-bd7608a8fd28 req-dc1c5bf7-7d52-4003-8e9e-6c8ee1dbe056 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:01:30.867762 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-89ae939c-9c40-4c3e-9d6d-b6ba594500fc tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:01:30.896965 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.db [req-f40ad34c-82c8-4145-87d6-bd7608a8fd28 req-dc1c5bf7-7d52-4003-8e9e-6c8ee1dbe056 service neutron] For port aa161274-af6f-442b-a922-904309044a45, host n-h1-713301-16, cleared binding levels {{(pid=95102) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 20:01:30.900444 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.db [req-f40ad34c-82c8-4145-87d6-bd7608a8fd28 req-dc1c5bf7-7d52-4003-8e9e-6c8ee1dbe056 service neutron] For port aa161274-af6f-442b-a922-904309044a45, host n-h1-713301-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-16',level=0,port_id=aa161274-af6f-442b-a922-904309044a45,segment=NetworkSegment(c7abd8db-b99c-424c-86a3-7924c060f21a),segment_id=c7abd8db-b99c-424c-86a3-7924c060f21a)] {{(pid=95102) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 20:01:30.910188 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-f40ad34c-82c8-4145-87d6-bd7608a8fd28 req-dc1c5bf7-7d52-4003-8e9e-6c8ee1dbe056 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4399095'] for port, after_update {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:01:30.951315 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f40ad34c-82c8-4145-87d6-bd7608a8fd28 req-dc1c5bf7-7d52-4003-8e9e-6c8ee1dbe056 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:01:30.952020 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-f40ad34c-82c8-4145-87d6-bd7608a8fd28 req-dc1c5bf7-7d52-4003-8e9e-6c8ee1dbe056 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222849'] for port, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:01:30.953655 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-f40ad34c-82c8-4145-87d6-bd7608a8fd28 req-dc1c5bf7-7d52-4003-8e9e-6c8ee1dbe056 service neutron] 10.222.0.74 "PUT /v2.0/ports/aa161274-af6f-442b-a922-904309044a45 HTTP/1.1" status: 200 len: 1092 time: 0.8507059 Sep 23 20:01:30.954242 n-d-713301-16 neutron-server[95102]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3748ffae-a1b1-43d6-9838-54e899d8854a', 'tag': 'aa161274-af6f-442b-a922-904309044a45'}] {{(pid=95102) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 20:01:30.956548 n-d-713301-16 neutron-server[95102]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab31b6d93e5336dbddfa8ec424565b3bd8cb2369c5b4d85bc943472dbb21e8ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31625476-6ab0-4d39-8ab3-150eeb46c861" -d '{"events": [{"name": "network-changed", "server_uuid": "3748ffae-a1b1-43d6-9838-54e899d8854a", "tag": "aa161274-af6f-442b-a922-904309044a45"}]}' {{(pid=95102) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 20:01:30.983135 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc1c5bf7-7d52-4003-8e9e-6c8ee1dbe056 service neutron] Pushing event updated for resources: {'Port': ['ID=aa161274-af6f-442b-a922-904309044a45,revision_number=3']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:01:31.054211 n-d-713301-16 neutron-server[95102]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 20:01:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10198aa1-89d6-450f-ae02-7a24e7c08aed x-openstack-request-id: req-10198aa1-89d6-450f-ae02-7a24e7c08aed {{(pid=95102) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 20:01:31.054557 n-d-713301-16 neutron-server[95102]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3748ffae-a1b1-43d6-9838-54e899d8854a", "tag": "aa161274-af6f-442b-a922-904309044a45", "status": "completed", "code": 200}]} {{(pid=95102) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 20:01:31.054814 n-d-713301-16 neutron-server[95102]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-10198aa1-89d6-450f-ae02-7a24e7c08aed {{(pid=95102) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 20:01:31.055220 n-d-713301-16 neutron-server[95102]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3748ffae-a1b1-43d6-9838-54e899d8854a', 'tag': 'aa161274-af6f-442b-a922-904309044a45', 'status': 'completed', 'code': 200} Sep 23 20:01:31.081631 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f40ad34c-82c8-4145-87d6-bd7608a8fd28 req-90d2324f-a99b-45c6-87f0-055595bae7e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:01:31.083247 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-f40ad34c-82c8-4145-87d6-bd7608a8fd28 req-90d2324f-a99b-45c6-87f0-055595bae7e5 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=1c95f4136fb946e684bc3bd0afadbbdd&device_id=3748ffae-a1b1-43d6-9838-54e899d8854a HTTP/1.1" status: 200 len: 1095 time: 0.0745811 Sep 23 20:01:31.088450 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-89ae939c-9c40-4c3e-9d6d-b6ba594500fc tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] Notify callbacks [] for port, precommit_update {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:01:31.099538 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-89ae939c-9c40-4c3e-9d6d-b6ba594500fc tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5607436'] for port, after_update {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:01:31.157749 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-f40ad34c-82c8-4145-87d6-bd7608a8fd28 req-8e9b9eea-3bcb-411d-b109-8e78b67ba06d service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=aa161274-af6f-442b-a922-904309044a45 HTTP/1.1" status: 200 len: 217 time: 0.0639551 Sep 23 20:01:31.193581 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-89ae939c-9c40-4c3e-9d6d-b6ba594500fc tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-601884'] for floatingip, after_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:01:31.196362 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89ae939c-9c40-4c3e-9d6d-b6ba594500fc tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] Pushing event updated for resources: {'Port': ['ID=7d41cc45-a180-4d8b-9e2c-78073b56808f,revision_number=2']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:01:31.214863 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f40ad34c-82c8-4145-87d6-bd7608a8fd28 req-87b0e5ea-bd56-4cb6-88ef-0d66bbdf2f74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:01:31.216884 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-f40ad34c-82c8-4145-87d6-bd7608a8fd28 req-87b0e5ea-bd56-4cb6-88ef-0d66bbdf2f74 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=788d1f3e-2626-40b1-b49a-799b1a0fa15b HTTP/1.1" status: 200 len: 850 time: 0.0523968 Sep 23 20:01:31.267728 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f40ad34c-82c8-4145-87d6-bd7608a8fd28 req-75f10b2b-1269-48bf-b789-d802858edf9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:01:31.269324 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-f40ad34c-82c8-4145-87d6-bd7608a8fd28 req-75f10b2b-1269-48bf-b789-d802858edf9c service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=a97a1ddd-be59-4422-8c3e-924143535884&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0455451 Sep 23 20:01:31.309147 n-d-713301-16 neutron-server[95101]: INFO neutron.db.l3_db [None req-89ae939c-9c40-4c3e-9d6d-b6ba594500fc tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] Floating IP 70c12605-e373-4f45-8ea3-a300ca110f2d associated. External IP: 172.25.1.3, port: 4369803b-a053-4069-a63d-3717d8bcd21b. Sep 23 20:01:31.388496 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-f40ad34c-82c8-4145-87d6-bd7608a8fd28 req-da8b50fe-03ed-4bb1-92da-9ee152fb15c4 service neutron] 10.222.0.74 "GET /v2.0/networks/a97a1ddd-be59-4422-8c3e-924143535884?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1122732 Sep 23 20:01:31.497056 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-f40ad34c-82c8-4145-87d6-bd7608a8fd28 req-fd27df77-fc8c-4e51-b433-950e28eb660a service neutron] 10.222.0.74 "GET /v2.0/networks/a97a1ddd-be59-4422-8c3e-924143535884?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1014771 Sep 23 20:01:31.551543 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-89ae939c-9c40-4c3e-9d6d-b6ba594500fc tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] Router 8b433441-3b68-4a15-8606-505ad38ad29c has already been hosted by L3 agent 79a740bf-7821-4989-8288-7186e3e128f3 {{(pid=95101) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 20:01:31.595603 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31625476-6ab0-4d39-8ab3-150eeb46c861 req-78d5e67c-e4ec-4d2f-b2c9-e99af7672374 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:01:31.597361 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-31625476-6ab0-4d39-8ab3-150eeb46c861 req-78d5e67c-e4ec-4d2f-b2c9-e99af7672374 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=1c95f4136fb946e684bc3bd0afadbbdd&device_id=3748ffae-a1b1-43d6-9838-54e899d8854a HTTP/1.1" status: 200 len: 1095 time: 0.0431323 Sep 23 20:01:31.678887 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89ae939c-9c40-4c3e-9d6d-b6ba594500fc tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] Notify agent at l3_agent.n-d-713301-16 the message routers_updated {{(pid=95101) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 20:01:31.691606 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6a81a14-b649-456d-b1cc-25465ece7c11 None None] Sync routers for ids ['8b433441-3b68-4a15-8606-505ad38ad29c'] in n-d-713301-16 {{(pid=95104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 20:01:31.699780 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-89ae939c-9c40-4c3e-9d6d-b6ba594500fc tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222849'] for floatingip, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:01:31.704006 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6a81a14-b649-456d-b1cc-25465ece7c11 None None] Routers {'8b433441-3b68-4a15-8606-505ad38ad29c'} bound to L3 agent in host n-d-713301-16 {{(pid=95104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 20:01:31.705604 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_hamode_db [None req-c6a81a14-b649-456d-b1cc-25465ece7c11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-23T19:07:52Z,description=,heartbeat_timestamp=2021-09-23T20:01:23Z,host='n-d-713301-16',id=79a740bf-7821-4989-8288-7186e3e128f3,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:07:52Z,topic='l3_agent')) {'router_ids': ['8b433441-3b68-4a15-8606-505ad38ad29c'], 'active': True} {{(pid=95104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 20:01:31.711782 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31625476-6ab0-4d39-8ab3-150eeb46c861 req-cc767def-ca92-414f-9726-e7821a30c991 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:01:31.714891 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-31625476-6ab0-4d39-8ab3-150eeb46c861 req-cc767def-ca92-414f-9726-e7821a30c991 service neutron] 10.222.0.74 "GET /v2.0/networks?id=a97a1ddd-be59-4422-8c3e-924143535884 HTTP/1.1" status: 200 len: 912 time: 0.1093361 Sep 23 20:01:31.740913 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-89ae939c-9c40-4c3e-9d6d-b6ba594500fc tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] 10.222.0.67 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 994 time: 1.9104803 Sep 23 20:01:31.741515 n-d-713301-16 neutron-server[95101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7195802a-c4f5-4ab0-abae-29946950429f', 'tag': '4369803b-a053-4069-a63d-3717d8bcd21b'}] {{(pid=95101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 20:01:31.758251 n-d-713301-16 neutron-server[95101]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d8366c5740cd635e57ab12b71fe44a77c2acc3c19091ef849c6f68b380462244" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6fa52080-b442-4f5e-bf56-91bb04c38546" -d '{"events": [{"name": "network-changed", "server_uuid": "7195802a-c4f5-4ab0-abae-29946950429f", "tag": "4369803b-a053-4069-a63d-3717d8bcd21b"}]}' {{(pid=95101) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 20:01:31.765264 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-31625476-6ab0-4d39-8ab3-150eeb46c861 req-30a7c9ab-fc54-46da-a0bf-8cd3f1f93973 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=aa161274-af6f-442b-a922-904309044a45 HTTP/1.1" status: 200 len: 217 time: 0.0429938 Sep 23 20:01:31.826094 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_dvr_db [None req-c6a81a14-b649-456d-b1cc-25465ece7c11 None None] Set router 8b433441-3b68-4a15-8606-505ad38ad29c gateway port host: n-d-713301-16 {{(pid=95104) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 20:01:31.901099 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31625476-6ab0-4d39-8ab3-150eeb46c861 req-af7e1c1d-a850-441c-8cfa-4229b68c3bc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:01:31.902859 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-31625476-6ab0-4d39-8ab3-150eeb46c861 req-af7e1c1d-a850-441c-8cfa-4229b68c3bc9 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=788d1f3e-2626-40b1-b49a-799b1a0fa15b HTTP/1.1" status: 200 len: 850 time: 0.1295829 Sep 23 20:01:31.930085 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f0066ac-e428-4e2a-81ea-5384ef565f6a req-7470a29e-8fce-4a1c-8b0e-556afe3f1c98 tempest-TestVolumeBootPattern-473790611 tempest-TestVolumeBootPattern-473790611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:01:31.932915 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-4f0066ac-e428-4e2a-81ea-5384ef565f6a req-7470a29e-8fce-4a1c-8b0e-556afe3f1c98 tempest-TestVolumeBootPattern-473790611 tempest-TestVolumeBootPattern-473790611-project] 10.222.0.67 "GET /v2.0/ports?device_id=3748ffae-a1b1-43d6-9838-54e899d8854a HTTP/1.1" status: 200 len: 943 time: 0.1070867 Sep 23 20:01:31.962547 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec2ac7a0-539d-4f1c-b879-1863191c3fa4 req-67171b62-a8b5-4b01-85de-6529d3a80e72 tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:01:31.964516 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-ec2ac7a0-539d-4f1c-b879-1863191c3fa4 req-67171b62-a8b5-4b01-85de-6529d3a80e72 tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] 10.222.0.67 "GET /v2.0/ports?device_id=7195802a-c4f5-4ab0-abae-29946950429f HTTP/1.1" status: 200 len: 945 time: 0.1381032 Sep 23 20:01:32.034361 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-4f0066ac-e428-4e2a-81ea-5384ef565f6a req-8bf8bb1a-21a9-4402-89de-dab30e84f50a tempest-TestVolumeBootPattern-473790611 tempest-TestVolumeBootPattern-473790611-project] 10.222.0.67 "GET /v2.0/security-groups?id=144e7209-c560-46fb-b43e-2ce38f5b7271&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0856123 Sep 23 20:01:32.039198 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31625476-6ab0-4d39-8ab3-150eeb46c861 req-91cd5c25-eba4-466f-9b0c-b6e5d028505d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:01:32.040528 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-31625476-6ab0-4d39-8ab3-150eeb46c861 req-91cd5c25-eba4-466f-9b0c-b6e5d028505d service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=a97a1ddd-be59-4422-8c3e-924143535884&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1286871 Sep 23 20:01:32.046583 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-ec2ac7a0-539d-4f1c-b879-1863191c3fa4 req-f00a0c8d-28eb-42a6-a108-08f1a9cf1fd4 tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] 10.222.0.67 "GET /v2.0/security-groups?id=f16d014c-1467-4d6c-b858-8e03dea3a672&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0700324 Sep 23 20:01:32.125215 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 58080) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:01:32.183981 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-31625476-6ab0-4d39-8ab3-150eeb46c861 req-df5f6e1f-3353-49eb-9eb1-bbab2e775ed0 service neutron] 10.222.0.74 "GET /v2.0/networks/a97a1ddd-be59-4422-8c3e-924143535884?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1362064 Sep 23 20:01:32.262873 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_hamode_db [None req-c6a81a14-b649-456d-b1cc-25465ece7c11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b433441-3b68-4a15-8606-505ad38ad29c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-755326862', 'tenant_id': '9cf4888c1a454e07a3d16aa9e7c63006', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'external_fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.122'}], 'enable_snat': True}, 'gw_port_id': 'f92e196a-4452-4ba7-9d5c-4fa40554b15f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T20:01:14Z', 'updated_at': '2021-09-23T20:01:17Z', 'revision_number': 4, 'project_id': '9cf4888c1a454e07a3d16aa9e7c63006', 'gw_port': {'id': 'f92e196a-4452-4ba7-9d5c-4fa40554b15f', 'name': '', 'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:2e:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b433441-3b68-4a15-8606-505ad38ad29c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3966, 'fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T20:01:14Z', 'updated_at': '2021-09-23T20:01:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-16', '_floatingips': [{'id': '70c12605-e373-4f45-8ea3-a300ca110f2d', 'tenant_id': '9cf4888c1a454e07a3d16aa9e7c63006', 'floating_ip_address': '172.25.1.3', 'floating_network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'router_id': '8b433441-3b68-4a15-8606-505ad38ad29c', 'port_id': '4369803b-a053-4069-a63d-3717d8bcd21b', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3973, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '45243160-e9cf-4355-b20a-96d298d3b4f6', 'mac_address': 'fa:16:3e:8d:a6:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7195802a-c4f5-4ab0-abae-29946950429f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-23T20:01:30Z', 'updated_at': '2021-09-23T20:01:30Z', 'revision_number': 0, 'project_id': '9cf4888c1a454e07a3d16aa9e7c63006', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '62001b0e-f19c-4e00-aed1-732c104c29ec', 'name': '', 'network_id': '45243160-e9cf-4355-b20a-96d298d3b4f6', 'tenant_id': '9cf4888c1a454e07a3d16aa9e7c63006', 'mac_address': 'fa:16:3e:de:ec:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b433441-3b68-4a15-8606-505ad38ad29c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3969, 'fixed_ips': [{'subnet_id': 'f9592763-4f70-40be-9db5-ffd76a5e823e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T20:01:17Z', 'updated_at': '2021-09-23T20:01:20Z', 'revision_number': 5, 'project_id': '9cf4888c1a454e07a3d16aa9e7c63006', 'subnets': [{'id': 'f9592763-4f70-40be-9db5-ffd76a5e823e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-16', False) {} {{(pid=95104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 20:01:32.279960 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-4cac01bc-2838-4313-9a14-218001da9791 tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] 10.222.0.67 "GET /v2.0/floatingips/70c12605-e373-4f45-8ea3-a300ca110f2d HTTP/1.1" status: 200 len: 989 time: 0.1504126 Sep 23 20:01:32.332225 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6a81a14-b649-456d-b1cc-25465ece7c11 None None] Checking router: 8b433441-3b68-4a15-8606-505ad38ad29c for host: n-d-713301-16 {{(pid=95104) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 20:01:32.346542 n-d-713301-16 neutron-server[95101]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 20:01:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3210dc0c-d56e-4f31-8898-91b9a470e0e2 x-openstack-request-id: req-3210dc0c-d56e-4f31-8898-91b9a470e0e2 {{(pid=95101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 20:01:32.346844 n-d-713301-16 neutron-server[95101]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7195802a-c4f5-4ab0-abae-29946950429f", "tag": "4369803b-a053-4069-a63d-3717d8bcd21b", "status": "completed", "code": 200}]} {{(pid=95101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 20:01:32.347087 n-d-713301-16 neutron-server[95101]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-3210dc0c-d56e-4f31-8898-91b9a470e0e2 {{(pid=95101) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 20:01:32.347492 n-d-713301-16 neutron-server[95101]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7195802a-c4f5-4ab0-abae-29946950429f', 'tag': '4369803b-a053-4069-a63d-3717d8bcd21b', 'status': 'completed', 'code': 200} Sep 23 20:01:32.348274 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6a81a14-b649-456d-b1cc-25465ece7c11 None None] Routers {'8b433441-3b68-4a15-8606-505ad38ad29c'} bound to L3 agent in host n-d-713301-16 {{(pid=95104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 20:01:32.349227 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_hamode_db [None req-c6a81a14-b649-456d-b1cc-25465ece7c11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-23T19:07:52Z,description=,heartbeat_timestamp=2021-09-23T20:01:23Z,host='n-d-713301-16',id=79a740bf-7821-4989-8288-7186e3e128f3,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:07:52Z,topic='l3_agent')) {'router_ids': ['8b433441-3b68-4a15-8606-505ad38ad29c'], 'active': True} {{(pid=95104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 20:01:32.380176 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-31625476-6ab0-4d39-8ab3-150eeb46c861 req-76ede863-3895-433d-a981-16b56d0cde6b service neutron] 10.222.0.74 "GET /v2.0/networks/a97a1ddd-be59-4422-8c3e-924143535884?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1865637 Sep 23 20:01:32.450546 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa52080-b442-4f5e-bf56-91bb04c38546 req-c0e02db5-8b15-4f46-be25-3aa80ca18a75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:01:32.454986 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-6fa52080-b442-4f5e-bf56-91bb04c38546 req-c0e02db5-8b15-4f46-be25-3aa80ca18a75 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=9cf4888c1a454e07a3d16aa9e7c63006&device_id=7195802a-c4f5-4ab0-abae-29946950429f HTTP/1.1" status: 200 len: 1097 time: 0.0729258 Sep 23 20:01:32.487476 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_dvr_db [None req-c6a81a14-b649-456d-b1cc-25465ece7c11 None None] Set router 8b433441-3b68-4a15-8606-505ad38ad29c gateway port host: n-d-713301-16 {{(pid=95104) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 20:01:32.554915 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa52080-b442-4f5e-bf56-91bb04c38546 req-bfda6a62-f606-44a7-9f99-e19d2ea0ccb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:01:32.556374 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-6fa52080-b442-4f5e-bf56-91bb04c38546 req-bfda6a62-f606-44a7-9f99-e19d2ea0ccb8 service neutron] 10.222.0.53 "GET /v2.0/networks?id=45243160-e9cf-4355-b20a-96d298d3b4f6 HTTP/1.1" status: 200 len: 898 time: 0.0947638 Sep 23 20:01:32.625529 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-6fa52080-b442-4f5e-bf56-91bb04c38546 req-3ad54775-7b97-4965-822a-c9c384a5e2df service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4369803b-a053-4069-a63d-3717d8bcd21b HTTP/1.1" status: 200 len: 997 time: 0.0619075 Sep 23 20:01:32.678633 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa52080-b442-4f5e-bf56-91bb04c38546 req-592db914-2f91-4500-b782-329de18a4a7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:01:32.680271 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-6fa52080-b442-4f5e-bf56-91bb04c38546 req-592db914-2f91-4500-b782-329de18a4a7b service neutron] 10.222.0.53 "GET /v2.0/subnets?id=f9592763-4f70-40be-9db5-ffd76a5e823e HTTP/1.1" status: 200 len: 835 time: 0.0483031 Sep 23 20:01:32.734153 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_hamode_db [None req-c6a81a14-b649-456d-b1cc-25465ece7c11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b433441-3b68-4a15-8606-505ad38ad29c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-755326862', 'tenant_id': '9cf4888c1a454e07a3d16aa9e7c63006', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'external_fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.122'}], 'enable_snat': True}, 'gw_port_id': 'f92e196a-4452-4ba7-9d5c-4fa40554b15f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T20:01:14Z', 'updated_at': '2021-09-23T20:01:17Z', 'revision_number': 4, 'project_id': '9cf4888c1a454e07a3d16aa9e7c63006', 'gw_port': {'id': 'f92e196a-4452-4ba7-9d5c-4fa40554b15f', 'name': '', 'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:2e:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b433441-3b68-4a15-8606-505ad38ad29c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3966, 'fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T20:01:14Z', 'updated_at': '2021-09-23T20:01:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-16', '_floatingips': [{'id': '70c12605-e373-4f45-8ea3-a300ca110f2d', 'tenant_id': '9cf4888c1a454e07a3d16aa9e7c63006', 'floating_ip_address': '172.25.1.3', 'floating_network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'router_id': '8b433441-3b68-4a15-8606-505ad38ad29c', 'port_id': '4369803b-a053-4069-a63d-3717d8bcd21b', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3973, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '45243160-e9cf-4355-b20a-96d298d3b4f6', 'mac_address': 'fa:16:3e:8d:a6:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7195802a-c4f5-4ab0-abae-29946950429f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-23T20:01:30Z', 'updated_at': '2021-09-23T20:01:30Z', 'revision_number': 0, 'project_id': '9cf4888c1a454e07a3d16aa9e7c63006', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '62001b0e-f19c-4e00-aed1-732c104c29ec', 'name': '', 'network_id': '45243160-e9cf-4355-b20a-96d298d3b4f6', 'tenant_id': '9cf4888c1a454e07a3d16aa9e7c63006', 'mac_address': 'fa:16:3e:de:ec:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b433441-3b68-4a15-8606-505ad38ad29c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3969, 'fixed_ips': [{'subnet_id': 'f9592763-4f70-40be-9db5-ffd76a5e823e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T20:01:17Z', 'updated_at': '2021-09-23T20:01:20Z', 'revision_number': 5, 'project_id': '9cf4888c1a454e07a3d16aa9e7c63006', 'subnets': [{'id': 'f9592763-4f70-40be-9db5-ffd76a5e823e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-16', False) {} {{(pid=95104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 20:01:32.737450 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa52080-b442-4f5e-bf56-91bb04c38546 req-729a82ef-cceb-4879-ad92-e7a63c3b3995 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:01:32.738656 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-6fa52080-b442-4f5e-bf56-91bb04c38546 req-729a82ef-cceb-4879-ad92-e7a63c3b3995 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=45243160-e9cf-4355-b20a-96d298d3b4f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0496166 Sep 23 20:01:32.762612 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6a81a14-b649-456d-b1cc-25465ece7c11 None None] The sync data for ids ['8b433441-3b68-4a15-8606-505ad38ad29c'] in n-d-713301-16 is: [{'id': '8b433441-3b68-4a15-8606-505ad38ad29c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-755326862', 'tenant_id': '9cf4888c1a454e07a3d16aa9e7c63006', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'external_fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.122'}], 'enable_snat': True}, 'gw_port_id': 'f92e196a-4452-4ba7-9d5c-4fa40554b15f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T20:01:14Z', 'updated_at': '2021-09-23T20:01:17Z', 'revision_number': 4, 'project_id': '9cf4888c1a454e07a3d16aa9e7c63006', 'gw_port': {'id': 'f92e196a-4452-4ba7-9d5c-4fa40554b15f', 'name': '', 'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:2e:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b433441-3b68-4a15-8606-505ad38ad29c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3966, 'fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T20:01:14Z', 'updated_at': '2021-09-23T20:01:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-16', '_floatingips': [{'id': '70c12605-e373-4f45-8ea3-a300ca110f2d', 'tenant_id': '9cf4888c1a454e07a3d16aa9e7c63006', 'floating_ip_address': '172.25.1.3', 'floating_network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'router_id': '8b433441-3b68-4a15-8606-505ad38ad29c', 'port_id': '4369803b-a053-4069-a63d-3717d8bcd21b', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3973, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '45243160-e9cf-4355-b20a-96d298d3b4f6', 'mac_address': 'fa:16:3e:8d:a6:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7195802a-c4f5-4ab0-abae-29946950429f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-23T20:01:30Z', 'updated_at': '2021-09-23T20:01:30Z', 'revision_number': 0, 'project_id': '9cf4888c1a454e07a3d16aa9e7c63006', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '62001b0e-f19c-4e00-aed1-732c104c29ec', 'name': '', 'network_id': '45243160-e9cf-4355-b20a-96d298d3b4f6', 'tenant_id': '9cf4888c1a454e07a3d16aa9e7c63006', 'mac_address': 'fa:16:3e:de:ec:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b433441-3b68-4a15-8606-505ad38ad29c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3969, 'fixed_ips': [{'subnet_id': 'f9592763-4f70-40be-9db5-ffd76a5e823e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T20:01:17Z', 'updated_at': '2021-09-23T20:01:20Z', 'revision_number': 5, 'project_id': '9cf4888c1a454e07a3d16aa9e7c63006', 'subnets': [{'id': 'f9592763-4f70-40be-9db5-ffd76a5e823e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 20:01:32.840273 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-6fa52080-b442-4f5e-bf56-91bb04c38546 req-e1215f55-9f26-48da-8fc2-6328725a2bc2 service neutron] 10.222.0.53 "GET /v2.0/networks/45243160-e9cf-4355-b20a-96d298d3b4f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0939007 Sep 23 20:01:32.939931 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-6fa52080-b442-4f5e-bf56-91bb04c38546 req-c444306c-d6cd-4a52-aa8b-d00eeb3379b8 service neutron] 10.222.0.53 "GET /v2.0/networks/45243160-e9cf-4355-b20a-96d298d3b4f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0923729 Sep 23 20:01:32.983574 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc2cd945-c51d-430b-975d-d0973ced78b6 None None] New status for floating IP 70c12605-e373-4f45-8ea3-a300ca110f2d: ACTIVE {{(pid=95103) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 23 20:01:33.170390 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1604a5d1-ad4c-4e8c-9d22-af9072e139f2 req-1c220761-e514-4381-9f68-0098adf1a5a2 tempest-TestVolumeBootPattern-473790611 tempest-TestVolumeBootPattern-473790611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:01:33.172178 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-1604a5d1-ad4c-4e8c-9d22-af9072e139f2 req-1c220761-e514-4381-9f68-0098adf1a5a2 tempest-TestVolumeBootPattern-473790611 tempest-TestVolumeBootPattern-473790611-project] 10.222.0.67 "GET /v2.0/ports?device_id=3748ffae-a1b1-43d6-9838-54e899d8854a HTTP/1.1" status: 200 len: 943 time: 0.0545473 Sep 23 20:01:33.212475 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-1604a5d1-ad4c-4e8c-9d22-af9072e139f2 req-caa8e78e-660a-49fc-93af-adcf286fdfbb tempest-TestVolumeBootPattern-473790611 tempest-TestVolumeBootPattern-473790611-project] 10.222.0.67 "GET /v2.0/security-groups?id=144e7209-c560-46fb-b43e-2ce38f5b7271&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340278 Sep 23 20:01:33.282941 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 58084) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:01:33.346174 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-4a402abd-ab9e-4792-944e-08a5723da191 tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] 10.222.0.67 "GET /v2.0/floatingips/70c12605-e373-4f45-8ea3-a300ca110f2d HTTP/1.1" status: 200 len: 991 time: 0.0618854 Sep 23 20:01:34.341106 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-408f2166-44e5-424d-b501-25a580ef9331 req-940dd435-7df3-41ec-8706-3fcaf3041f04 tempest-TestVolumeBootPattern-473790611 tempest-TestVolumeBootPattern-473790611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:01:34.342594 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-408f2166-44e5-424d-b501-25a580ef9331 req-940dd435-7df3-41ec-8706-3fcaf3041f04 tempest-TestVolumeBootPattern-473790611 tempest-TestVolumeBootPattern-473790611-project] 10.222.0.67 "GET /v2.0/ports?device_id=3748ffae-a1b1-43d6-9838-54e899d8854a HTTP/1.1" status: 200 len: 943 time: 0.0596499 Sep 23 20:01:34.388554 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-408f2166-44e5-424d-b501-25a580ef9331 req-25f0e923-6ca9-45aa-a27b-eb8715dfc02d tempest-TestVolumeBootPattern-473790611 tempest-TestVolumeBootPattern-473790611-project] 10.222.0.67 "GET /v2.0/security-groups?id=144e7209-c560-46fb-b43e-2ce38f5b7271&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397840 Sep 23 20:01:35.508130 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50179f48-56e5-49fc-9990-ef0be50cfaff req-b500ba96-9e97-4d4d-84d0-f335365a3ea0 tempest-TestVolumeBootPattern-473790611 tempest-TestVolumeBootPattern-473790611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:01:35.509688 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-50179f48-56e5-49fc-9990-ef0be50cfaff req-b500ba96-9e97-4d4d-84d0-f335365a3ea0 tempest-TestVolumeBootPattern-473790611 tempest-TestVolumeBootPattern-473790611-project] 10.222.0.67 "GET /v2.0/ports?device_id=3748ffae-a1b1-43d6-9838-54e899d8854a HTTP/1.1" status: 200 len: 943 time: 0.0498054 Sep 23 20:01:35.548341 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-50179f48-56e5-49fc-9990-ef0be50cfaff req-79551ba3-e8d9-4c6b-b974-4916b9e17c05 tempest-TestVolumeBootPattern-473790611 tempest-TestVolumeBootPattern-473790611-project] 10.222.0.67 "GET /v2.0/security-groups?id=144e7209-c560-46fb-b43e-2ce38f5b7271&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325022 Sep 23 20:01:36.667025 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a4f5bc-137e-47ad-a633-eb10ce96bac9 req-3978634e-a944-43f2-932a-64b3c15b5091 tempest-TestVolumeBootPattern-473790611 tempest-TestVolumeBootPattern-473790611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:01:36.670188 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-e2a4f5bc-137e-47ad-a633-eb10ce96bac9 req-3978634e-a944-43f2-932a-64b3c15b5091 tempest-TestVolumeBootPattern-473790611 tempest-TestVolumeBootPattern-473790611-project] 10.222.0.67 "GET /v2.0/ports?device_id=3748ffae-a1b1-43d6-9838-54e899d8854a HTTP/1.1" status: 200 len: 943 time: 0.0521643 Sep 23 20:01:36.707829 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-e2a4f5bc-137e-47ad-a633-eb10ce96bac9 req-6567735d-8720-4047-8474-5590239046d7 tempest-TestVolumeBootPattern-473790611 tempest-TestVolumeBootPattern-473790611-project] 10.222.0.67 "GET /v2.0/security-groups?id=144e7209-c560-46fb-b43e-2ce38f5b7271&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333188 Sep 23 20:01:37.824511 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9366b01-8919-493c-8f46-d5949b6849ed req-22484afa-6f41-4457-afaa-7c53b372c0f9 tempest-TestVolumeBootPattern-473790611 tempest-TestVolumeBootPattern-473790611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:01:37.826025 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-f9366b01-8919-493c-8f46-d5949b6849ed req-22484afa-6f41-4457-afaa-7c53b372c0f9 tempest-TestVolumeBootPattern-473790611 tempest-TestVolumeBootPattern-473790611-project] 10.222.0.67 "GET /v2.0/ports?device_id=3748ffae-a1b1-43d6-9838-54e899d8854a HTTP/1.1" status: 200 len: 943 time: 0.0493603 Sep 23 20:01:37.869985 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-f9366b01-8919-493c-8f46-d5949b6849ed req-84914896-ccc8-4a02-9cc5-9ce2045f5694 tempest-TestVolumeBootPattern-473790611 tempest-TestVolumeBootPattern-473790611-project] 10.222.0.67 "GET /v2.0/security-groups?id=144e7209-c560-46fb-b43e-2ce38f5b7271&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368705 Sep 23 20:01:38.984796 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632e5d6e-4709-4022-8d42-69bc6ee41c9e req-6ef27e48-dd19-4eb5-8219-4e47e0132966 tempest-TestVolumeBootPattern-473790611 tempest-TestVolumeBootPattern-473790611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:01:38.986293 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-632e5d6e-4709-4022-8d42-69bc6ee41c9e req-6ef27e48-dd19-4eb5-8219-4e47e0132966 tempest-TestVolumeBootPattern-473790611 tempest-TestVolumeBootPattern-473790611-project] 10.222.0.67 "GET /v2.0/ports?device_id=3748ffae-a1b1-43d6-9838-54e899d8854a HTTP/1.1" status: 200 len: 943 time: 0.0494335 Sep 23 20:01:39.023470 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-632e5d6e-4709-4022-8d42-69bc6ee41c9e req-04906bd1-687e-49a2-8283-95b6bec95683 tempest-TestVolumeBootPattern-473790611 tempest-TestVolumeBootPattern-473790611-project] 10.222.0.67 "GET /v2.0/security-groups?id=144e7209-c560-46fb-b43e-2ce38f5b7271&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312331 Sep 23 20:01:40.138399 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c5462d-e8ab-47bb-8b06-ab83e4eefd7c req-331face1-d7fb-4147-9418-31e9d2cae96d tempest-TestVolumeBootPattern-473790611 tempest-TestVolumeBootPattern-473790611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:01:40.139926 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-68c5462d-e8ab-47bb-8b06-ab83e4eefd7c req-331face1-d7fb-4147-9418-31e9d2cae96d tempest-TestVolumeBootPattern-473790611 tempest-TestVolumeBootPattern-473790611-project] 10.222.0.67 "GET /v2.0/ports?device_id=3748ffae-a1b1-43d6-9838-54e899d8854a HTTP/1.1" status: 200 len: 943 time: 0.0486016 Sep 23 20:01:40.181682 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-68c5462d-e8ab-47bb-8b06-ab83e4eefd7c req-c5fcedb4-be16-4c7d-a557-cf1ac66f35ab tempest-TestVolumeBootPattern-473790611 tempest-TestVolumeBootPattern-473790611-project] 10.222.0.67 "GET /v2.0/security-groups?id=144e7209-c560-46fb-b43e-2ce38f5b7271&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354319 Sep 23 20:01:41.296769 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bdca8d8-9673-4d52-9242-e2f6a3168206 req-beedc0ae-3a88-45ff-9b2d-b88fc77cddf3 tempest-TestVolumeBootPattern-473790611 tempest-TestVolumeBootPattern-473790611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:01:41.298264 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-5bdca8d8-9673-4d52-9242-e2f6a3168206 req-beedc0ae-3a88-45ff-9b2d-b88fc77cddf3 tempest-TestVolumeBootPattern-473790611 tempest-TestVolumeBootPattern-473790611-project] 10.222.0.67 "GET /v2.0/ports?device_id=3748ffae-a1b1-43d6-9838-54e899d8854a HTTP/1.1" status: 200 len: 943 time: 0.0488498 Sep 23 20:01:41.340238 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-5bdca8d8-9673-4d52-9242-e2f6a3168206 req-ab786ae1-1222-47ac-bfee-a312f8f73c35 tempest-TestVolumeBootPattern-473790611 tempest-TestVolumeBootPattern-473790611-project] 10.222.0.67 "GET /v2.0/security-groups?id=144e7209-c560-46fb-b43e-2ce38f5b7271&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360665 Sep 23 20:01:42.456696 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e2670e2-ca84-476e-89ff-aff99c334f9c req-f45b07af-fb04-4bc0-8812-04759a85490b tempest-TestVolumeBootPattern-473790611 tempest-TestVolumeBootPattern-473790611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:01:42.458143 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-2e2670e2-ca84-476e-89ff-aff99c334f9c req-f45b07af-fb04-4bc0-8812-04759a85490b tempest-TestVolumeBootPattern-473790611 tempest-TestVolumeBootPattern-473790611-project] 10.222.0.67 "GET /v2.0/ports?device_id=3748ffae-a1b1-43d6-9838-54e899d8854a HTTP/1.1" status: 200 len: 943 time: 0.0492232 Sep 23 20:01:42.498590 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-2e2670e2-ca84-476e-89ff-aff99c334f9c req-78a97bfc-35ab-4a9f-84b8-5163efe8e060 tempest-TestVolumeBootPattern-473790611 tempest-TestVolumeBootPattern-473790611-project] 10.222.0.67 "GET /v2.0/security-groups?id=144e7209-c560-46fb-b43e-2ce38f5b7271&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337980 Sep 23 20:01:42.566975 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Device aa161274-af6f-442b-a922-904309044a45 details requested by agent hyperv_n-h1-713301-16 with host n-h1-713301-16 {{(pid=95103) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 20:01:42.663029 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] For port aa161274-af6f-442b-a922-904309044a45, host n-h1-713301-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-16',level=0,port_id=aa161274-af6f-442b-a922-904309044a45,segment=NetworkSegment(c7abd8db-b99c-424c-86a3-7924c060f21a),segment_id=c7abd8db-b99c-424c-86a3-7924c060f21a)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 20:01:42.674380 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Returning: {'device': 'aa161274-af6f-442b-a922-904309044a45', 'network_id': 'a97a1ddd-be59-4422-8c3e-924143535884', 'port_id': 'aa161274-af6f-442b-a922-904309044a45', 'mac_address': 'fa:16:3e:78:db:d0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 640, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '788d1f3e-2626-40b1-b49a-799b1a0fa15b', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95103) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 20:01:42.711544 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:01:42.728525 n-d-713301-16 neutron-server[95103]: DEBUG neutron.notifiers.nova [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aa161274-af6f-442b-a922-904309044a45 {{(pid=95103) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 20:01:42.747789 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] For port aa161274-af6f-442b-a922-904309044a45, host n-h1-713301-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-16',level=0,port_id=aa161274-af6f-442b-a922-904309044a45,segment=NetworkSegment(c7abd8db-b99c-424c-86a3-7924c060f21a),segment_id=c7abd8db-b99c-424c-86a3-7924c060f21a)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 20:01:42.752342 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:01:42.798754 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Pushing event updated for resources: {'Port': ['ID=aa161274-af6f-442b-a922-904309044a45,revision_number=4']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:01:42.956073 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] get_ports_and_sgs() called for port_ids ['aa161274-af6f-442b-a922-904309044a45'] {{(pid=95103) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 20:01:43.613825 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b787953-d56e-4565-9389-9f603cd43c54 req-ad87fd75-a0ab-465f-b24a-a804566b4e52 tempest-TestVolumeBootPattern-473790611 tempest-TestVolumeBootPattern-473790611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:01:43.615312 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-6b787953-d56e-4565-9389-9f603cd43c54 req-ad87fd75-a0ab-465f-b24a-a804566b4e52 tempest-TestVolumeBootPattern-473790611 tempest-TestVolumeBootPattern-473790611-project] 10.222.0.67 "GET /v2.0/ports?device_id=3748ffae-a1b1-43d6-9838-54e899d8854a HTTP/1.1" status: 200 len: 944 time: 0.0492635 Sep 23 20:01:43.657770 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-6b787953-d56e-4565-9389-9f603cd43c54 req-99051810-4338-4fcc-8e49-323334be23d3 tempest-TestVolumeBootPattern-473790611 tempest-TestVolumeBootPattern-473790611-project] 10.222.0.67 "GET /v2.0/security-groups?id=144e7209-c560-46fb-b43e-2ce38f5b7271&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348547 Sep 23 20:01:44.582537 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Device aa161274-af6f-442b-a922-904309044a45 up at agent hyperv_n-h1-713301-16 {{(pid=95103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 20:01:44.632070 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Provisioning for port aa161274-af6f-442b-a922-904309044a45 completed by entity L2. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 20:01:44.636802 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Provisioning complete for port aa161274-af6f-442b-a922-904309044a45 triggered by entity L2. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 20:01:44.637229 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:01:44.717694 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:01:44.741974 n-d-713301-16 neutron-server[95103]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3748ffae-a1b1-43d6-9838-54e899d8854a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa161274-af6f-442b-a922-904309044a45'}] {{(pid=95103) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 20:01:44.744432 n-d-713301-16 neutron-server[95103]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}81a1c17f2aa89d5b3ebbba3a3e0cf7eb588e431c2224256110c4c4facdd7c3e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1fd03687-5ada-4597-8489-360ccdee2e94" -d '{"events": [{"server_uuid": "3748ffae-a1b1-43d6-9838-54e899d8854a", "name": "network-vif-plugged", "status": "completed", "tag": "aa161274-af6f-442b-a922-904309044a45"}]}' {{(pid=95103) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 20:01:44.758692 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] For port aa161274-af6f-442b-a922-904309044a45, host n-h1-713301-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-16',level=0,port_id=aa161274-af6f-442b-a922-904309044a45,segment=NetworkSegment(c7abd8db-b99c-424c-86a3-7924c060f21a),segment_id=c7abd8db-b99c-424c-86a3-7924c060f21a)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 20:01:44.763689 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:01:44.781701 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ed035e-c4de-4380-9a81-34ba8c0e08c9 req-314e6dcc-9fc8-4ab5-bc41-d4858190edb7 tempest-TestVolumeBootPattern-473790611 tempest-TestVolumeBootPattern-473790611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:01:44.785129 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-85ed035e-c4de-4380-9a81-34ba8c0e08c9 req-314e6dcc-9fc8-4ab5-bc41-d4858190edb7 tempest-TestVolumeBootPattern-473790611 tempest-TestVolumeBootPattern-473790611-project] 10.222.0.67 "GET /v2.0/ports?device_id=3748ffae-a1b1-43d6-9838-54e899d8854a HTTP/1.1" status: 200 len: 944 time: 0.0566778 Sep 23 20:01:44.791287 n-d-713301-16 neutron-server[95103]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 20:01:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64d9a2a8-4f83-42d2-8ea3-649b49515dce x-openstack-request-id: req-64d9a2a8-4f83-42d2-8ea3-649b49515dce {{(pid=95103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 20:01:44.792195 n-d-713301-16 neutron-server[95103]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3748ffae-a1b1-43d6-9838-54e899d8854a", "name": "network-vif-plugged", "status": "completed", "tag": "aa161274-af6f-442b-a922-904309044a45", "code": 200}]} {{(pid=95103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 20:01:44.792976 n-d-713301-16 neutron-server[95103]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-64d9a2a8-4f83-42d2-8ea3-649b49515dce {{(pid=95103) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 20:01:44.793140 n-d-713301-16 neutron-server[95103]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3748ffae-a1b1-43d6-9838-54e899d8854a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa161274-af6f-442b-a922-904309044a45', 'code': 200} Sep 23 20:01:44.822951 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Pushing event updated for resources: {'Port': ['ID=aa161274-af6f-442b-a922-904309044a45,revision_number=5']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:01:44.834479 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-85ed035e-c4de-4380-9a81-34ba8c0e08c9 req-60f62fa0-f1d4-4e27-a183-14c009f030aa tempest-TestVolumeBootPattern-473790611 tempest-TestVolumeBootPattern-473790611-project] 10.222.0.67 "GET /v2.0/security-groups?id=144e7209-c560-46fb-b43e-2ce38f5b7271&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450141 Sep 23 20:01:44.891490 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50ed323-bffb-4618-8148-346ab7b60c41 req-a8de4c4f-d401-4146-a806-e8ca2c6048fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:01:44.893163 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-f50ed323-bffb-4618-8148-346ab7b60c41 req-a8de4c4f-d401-4146-a806-e8ca2c6048fc service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=3748ffae-a1b1-43d6-9838-54e899d8854a HTTP/1.1" status: 200 len: 1097 time: 0.0414047 Sep 23 20:01:44.928536 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-f50ed323-bffb-4618-8148-346ab7b60c41 req-0ed72dd4-023a-4c2c-885f-704f4d168707 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=144e7209-c560-46fb-b43e-2ce38f5b7271&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0284193 Sep 23 20:01:45.960226 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26288aa4-e914-40a4-9192-175eb3ac6a73 req-6a8cefd5-7ebd-4165-8cbb-3dd6ec4ffffa tempest-TestVolumeBootPattern-473790611 tempest-TestVolumeBootPattern-473790611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:01:45.961971 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-26288aa4-e914-40a4-9192-175eb3ac6a73 req-6a8cefd5-7ebd-4165-8cbb-3dd6ec4ffffa tempest-TestVolumeBootPattern-473790611 tempest-TestVolumeBootPattern-473790611-project] 10.222.0.67 "GET /v2.0/ports?device_id=3748ffae-a1b1-43d6-9838-54e899d8854a HTTP/1.1" status: 200 len: 945 time: 0.0521998 Sep 23 20:01:46.002379 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-26288aa4-e914-40a4-9192-175eb3ac6a73 req-89de2933-0490-4665-b3a6-5e01b7464df4 tempest-TestVolumeBootPattern-473790611 tempest-TestVolumeBootPattern-473790611-project] 10.222.0.67 "GET /v2.0/security-groups?id=144e7209-c560-46fb-b43e-2ce38f5b7271&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338259 Sep 23 20:01:47.118078 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa39372-1bb8-4284-9fbb-5fda1d2d7aa2 req-ff363693-49c4-4371-98d7-843bcbad5918 tempest-TestVolumeBootPattern-473790611 tempest-TestVolumeBootPattern-473790611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:01:47.119604 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-1aa39372-1bb8-4284-9fbb-5fda1d2d7aa2 req-ff363693-49c4-4371-98d7-843bcbad5918 tempest-TestVolumeBootPattern-473790611 tempest-TestVolumeBootPattern-473790611-project] 10.222.0.67 "GET /v2.0/ports?device_id=3748ffae-a1b1-43d6-9838-54e899d8854a HTTP/1.1" status: 200 len: 945 time: 0.0493653 Sep 23 20:01:47.163317 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-1aa39372-1bb8-4284-9fbb-5fda1d2d7aa2 req-924a10a7-88cd-4217-b966-e216656b7511 tempest-TestVolumeBootPattern-473790611 tempest-TestVolumeBootPattern-473790611-project] 10.222.0.67 "GET /v2.0/security-groups?id=144e7209-c560-46fb-b43e-2ce38f5b7271&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377688 Sep 23 20:01:47.277339 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d7461a-8f04-48ef-8516-e4612f9d2005 req-8bae4ada-3715-4e95-826d-e13d6b36b569 tempest-TestVolumeBootPattern-473790611 tempest-TestVolumeBootPattern-473790611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:01:47.278833 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-98d7461a-8f04-48ef-8516-e4612f9d2005 req-8bae4ada-3715-4e95-826d-e13d6b36b569 tempest-TestVolumeBootPattern-473790611 tempest-TestVolumeBootPattern-473790611-project] 10.222.0.67 "GET /v2.0/ports?device_id=3748ffae-a1b1-43d6-9838-54e899d8854a HTTP/1.1" status: 200 len: 945 time: 0.0502293 Sep 23 20:01:47.316689 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-98d7461a-8f04-48ef-8516-e4612f9d2005 req-d22d29ab-172d-4d3b-a1d5-db5ec0d5c925 tempest-TestVolumeBootPattern-473790611 tempest-TestVolumeBootPattern-473790611-project] 10.222.0.67 "GET /v2.0/security-groups?id=144e7209-c560-46fb-b43e-2ce38f5b7271&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316234 Sep 23 20:01:47.339780 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 58116) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:01:47.488390 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd839b46-2019-4281-a23e-51e4d689d763 tempest-TestVolumeBootPattern-1959460501 tempest-TestVolumeBootPattern-1959460501-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:01:47.490037 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-dd839b46-2019-4281-a23e-51e4d689d763 tempest-TestVolumeBootPattern-1959460501 tempest-TestVolumeBootPattern-1959460501-project-admin] 10.222.0.67 "GET /v2.0/ports?device_id=3748ffae-a1b1-43d6-9838-54e899d8854a HTTP/1.1" status: 200 len: 1092 time: 0.1492503 Sep 23 20:01:47.493030 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 58120) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:01:47.498072 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.v2.base [None req-26a1a2ca-e255-4aef-99e3-a2dd31563b6c tempest-TestVolumeBootPattern-473790611 tempest-TestVolumeBootPattern-473790611-project] Request body: {'floatingip': {'floating_network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'port_id': 'aa161274-af6f-442b-a922-904309044a45', 'tenant_id': '1c95f4136fb946e684bc3bd0afadbbdd', 'fixed_ip_address': '172.20.0.6'}} {{(pid=95101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 20:01:47.520125 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-26a1a2ca-e255-4aef-99e3-a2dd31563b6c tempest-TestVolumeBootPattern-473790611 tempest-TestVolumeBootPattern-473790611-project] Notify callbacks [] for floatingip, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:01:47.615472 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-26a1a2ca-e255-4aef-99e3-a2dd31563b6c tempest-TestVolumeBootPattern-473790611 tempest-TestVolumeBootPattern-473790611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:01:47.722842 n-d-713301-16 neutron-server[95101]: DEBUG neutron.db.db_base_plugin_common [None req-26a1a2ca-e255-4aef-99e3-a2dd31563b6c tempest-TestVolumeBootPattern-473790611 tempest-TestVolumeBootPattern-473790611-project] Allocated IP 172.25.1.165 (5dec5c09-378e-4f50-89cc-d94eb81c3bac/eff83446-018c-428d-b3f5-54ac9abe7a2a/207fcd6a-158b-4a67-a972-bea79ecdc444) {{(pid=95101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 20:01:48.124575 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-26a1a2ca-e255-4aef-99e3-a2dd31563b6c tempest-TestVolumeBootPattern-473790611 tempest-TestVolumeBootPattern-473790611-project] Notify callbacks [] for port, precommit_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:01:48.161035 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-26a1a2ca-e255-4aef-99e3-a2dd31563b6c tempest-TestVolumeBootPattern-473790611 tempest-TestVolumeBootPattern-473790611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783145673135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5607431'] for port, after_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:01:48.199996 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26a1a2ca-e255-4aef-99e3-a2dd31563b6c tempest-TestVolumeBootPattern-473790611 tempest-TestVolumeBootPattern-473790611-project] Network 5dec5c09-378e-4f50-89cc-d94eb81c3bac is already hosted by enough agents. {{(pid=95101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 20:01:48.202911 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.base_scheduler [None req-26a1a2ca-e255-4aef-99e3-a2dd31563b6c tempest-TestVolumeBootPattern-473790611 tempest-TestVolumeBootPattern-473790611-project] Resources bound (agent type, host, resource id): {{(pid=95101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 20:01:48.206291 n-d-713301-16 neutron-server[95101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26a1a2ca-e255-4aef-99e3-a2dd31563b6c tempest-TestVolumeBootPattern-473790611 tempest-TestVolumeBootPattern-473790611-project] Received port after_create {{(pid=95101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 20:01:48.219920 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26a1a2ca-e255-4aef-99e3-a2dd31563b6c tempest-TestVolumeBootPattern-473790611 tempest-TestVolumeBootPattern-473790611-project] Pushing event updated for resources: {'Port': ['ID=207fcd6a-158b-4a67-a972-bea79ecdc444,revision_number=1']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:01:48.417283 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.agents_db [None req-f2f5c474-60a3-474f-b2cc-02c4bd30880c None None] Agent healthcheck: found 7 active agents {{(pid=95104) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 20:01:48.557591 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-26a1a2ca-e255-4aef-99e3-a2dd31563b6c tempest-TestVolumeBootPattern-473790611 tempest-TestVolumeBootPattern-473790611-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:01:48.627409 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-26a1a2ca-e255-4aef-99e3-a2dd31563b6c tempest-TestVolumeBootPattern-473790611 tempest-TestVolumeBootPattern-473790611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:01:48.778499 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-26a1a2ca-e255-4aef-99e3-a2dd31563b6c tempest-TestVolumeBootPattern-473790611 tempest-TestVolumeBootPattern-473790611-project] Notify callbacks [] for port, precommit_update {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:01:48.783205 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-26a1a2ca-e255-4aef-99e3-a2dd31563b6c tempest-TestVolumeBootPattern-473790611 tempest-TestVolumeBootPattern-473790611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5607436'] for port, after_update {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:01:48.850273 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26a1a2ca-e255-4aef-99e3-a2dd31563b6c tempest-TestVolumeBootPattern-473790611 tempest-TestVolumeBootPattern-473790611-project] Pushing event updated for resources: {'Port': ['ID=207fcd6a-158b-4a67-a972-bea79ecdc444,revision_number=2']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:01:48.862656 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-26a1a2ca-e255-4aef-99e3-a2dd31563b6c tempest-TestVolumeBootPattern-473790611 tempest-TestVolumeBootPattern-473790611-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-601884'] for floatingip, after_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:01:48.965195 n-d-713301-16 neutron-server[95101]: INFO neutron.db.l3_db [None req-26a1a2ca-e255-4aef-99e3-a2dd31563b6c tempest-TestVolumeBootPattern-473790611 tempest-TestVolumeBootPattern-473790611-project] Floating IP b90e79db-7e4c-4e18-a14f-5e4c34962f93 associated. External IP: 172.25.1.165, port: aa161274-af6f-442b-a922-904309044a45. Sep 23 20:01:49.180967 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-26a1a2ca-e255-4aef-99e3-a2dd31563b6c tempest-TestVolumeBootPattern-473790611 tempest-TestVolumeBootPattern-473790611-project] Router b22c9376-a7a4-4f49-863a-450b65a4dbaa has already been hosted by L3 agent 79a740bf-7821-4989-8288-7186e3e128f3 {{(pid=95101) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 20:01:49.290322 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26a1a2ca-e255-4aef-99e3-a2dd31563b6c tempest-TestVolumeBootPattern-473790611 tempest-TestVolumeBootPattern-473790611-project] Notify agent at l3_agent.n-d-713301-16 the message routers_updated {{(pid=95101) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 20:01:49.301030 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cd975f2-62d6-4f8b-b661-f2a86fd8456e None None] Sync routers for ids ['b22c9376-a7a4-4f49-863a-450b65a4dbaa'] in n-d-713301-16 {{(pid=95104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 20:01:49.307771 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-26a1a2ca-e255-4aef-99e3-a2dd31563b6c tempest-TestVolumeBootPattern-473790611 tempest-TestVolumeBootPattern-473790611-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222849'] for floatingip, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:01:49.310642 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cd975f2-62d6-4f8b-b661-f2a86fd8456e None None] Routers {'b22c9376-a7a4-4f49-863a-450b65a4dbaa'} bound to L3 agent in host n-d-713301-16 {{(pid=95104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 20:01:49.311244 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_hamode_db [None req-9cd975f2-62d6-4f8b-b661-f2a86fd8456e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-23T19:07:52Z,description=,heartbeat_timestamp=2021-09-23T20:01:23Z,host='n-d-713301-16',id=79a740bf-7821-4989-8288-7186e3e128f3,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:07:52Z,topic='l3_agent')) {'router_ids': ['b22c9376-a7a4-4f49-863a-450b65a4dbaa'], 'active': True} {{(pid=95104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 20:01:49.338293 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-26a1a2ca-e255-4aef-99e3-a2dd31563b6c tempest-TestVolumeBootPattern-473790611 tempest-TestVolumeBootPattern-473790611-project] 10.222.0.67 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8441503 Sep 23 20:01:49.341803 n-d-713301-16 neutron-server[95101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3748ffae-a1b1-43d6-9838-54e899d8854a', 'tag': 'aa161274-af6f-442b-a922-904309044a45'}] {{(pid=95101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 20:01:49.342065 n-d-713301-16 neutron-server[95101]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d8366c5740cd635e57ab12b71fe44a77c2acc3c19091ef849c6f68b380462244" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09c62ba7-567a-4283-a2d9-8e3f58209e65" -d '{"events": [{"name": "network-changed", "server_uuid": "3748ffae-a1b1-43d6-9838-54e899d8854a", "tag": "aa161274-af6f-442b-a922-904309044a45"}]}' {{(pid=95101) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 20:01:49.378195 n-d-713301-16 neutron-server[95101]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 20:01:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6f6b2d2-098b-40c2-9d15-82a5d6e9fa06 x-openstack-request-id: req-b6f6b2d2-098b-40c2-9d15-82a5d6e9fa06 {{(pid=95101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 20:01:49.378482 n-d-713301-16 neutron-server[95101]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3748ffae-a1b1-43d6-9838-54e899d8854a", "tag": "aa161274-af6f-442b-a922-904309044a45", "status": "completed", "code": 200}]} {{(pid=95101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 20:01:49.378733 n-d-713301-16 neutron-server[95101]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-b6f6b2d2-098b-40c2-9d15-82a5d6e9fa06 {{(pid=95101) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 20:01:49.379135 n-d-713301-16 neutron-server[95101]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3748ffae-a1b1-43d6-9838-54e899d8854a', 'tag': 'aa161274-af6f-442b-a922-904309044a45', 'status': 'completed', 'code': 200} Sep 23 20:01:49.435578 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_dvr_db [None req-9cd975f2-62d6-4f8b-b661-f2a86fd8456e None None] Set router b22c9376-a7a4-4f49-863a-450b65a4dbaa gateway port host: n-d-713301-16 {{(pid=95104) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 20:01:49.441736 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c62ba7-567a-4283-a2d9-8e3f58209e65 req-6cfc0ac1-8cb0-45de-a289-09261320eeab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:01:49.443400 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-09c62ba7-567a-4283-a2d9-8e3f58209e65 req-6cfc0ac1-8cb0-45de-a289-09261320eeab service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=1c95f4136fb946e684bc3bd0afadbbdd&device_id=3748ffae-a1b1-43d6-9838-54e899d8854a HTTP/1.1" status: 200 len: 1097 time: 0.0416784 Sep 23 20:01:49.669663 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_hamode_db [None req-9cd975f2-62d6-4f8b-b661-f2a86fd8456e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b22c9376-a7a4-4f49-863a-450b65a4dbaa', 'name': 'tempest-TestVolumeBootPattern-846071345-router', 'tenant_id': '1c95f4136fb946e684bc3bd0afadbbdd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'external_fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.189'}], 'enable_snat': True}, 'gw_port_id': 'b60be0b5-21c7-4e8d-b049-66f43f6db97c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:55:38Z', 'updated_at': '2021-09-23T19:55:42Z', 'revision_number': 4, 'project_id': '1c95f4136fb946e684bc3bd0afadbbdd', 'gw_port': {'id': 'b60be0b5-21c7-4e8d-b049-66f43f6db97c', 'name': '', 'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:b1:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b22c9376-a7a4-4f49-863a-450b65a4dbaa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3875, 'fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:55:39Z', 'updated_at': '2021-09-23T19:55:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-16', '_floatingips': [{'id': 'b90e79db-7e4c-4e18-a14f-5e4c34962f93', 'tenant_id': '1c95f4136fb946e684bc3bd0afadbbdd', 'floating_ip_address': '172.25.1.165', 'floating_network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'router_id': 'b22c9376-a7a4-4f49-863a-450b65a4dbaa', 'port_id': 'aa161274-af6f-442b-a922-904309044a45', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3975, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a97a1ddd-be59-4422-8c3e-924143535884', 'mac_address': 'fa:16:3e:78:db:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3748ffae-a1b1-43d6-9838-54e899d8854a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-23T20:01:48Z', 'updated_at': '2021-09-23T20:01:48Z', 'revision_number': 0, 'project_id': '1c95f4136fb946e684bc3bd0afadbbdd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '25c3b070-de7a-4c98-a0c6-bbdac9d061bf', 'name': '', 'network_id': 'a97a1ddd-be59-4422-8c3e-924143535884', 'tenant_id': '1c95f4136fb946e684bc3bd0afadbbdd', 'mac_address': 'fa:16:3e:7c:37:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b22c9376-a7a4-4f49-863a-450b65a4dbaa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3876, 'fixed_ips': [{'subnet_id': '788d1f3e-2626-40b1-b49a-799b1a0fa15b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:55:41Z', 'updated_at': '2021-09-23T19:55:46Z', 'revision_number': 5, 'project_id': '1c95f4136fb946e684bc3bd0afadbbdd', 'subnets': [{'id': '788d1f3e-2626-40b1-b49a-799b1a0fa15b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-16', False) {} {{(pid=95104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 20:01:49.701557 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cd975f2-62d6-4f8b-b661-f2a86fd8456e None None] Checking router: b22c9376-a7a4-4f49-863a-450b65a4dbaa for host: n-d-713301-16 {{(pid=95104) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 20:01:49.710608 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cd975f2-62d6-4f8b-b661-f2a86fd8456e None None] Routers {'b22c9376-a7a4-4f49-863a-450b65a4dbaa'} bound to L3 agent in host n-d-713301-16 {{(pid=95104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 20:01:49.711495 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_hamode_db [None req-9cd975f2-62d6-4f8b-b661-f2a86fd8456e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-23T19:07:52Z,description=,heartbeat_timestamp=2021-09-23T20:01:23Z,host='n-d-713301-16',id=79a740bf-7821-4989-8288-7186e3e128f3,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:07:52Z,topic='l3_agent')) {'router_ids': ['b22c9376-a7a4-4f49-863a-450b65a4dbaa'], 'active': True} {{(pid=95104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 20:01:49.735474 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-a565960a-8edc-4d71-82e8-b2992cd11734 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:01:49.824740 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_dvr_db [None req-9cd975f2-62d6-4f8b-b661-f2a86fd8456e None None] Set router b22c9376-a7a4-4f49-863a-450b65a4dbaa gateway port host: n-d-713301-16 {{(pid=95104) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 20:01:49.884287 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c62ba7-567a-4283-a2d9-8e3f58209e65 req-2eb40892-7e01-4409-ab19-c3bcd00cbb17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:01:49.886540 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-09c62ba7-567a-4283-a2d9-8e3f58209e65 req-2eb40892-7e01-4409-ab19-c3bcd00cbb17 service neutron] 10.222.0.74 "GET /v2.0/networks?id=a97a1ddd-be59-4422-8c3e-924143535884 HTTP/1.1" status: 200 len: 912 time: 0.4365730 Sep 23 20:01:49.950713 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-09c62ba7-567a-4283-a2d9-8e3f58209e65 req-a110fe67-e029-429e-aa38-4122e0b4ba45 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=aa161274-af6f-442b-a922-904309044a45 HTTP/1.1" status: 200 len: 999 time: 0.0566275 Sep 23 20:01:50.000936 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c62ba7-567a-4283-a2d9-8e3f58209e65 req-8ccd206f-2d0b-4f5a-a404-a07226239bc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:01:50.002384 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-09c62ba7-567a-4283-a2d9-8e3f58209e65 req-8ccd206f-2d0b-4f5a-a404-a07226239bc3 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=788d1f3e-2626-40b1-b49a-799b1a0fa15b HTTP/1.1" status: 200 len: 850 time: 0.0450070 Sep 23 20:01:50.053967 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c62ba7-567a-4283-a2d9-8e3f58209e65 req-4a1ffee3-c985-4f9a-b8e9-dafe6776a125 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:01:50.055545 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-09c62ba7-567a-4283-a2d9-8e3f58209e65 req-4a1ffee3-c985-4f9a-b8e9-dafe6776a125 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=a97a1ddd-be59-4422-8c3e-924143535884&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0466759 Sep 23 20:01:50.064215 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_hamode_db [None req-9cd975f2-62d6-4f8b-b661-f2a86fd8456e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b22c9376-a7a4-4f49-863a-450b65a4dbaa', 'name': 'tempest-TestVolumeBootPattern-846071345-router', 'tenant_id': '1c95f4136fb946e684bc3bd0afadbbdd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'external_fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.189'}], 'enable_snat': True}, 'gw_port_id': 'b60be0b5-21c7-4e8d-b049-66f43f6db97c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:55:38Z', 'updated_at': '2021-09-23T19:55:42Z', 'revision_number': 4, 'project_id': '1c95f4136fb946e684bc3bd0afadbbdd', 'gw_port': {'id': 'b60be0b5-21c7-4e8d-b049-66f43f6db97c', 'name': '', 'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:b1:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b22c9376-a7a4-4f49-863a-450b65a4dbaa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3875, 'fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:55:39Z', 'updated_at': '2021-09-23T19:55:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-16', '_floatingips': [{'id': 'b90e79db-7e4c-4e18-a14f-5e4c34962f93', 'tenant_id': '1c95f4136fb946e684bc3bd0afadbbdd', 'floating_ip_address': '172.25.1.165', 'floating_network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'router_id': 'b22c9376-a7a4-4f49-863a-450b65a4dbaa', 'port_id': 'aa161274-af6f-442b-a922-904309044a45', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3975, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a97a1ddd-be59-4422-8c3e-924143535884', 'mac_address': 'fa:16:3e:78:db:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3748ffae-a1b1-43d6-9838-54e899d8854a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-23T20:01:48Z', 'updated_at': '2021-09-23T20:01:48Z', 'revision_number': 0, 'project_id': '1c95f4136fb946e684bc3bd0afadbbdd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '25c3b070-de7a-4c98-a0c6-bbdac9d061bf', 'name': '', 'network_id': 'a97a1ddd-be59-4422-8c3e-924143535884', 'tenant_id': '1c95f4136fb946e684bc3bd0afadbbdd', 'mac_address': 'fa:16:3e:7c:37:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b22c9376-a7a4-4f49-863a-450b65a4dbaa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3876, 'fixed_ips': [{'subnet_id': '788d1f3e-2626-40b1-b49a-799b1a0fa15b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:55:41Z', 'updated_at': '2021-09-23T19:55:46Z', 'revision_number': 5, 'project_id': '1c95f4136fb946e684bc3bd0afadbbdd', 'subnets': [{'id': '788d1f3e-2626-40b1-b49a-799b1a0fa15b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-16', False) {} {{(pid=95104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 20:01:50.092028 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cd975f2-62d6-4f8b-b661-f2a86fd8456e None None] The sync data for ids ['b22c9376-a7a4-4f49-863a-450b65a4dbaa'] in n-d-713301-16 is: [{'id': 'b22c9376-a7a4-4f49-863a-450b65a4dbaa', 'name': 'tempest-TestVolumeBootPattern-846071345-router', 'tenant_id': '1c95f4136fb946e684bc3bd0afadbbdd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'external_fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.189'}], 'enable_snat': True}, 'gw_port_id': 'b60be0b5-21c7-4e8d-b049-66f43f6db97c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:55:38Z', 'updated_at': '2021-09-23T19:55:42Z', 'revision_number': 4, 'project_id': '1c95f4136fb946e684bc3bd0afadbbdd', 'gw_port': {'id': 'b60be0b5-21c7-4e8d-b049-66f43f6db97c', 'name': '', 'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:b1:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b22c9376-a7a4-4f49-863a-450b65a4dbaa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3875, 'fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:55:39Z', 'updated_at': '2021-09-23T19:55:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-16', '_floatingips': [{'id': 'b90e79db-7e4c-4e18-a14f-5e4c34962f93', 'tenant_id': '1c95f4136fb946e684bc3bd0afadbbdd', 'floating_ip_address': '172.25.1.165', 'floating_network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'router_id': 'b22c9376-a7a4-4f49-863a-450b65a4dbaa', 'port_id': 'aa161274-af6f-442b-a922-904309044a45', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3975, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a97a1ddd-be59-4422-8c3e-924143535884', 'mac_address': 'fa:16:3e:78:db:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3748ffae-a1b1-43d6-9838-54e899d8854a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-23T20:01:48Z', 'updated_at': '2021-09-23T20:01:48Z', 'revision_number': 0, 'project_id': '1c95f4136fb946e684bc3bd0afadbbdd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '25c3b070-de7a-4c98-a0c6-bbdac9d061bf', 'name': '', 'network_id': 'a97a1ddd-be59-4422-8c3e-924143535884', 'tenant_id': '1c95f4136fb946e684bc3bd0afadbbdd', 'mac_address': 'fa:16:3e:7c:37:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b22c9376-a7a4-4f49-863a-450b65a4dbaa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3876, 'fixed_ips': [{'subnet_id': '788d1f3e-2626-40b1-b49a-799b1a0fa15b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:55:41Z', 'updated_at': '2021-09-23T19:55:46Z', 'revision_number': 5, 'project_id': '1c95f4136fb946e684bc3bd0afadbbdd', 'subnets': [{'id': '788d1f3e-2626-40b1-b49a-799b1a0fa15b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 20:01:50.147657 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-09c62ba7-567a-4283-a2d9-8e3f58209e65 req-0487fc50-fafb-4f2c-97a9-3f9cd4d09320 service neutron] 10.222.0.74 "GET /v2.0/networks/a97a1ddd-be59-4422-8c3e-924143535884?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852540 Sep 23 20:01:50.250651 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-09c62ba7-567a-4283-a2d9-8e3f58209e65 req-463640f8-6959-4f2d-80d0-c4498a744d35 service neutron] 10.222.0.74 "GET /v2.0/networks/a97a1ddd-be59-4422-8c3e-924143535884?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0926154 Sep 23 20:01:50.317542 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-205d05d2-a901-4cad-a485-45e23d0875a8 None None] New status for floating IP b90e79db-7e4c-4e18-a14f-5e4c34962f93: ACTIVE {{(pid=95103) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 23 20:01:52.993333 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-7540566c-f62c-4a10-ad41-b53ff50f3ffa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:01:53.140141 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:01:53.532537 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-0ae75029-feb6-4728-9a94-5f9b60993d82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:01:55.365096 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-80e7e501-6c57-470d-92c6-e3d54bc3195c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:01:58.238216 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:01:58.487625 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:02:04.699086 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82742cf4-cd7b-4a96-ae81-60a5a5baa8b5 req-33c331d9-c9ba-4869-a400-621ffacbdf97 tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:02:04.700584 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-82742cf4-cd7b-4a96-ae81-60a5a5baa8b5 req-33c331d9-c9ba-4869-a400-621ffacbdf97 tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] 10.222.0.67 "GET /v2.0/ports?device_id=7195802a-c4f5-4ab0-abae-29946950429f HTTP/1.1" status: 200 len: 945 time: 0.0523486 Sep 23 20:02:04.739198 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-82742cf4-cd7b-4a96-ae81-60a5a5baa8b5 req-573c587e-7665-4b1f-8be5-0d6386c5b175 tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] 10.222.0.67 "GET /v2.0/security-groups?id=f16d014c-1467-4d6c-b858-8e03dea3a672&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325575 Sep 23 20:02:04.764706 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 58144) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:02:04.831071 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-b914f262-048c-4328-b91e-67210b489db8 tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] 10.222.0.67 "GET /v2.0/floatingips/70c12605-e373-4f45-8ea3-a300ca110f2d HTTP/1.1" status: 200 len: 991 time: 0.0651948 Sep 23 20:02:05.182042 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be8885c-92a6-4f6e-9979-1d4db67df2c5 req-6a2065f8-ee43-490a-9ef1-f6daf92ec421 tempest-TestNetworkAdvancedServerOps-1630542813 tempest-TestNetworkAdvancedServerOps-1630542813-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:02:05.183764 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-5be8885c-92a6-4f6e-9979-1d4db67df2c5 req-6a2065f8-ee43-490a-9ef1-f6daf92ec421 tempest-TestNetworkAdvancedServerOps-1630542813 tempest-TestNetworkAdvancedServerOps-1630542813-project-admin] 10.222.0.67 "GET /v2.0/ports?device_id=7195802a-c4f5-4ab0-abae-29946950429f HTTP/1.1" status: 200 len: 1097 time: 0.0428469 Sep 23 20:02:05.221976 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-5be8885c-92a6-4f6e-9979-1d4db67df2c5 req-4ce72715-f6e9-44c5-bf3c-4278879fedb5 tempest-TestNetworkAdvancedServerOps-1630542813 tempest-TestNetworkAdvancedServerOps-1630542813-project-admin] 10.222.0.67 "GET /v2.0/security-groups?id=f16d014c-1467-4d6c-b858-8e03dea3a672&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320549 Sep 23 20:02:05.739551 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-15f7fad3-d7c8-4d4b-af76-117e3046fbc8 req-2fab225a-7fee-4f6b-be1e-090be646ef68 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=7195802a-c4f5-4ab0-abae-29946950429f&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0440557 Sep 23 20:02:05.749106 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [req-15f7fad3-d7c8-4d4b-af76-117e3046fbc8 req-6790580e-fa12-4d51-8c2e-6ef01236be4e service neutron] http://10.222.0.67:9696/v2.0/extensions returned with HTTP 200 {{(pid=95102) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 23 20:02:05.750073 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-15f7fad3-d7c8-4d4b-af76-117e3046fbc8 req-6790580e-fa12-4d51-8c2e-6ef01236be4e service neutron] 10.222.0.67 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0055606 Sep 23 20:02:06.286425 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f7fad3-d7c8-4d4b-af76-117e3046fbc8 req-9e941ba0-7741-43d0-a3f6-0841f4de44b4 tempest-TestNetworkAdvancedServerOps-1630542813 tempest-TestNetworkAdvancedServerOps-1630542813-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:02:06.287822 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-15f7fad3-d7c8-4d4b-af76-117e3046fbc8 req-9e941ba0-7741-43d0-a3f6-0841f4de44b4 tempest-TestNetworkAdvancedServerOps-1630542813 tempest-TestNetworkAdvancedServerOps-1630542813-project-admin] 10.222.0.67 "GET /v2.0/ports/4369803b-a053-4069-a63d-3717d8bcd21b HTTP/1.1" status: 200 len: 1094 time: 0.0966804 Sep 23 20:02:06.297278 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.v2.base [req-15f7fad3-d7c8-4d4b-af76-117e3046fbc8 req-678e18d9-0de3-4e51-bbea-d889c6f9ea64 service neutron] Request body: {'binding': {'host': 'n-h1-713301-16', 'vnic_type': 'normal', 'profile': {}}} {{(pid=95102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 20:02:06.297734 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.v2.base [req-15f7fad3-d7c8-4d4b-af76-117e3046fbc8 req-678e18d9-0de3-4e51-bbea-d889c6f9ea64 service neutron] Unknown quota resources ['binding']. {{(pid=95102) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Sep 23 20:02:06.441541 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.managers [req-15f7fad3-d7c8-4d4b-af76-117e3046fbc8 req-678e18d9-0de3-4e51-bbea-d889c6f9ea64 service neutron] Attempting to bind port 4369803b-a053-4069-a63d-3717d8bcd21b on host n-h1-713301-16 for vnic_type normal with profile None {{(pid=95102) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 20:02:06.441859 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.managers [req-15f7fad3-d7c8-4d4b-af76-117e3046fbc8 req-678e18d9-0de3-4e51-bbea-d889c6f9ea64 service neutron] Attempting to bind port 4369803b-a053-4069-a63d-3717d8bcd21b by drivers openvswitch,hyperv on host n-h1-713301-16 at level 0 using segments [{'id': '5d8d9e87-64ab-45d5-aa8a-759b0f243b9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '45243160-e9cf-4355-b20a-96d298d3b4f6'}] {{(pid=95102) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 20:02:06.442195 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15f7fad3-d7c8-4d4b-af76-117e3046fbc8 req-678e18d9-0de3-4e51-bbea-d889c6f9ea64 service neutron] Attempting to bind port 4369803b-a053-4069-a63d-3717d8bcd21b on network 45243160-e9cf-4355-b20a-96d298d3b4f6 {{(pid=95102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 20:02:06.446439 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15f7fad3-d7c8-4d4b-af76-117e3046fbc8 req-678e18d9-0de3-4e51-bbea-d889c6f9ea64 service neutron] Port 4369803b-a053-4069-a63d-3717d8bcd21b on network 45243160-e9cf-4355-b20a-96d298d3b4f6 not bound, no agent of type Open vSwitch agent registered on host n-h1-713301-16 {{(pid=95102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 20:02:06.446765 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15f7fad3-d7c8-4d4b-af76-117e3046fbc8 req-678e18d9-0de3-4e51-bbea-d889c6f9ea64 service neutron] Attempting to bind port 4369803b-a053-4069-a63d-3717d8bcd21b on network 45243160-e9cf-4355-b20a-96d298d3b4f6 {{(pid=95102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 20:02:06.451820 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15f7fad3-d7c8-4d4b-af76-117e3046fbc8 req-678e18d9-0de3-4e51-bbea-d889c6f9ea64 service neutron] Checking agent: {'id': '0708c3e9-0aad-4600-9be9-d2486535c898', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713301-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 19, 15, 28), 'started_at': datetime.datetime(2021, 9, 23, 19, 15, 28), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 20, 1, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 20:02:06.452100 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15f7fad3-d7c8-4d4b-af76-117e3046fbc8 req-678e18d9-0de3-4e51-bbea-d889c6f9ea64 service neutron] Checking segment: {'id': '5d8d9e87-64ab-45d5-aa8a-759b0f243b9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '45243160-e9cf-4355-b20a-96d298d3b4f6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95102) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 20:02:06.452481 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15f7fad3-d7c8-4d4b-af76-117e3046fbc8 req-678e18d9-0de3-4e51-bbea-d889c6f9ea64 service neutron] Bound using segment: {'id': '5d8d9e87-64ab-45d5-aa8a-759b0f243b9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '45243160-e9cf-4355-b20a-96d298d3b4f6'} {{(pid=95102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 20:02:06.452971 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.managers [req-15f7fad3-d7c8-4d4b-af76-117e3046fbc8 req-678e18d9-0de3-4e51-bbea-d889c6f9ea64 service neutron] Bound port: 4369803b-a053-4069-a63d-3717d8bcd21b, host: n-h1-713301-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5d8d9e87-64ab-45d5-aa8a-759b0f243b9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '45243160-e9cf-4355-b20a-96d298d3b4f6'}}] {{(pid=95102) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 20:02:06.536086 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.db [req-15f7fad3-d7c8-4d4b-af76-117e3046fbc8 req-678e18d9-0de3-4e51-bbea-d889c6f9ea64 service neutron] For port 4369803b-a053-4069-a63d-3717d8bcd21b, host n-h1-713301-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-16',level=0,port_id=4369803b-a053-4069-a63d-3717d8bcd21b,segment=NetworkSegment(5d8d9e87-64ab-45d5-aa8a-759b0f243b9a),segment_id=5d8d9e87-64ab-45d5-aa8a-759b0f243b9a)] {{(pid=95102) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 20:02:06.541323 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-15f7fad3-d7c8-4d4b-af76-117e3046fbc8 req-678e18d9-0de3-4e51-bbea-d889c6f9ea64 service neutron] Notify callbacks [] for binding, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:02:06.542756 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-15f7fad3-d7c8-4d4b-af76-117e3046fbc8 req-678e18d9-0de3-4e51-bbea-d889c6f9ea64 service neutron] 10.222.0.67 "POST /v2.0/ports/4369803b-a053-4069-a63d-3717d8bcd21b/bindings HTTP/1.1" status: 201 len: 390 time: 0.2488682 Sep 23 20:02:06.688695 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e9c410d-718c-419b-979d-bb5435eba5a4 req-aaa5a745-493b-4c80-a21a-9b642edeb179 tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:02:06.690312 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-9e9c410d-718c-419b-979d-bb5435eba5a4 req-aaa5a745-493b-4c80-a21a-9b642edeb179 tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] 10.222.0.67 "GET /v2.0/ports?device_id=7195802a-c4f5-4ab0-abae-29946950429f HTTP/1.1" status: 200 len: 945 time: 0.0583756 Sep 23 20:02:06.742815 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-9e9c410d-718c-419b-979d-bb5435eba5a4 req-a8aa5aee-b87c-4619-a337-92085fc54899 tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] 10.222.0.67 "GET /v2.0/security-groups?id=f16d014c-1467-4d6c-b858-8e03dea3a672&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460656 Sep 23 20:02:06.773497 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f7fad3-d7c8-4d4b-af76-117e3046fbc8 req-9f2e1b11-c617-4135-a7d5-c6e5ba4679e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:02:06.775040 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-15f7fad3-d7c8-4d4b-af76-117e3046fbc8 req-9f2e1b11-c617-4135-a7d5-c6e5ba4679e5 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=9cf4888c1a454e07a3d16aa9e7c63006&device_id=7195802a-c4f5-4ab0-abae-29946950429f HTTP/1.1" status: 200 len: 1097 time: 0.0473146 Sep 23 20:02:06.872063 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f7fad3-d7c8-4d4b-af76-117e3046fbc8 req-e8c34181-c23d-4420-93a0-aacf711258d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:02:06.873711 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-15f7fad3-d7c8-4d4b-af76-117e3046fbc8 req-e8c34181-c23d-4420-93a0-aacf711258d3 service neutron] 10.222.0.74 "GET /v2.0/networks?id=45243160-e9cf-4355-b20a-96d298d3b4f6 HTTP/1.1" status: 200 len: 898 time: 0.0912528 Sep 23 20:02:06.946666 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-15f7fad3-d7c8-4d4b-af76-117e3046fbc8 req-6a32ad68-9454-4928-a4ea-d4ccc66e8a2b service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4369803b-a053-4069-a63d-3717d8bcd21b HTTP/1.1" status: 200 len: 999 time: 0.0652919 Sep 23 20:02:07.006147 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f7fad3-d7c8-4d4b-af76-117e3046fbc8 req-a458eb14-87b3-4961-bd2b-487d11b1ca6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:02:07.010362 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-15f7fad3-d7c8-4d4b-af76-117e3046fbc8 req-a458eb14-87b3-4961-bd2b-487d11b1ca6a service neutron] 10.222.0.74 "GET /v2.0/subnets?id=f9592763-4f70-40be-9db5-ffd76a5e823e HTTP/1.1" status: 200 len: 835 time: 0.0553732 Sep 23 20:02:07.066857 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f7fad3-d7c8-4d4b-af76-117e3046fbc8 req-e5dc7cf5-f561-4949-8afe-619caab6e3e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:02:07.068415 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-15f7fad3-d7c8-4d4b-af76-117e3046fbc8 req-e5dc7cf5-f561-4949-8afe-619caab6e3e8 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=45243160-e9cf-4355-b20a-96d298d3b4f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0491529 Sep 23 20:02:07.165669 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-15f7fad3-d7c8-4d4b-af76-117e3046fbc8 req-2713a57b-7750-43ca-b437-886f82af6e8d service neutron] 10.222.0.74 "GET /v2.0/networks/45243160-e9cf-4355-b20a-96d298d3b4f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896564 Sep 23 20:02:07.282215 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-15f7fad3-d7c8-4d4b-af76-117e3046fbc8 req-53dfaf18-dd9d-4f48-bda7-6425ed89463e service neutron] 10.222.0.74 "GET /v2.0/networks/45243160-e9cf-4355-b20a-96d298d3b4f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1085992 Sep 23 20:02:07.424222 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f7fad3-d7c8-4d4b-af76-117e3046fbc8 req-d0f3fd79-5050-4d1b-b2d6-04c75d930d4e tempest-TestNetworkAdvancedServerOps-1630542813 tempest-TestNetworkAdvancedServerOps-1630542813-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:02:07.425830 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-15f7fad3-d7c8-4d4b-af76-117e3046fbc8 req-d0f3fd79-5050-4d1b-b2d6-04c75d930d4e tempest-TestNetworkAdvancedServerOps-1630542813 tempest-TestNetworkAdvancedServerOps-1630542813-project-admin] 10.222.0.74 "GET /v2.0/ports?device_id=7195802a-c4f5-4ab0-abae-29946950429f&tenant_id=9cf4888c1a454e07a3d16aa9e7c63006&binding%3Ahost_id=n-h2-713301-16 HTTP/1.1" status: 200 len: 1097 time: 0.0841136 Sep 23 20:02:07.437912 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.v2.base [req-15f7fad3-d7c8-4d4b-af76-117e3046fbc8 req-4905bdc3-cea0-4746-be9b-e0d01dc99294 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-713301-16'}}} {{(pid=95102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 20:02:07.500497 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-15f7fad3-d7c8-4d4b-af76-117e3046fbc8 req-4905bdc3-cea0-4746-be9b-e0d01dc99294 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:02:07.640201 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.db [req-15f7fad3-d7c8-4d4b-af76-117e3046fbc8 req-4905bdc3-cea0-4746-be9b-e0d01dc99294 service neutron] For port 4369803b-a053-4069-a63d-3717d8bcd21b, host n-h2-713301-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-16',level=0,port_id=4369803b-a053-4069-a63d-3717d8bcd21b,segment=NetworkSegment(5d8d9e87-64ab-45d5-aa8a-759b0f243b9a),segment_id=5d8d9e87-64ab-45d5-aa8a-759b0f243b9a)] {{(pid=95102) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 20:02:07.686128 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.db [req-15f7fad3-d7c8-4d4b-af76-117e3046fbc8 req-4905bdc3-cea0-4746-be9b-e0d01dc99294 service neutron] For port 4369803b-a053-4069-a63d-3717d8bcd21b, host n-h2-713301-16, cleared binding levels {{(pid=95102) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 20:02:07.729983 n-d-713301-16 neutron-server[95102]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7195802a-c4f5-4ab0-abae-29946950429f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4369803b-a053-4069-a63d-3717d8bcd21b'}] {{(pid=95102) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 20:02:07.732240 n-d-713301-16 neutron-server[95102]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab31b6d93e5336dbddfa8ec424565b3bd8cb2369c5b4d85bc943472dbb21e8ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2e2ceec-6e09-4c22-b9ad-995221d2e9f8" -d '{"events": [{"server_uuid": "7195802a-c4f5-4ab0-abae-29946950429f", "name": "network-vif-unplugged", "status": "completed", "tag": "4369803b-a053-4069-a63d-3717d8bcd21b"}]}' {{(pid=95102) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 20:02:07.736444 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-15f7fad3-d7c8-4d4b-af76-117e3046fbc8 req-4905bdc3-cea0-4746-be9b-e0d01dc99294 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:02:07.745391 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-15f7fad3-d7c8-4d4b-af76-117e3046fbc8 req-4905bdc3-cea0-4746-be9b-e0d01dc99294 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4399095'] for port, after_update {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:02:07.774651 n-d-713301-16 neutron-server[95102]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 23 Sep 2021 20:02:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce0e8c01-778e-459c-bdf1-939a5eeae656 x-openstack-request-id: req-ce0e8c01-778e-459c-bdf1-939a5eeae656 {{(pid=95102) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 20:02:07.774789 n-d-713301-16 neutron-server[95102]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7195802a-c4f5-4ab0-abae-29946950429f", "name": "network-vif-unplugged", "status": "completed", "tag": "4369803b-a053-4069-a63d-3717d8bcd21b", "code": 200}]} {{(pid=95102) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 20:02:07.774985 n-d-713301-16 neutron-server[95102]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-ce0e8c01-778e-459c-bdf1-939a5eeae656 {{(pid=95102) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 20:02:07.775326 n-d-713301-16 neutron-server[95102]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7195802a-c4f5-4ab0-abae-29946950429f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4369803b-a053-4069-a63d-3717d8bcd21b', 'code': 200} Sep 23 20:02:07.877388 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4905bdc3-cea0-4746-be9b-e0d01dc99294 service neutron] Pushing event updated for resources: {'Port': ['ID=4369803b-a053-4069-a63d-3717d8bcd21b,revision_number=7']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:02:07.943060 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a21a9e-7c11-4e54-bc91-f1cc5390e53a req-9e2c69b5-76a8-4060-95dd-169687d7ab47 tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:02:07.944623 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-95a21a9e-7c11-4e54-bc91-f1cc5390e53a req-9e2c69b5-76a8-4060-95dd-169687d7ab47 tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] 10.222.0.67 "GET /v2.0/ports?device_id=7195802a-c4f5-4ab0-abae-29946950429f HTTP/1.1" status: 200 len: 943 time: 0.1106110 Sep 23 20:02:07.950478 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.managers [req-15f7fad3-d7c8-4d4b-af76-117e3046fbc8 req-4905bdc3-cea0-4746-be9b-e0d01dc99294 service neutron] Attempting to bind port 4369803b-a053-4069-a63d-3717d8bcd21b on host n-h2-713301-16 for vnic_type normal with profile {"migrating_to": "n-h1-713301-16"} {{(pid=95102) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 20:02:07.950820 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.managers [req-15f7fad3-d7c8-4d4b-af76-117e3046fbc8 req-4905bdc3-cea0-4746-be9b-e0d01dc99294 service neutron] Attempting to bind port 4369803b-a053-4069-a63d-3717d8bcd21b by drivers openvswitch,hyperv on host n-h2-713301-16 at level 0 using segments [{'id': '5d8d9e87-64ab-45d5-aa8a-759b0f243b9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '45243160-e9cf-4355-b20a-96d298d3b4f6'}] {{(pid=95102) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 20:02:07.951151 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15f7fad3-d7c8-4d4b-af76-117e3046fbc8 req-4905bdc3-cea0-4746-be9b-e0d01dc99294 service neutron] Attempting to bind port 4369803b-a053-4069-a63d-3717d8bcd21b on network 45243160-e9cf-4355-b20a-96d298d3b4f6 {{(pid=95102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 20:02:07.965638 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15f7fad3-d7c8-4d4b-af76-117e3046fbc8 req-4905bdc3-cea0-4746-be9b-e0d01dc99294 service neutron] Port 4369803b-a053-4069-a63d-3717d8bcd21b on network 45243160-e9cf-4355-b20a-96d298d3b4f6 not bound, no agent of type Open vSwitch agent registered on host n-h2-713301-16 {{(pid=95102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 20:02:07.966034 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15f7fad3-d7c8-4d4b-af76-117e3046fbc8 req-4905bdc3-cea0-4746-be9b-e0d01dc99294 service neutron] Attempting to bind port 4369803b-a053-4069-a63d-3717d8bcd21b on network 45243160-e9cf-4355-b20a-96d298d3b4f6 {{(pid=95102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 20:02:07.980438 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15f7fad3-d7c8-4d4b-af76-117e3046fbc8 req-4905bdc3-cea0-4746-be9b-e0d01dc99294 service neutron] Checking agent: {'id': '2a7cea34-db54-4faf-8d23-37521c3e34cb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713301-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 19, 15, 28), 'started_at': datetime.datetime(2021, 9, 23, 19, 15, 28), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 20, 1, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 20:02:07.980804 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15f7fad3-d7c8-4d4b-af76-117e3046fbc8 req-4905bdc3-cea0-4746-be9b-e0d01dc99294 service neutron] Checking segment: {'id': '5d8d9e87-64ab-45d5-aa8a-759b0f243b9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '45243160-e9cf-4355-b20a-96d298d3b4f6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95102) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 20:02:07.981182 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15f7fad3-d7c8-4d4b-af76-117e3046fbc8 req-4905bdc3-cea0-4746-be9b-e0d01dc99294 service neutron] Bound using segment: {'id': '5d8d9e87-64ab-45d5-aa8a-759b0f243b9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '45243160-e9cf-4355-b20a-96d298d3b4f6'} {{(pid=95102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 20:02:07.981613 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.managers [req-15f7fad3-d7c8-4d4b-af76-117e3046fbc8 req-4905bdc3-cea0-4746-be9b-e0d01dc99294 service neutron] Bound port: 4369803b-a053-4069-a63d-3717d8bcd21b, host: n-h2-713301-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5d8d9e87-64ab-45d5-aa8a-759b0f243b9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '45243160-e9cf-4355-b20a-96d298d3b4f6'}}] {{(pid=95102) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 20:02:07.981970 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-15f7fad3-d7c8-4d4b-af76-117e3046fbc8 req-4905bdc3-cea0-4746-be9b-e0d01dc99294 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:02:08.007941 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-95a21a9e-7c11-4e54-bc91-f1cc5390e53a req-66580688-238e-4a94-9ed5-904f1bdf912c tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] 10.222.0.67 "GET /v2.0/security-groups?id=f16d014c-1467-4d6c-b858-8e03dea3a672&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0542533 Sep 23 20:02:08.065222 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.db [req-15f7fad3-d7c8-4d4b-af76-117e3046fbc8 req-4905bdc3-cea0-4746-be9b-e0d01dc99294 service neutron] For port 4369803b-a053-4069-a63d-3717d8bcd21b, host n-h2-713301-16, cleared binding levels {{(pid=95102) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 20:02:08.068181 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.db [req-15f7fad3-d7c8-4d4b-af76-117e3046fbc8 req-4905bdc3-cea0-4746-be9b-e0d01dc99294 service neutron] For port 4369803b-a053-4069-a63d-3717d8bcd21b, host n-h2-713301-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-16',level=0,port_id=4369803b-a053-4069-a63d-3717d8bcd21b,segment=NetworkSegment(5d8d9e87-64ab-45d5-aa8a-759b0f243b9a),segment_id=5d8d9e87-64ab-45d5-aa8a-759b0f243b9a)] {{(pid=95102) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 20:02:08.072365 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-15f7fad3-d7c8-4d4b-af76-117e3046fbc8 req-4905bdc3-cea0-4746-be9b-e0d01dc99294 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4399095'] for port, after_update {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:02:08.113132 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-78fbd2d9-3c69-4142-aa25-14efd8b1fa0b None None] Provisioning complete for port 4369803b-a053-4069-a63d-3717d8bcd21b triggered by entity DHCP. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 20:02:08.114135 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-78fbd2d9-3c69-4142-aa25-14efd8b1fa0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:02:08.165561 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4905bdc3-cea0-4746-be9b-e0d01dc99294 service neutron] Pushing event updated for resources: {'Port': ['ID=4369803b-a053-4069-a63d-3717d8bcd21b,revision_number=8']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:02:08.213317 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-78fbd2d9-3c69-4142-aa25-14efd8b1fa0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:02:08.217077 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f7fad3-d7c8-4d4b-af76-117e3046fbc8 req-4905bdc3-cea0-4746-be9b-e0d01dc99294 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:02:08.217864 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-15f7fad3-d7c8-4d4b-af76-117e3046fbc8 req-4905bdc3-cea0-4746-be9b-e0d01dc99294 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222849'] for port, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:02:08.219427 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-15f7fad3-d7c8-4d4b-af76-117e3046fbc8 req-4905bdc3-cea0-4746-be9b-e0d01dc99294 service neutron] 10.222.0.74 "PUT /v2.0/ports/4369803b-a053-4069-a63d-3717d8bcd21b HTTP/1.1" status: 200 len: 1123 time: 0.7859304 Sep 23 20:02:08.242612 n-d-713301-16 neutron-server[95103]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7195802a-c4f5-4ab0-abae-29946950429f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4369803b-a053-4069-a63d-3717d8bcd21b'}] {{(pid=95103) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 20:02:08.248114 n-d-713301-16 neutron-server[95103]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}81a1c17f2aa89d5b3ebbba3a3e0cf7eb588e431c2224256110c4c4facdd7c3e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34311651-c72c-41bb-8ea4-10ca6b06bd21" -d '{"events": [{"server_uuid": "7195802a-c4f5-4ab0-abae-29946950429f", "name": "network-vif-plugged", "status": "completed", "tag": "4369803b-a053-4069-a63d-3717d8bcd21b"}]}' {{(pid=95103) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 20:02:08.268515 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-78fbd2d9-3c69-4142-aa25-14efd8b1fa0b None None] For port 4369803b-a053-4069-a63d-3717d8bcd21b, host n-h2-713301-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-16',level=0,port_id=4369803b-a053-4069-a63d-3717d8bcd21b,segment=NetworkSegment(5d8d9e87-64ab-45d5-aa8a-759b0f243b9a),segment_id=5d8d9e87-64ab-45d5-aa8a-759b0f243b9a)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 20:02:08.273498 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-78fbd2d9-3c69-4142-aa25-14efd8b1fa0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:02:08.304707 n-d-713301-16 neutron-server[95103]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 20:02:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-771f4ca3-2d0f-4ad0-8957-74330062b56c x-openstack-request-id: req-771f4ca3-2d0f-4ad0-8957-74330062b56c {{(pid=95103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 20:02:08.305003 n-d-713301-16 neutron-server[95103]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7195802a-c4f5-4ab0-abae-29946950429f", "name": "network-vif-plugged", "status": "completed", "tag": "4369803b-a053-4069-a63d-3717d8bcd21b", "code": 200}]} {{(pid=95103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 20:02:08.305256 n-d-713301-16 neutron-server[95103]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-771f4ca3-2d0f-4ad0-8957-74330062b56c {{(pid=95103) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 20:02:08.305643 n-d-713301-16 neutron-server[95103]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7195802a-c4f5-4ab0-abae-29946950429f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4369803b-a053-4069-a63d-3717d8bcd21b', 'code': 200} Sep 23 20:02:08.329710 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] get_ports_and_sgs() called for port_ids ['4369803b-a053-4069-a63d-3717d8bcd21b'] {{(pid=95103) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 20:02:08.627798 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78fbd2d9-3c69-4142-aa25-14efd8b1fa0b None None] Pushing event updated for resources: {'Port': ['ID=4369803b-a053-4069-a63d-3717d8bcd21b,revision_number=9']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:02:08.802263 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-a27be182-ad07-47a2-85a7-2fdf1e73ef28 None None] Provisioning complete for port 4369803b-a053-4069-a63d-3717d8bcd21b triggered by entity DHCP. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 20:02:08.802908 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-a27be182-ad07-47a2-85a7-2fdf1e73ef28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:02:09.157632 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a201a3-2366-4df4-bc66-05c1e8c253ca req-0a4658a6-7135-4386-b2f2-1f70d24befe9 tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:02:09.159236 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-e5a201a3-2366-4df4-bc66-05c1e8c253ca req-0a4658a6-7135-4386-b2f2-1f70d24befe9 tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] 10.222.0.67 "GET /v2.0/ports?device_id=7195802a-c4f5-4ab0-abae-29946950429f HTTP/1.1" status: 200 len: 945 time: 0.0548217 Sep 23 20:02:09.235007 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-e5a201a3-2366-4df4-bc66-05c1e8c253ca req-f0cfa330-08eb-4710-95d2-71c7c2b9bcad tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] 10.222.0.67 "GET /v2.0/security-groups?id=f16d014c-1467-4d6c-b858-8e03dea3a672&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0687878 Sep 23 20:02:09.247838 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-21c47c23-9ee3-4c09-b469-aefcceec13f1 req-e8c4cf5e-8e5c-4714-90de-8d92783fe833 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=3748ffae-a1b1-43d6-9838-54e899d8854a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0616944 Sep 23 20:02:09.348918 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c47c23-9ee3-4c09-b469-aefcceec13f1 req-b7832b37-8253-4de5-b59b-48122e3bfd8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:02:09.350592 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-21c47c23-9ee3-4c09-b469-aefcceec13f1 req-b7832b37-8253-4de5-b59b-48122e3bfd8a service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=1c95f4136fb946e684bc3bd0afadbbdd&device_id=3748ffae-a1b1-43d6-9838-54e899d8854a HTTP/1.1" status: 200 len: 1097 time: 0.0528545 Sep 23 20:02:09.480035 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c47c23-9ee3-4c09-b469-aefcceec13f1 req-2214bdf0-4645-427c-b3c1-66e04187d6f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:02:09.481610 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-21c47c23-9ee3-4c09-b469-aefcceec13f1 req-2214bdf0-4645-427c-b3c1-66e04187d6f2 service neutron] 10.222.0.74 "GET /v2.0/networks?id=a97a1ddd-be59-4422-8c3e-924143535884 HTTP/1.1" status: 200 len: 912 time: 0.1098642 Sep 23 20:02:09.579067 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-21c47c23-9ee3-4c09-b469-aefcceec13f1 req-4c1fb557-6cdc-41ac-a95f-d81492daa1c8 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=aa161274-af6f-442b-a922-904309044a45 HTTP/1.1" status: 200 len: 1001 time: 0.0889561 Sep 23 20:02:09.642117 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c47c23-9ee3-4c09-b469-aefcceec13f1 req-df0cd972-dd15-43ba-82f6-92e0dcb04db5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:02:09.644261 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-21c47c23-9ee3-4c09-b469-aefcceec13f1 req-df0cd972-dd15-43ba-82f6-92e0dcb04db5 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=788d1f3e-2626-40b1-b49a-799b1a0fa15b HTTP/1.1" status: 200 len: 850 time: 0.0569787 Sep 23 20:02:09.699746 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c47c23-9ee3-4c09-b469-aefcceec13f1 req-2ec0f647-e426-469b-a4b5-d999b6e6012b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:02:09.701374 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-21c47c23-9ee3-4c09-b469-aefcceec13f1 req-2ec0f647-e426-469b-a4b5-d999b6e6012b service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=a97a1ddd-be59-4422-8c3e-924143535884&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0494347 Sep 23 20:02:09.781433 n-d-713301-16 neutron-server[95102]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7195802a-c4f5-4ab0-abae-29946950429f', 'tag': '4369803b-a053-4069-a63d-3717d8bcd21b'}] {{(pid=95102) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 20:02:09.783837 n-d-713301-16 neutron-server[95102]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab31b6d93e5336dbddfa8ec424565b3bd8cb2369c5b4d85bc943472dbb21e8ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e799b973-9348-4dfe-b641-e76d659938bc" -d '{"events": [{"name": "network-changed", "server_uuid": "7195802a-c4f5-4ab0-abae-29946950429f", "tag": "4369803b-a053-4069-a63d-3717d8bcd21b"}]}' {{(pid=95102) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 20:02:09.832852 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-21c47c23-9ee3-4c09-b469-aefcceec13f1 req-0b544636-087b-41a9-93fa-e4b4d8b0e76c service neutron] 10.222.0.74 "GET /v2.0/networks/a97a1ddd-be59-4422-8c3e-924143535884?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1214592 Sep 23 20:02:09.834511 n-d-713301-16 neutron-server[95102]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 20:02:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e907d514-d303-4245-b79b-6c643db30643 x-openstack-request-id: req-e907d514-d303-4245-b79b-6c643db30643 {{(pid=95102) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 20:02:09.834787 n-d-713301-16 neutron-server[95102]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7195802a-c4f5-4ab0-abae-29946950429f", "tag": "4369803b-a053-4069-a63d-3717d8bcd21b", "status": "completed", "code": 200}]} {{(pid=95102) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 20:02:09.835037 n-d-713301-16 neutron-server[95102]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-e907d514-d303-4245-b79b-6c643db30643 {{(pid=95102) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 20:02:09.835426 n-d-713301-16 neutron-server[95102]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7195802a-c4f5-4ab0-abae-29946950429f', 'tag': '4369803b-a053-4069-a63d-3717d8bcd21b', 'status': 'completed', 'code': 200} Sep 23 20:02:09.958427 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e799b973-9348-4dfe-b641-e76d659938bc req-6cfa91f8-2e0f-469d-8999-9af07469234c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:02:09.960135 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-e799b973-9348-4dfe-b641-e76d659938bc req-6cfa91f8-2e0f-469d-8999-9af07469234c service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=9cf4888c1a454e07a3d16aa9e7c63006&device_id=7195802a-c4f5-4ab0-abae-29946950429f HTTP/1.1" status: 200 len: 1128 time: 0.0999789 Sep 23 20:02:09.986264 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-21c47c23-9ee3-4c09-b469-aefcceec13f1 req-54cbaf2b-6dfb-469f-b26c-6660a19655f2 service neutron] 10.222.0.74 "GET /v2.0/networks/a97a1ddd-be59-4422-8c3e-924143535884?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1457350 Sep 23 20:02:10.064417 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e799b973-9348-4dfe-b641-e76d659938bc req-d1214f6e-dd0c-4876-84e0-8154ad64ede3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:02:10.066304 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-e799b973-9348-4dfe-b641-e76d659938bc req-d1214f6e-dd0c-4876-84e0-8154ad64ede3 service neutron] 10.222.0.53 "GET /v2.0/networks?id=45243160-e9cf-4355-b20a-96d298d3b4f6 HTTP/1.1" status: 200 len: 898 time: 0.0950503 Sep 23 20:02:10.149679 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-e799b973-9348-4dfe-b641-e76d659938bc req-1ac21f3d-84c5-4f00-ae76-45569e92a666 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4369803b-a053-4069-a63d-3717d8bcd21b HTTP/1.1" status: 200 len: 999 time: 0.0744822 Sep 23 20:02:10.221077 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e799b973-9348-4dfe-b641-e76d659938bc req-39f5206a-8370-44a0-86c9-5137d0bff2a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:02:10.223318 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-e799b973-9348-4dfe-b641-e76d659938bc req-39f5206a-8370-44a0-86c9-5137d0bff2a8 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=f9592763-4f70-40be-9db5-ffd76a5e823e HTTP/1.1" status: 200 len: 835 time: 0.0641212 Sep 23 20:02:10.280832 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e799b973-9348-4dfe-b641-e76d659938bc req-f3dd3659-5252-4b24-8b79-94ca8fc778d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:02:10.282846 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-e799b973-9348-4dfe-b641-e76d659938bc req-f3dd3659-5252-4b24-8b79-94ca8fc778d9 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=45243160-e9cf-4355-b20a-96d298d3b4f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0531261 Sep 23 20:02:10.404969 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7619c1-0d11-456e-be6b-e604895892b7 req-e875d19b-ea8a-48f7-8894-a8ef9a8c980b tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:02:10.407342 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-7e7619c1-0d11-456e-be6b-e604895892b7 req-e875d19b-ea8a-48f7-8894-a8ef9a8c980b tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] 10.222.0.67 "GET /v2.0/ports?device_id=7195802a-c4f5-4ab0-abae-29946950429f HTTP/1.1" status: 200 len: 945 time: 0.0986586 Sep 23 20:02:10.433660 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-e799b973-9348-4dfe-b641-e76d659938bc req-0371a202-a942-4e28-a18c-d11377bdcd00 service neutron] 10.222.0.53 "GET /v2.0/networks/45243160-e9cf-4355-b20a-96d298d3b4f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1433539 Sep 23 20:02:10.488084 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-7e7619c1-0d11-456e-be6b-e604895892b7 req-f5306ec8-f4f9-45e5-8881-464455afbadf tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] 10.222.0.67 "GET /v2.0/security-groups?id=f16d014c-1467-4d6c-b858-8e03dea3a672&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0695391 Sep 23 20:02:10.548911 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-e799b973-9348-4dfe-b641-e76d659938bc req-1c43c797-2d88-4a45-8d86-ac7c67983d09 service neutron] 10.222.0.53 "GET /v2.0/networks/45243160-e9cf-4355-b20a-96d298d3b4f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1070642 Sep 23 20:02:10.697286 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Device 4369803b-a053-4069-a63d-3717d8bcd21b details requested by agent hyperv_n-h1-713301-16 with host n-h1-713301-16 {{(pid=95103) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 20:02:10.805825 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] For port 4369803b-a053-4069-a63d-3717d8bcd21b, host n-h2-713301-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-16',level=0,port_id=4369803b-a053-4069-a63d-3717d8bcd21b,segment=NetworkSegment(5d8d9e87-64ab-45d5-aa8a-759b0f243b9a),segment_id=5d8d9e87-64ab-45d5-aa8a-759b0f243b9a)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 20:02:10.817432 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Device 4369803b-a053-4069-a63d-3717d8bcd21b has no active binding in host n-h1-713301-16 {{(pid=95103) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Sep 23 20:02:11.629107 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8796ce03-28d0-4e6e-be98-6bf359f671db req-667d0895-d313-40a7-8da3-a956b8cc875e tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:02:11.630985 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-8796ce03-28d0-4e6e-be98-6bf359f671db req-667d0895-d313-40a7-8da3-a956b8cc875e tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] 10.222.0.67 "GET /v2.0/ports?device_id=7195802a-c4f5-4ab0-abae-29946950429f HTTP/1.1" status: 200 len: 945 time: 0.0665760 Sep 23 20:02:11.682996 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-8796ce03-28d0-4e6e-be98-6bf359f671db req-a8e3ab1c-3a70-4747-9f6b-f2cc46f8267d tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] 10.222.0.67 "GET /v2.0/security-groups?id=f16d014c-1467-4d6c-b858-8e03dea3a672&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440204 Sep 23 20:02:12.807134 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f27c07-a941-4fdc-94fa-58e92a6f2e3e req-899fb168-cd90-4f92-a61a-89fdf101e8f0 tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:02:12.808830 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-15f27c07-a941-4fdc-94fa-58e92a6f2e3e req-899fb168-cd90-4f92-a61a-89fdf101e8f0 tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] 10.222.0.67 "GET /v2.0/ports?device_id=7195802a-c4f5-4ab0-abae-29946950429f HTTP/1.1" status: 200 len: 945 time: 0.0513768 Sep 23 20:02:12.852724 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-15f27c07-a941-4fdc-94fa-58e92a6f2e3e req-51d61f65-5a0b-44c5-a356-4eba4e3064f8 tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] 10.222.0.67 "GET /v2.0/security-groups?id=f16d014c-1467-4d6c-b858-8e03dea3a672&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375118 Sep 23 20:02:13.076648 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-15f7fad3-d7c8-4d4b-af76-117e3046fbc8 req-dff233c0-3314-4685-bc47-ec92541307c1 service neutron] 10.222.0.53 "GET /v2.0/ports/4369803b-a053-4069-a63d-3717d8bcd21b/bindings/n-h1-713301-16 HTTP/1.1" status: 200 len: 385 time: 0.0637760 Sep 23 20:02:13.264154 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.db [req-15f7fad3-d7c8-4d4b-af76-117e3046fbc8 req-b4e3ddc9-71d8-4ed8-affe-f71d8d8faad6 service neutron] For port 4369803b-a053-4069-a63d-3717d8bcd21b, host n-h2-713301-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-16',level=0,port_id=4369803b-a053-4069-a63d-3717d8bcd21b,segment=NetworkSegment(5d8d9e87-64ab-45d5-aa8a-759b0f243b9a),segment_id=5d8d9e87-64ab-45d5-aa8a-759b0f243b9a)] {{(pid=95102) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 20:02:13.286922 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.db [req-15f7fad3-d7c8-4d4b-af76-117e3046fbc8 req-b4e3ddc9-71d8-4ed8-affe-f71d8d8faad6 service neutron] For port 4369803b-a053-4069-a63d-3717d8bcd21b, host n-h2-713301-16, cleared binding levels {{(pid=95102) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 20:02:13.328294 n-d-713301-16 neutron-server[95102]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7195802a-c4f5-4ab0-abae-29946950429f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4369803b-a053-4069-a63d-3717d8bcd21b'}] {{(pid=95102) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 20:02:13.330522 n-d-713301-16 neutron-server[95102]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab31b6d93e5336dbddfa8ec424565b3bd8cb2369c5b4d85bc943472dbb21e8ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02f43cca-632b-4f1a-bfc5-c786df4e0a78" -d '{"events": [{"server_uuid": "7195802a-c4f5-4ab0-abae-29946950429f", "name": "network-vif-unplugged", "status": "completed", "tag": "4369803b-a053-4069-a63d-3717d8bcd21b"}]}' {{(pid=95102) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 20:02:13.337657 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.db [req-15f7fad3-d7c8-4d4b-af76-117e3046fbc8 req-b4e3ddc9-71d8-4ed8-affe-f71d8d8faad6 service neutron] For port 4369803b-a053-4069-a63d-3717d8bcd21b, host n-h1-713301-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-16',level=0,port_id=4369803b-a053-4069-a63d-3717d8bcd21b,segment=NetworkSegment(5d8d9e87-64ab-45d5-aa8a-759b0f243b9a),segment_id=5d8d9e87-64ab-45d5-aa8a-759b0f243b9a)] {{(pid=95102) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 20:02:13.352363 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-15f7fad3-d7c8-4d4b-af76-117e3046fbc8 req-b4e3ddc9-71d8-4ed8-affe-f71d8d8faad6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:02:13.387168 n-d-713301-16 neutron-server[95102]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 23 Sep 2021 20:02:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86be980e-cc08-40ce-ab0d-bb7aa41464c8 x-openstack-request-id: req-86be980e-cc08-40ce-ab0d-bb7aa41464c8 {{(pid=95102) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 20:02:13.387462 n-d-713301-16 neutron-server[95102]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7195802a-c4f5-4ab0-abae-29946950429f", "name": "network-vif-unplugged", "status": "completed", "tag": "4369803b-a053-4069-a63d-3717d8bcd21b", "code": 200}]} {{(pid=95102) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 20:02:13.387713 n-d-713301-16 neutron-server[95102]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-86be980e-cc08-40ce-ab0d-bb7aa41464c8 {{(pid=95102) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 20:02:13.388102 n-d-713301-16 neutron-server[95102]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7195802a-c4f5-4ab0-abae-29946950429f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4369803b-a053-4069-a63d-3717d8bcd21b', 'code': 200} Sep 23 20:02:13.428247 n-d-713301-16 neutron-server[95102]: DEBUG neutron.db.provisioning_blocks [req-15f7fad3-d7c8-4d4b-af76-117e3046fbc8 req-b4e3ddc9-71d8-4ed8-affe-f71d8d8faad6 service neutron] Transition to ACTIVE for port object 4369803b-a053-4069-a63d-3717d8bcd21b will not be triggered until provisioned by entity L2. {{(pid=95102) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 20:02:13.433249 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-15f7fad3-d7c8-4d4b-af76-117e3046fbc8 req-b4e3ddc9-71d8-4ed8-affe-f71d8d8faad6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4399095'] for port, after_update {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:02:13.522780 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e3ddc9-71d8-4ed8-affe-f71d8d8faad6 service neutron] Pushing event updated for resources: {'Port': ['ID=4369803b-a053-4069-a63d-3717d8bcd21b,revision_number=11']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:02:13.561933 n-d-713301-16 neutron-server[95102]: DEBUG neutron.db.l3_dvrscheduler_db [req-15f7fad3-d7c8-4d4b-af76-117e3046fbc8 req-b4e3ddc9-71d8-4ed8-affe-f71d8d8faad6 service neutron] No DVR routers for this DVR port 4369803b-a053-4069-a63d-3717d8bcd21b on host n-h2-713301-16 {{(pid=95102) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 20:02:13.698237 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-15f7fad3-d7c8-4d4b-af76-117e3046fbc8 req-b4e3ddc9-71d8-4ed8-affe-f71d8d8faad6 service neutron] 10.222.0.53 "PUT /v2.0/ports/4369803b-a053-4069-a63d-3717d8bcd21b/bindings/n-h1-713301-16/activate HTTP/1.1" status: 200 len: 370 time: 0.6147735 Sep 23 20:02:13.792355 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f7fad3-d7c8-4d4b-af76-117e3046fbc8 req-7d5678e9-1daf-4612-9502-2bbe8fade5c7 tempest-TestNetworkAdvancedServerOps-1630542813 tempest-TestNetworkAdvancedServerOps-1630542813-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:02:13.793852 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-15f7fad3-d7c8-4d4b-af76-117e3046fbc8 req-7d5678e9-1daf-4612-9502-2bbe8fade5c7 tempest-TestNetworkAdvancedServerOps-1630542813 tempest-TestNetworkAdvancedServerOps-1630542813-project-admin] 10.222.0.74 "GET /v2.0/ports?device_id=7195802a-c4f5-4ab0-abae-29946950429f&tenant_id=9cf4888c1a454e07a3d16aa9e7c63006&binding%3Ahost_id=n-h2-713301-16 HTTP/1.1" status: 200 len: 1096 time: 0.0435808 Sep 23 20:02:13.849713 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f7fad3-d7c8-4d4b-af76-117e3046fbc8 req-ee78648b-4c5c-47b8-8a37-6370d08aca3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:02:13.851162 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-15f7fad3-d7c8-4d4b-af76-117e3046fbc8 req-ee78648b-4c5c-47b8-8a37-6370d08aca3f service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=7195802a-c4f5-4ab0-abae-29946950429f&tenant_id=9cf4888c1a454e07a3d16aa9e7c63006 HTTP/1.1" status: 200 len: 1096 time: 0.0474911 Sep 23 20:02:13.918430 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f7fad3-d7c8-4d4b-af76-117e3046fbc8 req-84cf0f76-01d0-49f6-a59e-1a9f71dbbe9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:02:13.919953 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-15f7fad3-d7c8-4d4b-af76-117e3046fbc8 req-84cf0f76-01d0-49f6-a59e-1a9f71dbbe9b service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=9cf4888c1a454e07a3d16aa9e7c63006&device_id=7195802a-c4f5-4ab0-abae-29946950429f HTTP/1.1" status: 200 len: 1096 time: 0.0455790 Sep 23 20:02:14.043863 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf263583-7226-445f-b044-f70e8bed4bfb req-942fa5ed-fca2-43a6-ac17-5007b2f5232c tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:02:14.045362 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-bf263583-7226-445f-b044-f70e8bed4bfb req-942fa5ed-fca2-43a6-ac17-5007b2f5232c tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] 10.222.0.67 "GET /v2.0/ports?device_id=7195802a-c4f5-4ab0-abae-29946950429f HTTP/1.1" status: 200 len: 944 time: 0.1096711 Sep 23 20:02:14.061388 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f7fad3-d7c8-4d4b-af76-117e3046fbc8 req-c1af2bc3-1ed4-47b6-8e84-cc24d5981e38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:02:14.062776 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-15f7fad3-d7c8-4d4b-af76-117e3046fbc8 req-c1af2bc3-1ed4-47b6-8e84-cc24d5981e38 service neutron] 10.222.0.74 "GET /v2.0/networks?id=45243160-e9cf-4355-b20a-96d298d3b4f6 HTTP/1.1" status: 200 len: 898 time: 0.1356056 Sep 23 20:02:14.128701 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-bf263583-7226-445f-b044-f70e8bed4bfb req-116bfd84-8750-458b-85cd-f7b9c2e8072e tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] 10.222.0.67 "GET /v2.0/security-groups?id=f16d014c-1467-4d6c-b858-8e03dea3a672&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0760708 Sep 23 20:02:14.145190 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-15f7fad3-d7c8-4d4b-af76-117e3046fbc8 req-697221a3-2e79-401a-a202-5327b179d72b service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4369803b-a053-4069-a63d-3717d8bcd21b HTTP/1.1" status: 200 len: 997 time: 0.0737333 Sep 23 20:02:14.194444 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f7fad3-d7c8-4d4b-af76-117e3046fbc8 req-95e79313-f859-4348-b327-a49ac90e7336 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:02:14.195911 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-15f7fad3-d7c8-4d4b-af76-117e3046fbc8 req-95e79313-f859-4348-b327-a49ac90e7336 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=f9592763-4f70-40be-9db5-ffd76a5e823e HTTP/1.1" status: 200 len: 835 time: 0.0439026 Sep 23 20:02:14.242786 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f7fad3-d7c8-4d4b-af76-117e3046fbc8 req-30521aec-5f35-4a39-8de5-a64af0114128 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:02:14.244311 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-15f7fad3-d7c8-4d4b-af76-117e3046fbc8 req-30521aec-5f35-4a39-8de5-a64af0114128 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=45243160-e9cf-4355-b20a-96d298d3b4f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0414450 Sep 23 20:02:14.335851 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-15f7fad3-d7c8-4d4b-af76-117e3046fbc8 req-9ab22c15-0d19-46d8-ac49-76909231d8f1 service neutron] 10.222.0.74 "GET /v2.0/networks/45243160-e9cf-4355-b20a-96d298d3b4f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842032 Sep 23 20:02:14.425451 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-15f7fad3-d7c8-4d4b-af76-117e3046fbc8 req-358a5feb-9e95-4387-9adc-290f8d523d9e service neutron] 10.222.0.74 "GET /v2.0/networks/45243160-e9cf-4355-b20a-96d298d3b4f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827281 Sep 23 20:02:14.649966 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f7fad3-d7c8-4d4b-af76-117e3046fbc8 req-765bc18e-8a1d-4281-b563-3c1ed1a9b1e5 tempest-TestNetworkAdvancedServerOps-1630542813 tempest-TestNetworkAdvancedServerOps-1630542813-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:02:14.652094 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-15f7fad3-d7c8-4d4b-af76-117e3046fbc8 req-765bc18e-8a1d-4281-b563-3c1ed1a9b1e5 tempest-TestNetworkAdvancedServerOps-1630542813 tempest-TestNetworkAdvancedServerOps-1630542813-project-admin] 10.222.0.74 "GET /v2.0/ports?device_id=7195802a-c4f5-4ab0-abae-29946950429f&tenant_id=9cf4888c1a454e07a3d16aa9e7c63006&binding%3Ahost_id=n-h1-713301-16 HTTP/1.1" status: 200 len: 1096 time: 0.0477402 Sep 23 20:02:15.091508 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.db [req-15f7fad3-d7c8-4d4b-af76-117e3046fbc8 req-cedc50a6-2db3-462b-90ba-e630d1467fbc service neutron] For port 4369803b-a053-4069-a63d-3717d8bcd21b, host n-h2-713301-16, cleared binding levels {{(pid=95102) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 20:02:15.096318 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-15f7fad3-d7c8-4d4b-af76-117e3046fbc8 req-cedc50a6-2db3-462b-90ba-e630d1467fbc service neutron] Notify callbacks [] for binding, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:02:15.097478 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-15f7fad3-d7c8-4d4b-af76-117e3046fbc8 req-cedc50a6-2db3-462b-90ba-e630d1467fbc service neutron] 10.222.0.74 "DELETE /v2.0/ports/4369803b-a053-4069-a63d-3717d8bcd21b/bindings/n-h2-713301-16 HTTP/1.1" status: 204 len: 173 time: 0.4381328 Sep 23 20:02:15.257684 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a0890f-aed1-4f52-949d-a3d98872af36 req-6aac6b15-b4c3-49d4-aebf-1b6cefa82fdd tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:02:15.259224 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-33a0890f-aed1-4f52-949d-a3d98872af36 req-6aac6b15-b4c3-49d4-aebf-1b6cefa82fdd tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] 10.222.0.67 "GET /v2.0/ports?device_id=7195802a-c4f5-4ab0-abae-29946950429f HTTP/1.1" status: 200 len: 944 time: 0.0615227 Sep 23 20:02:15.297017 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-33a0890f-aed1-4f52-949d-a3d98872af36 req-b9805f90-1150-4621-92a0-a29adb92c96c tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] 10.222.0.67 "GET /v2.0/security-groups?id=f16d014c-1467-4d6c-b858-8e03dea3a672&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317764 Sep 23 20:02:15.418826 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa113582-ec85-4eed-801d-d0d6c9ec0f3f req-d0721b54-bf17-4fb5-a976-eb044da83b98 tempest-TestNetworkAdvancedServerOps-1630542813 tempest-TestNetworkAdvancedServerOps-1630542813-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:02:15.420136 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-fa113582-ec85-4eed-801d-d0d6c9ec0f3f req-d0721b54-bf17-4fb5-a976-eb044da83b98 tempest-TestNetworkAdvancedServerOps-1630542813 tempest-TestNetworkAdvancedServerOps-1630542813-project-admin] 10.222.0.67 "GET /v2.0/ports?device_id=7195802a-c4f5-4ab0-abae-29946950429f HTTP/1.1" status: 200 len: 1096 time: 0.0480199 Sep 23 20:02:15.457268 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-fa113582-ec85-4eed-801d-d0d6c9ec0f3f req-461fa9a4-5747-41d7-a83c-43e9a59df52c tempest-TestNetworkAdvancedServerOps-1630542813 tempest-TestNetworkAdvancedServerOps-1630542813-project-admin] 10.222.0.67 "GET /v2.0/security-groups?id=f16d014c-1467-4d6c-b858-8e03dea3a672&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312407 Sep 23 20:02:15.575584 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637a6e4b-d0de-493c-973a-74e85978d395 req-74dd0bc7-7efe-4a4e-9591-04210d5492fc tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:02:15.577122 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-637a6e4b-d0de-493c-973a-74e85978d395 req-74dd0bc7-7efe-4a4e-9591-04210d5492fc tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] 10.222.0.67 "GET /v2.0/ports?device_id=7195802a-c4f5-4ab0-abae-29946950429f HTTP/1.1" status: 200 len: 944 time: 0.0525765 Sep 23 20:02:15.618047 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-637a6e4b-d0de-493c-973a-74e85978d395 req-0ebb9e62-cc26-4840-9b63-eda1cc63a913 tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] 10.222.0.67 "GET /v2.0/security-groups?id=f16d014c-1467-4d6c-b858-8e03dea3a672&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349591 Sep 23 20:02:15.639331 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 58208) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:02:15.706728 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-6a6e5fcb-d715-4259-b974-d1233abfb3a2 tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] 10.222.0.67 "GET /v2.0/floatingips/70c12605-e373-4f45-8ea3-a300ca110f2d HTTP/1.1" status: 200 len: 989 time: 0.0659208 Sep 23 20:02:15.932195 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 58214) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:02:15.956748 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Device 4369803b-a053-4069-a63d-3717d8bcd21b no longer exists at agent hyperv_n-h2-713301-16 {{(pid=95103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 20:02:15.995032 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Device 4369803b-a053-4069-a63d-3717d8bcd21b not bound to the agent host n-h2-713301-16 {{(pid=95103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 20:02:16.096172 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.plugin [None req-3454112b-1486-45e1-9abf-a1ce727ca6ba tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] Deleting port 7d41cc45-a180-4d8b-9e2c-78073b56808f {{(pid=95101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 20:02:16.096516 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-3454112b-1486-45e1-9abf-a1ce727ca6ba tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783146157096'] for port, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:02:16.191177 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-3454112b-1486-45e1-9abf-a1ce727ca6ba tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-605701'] for port, precommit_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:02:16.191505 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-3454112b-1486-45e1-9abf-a1ce727ca6ba tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:02:16.203969 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.plugin [None req-3454112b-1486-45e1-9abf-a1ce727ca6ba tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] Calling delete_port for 7d41cc45-a180-4d8b-9e2c-78073b56808f owned by network:floatingip {{(pid=95101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 20:02:16.357972 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-3454112b-1486-45e1-9abf-a1ce727ca6ba tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783146162158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783145673144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5607431'] for port, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:02:16.385493 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3454112b-1486-45e1-9abf-a1ce727ca6ba tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] Pushing event deleted for resources: {'Port': ['ID=7d41cc45-a180-4d8b-9e2c-78073b56808f,revision_number=None']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:02:16.413201 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3454112b-1486-45e1-9abf-a1ce727ca6ba tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:02:16.413563 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3454112b-1486-45e1-9abf-a1ce727ca6ba tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:02:16.414154 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3454112b-1486-45e1-9abf-a1ce727ca6ba tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:02:16.414364 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3454112b-1486-45e1-9abf-a1ce727ca6ba tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:02:16.414556 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3454112b-1486-45e1-9abf-a1ce727ca6ba tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:02:16.414902 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3454112b-1486-45e1-9abf-a1ce727ca6ba tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:02:16.415312 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3454112b-1486-45e1-9abf-a1ce727ca6ba tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:02:16.415642 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3454112b-1486-45e1-9abf-a1ce727ca6ba tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:02:16.416021 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3454112b-1486-45e1-9abf-a1ce727ca6ba tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:02:16.416216 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3454112b-1486-45e1-9abf-a1ce727ca6ba tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:02:16.416552 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3454112b-1486-45e1-9abf-a1ce727ca6ba tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:02:16.417293 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3454112b-1486-45e1-9abf-a1ce727ca6ba tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:02:16.469042 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-3454112b-1486-45e1-9abf-a1ce727ca6ba tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] Notify callbacks [] for floatingip, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:02:16.469366 n-d-713301-16 neutron-server[95101]: INFO neutron.db.l3_db [None req-3454112b-1486-45e1-9abf-a1ce727ca6ba tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] Floating IP 70c12605-e373-4f45-8ea3-a300ca110f2d disassociated (deleted). External IP: 172.25.1.3, port: 4369803b-a053-4069-a63d-3717d8bcd21b. Sep 23 20:02:16.685127 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3454112b-1486-45e1-9abf-a1ce727ca6ba tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] Router 8b433441-3b68-4a15-8606-505ad38ad29c has already been hosted by L3 agent 79a740bf-7821-4989-8288-7186e3e128f3 {{(pid=95101) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 20:02:16.800365 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3454112b-1486-45e1-9abf-a1ce727ca6ba tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] Notify agent at l3_agent.n-d-713301-16 the message routers_updated {{(pid=95101) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 20:02:16.805442 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-3454112b-1486-45e1-9abf-a1ce727ca6ba tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222849'] for floatingip, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:02:16.810959 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c53ed195-02d3-4107-83fd-93e51d152131 None None] Sync routers for ids ['8b433441-3b68-4a15-8606-505ad38ad29c'] in n-d-713301-16 {{(pid=95104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 20:02:16.825007 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c53ed195-02d3-4107-83fd-93e51d152131 None None] Routers {'8b433441-3b68-4a15-8606-505ad38ad29c'} bound to L3 agent in host n-d-713301-16 {{(pid=95104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 20:02:16.825633 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_hamode_db [None req-c53ed195-02d3-4107-83fd-93e51d152131 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-23T19:07:52Z,description=,heartbeat_timestamp=2021-09-23T20:01:53Z,host='n-d-713301-16',id=79a740bf-7821-4989-8288-7186e3e128f3,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:07:52Z,topic='l3_agent')) {'router_ids': ['8b433441-3b68-4a15-8606-505ad38ad29c'], 'active': True} {{(pid=95104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 20:02:16.834616 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-3454112b-1486-45e1-9abf-a1ce727ca6ba tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] 10.222.0.67 "DELETE /v2.0/floatingips/70c12605-e373-4f45-8ea3-a300ca110f2d HTTP/1.1" status: 204 len: 168 time: 0.9011931 Sep 23 20:02:16.835262 n-d-713301-16 neutron-server[95101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7195802a-c4f5-4ab0-abae-29946950429f', 'tag': '4369803b-a053-4069-a63d-3717d8bcd21b'}] {{(pid=95101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 20:02:16.837763 n-d-713301-16 neutron-server[95101]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d8366c5740cd635e57ab12b71fe44a77c2acc3c19091ef849c6f68b380462244" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a6ddffe-859a-4bb0-926a-abf54c230d5b" -d '{"events": [{"name": "network-changed", "server_uuid": "7195802a-c4f5-4ab0-abae-29946950429f", "tag": "4369803b-a053-4069-a63d-3717d8bcd21b"}]}' {{(pid=95101) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 20:02:16.884553 n-d-713301-16 neutron-server[95101]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 20:02:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9345ca47-93ac-4db4-a694-15e7edcdd619 x-openstack-request-id: req-9345ca47-93ac-4db4-a694-15e7edcdd619 {{(pid=95101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 20:02:16.884932 n-d-713301-16 neutron-server[95101]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7195802a-c4f5-4ab0-abae-29946950429f", "tag": "4369803b-a053-4069-a63d-3717d8bcd21b", "status": "completed", "code": 200}]} {{(pid=95101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 20:02:16.885354 n-d-713301-16 neutron-server[95101]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-9345ca47-93ac-4db4-a694-15e7edcdd619 {{(pid=95101) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 20:02:16.885836 n-d-713301-16 neutron-server[95101]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7195802a-c4f5-4ab0-abae-29946950429f', 'tag': '4369803b-a053-4069-a63d-3717d8bcd21b', 'status': 'completed', 'code': 200} Sep 23 20:02:16.942994 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_dvr_db [None req-c53ed195-02d3-4107-83fd-93e51d152131 None None] Set router 8b433441-3b68-4a15-8606-505ad38ad29c gateway port host: n-d-713301-16 {{(pid=95104) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 20:02:16.955627 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a6ddffe-859a-4bb0-926a-abf54c230d5b req-d96ab899-5b9d-4958-ae23-b884728c0a1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:02:16.957424 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-4a6ddffe-859a-4bb0-926a-abf54c230d5b req-d96ab899-5b9d-4958-ae23-b884728c0a1a service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=9cf4888c1a454e07a3d16aa9e7c63006&device_id=7195802a-c4f5-4ab0-abae-29946950429f HTTP/1.1" status: 200 len: 1096 time: 0.0497284 Sep 23 20:02:17.076119 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a6ddffe-859a-4bb0-926a-abf54c230d5b req-4cb4a430-4613-40a3-8c00-a749604df633 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:02:17.077681 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-4a6ddffe-859a-4bb0-926a-abf54c230d5b req-4cb4a430-4613-40a3-8c00-a749604df633 service neutron] 10.222.0.74 "GET /v2.0/networks?id=45243160-e9cf-4355-b20a-96d298d3b4f6 HTTP/1.1" status: 200 len: 898 time: 0.1132307 Sep 23 20:02:17.130854 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-4a6ddffe-859a-4bb0-926a-abf54c230d5b req-eb521e3a-f692-4106-bf26-b829c6bbad5c service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4369803b-a053-4069-a63d-3717d8bcd21b HTTP/1.1" status: 200 len: 217 time: 0.0386086 Sep 23 20:02:17.191726 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dacd5dc-6b91-42e2-a244-00d87fc5393b req-483b889e-6173-487d-a664-cdb28bea3e5b tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:02:17.193332 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-9dacd5dc-6b91-42e2-a244-00d87fc5393b req-483b889e-6173-487d-a664-cdb28bea3e5b tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] 10.222.0.67 "GET /v2.0/ports?device_id=7195802a-c4f5-4ab0-abae-29946950429f HTTP/1.1" status: 200 len: 944 time: 0.1370871 Sep 23 20:02:17.219225 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a6ddffe-859a-4bb0-926a-abf54c230d5b req-60d04f0b-67cb-4389-902e-ebe04ce18543 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:02:17.220997 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-4a6ddffe-859a-4bb0-926a-abf54c230d5b req-60d04f0b-67cb-4389-902e-ebe04ce18543 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=f9592763-4f70-40be-9db5-ffd76a5e823e HTTP/1.1" status: 200 len: 835 time: 0.0812230 Sep 23 20:02:17.251771 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-9dacd5dc-6b91-42e2-a244-00d87fc5393b req-ddc990e8-0ea0-4136-8c9a-33822295c534 tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] 10.222.0.67 "GET /v2.0/security-groups?id=f16d014c-1467-4d6c-b858-8e03dea3a672&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509315 Sep 23 20:02:17.256926 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_hamode_db [None req-c53ed195-02d3-4107-83fd-93e51d152131 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b433441-3b68-4a15-8606-505ad38ad29c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-755326862', 'tenant_id': '9cf4888c1a454e07a3d16aa9e7c63006', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'external_fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.122'}], 'enable_snat': True}, 'gw_port_id': 'f92e196a-4452-4ba7-9d5c-4fa40554b15f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T20:01:14Z', 'updated_at': '2021-09-23T20:01:17Z', 'revision_number': 4, 'project_id': '9cf4888c1a454e07a3d16aa9e7c63006', 'gw_port': {'id': 'f92e196a-4452-4ba7-9d5c-4fa40554b15f', 'name': '', 'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:2e:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b433441-3b68-4a15-8606-505ad38ad29c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3966, 'fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T20:01:14Z', 'updated_at': '2021-09-23T20:01:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-16', '_interfaces': [{'id': '62001b0e-f19c-4e00-aed1-732c104c29ec', 'name': '', 'network_id': '45243160-e9cf-4355-b20a-96d298d3b4f6', 'tenant_id': '9cf4888c1a454e07a3d16aa9e7c63006', 'mac_address': 'fa:16:3e:de:ec:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b433441-3b68-4a15-8606-505ad38ad29c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3969, 'fixed_ips': [{'subnet_id': 'f9592763-4f70-40be-9db5-ffd76a5e823e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T20:01:17Z', 'updated_at': '2021-09-23T20:01:20Z', 'revision_number': 5, 'project_id': '9cf4888c1a454e07a3d16aa9e7c63006', 'subnets': [{'id': 'f9592763-4f70-40be-9db5-ffd76a5e823e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-16', False) {} {{(pid=95104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 20:02:17.285424 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c53ed195-02d3-4107-83fd-93e51d152131 None None] Checking router: 8b433441-3b68-4a15-8606-505ad38ad29c for host: n-d-713301-16 {{(pid=95104) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 20:02:17.287291 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a6ddffe-859a-4bb0-926a-abf54c230d5b req-0aa82f2a-16f7-4b9e-a7bd-4c24b5af1f9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:02:17.289031 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-4a6ddffe-859a-4bb0-926a-abf54c230d5b req-0aa82f2a-16f7-4b9e-a7bd-4c24b5af1f9a service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=45243160-e9cf-4355-b20a-96d298d3b4f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0546725 Sep 23 20:02:17.293882 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c53ed195-02d3-4107-83fd-93e51d152131 None None] Routers {'8b433441-3b68-4a15-8606-505ad38ad29c'} bound to L3 agent in host n-d-713301-16 {{(pid=95104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 20:02:17.294486 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_hamode_db [None req-c53ed195-02d3-4107-83fd-93e51d152131 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-23T19:07:52Z,description=,heartbeat_timestamp=2021-09-23T20:01:53Z,host='n-d-713301-16',id=79a740bf-7821-4989-8288-7186e3e128f3,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:07:52Z,topic='l3_agent')) {'router_ids': ['8b433441-3b68-4a15-8606-505ad38ad29c'], 'active': True} {{(pid=95104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 20:02:17.390444 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-4a6ddffe-859a-4bb0-926a-abf54c230d5b req-5e8e3577-898e-40aa-9f0c-bd21d1cf996d service neutron] 10.222.0.74 "GET /v2.0/networks/45243160-e9cf-4355-b20a-96d298d3b4f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0930295 Sep 23 20:02:17.402980 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_dvr_db [None req-c53ed195-02d3-4107-83fd-93e51d152131 None None] Set router 8b433441-3b68-4a15-8606-505ad38ad29c gateway port host: n-d-713301-16 {{(pid=95104) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 20:02:17.468899 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c5b8537-eb5f-4cfd-8ef0-85294db2d301 req-520ff33a-349f-4fc6-bf5d-3fb0e4c84036 tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:02:17.470619 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-9c5b8537-eb5f-4cfd-8ef0-85294db2d301 req-520ff33a-349f-4fc6-bf5d-3fb0e4c84036 tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] 10.222.0.74 "GET /v2.0/ports?device_id=7195802a-c4f5-4ab0-abae-29946950429f HTTP/1.1" status: 200 len: 944 time: 0.0507295 Sep 23 20:02:17.505019 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-4a6ddffe-859a-4bb0-926a-abf54c230d5b req-7e5691da-bf73-4b22-b7c3-9508ab452b47 service neutron] 10.222.0.74 "GET /v2.0/networks/45243160-e9cf-4355-b20a-96d298d3b4f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1066802 Sep 23 20:02:17.571258 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.plugin [req-9c5b8537-eb5f-4cfd-8ef0-85294db2d301 req-13de34a8-76fd-43c3-8003-02db94e5d3df tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] Deleting port 4369803b-a053-4069-a63d-3717d8bcd21b {{(pid=95101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 20:02:17.571605 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-9c5b8537-eb5f-4cfd-8ef0-85294db2d301 req-13de34a8-76fd-43c3-8003-02db94e5d3df tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783146157096'] for port, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:02:17.624574 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_hamode_db [None req-c53ed195-02d3-4107-83fd-93e51d152131 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b433441-3b68-4a15-8606-505ad38ad29c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-755326862', 'tenant_id': '9cf4888c1a454e07a3d16aa9e7c63006', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'external_fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.122'}], 'enable_snat': True}, 'gw_port_id': 'f92e196a-4452-4ba7-9d5c-4fa40554b15f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T20:01:14Z', 'updated_at': '2021-09-23T20:01:17Z', 'revision_number': 4, 'project_id': '9cf4888c1a454e07a3d16aa9e7c63006', 'gw_port': {'id': 'f92e196a-4452-4ba7-9d5c-4fa40554b15f', 'name': '', 'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:2e:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b433441-3b68-4a15-8606-505ad38ad29c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3966, 'fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T20:01:14Z', 'updated_at': '2021-09-23T20:01:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-16', '_interfaces': [{'id': '62001b0e-f19c-4e00-aed1-732c104c29ec', 'name': '', 'network_id': '45243160-e9cf-4355-b20a-96d298d3b4f6', 'tenant_id': '9cf4888c1a454e07a3d16aa9e7c63006', 'mac_address': 'fa:16:3e:de:ec:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b433441-3b68-4a15-8606-505ad38ad29c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3969, 'fixed_ips': [{'subnet_id': 'f9592763-4f70-40be-9db5-ffd76a5e823e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T20:01:17Z', 'updated_at': '2021-09-23T20:01:20Z', 'revision_number': 5, 'project_id': '9cf4888c1a454e07a3d16aa9e7c63006', 'subnets': [{'id': 'f9592763-4f70-40be-9db5-ffd76a5e823e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-16', False) {} {{(pid=95104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 20:02:17.650164 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c53ed195-02d3-4107-83fd-93e51d152131 None None] The sync data for ids ['8b433441-3b68-4a15-8606-505ad38ad29c'] in n-d-713301-16 is: [{'id': '8b433441-3b68-4a15-8606-505ad38ad29c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-755326862', 'tenant_id': '9cf4888c1a454e07a3d16aa9e7c63006', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'external_fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.122'}], 'enable_snat': True}, 'gw_port_id': 'f92e196a-4452-4ba7-9d5c-4fa40554b15f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T20:01:14Z', 'updated_at': '2021-09-23T20:01:17Z', 'revision_number': 4, 'project_id': '9cf4888c1a454e07a3d16aa9e7c63006', 'gw_port': {'id': 'f92e196a-4452-4ba7-9d5c-4fa40554b15f', 'name': '', 'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:2e:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b433441-3b68-4a15-8606-505ad38ad29c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3966, 'fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T20:01:14Z', 'updated_at': '2021-09-23T20:01:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-16', '_interfaces': [{'id': '62001b0e-f19c-4e00-aed1-732c104c29ec', 'name': '', 'network_id': '45243160-e9cf-4355-b20a-96d298d3b4f6', 'tenant_id': '9cf4888c1a454e07a3d16aa9e7c63006', 'mac_address': 'fa:16:3e:de:ec:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b433441-3b68-4a15-8606-505ad38ad29c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3969, 'fixed_ips': [{'subnet_id': 'f9592763-4f70-40be-9db5-ffd76a5e823e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T20:01:17Z', 'updated_at': '2021-09-23T20:01:20Z', 'revision_number': 5, 'project_id': '9cf4888c1a454e07a3d16aa9e7c63006', 'subnets': [{'id': 'f9592763-4f70-40be-9db5-ffd76a5e823e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 20:02:17.665281 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.db [req-9c5b8537-eb5f-4cfd-8ef0-85294db2d301 req-13de34a8-76fd-43c3-8003-02db94e5d3df tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] For port 4369803b-a053-4069-a63d-3717d8bcd21b, host n-h1-713301-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-16',level=0,port_id=4369803b-a053-4069-a63d-3717d8bcd21b,segment=NetworkSegment(5d8d9e87-64ab-45d5-aa8a-759b0f243b9a),segment_id=5d8d9e87-64ab-45d5-aa8a-759b0f243b9a)] {{(pid=95101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 20:02:17.665651 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-9c5b8537-eb5f-4cfd-8ef0-85294db2d301 req-13de34a8-76fd-43c3-8003-02db94e5d3df tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-605701'] for port, precommit_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:02:17.684109 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.plugin [req-9c5b8537-eb5f-4cfd-8ef0-85294db2d301 req-13de34a8-76fd-43c3-8003-02db94e5d3df tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] Calling delete_port for 4369803b-a053-4069-a63d-3717d8bcd21b owned by compute:nova {{(pid=95101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 20:02:17.821480 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-9c5b8537-eb5f-4cfd-8ef0-85294db2d301 req-13de34a8-76fd-43c3-8003-02db94e5d3df tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783146162158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783145673144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5607431'] for port, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:02:17.855296 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13de34a8-76fd-43c3-8003-02db94e5d3df tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] Pushing event deleted for resources: {'Port': ['ID=4369803b-a053-4069-a63d-3717d8bcd21b,revision_number=None']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:02:17.881329 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64a3ae1f-71c7-4ca4-b440-0b0172ce4ae3 None None] New status for floating IP 70c12605-e373-4f45-8ea3-a300ca110f2d: DOWN {{(pid=95103) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 23 20:02:17.901819 n-d-713301-16 neutron-server[95101]: DEBUG neutron.db.l3_dvrscheduler_db [req-9c5b8537-eb5f-4cfd-8ef0-85294db2d301 req-13de34a8-76fd-43c3-8003-02db94e5d3df tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] No DVR routers for this DVR port 4369803b-a053-4069-a63d-3717d8bcd21b on host n-h1-713301-16 {{(pid=95101) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 20:02:17.904512 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-9c5b8537-eb5f-4cfd-8ef0-85294db2d301 req-13de34a8-76fd-43c3-8003-02db94e5d3df tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222849'] for port, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:02:17.907182 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-9c5b8537-eb5f-4cfd-8ef0-85294db2d301 req-13de34a8-76fd-43c3-8003-02db94e5d3df tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] 10.222.0.74 "DELETE /v2.0/ports/4369803b-a053-4069-a63d-3717d8bcd21b HTTP/1.1" status: 204 len: 173 time: 0.4301569 Sep 23 20:02:18.392166 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-dbb8e5d9-7fa3-40e8-b5a1-486a1dfe898d req-88662b27-1494-4d0b-8641-c7fda4ba97e4 tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] 10.222.0.67 "GET /v2.0/ports?device_id=7195802a-c4f5-4ab0-abae-29946950429f HTTP/1.1" status: 200 len: 210 time: 0.0323358 Sep 23 20:02:18.887030 n-d-713301-16 neutron-server[95101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7195802a-c4f5-4ab0-abae-29946950429f', 'name': 'network-vif-deleted', 'tag': '4369803b-a053-4069-a63d-3717d8bcd21b'}] {{(pid=95101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 20:02:18.889465 n-d-713301-16 neutron-server[95101]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d8366c5740cd635e57ab12b71fe44a77c2acc3c19091ef849c6f68b380462244" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13436df5-4328-45ca-9010-dffefe122149" -d '{"events": [{"server_uuid": "7195802a-c4f5-4ab0-abae-29946950429f", "name": "network-vif-deleted", "tag": "4369803b-a053-4069-a63d-3717d8bcd21b"}]}' {{(pid=95101) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 20:02:18.926924 n-d-713301-16 neutron-server[95101]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 20:02:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e75e17f-deb5-4e56-86b1-be07ce2402fb x-openstack-request-id: req-5e75e17f-deb5-4e56-86b1-be07ce2402fb {{(pid=95101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 20:02:18.927223 n-d-713301-16 neutron-server[95101]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7195802a-c4f5-4ab0-abae-29946950429f", "name": "network-vif-deleted", "tag": "4369803b-a053-4069-a63d-3717d8bcd21b", "status": "completed", "code": 200}]} {{(pid=95101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 20:02:18.927475 n-d-713301-16 neutron-server[95101]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-5e75e17f-deb5-4e56-86b1-be07ce2402fb {{(pid=95101) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 20:02:18.927878 n-d-713301-16 neutron-server[95101]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7195802a-c4f5-4ab0-abae-29946950429f', 'name': 'network-vif-deleted', 'tag': '4369803b-a053-4069-a63d-3717d8bcd21b', 'status': 'completed', 'code': 200} Sep 23 20:02:19.457575 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 58230) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:02:19.727101 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-8c6756b6-0ee2-4f2f-b33f-77dd0719d57f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:02:19.826845 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-b69b9c1a-b91b-4909-8a98-0f77c775f7d0 tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-601372'] for router_interface, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:02:20.091220 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.plugin [None req-b69b9c1a-b91b-4909-8a98-0f77c775f7d0 tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] Deleting port 62001b0e-f19c-4e00-aed1-732c104c29ec {{(pid=95101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 20:02:20.091944 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-b69b9c1a-b91b-4909-8a98-0f77c775f7d0 tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783146157096'] for port, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:02:20.191328 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.db [None req-b69b9c1a-b91b-4909-8a98-0f77c775f7d0 tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] For port 62001b0e-f19c-4e00-aed1-732c104c29ec, host n-d-713301-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-16',level=0,port_id=62001b0e-f19c-4e00-aed1-732c104c29ec,segment=NetworkSegment(5d8d9e87-64ab-45d5-aa8a-759b0f243b9a),segment_id=5d8d9e87-64ab-45d5-aa8a-759b0f243b9a)] {{(pid=95101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 20:02:20.191688 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-b69b9c1a-b91b-4909-8a98-0f77c775f7d0 tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-605701'] for port, precommit_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:02:20.203990 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.plugin [None req-b69b9c1a-b91b-4909-8a98-0f77c775f7d0 tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] Calling delete_port for 62001b0e-f19c-4e00-aed1-732c104c29ec owned by network:router_interface {{(pid=95101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 20:02:20.711572 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-b69b9c1a-b91b-4909-8a98-0f77c775f7d0 tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783146162158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783145673144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5607431'] for port, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:02:20.739341 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b69b9c1a-b91b-4909-8a98-0f77c775f7d0 tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] Pushing event deleted for resources: {'Port': ['ID=62001b0e-f19c-4e00-aed1-732c104c29ec,revision_number=None']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:02:20.760772 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Device 4369803b-a053-4069-a63d-3717d8bcd21b no longer exists at agent hyperv_n-h1-713301-16 {{(pid=95103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 20:02:20.784178 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.plugin [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] No Port match for: 4369803b-a053-4069-a63d-3717d8bcd21b {{(pid=95103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 20:02:20.784651 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Device 4369803b-a053-4069-a63d-3717d8bcd21b not bound to the agent host n-h1-713301-16 {{(pid=95103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 20:02:20.926210 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-b69b9c1a-b91b-4909-8a98-0f77c775f7d0 tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-527322', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-602005'] for router_interface, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:02:21.146792 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b69b9c1a-b91b-4909-8a98-0f77c775f7d0 tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] Router 8b433441-3b68-4a15-8606-505ad38ad29c has already been hosted by L3 agent 79a740bf-7821-4989-8288-7186e3e128f3 {{(pid=95101) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 20:02:21.259412 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b69b9c1a-b91b-4909-8a98-0f77c775f7d0 tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] Notify agent at l3_agent.n-d-713301-16 the message routers_updated {{(pid=95101) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 20:02:21.264381 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-b69b9c1a-b91b-4909-8a98-0f77c775f7d0 tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] 10.222.0.67 "PUT /v2.0/routers/8b433441-3b68-4a15-8606-505ad38ad29c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8057611 Sep 23 20:02:21.267172 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 58232) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:02:21.269627 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-672466ff-9f1e-4527-9962-5f917dd00141 None None] Sync routers for ids ['8b433441-3b68-4a15-8606-505ad38ad29c'] in n-d-713301-16 {{(pid=95104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 20:02:21.279566 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-672466ff-9f1e-4527-9962-5f917dd00141 None None] Routers {'8b433441-3b68-4a15-8606-505ad38ad29c'} bound to L3 agent in host n-d-713301-16 {{(pid=95104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 20:02:21.280190 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_hamode_db [None req-672466ff-9f1e-4527-9962-5f917dd00141 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-23T19:07:52Z,description=,heartbeat_timestamp=2021-09-23T20:01:53Z,host='n-d-713301-16',id=79a740bf-7821-4989-8288-7186e3e128f3,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:07:52Z,topic='l3_agent')) {'router_ids': ['8b433441-3b68-4a15-8606-505ad38ad29c'], 'active': True} {{(pid=95104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 20:02:21.370727 n-d-713301-16 neutron-server[95101]: DEBUG neutron.db.db_base_plugin_v2 [None req-c54ecd62-afcf-42a1-9aea-f2bef7e3495f tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] Deleting subnet f9592763-4f70-40be-9db5-ffd76a5e823e {{(pid=95101) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 23 20:02:21.374083 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-c54ecd62-afcf-42a1-9aea-f2bef7e3495f tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] Notify callbacks [] for subnet, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:02:21.394492 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_dvr_db [None req-672466ff-9f1e-4527-9962-5f917dd00141 None None] Set router 8b433441-3b68-4a15-8606-505ad38ad29c gateway port host: n-d-713301-16 {{(pid=95104) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 20:02:21.421173 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-c54ecd62-afcf-42a1-9aea-f2bef7e3495f tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6007154'] for subnet, precommit_delete_associations {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:02:21.508696 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-c54ecd62-afcf-42a1-9aea-f2bef7e3495f tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1756813'] for subnet, precommit_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:02:21.576466 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-c54ecd62-afcf-42a1-9aea-f2bef7e3495f tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1756804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5607514', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6130950'] for subnet, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:02:21.581188 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_hamode_db [None req-672466ff-9f1e-4527-9962-5f917dd00141 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b433441-3b68-4a15-8606-505ad38ad29c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-755326862', 'tenant_id': '9cf4888c1a454e07a3d16aa9e7c63006', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'external_fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.122'}], 'enable_snat': True}, 'gw_port_id': 'f92e196a-4452-4ba7-9d5c-4fa40554b15f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T20:01:14Z', 'updated_at': '2021-09-23T20:02:20Z', 'revision_number': 5, 'project_id': '9cf4888c1a454e07a3d16aa9e7c63006', 'gw_port': {'id': 'f92e196a-4452-4ba7-9d5c-4fa40554b15f', 'name': '', 'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:2e:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b433441-3b68-4a15-8606-505ad38ad29c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3966, 'fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T20:01:14Z', 'updated_at': '2021-09-23T20:01:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-16'}], 'n-d-713301-16', False) {} {{(pid=95104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 20:02:21.611161 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-672466ff-9f1e-4527-9962-5f917dd00141 None None] Checking router: 8b433441-3b68-4a15-8606-505ad38ad29c for host: n-d-713301-16 {{(pid=95104) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 20:02:21.612305 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-c54ecd62-afcf-42a1-9aea-f2bef7e3495f tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] Notify callbacks [] for subnet, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:02:21.614231 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-c54ecd62-afcf-42a1-9aea-f2bef7e3495f tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] 10.222.0.67 "DELETE /v2.0/subnets/f9592763-4f70-40be-9db5-ffd76a5e823e HTTP/1.1" status: 204 len: 168 time: 0.3461175 Sep 23 20:02:21.615230 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c54ecd62-afcf-42a1-9aea-f2bef7e3495f tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] Pushing event deleted for resources: {'Subnet': ['ID=f9592763-4f70-40be-9db5-ffd76a5e823e,revision_number=None']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:02:21.617196 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 58236) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:02:21.620580 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-672466ff-9f1e-4527-9962-5f917dd00141 None None] Routers {'8b433441-3b68-4a15-8606-505ad38ad29c'} bound to L3 agent in host n-d-713301-16 {{(pid=95104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 20:02:21.621229 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_hamode_db [None req-672466ff-9f1e-4527-9962-5f917dd00141 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-23T19:07:52Z,description=,heartbeat_timestamp=2021-09-23T20:01:53Z,host='n-d-713301-16',id=79a740bf-7821-4989-8288-7186e3e128f3,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:07:52Z,topic='l3_agent')) {'router_ids': ['8b433441-3b68-4a15-8606-505ad38ad29c'], 'active': True} {{(pid=95104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 20:02:21.622558 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b17a263-e939-4c32-8aa4-840b0c05dc36 None None] Network 45243160-e9cf-4355-b20a-96d298d3b4f6 requested from n-d-713301-16 {{(pid=95103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 20:02:21.739737 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_dvr_db [None req-672466ff-9f1e-4527-9962-5f917dd00141 None None] Set router 8b433441-3b68-4a15-8606-505ad38ad29c gateway port host: n-d-713301-16 {{(pid=95104) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 20:02:21.740888 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-bf9b59c7-9869-4016-bc8d-d4d2632cfc8b tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] Notify callbacks [] for router, before_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:02:21.822152 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1dc398c-4250-4059-a16d-239292dc0725 None None] DHCP port deletion for 45243160-e9cf-4355-b20a-96d298d3b4f6 request from n-d-713301-16 {{(pid=95103) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 23 20:02:21.866410 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-bf9b59c7-9869-4016-bc8d-d4d2632cfc8b tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:02:21.870660 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.plugin [None req-a1dc398c-4250-4059-a16d-239292dc0725 None None] Deleting port 41f839df-9d66-4127-a4ea-304032b1fa46 {{(pid=95103) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 20:02:21.871035 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-a1dc398c-4250-4059-a16d-239292dc0725 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783146157096'] for port, before_delete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:02:21.924249 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.plugin [None req-bf9b59c7-9869-4016-bc8d-d4d2632cfc8b tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] Deleting port f92e196a-4452-4ba7-9d5c-4fa40554b15f {{(pid=95102) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 20:02:21.924695 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-bf9b59c7-9869-4016-bc8d-d4d2632cfc8b tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783146157096'] for port, before_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:02:21.930244 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_hamode_db [None req-672466ff-9f1e-4527-9962-5f917dd00141 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b433441-3b68-4a15-8606-505ad38ad29c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-755326862', 'tenant_id': '9cf4888c1a454e07a3d16aa9e7c63006', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'external_fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.122'}], 'enable_snat': True}, 'gw_port_id': 'f92e196a-4452-4ba7-9d5c-4fa40554b15f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T20:01:14Z', 'updated_at': '2021-09-23T20:02:20Z', 'revision_number': 5, 'project_id': '9cf4888c1a454e07a3d16aa9e7c63006', 'gw_port': {'id': 'f92e196a-4452-4ba7-9d5c-4fa40554b15f', 'name': '', 'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:2e:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b433441-3b68-4a15-8606-505ad38ad29c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3966, 'fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T20:01:14Z', 'updated_at': '2021-09-23T20:01:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-16'}], 'n-d-713301-16', False) {} {{(pid=95104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 20:02:21.939138 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-a1dc398c-4250-4059-a16d-239292dc0725 None None] For port 41f839df-9d66-4127-a4ea-304032b1fa46, host n-d-713301-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-16',level=0,port_id=41f839df-9d66-4127-a4ea-304032b1fa46,segment=NetworkSegment(5d8d9e87-64ab-45d5-aa8a-759b0f243b9a),segment_id=5d8d9e87-64ab-45d5-aa8a-759b0f243b9a)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 20:02:21.939532 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-a1dc398c-4250-4059-a16d-239292dc0725 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-605701'] for port, precommit_delete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:02:21.952469 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.plugin [None req-a1dc398c-4250-4059-a16d-239292dc0725 None None] Calling delete_port for 41f839df-9d66-4127-a4ea-304032b1fa46 owned by network:dhcp {{(pid=95103) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 20:02:21.960839 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-672466ff-9f1e-4527-9962-5f917dd00141 None None] The sync data for ids ['8b433441-3b68-4a15-8606-505ad38ad29c'] in n-d-713301-16 is: [{'id': '8b433441-3b68-4a15-8606-505ad38ad29c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-755326862', 'tenant_id': '9cf4888c1a454e07a3d16aa9e7c63006', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'external_fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.122'}], 'enable_snat': True}, 'gw_port_id': 'f92e196a-4452-4ba7-9d5c-4fa40554b15f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T20:01:14Z', 'updated_at': '2021-09-23T20:02:20Z', 'revision_number': 5, 'project_id': '9cf4888c1a454e07a3d16aa9e7c63006', 'gw_port': {'id': 'f92e196a-4452-4ba7-9d5c-4fa40554b15f', 'name': '', 'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:2e:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b433441-3b68-4a15-8606-505ad38ad29c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3966, 'fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T20:01:14Z', 'updated_at': '2021-09-23T20:01:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-16'}] {{(pid=95104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 20:02:22.018156 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.db [None req-bf9b59c7-9869-4016-bc8d-d4d2632cfc8b tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] For port f92e196a-4452-4ba7-9d5c-4fa40554b15f, host n-d-713301-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-16',level=0,port_id=f92e196a-4452-4ba7-9d5c-4fa40554b15f,segment=NetworkSegment(7d4027f1-d893-4c7b-95d4-757b8e44e380),segment_id=7d4027f1-d893-4c7b-95d4-757b8e44e380)] {{(pid=95102) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 20:02:22.018527 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-bf9b59c7-9869-4016-bc8d-d4d2632cfc8b tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-605701'] for port, precommit_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:02:22.031997 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.plugin [None req-bf9b59c7-9869-4016-bc8d-d4d2632cfc8b tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] Calling delete_port for f92e196a-4452-4ba7-9d5c-4fa40554b15f owned by network:router_gateway {{(pid=95102) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 20:02:22.033035 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-a1dc398c-4250-4059-a16d-239292dc0725 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783146162158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783145673144'] for port, after_delete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:02:22.063226 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1dc398c-4250-4059-a16d-239292dc0725 None None] Pushing event deleted for resources: {'Port': ['ID=41f839df-9d66-4127-a4ea-304032b1fa46,revision_number=None']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:02:22.066791 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1dc398c-4250-4059-a16d-239292dc0725 None None] No DVR routers for this DVR port 41f839df-9d66-4127-a4ea-304032b1fa46 on host n-d-713301-16 {{(pid=95103) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 20:02:22.208118 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-bf9b59c7-9869-4016-bc8d-d4d2632cfc8b tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783146162158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783145673144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4399100'] for port, after_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:02:22.236159 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf9b59c7-9869-4016-bc8d-d4d2632cfc8b tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] Pushing event deleted for resources: {'Port': ['ID=f92e196a-4452-4ba7-9d5c-4fa40554b15f,revision_number=None']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:02:22.301263 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-bf9b59c7-9869-4016-bc8d-d4d2632cfc8b tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-601942'] for router_gateway, after_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:02:22.402942 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-bf9b59c7-9869-4016-bc8d-d4d2632cfc8b tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-597305', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29369'] for router, precommit_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:02:22.405263 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-bf9b59c7-9869-4016-bc8d-d4d2632cfc8b tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:02:22.454388 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-bf9b59c7-9869-4016-bc8d-d4d2632cfc8b tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-597296'] for router, after_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:02:22.455103 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf9b59c7-9869-4016-bc8d-d4d2632cfc8b tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] Fanout notify agent at l3_agent the message router_deleted on router 8b433441-3b68-4a15-8606-505ad38ad29c {{(pid=95102) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 23 20:02:22.462200 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-bf9b59c7-9869-4016-bc8d-d4d2632cfc8b tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] Notify callbacks [] for router, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:02:22.463462 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-bf9b59c7-9869-4016-bc8d-d4d2632cfc8b tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] 10.222.0.67 "DELETE /v2.0/routers/8b433441-3b68-4a15-8606-505ad38ad29c HTTP/1.1" status: 204 len: 168 time: 0.8412535 Sep 23 20:02:22.466206 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 58238) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:02:22.550089 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-141a0206-1272-4db1-b5a4-b3cdcb5076d0 tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1628021'] for network, before_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:02:22.658695 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-141a0206-1272-4db1-b5a4-b3cdcb5076d0 tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1754676', 'neutron.services.segments.db._delete_segments_for_network-8783146221460'] for network, precommit_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:02:22.679809 n-d-713301-16 neutron-server[95102]: DEBUG neutron.services.segments.db [None req-141a0206-1272-4db1-b5a4-b3cdcb5076d0 tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['45243160-e9cf-4355-b20a-96d298d3b4f6']}} {{(pid=95102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 20:02:22.689600 n-d-713301-16 neutron-server[95102]: DEBUG neutron.services.segments.db [None req-141a0206-1272-4db1-b5a4-b3cdcb5076d0 tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5d8d9e87-64ab-45d5-aa8a-759b0f243b9a') {'for_net_delete': True} {{(pid=95102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 20:02:22.689894 n-d-713301-16 neutron-server[95102]: DEBUG neutron.services.segments.db [None req-141a0206-1272-4db1-b5a4-b3cdcb5076d0 tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5d8d9e87-64ab-45d5-aa8a-759b0f243b9a') {} {{(pid=95102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 20:02:22.699164 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-141a0206-1272-4db1-b5a4-b3cdcb5076d0 tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783146221725', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6162832'] for segment, before_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:02:22.714145 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-141a0206-1272-4db1-b5a4-b3cdcb5076d0 tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1756186'] for segment, precommit_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:02:22.722908 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-141a0206-1272-4db1-b5a4-b3cdcb5076d0 tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] Releasing vlan 601 on physical network physnet1 to pool {{(pid=95102) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 20:02:22.723434 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-141a0206-1272-4db1-b5a4-b3cdcb5076d0 tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1756186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4398095'] for segment, after_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:02:22.726694 n-d-713301-16 neutron-server[95102]: Traceback (most recent call last): Sep 23 20:02:22.726694 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 20:02:22.726694 n-d-713301-16 neutron-server[95102]: timer() Sep 23 20:02:22.726694 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 20:02:22.726694 n-d-713301-16 neutron-server[95102]: cb(*args, **kw) Sep 23 20:02:22.726694 n-d-713301-16 neutron-server[95102]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 20:02:22.726694 n-d-713301-16 neutron-server[95102]: return func(*args, **kwargs) Sep 23 20:02:22.726694 n-d-713301-16 neutron-server[95102]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 20:02:22.726694 n-d-713301-16 neutron-server[95102]: self._notify() Sep 23 20:02:22.726694 n-d-713301-16 neutron-server[95102]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 20:02:22.726694 n-d-713301-16 neutron-server[95102]: self.callback(batched_events) Sep 23 20:02:22.726694 n-d-713301-16 neutron-server[95102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 20:02:22.726694 n-d-713301-16 neutron-server[95102]: event.method(event) Sep 23 20:02:22.726694 n-d-713301-16 neutron-server[95102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 20:02:22.726694 n-d-713301-16 neutron-server[95102]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 20:02:22.726694 n-d-713301-16 neutron-server[95102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 20:02:22.726694 n-d-713301-16 neutron-server[95102]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 20:02:22.726694 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 20:02:22.726694 n-d-713301-16 neutron-server[95102]: return f(self, *a, **k) Sep 23 20:02:22.726694 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 20:02:22.726694 n-d-713301-16 neutron-server[95102]: return self._get(url).json() Sep 23 20:02:22.726694 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 20:02:22.726694 n-d-713301-16 neutron-server[95102]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 20:02:22.726694 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 20:02:22.726694 n-d-713301-16 neutron-server[95102]: return self.request(url, 'GET', **kwargs) Sep 23 20:02:22.726694 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 20:02:22.726694 n-d-713301-16 neutron-server[95102]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 20:02:22.726694 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 20:02:22.726694 n-d-713301-16 neutron-server[95102]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 20:02:22.726694 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 20:02:22.726694 n-d-713301-16 neutron-server[95102]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 20:02:22.726694 n-d-713301-16 neutron-server[95102]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 20:02:22.790151 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-141a0206-1272-4db1-b5a4-b3cdcb5076d0 tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1754627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-601866'] for network, after_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:02:22.799272 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-141a0206-1272-4db1-b5a4-b3cdcb5076d0 tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] Notify callbacks [] for network, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:02:22.800665 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-141a0206-1272-4db1-b5a4-b3cdcb5076d0 tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] 10.222.0.67 "DELETE /v2.0/networks/45243160-e9cf-4355-b20a-96d298d3b4f6 HTTP/1.1" status: 204 len: 168 time: 0.3334923 Sep 23 20:02:22.803497 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 58240) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:02:22.813107 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-141a0206-1272-4db1-b5a4-b3cdcb5076d0 tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] Pushing event deleted for resources: {'Network': ['ID=45243160-e9cf-4355-b20a-96d298d3b4f6,revision_number=None']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:02:22.865558 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-db9451c2-7e31-4e41-9a8c-ffaf6a62e3da tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] Notify callbacks [] for security_group, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:02:22.891358 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-db9451c2-7e31-4e41-9a8c-ffaf6a62e3da tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:02:22.954965 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-db9451c2-7e31-4e41-9a8c-ffaf6a62e3da tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:02:22.957497 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-db9451c2-7e31-4e41-9a8c-ffaf6a62e3da tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] Notify callbacks [] for security_group, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:02:22.958725 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-db9451c2-7e31-4e41-9a8c-ffaf6a62e3da tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] 10.222.0.67 "DELETE /v2.0/security-groups/f16d014c-1467-4d6c-b858-8e03dea3a672 HTTP/1.1" status: 204 len: 168 time: 0.1541884 Sep 23 20:02:22.969509 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9451c2-7e31-4e41-9a8c-ffaf6a62e3da tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f16d014c-1467-4d6c-b858-8e03dea3a672,revision_number=None']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:02:23.024130 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-09406986-93b9-4a5c-94ff-4708f2486dc8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:02:23.088994 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Device f92e196a-4452-4ba7-9d5c-4fa40554b15f no longer exists at agent ovs-agent-n-d-713301-16 {{(pid=95103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 20:02:23.108503 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.plugin [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] No Port match for: f92e196a-4452-4ba7-9d5c-4fa40554b15f {{(pid=95103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 20:02:23.108950 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Device f92e196a-4452-4ba7-9d5c-4fa40554b15f not bound to the agent host n-d-713301-16 {{(pid=95103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 20:02:23.109372 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Device 62001b0e-f19c-4e00-aed1-732c104c29ec no longer exists at agent ovs-agent-n-d-713301-16 {{(pid=95103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 20:02:23.134143 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.plugin [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] No Port match for: 62001b0e-f19c-4e00-aed1-732c104c29ec {{(pid=95103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 20:02:23.134512 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Device 62001b0e-f19c-4e00-aed1-732c104c29ec not bound to the agent host n-d-713301-16 {{(pid=95103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 20:02:23.135583 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Device 41f839df-9d66-4127-a4ea-304032b1fa46 no longer exists at agent ovs-agent-n-d-713301-16 {{(pid=95103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 20:02:23.160806 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.plugin [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] No Port match for: 41f839df-9d66-4127-a4ea-304032b1fa46 {{(pid=95103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 20:02:23.161179 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Device 41f839df-9d66-4127-a4ea-304032b1fa46 not bound to the agent host n-d-713301-16 {{(pid=95103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 20:02:23.164029 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:02:23.240055 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 58246) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:02:23.246137 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.v2.base [None req-4760236b-8a73-4bbd-9fef-643f753b3f2d tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-754367349', 'description': 'tempest-secgroup-smoke-754367349 description', 'project_id': '9cf4888c1a454e07a3d16aa9e7c63006'}} {{(pid=95101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 20:02:23.274055 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-4760236b-8a73-4bbd-9fef-643f753b3f2d tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] Notify callbacks [] for security_group, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:02:23.361217 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-4760236b-8a73-4bbd-9fef-643f753b3f2d tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] Notify callbacks [] for security_group, precommit_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:02:23.365235 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-4760236b-8a73-4bbd-9fef-643f753b3f2d tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:02:23.395070 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-4760236b-8a73-4bbd-9fef-643f753b3f2d tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] Notify callbacks [] for security_group, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:02:23.396322 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-4760236b-8a73-4bbd-9fef-643f753b3f2d tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] 10.222.0.67 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1551850 Sep 23 20:02:23.397193 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4760236b-8a73-4bbd-9fef-643f753b3f2d tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d0280dfe-ab06-4fca-9b51-e01d7eb39c5f,revision_number=1']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:02:23.399533 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 58248) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:02:23.404483 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.v2.base [None req-ad1f39d0-4563-4d31-bb0f-32fa937a9016 tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] Request body: {'security_group_rule': {'security_group_id': 'd0280dfe-ab06-4fca-9b51-e01d7eb39c5f', 'project_id': '9cf4888c1a454e07a3d16aa9e7c63006', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 20:02:23.432461 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-ad1f39d0-4563-4d31-bb0f-32fa937a9016 tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:02:23.498788 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-ad1f39d0-4563-4d31-bb0f-32fa937a9016 tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:02:23.502611 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-ad1f39d0-4563-4d31-bb0f-32fa937a9016 tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575319'] for security_group_rule, after_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:02:23.522193 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad1f39d0-4563-4d31-bb0f-32fa937a9016 tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=740c409e-b5c5-4a7b-86ea-e4ad36dc135d,revision_number=0']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:02:23.528617 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-ad1f39d0-4563-4d31-bb0f-32fa937a9016 tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:02:23.530067 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-ad1f39d0-4563-4d31-bb0f-32fa937a9016 tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1296158 Sep 23 20:02:23.533004 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 58250) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:02:23.537659 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.v2.base [None req-660b069e-009e-4af7-8d7b-531d7c4e0df7 tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] Request body: {'security_group_rule': {'security_group_id': 'd0280dfe-ab06-4fca-9b51-e01d7eb39c5f', 'project_id': '9cf4888c1a454e07a3d16aa9e7c63006', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=95101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 20:02:23.538124 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-0ae75029-feb6-4728-9a94-5f9b60993d82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:02:23.565532 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-660b069e-009e-4af7-8d7b-531d7c4e0df7 tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:02:23.636077 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-660b069e-009e-4af7-8d7b-531d7c4e0df7 tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:02:23.640011 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-660b069e-009e-4af7-8d7b-531d7c4e0df7 tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575319'] for security_group_rule, after_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:02:23.658198 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-660b069e-009e-4af7-8d7b-531d7c4e0df7 tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=44ed1691-9ace-4dab-a43c-c5a31232c0f7,revision_number=0']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:02:23.665083 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-660b069e-009e-4af7-8d7b-531d7c4e0df7 tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:02:23.669070 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-660b069e-009e-4af7-8d7b-531d7c4e0df7 tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1350775 Sep 23 20:02:23.669731 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 58252) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:02:23.674800 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.v2.base [None req-8a5231c9-5ece-434f-89e7-1d00bbe58d9e tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] Request body: {'security_group_rule': {'security_group_id': 'd0280dfe-ab06-4fca-9b51-e01d7eb39c5f', 'project_id': '9cf4888c1a454e07a3d16aa9e7c63006', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=95101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 20:02:23.702454 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-8a5231c9-5ece-434f-89e7-1d00bbe58d9e tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:02:23.761889 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-8a5231c9-5ece-434f-89e7-1d00bbe58d9e tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:02:23.765475 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-8a5231c9-5ece-434f-89e7-1d00bbe58d9e tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575319'] for security_group_rule, after_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:02:23.786890 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a5231c9-5ece-434f-89e7-1d00bbe58d9e tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c7eacc68-e467-45ac-98fe-8f6605760c3f,revision_number=0']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:02:23.790379 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-8a5231c9-5ece-434f-89e7-1d00bbe58d9e tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:02:23.792164 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-8a5231c9-5ece-434f-89e7-1d00bbe58d9e tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1214519 Sep 23 20:02:23.795037 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 58254) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:02:23.799521 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.v2.base [None req-a8ec82f0-0fdc-4b5d-ab30-75d9474cc62b tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] Request body: {'security_group_rule': {'security_group_id': 'd0280dfe-ab06-4fca-9b51-e01d7eb39c5f', 'project_id': '9cf4888c1a454e07a3d16aa9e7c63006', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=95101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 20:02:23.826906 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-a8ec82f0-0fdc-4b5d-ab30-75d9474cc62b tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:02:23.891994 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-a8ec82f0-0fdc-4b5d-ab30-75d9474cc62b tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:02:23.895581 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-a8ec82f0-0fdc-4b5d-ab30-75d9474cc62b tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575319'] for security_group_rule, after_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:02:23.914930 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8ec82f0-0fdc-4b5d-ab30-75d9474cc62b tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eea25c13-0f4b-4678-a052-52c0db1830fe,revision_number=0']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:02:23.919249 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-a8ec82f0-0fdc-4b5d-ab30-75d9474cc62b tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:02:23.920529 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-a8ec82f0-0fdc-4b5d-ab30-75d9474cc62b tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1245530 Sep 23 20:02:23.923284 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 58256) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:02:23.928593 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.v2.base [None req-fd6e95e0-9a3d-4383-a2e1-4f77ecdbd933 tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] Request body: {'security_group_rule': {'security_group_id': 'd0280dfe-ab06-4fca-9b51-e01d7eb39c5f', 'project_id': '9cf4888c1a454e07a3d16aa9e7c63006', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=95101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 20:02:23.952481 n-d-713301-16 neutron-server[95101]: INFO neutron.db.securitygroups_db [None req-fd6e95e0-9a3d-4383-a2e1-4f77ecdbd933 tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] Project 9cf4888c1a454e07a3d16aa9e7c63006 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 23 20:02:23.957693 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-fd6e95e0-9a3d-4383-a2e1-4f77ecdbd933 tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:02:24.021715 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-fd6e95e0-9a3d-4383-a2e1-4f77ecdbd933 tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:02:24.025396 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-fd6e95e0-9a3d-4383-a2e1-4f77ecdbd933 tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575319'] for security_group_rule, after_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:02:24.045355 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd6e95e0-9a3d-4383-a2e1-4f77ecdbd933 tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=60e0036b-e81d-4931-a9c8-4282a27846d6,revision_number=0']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:02:24.053457 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-fd6e95e0-9a3d-4383-a2e1-4f77ecdbd933 tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:02:24.054705 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-fd6e95e0-9a3d-4383-a2e1-4f77ecdbd933 tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1300113 Sep 23 20:02:24.058548 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 58258) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:02:24.063006 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.v2.base [None req-671a5e71-abcb-450b-921d-6981790f93ac tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] Request body: {'security_group_rule': {'security_group_id': 'd0280dfe-ab06-4fca-9b51-e01d7eb39c5f', 'project_id': '9cf4888c1a454e07a3d16aa9e7c63006', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=95101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 20:02:24.085467 n-d-713301-16 neutron-server[95101]: INFO neutron.db.securitygroups_db [None req-671a5e71-abcb-450b-921d-6981790f93ac tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] Project 9cf4888c1a454e07a3d16aa9e7c63006 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 23 20:02:24.090503 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-671a5e71-abcb-450b-921d-6981790f93ac tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:02:24.152587 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-671a5e71-abcb-450b-921d-6981790f93ac tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:02:24.156657 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-671a5e71-abcb-450b-921d-6981790f93ac tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575319'] for security_group_rule, after_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:02:24.175694 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-671a5e71-abcb-450b-921d-6981790f93ac tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c4623201-d1dd-42a7-ba69-c2441e4a8358,revision_number=0']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:02:24.182258 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-671a5e71-abcb-450b-921d-6981790f93ac tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:02:24.183841 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-671a5e71-abcb-450b-921d-6981790f93ac tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1243360 Sep 23 20:02:24.186770 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 58260) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:02:24.191636 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.v2.base [None req-ec3e9918-6cd3-4c83-b0cf-667c25c99ce6 tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] Request body: {'network': {'name': 'tempest-network-smoke--582337942', 'project_id': '9cf4888c1a454e07a3d16aa9e7c63006', 'port_security_enabled': True}} {{(pid=95101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 20:02:24.212027 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec3e9918-6cd3-4c83-b0cf-667c25c99ce6 tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] Made reservation on behalf of 9cf4888c1a454e07a3d16aa9e7c63006 for: {'network': 1} {{(pid=95101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 20:02:24.215741 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-ec3e9918-6cd3-4c83-b0cf-667c25c99ce6 tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for network, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:02:24.240478 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ec3e9918-6cd3-4c83-b0cf-667c25c99ce6 tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 630} {{(pid=95101) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 20:02:24.252081 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-ec3e9918-6cd3-4c83-b0cf-667c25c99ce6 tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1756186'] for segment, precommit_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:02:24.252424 n-d-713301-16 neutron-server[95101]: INFO neutron.db.segments_db [None req-ec3e9918-6cd3-4c83-b0cf-667c25c99ce6 tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] Added segment 46f4d30d-abb3-46a0-ab22-edc50832ca81 of type vlan for network b16d32b9-9188-4404-b015-0143766b94e4 Sep 23 20:02:24.301781 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-ec3e9918-6cd3-4c83-b0cf-667c25c99ce6 tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783145630486'] for network, precommit_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:02:24.327611 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-ec3e9918-6cd3-4c83-b0cf-667c25c99ce6 tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299'] for network, after_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:02:24.334111 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec3e9918-6cd3-4c83-b0cf-667c25c99ce6 tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:02:24.334694 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-ec3e9918-6cd3-4c83-b0cf-667c25c99ce6 tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] Notify callbacks [] for network, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:02:24.372429 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-ec3e9918-6cd3-4c83-b0cf-667c25c99ce6 tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1846149 Sep 23 20:02:24.375139 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 58262) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:02:24.379417 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.v2.base [None req-6c1eeea1-c087-4d1c-b4db-d34b0f886300 tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-975287796', 'admin_state_up': True, 'project_id': '9cf4888c1a454e07a3d16aa9e7c63006', 'external_gateway_info': {'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac'}}} {{(pid=95101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 20:02:24.419776 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec3e9918-6cd3-4c83-b0cf-667c25c99ce6 tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] Pushing event updated for resources: {'Network': ['ID=b16d32b9-9188-4404-b015-0143766b94e4,revision_number=1']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:02:24.431421 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Network b16d32b9-9188-4404-b015-0143766b94e4 details requested by agent ovs-agent-n-d-713301-16 with host n-d-713301-16 {{(pid=95103) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 20:02:24.439963 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-6c1eeea1-c087-4d1c-b4db-d34b0f886300 tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-594563', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29355'] for router, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:02:24.441790 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-6c1eeea1-c087-4d1c-b4db-d34b0f886300 tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-597363', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-601731', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-739356', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29346'] for router, precommit_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:02:24.506055 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-6c1eeea1-c087-4d1c-b4db-d34b0f886300 tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:02:24.648354 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-6c1eeea1-c087-4d1c-b4db-d34b0f886300 tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:02:24.844299 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-6c1eeea1-c087-4d1c-b4db-d34b0f886300 tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] Notify callbacks [] for router_gateway, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:02:24.863777 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-6c1eeea1-c087-4d1c-b4db-d34b0f886300 tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:02:24.971887 n-d-713301-16 neutron-server[95101]: DEBUG neutron.db.db_base_plugin_common [None req-6c1eeea1-c087-4d1c-b4db-d34b0f886300 tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] Allocated IP 172.25.1.108 (5dec5c09-378e-4f50-89cc-d94eb81c3bac/eff83446-018c-428d-b3f5-54ac9abe7a2a/ccf76940-c473-4a96-9c87-35bf1a0bfc4c) {{(pid=95101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 20:02:25.073987 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-6c1eeea1-c087-4d1c-b4db-d34b0f886300 tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] Notify callbacks [] for port, precommit_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:02:25.107736 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-6c1eeea1-c087-4d1c-b4db-d34b0f886300 tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783145673135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5607431'] for port, after_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:02:25.145555 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c1eeea1-c087-4d1c-b4db-d34b0f886300 tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] Network 5dec5c09-378e-4f50-89cc-d94eb81c3bac is already hosted by enough agents. {{(pid=95101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 20:02:25.148335 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.base_scheduler [None req-6c1eeea1-c087-4d1c-b4db-d34b0f886300 tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] Resources bound (agent type, host, resource id): {{(pid=95101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 20:02:25.152417 n-d-713301-16 neutron-server[95101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c1eeea1-c087-4d1c-b4db-d34b0f886300 tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] Received port after_create {{(pid=95101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 20:02:25.180498 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c1eeea1-c087-4d1c-b4db-d34b0f886300 tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] Pushing event updated for resources: {'Port': ['ID=ccf76940-c473-4a96-9c87-35bf1a0bfc4c,revision_number=1']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:02:25.365538 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-80e7e501-6c57-470d-92c6-e3d54bc3195c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:02:25.417279 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.agents_db [None req-f2f5c474-60a3-474f-b2cc-02c4bd30880c None None] Agent healthcheck: found 7 active agents {{(pid=95104) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 20:02:25.421235 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-6c1eeea1-c087-4d1c-b4db-d34b0f886300 tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] Notify callbacks [] for router_gateway, after_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:02:25.622614 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-6c1eeea1-c087-4d1c-b4db-d34b0f886300 tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-597258', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-601790'] for router, after_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:02:25.753489 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c1eeea1-c087-4d1c-b4db-d34b0f886300 tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] Router 0d7523ce-97de-4e38-893c-94d5c8025a75 is scheduled to L3 agent 79a740bf-7821-4989-8288-7186e3e128f3 with binding_index 1 {{(pid=95101) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 23 20:02:25.864533 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c1eeea1-c087-4d1c-b4db-d34b0f886300 tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] Notify agent at l3_agent.n-d-713301-16 the message routers_updated {{(pid=95101) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 20:02:25.874485 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f5bac09-ce6d-46be-b190-9d0442ed0fcf None None] Sync routers for ids ['0d7523ce-97de-4e38-893c-94d5c8025a75'] in n-d-713301-16 {{(pid=95103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 20:02:25.884740 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f5bac09-ce6d-46be-b190-9d0442ed0fcf None None] Routers {'0d7523ce-97de-4e38-893c-94d5c8025a75'} bound to L3 agent in host n-d-713301-16 {{(pid=95103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 20:02:25.885398 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_hamode_db [None req-0f5bac09-ce6d-46be-b190-9d0442ed0fcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-23T19:07:52Z,description=,heartbeat_timestamp=2021-09-23T20:02:23Z,host='n-d-713301-16',id=79a740bf-7821-4989-8288-7186e3e128f3,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:07:52Z,topic='l3_agent')) {'router_ids': ['0d7523ce-97de-4e38-893c-94d5c8025a75'], 'active': True} {{(pid=95103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 20:02:25.886688 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-6c1eeea1-c087-4d1c-b4db-d34b0f886300 tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] Notify callbacks [] for router, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:02:25.888809 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-6c1eeea1-c087-4d1c-b4db-d34b0f886300 tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] 10.222.0.67 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.5127082 Sep 23 20:02:25.892395 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 58264) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:02:25.976170 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-5e40485c-c9ff-45f4-9ba3-f5124412bc07 tempest-TestNetworkAdvancedServerOps-1630542813 tempest-TestNetworkAdvancedServerOps-1630542813-project-admin] 10.222.0.67 "GET /v2.0/subnets?project_id=9cf4888c1a454e07a3d16aa9e7c63006&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0826106 Sep 23 20:02:25.979572 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 58268) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:02:26.012722 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_dvr_db [None req-0f5bac09-ce6d-46be-b190-9d0442ed0fcf None None] Set router 0d7523ce-97de-4e38-893c-94d5c8025a75 gateway port host: n-d-713301-16 {{(pid=95103) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 20:02:26.081790 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3eafaf6-9755-43e1-97cb-4016ee8ae6ba tempest-TestNetworkAdvancedServerOps-1630542813 tempest-TestNetworkAdvancedServerOps-1630542813-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:02:26.083348 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-f3eafaf6-9755-43e1-97cb-4016ee8ae6ba tempest-TestNetworkAdvancedServerOps-1630542813 tempest-TestNetworkAdvancedServerOps-1630542813-project-admin] 10.222.0.67 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1027210 Sep 23 20:02:26.086107 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 58270) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:02:26.116061 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-de3f547d-9c01-4253-831a-c60e3114895d tempest-TestNetworkAdvancedServerOps-1630542813 tempest-TestNetworkAdvancedServerOps-1630542813-project-admin] 10.222.0.67 "GET /v2.0/subnets?network_id=5dec5c09-378e-4f50-89cc-d94eb81c3bac&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0288315 Sep 23 20:02:26.118565 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 58272) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:02:26.123646 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.v2.base [None req-4cebf2c4-ea43-4b54-9479-b20781a9cdf3 tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1228749839', 'network_id': 'b16d32b9-9188-4404-b015-0143766b94e4', 'project_id': '9cf4888c1a454e07a3d16aa9e7c63006', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=95101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 20:02:26.202993 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_hamode_db [None req-0f5bac09-ce6d-46be-b190-9d0442ed0fcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d7523ce-97de-4e38-893c-94d5c8025a75', 'name': 'tempest-TestNetworkAdvancedServerOps-router-975287796', 'tenant_id': '9cf4888c1a454e07a3d16aa9e7c63006', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'external_fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.108'}], 'enable_snat': True}, 'gw_port_id': 'ccf76940-c473-4a96-9c87-35bf1a0bfc4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T20:02:24Z', 'updated_at': '2021-09-23T20:02:25Z', 'revision_number': 3, 'project_id': '9cf4888c1a454e07a3d16aa9e7c63006', 'gw_port': {'id': 'ccf76940-c473-4a96-9c87-35bf1a0bfc4c', 'name': '', 'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:78:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d7523ce-97de-4e38-893c-94d5c8025a75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3988, 'fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T20:02:24Z', 'updated_at': '2021-09-23T20:02:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-16'}], 'n-d-713301-16', False) {} {{(pid=95103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 20:02:26.214721 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4cebf2c4-ea43-4b54-9479-b20781a9cdf3 tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] Made reservation on behalf of 9cf4888c1a454e07a3d16aa9e7c63006 for: {'subnet': 1} {{(pid=95101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 20:02:26.218258 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-4cebf2c4-ea43-4b54-9479-b20781a9cdf3 tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6130979'] for subnet, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:02:26.235661 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f5bac09-ce6d-46be-b190-9d0442ed0fcf None None] Checking router: 0d7523ce-97de-4e38-893c-94d5c8025a75 for host: n-d-713301-16 {{(pid=95103) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 20:02:26.236009 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f5bac09-ce6d-46be-b190-9d0442ed0fcf None None] Updating router 0d7523ce-97de-4e38-893c-94d5c8025a75 port ccf76940-c473-4a96-9c87-35bf1a0bfc4c binding host n-d-713301-16 {{(pid=95103) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 23 20:02:26.261155 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-0f5bac09-ce6d-46be-b190-9d0442ed0fcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:02:26.408991 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-4cebf2c4-ea43-4b54-9479-b20781a9cdf3 tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5607579', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6130961'] for subnet, after_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:02:26.479099 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cebf2c4-ea43-4b54-9479-b20781a9cdf3 tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] Pushing event updated for resources: {'Subnet': ['ID=3fc74970-a6a5-436e-8a1d-4ee5e516a0bf,revision_number=0']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:02:26.486796 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cebf2c4-ea43-4b54-9479-b20781a9cdf3 tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] Checking segment: {'id': '46f4d30d-abb3-46a0-ab22-edc50832ca81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': 'b16d32b9-9188-4404-b015-0143766b94e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 20:02:26.487016 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cebf2c4-ea43-4b54-9479-b20781a9cdf3 tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] Network hostable DHCP agents. Network: b16d32b9-9188-4404-b015-0143766b94e4, hostable agents: ['1b18bf05-1b5f-4587-be5c-af3ac38e32ad'], hosted agents: [] {{(pid=95101) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 20:02:26.504834 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cebf2c4-ea43-4b54-9479-b20781a9cdf3 tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] Network b16d32b9-9188-4404-b015-0143766b94e4 is scheduled to be hosted by DHCP agent 1b18bf05-1b5f-4587-be5c-af3ac38e32ad with binding_index 1 {{(pid=95101) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 20:02:26.515796 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.base_scheduler [None req-4cebf2c4-ea43-4b54-9479-b20781a9cdf3 tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713301-16, b16d32b9-9188-4404-b015-0143766b94e4) {{(pid=95101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 20:02:26.521439 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cebf2c4-ea43-4b54-9479-b20781a9cdf3 tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:02:26.522053 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-4cebf2c4-ea43-4b54-9479-b20781a9cdf3 tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] Notify callbacks [] for subnet, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:02:26.526932 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae932d61-0568-414f-988f-71a3a853dda5 None None] Network b16d32b9-9188-4404-b015-0143766b94e4 requested from n-d-713301-16 {{(pid=95103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 20:02:26.542082 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-4cebf2c4-ea43-4b54-9479-b20781a9cdf3 tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4198480 Sep 23 20:02:26.542985 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 58274) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:02:26.556913 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-0f5bac09-ce6d-46be-b190-9d0442ed0fcf None None] Notify callbacks [] for port, precommit_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:02:26.571337 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-0f5bac09-ce6d-46be-b190-9d0442ed0fcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:02:26.676003 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.managers [None req-0f5bac09-ce6d-46be-b190-9d0442ed0fcf None None] Attempting to bind port ccf76940-c473-4a96-9c87-35bf1a0bfc4c on host n-d-713301-16 for vnic_type normal with profile {{(pid=95103) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 20:02:26.676525 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.managers [None req-0f5bac09-ce6d-46be-b190-9d0442ed0fcf None None] Attempting to bind port ccf76940-c473-4a96-9c87-35bf1a0bfc4c by drivers openvswitch,hyperv on host n-d-713301-16 at level 0 using segments [{'id': '7d4027f1-d893-4c7b-95d4-757b8e44e380', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac'}] {{(pid=95103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 20:02:26.677209 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f5bac09-ce6d-46be-b190-9d0442ed0fcf None None] Attempting to bind port ccf76940-c473-4a96-9c87-35bf1a0bfc4c on network 5dec5c09-378e-4f50-89cc-d94eb81c3bac {{(pid=95103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 20:02:26.683897 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55bdc9ba-edda-4f24-896b-1bbb17e8896d None None] Pushing event updated for resources: {'Port': ['ID=ccf76940-c473-4a96-9c87-35bf1a0bfc4c,revision_number=2']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:02:26.690298 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f5bac09-ce6d-46be-b190-9d0442ed0fcf None None] Checking agent: {'id': '70a14545-df24-472f-8f95-bfe1719bff93', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 19, 7, 53), 'started_at': datetime.datetime(2021, 9, 23, 19, 8, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 20, 2, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 20:02:26.690671 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f5bac09-ce6d-46be-b190-9d0442ed0fcf None None] Checking segment: {'id': '7d4027f1-d893-4c7b-95d4-757b8e44e380', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95103) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 20:02:26.691080 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-0f5bac09-ce6d-46be-b190-9d0442ed0fcf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:02:26.691472 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f5bac09-ce6d-46be-b190-9d0442ed0fcf None None] Bound using segment: {'id': '7d4027f1-d893-4c7b-95d4-757b8e44e380', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac'} {{(pid=95103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 20:02:26.691953 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.managers [None req-0f5bac09-ce6d-46be-b190-9d0442ed0fcf None None] Bound port: ccf76940-c473-4a96-9c87-35bf1a0bfc4c, host: n-d-713301-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7d4027f1-d893-4c7b-95d4-757b8e44e380', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac'}}] {{(pid=95103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 20:02:26.692336 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-0f5bac09-ce6d-46be-b190-9d0442ed0fcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:02:26.794026 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-0f5bac09-ce6d-46be-b190-9d0442ed0fcf None None] For port ccf76940-c473-4a96-9c87-35bf1a0bfc4c, host n-d-713301-16, cleared binding levels {{(pid=95103) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 20:02:26.805987 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3f30d1f-6d05-4343-ab05-cc7d3289db59 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4c8b80df-07eb-5275-9f17-5cf640db67c0-b16d32b9-9188-4404-b015-0143766b94e4', 'network_id': 'b16d32b9-9188-4404-b015-0143766b94e4', 'tenant_id': '9cf4888c1a454e07a3d16aa9e7c63006', 'fixed_ips': [{'subnet_id': '3fc74970-a6a5-436e-8a1d-4ee5e516a0bf'}]}} from n-d-713301-16. {{(pid=95103) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 23 20:02:26.807510 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-a3f30d1f-6d05-4343-ab05-cc7d3289db59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_create {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:02:26.811248 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-0f5bac09-ce6d-46be-b190-9d0442ed0fcf None None] For port ccf76940-c473-4a96-9c87-35bf1a0bfc4c, host n-d-713301-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-16',level=0,port_id=ccf76940-c473-4a96-9c87-35bf1a0bfc4c,segment=NetworkSegment(7d4027f1-d893-4c7b-95d4-757b8e44e380),segment_id=7d4027f1-d893-4c7b-95d4-757b8e44e380)] {{(pid=95103) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 20:02:26.820011 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-0f5bac09-ce6d-46be-b190-9d0442ed0fcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:02:26.942767 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55bdc9ba-edda-4f24-896b-1bbb17e8896d None None] Pushing event updated for resources: {'Port': ['ID=ccf76940-c473-4a96-9c87-35bf1a0bfc4c,revision_number=3']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:02:26.951730 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f5bac09-ce6d-46be-b190-9d0442ed0fcf None None] Routers {'0d7523ce-97de-4e38-893c-94d5c8025a75'} bound to L3 agent in host n-d-713301-16 {{(pid=95103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 20:02:26.952345 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_hamode_db [None req-0f5bac09-ce6d-46be-b190-9d0442ed0fcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-23T19:07:52Z,description=,heartbeat_timestamp=2021-09-23T20:02:23Z,host='n-d-713301-16',id=79a740bf-7821-4989-8288-7186e3e128f3,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:07:52Z,topic='l3_agent')) {'router_ids': ['0d7523ce-97de-4e38-893c-94d5c8025a75'], 'active': True} {{(pid=95103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 20:02:27.013204 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-9e9f2b62-78a3-41ca-bd4e-962ddcfb71c0 tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:02:27.086170 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.db_base_plugin_common [None req-a3f30d1f-6d05-4343-ab05-cc7d3289db59 None None] Allocated IP 172.20.0.2 (b16d32b9-9188-4404-b015-0143766b94e4/3fc74970-a6a5-436e-8a1d-4ee5e516a0bf/8fe11443-6bc9-4426-818b-17f5d73c8962) {{(pid=95103) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 20:02:27.109547 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_dvr_db [None req-0f5bac09-ce6d-46be-b190-9d0442ed0fcf None None] Set router 0d7523ce-97de-4e38-893c-94d5c8025a75 gateway port host: n-d-713301-16 {{(pid=95103) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 20:02:27.549133 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-a3f30d1f-6d05-4343-ab05-cc7d3289db59 None None] Notify callbacks [] for port, precommit_create {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:02:27.556456 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-a3f30d1f-6d05-4343-ab05-cc7d3289db59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783145673135'] for port, after_create {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:02:27.605173 n-d-713301-16 neutron-server[95103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3f30d1f-6d05-4343-ab05-cc7d3289db59 None None] Network b16d32b9-9188-4404-b015-0143766b94e4 is already hosted by enough agents. {{(pid=95103) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 20:02:27.607688 n-d-713301-16 neutron-server[95102]: DEBUG neutron.db.db_base_plugin_common [None req-9e9f2b62-78a3-41ca-bd4e-962ddcfb71c0 tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] Allocated IP 172.20.0.1 (b16d32b9-9188-4404-b015-0143766b94e4/3fc74970-a6a5-436e-8a1d-4ee5e516a0bf/9a4a8819-9bf9-463c-965b-59813a76debe) {{(pid=95102) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 20:02:27.611936 n-d-713301-16 neutron-server[95103]: DEBUG neutron.scheduler.base_scheduler [None req-a3f30d1f-6d05-4343-ab05-cc7d3289db59 None None] Resources bound (agent type, host, resource id): {{(pid=95103) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 20:02:27.614494 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_hamode_db [None req-0f5bac09-ce6d-46be-b190-9d0442ed0fcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d7523ce-97de-4e38-893c-94d5c8025a75', 'name': 'tempest-TestNetworkAdvancedServerOps-router-975287796', 'tenant_id': '9cf4888c1a454e07a3d16aa9e7c63006', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'external_fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.108'}], 'enable_snat': True}, 'gw_port_id': 'ccf76940-c473-4a96-9c87-35bf1a0bfc4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T20:02:24Z', 'updated_at': '2021-09-23T20:02:25Z', 'revision_number': 3, 'project_id': '9cf4888c1a454e07a3d16aa9e7c63006', 'gw_port': {'id': 'ccf76940-c473-4a96-9c87-35bf1a0bfc4c', 'name': '', 'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:78:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d7523ce-97de-4e38-893c-94d5c8025a75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3988, 'fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T20:02:24Z', 'updated_at': '2021-09-23T20:02:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-16'}], 'n-d-713301-16', False) {} {{(pid=95103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 20:02:27.616502 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3f30d1f-6d05-4343-ab05-cc7d3289db59 None None] Received port after_create {{(pid=95103) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 20:02:27.618197 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f30d1f-6d05-4343-ab05-cc7d3289db59 None None] Pushing event updated for resources: {'Port': ['ID=8fe11443-6bc9-4426-818b-17f5d73c8962,revision_number=1']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:02:27.649917 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f5bac09-ce6d-46be-b190-9d0442ed0fcf None None] The sync data for ids ['0d7523ce-97de-4e38-893c-94d5c8025a75'] in n-d-713301-16 is: [{'id': '0d7523ce-97de-4e38-893c-94d5c8025a75', 'name': 'tempest-TestNetworkAdvancedServerOps-router-975287796', 'tenant_id': '9cf4888c1a454e07a3d16aa9e7c63006', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'external_fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.108'}], 'enable_snat': True}, 'gw_port_id': 'ccf76940-c473-4a96-9c87-35bf1a0bfc4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T20:02:24Z', 'updated_at': '2021-09-23T20:02:25Z', 'revision_number': 3, 'project_id': '9cf4888c1a454e07a3d16aa9e7c63006', 'gw_port': {'id': 'ccf76940-c473-4a96-9c87-35bf1a0bfc4c', 'name': '', 'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:78:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d7523ce-97de-4e38-893c-94d5c8025a75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3988, 'fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T20:02:24Z', 'updated_at': '2021-09-23T20:02:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-16'}] {{(pid=95103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 20:02:27.702741 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.managers [None req-a3f30d1f-6d05-4343-ab05-cc7d3289db59 None None] Attempting to bind port 8fe11443-6bc9-4426-818b-17f5d73c8962 on host n-d-713301-16 for vnic_type normal with profile {{(pid=95103) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 20:02:27.703121 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.managers [None req-a3f30d1f-6d05-4343-ab05-cc7d3289db59 None None] Attempting to bind port 8fe11443-6bc9-4426-818b-17f5d73c8962 by drivers openvswitch,hyperv on host n-d-713301-16 at level 0 using segments [{'id': '46f4d30d-abb3-46a0-ab22-edc50832ca81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': 'b16d32b9-9188-4404-b015-0143766b94e4'}] {{(pid=95103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 20:02:27.703489 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3f30d1f-6d05-4343-ab05-cc7d3289db59 None None] Attempting to bind port 8fe11443-6bc9-4426-818b-17f5d73c8962 on network b16d32b9-9188-4404-b015-0143766b94e4 {{(pid=95103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 20:02:27.709645 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3f30d1f-6d05-4343-ab05-cc7d3289db59 None None] Checking agent: {'id': '70a14545-df24-472f-8f95-bfe1719bff93', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 19, 7, 53), 'started_at': datetime.datetime(2021, 9, 23, 19, 8, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 20, 2, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 20:02:27.709645 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3f30d1f-6d05-4343-ab05-cc7d3289db59 None None] Checking segment: {'id': '46f4d30d-abb3-46a0-ab22-edc50832ca81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': 'b16d32b9-9188-4404-b015-0143766b94e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95103) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 20:02:27.709971 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-a3f30d1f-6d05-4343-ab05-cc7d3289db59 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:02:27.710393 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3f30d1f-6d05-4343-ab05-cc7d3289db59 None None] Bound using segment: {'id': '46f4d30d-abb3-46a0-ab22-edc50832ca81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': 'b16d32b9-9188-4404-b015-0143766b94e4'} {{(pid=95103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 20:02:27.710891 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.managers [None req-a3f30d1f-6d05-4343-ab05-cc7d3289db59 None None] Bound port: 8fe11443-6bc9-4426-818b-17f5d73c8962, host: n-d-713301-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '46f4d30d-abb3-46a0-ab22-edc50832ca81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': 'b16d32b9-9188-4404-b015-0143766b94e4'}}] {{(pid=95103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 20:02:27.711229 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-a3f30d1f-6d05-4343-ab05-cc7d3289db59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:02:27.741754 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-9e9f2b62-78a3-41ca-bd4e-962ddcfb71c0 tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] Notify callbacks [] for port, precommit_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:02:27.779776 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-9e9f2b62-78a3-41ca-bd4e-962ddcfb71c0 tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783145673135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4399100'] for port, after_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:02:27.787760 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-a3f30d1f-6d05-4343-ab05-cc7d3289db59 None None] For port 8fe11443-6bc9-4426-818b-17f5d73c8962, host n-d-713301-16, cleared binding levels {{(pid=95103) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 20:02:27.794015 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-a3f30d1f-6d05-4343-ab05-cc7d3289db59 None None] For port 8fe11443-6bc9-4426-818b-17f5d73c8962, host n-d-713301-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-16',level=0,port_id=8fe11443-6bc9-4426-818b-17f5d73c8962,segment=NetworkSegment(46f4d30d-abb3-46a0-ab22-edc50832ca81),segment_id=46f4d30d-abb3-46a0-ab22-edc50832ca81)] {{(pid=95103) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 20:02:27.800692 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-a3f30d1f-6d05-4343-ab05-cc7d3289db59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:02:27.832232 n-d-713301-16 neutron-server[95102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e9f2b62-78a3-41ca-bd4e-962ddcfb71c0 tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] Network b16d32b9-9188-4404-b015-0143766b94e4 is already hosted by enough agents. {{(pid=95102) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 20:02:27.835491 n-d-713301-16 neutron-server[95102]: DEBUG neutron.scheduler.base_scheduler [None req-9e9f2b62-78a3-41ca-bd4e-962ddcfb71c0 tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] Resources bound (agent type, host, resource id): {{(pid=95102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 20:02:27.840383 n-d-713301-16 neutron-server[95102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e9f2b62-78a3-41ca-bd4e-962ddcfb71c0 tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] Received port after_create {{(pid=95102) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 20:02:27.871214 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f30d1f-6d05-4343-ab05-cc7d3289db59 None None] Pushing event updated for resources: {'Port': ['ID=8fe11443-6bc9-4426-818b-17f5d73c8962,revision_number=2']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:02:27.873761 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e9f2b62-78a3-41ca-bd4e-962ddcfb71c0 tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] Pushing event updated for resources: {'Port': ['ID=9a4a8819-9bf9-463c-965b-59813a76debe,revision_number=1']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:02:27.888211 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e9f2b62-78a3-41ca-bd4e-962ddcfb71c0 tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:02:27.888564 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e9f2b62-78a3-41ca-bd4e-962ddcfb71c0 tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:02:27.889028 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e9f2b62-78a3-41ca-bd4e-962ddcfb71c0 tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:02:27.889350 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e9f2b62-78a3-41ca-bd4e-962ddcfb71c0 tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:02:27.889686 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e9f2b62-78a3-41ca-bd4e-962ddcfb71c0 tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:02:27.890027 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e9f2b62-78a3-41ca-bd4e-962ddcfb71c0 tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:02:27.890358 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e9f2b62-78a3-41ca-bd4e-962ddcfb71c0 tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:02:27.890690 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e9f2b62-78a3-41ca-bd4e-962ddcfb71c0 tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:02:27.891019 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e9f2b62-78a3-41ca-bd4e-962ddcfb71c0 tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:02:27.891348 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e9f2b62-78a3-41ca-bd4e-962ddcfb71c0 tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:02:27.891880 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e9f2b62-78a3-41ca-bd4e-962ddcfb71c0 tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:02:27.891995 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e9f2b62-78a3-41ca-bd4e-962ddcfb71c0 tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:02:27.924556 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-9e9f2b62-78a3-41ca-bd4e-962ddcfb71c0 tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-601987'] for router_interface, before_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:02:28.108044 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-9e9f2b62-78a3-41ca-bd4e-962ddcfb71c0 tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:02:28.267967 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:02:28.423451 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-9e9f2b62-78a3-41ca-bd4e-962ddcfb71c0 tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] Notify callbacks [] for port, precommit_update {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:02:28.428257 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-9e9f2b62-78a3-41ca-bd4e-962ddcfb71c0 tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4399095'] for port, after_update {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:02:28.505655 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:02:28.510746 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e9f2b62-78a3-41ca-bd4e-962ddcfb71c0 tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] Pushing event updated for resources: {'Port': ['ID=9a4a8819-9bf9-463c-965b-59813a76debe,revision_number=2']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:02:28.516866 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-9e9f2b62-78a3-41ca-bd4e-962ddcfb71c0 tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-527313', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-601459'] for router_interface, after_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:02:28.623720 n-d-713301-16 neutron-server[95102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e9f2b62-78a3-41ca-bd4e-962ddcfb71c0 tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] Network b16d32b9-9188-4404-b015-0143766b94e4 is already hosted by enough agents. {{(pid=95102) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 20:02:28.625282 n-d-713301-16 neutron-server[95102]: DEBUG neutron.scheduler.base_scheduler [None req-9e9f2b62-78a3-41ca-bd4e-962ddcfb71c0 tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] Resources bound (agent type, host, resource id): {{(pid=95102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 20:02:28.748035 n-d-713301-16 neutron-server[95102]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9e9f2b62-78a3-41ca-bd4e-962ddcfb71c0 tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] Router 0d7523ce-97de-4e38-893c-94d5c8025a75 has already been hosted by L3 agent 79a740bf-7821-4989-8288-7186e3e128f3 {{(pid=95102) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 20:02:28.805100 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Device 8fe11443-6bc9-4426-818b-17f5d73c8962 up at agent ovs-agent-n-d-713301-16 {{(pid=95103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 20:02:28.859541 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Provisioning complete for port 8fe11443-6bc9-4426-818b-17f5d73c8962 triggered by entity L2. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 20:02:28.860327 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:02:28.960889 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:02:28.974446 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39e971b2-9018-447c-9e96-8f41c840e1e7 None None] Network b16d32b9-9188-4404-b015-0143766b94e4 requested from n-d-713301-16 {{(pid=95103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 20:02:29.059387 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] For port 8fe11443-6bc9-4426-818b-17f5d73c8962, host n-d-713301-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-16',level=0,port_id=8fe11443-6bc9-4426-818b-17f5d73c8962,segment=NetworkSegment(46f4d30d-abb3-46a0-ab22-edc50832ca81),segment_id=46f4d30d-abb3-46a0-ab22-edc50832ca81)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 20:02:29.067295 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:02:29.068089 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Device ccf76940-c473-4a96-9c87-35bf1a0bfc4c up at agent ovs-agent-n-d-713301-16 {{(pid=95103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 20:02:29.122763 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-60600b97-27ba-4942-9a1d-1e2f8b56add8 None None] Provisioning complete for port 8fe11443-6bc9-4426-818b-17f5d73c8962 triggered by entity DHCP. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 20:02:29.123135 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-60600b97-27ba-4942-9a1d-1e2f8b56add8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:02:29.234482 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Pushing event updated for resources: {'Port': ['ID=8fe11443-6bc9-4426-818b-17f5d73c8962,revision_number=3']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:02:29.254459 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:02:29.254813 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:02:29.255150 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:02:29.255350 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e9f2b62-78a3-41ca-bd4e-962ddcfb71c0 tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] Notify agent at l3_agent.n-d-713301-16 the message routers_updated {{(pid=95102) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 20:02:29.255543 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:02:29.255839 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:02:29.256143 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:02:29.256440 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:02:29.256847 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:02:29.257148 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:02:29.257440 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:02:29.257758 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:02:29.258081 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:02:29.264890 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-9e9f2b62-78a3-41ca-bd4e-962ddcfb71c0 tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] 10.222.0.67 "PUT /v2.0/routers/0d7523ce-97de-4e38-893c-94d5c8025a75/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7205999 Sep 23 20:02:29.277795 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Provisioning complete for port ccf76940-c473-4a96-9c87-35bf1a0bfc4c triggered by entity L2. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 20:02:29.278267 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:02:29.429023 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:02:29.432550 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-4f82842d-dfc8-4341-8dff-b5a9bb975800 req-2e8c96dc-41de-4a2b-bdd4-c445c4670fe5 tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] 10.222.0.67 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-754367349&fields=id&tenant_id=9cf4888c1a454e07a3d16aa9e7c63006 HTTP/1.1" status: 200 len: 267 time: 0.0354996 Sep 23 20:02:29.460799 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] For port ccf76940-c473-4a96-9c87-35bf1a0bfc4c, host n-d-713301-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-16',level=0,port_id=ccf76940-c473-4a96-9c87-35bf1a0bfc4c,segment=NetworkSegment(7d4027f1-d893-4c7b-95d4-757b8e44e380),segment_id=7d4027f1-d893-4c7b-95d4-757b8e44e380)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 20:02:29.468579 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:02:29.506500 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb456910-b51f-4b17-8a43-b541229ac03b None None] Sync routers for ids ['0d7523ce-97de-4e38-893c-94d5c8025a75'] in n-d-713301-16 {{(pid=95104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 20:02:29.517837 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb456910-b51f-4b17-8a43-b541229ac03b None None] Routers {'0d7523ce-97de-4e38-893c-94d5c8025a75'} bound to L3 agent in host n-d-713301-16 {{(pid=95104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 20:02:29.518561 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_hamode_db [None req-fb456910-b51f-4b17-8a43-b541229ac03b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-23T19:07:52Z,description=,heartbeat_timestamp=2021-09-23T20:02:23Z,host='n-d-713301-16',id=79a740bf-7821-4989-8288-7186e3e128f3,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:07:52Z,topic='l3_agent')) {'router_ids': ['0d7523ce-97de-4e38-893c-94d5c8025a75'], 'active': True} {{(pid=95104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 20:02:29.531912 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Pushing event updated for resources: {'Port': ['ID=ccf76940-c473-4a96-9c87-35bf1a0bfc4c,revision_number=4']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:02:29.570937 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f82842d-dfc8-4341-8dff-b5a9bb975800 req-e891167e-fdf2-47b4-ad24-7d8977666632 tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:02:29.573723 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-4f82842d-dfc8-4341-8dff-b5a9bb975800 req-e891167e-fdf2-47b4-ad24-7d8977666632 tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] 10.222.0.67 "GET /v2.0/networks?id=b16d32b9-9188-4404-b015-0143766b94e4 HTTP/1.1" status: 200 len: 796 time: 0.1337118 Sep 23 20:02:29.592244 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-4f82842d-dfc8-4341-8dff-b5a9bb975800 req-b70b824c-f9c4-4b05-a964-e6f536d04ea4 tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] 10.222.0.67 "GET /v2.0/quotas/9cf4888c1a454e07a3d16aa9e7c63006 HTTP/1.1" status: 200 len: 375 time: 0.0127356 Sep 23 20:02:29.637855 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_dvr_db [None req-fb456910-b51f-4b17-8a43-b541229ac03b None None] Set router 0d7523ce-97de-4e38-893c-94d5c8025a75 gateway port host: n-d-713301-16 {{(pid=95104) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 20:02:29.658492 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-4f82842d-dfc8-4341-8dff-b5a9bb975800 req-23cea653-e63e-4b2b-aa27-7ccd7d1e592e tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=9cf4888c1a454e07a3d16aa9e7c63006&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0603557 Sep 23 20:02:29.690670 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-04ccec2e-c4db-4f27-adaa-b25c4589f645 None None] Provisioning complete for port 9a4a8819-9bf9-463c-965b-59813a76debe triggered by entity DHCP. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 20:02:29.691064 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-04ccec2e-c4db-4f27-adaa-b25c4589f645 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:02:29.735590 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.plugin [None req-04ccec2e-c4db-4f27-adaa-b25c4589f645 None None] Port 9a4a8819-9bf9-463c-965b-59813a76debe cannot update to ACTIVE because it is not bound. {{(pid=95103) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 20:02:29.746740 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-04ccec2e-c4db-4f27-adaa-b25c4589f645 None None] Provisioning complete for port 8fe11443-6bc9-4426-818b-17f5d73c8962 triggered by entity DHCP. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 20:02:29.747119 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-04ccec2e-c4db-4f27-adaa-b25c4589f645 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:02:29.835113 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-4f82842d-dfc8-4341-8dff-b5a9bb975800 req-1074e2b1-9770-4a14-af2f-e5bb035deed6 service neutron] 10.222.0.67 "GET /v2.0/networks/b16d32b9-9188-4404-b015-0143766b94e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1545234 Sep 23 20:02:29.949343 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-4f82842d-dfc8-4341-8dff-b5a9bb975800 req-d725716a-c0f7-48dd-977d-3cbd011cbcda service neutron] 10.222.0.67 "GET /v2.0/networks/b16d32b9-9188-4404-b015-0143766b94e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1060967 Sep 23 20:02:29.980230 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-81ad018c-46c5-411d-9ede-9a8df4e9ebdd None None] Provisioning complete for port 9a4a8819-9bf9-463c-965b-59813a76debe triggered by entity DHCP. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 20:02:29.981001 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-81ad018c-46c5-411d-9ede-9a8df4e9ebdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:02:30.006410 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_hamode_db [None req-fb456910-b51f-4b17-8a43-b541229ac03b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d7523ce-97de-4e38-893c-94d5c8025a75', 'name': 'tempest-TestNetworkAdvancedServerOps-router-975287796', 'tenant_id': '9cf4888c1a454e07a3d16aa9e7c63006', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'external_fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.108'}], 'enable_snat': True}, 'gw_port_id': 'ccf76940-c473-4a96-9c87-35bf1a0bfc4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T20:02:24Z', 'updated_at': '2021-09-23T20:02:28Z', 'revision_number': 4, 'project_id': '9cf4888c1a454e07a3d16aa9e7c63006', 'gw_port': {'id': 'ccf76940-c473-4a96-9c87-35bf1a0bfc4c', 'name': '', 'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:78:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d7523ce-97de-4e38-893c-94d5c8025a75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3988, 'fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T20:02:24Z', 'updated_at': '2021-09-23T20:02:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-16', '_interfaces': [{'id': '9a4a8819-9bf9-463c-965b-59813a76debe', 'name': '', 'network_id': 'b16d32b9-9188-4404-b015-0143766b94e4', 'tenant_id': '9cf4888c1a454e07a3d16aa9e7c63006', 'mac_address': 'fa:16:3e:45:a2:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d7523ce-97de-4e38-893c-94d5c8025a75', 'device_owner': 'network:router_interface', 'standard_attr_id': 3991, 'fixed_ips': [{'subnet_id': '3fc74970-a6a5-436e-8a1d-4ee5e516a0bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T20:02:27Z', 'updated_at': '2021-09-23T20:02:28Z', 'revision_number': 2, 'project_id': '9cf4888c1a454e07a3d16aa9e7c63006', 'subnets': [{'id': '3fc74970-a6a5-436e-8a1d-4ee5e516a0bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-16', False) {} {{(pid=95104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 20:02:30.030645 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.plugin [None req-81ad018c-46c5-411d-9ede-9a8df4e9ebdd None None] Port 9a4a8819-9bf9-463c-965b-59813a76debe cannot update to ACTIVE because it is not bound. {{(pid=95103) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 20:02:30.042277 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb456910-b51f-4b17-8a43-b541229ac03b None None] Checking router: 0d7523ce-97de-4e38-893c-94d5c8025a75 for host: n-d-713301-16 {{(pid=95104) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 20:02:30.042640 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb456910-b51f-4b17-8a43-b541229ac03b None None] Updating router 0d7523ce-97de-4e38-893c-94d5c8025a75 port 9a4a8819-9bf9-463c-965b-59813a76debe binding host n-d-713301-16 {{(pid=95104) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 23 20:02:30.069568 n-d-713301-16 neutron-server[95104]: DEBUG neutron_lib.callbacks.manager [None req-fb456910-b51f-4b17-8a43-b541229ac03b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:02:30.152489 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-2177dfa3-792c-4235-b3f8-cf16ba559c45 None None] Provisioning complete for port 9a4a8819-9bf9-463c-965b-59813a76debe triggered by entity DHCP. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 20:02:30.152993 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-2177dfa3-792c-4235-b3f8-cf16ba559c45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:02:30.156069 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-8ac14b60-07ee-4eb5-8c70-63e860b62c92 req-737bd368-4096-43ba-8262-4c6318d49c85 tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] 10.222.0.67 "GET /v2.0/ports?device_id=b3e31e4b-a563-482d-a19a-0790b57e87c8 HTTP/1.1" status: 200 len: 210 time: 0.0381558 Sep 23 20:02:30.189965 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.plugin [None req-2177dfa3-792c-4235-b3f8-cf16ba559c45 None None] Port 9a4a8819-9bf9-463c-965b-59813a76debe cannot update to ACTIVE because it is not bound. {{(pid=95103) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 20:02:30.391619 n-d-713301-16 neutron-server[95104]: DEBUG neutron_lib.callbacks.manager [None req-fb456910-b51f-4b17-8a43-b541229ac03b None None] Notify callbacks [] for port, precommit_update {{(pid=95104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:02:30.398748 n-d-713301-16 neutron-server[95104]: DEBUG neutron_lib.callbacks.manager [None req-fb456910-b51f-4b17-8a43-b541229ac03b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:02:30.444530 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1df5e86-04a6-4f82-8289-39da150d3039 None None] Pushing event updated for resources: {'Port': ['ID=9a4a8819-9bf9-463c-965b-59813a76debe,revision_number=3']} {{(pid=95104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:02:30.462900 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1df5e86-04a6-4f82-8289-39da150d3039 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:02:30.464546 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1df5e86-04a6-4f82-8289-39da150d3039 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:02:30.464546 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1df5e86-04a6-4f82-8289-39da150d3039 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:02:30.464546 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1df5e86-04a6-4f82-8289-39da150d3039 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:02:30.465102 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1df5e86-04a6-4f82-8289-39da150d3039 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:02:30.465102 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1df5e86-04a6-4f82-8289-39da150d3039 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:02:30.465402 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1df5e86-04a6-4f82-8289-39da150d3039 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:02:30.465617 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1df5e86-04a6-4f82-8289-39da150d3039 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:02:30.465986 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1df5e86-04a6-4f82-8289-39da150d3039 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:02:30.466260 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1df5e86-04a6-4f82-8289-39da150d3039 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:02:30.466616 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1df5e86-04a6-4f82-8289-39da150d3039 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:02:30.466940 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1df5e86-04a6-4f82-8289-39da150d3039 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:02:30.527813 n-d-713301-16 neutron-server[95104]: DEBUG neutron.plugins.ml2.managers [None req-fb456910-b51f-4b17-8a43-b541229ac03b None None] Attempting to bind port 9a4a8819-9bf9-463c-965b-59813a76debe on host n-d-713301-16 for vnic_type normal with profile {{(pid=95104) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 20:02:30.528594 n-d-713301-16 neutron-server[95104]: DEBUG neutron.plugins.ml2.managers [None req-fb456910-b51f-4b17-8a43-b541229ac03b None None] Attempting to bind port 9a4a8819-9bf9-463c-965b-59813a76debe by drivers openvswitch,hyperv on host n-d-713301-16 at level 0 using segments [{'id': '46f4d30d-abb3-46a0-ab22-edc50832ca81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': 'b16d32b9-9188-4404-b015-0143766b94e4'}] {{(pid=95104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 20:02:30.528594 n-d-713301-16 neutron-server[95104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb456910-b51f-4b17-8a43-b541229ac03b None None] Attempting to bind port 9a4a8819-9bf9-463c-965b-59813a76debe on network b16d32b9-9188-4404-b015-0143766b94e4 {{(pid=95104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 20:02:30.535003 n-d-713301-16 neutron-server[95104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb456910-b51f-4b17-8a43-b541229ac03b None None] Checking agent: {'id': '70a14545-df24-472f-8f95-bfe1719bff93', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 19, 7, 53), 'started_at': datetime.datetime(2021, 9, 23, 19, 8, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 20, 2, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 20:02:30.535359 n-d-713301-16 neutron-server[95104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb456910-b51f-4b17-8a43-b541229ac03b None None] Checking segment: {'id': '46f4d30d-abb3-46a0-ab22-edc50832ca81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': 'b16d32b9-9188-4404-b015-0143766b94e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95104) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 20:02:30.535956 n-d-713301-16 neutron-server[95104]: DEBUG neutron_lib.callbacks.manager [None req-fb456910-b51f-4b17-8a43-b541229ac03b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:02:30.536524 n-d-713301-16 neutron-server[95104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb456910-b51f-4b17-8a43-b541229ac03b None None] Bound using segment: {'id': '46f4d30d-abb3-46a0-ab22-edc50832ca81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': 'b16d32b9-9188-4404-b015-0143766b94e4'} {{(pid=95104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 20:02:30.537199 n-d-713301-16 neutron-server[95104]: DEBUG neutron.plugins.ml2.managers [None req-fb456910-b51f-4b17-8a43-b541229ac03b None None] Bound port: 9a4a8819-9bf9-463c-965b-59813a76debe, host: n-d-713301-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '46f4d30d-abb3-46a0-ab22-edc50832ca81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': 'b16d32b9-9188-4404-b015-0143766b94e4'}}] {{(pid=95104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 20:02:30.538007 n-d-713301-16 neutron-server[95104]: DEBUG neutron_lib.callbacks.manager [None req-fb456910-b51f-4b17-8a43-b541229ac03b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:02:30.632846 n-d-713301-16 neutron-server[95104]: DEBUG neutron.plugins.ml2.db [None req-fb456910-b51f-4b17-8a43-b541229ac03b None None] For port 9a4a8819-9bf9-463c-965b-59813a76debe, host n-d-713301-16, cleared binding levels {{(pid=95104) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 20:02:30.637631 n-d-713301-16 neutron-server[95104]: DEBUG neutron.plugins.ml2.db [None req-fb456910-b51f-4b17-8a43-b541229ac03b None None] For port 9a4a8819-9bf9-463c-965b-59813a76debe, host n-d-713301-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-16',level=0,port_id=9a4a8819-9bf9-463c-965b-59813a76debe,segment=NetworkSegment(46f4d30d-abb3-46a0-ab22-edc50832ca81),segment_id=46f4d30d-abb3-46a0-ab22-edc50832ca81)] {{(pid=95104) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 20:02:30.646933 n-d-713301-16 neutron-server[95104]: DEBUG neutron_lib.callbacks.manager [None req-fb456910-b51f-4b17-8a43-b541229ac03b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:02:30.716495 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb456910-b51f-4b17-8a43-b541229ac03b None None] Routers {'0d7523ce-97de-4e38-893c-94d5c8025a75'} bound to L3 agent in host n-d-713301-16 {{(pid=95104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 20:02:30.717033 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_hamode_db [None req-fb456910-b51f-4b17-8a43-b541229ac03b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-23T19:07:52Z,description=,heartbeat_timestamp=2021-09-23T20:02:23Z,host='n-d-713301-16',id=79a740bf-7821-4989-8288-7186e3e128f3,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:07:52Z,topic='l3_agent')) {'router_ids': ['0d7523ce-97de-4e38-893c-94d5c8025a75'], 'active': True} {{(pid=95104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 20:02:30.763873 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1df5e86-04a6-4f82-8289-39da150d3039 None None] Pushing event updated for resources: {'Port': ['ID=9a4a8819-9bf9-463c-965b-59813a76debe,revision_number=4']} {{(pid=95104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:02:30.790354 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Device 8fe11443-6bc9-4426-818b-17f5d73c8962 up at agent ovs-agent-n-d-713301-16 {{(pid=95103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 20:02:30.846443 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-19fcb7c1-e3e3-4a54-bc44-cca3aa09ab4c None None] Provisioning complete for port 9a4a8819-9bf9-463c-965b-59813a76debe triggered by entity DHCP. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 20:02:30.846808 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-19fcb7c1-e3e3-4a54-bc44-cca3aa09ab4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:02:30.855958 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_dvr_db [None req-fb456910-b51f-4b17-8a43-b541229ac03b None None] Set router 0d7523ce-97de-4e38-893c-94d5c8025a75 gateway port host: n-d-713301-16 {{(pid=95104) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 20:02:30.890923 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Provisioning complete for port 8fe11443-6bc9-4426-818b-17f5d73c8962 triggered by entity L2. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 20:02:30.891291 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:02:31.001238 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-19fcb7c1-e3e3-4a54-bc44-cca3aa09ab4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:02:31.037266 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Device ccf76940-c473-4a96-9c87-35bf1a0bfc4c up at agent ovs-agent-n-d-713301-16 {{(pid=95103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 20:02:31.084181 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-19fcb7c1-e3e3-4a54-bc44-cca3aa09ab4c None None] For port 9a4a8819-9bf9-463c-965b-59813a76debe, host n-d-713301-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-16',level=0,port_id=9a4a8819-9bf9-463c-965b-59813a76debe,segment=NetworkSegment(46f4d30d-abb3-46a0-ab22-edc50832ca81),segment_id=46f4d30d-abb3-46a0-ab22-edc50832ca81)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 20:02:31.091243 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-19fcb7c1-e3e3-4a54-bc44-cca3aa09ab4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:02:31.164310 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Provisioning complete for port ccf76940-c473-4a96-9c87-35bf1a0bfc4c triggered by entity L2. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 20:02:31.164857 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:02:31.165299 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_hamode_db [None req-fb456910-b51f-4b17-8a43-b541229ac03b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d7523ce-97de-4e38-893c-94d5c8025a75', 'name': 'tempest-TestNetworkAdvancedServerOps-router-975287796', 'tenant_id': '9cf4888c1a454e07a3d16aa9e7c63006', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'external_fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.108'}], 'enable_snat': True}, 'gw_port_id': 'ccf76940-c473-4a96-9c87-35bf1a0bfc4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T20:02:24Z', 'updated_at': '2021-09-23T20:02:28Z', 'revision_number': 4, 'project_id': '9cf4888c1a454e07a3d16aa9e7c63006', 'gw_port': {'id': 'ccf76940-c473-4a96-9c87-35bf1a0bfc4c', 'name': '', 'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:78:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d7523ce-97de-4e38-893c-94d5c8025a75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3988, 'fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T20:02:24Z', 'updated_at': '2021-09-23T20:02:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-16', '_interfaces': [{'id': '9a4a8819-9bf9-463c-965b-59813a76debe', 'name': '', 'network_id': 'b16d32b9-9188-4404-b015-0143766b94e4', 'tenant_id': '9cf4888c1a454e07a3d16aa9e7c63006', 'mac_address': 'fa:16:3e:45:a2:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d7523ce-97de-4e38-893c-94d5c8025a75', 'device_owner': 'network:router_interface', 'standard_attr_id': 3991, 'fixed_ips': [{'subnet_id': '3fc74970-a6a5-436e-8a1d-4ee5e516a0bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T20:02:27Z', 'updated_at': '2021-09-23T20:02:30Z', 'revision_number': 4, 'project_id': '9cf4888c1a454e07a3d16aa9e7c63006', 'subnets': [{'id': '3fc74970-a6a5-436e-8a1d-4ee5e516a0bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-16', False) {} {{(pid=95104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 20:02:31.194546 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19fcb7c1-e3e3-4a54-bc44-cca3aa09ab4c None None] Pushing event updated for resources: {'Port': ['ID=9a4a8819-9bf9-463c-965b-59813a76debe,revision_number=5']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:02:31.210175 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb456910-b51f-4b17-8a43-b541229ac03b None None] The sync data for ids ['0d7523ce-97de-4e38-893c-94d5c8025a75'] in n-d-713301-16 is: [{'id': '0d7523ce-97de-4e38-893c-94d5c8025a75', 'name': 'tempest-TestNetworkAdvancedServerOps-router-975287796', 'tenant_id': '9cf4888c1a454e07a3d16aa9e7c63006', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'external_fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.108'}], 'enable_snat': True}, 'gw_port_id': 'ccf76940-c473-4a96-9c87-35bf1a0bfc4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T20:02:24Z', 'updated_at': '2021-09-23T20:02:28Z', 'revision_number': 4, 'project_id': '9cf4888c1a454e07a3d16aa9e7c63006', 'gw_port': {'id': 'ccf76940-c473-4a96-9c87-35bf1a0bfc4c', 'name': '', 'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:78:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d7523ce-97de-4e38-893c-94d5c8025a75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3988, 'fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T20:02:24Z', 'updated_at': '2021-09-23T20:02:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-16', '_interfaces': [{'id': '9a4a8819-9bf9-463c-965b-59813a76debe', 'name': '', 'network_id': 'b16d32b9-9188-4404-b015-0143766b94e4', 'tenant_id': '9cf4888c1a454e07a3d16aa9e7c63006', 'mac_address': 'fa:16:3e:45:a2:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d7523ce-97de-4e38-893c-94d5c8025a75', 'device_owner': 'network:router_interface', 'standard_attr_id': 3991, 'fixed_ips': [{'subnet_id': '3fc74970-a6a5-436e-8a1d-4ee5e516a0bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T20:02:27Z', 'updated_at': '2021-09-23T20:02:30Z', 'revision_number': 4, 'project_id': '9cf4888c1a454e07a3d16aa9e7c63006', 'subnets': [{'id': '3fc74970-a6a5-436e-8a1d-4ee5e516a0bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 20:02:31.238330 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-0d8fa148-001e-4e55-ba1a-616b602d2e68 None None] Provisioning complete for port 9a4a8819-9bf9-463c-965b-59813a76debe triggered by entity DHCP. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 20:02:31.238857 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-0d8fa148-001e-4e55-ba1a-616b602d2e68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:02:31.248413 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f82842d-dfc8-4341-8dff-b5a9bb975800 req-18177ff7-06e8-4a94-aa6d-37b993fbed9a tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:02:31.251908 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-4f82842d-dfc8-4341-8dff-b5a9bb975800 req-18177ff7-06e8-4a94-aa6d-37b993fbed9a tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] 10.222.0.53 "GET /v2.0/networks?id=b16d32b9-9188-4404-b015-0143766b94e4 HTTP/1.1" status: 200 len: 796 time: 0.2029822 Sep 23 20:02:31.333445 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-3b568218-0409-412c-a540-909f6b43266f req-e6d147d8-289a-433e-9732-63de725416ee tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] 10.222.0.67 "GET /v2.0/ports?device_id=b3e31e4b-a563-482d-a19a-0790b57e87c8 HTTP/1.1" status: 200 len: 210 time: 0.0691833 Sep 23 20:02:31.401406 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-4f82842d-dfc8-4341-8dff-b5a9bb975800 req-713c5024-0a5e-4a03-b782-5fc813170b85 tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] 10.222.0.53 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9cf4888c1a454e07a3d16aa9e7c63006 HTTP/1.1" status: 200 len: 379 time: 0.1384532 Sep 23 20:02:31.413760 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.v2.base [req-4f82842d-dfc8-4341-8dff-b5a9bb975800 req-ac2a49bb-3234-4560-89cf-778c5f6b4af8 tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] Request body: {'port': {'device_id': 'b3e31e4b-a563-482d-a19a-0790b57e87c8', 'network_id': 'b16d32b9-9188-4404-b015-0143766b94e4', 'admin_state_up': True, 'tenant_id': '9cf4888c1a454e07a3d16aa9e7c63006', 'security_groups': ['d0280dfe-ab06-4fca-9b51-e01d7eb39c5f']}} {{(pid=95102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 20:02:31.566707 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4f82842d-dfc8-4341-8dff-b5a9bb975800 req-ac2a49bb-3234-4560-89cf-778c5f6b4af8 tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] Made reservation on behalf of 9cf4888c1a454e07a3d16aa9e7c63006 for: {'port': 1} {{(pid=95102) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 20:02:31.571476 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-4f82842d-dfc8-4341-8dff-b5a9bb975800 req-ac2a49bb-3234-4560-89cf-778c5f6b4af8 tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:02:31.743907 n-d-713301-16 neutron-server[95102]: DEBUG neutron.db.db_base_plugin_common [req-4f82842d-dfc8-4341-8dff-b5a9bb975800 req-ac2a49bb-3234-4560-89cf-778c5f6b4af8 tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] Allocated IP 172.20.0.8 (b16d32b9-9188-4404-b015-0143766b94e4/3fc74970-a6a5-436e-8a1d-4ee5e516a0bf/7a7f91ab-165f-4845-a483-51b0e4c15fb3) {{(pid=95102) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 20:02:31.916701 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-4f82842d-dfc8-4341-8dff-b5a9bb975800 req-ac2a49bb-3234-4560-89cf-778c5f6b4af8 tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] Notify callbacks [] for port, precommit_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:02:31.957271 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-4f82842d-dfc8-4341-8dff-b5a9bb975800 req-ac2a49bb-3234-4560-89cf-778c5f6b4af8 tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783145673135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4399100'] for port, after_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:02:32.006506 n-d-713301-16 neutron-server[95102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4f82842d-dfc8-4341-8dff-b5a9bb975800 req-ac2a49bb-3234-4560-89cf-778c5f6b4af8 tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] Network b16d32b9-9188-4404-b015-0143766b94e4 is already hosted by enough agents. {{(pid=95102) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 20:02:32.009853 n-d-713301-16 neutron-server[95102]: DEBUG neutron.scheduler.base_scheduler [req-4f82842d-dfc8-4341-8dff-b5a9bb975800 req-ac2a49bb-3234-4560-89cf-778c5f6b4af8 tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] Resources bound (agent type, host, resource id): {{(pid=95102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 20:02:32.017209 n-d-713301-16 neutron-server[95102]: DEBUG neutron.db.l3_dvrscheduler_db [req-4f82842d-dfc8-4341-8dff-b5a9bb975800 req-ac2a49bb-3234-4560-89cf-778c5f6b4af8 tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] Received port after_create {{(pid=95102) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 20:02:32.021857 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac2a49bb-3234-4560-89cf-778c5f6b4af8 tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] Pushing event updated for resources: {'Port': ['ID=7a7f91ab-165f-4845-a483-51b0e4c15fb3,revision_number=1']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:02:32.093722 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f82842d-dfc8-4341-8dff-b5a9bb975800 req-ac2a49bb-3234-4560-89cf-778c5f6b4af8 tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:02:32.094439 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-4f82842d-dfc8-4341-8dff-b5a9bb975800 req-ac2a49bb-3234-4560-89cf-778c5f6b4af8 tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222849'] for port, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:02:32.113443 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-4f82842d-dfc8-4341-8dff-b5a9bb975800 req-ac2a49bb-3234-4560-89cf-778c5f6b4af8 tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7038140 Sep 23 20:02:32.127065 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.v2.base [req-4f82842d-dfc8-4341-8dff-b5a9bb975800 req-ccea2e58-f564-45c1-a226-71c73532d300 service neutron] Request body: {'port': {'device_id': 'b3e31e4b-a563-482d-a19a-0790b57e87c8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713301-16'}} {{(pid=95102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 20:02:32.191884 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-4f82842d-dfc8-4341-8dff-b5a9bb975800 req-ccea2e58-f564-45c1-a226-71c73532d300 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:02:32.285108 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-4887dbff-fbe6-4dd7-b8f8-c4ee6f09f0e4 None None] Provisioning complete for port 7a7f91ab-165f-4845-a483-51b0e4c15fb3 triggered by entity DHCP. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 20:02:32.285714 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-4887dbff-fbe6-4dd7-b8f8-c4ee6f09f0e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:02:32.326481 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.plugin [None req-4887dbff-fbe6-4dd7-b8f8-c4ee6f09f0e4 None None] Port 7a7f91ab-165f-4845-a483-51b0e4c15fb3 cannot update to ACTIVE because it is not bound. {{(pid=95103) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 20:02:32.530311 n-d-713301-16 neutron-server[95102]: DEBUG neutron.notifiers.nova [req-4f82842d-dfc8-4341-8dff-b5a9bb975800 req-ccea2e58-f564-45c1-a226-71c73532d300 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7a7f91ab-165f-4845-a483-51b0e4c15fb3 {{(pid=95102) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 20:02:32.538869 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-4f82842d-dfc8-4341-8dff-b5a9bb975800 req-ccea2e58-f564-45c1-a226-71c73532d300 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:02:32.553134 n-d-713301-16 neutron-server[95102]: DEBUG neutron.db.provisioning_blocks [req-4f82842d-dfc8-4341-8dff-b5a9bb975800 req-ccea2e58-f564-45c1-a226-71c73532d300 service neutron] Transition to ACTIVE for port object 7a7f91ab-165f-4845-a483-51b0e4c15fb3 will not be triggered until provisioned by entity L2. {{(pid=95102) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 20:02:32.564928 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07bc9e96-3e79-4300-9ceb-414b4644e8c3 req-69c4599c-24f0-4dfa-a6bb-1829b5b8ce51 tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:02:32.566548 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-07bc9e96-3e79-4300-9ceb-414b4644e8c3 req-69c4599c-24f0-4dfa-a6bb-1829b5b8ce51 tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] 10.222.0.67 "GET /v2.0/ports?device_id=b3e31e4b-a563-482d-a19a-0790b57e87c8 HTTP/1.1" status: 200 len: 931 time: 0.1517098 Sep 23 20:02:32.567790 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-4f82842d-dfc8-4341-8dff-b5a9bb975800 req-ccea2e58-f564-45c1-a226-71c73532d300 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4399095'] for port, after_update {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:02:32.666527 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccea2e58-f564-45c1-a226-71c73532d300 service neutron] Pushing event updated for resources: {'Port': ['ID=7a7f91ab-165f-4845-a483-51b0e4c15fb3,revision_number=2']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:02:32.709886 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-07bc9e96-3e79-4300-9ceb-414b4644e8c3 req-b8f624cb-d1d6-41d7-88e2-2f2b7d441f3c tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] 10.222.0.67 "GET /v2.0/security-groups?id=d0280dfe-ab06-4fca-9b51-e01d7eb39c5f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1287103 Sep 23 20:02:32.749337 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.managers [req-4f82842d-dfc8-4341-8dff-b5a9bb975800 req-ccea2e58-f564-45c1-a226-71c73532d300 service neutron] Attempting to bind port 7a7f91ab-165f-4845-a483-51b0e4c15fb3 on host n-h2-713301-16 for vnic_type normal with profile {{(pid=95102) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 20:02:32.749337 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.managers [req-4f82842d-dfc8-4341-8dff-b5a9bb975800 req-ccea2e58-f564-45c1-a226-71c73532d300 service neutron] Attempting to bind port 7a7f91ab-165f-4845-a483-51b0e4c15fb3 by drivers openvswitch,hyperv on host n-h2-713301-16 at level 0 using segments [{'id': '46f4d30d-abb3-46a0-ab22-edc50832ca81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': 'b16d32b9-9188-4404-b015-0143766b94e4'}] {{(pid=95102) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 20:02:32.749670 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f82842d-dfc8-4341-8dff-b5a9bb975800 req-ccea2e58-f564-45c1-a226-71c73532d300 service neutron] Attempting to bind port 7a7f91ab-165f-4845-a483-51b0e4c15fb3 on network b16d32b9-9188-4404-b015-0143766b94e4 {{(pid=95102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 20:02:32.756297 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f82842d-dfc8-4341-8dff-b5a9bb975800 req-ccea2e58-f564-45c1-a226-71c73532d300 service neutron] Port 7a7f91ab-165f-4845-a483-51b0e4c15fb3 on network b16d32b9-9188-4404-b015-0143766b94e4 not bound, no agent of type Open vSwitch agent registered on host n-h2-713301-16 {{(pid=95102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 20:02:32.756942 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f82842d-dfc8-4341-8dff-b5a9bb975800 req-ccea2e58-f564-45c1-a226-71c73532d300 service neutron] Attempting to bind port 7a7f91ab-165f-4845-a483-51b0e4c15fb3 on network b16d32b9-9188-4404-b015-0143766b94e4 {{(pid=95102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 20:02:32.771586 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f82842d-dfc8-4341-8dff-b5a9bb975800 req-ccea2e58-f564-45c1-a226-71c73532d300 service neutron] Checking agent: {'id': '2a7cea34-db54-4faf-8d23-37521c3e34cb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713301-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 19, 15, 28), 'started_at': datetime.datetime(2021, 9, 23, 19, 15, 28), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 20, 2, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 20:02:32.771944 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f82842d-dfc8-4341-8dff-b5a9bb975800 req-ccea2e58-f564-45c1-a226-71c73532d300 service neutron] Checking segment: {'id': '46f4d30d-abb3-46a0-ab22-edc50832ca81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': 'b16d32b9-9188-4404-b015-0143766b94e4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95102) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 20:02:32.772396 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f82842d-dfc8-4341-8dff-b5a9bb975800 req-ccea2e58-f564-45c1-a226-71c73532d300 service neutron] Bound using segment: {'id': '46f4d30d-abb3-46a0-ab22-edc50832ca81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': 'b16d32b9-9188-4404-b015-0143766b94e4'} {{(pid=95102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 20:02:32.772830 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.managers [req-4f82842d-dfc8-4341-8dff-b5a9bb975800 req-ccea2e58-f564-45c1-a226-71c73532d300 service neutron] Bound port: 7a7f91ab-165f-4845-a483-51b0e4c15fb3, host: n-h2-713301-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '46f4d30d-abb3-46a0-ab22-edc50832ca81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': 'b16d32b9-9188-4404-b015-0143766b94e4'}}] {{(pid=95102) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 20:02:32.773206 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-4f82842d-dfc8-4341-8dff-b5a9bb975800 req-ccea2e58-f564-45c1-a226-71c73532d300 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:02:32.870666 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.db [req-4f82842d-dfc8-4341-8dff-b5a9bb975800 req-ccea2e58-f564-45c1-a226-71c73532d300 service neutron] For port 7a7f91ab-165f-4845-a483-51b0e4c15fb3, host n-h2-713301-16, cleared binding levels {{(pid=95102) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 20:02:32.875265 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.db [req-4f82842d-dfc8-4341-8dff-b5a9bb975800 req-ccea2e58-f564-45c1-a226-71c73532d300 service neutron] For port 7a7f91ab-165f-4845-a483-51b0e4c15fb3, host n-h2-713301-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-16',level=0,port_id=7a7f91ab-165f-4845-a483-51b0e4c15fb3,segment=NetworkSegment(46f4d30d-abb3-46a0-ab22-edc50832ca81),segment_id=46f4d30d-abb3-46a0-ab22-edc50832ca81)] {{(pid=95102) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 20:02:32.878437 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Device 9a4a8819-9bf9-463c-965b-59813a76debe up at agent ovs-agent-n-d-713301-16 {{(pid=95103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 20:02:32.879628 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-4f82842d-dfc8-4341-8dff-b5a9bb975800 req-ccea2e58-f564-45c1-a226-71c73532d300 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4399095'] for port, after_update {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:02:32.914184 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f82842d-dfc8-4341-8dff-b5a9bb975800 req-ccea2e58-f564-45c1-a226-71c73532d300 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:02:32.914850 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-4f82842d-dfc8-4341-8dff-b5a9bb975800 req-ccea2e58-f564-45c1-a226-71c73532d300 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222849'] for port, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:02:32.916385 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-4f82842d-dfc8-4341-8dff-b5a9bb975800 req-ccea2e58-f564-45c1-a226-71c73532d300 service neutron] 10.222.0.53 "PUT /v2.0/ports/7a7f91ab-165f-4845-a483-51b0e4c15fb3 HTTP/1.1" status: 200 len: 1092 time: 0.7949061 Sep 23 20:02:32.916858 n-d-713301-16 neutron-server[95102]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b3e31e4b-a563-482d-a19a-0790b57e87c8', 'tag': '7a7f91ab-165f-4845-a483-51b0e4c15fb3'}] {{(pid=95102) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 20:02:32.919394 n-d-713301-16 neutron-server[95102]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab31b6d93e5336dbddfa8ec424565b3bd8cb2369c5b4d85bc943472dbb21e8ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d32de0f-8ff5-4884-88f7-61fd4740cb7c" -d '{"events": [{"name": "network-changed", "server_uuid": "b3e31e4b-a563-482d-a19a-0790b57e87c8", "tag": "7a7f91ab-165f-4845-a483-51b0e4c15fb3"}]}' {{(pid=95102) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 20:02:32.946739 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccea2e58-f564-45c1-a226-71c73532d300 service neutron] Pushing event updated for resources: {'Port': ['ID=7a7f91ab-165f-4845-a483-51b0e4c15fb3,revision_number=3']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:02:32.961858 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Provisioning complete for port 9a4a8819-9bf9-463c-965b-59813a76debe triggered by entity L2. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 20:02:32.962629 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:02:32.987315 n-d-713301-16 neutron-server[95102]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 20:02:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-020a6f87-7601-489c-896c-f19d582d5fe5 x-openstack-request-id: req-020a6f87-7601-489c-896c-f19d582d5fe5 {{(pid=95102) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 20:02:32.988171 n-d-713301-16 neutron-server[95102]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b3e31e4b-a563-482d-a19a-0790b57e87c8", "tag": "7a7f91ab-165f-4845-a483-51b0e4c15fb3", "status": "completed", "code": 200}]} {{(pid=95102) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 20:02:32.988981 n-d-713301-16 neutron-server[95102]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-020a6f87-7601-489c-896c-f19d582d5fe5 {{(pid=95102) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 20:02:32.990034 n-d-713301-16 neutron-server[95102]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b3e31e4b-a563-482d-a19a-0790b57e87c8', 'tag': '7a7f91ab-165f-4845-a483-51b0e4c15fb3', 'status': 'completed', 'code': 200} Sep 23 20:02:33.037815 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f82842d-dfc8-4341-8dff-b5a9bb975800 req-c3eba69d-f3c6-45ee-a14c-39dddfbf1bf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:02:33.039787 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-4f82842d-dfc8-4341-8dff-b5a9bb975800 req-c3eba69d-f3c6-45ee-a14c-39dddfbf1bf3 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=9cf4888c1a454e07a3d16aa9e7c63006&device_id=b3e31e4b-a563-482d-a19a-0790b57e87c8 HTTP/1.1" status: 200 len: 1095 time: 0.0661237 Sep 23 20:02:33.091779 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-4f82842d-dfc8-4341-8dff-b5a9bb975800 req-3a29d4b6-b281-4d04-9c17-88c7d0339fc6 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7a7f91ab-165f-4845-a483-51b0e4c15fb3 HTTP/1.1" status: 200 len: 217 time: 0.0438447 Sep 23 20:02:33.152227 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f82842d-dfc8-4341-8dff-b5a9bb975800 req-0e1582a7-96f1-478c-a9c9-651b3163bd93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:02:33.154168 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-4f82842d-dfc8-4341-8dff-b5a9bb975800 req-0e1582a7-96f1-478c-a9c9-651b3163bd93 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=3fc74970-a6a5-436e-8a1d-4ee5e516a0bf HTTP/1.1" status: 200 len: 835 time: 0.0554376 Sep 23 20:02:33.206422 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f82842d-dfc8-4341-8dff-b5a9bb975800 req-d926854c-df62-4daf-9522-ff9cbb51eef8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:02:33.208049 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-4f82842d-dfc8-4341-8dff-b5a9bb975800 req-d926854c-df62-4daf-9522-ff9cbb51eef8 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=b16d32b9-9188-4404-b015-0143766b94e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0470917 Sep 23 20:02:33.309160 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-4f82842d-dfc8-4341-8dff-b5a9bb975800 req-e842727b-a33a-40e0-bc6e-fe35b4a6f5da service neutron] 10.222.0.53 "GET /v2.0/networks/b16d32b9-9188-4404-b015-0143766b94e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0933628 Sep 23 20:02:33.408337 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-4f82842d-dfc8-4341-8dff-b5a9bb975800 req-991c55bc-36be-4d0b-8473-d5765a713bf8 service neutron] 10.222.0.53 "GET /v2.0/networks/b16d32b9-9188-4404-b015-0143766b94e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0916419 Sep 23 20:02:33.497144 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d32de0f-8ff5-4884-88f7-61fd4740cb7c req-2512ea6c-5d81-4791-9564-7576f8415dfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:02:33.498681 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-7d32de0f-8ff5-4884-88f7-61fd4740cb7c req-2512ea6c-5d81-4791-9564-7576f8415dfd service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=9cf4888c1a454e07a3d16aa9e7c63006&device_id=b3e31e4b-a563-482d-a19a-0790b57e87c8 HTTP/1.1" status: 200 len: 1095 time: 0.0454886 Sep 23 20:02:33.595877 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d32de0f-8ff5-4884-88f7-61fd4740cb7c req-2082ab79-55f2-4d45-820c-8681deb6fb41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:02:33.597447 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-7d32de0f-8ff5-4884-88f7-61fd4740cb7c req-2082ab79-55f2-4d45-820c-8681deb6fb41 service neutron] 10.222.0.53 "GET /v2.0/networks?id=b16d32b9-9188-4404-b015-0143766b94e4 HTTP/1.1" status: 200 len: 897 time: 0.0922844 Sep 23 20:02:33.644879 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-7d32de0f-8ff5-4884-88f7-61fd4740cb7c req-149230bc-3a39-4c4d-b2b3-c2875c90f44b service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7a7f91ab-165f-4845-a483-51b0e4c15fb3 HTTP/1.1" status: 200 len: 217 time: 0.0395780 Sep 23 20:02:33.703388 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d32de0f-8ff5-4884-88f7-61fd4740cb7c req-6943838b-28bd-41d9-8984-2cf2f2fb0249 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:02:33.704903 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-7d32de0f-8ff5-4884-88f7-61fd4740cb7c req-6943838b-28bd-41d9-8984-2cf2f2fb0249 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=3fc74970-a6a5-436e-8a1d-4ee5e516a0bf HTTP/1.1" status: 200 len: 835 time: 0.0524352 Sep 23 20:02:33.761489 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d32de0f-8ff5-4884-88f7-61fd4740cb7c req-f4208f7e-17f8-4e34-a21a-990a2ad329d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:02:33.763039 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-7d32de0f-8ff5-4884-88f7-61fd4740cb7c req-f4208f7e-17f8-4e34-a21a-990a2ad329d2 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=b16d32b9-9188-4404-b015-0143766b94e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0506158 Sep 23 20:02:33.907236 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-7d32de0f-8ff5-4884-88f7-61fd4740cb7c req-f279c376-79a2-4ac5-910c-8a6bd7e47a1e service neutron] 10.222.0.53 "GET /v2.0/networks/b16d32b9-9188-4404-b015-0143766b94e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1365726 Sep 23 20:02:33.919769 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9afa33e-cae1-4ed8-982a-09a84d795366 req-02d55efa-e0fb-4233-8735-4f9530afc806 tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:02:33.921310 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-b9afa33e-cae1-4ed8-982a-09a84d795366 req-02d55efa-e0fb-4233-8735-4f9530afc806 tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] 10.222.0.67 "GET /v2.0/ports?device_id=b3e31e4b-a563-482d-a19a-0790b57e87c8 HTTP/1.1" status: 200 len: 943 time: 0.0717432 Sep 23 20:02:34.027985 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-b9afa33e-cae1-4ed8-982a-09a84d795366 req-a8d24464-c882-4859-9851-83de29f58146 tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] 10.222.0.67 "GET /v2.0/security-groups?id=d0280dfe-ab06-4fca-9b51-e01d7eb39c5f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0980906 Sep 23 20:02:34.055900 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-7d32de0f-8ff5-4884-88f7-61fd4740cb7c req-56b4d853-edc9-465e-be16-28ace5bb93d3 service neutron] 10.222.0.53 "GET /v2.0/networks/b16d32b9-9188-4404-b015-0143766b94e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1328347 Sep 23 20:02:35.165674 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24399c6a-6d63-4a33-a8a9-9c749f249c9f req-d0199bf2-87b5-4d89-92ac-63a00941ff9c tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:02:35.167727 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-24399c6a-6d63-4a33-a8a9-9c749f249c9f req-d0199bf2-87b5-4d89-92ac-63a00941ff9c tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] 10.222.0.67 "GET /v2.0/ports?device_id=b3e31e4b-a563-482d-a19a-0790b57e87c8 HTTP/1.1" status: 200 len: 943 time: 0.0559077 Sep 23 20:02:35.206183 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-24399c6a-6d63-4a33-a8a9-9c749f249c9f req-1d7a7076-3157-433c-91c2-e6c798652551 tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] 10.222.0.67 "GET /v2.0/security-groups?id=d0280dfe-ab06-4fca-9b51-e01d7eb39c5f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323794 Sep 23 20:02:36.065943 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Device 7a7f91ab-165f-4845-a483-51b0e4c15fb3 details requested by agent hyperv_n-h2-713301-16 with host n-h2-713301-16 {{(pid=95103) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 20:02:36.164913 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] For port 7a7f91ab-165f-4845-a483-51b0e4c15fb3, host n-h2-713301-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-16',level=0,port_id=7a7f91ab-165f-4845-a483-51b0e4c15fb3,segment=NetworkSegment(46f4d30d-abb3-46a0-ab22-edc50832ca81),segment_id=46f4d30d-abb3-46a0-ab22-edc50832ca81)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 20:02:36.179972 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Returning: {'device': '7a7f91ab-165f-4845-a483-51b0e4c15fb3', 'network_id': 'b16d32b9-9188-4404-b015-0143766b94e4', 'port_id': '7a7f91ab-165f-4845-a483-51b0e4c15fb3', 'mac_address': 'fa:16:3e:39:56:96', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 630, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3fc74970-a6a5-436e-8a1d-4ee5e516a0bf', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95103) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 20:02:36.218241 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:02:36.231649 n-d-713301-16 neutron-server[95103]: DEBUG neutron.notifiers.nova [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7a7f91ab-165f-4845-a483-51b0e4c15fb3 {{(pid=95103) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 20:02:36.252946 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] For port 7a7f91ab-165f-4845-a483-51b0e4c15fb3, host n-h2-713301-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-16',level=0,port_id=7a7f91ab-165f-4845-a483-51b0e4c15fb3,segment=NetworkSegment(46f4d30d-abb3-46a0-ab22-edc50832ca81),segment_id=46f4d30d-abb3-46a0-ab22-edc50832ca81)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 20:02:36.257285 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:02:36.305938 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Pushing event updated for resources: {'Port': ['ID=7a7f91ab-165f-4845-a483-51b0e4c15fb3,revision_number=4']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:02:36.332198 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc93844-3965-4cdb-87e4-62ada40425cc req-efac0373-9563-47e6-a6c1-2a52ebbb0807 tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:02:36.333912 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-ffc93844-3965-4cdb-87e4-62ada40425cc req-efac0373-9563-47e6-a6c1-2a52ebbb0807 tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] 10.222.0.67 "GET /v2.0/ports?device_id=b3e31e4b-a563-482d-a19a-0790b57e87c8 HTTP/1.1" status: 200 len: 944 time: 0.0562696 Sep 23 20:02:36.374677 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-ffc93844-3965-4cdb-87e4-62ada40425cc req-906851b2-a4b9-4f65-aceb-4990f2107091 tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] 10.222.0.67 "GET /v2.0/security-groups?id=d0280dfe-ab06-4fca-9b51-e01d7eb39c5f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342276 Sep 23 20:02:36.461092 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] get_ports_and_sgs() called for port_ids ['7a7f91ab-165f-4845-a483-51b0e4c15fb3'] {{(pid=95103) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 20:02:37.490278 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31365565-ab57-4eb0-9314-83823c8da10f req-5bbe116e-b4bd-4613-89a5-1b04f9755c90 tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:02:37.491788 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-31365565-ab57-4eb0-9314-83823c8da10f req-5bbe116e-b4bd-4613-89a5-1b04f9755c90 tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] 10.222.0.67 "GET /v2.0/ports?device_id=b3e31e4b-a563-482d-a19a-0790b57e87c8 HTTP/1.1" status: 200 len: 944 time: 0.0494483 Sep 23 20:02:37.530856 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-31365565-ab57-4eb0-9314-83823c8da10f req-2742d0c8-a0f6-454f-990a-56f82918affd tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] 10.222.0.67 "GET /v2.0/security-groups?id=d0280dfe-ab06-4fca-9b51-e01d7eb39c5f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322726 Sep 23 20:02:38.080615 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Device 7a7f91ab-165f-4845-a483-51b0e4c15fb3 up at agent hyperv_n-h2-713301-16 {{(pid=95103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 20:02:38.129820 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Provisioning for port 7a7f91ab-165f-4845-a483-51b0e4c15fb3 completed by entity L2. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 20:02:38.133367 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Provisioning complete for port 7a7f91ab-165f-4845-a483-51b0e4c15fb3 triggered by entity L2. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 20:02:38.133732 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:02:38.211404 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:02:38.235761 n-d-713301-16 neutron-server[95103]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b3e31e4b-a563-482d-a19a-0790b57e87c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a7f91ab-165f-4845-a483-51b0e4c15fb3'}] {{(pid=95103) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 20:02:38.238036 n-d-713301-16 neutron-server[95103]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}81a1c17f2aa89d5b3ebbba3a3e0cf7eb588e431c2224256110c4c4facdd7c3e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-174544bd-a2d3-4347-870e-ef7cd06e73cd" -d '{"events": [{"server_uuid": "b3e31e4b-a563-482d-a19a-0790b57e87c8", "name": "network-vif-plugged", "status": "completed", "tag": "7a7f91ab-165f-4845-a483-51b0e4c15fb3"}]}' {{(pid=95103) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 20:02:38.251322 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] For port 7a7f91ab-165f-4845-a483-51b0e4c15fb3, host n-h2-713301-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-16',level=0,port_id=7a7f91ab-165f-4845-a483-51b0e4c15fb3,segment=NetworkSegment(46f4d30d-abb3-46a0-ab22-edc50832ca81),segment_id=46f4d30d-abb3-46a0-ab22-edc50832ca81)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 20:02:38.256579 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:02:38.280821 n-d-713301-16 neutron-server[95103]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 20:02:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d98f9488-7171-4f70-87db-b30b9d6682a8 x-openstack-request-id: req-d98f9488-7171-4f70-87db-b30b9d6682a8 {{(pid=95103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 20:02:38.281109 n-d-713301-16 neutron-server[95103]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b3e31e4b-a563-482d-a19a-0790b57e87c8", "name": "network-vif-plugged", "status": "completed", "tag": "7a7f91ab-165f-4845-a483-51b0e4c15fb3", "code": 200}]} {{(pid=95103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 20:02:38.281362 n-d-713301-16 neutron-server[95103]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-d98f9488-7171-4f70-87db-b30b9d6682a8 {{(pid=95103) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 20:02:38.281860 n-d-713301-16 neutron-server[95103]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b3e31e4b-a563-482d-a19a-0790b57e87c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a7f91ab-165f-4845-a483-51b0e4c15fb3', 'code': 200} Sep 23 20:02:38.307522 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Pushing event updated for resources: {'Port': ['ID=7a7f91ab-165f-4845-a483-51b0e4c15fb3,revision_number=5']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:02:38.381183 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ecc518-2610-45c6-b681-ca951515d709 req-ed1fd2ff-8eeb-417b-a16d-afcfba38a427 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:02:38.382686 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-88ecc518-2610-45c6-b681-ca951515d709 req-ed1fd2ff-8eeb-417b-a16d-afcfba38a427 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=b3e31e4b-a563-482d-a19a-0790b57e87c8 HTTP/1.1" status: 200 len: 1097 time: 0.0466835 Sep 23 20:02:38.417448 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-88ecc518-2610-45c6-b681-ca951515d709 req-0b31ead5-2311-4eca-9ab4-6b3696981ede service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=d0280dfe-ab06-4fca-9b51-e01d7eb39c5f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0278981 Sep 23 20:02:38.648319 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1926af-a0e6-4fe0-901a-45fb2bc6e344 req-6e7e00d1-59a9-45a3-a00b-f17e122135e3 tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:02:38.649741 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-cb1926af-a0e6-4fe0-901a-45fb2bc6e344 req-6e7e00d1-59a9-45a3-a00b-f17e122135e3 tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] 10.222.0.67 "GET /v2.0/ports?device_id=b3e31e4b-a563-482d-a19a-0790b57e87c8 HTTP/1.1" status: 200 len: 945 time: 0.0525827 Sep 23 20:02:38.688189 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-cb1926af-a0e6-4fe0-901a-45fb2bc6e344 req-bf4912a3-20eb-4e3a-90eb-442cad6a8c69 tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] 10.222.0.67 "GET /v2.0/security-groups?id=d0280dfe-ab06-4fca-9b51-e01d7eb39c5f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312731 Sep 23 20:02:39.812348 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2068feb-121f-4962-a655-7a48ce512e33 req-b8754d95-543c-4e33-825b-4f09f53b3f6a tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:02:39.813907 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-c2068feb-121f-4962-a655-7a48ce512e33 req-b8754d95-543c-4e33-825b-4f09f53b3f6a tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] 10.222.0.67 "GET /v2.0/ports?device_id=b3e31e4b-a563-482d-a19a-0790b57e87c8 HTTP/1.1" status: 200 len: 945 time: 0.0502524 Sep 23 20:02:39.852825 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-c2068feb-121f-4962-a655-7a48ce512e33 req-9179f399-671b-4bdf-a417-b473e12fb7f8 tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] 10.222.0.67 "GET /v2.0/security-groups?id=d0280dfe-ab06-4fca-9b51-e01d7eb39c5f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329123 Sep 23 20:02:39.967923 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea6142e4-c719-4006-815f-be28c2bc24f5 req-bca587e1-bf6d-4b41-b155-34505981042a tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:02:39.969522 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-ea6142e4-c719-4006-815f-be28c2bc24f5 req-bca587e1-bf6d-4b41-b155-34505981042a tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] 10.222.0.67 "GET /v2.0/ports?device_id=b3e31e4b-a563-482d-a19a-0790b57e87c8 HTTP/1.1" status: 200 len: 945 time: 0.0497491 Sep 23 20:02:40.008152 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-ea6142e4-c719-4006-815f-be28c2bc24f5 req-91ac0539-25c1-47f1-b385-8ca27708e8d1 tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] 10.222.0.67 "GET /v2.0/security-groups?id=d0280dfe-ab06-4fca-9b51-e01d7eb39c5f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320292 Sep 23 20:02:40.031445 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 58334) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:02:40.074365 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a6f50c9-4d4d-4246-a507-f77dde9e4142 tempest-TestNetworkAdvancedServerOps-1630542813 tempest-TestNetworkAdvancedServerOps-1630542813-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:02:40.075947 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-4a6f50c9-4d4d-4246-a507-f77dde9e4142 tempest-TestNetworkAdvancedServerOps-1630542813 tempest-TestNetworkAdvancedServerOps-1630542813-project-admin] 10.222.0.67 "GET /v2.0/ports?device_id=b3e31e4b-a563-482d-a19a-0790b57e87c8 HTTP/1.1" status: 200 len: 1092 time: 0.0434883 Sep 23 20:02:40.078793 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 58336) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:02:40.083491 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.v2.base [None req-7596d4b5-16fa-430c-b0ba-241c40e6010e tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] Request body: {'floatingip': {'floating_network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'port_id': '7a7f91ab-165f-4845-a483-51b0e4c15fb3', 'tenant_id': '9cf4888c1a454e07a3d16aa9e7c63006', 'fixed_ip_address': '172.20.0.8'}} {{(pid=95102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 20:02:40.111558 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-7596d4b5-16fa-430c-b0ba-241c40e6010e tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] Notify callbacks [] for floatingip, before_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:02:40.207468 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-7596d4b5-16fa-430c-b0ba-241c40e6010e tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:02:40.319058 n-d-713301-16 neutron-server[95102]: DEBUG neutron.db.db_base_plugin_common [None req-7596d4b5-16fa-430c-b0ba-241c40e6010e tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] Allocated IP 172.25.1.208 (5dec5c09-378e-4f50-89cc-d94eb81c3bac/eff83446-018c-428d-b3f5-54ac9abe7a2a/4bbdad62-629f-4652-a81d-55f91b8cdf5e) {{(pid=95102) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 20:02:40.424620 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-7596d4b5-16fa-430c-b0ba-241c40e6010e tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] Notify callbacks [] for port, precommit_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:02:40.459223 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-7596d4b5-16fa-430c-b0ba-241c40e6010e tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783145673135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4399100'] for port, after_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:02:40.503144 n-d-713301-16 neutron-server[95102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7596d4b5-16fa-430c-b0ba-241c40e6010e tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] Network 5dec5c09-378e-4f50-89cc-d94eb81c3bac is already hosted by enough agents. {{(pid=95102) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 20:02:40.506006 n-d-713301-16 neutron-server[95102]: DEBUG neutron.scheduler.base_scheduler [None req-7596d4b5-16fa-430c-b0ba-241c40e6010e tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] Resources bound (agent type, host, resource id): {{(pid=95102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 20:02:40.514185 n-d-713301-16 neutron-server[95102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7596d4b5-16fa-430c-b0ba-241c40e6010e tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] Received port after_create {{(pid=95102) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 20:02:40.517445 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7596d4b5-16fa-430c-b0ba-241c40e6010e tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] Pushing event updated for resources: {'Port': ['ID=4bbdad62-629f-4652-a81d-55f91b8cdf5e,revision_number=1']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:02:40.874001 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-7596d4b5-16fa-430c-b0ba-241c40e6010e tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:02:40.949744 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-7596d4b5-16fa-430c-b0ba-241c40e6010e tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:02:41.113163 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-7596d4b5-16fa-430c-b0ba-241c40e6010e tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] Notify callbacks [] for port, precommit_update {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:02:41.118269 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-7596d4b5-16fa-430c-b0ba-241c40e6010e tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4399095'] for port, after_update {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:02:41.187282 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7596d4b5-16fa-430c-b0ba-241c40e6010e tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] Pushing event updated for resources: {'Port': ['ID=4bbdad62-629f-4652-a81d-55f91b8cdf5e,revision_number=2']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:02:41.196925 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-7596d4b5-16fa-430c-b0ba-241c40e6010e tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-601884'] for floatingip, after_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:02:41.298502 n-d-713301-16 neutron-server[95102]: INFO neutron.db.l3_db [None req-7596d4b5-16fa-430c-b0ba-241c40e6010e tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] Floating IP afb07668-962c-454c-b64f-00817b774ca8 associated. External IP: 172.25.1.208, port: 7a7f91ab-165f-4845-a483-51b0e4c15fb3. Sep 23 20:02:41.509018 n-d-713301-16 neutron-server[95102]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7596d4b5-16fa-430c-b0ba-241c40e6010e tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] Router 0d7523ce-97de-4e38-893c-94d5c8025a75 has already been hosted by L3 agent 79a740bf-7821-4989-8288-7186e3e128f3 {{(pid=95102) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 20:02:41.618922 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7596d4b5-16fa-430c-b0ba-241c40e6010e tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] Notify agent at l3_agent.n-d-713301-16 the message routers_updated {{(pid=95102) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 20:02:41.629275 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2190cff-9db2-481b-9da5-7395fdf046e5 None None] Sync routers for ids ['0d7523ce-97de-4e38-893c-94d5c8025a75'] in n-d-713301-16 {{(pid=95103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 20:02:41.636722 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-7596d4b5-16fa-430c-b0ba-241c40e6010e tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222849'] for floatingip, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:02:41.641324 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2190cff-9db2-481b-9da5-7395fdf046e5 None None] Routers {'0d7523ce-97de-4e38-893c-94d5c8025a75'} bound to L3 agent in host n-d-713301-16 {{(pid=95103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 20:02:41.641947 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_hamode_db [None req-d2190cff-9db2-481b-9da5-7395fdf046e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-23T19:07:52Z,description=,heartbeat_timestamp=2021-09-23T20:02:23Z,host='n-d-713301-16',id=79a740bf-7821-4989-8288-7186e3e128f3,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:07:52Z,topic='l3_agent')) {'router_ids': ['0d7523ce-97de-4e38-893c-94d5c8025a75'], 'active': True} {{(pid=95103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 20:02:41.664228 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-7596d4b5-16fa-430c-b0ba-241c40e6010e tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] 10.222.0.67 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5844138 Sep 23 20:02:41.664825 n-d-713301-16 neutron-server[95102]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b3e31e4b-a563-482d-a19a-0790b57e87c8', 'tag': '7a7f91ab-165f-4845-a483-51b0e4c15fb3'}] {{(pid=95102) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 20:02:41.668180 n-d-713301-16 neutron-server[95102]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab31b6d93e5336dbddfa8ec424565b3bd8cb2369c5b4d85bc943472dbb21e8ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2c368a6-bb37-41ca-9a52-6001be0ba671" -d '{"events": [{"name": "network-changed", "server_uuid": "b3e31e4b-a563-482d-a19a-0790b57e87c8", "tag": "7a7f91ab-165f-4845-a483-51b0e4c15fb3"}]}' {{(pid=95102) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 20:02:41.705764 n-d-713301-16 neutron-server[95102]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 20:02:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1140d4c4-a0dc-4900-b1ad-5443f79a3324 x-openstack-request-id: req-1140d4c4-a0dc-4900-b1ad-5443f79a3324 {{(pid=95102) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 20:02:41.706102 n-d-713301-16 neutron-server[95102]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b3e31e4b-a563-482d-a19a-0790b57e87c8", "tag": "7a7f91ab-165f-4845-a483-51b0e4c15fb3", "status": "completed", "code": 200}]} {{(pid=95102) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 20:02:41.706480 n-d-713301-16 neutron-server[95102]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-1140d4c4-a0dc-4900-b1ad-5443f79a3324 {{(pid=95102) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 20:02:41.707675 n-d-713301-16 neutron-server[95102]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b3e31e4b-a563-482d-a19a-0790b57e87c8', 'tag': '7a7f91ab-165f-4845-a483-51b0e4c15fb3', 'status': 'completed', 'code': 200} Sep 23 20:02:41.754178 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_dvr_db [None req-d2190cff-9db2-481b-9da5-7395fdf046e5 None None] Set router 0d7523ce-97de-4e38-893c-94d5c8025a75 gateway port host: n-d-713301-16 {{(pid=95103) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 20:02:41.807243 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-859981aa-608c-40a8-bad6-706d75cc3d24 req-d61a0bbe-7e49-4d98-81d4-6b5d9568fd99 tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:02:41.809005 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-859981aa-608c-40a8-bad6-706d75cc3d24 req-d61a0bbe-7e49-4d98-81d4-6b5d9568fd99 tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] 10.222.0.67 "GET /v2.0/ports?device_id=b3e31e4b-a563-482d-a19a-0790b57e87c8 HTTP/1.1" status: 200 len: 945 time: 0.0822017 Sep 23 20:02:41.811885 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c368a6-bb37-41ca-9a52-6001be0ba671 req-e7c92dc6-dd4b-4058-981e-8c9ec6083fd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:02:41.813470 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-c2c368a6-bb37-41ca-9a52-6001be0ba671 req-e7c92dc6-dd4b-4058-981e-8c9ec6083fd0 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=9cf4888c1a454e07a3d16aa9e7c63006&device_id=b3e31e4b-a563-482d-a19a-0790b57e87c8 HTTP/1.1" status: 200 len: 1097 time: 0.0773718 Sep 23 20:02:41.878779 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-859981aa-608c-40a8-bad6-706d75cc3d24 req-745f19b7-73fb-418c-b550-81188cdb221a tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] 10.222.0.67 "GET /v2.0/security-groups?id=d0280dfe-ab06-4fca-9b51-e01d7eb39c5f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0632622 Sep 23 20:02:41.903860 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 58342) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:02:41.934893 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c368a6-bb37-41ca-9a52-6001be0ba671 req-1e03acd1-9814-43fe-a0ff-40b43068b883 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:02:41.936389 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-c2c368a6-bb37-41ca-9a52-6001be0ba671 req-1e03acd1-9814-43fe-a0ff-40b43068b883 service neutron] 10.222.0.53 "GET /v2.0/networks?id=b16d32b9-9188-4404-b015-0143766b94e4 HTTP/1.1" status: 200 len: 897 time: 0.1151571 Sep 23 20:02:41.969527 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-e9e77abe-cccf-4158-9383-f7002642053e tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] 10.222.0.67 "GET /v2.0/floatingips/afb07668-962c-454c-b64f-00817b774ca8 HTTP/1.1" status: 200 len: 991 time: 0.0637786 Sep 23 20:02:42.002518 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_hamode_db [None req-d2190cff-9db2-481b-9da5-7395fdf046e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d7523ce-97de-4e38-893c-94d5c8025a75', 'name': 'tempest-TestNetworkAdvancedServerOps-router-975287796', 'tenant_id': '9cf4888c1a454e07a3d16aa9e7c63006', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'external_fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.108'}], 'enable_snat': True}, 'gw_port_id': 'ccf76940-c473-4a96-9c87-35bf1a0bfc4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T20:02:24Z', 'updated_at': '2021-09-23T20:02:28Z', 'revision_number': 4, 'project_id': '9cf4888c1a454e07a3d16aa9e7c63006', 'gw_port': {'id': 'ccf76940-c473-4a96-9c87-35bf1a0bfc4c', 'name': '', 'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:78:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d7523ce-97de-4e38-893c-94d5c8025a75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3988, 'fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T20:02:24Z', 'updated_at': '2021-09-23T20:02:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-16', '_floatingips': [{'id': 'afb07668-962c-454c-b64f-00817b774ca8', 'tenant_id': '9cf4888c1a454e07a3d16aa9e7c63006', 'floating_ip_address': '172.25.1.208', 'floating_network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'router_id': '0d7523ce-97de-4e38-893c-94d5c8025a75', 'port_id': '7a7f91ab-165f-4845-a483-51b0e4c15fb3', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3994, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b16d32b9-9188-4404-b015-0143766b94e4', 'mac_address': 'fa:16:3e:39:56:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3e31e4b-a563-482d-a19a-0790b57e87c8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-23T20:02:40Z', 'updated_at': '2021-09-23T20:02:40Z', 'revision_number': 0, 'project_id': '9cf4888c1a454e07a3d16aa9e7c63006', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9a4a8819-9bf9-463c-965b-59813a76debe', 'name': '', 'network_id': 'b16d32b9-9188-4404-b015-0143766b94e4', 'tenant_id': '9cf4888c1a454e07a3d16aa9e7c63006', 'mac_address': 'fa:16:3e:45:a2:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d7523ce-97de-4e38-893c-94d5c8025a75', 'device_owner': 'network:router_interface', 'standard_attr_id': 3991, 'fixed_ips': [{'subnet_id': '3fc74970-a6a5-436e-8a1d-4ee5e516a0bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T20:02:27Z', 'updated_at': '2021-09-23T20:02:31Z', 'revision_number': 5, 'project_id': '9cf4888c1a454e07a3d16aa9e7c63006', 'subnets': [{'id': '3fc74970-a6a5-436e-8a1d-4ee5e516a0bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-16', False) {} {{(pid=95103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 20:02:42.032527 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2190cff-9db2-481b-9da5-7395fdf046e5 None None] Checking router: 0d7523ce-97de-4e38-893c-94d5c8025a75 for host: n-d-713301-16 {{(pid=95103) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 20:02:42.043259 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2190cff-9db2-481b-9da5-7395fdf046e5 None None] Routers {'0d7523ce-97de-4e38-893c-94d5c8025a75'} bound to L3 agent in host n-d-713301-16 {{(pid=95103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 20:02:42.044128 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_hamode_db [None req-d2190cff-9db2-481b-9da5-7395fdf046e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-23T19:07:52Z,description=,heartbeat_timestamp=2021-09-23T20:02:23Z,host='n-d-713301-16',id=79a740bf-7821-4989-8288-7186e3e128f3,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:07:52Z,topic='l3_agent')) {'router_ids': ['0d7523ce-97de-4e38-893c-94d5c8025a75'], 'active': True} {{(pid=95103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 20:02:42.169285 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_dvr_db [None req-d2190cff-9db2-481b-9da5-7395fdf046e5 None None] Set router 0d7523ce-97de-4e38-893c-94d5c8025a75 gateway port host: n-d-713301-16 {{(pid=95103) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 20:02:42.361724 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-c2c368a6-bb37-41ca-9a52-6001be0ba671 req-c9e5b991-1a63-434e-a809-feece81e7058 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7a7f91ab-165f-4845-a483-51b0e4c15fb3 HTTP/1.1" status: 200 len: 999 time: 0.4184246 Sep 23 20:02:42.416808 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c368a6-bb37-41ca-9a52-6001be0ba671 req-71e2007c-e400-4757-a531-09aa0a46bccf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:02:42.418313 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-c2c368a6-bb37-41ca-9a52-6001be0ba671 req-71e2007c-e400-4757-a531-09aa0a46bccf service neutron] 10.222.0.53 "GET /v2.0/subnets?id=3fc74970-a6a5-436e-8a1d-4ee5e516a0bf HTTP/1.1" status: 200 len: 835 time: 0.0492129 Sep 23 20:02:42.466991 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c368a6-bb37-41ca-9a52-6001be0ba671 req-e1d3b6f7-51fc-409d-a764-2e6db127deab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:02:42.468499 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-c2c368a6-bb37-41ca-9a52-6001be0ba671 req-e1d3b6f7-51fc-409d-a764-2e6db127deab service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=b16d32b9-9188-4404-b015-0143766b94e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0434351 Sep 23 20:02:42.569158 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-c2c368a6-bb37-41ca-9a52-6001be0ba671 req-ab32320e-94a3-40f3-b9ff-2522a5609aed service neutron] 10.222.0.53 "GET /v2.0/networks/b16d32b9-9188-4404-b015-0143766b94e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0936899 Sep 23 20:02:42.586157 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_hamode_db [None req-d2190cff-9db2-481b-9da5-7395fdf046e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d7523ce-97de-4e38-893c-94d5c8025a75', 'name': 'tempest-TestNetworkAdvancedServerOps-router-975287796', 'tenant_id': '9cf4888c1a454e07a3d16aa9e7c63006', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'external_fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.108'}], 'enable_snat': True}, 'gw_port_id': 'ccf76940-c473-4a96-9c87-35bf1a0bfc4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T20:02:24Z', 'updated_at': '2021-09-23T20:02:28Z', 'revision_number': 4, 'project_id': '9cf4888c1a454e07a3d16aa9e7c63006', 'gw_port': {'id': 'ccf76940-c473-4a96-9c87-35bf1a0bfc4c', 'name': '', 'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:78:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d7523ce-97de-4e38-893c-94d5c8025a75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3988, 'fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T20:02:24Z', 'updated_at': '2021-09-23T20:02:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-16', '_floatingips': [{'id': 'afb07668-962c-454c-b64f-00817b774ca8', 'tenant_id': '9cf4888c1a454e07a3d16aa9e7c63006', 'floating_ip_address': '172.25.1.208', 'floating_network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'router_id': '0d7523ce-97de-4e38-893c-94d5c8025a75', 'port_id': '7a7f91ab-165f-4845-a483-51b0e4c15fb3', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3994, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b16d32b9-9188-4404-b015-0143766b94e4', 'mac_address': 'fa:16:3e:39:56:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3e31e4b-a563-482d-a19a-0790b57e87c8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-23T20:02:40Z', 'updated_at': '2021-09-23T20:02:40Z', 'revision_number': 0, 'project_id': '9cf4888c1a454e07a3d16aa9e7c63006', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9a4a8819-9bf9-463c-965b-59813a76debe', 'name': '', 'network_id': 'b16d32b9-9188-4404-b015-0143766b94e4', 'tenant_id': '9cf4888c1a454e07a3d16aa9e7c63006', 'mac_address': 'fa:16:3e:45:a2:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d7523ce-97de-4e38-893c-94d5c8025a75', 'device_owner': 'network:router_interface', 'standard_attr_id': 3991, 'fixed_ips': [{'subnet_id': '3fc74970-a6a5-436e-8a1d-4ee5e516a0bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T20:02:27Z', 'updated_at': '2021-09-23T20:02:31Z', 'revision_number': 5, 'project_id': '9cf4888c1a454e07a3d16aa9e7c63006', 'subnets': [{'id': '3fc74970-a6a5-436e-8a1d-4ee5e516a0bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-16', False) {} {{(pid=95103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 20:02:42.613939 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2190cff-9db2-481b-9da5-7395fdf046e5 None None] The sync data for ids ['0d7523ce-97de-4e38-893c-94d5c8025a75'] in n-d-713301-16 is: [{'id': '0d7523ce-97de-4e38-893c-94d5c8025a75', 'name': 'tempest-TestNetworkAdvancedServerOps-router-975287796', 'tenant_id': '9cf4888c1a454e07a3d16aa9e7c63006', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'external_fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.108'}], 'enable_snat': True}, 'gw_port_id': 'ccf76940-c473-4a96-9c87-35bf1a0bfc4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T20:02:24Z', 'updated_at': '2021-09-23T20:02:28Z', 'revision_number': 4, 'project_id': '9cf4888c1a454e07a3d16aa9e7c63006', 'gw_port': {'id': 'ccf76940-c473-4a96-9c87-35bf1a0bfc4c', 'name': '', 'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:78:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d7523ce-97de-4e38-893c-94d5c8025a75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3988, 'fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T20:02:24Z', 'updated_at': '2021-09-23T20:02:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-16', '_floatingips': [{'id': 'afb07668-962c-454c-b64f-00817b774ca8', 'tenant_id': '9cf4888c1a454e07a3d16aa9e7c63006', 'floating_ip_address': '172.25.1.208', 'floating_network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'router_id': '0d7523ce-97de-4e38-893c-94d5c8025a75', 'port_id': '7a7f91ab-165f-4845-a483-51b0e4c15fb3', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3994, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b16d32b9-9188-4404-b015-0143766b94e4', 'mac_address': 'fa:16:3e:39:56:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3e31e4b-a563-482d-a19a-0790b57e87c8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-23T20:02:40Z', 'updated_at': '2021-09-23T20:02:40Z', 'revision_number': 0, 'project_id': '9cf4888c1a454e07a3d16aa9e7c63006', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9a4a8819-9bf9-463c-965b-59813a76debe', 'name': '', 'network_id': 'b16d32b9-9188-4404-b015-0143766b94e4', 'tenant_id': '9cf4888c1a454e07a3d16aa9e7c63006', 'mac_address': 'fa:16:3e:45:a2:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d7523ce-97de-4e38-893c-94d5c8025a75', 'device_owner': 'network:router_interface', 'standard_attr_id': 3991, 'fixed_ips': [{'subnet_id': '3fc74970-a6a5-436e-8a1d-4ee5e516a0bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T20:02:27Z', 'updated_at': '2021-09-23T20:02:31Z', 'revision_number': 5, 'project_id': '9cf4888c1a454e07a3d16aa9e7c63006', 'subnets': [{'id': '3fc74970-a6a5-436e-8a1d-4ee5e516a0bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 20:02:42.666780 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-c2c368a6-bb37-41ca-9a52-6001be0ba671 req-c74b25a6-96f1-4123-828b-8ec9cf457b55 service neutron] 10.222.0.53 "GET /v2.0/networks/b16d32b9-9188-4404-b015-0143766b94e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912426 Sep 23 20:02:42.830846 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d287049b-cdda-4361-b322-13e813eebb59 None None] New status for floating IP afb07668-962c-454c-b64f-00817b774ca8: ACTIVE {{(pid=95104) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 23 20:02:42.974069 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 58344) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:02:43.039262 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-9304a93a-a349-4bcf-b4bf-18506a34348c tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] 10.222.0.67 "GET /v2.0/floatingips/afb07668-962c-454c-b64f-00817b774ca8 HTTP/1.1" status: 200 len: 993 time: 0.0640249 Sep 23 20:02:49.731526 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-77bbe419-a5fa-4ce1-9b65-0adb73714453 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:02:52.998115 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-81cc68bf-166e-4fb4-9d14-3d70acf94508 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:02:53.147373 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:02:53.537298 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-0ae75029-feb6-4728-9a94-5f9b60993d82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:02:55.369977 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-80e7e501-6c57-470d-92c6-e3d54bc3195c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:02:58.264666 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:02:58.499892 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:03:02.417487 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.agents_db [None req-f2f5c474-60a3-474f-b2cc-02c4bd30880c None None] Agent healthcheck: found 7 active agents {{(pid=95104) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 20:03:11.232446 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-deda8c18-1feb-4f24-803d-8a00f6fda8cd req-a9c19dd2-d8b0-4ad1-bf93-68cd7252c3f4 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=3748ffae-a1b1-43d6-9838-54e899d8854a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0507982 Sep 23 20:03:11.341149 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deda8c18-1feb-4f24-803d-8a00f6fda8cd req-973f551c-076c-422d-bb73-181f9ad899fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:03:11.343793 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-deda8c18-1feb-4f24-803d-8a00f6fda8cd req-973f551c-076c-422d-bb73-181f9ad899fe service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=1c95f4136fb946e684bc3bd0afadbbdd&device_id=3748ffae-a1b1-43d6-9838-54e899d8854a HTTP/1.1" status: 200 len: 1097 time: 0.0663517 Sep 23 20:03:11.458416 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deda8c18-1feb-4f24-803d-8a00f6fda8cd req-67b563c7-f0be-49a5-8c99-3ced077b9268 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:03:11.459931 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-deda8c18-1feb-4f24-803d-8a00f6fda8cd req-67b563c7-f0be-49a5-8c99-3ced077b9268 service neutron] 10.222.0.74 "GET /v2.0/networks?id=a97a1ddd-be59-4422-8c3e-924143535884 HTTP/1.1" status: 200 len: 912 time: 0.0954208 Sep 23 20:03:11.528663 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-deda8c18-1feb-4f24-803d-8a00f6fda8cd req-6da1042e-4e14-423e-9240-0c46ad02b60a service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=aa161274-af6f-442b-a922-904309044a45 HTTP/1.1" status: 200 len: 1001 time: 0.0618649 Sep 23 20:03:11.585922 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deda8c18-1feb-4f24-803d-8a00f6fda8cd req-77b4d165-e51c-428c-97f3-4a78833fa7ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:03:11.587445 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-deda8c18-1feb-4f24-803d-8a00f6fda8cd req-77b4d165-e51c-428c-97f3-4a78833fa7ca service neutron] 10.222.0.74 "GET /v2.0/subnets?id=788d1f3e-2626-40b1-b49a-799b1a0fa15b HTTP/1.1" status: 200 len: 850 time: 0.0501978 Sep 23 20:03:11.648858 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deda8c18-1feb-4f24-803d-8a00f6fda8cd req-d4f23e22-02fa-422a-8649-e3146a63117f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:03:11.650397 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-deda8c18-1feb-4f24-803d-8a00f6fda8cd req-d4f23e22-02fa-422a-8649-e3146a63117f service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=a97a1ddd-be59-4422-8c3e-924143535884&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0557649 Sep 23 20:03:11.752453 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-deda8c18-1feb-4f24-803d-8a00f6fda8cd req-6c2ede9f-9c47-4115-ae0d-619cbf98e4bf service neutron] 10.222.0.74 "GET /v2.0/networks/a97a1ddd-be59-4422-8c3e-924143535884?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0946372 Sep 23 20:03:11.857442 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-deda8c18-1feb-4f24-803d-8a00f6fda8cd req-9cde5265-cfbb-4171-a1cf-3cadd6eb7db0 service neutron] 10.222.0.74 "GET /v2.0/networks/a97a1ddd-be59-4422-8c3e-924143535884?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0971789 Sep 23 20:03:11.979799 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f5b57ae-358c-479b-a282-338185b12f80 req-b3444c5d-a719-434a-8320-67043d9ba4e7 tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:03:11.981365 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-1f5b57ae-358c-479b-a282-338185b12f80 req-b3444c5d-a719-434a-8320-67043d9ba4e7 tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] 10.222.0.67 "GET /v2.0/ports?device_id=b3e31e4b-a563-482d-a19a-0790b57e87c8 HTTP/1.1" status: 200 len: 945 time: 0.0581770 Sep 23 20:03:12.022526 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-1f5b57ae-358c-479b-a282-338185b12f80 req-e5aacb3d-cc28-4a14-85a1-94f7524fdfca tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] 10.222.0.67 "GET /v2.0/security-groups?id=d0280dfe-ab06-4fca-9b51-e01d7eb39c5f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344393 Sep 23 20:03:13.141022 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f6107e7-e6e6-4d36-9261-7bfcc4360527 req-9f5fb8e4-646c-4864-85c5-1ea84477f078 tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:03:13.142544 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-9f6107e7-e6e6-4d36-9261-7bfcc4360527 req-9f5fb8e4-646c-4864-85c5-1ea84477f078 tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] 10.222.0.67 "GET /v2.0/ports?device_id=b3e31e4b-a563-482d-a19a-0790b57e87c8 HTTP/1.1" status: 200 len: 945 time: 0.0500712 Sep 23 20:03:13.180915 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-9f6107e7-e6e6-4d36-9261-7bfcc4360527 req-23bdf9e5-1a55-4e3a-937a-5310e510248f tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] 10.222.0.67 "GET /v2.0/security-groups?id=d0280dfe-ab06-4fca-9b51-e01d7eb39c5f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323803 Sep 23 20:03:14.300166 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece12a83-9ef3-43b6-b4cf-631202bd34a8 req-6036aaf7-b7c9-4782-8a5e-6be578c97ffc tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:03:14.301728 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-ece12a83-9ef3-43b6-b4cf-631202bd34a8 req-6036aaf7-b7c9-4782-8a5e-6be578c97ffc tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] 10.222.0.67 "GET /v2.0/ports?device_id=b3e31e4b-a563-482d-a19a-0790b57e87c8 HTTP/1.1" status: 200 len: 945 time: 0.0496616 Sep 23 20:03:14.343960 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-ece12a83-9ef3-43b6-b4cf-631202bd34a8 req-6825f8fb-9b7a-421e-88b9-e6581fd0d461 tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] 10.222.0.67 "GET /v2.0/security-groups?id=d0280dfe-ab06-4fca-9b51-e01d7eb39c5f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363669 Sep 23 20:03:15.465451 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3195d75f-dba0-4e13-9f8f-15d8919ae170 req-cddb93d9-5462-408d-9418-3638453520f7 tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:03:15.466980 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-3195d75f-dba0-4e13-9f8f-15d8919ae170 req-cddb93d9-5462-408d-9418-3638453520f7 tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] 10.222.0.67 "GET /v2.0/ports?device_id=b3e31e4b-a563-482d-a19a-0790b57e87c8 HTTP/1.1" status: 200 len: 945 time: 0.0542340 Sep 23 20:03:15.509964 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-3195d75f-dba0-4e13-9f8f-15d8919ae170 req-751d4cd0-6e78-4763-8be6-11ffb0c13b03 tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] 10.222.0.67 "GET /v2.0/security-groups?id=d0280dfe-ab06-4fca-9b51-e01d7eb39c5f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329461 Sep 23 20:03:16.630635 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8273488b-14c6-43be-bc28-67d70cb17b9b req-b8b85740-bd46-47d5-bd92-f077c4c1f9c8 tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:03:16.632112 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-8273488b-14c6-43be-bc28-67d70cb17b9b req-b8b85740-bd46-47d5-bd92-f077c4c1f9c8 tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] 10.222.0.67 "GET /v2.0/ports?device_id=b3e31e4b-a563-482d-a19a-0790b57e87c8 HTTP/1.1" status: 200 len: 945 time: 0.0524282 Sep 23 20:03:16.671054 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-8273488b-14c6-43be-bc28-67d70cb17b9b req-0773c241-d147-4a82-9f65-6f2b3629ead7 tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] 10.222.0.67 "GET /v2.0/security-groups?id=d0280dfe-ab06-4fca-9b51-e01d7eb39c5f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325387 Sep 23 20:03:17.081980 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f1226d-52f7-4289-a57a-045f0361b53d req-d8a77cb2-31aa-49a3-8617-386ae94f4bbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:03:17.083506 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-39f1226d-52f7-4289-a57a-045f0361b53d req-d8a77cb2-31aa-49a3-8617-386ae94f4bbc service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=9cf4888c1a454e07a3d16aa9e7c63006&device_id=b3e31e4b-a563-482d-a19a-0790b57e87c8 HTTP/1.1" status: 200 len: 1097 time: 0.0416245 Sep 23 20:03:17.192267 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f1226d-52f7-4289-a57a-045f0361b53d req-cd65df62-5108-4665-9cc7-948f4e054d73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:03:17.193798 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-39f1226d-52f7-4289-a57a-045f0361b53d req-cd65df62-5108-4665-9cc7-948f4e054d73 service neutron] 10.222.0.53 "GET /v2.0/networks?id=b16d32b9-9188-4404-b015-0143766b94e4 HTTP/1.1" status: 200 len: 897 time: 0.0913448 Sep 23 20:03:17.264505 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-39f1226d-52f7-4289-a57a-045f0361b53d req-004f8fe9-48d5-4c73-b8b3-2fc5169bee3b service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7a7f91ab-165f-4845-a483-51b0e4c15fb3 HTTP/1.1" status: 200 len: 1001 time: 0.0631170 Sep 23 20:03:17.320225 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f1226d-52f7-4289-a57a-045f0361b53d req-1af4455e-8e80-4fa7-9492-084b2e457fd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:03:17.321813 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-39f1226d-52f7-4289-a57a-045f0361b53d req-1af4455e-8e80-4fa7-9492-084b2e457fd5 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=3fc74970-a6a5-436e-8a1d-4ee5e516a0bf HTTP/1.1" status: 200 len: 835 time: 0.0500867 Sep 23 20:03:17.375231 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f1226d-52f7-4289-a57a-045f0361b53d req-e86d93a2-3750-4183-b126-e98925e5a4cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:03:17.376742 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-39f1226d-52f7-4289-a57a-045f0361b53d req-e86d93a2-3750-4183-b126-e98925e5a4cd service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=b16d32b9-9188-4404-b015-0143766b94e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0471888 Sep 23 20:03:17.472388 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-39f1226d-52f7-4289-a57a-045f0361b53d req-1d7e6097-cd87-4355-8399-f1c326b61e52 service neutron] 10.222.0.53 "GET /v2.0/networks/b16d32b9-9188-4404-b015-0143766b94e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886383 Sep 23 20:03:17.580995 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-39f1226d-52f7-4289-a57a-045f0361b53d req-9eb3577a-b937-4ee6-b856-c5b2a55a194e service neutron] 10.222.0.53 "GET /v2.0/networks/b16d32b9-9188-4404-b015-0143766b94e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0963295 Sep 23 20:03:17.801916 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee17da3-c66b-44ac-ab14-b514ff9265fe req-36dee23d-f541-4548-bf8f-00c1766ea45e tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:03:17.803505 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-7ee17da3-c66b-44ac-ab14-b514ff9265fe req-36dee23d-f541-4548-bf8f-00c1766ea45e tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] 10.222.0.67 "GET /v2.0/ports?device_id=b3e31e4b-a563-482d-a19a-0790b57e87c8 HTTP/1.1" status: 200 len: 945 time: 0.0628600 Sep 23 20:03:17.849156 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-7ee17da3-c66b-44ac-ab14-b514ff9265fe req-f3a5ec46-1926-4f93-9ac0-b59b09a8ed4e tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] 10.222.0.67 "GET /v2.0/security-groups?id=d0280dfe-ab06-4fca-9b51-e01d7eb39c5f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389619 Sep 23 20:03:18.965388 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d78345fa-cddd-46f9-99a5-6029deb63ed2 req-a7fa4654-bae9-4cae-a3ef-c1e66fc3e4fd tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:03:18.966817 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-d78345fa-cddd-46f9-99a5-6029deb63ed2 req-a7fa4654-bae9-4cae-a3ef-c1e66fc3e4fd tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] 10.222.0.67 "GET /v2.0/ports?device_id=b3e31e4b-a563-482d-a19a-0790b57e87c8 HTTP/1.1" status: 200 len: 945 time: 0.0506229 Sep 23 20:03:19.015135 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-d78345fa-cddd-46f9-99a5-6029deb63ed2 req-7dae7f91-84d1-4ba0-a78f-82a850f4be4d tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] 10.222.0.67 "GET /v2.0/security-groups?id=d0280dfe-ab06-4fca-9b51-e01d7eb39c5f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421259 Sep 23 20:03:19.733692 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-550f29cd-cb78-497c-8a9e-62c7bfe9a1a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:03:20.136838 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4099acaf-904b-489f-9fec-a254fa3f6c74 req-5681ceca-c934-4575-af54-be9b05983efe tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:03:20.138522 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-4099acaf-904b-489f-9fec-a254fa3f6c74 req-5681ceca-c934-4575-af54-be9b05983efe tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] 10.222.0.67 "GET /v2.0/ports?device_id=b3e31e4b-a563-482d-a19a-0790b57e87c8 HTTP/1.1" status: 200 len: 945 time: 0.0524473 Sep 23 20:03:20.181302 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-4099acaf-904b-489f-9fec-a254fa3f6c74 req-d2d7d16a-3663-4c73-9118-e48c76a7a555 tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] 10.222.0.67 "GET /v2.0/security-groups?id=d0280dfe-ab06-4fca-9b51-e01d7eb39c5f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335083 Sep 23 20:03:21.304172 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab71f62-8e55-4490-9a40-d9ec27433414 req-2e7d5633-326d-4304-8fc3-f5a0978113c6 tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:03:21.305870 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-fab71f62-8e55-4490-9a40-d9ec27433414 req-2e7d5633-326d-4304-8fc3-f5a0978113c6 tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] 10.222.0.67 "GET /v2.0/ports?device_id=b3e31e4b-a563-482d-a19a-0790b57e87c8 HTTP/1.1" status: 200 len: 945 time: 0.0533221 Sep 23 20:03:21.348694 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-fab71f62-8e55-4490-9a40-d9ec27433414 req-9267d18e-29cf-4a57-8068-2c5d76ea6959 tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] 10.222.0.67 "GET /v2.0/security-groups?id=d0280dfe-ab06-4fca-9b51-e01d7eb39c5f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367880 Sep 23 20:03:22.515234 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd411222-762e-4dc0-9766-d87b7c3e95da req-963a44b4-a30f-4c7a-9eaf-571bc2a03d14 tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:03:22.519492 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-cd411222-762e-4dc0-9766-d87b7c3e95da req-963a44b4-a30f-4c7a-9eaf-571bc2a03d14 tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] 10.222.0.67 "GET /v2.0/ports?device_id=b3e31e4b-a563-482d-a19a-0790b57e87c8 HTTP/1.1" status: 200 len: 945 time: 0.0577855 Sep 23 20:03:22.563814 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-cd411222-762e-4dc0-9766-d87b7c3e95da req-d890605b-a8ef-4d27-bc7a-c9016b42119b tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] 10.222.0.67 "GET /v2.0/security-groups?id=d0280dfe-ab06-4fca-9b51-e01d7eb39c5f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390317 Sep 23 20:03:23.000815 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-69dcc496-1b02-4486-a5e0-6dfe0be65040 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:03:23.148345 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:03:23.546066 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-0ae75029-feb6-4728-9a94-5f9b60993d82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:03:23.687725 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-836d584d-53ec-481b-9f0d-835a0362c9ab req-30b43ca0-2ae9-456e-baf9-a3e3f6eaf51a tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:03:23.689427 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-836d584d-53ec-481b-9f0d-835a0362c9ab req-30b43ca0-2ae9-456e-baf9-a3e3f6eaf51a tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] 10.222.0.67 "GET /v2.0/ports?device_id=b3e31e4b-a563-482d-a19a-0790b57e87c8 HTTP/1.1" status: 200 len: 945 time: 0.0551751 Sep 23 20:03:23.731944 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-836d584d-53ec-481b-9f0d-835a0362c9ab req-488e8488-aa7b-4a7a-8201-2eb01b96f085 tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] 10.222.0.67 "GET /v2.0/security-groups?id=d0280dfe-ab06-4fca-9b51-e01d7eb39c5f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361643 Sep 23 20:03:24.597575 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b477dc-4624-485f-a2de-636cda29daca req-ce4bb0a6-62c8-4095-9bc6-3f9ceff80cb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:03:24.599103 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-77b477dc-4624-485f-a2de-636cda29daca req-ce4bb0a6-62c8-4095-9bc6-3f9ceff80cb9 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=b3e31e4b-a563-482d-a19a-0790b57e87c8 HTTP/1.1" status: 200 len: 1097 time: 0.0412529 Sep 23 20:03:24.633843 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-77b477dc-4624-485f-a2de-636cda29daca req-84528299-93ce-47d1-92e9-c50a09e3d2e5 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=d0280dfe-ab06-4fca-9b51-e01d7eb39c5f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0278866 Sep 23 20:03:24.857491 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08cf2d9b-331f-4a7d-b254-a8ded70287bd req-527be2d7-a364-4160-a6a5-b5625a12c3d8 tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:03:24.859048 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-08cf2d9b-331f-4a7d-b254-a8ded70287bd req-527be2d7-a364-4160-a6a5-b5625a12c3d8 tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] 10.222.0.67 "GET /v2.0/ports?device_id=b3e31e4b-a563-482d-a19a-0790b57e87c8 HTTP/1.1" status: 200 len: 945 time: 0.0547168 Sep 23 20:03:24.907367 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-08cf2d9b-331f-4a7d-b254-a8ded70287bd req-d9f9715c-46d7-4515-9ecf-0aaea560c767 tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] 10.222.0.67 "GET /v2.0/security-groups?id=d0280dfe-ab06-4fca-9b51-e01d7eb39c5f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408051 Sep 23 20:03:25.372784 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-80e7e501-6c57-470d-92c6-e3d54bc3195c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:03:26.038272 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c9eb4a0-3a6b-4094-95f1-a91c4a1ceb82 req-e5044d59-d5a8-469f-96ac-fceb02e9ad45 tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:03:26.039943 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-7c9eb4a0-3a6b-4094-95f1-a91c4a1ceb82 req-e5044d59-d5a8-469f-96ac-fceb02e9ad45 tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] 10.222.0.67 "GET /v2.0/ports?device_id=b3e31e4b-a563-482d-a19a-0790b57e87c8 HTTP/1.1" status: 200 len: 945 time: 0.0627456 Sep 23 20:03:26.080082 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-7c9eb4a0-3a6b-4094-95f1-a91c4a1ceb82 req-8f4b5145-da6b-450e-b010-c592bb6e8bac tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] 10.222.0.67 "GET /v2.0/security-groups?id=d0280dfe-ab06-4fca-9b51-e01d7eb39c5f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331440 Sep 23 20:03:26.104023 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 58422) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:03:26.169966 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-2c8b176a-64b4-4ac3-83dd-544cdbf91a20 tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] 10.222.0.67 "GET /v2.0/floatingips/afb07668-962c-454c-b64f-00817b774ca8 HTTP/1.1" status: 200 len: 993 time: 0.0645442 Sep 23 20:03:26.315838 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Device 7a7f91ab-165f-4845-a483-51b0e4c15fb3 details requested by agent hyperv_n-h2-713301-16 with host n-h2-713301-16 {{(pid=95103) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 20:03:26.329250 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Device 7a7f91ab-165f-4845-a483-51b0e4c15fb3 no longer exists at agent hyperv_n-h2-713301-16 {{(pid=95103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 20:03:26.507489 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] For port 7a7f91ab-165f-4845-a483-51b0e4c15fb3, host n-h2-713301-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-16',level=0,port_id=7a7f91ab-165f-4845-a483-51b0e4c15fb3,segment=NetworkSegment(46f4d30d-abb3-46a0-ab22-edc50832ca81),segment_id=46f4d30d-abb3-46a0-ab22-edc50832ca81)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 20:03:26.520814 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:03:26.524417 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Returning: {'device': '7a7f91ab-165f-4845-a483-51b0e4c15fb3', 'network_id': 'b16d32b9-9188-4404-b015-0143766b94e4', 'port_id': '7a7f91ab-165f-4845-a483-51b0e4c15fb3', 'mac_address': 'fa:16:3e:39:56:96', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 630, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3fc74970-a6a5-436e-8a1d-4ee5e516a0bf', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95103) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 20:03:26.586300 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:03:26.593611 n-d-713301-16 neutron-server[95103]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b3e31e4b-a563-482d-a19a-0790b57e87c8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7a7f91ab-165f-4845-a483-51b0e4c15fb3'}] {{(pid=95103) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 20:03:26.596226 n-d-713301-16 neutron-server[95103]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}81a1c17f2aa89d5b3ebbba3a3e0cf7eb588e431c2224256110c4c4facdd7c3e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ffbd074-c18d-4bba-9527-ecfdf9c8cf06" -d '{"events": [{"server_uuid": "b3e31e4b-a563-482d-a19a-0790b57e87c8", "name": "network-vif-unplugged", "status": "completed", "tag": "7a7f91ab-165f-4845-a483-51b0e4c15fb3"}]}' {{(pid=95103) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 20:03:26.627890 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] For port 7a7f91ab-165f-4845-a483-51b0e4c15fb3, host n-h2-713301-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-16',level=0,port_id=7a7f91ab-165f-4845-a483-51b0e4c15fb3,segment=NetworkSegment(46f4d30d-abb3-46a0-ab22-edc50832ca81),segment_id=46f4d30d-abb3-46a0-ab22-edc50832ca81)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 20:03:26.641853 n-d-713301-16 neutron-server[95103]: DEBUG neutron.notifiers.nova [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 7a7f91ab-165f-4845-a483-51b0e4c15fb3 {{(pid=95103) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 20:03:26.646834 n-d-713301-16 neutron-server[95103]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 23 Sep 2021 20:03:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71e0ac78-be75-4024-8c4b-ca5de8d2dec5 x-openstack-request-id: req-71e0ac78-be75-4024-8c4b-ca5de8d2dec5 {{(pid=95103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 20:03:26.647131 n-d-713301-16 neutron-server[95103]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b3e31e4b-a563-482d-a19a-0790b57e87c8", "name": "network-vif-unplugged", "status": "completed", "tag": "7a7f91ab-165f-4845-a483-51b0e4c15fb3", "code": 200}]} {{(pid=95103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 20:03:26.647351 n-d-713301-16 neutron-server[95103]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-71e0ac78-be75-4024-8c4b-ca5de8d2dec5 {{(pid=95103) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 20:03:26.647768 n-d-713301-16 neutron-server[95103]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b3e31e4b-a563-482d-a19a-0790b57e87c8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7a7f91ab-165f-4845-a483-51b0e4c15fb3', 'code': 200} Sep 23 20:03:26.649926 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:03:26.755948 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.db.api [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95103) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 23 20:03:26.756959 n-d-713301-16 neutron-server[95103]: DEBUG oslo_db.api [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 23 20:03:26.757321 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Pushing event updated for resources: {'Port': ['ID=7a7f91ab-165f-4845-a483-51b0e4c15fb3,revision_number=6']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:03:27.326481 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:03:27.359205 n-d-713301-16 neutron-server[95103]: DEBUG neutron.notifiers.nova [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7a7f91ab-165f-4845-a483-51b0e4c15fb3 {{(pid=95103) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 20:03:27.389112 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] For port 7a7f91ab-165f-4845-a483-51b0e4c15fb3, host n-h2-713301-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-16',level=0,port_id=7a7f91ab-165f-4845-a483-51b0e4c15fb3,segment=NetworkSegment(46f4d30d-abb3-46a0-ab22-edc50832ca81),segment_id=46f4d30d-abb3-46a0-ab22-edc50832ca81)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 20:03:27.393057 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:03:27.461777 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Pushing event updated for resources: {'Port': ['ID=7a7f91ab-165f-4845-a483-51b0e4c15fb3,revision_number=7']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:03:27.600806 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] get_ports_and_sgs() called for port_ids ['7a7f91ab-165f-4845-a483-51b0e4c15fb3'] {{(pid=95103) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 20:03:28.271302 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:03:28.337497 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Device 7a7f91ab-165f-4845-a483-51b0e4c15fb3 up at agent hyperv_n-h2-713301-16 {{(pid=95103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 20:03:28.409574 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Provisioning complete for port 7a7f91ab-165f-4845-a483-51b0e4c15fb3 triggered by entity L2. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 20:03:28.410578 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:03:28.522754 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:03:28.523414 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:03:28.578581 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] For port 7a7f91ab-165f-4845-a483-51b0e4c15fb3, host n-h2-713301-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-16',level=0,port_id=7a7f91ab-165f-4845-a483-51b0e4c15fb3,segment=NetworkSegment(46f4d30d-abb3-46a0-ab22-edc50832ca81),segment_id=46f4d30d-abb3-46a0-ab22-edc50832ca81)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 20:03:28.591045 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:03:28.650752 n-d-713301-16 neutron-server[95103]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b3e31e4b-a563-482d-a19a-0790b57e87c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a7f91ab-165f-4845-a483-51b0e4c15fb3'}] {{(pid=95103) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 20:03:28.656518 n-d-713301-16 neutron-server[95103]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}81a1c17f2aa89d5b3ebbba3a3e0cf7eb588e431c2224256110c4c4facdd7c3e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eef7036f-26a8-4707-a122-98069d928d34" -d '{"events": [{"server_uuid": "b3e31e4b-a563-482d-a19a-0790b57e87c8", "name": "network-vif-plugged", "status": "completed", "tag": "7a7f91ab-165f-4845-a483-51b0e4c15fb3"}]}' {{(pid=95103) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 20:03:28.684184 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Pushing event updated for resources: {'Port': ['ID=7a7f91ab-165f-4845-a483-51b0e4c15fb3,revision_number=8']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:03:28.702516 n-d-713301-16 neutron-server[95103]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 20:03:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99cc3f9d-bb89-4a4e-ba46-b187d0edd34a x-openstack-request-id: req-99cc3f9d-bb89-4a4e-ba46-b187d0edd34a {{(pid=95103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 20:03:28.702816 n-d-713301-16 neutron-server[95103]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b3e31e4b-a563-482d-a19a-0790b57e87c8", "name": "network-vif-plugged", "status": "completed", "tag": "7a7f91ab-165f-4845-a483-51b0e4c15fb3", "code": 200}]} {{(pid=95103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 20:03:28.703078 n-d-713301-16 neutron-server[95103]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-99cc3f9d-bb89-4a4e-ba46-b187d0edd34a {{(pid=95103) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 20:03:28.703497 n-d-713301-16 neutron-server[95103]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b3e31e4b-a563-482d-a19a-0790b57e87c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a7f91ab-165f-4845-a483-51b0e4c15fb3', 'code': 200} Sep 23 20:03:31.525998 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-33baf0db-454e-4f8e-858c-b3c98efc4706 req-19ddf7f9-7698-4a0e-899e-49573e567f52 tempest-TestVolumeBootPattern-473790611 tempest-TestVolumeBootPattern-473790611-project] 10.222.0.67 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1347714272&fields=id&tenant_id=1c95f4136fb946e684bc3bd0afadbbdd HTTP/1.1" status: 200 len: 267 time: 0.0348039 Sep 23 20:03:31.643324 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33baf0db-454e-4f8e-858c-b3c98efc4706 req-fed120bf-d72d-4280-bdfc-1d378f2749eb tempest-TestVolumeBootPattern-473790611 tempest-TestVolumeBootPattern-473790611-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:03:31.644850 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-33baf0db-454e-4f8e-858c-b3c98efc4706 req-fed120bf-d72d-4280-bdfc-1d378f2749eb tempest-TestVolumeBootPattern-473790611 tempest-TestVolumeBootPattern-473790611-project] 10.222.0.67 "GET /v2.0/networks?id=a97a1ddd-be59-4422-8c3e-924143535884 HTTP/1.1" status: 200 len: 811 time: 0.1120427 Sep 23 20:03:31.659780 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-33baf0db-454e-4f8e-858c-b3c98efc4706 req-1aaa92dd-d230-4d72-a7cf-7540397bdd9f tempest-TestVolumeBootPattern-473790611 tempest-TestVolumeBootPattern-473790611-project] 10.222.0.67 "GET /v2.0/quotas/1c95f4136fb946e684bc3bd0afadbbdd HTTP/1.1" status: 200 len: 375 time: 0.0091462 Sep 23 20:03:31.718241 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-33baf0db-454e-4f8e-858c-b3c98efc4706 req-7c6f7600-375b-4961-b7a0-46507a7636da tempest-TestVolumeBootPattern-473790611 tempest-TestVolumeBootPattern-473790611-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=1c95f4136fb946e684bc3bd0afadbbdd&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0529966 Sep 23 20:03:31.819090 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-33baf0db-454e-4f8e-858c-b3c98efc4706 req-b1abdcc7-8258-4d00-959b-e961b73e73da service neutron] 10.222.0.67 "GET /v2.0/networks/a97a1ddd-be59-4422-8c3e-924143535884?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881214 Sep 23 20:03:31.909397 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-33baf0db-454e-4f8e-858c-b3c98efc4706 req-0cb9039a-d780-4b49-a259-b527353a8061 service neutron] 10.222.0.67 "GET /v2.0/networks/a97a1ddd-be59-4422-8c3e-924143535884?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835032 Sep 23 20:03:32.207114 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-85be247e-1fb0-409c-be3f-b09707b8c1bc req-a3ef1aa2-7cff-47c9-ba9b-ae5ee3cfe68e tempest-TestVolumeBootPattern-473790611 tempest-TestVolumeBootPattern-473790611-project] 10.222.0.67 "GET /v2.0/ports?device_id=3dab3757-21ef-4492-9534-928c58b42e53 HTTP/1.1" status: 200 len: 210 time: 0.0316422 Sep 23 20:03:33.118372 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33baf0db-454e-4f8e-858c-b3c98efc4706 req-bf770ab5-2e35-4a45-b7e5-aa148278a1da tempest-TestVolumeBootPattern-473790611 tempest-TestVolumeBootPattern-473790611-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:03:33.120052 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-33baf0db-454e-4f8e-858c-b3c98efc4706 req-bf770ab5-2e35-4a45-b7e5-aa148278a1da tempest-TestVolumeBootPattern-473790611 tempest-TestVolumeBootPattern-473790611-project] 10.222.0.74 "GET /v2.0/networks?id=a97a1ddd-be59-4422-8c3e-924143535884 HTTP/1.1" status: 200 len: 811 time: 0.1166642 Sep 23 20:03:33.165746 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-33baf0db-454e-4f8e-858c-b3c98efc4706 req-65e9c185-fea0-4739-b4ff-8fb698e86124 tempest-TestVolumeBootPattern-473790611 tempest-TestVolumeBootPattern-473790611-project] 10.222.0.74 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1c95f4136fb946e684bc3bd0afadbbdd HTTP/1.1" status: 200 len: 380 time: 0.0371196 Sep 23 20:03:33.174759 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.v2.base [req-33baf0db-454e-4f8e-858c-b3c98efc4706 req-772cc486-3e0e-4817-bc34-7c5536e2b793 tempest-TestVolumeBootPattern-473790611 tempest-TestVolumeBootPattern-473790611-project] Request body: {'port': {'device_id': '3dab3757-21ef-4492-9534-928c58b42e53', 'network_id': 'a97a1ddd-be59-4422-8c3e-924143535884', 'admin_state_up': True, 'tenant_id': '1c95f4136fb946e684bc3bd0afadbbdd', 'security_groups': ['144e7209-c560-46fb-b43e-2ce38f5b7271']}} {{(pid=95101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 20:03:33.305958 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-33baf0db-454e-4f8e-858c-b3c98efc4706 req-772cc486-3e0e-4817-bc34-7c5536e2b793 tempest-TestVolumeBootPattern-473790611 tempest-TestVolumeBootPattern-473790611-project] Made reservation on behalf of 1c95f4136fb946e684bc3bd0afadbbdd for: {'port': 1} {{(pid=95101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 20:03:33.310083 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-72782f1b-c166-4399-83d8-ab392aab576b req-bbfb240d-bde3-4384-bac6-db1ef5b7e08d tempest-TestVolumeBootPattern-473790611 tempest-TestVolumeBootPattern-473790611-project] 10.222.0.67 "GET /v2.0/ports?device_id=3dab3757-21ef-4492-9534-928c58b42e53 HTTP/1.1" status: 200 len: 210 time: 0.0313904 Sep 23 20:03:33.310624 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-33baf0db-454e-4f8e-858c-b3c98efc4706 req-772cc486-3e0e-4817-bc34-7c5536e2b793 tempest-TestVolumeBootPattern-473790611 tempest-TestVolumeBootPattern-473790611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:03:33.450599 n-d-713301-16 neutron-server[95101]: DEBUG neutron.db.db_base_plugin_common [req-33baf0db-454e-4f8e-858c-b3c98efc4706 req-772cc486-3e0e-4817-bc34-7c5536e2b793 tempest-TestVolumeBootPattern-473790611 tempest-TestVolumeBootPattern-473790611-project] Allocated IP 172.20.0.14 (a97a1ddd-be59-4422-8c3e-924143535884/788d1f3e-2626-40b1-b49a-799b1a0fa15b/a96a8ff0-c203-4f8f-a124-27d3d8b8118e) {{(pid=95101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 20:03:33.610115 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-33baf0db-454e-4f8e-858c-b3c98efc4706 req-772cc486-3e0e-4817-bc34-7c5536e2b793 tempest-TestVolumeBootPattern-473790611 tempest-TestVolumeBootPattern-473790611-project] Notify callbacks [] for port, precommit_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:03:33.963316 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-33baf0db-454e-4f8e-858c-b3c98efc4706 req-772cc486-3e0e-4817-bc34-7c5536e2b793 tempest-TestVolumeBootPattern-473790611 tempest-TestVolumeBootPattern-473790611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783145673135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5607431'] for port, after_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:03:34.041894 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-33baf0db-454e-4f8e-858c-b3c98efc4706 req-772cc486-3e0e-4817-bc34-7c5536e2b793 tempest-TestVolumeBootPattern-473790611 tempest-TestVolumeBootPattern-473790611-project] Network a97a1ddd-be59-4422-8c3e-924143535884 is already hosted by enough agents. {{(pid=95101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 20:03:34.046173 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.base_scheduler [req-33baf0db-454e-4f8e-858c-b3c98efc4706 req-772cc486-3e0e-4817-bc34-7c5536e2b793 tempest-TestVolumeBootPattern-473790611 tempest-TestVolumeBootPattern-473790611-project] Resources bound (agent type, host, resource id): {{(pid=95101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 20:03:34.055877 n-d-713301-16 neutron-server[95101]: DEBUG neutron.db.l3_dvrscheduler_db [req-33baf0db-454e-4f8e-858c-b3c98efc4706 req-772cc486-3e0e-4817-bc34-7c5536e2b793 tempest-TestVolumeBootPattern-473790611 tempest-TestVolumeBootPattern-473790611-project] Received port after_create {{(pid=95101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 20:03:34.060895 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-772cc486-3e0e-4817-bc34-7c5536e2b793 tempest-TestVolumeBootPattern-473790611 tempest-TestVolumeBootPattern-473790611-project] Pushing event updated for resources: {'Port': ['ID=a96a8ff0-c203-4f8f-a124-27d3d8b8118e,revision_number=1']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:03:34.110243 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-772cc486-3e0e-4817-bc34-7c5536e2b793 tempest-TestVolumeBootPattern-473790611 tempest-TestVolumeBootPattern-473790611-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:03:34.110738 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-772cc486-3e0e-4817-bc34-7c5536e2b793 tempest-TestVolumeBootPattern-473790611 tempest-TestVolumeBootPattern-473790611-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:03:34.111195 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-772cc486-3e0e-4817-bc34-7c5536e2b793 tempest-TestVolumeBootPattern-473790611 tempest-TestVolumeBootPattern-473790611-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:03:34.111643 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-772cc486-3e0e-4817-bc34-7c5536e2b793 tempest-TestVolumeBootPattern-473790611 tempest-TestVolumeBootPattern-473790611-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:03:34.112067 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-772cc486-3e0e-4817-bc34-7c5536e2b793 tempest-TestVolumeBootPattern-473790611 tempest-TestVolumeBootPattern-473790611-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:03:34.112724 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-772cc486-3e0e-4817-bc34-7c5536e2b793 tempest-TestVolumeBootPattern-473790611 tempest-TestVolumeBootPattern-473790611-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:03:34.113151 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-772cc486-3e0e-4817-bc34-7c5536e2b793 tempest-TestVolumeBootPattern-473790611 tempest-TestVolumeBootPattern-473790611-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:03:34.113570 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-772cc486-3e0e-4817-bc34-7c5536e2b793 tempest-TestVolumeBootPattern-473790611 tempest-TestVolumeBootPattern-473790611-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:03:34.113972 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-772cc486-3e0e-4817-bc34-7c5536e2b793 tempest-TestVolumeBootPattern-473790611 tempest-TestVolumeBootPattern-473790611-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:03:34.114513 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-772cc486-3e0e-4817-bc34-7c5536e2b793 tempest-TestVolumeBootPattern-473790611 tempest-TestVolumeBootPattern-473790611-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:03:34.115085 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-772cc486-3e0e-4817-bc34-7c5536e2b793 tempest-TestVolumeBootPattern-473790611 tempest-TestVolumeBootPattern-473790611-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:03:34.115425 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-772cc486-3e0e-4817-bc34-7c5536e2b793 tempest-TestVolumeBootPattern-473790611 tempest-TestVolumeBootPattern-473790611-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:03:34.164406 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33baf0db-454e-4f8e-858c-b3c98efc4706 req-772cc486-3e0e-4817-bc34-7c5536e2b793 tempest-TestVolumeBootPattern-473790611 tempest-TestVolumeBootPattern-473790611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:03:34.165206 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-33baf0db-454e-4f8e-858c-b3c98efc4706 req-772cc486-3e0e-4817-bc34-7c5536e2b793 tempest-TestVolumeBootPattern-473790611 tempest-TestVolumeBootPattern-473790611-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222849'] for port, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:03:34.184407 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-33baf0db-454e-4f8e-858c-b3c98efc4706 req-772cc486-3e0e-4817-bc34-7c5536e2b793 tempest-TestVolumeBootPattern-473790611 tempest-TestVolumeBootPattern-473790611-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0132825 Sep 23 20:03:34.200371 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.v2.base [req-33baf0db-454e-4f8e-858c-b3c98efc4706 req-6f85a9df-2af1-4a15-87a5-59648cce1465 service neutron] Request body: {'port': {'device_id': '3dab3757-21ef-4492-9534-928c58b42e53', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713301-16'}} {{(pid=95101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 20:03:34.283199 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-33baf0db-454e-4f8e-858c-b3c98efc4706 req-6f85a9df-2af1-4a15-87a5-59648cce1465 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:03:34.406737 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-608364dd-1b4b-44da-bc00-62538483795d None None] Provisioning complete for port a96a8ff0-c203-4f8f-a124-27d3d8b8118e triggered by entity DHCP. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 20:03:34.407324 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-608364dd-1b4b-44da-bc00-62538483795d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:03:34.474410 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.plugin [None req-608364dd-1b4b-44da-bc00-62538483795d None None] Port a96a8ff0-c203-4f8f-a124-27d3d8b8118e cannot update to ACTIVE because it is not bound. {{(pid=95103) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 20:03:34.530957 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf7acf64-d9ed-4b42-aa07-c92656c2983c req-3cd9f9ef-8577-43e5-8948-d2a88854542b tempest-TestVolumeBootPattern-473790611 tempest-TestVolumeBootPattern-473790611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:03:34.535249 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-cf7acf64-d9ed-4b42-aa07-c92656c2983c req-3cd9f9ef-8577-43e5-8948-d2a88854542b tempest-TestVolumeBootPattern-473790611 tempest-TestVolumeBootPattern-473790611-project] 10.222.0.67 "GET /v2.0/ports?device_id=3dab3757-21ef-4492-9534-928c58b42e53 HTTP/1.1" status: 200 len: 932 time: 0.1031883 Sep 23 20:03:34.594528 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-cf7acf64-d9ed-4b42-aa07-c92656c2983c req-c5ab0273-9daf-4440-b7df-4a64ea2705bb tempest-TestVolumeBootPattern-473790611 tempest-TestVolumeBootPattern-473790611-project] 10.222.0.67 "GET /v2.0/security-groups?id=144e7209-c560-46fb-b43e-2ce38f5b7271&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506232 Sep 23 20:03:34.677430 n-d-713301-16 neutron-server[95101]: DEBUG neutron.notifiers.nova [req-33baf0db-454e-4f8e-858c-b3c98efc4706 req-6f85a9df-2af1-4a15-87a5-59648cce1465 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a96a8ff0-c203-4f8f-a124-27d3d8b8118e {{(pid=95101) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 20:03:34.686389 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-33baf0db-454e-4f8e-858c-b3c98efc4706 req-6f85a9df-2af1-4a15-87a5-59648cce1465 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:03:34.699611 n-d-713301-16 neutron-server[95101]: DEBUG neutron.db.provisioning_blocks [req-33baf0db-454e-4f8e-858c-b3c98efc4706 req-6f85a9df-2af1-4a15-87a5-59648cce1465 service neutron] Transition to ACTIVE for port object a96a8ff0-c203-4f8f-a124-27d3d8b8118e will not be triggered until provisioned by entity L2. {{(pid=95101) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 20:03:34.703643 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-33baf0db-454e-4f8e-858c-b3c98efc4706 req-6f85a9df-2af1-4a15-87a5-59648cce1465 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5607436'] for port, after_update {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:03:34.757855 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f85a9df-2af1-4a15-87a5-59648cce1465 service neutron] Pushing event updated for resources: {'Port': ['ID=a96a8ff0-c203-4f8f-a124-27d3d8b8118e,revision_number=2']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:03:34.848561 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.managers [req-33baf0db-454e-4f8e-858c-b3c98efc4706 req-6f85a9df-2af1-4a15-87a5-59648cce1465 service neutron] Attempting to bind port a96a8ff0-c203-4f8f-a124-27d3d8b8118e on host n-h1-713301-16 for vnic_type normal with profile {{(pid=95101) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 20:03:34.848915 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.managers [req-33baf0db-454e-4f8e-858c-b3c98efc4706 req-6f85a9df-2af1-4a15-87a5-59648cce1465 service neutron] Attempting to bind port a96a8ff0-c203-4f8f-a124-27d3d8b8118e by drivers openvswitch,hyperv on host n-h1-713301-16 at level 0 using segments [{'id': 'c7abd8db-b99c-424c-86a3-7924c060f21a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'a97a1ddd-be59-4422-8c3e-924143535884'}] {{(pid=95101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 20:03:34.849251 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33baf0db-454e-4f8e-858c-b3c98efc4706 req-6f85a9df-2af1-4a15-87a5-59648cce1465 service neutron] Attempting to bind port a96a8ff0-c203-4f8f-a124-27d3d8b8118e on network a97a1ddd-be59-4422-8c3e-924143535884 {{(pid=95101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 20:03:34.854863 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33baf0db-454e-4f8e-858c-b3c98efc4706 req-6f85a9df-2af1-4a15-87a5-59648cce1465 service neutron] Port a96a8ff0-c203-4f8f-a124-27d3d8b8118e on network a97a1ddd-be59-4422-8c3e-924143535884 not bound, no agent of type Open vSwitch agent registered on host n-h1-713301-16 {{(pid=95101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 20:03:34.855296 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33baf0db-454e-4f8e-858c-b3c98efc4706 req-6f85a9df-2af1-4a15-87a5-59648cce1465 service neutron] Attempting to bind port a96a8ff0-c203-4f8f-a124-27d3d8b8118e on network a97a1ddd-be59-4422-8c3e-924143535884 {{(pid=95101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 20:03:34.860535 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33baf0db-454e-4f8e-858c-b3c98efc4706 req-6f85a9df-2af1-4a15-87a5-59648cce1465 service neutron] Checking agent: {'id': '0708c3e9-0aad-4600-9be9-d2486535c898', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713301-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 19, 15, 28), 'started_at': datetime.datetime(2021, 9, 23, 19, 15, 28), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 20, 3, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 20:03:34.860909 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33baf0db-454e-4f8e-858c-b3c98efc4706 req-6f85a9df-2af1-4a15-87a5-59648cce1465 service neutron] Checking segment: {'id': 'c7abd8db-b99c-424c-86a3-7924c060f21a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'a97a1ddd-be59-4422-8c3e-924143535884'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 20:03:34.861346 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33baf0db-454e-4f8e-858c-b3c98efc4706 req-6f85a9df-2af1-4a15-87a5-59648cce1465 service neutron] Bound using segment: {'id': 'c7abd8db-b99c-424c-86a3-7924c060f21a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'a97a1ddd-be59-4422-8c3e-924143535884'} {{(pid=95101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 20:03:34.861764 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.managers [req-33baf0db-454e-4f8e-858c-b3c98efc4706 req-6f85a9df-2af1-4a15-87a5-59648cce1465 service neutron] Bound port: a96a8ff0-c203-4f8f-a124-27d3d8b8118e, host: n-h1-713301-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c7abd8db-b99c-424c-86a3-7924c060f21a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'a97a1ddd-be59-4422-8c3e-924143535884'}}] {{(pid=95101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 20:03:34.862126 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-33baf0db-454e-4f8e-858c-b3c98efc4706 req-6f85a9df-2af1-4a15-87a5-59648cce1465 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:03:34.937544 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.db [req-33baf0db-454e-4f8e-858c-b3c98efc4706 req-6f85a9df-2af1-4a15-87a5-59648cce1465 service neutron] For port a96a8ff0-c203-4f8f-a124-27d3d8b8118e, host n-h1-713301-16, cleared binding levels {{(pid=95101) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 20:03:34.940915 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.db [req-33baf0db-454e-4f8e-858c-b3c98efc4706 req-6f85a9df-2af1-4a15-87a5-59648cce1465 service neutron] For port a96a8ff0-c203-4f8f-a124-27d3d8b8118e, host n-h1-713301-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-16',level=0,port_id=a96a8ff0-c203-4f8f-a124-27d3d8b8118e,segment=NetworkSegment(c7abd8db-b99c-424c-86a3-7924c060f21a),segment_id=c7abd8db-b99c-424c-86a3-7924c060f21a)] {{(pid=95101) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 20:03:34.946246 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-33baf0db-454e-4f8e-858c-b3c98efc4706 req-6f85a9df-2af1-4a15-87a5-59648cce1465 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5607436'] for port, after_update {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:03:34.981638 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33baf0db-454e-4f8e-858c-b3c98efc4706 req-6f85a9df-2af1-4a15-87a5-59648cce1465 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:03:34.982268 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-33baf0db-454e-4f8e-858c-b3c98efc4706 req-6f85a9df-2af1-4a15-87a5-59648cce1465 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222849'] for port, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:03:34.983684 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-33baf0db-454e-4f8e-858c-b3c98efc4706 req-6f85a9df-2af1-4a15-87a5-59648cce1465 service neutron] 10.222.0.74 "PUT /v2.0/ports/a96a8ff0-c203-4f8f-a124-27d3d8b8118e HTTP/1.1" status: 200 len: 1093 time: 0.7909758 Sep 23 20:03:34.984205 n-d-713301-16 neutron-server[95101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3dab3757-21ef-4492-9534-928c58b42e53', 'tag': 'a96a8ff0-c203-4f8f-a124-27d3d8b8118e'}] {{(pid=95101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 20:03:34.986449 n-d-713301-16 neutron-server[95101]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d8366c5740cd635e57ab12b71fe44a77c2acc3c19091ef849c6f68b380462244" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eea1845b-2a6e-4a46-9bcf-b8170715b43e" -d '{"events": [{"name": "network-changed", "server_uuid": "3dab3757-21ef-4492-9534-928c58b42e53", "tag": "a96a8ff0-c203-4f8f-a124-27d3d8b8118e"}]}' {{(pid=95101) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 20:03:35.031098 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f85a9df-2af1-4a15-87a5-59648cce1465 service neutron] Pushing event updated for resources: {'Port': ['ID=a96a8ff0-c203-4f8f-a124-27d3d8b8118e,revision_number=3']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:03:35.070459 n-d-713301-16 neutron-server[95101]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 20:03:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a8df60c-ab97-47ed-a617-7efa9f316d63 x-openstack-request-id: req-5a8df60c-ab97-47ed-a617-7efa9f316d63 {{(pid=95101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 20:03:35.070701 n-d-713301-16 neutron-server[95101]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3dab3757-21ef-4492-9534-928c58b42e53", "tag": "a96a8ff0-c203-4f8f-a124-27d3d8b8118e", "status": "completed", "code": 200}]} {{(pid=95101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 20:03:35.070901 n-d-713301-16 neutron-server[95101]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-5a8df60c-ab97-47ed-a617-7efa9f316d63 {{(pid=95101) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 20:03:35.071313 n-d-713301-16 neutron-server[95101]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3dab3757-21ef-4492-9534-928c58b42e53', 'tag': 'a96a8ff0-c203-4f8f-a124-27d3d8b8118e', 'status': 'completed', 'code': 200} Sep 23 20:03:35.089690 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33baf0db-454e-4f8e-858c-b3c98efc4706 req-f940cd0b-6575-47e3-bc88-3fb893de6e19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:03:35.090894 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-33baf0db-454e-4f8e-858c-b3c98efc4706 req-f940cd0b-6575-47e3-bc88-3fb893de6e19 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=1c95f4136fb946e684bc3bd0afadbbdd&device_id=3dab3757-21ef-4492-9534-928c58b42e53 HTTP/1.1" status: 200 len: 1096 time: 0.0565021 Sep 23 20:03:35.138491 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-33baf0db-454e-4f8e-858c-b3c98efc4706 req-31967df9-f4d9-4216-be0f-fd51020ef75d service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a96a8ff0-c203-4f8f-a124-27d3d8b8118e HTTP/1.1" status: 200 len: 217 time: 0.0395966 Sep 23 20:03:35.191250 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33baf0db-454e-4f8e-858c-b3c98efc4706 req-f486f375-0ac9-42a6-bf53-005694447f54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:03:35.192548 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-33baf0db-454e-4f8e-858c-b3c98efc4706 req-f486f375-0ac9-42a6-bf53-005694447f54 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=788d1f3e-2626-40b1-b49a-799b1a0fa15b HTTP/1.1" status: 200 len: 850 time: 0.0477192 Sep 23 20:03:35.247046 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33baf0db-454e-4f8e-858c-b3c98efc4706 req-3f42b980-63da-44e5-9bc0-d5ca003e4ec1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:03:35.249233 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-33baf0db-454e-4f8e-858c-b3c98efc4706 req-3f42b980-63da-44e5-9bc0-d5ca003e4ec1 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=a97a1ddd-be59-4422-8c3e-924143535884&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0490828 Sep 23 20:03:35.347434 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-33baf0db-454e-4f8e-858c-b3c98efc4706 req-9c59e071-2e71-4301-8082-add9328d4a7a service neutron] 10.222.0.74 "GET /v2.0/networks/a97a1ddd-be59-4422-8c3e-924143535884?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901222 Sep 23 20:03:35.444218 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-33baf0db-454e-4f8e-858c-b3c98efc4706 req-ded3257d-fd74-480f-86a0-05f56fb81d99 service neutron] 10.222.0.74 "GET /v2.0/networks/a97a1ddd-be59-4422-8c3e-924143535884?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887198 Sep 23 20:03:35.528975 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea1845b-2a6e-4a46-9bcf-b8170715b43e req-a1d22f49-d4ef-48e3-b414-05c6fa1892a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:03:35.530461 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-eea1845b-2a6e-4a46-9bcf-b8170715b43e req-a1d22f49-d4ef-48e3-b414-05c6fa1892a3 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=1c95f4136fb946e684bc3bd0afadbbdd&device_id=3dab3757-21ef-4492-9534-928c58b42e53 HTTP/1.1" status: 200 len: 1096 time: 0.0435259 Sep 23 20:03:35.627011 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea1845b-2a6e-4a46-9bcf-b8170715b43e req-2da0e998-2188-438c-8229-5e4c694a8d58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:03:35.628737 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-eea1845b-2a6e-4a46-9bcf-b8170715b43e req-2da0e998-2188-438c-8229-5e4c694a8d58 service neutron] 10.222.0.74 "GET /v2.0/networks?id=a97a1ddd-be59-4422-8c3e-924143535884 HTTP/1.1" status: 200 len: 912 time: 0.0911801 Sep 23 20:03:35.672393 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-eea1845b-2a6e-4a46-9bcf-b8170715b43e req-db0b7e42-c5ab-49e6-a179-4271242454d2 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a96a8ff0-c203-4f8f-a124-27d3d8b8118e HTTP/1.1" status: 200 len: 217 time: 0.0357289 Sep 23 20:03:35.721604 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a129d08d-2e31-4c99-8c30-29de264889a9 req-a8e077e9-3cc3-4554-8dc9-63dbc8fa2d4b tempest-TestVolumeBootPattern-473790611 tempest-TestVolumeBootPattern-473790611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:03:35.723239 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-a129d08d-2e31-4c99-8c30-29de264889a9 req-a8e077e9-3cc3-4554-8dc9-63dbc8fa2d4b tempest-TestVolumeBootPattern-473790611 tempest-TestVolumeBootPattern-473790611-project] 10.222.0.67 "GET /v2.0/ports?device_id=3dab3757-21ef-4492-9534-928c58b42e53 HTTP/1.1" status: 200 len: 944 time: 0.0526712 Sep 23 20:03:35.724319 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea1845b-2a6e-4a46-9bcf-b8170715b43e req-09606156-8a2f-4710-a9f8-41af14d16893 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:03:35.725860 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-eea1845b-2a6e-4a46-9bcf-b8170715b43e req-09606156-8a2f-4710-a9f8-41af14d16893 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=788d1f3e-2626-40b1-b49a-799b1a0fa15b HTTP/1.1" status: 200 len: 850 time: 0.0470321 Sep 23 20:03:35.763002 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-a129d08d-2e31-4c99-8c30-29de264889a9 req-1c82f441-2cac-413b-b3a3-78ece7f9f26f tempest-TestVolumeBootPattern-473790611 tempest-TestVolumeBootPattern-473790611-project] 10.222.0.67 "GET /v2.0/security-groups?id=144e7209-c560-46fb-b43e-2ce38f5b7271&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334392 Sep 23 20:03:35.780831 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea1845b-2a6e-4a46-9bcf-b8170715b43e req-bb22d0f5-6c13-442b-b5ec-bd127bbfac45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:03:35.782381 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-eea1845b-2a6e-4a46-9bcf-b8170715b43e req-bb22d0f5-6c13-442b-b5ec-bd127bbfac45 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=a97a1ddd-be59-4422-8c3e-924143535884&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0498946 Sep 23 20:03:35.876678 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-eea1845b-2a6e-4a46-9bcf-b8170715b43e req-1fc3ec14-e75a-4b0f-8446-f7040c077321 service neutron] 10.222.0.74 "GET /v2.0/networks/a97a1ddd-be59-4422-8c3e-924143535884?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869710 Sep 23 20:03:35.974783 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-eea1845b-2a6e-4a46-9bcf-b8170715b43e req-6bba244b-a910-4239-8ba0-0985e63df749 service neutron] 10.222.0.74 "GET /v2.0/networks/a97a1ddd-be59-4422-8c3e-924143535884?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0909061 Sep 23 20:03:36.886431 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db9823b3-ee06-4898-8e1a-13c4d6b14912 req-fafe66f8-686b-4e64-b1aa-6e9c8cc51c70 tempest-TestVolumeBootPattern-473790611 tempest-TestVolumeBootPattern-473790611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:03:36.887947 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-db9823b3-ee06-4898-8e1a-13c4d6b14912 req-fafe66f8-686b-4e64-b1aa-6e9c8cc51c70 tempest-TestVolumeBootPattern-473790611 tempest-TestVolumeBootPattern-473790611-project] 10.222.0.67 "GET /v2.0/ports?device_id=3dab3757-21ef-4492-9534-928c58b42e53 HTTP/1.1" status: 200 len: 944 time: 0.0540192 Sep 23 20:03:36.926248 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-db9823b3-ee06-4898-8e1a-13c4d6b14912 req-889036c1-d490-4475-a8ce-1fa3d1a8e3c2 tempest-TestVolumeBootPattern-473790611 tempest-TestVolumeBootPattern-473790611-project] 10.222.0.67 "GET /v2.0/security-groups?id=144e7209-c560-46fb-b43e-2ce38f5b7271&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322239 Sep 23 20:03:38.071182 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-366c1262-028f-4f8f-bd9f-1c64ac430a82 req-ae29d0c9-5fdd-4c8c-8b93-690505dbd38e tempest-TestVolumeBootPattern-473790611 tempest-TestVolumeBootPattern-473790611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:03:38.074320 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-366c1262-028f-4f8f-bd9f-1c64ac430a82 req-ae29d0c9-5fdd-4c8c-8b93-690505dbd38e tempest-TestVolumeBootPattern-473790611 tempest-TestVolumeBootPattern-473790611-project] 10.222.0.67 "GET /v2.0/ports?device_id=3dab3757-21ef-4492-9534-928c58b42e53 HTTP/1.1" status: 200 len: 944 time: 0.0677769 Sep 23 20:03:38.115860 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-366c1262-028f-4f8f-bd9f-1c64ac430a82 req-7809bdf1-9913-44a6-9ff4-680f2e8a9509 tempest-TestVolumeBootPattern-473790611 tempest-TestVolumeBootPattern-473790611-project] 10.222.0.67 "GET /v2.0/security-groups?id=144e7209-c560-46fb-b43e-2ce38f5b7271&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360298 Sep 23 20:03:39.235288 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214a4e31-d34a-4d6e-8d92-ed3e6b1e1c01 req-549c8879-b44c-4a65-9a98-a33b380524c0 tempest-TestVolumeBootPattern-473790611 tempest-TestVolumeBootPattern-473790611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:03:39.236850 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-214a4e31-d34a-4d6e-8d92-ed3e6b1e1c01 req-549c8879-b44c-4a65-9a98-a33b380524c0 tempest-TestVolumeBootPattern-473790611 tempest-TestVolumeBootPattern-473790611-project] 10.222.0.67 "GET /v2.0/ports?device_id=3dab3757-21ef-4492-9534-928c58b42e53 HTTP/1.1" status: 200 len: 944 time: 0.0507312 Sep 23 20:03:39.276671 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-214a4e31-d34a-4d6e-8d92-ed3e6b1e1c01 req-dcbf0151-c779-4d0c-8434-3d36d6a56e98 tempest-TestVolumeBootPattern-473790611 tempest-TestVolumeBootPattern-473790611-project] 10.222.0.67 "GET /v2.0/security-groups?id=144e7209-c560-46fb-b43e-2ce38f5b7271&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336845 Sep 23 20:03:39.417140 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.agents_db [None req-f2f5c474-60a3-474f-b2cc-02c4bd30880c None None] Agent healthcheck: found 7 active agents {{(pid=95104) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 20:03:40.398234 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6611af3e-7916-4ff2-b4a5-34d07b3daf8f req-d0fcf372-e2d7-422b-994a-c1022553066b tempest-TestVolumeBootPattern-473790611 tempest-TestVolumeBootPattern-473790611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:03:40.399744 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-6611af3e-7916-4ff2-b4a5-34d07b3daf8f req-d0fcf372-e2d7-422b-994a-c1022553066b tempest-TestVolumeBootPattern-473790611 tempest-TestVolumeBootPattern-473790611-project] 10.222.0.67 "GET /v2.0/ports?device_id=3dab3757-21ef-4492-9534-928c58b42e53 HTTP/1.1" status: 200 len: 944 time: 0.0534275 Sep 23 20:03:40.439570 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-6611af3e-7916-4ff2-b4a5-34d07b3daf8f req-c92dadb6-d5db-46f6-a11b-52f1a6e5069f tempest-TestVolumeBootPattern-473790611 tempest-TestVolumeBootPattern-473790611-project] 10.222.0.67 "GET /v2.0/security-groups?id=144e7209-c560-46fb-b43e-2ce38f5b7271&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328329 Sep 23 20:03:41.563376 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab18f6cd-3588-498e-8ffa-4594e6e1275f req-a06ecada-225e-41a2-b624-72cc39d2c37e tempest-TestVolumeBootPattern-473790611 tempest-TestVolumeBootPattern-473790611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:03:41.564951 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-ab18f6cd-3588-498e-8ffa-4594e6e1275f req-a06ecada-225e-41a2-b624-72cc39d2c37e tempest-TestVolumeBootPattern-473790611 tempest-TestVolumeBootPattern-473790611-project] 10.222.0.67 "GET /v2.0/ports?device_id=3dab3757-21ef-4492-9534-928c58b42e53 HTTP/1.1" status: 200 len: 944 time: 0.0521290 Sep 23 20:03:41.605431 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-ab18f6cd-3588-498e-8ffa-4594e6e1275f req-915f88fd-d0ca-4244-9dd3-aaf4945888f4 tempest-TestVolumeBootPattern-473790611 tempest-TestVolumeBootPattern-473790611-project] 10.222.0.67 "GET /v2.0/security-groups?id=144e7209-c560-46fb-b43e-2ce38f5b7271&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344391 Sep 23 20:03:42.721572 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc57306e-4157-4939-9040-ce97a855704f req-d0d24ea7-70c5-430a-a3d3-73a6614a8b07 tempest-TestVolumeBootPattern-473790611 tempest-TestVolumeBootPattern-473790611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:03:42.723099 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-cc57306e-4157-4939-9040-ce97a855704f req-d0d24ea7-70c5-430a-a3d3-73a6614a8b07 tempest-TestVolumeBootPattern-473790611 tempest-TestVolumeBootPattern-473790611-project] 10.222.0.67 "GET /v2.0/ports?device_id=3dab3757-21ef-4492-9534-928c58b42e53 HTTP/1.1" status: 200 len: 944 time: 0.0498111 Sep 23 20:03:42.765366 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-cc57306e-4157-4939-9040-ce97a855704f req-b0cdf9c7-c4e6-44a8-807b-ba3a05126e60 tempest-TestVolumeBootPattern-473790611 tempest-TestVolumeBootPattern-473790611-project] 10.222.0.67 "GET /v2.0/security-groups?id=144e7209-c560-46fb-b43e-2ce38f5b7271&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336668 Sep 23 20:03:43.892334 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-654cb385-ca77-409e-bab7-0e614976d69d req-9713f3f7-5091-4d8c-9c6c-24f60d7d0fd3 tempest-TestVolumeBootPattern-473790611 tempest-TestVolumeBootPattern-473790611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:03:43.893896 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-654cb385-ca77-409e-bab7-0e614976d69d req-9713f3f7-5091-4d8c-9c6c-24f60d7d0fd3 tempest-TestVolumeBootPattern-473790611 tempest-TestVolumeBootPattern-473790611-project] 10.222.0.67 "GET /v2.0/ports?device_id=3dab3757-21ef-4492-9534-928c58b42e53 HTTP/1.1" status: 200 len: 944 time: 0.0619805 Sep 23 20:03:43.930985 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-654cb385-ca77-409e-bab7-0e614976d69d req-99360880-178b-4c5e-b54c-47d2b81fa0a9 tempest-TestVolumeBootPattern-473790611 tempest-TestVolumeBootPattern-473790611-project] 10.222.0.67 "GET /v2.0/security-groups?id=144e7209-c560-46fb-b43e-2ce38f5b7271&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312343 Sep 23 20:03:45.061066 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80bea1f-684f-42d9-b6a1-7bc253e4d404 req-73cc148a-fb02-4934-990b-b28e7cd8dd65 tempest-TestVolumeBootPattern-473790611 tempest-TestVolumeBootPattern-473790611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:03:45.062749 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-f80bea1f-684f-42d9-b6a1-7bc253e4d404 req-73cc148a-fb02-4934-990b-b28e7cd8dd65 tempest-TestVolumeBootPattern-473790611 tempest-TestVolumeBootPattern-473790611-project] 10.222.0.67 "GET /v2.0/ports?device_id=3dab3757-21ef-4492-9534-928c58b42e53 HTTP/1.1" status: 200 len: 944 time: 0.0614200 Sep 23 20:03:45.096761 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Device a96a8ff0-c203-4f8f-a124-27d3d8b8118e details requested by agent hyperv_n-h1-713301-16 with host n-h1-713301-16 {{(pid=95103) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 20:03:45.104414 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-f80bea1f-684f-42d9-b6a1-7bc253e4d404 req-a7c11171-2dab-4bb6-8f68-1787cd534c5e tempest-TestVolumeBootPattern-473790611 tempest-TestVolumeBootPattern-473790611-project] 10.222.0.67 "GET /v2.0/security-groups?id=144e7209-c560-46fb-b43e-2ce38f5b7271&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357797 Sep 23 20:03:45.206139 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] For port a96a8ff0-c203-4f8f-a124-27d3d8b8118e, host n-h1-713301-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-16',level=0,port_id=a96a8ff0-c203-4f8f-a124-27d3d8b8118e,segment=NetworkSegment(c7abd8db-b99c-424c-86a3-7924c060f21a),segment_id=c7abd8db-b99c-424c-86a3-7924c060f21a)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 20:03:45.220377 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Returning: {'device': 'a96a8ff0-c203-4f8f-a124-27d3d8b8118e', 'network_id': 'a97a1ddd-be59-4422-8c3e-924143535884', 'port_id': 'a96a8ff0-c203-4f8f-a124-27d3d8b8118e', 'mac_address': 'fa:16:3e:4d:97:e2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 640, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '788d1f3e-2626-40b1-b49a-799b1a0fa15b', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95103) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 20:03:45.269528 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:03:45.283490 n-d-713301-16 neutron-server[95103]: DEBUG neutron.notifiers.nova [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a96a8ff0-c203-4f8f-a124-27d3d8b8118e {{(pid=95103) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 20:03:45.304190 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] For port a96a8ff0-c203-4f8f-a124-27d3d8b8118e, host n-h1-713301-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-16',level=0,port_id=a96a8ff0-c203-4f8f-a124-27d3d8b8118e,segment=NetworkSegment(c7abd8db-b99c-424c-86a3-7924c060f21a),segment_id=c7abd8db-b99c-424c-86a3-7924c060f21a)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 20:03:45.308943 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:03:45.357842 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Pushing event updated for resources: {'Port': ['ID=a96a8ff0-c203-4f8f-a124-27d3d8b8118e,revision_number=4']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:03:45.366377 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:03:45.366857 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:03:45.367238 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:03:45.367705 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:03:45.368045 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:03:45.368382 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:03:45.368806 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:03:45.369139 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:03:45.369468 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:03:45.369794 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:03:45.370147 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:03:45.371002 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:03:45.535667 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] get_ports_and_sgs() called for port_ids ['a96a8ff0-c203-4f8f-a124-27d3d8b8118e'] {{(pid=95103) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 20:03:46.227816 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-502faf35-d114-4330-ab7a-845474f8f473 req-4baeea0e-4079-4823-8380-afc083d44ead tempest-TestVolumeBootPattern-473790611 tempest-TestVolumeBootPattern-473790611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:03:46.229689 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-502faf35-d114-4330-ab7a-845474f8f473 req-4baeea0e-4079-4823-8380-afc083d44ead tempest-TestVolumeBootPattern-473790611 tempest-TestVolumeBootPattern-473790611-project] 10.222.0.67 "GET /v2.0/ports?device_id=3dab3757-21ef-4492-9534-928c58b42e53 HTTP/1.1" status: 200 len: 945 time: 0.0580897 Sep 23 20:03:46.273647 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-502faf35-d114-4330-ab7a-845474f8f473 req-5b240fb5-b049-4ce1-a707-66ad2f41ae00 tempest-TestVolumeBootPattern-473790611 tempest-TestVolumeBootPattern-473790611-project] 10.222.0.67 "GET /v2.0/security-groups?id=144e7209-c560-46fb-b43e-2ce38f5b7271&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372977 Sep 23 20:03:47.105397 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Device a96a8ff0-c203-4f8f-a124-27d3d8b8118e up at agent hyperv_n-h1-713301-16 {{(pid=95103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 20:03:47.152653 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Provisioning for port a96a8ff0-c203-4f8f-a124-27d3d8b8118e completed by entity L2. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 20:03:47.156283 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Provisioning complete for port a96a8ff0-c203-4f8f-a124-27d3d8b8118e triggered by entity L2. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 20:03:47.156686 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:03:47.240053 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:03:47.262730 n-d-713301-16 neutron-server[95103]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3dab3757-21ef-4492-9534-928c58b42e53', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a96a8ff0-c203-4f8f-a124-27d3d8b8118e'}] {{(pid=95103) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 20:03:47.265003 n-d-713301-16 neutron-server[95103]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}81a1c17f2aa89d5b3ebbba3a3e0cf7eb588e431c2224256110c4c4facdd7c3e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b85cf3f-2ecf-4166-8f96-031bf1d3c6d2" -d '{"events": [{"server_uuid": "3dab3757-21ef-4492-9534-928c58b42e53", "name": "network-vif-plugged", "status": "completed", "tag": "a96a8ff0-c203-4f8f-a124-27d3d8b8118e"}]}' {{(pid=95103) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 20:03:47.277929 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] For port a96a8ff0-c203-4f8f-a124-27d3d8b8118e, host n-h1-713301-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-16',level=0,port_id=a96a8ff0-c203-4f8f-a124-27d3d8b8118e,segment=NetworkSegment(c7abd8db-b99c-424c-86a3-7924c060f21a),segment_id=c7abd8db-b99c-424c-86a3-7924c060f21a)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 20:03:47.282082 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:03:47.305175 n-d-713301-16 neutron-server[95103]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 20:03:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b852c2cd-6508-4466-95af-502c0edb4d68 x-openstack-request-id: req-b852c2cd-6508-4466-95af-502c0edb4d68 {{(pid=95103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 20:03:47.305466 n-d-713301-16 neutron-server[95103]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3dab3757-21ef-4492-9534-928c58b42e53", "name": "network-vif-plugged", "status": "completed", "tag": "a96a8ff0-c203-4f8f-a124-27d3d8b8118e", "code": 200}]} {{(pid=95103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 20:03:47.305721 n-d-713301-16 neutron-server[95103]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-b852c2cd-6508-4466-95af-502c0edb4d68 {{(pid=95103) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 20:03:47.306106 n-d-713301-16 neutron-server[95103]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3dab3757-21ef-4492-9534-928c58b42e53', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a96a8ff0-c203-4f8f-a124-27d3d8b8118e', 'code': 200} Sep 23 20:03:47.337506 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Pushing event updated for resources: {'Port': ['ID=a96a8ff0-c203-4f8f-a124-27d3d8b8118e,revision_number=5']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:03:47.403003 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b698185-4fd1-469c-85d6-dd9a5c0060f0 req-e4b85fea-c020-43b9-aead-5a1047e1d372 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:03:47.404424 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-5b698185-4fd1-469c-85d6-dd9a5c0060f0 req-e4b85fea-c020-43b9-aead-5a1047e1d372 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=3dab3757-21ef-4492-9534-928c58b42e53 HTTP/1.1" status: 200 len: 1098 time: 0.0409548 Sep 23 20:03:47.406870 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d25f3f0-9d15-47ee-b644-ee7b2ade74d0 req-9d97bbfe-0815-437f-a670-2e98f77d02a3 tempest-TestVolumeBootPattern-473790611 tempest-TestVolumeBootPattern-473790611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:03:47.408350 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-5d25f3f0-9d15-47ee-b644-ee7b2ade74d0 req-9d97bbfe-0815-437f-a670-2e98f77d02a3 tempest-TestVolumeBootPattern-473790611 tempest-TestVolumeBootPattern-473790611-project] 10.222.0.67 "GET /v2.0/ports?device_id=3dab3757-21ef-4492-9534-928c58b42e53 HTTP/1.1" status: 200 len: 946 time: 0.0560036 Sep 23 20:03:47.440766 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-5b698185-4fd1-469c-85d6-dd9a5c0060f0 req-c54e992c-56f7-4d48-92df-dafacd2af327 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=144e7209-c560-46fb-b43e-2ce38f5b7271&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0293288 Sep 23 20:03:47.446867 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-5d25f3f0-9d15-47ee-b644-ee7b2ade74d0 req-f57cc384-df92-456a-a79e-8c3aef709b4e tempest-TestVolumeBootPattern-473790611 tempest-TestVolumeBootPattern-473790611-project] 10.222.0.67 "GET /v2.0/security-groups?id=144e7209-c560-46fb-b43e-2ce38f5b7271&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326083 Sep 23 20:03:48.567051 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54764a41-9ae7-4e12-9eb6-d7a80d144fdc req-b0730583-b584-4b51-bcbb-cf5e6b6fe889 tempest-TestVolumeBootPattern-473790611 tempest-TestVolumeBootPattern-473790611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:03:48.568543 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-54764a41-9ae7-4e12-9eb6-d7a80d144fdc req-b0730583-b584-4b51-bcbb-cf5e6b6fe889 tempest-TestVolumeBootPattern-473790611 tempest-TestVolumeBootPattern-473790611-project] 10.222.0.67 "GET /v2.0/ports?device_id=3dab3757-21ef-4492-9534-928c58b42e53 HTTP/1.1" status: 200 len: 946 time: 0.0493083 Sep 23 20:03:48.606982 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-54764a41-9ae7-4e12-9eb6-d7a80d144fdc req-5f3eda90-9ecc-440f-9d12-1bc0dc27a5dc tempest-TestVolumeBootPattern-473790611 tempest-TestVolumeBootPattern-473790611-project] 10.222.0.67 "GET /v2.0/security-groups?id=144e7209-c560-46fb-b43e-2ce38f5b7271&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322149 Sep 23 20:03:48.719519 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acab2472-e426-4125-9c51-9bc48e0b6af4 req-feb476bd-53d9-4f53-8bb7-696dec83c2ee tempest-TestVolumeBootPattern-473790611 tempest-TestVolumeBootPattern-473790611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:03:48.721316 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-acab2472-e426-4125-9c51-9bc48e0b6af4 req-feb476bd-53d9-4f53-8bb7-696dec83c2ee tempest-TestVolumeBootPattern-473790611 tempest-TestVolumeBootPattern-473790611-project] 10.222.0.67 "GET /v2.0/ports?device_id=3dab3757-21ef-4492-9534-928c58b42e53 HTTP/1.1" status: 200 len: 946 time: 0.0480304 Sep 23 20:03:48.759769 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-acab2472-e426-4125-9c51-9bc48e0b6af4 req-aabc39a1-b0c4-4a86-8dd5-ec5c09698844 tempest-TestVolumeBootPattern-473790611 tempest-TestVolumeBootPattern-473790611-project] 10.222.0.67 "GET /v2.0/security-groups?id=144e7209-c560-46fb-b43e-2ce38f5b7271&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325267 Sep 23 20:03:48.784181 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 58498) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:03:48.827468 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a8125fd-7445-4484-bf49-93315cd02884 tempest-TestVolumeBootPattern-1959460501 tempest-TestVolumeBootPattern-1959460501-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:03:48.829047 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-6a8125fd-7445-4484-bf49-93315cd02884 tempest-TestVolumeBootPattern-1959460501 tempest-TestVolumeBootPattern-1959460501-project-admin] 10.222.0.67 "GET /v2.0/ports?device_id=3dab3757-21ef-4492-9534-928c58b42e53 HTTP/1.1" status: 200 len: 1093 time: 0.0438235 Sep 23 20:03:48.831825 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 58500) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:03:48.835948 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.v2.base [None req-ead3822a-ff03-490e-98bf-b242b7c48df8 tempest-TestVolumeBootPattern-473790611 tempest-TestVolumeBootPattern-473790611-project] Request body: {'floatingip': {'floating_network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'port_id': 'a96a8ff0-c203-4f8f-a124-27d3d8b8118e', 'tenant_id': '1c95f4136fb946e684bc3bd0afadbbdd', 'fixed_ip_address': '172.20.0.14'}} {{(pid=95102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 20:03:48.858021 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-ead3822a-ff03-490e-98bf-b242b7c48df8 tempest-TestVolumeBootPattern-473790611 tempest-TestVolumeBootPattern-473790611-project] Notify callbacks [] for floatingip, before_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:03:48.954434 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-ead3822a-ff03-490e-98bf-b242b7c48df8 tempest-TestVolumeBootPattern-473790611 tempest-TestVolumeBootPattern-473790611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:03:49.062200 n-d-713301-16 neutron-server[95102]: DEBUG neutron.db.db_base_plugin_common [None req-ead3822a-ff03-490e-98bf-b242b7c48df8 tempest-TestVolumeBootPattern-473790611 tempest-TestVolumeBootPattern-473790611-project] Allocated IP 172.25.1.14 (5dec5c09-378e-4f50-89cc-d94eb81c3bac/eff83446-018c-428d-b3f5-54ac9abe7a2a/67ea8ec9-bc83-4b01-8629-0a4a820909c1) {{(pid=95102) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 20:03:49.164741 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-ead3822a-ff03-490e-98bf-b242b7c48df8 tempest-TestVolumeBootPattern-473790611 tempest-TestVolumeBootPattern-473790611-project] Notify callbacks [] for port, precommit_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:03:49.202445 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-ead3822a-ff03-490e-98bf-b242b7c48df8 tempest-TestVolumeBootPattern-473790611 tempest-TestVolumeBootPattern-473790611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783145673135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4399100'] for port, after_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:03:49.240578 n-d-713301-16 neutron-server[95102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ead3822a-ff03-490e-98bf-b242b7c48df8 tempest-TestVolumeBootPattern-473790611 tempest-TestVolumeBootPattern-473790611-project] Network 5dec5c09-378e-4f50-89cc-d94eb81c3bac is already hosted by enough agents. {{(pid=95102) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 20:03:49.243420 n-d-713301-16 neutron-server[95102]: DEBUG neutron.scheduler.base_scheduler [None req-ead3822a-ff03-490e-98bf-b242b7c48df8 tempest-TestVolumeBootPattern-473790611 tempest-TestVolumeBootPattern-473790611-project] Resources bound (agent type, host, resource id): {{(pid=95102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 20:03:49.247201 n-d-713301-16 neutron-server[95102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ead3822a-ff03-490e-98bf-b242b7c48df8 tempest-TestVolumeBootPattern-473790611 tempest-TestVolumeBootPattern-473790611-project] Received port after_create {{(pid=95102) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 20:03:49.254629 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ead3822a-ff03-490e-98bf-b242b7c48df8 tempest-TestVolumeBootPattern-473790611 tempest-TestVolumeBootPattern-473790611-project] Pushing event updated for resources: {'Port': ['ID=67ea8ec9-bc83-4b01-8629-0a4a820909c1,revision_number=1']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:03:49.283611 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ead3822a-ff03-490e-98bf-b242b7c48df8 tempest-TestVolumeBootPattern-473790611 tempest-TestVolumeBootPattern-473790611-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:03:49.283968 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ead3822a-ff03-490e-98bf-b242b7c48df8 tempest-TestVolumeBootPattern-473790611 tempest-TestVolumeBootPattern-473790611-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:03:49.284313 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ead3822a-ff03-490e-98bf-b242b7c48df8 tempest-TestVolumeBootPattern-473790611 tempest-TestVolumeBootPattern-473790611-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:03:49.284701 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ead3822a-ff03-490e-98bf-b242b7c48df8 tempest-TestVolumeBootPattern-473790611 tempest-TestVolumeBootPattern-473790611-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:03:49.285020 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ead3822a-ff03-490e-98bf-b242b7c48df8 tempest-TestVolumeBootPattern-473790611 tempest-TestVolumeBootPattern-473790611-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:03:49.285349 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ead3822a-ff03-490e-98bf-b242b7c48df8 tempest-TestVolumeBootPattern-473790611 tempest-TestVolumeBootPattern-473790611-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:03:49.285677 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ead3822a-ff03-490e-98bf-b242b7c48df8 tempest-TestVolumeBootPattern-473790611 tempest-TestVolumeBootPattern-473790611-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:03:49.286004 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ead3822a-ff03-490e-98bf-b242b7c48df8 tempest-TestVolumeBootPattern-473790611 tempest-TestVolumeBootPattern-473790611-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:03:49.286328 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ead3822a-ff03-490e-98bf-b242b7c48df8 tempest-TestVolumeBootPattern-473790611 tempest-TestVolumeBootPattern-473790611-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:03:49.286649 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ead3822a-ff03-490e-98bf-b242b7c48df8 tempest-TestVolumeBootPattern-473790611 tempest-TestVolumeBootPattern-473790611-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:03:49.286970 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ead3822a-ff03-490e-98bf-b242b7c48df8 tempest-TestVolumeBootPattern-473790611 tempest-TestVolumeBootPattern-473790611-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:03:49.287292 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ead3822a-ff03-490e-98bf-b242b7c48df8 tempest-TestVolumeBootPattern-473790611 tempest-TestVolumeBootPattern-473790611-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:03:49.606701 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-ead3822a-ff03-490e-98bf-b242b7c48df8 tempest-TestVolumeBootPattern-473790611 tempest-TestVolumeBootPattern-473790611-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:03:49.672796 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-ead3822a-ff03-490e-98bf-b242b7c48df8 tempest-TestVolumeBootPattern-473790611 tempest-TestVolumeBootPattern-473790611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:03:49.733703 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-61dc7164-a6ba-4af8-bcc7-0482e34adba9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:03:49.822778 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-ead3822a-ff03-490e-98bf-b242b7c48df8 tempest-TestVolumeBootPattern-473790611 tempest-TestVolumeBootPattern-473790611-project] Notify callbacks [] for port, precommit_update {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:03:49.827796 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-ead3822a-ff03-490e-98bf-b242b7c48df8 tempest-TestVolumeBootPattern-473790611 tempest-TestVolumeBootPattern-473790611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4399095'] for port, after_update {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:03:49.894381 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ead3822a-ff03-490e-98bf-b242b7c48df8 tempest-TestVolumeBootPattern-473790611 tempest-TestVolumeBootPattern-473790611-project] Pushing event updated for resources: {'Port': ['ID=67ea8ec9-bc83-4b01-8629-0a4a820909c1,revision_number=2']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:03:49.907668 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-ead3822a-ff03-490e-98bf-b242b7c48df8 tempest-TestVolumeBootPattern-473790611 tempest-TestVolumeBootPattern-473790611-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-601884'] for floatingip, after_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:03:50.006995 n-d-713301-16 neutron-server[95102]: INFO neutron.db.l3_db [None req-ead3822a-ff03-490e-98bf-b242b7c48df8 tempest-TestVolumeBootPattern-473790611 tempest-TestVolumeBootPattern-473790611-project] Floating IP ed8327f6-2d3d-4251-aa7e-4572e924e2ef associated. External IP: 172.25.1.14, port: a96a8ff0-c203-4f8f-a124-27d3d8b8118e. Sep 23 20:03:50.215308 n-d-713301-16 neutron-server[95102]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ead3822a-ff03-490e-98bf-b242b7c48df8 tempest-TestVolumeBootPattern-473790611 tempest-TestVolumeBootPattern-473790611-project] Router b22c9376-a7a4-4f49-863a-450b65a4dbaa has already been hosted by L3 agent 79a740bf-7821-4989-8288-7186e3e128f3 {{(pid=95102) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 20:03:50.331025 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ead3822a-ff03-490e-98bf-b242b7c48df8 tempest-TestVolumeBootPattern-473790611 tempest-TestVolumeBootPattern-473790611-project] Notify agent at l3_agent.n-d-713301-16 the message routers_updated {{(pid=95102) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 20:03:50.341721 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17f4637c-8b5f-4e31-98df-a69c3c74b1df None None] Sync routers for ids ['b22c9376-a7a4-4f49-863a-450b65a4dbaa'] in n-d-713301-16 {{(pid=95103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 20:03:50.349846 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-ead3822a-ff03-490e-98bf-b242b7c48df8 tempest-TestVolumeBootPattern-473790611 tempest-TestVolumeBootPattern-473790611-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222849'] for floatingip, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:03:50.353799 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17f4637c-8b5f-4e31-98df-a69c3c74b1df None None] Routers {'b22c9376-a7a4-4f49-863a-450b65a4dbaa'} bound to L3 agent in host n-d-713301-16 {{(pid=95103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 20:03:50.354514 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_hamode_db [None req-17f4637c-8b5f-4e31-98df-a69c3c74b1df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-23T19:07:52Z,description=,heartbeat_timestamp=2021-09-23T20:03:23Z,host='n-d-713301-16',id=79a740bf-7821-4989-8288-7186e3e128f3,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:07:52Z,topic='l3_agent')) {'router_ids': ['b22c9376-a7a4-4f49-863a-450b65a4dbaa'], 'active': True} {{(pid=95103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 20:03:50.382272 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-ead3822a-ff03-490e-98bf-b242b7c48df8 tempest-TestVolumeBootPattern-473790611 tempest-TestVolumeBootPattern-473790611-project] 10.222.0.67 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5495083 Sep 23 20:03:50.383128 n-d-713301-16 neutron-server[95102]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3dab3757-21ef-4492-9534-928c58b42e53', 'tag': 'a96a8ff0-c203-4f8f-a124-27d3d8b8118e'}] {{(pid=95102) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 20:03:50.385590 n-d-713301-16 neutron-server[95102]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab31b6d93e5336dbddfa8ec424565b3bd8cb2369c5b4d85bc943472dbb21e8ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b79fa606-d360-43e0-970b-7044ae0117b6" -d '{"events": [{"name": "network-changed", "server_uuid": "3dab3757-21ef-4492-9534-928c58b42e53", "tag": "a96a8ff0-c203-4f8f-a124-27d3d8b8118e"}]}' {{(pid=95102) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 20:03:50.425654 n-d-713301-16 neutron-server[95102]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 20:03:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bed3db10-5201-4e89-99ff-bbbf8e531deb x-openstack-request-id: req-bed3db10-5201-4e89-99ff-bbbf8e531deb {{(pid=95102) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 20:03:50.425945 n-d-713301-16 neutron-server[95102]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3dab3757-21ef-4492-9534-928c58b42e53", "tag": "a96a8ff0-c203-4f8f-a124-27d3d8b8118e", "status": "completed", "code": 200}]} {{(pid=95102) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 20:03:50.426196 n-d-713301-16 neutron-server[95102]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-bed3db10-5201-4e89-99ff-bbbf8e531deb {{(pid=95102) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 20:03:50.426596 n-d-713301-16 neutron-server[95102]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3dab3757-21ef-4492-9534-928c58b42e53', 'tag': 'a96a8ff0-c203-4f8f-a124-27d3d8b8118e', 'status': 'completed', 'code': 200} Sep 23 20:03:50.479218 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_dvr_db [None req-17f4637c-8b5f-4e31-98df-a69c3c74b1df None None] Set router b22c9376-a7a4-4f49-863a-450b65a4dbaa gateway port host: n-d-713301-16 {{(pid=95103) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 20:03:50.491277 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b79fa606-d360-43e0-970b-7044ae0117b6 req-ced02b97-8e6a-436d-8dbe-9bb3a04bb7ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:03:50.492894 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-b79fa606-d360-43e0-970b-7044ae0117b6 req-ced02b97-8e6a-436d-8dbe-9bb3a04bb7ac service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=1c95f4136fb946e684bc3bd0afadbbdd&device_id=3dab3757-21ef-4492-9534-928c58b42e53 HTTP/1.1" status: 200 len: 1098 time: 0.0420606 Sep 23 20:03:50.587257 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b79fa606-d360-43e0-970b-7044ae0117b6 req-ebb33305-d166-4294-908a-9389ed401c22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:03:50.588815 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-b79fa606-d360-43e0-970b-7044ae0117b6 req-ebb33305-d166-4294-908a-9389ed401c22 service neutron] 10.222.0.74 "GET /v2.0/networks?id=a97a1ddd-be59-4422-8c3e-924143535884 HTTP/1.1" status: 200 len: 912 time: 0.0894308 Sep 23 20:03:50.655430 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-b79fa606-d360-43e0-970b-7044ae0117b6 req-a73b4090-0ebb-4f27-96d6-99d6cb422373 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a96a8ff0-c203-4f8f-a124-27d3d8b8118e HTTP/1.1" status: 200 len: 999 time: 0.0590518 Sep 23 20:03:50.706571 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_hamode_db [None req-17f4637c-8b5f-4e31-98df-a69c3c74b1df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b22c9376-a7a4-4f49-863a-450b65a4dbaa', 'name': 'tempest-TestVolumeBootPattern-846071345-router', 'tenant_id': '1c95f4136fb946e684bc3bd0afadbbdd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'external_fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.189'}], 'enable_snat': True}, 'gw_port_id': 'b60be0b5-21c7-4e8d-b049-66f43f6db97c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:55:38Z', 'updated_at': '2021-09-23T19:55:42Z', 'revision_number': 4, 'project_id': '1c95f4136fb946e684bc3bd0afadbbdd', 'gw_port': {'id': 'b60be0b5-21c7-4e8d-b049-66f43f6db97c', 'name': '', 'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:b1:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b22c9376-a7a4-4f49-863a-450b65a4dbaa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3875, 'fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:55:39Z', 'updated_at': '2021-09-23T19:55:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-16', '_floatingips': [{'id': 'b90e79db-7e4c-4e18-a14f-5e4c34962f93', 'tenant_id': '1c95f4136fb946e684bc3bd0afadbbdd', 'floating_ip_address': '172.25.1.165', 'floating_network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'router_id': 'b22c9376-a7a4-4f49-863a-450b65a4dbaa', 'port_id': 'aa161274-af6f-442b-a922-904309044a45', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 3975, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a97a1ddd-be59-4422-8c3e-924143535884', 'mac_address': 'fa:16:3e:78:db:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3748ffae-a1b1-43d6-9838-54e899d8854a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-23T20:01:48Z', 'updated_at': '2021-09-23T20:01:50Z', 'revision_number': 1, 'project_id': '1c95f4136fb946e684bc3bd0afadbbdd', 'fixed_ip_address_scope': None}, {'id': 'ed8327f6-2d3d-4251-aa7e-4572e924e2ef', 'tenant_id': '1c95f4136fb946e684bc3bd0afadbbdd', 'floating_ip_address': '172.25.1.14', 'floating_network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'router_id': 'b22c9376-a7a4-4f49-863a-450b65a4dbaa', 'port_id': 'a96a8ff0-c203-4f8f-a124-27d3d8b8118e', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3997, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a97a1ddd-be59-4422-8c3e-924143535884', 'mac_address': 'fa:16:3e:4d:97:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dab3757-21ef-4492-9534-928c58b42e53', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-23T20:03:49Z', 'updated_at': '2021-09-23T20:03:49Z', 'revision_number': 0, 'project_id': '1c95f4136fb946e684bc3bd0afadbbdd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '25c3b070-de7a-4c98-a0c6-bbdac9d061bf', 'name': '', 'network_id': 'a97a1ddd-be59-4422-8c3e-924143535884', 'tenant_id': '1c95f4136fb946e684bc3bd0afadbbdd', 'mac_address': 'fa:16:3e:7c:37:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b22c9376-a7a4-4f49-863a-450b65a4dbaa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3876, 'fixed_ips': [{'subnet_id': '788d1f3e-2626-40b1-b49a-799b1a0fa15b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:55:41Z', 'updated_at': '2021-09-23T19:55:46Z', 'revision_number': 5, 'project_id': '1c95f4136fb946e684bc3bd0afadbbdd', 'subnets': [{'id': '788d1f3e-2626-40b1-b49a-799b1a0fa15b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-16', False) {} {{(pid=95103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 20:03:50.710843 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b79fa606-d360-43e0-970b-7044ae0117b6 req-96517325-43d7-4d6d-a6b2-6f3b3d519a27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:03:50.712330 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-b79fa606-d360-43e0-970b-7044ae0117b6 req-96517325-43d7-4d6d-a6b2-6f3b3d519a27 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=788d1f3e-2626-40b1-b49a-799b1a0fa15b HTTP/1.1" status: 200 len: 850 time: 0.0495350 Sep 23 20:03:50.734751 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17f4637c-8b5f-4e31-98df-a69c3c74b1df None None] Checking router: b22c9376-a7a4-4f49-863a-450b65a4dbaa for host: n-d-713301-16 {{(pid=95103) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 20:03:50.742997 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17f4637c-8b5f-4e31-98df-a69c3c74b1df None None] Routers {'b22c9376-a7a4-4f49-863a-450b65a4dbaa'} bound to L3 agent in host n-d-713301-16 {{(pid=95103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 20:03:50.743617 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_hamode_db [None req-17f4637c-8b5f-4e31-98df-a69c3c74b1df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-23T19:07:52Z,description=,heartbeat_timestamp=2021-09-23T20:03:23Z,host='n-d-713301-16',id=79a740bf-7821-4989-8288-7186e3e128f3,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:07:52Z,topic='l3_agent')) {'router_ids': ['b22c9376-a7a4-4f49-863a-450b65a4dbaa'], 'active': True} {{(pid=95103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 20:03:50.760319 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b79fa606-d360-43e0-970b-7044ae0117b6 req-757a32cc-589b-4659-bb77-1691a39dfc60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:03:50.763026 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-b79fa606-d360-43e0-970b-7044ae0117b6 req-757a32cc-589b-4659-bb77-1691a39dfc60 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=a97a1ddd-be59-4422-8c3e-924143535884&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0418289 Sep 23 20:03:50.849676 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_dvr_db [None req-17f4637c-8b5f-4e31-98df-a69c3c74b1df None None] Set router b22c9376-a7a4-4f49-863a-450b65a4dbaa gateway port host: n-d-713301-16 {{(pid=95103) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 20:03:50.852902 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-b79fa606-d360-43e0-970b-7044ae0117b6 req-3d7752c5-4d0f-42f1-a5a2-7772d8c7d9bf service neutron] 10.222.0.74 "GET /v2.0/networks/a97a1ddd-be59-4422-8c3e-924143535884?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835373 Sep 23 20:03:50.948735 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-b79fa606-d360-43e0-970b-7044ae0117b6 req-c7ae9bb1-f447-4973-858b-c4a2cd327789 service neutron] 10.222.0.74 "GET /v2.0/networks/a97a1ddd-be59-4422-8c3e-924143535884?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886378 Sep 23 20:03:51.076294 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_hamode_db [None req-17f4637c-8b5f-4e31-98df-a69c3c74b1df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b22c9376-a7a4-4f49-863a-450b65a4dbaa', 'name': 'tempest-TestVolumeBootPattern-846071345-router', 'tenant_id': '1c95f4136fb946e684bc3bd0afadbbdd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'external_fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.189'}], 'enable_snat': True}, 'gw_port_id': 'b60be0b5-21c7-4e8d-b049-66f43f6db97c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:55:38Z', 'updated_at': '2021-09-23T19:55:42Z', 'revision_number': 4, 'project_id': '1c95f4136fb946e684bc3bd0afadbbdd', 'gw_port': {'id': 'b60be0b5-21c7-4e8d-b049-66f43f6db97c', 'name': '', 'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:b1:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b22c9376-a7a4-4f49-863a-450b65a4dbaa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3875, 'fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:55:39Z', 'updated_at': '2021-09-23T19:55:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-16', '_floatingips': [{'id': 'b90e79db-7e4c-4e18-a14f-5e4c34962f93', 'tenant_id': '1c95f4136fb946e684bc3bd0afadbbdd', 'floating_ip_address': '172.25.1.165', 'floating_network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'router_id': 'b22c9376-a7a4-4f49-863a-450b65a4dbaa', 'port_id': 'aa161274-af6f-442b-a922-904309044a45', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 3975, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a97a1ddd-be59-4422-8c3e-924143535884', 'mac_address': 'fa:16:3e:78:db:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3748ffae-a1b1-43d6-9838-54e899d8854a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-23T20:01:48Z', 'updated_at': '2021-09-23T20:01:50Z', 'revision_number': 1, 'project_id': '1c95f4136fb946e684bc3bd0afadbbdd', 'fixed_ip_address_scope': None}, {'id': 'ed8327f6-2d3d-4251-aa7e-4572e924e2ef', 'tenant_id': '1c95f4136fb946e684bc3bd0afadbbdd', 'floating_ip_address': '172.25.1.14', 'floating_network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'router_id': 'b22c9376-a7a4-4f49-863a-450b65a4dbaa', 'port_id': 'a96a8ff0-c203-4f8f-a124-27d3d8b8118e', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3997, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a97a1ddd-be59-4422-8c3e-924143535884', 'mac_address': 'fa:16:3e:4d:97:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dab3757-21ef-4492-9534-928c58b42e53', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-23T20:03:49Z', 'updated_at': '2021-09-23T20:03:49Z', 'revision_number': 0, 'project_id': '1c95f4136fb946e684bc3bd0afadbbdd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '25c3b070-de7a-4c98-a0c6-bbdac9d061bf', 'name': '', 'network_id': 'a97a1ddd-be59-4422-8c3e-924143535884', 'tenant_id': '1c95f4136fb946e684bc3bd0afadbbdd', 'mac_address': 'fa:16:3e:7c:37:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b22c9376-a7a4-4f49-863a-450b65a4dbaa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3876, 'fixed_ips': [{'subnet_id': '788d1f3e-2626-40b1-b49a-799b1a0fa15b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:55:41Z', 'updated_at': '2021-09-23T19:55:46Z', 'revision_number': 5, 'project_id': '1c95f4136fb946e684bc3bd0afadbbdd', 'subnets': [{'id': '788d1f3e-2626-40b1-b49a-799b1a0fa15b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-16', False) {} {{(pid=95103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 20:03:51.101868 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17f4637c-8b5f-4e31-98df-a69c3c74b1df None None] The sync data for ids ['b22c9376-a7a4-4f49-863a-450b65a4dbaa'] in n-d-713301-16 is: [{'id': 'b22c9376-a7a4-4f49-863a-450b65a4dbaa', 'name': 'tempest-TestVolumeBootPattern-846071345-router', 'tenant_id': '1c95f4136fb946e684bc3bd0afadbbdd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'external_fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.189'}], 'enable_snat': True}, 'gw_port_id': 'b60be0b5-21c7-4e8d-b049-66f43f6db97c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:55:38Z', 'updated_at': '2021-09-23T19:55:42Z', 'revision_number': 4, 'project_id': '1c95f4136fb946e684bc3bd0afadbbdd', 'gw_port': {'id': 'b60be0b5-21c7-4e8d-b049-66f43f6db97c', 'name': '', 'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:b1:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b22c9376-a7a4-4f49-863a-450b65a4dbaa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3875, 'fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:55:39Z', 'updated_at': '2021-09-23T19:55:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-16', '_floatingips': [{'id': 'b90e79db-7e4c-4e18-a14f-5e4c34962f93', 'tenant_id': '1c95f4136fb946e684bc3bd0afadbbdd', 'floating_ip_address': '172.25.1.165', 'floating_network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'router_id': 'b22c9376-a7a4-4f49-863a-450b65a4dbaa', 'port_id': 'aa161274-af6f-442b-a922-904309044a45', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 3975, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a97a1ddd-be59-4422-8c3e-924143535884', 'mac_address': 'fa:16:3e:78:db:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3748ffae-a1b1-43d6-9838-54e899d8854a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-23T20:01:48Z', 'updated_at': '2021-09-23T20:01:50Z', 'revision_number': 1, 'project_id': '1c95f4136fb946e684bc3bd0afadbbdd', 'fixed_ip_address_scope': None}, {'id': 'ed8327f6-2d3d-4251-aa7e-4572e924e2ef', 'tenant_id': '1c95f4136fb946e684bc3bd0afadbbdd', 'floating_ip_address': '172.25.1.14', 'floating_network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'router_id': 'b22c9376-a7a4-4f49-863a-450b65a4dbaa', 'port_id': 'a96a8ff0-c203-4f8f-a124-27d3d8b8118e', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3997, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a97a1ddd-be59-4422-8c3e-924143535884', 'mac_address': 'fa:16:3e:4d:97:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dab3757-21ef-4492-9534-928c58b42e53', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-23T20:03:49Z', 'updated_at': '2021-09-23T20:03:49Z', 'revision_number': 0, 'project_id': '1c95f4136fb946e684bc3bd0afadbbdd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '25c3b070-de7a-4c98-a0c6-bbdac9d061bf', 'name': '', 'network_id': 'a97a1ddd-be59-4422-8c3e-924143535884', 'tenant_id': '1c95f4136fb946e684bc3bd0afadbbdd', 'mac_address': 'fa:16:3e:7c:37:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b22c9376-a7a4-4f49-863a-450b65a4dbaa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3876, 'fixed_ips': [{'subnet_id': '788d1f3e-2626-40b1-b49a-799b1a0fa15b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:55:41Z', 'updated_at': '2021-09-23T19:55:46Z', 'revision_number': 5, 'project_id': '1c95f4136fb946e684bc3bd0afadbbdd', 'subnets': [{'id': '788d1f3e-2626-40b1-b49a-799b1a0fa15b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 20:03:51.307466 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c723bad-03d1-456c-9c8e-53deaf041ffb None None] New status for floating IP ed8327f6-2d3d-4251-aa7e-4572e924e2ef: ACTIVE {{(pid=95104) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 23 20:03:53.001409 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-31f48f56-4f3b-4bf2-9ec6-c86769c71b1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:03:53.149601 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:03:53.544105 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-0ae75029-feb6-4728-9a94-5f9b60993d82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:03:55.374455 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-80e7e501-6c57-470d-92c6-e3d54bc3195c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:03:56.699278 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 58514) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:03:56.857545 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.plugin [None req-323918ab-4718-4fed-8e4f-991c230658b5 tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] Deleting port 4bbdad62-629f-4652-a81d-55f91b8cdf5e {{(pid=95102) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 20:03:56.857885 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-323918ab-4718-4fed-8e4f-991c230658b5 tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783146157096'] for port, before_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:03:56.936096 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-323918ab-4718-4fed-8e4f-991c230658b5 tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-605701'] for port, precommit_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:03:56.936427 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-323918ab-4718-4fed-8e4f-991c230658b5 tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:03:56.947890 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.plugin [None req-323918ab-4718-4fed-8e4f-991c230658b5 tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] Calling delete_port for 4bbdad62-629f-4652-a81d-55f91b8cdf5e owned by network:floatingip {{(pid=95102) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 20:03:57.091100 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-323918ab-4718-4fed-8e4f-991c230658b5 tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783146162158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783145673144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4399100'] for port, after_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:03:57.121752 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-323918ab-4718-4fed-8e4f-991c230658b5 tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] Pushing event deleted for resources: {'Port': ['ID=4bbdad62-629f-4652-a81d-55f91b8cdf5e,revision_number=None']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:03:57.181340 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-323918ab-4718-4fed-8e4f-991c230658b5 tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] Notify callbacks [] for floatingip, after_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:03:57.181675 n-d-713301-16 neutron-server[95102]: INFO neutron.db.l3_db [None req-323918ab-4718-4fed-8e4f-991c230658b5 tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] Floating IP afb07668-962c-454c-b64f-00817b774ca8 disassociated (deleted). External IP: 172.25.1.208, port: 7a7f91ab-165f-4845-a483-51b0e4c15fb3. Sep 23 20:03:57.399912 n-d-713301-16 neutron-server[95102]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-323918ab-4718-4fed-8e4f-991c230658b5 tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] Router 0d7523ce-97de-4e38-893c-94d5c8025a75 has already been hosted by L3 agent 79a740bf-7821-4989-8288-7186e3e128f3 {{(pid=95102) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 20:03:57.508224 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-323918ab-4718-4fed-8e4f-991c230658b5 tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] Notify agent at l3_agent.n-d-713301-16 the message routers_updated {{(pid=95102) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 20:03:57.514169 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-323918ab-4718-4fed-8e4f-991c230658b5 tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222849'] for floatingip, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:03:57.518569 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5ae35f8-530a-4141-86c5-4be7fb835320 None None] Sync routers for ids ['0d7523ce-97de-4e38-893c-94d5c8025a75'] in n-d-713301-16 {{(pid=95103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 20:03:57.528401 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5ae35f8-530a-4141-86c5-4be7fb835320 None None] Routers {'0d7523ce-97de-4e38-893c-94d5c8025a75'} bound to L3 agent in host n-d-713301-16 {{(pid=95103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 20:03:57.529056 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_hamode_db [None req-e5ae35f8-530a-4141-86c5-4be7fb835320 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-23T19:07:52Z,description=,heartbeat_timestamp=2021-09-23T20:03:53Z,host='n-d-713301-16',id=79a740bf-7821-4989-8288-7186e3e128f3,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:07:52Z,topic='l3_agent')) {'router_ids': ['0d7523ce-97de-4e38-893c-94d5c8025a75'], 'active': True} {{(pid=95103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 20:03:57.541495 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-323918ab-4718-4fed-8e4f-991c230658b5 tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] 10.222.0.67 "DELETE /v2.0/floatingips/afb07668-962c-454c-b64f-00817b774ca8 HTTP/1.1" status: 204 len: 168 time: 0.8409920 Sep 23 20:03:57.542068 n-d-713301-16 neutron-server[95102]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b3e31e4b-a563-482d-a19a-0790b57e87c8', 'tag': '7a7f91ab-165f-4845-a483-51b0e4c15fb3'}] {{(pid=95102) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 20:03:57.545005 n-d-713301-16 neutron-server[95102]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab31b6d93e5336dbddfa8ec424565b3bd8cb2369c5b4d85bc943472dbb21e8ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-296a8947-7379-42a4-aaba-2279062d65ee" -d '{"events": [{"name": "network-changed", "server_uuid": "b3e31e4b-a563-482d-a19a-0790b57e87c8", "tag": "7a7f91ab-165f-4845-a483-51b0e4c15fb3"}]}' {{(pid=95102) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 20:03:57.582821 n-d-713301-16 neutron-server[95102]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 20:03:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b3fe9bf-1ae8-4656-a350-7f2b5c9a4820 x-openstack-request-id: req-6b3fe9bf-1ae8-4656-a350-7f2b5c9a4820 {{(pid=95102) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 20:03:57.583111 n-d-713301-16 neutron-server[95102]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b3e31e4b-a563-482d-a19a-0790b57e87c8", "tag": "7a7f91ab-165f-4845-a483-51b0e4c15fb3", "status": "completed", "code": 200}]} {{(pid=95102) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 20:03:57.583360 n-d-713301-16 neutron-server[95102]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-6b3fe9bf-1ae8-4656-a350-7f2b5c9a4820 {{(pid=95102) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 20:03:57.583759 n-d-713301-16 neutron-server[95102]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b3e31e4b-a563-482d-a19a-0790b57e87c8', 'tag': '7a7f91ab-165f-4845-a483-51b0e4c15fb3', 'status': 'completed', 'code': 200} Sep 23 20:03:57.644136 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_dvr_db [None req-e5ae35f8-530a-4141-86c5-4be7fb835320 None None] Set router 0d7523ce-97de-4e38-893c-94d5c8025a75 gateway port host: n-d-713301-16 {{(pid=95103) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 20:03:57.650377 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-296a8947-7379-42a4-aaba-2279062d65ee req-c64083ab-d467-4745-a159-87cc6d4d0e9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:03:57.655077 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-296a8947-7379-42a4-aaba-2279062d65ee req-c64083ab-d467-4745-a159-87cc6d4d0e9f service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=9cf4888c1a454e07a3d16aa9e7c63006&device_id=b3e31e4b-a563-482d-a19a-0790b57e87c8 HTTP/1.1" status: 200 len: 1097 time: 0.0446982 Sep 23 20:03:57.783739 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-296a8947-7379-42a4-aaba-2279062d65ee req-dac190cf-ed34-4d5b-87db-6db5579aeae2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:03:57.785289 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-296a8947-7379-42a4-aaba-2279062d65ee req-dac190cf-ed34-4d5b-87db-6db5579aeae2 service neutron] 10.222.0.53 "GET /v2.0/networks?id=b16d32b9-9188-4404-b015-0143766b94e4 HTTP/1.1" status: 200 len: 897 time: 0.1235478 Sep 23 20:03:57.797518 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26446d43-c3a3-4a9a-8e1f-021963413a08 req-99af9592-169c-4a6c-9fe4-bcb11ba5cf8f tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:03:57.798997 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-26446d43-c3a3-4a9a-8e1f-021963413a08 req-99af9592-169c-4a6c-9fe4-bcb11ba5cf8f tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] 10.222.0.67 "GET /v2.0/ports?device_id=b3e31e4b-a563-482d-a19a-0790b57e87c8 HTTP/1.1" status: 200 len: 945 time: 0.0685394 Sep 23 20:03:57.839082 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-296a8947-7379-42a4-aaba-2279062d65ee req-7c0268ad-d76e-428f-a7be-369508e20a06 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7a7f91ab-165f-4845-a483-51b0e4c15fb3 HTTP/1.1" status: 200 len: 217 time: 0.0391440 Sep 23 20:03:57.853551 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_hamode_db [None req-e5ae35f8-530a-4141-86c5-4be7fb835320 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d7523ce-97de-4e38-893c-94d5c8025a75', 'name': 'tempest-TestNetworkAdvancedServerOps-router-975287796', 'tenant_id': '9cf4888c1a454e07a3d16aa9e7c63006', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'external_fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.108'}], 'enable_snat': True}, 'gw_port_id': 'ccf76940-c473-4a96-9c87-35bf1a0bfc4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T20:02:24Z', 'updated_at': '2021-09-23T20:02:28Z', 'revision_number': 4, 'project_id': '9cf4888c1a454e07a3d16aa9e7c63006', 'gw_port': {'id': 'ccf76940-c473-4a96-9c87-35bf1a0bfc4c', 'name': '', 'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:78:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d7523ce-97de-4e38-893c-94d5c8025a75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3988, 'fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T20:02:24Z', 'updated_at': '2021-09-23T20:02:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-16', '_interfaces': [{'id': '9a4a8819-9bf9-463c-965b-59813a76debe', 'name': '', 'network_id': 'b16d32b9-9188-4404-b015-0143766b94e4', 'tenant_id': '9cf4888c1a454e07a3d16aa9e7c63006', 'mac_address': 'fa:16:3e:45:a2:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d7523ce-97de-4e38-893c-94d5c8025a75', 'device_owner': 'network:router_interface', 'standard_attr_id': 3991, 'fixed_ips': [{'subnet_id': '3fc74970-a6a5-436e-8a1d-4ee5e516a0bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T20:02:27Z', 'updated_at': '2021-09-23T20:02:31Z', 'revision_number': 5, 'project_id': '9cf4888c1a454e07a3d16aa9e7c63006', 'subnets': [{'id': '3fc74970-a6a5-436e-8a1d-4ee5e516a0bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-16', False) {} {{(pid=95103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 20:03:57.884569 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5ae35f8-530a-4141-86c5-4be7fb835320 None None] Checking router: 0d7523ce-97de-4e38-893c-94d5c8025a75 for host: n-d-713301-16 {{(pid=95103) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 20:03:57.894525 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5ae35f8-530a-4141-86c5-4be7fb835320 None None] Routers {'0d7523ce-97de-4e38-893c-94d5c8025a75'} bound to L3 agent in host n-d-713301-16 {{(pid=95103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 20:03:57.895145 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_hamode_db [None req-e5ae35f8-530a-4141-86c5-4be7fb835320 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-23T19:07:52Z,description=,heartbeat_timestamp=2021-09-23T20:03:53Z,host='n-d-713301-16',id=79a740bf-7821-4989-8288-7186e3e128f3,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:07:52Z,topic='l3_agent')) {'router_ids': ['0d7523ce-97de-4e38-893c-94d5c8025a75'], 'active': True} {{(pid=95103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 20:03:58.007650 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_dvr_db [None req-e5ae35f8-530a-4141-86c5-4be7fb835320 None None] Set router 0d7523ce-97de-4e38-893c-94d5c8025a75 gateway port host: n-d-713301-16 {{(pid=95103) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 20:03:58.215028 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_hamode_db [None req-e5ae35f8-530a-4141-86c5-4be7fb835320 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d7523ce-97de-4e38-893c-94d5c8025a75', 'name': 'tempest-TestNetworkAdvancedServerOps-router-975287796', 'tenant_id': '9cf4888c1a454e07a3d16aa9e7c63006', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'external_fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.108'}], 'enable_snat': True}, 'gw_port_id': 'ccf76940-c473-4a96-9c87-35bf1a0bfc4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T20:02:24Z', 'updated_at': '2021-09-23T20:02:28Z', 'revision_number': 4, 'project_id': '9cf4888c1a454e07a3d16aa9e7c63006', 'gw_port': {'id': 'ccf76940-c473-4a96-9c87-35bf1a0bfc4c', 'name': '', 'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:78:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d7523ce-97de-4e38-893c-94d5c8025a75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3988, 'fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T20:02:24Z', 'updated_at': '2021-09-23T20:02:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-16', '_interfaces': [{'id': '9a4a8819-9bf9-463c-965b-59813a76debe', 'name': '', 'network_id': 'b16d32b9-9188-4404-b015-0143766b94e4', 'tenant_id': '9cf4888c1a454e07a3d16aa9e7c63006', 'mac_address': 'fa:16:3e:45:a2:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d7523ce-97de-4e38-893c-94d5c8025a75', 'device_owner': 'network:router_interface', 'standard_attr_id': 3991, 'fixed_ips': [{'subnet_id': '3fc74970-a6a5-436e-8a1d-4ee5e516a0bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T20:02:27Z', 'updated_at': '2021-09-23T20:02:31Z', 'revision_number': 5, 'project_id': '9cf4888c1a454e07a3d16aa9e7c63006', 'subnets': [{'id': '3fc74970-a6a5-436e-8a1d-4ee5e516a0bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-16', False) {} {{(pid=95103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 20:03:58.228276 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-26446d43-c3a3-4a9a-8e1f-021963413a08 req-b6f666ab-a1ce-432e-bbf9-03db82f8f100 tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] 10.222.0.67 "GET /v2.0/security-groups?id=d0280dfe-ab06-4fca-9b51-e01d7eb39c5f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4215133 Sep 23 20:03:58.234526 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-296a8947-7379-42a4-aaba-2279062d65ee req-a42f4860-9e08-48be-b174-f5fb18316037 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:03:58.235989 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-296a8947-7379-42a4-aaba-2279062d65ee req-a42f4860-9e08-48be-b174-f5fb18316037 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=3fc74970-a6a5-436e-8a1d-4ee5e516a0bf HTTP/1.1" status: 200 len: 835 time: 0.3881128 Sep 23 20:03:58.251810 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5ae35f8-530a-4141-86c5-4be7fb835320 None None] The sync data for ids ['0d7523ce-97de-4e38-893c-94d5c8025a75'] in n-d-713301-16 is: [{'id': '0d7523ce-97de-4e38-893c-94d5c8025a75', 'name': 'tempest-TestNetworkAdvancedServerOps-router-975287796', 'tenant_id': '9cf4888c1a454e07a3d16aa9e7c63006', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'external_fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.108'}], 'enable_snat': True}, 'gw_port_id': 'ccf76940-c473-4a96-9c87-35bf1a0bfc4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T20:02:24Z', 'updated_at': '2021-09-23T20:02:28Z', 'revision_number': 4, 'project_id': '9cf4888c1a454e07a3d16aa9e7c63006', 'gw_port': {'id': 'ccf76940-c473-4a96-9c87-35bf1a0bfc4c', 'name': '', 'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:78:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d7523ce-97de-4e38-893c-94d5c8025a75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3988, 'fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T20:02:24Z', 'updated_at': '2021-09-23T20:02:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-16', '_interfaces': [{'id': '9a4a8819-9bf9-463c-965b-59813a76debe', 'name': '', 'network_id': 'b16d32b9-9188-4404-b015-0143766b94e4', 'tenant_id': '9cf4888c1a454e07a3d16aa9e7c63006', 'mac_address': 'fa:16:3e:45:a2:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d7523ce-97de-4e38-893c-94d5c8025a75', 'device_owner': 'network:router_interface', 'standard_attr_id': 3991, 'fixed_ips': [{'subnet_id': '3fc74970-a6a5-436e-8a1d-4ee5e516a0bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T20:02:27Z', 'updated_at': '2021-09-23T20:02:31Z', 'revision_number': 5, 'project_id': '9cf4888c1a454e07a3d16aa9e7c63006', 'subnets': [{'id': '3fc74970-a6a5-436e-8a1d-4ee5e516a0bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 20:03:58.259233 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:03:58.286359 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-296a8947-7379-42a4-aaba-2279062d65ee req-37f8ed3a-e12d-4aa7-80a2-7c41bdc99c25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:03:58.287893 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-296a8947-7379-42a4-aaba-2279062d65ee req-37f8ed3a-e12d-4aa7-80a2-7c41bdc99c25 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=b16d32b9-9188-4404-b015-0143766b94e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0440314 Sep 23 20:03:58.387571 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-296a8947-7379-42a4-aaba-2279062d65ee req-fc8cfe18-66b1-47c4-bfd3-a4d04d40237f service neutron] 10.222.0.53 "GET /v2.0/networks/b16d32b9-9188-4404-b015-0143766b94e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0912204 Sep 23 20:03:58.484196 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-296a8947-7379-42a4-aaba-2279062d65ee req-d5d4154b-2924-4d57-a503-eb75993b0e6c service neutron] 10.222.0.53 "GET /v2.0/networks/b16d32b9-9188-4404-b015-0143766b94e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882020 Sep 23 20:03:58.485272 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61f7f5b7-06b0-413f-8e93-899ce633a31a None None] New status for floating IP afb07668-962c-454c-b64f-00817b774ca8: DOWN {{(pid=95104) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 23 20:03:58.515682 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:03:59.195010 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec5c7b88-5674-4dd0-b4d1-b4f0ffae0dab req-3d22d075-b5f4-4b09-95b0-67a3f75f97ab tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:03:59.196854 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-ec5c7b88-5674-4dd0-b4d1-b4f0ffae0dab req-3d22d075-b5f4-4b09-95b0-67a3f75f97ab tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] 10.222.0.53 "GET /v2.0/ports?device_id=b3e31e4b-a563-482d-a19a-0790b57e87c8 HTTP/1.1" status: 200 len: 945 time: 0.0621018 Sep 23 20:03:59.297787 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.plugin [req-ec5c7b88-5674-4dd0-b4d1-b4f0ffae0dab req-f99ff32d-0ade-4e98-b598-b5e39fc77fac tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] Deleting port 7a7f91ab-165f-4845-a483-51b0e4c15fb3 {{(pid=95102) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 20:03:59.299043 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-ec5c7b88-5674-4dd0-b4d1-b4f0ffae0dab req-f99ff32d-0ade-4e98-b598-b5e39fc77fac tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783146157096'] for port, before_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:03:59.421212 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd05b60-35be-4e46-a337-b62c4ee550e2 req-4260a8b1-78f4-42ec-a7bc-03656f8e2fe0 tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:03:59.422902 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-6bd05b60-35be-4e46-a337-b62c4ee550e2 req-4260a8b1-78f4-42ec-a7bc-03656f8e2fe0 tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] 10.222.0.67 "GET /v2.0/ports?device_id=b3e31e4b-a563-482d-a19a-0790b57e87c8 HTTP/1.1" status: 200 len: 945 time: 0.1072497 Sep 23 20:03:59.459846 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.db [req-ec5c7b88-5674-4dd0-b4d1-b4f0ffae0dab req-f99ff32d-0ade-4e98-b598-b5e39fc77fac tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] For port 7a7f91ab-165f-4845-a483-51b0e4c15fb3, host n-h2-713301-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-16',level=0,port_id=7a7f91ab-165f-4845-a483-51b0e4c15fb3,segment=NetworkSegment(46f4d30d-abb3-46a0-ab22-edc50832ca81),segment_id=46f4d30d-abb3-46a0-ab22-edc50832ca81)] {{(pid=95102) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 20:03:59.460188 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-ec5c7b88-5674-4dd0-b4d1-b4f0ffae0dab req-f99ff32d-0ade-4e98-b598-b5e39fc77fac tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-605701'] for port, precommit_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:03:59.483749 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.plugin [req-ec5c7b88-5674-4dd0-b4d1-b4f0ffae0dab req-f99ff32d-0ade-4e98-b598-b5e39fc77fac tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] Calling delete_port for 7a7f91ab-165f-4845-a483-51b0e4c15fb3 owned by compute:nova {{(pid=95102) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 20:03:59.498374 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-6bd05b60-35be-4e46-a337-b62c4ee550e2 req-12548fdb-f82c-4c9a-8d78-5dde3316151e tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] 10.222.0.67 "GET /v2.0/security-groups?id=d0280dfe-ab06-4fca-9b51-e01d7eb39c5f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0694098 Sep 23 20:03:59.630147 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-ec5c7b88-5674-4dd0-b4d1-b4f0ffae0dab req-f99ff32d-0ade-4e98-b598-b5e39fc77fac tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783146162158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783145673144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4399100'] for port, after_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:03:59.661511 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f99ff32d-0ade-4e98-b598-b5e39fc77fac tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] Pushing event deleted for resources: {'Port': ['ID=7a7f91ab-165f-4845-a483-51b0e4c15fb3,revision_number=None']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:03:59.705517 n-d-713301-16 neutron-server[95102]: DEBUG neutron.db.l3_dvrscheduler_db [req-ec5c7b88-5674-4dd0-b4d1-b4f0ffae0dab req-f99ff32d-0ade-4e98-b598-b5e39fc77fac tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] No DVR routers for this DVR port 7a7f91ab-165f-4845-a483-51b0e4c15fb3 on host n-h2-713301-16 {{(pid=95102) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 20:03:59.708219 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-ec5c7b88-5674-4dd0-b4d1-b4f0ffae0dab req-f99ff32d-0ade-4e98-b598-b5e39fc77fac tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222849'] for port, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:03:59.710481 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-ec5c7b88-5674-4dd0-b4d1-b4f0ffae0dab req-f99ff32d-0ade-4e98-b598-b5e39fc77fac tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] 10.222.0.53 "DELETE /v2.0/ports/7a7f91ab-165f-4845-a483-51b0e4c15fb3 HTTP/1.1" status: 204 len: 173 time: 0.5071237 Sep 23 20:03:59.710859 n-d-713301-16 neutron-server[95102]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b3e31e4b-a563-482d-a19a-0790b57e87c8', 'name': 'network-vif-deleted', 'tag': '7a7f91ab-165f-4845-a483-51b0e4c15fb3'}] {{(pid=95102) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 20:03:59.713358 n-d-713301-16 neutron-server[95102]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab31b6d93e5336dbddfa8ec424565b3bd8cb2369c5b4d85bc943472dbb21e8ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bbc9683d-63eb-4d18-90d3-37e88a722e45" -d '{"events": [{"server_uuid": "b3e31e4b-a563-482d-a19a-0790b57e87c8", "name": "network-vif-deleted", "tag": "7a7f91ab-165f-4845-a483-51b0e4c15fb3"}]}' {{(pid=95102) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 20:03:59.753031 n-d-713301-16 neutron-server[95102]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 20:03:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06d04df8-db36-40f4-92b6-ff7a106ed617 x-openstack-request-id: req-06d04df8-db36-40f4-92b6-ff7a106ed617 {{(pid=95102) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 20:03:59.753386 n-d-713301-16 neutron-server[95102]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b3e31e4b-a563-482d-a19a-0790b57e87c8", "name": "network-vif-deleted", "tag": "7a7f91ab-165f-4845-a483-51b0e4c15fb3", "status": "completed", "code": 200}]} {{(pid=95102) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 20:03:59.753925 n-d-713301-16 neutron-server[95102]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-06d04df8-db36-40f4-92b6-ff7a106ed617 {{(pid=95102) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 20:03:59.754534 n-d-713301-16 neutron-server[95102]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b3e31e4b-a563-482d-a19a-0790b57e87c8', 'name': 'network-vif-deleted', 'tag': '7a7f91ab-165f-4845-a483-51b0e4c15fb3', 'status': 'completed', 'code': 200} Sep 23 20:04:00.554271 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 58530) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:04:00.913843 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-f4ab7843-8955-498a-8486-1558773cc546 tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-601372'] for router_interface, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:04:01.166805 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.plugin [None req-f4ab7843-8955-498a-8486-1558773cc546 tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] Deleting port 9a4a8819-9bf9-463c-965b-59813a76debe {{(pid=95101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 20:04:01.167152 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-f4ab7843-8955-498a-8486-1558773cc546 tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783146157096'] for port, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:04:01.254088 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.db [None req-f4ab7843-8955-498a-8486-1558773cc546 tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] For port 9a4a8819-9bf9-463c-965b-59813a76debe, host n-d-713301-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-16',level=0,port_id=9a4a8819-9bf9-463c-965b-59813a76debe,segment=NetworkSegment(46f4d30d-abb3-46a0-ab22-edc50832ca81),segment_id=46f4d30d-abb3-46a0-ab22-edc50832ca81)] {{(pid=95101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 20:04:01.254459 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-f4ab7843-8955-498a-8486-1558773cc546 tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-605701'] for port, precommit_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:04:01.267413 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.plugin [None req-f4ab7843-8955-498a-8486-1558773cc546 tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] Calling delete_port for 9a4a8819-9bf9-463c-965b-59813a76debe owned by network:router_interface {{(pid=95101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 20:04:01.456914 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-f4ab7843-8955-498a-8486-1558773cc546 tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783146162158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783145673144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5607431'] for port, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:04:01.492908 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4ab7843-8955-498a-8486-1558773cc546 tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] Pushing event deleted for resources: {'Port': ['ID=9a4a8819-9bf9-463c-965b-59813a76debe,revision_number=None']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:04:01.664643 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-f4ab7843-8955-498a-8486-1558773cc546 tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-527322', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-602005'] for router_interface, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:04:01.880900 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f4ab7843-8955-498a-8486-1558773cc546 tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] Router 0d7523ce-97de-4e38-893c-94d5c8025a75 has already been hosted by L3 agent 79a740bf-7821-4989-8288-7186e3e128f3 {{(pid=95101) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 20:04:01.983762 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4ab7843-8955-498a-8486-1558773cc546 tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] Notify agent at l3_agent.n-d-713301-16 the message routers_updated {{(pid=95101) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 20:04:01.988929 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-f4ab7843-8955-498a-8486-1558773cc546 tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] 10.222.0.67 "PUT /v2.0/routers/0d7523ce-97de-4e38-893c-94d5c8025a75/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4335594 Sep 23 20:04:01.991546 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 58532) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:04:01.993171 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2561fc8f-81cc-42b7-aa19-70ffa1446b28 None None] Sync routers for ids ['0d7523ce-97de-4e38-893c-94d5c8025a75'] in n-d-713301-16 {{(pid=95103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 20:04:02.003986 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2561fc8f-81cc-42b7-aa19-70ffa1446b28 None None] Routers {'0d7523ce-97de-4e38-893c-94d5c8025a75'} bound to L3 agent in host n-d-713301-16 {{(pid=95103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 20:04:02.004589 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_hamode_db [None req-2561fc8f-81cc-42b7-aa19-70ffa1446b28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-23T19:07:52Z,description=,heartbeat_timestamp=2021-09-23T20:03:53Z,host='n-d-713301-16',id=79a740bf-7821-4989-8288-7186e3e128f3,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:07:52Z,topic='l3_agent')) {'router_ids': ['0d7523ce-97de-4e38-893c-94d5c8025a75'], 'active': True} {{(pid=95103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 20:04:02.044352 n-d-713301-16 neutron-server[95101]: DEBUG neutron.db.db_base_plugin_v2 [None req-1043eadd-da00-49e7-96ad-0a62cdb04a47 tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] Deleting subnet 3fc74970-a6a5-436e-8a1d-4ee5e516a0bf {{(pid=95101) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 23 20:04:02.047579 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-1043eadd-da00-49e7-96ad-0a62cdb04a47 tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] Notify callbacks [] for subnet, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:04:02.087115 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-1043eadd-da00-49e7-96ad-0a62cdb04a47 tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6007154'] for subnet, precommit_delete_associations {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:04:02.111199 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_dvr_db [None req-2561fc8f-81cc-42b7-aa19-70ffa1446b28 None None] Set router 0d7523ce-97de-4e38-893c-94d5c8025a75 gateway port host: n-d-713301-16 {{(pid=95103) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 20:04:02.175555 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-1043eadd-da00-49e7-96ad-0a62cdb04a47 tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1756813'] for subnet, precommit_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:04:02.236514 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-1043eadd-da00-49e7-96ad-0a62cdb04a47 tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1756804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5607514', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6130950'] for subnet, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:04:02.264382 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1043eadd-da00-49e7-96ad-0a62cdb04a47 tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] Pushing event deleted for resources: {'Subnet': ['ID=3fc74970-a6a5-436e-8a1d-4ee5e516a0bf,revision_number=None']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:04:02.268254 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-1043eadd-da00-49e7-96ad-0a62cdb04a47 tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] Notify callbacks [] for subnet, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:04:02.272554 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-1043eadd-da00-49e7-96ad-0a62cdb04a47 tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] 10.222.0.67 "DELETE /v2.0/subnets/3fc74970-a6a5-436e-8a1d-4ee5e516a0bf HTTP/1.1" status: 204 len: 168 time: 0.2773788 Sep 23 20:04:02.273456 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 58534) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:04:02.283353 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e42b9884-42da-47af-9cab-8d4430e97bb3 None None] Network b16d32b9-9188-4404-b015-0143766b94e4 requested from n-d-713301-16 {{(pid=95103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 20:04:02.378760 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_hamode_db [None req-2561fc8f-81cc-42b7-aa19-70ffa1446b28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d7523ce-97de-4e38-893c-94d5c8025a75', 'name': 'tempest-TestNetworkAdvancedServerOps-router-975287796', 'tenant_id': '9cf4888c1a454e07a3d16aa9e7c63006', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'external_fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.108'}], 'enable_snat': True}, 'gw_port_id': 'ccf76940-c473-4a96-9c87-35bf1a0bfc4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T20:02:24Z', 'updated_at': '2021-09-23T20:04:01Z', 'revision_number': 5, 'project_id': '9cf4888c1a454e07a3d16aa9e7c63006', 'gw_port': {'id': 'ccf76940-c473-4a96-9c87-35bf1a0bfc4c', 'name': '', 'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:78:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d7523ce-97de-4e38-893c-94d5c8025a75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3988, 'fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T20:02:24Z', 'updated_at': '2021-09-23T20:02:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-16'}], 'n-d-713301-16', False) {} {{(pid=95103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 20:04:02.385677 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-c3918e32-8221-4915-a943-e690bbfa7996 tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] Notify callbacks [] for router, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:04:02.424063 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2561fc8f-81cc-42b7-aa19-70ffa1446b28 None None] Checking router: 0d7523ce-97de-4e38-893c-94d5c8025a75 for host: n-d-713301-16 {{(pid=95103) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 20:04:02.440623 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2561fc8f-81cc-42b7-aa19-70ffa1446b28 None None] Routers {'0d7523ce-97de-4e38-893c-94d5c8025a75'} bound to L3 agent in host n-d-713301-16 {{(pid=95103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 20:04:02.441165 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_hamode_db [None req-2561fc8f-81cc-42b7-aa19-70ffa1446b28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-23T19:07:52Z,description=,heartbeat_timestamp=2021-09-23T20:03:53Z,host='n-d-713301-16',id=79a740bf-7821-4989-8288-7186e3e128f3,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:07:52Z,topic='l3_agent')) {'router_ids': ['0d7523ce-97de-4e38-893c-94d5c8025a75'], 'active': True} {{(pid=95103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 20:04:02.478609 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Device 7a7f91ab-165f-4845-a483-51b0e4c15fb3 no longer exists at agent hyperv_n-h2-713301-16 {{(pid=95103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 20:04:02.538016 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.plugin [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] No Port match for: 7a7f91ab-165f-4845-a483-51b0e4c15fb3 {{(pid=95103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 20:04:02.538355 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Device 7a7f91ab-165f-4845-a483-51b0e4c15fb3 not bound to the agent host n-h2-713301-16 {{(pid=95103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 20:04:02.553601 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44ba0472-9f54-4f49-bda3-df13d5a62cfb None None] DHCP port deletion for b16d32b9-9188-4404-b015-0143766b94e4 request from n-d-713301-16 {{(pid=95103) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 23 20:04:02.605963 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_dvr_db [None req-2561fc8f-81cc-42b7-aa19-70ffa1446b28 None None] Set router 0d7523ce-97de-4e38-893c-94d5c8025a75 gateway port host: n-d-713301-16 {{(pid=95103) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 20:04:02.736272 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.plugin [None req-44ba0472-9f54-4f49-bda3-df13d5a62cfb None None] Deleting port 8fe11443-6bc9-4426-818b-17f5d73c8962 {{(pid=95103) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 20:04:02.736272 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-44ba0472-9f54-4f49-bda3-df13d5a62cfb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783146157096'] for port, before_delete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:04:02.803790 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-c3918e32-8221-4915-a943-e690bbfa7996 tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:04:02.838654 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-44ba0472-9f54-4f49-bda3-df13d5a62cfb None None] For port 8fe11443-6bc9-4426-818b-17f5d73c8962, host n-d-713301-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-16',level=0,port_id=8fe11443-6bc9-4426-818b-17f5d73c8962,segment=NetworkSegment(46f4d30d-abb3-46a0-ab22-edc50832ca81),segment_id=46f4d30d-abb3-46a0-ab22-edc50832ca81)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 20:04:02.839046 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-44ba0472-9f54-4f49-bda3-df13d5a62cfb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-605701'] for port, precommit_delete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:04:02.859236 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Device 8fe11443-6bc9-4426-818b-17f5d73c8962 no longer exists at agent ovs-agent-n-d-713301-16 {{(pid=95103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 20:04:02.861598 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.plugin [None req-c3918e32-8221-4915-a943-e690bbfa7996 tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] Deleting port ccf76940-c473-4a96-9c87-35bf1a0bfc4c {{(pid=95101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 20:04:02.861955 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-c3918e32-8221-4915-a943-e690bbfa7996 tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783146157096'] for port, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:04:02.864024 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.plugin [None req-44ba0472-9f54-4f49-bda3-df13d5a62cfb None None] Calling delete_port for 8fe11443-6bc9-4426-818b-17f5d73c8962 owned by network:dhcp {{(pid=95103) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 20:04:02.941388 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.db [None req-c3918e32-8221-4915-a943-e690bbfa7996 tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] For port ccf76940-c473-4a96-9c87-35bf1a0bfc4c, host n-d-713301-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-16',level=0,port_id=ccf76940-c473-4a96-9c87-35bf1a0bfc4c,segment=NetworkSegment(7d4027f1-d893-4c7b-95d4-757b8e44e380),segment_id=7d4027f1-d893-4c7b-95d4-757b8e44e380)] {{(pid=95101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 20:04:02.941756 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-c3918e32-8221-4915-a943-e690bbfa7996 tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-605701'] for port, precommit_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:04:02.958880 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.plugin [None req-c3918e32-8221-4915-a943-e690bbfa7996 tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] Calling delete_port for ccf76940-c473-4a96-9c87-35bf1a0bfc4c owned by network:router_gateway {{(pid=95101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 20:04:02.963130 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_hamode_db [None req-2561fc8f-81cc-42b7-aa19-70ffa1446b28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d7523ce-97de-4e38-893c-94d5c8025a75', 'name': 'tempest-TestNetworkAdvancedServerOps-router-975287796', 'tenant_id': '9cf4888c1a454e07a3d16aa9e7c63006', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'external_fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.108'}], 'enable_snat': True}, 'gw_port_id': 'ccf76940-c473-4a96-9c87-35bf1a0bfc4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T20:02:24Z', 'updated_at': '2021-09-23T20:04:01Z', 'revision_number': 5, 'project_id': '9cf4888c1a454e07a3d16aa9e7c63006', 'gw_port': {'id': 'ccf76940-c473-4a96-9c87-35bf1a0bfc4c', 'name': '', 'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:78:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d7523ce-97de-4e38-893c-94d5c8025a75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3988, 'fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T20:02:24Z', 'updated_at': '2021-09-23T20:02:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-16'}], 'n-d-713301-16', False) {} {{(pid=95103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 20:04:02.998440 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2561fc8f-81cc-42b7-aa19-70ffa1446b28 None None] The sync data for ids ['0d7523ce-97de-4e38-893c-94d5c8025a75'] in n-d-713301-16 is: [{'id': '0d7523ce-97de-4e38-893c-94d5c8025a75', 'name': 'tempest-TestNetworkAdvancedServerOps-router-975287796', 'tenant_id': '9cf4888c1a454e07a3d16aa9e7c63006', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'external_fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.108'}], 'enable_snat': True}, 'gw_port_id': 'ccf76940-c473-4a96-9c87-35bf1a0bfc4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T20:02:24Z', 'updated_at': '2021-09-23T20:04:01Z', 'revision_number': 5, 'project_id': '9cf4888c1a454e07a3d16aa9e7c63006', 'gw_port': {'id': 'ccf76940-c473-4a96-9c87-35bf1a0bfc4c', 'name': '', 'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:78:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d7523ce-97de-4e38-893c-94d5c8025a75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3988, 'fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T20:02:24Z', 'updated_at': '2021-09-23T20:02:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-16'}] {{(pid=95103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 20:04:03.046090 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:04:03.060136 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-44ba0472-9f54-4f49-bda3-df13d5a62cfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783146162158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783145673144'] for port, after_delete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:04:03.095800 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44ba0472-9f54-4f49-bda3-df13d5a62cfb None None] Pushing event deleted for resources: {'Port': ['ID=8fe11443-6bc9-4426-818b-17f5d73c8962,revision_number=None']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:04:03.097648 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44ba0472-9f54-4f49-bda3-df13d5a62cfb None None] No DVR routers for this DVR port 8fe11443-6bc9-4426-818b-17f5d73c8962 on host n-d-713301-16 {{(pid=95103) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 20:04:03.134812 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-c3918e32-8221-4915-a943-e690bbfa7996 tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783146162158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783145673144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5607431'] for port, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:04:03.163874 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3918e32-8221-4915-a943-e690bbfa7996 tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] Pushing event deleted for resources: {'Port': ['ID=ccf76940-c473-4a96-9c87-35bf1a0bfc4c,revision_number=None']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:04:03.222869 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-c3918e32-8221-4915-a943-e690bbfa7996 tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-601942'] for router_gateway, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:04:03.314813 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-c3918e32-8221-4915-a943-e690bbfa7996 tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-597305', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29369'] for router, precommit_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:04:03.316875 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-c3918e32-8221-4915-a943-e690bbfa7996 tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:04:03.369552 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-c3918e32-8221-4915-a943-e690bbfa7996 tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-597296'] for router, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:04:03.370093 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3918e32-8221-4915-a943-e690bbfa7996 tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] Fanout notify agent at l3_agent the message router_deleted on router 0d7523ce-97de-4e38-893c-94d5c8025a75 {{(pid=95101) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 23 20:04:03.378383 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-c3918e32-8221-4915-a943-e690bbfa7996 tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] Notify callbacks [] for router, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:04:03.379673 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-c3918e32-8221-4915-a943-e690bbfa7996 tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] 10.222.0.67 "DELETE /v2.0/routers/0d7523ce-97de-4e38-893c-94d5c8025a75 HTTP/1.1" status: 204 len: 168 time: 1.1058688 Sep 23 20:04:03.382482 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 58536) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:04:03.470612 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-decf1cc4-18a0-4804-8a81-2ef5dcaeceac tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1628021'] for network, before_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:04:03.567169 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-decf1cc4-18a0-4804-8a81-2ef5dcaeceac tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1754676', 'neutron.services.segments.db._delete_segments_for_network-8783146221460'] for network, precommit_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:04:03.589977 n-d-713301-16 neutron-server[95102]: DEBUG neutron.services.segments.db [None req-decf1cc4-18a0-4804-8a81-2ef5dcaeceac tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b16d32b9-9188-4404-b015-0143766b94e4']}} {{(pid=95102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 20:04:03.600148 n-d-713301-16 neutron-server[95102]: DEBUG neutron.services.segments.db [None req-decf1cc4-18a0-4804-8a81-2ef5dcaeceac tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '46f4d30d-abb3-46a0-ab22-edc50832ca81') {'for_net_delete': True} {{(pid=95102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 20:04:03.600468 n-d-713301-16 neutron-server[95102]: DEBUG neutron.services.segments.db [None req-decf1cc4-18a0-4804-8a81-2ef5dcaeceac tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '46f4d30d-abb3-46a0-ab22-edc50832ca81') {} {{(pid=95102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 20:04:03.610627 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-decf1cc4-18a0-4804-8a81-2ef5dcaeceac tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783146221725', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6162832'] for segment, before_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:04:03.624027 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-decf1cc4-18a0-4804-8a81-2ef5dcaeceac tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1756186'] for segment, precommit_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:04:03.630369 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-decf1cc4-18a0-4804-8a81-2ef5dcaeceac tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] Releasing vlan 630 on physical network physnet1 to pool {{(pid=95102) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 20:04:03.630761 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-decf1cc4-18a0-4804-8a81-2ef5dcaeceac tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1756186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4398095'] for segment, after_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:04:03.633907 n-d-713301-16 neutron-server[95102]: Traceback (most recent call last): Sep 23 20:04:03.633907 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 20:04:03.633907 n-d-713301-16 neutron-server[95102]: timer() Sep 23 20:04:03.633907 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 20:04:03.633907 n-d-713301-16 neutron-server[95102]: cb(*args, **kw) Sep 23 20:04:03.633907 n-d-713301-16 neutron-server[95102]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 20:04:03.633907 n-d-713301-16 neutron-server[95102]: return func(*args, **kwargs) Sep 23 20:04:03.633907 n-d-713301-16 neutron-server[95102]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 20:04:03.633907 n-d-713301-16 neutron-server[95102]: self._notify() Sep 23 20:04:03.633907 n-d-713301-16 neutron-server[95102]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 20:04:03.633907 n-d-713301-16 neutron-server[95102]: self.callback(batched_events) Sep 23 20:04:03.633907 n-d-713301-16 neutron-server[95102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 20:04:03.633907 n-d-713301-16 neutron-server[95102]: event.method(event) Sep 23 20:04:03.633907 n-d-713301-16 neutron-server[95102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 20:04:03.633907 n-d-713301-16 neutron-server[95102]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 20:04:03.633907 n-d-713301-16 neutron-server[95102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 20:04:03.633907 n-d-713301-16 neutron-server[95102]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 20:04:03.633907 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 20:04:03.633907 n-d-713301-16 neutron-server[95102]: return f(self, *a, **k) Sep 23 20:04:03.633907 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 20:04:03.633907 n-d-713301-16 neutron-server[95102]: return self._get(url).json() Sep 23 20:04:03.633907 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 20:04:03.633907 n-d-713301-16 neutron-server[95102]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 20:04:03.633907 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 20:04:03.633907 n-d-713301-16 neutron-server[95102]: return self.request(url, 'GET', **kwargs) Sep 23 20:04:03.633907 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 20:04:03.633907 n-d-713301-16 neutron-server[95102]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 20:04:03.633907 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 20:04:03.633907 n-d-713301-16 neutron-server[95102]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 20:04:03.633907 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 20:04:03.633907 n-d-713301-16 neutron-server[95102]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 20:04:03.633907 n-d-713301-16 neutron-server[95102]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 20:04:03.694287 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-decf1cc4-18a0-4804-8a81-2ef5dcaeceac tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1754627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-601866'] for network, after_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:04:03.701708 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-decf1cc4-18a0-4804-8a81-2ef5dcaeceac tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] Notify callbacks [] for network, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:04:03.703552 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-decf1cc4-18a0-4804-8a81-2ef5dcaeceac tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] 10.222.0.67 "DELETE /v2.0/networks/b16d32b9-9188-4404-b015-0143766b94e4 HTTP/1.1" status: 204 len: 168 time: 0.3200703 Sep 23 20:04:03.706453 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 58540) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:04:03.715710 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-decf1cc4-18a0-4804-8a81-2ef5dcaeceac tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] Pushing event deleted for resources: {'Network': ['ID=b16d32b9-9188-4404-b015-0143766b94e4,revision_number=None']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:04:03.771607 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-2bff20bf-c581-4a67-8c3d-d50d0d5372d8 tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] Notify callbacks [] for security_group, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:04:03.800528 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-2bff20bf-c581-4a67-8c3d-d50d0d5372d8 tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:04:03.864003 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-2bff20bf-c581-4a67-8c3d-d50d0d5372d8 tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:04:03.866692 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-2bff20bf-c581-4a67-8c3d-d50d0d5372d8 tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] Notify callbacks [] for security_group, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:04:03.867863 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-2bff20bf-c581-4a67-8c3d-d50d0d5372d8 tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] 10.222.0.67 "DELETE /v2.0/security-groups/d0280dfe-ab06-4fca-9b51-e01d7eb39c5f HTTP/1.1" status: 204 len: 168 time: 0.1601851 Sep 23 20:04:03.877437 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bff20bf-c581-4a67-8c3d-d50d0d5372d8 tempest-TestNetworkAdvancedServerOps-24419368 tempest-TestNetworkAdvancedServerOps-24419368-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0280dfe-ab06-4fca-9b51-e01d7eb39c5f,revision_number=None']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:04:04.226158 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 58550) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:04:04.378445 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-38f29a55-748a-40be-9cf5-95acf63a233b admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=9cf4888c1a454e07a3d16aa9e7c63006&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1509867 Sep 23 20:04:04.381020 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 58554) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:04:04.438040 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-1c94f42f-4920-463e-918b-611a8f80aaef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:04:04.461258 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-1c94f42f-4920-463e-918b-611a8f80aaef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:04:04.517692 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-1c94f42f-4920-463e-918b-611a8f80aaef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:04:04.520485 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-1c94f42f-4920-463e-918b-611a8f80aaef admin admin] Notify callbacks [] for security_group, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:04:04.524073 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-1c94f42f-4920-463e-918b-611a8f80aaef admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/8f9580d9-98a2-4a99-ac08-eb96be91720a HTTP/1.1" status: 204 len: 168 time: 0.1397135 Sep 23 20:04:04.530513 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c94f42f-4920-463e-918b-611a8f80aaef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f9580d9-98a2-4a99-ac08-eb96be91720a,revision_number=None']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:04:04.789314 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Device ccf76940-c473-4a96-9c87-35bf1a0bfc4c no longer exists at agent ovs-agent-n-d-713301-16 {{(pid=95103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 20:04:04.806132 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 58560) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:04:04.811220 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.plugin [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] No Port match for: ccf76940-c473-4a96-9c87-35bf1a0bfc4c {{(pid=95103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 20:04:04.811565 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Device ccf76940-c473-4a96-9c87-35bf1a0bfc4c not bound to the agent host n-d-713301-16 {{(pid=95103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 20:04:04.811974 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Device 9a4a8819-9bf9-463c-965b-59813a76debe no longer exists at agent ovs-agent-n-d-713301-16 {{(pid=95103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 20:04:04.831126 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.plugin [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] No Port match for: 9a4a8819-9bf9-463c-965b-59813a76debe {{(pid=95103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 20:04:04.831470 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Device 9a4a8819-9bf9-463c-965b-59813a76debe not bound to the agent host n-d-713301-16 {{(pid=95103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 20:04:04.850924 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-ac45fc47-94cd-42ef-81e0-0b7a3d9b89ff admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=7ddf83b6f4a0438f925fcd6b01b22de5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0435669 Sep 23 20:04:04.853424 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 58562) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:04:04.904358 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-6cc3b565-8eb0-4e05-b58b-240e57cd468c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:04:04.926168 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-6cc3b565-8eb0-4e05-b58b-240e57cd468c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:04:04.975037 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-6cc3b565-8eb0-4e05-b58b-240e57cd468c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:04:04.978498 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-6cc3b565-8eb0-4e05-b58b-240e57cd468c admin admin] Notify callbacks [] for security_group, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:04:04.982046 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-6cc3b565-8eb0-4e05-b58b-240e57cd468c admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/5ebc40d1-8e2c-445b-8573-a6df63521378 HTTP/1.1" status: 204 len: 168 time: 0.1254406 Sep 23 20:04:04.992707 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cc3b565-8eb0-4e05-b58b-240e57cd468c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ebc40d1-8e2c-445b-8573-a6df63521378,revision_number=None']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:04:12.458392 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-f92bbb18-f326-4e3a-a1e2-1d8a20f348a8 req-7aa0a8fb-db42-487c-b93c-209692081732 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=3748ffae-a1b1-43d6-9838-54e899d8854a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2581038 Sep 23 20:04:12.559870 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92bbb18-f326-4e3a-a1e2-1d8a20f348a8 req-badc2554-caa3-49bb-9c4a-3fe396ab0535 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:04:12.561497 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-f92bbb18-f326-4e3a-a1e2-1d8a20f348a8 req-badc2554-caa3-49bb-9c4a-3fe396ab0535 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=1c95f4136fb946e684bc3bd0afadbbdd&device_id=3748ffae-a1b1-43d6-9838-54e899d8854a HTTP/1.1" status: 200 len: 1097 time: 0.0535569 Sep 23 20:04:12.672833 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92bbb18-f326-4e3a-a1e2-1d8a20f348a8 req-97e2a980-a4c0-4f64-8500-fa791837da21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:04:12.674581 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-f92bbb18-f326-4e3a-a1e2-1d8a20f348a8 req-97e2a980-a4c0-4f64-8500-fa791837da21 service neutron] 10.222.0.74 "GET /v2.0/networks?id=a97a1ddd-be59-4422-8c3e-924143535884 HTTP/1.1" status: 200 len: 912 time: 0.0919988 Sep 23 20:04:12.750471 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-f92bbb18-f326-4e3a-a1e2-1d8a20f348a8 req-2e7aee41-8351-4c4c-8251-87c5a7ab06f8 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=aa161274-af6f-442b-a922-904309044a45 HTTP/1.1" status: 200 len: 1001 time: 0.0682859 Sep 23 20:04:12.801346 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92bbb18-f326-4e3a-a1e2-1d8a20f348a8 req-2bd0185d-7262-4447-9ada-e5657372af89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:04:12.802834 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-f92bbb18-f326-4e3a-a1e2-1d8a20f348a8 req-2bd0185d-7262-4447-9ada-e5657372af89 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=788d1f3e-2626-40b1-b49a-799b1a0fa15b HTTP/1.1" status: 200 len: 850 time: 0.0446689 Sep 23 20:04:12.852637 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92bbb18-f326-4e3a-a1e2-1d8a20f348a8 req-29ad4799-fb17-4e15-955e-0d63be16af82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:04:12.857532 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-f92bbb18-f326-4e3a-a1e2-1d8a20f348a8 req-29ad4799-fb17-4e15-955e-0d63be16af82 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=a97a1ddd-be59-4422-8c3e-924143535884&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0462925 Sep 23 20:04:12.969445 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-f92bbb18-f326-4e3a-a1e2-1d8a20f348a8 req-9fe9cc0e-bd3c-4a91-9033-238f238f5aae service neutron] 10.222.0.74 "GET /v2.0/networks/a97a1ddd-be59-4422-8c3e-924143535884?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1015816 Sep 23 20:04:13.090674 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-f92bbb18-f326-4e3a-a1e2-1d8a20f348a8 req-52e95aac-e48c-4c81-8251-3b59cb306da6 service neutron] 10.222.0.74 "GET /v2.0/networks/a97a1ddd-be59-4422-8c3e-924143535884?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1134791 Sep 23 20:04:16.415901 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.agents_db [None req-f2f5c474-60a3-474f-b2cc-02c4bd30880c None None] Agent healthcheck: found 7 active agents {{(pid=95104) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 20:04:19.737053 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-e32f88a2-804b-42fb-b2e5-dc95e53311c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:04:23.005581 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-4925eee5-6478-4059-8ff9-7c6a18df22ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:04:23.152945 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:04:23.547246 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-0ae75029-feb6-4728-9a94-5f9b60993d82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:04:25.537071 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-80e7e501-6c57-470d-92c6-e3d54bc3195c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:04:28.251616 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:04:28.531428 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:04:49.742198 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-10c91f83-ea69-48cc-b556-4c82adc1ed04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:04:53.006183 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-226026d9-09ad-4d08-ae97-4d11d9765812 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:04:53.154554 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:04:53.415320 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.agents_db [None req-f2f5c474-60a3-474f-b2cc-02c4bd30880c None None] Agent healthcheck: found 7 active agents {{(pid=95104) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 20:04:53.549409 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-0ae75029-feb6-4728-9a94-5f9b60993d82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:04:55.379788 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-80e7e501-6c57-470d-92c6-e3d54bc3195c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:04:58.262750 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:04:58.521907 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:05:13.232529 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-63fa02ba-2d0b-4880-8bf1-948096453d9b req-a53d0c0e-7c25-431f-960a-6ef076deca17 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=3dab3757-21ef-4492-9534-928c58b42e53&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0453084 Sep 23 20:05:13.292029 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63fa02ba-2d0b-4880-8bf1-948096453d9b req-253e1832-9d6e-4214-98bb-4a85bedfea92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:05:13.293661 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-63fa02ba-2d0b-4880-8bf1-948096453d9b req-253e1832-9d6e-4214-98bb-4a85bedfea92 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=1c95f4136fb946e684bc3bd0afadbbdd&device_id=3dab3757-21ef-4492-9534-928c58b42e53 HTTP/1.1" status: 200 len: 1098 time: 0.0408866 Sep 23 20:05:13.398903 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63fa02ba-2d0b-4880-8bf1-948096453d9b req-4d690ab5-071d-458b-982b-822148025a4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:05:13.400455 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-63fa02ba-2d0b-4880-8bf1-948096453d9b req-4d690ab5-071d-458b-982b-822148025a4c service neutron] 10.222.0.74 "GET /v2.0/networks?id=a97a1ddd-be59-4422-8c3e-924143535884 HTTP/1.1" status: 200 len: 912 time: 0.0867438 Sep 23 20:05:13.469442 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-63fa02ba-2d0b-4880-8bf1-948096453d9b req-a3754c4c-6601-45f1-90de-78f982450e01 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a96a8ff0-c203-4f8f-a124-27d3d8b8118e HTTP/1.1" status: 200 len: 1001 time: 0.0620112 Sep 23 20:05:13.518022 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63fa02ba-2d0b-4880-8bf1-948096453d9b req-a4930a66-182a-4592-b631-65111293ac04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:05:13.519365 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-63fa02ba-2d0b-4880-8bf1-948096453d9b req-a4930a66-182a-4592-b631-65111293ac04 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=788d1f3e-2626-40b1-b49a-799b1a0fa15b HTTP/1.1" status: 200 len: 850 time: 0.0427783 Sep 23 20:05:13.565164 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63fa02ba-2d0b-4880-8bf1-948096453d9b req-7dd43f6a-c2b3-4d7a-b241-dc6cdf4e13b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:05:13.566710 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-63fa02ba-2d0b-4880-8bf1-948096453d9b req-7dd43f6a-c2b3-4d7a-b241-dc6cdf4e13b5 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=a97a1ddd-be59-4422-8c3e-924143535884&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0404842 Sep 23 20:05:13.661340 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-63fa02ba-2d0b-4880-8bf1-948096453d9b req-1adc8e61-800c-4d3c-95f8-75c05a2d8b9a service neutron] 10.222.0.74 "GET /v2.0/networks/a97a1ddd-be59-4422-8c3e-924143535884?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877643 Sep 23 20:05:13.754106 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-63fa02ba-2d0b-4880-8bf1-948096453d9b req-9fbfc519-4543-4c8e-9f15-d26a18869a69 service neutron] 10.222.0.74 "GET /v2.0/networks/a97a1ddd-be59-4422-8c3e-924143535884?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856473 Sep 23 20:05:19.742777 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-d8a83ec5-2eac-474b-902a-df81e309d558 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:05:23.007087 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-a0f902db-dc9f-41d3-9f5d-b6b22baf2cfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:05:23.155340 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:05:23.552887 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-0ae75029-feb6-4728-9a94-5f9b60993d82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:05:25.382916 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-80e7e501-6c57-470d-92c6-e3d54bc3195c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:05:28.259987 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:05:28.559986 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:05:29.445439 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 58594) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:05:29.601760 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.plugin [None req-6734a907-0a03-48d5-a776-7f82d69d5619 tempest-TestVolumeBootPattern-473790611 tempest-TestVolumeBootPattern-473790611-project] Deleting port 67ea8ec9-bc83-4b01-8629-0a4a820909c1 {{(pid=95101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 20:05:29.602102 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-6734a907-0a03-48d5-a776-7f82d69d5619 tempest-TestVolumeBootPattern-473790611 tempest-TestVolumeBootPattern-473790611-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783146157096'] for port, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:05:29.676758 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-6734a907-0a03-48d5-a776-7f82d69d5619 tempest-TestVolumeBootPattern-473790611 tempest-TestVolumeBootPattern-473790611-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-605701'] for port, precommit_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:05:29.677088 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-6734a907-0a03-48d5-a776-7f82d69d5619 tempest-TestVolumeBootPattern-473790611 tempest-TestVolumeBootPattern-473790611-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:05:29.688958 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.plugin [None req-6734a907-0a03-48d5-a776-7f82d69d5619 tempest-TestVolumeBootPattern-473790611 tempest-TestVolumeBootPattern-473790611-project] Calling delete_port for 67ea8ec9-bc83-4b01-8629-0a4a820909c1 owned by network:floatingip {{(pid=95101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 20:05:29.835257 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-6734a907-0a03-48d5-a776-7f82d69d5619 tempest-TestVolumeBootPattern-473790611 tempest-TestVolumeBootPattern-473790611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783146162158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783145673144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5607431'] for port, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:05:29.860941 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6734a907-0a03-48d5-a776-7f82d69d5619 tempest-TestVolumeBootPattern-473790611 tempest-TestVolumeBootPattern-473790611-project] Pushing event deleted for resources: {'Port': ['ID=67ea8ec9-bc83-4b01-8629-0a4a820909c1,revision_number=None']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:05:29.872940 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6734a907-0a03-48d5-a776-7f82d69d5619 tempest-TestVolumeBootPattern-473790611 tempest-TestVolumeBootPattern-473790611-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:05:29.873288 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6734a907-0a03-48d5-a776-7f82d69d5619 tempest-TestVolumeBootPattern-473790611 tempest-TestVolumeBootPattern-473790611-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:05:29.873649 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6734a907-0a03-48d5-a776-7f82d69d5619 tempest-TestVolumeBootPattern-473790611 tempest-TestVolumeBootPattern-473790611-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:05:29.873967 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6734a907-0a03-48d5-a776-7f82d69d5619 tempest-TestVolumeBootPattern-473790611 tempest-TestVolumeBootPattern-473790611-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:05:29.874295 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6734a907-0a03-48d5-a776-7f82d69d5619 tempest-TestVolumeBootPattern-473790611 tempest-TestVolumeBootPattern-473790611-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:05:29.874622 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6734a907-0a03-48d5-a776-7f82d69d5619 tempest-TestVolumeBootPattern-473790611 tempest-TestVolumeBootPattern-473790611-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:05:29.874949 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6734a907-0a03-48d5-a776-7f82d69d5619 tempest-TestVolumeBootPattern-473790611 tempest-TestVolumeBootPattern-473790611-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:05:29.875271 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6734a907-0a03-48d5-a776-7f82d69d5619 tempest-TestVolumeBootPattern-473790611 tempest-TestVolumeBootPattern-473790611-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:05:29.875594 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6734a907-0a03-48d5-a776-7f82d69d5619 tempest-TestVolumeBootPattern-473790611 tempest-TestVolumeBootPattern-473790611-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:05:29.875918 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6734a907-0a03-48d5-a776-7f82d69d5619 tempest-TestVolumeBootPattern-473790611 tempest-TestVolumeBootPattern-473790611-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:05:29.876236 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6734a907-0a03-48d5-a776-7f82d69d5619 tempest-TestVolumeBootPattern-473790611 tempest-TestVolumeBootPattern-473790611-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:05:29.876554 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6734a907-0a03-48d5-a776-7f82d69d5619 tempest-TestVolumeBootPattern-473790611 tempest-TestVolumeBootPattern-473790611-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:05:29.933695 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-6734a907-0a03-48d5-a776-7f82d69d5619 tempest-TestVolumeBootPattern-473790611 tempest-TestVolumeBootPattern-473790611-project] Notify callbacks [] for floatingip, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:05:29.934689 n-d-713301-16 neutron-server[95101]: INFO neutron.db.l3_db [None req-6734a907-0a03-48d5-a776-7f82d69d5619 tempest-TestVolumeBootPattern-473790611 tempest-TestVolumeBootPattern-473790611-project] Floating IP ed8327f6-2d3d-4251-aa7e-4572e924e2ef disassociated (deleted). External IP: 172.25.1.14, port: a96a8ff0-c203-4f8f-a124-27d3d8b8118e. Sep 23 20:05:30.151491 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6734a907-0a03-48d5-a776-7f82d69d5619 tempest-TestVolumeBootPattern-473790611 tempest-TestVolumeBootPattern-473790611-project] Router b22c9376-a7a4-4f49-863a-450b65a4dbaa has already been hosted by L3 agent 79a740bf-7821-4989-8288-7186e3e128f3 {{(pid=95101) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 20:05:30.259221 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6734a907-0a03-48d5-a776-7f82d69d5619 tempest-TestVolumeBootPattern-473790611 tempest-TestVolumeBootPattern-473790611-project] Notify agent at l3_agent.n-d-713301-16 the message routers_updated {{(pid=95101) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 20:05:30.264243 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-6734a907-0a03-48d5-a776-7f82d69d5619 tempest-TestVolumeBootPattern-473790611 tempest-TestVolumeBootPattern-473790611-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222849'] for floatingip, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:05:30.270080 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a5956c0-66ef-4a8a-9ab3-e8148d16fdec None None] Sync routers for ids ['b22c9376-a7a4-4f49-863a-450b65a4dbaa'] in n-d-713301-16 {{(pid=95104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 20:05:30.279150 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a5956c0-66ef-4a8a-9ab3-e8148d16fdec None None] Routers {'b22c9376-a7a4-4f49-863a-450b65a4dbaa'} bound to L3 agent in host n-d-713301-16 {{(pid=95104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 20:05:30.279752 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_hamode_db [None req-6a5956c0-66ef-4a8a-9ab3-e8148d16fdec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-23T19:07:52Z,description=,heartbeat_timestamp=2021-09-23T20:05:23Z,host='n-d-713301-16',id=79a740bf-7821-4989-8288-7186e3e128f3,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:07:52Z,topic='l3_agent')) {'router_ids': ['b22c9376-a7a4-4f49-863a-450b65a4dbaa'], 'active': True} {{(pid=95104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 20:05:30.292983 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-6734a907-0a03-48d5-a776-7f82d69d5619 tempest-TestVolumeBootPattern-473790611 tempest-TestVolumeBootPattern-473790611-project] 10.222.0.67 "DELETE /v2.0/floatingips/ed8327f6-2d3d-4251-aa7e-4572e924e2ef HTTP/1.1" status: 204 len: 168 time: 0.8441091 Sep 23 20:05:30.292983 n-d-713301-16 neutron-server[95101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3dab3757-21ef-4492-9534-928c58b42e53', 'tag': 'a96a8ff0-c203-4f8f-a124-27d3d8b8118e'}] {{(pid=95101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 20:05:30.293770 n-d-713301-16 neutron-server[95101]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d8366c5740cd635e57ab12b71fe44a77c2acc3c19091ef849c6f68b380462244" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e8533cc-a9e0-4c32-b74d-1b382726cafb" -d '{"events": [{"name": "network-changed", "server_uuid": "3dab3757-21ef-4492-9534-928c58b42e53", "tag": "a96a8ff0-c203-4f8f-a124-27d3d8b8118e"}]}' {{(pid=95101) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 20:05:30.338437 n-d-713301-16 neutron-server[95101]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 20:05:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b2cf8fc-3996-4ad8-b48b-bb1dbf9d5aaf x-openstack-request-id: req-2b2cf8fc-3996-4ad8-b48b-bb1dbf9d5aaf {{(pid=95101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 20:05:30.338732 n-d-713301-16 neutron-server[95101]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3dab3757-21ef-4492-9534-928c58b42e53", "tag": "a96a8ff0-c203-4f8f-a124-27d3d8b8118e", "status": "completed", "code": 200}]} {{(pid=95101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 20:05:30.339409 n-d-713301-16 neutron-server[95101]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-2b2cf8fc-3996-4ad8-b48b-bb1dbf9d5aaf {{(pid=95101) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 20:05:30.339847 n-d-713301-16 neutron-server[95101]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3dab3757-21ef-4492-9534-928c58b42e53', 'tag': 'a96a8ff0-c203-4f8f-a124-27d3d8b8118e', 'status': 'completed', 'code': 200} Sep 23 20:05:30.396335 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_dvr_db [None req-6a5956c0-66ef-4a8a-9ab3-e8148d16fdec None None] Set router b22c9376-a7a4-4f49-863a-450b65a4dbaa gateway port host: n-d-713301-16 {{(pid=95104) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 20:05:30.405919 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e8533cc-a9e0-4c32-b74d-1b382726cafb req-b04d2443-b548-41d0-ad14-2d113dea8530 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:05:30.407411 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-3e8533cc-a9e0-4c32-b74d-1b382726cafb req-b04d2443-b548-41d0-ad14-2d113dea8530 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=1c95f4136fb946e684bc3bd0afadbbdd&device_id=3dab3757-21ef-4492-9534-928c58b42e53 HTTP/1.1" status: 200 len: 1098 time: 0.0449231 Sep 23 20:05:30.520260 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e8533cc-a9e0-4c32-b74d-1b382726cafb req-6aee77e9-c4fd-4e90-8ef6-a0fab5e44dfc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:05:30.521841 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-3e8533cc-a9e0-4c32-b74d-1b382726cafb req-6aee77e9-c4fd-4e90-8ef6-a0fab5e44dfc service neutron] 10.222.0.74 "GET /v2.0/networks?id=a97a1ddd-be59-4422-8c3e-924143535884 HTTP/1.1" status: 200 len: 912 time: 0.1044793 Sep 23 20:05:30.548328 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.agents_db [None req-f2f5c474-60a3-474f-b2cc-02c4bd30880c None None] Agent healthcheck: found 7 active agents {{(pid=95104) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 20:05:30.566289 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-3e8533cc-a9e0-4c32-b74d-1b382726cafb req-0346cf6f-9998-4a20-beba-cae24f88472e service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a96a8ff0-c203-4f8f-a124-27d3d8b8118e HTTP/1.1" status: 200 len: 217 time: 0.0367389 Sep 23 20:05:30.619412 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e8533cc-a9e0-4c32-b74d-1b382726cafb req-f8d10a4e-e04d-4398-968a-18d18dc03ec7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:05:30.621054 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-3e8533cc-a9e0-4c32-b74d-1b382726cafb req-f8d10a4e-e04d-4398-968a-18d18dc03ec7 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=788d1f3e-2626-40b1-b49a-799b1a0fa15b HTTP/1.1" status: 200 len: 850 time: 0.0478535 Sep 23 20:05:30.675052 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e8533cc-a9e0-4c32-b74d-1b382726cafb req-65513862-e528-4b66-90ee-902f74580fa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:05:30.676553 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-3e8533cc-a9e0-4c32-b74d-1b382726cafb req-65513862-e528-4b66-90ee-902f74580fa4 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=a97a1ddd-be59-4422-8c3e-924143535884&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0471289 Sep 23 20:05:30.685759 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ba4235-b69e-4b5e-90ff-cb3f42b5c44d req-68811e3a-247f-4381-aa7c-3c642f2365a1 tempest-TestVolumeBootPattern-473790611 tempest-TestVolumeBootPattern-473790611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:05:30.687449 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-32ba4235-b69e-4b5e-90ff-cb3f42b5c44d req-68811e3a-247f-4381-aa7c-3c642f2365a1 tempest-TestVolumeBootPattern-473790611 tempest-TestVolumeBootPattern-473790611-project] 10.222.0.67 "GET /v2.0/ports?device_id=3dab3757-21ef-4492-9534-928c58b42e53 HTTP/1.1" status: 200 len: 946 time: 0.1920681 Sep 23 20:05:30.730100 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-32ba4235-b69e-4b5e-90ff-cb3f42b5c44d req-8ac7e170-ea85-4ac5-835e-b2279c78387e tempest-TestVolumeBootPattern-473790611 tempest-TestVolumeBootPattern-473790611-project] 10.222.0.67 "GET /v2.0/security-groups?id=144e7209-c560-46fb-b43e-2ce38f5b7271&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362082 Sep 23 20:05:30.754434 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_hamode_db [None req-6a5956c0-66ef-4a8a-9ab3-e8148d16fdec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b22c9376-a7a4-4f49-863a-450b65a4dbaa', 'name': 'tempest-TestVolumeBootPattern-846071345-router', 'tenant_id': '1c95f4136fb946e684bc3bd0afadbbdd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'external_fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.189'}], 'enable_snat': True}, 'gw_port_id': 'b60be0b5-21c7-4e8d-b049-66f43f6db97c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:55:38Z', 'updated_at': '2021-09-23T19:55:42Z', 'revision_number': 4, 'project_id': '1c95f4136fb946e684bc3bd0afadbbdd', 'gw_port': {'id': 'b60be0b5-21c7-4e8d-b049-66f43f6db97c', 'name': '', 'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:b1:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b22c9376-a7a4-4f49-863a-450b65a4dbaa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3875, 'fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:55:39Z', 'updated_at': '2021-09-23T19:55:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-16', '_floatingips': [{'id': 'b90e79db-7e4c-4e18-a14f-5e4c34962f93', 'tenant_id': '1c95f4136fb946e684bc3bd0afadbbdd', 'floating_ip_address': '172.25.1.165', 'floating_network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'router_id': 'b22c9376-a7a4-4f49-863a-450b65a4dbaa', 'port_id': 'aa161274-af6f-442b-a922-904309044a45', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 3975, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a97a1ddd-be59-4422-8c3e-924143535884', 'mac_address': 'fa:16:3e:78:db:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3748ffae-a1b1-43d6-9838-54e899d8854a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-23T20:01:48Z', 'updated_at': '2021-09-23T20:01:50Z', 'revision_number': 1, 'project_id': '1c95f4136fb946e684bc3bd0afadbbdd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '25c3b070-de7a-4c98-a0c6-bbdac9d061bf', 'name': '', 'network_id': 'a97a1ddd-be59-4422-8c3e-924143535884', 'tenant_id': '1c95f4136fb946e684bc3bd0afadbbdd', 'mac_address': 'fa:16:3e:7c:37:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b22c9376-a7a4-4f49-863a-450b65a4dbaa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3876, 'fixed_ips': [{'subnet_id': '788d1f3e-2626-40b1-b49a-799b1a0fa15b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:55:41Z', 'updated_at': '2021-09-23T19:55:46Z', 'revision_number': 5, 'project_id': '1c95f4136fb946e684bc3bd0afadbbdd', 'subnets': [{'id': '788d1f3e-2626-40b1-b49a-799b1a0fa15b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-16', False) {} {{(pid=95104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 20:05:30.776313 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-3e8533cc-a9e0-4c32-b74d-1b382726cafb req-8718a66a-6864-4892-a2bf-7a3ffe69825d service neutron] 10.222.0.74 "GET /v2.0/networks/a97a1ddd-be59-4422-8c3e-924143535884?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893028 Sep 23 20:05:30.780509 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a5956c0-66ef-4a8a-9ab3-e8148d16fdec None None] Checking router: b22c9376-a7a4-4f49-863a-450b65a4dbaa for host: n-d-713301-16 {{(pid=95104) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 20:05:30.788865 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a5956c0-66ef-4a8a-9ab3-e8148d16fdec None None] Routers {'b22c9376-a7a4-4f49-863a-450b65a4dbaa'} bound to L3 agent in host n-d-713301-16 {{(pid=95104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 20:05:30.789466 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_hamode_db [None req-6a5956c0-66ef-4a8a-9ab3-e8148d16fdec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-23T19:07:52Z,description=,heartbeat_timestamp=2021-09-23T20:05:23Z,host='n-d-713301-16',id=79a740bf-7821-4989-8288-7186e3e128f3,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:07:52Z,topic='l3_agent')) {'router_ids': ['b22c9376-a7a4-4f49-863a-450b65a4dbaa'], 'active': True} {{(pid=95104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 20:05:30.873924 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-3e8533cc-a9e0-4c32-b74d-1b382726cafb req-c558c200-a4c1-4bf7-b41e-e8a8d2d2be5d service neutron] 10.222.0.74 "GET /v2.0/networks/a97a1ddd-be59-4422-8c3e-924143535884?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896492 Sep 23 20:05:30.898421 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_dvr_db [None req-6a5956c0-66ef-4a8a-9ab3-e8148d16fdec None None] Set router b22c9376-a7a4-4f49-863a-450b65a4dbaa gateway port host: n-d-713301-16 {{(pid=95104) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 20:05:31.122649 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_hamode_db [None req-6a5956c0-66ef-4a8a-9ab3-e8148d16fdec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b22c9376-a7a4-4f49-863a-450b65a4dbaa', 'name': 'tempest-TestVolumeBootPattern-846071345-router', 'tenant_id': '1c95f4136fb946e684bc3bd0afadbbdd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'external_fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.189'}], 'enable_snat': True}, 'gw_port_id': 'b60be0b5-21c7-4e8d-b049-66f43f6db97c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:55:38Z', 'updated_at': '2021-09-23T19:55:42Z', 'revision_number': 4, 'project_id': '1c95f4136fb946e684bc3bd0afadbbdd', 'gw_port': {'id': 'b60be0b5-21c7-4e8d-b049-66f43f6db97c', 'name': '', 'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:b1:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b22c9376-a7a4-4f49-863a-450b65a4dbaa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3875, 'fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:55:39Z', 'updated_at': '2021-09-23T19:55:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-16', '_floatingips': [{'id': 'b90e79db-7e4c-4e18-a14f-5e4c34962f93', 'tenant_id': '1c95f4136fb946e684bc3bd0afadbbdd', 'floating_ip_address': '172.25.1.165', 'floating_network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'router_id': 'b22c9376-a7a4-4f49-863a-450b65a4dbaa', 'port_id': 'aa161274-af6f-442b-a922-904309044a45', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 3975, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a97a1ddd-be59-4422-8c3e-924143535884', 'mac_address': 'fa:16:3e:78:db:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3748ffae-a1b1-43d6-9838-54e899d8854a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-23T20:01:48Z', 'updated_at': '2021-09-23T20:01:50Z', 'revision_number': 1, 'project_id': '1c95f4136fb946e684bc3bd0afadbbdd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '25c3b070-de7a-4c98-a0c6-bbdac9d061bf', 'name': '', 'network_id': 'a97a1ddd-be59-4422-8c3e-924143535884', 'tenant_id': '1c95f4136fb946e684bc3bd0afadbbdd', 'mac_address': 'fa:16:3e:7c:37:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b22c9376-a7a4-4f49-863a-450b65a4dbaa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3876, 'fixed_ips': [{'subnet_id': '788d1f3e-2626-40b1-b49a-799b1a0fa15b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:55:41Z', 'updated_at': '2021-09-23T19:55:46Z', 'revision_number': 5, 'project_id': '1c95f4136fb946e684bc3bd0afadbbdd', 'subnets': [{'id': '788d1f3e-2626-40b1-b49a-799b1a0fa15b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-16', False) {} {{(pid=95104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 20:05:31.149451 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a5956c0-66ef-4a8a-9ab3-e8148d16fdec None None] The sync data for ids ['b22c9376-a7a4-4f49-863a-450b65a4dbaa'] in n-d-713301-16 is: [{'id': 'b22c9376-a7a4-4f49-863a-450b65a4dbaa', 'name': 'tempest-TestVolumeBootPattern-846071345-router', 'tenant_id': '1c95f4136fb946e684bc3bd0afadbbdd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'external_fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.189'}], 'enable_snat': True}, 'gw_port_id': 'b60be0b5-21c7-4e8d-b049-66f43f6db97c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:55:38Z', 'updated_at': '2021-09-23T19:55:42Z', 'revision_number': 4, 'project_id': '1c95f4136fb946e684bc3bd0afadbbdd', 'gw_port': {'id': 'b60be0b5-21c7-4e8d-b049-66f43f6db97c', 'name': '', 'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:b1:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b22c9376-a7a4-4f49-863a-450b65a4dbaa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3875, 'fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:55:39Z', 'updated_at': '2021-09-23T19:55:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-16', '_floatingips': [{'id': 'b90e79db-7e4c-4e18-a14f-5e4c34962f93', 'tenant_id': '1c95f4136fb946e684bc3bd0afadbbdd', 'floating_ip_address': '172.25.1.165', 'floating_network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'router_id': 'b22c9376-a7a4-4f49-863a-450b65a4dbaa', 'port_id': 'aa161274-af6f-442b-a922-904309044a45', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 3975, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a97a1ddd-be59-4422-8c3e-924143535884', 'mac_address': 'fa:16:3e:78:db:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3748ffae-a1b1-43d6-9838-54e899d8854a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-23T20:01:48Z', 'updated_at': '2021-09-23T20:01:50Z', 'revision_number': 1, 'project_id': '1c95f4136fb946e684bc3bd0afadbbdd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '25c3b070-de7a-4c98-a0c6-bbdac9d061bf', 'name': '', 'network_id': 'a97a1ddd-be59-4422-8c3e-924143535884', 'tenant_id': '1c95f4136fb946e684bc3bd0afadbbdd', 'mac_address': 'fa:16:3e:7c:37:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b22c9376-a7a4-4f49-863a-450b65a4dbaa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3876, 'fixed_ips': [{'subnet_id': '788d1f3e-2626-40b1-b49a-799b1a0fa15b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:55:41Z', 'updated_at': '2021-09-23T19:55:46Z', 'revision_number': 5, 'project_id': '1c95f4136fb946e684bc3bd0afadbbdd', 'subnets': [{'id': '788d1f3e-2626-40b1-b49a-799b1a0fa15b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 20:05:31.378329 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-757791ab-382a-4fcb-a721-302c49032547 None None] New status for floating IP ed8327f6-2d3d-4251-aa7e-4572e924e2ef: DOWN {{(pid=95103) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 23 20:05:31.926823 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f9ed092-a2c5-4bac-8d84-b33b8c627bb8 req-cb90feb6-826c-4f8c-bdd9-c345c117eeb4 tempest-TestVolumeBootPattern-473790611 tempest-TestVolumeBootPattern-473790611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:05:31.928337 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-2f9ed092-a2c5-4bac-8d84-b33b8c627bb8 req-cb90feb6-826c-4f8c-bdd9-c345c117eeb4 tempest-TestVolumeBootPattern-473790611 tempest-TestVolumeBootPattern-473790611-project] 10.222.0.67 "GET /v2.0/ports?device_id=3dab3757-21ef-4492-9534-928c58b42e53 HTTP/1.1" status: 200 len: 946 time: 0.1081793 Sep 23 20:05:31.969225 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-2f9ed092-a2c5-4bac-8d84-b33b8c627bb8 req-fb667aca-c00f-493e-a8cc-6f2948fe1ee6 tempest-TestVolumeBootPattern-473790611 tempest-TestVolumeBootPattern-473790611-project] 10.222.0.67 "GET /v2.0/security-groups?id=144e7209-c560-46fb-b43e-2ce38f5b7271&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337307 Sep 23 20:05:32.027195 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97079992-4f6e-4048-8b40-48d197522280 req-dfb94bee-fe6e-4de6-8039-251b47c8f6fb tempest-TestVolumeBootPattern-473790611 tempest-TestVolumeBootPattern-473790611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:05:32.029047 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-97079992-4f6e-4048-8b40-48d197522280 req-dfb94bee-fe6e-4de6-8039-251b47c8f6fb tempest-TestVolumeBootPattern-473790611 tempest-TestVolumeBootPattern-473790611-project] 10.222.0.74 "GET /v2.0/ports?device_id=3dab3757-21ef-4492-9534-928c58b42e53 HTTP/1.1" status: 200 len: 946 time: 0.0544353 Sep 23 20:05:32.122228 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.plugin [req-97079992-4f6e-4048-8b40-48d197522280 req-2e5a4d70-3a10-490a-8879-7899ce5208a3 tempest-TestVolumeBootPattern-473790611 tempest-TestVolumeBootPattern-473790611-project] Deleting port a96a8ff0-c203-4f8f-a124-27d3d8b8118e {{(pid=95101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 20:05:32.122564 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-97079992-4f6e-4048-8b40-48d197522280 req-2e5a4d70-3a10-490a-8879-7899ce5208a3 tempest-TestVolumeBootPattern-473790611 tempest-TestVolumeBootPattern-473790611-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783146157096'] for port, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:05:32.208975 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.db [req-97079992-4f6e-4048-8b40-48d197522280 req-2e5a4d70-3a10-490a-8879-7899ce5208a3 tempest-TestVolumeBootPattern-473790611 tempest-TestVolumeBootPattern-473790611-project] For port a96a8ff0-c203-4f8f-a124-27d3d8b8118e, host n-h1-713301-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-16',level=0,port_id=a96a8ff0-c203-4f8f-a124-27d3d8b8118e,segment=NetworkSegment(c7abd8db-b99c-424c-86a3-7924c060f21a),segment_id=c7abd8db-b99c-424c-86a3-7924c060f21a)] {{(pid=95101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 20:05:32.209431 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-97079992-4f6e-4048-8b40-48d197522280 req-2e5a4d70-3a10-490a-8879-7899ce5208a3 tempest-TestVolumeBootPattern-473790611 tempest-TestVolumeBootPattern-473790611-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-605701'] for port, precommit_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:05:32.222196 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.plugin [req-97079992-4f6e-4048-8b40-48d197522280 req-2e5a4d70-3a10-490a-8879-7899ce5208a3 tempest-TestVolumeBootPattern-473790611 tempest-TestVolumeBootPattern-473790611-project] Calling delete_port for a96a8ff0-c203-4f8f-a124-27d3d8b8118e owned by compute:nova {{(pid=95101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 20:05:32.352289 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-97079992-4f6e-4048-8b40-48d197522280 req-2e5a4d70-3a10-490a-8879-7899ce5208a3 tempest-TestVolumeBootPattern-473790611 tempest-TestVolumeBootPattern-473790611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783146162158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783145673144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5607431'] for port, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:05:32.384183 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e5a4d70-3a10-490a-8879-7899ce5208a3 tempest-TestVolumeBootPattern-473790611 tempest-TestVolumeBootPattern-473790611-project] Pushing event deleted for resources: {'Port': ['ID=a96a8ff0-c203-4f8f-a124-27d3d8b8118e,revision_number=None']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:05:32.427780 n-d-713301-16 neutron-server[95101]: DEBUG neutron.db.l3_dvrscheduler_db [req-97079992-4f6e-4048-8b40-48d197522280 req-2e5a4d70-3a10-490a-8879-7899ce5208a3 tempest-TestVolumeBootPattern-473790611 tempest-TestVolumeBootPattern-473790611-project] No DVR routers for this DVR port a96a8ff0-c203-4f8f-a124-27d3d8b8118e on host n-h1-713301-16 {{(pid=95101) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 20:05:32.430386 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-97079992-4f6e-4048-8b40-48d197522280 req-2e5a4d70-3a10-490a-8879-7899ce5208a3 tempest-TestVolumeBootPattern-473790611 tempest-TestVolumeBootPattern-473790611-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222849'] for port, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:05:32.432340 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-97079992-4f6e-4048-8b40-48d197522280 req-2e5a4d70-3a10-490a-8879-7899ce5208a3 tempest-TestVolumeBootPattern-473790611 tempest-TestVolumeBootPattern-473790611-project] 10.222.0.74 "DELETE /v2.0/ports/a96a8ff0-c203-4f8f-a124-27d3d8b8118e HTTP/1.1" status: 204 len: 173 time: 0.3976064 Sep 23 20:05:32.432812 n-d-713301-16 neutron-server[95101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3dab3757-21ef-4492-9534-928c58b42e53', 'name': 'network-vif-deleted', 'tag': 'a96a8ff0-c203-4f8f-a124-27d3d8b8118e'}] {{(pid=95101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 20:05:32.436145 n-d-713301-16 neutron-server[95101]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d8366c5740cd635e57ab12b71fe44a77c2acc3c19091ef849c6f68b380462244" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d25461e-9b78-45ef-84de-a550d5cedaae" -d '{"events": [{"server_uuid": "3dab3757-21ef-4492-9534-928c58b42e53", "name": "network-vif-deleted", "tag": "a96a8ff0-c203-4f8f-a124-27d3d8b8118e"}]}' {{(pid=95101) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 20:05:32.472986 n-d-713301-16 neutron-server[95101]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 20:05:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-acc7846d-b8ef-41e7-9252-85163b7b988c x-openstack-request-id: req-acc7846d-b8ef-41e7-9252-85163b7b988c {{(pid=95101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 20:05:32.473276 n-d-713301-16 neutron-server[95101]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3dab3757-21ef-4492-9534-928c58b42e53", "name": "network-vif-deleted", "tag": "a96a8ff0-c203-4f8f-a124-27d3d8b8118e", "status": "completed", "code": 200}]} {{(pid=95101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 20:05:32.473528 n-d-713301-16 neutron-server[95101]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-acc7846d-b8ef-41e7-9252-85163b7b988c {{(pid=95101) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 20:05:32.473922 n-d-713301-16 neutron-server[95101]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3dab3757-21ef-4492-9534-928c58b42e53', 'name': 'network-vif-deleted', 'tag': 'a96a8ff0-c203-4f8f-a124-27d3d8b8118e', 'status': 'completed', 'code': 200} Sep 23 20:05:33.065898 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-f9691f77-6330-45bb-a85a-35b1afaa5f1b req-de98f5f8-77c9-44c9-9120-4e4d499ce87c tempest-TestVolumeBootPattern-473790611 tempest-TestVolumeBootPattern-473790611-project] 10.222.0.67 "GET /v2.0/ports?device_id=3dab3757-21ef-4492-9534-928c58b42e53 HTTP/1.1" status: 200 len: 210 time: 0.0283377 Sep 23 20:05:34.161738 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-9522c173-6a06-493e-95c7-2518236fd871 req-8134046f-058a-41c3-b421-6b64e8d6a70f tempest-TestVolumeBootPattern-473790611 tempest-TestVolumeBootPattern-473790611-project] 10.222.0.67 "GET /v2.0/ports?device_id=3dab3757-21ef-4492-9534-928c58b42e53 HTTP/1.1" status: 200 len: 210 time: 0.0272229 Sep 23 20:05:35.262220 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-6d45c6c7-e297-4c7a-8e44-ae3232c3cee4 req-ff10c384-0f3e-4300-a584-2372620664ac tempest-TestVolumeBootPattern-473790611 tempest-TestVolumeBootPattern-473790611-project] 10.222.0.67 "GET /v2.0/ports?device_id=3dab3757-21ef-4492-9534-928c58b42e53 HTTP/1.1" status: 200 len: 210 time: 0.0309038 Sep 23 20:05:35.719344 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Device a96a8ff0-c203-4f8f-a124-27d3d8b8118e no longer exists at agent hyperv_n-h1-713301-16 {{(pid=95103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 20:05:35.740548 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.plugin [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] No Port match for: a96a8ff0-c203-4f8f-a124-27d3d8b8118e {{(pid=95103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 20:05:35.740919 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Device a96a8ff0-c203-4f8f-a124-27d3d8b8118e not bound to the agent host n-h1-713301-16 {{(pid=95103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 20:05:40.616762 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 58646) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:05:40.781589 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.plugin [None req-db492d96-ce38-40f9-86f7-abadc2531c4a tempest-TestVolumeBootPattern-473790611 tempest-TestVolumeBootPattern-473790611-project] Deleting port 207fcd6a-158b-4a67-a972-bea79ecdc444 {{(pid=95101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 20:05:40.781937 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-db492d96-ce38-40f9-86f7-abadc2531c4a tempest-TestVolumeBootPattern-473790611 tempest-TestVolumeBootPattern-473790611-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783146157096'] for port, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:05:40.856703 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-db492d96-ce38-40f9-86f7-abadc2531c4a tempest-TestVolumeBootPattern-473790611 tempest-TestVolumeBootPattern-473790611-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-605701'] for port, precommit_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:05:40.856961 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-db492d96-ce38-40f9-86f7-abadc2531c4a tempest-TestVolumeBootPattern-473790611 tempest-TestVolumeBootPattern-473790611-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:05:40.869916 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.plugin [None req-db492d96-ce38-40f9-86f7-abadc2531c4a tempest-TestVolumeBootPattern-473790611 tempest-TestVolumeBootPattern-473790611-project] Calling delete_port for 207fcd6a-158b-4a67-a972-bea79ecdc444 owned by network:floatingip {{(pid=95101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 20:05:41.020058 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-db492d96-ce38-40f9-86f7-abadc2531c4a tempest-TestVolumeBootPattern-473790611 tempest-TestVolumeBootPattern-473790611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783146162158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783145673144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5607431'] for port, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:05:41.046307 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db492d96-ce38-40f9-86f7-abadc2531c4a tempest-TestVolumeBootPattern-473790611 tempest-TestVolumeBootPattern-473790611-project] Pushing event deleted for resources: {'Port': ['ID=207fcd6a-158b-4a67-a972-bea79ecdc444,revision_number=None']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:05:41.111103 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-db492d96-ce38-40f9-86f7-abadc2531c4a tempest-TestVolumeBootPattern-473790611 tempest-TestVolumeBootPattern-473790611-project] Notify callbacks [] for floatingip, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:05:41.111346 n-d-713301-16 neutron-server[95101]: INFO neutron.db.l3_db [None req-db492d96-ce38-40f9-86f7-abadc2531c4a tempest-TestVolumeBootPattern-473790611 tempest-TestVolumeBootPattern-473790611-project] Floating IP b90e79db-7e4c-4e18-a14f-5e4c34962f93 disassociated (deleted). External IP: 172.25.1.165, port: aa161274-af6f-442b-a922-904309044a45. Sep 23 20:05:41.313710 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db492d96-ce38-40f9-86f7-abadc2531c4a tempest-TestVolumeBootPattern-473790611 tempest-TestVolumeBootPattern-473790611-project] Router b22c9376-a7a4-4f49-863a-450b65a4dbaa has already been hosted by L3 agent 79a740bf-7821-4989-8288-7186e3e128f3 {{(pid=95101) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 20:05:41.422207 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db492d96-ce38-40f9-86f7-abadc2531c4a tempest-TestVolumeBootPattern-473790611 tempest-TestVolumeBootPattern-473790611-project] Notify agent at l3_agent.n-d-713301-16 the message routers_updated {{(pid=95101) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 20:05:41.426794 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-db492d96-ce38-40f9-86f7-abadc2531c4a tempest-TestVolumeBootPattern-473790611 tempest-TestVolumeBootPattern-473790611-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222849'] for floatingip, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:05:41.431390 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51cce1a9-d7be-4b0d-a029-dd1800fb00ab None None] Sync routers for ids ['b22c9376-a7a4-4f49-863a-450b65a4dbaa'] in n-d-713301-16 {{(pid=95104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 20:05:41.441693 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51cce1a9-d7be-4b0d-a029-dd1800fb00ab None None] Routers {'b22c9376-a7a4-4f49-863a-450b65a4dbaa'} bound to L3 agent in host n-d-713301-16 {{(pid=95104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 20:05:41.442301 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_hamode_db [None req-51cce1a9-d7be-4b0d-a029-dd1800fb00ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-23T19:07:52Z,description=,heartbeat_timestamp=2021-09-23T20:05:23Z,host='n-d-713301-16',id=79a740bf-7821-4989-8288-7186e3e128f3,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:07:52Z,topic='l3_agent')) {'router_ids': ['b22c9376-a7a4-4f49-863a-450b65a4dbaa'], 'active': True} {{(pid=95104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 20:05:41.454335 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-db492d96-ce38-40f9-86f7-abadc2531c4a tempest-TestVolumeBootPattern-473790611 tempest-TestVolumeBootPattern-473790611-project] 10.222.0.67 "DELETE /v2.0/floatingips/b90e79db-7e4c-4e18-a14f-5e4c34962f93 HTTP/1.1" status: 204 len: 168 time: 0.8364956 Sep 23 20:05:41.454923 n-d-713301-16 neutron-server[95101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3748ffae-a1b1-43d6-9838-54e899d8854a', 'tag': 'aa161274-af6f-442b-a922-904309044a45'}] {{(pid=95101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 20:05:41.458713 n-d-713301-16 neutron-server[95101]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d8366c5740cd635e57ab12b71fe44a77c2acc3c19091ef849c6f68b380462244" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d14bf3f-d367-4e9c-8afb-2fd1ed00cde9" -d '{"events": [{"name": "network-changed", "server_uuid": "3748ffae-a1b1-43d6-9838-54e899d8854a", "tag": "aa161274-af6f-442b-a922-904309044a45"}]}' {{(pid=95101) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 20:05:41.500573 n-d-713301-16 neutron-server[95101]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 20:05:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-285a55fe-e8f0-4dee-b148-19b5f5ef8883 x-openstack-request-id: req-285a55fe-e8f0-4dee-b148-19b5f5ef8883 {{(pid=95101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 20:05:41.501039 n-d-713301-16 neutron-server[95101]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3748ffae-a1b1-43d6-9838-54e899d8854a", "tag": "aa161274-af6f-442b-a922-904309044a45", "status": "completed", "code": 200}]} {{(pid=95101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 20:05:41.501301 n-d-713301-16 neutron-server[95101]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-285a55fe-e8f0-4dee-b148-19b5f5ef8883 {{(pid=95101) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 20:05:41.501703 n-d-713301-16 neutron-server[95101]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3748ffae-a1b1-43d6-9838-54e899d8854a', 'tag': 'aa161274-af6f-442b-a922-904309044a45', 'status': 'completed', 'code': 200} Sep 23 20:05:41.555602 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_dvr_db [None req-51cce1a9-d7be-4b0d-a029-dd1800fb00ab None None] Set router b22c9376-a7a4-4f49-863a-450b65a4dbaa gateway port host: n-d-713301-16 {{(pid=95104) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 20:05:41.570047 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d14bf3f-d367-4e9c-8afb-2fd1ed00cde9 req-f446de95-21a6-4409-8e2e-913d5c7e775a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:05:41.571604 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-8d14bf3f-d367-4e9c-8afb-2fd1ed00cde9 req-f446de95-21a6-4409-8e2e-913d5c7e775a service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=1c95f4136fb946e684bc3bd0afadbbdd&device_id=3748ffae-a1b1-43d6-9838-54e899d8854a HTTP/1.1" status: 200 len: 1097 time: 0.0494313 Sep 23 20:05:41.671691 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d14bf3f-d367-4e9c-8afb-2fd1ed00cde9 req-19b13093-8877-4a2d-8675-74a7a1bc68bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:05:41.673284 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-8d14bf3f-d367-4e9c-8afb-2fd1ed00cde9 req-19b13093-8877-4a2d-8675-74a7a1bc68bc service neutron] 10.222.0.74 "GET /v2.0/networks?id=a97a1ddd-be59-4422-8c3e-924143535884 HTTP/1.1" status: 200 len: 912 time: 0.0939167 Sep 23 20:05:41.687349 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970c2e38-bbd1-4316-bb45-d8517a324baf req-d29ffe71-508f-4530-be18-a749cb1049c7 tempest-TestVolumeBootPattern-473790611 tempest-TestVolumeBootPattern-473790611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:05:41.688882 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-970c2e38-bbd1-4316-bb45-d8517a324baf req-d29ffe71-508f-4530-be18-a749cb1049c7 tempest-TestVolumeBootPattern-473790611 tempest-TestVolumeBootPattern-473790611-project] 10.222.0.67 "GET /v2.0/ports?device_id=3748ffae-a1b1-43d6-9838-54e899d8854a HTTP/1.1" status: 200 len: 945 time: 0.0534778 Sep 23 20:05:41.722443 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-8d14bf3f-d367-4e9c-8afb-2fd1ed00cde9 req-3b8e27a6-177e-4c95-8748-c0ea32ba6e3b service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=aa161274-af6f-442b-a922-904309044a45 HTTP/1.1" status: 200 len: 217 time: 0.0418115 Sep 23 20:05:41.732055 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-970c2e38-bbd1-4316-bb45-d8517a324baf req-520d24e3-2379-492b-97e1-e679000ecbfc tempest-TestVolumeBootPattern-473790611 tempest-TestVolumeBootPattern-473790611-project] 10.222.0.67 "GET /v2.0/security-groups?id=144e7209-c560-46fb-b43e-2ce38f5b7271&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358250 Sep 23 20:05:41.773443 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d14bf3f-d367-4e9c-8afb-2fd1ed00cde9 req-3846ba17-6c35-4121-b463-cd7c8ff4a714 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:05:41.774924 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-8d14bf3f-d367-4e9c-8afb-2fd1ed00cde9 req-3846ba17-6c35-4121-b463-cd7c8ff4a714 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=788d1f3e-2626-40b1-b49a-799b1a0fa15b HTTP/1.1" status: 200 len: 850 time: 0.0455129 Sep 23 20:05:41.782065 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_hamode_db [None req-51cce1a9-d7be-4b0d-a029-dd1800fb00ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b22c9376-a7a4-4f49-863a-450b65a4dbaa', 'name': 'tempest-TestVolumeBootPattern-846071345-router', 'tenant_id': '1c95f4136fb946e684bc3bd0afadbbdd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'external_fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.189'}], 'enable_snat': True}, 'gw_port_id': 'b60be0b5-21c7-4e8d-b049-66f43f6db97c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:55:38Z', 'updated_at': '2021-09-23T19:55:42Z', 'revision_number': 4, 'project_id': '1c95f4136fb946e684bc3bd0afadbbdd', 'gw_port': {'id': 'b60be0b5-21c7-4e8d-b049-66f43f6db97c', 'name': '', 'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:b1:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b22c9376-a7a4-4f49-863a-450b65a4dbaa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3875, 'fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:55:39Z', 'updated_at': '2021-09-23T19:55:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-16', '_interfaces': [{'id': '25c3b070-de7a-4c98-a0c6-bbdac9d061bf', 'name': '', 'network_id': 'a97a1ddd-be59-4422-8c3e-924143535884', 'tenant_id': '1c95f4136fb946e684bc3bd0afadbbdd', 'mac_address': 'fa:16:3e:7c:37:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b22c9376-a7a4-4f49-863a-450b65a4dbaa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3876, 'fixed_ips': [{'subnet_id': '788d1f3e-2626-40b1-b49a-799b1a0fa15b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:55:41Z', 'updated_at': '2021-09-23T19:55:46Z', 'revision_number': 5, 'project_id': '1c95f4136fb946e684bc3bd0afadbbdd', 'subnets': [{'id': '788d1f3e-2626-40b1-b49a-799b1a0fa15b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-16', False) {} {{(pid=95104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 20:05:41.807554 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51cce1a9-d7be-4b0d-a029-dd1800fb00ab None None] Checking router: b22c9376-a7a4-4f49-863a-450b65a4dbaa for host: n-d-713301-16 {{(pid=95104) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 20:05:41.816116 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51cce1a9-d7be-4b0d-a029-dd1800fb00ab None None] Routers {'b22c9376-a7a4-4f49-863a-450b65a4dbaa'} bound to L3 agent in host n-d-713301-16 {{(pid=95104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 20:05:41.816897 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_hamode_db [None req-51cce1a9-d7be-4b0d-a029-dd1800fb00ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-23T19:07:52Z,description=,heartbeat_timestamp=2021-09-23T20:05:23Z,host='n-d-713301-16',id=79a740bf-7821-4989-8288-7186e3e128f3,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:07:52Z,topic='l3_agent')) {'router_ids': ['b22c9376-a7a4-4f49-863a-450b65a4dbaa'], 'active': True} {{(pid=95104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 20:05:41.821225 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d14bf3f-d367-4e9c-8afb-2fd1ed00cde9 req-27cbec14-db6b-4211-8577-9cf3dbfcecd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:05:41.822784 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-8d14bf3f-d367-4e9c-8afb-2fd1ed00cde9 req-27cbec14-db6b-4211-8577-9cf3dbfcecd1 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=a97a1ddd-be59-4422-8c3e-924143535884&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0401986 Sep 23 20:05:41.928056 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_dvr_db [None req-51cce1a9-d7be-4b0d-a029-dd1800fb00ab None None] Set router b22c9376-a7a4-4f49-863a-450b65a4dbaa gateway port host: n-d-713301-16 {{(pid=95104) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 20:05:42.139797 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_hamode_db [None req-51cce1a9-d7be-4b0d-a029-dd1800fb00ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b22c9376-a7a4-4f49-863a-450b65a4dbaa', 'name': 'tempest-TestVolumeBootPattern-846071345-router', 'tenant_id': '1c95f4136fb946e684bc3bd0afadbbdd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'external_fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.189'}], 'enable_snat': True}, 'gw_port_id': 'b60be0b5-21c7-4e8d-b049-66f43f6db97c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:55:38Z', 'updated_at': '2021-09-23T19:55:42Z', 'revision_number': 4, 'project_id': '1c95f4136fb946e684bc3bd0afadbbdd', 'gw_port': {'id': 'b60be0b5-21c7-4e8d-b049-66f43f6db97c', 'name': '', 'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:b1:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b22c9376-a7a4-4f49-863a-450b65a4dbaa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3875, 'fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:55:39Z', 'updated_at': '2021-09-23T19:55:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-16', '_interfaces': [{'id': '25c3b070-de7a-4c98-a0c6-bbdac9d061bf', 'name': '', 'network_id': 'a97a1ddd-be59-4422-8c3e-924143535884', 'tenant_id': '1c95f4136fb946e684bc3bd0afadbbdd', 'mac_address': 'fa:16:3e:7c:37:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b22c9376-a7a4-4f49-863a-450b65a4dbaa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3876, 'fixed_ips': [{'subnet_id': '788d1f3e-2626-40b1-b49a-799b1a0fa15b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:55:41Z', 'updated_at': '2021-09-23T19:55:46Z', 'revision_number': 5, 'project_id': '1c95f4136fb946e684bc3bd0afadbbdd', 'subnets': [{'id': '788d1f3e-2626-40b1-b49a-799b1a0fa15b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-16', False) {} {{(pid=95104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 20:05:42.169213 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51cce1a9-d7be-4b0d-a029-dd1800fb00ab None None] The sync data for ids ['b22c9376-a7a4-4f49-863a-450b65a4dbaa'] in n-d-713301-16 is: [{'id': 'b22c9376-a7a4-4f49-863a-450b65a4dbaa', 'name': 'tempest-TestVolumeBootPattern-846071345-router', 'tenant_id': '1c95f4136fb946e684bc3bd0afadbbdd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'external_fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.189'}], 'enable_snat': True}, 'gw_port_id': 'b60be0b5-21c7-4e8d-b049-66f43f6db97c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:55:38Z', 'updated_at': '2021-09-23T19:55:42Z', 'revision_number': 4, 'project_id': '1c95f4136fb946e684bc3bd0afadbbdd', 'gw_port': {'id': 'b60be0b5-21c7-4e8d-b049-66f43f6db97c', 'name': '', 'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:b1:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b22c9376-a7a4-4f49-863a-450b65a4dbaa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3875, 'fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:55:39Z', 'updated_at': '2021-09-23T19:55:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-16', '_interfaces': [{'id': '25c3b070-de7a-4c98-a0c6-bbdac9d061bf', 'name': '', 'network_id': 'a97a1ddd-be59-4422-8c3e-924143535884', 'tenant_id': '1c95f4136fb946e684bc3bd0afadbbdd', 'mac_address': 'fa:16:3e:7c:37:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b22c9376-a7a4-4f49-863a-450b65a4dbaa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3876, 'fixed_ips': [{'subnet_id': '788d1f3e-2626-40b1-b49a-799b1a0fa15b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:55:41Z', 'updated_at': '2021-09-23T19:55:46Z', 'revision_number': 5, 'project_id': '1c95f4136fb946e684bc3bd0afadbbdd', 'subnets': [{'id': '788d1f3e-2626-40b1-b49a-799b1a0fa15b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 20:05:42.237319 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-8d14bf3f-d367-4e9c-8afb-2fd1ed00cde9 req-1eb185d8-de4a-41c7-80ab-0c07e57e14ff service neutron] 10.222.0.74 "GET /v2.0/networks/a97a1ddd-be59-4422-8c3e-924143535884?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4060395 Sep 23 20:05:42.331806 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-8d14bf3f-d367-4e9c-8afb-2fd1ed00cde9 req-bf3e0e54-45bf-4422-989a-49ebc09f0849 service neutron] 10.222.0.74 "GET /v2.0/networks/a97a1ddd-be59-4422-8c3e-924143535884?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870724 Sep 23 20:05:42.405057 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fac1a6b-40fd-4288-bed5-9072f3b68394 None None] New status for floating IP b90e79db-7e4c-4e18-a14f-5e4c34962f93: DOWN {{(pid=95103) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 23 20:05:42.850229 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e70403c-6e2a-4bf4-ae0b-c514d915d1e7 req-575043ef-717f-4f12-8981-46e88785a552 tempest-TestVolumeBootPattern-473790611 tempest-TestVolumeBootPattern-473790611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:05:42.851828 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-3e70403c-6e2a-4bf4-ae0b-c514d915d1e7 req-575043ef-717f-4f12-8981-46e88785a552 tempest-TestVolumeBootPattern-473790611 tempest-TestVolumeBootPattern-473790611-project] 10.222.0.67 "GET /v2.0/ports?device_id=3748ffae-a1b1-43d6-9838-54e899d8854a HTTP/1.1" status: 200 len: 945 time: 0.0505114 Sep 23 20:05:42.890734 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-3e70403c-6e2a-4bf4-ae0b-c514d915d1e7 req-0056153a-e768-4f4e-8d1c-bb1055eb9ffe tempest-TestVolumeBootPattern-473790611 tempest-TestVolumeBootPattern-473790611-project] 10.222.0.67 "GET /v2.0/security-groups?id=144e7209-c560-46fb-b43e-2ce38f5b7271&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316155 Sep 23 20:05:43.053833 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bee21af-4b93-4345-8080-d2d3b89207f3 req-224bce4f-c003-42cc-b829-0dd11389108f tempest-TestVolumeBootPattern-473790611 tempest-TestVolumeBootPattern-473790611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:05:43.055219 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-2bee21af-4b93-4345-8080-d2d3b89207f3 req-224bce4f-c003-42cc-b829-0dd11389108f tempest-TestVolumeBootPattern-473790611 tempest-TestVolumeBootPattern-473790611-project] 10.222.0.74 "GET /v2.0/ports?device_id=3748ffae-a1b1-43d6-9838-54e899d8854a HTTP/1.1" status: 200 len: 945 time: 0.0486219 Sep 23 20:05:43.151367 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.plugin [req-2bee21af-4b93-4345-8080-d2d3b89207f3 req-715d42bd-1ed8-4b11-b5b8-938ca52a17ae tempest-TestVolumeBootPattern-473790611 tempest-TestVolumeBootPattern-473790611-project] Deleting port aa161274-af6f-442b-a922-904309044a45 {{(pid=95101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 20:05:43.151707 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-2bee21af-4b93-4345-8080-d2d3b89207f3 req-715d42bd-1ed8-4b11-b5b8-938ca52a17ae tempest-TestVolumeBootPattern-473790611 tempest-TestVolumeBootPattern-473790611-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783146157096'] for port, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:05:43.239003 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.db [req-2bee21af-4b93-4345-8080-d2d3b89207f3 req-715d42bd-1ed8-4b11-b5b8-938ca52a17ae tempest-TestVolumeBootPattern-473790611 tempest-TestVolumeBootPattern-473790611-project] For port aa161274-af6f-442b-a922-904309044a45, host n-h1-713301-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-16',level=0,port_id=aa161274-af6f-442b-a922-904309044a45,segment=NetworkSegment(c7abd8db-b99c-424c-86a3-7924c060f21a),segment_id=c7abd8db-b99c-424c-86a3-7924c060f21a)] {{(pid=95101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 20:05:43.239367 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-2bee21af-4b93-4345-8080-d2d3b89207f3 req-715d42bd-1ed8-4b11-b5b8-938ca52a17ae tempest-TestVolumeBootPattern-473790611 tempest-TestVolumeBootPattern-473790611-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-605701'] for port, precommit_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:05:43.255567 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.plugin [req-2bee21af-4b93-4345-8080-d2d3b89207f3 req-715d42bd-1ed8-4b11-b5b8-938ca52a17ae tempest-TestVolumeBootPattern-473790611 tempest-TestVolumeBootPattern-473790611-project] Calling delete_port for aa161274-af6f-442b-a922-904309044a45 owned by compute:nova {{(pid=95101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 20:05:43.381419 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-2bee21af-4b93-4345-8080-d2d3b89207f3 req-715d42bd-1ed8-4b11-b5b8-938ca52a17ae tempest-TestVolumeBootPattern-473790611 tempest-TestVolumeBootPattern-473790611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783146162158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783145673144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5607431'] for port, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:05:43.416842 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-715d42bd-1ed8-4b11-b5b8-938ca52a17ae tempest-TestVolumeBootPattern-473790611 tempest-TestVolumeBootPattern-473790611-project] Pushing event deleted for resources: {'Port': ['ID=aa161274-af6f-442b-a922-904309044a45,revision_number=None']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:05:43.463096 n-d-713301-16 neutron-server[95101]: DEBUG neutron.db.l3_dvrscheduler_db [req-2bee21af-4b93-4345-8080-d2d3b89207f3 req-715d42bd-1ed8-4b11-b5b8-938ca52a17ae tempest-TestVolumeBootPattern-473790611 tempest-TestVolumeBootPattern-473790611-project] No DVR routers for this DVR port aa161274-af6f-442b-a922-904309044a45 on host n-h1-713301-16 {{(pid=95101) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 20:05:43.465739 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-2bee21af-4b93-4345-8080-d2d3b89207f3 req-715d42bd-1ed8-4b11-b5b8-938ca52a17ae tempest-TestVolumeBootPattern-473790611 tempest-TestVolumeBootPattern-473790611-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222849'] for port, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:05:43.467742 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-2bee21af-4b93-4345-8080-d2d3b89207f3 req-715d42bd-1ed8-4b11-b5b8-938ca52a17ae tempest-TestVolumeBootPattern-473790611 tempest-TestVolumeBootPattern-473790611-project] 10.222.0.74 "DELETE /v2.0/ports/aa161274-af6f-442b-a922-904309044a45 HTTP/1.1" status: 204 len: 173 time: 0.4062364 Sep 23 20:05:43.502548 n-d-713301-16 neutron-server[95101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3748ffae-a1b1-43d6-9838-54e899d8854a', 'name': 'network-vif-deleted', 'tag': 'aa161274-af6f-442b-a922-904309044a45'}] {{(pid=95101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 20:05:43.504949 n-d-713301-16 neutron-server[95101]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d8366c5740cd635e57ab12b71fe44a77c2acc3c19091ef849c6f68b380462244" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe9811d2-961d-4254-b6f5-c4231fb5b8e9" -d '{"events": [{"server_uuid": "3748ffae-a1b1-43d6-9838-54e899d8854a", "name": "network-vif-deleted", "tag": "aa161274-af6f-442b-a922-904309044a45"}]}' {{(pid=95101) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 20:05:43.551764 n-d-713301-16 neutron-server[95101]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 20:05:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9d85950-2240-4262-84ab-8d7ea96eb18c x-openstack-request-id: req-d9d85950-2240-4262-84ab-8d7ea96eb18c {{(pid=95101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 20:05:43.552060 n-d-713301-16 neutron-server[95101]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3748ffae-a1b1-43d6-9838-54e899d8854a", "name": "network-vif-deleted", "tag": "aa161274-af6f-442b-a922-904309044a45", "status": "completed", "code": 200}]} {{(pid=95101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 20:05:43.552310 n-d-713301-16 neutron-server[95101]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-d9d85950-2240-4262-84ab-8d7ea96eb18c {{(pid=95101) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 20:05:43.552743 n-d-713301-16 neutron-server[95101]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3748ffae-a1b1-43d6-9838-54e899d8854a', 'name': 'network-vif-deleted', 'tag': 'aa161274-af6f-442b-a922-904309044a45', 'status': 'completed', 'code': 200} Sep 23 20:05:43.989389 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-86d19c48-b565-4ad5-babf-3b0c030fb850 req-395ce31c-5525-49cf-8e9a-b042dcc48009 tempest-TestVolumeBootPattern-473790611 tempest-TestVolumeBootPattern-473790611-project] 10.222.0.67 "GET /v2.0/ports?device_id=3748ffae-a1b1-43d6-9838-54e899d8854a HTTP/1.1" status: 200 len: 210 time: 0.0279357 Sep 23 20:05:45.089931 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-700dc7c3-3cc4-479f-93d6-f60ee59a4368 req-e1c6065d-8c31-4ab8-9e78-d954e11e74a0 tempest-TestVolumeBootPattern-473790611 tempest-TestVolumeBootPattern-473790611-project] 10.222.0.67 "GET /v2.0/ports?device_id=3748ffae-a1b1-43d6-9838-54e899d8854a HTTP/1.1" status: 200 len: 210 time: 0.0310087 Sep 23 20:05:45.782357 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Device aa161274-af6f-442b-a922-904309044a45 no longer exists at agent hyperv_n-h1-713301-16 {{(pid=95103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 20:05:45.802573 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.plugin [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] No Port match for: aa161274-af6f-442b-a922-904309044a45 {{(pid=95103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 20:05:45.802913 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Device aa161274-af6f-442b-a922-904309044a45 not bound to the agent host n-h1-713301-16 {{(pid=95103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 20:05:46.185145 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-f7cb4b23-0388-4f50-9788-f77f238acd0c req-43c36906-fa32-4592-8730-464282bde8be tempest-TestVolumeBootPattern-473790611 tempest-TestVolumeBootPattern-473790611-project] 10.222.0.67 "GET /v2.0/ports?device_id=3748ffae-a1b1-43d6-9838-54e899d8854a HTTP/1.1" status: 200 len: 210 time: 0.0272784 Sep 23 20:05:47.241413 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 58668) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:05:47.366021 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.plugin [None req-4e537285-59eb-42bb-9b4d-576f22841539 tempest-TestVolumeBootPattern-473790611 tempest-TestVolumeBootPattern-473790611-project] Deleting port b659b377-c588-40a5-86d4-0018edc859d7 {{(pid=95101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 20:05:47.366285 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-4e537285-59eb-42bb-9b4d-576f22841539 tempest-TestVolumeBootPattern-473790611 tempest-TestVolumeBootPattern-473790611-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783146157096'] for port, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:05:47.441916 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-4e537285-59eb-42bb-9b4d-576f22841539 tempest-TestVolumeBootPattern-473790611 tempest-TestVolumeBootPattern-473790611-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-605701'] for port, precommit_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:05:47.442233 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-4e537285-59eb-42bb-9b4d-576f22841539 tempest-TestVolumeBootPattern-473790611 tempest-TestVolumeBootPattern-473790611-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:05:47.454362 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.plugin [None req-4e537285-59eb-42bb-9b4d-576f22841539 tempest-TestVolumeBootPattern-473790611 tempest-TestVolumeBootPattern-473790611-project] Calling delete_port for b659b377-c588-40a5-86d4-0018edc859d7 owned by network:floatingip {{(pid=95101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 20:05:47.592995 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-4e537285-59eb-42bb-9b4d-576f22841539 tempest-TestVolumeBootPattern-473790611 tempest-TestVolumeBootPattern-473790611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783146162158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783145673144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5607431'] for port, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:05:47.619556 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e537285-59eb-42bb-9b4d-576f22841539 tempest-TestVolumeBootPattern-473790611 tempest-TestVolumeBootPattern-473790611-project] Pushing event deleted for resources: {'Port': ['ID=b659b377-c588-40a5-86d4-0018edc859d7,revision_number=None']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:05:47.683520 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-4e537285-59eb-42bb-9b4d-576f22841539 tempest-TestVolumeBootPattern-473790611 tempest-TestVolumeBootPattern-473790611-project] Notify callbacks [] for floatingip, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:05:47.686712 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-4e537285-59eb-42bb-9b4d-576f22841539 tempest-TestVolumeBootPattern-473790611 tempest-TestVolumeBootPattern-473790611-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222849'] for floatingip, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:05:47.687908 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-4e537285-59eb-42bb-9b4d-576f22841539 tempest-TestVolumeBootPattern-473790611 tempest-TestVolumeBootPattern-473790611-project] 10.222.0.67 "DELETE /v2.0/floatingips/fedc9082-e21c-452d-a7c8-56539cb55eaa HTTP/1.1" status: 204 len: 168 time: 0.4454727 Sep 23 20:05:49.746969 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-8c211c7d-d87a-4a13-b9d3-2602e3b43aa8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:05:49.951649 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 58686) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:05:50.012420 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-425aa4b5-82d1-4848-b337-ba7d20eab557 tempest-TestVolumeBootPattern-473790611 tempest-TestVolumeBootPattern-473790611-project] Notify callbacks [] for security_group, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:05:50.041582 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-425aa4b5-82d1-4848-b337-ba7d20eab557 tempest-TestVolumeBootPattern-473790611 tempest-TestVolumeBootPattern-473790611-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:05:50.110536 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-425aa4b5-82d1-4848-b337-ba7d20eab557 tempest-TestVolumeBootPattern-473790611 tempest-TestVolumeBootPattern-473790611-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:05:50.113422 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-425aa4b5-82d1-4848-b337-ba7d20eab557 tempest-TestVolumeBootPattern-473790611 tempest-TestVolumeBootPattern-473790611-project] Notify callbacks [] for security_group, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:05:50.117262 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-425aa4b5-82d1-4848-b337-ba7d20eab557 tempest-TestVolumeBootPattern-473790611 tempest-TestVolumeBootPattern-473790611-project] 10.222.0.67 "DELETE /v2.0/security-groups/144e7209-c560-46fb-b43e-2ce38f5b7271 HTTP/1.1" status: 204 len: 168 time: 0.1618905 Sep 23 20:05:50.125833 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-425aa4b5-82d1-4848-b337-ba7d20eab557 tempest-TestVolumeBootPattern-473790611 tempest-TestVolumeBootPattern-473790611-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=144e7209-c560-46fb-b43e-2ce38f5b7271,revision_number=None']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:05:50.190113 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 58690) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:05:50.669841 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-6471325e-dd22-4b8a-a4f7-3122a5f0aa0c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-601372'] for router_interface, before_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:05:50.927498 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.plugin [None req-6471325e-dd22-4b8a-a4f7-3122a5f0aa0c admin admin] Deleting port 25c3b070-de7a-4c98-a0c6-bbdac9d061bf {{(pid=95102) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 20:05:50.927754 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-6471325e-dd22-4b8a-a4f7-3122a5f0aa0c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783146157096'] for port, before_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:05:51.009884 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.db [None req-6471325e-dd22-4b8a-a4f7-3122a5f0aa0c admin admin] For port 25c3b070-de7a-4c98-a0c6-bbdac9d061bf, host n-d-713301-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-16',level=0,port_id=25c3b070-de7a-4c98-a0c6-bbdac9d061bf,segment=NetworkSegment(c7abd8db-b99c-424c-86a3-7924c060f21a),segment_id=c7abd8db-b99c-424c-86a3-7924c060f21a)] {{(pid=95102) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 20:05:51.010244 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-6471325e-dd22-4b8a-a4f7-3122a5f0aa0c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-605701'] for port, precommit_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:05:51.023170 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.plugin [None req-6471325e-dd22-4b8a-a4f7-3122a5f0aa0c admin admin] Calling delete_port for 25c3b070-de7a-4c98-a0c6-bbdac9d061bf owned by network:router_interface {{(pid=95102) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 20:05:51.204953 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-6471325e-dd22-4b8a-a4f7-3122a5f0aa0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783146162158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783145673144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4399100'] for port, after_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:05:51.232615 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6471325e-dd22-4b8a-a4f7-3122a5f0aa0c admin admin] Pushing event deleted for resources: {'Port': ['ID=25c3b070-de7a-4c98-a0c6-bbdac9d061bf,revision_number=None']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:05:51.257772 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6471325e-dd22-4b8a-a4f7-3122a5f0aa0c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:05:51.258118 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6471325e-dd22-4b8a-a4f7-3122a5f0aa0c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:05:51.258464 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6471325e-dd22-4b8a-a4f7-3122a5f0aa0c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:05:51.258828 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6471325e-dd22-4b8a-a4f7-3122a5f0aa0c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:05:51.259135 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6471325e-dd22-4b8a-a4f7-3122a5f0aa0c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:05:51.259516 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6471325e-dd22-4b8a-a4f7-3122a5f0aa0c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:05:51.259816 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6471325e-dd22-4b8a-a4f7-3122a5f0aa0c admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:05:51.260105 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6471325e-dd22-4b8a-a4f7-3122a5f0aa0c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:05:51.260439 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6471325e-dd22-4b8a-a4f7-3122a5f0aa0c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:05:51.260884 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6471325e-dd22-4b8a-a4f7-3122a5f0aa0c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:05:51.261109 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6471325e-dd22-4b8a-a4f7-3122a5f0aa0c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:05:51.261434 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6471325e-dd22-4b8a-a4f7-3122a5f0aa0c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:05:51.424710 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-6471325e-dd22-4b8a-a4f7-3122a5f0aa0c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-527322', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-602005'] for router_interface, after_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:05:51.653738 n-d-713301-16 neutron-server[95102]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6471325e-dd22-4b8a-a4f7-3122a5f0aa0c admin admin] Router b22c9376-a7a4-4f49-863a-450b65a4dbaa has already been hosted by L3 agent 79a740bf-7821-4989-8288-7186e3e128f3 {{(pid=95102) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 20:05:51.760876 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6471325e-dd22-4b8a-a4f7-3122a5f0aa0c admin admin] Notify agent at l3_agent.n-d-713301-16 the message routers_updated {{(pid=95102) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 20:05:51.766548 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-6471325e-dd22-4b8a-a4f7-3122a5f0aa0c admin admin] 10.222.0.67 "PUT /v2.0/routers/b22c9376-a7a4-4f49-863a-450b65a4dbaa/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5753806 Sep 23 20:05:51.769122 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 58700) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:05:51.772734 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-039c8c81-ec21-4e0d-b691-f9e63bf76cd7 None None] Sync routers for ids ['b22c9376-a7a4-4f49-863a-450b65a4dbaa'] in n-d-713301-16 {{(pid=95104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 20:05:51.783066 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-039c8c81-ec21-4e0d-b691-f9e63bf76cd7 None None] Routers {'b22c9376-a7a4-4f49-863a-450b65a4dbaa'} bound to L3 agent in host n-d-713301-16 {{(pid=95104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 20:05:51.783748 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_hamode_db [None req-039c8c81-ec21-4e0d-b691-f9e63bf76cd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-23T19:07:52Z,description=,heartbeat_timestamp=2021-09-23T20:05:23Z,host='n-d-713301-16',id=79a740bf-7821-4989-8288-7186e3e128f3,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:07:52Z,topic='l3_agent')) {'router_ids': ['b22c9376-a7a4-4f49-863a-450b65a4dbaa'], 'active': True} {{(pid=95104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 20:05:51.876861 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-4e3faa83-c94b-44ca-8488-bf1231917bbc admin admin] Notify callbacks [] for router, before_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:05:51.984578 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-4e3faa83-c94b-44ca-8488-bf1231917bbc admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:05:51.990083 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_dvr_db [None req-039c8c81-ec21-4e0d-b691-f9e63bf76cd7 None None] Set router b22c9376-a7a4-4f49-863a-450b65a4dbaa gateway port host: n-d-713301-16 {{(pid=95104) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 20:05:52.040414 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.plugin [None req-4e3faa83-c94b-44ca-8488-bf1231917bbc admin admin] Deleting port b60be0b5-21c7-4e8d-b049-66f43f6db97c {{(pid=95102) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 20:05:52.040414 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-4e3faa83-c94b-44ca-8488-bf1231917bbc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783146157096'] for port, before_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:05:52.119529 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.db [None req-4e3faa83-c94b-44ca-8488-bf1231917bbc admin admin] For port b60be0b5-21c7-4e8d-b049-66f43f6db97c, host n-d-713301-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-16',level=0,port_id=b60be0b5-21c7-4e8d-b049-66f43f6db97c,segment=NetworkSegment(7d4027f1-d893-4c7b-95d4-757b8e44e380),segment_id=7d4027f1-d893-4c7b-95d4-757b8e44e380)] {{(pid=95102) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 20:05:52.119896 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-4e3faa83-c94b-44ca-8488-bf1231917bbc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-605701'] for port, precommit_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:05:52.147279 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.plugin [None req-4e3faa83-c94b-44ca-8488-bf1231917bbc admin admin] Calling delete_port for b60be0b5-21c7-4e8d-b049-66f43f6db97c owned by network:router_gateway {{(pid=95102) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 20:05:52.176835 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_hamode_db [None req-039c8c81-ec21-4e0d-b691-f9e63bf76cd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b22c9376-a7a4-4f49-863a-450b65a4dbaa', 'name': 'tempest-TestVolumeBootPattern-846071345-router', 'tenant_id': '1c95f4136fb946e684bc3bd0afadbbdd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'external_fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.189'}], 'enable_snat': True}, 'gw_port_id': 'b60be0b5-21c7-4e8d-b049-66f43f6db97c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:55:38Z', 'updated_at': '2021-09-23T20:05:51Z', 'revision_number': 5, 'project_id': '1c95f4136fb946e684bc3bd0afadbbdd', 'gw_port': {'id': 'b60be0b5-21c7-4e8d-b049-66f43f6db97c', 'name': '', 'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:b1:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b22c9376-a7a4-4f49-863a-450b65a4dbaa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3875, 'fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:55:39Z', 'updated_at': '2021-09-23T19:55:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-16'}], 'n-d-713301-16', False) {} {{(pid=95104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 20:05:52.203848 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-039c8c81-ec21-4e0d-b691-f9e63bf76cd7 None None] Checking router: b22c9376-a7a4-4f49-863a-450b65a4dbaa for host: n-d-713301-16 {{(pid=95104) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 20:05:52.211966 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-039c8c81-ec21-4e0d-b691-f9e63bf76cd7 None None] Routers {'b22c9376-a7a4-4f49-863a-450b65a4dbaa'} bound to L3 agent in host n-d-713301-16 {{(pid=95104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 20:05:52.212569 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_hamode_db [None req-039c8c81-ec21-4e0d-b691-f9e63bf76cd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-23T19:07:52Z,description=,heartbeat_timestamp=2021-09-23T20:05:23Z,host='n-d-713301-16',id=79a740bf-7821-4989-8288-7186e3e128f3,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:07:52Z,topic='l3_agent')) {'router_ids': ['b22c9376-a7a4-4f49-863a-450b65a4dbaa'], 'active': True} {{(pid=95104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 20:05:52.304228 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_dvr_db [None req-039c8c81-ec21-4e0d-b691-f9e63bf76cd7 None None] Set router b22c9376-a7a4-4f49-863a-450b65a4dbaa gateway port host: None {{(pid=95104) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 20:05:52.317430 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-4e3faa83-c94b-44ca-8488-bf1231917bbc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783146162158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783145673144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4399100'] for port, after_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:05:52.345494 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e3faa83-c94b-44ca-8488-bf1231917bbc admin admin] Pushing event deleted for resources: {'Port': ['ID=b60be0b5-21c7-4e8d-b049-66f43f6db97c,revision_number=None']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:05:52.369028 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_hamode_db [None req-039c8c81-ec21-4e0d-b691-f9e63bf76cd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b22c9376-a7a4-4f49-863a-450b65a4dbaa', 'name': 'tempest-TestVolumeBootPattern-846071345-router', 'tenant_id': '1c95f4136fb946e684bc3bd0afadbbdd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:55:38Z', 'updated_at': '2021-09-23T20:05:51Z', 'revision_number': 6, 'project_id': '1c95f4136fb946e684bc3bd0afadbbdd', 'gw_port_host': None}], 'n-d-713301-16', False) {} {{(pid=95104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 20:05:52.397795 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-039c8c81-ec21-4e0d-b691-f9e63bf76cd7 None None] The sync data for ids ['b22c9376-a7a4-4f49-863a-450b65a4dbaa'] in n-d-713301-16 is: [{'id': 'b22c9376-a7a4-4f49-863a-450b65a4dbaa', 'name': 'tempest-TestVolumeBootPattern-846071345-router', 'tenant_id': '1c95f4136fb946e684bc3bd0afadbbdd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:55:38Z', 'updated_at': '2021-09-23T20:05:51Z', 'revision_number': 6, 'project_id': '1c95f4136fb946e684bc3bd0afadbbdd', 'gw_port_host': None}] {{(pid=95104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 20:05:52.413700 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-4e3faa83-c94b-44ca-8488-bf1231917bbc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-601942'] for router_gateway, after_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:05:52.510786 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-4e3faa83-c94b-44ca-8488-bf1231917bbc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-597305', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29369'] for router, precommit_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:05:52.513607 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-4e3faa83-c94b-44ca-8488-bf1231917bbc admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:05:52.563165 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-4e3faa83-c94b-44ca-8488-bf1231917bbc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-597296'] for router, after_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:05:52.563645 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e3faa83-c94b-44ca-8488-bf1231917bbc admin admin] Fanout notify agent at l3_agent the message router_deleted on router b22c9376-a7a4-4f49-863a-450b65a4dbaa {{(pid=95102) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 23 20:05:52.567950 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-4e3faa83-c94b-44ca-8488-bf1231917bbc admin admin] Notify callbacks [] for router, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:05:52.570109 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-4e3faa83-c94b-44ca-8488-bf1231917bbc admin admin] 10.222.0.67 "DELETE /v2.0/routers/b22c9376-a7a4-4f49-863a-450b65a4dbaa HTTP/1.1" status: 204 len: 168 time: 0.7991121 Sep 23 20:05:52.571990 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 58702) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:05:52.623636 n-d-713301-16 neutron-server[95101]: DEBUG neutron.db.db_base_plugin_v2 [None req-db7a884d-be0d-416e-99de-48097a62945e admin admin] Deleting subnet 788d1f3e-2626-40b1-b49a-799b1a0fa15b {{(pid=95101) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 23 20:05:52.627197 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-db7a884d-be0d-416e-99de-48097a62945e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:05:52.662580 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-db7a884d-be0d-416e-99de-48097a62945e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6007154'] for subnet, precommit_delete_associations {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:05:52.744288 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-db7a884d-be0d-416e-99de-48097a62945e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1756813'] for subnet, precommit_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:05:52.810827 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-db7a884d-be0d-416e-99de-48097a62945e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1756804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5607514', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6130950'] for subnet, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:05:52.844088 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db7a884d-be0d-416e-99de-48097a62945e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=788d1f3e-2626-40b1-b49a-799b1a0fa15b,revision_number=None']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:05:52.849338 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-db7a884d-be0d-416e-99de-48097a62945e admin admin] Notify callbacks [] for subnet, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:05:52.851472 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-db7a884d-be0d-416e-99de-48097a62945e admin admin] 10.222.0.67 "DELETE /v2.0/subnets/788d1f3e-2626-40b1-b49a-799b1a0fa15b HTTP/1.1" status: 204 len: 168 time: 0.2782350 Sep 23 20:05:52.857112 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 58704) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:05:52.859041 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3d0ed1a-5000-417e-bcd3-b6d8c0fbb8a0 None None] Network a97a1ddd-be59-4422-8c3e-924143535884 requested from n-d-713301-16 {{(pid=95103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 20:05:52.927660 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-af0cfb00-62ce-4ac1-8d94-3a2d80d9e305 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1628021'] for network, before_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:05:52.985572 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.plugin [None req-af0cfb00-62ce-4ac1-8d94-3a2d80d9e305 admin admin] Deleting port 138c8d6f-da67-40eb-96a5-29f9cb935539 {{(pid=95102) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 20:05:52.985918 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-af0cfb00-62ce-4ac1-8d94-3a2d80d9e305 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783146157096'] for port, before_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:05:53.008859 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-e3100951-901c-4323-951a-a8f0094da439 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:05:53.060153 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.db [None req-af0cfb00-62ce-4ac1-8d94-3a2d80d9e305 admin admin] For port 138c8d6f-da67-40eb-96a5-29f9cb935539, host n-d-713301-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-16',level=0,port_id=138c8d6f-da67-40eb-96a5-29f9cb935539,segment=NetworkSegment(c7abd8db-b99c-424c-86a3-7924c060f21a),segment_id=c7abd8db-b99c-424c-86a3-7924c060f21a)] {{(pid=95102) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 20:05:53.060514 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-af0cfb00-62ce-4ac1-8d94-3a2d80d9e305 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-605701'] for port, precommit_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:05:53.071889 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.plugin [None req-af0cfb00-62ce-4ac1-8d94-3a2d80d9e305 admin admin] Calling delete_port for 138c8d6f-da67-40eb-96a5-29f9cb935539 owned by network:dhcp {{(pid=95102) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 20:05:53.150394 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-af0cfb00-62ce-4ac1-8d94-3a2d80d9e305 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783146162158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783145673144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4399100'] for port, after_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:05:53.155136 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:05:53.181076 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af0cfb00-62ce-4ac1-8d94-3a2d80d9e305 admin admin] Pushing event deleted for resources: {'Port': ['ID=138c8d6f-da67-40eb-96a5-29f9cb935539,revision_number=None']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:05:53.182764 n-d-713301-16 neutron-server[95102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af0cfb00-62ce-4ac1-8d94-3a2d80d9e305 admin admin] No DVR routers for this DVR port 138c8d6f-da67-40eb-96a5-29f9cb935539 on host n-d-713301-16 {{(pid=95102) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 20:05:53.232303 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2babca14-35ca-453f-9cde-96c9352b7e4a None None] DHCP port deletion for a97a1ddd-be59-4422-8c3e-924143535884 request from n-d-713301-16 {{(pid=95103) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 23 20:05:53.257777 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Device 25c3b070-de7a-4c98-a0c6-bbdac9d061bf no longer exists at agent ovs-agent-n-d-713301-16 {{(pid=95103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 20:05:53.260933 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-af0cfb00-62ce-4ac1-8d94-3a2d80d9e305 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1754676', 'neutron.services.segments.db._delete_segments_for_network-8783146221460'] for network, precommit_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:05:53.278906 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.plugin [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] No Port match for: 25c3b070-de7a-4c98-a0c6-bbdac9d061bf {{(pid=95103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 20:05:53.279243 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Device 25c3b070-de7a-4c98-a0c6-bbdac9d061bf not bound to the agent host n-d-713301-16 {{(pid=95103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 20:05:53.281986 n-d-713301-16 neutron-server[95102]: DEBUG neutron.services.segments.db [None req-af0cfb00-62ce-4ac1-8d94-3a2d80d9e305 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a97a1ddd-be59-4422-8c3e-924143535884']}} {{(pid=95102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 20:05:53.291522 n-d-713301-16 neutron-server[95102]: DEBUG neutron.services.segments.db [None req-af0cfb00-62ce-4ac1-8d94-3a2d80d9e305 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c7abd8db-b99c-424c-86a3-7924c060f21a') {'for_net_delete': True} {{(pid=95102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 20:05:53.291817 n-d-713301-16 neutron-server[95102]: DEBUG neutron.services.segments.db [None req-af0cfb00-62ce-4ac1-8d94-3a2d80d9e305 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c7abd8db-b99c-424c-86a3-7924c060f21a') {} {{(pid=95102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 20:05:53.301952 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-af0cfb00-62ce-4ac1-8d94-3a2d80d9e305 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783146221725', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6162832'] for segment, before_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:05:53.318689 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-af0cfb00-62ce-4ac1-8d94-3a2d80d9e305 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1756186'] for segment, precommit_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:05:53.325260 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-af0cfb00-62ce-4ac1-8d94-3a2d80d9e305 admin admin] Releasing vlan 640 on physical network physnet1 to pool {{(pid=95102) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 20:05:53.325451 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-af0cfb00-62ce-4ac1-8d94-3a2d80d9e305 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1756186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4398095'] for segment, after_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:05:53.327398 n-d-713301-16 neutron-server[95102]: Traceback (most recent call last): Sep 23 20:05:53.327398 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 20:05:53.327398 n-d-713301-16 neutron-server[95102]: timer() Sep 23 20:05:53.327398 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 20:05:53.327398 n-d-713301-16 neutron-server[95102]: cb(*args, **kw) Sep 23 20:05:53.327398 n-d-713301-16 neutron-server[95102]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 20:05:53.327398 n-d-713301-16 neutron-server[95102]: return func(*args, **kwargs) Sep 23 20:05:53.327398 n-d-713301-16 neutron-server[95102]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 20:05:53.327398 n-d-713301-16 neutron-server[95102]: self._notify() Sep 23 20:05:53.327398 n-d-713301-16 neutron-server[95102]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 20:05:53.327398 n-d-713301-16 neutron-server[95102]: self.callback(batched_events) Sep 23 20:05:53.327398 n-d-713301-16 neutron-server[95102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 20:05:53.327398 n-d-713301-16 neutron-server[95102]: event.method(event) Sep 23 20:05:53.327398 n-d-713301-16 neutron-server[95102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 20:05:53.327398 n-d-713301-16 neutron-server[95102]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 20:05:53.327398 n-d-713301-16 neutron-server[95102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 20:05:53.327398 n-d-713301-16 neutron-server[95102]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 20:05:53.327398 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 20:05:53.327398 n-d-713301-16 neutron-server[95102]: return f(self, *a, **k) Sep 23 20:05:53.327398 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 20:05:53.327398 n-d-713301-16 neutron-server[95102]: return self._get(url).json() Sep 23 20:05:53.327398 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 20:05:53.327398 n-d-713301-16 neutron-server[95102]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 20:05:53.327398 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 20:05:53.327398 n-d-713301-16 neutron-server[95102]: return self.request(url, 'GET', **kwargs) Sep 23 20:05:53.327398 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 20:05:53.327398 n-d-713301-16 neutron-server[95102]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 20:05:53.327398 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 20:05:53.327398 n-d-713301-16 neutron-server[95102]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 20:05:53.327398 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 20:05:53.327398 n-d-713301-16 neutron-server[95102]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 20:05:53.327398 n-d-713301-16 neutron-server[95102]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 20:05:53.388552 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-af0cfb00-62ce-4ac1-8d94-3a2d80d9e305 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1754627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-601866'] for network, after_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:05:53.395695 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-af0cfb00-62ce-4ac1-8d94-3a2d80d9e305 admin admin] Notify callbacks [] for network, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:05:53.397396 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-af0cfb00-62ce-4ac1-8d94-3a2d80d9e305 admin admin] 10.222.0.67 "DELETE /v2.0/networks/a97a1ddd-be59-4422-8c3e-924143535884 HTTP/1.1" status: 204 len: 168 time: 0.5392487 Sep 23 20:05:53.400958 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 58706) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:05:53.408288 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af0cfb00-62ce-4ac1-8d94-3a2d80d9e305 admin admin] Pushing event deleted for resources: {'Network': ['ID=a97a1ddd-be59-4422-8c3e-924143535884,revision_number=None']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:05:53.556680 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-0ae75029-feb6-4728-9a94-5f9b60993d82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:05:53.757248 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-2c967839-8d48-4715-90ca-a49b7a278799 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-601372'] for router_interface, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:05:54.003229 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.plugin [None req-2c967839-8d48-4715-90ca-a49b7a278799 admin admin] Deleting port a5dc13f0-4116-4abd-b0a6-bfacabcc703e {{(pid=95101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 20:05:54.003566 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-2c967839-8d48-4715-90ca-a49b7a278799 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783146157096'] for port, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:05:54.081004 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.db [None req-2c967839-8d48-4715-90ca-a49b7a278799 admin admin] For port a5dc13f0-4116-4abd-b0a6-bfacabcc703e, host n-d-713301-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-16',level=0,port_id=a5dc13f0-4116-4abd-b0a6-bfacabcc703e,segment=NetworkSegment(98f3e90f-946c-421f-a657-dc1b481561be),segment_id=98f3e90f-946c-421f-a657-dc1b481561be)] {{(pid=95101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 20:05:54.081365 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-2c967839-8d48-4715-90ca-a49b7a278799 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-605701'] for port, precommit_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:05:54.098540 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.plugin [None req-2c967839-8d48-4715-90ca-a49b7a278799 admin admin] Calling delete_port for a5dc13f0-4116-4abd-b0a6-bfacabcc703e owned by network:router_interface {{(pid=95101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 20:05:54.280148 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-2c967839-8d48-4715-90ca-a49b7a278799 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783146162158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783145673144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5607431'] for port, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:05:54.307429 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c967839-8d48-4715-90ca-a49b7a278799 admin admin] Pushing event deleted for resources: {'Port': ['ID=a5dc13f0-4116-4abd-b0a6-bfacabcc703e,revision_number=None']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:05:54.473536 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-2c967839-8d48-4715-90ca-a49b7a278799 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-527322', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-602005'] for router_interface, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:05:54.684856 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c967839-8d48-4715-90ca-a49b7a278799 admin admin] Router 0be6e652-86c9-439a-acd3-e900a3c99f40 has already been hosted by L3 agent 79a740bf-7821-4989-8288-7186e3e128f3 {{(pid=95101) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 20:05:54.790744 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c967839-8d48-4715-90ca-a49b7a278799 admin admin] Notify agent at l3_agent.n-d-713301-16 the message routers_updated {{(pid=95101) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 20:05:54.799160 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-2c967839-8d48-4715-90ca-a49b7a278799 admin admin] 10.222.0.67 "PUT /v2.0/routers/0be6e652-86c9-439a-acd3-e900a3c99f40/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3947465 Sep 23 20:05:54.799615 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 58708) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:05:54.802158 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c74b37d-5739-4f9e-b351-9c80fee674c0 None None] Sync routers for ids ['0be6e652-86c9-439a-acd3-e900a3c99f40'] in n-d-713301-16 {{(pid=95103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 20:05:54.812371 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c74b37d-5739-4f9e-b351-9c80fee674c0 None None] Routers {'0be6e652-86c9-439a-acd3-e900a3c99f40'} bound to L3 agent in host n-d-713301-16 {{(pid=95103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 20:05:54.813104 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_hamode_db [None req-9c74b37d-5739-4f9e-b351-9c80fee674c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-23T19:07:52Z,description=,heartbeat_timestamp=2021-09-23T20:05:53Z,host='n-d-713301-16',id=79a740bf-7821-4989-8288-7186e3e128f3,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:07:52Z,topic='l3_agent')) {'router_ids': ['0be6e652-86c9-439a-acd3-e900a3c99f40'], 'active': True} {{(pid=95103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 20:05:54.925431 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_dvr_db [None req-9c74b37d-5739-4f9e-b351-9c80fee674c0 None None] Set router 0be6e652-86c9-439a-acd3-e900a3c99f40 gateway port host: n-d-713301-16 {{(pid=95103) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 20:05:54.958258 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Device 138c8d6f-da67-40eb-96a5-29f9cb935539 no longer exists at agent ovs-agent-n-d-713301-16 {{(pid=95103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 20:05:55.007047 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.plugin [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] No Port match for: 138c8d6f-da67-40eb-96a5-29f9cb935539 {{(pid=95103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 20:05:55.007392 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Device 138c8d6f-da67-40eb-96a5-29f9cb935539 not bound to the agent host n-d-713301-16 {{(pid=95103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 20:05:55.007818 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Device b60be0b5-21c7-4e8d-b049-66f43f6db97c no longer exists at agent ovs-agent-n-d-713301-16 {{(pid=95103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 20:05:55.042698 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.plugin [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] No Port match for: b60be0b5-21c7-4e8d-b049-66f43f6db97c {{(pid=95103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 20:05:55.043046 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Device b60be0b5-21c7-4e8d-b049-66f43f6db97c not bound to the agent host n-d-713301-16 {{(pid=95103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 20:05:55.164036 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_hamode_db [None req-9c74b37d-5739-4f9e-b351-9c80fee674c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0be6e652-86c9-439a-acd3-e900a3c99f40', 'name': 'tempest-TestVolumeBootPattern-1620459208-router', 'tenant_id': '7050dfb70f5149c38c589b744b775838', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'external_fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.33'}], 'enable_snat': True}, 'gw_port_id': 'b0dab3da-23d1-4ae4-847d-525a199eeacd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:55:44Z', 'updated_at': '2021-09-23T20:05:54Z', 'revision_number': 5, 'project_id': '7050dfb70f5149c38c589b744b775838', 'gw_port': {'id': 'b0dab3da-23d1-4ae4-847d-525a199eeacd', 'name': '', 'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:3c:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0be6e652-86c9-439a-acd3-e900a3c99f40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3887, 'fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:55:45Z', 'updated_at': '2021-09-23T19:55:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-16'}], 'n-d-713301-16', False) {} {{(pid=95103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 20:05:55.195692 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c74b37d-5739-4f9e-b351-9c80fee674c0 None None] Checking router: 0be6e652-86c9-439a-acd3-e900a3c99f40 for host: n-d-713301-16 {{(pid=95103) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 20:05:55.205417 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c74b37d-5739-4f9e-b351-9c80fee674c0 None None] Routers {'0be6e652-86c9-439a-acd3-e900a3c99f40'} bound to L3 agent in host n-d-713301-16 {{(pid=95103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 20:05:55.206027 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_hamode_db [None req-9c74b37d-5739-4f9e-b351-9c80fee674c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-23T19:07:52Z,description=,heartbeat_timestamp=2021-09-23T20:05:53Z,host='n-d-713301-16',id=79a740bf-7821-4989-8288-7186e3e128f3,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:07:52Z,topic='l3_agent')) {'router_ids': ['0be6e652-86c9-439a-acd3-e900a3c99f40'], 'active': True} {{(pid=95103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 20:05:55.227014 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-380cce84-ee1a-49b3-adef-d7b1a26137df admin admin] Notify callbacks [] for router, before_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:05:55.313044 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_dvr_db [None req-9c74b37d-5739-4f9e-b351-9c80fee674c0 None None] Set router 0be6e652-86c9-439a-acd3-e900a3c99f40 gateway port host: n-d-713301-16 {{(pid=95103) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 20:05:55.334028 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-380cce84-ee1a-49b3-adef-d7b1a26137df admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:05:55.389157 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.plugin [None req-380cce84-ee1a-49b3-adef-d7b1a26137df admin admin] Deleting port b0dab3da-23d1-4ae4-847d-525a199eeacd {{(pid=95102) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 20:05:55.389522 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-380cce84-ee1a-49b3-adef-d7b1a26137df admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783146157096'] for port, before_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:05:55.401377 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-80e7e501-6c57-470d-92c6-e3d54bc3195c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:05:55.469856 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.db [None req-380cce84-ee1a-49b3-adef-d7b1a26137df admin admin] For port b0dab3da-23d1-4ae4-847d-525a199eeacd, host n-d-713301-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-16',level=0,port_id=b0dab3da-23d1-4ae4-847d-525a199eeacd,segment=NetworkSegment(7d4027f1-d893-4c7b-95d4-757b8e44e380),segment_id=7d4027f1-d893-4c7b-95d4-757b8e44e380)] {{(pid=95102) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 20:05:55.470491 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-380cce84-ee1a-49b3-adef-d7b1a26137df admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-605701'] for port, precommit_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:05:55.487597 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.plugin [None req-380cce84-ee1a-49b3-adef-d7b1a26137df admin admin] Calling delete_port for b0dab3da-23d1-4ae4-847d-525a199eeacd owned by network:router_gateway {{(pid=95102) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 20:05:55.589215 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_hamode_db [None req-9c74b37d-5739-4f9e-b351-9c80fee674c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0be6e652-86c9-439a-acd3-e900a3c99f40', 'name': 'tempest-TestVolumeBootPattern-1620459208-router', 'tenant_id': '7050dfb70f5149c38c589b744b775838', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'external_fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.33'}], 'enable_snat': True}, 'gw_port_id': 'b0dab3da-23d1-4ae4-847d-525a199eeacd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:55:44Z', 'updated_at': '2021-09-23T20:05:54Z', 'revision_number': 5, 'project_id': '7050dfb70f5149c38c589b744b775838', 'gw_port': {'id': 'b0dab3da-23d1-4ae4-847d-525a199eeacd', 'name': '', 'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:3c:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0be6e652-86c9-439a-acd3-e900a3c99f40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3887, 'fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:55:45Z', 'updated_at': '2021-09-23T19:55:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-16'}], 'n-d-713301-16', False) {} {{(pid=95103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 20:05:55.620701 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c74b37d-5739-4f9e-b351-9c80fee674c0 None None] The sync data for ids ['0be6e652-86c9-439a-acd3-e900a3c99f40'] in n-d-713301-16 is: [{'id': '0be6e652-86c9-439a-acd3-e900a3c99f40', 'name': 'tempest-TestVolumeBootPattern-1620459208-router', 'tenant_id': '7050dfb70f5149c38c589b744b775838', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'external_fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.33'}], 'enable_snat': True}, 'gw_port_id': 'b0dab3da-23d1-4ae4-847d-525a199eeacd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T19:55:44Z', 'updated_at': '2021-09-23T20:05:54Z', 'revision_number': 5, 'project_id': '7050dfb70f5149c38c589b744b775838', 'gw_port': {'id': 'b0dab3da-23d1-4ae4-847d-525a199eeacd', 'name': '', 'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:3c:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0be6e652-86c9-439a-acd3-e900a3c99f40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3887, 'fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T19:55:45Z', 'updated_at': '2021-09-23T19:55:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-16'}] {{(pid=95103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 20:05:55.654595 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-380cce84-ee1a-49b3-adef-d7b1a26137df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783146162158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783145673144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4399100'] for port, after_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:05:55.682681 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-380cce84-ee1a-49b3-adef-d7b1a26137df admin admin] Pushing event deleted for resources: {'Port': ['ID=b0dab3da-23d1-4ae4-847d-525a199eeacd,revision_number=None']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:05:55.743125 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-380cce84-ee1a-49b3-adef-d7b1a26137df admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-601942'] for router_gateway, after_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:05:55.831978 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-380cce84-ee1a-49b3-adef-d7b1a26137df admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-597305', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29369'] for router, precommit_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:05:55.834090 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-380cce84-ee1a-49b3-adef-d7b1a26137df admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:05:55.879026 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-380cce84-ee1a-49b3-adef-d7b1a26137df admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-597296'] for router, after_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:05:55.879560 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-380cce84-ee1a-49b3-adef-d7b1a26137df admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0be6e652-86c9-439a-acd3-e900a3c99f40 {{(pid=95102) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 23 20:05:55.884220 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-380cce84-ee1a-49b3-adef-d7b1a26137df admin admin] Notify callbacks [] for router, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:05:55.885381 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-380cce84-ee1a-49b3-adef-d7b1a26137df admin admin] 10.222.0.67 "DELETE /v2.0/routers/0be6e652-86c9-439a-acd3-e900a3c99f40 HTTP/1.1" status: 204 len: 168 time: 1.0847638 Sep 23 20:05:55.888623 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 58710) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:05:55.932781 n-d-713301-16 neutron-server[95102]: DEBUG neutron.db.db_base_plugin_v2 [None req-0bf00b8d-e2cc-4fb7-be78-b86207c3d808 admin admin] Deleting subnet 6e295219-c219-4c39-b525-7311b17b3c6d {{(pid=95102) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 23 20:05:55.935784 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-0bf00b8d-e2cc-4fb7-be78-b86207c3d808 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:05:55.970999 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-0bf00b8d-e2cc-4fb7-be78-b86207c3d808 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6162825'] for subnet, precommit_delete_associations {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:05:56.055986 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-0bf00b8d-e2cc-4fb7-be78-b86207c3d808 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1756813'] for subnet, precommit_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:05:56.112775 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-0bf00b8d-e2cc-4fb7-be78-b86207c3d808 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1756804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4399009', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5388229'] for subnet, after_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:05:56.140319 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bf00b8d-e2cc-4fb7-be78-b86207c3d808 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6e295219-c219-4c39-b525-7311b17b3c6d,revision_number=None']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:05:56.142683 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-0bf00b8d-e2cc-4fb7-be78-b86207c3d808 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:05:56.146622 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-0bf00b8d-e2cc-4fb7-be78-b86207c3d808 admin admin] 10.222.0.67 "DELETE /v2.0/subnets/6e295219-c219-4c39-b525-7311b17b3c6d HTTP/1.1" status: 204 len: 168 time: 0.2548859 Sep 23 20:05:56.147352 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 58712) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:05:56.149826 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd1a7f10-4254-485a-8aaf-2627a0d01111 None None] Network bc85b510-af01-4f0f-b5c7-ac526c7f13e6 requested from n-d-713301-16 {{(pid=95103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 20:05:56.222163 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-a603299e-6f79-4e39-ac39-0020099e3d23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1628021'] for network, before_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:05:56.286478 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.plugin [None req-a603299e-6f79-4e39-ac39-0020099e3d23 admin admin] Deleting port e6307438-f02d-44ec-9c68-c793faf5adc5 {{(pid=95102) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 20:05:56.286902 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-a603299e-6f79-4e39-ac39-0020099e3d23 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783146157096'] for port, before_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:05:56.365680 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.db [None req-a603299e-6f79-4e39-ac39-0020099e3d23 admin admin] For port e6307438-f02d-44ec-9c68-c793faf5adc5, host n-d-713301-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-16',level=0,port_id=e6307438-f02d-44ec-9c68-c793faf5adc5,segment=NetworkSegment(98f3e90f-946c-421f-a657-dc1b481561be),segment_id=98f3e90f-946c-421f-a657-dc1b481561be)] {{(pid=95102) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 20:05:56.366044 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-a603299e-6f79-4e39-ac39-0020099e3d23 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-605701'] for port, precommit_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:05:56.377953 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.plugin [None req-a603299e-6f79-4e39-ac39-0020099e3d23 admin admin] Calling delete_port for e6307438-f02d-44ec-9c68-c793faf5adc5 owned by network:dhcp {{(pid=95102) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 20:05:56.459840 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-a603299e-6f79-4e39-ac39-0020099e3d23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783146162158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783145673144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4399100'] for port, after_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:05:56.488877 n-d-713301-16 neutron-server[95102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a603299e-6f79-4e39-ac39-0020099e3d23 admin admin] No DVR routers for this DVR port e6307438-f02d-44ec-9c68-c793faf5adc5 on host n-d-713301-16 {{(pid=95102) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 20:05:56.493915 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a603299e-6f79-4e39-ac39-0020099e3d23 admin admin] Pushing event deleted for resources: {'Port': ['ID=e6307438-f02d-44ec-9c68-c793faf5adc5,revision_number=None']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:05:56.565274 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-a603299e-6f79-4e39-ac39-0020099e3d23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1754676', 'neutron.services.segments.db._delete_segments_for_network-8783146221460'] for network, precommit_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:05:56.584506 n-d-713301-16 neutron-server[95102]: DEBUG neutron.services.segments.db [None req-a603299e-6f79-4e39-ac39-0020099e3d23 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bc85b510-af01-4f0f-b5c7-ac526c7f13e6']}} {{(pid=95102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 20:05:56.593896 n-d-713301-16 neutron-server[95102]: DEBUG neutron.services.segments.db [None req-a603299e-6f79-4e39-ac39-0020099e3d23 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '98f3e90f-946c-421f-a657-dc1b481561be') {'for_net_delete': True} {{(pid=95102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 20:05:56.594207 n-d-713301-16 neutron-server[95102]: DEBUG neutron.services.segments.db [None req-a603299e-6f79-4e39-ac39-0020099e3d23 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '98f3e90f-946c-421f-a657-dc1b481561be') {} {{(pid=95102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 20:05:56.603635 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-a603299e-6f79-4e39-ac39-0020099e3d23 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783146221725', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6162832'] for segment, before_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:05:56.617619 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-a603299e-6f79-4e39-ac39-0020099e3d23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1756186'] for segment, precommit_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:05:56.624145 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a603299e-6f79-4e39-ac39-0020099e3d23 admin admin] Releasing vlan 613 on physical network physnet1 to pool {{(pid=95102) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 20:05:56.624557 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-a603299e-6f79-4e39-ac39-0020099e3d23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1756186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4398095'] for segment, after_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:05:56.626523 n-d-713301-16 neutron-server[95102]: Traceback (most recent call last): Sep 23 20:05:56.626523 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 20:05:56.626523 n-d-713301-16 neutron-server[95102]: timer() Sep 23 20:05:56.626523 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 20:05:56.626523 n-d-713301-16 neutron-server[95102]: cb(*args, **kw) Sep 23 20:05:56.626523 n-d-713301-16 neutron-server[95102]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 20:05:56.626523 n-d-713301-16 neutron-server[95102]: return func(*args, **kwargs) Sep 23 20:05:56.626523 n-d-713301-16 neutron-server[95102]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 20:05:56.626523 n-d-713301-16 neutron-server[95102]: self._notify() Sep 23 20:05:56.626523 n-d-713301-16 neutron-server[95102]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 20:05:56.626523 n-d-713301-16 neutron-server[95102]: self.callback(batched_events) Sep 23 20:05:56.626523 n-d-713301-16 neutron-server[95102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 20:05:56.626523 n-d-713301-16 neutron-server[95102]: event.method(event) Sep 23 20:05:56.626523 n-d-713301-16 neutron-server[95102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 20:05:56.626523 n-d-713301-16 neutron-server[95102]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 20:05:56.626523 n-d-713301-16 neutron-server[95102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 20:05:56.626523 n-d-713301-16 neutron-server[95102]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 20:05:56.626523 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 20:05:56.626523 n-d-713301-16 neutron-server[95102]: return f(self, *a, **k) Sep 23 20:05:56.626523 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 20:05:56.626523 n-d-713301-16 neutron-server[95102]: return self._get(url).json() Sep 23 20:05:56.626523 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 20:05:56.626523 n-d-713301-16 neutron-server[95102]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 20:05:56.626523 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 20:05:56.626523 n-d-713301-16 neutron-server[95102]: return self.request(url, 'GET', **kwargs) Sep 23 20:05:56.626523 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 20:05:56.626523 n-d-713301-16 neutron-server[95102]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 20:05:56.626523 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 20:05:56.626523 n-d-713301-16 neutron-server[95102]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 20:05:56.626523 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 20:05:56.626523 n-d-713301-16 neutron-server[95102]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 20:05:56.626523 n-d-713301-16 neutron-server[95102]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 20:05:56.645672 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbd5a93b-2cbf-4775-afff-d7c740d76b13 None None] DHCP port deletion for bc85b510-af01-4f0f-b5c7-ac526c7f13e6 request from n-d-713301-16 {{(pid=95103) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 23 20:05:56.683031 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-a603299e-6f79-4e39-ac39-0020099e3d23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1754627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-601866'] for network, after_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:05:56.688520 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-a603299e-6f79-4e39-ac39-0020099e3d23 admin admin] Notify callbacks [] for network, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:05:56.690443 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-a603299e-6f79-4e39-ac39-0020099e3d23 admin admin] 10.222.0.67 "DELETE /v2.0/networks/bc85b510-af01-4f0f-b5c7-ac526c7f13e6 HTTP/1.1" status: 204 len: 168 time: 0.5426292 Sep 23 20:05:56.701999 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a603299e-6f79-4e39-ac39-0020099e3d23 admin admin] Pushing event deleted for resources: {'Network': ['ID=bc85b510-af01-4f0f-b5c7-ac526c7f13e6,revision_number=None']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:05:56.819428 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 58716) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:05:56.855003 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Device b0dab3da-23d1-4ae4-847d-525a199eeacd no longer exists at agent ovs-agent-n-d-713301-16 {{(pid=95103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 20:05:56.863117 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-8dd4e13a-d95d-424a-adfd-b0a120deda0e admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=1c95f4136fb946e684bc3bd0afadbbdd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0424819 Sep 23 20:05:56.865553 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 58718) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:05:56.878282 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.plugin [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] No Port match for: b0dab3da-23d1-4ae4-847d-525a199eeacd {{(pid=95103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 20:05:56.878712 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Device b0dab3da-23d1-4ae4-847d-525a199eeacd not bound to the agent host n-d-713301-16 {{(pid=95103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 20:05:56.879201 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Device e6307438-f02d-44ec-9c68-c793faf5adc5 no longer exists at agent ovs-agent-n-d-713301-16 {{(pid=95103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 20:05:56.901345 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.plugin [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] No Port match for: e6307438-f02d-44ec-9c68-c793faf5adc5 {{(pid=95103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 20:05:56.901689 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Device e6307438-f02d-44ec-9c68-c793faf5adc5 not bound to the agent host n-d-713301-16 {{(pid=95103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 20:05:56.902147 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Device a5dc13f0-4116-4abd-b0a6-bfacabcc703e no longer exists at agent ovs-agent-n-d-713301-16 {{(pid=95103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 20:05:56.920872 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.plugin [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] No Port match for: a5dc13f0-4116-4abd-b0a6-bfacabcc703e {{(pid=95103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 20:05:56.921223 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Device a5dc13f0-4116-4abd-b0a6-bfacabcc703e not bound to the agent host n-d-713301-16 {{(pid=95103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 20:05:56.924731 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-cbe60afa-517b-4021-a56a-74033e0d1f18 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:05:56.946293 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-cbe60afa-517b-4021-a56a-74033e0d1f18 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:05:56.993150 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-cbe60afa-517b-4021-a56a-74033e0d1f18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:05:56.995901 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-cbe60afa-517b-4021-a56a-74033e0d1f18 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:05:56.997643 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-cbe60afa-517b-4021-a56a-74033e0d1f18 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/908ef6e0-1891-45f9-9d59-8d9a77c692cf HTTP/1.1" status: 204 len: 168 time: 0.1311934 Sep 23 20:05:57.005322 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbe60afa-517b-4021-a56a-74033e0d1f18 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=908ef6e0-1891-45f9-9d59-8d9a77c692cf,revision_number=None']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:05:57.333439 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 58724) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:05:57.373543 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-2f808955-975b-4ab9-853d-8e6a36f37036 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=7050dfb70f5149c38c589b744b775838&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0388722 Sep 23 20:05:57.375948 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 58726) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:05:57.423907 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-0f6128b3-1e4c-4a70-a3a4-21afc589ce80 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:05:57.445255 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-0f6128b3-1e4c-4a70-a3a4-21afc589ce80 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:05:57.493159 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-0f6128b3-1e4c-4a70-a3a4-21afc589ce80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:05:57.495790 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-0f6128b3-1e4c-4a70-a3a4-21afc589ce80 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:05:57.497677 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-0f6128b3-1e4c-4a70-a3a4-21afc589ce80 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/f9c4d77f-8db8-467e-a670-62ad3765f962 HTTP/1.1" status: 204 len: 168 time: 0.1208115 Sep 23 20:05:57.505333 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f6128b3-1e4c-4a70-a3a4-21afc589ce80 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9c4d77f-8db8-467e-a670-62ad3765f962,revision_number=None']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:05:58.274226 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:05:58.576974 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:06:07.548368 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.agents_db [None req-f2f5c474-60a3-474f-b2cc-02c4bd30880c None None] Agent healthcheck: found 7 active agents {{(pid=95104) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 20:06:07.747878 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-e69911d5-8a17-4898-8827-8b594e7f7f67 req-b6bab9c7-6490-4b98-b158-3b6c00109976 tempest-ServersAdminNegativeTestJSON-2022352515 tempest-ServersAdminNegativeTestJSON-2022352515-project] 10.222.0.67 "GET /v2.0/networks?tenant_id=a508f1b917644ce38c07c104491e9499&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0225606 Sep 23 20:06:07.857378 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69911d5-8a17-4898-8827-8b594e7f7f67 req-fb07fd99-65f5-453d-9a79-8cee144d731a tempest-ServersAdminNegativeTestJSON-2022352515 tempest-ServersAdminNegativeTestJSON-2022352515-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:06:07.859467 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-e69911d5-8a17-4898-8827-8b594e7f7f67 req-fb07fd99-65f5-453d-9a79-8cee144d731a tempest-ServersAdminNegativeTestJSON-2022352515 tempest-ServersAdminNegativeTestJSON-2022352515-project] 10.222.0.67 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1052887 Sep 23 20:06:07.875988 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-e69911d5-8a17-4898-8827-8b594e7f7f67 req-1384c50d-56d6-404d-9066-f069c2a209ee tempest-ServersAdminNegativeTestJSON-2022352515 tempest-ServersAdminNegativeTestJSON-2022352515-project] 10.222.0.67 "GET /v2.0/quotas/a508f1b917644ce38c07c104491e9499 HTTP/1.1" status: 200 len: 375 time: 0.0099852 Sep 23 20:06:07.909392 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-e69911d5-8a17-4898-8827-8b594e7f7f67 req-ecfd3922-f7ed-41c3-87da-80514ace5101 tempest-ServersAdminNegativeTestJSON-2022352515 tempest-ServersAdminNegativeTestJSON-2022352515-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=a508f1b917644ce38c07c104491e9499&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0274901 Sep 23 20:06:08.070906 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-c83f36a6-0098-463a-803b-d7eb4f375c80 req-ce422694-2382-449d-8c0c-b0ab751e1136 tempest-ServersAdminNegativeTestJSON-2022352515 tempest-ServersAdminNegativeTestJSON-2022352515-project] 10.222.0.67 "GET /v2.0/ports?device_id=33ae5518-3985-49b1-88b9-ed35853c5955 HTTP/1.1" status: 200 len: 210 time: 0.0263686 Sep 23 20:06:09.204908 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-4470f2ed-9a80-4764-88c3-6b86ab356453 req-135ce1f6-14a8-4665-a98c-c790c6932c10 tempest-ServersAdminNegativeTestJSON-2022352515 tempest-ServersAdminNegativeTestJSON-2022352515-project] 10.222.0.67 "GET /v2.0/ports?device_id=33ae5518-3985-49b1-88b9-ed35853c5955 HTTP/1.1" status: 200 len: 210 time: 0.0518022 Sep 23 20:06:09.207066 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-e69911d5-8a17-4898-8827-8b594e7f7f67 req-1f04aae6-9f23-4eb1-9a19-2d01694834fa tempest-ServersAdminNegativeTestJSON-2022352515 tempest-ServersAdminNegativeTestJSON-2022352515-project] 10.222.0.53 "GET /v2.0/networks?tenant_id=a508f1b917644ce38c07c104491e9499&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0409667 Sep 23 20:06:09.322635 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69911d5-8a17-4898-8827-8b594e7f7f67 req-084253bf-1e2a-4f11-a9c6-15703a865312 tempest-ServersAdminNegativeTestJSON-2022352515 tempest-ServersAdminNegativeTestJSON-2022352515-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:06:09.324113 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-e69911d5-8a17-4898-8827-8b594e7f7f67 req-084253bf-1e2a-4f11-a9c6-15703a865312 tempest-ServersAdminNegativeTestJSON-2022352515 tempest-ServersAdminNegativeTestJSON-2022352515-project] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1102252 Sep 23 20:06:09.338533 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.v2.base [req-e69911d5-8a17-4898-8827-8b594e7f7f67 req-54227756-adc4-4a19-9562-46608dc9806f tempest-ServersAdminNegativeTestJSON-2022352515 tempest-ServersAdminNegativeTestJSON-2022352515-project] Request body: {'port': {'device_id': '33ae5518-3985-49b1-88b9-ed35853c5955', 'network_id': '5220cb0c-da05-478a-9604-8c11469a05b4', 'admin_state_up': True, 'tenant_id': 'a508f1b917644ce38c07c104491e9499'}} {{(pid=95102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 20:06:09.451037 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e69911d5-8a17-4898-8827-8b594e7f7f67 req-54227756-adc4-4a19-9562-46608dc9806f tempest-ServersAdminNegativeTestJSON-2022352515 tempest-ServersAdminNegativeTestJSON-2022352515-project] Made reservation on behalf of a508f1b917644ce38c07c104491e9499 for: {'port': 1} {{(pid=95102) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 20:06:09.455359 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-e69911d5-8a17-4898-8827-8b594e7f7f67 req-54227756-adc4-4a19-9562-46608dc9806f tempest-ServersAdminNegativeTestJSON-2022352515 tempest-ServersAdminNegativeTestJSON-2022352515-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:06:09.463932 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-e69911d5-8a17-4898-8827-8b594e7f7f67 req-54227756-adc4-4a19-9562-46608dc9806f tempest-ServersAdminNegativeTestJSON-2022352515 tempest-ServersAdminNegativeTestJSON-2022352515-project] Notify callbacks [] for security_group, before_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:06:09.553717 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-e69911d5-8a17-4898-8827-8b594e7f7f67 req-54227756-adc4-4a19-9562-46608dc9806f tempest-ServersAdminNegativeTestJSON-2022352515 tempest-ServersAdminNegativeTestJSON-2022352515-project] Notify callbacks [] for security_group, precommit_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:06:09.557560 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-e69911d5-8a17-4898-8827-8b594e7f7f67 req-54227756-adc4-4a19-9562-46608dc9806f tempest-ServersAdminNegativeTestJSON-2022352515 tempest-ServersAdminNegativeTestJSON-2022352515-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:06:09.622684 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54227756-adc4-4a19-9562-46608dc9806f tempest-ServersAdminNegativeTestJSON-2022352515 tempest-ServersAdminNegativeTestJSON-2022352515-project] Pushing event updated for resources: {'SecurityGroup': ['ID=47e173b7-e304-4ee3-aea3-4985bb80c012,revision_number=1']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:06:09.691002 n-d-713301-16 neutron-server[95102]: DEBUG neutron.db.db_base_plugin_common [req-e69911d5-8a17-4898-8827-8b594e7f7f67 req-54227756-adc4-4a19-9562-46608dc9806f tempest-ServersAdminNegativeTestJSON-2022352515 tempest-ServersAdminNegativeTestJSON-2022352515-project] Allocated IP 192.168.233.81 (5220cb0c-da05-478a-9604-8c11469a05b4/1ccc69bc-9d6b-44d9-b227-204e47dc6e45/a3f26fde-0d2e-4726-b038-3832cd7087a2) {{(pid=95102) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 20:06:09.834376 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-e69911d5-8a17-4898-8827-8b594e7f7f67 req-54227756-adc4-4a19-9562-46608dc9806f tempest-ServersAdminNegativeTestJSON-2022352515 tempest-ServersAdminNegativeTestJSON-2022352515-project] Notify callbacks [] for port, precommit_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:06:09.873149 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-e69911d5-8a17-4898-8827-8b594e7f7f67 req-54227756-adc4-4a19-9562-46608dc9806f tempest-ServersAdminNegativeTestJSON-2022352515 tempest-ServersAdminNegativeTestJSON-2022352515-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783145673135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4399100'] for port, after_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:06:09.915769 n-d-713301-16 neutron-server[95102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e69911d5-8a17-4898-8827-8b594e7f7f67 req-54227756-adc4-4a19-9562-46608dc9806f tempest-ServersAdminNegativeTestJSON-2022352515 tempest-ServersAdminNegativeTestJSON-2022352515-project] Network 5220cb0c-da05-478a-9604-8c11469a05b4 is already hosted by enough agents. {{(pid=95102) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 20:06:09.918834 n-d-713301-16 neutron-server[95102]: DEBUG neutron.scheduler.base_scheduler [req-e69911d5-8a17-4898-8827-8b594e7f7f67 req-54227756-adc4-4a19-9562-46608dc9806f tempest-ServersAdminNegativeTestJSON-2022352515 tempest-ServersAdminNegativeTestJSON-2022352515-project] Resources bound (agent type, host, resource id): {{(pid=95102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 20:06:09.922547 n-d-713301-16 neutron-server[95102]: DEBUG neutron.db.l3_dvrscheduler_db [req-e69911d5-8a17-4898-8827-8b594e7f7f67 req-54227756-adc4-4a19-9562-46608dc9806f tempest-ServersAdminNegativeTestJSON-2022352515 tempest-ServersAdminNegativeTestJSON-2022352515-project] Received port after_create {{(pid=95102) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 20:06:09.931814 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54227756-adc4-4a19-9562-46608dc9806f tempest-ServersAdminNegativeTestJSON-2022352515 tempest-ServersAdminNegativeTestJSON-2022352515-project] Pushing event updated for resources: {'Port': ['ID=a3f26fde-0d2e-4726-b038-3832cd7087a2,revision_number=1']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:06:09.979183 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69911d5-8a17-4898-8827-8b594e7f7f67 req-54227756-adc4-4a19-9562-46608dc9806f tempest-ServersAdminNegativeTestJSON-2022352515 tempest-ServersAdminNegativeTestJSON-2022352515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:06:09.979816 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-e69911d5-8a17-4898-8827-8b594e7f7f67 req-54227756-adc4-4a19-9562-46608dc9806f tempest-ServersAdminNegativeTestJSON-2022352515 tempest-ServersAdminNegativeTestJSON-2022352515-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222849'] for port, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:06:09.995373 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-e69911d5-8a17-4898-8827-8b594e7f7f67 req-54227756-adc4-4a19-9562-46608dc9806f tempest-ServersAdminNegativeTestJSON-2022352515 tempest-ServersAdminNegativeTestJSON-2022352515-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.6604187 Sep 23 20:06:10.170520 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-c56cac7b-6ec7-4ab9-ab3b-264061b487ba None None] Provisioning complete for port a3f26fde-0d2e-4726-b038-3832cd7087a2 triggered by entity DHCP. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 20:06:10.171037 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-c56cac7b-6ec7-4ab9-ab3b-264061b487ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:06:10.177909 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.v2.base [req-e69911d5-8a17-4898-8827-8b594e7f7f67 req-ee44dbcb-ba2e-440a-ac26-f2875c06a7c9 service neutron] Request body: {'port': {'device_id': '33ae5518-3985-49b1-88b9-ed35853c5955', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713301-16'}} {{(pid=95102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 20:06:10.206285 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.plugin [None req-c56cac7b-6ec7-4ab9-ab3b-264061b487ba None None] Port a3f26fde-0d2e-4726-b038-3832cd7087a2 cannot update to ACTIVE because it is not bound. {{(pid=95103) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 20:06:10.238595 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-e69911d5-8a17-4898-8827-8b594e7f7f67 req-ee44dbcb-ba2e-440a-ac26-f2875c06a7c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:06:10.408894 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d636a0-2549-4435-b92c-8fabb94a70e0 req-9680b477-4a5b-4bbd-93be-5081355bc300 tempest-ServersAdminNegativeTestJSON-2022352515 tempest-ServersAdminNegativeTestJSON-2022352515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:06:10.410428 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-f8d636a0-2549-4435-b92c-8fabb94a70e0 req-9680b477-4a5b-4bbd-93be-5081355bc300 tempest-ServersAdminNegativeTestJSON-2022352515 tempest-ServersAdminNegativeTestJSON-2022352515-project] 10.222.0.67 "GET /v2.0/ports?device_id=33ae5518-3985-49b1-88b9-ed35853c5955 HTTP/1.1" status: 200 len: 935 time: 0.1304414 Sep 23 20:06:10.498109 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-f8d636a0-2549-4435-b92c-8fabb94a70e0 req-b48750d5-a9e1-40af-b263-738cc25f219d tempest-ServersAdminNegativeTestJSON-2022352515 tempest-ServersAdminNegativeTestJSON-2022352515-project] 10.222.0.67 "GET /v2.0/security-groups?id=47e173b7-e304-4ee3-aea3-4985bb80c012&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779314 Sep 23 20:06:10.584590 n-d-713301-16 neutron-server[95102]: DEBUG neutron.notifiers.nova [req-e69911d5-8a17-4898-8827-8b594e7f7f67 req-ee44dbcb-ba2e-440a-ac26-f2875c06a7c9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a3f26fde-0d2e-4726-b038-3832cd7087a2 {{(pid=95102) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 20:06:10.592331 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-e69911d5-8a17-4898-8827-8b594e7f7f67 req-ee44dbcb-ba2e-440a-ac26-f2875c06a7c9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:06:10.606241 n-d-713301-16 neutron-server[95102]: DEBUG neutron.db.provisioning_blocks [req-e69911d5-8a17-4898-8827-8b594e7f7f67 req-ee44dbcb-ba2e-440a-ac26-f2875c06a7c9 service neutron] Transition to ACTIVE for port object a3f26fde-0d2e-4726-b038-3832cd7087a2 will not be triggered until provisioned by entity L2. {{(pid=95102) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 20:06:10.610462 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-e69911d5-8a17-4898-8827-8b594e7f7f67 req-ee44dbcb-ba2e-440a-ac26-f2875c06a7c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4399095'] for port, after_update {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:06:10.672441 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee44dbcb-ba2e-440a-ac26-f2875c06a7c9 service neutron] Pushing event updated for resources: {'Port': ['ID=a3f26fde-0d2e-4726-b038-3832cd7087a2,revision_number=2']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:06:10.750270 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.managers [req-e69911d5-8a17-4898-8827-8b594e7f7f67 req-ee44dbcb-ba2e-440a-ac26-f2875c06a7c9 service neutron] Attempting to bind port a3f26fde-0d2e-4726-b038-3832cd7087a2 on host n-h2-713301-16 for vnic_type normal with profile {{(pid=95102) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 20:06:10.750270 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.managers [req-e69911d5-8a17-4898-8827-8b594e7f7f67 req-ee44dbcb-ba2e-440a-ac26-f2875c06a7c9 service neutron] Attempting to bind port a3f26fde-0d2e-4726-b038-3832cd7087a2 by drivers openvswitch,hyperv on host n-h2-713301-16 at level 0 using segments [{'id': '6139d589-eb6c-4578-8935-c26ddf396853', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '5220cb0c-da05-478a-9604-8c11469a05b4'}] {{(pid=95102) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 20:06:10.750711 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e69911d5-8a17-4898-8827-8b594e7f7f67 req-ee44dbcb-ba2e-440a-ac26-f2875c06a7c9 service neutron] Attempting to bind port a3f26fde-0d2e-4726-b038-3832cd7087a2 on network 5220cb0c-da05-478a-9604-8c11469a05b4 {{(pid=95102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 20:06:10.755334 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e69911d5-8a17-4898-8827-8b594e7f7f67 req-ee44dbcb-ba2e-440a-ac26-f2875c06a7c9 service neutron] Port a3f26fde-0d2e-4726-b038-3832cd7087a2 on network 5220cb0c-da05-478a-9604-8c11469a05b4 not bound, no agent of type Open vSwitch agent registered on host n-h2-713301-16 {{(pid=95102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 20:06:10.755689 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e69911d5-8a17-4898-8827-8b594e7f7f67 req-ee44dbcb-ba2e-440a-ac26-f2875c06a7c9 service neutron] Attempting to bind port a3f26fde-0d2e-4726-b038-3832cd7087a2 on network 5220cb0c-da05-478a-9604-8c11469a05b4 {{(pid=95102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 20:06:10.760679 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e69911d5-8a17-4898-8827-8b594e7f7f67 req-ee44dbcb-ba2e-440a-ac26-f2875c06a7c9 service neutron] Checking agent: {'id': '2a7cea34-db54-4faf-8d23-37521c3e34cb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713301-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 19, 15, 28), 'started_at': datetime.datetime(2021, 9, 23, 19, 15, 28), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 20, 5, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 20:06:10.761022 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e69911d5-8a17-4898-8827-8b594e7f7f67 req-ee44dbcb-ba2e-440a-ac26-f2875c06a7c9 service neutron] Checking segment: {'id': '6139d589-eb6c-4578-8935-c26ddf396853', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '5220cb0c-da05-478a-9604-8c11469a05b4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95102) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 20:06:10.761418 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e69911d5-8a17-4898-8827-8b594e7f7f67 req-ee44dbcb-ba2e-440a-ac26-f2875c06a7c9 service neutron] Bound using segment: {'id': '6139d589-eb6c-4578-8935-c26ddf396853', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '5220cb0c-da05-478a-9604-8c11469a05b4'} {{(pid=95102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 20:06:10.761852 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.managers [req-e69911d5-8a17-4898-8827-8b594e7f7f67 req-ee44dbcb-ba2e-440a-ac26-f2875c06a7c9 service neutron] Bound port: a3f26fde-0d2e-4726-b038-3832cd7087a2, host: n-h2-713301-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6139d589-eb6c-4578-8935-c26ddf396853', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '5220cb0c-da05-478a-9604-8c11469a05b4'}}] {{(pid=95102) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 20:06:10.762216 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-e69911d5-8a17-4898-8827-8b594e7f7f67 req-ee44dbcb-ba2e-440a-ac26-f2875c06a7c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:06:10.837660 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.db [req-e69911d5-8a17-4898-8827-8b594e7f7f67 req-ee44dbcb-ba2e-440a-ac26-f2875c06a7c9 service neutron] For port a3f26fde-0d2e-4726-b038-3832cd7087a2, host n-h2-713301-16, cleared binding levels {{(pid=95102) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 20:06:10.841275 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.db [req-e69911d5-8a17-4898-8827-8b594e7f7f67 req-ee44dbcb-ba2e-440a-ac26-f2875c06a7c9 service neutron] For port a3f26fde-0d2e-4726-b038-3832cd7087a2, host n-h2-713301-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-16',level=0,port_id=a3f26fde-0d2e-4726-b038-3832cd7087a2,segment=NetworkSegment(6139d589-eb6c-4578-8935-c26ddf396853),segment_id=6139d589-eb6c-4578-8935-c26ddf396853)] {{(pid=95102) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 20:06:10.847584 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-e69911d5-8a17-4898-8827-8b594e7f7f67 req-ee44dbcb-ba2e-440a-ac26-f2875c06a7c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4399095'] for port, after_update {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:06:10.881721 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69911d5-8a17-4898-8827-8b594e7f7f67 req-ee44dbcb-ba2e-440a-ac26-f2875c06a7c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:06:10.883057 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-e69911d5-8a17-4898-8827-8b594e7f7f67 req-ee44dbcb-ba2e-440a-ac26-f2875c06a7c9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222849'] for port, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:06:10.884480 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-e69911d5-8a17-4898-8827-8b594e7f7f67 req-ee44dbcb-ba2e-440a-ac26-f2875c06a7c9 service neutron] 10.222.0.53 "PUT /v2.0/ports/a3f26fde-0d2e-4726-b038-3832cd7087a2 HTTP/1.1" status: 200 len: 1096 time: 0.8810816 Sep 23 20:06:10.886821 n-d-713301-16 neutron-server[95102]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '33ae5518-3985-49b1-88b9-ed35853c5955', 'tag': 'a3f26fde-0d2e-4726-b038-3832cd7087a2'}] {{(pid=95102) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 20:06:10.890764 n-d-713301-16 neutron-server[95102]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab31b6d93e5336dbddfa8ec424565b3bd8cb2369c5b4d85bc943472dbb21e8ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8354eb0-1090-4ca9-b142-81ed7d848bc0" -d '{"events": [{"name": "network-changed", "server_uuid": "33ae5518-3985-49b1-88b9-ed35853c5955", "tag": "a3f26fde-0d2e-4726-b038-3832cd7087a2"}]}' {{(pid=95102) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 20:06:10.923008 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee44dbcb-ba2e-440a-ac26-f2875c06a7c9 service neutron] Pushing event updated for resources: {'Port': ['ID=a3f26fde-0d2e-4726-b038-3832cd7087a2,revision_number=3']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:06:10.985928 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69911d5-8a17-4898-8827-8b594e7f7f67 req-477bd2a2-c798-4553-a46b-40f1dabad3c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:06:10.987580 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-e69911d5-8a17-4898-8827-8b594e7f7f67 req-477bd2a2-c798-4553-a46b-40f1dabad3c7 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=a508f1b917644ce38c07c104491e9499&device_id=33ae5518-3985-49b1-88b9-ed35853c5955 HTTP/1.1" status: 200 len: 1099 time: 0.0492885 Sep 23 20:06:11.041452 n-d-713301-16 neutron-server[95102]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 20:06:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d444fc97-ee8f-4179-94ca-2b1b1936a590 x-openstack-request-id: req-d444fc97-ee8f-4179-94ca-2b1b1936a590 {{(pid=95102) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 20:06:11.041740 n-d-713301-16 neutron-server[95102]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "33ae5518-3985-49b1-88b9-ed35853c5955", "tag": "a3f26fde-0d2e-4726-b038-3832cd7087a2", "status": "completed", "code": 200}]} {{(pid=95102) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 20:06:11.041991 n-d-713301-16 neutron-server[95102]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-d444fc97-ee8f-4179-94ca-2b1b1936a590 {{(pid=95102) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 20:06:11.042387 n-d-713301-16 neutron-server[95102]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '33ae5518-3985-49b1-88b9-ed35853c5955', 'tag': 'a3f26fde-0d2e-4726-b038-3832cd7087a2', 'status': 'completed', 'code': 200} Sep 23 20:06:11.044219 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-e69911d5-8a17-4898-8827-8b594e7f7f67 req-e9d4d2f3-d0fc-4768-adb2-06ac955046e6 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.81&port_id=a3f26fde-0d2e-4726-b038-3832cd7087a2 HTTP/1.1" status: 200 len: 217 time: 0.0457919 Sep 23 20:06:11.101976 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69911d5-8a17-4898-8827-8b594e7f7f67 req-2351e080-9b75-4117-adaf-f902229ea642 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:06:11.103466 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-e69911d5-8a17-4898-8827-8b594e7f7f67 req-2351e080-9b75-4117-adaf-f902229ea642 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=1ccc69bc-9d6b-44d9-b227-204e47dc6e45 HTTP/1.1" status: 200 len: 843 time: 0.0527918 Sep 23 20:06:11.150912 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69911d5-8a17-4898-8827-8b594e7f7f67 req-11a1c1ce-a380-4e46-aaa1-934a408a0d29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:06:11.152463 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-e69911d5-8a17-4898-8827-8b594e7f7f67 req-11a1c1ce-a380-4e46-aaa1-934a408a0d29 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=5220cb0c-da05-478a-9604-8c11469a05b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0423560 Sep 23 20:06:11.274318 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-e69911d5-8a17-4898-8827-8b594e7f7f67 req-c8f74628-83a3-4e30-ad1e-db5c3260e60d service neutron] 10.222.0.53 "GET /v2.0/networks/5220cb0c-da05-478a-9604-8c11469a05b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1142406 Sep 23 20:06:11.368621 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-e69911d5-8a17-4898-8827-8b594e7f7f67 req-2f8ef149-7cd1-48f6-b15a-e919882e68bf service neutron] 10.222.0.53 "GET /v2.0/networks/5220cb0c-da05-478a-9604-8c11469a05b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879488 Sep 23 20:06:11.453651 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8354eb0-1090-4ca9-b142-81ed7d848bc0 req-93bb5205-98e2-41fd-9890-515642cd41be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:06:11.455204 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-d8354eb0-1090-4ca9-b142-81ed7d848bc0 req-93bb5205-98e2-41fd-9890-515642cd41be service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=a508f1b917644ce38c07c104491e9499&device_id=33ae5518-3985-49b1-88b9-ed35853c5955 HTTP/1.1" status: 200 len: 1099 time: 0.0413606 Sep 23 20:06:11.553886 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8354eb0-1090-4ca9-b142-81ed7d848bc0 req-44ea5f48-5b4b-4e50-b7f9-04e1e31ba12d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:06:11.555427 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-d8354eb0-1090-4ca9-b142-81ed7d848bc0 req-44ea5f48-5b4b-4e50-b7f9-04e1e31ba12d service neutron] 10.222.0.53 "GET /v2.0/networks?id=5220cb0c-da05-478a-9604-8c11469a05b4 HTTP/1.1" status: 200 len: 870 time: 0.0937064 Sep 23 20:06:11.612761 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-d8354eb0-1090-4ca9-b142-81ed7d848bc0 req-a994afd9-3d21-4ba9-b662-830e1c08ecf5 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.81&port_id=a3f26fde-0d2e-4726-b038-3832cd7087a2 HTTP/1.1" status: 200 len: 217 time: 0.0496736 Sep 23 20:06:11.697791 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eadea88-8464-4d12-b601-f5a0492d329f req-64f640c9-e82a-42a0-8e83-14ddd57ec9aa tempest-ServersAdminNegativeTestJSON-2022352515 tempest-ServersAdminNegativeTestJSON-2022352515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:06:11.699278 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-5eadea88-8464-4d12-b601-f5a0492d329f req-64f640c9-e82a-42a0-8e83-14ddd57ec9aa tempest-ServersAdminNegativeTestJSON-2022352515 tempest-ServersAdminNegativeTestJSON-2022352515-project] 10.222.0.67 "GET /v2.0/ports?device_id=33ae5518-3985-49b1-88b9-ed35853c5955 HTTP/1.1" status: 200 len: 947 time: 0.1266084 Sep 23 20:06:11.700556 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8354eb0-1090-4ca9-b142-81ed7d848bc0 req-557650ea-cd75-4a5d-a754-fddb410384b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:06:11.701953 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-d8354eb0-1090-4ca9-b142-81ed7d848bc0 req-557650ea-cd75-4a5d-a754-fddb410384b8 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=1ccc69bc-9d6b-44d9-b227-204e47dc6e45 HTTP/1.1" status: 200 len: 843 time: 0.0709546 Sep 23 20:06:11.766083 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-5eadea88-8464-4d12-b601-f5a0492d329f req-f6d4c410-1257-4e59-9dee-8eb5612ff01e tempest-ServersAdminNegativeTestJSON-2022352515 tempest-ServersAdminNegativeTestJSON-2022352515-project] 10.222.0.67 "GET /v2.0/security-groups?id=47e173b7-e304-4ee3-aea3-4985bb80c012&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606673 Sep 23 20:06:11.775600 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8354eb0-1090-4ca9-b142-81ed7d848bc0 req-b86c28f1-e034-456c-bacf-e18badf15f01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:06:11.777120 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-d8354eb0-1090-4ca9-b142-81ed7d848bc0 req-b86c28f1-e034-456c-bacf-e18badf15f01 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=5220cb0c-da05-478a-9604-8c11469a05b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0661080 Sep 23 20:06:11.875031 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-d8354eb0-1090-4ca9-b142-81ed7d848bc0 req-fe80321e-6ddf-4c76-bb2a-5c290063e850 service neutron] 10.222.0.53 "GET /v2.0/networks/5220cb0c-da05-478a-9604-8c11469a05b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894675 Sep 23 20:06:11.970982 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-d8354eb0-1090-4ca9-b142-81ed7d848bc0 req-68138082-88b9-46f5-ac3e-17842466aa7d service neutron] 10.222.0.53 "GET /v2.0/networks/5220cb0c-da05-478a-9604-8c11469a05b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892172 Sep 23 20:06:12.914410 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eafc4b0a-70c0-47ed-83fe-c0b37285677c req-2598bbc0-2fcb-4acc-a354-b56e276d543b tempest-ServersAdminNegativeTestJSON-2022352515 tempest-ServersAdminNegativeTestJSON-2022352515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:06:12.916194 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-eafc4b0a-70c0-47ed-83fe-c0b37285677c req-2598bbc0-2fcb-4acc-a354-b56e276d543b tempest-ServersAdminNegativeTestJSON-2022352515 tempest-ServersAdminNegativeTestJSON-2022352515-project] 10.222.0.67 "GET /v2.0/ports?device_id=33ae5518-3985-49b1-88b9-ed35853c5955 HTTP/1.1" status: 200 len: 947 time: 0.0662510 Sep 23 20:06:12.957285 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-eafc4b0a-70c0-47ed-83fe-c0b37285677c req-6ea1d06a-e48d-442e-8533-bd49e41ee718 tempest-ServersAdminNegativeTestJSON-2022352515 tempest-ServersAdminNegativeTestJSON-2022352515-project] 10.222.0.67 "GET /v2.0/security-groups?id=47e173b7-e304-4ee3-aea3-4985bb80c012&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349710 Sep 23 20:06:13.169240 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Device a3f26fde-0d2e-4726-b038-3832cd7087a2 details requested by agent hyperv_n-h2-713301-16 with host n-h2-713301-16 {{(pid=95103) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 20:06:13.271587 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] For port a3f26fde-0d2e-4726-b038-3832cd7087a2, host n-h2-713301-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-16',level=0,port_id=a3f26fde-0d2e-4726-b038-3832cd7087a2,segment=NetworkSegment(6139d589-eb6c-4578-8935-c26ddf396853),segment_id=6139d589-eb6c-4578-8935-c26ddf396853)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 20:06:13.284886 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Returning: {'device': 'a3f26fde-0d2e-4726-b038-3832cd7087a2', 'network_id': '5220cb0c-da05-478a-9604-8c11469a05b4', 'port_id': 'a3f26fde-0d2e-4726-b038-3832cd7087a2', 'mac_address': 'fa:16:3e:c9:cc:ca', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 624, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1ccc69bc-9d6b-44d9-b227-204e47dc6e45', 'ip_address': '192.168.233.81'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95103) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 20:06:13.335134 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:06:13.351113 n-d-713301-16 neutron-server[95103]: DEBUG neutron.notifiers.nova [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a3f26fde-0d2e-4726-b038-3832cd7087a2 {{(pid=95103) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 20:06:13.377114 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] For port a3f26fde-0d2e-4726-b038-3832cd7087a2, host n-h2-713301-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-16',level=0,port_id=a3f26fde-0d2e-4726-b038-3832cd7087a2,segment=NetworkSegment(6139d589-eb6c-4578-8935-c26ddf396853),segment_id=6139d589-eb6c-4578-8935-c26ddf396853)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 20:06:13.386096 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:06:13.439310 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Pushing event updated for resources: {'Port': ['ID=a3f26fde-0d2e-4726-b038-3832cd7087a2,revision_number=4']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:06:13.446888 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:06:13.447237 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:06:13.447586 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:06:13.447925 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:06:13.448264 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:06:13.448623 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:06:13.448952 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:06:13.449285 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:06:13.449613 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:06:13.449940 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:06:13.450267 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:06:13.450600 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:06:13.632468 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] get_ports_and_sgs() called for port_ids ['a3f26fde-0d2e-4726-b038-3832cd7087a2'] {{(pid=95103) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 20:06:14.094163 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee93b081-4884-44e0-ae8c-3efe67ce24fe req-0af980e9-d9d3-41ce-86d5-42144894f695 tempest-ServersAdminNegativeTestJSON-2022352515 tempest-ServersAdminNegativeTestJSON-2022352515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:06:14.096972 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-ee93b081-4884-44e0-ae8c-3efe67ce24fe req-0af980e9-d9d3-41ce-86d5-42144894f695 tempest-ServersAdminNegativeTestJSON-2022352515 tempest-ServersAdminNegativeTestJSON-2022352515-project] 10.222.0.67 "GET /v2.0/ports?device_id=33ae5518-3985-49b1-88b9-ed35853c5955 HTTP/1.1" status: 200 len: 948 time: 0.0635304 Sep 23 20:06:14.143513 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-ee93b081-4884-44e0-ae8c-3efe67ce24fe req-74d9bae7-68ff-4a75-9fbf-64766b0fc7fa tempest-ServersAdminNegativeTestJSON-2022352515 tempest-ServersAdminNegativeTestJSON-2022352515-project] 10.222.0.67 "GET /v2.0/security-groups?id=47e173b7-e304-4ee3-aea3-4985bb80c012&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385933 Sep 23 20:06:15.185601 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Device a3f26fde-0d2e-4726-b038-3832cd7087a2 up at agent hyperv_n-h2-713301-16 {{(pid=95103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 20:06:15.254284 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Provisioning for port a3f26fde-0d2e-4726-b038-3832cd7087a2 completed by entity L2. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 20:06:15.259157 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Provisioning complete for port a3f26fde-0d2e-4726-b038-3832cd7087a2 triggered by entity L2. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 20:06:15.259587 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:06:15.295511 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b41b2fd-883a-4944-88ba-a23fb1774b4a req-afc41514-2248-45f8-9f4b-f5b0f755da55 tempest-ServersAdminNegativeTestJSON-2022352515 tempest-ServersAdminNegativeTestJSON-2022352515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:06:15.297109 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-3b41b2fd-883a-4944-88ba-a23fb1774b4a req-afc41514-2248-45f8-9f4b-f5b0f755da55 tempest-ServersAdminNegativeTestJSON-2022352515 tempest-ServersAdminNegativeTestJSON-2022352515-project] 10.222.0.67 "GET /v2.0/ports?device_id=33ae5518-3985-49b1-88b9-ed35853c5955 HTTP/1.1" status: 200 len: 948 time: 0.0535493 Sep 23 20:06:15.350687 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-3b41b2fd-883a-4944-88ba-a23fb1774b4a req-4bce8f3d-a6f5-43ef-9415-9efd8e694f8c tempest-ServersAdminNegativeTestJSON-2022352515 tempest-ServersAdminNegativeTestJSON-2022352515-project] 10.222.0.67 "GET /v2.0/security-groups?id=47e173b7-e304-4ee3-aea3-4985bb80c012&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427716 Sep 23 20:06:15.351958 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:06:15.376416 n-d-713301-16 neutron-server[95103]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '33ae5518-3985-49b1-88b9-ed35853c5955', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a3f26fde-0d2e-4726-b038-3832cd7087a2'}] {{(pid=95103) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 20:06:15.378721 n-d-713301-16 neutron-server[95103]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}81a1c17f2aa89d5b3ebbba3a3e0cf7eb588e431c2224256110c4c4facdd7c3e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c844def-ba5f-4240-9556-83590037309b" -d '{"events": [{"server_uuid": "33ae5518-3985-49b1-88b9-ed35853c5955", "name": "network-vif-plugged", "status": "completed", "tag": "a3f26fde-0d2e-4726-b038-3832cd7087a2"}]}' {{(pid=95103) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 20:06:15.392411 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] For port a3f26fde-0d2e-4726-b038-3832cd7087a2, host n-h2-713301-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-16',level=0,port_id=a3f26fde-0d2e-4726-b038-3832cd7087a2,segment=NetworkSegment(6139d589-eb6c-4578-8935-c26ddf396853),segment_id=6139d589-eb6c-4578-8935-c26ddf396853)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 20:06:15.397140 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:06:15.444915 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Pushing event updated for resources: {'Port': ['ID=a3f26fde-0d2e-4726-b038-3832cd7087a2,revision_number=5']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:06:15.501767 n-d-713301-16 neutron-server[95103]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 20:06:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16cf35ca-18d8-463c-812d-243fa4212c22 x-openstack-request-id: req-16cf35ca-18d8-463c-812d-243fa4212c22 {{(pid=95103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 20:06:15.502059 n-d-713301-16 neutron-server[95103]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "33ae5518-3985-49b1-88b9-ed35853c5955", "name": "network-vif-plugged", "status": "completed", "tag": "a3f26fde-0d2e-4726-b038-3832cd7087a2", "code": 200}]} {{(pid=95103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 20:06:15.502374 n-d-713301-16 neutron-server[95103]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-16cf35ca-18d8-463c-812d-243fa4212c22 {{(pid=95103) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 20:06:15.502778 n-d-713301-16 neutron-server[95103]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '33ae5518-3985-49b1-88b9-ed35853c5955', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a3f26fde-0d2e-4726-b038-3832cd7087a2', 'code': 200} Sep 23 20:06:15.598293 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c0f1b83-4253-4852-9f30-a4a3ed801432 req-f04a5cec-aeae-444c-9655-c8f58768ef49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:06:15.599821 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-6c0f1b83-4253-4852-9f30-a4a3ed801432 req-f04a5cec-aeae-444c-9655-c8f58768ef49 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=33ae5518-3985-49b1-88b9-ed35853c5955 HTTP/1.1" status: 200 len: 1101 time: 0.0447021 Sep 23 20:06:15.633935 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-6c0f1b83-4253-4852-9f30-a4a3ed801432 req-6be2b6b6-9fed-4f39-804d-e542a661a9e9 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=47e173b7-e304-4ee3-aea3-4985bb80c012&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0269713 Sep 23 20:06:16.468788 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ce06ce-1f96-42e8-a415-54990ad7c1a7 req-839af394-31ee-4250-8aa1-d1c980141e85 tempest-ServersAdminNegativeTestJSON-2022352515 tempest-ServersAdminNegativeTestJSON-2022352515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:06:16.470597 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-46ce06ce-1f96-42e8-a415-54990ad7c1a7 req-839af394-31ee-4250-8aa1-d1c980141e85 tempest-ServersAdminNegativeTestJSON-2022352515 tempest-ServersAdminNegativeTestJSON-2022352515-project] 10.222.0.67 "GET /v2.0/ports?device_id=33ae5518-3985-49b1-88b9-ed35853c5955 HTTP/1.1" status: 200 len: 949 time: 0.0515311 Sep 23 20:06:16.509264 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-46ce06ce-1f96-42e8-a415-54990ad7c1a7 req-0261d67e-e490-427e-82fb-55839a5b977c tempest-ServersAdminNegativeTestJSON-2022352515 tempest-ServersAdminNegativeTestJSON-2022352515-project] 10.222.0.67 "GET /v2.0/security-groups?id=47e173b7-e304-4ee3-aea3-4985bb80c012&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325608 Sep 23 20:06:16.727274 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [req-e78ca22c-045d-4dc7-817a-c21d3df9aefb req-748fa2bd-860d-4fc2-96b0-cfc457c23b85 service neutron] (95101) timed out ('10.222.0.67', 49822) {{(pid=95101) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 23 20:06:17.642603 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d9a4505-a8ba-4490-a361-5812204704fe req-98f2e437-b152-4451-96f8-a7f0db1ed82c tempest-ServersAdminNegativeTestJSON-2022352515 tempest-ServersAdminNegativeTestJSON-2022352515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:06:17.644182 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-8d9a4505-a8ba-4490-a361-5812204704fe req-98f2e437-b152-4451-96f8-a7f0db1ed82c tempest-ServersAdminNegativeTestJSON-2022352515 tempest-ServersAdminNegativeTestJSON-2022352515-project] 10.222.0.67 "GET /v2.0/ports?device_id=33ae5518-3985-49b1-88b9-ed35853c5955 HTTP/1.1" status: 200 len: 949 time: 0.0533633 Sep 23 20:06:17.687561 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-8d9a4505-a8ba-4490-a361-5812204704fe req-507d63b9-3c49-4019-bd41-98fe8bda77a8 tempest-ServersAdminNegativeTestJSON-2022352515 tempest-ServersAdminNegativeTestJSON-2022352515-project] 10.222.0.67 "GET /v2.0/security-groups?id=47e173b7-e304-4ee3-aea3-4985bb80c012&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362310 Sep 23 20:06:18.022090 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [req-72419b86-09ba-446f-9aca-60de6a7d296c req-e4b9ad74-bda5-4910-b03e-06a92b7a890a service neutron] http://10.222.0.67:9696/v2.0/extensions returned with HTTP 200 {{(pid=95102) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 23 20:06:18.023124 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-72419b86-09ba-446f-9aca-60de6a7d296c req-e4b9ad74-bda5-4910-b03e-06a92b7a890a service neutron] 10.222.0.67 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0561490 Sep 23 20:06:18.372068 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [req-972da177-42b5-4f63-953b-e2a090fbccad req-e487b6c8-3a78-4ca6-a16e-172565b82df6 service neutron] http://10.222.0.67:9696/v2.0/extensions returned with HTTP 200 {{(pid=95102) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 23 20:06:18.373017 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-972da177-42b5-4f63-953b-e2a090fbccad req-e487b6c8-3a78-4ca6-a16e-172565b82df6 service neutron] 10.222.0.67 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0053196 Sep 23 20:06:18.714820 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d8d3f36-b653-448e-bc32-240b82f12afe req-2ed36cd3-399d-4c8e-9ab0-383a5b2f4e74 tempest-ServersAdminNegativeTestJSON-2022352515 tempest-ServersAdminNegativeTestJSON-2022352515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:06:18.716304 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-8d8d3f36-b653-448e-bc32-240b82f12afe req-2ed36cd3-399d-4c8e-9ab0-383a5b2f4e74 tempest-ServersAdminNegativeTestJSON-2022352515 tempest-ServersAdminNegativeTestJSON-2022352515-project] 10.222.0.67 "GET /v2.0/ports?device_id=33ae5518-3985-49b1-88b9-ed35853c5955 HTTP/1.1" status: 200 len: 949 time: 0.0535388 Sep 23 20:06:18.755435 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-8d8d3f36-b653-448e-bc32-240b82f12afe req-e03b88f2-5fd3-4c35-ac40-57a8361c1d6d tempest-ServersAdminNegativeTestJSON-2022352515 tempest-ServersAdminNegativeTestJSON-2022352515-project] 10.222.0.67 "GET /v2.0/security-groups?id=47e173b7-e304-4ee3-aea3-4985bb80c012&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327170 Sep 23 20:06:19.750830 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-86488d86-da85-4df3-bed0-c590bb5485bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:06:19.883430 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99121b93-9bd4-4552-8adb-823193757ed0 req-49ecd8cc-73fe-4ef4-a6a4-1b00bb7ddd6d tempest-ServersAdminNegativeTestJSON-2022352515 tempest-ServersAdminNegativeTestJSON-2022352515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:06:19.884984 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-99121b93-9bd4-4552-8adb-823193757ed0 req-49ecd8cc-73fe-4ef4-a6a4-1b00bb7ddd6d tempest-ServersAdminNegativeTestJSON-2022352515 tempest-ServersAdminNegativeTestJSON-2022352515-project] 10.222.0.67 "GET /v2.0/ports?device_id=33ae5518-3985-49b1-88b9-ed35853c5955 HTTP/1.1" status: 200 len: 949 time: 0.0550153 Sep 23 20:06:19.927557 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-99121b93-9bd4-4552-8adb-823193757ed0 req-49c43b68-7f99-481d-a843-1842e8dae3a2 tempest-ServersAdminNegativeTestJSON-2022352515 tempest-ServersAdminNegativeTestJSON-2022352515-project] 10.222.0.67 "GET /v2.0/security-groups?id=47e173b7-e304-4ee3-aea3-4985bb80c012&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342548 Sep 23 20:06:19.987536 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76c2e45-159d-4f10-9372-d32e37f8bd23 req-4d0729d7-ae18-4a3a-b4da-25b85264dc8c tempest-ServersAdminNegativeTestJSON-2022352515 tempest-ServersAdminNegativeTestJSON-2022352515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:06:19.989098 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-a76c2e45-159d-4f10-9372-d32e37f8bd23 req-4d0729d7-ae18-4a3a-b4da-25b85264dc8c tempest-ServersAdminNegativeTestJSON-2022352515 tempest-ServersAdminNegativeTestJSON-2022352515-project] 10.222.0.53 "GET /v2.0/ports?device_id=33ae5518-3985-49b1-88b9-ed35853c5955 HTTP/1.1" status: 200 len: 949 time: 0.0588057 Sep 23 20:06:20.101922 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.plugin [req-a76c2e45-159d-4f10-9372-d32e37f8bd23 req-5675aca6-aae9-4aa5-be89-f5873a546f70 tempest-ServersAdminNegativeTestJSON-2022352515 tempest-ServersAdminNegativeTestJSON-2022352515-project] Deleting port a3f26fde-0d2e-4726-b038-3832cd7087a2 {{(pid=95102) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 20:06:20.102258 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-a76c2e45-159d-4f10-9372-d32e37f8bd23 req-5675aca6-aae9-4aa5-be89-f5873a546f70 tempest-ServersAdminNegativeTestJSON-2022352515 tempest-ServersAdminNegativeTestJSON-2022352515-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783146157096'] for port, before_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:06:20.197980 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.db [req-a76c2e45-159d-4f10-9372-d32e37f8bd23 req-5675aca6-aae9-4aa5-be89-f5873a546f70 tempest-ServersAdminNegativeTestJSON-2022352515 tempest-ServersAdminNegativeTestJSON-2022352515-project] For port a3f26fde-0d2e-4726-b038-3832cd7087a2, host n-h2-713301-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-16',level=0,port_id=a3f26fde-0d2e-4726-b038-3832cd7087a2,segment=NetworkSegment(6139d589-eb6c-4578-8935-c26ddf396853),segment_id=6139d589-eb6c-4578-8935-c26ddf396853)] {{(pid=95102) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 20:06:20.198344 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-a76c2e45-159d-4f10-9372-d32e37f8bd23 req-5675aca6-aae9-4aa5-be89-f5873a546f70 tempest-ServersAdminNegativeTestJSON-2022352515 tempest-ServersAdminNegativeTestJSON-2022352515-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-605701'] for port, precommit_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:06:20.211238 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.plugin [req-a76c2e45-159d-4f10-9372-d32e37f8bd23 req-5675aca6-aae9-4aa5-be89-f5873a546f70 tempest-ServersAdminNegativeTestJSON-2022352515 tempest-ServersAdminNegativeTestJSON-2022352515-project] Calling delete_port for a3f26fde-0d2e-4726-b038-3832cd7087a2 owned by compute:nova {{(pid=95102) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 20:06:20.353156 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-a76c2e45-159d-4f10-9372-d32e37f8bd23 req-5675aca6-aae9-4aa5-be89-f5873a546f70 tempest-ServersAdminNegativeTestJSON-2022352515 tempest-ServersAdminNegativeTestJSON-2022352515-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783146162158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783145673144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4399100'] for port, after_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:06:20.366245 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] get_ports_and_sgs() called for port_ids ['a3f26fde-0d2e-4726-b038-3832cd7087a2'] {{(pid=95103) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 20:06:20.384436 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5675aca6-aae9-4aa5-be89-f5873a546f70 tempest-ServersAdminNegativeTestJSON-2022352515 tempest-ServersAdminNegativeTestJSON-2022352515-project] Pushing event deleted for resources: {'Port': ['ID=a3f26fde-0d2e-4726-b038-3832cd7087a2,revision_number=None']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:06:20.448258 n-d-713301-16 neutron-server[95102]: DEBUG neutron.db.l3_dvrscheduler_db [req-a76c2e45-159d-4f10-9372-d32e37f8bd23 req-5675aca6-aae9-4aa5-be89-f5873a546f70 tempest-ServersAdminNegativeTestJSON-2022352515 tempest-ServersAdminNegativeTestJSON-2022352515-project] No DVR routers for this DVR port a3f26fde-0d2e-4726-b038-3832cd7087a2 on host n-h2-713301-16 {{(pid=95102) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 20:06:20.451468 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-a76c2e45-159d-4f10-9372-d32e37f8bd23 req-5675aca6-aae9-4aa5-be89-f5873a546f70 tempest-ServersAdminNegativeTestJSON-2022352515 tempest-ServersAdminNegativeTestJSON-2022352515-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222849'] for port, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:06:20.455058 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-a76c2e45-159d-4f10-9372-d32e37f8bd23 req-5675aca6-aae9-4aa5-be89-f5873a546f70 tempest-ServersAdminNegativeTestJSON-2022352515 tempest-ServersAdminNegativeTestJSON-2022352515-project] 10.222.0.53 "DELETE /v2.0/ports/a3f26fde-0d2e-4726-b038-3832cd7087a2 HTTP/1.1" status: 204 len: 173 time: 0.4596112 Sep 23 20:06:20.455609 n-d-713301-16 neutron-server[95102]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '33ae5518-3985-49b1-88b9-ed35853c5955', 'name': 'network-vif-deleted', 'tag': 'a3f26fde-0d2e-4726-b038-3832cd7087a2'}] {{(pid=95102) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 20:06:20.458173 n-d-713301-16 neutron-server[95102]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab31b6d93e5336dbddfa8ec424565b3bd8cb2369c5b4d85bc943472dbb21e8ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4288593-3f03-4c3d-a13e-3d19fdda31ae" -d '{"events": [{"server_uuid": "33ae5518-3985-49b1-88b9-ed35853c5955", "name": "network-vif-deleted", "tag": "a3f26fde-0d2e-4726-b038-3832cd7087a2"}]}' {{(pid=95102) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 20:06:20.504931 n-d-713301-16 neutron-server[95102]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 20:06:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dac7087e-8307-40eb-93ff-b69bb2b76b18 x-openstack-request-id: req-dac7087e-8307-40eb-93ff-b69bb2b76b18 {{(pid=95102) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 20:06:20.505225 n-d-713301-16 neutron-server[95102]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "33ae5518-3985-49b1-88b9-ed35853c5955", "name": "network-vif-deleted", "tag": "a3f26fde-0d2e-4726-b038-3832cd7087a2", "status": "completed", "code": 200}]} {{(pid=95102) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 20:06:20.505557 n-d-713301-16 neutron-server[95102]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-dac7087e-8307-40eb-93ff-b69bb2b76b18 {{(pid=95102) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 20:06:20.505960 n-d-713301-16 neutron-server[95102]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '33ae5518-3985-49b1-88b9-ed35853c5955', 'name': 'network-vif-deleted', 'tag': 'a3f26fde-0d2e-4726-b038-3832cd7087a2', 'status': 'completed', 'code': 200} Sep 23 20:06:21.288565 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 58876) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:06:21.451801 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-82885f5c-1005-4275-a263-8d4c3270a3e1 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=a508f1b917644ce38c07c104491e9499&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1620383 Sep 23 20:06:21.454383 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 58882) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:06:21.509045 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-6711be78-7b3e-47dc-a09e-64ea353f2c49 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:06:21.530586 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-6711be78-7b3e-47dc-a09e-64ea353f2c49 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:06:21.577549 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-6711be78-7b3e-47dc-a09e-64ea353f2c49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:06:21.580314 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-6711be78-7b3e-47dc-a09e-64ea353f2c49 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:06:21.581529 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-6711be78-7b3e-47dc-a09e-64ea353f2c49 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/47e173b7-e304-4ee3-aea3-4985bb80c012 HTTP/1.1" status: 204 len: 168 time: 0.1262395 Sep 23 20:06:21.589425 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6711be78-7b3e-47dc-a09e-64ea353f2c49 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47e173b7-e304-4ee3-aea3-4985bb80c012,revision_number=None']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:06:21.851316 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 58888) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:06:21.867053 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-ae79e24d-54cb-4e7e-9662-f6d54efe12a5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:06:21.958598 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-ae79e24d-54cb-4e7e-9662-f6d54efe12a5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:06:21.962265 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-ae79e24d-54cb-4e7e-9662-f6d54efe12a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:06:22.002782 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-ae79e24d-54cb-4e7e-9662-f6d54efe12a5 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=e8e78d9d1c6b452f8006c43bc3946f9a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1503270 Sep 23 20:06:22.003663 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae79e24d-54cb-4e7e-9662-f6d54efe12a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15cfb887-1b3c-4bc5-b7e6-e93656b73a00,revision_number=1']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:06:22.005489 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 58890) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:06:22.057979 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-af799fed-d77a-4e7b-a1e0-e978c286ef6c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:06:22.080414 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-af799fed-d77a-4e7b-a1e0-e978c286ef6c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:06:22.126622 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-af799fed-d77a-4e7b-a1e0-e978c286ef6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:06:22.129326 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-af799fed-d77a-4e7b-a1e0-e978c286ef6c admin admin] Notify callbacks [] for security_group, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:06:22.130499 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-af799fed-d77a-4e7b-a1e0-e978c286ef6c admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/15cfb887-1b3c-4bc5-b7e6-e93656b73a00 HTTP/1.1" status: 204 len: 168 time: 0.1240153 Sep 23 20:06:22.138810 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af799fed-d77a-4e7b-a1e0-e978c286ef6c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15cfb887-1b3c-4bc5-b7e6-e93656b73a00,revision_number=None']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:06:22.883146 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 58912) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:06:22.990865 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.v2.base [None req-90e61e48-45e8-47c4-9f21-fdcfd1516e0f admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-53299533-network', 'tenant_id': 'd3a276a5087741718d4927a8d91eeb42'}} {{(pid=95101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 20:06:23.016214 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-fb6830cb-c84b-408d-b28c-64855a047e65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:06:23.023458 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90e61e48-45e8-47c4-9f21-fdcfd1516e0f admin admin] Made reservation on behalf of d3a276a5087741718d4927a8d91eeb42 for: {'network': 1} {{(pid=95101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 20:06:23.026150 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-90e61e48-45e8-47c4-9f21-fdcfd1516e0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for network, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:06:23.036152 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-90e61e48-45e8-47c4-9f21-fdcfd1516e0f admin admin] Notify callbacks [] for security_group, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:06:23.142706 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-90e61e48-45e8-47c4-9f21-fdcfd1516e0f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:06:23.149180 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-90e61e48-45e8-47c4-9f21-fdcfd1516e0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:06:23.166924 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:06:23.182179 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-90e61e48-45e8-47c4-9f21-fdcfd1516e0f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 629} {{(pid=95101) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 20:06:23.202250 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90e61e48-45e8-47c4-9f21-fdcfd1516e0f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c324fb6e-b148-4c2c-8219-30186b24574d,revision_number=1']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:06:23.205622 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-90e61e48-45e8-47c4-9f21-fdcfd1516e0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1756186'] for segment, precommit_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:06:23.206092 n-d-713301-16 neutron-server[95101]: INFO neutron.db.segments_db [None req-90e61e48-45e8-47c4-9f21-fdcfd1516e0f admin admin] Added segment a980663f-a254-4bfb-bed4-fb859f570ce1 of type vlan for network 481d215b-c47b-430d-9e72-37380884cd2b Sep 23 20:06:23.234673 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Device a3f26fde-0d2e-4726-b038-3832cd7087a2 no longer exists at agent hyperv_n-h2-713301-16 {{(pid=95103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 20:06:23.257156 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-90e61e48-45e8-47c4-9f21-fdcfd1516e0f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783145630486'] for network, precommit_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:06:23.263856 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.plugin [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] No Port match for: a3f26fde-0d2e-4726-b038-3832cd7087a2 {{(pid=95103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 20:06:23.264252 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Device a3f26fde-0d2e-4726-b038-3832cd7087a2 not bound to the agent host n-h2-713301-16 {{(pid=95103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 20:06:23.285662 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-90e61e48-45e8-47c4-9f21-fdcfd1516e0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299'] for network, after_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:06:23.286560 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90e61e48-45e8-47c4-9f21-fdcfd1516e0f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:06:23.287161 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-90e61e48-45e8-47c4-9f21-fdcfd1516e0f admin admin] Notify callbacks [] for network, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:06:23.321777 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 58916) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:06:23.322544 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-90e61e48-45e8-47c4-9f21-fdcfd1516e0f admin admin] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.4376335 Sep 23 20:06:23.332125 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.v2.base [None req-8bd7b283-5703-4dd3-a773-2ad96a44b372 admin admin] Request body: {'subnet': {'network_id': '481d215b-c47b-430d-9e72-37380884cd2b', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-53299533-subnet', 'tenant_id': 'd3a276a5087741718d4927a8d91eeb42', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 20:06:23.353371 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8bd7b283-5703-4dd3-a773-2ad96a44b372 admin admin] Made reservation on behalf of d3a276a5087741718d4927a8d91eeb42 for: {'subnet': 1} {{(pid=95102) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 20:06:23.356289 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90e61e48-45e8-47c4-9f21-fdcfd1516e0f admin admin] Pushing event updated for resources: {'Network': ['ID=481d215b-c47b-430d-9e72-37380884cd2b,revision_number=1']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:06:23.356519 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-8bd7b283-5703-4dd3-a773-2ad96a44b372 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5388256'] for subnet, before_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:06:23.370379 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Network 481d215b-c47b-430d-9e72-37380884cd2b details requested by agent ovs-agent-n-d-713301-16 with host n-d-713301-16 {{(pid=95103) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 20:06:23.555518 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-8bd7b283-5703-4dd3-a773-2ad96a44b372 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4398944', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5388242'] for subnet, after_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:06:23.562787 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-0ae75029-feb6-4728-9a94-5f9b60993d82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:06:23.616468 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd7b283-5703-4dd3-a773-2ad96a44b372 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4ebacebc-11a4-4f84-9594-1d9c463fc673,revision_number=0']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:06:23.626395 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bd7b283-5703-4dd3-a773-2ad96a44b372 admin admin] Checking segment: {'id': 'a980663f-a254-4bfb-bed4-fb859f570ce1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '481d215b-c47b-430d-9e72-37380884cd2b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95102) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 20:06:23.626782 n-d-713301-16 neutron-server[95102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bd7b283-5703-4dd3-a773-2ad96a44b372 admin admin] Network hostable DHCP agents. Network: 481d215b-c47b-430d-9e72-37380884cd2b, hostable agents: ['1b18bf05-1b5f-4587-be5c-af3ac38e32ad'], hosted agents: [] {{(pid=95102) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 20:06:23.646435 n-d-713301-16 neutron-server[95102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bd7b283-5703-4dd3-a773-2ad96a44b372 admin admin] Network 481d215b-c47b-430d-9e72-37380884cd2b is scheduled to be hosted by DHCP agent 1b18bf05-1b5f-4587-be5c-af3ac38e32ad with binding_index 1 {{(pid=95102) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 20:06:23.656809 n-d-713301-16 neutron-server[95102]: DEBUG neutron.scheduler.base_scheduler [None req-8bd7b283-5703-4dd3-a773-2ad96a44b372 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713301-16, 481d215b-c47b-430d-9e72-37380884cd2b) {{(pid=95102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 20:06:23.660943 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bd7b283-5703-4dd3-a773-2ad96a44b372 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:06:23.661540 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-8bd7b283-5703-4dd3-a773-2ad96a44b372 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:06:23.667169 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a46faa6a-db1f-42a4-9754-65c986b24578 None None] Network 481d215b-c47b-430d-9e72-37380884cd2b requested from n-d-713301-16 {{(pid=95103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 20:06:23.680018 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-8bd7b283-5703-4dd3-a773-2ad96a44b372 admin admin] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3567872 Sep 23 20:06:23.814078 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc6cf8e1-42ea-4eeb-b0c1-635232b54312 None None] Network 481d215b-c47b-430d-9e72-37380884cd2b requested from n-d-713301-16 {{(pid=95103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 20:06:24.224456 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-906f5a6c-07dd-4c73-9f8d-66babc93174e req-21533bb8-87d7-408b-902e-3a1d6b7b2909 tempest-DeleteServersTestJSON-1103707810 tempest-DeleteServersTestJSON-1103707810-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:06:24.226063 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-906f5a6c-07dd-4c73-9f8d-66babc93174e req-21533bb8-87d7-408b-902e-3a1d6b7b2909 tempest-DeleteServersTestJSON-1103707810 tempest-DeleteServersTestJSON-1103707810-project] 10.222.0.67 "GET /v2.0/networks?id=481d215b-c47b-430d-9e72-37380884cd2b HTTP/1.1" status: 200 len: 810 time: 0.1179235 Sep 23 20:06:24.243590 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-906f5a6c-07dd-4c73-9f8d-66babc93174e req-cd4e708a-b159-4cf7-8235-95ba4aef9221 tempest-DeleteServersTestJSON-1103707810 tempest-DeleteServersTestJSON-1103707810-project] 10.222.0.67 "GET /v2.0/quotas/d3a276a5087741718d4927a8d91eeb42 HTTP/1.1" status: 200 len: 375 time: 0.0110934 Sep 23 20:06:24.283917 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-906f5a6c-07dd-4c73-9f8d-66babc93174e req-2b4fb449-e1dc-40f1-9fc9-92bc2ed1bf1c tempest-DeleteServersTestJSON-1103707810 tempest-DeleteServersTestJSON-1103707810-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=d3a276a5087741718d4927a8d91eeb42&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0328541 Sep 23 20:06:24.416291 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-906f5a6c-07dd-4c73-9f8d-66babc93174e req-a5aeb9b3-7bdc-43a1-8b97-482671d8885a service neutron] 10.222.0.67 "GET /v2.0/networks/481d215b-c47b-430d-9e72-37380884cd2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1249325 Sep 23 20:06:24.517079 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-906f5a6c-07dd-4c73-9f8d-66babc93174e req-3352f0dd-15a5-46b9-ab57-3b1e79e0e276 service neutron] 10.222.0.67 "GET /v2.0/networks/481d215b-c47b-430d-9e72-37380884cd2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0942566 Sep 23 20:06:24.708016 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-fd10981a-2acb-4217-8c94-55cc9ec6f478 req-a6d06805-ed79-4af6-843a-ada7d669b1dd tempest-DeleteServersTestJSON-1103707810 tempest-DeleteServersTestJSON-1103707810-project] 10.222.0.67 "GET /v2.0/ports?device_id=2fe536e6-f4f0-4cff-ba50-4913aab52bdf HTTP/1.1" status: 200 len: 210 time: 0.0341504 Sep 23 20:06:25.389480 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-80e7e501-6c57-470d-92c6-e3d54bc3195c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:06:25.796112 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-0d3f3f8f-64c5-46f3-8325-7f5618916d2a req-65941115-4699-41f2-ace1-6648b8754e4a tempest-DeleteServersTestJSON-1103707810 tempest-DeleteServersTestJSON-1103707810-project] 10.222.0.67 "GET /v2.0/ports?device_id=2fe536e6-f4f0-4cff-ba50-4913aab52bdf HTTP/1.1" status: 200 len: 210 time: 0.0292096 Sep 23 20:06:26.876530 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-abae44ad-0f8d-42f4-9d18-9023bd72db50 req-cbe73aee-4243-4e6a-9885-94eda3541f2b tempest-DeleteServersTestJSON-1103707810 tempest-DeleteServersTestJSON-1103707810-project] 10.222.0.67 "GET /v2.0/ports?device_id=2fe536e6-f4f0-4cff-ba50-4913aab52bdf HTTP/1.1" status: 200 len: 210 time: 0.0279949 Sep 23 20:06:27.719317 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-906f5a6c-07dd-4c73-9f8d-66babc93174e req-f2e09803-449f-46e5-bf37-ebd6aa892b43 tempest-DeleteServersTestJSON-1103707810 tempest-DeleteServersTestJSON-1103707810-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:06:27.721320 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-906f5a6c-07dd-4c73-9f8d-66babc93174e req-f2e09803-449f-46e5-bf37-ebd6aa892b43 tempest-DeleteServersTestJSON-1103707810 tempest-DeleteServersTestJSON-1103707810-project] 10.222.0.74 "GET /v2.0/networks?id=481d215b-c47b-430d-9e72-37380884cd2b HTTP/1.1" status: 200 len: 810 time: 0.1228719 Sep 23 20:06:27.735776 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.v2.base [req-906f5a6c-07dd-4c73-9f8d-66babc93174e req-dc78957d-bbe2-4677-95f4-95bafb2159a9 tempest-DeleteServersTestJSON-1103707810 tempest-DeleteServersTestJSON-1103707810-project] Request body: {'port': {'device_id': '2fe536e6-f4f0-4cff-ba50-4913aab52bdf', 'network_id': '481d215b-c47b-430d-9e72-37380884cd2b', 'admin_state_up': True, 'tenant_id': 'd3a276a5087741718d4927a8d91eeb42'}} {{(pid=95101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 20:06:27.853171 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-906f5a6c-07dd-4c73-9f8d-66babc93174e req-dc78957d-bbe2-4677-95f4-95bafb2159a9 tempest-DeleteServersTestJSON-1103707810 tempest-DeleteServersTestJSON-1103707810-project] Made reservation on behalf of d3a276a5087741718d4927a8d91eeb42 for: {'port': 1} {{(pid=95101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 20:06:27.857444 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-906f5a6c-07dd-4c73-9f8d-66babc93174e req-dc78957d-bbe2-4677-95f4-95bafb2159a9 tempest-DeleteServersTestJSON-1103707810 tempest-DeleteServersTestJSON-1103707810-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:06:27.973948 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-846e32bf-d96c-4ffa-b2ad-0d2eb644c042 req-6c785ebc-7beb-4128-8d27-2a0c3834381d tempest-DeleteServersTestJSON-1103707810 tempest-DeleteServersTestJSON-1103707810-project] 10.222.0.67 "GET /v2.0/ports?device_id=2fe536e6-f4f0-4cff-ba50-4913aab52bdf HTTP/1.1" status: 200 len: 210 time: 0.0280602 Sep 23 20:06:27.991756 n-d-713301-16 neutron-server[95101]: DEBUG neutron.db.db_base_plugin_common [req-906f5a6c-07dd-4c73-9f8d-66babc93174e req-dc78957d-bbe2-4677-95f4-95bafb2159a9 tempest-DeleteServersTestJSON-1103707810 tempest-DeleteServersTestJSON-1103707810-project] Allocated IP 172.20.0.9 (481d215b-c47b-430d-9e72-37380884cd2b/4ebacebc-11a4-4f84-9594-1d9c463fc673/226f3987-f4fc-44c3-846e-725eebb94cda) {{(pid=95101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 20:06:28.148310 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-906f5a6c-07dd-4c73-9f8d-66babc93174e req-dc78957d-bbe2-4677-95f4-95bafb2159a9 tempest-DeleteServersTestJSON-1103707810 tempest-DeleteServersTestJSON-1103707810-project] Notify callbacks [] for port, precommit_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:06:28.183528 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-906f5a6c-07dd-4c73-9f8d-66babc93174e req-dc78957d-bbe2-4677-95f4-95bafb2159a9 tempest-DeleteServersTestJSON-1103707810 tempest-DeleteServersTestJSON-1103707810-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783145673135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5607431'] for port, after_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:06:28.229314 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-906f5a6c-07dd-4c73-9f8d-66babc93174e req-dc78957d-bbe2-4677-95f4-95bafb2159a9 tempest-DeleteServersTestJSON-1103707810 tempest-DeleteServersTestJSON-1103707810-project] Network 481d215b-c47b-430d-9e72-37380884cd2b is already hosted by enough agents. {{(pid=95101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 20:06:28.232304 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.base_scheduler [req-906f5a6c-07dd-4c73-9f8d-66babc93174e req-dc78957d-bbe2-4677-95f4-95bafb2159a9 tempest-DeleteServersTestJSON-1103707810 tempest-DeleteServersTestJSON-1103707810-project] Resources bound (agent type, host, resource id): {{(pid=95101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 20:06:28.236967 n-d-713301-16 neutron-server[95101]: DEBUG neutron.db.l3_dvrscheduler_db [req-906f5a6c-07dd-4c73-9f8d-66babc93174e req-dc78957d-bbe2-4677-95f4-95bafb2159a9 tempest-DeleteServersTestJSON-1103707810 tempest-DeleteServersTestJSON-1103707810-project] Received port after_create {{(pid=95101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 20:06:28.268669 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc78957d-bbe2-4677-95f4-95bafb2159a9 tempest-DeleteServersTestJSON-1103707810 tempest-DeleteServersTestJSON-1103707810-project] Pushing event updated for resources: {'Port': ['ID=226f3987-f4fc-44c3-846e-725eebb94cda,revision_number=1']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:06:28.278538 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:06:28.302608 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-906f5a6c-07dd-4c73-9f8d-66babc93174e req-dc78957d-bbe2-4677-95f4-95bafb2159a9 tempest-DeleteServersTestJSON-1103707810 tempest-DeleteServersTestJSON-1103707810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:06:28.302608 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-906f5a6c-07dd-4c73-9f8d-66babc93174e req-dc78957d-bbe2-4677-95f4-95bafb2159a9 tempest-DeleteServersTestJSON-1103707810 tempest-DeleteServersTestJSON-1103707810-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222849'] for port, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:06:28.318369 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-906f5a6c-07dd-4c73-9f8d-66babc93174e req-dc78957d-bbe2-4677-95f4-95bafb2159a9 tempest-DeleteServersTestJSON-1103707810 tempest-DeleteServersTestJSON-1103707810-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5882750 Sep 23 20:06:28.333221 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.v2.base [req-906f5a6c-07dd-4c73-9f8d-66babc93174e req-92c0e9fb-f5ce-4a85-9d1f-a11851bba6e7 service neutron] Request body: {'port': {'device_id': '2fe536e6-f4f0-4cff-ba50-4913aab52bdf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713301-16'}} {{(pid=95101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 20:06:28.397879 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-906f5a6c-07dd-4c73-9f8d-66babc93174e req-92c0e9fb-f5ce-4a85-9d1f-a11851bba6e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:06:28.574387 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:06:28.688064 n-d-713301-16 neutron-server[95101]: DEBUG neutron.notifiers.nova [req-906f5a6c-07dd-4c73-9f8d-66babc93174e req-92c0e9fb-f5ce-4a85-9d1f-a11851bba6e7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 226f3987-f4fc-44c3-846e-725eebb94cda {{(pid=95101) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 20:06:28.696019 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-906f5a6c-07dd-4c73-9f8d-66babc93174e req-92c0e9fb-f5ce-4a85-9d1f-a11851bba6e7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:06:28.708213 n-d-713301-16 neutron-server[95101]: DEBUG neutron.db.provisioning_blocks [req-906f5a6c-07dd-4c73-9f8d-66babc93174e req-92c0e9fb-f5ce-4a85-9d1f-a11851bba6e7 service neutron] Transition to ACTIVE for port object 226f3987-f4fc-44c3-846e-725eebb94cda will not be triggered until provisioned by entity L2. {{(pid=95101) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 20:06:28.712234 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-906f5a6c-07dd-4c73-9f8d-66babc93174e req-92c0e9fb-f5ce-4a85-9d1f-a11851bba6e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5607436'] for port, after_update {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:06:28.770882 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92c0e9fb-f5ce-4a85-9d1f-a11851bba6e7 service neutron] Pushing event updated for resources: {'Port': ['ID=226f3987-f4fc-44c3-846e-725eebb94cda,revision_number=2']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:06:28.844388 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.managers [req-906f5a6c-07dd-4c73-9f8d-66babc93174e req-92c0e9fb-f5ce-4a85-9d1f-a11851bba6e7 service neutron] Attempting to bind port 226f3987-f4fc-44c3-846e-725eebb94cda on host n-h1-713301-16 for vnic_type normal with profile {{(pid=95101) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 20:06:28.844749 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.managers [req-906f5a6c-07dd-4c73-9f8d-66babc93174e req-92c0e9fb-f5ce-4a85-9d1f-a11851bba6e7 service neutron] Attempting to bind port 226f3987-f4fc-44c3-846e-725eebb94cda by drivers openvswitch,hyperv on host n-h1-713301-16 at level 0 using segments [{'id': 'a980663f-a254-4bfb-bed4-fb859f570ce1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '481d215b-c47b-430d-9e72-37380884cd2b'}] {{(pid=95101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 20:06:28.845339 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-906f5a6c-07dd-4c73-9f8d-66babc93174e req-92c0e9fb-f5ce-4a85-9d1f-a11851bba6e7 service neutron] Attempting to bind port 226f3987-f4fc-44c3-846e-725eebb94cda on network 481d215b-c47b-430d-9e72-37380884cd2b {{(pid=95101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 20:06:28.849778 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-906f5a6c-07dd-4c73-9f8d-66babc93174e req-92c0e9fb-f5ce-4a85-9d1f-a11851bba6e7 service neutron] Port 226f3987-f4fc-44c3-846e-725eebb94cda on network 481d215b-c47b-430d-9e72-37380884cd2b not bound, no agent of type Open vSwitch agent registered on host n-h1-713301-16 {{(pid=95101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 20:06:28.850099 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-906f5a6c-07dd-4c73-9f8d-66babc93174e req-92c0e9fb-f5ce-4a85-9d1f-a11851bba6e7 service neutron] Attempting to bind port 226f3987-f4fc-44c3-846e-725eebb94cda on network 481d215b-c47b-430d-9e72-37380884cd2b {{(pid=95101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 20:06:28.854871 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-906f5a6c-07dd-4c73-9f8d-66babc93174e req-92c0e9fb-f5ce-4a85-9d1f-a11851bba6e7 service neutron] Checking agent: {'id': '0708c3e9-0aad-4600-9be9-d2486535c898', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713301-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 19, 15, 28), 'started_at': datetime.datetime(2021, 9, 23, 19, 15, 28), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 20, 6, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 20:06:28.855234 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-906f5a6c-07dd-4c73-9f8d-66babc93174e req-92c0e9fb-f5ce-4a85-9d1f-a11851bba6e7 service neutron] Checking segment: {'id': 'a980663f-a254-4bfb-bed4-fb859f570ce1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '481d215b-c47b-430d-9e72-37380884cd2b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 20:06:28.855662 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-906f5a6c-07dd-4c73-9f8d-66babc93174e req-92c0e9fb-f5ce-4a85-9d1f-a11851bba6e7 service neutron] Bound using segment: {'id': 'a980663f-a254-4bfb-bed4-fb859f570ce1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '481d215b-c47b-430d-9e72-37380884cd2b'} {{(pid=95101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 20:06:28.856102 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.managers [req-906f5a6c-07dd-4c73-9f8d-66babc93174e req-92c0e9fb-f5ce-4a85-9d1f-a11851bba6e7 service neutron] Bound port: 226f3987-f4fc-44c3-846e-725eebb94cda, host: n-h1-713301-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a980663f-a254-4bfb-bed4-fb859f570ce1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '481d215b-c47b-430d-9e72-37380884cd2b'}}] {{(pid=95101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 20:06:28.856428 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-906f5a6c-07dd-4c73-9f8d-66babc93174e req-92c0e9fb-f5ce-4a85-9d1f-a11851bba6e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:06:28.934142 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.db [req-906f5a6c-07dd-4c73-9f8d-66babc93174e req-92c0e9fb-f5ce-4a85-9d1f-a11851bba6e7 service neutron] For port 226f3987-f4fc-44c3-846e-725eebb94cda, host n-h1-713301-16, cleared binding levels {{(pid=95101) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 20:06:28.938741 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.db [req-906f5a6c-07dd-4c73-9f8d-66babc93174e req-92c0e9fb-f5ce-4a85-9d1f-a11851bba6e7 service neutron] For port 226f3987-f4fc-44c3-846e-725eebb94cda, host n-h1-713301-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-16',level=0,port_id=226f3987-f4fc-44c3-846e-725eebb94cda,segment=NetworkSegment(a980663f-a254-4bfb-bed4-fb859f570ce1),segment_id=a980663f-a254-4bfb-bed4-fb859f570ce1)] {{(pid=95101) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 20:06:28.943065 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-906f5a6c-07dd-4c73-9f8d-66babc93174e req-92c0e9fb-f5ce-4a85-9d1f-a11851bba6e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5607436'] for port, after_update {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:06:28.983866 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-906f5a6c-07dd-4c73-9f8d-66babc93174e req-92c0e9fb-f5ce-4a85-9d1f-a11851bba6e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:06:28.984881 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-906f5a6c-07dd-4c73-9f8d-66babc93174e req-92c0e9fb-f5ce-4a85-9d1f-a11851bba6e7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222849'] for port, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:06:28.986389 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-906f5a6c-07dd-4c73-9f8d-66babc93174e req-92c0e9fb-f5ce-4a85-9d1f-a11851bba6e7 service neutron] 10.222.0.74 "PUT /v2.0/ports/226f3987-f4fc-44c3-846e-725eebb94cda HTTP/1.1" status: 200 len: 1092 time: 0.6576738 Sep 23 20:06:28.986843 n-d-713301-16 neutron-server[95101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2fe536e6-f4f0-4cff-ba50-4913aab52bdf', 'tag': '226f3987-f4fc-44c3-846e-725eebb94cda'}] {{(pid=95101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 20:06:28.989206 n-d-713301-16 neutron-server[95101]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d8366c5740cd635e57ab12b71fe44a77c2acc3c19091ef849c6f68b380462244" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e23fee4-faf2-4b8c-b0f2-5da525501088" -d '{"events": [{"name": "network-changed", "server_uuid": "2fe536e6-f4f0-4cff-ba50-4913aab52bdf", "tag": "226f3987-f4fc-44c3-846e-725eebb94cda"}]}' {{(pid=95101) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 20:06:29.014385 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92c0e9fb-f5ce-4a85-9d1f-a11851bba6e7 service neutron] Pushing event updated for resources: {'Port': ['ID=226f3987-f4fc-44c3-846e-725eebb94cda,revision_number=3']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:06:29.069080 n-d-713301-16 neutron-server[95101]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 20:06:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2016303f-45f9-4793-9ed9-f3bae81434a5 x-openstack-request-id: req-2016303f-45f9-4793-9ed9-f3bae81434a5 {{(pid=95101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 20:06:29.069371 n-d-713301-16 neutron-server[95101]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2fe536e6-f4f0-4cff-ba50-4913aab52bdf", "tag": "226f3987-f4fc-44c3-846e-725eebb94cda", "status": "completed", "code": 200}]} {{(pid=95101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 20:06:29.069622 n-d-713301-16 neutron-server[95101]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-2016303f-45f9-4793-9ed9-f3bae81434a5 {{(pid=95101) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 20:06:29.070024 n-d-713301-16 neutron-server[95101]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2fe536e6-f4f0-4cff-ba50-4913aab52bdf', 'tag': '226f3987-f4fc-44c3-846e-725eebb94cda', 'status': 'completed', 'code': 200} Sep 23 20:06:29.079989 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-906f5a6c-07dd-4c73-9f8d-66babc93174e req-4910f7e1-5ed5-4b12-bc10-7ce05c896f25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:06:29.081577 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-906f5a6c-07dd-4c73-9f8d-66babc93174e req-4910f7e1-5ed5-4b12-bc10-7ce05c896f25 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=d3a276a5087741718d4927a8d91eeb42&device_id=2fe536e6-f4f0-4cff-ba50-4913aab52bdf HTTP/1.1" status: 200 len: 1095 time: 0.0553842 Sep 23 20:06:29.105574 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b84ada58-3bdf-421d-b733-c963494989de req-7666d98b-ceb8-44ae-baa2-85ce5169dbbb tempest-DeleteServersTestJSON-1103707810 tempest-DeleteServersTestJSON-1103707810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:06:29.106985 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-b84ada58-3bdf-421d-b733-c963494989de req-7666d98b-ceb8-44ae-baa2-85ce5169dbbb tempest-DeleteServersTestJSON-1103707810 tempest-DeleteServersTestJSON-1103707810-project] 10.222.0.67 "GET /v2.0/ports?device_id=2fe536e6-f4f0-4cff-ba50-4913aab52bdf HTTP/1.1" status: 200 len: 943 time: 0.0505910 Sep 23 20:06:29.124765 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-906f5a6c-07dd-4c73-9f8d-66babc93174e req-56eb0a39-9f0c-4a50-b7ef-1500b44c79b7 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=226f3987-f4fc-44c3-846e-725eebb94cda HTTP/1.1" status: 200 len: 217 time: 0.0351655 Sep 23 20:06:29.149086 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-b84ada58-3bdf-421d-b733-c963494989de req-0507fa36-d669-4959-a79e-525132aa85af tempest-DeleteServersTestJSON-1103707810 tempest-DeleteServersTestJSON-1103707810-project] 10.222.0.67 "GET /v2.0/security-groups?id=c324fb6e-b148-4c2c-8219-30186b24574d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350218 Sep 23 20:06:29.181309 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-906f5a6c-07dd-4c73-9f8d-66babc93174e req-b5597bc7-8ac3-43b7-a133-0c9e4966fcb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:06:29.182810 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-906f5a6c-07dd-4c73-9f8d-66babc93174e req-b5597bc7-8ac3-43b7-a133-0c9e4966fcb7 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=4ebacebc-11a4-4f84-9594-1d9c463fc673 HTTP/1.1" status: 200 len: 850 time: 0.0517387 Sep 23 20:06:29.214619 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-906f5a6c-07dd-4c73-9f8d-66babc93174e req-791aced3-67b9-4cc7-bb1f-f37d3c827cba service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=481d215b-c47b-430d-9e72-37380884cd2b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0253661 Sep 23 20:06:29.307477 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-906f5a6c-07dd-4c73-9f8d-66babc93174e req-88f45c46-e654-487c-ad65-5132186fe734 service neutron] 10.222.0.74 "GET /v2.0/networks/481d215b-c47b-430d-9e72-37380884cd2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856161 Sep 23 20:06:29.406605 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-906f5a6c-07dd-4c73-9f8d-66babc93174e req-7faa9880-6159-4ffe-be8e-080e2639bd47 service neutron] 10.222.0.74 "GET /v2.0/networks/481d215b-c47b-430d-9e72-37380884cd2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0923669 Sep 23 20:06:29.499219 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e23fee4-faf2-4b8c-b0f2-5da525501088 req-2bc58a87-699b-4ec1-810e-b8d03c7559be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:06:29.501049 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-3e23fee4-faf2-4b8c-b0f2-5da525501088 req-2bc58a87-699b-4ec1-810e-b8d03c7559be service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=d3a276a5087741718d4927a8d91eeb42&device_id=2fe536e6-f4f0-4cff-ba50-4913aab52bdf HTTP/1.1" status: 200 len: 1095 time: 0.0439224 Sep 23 20:06:29.596553 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e23fee4-faf2-4b8c-b0f2-5da525501088 req-6a10c6f8-fee6-42e7-87cd-807f5f7c6fd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:06:29.598073 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-3e23fee4-faf2-4b8c-b0f2-5da525501088 req-6a10c6f8-fee6-42e7-87cd-807f5f7c6fd8 service neutron] 10.222.0.74 "GET /v2.0/networks?id=481d215b-c47b-430d-9e72-37380884cd2b HTTP/1.1" status: 200 len: 911 time: 0.0904410 Sep 23 20:06:29.642376 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-3e23fee4-faf2-4b8c-b0f2-5da525501088 req-255edbe6-964d-4a13-85ae-574e4249df96 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=226f3987-f4fc-44c3-846e-725eebb94cda HTTP/1.1" status: 200 len: 217 time: 0.0372903 Sep 23 20:06:29.691805 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e23fee4-faf2-4b8c-b0f2-5da525501088 req-3eb03584-1144-40b6-9335-513333df96f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:06:29.693305 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-3e23fee4-faf2-4b8c-b0f2-5da525501088 req-3eb03584-1144-40b6-9335-513333df96f4 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=4ebacebc-11a4-4f84-9594-1d9c463fc673 HTTP/1.1" status: 200 len: 850 time: 0.0445712 Sep 23 20:06:29.737714 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-3e23fee4-faf2-4b8c-b0f2-5da525501088 req-4ab18ea7-156b-44fc-9450-1b1acea4eefc service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=481d215b-c47b-430d-9e72-37380884cd2b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0365593 Sep 23 20:06:29.834889 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-3e23fee4-faf2-4b8c-b0f2-5da525501088 req-56077e28-749a-4ee2-95f8-e941073972cf service neutron] 10.222.0.74 "GET /v2.0/networks/481d215b-c47b-430d-9e72-37380884cd2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883932 Sep 23 20:06:29.933010 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-3e23fee4-faf2-4b8c-b0f2-5da525501088 req-9d6be30f-3c44-4a0d-b3ce-7b6c83c0a428 service neutron] 10.222.0.74 "GET /v2.0/networks/481d215b-c47b-430d-9e72-37380884cd2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903518 Sep 23 20:06:30.279950 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08683811-5903-49ae-8c87-e5aa969c7f57 req-6f0fdc2e-848e-4762-9015-3ef473ec0c1c tempest-DeleteServersTestJSON-1103707810 tempest-DeleteServersTestJSON-1103707810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:06:30.281800 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-08683811-5903-49ae-8c87-e5aa969c7f57 req-6f0fdc2e-848e-4762-9015-3ef473ec0c1c tempest-DeleteServersTestJSON-1103707810 tempest-DeleteServersTestJSON-1103707810-project] 10.222.0.67 "GET /v2.0/ports?device_id=2fe536e6-f4f0-4cff-ba50-4913aab52bdf HTTP/1.1" status: 200 len: 943 time: 0.0603645 Sep 23 20:06:30.335774 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-08683811-5903-49ae-8c87-e5aa969c7f57 req-ff573166-2af5-436e-ab18-e0665043cb4c tempest-DeleteServersTestJSON-1103707810 tempest-DeleteServersTestJSON-1103707810-project] 10.222.0.67 "GET /v2.0/security-groups?id=c324fb6e-b148-4c2c-8219-30186b24574d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477991 Sep 23 20:06:31.455962 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72532f45-d755-4cd1-9c3c-6378904b3809 req-3b9d3896-e856-4be6-98c7-6c282d894c34 tempest-DeleteServersTestJSON-1103707810 tempest-DeleteServersTestJSON-1103707810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:06:31.457577 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-72532f45-d755-4cd1-9c3c-6378904b3809 req-3b9d3896-e856-4be6-98c7-6c282d894c34 tempest-DeleteServersTestJSON-1103707810 tempest-DeleteServersTestJSON-1103707810-project] 10.222.0.67 "GET /v2.0/ports?device_id=2fe536e6-f4f0-4cff-ba50-4913aab52bdf HTTP/1.1" status: 200 len: 943 time: 0.0511258 Sep 23 20:06:31.498206 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-72532f45-d755-4cd1-9c3c-6378904b3809 req-5f8439fa-44fa-4b23-8a4b-d672f959781c tempest-DeleteServersTestJSON-1103707810 tempest-DeleteServersTestJSON-1103707810-project] 10.222.0.67 "GET /v2.0/security-groups?id=c324fb6e-b148-4c2c-8219-30186b24574d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344129 Sep 23 20:06:31.936979 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Device 226f3987-f4fc-44c3-846e-725eebb94cda details requested by agent hyperv_n-h1-713301-16 with host n-h1-713301-16 {{(pid=95103) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 20:06:32.191676 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] For port 226f3987-f4fc-44c3-846e-725eebb94cda, host n-h1-713301-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-16',level=0,port_id=226f3987-f4fc-44c3-846e-725eebb94cda,segment=NetworkSegment(a980663f-a254-4bfb-bed4-fb859f570ce1),segment_id=a980663f-a254-4bfb-bed4-fb859f570ce1)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 20:06:32.204166 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Returning: {'device': '226f3987-f4fc-44c3-846e-725eebb94cda', 'network_id': '481d215b-c47b-430d-9e72-37380884cd2b', 'port_id': '226f3987-f4fc-44c3-846e-725eebb94cda', 'mac_address': 'fa:16:3e:f7:ea:cd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 629, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4ebacebc-11a4-4f84-9594-1d9c463fc673', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95103) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 20:06:32.243124 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:06:32.257988 n-d-713301-16 neutron-server[95103]: DEBUG neutron.notifiers.nova [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 226f3987-f4fc-44c3-846e-725eebb94cda {{(pid=95103) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 20:06:32.282733 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] For port 226f3987-f4fc-44c3-846e-725eebb94cda, host n-h1-713301-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-16',level=0,port_id=226f3987-f4fc-44c3-846e-725eebb94cda,segment=NetworkSegment(a980663f-a254-4bfb-bed4-fb859f570ce1),segment_id=a980663f-a254-4bfb-bed4-fb859f570ce1)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 20:06:32.286796 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:06:32.342807 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Pushing event updated for resources: {'Port': ['ID=226f3987-f4fc-44c3-846e-725eebb94cda,revision_number=4']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:06:32.517909 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] get_ports_and_sgs() called for port_ids ['226f3987-f4fc-44c3-846e-725eebb94cda'] {{(pid=95103) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 20:06:32.620696 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb2e77e-0030-42ef-a21b-7685aaa9325d req-bc655006-93e7-465b-90f3-78877f4f7703 tempest-DeleteServersTestJSON-1103707810 tempest-DeleteServersTestJSON-1103707810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:06:32.622251 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-ebb2e77e-0030-42ef-a21b-7685aaa9325d req-bc655006-93e7-465b-90f3-78877f4f7703 tempest-DeleteServersTestJSON-1103707810 tempest-DeleteServersTestJSON-1103707810-project] 10.222.0.67 "GET /v2.0/ports?device_id=2fe536e6-f4f0-4cff-ba50-4913aab52bdf HTTP/1.1" status: 200 len: 944 time: 0.0545125 Sep 23 20:06:32.664244 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-ebb2e77e-0030-42ef-a21b-7685aaa9325d req-705e91b7-bc53-44f3-ad56-930fd1a35b6a tempest-DeleteServersTestJSON-1103707810 tempest-DeleteServersTestJSON-1103707810-project] 10.222.0.67 "GET /v2.0/security-groups?id=c324fb6e-b148-4c2c-8219-30186b24574d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345192 Sep 23 20:06:33.802287 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451fca51-eb67-4269-9f92-7774b1d7e831 req-23bfc7bf-7c64-4437-9af1-ac0512adb8e6 tempest-DeleteServersTestJSON-1103707810 tempest-DeleteServersTestJSON-1103707810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:06:33.808634 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-451fca51-eb67-4269-9f92-7774b1d7e831 req-23bfc7bf-7c64-4437-9af1-ac0512adb8e6 tempest-DeleteServersTestJSON-1103707810 tempest-DeleteServersTestJSON-1103707810-project] 10.222.0.67 "GET /v2.0/ports?device_id=2fe536e6-f4f0-4cff-ba50-4913aab52bdf HTTP/1.1" status: 200 len: 944 time: 0.0655568 Sep 23 20:06:33.850517 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-451fca51-eb67-4269-9f92-7774b1d7e831 req-50797068-dc17-45ba-842b-5d6a7f5e1d78 tempest-DeleteServersTestJSON-1103707810 tempest-DeleteServersTestJSON-1103707810-project] 10.222.0.67 "GET /v2.0/security-groups?id=c324fb6e-b148-4c2c-8219-30186b24574d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388615 Sep 23 20:06:33.968563 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Device 226f3987-f4fc-44c3-846e-725eebb94cda up at agent hyperv_n-h1-713301-16 {{(pid=95103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 20:06:34.023307 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Provisioning for port 226f3987-f4fc-44c3-846e-725eebb94cda completed by entity L2. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 20:06:34.027599 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Provisioning complete for port 226f3987-f4fc-44c3-846e-725eebb94cda triggered by entity L2. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 20:06:34.027981 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:06:34.111012 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:06:34.135655 n-d-713301-16 neutron-server[95103]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2fe536e6-f4f0-4cff-ba50-4913aab52bdf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '226f3987-f4fc-44c3-846e-725eebb94cda'}] {{(pid=95103) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 20:06:34.138164 n-d-713301-16 neutron-server[95103]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}81a1c17f2aa89d5b3ebbba3a3e0cf7eb588e431c2224256110c4c4facdd7c3e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab1d696f-3055-4713-adab-f5259785936b" -d '{"events": [{"server_uuid": "2fe536e6-f4f0-4cff-ba50-4913aab52bdf", "name": "network-vif-plugged", "status": "completed", "tag": "226f3987-f4fc-44c3-846e-725eebb94cda"}]}' {{(pid=95103) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 20:06:34.152123 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] For port 226f3987-f4fc-44c3-846e-725eebb94cda, host n-h1-713301-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-16',level=0,port_id=226f3987-f4fc-44c3-846e-725eebb94cda,segment=NetworkSegment(a980663f-a254-4bfb-bed4-fb859f570ce1),segment_id=a980663f-a254-4bfb-bed4-fb859f570ce1)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 20:06:34.157100 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:06:34.184509 n-d-713301-16 neutron-server[95103]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 20:06:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36c5e007-95ea-4ab9-94fa-2f2e097bed7b x-openstack-request-id: req-36c5e007-95ea-4ab9-94fa-2f2e097bed7b {{(pid=95103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 20:06:34.184819 n-d-713301-16 neutron-server[95103]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2fe536e6-f4f0-4cff-ba50-4913aab52bdf", "name": "network-vif-plugged", "status": "completed", "tag": "226f3987-f4fc-44c3-846e-725eebb94cda", "code": 200}]} {{(pid=95103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 20:06:34.185065 n-d-713301-16 neutron-server[95103]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-36c5e007-95ea-4ab9-94fa-2f2e097bed7b {{(pid=95103) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 20:06:34.185448 n-d-713301-16 neutron-server[95103]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2fe536e6-f4f0-4cff-ba50-4913aab52bdf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '226f3987-f4fc-44c3-846e-725eebb94cda', 'code': 200} Sep 23 20:06:34.215329 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Pushing event updated for resources: {'Port': ['ID=226f3987-f4fc-44c3-846e-725eebb94cda,revision_number=5']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:06:34.289009 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-503fd5d3-1431-4144-8604-85a7a04e7af8 req-27800a8a-851d-48ee-8d59-9667da0a2b15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:06:34.290566 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-503fd5d3-1431-4144-8604-85a7a04e7af8 req-27800a8a-851d-48ee-8d59-9667da0a2b15 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=2fe536e6-f4f0-4cff-ba50-4913aab52bdf HTTP/1.1" status: 200 len: 1097 time: 0.0454950 Sep 23 20:06:34.327482 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-503fd5d3-1431-4144-8604-85a7a04e7af8 req-d21481cf-06a4-4c70-a49e-51670386a3eb service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=c324fb6e-b148-4c2c-8219-30186b24574d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0294461 Sep 23 20:06:34.971079 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911fad9f-7b5e-4b5b-be1c-f2c1b1e45685 req-d9144840-402a-4809-ac8a-672ad7c7ce25 tempest-DeleteServersTestJSON-1103707810 tempest-DeleteServersTestJSON-1103707810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:06:34.972626 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-911fad9f-7b5e-4b5b-be1c-f2c1b1e45685 req-d9144840-402a-4809-ac8a-672ad7c7ce25 tempest-DeleteServersTestJSON-1103707810 tempest-DeleteServersTestJSON-1103707810-project] 10.222.0.67 "GET /v2.0/ports?device_id=2fe536e6-f4f0-4cff-ba50-4913aab52bdf HTTP/1.1" status: 200 len: 945 time: 0.0518215 Sep 23 20:06:35.011289 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-911fad9f-7b5e-4b5b-be1c-f2c1b1e45685 req-81122b7d-bda6-4c9f-a318-4fb33416a4f1 tempest-DeleteServersTestJSON-1103707810 tempest-DeleteServersTestJSON-1103707810-project] 10.222.0.67 "GET /v2.0/security-groups?id=c324fb6e-b148-4c2c-8219-30186b24574d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327203 Sep 23 20:06:36.135369 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3caa96b-3460-487f-834a-1a99246b95ba req-835e2b6c-b413-4c94-a0d7-fce4c181c3f1 tempest-DeleteServersTestJSON-1103707810 tempest-DeleteServersTestJSON-1103707810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:06:36.136979 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-f3caa96b-3460-487f-834a-1a99246b95ba req-835e2b6c-b413-4c94-a0d7-fce4c181c3f1 tempest-DeleteServersTestJSON-1103707810 tempest-DeleteServersTestJSON-1103707810-project] 10.222.0.67 "GET /v2.0/ports?device_id=2fe536e6-f4f0-4cff-ba50-4913aab52bdf HTTP/1.1" status: 200 len: 945 time: 0.0512528 Sep 23 20:06:36.180234 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-f3caa96b-3460-487f-834a-1a99246b95ba req-7d8c8971-4c28-430b-9b2c-d589712d7244 tempest-DeleteServersTestJSON-1103707810 tempest-DeleteServersTestJSON-1103707810-project] 10.222.0.67 "GET /v2.0/security-groups?id=c324fb6e-b148-4c2c-8219-30186b24574d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365613 Sep 23 20:06:36.455759 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c1aa632-e7a8-47ef-8d0e-560685fbdb48 req-91e70b0f-2a45-4d6e-8bc8-110aa1346622 tempest-DeleteServersTestJSON-1103707810 tempest-DeleteServersTestJSON-1103707810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:06:36.457465 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-5c1aa632-e7a8-47ef-8d0e-560685fbdb48 req-91e70b0f-2a45-4d6e-8bc8-110aa1346622 tempest-DeleteServersTestJSON-1103707810 tempest-DeleteServersTestJSON-1103707810-project] 10.222.0.67 "GET /v2.0/ports?device_id=2fe536e6-f4f0-4cff-ba50-4913aab52bdf HTTP/1.1" status: 200 len: 945 time: 0.0629065 Sep 23 20:06:36.523730 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-5c1aa632-e7a8-47ef-8d0e-560685fbdb48 req-23a03dd1-a450-414f-b808-723e5c6c6d64 tempest-DeleteServersTestJSON-1103707810 tempest-DeleteServersTestJSON-1103707810-project] 10.222.0.67 "GET /v2.0/security-groups?id=c324fb6e-b148-4c2c-8219-30186b24574d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598357 Sep 23 20:06:36.540327 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-4b17718f-4922-4be1-adfa-61f718429221 req-40fa202a-7a8f-4060-9585-887ab456d8b1 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=2fe536e6-f4f0-4cff-ba50-4913aab52bdf&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1328251 Sep 23 20:06:37.648211 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9bd466-698c-402d-bfa3-14596fcd2613 req-e0128213-1f42-4b3c-813c-8e68565b2d46 tempest-DeleteServersTestJSON-1103707810 tempest-DeleteServersTestJSON-1103707810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:06:37.650472 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-9d9bd466-698c-402d-bfa3-14596fcd2613 req-e0128213-1f42-4b3c-813c-8e68565b2d46 tempest-DeleteServersTestJSON-1103707810 tempest-DeleteServersTestJSON-1103707810-project] 10.222.0.67 "GET /v2.0/ports?device_id=2fe536e6-f4f0-4cff-ba50-4913aab52bdf HTTP/1.1" status: 200 len: 945 time: 0.0541432 Sep 23 20:06:37.697163 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-9d9bd466-698c-402d-bfa3-14596fcd2613 req-d08c97da-ce08-456d-b151-1a6079479084 tempest-DeleteServersTestJSON-1103707810 tempest-DeleteServersTestJSON-1103707810-project] 10.222.0.67 "GET /v2.0/security-groups?id=c324fb6e-b148-4c2c-8219-30186b24574d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384598 Sep 23 20:06:37.793803 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b17718f-4922-4be1-adfa-61f718429221 req-cfecbd51-aff8-4c5f-a9a4-8c4851207a31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:06:37.796760 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-4b17718f-4922-4be1-adfa-61f718429221 req-cfecbd51-aff8-4c5f-a9a4-8c4851207a31 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=d3a276a5087741718d4927a8d91eeb42&device_id=2fe536e6-f4f0-4cff-ba50-4913aab52bdf HTTP/1.1" status: 200 len: 1097 time: 0.0497327 Sep 23 20:06:37.898893 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b17718f-4922-4be1-adfa-61f718429221 req-b6142fae-8ca4-4ab0-804a-d62c0083c4a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:06:37.900445 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-4b17718f-4922-4be1-adfa-61f718429221 req-b6142fae-8ca4-4ab0-804a-d62c0083c4a5 service neutron] 10.222.0.74 "GET /v2.0/networks?id=481d215b-c47b-430d-9e72-37380884cd2b HTTP/1.1" status: 200 len: 911 time: 0.0967064 Sep 23 20:06:37.943493 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-4b17718f-4922-4be1-adfa-61f718429221 req-ef05e59e-84e8-44b5-b0b5-9916ea14b7b9 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=226f3987-f4fc-44c3-846e-725eebb94cda HTTP/1.1" status: 200 len: 217 time: 0.0360649 Sep 23 20:06:38.002801 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b17718f-4922-4be1-adfa-61f718429221 req-6091bc36-d903-42bf-b17a-391b8b0d13f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:06:38.004351 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-4b17718f-4922-4be1-adfa-61f718429221 req-6091bc36-d903-42bf-b17a-391b8b0d13f3 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=4ebacebc-11a4-4f84-9594-1d9c463fc673 HTTP/1.1" status: 200 len: 850 time: 0.0545695 Sep 23 20:06:38.349496 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-4b17718f-4922-4be1-adfa-61f718429221 req-1a8dccaf-a367-4701-9d63-ae7e85238e67 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=481d215b-c47b-430d-9e72-37380884cd2b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3380666 Sep 23 20:06:38.442601 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-4b17718f-4922-4be1-adfa-61f718429221 req-a24c21aa-b745-4d87-b571-6f00c1e63052 service neutron] 10.222.0.74 "GET /v2.0/networks/481d215b-c47b-430d-9e72-37380884cd2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860879 Sep 23 20:06:38.536614 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-4b17718f-4922-4be1-adfa-61f718429221 req-02ce20c8-5875-4ced-ad31-419551781644 service neutron] 10.222.0.74 "GET /v2.0/networks/481d215b-c47b-430d-9e72-37380884cd2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874639 Sep 23 20:06:38.824703 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e941ddec-4244-4498-8e88-5bc7c6e45b49 req-13220236-f155-4664-908f-45397467f9dd tempest-DeleteServersTestJSON-1103707810 tempest-DeleteServersTestJSON-1103707810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:06:38.826215 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-e941ddec-4244-4498-8e88-5bc7c6e45b49 req-13220236-f155-4664-908f-45397467f9dd tempest-DeleteServersTestJSON-1103707810 tempest-DeleteServersTestJSON-1103707810-project] 10.222.0.67 "GET /v2.0/ports?device_id=2fe536e6-f4f0-4cff-ba50-4913aab52bdf HTTP/1.1" status: 200 len: 945 time: 0.0556984 Sep 23 20:06:38.866604 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-e941ddec-4244-4498-8e88-5bc7c6e45b49 req-20affe81-e4b8-4889-acd4-c66ba3f34202 tempest-DeleteServersTestJSON-1103707810 tempest-DeleteServersTestJSON-1103707810-project] 10.222.0.67 "GET /v2.0/security-groups?id=c324fb6e-b148-4c2c-8219-30186b24574d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343025 Sep 23 20:06:39.985547 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e407f9e-33ac-4c76-8099-fe8524f38351 req-43778cff-636a-41b0-8260-e9e6c9bd976b tempest-DeleteServersTestJSON-1103707810 tempest-DeleteServersTestJSON-1103707810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:06:39.987043 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-5e407f9e-33ac-4c76-8099-fe8524f38351 req-43778cff-636a-41b0-8260-e9e6c9bd976b tempest-DeleteServersTestJSON-1103707810 tempest-DeleteServersTestJSON-1103707810-project] 10.222.0.67 "GET /v2.0/ports?device_id=2fe536e6-f4f0-4cff-ba50-4913aab52bdf HTTP/1.1" status: 200 len: 945 time: 0.0508668 Sep 23 20:06:40.026157 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-5e407f9e-33ac-4c76-8099-fe8524f38351 req-ce2ad3ca-7b25-419d-b0cb-903bf5ef2d1b tempest-DeleteServersTestJSON-1103707810 tempest-DeleteServersTestJSON-1103707810-project] 10.222.0.67 "GET /v2.0/security-groups?id=c324fb6e-b148-4c2c-8219-30186b24574d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331285 Sep 23 20:06:41.147170 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e5471d-77ae-40d7-ad35-720564c5eb21 req-aa32414d-0c0b-4325-876b-96711459aecf tempest-DeleteServersTestJSON-1103707810 tempest-DeleteServersTestJSON-1103707810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:06:41.148793 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-d2e5471d-77ae-40d7-ad35-720564c5eb21 req-aa32414d-0c0b-4325-876b-96711459aecf tempest-DeleteServersTestJSON-1103707810 tempest-DeleteServersTestJSON-1103707810-project] 10.222.0.67 "GET /v2.0/ports?device_id=2fe536e6-f4f0-4cff-ba50-4913aab52bdf HTTP/1.1" status: 200 len: 945 time: 0.0518439 Sep 23 20:06:41.188262 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-d2e5471d-77ae-40d7-ad35-720564c5eb21 req-bebe72ca-74f7-4500-ad50-660b42d43675 tempest-DeleteServersTestJSON-1103707810 tempest-DeleteServersTestJSON-1103707810-project] 10.222.0.67 "GET /v2.0/security-groups?id=c324fb6e-b148-4c2c-8219-30186b24574d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333769 Sep 23 20:06:42.313062 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f5baf32-914e-40a7-a72b-780ae2932813 req-51db9417-d175-49e5-bcc5-e8d8929765bb tempest-DeleteServersTestJSON-1103707810 tempest-DeleteServersTestJSON-1103707810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:06:42.314620 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-4f5baf32-914e-40a7-a72b-780ae2932813 req-51db9417-d175-49e5-bcc5-e8d8929765bb tempest-DeleteServersTestJSON-1103707810 tempest-DeleteServersTestJSON-1103707810-project] 10.222.0.67 "GET /v2.0/ports?device_id=2fe536e6-f4f0-4cff-ba50-4913aab52bdf HTTP/1.1" status: 200 len: 945 time: 0.0558312 Sep 23 20:06:42.354683 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-4f5baf32-914e-40a7-a72b-780ae2932813 req-b8712a5e-d59f-4cf4-9c57-12715c4a5e5b tempest-DeleteServersTestJSON-1103707810 tempest-DeleteServersTestJSON-1103707810-project] 10.222.0.67 "GET /v2.0/security-groups?id=c324fb6e-b148-4c2c-8219-30186b24574d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339711 Sep 23 20:06:43.487265 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860d0f8f-a6b3-412f-8a59-29834bc33632 req-958d2de8-7fe3-4c83-aaf6-fd90cd0613ed tempest-DeleteServersTestJSON-1103707810 tempest-DeleteServersTestJSON-1103707810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:06:43.488853 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-860d0f8f-a6b3-412f-8a59-29834bc33632 req-958d2de8-7fe3-4c83-aaf6-fd90cd0613ed tempest-DeleteServersTestJSON-1103707810 tempest-DeleteServersTestJSON-1103707810-project] 10.222.0.67 "GET /v2.0/ports?device_id=2fe536e6-f4f0-4cff-ba50-4913aab52bdf HTTP/1.1" status: 200 len: 945 time: 0.0595822 Sep 23 20:06:43.527686 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-860d0f8f-a6b3-412f-8a59-29834bc33632 req-b56eacfb-8c1b-4831-bc36-580eb6439de2 tempest-DeleteServersTestJSON-1103707810 tempest-DeleteServersTestJSON-1103707810-project] 10.222.0.67 "GET /v2.0/security-groups?id=c324fb6e-b148-4c2c-8219-30186b24574d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329432 Sep 23 20:06:44.548775 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.agents_db [None req-f2f5c474-60a3-474f-b2cc-02c4bd30880c None None] Agent healthcheck: found 7 active agents {{(pid=95104) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 20:06:44.648364 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c5ca47-edbe-4cc2-bd09-d3816b8340db req-fa078049-2183-42eb-b1e3-5ce389cca5dc tempest-DeleteServersTestJSON-1103707810 tempest-DeleteServersTestJSON-1103707810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:06:44.649885 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-51c5ca47-edbe-4cc2-bd09-d3816b8340db req-fa078049-2183-42eb-b1e3-5ce389cca5dc tempest-DeleteServersTestJSON-1103707810 tempest-DeleteServersTestJSON-1103707810-project] 10.222.0.67 "GET /v2.0/ports?device_id=2fe536e6-f4f0-4cff-ba50-4913aab52bdf HTTP/1.1" status: 200 len: 945 time: 0.0510795 Sep 23 20:06:44.689279 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-51c5ca47-edbe-4cc2-bd09-d3816b8340db req-77fc671c-3692-4199-9d37-8578fe1db6b2 tempest-DeleteServersTestJSON-1103707810 tempest-DeleteServersTestJSON-1103707810-project] 10.222.0.67 "GET /v2.0/security-groups?id=c324fb6e-b148-4c2c-8219-30186b24574d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325925 Sep 23 20:06:45.817053 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7892d9-dfba-4555-bead-a23fde48f6f1 req-e78be8e7-8ad9-4cbc-a019-9742aa1bb734 tempest-DeleteServersTestJSON-1103707810 tempest-DeleteServersTestJSON-1103707810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:06:45.818647 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-5d7892d9-dfba-4555-bead-a23fde48f6f1 req-e78be8e7-8ad9-4cbc-a019-9742aa1bb734 tempest-DeleteServersTestJSON-1103707810 tempest-DeleteServersTestJSON-1103707810-project] 10.222.0.67 "GET /v2.0/ports?device_id=2fe536e6-f4f0-4cff-ba50-4913aab52bdf HTTP/1.1" status: 200 len: 945 time: 0.0591240 Sep 23 20:06:45.859957 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-5d7892d9-dfba-4555-bead-a23fde48f6f1 req-13fe680b-4386-42b0-b792-f5ebae6c66ec tempest-DeleteServersTestJSON-1103707810 tempest-DeleteServersTestJSON-1103707810-project] 10.222.0.67 "GET /v2.0/security-groups?id=c324fb6e-b148-4c2c-8219-30186b24574d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352509 Sep 23 20:06:46.980618 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f7d94c8-4632-411a-846c-770a20724af9 req-781a3e7c-2fb6-4be9-b62d-5833531d1cb6 tempest-DeleteServersTestJSON-1103707810 tempest-DeleteServersTestJSON-1103707810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:06:46.982169 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-3f7d94c8-4632-411a-846c-770a20724af9 req-781a3e7c-2fb6-4be9-b62d-5833531d1cb6 tempest-DeleteServersTestJSON-1103707810 tempest-DeleteServersTestJSON-1103707810-project] 10.222.0.67 "GET /v2.0/ports?device_id=2fe536e6-f4f0-4cff-ba50-4913aab52bdf HTTP/1.1" status: 200 len: 945 time: 0.0506594 Sep 23 20:06:47.023146 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-3f7d94c8-4632-411a-846c-770a20724af9 req-ba9ce186-8f8a-4165-b479-3603aef71766 tempest-DeleteServersTestJSON-1103707810 tempest-DeleteServersTestJSON-1103707810-project] 10.222.0.67 "GET /v2.0/security-groups?id=c324fb6e-b148-4c2c-8219-30186b24574d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345118 Sep 23 20:06:48.149497 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7468b6f-bb6b-4a9f-8b64-ac1e818ad29a req-957e91f8-2ece-4a4d-b540-874a16f14b14 tempest-DeleteServersTestJSON-1103707810 tempest-DeleteServersTestJSON-1103707810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:06:48.150976 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-b7468b6f-bb6b-4a9f-8b64-ac1e818ad29a req-957e91f8-2ece-4a4d-b540-874a16f14b14 tempest-DeleteServersTestJSON-1103707810 tempest-DeleteServersTestJSON-1103707810-project] 10.222.0.67 "GET /v2.0/ports?device_id=2fe536e6-f4f0-4cff-ba50-4913aab52bdf HTTP/1.1" status: 200 len: 945 time: 0.0570650 Sep 23 20:06:48.193832 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-b7468b6f-bb6b-4a9f-8b64-ac1e818ad29a req-8eb3642a-126e-4fa9-9615-45b7fda3435a tempest-DeleteServersTestJSON-1103707810 tempest-DeleteServersTestJSON-1103707810-project] 10.222.0.67 "GET /v2.0/security-groups?id=c324fb6e-b148-4c2c-8219-30186b24574d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366805 Sep 23 20:06:49.315038 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dfda46a-466d-47cd-9c31-f5d32ff8af31 req-920db82b-270e-4bf3-8572-153e915e348d tempest-DeleteServersTestJSON-1103707810 tempest-DeleteServersTestJSON-1103707810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:06:49.316532 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-8dfda46a-466d-47cd-9c31-f5d32ff8af31 req-920db82b-270e-4bf3-8572-153e915e348d tempest-DeleteServersTestJSON-1103707810 tempest-DeleteServersTestJSON-1103707810-project] 10.222.0.67 "GET /v2.0/ports?device_id=2fe536e6-f4f0-4cff-ba50-4913aab52bdf HTTP/1.1" status: 200 len: 945 time: 0.0545683 Sep 23 20:06:49.355015 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-8dfda46a-466d-47cd-9c31-f5d32ff8af31 req-d9abd7c0-660e-4a9e-83fc-3262b454b6b9 tempest-DeleteServersTestJSON-1103707810 tempest-DeleteServersTestJSON-1103707810-project] 10.222.0.67 "GET /v2.0/security-groups?id=c324fb6e-b148-4c2c-8219-30186b24574d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321646 Sep 23 20:06:49.756355 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-08795874-0a33-45c6-bb64-baf379f9fa8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:06:50.489550 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90e914a-1bcf-49e2-918a-b5dea5047b02 req-0f8b48b3-28c4-4530-8910-f251a6283a9c tempest-DeleteServersTestJSON-1103707810 tempest-DeleteServersTestJSON-1103707810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:06:50.491116 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-c90e914a-1bcf-49e2-918a-b5dea5047b02 req-0f8b48b3-28c4-4530-8910-f251a6283a9c tempest-DeleteServersTestJSON-1103707810 tempest-DeleteServersTestJSON-1103707810-project] 10.222.0.67 "GET /v2.0/ports?device_id=2fe536e6-f4f0-4cff-ba50-4913aab52bdf HTTP/1.1" status: 200 len: 945 time: 0.0651169 Sep 23 20:06:50.535411 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-c90e914a-1bcf-49e2-918a-b5dea5047b02 req-5c5bfab8-edb9-4559-a898-77d6d5a5dff7 tempest-DeleteServersTestJSON-1103707810 tempest-DeleteServersTestJSON-1103707810-project] 10.222.0.67 "GET /v2.0/security-groups?id=c324fb6e-b148-4c2c-8219-30186b24574d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370426 Sep 23 20:06:51.660692 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2cc0f7c-416f-410d-8ef4-ea330a4d8e6f req-c25b9f92-8652-4f64-8300-dad0ec0db59c tempest-DeleteServersTestJSON-1103707810 tempest-DeleteServersTestJSON-1103707810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:06:51.662205 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-b2cc0f7c-416f-410d-8ef4-ea330a4d8e6f req-c25b9f92-8652-4f64-8300-dad0ec0db59c tempest-DeleteServersTestJSON-1103707810 tempest-DeleteServersTestJSON-1103707810-project] 10.222.0.67 "GET /v2.0/ports?device_id=2fe536e6-f4f0-4cff-ba50-4913aab52bdf HTTP/1.1" status: 200 len: 945 time: 0.0502930 Sep 23 20:06:51.702363 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-b2cc0f7c-416f-410d-8ef4-ea330a4d8e6f req-5c64a715-f688-498d-add9-a89c3bc5232e tempest-DeleteServersTestJSON-1103707810 tempest-DeleteServersTestJSON-1103707810-project] 10.222.0.67 "GET /v2.0/security-groups?id=c324fb6e-b148-4c2c-8219-30186b24574d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336475 Sep 23 20:06:52.829719 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4123a1-14ec-4fb7-96b1-0cf6526e2c2c req-c72f138a-4438-42db-b77a-e59de180497c tempest-DeleteServersTestJSON-1103707810 tempest-DeleteServersTestJSON-1103707810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:06:52.831248 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-9d4123a1-14ec-4fb7-96b1-0cf6526e2c2c req-c72f138a-4438-42db-b77a-e59de180497c tempest-DeleteServersTestJSON-1103707810 tempest-DeleteServersTestJSON-1103707810-project] 10.222.0.67 "GET /v2.0/ports?device_id=2fe536e6-f4f0-4cff-ba50-4913aab52bdf HTTP/1.1" status: 200 len: 945 time: 0.0545177 Sep 23 20:06:52.874691 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-9d4123a1-14ec-4fb7-96b1-0cf6526e2c2c req-9a4b38ac-85b8-479f-905d-eada6b424c35 tempest-DeleteServersTestJSON-1103707810 tempest-DeleteServersTestJSON-1103707810-project] 10.222.0.67 "GET /v2.0/security-groups?id=c324fb6e-b148-4c2c-8219-30186b24574d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363927 Sep 23 20:06:53.009223 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-fdcaf945-a6cd-4228-9edd-72587fb107dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:06:53.162706 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:06:53.563559 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-0ae75029-feb6-4728-9a94-5f9b60993d82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:06:53.991611 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb2c152-ddb5-48fa-a01c-41616262f635 req-83dea823-1957-4dec-b702-9a761c9b9d5b tempest-DeleteServersTestJSON-1103707810 tempest-DeleteServersTestJSON-1103707810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:06:53.993141 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-4eb2c152-ddb5-48fa-a01c-41616262f635 req-83dea823-1957-4dec-b702-9a761c9b9d5b tempest-DeleteServersTestJSON-1103707810 tempest-DeleteServersTestJSON-1103707810-project] 10.222.0.67 "GET /v2.0/ports?device_id=2fe536e6-f4f0-4cff-ba50-4913aab52bdf HTTP/1.1" status: 200 len: 945 time: 0.0508013 Sep 23 20:06:54.029586 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-4eb2c152-ddb5-48fa-a01c-41616262f635 req-d6c2d8b6-a510-4acb-8eab-6cf349207c74 tempest-DeleteServersTestJSON-1103707810 tempest-DeleteServersTestJSON-1103707810-project] 10.222.0.67 "GET /v2.0/security-groups?id=c324fb6e-b148-4c2c-8219-30186b24574d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305722 Sep 23 20:06:55.145627 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67240cbf-d6e6-422d-94c5-ff34d784f4c5 req-28a92310-0efd-43e5-8e55-501faba79dae tempest-DeleteServersTestJSON-1103707810 tempest-DeleteServersTestJSON-1103707810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:06:55.147119 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-67240cbf-d6e6-422d-94c5-ff34d784f4c5 req-28a92310-0efd-43e5-8e55-501faba79dae tempest-DeleteServersTestJSON-1103707810 tempest-DeleteServersTestJSON-1103707810-project] 10.222.0.67 "GET /v2.0/ports?device_id=2fe536e6-f4f0-4cff-ba50-4913aab52bdf HTTP/1.1" status: 200 len: 945 time: 0.0492249 Sep 23 20:06:55.190174 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-67240cbf-d6e6-422d-94c5-ff34d784f4c5 req-749b69d7-dc2e-45ba-976d-cee5a6284351 tempest-DeleteServersTestJSON-1103707810 tempest-DeleteServersTestJSON-1103707810-project] 10.222.0.67 "GET /v2.0/security-groups?id=c324fb6e-b148-4c2c-8219-30186b24574d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370448 Sep 23 20:06:55.391260 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-80e7e501-6c57-470d-92c6-e3d54bc3195c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:06:56.307355 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a68d6dc-4eed-431a-b97a-1ac443ec1bbd req-98017d31-2f19-472a-85f2-b7cb91db1aec tempest-DeleteServersTestJSON-1103707810 tempest-DeleteServersTestJSON-1103707810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:06:56.308847 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-0a68d6dc-4eed-431a-b97a-1ac443ec1bbd req-98017d31-2f19-472a-85f2-b7cb91db1aec tempest-DeleteServersTestJSON-1103707810 tempest-DeleteServersTestJSON-1103707810-project] 10.222.0.67 "GET /v2.0/ports?device_id=2fe536e6-f4f0-4cff-ba50-4913aab52bdf HTTP/1.1" status: 200 len: 945 time: 0.0519049 Sep 23 20:06:56.347415 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-0a68d6dc-4eed-431a-b97a-1ac443ec1bbd req-ea69727a-2c9a-41fb-9bb2-b03ca5651fbf tempest-DeleteServersTestJSON-1103707810 tempest-DeleteServersTestJSON-1103707810-project] 10.222.0.67 "GET /v2.0/security-groups?id=c324fb6e-b148-4c2c-8219-30186b24574d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319502 Sep 23 20:06:57.462081 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-314745d3-89e4-48bc-957e-c24e064abb7a req-09e0eb81-39c5-45ab-9d6e-f84175188d48 tempest-DeleteServersTestJSON-1103707810 tempest-DeleteServersTestJSON-1103707810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:06:57.463569 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-314745d3-89e4-48bc-957e-c24e064abb7a req-09e0eb81-39c5-45ab-9d6e-f84175188d48 tempest-DeleteServersTestJSON-1103707810 tempest-DeleteServersTestJSON-1103707810-project] 10.222.0.67 "GET /v2.0/ports?device_id=2fe536e6-f4f0-4cff-ba50-4913aab52bdf HTTP/1.1" status: 200 len: 945 time: 0.0491345 Sep 23 20:06:57.501876 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-314745d3-89e4-48bc-957e-c24e064abb7a req-480fe184-064f-46cf-a9d1-637aec6a244d tempest-DeleteServersTestJSON-1103707810 tempest-DeleteServersTestJSON-1103707810-project] 10.222.0.67 "GET /v2.0/security-groups?id=c324fb6e-b148-4c2c-8219-30186b24574d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319066 Sep 23 20:06:58.274532 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:06:58.573354 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:06:58.625689 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce09684-c449-418c-9879-80b53336fcf9 req-a2c141f0-5076-422e-b534-a525a5a9bf93 tempest-DeleteServersTestJSON-1103707810 tempest-DeleteServersTestJSON-1103707810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:06:58.627189 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-7ce09684-c449-418c-9879-80b53336fcf9 req-a2c141f0-5076-422e-b534-a525a5a9bf93 tempest-DeleteServersTestJSON-1103707810 tempest-DeleteServersTestJSON-1103707810-project] 10.222.0.67 "GET /v2.0/ports?device_id=2fe536e6-f4f0-4cff-ba50-4913aab52bdf HTTP/1.1" status: 200 len: 945 time: 0.0567257 Sep 23 20:06:58.668506 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-7ce09684-c449-418c-9879-80b53336fcf9 req-aff0eccc-b347-4030-a87f-30445b57c5cc tempest-DeleteServersTestJSON-1103707810 tempest-DeleteServersTestJSON-1103707810-project] 10.222.0.67 "GET /v2.0/security-groups?id=c324fb6e-b148-4c2c-8219-30186b24574d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351980 Sep 23 20:07:00.112455 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc2dda9b-2388-4983-bd72-4028fe5e25d2 req-49e95c59-e6eb-49b3-8922-3d2f2d2d6ba0 tempest-DeleteServersTestJSON-1103707810 tempest-DeleteServersTestJSON-1103707810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:07:00.113949 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-cc2dda9b-2388-4983-bd72-4028fe5e25d2 req-49e95c59-e6eb-49b3-8922-3d2f2d2d6ba0 tempest-DeleteServersTestJSON-1103707810 tempest-DeleteServersTestJSON-1103707810-project] 10.222.0.67 "GET /v2.0/ports?device_id=2fe536e6-f4f0-4cff-ba50-4913aab52bdf HTTP/1.1" status: 200 len: 945 time: 0.3759291 Sep 23 20:07:00.154195 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-cc2dda9b-2388-4983-bd72-4028fe5e25d2 req-2de808e6-92fa-40b2-89bd-190f0b781904 tempest-DeleteServersTestJSON-1103707810 tempest-DeleteServersTestJSON-1103707810-project] 10.222.0.67 "GET /v2.0/security-groups?id=c324fb6e-b148-4c2c-8219-30186b24574d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343156 Sep 23 20:07:01.269180 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e60a67-e107-465c-95b2-9415117959ce req-b22b7372-6d47-4272-b843-146702724d30 tempest-DeleteServersTestJSON-1103707810 tempest-DeleteServersTestJSON-1103707810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:07:01.270845 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-30e60a67-e107-465c-95b2-9415117959ce req-b22b7372-6d47-4272-b843-146702724d30 tempest-DeleteServersTestJSON-1103707810 tempest-DeleteServersTestJSON-1103707810-project] 10.222.0.67 "GET /v2.0/ports?device_id=2fe536e6-f4f0-4cff-ba50-4913aab52bdf HTTP/1.1" status: 200 len: 945 time: 0.0483623 Sep 23 20:07:01.307874 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-30e60a67-e107-465c-95b2-9415117959ce req-e409b862-5e80-4d3f-9bdd-fc2081af0718 tempest-DeleteServersTestJSON-1103707810 tempest-DeleteServersTestJSON-1103707810-project] 10.222.0.67 "GET /v2.0/security-groups?id=c324fb6e-b148-4c2c-8219-30186b24574d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313241 Sep 23 20:07:02.422910 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b697fa3-f04f-4637-b781-2f57c8054765 req-8aef3d70-f8ac-408b-bde4-4003c50d7347 tempest-DeleteServersTestJSON-1103707810 tempest-DeleteServersTestJSON-1103707810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:07:02.424403 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-8b697fa3-f04f-4637-b781-2f57c8054765 req-8aef3d70-f8ac-408b-bde4-4003c50d7347 tempest-DeleteServersTestJSON-1103707810 tempest-DeleteServersTestJSON-1103707810-project] 10.222.0.67 "GET /v2.0/ports?device_id=2fe536e6-f4f0-4cff-ba50-4913aab52bdf HTTP/1.1" status: 200 len: 945 time: 0.0487401 Sep 23 20:07:02.469662 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-8b697fa3-f04f-4637-b781-2f57c8054765 req-13526bcb-9b68-4822-8462-afccd8ed3d9e tempest-DeleteServersTestJSON-1103707810 tempest-DeleteServersTestJSON-1103707810-project] 10.222.0.67 "GET /v2.0/security-groups?id=c324fb6e-b148-4c2c-8219-30186b24574d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393813 Sep 23 20:07:03.588508 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ecb213-1bd9-43db-902c-b50c36badd5a req-9232b3e7-5739-438a-a0fe-350fcc332329 tempest-DeleteServersTestJSON-1103707810 tempest-DeleteServersTestJSON-1103707810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:07:03.590014 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-b5ecb213-1bd9-43db-902c-b50c36badd5a req-9232b3e7-5739-438a-a0fe-350fcc332329 tempest-DeleteServersTestJSON-1103707810 tempest-DeleteServersTestJSON-1103707810-project] 10.222.0.67 "GET /v2.0/ports?device_id=2fe536e6-f4f0-4cff-ba50-4913aab52bdf HTTP/1.1" status: 200 len: 945 time: 0.0527868 Sep 23 20:07:03.631782 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-b5ecb213-1bd9-43db-902c-b50c36badd5a req-9661e215-f0d1-4b3f-8b1d-79b14a60d02e tempest-DeleteServersTestJSON-1103707810 tempest-DeleteServersTestJSON-1103707810-project] 10.222.0.67 "GET /v2.0/security-groups?id=c324fb6e-b148-4c2c-8219-30186b24574d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350144 Sep 23 20:07:04.746767 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b2cb8e-88de-493f-8bbb-b4282f76bf6a req-bdc413ae-4e27-44be-b566-ba9ff74f14b6 tempest-DeleteServersTestJSON-1103707810 tempest-DeleteServersTestJSON-1103707810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:07:04.748287 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-c5b2cb8e-88de-493f-8bbb-b4282f76bf6a req-bdc413ae-4e27-44be-b566-ba9ff74f14b6 tempest-DeleteServersTestJSON-1103707810 tempest-DeleteServersTestJSON-1103707810-project] 10.222.0.67 "GET /v2.0/ports?device_id=2fe536e6-f4f0-4cff-ba50-4913aab52bdf HTTP/1.1" status: 200 len: 945 time: 0.0499401 Sep 23 20:07:04.787190 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-c5b2cb8e-88de-493f-8bbb-b4282f76bf6a req-7bc7fdb9-9b1e-49ad-a47c-d580f04d745c tempest-DeleteServersTestJSON-1103707810 tempest-DeleteServersTestJSON-1103707810-project] 10.222.0.67 "GET /v2.0/security-groups?id=c324fb6e-b148-4c2c-8219-30186b24574d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324299 Sep 23 20:07:05.340900 n-d-713301-16 neutron-server[95101]: INFO neutron.api.v2.resource [req-4b17718f-4922-4be1-adfa-61f718429221 req-46eb499e-2cf1-4d3c-a3e0-a29ca64d8dbf service neutron] show failed (client error): The resource could not be found. Sep 23 20:07:05.341948 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-4b17718f-4922-4be1-adfa-61f718429221 req-46eb499e-2cf1-4d3c-a3e0-a29ca64d8dbf service neutron] 10.222.0.74 "GET /v2.0/ports/226f3987-f4fc-44c3-846e-725eebb94cda/bindings/n-h2-713301-16 HTTP/1.1" status: 404 len: 381 time: 0.0595312 Sep 23 20:07:05.535286 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b17718f-4922-4be1-adfa-61f718429221 req-8ec587f3-4594-40c9-bd6c-ac846e914901 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:07:05.536819 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-4b17718f-4922-4be1-adfa-61f718429221 req-8ec587f3-4594-40c9-bd6c-ac846e914901 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=2fe536e6-f4f0-4cff-ba50-4913aab52bdf&tenant_id=d3a276a5087741718d4927a8d91eeb42 HTTP/1.1" status: 200 len: 1097 time: 0.0409675 Sep 23 20:07:05.548445 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.v2.base [req-4b17718f-4922-4be1-adfa-61f718429221 req-7ab7d022-8619-4162-8b1c-dc4cdd1624b8 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-713301-16', 'device_owner': 'compute:nova'}} {{(pid=95102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 20:07:05.603691 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-4b17718f-4922-4be1-adfa-61f718429221 req-7ab7d022-8619-4162-8b1c-dc4cdd1624b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:07:05.815255 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.db [req-4b17718f-4922-4be1-adfa-61f718429221 req-7ab7d022-8619-4162-8b1c-dc4cdd1624b8 service neutron] For port 226f3987-f4fc-44c3-846e-725eebb94cda, host n-h1-713301-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-16',level=0,port_id=226f3987-f4fc-44c3-846e-725eebb94cda,segment=NetworkSegment(a980663f-a254-4bfb-bed4-fb859f570ce1),segment_id=a980663f-a254-4bfb-bed4-fb859f570ce1)] {{(pid=95102) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 20:07:05.849015 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.db [req-4b17718f-4922-4be1-adfa-61f718429221 req-7ab7d022-8619-4162-8b1c-dc4cdd1624b8 service neutron] For port 226f3987-f4fc-44c3-846e-725eebb94cda, host n-h1-713301-16, cleared binding levels {{(pid=95102) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 20:07:05.920191 n-d-713301-16 neutron-server[95102]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2fe536e6-f4f0-4cff-ba50-4913aab52bdf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '226f3987-f4fc-44c3-846e-725eebb94cda'}] {{(pid=95102) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 20:07:05.922435 n-d-713301-16 neutron-server[95102]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab31b6d93e5336dbddfa8ec424565b3bd8cb2369c5b4d85bc943472dbb21e8ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63ca88ab-23ca-4203-b4ac-539010550bd7" -d '{"events": [{"server_uuid": "2fe536e6-f4f0-4cff-ba50-4913aab52bdf", "name": "network-vif-unplugged", "status": "completed", "tag": "226f3987-f4fc-44c3-846e-725eebb94cda"}]}' {{(pid=95102) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 20:07:05.926400 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-4b17718f-4922-4be1-adfa-61f718429221 req-7ab7d022-8619-4162-8b1c-dc4cdd1624b8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:07:05.945537 n-d-713301-16 neutron-server[95102]: DEBUG neutron.db.provisioning_blocks [req-4b17718f-4922-4be1-adfa-61f718429221 req-7ab7d022-8619-4162-8b1c-dc4cdd1624b8 service neutron] Transition to ACTIVE for port object 226f3987-f4fc-44c3-846e-725eebb94cda will not be triggered until provisioned by entity L2. {{(pid=95102) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 20:07:05.955010 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-674076dc-b62a-49d6-9a38-a277894ac6e6 req-835791b9-0f69-4b21-8909-57fbb6ae47c2 tempest-DeleteServersTestJSON-1103707810 tempest-DeleteServersTestJSON-1103707810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:07:05.956546 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-674076dc-b62a-49d6-9a38-a277894ac6e6 req-835791b9-0f69-4b21-8909-57fbb6ae47c2 tempest-DeleteServersTestJSON-1103707810 tempest-DeleteServersTestJSON-1103707810-project] 10.222.0.67 "GET /v2.0/ports?device_id=2fe536e6-f4f0-4cff-ba50-4913aab52bdf HTTP/1.1" status: 200 len: 945 time: 0.0866241 Sep 23 20:07:05.957686 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-4b17718f-4922-4be1-adfa-61f718429221 req-7ab7d022-8619-4162-8b1c-dc4cdd1624b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4399095'] for port, after_update {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:07:06.000530 n-d-713301-16 neutron-server[95102]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 23 Sep 2021 20:07:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df7c9484-dc15-4dea-85da-710c80164bfc x-openstack-request-id: req-df7c9484-dc15-4dea-85da-710c80164bfc {{(pid=95102) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 20:07:06.000847 n-d-713301-16 neutron-server[95102]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2fe536e6-f4f0-4cff-ba50-4913aab52bdf", "name": "network-vif-unplugged", "status": "completed", "tag": "226f3987-f4fc-44c3-846e-725eebb94cda", "code": 200}]} {{(pid=95102) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 20:07:06.001099 n-d-713301-16 neutron-server[95102]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-df7c9484-dc15-4dea-85da-710c80164bfc {{(pid=95102) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 20:07:06.001485 n-d-713301-16 neutron-server[95102]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2fe536e6-f4f0-4cff-ba50-4913aab52bdf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '226f3987-f4fc-44c3-846e-725eebb94cda', 'code': 200} Sep 23 20:07:06.041160 n-d-713301-16 neutron-server[95102]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b17718f-4922-4be1-adfa-61f718429221 req-7ab7d022-8619-4162-8b1c-dc4cdd1624b8 service neutron] No DVR routers for this DVR port 226f3987-f4fc-44c3-846e-725eebb94cda on host n-h1-713301-16 {{(pid=95102) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 20:07:06.050342 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab7d022-8619-4162-8b1c-dc4cdd1624b8 service neutron] Pushing event updated for resources: {'Port': ['ID=226f3987-f4fc-44c3-846e-725eebb94cda,revision_number=6']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:07:06.065268 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-674076dc-b62a-49d6-9a38-a277894ac6e6 req-45968884-ba25-4975-954c-2e91b1b8ee3e tempest-DeleteServersTestJSON-1103707810 tempest-DeleteServersTestJSON-1103707810-project] 10.222.0.67 "GET /v2.0/security-groups?id=c324fb6e-b148-4c2c-8219-30186b24574d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974293 Sep 23 20:07:06.068662 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ab7d022-8619-4162-8b1c-dc4cdd1624b8 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:07:06.068662 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ab7d022-8619-4162-8b1c-dc4cdd1624b8 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:07:06.068662 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ab7d022-8619-4162-8b1c-dc4cdd1624b8 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:07:06.069090 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ab7d022-8619-4162-8b1c-dc4cdd1624b8 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:07:06.069324 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ab7d022-8619-4162-8b1c-dc4cdd1624b8 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:07:06.069662 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ab7d022-8619-4162-8b1c-dc4cdd1624b8 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:07:06.069995 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ab7d022-8619-4162-8b1c-dc4cdd1624b8 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:07:06.070332 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ab7d022-8619-4162-8b1c-dc4cdd1624b8 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:07:06.070665 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ab7d022-8619-4162-8b1c-dc4cdd1624b8 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:07:06.070997 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ab7d022-8619-4162-8b1c-dc4cdd1624b8 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:07:06.071329 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ab7d022-8619-4162-8b1c-dc4cdd1624b8 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:07:06.071655 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ab7d022-8619-4162-8b1c-dc4cdd1624b8 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:07:06.100624 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.managers [req-4b17718f-4922-4be1-adfa-61f718429221 req-7ab7d022-8619-4162-8b1c-dc4cdd1624b8 service neutron] Attempting to bind port 226f3987-f4fc-44c3-846e-725eebb94cda on host n-h2-713301-16 for vnic_type normal with profile {{(pid=95102) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 20:07:06.100982 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.managers [req-4b17718f-4922-4be1-adfa-61f718429221 req-7ab7d022-8619-4162-8b1c-dc4cdd1624b8 service neutron] Attempting to bind port 226f3987-f4fc-44c3-846e-725eebb94cda by drivers openvswitch,hyperv on host n-h2-713301-16 at level 0 using segments [{'id': 'a980663f-a254-4bfb-bed4-fb859f570ce1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '481d215b-c47b-430d-9e72-37380884cd2b'}] {{(pid=95102) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 20:07:06.101312 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b17718f-4922-4be1-adfa-61f718429221 req-7ab7d022-8619-4162-8b1c-dc4cdd1624b8 service neutron] Attempting to bind port 226f3987-f4fc-44c3-846e-725eebb94cda on network 481d215b-c47b-430d-9e72-37380884cd2b {{(pid=95102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 20:07:06.105601 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b17718f-4922-4be1-adfa-61f718429221 req-7ab7d022-8619-4162-8b1c-dc4cdd1624b8 service neutron] Port 226f3987-f4fc-44c3-846e-725eebb94cda on network 481d215b-c47b-430d-9e72-37380884cd2b not bound, no agent of type Open vSwitch agent registered on host n-h2-713301-16 {{(pid=95102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 20:07:06.105923 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b17718f-4922-4be1-adfa-61f718429221 req-7ab7d022-8619-4162-8b1c-dc4cdd1624b8 service neutron] Attempting to bind port 226f3987-f4fc-44c3-846e-725eebb94cda on network 481d215b-c47b-430d-9e72-37380884cd2b {{(pid=95102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 20:07:06.115602 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b17718f-4922-4be1-adfa-61f718429221 req-7ab7d022-8619-4162-8b1c-dc4cdd1624b8 service neutron] Checking agent: {'id': '2a7cea34-db54-4faf-8d23-37521c3e34cb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713301-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 19, 15, 28), 'started_at': datetime.datetime(2021, 9, 23, 19, 15, 28), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 20, 6, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 20:07:06.115948 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b17718f-4922-4be1-adfa-61f718429221 req-7ab7d022-8619-4162-8b1c-dc4cdd1624b8 service neutron] Checking segment: {'id': 'a980663f-a254-4bfb-bed4-fb859f570ce1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '481d215b-c47b-430d-9e72-37380884cd2b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95102) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 20:07:06.116487 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b17718f-4922-4be1-adfa-61f718429221 req-7ab7d022-8619-4162-8b1c-dc4cdd1624b8 service neutron] Bound using segment: {'id': 'a980663f-a254-4bfb-bed4-fb859f570ce1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '481d215b-c47b-430d-9e72-37380884cd2b'} {{(pid=95102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 20:07:06.116928 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.managers [req-4b17718f-4922-4be1-adfa-61f718429221 req-7ab7d022-8619-4162-8b1c-dc4cdd1624b8 service neutron] Bound port: 226f3987-f4fc-44c3-846e-725eebb94cda, host: n-h2-713301-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a980663f-a254-4bfb-bed4-fb859f570ce1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '481d215b-c47b-430d-9e72-37380884cd2b'}}] {{(pid=95102) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 20:07:06.117293 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-4b17718f-4922-4be1-adfa-61f718429221 req-7ab7d022-8619-4162-8b1c-dc4cdd1624b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:07:06.183668 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.db [req-4b17718f-4922-4be1-adfa-61f718429221 req-7ab7d022-8619-4162-8b1c-dc4cdd1624b8 service neutron] For port 226f3987-f4fc-44c3-846e-725eebb94cda, host n-h2-713301-16, cleared binding levels {{(pid=95102) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 20:07:06.187448 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.db [req-4b17718f-4922-4be1-adfa-61f718429221 req-7ab7d022-8619-4162-8b1c-dc4cdd1624b8 service neutron] For port 226f3987-f4fc-44c3-846e-725eebb94cda, host n-h2-713301-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-16',level=0,port_id=226f3987-f4fc-44c3-846e-725eebb94cda,segment=NetworkSegment(a980663f-a254-4bfb-bed4-fb859f570ce1),segment_id=a980663f-a254-4bfb-bed4-fb859f570ce1)] {{(pid=95102) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 20:07:06.191919 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-4b17718f-4922-4be1-adfa-61f718429221 req-7ab7d022-8619-4162-8b1c-dc4cdd1624b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4399095'] for port, after_update {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:07:06.225849 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b17718f-4922-4be1-adfa-61f718429221 req-7ab7d022-8619-4162-8b1c-dc4cdd1624b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:07:06.226514 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-4b17718f-4922-4be1-adfa-61f718429221 req-7ab7d022-8619-4162-8b1c-dc4cdd1624b8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222849'] for port, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:07:06.227887 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-4b17718f-4922-4be1-adfa-61f718429221 req-7ab7d022-8619-4162-8b1c-dc4cdd1624b8 service neutron] 10.222.0.53 "PUT /v2.0/ports/226f3987-f4fc-44c3-846e-725eebb94cda HTTP/1.1" status: 200 len: 1092 time: 0.6835089 Sep 23 20:07:06.247878 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab7d022-8619-4162-8b1c-dc4cdd1624b8 service neutron] Pushing event updated for resources: {'Port': ['ID=226f3987-f4fc-44c3-846e-725eebb94cda,revision_number=7']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:07:06.292046 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b17718f-4922-4be1-adfa-61f718429221 req-3cb56375-69e0-4cc5-8944-31f8f24c03db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:07:06.293588 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-4b17718f-4922-4be1-adfa-61f718429221 req-3cb56375-69e0-4cc5-8944-31f8f24c03db service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=d3a276a5087741718d4927a8d91eeb42&device_id=2fe536e6-f4f0-4cff-ba50-4913aab52bdf HTTP/1.1" status: 200 len: 1095 time: 0.0403359 Sep 23 20:07:06.387243 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b17718f-4922-4be1-adfa-61f718429221 req-f8b760de-ba9c-4d16-b517-9a9178db1641 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:07:06.388768 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-4b17718f-4922-4be1-adfa-61f718429221 req-f8b760de-ba9c-4d16-b517-9a9178db1641 service neutron] 10.222.0.53 "GET /v2.0/networks?id=481d215b-c47b-430d-9e72-37380884cd2b HTTP/1.1" status: 200 len: 911 time: 0.0884445 Sep 23 20:07:06.428980 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-4b17718f-4922-4be1-adfa-61f718429221 req-2143fa10-4aac-4bfc-bb02-53679cf8beab service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=226f3987-f4fc-44c3-846e-725eebb94cda HTTP/1.1" status: 200 len: 217 time: 0.0336459 Sep 23 20:07:06.478087 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b17718f-4922-4be1-adfa-61f718429221 req-61023b3f-80bf-44f4-9447-e4bbf5492f2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:07:06.479472 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-4b17718f-4922-4be1-adfa-61f718429221 req-61023b3f-80bf-44f4-9447-e4bbf5492f2d service neutron] 10.222.0.53 "GET /v2.0/subnets?id=4ebacebc-11a4-4f84-9594-1d9c463fc673 HTTP/1.1" status: 200 len: 850 time: 0.0436246 Sep 23 20:07:06.518389 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-4b17718f-4922-4be1-adfa-61f718429221 req-844bddae-f76c-4915-afbe-333e95fdee6b service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=481d215b-c47b-430d-9e72-37380884cd2b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0317280 Sep 23 20:07:06.610439 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-4b17718f-4922-4be1-adfa-61f718429221 req-386b55ae-0d32-4f9e-ac9b-aae3673ec0fa service neutron] 10.222.0.53 "GET /v2.0/networks/481d215b-c47b-430d-9e72-37380884cd2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842681 Sep 23 20:07:06.702115 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-4b17718f-4922-4be1-adfa-61f718429221 req-f7445f83-e42a-4516-858d-673173874b68 service neutron] 10.222.0.53 "GET /v2.0/networks/481d215b-c47b-430d-9e72-37380884cd2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845490 Sep 23 20:07:07.186679 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae02ba24-2449-4de5-bd6c-469247e9ae0c req-fdf16db7-6e1f-4ad4-99d2-e6a76f594747 tempest-DeleteServersTestJSON-1103707810 tempest-DeleteServersTestJSON-1103707810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:07:07.188332 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-ae02ba24-2449-4de5-bd6c-469247e9ae0c req-fdf16db7-6e1f-4ad4-99d2-e6a76f594747 tempest-DeleteServersTestJSON-1103707810 tempest-DeleteServersTestJSON-1103707810-project] 10.222.0.67 "GET /v2.0/ports?device_id=2fe536e6-f4f0-4cff-ba50-4913aab52bdf HTTP/1.1" status: 200 len: 943 time: 0.0515337 Sep 23 20:07:07.227091 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-ae02ba24-2449-4de5-bd6c-469247e9ae0c req-cab20215-b1cc-4faf-836f-8bdbd61606c2 tempest-DeleteServersTestJSON-1103707810 tempest-DeleteServersTestJSON-1103707810-project] 10.222.0.67 "GET /v2.0/security-groups?id=c324fb6e-b148-4c2c-8219-30186b24574d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328033 Sep 23 20:07:08.002602 n-d-713301-16 neutron-server[95102]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2fe536e6-f4f0-4cff-ba50-4913aab52bdf', 'tag': '226f3987-f4fc-44c3-846e-725eebb94cda'}] {{(pid=95102) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 20:07:08.005007 n-d-713301-16 neutron-server[95102]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab31b6d93e5336dbddfa8ec424565b3bd8cb2369c5b4d85bc943472dbb21e8ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e161bcc-5668-4e33-9873-daa63f1acd66" -d '{"events": [{"name": "network-changed", "server_uuid": "2fe536e6-f4f0-4cff-ba50-4913aab52bdf", "tag": "226f3987-f4fc-44c3-846e-725eebb94cda"}]}' {{(pid=95102) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 20:07:08.052284 n-d-713301-16 neutron-server[95102]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 20:07:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4e1c2f0-280a-4ad3-8ff6-504a7f235364 x-openstack-request-id: req-c4e1c2f0-280a-4ad3-8ff6-504a7f235364 {{(pid=95102) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 20:07:08.052579 n-d-713301-16 neutron-server[95102]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2fe536e6-f4f0-4cff-ba50-4913aab52bdf", "tag": "226f3987-f4fc-44c3-846e-725eebb94cda", "status": "completed", "code": 200}]} {{(pid=95102) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 20:07:08.052949 n-d-713301-16 neutron-server[95102]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-c4e1c2f0-280a-4ad3-8ff6-504a7f235364 {{(pid=95102) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 20:07:08.054137 n-d-713301-16 neutron-server[95102]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2fe536e6-f4f0-4cff-ba50-4913aab52bdf', 'tag': '226f3987-f4fc-44c3-846e-725eebb94cda', 'status': 'completed', 'code': 200} Sep 23 20:07:08.111698 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e161bcc-5668-4e33-9873-daa63f1acd66 req-670cfff4-8389-477e-a78b-9b95089c214f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:07:08.113353 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-1e161bcc-5668-4e33-9873-daa63f1acd66 req-670cfff4-8389-477e-a78b-9b95089c214f service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=d3a276a5087741718d4927a8d91eeb42&device_id=2fe536e6-f4f0-4cff-ba50-4913aab52bdf HTTP/1.1" status: 200 len: 1095 time: 0.0426884 Sep 23 20:07:08.125195 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e161bcc-5668-4e33-9873-daa63f1acd66 req-ec76a2a2-b971-484e-bd12-675a56078d95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:07:08.127354 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-1e161bcc-5668-4e33-9873-daa63f1acd66 req-ec76a2a2-b971-484e-bd12-675a56078d95 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=d3a276a5087741718d4927a8d91eeb42&device_id=2fe536e6-f4f0-4cff-ba50-4913aab52bdf HTTP/1.1" status: 200 len: 1095 time: 0.0481310 Sep 23 20:07:08.176305 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Device 226f3987-f4fc-44c3-846e-725eebb94cda no longer exists at agent hyperv_n-h1-713301-16 {{(pid=95103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 20:07:08.221103 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e161bcc-5668-4e33-9873-daa63f1acd66 req-10f6a02c-b762-47dc-9669-052b8d124bd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:07:08.222668 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-1e161bcc-5668-4e33-9873-daa63f1acd66 req-10f6a02c-b762-47dc-9669-052b8d124bd3 service neutron] 10.222.0.74 "GET /v2.0/networks?id=481d215b-c47b-430d-9e72-37380884cd2b HTTP/1.1" status: 200 len: 911 time: 0.1025922 Sep 23 20:07:08.229814 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Device 226f3987-f4fc-44c3-846e-725eebb94cda not bound to the agent host n-h1-713301-16 {{(pid=95103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 20:07:08.244508 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e161bcc-5668-4e33-9873-daa63f1acd66 req-3560a024-c498-401d-9d50-8d2da2de11ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:07:08.246126 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-1e161bcc-5668-4e33-9873-daa63f1acd66 req-3560a024-c498-401d-9d50-8d2da2de11ff service neutron] 10.222.0.53 "GET /v2.0/networks?id=481d215b-c47b-430d-9e72-37380884cd2b HTTP/1.1" status: 200 len: 911 time: 0.1062205 Sep 23 20:07:08.266242 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-1e161bcc-5668-4e33-9873-daa63f1acd66 req-e0d3b53f-e7b2-41b0-a289-f4d1b3303085 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=226f3987-f4fc-44c3-846e-725eebb94cda HTTP/1.1" status: 200 len: 217 time: 0.0363994 Sep 23 20:07:08.293380 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-1e161bcc-5668-4e33-9873-daa63f1acd66 req-ad4592a8-44aa-4078-9eb7-40a0ca287df1 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=226f3987-f4fc-44c3-846e-725eebb94cda HTTP/1.1" status: 200 len: 217 time: 0.0381122 Sep 23 20:07:08.320784 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e161bcc-5668-4e33-9873-daa63f1acd66 req-c67cc90c-cb7a-4254-9e60-4dc2aa400d10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:07:08.322361 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-1e161bcc-5668-4e33-9873-daa63f1acd66 req-c67cc90c-cb7a-4254-9e60-4dc2aa400d10 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=4ebacebc-11a4-4f84-9594-1d9c463fc673 HTTP/1.1" status: 200 len: 850 time: 0.0498970 Sep 23 20:07:08.359850 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-1e161bcc-5668-4e33-9873-daa63f1acd66 req-cdaa2581-895f-4121-a1ab-62ace1848606 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=481d215b-c47b-430d-9e72-37380884cd2b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0310173 Sep 23 20:07:08.379019 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e161bcc-5668-4e33-9873-daa63f1acd66 req-25228809-e877-4cc6-9245-916171d9444b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:07:08.380518 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-1e161bcc-5668-4e33-9873-daa63f1acd66 req-25228809-e877-4cc6-9245-916171d9444b service neutron] 10.222.0.53 "GET /v2.0/subnets?id=4ebacebc-11a4-4f84-9594-1d9c463fc673 HTTP/1.1" status: 200 len: 850 time: 0.0804052 Sep 23 20:07:08.389090 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0fc7fd6-ec5b-4a71-b157-4e3f4bcc1fa9 req-c40fd5af-8d40-41ae-b13f-779352821b1e tempest-DeleteServersTestJSON-1103707810 tempest-DeleteServersTestJSON-1103707810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:07:08.390868 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-d0fc7fd6-ec5b-4a71-b157-4e3f4bcc1fa9 req-c40fd5af-8d40-41ae-b13f-779352821b1e tempest-DeleteServersTestJSON-1103707810 tempest-DeleteServersTestJSON-1103707810-project] 10.222.0.67 "GET /v2.0/ports?device_id=2fe536e6-f4f0-4cff-ba50-4913aab52bdf HTTP/1.1" status: 200 len: 943 time: 0.0922599 Sep 23 20:07:08.427082 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-1e161bcc-5668-4e33-9873-daa63f1acd66 req-96257d16-9088-4a87-8ee9-de2bddffd152 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=481d215b-c47b-430d-9e72-37380884cd2b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0352337 Sep 23 20:07:08.455788 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-1e161bcc-5668-4e33-9873-daa63f1acd66 req-efff954c-718e-4508-ab8c-ee774294626f service neutron] 10.222.0.74 "GET /v2.0/networks/481d215b-c47b-430d-9e72-37380884cd2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868180 Sep 23 20:07:08.463780 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-d0fc7fd6-ec5b-4a71-b157-4e3f4bcc1fa9 req-6950d0e5-34fb-4acc-a1aa-d797c208c42c tempest-DeleteServersTestJSON-1103707810 tempest-DeleteServersTestJSON-1103707810-project] 10.222.0.67 "GET /v2.0/security-groups?id=c324fb6e-b148-4c2c-8219-30186b24574d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633435 Sep 23 20:07:08.538678 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-1e161bcc-5668-4e33-9873-daa63f1acd66 req-4974b804-7655-4d33-b796-a707beb269a8 service neutron] 10.222.0.53 "GET /v2.0/networks/481d215b-c47b-430d-9e72-37380884cd2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1038377 Sep 23 20:07:08.558200 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-1e161bcc-5668-4e33-9873-daa63f1acd66 req-836a6a0f-2fef-4557-8808-063da0643350 service neutron] 10.222.0.74 "GET /v2.0/networks/481d215b-c47b-430d-9e72-37380884cd2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0954034 Sep 23 20:07:08.640559 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-1e161bcc-5668-4e33-9873-daa63f1acd66 req-a54241b3-21b5-4825-8097-cc3d3871fe87 service neutron] 10.222.0.53 "GET /v2.0/networks/481d215b-c47b-430d-9e72-37380884cd2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0952013 Sep 23 20:07:08.752677 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-345517ac-795c-430a-8a49-257193922e20 req-82edca39-f066-4e03-8ba3-c0ab7dd5d13e tempest-DeleteServersTestJSON-1103707810 tempest-DeleteServersTestJSON-1103707810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:07:08.754162 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-345517ac-795c-430a-8a49-257193922e20 req-82edca39-f066-4e03-8ba3-c0ab7dd5d13e tempest-DeleteServersTestJSON-1103707810 tempest-DeleteServersTestJSON-1103707810-project] 10.222.0.74 "GET /v2.0/ports?device_id=2fe536e6-f4f0-4cff-ba50-4913aab52bdf&tenant_id=d3a276a5087741718d4927a8d91eeb42&binding%3Ahost_id=n-h2-713301-16 HTTP/1.1" status: 200 len: 943 time: 0.0855446 Sep 23 20:07:08.818936 n-d-713301-16 neutron-server[95101]: INFO neutron.api.v2.resource [req-345517ac-795c-430a-8a49-257193922e20 req-27d5c6d3-422b-45a9-b655-60c6dd3bc852 service neutron] delete failed (client error): The resource could not be found. Sep 23 20:07:08.819875 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-345517ac-795c-430a-8a49-257193922e20 req-27d5c6d3-422b-45a9-b655-60c6dd3bc852 service neutron] 10.222.0.74 "DELETE /v2.0/ports/226f3987-f4fc-44c3-846e-725eebb94cda/bindings/n-h1-713301-16 HTTP/1.1" status: 404 len: 381 time: 0.0584536 Sep 23 20:07:08.903148 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-345517ac-795c-430a-8a49-257193922e20 req-5d1f0b4f-7266-4b1d-8d04-4f6fb6e0daca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:07:08.905412 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-345517ac-795c-430a-8a49-257193922e20 req-5d1f0b4f-7266-4b1d-8d04-4f6fb6e0daca service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=d3a276a5087741718d4927a8d91eeb42&device_id=2fe536e6-f4f0-4cff-ba50-4913aab52bdf HTTP/1.1" status: 200 len: 1095 time: 0.0406904 Sep 23 20:07:09.008181 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-345517ac-795c-430a-8a49-257193922e20 req-6f7cf3b1-5327-43e5-8d54-05d34753ffac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:07:09.009719 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-345517ac-795c-430a-8a49-257193922e20 req-6f7cf3b1-5327-43e5-8d54-05d34753ffac service neutron] 10.222.0.74 "GET /v2.0/networks?id=481d215b-c47b-430d-9e72-37380884cd2b HTTP/1.1" status: 200 len: 911 time: 0.0979764 Sep 23 20:07:09.051426 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-345517ac-795c-430a-8a49-257193922e20 req-99fad97b-ea3a-43f6-b92b-3a2f58294bc3 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=226f3987-f4fc-44c3-846e-725eebb94cda HTTP/1.1" status: 200 len: 217 time: 0.0350206 Sep 23 20:07:09.100632 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-345517ac-795c-430a-8a49-257193922e20 req-d0d266ea-72a1-470c-80e5-f89661d66521 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:07:09.102122 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-345517ac-795c-430a-8a49-257193922e20 req-d0d266ea-72a1-470c-80e5-f89661d66521 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=4ebacebc-11a4-4f84-9594-1d9c463fc673 HTTP/1.1" status: 200 len: 850 time: 0.0443931 Sep 23 20:07:09.134172 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-345517ac-795c-430a-8a49-257193922e20 req-09789c68-b1df-4e44-ab82-833a14ac8a28 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=481d215b-c47b-430d-9e72-37380884cd2b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0252912 Sep 23 20:07:09.238296 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-345517ac-795c-430a-8a49-257193922e20 req-7a585da1-1d9c-4b00-88ed-9d1642660a17 service neutron] 10.222.0.74 "GET /v2.0/networks/481d215b-c47b-430d-9e72-37380884cd2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0971398 Sep 23 20:07:09.342968 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-345517ac-795c-430a-8a49-257193922e20 req-4eb01f59-b764-4108-9eef-a201f47f3aa2 service neutron] 10.222.0.74 "GET /v2.0/networks/481d215b-c47b-430d-9e72-37380884cd2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0971777 Sep 23 20:07:09.376804 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Device 226f3987-f4fc-44c3-846e-725eebb94cda details requested by agent hyperv_n-h2-713301-16 with host n-h2-713301-16 {{(pid=95103) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 20:07:09.475821 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] For port 226f3987-f4fc-44c3-846e-725eebb94cda, host n-h2-713301-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-16',level=0,port_id=226f3987-f4fc-44c3-846e-725eebb94cda,segment=NetworkSegment(a980663f-a254-4bfb-bed4-fb859f570ce1),segment_id=a980663f-a254-4bfb-bed4-fb859f570ce1)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 20:07:09.486864 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Returning: {'device': '226f3987-f4fc-44c3-846e-725eebb94cda', 'network_id': '481d215b-c47b-430d-9e72-37380884cd2b', 'port_id': '226f3987-f4fc-44c3-846e-725eebb94cda', 'mac_address': 'fa:16:3e:f7:ea:cd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 629, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4ebacebc-11a4-4f84-9594-1d9c463fc673', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95103) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 20:07:09.523065 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:07:09.535408 n-d-713301-16 neutron-server[95103]: DEBUG neutron.notifiers.nova [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 226f3987-f4fc-44c3-846e-725eebb94cda {{(pid=95103) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 20:07:09.554613 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] For port 226f3987-f4fc-44c3-846e-725eebb94cda, host n-h2-713301-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-16',level=0,port_id=226f3987-f4fc-44c3-846e-725eebb94cda,segment=NetworkSegment(a980663f-a254-4bfb-bed4-fb859f570ce1),segment_id=a980663f-a254-4bfb-bed4-fb859f570ce1)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 20:07:09.558397 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:07:09.606348 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Pushing event updated for resources: {'Port': ['ID=226f3987-f4fc-44c3-846e-725eebb94cda,revision_number=8']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:07:09.760471 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] get_ports_and_sgs() called for port_ids ['226f3987-f4fc-44c3-846e-725eebb94cda'] {{(pid=95103) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 20:07:10.047766 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00255db3-a421-4853-9075-f17287afcd1c req-bc55e265-8c20-4df7-8201-03251c81e8f2 tempest-DeleteServersTestJSON-1103707810 tempest-DeleteServersTestJSON-1103707810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:07:10.049221 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-00255db3-a421-4853-9075-f17287afcd1c req-bc55e265-8c20-4df7-8201-03251c81e8f2 tempest-DeleteServersTestJSON-1103707810 tempest-DeleteServersTestJSON-1103707810-project] 10.222.0.67 "GET /v2.0/ports?device_id=2fe536e6-f4f0-4cff-ba50-4913aab52bdf HTTP/1.1" status: 200 len: 944 time: 0.0579557 Sep 23 20:07:10.087821 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-00255db3-a421-4853-9075-f17287afcd1c req-0a1c8bfc-4e44-4653-840f-5679cfcc78af tempest-DeleteServersTestJSON-1103707810 tempest-DeleteServersTestJSON-1103707810-project] 10.222.0.67 "GET /v2.0/security-groups?id=c324fb6e-b148-4c2c-8219-30186b24574d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323758 Sep 23 20:07:11.211010 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ddf358e-4c18-47db-a08d-7a1243d5d863 req-26597531-874d-465f-8c80-0a4c21bbe760 tempest-DeleteServersTestJSON-1103707810 tempest-DeleteServersTestJSON-1103707810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:07:11.212502 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-1ddf358e-4c18-47db-a08d-7a1243d5d863 req-26597531-874d-465f-8c80-0a4c21bbe760 tempest-DeleteServersTestJSON-1103707810 tempest-DeleteServersTestJSON-1103707810-project] 10.222.0.67 "GET /v2.0/ports?device_id=2fe536e6-f4f0-4cff-ba50-4913aab52bdf HTTP/1.1" status: 200 len: 944 time: 0.0531669 Sep 23 20:07:11.252704 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-1ddf358e-4c18-47db-a08d-7a1243d5d863 req-b84cfc65-0b56-4f9a-8163-5732bb839cd2 tempest-DeleteServersTestJSON-1103707810 tempest-DeleteServersTestJSON-1103707810-project] 10.222.0.67 "GET /v2.0/security-groups?id=c324fb6e-b148-4c2c-8219-30186b24574d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336637 Sep 23 20:07:11.339244 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-345517ac-795c-430a-8a49-257193922e20 req-aedb9629-d6b9-4294-bd96-771a1f0641f2 tempest-DeleteServersTestJSON-1103707810 tempest-DeleteServersTestJSON-1103707810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:07:11.340742 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-345517ac-795c-430a-8a49-257193922e20 req-aedb9629-d6b9-4294-bd96-771a1f0641f2 tempest-DeleteServersTestJSON-1103707810 tempest-DeleteServersTestJSON-1103707810-project] 10.222.0.53 "GET /v2.0/ports?device_id=2fe536e6-f4f0-4cff-ba50-4913aab52bdf HTTP/1.1" status: 200 len: 944 time: 0.0546517 Sep 23 20:07:11.385828 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Device 226f3987-f4fc-44c3-846e-725eebb94cda up at agent hyperv_n-h2-713301-16 {{(pid=95103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 20:07:11.434939 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Provisioning for port 226f3987-f4fc-44c3-846e-725eebb94cda completed by entity L2. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 20:07:11.440200 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Provisioning complete for port 226f3987-f4fc-44c3-846e-725eebb94cda triggered by entity L2. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 20:07:11.440571 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:07:11.444314 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.plugin [req-345517ac-795c-430a-8a49-257193922e20 req-f370a303-02b4-4461-b288-b858b2843e40 tempest-DeleteServersTestJSON-1103707810 tempest-DeleteServersTestJSON-1103707810-project] Deleting port 226f3987-f4fc-44c3-846e-725eebb94cda {{(pid=95102) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 20:07:11.444749 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-345517ac-795c-430a-8a49-257193922e20 req-f370a303-02b4-4461-b288-b858b2843e40 tempest-DeleteServersTestJSON-1103707810 tempest-DeleteServersTestJSON-1103707810-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783146157096'] for port, before_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:07:11.525025 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:07:11.536351 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.db [req-345517ac-795c-430a-8a49-257193922e20 req-f370a303-02b4-4461-b288-b858b2843e40 tempest-DeleteServersTestJSON-1103707810 tempest-DeleteServersTestJSON-1103707810-project] For port 226f3987-f4fc-44c3-846e-725eebb94cda, host n-h2-713301-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-16',level=0,port_id=226f3987-f4fc-44c3-846e-725eebb94cda,segment=NetworkSegment(a980663f-a254-4bfb-bed4-fb859f570ce1),segment_id=a980663f-a254-4bfb-bed4-fb859f570ce1)] {{(pid=95102) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 20:07:11.536763 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-345517ac-795c-430a-8a49-257193922e20 req-f370a303-02b4-4461-b288-b858b2843e40 tempest-DeleteServersTestJSON-1103707810 tempest-DeleteServersTestJSON-1103707810-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-605701'] for port, precommit_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:07:11.549118 n-d-713301-16 neutron-server[95103]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2fe536e6-f4f0-4cff-ba50-4913aab52bdf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '226f3987-f4fc-44c3-846e-725eebb94cda'}] {{(pid=95103) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 20:07:11.550758 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.plugin [req-345517ac-795c-430a-8a49-257193922e20 req-f370a303-02b4-4461-b288-b858b2843e40 tempest-DeleteServersTestJSON-1103707810 tempest-DeleteServersTestJSON-1103707810-project] Calling delete_port for 226f3987-f4fc-44c3-846e-725eebb94cda owned by compute:nova {{(pid=95102) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 20:07:11.551618 n-d-713301-16 neutron-server[95103]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}81a1c17f2aa89d5b3ebbba3a3e0cf7eb588e431c2224256110c4c4facdd7c3e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-732b942c-9864-4b10-9541-3b2538b18ecc" -d '{"events": [{"server_uuid": "2fe536e6-f4f0-4cff-ba50-4913aab52bdf", "name": "network-vif-plugged", "status": "completed", "tag": "226f3987-f4fc-44c3-846e-725eebb94cda"}]}' {{(pid=95103) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 20:07:11.565903 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] For port 226f3987-f4fc-44c3-846e-725eebb94cda, host n-h2-713301-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-16',level=0,port_id=226f3987-f4fc-44c3-846e-725eebb94cda,segment=NetworkSegment(a980663f-a254-4bfb-bed4-fb859f570ce1),segment_id=a980663f-a254-4bfb-bed4-fb859f570ce1)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 20:07:11.571221 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:07:11.598156 n-d-713301-16 neutron-server[95103]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 20:07:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6ba7f00-54e5-4209-a5d0-7b31eb1926c3 x-openstack-request-id: req-c6ba7f00-54e5-4209-a5d0-7b31eb1926c3 {{(pid=95103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 20:07:11.598445 n-d-713301-16 neutron-server[95103]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2fe536e6-f4f0-4cff-ba50-4913aab52bdf", "name": "network-vif-plugged", "status": "completed", "tag": "226f3987-f4fc-44c3-846e-725eebb94cda", "code": 200}]} {{(pid=95103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 20:07:11.598696 n-d-713301-16 neutron-server[95103]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-c6ba7f00-54e5-4209-a5d0-7b31eb1926c3 {{(pid=95103) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 20:07:11.599083 n-d-713301-16 neutron-server[95103]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2fe536e6-f4f0-4cff-ba50-4913aab52bdf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '226f3987-f4fc-44c3-846e-725eebb94cda', 'code': 200} Sep 23 20:07:11.626542 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Pushing event updated for resources: {'Port': ['ID=226f3987-f4fc-44c3-846e-725eebb94cda,revision_number=9']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:07:11.699626 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-345517ac-795c-430a-8a49-257193922e20 req-f370a303-02b4-4461-b288-b858b2843e40 tempest-DeleteServersTestJSON-1103707810 tempest-DeleteServersTestJSON-1103707810-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783146162158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783145673144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4399100'] for port, after_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:07:11.711107 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] get_ports_and_sgs() called for port_ids ['226f3987-f4fc-44c3-846e-725eebb94cda'] {{(pid=95103) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 20:07:11.728117 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f370a303-02b4-4461-b288-b858b2843e40 tempest-DeleteServersTestJSON-1103707810 tempest-DeleteServersTestJSON-1103707810-project] Pushing event deleted for resources: {'Port': ['ID=226f3987-f4fc-44c3-846e-725eebb94cda,revision_number=None']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:07:11.775045 n-d-713301-16 neutron-server[95102]: DEBUG neutron.db.l3_dvrscheduler_db [req-345517ac-795c-430a-8a49-257193922e20 req-f370a303-02b4-4461-b288-b858b2843e40 tempest-DeleteServersTestJSON-1103707810 tempest-DeleteServersTestJSON-1103707810-project] No DVR routers for this DVR port 226f3987-f4fc-44c3-846e-725eebb94cda on host n-h2-713301-16 {{(pid=95102) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 20:07:11.777899 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-345517ac-795c-430a-8a49-257193922e20 req-f370a303-02b4-4461-b288-b858b2843e40 tempest-DeleteServersTestJSON-1103707810 tempest-DeleteServersTestJSON-1103707810-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222849'] for port, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:07:11.782446 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-345517ac-795c-430a-8a49-257193922e20 req-f370a303-02b4-4461-b288-b858b2843e40 tempest-DeleteServersTestJSON-1103707810 tempest-DeleteServersTestJSON-1103707810-project] 10.222.0.53 "DELETE /v2.0/ports/226f3987-f4fc-44c3-846e-725eebb94cda HTTP/1.1" status: 204 len: 173 time: 0.4338093 Sep 23 20:07:11.782914 n-d-713301-16 neutron-server[95102]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2fe536e6-f4f0-4cff-ba50-4913aab52bdf', 'name': 'network-vif-deleted', 'tag': '226f3987-f4fc-44c3-846e-725eebb94cda'}] {{(pid=95102) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 20:07:11.785251 n-d-713301-16 neutron-server[95102]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab31b6d93e5336dbddfa8ec424565b3bd8cb2369c5b4d85bc943472dbb21e8ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-931a95d4-6775-4442-ae5b-56c46ee6f7c8" -d '{"events": [{"server_uuid": "2fe536e6-f4f0-4cff-ba50-4913aab52bdf", "name": "network-vif-deleted", "tag": "226f3987-f4fc-44c3-846e-725eebb94cda"}]}' {{(pid=95102) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 20:07:11.823406 n-d-713301-16 neutron-server[95102]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 20:07:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-373ae358-0915-4a36-9f6b-22f49a6a3737 x-openstack-request-id: req-373ae358-0915-4a36-9f6b-22f49a6a3737 {{(pid=95102) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 20:07:11.823693 n-d-713301-16 neutron-server[95102]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2fe536e6-f4f0-4cff-ba50-4913aab52bdf", "name": "network-vif-deleted", "tag": "226f3987-f4fc-44c3-846e-725eebb94cda", "status": "completed", "code": 200}]} {{(pid=95102) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 20:07:11.823946 n-d-713301-16 neutron-server[95102]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-373ae358-0915-4a36-9f6b-22f49a6a3737 {{(pid=95102) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 20:07:11.824349 n-d-713301-16 neutron-server[95102]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2fe536e6-f4f0-4cff-ba50-4913aab52bdf', 'name': 'network-vif-deleted', 'tag': '226f3987-f4fc-44c3-846e-725eebb94cda', 'status': 'completed', 'code': 200} Sep 23 20:07:12.383851 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 59076) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:07:12.429285 n-d-713301-16 neutron-server[95102]: DEBUG neutron.db.db_base_plugin_v2 [None req-8f5f787a-ce6b-4b6d-b276-3a329bd7afa8 admin admin] Deleting subnet 4ebacebc-11a4-4f84-9594-1d9c463fc673 {{(pid=95102) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 23 20:07:12.432324 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-8f5f787a-ce6b-4b6d-b276-3a329bd7afa8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:07:12.467376 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-8f5f787a-ce6b-4b6d-b276-3a329bd7afa8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6162825'] for subnet, precommit_delete_associations {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:07:12.505864 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-8f5f787a-ce6b-4b6d-b276-3a329bd7afa8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1756813'] for subnet, precommit_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:07:12.565812 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-8f5f787a-ce6b-4b6d-b276-3a329bd7afa8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1756804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4399009', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5388229'] for subnet, after_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:07:12.599457 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-8f5f787a-ce6b-4b6d-b276-3a329bd7afa8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:07:12.601344 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-8f5f787a-ce6b-4b6d-b276-3a329bd7afa8 admin admin] 10.222.0.67 "DELETE /v2.0/subnets/4ebacebc-11a4-4f84-9594-1d9c463fc673 HTTP/1.1" status: 204 len: 168 time: 0.2164910 Sep 23 20:07:12.602290 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f5f787a-ce6b-4b6d-b276-3a329bd7afa8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4ebacebc-11a4-4f84-9594-1d9c463fc673,revision_number=None']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:07:12.604162 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 59078) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:07:12.673432 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-303b4913-c987-4c8b-91d1-ae3eb233474c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1628021'] for network, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:07:12.758191 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-303b4913-c987-4c8b-91d1-ae3eb233474c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1754676', 'neutron.services.segments.db._delete_segments_for_network-8783146221460'] for network, precommit_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:07:12.780004 n-d-713301-16 neutron-server[95101]: DEBUG neutron.services.segments.db [None req-303b4913-c987-4c8b-91d1-ae3eb233474c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['481d215b-c47b-430d-9e72-37380884cd2b']}} {{(pid=95101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 20:07:12.789256 n-d-713301-16 neutron-server[95101]: DEBUG neutron.services.segments.db [None req-303b4913-c987-4c8b-91d1-ae3eb233474c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a980663f-a254-4bfb-bed4-fb859f570ce1') {'for_net_delete': True} {{(pid=95101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 20:07:12.789551 n-d-713301-16 neutron-server[95101]: DEBUG neutron.services.segments.db [None req-303b4913-c987-4c8b-91d1-ae3eb233474c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a980663f-a254-4bfb-bed4-fb859f570ce1') {} {{(pid=95101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 20:07:12.799926 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-303b4913-c987-4c8b-91d1-ae3eb233474c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783146221725', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6007147'] for segment, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:07:12.813489 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-303b4913-c987-4c8b-91d1-ae3eb233474c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1756186'] for segment, precommit_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:07:12.822169 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-303b4913-c987-4c8b-91d1-ae3eb233474c admin admin] Releasing vlan 629 on physical network physnet1 to pool {{(pid=95101) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 20:07:12.822561 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-303b4913-c987-4c8b-91d1-ae3eb233474c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1756186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5608436'] for segment, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:07:12.824447 n-d-713301-16 neutron-server[95101]: Traceback (most recent call last): Sep 23 20:07:12.824447 n-d-713301-16 neutron-server[95101]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 20:07:12.824447 n-d-713301-16 neutron-server[95101]: timer() Sep 23 20:07:12.824447 n-d-713301-16 neutron-server[95101]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 20:07:12.824447 n-d-713301-16 neutron-server[95101]: cb(*args, **kw) Sep 23 20:07:12.824447 n-d-713301-16 neutron-server[95101]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 20:07:12.824447 n-d-713301-16 neutron-server[95101]: return func(*args, **kwargs) Sep 23 20:07:12.824447 n-d-713301-16 neutron-server[95101]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 20:07:12.824447 n-d-713301-16 neutron-server[95101]: self._notify() Sep 23 20:07:12.824447 n-d-713301-16 neutron-server[95101]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 20:07:12.824447 n-d-713301-16 neutron-server[95101]: self.callback(batched_events) Sep 23 20:07:12.824447 n-d-713301-16 neutron-server[95101]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 20:07:12.824447 n-d-713301-16 neutron-server[95101]: event.method(event) Sep 23 20:07:12.824447 n-d-713301-16 neutron-server[95101]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 20:07:12.824447 n-d-713301-16 neutron-server[95101]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 20:07:12.824447 n-d-713301-16 neutron-server[95101]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 20:07:12.824447 n-d-713301-16 neutron-server[95101]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 20:07:12.824447 n-d-713301-16 neutron-server[95101]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 20:07:12.824447 n-d-713301-16 neutron-server[95101]: return f(self, *a, **k) Sep 23 20:07:12.824447 n-d-713301-16 neutron-server[95101]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 20:07:12.824447 n-d-713301-16 neutron-server[95101]: return self._get(url).json() Sep 23 20:07:12.824447 n-d-713301-16 neutron-server[95101]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 20:07:12.824447 n-d-713301-16 neutron-server[95101]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 20:07:12.824447 n-d-713301-16 neutron-server[95101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 20:07:12.824447 n-d-713301-16 neutron-server[95101]: return self.request(url, 'GET', **kwargs) Sep 23 20:07:12.824447 n-d-713301-16 neutron-server[95101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 20:07:12.824447 n-d-713301-16 neutron-server[95101]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 20:07:12.824447 n-d-713301-16 neutron-server[95101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 20:07:12.824447 n-d-713301-16 neutron-server[95101]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 20:07:12.824447 n-d-713301-16 neutron-server[95101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 20:07:12.824447 n-d-713301-16 neutron-server[95101]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 20:07:12.824447 n-d-713301-16 neutron-server[95101]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 20:07:12.880448 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-303b4913-c987-4c8b-91d1-ae3eb233474c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1754627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-601866'] for network, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:07:12.885330 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-303b4913-c987-4c8b-91d1-ae3eb233474c admin admin] Notify callbacks [] for network, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:07:12.887417 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-303b4913-c987-4c8b-91d1-ae3eb233474c admin admin] 10.222.0.67 "DELETE /v2.0/networks/481d215b-c47b-430d-9e72-37380884cd2b HTTP/1.1" status: 204 len: 168 time: 0.2821286 Sep 23 20:07:12.900410 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-303b4913-c987-4c8b-91d1-ae3eb233474c admin admin] Pushing event deleted for resources: {'Network': ['ID=481d215b-c47b-430d-9e72-37380884cd2b,revision_number=None']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:07:12.908752 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-303b4913-c987-4c8b-91d1-ae3eb233474c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:07:12.909105 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-303b4913-c987-4c8b-91d1-ae3eb233474c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:07:12.909451 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-303b4913-c987-4c8b-91d1-ae3eb233474c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:07:12.909811 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-303b4913-c987-4c8b-91d1-ae3eb233474c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:07:12.910146 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-303b4913-c987-4c8b-91d1-ae3eb233474c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:07:12.910478 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-303b4913-c987-4c8b-91d1-ae3eb233474c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:07:12.910805 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-303b4913-c987-4c8b-91d1-ae3eb233474c admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:07:12.911133 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-303b4913-c987-4c8b-91d1-ae3eb233474c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:07:12.911459 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-303b4913-c987-4c8b-91d1-ae3eb233474c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:07:12.911786 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-303b4913-c987-4c8b-91d1-ae3eb233474c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:07:12.912208 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-303b4913-c987-4c8b-91d1-ae3eb233474c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:07:12.912421 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-303b4913-c987-4c8b-91d1-ae3eb233474c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:07:13.006580 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 59082) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:07:13.046686 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-25a93dab-96dd-41f5-8afe-9a6819304785 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=d3a276a5087741718d4927a8d91eeb42&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0389543 Sep 23 20:07:13.049280 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 59084) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:07:13.096554 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-2bd6eab1-18a3-4ee3-8337-2674135c3d12 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:07:13.117134 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-2bd6eab1-18a3-4ee3-8337-2674135c3d12 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:07:13.166857 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-2bd6eab1-18a3-4ee3-8337-2674135c3d12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:07:13.170230 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-2bd6eab1-18a3-4ee3-8337-2674135c3d12 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:07:13.171422 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-2bd6eab1-18a3-4ee3-8337-2674135c3d12 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/c324fb6e-b148-4c2c-8219-30186b24574d HTTP/1.1" status: 204 len: 168 time: 0.1212530 Sep 23 20:07:13.179700 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bd6eab1-18a3-4ee3-8337-2674135c3d12 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c324fb6e-b148-4c2c-8219-30186b24574d,revision_number=None']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:07:13.850240 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 59106) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:07:13.947751 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.v2.base [None req-798a964b-e557-4049-9469-e689ef561fec admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-1732272333-network', 'tenant_id': '2a42ac81859240028a084b6cd65aad83'}} {{(pid=95102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 20:07:13.970333 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-798a964b-e557-4049-9469-e689ef561fec admin admin] Made reservation on behalf of 2a42ac81859240028a084b6cd65aad83 for: {'network': 1} {{(pid=95102) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 20:07:13.972628 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-798a964b-e557-4049-9469-e689ef561fec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for network, before_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:07:13.981225 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-798a964b-e557-4049-9469-e689ef561fec admin admin] Notify callbacks [] for security_group, before_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:07:14.076445 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-798a964b-e557-4049-9469-e689ef561fec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:07:14.080329 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-798a964b-e557-4049-9469-e689ef561fec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:07:14.105452 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-798a964b-e557-4049-9469-e689ef561fec admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 629} {{(pid=95102) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 20:07:14.115909 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-798a964b-e557-4049-9469-e689ef561fec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e3b4db7-f48f-4571-b841-26e6f63d37dd,revision_number=1']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:07:14.121563 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-798a964b-e557-4049-9469-e689ef561fec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1756186'] for segment, precommit_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:07:14.121907 n-d-713301-16 neutron-server[95102]: INFO neutron.db.segments_db [None req-798a964b-e557-4049-9469-e689ef561fec admin admin] Added segment c4c316f6-f3a2-4b3f-ae43-16a9d8d9dc94 of type vlan for network ebff1cf6-78a1-45d2-bcd3-2376b59fd010 Sep 23 20:07:14.161284 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-798a964b-e557-4049-9469-e689ef561fec admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783145630486'] for network, precommit_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:07:14.188457 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-798a964b-e557-4049-9469-e689ef561fec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299'] for network, after_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:07:14.190007 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-798a964b-e557-4049-9469-e689ef561fec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:07:14.190892 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-798a964b-e557-4049-9469-e689ef561fec admin admin] Notify callbacks [] for network, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:07:14.224699 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-798a964b-e557-4049-9469-e689ef561fec admin admin] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3733182 Sep 23 20:07:14.227677 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 59110) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:07:14.234005 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.v2.base [None req-14718936-bc8c-4233-af31-edeaf0f39d59 admin admin] Request body: {'subnet': {'network_id': 'ebff1cf6-78a1-45d2-bcd3-2376b59fd010', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-1732272333-subnet', 'tenant_id': '2a42ac81859240028a084b6cd65aad83', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 20:07:14.253811 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-798a964b-e557-4049-9469-e689ef561fec admin admin] Pushing event updated for resources: {'Network': ['ID=ebff1cf6-78a1-45d2-bcd3-2376b59fd010,revision_number=1']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:07:14.254832 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14718936-bc8c-4233-af31-edeaf0f39d59 admin admin] Made reservation on behalf of 2a42ac81859240028a084b6cd65aad83 for: {'subnet': 1} {{(pid=95101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 20:07:14.257201 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-14718936-bc8c-4233-af31-edeaf0f39d59 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6130979'] for subnet, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:07:14.264589 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Network ebff1cf6-78a1-45d2-bcd3-2376b59fd010 details requested by agent ovs-agent-n-d-713301-16 with host n-d-713301-16 {{(pid=95103) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 20:07:14.443764 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-14718936-bc8c-4233-af31-edeaf0f39d59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5607579', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6130961'] for subnet, after_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:07:14.497154 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14718936-bc8c-4233-af31-edeaf0f39d59 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1ef60ae8-e1a5-4427-b605-fa8451e73bcf,revision_number=0']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:07:14.507334 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14718936-bc8c-4233-af31-edeaf0f39d59 admin admin] Checking segment: {'id': 'c4c316f6-f3a2-4b3f-ae43-16a9d8d9dc94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'ebff1cf6-78a1-45d2-bcd3-2376b59fd010'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 20:07:14.507690 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14718936-bc8c-4233-af31-edeaf0f39d59 admin admin] Network hostable DHCP agents. Network: ebff1cf6-78a1-45d2-bcd3-2376b59fd010, hostable agents: ['1b18bf05-1b5f-4587-be5c-af3ac38e32ad'], hosted agents: [] {{(pid=95101) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 20:07:14.524948 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14718936-bc8c-4233-af31-edeaf0f39d59 admin admin] Network ebff1cf6-78a1-45d2-bcd3-2376b59fd010 is scheduled to be hosted by DHCP agent 1b18bf05-1b5f-4587-be5c-af3ac38e32ad with binding_index 1 {{(pid=95101) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 20:07:14.533801 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.base_scheduler [None req-14718936-bc8c-4233-af31-edeaf0f39d59 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713301-16, ebff1cf6-78a1-45d2-bcd3-2376b59fd010) {{(pid=95101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 20:07:14.538180 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14718936-bc8c-4233-af31-edeaf0f39d59 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:07:14.538800 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-14718936-bc8c-4233-af31-edeaf0f39d59 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:07:14.543462 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c08744b9-3fd3-4035-a396-b61f8055c954 None None] Network ebff1cf6-78a1-45d2-bcd3-2376b59fd010 requested from n-d-713301-16 {{(pid=95103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 20:07:14.558056 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-14718936-bc8c-4233-af31-edeaf0f39d59 admin admin] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.3285375 Sep 23 20:07:14.673523 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f88a3d2-e487-4596-8014-ad4da1d062ee None None] Network ebff1cf6-78a1-45d2-bcd3-2376b59fd010 requested from n-d-713301-16 {{(pid=95103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 20:07:14.996391 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d2663c0-ba14-4951-ae42-918bf9f60441 req-ecd89f9b-7267-41b8-b90f-777276b5d500 tempest-ServerDiskConfigTestJSON-1783824682 tempest-ServerDiskConfigTestJSON-1783824682-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:07:14.997858 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-4d2663c0-ba14-4951-ae42-918bf9f60441 req-ecd89f9b-7267-41b8-b90f-777276b5d500 tempest-ServerDiskConfigTestJSON-1783824682 tempest-ServerDiskConfigTestJSON-1783824682-project] 10.222.0.67 "GET /v2.0/networks?id=ebff1cf6-78a1-45d2-bcd3-2376b59fd010 HTTP/1.1" status: 200 len: 815 time: 0.1039650 Sep 23 20:07:15.013733 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-4d2663c0-ba14-4951-ae42-918bf9f60441 req-ab3b9e09-f650-4f9e-8f92-41386bbdb674 tempest-ServerDiskConfigTestJSON-1783824682 tempest-ServerDiskConfigTestJSON-1783824682-project] 10.222.0.67 "GET /v2.0/quotas/2a42ac81859240028a084b6cd65aad83 HTTP/1.1" status: 200 len: 375 time: 0.0093403 Sep 23 20:07:15.046762 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-4d2663c0-ba14-4951-ae42-918bf9f60441 req-3c0a4bfb-6177-434f-ae14-7f7732e09d92 tempest-ServerDiskConfigTestJSON-1783824682 tempest-ServerDiskConfigTestJSON-1783824682-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=2a42ac81859240028a084b6cd65aad83&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0268841 Sep 23 20:07:15.057407 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [req-4d2663c0-ba14-4951-ae42-918bf9f60441 req-5dec1b1b-7aa2-47aa-a828-d6bd71cce00b service neutron] http://10.222.0.67:9696/v2.0/extensions returned with HTTP 200 {{(pid=95102) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 23 20:07:15.058384 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-4d2663c0-ba14-4951-ae42-918bf9f60441 req-5dec1b1b-7aa2-47aa-a828-d6bd71cce00b service neutron] 10.222.0.67 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0050752 Sep 23 20:07:15.154346 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-4d2663c0-ba14-4951-ae42-918bf9f60441 req-e5b4d622-7214-45d1-a9ad-bd025384bf6e service neutron] 10.222.0.67 "GET /v2.0/networks/ebff1cf6-78a1-45d2-bcd3-2376b59fd010?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895712 Sep 23 20:07:15.245971 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-4d2663c0-ba14-4951-ae42-918bf9f60441 req-1f208b41-1191-4fba-a8a4-39debe6ab083 service neutron] 10.222.0.67 "GET /v2.0/networks/ebff1cf6-78a1-45d2-bcd3-2376b59fd010?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852342 Sep 23 20:07:15.407766 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Device 226f3987-f4fc-44c3-846e-725eebb94cda no longer exists at agent hyperv_n-h2-713301-16 {{(pid=95103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 20:07:15.415617 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-890fd2f3-dee6-4539-b506-f24ebee08d4e req-89a98ba2-d98c-44bd-be2a-903ef2b14a1e tempest-ServerDiskConfigTestJSON-1783824682 tempest-ServerDiskConfigTestJSON-1783824682-project] 10.222.0.67 "GET /v2.0/ports?device_id=fd3ce494-1a5b-4533-9555-376ddefd58b7 HTTP/1.1" status: 200 len: 210 time: 0.0330229 Sep 23 20:07:15.443326 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.plugin [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] No Port match for: 226f3987-f4fc-44c3-846e-725eebb94cda {{(pid=95103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 20:07:15.443666 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Device 226f3987-f4fc-44c3-846e-725eebb94cda not bound to the agent host n-h2-713301-16 {{(pid=95103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 20:07:16.491335 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d2663c0-ba14-4951-ae42-918bf9f60441 req-90f25831-89ad-40d7-add3-b6a824a5f463 tempest-ServerDiskConfigTestJSON-1783824682 tempest-ServerDiskConfigTestJSON-1783824682-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:07:16.493028 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-4d2663c0-ba14-4951-ae42-918bf9f60441 req-90f25831-89ad-40d7-add3-b6a824a5f463 tempest-ServerDiskConfigTestJSON-1783824682 tempest-ServerDiskConfigTestJSON-1783824682-project] 10.222.0.53 "GET /v2.0/networks?id=ebff1cf6-78a1-45d2-bcd3-2376b59fd010 HTTP/1.1" status: 200 len: 815 time: 0.1054995 Sep 23 20:07:16.513022 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.v2.base [req-4d2663c0-ba14-4951-ae42-918bf9f60441 req-7fb1e1e2-a02e-448c-aee4-c7d8da707958 tempest-ServerDiskConfigTestJSON-1783824682 tempest-ServerDiskConfigTestJSON-1783824682-project] Request body: {'port': {'device_id': 'fd3ce494-1a5b-4533-9555-376ddefd58b7', 'network_id': 'ebff1cf6-78a1-45d2-bcd3-2376b59fd010', 'admin_state_up': True, 'tenant_id': '2a42ac81859240028a084b6cd65aad83'}} {{(pid=95102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 20:07:16.545396 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-155f3464-5d38-4991-a9a8-e477da5afb36 req-70bcebda-1f84-4744-a719-ede23f5525e7 tempest-ServerDiskConfigTestJSON-1783824682 tempest-ServerDiskConfigTestJSON-1783824682-project] 10.222.0.67 "GET /v2.0/ports?device_id=fd3ce494-1a5b-4533-9555-376ddefd58b7 HTTP/1.1" status: 200 len: 210 time: 0.0510197 Sep 23 20:07:16.646771 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4d2663c0-ba14-4951-ae42-918bf9f60441 req-7fb1e1e2-a02e-448c-aee4-c7d8da707958 tempest-ServerDiskConfigTestJSON-1783824682 tempest-ServerDiskConfigTestJSON-1783824682-project] Made reservation on behalf of 2a42ac81859240028a084b6cd65aad83 for: {'port': 1} {{(pid=95102) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 20:07:16.650402 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-4d2663c0-ba14-4951-ae42-918bf9f60441 req-7fb1e1e2-a02e-448c-aee4-c7d8da707958 tempest-ServerDiskConfigTestJSON-1783824682 tempest-ServerDiskConfigTestJSON-1783824682-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:07:16.783153 n-d-713301-16 neutron-server[95102]: DEBUG neutron.db.db_base_plugin_common [req-4d2663c0-ba14-4951-ae42-918bf9f60441 req-7fb1e1e2-a02e-448c-aee4-c7d8da707958 tempest-ServerDiskConfigTestJSON-1783824682 tempest-ServerDiskConfigTestJSON-1783824682-project] Allocated IP 172.20.0.4 (ebff1cf6-78a1-45d2-bcd3-2376b59fd010/1ef60ae8-e1a5-4427-b605-fa8451e73bcf/9e31b451-813e-4c7b-af1f-52ee737749d1) {{(pid=95102) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 20:07:16.936885 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-4d2663c0-ba14-4951-ae42-918bf9f60441 req-7fb1e1e2-a02e-448c-aee4-c7d8da707958 tempest-ServerDiskConfigTestJSON-1783824682 tempest-ServerDiskConfigTestJSON-1783824682-project] Notify callbacks [] for port, precommit_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:07:16.970361 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-4d2663c0-ba14-4951-ae42-918bf9f60441 req-7fb1e1e2-a02e-448c-aee4-c7d8da707958 tempest-ServerDiskConfigTestJSON-1783824682 tempest-ServerDiskConfigTestJSON-1783824682-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783145673135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4399100'] for port, after_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:07:17.017711 n-d-713301-16 neutron-server[95102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4d2663c0-ba14-4951-ae42-918bf9f60441 req-7fb1e1e2-a02e-448c-aee4-c7d8da707958 tempest-ServerDiskConfigTestJSON-1783824682 tempest-ServerDiskConfigTestJSON-1783824682-project] Network ebff1cf6-78a1-45d2-bcd3-2376b59fd010 is already hosted by enough agents. {{(pid=95102) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 20:07:17.020756 n-d-713301-16 neutron-server[95102]: DEBUG neutron.scheduler.base_scheduler [req-4d2663c0-ba14-4951-ae42-918bf9f60441 req-7fb1e1e2-a02e-448c-aee4-c7d8da707958 tempest-ServerDiskConfigTestJSON-1783824682 tempest-ServerDiskConfigTestJSON-1783824682-project] Resources bound (agent type, host, resource id): {{(pid=95102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 20:07:17.023166 n-d-713301-16 neutron-server[95102]: DEBUG neutron.db.l3_dvrscheduler_db [req-4d2663c0-ba14-4951-ae42-918bf9f60441 req-7fb1e1e2-a02e-448c-aee4-c7d8da707958 tempest-ServerDiskConfigTestJSON-1783824682 tempest-ServerDiskConfigTestJSON-1783824682-project] Received port after_create {{(pid=95102) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 20:07:17.051601 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fb1e1e2-a02e-448c-aee4-c7d8da707958 tempest-ServerDiskConfigTestJSON-1783824682 tempest-ServerDiskConfigTestJSON-1783824682-project] Pushing event updated for resources: {'Port': ['ID=9e31b451-813e-4c7b-af1f-52ee737749d1,revision_number=1']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:07:17.080941 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d2663c0-ba14-4951-ae42-918bf9f60441 req-7fb1e1e2-a02e-448c-aee4-c7d8da707958 tempest-ServerDiskConfigTestJSON-1783824682 tempest-ServerDiskConfigTestJSON-1783824682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:07:17.081565 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-4d2663c0-ba14-4951-ae42-918bf9f60441 req-7fb1e1e2-a02e-448c-aee4-c7d8da707958 tempest-ServerDiskConfigTestJSON-1783824682 tempest-ServerDiskConfigTestJSON-1783824682-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222849'] for port, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:07:17.096652 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-4d2663c0-ba14-4951-ae42-918bf9f60441 req-7fb1e1e2-a02e-448c-aee4-c7d8da707958 tempest-ServerDiskConfigTestJSON-1783824682 tempest-ServerDiskConfigTestJSON-1783824682-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5887840 Sep 23 20:07:17.109223 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.v2.base [req-4d2663c0-ba14-4951-ae42-918bf9f60441 req-fb426fd6-af7a-49d4-80bb-ed4c42fd5e44 service neutron] Request body: {'port': {'device_id': 'fd3ce494-1a5b-4533-9555-376ddefd58b7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713301-16'}} {{(pid=95102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 20:07:17.163745 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-4d2663c0-ba14-4951-ae42-918bf9f60441 req-fb426fd6-af7a-49d4-80bb-ed4c42fd5e44 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:07:17.441224 n-d-713301-16 neutron-server[95102]: DEBUG neutron.notifiers.nova [req-4d2663c0-ba14-4951-ae42-918bf9f60441 req-fb426fd6-af7a-49d4-80bb-ed4c42fd5e44 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9e31b451-813e-4c7b-af1f-52ee737749d1 {{(pid=95102) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 20:07:17.448679 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-4d2663c0-ba14-4951-ae42-918bf9f60441 req-fb426fd6-af7a-49d4-80bb-ed4c42fd5e44 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:07:17.461787 n-d-713301-16 neutron-server[95102]: DEBUG neutron.db.provisioning_blocks [req-4d2663c0-ba14-4951-ae42-918bf9f60441 req-fb426fd6-af7a-49d4-80bb-ed4c42fd5e44 service neutron] Transition to ACTIVE for port object 9e31b451-813e-4c7b-af1f-52ee737749d1 will not be triggered until provisioned by entity L2. {{(pid=95102) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 20:07:17.465167 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-4d2663c0-ba14-4951-ae42-918bf9f60441 req-fb426fd6-af7a-49d4-80bb-ed4c42fd5e44 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4399095'] for port, after_update {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:07:17.517567 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb426fd6-af7a-49d4-80bb-ed4c42fd5e44 service neutron] Pushing event updated for resources: {'Port': ['ID=9e31b451-813e-4c7b-af1f-52ee737749d1,revision_number=2']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:07:17.582671 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.managers [req-4d2663c0-ba14-4951-ae42-918bf9f60441 req-fb426fd6-af7a-49d4-80bb-ed4c42fd5e44 service neutron] Attempting to bind port 9e31b451-813e-4c7b-af1f-52ee737749d1 on host n-h2-713301-16 for vnic_type normal with profile {{(pid=95102) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 20:07:17.583017 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.managers [req-4d2663c0-ba14-4951-ae42-918bf9f60441 req-fb426fd6-af7a-49d4-80bb-ed4c42fd5e44 service neutron] Attempting to bind port 9e31b451-813e-4c7b-af1f-52ee737749d1 by drivers openvswitch,hyperv on host n-h2-713301-16 at level 0 using segments [{'id': 'c4c316f6-f3a2-4b3f-ae43-16a9d8d9dc94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'ebff1cf6-78a1-45d2-bcd3-2376b59fd010'}] {{(pid=95102) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 20:07:17.583360 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d2663c0-ba14-4951-ae42-918bf9f60441 req-fb426fd6-af7a-49d4-80bb-ed4c42fd5e44 service neutron] Attempting to bind port 9e31b451-813e-4c7b-af1f-52ee737749d1 on network ebff1cf6-78a1-45d2-bcd3-2376b59fd010 {{(pid=95102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 20:07:17.587719 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d2663c0-ba14-4951-ae42-918bf9f60441 req-fb426fd6-af7a-49d4-80bb-ed4c42fd5e44 service neutron] Port 9e31b451-813e-4c7b-af1f-52ee737749d1 on network ebff1cf6-78a1-45d2-bcd3-2376b59fd010 not bound, no agent of type Open vSwitch agent registered on host n-h2-713301-16 {{(pid=95102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 20:07:17.588043 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d2663c0-ba14-4951-ae42-918bf9f60441 req-fb426fd6-af7a-49d4-80bb-ed4c42fd5e44 service neutron] Attempting to bind port 9e31b451-813e-4c7b-af1f-52ee737749d1 on network ebff1cf6-78a1-45d2-bcd3-2376b59fd010 {{(pid=95102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 20:07:17.593641 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d2663c0-ba14-4951-ae42-918bf9f60441 req-fb426fd6-af7a-49d4-80bb-ed4c42fd5e44 service neutron] Checking agent: {'id': '2a7cea34-db54-4faf-8d23-37521c3e34cb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713301-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 19, 15, 28), 'started_at': datetime.datetime(2021, 9, 23, 19, 15, 28), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 20, 6, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 20:07:17.593975 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d2663c0-ba14-4951-ae42-918bf9f60441 req-fb426fd6-af7a-49d4-80bb-ed4c42fd5e44 service neutron] Checking segment: {'id': 'c4c316f6-f3a2-4b3f-ae43-16a9d8d9dc94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'ebff1cf6-78a1-45d2-bcd3-2376b59fd010'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95102) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 20:07:17.594364 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d2663c0-ba14-4951-ae42-918bf9f60441 req-fb426fd6-af7a-49d4-80bb-ed4c42fd5e44 service neutron] Bound using segment: {'id': 'c4c316f6-f3a2-4b3f-ae43-16a9d8d9dc94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'ebff1cf6-78a1-45d2-bcd3-2376b59fd010'} {{(pid=95102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 20:07:17.595058 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.managers [req-4d2663c0-ba14-4951-ae42-918bf9f60441 req-fb426fd6-af7a-49d4-80bb-ed4c42fd5e44 service neutron] Bound port: 9e31b451-813e-4c7b-af1f-52ee737749d1, host: n-h2-713301-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c4c316f6-f3a2-4b3f-ae43-16a9d8d9dc94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'ebff1cf6-78a1-45d2-bcd3-2376b59fd010'}}] {{(pid=95102) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 20:07:17.595426 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-4d2663c0-ba14-4951-ae42-918bf9f60441 req-fb426fd6-af7a-49d4-80bb-ed4c42fd5e44 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:07:17.691548 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.db [req-4d2663c0-ba14-4951-ae42-918bf9f60441 req-fb426fd6-af7a-49d4-80bb-ed4c42fd5e44 service neutron] For port 9e31b451-813e-4c7b-af1f-52ee737749d1, host n-h2-713301-16, cleared binding levels {{(pid=95102) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 20:07:17.695257 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.db [req-4d2663c0-ba14-4951-ae42-918bf9f60441 req-fb426fd6-af7a-49d4-80bb-ed4c42fd5e44 service neutron] For port 9e31b451-813e-4c7b-af1f-52ee737749d1, host n-h2-713301-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-16',level=0,port_id=9e31b451-813e-4c7b-af1f-52ee737749d1,segment=NetworkSegment(c4c316f6-f3a2-4b3f-ae43-16a9d8d9dc94),segment_id=c4c316f6-f3a2-4b3f-ae43-16a9d8d9dc94)] {{(pid=95102) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 20:07:17.701820 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-4d2663c0-ba14-4951-ae42-918bf9f60441 req-fb426fd6-af7a-49d4-80bb-ed4c42fd5e44 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4399095'] for port, after_update {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:07:17.713995 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da6aa275-a141-4d17-a6a4-49a44a7b6932 req-2cf04602-12bc-4e1f-a07d-13a7edd288b3 tempest-ServerDiskConfigTestJSON-1783824682 tempest-ServerDiskConfigTestJSON-1783824682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:07:17.715509 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-da6aa275-a141-4d17-a6a4-49a44a7b6932 req-2cf04602-12bc-4e1f-a07d-13a7edd288b3 tempest-ServerDiskConfigTestJSON-1783824682 tempest-ServerDiskConfigTestJSON-1783824682-project] 10.222.0.67 "GET /v2.0/ports?device_id=fd3ce494-1a5b-4533-9555-376ddefd58b7 HTTP/1.1" status: 200 len: 943 time: 0.0849075 Sep 23 20:07:17.759673 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d2663c0-ba14-4951-ae42-918bf9f60441 req-fb426fd6-af7a-49d4-80bb-ed4c42fd5e44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:07:17.760287 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-4d2663c0-ba14-4951-ae42-918bf9f60441 req-fb426fd6-af7a-49d4-80bb-ed4c42fd5e44 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222849'] for port, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:07:17.761708 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-4d2663c0-ba14-4951-ae42-918bf9f60441 req-fb426fd6-af7a-49d4-80bb-ed4c42fd5e44 service neutron] 10.222.0.53 "PUT /v2.0/ports/9e31b451-813e-4c7b-af1f-52ee737749d1 HTTP/1.1" status: 200 len: 1092 time: 0.6572261 Sep 23 20:07:17.762210 n-d-713301-16 neutron-server[95102]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fd3ce494-1a5b-4533-9555-376ddefd58b7', 'tag': '9e31b451-813e-4c7b-af1f-52ee737749d1'}] {{(pid=95102) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 20:07:17.765079 n-d-713301-16 neutron-server[95102]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab31b6d93e5336dbddfa8ec424565b3bd8cb2369c5b4d85bc943472dbb21e8ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3af5d113-51ba-4350-aaed-e9550af568b7" -d '{"events": [{"name": "network-changed", "server_uuid": "fd3ce494-1a5b-4533-9555-376ddefd58b7", "tag": "9e31b451-813e-4c7b-af1f-52ee737749d1"}]}' {{(pid=95102) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 20:07:17.816415 n-d-713301-16 neutron-server[95102]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 20:07:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51458ff3-9d89-428f-8089-1a17500e7b3e x-openstack-request-id: req-51458ff3-9d89-428f-8089-1a17500e7b3e {{(pid=95102) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 20:07:17.816744 n-d-713301-16 neutron-server[95102]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fd3ce494-1a5b-4533-9555-376ddefd58b7", "tag": "9e31b451-813e-4c7b-af1f-52ee737749d1", "status": "completed", "code": 200}]} {{(pid=95102) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 20:07:17.816994 n-d-713301-16 neutron-server[95102]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-51458ff3-9d89-428f-8089-1a17500e7b3e {{(pid=95102) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 20:07:17.817390 n-d-713301-16 neutron-server[95102]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fd3ce494-1a5b-4533-9555-376ddefd58b7', 'tag': '9e31b451-813e-4c7b-af1f-52ee737749d1', 'status': 'completed', 'code': 200} Sep 23 20:07:17.819290 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb426fd6-af7a-49d4-80bb-ed4c42fd5e44 service neutron] Pushing event updated for resources: {'Port': ['ID=9e31b451-813e-4c7b-af1f-52ee737749d1,revision_number=3']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:07:17.838187 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-da6aa275-a141-4d17-a6a4-49a44a7b6932 req-5f687bac-8c36-415a-9e44-581e6712d952 tempest-ServerDiskConfigTestJSON-1783824682 tempest-ServerDiskConfigTestJSON-1783824682-project] 10.222.0.67 "GET /v2.0/security-groups?id=3e3b4db7-f48f-4571-b841-26e6f63d37dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0998497 Sep 23 20:07:17.855537 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d2663c0-ba14-4951-ae42-918bf9f60441 req-08bd5f3f-4441-46af-9859-459dd845baa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:07:17.857104 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-4d2663c0-ba14-4951-ae42-918bf9f60441 req-08bd5f3f-4441-46af-9859-459dd845baa5 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=2a42ac81859240028a084b6cd65aad83&device_id=fd3ce494-1a5b-4533-9555-376ddefd58b7 HTTP/1.1" status: 200 len: 1095 time: 0.0525980 Sep 23 20:07:17.902172 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-4d2663c0-ba14-4951-ae42-918bf9f60441 req-29b4c7d6-2154-4c21-9e3c-06ff99a57ca6 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9e31b451-813e-4c7b-af1f-52ee737749d1 HTTP/1.1" status: 200 len: 217 time: 0.0368145 Sep 23 20:07:17.960715 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d2663c0-ba14-4951-ae42-918bf9f60441 req-cb84296e-c75f-4331-8e6c-574ea96af406 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:07:17.962307 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-4d2663c0-ba14-4951-ae42-918bf9f60441 req-cb84296e-c75f-4331-8e6c-574ea96af406 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=1ef60ae8-e1a5-4427-b605-fa8451e73bcf HTTP/1.1" status: 200 len: 855 time: 0.0538452 Sep 23 20:07:17.999816 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-4d2663c0-ba14-4951-ae42-918bf9f60441 req-0cf1448a-bf28-422f-a660-0bee26286cdf service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=ebff1cf6-78a1-45d2-bcd3-2376b59fd010&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0293887 Sep 23 20:07:18.100625 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-4d2663c0-ba14-4951-ae42-918bf9f60441 req-89a8a70c-5327-48d6-93d3-7bc66846cbae service neutron] 10.222.0.53 "GET /v2.0/networks/ebff1cf6-78a1-45d2-bcd3-2376b59fd010?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0937524 Sep 23 20:07:18.215604 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-4d2663c0-ba14-4951-ae42-918bf9f60441 req-66a42c20-4da9-40a3-bd00-b51829457c72 service neutron] 10.222.0.53 "GET /v2.0/networks/ebff1cf6-78a1-45d2-bcd3-2376b59fd010?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1078722 Sep 23 20:07:18.313619 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af5d113-51ba-4350-aaed-e9550af568b7 req-f69a8b9f-7abf-4d9b-a85f-3f4625588bd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:07:18.315233 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-3af5d113-51ba-4350-aaed-e9550af568b7 req-f69a8b9f-7abf-4d9b-a85f-3f4625588bd6 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=2a42ac81859240028a084b6cd65aad83&device_id=fd3ce494-1a5b-4533-9555-376ddefd58b7 HTTP/1.1" status: 200 len: 1095 time: 0.0498145 Sep 23 20:07:18.411379 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af5d113-51ba-4350-aaed-e9550af568b7 req-034b4657-a5af-49c1-8e62-1407b495661f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:07:18.412872 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-3af5d113-51ba-4350-aaed-e9550af568b7 req-034b4657-a5af-49c1-8e62-1407b495661f service neutron] 10.222.0.53 "GET /v2.0/networks?id=ebff1cf6-78a1-45d2-bcd3-2376b59fd010 HTTP/1.1" status: 200 len: 916 time: 0.0905085 Sep 23 20:07:18.471011 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-3af5d113-51ba-4350-aaed-e9550af568b7 req-156f4097-a5be-421f-8a8a-414a5d56a3c3 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9e31b451-813e-4c7b-af1f-52ee737749d1 HTTP/1.1" status: 200 len: 217 time: 0.0506480 Sep 23 20:07:18.530854 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af5d113-51ba-4350-aaed-e9550af568b7 req-b8041468-fe97-4d8a-ac92-1e8d921fa8b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:07:18.532457 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-3af5d113-51ba-4350-aaed-e9550af568b7 req-b8041468-fe97-4d8a-ac92-1e8d921fa8b6 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=1ef60ae8-e1a5-4427-b605-fa8451e73bcf HTTP/1.1" status: 200 len: 855 time: 0.0547996 Sep 23 20:07:18.584819 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-3af5d113-51ba-4350-aaed-e9550af568b7 req-84c17d10-1420-484e-91e5-ba8c2dc4a98a service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=ebff1cf6-78a1-45d2-bcd3-2376b59fd010&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0443034 Sep 23 20:07:18.697011 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-3af5d113-51ba-4350-aaed-e9550af568b7 req-cb543059-e547-4631-bfb2-7a4c7df5d139 service neutron] 10.222.0.53 "GET /v2.0/networks/ebff1cf6-78a1-45d2-bcd3-2376b59fd010?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1027603 Sep 23 20:07:18.789263 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-3af5d113-51ba-4350-aaed-e9550af568b7 req-d667eaa5-2588-498e-b6af-25f64b0f5a6a service neutron] 10.222.0.53 "GET /v2.0/networks/ebff1cf6-78a1-45d2-bcd3-2376b59fd010?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841646 Sep 23 20:07:18.973654 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd0eeb5b-b995-4327-adb5-71567e949034 req-0aa20a7b-7d2c-4737-9a80-bcdee3aaac87 tempest-ServerDiskConfigTestJSON-1783824682 tempest-ServerDiskConfigTestJSON-1783824682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:07:18.975277 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-cd0eeb5b-b995-4327-adb5-71567e949034 req-0aa20a7b-7d2c-4737-9a80-bcdee3aaac87 tempest-ServerDiskConfigTestJSON-1783824682 tempest-ServerDiskConfigTestJSON-1783824682-project] 10.222.0.67 "GET /v2.0/ports?device_id=fd3ce494-1a5b-4533-9555-376ddefd58b7 HTTP/1.1" status: 200 len: 943 time: 0.0561132 Sep 23 20:07:19.017126 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-cd0eeb5b-b995-4327-adb5-71567e949034 req-532610a3-357f-4bf9-bce1-efb4876bba8d tempest-ServerDiskConfigTestJSON-1783824682 tempest-ServerDiskConfigTestJSON-1783824682-project] 10.222.0.67 "GET /v2.0/security-groups?id=3e3b4db7-f48f-4571-b841-26e6f63d37dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355835 Sep 23 20:07:19.755938 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-85cfec5f-74e9-4c34-8a2b-d96c2d0c53cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:07:20.134355 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa5bdea2-e54c-462f-b3ff-5735d5ffa76f req-85d9d0de-1d27-452a-b6db-45e8378c242c tempest-ServerDiskConfigTestJSON-1783824682 tempest-ServerDiskConfigTestJSON-1783824682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:07:20.136223 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-fa5bdea2-e54c-462f-b3ff-5735d5ffa76f req-85d9d0de-1d27-452a-b6db-45e8378c242c tempest-ServerDiskConfigTestJSON-1783824682 tempest-ServerDiskConfigTestJSON-1783824682-project] 10.222.0.67 "GET /v2.0/ports?device_id=fd3ce494-1a5b-4533-9555-376ddefd58b7 HTTP/1.1" status: 200 len: 943 time: 0.0504613 Sep 23 20:07:20.175414 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-fa5bdea2-e54c-462f-b3ff-5735d5ffa76f req-040524ca-d24a-4fb6-970b-a80be42d78a8 tempest-ServerDiskConfigTestJSON-1783824682 tempest-ServerDiskConfigTestJSON-1783824682-project] 10.222.0.67 "GET /v2.0/security-groups?id=3e3b4db7-f48f-4571-b841-26e6f63d37dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326483 Sep 23 20:07:21.291369 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d35e594b-fdc2-439e-81bb-790c0eca7550 req-baafcd35-fa06-45a1-91c6-61ad1bbca298 tempest-ServerDiskConfigTestJSON-1783824682 tempest-ServerDiskConfigTestJSON-1783824682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:07:21.292893 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-d35e594b-fdc2-439e-81bb-790c0eca7550 req-baafcd35-fa06-45a1-91c6-61ad1bbca298 tempest-ServerDiskConfigTestJSON-1783824682 tempest-ServerDiskConfigTestJSON-1783824682-project] 10.222.0.67 "GET /v2.0/ports?device_id=fd3ce494-1a5b-4533-9555-376ddefd58b7 HTTP/1.1" status: 200 len: 943 time: 0.0512731 Sep 23 20:07:21.332501 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-d35e594b-fdc2-439e-81bb-790c0eca7550 req-6c851552-8554-49dd-a8b0-c896299860f0 tempest-ServerDiskConfigTestJSON-1783824682 tempest-ServerDiskConfigTestJSON-1783824682-project] 10.222.0.67 "GET /v2.0/security-groups?id=3e3b4db7-f48f-4571-b841-26e6f63d37dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330687 Sep 23 20:07:21.448663 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Device 9e31b451-813e-4c7b-af1f-52ee737749d1 details requested by agent hyperv_n-h2-713301-16 with host n-h2-713301-16 {{(pid=95103) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 20:07:21.548644 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.agents_db [None req-f2f5c474-60a3-474f-b2cc-02c4bd30880c None None] Agent healthcheck: found 7 active agents {{(pid=95104) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 20:07:21.549296 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] For port 9e31b451-813e-4c7b-af1f-52ee737749d1, host n-h2-713301-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-16',level=0,port_id=9e31b451-813e-4c7b-af1f-52ee737749d1,segment=NetworkSegment(c4c316f6-f3a2-4b3f-ae43-16a9d8d9dc94),segment_id=c4c316f6-f3a2-4b3f-ae43-16a9d8d9dc94)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 20:07:21.562452 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Returning: {'device': '9e31b451-813e-4c7b-af1f-52ee737749d1', 'network_id': 'ebff1cf6-78a1-45d2-bcd3-2376b59fd010', 'port_id': '9e31b451-813e-4c7b-af1f-52ee737749d1', 'mac_address': 'fa:16:3e:df:41:ab', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 629, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1ef60ae8-e1a5-4427-b605-fa8451e73bcf', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95103) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 20:07:21.605243 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:07:21.619522 n-d-713301-16 neutron-server[95103]: DEBUG neutron.notifiers.nova [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9e31b451-813e-4c7b-af1f-52ee737749d1 {{(pid=95103) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 20:07:21.641268 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] For port 9e31b451-813e-4c7b-af1f-52ee737749d1, host n-h2-713301-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-16',level=0,port_id=9e31b451-813e-4c7b-af1f-52ee737749d1,segment=NetworkSegment(c4c316f6-f3a2-4b3f-ae43-16a9d8d9dc94),segment_id=c4c316f6-f3a2-4b3f-ae43-16a9d8d9dc94)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 20:07:21.645235 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:07:21.693425 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Pushing event updated for resources: {'Port': ['ID=9e31b451-813e-4c7b-af1f-52ee737749d1,revision_number=4']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:07:21.700925 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:07:21.701432 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:07:21.702297 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:07:21.702635 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:07:21.702968 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:07:21.703312 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:07:21.703829 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:07:21.704054 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:07:21.704380 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:07:21.704721 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:07:21.705067 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:07:21.705429 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:07:21.856345 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] get_ports_and_sgs() called for port_ids ['9e31b451-813e-4c7b-af1f-52ee737749d1'] {{(pid=95103) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 20:07:22.455160 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069d175c-596c-45bd-bd69-729e39f3af5c req-b8a3d3fd-f674-45f0-8e63-e40ff1edbd46 tempest-ServerDiskConfigTestJSON-1783824682 tempest-ServerDiskConfigTestJSON-1783824682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:07:22.456708 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-069d175c-596c-45bd-bd69-729e39f3af5c req-b8a3d3fd-f674-45f0-8e63-e40ff1edbd46 tempest-ServerDiskConfigTestJSON-1783824682 tempest-ServerDiskConfigTestJSON-1783824682-project] 10.222.0.67 "GET /v2.0/ports?device_id=fd3ce494-1a5b-4533-9555-376ddefd58b7 HTTP/1.1" status: 200 len: 944 time: 0.0540617 Sep 23 20:07:22.494574 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-069d175c-596c-45bd-bd69-729e39f3af5c req-52e66206-9bc2-4153-8d8d-f207450ee647 tempest-ServerDiskConfigTestJSON-1783824682 tempest-ServerDiskConfigTestJSON-1783824682-project] 10.222.0.67 "GET /v2.0/security-groups?id=3e3b4db7-f48f-4571-b841-26e6f63d37dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318961 Sep 23 20:07:23.011358 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-a39c2019-99b3-449e-98aa-8afc208d6c21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:07:23.164383 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:07:23.456005 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Device 9e31b451-813e-4c7b-af1f-52ee737749d1 up at agent hyperv_n-h2-713301-16 {{(pid=95103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 20:07:23.504499 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Provisioning for port 9e31b451-813e-4c7b-af1f-52ee737749d1 completed by entity L2. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 20:07:23.508213 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Provisioning complete for port 9e31b451-813e-4c7b-af1f-52ee737749d1 triggered by entity L2. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 20:07:23.508587 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:07:23.585320 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-0ae75029-feb6-4728-9a94-5f9b60993d82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:07:23.601286 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:07:23.615277 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a30049f-7b2b-4f7d-9d20-4c614b98f624 req-f3136203-d11b-411d-a94b-e0d0179e68a5 tempest-ServerDiskConfigTestJSON-1783824682 tempest-ServerDiskConfigTestJSON-1783824682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:07:23.616842 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-9a30049f-7b2b-4f7d-9d20-4c614b98f624 req-f3136203-d11b-411d-a94b-e0d0179e68a5 tempest-ServerDiskConfigTestJSON-1783824682 tempest-ServerDiskConfigTestJSON-1783824682-project] 10.222.0.67 "GET /v2.0/ports?device_id=fd3ce494-1a5b-4533-9555-376ddefd58b7 HTTP/1.1" status: 200 len: 944 time: 0.0515633 Sep 23 20:07:23.625337 n-d-713301-16 neutron-server[95103]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd3ce494-1a5b-4533-9555-376ddefd58b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e31b451-813e-4c7b-af1f-52ee737749d1'}] {{(pid=95103) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 20:07:23.627707 n-d-713301-16 neutron-server[95103]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}81a1c17f2aa89d5b3ebbba3a3e0cf7eb588e431c2224256110c4c4facdd7c3e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b916472f-0a38-4ebb-ae27-286e5983ebe8" -d '{"events": [{"server_uuid": "fd3ce494-1a5b-4533-9555-376ddefd58b7", "name": "network-vif-plugged", "status": "completed", "tag": "9e31b451-813e-4c7b-af1f-52ee737749d1"}]}' {{(pid=95103) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 20:07:23.640617 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] For port 9e31b451-813e-4c7b-af1f-52ee737749d1, host n-h2-713301-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-16',level=0,port_id=9e31b451-813e-4c7b-af1f-52ee737749d1,segment=NetworkSegment(c4c316f6-f3a2-4b3f-ae43-16a9d8d9dc94),segment_id=c4c316f6-f3a2-4b3f-ae43-16a9d8d9dc94)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 20:07:23.645283 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:07:23.661162 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-9a30049f-7b2b-4f7d-9d20-4c614b98f624 req-e2c5b3b5-4b7c-4d80-a11b-e8d012f8230d tempest-ServerDiskConfigTestJSON-1783824682 tempest-ServerDiskConfigTestJSON-1783824682-project] 10.222.0.67 "GET /v2.0/security-groups?id=3e3b4db7-f48f-4571-b841-26e6f63d37dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381734 Sep 23 20:07:23.668428 n-d-713301-16 neutron-server[95103]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 20:07:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a90a2a4f-e9d7-478d-a82d-8beda3e89658 x-openstack-request-id: req-a90a2a4f-e9d7-478d-a82d-8beda3e89658 {{(pid=95103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 20:07:23.668747 n-d-713301-16 neutron-server[95103]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fd3ce494-1a5b-4533-9555-376ddefd58b7", "name": "network-vif-plugged", "status": "completed", "tag": "9e31b451-813e-4c7b-af1f-52ee737749d1", "code": 200}]} {{(pid=95103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 20:07:23.668998 n-d-713301-16 neutron-server[95103]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-a90a2a4f-e9d7-478d-a82d-8beda3e89658 {{(pid=95103) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 20:07:23.669391 n-d-713301-16 neutron-server[95103]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fd3ce494-1a5b-4533-9555-376ddefd58b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e31b451-813e-4c7b-af1f-52ee737749d1', 'code': 200} Sep 23 20:07:23.704482 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Pushing event updated for resources: {'Port': ['ID=9e31b451-813e-4c7b-af1f-52ee737749d1,revision_number=5']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:07:23.765123 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae7cc013-f6e8-43ec-96c7-2cd649a86e9e req-3e23071b-bef7-4b83-930c-6e9be81324c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:07:23.766654 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-ae7cc013-f6e8-43ec-96c7-2cd649a86e9e req-3e23071b-bef7-4b83-930c-6e9be81324c8 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=fd3ce494-1a5b-4533-9555-376ddefd58b7 HTTP/1.1" status: 200 len: 1097 time: 0.0420141 Sep 23 20:07:23.802898 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-ae7cc013-f6e8-43ec-96c7-2cd649a86e9e req-2923473d-3514-456a-8797-291e6a0d8100 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=3e3b4db7-f48f-4571-b841-26e6f63d37dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0289850 Sep 23 20:07:24.791131 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa541e4c-caab-4828-9ed6-337502085784 req-0b722b51-06e2-45e2-8de7-64bc092f70dc tempest-ServerDiskConfigTestJSON-1783824682 tempest-ServerDiskConfigTestJSON-1783824682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:07:24.792675 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-aa541e4c-caab-4828-9ed6-337502085784 req-0b722b51-06e2-45e2-8de7-64bc092f70dc tempest-ServerDiskConfigTestJSON-1783824682 tempest-ServerDiskConfigTestJSON-1783824682-project] 10.222.0.67 "GET /v2.0/ports?device_id=fd3ce494-1a5b-4533-9555-376ddefd58b7 HTTP/1.1" status: 200 len: 945 time: 0.0578091 Sep 23 20:07:24.836070 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-aa541e4c-caab-4828-9ed6-337502085784 req-11154ace-13ce-4a87-b684-f286d7c9722a tempest-ServerDiskConfigTestJSON-1783824682 tempest-ServerDiskConfigTestJSON-1783824682-project] 10.222.0.67 "GET /v2.0/security-groups?id=3e3b4db7-f48f-4571-b841-26e6f63d37dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361986 Sep 23 20:07:25.395497 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-80e7e501-6c57-470d-92c6-e3d54bc3195c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:07:25.961109 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c489651c-a217-4d8b-bb83-4b23c67f9262 req-3d33a4e6-b38d-4906-a63a-b9e529bee5a5 tempest-ServerDiskConfigTestJSON-1783824682 tempest-ServerDiskConfigTestJSON-1783824682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:07:25.962769 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-c489651c-a217-4d8b-bb83-4b23c67f9262 req-3d33a4e6-b38d-4906-a63a-b9e529bee5a5 tempest-ServerDiskConfigTestJSON-1783824682 tempest-ServerDiskConfigTestJSON-1783824682-project] 10.222.0.67 "GET /v2.0/ports?device_id=fd3ce494-1a5b-4533-9555-376ddefd58b7 HTTP/1.1" status: 200 len: 945 time: 0.0558286 Sep 23 20:07:26.005109 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-c489651c-a217-4d8b-bb83-4b23c67f9262 req-eadabdf4-2d8a-47e4-aee1-40f88df6d7d8 tempest-ServerDiskConfigTestJSON-1783824682 tempest-ServerDiskConfigTestJSON-1783824682-project] 10.222.0.67 "GET /v2.0/security-groups?id=3e3b4db7-f48f-4571-b841-26e6f63d37dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334036 Sep 23 20:07:26.119375 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-760f52f7-f03a-474d-8f79-e56e71956978 req-9142a5d4-89b7-4453-a166-ba9a617eef8d tempest-ServerDiskConfigTestJSON-1783824682 tempest-ServerDiskConfigTestJSON-1783824682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:07:26.120809 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-760f52f7-f03a-474d-8f79-e56e71956978 req-9142a5d4-89b7-4453-a166-ba9a617eef8d tempest-ServerDiskConfigTestJSON-1783824682 tempest-ServerDiskConfigTestJSON-1783824682-project] 10.222.0.67 "GET /v2.0/ports?device_id=fd3ce494-1a5b-4533-9555-376ddefd58b7 HTTP/1.1" status: 200 len: 945 time: 0.0503161 Sep 23 20:07:26.158611 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-760f52f7-f03a-474d-8f79-e56e71956978 req-1ffe8139-6139-4672-ba8b-0c0216e56fae tempest-ServerDiskConfigTestJSON-1783824682 tempest-ServerDiskConfigTestJSON-1783824682-project] 10.222.0.67 "GET /v2.0/security-groups?id=3e3b4db7-f48f-4571-b841-26e6f63d37dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316043 Sep 23 20:07:26.373702 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d717c055-c5da-490d-b0ef-a0b3fa733e46 req-5e16bd38-a4cb-482d-82be-92db7c773231 tempest-ServerDiskConfigTestJSON-1783824682 tempest-ServerDiskConfigTestJSON-1783824682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:07:26.375006 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-d717c055-c5da-490d-b0ef-a0b3fa733e46 req-5e16bd38-a4cb-482d-82be-92db7c773231 tempest-ServerDiskConfigTestJSON-1783824682 tempest-ServerDiskConfigTestJSON-1783824682-project] 10.222.0.67 "GET /v2.0/ports?device_id=fd3ce494-1a5b-4533-9555-376ddefd58b7 HTTP/1.1" status: 200 len: 945 time: 0.0535843 Sep 23 20:07:26.414396 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-d717c055-c5da-490d-b0ef-a0b3fa733e46 req-95bc9dd8-2d1b-4f56-8a9b-6d36f3ce562f tempest-ServerDiskConfigTestJSON-1783824682 tempest-ServerDiskConfigTestJSON-1783824682-project] 10.222.0.67 "GET /v2.0/security-groups?id=3e3b4db7-f48f-4571-b841-26e6f63d37dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334206 Sep 23 20:07:26.532617 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f65ac8-38fb-4aac-80f1-13e24897cbea req-7b1096e0-576f-4164-92fd-ab4a919b7b09 tempest-ServerDiskConfigTestJSON-1783824682 tempest-ServerDiskConfigTestJSON-1783824682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:07:26.534117 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-46f65ac8-38fb-4aac-80f1-13e24897cbea req-7b1096e0-576f-4164-92fd-ab4a919b7b09 tempest-ServerDiskConfigTestJSON-1783824682 tempest-ServerDiskConfigTestJSON-1783824682-project] 10.222.0.67 "GET /v2.0/ports?device_id=fd3ce494-1a5b-4533-9555-376ddefd58b7 HTTP/1.1" status: 200 len: 945 time: 0.0503268 Sep 23 20:07:26.578171 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-46f65ac8-38fb-4aac-80f1-13e24897cbea req-eae7437b-97b0-4566-aa46-bdfe5d8997ff tempest-ServerDiskConfigTestJSON-1783824682 tempest-ServerDiskConfigTestJSON-1783824682-project] 10.222.0.67 "GET /v2.0/security-groups?id=3e3b4db7-f48f-4571-b841-26e6f63d37dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382125 Sep 23 20:07:26.926801 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-19625597-b3fd-4a75-8b3b-abddd9e5ed11 req-120a5359-a335-4591-9b1e-a36a15c12ead service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=fd3ce494-1a5b-4533-9555-376ddefd58b7&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0713120 Sep 23 20:07:26.939634 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f737bae-12c0-4a3e-8bea-b53fa2e72b19 req-0142bba1-a8eb-40e8-a126-917c62632b58 tempest-ServerDiskConfigTestJSON-1783824682 tempest-ServerDiskConfigTestJSON-1783824682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:07:26.941088 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-5f737bae-12c0-4a3e-8bea-b53fa2e72b19 req-0142bba1-a8eb-40e8-a126-917c62632b58 tempest-ServerDiskConfigTestJSON-1783824682 tempest-ServerDiskConfigTestJSON-1783824682-project] 10.222.0.67 "GET /v2.0/ports?device_id=fd3ce494-1a5b-4533-9555-376ddefd58b7 HTTP/1.1" status: 200 len: 945 time: 0.0768487 Sep 23 20:07:26.982452 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-5f737bae-12c0-4a3e-8bea-b53fa2e72b19 req-ca69f649-839d-4f61-aeed-fd13e300d7cb tempest-ServerDiskConfigTestJSON-1783824682 tempest-ServerDiskConfigTestJSON-1783824682-project] 10.222.0.67 "GET /v2.0/security-groups?id=3e3b4db7-f48f-4571-b841-26e6f63d37dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343287 Sep 23 20:07:28.136585 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d47f9de7-54a7-44aa-b7a3-764755004a9e req-88756340-2cec-47d4-96cc-9b343ee25695 tempest-ServerDiskConfigTestJSON-1783824682 tempest-ServerDiskConfigTestJSON-1783824682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:07:28.138114 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-d47f9de7-54a7-44aa-b7a3-764755004a9e req-88756340-2cec-47d4-96cc-9b343ee25695 tempest-ServerDiskConfigTestJSON-1783824682 tempest-ServerDiskConfigTestJSON-1783824682-project] 10.222.0.67 "GET /v2.0/ports?device_id=fd3ce494-1a5b-4533-9555-376ddefd58b7 HTTP/1.1" status: 200 len: 945 time: 0.0783269 Sep 23 20:07:28.166895 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19625597-b3fd-4a75-8b3b-abddd9e5ed11 req-d1b47bb6-6011-4655-a0b1-b98f37a9e23b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:07:28.168343 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-19625597-b3fd-4a75-8b3b-abddd9e5ed11 req-d1b47bb6-6011-4655-a0b1-b98f37a9e23b service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=2a42ac81859240028a084b6cd65aad83&device_id=fd3ce494-1a5b-4533-9555-376ddefd58b7 HTTP/1.1" status: 200 len: 1097 time: 0.0645800 Sep 23 20:07:28.203596 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-d47f9de7-54a7-44aa-b7a3-764755004a9e req-7682b808-c85d-4118-8e87-6a2ba9819637 tempest-ServerDiskConfigTestJSON-1783824682 tempest-ServerDiskConfigTestJSON-1783824682-project] 10.222.0.67 "GET /v2.0/security-groups?id=3e3b4db7-f48f-4571-b841-26e6f63d37dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578303 Sep 23 20:07:28.273956 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19625597-b3fd-4a75-8b3b-abddd9e5ed11 req-de69fbc1-8d9f-43c1-9949-97c23f0c6d05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:07:28.275409 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-19625597-b3fd-4a75-8b3b-abddd9e5ed11 req-de69fbc1-8d9f-43c1-9949-97c23f0c6d05 service neutron] 10.222.0.53 "GET /v2.0/networks?id=ebff1cf6-78a1-45d2-bcd3-2376b59fd010 HTTP/1.1" status: 200 len: 916 time: 0.0961385 Sep 23 20:07:28.288190 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:07:28.317952 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-19625597-b3fd-4a75-8b3b-abddd9e5ed11 req-ff4e0da8-c056-4468-a171-fbdc10511af0 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9e31b451-813e-4c7b-af1f-52ee737749d1 HTTP/1.1" status: 200 len: 217 time: 0.0353498 Sep 23 20:07:28.373676 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19625597-b3fd-4a75-8b3b-abddd9e5ed11 req-7b7e6746-69b8-40a7-a147-3020e589130e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:07:28.375742 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-19625597-b3fd-4a75-8b3b-abddd9e5ed11 req-7b7e6746-69b8-40a7-a147-3020e589130e service neutron] 10.222.0.53 "GET /v2.0/subnets?id=1ef60ae8-e1a5-4427-b605-fa8451e73bcf HTTP/1.1" status: 200 len: 855 time: 0.0513949 Sep 23 20:07:28.414227 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-19625597-b3fd-4a75-8b3b-abddd9e5ed11 req-c7ebb4d6-643c-4b3d-bb74-7e8484462aef service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=ebff1cf6-78a1-45d2-bcd3-2376b59fd010&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0316405 Sep 23 20:07:28.506721 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-19625597-b3fd-4a75-8b3b-abddd9e5ed11 req-62201ee2-c4e7-4416-b7c3-366f4107a5c5 service neutron] 10.222.0.53 "GET /v2.0/networks/ebff1cf6-78a1-45d2-bcd3-2376b59fd010?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852921 Sep 23 20:07:28.575852 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:07:28.614454 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-19625597-b3fd-4a75-8b3b-abddd9e5ed11 req-432b8a33-335d-47c6-bc15-7e01dbdee094 service neutron] 10.222.0.53 "GET /v2.0/networks/ebff1cf6-78a1-45d2-bcd3-2376b59fd010?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1010766 Sep 23 20:07:29.324066 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59012373-5cdc-48c9-91ba-f0dc82cc2e37 req-13b9a15a-d496-474d-888b-a722b24c673e tempest-ServerDiskConfigTestJSON-1783824682 tempest-ServerDiskConfigTestJSON-1783824682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:07:29.325647 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-59012373-5cdc-48c9-91ba-f0dc82cc2e37 req-13b9a15a-d496-474d-888b-a722b24c673e tempest-ServerDiskConfigTestJSON-1783824682 tempest-ServerDiskConfigTestJSON-1783824682-project] 10.222.0.67 "GET /v2.0/ports?device_id=fd3ce494-1a5b-4533-9555-376ddefd58b7 HTTP/1.1" status: 200 len: 945 time: 0.0508962 Sep 23 20:07:29.364306 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-59012373-5cdc-48c9-91ba-f0dc82cc2e37 req-01006692-3096-4f69-baef-3c3a0cfc279b tempest-ServerDiskConfigTestJSON-1783824682 tempest-ServerDiskConfigTestJSON-1783824682-project] 10.222.0.67 "GET /v2.0/security-groups?id=3e3b4db7-f48f-4571-b841-26e6f63d37dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325961 Sep 23 20:07:30.485208 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4126748-8811-4186-afcf-4d9cc597b84b req-cf6cce6a-d5a2-4b1b-a3da-b41136389507 tempest-ServerDiskConfigTestJSON-1783824682 tempest-ServerDiskConfigTestJSON-1783824682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:07:30.486733 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-e4126748-8811-4186-afcf-4d9cc597b84b req-cf6cce6a-d5a2-4b1b-a3da-b41136389507 tempest-ServerDiskConfigTestJSON-1783824682 tempest-ServerDiskConfigTestJSON-1783824682-project] 10.222.0.67 "GET /v2.0/ports?device_id=fd3ce494-1a5b-4533-9555-376ddefd58b7 HTTP/1.1" status: 200 len: 945 time: 0.0517581 Sep 23 20:07:30.528154 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-e4126748-8811-4186-afcf-4d9cc597b84b req-be5c02ae-36a0-4d56-a560-644b59582970 tempest-ServerDiskConfigTestJSON-1783824682 tempest-ServerDiskConfigTestJSON-1783824682-project] 10.222.0.67 "GET /v2.0/security-groups?id=3e3b4db7-f48f-4571-b841-26e6f63d37dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354633 Sep 23 20:07:31.666169 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af7b74cf-4020-4a61-a98f-93c43d94d229 req-23f736ca-5639-4ccc-987f-6325d6011c81 tempest-ServerDiskConfigTestJSON-1783824682 tempest-ServerDiskConfigTestJSON-1783824682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:07:31.667648 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-af7b74cf-4020-4a61-a98f-93c43d94d229 req-23f736ca-5639-4ccc-987f-6325d6011c81 tempest-ServerDiskConfigTestJSON-1783824682 tempest-ServerDiskConfigTestJSON-1783824682-project] 10.222.0.67 "GET /v2.0/ports?device_id=fd3ce494-1a5b-4533-9555-376ddefd58b7 HTTP/1.1" status: 200 len: 945 time: 0.0671976 Sep 23 20:07:31.705724 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-af7b74cf-4020-4a61-a98f-93c43d94d229 req-758183a7-daf0-455f-9d57-636093b68c6e tempest-ServerDiskConfigTestJSON-1783824682 tempest-ServerDiskConfigTestJSON-1783824682-project] 10.222.0.67 "GET /v2.0/security-groups?id=3e3b4db7-f48f-4571-b841-26e6f63d37dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320647 Sep 23 20:07:32.822886 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf06cb1-e6ed-4510-a2ca-cd941fe0216a req-c2150c98-2e18-40e1-9e80-3061e2208380 tempest-ServerDiskConfigTestJSON-1783824682 tempest-ServerDiskConfigTestJSON-1783824682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:07:32.824739 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-9bf06cb1-e6ed-4510-a2ca-cd941fe0216a req-c2150c98-2e18-40e1-9e80-3061e2208380 tempest-ServerDiskConfigTestJSON-1783824682 tempest-ServerDiskConfigTestJSON-1783824682-project] 10.222.0.67 "GET /v2.0/ports?device_id=fd3ce494-1a5b-4533-9555-376ddefd58b7 HTTP/1.1" status: 200 len: 945 time: 0.0496261 Sep 23 20:07:32.865723 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-9bf06cb1-e6ed-4510-a2ca-cd941fe0216a req-bbd9aac5-7666-4a0e-a72a-53eaf78520f0 tempest-ServerDiskConfigTestJSON-1783824682 tempest-ServerDiskConfigTestJSON-1783824682-project] 10.222.0.67 "GET /v2.0/security-groups?id=3e3b4db7-f48f-4571-b841-26e6f63d37dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342684 Sep 23 20:07:33.983750 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b80f43-f955-42f7-8f2a-f1070d0fe431 req-281eeb7e-5df0-41f9-be58-eff3d75f61ca tempest-ServerDiskConfigTestJSON-1783824682 tempest-ServerDiskConfigTestJSON-1783824682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:07:33.985310 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-d4b80f43-f955-42f7-8f2a-f1070d0fe431 req-281eeb7e-5df0-41f9-be58-eff3d75f61ca tempest-ServerDiskConfigTestJSON-1783824682 tempest-ServerDiskConfigTestJSON-1783824682-project] 10.222.0.67 "GET /v2.0/ports?device_id=fd3ce494-1a5b-4533-9555-376ddefd58b7 HTTP/1.1" status: 200 len: 945 time: 0.0523045 Sep 23 20:07:34.026716 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-d4b80f43-f955-42f7-8f2a-f1070d0fe431 req-ad0b4400-c34e-410c-b42e-badfa19f43ae tempest-ServerDiskConfigTestJSON-1783824682 tempest-ServerDiskConfigTestJSON-1783824682-project] 10.222.0.67 "GET /v2.0/security-groups?id=3e3b4db7-f48f-4571-b841-26e6f63d37dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351303 Sep 23 20:07:35.148734 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d11ef53-33f1-49f1-9c15-f064ae84f6fa req-a445bcd3-d551-4e48-8fe6-384cbc78f93d tempest-ServerDiskConfigTestJSON-1783824682 tempest-ServerDiskConfigTestJSON-1783824682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:07:35.150154 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-5d11ef53-33f1-49f1-9c15-f064ae84f6fa req-a445bcd3-d551-4e48-8fe6-384cbc78f93d tempest-ServerDiskConfigTestJSON-1783824682 tempest-ServerDiskConfigTestJSON-1783824682-project] 10.222.0.67 "GET /v2.0/ports?device_id=fd3ce494-1a5b-4533-9555-376ddefd58b7 HTTP/1.1" status: 200 len: 945 time: 0.0527024 Sep 23 20:07:35.187635 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-5d11ef53-33f1-49f1-9c15-f064ae84f6fa req-d8429e7c-368c-4133-b293-a7ae8f7962fd tempest-ServerDiskConfigTestJSON-1783824682 tempest-ServerDiskConfigTestJSON-1783824682-project] 10.222.0.67 "GET /v2.0/security-groups?id=3e3b4db7-f48f-4571-b841-26e6f63d37dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313692 Sep 23 20:07:36.302322 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a95d5f-3478-4f1e-b065-35bd251fed54 req-dcd58951-0c7c-4303-9ac1-c3cca60d9a0f tempest-ServerDiskConfigTestJSON-1783824682 tempest-ServerDiskConfigTestJSON-1783824682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:07:36.303804 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-b9a95d5f-3478-4f1e-b065-35bd251fed54 req-dcd58951-0c7c-4303-9ac1-c3cca60d9a0f tempest-ServerDiskConfigTestJSON-1783824682 tempest-ServerDiskConfigTestJSON-1783824682-project] 10.222.0.67 "GET /v2.0/ports?device_id=fd3ce494-1a5b-4533-9555-376ddefd58b7 HTTP/1.1" status: 200 len: 945 time: 0.0491953 Sep 23 20:07:36.341399 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-b9a95d5f-3478-4f1e-b065-35bd251fed54 req-f8b8ea19-59fc-443f-99a2-4603209ac5d6 tempest-ServerDiskConfigTestJSON-1783824682 tempest-ServerDiskConfigTestJSON-1783824682-project] 10.222.0.67 "GET /v2.0/security-groups?id=3e3b4db7-f48f-4571-b841-26e6f63d37dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316515 Sep 23 20:07:37.457310 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be4d843-b830-4a05-84f9-5e1633b53b86 req-539ba695-1013-4c19-ba7a-b74606129999 tempest-ServerDiskConfigTestJSON-1783824682 tempest-ServerDiskConfigTestJSON-1783824682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:07:37.458794 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-1be4d843-b830-4a05-84f9-5e1633b53b86 req-539ba695-1013-4c19-ba7a-b74606129999 tempest-ServerDiskConfigTestJSON-1783824682 tempest-ServerDiskConfigTestJSON-1783824682-project] 10.222.0.67 "GET /v2.0/ports?device_id=fd3ce494-1a5b-4533-9555-376ddefd58b7 HTTP/1.1" status: 200 len: 945 time: 0.0485539 Sep 23 20:07:37.495655 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-1be4d843-b830-4a05-84f9-5e1633b53b86 req-d77bb29b-36f9-48ed-8b8b-b3c7df9a3d55 tempest-ServerDiskConfigTestJSON-1783824682 tempest-ServerDiskConfigTestJSON-1783824682-project] 10.222.0.67 "GET /v2.0/security-groups?id=3e3b4db7-f48f-4571-b841-26e6f63d37dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310099 Sep 23 20:07:38.615099 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed9afa6-4018-459f-9951-779d9a3ca905 req-cdaae240-751b-486f-94c1-7492ea59b5c1 tempest-ServerDiskConfigTestJSON-1783824682 tempest-ServerDiskConfigTestJSON-1783824682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:07:38.616565 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-eed9afa6-4018-459f-9951-779d9a3ca905 req-cdaae240-751b-486f-94c1-7492ea59b5c1 tempest-ServerDiskConfigTestJSON-1783824682 tempest-ServerDiskConfigTestJSON-1783824682-project] 10.222.0.67 "GET /v2.0/ports?device_id=fd3ce494-1a5b-4533-9555-376ddefd58b7 HTTP/1.1" status: 200 len: 945 time: 0.0528030 Sep 23 20:07:38.653651 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-eed9afa6-4018-459f-9951-779d9a3ca905 req-262d8e7c-c841-40ef-b0f7-509a87d94747 tempest-ServerDiskConfigTestJSON-1783824682 tempest-ServerDiskConfigTestJSON-1783824682-project] 10.222.0.67 "GET /v2.0/security-groups?id=3e3b4db7-f48f-4571-b841-26e6f63d37dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312386 Sep 23 20:07:39.772991 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278bd498-0c52-49b5-b6a4-803ff45b0580 req-4cb1fc9f-4a44-4a05-b010-795ec7db7748 tempest-ServerDiskConfigTestJSON-1783824682 tempest-ServerDiskConfigTestJSON-1783824682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:07:39.774648 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-278bd498-0c52-49b5-b6a4-803ff45b0580 req-4cb1fc9f-4a44-4a05-b010-795ec7db7748 tempest-ServerDiskConfigTestJSON-1783824682 tempest-ServerDiskConfigTestJSON-1783824682-project] 10.222.0.67 "GET /v2.0/ports?device_id=fd3ce494-1a5b-4533-9555-376ddefd58b7 HTTP/1.1" status: 200 len: 945 time: 0.0525854 Sep 23 20:07:39.814595 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-278bd498-0c52-49b5-b6a4-803ff45b0580 req-00a4d87a-5bfb-4d5d-86ed-fba14dc0ae00 tempest-ServerDiskConfigTestJSON-1783824682 tempest-ServerDiskConfigTestJSON-1783824682-project] 10.222.0.67 "GET /v2.0/security-groups?id=3e3b4db7-f48f-4571-b841-26e6f63d37dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342085 Sep 23 20:07:40.929856 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f9c2cf2-c216-477c-80bf-1d9621457c81 req-0cba6655-522a-400b-8d94-999d750cda51 tempest-ServerDiskConfigTestJSON-1783824682 tempest-ServerDiskConfigTestJSON-1783824682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:07:40.931351 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-1f9c2cf2-c216-477c-80bf-1d9621457c81 req-0cba6655-522a-400b-8d94-999d750cda51 tempest-ServerDiskConfigTestJSON-1783824682 tempest-ServerDiskConfigTestJSON-1783824682-project] 10.222.0.67 "GET /v2.0/ports?device_id=fd3ce494-1a5b-4533-9555-376ddefd58b7 HTTP/1.1" status: 200 len: 945 time: 0.0484657 Sep 23 20:07:40.969100 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-1f9c2cf2-c216-477c-80bf-1d9621457c81 req-96d172db-0e23-443c-844a-981da0ab4c9f tempest-ServerDiskConfigTestJSON-1783824682 tempest-ServerDiskConfigTestJSON-1783824682-project] 10.222.0.67 "GET /v2.0/security-groups?id=3e3b4db7-f48f-4571-b841-26e6f63d37dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317810 Sep 23 20:07:42.400405 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2515eefe-f6b4-4b75-bb59-1b5cabd8cf0c req-dcacf921-b63c-45f2-b736-9d19d068e90d tempest-ServerDiskConfigTestJSON-1783824682 tempest-ServerDiskConfigTestJSON-1783824682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:07:42.401920 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-2515eefe-f6b4-4b75-bb59-1b5cabd8cf0c req-dcacf921-b63c-45f2-b736-9d19d068e90d tempest-ServerDiskConfigTestJSON-1783824682 tempest-ServerDiskConfigTestJSON-1783824682-project] 10.222.0.67 "GET /v2.0/ports?device_id=fd3ce494-1a5b-4533-9555-376ddefd58b7 HTTP/1.1" status: 200 len: 945 time: 0.3630533 Sep 23 20:07:42.439555 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-2515eefe-f6b4-4b75-bb59-1b5cabd8cf0c req-d11283ea-095b-43c0-a370-3ee2622c6bdf tempest-ServerDiskConfigTestJSON-1783824682 tempest-ServerDiskConfigTestJSON-1783824682-project] 10.222.0.67 "GET /v2.0/security-groups?id=3e3b4db7-f48f-4571-b841-26e6f63d37dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311923 Sep 23 20:07:43.554259 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f58e17-0334-4884-a5f8-5f50962d1536 req-832b13c5-d049-41eb-8578-c59f4a270cf9 tempest-ServerDiskConfigTestJSON-1783824682 tempest-ServerDiskConfigTestJSON-1783824682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:07:43.555729 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-76f58e17-0334-4884-a5f8-5f50962d1536 req-832b13c5-d049-41eb-8578-c59f4a270cf9 tempest-ServerDiskConfigTestJSON-1783824682 tempest-ServerDiskConfigTestJSON-1783824682-project] 10.222.0.67 "GET /v2.0/ports?device_id=fd3ce494-1a5b-4533-9555-376ddefd58b7 HTTP/1.1" status: 200 len: 945 time: 0.0482683 Sep 23 20:07:43.593226 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-76f58e17-0334-4884-a5f8-5f50962d1536 req-0d43236b-26e3-457b-accd-dc084441730b tempest-ServerDiskConfigTestJSON-1783824682 tempest-ServerDiskConfigTestJSON-1783824682-project] 10.222.0.67 "GET /v2.0/security-groups?id=3e3b4db7-f48f-4571-b841-26e6f63d37dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315533 Sep 23 20:07:44.711852 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19aea4e8-7787-433c-b7f1-26c2b9ce946a req-be85e2a4-d43c-4922-9b76-e6de28a706ee tempest-ServerDiskConfigTestJSON-1783824682 tempest-ServerDiskConfigTestJSON-1783824682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:07:44.713360 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-19aea4e8-7787-433c-b7f1-26c2b9ce946a req-be85e2a4-d43c-4922-9b76-e6de28a706ee tempest-ServerDiskConfigTestJSON-1783824682 tempest-ServerDiskConfigTestJSON-1783824682-project] 10.222.0.67 "GET /v2.0/ports?device_id=fd3ce494-1a5b-4533-9555-376ddefd58b7 HTTP/1.1" status: 200 len: 945 time: 0.0494637 Sep 23 20:07:44.751800 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-19aea4e8-7787-433c-b7f1-26c2b9ce946a req-bd146e82-ffb0-4ec9-9e1b-de006763bdf2 tempest-ServerDiskConfigTestJSON-1783824682 tempest-ServerDiskConfigTestJSON-1783824682-project] 10.222.0.67 "GET /v2.0/security-groups?id=3e3b4db7-f48f-4571-b841-26e6f63d37dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316057 Sep 23 20:07:45.872377 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d13aa1db-3f17-469a-8366-be7c228c6793 req-9d9dc52e-dff0-49fb-a7d8-0561f39d8ea6 tempest-ServerDiskConfigTestJSON-1783824682 tempest-ServerDiskConfigTestJSON-1783824682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:07:45.873916 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-d13aa1db-3f17-469a-8366-be7c228c6793 req-9d9dc52e-dff0-49fb-a7d8-0561f39d8ea6 tempest-ServerDiskConfigTestJSON-1783824682 tempest-ServerDiskConfigTestJSON-1783824682-project] 10.222.0.67 "GET /v2.0/ports?device_id=fd3ce494-1a5b-4533-9555-376ddefd58b7 HTTP/1.1" status: 200 len: 945 time: 0.0529833 Sep 23 20:07:45.911278 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-d13aa1db-3f17-469a-8366-be7c228c6793 req-690f29a5-8c08-4635-a4ff-f63b9bfb1657 tempest-ServerDiskConfigTestJSON-1783824682 tempest-ServerDiskConfigTestJSON-1783824682-project] 10.222.0.67 "GET /v2.0/security-groups?id=3e3b4db7-f48f-4571-b841-26e6f63d37dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308580 Sep 23 20:07:47.031395 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e8688e-52a3-4453-921d-794b6fd0dcc8 req-ca830eb0-8b87-4d4b-a7ef-a20394022948 tempest-ServerDiskConfigTestJSON-1783824682 tempest-ServerDiskConfigTestJSON-1783824682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:07:47.033036 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-a7e8688e-52a3-4453-921d-794b6fd0dcc8 req-ca830eb0-8b87-4d4b-a7ef-a20394022948 tempest-ServerDiskConfigTestJSON-1783824682 tempest-ServerDiskConfigTestJSON-1783824682-project] 10.222.0.67 "GET /v2.0/ports?device_id=fd3ce494-1a5b-4533-9555-376ddefd58b7 HTTP/1.1" status: 200 len: 945 time: 0.0537670 Sep 23 20:07:47.072091 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-a7e8688e-52a3-4453-921d-794b6fd0dcc8 req-adf533f5-7113-43d4-8c56-0b99b71b7d63 tempest-ServerDiskConfigTestJSON-1783824682 tempest-ServerDiskConfigTestJSON-1783824682-project] 10.222.0.67 "GET /v2.0/security-groups?id=3e3b4db7-f48f-4571-b841-26e6f63d37dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328090 Sep 23 20:07:48.185823 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba0f908-6b8f-491c-8d18-ec3449e49c92 req-26e1cf2c-edf4-4ef6-8a2a-60f95e9f0cdb tempest-ServerDiskConfigTestJSON-1783824682 tempest-ServerDiskConfigTestJSON-1783824682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:07:48.187838 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-0ba0f908-6b8f-491c-8d18-ec3449e49c92 req-26e1cf2c-edf4-4ef6-8a2a-60f95e9f0cdb tempest-ServerDiskConfigTestJSON-1783824682 tempest-ServerDiskConfigTestJSON-1783824682-project] 10.222.0.67 "GET /v2.0/ports?device_id=fd3ce494-1a5b-4533-9555-376ddefd58b7 HTTP/1.1" status: 200 len: 945 time: 0.0481970 Sep 23 20:07:48.225175 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-0ba0f908-6b8f-491c-8d18-ec3449e49c92 req-2cfda00a-ab1e-4acc-952e-4ac555810963 tempest-ServerDiskConfigTestJSON-1783824682 tempest-ServerDiskConfigTestJSON-1783824682-project] 10.222.0.67 "GET /v2.0/security-groups?id=3e3b4db7-f48f-4571-b841-26e6f63d37dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312717 Sep 23 20:07:49.342833 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f19e27-e084-412c-a570-0427fc3824f0 req-eada32e0-7b45-4520-810d-ad078a02a6dd tempest-ServerDiskConfigTestJSON-1783824682 tempest-ServerDiskConfigTestJSON-1783824682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:07:49.345347 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-38f19e27-e084-412c-a570-0427fc3824f0 req-eada32e0-7b45-4520-810d-ad078a02a6dd tempest-ServerDiskConfigTestJSON-1783824682 tempest-ServerDiskConfigTestJSON-1783824682-project] 10.222.0.67 "GET /v2.0/ports?device_id=fd3ce494-1a5b-4533-9555-376ddefd58b7 HTTP/1.1" status: 200 len: 945 time: 0.0536435 Sep 23 20:07:49.382874 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-38f19e27-e084-412c-a570-0427fc3824f0 req-dbe8d13a-2ac0-4d88-9488-5a7fe33bcdad tempest-ServerDiskConfigTestJSON-1783824682 tempest-ServerDiskConfigTestJSON-1783824682-project] 10.222.0.67 "GET /v2.0/security-groups?id=3e3b4db7-f48f-4571-b841-26e6f63d37dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314598 Sep 23 20:07:49.747897 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-bb274bd0-2383-4196-a27b-b520c3fb18a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:07:50.496943 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa3536eb-0134-469b-9e40-73fd93548772 req-807d757c-fedf-4252-870a-1c958f7454c1 tempest-ServerDiskConfigTestJSON-1783824682 tempest-ServerDiskConfigTestJSON-1783824682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:07:50.498492 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-fa3536eb-0134-469b-9e40-73fd93548772 req-807d757c-fedf-4252-870a-1c958f7454c1 tempest-ServerDiskConfigTestJSON-1783824682 tempest-ServerDiskConfigTestJSON-1783824682-project] 10.222.0.67 "GET /v2.0/ports?device_id=fd3ce494-1a5b-4533-9555-376ddefd58b7 HTTP/1.1" status: 200 len: 945 time: 0.0482252 Sep 23 20:07:50.536963 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-fa3536eb-0134-469b-9e40-73fd93548772 req-9ab099e5-66fc-4a89-9cc5-32f5aae790a4 tempest-ServerDiskConfigTestJSON-1783824682 tempest-ServerDiskConfigTestJSON-1783824682-project] 10.222.0.67 "GET /v2.0/security-groups?id=3e3b4db7-f48f-4571-b841-26e6f63d37dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317779 Sep 23 20:07:51.651419 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a338bcdc-5e3d-4b3c-99bb-1eae85309f5c req-d1b85d47-db12-4082-ab72-9a3dc723d114 tempest-ServerDiskConfigTestJSON-1783824682 tempest-ServerDiskConfigTestJSON-1783824682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:07:51.652918 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-a338bcdc-5e3d-4b3c-99bb-1eae85309f5c req-d1b85d47-db12-4082-ab72-9a3dc723d114 tempest-ServerDiskConfigTestJSON-1783824682 tempest-ServerDiskConfigTestJSON-1783824682-project] 10.222.0.67 "GET /v2.0/ports?device_id=fd3ce494-1a5b-4533-9555-376ddefd58b7 HTTP/1.1" status: 200 len: 945 time: 0.0489089 Sep 23 20:07:51.690939 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-a338bcdc-5e3d-4b3c-99bb-1eae85309f5c req-ca9bf8c6-0f0e-44aa-932a-0c0f2cd40cfe tempest-ServerDiskConfigTestJSON-1783824682 tempest-ServerDiskConfigTestJSON-1783824682-project] 10.222.0.67 "GET /v2.0/security-groups?id=3e3b4db7-f48f-4571-b841-26e6f63d37dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313563 Sep 23 20:07:52.814352 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1397eaaf-4f49-44ec-86e8-9be06aeb07af req-84ef9a16-a4b2-493d-ab1a-0291ba052f18 tempest-ServerDiskConfigTestJSON-1783824682 tempest-ServerDiskConfigTestJSON-1783824682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:07:52.815854 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-1397eaaf-4f49-44ec-86e8-9be06aeb07af req-84ef9a16-a4b2-493d-ab1a-0291ba052f18 tempest-ServerDiskConfigTestJSON-1783824682 tempest-ServerDiskConfigTestJSON-1783824682-project] 10.222.0.67 "GET /v2.0/ports?device_id=fd3ce494-1a5b-4533-9555-376ddefd58b7 HTTP/1.1" status: 200 len: 945 time: 0.0562687 Sep 23 20:07:52.852808 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-1397eaaf-4f49-44ec-86e8-9be06aeb07af req-5f8c623f-3378-49ac-9c0d-758e93f52c05 tempest-ServerDiskConfigTestJSON-1783824682 tempest-ServerDiskConfigTestJSON-1783824682-project] 10.222.0.67 "GET /v2.0/security-groups?id=3e3b4db7-f48f-4571-b841-26e6f63d37dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309055 Sep 23 20:07:53.012643 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-a3184204-56e9-4bb5-a90b-1bbdbc46ecec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:07:53.164953 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:07:53.566927 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-0ae75029-feb6-4728-9a94-5f9b60993d82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:07:53.968725 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29aa01a7-2966-4da1-a433-eaa0211ac203 req-47b75268-d33f-4129-9d3c-32577b44b5a0 tempest-ServerDiskConfigTestJSON-1783824682 tempest-ServerDiskConfigTestJSON-1783824682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:07:53.970924 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-29aa01a7-2966-4da1-a433-eaa0211ac203 req-47b75268-d33f-4129-9d3c-32577b44b5a0 tempest-ServerDiskConfigTestJSON-1783824682 tempest-ServerDiskConfigTestJSON-1783824682-project] 10.222.0.67 "GET /v2.0/ports?device_id=fd3ce494-1a5b-4533-9555-376ddefd58b7 HTTP/1.1" status: 200 len: 945 time: 0.0491168 Sep 23 20:07:54.008105 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-29aa01a7-2966-4da1-a433-eaa0211ac203 req-eaf09c13-341f-4b2e-bb0b-c1146f9a65b2 tempest-ServerDiskConfigTestJSON-1783824682 tempest-ServerDiskConfigTestJSON-1783824682-project] 10.222.0.67 "GET /v2.0/security-groups?id=3e3b4db7-f48f-4571-b841-26e6f63d37dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314467 Sep 23 20:07:55.123559 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec509a69-5e0b-4d7e-a5e1-3c2ec2da04a7 req-118f295b-2bd8-4706-8474-7e6fd156a604 tempest-ServerDiskConfigTestJSON-1783824682 tempest-ServerDiskConfigTestJSON-1783824682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:07:55.125013 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-ec509a69-5e0b-4d7e-a5e1-3c2ec2da04a7 req-118f295b-2bd8-4706-8474-7e6fd156a604 tempest-ServerDiskConfigTestJSON-1783824682 tempest-ServerDiskConfigTestJSON-1783824682-project] 10.222.0.67 "GET /v2.0/ports?device_id=fd3ce494-1a5b-4533-9555-376ddefd58b7 HTTP/1.1" status: 200 len: 945 time: 0.0500393 Sep 23 20:07:55.163602 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-ec509a69-5e0b-4d7e-a5e1-3c2ec2da04a7 req-71ccb43a-e553-4281-880f-03dca98b8811 tempest-ServerDiskConfigTestJSON-1783824682 tempest-ServerDiskConfigTestJSON-1783824682-project] 10.222.0.67 "GET /v2.0/security-groups?id=3e3b4db7-f48f-4571-b841-26e6f63d37dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315614 Sep 23 20:07:55.396578 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-80e7e501-6c57-470d-92c6-e3d54bc3195c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:07:55.419144 n-d-713301-16 neutron-server[95102]: INFO neutron.api.v2.resource [req-19625597-b3fd-4a75-8b3b-abddd9e5ed11 req-0cf35009-c8e4-48ca-a4e0-f531281beaa1 service neutron] show failed (client error): The resource could not be found. Sep 23 20:07:55.420186 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-19625597-b3fd-4a75-8b3b-abddd9e5ed11 req-0cf35009-c8e4-48ca-a4e0-f531281beaa1 service neutron] 10.222.0.53 "GET /v2.0/ports/9e31b451-813e-4c7b-af1f-52ee737749d1/bindings/n-h1-713301-16 HTTP/1.1" status: 404 len: 381 time: 0.0639210 Sep 23 20:07:55.640290 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19625597-b3fd-4a75-8b3b-abddd9e5ed11 req-7aa9db53-1da7-43ad-b45f-f13acd84401f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:07:55.641985 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-19625597-b3fd-4a75-8b3b-abddd9e5ed11 req-7aa9db53-1da7-43ad-b45f-f13acd84401f service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=fd3ce494-1a5b-4533-9555-376ddefd58b7&tenant_id=2a42ac81859240028a084b6cd65aad83 HTTP/1.1" status: 200 len: 1097 time: 0.0713389 Sep 23 20:07:55.653644 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.v2.base [req-19625597-b3fd-4a75-8b3b-abddd9e5ed11 req-5f9f3ca4-0a5e-4e28-b04a-d47c8c945261 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-713301-16', 'device_owner': 'compute:nova'}} {{(pid=95101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 20:07:55.710329 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-19625597-b3fd-4a75-8b3b-abddd9e5ed11 req-5f9f3ca4-0a5e-4e28-b04a-d47c8c945261 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:07:55.917808 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.db [req-19625597-b3fd-4a75-8b3b-abddd9e5ed11 req-5f9f3ca4-0a5e-4e28-b04a-d47c8c945261 service neutron] For port 9e31b451-813e-4c7b-af1f-52ee737749d1, host n-h2-713301-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-16',level=0,port_id=9e31b451-813e-4c7b-af1f-52ee737749d1,segment=NetworkSegment(c4c316f6-f3a2-4b3f-ae43-16a9d8d9dc94),segment_id=c4c316f6-f3a2-4b3f-ae43-16a9d8d9dc94)] {{(pid=95101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 20:07:55.950998 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.db [req-19625597-b3fd-4a75-8b3b-abddd9e5ed11 req-5f9f3ca4-0a5e-4e28-b04a-d47c8c945261 service neutron] For port 9e31b451-813e-4c7b-af1f-52ee737749d1, host n-h2-713301-16, cleared binding levels {{(pid=95101) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 20:07:55.990325 n-d-713301-16 neutron-server[95101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd3ce494-1a5b-4533-9555-376ddefd58b7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9e31b451-813e-4c7b-af1f-52ee737749d1'}] {{(pid=95101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 20:07:55.992718 n-d-713301-16 neutron-server[95101]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d8366c5740cd635e57ab12b71fe44a77c2acc3c19091ef849c6f68b380462244" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8bb16dc-f67b-4659-afa4-38112299d6c2" -d '{"events": [{"server_uuid": "fd3ce494-1a5b-4533-9555-376ddefd58b7", "name": "network-vif-unplugged", "status": "completed", "tag": "9e31b451-813e-4c7b-af1f-52ee737749d1"}]}' {{(pid=95101) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 20:07:55.996709 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-19625597-b3fd-4a75-8b3b-abddd9e5ed11 req-5f9f3ca4-0a5e-4e28-b04a-d47c8c945261 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:07:56.009692 n-d-713301-16 neutron-server[95101]: DEBUG neutron.db.provisioning_blocks [req-19625597-b3fd-4a75-8b3b-abddd9e5ed11 req-5f9f3ca4-0a5e-4e28-b04a-d47c8c945261 service neutron] Transition to ACTIVE for port object 9e31b451-813e-4c7b-af1f-52ee737749d1 will not be triggered until provisioned by entity L2. {{(pid=95101) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 20:07:56.013478 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-19625597-b3fd-4a75-8b3b-abddd9e5ed11 req-5f9f3ca4-0a5e-4e28-b04a-d47c8c945261 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5607436'] for port, after_update {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:07:56.079485 n-d-713301-16 neutron-server[95101]: DEBUG neutron.db.l3_dvrscheduler_db [req-19625597-b3fd-4a75-8b3b-abddd9e5ed11 req-5f9f3ca4-0a5e-4e28-b04a-d47c8c945261 service neutron] No DVR routers for this DVR port 9e31b451-813e-4c7b-af1f-52ee737749d1 on host n-h2-713301-16 {{(pid=95101) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 20:07:56.082617 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f9f3ca4-0a5e-4e28-b04a-d47c8c945261 service neutron] Pushing event updated for resources: {'Port': ['ID=9e31b451-813e-4c7b-af1f-52ee737749d1,revision_number=6']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:07:56.114572 n-d-713301-16 neutron-server[95101]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 23 Sep 2021 20:07:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94921df6-ccb1-4ade-a9f6-88eb02655e3b x-openstack-request-id: req-94921df6-ccb1-4ade-a9f6-88eb02655e3b {{(pid=95101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 20:07:56.114879 n-d-713301-16 neutron-server[95101]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fd3ce494-1a5b-4533-9555-376ddefd58b7", "name": "network-vif-unplugged", "status": "completed", "tag": "9e31b451-813e-4c7b-af1f-52ee737749d1", "code": 200}]} {{(pid=95101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 20:07:56.115134 n-d-713301-16 neutron-server[95101]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-94921df6-ccb1-4ade-a9f6-88eb02655e3b {{(pid=95101) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 20:07:56.115528 n-d-713301-16 neutron-server[95101]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fd3ce494-1a5b-4533-9555-376ddefd58b7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9e31b451-813e-4c7b-af1f-52ee737749d1', 'code': 200} Sep 23 20:07:56.119719 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.managers [req-19625597-b3fd-4a75-8b3b-abddd9e5ed11 req-5f9f3ca4-0a5e-4e28-b04a-d47c8c945261 service neutron] Attempting to bind port 9e31b451-813e-4c7b-af1f-52ee737749d1 on host n-h1-713301-16 for vnic_type normal with profile {{(pid=95101) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 20:07:56.120085 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.managers [req-19625597-b3fd-4a75-8b3b-abddd9e5ed11 req-5f9f3ca4-0a5e-4e28-b04a-d47c8c945261 service neutron] Attempting to bind port 9e31b451-813e-4c7b-af1f-52ee737749d1 by drivers openvswitch,hyperv on host n-h1-713301-16 at level 0 using segments [{'id': 'c4c316f6-f3a2-4b3f-ae43-16a9d8d9dc94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'ebff1cf6-78a1-45d2-bcd3-2376b59fd010'}] {{(pid=95101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 20:07:56.120414 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19625597-b3fd-4a75-8b3b-abddd9e5ed11 req-5f9f3ca4-0a5e-4e28-b04a-d47c8c945261 service neutron] Attempting to bind port 9e31b451-813e-4c7b-af1f-52ee737749d1 on network ebff1cf6-78a1-45d2-bcd3-2376b59fd010 {{(pid=95101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 20:07:56.124772 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19625597-b3fd-4a75-8b3b-abddd9e5ed11 req-5f9f3ca4-0a5e-4e28-b04a-d47c8c945261 service neutron] Port 9e31b451-813e-4c7b-af1f-52ee737749d1 on network ebff1cf6-78a1-45d2-bcd3-2376b59fd010 not bound, no agent of type Open vSwitch agent registered on host n-h1-713301-16 {{(pid=95101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 20:07:56.125091 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19625597-b3fd-4a75-8b3b-abddd9e5ed11 req-5f9f3ca4-0a5e-4e28-b04a-d47c8c945261 service neutron] Attempting to bind port 9e31b451-813e-4c7b-af1f-52ee737749d1 on network ebff1cf6-78a1-45d2-bcd3-2376b59fd010 {{(pid=95101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 20:07:56.130536 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19625597-b3fd-4a75-8b3b-abddd9e5ed11 req-5f9f3ca4-0a5e-4e28-b04a-d47c8c945261 service neutron] Checking agent: {'id': '0708c3e9-0aad-4600-9be9-d2486535c898', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713301-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 19, 15, 28), 'started_at': datetime.datetime(2021, 9, 23, 19, 15, 28), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 20, 7, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 20:07:56.130873 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19625597-b3fd-4a75-8b3b-abddd9e5ed11 req-5f9f3ca4-0a5e-4e28-b04a-d47c8c945261 service neutron] Checking segment: {'id': 'c4c316f6-f3a2-4b3f-ae43-16a9d8d9dc94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'ebff1cf6-78a1-45d2-bcd3-2376b59fd010'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 20:07:56.131260 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19625597-b3fd-4a75-8b3b-abddd9e5ed11 req-5f9f3ca4-0a5e-4e28-b04a-d47c8c945261 service neutron] Bound using segment: {'id': 'c4c316f6-f3a2-4b3f-ae43-16a9d8d9dc94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'ebff1cf6-78a1-45d2-bcd3-2376b59fd010'} {{(pid=95101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 20:07:56.131682 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.managers [req-19625597-b3fd-4a75-8b3b-abddd9e5ed11 req-5f9f3ca4-0a5e-4e28-b04a-d47c8c945261 service neutron] Bound port: 9e31b451-813e-4c7b-af1f-52ee737749d1, host: n-h1-713301-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c4c316f6-f3a2-4b3f-ae43-16a9d8d9dc94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'ebff1cf6-78a1-45d2-bcd3-2376b59fd010'}}] {{(pid=95101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 20:07:56.132038 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-19625597-b3fd-4a75-8b3b-abddd9e5ed11 req-5f9f3ca4-0a5e-4e28-b04a-d47c8c945261 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:07:56.195438 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.db [req-19625597-b3fd-4a75-8b3b-abddd9e5ed11 req-5f9f3ca4-0a5e-4e28-b04a-d47c8c945261 service neutron] For port 9e31b451-813e-4c7b-af1f-52ee737749d1, host n-h1-713301-16, cleared binding levels {{(pid=95101) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 20:07:56.198609 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.db [req-19625597-b3fd-4a75-8b3b-abddd9e5ed11 req-5f9f3ca4-0a5e-4e28-b04a-d47c8c945261 service neutron] For port 9e31b451-813e-4c7b-af1f-52ee737749d1, host n-h1-713301-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-16',level=0,port_id=9e31b451-813e-4c7b-af1f-52ee737749d1,segment=NetworkSegment(c4c316f6-f3a2-4b3f-ae43-16a9d8d9dc94),segment_id=c4c316f6-f3a2-4b3f-ae43-16a9d8d9dc94)] {{(pid=95101) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 20:07:56.203429 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-19625597-b3fd-4a75-8b3b-abddd9e5ed11 req-5f9f3ca4-0a5e-4e28-b04a-d47c8c945261 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5607436'] for port, after_update {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:07:56.240355 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19625597-b3fd-4a75-8b3b-abddd9e5ed11 req-5f9f3ca4-0a5e-4e28-b04a-d47c8c945261 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:07:56.241039 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-19625597-b3fd-4a75-8b3b-abddd9e5ed11 req-5f9f3ca4-0a5e-4e28-b04a-d47c8c945261 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222849'] for port, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:07:56.242457 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-19625597-b3fd-4a75-8b3b-abddd9e5ed11 req-5f9f3ca4-0a5e-4e28-b04a-d47c8c945261 service neutron] 10.222.0.74 "PUT /v2.0/ports/9e31b451-813e-4c7b-af1f-52ee737749d1 HTTP/1.1" status: 200 len: 1092 time: 0.5927644 Sep 23 20:07:56.274771 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f9f3ca4-0a5e-4e28-b04a-d47c8c945261 service neutron] Pushing event updated for resources: {'Port': ['ID=9e31b451-813e-4c7b-af1f-52ee737749d1,revision_number=7']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:07:56.290038 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281713fb-18b9-471a-bfaf-99e9aacfa4da req-95cbfdfb-3ab2-4c42-b9fe-758294674ae4 tempest-ServerDiskConfigTestJSON-1783824682 tempest-ServerDiskConfigTestJSON-1783824682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:07:56.291551 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-281713fb-18b9-471a-bfaf-99e9aacfa4da req-95cbfdfb-3ab2-4c42-b9fe-758294674ae4 tempest-ServerDiskConfigTestJSON-1783824682 tempest-ServerDiskConfigTestJSON-1783824682-project] 10.222.0.67 "GET /v2.0/ports?device_id=fd3ce494-1a5b-4533-9555-376ddefd58b7 HTTP/1.1" status: 200 len: 943 time: 0.0552325 Sep 23 20:07:56.310874 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19625597-b3fd-4a75-8b3b-abddd9e5ed11 req-b0f382dc-9386-47c6-9bb0-3499b6b8f7b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:07:56.312392 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-19625597-b3fd-4a75-8b3b-abddd9e5ed11 req-b0f382dc-9386-47c6-9bb0-3499b6b8f7b4 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=2a42ac81859240028a084b6cd65aad83&device_id=fd3ce494-1a5b-4533-9555-376ddefd58b7 HTTP/1.1" status: 200 len: 1095 time: 0.0456402 Sep 23 20:07:56.332143 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-281713fb-18b9-471a-bfaf-99e9aacfa4da req-31fae0cb-340a-4e18-847b-38c4df22eb18 tempest-ServerDiskConfigTestJSON-1783824682 tempest-ServerDiskConfigTestJSON-1783824682-project] 10.222.0.67 "GET /v2.0/security-groups?id=3e3b4db7-f48f-4571-b841-26e6f63d37dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344772 Sep 23 20:07:56.406275 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19625597-b3fd-4a75-8b3b-abddd9e5ed11 req-d3e0f3d4-3318-4bd6-8b71-4b4cec4405e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:07:56.408358 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-19625597-b3fd-4a75-8b3b-abddd9e5ed11 req-d3e0f3d4-3318-4bd6-8b71-4b4cec4405e5 service neutron] 10.222.0.74 "GET /v2.0/networks?id=ebff1cf6-78a1-45d2-bcd3-2376b59fd010 HTTP/1.1" status: 200 len: 916 time: 0.0888717 Sep 23 20:07:56.450424 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-19625597-b3fd-4a75-8b3b-abddd9e5ed11 req-dac3d9a8-de1c-41a8-be85-f7cd2d033cc3 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9e31b451-813e-4c7b-af1f-52ee737749d1 HTTP/1.1" status: 200 len: 217 time: 0.0351830 Sep 23 20:07:56.497601 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19625597-b3fd-4a75-8b3b-abddd9e5ed11 req-615b8092-cd5d-446b-be07-1ea278f56d38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:07:56.499052 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-19625597-b3fd-4a75-8b3b-abddd9e5ed11 req-615b8092-cd5d-446b-be07-1ea278f56d38 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=1ef60ae8-e1a5-4427-b605-fa8451e73bcf HTTP/1.1" status: 200 len: 855 time: 0.0424314 Sep 23 20:07:56.530835 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-19625597-b3fd-4a75-8b3b-abddd9e5ed11 req-0f26da01-f80d-47b4-b814-fc4e5158838c service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=ebff1cf6-78a1-45d2-bcd3-2376b59fd010&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0241463 Sep 23 20:07:56.623070 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-19625597-b3fd-4a75-8b3b-abddd9e5ed11 req-c1dca286-e30b-4f9f-834e-1e7c61fe1b01 service neutron] 10.222.0.74 "GET /v2.0/networks/ebff1cf6-78a1-45d2-bcd3-2376b59fd010?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847533 Sep 23 20:07:56.724912 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-19625597-b3fd-4a75-8b3b-abddd9e5ed11 req-8aba20be-20a5-41aa-bfde-446660b51a71 service neutron] 10.222.0.74 "GET /v2.0/networks/ebff1cf6-78a1-45d2-bcd3-2376b59fd010?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0939109 Sep 23 20:07:57.449701 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b44dbe8a-7a9e-4e3f-a12b-c74fe18dc156 req-5be6ca8b-e00c-440a-939f-97f5f0934a44 tempest-ServerDiskConfigTestJSON-1783824682 tempest-ServerDiskConfigTestJSON-1783824682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:07:57.451189 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-b44dbe8a-7a9e-4e3f-a12b-c74fe18dc156 req-5be6ca8b-e00c-440a-939f-97f5f0934a44 tempest-ServerDiskConfigTestJSON-1783824682 tempest-ServerDiskConfigTestJSON-1783824682-project] 10.222.0.67 "GET /v2.0/ports?device_id=fd3ce494-1a5b-4533-9555-376ddefd58b7 HTTP/1.1" status: 200 len: 943 time: 0.0488389 Sep 23 20:07:57.491736 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-b44dbe8a-7a9e-4e3f-a12b-c74fe18dc156 req-73412f35-5aab-487a-b8e8-3e7df2b4317e tempest-ServerDiskConfigTestJSON-1783824682 tempest-ServerDiskConfigTestJSON-1783824682-project] 10.222.0.67 "GET /v2.0/security-groups?id=3e3b4db7-f48f-4571-b841-26e6f63d37dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333543 Sep 23 20:07:57.712619 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Device 9e31b451-813e-4c7b-af1f-52ee737749d1 no longer exists at agent hyperv_n-h2-713301-16 {{(pid=95103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 20:07:57.757049 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Device 9e31b451-813e-4c7b-af1f-52ee737749d1 not bound to the agent host n-h2-713301-16 {{(pid=95103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 20:07:58.116958 n-d-713301-16 neutron-server[95101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fd3ce494-1a5b-4533-9555-376ddefd58b7', 'tag': '9e31b451-813e-4c7b-af1f-52ee737749d1'}] {{(pid=95101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 20:07:58.119454 n-d-713301-16 neutron-server[95101]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d8366c5740cd635e57ab12b71fe44a77c2acc3c19091ef849c6f68b380462244" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c959f8db-923c-47da-a608-ef3eab2e2c09" -d '{"events": [{"name": "network-changed", "server_uuid": "fd3ce494-1a5b-4533-9555-376ddefd58b7", "tag": "9e31b451-813e-4c7b-af1f-52ee737749d1"}]}' {{(pid=95101) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 20:07:58.167254 n-d-713301-16 neutron-server[95101]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 20:07:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-897adaa7-67db-49c9-aac8-5adaf1aba004 x-openstack-request-id: req-897adaa7-67db-49c9-aac8-5adaf1aba004 {{(pid=95101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 20:07:58.167579 n-d-713301-16 neutron-server[95101]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fd3ce494-1a5b-4533-9555-376ddefd58b7", "tag": "9e31b451-813e-4c7b-af1f-52ee737749d1", "status": "completed", "code": 200}]} {{(pid=95101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 20:07:58.167835 n-d-713301-16 neutron-server[95101]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-897adaa7-67db-49c9-aac8-5adaf1aba004 {{(pid=95101) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 20:07:58.168267 n-d-713301-16 neutron-server[95101]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fd3ce494-1a5b-4533-9555-376ddefd58b7', 'tag': '9e31b451-813e-4c7b-af1f-52ee737749d1', 'status': 'completed', 'code': 200} Sep 23 20:07:58.235080 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c959f8db-923c-47da-a608-ef3eab2e2c09 req-64d42ed5-7df6-4403-992d-7f2a6aada589 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:07:58.237004 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-c959f8db-923c-47da-a608-ef3eab2e2c09 req-64d42ed5-7df6-4403-992d-7f2a6aada589 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=2a42ac81859240028a084b6cd65aad83&device_id=fd3ce494-1a5b-4533-9555-376ddefd58b7 HTTP/1.1" status: 200 len: 1095 time: 0.0502584 Sep 23 20:07:58.255019 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c959f8db-923c-47da-a608-ef3eab2e2c09 req-29cef6ff-ebf9-448c-a8d8-d863f6fed971 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:07:58.256556 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-c959f8db-923c-47da-a608-ef3eab2e2c09 req-29cef6ff-ebf9-448c-a8d8-d863f6fed971 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=2a42ac81859240028a084b6cd65aad83&device_id=fd3ce494-1a5b-4533-9555-376ddefd58b7 HTTP/1.1" status: 200 len: 1095 time: 0.0536001 Sep 23 20:07:58.295127 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:07:58.334234 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c959f8db-923c-47da-a608-ef3eab2e2c09 req-06f92664-577e-49e7-a77d-2e9d31453c13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:07:58.335724 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-c959f8db-923c-47da-a608-ef3eab2e2c09 req-06f92664-577e-49e7-a77d-2e9d31453c13 service neutron] 10.222.0.53 "GET /v2.0/networks?id=ebff1cf6-78a1-45d2-bcd3-2376b59fd010 HTTP/1.1" status: 200 len: 916 time: 0.0922897 Sep 23 20:07:58.363719 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c959f8db-923c-47da-a608-ef3eab2e2c09 req-fceb7068-7289-4945-822f-2702b2e03f31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:07:58.365337 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-c959f8db-923c-47da-a608-ef3eab2e2c09 req-fceb7068-7289-4945-822f-2702b2e03f31 service neutron] 10.222.0.74 "GET /v2.0/networks?id=ebff1cf6-78a1-45d2-bcd3-2376b59fd010 HTTP/1.1" status: 200 len: 916 time: 0.1020463 Sep 23 20:07:58.377312 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-c959f8db-923c-47da-a608-ef3eab2e2c09 req-741fb98f-2634-4988-b131-aa068b587b6f service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9e31b451-813e-4c7b-af1f-52ee737749d1 HTTP/1.1" status: 200 len: 217 time: 0.0347261 Sep 23 20:07:58.410451 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-c959f8db-923c-47da-a608-ef3eab2e2c09 req-7f38edcd-ce4a-42a7-9f0e-6fad4d98c81e service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9e31b451-813e-4c7b-af1f-52ee737749d1 HTTP/1.1" status: 200 len: 217 time: 0.0384681 Sep 23 20:07:58.430169 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c959f8db-923c-47da-a608-ef3eab2e2c09 req-76cd91c1-840b-4c8a-a0ed-ce0725525b30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:07:58.431661 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-c959f8db-923c-47da-a608-ef3eab2e2c09 req-76cd91c1-840b-4c8a-a0ed-ce0725525b30 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=1ef60ae8-e1a5-4427-b605-fa8451e73bcf HTTP/1.1" status: 200 len: 855 time: 0.0484095 Sep 23 20:07:58.459392 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c959f8db-923c-47da-a608-ef3eab2e2c09 req-f80a81b5-1766-4de1-9c60-ad7895a61f0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:07:58.460906 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-c959f8db-923c-47da-a608-ef3eab2e2c09 req-f80a81b5-1766-4de1-9c60-ad7895a61f0d service neutron] 10.222.0.74 "GET /v2.0/subnets?id=1ef60ae8-e1a5-4427-b605-fa8451e73bcf HTTP/1.1" status: 200 len: 855 time: 0.0440543 Sep 23 20:07:58.463232 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-c959f8db-923c-47da-a608-ef3eab2e2c09 req-9e4b9396-8b08-4f8d-acf9-7d344d929987 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=ebff1cf6-78a1-45d2-bcd3-2376b59fd010&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0247886 Sep 23 20:07:58.492707 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-c959f8db-923c-47da-a608-ef3eab2e2c09 req-18ade155-8f57-494f-9834-dd4210c77f15 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=ebff1cf6-78a1-45d2-bcd3-2376b59fd010&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0253985 Sep 23 20:07:58.551538 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.agents_db [None req-f2f5c474-60a3-474f-b2cc-02c4bd30880c None None] Agent healthcheck: found 7 active agents {{(pid=95104) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 20:07:58.556842 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-c959f8db-923c-47da-a608-ef3eab2e2c09 req-205d9446-2add-49a6-9604-41934b1ecf85 service neutron] 10.222.0.53 "GET /v2.0/networks/ebff1cf6-78a1-45d2-bcd3-2376b59fd010?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863371 Sep 23 20:07:58.579512 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:07:58.593590 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-c959f8db-923c-47da-a608-ef3eab2e2c09 req-b43cb94b-3193-4283-9844-0a0013f8dce5 service neutron] 10.222.0.74 "GET /v2.0/networks/ebff1cf6-78a1-45d2-bcd3-2376b59fd010?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0938518 Sep 23 20:07:58.680913 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee89fc50-e305-4704-a459-adc113662055 req-561d8463-02f5-4090-a4e4-ce7fac74a363 tempest-ServerDiskConfigTestJSON-1783824682 tempest-ServerDiskConfigTestJSON-1783824682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:07:58.682354 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-ee89fc50-e305-4704-a459-adc113662055 req-561d8463-02f5-4090-a4e4-ce7fac74a363 tempest-ServerDiskConfigTestJSON-1783824682 tempest-ServerDiskConfigTestJSON-1783824682-project] 10.222.0.67 "GET /v2.0/ports?device_id=fd3ce494-1a5b-4533-9555-376ddefd58b7 HTTP/1.1" status: 200 len: 943 time: 0.1180103 Sep 23 20:07:58.686864 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-c959f8db-923c-47da-a608-ef3eab2e2c09 req-66de0073-3e1c-42bf-bd89-f6fdf719d1c8 service neutron] 10.222.0.74 "GET /v2.0/networks/ebff1cf6-78a1-45d2-bcd3-2376b59fd010?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861700 Sep 23 20:07:58.712424 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-c959f8db-923c-47da-a608-ef3eab2e2c09 req-62eaa083-dd85-4d7f-8f44-95133fb87f7f service neutron] 10.222.0.53 "GET /v2.0/networks/ebff1cf6-78a1-45d2-bcd3-2376b59fd010?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1468191 Sep 23 20:07:58.732816 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-ee89fc50-e305-4704-a459-adc113662055 req-5a94db54-932f-428c-9892-32a20e7c75c0 tempest-ServerDiskConfigTestJSON-1783824682 tempest-ServerDiskConfigTestJSON-1783824682-project] 10.222.0.67 "GET /v2.0/security-groups?id=3e3b4db7-f48f-4571-b841-26e6f63d37dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424216 Sep 23 20:07:58.963289 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d2e18e4-23cb-4243-a141-b0a114344986 req-1904e760-0537-4a68-824d-ba79068d1281 tempest-ServerDiskConfigTestJSON-1783824682 tempest-ServerDiskConfigTestJSON-1783824682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:07:58.964731 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-5d2e18e4-23cb-4243-a141-b0a114344986 req-1904e760-0537-4a68-824d-ba79068d1281 tempest-ServerDiskConfigTestJSON-1783824682 tempest-ServerDiskConfigTestJSON-1783824682-project] 10.222.0.67 "GET /v2.0/ports?device_id=fd3ce494-1a5b-4533-9555-376ddefd58b7 HTTP/1.1" status: 200 len: 943 time: 0.0831714 Sep 23 20:07:58.973785 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc2bc95-adb9-40f4-a11a-c3f11da4f455 req-2cb19943-2f0a-4e4a-94da-7d40d9832012 tempest-ServerDiskConfigTestJSON-1783824682 tempest-ServerDiskConfigTestJSON-1783824682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:07:58.975226 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-bcc2bc95-adb9-40f4-a11a-c3f11da4f455 req-2cb19943-2f0a-4e4a-94da-7d40d9832012 tempest-ServerDiskConfigTestJSON-1783824682 tempest-ServerDiskConfigTestJSON-1783824682-project] 10.222.0.53 "GET /v2.0/ports?device_id=fd3ce494-1a5b-4533-9555-376ddefd58b7&tenant_id=2a42ac81859240028a084b6cd65aad83&binding%3Ahost_id=n-h1-713301-16 HTTP/1.1" status: 200 len: 943 time: 0.0848689 Sep 23 20:07:59.039975 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-5d2e18e4-23cb-4243-a141-b0a114344986 req-17bed1a0-9992-446f-8bd8-a18d88906060 tempest-ServerDiskConfigTestJSON-1783824682 tempest-ServerDiskConfigTestJSON-1783824682-project] 10.222.0.67 "GET /v2.0/security-groups?id=3e3b4db7-f48f-4571-b841-26e6f63d37dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637929 Sep 23 20:07:59.060341 n-d-713301-16 neutron-server[95102]: INFO neutron.api.v2.resource [req-bcc2bc95-adb9-40f4-a11a-c3f11da4f455 req-6996bcc0-14f8-4506-a897-49ca4e5c75d9 service neutron] delete failed (client error): The resource could not be found. Sep 23 20:07:59.061433 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-bcc2bc95-adb9-40f4-a11a-c3f11da4f455 req-6996bcc0-14f8-4506-a897-49ca4e5c75d9 service neutron] 10.222.0.53 "DELETE /v2.0/ports/9e31b451-813e-4c7b-af1f-52ee737749d1/bindings/n-h2-713301-16 HTTP/1.1" status: 404 len: 381 time: 0.0781209 Sep 23 20:07:59.150281 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc2bc95-adb9-40f4-a11a-c3f11da4f455 req-6f3a3860-c5b8-40f5-8b4f-2f4e4f57c5f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:07:59.151826 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-bcc2bc95-adb9-40f4-a11a-c3f11da4f455 req-6f3a3860-c5b8-40f5-8b4f-2f4e4f57c5f3 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=2a42ac81859240028a084b6cd65aad83&device_id=fd3ce494-1a5b-4533-9555-376ddefd58b7 HTTP/1.1" status: 200 len: 1095 time: 0.0454919 Sep 23 20:07:59.241870 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc2bc95-adb9-40f4-a11a-c3f11da4f455 req-1ba9849f-bdb6-4d72-b7c4-eb02b697d077 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:07:59.243258 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-bcc2bc95-adb9-40f4-a11a-c3f11da4f455 req-1ba9849f-bdb6-4d72-b7c4-eb02b697d077 service neutron] 10.222.0.53 "GET /v2.0/networks?id=ebff1cf6-78a1-45d2-bcd3-2376b59fd010 HTTP/1.1" status: 200 len: 916 time: 0.0844369 Sep 23 20:07:59.287834 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-bcc2bc95-adb9-40f4-a11a-c3f11da4f455 req-67fa4134-512d-40df-a45c-12c77243220b service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9e31b451-813e-4c7b-af1f-52ee737749d1 HTTP/1.1" status: 200 len: 217 time: 0.0381205 Sep 23 20:07:59.336575 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc2bc95-adb9-40f4-a11a-c3f11da4f455 req-9583b861-21fc-49bf-8d28-fa0537aab3d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:07:59.338089 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-bcc2bc95-adb9-40f4-a11a-c3f11da4f455 req-9583b861-21fc-49bf-8d28-fa0537aab3d9 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=1ef60ae8-e1a5-4427-b605-fa8451e73bcf HTTP/1.1" status: 200 len: 855 time: 0.0434091 Sep 23 20:07:59.370409 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-bcc2bc95-adb9-40f4-a11a-c3f11da4f455 req-f4e6319a-ce25-41fe-840a-0e79234557cb service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=ebff1cf6-78a1-45d2-bcd3-2376b59fd010&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0249159 Sep 23 20:07:59.463241 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-bcc2bc95-adb9-40f4-a11a-c3f11da4f455 req-f5f5d6f5-b583-4686-aa99-eded8b3a2b40 service neutron] 10.222.0.53 "GET /v2.0/networks/ebff1cf6-78a1-45d2-bcd3-2376b59fd010?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851943 Sep 23 20:07:59.552223 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-bcc2bc95-adb9-40f4-a11a-c3f11da4f455 req-20c2474a-687b-4812-90e5-84d94f92dd14 service neutron] 10.222.0.53 "GET /v2.0/networks/ebff1cf6-78a1-45d2-bcd3-2376b59fd010?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818768 Sep 23 20:08:00.160654 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5869245d-3c37-452c-b6cc-5a9bd3123c94 req-37b52aa9-7ecb-4231-b7ef-fc857da09fe4 tempest-ServerDiskConfigTestJSON-1783824682 tempest-ServerDiskConfigTestJSON-1783824682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:08:00.162156 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-5869245d-3c37-452c-b6cc-5a9bd3123c94 req-37b52aa9-7ecb-4231-b7ef-fc857da09fe4 tempest-ServerDiskConfigTestJSON-1783824682 tempest-ServerDiskConfigTestJSON-1783824682-project] 10.222.0.67 "GET /v2.0/ports?device_id=fd3ce494-1a5b-4533-9555-376ddefd58b7 HTTP/1.1" status: 200 len: 943 time: 0.0491688 Sep 23 20:08:00.199740 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-5869245d-3c37-452c-b6cc-5a9bd3123c94 req-6a2cee4b-02ab-4e2e-9acf-d533146afbf7 tempest-ServerDiskConfigTestJSON-1783824682 tempest-ServerDiskConfigTestJSON-1783824682-project] 10.222.0.67 "GET /v2.0/security-groups?id=3e3b4db7-f48f-4571-b841-26e6f63d37dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314257 Sep 23 20:08:00.315417 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Device 9e31b451-813e-4c7b-af1f-52ee737749d1 details requested by agent hyperv_n-h1-713301-16 with host n-h1-713301-16 {{(pid=95103) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 20:08:00.318773 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd5c644-1b3a-4b36-bb44-c48afb179680 req-83dcd42c-4e48-4531-a1d6-e829944bbb33 tempest-ServerDiskConfigTestJSON-1783824682 tempest-ServerDiskConfigTestJSON-1783824682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:08:00.320501 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-5fd5c644-1b3a-4b36-bb44-c48afb179680 req-83dcd42c-4e48-4531-a1d6-e829944bbb33 tempest-ServerDiskConfigTestJSON-1783824682 tempest-ServerDiskConfigTestJSON-1783824682-project] 10.222.0.67 "GET /v2.0/ports?device_id=fd3ce494-1a5b-4533-9555-376ddefd58b7 HTTP/1.1" status: 200 len: 943 time: 0.0552726 Sep 23 20:08:00.361384 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-5fd5c644-1b3a-4b36-bb44-c48afb179680 req-4189b231-4a96-4de2-9d66-0d6d13f1b5af tempest-ServerDiskConfigTestJSON-1783824682 tempest-ServerDiskConfigTestJSON-1783824682-project] 10.222.0.67 "GET /v2.0/security-groups?id=3e3b4db7-f48f-4571-b841-26e6f63d37dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343997 Sep 23 20:08:00.419524 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] For port 9e31b451-813e-4c7b-af1f-52ee737749d1, host n-h1-713301-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-16',level=0,port_id=9e31b451-813e-4c7b-af1f-52ee737749d1,segment=NetworkSegment(c4c316f6-f3a2-4b3f-ae43-16a9d8d9dc94),segment_id=c4c316f6-f3a2-4b3f-ae43-16a9d8d9dc94)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 20:08:00.431074 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Returning: {'device': '9e31b451-813e-4c7b-af1f-52ee737749d1', 'network_id': 'ebff1cf6-78a1-45d2-bcd3-2376b59fd010', 'port_id': '9e31b451-813e-4c7b-af1f-52ee737749d1', 'mac_address': 'fa:16:3e:df:41:ab', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 629, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1ef60ae8-e1a5-4427-b605-fa8451e73bcf', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95103) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 20:08:00.472051 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:08:00.476213 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c14a98-3493-4a0c-b823-d57930aef705 req-58549824-d33f-4843-ba20-b6984dfcb477 tempest-ServerDiskConfigTestJSON-1783824682 tempest-ServerDiskConfigTestJSON-1783824682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:08:00.478025 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-f3c14a98-3493-4a0c-b823-d57930aef705 req-58549824-d33f-4843-ba20-b6984dfcb477 tempest-ServerDiskConfigTestJSON-1783824682 tempest-ServerDiskConfigTestJSON-1783824682-project] 10.222.0.67 "GET /v2.0/ports?device_id=fd3ce494-1a5b-4533-9555-376ddefd58b7 HTTP/1.1" status: 200 len: 943 time: 0.0504549 Sep 23 20:08:00.484360 n-d-713301-16 neutron-server[95103]: DEBUG neutron.notifiers.nova [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9e31b451-813e-4c7b-af1f-52ee737749d1 {{(pid=95103) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 20:08:00.503782 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] For port 9e31b451-813e-4c7b-af1f-52ee737749d1, host n-h1-713301-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-16',level=0,port_id=9e31b451-813e-4c7b-af1f-52ee737749d1,segment=NetworkSegment(c4c316f6-f3a2-4b3f-ae43-16a9d8d9dc94),segment_id=c4c316f6-f3a2-4b3f-ae43-16a9d8d9dc94)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 20:08:00.508878 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:08:00.522055 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-f3c14a98-3493-4a0c-b823-d57930aef705 req-08bc5bcb-794c-49ae-a7ea-aaf66a543141 tempest-ServerDiskConfigTestJSON-1783824682 tempest-ServerDiskConfigTestJSON-1783824682-project] 10.222.0.67 "GET /v2.0/security-groups?id=3e3b4db7-f48f-4571-b841-26e6f63d37dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380583 Sep 23 20:08:00.558830 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Pushing event updated for resources: {'Port': ['ID=9e31b451-813e-4c7b-af1f-52ee737749d1,revision_number=8']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:08:00.736342 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] get_ports_and_sgs() called for port_ids ['9e31b451-813e-4c7b-af1f-52ee737749d1'] {{(pid=95103) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 20:08:00.878582 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec3fe1c5-4c2f-4af7-b60a-274bf02503b4 req-29f0480e-1110-4648-b510-50abd673c854 tempest-ServerDiskConfigTestJSON-1783824682 tempest-ServerDiskConfigTestJSON-1783824682-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:08:00.880093 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-ec3fe1c5-4c2f-4af7-b60a-274bf02503b4 req-29f0480e-1110-4648-b510-50abd673c854 tempest-ServerDiskConfigTestJSON-1783824682 tempest-ServerDiskConfigTestJSON-1783824682-project] 10.222.0.67 "GET /v2.0/networks?id=ebff1cf6-78a1-45d2-bcd3-2376b59fd010 HTTP/1.1" status: 200 len: 815 time: 0.1078444 Sep 23 20:08:00.896400 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-ec3fe1c5-4c2f-4af7-b60a-274bf02503b4 req-6cf1829b-60b4-463f-9eb7-6fa32be3fb51 tempest-ServerDiskConfigTestJSON-1783824682 tempest-ServerDiskConfigTestJSON-1783824682-project] 10.222.0.67 "GET /v2.0/quotas/2a42ac81859240028a084b6cd65aad83 HTTP/1.1" status: 200 len: 375 time: 0.0105817 Sep 23 20:08:00.944835 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-ec3fe1c5-4c2f-4af7-b60a-274bf02503b4 req-2e33a89a-1590-431a-85bd-68ffcc7cbd06 tempest-ServerDiskConfigTestJSON-1783824682 tempest-ServerDiskConfigTestJSON-1783824682-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=2a42ac81859240028a084b6cd65aad83&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0429912 Sep 23 20:08:01.086732 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-ec3fe1c5-4c2f-4af7-b60a-274bf02503b4 req-8061d7f3-162a-49d3-a267-da7911b3a4d3 service neutron] 10.222.0.67 "GET /v2.0/networks/ebff1cf6-78a1-45d2-bcd3-2376b59fd010?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1349523 Sep 23 20:08:01.180882 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-ec3fe1c5-4c2f-4af7-b60a-274bf02503b4 req-cf44ec35-acab-401e-8937-823d672763a8 service neutron] 10.222.0.67 "GET /v2.0/networks/ebff1cf6-78a1-45d2-bcd3-2376b59fd010?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880671 Sep 23 20:08:01.345566 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-cbc9fad0-63a1-4b65-8389-746994d3da36 req-d917d932-8a87-463c-b714-7f818e7952d5 tempest-ServerDiskConfigTestJSON-1783824682 tempest-ServerDiskConfigTestJSON-1783824682-project] 10.222.0.67 "GET /v2.0/ports?device_id=f22d1380-4316-4444-a352-2195d6f5c588 HTTP/1.1" status: 200 len: 210 time: 0.0274088 Sep 23 20:08:02.031727 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ad1e49-a4c7-400e-b9dc-817b9d5fb5bb req-6fe4d6a9-75df-4108-ad26-fdb4f0a19036 tempest-ServerDiskConfigTestJSON-1783824682 tempest-ServerDiskConfigTestJSON-1783824682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:08:02.034068 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-a4ad1e49-a4c7-400e-b9dc-817b9d5fb5bb req-6fe4d6a9-75df-4108-ad26-fdb4f0a19036 tempest-ServerDiskConfigTestJSON-1783824682 tempest-ServerDiskConfigTestJSON-1783824682-project] 10.222.0.74 "GET /v2.0/ports?device_id=fd3ce494-1a5b-4533-9555-376ddefd58b7 HTTP/1.1" status: 200 len: 944 time: 0.0483835 Sep 23 20:08:02.136170 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.plugin [req-a4ad1e49-a4c7-400e-b9dc-817b9d5fb5bb req-50807513-3e74-4875-b8b6-a5d7573d9e9b tempest-ServerDiskConfigTestJSON-1783824682 tempest-ServerDiskConfigTestJSON-1783824682-project] Deleting port 9e31b451-813e-4c7b-af1f-52ee737749d1 {{(pid=95101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 20:08:02.136512 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-a4ad1e49-a4c7-400e-b9dc-817b9d5fb5bb req-50807513-3e74-4875-b8b6-a5d7573d9e9b tempest-ServerDiskConfigTestJSON-1783824682 tempest-ServerDiskConfigTestJSON-1783824682-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783146157096'] for port, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:08:02.234259 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.db [req-a4ad1e49-a4c7-400e-b9dc-817b9d5fb5bb req-50807513-3e74-4875-b8b6-a5d7573d9e9b tempest-ServerDiskConfigTestJSON-1783824682 tempest-ServerDiskConfigTestJSON-1783824682-project] For port 9e31b451-813e-4c7b-af1f-52ee737749d1, host n-h1-713301-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-16',level=0,port_id=9e31b451-813e-4c7b-af1f-52ee737749d1,segment=NetworkSegment(c4c316f6-f3a2-4b3f-ae43-16a9d8d9dc94),segment_id=c4c316f6-f3a2-4b3f-ae43-16a9d8d9dc94)] {{(pid=95101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 20:08:02.234586 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-a4ad1e49-a4c7-400e-b9dc-817b9d5fb5bb req-50807513-3e74-4875-b8b6-a5d7573d9e9b tempest-ServerDiskConfigTestJSON-1783824682 tempest-ServerDiskConfigTestJSON-1783824682-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-605701'] for port, precommit_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:08:02.253859 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.plugin [req-a4ad1e49-a4c7-400e-b9dc-817b9d5fb5bb req-50807513-3e74-4875-b8b6-a5d7573d9e9b tempest-ServerDiskConfigTestJSON-1783824682 tempest-ServerDiskConfigTestJSON-1783824682-project] Calling delete_port for 9e31b451-813e-4c7b-af1f-52ee737749d1 owned by compute:nova {{(pid=95101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 20:08:02.258086 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec3fe1c5-4c2f-4af7-b60a-274bf02503b4 req-11df8f71-1e11-4464-acab-b13f9619b0f6 tempest-ServerDiskConfigTestJSON-1783824682 tempest-ServerDiskConfigTestJSON-1783824682-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:08:02.259604 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-ec3fe1c5-4c2f-4af7-b60a-274bf02503b4 req-11df8f71-1e11-4464-acab-b13f9619b0f6 tempest-ServerDiskConfigTestJSON-1783824682 tempest-ServerDiskConfigTestJSON-1783824682-project] 10.222.0.74 "GET /v2.0/networks?id=ebff1cf6-78a1-45d2-bcd3-2376b59fd010 HTTP/1.1" status: 200 len: 815 time: 0.1111195 Sep 23 20:08:02.272679 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.v2.base [req-ec3fe1c5-4c2f-4af7-b60a-274bf02503b4 req-7b9ad5ae-8e84-4e03-a0fd-768bef8dbaf0 tempest-ServerDiskConfigTestJSON-1783824682 tempest-ServerDiskConfigTestJSON-1783824682-project] Request body: {'port': {'device_id': 'f22d1380-4316-4444-a352-2195d6f5c588', 'network_id': 'ebff1cf6-78a1-45d2-bcd3-2376b59fd010', 'admin_state_up': True, 'tenant_id': '2a42ac81859240028a084b6cd65aad83'}} {{(pid=95102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 20:08:02.326091 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Device 9e31b451-813e-4c7b-af1f-52ee737749d1 up at agent hyperv_n-h1-713301-16 {{(pid=95103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 20:08:02.394173 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Provisioning for port 9e31b451-813e-4c7b-af1f-52ee737749d1 completed by entity L2. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 20:08:02.394638 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-a4ad1e49-a4c7-400e-b9dc-817b9d5fb5bb req-50807513-3e74-4875-b8b6-a5d7573d9e9b tempest-ServerDiskConfigTestJSON-1783824682 tempest-ServerDiskConfigTestJSON-1783824682-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783146162158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783145673144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5607431'] for port, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:08:02.398455 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ec3fe1c5-4c2f-4af7-b60a-274bf02503b4 req-7b9ad5ae-8e84-4e03-a0fd-768bef8dbaf0 tempest-ServerDiskConfigTestJSON-1783824682 tempest-ServerDiskConfigTestJSON-1783824682-project] Made reservation on behalf of 2a42ac81859240028a084b6cd65aad83 for: {'port': 1} {{(pid=95102) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 20:08:02.399138 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Provisioning complete for port 9e31b451-813e-4c7b-af1f-52ee737749d1 triggered by entity L2. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 20:08:02.399633 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:08:02.402908 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-ec3fe1c5-4c2f-4af7-b60a-274bf02503b4 req-7b9ad5ae-8e84-4e03-a0fd-768bef8dbaf0 tempest-ServerDiskConfigTestJSON-1783824682 tempest-ServerDiskConfigTestJSON-1783824682-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:08:02.423885 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] get_ports_and_sgs() called for port_ids ['9e31b451-813e-4c7b-af1f-52ee737749d1'] {{(pid=95103) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 20:08:02.426005 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.plugin [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Port 9e31b451-813e-4c7b-af1f-52ee737749d1 was deleted so its status cannot be updated. {{(pid=95103) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:331}} Sep 23 20:08:02.446149 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50807513-3e74-4875-b8b6-a5d7573d9e9b tempest-ServerDiskConfigTestJSON-1783824682 tempest-ServerDiskConfigTestJSON-1783824682-project] Pushing event deleted for resources: {'Port': ['ID=9e31b451-813e-4c7b-af1f-52ee737749d1,revision_number=None']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:08:02.483753 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-68cb0ee0-1900-494c-bc4c-977252afb021 req-a9ceaee6-c681-49ce-930a-fd9e8fff0046 tempest-ServerDiskConfigTestJSON-1783824682 tempest-ServerDiskConfigTestJSON-1783824682-project] 10.222.0.67 "GET /v2.0/ports?device_id=f22d1380-4316-4444-a352-2195d6f5c588 HTTP/1.1" status: 200 len: 210 time: 0.0565889 Sep 23 20:08:02.489190 n-d-713301-16 neutron-server[95101]: DEBUG neutron.db.l3_dvrscheduler_db [req-a4ad1e49-a4c7-400e-b9dc-817b9d5fb5bb req-50807513-3e74-4875-b8b6-a5d7573d9e9b tempest-ServerDiskConfigTestJSON-1783824682 tempest-ServerDiskConfigTestJSON-1783824682-project] No DVR routers for this DVR port 9e31b451-813e-4c7b-af1f-52ee737749d1 on host n-h1-713301-16 {{(pid=95101) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 20:08:02.491978 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [req-a4ad1e49-a4c7-400e-b9dc-817b9d5fb5bb req-50807513-3e74-4875-b8b6-a5d7573d9e9b tempest-ServerDiskConfigTestJSON-1783824682 tempest-ServerDiskConfigTestJSON-1783824682-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222849'] for port, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:08:02.494206 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [req-a4ad1e49-a4c7-400e-b9dc-817b9d5fb5bb req-50807513-3e74-4875-b8b6-a5d7573d9e9b tempest-ServerDiskConfigTestJSON-1783824682 tempest-ServerDiskConfigTestJSON-1783824682-project] 10.222.0.74 "DELETE /v2.0/ports/9e31b451-813e-4c7b-af1f-52ee737749d1 HTTP/1.1" status: 204 len: 173 time: 0.4537876 Sep 23 20:08:02.494680 n-d-713301-16 neutron-server[95101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd3ce494-1a5b-4533-9555-376ddefd58b7', 'name': 'network-vif-deleted', 'tag': '9e31b451-813e-4c7b-af1f-52ee737749d1'}] {{(pid=95101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 20:08:02.496969 n-d-713301-16 neutron-server[95101]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d8366c5740cd635e57ab12b71fe44a77c2acc3c19091ef849c6f68b380462244" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6452bfa3-6807-4c7a-8470-00b83458312a" -d '{"events": [{"server_uuid": "fd3ce494-1a5b-4533-9555-376ddefd58b7", "name": "network-vif-deleted", "tag": "9e31b451-813e-4c7b-af1f-52ee737749d1"}]}' {{(pid=95101) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 20:08:02.558584 n-d-713301-16 neutron-server[95101]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 20:08:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-601e513e-f37c-44e9-93bc-5b87de98f4bd x-openstack-request-id: req-601e513e-f37c-44e9-93bc-5b87de98f4bd {{(pid=95101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 20:08:02.558961 n-d-713301-16 neutron-server[95101]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fd3ce494-1a5b-4533-9555-376ddefd58b7", "name": "network-vif-deleted", "tag": "9e31b451-813e-4c7b-af1f-52ee737749d1", "status": "completed", "code": 200}]} {{(pid=95101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 20:08:02.559338 n-d-713301-16 neutron-server[95101]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-601e513e-f37c-44e9-93bc-5b87de98f4bd {{(pid=95101) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 20:08:02.559862 n-d-713301-16 neutron-server[95101]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fd3ce494-1a5b-4533-9555-376ddefd58b7', 'name': 'network-vif-deleted', 'tag': '9e31b451-813e-4c7b-af1f-52ee737749d1', 'status': 'completed', 'code': 200} Sep 23 20:08:02.569700 n-d-713301-16 neutron-server[95102]: DEBUG neutron.db.db_base_plugin_common [req-ec3fe1c5-4c2f-4af7-b60a-274bf02503b4 req-7b9ad5ae-8e84-4e03-a0fd-768bef8dbaf0 tempest-ServerDiskConfigTestJSON-1783824682 tempest-ServerDiskConfigTestJSON-1783824682-project] Allocated IP 172.20.0.6 (ebff1cf6-78a1-45d2-bcd3-2376b59fd010/1ef60ae8-e1a5-4427-b605-fa8451e73bcf/177da967-390f-456e-9726-074d5a8f732c) {{(pid=95102) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 20:08:02.734066 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-ec3fe1c5-4c2f-4af7-b60a-274bf02503b4 req-7b9ad5ae-8e84-4e03-a0fd-768bef8dbaf0 tempest-ServerDiskConfigTestJSON-1783824682 tempest-ServerDiskConfigTestJSON-1783824682-project] Notify callbacks [] for port, precommit_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:08:02.768414 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-ec3fe1c5-4c2f-4af7-b60a-274bf02503b4 req-7b9ad5ae-8e84-4e03-a0fd-768bef8dbaf0 tempest-ServerDiskConfigTestJSON-1783824682 tempest-ServerDiskConfigTestJSON-1783824682-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783145673135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4399100'] for port, after_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:08:02.780224 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] get_ports_and_sgs() called for port_ids ['9e31b451-813e-4c7b-af1f-52ee737749d1'] {{(pid=95103) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 20:08:02.811475 n-d-713301-16 neutron-server[95102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ec3fe1c5-4c2f-4af7-b60a-274bf02503b4 req-7b9ad5ae-8e84-4e03-a0fd-768bef8dbaf0 tempest-ServerDiskConfigTestJSON-1783824682 tempest-ServerDiskConfigTestJSON-1783824682-project] Network ebff1cf6-78a1-45d2-bcd3-2376b59fd010 is already hosted by enough agents. {{(pid=95102) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 20:08:02.815056 n-d-713301-16 neutron-server[95102]: DEBUG neutron.scheduler.base_scheduler [req-ec3fe1c5-4c2f-4af7-b60a-274bf02503b4 req-7b9ad5ae-8e84-4e03-a0fd-768bef8dbaf0 tempest-ServerDiskConfigTestJSON-1783824682 tempest-ServerDiskConfigTestJSON-1783824682-project] Resources bound (agent type, host, resource id): {{(pid=95102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 20:08:02.818875 n-d-713301-16 neutron-server[95102]: DEBUG neutron.db.l3_dvrscheduler_db [req-ec3fe1c5-4c2f-4af7-b60a-274bf02503b4 req-7b9ad5ae-8e84-4e03-a0fd-768bef8dbaf0 tempest-ServerDiskConfigTestJSON-1783824682 tempest-ServerDiskConfigTestJSON-1783824682-project] Received port after_create {{(pid=95102) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 20:08:02.851851 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b9ad5ae-8e84-4e03-a0fd-768bef8dbaf0 tempest-ServerDiskConfigTestJSON-1783824682 tempest-ServerDiskConfigTestJSON-1783824682-project] Pushing event updated for resources: {'Port': ['ID=177da967-390f-456e-9726-074d5a8f732c,revision_number=1']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:08:02.879959 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec3fe1c5-4c2f-4af7-b60a-274bf02503b4 req-7b9ad5ae-8e84-4e03-a0fd-768bef8dbaf0 tempest-ServerDiskConfigTestJSON-1783824682 tempest-ServerDiskConfigTestJSON-1783824682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:08:02.880618 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-ec3fe1c5-4c2f-4af7-b60a-274bf02503b4 req-7b9ad5ae-8e84-4e03-a0fd-768bef8dbaf0 tempest-ServerDiskConfigTestJSON-1783824682 tempest-ServerDiskConfigTestJSON-1783824682-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222849'] for port, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:08:02.895700 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-ec3fe1c5-4c2f-4af7-b60a-274bf02503b4 req-7b9ad5ae-8e84-4e03-a0fd-768bef8dbaf0 tempest-ServerDiskConfigTestJSON-1783824682 tempest-ServerDiskConfigTestJSON-1783824682-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6271098 Sep 23 20:08:02.908269 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.v2.base [req-ec3fe1c5-4c2f-4af7-b60a-274bf02503b4 req-72d6b6af-147a-496a-b81c-6115338d8ae9 service neutron] Request body: {'port': {'device_id': 'f22d1380-4316-4444-a352-2195d6f5c588', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713301-16'}} {{(pid=95102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 20:08:02.959944 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-ec3fe1c5-4c2f-4af7-b60a-274bf02503b4 req-72d6b6af-147a-496a-b81c-6115338d8ae9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:08:03.226063 n-d-713301-16 neutron-server[95102]: DEBUG neutron.notifiers.nova [req-ec3fe1c5-4c2f-4af7-b60a-274bf02503b4 req-72d6b6af-147a-496a-b81c-6115338d8ae9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 177da967-390f-456e-9726-074d5a8f732c {{(pid=95102) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 20:08:03.233340 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-ec3fe1c5-4c2f-4af7-b60a-274bf02503b4 req-72d6b6af-147a-496a-b81c-6115338d8ae9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:08:03.245666 n-d-713301-16 neutron-server[95102]: DEBUG neutron.db.provisioning_blocks [req-ec3fe1c5-4c2f-4af7-b60a-274bf02503b4 req-72d6b6af-147a-496a-b81c-6115338d8ae9 service neutron] Transition to ACTIVE for port object 177da967-390f-456e-9726-074d5a8f732c will not be triggered until provisioned by entity L2. {{(pid=95102) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 20:08:03.249562 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-ec3fe1c5-4c2f-4af7-b60a-274bf02503b4 req-72d6b6af-147a-496a-b81c-6115338d8ae9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4399095'] for port, after_update {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:08:03.297083 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72d6b6af-147a-496a-b81c-6115338d8ae9 service neutron] Pushing event updated for resources: {'Port': ['ID=177da967-390f-456e-9726-074d5a8f732c,revision_number=2']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:08:03.366950 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.managers [req-ec3fe1c5-4c2f-4af7-b60a-274bf02503b4 req-72d6b6af-147a-496a-b81c-6115338d8ae9 service neutron] Attempting to bind port 177da967-390f-456e-9726-074d5a8f732c on host n-h1-713301-16 for vnic_type normal with profile {{(pid=95102) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 20:08:03.367281 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.managers [req-ec3fe1c5-4c2f-4af7-b60a-274bf02503b4 req-72d6b6af-147a-496a-b81c-6115338d8ae9 service neutron] Attempting to bind port 177da967-390f-456e-9726-074d5a8f732c by drivers openvswitch,hyperv on host n-h1-713301-16 at level 0 using segments [{'id': 'c4c316f6-f3a2-4b3f-ae43-16a9d8d9dc94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'ebff1cf6-78a1-45d2-bcd3-2376b59fd010'}] {{(pid=95102) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 20:08:03.367610 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec3fe1c5-4c2f-4af7-b60a-274bf02503b4 req-72d6b6af-147a-496a-b81c-6115338d8ae9 service neutron] Attempting to bind port 177da967-390f-456e-9726-074d5a8f732c on network ebff1cf6-78a1-45d2-bcd3-2376b59fd010 {{(pid=95102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 20:08:03.371827 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec3fe1c5-4c2f-4af7-b60a-274bf02503b4 req-72d6b6af-147a-496a-b81c-6115338d8ae9 service neutron] Port 177da967-390f-456e-9726-074d5a8f732c on network ebff1cf6-78a1-45d2-bcd3-2376b59fd010 not bound, no agent of type Open vSwitch agent registered on host n-h1-713301-16 {{(pid=95102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 20:08:03.372152 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec3fe1c5-4c2f-4af7-b60a-274bf02503b4 req-72d6b6af-147a-496a-b81c-6115338d8ae9 service neutron] Attempting to bind port 177da967-390f-456e-9726-074d5a8f732c on network ebff1cf6-78a1-45d2-bcd3-2376b59fd010 {{(pid=95102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 20:08:03.377019 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec3fe1c5-4c2f-4af7-b60a-274bf02503b4 req-72d6b6af-147a-496a-b81c-6115338d8ae9 service neutron] Checking agent: {'id': '0708c3e9-0aad-4600-9be9-d2486535c898', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713301-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 19, 15, 28), 'started_at': datetime.datetime(2021, 9, 23, 19, 15, 28), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 20, 7, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 20:08:03.377357 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec3fe1c5-4c2f-4af7-b60a-274bf02503b4 req-72d6b6af-147a-496a-b81c-6115338d8ae9 service neutron] Checking segment: {'id': 'c4c316f6-f3a2-4b3f-ae43-16a9d8d9dc94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'ebff1cf6-78a1-45d2-bcd3-2376b59fd010'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95102) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 20:08:03.377749 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec3fe1c5-4c2f-4af7-b60a-274bf02503b4 req-72d6b6af-147a-496a-b81c-6115338d8ae9 service neutron] Bound using segment: {'id': 'c4c316f6-f3a2-4b3f-ae43-16a9d8d9dc94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'ebff1cf6-78a1-45d2-bcd3-2376b59fd010'} {{(pid=95102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 20:08:03.378175 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.managers [req-ec3fe1c5-4c2f-4af7-b60a-274bf02503b4 req-72d6b6af-147a-496a-b81c-6115338d8ae9 service neutron] Bound port: 177da967-390f-456e-9726-074d5a8f732c, host: n-h1-713301-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c4c316f6-f3a2-4b3f-ae43-16a9d8d9dc94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'ebff1cf6-78a1-45d2-bcd3-2376b59fd010'}}] {{(pid=95102) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 20:08:03.378536 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-ec3fe1c5-4c2f-4af7-b60a-274bf02503b4 req-72d6b6af-147a-496a-b81c-6115338d8ae9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:08:03.444430 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.db [req-ec3fe1c5-4c2f-4af7-b60a-274bf02503b4 req-72d6b6af-147a-496a-b81c-6115338d8ae9 service neutron] For port 177da967-390f-456e-9726-074d5a8f732c, host n-h1-713301-16, cleared binding levels {{(pid=95102) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 20:08:03.447737 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.db [req-ec3fe1c5-4c2f-4af7-b60a-274bf02503b4 req-72d6b6af-147a-496a-b81c-6115338d8ae9 service neutron] For port 177da967-390f-456e-9726-074d5a8f732c, host n-h1-713301-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-16',level=0,port_id=177da967-390f-456e-9726-074d5a8f732c,segment=NetworkSegment(c4c316f6-f3a2-4b3f-ae43-16a9d8d9dc94),segment_id=c4c316f6-f3a2-4b3f-ae43-16a9d8d9dc94)] {{(pid=95102) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 20:08:03.451939 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-ec3fe1c5-4c2f-4af7-b60a-274bf02503b4 req-72d6b6af-147a-496a-b81c-6115338d8ae9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4399095'] for port, after_update {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:08:03.486185 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec3fe1c5-4c2f-4af7-b60a-274bf02503b4 req-72d6b6af-147a-496a-b81c-6115338d8ae9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:08:03.486810 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-ec3fe1c5-4c2f-4af7-b60a-274bf02503b4 req-72d6b6af-147a-496a-b81c-6115338d8ae9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222849'] for port, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:08:03.488207 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-ec3fe1c5-4c2f-4af7-b60a-274bf02503b4 req-72d6b6af-147a-496a-b81c-6115338d8ae9 service neutron] 10.222.0.74 "PUT /v2.0/ports/177da967-390f-456e-9726-074d5a8f732c HTTP/1.1" status: 200 len: 1092 time: 0.5847616 Sep 23 20:08:03.488669 n-d-713301-16 neutron-server[95102]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f22d1380-4316-4444-a352-2195d6f5c588', 'tag': '177da967-390f-456e-9726-074d5a8f732c'}] {{(pid=95102) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 20:08:03.490884 n-d-713301-16 neutron-server[95102]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab31b6d93e5336dbddfa8ec424565b3bd8cb2369c5b4d85bc943472dbb21e8ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49039125-3447-4efd-9357-a59b94b07fce" -d '{"events": [{"name": "network-changed", "server_uuid": "f22d1380-4316-4444-a352-2195d6f5c588", "tag": "177da967-390f-456e-9726-074d5a8f732c"}]}' {{(pid=95102) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 20:08:03.518371 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72d6b6af-147a-496a-b81c-6115338d8ae9 service neutron] Pushing event updated for resources: {'Port': ['ID=177da967-390f-456e-9726-074d5a8f732c,revision_number=3']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:08:03.537323 n-d-713301-16 neutron-server[95102]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 20:08:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75861954-4f18-44b1-85e4-513a9e1f8269 x-openstack-request-id: req-75861954-4f18-44b1-85e4-513a9e1f8269 {{(pid=95102) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 20:08:03.537523 n-d-713301-16 neutron-server[95102]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f22d1380-4316-4444-a352-2195d6f5c588", "tag": "177da967-390f-456e-9726-074d5a8f732c", "status": "completed", "code": 200}]} {{(pid=95102) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 20:08:03.537771 n-d-713301-16 neutron-server[95102]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-75861954-4f18-44b1-85e4-513a9e1f8269 {{(pid=95102) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 20:08:03.538195 n-d-713301-16 neutron-server[95102]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f22d1380-4316-4444-a352-2195d6f5c588', 'tag': '177da967-390f-456e-9726-074d5a8f732c', 'status': 'completed', 'code': 200} Sep 23 20:08:03.612901 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec3fe1c5-4c2f-4af7-b60a-274bf02503b4 req-ea56df47-b05f-45eb-839b-5492d5a2de60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:08:03.614397 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-ec3fe1c5-4c2f-4af7-b60a-274bf02503b4 req-ea56df47-b05f-45eb-839b-5492d5a2de60 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=2a42ac81859240028a084b6cd65aad83&device_id=f22d1380-4316-4444-a352-2195d6f5c588 HTTP/1.1" status: 200 len: 1095 time: 0.0692592 Sep 23 20:08:03.636248 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92fba433-df30-4cb1-87f1-5a76195d87a5 req-7442d0c3-e6e9-453f-87ef-68298b055b79 tempest-ServerDiskConfigTestJSON-1783824682 tempest-ServerDiskConfigTestJSON-1783824682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:08:03.637677 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-92fba433-df30-4cb1-87f1-5a76195d87a5 req-7442d0c3-e6e9-453f-87ef-68298b055b79 tempest-ServerDiskConfigTestJSON-1783824682 tempest-ServerDiskConfigTestJSON-1783824682-project] 10.222.0.67 "GET /v2.0/ports?device_id=f22d1380-4316-4444-a352-2195d6f5c588 HTTP/1.1" status: 200 len: 943 time: 0.0673931 Sep 23 20:08:03.674466 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-ec3fe1c5-4c2f-4af7-b60a-274bf02503b4 req-d525b7b9-1493-481a-9958-8ab7e118de8f service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=177da967-390f-456e-9726-074d5a8f732c HTTP/1.1" status: 200 len: 217 time: 0.0526159 Sep 23 20:08:03.731686 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-92fba433-df30-4cb1-87f1-5a76195d87a5 req-ce43a660-87f9-4eaa-b001-06b5f5c3526d tempest-ServerDiskConfigTestJSON-1783824682 tempest-ServerDiskConfigTestJSON-1783824682-project] 10.222.0.67 "GET /v2.0/security-groups?id=3e3b4db7-f48f-4571-b841-26e6f63d37dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641782 Sep 23 20:08:03.741070 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec3fe1c5-4c2f-4af7-b60a-274bf02503b4 req-8a342f4d-7d6e-4a3e-9f09-f6c724deb85d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:08:03.742510 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-ec3fe1c5-4c2f-4af7-b60a-274bf02503b4 req-8a342f4d-7d6e-4a3e-9f09-f6c724deb85d service neutron] 10.222.0.74 "GET /v2.0/subnets?id=1ef60ae8-e1a5-4427-b605-fa8451e73bcf HTTP/1.1" status: 200 len: 855 time: 0.0604670 Sep 23 20:08:03.775747 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-ec3fe1c5-4c2f-4af7-b60a-274bf02503b4 req-5a7a1f4f-a642-45e3-ba13-86e0bd3ee7fa service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=ebff1cf6-78a1-45d2-bcd3-2376b59fd010&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0262766 Sep 23 20:08:03.869441 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-ec3fe1c5-4c2f-4af7-b60a-274bf02503b4 req-2b680e19-fc58-4314-9802-ae9524b16c34 service neutron] 10.222.0.74 "GET /v2.0/networks/ebff1cf6-78a1-45d2-bcd3-2376b59fd010?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860436 Sep 23 20:08:03.959887 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-ec3fe1c5-4c2f-4af7-b60a-274bf02503b4 req-aabe9f8d-2273-4394-831f-6c58cf38f3c9 service neutron] 10.222.0.74 "GET /v2.0/networks/ebff1cf6-78a1-45d2-bcd3-2376b59fd010?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838947 Sep 23 20:08:04.054268 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49039125-3447-4efd-9357-a59b94b07fce req-b47fe69b-236b-4811-8f98-c4d3255f4802 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:08:04.055677 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-49039125-3447-4efd-9357-a59b94b07fce req-b47fe69b-236b-4811-8f98-c4d3255f4802 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=2a42ac81859240028a084b6cd65aad83&device_id=f22d1380-4316-4444-a352-2195d6f5c588 HTTP/1.1" status: 200 len: 1095 time: 0.0453923 Sep 23 20:08:04.145061 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49039125-3447-4efd-9357-a59b94b07fce req-6f8b5104-6924-491d-b96c-84408ed46b0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:08:04.146598 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-49039125-3447-4efd-9357-a59b94b07fce req-6f8b5104-6924-491d-b96c-84408ed46b0b service neutron] 10.222.0.74 "GET /v2.0/networks?id=ebff1cf6-78a1-45d2-bcd3-2376b59fd010 HTTP/1.1" status: 200 len: 916 time: 0.0840852 Sep 23 20:08:04.191654 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-49039125-3447-4efd-9357-a59b94b07fce req-de6b9ae0-f483-44f8-9292-0473e4ea449f service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=177da967-390f-456e-9726-074d5a8f732c HTTP/1.1" status: 200 len: 217 time: 0.0381110 Sep 23 20:08:04.243106 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49039125-3447-4efd-9357-a59b94b07fce req-8a25b30f-5998-4ac6-9691-d080343f47b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:08:04.245006 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-49039125-3447-4efd-9357-a59b94b07fce req-8a25b30f-5998-4ac6-9691-d080343f47b9 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=1ef60ae8-e1a5-4427-b605-fa8451e73bcf HTTP/1.1" status: 200 len: 855 time: 0.0463350 Sep 23 20:08:04.276255 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-49039125-3447-4efd-9357-a59b94b07fce req-2d981151-8ced-4532-a806-67f70202278c service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=ebff1cf6-78a1-45d2-bcd3-2376b59fd010&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0235953 Sep 23 20:08:04.368139 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-49039125-3447-4efd-9357-a59b94b07fce req-db0db972-1e7f-4ec2-b9db-b37d988e0a73 service neutron] 10.222.0.74 "GET /v2.0/networks/ebff1cf6-78a1-45d2-bcd3-2376b59fd010?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842688 Sep 23 20:08:04.458970 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-49039125-3447-4efd-9357-a59b94b07fce req-cc6c50f5-eefc-4853-8e0e-c2d96d4eaeac service neutron] 10.222.0.74 "GET /v2.0/networks/ebff1cf6-78a1-45d2-bcd3-2376b59fd010?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832686 Sep 23 20:08:04.849546 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c10a4f0f-1b17-4f57-9b51-745e24fcba07 req-3f6cab76-b37b-430c-ac2f-57bcc3d21cf6 tempest-ServerDiskConfigTestJSON-1783824682 tempest-ServerDiskConfigTestJSON-1783824682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:08:04.851141 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-c10a4f0f-1b17-4f57-9b51-745e24fcba07 req-3f6cab76-b37b-430c-ac2f-57bcc3d21cf6 tempest-ServerDiskConfigTestJSON-1783824682 tempest-ServerDiskConfigTestJSON-1783824682-project] 10.222.0.67 "GET /v2.0/ports?device_id=f22d1380-4316-4444-a352-2195d6f5c588 HTTP/1.1" status: 200 len: 943 time: 0.0505836 Sep 23 20:08:04.890590 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-c10a4f0f-1b17-4f57-9b51-745e24fcba07 req-aeec24d2-412e-45af-8739-49da8eab0d86 tempest-ServerDiskConfigTestJSON-1783824682 tempest-ServerDiskConfigTestJSON-1783824682-project] 10.222.0.67 "GET /v2.0/security-groups?id=3e3b4db7-f48f-4571-b841-26e6f63d37dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334301 Sep 23 20:08:06.010225 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb4ab99a-fe04-4828-98f9-45e6ca0cc3d4 req-e75d7609-ba89-4340-9bb0-4c57b0a08e31 tempest-ServerDiskConfigTestJSON-1783824682 tempest-ServerDiskConfigTestJSON-1783824682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:08:06.011798 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-bb4ab99a-fe04-4828-98f9-45e6ca0cc3d4 req-e75d7609-ba89-4340-9bb0-4c57b0a08e31 tempest-ServerDiskConfigTestJSON-1783824682 tempest-ServerDiskConfigTestJSON-1783824682-project] 10.222.0.67 "GET /v2.0/ports?device_id=f22d1380-4316-4444-a352-2195d6f5c588 HTTP/1.1" status: 200 len: 943 time: 0.0534508 Sep 23 20:08:06.050977 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-bb4ab99a-fe04-4828-98f9-45e6ca0cc3d4 req-e42bf88d-2eb9-4643-9c74-94a671da0adf tempest-ServerDiskConfigTestJSON-1783824682 tempest-ServerDiskConfigTestJSON-1783824682-project] 10.222.0.67 "GET /v2.0/security-groups?id=3e3b4db7-f48f-4571-b841-26e6f63d37dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327456 Sep 23 20:08:06.372704 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Device 9e31b451-813e-4c7b-af1f-52ee737749d1 no longer exists at agent hyperv_n-h1-713301-16 {{(pid=95103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 20:08:06.396079 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.plugin [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] No Port match for: 9e31b451-813e-4c7b-af1f-52ee737749d1 {{(pid=95103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 20:08:06.396417 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Device 9e31b451-813e-4c7b-af1f-52ee737749d1 not bound to the agent host n-h1-713301-16 {{(pid=95103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 20:08:07.165381 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45334b44-c4f8-4706-b6e9-9454ff5fcfac req-a566837b-7680-4e3d-85d2-d48bd0ca8358 tempest-ServerDiskConfigTestJSON-1783824682 tempest-ServerDiskConfigTestJSON-1783824682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:08:07.166949 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-45334b44-c4f8-4706-b6e9-9454ff5fcfac req-a566837b-7680-4e3d-85d2-d48bd0ca8358 tempest-ServerDiskConfigTestJSON-1783824682 tempest-ServerDiskConfigTestJSON-1783824682-project] 10.222.0.67 "GET /v2.0/ports?device_id=f22d1380-4316-4444-a352-2195d6f5c588 HTTP/1.1" status: 200 len: 943 time: 0.0497239 Sep 23 20:08:07.204963 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-45334b44-c4f8-4706-b6e9-9454ff5fcfac req-9eadeed1-8a19-4781-a7e9-dbf887a6c1a3 tempest-ServerDiskConfigTestJSON-1783824682 tempest-ServerDiskConfigTestJSON-1783824682-project] 10.222.0.67 "GET /v2.0/security-groups?id=3e3b4db7-f48f-4571-b841-26e6f63d37dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321641 Sep 23 20:08:08.323699 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d56650-a4b0-41dd-b2b3-64364bd8435e req-22920670-ab52-44f3-84f9-b12d790a4b6c tempest-ServerDiskConfigTestJSON-1783824682 tempest-ServerDiskConfigTestJSON-1783824682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:08:08.324735 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-27d56650-a4b0-41dd-b2b3-64364bd8435e req-22920670-ab52-44f3-84f9-b12d790a4b6c tempest-ServerDiskConfigTestJSON-1783824682 tempest-ServerDiskConfigTestJSON-1783824682-project] 10.222.0.67 "GET /v2.0/ports?device_id=f22d1380-4316-4444-a352-2195d6f5c588 HTTP/1.1" status: 200 len: 943 time: 0.0515122 Sep 23 20:08:08.367139 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-27d56650-a4b0-41dd-b2b3-64364bd8435e req-cc2d58a3-76ad-42d6-82cb-5ac38f44cadf tempest-ServerDiskConfigTestJSON-1783824682 tempest-ServerDiskConfigTestJSON-1783824682-project] 10.222.0.67 "GET /v2.0/security-groups?id=3e3b4db7-f48f-4571-b841-26e6f63d37dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360959 Sep 23 20:08:08.387950 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Device 177da967-390f-456e-9726-074d5a8f732c details requested by agent hyperv_n-h1-713301-16 with host n-h1-713301-16 {{(pid=95103) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 20:08:08.483831 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] For port 177da967-390f-456e-9726-074d5a8f732c, host n-h1-713301-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-16',level=0,port_id=177da967-390f-456e-9726-074d5a8f732c,segment=NetworkSegment(c4c316f6-f3a2-4b3f-ae43-16a9d8d9dc94),segment_id=c4c316f6-f3a2-4b3f-ae43-16a9d8d9dc94)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 20:08:08.494986 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Returning: {'device': '177da967-390f-456e-9726-074d5a8f732c', 'network_id': 'ebff1cf6-78a1-45d2-bcd3-2376b59fd010', 'port_id': '177da967-390f-456e-9726-074d5a8f732c', 'mac_address': 'fa:16:3e:88:36:1c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 629, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1ef60ae8-e1a5-4427-b605-fa8451e73bcf', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95103) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 20:08:08.530432 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:08:08.546470 n-d-713301-16 neutron-server[95103]: DEBUG neutron.notifiers.nova [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 177da967-390f-456e-9726-074d5a8f732c {{(pid=95103) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 20:08:08.565694 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] For port 177da967-390f-456e-9726-074d5a8f732c, host n-h1-713301-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-16',level=0,port_id=177da967-390f-456e-9726-074d5a8f732c,segment=NetworkSegment(c4c316f6-f3a2-4b3f-ae43-16a9d8d9dc94),segment_id=c4c316f6-f3a2-4b3f-ae43-16a9d8d9dc94)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 20:08:08.569967 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:08:08.617024 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Pushing event updated for resources: {'Port': ['ID=177da967-390f-456e-9726-074d5a8f732c,revision_number=4']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:08:08.756319 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] get_ports_and_sgs() called for port_ids ['177da967-390f-456e-9726-074d5a8f732c'] {{(pid=95103) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 20:08:09.485111 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa8ca71-f353-4134-aafd-2fb100dde348 req-f0f78718-ec09-4723-93ea-ff8c7cb678ef tempest-ServerDiskConfigTestJSON-1783824682 tempest-ServerDiskConfigTestJSON-1783824682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:08:09.487185 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-5aa8ca71-f353-4134-aafd-2fb100dde348 req-f0f78718-ec09-4723-93ea-ff8c7cb678ef tempest-ServerDiskConfigTestJSON-1783824682 tempest-ServerDiskConfigTestJSON-1783824682-project] 10.222.0.67 "GET /v2.0/ports?device_id=f22d1380-4316-4444-a352-2195d6f5c588 HTTP/1.1" status: 200 len: 944 time: 0.0547609 Sep 23 20:08:09.525143 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-5aa8ca71-f353-4134-aafd-2fb100dde348 req-6a7949b9-2fdc-4749-a8e6-e7262654cd7b tempest-ServerDiskConfigTestJSON-1783824682 tempest-ServerDiskConfigTestJSON-1783824682-project] 10.222.0.67 "GET /v2.0/security-groups?id=3e3b4db7-f48f-4571-b841-26e6f63d37dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320060 Sep 23 20:08:10.403440 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Device 177da967-390f-456e-9726-074d5a8f732c up at agent hyperv_n-h1-713301-16 {{(pid=95103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 20:08:10.453655 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Provisioning for port 177da967-390f-456e-9726-074d5a8f732c completed by entity L2. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 20:08:10.457891 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Provisioning complete for port 177da967-390f-456e-9726-074d5a8f732c triggered by entity L2. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 20:08:10.458264 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:08:10.536505 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:08:10.559146 n-d-713301-16 neutron-server[95103]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f22d1380-4316-4444-a352-2195d6f5c588', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '177da967-390f-456e-9726-074d5a8f732c'}] {{(pid=95103) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 20:08:10.561594 n-d-713301-16 neutron-server[95103]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}81a1c17f2aa89d5b3ebbba3a3e0cf7eb588e431c2224256110c4c4facdd7c3e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4020cd7-9699-4a1c-a9ef-02eb11f8ef87" -d '{"events": [{"server_uuid": "f22d1380-4316-4444-a352-2195d6f5c588", "name": "network-vif-plugged", "status": "completed", "tag": "177da967-390f-456e-9726-074d5a8f732c"}]}' {{(pid=95103) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 20:08:10.575072 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] For port 177da967-390f-456e-9726-074d5a8f732c, host n-h1-713301-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-16',level=0,port_id=177da967-390f-456e-9726-074d5a8f732c,segment=NetworkSegment(c4c316f6-f3a2-4b3f-ae43-16a9d8d9dc94),segment_id=c4c316f6-f3a2-4b3f-ae43-16a9d8d9dc94)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 20:08:10.580274 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:08:10.607264 n-d-713301-16 neutron-server[95103]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 20:08:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86e17ca6-b3dd-48b2-92bf-7d59cf73da54 x-openstack-request-id: req-86e17ca6-b3dd-48b2-92bf-7d59cf73da54 {{(pid=95103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 20:08:10.607559 n-d-713301-16 neutron-server[95103]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f22d1380-4316-4444-a352-2195d6f5c588", "name": "network-vif-plugged", "status": "completed", "tag": "177da967-390f-456e-9726-074d5a8f732c", "code": 200}]} {{(pid=95103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 20:08:10.607812 n-d-713301-16 neutron-server[95103]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-86e17ca6-b3dd-48b2-92bf-7d59cf73da54 {{(pid=95103) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 20:08:10.608200 n-d-713301-16 neutron-server[95103]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f22d1380-4316-4444-a352-2195d6f5c588', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '177da967-390f-456e-9726-074d5a8f732c', 'code': 200} Sep 23 20:08:10.635728 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Pushing event updated for resources: {'Port': ['ID=177da967-390f-456e-9726-074d5a8f732c,revision_number=5']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:08:10.649520 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbedd1df-8793-48b2-8c86-ed91fcdcb28e req-0661d6c7-f6c4-41c5-9556-83574a8bb69f tempest-ServerDiskConfigTestJSON-1783824682 tempest-ServerDiskConfigTestJSON-1783824682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:08:10.651128 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-bbedd1df-8793-48b2-8c86-ed91fcdcb28e req-0661d6c7-f6c4-41c5-9556-83574a8bb69f tempest-ServerDiskConfigTestJSON-1783824682 tempest-ServerDiskConfigTestJSON-1783824682-project] 10.222.0.67 "GET /v2.0/ports?device_id=f22d1380-4316-4444-a352-2195d6f5c588 HTTP/1.1" status: 200 len: 945 time: 0.0578763 Sep 23 20:08:10.715825 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-bbedd1df-8793-48b2-8c86-ed91fcdcb28e req-dd06be71-0213-4ff6-960c-92994e20521d tempest-ServerDiskConfigTestJSON-1783824682 tempest-ServerDiskConfigTestJSON-1783824682-project] 10.222.0.67 "GET /v2.0/security-groups?id=3e3b4db7-f48f-4571-b841-26e6f63d37dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582118 Sep 23 20:08:10.726597 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88fd79ff-ce04-47b9-867f-dee39fa1d975 req-4ebce58e-14d4-4b09-8f68-08f3b7d8cf19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:08:10.728120 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-88fd79ff-ce04-47b9-867f-dee39fa1d975 req-4ebce58e-14d4-4b09-8f68-08f3b7d8cf19 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=f22d1380-4316-4444-a352-2195d6f5c588 HTTP/1.1" status: 200 len: 1097 time: 0.0634484 Sep 23 20:08:10.766194 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-88fd79ff-ce04-47b9-867f-dee39fa1d975 req-c290e595-5a26-4b2a-ab3b-32a09a448650 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=3e3b4db7-f48f-4571-b841-26e6f63d37dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313439 Sep 23 20:08:11.833498 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff1d7e3-283e-4c47-9c97-5dc6e48ab245 req-cf199190-040a-4f1a-832a-9b8275b46de7 tempest-ServerDiskConfigTestJSON-1783824682 tempest-ServerDiskConfigTestJSON-1783824682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:08:11.835034 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-aff1d7e3-283e-4c47-9c97-5dc6e48ab245 req-cf199190-040a-4f1a-832a-9b8275b46de7 tempest-ServerDiskConfigTestJSON-1783824682 tempest-ServerDiskConfigTestJSON-1783824682-project] 10.222.0.67 "GET /v2.0/ports?device_id=f22d1380-4316-4444-a352-2195d6f5c588 HTTP/1.1" status: 200 len: 945 time: 0.0490506 Sep 23 20:08:11.872950 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-aff1d7e3-283e-4c47-9c97-5dc6e48ab245 req-cda51e7e-709b-4a98-96a8-d7cc05c87297 tempest-ServerDiskConfigTestJSON-1783824682 tempest-ServerDiskConfigTestJSON-1783824682-project] 10.222.0.67 "GET /v2.0/security-groups?id=3e3b4db7-f48f-4571-b841-26e6f63d37dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318716 Sep 23 20:08:11.986072 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c04e637-4bbb-4bae-80ad-2deb2286ee69 req-0db73409-deb9-48be-9b1e-dea7a250b1e4 tempest-ServerDiskConfigTestJSON-1783824682 tempest-ServerDiskConfigTestJSON-1783824682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:08:11.987579 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-8c04e637-4bbb-4bae-80ad-2deb2286ee69 req-0db73409-deb9-48be-9b1e-dea7a250b1e4 tempest-ServerDiskConfigTestJSON-1783824682 tempest-ServerDiskConfigTestJSON-1783824682-project] 10.222.0.67 "GET /v2.0/ports?device_id=f22d1380-4316-4444-a352-2195d6f5c588 HTTP/1.1" status: 200 len: 945 time: 0.0500810 Sep 23 20:08:12.026714 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-8c04e637-4bbb-4bae-80ad-2deb2286ee69 req-364a177e-853d-480d-aecb-b6b91c4b71e6 tempest-ServerDiskConfigTestJSON-1783824682 tempest-ServerDiskConfigTestJSON-1783824682-project] 10.222.0.67 "GET /v2.0/security-groups?id=3e3b4db7-f48f-4571-b841-26e6f63d37dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330558 Sep 23 20:08:12.279134 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-2e2b46a3-b796-4867-95e7-9e923a71c9d8 req-3578c3e2-842f-4985-899b-2bb9fe5d6cea service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=f22d1380-4316-4444-a352-2195d6f5c588&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0704834 Sep 23 20:08:12.291611 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a70290b-fce7-4145-9790-d75fefd7358a req-65327519-6328-416e-8966-eed5d322e8fd tempest-ServerDiskConfigTestJSON-1783824682 tempest-ServerDiskConfigTestJSON-1783824682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:08:12.293089 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-6a70290b-fce7-4145-9790-d75fefd7358a req-65327519-6328-416e-8966-eed5d322e8fd tempest-ServerDiskConfigTestJSON-1783824682 tempest-ServerDiskConfigTestJSON-1783824682-project] 10.222.0.67 "GET /v2.0/ports?device_id=f22d1380-4316-4444-a352-2195d6f5c588 HTTP/1.1" status: 200 len: 945 time: 0.0754595 Sep 23 20:08:12.334890 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-6a70290b-fce7-4145-9790-d75fefd7358a req-7d25e884-4fae-4de5-8e2a-b9f3ed3b4df7 tempest-ServerDiskConfigTestJSON-1783824682 tempest-ServerDiskConfigTestJSON-1783824682-project] 10.222.0.67 "GET /v2.0/security-groups?id=3e3b4db7-f48f-4571-b841-26e6f63d37dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353062 Sep 23 20:08:13.380574 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e2b46a3-b796-4867-95e7-9e923a71c9d8 req-41154d96-481b-4d1b-9ebe-5e515ea4e5a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:08:13.382141 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-2e2b46a3-b796-4867-95e7-9e923a71c9d8 req-41154d96-481b-4d1b-9ebe-5e515ea4e5a2 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=2a42ac81859240028a084b6cd65aad83&device_id=f22d1380-4316-4444-a352-2195d6f5c588 HTTP/1.1" status: 200 len: 1097 time: 0.0415876 Sep 23 20:08:13.508287 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b4a51a-10de-49fc-93d4-d6314111d6a3 req-0234a628-beed-4570-aa53-c6fe3cd54843 tempest-ServerDiskConfigTestJSON-1783824682 tempest-ServerDiskConfigTestJSON-1783824682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:08:13.509824 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-45b4a51a-10de-49fc-93d4-d6314111d6a3 req-0234a628-beed-4570-aa53-c6fe3cd54843 tempest-ServerDiskConfigTestJSON-1783824682 tempest-ServerDiskConfigTestJSON-1783824682-project] 10.222.0.67 "GET /v2.0/ports?device_id=f22d1380-4316-4444-a352-2195d6f5c588 HTTP/1.1" status: 200 len: 945 time: 0.1030343 Sep 23 20:08:13.514287 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e2b46a3-b796-4867-95e7-9e923a71c9d8 req-d4b473a4-b02e-49b0-85bc-2191a4b13467 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:08:13.515646 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-2e2b46a3-b796-4867-95e7-9e923a71c9d8 req-d4b473a4-b02e-49b0-85bc-2191a4b13467 service neutron] 10.222.0.74 "GET /v2.0/networks?id=ebff1cf6-78a1-45d2-bcd3-2376b59fd010 HTTP/1.1" status: 200 len: 916 time: 0.1264706 Sep 23 20:08:13.564245 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-2e2b46a3-b796-4867-95e7-9e923a71c9d8 req-72ff2b32-4406-4400-9195-ea423c398812 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=177da967-390f-456e-9726-074d5a8f732c HTTP/1.1" status: 200 len: 217 time: 0.0402713 Sep 23 20:08:13.610929 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-45b4a51a-10de-49fc-93d4-d6314111d6a3 req-1bc1e305-f7cc-4f77-bba7-207d67d07504 tempest-ServerDiskConfigTestJSON-1783824682 tempest-ServerDiskConfigTestJSON-1783824682-project] 10.222.0.67 "GET /v2.0/security-groups?id=3e3b4db7-f48f-4571-b841-26e6f63d37dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943274 Sep 23 20:08:13.629262 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e2b46a3-b796-4867-95e7-9e923a71c9d8 req-d42ce6ca-7d8a-48aa-a7d3-162cdcffac0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:08:13.630725 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-2e2b46a3-b796-4867-95e7-9e923a71c9d8 req-d42ce6ca-7d8a-48aa-a7d3-162cdcffac0b service neutron] 10.222.0.74 "GET /v2.0/subnets?id=1ef60ae8-e1a5-4427-b605-fa8451e73bcf HTTP/1.1" status: 200 len: 855 time: 0.0574780 Sep 23 20:08:13.662869 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-2e2b46a3-b796-4867-95e7-9e923a71c9d8 req-5cd60681-e89e-4c87-af2d-670f9e75bdf7 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=ebff1cf6-78a1-45d2-bcd3-2376b59fd010&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0252292 Sep 23 20:08:13.673411 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [req-2e2b46a3-b796-4867-95e7-9e923a71c9d8 req-bca4b5e0-322c-4842-941b-5c70de818fc5 service neutron] http://10.222.0.67:9696/v2.0/extensions returned with HTTP 200 {{(pid=95102) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 23 20:08:13.674349 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-2e2b46a3-b796-4867-95e7-9e923a71c9d8 req-bca4b5e0-322c-4842-941b-5c70de818fc5 service neutron] 10.222.0.74 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0048008 Sep 23 20:08:13.762402 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-2e2b46a3-b796-4867-95e7-9e923a71c9d8 req-d7fbf145-42ae-473c-9f64-ff81cba0155c service neutron] 10.222.0.74 "GET /v2.0/networks/ebff1cf6-78a1-45d2-bcd3-2376b59fd010?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810583 Sep 23 20:08:13.853801 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-2e2b46a3-b796-4867-95e7-9e923a71c9d8 req-bf36d4e3-4034-49d9-9db1-ab97e3986528 service neutron] 10.222.0.74 "GET /v2.0/networks/ebff1cf6-78a1-45d2-bcd3-2376b59fd010?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849433 Sep 23 20:08:14.732239 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b164ae-5540-43c1-bd31-e0e4a3213b93 req-1737088f-9ddf-43e2-8cb4-4d3516ecaf8e tempest-ServerDiskConfigTestJSON-1783824682 tempest-ServerDiskConfigTestJSON-1783824682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:08:14.733867 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-b6b164ae-5540-43c1-bd31-e0e4a3213b93 req-1737088f-9ddf-43e2-8cb4-4d3516ecaf8e tempest-ServerDiskConfigTestJSON-1783824682 tempest-ServerDiskConfigTestJSON-1783824682-project] 10.222.0.67 "GET /v2.0/ports?device_id=f22d1380-4316-4444-a352-2195d6f5c588 HTTP/1.1" status: 200 len: 945 time: 0.0513990 Sep 23 20:08:14.776917 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-b6b164ae-5540-43c1-bd31-e0e4a3213b93 req-0c126f5d-b6fc-43c3-9a07-af354547a5a4 tempest-ServerDiskConfigTestJSON-1783824682 tempest-ServerDiskConfigTestJSON-1783824682-project] 10.222.0.67 "GET /v2.0/security-groups?id=3e3b4db7-f48f-4571-b841-26e6f63d37dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330741 Sep 23 20:08:15.898293 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e80aef-2e38-480c-a74a-fc5b53c93eb2 req-9a98780d-0fb0-481d-8974-b30f5d02e24d tempest-ServerDiskConfigTestJSON-1783824682 tempest-ServerDiskConfigTestJSON-1783824682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:08:15.899818 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-08e80aef-2e38-480c-a74a-fc5b53c93eb2 req-9a98780d-0fb0-481d-8974-b30f5d02e24d tempest-ServerDiskConfigTestJSON-1783824682 tempest-ServerDiskConfigTestJSON-1783824682-project] 10.222.0.67 "GET /v2.0/ports?device_id=f22d1380-4316-4444-a352-2195d6f5c588 HTTP/1.1" status: 200 len: 945 time: 0.0559249 Sep 23 20:08:15.938992 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-08e80aef-2e38-480c-a74a-fc5b53c93eb2 req-c8c6e64a-a4ac-4957-a434-0fb0444cdcda tempest-ServerDiskConfigTestJSON-1783824682 tempest-ServerDiskConfigTestJSON-1783824682-project] 10.222.0.67 "GET /v2.0/security-groups?id=3e3b4db7-f48f-4571-b841-26e6f63d37dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324829 Sep 23 20:08:16.262193 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba87ad48-77ed-402e-a49d-87e5c516a6bb req-03da9fcf-3fba-404a-8590-07701fe538c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:08:16.263700 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-ba87ad48-77ed-402e-a49d-87e5c516a6bb req-03da9fcf-3fba-404a-8590-07701fe538c4 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=2a42ac81859240028a084b6cd65aad83&device_id=f22d1380-4316-4444-a352-2195d6f5c588 HTTP/1.1" status: 200 len: 1097 time: 0.0419660 Sep 23 20:08:16.372930 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba87ad48-77ed-402e-a49d-87e5c516a6bb req-b8c5963a-01b6-4a81-9e08-018eec5a3d17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:08:16.374423 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-ba87ad48-77ed-402e-a49d-87e5c516a6bb req-b8c5963a-01b6-4a81-9e08-018eec5a3d17 service neutron] 10.222.0.74 "GET /v2.0/networks?id=ebff1cf6-78a1-45d2-bcd3-2376b59fd010 HTTP/1.1" status: 200 len: 916 time: 0.0908341 Sep 23 20:08:16.418052 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-ba87ad48-77ed-402e-a49d-87e5c516a6bb req-6bda5fd1-5855-4c49-95d3-ae63e82fc43e service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=177da967-390f-456e-9726-074d5a8f732c HTTP/1.1" status: 200 len: 217 time: 0.0363715 Sep 23 20:08:16.465437 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba87ad48-77ed-402e-a49d-87e5c516a6bb req-4f18dc75-8bd9-422c-985f-18de467750fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:08:16.466903 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-ba87ad48-77ed-402e-a49d-87e5c516a6bb req-4f18dc75-8bd9-422c-985f-18de467750fb service neutron] 10.222.0.74 "GET /v2.0/subnets?id=1ef60ae8-e1a5-4427-b605-fa8451e73bcf HTTP/1.1" status: 200 len: 855 time: 0.0427339 Sep 23 20:08:16.497683 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-ba87ad48-77ed-402e-a49d-87e5c516a6bb req-c0f7e3bd-1f18-45c5-8f30-cc70a0f0bfca service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=ebff1cf6-78a1-45d2-bcd3-2376b59fd010&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0241747 Sep 23 20:08:16.591367 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-ba87ad48-77ed-402e-a49d-87e5c516a6bb req-1fb268ae-bf9f-4cd6-931f-f9fe97f957f6 service neutron] 10.222.0.74 "GET /v2.0/networks/ebff1cf6-78a1-45d2-bcd3-2376b59fd010?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860796 Sep 23 20:08:16.684124 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-ba87ad48-77ed-402e-a49d-87e5c516a6bb req-de92c68c-2e74-4ea4-b037-9ae6a72cc6db service neutron] 10.222.0.74 "GET /v2.0/networks/ebff1cf6-78a1-45d2-bcd3-2376b59fd010?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860488 Sep 23 20:08:17.055202 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef774a5-190b-47e1-950a-db8dc1b8b925 req-77491d57-2f9f-443c-895b-003f4760a3d1 tempest-ServerDiskConfigTestJSON-1783824682 tempest-ServerDiskConfigTestJSON-1783824682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:08:17.056713 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-cef774a5-190b-47e1-950a-db8dc1b8b925 req-77491d57-2f9f-443c-895b-003f4760a3d1 tempest-ServerDiskConfigTestJSON-1783824682 tempest-ServerDiskConfigTestJSON-1783824682-project] 10.222.0.67 "GET /v2.0/ports?device_id=f22d1380-4316-4444-a352-2195d6f5c588 HTTP/1.1" status: 200 len: 945 time: 0.0494645 Sep 23 20:08:17.095049 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-cef774a5-190b-47e1-950a-db8dc1b8b925 req-3cb6eefc-64e3-448b-b446-624f44774b43 tempest-ServerDiskConfigTestJSON-1783824682 tempest-ServerDiskConfigTestJSON-1783824682-project] 10.222.0.67 "GET /v2.0/security-groups?id=3e3b4db7-f48f-4571-b841-26e6f63d37dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320325 Sep 23 20:08:18.209378 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a16248-b6e0-404a-aae6-6307eb286144 req-b085c873-c482-4c37-9159-88a2b1bbe6d0 tempest-ServerDiskConfigTestJSON-1783824682 tempest-ServerDiskConfigTestJSON-1783824682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:08:18.210853 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-c8a16248-b6e0-404a-aae6-6307eb286144 req-b085c873-c482-4c37-9159-88a2b1bbe6d0 tempest-ServerDiskConfigTestJSON-1783824682 tempest-ServerDiskConfigTestJSON-1783824682-project] 10.222.0.67 "GET /v2.0/ports?device_id=f22d1380-4316-4444-a352-2195d6f5c588 HTTP/1.1" status: 200 len: 945 time: 0.0479388 Sep 23 20:08:18.249819 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-c8a16248-b6e0-404a-aae6-6307eb286144 req-73449cc7-3171-4f49-8b59-593738609919 tempest-ServerDiskConfigTestJSON-1783824682 tempest-ServerDiskConfigTestJSON-1783824682-project] 10.222.0.67 "GET /v2.0/security-groups?id=3e3b4db7-f48f-4571-b841-26e6f63d37dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329709 Sep 23 20:08:19.365492 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83251999-da5e-447b-8de0-7dd4a8eac11b req-68cad6bc-caeb-4e08-b85b-0897a7e55b4f tempest-ServerDiskConfigTestJSON-1783824682 tempest-ServerDiskConfigTestJSON-1783824682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:08:19.366980 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-83251999-da5e-447b-8de0-7dd4a8eac11b req-68cad6bc-caeb-4e08-b85b-0897a7e55b4f tempest-ServerDiskConfigTestJSON-1783824682 tempest-ServerDiskConfigTestJSON-1783824682-project] 10.222.0.67 "GET /v2.0/ports?device_id=f22d1380-4316-4444-a352-2195d6f5c588 HTTP/1.1" status: 200 len: 945 time: 0.0489388 Sep 23 20:08:19.409358 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-83251999-da5e-447b-8de0-7dd4a8eac11b req-84e140d0-1a9a-443e-8e6a-4c8de6460804 tempest-ServerDiskConfigTestJSON-1783824682 tempest-ServerDiskConfigTestJSON-1783824682-project] 10.222.0.67 "GET /v2.0/security-groups?id=3e3b4db7-f48f-4571-b841-26e6f63d37dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365834 Sep 23 20:08:19.750979 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-e07f8321-9460-4cda-9cfc-780053e4a2bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:08:20.527210 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc1f6b21-691d-4964-b425-15128e95269a req-8ff635e9-625e-4f58-ac81-77a37234b429 tempest-ServerDiskConfigTestJSON-1783824682 tempest-ServerDiskConfigTestJSON-1783824682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:08:20.528811 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-dc1f6b21-691d-4964-b425-15128e95269a req-8ff635e9-625e-4f58-ac81-77a37234b429 tempest-ServerDiskConfigTestJSON-1783824682 tempest-ServerDiskConfigTestJSON-1783824682-project] 10.222.0.67 "GET /v2.0/ports?device_id=f22d1380-4316-4444-a352-2195d6f5c588 HTTP/1.1" status: 200 len: 945 time: 0.0514543 Sep 23 20:08:20.567894 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-dc1f6b21-691d-4964-b425-15128e95269a req-f2d67455-286e-406c-bdf0-fc63c289f53d tempest-ServerDiskConfigTestJSON-1783824682 tempest-ServerDiskConfigTestJSON-1783824682-project] 10.222.0.67 "GET /v2.0/security-groups?id=3e3b4db7-f48f-4571-b841-26e6f63d37dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330865 Sep 23 20:08:21.684203 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423fe5ed-f479-4410-b59a-26d584dcd153 req-372ffd88-3170-439f-ad97-e42a281c5050 tempest-ServerDiskConfigTestJSON-1783824682 tempest-ServerDiskConfigTestJSON-1783824682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:08:21.685841 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-423fe5ed-f479-4410-b59a-26d584dcd153 req-372ffd88-3170-439f-ad97-e42a281c5050 tempest-ServerDiskConfigTestJSON-1783824682 tempest-ServerDiskConfigTestJSON-1783824682-project] 10.222.0.67 "GET /v2.0/ports?device_id=f22d1380-4316-4444-a352-2195d6f5c588 HTTP/1.1" status: 200 len: 945 time: 0.0487506 Sep 23 20:08:21.724116 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-423fe5ed-f479-4410-b59a-26d584dcd153 req-0c4dfc98-9833-4be1-8714-2502ba35fb35 tempest-ServerDiskConfigTestJSON-1783824682 tempest-ServerDiskConfigTestJSON-1783824682-project] 10.222.0.67 "GET /v2.0/security-groups?id=3e3b4db7-f48f-4571-b841-26e6f63d37dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321956 Sep 23 20:08:22.837377 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95066fd2-8a9c-43b0-8d44-2fa29e446fbf req-e4b957e8-38b2-43eb-bf7f-5bab07d05850 tempest-ServerDiskConfigTestJSON-1783824682 tempest-ServerDiskConfigTestJSON-1783824682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:08:22.838828 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-95066fd2-8a9c-43b0-8d44-2fa29e446fbf req-e4b957e8-38b2-43eb-bf7f-5bab07d05850 tempest-ServerDiskConfigTestJSON-1783824682 tempest-ServerDiskConfigTestJSON-1783824682-project] 10.222.0.67 "GET /v2.0/ports?device_id=f22d1380-4316-4444-a352-2195d6f5c588 HTTP/1.1" status: 200 len: 945 time: 0.0479822 Sep 23 20:08:22.881238 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-95066fd2-8a9c-43b0-8d44-2fa29e446fbf req-0343faf4-f087-484a-bc7e-cabf10d1c2cc tempest-ServerDiskConfigTestJSON-1783824682 tempest-ServerDiskConfigTestJSON-1783824682-project] 10.222.0.67 "GET /v2.0/security-groups?id=3e3b4db7-f48f-4571-b841-26e6f63d37dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360372 Sep 23 20:08:23.013598 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-08a208ad-6522-4c4c-a578-d9529660868f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:08:23.165697 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:08:23.570541 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-0ae75029-feb6-4728-9a94-5f9b60993d82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:08:23.994871 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e48cfe4-ecce-46fc-b26f-421967c24faa req-9fe56919-0323-4983-a2da-cab5bcffe6e2 tempest-ServerDiskConfigTestJSON-1783824682 tempest-ServerDiskConfigTestJSON-1783824682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:08:23.996371 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-4e48cfe4-ecce-46fc-b26f-421967c24faa req-9fe56919-0323-4983-a2da-cab5bcffe6e2 tempest-ServerDiskConfigTestJSON-1783824682 tempest-ServerDiskConfigTestJSON-1783824682-project] 10.222.0.67 "GET /v2.0/ports?device_id=f22d1380-4316-4444-a352-2195d6f5c588 HTTP/1.1" status: 200 len: 945 time: 0.0496538 Sep 23 20:08:24.034371 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-4e48cfe4-ecce-46fc-b26f-421967c24faa req-110c6b38-2f95-446a-8b56-60eb9b1212e3 tempest-ServerDiskConfigTestJSON-1783824682 tempest-ServerDiskConfigTestJSON-1783824682-project] 10.222.0.67 "GET /v2.0/security-groups?id=3e3b4db7-f48f-4571-b841-26e6f63d37dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318055 Sep 23 20:08:25.150918 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b3fe49-c8e0-479e-9ec4-7851f100deba req-f81e0963-76e4-4180-988c-604cac80a4f9 tempest-ServerDiskConfigTestJSON-1783824682 tempest-ServerDiskConfigTestJSON-1783824682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:08:25.152301 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-39b3fe49-c8e0-479e-9ec4-7851f100deba req-f81e0963-76e4-4180-988c-604cac80a4f9 tempest-ServerDiskConfigTestJSON-1783824682 tempest-ServerDiskConfigTestJSON-1783824682-project] 10.222.0.67 "GET /v2.0/ports?device_id=f22d1380-4316-4444-a352-2195d6f5c588 HTTP/1.1" status: 200 len: 945 time: 0.0483334 Sep 23 20:08:25.189374 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-39b3fe49-c8e0-479e-9ec4-7851f100deba req-18d39cb0-d375-41e0-b22f-1a4cc5ba8c90 tempest-ServerDiskConfigTestJSON-1783824682 tempest-ServerDiskConfigTestJSON-1783824682-project] 10.222.0.67 "GET /v2.0/security-groups?id=3e3b4db7-f48f-4571-b841-26e6f63d37dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312285 Sep 23 20:08:25.399669 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-80e7e501-6c57-470d-92c6-e3d54bc3195c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:08:26.304041 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aff2efb-8b38-42fc-a12c-9a6dd4259aea req-44f7623a-c7f5-4c61-9564-8d1a19233abe tempest-ServerDiskConfigTestJSON-1783824682 tempest-ServerDiskConfigTestJSON-1783824682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:08:26.305555 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-5aff2efb-8b38-42fc-a12c-9a6dd4259aea req-44f7623a-c7f5-4c61-9564-8d1a19233abe tempest-ServerDiskConfigTestJSON-1783824682 tempest-ServerDiskConfigTestJSON-1783824682-project] 10.222.0.67 "GET /v2.0/ports?device_id=f22d1380-4316-4444-a352-2195d6f5c588 HTTP/1.1" status: 200 len: 945 time: 0.0480387 Sep 23 20:08:26.346033 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-5aff2efb-8b38-42fc-a12c-9a6dd4259aea req-991e939b-496c-4bfc-892e-bb6eb83dbb72 tempest-ServerDiskConfigTestJSON-1783824682 tempest-ServerDiskConfigTestJSON-1783824682-project] 10.222.0.67 "GET /v2.0/security-groups?id=3e3b4db7-f48f-4571-b841-26e6f63d37dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346818 Sep 23 20:08:27.460425 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d3b09f-c9f2-4a9d-ac27-26d3a746e4b0 req-8cd9555a-f1a4-424d-8d61-b0552e8b0a2e tempest-ServerDiskConfigTestJSON-1783824682 tempest-ServerDiskConfigTestJSON-1783824682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:08:27.461928 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-14d3b09f-c9f2-4a9d-ac27-26d3a746e4b0 req-8cd9555a-f1a4-424d-8d61-b0552e8b0a2e tempest-ServerDiskConfigTestJSON-1783824682 tempest-ServerDiskConfigTestJSON-1783824682-project] 10.222.0.67 "GET /v2.0/ports?device_id=f22d1380-4316-4444-a352-2195d6f5c588 HTTP/1.1" status: 200 len: 945 time: 0.0482380 Sep 23 20:08:27.499390 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-14d3b09f-c9f2-4a9d-ac27-26d3a746e4b0 req-ef7fef8d-d5e5-472c-9d70-7e9f432b1887 tempest-ServerDiskConfigTestJSON-1783824682 tempest-ServerDiskConfigTestJSON-1783824682-project] 10.222.0.67 "GET /v2.0/security-groups?id=3e3b4db7-f48f-4571-b841-26e6f63d37dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315692 Sep 23 20:08:28.360274 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:08:28.574596 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:08:28.615380 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7979f62f-061e-4140-8110-a851c97e5141 req-48763bbe-a95f-4dde-8468-52e51069dc44 tempest-ServerDiskConfigTestJSON-1783824682 tempest-ServerDiskConfigTestJSON-1783824682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:08:28.616864 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-7979f62f-061e-4140-8110-a851c97e5141 req-48763bbe-a95f-4dde-8468-52e51069dc44 tempest-ServerDiskConfigTestJSON-1783824682 tempest-ServerDiskConfigTestJSON-1783824682-project] 10.222.0.67 "GET /v2.0/ports?device_id=f22d1380-4316-4444-a352-2195d6f5c588 HTTP/1.1" status: 200 len: 945 time: 0.0507152 Sep 23 20:08:28.654942 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-7979f62f-061e-4140-8110-a851c97e5141 req-53db5483-7462-4d20-888e-a60c9655820f tempest-ServerDiskConfigTestJSON-1783824682 tempest-ServerDiskConfigTestJSON-1783824682-project] 10.222.0.67 "GET /v2.0/security-groups?id=3e3b4db7-f48f-4571-b841-26e6f63d37dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321364 Sep 23 20:08:29.769836 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d285d763-cd10-4c26-85fb-84abc4bcde0a req-d1a21e89-8f6b-4d28-9f66-e1ae092d405f tempest-ServerDiskConfigTestJSON-1783824682 tempest-ServerDiskConfigTestJSON-1783824682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:08:29.771333 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-d285d763-cd10-4c26-85fb-84abc4bcde0a req-d1a21e89-8f6b-4d28-9f66-e1ae092d405f tempest-ServerDiskConfigTestJSON-1783824682 tempest-ServerDiskConfigTestJSON-1783824682-project] 10.222.0.67 "GET /v2.0/ports?device_id=f22d1380-4316-4444-a352-2195d6f5c588 HTTP/1.1" status: 200 len: 945 time: 0.0486982 Sep 23 20:08:29.812244 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-d285d763-cd10-4c26-85fb-84abc4bcde0a req-0290f968-0ad3-45b4-a31f-6f648ae0e202 tempest-ServerDiskConfigTestJSON-1783824682 tempest-ServerDiskConfigTestJSON-1783824682-project] 10.222.0.67 "GET /v2.0/security-groups?id=3e3b4db7-f48f-4571-b841-26e6f63d37dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349808 Sep 23 20:08:31.250977 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1071f627-76d7-4cd3-ad87-7d032fa89955 req-8759257a-8f69-44ed-b766-18c25d85e4ce tempest-ServerDiskConfigTestJSON-1783824682 tempest-ServerDiskConfigTestJSON-1783824682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:08:31.252398 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-1071f627-76d7-4cd3-ad87-7d032fa89955 req-8759257a-8f69-44ed-b766-18c25d85e4ce tempest-ServerDiskConfigTestJSON-1783824682 tempest-ServerDiskConfigTestJSON-1783824682-project] 10.222.0.67 "GET /v2.0/ports?device_id=f22d1380-4316-4444-a352-2195d6f5c588 HTTP/1.1" status: 200 len: 945 time: 0.3733280 Sep 23 20:08:31.290917 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-1071f627-76d7-4cd3-ad87-7d032fa89955 req-701ecaed-7c14-425b-bf52-b2b114af4bca tempest-ServerDiskConfigTestJSON-1783824682 tempest-ServerDiskConfigTestJSON-1783824682-project] 10.222.0.67 "GET /v2.0/security-groups?id=3e3b4db7-f48f-4571-b841-26e6f63d37dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325546 Sep 23 20:08:32.408917 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c13d22-d1c8-4f2d-b608-b2eafb91f836 req-ac2755f0-4a9e-4864-9b0d-bef8c62068e7 tempest-ServerDiskConfigTestJSON-1783824682 tempest-ServerDiskConfigTestJSON-1783824682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:08:32.410572 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-60c13d22-d1c8-4f2d-b608-b2eafb91f836 req-ac2755f0-4a9e-4864-9b0d-bef8c62068e7 tempest-ServerDiskConfigTestJSON-1783824682 tempest-ServerDiskConfigTestJSON-1783824682-project] 10.222.0.67 "GET /v2.0/ports?device_id=f22d1380-4316-4444-a352-2195d6f5c588 HTTP/1.1" status: 200 len: 945 time: 0.0487006 Sep 23 20:08:32.447923 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-60c13d22-d1c8-4f2d-b608-b2eafb91f836 req-98f914de-8f01-4d0d-8921-61c93cb4bd52 tempest-ServerDiskConfigTestJSON-1783824682 tempest-ServerDiskConfigTestJSON-1783824682-project] 10.222.0.67 "GET /v2.0/security-groups?id=3e3b4db7-f48f-4571-b841-26e6f63d37dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313113 Sep 23 20:08:33.562957 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e15c4a-6935-4b5a-9762-679eebbe5cc0 req-117f23bf-a7f3-4e43-8a72-df3841eddecd tempest-ServerDiskConfigTestJSON-1783824682 tempest-ServerDiskConfigTestJSON-1783824682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:08:33.564520 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-49e15c4a-6935-4b5a-9762-679eebbe5cc0 req-117f23bf-a7f3-4e43-8a72-df3841eddecd tempest-ServerDiskConfigTestJSON-1783824682 tempest-ServerDiskConfigTestJSON-1783824682-project] 10.222.0.67 "GET /v2.0/ports?device_id=f22d1380-4316-4444-a352-2195d6f5c588 HTTP/1.1" status: 200 len: 945 time: 0.0489845 Sep 23 20:08:33.606115 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-49e15c4a-6935-4b5a-9762-679eebbe5cc0 req-e15c1a88-a5f2-4eef-85df-ef8eaacf4185 tempest-ServerDiskConfigTestJSON-1783824682 tempest-ServerDiskConfigTestJSON-1783824682-project] 10.222.0.67 "GET /v2.0/security-groups?id=3e3b4db7-f48f-4571-b841-26e6f63d37dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355930 Sep 23 20:08:34.744970 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4402cdd0-2b13-4115-aedb-330a6490dd38 req-1362106e-c049-488d-b6f0-58d15326c4b4 tempest-ServerDiskConfigTestJSON-1783824682 tempest-ServerDiskConfigTestJSON-1783824682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:08:34.746434 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-4402cdd0-2b13-4115-aedb-330a6490dd38 req-1362106e-c049-488d-b6f0-58d15326c4b4 tempest-ServerDiskConfigTestJSON-1783824682 tempest-ServerDiskConfigTestJSON-1783824682-project] 10.222.0.67 "GET /v2.0/ports?device_id=f22d1380-4316-4444-a352-2195d6f5c588 HTTP/1.1" status: 200 len: 945 time: 0.0483577 Sep 23 20:08:34.785532 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-4402cdd0-2b13-4115-aedb-330a6490dd38 req-4b0bc85c-27e2-440d-8d76-3c914d1ecffe tempest-ServerDiskConfigTestJSON-1783824682 tempest-ServerDiskConfigTestJSON-1783824682-project] 10.222.0.67 "GET /v2.0/security-groups?id=3e3b4db7-f48f-4571-b841-26e6f63d37dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332134 Sep 23 20:08:35.554806 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.agents_db [None req-f2f5c474-60a3-474f-b2cc-02c4bd30880c None None] Agent healthcheck: found 7 active agents {{(pid=95104) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 20:08:35.903463 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02f7b60-eb28-48ac-81a2-8e7f7d16ca70 req-0bbf867d-73cb-4569-9ef7-c4a38ad7441b tempest-ServerDiskConfigTestJSON-1783824682 tempest-ServerDiskConfigTestJSON-1783824682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:08:35.904999 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-c02f7b60-eb28-48ac-81a2-8e7f7d16ca70 req-0bbf867d-73cb-4569-9ef7-c4a38ad7441b tempest-ServerDiskConfigTestJSON-1783824682 tempest-ServerDiskConfigTestJSON-1783824682-project] 10.222.0.67 "GET /v2.0/ports?device_id=f22d1380-4316-4444-a352-2195d6f5c588 HTTP/1.1" status: 200 len: 945 time: 0.0483983 Sep 23 20:08:35.944154 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-c02f7b60-eb28-48ac-81a2-8e7f7d16ca70 req-e8193e1e-b7bc-42c8-8e93-8bdf0582c4e9 tempest-ServerDiskConfigTestJSON-1783824682 tempest-ServerDiskConfigTestJSON-1783824682-project] 10.222.0.67 "GET /v2.0/security-groups?id=3e3b4db7-f48f-4571-b841-26e6f63d37dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324278 Sep 23 20:08:37.059388 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b83877-f16f-4ed7-865e-53b3ead5d858 req-78b917a4-601b-4f9a-8a7f-186c770bfb18 tempest-ServerDiskConfigTestJSON-1783824682 tempest-ServerDiskConfigTestJSON-1783824682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:08:37.060895 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-93b83877-f16f-4ed7-865e-53b3ead5d858 req-78b917a4-601b-4f9a-8a7f-186c770bfb18 tempest-ServerDiskConfigTestJSON-1783824682 tempest-ServerDiskConfigTestJSON-1783824682-project] 10.222.0.67 "GET /v2.0/ports?device_id=f22d1380-4316-4444-a352-2195d6f5c588 HTTP/1.1" status: 200 len: 945 time: 0.0493054 Sep 23 20:08:37.102322 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-93b83877-f16f-4ed7-865e-53b3ead5d858 req-fd04c5fc-6fd5-4aad-8311-cdbfb09485f8 tempest-ServerDiskConfigTestJSON-1783824682 tempest-ServerDiskConfigTestJSON-1783824682-project] 10.222.0.67 "GET /v2.0/security-groups?id=3e3b4db7-f48f-4571-b841-26e6f63d37dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354636 Sep 23 20:08:38.219088 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0fabc9-531d-49a5-aef1-7287189180ad req-86661c77-eb30-48d5-b4e7-4754bf9f4ebf tempest-ServerDiskConfigTestJSON-1783824682 tempest-ServerDiskConfigTestJSON-1783824682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:08:38.221404 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-ab0fabc9-531d-49a5-aef1-7287189180ad req-86661c77-eb30-48d5-b4e7-4754bf9f4ebf tempest-ServerDiskConfigTestJSON-1783824682 tempest-ServerDiskConfigTestJSON-1783824682-project] 10.222.0.67 "GET /v2.0/ports?device_id=f22d1380-4316-4444-a352-2195d6f5c588 HTTP/1.1" status: 200 len: 945 time: 0.0493145 Sep 23 20:08:38.260497 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-ab0fabc9-531d-49a5-aef1-7287189180ad req-3322a2e9-c30a-4c92-b720-fab0d38380cf tempest-ServerDiskConfigTestJSON-1783824682 tempest-ServerDiskConfigTestJSON-1783824682-project] 10.222.0.67 "GET /v2.0/security-groups?id=3e3b4db7-f48f-4571-b841-26e6f63d37dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318120 Sep 23 20:08:39.376426 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1338283d-4dac-4280-8d01-9302482b925e req-115f00b7-dbbc-4380-b1fb-8e24f2431e15 tempest-ServerDiskConfigTestJSON-1783824682 tempest-ServerDiskConfigTestJSON-1783824682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:08:39.378825 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-1338283d-4dac-4280-8d01-9302482b925e req-115f00b7-dbbc-4380-b1fb-8e24f2431e15 tempest-ServerDiskConfigTestJSON-1783824682 tempest-ServerDiskConfigTestJSON-1783824682-project] 10.222.0.67 "GET /v2.0/ports?device_id=f22d1380-4316-4444-a352-2195d6f5c588 HTTP/1.1" status: 200 len: 945 time: 0.0504026 Sep 23 20:08:39.416873 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-1338283d-4dac-4280-8d01-9302482b925e req-840fe47a-b0e2-4d9b-8d0a-3f47c09cb2fd tempest-ServerDiskConfigTestJSON-1783824682 tempest-ServerDiskConfigTestJSON-1783824682-project] 10.222.0.67 "GET /v2.0/security-groups?id=3e3b4db7-f48f-4571-b841-26e6f63d37dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318453 Sep 23 20:08:40.574082 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4177d0ad-e138-4fe9-986e-38d49eb9dad6 req-8e82d4d5-15d2-4602-a33a-7bd5bea4c511 tempest-ServerDiskConfigTestJSON-1783824682 tempest-ServerDiskConfigTestJSON-1783824682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:08:40.575497 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-4177d0ad-e138-4fe9-986e-38d49eb9dad6 req-8e82d4d5-15d2-4602-a33a-7bd5bea4c511 tempest-ServerDiskConfigTestJSON-1783824682 tempest-ServerDiskConfigTestJSON-1783824682-project] 10.222.0.67 "GET /v2.0/ports?device_id=f22d1380-4316-4444-a352-2195d6f5c588 HTTP/1.1" status: 200 len: 945 time: 0.0920033 Sep 23 20:08:40.585039 n-d-713301-16 neutron-server[95102]: INFO neutron.api.v2.resource [req-2e2b46a3-b796-4867-95e7-9e923a71c9d8 req-dab4200a-0488-4947-b373-154546748dc4 service neutron] show failed (client error): The resource could not be found. Sep 23 20:08:40.585978 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-2e2b46a3-b796-4867-95e7-9e923a71c9d8 req-dab4200a-0488-4947-b373-154546748dc4 service neutron] 10.222.0.74 "GET /v2.0/ports/177da967-390f-456e-9726-074d5a8f732c/bindings/n-h2-713301-16 HTTP/1.1" status: 404 len: 381 time: 0.0772302 Sep 23 20:08:40.619005 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-4177d0ad-e138-4fe9-986e-38d49eb9dad6 req-7edd429a-8991-4a17-9c01-9859628945c0 tempest-ServerDiskConfigTestJSON-1783824682 tempest-ServerDiskConfigTestJSON-1783824682-project] 10.222.0.67 "GET /v2.0/security-groups?id=3e3b4db7-f48f-4571-b841-26e6f63d37dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359502 Sep 23 20:08:40.778561 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e2b46a3-b796-4867-95e7-9e923a71c9d8 req-8d3f696a-ac89-4819-a4c1-3a1a925895f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:08:40.780072 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-2e2b46a3-b796-4867-95e7-9e923a71c9d8 req-8d3f696a-ac89-4819-a4c1-3a1a925895f3 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=f22d1380-4316-4444-a352-2195d6f5c588&tenant_id=2a42ac81859240028a084b6cd65aad83 HTTP/1.1" status: 200 len: 1097 time: 0.0422614 Sep 23 20:08:40.791095 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [req-2e2b46a3-b796-4867-95e7-9e923a71c9d8 req-24d6315d-3258-41da-83cb-b6b34a0ff98c service neutron] http://10.222.0.67:9696/v2.0/extensions returned with HTTP 200 {{(pid=95102) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 23 20:08:40.792043 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-2e2b46a3-b796-4867-95e7-9e923a71c9d8 req-24d6315d-3258-41da-83cb-b6b34a0ff98c service neutron] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0048857 Sep 23 20:08:40.803540 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.v2.base [req-2e2b46a3-b796-4867-95e7-9e923a71c9d8 req-3f9d03e1-8f39-40ae-afd2-49089200a2d3 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-713301-16', 'device_owner': 'compute:nova'}} {{(pid=95102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 20:08:40.857860 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-2e2b46a3-b796-4867-95e7-9e923a71c9d8 req-3f9d03e1-8f39-40ae-afd2-49089200a2d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:08:41.058987 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.db [req-2e2b46a3-b796-4867-95e7-9e923a71c9d8 req-3f9d03e1-8f39-40ae-afd2-49089200a2d3 service neutron] For port 177da967-390f-456e-9726-074d5a8f732c, host n-h1-713301-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-16',level=0,port_id=177da967-390f-456e-9726-074d5a8f732c,segment=NetworkSegment(c4c316f6-f3a2-4b3f-ae43-16a9d8d9dc94),segment_id=c4c316f6-f3a2-4b3f-ae43-16a9d8d9dc94)] {{(pid=95102) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 20:08:41.091105 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.db [req-2e2b46a3-b796-4867-95e7-9e923a71c9d8 req-3f9d03e1-8f39-40ae-afd2-49089200a2d3 service neutron] For port 177da967-390f-456e-9726-074d5a8f732c, host n-h1-713301-16, cleared binding levels {{(pid=95102) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 20:08:41.130833 n-d-713301-16 neutron-server[95102]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f22d1380-4316-4444-a352-2195d6f5c588', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '177da967-390f-456e-9726-074d5a8f732c'}] {{(pid=95102) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 20:08:41.133046 n-d-713301-16 neutron-server[95102]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab31b6d93e5336dbddfa8ec424565b3bd8cb2369c5b4d85bc943472dbb21e8ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8eae3c20-5d6f-4c52-bfd5-990664463f02" -d '{"events": [{"server_uuid": "f22d1380-4316-4444-a352-2195d6f5c588", "name": "network-vif-unplugged", "status": "completed", "tag": "177da967-390f-456e-9726-074d5a8f732c"}]}' {{(pid=95102) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 20:08:41.137122 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-2e2b46a3-b796-4867-95e7-9e923a71c9d8 req-3f9d03e1-8f39-40ae-afd2-49089200a2d3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:08:41.150039 n-d-713301-16 neutron-server[95102]: DEBUG neutron.db.provisioning_blocks [req-2e2b46a3-b796-4867-95e7-9e923a71c9d8 req-3f9d03e1-8f39-40ae-afd2-49089200a2d3 service neutron] Transition to ACTIVE for port object 177da967-390f-456e-9726-074d5a8f732c will not be triggered until provisioned by entity L2. {{(pid=95102) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 20:08:41.154615 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-2e2b46a3-b796-4867-95e7-9e923a71c9d8 req-3f9d03e1-8f39-40ae-afd2-49089200a2d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4399095'] for port, after_update {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:08:41.183810 n-d-713301-16 neutron-server[95102]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 23 Sep 2021 20:08:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d3cdf72-d755-42ee-a3a7-c082c0d8c63d x-openstack-request-id: req-4d3cdf72-d755-42ee-a3a7-c082c0d8c63d {{(pid=95102) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 20:08:41.184103 n-d-713301-16 neutron-server[95102]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f22d1380-4316-4444-a352-2195d6f5c588", "name": "network-vif-unplugged", "status": "completed", "tag": "177da967-390f-456e-9726-074d5a8f732c", "code": 200}]} {{(pid=95102) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 20:08:41.184361 n-d-713301-16 neutron-server[95102]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-4d3cdf72-d755-42ee-a3a7-c082c0d8c63d {{(pid=95102) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 20:08:41.184784 n-d-713301-16 neutron-server[95102]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f22d1380-4316-4444-a352-2195d6f5c588', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '177da967-390f-456e-9726-074d5a8f732c', 'code': 200} Sep 23 20:08:41.223338 n-d-713301-16 neutron-server[95102]: DEBUG neutron.db.l3_dvrscheduler_db [req-2e2b46a3-b796-4867-95e7-9e923a71c9d8 req-3f9d03e1-8f39-40ae-afd2-49089200a2d3 service neutron] No DVR routers for this DVR port 177da967-390f-456e-9726-074d5a8f732c on host n-h1-713301-16 {{(pid=95102) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 20:08:41.227416 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f9d03e1-8f39-40ae-afd2-49089200a2d3 service neutron] Pushing event updated for resources: {'Port': ['ID=177da967-390f-456e-9726-074d5a8f732c,revision_number=6']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:08:41.238292 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f9d03e1-8f39-40ae-afd2-49089200a2d3 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:08:41.238669 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f9d03e1-8f39-40ae-afd2-49089200a2d3 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:08:41.238990 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f9d03e1-8f39-40ae-afd2-49089200a2d3 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:08:41.239329 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f9d03e1-8f39-40ae-afd2-49089200a2d3 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:08:41.239664 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f9d03e1-8f39-40ae-afd2-49089200a2d3 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:08:41.240000 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f9d03e1-8f39-40ae-afd2-49089200a2d3 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:08:41.240331 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f9d03e1-8f39-40ae-afd2-49089200a2d3 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:08:41.240703 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f9d03e1-8f39-40ae-afd2-49089200a2d3 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:08:41.241038 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f9d03e1-8f39-40ae-afd2-49089200a2d3 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:08:41.241368 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f9d03e1-8f39-40ae-afd2-49089200a2d3 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:08:41.241694 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f9d03e1-8f39-40ae-afd2-49089200a2d3 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:08:41.242019 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f9d03e1-8f39-40ae-afd2-49089200a2d3 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:08:41.269552 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.managers [req-2e2b46a3-b796-4867-95e7-9e923a71c9d8 req-3f9d03e1-8f39-40ae-afd2-49089200a2d3 service neutron] Attempting to bind port 177da967-390f-456e-9726-074d5a8f732c on host n-h2-713301-16 for vnic_type normal with profile {{(pid=95102) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 20:08:41.269886 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.managers [req-2e2b46a3-b796-4867-95e7-9e923a71c9d8 req-3f9d03e1-8f39-40ae-afd2-49089200a2d3 service neutron] Attempting to bind port 177da967-390f-456e-9726-074d5a8f732c by drivers openvswitch,hyperv on host n-h2-713301-16 at level 0 using segments [{'id': 'c4c316f6-f3a2-4b3f-ae43-16a9d8d9dc94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'ebff1cf6-78a1-45d2-bcd3-2376b59fd010'}] {{(pid=95102) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 20:08:41.270215 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e2b46a3-b796-4867-95e7-9e923a71c9d8 req-3f9d03e1-8f39-40ae-afd2-49089200a2d3 service neutron] Attempting to bind port 177da967-390f-456e-9726-074d5a8f732c on network ebff1cf6-78a1-45d2-bcd3-2376b59fd010 {{(pid=95102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 20:08:41.274475 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e2b46a3-b796-4867-95e7-9e923a71c9d8 req-3f9d03e1-8f39-40ae-afd2-49089200a2d3 service neutron] Port 177da967-390f-456e-9726-074d5a8f732c on network ebff1cf6-78a1-45d2-bcd3-2376b59fd010 not bound, no agent of type Open vSwitch agent registered on host n-h2-713301-16 {{(pid=95102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 20:08:41.274797 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e2b46a3-b796-4867-95e7-9e923a71c9d8 req-3f9d03e1-8f39-40ae-afd2-49089200a2d3 service neutron] Attempting to bind port 177da967-390f-456e-9726-074d5a8f732c on network ebff1cf6-78a1-45d2-bcd3-2376b59fd010 {{(pid=95102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 20:08:41.279539 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e2b46a3-b796-4867-95e7-9e923a71c9d8 req-3f9d03e1-8f39-40ae-afd2-49089200a2d3 service neutron] Checking agent: {'id': '2a7cea34-db54-4faf-8d23-37521c3e34cb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713301-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 19, 15, 28), 'started_at': datetime.datetime(2021, 9, 23, 19, 15, 28), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 20, 8, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 20:08:41.279884 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e2b46a3-b796-4867-95e7-9e923a71c9d8 req-3f9d03e1-8f39-40ae-afd2-49089200a2d3 service neutron] Checking segment: {'id': 'c4c316f6-f3a2-4b3f-ae43-16a9d8d9dc94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'ebff1cf6-78a1-45d2-bcd3-2376b59fd010'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95102) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 20:08:41.280263 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e2b46a3-b796-4867-95e7-9e923a71c9d8 req-3f9d03e1-8f39-40ae-afd2-49089200a2d3 service neutron] Bound using segment: {'id': 'c4c316f6-f3a2-4b3f-ae43-16a9d8d9dc94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'ebff1cf6-78a1-45d2-bcd3-2376b59fd010'} {{(pid=95102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 20:08:41.280713 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.managers [req-2e2b46a3-b796-4867-95e7-9e923a71c9d8 req-3f9d03e1-8f39-40ae-afd2-49089200a2d3 service neutron] Bound port: 177da967-390f-456e-9726-074d5a8f732c, host: n-h2-713301-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c4c316f6-f3a2-4b3f-ae43-16a9d8d9dc94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'ebff1cf6-78a1-45d2-bcd3-2376b59fd010'}}] {{(pid=95102) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 20:08:41.281072 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-2e2b46a3-b796-4867-95e7-9e923a71c9d8 req-3f9d03e1-8f39-40ae-afd2-49089200a2d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:08:41.345033 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.db [req-2e2b46a3-b796-4867-95e7-9e923a71c9d8 req-3f9d03e1-8f39-40ae-afd2-49089200a2d3 service neutron] For port 177da967-390f-456e-9726-074d5a8f732c, host n-h2-713301-16, cleared binding levels {{(pid=95102) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 20:08:41.349152 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.db [req-2e2b46a3-b796-4867-95e7-9e923a71c9d8 req-3f9d03e1-8f39-40ae-afd2-49089200a2d3 service neutron] For port 177da967-390f-456e-9726-074d5a8f732c, host n-h2-713301-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-16',level=0,port_id=177da967-390f-456e-9726-074d5a8f732c,segment=NetworkSegment(c4c316f6-f3a2-4b3f-ae43-16a9d8d9dc94),segment_id=c4c316f6-f3a2-4b3f-ae43-16a9d8d9dc94)] {{(pid=95102) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 20:08:41.353302 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-2e2b46a3-b796-4867-95e7-9e923a71c9d8 req-3f9d03e1-8f39-40ae-afd2-49089200a2d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4399095'] for port, after_update {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:08:41.387456 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e2b46a3-b796-4867-95e7-9e923a71c9d8 req-3f9d03e1-8f39-40ae-afd2-49089200a2d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:08:41.388159 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-2e2b46a3-b796-4867-95e7-9e923a71c9d8 req-3f9d03e1-8f39-40ae-afd2-49089200a2d3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222849'] for port, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:08:41.389595 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-2e2b46a3-b796-4867-95e7-9e923a71c9d8 req-3f9d03e1-8f39-40ae-afd2-49089200a2d3 service neutron] 10.222.0.53 "PUT /v2.0/ports/177da967-390f-456e-9726-074d5a8f732c HTTP/1.1" status: 200 len: 1092 time: 0.5897567 Sep 23 20:08:41.412149 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f9d03e1-8f39-40ae-afd2-49089200a2d3 service neutron] Pushing event updated for resources: {'Port': ['ID=177da967-390f-456e-9726-074d5a8f732c,revision_number=7']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:08:41.458144 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e2b46a3-b796-4867-95e7-9e923a71c9d8 req-363db64a-df1a-47d5-8411-f50d5642e854 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:08:41.459676 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-2e2b46a3-b796-4867-95e7-9e923a71c9d8 req-363db64a-df1a-47d5-8411-f50d5642e854 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=2a42ac81859240028a084b6cd65aad83&device_id=f22d1380-4316-4444-a352-2195d6f5c588 HTTP/1.1" status: 200 len: 1095 time: 0.0446568 Sep 23 20:08:41.548292 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e2b46a3-b796-4867-95e7-9e923a71c9d8 req-5ee4e1c1-41a6-4743-aafc-7ffeb624ebf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:08:41.550543 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-2e2b46a3-b796-4867-95e7-9e923a71c9d8 req-5ee4e1c1-41a6-4743-aafc-7ffeb624ebf4 service neutron] 10.222.0.53 "GET /v2.0/networks?id=ebff1cf6-78a1-45d2-bcd3-2376b59fd010 HTTP/1.1" status: 200 len: 916 time: 0.0842314 Sep 23 20:08:41.597124 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-2e2b46a3-b796-4867-95e7-9e923a71c9d8 req-803a6620-5029-4335-95aa-5b0cedc423dd service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=177da967-390f-456e-9726-074d5a8f732c HTTP/1.1" status: 200 len: 217 time: 0.0385268 Sep 23 20:08:41.646706 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e2b46a3-b796-4867-95e7-9e923a71c9d8 req-cf28f4f0-1d39-44ad-8aec-8fa40951b86a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:08:41.648209 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-2e2b46a3-b796-4867-95e7-9e923a71c9d8 req-cf28f4f0-1d39-44ad-8aec-8fa40951b86a service neutron] 10.222.0.53 "GET /v2.0/subnets?id=1ef60ae8-e1a5-4427-b605-fa8451e73bcf HTTP/1.1" status: 200 len: 855 time: 0.0439286 Sep 23 20:08:41.681198 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-2e2b46a3-b796-4867-95e7-9e923a71c9d8 req-2ab13fa1-08bc-4541-af33-67abe86e3e87 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=ebff1cf6-78a1-45d2-bcd3-2376b59fd010&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0259013 Sep 23 20:08:41.795750 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-428827a3-d9f8-4d1a-b810-d0b17d21cfdd req-c604b6d9-6d7c-478b-83fd-69e44d859f7f tempest-ServerDiskConfigTestJSON-1783824682 tempest-ServerDiskConfigTestJSON-1783824682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:08:41.797239 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-428827a3-d9f8-4d1a-b810-d0b17d21cfdd req-c604b6d9-6d7c-478b-83fd-69e44d859f7f tempest-ServerDiskConfigTestJSON-1783824682 tempest-ServerDiskConfigTestJSON-1783824682-project] 10.222.0.67 "GET /v2.0/ports?device_id=f22d1380-4316-4444-a352-2195d6f5c588 HTTP/1.1" status: 200 len: 943 time: 0.1094778 Sep 23 20:08:41.821486 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-2e2b46a3-b796-4867-95e7-9e923a71c9d8 req-cd957ec1-3cbf-4586-bbd5-a48bb441325f service neutron] 10.222.0.53 "GET /v2.0/networks/ebff1cf6-78a1-45d2-bcd3-2376b59fd010?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1326151 Sep 23 20:08:41.874122 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-428827a3-d9f8-4d1a-b810-d0b17d21cfdd req-880a3ff6-f3a0-4bd1-8869-b0dbb5cf1222 tempest-ServerDiskConfigTestJSON-1783824682 tempest-ServerDiskConfigTestJSON-1783824682-project] 10.222.0.67 "GET /v2.0/security-groups?id=3e3b4db7-f48f-4571-b841-26e6f63d37dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680256 Sep 23 20:08:41.935284 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-2e2b46a3-b796-4867-95e7-9e923a71c9d8 req-0e4679bf-724b-4272-8e65-8c2f66f47492 service neutron] 10.222.0.53 "GET /v2.0/networks/ebff1cf6-78a1-45d2-bcd3-2376b59fd010?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1060557 Sep 23 20:08:42.997556 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5106cda7-a5b7-4dd8-9a2c-55dd595ed8d0 req-1d2e64c4-2395-4ae2-a66b-a25fa3ebbe56 tempest-ServerDiskConfigTestJSON-1783824682 tempest-ServerDiskConfigTestJSON-1783824682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:08:42.999036 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-5106cda7-a5b7-4dd8-9a2c-55dd595ed8d0 req-1d2e64c4-2395-4ae2-a66b-a25fa3ebbe56 tempest-ServerDiskConfigTestJSON-1783824682 tempest-ServerDiskConfigTestJSON-1783824682-project] 10.222.0.67 "GET /v2.0/ports?device_id=f22d1380-4316-4444-a352-2195d6f5c588 HTTP/1.1" status: 200 len: 943 time: 0.0495677 Sep 23 20:08:43.036423 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-5106cda7-a5b7-4dd8-9a2c-55dd595ed8d0 req-ef5a69e6-c946-44c9-ae27-4e930861ccac tempest-ServerDiskConfigTestJSON-1783824682 tempest-ServerDiskConfigTestJSON-1783824682-project] 10.222.0.67 "GET /v2.0/security-groups?id=3e3b4db7-f48f-4571-b841-26e6f63d37dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312786 Sep 23 20:08:43.186278 n-d-713301-16 neutron-server[95102]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f22d1380-4316-4444-a352-2195d6f5c588', 'tag': '177da967-390f-456e-9726-074d5a8f732c'}] {{(pid=95102) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 20:08:43.188513 n-d-713301-16 neutron-server[95102]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab31b6d93e5336dbddfa8ec424565b3bd8cb2369c5b4d85bc943472dbb21e8ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7900ba15-f8e8-4711-ac5a-620883fd07e6" -d '{"events": [{"name": "network-changed", "server_uuid": "f22d1380-4316-4444-a352-2195d6f5c588", "tag": "177da967-390f-456e-9726-074d5a8f732c"}]}' {{(pid=95102) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 20:08:43.236541 n-d-713301-16 neutron-server[95102]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 20:08:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7dc68ff-a51e-40a2-9bbe-3530c88f60ac x-openstack-request-id: req-f7dc68ff-a51e-40a2-9bbe-3530c88f60ac {{(pid=95102) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 20:08:43.236856 n-d-713301-16 neutron-server[95102]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f22d1380-4316-4444-a352-2195d6f5c588", "tag": "177da967-390f-456e-9726-074d5a8f732c", "status": "completed", "code": 200}]} {{(pid=95102) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 20:08:43.237213 n-d-713301-16 neutron-server[95102]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-f7dc68ff-a51e-40a2-9bbe-3530c88f60ac {{(pid=95102) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 20:08:43.237608 n-d-713301-16 neutron-server[95102]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f22d1380-4316-4444-a352-2195d6f5c588', 'tag': '177da967-390f-456e-9726-074d5a8f732c', 'status': 'completed', 'code': 200} Sep 23 20:08:43.325038 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7900ba15-f8e8-4711-ac5a-620883fd07e6 req-ba864a3e-d4b8-41ca-bf6a-9e8514bf197d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:08:43.326574 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-7900ba15-f8e8-4711-ac5a-620883fd07e6 req-ba864a3e-d4b8-41ca-bf6a-9e8514bf197d service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=2a42ac81859240028a084b6cd65aad83&device_id=f22d1380-4316-4444-a352-2195d6f5c588 HTTP/1.1" status: 200 len: 1095 time: 0.0700336 Sep 23 20:08:43.330836 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7900ba15-f8e8-4711-ac5a-620883fd07e6 req-8c8cbbd3-47ff-463f-8136-569c29f18be9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:08:43.332548 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-7900ba15-f8e8-4711-ac5a-620883fd07e6 req-8c8cbbd3-47ff-463f-8136-569c29f18be9 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=2a42ac81859240028a084b6cd65aad83&device_id=f22d1380-4316-4444-a352-2195d6f5c588 HTTP/1.1" status: 200 len: 1095 time: 0.0661533 Sep 23 20:08:43.508385 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7900ba15-f8e8-4711-ac5a-620883fd07e6 req-96ce5259-bf6c-4ccb-bf8e-f1e9e51fa6bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:08:43.509789 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-7900ba15-f8e8-4711-ac5a-620883fd07e6 req-96ce5259-bf6c-4ccb-bf8e-f1e9e51fa6bd service neutron] 10.222.0.74 "GET /v2.0/networks?id=ebff1cf6-78a1-45d2-bcd3-2376b59fd010 HTTP/1.1" status: 200 len: 916 time: 0.1762152 Sep 23 20:08:43.514074 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7900ba15-f8e8-4711-ac5a-620883fd07e6 req-6fe24c07-9ecb-45cb-829c-36019d079ee3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:08:43.515348 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-7900ba15-f8e8-4711-ac5a-620883fd07e6 req-6fe24c07-9ecb-45cb-829c-36019d079ee3 service neutron] 10.222.0.53 "GET /v2.0/networks?id=ebff1cf6-78a1-45d2-bcd3-2376b59fd010 HTTP/1.1" status: 200 len: 916 time: 0.1734331 Sep 23 20:08:43.558127 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-7900ba15-f8e8-4711-ac5a-620883fd07e6 req-59026ae2-1c61-4d9c-bfff-4a5b9090e015 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=177da967-390f-456e-9726-074d5a8f732c HTTP/1.1" status: 200 len: 217 time: 0.0417233 Sep 23 20:08:43.591683 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-7900ba15-f8e8-4711-ac5a-620883fd07e6 req-7b7d5ba2-a7bf-4151-a091-d822bac3fca0 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=177da967-390f-456e-9726-074d5a8f732c HTTP/1.1" status: 200 len: 217 time: 0.0678780 Sep 23 20:08:43.665140 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7900ba15-f8e8-4711-ac5a-620883fd07e6 req-8cd03721-fdb5-4d46-bdc7-47021de80ec7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:08:43.666601 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-7900ba15-f8e8-4711-ac5a-620883fd07e6 req-8cd03721-fdb5-4d46-bdc7-47021de80ec7 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=1ef60ae8-e1a5-4427-b605-fa8451e73bcf HTTP/1.1" status: 200 len: 855 time: 0.0826662 Sep 23 20:08:43.671518 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7900ba15-f8e8-4711-ac5a-620883fd07e6 req-77fb00ae-af6a-4531-8a07-619500089427 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:08:43.672917 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-7900ba15-f8e8-4711-ac5a-620883fd07e6 req-77fb00ae-af6a-4531-8a07-619500089427 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=1ef60ae8-e1a5-4427-b605-fa8451e73bcf HTTP/1.1" status: 200 len: 855 time: 0.0569248 Sep 23 20:08:43.717845 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-7900ba15-f8e8-4711-ac5a-620883fd07e6 req-e46dab18-256f-4f5e-ad52-7ffb3d432ee9 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=ebff1cf6-78a1-45d2-bcd3-2376b59fd010&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0440223 Sep 23 20:08:43.719908 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-7900ba15-f8e8-4711-ac5a-620883fd07e6 req-5d7348e7-56b7-47d9-9f41-6b239ec8a136 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=ebff1cf6-78a1-45d2-bcd3-2376b59fd010&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0377781 Sep 23 20:08:43.882880 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-7900ba15-f8e8-4711-ac5a-620883fd07e6 req-aac1d4b0-ab80-4a9f-841f-9394a93903e4 service neutron] 10.222.0.74 "GET /v2.0/networks/ebff1cf6-78a1-45d2-bcd3-2376b59fd010?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1572564 Sep 23 20:08:43.884572 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-7900ba15-f8e8-4711-ac5a-620883fd07e6 req-e15cf75b-bcba-4e88-8c88-de85f7e11007 service neutron] 10.222.0.53 "GET /v2.0/networks/ebff1cf6-78a1-45d2-bcd3-2376b59fd010?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1521544 Sep 23 20:08:43.933983 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Device 177da967-390f-456e-9726-074d5a8f732c details requested by agent hyperv_n-h2-713301-16 with host n-h2-713301-16 {{(pid=95103) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 20:08:44.032208 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] For port 177da967-390f-456e-9726-074d5a8f732c, host n-h2-713301-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-16',level=0,port_id=177da967-390f-456e-9726-074d5a8f732c,segment=NetworkSegment(c4c316f6-f3a2-4b3f-ae43-16a9d8d9dc94),segment_id=c4c316f6-f3a2-4b3f-ae43-16a9d8d9dc94)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 20:08:44.043417 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-7900ba15-f8e8-4711-ac5a-620883fd07e6 req-b3082fdd-7ffa-441b-9f94-99c8338ee507 service neutron] 10.222.0.74 "GET /v2.0/networks/ebff1cf6-78a1-45d2-bcd3-2376b59fd010?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1534188 Sep 23 20:08:44.045175 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Returning: {'device': '177da967-390f-456e-9726-074d5a8f732c', 'network_id': 'ebff1cf6-78a1-45d2-bcd3-2376b59fd010', 'port_id': '177da967-390f-456e-9726-074d5a8f732c', 'mac_address': 'fa:16:3e:88:36:1c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 629, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1ef60ae8-e1a5-4427-b605-fa8451e73bcf', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95103) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 20:08:44.045355 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-7900ba15-f8e8-4711-ac5a-620883fd07e6 req-d1c6cce6-0e38-4301-bcc9-b48455c6a429 service neutron] 10.222.0.53 "GET /v2.0/networks/ebff1cf6-78a1-45d2-bcd3-2376b59fd010?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1474686 Sep 23 20:08:44.083176 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:08:44.096506 n-d-713301-16 neutron-server[95103]: DEBUG neutron.notifiers.nova [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 177da967-390f-456e-9726-074d5a8f732c {{(pid=95103) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 20:08:44.115693 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] For port 177da967-390f-456e-9726-074d5a8f732c, host n-h2-713301-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-16',level=0,port_id=177da967-390f-456e-9726-074d5a8f732c,segment=NetworkSegment(c4c316f6-f3a2-4b3f-ae43-16a9d8d9dc94),segment_id=c4c316f6-f3a2-4b3f-ae43-16a9d8d9dc94)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 20:08:44.120416 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:08:44.157021 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b985288d-0cd8-45db-a102-6befda6e3e08 req-148b14df-be8e-4ed5-81ff-74b329257d92 tempest-ServerDiskConfigTestJSON-1783824682 tempest-ServerDiskConfigTestJSON-1783824682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:08:44.159164 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-b985288d-0cd8-45db-a102-6befda6e3e08 req-148b14df-be8e-4ed5-81ff-74b329257d92 tempest-ServerDiskConfigTestJSON-1783824682 tempest-ServerDiskConfigTestJSON-1783824682-project] 10.222.0.67 "GET /v2.0/ports?device_id=f22d1380-4316-4444-a352-2195d6f5c588 HTTP/1.1" status: 200 len: 944 time: 0.0499034 Sep 23 20:08:44.168847 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Pushing event updated for resources: {'Port': ['ID=177da967-390f-456e-9726-074d5a8f732c,revision_number=8']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:08:44.176499 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:08:44.176875 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:08:44.177216 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:08:44.177554 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:08:44.177888 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:08:44.178218 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:08:44.178552 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:08:44.178880 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:08:44.179205 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:08:44.179531 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:08:44.179857 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:08:44.180225 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:08:44.199115 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-b985288d-0cd8-45db-a102-6befda6e3e08 req-5295409f-99b3-481e-a278-a250a461c99b tempest-ServerDiskConfigTestJSON-1783824682 tempest-ServerDiskConfigTestJSON-1783824682-project] 10.222.0.67 "GET /v2.0/security-groups?id=3e3b4db7-f48f-4571-b841-26e6f63d37dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339878 Sep 23 20:08:44.335649 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] get_ports_and_sgs() called for port_ids ['177da967-390f-456e-9726-074d5a8f732c'] {{(pid=95103) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 20:08:44.444050 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c511316-e0c9-4fea-8005-77ed6f734f61 req-e902f7e4-5cd5-4dee-8dd4-eed3a3da0bc9 tempest-ServerDiskConfigTestJSON-1783824682 tempest-ServerDiskConfigTestJSON-1783824682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:08:44.445606 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-2c511316-e0c9-4fea-8005-77ed6f734f61 req-e902f7e4-5cd5-4dee-8dd4-eed3a3da0bc9 tempest-ServerDiskConfigTestJSON-1783824682 tempest-ServerDiskConfigTestJSON-1783824682-project] 10.222.0.67 "GET /v2.0/ports?device_id=f22d1380-4316-4444-a352-2195d6f5c588 HTTP/1.1" status: 200 len: 944 time: 0.0865355 Sep 23 20:08:44.453667 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae5e3a6b-7a85-4c9f-8d22-ed653f972325 req-a858291e-b0f6-46ec-b4ef-e04e4dd5ce03 tempest-ServerDiskConfigTestJSON-1783824682 tempest-ServerDiskConfigTestJSON-1783824682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:08:44.455265 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-ae5e3a6b-7a85-4c9f-8d22-ed653f972325 req-a858291e-b0f6-46ec-b4ef-e04e4dd5ce03 tempest-ServerDiskConfigTestJSON-1783824682 tempest-ServerDiskConfigTestJSON-1783824682-project] 10.222.0.74 "GET /v2.0/ports?device_id=f22d1380-4316-4444-a352-2195d6f5c588&tenant_id=2a42ac81859240028a084b6cd65aad83&binding%3Ahost_id=n-h2-713301-16 HTTP/1.1" status: 200 len: 944 time: 0.0873220 Sep 23 20:08:44.520735 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-2c511316-e0c9-4fea-8005-77ed6f734f61 req-5e4cd24c-bac8-4654-82e2-0f4a6312d64c tempest-ServerDiskConfigTestJSON-1783824682 tempest-ServerDiskConfigTestJSON-1783824682-project] 10.222.0.67 "GET /v2.0/security-groups?id=3e3b4db7-f48f-4571-b841-26e6f63d37dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636816 Sep 23 20:08:44.542026 n-d-713301-16 neutron-server[95102]: INFO neutron.api.v2.resource [req-ae5e3a6b-7a85-4c9f-8d22-ed653f972325 req-b030872a-02da-4af6-9bc8-f8419beaa246 service neutron] delete failed (client error): The resource could not be found. Sep 23 20:08:44.543084 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-ae5e3a6b-7a85-4c9f-8d22-ed653f972325 req-b030872a-02da-4af6-9bc8-f8419beaa246 service neutron] 10.222.0.74 "DELETE /v2.0/ports/177da967-390f-456e-9726-074d5a8f732c/bindings/n-h1-713301-16 HTTP/1.1" status: 404 len: 381 time: 0.0788839 Sep 23 20:08:44.575235 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Device 177da967-390f-456e-9726-074d5a8f732c no longer exists at agent hyperv_n-h1-713301-16 {{(pid=95103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 20:08:44.632292 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae5e3a6b-7a85-4c9f-8d22-ed653f972325 req-c413a179-3a2d-4772-acde-95d2d0c20041 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:08:44.634251 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-ae5e3a6b-7a85-4c9f-8d22-ed653f972325 req-c413a179-3a2d-4772-acde-95d2d0c20041 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=2a42ac81859240028a084b6cd65aad83&device_id=f22d1380-4316-4444-a352-2195d6f5c588 HTTP/1.1" status: 200 len: 1096 time: 0.0473204 Sep 23 20:08:44.637941 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Device 177da967-390f-456e-9726-074d5a8f732c not bound to the agent host n-h1-713301-16 {{(pid=95103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 20:08:44.724429 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae5e3a6b-7a85-4c9f-8d22-ed653f972325 req-3dfa0a24-26a7-463a-944a-fb30c89a7683 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:08:44.725877 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-ae5e3a6b-7a85-4c9f-8d22-ed653f972325 req-3dfa0a24-26a7-463a-944a-fb30c89a7683 service neutron] 10.222.0.74 "GET /v2.0/networks?id=ebff1cf6-78a1-45d2-bcd3-2376b59fd010 HTTP/1.1" status: 200 len: 916 time: 0.0849566 Sep 23 20:08:44.774440 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-ae5e3a6b-7a85-4c9f-8d22-ed653f972325 req-e4eb5e0a-5546-4f24-8132-8c83bc88c5fe service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=177da967-390f-456e-9726-074d5a8f732c HTTP/1.1" status: 200 len: 217 time: 0.0389793 Sep 23 20:08:44.825584 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae5e3a6b-7a85-4c9f-8d22-ed653f972325 req-4310277a-4201-4922-83d0-c57d4140953f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:08:44.827038 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-ae5e3a6b-7a85-4c9f-8d22-ed653f972325 req-4310277a-4201-4922-83d0-c57d4140953f service neutron] 10.222.0.74 "GET /v2.0/subnets?id=1ef60ae8-e1a5-4427-b605-fa8451e73bcf HTTP/1.1" status: 200 len: 855 time: 0.0465262 Sep 23 20:08:44.864544 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-ae5e3a6b-7a85-4c9f-8d22-ed653f972325 req-bcd7c008-0b67-46b3-a939-a1ad5319ea90 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=ebff1cf6-78a1-45d2-bcd3-2376b59fd010&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0299263 Sep 23 20:08:44.966256 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-ae5e3a6b-7a85-4c9f-8d22-ed653f972325 req-12d94ad4-352e-4d35-b40b-378bac4433f2 service neutron] 10.222.0.74 "GET /v2.0/networks/ebff1cf6-78a1-45d2-bcd3-2376b59fd010?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0946460 Sep 23 20:08:45.060209 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-ae5e3a6b-7a85-4c9f-8d22-ed653f972325 req-178be93e-0de8-4d02-9ff5-8046043cd5b0 service neutron] 10.222.0.74 "GET /v2.0/networks/ebff1cf6-78a1-45d2-bcd3-2376b59fd010?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870738 Sep 23 20:08:45.654477 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a034a3-e311-4339-ac14-5efe3a3c095c req-7355a203-0de5-409d-b25a-7e93e26d1f8d tempest-ServerDiskConfigTestJSON-1783824682 tempest-ServerDiskConfigTestJSON-1783824682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:08:45.655973 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-70a034a3-e311-4339-ac14-5efe3a3c095c req-7355a203-0de5-409d-b25a-7e93e26d1f8d tempest-ServerDiskConfigTestJSON-1783824682 tempest-ServerDiskConfigTestJSON-1783824682-project] 10.222.0.67 "GET /v2.0/ports?device_id=f22d1380-4316-4444-a352-2195d6f5c588 HTTP/1.1" status: 200 len: 944 time: 0.0497856 Sep 23 20:08:45.694823 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-70a034a3-e311-4339-ac14-5efe3a3c095c req-6289ae3a-3ad6-44c0-8f1e-7c824395952e tempest-ServerDiskConfigTestJSON-1783824682 tempest-ServerDiskConfigTestJSON-1783824682-project] 10.222.0.67 "GET /v2.0/security-groups?id=3e3b4db7-f48f-4571-b841-26e6f63d37dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327203 Sep 23 20:08:45.811466 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bdfe867-02fa-41dd-9417-5dcb8b43a2d9 req-c9c2cbf0-903d-4d64-a72f-51a960fe1ef5 tempest-ServerDiskConfigTestJSON-1783824682 tempest-ServerDiskConfigTestJSON-1783824682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:08:45.813015 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-3bdfe867-02fa-41dd-9417-5dcb8b43a2d9 req-c9c2cbf0-903d-4d64-a72f-51a960fe1ef5 tempest-ServerDiskConfigTestJSON-1783824682 tempest-ServerDiskConfigTestJSON-1783824682-project] 10.222.0.67 "GET /v2.0/ports?device_id=f22d1380-4316-4444-a352-2195d6f5c588 HTTP/1.1" status: 200 len: 944 time: 0.0523477 Sep 23 20:08:45.850607 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-3bdfe867-02fa-41dd-9417-5dcb8b43a2d9 req-809049f9-614e-42fa-a2de-f6a3a29ab69c tempest-ServerDiskConfigTestJSON-1783824682 tempest-ServerDiskConfigTestJSON-1783824682-project] 10.222.0.67 "GET /v2.0/security-groups?id=3e3b4db7-f48f-4571-b841-26e6f63d37dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316525 Sep 23 20:08:45.953994 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Device 177da967-390f-456e-9726-074d5a8f732c up at agent hyperv_n-h2-713301-16 {{(pid=95103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 20:08:45.964387 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-535b83ed-1c97-4986-9f38-b317c596e649 req-fe7afe7e-82e2-48ef-a776-b4ddf76d2292 tempest-ServerDiskConfigTestJSON-1783824682 tempest-ServerDiskConfigTestJSON-1783824682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:08:45.965962 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-535b83ed-1c97-4986-9f38-b317c596e649 req-fe7afe7e-82e2-48ef-a776-b4ddf76d2292 tempest-ServerDiskConfigTestJSON-1783824682 tempest-ServerDiskConfigTestJSON-1783824682-project] 10.222.0.67 "GET /v2.0/ports?device_id=f22d1380-4316-4444-a352-2195d6f5c588 HTTP/1.1" status: 200 len: 944 time: 0.0497291 Sep 23 20:08:46.003765 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Provisioning for port 177da967-390f-456e-9726-074d5a8f732c completed by entity L2. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 20:08:46.005667 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-535b83ed-1c97-4986-9f38-b317c596e649 req-1b29c0da-3950-44ef-b9c3-aeaecb5e4811 tempest-ServerDiskConfigTestJSON-1783824682 tempest-ServerDiskConfigTestJSON-1783824682-project] 10.222.0.67 "GET /v2.0/security-groups?id=3e3b4db7-f48f-4571-b841-26e6f63d37dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327253 Sep 23 20:08:46.007437 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Provisioning complete for port 177da967-390f-456e-9726-074d5a8f732c triggered by entity L2. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 20:08:46.007805 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:08:46.089294 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:08:46.114051 n-d-713301-16 neutron-server[95103]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f22d1380-4316-4444-a352-2195d6f5c588', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '177da967-390f-456e-9726-074d5a8f732c'}] {{(pid=95103) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 20:08:46.116213 n-d-713301-16 neutron-server[95103]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}81a1c17f2aa89d5b3ebbba3a3e0cf7eb588e431c2224256110c4c4facdd7c3e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96e4a639-69f0-48d3-a1c6-05495696aac0" -d '{"events": [{"server_uuid": "f22d1380-4316-4444-a352-2195d6f5c588", "name": "network-vif-plugged", "status": "completed", "tag": "177da967-390f-456e-9726-074d5a8f732c"}]}' {{(pid=95103) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 20:08:46.130527 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] For port 177da967-390f-456e-9726-074d5a8f732c, host n-h2-713301-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-16',level=0,port_id=177da967-390f-456e-9726-074d5a8f732c,segment=NetworkSegment(c4c316f6-f3a2-4b3f-ae43-16a9d8d9dc94),segment_id=c4c316f6-f3a2-4b3f-ae43-16a9d8d9dc94)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 20:08:46.135380 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:08:46.168287 n-d-713301-16 neutron-server[95103]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 20:08:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cbfd363d-7b69-40e4-8522-d6d3c54c6f9b x-openstack-request-id: req-cbfd363d-7b69-40e4-8522-d6d3c54c6f9b {{(pid=95103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 20:08:46.168742 n-d-713301-16 neutron-server[95103]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f22d1380-4316-4444-a352-2195d6f5c588", "name": "network-vif-plugged", "status": "completed", "tag": "177da967-390f-456e-9726-074d5a8f732c", "code": 200}]} {{(pid=95103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 20:08:46.169060 n-d-713301-16 neutron-server[95103]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-cbfd363d-7b69-40e4-8522-d6d3c54c6f9b {{(pid=95103) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 20:08:46.169511 n-d-713301-16 neutron-server[95103]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f22d1380-4316-4444-a352-2195d6f5c588', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '177da967-390f-456e-9726-074d5a8f732c', 'code': 200} Sep 23 20:08:46.197106 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Pushing event updated for resources: {'Port': ['ID=177da967-390f-456e-9726-074d5a8f732c,revision_number=9']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:08:46.350944 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb26cb4-3e99-4f5c-8dc1-fcb141f3fc68 req-8fba3dc2-1631-4d34-824f-c7ec3d8d20da tempest-ServerDiskConfigTestJSON-1783824682 tempest-ServerDiskConfigTestJSON-1783824682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:08:46.352465 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-3cb26cb4-3e99-4f5c-8dc1-fcb141f3fc68 req-8fba3dc2-1631-4d34-824f-c7ec3d8d20da tempest-ServerDiskConfigTestJSON-1783824682 tempest-ServerDiskConfigTestJSON-1783824682-project] 10.222.0.67 "GET /v2.0/ports?device_id=f22d1380-4316-4444-a352-2195d6f5c588 HTTP/1.1" status: 200 len: 945 time: 0.0490766 Sep 23 20:08:46.391007 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-3cb26cb4-3e99-4f5c-8dc1-fcb141f3fc68 req-ac244354-1e98-43f3-93d5-81325ea1edf8 tempest-ServerDiskConfigTestJSON-1783824682 tempest-ServerDiskConfigTestJSON-1783824682-project] 10.222.0.67 "GET /v2.0/security-groups?id=3e3b4db7-f48f-4571-b841-26e6f63d37dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325735 Sep 23 20:08:47.544695 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b0c5410-6c0f-4c98-b40b-c2acd1d3191b req-d6e80acd-c868-4de1-88bc-b16f21c08d33 tempest-ServerDiskConfigTestJSON-1783824682 tempest-ServerDiskConfigTestJSON-1783824682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:08:47.546168 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-9b0c5410-6c0f-4c98-b40b-c2acd1d3191b req-d6e80acd-c868-4de1-88bc-b16f21c08d33 tempest-ServerDiskConfigTestJSON-1783824682 tempest-ServerDiskConfigTestJSON-1783824682-project] 10.222.0.53 "GET /v2.0/ports?device_id=f22d1380-4316-4444-a352-2195d6f5c588 HTTP/1.1" status: 200 len: 945 time: 0.0735624 Sep 23 20:08:47.553452 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc23f916-4b2b-4c0d-9f0d-b35bcbbe679b req-512c4b09-6ff4-4a7c-ba79-0245f0cf5df4 tempest-ServerDiskConfigTestJSON-1783824682 tempest-ServerDiskConfigTestJSON-1783824682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:08:47.554818 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-fc23f916-4b2b-4c0d-9f0d-b35bcbbe679b req-512c4b09-6ff4-4a7c-ba79-0245f0cf5df4 tempest-ServerDiskConfigTestJSON-1783824682 tempest-ServerDiskConfigTestJSON-1783824682-project] 10.222.0.67 "GET /v2.0/ports?device_id=f22d1380-4316-4444-a352-2195d6f5c588 HTTP/1.1" status: 200 len: 945 time: 0.0912371 Sep 23 20:08:47.641818 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-fc23f916-4b2b-4c0d-9f0d-b35bcbbe679b req-19be0043-f4c2-4ee6-a30c-bbc93a76f3ef tempest-ServerDiskConfigTestJSON-1783824682 tempest-ServerDiskConfigTestJSON-1783824682-project] 10.222.0.67 "GET /v2.0/security-groups?id=3e3b4db7-f48f-4571-b841-26e6f63d37dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793643 Sep 23 20:08:47.667139 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.plugin [req-9b0c5410-6c0f-4c98-b40b-c2acd1d3191b req-67fa63fe-f0a3-4399-990d-2e87ff63bd8d tempest-ServerDiskConfigTestJSON-1783824682 tempest-ServerDiskConfigTestJSON-1783824682-project] Deleting port 177da967-390f-456e-9726-074d5a8f732c {{(pid=95102) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 20:08:47.667485 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-9b0c5410-6c0f-4c98-b40b-c2acd1d3191b req-67fa63fe-f0a3-4399-990d-2e87ff63bd8d tempest-ServerDiskConfigTestJSON-1783824682 tempest-ServerDiskConfigTestJSON-1783824682-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783146157096'] for port, before_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:08:47.756138 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.db [req-9b0c5410-6c0f-4c98-b40b-c2acd1d3191b req-67fa63fe-f0a3-4399-990d-2e87ff63bd8d tempest-ServerDiskConfigTestJSON-1783824682 tempest-ServerDiskConfigTestJSON-1783824682-project] For port 177da967-390f-456e-9726-074d5a8f732c, host n-h2-713301-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-16',level=0,port_id=177da967-390f-456e-9726-074d5a8f732c,segment=NetworkSegment(c4c316f6-f3a2-4b3f-ae43-16a9d8d9dc94),segment_id=c4c316f6-f3a2-4b3f-ae43-16a9d8d9dc94)] {{(pid=95102) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 20:08:47.756505 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-9b0c5410-6c0f-4c98-b40b-c2acd1d3191b req-67fa63fe-f0a3-4399-990d-2e87ff63bd8d tempest-ServerDiskConfigTestJSON-1783824682 tempest-ServerDiskConfigTestJSON-1783824682-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-605701'] for port, precommit_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:08:47.768896 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.plugin [req-9b0c5410-6c0f-4c98-b40b-c2acd1d3191b req-67fa63fe-f0a3-4399-990d-2e87ff63bd8d tempest-ServerDiskConfigTestJSON-1783824682 tempest-ServerDiskConfigTestJSON-1783824682-project] Calling delete_port for 177da967-390f-456e-9726-074d5a8f732c owned by compute:nova {{(pid=95102) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 20:08:47.896999 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-9b0c5410-6c0f-4c98-b40b-c2acd1d3191b req-67fa63fe-f0a3-4399-990d-2e87ff63bd8d tempest-ServerDiskConfigTestJSON-1783824682 tempest-ServerDiskConfigTestJSON-1783824682-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783146162158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783145673144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4399100'] for port, after_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:08:47.909676 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] get_ports_and_sgs() called for port_ids ['177da967-390f-456e-9726-074d5a8f732c'] {{(pid=95103) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 20:08:47.926982 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67fa63fe-f0a3-4399-990d-2e87ff63bd8d tempest-ServerDiskConfigTestJSON-1783824682 tempest-ServerDiskConfigTestJSON-1783824682-project] Pushing event deleted for resources: {'Port': ['ID=177da967-390f-456e-9726-074d5a8f732c,revision_number=None']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:08:47.972200 n-d-713301-16 neutron-server[95102]: DEBUG neutron.db.l3_dvrscheduler_db [req-9b0c5410-6c0f-4c98-b40b-c2acd1d3191b req-67fa63fe-f0a3-4399-990d-2e87ff63bd8d tempest-ServerDiskConfigTestJSON-1783824682 tempest-ServerDiskConfigTestJSON-1783824682-project] No DVR routers for this DVR port 177da967-390f-456e-9726-074d5a8f732c on host n-h2-713301-16 {{(pid=95102) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 20:08:47.975652 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-9b0c5410-6c0f-4c98-b40b-c2acd1d3191b req-67fa63fe-f0a3-4399-990d-2e87ff63bd8d tempest-ServerDiskConfigTestJSON-1783824682 tempest-ServerDiskConfigTestJSON-1783824682-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222849'] for port, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:08:47.977677 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-9b0c5410-6c0f-4c98-b40b-c2acd1d3191b req-67fa63fe-f0a3-4399-990d-2e87ff63bd8d tempest-ServerDiskConfigTestJSON-1783824682 tempest-ServerDiskConfigTestJSON-1783824682-project] 10.222.0.53 "DELETE /v2.0/ports/177da967-390f-456e-9726-074d5a8f732c HTTP/1.1" status: 204 len: 173 time: 0.4219990 Sep 23 20:08:47.978135 n-d-713301-16 neutron-server[95102]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f22d1380-4316-4444-a352-2195d6f5c588', 'name': 'network-vif-deleted', 'tag': '177da967-390f-456e-9726-074d5a8f732c'}] {{(pid=95102) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 20:08:47.980937 n-d-713301-16 neutron-server[95102]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab31b6d93e5336dbddfa8ec424565b3bd8cb2369c5b4d85bc943472dbb21e8ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0602a6e6-8964-43cb-9a5a-cee7319a3b2f" -d '{"events": [{"server_uuid": "f22d1380-4316-4444-a352-2195d6f5c588", "name": "network-vif-deleted", "tag": "177da967-390f-456e-9726-074d5a8f732c"}]}' {{(pid=95102) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 20:08:48.021262 n-d-713301-16 neutron-server[95102]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 20:08:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12896de9-0444-44ae-9a1d-e1393e920630 x-openstack-request-id: req-12896de9-0444-44ae-9a1d-e1393e920630 {{(pid=95102) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 20:08:48.021561 n-d-713301-16 neutron-server[95102]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f22d1380-4316-4444-a352-2195d6f5c588", "name": "network-vif-deleted", "tag": "177da967-390f-456e-9726-074d5a8f732c", "status": "completed", "code": 200}]} {{(pid=95102) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 20:08:48.021821 n-d-713301-16 neutron-server[95102]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-12896de9-0444-44ae-9a1d-e1393e920630 {{(pid=95102) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 20:08:48.022340 n-d-713301-16 neutron-server[95102]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f22d1380-4316-4444-a352-2195d6f5c588', 'name': 'network-vif-deleted', 'tag': '177da967-390f-456e-9726-074d5a8f732c', 'status': 'completed', 'code': 200} Sep 23 20:08:48.763937 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 59460) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:08:48.809303 n-d-713301-16 neutron-server[95102]: DEBUG neutron.db.db_base_plugin_v2 [None req-464381e2-afb4-4832-9cf5-c8366f1eac1b admin admin] Deleting subnet 1ef60ae8-e1a5-4427-b605-fa8451e73bcf {{(pid=95102) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 23 20:08:48.812418 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-464381e2-afb4-4832-9cf5-c8366f1eac1b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:08:48.854750 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-464381e2-afb4-4832-9cf5-c8366f1eac1b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6162825'] for subnet, precommit_delete_associations {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:08:48.897834 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-464381e2-afb4-4832-9cf5-c8366f1eac1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1756813'] for subnet, precommit_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:08:48.951262 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-464381e2-afb4-4832-9cf5-c8366f1eac1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1756804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4399009', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5388229'] for subnet, after_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:08:48.982886 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-464381e2-afb4-4832-9cf5-c8366f1eac1b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1ef60ae8-e1a5-4427-b605-fa8451e73bcf,revision_number=None']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:08:48.989654 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-464381e2-afb4-4832-9cf5-c8366f1eac1b admin admin] Notify callbacks [] for subnet, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:08:48.993221 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-464381e2-afb4-4832-9cf5-c8366f1eac1b admin admin] 10.222.0.67 "DELETE /v2.0/subnets/1ef60ae8-e1a5-4427-b605-fa8451e73bcf HTTP/1.1" status: 204 len: 168 time: 0.2282457 Sep 23 20:08:48.995743 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 59466) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:08:49.075516 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-dd22df55-2a15-483d-9115-f9bd951f69f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1628021'] for network, before_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:08:49.170812 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-dd22df55-2a15-483d-9115-f9bd951f69f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1754676', 'neutron.services.segments.db._delete_segments_for_network-8783146221460'] for network, precommit_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:08:49.196665 n-d-713301-16 neutron-server[95102]: DEBUG neutron.services.segments.db [None req-dd22df55-2a15-483d-9115-f9bd951f69f6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ebff1cf6-78a1-45d2-bcd3-2376b59fd010']}} {{(pid=95102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 20:08:49.206565 n-d-713301-16 neutron-server[95102]: DEBUG neutron.services.segments.db [None req-dd22df55-2a15-483d-9115-f9bd951f69f6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c4c316f6-f3a2-4b3f-ae43-16a9d8d9dc94') {'for_net_delete': True} {{(pid=95102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 20:08:49.206768 n-d-713301-16 neutron-server[95102]: DEBUG neutron.services.segments.db [None req-dd22df55-2a15-483d-9115-f9bd951f69f6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c4c316f6-f3a2-4b3f-ae43-16a9d8d9dc94') {} {{(pid=95102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 20:08:49.216085 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-dd22df55-2a15-483d-9115-f9bd951f69f6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783146221725', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6162832'] for segment, before_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:08:49.230054 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-dd22df55-2a15-483d-9115-f9bd951f69f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1756186'] for segment, precommit_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:08:49.236742 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dd22df55-2a15-483d-9115-f9bd951f69f6 admin admin] Releasing vlan 629 on physical network physnet1 to pool {{(pid=95102) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 20:08:49.236742 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-dd22df55-2a15-483d-9115-f9bd951f69f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1756186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4398095'] for segment, after_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:08:49.238648 n-d-713301-16 neutron-server[95102]: Traceback (most recent call last): Sep 23 20:08:49.238648 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 20:08:49.238648 n-d-713301-16 neutron-server[95102]: timer() Sep 23 20:08:49.238648 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 20:08:49.238648 n-d-713301-16 neutron-server[95102]: cb(*args, **kw) Sep 23 20:08:49.238648 n-d-713301-16 neutron-server[95102]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 20:08:49.238648 n-d-713301-16 neutron-server[95102]: return func(*args, **kwargs) Sep 23 20:08:49.238648 n-d-713301-16 neutron-server[95102]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 20:08:49.238648 n-d-713301-16 neutron-server[95102]: self._notify() Sep 23 20:08:49.238648 n-d-713301-16 neutron-server[95102]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 20:08:49.238648 n-d-713301-16 neutron-server[95102]: self.callback(batched_events) Sep 23 20:08:49.238648 n-d-713301-16 neutron-server[95102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 20:08:49.238648 n-d-713301-16 neutron-server[95102]: event.method(event) Sep 23 20:08:49.238648 n-d-713301-16 neutron-server[95102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 20:08:49.238648 n-d-713301-16 neutron-server[95102]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 20:08:49.238648 n-d-713301-16 neutron-server[95102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 20:08:49.238648 n-d-713301-16 neutron-server[95102]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 20:08:49.238648 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 20:08:49.238648 n-d-713301-16 neutron-server[95102]: return f(self, *a, **k) Sep 23 20:08:49.238648 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 20:08:49.238648 n-d-713301-16 neutron-server[95102]: return self._get(url).json() Sep 23 20:08:49.238648 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 20:08:49.238648 n-d-713301-16 neutron-server[95102]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 20:08:49.238648 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 20:08:49.238648 n-d-713301-16 neutron-server[95102]: return self.request(url, 'GET', **kwargs) Sep 23 20:08:49.238648 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 20:08:49.238648 n-d-713301-16 neutron-server[95102]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 20:08:49.238648 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 20:08:49.238648 n-d-713301-16 neutron-server[95102]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 20:08:49.238648 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 20:08:49.238648 n-d-713301-16 neutron-server[95102]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 20:08:49.238648 n-d-713301-16 neutron-server[95102]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 20:08:49.294282 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-dd22df55-2a15-483d-9115-f9bd951f69f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1754627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-601866'] for network, after_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:08:49.300344 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-dd22df55-2a15-483d-9115-f9bd951f69f6 admin admin] Notify callbacks [] for network, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:08:49.306687 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-dd22df55-2a15-483d-9115-f9bd951f69f6 admin admin] 10.222.0.67 "DELETE /v2.0/networks/ebff1cf6-78a1-45d2-bcd3-2376b59fd010 HTTP/1.1" status: 204 len: 168 time: 0.3074486 Sep 23 20:08:49.319544 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd22df55-2a15-483d-9115-f9bd951f69f6 admin admin] Pushing event deleted for resources: {'Network': ['ID=ebff1cf6-78a1-45d2-bcd3-2376b59fd010,revision_number=None']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:08:49.431259 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 59470) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:08:49.477399 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-cceaf948-4703-4809-9e7e-69b9be29b433 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=2a42ac81859240028a084b6cd65aad83&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0443738 Sep 23 20:08:49.479765 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 59474) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:08:49.537795 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-75781160-983c-4b6d-95ac-d904c4cd8bd5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:08:49.571366 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-75781160-983c-4b6d-95ac-d904c4cd8bd5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:08:49.637740 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-75781160-983c-4b6d-95ac-d904c4cd8bd5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:08:49.640312 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-75781160-983c-4b6d-95ac-d904c4cd8bd5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:08:49.641559 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-75781160-983c-4b6d-95ac-d904c4cd8bd5 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/3e3b4db7-f48f-4571-b841-26e6f63d37dd HTTP/1.1" status: 204 len: 168 time: 0.1606832 Sep 23 20:08:49.650638 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75781160-983c-4b6d-95ac-d904c4cd8bd5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e3b4db7-f48f-4571-b841-26e6f63d37dd,revision_number=None']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:08:49.663667 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75781160-983c-4b6d-95ac-d904c4cd8bd5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:08:49.664011 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75781160-983c-4b6d-95ac-d904c4cd8bd5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:08:49.664355 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75781160-983c-4b6d-95ac-d904c4cd8bd5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:08:49.664719 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75781160-983c-4b6d-95ac-d904c4cd8bd5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:08:49.665053 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75781160-983c-4b6d-95ac-d904c4cd8bd5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:08:49.665385 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75781160-983c-4b6d-95ac-d904c4cd8bd5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:08:49.665711 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75781160-983c-4b6d-95ac-d904c4cd8bd5 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:08:49.666037 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75781160-983c-4b6d-95ac-d904c4cd8bd5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:08:49.666363 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75781160-983c-4b6d-95ac-d904c4cd8bd5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:08:49.666680 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75781160-983c-4b6d-95ac-d904c4cd8bd5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:08:49.667002 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75781160-983c-4b6d-95ac-d904c4cd8bd5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:08:49.667329 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75781160-983c-4b6d-95ac-d904c4cd8bd5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:08:49.757452 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-08fd743b-c8d9-43d8-bf81-6e14698e323f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:08:49.977108 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Device 177da967-390f-456e-9726-074d5a8f732c no longer exists at agent hyperv_n-h2-713301-16 {{(pid=95103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 20:08:49.997304 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.plugin [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] No Port match for: 177da967-390f-456e-9726-074d5a8f732c {{(pid=95103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 20:08:49.997649 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Device 177da967-390f-456e-9726-074d5a8f732c not bound to the agent host n-h2-713301-16 {{(pid=95103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 20:08:50.380638 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 59498) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:08:50.490638 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.v2.base [None req-37a22ce0-d8ee-4b55-a7bb-08b2ae05c169 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-919388451-network', 'tenant_id': 'c9cdc0f8c48b47f0a9ba670a531cda84'}} {{(pid=95101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 20:08:50.513924 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37a22ce0-d8ee-4b55-a7bb-08b2ae05c169 admin admin] Made reservation on behalf of c9cdc0f8c48b47f0a9ba670a531cda84 for: {'network': 1} {{(pid=95101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 20:08:50.516189 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-37a22ce0-d8ee-4b55-a7bb-08b2ae05c169 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for network, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:08:50.525277 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-37a22ce0-d8ee-4b55-a7bb-08b2ae05c169 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:08:50.618714 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-37a22ce0-d8ee-4b55-a7bb-08b2ae05c169 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:08:50.622436 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-37a22ce0-d8ee-4b55-a7bb-08b2ae05c169 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:08:50.646636 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-37a22ce0-d8ee-4b55-a7bb-08b2ae05c169 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 600} {{(pid=95101) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 20:08:50.656079 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a22ce0-d8ee-4b55-a7bb-08b2ae05c169 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a6875d9-6f9e-4f41-945f-d4c50acb4d6c,revision_number=1']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:08:50.661297 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-37a22ce0-d8ee-4b55-a7bb-08b2ae05c169 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1756186'] for segment, precommit_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:08:50.661645 n-d-713301-16 neutron-server[95101]: INFO neutron.db.segments_db [None req-37a22ce0-d8ee-4b55-a7bb-08b2ae05c169 admin admin] Added segment 63d9966b-ec95-4293-aace-132eeb81246d of type vlan for network c43367ff-daf3-49d8-a63d-d06f66adba8f Sep 23 20:08:50.701343 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-37a22ce0-d8ee-4b55-a7bb-08b2ae05c169 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783145630486'] for network, precommit_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:08:50.725226 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-37a22ce0-d8ee-4b55-a7bb-08b2ae05c169 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299'] for network, after_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:08:50.726244 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37a22ce0-d8ee-4b55-a7bb-08b2ae05c169 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:08:50.726833 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-37a22ce0-d8ee-4b55-a7bb-08b2ae05c169 admin admin] Notify callbacks [] for network, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:08:50.756912 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-37a22ce0-d8ee-4b55-a7bb-08b2ae05c169 admin admin] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.3751473 Sep 23 20:08:50.759962 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 59502) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:08:50.765164 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.v2.base [None req-b8d8d785-a82d-4608-b582-c13e94a505be admin admin] Request body: {'subnet': {'network_id': 'c43367ff-daf3-49d8-a63d-d06f66adba8f', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-919388451-subnet', 'tenant_id': 'c9cdc0f8c48b47f0a9ba670a531cda84', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=95102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 20:08:50.786589 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8d8d785-a82d-4608-b582-c13e94a505be admin admin] Made reservation on behalf of c9cdc0f8c48b47f0a9ba670a531cda84 for: {'subnet': 1} {{(pid=95102) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 20:08:50.787632 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a22ce0-d8ee-4b55-a7bb-08b2ae05c169 admin admin] Pushing event updated for resources: {'Network': ['ID=c43367ff-daf3-49d8-a63d-d06f66adba8f,revision_number=1']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:08:50.789072 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-b8d8d785-a82d-4608-b582-c13e94a505be admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5388256'] for subnet, before_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:08:50.797551 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Network c43367ff-daf3-49d8-a63d-d06f66adba8f details requested by agent ovs-agent-n-d-713301-16 with host n-d-713301-16 {{(pid=95103) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 20:08:50.968641 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-b8d8d785-a82d-4608-b582-c13e94a505be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4398944', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5388242'] for subnet, after_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:08:51.024356 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8d8d785-a82d-4608-b582-c13e94a505be admin admin] Pushing event updated for resources: {'Subnet': ['ID=227f7a8f-869f-4775-8556-35fd28bcf5f3,revision_number=0']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:08:51.034714 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8d8d785-a82d-4608-b582-c13e94a505be admin admin] Checking segment: {'id': '63d9966b-ec95-4293-aace-132eeb81246d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'c43367ff-daf3-49d8-a63d-d06f66adba8f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95102) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 20:08:51.034714 n-d-713301-16 neutron-server[95102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8d8d785-a82d-4608-b582-c13e94a505be admin admin] Network hostable DHCP agents. Network: c43367ff-daf3-49d8-a63d-d06f66adba8f, hostable agents: ['1b18bf05-1b5f-4587-be5c-af3ac38e32ad'], hosted agents: [] {{(pid=95102) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 20:08:51.051751 n-d-713301-16 neutron-server[95102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8d8d785-a82d-4608-b582-c13e94a505be admin admin] Network c43367ff-daf3-49d8-a63d-d06f66adba8f is scheduled to be hosted by DHCP agent 1b18bf05-1b5f-4587-be5c-af3ac38e32ad with binding_index 1 {{(pid=95102) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 20:08:51.060451 n-d-713301-16 neutron-server[95102]: DEBUG neutron.scheduler.base_scheduler [None req-b8d8d785-a82d-4608-b582-c13e94a505be admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713301-16, c43367ff-daf3-49d8-a63d-d06f66adba8f) {{(pid=95102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 20:08:51.068257 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8d8d785-a82d-4608-b582-c13e94a505be admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:08:51.069056 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-b8d8d785-a82d-4608-b582-c13e94a505be admin admin] Notify callbacks [] for subnet, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:08:51.069870 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1f9892b-a34e-41d3-8dd8-c2443d7b9ae5 None None] Network c43367ff-daf3-49d8-a63d-d06f66adba8f requested from n-d-713301-16 {{(pid=95103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 20:08:51.083203 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-b8d8d785-a82d-4608-b582-c13e94a505be admin admin] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3219478 Sep 23 20:08:51.085918 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 59504) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:08:51.090658 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.v2.base [None req-deeb9ae9-0a80-46e6-9649-e827202d225f admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-919388451-router', 'tenant_id': 'c9cdc0f8c48b47f0a9ba670a531cda84', 'external_gateway_info': {'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac'}}} {{(pid=95102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 20:08:51.112093 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-deeb9ae9-0a80-46e6-9649-e827202d225f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-594563', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29355'] for router, before_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:08:51.113161 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-deeb9ae9-0a80-46e6-9649-e827202d225f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-597363', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-601731', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-739356', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29346'] for router, precommit_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:08:51.164509 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-deeb9ae9-0a80-46e6-9649-e827202d225f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:08:51.219864 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8a89472-c5e3-445a-b572-969e667cdb51 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4c8b80df-07eb-5275-9f17-5cf640db67c0-c43367ff-daf3-49d8-a63d-d06f66adba8f', 'network_id': 'c43367ff-daf3-49d8-a63d-d06f66adba8f', 'tenant_id': 'c9cdc0f8c48b47f0a9ba670a531cda84', 'fixed_ips': [{'subnet_id': '227f7a8f-869f-4775-8556-35fd28bcf5f3'}]}} from n-d-713301-16. {{(pid=95103) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 23 20:08:51.222569 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b8a89472-c5e3-445a-b572-969e667cdb51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_create {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:08:51.309432 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-deeb9ae9-0a80-46e6-9649-e827202d225f admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:08:51.365866 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.db_base_plugin_common [None req-b8a89472-c5e3-445a-b572-969e667cdb51 None None] Allocated IP 172.20.0.2 (c43367ff-daf3-49d8-a63d-d06f66adba8f/227f7a8f-869f-4775-8556-35fd28bcf5f3/159aaee8-ca03-4670-b4de-c3922a434e05) {{(pid=95103) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 20:08:51.515842 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b8a89472-c5e3-445a-b572-969e667cdb51 None None] Notify callbacks [] for port, precommit_create {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:08:51.522624 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b8a89472-c5e3-445a-b572-969e667cdb51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783145673135'] for port, after_create {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:08:51.561590 n-d-713301-16 neutron-server[95103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8a89472-c5e3-445a-b572-969e667cdb51 None None] Network c43367ff-daf3-49d8-a63d-d06f66adba8f is already hosted by enough agents. {{(pid=95103) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 20:08:51.564442 n-d-713301-16 neutron-server[95103]: DEBUG neutron.scheduler.base_scheduler [None req-b8a89472-c5e3-445a-b572-969e667cdb51 None None] Resources bound (agent type, host, resource id): {{(pid=95103) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 20:08:51.568154 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8a89472-c5e3-445a-b572-969e667cdb51 None None] Received port after_create {{(pid=95103) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 20:08:51.576110 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a89472-c5e3-445a-b572-969e667cdb51 None None] Pushing event updated for resources: {'Port': ['ID=159aaee8-ca03-4670-b4de-c3922a434e05,revision_number=1']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:08:51.632292 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.managers [None req-b8a89472-c5e3-445a-b572-969e667cdb51 None None] Attempting to bind port 159aaee8-ca03-4670-b4de-c3922a434e05 on host n-d-713301-16 for vnic_type normal with profile {{(pid=95103) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 20:08:51.632708 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.managers [None req-b8a89472-c5e3-445a-b572-969e667cdb51 None None] Attempting to bind port 159aaee8-ca03-4670-b4de-c3922a434e05 by drivers openvswitch,hyperv on host n-d-713301-16 at level 0 using segments [{'id': '63d9966b-ec95-4293-aace-132eeb81246d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'c43367ff-daf3-49d8-a63d-d06f66adba8f'}] {{(pid=95103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 20:08:51.633067 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8a89472-c5e3-445a-b572-969e667cdb51 None None] Attempting to bind port 159aaee8-ca03-4670-b4de-c3922a434e05 on network c43367ff-daf3-49d8-a63d-d06f66adba8f {{(pid=95103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 20:08:51.638499 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8a89472-c5e3-445a-b572-969e667cdb51 None None] Checking agent: {'id': '70a14545-df24-472f-8f95-bfe1719bff93', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 19, 7, 53), 'started_at': datetime.datetime(2021, 9, 23, 19, 8, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 20, 8, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 20:08:51.638881 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8a89472-c5e3-445a-b572-969e667cdb51 None None] Checking segment: {'id': '63d9966b-ec95-4293-aace-132eeb81246d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'c43367ff-daf3-49d8-a63d-d06f66adba8f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95103) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 20:08:51.639296 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b8a89472-c5e3-445a-b572-969e667cdb51 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:08:51.639695 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8a89472-c5e3-445a-b572-969e667cdb51 None None] Bound using segment: {'id': '63d9966b-ec95-4293-aace-132eeb81246d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'c43367ff-daf3-49d8-a63d-d06f66adba8f'} {{(pid=95103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 20:08:51.640171 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.managers [None req-b8a89472-c5e3-445a-b572-969e667cdb51 None None] Bound port: 159aaee8-ca03-4670-b4de-c3922a434e05, host: n-d-713301-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '63d9966b-ec95-4293-aace-132eeb81246d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'c43367ff-daf3-49d8-a63d-d06f66adba8f'}}] {{(pid=95103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 20:08:51.640557 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b8a89472-c5e3-445a-b572-969e667cdb51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:08:51.710698 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-b8a89472-c5e3-445a-b572-969e667cdb51 None None] For port 159aaee8-ca03-4670-b4de-c3922a434e05, host n-d-713301-16, cleared binding levels {{(pid=95103) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 20:08:51.714366 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-b8a89472-c5e3-445a-b572-969e667cdb51 None None] For port 159aaee8-ca03-4670-b4de-c3922a434e05, host n-d-713301-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-16',level=0,port_id=159aaee8-ca03-4670-b4de-c3922a434e05,segment=NetworkSegment(63d9966b-ec95-4293-aace-132eeb81246d),segment_id=63d9966b-ec95-4293-aace-132eeb81246d)] {{(pid=95103) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 20:08:51.718240 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b8a89472-c5e3-445a-b572-969e667cdb51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:08:51.774590 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a89472-c5e3-445a-b572-969e667cdb51 None None] Pushing event updated for resources: {'Port': ['ID=159aaee8-ca03-4670-b4de-c3922a434e05,revision_number=2']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:08:51.846943 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-deeb9ae9-0a80-46e6-9649-e827202d225f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:08:51.866178 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-deeb9ae9-0a80-46e6-9649-e827202d225f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:08:51.990517 n-d-713301-16 neutron-server[95102]: DEBUG neutron.db.db_base_plugin_common [None req-deeb9ae9-0a80-46e6-9649-e827202d225f admin admin] Allocated IP 172.25.1.115 (5dec5c09-378e-4f50-89cc-d94eb81c3bac/eff83446-018c-428d-b3f5-54ac9abe7a2a/af4c5e1b-71cd-46fc-a4ca-fc01b95372f7) {{(pid=95102) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 20:08:52.102632 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-deeb9ae9-0a80-46e6-9649-e827202d225f admin admin] Notify callbacks [] for port, precommit_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:08:52.135626 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-deeb9ae9-0a80-46e6-9649-e827202d225f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783145673135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4399100'] for port, after_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:08:52.172512 n-d-713301-16 neutron-server[95102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-deeb9ae9-0a80-46e6-9649-e827202d225f admin admin] Network 5dec5c09-378e-4f50-89cc-d94eb81c3bac is already hosted by enough agents. {{(pid=95102) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 20:08:52.175983 n-d-713301-16 neutron-server[95102]: DEBUG neutron.scheduler.base_scheduler [None req-deeb9ae9-0a80-46e6-9649-e827202d225f admin admin] Resources bound (agent type, host, resource id): {{(pid=95102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 20:08:52.179911 n-d-713301-16 neutron-server[95102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-deeb9ae9-0a80-46e6-9649-e827202d225f admin admin] Received port after_create {{(pid=95102) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 20:08:52.204706 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deeb9ae9-0a80-46e6-9649-e827202d225f admin admin] Pushing event updated for resources: {'Port': ['ID=af4c5e1b-71cd-46fc-a4ca-fc01b95372f7,revision_number=1']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:08:52.436147 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-deeb9ae9-0a80-46e6-9649-e827202d225f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:08:52.640727 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a61bfb7-b0ed-4df3-b727-a3ba84aa74fd None None] Network c43367ff-daf3-49d8-a63d-d06f66adba8f requested from n-d-713301-16 {{(pid=95103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 20:08:52.652408 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-deeb9ae9-0a80-46e6-9649-e827202d225f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-597258', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-601790'] for router, after_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:08:52.760137 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-0603001d-472f-42e5-9c66-51e3bca03e51 None None] Provisioning complete for port 159aaee8-ca03-4670-b4de-c3922a434e05 triggered by entity DHCP. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 20:08:52.760501 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-0603001d-472f-42e5-9c66-51e3bca03e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:08:52.781860 n-d-713301-16 neutron-server[95102]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-deeb9ae9-0a80-46e6-9649-e827202d225f admin admin] Router 832dfef8-2615-4c77-8ddf-d9bc3cd4865d is scheduled to L3 agent 79a740bf-7821-4989-8288-7186e3e128f3 with binding_index 1 {{(pid=95102) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 23 20:08:52.872197 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-0603001d-472f-42e5-9c66-51e3bca03e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:08:52.895221 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-deeb9ae9-0a80-46e6-9649-e827202d225f admin admin] Notify agent at l3_agent.n-d-713301-16 the message routers_updated {{(pid=95102) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 20:08:52.912184 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a83861c5-0eb0-4a4b-b9df-78d9af535f5d None None] Sync routers for ids ['832dfef8-2615-4c77-8ddf-d9bc3cd4865d'] in n-d-713301-16 {{(pid=95104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 20:08:52.914823 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-0603001d-472f-42e5-9c66-51e3bca03e51 None None] For port 159aaee8-ca03-4670-b4de-c3922a434e05, host n-d-713301-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-16',level=0,port_id=159aaee8-ca03-4670-b4de-c3922a434e05,segment=NetworkSegment(63d9966b-ec95-4293-aace-132eeb81246d),segment_id=63d9966b-ec95-4293-aace-132eeb81246d)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 20:08:52.923143 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-deeb9ae9-0a80-46e6-9649-e827202d225f admin admin] Notify callbacks [] for router, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:08:52.924477 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-0603001d-472f-42e5-9c66-51e3bca03e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:08:52.924910 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a83861c5-0eb0-4a4b-b9df-78d9af535f5d None None] Routers {'832dfef8-2615-4c77-8ddf-d9bc3cd4865d'} bound to L3 agent in host n-d-713301-16 {{(pid=95104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 20:08:52.925731 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_hamode_db [None req-a83861c5-0eb0-4a4b-b9df-78d9af535f5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-23T19:07:52Z,description=,heartbeat_timestamp=2021-09-23T20:08:23Z,host='n-d-713301-16',id=79a740bf-7821-4989-8288-7186e3e128f3,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:07:52Z,topic='l3_agent')) {'router_ids': ['832dfef8-2615-4c77-8ddf-d9bc3cd4865d'], 'active': True} {{(pid=95104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 20:08:52.929402 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-deeb9ae9-0a80-46e6-9649-e827202d225f admin admin] 10.222.0.67 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 1.8399212 Sep 23 20:08:52.929776 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 59506) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:08:52.983806 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0603001d-472f-42e5-9c66-51e3bca03e51 None None] Pushing event updated for resources: {'Port': ['ID=159aaee8-ca03-4670-b4de-c3922a434e05,revision_number=3']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:08:53.019457 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-627bdd48-698e-4093-a23d-1f082685ed22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:08:53.049550 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Device 159aaee8-ca03-4670-b4de-c3922a434e05 up at agent ovs-agent-n-d-713301-16 {{(pid=95103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 20:08:53.081718 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_dvr_db [None req-a83861c5-0eb0-4a4b-b9df-78d9af535f5d None None] Set router 832dfef8-2615-4c77-8ddf-d9bc3cd4865d gateway port host: n-d-713301-16 {{(pid=95104) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 20:08:53.112434 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Provisioning complete for port 159aaee8-ca03-4670-b4de-c3922a434e05 triggered by entity L2. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 20:08:53.112791 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:08:53.228459 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:08:53.229862 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-3bc12c1b-184e-4439-9cd0-60b9cef30941 None None] Provisioning complete for port 159aaee8-ca03-4670-b4de-c3922a434e05 triggered by entity DHCP. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 20:08:53.230212 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-3bc12c1b-184e-4439-9cd0-60b9cef30941 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:08:53.271295 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_hamode_db [None req-a83861c5-0eb0-4a4b-b9df-78d9af535f5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '832dfef8-2615-4c77-8ddf-d9bc3cd4865d', 'name': 'tempest-ServerActionsTestJSON-919388451-router', 'tenant_id': 'c9cdc0f8c48b47f0a9ba670a531cda84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'external_fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.115'}], 'enable_snat': True}, 'gw_port_id': 'af4c5e1b-71cd-46fc-a4ca-fc01b95372f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T20:08:51Z', 'updated_at': '2021-09-23T20:08:52Z', 'revision_number': 3, 'project_id': 'c9cdc0f8c48b47f0a9ba670a531cda84', 'gw_port': {'id': 'af4c5e1b-71cd-46fc-a4ca-fc01b95372f7', 'name': '', 'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:8a:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '832dfef8-2615-4c77-8ddf-d9bc3cd4865d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T20:08:51Z', 'updated_at': '2021-09-23T20:08:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-16'}], 'n-d-713301-16', False) {} {{(pid=95104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 20:08:53.298556 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a83861c5-0eb0-4a4b-b9df-78d9af535f5d None None] Checking router: 832dfef8-2615-4c77-8ddf-d9bc3cd4865d for host: n-d-713301-16 {{(pid=95104) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 20:08:53.299462 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a83861c5-0eb0-4a4b-b9df-78d9af535f5d None None] Updating router 832dfef8-2615-4c77-8ddf-d9bc3cd4865d port af4c5e1b-71cd-46fc-a4ca-fc01b95372f7 binding host n-d-713301-16 {{(pid=95104) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 23 20:08:53.325588 n-d-713301-16 neutron-server[95104]: DEBUG neutron_lib.callbacks.manager [None req-a83861c5-0eb0-4a4b-b9df-78d9af535f5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:08:53.416267 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-8664d792-ee9e-4287-ba82-b55422d07aee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:08:53.574381 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-0ae75029-feb6-4728-9a94-5f9b60993d82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:08:53.577082 n-d-713301-16 neutron-server[95102]: DEBUG neutron.db.db_base_plugin_common [None req-8664d792-ee9e-4287-ba82-b55422d07aee admin admin] Allocated IP 172.20.0.1 (c43367ff-daf3-49d8-a63d-d06f66adba8f/227f7a8f-869f-4775-8556-35fd28bcf5f3/75d0c163-cdca-46fa-b931-2ca04a14d7bc) {{(pid=95102) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 20:08:53.591190 n-d-713301-16 neutron-server[95104]: DEBUG neutron_lib.callbacks.manager [None req-a83861c5-0eb0-4a4b-b9df-78d9af535f5d None None] Notify callbacks [] for port, precommit_update {{(pid=95104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:08:53.597865 n-d-713301-16 neutron-server[95104]: DEBUG neutron_lib.callbacks.manager [None req-a83861c5-0eb0-4a4b-b9df-78d9af535f5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:08:53.649391 n-d-713301-16 neutron-server[95104]: DEBUG neutron.plugins.ml2.managers [None req-a83861c5-0eb0-4a4b-b9df-78d9af535f5d None None] Attempting to bind port af4c5e1b-71cd-46fc-a4ca-fc01b95372f7 on host n-d-713301-16 for vnic_type normal with profile {{(pid=95104) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 20:08:53.649753 n-d-713301-16 neutron-server[95104]: DEBUG neutron.plugins.ml2.managers [None req-a83861c5-0eb0-4a4b-b9df-78d9af535f5d None None] Attempting to bind port af4c5e1b-71cd-46fc-a4ca-fc01b95372f7 by drivers openvswitch,hyperv on host n-d-713301-16 at level 0 using segments [{'id': '7d4027f1-d893-4c7b-95d4-757b8e44e380', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac'}] {{(pid=95104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 20:08:53.650104 n-d-713301-16 neutron-server[95104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a83861c5-0eb0-4a4b-b9df-78d9af535f5d None None] Attempting to bind port af4c5e1b-71cd-46fc-a4ca-fc01b95372f7 on network 5dec5c09-378e-4f50-89cc-d94eb81c3bac {{(pid=95104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 20:08:53.653000 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6e9acb-a028-4118-adc4-14c6ca97c244 None None] Pushing event updated for resources: {'Port': ['ID=af4c5e1b-71cd-46fc-a4ca-fc01b95372f7,revision_number=2']} {{(pid=95104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:08:53.661409 n-d-713301-16 neutron-server[95104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a83861c5-0eb0-4a4b-b9df-78d9af535f5d None None] Checking agent: {'id': '70a14545-df24-472f-8f95-bfe1719bff93', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 19, 7, 53), 'started_at': datetime.datetime(2021, 9, 23, 19, 8, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 20, 8, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 20:08:53.661770 n-d-713301-16 neutron-server[95104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a83861c5-0eb0-4a4b-b9df-78d9af535f5d None None] Checking segment: {'id': '7d4027f1-d893-4c7b-95d4-757b8e44e380', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95104) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 20:08:53.662169 n-d-713301-16 neutron-server[95104]: DEBUG neutron_lib.callbacks.manager [None req-a83861c5-0eb0-4a4b-b9df-78d9af535f5d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:08:53.662552 n-d-713301-16 neutron-server[95104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a83861c5-0eb0-4a4b-b9df-78d9af535f5d None None] Bound using segment: {'id': '7d4027f1-d893-4c7b-95d4-757b8e44e380', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac'} {{(pid=95104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 20:08:53.662999 n-d-713301-16 neutron-server[95104]: DEBUG neutron.plugins.ml2.managers [None req-a83861c5-0eb0-4a4b-b9df-78d9af535f5d None None] Bound port: af4c5e1b-71cd-46fc-a4ca-fc01b95372f7, host: n-d-713301-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7d4027f1-d893-4c7b-95d4-757b8e44e380', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac'}}] {{(pid=95104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 20:08:53.663362 n-d-713301-16 neutron-server[95104]: DEBUG neutron_lib.callbacks.manager [None req-a83861c5-0eb0-4a4b-b9df-78d9af535f5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:08:53.666348 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a6e9acb-a028-4118-adc4-14c6ca97c244 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:08:53.666684 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a6e9acb-a028-4118-adc4-14c6ca97c244 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:08:53.667015 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a6e9acb-a028-4118-adc4-14c6ca97c244 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:08:53.667344 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a6e9acb-a028-4118-adc4-14c6ca97c244 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:08:53.667665 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a6e9acb-a028-4118-adc4-14c6ca97c244 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:08:53.667987 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a6e9acb-a028-4118-adc4-14c6ca97c244 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:08:53.668305 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a6e9acb-a028-4118-adc4-14c6ca97c244 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:08:53.668641 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a6e9acb-a028-4118-adc4-14c6ca97c244 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:08:53.668965 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a6e9acb-a028-4118-adc4-14c6ca97c244 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:08:53.669280 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a6e9acb-a028-4118-adc4-14c6ca97c244 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:08:53.669593 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a6e9acb-a028-4118-adc4-14c6ca97c244 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:08:53.669906 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a6e9acb-a028-4118-adc4-14c6ca97c244 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:08:53.687379 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-8664d792-ee9e-4287-ba82-b55422d07aee admin admin] Notify callbacks [] for port, precommit_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:08:53.722699 n-d-713301-16 neutron-server[95104]: DEBUG neutron.plugins.ml2.db [None req-a83861c5-0eb0-4a4b-b9df-78d9af535f5d None None] For port af4c5e1b-71cd-46fc-a4ca-fc01b95372f7, host n-d-713301-16, cleared binding levels {{(pid=95104) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 20:08:53.723174 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-8664d792-ee9e-4287-ba82-b55422d07aee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783145673135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4399100'] for port, after_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:08:53.725945 n-d-713301-16 neutron-server[95104]: DEBUG neutron.plugins.ml2.db [None req-a83861c5-0eb0-4a4b-b9df-78d9af535f5d None None] For port af4c5e1b-71cd-46fc-a4ca-fc01b95372f7, host n-d-713301-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-16',level=0,port_id=af4c5e1b-71cd-46fc-a4ca-fc01b95372f7,segment=NetworkSegment(7d4027f1-d893-4c7b-95d4-757b8e44e380),segment_id=7d4027f1-d893-4c7b-95d4-757b8e44e380)] {{(pid=95104) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 20:08:53.730177 n-d-713301-16 neutron-server[95104]: DEBUG neutron_lib.callbacks.manager [None req-a83861c5-0eb0-4a4b-b9df-78d9af535f5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:08:53.759786 n-d-713301-16 neutron-server[95102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8664d792-ee9e-4287-ba82-b55422d07aee admin admin] Network c43367ff-daf3-49d8-a63d-d06f66adba8f is already hosted by enough agents. {{(pid=95102) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 20:08:53.763310 n-d-713301-16 neutron-server[95102]: DEBUG neutron.scheduler.base_scheduler [None req-8664d792-ee9e-4287-ba82-b55422d07aee admin admin] Resources bound (agent type, host, resource id): {{(pid=95102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 20:08:53.767062 n-d-713301-16 neutron-server[95102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8664d792-ee9e-4287-ba82-b55422d07aee admin admin] Received port after_create {{(pid=95102) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 20:08:53.787564 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a83861c5-0eb0-4a4b-b9df-78d9af535f5d None None] Routers {'832dfef8-2615-4c77-8ddf-d9bc3cd4865d'} bound to L3 agent in host n-d-713301-16 {{(pid=95104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 20:08:53.788186 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_hamode_db [None req-a83861c5-0eb0-4a4b-b9df-78d9af535f5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-23T19:07:52Z,description=,heartbeat_timestamp=2021-09-23T20:08:53Z,host='n-d-713301-16',id=79a740bf-7821-4989-8288-7186e3e128f3,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:07:52Z,topic='l3_agent')) {'router_ids': ['832dfef8-2615-4c77-8ddf-d9bc3cd4865d'], 'active': True} {{(pid=95104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 20:08:53.795630 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8664d792-ee9e-4287-ba82-b55422d07aee admin admin] Pushing event updated for resources: {'Port': ['ID=75d0c163-cdca-46fa-b931-2ca04a14d7bc,revision_number=1']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:08:53.816280 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-8664d792-ee9e-4287-ba82-b55422d07aee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-601987'] for router_interface, before_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:08:53.828058 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6e9acb-a028-4118-adc4-14c6ca97c244 None None] Pushing event updated for resources: {'Port': ['ID=af4c5e1b-71cd-46fc-a4ca-fc01b95372f7,revision_number=3']} {{(pid=95104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:08:53.905093 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_dvr_db [None req-a83861c5-0eb0-4a4b-b9df-78d9af535f5d None None] Set router 832dfef8-2615-4c77-8ddf-d9bc3cd4865d gateway port host: n-d-713301-16 {{(pid=95104) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 20:08:53.954631 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-8664d792-ee9e-4287-ba82-b55422d07aee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:08:54.046782 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-3f572efc-631b-4c3d-a9cd-69c6edebfbc1 None None] Provisioning complete for port 75d0c163-cdca-46fa-b931-2ca04a14d7bc triggered by entity DHCP. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 20:08:54.047324 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-3f572efc-631b-4c3d-a9cd-69c6edebfbc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:08:54.082012 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.plugin [None req-3f572efc-631b-4c3d-a9cd-69c6edebfbc1 None None] Port 75d0c163-cdca-46fa-b931-2ca04a14d7bc cannot update to ACTIVE because it is not bound. {{(pid=95103) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 20:08:54.096556 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_hamode_db [None req-a83861c5-0eb0-4a4b-b9df-78d9af535f5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '832dfef8-2615-4c77-8ddf-d9bc3cd4865d', 'name': 'tempest-ServerActionsTestJSON-919388451-router', 'tenant_id': 'c9cdc0f8c48b47f0a9ba670a531cda84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'external_fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.115'}], 'enable_snat': True}, 'gw_port_id': 'af4c5e1b-71cd-46fc-a4ca-fc01b95372f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T20:08:51Z', 'updated_at': '2021-09-23T20:08:52Z', 'revision_number': 3, 'project_id': 'c9cdc0f8c48b47f0a9ba670a531cda84', 'gw_port': {'id': 'af4c5e1b-71cd-46fc-a4ca-fc01b95372f7', 'name': '', 'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:8a:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '832dfef8-2615-4c77-8ddf-d9bc3cd4865d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T20:08:51Z', 'updated_at': '2021-09-23T20:08:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-16'}], 'n-d-713301-16', False) {} {{(pid=95104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 20:08:54.122566 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a83861c5-0eb0-4a4b-b9df-78d9af535f5d None None] The sync data for ids ['832dfef8-2615-4c77-8ddf-d9bc3cd4865d'] in n-d-713301-16 is: [{'id': '832dfef8-2615-4c77-8ddf-d9bc3cd4865d', 'name': 'tempest-ServerActionsTestJSON-919388451-router', 'tenant_id': 'c9cdc0f8c48b47f0a9ba670a531cda84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'external_fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.115'}], 'enable_snat': True}, 'gw_port_id': 'af4c5e1b-71cd-46fc-a4ca-fc01b95372f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T20:08:51Z', 'updated_at': '2021-09-23T20:08:52Z', 'revision_number': 3, 'project_id': 'c9cdc0f8c48b47f0a9ba670a531cda84', 'gw_port': {'id': 'af4c5e1b-71cd-46fc-a4ca-fc01b95372f7', 'name': '', 'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:8a:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '832dfef8-2615-4c77-8ddf-d9bc3cd4865d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T20:08:51Z', 'updated_at': '2021-09-23T20:08:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-16'}] {{(pid=95104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 20:08:54.126368 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-8664d792-ee9e-4287-ba82-b55422d07aee admin admin] Notify callbacks [] for port, precommit_update {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:08:54.131773 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-8664d792-ee9e-4287-ba82-b55422d07aee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4399095'] for port, after_update {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:08:54.201572 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8664d792-ee9e-4287-ba82-b55422d07aee admin admin] Pushing event updated for resources: {'Port': ['ID=75d0c163-cdca-46fa-b931-2ca04a14d7bc,revision_number=2']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:08:54.207239 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-8664d792-ee9e-4287-ba82-b55422d07aee admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-527313', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-601459'] for router_interface, after_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:08:54.303430 n-d-713301-16 neutron-server[95102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8664d792-ee9e-4287-ba82-b55422d07aee admin admin] Network c43367ff-daf3-49d8-a63d-d06f66adba8f is already hosted by enough agents. {{(pid=95102) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 20:08:54.304928 n-d-713301-16 neutron-server[95102]: DEBUG neutron.scheduler.base_scheduler [None req-8664d792-ee9e-4287-ba82-b55422d07aee admin admin] Resources bound (agent type, host, resource id): {{(pid=95102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 20:08:54.445014 n-d-713301-16 neutron-server[95102]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8664d792-ee9e-4287-ba82-b55422d07aee admin admin] Router 832dfef8-2615-4c77-8ddf-d9bc3cd4865d has already been hosted by L3 agent 79a740bf-7821-4989-8288-7186e3e128f3 {{(pid=95102) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 20:08:54.567997 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8664d792-ee9e-4287-ba82-b55422d07aee admin admin] Notify agent at l3_agent.n-d-713301-16 the message routers_updated {{(pid=95102) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 20:08:54.573283 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-8664d792-ee9e-4287-ba82-b55422d07aee admin admin] 10.222.0.67 "PUT /v2.0/routers/832dfef8-2615-4c77-8ddf-d9bc3cd4865d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6400452 Sep 23 20:08:54.609341 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-4294dafa-b16c-45fc-a0c9-b9ae5e38979a None None] Provisioning complete for port 75d0c163-cdca-46fa-b931-2ca04a14d7bc triggered by entity DHCP. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 20:08:54.609713 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-4294dafa-b16c-45fc-a0c9-b9ae5e38979a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:08:54.649176 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.plugin [None req-4294dafa-b16c-45fc-a0c9-b9ae5e38979a None None] Port 75d0c163-cdca-46fa-b931-2ca04a14d7bc cannot update to ACTIVE because it is not bound. {{(pid=95103) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 20:08:55.010586 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Device 159aaee8-ca03-4670-b4de-c3922a434e05 up at agent ovs-agent-n-d-713301-16 {{(pid=95103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 20:08:55.062058 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Provisioning complete for port 159aaee8-ca03-4670-b4de-c3922a434e05 triggered by entity L2. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 20:08:55.062730 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:08:55.139764 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Device af4c5e1b-71cd-46fc-a4ca-fc01b95372f7 up at agent ovs-agent-n-d-713301-16 {{(pid=95103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 20:08:55.189762 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Provisioning complete for port af4c5e1b-71cd-46fc-a4ca-fc01b95372f7 triggered by entity L2. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 20:08:55.190135 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:08:55.266069 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:08:55.287123 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] For port af4c5e1b-71cd-46fc-a4ca-fc01b95372f7, host n-d-713301-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-16',level=0,port_id=af4c5e1b-71cd-46fc-a4ca-fc01b95372f7,segment=NetworkSegment(7d4027f1-d893-4c7b-95d4-757b8e44e380),segment_id=7d4027f1-d893-4c7b-95d4-757b8e44e380)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 20:08:55.291178 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:08:55.340268 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Pushing event updated for resources: {'Port': ['ID=af4c5e1b-71cd-46fc-a4ca-fc01b95372f7,revision_number=4']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:08:55.405175 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-80e7e501-6c57-470d-92c6-e3d54bc3195c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:08:55.701088 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5aa294fa-1ab3-415c-805e-8cf2ebf0c173 None None] Sync routers for ids ['832dfef8-2615-4c77-8ddf-d9bc3cd4865d'] in n-d-713301-16 {{(pid=95103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 20:08:55.711240 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5aa294fa-1ab3-415c-805e-8cf2ebf0c173 None None] Routers {'832dfef8-2615-4c77-8ddf-d9bc3cd4865d'} bound to L3 agent in host n-d-713301-16 {{(pid=95103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 20:08:55.711845 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_hamode_db [None req-5aa294fa-1ab3-415c-805e-8cf2ebf0c173 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-23T19:07:52Z,description=,heartbeat_timestamp=2021-09-23T20:08:53Z,host='n-d-713301-16',id=79a740bf-7821-4989-8288-7186e3e128f3,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:07:52Z,topic='l3_agent')) {'router_ids': ['832dfef8-2615-4c77-8ddf-d9bc3cd4865d'], 'active': True} {{(pid=95103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 20:08:55.815997 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_dvr_db [None req-5aa294fa-1ab3-415c-805e-8cf2ebf0c173 None None] Set router 832dfef8-2615-4c77-8ddf-d9bc3cd4865d gateway port host: n-d-713301-16 {{(pid=95103) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 20:08:56.013755 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 59520) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:08:56.018918 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.v2.base [None req-e11ea5fc-a91f-4964-bcae-692af54bb43b tempest-ServerActionsTestJSON-1099592143 tempest-ServerActionsTestJSON-1099592143-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1983845493', 'description': 'tempest-description--831072772'}} {{(pid=95102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 20:08:56.022497 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_hamode_db [None req-5aa294fa-1ab3-415c-805e-8cf2ebf0c173 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '832dfef8-2615-4c77-8ddf-d9bc3cd4865d', 'name': 'tempest-ServerActionsTestJSON-919388451-router', 'tenant_id': 'c9cdc0f8c48b47f0a9ba670a531cda84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'external_fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.115'}], 'enable_snat': True}, 'gw_port_id': 'af4c5e1b-71cd-46fc-a4ca-fc01b95372f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T20:08:51Z', 'updated_at': '2021-09-23T20:08:53Z', 'revision_number': 4, 'project_id': 'c9cdc0f8c48b47f0a9ba670a531cda84', 'gw_port': {'id': 'af4c5e1b-71cd-46fc-a4ca-fc01b95372f7', 'name': '', 'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:8a:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '832dfef8-2615-4c77-8ddf-d9bc3cd4865d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T20:08:51Z', 'updated_at': '2021-09-23T20:08:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-16', '_interfaces': [{'id': '75d0c163-cdca-46fa-b931-2ca04a14d7bc', 'name': '', 'network_id': 'c43367ff-daf3-49d8-a63d-d06f66adba8f', 'tenant_id': 'c9cdc0f8c48b47f0a9ba670a531cda84', 'mac_address': 'fa:16:3e:51:03:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '832dfef8-2615-4c77-8ddf-d9bc3cd4865d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '227f7a8f-869f-4775-8556-35fd28bcf5f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T20:08:53Z', 'updated_at': '2021-09-23T20:08:54Z', 'revision_number': 2, 'project_id': 'c9cdc0f8c48b47f0a9ba670a531cda84', 'subnets': [{'id': '227f7a8f-869f-4775-8556-35fd28bcf5f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-16', False) {} {{(pid=95103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 20:08:56.041371 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-e11ea5fc-a91f-4964-bcae-692af54bb43b tempest-ServerActionsTestJSON-1099592143 tempest-ServerActionsTestJSON-1099592143-project] Notify callbacks [] for security_group, before_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:08:56.049710 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5aa294fa-1ab3-415c-805e-8cf2ebf0c173 None None] Checking router: 832dfef8-2615-4c77-8ddf-d9bc3cd4865d for host: n-d-713301-16 {{(pid=95103) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 20:08:56.050067 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5aa294fa-1ab3-415c-805e-8cf2ebf0c173 None None] Updating router 832dfef8-2615-4c77-8ddf-d9bc3cd4865d port 75d0c163-cdca-46fa-b931-2ca04a14d7bc binding host n-d-713301-16 {{(pid=95103) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 23 20:08:56.076094 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-5aa294fa-1ab3-415c-805e-8cf2ebf0c173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:08:56.139091 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-e11ea5fc-a91f-4964-bcae-692af54bb43b tempest-ServerActionsTestJSON-1099592143 tempest-ServerActionsTestJSON-1099592143-project] Notify callbacks [] for security_group, precommit_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:08:56.142979 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-e11ea5fc-a91f-4964-bcae-692af54bb43b tempest-ServerActionsTestJSON-1099592143 tempest-ServerActionsTestJSON-1099592143-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:08:56.169871 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-e11ea5fc-a91f-4964-bcae-692af54bb43b tempest-ServerActionsTestJSON-1099592143 tempest-ServerActionsTestJSON-1099592143-project] Notify callbacks [] for security_group, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:08:56.171113 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-e11ea5fc-a91f-4964-bcae-692af54bb43b tempest-ServerActionsTestJSON-1099592143 tempest-ServerActionsTestJSON-1099592143-project] 10.222.0.67 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.1562536 Sep 23 20:08:56.173120 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e11ea5fc-a91f-4964-bcae-692af54bb43b tempest-ServerActionsTestJSON-1099592143 tempest-ServerActionsTestJSON-1099592143-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5050492a-4ff5-4619-9495-b5ac49ab15ea,revision_number=1']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:08:56.174889 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 59522) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:08:56.179565 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.v2.base [None req-1fb2316c-b01b-40f1-9a99-3deb6005a67d tempest-ServerActionsTestJSON-1099592143 tempest-ServerActionsTestJSON-1099592143-project] Request body: {'security_group_rule': {'security_group_id': '5050492a-4ff5-4619-9495-b5ac49ab15ea', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 20:08:56.207899 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-1fb2316c-b01b-40f1-9a99-3deb6005a67d tempest-ServerActionsTestJSON-1099592143 tempest-ServerActionsTestJSON-1099592143-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:08:56.271052 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-1fb2316c-b01b-40f1-9a99-3deb6005a67d tempest-ServerActionsTestJSON-1099592143 tempest-ServerActionsTestJSON-1099592143-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:08:56.274800 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-1fb2316c-b01b-40f1-9a99-3deb6005a67d tempest-ServerActionsTestJSON-1099592143 tempest-ServerActionsTestJSON-1099592143-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575319'] for security_group_rule, after_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:08:56.289554 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fb2316c-b01b-40f1-9a99-3deb6005a67d tempest-ServerActionsTestJSON-1099592143 tempest-ServerActionsTestJSON-1099592143-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=271cf915-9866-491b-9b4e-2135025c2324,revision_number=0']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:08:56.302070 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-1fb2316c-b01b-40f1-9a99-3deb6005a67d tempest-ServerActionsTestJSON-1099592143 tempest-ServerActionsTestJSON-1099592143-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:08:56.303484 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-1fb2316c-b01b-40f1-9a99-3deb6005a67d tempest-ServerActionsTestJSON-1099592143 tempest-ServerActionsTestJSON-1099592143-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1275573 Sep 23 20:08:56.306216 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 59524) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:08:56.310990 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.v2.base [None req-73f24033-ee11-441a-96f8-ad3ec7de50fb tempest-ServerActionsTestJSON-1099592143 tempest-ServerActionsTestJSON-1099592143-project] Request body: {'security_group_rule': {'security_group_id': '5050492a-4ff5-4619-9495-b5ac49ab15ea', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=95102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 20:08:56.339181 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-73f24033-ee11-441a-96f8-ad3ec7de50fb tempest-ServerActionsTestJSON-1099592143 tempest-ServerActionsTestJSON-1099592143-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:08:56.363505 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-5aa294fa-1ab3-415c-805e-8cf2ebf0c173 None None] Notify callbacks [] for port, precommit_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:08:56.368709 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-5aa294fa-1ab3-415c-805e-8cf2ebf0c173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:08:56.399742 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-73f24033-ee11-441a-96f8-ad3ec7de50fb tempest-ServerActionsTestJSON-1099592143 tempest-ServerActionsTestJSON-1099592143-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:08:56.404407 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-73f24033-ee11-441a-96f8-ad3ec7de50fb tempest-ServerActionsTestJSON-1099592143 tempest-ServerActionsTestJSON-1099592143-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575319'] for security_group_rule, after_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:08:56.424676 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f24033-ee11-441a-96f8-ad3ec7de50fb tempest-ServerActionsTestJSON-1099592143 tempest-ServerActionsTestJSON-1099592143-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bbd006cc-6ca8-452b-96a8-2c63a231b703,revision_number=0']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:08:56.432473 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-73f24033-ee11-441a-96f8-ad3ec7de50fb tempest-ServerActionsTestJSON-1099592143 tempest-ServerActionsTestJSON-1099592143-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:08:56.437369 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 59526) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:08:56.440781 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b94422e4-6fe0-4155-aed6-51dbfaabafe4 None None] Pushing event updated for resources: {'Port': ['ID=75d0c163-cdca-46fa-b931-2ca04a14d7bc,revision_number=3']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:08:56.443206 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.v2.base [None req-006a230a-259d-4dcf-8d4d-f9c773a5f70c tempest-ServerActionsTestJSON-1099592143 tempest-ServerActionsTestJSON-1099592143-project] Request body: {'floatingip': {'floating_network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac'}} {{(pid=95101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 20:08:56.447748 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-73f24033-ee11-441a-96f8-ad3ec7de50fb tempest-ServerActionsTestJSON-1099592143 tempest-ServerActionsTestJSON-1099592143-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1403394 Sep 23 20:08:56.470582 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-006a230a-259d-4dcf-8d4d-f9c773a5f70c tempest-ServerActionsTestJSON-1099592143 tempest-ServerActionsTestJSON-1099592143-project] Notify callbacks [] for floatingip, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:08:56.473560 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.managers [None req-5aa294fa-1ab3-415c-805e-8cf2ebf0c173 None None] Attempting to bind port 75d0c163-cdca-46fa-b931-2ca04a14d7bc on host n-d-713301-16 for vnic_type normal with profile {{(pid=95103) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 20:08:56.474034 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.managers [None req-5aa294fa-1ab3-415c-805e-8cf2ebf0c173 None None] Attempting to bind port 75d0c163-cdca-46fa-b931-2ca04a14d7bc by drivers openvswitch,hyperv on host n-d-713301-16 at level 0 using segments [{'id': '63d9966b-ec95-4293-aace-132eeb81246d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'c43367ff-daf3-49d8-a63d-d06f66adba8f'}] {{(pid=95103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 20:08:56.475286 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5aa294fa-1ab3-415c-805e-8cf2ebf0c173 None None] Attempting to bind port 75d0c163-cdca-46fa-b931-2ca04a14d7bc on network c43367ff-daf3-49d8-a63d-d06f66adba8f {{(pid=95103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 20:08:56.479891 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5aa294fa-1ab3-415c-805e-8cf2ebf0c173 None None] Checking agent: {'id': '70a14545-df24-472f-8f95-bfe1719bff93', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 19, 7, 53), 'started_at': datetime.datetime(2021, 9, 23, 19, 8, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 20, 8, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 20:08:56.480337 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5aa294fa-1ab3-415c-805e-8cf2ebf0c173 None None] Checking segment: {'id': '63d9966b-ec95-4293-aace-132eeb81246d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'c43367ff-daf3-49d8-a63d-d06f66adba8f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95103) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 20:08:56.480839 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-5aa294fa-1ab3-415c-805e-8cf2ebf0c173 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:08:56.481289 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5aa294fa-1ab3-415c-805e-8cf2ebf0c173 None None] Bound using segment: {'id': '63d9966b-ec95-4293-aace-132eeb81246d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'c43367ff-daf3-49d8-a63d-d06f66adba8f'} {{(pid=95103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 20:08:56.481819 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.managers [None req-5aa294fa-1ab3-415c-805e-8cf2ebf0c173 None None] Bound port: 75d0c163-cdca-46fa-b931-2ca04a14d7bc, host: n-d-713301-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '63d9966b-ec95-4293-aace-132eeb81246d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'c43367ff-daf3-49d8-a63d-d06f66adba8f'}}] {{(pid=95103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 20:08:56.482277 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-5aa294fa-1ab3-415c-805e-8cf2ebf0c173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:08:56.552002 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-5aa294fa-1ab3-415c-805e-8cf2ebf0c173 None None] For port 75d0c163-cdca-46fa-b931-2ca04a14d7bc, host n-d-713301-16, cleared binding levels {{(pid=95103) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 20:08:56.556320 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-5aa294fa-1ab3-415c-805e-8cf2ebf0c173 None None] For port 75d0c163-cdca-46fa-b931-2ca04a14d7bc, host n-d-713301-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-16',level=0,port_id=75d0c163-cdca-46fa-b931-2ca04a14d7bc,segment=NetworkSegment(63d9966b-ec95-4293-aace-132eeb81246d),segment_id=63d9966b-ec95-4293-aace-132eeb81246d)] {{(pid=95103) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 20:08:56.562266 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-5aa294fa-1ab3-415c-805e-8cf2ebf0c173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:08:56.578733 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-006a230a-259d-4dcf-8d4d-f9c773a5f70c tempest-ServerActionsTestJSON-1099592143 tempest-ServerActionsTestJSON-1099592143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:08:56.629558 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5aa294fa-1ab3-415c-805e-8cf2ebf0c173 None None] Routers {'832dfef8-2615-4c77-8ddf-d9bc3cd4865d'} bound to L3 agent in host n-d-713301-16 {{(pid=95103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 20:08:56.630314 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_hamode_db [None req-5aa294fa-1ab3-415c-805e-8cf2ebf0c173 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-23T19:07:52Z,description=,heartbeat_timestamp=2021-09-23T20:08:53Z,host='n-d-713301-16',id=79a740bf-7821-4989-8288-7186e3e128f3,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:07:52Z,topic='l3_agent')) {'router_ids': ['832dfef8-2615-4c77-8ddf-d9bc3cd4865d'], 'active': True} {{(pid=95103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 20:08:56.633258 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b94422e4-6fe0-4155-aed6-51dbfaabafe4 None None] Pushing event updated for resources: {'Port': ['ID=75d0c163-cdca-46fa-b931-2ca04a14d7bc,revision_number=4']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:08:56.694848 n-d-713301-16 neutron-server[95101]: DEBUG neutron.db.db_base_plugin_common [None req-006a230a-259d-4dcf-8d4d-f9c773a5f70c tempest-ServerActionsTestJSON-1099592143 tempest-ServerActionsTestJSON-1099592143-project] Allocated IP 172.25.1.106 (5dec5c09-378e-4f50-89cc-d94eb81c3bac/eff83446-018c-428d-b3f5-54ac9abe7a2a/05727de3-0c1b-4bfd-b7e5-d30c9c207dba) {{(pid=95101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 20:08:56.725216 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-0a37a695-aa31-4f51-87b6-4bbb9bb0afe3 None None] Provisioning complete for port 75d0c163-cdca-46fa-b931-2ca04a14d7bc triggered by entity DHCP. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 20:08:56.725589 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-0a37a695-aa31-4f51-87b6-4bbb9bb0afe3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:08:56.784573 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_dvr_db [None req-5aa294fa-1ab3-415c-805e-8cf2ebf0c173 None None] Set router 832dfef8-2615-4c77-8ddf-d9bc3cd4865d gateway port host: n-d-713301-16 {{(pid=95103) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 20:08:56.818724 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-006a230a-259d-4dcf-8d4d-f9c773a5f70c tempest-ServerActionsTestJSON-1099592143 tempest-ServerActionsTestJSON-1099592143-project] Notify callbacks [] for port, precommit_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:08:56.857905 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-006a230a-259d-4dcf-8d4d-f9c773a5f70c tempest-ServerActionsTestJSON-1099592143 tempest-ServerActionsTestJSON-1099592143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783145673135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5607431'] for port, after_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:08:56.905609 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-006a230a-259d-4dcf-8d4d-f9c773a5f70c tempest-ServerActionsTestJSON-1099592143 tempest-ServerActionsTestJSON-1099592143-project] Network 5dec5c09-378e-4f50-89cc-d94eb81c3bac is already hosted by enough agents. {{(pid=95101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 20:08:56.909240 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.base_scheduler [None req-006a230a-259d-4dcf-8d4d-f9c773a5f70c tempest-ServerActionsTestJSON-1099592143 tempest-ServerActionsTestJSON-1099592143-project] Resources bound (agent type, host, resource id): {{(pid=95101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 20:08:56.911561 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-0a37a695-aa31-4f51-87b6-4bbb9bb0afe3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:08:56.916485 n-d-713301-16 neutron-server[95101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-006a230a-259d-4dcf-8d4d-f9c773a5f70c tempest-ServerActionsTestJSON-1099592143 tempest-ServerActionsTestJSON-1099592143-project] Received port after_create {{(pid=95101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 20:08:56.919947 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-006a230a-259d-4dcf-8d4d-f9c773a5f70c tempest-ServerActionsTestJSON-1099592143 tempest-ServerActionsTestJSON-1099592143-project] Pushing event updated for resources: {'Port': ['ID=05727de3-0c1b-4bfd-b7e5-d30c9c207dba,revision_number=1']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:08:56.976024 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Device af4c5e1b-71cd-46fc-a4ca-fc01b95372f7 up at agent ovs-agent-n-d-713301-16 {{(pid=95103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 20:08:56.991242 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-0a37a695-aa31-4f51-87b6-4bbb9bb0afe3 None None] For port 75d0c163-cdca-46fa-b931-2ca04a14d7bc, host n-d-713301-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-16',level=0,port_id=75d0c163-cdca-46fa-b931-2ca04a14d7bc,segment=NetworkSegment(63d9966b-ec95-4293-aace-132eeb81246d),segment_id=63d9966b-ec95-4293-aace-132eeb81246d)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 20:08:57.005306 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-006a230a-259d-4dcf-8d4d-f9c773a5f70c tempest-ServerActionsTestJSON-1099592143 tempest-ServerActionsTestJSON-1099592143-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:08:57.016326 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-0a37a695-aa31-4f51-87b6-4bbb9bb0afe3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:08:57.041425 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-006a230a-259d-4dcf-8d4d-f9c773a5f70c tempest-ServerActionsTestJSON-1099592143 tempest-ServerActionsTestJSON-1099592143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:08:57.201977 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-006a230a-259d-4dcf-8d4d-f9c773a5f70c tempest-ServerActionsTestJSON-1099592143 tempest-ServerActionsTestJSON-1099592143-project] Notify callbacks [] for port, precommit_update {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:08:57.207315 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-006a230a-259d-4dcf-8d4d-f9c773a5f70c tempest-ServerActionsTestJSON-1099592143 tempest-ServerActionsTestJSON-1099592143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5607436'] for port, after_update {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:08:57.278554 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-6fd3cf09-af1b-451a-ac14-37cac850a95a None None] Provisioning complete for port 75d0c163-cdca-46fa-b931-2ca04a14d7bc triggered by entity DHCP. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 20:08:57.279162 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-6fd3cf09-af1b-451a-ac14-37cac850a95a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:08:57.281368 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a37a695-aa31-4f51-87b6-4bbb9bb0afe3 None None] Pushing event updated for resources: {'Port': ['ID=75d0c163-cdca-46fa-b931-2ca04a14d7bc,revision_number=5']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:08:57.287130 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-006a230a-259d-4dcf-8d4d-f9c773a5f70c tempest-ServerActionsTestJSON-1099592143 tempest-ServerActionsTestJSON-1099592143-project] Pushing event updated for resources: {'Port': ['ID=05727de3-0c1b-4bfd-b7e5-d30c9c207dba,revision_number=2']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:08:57.295991 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-006a230a-259d-4dcf-8d4d-f9c773a5f70c tempest-ServerActionsTestJSON-1099592143 tempest-ServerActionsTestJSON-1099592143-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-601884'] for floatingip, after_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:08:57.309953 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Provisioning complete for port af4c5e1b-71cd-46fc-a4ca-fc01b95372f7 triggered by entity L2. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 20:08:57.310121 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-006a230a-259d-4dcf-8d4d-f9c773a5f70c tempest-ServerActionsTestJSON-1099592143 tempest-ServerActionsTestJSON-1099592143-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222849'] for floatingip, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:08:57.310321 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:08:57.311788 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-006a230a-259d-4dcf-8d4d-f9c773a5f70c tempest-ServerActionsTestJSON-1099592143 tempest-ServerActionsTestJSON-1099592143-project] 10.222.0.67 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8729556 Sep 23 20:08:57.363813 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_hamode_db [None req-5aa294fa-1ab3-415c-805e-8cf2ebf0c173 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '832dfef8-2615-4c77-8ddf-d9bc3cd4865d', 'name': 'tempest-ServerActionsTestJSON-919388451-router', 'tenant_id': 'c9cdc0f8c48b47f0a9ba670a531cda84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'external_fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.115'}], 'enable_snat': True}, 'gw_port_id': 'af4c5e1b-71cd-46fc-a4ca-fc01b95372f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T20:08:51Z', 'updated_at': '2021-09-23T20:08:53Z', 'revision_number': 4, 'project_id': 'c9cdc0f8c48b47f0a9ba670a531cda84', 'gw_port': {'id': 'af4c5e1b-71cd-46fc-a4ca-fc01b95372f7', 'name': '', 'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:8a:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '832dfef8-2615-4c77-8ddf-d9bc3cd4865d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T20:08:51Z', 'updated_at': '2021-09-23T20:08:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-16', '_interfaces': [{'id': '75d0c163-cdca-46fa-b931-2ca04a14d7bc', 'name': '', 'network_id': 'c43367ff-daf3-49d8-a63d-d06f66adba8f', 'tenant_id': 'c9cdc0f8c48b47f0a9ba670a531cda84', 'mac_address': 'fa:16:3e:51:03:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '832dfef8-2615-4c77-8ddf-d9bc3cd4865d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '227f7a8f-869f-4775-8556-35fd28bcf5f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T20:08:53Z', 'updated_at': '2021-09-23T20:08:56Z', 'revision_number': 4, 'project_id': 'c9cdc0f8c48b47f0a9ba670a531cda84', 'subnets': [{'id': '227f7a8f-869f-4775-8556-35fd28bcf5f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-16', False) {} {{(pid=95103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 20:08:57.398111 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5aa294fa-1ab3-415c-805e-8cf2ebf0c173 None None] The sync data for ids ['832dfef8-2615-4c77-8ddf-d9bc3cd4865d'] in n-d-713301-16 is: [{'id': '832dfef8-2615-4c77-8ddf-d9bc3cd4865d', 'name': 'tempest-ServerActionsTestJSON-919388451-router', 'tenant_id': 'c9cdc0f8c48b47f0a9ba670a531cda84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'external_fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.115'}], 'enable_snat': True}, 'gw_port_id': 'af4c5e1b-71cd-46fc-a4ca-fc01b95372f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T20:08:51Z', 'updated_at': '2021-09-23T20:08:53Z', 'revision_number': 4, 'project_id': 'c9cdc0f8c48b47f0a9ba670a531cda84', 'gw_port': {'id': 'af4c5e1b-71cd-46fc-a4ca-fc01b95372f7', 'name': '', 'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:8a:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '832dfef8-2615-4c77-8ddf-d9bc3cd4865d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T20:08:51Z', 'updated_at': '2021-09-23T20:08:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-16', '_interfaces': [{'id': '75d0c163-cdca-46fa-b931-2ca04a14d7bc', 'name': '', 'network_id': 'c43367ff-daf3-49d8-a63d-d06f66adba8f', 'tenant_id': 'c9cdc0f8c48b47f0a9ba670a531cda84', 'mac_address': 'fa:16:3e:51:03:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '832dfef8-2615-4c77-8ddf-d9bc3cd4865d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '227f7a8f-869f-4775-8556-35fd28bcf5f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T20:08:53Z', 'updated_at': '2021-09-23T20:08:56Z', 'revision_number': 4, 'project_id': 'c9cdc0f8c48b47f0a9ba670a531cda84', 'subnets': [{'id': '227f7a8f-869f-4775-8556-35fd28bcf5f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 20:08:57.474174 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-f1b680cc-9509-4459-918b-dc91bade26b6 req-d4be5ab4-974a-4068-a774-35fbd3e22ed6 tempest-ServerActionsTestJSON-1099592143 tempest-ServerActionsTestJSON-1099592143-project] 10.222.0.67 "GET /v2.0/security-groups?name=tempest-securitygroup--1983845493&fields=id&tenant_id=c9cdc0f8c48b47f0a9ba670a531cda84 HTTP/1.1" status: 200 len: 267 time: 0.0516620 Sep 23 20:08:57.597199 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b680cc-9509-4459-918b-dc91bade26b6 req-0d3ca214-3cf7-4db6-8bb9-8ad7db0d04f8 tempest-ServerActionsTestJSON-1099592143 tempest-ServerActionsTestJSON-1099592143-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:08:57.598847 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-f1b680cc-9509-4459-918b-dc91bade26b6 req-0d3ca214-3cf7-4db6-8bb9-8ad7db0d04f8 tempest-ServerActionsTestJSON-1099592143 tempest-ServerActionsTestJSON-1099592143-project] 10.222.0.67 "GET /v2.0/networks?id=c43367ff-daf3-49d8-a63d-d06f66adba8f HTTP/1.1" status: 200 len: 811 time: 0.1106269 Sep 23 20:08:57.615190 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-f1b680cc-9509-4459-918b-dc91bade26b6 req-4191eb88-5a08-4765-b15c-aa93bdd6f380 tempest-ServerActionsTestJSON-1099592143 tempest-ServerActionsTestJSON-1099592143-project] 10.222.0.67 "GET /v2.0/quotas/c9cdc0f8c48b47f0a9ba670a531cda84 HTTP/1.1" status: 200 len: 375 time: 0.0104051 Sep 23 20:08:57.670945 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-f1b680cc-9509-4459-918b-dc91bade26b6 req-c1627891-5f57-42d3-8dfb-6d795005bbb2 tempest-ServerActionsTestJSON-1099592143 tempest-ServerActionsTestJSON-1099592143-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=c9cdc0f8c48b47f0a9ba670a531cda84&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0500016 Sep 23 20:08:57.778201 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-f1b680cc-9509-4459-918b-dc91bade26b6 req-b9d2022d-f724-4139-bd5e-2b86e6ab1f1f service neutron] 10.222.0.67 "GET /v2.0/networks/c43367ff-daf3-49d8-a63d-d06f66adba8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0944073 Sep 23 20:08:57.873961 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-f1b680cc-9509-4459-918b-dc91bade26b6 req-45babcdc-d3e4-4907-b654-1200a18898fb service neutron] 10.222.0.67 "GET /v2.0/networks/c43367ff-daf3-49d8-a63d-d06f66adba8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888884 Sep 23 20:08:58.049934 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-0deb72a4-9ae3-424c-bc82-83e99166e0e0 req-baf294f1-4248-4424-9179-8329460dc48b tempest-ServerActionsTestJSON-1099592143 tempest-ServerActionsTestJSON-1099592143-project] 10.222.0.67 "GET /v2.0/ports?device_id=08fc8551-2c45-4cac-b830-465c2625e47f HTTP/1.1" status: 200 len: 210 time: 0.0355833 Sep 23 20:08:58.305220 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:08:58.586587 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:08:58.985244 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Device 75d0c163-cdca-46fa-b931-2ca04a14d7bc up at agent ovs-agent-n-d-713301-16 {{(pid=95103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 20:08:59.024280 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b680cc-9509-4459-918b-dc91bade26b6 req-81ac7934-3a24-4c63-ac73-26b09fc969ee tempest-ServerActionsTestJSON-1099592143 tempest-ServerActionsTestJSON-1099592143-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:08:59.026667 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-f1b680cc-9509-4459-918b-dc91bade26b6 req-81ac7934-3a24-4c63-ac73-26b09fc969ee tempest-ServerActionsTestJSON-1099592143 tempest-ServerActionsTestJSON-1099592143-project] 10.222.0.53 "GET /v2.0/networks?id=c43367ff-daf3-49d8-a63d-d06f66adba8f HTTP/1.1" status: 200 len: 811 time: 0.1213925 Sep 23 20:08:59.043921 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Provisioning complete for port 75d0c163-cdca-46fa-b931-2ca04a14d7bc triggered by entity L2. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 20:08:59.044466 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:08:59.078184 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-f1b680cc-9509-4459-918b-dc91bade26b6 req-399336be-0f1e-42e6-b830-54422810f850 tempest-ServerActionsTestJSON-1099592143 tempest-ServerActionsTestJSON-1099592143-project] 10.222.0.53 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c9cdc0f8c48b47f0a9ba670a531cda84 HTTP/1.1" status: 200 len: 380 time: 0.0422719 Sep 23 20:08:59.087789 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.v2.base [req-f1b680cc-9509-4459-918b-dc91bade26b6 req-f27d7378-02bf-4396-8c82-0d0cbb4729a8 tempest-ServerActionsTestJSON-1099592143 tempest-ServerActionsTestJSON-1099592143-project] Request body: {'port': {'device_id': '08fc8551-2c45-4cac-b830-465c2625e47f', 'network_id': 'c43367ff-daf3-49d8-a63d-d06f66adba8f', 'admin_state_up': True, 'tenant_id': 'c9cdc0f8c48b47f0a9ba670a531cda84', 'security_groups': ['5050492a-4ff5-4619-9495-b5ac49ab15ea']}} {{(pid=95102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 20:08:59.191934 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-2b5b6665-73c1-4f5d-90a4-6909cd3c6140 req-0f6faaf8-76cc-4177-bf26-71f70414ad21 tempest-ServerActionsTestJSON-1099592143 tempest-ServerActionsTestJSON-1099592143-project] 10.222.0.67 "GET /v2.0/ports?device_id=08fc8551-2c45-4cac-b830-465c2625e47f HTTP/1.1" status: 200 len: 210 time: 0.0346997 Sep 23 20:08:59.229763 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f1b680cc-9509-4459-918b-dc91bade26b6 req-f27d7378-02bf-4396-8c82-0d0cbb4729a8 tempest-ServerActionsTestJSON-1099592143 tempest-ServerActionsTestJSON-1099592143-project] Made reservation on behalf of c9cdc0f8c48b47f0a9ba670a531cda84 for: {'port': 1} {{(pid=95102) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 20:08:59.233202 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-f1b680cc-9509-4459-918b-dc91bade26b6 req-f27d7378-02bf-4396-8c82-0d0cbb4729a8 tempest-ServerActionsTestJSON-1099592143 tempest-ServerActionsTestJSON-1099592143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:08:59.360189 n-d-713301-16 neutron-server[95102]: DEBUG neutron.db.db_base_plugin_common [req-f1b680cc-9509-4459-918b-dc91bade26b6 req-f27d7378-02bf-4396-8c82-0d0cbb4729a8 tempest-ServerActionsTestJSON-1099592143 tempest-ServerActionsTestJSON-1099592143-project] Allocated IP 172.20.0.9 (c43367ff-daf3-49d8-a63d-d06f66adba8f/227f7a8f-869f-4775-8556-35fd28bcf5f3/ed3be4b8-ef8a-4813-b8bc-5f31aca5a2f4) {{(pid=95102) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 20:08:59.498370 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-f1b680cc-9509-4459-918b-dc91bade26b6 req-f27d7378-02bf-4396-8c82-0d0cbb4729a8 tempest-ServerActionsTestJSON-1099592143 tempest-ServerActionsTestJSON-1099592143-project] Notify callbacks [] for port, precommit_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:08:59.536491 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-f1b680cc-9509-4459-918b-dc91bade26b6 req-f27d7378-02bf-4396-8c82-0d0cbb4729a8 tempest-ServerActionsTestJSON-1099592143 tempest-ServerActionsTestJSON-1099592143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783145673135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4399100'] for port, after_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:08:59.580702 n-d-713301-16 neutron-server[95102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f1b680cc-9509-4459-918b-dc91bade26b6 req-f27d7378-02bf-4396-8c82-0d0cbb4729a8 tempest-ServerActionsTestJSON-1099592143 tempest-ServerActionsTestJSON-1099592143-project] Network c43367ff-daf3-49d8-a63d-d06f66adba8f is already hosted by enough agents. {{(pid=95102) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 20:08:59.583842 n-d-713301-16 neutron-server[95102]: DEBUG neutron.scheduler.base_scheduler [req-f1b680cc-9509-4459-918b-dc91bade26b6 req-f27d7378-02bf-4396-8c82-0d0cbb4729a8 tempest-ServerActionsTestJSON-1099592143 tempest-ServerActionsTestJSON-1099592143-project] Resources bound (agent type, host, resource id): {{(pid=95102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 20:08:59.587589 n-d-713301-16 neutron-server[95102]: DEBUG neutron.db.l3_dvrscheduler_db [req-f1b680cc-9509-4459-918b-dc91bade26b6 req-f27d7378-02bf-4396-8c82-0d0cbb4729a8 tempest-ServerActionsTestJSON-1099592143 tempest-ServerActionsTestJSON-1099592143-project] Received port after_create {{(pid=95102) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 20:08:59.616649 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f27d7378-02bf-4396-8c82-0d0cbb4729a8 tempest-ServerActionsTestJSON-1099592143 tempest-ServerActionsTestJSON-1099592143-project] Pushing event updated for resources: {'Port': ['ID=ed3be4b8-ef8a-4813-b8bc-5f31aca5a2f4,revision_number=1']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:08:59.645163 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b680cc-9509-4459-918b-dc91bade26b6 req-f27d7378-02bf-4396-8c82-0d0cbb4729a8 tempest-ServerActionsTestJSON-1099592143 tempest-ServerActionsTestJSON-1099592143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:08:59.645799 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-f1b680cc-9509-4459-918b-dc91bade26b6 req-f27d7378-02bf-4396-8c82-0d0cbb4729a8 tempest-ServerActionsTestJSON-1099592143 tempest-ServerActionsTestJSON-1099592143-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222849'] for port, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:08:59.661519 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-f1b680cc-9509-4459-918b-dc91bade26b6 req-f27d7378-02bf-4396-8c82-0d0cbb4729a8 tempest-ServerActionsTestJSON-1099592143 tempest-ServerActionsTestJSON-1099592143-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5776169 Sep 23 20:08:59.674247 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.v2.base [req-f1b680cc-9509-4459-918b-dc91bade26b6 req-4f1cdb53-0a76-4b79-baad-f985b9a15a8b service neutron] Request body: {'port': {'device_id': '08fc8551-2c45-4cac-b830-465c2625e47f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713301-16'}} {{(pid=95102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 20:08:59.730872 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-f1b680cc-9509-4459-918b-dc91bade26b6 req-4f1cdb53-0a76-4b79-baad-f985b9a15a8b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:08:59.818014 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-96bdb90f-d0b1-4f8d-bc79-c186e480cc60 None None] Provisioning complete for port ed3be4b8-ef8a-4813-b8bc-5f31aca5a2f4 triggered by entity DHCP. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 20:08:59.818624 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-96bdb90f-d0b1-4f8d-bc79-c186e480cc60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:08:59.853474 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.plugin [None req-96bdb90f-d0b1-4f8d-bc79-c186e480cc60 None None] Port ed3be4b8-ef8a-4813-b8bc-5f31aca5a2f4 cannot update to ACTIVE because it is not bound. {{(pid=95103) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 20:09:00.004662 n-d-713301-16 neutron-server[95102]: DEBUG neutron.notifiers.nova [req-f1b680cc-9509-4459-918b-dc91bade26b6 req-4f1cdb53-0a76-4b79-baad-f985b9a15a8b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ed3be4b8-ef8a-4813-b8bc-5f31aca5a2f4 {{(pid=95102) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 20:09:00.012098 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-f1b680cc-9509-4459-918b-dc91bade26b6 req-4f1cdb53-0a76-4b79-baad-f985b9a15a8b service neutron] Notify callbacks [] for port, precommit_update {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:09:00.024291 n-d-713301-16 neutron-server[95102]: DEBUG neutron.db.provisioning_blocks [req-f1b680cc-9509-4459-918b-dc91bade26b6 req-4f1cdb53-0a76-4b79-baad-f985b9a15a8b service neutron] Transition to ACTIVE for port object ed3be4b8-ef8a-4813-b8bc-5f31aca5a2f4 will not be triggered until provisioned by entity L2. {{(pid=95102) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 20:09:00.028031 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-f1b680cc-9509-4459-918b-dc91bade26b6 req-4f1cdb53-0a76-4b79-baad-f985b9a15a8b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4399095'] for port, after_update {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:09:00.098349 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f1cdb53-0a76-4b79-baad-f985b9a15a8b service neutron] Pushing event updated for resources: {'Port': ['ID=ed3be4b8-ef8a-4813-b8bc-5f31aca5a2f4,revision_number=2']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:09:00.153168 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.managers [req-f1b680cc-9509-4459-918b-dc91bade26b6 req-4f1cdb53-0a76-4b79-baad-f985b9a15a8b service neutron] Attempting to bind port ed3be4b8-ef8a-4813-b8bc-5f31aca5a2f4 on host n-h2-713301-16 for vnic_type normal with profile {{(pid=95102) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 20:09:00.153510 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.managers [req-f1b680cc-9509-4459-918b-dc91bade26b6 req-4f1cdb53-0a76-4b79-baad-f985b9a15a8b service neutron] Attempting to bind port ed3be4b8-ef8a-4813-b8bc-5f31aca5a2f4 by drivers openvswitch,hyperv on host n-h2-713301-16 at level 0 using segments [{'id': '63d9966b-ec95-4293-aace-132eeb81246d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'c43367ff-daf3-49d8-a63d-d06f66adba8f'}] {{(pid=95102) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 20:09:00.153841 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1b680cc-9509-4459-918b-dc91bade26b6 req-4f1cdb53-0a76-4b79-baad-f985b9a15a8b service neutron] Attempting to bind port ed3be4b8-ef8a-4813-b8bc-5f31aca5a2f4 on network c43367ff-daf3-49d8-a63d-d06f66adba8f {{(pid=95102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 20:09:00.158892 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1b680cc-9509-4459-918b-dc91bade26b6 req-4f1cdb53-0a76-4b79-baad-f985b9a15a8b service neutron] Port ed3be4b8-ef8a-4813-b8bc-5f31aca5a2f4 on network c43367ff-daf3-49d8-a63d-d06f66adba8f not bound, no agent of type Open vSwitch agent registered on host n-h2-713301-16 {{(pid=95102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 20:09:00.159476 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1b680cc-9509-4459-918b-dc91bade26b6 req-4f1cdb53-0a76-4b79-baad-f985b9a15a8b service neutron] Attempting to bind port ed3be4b8-ef8a-4813-b8bc-5f31aca5a2f4 on network c43367ff-daf3-49d8-a63d-d06f66adba8f {{(pid=95102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 20:09:00.164576 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1b680cc-9509-4459-918b-dc91bade26b6 req-4f1cdb53-0a76-4b79-baad-f985b9a15a8b service neutron] Checking agent: {'id': '2a7cea34-db54-4faf-8d23-37521c3e34cb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713301-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 19, 15, 28), 'started_at': datetime.datetime(2021, 9, 23, 19, 15, 28), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 20, 8, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 20:09:00.164943 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1b680cc-9509-4459-918b-dc91bade26b6 req-4f1cdb53-0a76-4b79-baad-f985b9a15a8b service neutron] Checking segment: {'id': '63d9966b-ec95-4293-aace-132eeb81246d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'c43367ff-daf3-49d8-a63d-d06f66adba8f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95102) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 20:09:00.165334 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1b680cc-9509-4459-918b-dc91bade26b6 req-4f1cdb53-0a76-4b79-baad-f985b9a15a8b service neutron] Bound using segment: {'id': '63d9966b-ec95-4293-aace-132eeb81246d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'c43367ff-daf3-49d8-a63d-d06f66adba8f'} {{(pid=95102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 20:09:00.165764 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.managers [req-f1b680cc-9509-4459-918b-dc91bade26b6 req-4f1cdb53-0a76-4b79-baad-f985b9a15a8b service neutron] Bound port: ed3be4b8-ef8a-4813-b8bc-5f31aca5a2f4, host: n-h2-713301-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '63d9966b-ec95-4293-aace-132eeb81246d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'c43367ff-daf3-49d8-a63d-d06f66adba8f'}}] {{(pid=95102) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 20:09:00.166125 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-f1b680cc-9509-4459-918b-dc91bade26b6 req-4f1cdb53-0a76-4b79-baad-f985b9a15a8b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:09:00.234770 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.db [req-f1b680cc-9509-4459-918b-dc91bade26b6 req-4f1cdb53-0a76-4b79-baad-f985b9a15a8b service neutron] For port ed3be4b8-ef8a-4813-b8bc-5f31aca5a2f4, host n-h2-713301-16, cleared binding levels {{(pid=95102) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 20:09:00.239626 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.db [req-f1b680cc-9509-4459-918b-dc91bade26b6 req-4f1cdb53-0a76-4b79-baad-f985b9a15a8b service neutron] For port ed3be4b8-ef8a-4813-b8bc-5f31aca5a2f4, host n-h2-713301-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-16',level=0,port_id=ed3be4b8-ef8a-4813-b8bc-5f31aca5a2f4,segment=NetworkSegment(63d9966b-ec95-4293-aace-132eeb81246d),segment_id=63d9966b-ec95-4293-aace-132eeb81246d)] {{(pid=95102) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 20:09:00.243888 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-f1b680cc-9509-4459-918b-dc91bade26b6 req-4f1cdb53-0a76-4b79-baad-f985b9a15a8b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4399095'] for port, after_update {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:09:00.310040 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b680cc-9509-4459-918b-dc91bade26b6 req-4f1cdb53-0a76-4b79-baad-f985b9a15a8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:09:00.310682 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-f1b680cc-9509-4459-918b-dc91bade26b6 req-4f1cdb53-0a76-4b79-baad-f985b9a15a8b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222849'] for port, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:09:00.312134 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-f1b680cc-9509-4459-918b-dc91bade26b6 req-4f1cdb53-0a76-4b79-baad-f985b9a15a8b service neutron] 10.222.0.53 "PUT /v2.0/ports/ed3be4b8-ef8a-4813-b8bc-5f31aca5a2f4 HTTP/1.1" status: 200 len: 1092 time: 0.6422060 Sep 23 20:09:00.312588 n-d-713301-16 neutron-server[95102]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '08fc8551-2c45-4cac-b830-465c2625e47f', 'tag': 'ed3be4b8-ef8a-4813-b8bc-5f31aca5a2f4'}] {{(pid=95102) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 20:09:00.314964 n-d-713301-16 neutron-server[95102]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab31b6d93e5336dbddfa8ec424565b3bd8cb2369c5b4d85bc943472dbb21e8ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74427e30-b6f1-4f3a-9c96-d854d02c3d2b" -d '{"events": [{"name": "network-changed", "server_uuid": "08fc8551-2c45-4cac-b830-465c2625e47f", "tag": "ed3be4b8-ef8a-4813-b8bc-5f31aca5a2f4"}]}' {{(pid=95102) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 20:09:00.341863 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f1cdb53-0a76-4b79-baad-f985b9a15a8b service neutron] Pushing event updated for resources: {'Port': ['ID=ed3be4b8-ef8a-4813-b8bc-5f31aca5a2f4,revision_number=3']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:09:00.372893 n-d-713301-16 neutron-server[95102]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 20:09:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11ecc7bb-c068-435f-8e34-3d49d8945af6 x-openstack-request-id: req-11ecc7bb-c068-435f-8e34-3d49d8945af6 {{(pid=95102) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 20:09:00.373196 n-d-713301-16 neutron-server[95102]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "08fc8551-2c45-4cac-b830-465c2625e47f", "tag": "ed3be4b8-ef8a-4813-b8bc-5f31aca5a2f4", "status": "completed", "code": 200}]} {{(pid=95102) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 20:09:00.373450 n-d-713301-16 neutron-server[95102]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-11ecc7bb-c068-435f-8e34-3d49d8945af6 {{(pid=95102) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 20:09:00.373847 n-d-713301-16 neutron-server[95102]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '08fc8551-2c45-4cac-b830-465c2625e47f', 'tag': 'ed3be4b8-ef8a-4813-b8bc-5f31aca5a2f4', 'status': 'completed', 'code': 200} Sep 23 20:09:00.727440 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25db7522-95d9-4c9b-8980-eece70b3fa19 req-fcca50f4-3357-4a68-b517-eee20257d51e tempest-ServerActionsTestJSON-1099592143 tempest-ServerActionsTestJSON-1099592143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:09:00.728975 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-25db7522-95d9-4c9b-8980-eece70b3fa19 req-fcca50f4-3357-4a68-b517-eee20257d51e tempest-ServerActionsTestJSON-1099592143 tempest-ServerActionsTestJSON-1099592143-project] 10.222.0.67 "GET /v2.0/ports?device_id=08fc8551-2c45-4cac-b830-465c2625e47f HTTP/1.1" status: 200 len: 943 time: 0.4589934 Sep 23 20:09:00.758566 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b680cc-9509-4459-918b-dc91bade26b6 req-4b45c8e2-6c28-443c-bcf4-faefb7dc6563 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:09:00.760092 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-f1b680cc-9509-4459-918b-dc91bade26b6 req-4b45c8e2-6c28-443c-bcf4-faefb7dc6563 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=c9cdc0f8c48b47f0a9ba670a531cda84&device_id=08fc8551-2c45-4cac-b830-465c2625e47f HTTP/1.1" status: 200 len: 1095 time: 0.4061010 Sep 23 20:09:00.783184 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-25db7522-95d9-4c9b-8980-eece70b3fa19 req-ca119491-a27d-469f-ac18-7c609009eec4 tempest-ServerActionsTestJSON-1099592143 tempest-ServerActionsTestJSON-1099592143-project] 10.222.0.67 "GET /v2.0/security-groups?id=5050492a-4ff5-4619-9495-b5ac49ab15ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469017 Sep 23 20:09:00.809711 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-f1b680cc-9509-4459-918b-dc91bade26b6 req-c6c46b20-ec9a-4e8d-8f52-6b8b01ad2a79 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ed3be4b8-ef8a-4813-b8bc-5f31aca5a2f4 HTTP/1.1" status: 200 len: 217 time: 0.0399172 Sep 23 20:09:00.858709 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b680cc-9509-4459-918b-dc91bade26b6 req-8e0867f6-c536-4c05-bcf5-b0af5883a0f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:09:00.860256 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-f1b680cc-9509-4459-918b-dc91bade26b6 req-8e0867f6-c536-4c05-bcf5-b0af5883a0f1 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=227f7a8f-869f-4775-8556-35fd28bcf5f3 HTTP/1.1" status: 200 len: 850 time: 0.0441244 Sep 23 20:09:00.911685 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b680cc-9509-4459-918b-dc91bade26b6 req-e9890439-0ea5-4e7d-8264-215d012fbdb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:09:00.913256 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-f1b680cc-9509-4459-918b-dc91bade26b6 req-e9890439-0ea5-4e7d-8264-215d012fbdb1 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=c43367ff-daf3-49d8-a63d-d06f66adba8f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0455225 Sep 23 20:09:01.004949 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-f1b680cc-9509-4459-918b-dc91bade26b6 req-7d579543-2153-4607-9f33-a3d50d096557 service neutron] 10.222.0.53 "GET /v2.0/networks/c43367ff-daf3-49d8-a63d-d06f66adba8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844493 Sep 23 20:09:01.105649 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-f1b680cc-9509-4459-918b-dc91bade26b6 req-f84748fe-cc10-4335-a09e-798db5767c0d service neutron] 10.222.0.53 "GET /v2.0/networks/c43367ff-daf3-49d8-a63d-d06f66adba8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0935903 Sep 23 20:09:01.199576 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74427e30-b6f1-4f3a-9c96-d854d02c3d2b req-79ef3362-5d4c-47fa-85cd-a2876876a3c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:09:01.201044 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-74427e30-b6f1-4f3a-9c96-d854d02c3d2b req-79ef3362-5d4c-47fa-85cd-a2876876a3c1 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=c9cdc0f8c48b47f0a9ba670a531cda84&device_id=08fc8551-2c45-4cac-b830-465c2625e47f HTTP/1.1" status: 200 len: 1095 time: 0.0457213 Sep 23 20:09:01.300895 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74427e30-b6f1-4f3a-9c96-d854d02c3d2b req-b2320f49-c0ad-4993-bdf0-61fa66438278 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:09:01.302396 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-74427e30-b6f1-4f3a-9c96-d854d02c3d2b req-b2320f49-c0ad-4993-bdf0-61fa66438278 service neutron] 10.222.0.53 "GET /v2.0/networks?id=c43367ff-daf3-49d8-a63d-d06f66adba8f HTTP/1.1" status: 200 len: 912 time: 0.0949626 Sep 23 20:09:01.344905 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-74427e30-b6f1-4f3a-9c96-d854d02c3d2b req-09b555eb-d7e6-4156-acbb-a298a5fb346e service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ed3be4b8-ef8a-4813-b8bc-5f31aca5a2f4 HTTP/1.1" status: 200 len: 217 time: 0.0352306 Sep 23 20:09:01.400114 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74427e30-b6f1-4f3a-9c96-d854d02c3d2b req-6871357a-5d3b-4145-bd65-9471545cbb7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:09:01.401996 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-74427e30-b6f1-4f3a-9c96-d854d02c3d2b req-6871357a-5d3b-4145-bd65-9471545cbb7e service neutron] 10.222.0.53 "GET /v2.0/subnets?id=227f7a8f-869f-4775-8556-35fd28bcf5f3 HTTP/1.1" status: 200 len: 850 time: 0.0495872 Sep 23 20:09:01.451434 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74427e30-b6f1-4f3a-9c96-d854d02c3d2b req-fe59ff22-1aa6-433e-869d-43b56ace7101 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:09:01.452891 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-74427e30-b6f1-4f3a-9c96-d854d02c3d2b req-fe59ff22-1aa6-433e-869d-43b56ace7101 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=c43367ff-daf3-49d8-a63d-d06f66adba8f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0435264 Sep 23 20:09:01.550440 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-74427e30-b6f1-4f3a-9c96-d854d02c3d2b req-b2bf4623-bbee-4806-9f29-a1eb191be588 service neutron] 10.222.0.53 "GET /v2.0/networks/c43367ff-daf3-49d8-a63d-d06f66adba8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869889 Sep 23 20:09:01.652458 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-74427e30-b6f1-4f3a-9c96-d854d02c3d2b req-280cd053-b0fc-4fff-a239-c0ae924ca45b service neutron] 10.222.0.53 "GET /v2.0/networks/c43367ff-daf3-49d8-a63d-d06f66adba8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0953093 Sep 23 20:09:01.905937 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e27b31-58e3-40b9-aee1-ea7b89366848 req-0fcf3ff9-ecda-499b-bebc-09c2a51a7504 tempest-ServerActionsTestJSON-1099592143 tempest-ServerActionsTestJSON-1099592143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:09:01.907443 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-30e27b31-58e3-40b9-aee1-ea7b89366848 req-0fcf3ff9-ecda-499b-bebc-09c2a51a7504 tempest-ServerActionsTestJSON-1099592143 tempest-ServerActionsTestJSON-1099592143-project] 10.222.0.67 "GET /v2.0/ports?device_id=08fc8551-2c45-4cac-b830-465c2625e47f HTTP/1.1" status: 200 len: 943 time: 0.0507205 Sep 23 20:09:01.947084 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-30e27b31-58e3-40b9-aee1-ea7b89366848 req-1e5b4559-8561-4ee4-8f92-6f38480d86df tempest-ServerActionsTestJSON-1099592143 tempest-ServerActionsTestJSON-1099592143-project] 10.222.0.67 "GET /v2.0/security-groups?id=5050492a-4ff5-4619-9495-b5ac49ab15ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326607 Sep 23 20:09:03.071273 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c409e934-1617-4d10-a1a5-ad9617e62817 req-48b4cf92-87e4-42d4-9114-24faa5904cfc tempest-ServerActionsTestJSON-1099592143 tempest-ServerActionsTestJSON-1099592143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:09:03.072785 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-c409e934-1617-4d10-a1a5-ad9617e62817 req-48b4cf92-87e4-42d4-9114-24faa5904cfc tempest-ServerActionsTestJSON-1099592143 tempest-ServerActionsTestJSON-1099592143-project] 10.222.0.67 "GET /v2.0/ports?device_id=08fc8551-2c45-4cac-b830-465c2625e47f HTTP/1.1" status: 200 len: 943 time: 0.0580552 Sep 23 20:09:03.111939 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-c409e934-1617-4d10-a1a5-ad9617e62817 req-902e1aca-bb96-4f1f-b24e-1fc2eb95d14d tempest-ServerActionsTestJSON-1099592143 tempest-ServerActionsTestJSON-1099592143-project] 10.222.0.67 "GET /v2.0/security-groups?id=5050492a-4ff5-4619-9495-b5ac49ab15ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332403 Sep 23 20:09:04.038733 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Device ed3be4b8-ef8a-4813-b8bc-5f31aca5a2f4 details requested by agent hyperv_n-h2-713301-16 with host n-h2-713301-16 {{(pid=95103) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 20:09:04.141143 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] For port ed3be4b8-ef8a-4813-b8bc-5f31aca5a2f4, host n-h2-713301-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-16',level=0,port_id=ed3be4b8-ef8a-4813-b8bc-5f31aca5a2f4,segment=NetworkSegment(63d9966b-ec95-4293-aace-132eeb81246d),segment_id=63d9966b-ec95-4293-aace-132eeb81246d)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 20:09:04.154327 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Returning: {'device': 'ed3be4b8-ef8a-4813-b8bc-5f31aca5a2f4', 'network_id': 'c43367ff-daf3-49d8-a63d-d06f66adba8f', 'port_id': 'ed3be4b8-ef8a-4813-b8bc-5f31aca5a2f4', 'mac_address': 'fa:16:3e:e0:0f:80', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 600, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '227f7a8f-869f-4775-8556-35fd28bcf5f3', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95103) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 20:09:04.193772 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:09:04.212033 n-d-713301-16 neutron-server[95103]: DEBUG neutron.notifiers.nova [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ed3be4b8-ef8a-4813-b8bc-5f31aca5a2f4 {{(pid=95103) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 20:09:04.233022 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] For port ed3be4b8-ef8a-4813-b8bc-5f31aca5a2f4, host n-h2-713301-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-16',level=0,port_id=ed3be4b8-ef8a-4813-b8bc-5f31aca5a2f4,segment=NetworkSegment(63d9966b-ec95-4293-aace-132eeb81246d),segment_id=63d9966b-ec95-4293-aace-132eeb81246d)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 20:09:04.242657 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:09:04.245389 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a9bbb2-60b7-4572-b318-2e927aa1f244 req-e038361b-e2c3-4943-88f5-db33a2904d28 tempest-ServerActionsTestJSON-1099592143 tempest-ServerActionsTestJSON-1099592143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:09:04.247497 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-18a9bbb2-60b7-4572-b318-2e927aa1f244 req-e038361b-e2c3-4943-88f5-db33a2904d28 tempest-ServerActionsTestJSON-1099592143 tempest-ServerActionsTestJSON-1099592143-project] 10.222.0.67 "GET /v2.0/ports?device_id=08fc8551-2c45-4cac-b830-465c2625e47f HTTP/1.1" status: 200 len: 943 time: 0.0663664 Sep 23 20:09:04.292761 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-18a9bbb2-60b7-4572-b318-2e927aa1f244 req-8e0edc0a-2461-472f-a1e9-bd4d0c78de0d tempest-ServerActionsTestJSON-1099592143 tempest-ServerActionsTestJSON-1099592143-project] 10.222.0.67 "GET /v2.0/security-groups?id=5050492a-4ff5-4619-9495-b5ac49ab15ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372469 Sep 23 20:09:04.293381 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Pushing event updated for resources: {'Port': ['ID=ed3be4b8-ef8a-4813-b8bc-5f31aca5a2f4,revision_number=4']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:09:04.429429 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] get_ports_and_sgs() called for port_ids ['ed3be4b8-ef8a-4813-b8bc-5f31aca5a2f4'] {{(pid=95103) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 20:09:05.419673 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-871f48c9-b72b-4b93-b601-73218af3b7ed req-2cd90532-7c48-4a4a-b5e4-66555d599447 tempest-ServerActionsTestJSON-1099592143 tempest-ServerActionsTestJSON-1099592143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:09:05.421152 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-871f48c9-b72b-4b93-b601-73218af3b7ed req-2cd90532-7c48-4a4a-b5e4-66555d599447 tempest-ServerActionsTestJSON-1099592143 tempest-ServerActionsTestJSON-1099592143-project] 10.222.0.67 "GET /v2.0/ports?device_id=08fc8551-2c45-4cac-b830-465c2625e47f HTTP/1.1" status: 200 len: 944 time: 0.0507579 Sep 23 20:09:05.460106 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-871f48c9-b72b-4b93-b601-73218af3b7ed req-f6be4e3e-dd3f-48fd-bf4b-d2f416e82615 tempest-ServerActionsTestJSON-1099592143 tempest-ServerActionsTestJSON-1099592143-project] 10.222.0.67 "GET /v2.0/security-groups?id=5050492a-4ff5-4619-9495-b5ac49ab15ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326710 Sep 23 20:09:06.054470 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Device ed3be4b8-ef8a-4813-b8bc-5f31aca5a2f4 up at agent hyperv_n-h2-713301-16 {{(pid=95103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 20:09:06.103759 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Provisioning for port ed3be4b8-ef8a-4813-b8bc-5f31aca5a2f4 completed by entity L2. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 20:09:06.107538 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Provisioning complete for port ed3be4b8-ef8a-4813-b8bc-5f31aca5a2f4 triggered by entity L2. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 20:09:06.107905 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:09:06.188400 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:09:06.211050 n-d-713301-16 neutron-server[95103]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '08fc8551-2c45-4cac-b830-465c2625e47f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed3be4b8-ef8a-4813-b8bc-5f31aca5a2f4'}] {{(pid=95103) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 20:09:06.213358 n-d-713301-16 neutron-server[95103]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}81a1c17f2aa89d5b3ebbba3a3e0cf7eb588e431c2224256110c4c4facdd7c3e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f61f03da-5b7c-4338-a3e3-06d20928f9aa" -d '{"events": [{"server_uuid": "08fc8551-2c45-4cac-b830-465c2625e47f", "name": "network-vif-plugged", "status": "completed", "tag": "ed3be4b8-ef8a-4813-b8bc-5f31aca5a2f4"}]}' {{(pid=95103) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 20:09:06.227529 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] For port ed3be4b8-ef8a-4813-b8bc-5f31aca5a2f4, host n-h2-713301-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-16',level=0,port_id=ed3be4b8-ef8a-4813-b8bc-5f31aca5a2f4,segment=NetworkSegment(63d9966b-ec95-4293-aace-132eeb81246d),segment_id=63d9966b-ec95-4293-aace-132eeb81246d)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 20:09:06.232078 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:09:06.259410 n-d-713301-16 neutron-server[95103]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 20:09:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-182e9846-9b5c-4753-992b-a3a1aea11158 x-openstack-request-id: req-182e9846-9b5c-4753-992b-a3a1aea11158 {{(pid=95103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 20:09:06.259833 n-d-713301-16 neutron-server[95103]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "08fc8551-2c45-4cac-b830-465c2625e47f", "name": "network-vif-plugged", "status": "completed", "tag": "ed3be4b8-ef8a-4813-b8bc-5f31aca5a2f4", "code": 200}]} {{(pid=95103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 20:09:06.259965 n-d-713301-16 neutron-server[95103]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-182e9846-9b5c-4753-992b-a3a1aea11158 {{(pid=95103) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 20:09:06.260351 n-d-713301-16 neutron-server[95103]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '08fc8551-2c45-4cac-b830-465c2625e47f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed3be4b8-ef8a-4813-b8bc-5f31aca5a2f4', 'code': 200} Sep 23 20:09:06.286999 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Pushing event updated for resources: {'Port': ['ID=ed3be4b8-ef8a-4813-b8bc-5f31aca5a2f4,revision_number=5']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:09:06.354509 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e828f7d-e318-4157-bd9a-43c196c23a93 req-7537b44e-25e1-40a3-ad6d-24b49def21e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:09:06.356065 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-9e828f7d-e318-4157-bd9a-43c196c23a93 req-7537b44e-25e1-40a3-ad6d-24b49def21e0 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=08fc8551-2c45-4cac-b830-465c2625e47f HTTP/1.1" status: 200 len: 1097 time: 0.0437346 Sep 23 20:09:06.391644 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-9e828f7d-e318-4157-bd9a-43c196c23a93 req-9a11d6a7-e6ab-49c8-ba8b-3e2d52e638c7 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=5050492a-4ff5-4619-9495-b5ac49ab15ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0288286 Sep 23 20:09:06.584520 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db5a83d-72ec-42be-8ee5-c36590ce215c req-8f6c22b5-5bae-4f9b-afcb-fa0dbd9285f7 tempest-ServerActionsTestJSON-1099592143 tempest-ServerActionsTestJSON-1099592143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:09:06.586122 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-5db5a83d-72ec-42be-8ee5-c36590ce215c req-8f6c22b5-5bae-4f9b-afcb-fa0dbd9285f7 tempest-ServerActionsTestJSON-1099592143 tempest-ServerActionsTestJSON-1099592143-project] 10.222.0.67 "GET /v2.0/ports?device_id=08fc8551-2c45-4cac-b830-465c2625e47f HTTP/1.1" status: 200 len: 945 time: 0.0541270 Sep 23 20:09:06.625260 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-5db5a83d-72ec-42be-8ee5-c36590ce215c req-bc8fa96c-9019-493f-8633-6fa6e4604f6a tempest-ServerActionsTestJSON-1099592143 tempest-ServerActionsTestJSON-1099592143-project] 10.222.0.67 "GET /v2.0/security-groups?id=5050492a-4ff5-4619-9495-b5ac49ab15ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332441 Sep 23 20:09:07.743877 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e4f1c0-dff9-4221-aaa5-ed38148af1a1 req-959117e1-10fa-4998-b72f-3bf5860b1e82 tempest-ServerActionsTestJSON-1099592143 tempest-ServerActionsTestJSON-1099592143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:09:07.745421 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-51e4f1c0-dff9-4221-aaa5-ed38148af1a1 req-959117e1-10fa-4998-b72f-3bf5860b1e82 tempest-ServerActionsTestJSON-1099592143 tempest-ServerActionsTestJSON-1099592143-project] 10.222.0.67 "GET /v2.0/ports?device_id=08fc8551-2c45-4cac-b830-465c2625e47f HTTP/1.1" status: 200 len: 945 time: 0.0507584 Sep 23 20:09:07.785361 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-51e4f1c0-dff9-4221-aaa5-ed38148af1a1 req-28319b52-b095-40e0-a4a7-68eb259948d0 tempest-ServerActionsTestJSON-1099592143 tempest-ServerActionsTestJSON-1099592143-project] 10.222.0.67 "GET /v2.0/security-groups?id=5050492a-4ff5-4619-9495-b5ac49ab15ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339158 Sep 23 20:09:07.915908 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1161b6-e4d4-462b-b516-035f79dbf72b req-124e2800-d1d4-4329-b6c6-d1956c80de6d tempest-ServerActionsTestJSON-1099592143 tempest-ServerActionsTestJSON-1099592143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:09:07.917423 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-1e1161b6-e4d4-462b-b516-035f79dbf72b req-124e2800-d1d4-4329-b6c6-d1956c80de6d tempest-ServerActionsTestJSON-1099592143 tempest-ServerActionsTestJSON-1099592143-project] 10.222.0.67 "GET /v2.0/ports?device_id=08fc8551-2c45-4cac-b830-465c2625e47f HTTP/1.1" status: 200 len: 945 time: 0.0590045 Sep 23 20:09:07.926334 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 59572) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:09:07.940934 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.v2.base [None req-d6f3ccdb-a8c5-4013-8d99-bb4919eef5bd tempest-ServerActionsTestJSON-1099592143 tempest-ServerActionsTestJSON-1099592143-project] Request body: {'floatingip': {'port_id': 'ed3be4b8-ef8a-4813-b8bc-5f31aca5a2f4'}} {{(pid=95102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 20:09:07.984793 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-d6f3ccdb-a8c5-4013-8d99-bb4919eef5bd tempest-ServerActionsTestJSON-1099592143 tempest-ServerActionsTestJSON-1099592143-project] Notify callbacks [] for floatingip, before_update {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:09:08.412509 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-d6f3ccdb-a8c5-4013-8d99-bb4919eef5bd tempest-ServerActionsTestJSON-1099592143 tempest-ServerActionsTestJSON-1099592143-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:09:08.416526 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-d6f3ccdb-a8c5-4013-8d99-bb4919eef5bd tempest-ServerActionsTestJSON-1099592143 tempest-ServerActionsTestJSON-1099592143-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-601884'] for floatingip, after_update {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:09:08.518243 n-d-713301-16 neutron-server[95102]: INFO neutron.db.l3_db [None req-d6f3ccdb-a8c5-4013-8d99-bb4919eef5bd tempest-ServerActionsTestJSON-1099592143 tempest-ServerActionsTestJSON-1099592143-project] Floating IP 7e18a6de-7b2d-4eaa-b258-7be5509c8cfe associated. External IP: 172.25.1.106, port: ed3be4b8-ef8a-4813-b8bc-5f31aca5a2f4. Sep 23 20:09:08.726279 n-d-713301-16 neutron-server[95102]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d6f3ccdb-a8c5-4013-8d99-bb4919eef5bd tempest-ServerActionsTestJSON-1099592143 tempest-ServerActionsTestJSON-1099592143-project] Router 832dfef8-2615-4c77-8ddf-d9bc3cd4865d has already been hosted by L3 agent 79a740bf-7821-4989-8288-7186e3e128f3 {{(pid=95102) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 20:09:08.833722 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6f3ccdb-a8c5-4013-8d99-bb4919eef5bd tempest-ServerActionsTestJSON-1099592143 tempest-ServerActionsTestJSON-1099592143-project] Notify agent at l3_agent.n-d-713301-16 the message routers_updated {{(pid=95102) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 20:09:08.838299 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-d6f3ccdb-a8c5-4013-8d99-bb4919eef5bd tempest-ServerActionsTestJSON-1099592143 tempest-ServerActionsTestJSON-1099592143-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222849'] for floatingip, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:09:08.843235 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-688ca54f-19ab-45d7-800c-2de26cf19ea4 None None] Sync routers for ids ['832dfef8-2615-4c77-8ddf-d9bc3cd4865d'] in n-d-713301-16 {{(pid=95104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 20:09:08.853218 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-688ca54f-19ab-45d7-800c-2de26cf19ea4 None None] Routers {'832dfef8-2615-4c77-8ddf-d9bc3cd4865d'} bound to L3 agent in host n-d-713301-16 {{(pid=95104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 20:09:08.853824 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_hamode_db [None req-688ca54f-19ab-45d7-800c-2de26cf19ea4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-23T19:07:52Z,description=,heartbeat_timestamp=2021-09-23T20:08:53Z,host='n-d-713301-16',id=79a740bf-7821-4989-8288-7186e3e128f3,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:07:52Z,topic='l3_agent')) {'router_ids': ['832dfef8-2615-4c77-8ddf-d9bc3cd4865d'], 'active': True} {{(pid=95104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 20:09:08.868357 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-d6f3ccdb-a8c5-4013-8d99-bb4919eef5bd tempest-ServerActionsTestJSON-1099592143 tempest-ServerActionsTestJSON-1099592143-project] 10.222.0.67 "PUT /v2.0/floatingips/7e18a6de-7b2d-4eaa-b258-7be5509c8cfe HTTP/1.1" status: 200 len: 991 time: 0.9406490 Sep 23 20:09:08.869004 n-d-713301-16 neutron-server[95102]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '08fc8551-2c45-4cac-b830-465c2625e47f', 'tag': 'ed3be4b8-ef8a-4813-b8bc-5f31aca5a2f4'}] {{(pid=95102) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 20:09:08.871289 n-d-713301-16 neutron-server[95102]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab31b6d93e5336dbddfa8ec424565b3bd8cb2369c5b4d85bc943472dbb21e8ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b54775fa-bf6d-45ac-915d-6ae6437a40ae" -d '{"events": [{"name": "network-changed", "server_uuid": "08fc8551-2c45-4cac-b830-465c2625e47f", "tag": "ed3be4b8-ef8a-4813-b8bc-5f31aca5a2f4"}]}' {{(pid=95102) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 20:09:08.912915 n-d-713301-16 neutron-server[95102]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 20:09:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1a205ab-d41d-44ed-b634-15e0f5198111 x-openstack-request-id: req-f1a205ab-d41d-44ed-b634-15e0f5198111 {{(pid=95102) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 20:09:08.913200 n-d-713301-16 neutron-server[95102]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "08fc8551-2c45-4cac-b830-465c2625e47f", "tag": "ed3be4b8-ef8a-4813-b8bc-5f31aca5a2f4", "status": "completed", "code": 200}]} {{(pid=95102) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 20:09:08.913477 n-d-713301-16 neutron-server[95102]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-f1a205ab-d41d-44ed-b634-15e0f5198111 {{(pid=95102) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 20:09:08.913900 n-d-713301-16 neutron-server[95102]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '08fc8551-2c45-4cac-b830-465c2625e47f', 'tag': 'ed3be4b8-ef8a-4813-b8bc-5f31aca5a2f4', 'status': 'completed', 'code': 200} Sep 23 20:09:08.965216 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_dvr_db [None req-688ca54f-19ab-45d7-800c-2de26cf19ea4 None None] Set router 832dfef8-2615-4c77-8ddf-d9bc3cd4865d gateway port host: n-d-713301-16 {{(pid=95104) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 20:09:08.978991 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b54775fa-bf6d-45ac-915d-6ae6437a40ae req-6549fb56-32eb-49db-bad4-f4178d24febf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:09:08.980476 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-b54775fa-bf6d-45ac-915d-6ae6437a40ae req-6549fb56-32eb-49db-bad4-f4178d24febf service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=c9cdc0f8c48b47f0a9ba670a531cda84&device_id=08fc8551-2c45-4cac-b830-465c2625e47f HTTP/1.1" status: 200 len: 1097 time: 0.0434096 Sep 23 20:09:09.081741 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b54775fa-bf6d-45ac-915d-6ae6437a40ae req-686a39c2-cf7c-42fe-b618-19231130cc3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:09:09.083294 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-b54775fa-bf6d-45ac-915d-6ae6437a40ae req-686a39c2-cf7c-42fe-b618-19231130cc3c service neutron] 10.222.0.53 "GET /v2.0/networks?id=c43367ff-daf3-49d8-a63d-d06f66adba8f HTTP/1.1" status: 200 len: 912 time: 0.0949562 Sep 23 20:09:09.150971 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-b54775fa-bf6d-45ac-915d-6ae6437a40ae req-a1bae4dc-6db4-46f3-ad18-c434811429e0 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ed3be4b8-ef8a-4813-b8bc-5f31aca5a2f4 HTTP/1.1" status: 200 len: 999 time: 0.0602376 Sep 23 20:09:09.209018 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_hamode_db [None req-688ca54f-19ab-45d7-800c-2de26cf19ea4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '832dfef8-2615-4c77-8ddf-d9bc3cd4865d', 'name': 'tempest-ServerActionsTestJSON-919388451-router', 'tenant_id': 'c9cdc0f8c48b47f0a9ba670a531cda84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'external_fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.115'}], 'enable_snat': True}, 'gw_port_id': 'af4c5e1b-71cd-46fc-a4ca-fc01b95372f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T20:08:51Z', 'updated_at': '2021-09-23T20:08:53Z', 'revision_number': 4, 'project_id': 'c9cdc0f8c48b47f0a9ba670a531cda84', 'gw_port': {'id': 'af4c5e1b-71cd-46fc-a4ca-fc01b95372f7', 'name': '', 'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:8a:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '832dfef8-2615-4c77-8ddf-d9bc3cd4865d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T20:08:51Z', 'updated_at': '2021-09-23T20:08:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-16', '_floatingips': [{'id': '7e18a6de-7b2d-4eaa-b258-7be5509c8cfe', 'tenant_id': 'c9cdc0f8c48b47f0a9ba670a531cda84', 'floating_ip_address': '172.25.1.106', 'floating_network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'router_id': '832dfef8-2615-4c77-8ddf-d9bc3cd4865d', 'port_id': 'ed3be4b8-ef8a-4813-b8bc-5f31aca5a2f4', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4046, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c43367ff-daf3-49d8-a63d-d06f66adba8f', 'mac_address': 'fa:16:3e:e0:0f:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08fc8551-2c45-4cac-b830-465c2625e47f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-23T20:08:56Z', 'updated_at': '2021-09-23T20:09:08Z', 'revision_number': 1, 'project_id': 'c9cdc0f8c48b47f0a9ba670a531cda84', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '75d0c163-cdca-46fa-b931-2ca04a14d7bc', 'name': '', 'network_id': 'c43367ff-daf3-49d8-a63d-d06f66adba8f', 'tenant_id': 'c9cdc0f8c48b47f0a9ba670a531cda84', 'mac_address': 'fa:16:3e:51:03:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '832dfef8-2615-4c77-8ddf-d9bc3cd4865d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '227f7a8f-869f-4775-8556-35fd28bcf5f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T20:08:53Z', 'updated_at': '2021-09-23T20:08:56Z', 'revision_number': 5, 'project_id': 'c9cdc0f8c48b47f0a9ba670a531cda84', 'subnets': [{'id': '227f7a8f-869f-4775-8556-35fd28bcf5f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-16', False) {} {{(pid=95104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 20:09:09.209881 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b54775fa-bf6d-45ac-915d-6ae6437a40ae req-0fcd5ec4-d499-471c-a0de-9c068ec4ff96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:09:09.211444 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-b54775fa-bf6d-45ac-915d-6ae6437a40ae req-0fcd5ec4-d499-471c-a0de-9c068ec4ff96 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=227f7a8f-869f-4775-8556-35fd28bcf5f3 HTTP/1.1" status: 200 len: 850 time: 0.0542054 Sep 23 20:09:09.261792 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b54775fa-bf6d-45ac-915d-6ae6437a40ae req-285a62bd-a06d-4961-9f56-ce384dec5602 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:09:09.263315 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-b54775fa-bf6d-45ac-915d-6ae6437a40ae req-285a62bd-a06d-4961-9f56-ce384dec5602 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=c43367ff-daf3-49d8-a63d-d06f66adba8f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0453305 Sep 23 20:09:09.340926 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-688ca54f-19ab-45d7-800c-2de26cf19ea4 None None] Checking router: 832dfef8-2615-4c77-8ddf-d9bc3cd4865d for host: n-d-713301-16 {{(pid=95104) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 20:09:09.350792 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-688ca54f-19ab-45d7-800c-2de26cf19ea4 None None] Routers {'832dfef8-2615-4c77-8ddf-d9bc3cd4865d'} bound to L3 agent in host n-d-713301-16 {{(pid=95104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 20:09:09.351392 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_hamode_db [None req-688ca54f-19ab-45d7-800c-2de26cf19ea4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-23T19:07:52Z,description=,heartbeat_timestamp=2021-09-23T20:08:53Z,host='n-d-713301-16',id=79a740bf-7821-4989-8288-7186e3e128f3,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:07:52Z,topic='l3_agent')) {'router_ids': ['832dfef8-2615-4c77-8ddf-d9bc3cd4865d'], 'active': True} {{(pid=95104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 20:09:09.365804 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-b54775fa-bf6d-45ac-915d-6ae6437a40ae req-e6c00284-6fe9-4c6b-8fd1-dfbfc6ebb1be service neutron] 10.222.0.53 "GET /v2.0/networks/c43367ff-daf3-49d8-a63d-d06f66adba8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0955315 Sep 23 20:09:09.461686 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-b54775fa-bf6d-45ac-915d-6ae6437a40ae req-afad4745-2635-4d29-a875-0197ab9179dc service neutron] 10.222.0.53 "GET /v2.0/networks/c43367ff-daf3-49d8-a63d-d06f66adba8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892472 Sep 23 20:09:09.468041 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_dvr_db [None req-688ca54f-19ab-45d7-800c-2de26cf19ea4 None None] Set router 832dfef8-2615-4c77-8ddf-d9bc3cd4865d gateway port host: n-d-713301-16 {{(pid=95104) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 20:09:09.694591 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_hamode_db [None req-688ca54f-19ab-45d7-800c-2de26cf19ea4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '832dfef8-2615-4c77-8ddf-d9bc3cd4865d', 'name': 'tempest-ServerActionsTestJSON-919388451-router', 'tenant_id': 'c9cdc0f8c48b47f0a9ba670a531cda84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'external_fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.115'}], 'enable_snat': True}, 'gw_port_id': 'af4c5e1b-71cd-46fc-a4ca-fc01b95372f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T20:08:51Z', 'updated_at': '2021-09-23T20:08:53Z', 'revision_number': 4, 'project_id': 'c9cdc0f8c48b47f0a9ba670a531cda84', 'gw_port': {'id': 'af4c5e1b-71cd-46fc-a4ca-fc01b95372f7', 'name': '', 'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:8a:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '832dfef8-2615-4c77-8ddf-d9bc3cd4865d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T20:08:51Z', 'updated_at': '2021-09-23T20:08:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-16', '_floatingips': [{'id': '7e18a6de-7b2d-4eaa-b258-7be5509c8cfe', 'tenant_id': 'c9cdc0f8c48b47f0a9ba670a531cda84', 'floating_ip_address': '172.25.1.106', 'floating_network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'router_id': '832dfef8-2615-4c77-8ddf-d9bc3cd4865d', 'port_id': 'ed3be4b8-ef8a-4813-b8bc-5f31aca5a2f4', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4046, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c43367ff-daf3-49d8-a63d-d06f66adba8f', 'mac_address': 'fa:16:3e:e0:0f:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08fc8551-2c45-4cac-b830-465c2625e47f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-23T20:08:56Z', 'updated_at': '2021-09-23T20:09:08Z', 'revision_number': 1, 'project_id': 'c9cdc0f8c48b47f0a9ba670a531cda84', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '75d0c163-cdca-46fa-b931-2ca04a14d7bc', 'name': '', 'network_id': 'c43367ff-daf3-49d8-a63d-d06f66adba8f', 'tenant_id': 'c9cdc0f8c48b47f0a9ba670a531cda84', 'mac_address': 'fa:16:3e:51:03:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '832dfef8-2615-4c77-8ddf-d9bc3cd4865d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '227f7a8f-869f-4775-8556-35fd28bcf5f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T20:08:53Z', 'updated_at': '2021-09-23T20:08:56Z', 'revision_number': 5, 'project_id': 'c9cdc0f8c48b47f0a9ba670a531cda84', 'subnets': [{'id': '227f7a8f-869f-4775-8556-35fd28bcf5f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-16', False) {} {{(pid=95104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 20:09:09.723804 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-688ca54f-19ab-45d7-800c-2de26cf19ea4 None None] The sync data for ids ['832dfef8-2615-4c77-8ddf-d9bc3cd4865d'] in n-d-713301-16 is: [{'id': '832dfef8-2615-4c77-8ddf-d9bc3cd4865d', 'name': 'tempest-ServerActionsTestJSON-919388451-router', 'tenant_id': 'c9cdc0f8c48b47f0a9ba670a531cda84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'external_fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.115'}], 'enable_snat': True}, 'gw_port_id': 'af4c5e1b-71cd-46fc-a4ca-fc01b95372f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T20:08:51Z', 'updated_at': '2021-09-23T20:08:53Z', 'revision_number': 4, 'project_id': 'c9cdc0f8c48b47f0a9ba670a531cda84', 'gw_port': {'id': 'af4c5e1b-71cd-46fc-a4ca-fc01b95372f7', 'name': '', 'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:8a:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '832dfef8-2615-4c77-8ddf-d9bc3cd4865d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T20:08:51Z', 'updated_at': '2021-09-23T20:08:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-16', '_floatingips': [{'id': '7e18a6de-7b2d-4eaa-b258-7be5509c8cfe', 'tenant_id': 'c9cdc0f8c48b47f0a9ba670a531cda84', 'floating_ip_address': '172.25.1.106', 'floating_network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'router_id': '832dfef8-2615-4c77-8ddf-d9bc3cd4865d', 'port_id': 'ed3be4b8-ef8a-4813-b8bc-5f31aca5a2f4', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4046, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c43367ff-daf3-49d8-a63d-d06f66adba8f', 'mac_address': 'fa:16:3e:e0:0f:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08fc8551-2c45-4cac-b830-465c2625e47f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-23T20:08:56Z', 'updated_at': '2021-09-23T20:09:08Z', 'revision_number': 1, 'project_id': 'c9cdc0f8c48b47f0a9ba670a531cda84', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '75d0c163-cdca-46fa-b931-2ca04a14d7bc', 'name': '', 'network_id': 'c43367ff-daf3-49d8-a63d-d06f66adba8f', 'tenant_id': 'c9cdc0f8c48b47f0a9ba670a531cda84', 'mac_address': 'fa:16:3e:51:03:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '832dfef8-2615-4c77-8ddf-d9bc3cd4865d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '227f7a8f-869f-4775-8556-35fd28bcf5f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T20:08:53Z', 'updated_at': '2021-09-23T20:08:56Z', 'revision_number': 5, 'project_id': 'c9cdc0f8c48b47f0a9ba670a531cda84', 'subnets': [{'id': '227f7a8f-869f-4775-8556-35fd28bcf5f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 20:09:09.915662 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-151147c4-e524-4578-8368-631f5d3c5d48 None None] New status for floating IP 7e18a6de-7b2d-4eaa-b258-7be5509c8cfe: ACTIVE {{(pid=95103) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 23 20:09:12.555303 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.agents_db [None req-f2f5c474-60a3-474f-b2cc-02c4bd30880c None None] Agent healthcheck: found 7 active agents {{(pid=95104) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 20:09:19.751098 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-257b896d-3ae7-4dfa-b5c4-266a9c2113eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:09:22.045564 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-2304463c-fb1b-4f85-a0a9-54bfef6264b5 req-47ae70e9-2a4f-4907-a8b8-e4cc83e30712 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=08fc8551-2c45-4cac-b830-465c2625e47f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0454085 Sep 23 20:09:22.130294 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2304463c-fb1b-4f85-a0a9-54bfef6264b5 req-06277383-9fb1-4e53-a7e8-3ad3d34ef532 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:09:22.131828 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-2304463c-fb1b-4f85-a0a9-54bfef6264b5 req-06277383-9fb1-4e53-a7e8-3ad3d34ef532 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=c9cdc0f8c48b47f0a9ba670a531cda84&device_id=08fc8551-2c45-4cac-b830-465c2625e47f HTTP/1.1" status: 200 len: 1097 time: 0.0426180 Sep 23 20:09:22.249884 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2304463c-fb1b-4f85-a0a9-54bfef6264b5 req-4e8be3d7-c374-47e4-b4f4-e447d0ee0e33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:09:22.252105 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-2304463c-fb1b-4f85-a0a9-54bfef6264b5 req-4e8be3d7-c374-47e4-b4f4-e447d0ee0e33 service neutron] 10.222.0.53 "GET /v2.0/networks?id=c43367ff-daf3-49d8-a63d-d06f66adba8f HTTP/1.1" status: 200 len: 912 time: 0.0985229 Sep 23 20:09:22.318205 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-2304463c-fb1b-4f85-a0a9-54bfef6264b5 req-a15c4a59-37dc-4a2d-a2f9-e2ea08112518 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ed3be4b8-ef8a-4813-b8bc-5f31aca5a2f4 HTTP/1.1" status: 200 len: 1001 time: 0.0589738 Sep 23 20:09:22.371500 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2304463c-fb1b-4f85-a0a9-54bfef6264b5 req-cc4a7d54-5480-4257-96be-6e0a66b01358 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:09:22.373039 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-2304463c-fb1b-4f85-a0a9-54bfef6264b5 req-cc4a7d54-5480-4257-96be-6e0a66b01358 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=227f7a8f-869f-4775-8556-35fd28bcf5f3 HTTP/1.1" status: 200 len: 850 time: 0.0486398 Sep 23 20:09:22.420892 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2304463c-fb1b-4f85-a0a9-54bfef6264b5 req-56333264-6fb5-4cab-a07e-d6c029f81c9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:09:22.422450 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-2304463c-fb1b-4f85-a0a9-54bfef6264b5 req-56333264-6fb5-4cab-a07e-d6c029f81c9e service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=c43367ff-daf3-49d8-a63d-d06f66adba8f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0398350 Sep 23 20:09:22.528588 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-2304463c-fb1b-4f85-a0a9-54bfef6264b5 req-897ec07f-efeb-4dc2-83cb-8505ec20ccfd service neutron] 10.222.0.53 "GET /v2.0/networks/c43367ff-daf3-49d8-a63d-d06f66adba8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0984936 Sep 23 20:09:22.620315 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-2304463c-fb1b-4f85-a0a9-54bfef6264b5 req-f33a8502-cee7-45bf-a986-622da2d9d6b5 service neutron] 10.222.0.53 "GET /v2.0/networks/c43367ff-daf3-49d8-a63d-d06f66adba8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850854 Sep 23 20:09:23.013233 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-2bc333e0-1e36-4232-a654-97f82fe1deee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:09:23.170380 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:09:23.576336 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-0ae75029-feb6-4728-9a94-5f9b60993d82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:09:25.408027 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-80e7e501-6c57-470d-92c6-e3d54bc3195c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:09:28.317135 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:09:28.603522 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:09:49.555105 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.agents_db [None req-f2f5c474-60a3-474f-b2cc-02c4bd30880c None None] Agent healthcheck: found 7 active agents {{(pid=95104) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 20:09:49.753362 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-089a904a-150b-4f55-ad39-78d531a51b3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:09:53.014370 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-114a57df-6ce2-4c13-b483-a5137df8f154 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:09:53.170778 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:09:53.581535 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-0ae75029-feb6-4728-9a94-5f9b60993d82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:09:55.408867 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-80e7e501-6c57-470d-92c6-e3d54bc3195c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:09:58.318738 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:09:58.601147 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:10:19.753638 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-48e3d0f2-10d8-4874-a574-ee6b0ecbd882 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:10:23.014962 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-3d4a4115-6fa6-44b3-ae14-33d9e1cc3461 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:10:23.042553 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-430e6682-5435-4525-abf6-989228ca7571 req-9f038a69-9f99-4c5e-972d-0db53c50cc5e service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=08fc8551-2c45-4cac-b830-465c2625e47f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0421858 Sep 23 20:10:23.131874 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-430e6682-5435-4525-abf6-989228ca7571 req-30730a37-216b-45bd-a725-4760b1d63105 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:10:23.133439 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-430e6682-5435-4525-abf6-989228ca7571 req-30730a37-216b-45bd-a725-4760b1d63105 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=c9cdc0f8c48b47f0a9ba670a531cda84&device_id=08fc8551-2c45-4cac-b830-465c2625e47f HTTP/1.1" status: 200 len: 1097 time: 0.0460734 Sep 23 20:10:23.171378 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:10:23.239227 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-430e6682-5435-4525-abf6-989228ca7571 req-aa5e3e72-edac-4858-b982-90ab69f5e755 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:10:23.240679 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-430e6682-5435-4525-abf6-989228ca7571 req-aa5e3e72-edac-4858-b982-90ab69f5e755 service neutron] 10.222.0.53 "GET /v2.0/networks?id=c43367ff-daf3-49d8-a63d-d06f66adba8f HTTP/1.1" status: 200 len: 912 time: 0.0877306 Sep 23 20:10:23.318401 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-430e6682-5435-4525-abf6-989228ca7571 req-a8bf3e11-466a-4266-a2cb-71d29c945efe service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ed3be4b8-ef8a-4813-b8bc-5f31aca5a2f4 HTTP/1.1" status: 200 len: 1001 time: 0.0707245 Sep 23 20:10:23.379141 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-430e6682-5435-4525-abf6-989228ca7571 req-b70bdeec-298f-4476-8a4c-eee1b6a3c980 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:10:23.380728 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-430e6682-5435-4525-abf6-989228ca7571 req-b70bdeec-298f-4476-8a4c-eee1b6a3c980 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=227f7a8f-869f-4775-8556-35fd28bcf5f3 HTTP/1.1" status: 200 len: 850 time: 0.0521495 Sep 23 20:10:23.428040 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-430e6682-5435-4525-abf6-989228ca7571 req-64317333-a357-470f-ba17-560160b7a61d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:10:23.429494 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-430e6682-5435-4525-abf6-989228ca7571 req-64317333-a357-470f-ba17-560160b7a61d service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=c43367ff-daf3-49d8-a63d-d06f66adba8f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0419691 Sep 23 20:10:23.521945 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-430e6682-5435-4525-abf6-989228ca7571 req-dce7adc0-4769-4f7d-9f15-941ee2c7dc45 service neutron] 10.222.0.53 "GET /v2.0/networks/c43367ff-daf3-49d8-a63d-d06f66adba8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851102 Sep 23 20:10:23.582408 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-0ae75029-feb6-4728-9a94-5f9b60993d82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:10:23.613611 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-430e6682-5435-4525-abf6-989228ca7571 req-f274a815-240d-4bc2-83b4-f90a03c802eb service neutron] 10.222.0.53 "GET /v2.0/networks/c43367ff-daf3-49d8-a63d-d06f66adba8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848322 Sep 23 20:10:25.411655 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-80e7e501-6c57-470d-92c6-e3d54bc3195c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:10:26.555031 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.agents_db [None req-f2f5c474-60a3-474f-b2cc-02c4bd30880c None None] Agent healthcheck: found 7 active agents {{(pid=95104) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 20:10:28.335492 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:10:28.616645 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:10:46.937398 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-848e8435-81e4-468b-8e91-5f582dd2f768 req-be70ffad-7e54-4f59-b641-b2a75690d09c tempest-ServerActionsTestJSON-1099592143 tempest-ServerActionsTestJSON-1099592143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:10:46.938823 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-848e8435-81e4-468b-8e91-5f582dd2f768 req-be70ffad-7e54-4f59-b641-b2a75690d09c tempest-ServerActionsTestJSON-1099592143 tempest-ServerActionsTestJSON-1099592143-project] 10.222.0.67 "GET /v2.0/ports?device_id=08fc8551-2c45-4cac-b830-465c2625e47f HTTP/1.1" status: 200 len: 945 time: 0.1649957 Sep 23 20:10:46.977074 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-848e8435-81e4-468b-8e91-5f582dd2f768 req-ab388b24-3205-4dc4-8641-b5d02fd3debf tempest-ServerActionsTestJSON-1099592143 tempest-ServerActionsTestJSON-1099592143-project] 10.222.0.67 "GET /v2.0/security-groups?id=5050492a-4ff5-4619-9495-b5ac49ab15ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319159 Sep 23 20:10:47.252900 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dce1d27-8a09-4faa-a4f5-da1925959728 req-df5e47fa-89d5-4f54-ae9c-1c1bbca0103d tempest-ServerActionsTestJSON-1099592143 tempest-ServerActionsTestJSON-1099592143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:10:47.254291 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-0dce1d27-8a09-4faa-a4f5-da1925959728 req-df5e47fa-89d5-4f54-ae9c-1c1bbca0103d tempest-ServerActionsTestJSON-1099592143 tempest-ServerActionsTestJSON-1099592143-project] 10.222.0.67 "GET /v2.0/ports?device_id=08fc8551-2c45-4cac-b830-465c2625e47f HTTP/1.1" status: 200 len: 945 time: 0.0790081 Sep 23 20:10:47.257029 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-8931f336-906b-413f-b0e0-0ccc2edb9c8c req-b1b8266e-af76-4651-99f8-baebc33a533f service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=08fc8551-2c45-4cac-b830-465c2625e47f&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0922213 Sep 23 20:10:47.270457 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [req-8931f336-906b-413f-b0e0-0ccc2edb9c8c req-808da90e-bc07-4b6f-a11f-1e718e5c62ba service neutron] http://10.222.0.67:9696/v2.0/extensions returned with HTTP 200 {{(pid=95102) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 23 20:10:47.271395 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-8931f336-906b-413f-b0e0-0ccc2edb9c8c req-808da90e-bc07-4b6f-a11f-1e718e5c62ba service neutron] 10.222.0.67 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0045824 Sep 23 20:10:47.302299 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-0dce1d27-8a09-4faa-a4f5-da1925959728 req-cf29e3a1-4eaf-4f99-920b-f075109430dd tempest-ServerActionsTestJSON-1099592143 tempest-ServerActionsTestJSON-1099592143-project] 10.222.0.67 "GET /v2.0/security-groups?id=5050492a-4ff5-4619-9495-b5ac49ab15ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412371 Sep 23 20:10:48.479763 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc2fbba-c8c3-4eea-8943-1a7cda8dd6fc req-b29e55db-f302-4c51-8beb-a4d9ce0bf635 tempest-ServerActionsTestJSON-1099592143 tempest-ServerActionsTestJSON-1099592143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:10:48.481265 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-5bc2fbba-c8c3-4eea-8943-1a7cda8dd6fc req-b29e55db-f302-4c51-8beb-a4d9ce0bf635 tempest-ServerActionsTestJSON-1099592143 tempest-ServerActionsTestJSON-1099592143-project] 10.222.0.67 "GET /v2.0/ports?device_id=08fc8551-2c45-4cac-b830-465c2625e47f HTTP/1.1" status: 200 len: 945 time: 0.1074088 Sep 23 20:10:48.518548 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-5bc2fbba-c8c3-4eea-8943-1a7cda8dd6fc req-1d17116b-6e54-46da-9c6e-4d91d9e79300 tempest-ServerActionsTestJSON-1099592143 tempest-ServerActionsTestJSON-1099592143-project] 10.222.0.67 "GET /v2.0/security-groups?id=5050492a-4ff5-4619-9495-b5ac49ab15ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312996 Sep 23 20:10:49.634898 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61fe5a39-ca45-4060-977f-acdc75c35390 req-f738f222-e3fe-47a4-95aa-08939dc42ee9 tempest-ServerActionsTestJSON-1099592143 tempest-ServerActionsTestJSON-1099592143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:10:49.636398 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-61fe5a39-ca45-4060-977f-acdc75c35390 req-f738f222-e3fe-47a4-95aa-08939dc42ee9 tempest-ServerActionsTestJSON-1099592143 tempest-ServerActionsTestJSON-1099592143-project] 10.222.0.67 "GET /v2.0/ports?device_id=08fc8551-2c45-4cac-b830-465c2625e47f HTTP/1.1" status: 200 len: 945 time: 0.0504959 Sep 23 20:10:49.676930 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-61fe5a39-ca45-4060-977f-acdc75c35390 req-9746de74-1416-45c8-9589-dbcee77acce2 tempest-ServerActionsTestJSON-1099592143 tempest-ServerActionsTestJSON-1099592143-project] 10.222.0.67 "GET /v2.0/security-groups?id=5050492a-4ff5-4619-9495-b5ac49ab15ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346251 Sep 23 20:10:49.758477 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-e9627b68-8dac-483c-ac83-61bad9a1fa40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:10:50.456336 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8931f336-906b-413f-b0e0-0ccc2edb9c8c req-787d5ff0-f6d9-4f68-9de8-00753f2849a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:10:50.457882 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-8931f336-906b-413f-b0e0-0ccc2edb9c8c req-787d5ff0-f6d9-4f68-9de8-00753f2849a6 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=c9cdc0f8c48b47f0a9ba670a531cda84&device_id=08fc8551-2c45-4cac-b830-465c2625e47f HTTP/1.1" status: 200 len: 1097 time: 0.0420113 Sep 23 20:10:50.548771 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8931f336-906b-413f-b0e0-0ccc2edb9c8c req-718d80da-8b5d-4288-8c32-72761d081405 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:10:50.550293 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-8931f336-906b-413f-b0e0-0ccc2edb9c8c req-718d80da-8b5d-4288-8c32-72761d081405 service neutron] 10.222.0.53 "GET /v2.0/networks?id=c43367ff-daf3-49d8-a63d-d06f66adba8f HTTP/1.1" status: 200 len: 912 time: 0.0858612 Sep 23 20:10:50.621727 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-8931f336-906b-413f-b0e0-0ccc2edb9c8c req-81d0873a-53b3-4e12-9343-804adb894563 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ed3be4b8-ef8a-4813-b8bc-5f31aca5a2f4 HTTP/1.1" status: 200 len: 1001 time: 0.0641768 Sep 23 20:10:50.674854 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8931f336-906b-413f-b0e0-0ccc2edb9c8c req-5e1ee34f-2aad-4121-a172-8d8a9f94c802 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:10:50.676320 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-8931f336-906b-413f-b0e0-0ccc2edb9c8c req-5e1ee34f-2aad-4121-a172-8d8a9f94c802 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=227f7a8f-869f-4775-8556-35fd28bcf5f3 HTTP/1.1" status: 200 len: 850 time: 0.0483832 Sep 23 20:10:50.725237 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8931f336-906b-413f-b0e0-0ccc2edb9c8c req-b808b1f5-2b39-4e4d-afef-6b0012dcfc10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:10:50.726749 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-8931f336-906b-413f-b0e0-0ccc2edb9c8c req-b808b1f5-2b39-4e4d-afef-6b0012dcfc10 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=c43367ff-daf3-49d8-a63d-d06f66adba8f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0438824 Sep 23 20:10:50.850418 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2644820-5625-43ed-b50c-ed74dc97e852 req-99488b28-d579-43ef-9353-49c8e81001d5 tempest-ServerActionsTestJSON-1099592143 tempest-ServerActionsTestJSON-1099592143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:10:50.852105 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-f2644820-5625-43ed-b50c-ed74dc97e852 req-99488b28-d579-43ef-9353-49c8e81001d5 tempest-ServerActionsTestJSON-1099592143 tempest-ServerActionsTestJSON-1099592143-project] 10.222.0.67 "GET /v2.0/ports?device_id=08fc8551-2c45-4cac-b830-465c2625e47f HTTP/1.1" status: 200 len: 945 time: 0.1008351 Sep 23 20:10:50.858314 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-8931f336-906b-413f-b0e0-0ccc2edb9c8c req-2699f707-6510-42f4-bc71-70de4c1fc6b4 service neutron] 10.222.0.53 "GET /v2.0/networks/c43367ff-daf3-49d8-a63d-d06f66adba8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1245892 Sep 23 20:10:50.919215 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-f2644820-5625-43ed-b50c-ed74dc97e852 req-c00b8eb6-11d2-4bd9-bd26-70726a798afc tempest-ServerActionsTestJSON-1099592143 tempest-ServerActionsTestJSON-1099592143-project] 10.222.0.67 "GET /v2.0/security-groups?id=5050492a-4ff5-4619-9495-b5ac49ab15ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0597880 Sep 23 20:10:50.979195 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-8931f336-906b-413f-b0e0-0ccc2edb9c8c req-eefa3576-dd2c-4980-8aec-1ef42fe67892 service neutron] 10.222.0.53 "GET /v2.0/networks/c43367ff-daf3-49d8-a63d-d06f66adba8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1116204 Sep 23 20:10:52.363976 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a00c6eea-c9d9-427f-ad24-65081bc456cb req-27bb7978-1c7f-4fe9-be17-bdb9340bacb4 tempest-ServerActionsTestJSON-1099592143 tempest-ServerActionsTestJSON-1099592143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:10:52.365580 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-a00c6eea-c9d9-427f-ad24-65081bc456cb req-27bb7978-1c7f-4fe9-be17-bdb9340bacb4 tempest-ServerActionsTestJSON-1099592143 tempest-ServerActionsTestJSON-1099592143-project] 10.222.0.67 "GET /v2.0/ports?device_id=08fc8551-2c45-4cac-b830-465c2625e47f HTTP/1.1" status: 200 len: 945 time: 0.3757010 Sep 23 20:10:52.407602 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-a00c6eea-c9d9-427f-ad24-65081bc456cb req-d767c605-23be-41fe-9ccf-ee1b4d95466c tempest-ServerActionsTestJSON-1099592143 tempest-ServerActionsTestJSON-1099592143-project] 10.222.0.67 "GET /v2.0/security-groups?id=5050492a-4ff5-4619-9495-b5ac49ab15ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349202 Sep 23 20:10:53.016345 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-2d63c14f-4781-4750-a145-ff1e8954d4fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:10:53.173717 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:10:53.524201 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf604b66-c22c-46d4-a2a0-43fa163f0268 req-837be69c-a0e3-44ad-8b04-fd8dbcd153ef tempest-ServerActionsTestJSON-1099592143 tempest-ServerActionsTestJSON-1099592143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:10:53.526165 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-cf604b66-c22c-46d4-a2a0-43fa163f0268 req-837be69c-a0e3-44ad-8b04-fd8dbcd153ef tempest-ServerActionsTestJSON-1099592143 tempest-ServerActionsTestJSON-1099592143-project] 10.222.0.67 "GET /v2.0/ports?device_id=08fc8551-2c45-4cac-b830-465c2625e47f HTTP/1.1" status: 200 len: 945 time: 0.0501533 Sep 23 20:10:53.564531 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-cf604b66-c22c-46d4-a2a0-43fa163f0268 req-39995ec9-4e90-4d70-87c0-20fc9b143d12 tempest-ServerActionsTestJSON-1099592143 tempest-ServerActionsTestJSON-1099592143-project] 10.222.0.67 "GET /v2.0/security-groups?id=5050492a-4ff5-4619-9495-b5ac49ab15ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324693 Sep 23 20:10:53.586060 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-0ae75029-feb6-4728-9a94-5f9b60993d82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:10:54.690763 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e89766b-7e5c-42f9-b6c2-a2ea8c028b1a req-f62763f7-b942-4757-9155-568fae8eb8d2 tempest-ServerActionsTestJSON-1099592143 tempest-ServerActionsTestJSON-1099592143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:10:54.694221 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-0e89766b-7e5c-42f9-b6c2-a2ea8c028b1a req-f62763f7-b942-4757-9155-568fae8eb8d2 tempest-ServerActionsTestJSON-1099592143 tempest-ServerActionsTestJSON-1099592143-project] 10.222.0.67 "GET /v2.0/ports?device_id=08fc8551-2c45-4cac-b830-465c2625e47f HTTP/1.1" status: 200 len: 945 time: 0.0547760 Sep 23 20:10:54.737243 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-0e89766b-7e5c-42f9-b6c2-a2ea8c028b1a req-0161a5ff-c0a9-4b65-97b5-417cbeefc228 tempest-ServerActionsTestJSON-1099592143 tempest-ServerActionsTestJSON-1099592143-project] 10.222.0.67 "GET /v2.0/security-groups?id=5050492a-4ff5-4619-9495-b5ac49ab15ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362508 Sep 23 20:10:55.412434 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-80e7e501-6c57-470d-92c6-e3d54bc3195c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:10:55.854990 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98986f6a-6d61-4b43-aa75-0851c8252d9d req-c73f6709-73bb-4287-bc89-5dabef30f91f tempest-ServerActionsTestJSON-1099592143 tempest-ServerActionsTestJSON-1099592143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:10:55.856463 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-98986f6a-6d61-4b43-aa75-0851c8252d9d req-c73f6709-73bb-4287-bc89-5dabef30f91f tempest-ServerActionsTestJSON-1099592143 tempest-ServerActionsTestJSON-1099592143-project] 10.222.0.67 "GET /v2.0/ports?device_id=08fc8551-2c45-4cac-b830-465c2625e47f HTTP/1.1" status: 200 len: 945 time: 0.0502732 Sep 23 20:10:55.896176 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-98986f6a-6d61-4b43-aa75-0851c8252d9d req-4cbd6b17-b097-4f47-85c8-86e9ce80083b tempest-ServerActionsTestJSON-1099592143 tempest-ServerActionsTestJSON-1099592143-project] 10.222.0.67 "GET /v2.0/security-groups?id=5050492a-4ff5-4619-9495-b5ac49ab15ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338252 Sep 23 20:10:57.013234 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08ae271-f4a2-4d49-981f-5a1fbe39fe45 req-896662a8-4294-45ba-8589-b3364f232e89 tempest-ServerActionsTestJSON-1099592143 tempest-ServerActionsTestJSON-1099592143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:10:57.014715 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-a08ae271-f4a2-4d49-981f-5a1fbe39fe45 req-896662a8-4294-45ba-8589-b3364f232e89 tempest-ServerActionsTestJSON-1099592143 tempest-ServerActionsTestJSON-1099592143-project] 10.222.0.67 "GET /v2.0/ports?device_id=08fc8551-2c45-4cac-b830-465c2625e47f HTTP/1.1" status: 200 len: 945 time: 0.0487225 Sep 23 20:10:57.053017 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-a08ae271-f4a2-4d49-981f-5a1fbe39fe45 req-e8a31d3a-5f67-4fc8-afbf-2f55f3041da9 tempest-ServerActionsTestJSON-1099592143 tempest-ServerActionsTestJSON-1099592143-project] 10.222.0.67 "GET /v2.0/security-groups?id=5050492a-4ff5-4619-9495-b5ac49ab15ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322261 Sep 23 20:10:58.171718 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cab61d1-2298-42be-8bdc-eb75f6cbf3f8 req-abcca114-98e4-406a-8cd9-8b5b9a14ffbe tempest-ServerActionsTestJSON-1099592143 tempest-ServerActionsTestJSON-1099592143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:10:58.173243 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-6cab61d1-2298-42be-8bdc-eb75f6cbf3f8 req-abcca114-98e4-406a-8cd9-8b5b9a14ffbe tempest-ServerActionsTestJSON-1099592143 tempest-ServerActionsTestJSON-1099592143-project] 10.222.0.67 "GET /v2.0/ports?device_id=08fc8551-2c45-4cac-b830-465c2625e47f HTTP/1.1" status: 200 len: 945 time: 0.0487885 Sep 23 20:10:58.214967 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-6cab61d1-2298-42be-8bdc-eb75f6cbf3f8 req-0edcd62e-4b75-43e5-9e44-c004d9008979 tempest-ServerActionsTestJSON-1099592143 tempest-ServerActionsTestJSON-1099592143-project] 10.222.0.67 "GET /v2.0/security-groups?id=5050492a-4ff5-4619-9495-b5ac49ab15ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358996 Sep 23 20:10:58.351838 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:10:58.615113 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:10:59.331732 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3682e7-ac7f-4cf6-be87-ea67aebcabde req-6014373e-1730-49b4-95e5-75f33b49da1c tempest-ServerActionsTestJSON-1099592143 tempest-ServerActionsTestJSON-1099592143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:10:59.333264 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-8f3682e7-ac7f-4cf6-be87-ea67aebcabde req-6014373e-1730-49b4-95e5-75f33b49da1c tempest-ServerActionsTestJSON-1099592143 tempest-ServerActionsTestJSON-1099592143-project] 10.222.0.67 "GET /v2.0/ports?device_id=08fc8551-2c45-4cac-b830-465c2625e47f HTTP/1.1" status: 200 len: 945 time: 0.0517240 Sep 23 20:10:59.372197 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-8f3682e7-ac7f-4cf6-be87-ea67aebcabde req-7836dfe8-2eec-42b2-baa2-978b399635ee tempest-ServerActionsTestJSON-1099592143 tempest-ServerActionsTestJSON-1099592143-project] 10.222.0.67 "GET /v2.0/security-groups?id=5050492a-4ff5-4619-9495-b5ac49ab15ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321689 Sep 23 20:11:00.487025 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6098672c-07ab-4d8a-88be-f22f36aac239 req-9b4e2ba1-b373-488a-9e57-b5d8ab870c46 tempest-ServerActionsTestJSON-1099592143 tempest-ServerActionsTestJSON-1099592143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:11:00.488512 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-6098672c-07ab-4d8a-88be-f22f36aac239 req-9b4e2ba1-b373-488a-9e57-b5d8ab870c46 tempest-ServerActionsTestJSON-1099592143 tempest-ServerActionsTestJSON-1099592143-project] 10.222.0.67 "GET /v2.0/ports?device_id=08fc8551-2c45-4cac-b830-465c2625e47f HTTP/1.1" status: 200 len: 945 time: 0.0497584 Sep 23 20:11:00.525657 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-6098672c-07ab-4d8a-88be-f22f36aac239 req-141b8572-6c93-43dc-a467-5442f3fc63f8 tempest-ServerActionsTestJSON-1099592143 tempest-ServerActionsTestJSON-1099592143-project] 10.222.0.67 "GET /v2.0/security-groups?id=5050492a-4ff5-4619-9495-b5ac49ab15ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307205 Sep 23 20:11:01.646246 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3027c307-ca3e-47e4-91e3-e90eb945141d req-a2d1df65-3874-4916-84e6-9868d8ae20e9 tempest-ServerActionsTestJSON-1099592143 tempest-ServerActionsTestJSON-1099592143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:11:01.647749 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-3027c307-ca3e-47e4-91e3-e90eb945141d req-a2d1df65-3874-4916-84e6-9868d8ae20e9 tempest-ServerActionsTestJSON-1099592143 tempest-ServerActionsTestJSON-1099592143-project] 10.222.0.67 "GET /v2.0/ports?device_id=08fc8551-2c45-4cac-b830-465c2625e47f HTTP/1.1" status: 200 len: 945 time: 0.0513175 Sep 23 20:11:01.693660 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-3027c307-ca3e-47e4-91e3-e90eb945141d req-2c9aca55-badd-494f-a7a1-95fe2b490d2d tempest-ServerActionsTestJSON-1099592143 tempest-ServerActionsTestJSON-1099592143-project] 10.222.0.67 "GET /v2.0/security-groups?id=5050492a-4ff5-4619-9495-b5ac49ab15ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387013 Sep 23 20:11:02.778632 n-d-713301-16 neutron-server[95102]: INFO neutron.api.v2.resource [req-8931f336-906b-413f-b0e0-0ccc2edb9c8c req-7c0f4c71-7428-411c-bb42-023c087f7f44 service neutron] show failed (client error): The resource could not be found. Sep 23 20:11:02.779626 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-8931f336-906b-413f-b0e0-0ccc2edb9c8c req-7c0f4c71-7428-411c-bb42-023c087f7f44 service neutron] 10.222.0.53 "GET /v2.0/ports/ed3be4b8-ef8a-4813-b8bc-5f31aca5a2f4/bindings/n-h1-713301-16 HTTP/1.1" status: 404 len: 381 time: 0.0663557 Sep 23 20:11:02.815964 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f96cf6-1f62-44aa-b0be-cc13cad1fcca req-e824a6e3-5d56-4d39-b47a-7dc33394b1b3 tempest-ServerActionsTestJSON-1099592143 tempest-ServerActionsTestJSON-1099592143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:11:02.817505 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-77f96cf6-1f62-44aa-b0be-cc13cad1fcca req-e824a6e3-5d56-4d39-b47a-7dc33394b1b3 tempest-ServerActionsTestJSON-1099592143 tempest-ServerActionsTestJSON-1099592143-project] 10.222.0.67 "GET /v2.0/ports?device_id=08fc8551-2c45-4cac-b830-465c2625e47f HTTP/1.1" status: 200 len: 945 time: 0.0529695 Sep 23 20:11:02.856173 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-77f96cf6-1f62-44aa-b0be-cc13cad1fcca req-c7e2025f-3d7f-45b0-b1ab-94d9dcb76602 tempest-ServerActionsTestJSON-1099592143 tempest-ServerActionsTestJSON-1099592143-project] 10.222.0.67 "GET /v2.0/security-groups?id=5050492a-4ff5-4619-9495-b5ac49ab15ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325623 Sep 23 20:11:03.021070 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8931f336-906b-413f-b0e0-0ccc2edb9c8c req-2df87649-404f-4412-b453-634b5f63bb5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:11:03.022603 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-8931f336-906b-413f-b0e0-0ccc2edb9c8c req-2df87649-404f-4412-b453-634b5f63bb5f service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=08fc8551-2c45-4cac-b830-465c2625e47f&tenant_id=c9cdc0f8c48b47f0a9ba670a531cda84 HTTP/1.1" status: 200 len: 1097 time: 0.0884604 Sep 23 20:11:03.034102 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.v2.base [req-8931f336-906b-413f-b0e0-0ccc2edb9c8c req-d3b8521b-a904-4131-8253-5a4863e5d0de service neutron] Request body: {'port': {'binding:host_id': 'n-h1-713301-16', 'device_owner': 'compute:nova'}} {{(pid=95102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 20:11:03.087560 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-8931f336-906b-413f-b0e0-0ccc2edb9c8c req-d3b8521b-a904-4131-8253-5a4863e5d0de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:11:03.286596 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.db [req-8931f336-906b-413f-b0e0-0ccc2edb9c8c req-d3b8521b-a904-4131-8253-5a4863e5d0de service neutron] For port ed3be4b8-ef8a-4813-b8bc-5f31aca5a2f4, host n-h2-713301-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-16',level=0,port_id=ed3be4b8-ef8a-4813-b8bc-5f31aca5a2f4,segment=NetworkSegment(63d9966b-ec95-4293-aace-132eeb81246d),segment_id=63d9966b-ec95-4293-aace-132eeb81246d)] {{(pid=95102) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 20:11:03.319285 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.db [req-8931f336-906b-413f-b0e0-0ccc2edb9c8c req-d3b8521b-a904-4131-8253-5a4863e5d0de service neutron] For port ed3be4b8-ef8a-4813-b8bc-5f31aca5a2f4, host n-h2-713301-16, cleared binding levels {{(pid=95102) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 20:11:03.359183 n-d-713301-16 neutron-server[95102]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '08fc8551-2c45-4cac-b830-465c2625e47f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ed3be4b8-ef8a-4813-b8bc-5f31aca5a2f4'}] {{(pid=95102) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 20:11:03.361568 n-d-713301-16 neutron-server[95102]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab31b6d93e5336dbddfa8ec424565b3bd8cb2369c5b4d85bc943472dbb21e8ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fbca6c68-2f98-4af3-a318-c42ba796caef" -d '{"events": [{"server_uuid": "08fc8551-2c45-4cac-b830-465c2625e47f", "name": "network-vif-unplugged", "status": "completed", "tag": "ed3be4b8-ef8a-4813-b8bc-5f31aca5a2f4"}]}' {{(pid=95102) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 20:11:03.365838 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-8931f336-906b-413f-b0e0-0ccc2edb9c8c req-d3b8521b-a904-4131-8253-5a4863e5d0de service neutron] Notify callbacks [] for port, precommit_update {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:11:03.379428 n-d-713301-16 neutron-server[95102]: DEBUG neutron.db.provisioning_blocks [req-8931f336-906b-413f-b0e0-0ccc2edb9c8c req-d3b8521b-a904-4131-8253-5a4863e5d0de service neutron] Transition to ACTIVE for port object ed3be4b8-ef8a-4813-b8bc-5f31aca5a2f4 will not be triggered until provisioned by entity L2. {{(pid=95102) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 20:11:03.383943 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-8931f336-906b-413f-b0e0-0ccc2edb9c8c req-d3b8521b-a904-4131-8253-5a4863e5d0de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4399095'] for port, after_update {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:11:03.418808 n-d-713301-16 neutron-server[95102]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 23 Sep 2021 20:11:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3182dc5-8336-4b4e-9273-14274fcf3c62 x-openstack-request-id: req-a3182dc5-8336-4b4e-9273-14274fcf3c62 {{(pid=95102) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 20:11:03.419110 n-d-713301-16 neutron-server[95102]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "08fc8551-2c45-4cac-b830-465c2625e47f", "name": "network-vif-unplugged", "status": "completed", "tag": "ed3be4b8-ef8a-4813-b8bc-5f31aca5a2f4", "code": 200}]} {{(pid=95102) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 20:11:03.419359 n-d-713301-16 neutron-server[95102]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-a3182dc5-8336-4b4e-9273-14274fcf3c62 {{(pid=95102) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 20:11:03.419758 n-d-713301-16 neutron-server[95102]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '08fc8551-2c45-4cac-b830-465c2625e47f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ed3be4b8-ef8a-4813-b8bc-5f31aca5a2f4', 'code': 200} Sep 23 20:11:03.468590 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3b8521b-a904-4131-8253-5a4863e5d0de service neutron] Pushing event updated for resources: {'Port': ['ID=ed3be4b8-ef8a-4813-b8bc-5f31aca5a2f4,revision_number=6']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:11:03.480733 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3b8521b-a904-4131-8253-5a4863e5d0de service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:11:03.481089 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3b8521b-a904-4131-8253-5a4863e5d0de service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:11:03.481438 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3b8521b-a904-4131-8253-5a4863e5d0de service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:11:03.481782 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3b8521b-a904-4131-8253-5a4863e5d0de service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:11:03.482125 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3b8521b-a904-4131-8253-5a4863e5d0de service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:11:03.482460 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3b8521b-a904-4131-8253-5a4863e5d0de service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:11:03.482794 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3b8521b-a904-4131-8253-5a4863e5d0de service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:11:03.483130 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3b8521b-a904-4131-8253-5a4863e5d0de service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:11:03.483461 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3b8521b-a904-4131-8253-5a4863e5d0de service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:11:03.483789 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3b8521b-a904-4131-8253-5a4863e5d0de service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:11:03.484118 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3b8521b-a904-4131-8253-5a4863e5d0de service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:11:03.484445 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3b8521b-a904-4131-8253-5a4863e5d0de service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:11:03.521505 n-d-713301-16 neutron-server[95102]: DEBUG neutron.db.l3_dvrscheduler_db [req-8931f336-906b-413f-b0e0-0ccc2edb9c8c req-d3b8521b-a904-4131-8253-5a4863e5d0de service neutron] No DVR routers for this DVR port ed3be4b8-ef8a-4813-b8bc-5f31aca5a2f4 on host n-h2-713301-16 {{(pid=95102) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 20:11:03.554760 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.agents_db [None req-f2f5c474-60a3-474f-b2cc-02c4bd30880c None None] Agent healthcheck: found 7 active agents {{(pid=95104) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 20:11:03.661004 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.managers [req-8931f336-906b-413f-b0e0-0ccc2edb9c8c req-d3b8521b-a904-4131-8253-5a4863e5d0de service neutron] Attempting to bind port ed3be4b8-ef8a-4813-b8bc-5f31aca5a2f4 on host n-h1-713301-16 for vnic_type normal with profile {{(pid=95102) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 20:11:03.661349 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.managers [req-8931f336-906b-413f-b0e0-0ccc2edb9c8c req-d3b8521b-a904-4131-8253-5a4863e5d0de service neutron] Attempting to bind port ed3be4b8-ef8a-4813-b8bc-5f31aca5a2f4 by drivers openvswitch,hyperv on host n-h1-713301-16 at level 0 using segments [{'id': '63d9966b-ec95-4293-aace-132eeb81246d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'c43367ff-daf3-49d8-a63d-d06f66adba8f'}] {{(pid=95102) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 20:11:03.661686 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8931f336-906b-413f-b0e0-0ccc2edb9c8c req-d3b8521b-a904-4131-8253-5a4863e5d0de service neutron] Attempting to bind port ed3be4b8-ef8a-4813-b8bc-5f31aca5a2f4 on network c43367ff-daf3-49d8-a63d-d06f66adba8f {{(pid=95102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 20:11:03.665996 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8931f336-906b-413f-b0e0-0ccc2edb9c8c req-d3b8521b-a904-4131-8253-5a4863e5d0de service neutron] Port ed3be4b8-ef8a-4813-b8bc-5f31aca5a2f4 on network c43367ff-daf3-49d8-a63d-d06f66adba8f not bound, no agent of type Open vSwitch agent registered on host n-h1-713301-16 {{(pid=95102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 20:11:03.666324 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8931f336-906b-413f-b0e0-0ccc2edb9c8c req-d3b8521b-a904-4131-8253-5a4863e5d0de service neutron] Attempting to bind port ed3be4b8-ef8a-4813-b8bc-5f31aca5a2f4 on network c43367ff-daf3-49d8-a63d-d06f66adba8f {{(pid=95102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 20:11:03.671353 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8931f336-906b-413f-b0e0-0ccc2edb9c8c req-d3b8521b-a904-4131-8253-5a4863e5d0de service neutron] Checking agent: {'id': '0708c3e9-0aad-4600-9be9-d2486535c898', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713301-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 19, 15, 28), 'started_at': datetime.datetime(2021, 9, 23, 19, 15, 28), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 20, 10, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 20:11:03.671697 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8931f336-906b-413f-b0e0-0ccc2edb9c8c req-d3b8521b-a904-4131-8253-5a4863e5d0de service neutron] Checking segment: {'id': '63d9966b-ec95-4293-aace-132eeb81246d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'c43367ff-daf3-49d8-a63d-d06f66adba8f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95102) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 20:11:03.672092 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8931f336-906b-413f-b0e0-0ccc2edb9c8c req-d3b8521b-a904-4131-8253-5a4863e5d0de service neutron] Bound using segment: {'id': '63d9966b-ec95-4293-aace-132eeb81246d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'c43367ff-daf3-49d8-a63d-d06f66adba8f'} {{(pid=95102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 20:11:03.672522 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.managers [req-8931f336-906b-413f-b0e0-0ccc2edb9c8c req-d3b8521b-a904-4131-8253-5a4863e5d0de service neutron] Bound port: ed3be4b8-ef8a-4813-b8bc-5f31aca5a2f4, host: n-h1-713301-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '63d9966b-ec95-4293-aace-132eeb81246d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'c43367ff-daf3-49d8-a63d-d06f66adba8f'}}] {{(pid=95102) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 20:11:03.673522 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-8931f336-906b-413f-b0e0-0ccc2edb9c8c req-d3b8521b-a904-4131-8253-5a4863e5d0de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:11:03.739681 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.db [req-8931f336-906b-413f-b0e0-0ccc2edb9c8c req-d3b8521b-a904-4131-8253-5a4863e5d0de service neutron] For port ed3be4b8-ef8a-4813-b8bc-5f31aca5a2f4, host n-h1-713301-16, cleared binding levels {{(pid=95102) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 20:11:03.742782 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.db [req-8931f336-906b-413f-b0e0-0ccc2edb9c8c req-d3b8521b-a904-4131-8253-5a4863e5d0de service neutron] For port ed3be4b8-ef8a-4813-b8bc-5f31aca5a2f4, host n-h1-713301-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-16',level=0,port_id=ed3be4b8-ef8a-4813-b8bc-5f31aca5a2f4,segment=NetworkSegment(63d9966b-ec95-4293-aace-132eeb81246d),segment_id=63d9966b-ec95-4293-aace-132eeb81246d)] {{(pid=95102) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 20:11:03.748236 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-8931f336-906b-413f-b0e0-0ccc2edb9c8c req-d3b8521b-a904-4131-8253-5a4863e5d0de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4399095'] for port, after_update {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:11:03.786757 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8931f336-906b-413f-b0e0-0ccc2edb9c8c req-d3b8521b-a904-4131-8253-5a4863e5d0de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:11:03.787386 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-8931f336-906b-413f-b0e0-0ccc2edb9c8c req-d3b8521b-a904-4131-8253-5a4863e5d0de service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222849'] for port, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:11:03.788813 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-8931f336-906b-413f-b0e0-0ccc2edb9c8c req-d3b8521b-a904-4131-8253-5a4863e5d0de service neutron] 10.222.0.74 "PUT /v2.0/ports/ed3be4b8-ef8a-4813-b8bc-5f31aca5a2f4 HTTP/1.1" status: 200 len: 1092 time: 0.7585824 Sep 23 20:11:03.821451 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3b8521b-a904-4131-8253-5a4863e5d0de service neutron] Pushing event updated for resources: {'Port': ['ID=ed3be4b8-ef8a-4813-b8bc-5f31aca5a2f4,revision_number=7']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:11:03.856294 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8931f336-906b-413f-b0e0-0ccc2edb9c8c req-8100f85e-c633-4dd7-aacf-1a28f6e5d25a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:11:03.857882 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-8931f336-906b-413f-b0e0-0ccc2edb9c8c req-8100f85e-c633-4dd7-aacf-1a28f6e5d25a service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=c9cdc0f8c48b47f0a9ba670a531cda84&device_id=08fc8551-2c45-4cac-b830-465c2625e47f HTTP/1.1" status: 200 len: 1095 time: 0.0457995 Sep 23 20:11:03.989122 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8931f336-906b-413f-b0e0-0ccc2edb9c8c req-38f60265-716e-4c5b-85f6-4d1d91bddd18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:11:03.990643 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-8931f336-906b-413f-b0e0-0ccc2edb9c8c req-38f60265-716e-4c5b-85f6-4d1d91bddd18 service neutron] 10.222.0.74 "GET /v2.0/networks?id=c43367ff-daf3-49d8-a63d-d06f66adba8f HTTP/1.1" status: 200 len: 912 time: 0.1254270 Sep 23 20:11:04.013799 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa79e96-08cb-4f1d-962e-915712ec855f req-3e2ef215-6287-44f0-82ee-dc9109088188 tempest-ServerActionsTestJSON-1099592143 tempest-ServerActionsTestJSON-1099592143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:11:04.015314 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-aaa79e96-08cb-4f1d-962e-915712ec855f req-3e2ef215-6287-44f0-82ee-dc9109088188 tempest-ServerActionsTestJSON-1099592143 tempest-ServerActionsTestJSON-1099592143-project] 10.222.0.67 "GET /v2.0/ports?device_id=08fc8551-2c45-4cac-b830-465c2625e47f HTTP/1.1" status: 200 len: 943 time: 0.0847998 Sep 23 20:11:04.093391 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-8931f336-906b-413f-b0e0-0ccc2edb9c8c req-87c72c35-4400-43fe-95a1-8df90cfbdebc service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ed3be4b8-ef8a-4813-b8bc-5f31aca5a2f4 HTTP/1.1" status: 200 len: 999 time: 0.0941768 Sep 23 20:11:04.098562 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-aaa79e96-08cb-4f1d-962e-915712ec855f req-16567241-65f2-4711-8222-27e1721213b7 tempest-ServerActionsTestJSON-1099592143 tempest-ServerActionsTestJSON-1099592143-project] 10.222.0.67 "GET /v2.0/security-groups?id=5050492a-4ff5-4619-9495-b5ac49ab15ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0521297 Sep 23 20:11:04.147874 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8931f336-906b-413f-b0e0-0ccc2edb9c8c req-c3195bf9-cd94-43ff-9c9d-f0ceba01bf72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:11:04.149411 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-8931f336-906b-413f-b0e0-0ccc2edb9c8c req-c3195bf9-cd94-43ff-9c9d-f0ceba01bf72 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=227f7a8f-869f-4775-8556-35fd28bcf5f3 HTTP/1.1" status: 200 len: 850 time: 0.0496912 Sep 23 20:11:04.196032 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8931f336-906b-413f-b0e0-0ccc2edb9c8c req-0df8de13-a341-45a7-a479-beb5acd6a1ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:11:04.197642 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-8931f336-906b-413f-b0e0-0ccc2edb9c8c req-0df8de13-a341-45a7-a479-beb5acd6a1ef service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=c43367ff-daf3-49d8-a63d-d06f66adba8f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0411127 Sep 23 20:11:04.287420 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-8931f336-906b-413f-b0e0-0ccc2edb9c8c req-e62a508d-b96d-49ea-9320-7e1559936d28 service neutron] 10.222.0.74 "GET /v2.0/networks/c43367ff-daf3-49d8-a63d-d06f66adba8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827065 Sep 23 20:11:04.383716 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-8931f336-906b-413f-b0e0-0ccc2edb9c8c req-0c3aae7b-113d-4ba3-b7aa-06484ce3a872 service neutron] 10.222.0.74 "GET /v2.0/networks/c43367ff-daf3-49d8-a63d-d06f66adba8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888464 Sep 23 20:11:05.219237 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23667dec-f281-469c-8b94-051ccd70e8b2 req-894daa59-9509-4fb1-a977-2b89e2b3d019 tempest-ServerActionsTestJSON-1099592143 tempest-ServerActionsTestJSON-1099592143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:11:05.220768 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-23667dec-f281-469c-8b94-051ccd70e8b2 req-894daa59-9509-4fb1-a977-2b89e2b3d019 tempest-ServerActionsTestJSON-1099592143 tempest-ServerActionsTestJSON-1099592143-project] 10.222.0.67 "GET /v2.0/ports?device_id=08fc8551-2c45-4cac-b830-465c2625e47f HTTP/1.1" status: 200 len: 943 time: 0.0507252 Sep 23 20:11:05.258011 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-23667dec-f281-469c-8b94-051ccd70e8b2 req-7a1ffde6-24da-457e-8b12-a87ec7254b96 tempest-ServerActionsTestJSON-1099592143 tempest-ServerActionsTestJSON-1099592143-project] 10.222.0.67 "GET /v2.0/security-groups?id=5050492a-4ff5-4619-9495-b5ac49ab15ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313001 Sep 23 20:11:05.421119 n-d-713301-16 neutron-server[95102]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '08fc8551-2c45-4cac-b830-465c2625e47f', 'tag': 'ed3be4b8-ef8a-4813-b8bc-5f31aca5a2f4'}] {{(pid=95102) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 20:11:05.423461 n-d-713301-16 neutron-server[95102]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab31b6d93e5336dbddfa8ec424565b3bd8cb2369c5b4d85bc943472dbb21e8ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75c796ef-c991-4e0b-876c-166d189b6f80" -d '{"events": [{"name": "network-changed", "server_uuid": "08fc8551-2c45-4cac-b830-465c2625e47f", "tag": "ed3be4b8-ef8a-4813-b8bc-5f31aca5a2f4"}]}' {{(pid=95102) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 20:11:05.475973 n-d-713301-16 neutron-server[95102]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 20:11:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac2ea40a-f9b3-4e4d-bf84-15692ad0bee5 x-openstack-request-id: req-ac2ea40a-f9b3-4e4d-bf84-15692ad0bee5 {{(pid=95102) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 20:11:05.476327 n-d-713301-16 neutron-server[95102]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "08fc8551-2c45-4cac-b830-465c2625e47f", "tag": "ed3be4b8-ef8a-4813-b8bc-5f31aca5a2f4", "status": "completed", "code": 200}]} {{(pid=95102) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 20:11:05.476576 n-d-713301-16 neutron-server[95102]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-ac2ea40a-f9b3-4e4d-bf84-15692ad0bee5 {{(pid=95102) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 20:11:05.477044 n-d-713301-16 neutron-server[95102]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '08fc8551-2c45-4cac-b830-465c2625e47f', 'tag': 'ed3be4b8-ef8a-4813-b8bc-5f31aca5a2f4', 'status': 'completed', 'code': 200} Sep 23 20:11:05.565092 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c796ef-c991-4e0b-876c-166d189b6f80 req-80f259cf-8cb7-4d8f-8874-2093f557257f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:11:05.566625 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-75c796ef-c991-4e0b-876c-166d189b6f80 req-80f259cf-8cb7-4d8f-8874-2093f557257f service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=c9cdc0f8c48b47f0a9ba670a531cda84&device_id=08fc8551-2c45-4cac-b830-465c2625e47f HTTP/1.1" status: 200 len: 1095 time: 0.0631962 Sep 23 20:11:05.569118 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c796ef-c991-4e0b-876c-166d189b6f80 req-96645565-0070-4c42-a335-a30216a55bed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:11:05.570485 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-75c796ef-c991-4e0b-876c-166d189b6f80 req-96645565-0070-4c42-a335-a30216a55bed service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=c9cdc0f8c48b47f0a9ba670a531cda84&device_id=08fc8551-2c45-4cac-b830-465c2625e47f HTTP/1.1" status: 200 len: 1095 time: 0.0758851 Sep 23 20:11:05.732854 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c796ef-c991-4e0b-876c-166d189b6f80 req-e74d2874-2386-4974-83e4-224c102c7998 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:11:05.734229 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-75c796ef-c991-4e0b-876c-166d189b6f80 req-e74d2874-2386-4974-83e4-224c102c7998 service neutron] 10.222.0.53 "GET /v2.0/networks?id=c43367ff-daf3-49d8-a63d-d06f66adba8f HTTP/1.1" status: 200 len: 912 time: 0.1523490 Sep 23 20:11:05.735166 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c796ef-c991-4e0b-876c-166d189b6f80 req-49a50393-27a6-4274-894b-db1cda80e364 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:11:05.736491 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-75c796ef-c991-4e0b-876c-166d189b6f80 req-49a50393-27a6-4274-894b-db1cda80e364 service neutron] 10.222.0.74 "GET /v2.0/networks?id=c43367ff-daf3-49d8-a63d-d06f66adba8f HTTP/1.1" status: 200 len: 912 time: 0.1616745 Sep 23 20:11:05.856919 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-75c796ef-c991-4e0b-876c-166d189b6f80 req-43f7fad6-ae7d-4f75-b409-f8c239a8df1e service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ed3be4b8-ef8a-4813-b8bc-5f31aca5a2f4 HTTP/1.1" status: 200 len: 999 time: 0.1152303 Sep 23 20:11:05.858715 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-75c796ef-c991-4e0b-876c-166d189b6f80 req-b2a1369e-b78c-452f-b74c-e99da6b6c6a0 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ed3be4b8-ef8a-4813-b8bc-5f31aca5a2f4 HTTP/1.1" status: 200 len: 999 time: 0.1066751 Sep 23 20:11:05.946583 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c796ef-c991-4e0b-876c-166d189b6f80 req-c07fa00a-53c9-4983-be4b-3c08816eea2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:11:05.948033 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-75c796ef-c991-4e0b-876c-166d189b6f80 req-c07fa00a-53c9-4983-be4b-3c08816eea2d service neutron] 10.222.0.53 "GET /v2.0/subnets?id=227f7a8f-869f-4775-8556-35fd28bcf5f3 HTTP/1.1" status: 200 len: 850 time: 0.0842226 Sep 23 20:11:05.950402 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c796ef-c991-4e0b-876c-166d189b6f80 req-b4c35c33-8e60-4ea1-9df9-f2ea01242efb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:11:05.951849 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-75c796ef-c991-4e0b-876c-166d189b6f80 req-b4c35c33-8e60-4ea1-9df9-f2ea01242efb service neutron] 10.222.0.74 "GET /v2.0/subnets?id=227f7a8f-869f-4775-8556-35fd28bcf5f3 HTTP/1.1" status: 200 len: 850 time: 0.0797398 Sep 23 20:11:06.022659 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c796ef-c991-4e0b-876c-166d189b6f80 req-9c37783d-812f-4bea-9edd-0563f393272d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:11:06.024076 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-75c796ef-c991-4e0b-876c-166d189b6f80 req-9c37783d-812f-4bea-9edd-0563f393272d service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=c43367ff-daf3-49d8-a63d-d06f66adba8f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0616314 Sep 23 20:11:06.027676 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c796ef-c991-4e0b-876c-166d189b6f80 req-1d678cd2-1601-4d8b-958c-768e01905228 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:11:06.029078 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-75c796ef-c991-4e0b-876c-166d189b6f80 req-1d678cd2-1601-4d8b-958c-768e01905228 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=c43367ff-daf3-49d8-a63d-d06f66adba8f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0741968 Sep 23 20:11:06.195394 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-75c796ef-c991-4e0b-876c-166d189b6f80 req-02e117c6-c697-461e-a2f4-2558258a7e8e service neutron] 10.222.0.53 "GET /v2.0/networks/c43367ff-daf3-49d8-a63d-d06f66adba8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1574204 Sep 23 20:11:06.197252 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-75c796ef-c991-4e0b-876c-166d189b6f80 req-4c7939e8-935b-4650-8e9c-24c34562a99d service neutron] 10.222.0.74 "GET /v2.0/networks/c43367ff-daf3-49d8-a63d-d06f66adba8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1662483 Sep 23 20:11:06.382127 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-75c796ef-c991-4e0b-876c-166d189b6f80 req-0d045567-5219-4143-b250-c75f133f7d1d service neutron] 10.222.0.74 "GET /v2.0/networks/c43367ff-daf3-49d8-a63d-d06f66adba8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1727047 Sep 23 20:11:06.385393 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-75c796ef-c991-4e0b-876c-166d189b6f80 req-f4a7bf63-a194-44f5-bb1b-4e937ba0d8d3 service neutron] 10.222.0.53 "GET /v2.0/networks/c43367ff-daf3-49d8-a63d-d06f66adba8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1829157 Sep 23 20:11:06.408878 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df1f8a9-8dc9-4097-a4ac-563a3af96293 req-652dea64-5adc-4dc2-b7ac-a7321ea5a43f tempest-ServerActionsTestJSON-1099592143 tempest-ServerActionsTestJSON-1099592143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:11:06.412647 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-7df1f8a9-8dc9-4097-a4ac-563a3af96293 req-652dea64-5adc-4dc2-b7ac-a7321ea5a43f tempest-ServerActionsTestJSON-1099592143 tempest-ServerActionsTestJSON-1099592143-project] 10.222.0.67 "GET /v2.0/ports?device_id=08fc8551-2c45-4cac-b830-465c2625e47f HTTP/1.1" status: 200 len: 943 time: 0.0779510 Sep 23 20:11:06.454914 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-7df1f8a9-8dc9-4097-a4ac-563a3af96293 req-80b9dab4-3f56-420e-b3b3-b68818c038f6 tempest-ServerActionsTestJSON-1099592143 tempest-ServerActionsTestJSON-1099592143-project] 10.222.0.67 "GET /v2.0/security-groups?id=5050492a-4ff5-4619-9495-b5ac49ab15ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351026 Sep 23 20:11:06.602349 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Device ed3be4b8-ef8a-4813-b8bc-5f31aca5a2f4 no longer exists at agent hyperv_n-h2-713301-16 {{(pid=95103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 20:11:06.641416 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Device ed3be4b8-ef8a-4813-b8bc-5f31aca5a2f4 not bound to the agent host n-h2-713301-16 {{(pid=95103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 20:11:06.683537 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83e012d-a703-405d-8e92-3ebd74397939 req-e15a3aae-3d14-4746-941c-1376b7288b40 tempest-ServerActionsTestJSON-1099592143 tempest-ServerActionsTestJSON-1099592143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:11:06.685103 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-c83e012d-a703-405d-8e92-3ebd74397939 req-e15a3aae-3d14-4746-941c-1376b7288b40 tempest-ServerActionsTestJSON-1099592143 tempest-ServerActionsTestJSON-1099592143-project] 10.222.0.67 "GET /v2.0/ports?device_id=08fc8551-2c45-4cac-b830-465c2625e47f HTTP/1.1" status: 200 len: 943 time: 0.0884578 Sep 23 20:11:06.693384 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b45025ae-24f8-497a-a6ce-428b57e28af0 req-fcc3ed5f-be59-4b32-8199-5a78ef48e4cd tempest-ServerActionsTestJSON-1099592143 tempest-ServerActionsTestJSON-1099592143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:11:06.694745 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-b45025ae-24f8-497a-a6ce-428b57e28af0 req-fcc3ed5f-be59-4b32-8199-5a78ef48e4cd tempest-ServerActionsTestJSON-1099592143 tempest-ServerActionsTestJSON-1099592143-project] 10.222.0.53 "GET /v2.0/ports?device_id=08fc8551-2c45-4cac-b830-465c2625e47f&tenant_id=c9cdc0f8c48b47f0a9ba670a531cda84&binding%3Ahost_id=n-h1-713301-16 HTTP/1.1" status: 200 len: 943 time: 0.0853856 Sep 23 20:11:06.763905 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-c83e012d-a703-405d-8e92-3ebd74397939 req-c9b2f488-00d4-4c55-9f83-d06ce9df2202 tempest-ServerActionsTestJSON-1099592143 tempest-ServerActionsTestJSON-1099592143-project] 10.222.0.67 "GET /v2.0/security-groups?id=5050492a-4ff5-4619-9495-b5ac49ab15ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0682120 Sep 23 20:11:06.778206 n-d-713301-16 neutron-server[95102]: INFO neutron.api.v2.resource [req-b45025ae-24f8-497a-a6ce-428b57e28af0 req-003d6497-8207-4357-ae26-c057a2c633c2 service neutron] delete failed (client error): The resource could not be found. Sep 23 20:11:06.779265 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-b45025ae-24f8-497a-a6ce-428b57e28af0 req-003d6497-8207-4357-ae26-c057a2c633c2 service neutron] 10.222.0.53 "DELETE /v2.0/ports/ed3be4b8-ef8a-4813-b8bc-5f31aca5a2f4/bindings/n-h2-713301-16 HTTP/1.1" status: 404 len: 381 time: 0.0774498 Sep 23 20:11:06.863330 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b45025ae-24f8-497a-a6ce-428b57e28af0 req-6114b7ea-eb3e-448d-8eda-c4690bfc01ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:11:06.864877 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-b45025ae-24f8-497a-a6ce-428b57e28af0 req-6114b7ea-eb3e-448d-8eda-c4690bfc01ab service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=c9cdc0f8c48b47f0a9ba670a531cda84&device_id=08fc8551-2c45-4cac-b830-465c2625e47f HTTP/1.1" status: 200 len: 1095 time: 0.0417664 Sep 23 20:11:06.956901 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b45025ae-24f8-497a-a6ce-428b57e28af0 req-22d998bc-e305-46c5-a654-0175cde728f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:11:06.958384 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-b45025ae-24f8-497a-a6ce-428b57e28af0 req-22d998bc-e305-46c5-a654-0175cde728f0 service neutron] 10.222.0.53 "GET /v2.0/networks?id=c43367ff-daf3-49d8-a63d-d06f66adba8f HTTP/1.1" status: 200 len: 912 time: 0.0869408 Sep 23 20:11:07.023092 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-b45025ae-24f8-497a-a6ce-428b57e28af0 req-ca544b21-0ac8-4099-8dcc-5733c810d71a service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ed3be4b8-ef8a-4813-b8bc-5f31aca5a2f4 HTTP/1.1" status: 200 len: 999 time: 0.0577772 Sep 23 20:11:07.075718 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b45025ae-24f8-497a-a6ce-428b57e28af0 req-e6419da2-5a43-4c8e-8e6d-0afd5605b2bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:11:07.077225 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-b45025ae-24f8-497a-a6ce-428b57e28af0 req-e6419da2-5a43-4c8e-8e6d-0afd5605b2bc service neutron] 10.222.0.53 "GET /v2.0/subnets?id=227f7a8f-869f-4775-8556-35fd28bcf5f3 HTTP/1.1" status: 200 len: 850 time: 0.0478849 Sep 23 20:11:07.081012 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Device ed3be4b8-ef8a-4813-b8bc-5f31aca5a2f4 details requested by agent hyperv_n-h1-713301-16 with host n-h1-713301-16 {{(pid=95103) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 20:11:07.125251 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b45025ae-24f8-497a-a6ce-428b57e28af0 req-89ea4b7e-0030-4731-917b-e6b5d648dd72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:11:07.126756 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-b45025ae-24f8-497a-a6ce-428b57e28af0 req-89ea4b7e-0030-4731-917b-e6b5d648dd72 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=c43367ff-daf3-49d8-a63d-d06f66adba8f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0413651 Sep 23 20:11:07.176527 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] For port ed3be4b8-ef8a-4813-b8bc-5f31aca5a2f4, host n-h1-713301-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-16',level=0,port_id=ed3be4b8-ef8a-4813-b8bc-5f31aca5a2f4,segment=NetworkSegment(63d9966b-ec95-4293-aace-132eeb81246d),segment_id=63d9966b-ec95-4293-aace-132eeb81246d)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 20:11:07.188451 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Returning: {'device': 'ed3be4b8-ef8a-4813-b8bc-5f31aca5a2f4', 'network_id': 'c43367ff-daf3-49d8-a63d-d06f66adba8f', 'port_id': 'ed3be4b8-ef8a-4813-b8bc-5f31aca5a2f4', 'mac_address': 'fa:16:3e:e0:0f:80', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 600, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '227f7a8f-869f-4775-8556-35fd28bcf5f3', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95103) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 20:11:07.220893 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-b45025ae-24f8-497a-a6ce-428b57e28af0 req-d24e0a02-b46e-487a-95a3-284d496d7eae service neutron] 10.222.0.53 "GET /v2.0/networks/c43367ff-daf3-49d8-a63d-d06f66adba8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871129 Sep 23 20:11:07.225151 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:11:07.238252 n-d-713301-16 neutron-server[95103]: DEBUG neutron.notifiers.nova [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ed3be4b8-ef8a-4813-b8bc-5f31aca5a2f4 {{(pid=95103) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 20:11:07.257534 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] For port ed3be4b8-ef8a-4813-b8bc-5f31aca5a2f4, host n-h1-713301-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-16',level=0,port_id=ed3be4b8-ef8a-4813-b8bc-5f31aca5a2f4,segment=NetworkSegment(63d9966b-ec95-4293-aace-132eeb81246d),segment_id=63d9966b-ec95-4293-aace-132eeb81246d)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 20:11:07.263880 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:11:07.312055 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Pushing event updated for resources: {'Port': ['ID=ed3be4b8-ef8a-4813-b8bc-5f31aca5a2f4,revision_number=8']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:11:07.314201 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-b45025ae-24f8-497a-a6ce-428b57e28af0 req-e0f8cb03-c6bc-4509-814a-01bd15322e67 service neutron] 10.222.0.53 "GET /v2.0/networks/c43367ff-daf3-49d8-a63d-d06f66adba8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864387 Sep 23 20:11:07.321326 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:11:07.321674 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:11:07.322011 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:11:07.322345 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:11:07.322672 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:11:07.322994 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:11:07.323857 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:11:07.324175 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:11:07.324694 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:11:07.325027 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:11:07.325349 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:11:07.325683 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:11:07.500966 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] get_ports_and_sgs() called for port_ids ['ed3be4b8-ef8a-4813-b8bc-5f31aca5a2f4'] {{(pid=95103) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 20:11:07.890137 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72789ed9-545a-43b1-a9f4-43af21194b13 req-dd028fcc-3ce7-423c-9e4b-1861830551a0 tempest-ServerActionsTestJSON-1099592143 tempest-ServerActionsTestJSON-1099592143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:11:07.891636 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-72789ed9-545a-43b1-a9f4-43af21194b13 req-dd028fcc-3ce7-423c-9e4b-1861830551a0 tempest-ServerActionsTestJSON-1099592143 tempest-ServerActionsTestJSON-1099592143-project] 10.222.0.67 "GET /v2.0/ports?device_id=08fc8551-2c45-4cac-b830-465c2625e47f HTTP/1.1" status: 200 len: 944 time: 0.0558703 Sep 23 20:11:07.928981 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-72789ed9-545a-43b1-a9f4-43af21194b13 req-e84a3f18-2689-4947-8958-52af82334efd tempest-ServerActionsTestJSON-1099592143 tempest-ServerActionsTestJSON-1099592143-project] 10.222.0.67 "GET /v2.0/security-groups?id=5050492a-4ff5-4619-9495-b5ac49ab15ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310483 Sep 23 20:11:08.046204 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa346513-3682-486a-8f0e-27677bac126b req-ef03a08c-0e23-4914-9cf2-9899fa60fd36 tempest-ServerActionsTestJSON-1099592143 tempest-ServerActionsTestJSON-1099592143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:11:08.047625 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-fa346513-3682-486a-8f0e-27677bac126b req-ef03a08c-0e23-4914-9cf2-9899fa60fd36 tempest-ServerActionsTestJSON-1099592143 tempest-ServerActionsTestJSON-1099592143-project] 10.222.0.67 "GET /v2.0/ports?device_id=08fc8551-2c45-4cac-b830-465c2625e47f HTTP/1.1" status: 200 len: 944 time: 0.0528677 Sep 23 20:11:08.091459 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-fa346513-3682-486a-8f0e-27677bac126b req-94402c38-148f-476a-a957-ce81809304bb tempest-ServerActionsTestJSON-1099592143 tempest-ServerActionsTestJSON-1099592143-project] 10.222.0.67 "GET /v2.0/security-groups?id=5050492a-4ff5-4619-9495-b5ac49ab15ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379376 Sep 23 20:11:08.204526 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c5c3cb2-766a-4aa8-a2de-616724560d14 req-e5dd8172-2035-48cf-8a8f-3fd13b2a39a8 tempest-ServerActionsTestJSON-1099592143 tempest-ServerActionsTestJSON-1099592143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:11:08.206027 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-6c5c3cb2-766a-4aa8-a2de-616724560d14 req-e5dd8172-2035-48cf-8a8f-3fd13b2a39a8 tempest-ServerActionsTestJSON-1099592143 tempest-ServerActionsTestJSON-1099592143-project] 10.222.0.67 "GET /v2.0/ports?device_id=08fc8551-2c45-4cac-b830-465c2625e47f HTTP/1.1" status: 200 len: 944 time: 0.0485055 Sep 23 20:11:08.243722 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-6c5c3cb2-766a-4aa8-a2de-616724560d14 req-a0f977ba-4223-4689-9158-0a736494ccb3 tempest-ServerActionsTestJSON-1099592143 tempest-ServerActionsTestJSON-1099592143-project] 10.222.0.67 "GET /v2.0/security-groups?id=5050492a-4ff5-4619-9495-b5ac49ab15ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317912 Sep 23 20:11:08.487948 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dacaedd3-b8dc-4e9a-83c5-7f3b632f1886 req-524edcf5-76b5-492a-9b2a-59d22723700f tempest-ServerActionsTestJSON-1099592143 tempest-ServerActionsTestJSON-1099592143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:11:08.489468 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-dacaedd3-b8dc-4e9a-83c5-7f3b632f1886 req-524edcf5-76b5-492a-9b2a-59d22723700f tempest-ServerActionsTestJSON-1099592143 tempest-ServerActionsTestJSON-1099592143-project] 10.222.0.67 "GET /v2.0/ports?device_id=08fc8551-2c45-4cac-b830-465c2625e47f HTTP/1.1" status: 200 len: 944 time: 0.0498316 Sep 23 20:11:08.525777 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-dacaedd3-b8dc-4e9a-83c5-7f3b632f1886 req-d700e25d-c271-44a1-92d7-6fe9a5adbdac tempest-ServerActionsTestJSON-1099592143 tempest-ServerActionsTestJSON-1099592143-project] 10.222.0.67 "GET /v2.0/security-groups?id=5050492a-4ff5-4619-9495-b5ac49ab15ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304694 Sep 23 20:11:09.086803 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Device ed3be4b8-ef8a-4813-b8bc-5f31aca5a2f4 up at agent hyperv_n-h1-713301-16 {{(pid=95103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 20:11:09.136183 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Provisioning for port ed3be4b8-ef8a-4813-b8bc-5f31aca5a2f4 completed by entity L2. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 20:11:09.139861 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Provisioning complete for port ed3be4b8-ef8a-4813-b8bc-5f31aca5a2f4 triggered by entity L2. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 20:11:09.140234 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:11:09.218355 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:11:09.242371 n-d-713301-16 neutron-server[95103]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '08fc8551-2c45-4cac-b830-465c2625e47f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed3be4b8-ef8a-4813-b8bc-5f31aca5a2f4'}] {{(pid=95103) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 20:11:09.244629 n-d-713301-16 neutron-server[95103]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}81a1c17f2aa89d5b3ebbba3a3e0cf7eb588e431c2224256110c4c4facdd7c3e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f19f6703-8f56-4386-8048-d4b96586b65d" -d '{"events": [{"server_uuid": "08fc8551-2c45-4cac-b830-465c2625e47f", "name": "network-vif-plugged", "status": "completed", "tag": "ed3be4b8-ef8a-4813-b8bc-5f31aca5a2f4"}]}' {{(pid=95103) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 20:11:09.255661 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] For port ed3be4b8-ef8a-4813-b8bc-5f31aca5a2f4, host n-h1-713301-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-16',level=0,port_id=ed3be4b8-ef8a-4813-b8bc-5f31aca5a2f4,segment=NetworkSegment(63d9966b-ec95-4293-aace-132eeb81246d),segment_id=63d9966b-ec95-4293-aace-132eeb81246d)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 20:11:09.259985 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:11:09.286364 n-d-713301-16 neutron-server[95103]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 20:11:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40bdca03-61b8-467f-aa20-6278b223997e x-openstack-request-id: req-40bdca03-61b8-467f-aa20-6278b223997e {{(pid=95103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 20:11:09.286652 n-d-713301-16 neutron-server[95103]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "08fc8551-2c45-4cac-b830-465c2625e47f", "name": "network-vif-plugged", "status": "completed", "tag": "ed3be4b8-ef8a-4813-b8bc-5f31aca5a2f4", "code": 200}]} {{(pid=95103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 20:11:09.286909 n-d-713301-16 neutron-server[95103]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-40bdca03-61b8-467f-aa20-6278b223997e {{(pid=95103) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 20:11:09.287313 n-d-713301-16 neutron-server[95103]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '08fc8551-2c45-4cac-b830-465c2625e47f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed3be4b8-ef8a-4813-b8bc-5f31aca5a2f4', 'code': 200} Sep 23 20:11:09.313537 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Pushing event updated for resources: {'Port': ['ID=ed3be4b8-ef8a-4813-b8bc-5f31aca5a2f4,revision_number=9']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:11:09.646006 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1564749-d466-47c9-9be4-a3af475b9ca4 req-9720af0e-9d06-4a59-b3e6-738ec072e2a6 tempest-ServerActionsTestJSON-1099592143 tempest-ServerActionsTestJSON-1099592143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:11:09.647488 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-b1564749-d466-47c9-9be4-a3af475b9ca4 req-9720af0e-9d06-4a59-b3e6-738ec072e2a6 tempest-ServerActionsTestJSON-1099592143 tempest-ServerActionsTestJSON-1099592143-project] 10.222.0.67 "GET /v2.0/ports?device_id=08fc8551-2c45-4cac-b830-465c2625e47f HTTP/1.1" status: 200 len: 945 time: 0.0531156 Sep 23 20:11:09.712910 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-b1564749-d466-47c9-9be4-a3af475b9ca4 req-91117947-aa7b-4a3c-b718-3a1b859951d6 tempest-ServerActionsTestJSON-1099592143 tempest-ServerActionsTestJSON-1099592143-project] 10.222.0.67 "GET /v2.0/security-groups?id=5050492a-4ff5-4619-9495-b5ac49ab15ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0585713 Sep 23 20:11:09.726196 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f4ed3f-02b2-41ff-88ac-bf5992d98f93 req-7b305c6b-10d8-4f98-9415-dda0a1b48256 tempest-ServerActionsTestJSON-1099592143 tempest-ServerActionsTestJSON-1099592143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:11:09.727677 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-53f4ed3f-02b2-41ff-88ac-bf5992d98f93 req-7b305c6b-10d8-4f98-9415-dda0a1b48256 tempest-ServerActionsTestJSON-1099592143 tempest-ServerActionsTestJSON-1099592143-project] 10.222.0.74 "GET /v2.0/ports?device_id=08fc8551-2c45-4cac-b830-465c2625e47f HTTP/1.1" status: 200 len: 945 time: 0.0677917 Sep 23 20:11:09.830084 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.plugin [req-53f4ed3f-02b2-41ff-88ac-bf5992d98f93 req-7f907772-7d25-4f1d-b178-bac9366518ee tempest-ServerActionsTestJSON-1099592143 tempest-ServerActionsTestJSON-1099592143-project] Deleting port ed3be4b8-ef8a-4813-b8bc-5f31aca5a2f4 {{(pid=95102) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 20:11:09.830430 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-53f4ed3f-02b2-41ff-88ac-bf5992d98f93 req-7f907772-7d25-4f1d-b178-bac9366518ee tempest-ServerActionsTestJSON-1099592143 tempest-ServerActionsTestJSON-1099592143-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783146157096'] for port, before_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:11:09.917495 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.db [req-53f4ed3f-02b2-41ff-88ac-bf5992d98f93 req-7f907772-7d25-4f1d-b178-bac9366518ee tempest-ServerActionsTestJSON-1099592143 tempest-ServerActionsTestJSON-1099592143-project] For port ed3be4b8-ef8a-4813-b8bc-5f31aca5a2f4, host n-h1-713301-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-16',level=0,port_id=ed3be4b8-ef8a-4813-b8bc-5f31aca5a2f4,segment=NetworkSegment(63d9966b-ec95-4293-aace-132eeb81246d),segment_id=63d9966b-ec95-4293-aace-132eeb81246d)] {{(pid=95102) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 20:11:09.917860 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-53f4ed3f-02b2-41ff-88ac-bf5992d98f93 req-7f907772-7d25-4f1d-b178-bac9366518ee tempest-ServerActionsTestJSON-1099592143 tempest-ServerActionsTestJSON-1099592143-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-605701'] for port, precommit_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:11:10.090542 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-53f4ed3f-02b2-41ff-88ac-bf5992d98f93 req-7f907772-7d25-4f1d-b178-bac9366518ee tempest-ServerActionsTestJSON-1099592143 tempest-ServerActionsTestJSON-1099592143-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:11:10.090826 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-53f4ed3f-02b2-41ff-88ac-bf5992d98f93 req-7f907772-7d25-4f1d-b178-bac9366518ee tempest-ServerActionsTestJSON-1099592143 tempest-ServerActionsTestJSON-1099592143-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-601884'] for floatingip, after_update {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:11:10.091102 n-d-713301-16 neutron-server[95102]: INFO neutron.db.l3_db [req-53f4ed3f-02b2-41ff-88ac-bf5992d98f93 req-7f907772-7d25-4f1d-b178-bac9366518ee tempest-ServerActionsTestJSON-1099592143 tempest-ServerActionsTestJSON-1099592143-project] Floating IP 7e18a6de-7b2d-4eaa-b258-7be5509c8cfe disassociated. External IP: 172.25.1.106, port: ed3be4b8-ef8a-4813-b8bc-5f31aca5a2f4. Sep 23 20:11:10.091449 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.plugin [req-53f4ed3f-02b2-41ff-88ac-bf5992d98f93 req-7f907772-7d25-4f1d-b178-bac9366518ee tempest-ServerActionsTestJSON-1099592143 tempest-ServerActionsTestJSON-1099592143-project] Calling delete_port for ed3be4b8-ef8a-4813-b8bc-5f31aca5a2f4 owned by compute:nova {{(pid=95102) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 20:11:10.218708 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-53f4ed3f-02b2-41ff-88ac-bf5992d98f93 req-7f907772-7d25-4f1d-b178-bac9366518ee tempest-ServerActionsTestJSON-1099592143 tempest-ServerActionsTestJSON-1099592143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783146162158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783145673144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4399100'] for port, after_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:11:10.252584 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f907772-7d25-4f1d-b178-bac9366518ee tempest-ServerActionsTestJSON-1099592143 tempest-ServerActionsTestJSON-1099592143-project] Pushing event deleted for resources: {'Port': ['ID=ed3be4b8-ef8a-4813-b8bc-5f31aca5a2f4,revision_number=None']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:11:10.366502 n-d-713301-16 neutron-server[95102]: DEBUG neutron.scheduler.l3_agent_scheduler [req-53f4ed3f-02b2-41ff-88ac-bf5992d98f93 req-7f907772-7d25-4f1d-b178-bac9366518ee tempest-ServerActionsTestJSON-1099592143 tempest-ServerActionsTestJSON-1099592143-project] Router 832dfef8-2615-4c77-8ddf-d9bc3cd4865d has already been hosted by L3 agent 79a740bf-7821-4989-8288-7186e3e128f3 {{(pid=95102) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 20:11:10.478942 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-53f4ed3f-02b2-41ff-88ac-bf5992d98f93 req-7f907772-7d25-4f1d-b178-bac9366518ee tempest-ServerActionsTestJSON-1099592143 tempest-ServerActionsTestJSON-1099592143-project] Notify agent at l3_agent.n-d-713301-16 the message routers_updated {{(pid=95102) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 20:11:10.489485 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c11e118-be70-4764-9426-8beebe8f5729 None None] Sync routers for ids ['832dfef8-2615-4c77-8ddf-d9bc3cd4865d'] in n-d-713301-16 {{(pid=95104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 20:11:10.498916 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c11e118-be70-4764-9426-8beebe8f5729 None None] Routers {'832dfef8-2615-4c77-8ddf-d9bc3cd4865d'} bound to L3 agent in host n-d-713301-16 {{(pid=95104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 20:11:10.499526 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_hamode_db [None req-2c11e118-be70-4764-9426-8beebe8f5729 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-23T19:07:52Z,description=,heartbeat_timestamp=2021-09-23T20:10:53Z,host='n-d-713301-16',id=79a740bf-7821-4989-8288-7186e3e128f3,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:07:52Z,topic='l3_agent')) {'router_ids': ['832dfef8-2615-4c77-8ddf-d9bc3cd4865d'], 'active': True} {{(pid=95104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 20:11:10.518759 n-d-713301-16 neutron-server[95102]: DEBUG neutron.db.l3_dvrscheduler_db [req-53f4ed3f-02b2-41ff-88ac-bf5992d98f93 req-7f907772-7d25-4f1d-b178-bac9366518ee tempest-ServerActionsTestJSON-1099592143 tempest-ServerActionsTestJSON-1099592143-project] No DVR routers for this DVR port ed3be4b8-ef8a-4813-b8bc-5f31aca5a2f4 on host n-h1-713301-16 {{(pid=95102) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 20:11:10.521571 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-53f4ed3f-02b2-41ff-88ac-bf5992d98f93 req-7f907772-7d25-4f1d-b178-bac9366518ee tempest-ServerActionsTestJSON-1099592143 tempest-ServerActionsTestJSON-1099592143-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222849'] for port, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:11:10.523510 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-53f4ed3f-02b2-41ff-88ac-bf5992d98f93 req-7f907772-7d25-4f1d-b178-bac9366518ee tempest-ServerActionsTestJSON-1099592143 tempest-ServerActionsTestJSON-1099592143-project] 10.222.0.74 "DELETE /v2.0/ports/ed3be4b8-ef8a-4813-b8bc-5f31aca5a2f4 HTTP/1.1" status: 204 len: 173 time: 0.7899854 Sep 23 20:11:10.523945 n-d-713301-16 neutron-server[95102]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '08fc8551-2c45-4cac-b830-465c2625e47f', 'name': 'network-vif-deleted', 'tag': 'ed3be4b8-ef8a-4813-b8bc-5f31aca5a2f4'}] {{(pid=95102) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 20:11:10.526731 n-d-713301-16 neutron-server[95102]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab31b6d93e5336dbddfa8ec424565b3bd8cb2369c5b4d85bc943472dbb21e8ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ca4d03a-afeb-4080-8082-b4685b7f8e13" -d '{"events": [{"server_uuid": "08fc8551-2c45-4cac-b830-465c2625e47f", "name": "network-vif-deleted", "tag": "ed3be4b8-ef8a-4813-b8bc-5f31aca5a2f4"}]}' {{(pid=95102) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 20:11:10.565771 n-d-713301-16 neutron-server[95102]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 20:11:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97e45654-3b94-4391-acfb-0c72c8d5f1ee x-openstack-request-id: req-97e45654-3b94-4391-acfb-0c72c8d5f1ee {{(pid=95102) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 20:11:10.566065 n-d-713301-16 neutron-server[95102]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "08fc8551-2c45-4cac-b830-465c2625e47f", "name": "network-vif-deleted", "tag": "ed3be4b8-ef8a-4813-b8bc-5f31aca5a2f4", "status": "completed", "code": 200}]} {{(pid=95102) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 20:11:10.566404 n-d-713301-16 neutron-server[95102]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-97e45654-3b94-4391-acfb-0c72c8d5f1ee {{(pid=95102) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 20:11:10.566731 n-d-713301-16 neutron-server[95102]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '08fc8551-2c45-4cac-b830-465c2625e47f', 'name': 'network-vif-deleted', 'tag': 'ed3be4b8-ef8a-4813-b8bc-5f31aca5a2f4', 'status': 'completed', 'code': 200} Sep 23 20:11:10.612665 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_dvr_db [None req-2c11e118-be70-4764-9426-8beebe8f5729 None None] Set router 832dfef8-2615-4c77-8ddf-d9bc3cd4865d gateway port host: n-d-713301-16 {{(pid=95104) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 20:11:10.820711 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_hamode_db [None req-2c11e118-be70-4764-9426-8beebe8f5729 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '832dfef8-2615-4c77-8ddf-d9bc3cd4865d', 'name': 'tempest-ServerActionsTestJSON-919388451-router', 'tenant_id': 'c9cdc0f8c48b47f0a9ba670a531cda84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'external_fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.115'}], 'enable_snat': True}, 'gw_port_id': 'af4c5e1b-71cd-46fc-a4ca-fc01b95372f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T20:08:51Z', 'updated_at': '2021-09-23T20:08:53Z', 'revision_number': 4, 'project_id': 'c9cdc0f8c48b47f0a9ba670a531cda84', 'gw_port': {'id': 'af4c5e1b-71cd-46fc-a4ca-fc01b95372f7', 'name': '', 'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:8a:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '832dfef8-2615-4c77-8ddf-d9bc3cd4865d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T20:08:51Z', 'updated_at': '2021-09-23T20:08:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-16', '_interfaces': [{'id': '75d0c163-cdca-46fa-b931-2ca04a14d7bc', 'name': '', 'network_id': 'c43367ff-daf3-49d8-a63d-d06f66adba8f', 'tenant_id': 'c9cdc0f8c48b47f0a9ba670a531cda84', 'mac_address': 'fa:16:3e:51:03:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '832dfef8-2615-4c77-8ddf-d9bc3cd4865d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '227f7a8f-869f-4775-8556-35fd28bcf5f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T20:08:53Z', 'updated_at': '2021-09-23T20:08:56Z', 'revision_number': 5, 'project_id': 'c9cdc0f8c48b47f0a9ba670a531cda84', 'subnets': [{'id': '227f7a8f-869f-4775-8556-35fd28bcf5f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-16', False) {} {{(pid=95104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 20:11:10.851758 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c11e118-be70-4764-9426-8beebe8f5729 None None] Checking router: 832dfef8-2615-4c77-8ddf-d9bc3cd4865d for host: n-d-713301-16 {{(pid=95104) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 20:11:10.861058 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c11e118-be70-4764-9426-8beebe8f5729 None None] Routers {'832dfef8-2615-4c77-8ddf-d9bc3cd4865d'} bound to L3 agent in host n-d-713301-16 {{(pid=95104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 20:11:10.861675 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_hamode_db [None req-2c11e118-be70-4764-9426-8beebe8f5729 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-23T19:07:52Z,description=,heartbeat_timestamp=2021-09-23T20:10:53Z,host='n-d-713301-16',id=79a740bf-7821-4989-8288-7186e3e128f3,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:07:52Z,topic='l3_agent')) {'router_ids': ['832dfef8-2615-4c77-8ddf-d9bc3cd4865d'], 'active': True} {{(pid=95104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 20:11:10.958009 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-0856a3b5-94f3-4034-bfc7-a7bbef0e2883 req-7de15627-5542-4d67-972d-0de7f6e6f8ac tempest-ServerActionsTestJSON-1099592143 tempest-ServerActionsTestJSON-1099592143-project] 10.222.0.67 "GET /v2.0/security-groups?name=tempest-securitygroup--1983845493&fields=id&tenant_id=c9cdc0f8c48b47f0a9ba670a531cda84 HTTP/1.1" status: 200 len: 267 time: 0.0375066 Sep 23 20:11:10.969256 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_dvr_db [None req-2c11e118-be70-4764-9426-8beebe8f5729 None None] Set router 832dfef8-2615-4c77-8ddf-d9bc3cd4865d gateway port host: n-d-713301-16 {{(pid=95104) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 20:11:11.066505 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0856a3b5-94f3-4034-bfc7-a7bbef0e2883 req-e8b90b8e-b161-498e-bb80-9187545d4a4b tempest-ServerActionsTestJSON-1099592143 tempest-ServerActionsTestJSON-1099592143-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:11:11.068069 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-0856a3b5-94f3-4034-bfc7-a7bbef0e2883 req-e8b90b8e-b161-498e-bb80-9187545d4a4b tempest-ServerActionsTestJSON-1099592143 tempest-ServerActionsTestJSON-1099592143-project] 10.222.0.67 "GET /v2.0/networks?id=c43367ff-daf3-49d8-a63d-d06f66adba8f HTTP/1.1" status: 200 len: 811 time: 0.1006415 Sep 23 20:11:11.084132 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-0856a3b5-94f3-4034-bfc7-a7bbef0e2883 req-124bc230-5231-494b-a151-38ae8da1aa1a tempest-ServerActionsTestJSON-1099592143 tempest-ServerActionsTestJSON-1099592143-project] 10.222.0.67 "GET /v2.0/quotas/c9cdc0f8c48b47f0a9ba670a531cda84 HTTP/1.1" status: 200 len: 375 time: 0.0095534 Sep 23 20:11:11.137972 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-0856a3b5-94f3-4034-bfc7-a7bbef0e2883 req-547836bc-65a0-4f86-910a-8d32f0ef70d5 tempest-ServerActionsTestJSON-1099592143 tempest-ServerActionsTestJSON-1099592143-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=c9cdc0f8c48b47f0a9ba670a531cda84&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0472796 Sep 23 20:11:11.168430 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_hamode_db [None req-2c11e118-be70-4764-9426-8beebe8f5729 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '832dfef8-2615-4c77-8ddf-d9bc3cd4865d', 'name': 'tempest-ServerActionsTestJSON-919388451-router', 'tenant_id': 'c9cdc0f8c48b47f0a9ba670a531cda84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'external_fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.115'}], 'enable_snat': True}, 'gw_port_id': 'af4c5e1b-71cd-46fc-a4ca-fc01b95372f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T20:08:51Z', 'updated_at': '2021-09-23T20:08:53Z', 'revision_number': 4, 'project_id': 'c9cdc0f8c48b47f0a9ba670a531cda84', 'gw_port': {'id': 'af4c5e1b-71cd-46fc-a4ca-fc01b95372f7', 'name': '', 'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:8a:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '832dfef8-2615-4c77-8ddf-d9bc3cd4865d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T20:08:51Z', 'updated_at': '2021-09-23T20:08:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-16', '_interfaces': [{'id': '75d0c163-cdca-46fa-b931-2ca04a14d7bc', 'name': '', 'network_id': 'c43367ff-daf3-49d8-a63d-d06f66adba8f', 'tenant_id': 'c9cdc0f8c48b47f0a9ba670a531cda84', 'mac_address': 'fa:16:3e:51:03:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '832dfef8-2615-4c77-8ddf-d9bc3cd4865d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '227f7a8f-869f-4775-8556-35fd28bcf5f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T20:08:53Z', 'updated_at': '2021-09-23T20:08:56Z', 'revision_number': 5, 'project_id': 'c9cdc0f8c48b47f0a9ba670a531cda84', 'subnets': [{'id': '227f7a8f-869f-4775-8556-35fd28bcf5f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-16', False) {} {{(pid=95104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 20:11:11.193720 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c11e118-be70-4764-9426-8beebe8f5729 None None] The sync data for ids ['832dfef8-2615-4c77-8ddf-d9bc3cd4865d'] in n-d-713301-16 is: [{'id': '832dfef8-2615-4c77-8ddf-d9bc3cd4865d', 'name': 'tempest-ServerActionsTestJSON-919388451-router', 'tenant_id': 'c9cdc0f8c48b47f0a9ba670a531cda84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'external_fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.115'}], 'enable_snat': True}, 'gw_port_id': 'af4c5e1b-71cd-46fc-a4ca-fc01b95372f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T20:08:51Z', 'updated_at': '2021-09-23T20:08:53Z', 'revision_number': 4, 'project_id': 'c9cdc0f8c48b47f0a9ba670a531cda84', 'gw_port': {'id': 'af4c5e1b-71cd-46fc-a4ca-fc01b95372f7', 'name': '', 'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:8a:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '832dfef8-2615-4c77-8ddf-d9bc3cd4865d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T20:08:51Z', 'updated_at': '2021-09-23T20:08:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-16', '_interfaces': [{'id': '75d0c163-cdca-46fa-b931-2ca04a14d7bc', 'name': '', 'network_id': 'c43367ff-daf3-49d8-a63d-d06f66adba8f', 'tenant_id': 'c9cdc0f8c48b47f0a9ba670a531cda84', 'mac_address': 'fa:16:3e:51:03:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '832dfef8-2615-4c77-8ddf-d9bc3cd4865d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '227f7a8f-869f-4775-8556-35fd28bcf5f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T20:08:53Z', 'updated_at': '2021-09-23T20:08:56Z', 'revision_number': 5, 'project_id': 'c9cdc0f8c48b47f0a9ba670a531cda84', 'subnets': [{'id': '227f7a8f-869f-4775-8556-35fd28bcf5f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 20:11:11.237721 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-0856a3b5-94f3-4034-bfc7-a7bbef0e2883 req-ce9d7d70-f2fe-4b77-8b16-38b6fa6bae6e service neutron] 10.222.0.67 "GET /v2.0/networks/c43367ff-daf3-49d8-a63d-d06f66adba8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880103 Sep 23 20:11:11.336028 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-0856a3b5-94f3-4034-bfc7-a7bbef0e2883 req-07df141f-caf4-4a02-bf47-7ec299073aeb service neutron] 10.222.0.67 "GET /v2.0/networks/c43367ff-daf3-49d8-a63d-d06f66adba8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0921605 Sep 23 20:11:11.429751 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9eed8179-9779-46b0-bff6-34be30ebe823 None None] New status for floating IP 7e18a6de-7b2d-4eaa-b258-7be5509c8cfe: DOWN {{(pid=95103) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 23 20:11:11.512078 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-e7c93fae-f3a6-4d17-b1b6-53648d810c8d req-0e391709-8a37-493e-9e3e-d732255b748e tempest-ServerActionsTestJSON-1099592143 tempest-ServerActionsTestJSON-1099592143-project] 10.222.0.67 "GET /v2.0/ports?device_id=970d8fb9-fdbd-4b52-8812-ec228c7ae621 HTTP/1.1" status: 200 len: 210 time: 0.0319953 Sep 23 20:11:12.601117 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0856a3b5-94f3-4034-bfc7-a7bbef0e2883 req-464ffbc9-04cc-4030-a8e5-0399774649a0 tempest-ServerActionsTestJSON-1099592143 tempest-ServerActionsTestJSON-1099592143-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:11:12.603012 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-0856a3b5-94f3-4034-bfc7-a7bbef0e2883 req-464ffbc9-04cc-4030-a8e5-0399774649a0 tempest-ServerActionsTestJSON-1099592143 tempest-ServerActionsTestJSON-1099592143-project] 10.222.0.53 "GET /v2.0/networks?id=c43367ff-daf3-49d8-a63d-d06f66adba8f HTTP/1.1" status: 200 len: 811 time: 0.1143942 Sep 23 20:11:12.623254 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-3008646e-7fb5-4e51-ae5d-815a3c415ffe req-6f5780d4-7b6c-40ea-8bd1-c60bd676743f tempest-ServerActionsTestJSON-1099592143 tempest-ServerActionsTestJSON-1099592143-project] 10.222.0.67 "GET /v2.0/ports?device_id=970d8fb9-fdbd-4b52-8812-ec228c7ae621 HTTP/1.1" status: 200 len: 210 time: 0.0374787 Sep 23 20:11:12.660906 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-0856a3b5-94f3-4034-bfc7-a7bbef0e2883 req-da7c5114-b6f7-41e8-a7cb-8e6b0542571c tempest-ServerActionsTestJSON-1099592143 tempest-ServerActionsTestJSON-1099592143-project] 10.222.0.53 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c9cdc0f8c48b47f0a9ba670a531cda84 HTTP/1.1" status: 200 len: 380 time: 0.0402284 Sep 23 20:11:12.670244 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.v2.base [req-0856a3b5-94f3-4034-bfc7-a7bbef0e2883 req-952fe83c-583e-4d49-9255-59674e6a9352 tempest-ServerActionsTestJSON-1099592143 tempest-ServerActionsTestJSON-1099592143-project] Request body: {'port': {'device_id': '970d8fb9-fdbd-4b52-8812-ec228c7ae621', 'network_id': 'c43367ff-daf3-49d8-a63d-d06f66adba8f', 'admin_state_up': True, 'tenant_id': 'c9cdc0f8c48b47f0a9ba670a531cda84', 'security_groups': ['5050492a-4ff5-4619-9495-b5ac49ab15ea']}} {{(pid=95102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 20:11:12.776172 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0856a3b5-94f3-4034-bfc7-a7bbef0e2883 req-952fe83c-583e-4d49-9255-59674e6a9352 tempest-ServerActionsTestJSON-1099592143 tempest-ServerActionsTestJSON-1099592143-project] Made reservation on behalf of c9cdc0f8c48b47f0a9ba670a531cda84 for: {'port': 1} {{(pid=95102) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 20:11:12.780333 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-0856a3b5-94f3-4034-bfc7-a7bbef0e2883 req-952fe83c-583e-4d49-9255-59674e6a9352 tempest-ServerActionsTestJSON-1099592143 tempest-ServerActionsTestJSON-1099592143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:11:12.907074 n-d-713301-16 neutron-server[95102]: DEBUG neutron.db.db_base_plugin_common [req-0856a3b5-94f3-4034-bfc7-a7bbef0e2883 req-952fe83c-583e-4d49-9255-59674e6a9352 tempest-ServerActionsTestJSON-1099592143 tempest-ServerActionsTestJSON-1099592143-project] Allocated IP 172.20.0.4 (c43367ff-daf3-49d8-a63d-d06f66adba8f/227f7a8f-869f-4775-8556-35fd28bcf5f3/638dfcc7-fdea-4e6d-a318-7124432205f2) {{(pid=95102) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 20:11:13.040408 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-0856a3b5-94f3-4034-bfc7-a7bbef0e2883 req-952fe83c-583e-4d49-9255-59674e6a9352 tempest-ServerActionsTestJSON-1099592143 tempest-ServerActionsTestJSON-1099592143-project] Notify callbacks [] for port, precommit_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:11:13.079009 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-0856a3b5-94f3-4034-bfc7-a7bbef0e2883 req-952fe83c-583e-4d49-9255-59674e6a9352 tempest-ServerActionsTestJSON-1099592143 tempest-ServerActionsTestJSON-1099592143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783145673135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4399100'] for port, after_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:11:13.117965 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Device ed3be4b8-ef8a-4813-b8bc-5f31aca5a2f4 no longer exists at agent hyperv_n-h1-713301-16 {{(pid=95103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 20:11:13.119841 n-d-713301-16 neutron-server[95102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0856a3b5-94f3-4034-bfc7-a7bbef0e2883 req-952fe83c-583e-4d49-9255-59674e6a9352 tempest-ServerActionsTestJSON-1099592143 tempest-ServerActionsTestJSON-1099592143-project] Network c43367ff-daf3-49d8-a63d-d06f66adba8f is already hosted by enough agents. {{(pid=95102) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 20:11:13.123651 n-d-713301-16 neutron-server[95102]: DEBUG neutron.scheduler.base_scheduler [req-0856a3b5-94f3-4034-bfc7-a7bbef0e2883 req-952fe83c-583e-4d49-9255-59674e6a9352 tempest-ServerActionsTestJSON-1099592143 tempest-ServerActionsTestJSON-1099592143-project] Resources bound (agent type, host, resource id): {{(pid=95102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 20:11:13.127432 n-d-713301-16 neutron-server[95102]: DEBUG neutron.db.l3_dvrscheduler_db [req-0856a3b5-94f3-4034-bfc7-a7bbef0e2883 req-952fe83c-583e-4d49-9255-59674e6a9352 tempest-ServerActionsTestJSON-1099592143 tempest-ServerActionsTestJSON-1099592143-project] Received port after_create {{(pid=95102) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 20:11:13.137156 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-952fe83c-583e-4d49-9255-59674e6a9352 tempest-ServerActionsTestJSON-1099592143 tempest-ServerActionsTestJSON-1099592143-project] Pushing event updated for resources: {'Port': ['ID=638dfcc7-fdea-4e6d-a318-7124432205f2,revision_number=1']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:11:13.143224 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.plugin [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] No Port match for: ed3be4b8-ef8a-4813-b8bc-5f31aca5a2f4 {{(pid=95103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 20:11:13.143570 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Device ed3be4b8-ef8a-4813-b8bc-5f31aca5a2f4 not bound to the agent host n-h1-713301-16 {{(pid=95103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 20:11:13.183796 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0856a3b5-94f3-4034-bfc7-a7bbef0e2883 req-952fe83c-583e-4d49-9255-59674e6a9352 tempest-ServerActionsTestJSON-1099592143 tempest-ServerActionsTestJSON-1099592143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:11:13.184423 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-0856a3b5-94f3-4034-bfc7-a7bbef0e2883 req-952fe83c-583e-4d49-9255-59674e6a9352 tempest-ServerActionsTestJSON-1099592143 tempest-ServerActionsTestJSON-1099592143-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222849'] for port, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:11:13.199742 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-0856a3b5-94f3-4034-bfc7-a7bbef0e2883 req-952fe83c-583e-4d49-9255-59674e6a9352 tempest-ServerActionsTestJSON-1099592143 tempest-ServerActionsTestJSON-1099592143-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5329864 Sep 23 20:11:13.263247 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.v2.base [req-0856a3b5-94f3-4034-bfc7-a7bbef0e2883 req-08a66d6c-0af1-4c61-9de1-b0ce3bf92fe8 service neutron] Request body: {'port': {'device_id': '970d8fb9-fdbd-4b52-8812-ec228c7ae621', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713301-16'}} {{(pid=95102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 20:11:13.323665 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-0856a3b5-94f3-4034-bfc7-a7bbef0e2883 req-08a66d6c-0af1-4c61-9de1-b0ce3bf92fe8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:11:13.378734 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-27e37a5d-f144-4428-8c2f-6eee2b7091d4 None None] Provisioning complete for port 638dfcc7-fdea-4e6d-a318-7124432205f2 triggered by entity DHCP. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 20:11:13.379102 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-27e37a5d-f144-4428-8c2f-6eee2b7091d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:11:13.415217 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.plugin [None req-27e37a5d-f144-4428-8c2f-6eee2b7091d4 None None] Port 638dfcc7-fdea-4e6d-a318-7124432205f2 cannot update to ACTIVE because it is not bound. {{(pid=95103) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 20:11:13.815289 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78dbaef0-6ae1-4963-bbe8-0de409a93dcf req-1765a967-7ce9-4cdc-ba54-f44499b88454 tempest-ServerActionsTestJSON-1099592143 tempest-ServerActionsTestJSON-1099592143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:11:13.816847 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-78dbaef0-6ae1-4963-bbe8-0de409a93dcf req-1765a967-7ce9-4cdc-ba54-f44499b88454 tempest-ServerActionsTestJSON-1099592143 tempest-ServerActionsTestJSON-1099592143-project] 10.222.0.67 "GET /v2.0/ports?device_id=970d8fb9-fdbd-4b52-8812-ec228c7ae621 HTTP/1.1" status: 200 len: 931 time: 0.1238065 Sep 23 20:11:13.894077 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-78dbaef0-6ae1-4963-bbe8-0de409a93dcf req-f0e80c90-9f88-43ed-b534-98c01e3e0da6 tempest-ServerActionsTestJSON-1099592143 tempest-ServerActionsTestJSON-1099592143-project] 10.222.0.67 "GET /v2.0/security-groups?id=5050492a-4ff5-4619-9495-b5ac49ab15ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0684509 Sep 23 20:11:13.971942 n-d-713301-16 neutron-server[95102]: DEBUG neutron.notifiers.nova [req-0856a3b5-94f3-4034-bfc7-a7bbef0e2883 req-08a66d6c-0af1-4c61-9de1-b0ce3bf92fe8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 638dfcc7-fdea-4e6d-a318-7124432205f2 {{(pid=95102) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 20:11:13.979652 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-0856a3b5-94f3-4034-bfc7-a7bbef0e2883 req-08a66d6c-0af1-4c61-9de1-b0ce3bf92fe8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:11:13.992509 n-d-713301-16 neutron-server[95102]: DEBUG neutron.db.provisioning_blocks [req-0856a3b5-94f3-4034-bfc7-a7bbef0e2883 req-08a66d6c-0af1-4c61-9de1-b0ce3bf92fe8 service neutron] Transition to ACTIVE for port object 638dfcc7-fdea-4e6d-a318-7124432205f2 will not be triggered until provisioned by entity L2. {{(pid=95102) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 20:11:13.996661 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-0856a3b5-94f3-4034-bfc7-a7bbef0e2883 req-08a66d6c-0af1-4c61-9de1-b0ce3bf92fe8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4399095'] for port, after_update {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:11:14.048218 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08a66d6c-0af1-4c61-9de1-b0ce3bf92fe8 service neutron] Pushing event updated for resources: {'Port': ['ID=638dfcc7-fdea-4e6d-a318-7124432205f2,revision_number=2']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:11:14.118073 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.managers [req-0856a3b5-94f3-4034-bfc7-a7bbef0e2883 req-08a66d6c-0af1-4c61-9de1-b0ce3bf92fe8 service neutron] Attempting to bind port 638dfcc7-fdea-4e6d-a318-7124432205f2 on host n-h2-713301-16 for vnic_type normal with profile {{(pid=95102) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 20:11:14.118406 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.managers [req-0856a3b5-94f3-4034-bfc7-a7bbef0e2883 req-08a66d6c-0af1-4c61-9de1-b0ce3bf92fe8 service neutron] Attempting to bind port 638dfcc7-fdea-4e6d-a318-7124432205f2 by drivers openvswitch,hyperv on host n-h2-713301-16 at level 0 using segments [{'id': '63d9966b-ec95-4293-aace-132eeb81246d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'c43367ff-daf3-49d8-a63d-d06f66adba8f'}] {{(pid=95102) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 20:11:14.118743 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0856a3b5-94f3-4034-bfc7-a7bbef0e2883 req-08a66d6c-0af1-4c61-9de1-b0ce3bf92fe8 service neutron] Attempting to bind port 638dfcc7-fdea-4e6d-a318-7124432205f2 on network c43367ff-daf3-49d8-a63d-d06f66adba8f {{(pid=95102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 20:11:14.124164 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0856a3b5-94f3-4034-bfc7-a7bbef0e2883 req-08a66d6c-0af1-4c61-9de1-b0ce3bf92fe8 service neutron] Port 638dfcc7-fdea-4e6d-a318-7124432205f2 on network c43367ff-daf3-49d8-a63d-d06f66adba8f not bound, no agent of type Open vSwitch agent registered on host n-h2-713301-16 {{(pid=95102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 20:11:14.124511 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0856a3b5-94f3-4034-bfc7-a7bbef0e2883 req-08a66d6c-0af1-4c61-9de1-b0ce3bf92fe8 service neutron] Attempting to bind port 638dfcc7-fdea-4e6d-a318-7124432205f2 on network c43367ff-daf3-49d8-a63d-d06f66adba8f {{(pid=95102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 20:11:14.129842 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0856a3b5-94f3-4034-bfc7-a7bbef0e2883 req-08a66d6c-0af1-4c61-9de1-b0ce3bf92fe8 service neutron] Checking agent: {'id': '2a7cea34-db54-4faf-8d23-37521c3e34cb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713301-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 19, 15, 28), 'started_at': datetime.datetime(2021, 9, 23, 19, 15, 28), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 20, 10, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 20:11:14.130183 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0856a3b5-94f3-4034-bfc7-a7bbef0e2883 req-08a66d6c-0af1-4c61-9de1-b0ce3bf92fe8 service neutron] Checking segment: {'id': '63d9966b-ec95-4293-aace-132eeb81246d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'c43367ff-daf3-49d8-a63d-d06f66adba8f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95102) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 20:11:14.130572 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0856a3b5-94f3-4034-bfc7-a7bbef0e2883 req-08a66d6c-0af1-4c61-9de1-b0ce3bf92fe8 service neutron] Bound using segment: {'id': '63d9966b-ec95-4293-aace-132eeb81246d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'c43367ff-daf3-49d8-a63d-d06f66adba8f'} {{(pid=95102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 20:11:14.131003 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.managers [req-0856a3b5-94f3-4034-bfc7-a7bbef0e2883 req-08a66d6c-0af1-4c61-9de1-b0ce3bf92fe8 service neutron] Bound port: 638dfcc7-fdea-4e6d-a318-7124432205f2, host: n-h2-713301-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '63d9966b-ec95-4293-aace-132eeb81246d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'c43367ff-daf3-49d8-a63d-d06f66adba8f'}}] {{(pid=95102) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 20:11:14.131369 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-0856a3b5-94f3-4034-bfc7-a7bbef0e2883 req-08a66d6c-0af1-4c61-9de1-b0ce3bf92fe8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:11:14.210858 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.db [req-0856a3b5-94f3-4034-bfc7-a7bbef0e2883 req-08a66d6c-0af1-4c61-9de1-b0ce3bf92fe8 service neutron] For port 638dfcc7-fdea-4e6d-a318-7124432205f2, host n-h2-713301-16, cleared binding levels {{(pid=95102) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 20:11:14.216160 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.db [req-0856a3b5-94f3-4034-bfc7-a7bbef0e2883 req-08a66d6c-0af1-4c61-9de1-b0ce3bf92fe8 service neutron] For port 638dfcc7-fdea-4e6d-a318-7124432205f2, host n-h2-713301-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-16',level=0,port_id=638dfcc7-fdea-4e6d-a318-7124432205f2,segment=NetworkSegment(63d9966b-ec95-4293-aace-132eeb81246d),segment_id=63d9966b-ec95-4293-aace-132eeb81246d)] {{(pid=95102) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 20:11:14.222245 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-0856a3b5-94f3-4034-bfc7-a7bbef0e2883 req-08a66d6c-0af1-4c61-9de1-b0ce3bf92fe8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4399095'] for port, after_update {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:11:14.269830 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0856a3b5-94f3-4034-bfc7-a7bbef0e2883 req-08a66d6c-0af1-4c61-9de1-b0ce3bf92fe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:11:14.270739 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-0856a3b5-94f3-4034-bfc7-a7bbef0e2883 req-08a66d6c-0af1-4c61-9de1-b0ce3bf92fe8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222849'] for port, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:11:14.272046 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-0856a3b5-94f3-4034-bfc7-a7bbef0e2883 req-08a66d6c-0af1-4c61-9de1-b0ce3bf92fe8 service neutron] 10.222.0.53 "PUT /v2.0/ports/638dfcc7-fdea-4e6d-a318-7124432205f2 HTTP/1.1" status: 200 len: 1092 time: 1.0644217 Sep 23 20:11:14.272480 n-d-713301-16 neutron-server[95102]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '970d8fb9-fdbd-4b52-8812-ec228c7ae621', 'tag': '638dfcc7-fdea-4e6d-a318-7124432205f2'}] {{(pid=95102) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 20:11:14.274918 n-d-713301-16 neutron-server[95102]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab31b6d93e5336dbddfa8ec424565b3bd8cb2369c5b4d85bc943472dbb21e8ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f238e357-74dc-479b-abd8-1411ae091920" -d '{"events": [{"name": "network-changed", "server_uuid": "970d8fb9-fdbd-4b52-8812-ec228c7ae621", "tag": "638dfcc7-fdea-4e6d-a318-7124432205f2"}]}' {{(pid=95102) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 20:11:14.314204 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08a66d6c-0af1-4c61-9de1-b0ce3bf92fe8 service neutron] Pushing event updated for resources: {'Port': ['ID=638dfcc7-fdea-4e6d-a318-7124432205f2,revision_number=3']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:11:14.380775 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0856a3b5-94f3-4034-bfc7-a7bbef0e2883 req-128fe193-772c-4315-a350-daf82607a90b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:11:14.382566 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-0856a3b5-94f3-4034-bfc7-a7bbef0e2883 req-128fe193-772c-4315-a350-daf82607a90b service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=c9cdc0f8c48b47f0a9ba670a531cda84&device_id=970d8fb9-fdbd-4b52-8812-ec228c7ae621 HTTP/1.1" status: 200 len: 1095 time: 0.0493886 Sep 23 20:11:14.432443 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-0856a3b5-94f3-4034-bfc7-a7bbef0e2883 req-2f25cdac-db9e-477b-bd72-c15d3beaf9ab service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=638dfcc7-fdea-4e6d-a318-7124432205f2 HTTP/1.1" status: 200 len: 217 time: 0.0409923 Sep 23 20:11:14.439359 n-d-713301-16 neutron-server[95102]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 20:11:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a0a7735-338a-43d2-b79b-63500c32e895 x-openstack-request-id: req-1a0a7735-338a-43d2-b79b-63500c32e895 {{(pid=95102) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 20:11:14.439938 n-d-713301-16 neutron-server[95102]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "970d8fb9-fdbd-4b52-8812-ec228c7ae621", "tag": "638dfcc7-fdea-4e6d-a318-7124432205f2", "status": "completed", "code": 200}]} {{(pid=95102) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 20:11:14.440195 n-d-713301-16 neutron-server[95102]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-1a0a7735-338a-43d2-b79b-63500c32e895 {{(pid=95102) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 20:11:14.440618 n-d-713301-16 neutron-server[95102]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '970d8fb9-fdbd-4b52-8812-ec228c7ae621', 'tag': '638dfcc7-fdea-4e6d-a318-7124432205f2', 'status': 'completed', 'code': 200} Sep 23 20:11:14.489332 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0856a3b5-94f3-4034-bfc7-a7bbef0e2883 req-f7b5fbb3-ec60-4867-9851-249565cd1332 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:11:14.490904 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-0856a3b5-94f3-4034-bfc7-a7bbef0e2883 req-f7b5fbb3-ec60-4867-9851-249565cd1332 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=227f7a8f-869f-4775-8556-35fd28bcf5f3 HTTP/1.1" status: 200 len: 850 time: 0.0493739 Sep 23 20:11:14.538638 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0856a3b5-94f3-4034-bfc7-a7bbef0e2883 req-67083164-d82e-402e-a00d-d113ea97e93b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:11:14.540156 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-0856a3b5-94f3-4034-bfc7-a7bbef0e2883 req-67083164-d82e-402e-a00d-d113ea97e93b service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=c43367ff-daf3-49d8-a63d-d06f66adba8f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0414526 Sep 23 20:11:14.638657 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-0856a3b5-94f3-4034-bfc7-a7bbef0e2883 req-603b12b7-dc44-475b-9abb-fa2a4a0c96e0 service neutron] 10.222.0.53 "GET /v2.0/networks/c43367ff-daf3-49d8-a63d-d06f66adba8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866773 Sep 23 20:11:14.730869 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-0856a3b5-94f3-4034-bfc7-a7bbef0e2883 req-2e197f6d-1c84-4934-9154-4e76a06dd50e service neutron] 10.222.0.53 "GET /v2.0/networks/c43367ff-daf3-49d8-a63d-d06f66adba8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849500 Sep 23 20:11:14.816400 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f238e357-74dc-479b-abd8-1411ae091920 req-73722897-83c5-4b75-9dae-07142715bdf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:11:14.817966 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-f238e357-74dc-479b-abd8-1411ae091920 req-73722897-83c5-4b75-9dae-07142715bdf1 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=c9cdc0f8c48b47f0a9ba670a531cda84&device_id=970d8fb9-fdbd-4b52-8812-ec228c7ae621 HTTP/1.1" status: 200 len: 1095 time: 0.0452068 Sep 23 20:11:14.907806 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f238e357-74dc-479b-abd8-1411ae091920 req-d00c96c7-e6ee-43fc-a990-43f352f673b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:11:14.909335 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-f238e357-74dc-479b-abd8-1411ae091920 req-d00c96c7-e6ee-43fc-a990-43f352f673b3 service neutron] 10.222.0.53 "GET /v2.0/networks?id=c43367ff-daf3-49d8-a63d-d06f66adba8f HTTP/1.1" status: 200 len: 912 time: 0.0848725 Sep 23 20:11:14.956236 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-f238e357-74dc-479b-abd8-1411ae091920 req-e9157a07-14d2-485b-95eb-467dae891ec7 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=638dfcc7-fdea-4e6d-a318-7124432205f2 HTTP/1.1" status: 200 len: 217 time: 0.0402925 Sep 23 20:11:15.036201 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f238e357-74dc-479b-abd8-1411ae091920 req-a566f9fd-bffd-4965-a77f-551dfd14736e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:11:15.037599 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-f238e357-74dc-479b-abd8-1411ae091920 req-a566f9fd-bffd-4965-a77f-551dfd14736e service neutron] 10.222.0.53 "GET /v2.0/subnets?id=227f7a8f-869f-4775-8556-35fd28bcf5f3 HTTP/1.1" status: 200 len: 850 time: 0.0743904 Sep 23 20:11:15.049031 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a1d455b-98e2-42a0-94de-ec315e2f072e req-ddf84f0a-e9ca-4133-8206-257cb4cd8195 tempest-ServerActionsTestJSON-1099592143 tempest-ServerActionsTestJSON-1099592143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:11:15.050436 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-4a1d455b-98e2-42a0-94de-ec315e2f072e req-ddf84f0a-e9ca-4133-8206-257cb4cd8195 tempest-ServerActionsTestJSON-1099592143 tempest-ServerActionsTestJSON-1099592143-project] 10.222.0.67 "GET /v2.0/ports?device_id=970d8fb9-fdbd-4b52-8812-ec228c7ae621 HTTP/1.1" status: 200 len: 943 time: 0.0888951 Sep 23 20:11:15.116418 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-4a1d455b-98e2-42a0-94de-ec315e2f072e req-9fa10a05-92be-4f16-b533-3689dc86cece tempest-ServerActionsTestJSON-1099592143 tempest-ServerActionsTestJSON-1099592143-project] 10.222.0.67 "GET /v2.0/security-groups?id=5050492a-4ff5-4619-9495-b5ac49ab15ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0563228 Sep 23 20:11:15.121687 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f238e357-74dc-479b-abd8-1411ae091920 req-504a6fd9-b97d-48bf-a643-d9cf5736abe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:11:15.123138 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-f238e357-74dc-479b-abd8-1411ae091920 req-504a6fd9-b97d-48bf-a643-d9cf5736abe1 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=c43367ff-daf3-49d8-a63d-d06f66adba8f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0718682 Sep 23 20:11:15.218138 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-f238e357-74dc-479b-abd8-1411ae091920 req-17b4e10e-8696-4d71-ba3f-1073a69e1e7b service neutron] 10.222.0.53 "GET /v2.0/networks/c43367ff-daf3-49d8-a63d-d06f66adba8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860589 Sep 23 20:11:15.325239 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-f238e357-74dc-479b-abd8-1411ae091920 req-5025491d-9a63-468f-b63e-1be44e706595 service neutron] 10.222.0.53 "GET /v2.0/networks/c43367ff-daf3-49d8-a63d-d06f66adba8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0984359 Sep 23 20:11:16.232836 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82057b58-7ba1-4efa-ae9d-e19218c916f9 req-5235a36c-d46e-4448-9732-497777784263 tempest-ServerActionsTestJSON-1099592143 tempest-ServerActionsTestJSON-1099592143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:11:16.234315 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-82057b58-7ba1-4efa-ae9d-e19218c916f9 req-5235a36c-d46e-4448-9732-497777784263 tempest-ServerActionsTestJSON-1099592143 tempest-ServerActionsTestJSON-1099592143-project] 10.222.0.67 "GET /v2.0/ports?device_id=970d8fb9-fdbd-4b52-8812-ec228c7ae621 HTTP/1.1" status: 200 len: 943 time: 0.0496604 Sep 23 20:11:16.272248 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-82057b58-7ba1-4efa-ae9d-e19218c916f9 req-a48d0a56-0777-41a2-b734-4bce898c79cb tempest-ServerActionsTestJSON-1099592143 tempest-ServerActionsTestJSON-1099592143-project] 10.222.0.67 "GET /v2.0/security-groups?id=5050492a-4ff5-4619-9495-b5ac49ab15ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320523 Sep 23 20:11:16.659272 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Device 638dfcc7-fdea-4e6d-a318-7124432205f2 details requested by agent hyperv_n-h2-713301-16 with host n-h2-713301-16 {{(pid=95103) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 20:11:16.752614 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] For port 638dfcc7-fdea-4e6d-a318-7124432205f2, host n-h2-713301-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-16',level=0,port_id=638dfcc7-fdea-4e6d-a318-7124432205f2,segment=NetworkSegment(63d9966b-ec95-4293-aace-132eeb81246d),segment_id=63d9966b-ec95-4293-aace-132eeb81246d)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 20:11:16.763782 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Returning: {'device': '638dfcc7-fdea-4e6d-a318-7124432205f2', 'network_id': 'c43367ff-daf3-49d8-a63d-d06f66adba8f', 'port_id': '638dfcc7-fdea-4e6d-a318-7124432205f2', 'mac_address': 'fa:16:3e:ad:12:be', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 600, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '227f7a8f-869f-4775-8556-35fd28bcf5f3', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95103) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 20:11:16.804297 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:11:16.816786 n-d-713301-16 neutron-server[95103]: DEBUG neutron.notifiers.nova [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 638dfcc7-fdea-4e6d-a318-7124432205f2 {{(pid=95103) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 20:11:16.835591 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] For port 638dfcc7-fdea-4e6d-a318-7124432205f2, host n-h2-713301-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-16',level=0,port_id=638dfcc7-fdea-4e6d-a318-7124432205f2,segment=NetworkSegment(63d9966b-ec95-4293-aace-132eeb81246d),segment_id=63d9966b-ec95-4293-aace-132eeb81246d)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 20:11:16.840255 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:11:16.888702 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Pushing event updated for resources: {'Port': ['ID=638dfcc7-fdea-4e6d-a318-7124432205f2,revision_number=4']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:11:17.043457 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] get_ports_and_sgs() called for port_ids ['638dfcc7-fdea-4e6d-a318-7124432205f2'] {{(pid=95103) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 20:11:17.388525 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3563c151-e994-4e37-b772-474b66d1755b req-55f0b352-6243-42db-b866-ed552138dbb6 tempest-ServerActionsTestJSON-1099592143 tempest-ServerActionsTestJSON-1099592143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:11:17.390032 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-3563c151-e994-4e37-b772-474b66d1755b req-55f0b352-6243-42db-b866-ed552138dbb6 tempest-ServerActionsTestJSON-1099592143 tempest-ServerActionsTestJSON-1099592143-project] 10.222.0.67 "GET /v2.0/ports?device_id=970d8fb9-fdbd-4b52-8812-ec228c7ae621 HTTP/1.1" status: 200 len: 944 time: 0.0495698 Sep 23 20:11:17.426521 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-3563c151-e994-4e37-b772-474b66d1755b req-5ce056a3-de2d-45b2-b8d9-b5bd5a42e49a tempest-ServerActionsTestJSON-1099592143 tempest-ServerActionsTestJSON-1099592143-project] 10.222.0.67 "GET /v2.0/security-groups?id=5050492a-4ff5-4619-9495-b5ac49ab15ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306728 Sep 23 20:11:18.545395 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-767db119-ac42-4cab-b14a-5244dd1d9a23 req-5979f2b6-8ea3-4771-96fb-f17748753478 tempest-ServerActionsTestJSON-1099592143 tempest-ServerActionsTestJSON-1099592143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:11:18.546871 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-767db119-ac42-4cab-b14a-5244dd1d9a23 req-5979f2b6-8ea3-4771-96fb-f17748753478 tempest-ServerActionsTestJSON-1099592143 tempest-ServerActionsTestJSON-1099592143-project] 10.222.0.67 "GET /v2.0/ports?device_id=970d8fb9-fdbd-4b52-8812-ec228c7ae621 HTTP/1.1" status: 200 len: 944 time: 0.0527782 Sep 23 20:11:18.583943 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-767db119-ac42-4cab-b14a-5244dd1d9a23 req-a17f667b-e0fa-44b7-86ee-ed88016f7aa3 tempest-ServerActionsTestJSON-1099592143 tempest-ServerActionsTestJSON-1099592143-project] 10.222.0.67 "GET /v2.0/security-groups?id=5050492a-4ff5-4619-9495-b5ac49ab15ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310903 Sep 23 20:11:18.664243 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Device 638dfcc7-fdea-4e6d-a318-7124432205f2 up at agent hyperv_n-h2-713301-16 {{(pid=95103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 20:11:18.711154 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Provisioning for port 638dfcc7-fdea-4e6d-a318-7124432205f2 completed by entity L2. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 20:11:18.714927 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Provisioning complete for port 638dfcc7-fdea-4e6d-a318-7124432205f2 triggered by entity L2. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 20:11:18.715296 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:11:18.789471 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:11:18.814356 n-d-713301-16 neutron-server[95103]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '970d8fb9-fdbd-4b52-8812-ec228c7ae621', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '638dfcc7-fdea-4e6d-a318-7124432205f2'}] {{(pid=95103) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 20:11:18.816546 n-d-713301-16 neutron-server[95103]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}81a1c17f2aa89d5b3ebbba3a3e0cf7eb588e431c2224256110c4c4facdd7c3e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f1edc6a-c6f9-4f6a-9561-ec2f9aa04a30" -d '{"events": [{"server_uuid": "970d8fb9-fdbd-4b52-8812-ec228c7ae621", "name": "network-vif-plugged", "status": "completed", "tag": "638dfcc7-fdea-4e6d-a318-7124432205f2"}]}' {{(pid=95103) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 20:11:18.828696 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] For port 638dfcc7-fdea-4e6d-a318-7124432205f2, host n-h2-713301-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-16',level=0,port_id=638dfcc7-fdea-4e6d-a318-7124432205f2,segment=NetworkSegment(63d9966b-ec95-4293-aace-132eeb81246d),segment_id=63d9966b-ec95-4293-aace-132eeb81246d)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 20:11:18.833082 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:11:18.882083 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Pushing event updated for resources: {'Port': ['ID=638dfcc7-fdea-4e6d-a318-7124432205f2,revision_number=5']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:11:18.919036 n-d-713301-16 neutron-server[95103]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 20:11:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57b5a45e-898e-4bcb-a1ed-d12993533f97 x-openstack-request-id: req-57b5a45e-898e-4bcb-a1ed-d12993533f97 {{(pid=95103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 20:11:18.919548 n-d-713301-16 neutron-server[95103]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "970d8fb9-fdbd-4b52-8812-ec228c7ae621", "name": "network-vif-plugged", "status": "completed", "tag": "638dfcc7-fdea-4e6d-a318-7124432205f2", "code": 200}]} {{(pid=95103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 20:11:18.919868 n-d-713301-16 neutron-server[95103]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-57b5a45e-898e-4bcb-a1ed-d12993533f97 {{(pid=95103) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 20:11:18.920272 n-d-713301-16 neutron-server[95103]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '970d8fb9-fdbd-4b52-8812-ec228c7ae621', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '638dfcc7-fdea-4e6d-a318-7124432205f2', 'code': 200} Sep 23 20:11:19.011351 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aaaef07-cc21-49d0-9243-7bf7c3721d56 req-ec8692c4-2935-4312-be76-02b7525ad567 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:11:19.012928 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-6aaaef07-cc21-49d0-9243-7bf7c3721d56 req-ec8692c4-2935-4312-be76-02b7525ad567 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=970d8fb9-fdbd-4b52-8812-ec228c7ae621 HTTP/1.1" status: 200 len: 1097 time: 0.0403821 Sep 23 20:11:19.050111 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-6aaaef07-cc21-49d0-9243-7bf7c3721d56 req-e969100f-e4d1-4375-80bd-f8ff8acb9c66 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=5050492a-4ff5-4619-9495-b5ac49ab15ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0297666 Sep 23 20:11:19.697303 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c11a43e-ebd7-4a53-9b10-9479d4faa3cc req-2b32c89e-5cf0-424e-a43b-f2430083c7a9 tempest-ServerActionsTestJSON-1099592143 tempest-ServerActionsTestJSON-1099592143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:11:19.699559 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-8c11a43e-ebd7-4a53-9b10-9479d4faa3cc req-2b32c89e-5cf0-424e-a43b-f2430083c7a9 tempest-ServerActionsTestJSON-1099592143 tempest-ServerActionsTestJSON-1099592143-project] 10.222.0.67 "GET /v2.0/ports?device_id=970d8fb9-fdbd-4b52-8812-ec228c7ae621 HTTP/1.1" status: 200 len: 945 time: 0.0493202 Sep 23 20:11:19.736713 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-8c11a43e-ebd7-4a53-9b10-9479d4faa3cc req-ce56f27a-9cd5-4055-b911-666ce936e4af tempest-ServerActionsTestJSON-1099592143 tempest-ServerActionsTestJSON-1099592143-project] 10.222.0.67 "GET /v2.0/security-groups?id=5050492a-4ff5-4619-9495-b5ac49ab15ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314393 Sep 23 20:11:19.758870 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-cabcbb18-441a-43e2-bae6-536753b58168 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:11:20.863044 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea72bf8d-da54-408a-badc-f215e2eaacb3 req-ebcf51ec-eb3b-4b9a-a1cf-9f4606fd3768 tempest-ServerActionsTestJSON-1099592143 tempest-ServerActionsTestJSON-1099592143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:11:20.864573 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-ea72bf8d-da54-408a-badc-f215e2eaacb3 req-ebcf51ec-eb3b-4b9a-a1cf-9f4606fd3768 tempest-ServerActionsTestJSON-1099592143 tempest-ServerActionsTestJSON-1099592143-project] 10.222.0.67 "GET /v2.0/ports?device_id=970d8fb9-fdbd-4b52-8812-ec228c7ae621 HTTP/1.1" status: 200 len: 945 time: 0.0573893 Sep 23 20:11:20.904905 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-ea72bf8d-da54-408a-badc-f215e2eaacb3 req-e45a238a-1b5a-4415-8c1e-554d167cb420 tempest-ServerActionsTestJSON-1099592143 tempest-ServerActionsTestJSON-1099592143-project] 10.222.0.67 "GET /v2.0/security-groups?id=5050492a-4ff5-4619-9495-b5ac49ab15ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339794 Sep 23 20:11:21.019403 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea3feba-59d3-46c9-8dbf-fd6596c4a0eb req-d265c191-72cf-45c7-95e0-ae47af71f434 tempest-ServerActionsTestJSON-1099592143 tempest-ServerActionsTestJSON-1099592143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:11:21.020823 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-5ea3feba-59d3-46c9-8dbf-fd6596c4a0eb req-d265c191-72cf-45c7-95e0-ae47af71f434 tempest-ServerActionsTestJSON-1099592143 tempest-ServerActionsTestJSON-1099592143-project] 10.222.0.67 "GET /v2.0/ports?device_id=970d8fb9-fdbd-4b52-8812-ec228c7ae621 HTTP/1.1" status: 200 len: 945 time: 0.0489452 Sep 23 20:11:21.030636 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 59948) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:11:21.035132 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.v2.base [None req-a103c8da-29e6-4a74-99ff-e0447942cb25 tempest-ServerActionsTestJSON-1099592143 tempest-ServerActionsTestJSON-1099592143-project] Request body: {'floatingip': {'port_id': '638dfcc7-fdea-4e6d-a318-7124432205f2'}} {{(pid=95102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 20:11:21.074481 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-a103c8da-29e6-4a74-99ff-e0447942cb25 tempest-ServerActionsTestJSON-1099592143 tempest-ServerActionsTestJSON-1099592143-project] Notify callbacks [] for floatingip, before_update {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:11:21.498884 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-a103c8da-29e6-4a74-99ff-e0447942cb25 tempest-ServerActionsTestJSON-1099592143 tempest-ServerActionsTestJSON-1099592143-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:11:21.502732 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-a103c8da-29e6-4a74-99ff-e0447942cb25 tempest-ServerActionsTestJSON-1099592143 tempest-ServerActionsTestJSON-1099592143-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-601884'] for floatingip, after_update {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:11:21.601313 n-d-713301-16 neutron-server[95102]: INFO neutron.db.l3_db [None req-a103c8da-29e6-4a74-99ff-e0447942cb25 tempest-ServerActionsTestJSON-1099592143 tempest-ServerActionsTestJSON-1099592143-project] Floating IP 7e18a6de-7b2d-4eaa-b258-7be5509c8cfe associated. External IP: 172.25.1.106, port: 638dfcc7-fdea-4e6d-a318-7124432205f2. Sep 23 20:11:21.812073 n-d-713301-16 neutron-server[95102]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a103c8da-29e6-4a74-99ff-e0447942cb25 tempest-ServerActionsTestJSON-1099592143 tempest-ServerActionsTestJSON-1099592143-project] Router 832dfef8-2615-4c77-8ddf-d9bc3cd4865d has already been hosted by L3 agent 79a740bf-7821-4989-8288-7186e3e128f3 {{(pid=95102) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 20:11:21.923065 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a103c8da-29e6-4a74-99ff-e0447942cb25 tempest-ServerActionsTestJSON-1099592143 tempest-ServerActionsTestJSON-1099592143-project] Notify agent at l3_agent.n-d-713301-16 the message routers_updated {{(pid=95102) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 20:11:21.930080 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-a103c8da-29e6-4a74-99ff-e0447942cb25 tempest-ServerActionsTestJSON-1099592143 tempest-ServerActionsTestJSON-1099592143-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222849'] for floatingip, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:11:21.935012 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb72f0b0-9f4f-4a8d-b4c9-8caa7d72400f None None] Sync routers for ids ['832dfef8-2615-4c77-8ddf-d9bc3cd4865d'] in n-d-713301-16 {{(pid=95104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 20:11:21.944232 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb72f0b0-9f4f-4a8d-b4c9-8caa7d72400f None None] Routers {'832dfef8-2615-4c77-8ddf-d9bc3cd4865d'} bound to L3 agent in host n-d-713301-16 {{(pid=95104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 20:11:21.944864 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_hamode_db [None req-fb72f0b0-9f4f-4a8d-b4c9-8caa7d72400f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-23T19:07:52Z,description=,heartbeat_timestamp=2021-09-23T20:10:53Z,host='n-d-713301-16',id=79a740bf-7821-4989-8288-7186e3e128f3,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:07:52Z,topic='l3_agent')) {'router_ids': ['832dfef8-2615-4c77-8ddf-d9bc3cd4865d'], 'active': True} {{(pid=95104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 20:11:21.960164 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-a103c8da-29e6-4a74-99ff-e0447942cb25 tempest-ServerActionsTestJSON-1099592143 tempest-ServerActionsTestJSON-1099592143-project] 10.222.0.67 "PUT /v2.0/floatingips/7e18a6de-7b2d-4eaa-b258-7be5509c8cfe HTTP/1.1" status: 200 len: 991 time: 0.9284434 Sep 23 20:11:21.960781 n-d-713301-16 neutron-server[95102]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '970d8fb9-fdbd-4b52-8812-ec228c7ae621', 'tag': '638dfcc7-fdea-4e6d-a318-7124432205f2'}] {{(pid=95102) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 20:11:21.963062 n-d-713301-16 neutron-server[95102]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab31b6d93e5336dbddfa8ec424565b3bd8cb2369c5b4d85bc943472dbb21e8ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f289b37-6111-45f6-8ca2-02db299d3a5a" -d '{"events": [{"name": "network-changed", "server_uuid": "970d8fb9-fdbd-4b52-8812-ec228c7ae621", "tag": "638dfcc7-fdea-4e6d-a318-7124432205f2"}]}' {{(pid=95102) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 20:11:22.009672 n-d-713301-16 neutron-server[95102]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 20:11:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6affb4ff-9224-48bb-874f-1d1de44971f6 x-openstack-request-id: req-6affb4ff-9224-48bb-874f-1d1de44971f6 {{(pid=95102) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 20:11:22.010208 n-d-713301-16 neutron-server[95102]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "970d8fb9-fdbd-4b52-8812-ec228c7ae621", "tag": "638dfcc7-fdea-4e6d-a318-7124432205f2", "status": "completed", "code": 200}]} {{(pid=95102) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 20:11:22.010579 n-d-713301-16 neutron-server[95102]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-6affb4ff-9224-48bb-874f-1d1de44971f6 {{(pid=95102) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 20:11:22.011430 n-d-713301-16 neutron-server[95102]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '970d8fb9-fdbd-4b52-8812-ec228c7ae621', 'tag': '638dfcc7-fdea-4e6d-a318-7124432205f2', 'status': 'completed', 'code': 200} Sep 23 20:11:22.085801 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f289b37-6111-45f6-8ca2-02db299d3a5a req-d039aaa3-c491-4548-a0b4-2d3ef959152c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:11:22.087317 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-4f289b37-6111-45f6-8ca2-02db299d3a5a req-d039aaa3-c491-4548-a0b4-2d3ef959152c service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=c9cdc0f8c48b47f0a9ba670a531cda84&device_id=970d8fb9-fdbd-4b52-8812-ec228c7ae621 HTTP/1.1" status: 200 len: 1097 time: 0.0482898 Sep 23 20:11:22.165389 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_dvr_db [None req-fb72f0b0-9f4f-4a8d-b4c9-8caa7d72400f None None] Set router 832dfef8-2615-4c77-8ddf-d9bc3cd4865d gateway port host: n-d-713301-16 {{(pid=95104) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 20:11:22.193770 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f289b37-6111-45f6-8ca2-02db299d3a5a req-d11edd79-bde6-4cdf-a7f0-2f18fc4e2352 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:11:22.195304 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-4f289b37-6111-45f6-8ca2-02db299d3a5a req-d11edd79-bde6-4cdf-a7f0-2f18fc4e2352 service neutron] 10.222.0.53 "GET /v2.0/networks?id=c43367ff-daf3-49d8-a63d-d06f66adba8f HTTP/1.1" status: 200 len: 912 time: 0.1011660 Sep 23 20:11:22.273239 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-4f289b37-6111-45f6-8ca2-02db299d3a5a req-c7168488-84d6-4cc7-b9ec-15273e3cdb8c service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=638dfcc7-fdea-4e6d-a318-7124432205f2 HTTP/1.1" status: 200 len: 999 time: 0.0706158 Sep 23 20:11:22.328492 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f289b37-6111-45f6-8ca2-02db299d3a5a req-644755bf-5594-4107-a57b-562e8620c906 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:11:22.330022 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-4f289b37-6111-45f6-8ca2-02db299d3a5a req-644755bf-5594-4107-a57b-562e8620c906 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=227f7a8f-869f-4775-8556-35fd28bcf5f3 HTTP/1.1" status: 200 len: 850 time: 0.0505106 Sep 23 20:11:22.378700 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f289b37-6111-45f6-8ca2-02db299d3a5a req-982b652f-3b4d-481a-b8ea-99a4ee6a850d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:11:22.380235 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-4f289b37-6111-45f6-8ca2-02db299d3a5a req-982b652f-3b4d-481a-b8ea-99a4ee6a850d service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=c43367ff-daf3-49d8-a63d-d06f66adba8f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0433137 Sep 23 20:11:22.439797 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_hamode_db [None req-fb72f0b0-9f4f-4a8d-b4c9-8caa7d72400f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '832dfef8-2615-4c77-8ddf-d9bc3cd4865d', 'name': 'tempest-ServerActionsTestJSON-919388451-router', 'tenant_id': 'c9cdc0f8c48b47f0a9ba670a531cda84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'external_fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.115'}], 'enable_snat': True}, 'gw_port_id': 'af4c5e1b-71cd-46fc-a4ca-fc01b95372f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T20:08:51Z', 'updated_at': '2021-09-23T20:08:53Z', 'revision_number': 4, 'project_id': 'c9cdc0f8c48b47f0a9ba670a531cda84', 'gw_port': {'id': 'af4c5e1b-71cd-46fc-a4ca-fc01b95372f7', 'name': '', 'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:8a:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '832dfef8-2615-4c77-8ddf-d9bc3cd4865d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T20:08:51Z', 'updated_at': '2021-09-23T20:08:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-16', '_floatingips': [{'id': '7e18a6de-7b2d-4eaa-b258-7be5509c8cfe', 'tenant_id': 'c9cdc0f8c48b47f0a9ba670a531cda84', 'floating_ip_address': '172.25.1.106', 'floating_network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'router_id': '832dfef8-2615-4c77-8ddf-d9bc3cd4865d', 'port_id': '638dfcc7-fdea-4e6d-a318-7124432205f2', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4046, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c43367ff-daf3-49d8-a63d-d06f66adba8f', 'mac_address': 'fa:16:3e:ad:12:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '970d8fb9-fdbd-4b52-8812-ec228c7ae621', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-23T20:08:56Z', 'updated_at': '2021-09-23T20:11:21Z', 'revision_number': 5, 'project_id': 'c9cdc0f8c48b47f0a9ba670a531cda84', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '75d0c163-cdca-46fa-b931-2ca04a14d7bc', 'name': '', 'network_id': 'c43367ff-daf3-49d8-a63d-d06f66adba8f', 'tenant_id': 'c9cdc0f8c48b47f0a9ba670a531cda84', 'mac_address': 'fa:16:3e:51:03:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '832dfef8-2615-4c77-8ddf-d9bc3cd4865d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '227f7a8f-869f-4775-8556-35fd28bcf5f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T20:08:53Z', 'updated_at': '2021-09-23T20:08:56Z', 'revision_number': 5, 'project_id': 'c9cdc0f8c48b47f0a9ba670a531cda84', 'subnets': [{'id': '227f7a8f-869f-4775-8556-35fd28bcf5f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-16', False) {} {{(pid=95104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 20:11:22.468827 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb72f0b0-9f4f-4a8d-b4c9-8caa7d72400f None None] Checking router: 832dfef8-2615-4c77-8ddf-d9bc3cd4865d for host: n-d-713301-16 {{(pid=95104) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 20:11:22.477526 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb72f0b0-9f4f-4a8d-b4c9-8caa7d72400f None None] Routers {'832dfef8-2615-4c77-8ddf-d9bc3cd4865d'} bound to L3 agent in host n-d-713301-16 {{(pid=95104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 20:11:22.478128 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_hamode_db [None req-fb72f0b0-9f4f-4a8d-b4c9-8caa7d72400f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-23T19:07:52Z,description=,heartbeat_timestamp=2021-09-23T20:10:53Z,host='n-d-713301-16',id=79a740bf-7821-4989-8288-7186e3e128f3,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:07:52Z,topic='l3_agent')) {'router_ids': ['832dfef8-2615-4c77-8ddf-d9bc3cd4865d'], 'active': True} {{(pid=95104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 20:11:22.478799 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-4f289b37-6111-45f6-8ca2-02db299d3a5a req-043af798-a010-4b5e-915e-1039c94d5618 service neutron] 10.222.0.53 "GET /v2.0/networks/c43367ff-daf3-49d8-a63d-d06f66adba8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0912344 Sep 23 20:11:22.580246 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-4f289b37-6111-45f6-8ca2-02db299d3a5a req-0c05686d-1b7c-4c93-aea0-c602eb1a50a3 service neutron] 10.222.0.53 "GET /v2.0/networks/c43367ff-daf3-49d8-a63d-d06f66adba8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0941002 Sep 23 20:11:22.595897 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_dvr_db [None req-fb72f0b0-9f4f-4a8d-b4c9-8caa7d72400f None None] Set router 832dfef8-2615-4c77-8ddf-d9bc3cd4865d gateway port host: n-d-713301-16 {{(pid=95104) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 20:11:22.850125 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_hamode_db [None req-fb72f0b0-9f4f-4a8d-b4c9-8caa7d72400f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '832dfef8-2615-4c77-8ddf-d9bc3cd4865d', 'name': 'tempest-ServerActionsTestJSON-919388451-router', 'tenant_id': 'c9cdc0f8c48b47f0a9ba670a531cda84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'external_fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.115'}], 'enable_snat': True}, 'gw_port_id': 'af4c5e1b-71cd-46fc-a4ca-fc01b95372f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T20:08:51Z', 'updated_at': '2021-09-23T20:08:53Z', 'revision_number': 4, 'project_id': 'c9cdc0f8c48b47f0a9ba670a531cda84', 'gw_port': {'id': 'af4c5e1b-71cd-46fc-a4ca-fc01b95372f7', 'name': '', 'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:8a:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '832dfef8-2615-4c77-8ddf-d9bc3cd4865d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T20:08:51Z', 'updated_at': '2021-09-23T20:08:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-16', '_floatingips': [{'id': '7e18a6de-7b2d-4eaa-b258-7be5509c8cfe', 'tenant_id': 'c9cdc0f8c48b47f0a9ba670a531cda84', 'floating_ip_address': '172.25.1.106', 'floating_network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'router_id': '832dfef8-2615-4c77-8ddf-d9bc3cd4865d', 'port_id': '638dfcc7-fdea-4e6d-a318-7124432205f2', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4046, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c43367ff-daf3-49d8-a63d-d06f66adba8f', 'mac_address': 'fa:16:3e:ad:12:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '970d8fb9-fdbd-4b52-8812-ec228c7ae621', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-23T20:08:56Z', 'updated_at': '2021-09-23T20:11:21Z', 'revision_number': 5, 'project_id': 'c9cdc0f8c48b47f0a9ba670a531cda84', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '75d0c163-cdca-46fa-b931-2ca04a14d7bc', 'name': '', 'network_id': 'c43367ff-daf3-49d8-a63d-d06f66adba8f', 'tenant_id': 'c9cdc0f8c48b47f0a9ba670a531cda84', 'mac_address': 'fa:16:3e:51:03:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '832dfef8-2615-4c77-8ddf-d9bc3cd4865d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '227f7a8f-869f-4775-8556-35fd28bcf5f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T20:08:53Z', 'updated_at': '2021-09-23T20:08:56Z', 'revision_number': 5, 'project_id': 'c9cdc0f8c48b47f0a9ba670a531cda84', 'subnets': [{'id': '227f7a8f-869f-4775-8556-35fd28bcf5f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-16', False) {} {{(pid=95104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 20:11:22.879160 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb72f0b0-9f4f-4a8d-b4c9-8caa7d72400f None None] The sync data for ids ['832dfef8-2615-4c77-8ddf-d9bc3cd4865d'] in n-d-713301-16 is: [{'id': '832dfef8-2615-4c77-8ddf-d9bc3cd4865d', 'name': 'tempest-ServerActionsTestJSON-919388451-router', 'tenant_id': 'c9cdc0f8c48b47f0a9ba670a531cda84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'external_fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.115'}], 'enable_snat': True}, 'gw_port_id': 'af4c5e1b-71cd-46fc-a4ca-fc01b95372f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T20:08:51Z', 'updated_at': '2021-09-23T20:08:53Z', 'revision_number': 4, 'project_id': 'c9cdc0f8c48b47f0a9ba670a531cda84', 'gw_port': {'id': 'af4c5e1b-71cd-46fc-a4ca-fc01b95372f7', 'name': '', 'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:8a:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '832dfef8-2615-4c77-8ddf-d9bc3cd4865d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T20:08:51Z', 'updated_at': '2021-09-23T20:08:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-16', '_floatingips': [{'id': '7e18a6de-7b2d-4eaa-b258-7be5509c8cfe', 'tenant_id': 'c9cdc0f8c48b47f0a9ba670a531cda84', 'floating_ip_address': '172.25.1.106', 'floating_network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'router_id': '832dfef8-2615-4c77-8ddf-d9bc3cd4865d', 'port_id': '638dfcc7-fdea-4e6d-a318-7124432205f2', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4046, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c43367ff-daf3-49d8-a63d-d06f66adba8f', 'mac_address': 'fa:16:3e:ad:12:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '970d8fb9-fdbd-4b52-8812-ec228c7ae621', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-23T20:08:56Z', 'updated_at': '2021-09-23T20:11:21Z', 'revision_number': 5, 'project_id': 'c9cdc0f8c48b47f0a9ba670a531cda84', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '75d0c163-cdca-46fa-b931-2ca04a14d7bc', 'name': '', 'network_id': 'c43367ff-daf3-49d8-a63d-d06f66adba8f', 'tenant_id': 'c9cdc0f8c48b47f0a9ba670a531cda84', 'mac_address': 'fa:16:3e:51:03:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '832dfef8-2615-4c77-8ddf-d9bc3cd4865d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '227f7a8f-869f-4775-8556-35fd28bcf5f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T20:08:53Z', 'updated_at': '2021-09-23T20:08:56Z', 'revision_number': 5, 'project_id': 'c9cdc0f8c48b47f0a9ba670a531cda84', 'subnets': [{'id': '227f7a8f-869f-4775-8556-35fd28bcf5f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 20:11:23.021264 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-715acf77-f80d-48c6-9b35-be38e9c9715b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:11:23.110178 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28504823-9516-4212-bcfe-cf214d871d3c None None] New status for floating IP 7e18a6de-7b2d-4eaa-b258-7be5509c8cfe: ACTIVE {{(pid=95103) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 23 20:11:23.213035 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:11:23.588162 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-0ae75029-feb6-4728-9a94-5f9b60993d82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:11:25.037739 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-0dbfd207-28e6-4965-a74d-b99b6ac6cbb1 req-2d1a845c-d919-40f1-a704-cd92fbd9565f service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=970d8fb9-fdbd-4b52-8812-ec228c7ae621&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0397441 Sep 23 20:11:25.115567 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dbfd207-28e6-4965-a74d-b99b6ac6cbb1 req-274a3933-1589-4d0a-9245-07a210eafa6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:11:25.117092 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-0dbfd207-28e6-4965-a74d-b99b6ac6cbb1 req-274a3933-1589-4d0a-9245-07a210eafa6e service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=c9cdc0f8c48b47f0a9ba670a531cda84&device_id=970d8fb9-fdbd-4b52-8812-ec228c7ae621 HTTP/1.1" status: 200 len: 1097 time: 0.0394258 Sep 23 20:11:25.226114 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dbfd207-28e6-4965-a74d-b99b6ac6cbb1 req-0cb189a4-bfb5-4365-bc92-41134d790e69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:11:25.227612 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-0dbfd207-28e6-4965-a74d-b99b6ac6cbb1 req-0cb189a4-bfb5-4365-bc92-41134d790e69 service neutron] 10.222.0.53 "GET /v2.0/networks?id=c43367ff-daf3-49d8-a63d-d06f66adba8f HTTP/1.1" status: 200 len: 912 time: 0.0920424 Sep 23 20:11:25.292756 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-0dbfd207-28e6-4965-a74d-b99b6ac6cbb1 req-a3b2ab28-260a-437d-a792-e49b50be146d service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=638dfcc7-fdea-4e6d-a318-7124432205f2 HTTP/1.1" status: 200 len: 1001 time: 0.0575933 Sep 23 20:11:25.347015 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dbfd207-28e6-4965-a74d-b99b6ac6cbb1 req-94ccd0db-e995-4de0-af8b-5dfd8492e6ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:11:25.348483 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-0dbfd207-28e6-4965-a74d-b99b6ac6cbb1 req-94ccd0db-e995-4de0-af8b-5dfd8492e6ae service neutron] 10.222.0.53 "GET /v2.0/subnets?id=227f7a8f-869f-4775-8556-35fd28bcf5f3 HTTP/1.1" status: 200 len: 850 time: 0.0476885 Sep 23 20:11:25.396988 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dbfd207-28e6-4965-a74d-b99b6ac6cbb1 req-cfe3348f-1cb8-4e52-bc49-cd67b91a7b73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:11:25.396988 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-0dbfd207-28e6-4965-a74d-b99b6ac6cbb1 req-cfe3348f-1cb8-4e52-bc49-cd67b91a7b73 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=c43367ff-daf3-49d8-a63d-d06f66adba8f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0409706 Sep 23 20:11:25.418369 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-80e7e501-6c57-470d-92c6-e3d54bc3195c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:11:25.502514 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-0dbfd207-28e6-4965-a74d-b99b6ac6cbb1 req-e9f2e87e-0cdd-46ff-be90-424303d0d950 service neutron] 10.222.0.53 "GET /v2.0/networks/c43367ff-daf3-49d8-a63d-d06f66adba8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0985911 Sep 23 20:11:25.592060 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-0dbfd207-28e6-4965-a74d-b99b6ac6cbb1 req-20abf5cb-30fc-4f35-9042-083a78ed3a63 service neutron] 10.222.0.53 "GET /v2.0/networks/c43367ff-daf3-49d8-a63d-d06f66adba8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829527 Sep 23 20:11:28.350330 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:11:28.614460 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:11:40.555757 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.agents_db [None req-f2f5c474-60a3-474f-b2cc-02c4bd30880c None None] Agent healthcheck: found 7 active agents {{(pid=95104) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 20:11:49.762496 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-f5c0920b-4ba5-4162-b3d3-2296bae3aafb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:11:53.014124 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-12d0798f-e1f3-4a5c-868d-e17165d927ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:11:53.175168 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:11:53.591426 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-0ae75029-feb6-4728-9a94-5f9b60993d82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:11:55.422787 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-80e7e501-6c57-470d-92c6-e3d54bc3195c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:11:58.344198 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:11:58.614555 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:12:17.555298 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.agents_db [None req-f2f5c474-60a3-474f-b2cc-02c4bd30880c None None] Agent healthcheck: found 7 active agents {{(pid=95104) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 20:12:19.763415 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-fbbe2800-320d-4a9d-a553-65404fb02b45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:12:23.015459 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-11725fd8-6473-4060-86a0-34ef6f2d918b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:12:23.181126 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:12:23.594333 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-0ae75029-feb6-4728-9a94-5f9b60993d82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:12:25.421193 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-80e7e501-6c57-470d-92c6-e3d54bc3195c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:12:27.048126 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-6a21256a-79e0-448a-b927-a111165b2016 req-c6c4c473-96a0-44a7-9caf-7da13c76d3e3 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=970d8fb9-fdbd-4b52-8812-ec228c7ae621&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0415750 Sep 23 20:12:27.135187 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a21256a-79e0-448a-b927-a111165b2016 req-c6aa3574-7992-48a8-8dfb-cef0a35c6337 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:12:27.137239 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-6a21256a-79e0-448a-b927-a111165b2016 req-c6aa3574-7992-48a8-8dfb-cef0a35c6337 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=c9cdc0f8c48b47f0a9ba670a531cda84&device_id=970d8fb9-fdbd-4b52-8812-ec228c7ae621 HTTP/1.1" status: 200 len: 1097 time: 0.0465961 Sep 23 20:12:27.243407 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a21256a-79e0-448a-b927-a111165b2016 req-de512e07-1a48-4c52-baae-a145c333ba38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:12:27.245007 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-6a21256a-79e0-448a-b927-a111165b2016 req-de512e07-1a48-4c52-baae-a145c333ba38 service neutron] 10.222.0.53 "GET /v2.0/networks?id=c43367ff-daf3-49d8-a63d-d06f66adba8f HTTP/1.1" status: 200 len: 912 time: 0.0859728 Sep 23 20:12:27.313270 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-6a21256a-79e0-448a-b927-a111165b2016 req-4b77f96f-cd34-4e49-b600-f792cfd55a70 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=638dfcc7-fdea-4e6d-a318-7124432205f2 HTTP/1.1" status: 200 len: 1001 time: 0.0612252 Sep 23 20:12:27.363360 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a21256a-79e0-448a-b927-a111165b2016 req-47a20718-e714-4601-9c36-fee2a641348f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:12:27.364867 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-6a21256a-79e0-448a-b927-a111165b2016 req-47a20718-e714-4601-9c36-fee2a641348f service neutron] 10.222.0.53 "GET /v2.0/subnets?id=227f7a8f-869f-4775-8556-35fd28bcf5f3 HTTP/1.1" status: 200 len: 850 time: 0.0447807 Sep 23 20:12:27.411708 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a21256a-79e0-448a-b927-a111165b2016 req-6d79b54b-84a0-4731-94c9-649bea80fdd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:12:27.413162 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-6a21256a-79e0-448a-b927-a111165b2016 req-6d79b54b-84a0-4731-94c9-649bea80fdd4 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=c43367ff-daf3-49d8-a63d-d06f66adba8f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0419598 Sep 23 20:12:27.506334 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-6a21256a-79e0-448a-b927-a111165b2016 req-63faee06-d1ee-48bb-b2ba-d7a37d6eff60 service neutron] 10.222.0.53 "GET /v2.0/networks/c43367ff-daf3-49d8-a63d-d06f66adba8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861042 Sep 23 20:12:27.597323 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-6a21256a-79e0-448a-b927-a111165b2016 req-928395a0-8a45-4d46-afb2-db498c4d4cb8 service neutron] 10.222.0.53 "GET /v2.0/networks/c43367ff-daf3-49d8-a63d-d06f66adba8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841041 Sep 23 20:12:28.373843 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:12:28.628351 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:12:49.764949 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-fdd58406-adae-4096-8249-e12dd7a479e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:12:53.016273 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-52dcdf50-4248-41d8-982b-103982e4dd2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:12:53.174202 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:12:53.596719 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-0ae75029-feb6-4728-9a94-5f9b60993d82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:12:54.554629 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.agents_db [None req-f2f5c474-60a3-474f-b2cc-02c4bd30880c None None] Agent healthcheck: found 7 active agents {{(pid=95104) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 20:12:55.424211 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-80e7e501-6c57-470d-92c6-e3d54bc3195c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:12:58.211294 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071f25fa-39d8-44be-a774-e4fef23b664e req-d5ae766d-d1af-41ae-bf5b-e0b2bffcac04 tempest-ServerActionsTestJSON-1099592143 tempest-ServerActionsTestJSON-1099592143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:12:58.212817 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-071f25fa-39d8-44be-a774-e4fef23b664e req-d5ae766d-d1af-41ae-bf5b-e0b2bffcac04 tempest-ServerActionsTestJSON-1099592143 tempest-ServerActionsTestJSON-1099592143-project] 10.222.0.67 "GET /v2.0/ports?device_id=970d8fb9-fdbd-4b52-8812-ec228c7ae621 HTTP/1.1" status: 200 len: 945 time: 0.3688505 Sep 23 20:12:58.251664 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-071f25fa-39d8-44be-a774-e4fef23b664e req-501b04f5-69d2-4ddc-8c9e-f5152734a8ea tempest-ServerActionsTestJSON-1099592143 tempest-ServerActionsTestJSON-1099592143-project] 10.222.0.67 "GET /v2.0/security-groups?id=5050492a-4ff5-4619-9495-b5ac49ab15ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324087 Sep 23 20:12:58.381476 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:12:58.636091 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:12:59.370515 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b8944a-2fdb-4975-9b2d-bb0edb18c697 req-75f6b326-f3c7-4676-a93f-0133530cd9cc tempest-ServerActionsTestJSON-1099592143 tempest-ServerActionsTestJSON-1099592143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:12:59.372012 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-28b8944a-2fdb-4975-9b2d-bb0edb18c697 req-75f6b326-f3c7-4676-a93f-0133530cd9cc tempest-ServerActionsTestJSON-1099592143 tempest-ServerActionsTestJSON-1099592143-project] 10.222.0.67 "GET /v2.0/ports?device_id=970d8fb9-fdbd-4b52-8812-ec228c7ae621 HTTP/1.1" status: 200 len: 945 time: 0.0501878 Sep 23 20:12:59.409728 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-28b8944a-2fdb-4975-9b2d-bb0edb18c697 req-2244b056-fbd9-4b45-b136-16b511ba1fc7 tempest-ServerActionsTestJSON-1099592143 tempest-ServerActionsTestJSON-1099592143-project] 10.222.0.67 "GET /v2.0/security-groups?id=5050492a-4ff5-4619-9495-b5ac49ab15ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311396 Sep 23 20:13:00.529008 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1852eca6-5c6e-42b5-8e98-f364017755a0 req-0b5bbd3d-5e5c-4969-8e01-3c397f11fb42 tempest-ServerActionsTestJSON-1099592143 tempest-ServerActionsTestJSON-1099592143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:13:00.531099 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-1852eca6-5c6e-42b5-8e98-f364017755a0 req-0b5bbd3d-5e5c-4969-8e01-3c397f11fb42 tempest-ServerActionsTestJSON-1099592143 tempest-ServerActionsTestJSON-1099592143-project] 10.222.0.67 "GET /v2.0/ports?device_id=970d8fb9-fdbd-4b52-8812-ec228c7ae621 HTTP/1.1" status: 200 len: 945 time: 0.0505435 Sep 23 20:13:00.567842 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-1852eca6-5c6e-42b5-8e98-f364017755a0 req-33cbb5eb-20f2-4207-abc7-34af945ae74d tempest-ServerActionsTestJSON-1099592143 tempest-ServerActionsTestJSON-1099592143-project] 10.222.0.67 "GET /v2.0/security-groups?id=5050492a-4ff5-4619-9495-b5ac49ab15ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307703 Sep 23 20:13:01.688312 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c6615b0-0595-423c-a182-45185f366dc8 req-334a2e36-ca1c-46ef-892b-27057bf9cd3e tempest-ServerActionsTestJSON-1099592143 tempest-ServerActionsTestJSON-1099592143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:13:01.689803 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-9c6615b0-0595-423c-a182-45185f366dc8 req-334a2e36-ca1c-46ef-892b-27057bf9cd3e tempest-ServerActionsTestJSON-1099592143 tempest-ServerActionsTestJSON-1099592143-project] 10.222.0.67 "GET /v2.0/ports?device_id=970d8fb9-fdbd-4b52-8812-ec228c7ae621 HTTP/1.1" status: 200 len: 945 time: 0.0523784 Sep 23 20:13:01.727094 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-9c6615b0-0595-423c-a182-45185f366dc8 req-86409049-0427-4577-b0df-050c0ddeed64 tempest-ServerActionsTestJSON-1099592143 tempest-ServerActionsTestJSON-1099592143-project] 10.222.0.67 "GET /v2.0/security-groups?id=5050492a-4ff5-4619-9495-b5ac49ab15ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313511 Sep 23 20:13:02.843205 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c519a4-e4a9-4f7d-84b7-f1c73557bd46 req-98ed12c3-928a-4ab6-b683-d0238b299b2e tempest-ServerActionsTestJSON-1099592143 tempest-ServerActionsTestJSON-1099592143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:13:02.844725 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-99c519a4-e4a9-4f7d-84b7-f1c73557bd46 req-98ed12c3-928a-4ab6-b683-d0238b299b2e tempest-ServerActionsTestJSON-1099592143 tempest-ServerActionsTestJSON-1099592143-project] 10.222.0.67 "GET /v2.0/ports?device_id=970d8fb9-fdbd-4b52-8812-ec228c7ae621 HTTP/1.1" status: 200 len: 945 time: 0.0502431 Sep 23 20:13:02.882365 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-99c519a4-e4a9-4f7d-84b7-f1c73557bd46 req-4715ea5a-df26-4f08-8681-68c6cb26919c tempest-ServerActionsTestJSON-1099592143 tempest-ServerActionsTestJSON-1099592143-project] 10.222.0.67 "GET /v2.0/security-groups?id=5050492a-4ff5-4619-9495-b5ac49ab15ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318334 Sep 23 20:13:03.996183 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc10c0f1-39cb-4c16-8a99-f23509b770a5 req-bbd6bdd2-60b9-4fe2-a9b2-8292ea543ff9 tempest-ServerActionsTestJSON-1099592143 tempest-ServerActionsTestJSON-1099592143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:13:03.997712 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-bc10c0f1-39cb-4c16-8a99-f23509b770a5 req-bbd6bdd2-60b9-4fe2-a9b2-8292ea543ff9 tempest-ServerActionsTestJSON-1099592143 tempest-ServerActionsTestJSON-1099592143-project] 10.222.0.67 "GET /v2.0/ports?device_id=970d8fb9-fdbd-4b52-8812-ec228c7ae621 HTTP/1.1" status: 200 len: 945 time: 0.0492895 Sep 23 20:13:04.040747 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-bc10c0f1-39cb-4c16-8a99-f23509b770a5 req-faafea63-d2cb-4a94-be49-a53afe603ab0 tempest-ServerActionsTestJSON-1099592143 tempest-ServerActionsTestJSON-1099592143-project] 10.222.0.67 "GET /v2.0/security-groups?id=5050492a-4ff5-4619-9495-b5ac49ab15ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368714 Sep 23 20:13:05.158580 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be7dfc0-1eb7-42e6-8435-bb1701b06890 req-5b02d449-09b7-4f4b-8d64-7173c3a18180 tempest-ServerActionsTestJSON-1099592143 tempest-ServerActionsTestJSON-1099592143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:13:05.159990 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-8be7dfc0-1eb7-42e6-8435-bb1701b06890 req-5b02d449-09b7-4f4b-8d64-7173c3a18180 tempest-ServerActionsTestJSON-1099592143 tempest-ServerActionsTestJSON-1099592143-project] 10.222.0.67 "GET /v2.0/ports?device_id=970d8fb9-fdbd-4b52-8812-ec228c7ae621 HTTP/1.1" status: 200 len: 945 time: 0.0527978 Sep 23 20:13:05.197939 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-8be7dfc0-1eb7-42e6-8435-bb1701b06890 req-1f098b70-7f5e-4ed9-90ae-eafe9f70ed22 tempest-ServerActionsTestJSON-1099592143 tempest-ServerActionsTestJSON-1099592143-project] 10.222.0.67 "GET /v2.0/security-groups?id=5050492a-4ff5-4619-9495-b5ac49ab15ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318964 Sep 23 20:13:06.315720 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88789d19-09b6-40c5-9121-5e120ced0ad7 req-83ac383d-04cf-4b1a-8426-41a6b47f7ab1 tempest-ServerActionsTestJSON-1099592143 tempest-ServerActionsTestJSON-1099592143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:13:06.317265 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-88789d19-09b6-40c5-9121-5e120ced0ad7 req-83ac383d-04cf-4b1a-8426-41a6b47f7ab1 tempest-ServerActionsTestJSON-1099592143 tempest-ServerActionsTestJSON-1099592143-project] 10.222.0.67 "GET /v2.0/ports?device_id=970d8fb9-fdbd-4b52-8812-ec228c7ae621 HTTP/1.1" status: 200 len: 945 time: 0.0503025 Sep 23 20:13:06.355574 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-88789d19-09b6-40c5-9121-5e120ced0ad7 req-35eca686-c54b-4b2c-bc95-b4306e739b03 tempest-ServerActionsTestJSON-1099592143 tempest-ServerActionsTestJSON-1099592143-project] 10.222.0.67 "GET /v2.0/security-groups?id=5050492a-4ff5-4619-9495-b5ac49ab15ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323377 Sep 23 20:13:07.472664 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff075b87-7453-4dd0-b3d3-c7d01edfe85d req-a6fddd5b-0a90-4d87-b2ad-7b2fcd851023 tempest-ServerActionsTestJSON-1099592143 tempest-ServerActionsTestJSON-1099592143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:13:07.474141 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-ff075b87-7453-4dd0-b3d3-c7d01edfe85d req-a6fddd5b-0a90-4d87-b2ad-7b2fcd851023 tempest-ServerActionsTestJSON-1099592143 tempest-ServerActionsTestJSON-1099592143-project] 10.222.0.67 "GET /v2.0/ports?device_id=970d8fb9-fdbd-4b52-8812-ec228c7ae621 HTTP/1.1" status: 200 len: 945 time: 0.0495529 Sep 23 20:13:07.512857 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-ff075b87-7453-4dd0-b3d3-c7d01edfe85d req-11bd6fc9-80d2-4840-b35b-cb7a7af2232a tempest-ServerActionsTestJSON-1099592143 tempest-ServerActionsTestJSON-1099592143-project] 10.222.0.67 "GET /v2.0/security-groups?id=5050492a-4ff5-4619-9495-b5ac49ab15ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327692 Sep 23 20:13:08.632863 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c2cbfd0-4508-4dcf-bc0c-28756e1991f4 req-9e94d771-fcd1-49a5-bd13-2f973374d063 tempest-ServerActionsTestJSON-1099592143 tempest-ServerActionsTestJSON-1099592143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:13:08.634366 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-8c2cbfd0-4508-4dcf-bc0c-28756e1991f4 req-9e94d771-fcd1-49a5-bd13-2f973374d063 tempest-ServerActionsTestJSON-1099592143 tempest-ServerActionsTestJSON-1099592143-project] 10.222.0.67 "GET /v2.0/ports?device_id=970d8fb9-fdbd-4b52-8812-ec228c7ae621 HTTP/1.1" status: 200 len: 945 time: 0.0539682 Sep 23 20:13:08.675286 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-8c2cbfd0-4508-4dcf-bc0c-28756e1991f4 req-8dee8325-8c12-4efc-8afe-564c13de90bf tempest-ServerActionsTestJSON-1099592143 tempest-ServerActionsTestJSON-1099592143-project] 10.222.0.67 "GET /v2.0/security-groups?id=5050492a-4ff5-4619-9495-b5ac49ab15ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351012 Sep 23 20:13:08.926619 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f6392c-7a48-45ae-87ec-86e3913fe1dd req-f9451d6b-c7ce-417e-8022-071d5d9710f9 tempest-ServerActionsTestJSON-1099592143 tempest-ServerActionsTestJSON-1099592143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:13:08.928679 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-90f6392c-7a48-45ae-87ec-86e3913fe1dd req-f9451d6b-c7ce-417e-8022-071d5d9710f9 tempest-ServerActionsTestJSON-1099592143 tempest-ServerActionsTestJSON-1099592143-project] 10.222.0.67 "GET /v2.0/ports?device_id=970d8fb9-fdbd-4b52-8812-ec228c7ae621 HTTP/1.1" status: 200 len: 945 time: 0.0607152 Sep 23 20:13:08.981891 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-90f6392c-7a48-45ae-87ec-86e3913fe1dd req-0589bea2-ef13-4353-9071-3646d87ea8bc tempest-ServerActionsTestJSON-1099592143 tempest-ServerActionsTestJSON-1099592143-project] 10.222.0.67 "GET /v2.0/security-groups?id=5050492a-4ff5-4619-9495-b5ac49ab15ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400012 Sep 23 20:13:08.986764 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-fa3f2968-3299-449d-9252-1249efb56f72 req-1281e05c-314e-41d1-a2e1-64936af60db3 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=970d8fb9-fdbd-4b52-8812-ec228c7ae621&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1271608 Sep 23 20:13:08.996337 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [req-fa3f2968-3299-449d-9252-1249efb56f72 req-713c91a1-1a69-43d7-8f9e-2c536cc4938c service neutron] http://10.222.0.67:9696/v2.0/extensions returned with HTTP 200 {{(pid=95102) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 23 20:13:08.997342 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-fa3f2968-3299-449d-9252-1249efb56f72 req-713c91a1-1a69-43d7-8f9e-2c536cc4938c service neutron] 10.222.0.67 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0054276 Sep 23 20:13:10.137689 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b73f045-9eb2-452a-bef3-58ea0e978945 req-8184434d-691c-46fb-9621-fc7b91487d74 tempest-ServerActionsTestJSON-1099592143 tempest-ServerActionsTestJSON-1099592143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:13:10.138996 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-3b73f045-9eb2-452a-bef3-58ea0e978945 req-8184434d-691c-46fb-9621-fc7b91487d74 tempest-ServerActionsTestJSON-1099592143 tempest-ServerActionsTestJSON-1099592143-project] 10.222.0.67 "GET /v2.0/ports?device_id=970d8fb9-fdbd-4b52-8812-ec228c7ae621 HTTP/1.1" status: 200 len: 945 time: 0.0786121 Sep 23 20:13:10.153355 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa3f2968-3299-449d-9252-1249efb56f72 req-bd88f6a1-1874-4416-bd48-edbf5f685d0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:13:10.155452 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-fa3f2968-3299-449d-9252-1249efb56f72 req-bd88f6a1-1874-4416-bd48-edbf5f685d0b service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=c9cdc0f8c48b47f0a9ba670a531cda84&device_id=970d8fb9-fdbd-4b52-8812-ec228c7ae621 HTTP/1.1" status: 200 len: 1097 time: 0.0644248 Sep 23 20:13:10.207473 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-3b73f045-9eb2-452a-bef3-58ea0e978945 req-d09e4200-ea75-4cdb-a6e2-bc104bc5dff5 tempest-ServerActionsTestJSON-1099592143 tempest-ServerActionsTestJSON-1099592143-project] 10.222.0.67 "GET /v2.0/security-groups?id=5050492a-4ff5-4619-9495-b5ac49ab15ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0616550 Sep 23 20:13:10.266456 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa3f2968-3299-449d-9252-1249efb56f72 req-38b6aa6f-ef51-42be-b078-1e296471e37a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:13:10.267844 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-fa3f2968-3299-449d-9252-1249efb56f72 req-38b6aa6f-ef51-42be-b078-1e296471e37a service neutron] 10.222.0.53 "GET /v2.0/networks?id=c43367ff-daf3-49d8-a63d-d06f66adba8f HTTP/1.1" status: 200 len: 912 time: 0.1052165 Sep 23 20:13:10.334716 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-fa3f2968-3299-449d-9252-1249efb56f72 req-ed66e7aa-af6a-4f90-be21-5ab1f515ea5c service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=638dfcc7-fdea-4e6d-a318-7124432205f2 HTTP/1.1" status: 200 len: 1001 time: 0.0595303 Sep 23 20:13:10.385986 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa3f2968-3299-449d-9252-1249efb56f72 req-f1f698fa-4c4f-4252-b4eb-371f016d05d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:13:10.387473 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-fa3f2968-3299-449d-9252-1249efb56f72 req-f1f698fa-4c4f-4252-b4eb-371f016d05d3 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=227f7a8f-869f-4775-8556-35fd28bcf5f3 HTTP/1.1" status: 200 len: 850 time: 0.0456982 Sep 23 20:13:10.439043 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa3f2968-3299-449d-9252-1249efb56f72 req-e870ec47-f143-4e74-99f4-65c2d3dab9d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:13:10.440572 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-fa3f2968-3299-449d-9252-1249efb56f72 req-e870ec47-f143-4e74-99f4-65c2d3dab9d9 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=c43367ff-daf3-49d8-a63d-d06f66adba8f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0458298 Sep 23 20:13:10.533112 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-fa3f2968-3299-449d-9252-1249efb56f72 req-1c605bc2-b051-4669-a1e7-e3c9b72307b1 service neutron] 10.222.0.53 "GET /v2.0/networks/c43367ff-daf3-49d8-a63d-d06f66adba8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853193 Sep 23 20:13:10.628955 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-fa3f2968-3299-449d-9252-1249efb56f72 req-00f86db5-17b0-4e85-8f3c-911880f90dcc service neutron] 10.222.0.53 "GET /v2.0/networks/c43367ff-daf3-49d8-a63d-d06f66adba8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889859 Sep 23 20:13:11.322496 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-969c43d0-b7fc-4d96-aceb-5f00df3ef1b8 req-b0298756-a92a-4d9e-b05c-df2f4b6cc710 tempest-ServerActionsTestJSON-1099592143 tempest-ServerActionsTestJSON-1099592143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:13:11.323938 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-969c43d0-b7fc-4d96-aceb-5f00df3ef1b8 req-b0298756-a92a-4d9e-b05c-df2f4b6cc710 tempest-ServerActionsTestJSON-1099592143 tempest-ServerActionsTestJSON-1099592143-project] 10.222.0.67 "GET /v2.0/ports?device_id=970d8fb9-fdbd-4b52-8812-ec228c7ae621 HTTP/1.1" status: 200 len: 945 time: 0.0489583 Sep 23 20:13:11.364402 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-969c43d0-b7fc-4d96-aceb-5f00df3ef1b8 req-a1436b43-61e0-4eb2-9a1e-73f8f2fa09f2 tempest-ServerActionsTestJSON-1099592143 tempest-ServerActionsTestJSON-1099592143-project] 10.222.0.67 "GET /v2.0/security-groups?id=5050492a-4ff5-4619-9495-b5ac49ab15ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339150 Sep 23 20:13:12.371543 n-d-713301-16 neutron-server[95102]: INFO neutron.api.v2.resource [req-fa3f2968-3299-449d-9252-1249efb56f72 req-6c68c085-6133-4fce-8010-c3b0dd29be66 service neutron] show failed (client error): The resource could not be found. Sep 23 20:13:12.372590 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-fa3f2968-3299-449d-9252-1249efb56f72 req-6c68c085-6133-4fce-8010-c3b0dd29be66 service neutron] 10.222.0.53 "GET /v2.0/ports/638dfcc7-fdea-4e6d-a318-7124432205f2/bindings/n-h1-713301-16 HTTP/1.1" status: 404 len: 381 time: 0.0572934 Sep 23 20:13:12.499049 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e52f86a-c8d9-4103-ace6-1974c87275aa req-9d0f4483-4335-49ca-b9c1-c9404bafaed6 tempest-ServerActionsTestJSON-1099592143 tempest-ServerActionsTestJSON-1099592143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:13:12.500548 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-1e52f86a-c8d9-4103-ace6-1974c87275aa req-9d0f4483-4335-49ca-b9c1-c9404bafaed6 tempest-ServerActionsTestJSON-1099592143 tempest-ServerActionsTestJSON-1099592143-project] 10.222.0.67 "GET /v2.0/ports?device_id=970d8fb9-fdbd-4b52-8812-ec228c7ae621 HTTP/1.1" status: 200 len: 945 time: 0.0582304 Sep 23 20:13:12.564210 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-1e52f86a-c8d9-4103-ace6-1974c87275aa req-731f5b8a-43e0-411b-bed7-662b6e940f73 tempest-ServerActionsTestJSON-1099592143 tempest-ServerActionsTestJSON-1099592143-project] 10.222.0.67 "GET /v2.0/security-groups?id=5050492a-4ff5-4619-9495-b5ac49ab15ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0567288 Sep 23 20:13:12.582278 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa3f2968-3299-449d-9252-1249efb56f72 req-0a96cc9c-b6e6-48a5-83be-b9370650c7a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:13:12.584340 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-fa3f2968-3299-449d-9252-1249efb56f72 req-0a96cc9c-b6e6-48a5-83be-b9370650c7a4 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=970d8fb9-fdbd-4b52-8812-ec228c7ae621&tenant_id=c9cdc0f8c48b47f0a9ba670a531cda84 HTTP/1.1" status: 200 len: 1097 time: 0.0498874 Sep 23 20:13:12.597369 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.v2.base [req-fa3f2968-3299-449d-9252-1249efb56f72 req-732e8b42-4f20-4865-b381-1dcd571d73be service neutron] Request body: {'port': {'binding:host_id': 'n-h1-713301-16', 'device_owner': 'compute:nova'}} {{(pid=95102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 20:13:12.652982 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-fa3f2968-3299-449d-9252-1249efb56f72 req-732e8b42-4f20-4865-b381-1dcd571d73be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:13:12.870362 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.db [req-fa3f2968-3299-449d-9252-1249efb56f72 req-732e8b42-4f20-4865-b381-1dcd571d73be service neutron] For port 638dfcc7-fdea-4e6d-a318-7124432205f2, host n-h2-713301-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-16',level=0,port_id=638dfcc7-fdea-4e6d-a318-7124432205f2,segment=NetworkSegment(63d9966b-ec95-4293-aace-132eeb81246d),segment_id=63d9966b-ec95-4293-aace-132eeb81246d)] {{(pid=95102) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 20:13:12.903380 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.db [req-fa3f2968-3299-449d-9252-1249efb56f72 req-732e8b42-4f20-4865-b381-1dcd571d73be service neutron] For port 638dfcc7-fdea-4e6d-a318-7124432205f2, host n-h2-713301-16, cleared binding levels {{(pid=95102) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 20:13:12.942325 n-d-713301-16 neutron-server[95102]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '970d8fb9-fdbd-4b52-8812-ec228c7ae621', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '638dfcc7-fdea-4e6d-a318-7124432205f2'}] {{(pid=95102) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 20:13:12.944631 n-d-713301-16 neutron-server[95102]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab31b6d93e5336dbddfa8ec424565b3bd8cb2369c5b4d85bc943472dbb21e8ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6acf27f-72a5-4e8e-8124-26672696059f" -d '{"events": [{"server_uuid": "970d8fb9-fdbd-4b52-8812-ec228c7ae621", "name": "network-vif-unplugged", "status": "completed", "tag": "638dfcc7-fdea-4e6d-a318-7124432205f2"}]}' {{(pid=95102) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 20:13:12.948796 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-fa3f2968-3299-449d-9252-1249efb56f72 req-732e8b42-4f20-4865-b381-1dcd571d73be service neutron] Notify callbacks [] for port, precommit_update {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:13:12.962687 n-d-713301-16 neutron-server[95102]: DEBUG neutron.db.provisioning_blocks [req-fa3f2968-3299-449d-9252-1249efb56f72 req-732e8b42-4f20-4865-b381-1dcd571d73be service neutron] Transition to ACTIVE for port object 638dfcc7-fdea-4e6d-a318-7124432205f2 will not be triggered until provisioned by entity L2. {{(pid=95102) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 20:13:12.968204 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-fa3f2968-3299-449d-9252-1249efb56f72 req-732e8b42-4f20-4865-b381-1dcd571d73be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4399095'] for port, after_update {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:13:12.997836 n-d-713301-16 neutron-server[95102]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 23 Sep 2021 20:13:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9daed4b-e51f-445e-93ff-378ab7741a62 x-openstack-request-id: req-b9daed4b-e51f-445e-93ff-378ab7741a62 {{(pid=95102) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 20:13:12.998123 n-d-713301-16 neutron-server[95102]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "970d8fb9-fdbd-4b52-8812-ec228c7ae621", "name": "network-vif-unplugged", "status": "completed", "tag": "638dfcc7-fdea-4e6d-a318-7124432205f2", "code": 200}]} {{(pid=95102) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 20:13:12.998399 n-d-713301-16 neutron-server[95102]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-b9daed4b-e51f-445e-93ff-378ab7741a62 {{(pid=95102) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 20:13:12.998790 n-d-713301-16 neutron-server[95102]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '970d8fb9-fdbd-4b52-8812-ec228c7ae621', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '638dfcc7-fdea-4e6d-a318-7124432205f2', 'code': 200} Sep 23 20:13:13.052432 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-732e8b42-4f20-4865-b381-1dcd571d73be service neutron] Pushing event updated for resources: {'Port': ['ID=638dfcc7-fdea-4e6d-a318-7124432205f2,revision_number=6']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:13:13.064940 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-732e8b42-4f20-4865-b381-1dcd571d73be service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:13:13.065288 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-732e8b42-4f20-4865-b381-1dcd571d73be service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:13:13.065624 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-732e8b42-4f20-4865-b381-1dcd571d73be service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:13:13.065965 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-732e8b42-4f20-4865-b381-1dcd571d73be service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:13:13.066305 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-732e8b42-4f20-4865-b381-1dcd571d73be service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:13:13.066637 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-732e8b42-4f20-4865-b381-1dcd571d73be service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:13:13.066959 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-732e8b42-4f20-4865-b381-1dcd571d73be service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:13:13.067288 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-732e8b42-4f20-4865-b381-1dcd571d73be service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:13:13.067619 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-732e8b42-4f20-4865-b381-1dcd571d73be service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:13:13.067947 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-732e8b42-4f20-4865-b381-1dcd571d73be service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:13:13.068269 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-732e8b42-4f20-4865-b381-1dcd571d73be service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:13:13.068592 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-732e8b42-4f20-4865-b381-1dcd571d73be service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:13:13.110003 n-d-713301-16 neutron-server[95102]: DEBUG neutron.db.l3_dvrscheduler_db [req-fa3f2968-3299-449d-9252-1249efb56f72 req-732e8b42-4f20-4865-b381-1dcd571d73be service neutron] No DVR routers for this DVR port 638dfcc7-fdea-4e6d-a318-7124432205f2 on host n-h2-713301-16 {{(pid=95102) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 20:13:13.245007 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.managers [req-fa3f2968-3299-449d-9252-1249efb56f72 req-732e8b42-4f20-4865-b381-1dcd571d73be service neutron] Attempting to bind port 638dfcc7-fdea-4e6d-a318-7124432205f2 on host n-h1-713301-16 for vnic_type normal with profile {{(pid=95102) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 20:13:13.245354 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.managers [req-fa3f2968-3299-449d-9252-1249efb56f72 req-732e8b42-4f20-4865-b381-1dcd571d73be service neutron] Attempting to bind port 638dfcc7-fdea-4e6d-a318-7124432205f2 by drivers openvswitch,hyperv on host n-h1-713301-16 at level 0 using segments [{'id': '63d9966b-ec95-4293-aace-132eeb81246d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'c43367ff-daf3-49d8-a63d-d06f66adba8f'}] {{(pid=95102) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 20:13:13.245731 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa3f2968-3299-449d-9252-1249efb56f72 req-732e8b42-4f20-4865-b381-1dcd571d73be service neutron] Attempting to bind port 638dfcc7-fdea-4e6d-a318-7124432205f2 on network c43367ff-daf3-49d8-a63d-d06f66adba8f {{(pid=95102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 20:13:13.250718 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa3f2968-3299-449d-9252-1249efb56f72 req-732e8b42-4f20-4865-b381-1dcd571d73be service neutron] Port 638dfcc7-fdea-4e6d-a318-7124432205f2 on network c43367ff-daf3-49d8-a63d-d06f66adba8f not bound, no agent of type Open vSwitch agent registered on host n-h1-713301-16 {{(pid=95102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 20:13:13.251103 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa3f2968-3299-449d-9252-1249efb56f72 req-732e8b42-4f20-4865-b381-1dcd571d73be service neutron] Attempting to bind port 638dfcc7-fdea-4e6d-a318-7124432205f2 on network c43367ff-daf3-49d8-a63d-d06f66adba8f {{(pid=95102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 20:13:13.256081 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa3f2968-3299-449d-9252-1249efb56f72 req-732e8b42-4f20-4865-b381-1dcd571d73be service neutron] Checking agent: {'id': '0708c3e9-0aad-4600-9be9-d2486535c898', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713301-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 19, 15, 28), 'started_at': datetime.datetime(2021, 9, 23, 19, 15, 28), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 20, 12, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 20:13:13.256411 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa3f2968-3299-449d-9252-1249efb56f72 req-732e8b42-4f20-4865-b381-1dcd571d73be service neutron] Checking segment: {'id': '63d9966b-ec95-4293-aace-132eeb81246d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'c43367ff-daf3-49d8-a63d-d06f66adba8f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95102) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 20:13:13.256828 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa3f2968-3299-449d-9252-1249efb56f72 req-732e8b42-4f20-4865-b381-1dcd571d73be service neutron] Bound using segment: {'id': '63d9966b-ec95-4293-aace-132eeb81246d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'c43367ff-daf3-49d8-a63d-d06f66adba8f'} {{(pid=95102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 20:13:13.257248 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.managers [req-fa3f2968-3299-449d-9252-1249efb56f72 req-732e8b42-4f20-4865-b381-1dcd571d73be service neutron] Bound port: 638dfcc7-fdea-4e6d-a318-7124432205f2, host: n-h1-713301-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '63d9966b-ec95-4293-aace-132eeb81246d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'c43367ff-daf3-49d8-a63d-d06f66adba8f'}}] {{(pid=95102) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 20:13:13.257602 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-fa3f2968-3299-449d-9252-1249efb56f72 req-732e8b42-4f20-4865-b381-1dcd571d73be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:13:13.320062 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.db [req-fa3f2968-3299-449d-9252-1249efb56f72 req-732e8b42-4f20-4865-b381-1dcd571d73be service neutron] For port 638dfcc7-fdea-4e6d-a318-7124432205f2, host n-h1-713301-16, cleared binding levels {{(pid=95102) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 20:13:13.323590 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.db [req-fa3f2968-3299-449d-9252-1249efb56f72 req-732e8b42-4f20-4865-b381-1dcd571d73be service neutron] For port 638dfcc7-fdea-4e6d-a318-7124432205f2, host n-h1-713301-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-16',level=0,port_id=638dfcc7-fdea-4e6d-a318-7124432205f2,segment=NetworkSegment(63d9966b-ec95-4293-aace-132eeb81246d),segment_id=63d9966b-ec95-4293-aace-132eeb81246d)] {{(pid=95102) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 20:13:13.328204 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-fa3f2968-3299-449d-9252-1249efb56f72 req-732e8b42-4f20-4865-b381-1dcd571d73be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4399095'] for port, after_update {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:13:13.361341 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa3f2968-3299-449d-9252-1249efb56f72 req-732e8b42-4f20-4865-b381-1dcd571d73be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:13:13.361972 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-fa3f2968-3299-449d-9252-1249efb56f72 req-732e8b42-4f20-4865-b381-1dcd571d73be service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222849'] for port, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:13:13.363863 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-fa3f2968-3299-449d-9252-1249efb56f72 req-732e8b42-4f20-4865-b381-1dcd571d73be service neutron] 10.222.0.74 "PUT /v2.0/ports/638dfcc7-fdea-4e6d-a318-7124432205f2 HTTP/1.1" status: 200 len: 1092 time: 0.7708206 Sep 23 20:13:13.408087 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-732e8b42-4f20-4865-b381-1dcd571d73be service neutron] Pushing event updated for resources: {'Port': ['ID=638dfcc7-fdea-4e6d-a318-7124432205f2,revision_number=7']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:13:13.444889 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa3f2968-3299-449d-9252-1249efb56f72 req-b71c669e-6436-4d81-aea2-61828db1d5ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:13:13.446847 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-fa3f2968-3299-449d-9252-1249efb56f72 req-b71c669e-6436-4d81-aea2-61828db1d5ec service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=c9cdc0f8c48b47f0a9ba670a531cda84&device_id=970d8fb9-fdbd-4b52-8812-ec228c7ae621 HTTP/1.1" status: 200 len: 1095 time: 0.0560846 Sep 23 20:13:13.545049 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa3f2968-3299-449d-9252-1249efb56f72 req-0098fecb-67a3-409e-bec6-f124976fd108 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:13:13.547604 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-fa3f2968-3299-449d-9252-1249efb56f72 req-0098fecb-67a3-409e-bec6-f124976fd108 service neutron] 10.222.0.74 "GET /v2.0/networks?id=c43367ff-daf3-49d8-a63d-d06f66adba8f HTTP/1.1" status: 200 len: 912 time: 0.0919955 Sep 23 20:13:13.620633 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-fa3f2968-3299-449d-9252-1249efb56f72 req-573abe67-9257-4ea8-aea8-173e7d08acce service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=638dfcc7-fdea-4e6d-a318-7124432205f2 HTTP/1.1" status: 200 len: 999 time: 0.0658870 Sep 23 20:13:13.671925 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa3f2968-3299-449d-9252-1249efb56f72 req-faaad625-48c7-4235-9f56-5464881c5dec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:13:13.673328 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-fa3f2968-3299-449d-9252-1249efb56f72 req-faaad625-48c7-4235-9f56-5464881c5dec service neutron] 10.222.0.74 "GET /v2.0/subnets?id=227f7a8f-869f-4775-8556-35fd28bcf5f3 HTTP/1.1" status: 200 len: 850 time: 0.0463080 Sep 23 20:13:13.724803 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa3f2968-3299-449d-9252-1249efb56f72 req-5697e9eb-07d3-4536-be48-ddac27a4f8df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:13:13.726351 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-fa3f2968-3299-449d-9252-1249efb56f72 req-5697e9eb-07d3-4536-be48-ddac27a4f8df service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=c43367ff-daf3-49d8-a63d-d06f66adba8f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0460072 Sep 23 20:13:13.830076 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-fa3f2968-3299-449d-9252-1249efb56f72 req-72b638f1-0ec8-4962-83f2-d33fda12b9fb service neutron] 10.222.0.74 "GET /v2.0/networks/c43367ff-daf3-49d8-a63d-d06f66adba8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0954256 Sep 23 20:13:13.957766 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-fa3f2968-3299-449d-9252-1249efb56f72 req-ce95b6c0-783b-499e-b18e-701d73f5d540 service neutron] 10.222.0.74 "GET /v2.0/networks/c43367ff-daf3-49d8-a63d-d06f66adba8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1162231 Sep 23 20:13:13.970617 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6da4d92-229b-4d43-adbf-f239de008ed3 req-858486ae-4774-48b4-b343-7138cb09087f tempest-ServerActionsTestJSON-1099592143 tempest-ServerActionsTestJSON-1099592143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:13:13.972044 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-c6da4d92-229b-4d43-adbf-f239de008ed3 req-858486ae-4774-48b4-b343-7138cb09087f tempest-ServerActionsTestJSON-1099592143 tempest-ServerActionsTestJSON-1099592143-project] 10.222.0.67 "GET /v2.0/ports?device_id=970d8fb9-fdbd-4b52-8812-ec228c7ae621 HTTP/1.1" status: 200 len: 943 time: 0.0714657 Sep 23 20:13:14.013480 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-c6da4d92-229b-4d43-adbf-f239de008ed3 req-2cb05e95-d2e6-41bd-b56b-1c72cbd8ba33 tempest-ServerActionsTestJSON-1099592143 tempest-ServerActionsTestJSON-1099592143-project] 10.222.0.67 "GET /v2.0/security-groups?id=5050492a-4ff5-4619-9495-b5ac49ab15ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346463 Sep 23 20:13:14.999748 n-d-713301-16 neutron-server[95102]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '970d8fb9-fdbd-4b52-8812-ec228c7ae621', 'tag': '638dfcc7-fdea-4e6d-a318-7124432205f2'}] {{(pid=95102) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 20:13:15.002155 n-d-713301-16 neutron-server[95102]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab31b6d93e5336dbddfa8ec424565b3bd8cb2369c5b4d85bc943472dbb21e8ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b9b73f3-f896-4a3d-8b55-b9f8997320ad" -d '{"events": [{"name": "network-changed", "server_uuid": "970d8fb9-fdbd-4b52-8812-ec228c7ae621", "tag": "638dfcc7-fdea-4e6d-a318-7124432205f2"}]}' {{(pid=95102) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 20:13:15.055110 n-d-713301-16 neutron-server[95102]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 20:13:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b763016b-4668-4698-b742-1df5378b81ba x-openstack-request-id: req-b763016b-4668-4698-b742-1df5378b81ba {{(pid=95102) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 20:13:15.055788 n-d-713301-16 neutron-server[95102]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "970d8fb9-fdbd-4b52-8812-ec228c7ae621", "tag": "638dfcc7-fdea-4e6d-a318-7124432205f2", "status": "completed", "code": 200}]} {{(pid=95102) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 20:13:15.056088 n-d-713301-16 neutron-server[95102]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-b763016b-4668-4698-b742-1df5378b81ba {{(pid=95102) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 20:13:15.056492 n-d-713301-16 neutron-server[95102]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '970d8fb9-fdbd-4b52-8812-ec228c7ae621', 'tag': '638dfcc7-fdea-4e6d-a318-7124432205f2', 'status': 'completed', 'code': 200} Sep 23 20:13:15.180341 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9b73f3-f896-4a3d-8b55-b9f8997320ad req-8d217b8c-b385-4e39-a9db-a737a98950d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:13:15.182005 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-1b9b73f3-f896-4a3d-8b55-b9f8997320ad req-8d217b8c-b385-4e39-a9db-a737a98950d2 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=c9cdc0f8c48b47f0a9ba670a531cda84&device_id=970d8fb9-fdbd-4b52-8812-ec228c7ae621 HTTP/1.1" status: 200 len: 1095 time: 0.1100636 Sep 23 20:13:15.199492 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9b73f3-f896-4a3d-8b55-b9f8997320ad req-70c99698-d7eb-4b15-8f92-65a75d328070 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:13:15.201201 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-1b9b73f3-f896-4a3d-8b55-b9f8997320ad req-70c99698-d7eb-4b15-8f92-65a75d328070 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=c9cdc0f8c48b47f0a9ba670a531cda84&device_id=970d8fb9-fdbd-4b52-8812-ec228c7ae621 HTTP/1.1" status: 200 len: 1095 time: 0.1172249 Sep 23 20:13:15.208973 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be02e9b2-fe05-4e60-8782-0d5efc1c3ddb req-990ad972-75a0-451c-b6c2-e7b112f7869a tempest-ServerActionsTestJSON-1099592143 tempest-ServerActionsTestJSON-1099592143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:13:15.210469 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-be02e9b2-fe05-4e60-8782-0d5efc1c3ddb req-990ad972-75a0-451c-b6c2-e7b112f7869a tempest-ServerActionsTestJSON-1099592143 tempest-ServerActionsTestJSON-1099592143-project] 10.222.0.67 "GET /v2.0/ports?device_id=970d8fb9-fdbd-4b52-8812-ec228c7ae621 HTTP/1.1" status: 200 len: 943 time: 0.1046431 Sep 23 20:13:15.369498 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-be02e9b2-fe05-4e60-8782-0d5efc1c3ddb req-d037a314-1b26-46cf-b924-5300f23fccf1 tempest-ServerActionsTestJSON-1099592143 tempest-ServerActionsTestJSON-1099592143-project] 10.222.0.67 "GET /v2.0/security-groups?id=5050492a-4ff5-4619-9495-b5ac49ab15ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1489372 Sep 23 20:13:15.396761 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9b73f3-f896-4a3d-8b55-b9f8997320ad req-6665db2a-cbcf-447a-a1af-feb691bbc5de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:13:15.398284 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-1b9b73f3-f896-4a3d-8b55-b9f8997320ad req-6665db2a-cbcf-447a-a1af-feb691bbc5de service neutron] 10.222.0.53 "GET /v2.0/networks?id=c43367ff-daf3-49d8-a63d-d06f66adba8f HTTP/1.1" status: 200 len: 912 time: 0.2078478 Sep 23 20:13:15.402925 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9b73f3-f896-4a3d-8b55-b9f8997320ad req-f9158ea1-611c-4df8-87a4-3b8a0ea68b53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:13:15.404319 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-1b9b73f3-f896-4a3d-8b55-b9f8997320ad req-f9158ea1-611c-4df8-87a4-3b8a0ea68b53 service neutron] 10.222.0.74 "GET /v2.0/networks?id=c43367ff-daf3-49d8-a63d-d06f66adba8f HTTP/1.1" status: 200 len: 912 time: 0.1929855 Sep 23 20:13:15.514814 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-1b9b73f3-f896-4a3d-8b55-b9f8997320ad req-90551d21-5356-4c64-8e55-c6632ce4d92e service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=638dfcc7-fdea-4e6d-a318-7124432205f2 HTTP/1.1" status: 200 len: 999 time: 0.1077244 Sep 23 20:13:15.521349 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-1b9b73f3-f896-4a3d-8b55-b9f8997320ad req-e0168c05-747d-4878-a96a-a89c0de114a8 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=638dfcc7-fdea-4e6d-a318-7124432205f2 HTTP/1.1" status: 200 len: 999 time: 0.1072671 Sep 23 20:13:15.600752 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9b73f3-f896-4a3d-8b55-b9f8997320ad req-3c0e50f2-2696-4301-9e3b-5b87e4960df7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:13:15.602265 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-1b9b73f3-f896-4a3d-8b55-b9f8997320ad req-3c0e50f2-2696-4301-9e3b-5b87e4960df7 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=227f7a8f-869f-4775-8556-35fd28bcf5f3 HTTP/1.1" status: 200 len: 850 time: 0.0800033 Sep 23 20:13:15.603652 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9b73f3-f896-4a3d-8b55-b9f8997320ad req-4f5d3f6f-db60-4165-a658-f75e8d299dfc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:13:15.605005 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-1b9b73f3-f896-4a3d-8b55-b9f8997320ad req-4f5d3f6f-db60-4165-a658-f75e8d299dfc service neutron] 10.222.0.74 "GET /v2.0/subnets?id=227f7a8f-869f-4775-8556-35fd28bcf5f3 HTTP/1.1" status: 200 len: 850 time: 0.0753379 Sep 23 20:13:15.675857 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9b73f3-f896-4a3d-8b55-b9f8997320ad req-7cad99ab-ecd7-4aee-a81a-2f65c4873e20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:13:15.677418 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-1b9b73f3-f896-4a3d-8b55-b9f8997320ad req-7cad99ab-ecd7-4aee-a81a-2f65c4873e20 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=c43367ff-daf3-49d8-a63d-d06f66adba8f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0678747 Sep 23 20:13:15.683180 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9b73f3-f896-4a3d-8b55-b9f8997320ad req-da3465eb-c303-4a2a-8b2d-2bb6aba38bdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:13:15.684650 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-1b9b73f3-f896-4a3d-8b55-b9f8997320ad req-da3465eb-c303-4a2a-8b2d-2bb6aba38bdb service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=c43367ff-daf3-49d8-a63d-d06f66adba8f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0674617 Sep 23 20:13:15.838453 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-1b9b73f3-f896-4a3d-8b55-b9f8997320ad req-cbb85c3f-a663-4619-9265-50eb6cec9e09 service neutron] 10.222.0.53 "GET /v2.0/networks/c43367ff-daf3-49d8-a63d-d06f66adba8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1528730 Sep 23 20:13:15.840303 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-1b9b73f3-f896-4a3d-8b55-b9f8997320ad req-73879989-008a-42ac-b321-db76816791c6 service neutron] 10.222.0.74 "GET /v2.0/networks/c43367ff-daf3-49d8-a63d-d06f66adba8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1474698 Sep 23 20:13:15.996784 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-1b9b73f3-f896-4a3d-8b55-b9f8997320ad req-11b68268-081f-47c5-945e-8a8a6435abed service neutron] 10.222.0.53 "GET /v2.0/networks/c43367ff-daf3-49d8-a63d-d06f66adba8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1511421 Sep 23 20:13:15.998617 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-1b9b73f3-f896-4a3d-8b55-b9f8997320ad req-624b18d2-ba66-477d-8e0b-94c6fca450bf service neutron] 10.222.0.74 "GET /v2.0/networks/c43367ff-daf3-49d8-a63d-d06f66adba8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1461422 Sep 23 20:13:16.492045 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a983470-01f9-4d6a-87a5-b59306d683d5 req-e89aa900-6335-423f-8ce7-143b8ca2398a tempest-ServerActionsTestJSON-1099592143 tempest-ServerActionsTestJSON-1099592143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:13:16.493554 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-1a983470-01f9-4d6a-87a5-b59306d683d5 req-e89aa900-6335-423f-8ce7-143b8ca2398a tempest-ServerActionsTestJSON-1099592143 tempest-ServerActionsTestJSON-1099592143-project] 10.222.0.67 "GET /v2.0/ports?device_id=970d8fb9-fdbd-4b52-8812-ec228c7ae621 HTTP/1.1" status: 200 len: 943 time: 0.0525393 Sep 23 20:13:16.530948 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-1a983470-01f9-4d6a-87a5-b59306d683d5 req-94c1747c-5958-4510-850a-aed34bde9d0a tempest-ServerActionsTestJSON-1099592143 tempest-ServerActionsTestJSON-1099592143-project] 10.222.0.67 "GET /v2.0/security-groups?id=5050492a-4ff5-4619-9495-b5ac49ab15ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307047 Sep 23 20:13:16.753118 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d4b9b9c-37fd-453d-b2af-cfba99c08f2a req-3c833f26-8275-4376-9ef0-3a0259b9df75 tempest-ServerActionsTestJSON-1099592143 tempest-ServerActionsTestJSON-1099592143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:13:16.754899 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-1d4b9b9c-37fd-453d-b2af-cfba99c08f2a req-3c833f26-8275-4376-9ef0-3a0259b9df75 tempest-ServerActionsTestJSON-1099592143 tempest-ServerActionsTestJSON-1099592143-project] 10.222.0.67 "GET /v2.0/ports?device_id=970d8fb9-fdbd-4b52-8812-ec228c7ae621 HTTP/1.1" status: 200 len: 943 time: 0.0804865 Sep 23 20:13:16.763931 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-149f0543-4a86-4ab4-9412-cf1318c7cf15 req-082fa66b-04ab-468a-a898-629d71e21ec9 tempest-ServerActionsTestJSON-1099592143 tempest-ServerActionsTestJSON-1099592143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:13:16.765605 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-149f0543-4a86-4ab4-9412-cf1318c7cf15 req-082fa66b-04ab-468a-a898-629d71e21ec9 tempest-ServerActionsTestJSON-1099592143 tempest-ServerActionsTestJSON-1099592143-project] 10.222.0.53 "GET /v2.0/ports?device_id=970d8fb9-fdbd-4b52-8812-ec228c7ae621&tenant_id=c9cdc0f8c48b47f0a9ba670a531cda84&binding%3Ahost_id=n-h1-713301-16 HTTP/1.1" status: 200 len: 943 time: 0.0808697 Sep 23 20:13:16.830900 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-1d4b9b9c-37fd-453d-b2af-cfba99c08f2a req-e5a38010-668f-4adf-a4b5-e8ddb8b7acd0 tempest-ServerActionsTestJSON-1099592143 tempest-ServerActionsTestJSON-1099592143-project] 10.222.0.67 "GET /v2.0/security-groups?id=5050492a-4ff5-4619-9495-b5ac49ab15ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0643313 Sep 23 20:13:16.850262 n-d-713301-16 neutron-server[95102]: INFO neutron.api.v2.resource [req-149f0543-4a86-4ab4-9412-cf1318c7cf15 req-30ab8b15-da2e-499a-8712-db689946de72 service neutron] delete failed (client error): The resource could not be found. Sep 23 20:13:16.851292 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-149f0543-4a86-4ab4-9412-cf1318c7cf15 req-30ab8b15-da2e-499a-8712-db689946de72 service neutron] 10.222.0.53 "DELETE /v2.0/ports/638dfcc7-fdea-4e6d-a318-7124432205f2/bindings/n-h2-713301-16 HTTP/1.1" status: 404 len: 381 time: 0.0780284 Sep 23 20:13:16.936186 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-149f0543-4a86-4ab4-9412-cf1318c7cf15 req-10ab423d-2ba4-468d-8e29-fa6a5c10b817 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:13:16.937629 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-149f0543-4a86-4ab4-9412-cf1318c7cf15 req-10ab423d-2ba4-468d-8e29-fa6a5c10b817 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=c9cdc0f8c48b47f0a9ba670a531cda84&device_id=970d8fb9-fdbd-4b52-8812-ec228c7ae621 HTTP/1.1" status: 200 len: 1095 time: 0.0412745 Sep 23 20:13:17.033227 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-149f0543-4a86-4ab4-9412-cf1318c7cf15 req-72be4071-ab23-4588-889e-0549c099a7b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:13:17.034706 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-149f0543-4a86-4ab4-9412-cf1318c7cf15 req-72be4071-ab23-4588-889e-0549c099a7b3 service neutron] 10.222.0.53 "GET /v2.0/networks?id=c43367ff-daf3-49d8-a63d-d06f66adba8f HTTP/1.1" status: 200 len: 912 time: 0.0904617 Sep 23 20:13:17.100825 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-149f0543-4a86-4ab4-9412-cf1318c7cf15 req-13e77492-df73-4256-8f49-ce46bd69db86 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=638dfcc7-fdea-4e6d-a318-7124432205f2 HTTP/1.1" status: 200 len: 999 time: 0.0589688 Sep 23 20:13:17.149013 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-149f0543-4a86-4ab4-9412-cf1318c7cf15 req-b837da79-3c88-4aec-bb99-273bd9ab1fab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:13:17.150442 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-149f0543-4a86-4ab4-9412-cf1318c7cf15 req-b837da79-3c88-4aec-bb99-273bd9ab1fab service neutron] 10.222.0.53 "GET /v2.0/subnets?id=227f7a8f-869f-4775-8556-35fd28bcf5f3 HTTP/1.1" status: 200 len: 850 time: 0.0425260 Sep 23 20:13:17.159574 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Device 638dfcc7-fdea-4e6d-a318-7124432205f2 no longer exists at agent hyperv_n-h2-713301-16 {{(pid=95103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 20:13:17.198196 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Device 638dfcc7-fdea-4e6d-a318-7124432205f2 not bound to the agent host n-h2-713301-16 {{(pid=95103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 20:13:17.198446 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-149f0543-4a86-4ab4-9412-cf1318c7cf15 req-cb48b389-a642-43f7-a3a4-91409ab29631 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:13:17.199940 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-149f0543-4a86-4ab4-9412-cf1318c7cf15 req-cb48b389-a642-43f7-a3a4-91409ab29631 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=c43367ff-daf3-49d8-a63d-d06f66adba8f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0425653 Sep 23 20:13:17.289311 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-149f0543-4a86-4ab4-9412-cf1318c7cf15 req-e04b596b-57c3-4ed4-84f1-be4848195496 service neutron] 10.222.0.53 "GET /v2.0/networks/c43367ff-daf3-49d8-a63d-d06f66adba8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822935 Sep 23 20:13:17.384875 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-149f0543-4a86-4ab4-9412-cf1318c7cf15 req-20d55aa7-700d-4c66-bee1-6e24b68a70f0 service neutron] 10.222.0.53 "GET /v2.0/networks/c43367ff-daf3-49d8-a63d-d06f66adba8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873020 Sep 23 20:13:17.786849 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Device 638dfcc7-fdea-4e6d-a318-7124432205f2 details requested by agent hyperv_n-h1-713301-16 with host n-h1-713301-16 {{(pid=95103) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 20:13:17.896358 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] For port 638dfcc7-fdea-4e6d-a318-7124432205f2, host n-h1-713301-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-16',level=0,port_id=638dfcc7-fdea-4e6d-a318-7124432205f2,segment=NetworkSegment(63d9966b-ec95-4293-aace-132eeb81246d),segment_id=63d9966b-ec95-4293-aace-132eeb81246d)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 20:13:17.913260 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Returning: {'device': '638dfcc7-fdea-4e6d-a318-7124432205f2', 'network_id': 'c43367ff-daf3-49d8-a63d-d06f66adba8f', 'port_id': '638dfcc7-fdea-4e6d-a318-7124432205f2', 'mac_address': 'fa:16:3e:ad:12:be', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 600, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '227f7a8f-869f-4775-8556-35fd28bcf5f3', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95103) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 20:13:17.956725 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:13:17.971842 n-d-713301-16 neutron-server[95103]: DEBUG neutron.notifiers.nova [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 638dfcc7-fdea-4e6d-a318-7124432205f2 {{(pid=95103) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 20:13:17.979266 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d924311e-5fcd-4e70-a253-409e6989c952 req-69b8d690-0133-4912-b95e-7260f203e424 tempest-ServerActionsTestJSON-1099592143 tempest-ServerActionsTestJSON-1099592143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:13:17.981019 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-d924311e-5fcd-4e70-a253-409e6989c952 req-69b8d690-0133-4912-b95e-7260f203e424 tempest-ServerActionsTestJSON-1099592143 tempest-ServerActionsTestJSON-1099592143-project] 10.222.0.67 "GET /v2.0/ports?device_id=970d8fb9-fdbd-4b52-8812-ec228c7ae621 HTTP/1.1" status: 200 len: 943 time: 0.0624652 Sep 23 20:13:18.000808 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] For port 638dfcc7-fdea-4e6d-a318-7124432205f2, host n-h1-713301-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-16',level=0,port_id=638dfcc7-fdea-4e6d-a318-7124432205f2,segment=NetworkSegment(63d9966b-ec95-4293-aace-132eeb81246d),segment_id=63d9966b-ec95-4293-aace-132eeb81246d)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 20:13:18.005416 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:13:18.030641 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-d924311e-5fcd-4e70-a253-409e6989c952 req-b04dc441-07d1-4ff6-b73e-8d584ba2993c tempest-ServerActionsTestJSON-1099592143 tempest-ServerActionsTestJSON-1099592143-project] 10.222.0.67 "GET /v2.0/security-groups?id=5050492a-4ff5-4619-9495-b5ac49ab15ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410337 Sep 23 20:13:18.063995 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Pushing event updated for resources: {'Port': ['ID=638dfcc7-fdea-4e6d-a318-7124432205f2,revision_number=8']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:13:18.071825 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:13:18.072179 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:13:18.072524 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:13:18.072898 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:13:18.073233 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:13:18.073569 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:13:18.073903 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:13:18.074233 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:13:18.074559 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:13:18.074885 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:13:18.075212 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:13:18.075529 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:13:18.157002 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0deaee35-6b54-4291-93b0-d001a1096dce req-7de022aa-691c-4ca5-af62-13d480e247d2 tempest-ServerActionsTestJSON-1099592143 tempest-ServerActionsTestJSON-1099592143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:13:18.158504 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-0deaee35-6b54-4291-93b0-d001a1096dce req-7de022aa-691c-4ca5-af62-13d480e247d2 tempest-ServerActionsTestJSON-1099592143 tempest-ServerActionsTestJSON-1099592143-project] 10.222.0.67 "GET /v2.0/ports?device_id=970d8fb9-fdbd-4b52-8812-ec228c7ae621 HTTP/1.1" status: 200 len: 944 time: 0.0504520 Sep 23 20:13:18.198129 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-0deaee35-6b54-4291-93b0-d001a1096dce req-a3f8b7ad-6617-4809-a126-bdde33c00615 tempest-ServerActionsTestJSON-1099592143 tempest-ServerActionsTestJSON-1099592143-project] 10.222.0.67 "GET /v2.0/security-groups?id=5050492a-4ff5-4619-9495-b5ac49ab15ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323524 Sep 23 20:13:18.225045 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] get_ports_and_sgs() called for port_ids ['638dfcc7-fdea-4e6d-a318-7124432205f2'] {{(pid=95103) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 20:13:18.450461 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e094c7-05fc-4c15-8e14-cdf7745dbdd6 req-846b01c0-61de-44e5-80dc-465261f1fdbc tempest-ServerActionsTestJSON-1099592143 tempest-ServerActionsTestJSON-1099592143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:13:18.452073 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-78e094c7-05fc-4c15-8e14-cdf7745dbdd6 req-846b01c0-61de-44e5-80dc-465261f1fdbc tempest-ServerActionsTestJSON-1099592143 tempest-ServerActionsTestJSON-1099592143-project] 10.222.0.67 "GET /v2.0/ports?device_id=970d8fb9-fdbd-4b52-8812-ec228c7ae621 HTTP/1.1" status: 200 len: 944 time: 0.0807383 Sep 23 20:13:18.470530 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01cc42aa-37dc-42e2-ae41-1a57953fd088 req-76ae8633-6d94-4e04-9741-592fc71ae4fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:13:18.472077 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-01cc42aa-37dc-42e2-ae41-1a57953fd088 req-76ae8633-6d94-4e04-9741-592fc71ae4fd service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=c9cdc0f8c48b47f0a9ba670a531cda84&device_id=970d8fb9-fdbd-4b52-8812-ec228c7ae621 HTTP/1.1" status: 200 len: 1096 time: 0.0681918 Sep 23 20:13:18.527820 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-78e094c7-05fc-4c15-8e14-cdf7745dbdd6 req-30534332-faa3-45c1-bc0f-0bea10513962 tempest-ServerActionsTestJSON-1099592143 tempest-ServerActionsTestJSON-1099592143-project] 10.222.0.67 "GET /v2.0/security-groups?id=5050492a-4ff5-4619-9495-b5ac49ab15ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0694332 Sep 23 20:13:18.599681 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01cc42aa-37dc-42e2-ae41-1a57953fd088 req-bcb122dc-e7fc-49d7-8b2f-5e01c8bba499 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:13:18.601816 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-01cc42aa-37dc-42e2-ae41-1a57953fd088 req-bcb122dc-e7fc-49d7-8b2f-5e01c8bba499 service neutron] 10.222.0.74 "GET /v2.0/networks?id=c43367ff-daf3-49d8-a63d-d06f66adba8f HTTP/1.1" status: 200 len: 912 time: 0.1210740 Sep 23 20:13:18.987019 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-01cc42aa-37dc-42e2-ae41-1a57953fd088 req-93031d92-b655-4750-a86a-dd5f6d0c5c0f service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=638dfcc7-fdea-4e6d-a318-7124432205f2 HTTP/1.1" status: 200 len: 1000 time: 0.3772440 Sep 23 20:13:19.035377 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01cc42aa-37dc-42e2-ae41-1a57953fd088 req-9bfd8810-578a-4d69-af71-ef23d8d7a86d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:13:19.037202 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-01cc42aa-37dc-42e2-ae41-1a57953fd088 req-9bfd8810-578a-4d69-af71-ef23d8d7a86d service neutron] 10.222.0.74 "GET /v2.0/subnets?id=227f7a8f-869f-4775-8556-35fd28bcf5f3 HTTP/1.1" status: 200 len: 850 time: 0.0431013 Sep 23 20:13:19.086711 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01cc42aa-37dc-42e2-ae41-1a57953fd088 req-fb709d6c-b306-4f0b-b2b0-fff86829ccc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:13:19.088212 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-01cc42aa-37dc-42e2-ae41-1a57953fd088 req-fb709d6c-b306-4f0b-b2b0-fff86829ccc3 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=c43367ff-daf3-49d8-a63d-d06f66adba8f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0449195 Sep 23 20:13:19.176986 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-01cc42aa-37dc-42e2-ae41-1a57953fd088 req-d31f383b-b5ef-4921-a2dd-34429907aa83 service neutron] 10.222.0.74 "GET /v2.0/networks/c43367ff-daf3-49d8-a63d-d06f66adba8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814486 Sep 23 20:13:19.270501 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-01cc42aa-37dc-42e2-ae41-1a57953fd088 req-ea9f497f-64b7-4234-acc3-d08d04ac1643 service neutron] 10.222.0.74 "GET /v2.0/networks/c43367ff-daf3-49d8-a63d-d06f66adba8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850565 Sep 23 20:13:19.646597 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa34f7c9-81ce-48ed-bd86-2ddc2d9cad46 req-593263f0-79e0-4d3d-8841-72e717e89051 tempest-ServerActionsTestJSON-1099592143 tempest-ServerActionsTestJSON-1099592143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:13:19.648129 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-fa34f7c9-81ce-48ed-bd86-2ddc2d9cad46 req-593263f0-79e0-4d3d-8841-72e717e89051 tempest-ServerActionsTestJSON-1099592143 tempest-ServerActionsTestJSON-1099592143-project] 10.222.0.67 "GET /v2.0/ports?device_id=970d8fb9-fdbd-4b52-8812-ec228c7ae621 HTTP/1.1" status: 200 len: 944 time: 0.0480716 Sep 23 20:13:19.695626 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-fa34f7c9-81ce-48ed-bd86-2ddc2d9cad46 req-cf0de2e1-c17d-4c5c-aac0-7e0977e9ee20 tempest-ServerActionsTestJSON-1099592143 tempest-ServerActionsTestJSON-1099592143-project] 10.222.0.67 "GET /v2.0/security-groups?id=5050492a-4ff5-4619-9495-b5ac49ab15ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322433 Sep 23 20:13:19.765421 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-50e814b2-b49e-462e-8adf-e7b0513fc318 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:13:19.808261 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Device 638dfcc7-fdea-4e6d-a318-7124432205f2 up at agent hyperv_n-h1-713301-16 {{(pid=95103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 20:13:19.859788 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Provisioning for port 638dfcc7-fdea-4e6d-a318-7124432205f2 completed by entity L2. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 20:13:19.863464 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Provisioning complete for port 638dfcc7-fdea-4e6d-a318-7124432205f2 triggered by entity L2. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 20:13:19.863844 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:13:19.939901 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:13:19.962501 n-d-713301-16 neutron-server[95103]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '970d8fb9-fdbd-4b52-8812-ec228c7ae621', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '638dfcc7-fdea-4e6d-a318-7124432205f2'}] {{(pid=95103) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 20:13:19.964786 n-d-713301-16 neutron-server[95103]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}81a1c17f2aa89d5b3ebbba3a3e0cf7eb588e431c2224256110c4c4facdd7c3e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04551a87-4982-4d8d-ad5f-641f815e8ad6" -d '{"events": [{"server_uuid": "970d8fb9-fdbd-4b52-8812-ec228c7ae621", "name": "network-vif-plugged", "status": "completed", "tag": "638dfcc7-fdea-4e6d-a318-7124432205f2"}]}' {{(pid=95103) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 20:13:19.977524 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] For port 638dfcc7-fdea-4e6d-a318-7124432205f2, host n-h1-713301-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-16',level=0,port_id=638dfcc7-fdea-4e6d-a318-7124432205f2,segment=NetworkSegment(63d9966b-ec95-4293-aace-132eeb81246d),segment_id=63d9966b-ec95-4293-aace-132eeb81246d)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 20:13:19.982538 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:13:20.007907 n-d-713301-16 neutron-server[95103]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 20:13:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5323257-fb96-434d-87b3-d82b97224973 x-openstack-request-id: req-f5323257-fb96-434d-87b3-d82b97224973 {{(pid=95103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 20:13:20.008197 n-d-713301-16 neutron-server[95103]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "970d8fb9-fdbd-4b52-8812-ec228c7ae621", "name": "network-vif-plugged", "status": "completed", "tag": "638dfcc7-fdea-4e6d-a318-7124432205f2", "code": 200}]} {{(pid=95103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 20:13:20.008448 n-d-713301-16 neutron-server[95103]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-f5323257-fb96-434d-87b3-d82b97224973 {{(pid=95103) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 20:13:20.008865 n-d-713301-16 neutron-server[95103]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '970d8fb9-fdbd-4b52-8812-ec228c7ae621', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '638dfcc7-fdea-4e6d-a318-7124432205f2', 'code': 200} Sep 23 20:13:20.035369 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Pushing event updated for resources: {'Port': ['ID=638dfcc7-fdea-4e6d-a318-7124432205f2,revision_number=9']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:13:20.819585 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea1d9b9-39a6-4fd7-92ab-245771bc284b req-df90e335-8ce8-49a5-9862-ca251e6d5732 tempest-ServerActionsTestJSON-1099592143 tempest-ServerActionsTestJSON-1099592143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:13:20.821097 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-8ea1d9b9-39a6-4fd7-92ab-245771bc284b req-df90e335-8ce8-49a5-9862-ca251e6d5732 tempest-ServerActionsTestJSON-1099592143 tempest-ServerActionsTestJSON-1099592143-project] 10.222.0.67 "GET /v2.0/ports?device_id=970d8fb9-fdbd-4b52-8812-ec228c7ae621 HTTP/1.1" status: 200 len: 945 time: 0.0490963 Sep 23 20:13:20.867413 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-8ea1d9b9-39a6-4fd7-92ab-245771bc284b req-2c9d862c-584b-4774-acf0-18d50234fa5f tempest-ServerActionsTestJSON-1099592143 tempest-ServerActionsTestJSON-1099592143-project] 10.222.0.67 "GET /v2.0/security-groups?id=5050492a-4ff5-4619-9495-b5ac49ab15ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391178 Sep 23 20:13:21.151907 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd2c5c2-f694-4624-ba38-978b05ba79b1 req-5c25bec4-fc64-41ec-a3b0-93f19417054e tempest-ServerActionsTestJSON-1099592143 tempest-ServerActionsTestJSON-1099592143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:13:21.153497 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-9dd2c5c2-f694-4624-ba38-978b05ba79b1 req-5c25bec4-fc64-41ec-a3b0-93f19417054e tempest-ServerActionsTestJSON-1099592143 tempest-ServerActionsTestJSON-1099592143-project] 10.222.0.67 "GET /v2.0/ports?device_id=970d8fb9-fdbd-4b52-8812-ec228c7ae621 HTTP/1.1" status: 200 len: 945 time: 0.0557268 Sep 23 20:13:21.192980 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-9dd2c5c2-f694-4624-ba38-978b05ba79b1 req-1f93b913-3e68-45bd-9d53-6f3f3420712c tempest-ServerActionsTestJSON-1099592143 tempest-ServerActionsTestJSON-1099592143-project] 10.222.0.67 "GET /v2.0/security-groups?id=5050492a-4ff5-4619-9495-b5ac49ab15ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325887 Sep 23 20:13:22.336100 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88cae54-de37-41d5-8079-b42fd7a16484 req-df149e2b-a38f-4636-a484-c0179d4e4959 tempest-ServerActionsTestJSON-1099592143 tempest-ServerActionsTestJSON-1099592143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:13:22.337607 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-e88cae54-de37-41d5-8079-b42fd7a16484 req-df149e2b-a38f-4636-a484-c0179d4e4959 tempest-ServerActionsTestJSON-1099592143 tempest-ServerActionsTestJSON-1099592143-project] 10.222.0.67 "GET /v2.0/ports?device_id=970d8fb9-fdbd-4b52-8812-ec228c7ae621 HTTP/1.1" status: 200 len: 945 time: 0.0737472 Sep 23 20:13:22.371340 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd51559-cd28-468e-ac54-875b5fb83fdd req-2064614e-bc80-4d46-b9a2-89170ff22471 tempest-ServerActionsTestJSON-1099592143 tempest-ServerActionsTestJSON-1099592143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:13:22.372797 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-1fd51559-cd28-468e-ac54-875b5fb83fdd req-2064614e-bc80-4d46-b9a2-89170ff22471 tempest-ServerActionsTestJSON-1099592143 tempest-ServerActionsTestJSON-1099592143-project] 10.222.0.74 "GET /v2.0/ports?device_id=970d8fb9-fdbd-4b52-8812-ec228c7ae621 HTTP/1.1" status: 200 len: 945 time: 0.0753570 Sep 23 20:13:22.415999 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-e88cae54-de37-41d5-8079-b42fd7a16484 req-7ef8bba7-da91-4c56-9ffc-981752f505ed tempest-ServerActionsTestJSON-1099592143 tempest-ServerActionsTestJSON-1099592143-project] 10.222.0.67 "GET /v2.0/security-groups?id=5050492a-4ff5-4619-9495-b5ac49ab15ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0713179 Sep 23 20:13:22.475088 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.plugin [req-1fd51559-cd28-468e-ac54-875b5fb83fdd req-61eca0d3-f950-4e89-bd04-78b5936a3209 tempest-ServerActionsTestJSON-1099592143 tempest-ServerActionsTestJSON-1099592143-project] Deleting port 638dfcc7-fdea-4e6d-a318-7124432205f2 {{(pid=95102) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 20:13:22.475347 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-1fd51559-cd28-468e-ac54-875b5fb83fdd req-61eca0d3-f950-4e89-bd04-78b5936a3209 tempest-ServerActionsTestJSON-1099592143 tempest-ServerActionsTestJSON-1099592143-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783146157096'] for port, before_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:13:22.562833 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.db [req-1fd51559-cd28-468e-ac54-875b5fb83fdd req-61eca0d3-f950-4e89-bd04-78b5936a3209 tempest-ServerActionsTestJSON-1099592143 tempest-ServerActionsTestJSON-1099592143-project] For port 638dfcc7-fdea-4e6d-a318-7124432205f2, host n-h1-713301-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-16',level=0,port_id=638dfcc7-fdea-4e6d-a318-7124432205f2,segment=NetworkSegment(63d9966b-ec95-4293-aace-132eeb81246d),segment_id=63d9966b-ec95-4293-aace-132eeb81246d)] {{(pid=95102) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 20:13:22.563194 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-1fd51559-cd28-468e-ac54-875b5fb83fdd req-61eca0d3-f950-4e89-bd04-78b5936a3209 tempest-ServerActionsTestJSON-1099592143 tempest-ServerActionsTestJSON-1099592143-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-605701'] for port, precommit_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:13:22.734890 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-1fd51559-cd28-468e-ac54-875b5fb83fdd req-61eca0d3-f950-4e89-bd04-78b5936a3209 tempest-ServerActionsTestJSON-1099592143 tempest-ServerActionsTestJSON-1099592143-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:13:22.735176 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-1fd51559-cd28-468e-ac54-875b5fb83fdd req-61eca0d3-f950-4e89-bd04-78b5936a3209 tempest-ServerActionsTestJSON-1099592143 tempest-ServerActionsTestJSON-1099592143-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-601884'] for floatingip, after_update {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:13:22.735500 n-d-713301-16 neutron-server[95102]: INFO neutron.db.l3_db [req-1fd51559-cd28-468e-ac54-875b5fb83fdd req-61eca0d3-f950-4e89-bd04-78b5936a3209 tempest-ServerActionsTestJSON-1099592143 tempest-ServerActionsTestJSON-1099592143-project] Floating IP 7e18a6de-7b2d-4eaa-b258-7be5509c8cfe disassociated. External IP: 172.25.1.106, port: 638dfcc7-fdea-4e6d-a318-7124432205f2. Sep 23 20:13:22.735852 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.plugin [req-1fd51559-cd28-468e-ac54-875b5fb83fdd req-61eca0d3-f950-4e89-bd04-78b5936a3209 tempest-ServerActionsTestJSON-1099592143 tempest-ServerActionsTestJSON-1099592143-project] Calling delete_port for 638dfcc7-fdea-4e6d-a318-7124432205f2 owned by compute:nova {{(pid=95102) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 20:13:22.864174 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-1fd51559-cd28-468e-ac54-875b5fb83fdd req-61eca0d3-f950-4e89-bd04-78b5936a3209 tempest-ServerActionsTestJSON-1099592143 tempest-ServerActionsTestJSON-1099592143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783146162158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783145673144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4399100'] for port, after_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:13:22.901738 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61eca0d3-f950-4e89-bd04-78b5936a3209 tempest-ServerActionsTestJSON-1099592143 tempest-ServerActionsTestJSON-1099592143-project] Pushing event deleted for resources: {'Port': ['ID=638dfcc7-fdea-4e6d-a318-7124432205f2,revision_number=None']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:13:23.019010 n-d-713301-16 neutron-server[95102]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1fd51559-cd28-468e-ac54-875b5fb83fdd req-61eca0d3-f950-4e89-bd04-78b5936a3209 tempest-ServerActionsTestJSON-1099592143 tempest-ServerActionsTestJSON-1099592143-project] Router 832dfef8-2615-4c77-8ddf-d9bc3cd4865d has already been hosted by L3 agent 79a740bf-7821-4989-8288-7186e3e128f3 {{(pid=95102) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 20:13:23.139097 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1fd51559-cd28-468e-ac54-875b5fb83fdd req-61eca0d3-f950-4e89-bd04-78b5936a3209 tempest-ServerActionsTestJSON-1099592143 tempest-ServerActionsTestJSON-1099592143-project] Notify agent at l3_agent.n-d-713301-16 the message routers_updated {{(pid=95102) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 20:13:23.150947 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-730bc7e8-26dc-45b7-a820-a185fc9fe7bc None None] Sync routers for ids ['832dfef8-2615-4c77-8ddf-d9bc3cd4865d'] in n-d-713301-16 {{(pid=95104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 20:13:23.162353 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-730bc7e8-26dc-45b7-a820-a185fc9fe7bc None None] Routers {'832dfef8-2615-4c77-8ddf-d9bc3cd4865d'} bound to L3 agent in host n-d-713301-16 {{(pid=95104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 20:13:23.162976 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_hamode_db [None req-730bc7e8-26dc-45b7-a820-a185fc9fe7bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-23T19:07:52Z,description=,heartbeat_timestamp=2021-09-23T20:12:53Z,host='n-d-713301-16',id=79a740bf-7821-4989-8288-7186e3e128f3,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:07:52Z,topic='l3_agent')) {'router_ids': ['832dfef8-2615-4c77-8ddf-d9bc3cd4865d'], 'active': True} {{(pid=95104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 20:13:23.181787 n-d-713301-16 neutron-server[95102]: DEBUG neutron.db.l3_dvrscheduler_db [req-1fd51559-cd28-468e-ac54-875b5fb83fdd req-61eca0d3-f950-4e89-bd04-78b5936a3209 tempest-ServerActionsTestJSON-1099592143 tempest-ServerActionsTestJSON-1099592143-project] No DVR routers for this DVR port 638dfcc7-fdea-4e6d-a318-7124432205f2 on host n-h1-713301-16 {{(pid=95102) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 20:13:23.183994 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-1fd51559-cd28-468e-ac54-875b5fb83fdd req-61eca0d3-f950-4e89-bd04-78b5936a3209 tempest-ServerActionsTestJSON-1099592143 tempest-ServerActionsTestJSON-1099592143-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222849'] for port, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:13:23.186166 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-1fd51559-cd28-468e-ac54-875b5fb83fdd req-61eca0d3-f950-4e89-bd04-78b5936a3209 tempest-ServerActionsTestJSON-1099592143 tempest-ServerActionsTestJSON-1099592143-project] 10.222.0.74 "DELETE /v2.0/ports/638dfcc7-fdea-4e6d-a318-7124432205f2 HTTP/1.1" status: 204 len: 173 time: 0.8071277 Sep 23 20:13:23.186595 n-d-713301-16 neutron-server[95102]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '970d8fb9-fdbd-4b52-8812-ec228c7ae621', 'name': 'network-vif-deleted', 'tag': '638dfcc7-fdea-4e6d-a318-7124432205f2'}] {{(pid=95102) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 20:13:23.188973 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b0ee71dc-aeb6-48ff-9fe4-407909634331 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:13:23.189605 n-d-713301-16 neutron-server[95102]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab31b6d93e5336dbddfa8ec424565b3bd8cb2369c5b4d85bc943472dbb21e8ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47da5376-e755-46d1-8896-6c879b0423b4" -d '{"events": [{"server_uuid": "970d8fb9-fdbd-4b52-8812-ec228c7ae621", "name": "network-vif-deleted", "tag": "638dfcc7-fdea-4e6d-a318-7124432205f2"}]}' {{(pid=95102) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 20:13:23.191945 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:13:23.226915 n-d-713301-16 neutron-server[95102]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 20:13:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b99f00e-fa08-4020-a995-6892786d5ad2 x-openstack-request-id: req-9b99f00e-fa08-4020-a995-6892786d5ad2 {{(pid=95102) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 20:13:23.227203 n-d-713301-16 neutron-server[95102]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "970d8fb9-fdbd-4b52-8812-ec228c7ae621", "name": "network-vif-deleted", "tag": "638dfcc7-fdea-4e6d-a318-7124432205f2", "status": "completed", "code": 200}]} {{(pid=95102) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 20:13:23.227457 n-d-713301-16 neutron-server[95102]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-9b99f00e-fa08-4020-a995-6892786d5ad2 {{(pid=95102) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 20:13:23.227860 n-d-713301-16 neutron-server[95102]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '970d8fb9-fdbd-4b52-8812-ec228c7ae621', 'name': 'network-vif-deleted', 'tag': '638dfcc7-fdea-4e6d-a318-7124432205f2', 'status': 'completed', 'code': 200} Sep 23 20:13:23.299857 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_dvr_db [None req-730bc7e8-26dc-45b7-a820-a185fc9fe7bc None None] Set router 832dfef8-2615-4c77-8ddf-d9bc3cd4865d gateway port host: n-d-713301-16 {{(pid=95104) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 20:13:23.507750 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_hamode_db [None req-730bc7e8-26dc-45b7-a820-a185fc9fe7bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '832dfef8-2615-4c77-8ddf-d9bc3cd4865d', 'name': 'tempest-ServerActionsTestJSON-919388451-router', 'tenant_id': 'c9cdc0f8c48b47f0a9ba670a531cda84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'external_fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.115'}], 'enable_snat': True}, 'gw_port_id': 'af4c5e1b-71cd-46fc-a4ca-fc01b95372f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T20:08:51Z', 'updated_at': '2021-09-23T20:08:53Z', 'revision_number': 4, 'project_id': 'c9cdc0f8c48b47f0a9ba670a531cda84', 'gw_port': {'id': 'af4c5e1b-71cd-46fc-a4ca-fc01b95372f7', 'name': '', 'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:8a:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '832dfef8-2615-4c77-8ddf-d9bc3cd4865d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T20:08:51Z', 'updated_at': '2021-09-23T20:08:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-16', '_interfaces': [{'id': '75d0c163-cdca-46fa-b931-2ca04a14d7bc', 'name': '', 'network_id': 'c43367ff-daf3-49d8-a63d-d06f66adba8f', 'tenant_id': 'c9cdc0f8c48b47f0a9ba670a531cda84', 'mac_address': 'fa:16:3e:51:03:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '832dfef8-2615-4c77-8ddf-d9bc3cd4865d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '227f7a8f-869f-4775-8556-35fd28bcf5f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T20:08:53Z', 'updated_at': '2021-09-23T20:08:56Z', 'revision_number': 5, 'project_id': 'c9cdc0f8c48b47f0a9ba670a531cda84', 'subnets': [{'id': '227f7a8f-869f-4775-8556-35fd28bcf5f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-16', False) {} {{(pid=95104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 20:13:23.538016 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-730bc7e8-26dc-45b7-a820-a185fc9fe7bc None None] Checking router: 832dfef8-2615-4c77-8ddf-d9bc3cd4865d for host: n-d-713301-16 {{(pid=95104) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 20:13:23.546454 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-730bc7e8-26dc-45b7-a820-a185fc9fe7bc None None] Routers {'832dfef8-2615-4c77-8ddf-d9bc3cd4865d'} bound to L3 agent in host n-d-713301-16 {{(pid=95104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 20:13:23.546990 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_hamode_db [None req-730bc7e8-26dc-45b7-a820-a185fc9fe7bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-23T19:07:52Z,description=,heartbeat_timestamp=2021-09-23T20:13:23Z,host='n-d-713301-16',id=79a740bf-7821-4989-8288-7186e3e128f3,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:07:52Z,topic='l3_agent')) {'router_ids': ['832dfef8-2615-4c77-8ddf-d9bc3cd4865d'], 'active': True} {{(pid=95104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 20:13:23.603881 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-0ae75029-feb6-4728-9a94-5f9b60993d82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:13:23.655070 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_dvr_db [None req-730bc7e8-26dc-45b7-a820-a185fc9fe7bc None None] Set router 832dfef8-2615-4c77-8ddf-d9bc3cd4865d gateway port host: n-d-713301-16 {{(pid=95104) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 20:13:23.691125 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-2e861372-facc-4dac-983d-ae5021110aa1 req-97cc3f0d-906f-4be1-8f60-4d927399162f tempest-ServerActionsTestJSON-1099592143 tempest-ServerActionsTestJSON-1099592143-project] 10.222.0.67 "GET /v2.0/security-groups?name=tempest-securitygroup--1983845493&fields=id&tenant_id=c9cdc0f8c48b47f0a9ba670a531cda84 HTTP/1.1" status: 200 len: 267 time: 0.0333242 Sep 23 20:13:23.801288 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e861372-facc-4dac-983d-ae5021110aa1 req-287ad38e-57be-484a-9f12-06e79b2ae01d tempest-ServerActionsTestJSON-1099592143 tempest-ServerActionsTestJSON-1099592143-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:13:23.802689 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-2e861372-facc-4dac-983d-ae5021110aa1 req-287ad38e-57be-484a-9f12-06e79b2ae01d tempest-ServerActionsTestJSON-1099592143 tempest-ServerActionsTestJSON-1099592143-project] 10.222.0.67 "GET /v2.0/networks?id=c43367ff-daf3-49d8-a63d-d06f66adba8f HTTP/1.1" status: 200 len: 811 time: 0.1045372 Sep 23 20:13:23.818414 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-2e861372-facc-4dac-983d-ae5021110aa1 req-b5d63f7d-b161-4b60-8eec-0a28b40f0b52 tempest-ServerActionsTestJSON-1099592143 tempest-ServerActionsTestJSON-1099592143-project] 10.222.0.67 "GET /v2.0/quotas/c9cdc0f8c48b47f0a9ba670a531cda84 HTTP/1.1" status: 200 len: 375 time: 0.0097988 Sep 23 20:13:23.851339 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_hamode_db [None req-730bc7e8-26dc-45b7-a820-a185fc9fe7bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '832dfef8-2615-4c77-8ddf-d9bc3cd4865d', 'name': 'tempest-ServerActionsTestJSON-919388451-router', 'tenant_id': 'c9cdc0f8c48b47f0a9ba670a531cda84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'external_fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.115'}], 'enable_snat': True}, 'gw_port_id': 'af4c5e1b-71cd-46fc-a4ca-fc01b95372f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T20:08:51Z', 'updated_at': '2021-09-23T20:08:53Z', 'revision_number': 4, 'project_id': 'c9cdc0f8c48b47f0a9ba670a531cda84', 'gw_port': {'id': 'af4c5e1b-71cd-46fc-a4ca-fc01b95372f7', 'name': '', 'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:8a:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '832dfef8-2615-4c77-8ddf-d9bc3cd4865d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T20:08:51Z', 'updated_at': '2021-09-23T20:08:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-16', '_interfaces': [{'id': '75d0c163-cdca-46fa-b931-2ca04a14d7bc', 'name': '', 'network_id': 'c43367ff-daf3-49d8-a63d-d06f66adba8f', 'tenant_id': 'c9cdc0f8c48b47f0a9ba670a531cda84', 'mac_address': 'fa:16:3e:51:03:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '832dfef8-2615-4c77-8ddf-d9bc3cd4865d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '227f7a8f-869f-4775-8556-35fd28bcf5f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T20:08:53Z', 'updated_at': '2021-09-23T20:08:56Z', 'revision_number': 5, 'project_id': 'c9cdc0f8c48b47f0a9ba670a531cda84', 'subnets': [{'id': '227f7a8f-869f-4775-8556-35fd28bcf5f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-16', False) {} {{(pid=95104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 20:13:23.874200 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-2e861372-facc-4dac-983d-ae5021110aa1 req-bdbaa25b-07d2-4f18-bc84-7cefec2fc3e0 tempest-ServerActionsTestJSON-1099592143 tempest-ServerActionsTestJSON-1099592143-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=c9cdc0f8c48b47f0a9ba670a531cda84&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0494905 Sep 23 20:13:23.877210 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-730bc7e8-26dc-45b7-a820-a185fc9fe7bc None None] The sync data for ids ['832dfef8-2615-4c77-8ddf-d9bc3cd4865d'] in n-d-713301-16 is: [{'id': '832dfef8-2615-4c77-8ddf-d9bc3cd4865d', 'name': 'tempest-ServerActionsTestJSON-919388451-router', 'tenant_id': 'c9cdc0f8c48b47f0a9ba670a531cda84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'external_fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.115'}], 'enable_snat': True}, 'gw_port_id': 'af4c5e1b-71cd-46fc-a4ca-fc01b95372f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T20:08:51Z', 'updated_at': '2021-09-23T20:08:53Z', 'revision_number': 4, 'project_id': 'c9cdc0f8c48b47f0a9ba670a531cda84', 'gw_port': {'id': 'af4c5e1b-71cd-46fc-a4ca-fc01b95372f7', 'name': '', 'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:8a:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '832dfef8-2615-4c77-8ddf-d9bc3cd4865d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T20:08:51Z', 'updated_at': '2021-09-23T20:08:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-16', '_interfaces': [{'id': '75d0c163-cdca-46fa-b931-2ca04a14d7bc', 'name': '', 'network_id': 'c43367ff-daf3-49d8-a63d-d06f66adba8f', 'tenant_id': 'c9cdc0f8c48b47f0a9ba670a531cda84', 'mac_address': 'fa:16:3e:51:03:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '832dfef8-2615-4c77-8ddf-d9bc3cd4865d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '227f7a8f-869f-4775-8556-35fd28bcf5f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T20:08:53Z', 'updated_at': '2021-09-23T20:08:56Z', 'revision_number': 5, 'project_id': 'c9cdc0f8c48b47f0a9ba670a531cda84', 'subnets': [{'id': '227f7a8f-869f-4775-8556-35fd28bcf5f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 20:13:24.026967 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-2e861372-facc-4dac-983d-ae5021110aa1 req-d6c32fb1-b777-42ac-8e58-894d4918a61e service neutron] 10.222.0.67 "GET /v2.0/networks/c43367ff-daf3-49d8-a63d-d06f66adba8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1391613 Sep 23 20:13:24.104507 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce399d52-d826-4594-ba87-bb0f6bacf208 None None] New status for floating IP 7e18a6de-7b2d-4eaa-b258-7be5509c8cfe: DOWN {{(pid=95103) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 23 20:13:24.127284 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-2e861372-facc-4dac-983d-ae5021110aa1 req-e2960adc-4cd0-4e73-87d8-474e81ed42b7 service neutron] 10.222.0.67 "GET /v2.0/networks/c43367ff-daf3-49d8-a63d-d06f66adba8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0938025 Sep 23 20:13:24.299462 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-5b1b8f29-efbe-4ed4-8b51-28bdea63d4bf req-6fb0be95-c612-4cab-ae1b-a3d50db25299 tempest-ServerActionsTestJSON-1099592143 tempest-ServerActionsTestJSON-1099592143-project] 10.222.0.67 "GET /v2.0/ports?device_id=5b150d5c-7a2b-4bdd-acf3-81371e412906 HTTP/1.1" status: 200 len: 210 time: 0.0272696 Sep 23 20:13:25.296355 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e861372-facc-4dac-983d-ae5021110aa1 req-af2989af-051e-418c-97dc-4e845db1b43b tempest-ServerActionsTestJSON-1099592143 tempest-ServerActionsTestJSON-1099592143-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:13:25.297931 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-2e861372-facc-4dac-983d-ae5021110aa1 req-af2989af-051e-418c-97dc-4e845db1b43b tempest-ServerActionsTestJSON-1099592143 tempest-ServerActionsTestJSON-1099592143-project] 10.222.0.53 "GET /v2.0/networks?id=c43367ff-daf3-49d8-a63d-d06f66adba8f HTTP/1.1" status: 200 len: 811 time: 0.1226082 Sep 23 20:13:25.349600 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-2e861372-facc-4dac-983d-ae5021110aa1 req-53527154-2ed5-4d6f-ad32-668e3e8ea444 tempest-ServerActionsTestJSON-1099592143 tempest-ServerActionsTestJSON-1099592143-project] 10.222.0.53 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c9cdc0f8c48b47f0a9ba670a531cda84 HTTP/1.1" status: 200 len: 380 time: 0.0414274 Sep 23 20:13:25.368102 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.v2.base [req-2e861372-facc-4dac-983d-ae5021110aa1 req-772b7204-24aa-49a3-b015-9b05c400cf03 tempest-ServerActionsTestJSON-1099592143 tempest-ServerActionsTestJSON-1099592143-project] Request body: {'port': {'device_id': '5b150d5c-7a2b-4bdd-acf3-81371e412906', 'network_id': 'c43367ff-daf3-49d8-a63d-d06f66adba8f', 'admin_state_up': True, 'tenant_id': 'c9cdc0f8c48b47f0a9ba670a531cda84', 'security_groups': ['5050492a-4ff5-4619-9495-b5ac49ab15ea']}} {{(pid=95102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 20:13:25.420908 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-e86728c6-4f06-4f8c-9b54-5df701bf6a9f req-1f8bb30e-aa1a-4a71-a2e2-1e5241b14b06 tempest-ServerActionsTestJSON-1099592143 tempest-ServerActionsTestJSON-1099592143-project] 10.222.0.67 "GET /v2.0/ports?device_id=5b150d5c-7a2b-4bdd-acf3-81371e412906 HTTP/1.1" status: 200 len: 210 time: 0.0450466 Sep 23 20:13:25.430450 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-80e7e501-6c57-470d-92c6-e3d54bc3195c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:13:25.518974 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2e861372-facc-4dac-983d-ae5021110aa1 req-772b7204-24aa-49a3-b015-9b05c400cf03 tempest-ServerActionsTestJSON-1099592143 tempest-ServerActionsTestJSON-1099592143-project] Made reservation on behalf of c9cdc0f8c48b47f0a9ba670a531cda84 for: {'port': 1} {{(pid=95102) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 20:13:25.522796 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-2e861372-facc-4dac-983d-ae5021110aa1 req-772b7204-24aa-49a3-b015-9b05c400cf03 tempest-ServerActionsTestJSON-1099592143 tempest-ServerActionsTestJSON-1099592143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:13:25.653568 n-d-713301-16 neutron-server[95102]: DEBUG neutron.db.db_base_plugin_common [req-2e861372-facc-4dac-983d-ae5021110aa1 req-772b7204-24aa-49a3-b015-9b05c400cf03 tempest-ServerActionsTestJSON-1099592143 tempest-ServerActionsTestJSON-1099592143-project] Allocated IP 172.20.0.13 (c43367ff-daf3-49d8-a63d-d06f66adba8f/227f7a8f-869f-4775-8556-35fd28bcf5f3/a44aca31-a7c7-4a30-b003-e97d0becf1ca) {{(pid=95102) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 20:13:25.819938 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-2e861372-facc-4dac-983d-ae5021110aa1 req-772b7204-24aa-49a3-b015-9b05c400cf03 tempest-ServerActionsTestJSON-1099592143 tempest-ServerActionsTestJSON-1099592143-project] Notify callbacks [] for port, precommit_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:13:25.856132 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Device 638dfcc7-fdea-4e6d-a318-7124432205f2 no longer exists at agent hyperv_n-h1-713301-16 {{(pid=95103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 20:13:25.867035 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-2e861372-facc-4dac-983d-ae5021110aa1 req-772b7204-24aa-49a3-b015-9b05c400cf03 tempest-ServerActionsTestJSON-1099592143 tempest-ServerActionsTestJSON-1099592143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783145673135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4399100'] for port, after_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:13:25.879812 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.plugin [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] No Port match for: 638dfcc7-fdea-4e6d-a318-7124432205f2 {{(pid=95103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 20:13:25.880387 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Device 638dfcc7-fdea-4e6d-a318-7124432205f2 not bound to the agent host n-h1-713301-16 {{(pid=95103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 20:13:25.916807 n-d-713301-16 neutron-server[95102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2e861372-facc-4dac-983d-ae5021110aa1 req-772b7204-24aa-49a3-b015-9b05c400cf03 tempest-ServerActionsTestJSON-1099592143 tempest-ServerActionsTestJSON-1099592143-project] Network c43367ff-daf3-49d8-a63d-d06f66adba8f is already hosted by enough agents. {{(pid=95102) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 20:13:25.919222 n-d-713301-16 neutron-server[95102]: DEBUG neutron.scheduler.base_scheduler [req-2e861372-facc-4dac-983d-ae5021110aa1 req-772b7204-24aa-49a3-b015-9b05c400cf03 tempest-ServerActionsTestJSON-1099592143 tempest-ServerActionsTestJSON-1099592143-project] Resources bound (agent type, host, resource id): {{(pid=95102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 20:13:25.923733 n-d-713301-16 neutron-server[95102]: DEBUG neutron.db.l3_dvrscheduler_db [req-2e861372-facc-4dac-983d-ae5021110aa1 req-772b7204-24aa-49a3-b015-9b05c400cf03 tempest-ServerActionsTestJSON-1099592143 tempest-ServerActionsTestJSON-1099592143-project] Received port after_create {{(pid=95102) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 20:13:25.949475 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-772b7204-24aa-49a3-b015-9b05c400cf03 tempest-ServerActionsTestJSON-1099592143 tempest-ServerActionsTestJSON-1099592143-project] Pushing event updated for resources: {'Port': ['ID=a44aca31-a7c7-4a30-b003-e97d0becf1ca,revision_number=1']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:13:25.979766 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e861372-facc-4dac-983d-ae5021110aa1 req-772b7204-24aa-49a3-b015-9b05c400cf03 tempest-ServerActionsTestJSON-1099592143 tempest-ServerActionsTestJSON-1099592143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:13:25.980392 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-2e861372-facc-4dac-983d-ae5021110aa1 req-772b7204-24aa-49a3-b015-9b05c400cf03 tempest-ServerActionsTestJSON-1099592143 tempest-ServerActionsTestJSON-1099592143-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222849'] for port, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:13:25.998801 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-2e861372-facc-4dac-983d-ae5021110aa1 req-772b7204-24aa-49a3-b015-9b05c400cf03 tempest-ServerActionsTestJSON-1099592143 tempest-ServerActionsTestJSON-1099592143-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6346517 Sep 23 20:13:26.011589 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.v2.base [req-2e861372-facc-4dac-983d-ae5021110aa1 req-dc54700b-bb55-462e-aeb4-8243bab7d681 service neutron] Request body: {'port': {'device_id': '5b150d5c-7a2b-4bdd-acf3-81371e412906', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713301-16'}} {{(pid=95102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 20:13:26.073167 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-2e861372-facc-4dac-983d-ae5021110aa1 req-dc54700b-bb55-462e-aeb4-8243bab7d681 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:13:26.222109 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-173c22bb-83dd-494d-b4ba-5e7c8b43def7 None None] Provisioning complete for port a44aca31-a7c7-4a30-b003-e97d0becf1ca triggered by entity DHCP. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 20:13:26.222497 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-173c22bb-83dd-494d-b4ba-5e7c8b43def7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:13:26.257509 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.plugin [None req-173c22bb-83dd-494d-b4ba-5e7c8b43def7 None None] Port a44aca31-a7c7-4a30-b003-e97d0becf1ca cannot update to ACTIVE because it is not bound. {{(pid=95103) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 20:13:26.372954 n-d-713301-16 neutron-server[95102]: DEBUG neutron.notifiers.nova [req-2e861372-facc-4dac-983d-ae5021110aa1 req-dc54700b-bb55-462e-aeb4-8243bab7d681 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a44aca31-a7c7-4a30-b003-e97d0becf1ca {{(pid=95102) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 20:13:26.381915 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-2e861372-facc-4dac-983d-ae5021110aa1 req-dc54700b-bb55-462e-aeb4-8243bab7d681 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:13:26.395834 n-d-713301-16 neutron-server[95102]: DEBUG neutron.db.provisioning_blocks [req-2e861372-facc-4dac-983d-ae5021110aa1 req-dc54700b-bb55-462e-aeb4-8243bab7d681 service neutron] Transition to ACTIVE for port object a44aca31-a7c7-4a30-b003-e97d0becf1ca will not be triggered until provisioned by entity L2. {{(pid=95102) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 20:13:26.400673 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-2e861372-facc-4dac-983d-ae5021110aa1 req-dc54700b-bb55-462e-aeb4-8243bab7d681 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4399095'] for port, after_update {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:13:26.484122 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc54700b-bb55-462e-aeb4-8243bab7d681 service neutron] Pushing event updated for resources: {'Port': ['ID=a44aca31-a7c7-4a30-b003-e97d0becf1ca,revision_number=2']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:13:26.572583 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.managers [req-2e861372-facc-4dac-983d-ae5021110aa1 req-dc54700b-bb55-462e-aeb4-8243bab7d681 service neutron] Attempting to bind port a44aca31-a7c7-4a30-b003-e97d0becf1ca on host n-h2-713301-16 for vnic_type normal with profile {{(pid=95102) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 20:13:26.572949 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.managers [req-2e861372-facc-4dac-983d-ae5021110aa1 req-dc54700b-bb55-462e-aeb4-8243bab7d681 service neutron] Attempting to bind port a44aca31-a7c7-4a30-b003-e97d0becf1ca by drivers openvswitch,hyperv on host n-h2-713301-16 at level 0 using segments [{'id': '63d9966b-ec95-4293-aace-132eeb81246d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'c43367ff-daf3-49d8-a63d-d06f66adba8f'}] {{(pid=95102) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 20:13:26.573281 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e861372-facc-4dac-983d-ae5021110aa1 req-dc54700b-bb55-462e-aeb4-8243bab7d681 service neutron] Attempting to bind port a44aca31-a7c7-4a30-b003-e97d0becf1ca on network c43367ff-daf3-49d8-a63d-d06f66adba8f {{(pid=95102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 20:13:26.588955 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a765bbf-ecdc-4529-ac1b-ce00f60b422a req-28a2dda2-f5e6-493c-bf26-a5d0f873a590 tempest-ServerActionsTestJSON-1099592143 tempest-ServerActionsTestJSON-1099592143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:13:26.590576 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-6a765bbf-ecdc-4529-ac1b-ce00f60b422a req-28a2dda2-f5e6-493c-bf26-a5d0f873a590 tempest-ServerActionsTestJSON-1099592143 tempest-ServerActionsTestJSON-1099592143-project] 10.222.0.67 "GET /v2.0/ports?device_id=5b150d5c-7a2b-4bdd-acf3-81371e412906 HTTP/1.1" status: 200 len: 944 time: 0.0839255 Sep 23 20:13:26.594136 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e861372-facc-4dac-983d-ae5021110aa1 req-dc54700b-bb55-462e-aeb4-8243bab7d681 service neutron] Port a44aca31-a7c7-4a30-b003-e97d0becf1ca on network c43367ff-daf3-49d8-a63d-d06f66adba8f not bound, no agent of type Open vSwitch agent registered on host n-h2-713301-16 {{(pid=95102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 20:13:26.594661 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e861372-facc-4dac-983d-ae5021110aa1 req-dc54700b-bb55-462e-aeb4-8243bab7d681 service neutron] Attempting to bind port a44aca31-a7c7-4a30-b003-e97d0becf1ca on network c43367ff-daf3-49d8-a63d-d06f66adba8f {{(pid=95102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 20:13:26.607224 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e861372-facc-4dac-983d-ae5021110aa1 req-dc54700b-bb55-462e-aeb4-8243bab7d681 service neutron] Checking agent: {'id': '2a7cea34-db54-4faf-8d23-37521c3e34cb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713301-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 19, 15, 28), 'started_at': datetime.datetime(2021, 9, 23, 19, 15, 28), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 20, 12, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 20:13:26.607779 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e861372-facc-4dac-983d-ae5021110aa1 req-dc54700b-bb55-462e-aeb4-8243bab7d681 service neutron] Checking segment: {'id': '63d9966b-ec95-4293-aace-132eeb81246d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'c43367ff-daf3-49d8-a63d-d06f66adba8f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95102) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 20:13:26.608491 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e861372-facc-4dac-983d-ae5021110aa1 req-dc54700b-bb55-462e-aeb4-8243bab7d681 service neutron] Bound using segment: {'id': '63d9966b-ec95-4293-aace-132eeb81246d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'c43367ff-daf3-49d8-a63d-d06f66adba8f'} {{(pid=95102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 20:13:26.608793 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.managers [req-2e861372-facc-4dac-983d-ae5021110aa1 req-dc54700b-bb55-462e-aeb4-8243bab7d681 service neutron] Bound port: a44aca31-a7c7-4a30-b003-e97d0becf1ca, host: n-h2-713301-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '63d9966b-ec95-4293-aace-132eeb81246d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'c43367ff-daf3-49d8-a63d-d06f66adba8f'}}] {{(pid=95102) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 20:13:26.609163 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-2e861372-facc-4dac-983d-ae5021110aa1 req-dc54700b-bb55-462e-aeb4-8243bab7d681 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:13:26.669858 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-6a765bbf-ecdc-4529-ac1b-ce00f60b422a req-9d2dd185-07ef-4ce8-9f0e-da99c4267c01 tempest-ServerActionsTestJSON-1099592143 tempest-ServerActionsTestJSON-1099592143-project] 10.222.0.67 "GET /v2.0/security-groups?id=5050492a-4ff5-4619-9495-b5ac49ab15ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0714595 Sep 23 20:13:26.700938 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.db [req-2e861372-facc-4dac-983d-ae5021110aa1 req-dc54700b-bb55-462e-aeb4-8243bab7d681 service neutron] For port a44aca31-a7c7-4a30-b003-e97d0becf1ca, host n-h2-713301-16, cleared binding levels {{(pid=95102) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 20:13:26.705202 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.db [req-2e861372-facc-4dac-983d-ae5021110aa1 req-dc54700b-bb55-462e-aeb4-8243bab7d681 service neutron] For port a44aca31-a7c7-4a30-b003-e97d0becf1ca, host n-h2-713301-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-16',level=0,port_id=a44aca31-a7c7-4a30-b003-e97d0becf1ca,segment=NetworkSegment(63d9966b-ec95-4293-aace-132eeb81246d),segment_id=63d9966b-ec95-4293-aace-132eeb81246d)] {{(pid=95102) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 20:13:26.709918 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-2e861372-facc-4dac-983d-ae5021110aa1 req-dc54700b-bb55-462e-aeb4-8243bab7d681 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4399095'] for port, after_update {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:13:26.742117 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e861372-facc-4dac-983d-ae5021110aa1 req-dc54700b-bb55-462e-aeb4-8243bab7d681 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:13:26.742762 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-2e861372-facc-4dac-983d-ae5021110aa1 req-dc54700b-bb55-462e-aeb4-8243bab7d681 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222849'] for port, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:13:26.744160 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-2e861372-facc-4dac-983d-ae5021110aa1 req-dc54700b-bb55-462e-aeb4-8243bab7d681 service neutron] 10.222.0.53 "PUT /v2.0/ports/a44aca31-a7c7-4a30-b003-e97d0becf1ca HTTP/1.1" status: 200 len: 1093 time: 0.7370698 Sep 23 20:13:26.746741 n-d-713301-16 neutron-server[95102]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5b150d5c-7a2b-4bdd-acf3-81371e412906', 'tag': 'a44aca31-a7c7-4a30-b003-e97d0becf1ca'}] {{(pid=95102) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 20:13:26.750998 n-d-713301-16 neutron-server[95102]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab31b6d93e5336dbddfa8ec424565b3bd8cb2369c5b4d85bc943472dbb21e8ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6a60c55-dcac-4ecf-814a-ee76c22fd624" -d '{"events": [{"name": "network-changed", "server_uuid": "5b150d5c-7a2b-4bdd-acf3-81371e412906", "tag": "a44aca31-a7c7-4a30-b003-e97d0becf1ca"}]}' {{(pid=95102) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 20:13:26.810122 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc54700b-bb55-462e-aeb4-8243bab7d681 service neutron] Pushing event updated for resources: {'Port': ['ID=a44aca31-a7c7-4a30-b003-e97d0becf1ca,revision_number=3']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:13:26.840846 n-d-713301-16 neutron-server[95102]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 20:13:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6046cb56-2b10-4ba7-b8f4-7a6c6528b455 x-openstack-request-id: req-6046cb56-2b10-4ba7-b8f4-7a6c6528b455 {{(pid=95102) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 20:13:26.841140 n-d-713301-16 neutron-server[95102]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5b150d5c-7a2b-4bdd-acf3-81371e412906", "tag": "a44aca31-a7c7-4a30-b003-e97d0becf1ca", "status": "completed", "code": 200}]} {{(pid=95102) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 20:13:26.841645 n-d-713301-16 neutron-server[95102]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-6046cb56-2b10-4ba7-b8f4-7a6c6528b455 {{(pid=95102) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 20:13:26.842183 n-d-713301-16 neutron-server[95102]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5b150d5c-7a2b-4bdd-acf3-81371e412906', 'tag': 'a44aca31-a7c7-4a30-b003-e97d0becf1ca', 'status': 'completed', 'code': 200} Sep 23 20:13:26.858597 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e861372-facc-4dac-983d-ae5021110aa1 req-330074f5-ad07-433c-be4c-f44b8a00a6bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:13:26.860189 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-2e861372-facc-4dac-983d-ae5021110aa1 req-330074f5-ad07-433c-be4c-f44b8a00a6bf service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=c9cdc0f8c48b47f0a9ba670a531cda84&device_id=5b150d5c-7a2b-4bdd-acf3-81371e412906 HTTP/1.1" status: 200 len: 1096 time: 0.0633106 Sep 23 20:13:26.909147 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-2e861372-facc-4dac-983d-ae5021110aa1 req-d3756906-e511-4127-a428-b21cbec24637 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a44aca31-a7c7-4a30-b003-e97d0becf1ca HTTP/1.1" status: 200 len: 217 time: 0.0412529 Sep 23 20:13:26.958636 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e861372-facc-4dac-983d-ae5021110aa1 req-c77050d4-f740-4697-ba90-6c2b3c7d7896 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:13:26.960113 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-2e861372-facc-4dac-983d-ae5021110aa1 req-c77050d4-f740-4697-ba90-6c2b3c7d7896 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=227f7a8f-869f-4775-8556-35fd28bcf5f3 HTTP/1.1" status: 200 len: 850 time: 0.0444708 Sep 23 20:13:27.006919 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e861372-facc-4dac-983d-ae5021110aa1 req-c49e7aba-43d9-47d2-91de-dd93dc2a16c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:13:27.008470 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-2e861372-facc-4dac-983d-ae5021110aa1 req-c49e7aba-43d9-47d2-91de-dd93dc2a16c1 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=c43367ff-daf3-49d8-a63d-d06f66adba8f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0413108 Sep 23 20:13:27.102310 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-2e861372-facc-4dac-983d-ae5021110aa1 req-cf2a6540-5cf3-422e-adeb-0e1f1e158607 service neutron] 10.222.0.53 "GET /v2.0/networks/c43367ff-daf3-49d8-a63d-d06f66adba8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860622 Sep 23 20:13:27.191637 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-2e861372-facc-4dac-983d-ae5021110aa1 req-1f03f053-c776-46dc-8549-048b14086c56 service neutron] 10.222.0.53 "GET /v2.0/networks/c43367ff-daf3-49d8-a63d-d06f66adba8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823114 Sep 23 20:13:27.293433 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a60c55-dcac-4ecf-814a-ee76c22fd624 req-365e7220-c022-4aea-86d5-1f8727b4cd40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:13:27.294838 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-a6a60c55-dcac-4ecf-814a-ee76c22fd624 req-365e7220-c022-4aea-86d5-1f8727b4cd40 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=c9cdc0f8c48b47f0a9ba670a531cda84&device_id=5b150d5c-7a2b-4bdd-acf3-81371e412906 HTTP/1.1" status: 200 len: 1096 time: 0.0511186 Sep 23 20:13:27.385004 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a60c55-dcac-4ecf-814a-ee76c22fd624 req-9362ff4b-5d1f-422c-b845-105653fa4b1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:13:27.386550 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-a6a60c55-dcac-4ecf-814a-ee76c22fd624 req-9362ff4b-5d1f-422c-b845-105653fa4b1c service neutron] 10.222.0.53 "GET /v2.0/networks?id=c43367ff-daf3-49d8-a63d-d06f66adba8f HTTP/1.1" status: 200 len: 912 time: 0.0850911 Sep 23 20:13:27.435579 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-a6a60c55-dcac-4ecf-814a-ee76c22fd624 req-c691c201-8ff1-4f6b-9aab-907e92f92424 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a44aca31-a7c7-4a30-b003-e97d0becf1ca HTTP/1.1" status: 200 len: 217 time: 0.0412445 Sep 23 20:13:27.486425 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a60c55-dcac-4ecf-814a-ee76c22fd624 req-75d2289b-b348-41b6-a0a5-36904d91ec57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:13:27.488251 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-a6a60c55-dcac-4ecf-814a-ee76c22fd624 req-75d2289b-b348-41b6-a0a5-36904d91ec57 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=227f7a8f-869f-4775-8556-35fd28bcf5f3 HTTP/1.1" status: 200 len: 850 time: 0.0453176 Sep 23 20:13:27.534769 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a60c55-dcac-4ecf-814a-ee76c22fd624 req-75025ca8-1269-45b6-a184-45e458aa4a9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:13:27.536301 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-a6a60c55-dcac-4ecf-814a-ee76c22fd624 req-75025ca8-1269-45b6-a184-45e458aa4a9c service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=c43367ff-daf3-49d8-a63d-d06f66adba8f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0410571 Sep 23 20:13:27.633041 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-a6a60c55-dcac-4ecf-814a-ee76c22fd624 req-a6087c17-41e9-4f38-9d3e-ccb11fece235 service neutron] 10.222.0.53 "GET /v2.0/networks/c43367ff-daf3-49d8-a63d-d06f66adba8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888362 Sep 23 20:13:27.738379 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-a6a60c55-dcac-4ecf-814a-ee76c22fd624 req-a8984af7-cfa3-4bf3-a72e-64d71b6c9f6a service neutron] 10.222.0.53 "GET /v2.0/networks/c43367ff-daf3-49d8-a63d-d06f66adba8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0967617 Sep 23 20:13:27.794679 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca29e367-6add-45ed-9a27-dd9e979f5a41 req-3a2d56a0-7ebf-4e76-bc3b-c66ade7bd666 tempest-ServerActionsTestJSON-1099592143 tempest-ServerActionsTestJSON-1099592143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:13:27.796400 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-ca29e367-6add-45ed-9a27-dd9e979f5a41 req-3a2d56a0-7ebf-4e76-bc3b-c66ade7bd666 tempest-ServerActionsTestJSON-1099592143 tempest-ServerActionsTestJSON-1099592143-project] 10.222.0.67 "GET /v2.0/ports?device_id=5b150d5c-7a2b-4bdd-acf3-81371e412906 HTTP/1.1" status: 200 len: 944 time: 0.0542128 Sep 23 20:13:27.837488 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-ca29e367-6add-45ed-9a27-dd9e979f5a41 req-06ae7b66-7267-4bbe-af55-d62c1b9942fb tempest-ServerActionsTestJSON-1099592143 tempest-ServerActionsTestJSON-1099592143-project] 10.222.0.67 "GET /v2.0/security-groups?id=5050492a-4ff5-4619-9495-b5ac49ab15ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348306 Sep 23 20:13:28.382527 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:13:28.658169 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:13:28.960879 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff51f471-6ad6-4bd1-b51f-e692d224c1a7 req-a88c57e7-1a63-4152-a39f-ef90553fa62c tempest-ServerActionsTestJSON-1099592143 tempest-ServerActionsTestJSON-1099592143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:13:28.962453 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-ff51f471-6ad6-4bd1-b51f-e692d224c1a7 req-a88c57e7-1a63-4152-a39f-ef90553fa62c tempest-ServerActionsTestJSON-1099592143 tempest-ServerActionsTestJSON-1099592143-project] 10.222.0.67 "GET /v2.0/ports?device_id=5b150d5c-7a2b-4bdd-acf3-81371e412906 HTTP/1.1" status: 200 len: 944 time: 0.0550683 Sep 23 20:13:29.000506 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-ff51f471-6ad6-4bd1-b51f-e692d224c1a7 req-20cfb7a3-9c96-404e-8e01-e8372116a665 tempest-ServerActionsTestJSON-1099592143 tempest-ServerActionsTestJSON-1099592143-project] 10.222.0.67 "GET /v2.0/security-groups?id=5050492a-4ff5-4619-9495-b5ac49ab15ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318949 Sep 23 20:13:29.237445 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Device a44aca31-a7c7-4a30-b003-e97d0becf1ca details requested by agent hyperv_n-h2-713301-16 with host n-h2-713301-16 {{(pid=95103) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 20:13:29.332246 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] For port a44aca31-a7c7-4a30-b003-e97d0becf1ca, host n-h2-713301-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-16',level=0,port_id=a44aca31-a7c7-4a30-b003-e97d0becf1ca,segment=NetworkSegment(63d9966b-ec95-4293-aace-132eeb81246d),segment_id=63d9966b-ec95-4293-aace-132eeb81246d)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 20:13:29.343615 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Returning: {'device': 'a44aca31-a7c7-4a30-b003-e97d0becf1ca', 'network_id': 'c43367ff-daf3-49d8-a63d-d06f66adba8f', 'port_id': 'a44aca31-a7c7-4a30-b003-e97d0becf1ca', 'mac_address': 'fa:16:3e:28:51:b3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 600, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '227f7a8f-869f-4775-8556-35fd28bcf5f3', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95103) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 20:13:29.385055 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:13:29.397628 n-d-713301-16 neutron-server[95103]: DEBUG neutron.notifiers.nova [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a44aca31-a7c7-4a30-b003-e97d0becf1ca {{(pid=95103) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 20:13:29.416081 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] For port a44aca31-a7c7-4a30-b003-e97d0becf1ca, host n-h2-713301-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-16',level=0,port_id=a44aca31-a7c7-4a30-b003-e97d0becf1ca,segment=NetworkSegment(63d9966b-ec95-4293-aace-132eeb81246d),segment_id=63d9966b-ec95-4293-aace-132eeb81246d)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 20:13:29.420848 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:13:29.467449 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Pushing event updated for resources: {'Port': ['ID=a44aca31-a7c7-4a30-b003-e97d0becf1ca,revision_number=4']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:13:29.665440 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] get_ports_and_sgs() called for port_ids ['a44aca31-a7c7-4a30-b003-e97d0becf1ca'] {{(pid=95103) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 20:13:30.116912 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-906ca289-6793-4088-9057-ae004242a874 req-04bc0d1f-de66-4028-8a1c-49fb62a741ac tempest-ServerActionsTestJSON-1099592143 tempest-ServerActionsTestJSON-1099592143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:13:30.118404 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-906ca289-6793-4088-9057-ae004242a874 req-04bc0d1f-de66-4028-8a1c-49fb62a741ac tempest-ServerActionsTestJSON-1099592143 tempest-ServerActionsTestJSON-1099592143-project] 10.222.0.67 "GET /v2.0/ports?device_id=5b150d5c-7a2b-4bdd-acf3-81371e412906 HTTP/1.1" status: 200 len: 945 time: 0.0502343 Sep 23 20:13:30.156867 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-906ca289-6793-4088-9057-ae004242a874 req-4b6b49ae-0bcc-4167-a69b-073834ed3586 tempest-ServerActionsTestJSON-1099592143 tempest-ServerActionsTestJSON-1099592143-project] 10.222.0.67 "GET /v2.0/security-groups?id=5050492a-4ff5-4619-9495-b5ac49ab15ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323904 Sep 23 20:13:31.249367 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Device a44aca31-a7c7-4a30-b003-e97d0becf1ca up at agent hyperv_n-h2-713301-16 {{(pid=95103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 20:13:31.273243 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24fb3287-32ea-4f48-a7e0-a44d94715ace req-81c46d3d-5687-4d52-acb7-d192f11680cb tempest-ServerActionsTestJSON-1099592143 tempest-ServerActionsTestJSON-1099592143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:13:31.274778 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-24fb3287-32ea-4f48-a7e0-a44d94715ace req-81c46d3d-5687-4d52-acb7-d192f11680cb tempest-ServerActionsTestJSON-1099592143 tempest-ServerActionsTestJSON-1099592143-project] 10.222.0.67 "GET /v2.0/ports?device_id=5b150d5c-7a2b-4bdd-acf3-81371e412906 HTTP/1.1" status: 200 len: 945 time: 0.0510223 Sep 23 20:13:31.299068 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Provisioning for port a44aca31-a7c7-4a30-b003-e97d0becf1ca completed by entity L2. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 20:13:31.303093 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Provisioning complete for port a44aca31-a7c7-4a30-b003-e97d0becf1ca triggered by entity L2. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 20:13:31.303497 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:13:31.318145 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-24fb3287-32ea-4f48-a7e0-a44d94715ace req-bf6ade3f-60c9-48e6-8a6a-7abb2200fdb6 tempest-ServerActionsTestJSON-1099592143 tempest-ServerActionsTestJSON-1099592143-project] 10.222.0.67 "GET /v2.0/security-groups?id=5050492a-4ff5-4619-9495-b5ac49ab15ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373003 Sep 23 20:13:31.382497 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:13:31.405534 n-d-713301-16 neutron-server[95103]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b150d5c-7a2b-4bdd-acf3-81371e412906', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a44aca31-a7c7-4a30-b003-e97d0becf1ca'}] {{(pid=95103) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 20:13:31.407886 n-d-713301-16 neutron-server[95103]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}81a1c17f2aa89d5b3ebbba3a3e0cf7eb588e431c2224256110c4c4facdd7c3e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b48963b-bac7-4c02-9d44-41bf2f8a69e0" -d '{"events": [{"server_uuid": "5b150d5c-7a2b-4bdd-acf3-81371e412906", "name": "network-vif-plugged", "status": "completed", "tag": "a44aca31-a7c7-4a30-b003-e97d0becf1ca"}]}' {{(pid=95103) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 20:13:31.420631 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] For port a44aca31-a7c7-4a30-b003-e97d0becf1ca, host n-h2-713301-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-16',level=0,port_id=a44aca31-a7c7-4a30-b003-e97d0becf1ca,segment=NetworkSegment(63d9966b-ec95-4293-aace-132eeb81246d),segment_id=63d9966b-ec95-4293-aace-132eeb81246d)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 20:13:31.424889 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:13:31.450965 n-d-713301-16 neutron-server[95103]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 20:13:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72f07ca1-a389-40ce-8749-cf3609812b7e x-openstack-request-id: req-72f07ca1-a389-40ce-8749-cf3609812b7e {{(pid=95103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 20:13:31.451331 n-d-713301-16 neutron-server[95103]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5b150d5c-7a2b-4bdd-acf3-81371e412906", "name": "network-vif-plugged", "status": "completed", "tag": "a44aca31-a7c7-4a30-b003-e97d0becf1ca", "code": 200}]} {{(pid=95103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 20:13:31.451729 n-d-713301-16 neutron-server[95103]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-72f07ca1-a389-40ce-8749-cf3609812b7e {{(pid=95103) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 20:13:31.452113 n-d-713301-16 neutron-server[95103]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5b150d5c-7a2b-4bdd-acf3-81371e412906', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a44aca31-a7c7-4a30-b003-e97d0becf1ca', 'code': 200} Sep 23 20:13:31.479979 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Pushing event updated for resources: {'Port': ['ID=a44aca31-a7c7-4a30-b003-e97d0becf1ca,revision_number=5']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:13:31.547128 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d60474ec-2dec-4213-9514-27bbf41af97a req-8fe7c727-96fe-40fd-b08c-b88cb2b35fbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:13:31.548696 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-d60474ec-2dec-4213-9514-27bbf41af97a req-8fe7c727-96fe-40fd-b08c-b88cb2b35fbc service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=5b150d5c-7a2b-4bdd-acf3-81371e412906 HTTP/1.1" status: 200 len: 1098 time: 0.0409565 Sep 23 20:13:31.553674 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.agents_db [None req-f2f5c474-60a3-474f-b2cc-02c4bd30880c None None] Agent healthcheck: found 7 active agents {{(pid=95104) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 20:13:31.584022 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-d60474ec-2dec-4213-9514-27bbf41af97a req-21a15493-8721-4c0b-9b0a-f74d88c8e14c service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=5050492a-4ff5-4619-9495-b5ac49ab15ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0287910 Sep 23 20:13:32.435277 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c3b6183-73c9-47dc-acd3-44592b4f186e req-512c0981-e003-49a0-a21a-990bbac75829 tempest-ServerActionsTestJSON-1099592143 tempest-ServerActionsTestJSON-1099592143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:13:32.436961 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-2c3b6183-73c9-47dc-acd3-44592b4f186e req-512c0981-e003-49a0-a21a-990bbac75829 tempest-ServerActionsTestJSON-1099592143 tempest-ServerActionsTestJSON-1099592143-project] 10.222.0.67 "GET /v2.0/ports?device_id=5b150d5c-7a2b-4bdd-acf3-81371e412906 HTTP/1.1" status: 200 len: 946 time: 0.0495183 Sep 23 20:13:32.476280 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-2c3b6183-73c9-47dc-acd3-44592b4f186e req-8ce8522c-d1a2-4697-a2f1-deda0c30e17a tempest-ServerActionsTestJSON-1099592143 tempest-ServerActionsTestJSON-1099592143-project] 10.222.0.67 "GET /v2.0/security-groups?id=5050492a-4ff5-4619-9495-b5ac49ab15ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330024 Sep 23 20:13:33.593539 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faaded50-4fd7-49b8-989f-293eca41f3dd req-68cbef0d-59d0-42d8-b073-e854a44c4ffc tempest-ServerActionsTestJSON-1099592143 tempest-ServerActionsTestJSON-1099592143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:13:33.595060 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-faaded50-4fd7-49b8-989f-293eca41f3dd req-68cbef0d-59d0-42d8-b073-e854a44c4ffc tempest-ServerActionsTestJSON-1099592143 tempest-ServerActionsTestJSON-1099592143-project] 10.222.0.67 "GET /v2.0/ports?device_id=5b150d5c-7a2b-4bdd-acf3-81371e412906 HTTP/1.1" status: 200 len: 946 time: 0.0503533 Sep 23 20:13:33.636628 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-faaded50-4fd7-49b8-989f-293eca41f3dd req-38450137-2172-4193-8f53-1a8cc9171c2a tempest-ServerActionsTestJSON-1099592143 tempest-ServerActionsTestJSON-1099592143-project] 10.222.0.67 "GET /v2.0/security-groups?id=5050492a-4ff5-4619-9495-b5ac49ab15ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351033 Sep 23 20:13:33.752363 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d013ac0e-6017-44cd-ae73-8dbb157cc8fd req-e966c738-f7ec-4224-9061-f69f799373fe tempest-ServerActionsTestJSON-1099592143 tempest-ServerActionsTestJSON-1099592143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:13:33.753911 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-d013ac0e-6017-44cd-ae73-8dbb157cc8fd req-e966c738-f7ec-4224-9061-f69f799373fe tempest-ServerActionsTestJSON-1099592143 tempest-ServerActionsTestJSON-1099592143-project] 10.222.0.67 "GET /v2.0/ports?device_id=5b150d5c-7a2b-4bdd-acf3-81371e412906 HTTP/1.1" status: 200 len: 946 time: 0.0527027 Sep 23 20:13:33.762420 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 60302) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:13:33.767445 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.v2.base [None req-67a589b7-d4f8-418d-b90f-8878ed29d0c4 tempest-ServerActionsTestJSON-1099592143 tempest-ServerActionsTestJSON-1099592143-project] Request body: {'floatingip': {'port_id': 'a44aca31-a7c7-4a30-b003-e97d0becf1ca'}} {{(pid=95102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 20:13:33.805811 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-67a589b7-d4f8-418d-b90f-8878ed29d0c4 tempest-ServerActionsTestJSON-1099592143 tempest-ServerActionsTestJSON-1099592143-project] Notify callbacks [] for floatingip, before_update {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:13:34.236216 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-67a589b7-d4f8-418d-b90f-8878ed29d0c4 tempest-ServerActionsTestJSON-1099592143 tempest-ServerActionsTestJSON-1099592143-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:13:34.240973 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-67a589b7-d4f8-418d-b90f-8878ed29d0c4 tempest-ServerActionsTestJSON-1099592143 tempest-ServerActionsTestJSON-1099592143-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-601884'] for floatingip, after_update {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:13:34.668810 n-d-713301-16 neutron-server[95102]: INFO neutron.db.l3_db [None req-67a589b7-d4f8-418d-b90f-8878ed29d0c4 tempest-ServerActionsTestJSON-1099592143 tempest-ServerActionsTestJSON-1099592143-project] Floating IP 7e18a6de-7b2d-4eaa-b258-7be5509c8cfe associated. External IP: 172.25.1.106, port: a44aca31-a7c7-4a30-b003-e97d0becf1ca. Sep 23 20:13:34.895692 n-d-713301-16 neutron-server[95102]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-67a589b7-d4f8-418d-b90f-8878ed29d0c4 tempest-ServerActionsTestJSON-1099592143 tempest-ServerActionsTestJSON-1099592143-project] Router 832dfef8-2615-4c77-8ddf-d9bc3cd4865d has already been hosted by L3 agent 79a740bf-7821-4989-8288-7186e3e128f3 {{(pid=95102) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 20:13:35.009197 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67a589b7-d4f8-418d-b90f-8878ed29d0c4 tempest-ServerActionsTestJSON-1099592143 tempest-ServerActionsTestJSON-1099592143-project] Notify agent at l3_agent.n-d-713301-16 the message routers_updated {{(pid=95102) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 20:13:35.014048 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-67a589b7-d4f8-418d-b90f-8878ed29d0c4 tempest-ServerActionsTestJSON-1099592143 tempest-ServerActionsTestJSON-1099592143-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222849'] for floatingip, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:13:35.019297 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-286a0313-3052-485c-9884-79d925b3aee6 None None] Sync routers for ids ['832dfef8-2615-4c77-8ddf-d9bc3cd4865d'] in n-d-713301-16 {{(pid=95104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 20:13:35.028467 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-286a0313-3052-485c-9884-79d925b3aee6 None None] Routers {'832dfef8-2615-4c77-8ddf-d9bc3cd4865d'} bound to L3 agent in host n-d-713301-16 {{(pid=95104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 20:13:35.029134 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_hamode_db [None req-286a0313-3052-485c-9884-79d925b3aee6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-23T19:07:52Z,description=,heartbeat_timestamp=2021-09-23T20:13:23Z,host='n-d-713301-16',id=79a740bf-7821-4989-8288-7186e3e128f3,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:07:52Z,topic='l3_agent')) {'router_ids': ['832dfef8-2615-4c77-8ddf-d9bc3cd4865d'], 'active': True} {{(pid=95104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 20:13:35.044734 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-67a589b7-d4f8-418d-b90f-8878ed29d0c4 tempest-ServerActionsTestJSON-1099592143 tempest-ServerActionsTestJSON-1099592143-project] 10.222.0.67 "PUT /v2.0/floatingips/7e18a6de-7b2d-4eaa-b258-7be5509c8cfe HTTP/1.1" status: 200 len: 992 time: 1.2812161 Sep 23 20:13:35.046172 n-d-713301-16 neutron-server[95102]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5b150d5c-7a2b-4bdd-acf3-81371e412906', 'tag': 'a44aca31-a7c7-4a30-b003-e97d0becf1ca'}] {{(pid=95102) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 20:13:35.048797 n-d-713301-16 neutron-server[95102]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab31b6d93e5336dbddfa8ec424565b3bd8cb2369c5b4d85bc943472dbb21e8ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d81ab5aa-6530-4846-b76e-b1002114e099" -d '{"events": [{"name": "network-changed", "server_uuid": "5b150d5c-7a2b-4bdd-acf3-81371e412906", "tag": "a44aca31-a7c7-4a30-b003-e97d0becf1ca"}]}' {{(pid=95102) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 20:13:35.088338 n-d-713301-16 neutron-server[95102]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 20:13:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5999e88-f7b8-4e76-85a7-998e89a3334a x-openstack-request-id: req-f5999e88-f7b8-4e76-85a7-998e89a3334a {{(pid=95102) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 20:13:35.088719 n-d-713301-16 neutron-server[95102]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5b150d5c-7a2b-4bdd-acf3-81371e412906", "tag": "a44aca31-a7c7-4a30-b003-e97d0becf1ca", "status": "completed", "code": 200}]} {{(pid=95102) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 20:13:35.089869 n-d-713301-16 neutron-server[95102]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-f5999e88-f7b8-4e76-85a7-998e89a3334a {{(pid=95102) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 20:13:35.089869 n-d-713301-16 neutron-server[95102]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5b150d5c-7a2b-4bdd-acf3-81371e412906', 'tag': 'a44aca31-a7c7-4a30-b003-e97d0becf1ca', 'status': 'completed', 'code': 200} Sep 23 20:13:35.161988 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d81ab5aa-6530-4846-b76e-b1002114e099 req-0eba26f7-c67d-47ef-a21f-8657f2f7fe80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:13:35.163531 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-d81ab5aa-6530-4846-b76e-b1002114e099 req-0eba26f7-c67d-47ef-a21f-8657f2f7fe80 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=c9cdc0f8c48b47f0a9ba670a531cda84&device_id=5b150d5c-7a2b-4bdd-acf3-81371e412906 HTTP/1.1" status: 200 len: 1098 time: 0.0445986 Sep 23 20:13:35.245639 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_dvr_db [None req-286a0313-3052-485c-9884-79d925b3aee6 None None] Set router 832dfef8-2615-4c77-8ddf-d9bc3cd4865d gateway port host: n-d-713301-16 {{(pid=95104) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 20:13:35.271720 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d81ab5aa-6530-4846-b76e-b1002114e099 req-192cfb0c-7e06-4c50-b8b5-3d27484858c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:13:35.273327 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-d81ab5aa-6530-4846-b76e-b1002114e099 req-192cfb0c-7e06-4c50-b8b5-3d27484858c5 service neutron] 10.222.0.53 "GET /v2.0/networks?id=c43367ff-daf3-49d8-a63d-d06f66adba8f HTTP/1.1" status: 200 len: 912 time: 0.1019337 Sep 23 20:13:35.345368 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-d81ab5aa-6530-4846-b76e-b1002114e099 req-a156035a-d190-4351-856e-3abb333a59d2 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a44aca31-a7c7-4a30-b003-e97d0becf1ca HTTP/1.1" status: 200 len: 1000 time: 0.0649209 Sep 23 20:13:35.409117 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d81ab5aa-6530-4846-b76e-b1002114e099 req-36fdb51d-f5d1-4e30-8706-903ff307f907 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:13:35.410625 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-d81ab5aa-6530-4846-b76e-b1002114e099 req-36fdb51d-f5d1-4e30-8706-903ff307f907 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=227f7a8f-869f-4775-8556-35fd28bcf5f3 HTTP/1.1" status: 200 len: 850 time: 0.0584838 Sep 23 20:13:35.468537 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d81ab5aa-6530-4846-b76e-b1002114e099 req-0f0e34ca-5a2f-46a0-afad-1ad0c16970bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:13:35.470166 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-d81ab5aa-6530-4846-b76e-b1002114e099 req-0f0e34ca-5a2f-46a0-afad-1ad0c16970bc service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=c43367ff-daf3-49d8-a63d-d06f66adba8f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0528793 Sep 23 20:13:35.503781 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_hamode_db [None req-286a0313-3052-485c-9884-79d925b3aee6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '832dfef8-2615-4c77-8ddf-d9bc3cd4865d', 'name': 'tempest-ServerActionsTestJSON-919388451-router', 'tenant_id': 'c9cdc0f8c48b47f0a9ba670a531cda84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'external_fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.115'}], 'enable_snat': True}, 'gw_port_id': 'af4c5e1b-71cd-46fc-a4ca-fc01b95372f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T20:08:51Z', 'updated_at': '2021-09-23T20:08:53Z', 'revision_number': 4, 'project_id': 'c9cdc0f8c48b47f0a9ba670a531cda84', 'gw_port': {'id': 'af4c5e1b-71cd-46fc-a4ca-fc01b95372f7', 'name': '', 'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:8a:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '832dfef8-2615-4c77-8ddf-d9bc3cd4865d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T20:08:51Z', 'updated_at': '2021-09-23T20:08:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-16', '_floatingips': [{'id': '7e18a6de-7b2d-4eaa-b258-7be5509c8cfe', 'tenant_id': 'c9cdc0f8c48b47f0a9ba670a531cda84', 'floating_ip_address': '172.25.1.106', 'floating_network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'router_id': '832dfef8-2615-4c77-8ddf-d9bc3cd4865d', 'port_id': 'a44aca31-a7c7-4a30-b003-e97d0becf1ca', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4046, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c43367ff-daf3-49d8-a63d-d06f66adba8f', 'mac_address': 'fa:16:3e:28:51:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b150d5c-7a2b-4bdd-acf3-81371e412906', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-23T20:08:56Z', 'updated_at': '2021-09-23T20:13:34Z', 'revision_number': 9, 'project_id': 'c9cdc0f8c48b47f0a9ba670a531cda84', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '75d0c163-cdca-46fa-b931-2ca04a14d7bc', 'name': '', 'network_id': 'c43367ff-daf3-49d8-a63d-d06f66adba8f', 'tenant_id': 'c9cdc0f8c48b47f0a9ba670a531cda84', 'mac_address': 'fa:16:3e:51:03:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '832dfef8-2615-4c77-8ddf-d9bc3cd4865d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '227f7a8f-869f-4775-8556-35fd28bcf5f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T20:08:53Z', 'updated_at': '2021-09-23T20:08:56Z', 'revision_number': 5, 'project_id': 'c9cdc0f8c48b47f0a9ba670a531cda84', 'subnets': [{'id': '227f7a8f-869f-4775-8556-35fd28bcf5f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-16', False) {} {{(pid=95104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 20:13:35.531056 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-286a0313-3052-485c-9884-79d925b3aee6 None None] Checking router: 832dfef8-2615-4c77-8ddf-d9bc3cd4865d for host: n-d-713301-16 {{(pid=95104) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 20:13:35.539795 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-286a0313-3052-485c-9884-79d925b3aee6 None None] Routers {'832dfef8-2615-4c77-8ddf-d9bc3cd4865d'} bound to L3 agent in host n-d-713301-16 {{(pid=95104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 20:13:35.540413 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_hamode_db [None req-286a0313-3052-485c-9884-79d925b3aee6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-23T19:07:52Z,description=,heartbeat_timestamp=2021-09-23T20:13:23Z,host='n-d-713301-16',id=79a740bf-7821-4989-8288-7186e3e128f3,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:07:52Z,topic='l3_agent')) {'router_ids': ['832dfef8-2615-4c77-8ddf-d9bc3cd4865d'], 'active': True} {{(pid=95104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 20:13:35.569471 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-d81ab5aa-6530-4846-b76e-b1002114e099 req-20bc7a1c-1f2b-48d3-bf4f-57c9b622eda3 service neutron] 10.222.0.53 "GET /v2.0/networks/c43367ff-daf3-49d8-a63d-d06f66adba8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0902231 Sep 23 20:13:35.652301 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_dvr_db [None req-286a0313-3052-485c-9884-79d925b3aee6 None None] Set router 832dfef8-2615-4c77-8ddf-d9bc3cd4865d gateway port host: n-d-713301-16 {{(pid=95104) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 20:13:35.672201 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-d81ab5aa-6530-4846-b76e-b1002114e099 req-6026ae54-c3f5-4fdc-9eed-ace40f65527f service neutron] 10.222.0.53 "GET /v2.0/networks/c43367ff-daf3-49d8-a63d-d06f66adba8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0943203 Sep 23 20:13:35.891548 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_hamode_db [None req-286a0313-3052-485c-9884-79d925b3aee6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '832dfef8-2615-4c77-8ddf-d9bc3cd4865d', 'name': 'tempest-ServerActionsTestJSON-919388451-router', 'tenant_id': 'c9cdc0f8c48b47f0a9ba670a531cda84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'external_fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.115'}], 'enable_snat': True}, 'gw_port_id': 'af4c5e1b-71cd-46fc-a4ca-fc01b95372f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T20:08:51Z', 'updated_at': '2021-09-23T20:08:53Z', 'revision_number': 4, 'project_id': 'c9cdc0f8c48b47f0a9ba670a531cda84', 'gw_port': {'id': 'af4c5e1b-71cd-46fc-a4ca-fc01b95372f7', 'name': '', 'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:8a:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '832dfef8-2615-4c77-8ddf-d9bc3cd4865d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T20:08:51Z', 'updated_at': '2021-09-23T20:08:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-16', '_floatingips': [{'id': '7e18a6de-7b2d-4eaa-b258-7be5509c8cfe', 'tenant_id': 'c9cdc0f8c48b47f0a9ba670a531cda84', 'floating_ip_address': '172.25.1.106', 'floating_network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'router_id': '832dfef8-2615-4c77-8ddf-d9bc3cd4865d', 'port_id': 'a44aca31-a7c7-4a30-b003-e97d0becf1ca', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4046, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c43367ff-daf3-49d8-a63d-d06f66adba8f', 'mac_address': 'fa:16:3e:28:51:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b150d5c-7a2b-4bdd-acf3-81371e412906', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-23T20:08:56Z', 'updated_at': '2021-09-23T20:13:34Z', 'revision_number': 9, 'project_id': 'c9cdc0f8c48b47f0a9ba670a531cda84', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '75d0c163-cdca-46fa-b931-2ca04a14d7bc', 'name': '', 'network_id': 'c43367ff-daf3-49d8-a63d-d06f66adba8f', 'tenant_id': 'c9cdc0f8c48b47f0a9ba670a531cda84', 'mac_address': 'fa:16:3e:51:03:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '832dfef8-2615-4c77-8ddf-d9bc3cd4865d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '227f7a8f-869f-4775-8556-35fd28bcf5f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T20:08:53Z', 'updated_at': '2021-09-23T20:08:56Z', 'revision_number': 5, 'project_id': 'c9cdc0f8c48b47f0a9ba670a531cda84', 'subnets': [{'id': '227f7a8f-869f-4775-8556-35fd28bcf5f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-16', False) {} {{(pid=95104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 20:13:35.925978 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-286a0313-3052-485c-9884-79d925b3aee6 None None] The sync data for ids ['832dfef8-2615-4c77-8ddf-d9bc3cd4865d'] in n-d-713301-16 is: [{'id': '832dfef8-2615-4c77-8ddf-d9bc3cd4865d', 'name': 'tempest-ServerActionsTestJSON-919388451-router', 'tenant_id': 'c9cdc0f8c48b47f0a9ba670a531cda84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'external_fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.115'}], 'enable_snat': True}, 'gw_port_id': 'af4c5e1b-71cd-46fc-a4ca-fc01b95372f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T20:08:51Z', 'updated_at': '2021-09-23T20:08:53Z', 'revision_number': 4, 'project_id': 'c9cdc0f8c48b47f0a9ba670a531cda84', 'gw_port': {'id': 'af4c5e1b-71cd-46fc-a4ca-fc01b95372f7', 'name': '', 'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:8a:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '832dfef8-2615-4c77-8ddf-d9bc3cd4865d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T20:08:51Z', 'updated_at': '2021-09-23T20:08:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-16', '_floatingips': [{'id': '7e18a6de-7b2d-4eaa-b258-7be5509c8cfe', 'tenant_id': 'c9cdc0f8c48b47f0a9ba670a531cda84', 'floating_ip_address': '172.25.1.106', 'floating_network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'router_id': '832dfef8-2615-4c77-8ddf-d9bc3cd4865d', 'port_id': 'a44aca31-a7c7-4a30-b003-e97d0becf1ca', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4046, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c43367ff-daf3-49d8-a63d-d06f66adba8f', 'mac_address': 'fa:16:3e:28:51:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b150d5c-7a2b-4bdd-acf3-81371e412906', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-23T20:08:56Z', 'updated_at': '2021-09-23T20:13:34Z', 'revision_number': 9, 'project_id': 'c9cdc0f8c48b47f0a9ba670a531cda84', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '75d0c163-cdca-46fa-b931-2ca04a14d7bc', 'name': '', 'network_id': 'c43367ff-daf3-49d8-a63d-d06f66adba8f', 'tenant_id': 'c9cdc0f8c48b47f0a9ba670a531cda84', 'mac_address': 'fa:16:3e:51:03:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '832dfef8-2615-4c77-8ddf-d9bc3cd4865d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '227f7a8f-869f-4775-8556-35fd28bcf5f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T20:08:53Z', 'updated_at': '2021-09-23T20:08:56Z', 'revision_number': 5, 'project_id': 'c9cdc0f8c48b47f0a9ba670a531cda84', 'subnets': [{'id': '227f7a8f-869f-4775-8556-35fd28bcf5f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 20:13:36.116402 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ca3a948-7291-45ab-ad08-711369e5a080 None None] New status for floating IP 7e18a6de-7b2d-4eaa-b258-7be5509c8cfe: ACTIVE {{(pid=95103) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 23 20:13:49.767033 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-d7829dbc-08dc-49cf-877b-5e1ef0a85b03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:13:53.013138 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-5294f2a9-a491-4a44-8852-ea2cd02833cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:13:53.173986 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:13:53.603641 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-0ae75029-feb6-4728-9a94-5f9b60993d82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:13:55.429805 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-80e7e501-6c57-470d-92c6-e3d54bc3195c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:13:58.377622 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:13:58.657638 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:14:08.553773 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.agents_db [None req-f2f5c474-60a3-474f-b2cc-02c4bd30880c None None] Agent healthcheck: found 7 active agents {{(pid=95104) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 20:14:19.769470 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-c52db980-4855-4f7e-b4b2-23c396b81bad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:14:23.015450 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-76257b6e-da52-42cb-8557-870bfe587e80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:14:23.176818 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:14:23.605654 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-0ae75029-feb6-4728-9a94-5f9b60993d82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:14:25.436347 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-80e7e501-6c57-470d-92c6-e3d54bc3195c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:14:27.038268 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-8aaa261f-de99-463c-838c-7ced5c8b5912 req-770dd8b0-fdce-4606-914f-ef9734dde064 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=5b150d5c-7a2b-4bdd-acf3-81371e412906&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0462484 Sep 23 20:14:27.136424 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aaa261f-de99-463c-838c-7ced5c8b5912 req-c3004908-3f8d-40a4-bc96-6e0c01e77190 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:14:27.137984 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-8aaa261f-de99-463c-838c-7ced5c8b5912 req-c3004908-3f8d-40a4-bc96-6e0c01e77190 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=c9cdc0f8c48b47f0a9ba670a531cda84&device_id=5b150d5c-7a2b-4bdd-acf3-81371e412906 HTTP/1.1" status: 200 len: 1098 time: 0.0528214 Sep 23 20:14:27.265892 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aaa261f-de99-463c-838c-7ced5c8b5912 req-0e78bf6b-e521-4566-af42-35aca3b85ab0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:14:27.268244 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-8aaa261f-de99-463c-838c-7ced5c8b5912 req-0e78bf6b-e521-4566-af42-35aca3b85ab0 service neutron] 10.222.0.53 "GET /v2.0/networks?id=c43367ff-daf3-49d8-a63d-d06f66adba8f HTTP/1.1" status: 200 len: 912 time: 0.1057723 Sep 23 20:14:27.340479 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-8aaa261f-de99-463c-838c-7ced5c8b5912 req-d0c3263a-2a3b-42e7-bf2c-3952d092df7e service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a44aca31-a7c7-4a30-b003-e97d0becf1ca HTTP/1.1" status: 200 len: 1003 time: 0.0657125 Sep 23 20:14:27.402912 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aaa261f-de99-463c-838c-7ced5c8b5912 req-595d8f29-679b-4e56-ada6-c7bc216dad51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:14:27.404447 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-8aaa261f-de99-463c-838c-7ced5c8b5912 req-595d8f29-679b-4e56-ada6-c7bc216dad51 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=227f7a8f-869f-4775-8556-35fd28bcf5f3 HTTP/1.1" status: 200 len: 850 time: 0.0570414 Sep 23 20:14:27.463851 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aaa261f-de99-463c-838c-7ced5c8b5912 req-945a6d9a-91bd-4c4c-9555-ac35d9f6892f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:14:27.465459 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-8aaa261f-de99-463c-838c-7ced5c8b5912 req-945a6d9a-91bd-4c4c-9555-ac35d9f6892f service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=c43367ff-daf3-49d8-a63d-d06f66adba8f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0543056 Sep 23 20:14:27.574674 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-8aaa261f-de99-463c-838c-7ced5c8b5912 req-c19773d4-8ddc-4c33-96a3-8b0a2b6df2a3 service neutron] 10.222.0.53 "GET /v2.0/networks/c43367ff-daf3-49d8-a63d-d06f66adba8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1013963 Sep 23 20:14:27.693225 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-8aaa261f-de99-463c-838c-7ced5c8b5912 req-4be75b65-1cd4-4760-a951-250c2715ba88 service neutron] 10.222.0.53 "GET /v2.0/networks/c43367ff-daf3-49d8-a63d-d06f66adba8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1109562 Sep 23 20:14:28.390144 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:14:28.687327 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:14:45.553841 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.agents_db [None req-f2f5c474-60a3-474f-b2cc-02c4bd30880c None None] Agent healthcheck: found 7 active agents {{(pid=95104) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 20:14:49.771553 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-071c939e-4db0-4999-9752-2840b48f39d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:14:53.021548 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-fd5726f1-1f54-457b-8d5c-8de126a95c67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:14:53.178466 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:14:53.609627 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-0ae75029-feb6-4728-9a94-5f9b60993d82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:14:55.434728 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-80e7e501-6c57-470d-92c6-e3d54bc3195c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:14:58.398741 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:14:58.690521 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:15:10.067399 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-f102ee3d-ac28-461a-8934-d88ce5146ebe req-ec988e5c-09c4-4506-a668-7eb888d2beaf service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=5b150d5c-7a2b-4bdd-acf3-81371e412906&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0696099 Sep 23 20:15:10.080064 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a685b66-457f-49f7-970f-4c7dc8e3b44c req-ad4a4f9c-c84c-4be7-b037-1860c7a9ae8f tempest-ServerActionsTestJSON-1099592143 tempest-ServerActionsTestJSON-1099592143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:15:10.081550 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-2a685b66-457f-49f7-970f-4c7dc8e3b44c req-ad4a4f9c-c84c-4be7-b037-1860c7a9ae8f tempest-ServerActionsTestJSON-1099592143 tempest-ServerActionsTestJSON-1099592143-project] 10.222.0.67 "GET /v2.0/ports?device_id=5b150d5c-7a2b-4bdd-acf3-81371e412906 HTTP/1.1" status: 200 len: 946 time: 0.0587137 Sep 23 20:15:10.125680 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-2a685b66-457f-49f7-970f-4c7dc8e3b44c req-16ca81c9-528a-4197-be48-06547154a24a tempest-ServerActionsTestJSON-1099592143 tempest-ServerActionsTestJSON-1099592143-project] 10.222.0.67 "GET /v2.0/security-groups?id=5050492a-4ff5-4619-9495-b5ac49ab15ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367424 Sep 23 20:15:11.108456 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f102ee3d-ac28-461a-8934-d88ce5146ebe req-c023f6cc-955d-44b9-bcee-14bd2cd95771 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:15:11.110028 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-f102ee3d-ac28-461a-8934-d88ce5146ebe req-c023f6cc-955d-44b9-bcee-14bd2cd95771 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=c9cdc0f8c48b47f0a9ba670a531cda84&device_id=5b150d5c-7a2b-4bdd-acf3-81371e412906 HTTP/1.1" status: 200 len: 1098 time: 0.0419610 Sep 23 20:15:11.210785 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f102ee3d-ac28-461a-8934-d88ce5146ebe req-0644e042-0398-40ee-93fe-82d30016a0e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:15:11.212887 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-f102ee3d-ac28-461a-8934-d88ce5146ebe req-0644e042-0398-40ee-93fe-82d30016a0e1 service neutron] 10.222.0.53 "GET /v2.0/networks?id=c43367ff-daf3-49d8-a63d-d06f66adba8f HTTP/1.1" status: 200 len: 912 time: 0.0956192 Sep 23 20:15:11.299826 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f80abc2-a1f9-4871-afd7-552144cfa003 req-61add156-582c-4b0c-8467-60b4695eebae tempest-ServerActionsTestJSON-1099592143 tempest-ServerActionsTestJSON-1099592143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:15:11.301340 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-6f80abc2-a1f9-4871-afd7-552144cfa003 req-61add156-582c-4b0c-8467-60b4695eebae tempest-ServerActionsTestJSON-1099592143 tempest-ServerActionsTestJSON-1099592143-project] 10.222.0.67 "GET /v2.0/ports?device_id=5b150d5c-7a2b-4bdd-acf3-81371e412906 HTTP/1.1" status: 200 len: 946 time: 0.1036649 Sep 23 20:15:11.307361 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-f102ee3d-ac28-461a-8934-d88ce5146ebe req-e13b0138-59bd-416b-8d82-5a1ae5b75fa1 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a44aca31-a7c7-4a30-b003-e97d0becf1ca HTTP/1.1" status: 200 len: 1003 time: 0.0767794 Sep 23 20:15:11.376980 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-6f80abc2-a1f9-4871-afd7-552144cfa003 req-6ad5eceb-80ac-4b9c-b3d1-ad16549d4f68 tempest-ServerActionsTestJSON-1099592143 tempest-ServerActionsTestJSON-1099592143-project] 10.222.0.67 "GET /v2.0/security-groups?id=5050492a-4ff5-4619-9495-b5ac49ab15ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0685735 Sep 23 20:15:11.382408 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f102ee3d-ac28-461a-8934-d88ce5146ebe req-d1c216a2-4b95-419a-aa09-5c499e350bd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:15:11.384656 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-f102ee3d-ac28-461a-8934-d88ce5146ebe req-d1c216a2-4b95-419a-aa09-5c499e350bd1 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=227f7a8f-869f-4775-8556-35fd28bcf5f3 HTTP/1.1" status: 200 len: 850 time: 0.0697947 Sep 23 20:15:11.433254 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f102ee3d-ac28-461a-8934-d88ce5146ebe req-26b4630f-5a8e-4eda-823c-cf38be88023e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:15:11.434807 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-f102ee3d-ac28-461a-8934-d88ce5146ebe req-26b4630f-5a8e-4eda-823c-cf38be88023e service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=c43367ff-daf3-49d8-a63d-d06f66adba8f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0427332 Sep 23 20:15:11.526851 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-f102ee3d-ac28-461a-8934-d88ce5146ebe req-a16fa419-2e4d-4d0e-b368-28e2743ceb38 service neutron] 10.222.0.53 "GET /v2.0/networks/c43367ff-daf3-49d8-a63d-d06f66adba8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845590 Sep 23 20:15:11.621969 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-f102ee3d-ac28-461a-8934-d88ce5146ebe req-14671d5b-7442-4c2b-b49e-a024b2138dc9 service neutron] 10.222.0.53 "GET /v2.0/networks/c43367ff-daf3-49d8-a63d-d06f66adba8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877464 Sep 23 20:15:12.494673 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b3cd962-0005-454a-936c-87eb716e2c8e req-4fcaec20-4a0c-438f-b0c3-798831316fe7 tempest-ServerActionsTestJSON-1099592143 tempest-ServerActionsTestJSON-1099592143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:15:12.496175 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-0b3cd962-0005-454a-936c-87eb716e2c8e req-4fcaec20-4a0c-438f-b0c3-798831316fe7 tempest-ServerActionsTestJSON-1099592143 tempest-ServerActionsTestJSON-1099592143-project] 10.222.0.67 "GET /v2.0/ports?device_id=5b150d5c-7a2b-4bdd-acf3-81371e412906 HTTP/1.1" status: 200 len: 946 time: 0.0507104 Sep 23 20:15:12.535208 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-0b3cd962-0005-454a-936c-87eb716e2c8e req-c4ad7c17-4179-4ce0-aef0-ce134bff0751 tempest-ServerActionsTestJSON-1099592143 tempest-ServerActionsTestJSON-1099592143-project] 10.222.0.67 "GET /v2.0/security-groups?id=5050492a-4ff5-4619-9495-b5ac49ab15ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331781 Sep 23 20:15:13.657018 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-532aab2c-6959-47f6-8fe4-4db6f7f208f2 req-11803239-a207-4226-a260-ead2b43a98bc tempest-ServerActionsTestJSON-1099592143 tempest-ServerActionsTestJSON-1099592143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:15:13.658485 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-532aab2c-6959-47f6-8fe4-4db6f7f208f2 req-11803239-a207-4226-a260-ead2b43a98bc tempest-ServerActionsTestJSON-1099592143 tempest-ServerActionsTestJSON-1099592143-project] 10.222.0.67 "GET /v2.0/ports?device_id=5b150d5c-7a2b-4bdd-acf3-81371e412906 HTTP/1.1" status: 200 len: 946 time: 0.0527875 Sep 23 20:15:13.698001 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-532aab2c-6959-47f6-8fe4-4db6f7f208f2 req-3eb88775-fa65-4c0d-9fcc-985e71be6240 tempest-ServerActionsTestJSON-1099592143 tempest-ServerActionsTestJSON-1099592143-project] 10.222.0.67 "GET /v2.0/security-groups?id=5050492a-4ff5-4619-9495-b5ac49ab15ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335672 Sep 23 20:15:14.814868 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-895892be-10b7-472a-bd57-d1e8123ec69a req-84b8444f-8886-40a5-9482-2a863ee9ba4e tempest-ServerActionsTestJSON-1099592143 tempest-ServerActionsTestJSON-1099592143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:15:14.816340 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-895892be-10b7-472a-bd57-d1e8123ec69a req-84b8444f-8886-40a5-9482-2a863ee9ba4e tempest-ServerActionsTestJSON-1099592143 tempest-ServerActionsTestJSON-1099592143-project] 10.222.0.67 "GET /v2.0/ports?device_id=5b150d5c-7a2b-4bdd-acf3-81371e412906 HTTP/1.1" status: 200 len: 946 time: 0.0494988 Sep 23 20:15:14.855195 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-895892be-10b7-472a-bd57-d1e8123ec69a req-22fa8f8b-6e62-4906-9604-4f047ce44763 tempest-ServerActionsTestJSON-1099592143 tempest-ServerActionsTestJSON-1099592143-project] 10.222.0.67 "GET /v2.0/security-groups?id=5050492a-4ff5-4619-9495-b5ac49ab15ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322351 Sep 23 20:15:15.973994 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da96c84b-203e-405c-befb-0bef33b21682 req-d23e1a8f-856c-447d-abd6-ceb90a4412f7 tempest-ServerActionsTestJSON-1099592143 tempest-ServerActionsTestJSON-1099592143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:15:15.975477 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-da96c84b-203e-405c-befb-0bef33b21682 req-d23e1a8f-856c-447d-abd6-ceb90a4412f7 tempest-ServerActionsTestJSON-1099592143 tempest-ServerActionsTestJSON-1099592143-project] 10.222.0.67 "GET /v2.0/ports?device_id=5b150d5c-7a2b-4bdd-acf3-81371e412906 HTTP/1.1" status: 200 len: 946 time: 0.0487177 Sep 23 20:15:16.013346 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-da96c84b-203e-405c-befb-0bef33b21682 req-9a72170d-832f-412f-ae40-6300b06b8bcf tempest-ServerActionsTestJSON-1099592143 tempest-ServerActionsTestJSON-1099592143-project] 10.222.0.67 "GET /v2.0/security-groups?id=5050492a-4ff5-4619-9495-b5ac49ab15ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307035 Sep 23 20:15:17.136354 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5846de8f-05a2-485e-a6b2-dac187e8223b req-dbfce622-b07d-4fd1-a09e-f0f33e7f3bc3 tempest-ServerActionsTestJSON-1099592143 tempest-ServerActionsTestJSON-1099592143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:15:17.137862 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-5846de8f-05a2-485e-a6b2-dac187e8223b req-dbfce622-b07d-4fd1-a09e-f0f33e7f3bc3 tempest-ServerActionsTestJSON-1099592143 tempest-ServerActionsTestJSON-1099592143-project] 10.222.0.67 "GET /v2.0/ports?device_id=5b150d5c-7a2b-4bdd-acf3-81371e412906 HTTP/1.1" status: 200 len: 946 time: 0.0543845 Sep 23 20:15:17.175457 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-5846de8f-05a2-485e-a6b2-dac187e8223b req-eb12b735-1f0d-40f4-91b2-055d2f2bf43f tempest-ServerActionsTestJSON-1099592143 tempest-ServerActionsTestJSON-1099592143-project] 10.222.0.67 "GET /v2.0/security-groups?id=5050492a-4ff5-4619-9495-b5ac49ab15ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314553 Sep 23 20:15:18.309075 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04cb3554-b557-426b-8227-4fbd978fad9d req-2eb7410f-11c4-4727-8ad5-533adbdf2c44 tempest-ServerActionsTestJSON-1099592143 tempest-ServerActionsTestJSON-1099592143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:15:18.310575 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-04cb3554-b557-426b-8227-4fbd978fad9d req-2eb7410f-11c4-4727-8ad5-533adbdf2c44 tempest-ServerActionsTestJSON-1099592143 tempest-ServerActionsTestJSON-1099592143-project] 10.222.0.67 "GET /v2.0/ports?device_id=5b150d5c-7a2b-4bdd-acf3-81371e412906 HTTP/1.1" status: 200 len: 946 time: 0.0488052 Sep 23 20:15:18.349624 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-04cb3554-b557-426b-8227-4fbd978fad9d req-9c013c11-4e63-4371-9e3f-95bfc17b5983 tempest-ServerActionsTestJSON-1099592143 tempest-ServerActionsTestJSON-1099592143-project] 10.222.0.67 "GET /v2.0/security-groups?id=5050492a-4ff5-4619-9495-b5ac49ab15ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331507 Sep 23 20:15:19.467337 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00629cf5-48b8-4b87-8263-675584344c85 req-af70b065-d69f-4bce-8ef2-f5fa65986017 tempest-ServerActionsTestJSON-1099592143 tempest-ServerActionsTestJSON-1099592143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:15:19.468835 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-00629cf5-48b8-4b87-8263-675584344c85 req-af70b065-d69f-4bce-8ef2-f5fa65986017 tempest-ServerActionsTestJSON-1099592143 tempest-ServerActionsTestJSON-1099592143-project] 10.222.0.67 "GET /v2.0/ports?device_id=5b150d5c-7a2b-4bdd-acf3-81371e412906 HTTP/1.1" status: 200 len: 946 time: 0.0505102 Sep 23 20:15:19.504906 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-00629cf5-48b8-4b87-8263-675584344c85 req-245ee546-a4cd-45b2-8dfa-e057605534f0 tempest-ServerActionsTestJSON-1099592143 tempest-ServerActionsTestJSON-1099592143-project] 10.222.0.67 "GET /v2.0/security-groups?id=5050492a-4ff5-4619-9495-b5ac49ab15ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302279 Sep 23 20:15:19.773062 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-3b9f2d18-6dd0-451c-b68e-435e6a2ac9e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:15:20.624886 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa223ce1-5253-4535-be26-9a8db83458a6 req-7801e50c-2318-488a-88e4-4d7682fd8138 tempest-ServerActionsTestJSON-1099592143 tempest-ServerActionsTestJSON-1099592143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:15:20.626382 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-fa223ce1-5253-4535-be26-9a8db83458a6 req-7801e50c-2318-488a-88e4-4d7682fd8138 tempest-ServerActionsTestJSON-1099592143 tempest-ServerActionsTestJSON-1099592143-project] 10.222.0.67 "GET /v2.0/ports?device_id=5b150d5c-7a2b-4bdd-acf3-81371e412906 HTTP/1.1" status: 200 len: 946 time: 0.0535851 Sep 23 20:15:20.668049 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-fa223ce1-5253-4535-be26-9a8db83458a6 req-524c10fc-4391-449a-a4cf-a3321f65f12a tempest-ServerActionsTestJSON-1099592143 tempest-ServerActionsTestJSON-1099592143-project] 10.222.0.67 "GET /v2.0/security-groups?id=5050492a-4ff5-4619-9495-b5ac49ab15ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357099 Sep 23 20:15:21.781923 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d62265-893f-4a58-ab3b-219f8db0b25e req-0b7c3ee4-a7f0-4094-b445-0210b4294147 tempest-ServerActionsTestJSON-1099592143 tempest-ServerActionsTestJSON-1099592143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:15:21.783406 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-17d62265-893f-4a58-ab3b-219f8db0b25e req-0b7c3ee4-a7f0-4094-b445-0210b4294147 tempest-ServerActionsTestJSON-1099592143 tempest-ServerActionsTestJSON-1099592143-project] 10.222.0.67 "GET /v2.0/ports?device_id=5b150d5c-7a2b-4bdd-acf3-81371e412906 HTTP/1.1" status: 200 len: 946 time: 0.0493782 Sep 23 20:15:21.823499 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-17d62265-893f-4a58-ab3b-219f8db0b25e req-5c88aa6e-6ab6-4c4f-b95d-0536b6c537a4 tempest-ServerActionsTestJSON-1099592143 tempest-ServerActionsTestJSON-1099592143-project] 10.222.0.67 "GET /v2.0/security-groups?id=5050492a-4ff5-4619-9495-b5ac49ab15ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341763 Sep 23 20:15:22.558152 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.agents_db [None req-f2f5c474-60a3-474f-b2cc-02c4bd30880c None None] Agent healthcheck: found 7 active agents {{(pid=95104) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 20:15:22.950685 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfbbbd90-8c79-4b5d-ac87-f3476a64d143 req-1128ac6a-2925-46b4-a913-5d7d2a268f34 tempest-ServerActionsTestJSON-1099592143 tempest-ServerActionsTestJSON-1099592143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:15:22.952386 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-cfbbbd90-8c79-4b5d-ac87-f3476a64d143 req-1128ac6a-2925-46b4-a913-5d7d2a268f34 tempest-ServerActionsTestJSON-1099592143 tempest-ServerActionsTestJSON-1099592143-project] 10.222.0.67 "GET /v2.0/ports?device_id=5b150d5c-7a2b-4bdd-acf3-81371e412906 HTTP/1.1" status: 200 len: 946 time: 0.0547109 Sep 23 20:15:22.999423 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-cfbbbd90-8c79-4b5d-ac87-f3476a64d143 req-da1317b4-e4a9-4ddf-b882-411139d7579e tempest-ServerActionsTestJSON-1099592143 tempest-ServerActionsTestJSON-1099592143-project] 10.222.0.67 "GET /v2.0/security-groups?id=5050492a-4ff5-4619-9495-b5ac49ab15ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405986 Sep 23 20:15:23.017962 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-96c898a3-320b-4c63-8da0-3f3c86d22c76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:15:23.179517 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:15:23.614939 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-0ae75029-feb6-4728-9a94-5f9b60993d82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:15:24.067242 n-d-713301-16 neutron-server[95102]: INFO neutron.api.v2.resource [req-f102ee3d-ac28-461a-8934-d88ce5146ebe req-bddec0e4-a53f-470d-809b-e040a3314aca service neutron] show failed (client error): The resource could not be found. Sep 23 20:15:24.068318 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-f102ee3d-ac28-461a-8934-d88ce5146ebe req-bddec0e4-a53f-470d-809b-e040a3314aca service neutron] 10.222.0.53 "GET /v2.0/ports/a44aca31-a7c7-4a30-b003-e97d0becf1ca/bindings/n-h1-713301-16 HTTP/1.1" status: 404 len: 381 time: 0.0648780 Sep 23 20:15:24.130700 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d357ec7-79ff-4a79-ab69-393ce5d7dca5 req-24634ccd-3b4c-44fb-ac2a-2c1a88ca1e3b tempest-ServerActionsTestJSON-1099592143 tempest-ServerActionsTestJSON-1099592143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:15:24.132738 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-1d357ec7-79ff-4a79-ab69-393ce5d7dca5 req-24634ccd-3b4c-44fb-ac2a-2c1a88ca1e3b tempest-ServerActionsTestJSON-1099592143 tempest-ServerActionsTestJSON-1099592143-project] 10.222.0.67 "GET /v2.0/ports?device_id=5b150d5c-7a2b-4bdd-acf3-81371e412906 HTTP/1.1" status: 200 len: 946 time: 0.0564926 Sep 23 20:15:24.176315 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-1d357ec7-79ff-4a79-ab69-393ce5d7dca5 req-99069b52-0a9e-4403-8066-4367b7eb0693 tempest-ServerActionsTestJSON-1099592143 tempest-ServerActionsTestJSON-1099592143-project] 10.222.0.67 "GET /v2.0/security-groups?id=5050492a-4ff5-4619-9495-b5ac49ab15ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366521 Sep 23 20:15:24.284405 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f102ee3d-ac28-461a-8934-d88ce5146ebe req-62c33dd2-db72-4c5a-86cc-697348764752 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:15:24.285885 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-f102ee3d-ac28-461a-8934-d88ce5146ebe req-62c33dd2-db72-4c5a-86cc-697348764752 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=5b150d5c-7a2b-4bdd-acf3-81371e412906&tenant_id=c9cdc0f8c48b47f0a9ba670a531cda84 HTTP/1.1" status: 200 len: 1098 time: 0.0440443 Sep 23 20:15:24.297451 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.v2.base [req-f102ee3d-ac28-461a-8934-d88ce5146ebe req-98205766-260a-4108-b856-de5f0d869d42 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-713301-16', 'device_owner': 'compute:nova'}} {{(pid=95102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 20:15:24.361505 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-f102ee3d-ac28-461a-8934-d88ce5146ebe req-98205766-260a-4108-b856-de5f0d869d42 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:15:24.597430 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.db [req-f102ee3d-ac28-461a-8934-d88ce5146ebe req-98205766-260a-4108-b856-de5f0d869d42 service neutron] For port a44aca31-a7c7-4a30-b003-e97d0becf1ca, host n-h2-713301-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-16',level=0,port_id=a44aca31-a7c7-4a30-b003-e97d0becf1ca,segment=NetworkSegment(63d9966b-ec95-4293-aace-132eeb81246d),segment_id=63d9966b-ec95-4293-aace-132eeb81246d)] {{(pid=95102) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 20:15:24.636997 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.db [req-f102ee3d-ac28-461a-8934-d88ce5146ebe req-98205766-260a-4108-b856-de5f0d869d42 service neutron] For port a44aca31-a7c7-4a30-b003-e97d0becf1ca, host n-h2-713301-16, cleared binding levels {{(pid=95102) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 20:15:24.678369 n-d-713301-16 neutron-server[95102]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b150d5c-7a2b-4bdd-acf3-81371e412906', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a44aca31-a7c7-4a30-b003-e97d0becf1ca'}] {{(pid=95102) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 20:15:24.681404 n-d-713301-16 neutron-server[95102]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab31b6d93e5336dbddfa8ec424565b3bd8cb2369c5b4d85bc943472dbb21e8ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-282d4198-706d-4ed5-a831-44d1ff71de7a" -d '{"events": [{"server_uuid": "5b150d5c-7a2b-4bdd-acf3-81371e412906", "name": "network-vif-unplugged", "status": "completed", "tag": "a44aca31-a7c7-4a30-b003-e97d0becf1ca"}]}' {{(pid=95102) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 20:15:24.685651 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-f102ee3d-ac28-461a-8934-d88ce5146ebe req-98205766-260a-4108-b856-de5f0d869d42 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:15:24.698826 n-d-713301-16 neutron-server[95102]: DEBUG neutron.db.provisioning_blocks [req-f102ee3d-ac28-461a-8934-d88ce5146ebe req-98205766-260a-4108-b856-de5f0d869d42 service neutron] Transition to ACTIVE for port object a44aca31-a7c7-4a30-b003-e97d0becf1ca will not be triggered until provisioned by entity L2. {{(pid=95102) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 20:15:24.702483 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-f102ee3d-ac28-461a-8934-d88ce5146ebe req-98205766-260a-4108-b856-de5f0d869d42 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4399095'] for port, after_update {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:15:24.776494 n-d-713301-16 neutron-server[95102]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 23 Sep 2021 20:15:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-610c0ff3-4323-45ff-9ea1-2c7aa9d1128c x-openstack-request-id: req-610c0ff3-4323-45ff-9ea1-2c7aa9d1128c {{(pid=95102) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 20:15:24.776902 n-d-713301-16 neutron-server[95102]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5b150d5c-7a2b-4bdd-acf3-81371e412906", "name": "network-vif-unplugged", "status": "completed", "tag": "a44aca31-a7c7-4a30-b003-e97d0becf1ca", "code": 200}]} {{(pid=95102) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 20:15:24.777212 n-d-713301-16 neutron-server[95102]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-610c0ff3-4323-45ff-9ea1-2c7aa9d1128c {{(pid=95102) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 20:15:24.777644 n-d-713301-16 neutron-server[95102]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5b150d5c-7a2b-4bdd-acf3-81371e412906', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a44aca31-a7c7-4a30-b003-e97d0becf1ca', 'code': 200} Sep 23 20:15:24.804561 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98205766-260a-4108-b856-de5f0d869d42 service neutron] Pushing event updated for resources: {'Port': ['ID=a44aca31-a7c7-4a30-b003-e97d0becf1ca,revision_number=6']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:15:24.821293 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98205766-260a-4108-b856-de5f0d869d42 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:15:24.821674 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98205766-260a-4108-b856-de5f0d869d42 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:15:24.822045 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98205766-260a-4108-b856-de5f0d869d42 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:15:24.822390 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98205766-260a-4108-b856-de5f0d869d42 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:15:24.822730 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98205766-260a-4108-b856-de5f0d869d42 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:15:24.823067 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98205766-260a-4108-b856-de5f0d869d42 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:15:24.823400 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98205766-260a-4108-b856-de5f0d869d42 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:15:24.823731 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98205766-260a-4108-b856-de5f0d869d42 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:15:24.824064 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98205766-260a-4108-b856-de5f0d869d42 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:15:24.824393 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98205766-260a-4108-b856-de5f0d869d42 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:15:24.824746 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98205766-260a-4108-b856-de5f0d869d42 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:15:24.825078 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98205766-260a-4108-b856-de5f0d869d42 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:15:24.855546 n-d-713301-16 neutron-server[95102]: DEBUG neutron.db.l3_dvrscheduler_db [req-f102ee3d-ac28-461a-8934-d88ce5146ebe req-98205766-260a-4108-b856-de5f0d869d42 service neutron] No DVR routers for this DVR port a44aca31-a7c7-4a30-b003-e97d0becf1ca on host n-h2-713301-16 {{(pid=95102) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 20:15:25.005165 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.managers [req-f102ee3d-ac28-461a-8934-d88ce5146ebe req-98205766-260a-4108-b856-de5f0d869d42 service neutron] Attempting to bind port a44aca31-a7c7-4a30-b003-e97d0becf1ca on host n-h1-713301-16 for vnic_type normal with profile {{(pid=95102) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 20:15:25.005507 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.managers [req-f102ee3d-ac28-461a-8934-d88ce5146ebe req-98205766-260a-4108-b856-de5f0d869d42 service neutron] Attempting to bind port a44aca31-a7c7-4a30-b003-e97d0becf1ca by drivers openvswitch,hyperv on host n-h1-713301-16 at level 0 using segments [{'id': '63d9966b-ec95-4293-aace-132eeb81246d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'c43367ff-daf3-49d8-a63d-d06f66adba8f'}] {{(pid=95102) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 20:15:25.005839 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f102ee3d-ac28-461a-8934-d88ce5146ebe req-98205766-260a-4108-b856-de5f0d869d42 service neutron] Attempting to bind port a44aca31-a7c7-4a30-b003-e97d0becf1ca on network c43367ff-daf3-49d8-a63d-d06f66adba8f {{(pid=95102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 20:15:25.011516 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f102ee3d-ac28-461a-8934-d88ce5146ebe req-98205766-260a-4108-b856-de5f0d869d42 service neutron] Port a44aca31-a7c7-4a30-b003-e97d0becf1ca on network c43367ff-daf3-49d8-a63d-d06f66adba8f not bound, no agent of type Open vSwitch agent registered on host n-h1-713301-16 {{(pid=95102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 20:15:25.011937 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f102ee3d-ac28-461a-8934-d88ce5146ebe req-98205766-260a-4108-b856-de5f0d869d42 service neutron] Attempting to bind port a44aca31-a7c7-4a30-b003-e97d0becf1ca on network c43367ff-daf3-49d8-a63d-d06f66adba8f {{(pid=95102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 20:15:25.018110 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f102ee3d-ac28-461a-8934-d88ce5146ebe req-98205766-260a-4108-b856-de5f0d869d42 service neutron] Checking agent: {'id': '0708c3e9-0aad-4600-9be9-d2486535c898', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713301-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 19, 15, 28), 'started_at': datetime.datetime(2021, 9, 23, 19, 15, 28), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 20, 14, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 20:15:25.018368 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f102ee3d-ac28-461a-8934-d88ce5146ebe req-98205766-260a-4108-b856-de5f0d869d42 service neutron] Checking segment: {'id': '63d9966b-ec95-4293-aace-132eeb81246d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'c43367ff-daf3-49d8-a63d-d06f66adba8f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95102) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 20:15:25.018762 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f102ee3d-ac28-461a-8934-d88ce5146ebe req-98205766-260a-4108-b856-de5f0d869d42 service neutron] Bound using segment: {'id': '63d9966b-ec95-4293-aace-132eeb81246d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'c43367ff-daf3-49d8-a63d-d06f66adba8f'} {{(pid=95102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 20:15:25.019207 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.managers [req-f102ee3d-ac28-461a-8934-d88ce5146ebe req-98205766-260a-4108-b856-de5f0d869d42 service neutron] Bound port: a44aca31-a7c7-4a30-b003-e97d0becf1ca, host: n-h1-713301-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '63d9966b-ec95-4293-aace-132eeb81246d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'c43367ff-daf3-49d8-a63d-d06f66adba8f'}}] {{(pid=95102) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 20:15:25.019579 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-f102ee3d-ac28-461a-8934-d88ce5146ebe req-98205766-260a-4108-b856-de5f0d869d42 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:15:25.092710 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.db [req-f102ee3d-ac28-461a-8934-d88ce5146ebe req-98205766-260a-4108-b856-de5f0d869d42 service neutron] For port a44aca31-a7c7-4a30-b003-e97d0becf1ca, host n-h1-713301-16, cleared binding levels {{(pid=95102) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 20:15:25.096043 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.db [req-f102ee3d-ac28-461a-8934-d88ce5146ebe req-98205766-260a-4108-b856-de5f0d869d42 service neutron] For port a44aca31-a7c7-4a30-b003-e97d0becf1ca, host n-h1-713301-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-16',level=0,port_id=a44aca31-a7c7-4a30-b003-e97d0becf1ca,segment=NetworkSegment(63d9966b-ec95-4293-aace-132eeb81246d),segment_id=63d9966b-ec95-4293-aace-132eeb81246d)] {{(pid=95102) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 20:15:25.100367 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-f102ee3d-ac28-461a-8934-d88ce5146ebe req-98205766-260a-4108-b856-de5f0d869d42 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4399095'] for port, after_update {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:15:25.142759 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f102ee3d-ac28-461a-8934-d88ce5146ebe req-98205766-260a-4108-b856-de5f0d869d42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:15:25.143383 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-f102ee3d-ac28-461a-8934-d88ce5146ebe req-98205766-260a-4108-b856-de5f0d869d42 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222849'] for port, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:15:25.144805 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-f102ee3d-ac28-461a-8934-d88ce5146ebe req-98205766-260a-4108-b856-de5f0d869d42 service neutron] 10.222.0.74 "PUT /v2.0/ports/a44aca31-a7c7-4a30-b003-e97d0becf1ca HTTP/1.1" status: 200 len: 1093 time: 0.8515751 Sep 23 20:15:25.165544 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98205766-260a-4108-b856-de5f0d869d42 service neutron] Pushing event updated for resources: {'Port': ['ID=a44aca31-a7c7-4a30-b003-e97d0becf1ca,revision_number=7']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:15:25.216174 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f102ee3d-ac28-461a-8934-d88ce5146ebe req-514700f5-97b7-40c5-bf25-869c9a58cf82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:15:25.217910 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-f102ee3d-ac28-461a-8934-d88ce5146ebe req-514700f5-97b7-40c5-bf25-869c9a58cf82 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=c9cdc0f8c48b47f0a9ba670a531cda84&device_id=5b150d5c-7a2b-4bdd-acf3-81371e412906 HTTP/1.1" status: 200 len: 1096 time: 0.0491354 Sep 23 20:15:25.361325 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b02730d4-21b7-412c-96cd-522012c660d5 req-4d4c1621-ad1f-40fa-a2bc-b627e81981dd tempest-ServerActionsTestJSON-1099592143 tempest-ServerActionsTestJSON-1099592143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:15:25.362788 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-b02730d4-21b7-412c-96cd-522012c660d5 req-4d4c1621-ad1f-40fa-a2bc-b627e81981dd tempest-ServerActionsTestJSON-1099592143 tempest-ServerActionsTestJSON-1099592143-project] 10.222.0.67 "GET /v2.0/ports?device_id=5b150d5c-7a2b-4bdd-acf3-81371e412906 HTTP/1.1" status: 200 len: 944 time: 0.1052601 Sep 23 20:15:25.363963 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f102ee3d-ac28-461a-8934-d88ce5146ebe req-1c643311-9eee-4376-8deb-9b473c252af8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:15:25.365337 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-f102ee3d-ac28-461a-8934-d88ce5146ebe req-1c643311-9eee-4376-8deb-9b473c252af8 service neutron] 10.222.0.74 "GET /v2.0/networks?id=c43367ff-daf3-49d8-a63d-d06f66adba8f HTTP/1.1" status: 200 len: 912 time: 0.1408839 Sep 23 20:15:25.437697 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-80e7e501-6c57-470d-92c6-e3d54bc3195c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:15:25.444410 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-b02730d4-21b7-412c-96cd-522012c660d5 req-3d0dafab-efb7-4695-8f24-5a1b6b5b4fd6 tempest-ServerActionsTestJSON-1099592143 tempest-ServerActionsTestJSON-1099592143-project] 10.222.0.67 "GET /v2.0/security-groups?id=5050492a-4ff5-4619-9495-b5ac49ab15ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0742223 Sep 23 20:15:25.456627 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-f102ee3d-ac28-461a-8934-d88ce5146ebe req-2f73020c-d63c-45a2-b6a7-154af04e893d service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a44aca31-a7c7-4a30-b003-e97d0becf1ca HTTP/1.1" status: 200 len: 1001 time: 0.0804350 Sep 23 20:15:25.513488 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f102ee3d-ac28-461a-8934-d88ce5146ebe req-d34cb1f6-75c5-4414-96f3-d7aa38422531 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:15:25.515004 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-f102ee3d-ac28-461a-8934-d88ce5146ebe req-d34cb1f6-75c5-4414-96f3-d7aa38422531 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=227f7a8f-869f-4775-8556-35fd28bcf5f3 HTTP/1.1" status: 200 len: 850 time: 0.0493014 Sep 23 20:15:25.560067 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f102ee3d-ac28-461a-8934-d88ce5146ebe req-c63525d4-be49-4a8f-86e1-4751889fd9b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:15:25.561594 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-f102ee3d-ac28-461a-8934-d88ce5146ebe req-c63525d4-be49-4a8f-86e1-4751889fd9b8 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=c43367ff-daf3-49d8-a63d-d06f66adba8f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0400815 Sep 23 20:15:25.653903 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-f102ee3d-ac28-461a-8934-d88ce5146ebe req-e293f6d2-938a-4cba-800e-4f814df9da40 service neutron] 10.222.0.74 "GET /v2.0/networks/c43367ff-daf3-49d8-a63d-d06f66adba8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852695 Sep 23 20:15:25.747035 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-f102ee3d-ac28-461a-8934-d88ce5146ebe req-9a2427aa-9364-4dad-9bde-9afa01c452f1 service neutron] 10.222.0.74 "GET /v2.0/networks/c43367ff-daf3-49d8-a63d-d06f66adba8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858567 Sep 23 20:15:26.569268 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77191c00-d425-476d-ad56-d726ee0dd416 req-9e7742e1-f522-4fe4-ad43-20e3c172be61 tempest-ServerActionsTestJSON-1099592143 tempest-ServerActionsTestJSON-1099592143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:15:26.570852 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-77191c00-d425-476d-ad56-d726ee0dd416 req-9e7742e1-f522-4fe4-ad43-20e3c172be61 tempest-ServerActionsTestJSON-1099592143 tempest-ServerActionsTestJSON-1099592143-project] 10.222.0.67 "GET /v2.0/ports?device_id=5b150d5c-7a2b-4bdd-acf3-81371e412906 HTTP/1.1" status: 200 len: 944 time: 0.0514004 Sep 23 20:15:26.610430 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-77191c00-d425-476d-ad56-d726ee0dd416 req-32902289-f346-4f43-8847-04d1baf8f164 tempest-ServerActionsTestJSON-1099592143 tempest-ServerActionsTestJSON-1099592143-project] 10.222.0.67 "GET /v2.0/security-groups?id=5050492a-4ff5-4619-9495-b5ac49ab15ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329611 Sep 23 20:15:26.779279 n-d-713301-16 neutron-server[95102]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5b150d5c-7a2b-4bdd-acf3-81371e412906', 'tag': 'a44aca31-a7c7-4a30-b003-e97d0becf1ca'}] {{(pid=95102) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 20:15:26.781689 n-d-713301-16 neutron-server[95102]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab31b6d93e5336dbddfa8ec424565b3bd8cb2369c5b4d85bc943472dbb21e8ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f97dad56-cd69-4426-a1ed-bc3d4c8a244b" -d '{"events": [{"name": "network-changed", "server_uuid": "5b150d5c-7a2b-4bdd-acf3-81371e412906", "tag": "a44aca31-a7c7-4a30-b003-e97d0becf1ca"}]}' {{(pid=95102) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 20:15:26.830084 n-d-713301-16 neutron-server[95102]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 20:15:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dddc730a-8b23-4010-991f-9d43a6059dcc x-openstack-request-id: req-dddc730a-8b23-4010-991f-9d43a6059dcc {{(pid=95102) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 20:15:26.830404 n-d-713301-16 neutron-server[95102]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5b150d5c-7a2b-4bdd-acf3-81371e412906", "tag": "a44aca31-a7c7-4a30-b003-e97d0becf1ca", "status": "completed", "code": 200}]} {{(pid=95102) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 20:15:26.830653 n-d-713301-16 neutron-server[95102]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-dddc730a-8b23-4010-991f-9d43a6059dcc {{(pid=95102) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 20:15:26.831044 n-d-713301-16 neutron-server[95102]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5b150d5c-7a2b-4bdd-acf3-81371e412906', 'tag': 'a44aca31-a7c7-4a30-b003-e97d0becf1ca', 'status': 'completed', 'code': 200} Sep 23 20:15:26.925737 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f97dad56-cd69-4426-a1ed-bc3d4c8a244b req-5008b26e-018f-495c-a6dd-3043a8261656 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:15:26.927630 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-f97dad56-cd69-4426-a1ed-bc3d4c8a244b req-5008b26e-018f-495c-a6dd-3043a8261656 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=c9cdc0f8c48b47f0a9ba670a531cda84&device_id=5b150d5c-7a2b-4bdd-acf3-81371e412906 HTTP/1.1" status: 200 len: 1096 time: 0.0773294 Sep 23 20:15:26.934447 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f97dad56-cd69-4426-a1ed-bc3d4c8a244b req-3ef40027-8000-4ebb-ba08-8755537b44ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:15:26.936029 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-f97dad56-cd69-4426-a1ed-bc3d4c8a244b req-3ef40027-8000-4ebb-ba08-8755537b44ea service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=c9cdc0f8c48b47f0a9ba670a531cda84&device_id=5b150d5c-7a2b-4bdd-acf3-81371e412906 HTTP/1.1" status: 200 len: 1096 time: 0.0761359 Sep 23 20:15:27.094591 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f97dad56-cd69-4426-a1ed-bc3d4c8a244b req-43e4944a-5eeb-4573-9ff4-4db7dc669942 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:15:27.096078 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-f97dad56-cd69-4426-a1ed-bc3d4c8a244b req-43e4944a-5eeb-4573-9ff4-4db7dc669942 service neutron] 10.222.0.74 "GET /v2.0/networks?id=c43367ff-daf3-49d8-a63d-d06f66adba8f HTTP/1.1" status: 200 len: 912 time: 0.1511655 Sep 23 20:15:27.097055 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f97dad56-cd69-4426-a1ed-bc3d4c8a244b req-4fde0dd4-e0b4-437d-960b-dbcca9901310 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:15:27.098402 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-f97dad56-cd69-4426-a1ed-bc3d4c8a244b req-4fde0dd4-e0b4-437d-960b-dbcca9901310 service neutron] 10.222.0.53 "GET /v2.0/networks?id=c43367ff-daf3-49d8-a63d-d06f66adba8f HTTP/1.1" status: 200 len: 912 time: 0.1615298 Sep 23 20:15:27.534334 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-f97dad56-cd69-4426-a1ed-bc3d4c8a244b req-5c5c7112-f0df-415d-be22-58434ca6169b service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a44aca31-a7c7-4a30-b003-e97d0becf1ca HTTP/1.1" status: 200 len: 1001 time: 0.4295239 Sep 23 20:15:27.541173 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-f97dad56-cd69-4426-a1ed-bc3d4c8a244b req-daf3f0e3-07ae-4380-abbe-47b356d5388a service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a44aca31-a7c7-4a30-b003-e97d0becf1ca HTTP/1.1" status: 200 len: 1001 time: 0.4291382 Sep 23 20:15:27.620065 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f97dad56-cd69-4426-a1ed-bc3d4c8a244b req-c3dbffa3-e92b-4d85-9c2d-32b971269bd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:15:27.621580 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-f97dad56-cd69-4426-a1ed-bc3d4c8a244b req-c3dbffa3-e92b-4d85-9c2d-32b971269bd8 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=227f7a8f-869f-4775-8556-35fd28bcf5f3 HTTP/1.1" status: 200 len: 850 time: 0.0802202 Sep 23 20:15:27.625269 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f97dad56-cd69-4426-a1ed-bc3d4c8a244b req-85c45bc1-4c3c-47ed-95c7-d719dc735238 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:15:27.626649 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-f97dad56-cd69-4426-a1ed-bc3d4c8a244b req-85c45bc1-4c3c-47ed-95c7-d719dc735238 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=227f7a8f-869f-4775-8556-35fd28bcf5f3 HTTP/1.1" status: 200 len: 850 time: 0.0778253 Sep 23 20:15:27.721511 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f97dad56-cd69-4426-a1ed-bc3d4c8a244b req-f33575af-8fd7-46d1-a926-a70ed1e3a9dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:15:27.723036 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-f97dad56-cd69-4426-a1ed-bc3d4c8a244b req-f33575af-8fd7-46d1-a926-a70ed1e3a9dc service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=c43367ff-daf3-49d8-a63d-d06f66adba8f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0865304 Sep 23 20:15:27.729278 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f97dad56-cd69-4426-a1ed-bc3d4c8a244b req-10d07c3e-dae8-48cb-a664-a4b7f459d29b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:15:27.730803 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-f97dad56-cd69-4426-a1ed-bc3d4c8a244b req-10d07c3e-dae8-48cb-a664-a4b7f459d29b service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=c43367ff-daf3-49d8-a63d-d06f66adba8f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1023195 Sep 23 20:15:27.838909 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-effad1e7-5c58-42f5-9768-8cb8a8bdf467 req-7c03bb6d-f110-4417-b509-b061a53e6cae tempest-ServerActionsTestJSON-1099592143 tempest-ServerActionsTestJSON-1099592143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:15:27.841026 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-effad1e7-5c58-42f5-9768-8cb8a8bdf467 req-7c03bb6d-f110-4417-b509-b061a53e6cae tempest-ServerActionsTestJSON-1099592143 tempest-ServerActionsTestJSON-1099592143-project] 10.222.0.67 "GET /v2.0/ports?device_id=5b150d5c-7a2b-4bdd-acf3-81371e412906 HTTP/1.1" status: 200 len: 944 time: 0.1526313 Sep 23 20:15:27.859063 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Device a44aca31-a7c7-4a30-b003-e97d0becf1ca no longer exists at agent hyperv_n-h2-713301-16 {{(pid=95103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 20:15:27.901882 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Device a44aca31-a7c7-4a30-b003-e97d0becf1ca not bound to the agent host n-h2-713301-16 {{(pid=95103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 20:15:27.942923 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-f97dad56-cd69-4426-a1ed-bc3d4c8a244b req-badbefde-8bea-4593-b99c-10b71fac6832 service neutron] 10.222.0.53 "GET /v2.0/networks/c43367ff-daf3-49d8-a63d-d06f66adba8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2101774 Sep 23 20:15:27.947842 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-effad1e7-5c58-42f5-9768-8cb8a8bdf467 req-88e7f332-0a3b-4b37-9088-d1b538f4ad7a tempest-ServerActionsTestJSON-1099592143 tempest-ServerActionsTestJSON-1099592143-project] 10.222.0.67 "GET /v2.0/security-groups?id=5050492a-4ff5-4619-9495-b5ac49ab15ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0756671 Sep 23 20:15:27.951549 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-f97dad56-cd69-4426-a1ed-bc3d4c8a244b req-65b4aa51-8a7b-421d-a660-b88e9f3245d1 service neutron] 10.222.0.74 "GET /v2.0/networks/c43367ff-daf3-49d8-a63d-d06f66adba8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2085319 Sep 23 20:15:28.139792 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-f97dad56-cd69-4426-a1ed-bc3d4c8a244b req-dfb358c4-313d-44de-a9fb-6e9e7e5ef423 service neutron] 10.222.0.53 "GET /v2.0/networks/c43367ff-daf3-49d8-a63d-d06f66adba8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1872294 Sep 23 20:15:28.142045 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-f97dad56-cd69-4426-a1ed-bc3d4c8a244b req-a1e02ee4-f0d3-4128-afe0-d5b0d1f6da1f service neutron] 10.222.0.74 "GET /v2.0/networks/c43367ff-daf3-49d8-a63d-d06f66adba8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1820736 Sep 23 20:15:28.338503 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Device a44aca31-a7c7-4a30-b003-e97d0becf1ca details requested by agent hyperv_n-h1-713301-16 with host n-h1-713301-16 {{(pid=95103) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 20:15:28.342792 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1826bf0a-85a9-4b68-860a-b80cdc981b98 req-5897dd72-0323-458d-8444-07c7f8b6f198 tempest-ServerActionsTestJSON-1099592143 tempest-ServerActionsTestJSON-1099592143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:15:28.344405 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-1826bf0a-85a9-4b68-860a-b80cdc981b98 req-5897dd72-0323-458d-8444-07c7f8b6f198 tempest-ServerActionsTestJSON-1099592143 tempest-ServerActionsTestJSON-1099592143-project] 10.222.0.74 "GET /v2.0/ports?device_id=5b150d5c-7a2b-4bdd-acf3-81371e412906&tenant_id=c9cdc0f8c48b47f0a9ba670a531cda84&binding%3Ahost_id=n-h1-713301-16 HTTP/1.1" status: 200 len: 944 time: 0.1070197 Sep 23 20:15:28.376257 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1736f47-efbd-4cb6-b5d2-b0854ac5ffce req-548cc61e-41dd-4903-9e8d-802ae5a13ca7 tempest-ServerActionsTestJSON-1099592143 tempest-ServerActionsTestJSON-1099592143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:15:28.382617 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-d1736f47-efbd-4cb6-b5d2-b0854ac5ffce req-548cc61e-41dd-4903-9e8d-802ae5a13ca7 tempest-ServerActionsTestJSON-1099592143 tempest-ServerActionsTestJSON-1099592143-project] 10.222.0.67 "GET /v2.0/ports?device_id=5b150d5c-7a2b-4bdd-acf3-81371e412906 HTTP/1.1" status: 200 len: 944 time: 0.1073818 Sep 23 20:15:28.418619 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:15:28.472970 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-d1736f47-efbd-4cb6-b5d2-b0854ac5ffce req-2177baf6-2ec2-4b65-b8d0-5334d63cb79e tempest-ServerActionsTestJSON-1099592143 tempest-ServerActionsTestJSON-1099592143-project] 10.222.0.67 "GET /v2.0/security-groups?id=5050492a-4ff5-4619-9495-b5ac49ab15ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0683746 Sep 23 20:15:28.478717 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] For port a44aca31-a7c7-4a30-b003-e97d0becf1ca, host n-h1-713301-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-16',level=0,port_id=a44aca31-a7c7-4a30-b003-e97d0becf1ca,segment=NetworkSegment(63d9966b-ec95-4293-aace-132eeb81246d),segment_id=63d9966b-ec95-4293-aace-132eeb81246d)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 20:15:28.480514 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-1826bf0a-85a9-4b68-860a-b80cdc981b98 req-24bfed0a-a668-4649-92c4-869b701d6e8e service neutron] 10.222.0.74 "GET /v2.0/ports/a44aca31-a7c7-4a30-b003-e97d0becf1ca/bindings/n-h1-713301-16 HTTP/1.1" status: 200 len: 383 time: 0.1207027 Sep 23 20:15:28.491989 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Returning: {'device': 'a44aca31-a7c7-4a30-b003-e97d0becf1ca', 'network_id': 'c43367ff-daf3-49d8-a63d-d06f66adba8f', 'port_id': 'a44aca31-a7c7-4a30-b003-e97d0becf1ca', 'mac_address': 'fa:16:3e:28:51:b3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 600, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '227f7a8f-869f-4775-8556-35fd28bcf5f3', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95103) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 20:15:28.537203 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:15:28.553458 n-d-713301-16 neutron-server[95103]: DEBUG neutron.notifiers.nova [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a44aca31-a7c7-4a30-b003-e97d0becf1ca {{(pid=95103) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 20:15:28.555056 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1826bf0a-85a9-4b68-860a-b80cdc981b98 req-30b8f010-f652-45c5-9503-2546d13eba3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:15:28.557255 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-1826bf0a-85a9-4b68-860a-b80cdc981b98 req-30b8f010-f652-45c5-9503-2546d13eba3d service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=c9cdc0f8c48b47f0a9ba670a531cda84&device_id=5b150d5c-7a2b-4bdd-acf3-81371e412906 HTTP/1.1" status: 200 len: 1096 time: 0.0486400 Sep 23 20:15:28.577211 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] For port a44aca31-a7c7-4a30-b003-e97d0becf1ca, host n-h1-713301-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-16',level=0,port_id=a44aca31-a7c7-4a30-b003-e97d0becf1ca,segment=NetworkSegment(63d9966b-ec95-4293-aace-132eeb81246d),segment_id=63d9966b-ec95-4293-aace-132eeb81246d)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 20:15:28.581850 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:15:28.644546 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Pushing event updated for resources: {'Port': ['ID=a44aca31-a7c7-4a30-b003-e97d0becf1ca,revision_number=8']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:15:28.653230 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:15:28.653580 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:15:28.653923 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:15:28.654262 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:15:28.654937 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:15:28.655284 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:15:28.655618 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:15:28.655949 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:15:28.662622 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:15:28.663037 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:15:28.663429 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1826bf0a-85a9-4b68-860a-b80cdc981b98 req-5691f3a2-1b4d-402d-b6be-91ef4b8fcaef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:15:28.663890 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:15:28.663890 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:15:28.668068 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-1826bf0a-85a9-4b68-860a-b80cdc981b98 req-5691f3a2-1b4d-402d-b6be-91ef4b8fcaef service neutron] 10.222.0.74 "GET /v2.0/networks?id=c43367ff-daf3-49d8-a63d-d06f66adba8f HTTP/1.1" status: 200 len: 912 time: 0.1013999 Sep 23 20:15:28.692418 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:15:28.752166 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-1826bf0a-85a9-4b68-860a-b80cdc981b98 req-b21883d4-3825-43bf-a981-62f4f62edadc service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a44aca31-a7c7-4a30-b003-e97d0becf1ca HTTP/1.1" status: 200 len: 1002 time: 0.0778456 Sep 23 20:15:28.809871 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] get_ports_and_sgs() called for port_ids ['a44aca31-a7c7-4a30-b003-e97d0becf1ca'] {{(pid=95103) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 20:15:28.811621 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1826bf0a-85a9-4b68-860a-b80cdc981b98 req-530220ee-37a3-4d9c-af93-82a8be889bf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:15:28.813021 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-1826bf0a-85a9-4b68-860a-b80cdc981b98 req-530220ee-37a3-4d9c-af93-82a8be889bf6 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=227f7a8f-869f-4775-8556-35fd28bcf5f3 HTTP/1.1" status: 200 len: 850 time: 0.0538688 Sep 23 20:15:28.863432 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1826bf0a-85a9-4b68-860a-b80cdc981b98 req-dde08205-06fa-46ca-8efe-76be04394c30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:15:28.865040 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-1826bf0a-85a9-4b68-860a-b80cdc981b98 req-dde08205-06fa-46ca-8efe-76be04394c30 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=c43367ff-daf3-49d8-a63d-d06f66adba8f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0448401 Sep 23 20:15:28.966948 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-1826bf0a-85a9-4b68-860a-b80cdc981b98 req-d0e93c00-e881-4364-a891-614382915615 service neutron] 10.222.0.74 "GET /v2.0/networks/c43367ff-daf3-49d8-a63d-d06f66adba8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0948215 Sep 23 20:15:29.079689 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-1826bf0a-85a9-4b68-860a-b80cdc981b98 req-984d41d2-697b-4b31-a232-a0d168cdc6b2 service neutron] 10.222.0.74 "GET /v2.0/networks/c43367ff-daf3-49d8-a63d-d06f66adba8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1056693 Sep 23 20:15:29.604716 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b30b310-62dd-4c03-b6cf-c11aadefecb1 req-f8b77f19-5c57-4ac8-8f1c-cac33f9247b2 tempest-ServerActionsTestJSON-1099592143 tempest-ServerActionsTestJSON-1099592143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:15:29.606231 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-4b30b310-62dd-4c03-b6cf-c11aadefecb1 req-f8b77f19-5c57-4ac8-8f1c-cac33f9247b2 tempest-ServerActionsTestJSON-1099592143 tempest-ServerActionsTestJSON-1099592143-project] 10.222.0.67 "GET /v2.0/ports?device_id=5b150d5c-7a2b-4bdd-acf3-81371e412906 HTTP/1.1" status: 200 len: 945 time: 0.0514233 Sep 23 20:15:29.646985 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-4b30b310-62dd-4c03-b6cf-c11aadefecb1 req-426de8c8-2da5-41dc-88bb-b6fb727bc600 tempest-ServerActionsTestJSON-1099592143 tempest-ServerActionsTestJSON-1099592143-project] 10.222.0.67 "GET /v2.0/security-groups?id=5050492a-4ff5-4619-9495-b5ac49ab15ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331306 Sep 23 20:15:30.345948 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Device a44aca31-a7c7-4a30-b003-e97d0becf1ca up at agent hyperv_n-h1-713301-16 {{(pid=95103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 20:15:30.402005 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Provisioning for port a44aca31-a7c7-4a30-b003-e97d0becf1ca completed by entity L2. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 20:15:30.405975 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Provisioning complete for port a44aca31-a7c7-4a30-b003-e97d0becf1ca triggered by entity L2. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 20:15:30.406343 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:15:30.486666 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:15:30.510738 n-d-713301-16 neutron-server[95103]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b150d5c-7a2b-4bdd-acf3-81371e412906', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a44aca31-a7c7-4a30-b003-e97d0becf1ca'}] {{(pid=95103) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 20:15:30.513031 n-d-713301-16 neutron-server[95103]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}81a1c17f2aa89d5b3ebbba3a3e0cf7eb588e431c2224256110c4c4facdd7c3e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68ce3602-ee03-436e-ad8a-b8cb19e2f073" -d '{"events": [{"server_uuid": "5b150d5c-7a2b-4bdd-acf3-81371e412906", "name": "network-vif-plugged", "status": "completed", "tag": "a44aca31-a7c7-4a30-b003-e97d0becf1ca"}]}' {{(pid=95103) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 20:15:30.526010 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] For port a44aca31-a7c7-4a30-b003-e97d0becf1ca, host n-h1-713301-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-16',level=0,port_id=a44aca31-a7c7-4a30-b003-e97d0becf1ca,segment=NetworkSegment(63d9966b-ec95-4293-aace-132eeb81246d),segment_id=63d9966b-ec95-4293-aace-132eeb81246d)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 20:15:30.529872 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:15:30.563746 n-d-713301-16 neutron-server[95103]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 20:15:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ebd01ac2-747f-455a-a181-42caa5f7eed8 x-openstack-request-id: req-ebd01ac2-747f-455a-a181-42caa5f7eed8 {{(pid=95103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 20:15:30.565203 n-d-713301-16 neutron-server[95103]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5b150d5c-7a2b-4bdd-acf3-81371e412906", "name": "network-vif-plugged", "status": "completed", "tag": "a44aca31-a7c7-4a30-b003-e97d0becf1ca", "code": 200}]} {{(pid=95103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 20:15:30.565203 n-d-713301-16 neutron-server[95103]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-ebd01ac2-747f-455a-a181-42caa5f7eed8 {{(pid=95103) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 20:15:30.565203 n-d-713301-16 neutron-server[95103]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5b150d5c-7a2b-4bdd-acf3-81371e412906', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a44aca31-a7c7-4a30-b003-e97d0becf1ca', 'code': 200} Sep 23 20:15:30.580375 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Pushing event updated for resources: {'Port': ['ID=a44aca31-a7c7-4a30-b003-e97d0becf1ca,revision_number=9']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:15:30.772426 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc04826-3c16-4c0b-b465-15980d3441a1 req-a66ee9cd-1231-48c1-959c-49c94eda3e05 tempest-ServerActionsTestJSON-1099592143 tempest-ServerActionsTestJSON-1099592143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:15:30.774683 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-4dc04826-3c16-4c0b-b465-15980d3441a1 req-a66ee9cd-1231-48c1-959c-49c94eda3e05 tempest-ServerActionsTestJSON-1099592143 tempest-ServerActionsTestJSON-1099592143-project] 10.222.0.67 "GET /v2.0/ports?device_id=5b150d5c-7a2b-4bdd-acf3-81371e412906 HTTP/1.1" status: 200 len: 946 time: 0.0548475 Sep 23 20:15:30.825598 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-4dc04826-3c16-4c0b-b465-15980d3441a1 req-879d3b81-f4d4-412c-a8b0-62d8e389c2ce tempest-ServerActionsTestJSON-1099592143 tempest-ServerActionsTestJSON-1099592143-project] 10.222.0.67 "GET /v2.0/security-groups?id=5050492a-4ff5-4619-9495-b5ac49ab15ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419958 Sep 23 20:15:31.066553 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1826bf0a-85a9-4b68-860a-b80cdc981b98 req-a7473f1d-0973-4edb-8b3f-8b029d49b258 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:15:31.068090 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-1826bf0a-85a9-4b68-860a-b80cdc981b98 req-a7473f1d-0973-4edb-8b3f-8b029d49b258 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=5b150d5c-7a2b-4bdd-acf3-81371e412906&tenant_id=c9cdc0f8c48b47f0a9ba670a531cda84 HTTP/1.1" status: 200 len: 1098 time: 0.0418637 Sep 23 20:15:31.080539 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.v2.base [req-1826bf0a-85a9-4b68-860a-b80cdc981b98 req-c92b8e82-fd3d-4348-89fb-4cea82d52743 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-713301-16', 'device_owner': 'compute:nova'}} {{(pid=95102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 20:15:31.136011 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-1826bf0a-85a9-4b68-860a-b80cdc981b98 req-c92b8e82-fd3d-4348-89fb-4cea82d52743 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:15:31.346732 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.db [req-1826bf0a-85a9-4b68-860a-b80cdc981b98 req-c92b8e82-fd3d-4348-89fb-4cea82d52743 service neutron] For port a44aca31-a7c7-4a30-b003-e97d0becf1ca, host n-h1-713301-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-16',level=0,port_id=a44aca31-a7c7-4a30-b003-e97d0becf1ca,segment=NetworkSegment(63d9966b-ec95-4293-aace-132eeb81246d),segment_id=63d9966b-ec95-4293-aace-132eeb81246d)] {{(pid=95102) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 20:15:31.379575 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.db [req-1826bf0a-85a9-4b68-860a-b80cdc981b98 req-c92b8e82-fd3d-4348-89fb-4cea82d52743 service neutron] For port a44aca31-a7c7-4a30-b003-e97d0becf1ca, host n-h1-713301-16, cleared binding levels {{(pid=95102) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 20:15:31.418809 n-d-713301-16 neutron-server[95102]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b150d5c-7a2b-4bdd-acf3-81371e412906', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a44aca31-a7c7-4a30-b003-e97d0becf1ca'}] {{(pid=95102) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 20:15:31.421112 n-d-713301-16 neutron-server[95102]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab31b6d93e5336dbddfa8ec424565b3bd8cb2369c5b4d85bc943472dbb21e8ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd3c6de4-b4a4-4d1e-a2da-a9de8af9bb4e" -d '{"events": [{"server_uuid": "5b150d5c-7a2b-4bdd-acf3-81371e412906", "name": "network-vif-unplugged", "status": "completed", "tag": "a44aca31-a7c7-4a30-b003-e97d0becf1ca"}]}' {{(pid=95102) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 20:15:31.425359 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-1826bf0a-85a9-4b68-860a-b80cdc981b98 req-c92b8e82-fd3d-4348-89fb-4cea82d52743 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:15:31.439538 n-d-713301-16 neutron-server[95102]: DEBUG neutron.db.provisioning_blocks [req-1826bf0a-85a9-4b68-860a-b80cdc981b98 req-c92b8e82-fd3d-4348-89fb-4cea82d52743 service neutron] Transition to ACTIVE for port object a44aca31-a7c7-4a30-b003-e97d0becf1ca will not be triggered until provisioned by entity L2. {{(pid=95102) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 20:15:31.443431 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-1826bf0a-85a9-4b68-860a-b80cdc981b98 req-c92b8e82-fd3d-4348-89fb-4cea82d52743 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4399095'] for port, after_update {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:15:31.477301 n-d-713301-16 neutron-server[95102]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 23 Sep 2021 20:15:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c4f8be6-93be-49bd-9a44-6dff1e5ee6bc x-openstack-request-id: req-7c4f8be6-93be-49bd-9a44-6dff1e5ee6bc {{(pid=95102) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 20:15:31.477821 n-d-713301-16 neutron-server[95102]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5b150d5c-7a2b-4bdd-acf3-81371e412906", "name": "network-vif-unplugged", "status": "completed", "tag": "a44aca31-a7c7-4a30-b003-e97d0becf1ca", "code": 200}]} {{(pid=95102) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 20:15:31.478379 n-d-713301-16 neutron-server[95102]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-7c4f8be6-93be-49bd-9a44-6dff1e5ee6bc {{(pid=95102) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 20:15:31.478483 n-d-713301-16 neutron-server[95102]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5b150d5c-7a2b-4bdd-acf3-81371e412906', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a44aca31-a7c7-4a30-b003-e97d0becf1ca', 'code': 200} Sep 23 20:15:31.532854 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c92b8e82-fd3d-4348-89fb-4cea82d52743 service neutron] Pushing event updated for resources: {'Port': ['ID=a44aca31-a7c7-4a30-b003-e97d0becf1ca,revision_number=10']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:15:31.570904 n-d-713301-16 neutron-server[95102]: DEBUG neutron.db.l3_dvrscheduler_db [req-1826bf0a-85a9-4b68-860a-b80cdc981b98 req-c92b8e82-fd3d-4348-89fb-4cea82d52743 service neutron] No DVR routers for this DVR port a44aca31-a7c7-4a30-b003-e97d0becf1ca on host n-h1-713301-16 {{(pid=95102) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 20:15:31.708151 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.managers [req-1826bf0a-85a9-4b68-860a-b80cdc981b98 req-c92b8e82-fd3d-4348-89fb-4cea82d52743 service neutron] Attempting to bind port a44aca31-a7c7-4a30-b003-e97d0becf1ca on host n-h2-713301-16 for vnic_type normal with profile {{(pid=95102) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 20:15:31.708480 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.managers [req-1826bf0a-85a9-4b68-860a-b80cdc981b98 req-c92b8e82-fd3d-4348-89fb-4cea82d52743 service neutron] Attempting to bind port a44aca31-a7c7-4a30-b003-e97d0becf1ca by drivers openvswitch,hyperv on host n-h2-713301-16 at level 0 using segments [{'id': '63d9966b-ec95-4293-aace-132eeb81246d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'c43367ff-daf3-49d8-a63d-d06f66adba8f'}] {{(pid=95102) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 20:15:31.708834 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1826bf0a-85a9-4b68-860a-b80cdc981b98 req-c92b8e82-fd3d-4348-89fb-4cea82d52743 service neutron] Attempting to bind port a44aca31-a7c7-4a30-b003-e97d0becf1ca on network c43367ff-daf3-49d8-a63d-d06f66adba8f {{(pid=95102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 20:15:31.714606 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1826bf0a-85a9-4b68-860a-b80cdc981b98 req-c92b8e82-fd3d-4348-89fb-4cea82d52743 service neutron] Port a44aca31-a7c7-4a30-b003-e97d0becf1ca on network c43367ff-daf3-49d8-a63d-d06f66adba8f not bound, no agent of type Open vSwitch agent registered on host n-h2-713301-16 {{(pid=95102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 20:15:31.715211 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1826bf0a-85a9-4b68-860a-b80cdc981b98 req-c92b8e82-fd3d-4348-89fb-4cea82d52743 service neutron] Attempting to bind port a44aca31-a7c7-4a30-b003-e97d0becf1ca on network c43367ff-daf3-49d8-a63d-d06f66adba8f {{(pid=95102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 20:15:31.724291 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1826bf0a-85a9-4b68-860a-b80cdc981b98 req-c92b8e82-fd3d-4348-89fb-4cea82d52743 service neutron] Checking agent: {'id': '2a7cea34-db54-4faf-8d23-37521c3e34cb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713301-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 19, 15, 28), 'started_at': datetime.datetime(2021, 9, 23, 19, 15, 28), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 20, 15, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 20:15:31.724716 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1826bf0a-85a9-4b68-860a-b80cdc981b98 req-c92b8e82-fd3d-4348-89fb-4cea82d52743 service neutron] Checking segment: {'id': '63d9966b-ec95-4293-aace-132eeb81246d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'c43367ff-daf3-49d8-a63d-d06f66adba8f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95102) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 20:15:31.724990 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1826bf0a-85a9-4b68-860a-b80cdc981b98 req-c92b8e82-fd3d-4348-89fb-4cea82d52743 service neutron] Bound using segment: {'id': '63d9966b-ec95-4293-aace-132eeb81246d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'c43367ff-daf3-49d8-a63d-d06f66adba8f'} {{(pid=95102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 20:15:31.725432 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.managers [req-1826bf0a-85a9-4b68-860a-b80cdc981b98 req-c92b8e82-fd3d-4348-89fb-4cea82d52743 service neutron] Bound port: a44aca31-a7c7-4a30-b003-e97d0becf1ca, host: n-h2-713301-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '63d9966b-ec95-4293-aace-132eeb81246d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'c43367ff-daf3-49d8-a63d-d06f66adba8f'}}] {{(pid=95102) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 20:15:31.725805 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-1826bf0a-85a9-4b68-860a-b80cdc981b98 req-c92b8e82-fd3d-4348-89fb-4cea82d52743 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:15:31.793571 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.db [req-1826bf0a-85a9-4b68-860a-b80cdc981b98 req-c92b8e82-fd3d-4348-89fb-4cea82d52743 service neutron] For port a44aca31-a7c7-4a30-b003-e97d0becf1ca, host n-h2-713301-16, cleared binding levels {{(pid=95102) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 20:15:31.796656 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.db [req-1826bf0a-85a9-4b68-860a-b80cdc981b98 req-c92b8e82-fd3d-4348-89fb-4cea82d52743 service neutron] For port a44aca31-a7c7-4a30-b003-e97d0becf1ca, host n-h2-713301-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-16',level=0,port_id=a44aca31-a7c7-4a30-b003-e97d0becf1ca,segment=NetworkSegment(63d9966b-ec95-4293-aace-132eeb81246d),segment_id=63d9966b-ec95-4293-aace-132eeb81246d)] {{(pid=95102) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 20:15:31.801032 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-1826bf0a-85a9-4b68-860a-b80cdc981b98 req-c92b8e82-fd3d-4348-89fb-4cea82d52743 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4399095'] for port, after_update {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:15:31.836170 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1826bf0a-85a9-4b68-860a-b80cdc981b98 req-c92b8e82-fd3d-4348-89fb-4cea82d52743 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:15:31.837360 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-1826bf0a-85a9-4b68-860a-b80cdc981b98 req-c92b8e82-fd3d-4348-89fb-4cea82d52743 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222849'] for port, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:15:31.839030 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-1826bf0a-85a9-4b68-860a-b80cdc981b98 req-c92b8e82-fd3d-4348-89fb-4cea82d52743 service neutron] 10.222.0.53 "PUT /v2.0/ports/a44aca31-a7c7-4a30-b003-e97d0becf1ca HTTP/1.1" status: 200 len: 1094 time: 0.7625368 Sep 23 20:15:31.862783 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c92b8e82-fd3d-4348-89fb-4cea82d52743 service neutron] Pushing event updated for resources: {'Port': ['ID=a44aca31-a7c7-4a30-b003-e97d0becf1ca,revision_number=11']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:15:31.944914 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1826bf0a-85a9-4b68-860a-b80cdc981b98 req-ed966ddd-8079-4117-a72e-36b44385d4af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:15:31.946981 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-1826bf0a-85a9-4b68-860a-b80cdc981b98 req-ed966ddd-8079-4117-a72e-36b44385d4af service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=c9cdc0f8c48b47f0a9ba670a531cda84&device_id=5b150d5c-7a2b-4bdd-acf3-81371e412906 HTTP/1.1" status: 200 len: 1097 time: 0.0732524 Sep 23 20:15:32.002122 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af9e879-ad1b-4d78-a785-03152e1ae0b1 req-038b8940-81c9-4cef-85fd-b139c35773f5 tempest-ServerActionsTestJSON-1099592143 tempest-ServerActionsTestJSON-1099592143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:15:32.003726 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-4af9e879-ad1b-4d78-a785-03152e1ae0b1 req-038b8940-81c9-4cef-85fd-b139c35773f5 tempest-ServerActionsTestJSON-1099592143 tempest-ServerActionsTestJSON-1099592143-project] 10.222.0.67 "GET /v2.0/ports?device_id=5b150d5c-7a2b-4bdd-acf3-81371e412906 HTTP/1.1" status: 200 len: 945 time: 0.0881383 Sep 23 20:15:32.087187 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-4af9e879-ad1b-4d78-a785-03152e1ae0b1 req-18cf2a47-a49d-4252-a6b4-2341424e4abb tempest-ServerActionsTestJSON-1099592143 tempest-ServerActionsTestJSON-1099592143-project] 10.222.0.67 "GET /v2.0/security-groups?id=5050492a-4ff5-4619-9495-b5ac49ab15ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0562086 Sep 23 20:15:32.092041 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1826bf0a-85a9-4b68-860a-b80cdc981b98 req-f0fc0b7d-798f-4eb2-9946-e09755e4682c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:15:32.093552 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-1826bf0a-85a9-4b68-860a-b80cdc981b98 req-f0fc0b7d-798f-4eb2-9946-e09755e4682c service neutron] 10.222.0.53 "GET /v2.0/networks?id=c43367ff-daf3-49d8-a63d-d06f66adba8f HTTP/1.1" status: 200 len: 912 time: 0.1382782 Sep 23 20:15:32.165729 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-1826bf0a-85a9-4b68-860a-b80cdc981b98 req-5d3e7a60-a04d-4ebe-b58f-4df5e78fc474 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a44aca31-a7c7-4a30-b003-e97d0becf1ca HTTP/1.1" status: 200 len: 1001 time: 0.0641057 Sep 23 20:15:32.217830 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1826bf0a-85a9-4b68-860a-b80cdc981b98 req-c93cc0ca-cb9f-4de2-9eb5-4d0436edbc25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:15:32.219331 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-1826bf0a-85a9-4b68-860a-b80cdc981b98 req-c93cc0ca-cb9f-4de2-9eb5-4d0436edbc25 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=227f7a8f-869f-4775-8556-35fd28bcf5f3 HTTP/1.1" status: 200 len: 850 time: 0.0474222 Sep 23 20:15:32.271004 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1826bf0a-85a9-4b68-860a-b80cdc981b98 req-478aa09f-1a2e-45e3-b487-acfb546b185f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:15:32.272507 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-1826bf0a-85a9-4b68-860a-b80cdc981b98 req-478aa09f-1a2e-45e3-b487-acfb546b185f service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=c43367ff-daf3-49d8-a63d-d06f66adba8f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0466518 Sep 23 20:15:32.365718 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-1826bf0a-85a9-4b68-860a-b80cdc981b98 req-8e3164ac-651c-4151-9a64-7476543aeaed service neutron] 10.222.0.53 "GET /v2.0/networks/c43367ff-daf3-49d8-a63d-d06f66adba8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855184 Sep 23 20:15:32.470440 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-1826bf0a-85a9-4b68-860a-b80cdc981b98 req-90c49faa-8fb1-42a2-8769-3454ff2ccd04 service neutron] 10.222.0.53 "GET /v2.0/networks/c43367ff-daf3-49d8-a63d-d06f66adba8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0970190 Sep 23 20:15:33.209487 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ba97dc-019c-497a-9b6b-39084c00f4de req-ac852a78-e826-481f-b271-355b23a07042 tempest-ServerActionsTestJSON-1099592143 tempest-ServerActionsTestJSON-1099592143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:15:33.211013 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-05ba97dc-019c-497a-9b6b-39084c00f4de req-ac852a78-e826-481f-b271-355b23a07042 tempest-ServerActionsTestJSON-1099592143 tempest-ServerActionsTestJSON-1099592143-project] 10.222.0.67 "GET /v2.0/ports?device_id=5b150d5c-7a2b-4bdd-acf3-81371e412906 HTTP/1.1" status: 200 len: 945 time: 0.0516686 Sep 23 20:15:33.252732 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-05ba97dc-019c-497a-9b6b-39084c00f4de req-4dba46d7-629f-4310-b12c-92e14ec3ba77 tempest-ServerActionsTestJSON-1099592143 tempest-ServerActionsTestJSON-1099592143-project] 10.222.0.67 "GET /v2.0/security-groups?id=5050492a-4ff5-4619-9495-b5ac49ab15ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346615 Sep 23 20:15:33.479779 n-d-713301-16 neutron-server[95102]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5b150d5c-7a2b-4bdd-acf3-81371e412906', 'tag': 'a44aca31-a7c7-4a30-b003-e97d0becf1ca'}] {{(pid=95102) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 20:15:33.482083 n-d-713301-16 neutron-server[95102]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab31b6d93e5336dbddfa8ec424565b3bd8cb2369c5b4d85bc943472dbb21e8ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58bc325d-7737-40df-9d37-59c30e88b683" -d '{"events": [{"name": "network-changed", "server_uuid": "5b150d5c-7a2b-4bdd-acf3-81371e412906", "tag": "a44aca31-a7c7-4a30-b003-e97d0becf1ca"}]}' {{(pid=95102) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 20:15:33.531060 n-d-713301-16 neutron-server[95102]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 20:15:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12a958ef-b776-4287-b858-65160a6b4760 x-openstack-request-id: req-12a958ef-b776-4287-b858-65160a6b4760 {{(pid=95102) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 20:15:33.531419 n-d-713301-16 neutron-server[95102]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5b150d5c-7a2b-4bdd-acf3-81371e412906", "tag": "a44aca31-a7c7-4a30-b003-e97d0becf1ca", "status": "completed", "code": 200}]} {{(pid=95102) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 20:15:33.531694 n-d-713301-16 neutron-server[95102]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-12a958ef-b776-4287-b858-65160a6b4760 {{(pid=95102) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 20:15:33.532092 n-d-713301-16 neutron-server[95102]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5b150d5c-7a2b-4bdd-acf3-81371e412906', 'tag': 'a44aca31-a7c7-4a30-b003-e97d0becf1ca', 'status': 'completed', 'code': 200} Sep 23 20:15:33.622056 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58bc325d-7737-40df-9d37-59c30e88b683 req-43cc92d8-a552-422d-a984-55ccfd3c4058 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:15:33.623584 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-58bc325d-7737-40df-9d37-59c30e88b683 req-43cc92d8-a552-422d-a984-55ccfd3c4058 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=c9cdc0f8c48b47f0a9ba670a531cda84&device_id=5b150d5c-7a2b-4bdd-acf3-81371e412906 HTTP/1.1" status: 200 len: 1097 time: 0.0721128 Sep 23 20:15:33.627897 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58bc325d-7737-40df-9d37-59c30e88b683 req-8abc11ff-6d77-4711-a67f-67546fe1525d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:15:33.629300 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-58bc325d-7737-40df-9d37-59c30e88b683 req-8abc11ff-6d77-4711-a67f-67546fe1525d service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=c9cdc0f8c48b47f0a9ba670a531cda84&device_id=5b150d5c-7a2b-4bdd-acf3-81371e412906 HTTP/1.1" status: 200 len: 1097 time: 0.0697510 Sep 23 20:15:33.788948 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58bc325d-7737-40df-9d37-59c30e88b683 req-54d4de0c-aedf-4e88-813c-835b765e9f54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:15:33.790411 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-58bc325d-7737-40df-9d37-59c30e88b683 req-54d4de0c-aedf-4e88-813c-835b765e9f54 service neutron] 10.222.0.74 "GET /v2.0/networks?id=c43367ff-daf3-49d8-a63d-d06f66adba8f HTTP/1.1" status: 200 len: 912 time: 0.1598547 Sep 23 20:15:33.791521 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58bc325d-7737-40df-9d37-59c30e88b683 req-613229e0-f94a-4641-8021-15d2a514fa7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:15:33.792850 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-58bc325d-7737-40df-9d37-59c30e88b683 req-613229e0-f94a-4641-8021-15d2a514fa7e service neutron] 10.222.0.53 "GET /v2.0/networks?id=c43367ff-daf3-49d8-a63d-d06f66adba8f HTTP/1.1" status: 200 len: 912 time: 0.1545939 Sep 23 20:15:33.859734 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Device a44aca31-a7c7-4a30-b003-e97d0becf1ca details requested by agent hyperv_n-h2-713301-16 with host n-h2-713301-16 {{(pid=95103) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 20:15:33.901961 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-58bc325d-7737-40df-9d37-59c30e88b683 req-778b91a3-7a2a-4915-be9a-147bd3bc095d service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a44aca31-a7c7-4a30-b003-e97d0becf1ca HTTP/1.1" status: 200 len: 1001 time: 0.1040750 Sep 23 20:15:33.921390 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-58bc325d-7737-40df-9d37-59c30e88b683 req-77687210-25a0-4a6e-9eb4-7083adf0cb8c service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a44aca31-a7c7-4a30-b003-e97d0becf1ca HTTP/1.1" status: 200 len: 1001 time: 0.0868824 Sep 23 20:15:33.963571 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] For port a44aca31-a7c7-4a30-b003-e97d0becf1ca, host n-h2-713301-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-16',level=0,port_id=a44aca31-a7c7-4a30-b003-e97d0becf1ca,segment=NetworkSegment(63d9966b-ec95-4293-aace-132eeb81246d),segment_id=63d9966b-ec95-4293-aace-132eeb81246d)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 20:15:33.975429 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Returning: {'device': 'a44aca31-a7c7-4a30-b003-e97d0becf1ca', 'network_id': 'c43367ff-daf3-49d8-a63d-d06f66adba8f', 'port_id': 'a44aca31-a7c7-4a30-b003-e97d0becf1ca', 'mac_address': 'fa:16:3e:28:51:b3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 600, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '227f7a8f-869f-4775-8556-35fd28bcf5f3', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95103) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 20:15:33.993361 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58bc325d-7737-40df-9d37-59c30e88b683 req-22a52451-a6d9-448f-bba2-090cd0d4a690 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:15:33.994688 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-58bc325d-7737-40df-9d37-59c30e88b683 req-22a52451-a6d9-448f-bba2-090cd0d4a690 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=227f7a8f-869f-4775-8556-35fd28bcf5f3 HTTP/1.1" status: 200 len: 850 time: 0.0817597 Sep 23 20:15:34.000312 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58bc325d-7737-40df-9d37-59c30e88b683 req-af107b05-44c4-47c4-ba17-78aa7ae644e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:15:34.001833 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-58bc325d-7737-40df-9d37-59c30e88b683 req-af107b05-44c4-47c4-ba17-78aa7ae644e7 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=227f7a8f-869f-4775-8556-35fd28bcf5f3 HTTP/1.1" status: 200 len: 850 time: 0.0609403 Sep 23 20:15:34.021160 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:15:34.044225 n-d-713301-16 neutron-server[95103]: DEBUG neutron.notifiers.nova [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a44aca31-a7c7-4a30-b003-e97d0becf1ca {{(pid=95103) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 20:15:34.068306 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] For port a44aca31-a7c7-4a30-b003-e97d0becf1ca, host n-h2-713301-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-16',level=0,port_id=a44aca31-a7c7-4a30-b003-e97d0becf1ca,segment=NetworkSegment(63d9966b-ec95-4293-aace-132eeb81246d),segment_id=63d9966b-ec95-4293-aace-132eeb81246d)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 20:15:34.076313 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:15:34.083750 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58bc325d-7737-40df-9d37-59c30e88b683 req-3907652e-6884-4e13-8249-787b747b006d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:15:34.085918 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-58bc325d-7737-40df-9d37-59c30e88b683 req-3907652e-6884-4e13-8249-787b747b006d service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=c43367ff-daf3-49d8-a63d-d06f66adba8f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0732536 Sep 23 20:15:34.089722 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58bc325d-7737-40df-9d37-59c30e88b683 req-7c0cf1c7-cb31-4dfe-a901-10a814c945d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:15:34.091987 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-58bc325d-7737-40df-9d37-59c30e88b683 req-7c0cf1c7-cb31-4dfe-a901-10a814c945d3 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=c43367ff-daf3-49d8-a63d-d06f66adba8f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0890303 Sep 23 20:15:34.132306 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Pushing event updated for resources: {'Port': ['ID=a44aca31-a7c7-4a30-b003-e97d0becf1ca,revision_number=12']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:15:34.258500 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-58bc325d-7737-40df-9d37-59c30e88b683 req-5edc7ed7-d2a3-4366-ade6-faf8ff797d08 service neutron] 10.222.0.53 "GET /v2.0/networks/c43367ff-daf3-49d8-a63d-d06f66adba8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1647229 Sep 23 20:15:34.261137 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-58bc325d-7737-40df-9d37-59c30e88b683 req-79d5673e-2235-4321-bbfa-ee0fbd55bb00 service neutron] 10.222.0.74 "GET /v2.0/networks/c43367ff-daf3-49d8-a63d-d06f66adba8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1602123 Sep 23 20:15:34.320407 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] get_ports_and_sgs() called for port_ids ['a44aca31-a7c7-4a30-b003-e97d0becf1ca'] {{(pid=95103) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 20:15:34.394006 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Device a44aca31-a7c7-4a30-b003-e97d0becf1ca no longer exists at agent hyperv_n-h1-713301-16 {{(pid=95103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 20:15:34.465786 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Device a44aca31-a7c7-4a30-b003-e97d0becf1ca not bound to the agent host n-h1-713301-16 {{(pid=95103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 20:15:34.784160 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-58bc325d-7737-40df-9d37-59c30e88b683 req-82307b13-b332-4954-b36a-3668d8549ae9 service neutron] 10.222.0.53 "GET /v2.0/networks/c43367ff-daf3-49d8-a63d-d06f66adba8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5174098 Sep 23 20:15:34.792060 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-58bc325d-7737-40df-9d37-59c30e88b683 req-f690c09c-bde6-43a9-90a9-50df9eb3e2ae service neutron] 10.222.0.74 "GET /v2.0/networks/c43367ff-daf3-49d8-a63d-d06f66adba8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5182023 Sep 23 20:15:34.799847 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe9446fc-28b9-4844-9da6-2cdd99ca5611 req-140d981f-172b-498a-a00f-ff4ec2834522 tempest-ServerActionsTestJSON-1099592143 tempest-ServerActionsTestJSON-1099592143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:15:34.801339 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-fe9446fc-28b9-4844-9da6-2cdd99ca5611 req-140d981f-172b-498a-a00f-ff4ec2834522 tempest-ServerActionsTestJSON-1099592143 tempest-ServerActionsTestJSON-1099592143-project] 10.222.0.67 "GET /v2.0/ports?device_id=5b150d5c-7a2b-4bdd-acf3-81371e412906 HTTP/1.1" status: 200 len: 946 time: 0.4748838 Sep 23 20:15:34.861077 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-fe9446fc-28b9-4844-9da6-2cdd99ca5611 req-cf5c8d99-61bb-4660-ac90-cc59e3d60c00 tempest-ServerActionsTestJSON-1099592143 tempest-ServerActionsTestJSON-1099592143-project] 10.222.0.67 "GET /v2.0/security-groups?id=5050492a-4ff5-4619-9495-b5ac49ab15ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497830 Sep 23 20:15:34.985271 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8449a4cf-6000-453e-9496-f51f9e66c8ca req-f9c4ada4-6261-4d12-b76e-247ae19f06fd tempest-ServerActionsTestJSON-1099592143 tempest-ServerActionsTestJSON-1099592143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:15:34.986902 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-8449a4cf-6000-453e-9496-f51f9e66c8ca req-f9c4ada4-6261-4d12-b76e-247ae19f06fd tempest-ServerActionsTestJSON-1099592143 tempest-ServerActionsTestJSON-1099592143-project] 10.222.0.67 "GET /v2.0/ports?device_id=5b150d5c-7a2b-4bdd-acf3-81371e412906 HTTP/1.1" status: 200 len: 946 time: 0.0546625 Sep 23 20:15:35.025765 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-8449a4cf-6000-453e-9496-f51f9e66c8ca req-7de555fd-3d1a-43d9-9a3e-2ea532ab7e89 tempest-ServerActionsTestJSON-1099592143 tempest-ServerActionsTestJSON-1099592143-project] 10.222.0.67 "GET /v2.0/security-groups?id=5050492a-4ff5-4619-9495-b5ac49ab15ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328784 Sep 23 20:15:35.144718 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f838fd-5f68-4888-98ec-96a6554dbd89 req-8cc91bcf-f1a4-40c2-ba25-9295e6db247a tempest-ServerActionsTestJSON-1099592143 tempest-ServerActionsTestJSON-1099592143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:15:35.146288 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-39f838fd-5f68-4888-98ec-96a6554dbd89 req-8cc91bcf-f1a4-40c2-ba25-9295e6db247a tempest-ServerActionsTestJSON-1099592143 tempest-ServerActionsTestJSON-1099592143-project] 10.222.0.67 "GET /v2.0/ports?device_id=5b150d5c-7a2b-4bdd-acf3-81371e412906 HTTP/1.1" status: 200 len: 946 time: 0.0541599 Sep 23 20:15:35.187938 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-39f838fd-5f68-4888-98ec-96a6554dbd89 req-033cd09a-88a4-4b45-a23c-2cbeaaac841a tempest-ServerActionsTestJSON-1099592143 tempest-ServerActionsTestJSON-1099592143-project] 10.222.0.67 "GET /v2.0/security-groups?id=5050492a-4ff5-4619-9495-b5ac49ab15ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346828 Sep 23 20:15:35.423453 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d0ca5e-b0a8-49cd-865d-b981309b97f4 req-4f5a415d-4ffb-4851-bcfe-d5ad0a6eec33 tempest-ServerActionsTestJSON-1099592143 tempest-ServerActionsTestJSON-1099592143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:15:35.424985 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-28d0ca5e-b0a8-49cd-865d-b981309b97f4 req-4f5a415d-4ffb-4851-bcfe-d5ad0a6eec33 tempest-ServerActionsTestJSON-1099592143 tempest-ServerActionsTestJSON-1099592143-project] 10.222.0.67 "GET /v2.0/ports?device_id=5b150d5c-7a2b-4bdd-acf3-81371e412906 HTTP/1.1" status: 200 len: 946 time: 0.0561407 Sep 23 20:15:35.462813 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-28d0ca5e-b0a8-49cd-865d-b981309b97f4 req-24637b89-55a9-4936-bbe8-cd7ba94f4718 tempest-ServerActionsTestJSON-1099592143 tempest-ServerActionsTestJSON-1099592143-project] 10.222.0.67 "GET /v2.0/security-groups?id=5050492a-4ff5-4619-9495-b5ac49ab15ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313244 Sep 23 20:15:35.863462 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Device a44aca31-a7c7-4a30-b003-e97d0becf1ca up at agent hyperv_n-h2-713301-16 {{(pid=95103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 20:15:35.912087 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Provisioning for port a44aca31-a7c7-4a30-b003-e97d0becf1ca completed by entity L2. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 20:15:35.916822 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Provisioning complete for port a44aca31-a7c7-4a30-b003-e97d0becf1ca triggered by entity L2. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 20:15:35.917194 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:15:35.997851 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:15:36.022238 n-d-713301-16 neutron-server[95103]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b150d5c-7a2b-4bdd-acf3-81371e412906', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a44aca31-a7c7-4a30-b003-e97d0becf1ca'}] {{(pid=95103) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 20:15:36.025144 n-d-713301-16 neutron-server[95103]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}81a1c17f2aa89d5b3ebbba3a3e0cf7eb588e431c2224256110c4c4facdd7c3e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-424c03f2-9a94-4bad-912e-c134db219289" -d '{"events": [{"server_uuid": "5b150d5c-7a2b-4bdd-acf3-81371e412906", "name": "network-vif-plugged", "status": "completed", "tag": "a44aca31-a7c7-4a30-b003-e97d0becf1ca"}]}' {{(pid=95103) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 20:15:36.043670 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] For port a44aca31-a7c7-4a30-b003-e97d0becf1ca, host n-h2-713301-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-16',level=0,port_id=a44aca31-a7c7-4a30-b003-e97d0becf1ca,segment=NetworkSegment(63d9966b-ec95-4293-aace-132eeb81246d),segment_id=63d9966b-ec95-4293-aace-132eeb81246d)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 20:15:36.048687 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:15:36.072312 n-d-713301-16 neutron-server[95103]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 20:15:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d70777d-2af4-4c11-ada3-390dbd083660 x-openstack-request-id: req-2d70777d-2af4-4c11-ada3-390dbd083660 {{(pid=95103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 20:15:36.072585 n-d-713301-16 neutron-server[95103]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5b150d5c-7a2b-4bdd-acf3-81371e412906", "name": "network-vif-plugged", "status": "completed", "tag": "a44aca31-a7c7-4a30-b003-e97d0becf1ca", "code": 200}]} {{(pid=95103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 20:15:36.072991 n-d-713301-16 neutron-server[95103]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-2d70777d-2af4-4c11-ada3-390dbd083660 {{(pid=95103) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 20:15:36.073302 n-d-713301-16 neutron-server[95103]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5b150d5c-7a2b-4bdd-acf3-81371e412906', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a44aca31-a7c7-4a30-b003-e97d0becf1ca', 'code': 200} Sep 23 20:15:36.098894 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Pushing event updated for resources: {'Port': ['ID=a44aca31-a7c7-4a30-b003-e97d0becf1ca,revision_number=13']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:15:36.579859 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc5ae361-2a4f-4683-825f-72ddcfe55b48 req-95c59efc-acff-4106-94bf-a6dc89235df5 tempest-ServerActionsTestJSON-1099592143 tempest-ServerActionsTestJSON-1099592143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:15:36.581413 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-dc5ae361-2a4f-4683-825f-72ddcfe55b48 req-95c59efc-acff-4106-94bf-a6dc89235df5 tempest-ServerActionsTestJSON-1099592143 tempest-ServerActionsTestJSON-1099592143-project] 10.222.0.67 "GET /v2.0/ports?device_id=5b150d5c-7a2b-4bdd-acf3-81371e412906 HTTP/1.1" status: 200 len: 947 time: 0.0499642 Sep 23 20:15:36.620077 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-dc5ae361-2a4f-4683-825f-72ddcfe55b48 req-f88bc333-f529-4d70-a63f-6316ffd80327 tempest-ServerActionsTestJSON-1099592143 tempest-ServerActionsTestJSON-1099592143-project] 10.222.0.67 "GET /v2.0/security-groups?id=5050492a-4ff5-4619-9495-b5ac49ab15ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326083 Sep 23 20:15:36.666569 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e5a3d7-0c90-48cd-80f6-3e55a497fcf9 req-eed88975-e6e2-4adc-b14e-9c60a0464518 tempest-ServerActionsTestJSON-1099592143 tempest-ServerActionsTestJSON-1099592143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:15:36.668063 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-c0e5a3d7-0c90-48cd-80f6-3e55a497fcf9 req-eed88975-e6e2-4adc-b14e-9c60a0464518 tempest-ServerActionsTestJSON-1099592143 tempest-ServerActionsTestJSON-1099592143-project] 10.222.0.53 "GET /v2.0/ports?device_id=5b150d5c-7a2b-4bdd-acf3-81371e412906 HTTP/1.1" status: 200 len: 947 time: 0.0471408 Sep 23 20:15:36.759254 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.plugin [req-c0e5a3d7-0c90-48cd-80f6-3e55a497fcf9 req-1462a866-60e6-44ac-b121-5ab02d61f41f tempest-ServerActionsTestJSON-1099592143 tempest-ServerActionsTestJSON-1099592143-project] Deleting port a44aca31-a7c7-4a30-b003-e97d0becf1ca {{(pid=95102) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 20:15:36.759612 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-c0e5a3d7-0c90-48cd-80f6-3e55a497fcf9 req-1462a866-60e6-44ac-b121-5ab02d61f41f tempest-ServerActionsTestJSON-1099592143 tempest-ServerActionsTestJSON-1099592143-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783146157096'] for port, before_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:15:36.848247 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.db [req-c0e5a3d7-0c90-48cd-80f6-3e55a497fcf9 req-1462a866-60e6-44ac-b121-5ab02d61f41f tempest-ServerActionsTestJSON-1099592143 tempest-ServerActionsTestJSON-1099592143-project] For port a44aca31-a7c7-4a30-b003-e97d0becf1ca, host n-h2-713301-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-16',level=0,port_id=a44aca31-a7c7-4a30-b003-e97d0becf1ca,segment=NetworkSegment(63d9966b-ec95-4293-aace-132eeb81246d),segment_id=63d9966b-ec95-4293-aace-132eeb81246d)] {{(pid=95102) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 20:15:36.848507 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-c0e5a3d7-0c90-48cd-80f6-3e55a497fcf9 req-1462a866-60e6-44ac-b121-5ab02d61f41f tempest-ServerActionsTestJSON-1099592143 tempest-ServerActionsTestJSON-1099592143-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-605701'] for port, precommit_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:15:37.021926 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-c0e5a3d7-0c90-48cd-80f6-3e55a497fcf9 req-1462a866-60e6-44ac-b121-5ab02d61f41f tempest-ServerActionsTestJSON-1099592143 tempest-ServerActionsTestJSON-1099592143-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:15:37.022272 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-c0e5a3d7-0c90-48cd-80f6-3e55a497fcf9 req-1462a866-60e6-44ac-b121-5ab02d61f41f tempest-ServerActionsTestJSON-1099592143 tempest-ServerActionsTestJSON-1099592143-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-601884'] for floatingip, after_update {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:15:37.022596 n-d-713301-16 neutron-server[95102]: INFO neutron.db.l3_db [req-c0e5a3d7-0c90-48cd-80f6-3e55a497fcf9 req-1462a866-60e6-44ac-b121-5ab02d61f41f tempest-ServerActionsTestJSON-1099592143 tempest-ServerActionsTestJSON-1099592143-project] Floating IP 7e18a6de-7b2d-4eaa-b258-7be5509c8cfe disassociated. External IP: 172.25.1.106, port: a44aca31-a7c7-4a30-b003-e97d0becf1ca. Sep 23 20:15:37.022940 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.plugin [req-c0e5a3d7-0c90-48cd-80f6-3e55a497fcf9 req-1462a866-60e6-44ac-b121-5ab02d61f41f tempest-ServerActionsTestJSON-1099592143 tempest-ServerActionsTestJSON-1099592143-project] Calling delete_port for a44aca31-a7c7-4a30-b003-e97d0becf1ca owned by compute:nova {{(pid=95102) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 20:15:37.151178 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-c0e5a3d7-0c90-48cd-80f6-3e55a497fcf9 req-1462a866-60e6-44ac-b121-5ab02d61f41f tempest-ServerActionsTestJSON-1099592143 tempest-ServerActionsTestJSON-1099592143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783146162158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783145673144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4399100'] for port, after_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:15:37.185300 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1462a866-60e6-44ac-b121-5ab02d61f41f tempest-ServerActionsTestJSON-1099592143 tempest-ServerActionsTestJSON-1099592143-project] Pushing event deleted for resources: {'Port': ['ID=a44aca31-a7c7-4a30-b003-e97d0becf1ca,revision_number=None']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:15:37.311264 n-d-713301-16 neutron-server[95102]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c0e5a3d7-0c90-48cd-80f6-3e55a497fcf9 req-1462a866-60e6-44ac-b121-5ab02d61f41f tempest-ServerActionsTestJSON-1099592143 tempest-ServerActionsTestJSON-1099592143-project] Router 832dfef8-2615-4c77-8ddf-d9bc3cd4865d has already been hosted by L3 agent 79a740bf-7821-4989-8288-7186e3e128f3 {{(pid=95102) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 20:15:37.430402 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c0e5a3d7-0c90-48cd-80f6-3e55a497fcf9 req-1462a866-60e6-44ac-b121-5ab02d61f41f tempest-ServerActionsTestJSON-1099592143 tempest-ServerActionsTestJSON-1099592143-project] Notify agent at l3_agent.n-d-713301-16 the message routers_updated {{(pid=95102) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 20:15:37.442452 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0297740e-cb84-4ea3-a172-befdb9d403d1 None None] Sync routers for ids ['832dfef8-2615-4c77-8ddf-d9bc3cd4865d'] in n-d-713301-16 {{(pid=95104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 20:15:37.453243 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0297740e-cb84-4ea3-a172-befdb9d403d1 None None] Routers {'832dfef8-2615-4c77-8ddf-d9bc3cd4865d'} bound to L3 agent in host n-d-713301-16 {{(pid=95104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 20:15:37.453860 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_hamode_db [None req-0297740e-cb84-4ea3-a172-befdb9d403d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-23T19:07:52Z,description=,heartbeat_timestamp=2021-09-23T20:15:23Z,host='n-d-713301-16',id=79a740bf-7821-4989-8288-7186e3e128f3,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:07:52Z,topic='l3_agent')) {'router_ids': ['832dfef8-2615-4c77-8ddf-d9bc3cd4865d'], 'active': True} {{(pid=95104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 20:15:37.471922 n-d-713301-16 neutron-server[95102]: DEBUG neutron.db.l3_dvrscheduler_db [req-c0e5a3d7-0c90-48cd-80f6-3e55a497fcf9 req-1462a866-60e6-44ac-b121-5ab02d61f41f tempest-ServerActionsTestJSON-1099592143 tempest-ServerActionsTestJSON-1099592143-project] No DVR routers for this DVR port a44aca31-a7c7-4a30-b003-e97d0becf1ca on host n-h2-713301-16 {{(pid=95102) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 20:15:37.474827 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-c0e5a3d7-0c90-48cd-80f6-3e55a497fcf9 req-1462a866-60e6-44ac-b121-5ab02d61f41f tempest-ServerActionsTestJSON-1099592143 tempest-ServerActionsTestJSON-1099592143-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222849'] for port, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:15:37.476897 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-c0e5a3d7-0c90-48cd-80f6-3e55a497fcf9 req-1462a866-60e6-44ac-b121-5ab02d61f41f tempest-ServerActionsTestJSON-1099592143 tempest-ServerActionsTestJSON-1099592143-project] 10.222.0.53 "DELETE /v2.0/ports/a44aca31-a7c7-4a30-b003-e97d0becf1ca HTTP/1.1" status: 204 len: 173 time: 0.8026681 Sep 23 20:15:37.477375 n-d-713301-16 neutron-server[95102]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b150d5c-7a2b-4bdd-acf3-81371e412906', 'name': 'network-vif-deleted', 'tag': 'a44aca31-a7c7-4a30-b003-e97d0becf1ca'}] {{(pid=95102) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 20:15:37.479733 n-d-713301-16 neutron-server[95102]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab31b6d93e5336dbddfa8ec424565b3bd8cb2369c5b4d85bc943472dbb21e8ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-253e756e-d24b-4f2d-b41c-649b5ad2f441" -d '{"events": [{"server_uuid": "5b150d5c-7a2b-4bdd-acf3-81371e412906", "name": "network-vif-deleted", "tag": "a44aca31-a7c7-4a30-b003-e97d0becf1ca"}]}' {{(pid=95102) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 20:15:37.525243 n-d-713301-16 neutron-server[95102]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 20:15:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dbdd54f0-6734-4fab-af2b-c54f3f13873e x-openstack-request-id: req-dbdd54f0-6734-4fab-af2b-c54f3f13873e {{(pid=95102) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 20:15:37.525614 n-d-713301-16 neutron-server[95102]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5b150d5c-7a2b-4bdd-acf3-81371e412906", "name": "network-vif-deleted", "tag": "a44aca31-a7c7-4a30-b003-e97d0becf1ca", "status": "completed", "code": 200}]} {{(pid=95102) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 20:15:37.525939 n-d-713301-16 neutron-server[95102]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-dbdd54f0-6734-4fab-af2b-c54f3f13873e {{(pid=95102) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 20:15:37.526409 n-d-713301-16 neutron-server[95102]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5b150d5c-7a2b-4bdd-acf3-81371e412906', 'name': 'network-vif-deleted', 'tag': 'a44aca31-a7c7-4a30-b003-e97d0becf1ca', 'status': 'completed', 'code': 200} Sep 23 20:15:37.567262 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_dvr_db [None req-0297740e-cb84-4ea3-a172-befdb9d403d1 None None] Set router 832dfef8-2615-4c77-8ddf-d9bc3cd4865d gateway port host: n-d-713301-16 {{(pid=95104) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 20:15:37.731275 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-8e409917-ad68-4412-9452-9ae6200fdb30 req-1aee22e7-14fc-471e-b023-3d9dab48d61e tempest-ServerActionsTestJSON-1099592143 tempest-ServerActionsTestJSON-1099592143-project] 10.222.0.67 "GET /v2.0/ports?device_id=5b150d5c-7a2b-4bdd-acf3-81371e412906 HTTP/1.1" status: 200 len: 210 time: 0.0277157 Sep 23 20:15:37.780182 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_hamode_db [None req-0297740e-cb84-4ea3-a172-befdb9d403d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '832dfef8-2615-4c77-8ddf-d9bc3cd4865d', 'name': 'tempest-ServerActionsTestJSON-919388451-router', 'tenant_id': 'c9cdc0f8c48b47f0a9ba670a531cda84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'external_fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.115'}], 'enable_snat': True}, 'gw_port_id': 'af4c5e1b-71cd-46fc-a4ca-fc01b95372f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T20:08:51Z', 'updated_at': '2021-09-23T20:08:53Z', 'revision_number': 4, 'project_id': 'c9cdc0f8c48b47f0a9ba670a531cda84', 'gw_port': {'id': 'af4c5e1b-71cd-46fc-a4ca-fc01b95372f7', 'name': '', 'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:8a:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '832dfef8-2615-4c77-8ddf-d9bc3cd4865d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T20:08:51Z', 'updated_at': '2021-09-23T20:08:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-16', '_interfaces': [{'id': '75d0c163-cdca-46fa-b931-2ca04a14d7bc', 'name': '', 'network_id': 'c43367ff-daf3-49d8-a63d-d06f66adba8f', 'tenant_id': 'c9cdc0f8c48b47f0a9ba670a531cda84', 'mac_address': 'fa:16:3e:51:03:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '832dfef8-2615-4c77-8ddf-d9bc3cd4865d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '227f7a8f-869f-4775-8556-35fd28bcf5f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T20:08:53Z', 'updated_at': '2021-09-23T20:08:56Z', 'revision_number': 5, 'project_id': 'c9cdc0f8c48b47f0a9ba670a531cda84', 'subnets': [{'id': '227f7a8f-869f-4775-8556-35fd28bcf5f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-16', False) {} {{(pid=95104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 20:15:37.807020 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0297740e-cb84-4ea3-a172-befdb9d403d1 None None] Checking router: 832dfef8-2615-4c77-8ddf-d9bc3cd4865d for host: n-d-713301-16 {{(pid=95104) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 20:15:37.815319 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0297740e-cb84-4ea3-a172-befdb9d403d1 None None] Routers {'832dfef8-2615-4c77-8ddf-d9bc3cd4865d'} bound to L3 agent in host n-d-713301-16 {{(pid=95104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 20:15:37.815917 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_hamode_db [None req-0297740e-cb84-4ea3-a172-befdb9d403d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-23T19:07:52Z,description=,heartbeat_timestamp=2021-09-23T20:15:23Z,host='n-d-713301-16',id=79a740bf-7821-4989-8288-7186e3e128f3,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:07:52Z,topic='l3_agent')) {'router_ids': ['832dfef8-2615-4c77-8ddf-d9bc3cd4865d'], 'active': True} {{(pid=95104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 20:15:37.933218 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_dvr_db [None req-0297740e-cb84-4ea3-a172-befdb9d403d1 None None] Set router 832dfef8-2615-4c77-8ddf-d9bc3cd4865d gateway port host: n-d-713301-16 {{(pid=95104) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 20:15:38.234433 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_hamode_db [None req-0297740e-cb84-4ea3-a172-befdb9d403d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '832dfef8-2615-4c77-8ddf-d9bc3cd4865d', 'name': 'tempest-ServerActionsTestJSON-919388451-router', 'tenant_id': 'c9cdc0f8c48b47f0a9ba670a531cda84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'external_fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.115'}], 'enable_snat': True}, 'gw_port_id': 'af4c5e1b-71cd-46fc-a4ca-fc01b95372f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T20:08:51Z', 'updated_at': '2021-09-23T20:08:53Z', 'revision_number': 4, 'project_id': 'c9cdc0f8c48b47f0a9ba670a531cda84', 'gw_port': {'id': 'af4c5e1b-71cd-46fc-a4ca-fc01b95372f7', 'name': '', 'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:8a:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '832dfef8-2615-4c77-8ddf-d9bc3cd4865d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T20:08:51Z', 'updated_at': '2021-09-23T20:08:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-16', '_interfaces': [{'id': '75d0c163-cdca-46fa-b931-2ca04a14d7bc', 'name': '', 'network_id': 'c43367ff-daf3-49d8-a63d-d06f66adba8f', 'tenant_id': 'c9cdc0f8c48b47f0a9ba670a531cda84', 'mac_address': 'fa:16:3e:51:03:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '832dfef8-2615-4c77-8ddf-d9bc3cd4865d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '227f7a8f-869f-4775-8556-35fd28bcf5f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T20:08:53Z', 'updated_at': '2021-09-23T20:08:56Z', 'revision_number': 5, 'project_id': 'c9cdc0f8c48b47f0a9ba670a531cda84', 'subnets': [{'id': '227f7a8f-869f-4775-8556-35fd28bcf5f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-16', False) {} {{(pid=95104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 20:15:38.265050 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0297740e-cb84-4ea3-a172-befdb9d403d1 None None] The sync data for ids ['832dfef8-2615-4c77-8ddf-d9bc3cd4865d'] in n-d-713301-16 is: [{'id': '832dfef8-2615-4c77-8ddf-d9bc3cd4865d', 'name': 'tempest-ServerActionsTestJSON-919388451-router', 'tenant_id': 'c9cdc0f8c48b47f0a9ba670a531cda84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'external_fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.115'}], 'enable_snat': True}, 'gw_port_id': 'af4c5e1b-71cd-46fc-a4ca-fc01b95372f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T20:08:51Z', 'updated_at': '2021-09-23T20:08:53Z', 'revision_number': 4, 'project_id': 'c9cdc0f8c48b47f0a9ba670a531cda84', 'gw_port': {'id': 'af4c5e1b-71cd-46fc-a4ca-fc01b95372f7', 'name': '', 'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:8a:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '832dfef8-2615-4c77-8ddf-d9bc3cd4865d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T20:08:51Z', 'updated_at': '2021-09-23T20:08:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-16', '_interfaces': [{'id': '75d0c163-cdca-46fa-b931-2ca04a14d7bc', 'name': '', 'network_id': 'c43367ff-daf3-49d8-a63d-d06f66adba8f', 'tenant_id': 'c9cdc0f8c48b47f0a9ba670a531cda84', 'mac_address': 'fa:16:3e:51:03:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '832dfef8-2615-4c77-8ddf-d9bc3cd4865d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '227f7a8f-869f-4775-8556-35fd28bcf5f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T20:08:53Z', 'updated_at': '2021-09-23T20:08:56Z', 'revision_number': 5, 'project_id': 'c9cdc0f8c48b47f0a9ba670a531cda84', 'subnets': [{'id': '227f7a8f-869f-4775-8556-35fd28bcf5f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 20:15:38.519104 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0034d930-1f8a-4ed2-825f-4849ecb2de2c None None] New status for floating IP 7e18a6de-7b2d-4eaa-b258-7be5509c8cfe: DOWN {{(pid=95103) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 23 20:15:39.006700 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-611b2651-a0ed-43af-80ff-4210d612ceb9 req-d51a7e7f-18a9-4521-95ed-67b9281b226e tempest-ServerActionsTestJSON-1099592143 tempest-ServerActionsTestJSON-1099592143-project] 10.222.0.67 "GET /v2.0/security-groups?name=tempest-securitygroup--1983845493&fields=id&tenant_id=c9cdc0f8c48b47f0a9ba670a531cda84 HTTP/1.1" status: 200 len: 267 time: 0.0327377 Sep 23 20:15:39.118529 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-611b2651-a0ed-43af-80ff-4210d612ceb9 req-0b88f275-b7a3-44a8-9c02-6cbba5103b4f tempest-ServerActionsTestJSON-1099592143 tempest-ServerActionsTestJSON-1099592143-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:15:39.120325 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-611b2651-a0ed-43af-80ff-4210d612ceb9 req-0b88f275-b7a3-44a8-9c02-6cbba5103b4f tempest-ServerActionsTestJSON-1099592143 tempest-ServerActionsTestJSON-1099592143-project] 10.222.0.67 "GET /v2.0/networks?id=c43367ff-daf3-49d8-a63d-d06f66adba8f HTTP/1.1" status: 200 len: 811 time: 0.1060371 Sep 23 20:15:39.136893 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-611b2651-a0ed-43af-80ff-4210d612ceb9 req-379e3b8f-f742-47c0-8439-528e98029bc6 tempest-ServerActionsTestJSON-1099592143 tempest-ServerActionsTestJSON-1099592143-project] 10.222.0.67 "GET /v2.0/quotas/c9cdc0f8c48b47f0a9ba670a531cda84 HTTP/1.1" status: 200 len: 375 time: 0.0101628 Sep 23 20:15:39.199627 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-611b2651-a0ed-43af-80ff-4210d612ceb9 req-eab78f59-e957-4587-b0da-9fc54e9a8a88 tempest-ServerActionsTestJSON-1099592143 tempest-ServerActionsTestJSON-1099592143-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=c9cdc0f8c48b47f0a9ba670a531cda84&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0571256 Sep 23 20:15:39.302004 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-611b2651-a0ed-43af-80ff-4210d612ceb9 req-53fbee5a-91c2-40a4-8b85-d84adff9fd45 service neutron] 10.222.0.67 "GET /v2.0/networks/c43367ff-daf3-49d8-a63d-d06f66adba8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0902021 Sep 23 20:15:39.395128 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-611b2651-a0ed-43af-80ff-4210d612ceb9 req-8f8c9bf7-0abf-4a52-a2c8-21069383546c service neutron] 10.222.0.67 "GET /v2.0/networks/c43367ff-daf3-49d8-a63d-d06f66adba8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860772 Sep 23 20:15:40.577548 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-d29bd7f1-48ca-40ef-8f19-fca98c67a3db req-b3dd3e3d-1d5a-4016-94ce-2a598ebc6841 tempest-ServerActionsTestJSON-1099592143 tempest-ServerActionsTestJSON-1099592143-project] 10.222.0.67 "GET /v2.0/ports?device_id=fcf8e6d8-b91b-424f-9a44-24ce91a5d077 HTTP/1.1" status: 200 len: 210 time: 0.0291228 Sep 23 20:15:41.661532 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-29e0b8de-7d44-4308-a115-ba550ed30b40 req-ea6ee243-16a5-4337-b1a2-d8ad90223c72 tempest-ServerActionsTestJSON-1099592143 tempest-ServerActionsTestJSON-1099592143-project] 10.222.0.67 "GET /v2.0/ports?device_id=fcf8e6d8-b91b-424f-9a44-24ce91a5d077 HTTP/1.1" status: 200 len: 210 time: 0.0279610 Sep 23 20:15:41.891540 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Device a44aca31-a7c7-4a30-b003-e97d0becf1ca no longer exists at agent hyperv_n-h2-713301-16 {{(pid=95103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 20:15:41.912169 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.plugin [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] No Port match for: a44aca31-a7c7-4a30-b003-e97d0becf1ca {{(pid=95103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 20:15:41.912509 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Device a44aca31-a7c7-4a30-b003-e97d0becf1ca not bound to the agent host n-h2-713301-16 {{(pid=95103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 20:15:42.755494 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-4c2afa70-3701-49c7-a5f4-b117872784c4 req-6f9abc2d-2d1a-4ac3-97cf-a1ed0a22f816 tempest-ServerActionsTestJSON-1099592143 tempest-ServerActionsTestJSON-1099592143-project] 10.222.0.67 "GET /v2.0/ports?device_id=fcf8e6d8-b91b-424f-9a44-24ce91a5d077 HTTP/1.1" status: 200 len: 210 time: 0.0397482 Sep 23 20:15:43.543904 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-611b2651-a0ed-43af-80ff-4210d612ceb9 req-89e74375-c514-42bf-8501-a6b654dc59b8 tempest-ServerActionsTestJSON-1099592143 tempest-ServerActionsTestJSON-1099592143-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:15:43.546706 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-611b2651-a0ed-43af-80ff-4210d612ceb9 req-89e74375-c514-42bf-8501-a6b654dc59b8 tempest-ServerActionsTestJSON-1099592143 tempest-ServerActionsTestJSON-1099592143-project] 10.222.0.74 "GET /v2.0/networks?id=c43367ff-daf3-49d8-a63d-d06f66adba8f HTTP/1.1" status: 200 len: 811 time: 0.1128371 Sep 23 20:15:43.595787 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-611b2651-a0ed-43af-80ff-4210d612ceb9 req-5007f274-3397-4069-a810-ed65d12389d9 tempest-ServerActionsTestJSON-1099592143 tempest-ServerActionsTestJSON-1099592143-project] 10.222.0.74 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c9cdc0f8c48b47f0a9ba670a531cda84 HTTP/1.1" status: 200 len: 380 time: 0.0396161 Sep 23 20:15:43.605945 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.v2.base [req-611b2651-a0ed-43af-80ff-4210d612ceb9 req-f908788b-8cf3-4f58-8c20-cde10d0e8369 tempest-ServerActionsTestJSON-1099592143 tempest-ServerActionsTestJSON-1099592143-project] Request body: {'port': {'device_id': 'fcf8e6d8-b91b-424f-9a44-24ce91a5d077', 'network_id': 'c43367ff-daf3-49d8-a63d-d06f66adba8f', 'admin_state_up': True, 'tenant_id': 'c9cdc0f8c48b47f0a9ba670a531cda84', 'security_groups': ['5050492a-4ff5-4619-9495-b5ac49ab15ea']}} {{(pid=95102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 20:15:43.718118 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-611b2651-a0ed-43af-80ff-4210d612ceb9 req-f908788b-8cf3-4f58-8c20-cde10d0e8369 tempest-ServerActionsTestJSON-1099592143 tempest-ServerActionsTestJSON-1099592143-project] Made reservation on behalf of c9cdc0f8c48b47f0a9ba670a531cda84 for: {'port': 1} {{(pid=95102) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 20:15:43.721696 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-611b2651-a0ed-43af-80ff-4210d612ceb9 req-f908788b-8cf3-4f58-8c20-cde10d0e8369 tempest-ServerActionsTestJSON-1099592143 tempest-ServerActionsTestJSON-1099592143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:15:43.864069 n-d-713301-16 neutron-server[95102]: DEBUG neutron.db.db_base_plugin_common [req-611b2651-a0ed-43af-80ff-4210d612ceb9 req-f908788b-8cf3-4f58-8c20-cde10d0e8369 tempest-ServerActionsTestJSON-1099592143 tempest-ServerActionsTestJSON-1099592143-project] Allocated IP 172.20.0.13 (c43367ff-daf3-49d8-a63d-d06f66adba8f/227f7a8f-869f-4775-8556-35fd28bcf5f3/69e37284-9855-4b01-afd0-ffd61eb180ae) {{(pid=95102) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 20:15:43.935552 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-ef17c60b-497c-46df-95f9-e8106f2f831d req-ef136645-8fe3-4500-8cb8-f9f8dbaa300b tempest-ServerActionsTestJSON-1099592143 tempest-ServerActionsTestJSON-1099592143-project] 10.222.0.67 "GET /v2.0/ports?device_id=fcf8e6d8-b91b-424f-9a44-24ce91a5d077 HTTP/1.1" status: 200 len: 210 time: 0.0355308 Sep 23 20:15:44.044880 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-611b2651-a0ed-43af-80ff-4210d612ceb9 req-f908788b-8cf3-4f58-8c20-cde10d0e8369 tempest-ServerActionsTestJSON-1099592143 tempest-ServerActionsTestJSON-1099592143-project] Notify callbacks [] for port, precommit_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:15:44.095341 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-611b2651-a0ed-43af-80ff-4210d612ceb9 req-f908788b-8cf3-4f58-8c20-cde10d0e8369 tempest-ServerActionsTestJSON-1099592143 tempest-ServerActionsTestJSON-1099592143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783145673135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4399100'] for port, after_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:15:44.136694 n-d-713301-16 neutron-server[95102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-611b2651-a0ed-43af-80ff-4210d612ceb9 req-f908788b-8cf3-4f58-8c20-cde10d0e8369 tempest-ServerActionsTestJSON-1099592143 tempest-ServerActionsTestJSON-1099592143-project] Network c43367ff-daf3-49d8-a63d-d06f66adba8f is already hosted by enough agents. {{(pid=95102) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 20:15:44.139700 n-d-713301-16 neutron-server[95102]: DEBUG neutron.scheduler.base_scheduler [req-611b2651-a0ed-43af-80ff-4210d612ceb9 req-f908788b-8cf3-4f58-8c20-cde10d0e8369 tempest-ServerActionsTestJSON-1099592143 tempest-ServerActionsTestJSON-1099592143-project] Resources bound (agent type, host, resource id): {{(pid=95102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 20:15:44.143309 n-d-713301-16 neutron-server[95102]: DEBUG neutron.db.l3_dvrscheduler_db [req-611b2651-a0ed-43af-80ff-4210d612ceb9 req-f908788b-8cf3-4f58-8c20-cde10d0e8369 tempest-ServerActionsTestJSON-1099592143 tempest-ServerActionsTestJSON-1099592143-project] Received port after_create {{(pid=95102) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 20:15:44.179943 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f908788b-8cf3-4f58-8c20-cde10d0e8369 tempest-ServerActionsTestJSON-1099592143 tempest-ServerActionsTestJSON-1099592143-project] Pushing event updated for resources: {'Port': ['ID=69e37284-9855-4b01-afd0-ffd61eb180ae,revision_number=1']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:15:44.209654 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-611b2651-a0ed-43af-80ff-4210d612ceb9 req-f908788b-8cf3-4f58-8c20-cde10d0e8369 tempest-ServerActionsTestJSON-1099592143 tempest-ServerActionsTestJSON-1099592143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:15:44.210300 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-611b2651-a0ed-43af-80ff-4210d612ceb9 req-f908788b-8cf3-4f58-8c20-cde10d0e8369 tempest-ServerActionsTestJSON-1099592143 tempest-ServerActionsTestJSON-1099592143-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222849'] for port, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:15:44.227420 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-611b2651-a0ed-43af-80ff-4210d612ceb9 req-f908788b-8cf3-4f58-8c20-cde10d0e8369 tempest-ServerActionsTestJSON-1099592143 tempest-ServerActionsTestJSON-1099592143-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6259096 Sep 23 20:15:44.240557 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.v2.base [req-611b2651-a0ed-43af-80ff-4210d612ceb9 req-18d26d8d-74ce-4477-8521-468926b2c3ce service neutron] Request body: {'port': {'device_id': 'fcf8e6d8-b91b-424f-9a44-24ce91a5d077', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713301-16'}} {{(pid=95102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 20:15:44.301227 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-611b2651-a0ed-43af-80ff-4210d612ceb9 req-18d26d8d-74ce-4477-8521-468926b2c3ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:15:44.367108 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-ed50d4c1-c091-4dfb-80e4-9db555b945f6 None None] Provisioning complete for port 69e37284-9855-4b01-afd0-ffd61eb180ae triggered by entity DHCP. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 20:15:44.368869 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-ed50d4c1-c091-4dfb-80e4-9db555b945f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:15:44.408246 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.plugin [None req-ed50d4c1-c091-4dfb-80e4-9db555b945f6 None None] Port 69e37284-9855-4b01-afd0-ffd61eb180ae cannot update to ACTIVE because it is not bound. {{(pid=95103) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 20:15:44.599793 n-d-713301-16 neutron-server[95102]: DEBUG neutron.notifiers.nova [req-611b2651-a0ed-43af-80ff-4210d612ceb9 req-18d26d8d-74ce-4477-8521-468926b2c3ce service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 69e37284-9855-4b01-afd0-ffd61eb180ae {{(pid=95102) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 20:15:44.607400 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-611b2651-a0ed-43af-80ff-4210d612ceb9 req-18d26d8d-74ce-4477-8521-468926b2c3ce service neutron] Notify callbacks [] for port, precommit_update {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:15:44.619729 n-d-713301-16 neutron-server[95102]: DEBUG neutron.db.provisioning_blocks [req-611b2651-a0ed-43af-80ff-4210d612ceb9 req-18d26d8d-74ce-4477-8521-468926b2c3ce service neutron] Transition to ACTIVE for port object 69e37284-9855-4b01-afd0-ffd61eb180ae will not be triggered until provisioned by entity L2. {{(pid=95102) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 20:15:44.624163 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-611b2651-a0ed-43af-80ff-4210d612ceb9 req-18d26d8d-74ce-4477-8521-468926b2c3ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4399095'] for port, after_update {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:15:44.679836 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18d26d8d-74ce-4477-8521-468926b2c3ce service neutron] Pushing event updated for resources: {'Port': ['ID=69e37284-9855-4b01-afd0-ffd61eb180ae,revision_number=2']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:15:44.758614 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.managers [req-611b2651-a0ed-43af-80ff-4210d612ceb9 req-18d26d8d-74ce-4477-8521-468926b2c3ce service neutron] Attempting to bind port 69e37284-9855-4b01-afd0-ffd61eb180ae on host n-h1-713301-16 for vnic_type normal with profile {{(pid=95102) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 20:15:44.759997 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.managers [req-611b2651-a0ed-43af-80ff-4210d612ceb9 req-18d26d8d-74ce-4477-8521-468926b2c3ce service neutron] Attempting to bind port 69e37284-9855-4b01-afd0-ffd61eb180ae by drivers openvswitch,hyperv on host n-h1-713301-16 at level 0 using segments [{'id': '63d9966b-ec95-4293-aace-132eeb81246d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'c43367ff-daf3-49d8-a63d-d06f66adba8f'}] {{(pid=95102) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 20:15:44.760409 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-611b2651-a0ed-43af-80ff-4210d612ceb9 req-18d26d8d-74ce-4477-8521-468926b2c3ce service neutron] Attempting to bind port 69e37284-9855-4b01-afd0-ffd61eb180ae on network c43367ff-daf3-49d8-a63d-d06f66adba8f {{(pid=95102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 20:15:44.765411 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-611b2651-a0ed-43af-80ff-4210d612ceb9 req-18d26d8d-74ce-4477-8521-468926b2c3ce service neutron] Port 69e37284-9855-4b01-afd0-ffd61eb180ae on network c43367ff-daf3-49d8-a63d-d06f66adba8f not bound, no agent of type Open vSwitch agent registered on host n-h1-713301-16 {{(pid=95102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 20:15:44.765733 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-611b2651-a0ed-43af-80ff-4210d612ceb9 req-18d26d8d-74ce-4477-8521-468926b2c3ce service neutron] Attempting to bind port 69e37284-9855-4b01-afd0-ffd61eb180ae on network c43367ff-daf3-49d8-a63d-d06f66adba8f {{(pid=95102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 20:15:44.771098 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-611b2651-a0ed-43af-80ff-4210d612ceb9 req-18d26d8d-74ce-4477-8521-468926b2c3ce service neutron] Checking agent: {'id': '0708c3e9-0aad-4600-9be9-d2486535c898', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713301-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 19, 15, 28), 'started_at': datetime.datetime(2021, 9, 23, 19, 15, 28), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 20, 15, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 20:15:44.771629 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-611b2651-a0ed-43af-80ff-4210d612ceb9 req-18d26d8d-74ce-4477-8521-468926b2c3ce service neutron] Checking segment: {'id': '63d9966b-ec95-4293-aace-132eeb81246d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'c43367ff-daf3-49d8-a63d-d06f66adba8f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95102) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 20:15:44.772092 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-611b2651-a0ed-43af-80ff-4210d612ceb9 req-18d26d8d-74ce-4477-8521-468926b2c3ce service neutron] Bound using segment: {'id': '63d9966b-ec95-4293-aace-132eeb81246d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'c43367ff-daf3-49d8-a63d-d06f66adba8f'} {{(pid=95102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 20:15:44.772669 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.managers [req-611b2651-a0ed-43af-80ff-4210d612ceb9 req-18d26d8d-74ce-4477-8521-468926b2c3ce service neutron] Bound port: 69e37284-9855-4b01-afd0-ffd61eb180ae, host: n-h1-713301-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '63d9966b-ec95-4293-aace-132eeb81246d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'c43367ff-daf3-49d8-a63d-d06f66adba8f'}}] {{(pid=95102) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 20:15:44.773045 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-611b2651-a0ed-43af-80ff-4210d612ceb9 req-18d26d8d-74ce-4477-8521-468926b2c3ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:15:44.842243 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.db [req-611b2651-a0ed-43af-80ff-4210d612ceb9 req-18d26d8d-74ce-4477-8521-468926b2c3ce service neutron] For port 69e37284-9855-4b01-afd0-ffd61eb180ae, host n-h1-713301-16, cleared binding levels {{(pid=95102) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 20:15:44.845566 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.db [req-611b2651-a0ed-43af-80ff-4210d612ceb9 req-18d26d8d-74ce-4477-8521-468926b2c3ce service neutron] For port 69e37284-9855-4b01-afd0-ffd61eb180ae, host n-h1-713301-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-16',level=0,port_id=69e37284-9855-4b01-afd0-ffd61eb180ae,segment=NetworkSegment(63d9966b-ec95-4293-aace-132eeb81246d),segment_id=63d9966b-ec95-4293-aace-132eeb81246d)] {{(pid=95102) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 20:15:44.851121 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-611b2651-a0ed-43af-80ff-4210d612ceb9 req-18d26d8d-74ce-4477-8521-468926b2c3ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4399095'] for port, after_update {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:15:44.889931 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-611b2651-a0ed-43af-80ff-4210d612ceb9 req-18d26d8d-74ce-4477-8521-468926b2c3ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:15:44.890562 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-611b2651-a0ed-43af-80ff-4210d612ceb9 req-18d26d8d-74ce-4477-8521-468926b2c3ce service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222849'] for port, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:15:44.891965 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-611b2651-a0ed-43af-80ff-4210d612ceb9 req-18d26d8d-74ce-4477-8521-468926b2c3ce service neutron] 10.222.0.74 "PUT /v2.0/ports/69e37284-9855-4b01-afd0-ffd61eb180ae HTTP/1.1" status: 200 len: 1093 time: 0.6558378 Sep 23 20:15:44.892406 n-d-713301-16 neutron-server[95102]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fcf8e6d8-b91b-424f-9a44-24ce91a5d077', 'tag': '69e37284-9855-4b01-afd0-ffd61eb180ae'}] {{(pid=95102) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 20:15:44.899338 n-d-713301-16 neutron-server[95102]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab31b6d93e5336dbddfa8ec424565b3bd8cb2369c5b4d85bc943472dbb21e8ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-abde8647-48f8-4c59-9ff2-99158793d08d" -d '{"events": [{"name": "network-changed", "server_uuid": "fcf8e6d8-b91b-424f-9a44-24ce91a5d077", "tag": "69e37284-9855-4b01-afd0-ffd61eb180ae"}]}' {{(pid=95102) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 20:15:44.949956 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18d26d8d-74ce-4477-8521-468926b2c3ce service neutron] Pushing event updated for resources: {'Port': ['ID=69e37284-9855-4b01-afd0-ffd61eb180ae,revision_number=3']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:15:44.968851 n-d-713301-16 neutron-server[95102]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 20:15:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eac14803-04ae-47d5-b2c6-9fee022e5c26 x-openstack-request-id: req-eac14803-04ae-47d5-b2c6-9fee022e5c26 {{(pid=95102) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 20:15:44.968977 n-d-713301-16 neutron-server[95102]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fcf8e6d8-b91b-424f-9a44-24ce91a5d077", "tag": "69e37284-9855-4b01-afd0-ffd61eb180ae", "status": "completed", "code": 200}]} {{(pid=95102) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 20:15:44.969148 n-d-713301-16 neutron-server[95102]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-eac14803-04ae-47d5-b2c6-9fee022e5c26 {{(pid=95102) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 20:15:44.969544 n-d-713301-16 neutron-server[95102]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fcf8e6d8-b91b-424f-9a44-24ce91a5d077', 'tag': '69e37284-9855-4b01-afd0-ffd61eb180ae', 'status': 'completed', 'code': 200} Sep 23 20:15:44.987821 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-611b2651-a0ed-43af-80ff-4210d612ceb9 req-599814a7-5534-4d0b-9f9a-427bb3a1e7e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:15:44.989476 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-611b2651-a0ed-43af-80ff-4210d612ceb9 req-599814a7-5534-4d0b-9f9a-427bb3a1e7e8 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=c9cdc0f8c48b47f0a9ba670a531cda84&device_id=fcf8e6d8-b91b-424f-9a44-24ce91a5d077 HTTP/1.1" status: 200 len: 1096 time: 0.0546148 Sep 23 20:15:45.038742 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-611b2651-a0ed-43af-80ff-4210d612ceb9 req-fc50962c-a05c-4b28-8d64-98cd840728c9 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=69e37284-9855-4b01-afd0-ffd61eb180ae HTTP/1.1" status: 200 len: 217 time: 0.0418198 Sep 23 20:15:45.098446 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-611b2651-a0ed-43af-80ff-4210d612ceb9 req-9863d7c8-b22b-460b-9155-44a7a68ba9f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:15:45.099940 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-611b2651-a0ed-43af-80ff-4210d612ceb9 req-9863d7c8-b22b-460b-9155-44a7a68ba9f6 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=227f7a8f-869f-4775-8556-35fd28bcf5f3 HTTP/1.1" status: 200 len: 850 time: 0.0547440 Sep 23 20:15:45.177343 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-611b2651-a0ed-43af-80ff-4210d612ceb9 req-863efa11-6f07-47fe-af54-c3f71bfc25fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:15:45.178804 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-611b2651-a0ed-43af-80ff-4210d612ceb9 req-863efa11-6f07-47fe-af54-c3f71bfc25fd service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=c43367ff-daf3-49d8-a63d-d06f66adba8f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0722637 Sep 23 20:15:45.190801 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b662730-1fb0-4f52-b5ae-eb86f151ab29 req-d9c9b4ec-5573-43be-b893-f0e83ab4d6ac tempest-ServerActionsTestJSON-1099592143 tempest-ServerActionsTestJSON-1099592143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:15:45.192218 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-5b662730-1fb0-4f52-b5ae-eb86f151ab29 req-d9c9b4ec-5573-43be-b893-f0e83ab4d6ac tempest-ServerActionsTestJSON-1099592143 tempest-ServerActionsTestJSON-1099592143-project] 10.222.0.67 "GET /v2.0/ports?device_id=fcf8e6d8-b91b-424f-9a44-24ce91a5d077 HTTP/1.1" status: 200 len: 944 time: 0.1191983 Sep 23 20:15:45.290372 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-5b662730-1fb0-4f52-b5ae-eb86f151ab29 req-f360a4a1-bae7-4755-9d2d-d59ec1741b55 tempest-ServerActionsTestJSON-1099592143 tempest-ServerActionsTestJSON-1099592143-project] 10.222.0.67 "GET /v2.0/security-groups?id=5050492a-4ff5-4619-9495-b5ac49ab15ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0872028 Sep 23 20:15:45.321129 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-611b2651-a0ed-43af-80ff-4210d612ceb9 req-460a8326-66b3-473d-929b-5e70ac57b7c5 service neutron] 10.222.0.74 "GET /v2.0/networks/c43367ff-daf3-49d8-a63d-d06f66adba8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1279142 Sep 23 20:15:45.420968 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-611b2651-a0ed-43af-80ff-4210d612ceb9 req-adc8bce7-dcca-4561-9f71-a414263ce698 service neutron] 10.222.0.74 "GET /v2.0/networks/c43367ff-daf3-49d8-a63d-d06f66adba8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0921261 Sep 23 20:15:45.508742 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abde8647-48f8-4c59-9ff2-99158793d08d req-b5531a89-4386-4f5d-b4c1-60620a058082 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:15:45.511206 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-abde8647-48f8-4c59-9ff2-99158793d08d req-b5531a89-4386-4f5d-b4c1-60620a058082 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=c9cdc0f8c48b47f0a9ba670a531cda84&device_id=fcf8e6d8-b91b-424f-9a44-24ce91a5d077 HTTP/1.1" status: 200 len: 1096 time: 0.0448065 Sep 23 20:15:45.605734 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abde8647-48f8-4c59-9ff2-99158793d08d req-acb768a8-ba8b-4128-a301-367cf70c2183 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:15:45.607243 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-abde8647-48f8-4c59-9ff2-99158793d08d req-acb768a8-ba8b-4128-a301-367cf70c2183 service neutron] 10.222.0.74 "GET /v2.0/networks?id=c43367ff-daf3-49d8-a63d-d06f66adba8f HTTP/1.1" status: 200 len: 912 time: 0.0887895 Sep 23 20:15:45.651675 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-abde8647-48f8-4c59-9ff2-99158793d08d req-89fb6f92-cd59-4d8b-aa5d-ed48d0e4fd9b service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=69e37284-9855-4b01-afd0-ffd61eb180ae HTTP/1.1" status: 200 len: 217 time: 0.0369029 Sep 23 20:15:45.700981 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abde8647-48f8-4c59-9ff2-99158793d08d req-741a908e-4d62-44d8-908c-63b36b3f807c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:15:45.702459 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-abde8647-48f8-4c59-9ff2-99158793d08d req-741a908e-4d62-44d8-908c-63b36b3f807c service neutron] 10.222.0.74 "GET /v2.0/subnets?id=227f7a8f-869f-4775-8556-35fd28bcf5f3 HTTP/1.1" status: 200 len: 850 time: 0.0439055 Sep 23 20:15:45.750998 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abde8647-48f8-4c59-9ff2-99158793d08d req-dee662f1-83c1-4f8f-9e28-7d517c5fc5d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:15:45.752816 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-abde8647-48f8-4c59-9ff2-99158793d08d req-dee662f1-83c1-4f8f-9e28-7d517c5fc5d3 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=c43367ff-daf3-49d8-a63d-d06f66adba8f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0415199 Sep 23 20:15:45.856353 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-abde8647-48f8-4c59-9ff2-99158793d08d req-51fe2462-bf03-416e-9132-e76b6694afb7 service neutron] 10.222.0.74 "GET /v2.0/networks/c43367ff-daf3-49d8-a63d-d06f66adba8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0962720 Sep 23 20:15:45.954870 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-abde8647-48f8-4c59-9ff2-99158793d08d req-b4a47db1-748d-4d40-ae3d-9e38dcfd7cfa service neutron] 10.222.0.74 "GET /v2.0/networks/c43367ff-daf3-49d8-a63d-d06f66adba8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902131 Sep 23 20:15:46.539599 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff687d88-2be2-4e40-b42c-d2ab89dc2010 req-826c3d85-f068-403f-9fcb-2d6ff7678fd1 tempest-ServerActionsTestJSON-1099592143 tempest-ServerActionsTestJSON-1099592143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:15:46.541144 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-ff687d88-2be2-4e40-b42c-d2ab89dc2010 req-826c3d85-f068-403f-9fcb-2d6ff7678fd1 tempest-ServerActionsTestJSON-1099592143 tempest-ServerActionsTestJSON-1099592143-project] 10.222.0.67 "GET /v2.0/ports?device_id=fcf8e6d8-b91b-424f-9a44-24ce91a5d077 HTTP/1.1" status: 200 len: 944 time: 0.1067624 Sep 23 20:15:46.579668 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-ff687d88-2be2-4e40-b42c-d2ab89dc2010 req-dd0ea406-2129-4c43-afeb-da7aad7652f3 tempest-ServerActionsTestJSON-1099592143 tempest-ServerActionsTestJSON-1099592143-project] 10.222.0.67 "GET /v2.0/security-groups?id=5050492a-4ff5-4619-9495-b5ac49ab15ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325234 Sep 23 20:15:47.698126 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f086991b-3c13-4ee5-9e96-d5e1c5ae7b11 req-3578cc44-6d24-4a5f-8f6a-5764ce3cde95 tempest-ServerActionsTestJSON-1099592143 tempest-ServerActionsTestJSON-1099592143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:15:47.699658 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-f086991b-3c13-4ee5-9e96-d5e1c5ae7b11 req-3578cc44-6d24-4a5f-8f6a-5764ce3cde95 tempest-ServerActionsTestJSON-1099592143 tempest-ServerActionsTestJSON-1099592143-project] 10.222.0.67 "GET /v2.0/ports?device_id=fcf8e6d8-b91b-424f-9a44-24ce91a5d077 HTTP/1.1" status: 200 len: 944 time: 0.0512547 Sep 23 20:15:47.737551 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-f086991b-3c13-4ee5-9e96-d5e1c5ae7b11 req-fd886f38-a1cf-41eb-8726-42e0a705fae8 tempest-ServerActionsTestJSON-1099592143 tempest-ServerActionsTestJSON-1099592143-project] 10.222.0.67 "GET /v2.0/security-groups?id=5050492a-4ff5-4619-9495-b5ac49ab15ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318921 Sep 23 20:15:48.423053 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Device 69e37284-9855-4b01-afd0-ffd61eb180ae details requested by agent hyperv_n-h1-713301-16 with host n-h1-713301-16 {{(pid=95103) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 20:15:48.519491 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] For port 69e37284-9855-4b01-afd0-ffd61eb180ae, host n-h1-713301-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-16',level=0,port_id=69e37284-9855-4b01-afd0-ffd61eb180ae,segment=NetworkSegment(63d9966b-ec95-4293-aace-132eeb81246d),segment_id=63d9966b-ec95-4293-aace-132eeb81246d)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 20:15:48.530690 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Returning: {'device': '69e37284-9855-4b01-afd0-ffd61eb180ae', 'network_id': 'c43367ff-daf3-49d8-a63d-d06f66adba8f', 'port_id': '69e37284-9855-4b01-afd0-ffd61eb180ae', 'mac_address': 'fa:16:3e:65:5f:9b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 600, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '227f7a8f-869f-4775-8556-35fd28bcf5f3', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95103) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 20:15:48.566413 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:15:48.582039 n-d-713301-16 neutron-server[95103]: DEBUG neutron.notifiers.nova [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 69e37284-9855-4b01-afd0-ffd61eb180ae {{(pid=95103) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 20:15:48.601841 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] For port 69e37284-9855-4b01-afd0-ffd61eb180ae, host n-h1-713301-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-16',level=0,port_id=69e37284-9855-4b01-afd0-ffd61eb180ae,segment=NetworkSegment(63d9966b-ec95-4293-aace-132eeb81246d),segment_id=63d9966b-ec95-4293-aace-132eeb81246d)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 20:15:48.606800 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:15:48.652689 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Pushing event updated for resources: {'Port': ['ID=69e37284-9855-4b01-afd0-ffd61eb180ae,revision_number=4']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:15:48.824346 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] get_ports_and_sgs() called for port_ids ['69e37284-9855-4b01-afd0-ffd61eb180ae'] {{(pid=95103) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 20:15:48.866324 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2cf15b4-873d-42a8-9137-a112de4d5c64 req-6d56eca2-9143-479c-9421-ed9cc3d2b939 tempest-ServerActionsTestJSON-1099592143 tempest-ServerActionsTestJSON-1099592143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:15:48.867952 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-e2cf15b4-873d-42a8-9137-a112de4d5c64 req-6d56eca2-9143-479c-9421-ed9cc3d2b939 tempest-ServerActionsTestJSON-1099592143 tempest-ServerActionsTestJSON-1099592143-project] 10.222.0.67 "GET /v2.0/ports?device_id=fcf8e6d8-b91b-424f-9a44-24ce91a5d077 HTTP/1.1" status: 200 len: 945 time: 0.0555606 Sep 23 20:15:48.908816 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-e2cf15b4-873d-42a8-9137-a112de4d5c64 req-eeacd276-9304-4844-947d-d6e5913eb72d tempest-ServerActionsTestJSON-1099592143 tempest-ServerActionsTestJSON-1099592143-project] 10.222.0.67 "GET /v2.0/security-groups?id=5050492a-4ff5-4619-9495-b5ac49ab15ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347767 Sep 23 20:15:49.775651 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-07983532-86cc-4fdc-97e7-6817ba489bf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:15:50.025776 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e0c7b6-8f68-4649-835b-7141eb884919 req-7e021955-2473-4aea-b7b0-d9a010f818f1 tempest-ServerActionsTestJSON-1099592143 tempest-ServerActionsTestJSON-1099592143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:15:50.027801 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-22e0c7b6-8f68-4649-835b-7141eb884919 req-7e021955-2473-4aea-b7b0-d9a010f818f1 tempest-ServerActionsTestJSON-1099592143 tempest-ServerActionsTestJSON-1099592143-project] 10.222.0.67 "GET /v2.0/ports?device_id=fcf8e6d8-b91b-424f-9a44-24ce91a5d077 HTTP/1.1" status: 200 len: 945 time: 0.0511615 Sep 23 20:15:50.065398 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-22e0c7b6-8f68-4649-835b-7141eb884919 req-039e26f1-d030-44cf-b2ee-8ad8a3d95d38 tempest-ServerActionsTestJSON-1099592143 tempest-ServerActionsTestJSON-1099592143-project] 10.222.0.67 "GET /v2.0/security-groups?id=5050492a-4ff5-4619-9495-b5ac49ab15ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316689 Sep 23 20:15:50.438746 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Device 69e37284-9855-4b01-afd0-ffd61eb180ae up at agent hyperv_n-h1-713301-16 {{(pid=95103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 20:15:50.491578 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Provisioning for port 69e37284-9855-4b01-afd0-ffd61eb180ae completed by entity L2. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 20:15:50.495648 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Provisioning complete for port 69e37284-9855-4b01-afd0-ffd61eb180ae triggered by entity L2. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 20:15:50.496028 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:15:50.574201 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:15:50.598293 n-d-713301-16 neutron-server[95103]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fcf8e6d8-b91b-424f-9a44-24ce91a5d077', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69e37284-9855-4b01-afd0-ffd61eb180ae'}] {{(pid=95103) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 20:15:50.600520 n-d-713301-16 neutron-server[95103]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}81a1c17f2aa89d5b3ebbba3a3e0cf7eb588e431c2224256110c4c4facdd7c3e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2601e53c-9652-410e-a652-f70dfd731108" -d '{"events": [{"server_uuid": "fcf8e6d8-b91b-424f-9a44-24ce91a5d077", "name": "network-vif-plugged", "status": "completed", "tag": "69e37284-9855-4b01-afd0-ffd61eb180ae"}]}' {{(pid=95103) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 20:15:50.614502 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] For port 69e37284-9855-4b01-afd0-ffd61eb180ae, host n-h1-713301-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-16',level=0,port_id=69e37284-9855-4b01-afd0-ffd61eb180ae,segment=NetworkSegment(63d9966b-ec95-4293-aace-132eeb81246d),segment_id=63d9966b-ec95-4293-aace-132eeb81246d)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 20:15:50.619850 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:15:50.647714 n-d-713301-16 neutron-server[95103]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 20:15:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-edab3503-cced-4299-890c-a106af14a03e x-openstack-request-id: req-edab3503-cced-4299-890c-a106af14a03e {{(pid=95103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 20:15:50.648044 n-d-713301-16 neutron-server[95103]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fcf8e6d8-b91b-424f-9a44-24ce91a5d077", "name": "network-vif-plugged", "status": "completed", "tag": "69e37284-9855-4b01-afd0-ffd61eb180ae", "code": 200}]} {{(pid=95103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 20:15:50.648246 n-d-713301-16 neutron-server[95103]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-edab3503-cced-4299-890c-a106af14a03e {{(pid=95103) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 20:15:50.649408 n-d-713301-16 neutron-server[95103]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fcf8e6d8-b91b-424f-9a44-24ce91a5d077', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69e37284-9855-4b01-afd0-ffd61eb180ae', 'code': 200} Sep 23 20:15:50.679750 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Pushing event updated for resources: {'Port': ['ID=69e37284-9855-4b01-afd0-ffd61eb180ae,revision_number=5']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:15:50.745183 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6849e78e-6675-4cf2-83d9-c77b2fa8b61e req-3aa9acbe-9316-42be-b131-7c681cf39aea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:15:50.746696 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-6849e78e-6675-4cf2-83d9-c77b2fa8b61e req-3aa9acbe-9316-42be-b131-7c681cf39aea service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=fcf8e6d8-b91b-424f-9a44-24ce91a5d077 HTTP/1.1" status: 200 len: 1098 time: 0.0418575 Sep 23 20:15:50.783421 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-6849e78e-6675-4cf2-83d9-c77b2fa8b61e req-f9a8b1fd-56af-44e1-a6ff-6d85806f105b service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=5050492a-4ff5-4619-9495-b5ac49ab15ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0298235 Sep 23 20:15:51.185302 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e870eb91-36b3-491e-b6c1-d9b04a256f16 req-11d0c2f5-ae03-4593-8ec2-58d276e6601e tempest-ServerActionsTestJSON-1099592143 tempest-ServerActionsTestJSON-1099592143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:15:51.186774 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-e870eb91-36b3-491e-b6c1-d9b04a256f16 req-11d0c2f5-ae03-4593-8ec2-58d276e6601e tempest-ServerActionsTestJSON-1099592143 tempest-ServerActionsTestJSON-1099592143-project] 10.222.0.67 "GET /v2.0/ports?device_id=fcf8e6d8-b91b-424f-9a44-24ce91a5d077 HTTP/1.1" status: 200 len: 946 time: 0.0543404 Sep 23 20:15:51.226451 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-e870eb91-36b3-491e-b6c1-d9b04a256f16 req-202ad897-5971-4899-b1c5-bf89298fff63 tempest-ServerActionsTestJSON-1099592143 tempest-ServerActionsTestJSON-1099592143-project] 10.222.0.67 "GET /v2.0/security-groups?id=5050492a-4ff5-4619-9495-b5ac49ab15ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337477 Sep 23 20:15:52.345110 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc56e28c-de87-481d-a40d-17f88895085b req-21b741c7-fa4f-4c31-9b17-55578a885894 tempest-ServerActionsTestJSON-1099592143 tempest-ServerActionsTestJSON-1099592143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:15:52.346621 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-cc56e28c-de87-481d-a40d-17f88895085b req-21b741c7-fa4f-4c31-9b17-55578a885894 tempest-ServerActionsTestJSON-1099592143 tempest-ServerActionsTestJSON-1099592143-project] 10.222.0.67 "GET /v2.0/ports?device_id=fcf8e6d8-b91b-424f-9a44-24ce91a5d077 HTTP/1.1" status: 200 len: 946 time: 0.0500343 Sep 23 20:15:52.385117 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-cc56e28c-de87-481d-a40d-17f88895085b req-454b422f-58ea-44dc-8e3e-63d539cf9863 tempest-ServerActionsTestJSON-1099592143 tempest-ServerActionsTestJSON-1099592143-project] 10.222.0.67 "GET /v2.0/security-groups?id=5050492a-4ff5-4619-9495-b5ac49ab15ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323763 Sep 23 20:15:52.495361 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3737b2d-1a90-4337-9a8c-d6e73d272efa req-73a2f28b-3fbe-49c2-9469-c9ab6e3164ba tempest-ServerActionsTestJSON-1099592143 tempest-ServerActionsTestJSON-1099592143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:15:52.496887 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-b3737b2d-1a90-4337-9a8c-d6e73d272efa req-73a2f28b-3fbe-49c2-9469-c9ab6e3164ba tempest-ServerActionsTestJSON-1099592143 tempest-ServerActionsTestJSON-1099592143-project] 10.222.0.67 "GET /v2.0/ports?device_id=fcf8e6d8-b91b-424f-9a44-24ce91a5d077 HTTP/1.1" status: 200 len: 946 time: 0.0492547 Sep 23 20:15:52.505408 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 60682) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:15:52.509786 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.v2.base [None req-a774c1c3-b611-4809-9a79-6b9ea8560c74 tempest-ServerActionsTestJSON-1099592143 tempest-ServerActionsTestJSON-1099592143-project] Request body: {'floatingip': {'port_id': '69e37284-9855-4b01-afd0-ffd61eb180ae'}} {{(pid=95102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 20:15:52.550796 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-a774c1c3-b611-4809-9a79-6b9ea8560c74 tempest-ServerActionsTestJSON-1099592143 tempest-ServerActionsTestJSON-1099592143-project] Notify callbacks [] for floatingip, before_update {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:15:52.974153 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-a774c1c3-b611-4809-9a79-6b9ea8560c74 tempest-ServerActionsTestJSON-1099592143 tempest-ServerActionsTestJSON-1099592143-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:15:52.978671 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-a774c1c3-b611-4809-9a79-6b9ea8560c74 tempest-ServerActionsTestJSON-1099592143 tempest-ServerActionsTestJSON-1099592143-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-601884'] for floatingip, after_update {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:15:53.011865 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-52b72f33-4931-4fad-870b-22776b99dbea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:15:53.082614 n-d-713301-16 neutron-server[95102]: INFO neutron.db.l3_db [None req-a774c1c3-b611-4809-9a79-6b9ea8560c74 tempest-ServerActionsTestJSON-1099592143 tempest-ServerActionsTestJSON-1099592143-project] Floating IP 7e18a6de-7b2d-4eaa-b258-7be5509c8cfe associated. External IP: 172.25.1.106, port: 69e37284-9855-4b01-afd0-ffd61eb180ae. Sep 23 20:15:53.184774 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:15:53.614866 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-0ae75029-feb6-4728-9a94-5f9b60993d82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:15:53.621119 n-d-713301-16 neutron-server[95102]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a774c1c3-b611-4809-9a79-6b9ea8560c74 tempest-ServerActionsTestJSON-1099592143 tempest-ServerActionsTestJSON-1099592143-project] Router 832dfef8-2615-4c77-8ddf-d9bc3cd4865d has already been hosted by L3 agent 79a740bf-7821-4989-8288-7186e3e128f3 {{(pid=95102) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 20:15:53.729822 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a774c1c3-b611-4809-9a79-6b9ea8560c74 tempest-ServerActionsTestJSON-1099592143 tempest-ServerActionsTestJSON-1099592143-project] Notify agent at l3_agent.n-d-713301-16 the message routers_updated {{(pid=95102) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 20:15:53.735151 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-a774c1c3-b611-4809-9a79-6b9ea8560c74 tempest-ServerActionsTestJSON-1099592143 tempest-ServerActionsTestJSON-1099592143-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222849'] for floatingip, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:15:53.739359 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9960deb6-3581-45f5-ad66-9fcfef18fa37 None None] Sync routers for ids ['832dfef8-2615-4c77-8ddf-d9bc3cd4865d'] in n-d-713301-16 {{(pid=95104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 20:15:53.748968 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9960deb6-3581-45f5-ad66-9fcfef18fa37 None None] Routers {'832dfef8-2615-4c77-8ddf-d9bc3cd4865d'} bound to L3 agent in host n-d-713301-16 {{(pid=95104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 20:15:53.749573 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_hamode_db [None req-9960deb6-3581-45f5-ad66-9fcfef18fa37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-23T19:07:52Z,description=,heartbeat_timestamp=2021-09-23T20:15:53Z,host='n-d-713301-16',id=79a740bf-7821-4989-8288-7186e3e128f3,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:07:52Z,topic='l3_agent')) {'router_ids': ['832dfef8-2615-4c77-8ddf-d9bc3cd4865d'], 'active': True} {{(pid=95104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 20:15:53.763519 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-a774c1c3-b611-4809-9a79-6b9ea8560c74 tempest-ServerActionsTestJSON-1099592143 tempest-ServerActionsTestJSON-1099592143-project] 10.222.0.67 "PUT /v2.0/floatingips/7e18a6de-7b2d-4eaa-b258-7be5509c8cfe HTTP/1.1" status: 200 len: 993 time: 1.2570662 Sep 23 20:15:53.764101 n-d-713301-16 neutron-server[95102]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fcf8e6d8-b91b-424f-9a44-24ce91a5d077', 'tag': '69e37284-9855-4b01-afd0-ffd61eb180ae'}] {{(pid=95102) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 20:15:53.766390 n-d-713301-16 neutron-server[95102]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab31b6d93e5336dbddfa8ec424565b3bd8cb2369c5b4d85bc943472dbb21e8ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80c8ed30-fc83-40d0-8567-6456cf17e83c" -d '{"events": [{"name": "network-changed", "server_uuid": "fcf8e6d8-b91b-424f-9a44-24ce91a5d077", "tag": "69e37284-9855-4b01-afd0-ffd61eb180ae"}]}' {{(pid=95102) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 20:15:53.805781 n-d-713301-16 neutron-server[95102]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 20:15:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f4d3a2e-d692-4305-bfaf-05daee71911b x-openstack-request-id: req-5f4d3a2e-d692-4305-bfaf-05daee71911b {{(pid=95102) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 20:15:53.806130 n-d-713301-16 neutron-server[95102]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fcf8e6d8-b91b-424f-9a44-24ce91a5d077", "tag": "69e37284-9855-4b01-afd0-ffd61eb180ae", "status": "completed", "code": 200}]} {{(pid=95102) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 20:15:53.806438 n-d-713301-16 neutron-server[95102]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-5f4d3a2e-d692-4305-bfaf-05daee71911b {{(pid=95102) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 20:15:53.806892 n-d-713301-16 neutron-server[95102]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fcf8e6d8-b91b-424f-9a44-24ce91a5d077', 'tag': '69e37284-9855-4b01-afd0-ffd61eb180ae', 'status': 'completed', 'code': 200} Sep 23 20:15:53.865180 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_dvr_db [None req-9960deb6-3581-45f5-ad66-9fcfef18fa37 None None] Set router 832dfef8-2615-4c77-8ddf-d9bc3cd4865d gateway port host: n-d-713301-16 {{(pid=95104) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 20:15:53.950365 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c8ed30-fc83-40d0-8567-6456cf17e83c req-73f1d330-7d1d-4841-9d69-8f3943246529 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:15:53.951906 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-80c8ed30-fc83-40d0-8567-6456cf17e83c req-73f1d330-7d1d-4841-9d69-8f3943246529 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=c9cdc0f8c48b47f0a9ba670a531cda84&device_id=fcf8e6d8-b91b-424f-9a44-24ce91a5d077 HTTP/1.1" status: 200 len: 1098 time: 0.0806990 Sep 23 20:15:54.047043 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c8ed30-fc83-40d0-8567-6456cf17e83c req-c71d78a2-5061-4bdf-b2a6-bccf90c2fcd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:15:54.048633 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-80c8ed30-fc83-40d0-8567-6456cf17e83c req-c71d78a2-5061-4bdf-b2a6-bccf90c2fcd5 service neutron] 10.222.0.74 "GET /v2.0/networks?id=c43367ff-daf3-49d8-a63d-d06f66adba8f HTTP/1.1" status: 200 len: 912 time: 0.0901048 Sep 23 20:15:54.087324 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_hamode_db [None req-9960deb6-3581-45f5-ad66-9fcfef18fa37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '832dfef8-2615-4c77-8ddf-d9bc3cd4865d', 'name': 'tempest-ServerActionsTestJSON-919388451-router', 'tenant_id': 'c9cdc0f8c48b47f0a9ba670a531cda84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'external_fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.115'}], 'enable_snat': True}, 'gw_port_id': 'af4c5e1b-71cd-46fc-a4ca-fc01b95372f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T20:08:51Z', 'updated_at': '2021-09-23T20:08:53Z', 'revision_number': 4, 'project_id': 'c9cdc0f8c48b47f0a9ba670a531cda84', 'gw_port': {'id': 'af4c5e1b-71cd-46fc-a4ca-fc01b95372f7', 'name': '', 'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:8a:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '832dfef8-2615-4c77-8ddf-d9bc3cd4865d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T20:08:51Z', 'updated_at': '2021-09-23T20:08:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-16', '_floatingips': [{'id': '7e18a6de-7b2d-4eaa-b258-7be5509c8cfe', 'tenant_id': 'c9cdc0f8c48b47f0a9ba670a531cda84', 'floating_ip_address': '172.25.1.106', 'floating_network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'router_id': '832dfef8-2615-4c77-8ddf-d9bc3cd4865d', 'port_id': '69e37284-9855-4b01-afd0-ffd61eb180ae', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4046, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c43367ff-daf3-49d8-a63d-d06f66adba8f', 'mac_address': 'fa:16:3e:65:5f:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcf8e6d8-b91b-424f-9a44-24ce91a5d077', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-23T20:08:56Z', 'updated_at': '2021-09-23T20:15:52Z', 'revision_number': 13, 'project_id': 'c9cdc0f8c48b47f0a9ba670a531cda84', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '75d0c163-cdca-46fa-b931-2ca04a14d7bc', 'name': '', 'network_id': 'c43367ff-daf3-49d8-a63d-d06f66adba8f', 'tenant_id': 'c9cdc0f8c48b47f0a9ba670a531cda84', 'mac_address': 'fa:16:3e:51:03:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '832dfef8-2615-4c77-8ddf-d9bc3cd4865d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '227f7a8f-869f-4775-8556-35fd28bcf5f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T20:08:53Z', 'updated_at': '2021-09-23T20:08:56Z', 'revision_number': 5, 'project_id': 'c9cdc0f8c48b47f0a9ba670a531cda84', 'subnets': [{'id': '227f7a8f-869f-4775-8556-35fd28bcf5f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-16', False) {} {{(pid=95104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 20:15:54.113279 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-80c8ed30-fc83-40d0-8567-6456cf17e83c req-cb3d47b2-b7b2-45f8-b2a7-676acd7b64c8 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=69e37284-9855-4b01-afd0-ffd61eb180ae HTTP/1.1" status: 200 len: 1001 time: 0.0581069 Sep 23 20:15:54.117172 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9960deb6-3581-45f5-ad66-9fcfef18fa37 None None] Checking router: 832dfef8-2615-4c77-8ddf-d9bc3cd4865d for host: n-d-713301-16 {{(pid=95104) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 20:15:54.125479 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9960deb6-3581-45f5-ad66-9fcfef18fa37 None None] Routers {'832dfef8-2615-4c77-8ddf-d9bc3cd4865d'} bound to L3 agent in host n-d-713301-16 {{(pid=95104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 20:15:54.126079 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_hamode_db [None req-9960deb6-3581-45f5-ad66-9fcfef18fa37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-23T19:07:52Z,description=,heartbeat_timestamp=2021-09-23T20:15:53Z,host='n-d-713301-16',id=79a740bf-7821-4989-8288-7186e3e128f3,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:07:52Z,topic='l3_agent')) {'router_ids': ['832dfef8-2615-4c77-8ddf-d9bc3cd4865d'], 'active': True} {{(pid=95104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 20:15:54.165417 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c8ed30-fc83-40d0-8567-6456cf17e83c req-addb2df0-49a4-4367-b45e-a55ac20b2083 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:15:54.167013 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-80c8ed30-fc83-40d0-8567-6456cf17e83c req-addb2df0-49a4-4367-b45e-a55ac20b2083 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=227f7a8f-869f-4775-8556-35fd28bcf5f3 HTTP/1.1" status: 200 len: 850 time: 0.0473409 Sep 23 20:15:54.213949 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c8ed30-fc83-40d0-8567-6456cf17e83c req-32209105-3d65-4a6e-99e5-23be48bb0fe6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:15:54.215738 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-80c8ed30-fc83-40d0-8567-6456cf17e83c req-32209105-3d65-4a6e-99e5-23be48bb0fe6 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=c43367ff-daf3-49d8-a63d-d06f66adba8f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0412982 Sep 23 20:15:54.233164 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_dvr_db [None req-9960deb6-3581-45f5-ad66-9fcfef18fa37 None None] Set router 832dfef8-2615-4c77-8ddf-d9bc3cd4865d gateway port host: n-d-713301-16 {{(pid=95104) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 20:15:54.309486 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-80c8ed30-fc83-40d0-8567-6456cf17e83c req-89af6c42-1a62-436b-8f2b-f9a79e9a1fe1 service neutron] 10.222.0.74 "GET /v2.0/networks/c43367ff-daf3-49d8-a63d-d06f66adba8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862491 Sep 23 20:15:54.400879 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-80c8ed30-fc83-40d0-8567-6456cf17e83c req-4c8e7b19-23e0-4ac7-9eb0-5041d43399cf service neutron] 10.222.0.74 "GET /v2.0/networks/c43367ff-daf3-49d8-a63d-d06f66adba8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840840 Sep 23 20:15:54.455493 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_hamode_db [None req-9960deb6-3581-45f5-ad66-9fcfef18fa37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '832dfef8-2615-4c77-8ddf-d9bc3cd4865d', 'name': 'tempest-ServerActionsTestJSON-919388451-router', 'tenant_id': 'c9cdc0f8c48b47f0a9ba670a531cda84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'external_fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.115'}], 'enable_snat': True}, 'gw_port_id': 'af4c5e1b-71cd-46fc-a4ca-fc01b95372f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T20:08:51Z', 'updated_at': '2021-09-23T20:08:53Z', 'revision_number': 4, 'project_id': 'c9cdc0f8c48b47f0a9ba670a531cda84', 'gw_port': {'id': 'af4c5e1b-71cd-46fc-a4ca-fc01b95372f7', 'name': '', 'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:8a:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '832dfef8-2615-4c77-8ddf-d9bc3cd4865d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T20:08:51Z', 'updated_at': '2021-09-23T20:08:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-16', '_floatingips': [{'id': '7e18a6de-7b2d-4eaa-b258-7be5509c8cfe', 'tenant_id': 'c9cdc0f8c48b47f0a9ba670a531cda84', 'floating_ip_address': '172.25.1.106', 'floating_network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'router_id': '832dfef8-2615-4c77-8ddf-d9bc3cd4865d', 'port_id': '69e37284-9855-4b01-afd0-ffd61eb180ae', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4046, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c43367ff-daf3-49d8-a63d-d06f66adba8f', 'mac_address': 'fa:16:3e:65:5f:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcf8e6d8-b91b-424f-9a44-24ce91a5d077', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-23T20:08:56Z', 'updated_at': '2021-09-23T20:15:52Z', 'revision_number': 13, 'project_id': 'c9cdc0f8c48b47f0a9ba670a531cda84', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '75d0c163-cdca-46fa-b931-2ca04a14d7bc', 'name': '', 'network_id': 'c43367ff-daf3-49d8-a63d-d06f66adba8f', 'tenant_id': 'c9cdc0f8c48b47f0a9ba670a531cda84', 'mac_address': 'fa:16:3e:51:03:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '832dfef8-2615-4c77-8ddf-d9bc3cd4865d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '227f7a8f-869f-4775-8556-35fd28bcf5f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T20:08:53Z', 'updated_at': '2021-09-23T20:08:56Z', 'revision_number': 5, 'project_id': 'c9cdc0f8c48b47f0a9ba670a531cda84', 'subnets': [{'id': '227f7a8f-869f-4775-8556-35fd28bcf5f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-16', False) {} {{(pid=95104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 20:15:54.481912 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9960deb6-3581-45f5-ad66-9fcfef18fa37 None None] The sync data for ids ['832dfef8-2615-4c77-8ddf-d9bc3cd4865d'] in n-d-713301-16 is: [{'id': '832dfef8-2615-4c77-8ddf-d9bc3cd4865d', 'name': 'tempest-ServerActionsTestJSON-919388451-router', 'tenant_id': 'c9cdc0f8c48b47f0a9ba670a531cda84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'external_fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.115'}], 'enable_snat': True}, 'gw_port_id': 'af4c5e1b-71cd-46fc-a4ca-fc01b95372f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T20:08:51Z', 'updated_at': '2021-09-23T20:08:53Z', 'revision_number': 4, 'project_id': 'c9cdc0f8c48b47f0a9ba670a531cda84', 'gw_port': {'id': 'af4c5e1b-71cd-46fc-a4ca-fc01b95372f7', 'name': '', 'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:8a:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '832dfef8-2615-4c77-8ddf-d9bc3cd4865d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T20:08:51Z', 'updated_at': '2021-09-23T20:08:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-16', '_floatingips': [{'id': '7e18a6de-7b2d-4eaa-b258-7be5509c8cfe', 'tenant_id': 'c9cdc0f8c48b47f0a9ba670a531cda84', 'floating_ip_address': '172.25.1.106', 'floating_network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'router_id': '832dfef8-2615-4c77-8ddf-d9bc3cd4865d', 'port_id': '69e37284-9855-4b01-afd0-ffd61eb180ae', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4046, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c43367ff-daf3-49d8-a63d-d06f66adba8f', 'mac_address': 'fa:16:3e:65:5f:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcf8e6d8-b91b-424f-9a44-24ce91a5d077', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-23T20:08:56Z', 'updated_at': '2021-09-23T20:15:52Z', 'revision_number': 13, 'project_id': 'c9cdc0f8c48b47f0a9ba670a531cda84', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '75d0c163-cdca-46fa-b931-2ca04a14d7bc', 'name': '', 'network_id': 'c43367ff-daf3-49d8-a63d-d06f66adba8f', 'tenant_id': 'c9cdc0f8c48b47f0a9ba670a531cda84', 'mac_address': 'fa:16:3e:51:03:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '832dfef8-2615-4c77-8ddf-d9bc3cd4865d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '227f7a8f-869f-4775-8556-35fd28bcf5f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T20:08:53Z', 'updated_at': '2021-09-23T20:08:56Z', 'revision_number': 5, 'project_id': 'c9cdc0f8c48b47f0a9ba670a531cda84', 'subnets': [{'id': '227f7a8f-869f-4775-8556-35fd28bcf5f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 20:15:54.681117 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df545284-e15e-432e-b523-621567229c5a None None] New status for floating IP 7e18a6de-7b2d-4eaa-b258-7be5509c8cfe: ACTIVE {{(pid=95103) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 23 20:15:55.442149 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-80e7e501-6c57-470d-92c6-e3d54bc3195c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:15:58.396463 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:15:58.689600 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:15:59.557258 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.agents_db [None req-f2f5c474-60a3-474f-b2cc-02c4bd30880c None None] Agent healthcheck: found 7 active agents {{(pid=95104) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 20:16:19.777052 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-3baceb8f-7184-4b34-8c57-736ccc9f72c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:16:23.015036 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b6a038ad-81f1-41f4-889c-cf47e64df591 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:16:23.185500 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:16:23.617732 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-0ae75029-feb6-4728-9a94-5f9b60993d82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:16:24.204324 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-f946f651-4b4a-469d-9834-6538f8687852 req-88acf0c4-4fa5-4502-9a64-20bdfef2f641 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=fcf8e6d8-b91b-424f-9a44-24ce91a5d077&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0409663 Sep 23 20:16:24.288038 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f946f651-4b4a-469d-9834-6538f8687852 req-5a429e91-00e4-4cb4-a4dd-2665905b68ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:16:24.289653 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-f946f651-4b4a-469d-9834-6538f8687852 req-5a429e91-00e4-4cb4-a4dd-2665905b68ef service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=c9cdc0f8c48b47f0a9ba670a531cda84&device_id=fcf8e6d8-b91b-424f-9a44-24ce91a5d077 HTTP/1.1" status: 200 len: 1098 time: 0.0437143 Sep 23 20:16:24.393218 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f946f651-4b4a-469d-9834-6538f8687852 req-cc975c4d-c09f-4d80-941f-11190b155558 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:16:24.394696 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-f946f651-4b4a-469d-9834-6538f8687852 req-cc975c4d-c09f-4d80-941f-11190b155558 service neutron] 10.222.0.74 "GET /v2.0/networks?id=c43367ff-daf3-49d8-a63d-d06f66adba8f HTTP/1.1" status: 200 len: 912 time: 0.0858946 Sep 23 20:16:24.462695 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-f946f651-4b4a-469d-9834-6538f8687852 req-24c2f710-3624-4796-aa00-21831e79663a service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=69e37284-9855-4b01-afd0-ffd61eb180ae HTTP/1.1" status: 200 len: 1003 time: 0.0603759 Sep 23 20:16:24.509829 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f946f651-4b4a-469d-9834-6538f8687852 req-26382295-c556-4b66-8b28-6ac18e216ee7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:16:24.511308 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-f946f651-4b4a-469d-9834-6538f8687852 req-26382295-c556-4b66-8b28-6ac18e216ee7 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=227f7a8f-869f-4775-8556-35fd28bcf5f3 HTTP/1.1" status: 200 len: 850 time: 0.0419743 Sep 23 20:16:24.557454 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f946f651-4b4a-469d-9834-6538f8687852 req-cdf7479e-e283-49b8-881f-667bd4b3c917 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:16:24.558920 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-f946f651-4b4a-469d-9834-6538f8687852 req-cdf7479e-e283-49b8-881f-667bd4b3c917 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=c43367ff-daf3-49d8-a63d-d06f66adba8f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0396435 Sep 23 20:16:24.661080 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-f946f651-4b4a-469d-9834-6538f8687852 req-ec6268df-4a94-4e0d-84e7-59d26399f6eb service neutron] 10.222.0.74 "GET /v2.0/networks/c43367ff-daf3-49d8-a63d-d06f66adba8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0941782 Sep 23 20:16:24.750998 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-f946f651-4b4a-469d-9834-6538f8687852 req-9820a19d-b95c-4315-a0e7-f9ac818ef64a service neutron] 10.222.0.74 "GET /v2.0/networks/c43367ff-daf3-49d8-a63d-d06f66adba8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832253 Sep 23 20:16:25.447296 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-80e7e501-6c57-470d-92c6-e3d54bc3195c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:16:28.387928 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:16:28.684339 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:16:36.563365 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.agents_db [None req-f2f5c474-60a3-474f-b2cc-02c4bd30880c None None] Agent healthcheck: found 7 active agents {{(pid=95104) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 20:16:49.778831 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-a24530c4-2ec2-4cd0-a431-b3dd0b971540 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:16:53.015520 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-4ed23881-a576-4065-ae58-488956e43c98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:16:53.186804 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:16:53.619385 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-0ae75029-feb6-4728-9a94-5f9b60993d82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:16:55.446400 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-80e7e501-6c57-470d-92c6-e3d54bc3195c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:16:58.393988 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:16:58.682436 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:17:13.553435 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.agents_db [None req-f2f5c474-60a3-474f-b2cc-02c4bd30880c None None] Agent healthcheck: found 7 active agents {{(pid=95104) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 20:17:19.779528 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-92efc597-a564-471b-b863-35df3b0a6bdd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:17:23.016106 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-8d35a30e-a39b-42f3-95c3-cfd6f114f337 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:17:23.187774 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:17:23.623275 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-0ae75029-feb6-4728-9a94-5f9b60993d82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:17:24.214673 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-68674c12-8b7c-41ff-a36b-2c08c21c9e77 req-6c256d1b-046c-4830-829c-3c97cfde32d7 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=fcf8e6d8-b91b-424f-9a44-24ce91a5d077&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0463104 Sep 23 20:17:24.295136 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68674c12-8b7c-41ff-a36b-2c08c21c9e77 req-32b17ef1-818c-4acf-aec3-6ed248c28b4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:17:24.296683 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-68674c12-8b7c-41ff-a36b-2c08c21c9e77 req-32b17ef1-818c-4acf-aec3-6ed248c28b4b service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=c9cdc0f8c48b47f0a9ba670a531cda84&device_id=fcf8e6d8-b91b-424f-9a44-24ce91a5d077 HTTP/1.1" status: 200 len: 1098 time: 0.0404625 Sep 23 20:17:24.404779 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68674c12-8b7c-41ff-a36b-2c08c21c9e77 req-10d23263-074a-4194-88f6-c485b1d17678 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:17:24.406235 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-68674c12-8b7c-41ff-a36b-2c08c21c9e77 req-10d23263-074a-4194-88f6-c485b1d17678 service neutron] 10.222.0.74 "GET /v2.0/networks?id=c43367ff-daf3-49d8-a63d-d06f66adba8f HTTP/1.1" status: 200 len: 912 time: 0.0900068 Sep 23 20:17:24.479648 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-68674c12-8b7c-41ff-a36b-2c08c21c9e77 req-07e3f305-c4ad-4ffa-985b-b605f0cd5b0f service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=69e37284-9855-4b01-afd0-ffd61eb180ae HTTP/1.1" status: 200 len: 1003 time: 0.0659590 Sep 23 20:17:24.530227 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68674c12-8b7c-41ff-a36b-2c08c21c9e77 req-11195e30-22f7-45f7-868d-8c733d1f2fc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:17:24.531702 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-68674c12-8b7c-41ff-a36b-2c08c21c9e77 req-11195e30-22f7-45f7-868d-8c733d1f2fc0 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=227f7a8f-869f-4775-8556-35fd28bcf5f3 HTTP/1.1" status: 200 len: 850 time: 0.0457060 Sep 23 20:17:24.578306 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68674c12-8b7c-41ff-a36b-2c08c21c9e77 req-3702c829-a40c-4563-93cd-6fe27b48b60c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:17:24.579891 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-68674c12-8b7c-41ff-a36b-2c08c21c9e77 req-3702c829-a40c-4563-93cd-6fe27b48b60c service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=c43367ff-daf3-49d8-a63d-d06f66adba8f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0417850 Sep 23 20:17:24.687956 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-68674c12-8b7c-41ff-a36b-2c08c21c9e77 req-7dc886af-de68-4eb2-b15e-e73ccf986f4f service neutron] 10.222.0.74 "GET /v2.0/networks/c43367ff-daf3-49d8-a63d-d06f66adba8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0994203 Sep 23 20:17:24.781750 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-68674c12-8b7c-41ff-a36b-2c08c21c9e77 req-2b0f3589-25d7-404c-8b32-35c7667e8f54 service neutron] 10.222.0.74 "GET /v2.0/networks/c43367ff-daf3-49d8-a63d-d06f66adba8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870271 Sep 23 20:17:25.450875 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-80e7e501-6c57-470d-92c6-e3d54bc3195c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:17:28.395500 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:17:28.687619 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:17:32.078598 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b8e96ff-3f89-4202-853f-bd30289c70e2 req-beaa6e77-5148-4ae9-896e-cebbe7ca5857 tempest-ServerActionsTestJSON-1099592143 tempest-ServerActionsTestJSON-1099592143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:17:32.080177 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-7b8e96ff-3f89-4202-853f-bd30289c70e2 req-beaa6e77-5148-4ae9-896e-cebbe7ca5857 tempest-ServerActionsTestJSON-1099592143 tempest-ServerActionsTestJSON-1099592143-project] 10.222.0.67 "GET /v2.0/ports?device_id=fcf8e6d8-b91b-424f-9a44-24ce91a5d077 HTTP/1.1" status: 200 len: 946 time: 0.0573077 Sep 23 20:17:32.122079 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-7b8e96ff-3f89-4202-853f-bd30289c70e2 req-6b5f13ee-885e-4fa4-8c8b-7097a9b18ff1 tempest-ServerActionsTestJSON-1099592143 tempest-ServerActionsTestJSON-1099592143-project] 10.222.0.67 "GET /v2.0/security-groups?id=5050492a-4ff5-4619-9495-b5ac49ab15ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352719 Sep 23 20:17:42.238058 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [req-21889aed-c303-42d7-ac7f-6f10e94988c6 req-baed2f7e-f7de-4462-9cba-72d742d87f6d service neutron] http://10.222.0.67:9696/v2.0/extensions returned with HTTP 200 {{(pid=95102) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 23 20:17:42.239131 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-21889aed-c303-42d7-ac7f-6f10e94988c6 req-baed2f7e-f7de-4462-9cba-72d742d87f6d service neutron] 10.222.0.67 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0457616 Sep 23 20:17:42.437846 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d37b5b78-7d23-4d17-b145-449ac3a2d2a6 req-24e20028-fa0e-4c5d-88ec-081a9b5da8d7 tempest-ServerActionsTestJSON-1099592143 tempest-ServerActionsTestJSON-1099592143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:17:42.439530 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-d37b5b78-7d23-4d17-b145-449ac3a2d2a6 req-24e20028-fa0e-4c5d-88ec-081a9b5da8d7 tempest-ServerActionsTestJSON-1099592143 tempest-ServerActionsTestJSON-1099592143-project] 10.222.0.67 "GET /v2.0/ports?device_id=fcf8e6d8-b91b-424f-9a44-24ce91a5d077 HTTP/1.1" status: 200 len: 946 time: 0.0590987 Sep 23 20:17:42.510621 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-d37b5b78-7d23-4d17-b145-449ac3a2d2a6 req-09ec2e13-785f-457d-8f28-b8e75664f896 tempest-ServerActionsTestJSON-1099592143 tempest-ServerActionsTestJSON-1099592143-project] 10.222.0.67 "GET /v2.0/security-groups?id=5050492a-4ff5-4619-9495-b5ac49ab15ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0639756 Sep 23 20:17:42.521660 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-36355e49-cab2-49d1-babf-4703a7815d15 req-9883b372-9c31-463c-b818-f358b8124b5d service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=fcf8e6d8-b91b-424f-9a44-24ce91a5d077&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1032159 Sep 23 20:17:43.632194 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d5cefe3-3c45-4651-8b29-94dcc2cd54b7 req-cbce7708-e355-4145-b57c-124ec1af469f tempest-ServerActionsTestJSON-1099592143 tempest-ServerActionsTestJSON-1099592143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:17:43.633708 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-5d5cefe3-3c45-4651-8b29-94dcc2cd54b7 req-cbce7708-e355-4145-b57c-124ec1af469f tempest-ServerActionsTestJSON-1099592143 tempest-ServerActionsTestJSON-1099592143-project] 10.222.0.67 "GET /v2.0/ports?device_id=fcf8e6d8-b91b-424f-9a44-24ce91a5d077 HTTP/1.1" status: 200 len: 946 time: 0.0516567 Sep 23 20:17:43.673891 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-5d5cefe3-3c45-4651-8b29-94dcc2cd54b7 req-4edfff7c-4054-4fd2-8495-035316c66a05 tempest-ServerActionsTestJSON-1099592143 tempest-ServerActionsTestJSON-1099592143-project] 10.222.0.67 "GET /v2.0/security-groups?id=5050492a-4ff5-4619-9495-b5ac49ab15ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340030 Sep 23 20:17:44.631780 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36355e49-cab2-49d1-babf-4703a7815d15 req-7b9f7d21-9158-442b-89c6-30ee1c7db248 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:17:44.633399 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-36355e49-cab2-49d1-babf-4703a7815d15 req-7b9f7d21-9158-442b-89c6-30ee1c7db248 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=c9cdc0f8c48b47f0a9ba670a531cda84&device_id=fcf8e6d8-b91b-424f-9a44-24ce91a5d077 HTTP/1.1" status: 200 len: 1098 time: 0.0419507 Sep 23 20:17:44.729168 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36355e49-cab2-49d1-babf-4703a7815d15 req-40caea45-f0a4-442a-8bbf-029640f0ae6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:17:44.730594 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-36355e49-cab2-49d1-babf-4703a7815d15 req-40caea45-f0a4-442a-8bbf-029640f0ae6b service neutron] 10.222.0.74 "GET /v2.0/networks?id=c43367ff-daf3-49d8-a63d-d06f66adba8f HTTP/1.1" status: 200 len: 912 time: 0.0906439 Sep 23 20:17:44.831320 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-36355e49-cab2-49d1-babf-4703a7815d15 req-e0e3b435-aeb0-4499-b503-9934eb6eeef5 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=69e37284-9855-4b01-afd0-ffd61eb180ae HTTP/1.1" status: 200 len: 1003 time: 0.0937729 Sep 23 20:17:44.853723 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d624b11-05c9-4d46-8163-03bc7a3df702 req-9479768d-2fd4-4cfc-8ee8-806461922efd tempest-ServerActionsTestJSON-1099592143 tempest-ServerActionsTestJSON-1099592143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:17:44.855127 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-6d624b11-05c9-4d46-8163-03bc7a3df702 req-9479768d-2fd4-4cfc-8ee8-806461922efd tempest-ServerActionsTestJSON-1099592143 tempest-ServerActionsTestJSON-1099592143-project] 10.222.0.67 "GET /v2.0/ports?device_id=fcf8e6d8-b91b-424f-9a44-24ce91a5d077 HTTP/1.1" status: 200 len: 946 time: 0.0795555 Sep 23 20:17:44.914187 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36355e49-cab2-49d1-babf-4703a7815d15 req-27113cb7-cb88-4e3c-b95c-fa461dbff493 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:17:44.915585 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-36355e49-cab2-49d1-babf-4703a7815d15 req-27113cb7-cb88-4e3c-b95c-fa461dbff493 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=227f7a8f-869f-4775-8556-35fd28bcf5f3 HTTP/1.1" status: 200 len: 850 time: 0.0779285 Sep 23 20:17:44.923932 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-6d624b11-05c9-4d46-8163-03bc7a3df702 req-b90190d4-d757-46f2-95e6-fc52de93b689 tempest-ServerActionsTestJSON-1099592143 tempest-ServerActionsTestJSON-1099592143-project] 10.222.0.67 "GET /v2.0/security-groups?id=5050492a-4ff5-4619-9495-b5ac49ab15ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499454 Sep 23 20:17:44.964286 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36355e49-cab2-49d1-babf-4703a7815d15 req-a7e074bf-d2c9-4059-9fcb-cb270ceccb8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:17:44.965826 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-36355e49-cab2-49d1-babf-4703a7815d15 req-a7e074bf-d2c9-4059-9fcb-cb270ceccb8c service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=c43367ff-daf3-49d8-a63d-d06f66adba8f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0410755 Sep 23 20:17:45.060488 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-36355e49-cab2-49d1-babf-4703a7815d15 req-3f840020-30ab-46b9-9f60-ed02ecaa7238 service neutron] 10.222.0.74 "GET /v2.0/networks/c43367ff-daf3-49d8-a63d-d06f66adba8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874305 Sep 23 20:17:45.148248 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-36355e49-cab2-49d1-babf-4703a7815d15 req-76bfa6e9-a988-4feb-a3d5-87a58737732b service neutron] 10.222.0.74 "GET /v2.0/networks/c43367ff-daf3-49d8-a63d-d06f66adba8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809391 Sep 23 20:17:46.050480 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-facd92d2-a830-4d52-91d5-0cae400f507e req-0ef0d069-bca6-4a35-b203-3f893a304a4d tempest-ServerActionsTestJSON-1099592143 tempest-ServerActionsTestJSON-1099592143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:17:46.051978 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-facd92d2-a830-4d52-91d5-0cae400f507e req-0ef0d069-bca6-4a35-b203-3f893a304a4d tempest-ServerActionsTestJSON-1099592143 tempest-ServerActionsTestJSON-1099592143-project] 10.222.0.67 "GET /v2.0/ports?device_id=fcf8e6d8-b91b-424f-9a44-24ce91a5d077 HTTP/1.1" status: 200 len: 946 time: 0.0563352 Sep 23 20:17:46.090513 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-facd92d2-a830-4d52-91d5-0cae400f507e req-b2bb2241-d04d-48e6-8b74-6bf184a3cbd3 tempest-ServerActionsTestJSON-1099592143 tempest-ServerActionsTestJSON-1099592143-project] 10.222.0.67 "GET /v2.0/security-groups?id=5050492a-4ff5-4619-9495-b5ac49ab15ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324950 Sep 23 20:17:47.212411 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc6c409-a50f-49af-9959-284d232b7933 req-f7e08c1a-1b31-4c91-ac32-2d594ed3fda2 tempest-ServerActionsTestJSON-1099592143 tempest-ServerActionsTestJSON-1099592143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:17:47.214252 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-dcc6c409-a50f-49af-9959-284d232b7933 req-f7e08c1a-1b31-4c91-ac32-2d594ed3fda2 tempest-ServerActionsTestJSON-1099592143 tempest-ServerActionsTestJSON-1099592143-project] 10.222.0.67 "GET /v2.0/ports?device_id=fcf8e6d8-b91b-424f-9a44-24ce91a5d077 HTTP/1.1" status: 200 len: 946 time: 0.0517912 Sep 23 20:17:47.254209 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-dcc6c409-a50f-49af-9959-284d232b7933 req-cf2105a6-5e14-4a07-bc6d-e57f8d80fab4 tempest-ServerActionsTestJSON-1099592143 tempest-ServerActionsTestJSON-1099592143-project] 10.222.0.67 "GET /v2.0/security-groups?id=5050492a-4ff5-4619-9495-b5ac49ab15ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337474 Sep 23 20:17:48.376476 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac85b1b-439a-41f2-834a-fc79a3dd6423 req-6a50e591-b63a-4ceb-bf57-3b4187dea529 tempest-ServerActionsTestJSON-1099592143 tempest-ServerActionsTestJSON-1099592143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:17:48.377983 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-2ac85b1b-439a-41f2-834a-fc79a3dd6423 req-6a50e591-b63a-4ceb-bf57-3b4187dea529 tempest-ServerActionsTestJSON-1099592143 tempest-ServerActionsTestJSON-1099592143-project] 10.222.0.67 "GET /v2.0/ports?device_id=fcf8e6d8-b91b-424f-9a44-24ce91a5d077 HTTP/1.1" status: 200 len: 946 time: 0.0497282 Sep 23 20:17:48.414640 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-2ac85b1b-439a-41f2-834a-fc79a3dd6423 req-43215600-3a07-4e17-bd8c-379105729e9c tempest-ServerActionsTestJSON-1099592143 tempest-ServerActionsTestJSON-1099592143-project] 10.222.0.67 "GET /v2.0/security-groups?id=5050492a-4ff5-4619-9495-b5ac49ab15ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307207 Sep 23 20:17:49.534634 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a26f74ef-3a49-4dc9-a935-9b6faa7f9036 req-3d1759cf-0137-413c-9317-4092217d7162 tempest-ServerActionsTestJSON-1099592143 tempest-ServerActionsTestJSON-1099592143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:17:49.536154 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-a26f74ef-3a49-4dc9-a935-9b6faa7f9036 req-3d1759cf-0137-413c-9317-4092217d7162 tempest-ServerActionsTestJSON-1099592143 tempest-ServerActionsTestJSON-1099592143-project] 10.222.0.67 "GET /v2.0/ports?device_id=fcf8e6d8-b91b-424f-9a44-24ce91a5d077 HTTP/1.1" status: 200 len: 946 time: 0.0531356 Sep 23 20:17:49.573266 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-a26f74ef-3a49-4dc9-a935-9b6faa7f9036 req-12597486-5d82-4c65-8e71-e0549d5fa054 tempest-ServerActionsTestJSON-1099592143 tempest-ServerActionsTestJSON-1099592143-project] 10.222.0.67 "GET /v2.0/security-groups?id=5050492a-4ff5-4619-9495-b5ac49ab15ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311377 Sep 23 20:17:49.781115 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-dbe42a9c-8437-4909-95d0-bd5ac9c2bcee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:17:50.553823 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.agents_db [None req-f2f5c474-60a3-474f-b2cc-02c4bd30880c None None] Agent healthcheck: found 7 active agents {{(pid=95104) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 20:17:50.694497 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c551a63b-c259-43ec-9960-e6260f770767 req-78de3c93-8d6e-4caf-937d-75f71f3290d8 tempest-ServerActionsTestJSON-1099592143 tempest-ServerActionsTestJSON-1099592143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:17:50.696011 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-c551a63b-c259-43ec-9960-e6260f770767 req-78de3c93-8d6e-4caf-937d-75f71f3290d8 tempest-ServerActionsTestJSON-1099592143 tempest-ServerActionsTestJSON-1099592143-project] 10.222.0.67 "GET /v2.0/ports?device_id=fcf8e6d8-b91b-424f-9a44-24ce91a5d077 HTTP/1.1" status: 200 len: 946 time: 0.0516162 Sep 23 20:17:50.736197 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-c551a63b-c259-43ec-9960-e6260f770767 req-01f6eb28-5a74-44b3-bdeb-5ff805eb22bd tempest-ServerActionsTestJSON-1099592143 tempest-ServerActionsTestJSON-1099592143-project] 10.222.0.67 "GET /v2.0/security-groups?id=5050492a-4ff5-4619-9495-b5ac49ab15ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341363 Sep 23 20:17:51.852145 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c473944-e077-4051-9ecf-2a9ef4d05b05 req-464117a9-eff4-4c8d-aa3e-bbe846452438 tempest-ServerActionsTestJSON-1099592143 tempest-ServerActionsTestJSON-1099592143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:17:51.853650 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-9c473944-e077-4051-9ecf-2a9ef4d05b05 req-464117a9-eff4-4c8d-aa3e-bbe846452438 tempest-ServerActionsTestJSON-1099592143 tempest-ServerActionsTestJSON-1099592143-project] 10.222.0.67 "GET /v2.0/ports?device_id=fcf8e6d8-b91b-424f-9a44-24ce91a5d077 HTTP/1.1" status: 200 len: 946 time: 0.0503993 Sep 23 20:17:51.890745 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-9c473944-e077-4051-9ecf-2a9ef4d05b05 req-d16ac82d-cea9-414c-8deb-540d529970f7 tempest-ServerActionsTestJSON-1099592143 tempest-ServerActionsTestJSON-1099592143-project] 10.222.0.67 "GET /v2.0/security-groups?id=5050492a-4ff5-4619-9495-b5ac49ab15ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310585 Sep 23 20:17:53.017870 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-5a660ab7-728b-4db7-888d-edec65638c53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:17:53.020795 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216aa1cc-98fa-46a3-9fd3-c969d517aea9 req-a66d7e87-aae1-41d3-bb48-d02b203411ef tempest-ServerActionsTestJSON-1099592143 tempest-ServerActionsTestJSON-1099592143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:17:53.022436 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-216aa1cc-98fa-46a3-9fd3-c969d517aea9 req-a66d7e87-aae1-41d3-bb48-d02b203411ef tempest-ServerActionsTestJSON-1099592143 tempest-ServerActionsTestJSON-1099592143-project] 10.222.0.67 "GET /v2.0/ports?device_id=fcf8e6d8-b91b-424f-9a44-24ce91a5d077 HTTP/1.1" status: 200 len: 946 time: 0.0610688 Sep 23 20:17:53.062092 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-216aa1cc-98fa-46a3-9fd3-c969d517aea9 req-25c4ae1f-2717-4dc3-a4b4-cbc5570c1f9d tempest-ServerActionsTestJSON-1099592143 tempest-ServerActionsTestJSON-1099592143-project] 10.222.0.67 "GET /v2.0/security-groups?id=5050492a-4ff5-4619-9495-b5ac49ab15ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336943 Sep 23 20:17:53.188949 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:17:53.625522 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-0ae75029-feb6-4728-9a94-5f9b60993d82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:17:54.191010 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0031343-593d-41a2-ad3e-c2db64edf577 req-d974d66a-a741-4899-b5cb-753430063e71 tempest-ServerActionsTestJSON-1099592143 tempest-ServerActionsTestJSON-1099592143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:17:54.192512 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-e0031343-593d-41a2-ad3e-c2db64edf577 req-d974d66a-a741-4899-b5cb-753430063e71 tempest-ServerActionsTestJSON-1099592143 tempest-ServerActionsTestJSON-1099592143-project] 10.222.0.67 "GET /v2.0/ports?device_id=fcf8e6d8-b91b-424f-9a44-24ce91a5d077 HTTP/1.1" status: 200 len: 946 time: 0.0515342 Sep 23 20:17:54.232277 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-e0031343-593d-41a2-ad3e-c2db64edf577 req-79a7f003-8812-406d-b62e-80d1408b1cbe tempest-ServerActionsTestJSON-1099592143 tempest-ServerActionsTestJSON-1099592143-project] 10.222.0.67 "GET /v2.0/security-groups?id=5050492a-4ff5-4619-9495-b5ac49ab15ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338695 Sep 23 20:17:55.360905 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a120ed0-17b9-4006-a33d-bfeddde11b01 req-058cec53-880e-40e8-a429-bdb5b0301be5 tempest-ServerActionsTestJSON-1099592143 tempest-ServerActionsTestJSON-1099592143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:17:55.363297 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-1a120ed0-17b9-4006-a33d-bfeddde11b01 req-058cec53-880e-40e8-a429-bdb5b0301be5 tempest-ServerActionsTestJSON-1099592143 tempest-ServerActionsTestJSON-1099592143-project] 10.222.0.67 "GET /v2.0/ports?device_id=fcf8e6d8-b91b-424f-9a44-24ce91a5d077 HTTP/1.1" status: 200 len: 946 time: 0.0609157 Sep 23 20:17:55.401546 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-1a120ed0-17b9-4006-a33d-bfeddde11b01 req-ab8e29d2-3980-45e4-a8bb-e04f34f6cd97 tempest-ServerActionsTestJSON-1099592143 tempest-ServerActionsTestJSON-1099592143-project] 10.222.0.67 "GET /v2.0/security-groups?id=5050492a-4ff5-4619-9495-b5ac49ab15ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323913 Sep 23 20:17:55.457879 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-80e7e501-6c57-470d-92c6-e3d54bc3195c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:17:56.525708 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa31e84-8ac8-4860-b14e-d5c2b45d2ba1 req-e662ed92-599f-402a-9b85-cc870f152fda tempest-ServerActionsTestJSON-1099592143 tempest-ServerActionsTestJSON-1099592143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:17:56.527198 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-9fa31e84-8ac8-4860-b14e-d5c2b45d2ba1 req-e662ed92-599f-402a-9b85-cc870f152fda tempest-ServerActionsTestJSON-1099592143 tempest-ServerActionsTestJSON-1099592143-project] 10.222.0.67 "GET /v2.0/ports?device_id=fcf8e6d8-b91b-424f-9a44-24ce91a5d077 HTTP/1.1" status: 200 len: 946 time: 0.0553565 Sep 23 20:17:56.564531 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-9fa31e84-8ac8-4860-b14e-d5c2b45d2ba1 req-95148033-76ac-4777-b060-873347beb889 tempest-ServerActionsTestJSON-1099592143 tempest-ServerActionsTestJSON-1099592143-project] 10.222.0.67 "GET /v2.0/security-groups?id=5050492a-4ff5-4619-9495-b5ac49ab15ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309684 Sep 23 20:17:57.682712 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-495b0294-9ac3-464c-8fe8-1a07d1faac6c req-db9f7583-cbc8-44dd-88ac-85ff4c47eeea tempest-ServerActionsTestJSON-1099592143 tempest-ServerActionsTestJSON-1099592143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:17:57.684333 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-495b0294-9ac3-464c-8fe8-1a07d1faac6c req-db9f7583-cbc8-44dd-88ac-85ff4c47eeea tempest-ServerActionsTestJSON-1099592143 tempest-ServerActionsTestJSON-1099592143-project] 10.222.0.67 "GET /v2.0/ports?device_id=fcf8e6d8-b91b-424f-9a44-24ce91a5d077 HTTP/1.1" status: 200 len: 946 time: 0.0499916 Sep 23 20:17:57.723839 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-495b0294-9ac3-464c-8fe8-1a07d1faac6c req-e67eac9d-ac06-474f-b727-f71336c99c8f tempest-ServerActionsTestJSON-1099592143 tempest-ServerActionsTestJSON-1099592143-project] 10.222.0.67 "GET /v2.0/security-groups?id=5050492a-4ff5-4619-9495-b5ac49ab15ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325863 Sep 23 20:17:58.377436 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:17:58.696266 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:17:58.707751 n-d-713301-16 neutron-server[95102]: INFO neutron.api.v2.resource [req-36355e49-cab2-49d1-babf-4703a7815d15 req-a36df81b-53ef-4bce-9cba-d0aa944774b0 service neutron] show failed (client error): The resource could not be found. Sep 23 20:17:58.708890 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-36355e49-cab2-49d1-babf-4703a7815d15 req-a36df81b-53ef-4bce-9cba-d0aa944774b0 service neutron] 10.222.0.74 "GET /v2.0/ports/69e37284-9855-4b01-afd0-ffd61eb180ae/bindings/n-h2-713301-16 HTTP/1.1" status: 404 len: 381 time: 0.0566199 Sep 23 20:17:58.852795 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f16e4fd2-2bf3-493d-816a-a9437ad8982d req-f81c643a-d371-4348-bff9-28037aca213d tempest-ServerActionsTestJSON-1099592143 tempest-ServerActionsTestJSON-1099592143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:17:58.854336 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-f16e4fd2-2bf3-493d-816a-a9437ad8982d req-f81c643a-d371-4348-bff9-28037aca213d tempest-ServerActionsTestJSON-1099592143 tempest-ServerActionsTestJSON-1099592143-project] 10.222.0.67 "GET /v2.0/ports?device_id=fcf8e6d8-b91b-424f-9a44-24ce91a5d077 HTTP/1.1" status: 200 len: 946 time: 0.0575774 Sep 23 20:17:58.895474 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-f16e4fd2-2bf3-493d-816a-a9437ad8982d req-6700be7a-21a8-48bc-818c-dec5a240d228 tempest-ServerActionsTestJSON-1099592143 tempest-ServerActionsTestJSON-1099592143-project] 10.222.0.67 "GET /v2.0/security-groups?id=5050492a-4ff5-4619-9495-b5ac49ab15ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347471 Sep 23 20:17:58.980991 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36355e49-cab2-49d1-babf-4703a7815d15 req-9e627e8f-adcd-448b-a6f5-71c73ac6a700 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:17:58.982481 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-36355e49-cab2-49d1-babf-4703a7815d15 req-9e627e8f-adcd-448b-a6f5-71c73ac6a700 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=fcf8e6d8-b91b-424f-9a44-24ce91a5d077&tenant_id=c9cdc0f8c48b47f0a9ba670a531cda84 HTTP/1.1" status: 200 len: 1098 time: 0.0809140 Sep 23 20:17:58.994533 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.v2.base [req-36355e49-cab2-49d1-babf-4703a7815d15 req-54d9522e-8128-4625-ac66-ba0b4581d9b0 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-713301-16', 'device_owner': 'compute:nova'}} {{(pid=95102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 20:17:59.044829 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-36355e49-cab2-49d1-babf-4703a7815d15 req-54d9522e-8128-4625-ac66-ba0b4581d9b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:17:59.248012 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.db [req-36355e49-cab2-49d1-babf-4703a7815d15 req-54d9522e-8128-4625-ac66-ba0b4581d9b0 service neutron] For port 69e37284-9855-4b01-afd0-ffd61eb180ae, host n-h1-713301-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-16',level=0,port_id=69e37284-9855-4b01-afd0-ffd61eb180ae,segment=NetworkSegment(63d9966b-ec95-4293-aace-132eeb81246d),segment_id=63d9966b-ec95-4293-aace-132eeb81246d)] {{(pid=95102) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 20:17:59.280374 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.db [req-36355e49-cab2-49d1-babf-4703a7815d15 req-54d9522e-8128-4625-ac66-ba0b4581d9b0 service neutron] For port 69e37284-9855-4b01-afd0-ffd61eb180ae, host n-h1-713301-16, cleared binding levels {{(pid=95102) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 20:17:59.319057 n-d-713301-16 neutron-server[95102]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fcf8e6d8-b91b-424f-9a44-24ce91a5d077', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '69e37284-9855-4b01-afd0-ffd61eb180ae'}] {{(pid=95102) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 20:17:59.324693 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-36355e49-cab2-49d1-babf-4703a7815d15 req-54d9522e-8128-4625-ac66-ba0b4581d9b0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:17:59.337680 n-d-713301-16 neutron-server[95102]: DEBUG neutron.db.provisioning_blocks [req-36355e49-cab2-49d1-babf-4703a7815d15 req-54d9522e-8128-4625-ac66-ba0b4581d9b0 service neutron] Transition to ACTIVE for port object 69e37284-9855-4b01-afd0-ffd61eb180ae will not be triggered until provisioned by entity L2. {{(pid=95102) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 20:17:59.341609 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-36355e49-cab2-49d1-babf-4703a7815d15 req-54d9522e-8128-4625-ac66-ba0b4581d9b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4399095'] for port, after_update {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:17:59.369816 n-d-713301-16 neutron-server[95102]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a8356a6bd5e554bb349ddb806ba98ee8c25ce2b3f69d698f62da31b860ff3eb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae9b1516-d98a-45ca-b8bc-24a22dcf7993" -d '{"events": [{"server_uuid": "fcf8e6d8-b91b-424f-9a44-24ce91a5d077", "name": "network-vif-unplugged", "status": "completed", "tag": "69e37284-9855-4b01-afd0-ffd61eb180ae"}]}' {{(pid=95102) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 20:17:59.427890 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54d9522e-8128-4625-ac66-ba0b4581d9b0 service neutron] Pushing event updated for resources: {'Port': ['ID=69e37284-9855-4b01-afd0-ffd61eb180ae,revision_number=6']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:17:59.437357 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54d9522e-8128-4625-ac66-ba0b4581d9b0 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:17:59.437829 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54d9522e-8128-4625-ac66-ba0b4581d9b0 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:17:59.438220 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54d9522e-8128-4625-ac66-ba0b4581d9b0 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:17:59.438518 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54d9522e-8128-4625-ac66-ba0b4581d9b0 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:17:59.439487 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54d9522e-8128-4625-ac66-ba0b4581d9b0 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:17:59.439883 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54d9522e-8128-4625-ac66-ba0b4581d9b0 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:17:59.440228 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54d9522e-8128-4625-ac66-ba0b4581d9b0 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:17:59.440586 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54d9522e-8128-4625-ac66-ba0b4581d9b0 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:17:59.440935 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54d9522e-8128-4625-ac66-ba0b4581d9b0 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:17:59.441262 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54d9522e-8128-4625-ac66-ba0b4581d9b0 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:17:59.441589 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54d9522e-8128-4625-ac66-ba0b4581d9b0 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:17:59.441913 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54d9522e-8128-4625-ac66-ba0b4581d9b0 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:17:59.491642 n-d-713301-16 neutron-server[95102]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 23 Sep 2021 20:17:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76948ef3-f7bc-43db-aa87-6b6a30907505 x-openstack-request-id: req-76948ef3-f7bc-43db-aa87-6b6a30907505 {{(pid=95102) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 20:17:59.491931 n-d-713301-16 neutron-server[95102]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fcf8e6d8-b91b-424f-9a44-24ce91a5d077", "name": "network-vif-unplugged", "status": "completed", "tag": "69e37284-9855-4b01-afd0-ffd61eb180ae", "code": 200}]} {{(pid=95102) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 20:17:59.492181 n-d-713301-16 neutron-server[95102]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-76948ef3-f7bc-43db-aa87-6b6a30907505 {{(pid=95102) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 20:17:59.492578 n-d-713301-16 neutron-server[95102]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fcf8e6d8-b91b-424f-9a44-24ce91a5d077', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '69e37284-9855-4b01-afd0-ffd61eb180ae', 'code': 200} Sep 23 20:17:59.493539 n-d-713301-16 neutron-server[95102]: DEBUG neutron.db.l3_dvrscheduler_db [req-36355e49-cab2-49d1-babf-4703a7815d15 req-54d9522e-8128-4625-ac66-ba0b4581d9b0 service neutron] No DVR routers for this DVR port 69e37284-9855-4b01-afd0-ffd61eb180ae on host n-h1-713301-16 {{(pid=95102) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 20:17:59.635696 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.managers [req-36355e49-cab2-49d1-babf-4703a7815d15 req-54d9522e-8128-4625-ac66-ba0b4581d9b0 service neutron] Attempting to bind port 69e37284-9855-4b01-afd0-ffd61eb180ae on host n-h2-713301-16 for vnic_type normal with profile {{(pid=95102) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 20:17:59.636028 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.managers [req-36355e49-cab2-49d1-babf-4703a7815d15 req-54d9522e-8128-4625-ac66-ba0b4581d9b0 service neutron] Attempting to bind port 69e37284-9855-4b01-afd0-ffd61eb180ae by drivers openvswitch,hyperv on host n-h2-713301-16 at level 0 using segments [{'id': '63d9966b-ec95-4293-aace-132eeb81246d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'c43367ff-daf3-49d8-a63d-d06f66adba8f'}] {{(pid=95102) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 20:17:59.636350 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36355e49-cab2-49d1-babf-4703a7815d15 req-54d9522e-8128-4625-ac66-ba0b4581d9b0 service neutron] Attempting to bind port 69e37284-9855-4b01-afd0-ffd61eb180ae on network c43367ff-daf3-49d8-a63d-d06f66adba8f {{(pid=95102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 20:17:59.640532 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36355e49-cab2-49d1-babf-4703a7815d15 req-54d9522e-8128-4625-ac66-ba0b4581d9b0 service neutron] Port 69e37284-9855-4b01-afd0-ffd61eb180ae on network c43367ff-daf3-49d8-a63d-d06f66adba8f not bound, no agent of type Open vSwitch agent registered on host n-h2-713301-16 {{(pid=95102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 20:17:59.640876 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36355e49-cab2-49d1-babf-4703a7815d15 req-54d9522e-8128-4625-ac66-ba0b4581d9b0 service neutron] Attempting to bind port 69e37284-9855-4b01-afd0-ffd61eb180ae on network c43367ff-daf3-49d8-a63d-d06f66adba8f {{(pid=95102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 20:17:59.646399 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36355e49-cab2-49d1-babf-4703a7815d15 req-54d9522e-8128-4625-ac66-ba0b4581d9b0 service neutron] Checking agent: {'id': '2a7cea34-db54-4faf-8d23-37521c3e34cb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713301-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 19, 15, 28), 'started_at': datetime.datetime(2021, 9, 23, 19, 15, 28), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 20, 17, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 20:17:59.646673 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36355e49-cab2-49d1-babf-4703a7815d15 req-54d9522e-8128-4625-ac66-ba0b4581d9b0 service neutron] Checking segment: {'id': '63d9966b-ec95-4293-aace-132eeb81246d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'c43367ff-daf3-49d8-a63d-d06f66adba8f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95102) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 20:17:59.647051 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36355e49-cab2-49d1-babf-4703a7815d15 req-54d9522e-8128-4625-ac66-ba0b4581d9b0 service neutron] Bound using segment: {'id': '63d9966b-ec95-4293-aace-132eeb81246d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'c43367ff-daf3-49d8-a63d-d06f66adba8f'} {{(pid=95102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 20:17:59.647467 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.managers [req-36355e49-cab2-49d1-babf-4703a7815d15 req-54d9522e-8128-4625-ac66-ba0b4581d9b0 service neutron] Bound port: 69e37284-9855-4b01-afd0-ffd61eb180ae, host: n-h2-713301-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '63d9966b-ec95-4293-aace-132eeb81246d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'c43367ff-daf3-49d8-a63d-d06f66adba8f'}}] {{(pid=95102) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 20:17:59.647817 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-36355e49-cab2-49d1-babf-4703a7815d15 req-54d9522e-8128-4625-ac66-ba0b4581d9b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:17:59.709433 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.db [req-36355e49-cab2-49d1-babf-4703a7815d15 req-54d9522e-8128-4625-ac66-ba0b4581d9b0 service neutron] For port 69e37284-9855-4b01-afd0-ffd61eb180ae, host n-h2-713301-16, cleared binding levels {{(pid=95102) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 20:17:59.712273 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.db [req-36355e49-cab2-49d1-babf-4703a7815d15 req-54d9522e-8128-4625-ac66-ba0b4581d9b0 service neutron] For port 69e37284-9855-4b01-afd0-ffd61eb180ae, host n-h2-713301-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-16',level=0,port_id=69e37284-9855-4b01-afd0-ffd61eb180ae,segment=NetworkSegment(63d9966b-ec95-4293-aace-132eeb81246d),segment_id=63d9966b-ec95-4293-aace-132eeb81246d)] {{(pid=95102) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 20:17:59.717489 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-36355e49-cab2-49d1-babf-4703a7815d15 req-54d9522e-8128-4625-ac66-ba0b4581d9b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4399095'] for port, after_update {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:17:59.749738 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36355e49-cab2-49d1-babf-4703a7815d15 req-54d9522e-8128-4625-ac66-ba0b4581d9b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:17:59.750393 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-36355e49-cab2-49d1-babf-4703a7815d15 req-54d9522e-8128-4625-ac66-ba0b4581d9b0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222849'] for port, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:17:59.752190 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-36355e49-cab2-49d1-babf-4703a7815d15 req-54d9522e-8128-4625-ac66-ba0b4581d9b0 service neutron] 10.222.0.53 "PUT /v2.0/ports/69e37284-9855-4b01-afd0-ffd61eb180ae HTTP/1.1" status: 200 len: 1093 time: 0.7613900 Sep 23 20:17:59.807323 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54d9522e-8128-4625-ac66-ba0b4581d9b0 service neutron] Pushing event updated for resources: {'Port': ['ID=69e37284-9855-4b01-afd0-ffd61eb180ae,revision_number=7']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:17:59.827464 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36355e49-cab2-49d1-babf-4703a7815d15 req-f5e03c15-e2c0-444d-9d63-021f76fbc037 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:17:59.828989 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-36355e49-cab2-49d1-babf-4703a7815d15 req-f5e03c15-e2c0-444d-9d63-021f76fbc037 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=c9cdc0f8c48b47f0a9ba670a531cda84&device_id=fcf8e6d8-b91b-424f-9a44-24ce91a5d077 HTTP/1.1" status: 200 len: 1096 time: 0.0529292 Sep 23 20:17:59.924219 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36355e49-cab2-49d1-babf-4703a7815d15 req-fc7f0b4e-e88b-4801-954a-0bff4219fcb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:17:59.925761 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-36355e49-cab2-49d1-babf-4703a7815d15 req-fc7f0b4e-e88b-4801-954a-0bff4219fcb5 service neutron] 10.222.0.53 "GET /v2.0/networks?id=c43367ff-daf3-49d8-a63d-d06f66adba8f HTTP/1.1" status: 200 len: 912 time: 0.0900493 Sep 23 20:18:00.023211 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-36355e49-cab2-49d1-babf-4703a7815d15 req-6dfcd64f-a2aa-415e-b3c6-2165206e26fe service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=69e37284-9855-4b01-afd0-ffd61eb180ae HTTP/1.1" status: 200 len: 1001 time: 0.0888767 Sep 23 20:18:00.035876 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a7a7481-8e50-47a4-ae0f-4868e233ddd9 req-d8bd23c0-4ff2-4139-9527-c3788ad0c6a3 tempest-ServerActionsTestJSON-1099592143 tempest-ServerActionsTestJSON-1099592143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:18:00.037386 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-6a7a7481-8e50-47a4-ae0f-4868e233ddd9 req-d8bd23c0-4ff2-4139-9527-c3788ad0c6a3 tempest-ServerActionsTestJSON-1099592143 tempest-ServerActionsTestJSON-1099592143-project] 10.222.0.67 "GET /v2.0/ports?device_id=fcf8e6d8-b91b-424f-9a44-24ce91a5d077 HTTP/1.1" status: 200 len: 944 time: 0.0647683 Sep 23 20:18:00.107643 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-6a7a7481-8e50-47a4-ae0f-4868e233ddd9 req-9f9c0655-e626-499f-aca0-626018cdcecc tempest-ServerActionsTestJSON-1099592143 tempest-ServerActionsTestJSON-1099592143-project] 10.222.0.67 "GET /v2.0/security-groups?id=5050492a-4ff5-4619-9495-b5ac49ab15ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0623899 Sep 23 20:18:00.109138 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36355e49-cab2-49d1-babf-4703a7815d15 req-3c7559b6-7e0a-4e33-8376-e6743fac5780 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:18:00.110499 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-36355e49-cab2-49d1-babf-4703a7815d15 req-3c7559b6-7e0a-4e33-8376-e6743fac5780 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=227f7a8f-869f-4775-8556-35fd28bcf5f3 HTTP/1.1" status: 200 len: 850 time: 0.0722904 Sep 23 20:18:00.155725 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36355e49-cab2-49d1-babf-4703a7815d15 req-96f171b5-24cc-4744-a461-71327ee7a501 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:18:00.157254 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-36355e49-cab2-49d1-babf-4703a7815d15 req-96f171b5-24cc-4744-a461-71327ee7a501 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=c43367ff-daf3-49d8-a63d-d06f66adba8f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0400407 Sep 23 20:18:00.245625 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-36355e49-cab2-49d1-babf-4703a7815d15 req-710898e6-5f04-4369-95c3-b117ffad50f8 service neutron] 10.222.0.53 "GET /v2.0/networks/c43367ff-daf3-49d8-a63d-d06f66adba8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816438 Sep 23 20:18:00.340408 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-36355e49-cab2-49d1-babf-4703a7815d15 req-1cf85209-3115-4852-945a-5adb5eb6b2b3 service neutron] 10.222.0.53 "GET /v2.0/networks/c43367ff-daf3-49d8-a63d-d06f66adba8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864067 Sep 23 20:18:01.013420 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Device 69e37284-9855-4b01-afd0-ffd61eb180ae no longer exists at agent hyperv_n-h1-713301-16 {{(pid=95103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 20:18:01.054968 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Device 69e37284-9855-4b01-afd0-ffd61eb180ae not bound to the agent host n-h1-713301-16 {{(pid=95103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 20:18:01.231528 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-292515e6-1ed1-4bfe-9c37-ae9da02afbb7 req-971354ac-4f3f-4b0f-ace1-fda72e69ddc7 tempest-ServerActionsTestJSON-1099592143 tempest-ServerActionsTestJSON-1099592143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:18:01.232918 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-292515e6-1ed1-4bfe-9c37-ae9da02afbb7 req-971354ac-4f3f-4b0f-ace1-fda72e69ddc7 tempest-ServerActionsTestJSON-1099592143 tempest-ServerActionsTestJSON-1099592143-project] 10.222.0.67 "GET /v2.0/ports?device_id=fcf8e6d8-b91b-424f-9a44-24ce91a5d077 HTTP/1.1" status: 200 len: 944 time: 0.0517142 Sep 23 20:18:01.272567 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-292515e6-1ed1-4bfe-9c37-ae9da02afbb7 req-082896bc-5e70-4c1c-a5f8-74300cf65ff8 tempest-ServerActionsTestJSON-1099592143 tempest-ServerActionsTestJSON-1099592143-project] 10.222.0.67 "GET /v2.0/security-groups?id=5050492a-4ff5-4619-9495-b5ac49ab15ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332391 Sep 23 20:18:01.493552 n-d-713301-16 neutron-server[95102]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fcf8e6d8-b91b-424f-9a44-24ce91a5d077', 'tag': '69e37284-9855-4b01-afd0-ffd61eb180ae'}] {{(pid=95102) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 20:18:01.495776 n-d-713301-16 neutron-server[95102]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a8356a6bd5e554bb349ddb806ba98ee8c25ce2b3f69d698f62da31b860ff3eb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e338105a-c16f-4367-94c8-59e5af29039a" -d '{"events": [{"name": "network-changed", "server_uuid": "fcf8e6d8-b91b-424f-9a44-24ce91a5d077", "tag": "69e37284-9855-4b01-afd0-ffd61eb180ae"}]}' {{(pid=95102) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 20:18:01.544298 n-d-713301-16 neutron-server[95102]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 20:18:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e5582ca-9fd9-4b96-ae9d-fda37c751216 x-openstack-request-id: req-4e5582ca-9fd9-4b96-ae9d-fda37c751216 {{(pid=95102) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 20:18:01.544695 n-d-713301-16 neutron-server[95102]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fcf8e6d8-b91b-424f-9a44-24ce91a5d077", "tag": "69e37284-9855-4b01-afd0-ffd61eb180ae", "status": "completed", "code": 200}]} {{(pid=95102) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 20:18:01.544950 n-d-713301-16 neutron-server[95102]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-4e5582ca-9fd9-4b96-ae9d-fda37c751216 {{(pid=95102) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 20:18:01.545362 n-d-713301-16 neutron-server[95102]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fcf8e6d8-b91b-424f-9a44-24ce91a5d077', 'tag': '69e37284-9855-4b01-afd0-ffd61eb180ae', 'status': 'completed', 'code': 200} Sep 23 20:18:01.957356 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e338105a-c16f-4367-94c8-59e5af29039a req-4489f17c-eeb5-40b1-9ea9-44a0ff77caec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:18:01.958785 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-e338105a-c16f-4367-94c8-59e5af29039a req-4489f17c-eeb5-40b1-9ea9-44a0ff77caec service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=c9cdc0f8c48b47f0a9ba670a531cda84&device_id=fcf8e6d8-b91b-424f-9a44-24ce91a5d077 HTTP/1.1" status: 200 len: 1096 time: 0.3939276 Sep 23 20:18:01.964699 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e338105a-c16f-4367-94c8-59e5af29039a req-343839ee-611e-4e22-a168-fce24cd47837 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:18:01.966124 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-e338105a-c16f-4367-94c8-59e5af29039a req-343839ee-611e-4e22-a168-fce24cd47837 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=c9cdc0f8c48b47f0a9ba670a531cda84&device_id=fcf8e6d8-b91b-424f-9a44-24ce91a5d077 HTTP/1.1" status: 200 len: 1096 time: 0.3928654 Sep 23 20:18:02.120120 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e338105a-c16f-4367-94c8-59e5af29039a req-77690a3c-f17f-481e-a592-a8bb72856448 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:18:02.121640 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-e338105a-c16f-4367-94c8-59e5af29039a req-77690a3c-f17f-481e-a592-a8bb72856448 service neutron] 10.222.0.74 "GET /v2.0/networks?id=c43367ff-daf3-49d8-a63d-d06f66adba8f HTTP/1.1" status: 200 len: 912 time: 0.1546619 Sep 23 20:18:02.122743 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e338105a-c16f-4367-94c8-59e5af29039a req-135a9ad4-4d27-443c-975a-2a4ce429acee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:18:02.124096 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-e338105a-c16f-4367-94c8-59e5af29039a req-135a9ad4-4d27-443c-975a-2a4ce429acee service neutron] 10.222.0.53 "GET /v2.0/networks?id=c43367ff-daf3-49d8-a63d-d06f66adba8f HTTP/1.1" status: 200 len: 912 time: 0.1493602 Sep 23 20:18:02.232931 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-e338105a-c16f-4367-94c8-59e5af29039a req-49e05925-227c-4b44-a45b-90cf54082353 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=69e37284-9855-4b01-afd0-ffd61eb180ae HTTP/1.1" status: 200 len: 1001 time: 0.1043973 Sep 23 20:18:02.239219 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-e338105a-c16f-4367-94c8-59e5af29039a req-d52eee8d-2e63-433f-9808-25e9ab1226c6 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=69e37284-9855-4b01-afd0-ffd61eb180ae HTTP/1.1" status: 200 len: 1001 time: 0.1048641 Sep 23 20:18:02.327016 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e338105a-c16f-4367-94c8-59e5af29039a req-d49d22b7-26ac-4ef1-bad3-55f82545f827 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:18:02.328516 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-e338105a-c16f-4367-94c8-59e5af29039a req-d49d22b7-26ac-4ef1-bad3-55f82545f827 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=227f7a8f-869f-4775-8556-35fd28bcf5f3 HTTP/1.1" status: 200 len: 850 time: 0.0801442 Sep 23 20:18:02.335206 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e338105a-c16f-4367-94c8-59e5af29039a req-e771ff78-0b53-4404-9ed3-cb3ae7d5d063 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:18:02.336684 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-e338105a-c16f-4367-94c8-59e5af29039a req-e771ff78-0b53-4404-9ed3-cb3ae7d5d063 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=227f7a8f-869f-4775-8556-35fd28bcf5f3 HTTP/1.1" status: 200 len: 850 time: 0.0966003 Sep 23 20:18:02.441438 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e338105a-c16f-4367-94c8-59e5af29039a req-01153d40-4c64-43ac-9ad8-eacff0109fd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:18:02.442958 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-e338105a-c16f-4367-94c8-59e5af29039a req-01153d40-4c64-43ac-9ad8-eacff0109fd7 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=c43367ff-daf3-49d8-a63d-d06f66adba8f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0964696 Sep 23 20:18:02.450723 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e03709-998d-44a7-ac63-7f32dc0206b4 req-3edc5fb5-dde3-4538-8d7e-982902f08209 tempest-ServerActionsTestJSON-1099592143 tempest-ServerActionsTestJSON-1099592143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:18:02.452115 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-b1e03709-998d-44a7-ac63-7f32dc0206b4 req-3edc5fb5-dde3-4538-8d7e-982902f08209 tempest-ServerActionsTestJSON-1099592143 tempest-ServerActionsTestJSON-1099592143-project] 10.222.0.67 "GET /v2.0/ports?device_id=fcf8e6d8-b91b-424f-9a44-24ce91a5d077 HTTP/1.1" status: 200 len: 944 time: 0.1066725 Sep 23 20:18:02.464445 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e338105a-c16f-4367-94c8-59e5af29039a req-db9cfb99-c6f2-463f-8c0a-4189e47e2a18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:18:02.466192 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-e338105a-c16f-4367-94c8-59e5af29039a req-db9cfb99-c6f2-463f-8c0a-4189e47e2a18 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=c43367ff-daf3-49d8-a63d-d06f66adba8f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1286628 Sep 23 20:18:02.600464 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-b1e03709-998d-44a7-ac63-7f32dc0206b4 req-91044d65-2ff0-4b13-b0f1-38b31f32b530 tempest-ServerActionsTestJSON-1099592143 tempest-ServerActionsTestJSON-1099592143-project] 10.222.0.67 "GET /v2.0/security-groups?id=5050492a-4ff5-4619-9495-b5ac49ab15ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1385155 Sep 23 20:18:02.646549 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-e338105a-c16f-4367-94c8-59e5af29039a req-04b7881c-b8e0-47ab-9468-f296702e6b56 service neutron] 10.222.0.74 "GET /v2.0/networks/c43367ff-daf3-49d8-a63d-d06f66adba8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1929719 Sep 23 20:18:02.647786 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-e338105a-c16f-4367-94c8-59e5af29039a req-4657aa67-20f9-4bc2-92d3-b816db464ac1 service neutron] 10.222.0.53 "GET /v2.0/networks/c43367ff-daf3-49d8-a63d-d06f66adba8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1664484 Sep 23 20:18:02.812718 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-e338105a-c16f-4367-94c8-59e5af29039a req-58a2169e-37fc-444d-92ee-0dbc126c7830 service neutron] 10.222.0.74 "GET /v2.0/networks/c43367ff-daf3-49d8-a63d-d06f66adba8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1596580 Sep 23 20:18:02.815986 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-e338105a-c16f-4367-94c8-59e5af29039a req-e10ebb31-fe24-4d0a-8e1b-e1d1c0d303b4 service neutron] 10.222.0.53 "GET /v2.0/networks/c43367ff-daf3-49d8-a63d-d06f66adba8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1559150 Sep 23 20:18:03.729344 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca0b4cd-a60a-4500-ba21-aa90d9733878 req-8abb9375-6842-465d-9ef3-d66906e50346 tempest-ServerActionsTestJSON-1099592143 tempest-ServerActionsTestJSON-1099592143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:18:03.730995 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-9ca0b4cd-a60a-4500-ba21-aa90d9733878 req-8abb9375-6842-465d-9ef3-d66906e50346 tempest-ServerActionsTestJSON-1099592143 tempest-ServerActionsTestJSON-1099592143-project] 10.222.0.67 "GET /v2.0/ports?device_id=fcf8e6d8-b91b-424f-9a44-24ce91a5d077 HTTP/1.1" status: 200 len: 944 time: 0.0561574 Sep 23 20:18:03.769714 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-9ca0b4cd-a60a-4500-ba21-aa90d9733878 req-d8af22d2-e34a-4eac-81f0-c9d57aff7b40 tempest-ServerActionsTestJSON-1099592143 tempest-ServerActionsTestJSON-1099592143-project] 10.222.0.67 "GET /v2.0/security-groups?id=5050492a-4ff5-4619-9495-b5ac49ab15ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320082 Sep 23 20:18:04.903451 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ff6d6c-a1ac-45de-8a13-d1a3aed5af16 req-7d4f7401-3c17-40b1-800d-735a973f07ab tempest-ServerActionsTestJSON-1099592143 tempest-ServerActionsTestJSON-1099592143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:18:04.904984 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-c2ff6d6c-a1ac-45de-8a13-d1a3aed5af16 req-7d4f7401-3c17-40b1-800d-735a973f07ab tempest-ServerActionsTestJSON-1099592143 tempest-ServerActionsTestJSON-1099592143-project] 10.222.0.67 "GET /v2.0/ports?device_id=fcf8e6d8-b91b-424f-9a44-24ce91a5d077 HTTP/1.1" status: 200 len: 944 time: 0.0629892 Sep 23 20:18:04.944990 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-c2ff6d6c-a1ac-45de-8a13-d1a3aed5af16 req-d08a8598-91b8-4cb4-8224-4f54414ddcdc tempest-ServerActionsTestJSON-1099592143 tempest-ServerActionsTestJSON-1099592143-project] 10.222.0.67 "GET /v2.0/security-groups?id=5050492a-4ff5-4619-9495-b5ac49ab15ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321984 Sep 23 20:18:06.062064 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e0faa54-bb6f-4ef7-8666-1402aac11d93 req-07256aeb-fd74-4500-a1b4-4775547c660b tempest-ServerActionsTestJSON-1099592143 tempest-ServerActionsTestJSON-1099592143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:18:06.063558 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-6e0faa54-bb6f-4ef7-8666-1402aac11d93 req-07256aeb-fd74-4500-a1b4-4775547c660b tempest-ServerActionsTestJSON-1099592143 tempest-ServerActionsTestJSON-1099592143-project] 10.222.0.67 "GET /v2.0/ports?device_id=fcf8e6d8-b91b-424f-9a44-24ce91a5d077 HTTP/1.1" status: 200 len: 944 time: 0.0490539 Sep 23 20:18:06.102901 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-6e0faa54-bb6f-4ef7-8666-1402aac11d93 req-44a8343f-cfee-485b-b274-843866e16011 tempest-ServerActionsTestJSON-1099592143 tempest-ServerActionsTestJSON-1099592143-project] 10.222.0.67 "GET /v2.0/security-groups?id=5050492a-4ff5-4619-9495-b5ac49ab15ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324433 Sep 23 20:18:07.223999 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d667538-b95c-425a-a3dc-587cc8770cc9 req-fd372c36-ff3c-4e77-a852-5df8fa1320f0 tempest-ServerActionsTestJSON-1099592143 tempest-ServerActionsTestJSON-1099592143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:18:07.225538 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-4d667538-b95c-425a-a3dc-587cc8770cc9 req-fd372c36-ff3c-4e77-a852-5df8fa1320f0 tempest-ServerActionsTestJSON-1099592143 tempest-ServerActionsTestJSON-1099592143-project] 10.222.0.67 "GET /v2.0/ports?device_id=fcf8e6d8-b91b-424f-9a44-24ce91a5d077 HTTP/1.1" status: 200 len: 944 time: 0.0534027 Sep 23 20:18:07.262884 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-4d667538-b95c-425a-a3dc-587cc8770cc9 req-49271f2c-e5f5-4cef-8630-294f7af853da tempest-ServerActionsTestJSON-1099592143 tempest-ServerActionsTestJSON-1099592143-project] 10.222.0.67 "GET /v2.0/security-groups?id=5050492a-4ff5-4619-9495-b5ac49ab15ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312757 Sep 23 20:18:08.381557 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee9bf34-b4ef-4588-9bf1-3070243823d8 req-a411567f-8c1f-4446-9425-f4bae3445a9f tempest-ServerActionsTestJSON-1099592143 tempest-ServerActionsTestJSON-1099592143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:18:08.383082 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-8ee9bf34-b4ef-4588-9bf1-3070243823d8 req-a411567f-8c1f-4446-9425-f4bae3445a9f tempest-ServerActionsTestJSON-1099592143 tempest-ServerActionsTestJSON-1099592143-project] 10.222.0.67 "GET /v2.0/ports?device_id=fcf8e6d8-b91b-424f-9a44-24ce91a5d077 HTTP/1.1" status: 200 len: 944 time: 0.0504267 Sep 23 20:18:08.421319 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-8ee9bf34-b4ef-4588-9bf1-3070243823d8 req-fcd3661d-bfd7-4a92-ba35-8577b3265776 tempest-ServerActionsTestJSON-1099592143 tempest-ServerActionsTestJSON-1099592143-project] 10.222.0.67 "GET /v2.0/security-groups?id=5050492a-4ff5-4619-9495-b5ac49ab15ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323250 Sep 23 20:18:09.537079 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ac235d-5592-4924-b749-5d685f08e0c8 req-7c3b86fd-68e7-409a-acd4-7b6665707ccd tempest-ServerActionsTestJSON-1099592143 tempest-ServerActionsTestJSON-1099592143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:18:09.538571 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-28ac235d-5592-4924-b749-5d685f08e0c8 req-7c3b86fd-68e7-409a-acd4-7b6665707ccd tempest-ServerActionsTestJSON-1099592143 tempest-ServerActionsTestJSON-1099592143-project] 10.222.0.67 "GET /v2.0/ports?device_id=fcf8e6d8-b91b-424f-9a44-24ce91a5d077 HTTP/1.1" status: 200 len: 944 time: 0.0488691 Sep 23 20:18:09.576325 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-28ac235d-5592-4924-b749-5d685f08e0c8 req-4b022710-27bf-43ee-8536-90ac3eff8fce tempest-ServerActionsTestJSON-1099592143 tempest-ServerActionsTestJSON-1099592143-project] 10.222.0.67 "GET /v2.0/security-groups?id=5050492a-4ff5-4619-9495-b5ac49ab15ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318062 Sep 23 20:18:10.701990 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a812ea52-215a-4802-8677-5e4a610735bb req-99d1a573-014c-4d09-9c3d-ccc38fc316c6 tempest-ServerActionsTestJSON-1099592143 tempest-ServerActionsTestJSON-1099592143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:18:10.703521 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-a812ea52-215a-4802-8677-5e4a610735bb req-99d1a573-014c-4d09-9c3d-ccc38fc316c6 tempest-ServerActionsTestJSON-1099592143 tempest-ServerActionsTestJSON-1099592143-project] 10.222.0.67 "GET /v2.0/ports?device_id=fcf8e6d8-b91b-424f-9a44-24ce91a5d077 HTTP/1.1" status: 200 len: 944 time: 0.0545297 Sep 23 20:18:10.748863 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-a812ea52-215a-4802-8677-5e4a610735bb req-93f74e83-da54-4e39-ac88-033e8a3a509e tempest-ServerActionsTestJSON-1099592143 tempest-ServerActionsTestJSON-1099592143-project] 10.222.0.67 "GET /v2.0/security-groups?id=5050492a-4ff5-4619-9495-b5ac49ab15ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332415 Sep 23 20:18:11.871142 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c9d29f-98ce-42e4-8961-4eff2ee5006e req-0681d475-bb21-45b3-9c02-ab7dc5d8b3e5 tempest-ServerActionsTestJSON-1099592143 tempest-ServerActionsTestJSON-1099592143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:18:11.872676 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-26c9d29f-98ce-42e4-8961-4eff2ee5006e req-0681d475-bb21-45b3-9c02-ab7dc5d8b3e5 tempest-ServerActionsTestJSON-1099592143 tempest-ServerActionsTestJSON-1099592143-project] 10.222.0.67 "GET /v2.0/ports?device_id=fcf8e6d8-b91b-424f-9a44-24ce91a5d077 HTTP/1.1" status: 200 len: 944 time: 0.0518014 Sep 23 20:18:11.912032 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-26c9d29f-98ce-42e4-8961-4eff2ee5006e req-9d0c9dd5-34a0-481f-8dbf-94a83d1649f6 tempest-ServerActionsTestJSON-1099592143 tempest-ServerActionsTestJSON-1099592143-project] 10.222.0.67 "GET /v2.0/security-groups?id=5050492a-4ff5-4619-9495-b5ac49ab15ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326195 Sep 23 20:18:12.238869 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1fd9544-ec9a-47f1-91c9-01b7963a0945 req-b5d7e93b-d28c-4f6d-bbf7-e48b095b5d6e tempest-ServerActionsTestJSON-1099592143 tempest-ServerActionsTestJSON-1099592143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:18:12.240290 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-b1fd9544-ec9a-47f1-91c9-01b7963a0945 req-b5d7e93b-d28c-4f6d-bbf7-e48b095b5d6e tempest-ServerActionsTestJSON-1099592143 tempest-ServerActionsTestJSON-1099592143-project] 10.222.0.53 "GET /v2.0/ports?device_id=fcf8e6d8-b91b-424f-9a44-24ce91a5d077&tenant_id=c9cdc0f8c48b47f0a9ba670a531cda84&binding%3Ahost_id=n-h2-713301-16 HTTP/1.1" status: 200 len: 944 time: 0.0851989 Sep 23 20:18:12.255125 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd3ac15-71d6-4fe1-8c0b-30ebdc791bbd req-7c619d84-ceb5-4b4d-81c6-0f8cefdfadef tempest-ServerActionsTestJSON-1099592143 tempest-ServerActionsTestJSON-1099592143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:18:12.256630 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-bfd3ac15-71d6-4fe1-8c0b-30ebdc791bbd req-7c619d84-ceb5-4b4d-81c6-0f8cefdfadef tempest-ServerActionsTestJSON-1099592143 tempest-ServerActionsTestJSON-1099592143-project] 10.222.0.67 "GET /v2.0/ports?device_id=fcf8e6d8-b91b-424f-9a44-24ce91a5d077 HTTP/1.1" status: 200 len: 944 time: 0.0749574 Sep 23 20:18:12.332312 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-bfd3ac15-71d6-4fe1-8c0b-30ebdc791bbd req-0e2b64e0-29f6-40cc-86f2-2b63cb25aa23 tempest-ServerActionsTestJSON-1099592143 tempest-ServerActionsTestJSON-1099592143-project] 10.222.0.67 "GET /v2.0/security-groups?id=5050492a-4ff5-4619-9495-b5ac49ab15ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0684516 Sep 23 20:18:12.338923 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-b1fd9544-ec9a-47f1-91c9-01b7963a0945 req-873b2978-a223-4b28-9bfb-69e0db23c853 service neutron] 10.222.0.53 "GET /v2.0/ports/69e37284-9855-4b01-afd0-ffd61eb180ae/bindings/n-h2-713301-16 HTTP/1.1" status: 200 len: 383 time: 0.0812776 Sep 23 20:18:12.403523 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1fd9544-ec9a-47f1-91c9-01b7963a0945 req-0f1e6952-9888-4784-9611-3bd3ac548c91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:18:12.405212 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-b1fd9544-ec9a-47f1-91c9-01b7963a0945 req-0f1e6952-9888-4784-9611-3bd3ac548c91 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=c9cdc0f8c48b47f0a9ba670a531cda84&device_id=fcf8e6d8-b91b-424f-9a44-24ce91a5d077 HTTP/1.1" status: 200 len: 1096 time: 0.0413065 Sep 23 20:18:12.502481 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1fd9544-ec9a-47f1-91c9-01b7963a0945 req-bd374da7-cf9f-4244-a941-3c814b91f32b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:18:12.504418 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-b1fd9544-ec9a-47f1-91c9-01b7963a0945 req-bd374da7-cf9f-4244-a941-3c814b91f32b service neutron] 10.222.0.53 "GET /v2.0/networks?id=c43367ff-daf3-49d8-a63d-d06f66adba8f HTTP/1.1" status: 200 len: 912 time: 0.0917182 Sep 23 20:18:12.570594 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-b1fd9544-ec9a-47f1-91c9-01b7963a0945 req-601fbd38-99d8-4adc-8a14-762d420e7eb8 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=69e37284-9855-4b01-afd0-ffd61eb180ae HTTP/1.1" status: 200 len: 1001 time: 0.0596008 Sep 23 20:18:12.626080 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1fd9544-ec9a-47f1-91c9-01b7963a0945 req-de460ac7-4904-4a17-880a-8722d191e2cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:18:12.627792 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-b1fd9544-ec9a-47f1-91c9-01b7963a0945 req-de460ac7-4904-4a17-880a-8722d191e2cd service neutron] 10.222.0.53 "GET /v2.0/subnets?id=227f7a8f-869f-4775-8556-35fd28bcf5f3 HTTP/1.1" status: 200 len: 850 time: 0.0508225 Sep 23 20:18:12.676977 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1fd9544-ec9a-47f1-91c9-01b7963a0945 req-82fa6c49-b97d-4ca9-a3f6-a3128e4f1ccf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:18:12.678524 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-b1fd9544-ec9a-47f1-91c9-01b7963a0945 req-82fa6c49-b97d-4ca9-a3f6-a3128e4f1ccf service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=c43367ff-daf3-49d8-a63d-d06f66adba8f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0435677 Sep 23 20:18:12.772516 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-b1fd9544-ec9a-47f1-91c9-01b7963a0945 req-efe649a0-f92e-48de-bd05-053c8bfb9cfe service neutron] 10.222.0.53 "GET /v2.0/networks/c43367ff-daf3-49d8-a63d-d06f66adba8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865903 Sep 23 20:18:12.874921 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-b1fd9544-ec9a-47f1-91c9-01b7963a0945 req-d1bea309-3d83-4b64-8161-518f7489f061 service neutron] 10.222.0.53 "GET /v2.0/networks/c43367ff-daf3-49d8-a63d-d06f66adba8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0958071 Sep 23 20:18:13.454709 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-850f01fe-6354-49c4-b914-a9a8c0c93286 req-e9a649c6-0da7-4efb-8c3c-8c27cd3b0bbf tempest-ServerActionsTestJSON-1099592143 tempest-ServerActionsTestJSON-1099592143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:18:13.457017 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-850f01fe-6354-49c4-b914-a9a8c0c93286 req-e9a649c6-0da7-4efb-8c3c-8c27cd3b0bbf tempest-ServerActionsTestJSON-1099592143 tempest-ServerActionsTestJSON-1099592143-project] 10.222.0.67 "GET /v2.0/ports?device_id=fcf8e6d8-b91b-424f-9a44-24ce91a5d077 HTTP/1.1" status: 200 len: 944 time: 0.0524960 Sep 23 20:18:13.496022 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-850f01fe-6354-49c4-b914-a9a8c0c93286 req-f93b701e-0f2f-4a65-b0c9-61caab103141 tempest-ServerActionsTestJSON-1099592143 tempest-ServerActionsTestJSON-1099592143-project] 10.222.0.67 "GET /v2.0/security-groups?id=5050492a-4ff5-4619-9495-b5ac49ab15ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327263 Sep 23 20:18:14.519840 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Device 69e37284-9855-4b01-afd0-ffd61eb180ae details requested by agent hyperv_n-h2-713301-16 with host n-h2-713301-16 {{(pid=95103) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 20:18:14.615039 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3834ec0-58eb-41a2-9317-78476e98e659 req-6d5df867-b155-49c7-9068-399a66861023 tempest-ServerActionsTestJSON-1099592143 tempest-ServerActionsTestJSON-1099592143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:18:14.616564 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-b3834ec0-58eb-41a2-9317-78476e98e659 req-6d5df867-b155-49c7-9068-399a66861023 tempest-ServerActionsTestJSON-1099592143 tempest-ServerActionsTestJSON-1099592143-project] 10.222.0.67 "GET /v2.0/ports?device_id=fcf8e6d8-b91b-424f-9a44-24ce91a5d077 HTTP/1.1" status: 200 len: 944 time: 0.0500910 Sep 23 20:18:14.623737 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] For port 69e37284-9855-4b01-afd0-ffd61eb180ae, host n-h2-713301-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-16',level=0,port_id=69e37284-9855-4b01-afd0-ffd61eb180ae,segment=NetworkSegment(63d9966b-ec95-4293-aace-132eeb81246d),segment_id=63d9966b-ec95-4293-aace-132eeb81246d)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 20:18:14.636126 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Returning: {'device': '69e37284-9855-4b01-afd0-ffd61eb180ae', 'network_id': 'c43367ff-daf3-49d8-a63d-d06f66adba8f', 'port_id': '69e37284-9855-4b01-afd0-ffd61eb180ae', 'mac_address': 'fa:16:3e:65:5f:9b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 600, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '227f7a8f-869f-4775-8556-35fd28bcf5f3', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95103) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 20:18:14.660447 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-b3834ec0-58eb-41a2-9317-78476e98e659 req-c252316c-5a4a-4f84-86f7-b8756e9ee5cc tempest-ServerActionsTestJSON-1099592143 tempest-ServerActionsTestJSON-1099592143-project] 10.222.0.67 "GET /v2.0/security-groups?id=5050492a-4ff5-4619-9495-b5ac49ab15ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374913 Sep 23 20:18:14.678425 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:18:14.691317 n-d-713301-16 neutron-server[95103]: DEBUG neutron.notifiers.nova [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 69e37284-9855-4b01-afd0-ffd61eb180ae {{(pid=95103) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 20:18:14.710875 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] For port 69e37284-9855-4b01-afd0-ffd61eb180ae, host n-h2-713301-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-16',level=0,port_id=69e37284-9855-4b01-afd0-ffd61eb180ae,segment=NetworkSegment(63d9966b-ec95-4293-aace-132eeb81246d),segment_id=63d9966b-ec95-4293-aace-132eeb81246d)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 20:18:14.715161 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:18:14.763930 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Pushing event updated for resources: {'Port': ['ID=69e37284-9855-4b01-afd0-ffd61eb180ae,revision_number=8']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:18:14.774116 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:18:14.774467 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:18:14.774812 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:18:14.775153 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:18:14.775492 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:18:14.775826 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:18:14.776157 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:18:14.776494 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:18:14.776848 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:18:14.777178 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:18:14.777505 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:18:14.777836 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:18:15.781809 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05765609-da06-46b1-9bf6-35e35ff67493 req-7ac84064-7f52-4eaf-ac3b-df322928cd80 tempest-ServerActionsTestJSON-1099592143 tempest-ServerActionsTestJSON-1099592143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:18:15.783911 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-05765609-da06-46b1-9bf6-35e35ff67493 req-7ac84064-7f52-4eaf-ac3b-df322928cd80 tempest-ServerActionsTestJSON-1099592143 tempest-ServerActionsTestJSON-1099592143-project] 10.222.0.67 "GET /v2.0/ports?device_id=fcf8e6d8-b91b-424f-9a44-24ce91a5d077 HTTP/1.1" status: 200 len: 945 time: 0.0513673 Sep 23 20:18:15.823997 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-05765609-da06-46b1-9bf6-35e35ff67493 req-30e2668d-bf28-4493-bae3-9f6a39006c10 tempest-ServerActionsTestJSON-1099592143 tempest-ServerActionsTestJSON-1099592143-project] 10.222.0.67 "GET /v2.0/security-groups?id=5050492a-4ff5-4619-9495-b5ac49ab15ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337536 Sep 23 20:18:16.522125 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1fd9544-ec9a-47f1-91c9-01b7963a0945 req-5c04fe04-d3b7-4e58-870c-d5bcbd224684 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:18:16.523649 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-b1fd9544-ec9a-47f1-91c9-01b7963a0945 req-5c04fe04-d3b7-4e58-870c-d5bcbd224684 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=fcf8e6d8-b91b-424f-9a44-24ce91a5d077&tenant_id=c9cdc0f8c48b47f0a9ba670a531cda84 HTTP/1.1" status: 200 len: 1097 time: 0.0418808 Sep 23 20:18:16.536055 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [req-b1fd9544-ec9a-47f1-91c9-01b7963a0945 req-7062393d-a142-4485-b878-de21a14cd5c7 service neutron] http://10.222.0.67:9696/v2.0/extensions returned with HTTP 200 {{(pid=95102) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 23 20:18:16.537127 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-b1fd9544-ec9a-47f1-91c9-01b7963a0945 req-7062393d-a142-4485-b878-de21a14cd5c7 service neutron] 10.222.0.74 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0063207 Sep 23 20:18:16.549822 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.v2.base [req-b1fd9544-ec9a-47f1-91c9-01b7963a0945 req-85cb940d-4677-4e24-8238-9ccb89a992ae service neutron] Request body: {'port': {'binding:host_id': 'n-h1-713301-16', 'device_owner': 'compute:nova'}} {{(pid=95102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 20:18:16.604073 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-b1fd9544-ec9a-47f1-91c9-01b7963a0945 req-85cb940d-4677-4e24-8238-9ccb89a992ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:18:16.804161 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.db [req-b1fd9544-ec9a-47f1-91c9-01b7963a0945 req-85cb940d-4677-4e24-8238-9ccb89a992ae service neutron] For port 69e37284-9855-4b01-afd0-ffd61eb180ae, host n-h2-713301-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-16',level=0,port_id=69e37284-9855-4b01-afd0-ffd61eb180ae,segment=NetworkSegment(63d9966b-ec95-4293-aace-132eeb81246d),segment_id=63d9966b-ec95-4293-aace-132eeb81246d)] {{(pid=95102) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 20:18:16.835691 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.db [req-b1fd9544-ec9a-47f1-91c9-01b7963a0945 req-85cb940d-4677-4e24-8238-9ccb89a992ae service neutron] For port 69e37284-9855-4b01-afd0-ffd61eb180ae, host n-h2-713301-16, cleared binding levels {{(pid=95102) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 20:18:16.868931 n-d-713301-16 neutron-server[95102]: DEBUG neutron.notifiers.nova [req-b1fd9544-ec9a-47f1-91c9-01b7963a0945 req-85cb940d-4677-4e24-8238-9ccb89a992ae service neutron] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 69e37284-9855-4b01-afd0-ffd61eb180ae {{(pid=95102) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 20:18:16.877476 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-b1fd9544-ec9a-47f1-91c9-01b7963a0945 req-85cb940d-4677-4e24-8238-9ccb89a992ae service neutron] Notify callbacks [] for port, precommit_update {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:18:16.888149 n-d-713301-16 neutron-server[95102]: DEBUG neutron.db.provisioning_blocks [req-b1fd9544-ec9a-47f1-91c9-01b7963a0945 req-85cb940d-4677-4e24-8238-9ccb89a992ae service neutron] Ignored duplicate provisioning block setup for port 69e37284-9855-4b01-afd0-ffd61eb180ae by entity L2. {{(pid=95102) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Sep 23 20:18:16.892628 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-b1fd9544-ec9a-47f1-91c9-01b7963a0945 req-85cb940d-4677-4e24-8238-9ccb89a992ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4399095'] for port, after_update {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:18:17.002279 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85cb940d-4677-4e24-8238-9ccb89a992ae service neutron] Pushing event updated for resources: {'Port': ['ID=69e37284-9855-4b01-afd0-ffd61eb180ae,revision_number=9']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:18:17.034579 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9e7d2c-cde4-4d3c-bc28-53906a79ab0f req-21270de0-a6c6-444f-aabd-0287b2f5986c tempest-ServerActionsTestJSON-1099592143 tempest-ServerActionsTestJSON-1099592143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:18:17.036176 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-ce9e7d2c-cde4-4d3c-bc28-53906a79ab0f req-21270de0-a6c6-444f-aabd-0287b2f5986c tempest-ServerActionsTestJSON-1099592143 tempest-ServerActionsTestJSON-1099592143-project] 10.222.0.67 "GET /v2.0/ports?device_id=fcf8e6d8-b91b-424f-9a44-24ce91a5d077 HTTP/1.1" status: 200 len: 944 time: 0.1382737 Sep 23 20:18:17.070385 n-d-713301-16 neutron-server[95102]: DEBUG neutron.db.l3_dvrscheduler_db [req-b1fd9544-ec9a-47f1-91c9-01b7963a0945 req-85cb940d-4677-4e24-8238-9ccb89a992ae service neutron] No DVR routers for this DVR port 69e37284-9855-4b01-afd0-ffd61eb180ae on host n-h2-713301-16 {{(pid=95102) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 20:18:17.153523 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-ce9e7d2c-cde4-4d3c-bc28-53906a79ab0f req-bec5da9d-c7cd-49b6-ba4b-ef80becbecc5 tempest-ServerActionsTestJSON-1099592143 tempest-ServerActionsTestJSON-1099592143-project] 10.222.0.67 "GET /v2.0/security-groups?id=5050492a-4ff5-4619-9495-b5ac49ab15ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1092937 Sep 23 20:18:17.217550 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.managers [req-b1fd9544-ec9a-47f1-91c9-01b7963a0945 req-85cb940d-4677-4e24-8238-9ccb89a992ae service neutron] Attempting to bind port 69e37284-9855-4b01-afd0-ffd61eb180ae on host n-h1-713301-16 for vnic_type normal with profile {{(pid=95102) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 20:18:17.217885 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.managers [req-b1fd9544-ec9a-47f1-91c9-01b7963a0945 req-85cb940d-4677-4e24-8238-9ccb89a992ae service neutron] Attempting to bind port 69e37284-9855-4b01-afd0-ffd61eb180ae by drivers openvswitch,hyperv on host n-h1-713301-16 at level 0 using segments [{'id': '63d9966b-ec95-4293-aace-132eeb81246d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'c43367ff-daf3-49d8-a63d-d06f66adba8f'}] {{(pid=95102) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 20:18:17.218202 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1fd9544-ec9a-47f1-91c9-01b7963a0945 req-85cb940d-4677-4e24-8238-9ccb89a992ae service neutron] Attempting to bind port 69e37284-9855-4b01-afd0-ffd61eb180ae on network c43367ff-daf3-49d8-a63d-d06f66adba8f {{(pid=95102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 20:18:17.222818 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1fd9544-ec9a-47f1-91c9-01b7963a0945 req-85cb940d-4677-4e24-8238-9ccb89a992ae service neutron] Port 69e37284-9855-4b01-afd0-ffd61eb180ae on network c43367ff-daf3-49d8-a63d-d06f66adba8f not bound, no agent of type Open vSwitch agent registered on host n-h1-713301-16 {{(pid=95102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 20:18:17.223133 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1fd9544-ec9a-47f1-91c9-01b7963a0945 req-85cb940d-4677-4e24-8238-9ccb89a992ae service neutron] Attempting to bind port 69e37284-9855-4b01-afd0-ffd61eb180ae on network c43367ff-daf3-49d8-a63d-d06f66adba8f {{(pid=95102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 20:18:17.227975 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1fd9544-ec9a-47f1-91c9-01b7963a0945 req-85cb940d-4677-4e24-8238-9ccb89a992ae service neutron] Checking agent: {'id': '0708c3e9-0aad-4600-9be9-d2486535c898', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713301-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 19, 15, 28), 'started_at': datetime.datetime(2021, 9, 23, 19, 15, 28), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 20, 17, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 20:18:17.228336 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1fd9544-ec9a-47f1-91c9-01b7963a0945 req-85cb940d-4677-4e24-8238-9ccb89a992ae service neutron] Checking segment: {'id': '63d9966b-ec95-4293-aace-132eeb81246d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'c43367ff-daf3-49d8-a63d-d06f66adba8f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95102) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 20:18:17.228757 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1fd9544-ec9a-47f1-91c9-01b7963a0945 req-85cb940d-4677-4e24-8238-9ccb89a992ae service neutron] Bound using segment: {'id': '63d9966b-ec95-4293-aace-132eeb81246d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'c43367ff-daf3-49d8-a63d-d06f66adba8f'} {{(pid=95102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 20:18:17.229173 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.managers [req-b1fd9544-ec9a-47f1-91c9-01b7963a0945 req-85cb940d-4677-4e24-8238-9ccb89a992ae service neutron] Bound port: 69e37284-9855-4b01-afd0-ffd61eb180ae, host: n-h1-713301-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '63d9966b-ec95-4293-aace-132eeb81246d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'c43367ff-daf3-49d8-a63d-d06f66adba8f'}}] {{(pid=95102) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 20:18:17.229519 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-b1fd9544-ec9a-47f1-91c9-01b7963a0945 req-85cb940d-4677-4e24-8238-9ccb89a992ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:18:17.295422 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.db [req-b1fd9544-ec9a-47f1-91c9-01b7963a0945 req-85cb940d-4677-4e24-8238-9ccb89a992ae service neutron] For port 69e37284-9855-4b01-afd0-ffd61eb180ae, host n-h1-713301-16, cleared binding levels {{(pid=95102) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 20:18:17.298566 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.db [req-b1fd9544-ec9a-47f1-91c9-01b7963a0945 req-85cb940d-4677-4e24-8238-9ccb89a992ae service neutron] For port 69e37284-9855-4b01-afd0-ffd61eb180ae, host n-h1-713301-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-16',level=0,port_id=69e37284-9855-4b01-afd0-ffd61eb180ae,segment=NetworkSegment(63d9966b-ec95-4293-aace-132eeb81246d),segment_id=63d9966b-ec95-4293-aace-132eeb81246d)] {{(pid=95102) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 20:18:17.302530 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-b1fd9544-ec9a-47f1-91c9-01b7963a0945 req-85cb940d-4677-4e24-8238-9ccb89a992ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4399095'] for port, after_update {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:18:17.339453 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1fd9544-ec9a-47f1-91c9-01b7963a0945 req-85cb940d-4677-4e24-8238-9ccb89a992ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:18:17.340151 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-b1fd9544-ec9a-47f1-91c9-01b7963a0945 req-85cb940d-4677-4e24-8238-9ccb89a992ae service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222849'] for port, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:18:17.341598 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-b1fd9544-ec9a-47f1-91c9-01b7963a0945 req-85cb940d-4677-4e24-8238-9ccb89a992ae service neutron] 10.222.0.74 "PUT /v2.0/ports/69e37284-9855-4b01-afd0-ffd61eb180ae HTTP/1.1" status: 200 len: 1093 time: 0.7963643 Sep 23 20:18:17.342054 n-d-713301-16 neutron-server[95102]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fcf8e6d8-b91b-424f-9a44-24ce91a5d077', 'tag': '69e37284-9855-4b01-afd0-ffd61eb180ae'}] {{(pid=95102) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 20:18:17.344353 n-d-713301-16 neutron-server[95102]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a8356a6bd5e554bb349ddb806ba98ee8c25ce2b3f69d698f62da31b860ff3eb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3457f33a-2e1a-4cce-96cb-5a737679b68d" -d '{"events": [{"name": "network-changed", "server_uuid": "fcf8e6d8-b91b-424f-9a44-24ce91a5d077", "tag": "69e37284-9855-4b01-afd0-ffd61eb180ae"}]}' {{(pid=95102) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 20:18:17.394974 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85cb940d-4677-4e24-8238-9ccb89a992ae service neutron] Pushing event updated for resources: {'Port': ['ID=69e37284-9855-4b01-afd0-ffd61eb180ae,revision_number=10']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:18:17.427446 n-d-713301-16 neutron-server[95102]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 20:18:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1622798-0436-4b45-8621-119c00b15636 x-openstack-request-id: req-e1622798-0436-4b45-8621-119c00b15636 {{(pid=95102) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 20:18:17.428005 n-d-713301-16 neutron-server[95102]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fcf8e6d8-b91b-424f-9a44-24ce91a5d077", "tag": "69e37284-9855-4b01-afd0-ffd61eb180ae", "status": "completed", "code": 200}]} {{(pid=95102) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 20:18:17.428434 n-d-713301-16 neutron-server[95102]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-e1622798-0436-4b45-8621-119c00b15636 {{(pid=95102) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 20:18:17.429087 n-d-713301-16 neutron-server[95102]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fcf8e6d8-b91b-424f-9a44-24ce91a5d077', 'tag': '69e37284-9855-4b01-afd0-ffd61eb180ae', 'status': 'completed', 'code': 200} Sep 23 20:18:17.453912 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1fd9544-ec9a-47f1-91c9-01b7963a0945 req-947cb953-e290-40cf-ac7c-7297a76d0e7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:18:17.456490 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-b1fd9544-ec9a-47f1-91c9-01b7963a0945 req-947cb953-e290-40cf-ac7c-7297a76d0e7e service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=c9cdc0f8c48b47f0a9ba670a531cda84&device_id=fcf8e6d8-b91b-424f-9a44-24ce91a5d077 HTTP/1.1" status: 200 len: 1097 time: 0.0778019 Sep 23 20:18:17.556734 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3457f33a-2e1a-4cce-96cb-5a737679b68d req-c9aada9b-ac08-44e7-80a4-1051f0098608 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:18:17.558278 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-3457f33a-2e1a-4cce-96cb-5a737679b68d req-c9aada9b-ac08-44e7-80a4-1051f0098608 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=c9cdc0f8c48b47f0a9ba670a531cda84&device_id=fcf8e6d8-b91b-424f-9a44-24ce91a5d077 HTTP/1.1" status: 200 len: 1097 time: 0.1182313 Sep 23 20:18:17.607461 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1fd9544-ec9a-47f1-91c9-01b7963a0945 req-26b75a5d-f423-4d38-a8cc-fc568c17da43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:18:17.608908 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-b1fd9544-ec9a-47f1-91c9-01b7963a0945 req-26b75a5d-f423-4d38-a8cc-fc568c17da43 service neutron] 10.222.0.74 "GET /v2.0/networks?id=c43367ff-daf3-49d8-a63d-d06f66adba8f HTTP/1.1" status: 200 len: 912 time: 0.1345153 Sep 23 20:18:17.724677 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3457f33a-2e1a-4cce-96cb-5a737679b68d req-42b1605c-01ad-419f-85f3-e3102ec51104 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:18:17.726098 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-3457f33a-2e1a-4cce-96cb-5a737679b68d req-42b1605c-01ad-419f-85f3-e3102ec51104 service neutron] 10.222.0.53 "GET /v2.0/networks?id=c43367ff-daf3-49d8-a63d-d06f66adba8f HTTP/1.1" status: 200 len: 912 time: 0.1603069 Sep 23 20:18:17.728340 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-b1fd9544-ec9a-47f1-91c9-01b7963a0945 req-9c290987-ef29-4ed6-97dc-e5454106398a service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=69e37284-9855-4b01-afd0-ffd61eb180ae HTTP/1.1" status: 200 len: 1001 time: 0.1124873 Sep 23 20:18:17.826638 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1fd9544-ec9a-47f1-91c9-01b7963a0945 req-faf93d69-bc2f-42d3-83f3-53ea29948e2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:18:17.828124 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-b1fd9544-ec9a-47f1-91c9-01b7963a0945 req-faf93d69-bc2f-42d3-83f3-53ea29948e2a service neutron] 10.222.0.74 "GET /v2.0/subnets?id=227f7a8f-869f-4775-8556-35fd28bcf5f3 HTTP/1.1" status: 200 len: 850 time: 0.0875852 Sep 23 20:18:17.835039 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-3457f33a-2e1a-4cce-96cb-5a737679b68d req-14224f11-3ac1-43f2-82ce-ee3dde29b26e service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=69e37284-9855-4b01-afd0-ffd61eb180ae HTTP/1.1" status: 200 len: 1001 time: 0.1019731 Sep 23 20:18:17.910993 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3457f33a-2e1a-4cce-96cb-5a737679b68d req-5deb5b0d-4661-4d92-a67e-09fed0ccdfd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:18:17.912560 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-3457f33a-2e1a-4cce-96cb-5a737679b68d req-5deb5b0d-4661-4d92-a67e-09fed0ccdfd3 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=227f7a8f-869f-4775-8556-35fd28bcf5f3 HTTP/1.1" status: 200 len: 850 time: 0.0688651 Sep 23 20:18:17.918262 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1fd9544-ec9a-47f1-91c9-01b7963a0945 req-9ced725f-780a-4b29-9337-e95e9bbe49bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:18:17.919678 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-b1fd9544-ec9a-47f1-91c9-01b7963a0945 req-9ced725f-780a-4b29-9337-e95e9bbe49bf service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=c43367ff-daf3-49d8-a63d-d06f66adba8f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0837994 Sep 23 20:18:18.022280 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3457f33a-2e1a-4cce-96cb-5a737679b68d req-e9bbcd39-d467-4dff-8a91-71b948a2cc2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:18:18.023700 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-3457f33a-2e1a-4cce-96cb-5a737679b68d req-e9bbcd39-d467-4dff-8a91-71b948a2cc2a service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=c43367ff-daf3-49d8-a63d-d06f66adba8f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1031904 Sep 23 20:18:18.059000 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-b1fd9544-ec9a-47f1-91c9-01b7963a0945 req-b4a178fe-0bb6-4c81-b43f-774bb5cfdaeb service neutron] 10.222.0.74 "GET /v2.0/networks/c43367ff-daf3-49d8-a63d-d06f66adba8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1273284 Sep 23 20:18:18.187051 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-3457f33a-2e1a-4cce-96cb-5a737679b68d req-4982bf7f-f13b-4037-b186-b8a1885fe2a1 service neutron] 10.222.0.53 "GET /v2.0/networks/c43367ff-daf3-49d8-a63d-d06f66adba8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1521752 Sep 23 20:18:18.212479 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-b1fd9544-ec9a-47f1-91c9-01b7963a0945 req-f2687356-e27e-4d06-b1b5-17be451912dd service neutron] 10.222.0.74 "GET /v2.0/networks/c43367ff-daf3-49d8-a63d-d06f66adba8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1423187 Sep 23 20:18:18.551078 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Device 69e37284-9855-4b01-afd0-ffd61eb180ae no longer exists at agent hyperv_n-h2-713301-16 {{(pid=95103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 20:18:18.592876 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Device 69e37284-9855-4b01-afd0-ffd61eb180ae not bound to the agent host n-h2-713301-16 {{(pid=95103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 20:18:18.708454 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc25685-8f8f-4c07-bc21-7f9bc74f773d req-2838376d-6141-4f89-af9a-44a3e32958af tempest-ServerActionsTestJSON-1099592143 tempest-ServerActionsTestJSON-1099592143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:18:18.710027 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-9cc25685-8f8f-4c07-bc21-7f9bc74f773d req-2838376d-6141-4f89-af9a-44a3e32958af tempest-ServerActionsTestJSON-1099592143 tempest-ServerActionsTestJSON-1099592143-project] 10.222.0.67 "GET /v2.0/ports?device_id=fcf8e6d8-b91b-424f-9a44-24ce91a5d077 HTTP/1.1" status: 200 len: 945 time: 0.4678755 Sep 23 20:18:18.714757 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3457f33a-2e1a-4cce-96cb-5a737679b68d req-2759b69d-ea50-401e-86c6-dd87a7d6dbf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:18:18.716220 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-3457f33a-2e1a-4cce-96cb-5a737679b68d req-2759b69d-ea50-401e-86c6-dd87a7d6dbf8 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=c9cdc0f8c48b47f0a9ba670a531cda84&device_id=fcf8e6d8-b91b-424f-9a44-24ce91a5d077 HTTP/1.1" status: 200 len: 1097 time: 0.4597342 Sep 23 20:18:18.719355 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-3457f33a-2e1a-4cce-96cb-5a737679b68d req-578cb776-6331-49f4-b59c-9d8c42ce73ce service neutron] 10.222.0.53 "GET /v2.0/networks/c43367ff-daf3-49d8-a63d-d06f66adba8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5208433 Sep 23 20:18:18.809638 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-9cc25685-8f8f-4c07-bc21-7f9bc74f773d req-59f7736e-68d5-4829-8e68-212dcc01b8e5 tempest-ServerActionsTestJSON-1099592143 tempest-ServerActionsTestJSON-1099592143-project] 10.222.0.67 "GET /v2.0/security-groups?id=5050492a-4ff5-4619-9495-b5ac49ab15ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0923080 Sep 23 20:18:18.850013 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3457f33a-2e1a-4cce-96cb-5a737679b68d req-4a6e52a9-dab6-4d28-a30b-fc64d3e2f64f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:18:18.851570 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-3457f33a-2e1a-4cce-96cb-5a737679b68d req-4a6e52a9-dab6-4d28-a30b-fc64d3e2f64f service neutron] 10.222.0.74 "GET /v2.0/networks?id=c43367ff-daf3-49d8-a63d-d06f66adba8f HTTP/1.1" status: 200 len: 912 time: 0.1263976 Sep 23 20:18:18.920133 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-3457f33a-2e1a-4cce-96cb-5a737679b68d req-b78c5dc8-b67d-4119-8713-aa8c647f86c9 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=69e37284-9855-4b01-afd0-ffd61eb180ae HTTP/1.1" status: 200 len: 1001 time: 0.0612411 Sep 23 20:18:18.971561 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3457f33a-2e1a-4cce-96cb-5a737679b68d req-3f2f0971-58cb-461c-934c-90c56b9d51aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:18:18.973103 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-3457f33a-2e1a-4cce-96cb-5a737679b68d req-3f2f0971-58cb-461c-934c-90c56b9d51aa service neutron] 10.222.0.74 "GET /v2.0/subnets?id=227f7a8f-869f-4775-8556-35fd28bcf5f3 HTTP/1.1" status: 200 len: 850 time: 0.0464878 Sep 23 20:18:19.026323 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3457f33a-2e1a-4cce-96cb-5a737679b68d req-b3b7827d-a8e2-4646-b2eb-acd1e525d173 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:18:19.027855 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-3457f33a-2e1a-4cce-96cb-5a737679b68d req-b3b7827d-a8e2-4646-b2eb-acd1e525d173 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=c43367ff-daf3-49d8-a63d-d06f66adba8f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0475345 Sep 23 20:18:19.121862 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-3457f33a-2e1a-4cce-96cb-5a737679b68d req-05aafb89-fc00-4c46-b425-6fa364ef1e4e service neutron] 10.222.0.74 "GET /v2.0/networks/c43367ff-daf3-49d8-a63d-d06f66adba8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863283 Sep 23 20:18:19.224270 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-3457f33a-2e1a-4cce-96cb-5a737679b68d req-a8955b5f-24fe-4bbd-afef-9a567574d333 service neutron] 10.222.0.74 "GET /v2.0/networks/c43367ff-daf3-49d8-a63d-d06f66adba8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0955331 Sep 23 20:18:19.783862 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-f75f5387-e0f1-43df-9790-8f22442ab8e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:18:19.936956 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c49410-ec10-4a0b-8a85-c5f31ed5f876 req-4715dcc0-4c37-4934-951b-83ac37546591 tempest-ServerActionsTestJSON-1099592143 tempest-ServerActionsTestJSON-1099592143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:18:19.939448 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-86c49410-ec10-4a0b-8a85-c5f31ed5f876 req-4715dcc0-4c37-4934-951b-83ac37546591 tempest-ServerActionsTestJSON-1099592143 tempest-ServerActionsTestJSON-1099592143-project] 10.222.0.67 "GET /v2.0/ports?device_id=fcf8e6d8-b91b-424f-9a44-24ce91a5d077 HTTP/1.1" status: 200 len: 945 time: 0.0553195 Sep 23 20:18:19.987919 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-86c49410-ec10-4a0b-8a85-c5f31ed5f876 req-29fd1d78-5ead-4683-a323-222f62e64754 tempest-ServerActionsTestJSON-1099592143 tempest-ServerActionsTestJSON-1099592143-project] 10.222.0.67 "GET /v2.0/security-groups?id=5050492a-4ff5-4619-9495-b5ac49ab15ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414798 Sep 23 20:18:21.124111 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81708fda-938b-430b-b61e-1c0a9b02223c req-b54d77aa-3f83-43a8-887c-9ba72c54ba37 tempest-ServerActionsTestJSON-1099592143 tempest-ServerActionsTestJSON-1099592143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:18:21.125688 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-81708fda-938b-430b-b61e-1c0a9b02223c req-b54d77aa-3f83-43a8-887c-9ba72c54ba37 tempest-ServerActionsTestJSON-1099592143 tempest-ServerActionsTestJSON-1099592143-project] 10.222.0.67 "GET /v2.0/ports?device_id=fcf8e6d8-b91b-424f-9a44-24ce91a5d077 HTTP/1.1" status: 200 len: 945 time: 0.0518825 Sep 23 20:18:21.168656 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-81708fda-938b-430b-b61e-1c0a9b02223c req-7ab0b037-ac79-4fcb-bce4-ab3cab9d0ae0 tempest-ServerActionsTestJSON-1099592143 tempest-ServerActionsTestJSON-1099592143-project] 10.222.0.67 "GET /v2.0/security-groups?id=5050492a-4ff5-4619-9495-b5ac49ab15ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361924 Sep 23 20:18:22.306087 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b4fb5c-fe06-4398-9110-e6c4857e91a4 req-d8cd7e01-cd53-41fd-84bd-7a45ff437f8b tempest-ServerActionsTestJSON-1099592143 tempest-ServerActionsTestJSON-1099592143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:18:22.307496 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-c6b4fb5c-fe06-4398-9110-e6c4857e91a4 req-d8cd7e01-cd53-41fd-84bd-7a45ff437f8b tempest-ServerActionsTestJSON-1099592143 tempest-ServerActionsTestJSON-1099592143-project] 10.222.0.67 "GET /v2.0/ports?device_id=fcf8e6d8-b91b-424f-9a44-24ce91a5d077 HTTP/1.1" status: 200 len: 945 time: 0.0577173 Sep 23 20:18:22.348211 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-c6b4fb5c-fe06-4398-9110-e6c4857e91a4 req-ef741f4e-d4c1-42ab-9769-0eb4b51f0513 tempest-ServerActionsTestJSON-1099592143 tempest-ServerActionsTestJSON-1099592143-project] 10.222.0.67 "GET /v2.0/security-groups?id=5050492a-4ff5-4619-9495-b5ac49ab15ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347502 Sep 23 20:18:23.020376 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-e75db801-82bb-4961-a999-96bd27221ba3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:18:23.190905 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:18:23.468960 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f76ce48e-cbdb-4b01-a61b-c9af81efe614 req-459fae64-30dd-4167-9e2e-210d77f427a3 tempest-ServerActionsTestJSON-1099592143 tempest-ServerActionsTestJSON-1099592143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:18:23.470543 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-f76ce48e-cbdb-4b01-a61b-c9af81efe614 req-459fae64-30dd-4167-9e2e-210d77f427a3 tempest-ServerActionsTestJSON-1099592143 tempest-ServerActionsTestJSON-1099592143-project] 10.222.0.67 "GET /v2.0/ports?device_id=fcf8e6d8-b91b-424f-9a44-24ce91a5d077 HTTP/1.1" status: 200 len: 945 time: 0.0507874 Sep 23 20:18:23.510025 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-f76ce48e-cbdb-4b01-a61b-c9af81efe614 req-01380c96-c0c7-4a89-8245-5350b91f5128 tempest-ServerActionsTestJSON-1099592143 tempest-ServerActionsTestJSON-1099592143-project] 10.222.0.67 "GET /v2.0/security-groups?id=5050492a-4ff5-4619-9495-b5ac49ab15ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334315 Sep 23 20:18:23.636134 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-0ae75029-feb6-4728-9a94-5f9b60993d82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:18:24.632948 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b9499e9-9a4e-4e8f-882e-799c3038966c req-52c93d2e-b83a-4d9b-992b-66557a1d0541 tempest-ServerActionsTestJSON-1099592143 tempest-ServerActionsTestJSON-1099592143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:18:24.634454 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-5b9499e9-9a4e-4e8f-882e-799c3038966c req-52c93d2e-b83a-4d9b-992b-66557a1d0541 tempest-ServerActionsTestJSON-1099592143 tempest-ServerActionsTestJSON-1099592143-project] 10.222.0.67 "GET /v2.0/ports?device_id=fcf8e6d8-b91b-424f-9a44-24ce91a5d077 HTTP/1.1" status: 200 len: 945 time: 0.0505998 Sep 23 20:18:24.672520 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-5b9499e9-9a4e-4e8f-882e-799c3038966c req-8892100f-cd7c-4e9b-a7b5-a5e388cd2f80 tempest-ServerActionsTestJSON-1099592143 tempest-ServerActionsTestJSON-1099592143-project] 10.222.0.67 "GET /v2.0/security-groups?id=5050492a-4ff5-4619-9495-b5ac49ab15ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320837 Sep 23 20:18:25.464962 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-80e7e501-6c57-470d-92c6-e3d54bc3195c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:18:25.817135 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e9c7e1-fb13-4c71-b2c9-0ce8f5a8deaa req-e391a1a3-1f73-481c-97c2-59125df599b2 tempest-ServerActionsTestJSON-1099592143 tempest-ServerActionsTestJSON-1099592143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:18:25.818572 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-23e9c7e1-fb13-4c71-b2c9-0ce8f5a8deaa req-e391a1a3-1f73-481c-97c2-59125df599b2 tempest-ServerActionsTestJSON-1099592143 tempest-ServerActionsTestJSON-1099592143-project] 10.222.0.67 "GET /v2.0/ports?device_id=fcf8e6d8-b91b-424f-9a44-24ce91a5d077 HTTP/1.1" status: 200 len: 945 time: 0.0548425 Sep 23 20:18:25.857544 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-23e9c7e1-fb13-4c71-b2c9-0ce8f5a8deaa req-be9773bc-f95c-45af-b9f5-89660be49691 tempest-ServerActionsTestJSON-1099592143 tempest-ServerActionsTestJSON-1099592143-project] 10.222.0.67 "GET /v2.0/security-groups?id=5050492a-4ff5-4619-9495-b5ac49ab15ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330620 Sep 23 20:18:26.247695 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d040e791-0794-46ea-b18c-41320f2d7bfc req-7cc59111-aba1-467d-a8b5-ec3ccc4164a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:18:26.249247 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-d040e791-0794-46ea-b18c-41320f2d7bfc req-7cc59111-aba1-467d-a8b5-ec3ccc4164a3 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=c9cdc0f8c48b47f0a9ba670a531cda84&device_id=fcf8e6d8-b91b-424f-9a44-24ce91a5d077 HTTP/1.1" status: 200 len: 1097 time: 0.0438304 Sep 23 20:18:26.370364 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d040e791-0794-46ea-b18c-41320f2d7bfc req-8a3dec90-7c03-421d-97f2-35686dc5b26d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:18:26.371981 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-d040e791-0794-46ea-b18c-41320f2d7bfc req-8a3dec90-7c03-421d-97f2-35686dc5b26d service neutron] 10.222.0.74 "GET /v2.0/networks?id=c43367ff-daf3-49d8-a63d-d06f66adba8f HTTP/1.1" status: 200 len: 912 time: 0.1031129 Sep 23 20:18:26.438059 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-d040e791-0794-46ea-b18c-41320f2d7bfc req-271901c2-e6e9-40e8-a240-2afda00cf3a7 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=69e37284-9855-4b01-afd0-ffd61eb180ae HTTP/1.1" status: 200 len: 1001 time: 0.0590761 Sep 23 20:18:26.489650 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d040e791-0794-46ea-b18c-41320f2d7bfc req-06ea2873-95af-442b-b323-24402e11f01e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:18:26.491154 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-d040e791-0794-46ea-b18c-41320f2d7bfc req-06ea2873-95af-442b-b323-24402e11f01e service neutron] 10.222.0.74 "GET /v2.0/subnets?id=227f7a8f-869f-4775-8556-35fd28bcf5f3 HTTP/1.1" status: 200 len: 850 time: 0.0460587 Sep 23 20:18:26.541920 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d040e791-0794-46ea-b18c-41320f2d7bfc req-453c0bce-cad5-48c0-a7ab-55a450347962 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:18:26.543364 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-d040e791-0794-46ea-b18c-41320f2d7bfc req-453c0bce-cad5-48c0-a7ab-55a450347962 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=c43367ff-daf3-49d8-a63d-d06f66adba8f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0448761 Sep 23 20:18:26.637041 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-d040e791-0794-46ea-b18c-41320f2d7bfc req-0bc4e577-694f-46ff-b844-6eb183ef303d service neutron] 10.222.0.74 "GET /v2.0/networks/c43367ff-daf3-49d8-a63d-d06f66adba8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866201 Sep 23 20:18:26.734960 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-d040e791-0794-46ea-b18c-41320f2d7bfc req-8267e573-050c-4dbf-895e-f913e6b983d8 service neutron] 10.222.0.74 "GET /v2.0/networks/c43367ff-daf3-49d8-a63d-d06f66adba8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908933 Sep 23 20:18:26.992621 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ae2383-4452-4360-a6c6-bbb67392ba8c req-3d52b1f0-fa72-4b04-8cac-9207c180f876 tempest-ServerActionsTestJSON-1099592143 tempest-ServerActionsTestJSON-1099592143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:18:26.994154 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-18ae2383-4452-4360-a6c6-bbb67392ba8c req-3d52b1f0-fa72-4b04-8cac-9207c180f876 tempest-ServerActionsTestJSON-1099592143 tempest-ServerActionsTestJSON-1099592143-project] 10.222.0.67 "GET /v2.0/ports?device_id=fcf8e6d8-b91b-424f-9a44-24ce91a5d077 HTTP/1.1" status: 200 len: 945 time: 0.0634906 Sep 23 20:18:27.033063 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-18ae2383-4452-4360-a6c6-bbb67392ba8c req-dfdda0e7-6f04-40b5-973a-38a71e3b1a1b tempest-ServerActionsTestJSON-1099592143 tempest-ServerActionsTestJSON-1099592143-project] 10.222.0.67 "GET /v2.0/security-groups?id=5050492a-4ff5-4619-9495-b5ac49ab15ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323129 Sep 23 20:18:27.554190 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.agents_db [None req-f2f5c474-60a3-474f-b2cc-02c4bd30880c None None] Agent healthcheck: found 7 active agents {{(pid=95104) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 20:18:28.155453 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5024670c-ff92-449f-8670-4cad8ecafa81 req-28bb480e-0e6a-4790-8227-b0e0314bf0b7 tempest-ServerActionsTestJSON-1099592143 tempest-ServerActionsTestJSON-1099592143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:18:28.157188 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-5024670c-ff92-449f-8670-4cad8ecafa81 req-28bb480e-0e6a-4790-8227-b0e0314bf0b7 tempest-ServerActionsTestJSON-1099592143 tempest-ServerActionsTestJSON-1099592143-project] 10.222.0.67 "GET /v2.0/ports?device_id=fcf8e6d8-b91b-424f-9a44-24ce91a5d077 HTTP/1.1" status: 200 len: 945 time: 0.0496023 Sep 23 20:18:28.196994 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-5024670c-ff92-449f-8670-4cad8ecafa81 req-947b78ac-1abd-443a-b307-56b26fcd2fc1 tempest-ServerActionsTestJSON-1099592143 tempest-ServerActionsTestJSON-1099592143-project] 10.222.0.67 "GET /v2.0/security-groups?id=5050492a-4ff5-4619-9495-b5ac49ab15ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333140 Sep 23 20:18:28.397248 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:18:28.713344 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:18:29.203200 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Device 69e37284-9855-4b01-afd0-ffd61eb180ae details requested by agent hyperv_n-h1-713301-16 with host n-h1-713301-16 {{(pid=95103) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 20:18:29.309757 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] For port 69e37284-9855-4b01-afd0-ffd61eb180ae, host n-h1-713301-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-16',level=0,port_id=69e37284-9855-4b01-afd0-ffd61eb180ae,segment=NetworkSegment(63d9966b-ec95-4293-aace-132eeb81246d),segment_id=63d9966b-ec95-4293-aace-132eeb81246d)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 20:18:29.321474 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Returning: {'device': '69e37284-9855-4b01-afd0-ffd61eb180ae', 'network_id': 'c43367ff-daf3-49d8-a63d-d06f66adba8f', 'port_id': '69e37284-9855-4b01-afd0-ffd61eb180ae', 'mac_address': 'fa:16:3e:65:5f:9b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 600, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '227f7a8f-869f-4775-8556-35fd28bcf5f3', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95103) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 20:18:29.325070 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1739a6ce-cbcc-40da-aa0c-fbab8222a80f req-66d94964-7a78-4a01-9da5-bbd20cc5a31f tempest-ServerActionsTestJSON-1099592143 tempest-ServerActionsTestJSON-1099592143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:18:29.326571 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-1739a6ce-cbcc-40da-aa0c-fbab8222a80f req-66d94964-7a78-4a01-9da5-bbd20cc5a31f tempest-ServerActionsTestJSON-1099592143 tempest-ServerActionsTestJSON-1099592143-project] 10.222.0.67 "GET /v2.0/ports?device_id=fcf8e6d8-b91b-424f-9a44-24ce91a5d077 HTTP/1.1" status: 200 len: 945 time: 0.0582635 Sep 23 20:18:29.361685 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:18:29.376134 n-d-713301-16 neutron-server[95103]: DEBUG neutron.notifiers.nova [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 69e37284-9855-4b01-afd0-ffd61eb180ae {{(pid=95103) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 20:18:29.381970 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-1739a6ce-cbcc-40da-aa0c-fbab8222a80f req-bbd6f001-ed65-4be4-8735-866e8ef49f19 tempest-ServerActionsTestJSON-1099592143 tempest-ServerActionsTestJSON-1099592143-project] 10.222.0.67 "GET /v2.0/security-groups?id=5050492a-4ff5-4619-9495-b5ac49ab15ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486064 Sep 23 20:18:29.398171 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] For port 69e37284-9855-4b01-afd0-ffd61eb180ae, host n-h1-713301-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-16',level=0,port_id=69e37284-9855-4b01-afd0-ffd61eb180ae,segment=NetworkSegment(63d9966b-ec95-4293-aace-132eeb81246d),segment_id=63d9966b-ec95-4293-aace-132eeb81246d)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 20:18:29.403712 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:18:29.459291 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Pushing event updated for resources: {'Port': ['ID=69e37284-9855-4b01-afd0-ffd61eb180ae,revision_number=11']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:18:29.507745 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef26c0e-f100-48bd-a68d-1ee12584a932 req-cbcebf1a-7164-452f-80b8-07e126aceb78 tempest-ServerActionsTestJSON-1099592143 tempest-ServerActionsTestJSON-1099592143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:18:29.509180 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-1ef26c0e-f100-48bd-a68d-1ee12584a932 req-cbcebf1a-7164-452f-80b8-07e126aceb78 tempest-ServerActionsTestJSON-1099592143 tempest-ServerActionsTestJSON-1099592143-project] 10.222.0.67 "GET /v2.0/ports?device_id=fcf8e6d8-b91b-424f-9a44-24ce91a5d077 HTTP/1.1" status: 200 len: 946 time: 0.0527494 Sep 23 20:18:29.547432 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-1ef26c0e-f100-48bd-a68d-1ee12584a932 req-32b0c5c3-51e5-4e44-9f2e-4a95e256356f tempest-ServerActionsTestJSON-1099592143 tempest-ServerActionsTestJSON-1099592143-project] 10.222.0.67 "GET /v2.0/security-groups?id=5050492a-4ff5-4619-9495-b5ac49ab15ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322270 Sep 23 20:18:29.645838 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] get_ports_and_sgs() called for port_ids ['69e37284-9855-4b01-afd0-ffd61eb180ae'] {{(pid=95103) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 20:18:29.668592 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e81e53b-277e-4cfb-bf85-d591da8b0abe req-44249907-d828-4f1c-85a2-12cf4e4876ba tempest-ServerActionsTestJSON-1099592143 tempest-ServerActionsTestJSON-1099592143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:18:29.670112 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-4e81e53b-277e-4cfb-bf85-d591da8b0abe req-44249907-d828-4f1c-85a2-12cf4e4876ba tempest-ServerActionsTestJSON-1099592143 tempest-ServerActionsTestJSON-1099592143-project] 10.222.0.67 "GET /v2.0/ports?device_id=fcf8e6d8-b91b-424f-9a44-24ce91a5d077 HTTP/1.1" status: 200 len: 946 time: 0.0515587 Sep 23 20:18:29.719001 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-4e81e53b-277e-4cfb-bf85-d591da8b0abe req-773f99fc-767c-4716-8d10-0d639233efba tempest-ServerActionsTestJSON-1099592143 tempest-ServerActionsTestJSON-1099592143-project] 10.222.0.67 "GET /v2.0/security-groups?id=5050492a-4ff5-4619-9495-b5ac49ab15ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423360 Sep 23 20:18:30.036700 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c67b6037-e769-4dc2-b99e-f472b310bf7c req-c2a94ada-f7e7-4b03-b238-10ec05efc62f tempest-ServerActionsTestJSON-1099592143 tempest-ServerActionsTestJSON-1099592143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:18:30.038257 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-c67b6037-e769-4dc2-b99e-f472b310bf7c req-c2a94ada-f7e7-4b03-b238-10ec05efc62f tempest-ServerActionsTestJSON-1099592143 tempest-ServerActionsTestJSON-1099592143-project] 10.222.0.67 "GET /v2.0/ports?device_id=fcf8e6d8-b91b-424f-9a44-24ce91a5d077 HTTP/1.1" status: 200 len: 946 time: 0.0775983 Sep 23 20:18:30.087883 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-c67b6037-e769-4dc2-b99e-f472b310bf7c req-2877597e-241f-491e-be88-cfd4d48a32e7 tempest-ServerActionsTestJSON-1099592143 tempest-ServerActionsTestJSON-1099592143-project] 10.222.0.67 "GET /v2.0/security-groups?id=5050492a-4ff5-4619-9495-b5ac49ab15ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413816 Sep 23 20:18:31.211725 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Device 69e37284-9855-4b01-afd0-ffd61eb180ae up at agent hyperv_n-h1-713301-16 {{(pid=95103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 20:18:31.214018 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d1cd7b5-f9ef-4781-9cc5-1eff76eff4d7 req-f5ff2074-9613-4f12-b18d-04b00ef51107 tempest-ServerActionsTestJSON-1099592143 tempest-ServerActionsTestJSON-1099592143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:18:31.217159 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-1d1cd7b5-f9ef-4781-9cc5-1eff76eff4d7 req-f5ff2074-9613-4f12-b18d-04b00ef51107 tempest-ServerActionsTestJSON-1099592143 tempest-ServerActionsTestJSON-1099592143-project] 10.222.0.67 "GET /v2.0/ports?device_id=fcf8e6d8-b91b-424f-9a44-24ce91a5d077 HTTP/1.1" status: 200 len: 946 time: 0.0519450 Sep 23 20:18:31.262830 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-1d1cd7b5-f9ef-4781-9cc5-1eff76eff4d7 req-9c7e8f11-4486-486a-9e36-0e26b0c1f8e1 tempest-ServerActionsTestJSON-1099592143 tempest-ServerActionsTestJSON-1099592143-project] 10.222.0.67 "GET /v2.0/security-groups?id=5050492a-4ff5-4619-9495-b5ac49ab15ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352719 Sep 23 20:18:31.271951 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Provisioning for port 69e37284-9855-4b01-afd0-ffd61eb180ae completed by entity L2. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 20:18:31.275981 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Provisioning complete for port 69e37284-9855-4b01-afd0-ffd61eb180ae triggered by entity L2. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 20:18:31.276275 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:18:31.362980 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:18:31.385360 n-d-713301-16 neutron-server[95103]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fcf8e6d8-b91b-424f-9a44-24ce91a5d077', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69e37284-9855-4b01-afd0-ffd61eb180ae'}] {{(pid=95103) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 20:18:31.399635 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] For port 69e37284-9855-4b01-afd0-ffd61eb180ae, host n-h1-713301-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-16',level=0,port_id=69e37284-9855-4b01-afd0-ffd61eb180ae,segment=NetworkSegment(63d9966b-ec95-4293-aace-132eeb81246d),segment_id=63d9966b-ec95-4293-aace-132eeb81246d)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 20:18:31.403680 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:18:31.429314 n-d-713301-16 neutron-server[95103]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1848421c4d334b5bfe6f5b9de07f03d1600ee538ec1ae4f0fcf02c32f81bee4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ca87cbd-b2fb-400c-9e1e-f941d3ced8f1" -d '{"events": [{"server_uuid": "fcf8e6d8-b91b-424f-9a44-24ce91a5d077", "name": "network-vif-plugged", "status": "completed", "tag": "69e37284-9855-4b01-afd0-ffd61eb180ae"}]}' {{(pid=95103) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 20:18:31.461366 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Pushing event updated for resources: {'Port': ['ID=69e37284-9855-4b01-afd0-ffd61eb180ae,revision_number=12']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:18:31.518428 n-d-713301-16 neutron-server[95103]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 20:18:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d5bed7d-d7a0-4b3e-89db-d926f4b9920d x-openstack-request-id: req-8d5bed7d-d7a0-4b3e-89db-d926f4b9920d {{(pid=95103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 20:18:31.518724 n-d-713301-16 neutron-server[95103]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fcf8e6d8-b91b-424f-9a44-24ce91a5d077", "name": "network-vif-plugged", "status": "completed", "tag": "69e37284-9855-4b01-afd0-ffd61eb180ae", "code": 200}]} {{(pid=95103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 20:18:31.518977 n-d-713301-16 neutron-server[95103]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-8d5bed7d-d7a0-4b3e-89db-d926f4b9920d {{(pid=95103) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 20:18:31.519378 n-d-713301-16 neutron-server[95103]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fcf8e6d8-b91b-424f-9a44-24ce91a5d077', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69e37284-9855-4b01-afd0-ffd61eb180ae', 'code': 200} Sep 23 20:18:31.586462 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d571c9e-81b4-490f-beeb-a39b09f11629 req-a12d1966-193f-478a-9ed4-40e71d04261e tempest-ServerActionsTestJSON-1099592143 tempest-ServerActionsTestJSON-1099592143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:18:31.588245 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-4d571c9e-81b4-490f-beeb-a39b09f11629 req-a12d1966-193f-478a-9ed4-40e71d04261e tempest-ServerActionsTestJSON-1099592143 tempest-ServerActionsTestJSON-1099592143-project] 10.222.0.74 "GET /v2.0/ports?device_id=fcf8e6d8-b91b-424f-9a44-24ce91a5d077 HTTP/1.1" status: 200 len: 947 time: 0.0561593 Sep 23 20:18:31.687252 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.plugin [req-4d571c9e-81b4-490f-beeb-a39b09f11629 req-78490dee-1979-437b-b393-2b73a6a036bc tempest-ServerActionsTestJSON-1099592143 tempest-ServerActionsTestJSON-1099592143-project] Deleting port 69e37284-9855-4b01-afd0-ffd61eb180ae {{(pid=95102) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 20:18:31.687495 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-4d571c9e-81b4-490f-beeb-a39b09f11629 req-78490dee-1979-437b-b393-2b73a6a036bc tempest-ServerActionsTestJSON-1099592143 tempest-ServerActionsTestJSON-1099592143-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783146157096'] for port, before_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:18:31.797297 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.db [req-4d571c9e-81b4-490f-beeb-a39b09f11629 req-78490dee-1979-437b-b393-2b73a6a036bc tempest-ServerActionsTestJSON-1099592143 tempest-ServerActionsTestJSON-1099592143-project] For port 69e37284-9855-4b01-afd0-ffd61eb180ae, host n-h1-713301-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-16',level=0,port_id=69e37284-9855-4b01-afd0-ffd61eb180ae,segment=NetworkSegment(63d9966b-ec95-4293-aace-132eeb81246d),segment_id=63d9966b-ec95-4293-aace-132eeb81246d)] {{(pid=95102) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 20:18:31.797666 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-4d571c9e-81b4-490f-beeb-a39b09f11629 req-78490dee-1979-437b-b393-2b73a6a036bc tempest-ServerActionsTestJSON-1099592143 tempest-ServerActionsTestJSON-1099592143-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-605701'] for port, precommit_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:18:31.985900 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-4d571c9e-81b4-490f-beeb-a39b09f11629 req-78490dee-1979-437b-b393-2b73a6a036bc tempest-ServerActionsTestJSON-1099592143 tempest-ServerActionsTestJSON-1099592143-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:18:31.986342 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-4d571c9e-81b4-490f-beeb-a39b09f11629 req-78490dee-1979-437b-b393-2b73a6a036bc tempest-ServerActionsTestJSON-1099592143 tempest-ServerActionsTestJSON-1099592143-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-601884'] for floatingip, after_update {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:18:31.986857 n-d-713301-16 neutron-server[95102]: INFO neutron.db.l3_db [req-4d571c9e-81b4-490f-beeb-a39b09f11629 req-78490dee-1979-437b-b393-2b73a6a036bc tempest-ServerActionsTestJSON-1099592143 tempest-ServerActionsTestJSON-1099592143-project] Floating IP 7e18a6de-7b2d-4eaa-b258-7be5509c8cfe disassociated. External IP: 172.25.1.106, port: 69e37284-9855-4b01-afd0-ffd61eb180ae. Sep 23 20:18:31.987443 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.plugin [req-4d571c9e-81b4-490f-beeb-a39b09f11629 req-78490dee-1979-437b-b393-2b73a6a036bc tempest-ServerActionsTestJSON-1099592143 tempest-ServerActionsTestJSON-1099592143-project] Calling delete_port for 69e37284-9855-4b01-afd0-ffd61eb180ae owned by compute:nova {{(pid=95102) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 20:18:32.125420 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-4d571c9e-81b4-490f-beeb-a39b09f11629 req-78490dee-1979-437b-b393-2b73a6a036bc tempest-ServerActionsTestJSON-1099592143 tempest-ServerActionsTestJSON-1099592143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783146162158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783145673144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4399100'] for port, after_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:18:32.161993 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78490dee-1979-437b-b393-2b73a6a036bc tempest-ServerActionsTestJSON-1099592143 tempest-ServerActionsTestJSON-1099592143-project] Pushing event deleted for resources: {'Port': ['ID=69e37284-9855-4b01-afd0-ffd61eb180ae,revision_number=None']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:18:32.287635 n-d-713301-16 neutron-server[95102]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4d571c9e-81b4-490f-beeb-a39b09f11629 req-78490dee-1979-437b-b393-2b73a6a036bc tempest-ServerActionsTestJSON-1099592143 tempest-ServerActionsTestJSON-1099592143-project] Router 832dfef8-2615-4c77-8ddf-d9bc3cd4865d has already been hosted by L3 agent 79a740bf-7821-4989-8288-7186e3e128f3 {{(pid=95102) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 20:18:32.411348 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-b130a16e-b8bc-404f-ba80-6e9c4d4550e4 req-bf80ba22-7b0b-459a-8684-6ab84e3fdb3c tempest-ServerActionsTestJSON-1099592143 tempest-ServerActionsTestJSON-1099592143-project] 10.222.0.67 "GET /v2.0/ports?device_id=fcf8e6d8-b91b-424f-9a44-24ce91a5d077 HTTP/1.1" status: 200 len: 210 time: 0.0360746 Sep 23 20:18:32.436567 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4d571c9e-81b4-490f-beeb-a39b09f11629 req-78490dee-1979-437b-b393-2b73a6a036bc tempest-ServerActionsTestJSON-1099592143 tempest-ServerActionsTestJSON-1099592143-project] Notify agent at l3_agent.n-d-713301-16 the message routers_updated {{(pid=95102) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 20:18:32.448219 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e026efd-125f-4e21-b877-5736008f884d None None] Sync routers for ids ['832dfef8-2615-4c77-8ddf-d9bc3cd4865d'] in n-d-713301-16 {{(pid=95104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 20:18:32.458734 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e026efd-125f-4e21-b877-5736008f884d None None] Routers {'832dfef8-2615-4c77-8ddf-d9bc3cd4865d'} bound to L3 agent in host n-d-713301-16 {{(pid=95104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 20:18:32.459353 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_hamode_db [None req-9e026efd-125f-4e21-b877-5736008f884d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-23T19:07:52Z,description=,heartbeat_timestamp=2021-09-23T20:18:23Z,host='n-d-713301-16',id=79a740bf-7821-4989-8288-7186e3e128f3,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:07:52Z,topic='l3_agent')) {'router_ids': ['832dfef8-2615-4c77-8ddf-d9bc3cd4865d'], 'active': True} {{(pid=95104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 20:18:32.478225 n-d-713301-16 neutron-server[95102]: DEBUG neutron.db.l3_dvrscheduler_db [req-4d571c9e-81b4-490f-beeb-a39b09f11629 req-78490dee-1979-437b-b393-2b73a6a036bc tempest-ServerActionsTestJSON-1099592143 tempest-ServerActionsTestJSON-1099592143-project] No DVR routers for this DVR port 69e37284-9855-4b01-afd0-ffd61eb180ae on host n-h1-713301-16 {{(pid=95102) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 20:18:32.481307 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-4d571c9e-81b4-490f-beeb-a39b09f11629 req-78490dee-1979-437b-b393-2b73a6a036bc tempest-ServerActionsTestJSON-1099592143 tempest-ServerActionsTestJSON-1099592143-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222849'] for port, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:18:32.483911 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-4d571c9e-81b4-490f-beeb-a39b09f11629 req-78490dee-1979-437b-b393-2b73a6a036bc tempest-ServerActionsTestJSON-1099592143 tempest-ServerActionsTestJSON-1099592143-project] 10.222.0.74 "DELETE /v2.0/ports/69e37284-9855-4b01-afd0-ffd61eb180ae HTTP/1.1" status: 204 len: 173 time: 0.8897676 Sep 23 20:18:32.484375 n-d-713301-16 neutron-server[95102]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fcf8e6d8-b91b-424f-9a44-24ce91a5d077', 'name': 'network-vif-deleted', 'tag': '69e37284-9855-4b01-afd0-ffd61eb180ae'}] {{(pid=95102) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 20:18:32.488856 n-d-713301-16 neutron-server[95102]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a8356a6bd5e554bb349ddb806ba98ee8c25ce2b3f69d698f62da31b860ff3eb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77d50a6b-7135-4fc5-9c22-c4109064df9b" -d '{"events": [{"server_uuid": "fcf8e6d8-b91b-424f-9a44-24ce91a5d077", "name": "network-vif-deleted", "tag": "69e37284-9855-4b01-afd0-ffd61eb180ae"}]}' {{(pid=95102) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 20:18:32.531491 n-d-713301-16 neutron-server[95102]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 20:18:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6eeab86-7a28-4c60-ba8c-bff7db9de762 x-openstack-request-id: req-c6eeab86-7a28-4c60-ba8c-bff7db9de762 {{(pid=95102) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 20:18:32.531788 n-d-713301-16 neutron-server[95102]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fcf8e6d8-b91b-424f-9a44-24ce91a5d077", "name": "network-vif-deleted", "tag": "69e37284-9855-4b01-afd0-ffd61eb180ae", "status": "completed", "code": 200}]} {{(pid=95102) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 20:18:32.532065 n-d-713301-16 neutron-server[95102]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-c6eeab86-7a28-4c60-ba8c-bff7db9de762 {{(pid=95102) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 20:18:32.532561 n-d-713301-16 neutron-server[95102]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fcf8e6d8-b91b-424f-9a44-24ce91a5d077', 'name': 'network-vif-deleted', 'tag': '69e37284-9855-4b01-afd0-ffd61eb180ae', 'status': 'completed', 'code': 200} Sep 23 20:18:32.577031 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_dvr_db [None req-9e026efd-125f-4e21-b877-5736008f884d None None] Set router 832dfef8-2615-4c77-8ddf-d9bc3cd4865d gateway port host: n-d-713301-16 {{(pid=95104) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 20:18:32.788811 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_hamode_db [None req-9e026efd-125f-4e21-b877-5736008f884d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '832dfef8-2615-4c77-8ddf-d9bc3cd4865d', 'name': 'tempest-ServerActionsTestJSON-919388451-router', 'tenant_id': 'c9cdc0f8c48b47f0a9ba670a531cda84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'external_fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.115'}], 'enable_snat': True}, 'gw_port_id': 'af4c5e1b-71cd-46fc-a4ca-fc01b95372f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T20:08:51Z', 'updated_at': '2021-09-23T20:08:53Z', 'revision_number': 4, 'project_id': 'c9cdc0f8c48b47f0a9ba670a531cda84', 'gw_port': {'id': 'af4c5e1b-71cd-46fc-a4ca-fc01b95372f7', 'name': '', 'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:8a:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '832dfef8-2615-4c77-8ddf-d9bc3cd4865d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T20:08:51Z', 'updated_at': '2021-09-23T20:08:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-16', '_interfaces': [{'id': '75d0c163-cdca-46fa-b931-2ca04a14d7bc', 'name': '', 'network_id': 'c43367ff-daf3-49d8-a63d-d06f66adba8f', 'tenant_id': 'c9cdc0f8c48b47f0a9ba670a531cda84', 'mac_address': 'fa:16:3e:51:03:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '832dfef8-2615-4c77-8ddf-d9bc3cd4865d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '227f7a8f-869f-4775-8556-35fd28bcf5f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T20:08:53Z', 'updated_at': '2021-09-23T20:08:56Z', 'revision_number': 5, 'project_id': 'c9cdc0f8c48b47f0a9ba670a531cda84', 'subnets': [{'id': '227f7a8f-869f-4775-8556-35fd28bcf5f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-16', False) {} {{(pid=95104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 20:18:32.821102 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e026efd-125f-4e21-b877-5736008f884d None None] Checking router: 832dfef8-2615-4c77-8ddf-d9bc3cd4865d for host: n-d-713301-16 {{(pid=95104) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 20:18:32.830114 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e026efd-125f-4e21-b877-5736008f884d None None] Routers {'832dfef8-2615-4c77-8ddf-d9bc3cd4865d'} bound to L3 agent in host n-d-713301-16 {{(pid=95104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 20:18:32.830726 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_hamode_db [None req-9e026efd-125f-4e21-b877-5736008f884d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-23T19:07:52Z,description=,heartbeat_timestamp=2021-09-23T20:18:23Z,host='n-d-713301-16',id=79a740bf-7821-4989-8288-7186e3e128f3,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:07:52Z,topic='l3_agent')) {'router_ids': ['832dfef8-2615-4c77-8ddf-d9bc3cd4865d'], 'active': True} {{(pid=95104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 20:18:33.054754 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_dvr_db [None req-9e026efd-125f-4e21-b877-5736008f884d None None] Set router 832dfef8-2615-4c77-8ddf-d9bc3cd4865d gateway port host: n-d-713301-16 {{(pid=95104) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 20:18:33.273874 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_hamode_db [None req-9e026efd-125f-4e21-b877-5736008f884d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '832dfef8-2615-4c77-8ddf-d9bc3cd4865d', 'name': 'tempest-ServerActionsTestJSON-919388451-router', 'tenant_id': 'c9cdc0f8c48b47f0a9ba670a531cda84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'external_fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.115'}], 'enable_snat': True}, 'gw_port_id': 'af4c5e1b-71cd-46fc-a4ca-fc01b95372f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T20:08:51Z', 'updated_at': '2021-09-23T20:08:53Z', 'revision_number': 4, 'project_id': 'c9cdc0f8c48b47f0a9ba670a531cda84', 'gw_port': {'id': 'af4c5e1b-71cd-46fc-a4ca-fc01b95372f7', 'name': '', 'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:8a:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '832dfef8-2615-4c77-8ddf-d9bc3cd4865d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T20:08:51Z', 'updated_at': '2021-09-23T20:08:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-16', '_interfaces': [{'id': '75d0c163-cdca-46fa-b931-2ca04a14d7bc', 'name': '', 'network_id': 'c43367ff-daf3-49d8-a63d-d06f66adba8f', 'tenant_id': 'c9cdc0f8c48b47f0a9ba670a531cda84', 'mac_address': 'fa:16:3e:51:03:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '832dfef8-2615-4c77-8ddf-d9bc3cd4865d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '227f7a8f-869f-4775-8556-35fd28bcf5f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T20:08:53Z', 'updated_at': '2021-09-23T20:08:56Z', 'revision_number': 5, 'project_id': 'c9cdc0f8c48b47f0a9ba670a531cda84', 'subnets': [{'id': '227f7a8f-869f-4775-8556-35fd28bcf5f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-16', False) {} {{(pid=95104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 20:18:33.302621 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e026efd-125f-4e21-b877-5736008f884d None None] The sync data for ids ['832dfef8-2615-4c77-8ddf-d9bc3cd4865d'] in n-d-713301-16 is: [{'id': '832dfef8-2615-4c77-8ddf-d9bc3cd4865d', 'name': 'tempest-ServerActionsTestJSON-919388451-router', 'tenant_id': 'c9cdc0f8c48b47f0a9ba670a531cda84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'external_fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.115'}], 'enable_snat': True}, 'gw_port_id': 'af4c5e1b-71cd-46fc-a4ca-fc01b95372f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T20:08:51Z', 'updated_at': '2021-09-23T20:08:53Z', 'revision_number': 4, 'project_id': 'c9cdc0f8c48b47f0a9ba670a531cda84', 'gw_port': {'id': 'af4c5e1b-71cd-46fc-a4ca-fc01b95372f7', 'name': '', 'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:8a:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '832dfef8-2615-4c77-8ddf-d9bc3cd4865d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T20:08:51Z', 'updated_at': '2021-09-23T20:08:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-16', '_interfaces': [{'id': '75d0c163-cdca-46fa-b931-2ca04a14d7bc', 'name': '', 'network_id': 'c43367ff-daf3-49d8-a63d-d06f66adba8f', 'tenant_id': 'c9cdc0f8c48b47f0a9ba670a531cda84', 'mac_address': 'fa:16:3e:51:03:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '832dfef8-2615-4c77-8ddf-d9bc3cd4865d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '227f7a8f-869f-4775-8556-35fd28bcf5f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T20:08:53Z', 'updated_at': '2021-09-23T20:08:56Z', 'revision_number': 5, 'project_id': 'c9cdc0f8c48b47f0a9ba670a531cda84', 'subnets': [{'id': '227f7a8f-869f-4775-8556-35fd28bcf5f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 20:18:33.515097 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-a28316b9-f8b7-47e7-b163-f8620a447273 req-3a3b3413-c9fa-4d76-b843-1c0dfd7523b9 tempest-ServerActionsTestJSON-1099592143 tempest-ServerActionsTestJSON-1099592143-project] 10.222.0.67 "GET /v2.0/ports?device_id=fcf8e6d8-b91b-424f-9a44-24ce91a5d077 HTTP/1.1" status: 200 len: 210 time: 0.0285425 Sep 23 20:18:33.551172 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22e35a50-30e1-4961-8205-eacb892f537a None None] New status for floating IP 7e18a6de-7b2d-4eaa-b258-7be5509c8cfe: DOWN {{(pid=95103) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 23 20:18:34.617625 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-ba291bf1-ec17-4089-ad1d-ab3bbcbe1f4c req-69c78f9b-27d2-49b0-80a9-c30a69a43b0b tempest-ServerActionsTestJSON-1099592143 tempest-ServerActionsTestJSON-1099592143-project] 10.222.0.67 "GET /v2.0/ports?device_id=fcf8e6d8-b91b-424f-9a44-24ce91a5d077 HTTP/1.1" status: 200 len: 210 time: 0.0267148 Sep 23 20:18:35.235178 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Device 69e37284-9855-4b01-afd0-ffd61eb180ae no longer exists at agent hyperv_n-h1-713301-16 {{(pid=95103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 20:18:35.256705 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.plugin [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] No Port match for: 69e37284-9855-4b01-afd0-ffd61eb180ae {{(pid=95103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 20:18:35.257155 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Device 69e37284-9855-4b01-afd0-ffd61eb180ae not bound to the agent host n-h1-713301-16 {{(pid=95103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 20:18:35.727233 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-b5c4f82e-5fde-4398-8b74-2f29b1a99332 req-43bc3bfa-68fe-4e9f-a362-1bef5dd5232b tempest-ServerActionsTestJSON-1099592143 tempest-ServerActionsTestJSON-1099592143-project] 10.222.0.67 "GET /v2.0/ports?device_id=fcf8e6d8-b91b-424f-9a44-24ce91a5d077 HTTP/1.1" status: 200 len: 210 time: 0.0316741 Sep 23 20:18:40.572660 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 32940) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:18:40.636406 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-5e072941-81db-48e8-8635-d7af38b0a104 tempest-ServerActionsTestJSON-1099592143 tempest-ServerActionsTestJSON-1099592143-project] Notify callbacks [] for security_group, before_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:18:40.662389 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-5e072941-81db-48e8-8635-d7af38b0a104 tempest-ServerActionsTestJSON-1099592143 tempest-ServerActionsTestJSON-1099592143-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:18:40.710804 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-5e072941-81db-48e8-8635-d7af38b0a104 tempest-ServerActionsTestJSON-1099592143 tempest-ServerActionsTestJSON-1099592143-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:18:40.713630 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-5e072941-81db-48e8-8635-d7af38b0a104 tempest-ServerActionsTestJSON-1099592143 tempest-ServerActionsTestJSON-1099592143-project] Notify callbacks [] for security_group, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:18:40.714796 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-5e072941-81db-48e8-8635-d7af38b0a104 tempest-ServerActionsTestJSON-1099592143 tempest-ServerActionsTestJSON-1099592143-project] 10.222.0.67 "DELETE /v2.0/security-groups/5050492a-4ff5-4619-9495-b5ac49ab15ea HTTP/1.1" status: 204 len: 168 time: 0.1409812 Sep 23 20:18:40.717915 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 32942) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:18:40.724764 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e072941-81db-48e8-8635-d7af38b0a104 tempest-ServerActionsTestJSON-1099592143 tempest-ServerActionsTestJSON-1099592143-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5050492a-4ff5-4619-9495-b5ac49ab15ea,revision_number=None']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:18:40.734092 n-d-713301-16 neutron-server[95101]: INFO neutron.api.v2.resource [None req-7ef60e68-a38f-49f4-8c50-5444acfab292 tempest-ServerActionsTestJSON-1099592143 tempest-ServerActionsTestJSON-1099592143-project] show failed (client error): The resource could not be found. Sep 23 20:18:40.738883 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-7ef60e68-a38f-49f4-8c50-5444acfab292 tempest-ServerActionsTestJSON-1099592143 tempest-ServerActionsTestJSON-1099592143-project] 10.222.0.67 "GET /v2.0/security-groups/5050492a-4ff5-4619-9495-b5ac49ab15ea HTTP/1.1" status: 404 len: 347 time: 0.0149353 Sep 23 20:18:40.741573 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 32946) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:18:40.874965 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.plugin [None req-9a6f31a2-945f-4468-8e85-5c0a3fd537cf tempest-ServerActionsTestJSON-1099592143 tempest-ServerActionsTestJSON-1099592143-project] Deleting port 05727de3-0c1b-4bfd-b7e5-d30c9c207dba {{(pid=95101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 20:18:40.875310 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-9a6f31a2-945f-4468-8e85-5c0a3fd537cf tempest-ServerActionsTestJSON-1099592143 tempest-ServerActionsTestJSON-1099592143-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783146157096'] for port, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:18:40.956841 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-9a6f31a2-945f-4468-8e85-5c0a3fd537cf tempest-ServerActionsTestJSON-1099592143 tempest-ServerActionsTestJSON-1099592143-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-605701'] for port, precommit_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:18:40.957158 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-9a6f31a2-945f-4468-8e85-5c0a3fd537cf tempest-ServerActionsTestJSON-1099592143 tempest-ServerActionsTestJSON-1099592143-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:18:40.968895 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.plugin [None req-9a6f31a2-945f-4468-8e85-5c0a3fd537cf tempest-ServerActionsTestJSON-1099592143 tempest-ServerActionsTestJSON-1099592143-project] Calling delete_port for 05727de3-0c1b-4bfd-b7e5-d30c9c207dba owned by network:floatingip {{(pid=95101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 20:18:41.100769 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-9a6f31a2-945f-4468-8e85-5c0a3fd537cf tempest-ServerActionsTestJSON-1099592143 tempest-ServerActionsTestJSON-1099592143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783146162158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783145673144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5607431'] for port, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:18:41.129426 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a6f31a2-945f-4468-8e85-5c0a3fd537cf tempest-ServerActionsTestJSON-1099592143 tempest-ServerActionsTestJSON-1099592143-project] Pushing event deleted for resources: {'Port': ['ID=05727de3-0c1b-4bfd-b7e5-d30c9c207dba,revision_number=None']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:18:41.141120 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a6f31a2-945f-4468-8e85-5c0a3fd537cf tempest-ServerActionsTestJSON-1099592143 tempest-ServerActionsTestJSON-1099592143-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:18:41.141469 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a6f31a2-945f-4468-8e85-5c0a3fd537cf tempest-ServerActionsTestJSON-1099592143 tempest-ServerActionsTestJSON-1099592143-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:18:41.141810 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a6f31a2-945f-4468-8e85-5c0a3fd537cf tempest-ServerActionsTestJSON-1099592143 tempest-ServerActionsTestJSON-1099592143-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:18:41.142145 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a6f31a2-945f-4468-8e85-5c0a3fd537cf tempest-ServerActionsTestJSON-1099592143 tempest-ServerActionsTestJSON-1099592143-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:18:41.143047 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a6f31a2-945f-4468-8e85-5c0a3fd537cf tempest-ServerActionsTestJSON-1099592143 tempest-ServerActionsTestJSON-1099592143-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:18:41.143376 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a6f31a2-945f-4468-8e85-5c0a3fd537cf tempest-ServerActionsTestJSON-1099592143 tempest-ServerActionsTestJSON-1099592143-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:18:41.143706 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a6f31a2-945f-4468-8e85-5c0a3fd537cf tempest-ServerActionsTestJSON-1099592143 tempest-ServerActionsTestJSON-1099592143-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:18:41.144186 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a6f31a2-945f-4468-8e85-5c0a3fd537cf tempest-ServerActionsTestJSON-1099592143 tempest-ServerActionsTestJSON-1099592143-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:18:41.144512 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a6f31a2-945f-4468-8e85-5c0a3fd537cf tempest-ServerActionsTestJSON-1099592143 tempest-ServerActionsTestJSON-1099592143-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:18:41.144866 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a6f31a2-945f-4468-8e85-5c0a3fd537cf tempest-ServerActionsTestJSON-1099592143 tempest-ServerActionsTestJSON-1099592143-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:18:41.145190 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a6f31a2-945f-4468-8e85-5c0a3fd537cf tempest-ServerActionsTestJSON-1099592143 tempest-ServerActionsTestJSON-1099592143-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:18:41.145513 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a6f31a2-945f-4468-8e85-5c0a3fd537cf tempest-ServerActionsTestJSON-1099592143 tempest-ServerActionsTestJSON-1099592143-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:18:41.199375 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-9a6f31a2-945f-4468-8e85-5c0a3fd537cf tempest-ServerActionsTestJSON-1099592143 tempest-ServerActionsTestJSON-1099592143-project] Notify callbacks [] for floatingip, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:18:41.201921 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-9a6f31a2-945f-4468-8e85-5c0a3fd537cf tempest-ServerActionsTestJSON-1099592143 tempest-ServerActionsTestJSON-1099592143-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222849'] for floatingip, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:18:41.203106 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-9a6f31a2-945f-4468-8e85-5c0a3fd537cf tempest-ServerActionsTestJSON-1099592143 tempest-ServerActionsTestJSON-1099592143-project] 10.222.0.67 "DELETE /v2.0/floatingips/7e18a6de-7b2d-4eaa-b258-7be5509c8cfe HTTP/1.1" status: 204 len: 168 time: 0.4605956 Sep 23 20:18:41.206926 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 32952) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:18:41.916357 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-519a6184-bc92-46f2-9b37-e14b62d848ce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-601372'] for router_interface, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:18:42.165107 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.plugin [None req-519a6184-bc92-46f2-9b37-e14b62d848ce admin admin] Deleting port 75d0c163-cdca-46fa-b931-2ca04a14d7bc {{(pid=95101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 20:18:42.165449 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-519a6184-bc92-46f2-9b37-e14b62d848ce admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783146157096'] for port, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:18:42.253912 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.db [None req-519a6184-bc92-46f2-9b37-e14b62d848ce admin admin] For port 75d0c163-cdca-46fa-b931-2ca04a14d7bc, host n-d-713301-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-16',level=0,port_id=75d0c163-cdca-46fa-b931-2ca04a14d7bc,segment=NetworkSegment(63d9966b-ec95-4293-aace-132eeb81246d),segment_id=63d9966b-ec95-4293-aace-132eeb81246d)] {{(pid=95101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 20:18:42.254725 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-519a6184-bc92-46f2-9b37-e14b62d848ce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-605701'] for port, precommit_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:18:42.276161 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.plugin [None req-519a6184-bc92-46f2-9b37-e14b62d848ce admin admin] Calling delete_port for 75d0c163-cdca-46fa-b931-2ca04a14d7bc owned by network:router_interface {{(pid=95101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 20:18:42.467214 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-519a6184-bc92-46f2-9b37-e14b62d848ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783146162158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783145673144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5607431'] for port, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:18:42.491191 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-519a6184-bc92-46f2-9b37-e14b62d848ce admin admin] Pushing event deleted for resources: {'Port': ['ID=75d0c163-cdca-46fa-b931-2ca04a14d7bc,revision_number=None']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:18:42.675480 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-519a6184-bc92-46f2-9b37-e14b62d848ce admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-527322', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-602005'] for router_interface, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:18:42.893002 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-519a6184-bc92-46f2-9b37-e14b62d848ce admin admin] Router 832dfef8-2615-4c77-8ddf-d9bc3cd4865d has already been hosted by L3 agent 79a740bf-7821-4989-8288-7186e3e128f3 {{(pid=95101) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 20:18:42.998312 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-519a6184-bc92-46f2-9b37-e14b62d848ce admin admin] Notify agent at l3_agent.n-d-713301-16 the message routers_updated {{(pid=95101) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 20:18:43.004341 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-519a6184-bc92-46f2-9b37-e14b62d848ce admin admin] 10.222.0.67 "PUT /v2.0/routers/832dfef8-2615-4c77-8ddf-d9bc3cd4865d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7963319 Sep 23 20:18:43.006718 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 32956) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:18:43.008505 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6769c54-572d-41cc-80d9-c812efa9a048 None None] Sync routers for ids ['832dfef8-2615-4c77-8ddf-d9bc3cd4865d'] in n-d-713301-16 {{(pid=95104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 20:18:43.017644 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6769c54-572d-41cc-80d9-c812efa9a048 None None] Routers {'832dfef8-2615-4c77-8ddf-d9bc3cd4865d'} bound to L3 agent in host n-d-713301-16 {{(pid=95104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 20:18:43.018657 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_hamode_db [None req-d6769c54-572d-41cc-80d9-c812efa9a048 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-23T19:07:52Z,description=,heartbeat_timestamp=2021-09-23T20:18:23Z,host='n-d-713301-16',id=79a740bf-7821-4989-8288-7186e3e128f3,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:07:52Z,topic='l3_agent')) {'router_ids': ['832dfef8-2615-4c77-8ddf-d9bc3cd4865d'], 'active': True} {{(pid=95104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 20:18:43.112501 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-7da8bd8e-0c36-459e-8a3c-95eb4395359c admin admin] Notify callbacks [] for router, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:18:43.148521 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_dvr_db [None req-d6769c54-572d-41cc-80d9-c812efa9a048 None None] Set router 832dfef8-2615-4c77-8ddf-d9bc3cd4865d gateway port host: n-d-713301-16 {{(pid=95104) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 20:18:43.218107 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-7da8bd8e-0c36-459e-8a3c-95eb4395359c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:18:43.285077 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.plugin [None req-7da8bd8e-0c36-459e-8a3c-95eb4395359c admin admin] Deleting port af4c5e1b-71cd-46fc-a4ca-fc01b95372f7 {{(pid=95101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 20:18:43.285416 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-7da8bd8e-0c36-459e-8a3c-95eb4395359c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783146157096'] for port, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:18:43.341532 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_hamode_db [None req-d6769c54-572d-41cc-80d9-c812efa9a048 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '832dfef8-2615-4c77-8ddf-d9bc3cd4865d', 'name': 'tempest-ServerActionsTestJSON-919388451-router', 'tenant_id': 'c9cdc0f8c48b47f0a9ba670a531cda84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'external_fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.115'}], 'enable_snat': True}, 'gw_port_id': 'af4c5e1b-71cd-46fc-a4ca-fc01b95372f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T20:08:51Z', 'updated_at': '2021-09-23T20:18:42Z', 'revision_number': 5, 'project_id': 'c9cdc0f8c48b47f0a9ba670a531cda84', 'gw_port': {'id': 'af4c5e1b-71cd-46fc-a4ca-fc01b95372f7', 'name': '', 'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:8a:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '832dfef8-2615-4c77-8ddf-d9bc3cd4865d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T20:08:51Z', 'updated_at': '2021-09-23T20:08:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-16'}], 'n-d-713301-16', False) {} {{(pid=95104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 20:18:43.369388 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6769c54-572d-41cc-80d9-c812efa9a048 None None] Checking router: 832dfef8-2615-4c77-8ddf-d9bc3cd4865d for host: n-d-713301-16 {{(pid=95104) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 20:18:43.371907 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.db [None req-7da8bd8e-0c36-459e-8a3c-95eb4395359c admin admin] For port af4c5e1b-71cd-46fc-a4ca-fc01b95372f7, host n-d-713301-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-16',level=0,port_id=af4c5e1b-71cd-46fc-a4ca-fc01b95372f7,segment=NetworkSegment(7d4027f1-d893-4c7b-95d4-757b8e44e380),segment_id=7d4027f1-d893-4c7b-95d4-757b8e44e380)] {{(pid=95101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 20:18:43.372274 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-7da8bd8e-0c36-459e-8a3c-95eb4395359c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-605701'] for port, precommit_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:18:43.378026 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6769c54-572d-41cc-80d9-c812efa9a048 None None] Routers {'832dfef8-2615-4c77-8ddf-d9bc3cd4865d'} bound to L3 agent in host n-d-713301-16 {{(pid=95104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 20:18:43.378239 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_hamode_db [None req-d6769c54-572d-41cc-80d9-c812efa9a048 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-23T19:07:52Z,description=,heartbeat_timestamp=2021-09-23T20:18:23Z,host='n-d-713301-16',id=79a740bf-7821-4989-8288-7186e3e128f3,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:07:52Z,topic='l3_agent')) {'router_ids': ['832dfef8-2615-4c77-8ddf-d9bc3cd4865d'], 'active': True} {{(pid=95104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 20:18:43.386740 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.plugin [None req-7da8bd8e-0c36-459e-8a3c-95eb4395359c admin admin] Calling delete_port for af4c5e1b-71cd-46fc-a4ca-fc01b95372f7 owned by network:router_gateway {{(pid=95101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 20:18:43.464782 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_dvr_db [None req-d6769c54-572d-41cc-80d9-c812efa9a048 None None] Set router 832dfef8-2615-4c77-8ddf-d9bc3cd4865d gateway port host: None {{(pid=95104) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 20:18:43.516760 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_hamode_db [None req-d6769c54-572d-41cc-80d9-c812efa9a048 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '832dfef8-2615-4c77-8ddf-d9bc3cd4865d', 'name': 'tempest-ServerActionsTestJSON-919388451-router', 'tenant_id': 'c9cdc0f8c48b47f0a9ba670a531cda84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T20:08:51Z', 'updated_at': '2021-09-23T20:18:43Z', 'revision_number': 6, 'project_id': 'c9cdc0f8c48b47f0a9ba670a531cda84', 'gw_port_host': None}], 'n-d-713301-16', False) {} {{(pid=95104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 20:18:43.547394 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6769c54-572d-41cc-80d9-c812efa9a048 None None] The sync data for ids ['832dfef8-2615-4c77-8ddf-d9bc3cd4865d'] in n-d-713301-16 is: [{'id': '832dfef8-2615-4c77-8ddf-d9bc3cd4865d', 'name': 'tempest-ServerActionsTestJSON-919388451-router', 'tenant_id': 'c9cdc0f8c48b47f0a9ba670a531cda84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T20:08:51Z', 'updated_at': '2021-09-23T20:18:43Z', 'revision_number': 6, 'project_id': 'c9cdc0f8c48b47f0a9ba670a531cda84', 'gw_port_host': None}] {{(pid=95104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 20:18:43.571091 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-7da8bd8e-0c36-459e-8a3c-95eb4395359c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783146162158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783145673144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5607431'] for port, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:18:43.596451 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da8bd8e-0c36-459e-8a3c-95eb4395359c admin admin] Pushing event deleted for resources: {'Port': ['ID=af4c5e1b-71cd-46fc-a4ca-fc01b95372f7,revision_number=None']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:18:43.662455 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-7da8bd8e-0c36-459e-8a3c-95eb4395359c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-601942'] for router_gateway, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:18:43.752037 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-7da8bd8e-0c36-459e-8a3c-95eb4395359c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-597305', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29369'] for router, precommit_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:18:43.754265 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-7da8bd8e-0c36-459e-8a3c-95eb4395359c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:18:43.798302 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-7da8bd8e-0c36-459e-8a3c-95eb4395359c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-597296'] for router, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:18:43.799043 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7da8bd8e-0c36-459e-8a3c-95eb4395359c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 832dfef8-2615-4c77-8ddf-d9bc3cd4865d {{(pid=95101) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 23 20:18:43.803490 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-7da8bd8e-0c36-459e-8a3c-95eb4395359c admin admin] Notify callbacks [] for router, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:18:43.804786 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-7da8bd8e-0c36-459e-8a3c-95eb4395359c admin admin] 10.222.0.67 "DELETE /v2.0/routers/832dfef8-2615-4c77-8ddf-d9bc3cd4865d HTTP/1.1" status: 204 len: 168 time: 0.7969809 Sep 23 20:18:43.807292 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 32958) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:18:43.856528 n-d-713301-16 neutron-server[95101]: DEBUG neutron.db.db_base_plugin_v2 [None req-00d5948c-49c4-496e-804f-86a3f116ce0c admin admin] Deleting subnet 227f7a8f-869f-4775-8556-35fd28bcf5f3 {{(pid=95101) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 23 20:18:43.859874 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-00d5948c-49c4-496e-804f-86a3f116ce0c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:18:43.896586 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-00d5948c-49c4-496e-804f-86a3f116ce0c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6007154'] for subnet, precommit_delete_associations {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:18:43.983524 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-00d5948c-49c4-496e-804f-86a3f116ce0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1756813'] for subnet, precommit_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:18:44.038750 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-00d5948c-49c4-496e-804f-86a3f116ce0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1756804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5607514', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6130950'] for subnet, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:18:44.063742 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00d5948c-49c4-496e-804f-86a3f116ce0c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=227f7a8f-869f-4775-8556-35fd28bcf5f3,revision_number=None']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:18:44.069849 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-00d5948c-49c4-496e-804f-86a3f116ce0c admin admin] Notify callbacks [] for subnet, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:18:44.071879 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-00d5948c-49c4-496e-804f-86a3f116ce0c admin admin] 10.222.0.67 "DELETE /v2.0/subnets/227f7a8f-869f-4775-8556-35fd28bcf5f3 HTTP/1.1" status: 204 len: 168 time: 0.2636337 Sep 23 20:18:44.074521 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 32960) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:18:44.075535 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06192562-5b4b-419c-a413-09b166e270c1 None None] Network c43367ff-daf3-49d8-a63d-d06f66adba8f requested from n-d-713301-16 {{(pid=95103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 20:18:44.147170 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-3d0ce4e0-2e87-4515-b7f1-c8cac79385c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1628021'] for network, before_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:18:44.201916 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.plugin [None req-3d0ce4e0-2e87-4515-b7f1-c8cac79385c4 admin admin] Deleting port 159aaee8-ca03-4670-b4de-c3922a434e05 {{(pid=95102) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 20:18:44.202263 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-3d0ce4e0-2e87-4515-b7f1-c8cac79385c4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783146157096'] for port, before_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:18:44.266864 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.db [None req-3d0ce4e0-2e87-4515-b7f1-c8cac79385c4 admin admin] For port 159aaee8-ca03-4670-b4de-c3922a434e05, host n-d-713301-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-16',level=0,port_id=159aaee8-ca03-4670-b4de-c3922a434e05,segment=NetworkSegment(63d9966b-ec95-4293-aace-132eeb81246d),segment_id=63d9966b-ec95-4293-aace-132eeb81246d)] {{(pid=95102) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 20:18:44.267803 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-3d0ce4e0-2e87-4515-b7f1-c8cac79385c4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-605701'] for port, precommit_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:18:44.280071 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21758f4e-2d08-4f86-ab50-92670f8575f2 None None] DHCP port deletion for c43367ff-daf3-49d8-a63d-d06f66adba8f request from n-d-713301-16 {{(pid=95103) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 23 20:18:44.282668 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.plugin [None req-3d0ce4e0-2e87-4515-b7f1-c8cac79385c4 admin admin] Calling delete_port for 159aaee8-ca03-4670-b4de-c3922a434e05 owned by network:dhcp {{(pid=95102) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 20:18:44.333620 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.plugin [None req-21758f4e-2d08-4f86-ab50-92670f8575f2 None None] Deleting port 159aaee8-ca03-4670-b4de-c3922a434e05 {{(pid=95103) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 20:18:44.334093 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-21758f4e-2d08-4f86-ab50-92670f8575f2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783146157096'] for port, before_delete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:18:44.376290 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-3d0ce4e0-2e87-4515-b7f1-c8cac79385c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783146162158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783145673144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4399100'] for port, after_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:18:44.406298 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d0ce4e0-2e87-4515-b7f1-c8cac79385c4 admin admin] Pushing event deleted for resources: {'Port': ['ID=159aaee8-ca03-4670-b4de-c3922a434e05,revision_number=None']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:18:44.407640 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-21758f4e-2d08-4f86-ab50-92670f8575f2 None None] For port 159aaee8-ca03-4670-b4de-c3922a434e05, host n-d-713301-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-16',level=0,port_id=159aaee8-ca03-4670-b4de-c3922a434e05,segment=NetworkSegment(63d9966b-ec95-4293-aace-132eeb81246d),segment_id=63d9966b-ec95-4293-aace-132eeb81246d)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 20:18:44.408096 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-21758f4e-2d08-4f86-ab50-92670f8575f2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-605701'] for port, precommit_delete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:18:44.411779 n-d-713301-16 neutron-server[95102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d0ce4e0-2e87-4515-b7f1-c8cac79385c4 admin admin] No DVR routers for this DVR port 159aaee8-ca03-4670-b4de-c3922a434e05 on host n-d-713301-16 {{(pid=95102) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 20:18:44.422608 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.plugin [None req-21758f4e-2d08-4f86-ab50-92670f8575f2 None None] Calling delete_port for 159aaee8-ca03-4670-b4de-c3922a434e05 owned by network:dhcp {{(pid=95103) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 20:18:44.489551 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-3d0ce4e0-2e87-4515-b7f1-c8cac79385c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1754676', 'neutron.services.segments.db._delete_segments_for_network-8783146221460'] for network, precommit_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:18:44.499560 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-21758f4e-2d08-4f86-ab50-92670f8575f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783146162158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783145673144'] for port, after_delete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:18:44.511677 n-d-713301-16 neutron-server[95102]: DEBUG neutron.services.segments.db [None req-3d0ce4e0-2e87-4515-b7f1-c8cac79385c4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c43367ff-daf3-49d8-a63d-d06f66adba8f']}} {{(pid=95102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 20:18:44.522405 n-d-713301-16 neutron-server[95102]: DEBUG neutron.services.segments.db [None req-3d0ce4e0-2e87-4515-b7f1-c8cac79385c4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '63d9966b-ec95-4293-aace-132eeb81246d') {'for_net_delete': True} {{(pid=95102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 20:18:44.522702 n-d-713301-16 neutron-server[95102]: DEBUG neutron.services.segments.db [None req-3d0ce4e0-2e87-4515-b7f1-c8cac79385c4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '63d9966b-ec95-4293-aace-132eeb81246d') {} {{(pid=95102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 20:18:44.526075 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21758f4e-2d08-4f86-ab50-92670f8575f2 None None] Pushing event deleted for resources: {'Port': ['ID=159aaee8-ca03-4670-b4de-c3922a434e05,revision_number=None']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:18:44.530484 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21758f4e-2d08-4f86-ab50-92670f8575f2 None None] No DVR routers for this DVR port 159aaee8-ca03-4670-b4de-c3922a434e05 on host n-d-713301-16 {{(pid=95103) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 20:18:44.540464 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-3d0ce4e0-2e87-4515-b7f1-c8cac79385c4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783146221725', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6162832'] for segment, before_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:18:44.552844 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-3d0ce4e0-2e87-4515-b7f1-c8cac79385c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1756186'] for segment, precommit_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:18:44.559051 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3d0ce4e0-2e87-4515-b7f1-c8cac79385c4 admin admin] Releasing vlan 600 on physical network physnet1 to pool {{(pid=95102) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 20:18:44.559442 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-3d0ce4e0-2e87-4515-b7f1-c8cac79385c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1756186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4398095'] for segment, after_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:18:44.561599 n-d-713301-16 neutron-server[95102]: Traceback (most recent call last): Sep 23 20:18:44.561599 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 20:18:44.561599 n-d-713301-16 neutron-server[95102]: timer() Sep 23 20:18:44.561599 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 20:18:44.561599 n-d-713301-16 neutron-server[95102]: cb(*args, **kw) Sep 23 20:18:44.561599 n-d-713301-16 neutron-server[95102]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 20:18:44.561599 n-d-713301-16 neutron-server[95102]: return func(*args, **kwargs) Sep 23 20:18:44.561599 n-d-713301-16 neutron-server[95102]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 20:18:44.561599 n-d-713301-16 neutron-server[95102]: self._notify() Sep 23 20:18:44.561599 n-d-713301-16 neutron-server[95102]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 20:18:44.561599 n-d-713301-16 neutron-server[95102]: self.callback(batched_events) Sep 23 20:18:44.561599 n-d-713301-16 neutron-server[95102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 20:18:44.561599 n-d-713301-16 neutron-server[95102]: event.method(event) Sep 23 20:18:44.561599 n-d-713301-16 neutron-server[95102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 20:18:44.561599 n-d-713301-16 neutron-server[95102]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 20:18:44.561599 n-d-713301-16 neutron-server[95102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 20:18:44.561599 n-d-713301-16 neutron-server[95102]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 20:18:44.561599 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 20:18:44.561599 n-d-713301-16 neutron-server[95102]: return f(self, *a, **k) Sep 23 20:18:44.561599 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 20:18:44.561599 n-d-713301-16 neutron-server[95102]: return self._get(url).json() Sep 23 20:18:44.561599 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 20:18:44.561599 n-d-713301-16 neutron-server[95102]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 20:18:44.561599 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 20:18:44.561599 n-d-713301-16 neutron-server[95102]: return self.request(url, 'GET', **kwargs) Sep 23 20:18:44.561599 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 20:18:44.561599 n-d-713301-16 neutron-server[95102]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 20:18:44.561599 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 20:18:44.561599 n-d-713301-16 neutron-server[95102]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 20:18:44.561599 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 20:18:44.561599 n-d-713301-16 neutron-server[95102]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 20:18:44.561599 n-d-713301-16 neutron-server[95102]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 20:18:44.616443 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-3d0ce4e0-2e87-4515-b7f1-c8cac79385c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1754627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-601866'] for network, after_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:18:44.622202 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-3d0ce4e0-2e87-4515-b7f1-c8cac79385c4 admin admin] Notify callbacks [] for network, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:18:44.624054 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-3d0ce4e0-2e87-4515-b7f1-c8cac79385c4 admin admin] 10.222.0.67 "DELETE /v2.0/networks/c43367ff-daf3-49d8-a63d-d06f66adba8f HTTP/1.1" status: 204 len: 168 time: 0.5484416 Sep 23 20:18:44.635626 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d0ce4e0-2e87-4515-b7f1-c8cac79385c4 admin admin] Pushing event deleted for resources: {'Network': ['ID=c43367ff-daf3-49d8-a63d-d06f66adba8f,revision_number=None']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:18:44.735197 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 32964) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:18:44.779891 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-00164862-93da-4f60-a20f-a488058aeb25 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=c9cdc0f8c48b47f0a9ba670a531cda84&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0429721 Sep 23 20:18:44.782361 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 32966) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:18:44.830149 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-602c6e46-6ade-4898-b59d-06a2eee0ee8c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:18:44.852418 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-602c6e46-6ade-4898-b59d-06a2eee0ee8c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:18:44.899852 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-602c6e46-6ade-4898-b59d-06a2eee0ee8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:18:44.902436 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-602c6e46-6ade-4898-b59d-06a2eee0ee8c admin admin] Notify callbacks [] for security_group, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:18:44.903595 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-602c6e46-6ade-4898-b59d-06a2eee0ee8c admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/5a6875d9-6f9e-4f41-945f-d4c50acb4d6c HTTP/1.1" status: 204 len: 168 time: 0.1203146 Sep 23 20:18:44.912436 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-602c6e46-6ade-4898-b59d-06a2eee0ee8c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a6875d9-6f9e-4f41-945f-d4c50acb4d6c,revision_number=None']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:18:45.275256 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Device 159aaee8-ca03-4670-b4de-c3922a434e05 no longer exists at agent ovs-agent-n-d-713301-16 {{(pid=95103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 20:18:45.298495 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.plugin [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] No Port match for: 159aaee8-ca03-4670-b4de-c3922a434e05 {{(pid=95103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 20:18:45.299466 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Device 159aaee8-ca03-4670-b4de-c3922a434e05 not bound to the agent host n-d-713301-16 {{(pid=95103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 20:18:45.300151 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Device af4c5e1b-71cd-46fc-a4ca-fc01b95372f7 no longer exists at agent ovs-agent-n-d-713301-16 {{(pid=95103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 20:18:45.319242 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.plugin [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] No Port match for: af4c5e1b-71cd-46fc-a4ca-fc01b95372f7 {{(pid=95103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 20:18:45.319585 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Device af4c5e1b-71cd-46fc-a4ca-fc01b95372f7 not bound to the agent host n-d-713301-16 {{(pid=95103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 20:18:45.320003 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Device 75d0c163-cdca-46fa-b931-2ca04a14d7bc no longer exists at agent ovs-agent-n-d-713301-16 {{(pid=95103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 20:18:45.343620 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.plugin [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] No Port match for: 75d0c163-cdca-46fa-b931-2ca04a14d7bc {{(pid=95103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 20:18:45.343970 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Device 75d0c163-cdca-46fa-b931-2ca04a14d7bc not bound to the agent host n-d-713301-16 {{(pid=95103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 20:18:45.644287 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 32988) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:18:45.743124 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.v2.base [None req-094558dc-f008-4c3d-a4eb-909b7e93e477 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-1400023546-network', 'tenant_id': '442a7415b63d407c8461ff13fdc04afe'}} {{(pid=95102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 20:18:45.764722 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-094558dc-f008-4c3d-a4eb-909b7e93e477 admin admin] Made reservation on behalf of 442a7415b63d407c8461ff13fdc04afe for: {'network': 1} {{(pid=95102) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 20:18:45.767675 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-094558dc-f008-4c3d-a4eb-909b7e93e477 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for network, before_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:18:45.776571 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-094558dc-f008-4c3d-a4eb-909b7e93e477 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:18:45.871746 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-094558dc-f008-4c3d-a4eb-909b7e93e477 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:18:45.875509 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-094558dc-f008-4c3d-a4eb-909b7e93e477 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:18:45.894424 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-094558dc-f008-4c3d-a4eb-909b7e93e477 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 629} {{(pid=95102) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 20:18:45.912902 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-094558dc-f008-4c3d-a4eb-909b7e93e477 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1756186'] for segment, precommit_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:18:45.913259 n-d-713301-16 neutron-server[95102]: INFO neutron.db.segments_db [None req-094558dc-f008-4c3d-a4eb-909b7e93e477 admin admin] Added segment 4a9732f0-62e3-433f-a7f8-84ba8c037359 of type vlan for network 07fac236-4fbe-4a69-a6a8-f48f407c8f56 Sep 23 20:18:45.920340 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-094558dc-f008-4c3d-a4eb-909b7e93e477 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00ffcfc1-fe92-4246-b77d-02469e6df0e3,revision_number=1']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:18:45.960354 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-094558dc-f008-4c3d-a4eb-909b7e93e477 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783145630486'] for network, precommit_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:18:45.985553 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-094558dc-f008-4c3d-a4eb-909b7e93e477 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299'] for network, after_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:18:45.987030 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-094558dc-f008-4c3d-a4eb-909b7e93e477 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:18:45.987611 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-094558dc-f008-4c3d-a4eb-909b7e93e477 admin admin] Notify callbacks [] for network, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:18:46.020270 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-094558dc-f008-4c3d-a4eb-909b7e93e477 admin admin] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3748260 Sep 23 20:18:46.023236 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 32992) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:18:46.028358 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.v2.base [None req-9ea97fd9-01e3-4d79-a2ce-a342f6e663ce admin admin] Request body: {'subnet': {'network_id': '07fac236-4fbe-4a69-a6a8-f48f407c8f56', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-1400023546-subnet', 'tenant_id': '442a7415b63d407c8461ff13fdc04afe', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 20:18:46.050259 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ea97fd9-01e3-4d79-a2ce-a342f6e663ce admin admin] Made reservation on behalf of 442a7415b63d407c8461ff13fdc04afe for: {'subnet': 1} {{(pid=95101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 20:18:46.051390 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-094558dc-f008-4c3d-a4eb-909b7e93e477 admin admin] Pushing event updated for resources: {'Network': ['ID=07fac236-4fbe-4a69-a6a8-f48f407c8f56,revision_number=1']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:18:46.052950 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-9ea97fd9-01e3-4d79-a2ce-a342f6e663ce admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6130979'] for subnet, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:18:46.062006 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Network 07fac236-4fbe-4a69-a6a8-f48f407c8f56 details requested by agent ovs-agent-n-d-713301-16 with host n-d-713301-16 {{(pid=95103) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 20:18:46.225972 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-9ea97fd9-01e3-4d79-a2ce-a342f6e663ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5607579', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6130961'] for subnet, after_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:18:46.275631 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ea97fd9-01e3-4d79-a2ce-a342f6e663ce admin admin] Pushing event updated for resources: {'Subnet': ['ID=f388120f-574d-4e8f-8c2f-a4e9be1ca804,revision_number=0']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:18:46.293839 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ea97fd9-01e3-4d79-a2ce-a342f6e663ce admin admin] Checking segment: {'id': '4a9732f0-62e3-433f-a7f8-84ba8c037359', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '07fac236-4fbe-4a69-a6a8-f48f407c8f56'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 20:18:46.294184 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ea97fd9-01e3-4d79-a2ce-a342f6e663ce admin admin] Network hostable DHCP agents. Network: 07fac236-4fbe-4a69-a6a8-f48f407c8f56, hostable agents: ['1b18bf05-1b5f-4587-be5c-af3ac38e32ad'], hosted agents: [] {{(pid=95101) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 20:18:46.312477 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ea97fd9-01e3-4d79-a2ce-a342f6e663ce admin admin] Network 07fac236-4fbe-4a69-a6a8-f48f407c8f56 is scheduled to be hosted by DHCP agent 1b18bf05-1b5f-4587-be5c-af3ac38e32ad with binding_index 1 {{(pid=95101) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 20:18:46.322648 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.base_scheduler [None req-9ea97fd9-01e3-4d79-a2ce-a342f6e663ce admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713301-16, 07fac236-4fbe-4a69-a6a8-f48f407c8f56) {{(pid=95101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 20:18:46.326982 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ea97fd9-01e3-4d79-a2ce-a342f6e663ce admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:18:46.327567 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-9ea97fd9-01e3-4d79-a2ce-a342f6e663ce admin admin] Notify callbacks [] for subnet, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:18:46.333262 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd5db77d-eb53-4d22-b9ce-4cd5194da00d None None] Network 07fac236-4fbe-4a69-a6a8-f48f407c8f56 requested from n-d-713301-16 {{(pid=95103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 20:18:46.342535 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-9ea97fd9-01e3-4d79-a2ce-a342f6e663ce admin admin] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3180010 Sep 23 20:18:46.460702 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcd9bf08-7bff-4209-84ef-55a23ebaa34d None None] Network 07fac236-4fbe-4a69-a6a8-f48f407c8f56 requested from n-d-713301-16 {{(pid=95103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 20:18:46.770515 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c931aa-b352-4d4c-8f6c-97f8485edff5 req-ca8a729a-12ea-48ab-b1a2-64ee597feb8b tempest-ServersNegativeTestJSON-872864724 tempest-ServersNegativeTestJSON-872864724-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:18:46.772184 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-a6c931aa-b352-4d4c-8f6c-97f8485edff5 req-ca8a729a-12ea-48ab-b1a2-64ee597feb8b tempest-ServersNegativeTestJSON-872864724 tempest-ServersNegativeTestJSON-872864724-project] 10.222.0.67 "GET /v2.0/networks?id=07fac236-4fbe-4a69-a6a8-f48f407c8f56 HTTP/1.1" status: 200 len: 814 time: 0.1087489 Sep 23 20:18:46.792689 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-a6c931aa-b352-4d4c-8f6c-97f8485edff5 req-cedf8728-8c20-432b-951c-d03c2daf598b tempest-ServersNegativeTestJSON-872864724 tempest-ServersNegativeTestJSON-872864724-project] 10.222.0.67 "GET /v2.0/quotas/442a7415b63d407c8461ff13fdc04afe HTTP/1.1" status: 200 len: 375 time: 0.0104494 Sep 23 20:18:46.824845 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-a6c931aa-b352-4d4c-8f6c-97f8485edff5 req-367db5f9-1cff-4912-af0c-5aa29684f121 tempest-ServersNegativeTestJSON-872864724 tempest-ServersNegativeTestJSON-872864724-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=442a7415b63d407c8461ff13fdc04afe&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0263302 Sep 23 20:18:46.835900 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [req-a6c931aa-b352-4d4c-8f6c-97f8485edff5 req-503f686d-a3bd-4953-b63d-55b6a873fd1d service neutron] http://10.222.0.67:9696/v2.0/extensions returned with HTTP 200 {{(pid=95102) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 23 20:18:46.836867 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-a6c931aa-b352-4d4c-8f6c-97f8485edff5 req-503f686d-a3bd-4953-b63d-55b6a873fd1d service neutron] 10.222.0.67 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0048652 Sep 23 20:18:46.930616 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-a6c931aa-b352-4d4c-8f6c-97f8485edff5 req-7e31f76a-d33b-4dbc-8186-44b77fa94470 service neutron] 10.222.0.67 "GET /v2.0/networks/07fac236-4fbe-4a69-a6a8-f48f407c8f56?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878086 Sep 23 20:18:47.022029 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-a6c931aa-b352-4d4c-8f6c-97f8485edff5 req-7f05f892-1fb1-46e6-aace-10d901e118b7 service neutron] 10.222.0.67 "GET /v2.0/networks/07fac236-4fbe-4a69-a6a8-f48f407c8f56?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850260 Sep 23 20:18:47.188120 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-f3d28a6e-8dc0-49e1-bc5a-9d4f865e663e req-31a4bf39-d3a7-4176-834d-a8eb3d8cbdd0 tempest-ServersNegativeTestJSON-872864724 tempest-ServersNegativeTestJSON-872864724-project] 10.222.0.67 "GET /v2.0/ports?device_id=35ea28e3-a73a-4c7f-ac36-2a4a49902114 HTTP/1.1" status: 200 len: 210 time: 0.0279748 Sep 23 20:18:48.260032 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c931aa-b352-4d4c-8f6c-97f8485edff5 req-aeb23f71-4cd8-4e4c-982b-b6f7c989664a tempest-ServersNegativeTestJSON-872864724 tempest-ServersNegativeTestJSON-872864724-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:18:48.261712 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-a6c931aa-b352-4d4c-8f6c-97f8485edff5 req-aeb23f71-4cd8-4e4c-982b-b6f7c989664a tempest-ServersNegativeTestJSON-872864724 tempest-ServersNegativeTestJSON-872864724-project] 10.222.0.53 "GET /v2.0/networks?id=07fac236-4fbe-4a69-a6a8-f48f407c8f56 HTTP/1.1" status: 200 len: 814 time: 0.1199341 Sep 23 20:18:48.278289 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.v2.base [req-a6c931aa-b352-4d4c-8f6c-97f8485edff5 req-f74e0495-5974-41a1-af73-1cf1b7eb05cb tempest-ServersNegativeTestJSON-872864724 tempest-ServersNegativeTestJSON-872864724-project] Request body: {'port': {'device_id': '35ea28e3-a73a-4c7f-ac36-2a4a49902114', 'network_id': '07fac236-4fbe-4a69-a6a8-f48f407c8f56', 'admin_state_up': True, 'tenant_id': '442a7415b63d407c8461ff13fdc04afe'}} {{(pid=95102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 20:18:48.305631 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-e20af5b6-9302-4f72-b188-3b8ae2e523e5 req-e6335bd6-e064-4636-87d3-b7f7501b583f tempest-ServersNegativeTestJSON-872864724 tempest-ServersNegativeTestJSON-872864724-project] 10.222.0.67 "GET /v2.0/ports?device_id=35ea28e3-a73a-4c7f-ac36-2a4a49902114 HTTP/1.1" status: 200 len: 210 time: 0.0425875 Sep 23 20:18:48.402552 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a6c931aa-b352-4d4c-8f6c-97f8485edff5 req-f74e0495-5974-41a1-af73-1cf1b7eb05cb tempest-ServersNegativeTestJSON-872864724 tempest-ServersNegativeTestJSON-872864724-project] Made reservation on behalf of 442a7415b63d407c8461ff13fdc04afe for: {'port': 1} {{(pid=95102) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 20:18:48.406110 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-a6c931aa-b352-4d4c-8f6c-97f8485edff5 req-f74e0495-5974-41a1-af73-1cf1b7eb05cb tempest-ServersNegativeTestJSON-872864724 tempest-ServersNegativeTestJSON-872864724-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:18:48.528493 n-d-713301-16 neutron-server[95102]: DEBUG neutron.db.db_base_plugin_common [req-a6c931aa-b352-4d4c-8f6c-97f8485edff5 req-f74e0495-5974-41a1-af73-1cf1b7eb05cb tempest-ServersNegativeTestJSON-872864724 tempest-ServersNegativeTestJSON-872864724-project] Allocated IP 172.20.0.10 (07fac236-4fbe-4a69-a6a8-f48f407c8f56/f388120f-574d-4e8f-8c2f-a4e9be1ca804/99da60d9-9647-457f-864e-7375548b6b53) {{(pid=95102) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 20:18:48.686157 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-a6c931aa-b352-4d4c-8f6c-97f8485edff5 req-f74e0495-5974-41a1-af73-1cf1b7eb05cb tempest-ServersNegativeTestJSON-872864724 tempest-ServersNegativeTestJSON-872864724-project] Notify callbacks [] for port, precommit_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:18:48.720716 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-a6c931aa-b352-4d4c-8f6c-97f8485edff5 req-f74e0495-5974-41a1-af73-1cf1b7eb05cb tempest-ServersNegativeTestJSON-872864724 tempest-ServersNegativeTestJSON-872864724-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783145673135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4399100'] for port, after_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:18:48.762649 n-d-713301-16 neutron-server[95102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a6c931aa-b352-4d4c-8f6c-97f8485edff5 req-f74e0495-5974-41a1-af73-1cf1b7eb05cb tempest-ServersNegativeTestJSON-872864724 tempest-ServersNegativeTestJSON-872864724-project] Network 07fac236-4fbe-4a69-a6a8-f48f407c8f56 is already hosted by enough agents. {{(pid=95102) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 20:18:48.765672 n-d-713301-16 neutron-server[95102]: DEBUG neutron.scheduler.base_scheduler [req-a6c931aa-b352-4d4c-8f6c-97f8485edff5 req-f74e0495-5974-41a1-af73-1cf1b7eb05cb tempest-ServersNegativeTestJSON-872864724 tempest-ServersNegativeTestJSON-872864724-project] Resources bound (agent type, host, resource id): {{(pid=95102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 20:18:48.768150 n-d-713301-16 neutron-server[95102]: DEBUG neutron.db.l3_dvrscheduler_db [req-a6c931aa-b352-4d4c-8f6c-97f8485edff5 req-f74e0495-5974-41a1-af73-1cf1b7eb05cb tempest-ServersNegativeTestJSON-872864724 tempest-ServersNegativeTestJSON-872864724-project] Received port after_create {{(pid=95102) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 20:18:48.800731 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f74e0495-5974-41a1-af73-1cf1b7eb05cb tempest-ServersNegativeTestJSON-872864724 tempest-ServersNegativeTestJSON-872864724-project] Pushing event updated for resources: {'Port': ['ID=99da60d9-9647-457f-864e-7375548b6b53,revision_number=1']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:18:48.828510 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c931aa-b352-4d4c-8f6c-97f8485edff5 req-f74e0495-5974-41a1-af73-1cf1b7eb05cb tempest-ServersNegativeTestJSON-872864724 tempest-ServersNegativeTestJSON-872864724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:18:48.829153 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-a6c931aa-b352-4d4c-8f6c-97f8485edff5 req-f74e0495-5974-41a1-af73-1cf1b7eb05cb tempest-ServersNegativeTestJSON-872864724 tempest-ServersNegativeTestJSON-872864724-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222849'] for port, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:18:48.843638 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-a6c931aa-b352-4d4c-8f6c-97f8485edff5 req-f74e0495-5974-41a1-af73-1cf1b7eb05cb tempest-ServersNegativeTestJSON-872864724 tempest-ServersNegativeTestJSON-872864724-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5704732 Sep 23 20:18:48.854360 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [req-a6c931aa-b352-4d4c-8f6c-97f8485edff5 req-e8861f82-e207-4b1e-9fdd-753054a282ce tempest-ServersNegativeTestJSON-872864724 tempest-ServersNegativeTestJSON-872864724-project] http://10.222.0.67:9696/v2.0/extensions returned with HTTP 200 {{(pid=95102) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 23 20:18:48.855802 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-a6c931aa-b352-4d4c-8f6c-97f8485edff5 req-e8861f82-e207-4b1e-9fdd-753054a282ce tempest-ServersNegativeTestJSON-872864724 tempest-ServersNegativeTestJSON-872864724-project] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0055008 Sep 23 20:18:48.868012 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.v2.base [req-a6c931aa-b352-4d4c-8f6c-97f8485edff5 req-b11a0eff-c5d5-4b8b-a6d3-3594e63af12b service neutron] Request body: {'port': {'device_id': '35ea28e3-a73a-4c7f-ac36-2a4a49902114', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713301-16'}} {{(pid=95102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 20:18:48.922918 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-a6c931aa-b352-4d4c-8f6c-97f8485edff5 req-b11a0eff-c5d5-4b8b-a6d3-3594e63af12b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:18:49.190992 n-d-713301-16 neutron-server[95102]: DEBUG neutron.notifiers.nova [req-a6c931aa-b352-4d4c-8f6c-97f8485edff5 req-b11a0eff-c5d5-4b8b-a6d3-3594e63af12b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 99da60d9-9647-457f-864e-7375548b6b53 {{(pid=95102) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 20:18:49.199192 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-a6c931aa-b352-4d4c-8f6c-97f8485edff5 req-b11a0eff-c5d5-4b8b-a6d3-3594e63af12b service neutron] Notify callbacks [] for port, precommit_update {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:18:49.212510 n-d-713301-16 neutron-server[95102]: DEBUG neutron.db.provisioning_blocks [req-a6c931aa-b352-4d4c-8f6c-97f8485edff5 req-b11a0eff-c5d5-4b8b-a6d3-3594e63af12b service neutron] Transition to ACTIVE for port object 99da60d9-9647-457f-864e-7375548b6b53 will not be triggered until provisioned by entity L2. {{(pid=95102) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 20:18:49.216180 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-a6c931aa-b352-4d4c-8f6c-97f8485edff5 req-b11a0eff-c5d5-4b8b-a6d3-3594e63af12b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4399095'] for port, after_update {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:18:49.267941 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b11a0eff-c5d5-4b8b-a6d3-3594e63af12b service neutron] Pushing event updated for resources: {'Port': ['ID=99da60d9-9647-457f-864e-7375548b6b53,revision_number=2']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:18:49.332979 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.managers [req-a6c931aa-b352-4d4c-8f6c-97f8485edff5 req-b11a0eff-c5d5-4b8b-a6d3-3594e63af12b service neutron] Attempting to bind port 99da60d9-9647-457f-864e-7375548b6b53 on host n-h2-713301-16 for vnic_type normal with profile {{(pid=95102) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 20:18:49.333321 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.managers [req-a6c931aa-b352-4d4c-8f6c-97f8485edff5 req-b11a0eff-c5d5-4b8b-a6d3-3594e63af12b service neutron] Attempting to bind port 99da60d9-9647-457f-864e-7375548b6b53 by drivers openvswitch,hyperv on host n-h2-713301-16 at level 0 using segments [{'id': '4a9732f0-62e3-433f-a7f8-84ba8c037359', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '07fac236-4fbe-4a69-a6a8-f48f407c8f56'}] {{(pid=95102) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 20:18:49.333652 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6c931aa-b352-4d4c-8f6c-97f8485edff5 req-b11a0eff-c5d5-4b8b-a6d3-3594e63af12b service neutron] Attempting to bind port 99da60d9-9647-457f-864e-7375548b6b53 on network 07fac236-4fbe-4a69-a6a8-f48f407c8f56 {{(pid=95102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 20:18:49.338842 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6c931aa-b352-4d4c-8f6c-97f8485edff5 req-b11a0eff-c5d5-4b8b-a6d3-3594e63af12b service neutron] Port 99da60d9-9647-457f-864e-7375548b6b53 on network 07fac236-4fbe-4a69-a6a8-f48f407c8f56 not bound, no agent of type Open vSwitch agent registered on host n-h2-713301-16 {{(pid=95102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 20:18:49.339111 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6c931aa-b352-4d4c-8f6c-97f8485edff5 req-b11a0eff-c5d5-4b8b-a6d3-3594e63af12b service neutron] Attempting to bind port 99da60d9-9647-457f-864e-7375548b6b53 on network 07fac236-4fbe-4a69-a6a8-f48f407c8f56 {{(pid=95102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 20:18:49.344311 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6c931aa-b352-4d4c-8f6c-97f8485edff5 req-b11a0eff-c5d5-4b8b-a6d3-3594e63af12b service neutron] Checking agent: {'id': '2a7cea34-db54-4faf-8d23-37521c3e34cb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713301-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 19, 15, 28), 'started_at': datetime.datetime(2021, 9, 23, 19, 15, 28), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 20, 18, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 20:18:49.344672 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6c931aa-b352-4d4c-8f6c-97f8485edff5 req-b11a0eff-c5d5-4b8b-a6d3-3594e63af12b service neutron] Checking segment: {'id': '4a9732f0-62e3-433f-a7f8-84ba8c037359', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '07fac236-4fbe-4a69-a6a8-f48f407c8f56'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95102) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 20:18:49.345095 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6c931aa-b352-4d4c-8f6c-97f8485edff5 req-b11a0eff-c5d5-4b8b-a6d3-3594e63af12b service neutron] Bound using segment: {'id': '4a9732f0-62e3-433f-a7f8-84ba8c037359', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '07fac236-4fbe-4a69-a6a8-f48f407c8f56'} {{(pid=95102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 20:18:49.345614 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.managers [req-a6c931aa-b352-4d4c-8f6c-97f8485edff5 req-b11a0eff-c5d5-4b8b-a6d3-3594e63af12b service neutron] Bound port: 99da60d9-9647-457f-864e-7375548b6b53, host: n-h2-713301-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4a9732f0-62e3-433f-a7f8-84ba8c037359', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '07fac236-4fbe-4a69-a6a8-f48f407c8f56'}}] {{(pid=95102) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 20:18:49.346097 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-a6c931aa-b352-4d4c-8f6c-97f8485edff5 req-b11a0eff-c5d5-4b8b-a6d3-3594e63af12b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:18:49.774417 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.db [req-a6c931aa-b352-4d4c-8f6c-97f8485edff5 req-b11a0eff-c5d5-4b8b-a6d3-3594e63af12b service neutron] For port 99da60d9-9647-457f-864e-7375548b6b53, host n-h2-713301-16, cleared binding levels {{(pid=95102) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 20:18:49.778896 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.db [req-a6c931aa-b352-4d4c-8f6c-97f8485edff5 req-b11a0eff-c5d5-4b8b-a6d3-3594e63af12b service neutron] For port 99da60d9-9647-457f-864e-7375548b6b53, host n-h2-713301-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-16',level=0,port_id=99da60d9-9647-457f-864e-7375548b6b53,segment=NetworkSegment(4a9732f0-62e3-433f-a7f8-84ba8c037359),segment_id=4a9732f0-62e3-433f-a7f8-84ba8c037359)] {{(pid=95102) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 20:18:49.785906 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-02578001-f620-4eda-99bc-6cc8afd157fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:18:49.789633 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd46865-d085-4a0b-a818-5c5d1cb7bfb7 req-b26065cd-3da6-43ff-80fc-2541a66452db tempest-ServersNegativeTestJSON-872864724 tempest-ServersNegativeTestJSON-872864724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:18:49.791178 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-7cd46865-d085-4a0b-a818-5c5d1cb7bfb7 req-b26065cd-3da6-43ff-80fc-2541a66452db tempest-ServersNegativeTestJSON-872864724 tempest-ServersNegativeTestJSON-872864724-project] 10.222.0.67 "GET /v2.0/ports?device_id=35ea28e3-a73a-4c7f-ac36-2a4a49902114 HTTP/1.1" status: 200 len: 944 time: 0.4036236 Sep 23 20:18:49.792825 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-a6c931aa-b352-4d4c-8f6c-97f8485edff5 req-b11a0eff-c5d5-4b8b-a6d3-3594e63af12b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4399095'] for port, after_update {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:18:49.842976 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c931aa-b352-4d4c-8f6c-97f8485edff5 req-b11a0eff-c5d5-4b8b-a6d3-3594e63af12b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:18:49.843604 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-a6c931aa-b352-4d4c-8f6c-97f8485edff5 req-b11a0eff-c5d5-4b8b-a6d3-3594e63af12b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222849'] for port, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:18:49.845124 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-a6c931aa-b352-4d4c-8f6c-97f8485edff5 req-b11a0eff-c5d5-4b8b-a6d3-3594e63af12b service neutron] 10.222.0.53 "PUT /v2.0/ports/99da60d9-9647-457f-864e-7375548b6b53 HTTP/1.1" status: 200 len: 1093 time: 0.9808280 Sep 23 20:18:49.848230 n-d-713301-16 neutron-server[95102]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '35ea28e3-a73a-4c7f-ac36-2a4a49902114', 'tag': '99da60d9-9647-457f-864e-7375548b6b53'}] {{(pid=95102) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 20:18:49.850561 n-d-713301-16 neutron-server[95102]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a8356a6bd5e554bb349ddb806ba98ee8c25ce2b3f69d698f62da31b860ff3eb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b63e544d-326e-4fbb-a58b-1ec8cdb4d44c" -d '{"events": [{"name": "network-changed", "server_uuid": "35ea28e3-a73a-4c7f-ac36-2a4a49902114", "tag": "99da60d9-9647-457f-864e-7375548b6b53"}]}' {{(pid=95102) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 20:18:49.892473 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-7cd46865-d085-4a0b-a818-5c5d1cb7bfb7 req-1d84f2ab-3ad0-4e82-a3cd-72ccc8c447d7 tempest-ServersNegativeTestJSON-872864724 tempest-ServersNegativeTestJSON-872864724-project] 10.222.0.67 "GET /v2.0/security-groups?id=00ffcfc1-fe92-4246-b77d-02469e6df0e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936277 Sep 23 20:18:49.903512 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b11a0eff-c5d5-4b8b-a6d3-3594e63af12b service neutron] Pushing event updated for resources: {'Port': ['ID=99da60d9-9647-457f-864e-7375548b6b53,revision_number=3']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:18:49.911052 n-d-713301-16 neutron-server[95102]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 20:18:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96920350-17ad-4a96-9de9-e88ce820fd27 x-openstack-request-id: req-96920350-17ad-4a96-9de9-e88ce820fd27 {{(pid=95102) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 20:18:49.911052 n-d-713301-16 neutron-server[95102]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "35ea28e3-a73a-4c7f-ac36-2a4a49902114", "tag": "99da60d9-9647-457f-864e-7375548b6b53", "status": "completed", "code": 200}]} {{(pid=95102) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 20:18:49.911052 n-d-713301-16 neutron-server[95102]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-96920350-17ad-4a96-9de9-e88ce820fd27 {{(pid=95102) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 20:18:49.911052 n-d-713301-16 neutron-server[95102]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '35ea28e3-a73a-4c7f-ac36-2a4a49902114', 'tag': '99da60d9-9647-457f-864e-7375548b6b53', 'status': 'completed', 'code': 200} Sep 23 20:18:49.947873 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c931aa-b352-4d4c-8f6c-97f8485edff5 req-222869e3-0654-45d2-b856-f0cf91802e17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:18:49.949462 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-a6c931aa-b352-4d4c-8f6c-97f8485edff5 req-222869e3-0654-45d2-b856-f0cf91802e17 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=442a7415b63d407c8461ff13fdc04afe&device_id=35ea28e3-a73a-4c7f-ac36-2a4a49902114 HTTP/1.1" status: 200 len: 1096 time: 0.0613959 Sep 23 20:18:49.991395 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-a6c931aa-b352-4d4c-8f6c-97f8485edff5 req-917a1462-698e-48b0-9e9d-3d77db1cc7a3 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=99da60d9-9647-457f-864e-7375548b6b53 HTTP/1.1" status: 200 len: 217 time: 0.0342195 Sep 23 20:18:50.040059 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c931aa-b352-4d4c-8f6c-97f8485edff5 req-1f23cf01-6445-4280-ad86-b942ef262f64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:18:50.041609 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-a6c931aa-b352-4d4c-8f6c-97f8485edff5 req-1f23cf01-6445-4280-ad86-b942ef262f64 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=f388120f-574d-4e8f-8c2f-a4e9be1ca804 HTTP/1.1" status: 200 len: 854 time: 0.0440001 Sep 23 20:18:50.073535 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-a6c931aa-b352-4d4c-8f6c-97f8485edff5 req-f3ce32c5-b376-440a-94d1-ee97130eb7b4 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=07fac236-4fbe-4a69-a6a8-f48f407c8f56&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0249851 Sep 23 20:18:50.167795 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-a6c931aa-b352-4d4c-8f6c-97f8485edff5 req-c53490ef-4a0a-45e6-ba94-f6cad90ca2fd service neutron] 10.222.0.53 "GET /v2.0/networks/07fac236-4fbe-4a69-a6a8-f48f407c8f56?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868530 Sep 23 20:18:50.260819 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-a6c931aa-b352-4d4c-8f6c-97f8485edff5 req-a32c8079-0775-452b-a4e5-c8e77a469c2d service neutron] 10.222.0.53 "GET /v2.0/networks/07fac236-4fbe-4a69-a6a8-f48f407c8f56?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857332 Sep 23 20:18:50.353472 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b63e544d-326e-4fbb-a58b-1ec8cdb4d44c req-23563a9e-b774-4d2e-a6a2-1692791da1c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:18:50.354997 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-b63e544d-326e-4fbb-a58b-1ec8cdb4d44c req-23563a9e-b774-4d2e-a6a2-1692791da1c2 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=442a7415b63d407c8461ff13fdc04afe&device_id=35ea28e3-a73a-4c7f-ac36-2a4a49902114 HTTP/1.1" status: 200 len: 1096 time: 0.0456803 Sep 23 20:18:50.445074 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b63e544d-326e-4fbb-a58b-1ec8cdb4d44c req-f0bf7f89-7933-42c4-87a7-962aeb46d313 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:18:50.446472 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-b63e544d-326e-4fbb-a58b-1ec8cdb4d44c req-f0bf7f89-7933-42c4-87a7-962aeb46d313 service neutron] 10.222.0.53 "GET /v2.0/networks?id=07fac236-4fbe-4a69-a6a8-f48f407c8f56 HTTP/1.1" status: 200 len: 915 time: 0.0847633 Sep 23 20:18:50.491351 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-b63e544d-326e-4fbb-a58b-1ec8cdb4d44c req-a68d4ba0-65e9-4460-a977-e632db4ca240 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=99da60d9-9647-457f-864e-7375548b6b53 HTTP/1.1" status: 200 len: 217 time: 0.0384357 Sep 23 20:18:50.539901 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b63e544d-326e-4fbb-a58b-1ec8cdb4d44c req-388b6c52-e3cf-4f75-9a43-3fd03f028f0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:18:50.541396 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-b63e544d-326e-4fbb-a58b-1ec8cdb4d44c req-388b6c52-e3cf-4f75-9a43-3fd03f028f0e service neutron] 10.222.0.53 "GET /v2.0/subnets?id=f388120f-574d-4e8f-8c2f-a4e9be1ca804 HTTP/1.1" status: 200 len: 854 time: 0.0433140 Sep 23 20:18:50.574050 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-b63e544d-326e-4fbb-a58b-1ec8cdb4d44c req-62738338-1ad2-4d53-b821-1d7bd9c70083 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=07fac236-4fbe-4a69-a6a8-f48f407c8f56&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0244584 Sep 23 20:18:50.670576 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-b63e544d-326e-4fbb-a58b-1ec8cdb4d44c req-87fa317b-4660-4c6d-97cb-c8298b86755f service neutron] 10.222.0.53 "GET /v2.0/networks/07fac236-4fbe-4a69-a6a8-f48f407c8f56?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891466 Sep 23 20:18:50.765291 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-b63e544d-326e-4fbb-a58b-1ec8cdb4d44c req-ddc39896-f360-4faf-bf73-5c1293646fbf service neutron] 10.222.0.53 "GET /v2.0/networks/07fac236-4fbe-4a69-a6a8-f48f407c8f56?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870085 Sep 23 20:18:51.020130 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d65499-4af0-4800-9e1e-08fc7e637d66 req-32fb1855-2ecd-40a4-9d23-3cf7f5682bd2 tempest-ServersNegativeTestJSON-872864724 tempest-ServersNegativeTestJSON-872864724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:18:51.021600 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-75d65499-4af0-4800-9e1e-08fc7e637d66 req-32fb1855-2ecd-40a4-9d23-3cf7f5682bd2 tempest-ServersNegativeTestJSON-872864724 tempest-ServersNegativeTestJSON-872864724-project] 10.222.0.67 "GET /v2.0/ports?device_id=35ea28e3-a73a-4c7f-ac36-2a4a49902114 HTTP/1.1" status: 200 len: 944 time: 0.0503564 Sep 23 20:18:51.064826 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-75d65499-4af0-4800-9e1e-08fc7e637d66 req-d33855f2-795a-46f0-9a5c-d875530706d2 tempest-ServersNegativeTestJSON-872864724 tempest-ServersNegativeTestJSON-872864724-project] 10.222.0.67 "GET /v2.0/security-groups?id=00ffcfc1-fe92-4246-b77d-02469e6df0e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371211 Sep 23 20:18:52.180638 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f87f169-93b1-4794-9502-d8c709137210 req-7e4d4897-bd30-4817-8f69-4a5243f19b2b tempest-ServersNegativeTestJSON-872864724 tempest-ServersNegativeTestJSON-872864724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:18:52.182129 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-5f87f169-93b1-4794-9502-d8c709137210 req-7e4d4897-bd30-4817-8f69-4a5243f19b2b tempest-ServersNegativeTestJSON-872864724 tempest-ServersNegativeTestJSON-872864724-project] 10.222.0.67 "GET /v2.0/ports?device_id=35ea28e3-a73a-4c7f-ac36-2a4a49902114 HTTP/1.1" status: 200 len: 944 time: 0.0485082 Sep 23 20:18:52.220530 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-5f87f169-93b1-4794-9502-d8c709137210 req-343c5bb5-9eeb-460a-9f3c-2f963fb250b3 tempest-ServersNegativeTestJSON-872864724 tempest-ServersNegativeTestJSON-872864724-project] 10.222.0.67 "GET /v2.0/security-groups?id=00ffcfc1-fe92-4246-b77d-02469e6df0e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321147 Sep 23 20:18:53.022895 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-75209c7e-6c23-45b6-9875-4b2e034f9a7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:18:53.194108 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:18:53.336353 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c5e4c0-85ba-422f-af80-edcba85ec80d req-f4ca138e-ca63-4eb7-bd89-734a376e67ab tempest-ServersNegativeTestJSON-872864724 tempest-ServersNegativeTestJSON-872864724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:18:53.338162 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-01c5e4c0-85ba-422f-af80-edcba85ec80d req-f4ca138e-ca63-4eb7-bd89-734a376e67ab tempest-ServersNegativeTestJSON-872864724 tempest-ServersNegativeTestJSON-872864724-project] 10.222.0.67 "GET /v2.0/ports?device_id=35ea28e3-a73a-4c7f-ac36-2a4a49902114 HTTP/1.1" status: 200 len: 944 time: 0.0503683 Sep 23 20:18:53.375961 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-01c5e4c0-85ba-422f-af80-edcba85ec80d req-c755e65d-f30b-42af-9bc2-6be4d49aa77f tempest-ServersNegativeTestJSON-872864724 tempest-ServersNegativeTestJSON-872864724-project] 10.222.0.67 "GET /v2.0/security-groups?id=00ffcfc1-fe92-4246-b77d-02469e6df0e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317554 Sep 23 20:18:53.631564 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-0ae75029-feb6-4728-9a94-5f9b60993d82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:18:54.493476 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02dbb17-bf6c-4691-8d5a-7f4738474566 req-b07ee3a5-20ef-44b5-b5df-201d9d8c5417 tempest-ServersNegativeTestJSON-872864724 tempest-ServersNegativeTestJSON-872864724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:18:54.494985 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-c02dbb17-bf6c-4691-8d5a-7f4738474566 req-b07ee3a5-20ef-44b5-b5df-201d9d8c5417 tempest-ServersNegativeTestJSON-872864724 tempest-ServersNegativeTestJSON-872864724-project] 10.222.0.67 "GET /v2.0/ports?device_id=35ea28e3-a73a-4c7f-ac36-2a4a49902114 HTTP/1.1" status: 200 len: 944 time: 0.0499573 Sep 23 20:18:54.538441 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-c02dbb17-bf6c-4691-8d5a-7f4738474566 req-3cc693a3-71ae-4397-9e33-dcdb4d27e6ef tempest-ServersNegativeTestJSON-872864724 tempest-ServersNegativeTestJSON-872864724-project] 10.222.0.67 "GET /v2.0/security-groups?id=00ffcfc1-fe92-4246-b77d-02469e6df0e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371652 Sep 23 20:18:54.752333 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Device 99da60d9-9647-457f-864e-7375548b6b53 details requested by agent hyperv_n-h2-713301-16 with host n-h2-713301-16 {{(pid=95103) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 20:18:54.853770 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] For port 99da60d9-9647-457f-864e-7375548b6b53, host n-h2-713301-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-16',level=0,port_id=99da60d9-9647-457f-864e-7375548b6b53,segment=NetworkSegment(4a9732f0-62e3-433f-a7f8-84ba8c037359),segment_id=4a9732f0-62e3-433f-a7f8-84ba8c037359)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 20:18:54.864845 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Returning: {'device': '99da60d9-9647-457f-864e-7375548b6b53', 'network_id': '07fac236-4fbe-4a69-a6a8-f48f407c8f56', 'port_id': '99da60d9-9647-457f-864e-7375548b6b53', 'mac_address': 'fa:16:3e:e1:83:a2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 629, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f388120f-574d-4e8f-8c2f-a4e9be1ca804', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95103) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 20:18:54.902387 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:18:54.915406 n-d-713301-16 neutron-server[95103]: DEBUG neutron.notifiers.nova [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 99da60d9-9647-457f-864e-7375548b6b53 {{(pid=95103) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 20:18:54.934620 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] For port 99da60d9-9647-457f-864e-7375548b6b53, host n-h2-713301-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-16',level=0,port_id=99da60d9-9647-457f-864e-7375548b6b53,segment=NetworkSegment(4a9732f0-62e3-433f-a7f8-84ba8c037359),segment_id=4a9732f0-62e3-433f-a7f8-84ba8c037359)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 20:18:54.938382 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:18:54.987983 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Pushing event updated for resources: {'Port': ['ID=99da60d9-9647-457f-864e-7375548b6b53,revision_number=4']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:18:55.138186 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] get_ports_and_sgs() called for port_ids ['99da60d9-9647-457f-864e-7375548b6b53'] {{(pid=95103) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 20:18:55.462544 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-80e7e501-6c57-470d-92c6-e3d54bc3195c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:18:55.653643 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd87499b-4f1c-4b82-bfa8-9a5fdc5fee6d req-9a223eb9-1c02-497a-8bf1-080b91787b9a tempest-ServersNegativeTestJSON-872864724 tempest-ServersNegativeTestJSON-872864724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:18:55.655155 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-cd87499b-4f1c-4b82-bfa8-9a5fdc5fee6d req-9a223eb9-1c02-497a-8bf1-080b91787b9a tempest-ServersNegativeTestJSON-872864724 tempest-ServersNegativeTestJSON-872864724-project] 10.222.0.67 "GET /v2.0/ports?device_id=35ea28e3-a73a-4c7f-ac36-2a4a49902114 HTTP/1.1" status: 200 len: 945 time: 0.0513480 Sep 23 20:18:55.694941 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-cd87499b-4f1c-4b82-bfa8-9a5fdc5fee6d req-b54422ea-cead-4ff9-a85f-2d1d3e70932e tempest-ServersNegativeTestJSON-872864724 tempest-ServersNegativeTestJSON-872864724-project] 10.222.0.67 "GET /v2.0/security-groups?id=00ffcfc1-fe92-4246-b77d-02469e6df0e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328567 Sep 23 20:18:56.768080 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Device 99da60d9-9647-457f-864e-7375548b6b53 up at agent hyperv_n-h2-713301-16 {{(pid=95103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 20:18:56.816086 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1dc5fa-6ed9-49f8-9860-b811088bf98f req-f41e345d-d159-4028-b4c6-5f83be2fb224 tempest-ServersNegativeTestJSON-872864724 tempest-ServersNegativeTestJSON-872864724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:18:56.817693 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-7a1dc5fa-6ed9-49f8-9860-b811088bf98f req-f41e345d-d159-4028-b4c6-5f83be2fb224 tempest-ServersNegativeTestJSON-872864724 tempest-ServersNegativeTestJSON-872864724-project] 10.222.0.67 "GET /v2.0/ports?device_id=35ea28e3-a73a-4c7f-ac36-2a4a49902114 HTTP/1.1" status: 200 len: 945 time: 0.0564532 Sep 23 20:18:56.827853 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Provisioning for port 99da60d9-9647-457f-864e-7375548b6b53 completed by entity L2. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 20:18:56.832203 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Provisioning complete for port 99da60d9-9647-457f-864e-7375548b6b53 triggered by entity L2. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 20:18:56.832581 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:18:56.857062 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-7a1dc5fa-6ed9-49f8-9860-b811088bf98f req-476c86b3-d71c-4f90-ac65-5dbd352fc7be tempest-ServersNegativeTestJSON-872864724 tempest-ServersNegativeTestJSON-872864724-project] 10.222.0.67 "GET /v2.0/security-groups?id=00ffcfc1-fe92-4246-b77d-02469e6df0e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333331 Sep 23 20:18:56.911671 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:18:56.933550 n-d-713301-16 neutron-server[95103]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '35ea28e3-a73a-4c7f-ac36-2a4a49902114', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '99da60d9-9647-457f-864e-7375548b6b53'}] {{(pid=95103) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 20:18:56.935789 n-d-713301-16 neutron-server[95103]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1848421c4d334b5bfe6f5b9de07f03d1600ee538ec1ae4f0fcf02c32f81bee4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34369942-7455-4a8b-8b61-92ef2943344c" -d '{"events": [{"server_uuid": "35ea28e3-a73a-4c7f-ac36-2a4a49902114", "name": "network-vif-plugged", "status": "completed", "tag": "99da60d9-9647-457f-864e-7375548b6b53"}]}' {{(pid=95103) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 20:18:56.948886 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] For port 99da60d9-9647-457f-864e-7375548b6b53, host n-h2-713301-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-16',level=0,port_id=99da60d9-9647-457f-864e-7375548b6b53,segment=NetworkSegment(4a9732f0-62e3-433f-a7f8-84ba8c037359),segment_id=4a9732f0-62e3-433f-a7f8-84ba8c037359)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 20:18:56.953951 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:18:56.977219 n-d-713301-16 neutron-server[95103]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 20:18:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6443f2a1-a6a0-4ef6-9e5c-38b37c5ad833 x-openstack-request-id: req-6443f2a1-a6a0-4ef6-9e5c-38b37c5ad833 {{(pid=95103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 20:18:56.977506 n-d-713301-16 neutron-server[95103]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "35ea28e3-a73a-4c7f-ac36-2a4a49902114", "name": "network-vif-plugged", "status": "completed", "tag": "99da60d9-9647-457f-864e-7375548b6b53", "code": 200}]} {{(pid=95103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 20:18:56.977754 n-d-713301-16 neutron-server[95103]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-6443f2a1-a6a0-4ef6-9e5c-38b37c5ad833 {{(pid=95103) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 20:18:56.978152 n-d-713301-16 neutron-server[95103]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '35ea28e3-a73a-4c7f-ac36-2a4a49902114', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '99da60d9-9647-457f-864e-7375548b6b53', 'code': 200} Sep 23 20:18:57.009433 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Pushing event updated for resources: {'Port': ['ID=99da60d9-9647-457f-864e-7375548b6b53,revision_number=5']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:18:57.073531 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a3c9b0-fc61-4575-b3fe-fcaef01b9225 req-c42b88ae-525f-481d-898b-155f399e70aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:18:57.075116 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-85a3c9b0-fc61-4575-b3fe-fcaef01b9225 req-c42b88ae-525f-481d-898b-155f399e70aa service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=35ea28e3-a73a-4c7f-ac36-2a4a49902114 HTTP/1.1" status: 200 len: 1098 time: 0.0403240 Sep 23 20:18:57.118472 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-85a3c9b0-fc61-4575-b3fe-fcaef01b9225 req-317ec9af-afe6-49fd-b87c-8fc4cee03fa1 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=00ffcfc1-fe92-4246-b77d-02469e6df0e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331044 Sep 23 20:18:57.978810 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58dcf029-0a7f-42b1-bd29-7a9fe43a6950 req-3737f08c-aef6-4578-b9ef-e6c386c6bc9c tempest-ServersNegativeTestJSON-872864724 tempest-ServersNegativeTestJSON-872864724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:18:57.980324 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-58dcf029-0a7f-42b1-bd29-7a9fe43a6950 req-3737f08c-aef6-4578-b9ef-e6c386c6bc9c tempest-ServersNegativeTestJSON-872864724 tempest-ServersNegativeTestJSON-872864724-project] 10.222.0.67 "GET /v2.0/ports?device_id=35ea28e3-a73a-4c7f-ac36-2a4a49902114 HTTP/1.1" status: 200 len: 946 time: 0.0550342 Sep 23 20:18:58.019427 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-58dcf029-0a7f-42b1-bd29-7a9fe43a6950 req-49276da3-0cf2-401f-b447-013e8ab8353d tempest-ServersNegativeTestJSON-872864724 tempest-ServersNegativeTestJSON-872864724-project] 10.222.0.67 "GET /v2.0/security-groups?id=00ffcfc1-fe92-4246-b77d-02469e6df0e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326796 Sep 23 20:18:58.394568 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:18:58.716239 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:18:59.137410 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae70142-28b8-41b1-bb2c-81aa7ab3d723 req-1e9e3121-dee2-4b69-87a4-82422c1f4f41 tempest-ServersNegativeTestJSON-872864724 tempest-ServersNegativeTestJSON-872864724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:18:59.138900 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-9ae70142-28b8-41b1-bb2c-81aa7ab3d723 req-1e9e3121-dee2-4b69-87a4-82422c1f4f41 tempest-ServersNegativeTestJSON-872864724 tempest-ServersNegativeTestJSON-872864724-project] 10.222.0.67 "GET /v2.0/ports?device_id=35ea28e3-a73a-4c7f-ac36-2a4a49902114 HTTP/1.1" status: 200 len: 946 time: 0.0511713 Sep 23 20:18:59.177409 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-9ae70142-28b8-41b1-bb2c-81aa7ab3d723 req-1a6181cc-b299-489e-b3ea-29bd74717107 tempest-ServersNegativeTestJSON-872864724 tempest-ServersNegativeTestJSON-872864724-project] 10.222.0.67 "GET /v2.0/security-groups?id=00ffcfc1-fe92-4246-b77d-02469e6df0e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324104 Sep 23 20:18:59.438954 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58bf8b49-5418-467d-be9b-84038de3a1ee req-93d11fab-0244-4459-a26a-de915683a902 tempest-ServersNegativeTestJSON-872864724 tempest-ServersNegativeTestJSON-872864724-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:18:59.440715 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-58bf8b49-5418-467d-be9b-84038de3a1ee req-93d11fab-0244-4459-a26a-de915683a902 tempest-ServersNegativeTestJSON-872864724 tempest-ServersNegativeTestJSON-872864724-project] 10.222.0.67 "GET /v2.0/networks?id=07fac236-4fbe-4a69-a6a8-f48f407c8f56 HTTP/1.1" status: 200 len: 814 time: 0.1077843 Sep 23 20:18:59.455956 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-58bf8b49-5418-467d-be9b-84038de3a1ee req-7bf8730b-a469-4ebf-8b65-cc3e65dbc3f7 tempest-ServersNegativeTestJSON-872864724 tempest-ServersNegativeTestJSON-872864724-project] 10.222.0.67 "GET /v2.0/quotas/442a7415b63d407c8461ff13fdc04afe HTTP/1.1" status: 200 len: 375 time: 0.0096176 Sep 23 20:18:59.504562 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-58bf8b49-5418-467d-be9b-84038de3a1ee req-f9d621ff-6251-444c-9bf3-371e48e43829 tempest-ServersNegativeTestJSON-872864724 tempest-ServersNegativeTestJSON-872864724-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=442a7415b63d407c8461ff13fdc04afe&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0429273 Sep 23 20:18:59.603258 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [req-58bf8b49-5418-467d-be9b-84038de3a1ee req-82dd2023-43da-43fd-b562-b6eecbfef54e service neutron] http://10.222.0.67:9696/v2.0/extensions returned with HTTP 200 {{(pid=95102) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 23 20:18:59.604296 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-58bf8b49-5418-467d-be9b-84038de3a1ee req-82dd2023-43da-43fd-b562-b6eecbfef54e service neutron] 10.222.0.67 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0438976 Sep 23 20:18:59.696695 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-58bf8b49-5418-467d-be9b-84038de3a1ee req-9bc86334-7f3b-4924-9b4e-43ecae557639 service neutron] 10.222.0.67 "GET /v2.0/networks/07fac236-4fbe-4a69-a6a8-f48f407c8f56?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861974 Sep 23 20:18:59.787872 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-58bf8b49-5418-467d-be9b-84038de3a1ee req-9b20e1e5-71cb-42fc-877e-24e71e1e8fb8 service neutron] 10.222.0.67 "GET /v2.0/networks/07fac236-4fbe-4a69-a6a8-f48f407c8f56?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851896 Sep 23 20:18:59.956532 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-48153400-a1f9-4007-bcd9-63a466a6c169 req-6fe07295-19f0-4c54-95d4-f08683740eb6 tempest-ServersNegativeTestJSON-872864724 tempest-ServersNegativeTestJSON-872864724-project] 10.222.0.67 "GET /v2.0/ports?device_id=04a535d9-56ee-40a2-88e6-7513983a57bc HTTP/1.1" status: 200 len: 210 time: 0.0318534 Sep 23 20:19:00.924758 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58bf8b49-5418-467d-be9b-84038de3a1ee req-2f773e8b-9680-4136-8132-ea415f12d636 tempest-ServersNegativeTestJSON-872864724 tempest-ServersNegativeTestJSON-872864724-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:19:00.927234 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-58bf8b49-5418-467d-be9b-84038de3a1ee req-2f773e8b-9680-4136-8132-ea415f12d636 tempest-ServersNegativeTestJSON-872864724 tempest-ServersNegativeTestJSON-872864724-project] 10.222.0.74 "GET /v2.0/networks?id=07fac236-4fbe-4a69-a6a8-f48f407c8f56 HTTP/1.1" status: 200 len: 814 time: 0.1193693 Sep 23 20:19:00.943305 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.v2.base [req-58bf8b49-5418-467d-be9b-84038de3a1ee req-93800bde-c8d7-4ef5-ace6-b0e05af4f79b tempest-ServersNegativeTestJSON-872864724 tempest-ServersNegativeTestJSON-872864724-project] Request body: {'port': {'device_id': '04a535d9-56ee-40a2-88e6-7513983a57bc', 'network_id': '07fac236-4fbe-4a69-a6a8-f48f407c8f56', 'admin_state_up': True, 'tenant_id': '442a7415b63d407c8461ff13fdc04afe'}} {{(pid=95102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 20:19:01.057121 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-2d5e3653-e280-4623-aa6b-804431484737 req-505db3a3-6877-4209-8913-a348a77d0d31 tempest-ServersNegativeTestJSON-872864724 tempest-ServersNegativeTestJSON-872864724-project] 10.222.0.67 "GET /v2.0/ports?device_id=04a535d9-56ee-40a2-88e6-7513983a57bc HTTP/1.1" status: 200 len: 210 time: 0.0332258 Sep 23 20:19:01.078620 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-58bf8b49-5418-467d-be9b-84038de3a1ee req-93800bde-c8d7-4ef5-ace6-b0e05af4f79b tempest-ServersNegativeTestJSON-872864724 tempest-ServersNegativeTestJSON-872864724-project] Made reservation on behalf of 442a7415b63d407c8461ff13fdc04afe for: {'port': 1} {{(pid=95102) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 20:19:01.086389 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-58bf8b49-5418-467d-be9b-84038de3a1ee req-93800bde-c8d7-4ef5-ace6-b0e05af4f79b tempest-ServersNegativeTestJSON-872864724 tempest-ServersNegativeTestJSON-872864724-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:19:01.217545 n-d-713301-16 neutron-server[95102]: DEBUG neutron.db.db_base_plugin_common [req-58bf8b49-5418-467d-be9b-84038de3a1ee req-93800bde-c8d7-4ef5-ace6-b0e05af4f79b tempest-ServersNegativeTestJSON-872864724 tempest-ServersNegativeTestJSON-872864724-project] Allocated IP 172.20.0.2 (07fac236-4fbe-4a69-a6a8-f48f407c8f56/f388120f-574d-4e8f-8c2f-a4e9be1ca804/dac48962-b521-47ce-add8-baf28b8b1d9c) {{(pid=95102) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 20:19:01.364612 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-58bf8b49-5418-467d-be9b-84038de3a1ee req-93800bde-c8d7-4ef5-ace6-b0e05af4f79b tempest-ServersNegativeTestJSON-872864724 tempest-ServersNegativeTestJSON-872864724-project] Notify callbacks [] for port, precommit_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:19:01.398634 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-58bf8b49-5418-467d-be9b-84038de3a1ee req-93800bde-c8d7-4ef5-ace6-b0e05af4f79b tempest-ServersNegativeTestJSON-872864724 tempest-ServersNegativeTestJSON-872864724-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783145673135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4399100'] for port, after_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:19:01.411109 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] get_ports_and_sgs() called for port_ids ['99da60d9-9647-457f-864e-7375548b6b53'] {{(pid=95103) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 20:19:01.444046 n-d-713301-16 neutron-server[95102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-58bf8b49-5418-467d-be9b-84038de3a1ee req-93800bde-c8d7-4ef5-ace6-b0e05af4f79b tempest-ServersNegativeTestJSON-872864724 tempest-ServersNegativeTestJSON-872864724-project] Network 07fac236-4fbe-4a69-a6a8-f48f407c8f56 is already hosted by enough agents. {{(pid=95102) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 20:19:01.447172 n-d-713301-16 neutron-server[95102]: DEBUG neutron.scheduler.base_scheduler [req-58bf8b49-5418-467d-be9b-84038de3a1ee req-93800bde-c8d7-4ef5-ace6-b0e05af4f79b tempest-ServersNegativeTestJSON-872864724 tempest-ServersNegativeTestJSON-872864724-project] Resources bound (agent type, host, resource id): {{(pid=95102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 20:19:01.450857 n-d-713301-16 neutron-server[95102]: DEBUG neutron.db.l3_dvrscheduler_db [req-58bf8b49-5418-467d-be9b-84038de3a1ee req-93800bde-c8d7-4ef5-ace6-b0e05af4f79b tempest-ServersNegativeTestJSON-872864724 tempest-ServersNegativeTestJSON-872864724-project] Received port after_create {{(pid=95102) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 20:19:01.478775 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93800bde-c8d7-4ef5-ace6-b0e05af4f79b tempest-ServersNegativeTestJSON-872864724 tempest-ServersNegativeTestJSON-872864724-project] Pushing event updated for resources: {'Port': ['ID=dac48962-b521-47ce-add8-baf28b8b1d9c,revision_number=1']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:19:01.492399 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93800bde-c8d7-4ef5-ace6-b0e05af4f79b tempest-ServersNegativeTestJSON-872864724 tempest-ServersNegativeTestJSON-872864724-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:19:01.492778 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93800bde-c8d7-4ef5-ace6-b0e05af4f79b tempest-ServersNegativeTestJSON-872864724 tempest-ServersNegativeTestJSON-872864724-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:19:01.493126 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93800bde-c8d7-4ef5-ace6-b0e05af4f79b tempest-ServersNegativeTestJSON-872864724 tempest-ServersNegativeTestJSON-872864724-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:19:01.493467 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93800bde-c8d7-4ef5-ace6-b0e05af4f79b tempest-ServersNegativeTestJSON-872864724 tempest-ServersNegativeTestJSON-872864724-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:19:01.493805 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93800bde-c8d7-4ef5-ace6-b0e05af4f79b tempest-ServersNegativeTestJSON-872864724 tempest-ServersNegativeTestJSON-872864724-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:19:01.494140 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93800bde-c8d7-4ef5-ace6-b0e05af4f79b tempest-ServersNegativeTestJSON-872864724 tempest-ServersNegativeTestJSON-872864724-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:19:01.494471 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93800bde-c8d7-4ef5-ace6-b0e05af4f79b tempest-ServersNegativeTestJSON-872864724 tempest-ServersNegativeTestJSON-872864724-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:19:01.494801 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93800bde-c8d7-4ef5-ace6-b0e05af4f79b tempest-ServersNegativeTestJSON-872864724 tempest-ServersNegativeTestJSON-872864724-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:19:01.495129 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93800bde-c8d7-4ef5-ace6-b0e05af4f79b tempest-ServersNegativeTestJSON-872864724 tempest-ServersNegativeTestJSON-872864724-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:19:01.495454 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93800bde-c8d7-4ef5-ace6-b0e05af4f79b tempest-ServersNegativeTestJSON-872864724 tempest-ServersNegativeTestJSON-872864724-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:19:01.495781 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93800bde-c8d7-4ef5-ace6-b0e05af4f79b tempest-ServersNegativeTestJSON-872864724 tempest-ServersNegativeTestJSON-872864724-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:19:01.496108 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93800bde-c8d7-4ef5-ace6-b0e05af4f79b tempest-ServersNegativeTestJSON-872864724 tempest-ServersNegativeTestJSON-872864724-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:19:01.521035 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58bf8b49-5418-467d-be9b-84038de3a1ee req-93800bde-c8d7-4ef5-ace6-b0e05af4f79b tempest-ServersNegativeTestJSON-872864724 tempest-ServersNegativeTestJSON-872864724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:19:01.521735 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-58bf8b49-5418-467d-be9b-84038de3a1ee req-93800bde-c8d7-4ef5-ace6-b0e05af4f79b tempest-ServersNegativeTestJSON-872864724 tempest-ServersNegativeTestJSON-872864724-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222849'] for port, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:19:01.535591 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-58bf8b49-5418-467d-be9b-84038de3a1ee req-93800bde-c8d7-4ef5-ace6-b0e05af4f79b tempest-ServersNegativeTestJSON-872864724 tempest-ServersNegativeTestJSON-872864724-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5960894 Sep 23 20:19:01.549626 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.v2.base [req-58bf8b49-5418-467d-be9b-84038de3a1ee req-68934618-3758-4965-83f5-c13284edf30e service neutron] Request body: {'port': {'device_id': '04a535d9-56ee-40a2-88e6-7513983a57bc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713301-16'}} {{(pid=95102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 20:19:01.601833 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-58bf8b49-5418-467d-be9b-84038de3a1ee req-68934618-3758-4965-83f5-c13284edf30e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:19:01.866327 n-d-713301-16 neutron-server[95102]: DEBUG neutron.notifiers.nova [req-58bf8b49-5418-467d-be9b-84038de3a1ee req-68934618-3758-4965-83f5-c13284edf30e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dac48962-b521-47ce-add8-baf28b8b1d9c {{(pid=95102) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 20:19:01.873642 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-58bf8b49-5418-467d-be9b-84038de3a1ee req-68934618-3758-4965-83f5-c13284edf30e service neutron] Notify callbacks [] for port, precommit_update {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:19:01.887173 n-d-713301-16 neutron-server[95102]: DEBUG neutron.db.provisioning_blocks [req-58bf8b49-5418-467d-be9b-84038de3a1ee req-68934618-3758-4965-83f5-c13284edf30e service neutron] Transition to ACTIVE for port object dac48962-b521-47ce-add8-baf28b8b1d9c will not be triggered until provisioned by entity L2. {{(pid=95102) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 20:19:01.891005 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-58bf8b49-5418-467d-be9b-84038de3a1ee req-68934618-3758-4965-83f5-c13284edf30e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4399095'] for port, after_update {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:19:01.940114 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68934618-3758-4965-83f5-c13284edf30e service neutron] Pushing event updated for resources: {'Port': ['ID=dac48962-b521-47ce-add8-baf28b8b1d9c,revision_number=2']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:19:02.015075 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.managers [req-58bf8b49-5418-467d-be9b-84038de3a1ee req-68934618-3758-4965-83f5-c13284edf30e service neutron] Attempting to bind port dac48962-b521-47ce-add8-baf28b8b1d9c on host n-h1-713301-16 for vnic_type normal with profile {{(pid=95102) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 20:19:02.015493 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.managers [req-58bf8b49-5418-467d-be9b-84038de3a1ee req-68934618-3758-4965-83f5-c13284edf30e service neutron] Attempting to bind port dac48962-b521-47ce-add8-baf28b8b1d9c by drivers openvswitch,hyperv on host n-h1-713301-16 at level 0 using segments [{'id': '4a9732f0-62e3-433f-a7f8-84ba8c037359', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '07fac236-4fbe-4a69-a6a8-f48f407c8f56'}] {{(pid=95102) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 20:19:02.015904 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58bf8b49-5418-467d-be9b-84038de3a1ee req-68934618-3758-4965-83f5-c13284edf30e service neutron] Attempting to bind port dac48962-b521-47ce-add8-baf28b8b1d9c on network 07fac236-4fbe-4a69-a6a8-f48f407c8f56 {{(pid=95102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 20:19:02.020691 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58bf8b49-5418-467d-be9b-84038de3a1ee req-68934618-3758-4965-83f5-c13284edf30e service neutron] Port dac48962-b521-47ce-add8-baf28b8b1d9c on network 07fac236-4fbe-4a69-a6a8-f48f407c8f56 not bound, no agent of type Open vSwitch agent registered on host n-h1-713301-16 {{(pid=95102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 20:19:02.021011 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58bf8b49-5418-467d-be9b-84038de3a1ee req-68934618-3758-4965-83f5-c13284edf30e service neutron] Attempting to bind port dac48962-b521-47ce-add8-baf28b8b1d9c on network 07fac236-4fbe-4a69-a6a8-f48f407c8f56 {{(pid=95102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 20:19:02.025720 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58bf8b49-5418-467d-be9b-84038de3a1ee req-68934618-3758-4965-83f5-c13284edf30e service neutron] Checking agent: {'id': '0708c3e9-0aad-4600-9be9-d2486535c898', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713301-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 19, 15, 28), 'started_at': datetime.datetime(2021, 9, 23, 19, 15, 28), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 20, 18, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 20:19:02.026048 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58bf8b49-5418-467d-be9b-84038de3a1ee req-68934618-3758-4965-83f5-c13284edf30e service neutron] Checking segment: {'id': '4a9732f0-62e3-433f-a7f8-84ba8c037359', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '07fac236-4fbe-4a69-a6a8-f48f407c8f56'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95102) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 20:19:02.026422 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58bf8b49-5418-467d-be9b-84038de3a1ee req-68934618-3758-4965-83f5-c13284edf30e service neutron] Bound using segment: {'id': '4a9732f0-62e3-433f-a7f8-84ba8c037359', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '07fac236-4fbe-4a69-a6a8-f48f407c8f56'} {{(pid=95102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 20:19:02.026838 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.managers [req-58bf8b49-5418-467d-be9b-84038de3a1ee req-68934618-3758-4965-83f5-c13284edf30e service neutron] Bound port: dac48962-b521-47ce-add8-baf28b8b1d9c, host: n-h1-713301-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4a9732f0-62e3-433f-a7f8-84ba8c037359', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '07fac236-4fbe-4a69-a6a8-f48f407c8f56'}}] {{(pid=95102) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 20:19:02.027187 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-58bf8b49-5418-467d-be9b-84038de3a1ee req-68934618-3758-4965-83f5-c13284edf30e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:19:02.091998 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.db [req-58bf8b49-5418-467d-be9b-84038de3a1ee req-68934618-3758-4965-83f5-c13284edf30e service neutron] For port dac48962-b521-47ce-add8-baf28b8b1d9c, host n-h1-713301-16, cleared binding levels {{(pid=95102) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 20:19:02.096038 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.db [req-58bf8b49-5418-467d-be9b-84038de3a1ee req-68934618-3758-4965-83f5-c13284edf30e service neutron] For port dac48962-b521-47ce-add8-baf28b8b1d9c, host n-h1-713301-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-16',level=0,port_id=dac48962-b521-47ce-add8-baf28b8b1d9c,segment=NetworkSegment(4a9732f0-62e3-433f-a7f8-84ba8c037359),segment_id=4a9732f0-62e3-433f-a7f8-84ba8c037359)] {{(pid=95102) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 20:19:02.101004 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-58bf8b49-5418-467d-be9b-84038de3a1ee req-68934618-3758-4965-83f5-c13284edf30e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4399095'] for port, after_update {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:19:02.146249 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58bf8b49-5418-467d-be9b-84038de3a1ee req-68934618-3758-4965-83f5-c13284edf30e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:19:02.147180 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-58bf8b49-5418-467d-be9b-84038de3a1ee req-68934618-3758-4965-83f5-c13284edf30e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222849'] for port, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:19:02.148425 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-58bf8b49-5418-467d-be9b-84038de3a1ee req-68934618-3758-4965-83f5-c13284edf30e service neutron] 10.222.0.74 "PUT /v2.0/ports/dac48962-b521-47ce-add8-baf28b8b1d9c HTTP/1.1" status: 200 len: 1092 time: 0.6042788 Sep 23 20:19:02.152535 n-d-713301-16 neutron-server[95102]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '04a535d9-56ee-40a2-88e6-7513983a57bc', 'tag': 'dac48962-b521-47ce-add8-baf28b8b1d9c'}] {{(pid=95102) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 20:19:02.155255 n-d-713301-16 neutron-server[95102]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a8356a6bd5e554bb349ddb806ba98ee8c25ce2b3f69d698f62da31b860ff3eb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8961e96-8b9f-4894-8031-0dba199776c1" -d '{"events": [{"name": "network-changed", "server_uuid": "04a535d9-56ee-40a2-88e6-7513983a57bc", "tag": "dac48962-b521-47ce-add8-baf28b8b1d9c"}]}' {{(pid=95102) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 20:19:02.214494 n-d-713301-16 neutron-server[95102]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 20:19:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a8bb4bd-482d-4d15-981d-4bae812639eb x-openstack-request-id: req-8a8bb4bd-482d-4d15-981d-4bae812639eb {{(pid=95102) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 20:19:02.214775 n-d-713301-16 neutron-server[95102]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "04a535d9-56ee-40a2-88e6-7513983a57bc", "tag": "dac48962-b521-47ce-add8-baf28b8b1d9c", "status": "completed", "code": 200}]} {{(pid=95102) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 20:19:02.215023 n-d-713301-16 neutron-server[95102]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-8a8bb4bd-482d-4d15-981d-4bae812639eb {{(pid=95102) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 20:19:02.215406 n-d-713301-16 neutron-server[95102]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '04a535d9-56ee-40a2-88e6-7513983a57bc', 'tag': 'dac48962-b521-47ce-add8-baf28b8b1d9c', 'status': 'completed', 'code': 200} Sep 23 20:19:02.238052 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68934618-3758-4965-83f5-c13284edf30e service neutron] Pushing event updated for resources: {'Port': ['ID=dac48962-b521-47ce-add8-baf28b8b1d9c,revision_number=3']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:19:02.256436 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda55944-5a3e-4618-87c2-7e79d9e98327 req-593cda25-88ad-4e0d-928e-90ff3c3afe7c tempest-ServersNegativeTestJSON-872864724 tempest-ServersNegativeTestJSON-872864724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:19:02.257969 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-cda55944-5a3e-4618-87c2-7e79d9e98327 req-593cda25-88ad-4e0d-928e-90ff3c3afe7c tempest-ServersNegativeTestJSON-872864724 tempest-ServersNegativeTestJSON-872864724-project] 10.222.0.67 "GET /v2.0/ports?device_id=04a535d9-56ee-40a2-88e6-7513983a57bc HTTP/1.1" status: 200 len: 943 time: 0.1291132 Sep 23 20:19:02.273319 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58bf8b49-5418-467d-be9b-84038de3a1ee req-dd131b90-64eb-4f88-a031-7d4de930c29b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:19:02.274742 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-58bf8b49-5418-467d-be9b-84038de3a1ee req-dd131b90-64eb-4f88-a031-7d4de930c29b service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=442a7415b63d407c8461ff13fdc04afe&device_id=04a535d9-56ee-40a2-88e6-7513983a57bc HTTP/1.1" status: 200 len: 1095 time: 0.0799170 Sep 23 20:19:02.323825 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-58bf8b49-5418-467d-be9b-84038de3a1ee req-bcfbe65b-2e02-451f-b655-ba79f678b907 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=dac48962-b521-47ce-add8-baf28b8b1d9c HTTP/1.1" status: 200 len: 217 time: 0.0389059 Sep 23 20:19:02.344387 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-cda55944-5a3e-4618-87c2-7e79d9e98327 req-5ebb0801-79d4-410f-96bc-ca4c00c8de83 tempest-ServersNegativeTestJSON-872864724 tempest-ServersNegativeTestJSON-872864724-project] 10.222.0.67 "GET /v2.0/security-groups?id=00ffcfc1-fe92-4246-b77d-02469e6df0e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791225 Sep 23 20:19:02.380118 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58bf8b49-5418-467d-be9b-84038de3a1ee req-2ede87e6-3e9c-4a0f-8cc6-c19b69326085 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:19:02.381603 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-58bf8b49-5418-467d-be9b-84038de3a1ee req-2ede87e6-3e9c-4a0f-8cc6-c19b69326085 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=f388120f-574d-4e8f-8c2f-a4e9be1ca804 HTTP/1.1" status: 200 len: 854 time: 0.0502515 Sep 23 20:19:02.418381 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-58bf8b49-5418-467d-be9b-84038de3a1ee req-bba943d7-2c0a-4b08-a5cc-4d5d434cda47 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=07fac236-4fbe-4a69-a6a8-f48f407c8f56&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0294547 Sep 23 20:19:02.509254 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-58bf8b49-5418-467d-be9b-84038de3a1ee req-f88b998e-a958-4047-baff-0bcdf83cf598 service neutron] 10.222.0.74 "GET /v2.0/networks/07fac236-4fbe-4a69-a6a8-f48f407c8f56?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840592 Sep 23 20:19:02.604905 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-58bf8b49-5418-467d-be9b-84038de3a1ee req-a487f3ed-133e-4fc8-96fe-a84146d92917 service neutron] 10.222.0.74 "GET /v2.0/networks/07fac236-4fbe-4a69-a6a8-f48f407c8f56?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887206 Sep 23 20:19:02.691967 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8961e96-8b9f-4894-8031-0dba199776c1 req-deb9fcab-039d-4b59-8843-0245f264c5e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:19:02.693416 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-e8961e96-8b9f-4894-8031-0dba199776c1 req-deb9fcab-039d-4b59-8843-0245f264c5e5 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=442a7415b63d407c8461ff13fdc04afe&device_id=04a535d9-56ee-40a2-88e6-7513983a57bc HTTP/1.1" status: 200 len: 1095 time: 0.0422845 Sep 23 20:19:02.786524 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8961e96-8b9f-4894-8031-0dba199776c1 req-85a3579a-e8dd-4928-825e-c8fd9e844ea9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:19:02.788016 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-e8961e96-8b9f-4894-8031-0dba199776c1 req-85a3579a-e8dd-4928-825e-c8fd9e844ea9 service neutron] 10.222.0.74 "GET /v2.0/networks?id=07fac236-4fbe-4a69-a6a8-f48f407c8f56 HTTP/1.1" status: 200 len: 915 time: 0.0880177 Sep 23 20:19:02.833053 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-e8961e96-8b9f-4894-8031-0dba199776c1 req-82f39ff3-77e8-40fb-9ade-d8a66074a175 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=dac48962-b521-47ce-add8-baf28b8b1d9c HTTP/1.1" status: 200 len: 217 time: 0.0349681 Sep 23 20:19:02.885427 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8961e96-8b9f-4894-8031-0dba199776c1 req-c6b54f42-2a1a-46b0-b176-4a2f96f7b462 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:19:02.886875 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-e8961e96-8b9f-4894-8031-0dba199776c1 req-c6b54f42-2a1a-46b0-b176-4a2f96f7b462 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=f388120f-574d-4e8f-8c2f-a4e9be1ca804 HTTP/1.1" status: 200 len: 854 time: 0.0431137 Sep 23 20:19:02.923813 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-e8961e96-8b9f-4894-8031-0dba199776c1 req-2bb73897-81c5-4a02-a7ca-599bff24858a service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=07fac236-4fbe-4a69-a6a8-f48f407c8f56&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0258374 Sep 23 20:19:03.018332 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-e8961e96-8b9f-4894-8031-0dba199776c1 req-6d7744d8-c60d-4da4-9675-4f533f854480 service neutron] 10.222.0.74 "GET /v2.0/networks/07fac236-4fbe-4a69-a6a8-f48f407c8f56?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869052 Sep 23 20:19:03.110942 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-e8961e96-8b9f-4894-8031-0dba199776c1 req-73c9a8fe-e381-471c-b2f8-f7c76020fe46 service neutron] 10.222.0.74 "GET /v2.0/networks/07fac236-4fbe-4a69-a6a8-f48f407c8f56?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848684 Sep 23 20:19:03.462793 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a93029e2-6de0-481a-951e-68e1c4c68d0b req-6e7ab610-9595-4e83-beef-6e5bdd37567b tempest-ServersNegativeTestJSON-872864724 tempest-ServersNegativeTestJSON-872864724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:19:03.464329 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-a93029e2-6de0-481a-951e-68e1c4c68d0b req-6e7ab610-9595-4e83-beef-6e5bdd37567b tempest-ServersNegativeTestJSON-872864724 tempest-ServersNegativeTestJSON-872864724-project] 10.222.0.67 "GET /v2.0/ports?device_id=04a535d9-56ee-40a2-88e6-7513983a57bc HTTP/1.1" status: 200 len: 943 time: 0.0511653 Sep 23 20:19:03.502615 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-a93029e2-6de0-481a-951e-68e1c4c68d0b req-622882d4-c40c-4768-a72d-a4491d0e207c tempest-ServersNegativeTestJSON-872864724 tempest-ServersNegativeTestJSON-872864724-project] 10.222.0.67 "GET /v2.0/security-groups?id=00ffcfc1-fe92-4246-b77d-02469e6df0e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322218 Sep 23 20:19:04.553782 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.agents_db [None req-f2f5c474-60a3-474f-b2cc-02c4bd30880c None None] Agent healthcheck: found 7 active agents {{(pid=95104) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 20:19:04.621471 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ac8b0f-321d-41b9-864f-9bd472f496c9 req-0ad08913-5f2c-407c-9034-bb9f318f9f90 tempest-ServersNegativeTestJSON-872864724 tempest-ServersNegativeTestJSON-872864724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:19:04.622983 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-76ac8b0f-321d-41b9-864f-9bd472f496c9 req-0ad08913-5f2c-407c-9034-bb9f318f9f90 tempest-ServersNegativeTestJSON-872864724 tempest-ServersNegativeTestJSON-872864724-project] 10.222.0.67 "GET /v2.0/ports?device_id=04a535d9-56ee-40a2-88e6-7513983a57bc HTTP/1.1" status: 200 len: 943 time: 0.0495286 Sep 23 20:19:04.662898 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-76ac8b0f-321d-41b9-864f-9bd472f496c9 req-7289ee66-06bc-45a0-b7a4-b35dcecc48ee tempest-ServersNegativeTestJSON-872864724 tempest-ServersNegativeTestJSON-872864724-project] 10.222.0.67 "GET /v2.0/security-groups?id=00ffcfc1-fe92-4246-b77d-02469e6df0e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329840 Sep 23 20:19:05.385861 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Device dac48962-b521-47ce-add8-baf28b8b1d9c details requested by agent hyperv_n-h1-713301-16 with host n-h1-713301-16 {{(pid=95103) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 20:19:05.632622 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] For port dac48962-b521-47ce-add8-baf28b8b1d9c, host n-h1-713301-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-16',level=0,port_id=dac48962-b521-47ce-add8-baf28b8b1d9c,segment=NetworkSegment(4a9732f0-62e3-433f-a7f8-84ba8c037359),segment_id=4a9732f0-62e3-433f-a7f8-84ba8c037359)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 20:19:05.644092 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Returning: {'device': 'dac48962-b521-47ce-add8-baf28b8b1d9c', 'network_id': '07fac236-4fbe-4a69-a6a8-f48f407c8f56', 'port_id': 'dac48962-b521-47ce-add8-baf28b8b1d9c', 'mac_address': 'fa:16:3e:05:97:3a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 629, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f388120f-574d-4e8f-8c2f-a4e9be1ca804', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95103) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 20:19:05.680972 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:19:05.694908 n-d-713301-16 neutron-server[95103]: DEBUG neutron.notifiers.nova [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dac48962-b521-47ce-add8-baf28b8b1d9c {{(pid=95103) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 20:19:05.715806 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] For port dac48962-b521-47ce-add8-baf28b8b1d9c, host n-h1-713301-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-16',level=0,port_id=dac48962-b521-47ce-add8-baf28b8b1d9c,segment=NetworkSegment(4a9732f0-62e3-433f-a7f8-84ba8c037359),segment_id=4a9732f0-62e3-433f-a7f8-84ba8c037359)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 20:19:05.721253 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:19:05.770796 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Pushing event updated for resources: {'Port': ['ID=dac48962-b521-47ce-add8-baf28b8b1d9c,revision_number=4']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:19:05.788933 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce4ddc5-0245-4aac-b8fa-f197f2240496 req-a4b4d136-0542-4a19-998f-f424d39f2266 tempest-ServersNegativeTestJSON-872864724 tempest-ServersNegativeTestJSON-872864724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:19:05.790444 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-1ce4ddc5-0245-4aac-b8fa-f197f2240496 req-a4b4d136-0542-4a19-998f-f424d39f2266 tempest-ServersNegativeTestJSON-872864724 tempest-ServersNegativeTestJSON-872864724-project] 10.222.0.67 "GET /v2.0/ports?device_id=04a535d9-56ee-40a2-88e6-7513983a57bc HTTP/1.1" status: 200 len: 944 time: 0.0505044 Sep 23 20:19:05.832433 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-1ce4ddc5-0245-4aac-b8fa-f197f2240496 req-2de18fa7-e7a4-41c5-99fa-d0c7e2cd772e tempest-ServersNegativeTestJSON-872864724 tempest-ServersNegativeTestJSON-872864724-project] 10.222.0.67 "GET /v2.0/security-groups?id=00ffcfc1-fe92-4246-b77d-02469e6df0e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359626 Sep 23 20:19:05.911919 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] get_ports_and_sgs() called for port_ids ['dac48962-b521-47ce-add8-baf28b8b1d9c'] {{(pid=95103) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 20:19:06.948207 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5859cf4-ad31-4c85-ab95-d31c305b2ca5 req-c128fa57-7713-42ff-918a-37faf7f51685 tempest-ServersNegativeTestJSON-872864724 tempest-ServersNegativeTestJSON-872864724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:19:06.949708 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-c5859cf4-ad31-4c85-ab95-d31c305b2ca5 req-c128fa57-7713-42ff-918a-37faf7f51685 tempest-ServersNegativeTestJSON-872864724 tempest-ServersNegativeTestJSON-872864724-project] 10.222.0.67 "GET /v2.0/ports?device_id=04a535d9-56ee-40a2-88e6-7513983a57bc HTTP/1.1" status: 200 len: 944 time: 0.0493152 Sep 23 20:19:06.987844 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-c5859cf4-ad31-4c85-ab95-d31c305b2ca5 req-3043aed8-57f8-44c8-815c-a7d67fd6e560 tempest-ServersNegativeTestJSON-872864724 tempest-ServersNegativeTestJSON-872864724-project] 10.222.0.67 "GET /v2.0/security-groups?id=00ffcfc1-fe92-4246-b77d-02469e6df0e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315008 Sep 23 20:19:07.401115 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Device dac48962-b521-47ce-add8-baf28b8b1d9c up at agent hyperv_n-h1-713301-16 {{(pid=95103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 20:19:07.448560 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Provisioning for port dac48962-b521-47ce-add8-baf28b8b1d9c completed by entity L2. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 20:19:07.452089 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Provisioning complete for port dac48962-b521-47ce-add8-baf28b8b1d9c triggered by entity L2. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 20:19:07.452457 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:19:07.531480 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:19:07.553562 n-d-713301-16 neutron-server[95103]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '04a535d9-56ee-40a2-88e6-7513983a57bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dac48962-b521-47ce-add8-baf28b8b1d9c'}] {{(pid=95103) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 20:19:07.555784 n-d-713301-16 neutron-server[95103]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1848421c4d334b5bfe6f5b9de07f03d1600ee538ec1ae4f0fcf02c32f81bee4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8118552f-0b68-42ad-8a25-dddb8304265b" -d '{"events": [{"server_uuid": "04a535d9-56ee-40a2-88e6-7513983a57bc", "name": "network-vif-plugged", "status": "completed", "tag": "dac48962-b521-47ce-add8-baf28b8b1d9c"}]}' {{(pid=95103) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 20:19:07.568592 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] For port dac48962-b521-47ce-add8-baf28b8b1d9c, host n-h1-713301-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-16',level=0,port_id=dac48962-b521-47ce-add8-baf28b8b1d9c,segment=NetworkSegment(4a9732f0-62e3-433f-a7f8-84ba8c037359),segment_id=4a9732f0-62e3-433f-a7f8-84ba8c037359)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 20:19:07.572891 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:19:07.596946 n-d-713301-16 neutron-server[95103]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 20:19:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dca5262a-ac7a-4ebf-86f8-bf6f6f6f52ba x-openstack-request-id: req-dca5262a-ac7a-4ebf-86f8-bf6f6f6f52ba {{(pid=95103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 20:19:07.597238 n-d-713301-16 neutron-server[95103]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "04a535d9-56ee-40a2-88e6-7513983a57bc", "name": "network-vif-plugged", "status": "completed", "tag": "dac48962-b521-47ce-add8-baf28b8b1d9c", "code": 200}]} {{(pid=95103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 20:19:07.597485 n-d-713301-16 neutron-server[95103]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-dca5262a-ac7a-4ebf-86f8-bf6f6f6f52ba {{(pid=95103) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 20:19:07.597871 n-d-713301-16 neutron-server[95103]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '04a535d9-56ee-40a2-88e6-7513983a57bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dac48962-b521-47ce-add8-baf28b8b1d9c', 'code': 200} Sep 23 20:19:07.624432 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Pushing event updated for resources: {'Port': ['ID=dac48962-b521-47ce-add8-baf28b8b1d9c,revision_number=5']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:19:07.694068 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08198911-0a62-4e3b-8e00-5a481c997ad7 req-6a487760-7988-4dc3-942a-47b44a842ac7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:19:07.695554 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-08198911-0a62-4e3b-8e00-5a481c997ad7 req-6a487760-7988-4dc3-942a-47b44a842ac7 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=04a535d9-56ee-40a2-88e6-7513983a57bc HTTP/1.1" status: 200 len: 1097 time: 0.0400403 Sep 23 20:19:07.730082 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-08198911-0a62-4e3b-8e00-5a481c997ad7 req-23675922-847e-4613-a75b-89b3b61e3302 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=00ffcfc1-fe92-4246-b77d-02469e6df0e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0273561 Sep 23 20:19:08.103313 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6d7a70-f1cf-47ed-a285-cd5916a0bc53 req-538b4e1f-b7ea-481d-b91d-1171e39882c3 tempest-ServersNegativeTestJSON-872864724 tempest-ServersNegativeTestJSON-872864724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:19:08.104842 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-8c6d7a70-f1cf-47ed-a285-cd5916a0bc53 req-538b4e1f-b7ea-481d-b91d-1171e39882c3 tempest-ServersNegativeTestJSON-872864724 tempest-ServersNegativeTestJSON-872864724-project] 10.222.0.67 "GET /v2.0/ports?device_id=04a535d9-56ee-40a2-88e6-7513983a57bc HTTP/1.1" status: 200 len: 945 time: 0.0493593 Sep 23 20:19:08.146202 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-8c6d7a70-f1cf-47ed-a285-cd5916a0bc53 req-ffb61157-a5f8-4008-9dd3-0fc8d85b9cb2 tempest-ServersNegativeTestJSON-872864724 tempest-ServersNegativeTestJSON-872864724-project] 10.222.0.67 "GET /v2.0/security-groups?id=00ffcfc1-fe92-4246-b77d-02469e6df0e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347297 Sep 23 20:19:09.272878 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac6609a-b43a-473f-86b0-75847fdd7686 req-c7c5d075-5b28-4fe5-a139-dfed98afe230 tempest-ServersNegativeTestJSON-872864724 tempest-ServersNegativeTestJSON-872864724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:19:09.274389 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-3ac6609a-b43a-473f-86b0-75847fdd7686 req-c7c5d075-5b28-4fe5-a139-dfed98afe230 tempest-ServersNegativeTestJSON-872864724 tempest-ServersNegativeTestJSON-872864724-project] 10.222.0.67 "GET /v2.0/ports?device_id=04a535d9-56ee-40a2-88e6-7513983a57bc HTTP/1.1" status: 200 len: 945 time: 0.0538344 Sep 23 20:19:09.312319 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-3ac6609a-b43a-473f-86b0-75847fdd7686 req-f65588cf-491e-4f20-a2c9-17e008e701d2 tempest-ServersNegativeTestJSON-872864724 tempest-ServersNegativeTestJSON-872864724-project] 10.222.0.67 "GET /v2.0/security-groups?id=00ffcfc1-fe92-4246-b77d-02469e6df0e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319324 Sep 23 20:19:09.543143 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90353ee5-fde2-4aac-b8ba-80e166f0eb31 req-5d24525e-bef4-4f79-89d6-6a7af43b159d tempest-ServersNegativeTestJSON-872864724 tempest-ServersNegativeTestJSON-872864724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:19:09.544640 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-90353ee5-fde2-4aac-b8ba-80e166f0eb31 req-5d24525e-bef4-4f79-89d6-6a7af43b159d tempest-ServersNegativeTestJSON-872864724 tempest-ServersNegativeTestJSON-872864724-project] 10.222.0.67 "GET /v2.0/ports?device_id=04a535d9-56ee-40a2-88e6-7513983a57bc HTTP/1.1" status: 200 len: 945 time: 0.0499299 Sep 23 20:19:09.584099 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-90353ee5-fde2-4aac-b8ba-80e166f0eb31 req-c62a006b-0795-465e-aaa4-9a281e7a7864 tempest-ServersNegativeTestJSON-872864724 tempest-ServersNegativeTestJSON-872864724-project] 10.222.0.67 "GET /v2.0/security-groups?id=00ffcfc1-fe92-4246-b77d-02469e6df0e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324073 Sep 23 20:19:10.706487 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-144c1d22-b592-4e45-9841-0f483c7c9e99 req-dcbf18da-e501-45b8-8925-ee9495d35a57 tempest-ServersNegativeTestJSON-872864724 tempest-ServersNegativeTestJSON-872864724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:19:10.707989 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-144c1d22-b592-4e45-9841-0f483c7c9e99 req-dcbf18da-e501-45b8-8925-ee9495d35a57 tempest-ServersNegativeTestJSON-872864724 tempest-ServersNegativeTestJSON-872864724-project] 10.222.0.67 "GET /v2.0/ports?device_id=04a535d9-56ee-40a2-88e6-7513983a57bc HTTP/1.1" status: 200 len: 945 time: 0.0513940 Sep 23 20:19:10.774763 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-144c1d22-b592-4e45-9841-0f483c7c9e99 req-a41d10c5-fcd7-4c33-b696-01411fa759a3 tempest-ServersNegativeTestJSON-872864724 tempest-ServersNegativeTestJSON-872864724-project] 10.222.0.67 "GET /v2.0/security-groups?id=00ffcfc1-fe92-4246-b77d-02469e6df0e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604756 Sep 23 20:19:10.792091 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6335e0f-a9e3-4496-a6bf-b1e5ab8a704a req-9b6376e2-3fb0-4da6-b132-23e14a55b25f tempest-ServersNegativeTestJSON-872864724 tempest-ServersNegativeTestJSON-872864724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:19:10.793591 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-f6335e0f-a9e3-4496-a6bf-b1e5ab8a704a req-9b6376e2-3fb0-4da6-b132-23e14a55b25f tempest-ServersNegativeTestJSON-872864724 tempest-ServersNegativeTestJSON-872864724-project] 10.222.0.74 "GET /v2.0/ports?device_id=04a535d9-56ee-40a2-88e6-7513983a57bc HTTP/1.1" status: 200 len: 945 time: 0.0621059 Sep 23 20:19:10.881287 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.plugin [req-f6335e0f-a9e3-4496-a6bf-b1e5ab8a704a req-54e485ab-0e57-4d0e-aaf7-9db2a37a27a6 tempest-ServersNegativeTestJSON-872864724 tempest-ServersNegativeTestJSON-872864724-project] Deleting port dac48962-b521-47ce-add8-baf28b8b1d9c {{(pid=95102) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 20:19:10.881541 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-f6335e0f-a9e3-4496-a6bf-b1e5ab8a704a req-54e485ab-0e57-4d0e-aaf7-9db2a37a27a6 tempest-ServersNegativeTestJSON-872864724 tempest-ServersNegativeTestJSON-872864724-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783146157096'] for port, before_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:19:10.972712 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.db [req-f6335e0f-a9e3-4496-a6bf-b1e5ab8a704a req-54e485ab-0e57-4d0e-aaf7-9db2a37a27a6 tempest-ServersNegativeTestJSON-872864724 tempest-ServersNegativeTestJSON-872864724-project] For port dac48962-b521-47ce-add8-baf28b8b1d9c, host n-h1-713301-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-16',level=0,port_id=dac48962-b521-47ce-add8-baf28b8b1d9c,segment=NetworkSegment(4a9732f0-62e3-433f-a7f8-84ba8c037359),segment_id=4a9732f0-62e3-433f-a7f8-84ba8c037359)] {{(pid=95102) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 20:19:10.973077 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-f6335e0f-a9e3-4496-a6bf-b1e5ab8a704a req-54e485ab-0e57-4d0e-aaf7-9db2a37a27a6 tempest-ServersNegativeTestJSON-872864724 tempest-ServersNegativeTestJSON-872864724-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-605701'] for port, precommit_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:19:10.984721 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.plugin [req-f6335e0f-a9e3-4496-a6bf-b1e5ab8a704a req-54e485ab-0e57-4d0e-aaf7-9db2a37a27a6 tempest-ServersNegativeTestJSON-872864724 tempest-ServersNegativeTestJSON-872864724-project] Calling delete_port for dac48962-b521-47ce-add8-baf28b8b1d9c owned by compute:nova {{(pid=95102) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 20:19:11.113671 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-f6335e0f-a9e3-4496-a6bf-b1e5ab8a704a req-54e485ab-0e57-4d0e-aaf7-9db2a37a27a6 tempest-ServersNegativeTestJSON-872864724 tempest-ServersNegativeTestJSON-872864724-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783146162158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783145673144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4399100'] for port, after_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:19:11.127016 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] get_ports_and_sgs() called for port_ids ['99da60d9-9647-457f-864e-7375548b6b53'] {{(pid=95103) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 20:19:11.130135 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] get_ports_and_sgs() called for port_ids ['dac48962-b521-47ce-add8-baf28b8b1d9c'] {{(pid=95103) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 20:19:11.144159 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e485ab-0e57-4d0e-aaf7-9db2a37a27a6 tempest-ServersNegativeTestJSON-872864724 tempest-ServersNegativeTestJSON-872864724-project] Pushing event deleted for resources: {'Port': ['ID=dac48962-b521-47ce-add8-baf28b8b1d9c,revision_number=None']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:19:11.185514 n-d-713301-16 neutron-server[95102]: DEBUG neutron.db.l3_dvrscheduler_db [req-f6335e0f-a9e3-4496-a6bf-b1e5ab8a704a req-54e485ab-0e57-4d0e-aaf7-9db2a37a27a6 tempest-ServersNegativeTestJSON-872864724 tempest-ServersNegativeTestJSON-872864724-project] No DVR routers for this DVR port dac48962-b521-47ce-add8-baf28b8b1d9c on host n-h1-713301-16 {{(pid=95102) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 20:19:11.188044 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-f6335e0f-a9e3-4496-a6bf-b1e5ab8a704a req-54e485ab-0e57-4d0e-aaf7-9db2a37a27a6 tempest-ServersNegativeTestJSON-872864724 tempest-ServersNegativeTestJSON-872864724-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222849'] for port, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:19:11.192715 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-f6335e0f-a9e3-4496-a6bf-b1e5ab8a704a req-54e485ab-0e57-4d0e-aaf7-9db2a37a27a6 tempest-ServersNegativeTestJSON-872864724 tempest-ServersNegativeTestJSON-872864724-project] 10.222.0.74 "DELETE /v2.0/ports/dac48962-b521-47ce-add8-baf28b8b1d9c HTTP/1.1" status: 204 len: 173 time: 0.3927944 Sep 23 20:19:11.193147 n-d-713301-16 neutron-server[95102]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '04a535d9-56ee-40a2-88e6-7513983a57bc', 'name': 'network-vif-deleted', 'tag': 'dac48962-b521-47ce-add8-baf28b8b1d9c'}] {{(pid=95102) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 20:19:11.195386 n-d-713301-16 neutron-server[95102]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a8356a6bd5e554bb349ddb806ba98ee8c25ce2b3f69d698f62da31b860ff3eb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5e91aa2-31f1-404e-a372-246ef72efb65" -d '{"events": [{"server_uuid": "04a535d9-56ee-40a2-88e6-7513983a57bc", "name": "network-vif-deleted", "tag": "dac48962-b521-47ce-add8-baf28b8b1d9c"}]}' {{(pid=95102) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 20:19:11.234369 n-d-713301-16 neutron-server[95102]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 20:19:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52cb882d-5001-4647-904d-7214b672b406 x-openstack-request-id: req-52cb882d-5001-4647-904d-7214b672b406 {{(pid=95102) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 20:19:11.235065 n-d-713301-16 neutron-server[95102]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "04a535d9-56ee-40a2-88e6-7513983a57bc", "name": "network-vif-deleted", "tag": "dac48962-b521-47ce-add8-baf28b8b1d9c", "status": "completed", "code": 200}]} {{(pid=95102) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 20:19:11.235751 n-d-713301-16 neutron-server[95102]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-52cb882d-5001-4647-904d-7214b672b406 {{(pid=95102) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 20:19:11.235994 n-d-713301-16 neutron-server[95102]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '04a535d9-56ee-40a2-88e6-7513983a57bc', 'name': 'network-vif-deleted', 'tag': 'dac48962-b521-47ce-add8-baf28b8b1d9c', 'status': 'completed', 'code': 200} Sep 23 20:19:11.930312 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed82861b-24ad-42d1-9b25-2d2dd9933484 req-b3e97e2e-31b0-47bf-ac8f-f6115294e718 tempest-ServersNegativeTestJSON-872864724 tempest-ServersNegativeTestJSON-872864724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:19:11.931818 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-ed82861b-24ad-42d1-9b25-2d2dd9933484 req-b3e97e2e-31b0-47bf-ac8f-f6115294e718 tempest-ServersNegativeTestJSON-872864724 tempest-ServersNegativeTestJSON-872864724-project] 10.222.0.67 "GET /v2.0/ports?device_id=35ea28e3-a73a-4c7f-ac36-2a4a49902114 HTTP/1.1" status: 200 len: 946 time: 0.0503473 Sep 23 20:19:11.968784 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-ed82861b-24ad-42d1-9b25-2d2dd9933484 req-b32a57c9-659d-43cf-a9f0-b385f043d068 tempest-ServersNegativeTestJSON-872864724 tempest-ServersNegativeTestJSON-872864724-project] 10.222.0.67 "GET /v2.0/security-groups?id=00ffcfc1-fe92-4246-b77d-02469e6df0e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310445 Sep 23 20:19:12.105493 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c344c7-a395-438a-8f67-1f26e24af8ab req-871e4b4e-dced-45a4-a3fd-e060eed394e0 tempest-ServersNegativeTestJSON-872864724 tempest-ServersNegativeTestJSON-872864724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:19:12.107023 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-c7c344c7-a395-438a-8f67-1f26e24af8ab req-871e4b4e-dced-45a4-a3fd-e060eed394e0 tempest-ServersNegativeTestJSON-872864724 tempest-ServersNegativeTestJSON-872864724-project] 10.222.0.67 "GET /v2.0/ports?device_id=35ea28e3-a73a-4c7f-ac36-2a4a49902114 HTTP/1.1" status: 200 len: 946 time: 0.0537877 Sep 23 20:19:12.145566 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-c7c344c7-a395-438a-8f67-1f26e24af8ab req-abc764a7-9fb2-4ba8-b861-6e759f8b576f tempest-ServersNegativeTestJSON-872864724 tempest-ServersNegativeTestJSON-872864724-project] 10.222.0.67 "GET /v2.0/security-groups?id=00ffcfc1-fe92-4246-b77d-02469e6df0e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310287 Sep 23 20:19:12.262839 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b59de5c7-2a76-4b83-9559-26b2350f0bb3 req-0dbc2478-f38c-4eef-b87a-a486017ebaca tempest-ServersNegativeTestJSON-872864724 tempest-ServersNegativeTestJSON-872864724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:19:12.264320 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-b59de5c7-2a76-4b83-9559-26b2350f0bb3 req-0dbc2478-f38c-4eef-b87a-a486017ebaca tempest-ServersNegativeTestJSON-872864724 tempest-ServersNegativeTestJSON-872864724-project] 10.222.0.67 "GET /v2.0/ports?device_id=35ea28e3-a73a-4c7f-ac36-2a4a49902114 HTTP/1.1" status: 200 len: 946 time: 0.0483723 Sep 23 20:19:12.302540 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-b59de5c7-2a76-4b83-9559-26b2350f0bb3 req-48d8e3de-ea64-47be-a2f3-6f6cfda1fbdd tempest-ServersNegativeTestJSON-872864724 tempest-ServersNegativeTestJSON-872864724-project] 10.222.0.67 "GET /v2.0/security-groups?id=00ffcfc1-fe92-4246-b77d-02469e6df0e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316925 Sep 23 20:19:12.374899 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [req-bd79f45e-f436-4061-ab36-44601e75bf5f req-e4ddc894-d897-4547-91e4-4c08b9870b14 service neutron] http://10.222.0.67:9696/v2.0/extensions returned with HTTP 200 {{(pid=95102) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 23 20:19:12.376335 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-bd79f45e-f436-4061-ab36-44601e75bf5f req-e4ddc894-d897-4547-91e4-4c08b9870b14 service neutron] 10.222.0.67 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0053172 Sep 23 20:19:12.487674 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e0972d-6976-4521-bef0-47ed6875b1a5 req-5f031066-65dd-4352-8a92-a8ab8eac093f tempest-ServersNegativeTestJSON-872864724 tempest-ServersNegativeTestJSON-872864724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:19:12.489206 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-a1e0972d-6976-4521-bef0-47ed6875b1a5 req-5f031066-65dd-4352-8a92-a8ab8eac093f tempest-ServersNegativeTestJSON-872864724 tempest-ServersNegativeTestJSON-872864724-project] 10.222.0.67 "GET /v2.0/ports?device_id=35ea28e3-a73a-4c7f-ac36-2a4a49902114 HTTP/1.1" status: 200 len: 946 time: 0.0499377 Sep 23 20:19:12.527021 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-a1e0972d-6976-4521-bef0-47ed6875b1a5 req-724514aa-070f-4c36-a5ec-10c0f46b1cad tempest-ServersNegativeTestJSON-872864724 tempest-ServersNegativeTestJSON-872864724-project] 10.222.0.67 "GET /v2.0/security-groups?id=00ffcfc1-fe92-4246-b77d-02469e6df0e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316825 Sep 23 20:19:12.649109 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad9cfa7-ad92-4c90-b864-a5862e937eef req-a20d0287-1b92-4a0f-8b96-857277d0b57c tempest-ServersNegativeTestJSON-872864724 tempest-ServersNegativeTestJSON-872864724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:19:12.650497 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-3ad9cfa7-ad92-4c90-b864-a5862e937eef req-a20d0287-1b92-4a0f-8b96-857277d0b57c tempest-ServersNegativeTestJSON-872864724 tempest-ServersNegativeTestJSON-872864724-project] 10.222.0.67 "GET /v2.0/ports?device_id=35ea28e3-a73a-4c7f-ac36-2a4a49902114 HTTP/1.1" status: 200 len: 946 time: 0.0537984 Sep 23 20:19:12.687266 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-3ad9cfa7-ad92-4c90-b864-a5862e937eef req-733e62db-16f6-4849-bc84-6fad1a92d4f0 tempest-ServersNegativeTestJSON-872864724 tempest-ServersNegativeTestJSON-872864724-project] 10.222.0.67 "GET /v2.0/security-groups?id=00ffcfc1-fe92-4246-b77d-02469e6df0e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308268 Sep 23 20:19:12.810875 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c57668-8643-482a-ae41-2df3114c9577 req-8f8ab9ba-1364-4ed0-b3b0-827afeb94210 tempest-ServersNegativeTestJSON-872864724 tempest-ServersNegativeTestJSON-872864724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:19:12.812367 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-91c57668-8643-482a-ae41-2df3114c9577 req-8f8ab9ba-1364-4ed0-b3b0-827afeb94210 tempest-ServersNegativeTestJSON-872864724 tempest-ServersNegativeTestJSON-872864724-project] 10.222.0.67 "GET /v2.0/ports?device_id=35ea28e3-a73a-4c7f-ac36-2a4a49902114 HTTP/1.1" status: 200 len: 946 time: 0.0484712 Sep 23 20:19:12.850585 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-91c57668-8643-482a-ae41-2df3114c9577 req-47fdaef2-eb34-46f6-853a-53d06f761f40 tempest-ServersNegativeTestJSON-872864724 tempest-ServersNegativeTestJSON-872864724-project] 10.222.0.67 "GET /v2.0/security-groups?id=00ffcfc1-fe92-4246-b77d-02469e6df0e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317600 Sep 23 20:19:13.153328 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-203ebaa6-46da-4b3c-a7a6-d415b13452e6 req-425caf6d-e695-4531-8ba1-144bbeb80a58 tempest-ServersNegativeTestJSON-872864724 tempest-ServersNegativeTestJSON-872864724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:19:13.154878 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-203ebaa6-46da-4b3c-a7a6-d415b13452e6 req-425caf6d-e695-4531-8ba1-144bbeb80a58 tempest-ServersNegativeTestJSON-872864724 tempest-ServersNegativeTestJSON-872864724-project] 10.222.0.67 "GET /v2.0/ports?device_id=35ea28e3-a73a-4c7f-ac36-2a4a49902114 HTTP/1.1" status: 200 len: 946 time: 0.0487757 Sep 23 20:19:13.194857 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-203ebaa6-46da-4b3c-a7a6-d415b13452e6 req-f040b790-1cf7-4149-8c2c-f21b493280d4 tempest-ServersNegativeTestJSON-872864724 tempest-ServersNegativeTestJSON-872864724-project] 10.222.0.67 "GET /v2.0/security-groups?id=00ffcfc1-fe92-4246-b77d-02469e6df0e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332074 Sep 23 20:19:13.416854 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Device dac48962-b521-47ce-add8-baf28b8b1d9c no longer exists at agent hyperv_n-h1-713301-16 {{(pid=95103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 20:19:13.443028 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.plugin [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] No Port match for: dac48962-b521-47ce-add8-baf28b8b1d9c {{(pid=95103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 20:19:13.443376 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Device dac48962-b521-47ce-add8-baf28b8b1d9c not bound to the agent host n-h1-713301-16 {{(pid=95103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 20:19:14.318174 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1cd3733-bc6c-4f86-a9de-6948689a06f9 req-a40e1865-803f-40fd-bf17-d65ffdfc04b3 tempest-ServersNegativeTestJSON-872864724 tempest-ServersNegativeTestJSON-872864724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:19:14.319743 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-a1cd3733-bc6c-4f86-a9de-6948689a06f9 req-a40e1865-803f-40fd-bf17-d65ffdfc04b3 tempest-ServersNegativeTestJSON-872864724 tempest-ServersNegativeTestJSON-872864724-project] 10.222.0.67 "GET /v2.0/ports?device_id=35ea28e3-a73a-4c7f-ac36-2a4a49902114 HTTP/1.1" status: 200 len: 946 time: 0.0548174 Sep 23 20:19:14.359706 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-a1cd3733-bc6c-4f86-a9de-6948689a06f9 req-5dc85908-0709-4380-8c67-9c992330249f tempest-ServersNegativeTestJSON-872864724 tempest-ServersNegativeTestJSON-872864724-project] 10.222.0.67 "GET /v2.0/security-groups?id=00ffcfc1-fe92-4246-b77d-02469e6df0e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335925 Sep 23 20:19:14.488922 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e23de62-fa3d-4b44-9f5d-4fab6e92c51c req-85532e61-3818-49c9-aa49-1c3f1ead2681 tempest-ServersNegativeTestJSON-872864724 tempest-ServersNegativeTestJSON-872864724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:19:14.490299 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-3e23de62-fa3d-4b44-9f5d-4fab6e92c51c req-85532e61-3818-49c9-aa49-1c3f1ead2681 tempest-ServersNegativeTestJSON-872864724 tempest-ServersNegativeTestJSON-872864724-project] 10.222.0.53 "GET /v2.0/ports?device_id=35ea28e3-a73a-4c7f-ac36-2a4a49902114 HTTP/1.1" status: 200 len: 946 time: 0.0498056 Sep 23 20:19:14.583494 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.plugin [req-3e23de62-fa3d-4b44-9f5d-4fab6e92c51c req-5065530b-0ef9-4b9b-86fa-ed241355a996 tempest-ServersNegativeTestJSON-872864724 tempest-ServersNegativeTestJSON-872864724-project] Deleting port 99da60d9-9647-457f-864e-7375548b6b53 {{(pid=95102) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 20:19:14.583842 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-3e23de62-fa3d-4b44-9f5d-4fab6e92c51c req-5065530b-0ef9-4b9b-86fa-ed241355a996 tempest-ServersNegativeTestJSON-872864724 tempest-ServersNegativeTestJSON-872864724-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783146157096'] for port, before_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:19:14.670928 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.db [req-3e23de62-fa3d-4b44-9f5d-4fab6e92c51c req-5065530b-0ef9-4b9b-86fa-ed241355a996 tempest-ServersNegativeTestJSON-872864724 tempest-ServersNegativeTestJSON-872864724-project] For port 99da60d9-9647-457f-864e-7375548b6b53, host n-h2-713301-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-16',level=0,port_id=99da60d9-9647-457f-864e-7375548b6b53,segment=NetworkSegment(4a9732f0-62e3-433f-a7f8-84ba8c037359),segment_id=4a9732f0-62e3-433f-a7f8-84ba8c037359)] {{(pid=95102) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 20:19:14.671295 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-3e23de62-fa3d-4b44-9f5d-4fab6e92c51c req-5065530b-0ef9-4b9b-86fa-ed241355a996 tempest-ServersNegativeTestJSON-872864724 tempest-ServersNegativeTestJSON-872864724-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-605701'] for port, precommit_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:19:14.683989 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.plugin [req-3e23de62-fa3d-4b44-9f5d-4fab6e92c51c req-5065530b-0ef9-4b9b-86fa-ed241355a996 tempest-ServersNegativeTestJSON-872864724 tempest-ServersNegativeTestJSON-872864724-project] Calling delete_port for 99da60d9-9647-457f-864e-7375548b6b53 owned by compute:nova {{(pid=95102) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 20:19:14.812175 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-3e23de62-fa3d-4b44-9f5d-4fab6e92c51c req-5065530b-0ef9-4b9b-86fa-ed241355a996 tempest-ServersNegativeTestJSON-872864724 tempest-ServersNegativeTestJSON-872864724-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783146162158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783145673144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4399100'] for port, after_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:19:14.824609 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] get_ports_and_sgs() called for port_ids ['99da60d9-9647-457f-864e-7375548b6b53'] {{(pid=95103) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 20:19:14.839875 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5065530b-0ef9-4b9b-86fa-ed241355a996 tempest-ServersNegativeTestJSON-872864724 tempest-ServersNegativeTestJSON-872864724-project] Pushing event deleted for resources: {'Port': ['ID=99da60d9-9647-457f-864e-7375548b6b53,revision_number=None']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:19:14.883056 n-d-713301-16 neutron-server[95102]: DEBUG neutron.db.l3_dvrscheduler_db [req-3e23de62-fa3d-4b44-9f5d-4fab6e92c51c req-5065530b-0ef9-4b9b-86fa-ed241355a996 tempest-ServersNegativeTestJSON-872864724 tempest-ServersNegativeTestJSON-872864724-project] No DVR routers for this DVR port 99da60d9-9647-457f-864e-7375548b6b53 on host n-h2-713301-16 {{(pid=95102) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 20:19:14.885544 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-3e23de62-fa3d-4b44-9f5d-4fab6e92c51c req-5065530b-0ef9-4b9b-86fa-ed241355a996 tempest-ServersNegativeTestJSON-872864724 tempest-ServersNegativeTestJSON-872864724-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222849'] for port, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:19:14.887529 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-3e23de62-fa3d-4b44-9f5d-4fab6e92c51c req-5065530b-0ef9-4b9b-86fa-ed241355a996 tempest-ServersNegativeTestJSON-872864724 tempest-ServersNegativeTestJSON-872864724-project] 10.222.0.53 "DELETE /v2.0/ports/99da60d9-9647-457f-864e-7375548b6b53 HTTP/1.1" status: 204 len: 173 time: 0.3910692 Sep 23 20:19:14.887958 n-d-713301-16 neutron-server[95102]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '35ea28e3-a73a-4c7f-ac36-2a4a49902114', 'name': 'network-vif-deleted', 'tag': '99da60d9-9647-457f-864e-7375548b6b53'}] {{(pid=95102) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 20:19:14.890212 n-d-713301-16 neutron-server[95102]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a8356a6bd5e554bb349ddb806ba98ee8c25ce2b3f69d698f62da31b860ff3eb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f53f01c3-bfc1-4512-9ceb-364888803414" -d '{"events": [{"server_uuid": "35ea28e3-a73a-4c7f-ac36-2a4a49902114", "name": "network-vif-deleted", "tag": "99da60d9-9647-457f-864e-7375548b6b53"}]}' {{(pid=95102) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 20:19:14.927320 n-d-713301-16 neutron-server[95102]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 20:19:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc105d52-1a20-4aea-96b6-1fe6045cdf7e x-openstack-request-id: req-dc105d52-1a20-4aea-96b6-1fe6045cdf7e {{(pid=95102) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 20:19:14.927613 n-d-713301-16 neutron-server[95102]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "35ea28e3-a73a-4c7f-ac36-2a4a49902114", "name": "network-vif-deleted", "tag": "99da60d9-9647-457f-864e-7375548b6b53", "status": "completed", "code": 200}]} {{(pid=95102) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 20:19:14.927867 n-d-713301-16 neutron-server[95102]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-dc105d52-1a20-4aea-96b6-1fe6045cdf7e {{(pid=95102) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 20:19:14.928267 n-d-713301-16 neutron-server[95102]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '35ea28e3-a73a-4c7f-ac36-2a4a49902114', 'name': 'network-vif-deleted', 'tag': '99da60d9-9647-457f-864e-7375548b6b53', 'status': 'completed', 'code': 200} Sep 23 20:19:15.416552 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 33168) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:19:15.466123 n-d-713301-16 neutron-server[95101]: DEBUG neutron.db.db_base_plugin_v2 [None req-d176dbfc-5eb2-4e5d-b93d-76e6ebedef52 admin admin] Deleting subnet f388120f-574d-4e8f-8c2f-a4e9be1ca804 {{(pid=95101) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 23 20:19:15.469331 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-d176dbfc-5eb2-4e5d-b93d-76e6ebedef52 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:19:15.512051 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-d176dbfc-5eb2-4e5d-b93d-76e6ebedef52 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6007154'] for subnet, precommit_delete_associations {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:19:15.552166 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-d176dbfc-5eb2-4e5d-b93d-76e6ebedef52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1756813'] for subnet, precommit_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:19:15.606112 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-d176dbfc-5eb2-4e5d-b93d-76e6ebedef52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1756804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5607514', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6130950'] for subnet, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:19:15.632215 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d176dbfc-5eb2-4e5d-b93d-76e6ebedef52 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f388120f-574d-4e8f-8c2f-a4e9be1ca804,revision_number=None']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:19:15.636399 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-d176dbfc-5eb2-4e5d-b93d-76e6ebedef52 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:19:15.640786 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-d176dbfc-5eb2-4e5d-b93d-76e6ebedef52 admin admin] 10.222.0.67 "DELETE /v2.0/subnets/f388120f-574d-4e8f-8c2f-a4e9be1ca804 HTTP/1.1" status: 204 len: 168 time: 0.2207482 Sep 23 20:19:15.640902 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 33170) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:19:15.713316 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-a50eb0d2-b199-431d-9a80-6011c5568df8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1628021'] for network, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:19:15.793614 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-a50eb0d2-b199-431d-9a80-6011c5568df8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1754676', 'neutron.services.segments.db._delete_segments_for_network-8783146221460'] for network, precommit_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:19:15.813817 n-d-713301-16 neutron-server[95101]: DEBUG neutron.services.segments.db [None req-a50eb0d2-b199-431d-9a80-6011c5568df8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['07fac236-4fbe-4a69-a6a8-f48f407c8f56']}} {{(pid=95101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 20:19:15.822878 n-d-713301-16 neutron-server[95101]: DEBUG neutron.services.segments.db [None req-a50eb0d2-b199-431d-9a80-6011c5568df8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4a9732f0-62e3-433f-a7f8-84ba8c037359') {'for_net_delete': True} {{(pid=95101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 20:19:15.823169 n-d-713301-16 neutron-server[95101]: DEBUG neutron.services.segments.db [None req-a50eb0d2-b199-431d-9a80-6011c5568df8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4a9732f0-62e3-433f-a7f8-84ba8c037359') {} {{(pid=95101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 20:19:15.832893 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-a50eb0d2-b199-431d-9a80-6011c5568df8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783146221725', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6007147'] for segment, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:19:15.845857 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-a50eb0d2-b199-431d-9a80-6011c5568df8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1756186'] for segment, precommit_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:19:15.851530 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a50eb0d2-b199-431d-9a80-6011c5568df8 admin admin] Releasing vlan 629 on physical network physnet1 to pool {{(pid=95101) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 20:19:15.851911 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-a50eb0d2-b199-431d-9a80-6011c5568df8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1756186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5608436'] for segment, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:19:15.853572 n-d-713301-16 neutron-server[95101]: Traceback (most recent call last): Sep 23 20:19:15.853572 n-d-713301-16 neutron-server[95101]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 20:19:15.853572 n-d-713301-16 neutron-server[95101]: timer() Sep 23 20:19:15.853572 n-d-713301-16 neutron-server[95101]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 20:19:15.853572 n-d-713301-16 neutron-server[95101]: cb(*args, **kw) Sep 23 20:19:15.853572 n-d-713301-16 neutron-server[95101]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 20:19:15.853572 n-d-713301-16 neutron-server[95101]: return func(*args, **kwargs) Sep 23 20:19:15.853572 n-d-713301-16 neutron-server[95101]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 20:19:15.853572 n-d-713301-16 neutron-server[95101]: self._notify() Sep 23 20:19:15.853572 n-d-713301-16 neutron-server[95101]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 20:19:15.853572 n-d-713301-16 neutron-server[95101]: self.callback(batched_events) Sep 23 20:19:15.853572 n-d-713301-16 neutron-server[95101]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 20:19:15.853572 n-d-713301-16 neutron-server[95101]: event.method(event) Sep 23 20:19:15.853572 n-d-713301-16 neutron-server[95101]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 20:19:15.853572 n-d-713301-16 neutron-server[95101]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 20:19:15.853572 n-d-713301-16 neutron-server[95101]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 20:19:15.853572 n-d-713301-16 neutron-server[95101]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 20:19:15.853572 n-d-713301-16 neutron-server[95101]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 20:19:15.853572 n-d-713301-16 neutron-server[95101]: return f(self, *a, **k) Sep 23 20:19:15.853572 n-d-713301-16 neutron-server[95101]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 20:19:15.853572 n-d-713301-16 neutron-server[95101]: return self._get(url).json() Sep 23 20:19:15.853572 n-d-713301-16 neutron-server[95101]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 20:19:15.853572 n-d-713301-16 neutron-server[95101]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 20:19:15.853572 n-d-713301-16 neutron-server[95101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 20:19:15.853572 n-d-713301-16 neutron-server[95101]: return self.request(url, 'GET', **kwargs) Sep 23 20:19:15.853572 n-d-713301-16 neutron-server[95101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 20:19:15.853572 n-d-713301-16 neutron-server[95101]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 20:19:15.853572 n-d-713301-16 neutron-server[95101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 20:19:15.853572 n-d-713301-16 neutron-server[95101]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 20:19:15.853572 n-d-713301-16 neutron-server[95101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 20:19:15.853572 n-d-713301-16 neutron-server[95101]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 20:19:15.853572 n-d-713301-16 neutron-server[95101]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 20:19:15.907288 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-a50eb0d2-b199-431d-9a80-6011c5568df8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1754627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-601866'] for network, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:19:15.914379 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-a50eb0d2-b199-431d-9a80-6011c5568df8 admin admin] Notify callbacks [] for network, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:19:15.916159 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-a50eb0d2-b199-431d-9a80-6011c5568df8 admin admin] 10.222.0.67 "DELETE /v2.0/networks/07fac236-4fbe-4a69-a6a8-f48f407c8f56 HTTP/1.1" status: 204 len: 168 time: 0.2738042 Sep 23 20:19:15.925912 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a50eb0d2-b199-431d-9a80-6011c5568df8 admin admin] Pushing event deleted for resources: {'Network': ['ID=07fac236-4fbe-4a69-a6a8-f48f407c8f56,revision_number=None']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:19:16.029688 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 33174) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:19:16.073181 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-372682f3-3890-4e53-a48b-fe8bd76a9d4c admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=442a7415b63d407c8461ff13fdc04afe&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0421977 Sep 23 20:19:16.075533 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 33176) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:19:16.128576 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-3fb8bf5e-3522-4653-8664-56617c7ca42d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:19:16.149177 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-3fb8bf5e-3522-4653-8664-56617c7ca42d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:19:16.196627 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-3fb8bf5e-3522-4653-8664-56617c7ca42d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:19:16.199188 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-3fb8bf5e-3522-4653-8664-56617c7ca42d admin admin] Notify callbacks [] for security_group, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:19:16.200334 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-3fb8bf5e-3522-4653-8664-56617c7ca42d admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/00ffcfc1-fe92-4246-b77d-02469e6df0e3 HTTP/1.1" status: 204 len: 168 time: 0.1238852 Sep 23 20:19:16.208070 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fb8bf5e-3522-4653-8664-56617c7ca42d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00ffcfc1-fe92-4246-b77d-02469e6df0e3,revision_number=None']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:19:16.887063 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 33198) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:19:16.983045 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.v2.base [None req-c3479102-071d-4513-ac27-468d78b7451d tempest-NetworksIpV6Test-302871857 tempest-NetworksIpV6Test-302871857-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-615366040'}} {{(pid=95102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 20:19:17.004495 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3479102-071d-4513-ac27-468d78b7451d tempest-NetworksIpV6Test-302871857 tempest-NetworksIpV6Test-302871857-project] Made reservation on behalf of 584f3f7de30e49a7ba8a30c7f3d23cf3 for: {'network': 1} {{(pid=95102) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 20:19:17.007941 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-c3479102-071d-4513-ac27-468d78b7451d tempest-NetworksIpV6Test-302871857 tempest-NetworksIpV6Test-302871857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for network, before_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:19:17.016793 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-c3479102-071d-4513-ac27-468d78b7451d tempest-NetworksIpV6Test-302871857 tempest-NetworksIpV6Test-302871857-project] Notify callbacks [] for security_group, before_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:19:17.105645 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-c3479102-071d-4513-ac27-468d78b7451d tempest-NetworksIpV6Test-302871857 tempest-NetworksIpV6Test-302871857-project] Notify callbacks [] for security_group, precommit_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:19:17.109560 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-c3479102-071d-4513-ac27-468d78b7451d tempest-NetworksIpV6Test-302871857 tempest-NetworksIpV6Test-302871857-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:19:17.136199 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c3479102-071d-4513-ac27-468d78b7451d tempest-NetworksIpV6Test-302871857 tempest-NetworksIpV6Test-302871857-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 647} {{(pid=95102) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 20:19:17.146439 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3479102-071d-4513-ac27-468d78b7451d tempest-NetworksIpV6Test-302871857 tempest-NetworksIpV6Test-302871857-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f258134e-c6ba-4dfb-9706-8f00997badd6,revision_number=1']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:19:17.151422 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-c3479102-071d-4513-ac27-468d78b7451d tempest-NetworksIpV6Test-302871857 tempest-NetworksIpV6Test-302871857-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1756186'] for segment, precommit_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:19:17.151771 n-d-713301-16 neutron-server[95102]: INFO neutron.db.segments_db [None req-c3479102-071d-4513-ac27-468d78b7451d tempest-NetworksIpV6Test-302871857 tempest-NetworksIpV6Test-302871857-project] Added segment b59567d0-367a-4f10-9f03-c0c8bc60ff6c of type vlan for network 7aa79df3-3644-4600-b74a-03be509d6f54 Sep 23 20:19:17.193787 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-c3479102-071d-4513-ac27-468d78b7451d tempest-NetworksIpV6Test-302871857 tempest-NetworksIpV6Test-302871857-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783145630486'] for network, precommit_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:19:17.218731 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-c3479102-071d-4513-ac27-468d78b7451d tempest-NetworksIpV6Test-302871857 tempest-NetworksIpV6Test-302871857-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299'] for network, after_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:19:17.224541 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3479102-071d-4513-ac27-468d78b7451d tempest-NetworksIpV6Test-302871857 tempest-NetworksIpV6Test-302871857-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:19:17.225173 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-c3479102-071d-4513-ac27-468d78b7451d tempest-NetworksIpV6Test-302871857 tempest-NetworksIpV6Test-302871857-project] Notify callbacks [] for network, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:19:17.259661 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-c3479102-071d-4513-ac27-468d78b7451d tempest-NetworksIpV6Test-302871857 tempest-NetworksIpV6Test-302871857-project] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.3714919 Sep 23 20:19:17.292182 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3479102-071d-4513-ac27-468d78b7451d tempest-NetworksIpV6Test-302871857 tempest-NetworksIpV6Test-302871857-project] Pushing event updated for resources: {'Network': ['ID=7aa79df3-3644-4600-b74a-03be509d6f54,revision_number=1']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:19:17.303000 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Network 7aa79df3-3644-4600-b74a-03be509d6f54 details requested by agent ovs-agent-n-d-713301-16 with host n-d-713301-16 {{(pid=95103) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 20:19:18.860774 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Device 99da60d9-9647-457f-864e-7375548b6b53 no longer exists at agent hyperv_n-h2-713301-16 {{(pid=95103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 20:19:18.880865 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.plugin [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] No Port match for: 99da60d9-9647-457f-864e-7375548b6b53 {{(pid=95103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 20:19:18.881214 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Device 99da60d9-9647-457f-864e-7375548b6b53 not bound to the agent host n-h2-713301-16 {{(pid=95103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 20:19:19.787584 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-efa45f87-d8b5-41c9-9cb1-f6d61e6e4d05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:19:20.562491 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 33204) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:19:20.568683 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.v2.base [None req-29b2ffd7-9b05-4e40-87f5-c0805e3679db tempest-NetworksIpV6Test-302871857 tempest-NetworksIpV6Test-302871857-project] Request body: {'subnet': {'network_id': '7aa79df3-3644-4600-b74a-03be509d6f54', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=95102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 20:19:20.659437 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29b2ffd7-9b05-4e40-87f5-c0805e3679db tempest-NetworksIpV6Test-302871857 tempest-NetworksIpV6Test-302871857-project] Made reservation on behalf of 584f3f7de30e49a7ba8a30c7f3d23cf3 for: {'subnet': 1} {{(pid=95102) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 20:19:20.664126 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-29b2ffd7-9b05-4e40-87f5-c0805e3679db tempest-NetworksIpV6Test-302871857 tempest-NetworksIpV6Test-302871857-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5388256'] for subnet, before_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:19:20.859246 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-29b2ffd7-9b05-4e40-87f5-c0805e3679db tempest-NetworksIpV6Test-302871857 tempest-NetworksIpV6Test-302871857-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4398944', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5388242'] for subnet, after_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:19:20.917480 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29b2ffd7-9b05-4e40-87f5-c0805e3679db tempest-NetworksIpV6Test-302871857 tempest-NetworksIpV6Test-302871857-project] Pushing event updated for resources: {'Subnet': ['ID=dd5ce780-a9df-4096-87fe-a7a72dc43f48,revision_number=0']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:19:20.928536 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29b2ffd7-9b05-4e40-87f5-c0805e3679db tempest-NetworksIpV6Test-302871857 tempest-NetworksIpV6Test-302871857-project] Checking segment: {'id': 'b59567d0-367a-4f10-9f03-c0c8bc60ff6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '7aa79df3-3644-4600-b74a-03be509d6f54'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95102) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 20:19:20.929071 n-d-713301-16 neutron-server[95102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29b2ffd7-9b05-4e40-87f5-c0805e3679db tempest-NetworksIpV6Test-302871857 tempest-NetworksIpV6Test-302871857-project] Network hostable DHCP agents. Network: 7aa79df3-3644-4600-b74a-03be509d6f54, hostable agents: ['1b18bf05-1b5f-4587-be5c-af3ac38e32ad'], hosted agents: [] {{(pid=95102) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 20:19:20.946499 n-d-713301-16 neutron-server[95102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29b2ffd7-9b05-4e40-87f5-c0805e3679db tempest-NetworksIpV6Test-302871857 tempest-NetworksIpV6Test-302871857-project] Network 7aa79df3-3644-4600-b74a-03be509d6f54 is scheduled to be hosted by DHCP agent 1b18bf05-1b5f-4587-be5c-af3ac38e32ad with binding_index 1 {{(pid=95102) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 20:19:20.955751 n-d-713301-16 neutron-server[95102]: DEBUG neutron.scheduler.base_scheduler [None req-29b2ffd7-9b05-4e40-87f5-c0805e3679db tempest-NetworksIpV6Test-302871857 tempest-NetworksIpV6Test-302871857-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713301-16, 7aa79df3-3644-4600-b74a-03be509d6f54) {{(pid=95102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 20:19:20.959931 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29b2ffd7-9b05-4e40-87f5-c0805e3679db tempest-NetworksIpV6Test-302871857 tempest-NetworksIpV6Test-302871857-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:19:20.960524 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-29b2ffd7-9b05-4e40-87f5-c0805e3679db tempest-NetworksIpV6Test-302871857 tempest-NetworksIpV6Test-302871857-project] Notify callbacks [] for subnet, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:19:20.966624 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec9e183e-e90e-4f00-8695-0b73a9491f1a None None] Network 7aa79df3-3644-4600-b74a-03be509d6f54 requested from n-d-713301-16 {{(pid=95103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 20:19:20.975842 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-29b2ffd7-9b05-4e40-87f5-c0805e3679db tempest-NetworksIpV6Test-302871857 tempest-NetworksIpV6Test-302871857-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4112930 Sep 23 20:19:20.979405 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 33206) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:19:20.984365 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.v2.base [None req-150b6a81-2217-4a2b-b42e-f60d1633c8ca tempest-NetworksIpV6Test-302871857 tempest-NetworksIpV6Test-302871857-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-71471483'}} {{(pid=95102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 20:19:21.006926 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-150b6a81-2217-4a2b-b42e-f60d1633c8ca tempest-NetworksIpV6Test-302871857 tempest-NetworksIpV6Test-302871857-project] Made reservation on behalf of 584f3f7de30e49a7ba8a30c7f3d23cf3 for: {'network': 1} {{(pid=95102) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 20:19:21.010542 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-150b6a81-2217-4a2b-b42e-f60d1633c8ca tempest-NetworksIpV6Test-302871857 tempest-NetworksIpV6Test-302871857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for network, before_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:19:21.036995 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-150b6a81-2217-4a2b-b42e-f60d1633c8ca tempest-NetworksIpV6Test-302871857 tempest-NetworksIpV6Test-302871857-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 626} {{(pid=95102) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 20:19:21.047644 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-150b6a81-2217-4a2b-b42e-f60d1633c8ca tempest-NetworksIpV6Test-302871857 tempest-NetworksIpV6Test-302871857-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1756186'] for segment, precommit_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:19:21.048096 n-d-713301-16 neutron-server[95102]: INFO neutron.db.segments_db [None req-150b6a81-2217-4a2b-b42e-f60d1633c8ca tempest-NetworksIpV6Test-302871857 tempest-NetworksIpV6Test-302871857-project] Added segment fb4713c2-7fc6-463d-a1c9-d4f7ef39cb42 of type vlan for network 1f63b34a-43d3-4203-b80f-7ff0a4626243 Sep 23 20:19:21.094161 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-150b6a81-2217-4a2b-b42e-f60d1633c8ca tempest-NetworksIpV6Test-302871857 tempest-NetworksIpV6Test-302871857-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783145630486'] for network, precommit_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:19:21.120671 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8070cdeb-92dd-4644-be00-083278f0d01e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4c8b80df-07eb-5275-9f17-5cf640db67c0-7aa79df3-3644-4600-b74a-03be509d6f54', 'network_id': '7aa79df3-3644-4600-b74a-03be509d6f54', 'tenant_id': '584f3f7de30e49a7ba8a30c7f3d23cf3', 'fixed_ips': [{'subnet_id': 'dd5ce780-a9df-4096-87fe-a7a72dc43f48'}]}} from n-d-713301-16. {{(pid=95103) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 23 20:19:21.120975 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-150b6a81-2217-4a2b-b42e-f60d1633c8ca tempest-NetworksIpV6Test-302871857 tempest-NetworksIpV6Test-302871857-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299'] for network, after_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:19:21.121641 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-8070cdeb-92dd-4644-be00-083278f0d01e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_create {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:19:21.127390 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-150b6a81-2217-4a2b-b42e-f60d1633c8ca tempest-NetworksIpV6Test-302871857 tempest-NetworksIpV6Test-302871857-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:19:21.127986 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-150b6a81-2217-4a2b-b42e-f60d1633c8ca tempest-NetworksIpV6Test-302871857 tempest-NetworksIpV6Test-302871857-project] Notify callbacks [] for network, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:19:21.156260 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-150b6a81-2217-4a2b-b42e-f60d1633c8ca tempest-NetworksIpV6Test-302871857 tempest-NetworksIpV6Test-302871857-project] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 0.1758227 Sep 23 20:19:21.159582 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 33208) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:19:21.165564 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.v2.base [None req-e7ec1948-4682-4939-8284-733603a669b4 tempest-NetworksIpV6Test-302871857 tempest-NetworksIpV6Test-302871857-project] Request body: {'subnet': {'network_id': '1f63b34a-43d3-4203-b80f-7ff0a4626243', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': True, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=95101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 20:19:21.200061 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-150b6a81-2217-4a2b-b42e-f60d1633c8ca tempest-NetworksIpV6Test-302871857 tempest-NetworksIpV6Test-302871857-project] Pushing event updated for resources: {'Network': ['ID=1f63b34a-43d3-4203-b80f-7ff0a4626243,revision_number=1']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:19:21.214016 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Network 1f63b34a-43d3-4203-b80f-7ff0a4626243 details requested by agent ovs-agent-n-d-713301-16 with host n-d-713301-16 {{(pid=95103) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 20:19:21.266073 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7ec1948-4682-4939-8284-733603a669b4 tempest-NetworksIpV6Test-302871857 tempest-NetworksIpV6Test-302871857-project] Made reservation on behalf of 584f3f7de30e49a7ba8a30c7f3d23cf3 for: {'subnet': 1} {{(pid=95101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 20:19:21.270120 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-e7ec1948-4682-4939-8284-733603a669b4 tempest-NetworksIpV6Test-302871857 tempest-NetworksIpV6Test-302871857-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6130979'] for subnet, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:19:21.331112 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.db_base_plugin_common [None req-8070cdeb-92dd-4644-be00-083278f0d01e None None] Allocated IP 2001:db8:0:ffff::2 (7aa79df3-3644-4600-b74a-03be509d6f54/dd5ce780-a9df-4096-87fe-a7a72dc43f48/7f1d5f90-1119-4950-b15b-307127c42651) {{(pid=95103) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 20:19:21.472742 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-e7ec1948-4682-4939-8284-733603a669b4 tempest-NetworksIpV6Test-302871857 tempest-NetworksIpV6Test-302871857-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5607579', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6130961'] for subnet, after_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:19:21.482830 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-8070cdeb-92dd-4644-be00-083278f0d01e None None] Notify callbacks [] for port, precommit_create {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:19:21.491450 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-8070cdeb-92dd-4644-be00-083278f0d01e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783145673135'] for port, after_create {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:19:21.535935 n-d-713301-16 neutron-server[95103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8070cdeb-92dd-4644-be00-083278f0d01e None None] Network 7aa79df3-3644-4600-b74a-03be509d6f54 is already hosted by enough agents. {{(pid=95103) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 20:19:21.539023 n-d-713301-16 neutron-server[95103]: DEBUG neutron.scheduler.base_scheduler [None req-8070cdeb-92dd-4644-be00-083278f0d01e None None] Resources bound (agent type, host, resource id): {{(pid=95103) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 20:19:21.539914 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ec1948-4682-4939-8284-733603a669b4 tempest-NetworksIpV6Test-302871857 tempest-NetworksIpV6Test-302871857-project] Pushing event updated for resources: {'Subnet': ['ID=bef99387-728c-4b2f-9a29-a101527b4e6d,revision_number=0']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:19:21.542530 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8070cdeb-92dd-4644-be00-083278f0d01e None None] Received port after_create {{(pid=95103) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 20:19:21.548647 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7ec1948-4682-4939-8284-733603a669b4 tempest-NetworksIpV6Test-302871857 tempest-NetworksIpV6Test-302871857-project] Checking segment: {'id': 'fb4713c2-7fc6-463d-a1c9-d4f7ef39cb42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '1f63b34a-43d3-4203-b80f-7ff0a4626243'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 20:19:21.549311 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7ec1948-4682-4939-8284-733603a669b4 tempest-NetworksIpV6Test-302871857 tempest-NetworksIpV6Test-302871857-project] Network hostable DHCP agents. Network: 1f63b34a-43d3-4203-b80f-7ff0a4626243, hostable agents: ['1b18bf05-1b5f-4587-be5c-af3ac38e32ad'], hosted agents: [] {{(pid=95101) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 20:19:21.558585 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8070cdeb-92dd-4644-be00-083278f0d01e None None] Pushing event updated for resources: {'Port': ['ID=7f1d5f90-1119-4950-b15b-307127c42651,revision_number=1']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:19:21.569496 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7ec1948-4682-4939-8284-733603a669b4 tempest-NetworksIpV6Test-302871857 tempest-NetworksIpV6Test-302871857-project] Network 1f63b34a-43d3-4203-b80f-7ff0a4626243 is scheduled to be hosted by DHCP agent 1b18bf05-1b5f-4587-be5c-af3ac38e32ad with binding_index 1 {{(pid=95101) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 20:19:21.579350 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.base_scheduler [None req-e7ec1948-4682-4939-8284-733603a669b4 tempest-NetworksIpV6Test-302871857 tempest-NetworksIpV6Test-302871857-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713301-16, 1f63b34a-43d3-4203-b80f-7ff0a4626243) {{(pid=95101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 20:19:21.584361 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7ec1948-4682-4939-8284-733603a669b4 tempest-NetworksIpV6Test-302871857 tempest-NetworksIpV6Test-302871857-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:19:21.585234 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-e7ec1948-4682-4939-8284-733603a669b4 tempest-NetworksIpV6Test-302871857 tempest-NetworksIpV6Test-302871857-project] Notify callbacks [] for subnet, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:19:21.602561 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-e7ec1948-4682-4939-8284-733603a669b4 tempest-NetworksIpV6Test-302871857 tempest-NetworksIpV6Test-302871857-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 913 time: 0.4411492 Sep 23 20:19:21.603703 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7eb7f2bd-f11b-431f-83d6-e609b7daa570 None None] Network 1f63b34a-43d3-4203-b80f-7ff0a4626243 requested from n-d-713301-16 {{(pid=95103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 20:19:21.605405 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 33212) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:19:21.609290 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8070cdeb-92dd-4644-be00-083278f0d01e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:19:21.609632 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8070cdeb-92dd-4644-be00-083278f0d01e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:19:21.610938 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8070cdeb-92dd-4644-be00-083278f0d01e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:19:21.611268 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8070cdeb-92dd-4644-be00-083278f0d01e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:19:21.611640 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8070cdeb-92dd-4644-be00-083278f0d01e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:19:21.611918 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8070cdeb-92dd-4644-be00-083278f0d01e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:19:21.612239 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8070cdeb-92dd-4644-be00-083278f0d01e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:19:21.612556 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8070cdeb-92dd-4644-be00-083278f0d01e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:19:21.612896 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8070cdeb-92dd-4644-be00-083278f0d01e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:19:21.613213 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8070cdeb-92dd-4644-be00-083278f0d01e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:19:21.613529 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8070cdeb-92dd-4644-be00-083278f0d01e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:19:21.613958 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8070cdeb-92dd-4644-be00-083278f0d01e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:19:21.639382 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.managers [None req-8070cdeb-92dd-4644-be00-083278f0d01e None None] Attempting to bind port 7f1d5f90-1119-4950-b15b-307127c42651 on host n-d-713301-16 for vnic_type normal with profile {{(pid=95103) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 20:19:21.639836 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.managers [None req-8070cdeb-92dd-4644-be00-083278f0d01e None None] Attempting to bind port 7f1d5f90-1119-4950-b15b-307127c42651 by drivers openvswitch,hyperv on host n-d-713301-16 at level 0 using segments [{'id': 'b59567d0-367a-4f10-9f03-c0c8bc60ff6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '7aa79df3-3644-4600-b74a-03be509d6f54'}] {{(pid=95103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 20:19:21.640207 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8070cdeb-92dd-4644-be00-083278f0d01e None None] Attempting to bind port 7f1d5f90-1119-4950-b15b-307127c42651 on network 7aa79df3-3644-4600-b74a-03be509d6f54 {{(pid=95103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 20:19:21.652312 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8070cdeb-92dd-4644-be00-083278f0d01e None None] Checking agent: {'id': '70a14545-df24-472f-8f95-bfe1719bff93', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 19, 7, 53), 'started_at': datetime.datetime(2021, 9, 23, 19, 8, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 20, 18, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 20:19:21.652710 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8070cdeb-92dd-4644-be00-083278f0d01e None None] Checking segment: {'id': 'b59567d0-367a-4f10-9f03-c0c8bc60ff6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '7aa79df3-3644-4600-b74a-03be509d6f54'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95103) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 20:19:21.653115 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-8070cdeb-92dd-4644-be00-083278f0d01e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:19:21.653509 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8070cdeb-92dd-4644-be00-083278f0d01e None None] Bound using segment: {'id': 'b59567d0-367a-4f10-9f03-c0c8bc60ff6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '7aa79df3-3644-4600-b74a-03be509d6f54'} {{(pid=95103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 20:19:21.653970 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.managers [None req-8070cdeb-92dd-4644-be00-083278f0d01e None None] Bound port: 7f1d5f90-1119-4950-b15b-307127c42651, host: n-d-713301-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b59567d0-367a-4f10-9f03-c0c8bc60ff6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '7aa79df3-3644-4600-b74a-03be509d6f54'}}] {{(pid=95103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 20:19:21.654348 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-8070cdeb-92dd-4644-be00-083278f0d01e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:19:21.707790 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-34c308c4-a8d9-40ee-98c4-3f2002fa05b8 tempest-NetworksIpV6Test-302871857 tempest-NetworksIpV6Test-302871857-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1628021'] for network, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:19:21.785904 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-34c308c4-a8d9-40ee-98c4-3f2002fa05b8 tempest-NetworksIpV6Test-302871857 tempest-NetworksIpV6Test-302871857-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1756813'] for subnet, precommit_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:19:21.789186 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-8070cdeb-92dd-4644-be00-083278f0d01e None None] For port 7f1d5f90-1119-4950-b15b-307127c42651, host n-d-713301-16, cleared binding levels {{(pid=95103) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 20:19:21.793593 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-8070cdeb-92dd-4644-be00-083278f0d01e None None] For port 7f1d5f90-1119-4950-b15b-307127c42651, host n-d-713301-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-16',level=0,port_id=7f1d5f90-1119-4950-b15b-307127c42651,segment=NetworkSegment(b59567d0-367a-4f10-9f03-c0c8bc60ff6c),segment_id=b59567d0-367a-4f10-9f03-c0c8bc60ff6c)] {{(pid=95103) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 20:19:21.803121 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-8070cdeb-92dd-4644-be00-083278f0d01e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:19:21.861185 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-34c308c4-a8d9-40ee-98c4-3f2002fa05b8 tempest-NetworksIpV6Test-302871857 tempest-NetworksIpV6Test-302871857-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1756804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5607514', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6130950'] for subnet, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:19:21.866167 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25186daf-9a37-45c7-8c23-2de14d42888b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4c8b80df-07eb-5275-9f17-5cf640db67c0-1f63b34a-43d3-4203-b80f-7ff0a4626243', 'network_id': '1f63b34a-43d3-4203-b80f-7ff0a4626243', 'tenant_id': '584f3f7de30e49a7ba8a30c7f3d23cf3', 'fixed_ips': [{'subnet_id': 'bef99387-728c-4b2f-9a29-a101527b4e6d'}]}} from n-d-713301-16. {{(pid=95103) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 23 20:19:21.867036 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-25186daf-9a37-45c7-8c23-2de14d42888b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_create {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:19:21.890626 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34c308c4-a8d9-40ee-98c4-3f2002fa05b8 tempest-NetworksIpV6Test-302871857 tempest-NetworksIpV6Test-302871857-project] Pushing event deleted for resources: {'Subnet': ['ID=bef99387-728c-4b2f-9a29-a101527b4e6d,revision_number=None']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:19:21.905354 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8070cdeb-92dd-4644-be00-083278f0d01e None None] Pushing event updated for resources: {'Port': ['ID=7f1d5f90-1119-4950-b15b-307127c42651,revision_number=2']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:19:21.967956 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-34c308c4-a8d9-40ee-98c4-3f2002fa05b8 tempest-NetworksIpV6Test-302871857 tempest-NetworksIpV6Test-302871857-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1754676', 'neutron.services.segments.db._delete_segments_for_network-8783146221460'] for network, precommit_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:19:21.990038 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e8d1850-3d5f-482d-b4c2-c74ae3466081 None None] Network 1f63b34a-43d3-4203-b80f-7ff0a4626243 requested from n-d-713301-16 {{(pid=95103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 20:19:21.993486 n-d-713301-16 neutron-server[95101]: DEBUG neutron.services.segments.db [None req-34c308c4-a8d9-40ee-98c4-3f2002fa05b8 tempest-NetworksIpV6Test-302871857 tempest-NetworksIpV6Test-302871857-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1f63b34a-43d3-4203-b80f-7ff0a4626243']}} {{(pid=95101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 20:19:22.004072 n-d-713301-16 neutron-server[95101]: DEBUG neutron.services.segments.db [None req-34c308c4-a8d9-40ee-98c4-3f2002fa05b8 tempest-NetworksIpV6Test-302871857 tempest-NetworksIpV6Test-302871857-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fb4713c2-7fc6-463d-a1c9-d4f7ef39cb42') {'for_net_delete': True} {{(pid=95101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 20:19:22.004362 n-d-713301-16 neutron-server[95101]: DEBUG neutron.services.segments.db [None req-34c308c4-a8d9-40ee-98c4-3f2002fa05b8 tempest-NetworksIpV6Test-302871857 tempest-NetworksIpV6Test-302871857-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fb4713c2-7fc6-463d-a1c9-d4f7ef39cb42') {} {{(pid=95101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 20:19:22.021366 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-34c308c4-a8d9-40ee-98c4-3f2002fa05b8 tempest-NetworksIpV6Test-302871857 tempest-NetworksIpV6Test-302871857-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783146221725', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6007147'] for segment, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:19:22.041734 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-34c308c4-a8d9-40ee-98c4-3f2002fa05b8 tempest-NetworksIpV6Test-302871857 tempest-NetworksIpV6Test-302871857-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1756186'] for segment, precommit_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:19:22.053295 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-34c308c4-a8d9-40ee-98c4-3f2002fa05b8 tempest-NetworksIpV6Test-302871857 tempest-NetworksIpV6Test-302871857-project] Releasing vlan 626 on physical network physnet1 to pool {{(pid=95101) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 20:19:22.054176 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-34c308c4-a8d9-40ee-98c4-3f2002fa05b8 tempest-NetworksIpV6Test-302871857 tempest-NetworksIpV6Test-302871857-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1756186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5608436'] for segment, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:19:22.057628 n-d-713301-16 neutron-server[95101]: Traceback (most recent call last): Sep 23 20:19:22.057628 n-d-713301-16 neutron-server[95101]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 20:19:22.057628 n-d-713301-16 neutron-server[95101]: timer() Sep 23 20:19:22.057628 n-d-713301-16 neutron-server[95101]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 20:19:22.057628 n-d-713301-16 neutron-server[95101]: cb(*args, **kw) Sep 23 20:19:22.057628 n-d-713301-16 neutron-server[95101]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 20:19:22.057628 n-d-713301-16 neutron-server[95101]: return func(*args, **kwargs) Sep 23 20:19:22.057628 n-d-713301-16 neutron-server[95101]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 20:19:22.057628 n-d-713301-16 neutron-server[95101]: self._notify() Sep 23 20:19:22.057628 n-d-713301-16 neutron-server[95101]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 20:19:22.057628 n-d-713301-16 neutron-server[95101]: self.callback(batched_events) Sep 23 20:19:22.057628 n-d-713301-16 neutron-server[95101]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 20:19:22.057628 n-d-713301-16 neutron-server[95101]: event.method(event) Sep 23 20:19:22.057628 n-d-713301-16 neutron-server[95101]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 20:19:22.057628 n-d-713301-16 neutron-server[95101]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 20:19:22.057628 n-d-713301-16 neutron-server[95101]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 20:19:22.057628 n-d-713301-16 neutron-server[95101]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 20:19:22.057628 n-d-713301-16 neutron-server[95101]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 20:19:22.057628 n-d-713301-16 neutron-server[95101]: return f(self, *a, **k) Sep 23 20:19:22.057628 n-d-713301-16 neutron-server[95101]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 20:19:22.057628 n-d-713301-16 neutron-server[95101]: return self._get(url).json() Sep 23 20:19:22.057628 n-d-713301-16 neutron-server[95101]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 20:19:22.057628 n-d-713301-16 neutron-server[95101]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 20:19:22.057628 n-d-713301-16 neutron-server[95101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 20:19:22.057628 n-d-713301-16 neutron-server[95101]: return self.request(url, 'GET', **kwargs) Sep 23 20:19:22.057628 n-d-713301-16 neutron-server[95101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 20:19:22.057628 n-d-713301-16 neutron-server[95101]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 20:19:22.057628 n-d-713301-16 neutron-server[95101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 20:19:22.057628 n-d-713301-16 neutron-server[95101]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 20:19:22.057628 n-d-713301-16 neutron-server[95101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 20:19:22.057628 n-d-713301-16 neutron-server[95101]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 20:19:22.057628 n-d-713301-16 neutron-server[95101]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 20:19:22.129174 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-34c308c4-a8d9-40ee-98c4-3f2002fa05b8 tempest-NetworksIpV6Test-302871857 tempest-NetworksIpV6Test-302871857-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1754627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-601866'] for network, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:19:22.136355 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-34c308c4-a8d9-40ee-98c4-3f2002fa05b8 tempest-NetworksIpV6Test-302871857 tempest-NetworksIpV6Test-302871857-project] Notify callbacks [] for network, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:19:22.138312 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-34c308c4-a8d9-40ee-98c4-3f2002fa05b8 tempest-NetworksIpV6Test-302871857 tempest-NetworksIpV6Test-302871857-project] 10.222.0.67 "DELETE /v2.0/networks/1f63b34a-43d3-4203-b80f-7ff0a4626243 HTTP/1.1" status: 204 len: 168 time: 0.5319321 Sep 23 20:19:22.142751 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 33214) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:19:22.149470 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.v2.base [None req-5ee8806a-f8c4-432c-9c06-57c6e19df2ac tempest-NetworksIpV6Test-302871857 tempest-NetworksIpV6Test-302871857-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-913826033'}} {{(pid=95102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 20:19:22.154922 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34c308c4-a8d9-40ee-98c4-3f2002fa05b8 tempest-NetworksIpV6Test-302871857 tempest-NetworksIpV6Test-302871857-project] Pushing event deleted for resources: {'Network': ['ID=1f63b34a-43d3-4203-b80f-7ff0a4626243,revision_number=None']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:19:22.176485 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ee8806a-f8c4-432c-9c06-57c6e19df2ac tempest-NetworksIpV6Test-302871857 tempest-NetworksIpV6Test-302871857-project] Made reservation on behalf of 584f3f7de30e49a7ba8a30c7f3d23cf3 for: {'network': 1} {{(pid=95102) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 20:19:22.180118 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-5ee8806a-f8c4-432c-9c06-57c6e19df2ac tempest-NetworksIpV6Test-302871857 tempest-NetworksIpV6Test-302871857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for network, before_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:19:22.207636 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5ee8806a-f8c4-432c-9c06-57c6e19df2ac tempest-NetworksIpV6Test-302871857 tempest-NetworksIpV6Test-302871857-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 627} {{(pid=95102) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 20:19:22.217804 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-5ee8806a-f8c4-432c-9c06-57c6e19df2ac tempest-NetworksIpV6Test-302871857 tempest-NetworksIpV6Test-302871857-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1756186'] for segment, precommit_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:19:22.218146 n-d-713301-16 neutron-server[95102]: INFO neutron.db.segments_db [None req-5ee8806a-f8c4-432c-9c06-57c6e19df2ac tempest-NetworksIpV6Test-302871857 tempest-NetworksIpV6Test-302871857-project] Added segment b5ce0bfa-1cfd-49c7-b048-e93e7c5f6b8b of type vlan for network d376cd50-6e10-401d-8ad6-a55f5caa65cd Sep 23 20:19:22.266205 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-5ee8806a-f8c4-432c-9c06-57c6e19df2ac tempest-NetworksIpV6Test-302871857 tempest-NetworksIpV6Test-302871857-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783145630486'] for network, precommit_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:19:22.291336 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-5ee8806a-f8c4-432c-9c06-57c6e19df2ac tempest-NetworksIpV6Test-302871857 tempest-NetworksIpV6Test-302871857-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299'] for network, after_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:19:22.296893 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ee8806a-f8c4-432c-9c06-57c6e19df2ac tempest-NetworksIpV6Test-302871857 tempest-NetworksIpV6Test-302871857-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:19:22.298315 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-5ee8806a-f8c4-432c-9c06-57c6e19df2ac tempest-NetworksIpV6Test-302871857 tempest-NetworksIpV6Test-302871857-project] Notify callbacks [] for network, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:19:22.331901 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-5ee8806a-f8c4-432c-9c06-57c6e19df2ac tempest-NetworksIpV6Test-302871857 tempest-NetworksIpV6Test-302871857-project] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.1876767 Sep 23 20:19:22.334657 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 33216) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:19:22.341584 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.v2.base [None req-ca0b687f-0158-4fe7-bba1-21aab1c5095f tempest-NetworksIpV6Test-302871857 tempest-NetworksIpV6Test-302871857-project] Request body: {'subnet': {'network_id': 'd376cd50-6e10-401d-8ad6-a55f5caa65cd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=95102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 20:19:22.716660 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ee8806a-f8c4-432c-9c06-57c6e19df2ac tempest-NetworksIpV6Test-302871857 tempest-NetworksIpV6Test-302871857-project] Pushing event updated for resources: {'Network': ['ID=d376cd50-6e10-401d-8ad6-a55f5caa65cd,revision_number=1']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:19:22.727441 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Network d376cd50-6e10-401d-8ad6-a55f5caa65cd details requested by agent ovs-agent-n-d-713301-16 with host n-d-713301-16 {{(pid=95103) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 20:19:22.798383 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca0b687f-0158-4fe7-bba1-21aab1c5095f tempest-NetworksIpV6Test-302871857 tempest-NetworksIpV6Test-302871857-project] Made reservation on behalf of 584f3f7de30e49a7ba8a30c7f3d23cf3 for: {'subnet': 1} {{(pid=95102) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 20:19:22.802016 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-ca0b687f-0158-4fe7-bba1-21aab1c5095f tempest-NetworksIpV6Test-302871857 tempest-NetworksIpV6Test-302871857-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5388256'] for subnet, before_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:19:22.833051 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4260b118-5d86-43db-8cac-1ff0da796f9a None None] Network 7aa79df3-3644-4600-b74a-03be509d6f54 requested from n-d-713301-16 {{(pid=95103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 20:19:22.864665 n-d-713301-16 neutron-server[95102]: DEBUG neutron.db.ipam_backend_mixin [None req-ca0b687f-0158-4fe7-bba1-21aab1c5095f tempest-NetworksIpV6Test-302871857 tempest-NetworksIpV6Test-302871857-project] Performing IP validity checks on allocation pools {{(pid=95102) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Sep 23 20:19:22.865180 n-d-713301-16 neutron-server[95102]: DEBUG neutron.db.ipam_backend_mixin [None req-ca0b687f-0158-4fe7-bba1-21aab1c5095f tempest-NetworksIpV6Test-302871857 tempest-NetworksIpV6Test-302871857-project] Checking for overlaps among allocation pools and gateway ip {{(pid=95102) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Sep 23 20:19:22.901101 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-d61d9b24-4327-459e-9dda-8724029d4c04 None None] Provisioning complete for port 7f1d5f90-1119-4950-b15b-307127c42651 triggered by entity DHCP. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 20:19:22.901391 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-d61d9b24-4327-459e-9dda-8724029d4c04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:19:22.987054 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-ca0b687f-0158-4fe7-bba1-21aab1c5095f tempest-NetworksIpV6Test-302871857 tempest-NetworksIpV6Test-302871857-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4398944', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5388242'] for subnet, after_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:19:23.052865 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0b687f-0158-4fe7-bba1-21aab1c5095f tempest-NetworksIpV6Test-302871857 tempest-NetworksIpV6Test-302871857-project] Pushing event updated for resources: {'Subnet': ['ID=93d3bcad-aafe-44d2-8dec-acf426c3fb23,revision_number=0']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:19:23.061652 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca0b687f-0158-4fe7-bba1-21aab1c5095f tempest-NetworksIpV6Test-302871857 tempest-NetworksIpV6Test-302871857-project] Checking segment: {'id': 'b5ce0bfa-1cfd-49c7-b048-e93e7c5f6b8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'd376cd50-6e10-401d-8ad6-a55f5caa65cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95102) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 20:19:23.062135 n-d-713301-16 neutron-server[95102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca0b687f-0158-4fe7-bba1-21aab1c5095f tempest-NetworksIpV6Test-302871857 tempest-NetworksIpV6Test-302871857-project] Network hostable DHCP agents. Network: d376cd50-6e10-401d-8ad6-a55f5caa65cd, hostable agents: ['1b18bf05-1b5f-4587-be5c-af3ac38e32ad'], hosted agents: [] {{(pid=95102) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 20:19:23.072664 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-f10e7450-6a9f-4a32-9d62-0d3b1e18c641 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:19:23.075178 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-d61d9b24-4327-459e-9dda-8724029d4c04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:19:23.081371 n-d-713301-16 neutron-server[95102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca0b687f-0158-4fe7-bba1-21aab1c5095f tempest-NetworksIpV6Test-302871857 tempest-NetworksIpV6Test-302871857-project] Network d376cd50-6e10-401d-8ad6-a55f5caa65cd is scheduled to be hosted by DHCP agent 1b18bf05-1b5f-4587-be5c-af3ac38e32ad with binding_index 1 {{(pid=95102) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 20:19:23.090825 n-d-713301-16 neutron-server[95102]: DEBUG neutron.scheduler.base_scheduler [None req-ca0b687f-0158-4fe7-bba1-21aab1c5095f tempest-NetworksIpV6Test-302871857 tempest-NetworksIpV6Test-302871857-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713301-16, d376cd50-6e10-401d-8ad6-a55f5caa65cd) {{(pid=95102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 20:19:23.095153 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca0b687f-0158-4fe7-bba1-21aab1c5095f tempest-NetworksIpV6Test-302871857 tempest-NetworksIpV6Test-302871857-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:19:23.095572 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-ca0b687f-0158-4fe7-bba1-21aab1c5095f tempest-NetworksIpV6Test-302871857 tempest-NetworksIpV6Test-302871857-project] Notify callbacks [] for subnet, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:19:23.104341 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa57e9e7-818c-4f8a-9db4-d6670d8f26d5 None None] Network d376cd50-6e10-401d-8ad6-a55f5caa65cd requested from n-d-713301-16 {{(pid=95103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 20:19:23.113370 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-ca0b687f-0158-4fe7-bba1-21aab1c5095f tempest-NetworksIpV6Test-302871857 tempest-NetworksIpV6Test-302871857-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.7750394 Sep 23 20:19:23.113957 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 33218) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:19:23.147968 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-d61d9b24-4327-459e-9dda-8724029d4c04 None None] For port 7f1d5f90-1119-4950-b15b-307127c42651, host n-d-713301-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-16',level=0,port_id=7f1d5f90-1119-4950-b15b-307127c42651,segment=NetworkSegment(b59567d0-367a-4f10-9f03-c0c8bc60ff6c),segment_id=b59567d0-367a-4f10-9f03-c0c8bc60ff6c)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 20:19:23.155010 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-d61d9b24-4327-459e-9dda-8724029d4c04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:19:23.219562 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-a9b8d486-1473-4af7-8378-c3b315895c6b tempest-NetworksIpV6Test-302871857 tempest-NetworksIpV6Test-302871857-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1628021'] for network, before_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:19:23.252008 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:19:23.267274 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d61d9b24-4327-459e-9dda-8724029d4c04 None None] Pushing event updated for resources: {'Port': ['ID=7f1d5f90-1119-4950-b15b-307127c42651,revision_number=3']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:19:23.331217 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-a9b8d486-1473-4af7-8378-c3b315895c6b tempest-NetworksIpV6Test-302871857 tempest-NetworksIpV6Test-302871857-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1756813'] for subnet, precommit_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:19:23.341045 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2720ca30-024b-4726-b137-4c75d610e74f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4c8b80df-07eb-5275-9f17-5cf640db67c0-d376cd50-6e10-401d-8ad6-a55f5caa65cd', 'network_id': 'd376cd50-6e10-401d-8ad6-a55f5caa65cd', 'tenant_id': '584f3f7de30e49a7ba8a30c7f3d23cf3', 'fixed_ips': [{'subnet_id': '93d3bcad-aafe-44d2-8dec-acf426c3fb23'}]}} from n-d-713301-16. {{(pid=95103) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 23 20:19:23.342059 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-2720ca30-024b-4726-b137-4c75d610e74f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_create {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:19:23.375507 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Device 7f1d5f90-1119-4950-b15b-307127c42651 up at agent ovs-agent-n-d-713301-16 {{(pid=95103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 20:19:23.405721 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-a9b8d486-1473-4af7-8378-c3b315895c6b tempest-NetworksIpV6Test-302871857 tempest-NetworksIpV6Test-302871857-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1756804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4399009', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5388229'] for subnet, after_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:19:23.431533 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9b8d486-1473-4af7-8378-c3b315895c6b tempest-NetworksIpV6Test-302871857 tempest-NetworksIpV6Test-302871857-project] Pushing event deleted for resources: {'Subnet': ['ID=93d3bcad-aafe-44d2-8dec-acf426c3fb23,revision_number=None']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:19:23.475524 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-857b3861-9bd8-4f7d-8d1c-9963f98b31d8 None None] Provisioning complete for port 7f1d5f90-1119-4950-b15b-307127c42651 triggered by entity DHCP. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 20:19:23.475902 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-857b3861-9bd8-4f7d-8d1c-9963f98b31d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:19:23.497353 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-a9b8d486-1473-4af7-8378-c3b315895c6b tempest-NetworksIpV6Test-302871857 tempest-NetworksIpV6Test-302871857-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1754676', 'neutron.services.segments.db._delete_segments_for_network-8783146221460'] for network, precommit_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:19:23.509262 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server [None req-2720ca30-024b-4726-b137-4c75d610e74f None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 93d3bcad-aafe-44d2-8dec-acf426c3fb23: This subnet is being modified by another concurrent operation. Sep 23 20:19:23.509262 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Sep 23 20:19:23.509262 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Sep 23 20:19:23.509262 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Sep 23 20:19:23.509262 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Sep 23 20:19:23.509262 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Sep 23 20:19:23.509262 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Sep 23 20:19:23.509262 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Sep 23 20:19:23.509262 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Sep 23 20:19:23.509262 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Sep 23 20:19:23.509262 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Sep 23 20:19:23.509262 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Sep 23 20:19:23.509262 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 23 20:19:23.509262 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 23 20:19:23.509262 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 23 20:19:23.509262 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server raise self.value Sep 23 20:19:23.509262 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Sep 23 20:19:23.509262 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 23 20:19:23.509262 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 23 20:19:23.509262 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Sep 23 20:19:23.509262 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 23 20:19:23.509262 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 23 20:19:23.509262 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 23 20:19:23.509262 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server raise self.value Sep 23 20:19:23.509262 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 23 20:19:23.509262 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 23 20:19:23.509262 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Sep 23 20:19:23.509262 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Sep 23 20:19:23.509262 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 23 20:19:23.509262 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 23 20:19:23.509262 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 23 20:19:23.509262 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server raise self.value Sep 23 20:19:23.509262 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Sep 23 20:19:23.509262 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Sep 23 20:19:23.509262 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Sep 23 20:19:23.509262 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Sep 23 20:19:23.509262 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Sep 23 20:19:23.509262 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Sep 23 20:19:23.509262 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Sep 23 20:19:23.509262 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Sep 23 20:19:23.509262 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Sep 23 20:19:23.509262 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Sep 23 20:19:23.509262 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 686, in inner Sep 23 20:19:23.509262 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Sep 23 20:19:23.509262 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Sep 23 20:19:23.509262 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Sep 23 20:19:23.509262 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Sep 23 20:19:23.509262 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Sep 23 20:19:23.509262 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 23 20:19:23.509262 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 23 20:19:23.509262 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 23 20:19:23.509262 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server raise self.value Sep 23 20:19:23.509262 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Sep 23 20:19:23.509262 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 23 20:19:23.509262 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 23 20:19:23.509262 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Sep 23 20:19:23.509262 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 23 20:19:23.509262 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 23 20:19:23.509262 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 23 20:19:23.509262 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server raise self.value Sep 23 20:19:23.509262 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 23 20:19:23.509262 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 23 20:19:23.509262 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Sep 23 20:19:23.509262 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Sep 23 20:19:23.509262 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 23 20:19:23.509262 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 23 20:19:23.509262 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 23 20:19:23.509262 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server raise self.value Sep 23 20:19:23.509262 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Sep 23 20:19:23.509262 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Sep 23 20:19:23.509262 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1480, in create_port Sep 23 20:19:23.509262 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Sep 23 20:19:23.509262 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1445, in _create_port_db Sep 23 20:19:23.509262 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Sep 23 20:19:23.509262 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Sep 23 20:19:23.509262 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Sep 23 20:19:23.509262 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Sep 23 20:19:23.509262 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Sep 23 20:19:23.509262 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 23 20:19:23.509262 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 23 20:19:23.509262 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 23 20:19:23.509262 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server raise self.value Sep 23 20:19:23.509262 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Sep 23 20:19:23.509262 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Sep 23 20:19:23.509262 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Sep 23 20:19:23.509262 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Sep 23 20:19:23.509262 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Sep 23 20:19:23.509262 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server subnet.lock_register( Sep 23 20:19:23.509262 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Sep 23 20:19:23.509262 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server raise exception Sep 23 20:19:23.509262 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 93d3bcad-aafe-44d2-8dec-acf426c3fb23: This subnet is being modified by another concurrent operation. Sep 23 20:19:23.509262 n-d-713301-16 neutron-server[95103]: ERROR oslo_messaging.rpc.server Sep 23 20:19:23.526827 n-d-713301-16 neutron-server[95102]: DEBUG neutron.services.segments.db [None req-a9b8d486-1473-4af7-8378-c3b315895c6b tempest-NetworksIpV6Test-302871857 tempest-NetworksIpV6Test-302871857-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d376cd50-6e10-401d-8ad6-a55f5caa65cd']}} {{(pid=95102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 20:19:23.534812 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cf1bd2e-ba5f-40d3-b7c4-b644878e8155 None None] Network d376cd50-6e10-401d-8ad6-a55f5caa65cd requested from n-d-713301-16 {{(pid=95103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 20:19:23.535622 n-d-713301-16 neutron-server[95102]: DEBUG neutron.services.segments.db [None req-a9b8d486-1473-4af7-8378-c3b315895c6b tempest-NetworksIpV6Test-302871857 tempest-NetworksIpV6Test-302871857-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b5ce0bfa-1cfd-49c7-b048-e93e7c5f6b8b') {'for_net_delete': True} {{(pid=95102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 20:19:23.536055 n-d-713301-16 neutron-server[95102]: DEBUG neutron.services.segments.db [None req-a9b8d486-1473-4af7-8378-c3b315895c6b tempest-NetworksIpV6Test-302871857 tempest-NetworksIpV6Test-302871857-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b5ce0bfa-1cfd-49c7-b048-e93e7c5f6b8b') {} {{(pid=95102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 20:19:23.545957 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-a9b8d486-1473-4af7-8378-c3b315895c6b tempest-NetworksIpV6Test-302871857 tempest-NetworksIpV6Test-302871857-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783146221725', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6162832'] for segment, before_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:19:23.558225 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Provisioning complete for port 7f1d5f90-1119-4950-b15b-307127c42651 triggered by entity L2. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 20:19:23.558225 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:19:23.559942 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-a9b8d486-1473-4af7-8378-c3b315895c6b tempest-NetworksIpV6Test-302871857 tempest-NetworksIpV6Test-302871857-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1756186'] for segment, precommit_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:19:23.566226 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a9b8d486-1473-4af7-8378-c3b315895c6b tempest-NetworksIpV6Test-302871857 tempest-NetworksIpV6Test-302871857-project] Releasing vlan 627 on physical network physnet1 to pool {{(pid=95102) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 20:19:23.566779 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-a9b8d486-1473-4af7-8378-c3b315895c6b tempest-NetworksIpV6Test-302871857 tempest-NetworksIpV6Test-302871857-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1756186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4398095'] for segment, after_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:19:23.569797 n-d-713301-16 neutron-server[95102]: Traceback (most recent call last): Sep 23 20:19:23.569797 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 20:19:23.569797 n-d-713301-16 neutron-server[95102]: timer() Sep 23 20:19:23.569797 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 20:19:23.569797 n-d-713301-16 neutron-server[95102]: cb(*args, **kw) Sep 23 20:19:23.569797 n-d-713301-16 neutron-server[95102]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 20:19:23.569797 n-d-713301-16 neutron-server[95102]: return func(*args, **kwargs) Sep 23 20:19:23.569797 n-d-713301-16 neutron-server[95102]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 20:19:23.569797 n-d-713301-16 neutron-server[95102]: self._notify() Sep 23 20:19:23.569797 n-d-713301-16 neutron-server[95102]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 20:19:23.569797 n-d-713301-16 neutron-server[95102]: self.callback(batched_events) Sep 23 20:19:23.569797 n-d-713301-16 neutron-server[95102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 20:19:23.569797 n-d-713301-16 neutron-server[95102]: event.method(event) Sep 23 20:19:23.569797 n-d-713301-16 neutron-server[95102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 20:19:23.569797 n-d-713301-16 neutron-server[95102]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 20:19:23.569797 n-d-713301-16 neutron-server[95102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 20:19:23.569797 n-d-713301-16 neutron-server[95102]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 20:19:23.569797 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 20:19:23.569797 n-d-713301-16 neutron-server[95102]: return f(self, *a, **k) Sep 23 20:19:23.569797 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 20:19:23.569797 n-d-713301-16 neutron-server[95102]: return self._get(url).json() Sep 23 20:19:23.569797 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 20:19:23.569797 n-d-713301-16 neutron-server[95102]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 20:19:23.569797 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 20:19:23.569797 n-d-713301-16 neutron-server[95102]: return self.request(url, 'GET', **kwargs) Sep 23 20:19:23.569797 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 20:19:23.569797 n-d-713301-16 neutron-server[95102]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 20:19:23.569797 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 20:19:23.569797 n-d-713301-16 neutron-server[95102]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 20:19:23.569797 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 20:19:23.569797 n-d-713301-16 neutron-server[95102]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 20:19:23.569797 n-d-713301-16 neutron-server[95102]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 20:19:23.631681 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-a9b8d486-1473-4af7-8378-c3b315895c6b tempest-NetworksIpV6Test-302871857 tempest-NetworksIpV6Test-302871857-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1754627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-601866'] for network, after_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:19:23.638359 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-a9b8d486-1473-4af7-8378-c3b315895c6b tempest-NetworksIpV6Test-302871857 tempest-NetworksIpV6Test-302871857-project] Notify callbacks [] for network, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:19:23.645304 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-a9b8d486-1473-4af7-8378-c3b315895c6b tempest-NetworksIpV6Test-302871857 tempest-NetworksIpV6Test-302871857-project] 10.222.0.67 "DELETE /v2.0/networks/d376cd50-6e10-401d-8ad6-a55f5caa65cd HTTP/1.1" status: 204 len: 168 time: 0.5252724 Sep 23 20:19:23.645672 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 33220) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:19:23.650802 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.v2.base [None req-8ed6e136-d4fd-4114-94e2-e460df3a8638 tempest-NetworksIpV6Test-302871857 tempest-NetworksIpV6Test-302871857-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1371593952'}} {{(pid=95101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 20:19:23.652365 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9b8d486-1473-4af7-8378-c3b315895c6b tempest-NetworksIpV6Test-302871857 tempest-NetworksIpV6Test-302871857-project] Pushing event deleted for resources: {'Network': ['ID=d376cd50-6e10-401d-8ad6-a55f5caa65cd,revision_number=None']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:19:23.674463 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ed6e136-d4fd-4114-94e2-e460df3a8638 tempest-NetworksIpV6Test-302871857 tempest-NetworksIpV6Test-302871857-project] Made reservation on behalf of 584f3f7de30e49a7ba8a30c7f3d23cf3 for: {'network': 1} {{(pid=95101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 20:19:23.678633 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-8ed6e136-d4fd-4114-94e2-e460df3a8638 tempest-NetworksIpV6Test-302871857 tempest-NetworksIpV6Test-302871857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for network, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:19:23.702899 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8ed6e136-d4fd-4114-94e2-e460df3a8638 tempest-NetworksIpV6Test-302871857 tempest-NetworksIpV6Test-302871857-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 623} {{(pid=95101) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 20:19:23.714963 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-8ed6e136-d4fd-4114-94e2-e460df3a8638 tempest-NetworksIpV6Test-302871857 tempest-NetworksIpV6Test-302871857-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1756186'] for segment, precommit_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:19:23.715394 n-d-713301-16 neutron-server[95101]: INFO neutron.db.segments_db [None req-8ed6e136-d4fd-4114-94e2-e460df3a8638 tempest-NetworksIpV6Test-302871857 tempest-NetworksIpV6Test-302871857-project] Added segment c6b9a012-8793-4334-a42c-c732412b1338 of type vlan for network 85628406-27ac-4bc1-9498-78f69522f29c Sep 23 20:19:23.726749 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-0ae75029-feb6-4728-9a94-5f9b60993d82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:19:23.759547 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-8ed6e136-d4fd-4114-94e2-e460df3a8638 tempest-NetworksIpV6Test-302871857 tempest-NetworksIpV6Test-302871857-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783145630486'] for network, precommit_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:19:23.773128 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-677e5347-d633-464a-ae66-350967a77149 None None] get_active_networks_info from n-d-713301-16 {{(pid=95103) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 23 20:19:23.793949 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-8ed6e136-d4fd-4114-94e2-e460df3a8638 tempest-NetworksIpV6Test-302871857 tempest-NetworksIpV6Test-302871857-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299'] for network, after_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:19:23.799815 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ed6e136-d4fd-4114-94e2-e460df3a8638 tempest-NetworksIpV6Test-302871857 tempest-NetworksIpV6Test-302871857-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:19:23.800414 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-8ed6e136-d4fd-4114-94e2-e460df3a8638 tempest-NetworksIpV6Test-302871857 tempest-NetworksIpV6Test-302871857-project] Notify callbacks [] for network, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:19:23.830946 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-8ed6e136-d4fd-4114-94e2-e460df3a8638 tempest-NetworksIpV6Test-302871857 tempest-NetworksIpV6Test-302871857-project] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.1840801 Sep 23 20:19:23.834634 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 33222) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:19:23.839898 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.v2.base [None req-1e12393d-b0c3-477b-b925-17bc613b9ded tempest-NetworksIpV6Test-302871857 tempest-NetworksIpV6Test-302871857-project] Request body: {'subnet': {'network_id': '85628406-27ac-4bc1-9498-78f69522f29c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=95102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 20:19:23.857175 n-d-713301-16 neutron-server[95103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-677e5347-d633-464a-ae66-350967a77149 None None] Resources bound (agent type, host, resource id): {{(pid=95103) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 23 20:19:23.878676 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ed6e136-d4fd-4114-94e2-e460df3a8638 tempest-NetworksIpV6Test-302871857 tempest-NetworksIpV6Test-302871857-project] Pushing event updated for resources: {'Network': ['ID=85628406-27ac-4bc1-9498-78f69522f29c,revision_number=1']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:19:23.901277 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Network 85628406-27ac-4bc1-9498-78f69522f29c details requested by agent ovs-agent-n-d-713301-16 with host n-d-713301-16 {{(pid=95103) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 20:19:23.946357 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e12393d-b0c3-477b-b925-17bc613b9ded tempest-NetworksIpV6Test-302871857 tempest-NetworksIpV6Test-302871857-project] Made reservation on behalf of 584f3f7de30e49a7ba8a30c7f3d23cf3 for: {'subnet': 1} {{(pid=95102) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 20:19:23.950261 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-1e12393d-b0c3-477b-b925-17bc613b9ded tempest-NetworksIpV6Test-302871857 tempest-NetworksIpV6Test-302871857-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5388256'] for subnet, before_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:19:24.149047 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-1e12393d-b0c3-477b-b925-17bc613b9ded tempest-NetworksIpV6Test-302871857 tempest-NetworksIpV6Test-302871857-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4398944', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5388242'] for subnet, after_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:19:24.204928 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e12393d-b0c3-477b-b925-17bc613b9ded tempest-NetworksIpV6Test-302871857 tempest-NetworksIpV6Test-302871857-project] Pushing event updated for resources: {'Subnet': ['ID=822d38fa-4718-4ad5-9895-8a7b60ed9d4a,revision_number=0']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:19:24.222654 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e12393d-b0c3-477b-b925-17bc613b9ded tempest-NetworksIpV6Test-302871857 tempest-NetworksIpV6Test-302871857-project] Checking segment: {'id': 'c6b9a012-8793-4334-a42c-c732412b1338', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '85628406-27ac-4bc1-9498-78f69522f29c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95102) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 20:19:24.223335 n-d-713301-16 neutron-server[95102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e12393d-b0c3-477b-b925-17bc613b9ded tempest-NetworksIpV6Test-302871857 tempest-NetworksIpV6Test-302871857-project] Network hostable DHCP agents. Network: 85628406-27ac-4bc1-9498-78f69522f29c, hostable agents: ['1b18bf05-1b5f-4587-be5c-af3ac38e32ad'], hosted agents: [] {{(pid=95102) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 20:19:24.242141 n-d-713301-16 neutron-server[95102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e12393d-b0c3-477b-b925-17bc613b9ded tempest-NetworksIpV6Test-302871857 tempest-NetworksIpV6Test-302871857-project] Network 85628406-27ac-4bc1-9498-78f69522f29c is scheduled to be hosted by DHCP agent 1b18bf05-1b5f-4587-be5c-af3ac38e32ad with binding_index 1 {{(pid=95102) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 20:19:24.251685 n-d-713301-16 neutron-server[95102]: DEBUG neutron.scheduler.base_scheduler [None req-1e12393d-b0c3-477b-b925-17bc613b9ded tempest-NetworksIpV6Test-302871857 tempest-NetworksIpV6Test-302871857-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713301-16, 85628406-27ac-4bc1-9498-78f69522f29c) {{(pid=95102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 20:19:24.256075 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e12393d-b0c3-477b-b925-17bc613b9ded tempest-NetworksIpV6Test-302871857 tempest-NetworksIpV6Test-302871857-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:19:24.256699 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-1e12393d-b0c3-477b-b925-17bc613b9ded tempest-NetworksIpV6Test-302871857 tempest-NetworksIpV6Test-302871857-project] Notify callbacks [] for subnet, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:19:24.272283 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-1e12393d-b0c3-477b-b925-17bc613b9ded tempest-NetworksIpV6Test-302871857 tempest-NetworksIpV6Test-302871857-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4358513 Sep 23 20:19:24.275106 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 33224) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:19:24.278160 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd67c51a-c636-48f1-bc55-3692abdf52ec None None] Network 85628406-27ac-4bc1-9498-78f69522f29c requested from n-d-713301-16 {{(pid=95103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 20:19:24.280933 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.v2.base [None req-551dba83-4c06-4d50-b71f-04529421b817 tempest-NetworksIpV6Test-302871857 tempest-NetworksIpV6Test-302871857-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1439144193'}} {{(pid=95102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 20:19:24.303123 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-551dba83-4c06-4d50-b71f-04529421b817 tempest-NetworksIpV6Test-302871857 tempest-NetworksIpV6Test-302871857-project] Made reservation on behalf of 584f3f7de30e49a7ba8a30c7f3d23cf3 for: {'network': 1} {{(pid=95102) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 20:19:24.306849 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-551dba83-4c06-4d50-b71f-04529421b817 tempest-NetworksIpV6Test-302871857 tempest-NetworksIpV6Test-302871857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for network, before_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:19:24.332851 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-551dba83-4c06-4d50-b71f-04529421b817 tempest-NetworksIpV6Test-302871857 tempest-NetworksIpV6Test-302871857-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 616} {{(pid=95102) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 20:19:24.342235 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-551dba83-4c06-4d50-b71f-04529421b817 tempest-NetworksIpV6Test-302871857 tempest-NetworksIpV6Test-302871857-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1756186'] for segment, precommit_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:19:24.342575 n-d-713301-16 neutron-server[95102]: INFO neutron.db.segments_db [None req-551dba83-4c06-4d50-b71f-04529421b817 tempest-NetworksIpV6Test-302871857 tempest-NetworksIpV6Test-302871857-project] Added segment 9f9d4d43-495b-44c6-873f-7cc7f1fe007d of type vlan for network 664dd1e5-6e8a-4d64-bd88-178e03122d0c Sep 23 20:19:24.396364 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-551dba83-4c06-4d50-b71f-04529421b817 tempest-NetworksIpV6Test-302871857 tempest-NetworksIpV6Test-302871857-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783145630486'] for network, precommit_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:19:24.421900 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-551dba83-4c06-4d50-b71f-04529421b817 tempest-NetworksIpV6Test-302871857 tempest-NetworksIpV6Test-302871857-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299'] for network, after_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:19:24.428824 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-551dba83-4c06-4d50-b71f-04529421b817 tempest-NetworksIpV6Test-302871857 tempest-NetworksIpV6Test-302871857-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:19:24.429427 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-551dba83-4c06-4d50-b71f-04529421b817 tempest-NetworksIpV6Test-302871857 tempest-NetworksIpV6Test-302871857-project] Notify callbacks [] for network, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:19:24.432339 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-851cf28c-9856-4612-bd3c-d4c96c5c8018 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4c8b80df-07eb-5275-9f17-5cf640db67c0-85628406-27ac-4bc1-9498-78f69522f29c', 'network_id': '85628406-27ac-4bc1-9498-78f69522f29c', 'tenant_id': '584f3f7de30e49a7ba8a30c7f3d23cf3', 'fixed_ips': [{'subnet_id': '822d38fa-4718-4ad5-9895-8a7b60ed9d4a'}]}} from n-d-713301-16. {{(pid=95103) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 23 20:19:24.433238 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-851cf28c-9856-4612-bd3c-d4c96c5c8018 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_create {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:19:24.465719 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-551dba83-4c06-4d50-b71f-04529421b817 tempest-NetworksIpV6Test-302871857 tempest-NetworksIpV6Test-302871857-project] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.1888709 Sep 23 20:19:24.468461 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 33226) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:19:24.475345 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.v2.base [None req-3f84d8c6-ddb8-4b6e-875b-6b521eff5b07 tempest-NetworksIpV6Test-302871857 tempest-NetworksIpV6Test-302871857-project] Request body: {'subnet': {'network_id': '664dd1e5-6e8a-4d64-bd88-178e03122d0c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=95102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 20:19:24.518206 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-551dba83-4c06-4d50-b71f-04529421b817 tempest-NetworksIpV6Test-302871857 tempest-NetworksIpV6Test-302871857-project] Pushing event updated for resources: {'Network': ['ID=664dd1e5-6e8a-4d64-bd88-178e03122d0c,revision_number=1']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:19:24.528877 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Network 664dd1e5-6e8a-4d64-bd88-178e03122d0c details requested by agent ovs-agent-n-d-713301-16 with host n-d-713301-16 {{(pid=95103) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 20:19:24.599903 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f84d8c6-ddb8-4b6e-875b-6b521eff5b07 tempest-NetworksIpV6Test-302871857 tempest-NetworksIpV6Test-302871857-project] Made reservation on behalf of 584f3f7de30e49a7ba8a30c7f3d23cf3 for: {'subnet': 1} {{(pid=95102) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 20:19:24.603581 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-3f84d8c6-ddb8-4b6e-875b-6b521eff5b07 tempest-NetworksIpV6Test-302871857 tempest-NetworksIpV6Test-302871857-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5388256'] for subnet, before_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:19:24.630541 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.db_base_plugin_common [None req-851cf28c-9856-4612-bd3c-d4c96c5c8018 None None] Allocated IP 2001:db8::2 (85628406-27ac-4bc1-9498-78f69522f29c/822d38fa-4718-4ad5-9895-8a7b60ed9d4a/42698de7-b60c-4969-b831-78086f0dff14) {{(pid=95103) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 20:19:24.782602 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-851cf28c-9856-4612-bd3c-d4c96c5c8018 None None] Notify callbacks [] for port, precommit_create {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:19:24.789179 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-851cf28c-9856-4612-bd3c-d4c96c5c8018 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783145673135'] for port, after_create {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:19:24.794439 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-3f84d8c6-ddb8-4b6e-875b-6b521eff5b07 tempest-NetworksIpV6Test-302871857 tempest-NetworksIpV6Test-302871857-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4398944', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5388242'] for subnet, after_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:19:24.827959 n-d-713301-16 neutron-server[95103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-851cf28c-9856-4612-bd3c-d4c96c5c8018 None None] Network 85628406-27ac-4bc1-9498-78f69522f29c is already hosted by enough agents. {{(pid=95103) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 20:19:24.831415 n-d-713301-16 neutron-server[95103]: DEBUG neutron.scheduler.base_scheduler [None req-851cf28c-9856-4612-bd3c-d4c96c5c8018 None None] Resources bound (agent type, host, resource id): {{(pid=95103) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 20:19:24.835011 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-851cf28c-9856-4612-bd3c-d4c96c5c8018 None None] Received port after_create {{(pid=95103) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 20:19:24.844991 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-851cf28c-9856-4612-bd3c-d4c96c5c8018 None None] Pushing event updated for resources: {'Port': ['ID=42698de7-b60c-4969-b831-78086f0dff14,revision_number=1']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:19:24.864592 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f84d8c6-ddb8-4b6e-875b-6b521eff5b07 tempest-NetworksIpV6Test-302871857 tempest-NetworksIpV6Test-302871857-project] Pushing event updated for resources: {'Subnet': ['ID=3a30884a-3363-43b8-aa6a-2b96405d8299,revision_number=0']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:19:24.873512 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f84d8c6-ddb8-4b6e-875b-6b521eff5b07 tempest-NetworksIpV6Test-302871857 tempest-NetworksIpV6Test-302871857-project] Checking segment: {'id': '9f9d4d43-495b-44c6-873f-7cc7f1fe007d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '664dd1e5-6e8a-4d64-bd88-178e03122d0c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95102) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 20:19:24.873876 n-d-713301-16 neutron-server[95102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f84d8c6-ddb8-4b6e-875b-6b521eff5b07 tempest-NetworksIpV6Test-302871857 tempest-NetworksIpV6Test-302871857-project] Network hostable DHCP agents. Network: 664dd1e5-6e8a-4d64-bd88-178e03122d0c, hostable agents: ['1b18bf05-1b5f-4587-be5c-af3ac38e32ad'], hosted agents: [] {{(pid=95102) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 20:19:24.891555 n-d-713301-16 neutron-server[95102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f84d8c6-ddb8-4b6e-875b-6b521eff5b07 tempest-NetworksIpV6Test-302871857 tempest-NetworksIpV6Test-302871857-project] Network 664dd1e5-6e8a-4d64-bd88-178e03122d0c is scheduled to be hosted by DHCP agent 1b18bf05-1b5f-4587-be5c-af3ac38e32ad with binding_index 1 {{(pid=95102) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 20:19:24.897069 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.managers [None req-851cf28c-9856-4612-bd3c-d4c96c5c8018 None None] Attempting to bind port 42698de7-b60c-4969-b831-78086f0dff14 on host n-d-713301-16 for vnic_type normal with profile {{(pid=95103) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 20:19:24.897474 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.managers [None req-851cf28c-9856-4612-bd3c-d4c96c5c8018 None None] Attempting to bind port 42698de7-b60c-4969-b831-78086f0dff14 by drivers openvswitch,hyperv on host n-d-713301-16 at level 0 using segments [{'id': 'c6b9a012-8793-4334-a42c-c732412b1338', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '85628406-27ac-4bc1-9498-78f69522f29c'}] {{(pid=95103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 20:19:24.897846 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-851cf28c-9856-4612-bd3c-d4c96c5c8018 None None] Attempting to bind port 42698de7-b60c-4969-b831-78086f0dff14 on network 85628406-27ac-4bc1-9498-78f69522f29c {{(pid=95103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 20:19:24.903108 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-851cf28c-9856-4612-bd3c-d4c96c5c8018 None None] Checking agent: {'id': '70a14545-df24-472f-8f95-bfe1719bff93', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 19, 7, 53), 'started_at': datetime.datetime(2021, 9, 23, 19, 8, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 20, 19, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 20:19:24.903325 n-d-713301-16 neutron-server[95102]: DEBUG neutron.scheduler.base_scheduler [None req-3f84d8c6-ddb8-4b6e-875b-6b521eff5b07 tempest-NetworksIpV6Test-302871857 tempest-NetworksIpV6Test-302871857-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713301-16, 664dd1e5-6e8a-4d64-bd88-178e03122d0c) {{(pid=95102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 20:19:24.903486 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-851cf28c-9856-4612-bd3c-d4c96c5c8018 None None] Checking segment: {'id': 'c6b9a012-8793-4334-a42c-c732412b1338', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '85628406-27ac-4bc1-9498-78f69522f29c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95103) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 20:19:24.903875 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-851cf28c-9856-4612-bd3c-d4c96c5c8018 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:19:24.904268 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-851cf28c-9856-4612-bd3c-d4c96c5c8018 None None] Bound using segment: {'id': 'c6b9a012-8793-4334-a42c-c732412b1338', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '85628406-27ac-4bc1-9498-78f69522f29c'} {{(pid=95103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 20:19:24.904775 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.managers [None req-851cf28c-9856-4612-bd3c-d4c96c5c8018 None None] Bound port: 42698de7-b60c-4969-b831-78086f0dff14, host: n-d-713301-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c6b9a012-8793-4334-a42c-c732412b1338', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '85628406-27ac-4bc1-9498-78f69522f29c'}}] {{(pid=95103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 20:19:24.905149 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-851cf28c-9856-4612-bd3c-d4c96c5c8018 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:19:24.908385 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f84d8c6-ddb8-4b6e-875b-6b521eff5b07 tempest-NetworksIpV6Test-302871857 tempest-NetworksIpV6Test-302871857-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:19:24.909312 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-3f84d8c6-ddb8-4b6e-875b-6b521eff5b07 tempest-NetworksIpV6Test-302871857 tempest-NetworksIpV6Test-302871857-project] Notify callbacks [] for subnet, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:19:24.916262 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01145cc1-071c-409a-adcb-80e096c27395 None None] Network 664dd1e5-6e8a-4d64-bd88-178e03122d0c requested from n-d-713301-16 {{(pid=95103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 20:19:24.927232 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-3f84d8c6-ddb8-4b6e-875b-6b521eff5b07 tempest-NetworksIpV6Test-302871857 tempest-NetworksIpV6Test-302871857-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4575400 Sep 23 20:19:24.929954 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 33228) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:19:25.033928 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-00f56b19-ceb6-4956-80f0-6593435f238e tempest-NetworksIpV6Test-302871857 tempest-NetworksIpV6Test-302871857-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1628021'] for network, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:19:25.035661 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-851cf28c-9856-4612-bd3c-d4c96c5c8018 None None] For port 42698de7-b60c-4969-b831-78086f0dff14, host n-d-713301-16, cleared binding levels {{(pid=95103) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 20:19:25.040125 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-851cf28c-9856-4612-bd3c-d4c96c5c8018 None None] For port 42698de7-b60c-4969-b831-78086f0dff14, host n-d-713301-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-16',level=0,port_id=42698de7-b60c-4969-b831-78086f0dff14,segment=NetworkSegment(c6b9a012-8793-4334-a42c-c732412b1338),segment_id=c6b9a012-8793-4334-a42c-c732412b1338)] {{(pid=95103) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 20:19:25.046630 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-851cf28c-9856-4612-bd3c-d4c96c5c8018 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:19:25.085575 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-00f56b19-ceb6-4956-80f0-6593435f238e tempest-NetworksIpV6Test-302871857 tempest-NetworksIpV6Test-302871857-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1756813'] for subnet, precommit_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:19:25.154935 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-00f56b19-ceb6-4956-80f0-6593435f238e tempest-NetworksIpV6Test-302871857 tempest-NetworksIpV6Test-302871857-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1756804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5607514', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6130950'] for subnet, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:19:25.156361 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-851cf28c-9856-4612-bd3c-d4c96c5c8018 None None] Pushing event updated for resources: {'Port': ['ID=42698de7-b60c-4969-b831-78086f0dff14,revision_number=2']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:19:25.176616 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49a62836-9889-49ae-a54f-12cd959aed14 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4c8b80df-07eb-5275-9f17-5cf640db67c0-664dd1e5-6e8a-4d64-bd88-178e03122d0c', 'network_id': '664dd1e5-6e8a-4d64-bd88-178e03122d0c', 'tenant_id': '584f3f7de30e49a7ba8a30c7f3d23cf3', 'fixed_ips': [{'subnet_id': '3a30884a-3363-43b8-aa6a-2b96405d8299'}]}} from n-d-713301-16. {{(pid=95103) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 23 20:19:25.177679 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-49a62836-9889-49ae-a54f-12cd959aed14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_create {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:19:25.184398 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f56b19-ceb6-4956-80f0-6593435f238e tempest-NetworksIpV6Test-302871857 tempest-NetworksIpV6Test-302871857-project] Pushing event deleted for resources: {'Subnet': ['ID=3a30884a-3363-43b8-aa6a-2b96405d8299,revision_number=None']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:19:25.261110 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-00f56b19-ceb6-4956-80f0-6593435f238e tempest-NetworksIpV6Test-302871857 tempest-NetworksIpV6Test-302871857-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1754676', 'neutron.services.segments.db._delete_segments_for_network-8783146221460'] for network, precommit_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:19:25.278237 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9a6a624-e36a-4779-a0b9-d234ebf918d0 None None] Network 664dd1e5-6e8a-4d64-bd88-178e03122d0c requested from n-d-713301-16 {{(pid=95103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 20:19:25.294240 n-d-713301-16 neutron-server[95101]: DEBUG neutron.services.segments.db [None req-00f56b19-ceb6-4956-80f0-6593435f238e tempest-NetworksIpV6Test-302871857 tempest-NetworksIpV6Test-302871857-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['664dd1e5-6e8a-4d64-bd88-178e03122d0c']}} {{(pid=95101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 20:19:25.310120 n-d-713301-16 neutron-server[95101]: DEBUG neutron.services.segments.db [None req-00f56b19-ceb6-4956-80f0-6593435f238e tempest-NetworksIpV6Test-302871857 tempest-NetworksIpV6Test-302871857-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9f9d4d43-495b-44c6-873f-7cc7f1fe007d') {'for_net_delete': True} {{(pid=95101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 20:19:25.310396 n-d-713301-16 neutron-server[95101]: DEBUG neutron.services.segments.db [None req-00f56b19-ceb6-4956-80f0-6593435f238e tempest-NetworksIpV6Test-302871857 tempest-NetworksIpV6Test-302871857-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9f9d4d43-495b-44c6-873f-7cc7f1fe007d') {} {{(pid=95101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 20:19:25.346372 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-00f56b19-ceb6-4956-80f0-6593435f238e tempest-NetworksIpV6Test-302871857 tempest-NetworksIpV6Test-302871857-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783146221725', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6007147'] for segment, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:19:25.360771 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-00f56b19-ceb6-4956-80f0-6593435f238e tempest-NetworksIpV6Test-302871857 tempest-NetworksIpV6Test-302871857-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1756186'] for segment, precommit_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:19:25.372324 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-00f56b19-ceb6-4956-80f0-6593435f238e tempest-NetworksIpV6Test-302871857 tempest-NetworksIpV6Test-302871857-project] Releasing vlan 616 on physical network physnet1 to pool {{(pid=95101) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 20:19:25.372879 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-00f56b19-ceb6-4956-80f0-6593435f238e tempest-NetworksIpV6Test-302871857 tempest-NetworksIpV6Test-302871857-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1756186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5608436'] for segment, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:19:25.377441 n-d-713301-16 neutron-server[95101]: Traceback (most recent call last): Sep 23 20:19:25.377441 n-d-713301-16 neutron-server[95101]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 20:19:25.377441 n-d-713301-16 neutron-server[95101]: timer() Sep 23 20:19:25.377441 n-d-713301-16 neutron-server[95101]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 20:19:25.377441 n-d-713301-16 neutron-server[95101]: cb(*args, **kw) Sep 23 20:19:25.377441 n-d-713301-16 neutron-server[95101]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 20:19:25.377441 n-d-713301-16 neutron-server[95101]: return func(*args, **kwargs) Sep 23 20:19:25.377441 n-d-713301-16 neutron-server[95101]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 20:19:25.377441 n-d-713301-16 neutron-server[95101]: self._notify() Sep 23 20:19:25.377441 n-d-713301-16 neutron-server[95101]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 20:19:25.377441 n-d-713301-16 neutron-server[95101]: self.callback(batched_events) Sep 23 20:19:25.377441 n-d-713301-16 neutron-server[95101]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 20:19:25.377441 n-d-713301-16 neutron-server[95101]: event.method(event) Sep 23 20:19:25.377441 n-d-713301-16 neutron-server[95101]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 20:19:25.377441 n-d-713301-16 neutron-server[95101]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 20:19:25.377441 n-d-713301-16 neutron-server[95101]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 20:19:25.377441 n-d-713301-16 neutron-server[95101]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 20:19:25.377441 n-d-713301-16 neutron-server[95101]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 20:19:25.377441 n-d-713301-16 neutron-server[95101]: return f(self, *a, **k) Sep 23 20:19:25.377441 n-d-713301-16 neutron-server[95101]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 20:19:25.377441 n-d-713301-16 neutron-server[95101]: return self._get(url).json() Sep 23 20:19:25.377441 n-d-713301-16 neutron-server[95101]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 20:19:25.377441 n-d-713301-16 neutron-server[95101]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 20:19:25.377441 n-d-713301-16 neutron-server[95101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 20:19:25.377441 n-d-713301-16 neutron-server[95101]: return self.request(url, 'GET', **kwargs) Sep 23 20:19:25.377441 n-d-713301-16 neutron-server[95101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 20:19:25.377441 n-d-713301-16 neutron-server[95101]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 20:19:25.377441 n-d-713301-16 neutron-server[95101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 20:19:25.377441 n-d-713301-16 neutron-server[95101]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 20:19:25.377441 n-d-713301-16 neutron-server[95101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 20:19:25.377441 n-d-713301-16 neutron-server[95101]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 20:19:25.377441 n-d-713301-16 neutron-server[95101]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 20:19:25.388045 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Device 7f1d5f90-1119-4950-b15b-307127c42651 up at agent ovs-agent-n-d-713301-16 {{(pid=95103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 20:19:25.446163 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-00f56b19-ceb6-4956-80f0-6593435f238e tempest-NetworksIpV6Test-302871857 tempest-NetworksIpV6Test-302871857-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1754627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-601866'] for network, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:19:25.457703 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-00f56b19-ceb6-4956-80f0-6593435f238e tempest-NetworksIpV6Test-302871857 tempest-NetworksIpV6Test-302871857-project] Notify callbacks [] for network, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:19:25.462293 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-00f56b19-ceb6-4956-80f0-6593435f238e tempest-NetworksIpV6Test-302871857 tempest-NetworksIpV6Test-302871857-project] 10.222.0.67 "DELETE /v2.0/networks/664dd1e5-6e8a-4d64-bd88-178e03122d0c HTTP/1.1" status: 204 len: 168 time: 0.5287354 Sep 23 20:19:25.462881 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 33230) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:19:25.494489 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-80e7e501-6c57-470d-92c6-e3d54bc3195c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:19:25.503894 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Provisioning complete for port 7f1d5f90-1119-4950-b15b-307127c42651 triggered by entity L2. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 20:19:25.504364 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:19:25.513026 n-d-713301-16 neutron-server[95102]: INFO neutron.pecan_wsgi.hooks.translation [None req-703ebd3c-ab05-47b2-acde-66284296f8b4 tempest-NetworksIpV6Test-302871857 tempest-NetworksIpV6Test-302871857-project] GET failed (client error): The resource could not be found. Sep 23 20:19:25.519626 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-703ebd3c-ab05-47b2-acde-66284296f8b4 tempest-NetworksIpV6Test-302871857 tempest-NetworksIpV6Test-302871857-project] 10.222.0.67 "GET /v2.0/subnets/3a30884a-3363-43b8-aa6a-2b96405d8299 HTTP/1.1" status: 404 len: 337 time: 0.0555646 Sep 23 20:19:25.522288 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 33234) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:19:25.542973 n-d-713301-16 neutron-server[95102]: INFO neutron.pecan_wsgi.hooks.translation [None req-e23885fd-2ee9-4bf1-be77-9bb12e21bd42 tempest-NetworksIpV6Test-302871857 tempest-NetworksIpV6Test-302871857-project] DELETE failed (client error): The resource could not be found. Sep 23 20:19:25.543968 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e23885fd-2ee9-4bf1-be77-9bb12e21bd42 tempest-NetworksIpV6Test-302871857 tempest-NetworksIpV6Test-302871857-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95102) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 23 20:19:25.546788 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-e23885fd-2ee9-4bf1-be77-9bb12e21bd42 tempest-NetworksIpV6Test-302871857 tempest-NetworksIpV6Test-302871857-project] 10.222.0.67 "DELETE /v2.0/networks/664dd1e5-6e8a-4d64-bd88-178e03122d0c HTTP/1.1" status: 404 len: 339 time: 0.0231714 Sep 23 20:19:25.551750 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 33236) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:19:25.580515 n-d-713301-16 neutron-server[95102]: INFO neutron.pecan_wsgi.hooks.translation [None req-c4fa6f05-2746-4362-92ee-cd3a63f6e8c1 tempest-NetworksIpV6Test-302871857 tempest-NetworksIpV6Test-302871857-project] DELETE failed (client error): The resource could not be found. Sep 23 20:19:25.581322 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c4fa6f05-2746-4362-92ee-cd3a63f6e8c1 tempest-NetworksIpV6Test-302871857 tempest-NetworksIpV6Test-302871857-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95102) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 23 20:19:25.583379 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-c4fa6f05-2746-4362-92ee-cd3a63f6e8c1 tempest-NetworksIpV6Test-302871857 tempest-NetworksIpV6Test-302871857-project] 10.222.0.67 "DELETE /v2.0/subnets/3a30884a-3363-43b8-aa6a-2b96405d8299 HTTP/1.1" status: 404 len: 337 time: 0.0302467 Sep 23 20:19:25.587191 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 33238) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:19:25.608510 n-d-713301-16 neutron-server[95102]: INFO neutron.pecan_wsgi.hooks.translation [None req-53d2753b-470d-4b59-a8c8-d02339d48c33 tempest-NetworksIpV6Test-302871857 tempest-NetworksIpV6Test-302871857-project] DELETE failed (client error): The resource could not be found. Sep 23 20:19:25.609228 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-53d2753b-470d-4b59-a8c8-d02339d48c33 tempest-NetworksIpV6Test-302871857 tempest-NetworksIpV6Test-302871857-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95102) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 23 20:19:25.613097 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-53d2753b-470d-4b59-a8c8-d02339d48c33 tempest-NetworksIpV6Test-302871857 tempest-NetworksIpV6Test-302871857-project] 10.222.0.67 "DELETE /v2.0/networks/664dd1e5-6e8a-4d64-bd88-178e03122d0c HTTP/1.1" status: 404 len: 339 time: 0.0248873 Sep 23 20:19:25.615588 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 33240) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:19:25.678854 n-d-713301-16 neutron-server[95102]: DEBUG neutron.db.db_base_plugin_v2 [None req-a16973c2-f124-4b9e-83df-19879d507a79 tempest-NetworksIpV6Test-302871857 tempest-NetworksIpV6Test-302871857-project] Deleting subnet 822d38fa-4718-4ad5-9895-8a7b60ed9d4a {{(pid=95102) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 23 20:19:25.682617 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-a16973c2-f124-4b9e-83df-19879d507a79 tempest-NetworksIpV6Test-302871857 tempest-NetworksIpV6Test-302871857-project] Notify callbacks [] for subnet, before_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:19:25.726763 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-a16973c2-f124-4b9e-83df-19879d507a79 tempest-NetworksIpV6Test-302871857 tempest-NetworksIpV6Test-302871857-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6162825'] for subnet, precommit_delete_associations {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:19:25.812462 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-a16973c2-f124-4b9e-83df-19879d507a79 tempest-NetworksIpV6Test-302871857 tempest-NetworksIpV6Test-302871857-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1756813'] for subnet, precommit_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:19:25.814606 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f56b19-ceb6-4956-80f0-6593435f238e tempest-NetworksIpV6Test-302871857 tempest-NetworksIpV6Test-302871857-project] Pushing event deleted for resources: {'Network': ['ID=664dd1e5-6e8a-4d64-bd88-178e03122d0c,revision_number=None']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:19:25.882062 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-a16973c2-f124-4b9e-83df-19879d507a79 tempest-NetworksIpV6Test-302871857 tempest-NetworksIpV6Test-302871857-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1756804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4399009', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5388229'] for subnet, after_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:19:25.913012 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a16973c2-f124-4b9e-83df-19879d507a79 tempest-NetworksIpV6Test-302871857 tempest-NetworksIpV6Test-302871857-project] Pushing event deleted for resources: {'Subnet': ['ID=822d38fa-4718-4ad5-9895-8a7b60ed9d4a,revision_number=None']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:19:25.915125 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-a16973c2-f124-4b9e-83df-19879d507a79 tempest-NetworksIpV6Test-302871857 tempest-NetworksIpV6Test-302871857-project] Notify callbacks [] for subnet, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:19:25.917293 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-a16973c2-f124-4b9e-83df-19879d507a79 tempest-NetworksIpV6Test-302871857 tempest-NetworksIpV6Test-302871857-project] 10.222.0.67 "DELETE /v2.0/subnets/822d38fa-4718-4ad5-9895-8a7b60ed9d4a HTTP/1.1" status: 204 len: 168 time: 0.3006504 Sep 23 20:19:25.920123 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 33242) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:19:26.003110 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-ba2a773f-a41f-49ff-ada8-a03e61ce993f tempest-NetworksIpV6Test-302871857 tempest-NetworksIpV6Test-302871857-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1628021'] for network, before_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:19:26.064740 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.plugin [None req-ba2a773f-a41f-49ff-ada8-a03e61ce993f tempest-NetworksIpV6Test-302871857 tempest-NetworksIpV6Test-302871857-project] Deleting port 42698de7-b60c-4969-b831-78086f0dff14 {{(pid=95102) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 20:19:26.065007 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-ba2a773f-a41f-49ff-ada8-a03e61ce993f tempest-NetworksIpV6Test-302871857 tempest-NetworksIpV6Test-302871857-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783146157096'] for port, before_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:19:26.132224 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.db [None req-ba2a773f-a41f-49ff-ada8-a03e61ce993f tempest-NetworksIpV6Test-302871857 tempest-NetworksIpV6Test-302871857-project] For port 42698de7-b60c-4969-b831-78086f0dff14, host n-d-713301-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-16',level=0,port_id=42698de7-b60c-4969-b831-78086f0dff14,segment=NetworkSegment(c6b9a012-8793-4334-a42c-c732412b1338),segment_id=c6b9a012-8793-4334-a42c-c732412b1338)] {{(pid=95102) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 20:19:26.132619 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-ba2a773f-a41f-49ff-ada8-a03e61ce993f tempest-NetworksIpV6Test-302871857 tempest-NetworksIpV6Test-302871857-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-605701'] for port, precommit_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:19:26.145710 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.plugin [None req-ba2a773f-a41f-49ff-ada8-a03e61ce993f tempest-NetworksIpV6Test-302871857 tempest-NetworksIpV6Test-302871857-project] Calling delete_port for 42698de7-b60c-4969-b831-78086f0dff14 owned by network:dhcp {{(pid=95102) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 20:19:26.157817 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b284e01f-3003-46e3-8dd2-7bb8e1449ab8 None None] Network 85628406-27ac-4bc1-9498-78f69522f29c requested from n-d-713301-16 {{(pid=95103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 20:19:26.236456 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-ba2a773f-a41f-49ff-ada8-a03e61ce993f tempest-NetworksIpV6Test-302871857 tempest-NetworksIpV6Test-302871857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783146162158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783145673144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4399100'] for port, after_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:19:26.263957 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba2a773f-a41f-49ff-ada8-a03e61ce993f tempest-NetworksIpV6Test-302871857 tempest-NetworksIpV6Test-302871857-project] Pushing event deleted for resources: {'Port': ['ID=42698de7-b60c-4969-b831-78086f0dff14,revision_number=None']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:19:26.264242 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-b1b1ccbd-2549-42e5-8c62-dca79625e52c None None] Could not find standard attr ID for object 42698de7-b60c-4969-b831-78086f0dff14. {{(pid=95103) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 23 20:19:26.270767 n-d-713301-16 neutron-server[95102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba2a773f-a41f-49ff-ada8-a03e61ce993f tempest-NetworksIpV6Test-302871857 tempest-NetworksIpV6Test-302871857-project] No DVR routers for this DVR port 42698de7-b60c-4969-b831-78086f0dff14 on host n-d-713301-16 {{(pid=95102) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 20:19:26.327078 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd0adaa0-3fbb-44d6-aa61-7690af86e93f None None] DHCP port deletion for 85628406-27ac-4bc1-9498-78f69522f29c request from n-d-713301-16 {{(pid=95103) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 23 20:19:26.353957 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-ba2a773f-a41f-49ff-ada8-a03e61ce993f tempest-NetworksIpV6Test-302871857 tempest-NetworksIpV6Test-302871857-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1754676', 'neutron.services.segments.db._delete_segments_for_network-8783146221460'] for network, precommit_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:19:26.374217 n-d-713301-16 neutron-server[95102]: DEBUG neutron.services.segments.db [None req-ba2a773f-a41f-49ff-ada8-a03e61ce993f tempest-NetworksIpV6Test-302871857 tempest-NetworksIpV6Test-302871857-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['85628406-27ac-4bc1-9498-78f69522f29c']}} {{(pid=95102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 20:19:26.383954 n-d-713301-16 neutron-server[95102]: DEBUG neutron.services.segments.db [None req-ba2a773f-a41f-49ff-ada8-a03e61ce993f tempest-NetworksIpV6Test-302871857 tempest-NetworksIpV6Test-302871857-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c6b9a012-8793-4334-a42c-c732412b1338') {'for_net_delete': True} {{(pid=95102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 20:19:26.384252 n-d-713301-16 neutron-server[95102]: DEBUG neutron.services.segments.db [None req-ba2a773f-a41f-49ff-ada8-a03e61ce993f tempest-NetworksIpV6Test-302871857 tempest-NetworksIpV6Test-302871857-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c6b9a012-8793-4334-a42c-c732412b1338') {} {{(pid=95102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 20:19:26.399243 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-ba2a773f-a41f-49ff-ada8-a03e61ce993f tempest-NetworksIpV6Test-302871857 tempest-NetworksIpV6Test-302871857-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783146221725', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6162832'] for segment, before_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:19:26.412200 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-ba2a773f-a41f-49ff-ada8-a03e61ce993f tempest-NetworksIpV6Test-302871857 tempest-NetworksIpV6Test-302871857-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1756186'] for segment, precommit_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:19:26.417927 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ba2a773f-a41f-49ff-ada8-a03e61ce993f tempest-NetworksIpV6Test-302871857 tempest-NetworksIpV6Test-302871857-project] Releasing vlan 623 on physical network physnet1 to pool {{(pid=95102) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 20:19:26.418310 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-ba2a773f-a41f-49ff-ada8-a03e61ce993f tempest-NetworksIpV6Test-302871857 tempest-NetworksIpV6Test-302871857-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1756186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4398095'] for segment, after_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:19:26.421321 n-d-713301-16 neutron-server[95102]: Traceback (most recent call last): Sep 23 20:19:26.421321 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 20:19:26.421321 n-d-713301-16 neutron-server[95102]: timer() Sep 23 20:19:26.421321 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 20:19:26.421321 n-d-713301-16 neutron-server[95102]: cb(*args, **kw) Sep 23 20:19:26.421321 n-d-713301-16 neutron-server[95102]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 20:19:26.421321 n-d-713301-16 neutron-server[95102]: return func(*args, **kwargs) Sep 23 20:19:26.421321 n-d-713301-16 neutron-server[95102]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 20:19:26.421321 n-d-713301-16 neutron-server[95102]: self._notify() Sep 23 20:19:26.421321 n-d-713301-16 neutron-server[95102]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 20:19:26.421321 n-d-713301-16 neutron-server[95102]: self.callback(batched_events) Sep 23 20:19:26.421321 n-d-713301-16 neutron-server[95102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 20:19:26.421321 n-d-713301-16 neutron-server[95102]: event.method(event) Sep 23 20:19:26.421321 n-d-713301-16 neutron-server[95102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 20:19:26.421321 n-d-713301-16 neutron-server[95102]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 20:19:26.421321 n-d-713301-16 neutron-server[95102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 20:19:26.421321 n-d-713301-16 neutron-server[95102]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 20:19:26.421321 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 20:19:26.421321 n-d-713301-16 neutron-server[95102]: return f(self, *a, **k) Sep 23 20:19:26.421321 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 20:19:26.421321 n-d-713301-16 neutron-server[95102]: return self._get(url).json() Sep 23 20:19:26.421321 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 20:19:26.421321 n-d-713301-16 neutron-server[95102]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 20:19:26.421321 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 20:19:26.421321 n-d-713301-16 neutron-server[95102]: return self.request(url, 'GET', **kwargs) Sep 23 20:19:26.421321 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 20:19:26.421321 n-d-713301-16 neutron-server[95102]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 20:19:26.421321 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 20:19:26.421321 n-d-713301-16 neutron-server[95102]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 20:19:26.421321 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 20:19:26.421321 n-d-713301-16 neutron-server[95102]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 20:19:26.421321 n-d-713301-16 neutron-server[95102]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 20:19:26.478597 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-ba2a773f-a41f-49ff-ada8-a03e61ce993f tempest-NetworksIpV6Test-302871857 tempest-NetworksIpV6Test-302871857-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1754627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-601866'] for network, after_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:19:26.486885 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-ba2a773f-a41f-49ff-ada8-a03e61ce993f tempest-NetworksIpV6Test-302871857 tempest-NetworksIpV6Test-302871857-project] Notify callbacks [] for network, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:19:26.489002 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-ba2a773f-a41f-49ff-ada8-a03e61ce993f tempest-NetworksIpV6Test-302871857 tempest-NetworksIpV6Test-302871857-project] 10.222.0.67 "DELETE /v2.0/networks/85628406-27ac-4bc1-9498-78f69522f29c HTTP/1.1" status: 204 len: 168 time: 0.5675578 Sep 23 20:19:26.491280 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 33244) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:19:26.508721 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba2a773f-a41f-49ff-ada8-a03e61ce993f tempest-NetworksIpV6Test-302871857 tempest-NetworksIpV6Test-302871857-project] Pushing event deleted for resources: {'Network': ['ID=85628406-27ac-4bc1-9498-78f69522f29c,revision_number=None']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:19:26.527749 n-d-713301-16 neutron-server[95102]: INFO neutron.pecan_wsgi.hooks.translation [None req-ed7a2ff0-cd30-4507-bbd3-b27b4b570870 tempest-NetworksIpV6Test-302871857 tempest-NetworksIpV6Test-302871857-project] DELETE failed (client error): The resource could not be found. Sep 23 20:19:26.528213 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ed7a2ff0-cd30-4507-bbd3-b27b4b570870 tempest-NetworksIpV6Test-302871857 tempest-NetworksIpV6Test-302871857-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95102) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 23 20:19:26.529998 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-ed7a2ff0-cd30-4507-bbd3-b27b4b570870 tempest-NetworksIpV6Test-302871857 tempest-NetworksIpV6Test-302871857-project] 10.222.0.67 "DELETE /v2.0/subnets/93d3bcad-aafe-44d2-8dec-acf426c3fb23 HTTP/1.1" status: 404 len: 337 time: 0.0377634 Sep 23 20:19:26.532521 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 33246) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:19:26.551291 n-d-713301-16 neutron-server[95102]: INFO neutron.pecan_wsgi.hooks.translation [None req-b7f06702-7962-484d-b9bf-4cfc982ac0ed tempest-NetworksIpV6Test-302871857 tempest-NetworksIpV6Test-302871857-project] DELETE failed (client error): The resource could not be found. Sep 23 20:19:26.551847 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b7f06702-7962-484d-b9bf-4cfc982ac0ed tempest-NetworksIpV6Test-302871857 tempest-NetworksIpV6Test-302871857-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95102) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 23 20:19:26.553562 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-b7f06702-7962-484d-b9bf-4cfc982ac0ed tempest-NetworksIpV6Test-302871857 tempest-NetworksIpV6Test-302871857-project] 10.222.0.67 "DELETE /v2.0/networks/d376cd50-6e10-401d-8ad6-a55f5caa65cd HTTP/1.1" status: 404 len: 339 time: 0.0201240 Sep 23 20:19:26.555959 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 33248) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:19:26.589342 n-d-713301-16 neutron-server[95102]: INFO neutron.pecan_wsgi.hooks.translation [None req-10b391ce-b111-4cb5-9f85-997933fd17ce tempest-NetworksIpV6Test-302871857 tempest-NetworksIpV6Test-302871857-project] DELETE failed (client error): The resource could not be found. Sep 23 20:19:26.589814 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-10b391ce-b111-4cb5-9f85-997933fd17ce tempest-NetworksIpV6Test-302871857 tempest-NetworksIpV6Test-302871857-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95102) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 23 20:19:26.591552 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-10b391ce-b111-4cb5-9f85-997933fd17ce tempest-NetworksIpV6Test-302871857 tempest-NetworksIpV6Test-302871857-project] 10.222.0.67 "DELETE /v2.0/subnets/bef99387-728c-4b2f-9a29-a101527b4e6d HTTP/1.1" status: 404 len: 337 time: 0.0347083 Sep 23 20:19:26.594351 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 33250) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:19:26.612344 n-d-713301-16 neutron-server[95102]: INFO neutron.pecan_wsgi.hooks.translation [None req-8701d480-6123-400c-ac26-e86b07aca47a tempest-NetworksIpV6Test-302871857 tempest-NetworksIpV6Test-302871857-project] DELETE failed (client error): The resource could not be found. Sep 23 20:19:26.613250 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8701d480-6123-400c-ac26-e86b07aca47a tempest-NetworksIpV6Test-302871857 tempest-NetworksIpV6Test-302871857-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95102) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 23 20:19:26.614570 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-8701d480-6123-400c-ac26-e86b07aca47a tempest-NetworksIpV6Test-302871857 tempest-NetworksIpV6Test-302871857-project] 10.222.0.67 "DELETE /v2.0/networks/1f63b34a-43d3-4203-b80f-7ff0a4626243 HTTP/1.1" status: 404 len: 339 time: 0.0193152 Sep 23 20:19:26.616968 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 33252) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:19:26.667146 n-d-713301-16 neutron-server[95102]: DEBUG neutron.db.db_base_plugin_v2 [None req-e951ca75-e4a2-49ad-810f-4bdf658a7c36 tempest-NetworksIpV6Test-302871857 tempest-NetworksIpV6Test-302871857-project] Deleting subnet dd5ce780-a9df-4096-87fe-a7a72dc43f48 {{(pid=95102) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 23 20:19:26.670177 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-e951ca75-e4a2-49ad-810f-4bdf658a7c36 tempest-NetworksIpV6Test-302871857 tempest-NetworksIpV6Test-302871857-project] Notify callbacks [] for subnet, before_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:19:26.710963 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-e951ca75-e4a2-49ad-810f-4bdf658a7c36 tempest-NetworksIpV6Test-302871857 tempest-NetworksIpV6Test-302871857-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6162825'] for subnet, precommit_delete_associations {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:19:26.800949 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-e951ca75-e4a2-49ad-810f-4bdf658a7c36 tempest-NetworksIpV6Test-302871857 tempest-NetworksIpV6Test-302871857-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1756813'] for subnet, precommit_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:19:26.858756 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-e951ca75-e4a2-49ad-810f-4bdf658a7c36 tempest-NetworksIpV6Test-302871857 tempest-NetworksIpV6Test-302871857-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1756804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4399009', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5388229'] for subnet, after_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:19:26.885849 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e951ca75-e4a2-49ad-810f-4bdf658a7c36 tempest-NetworksIpV6Test-302871857 tempest-NetworksIpV6Test-302871857-project] Pushing event deleted for resources: {'Subnet': ['ID=dd5ce780-a9df-4096-87fe-a7a72dc43f48,revision_number=None']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:19:26.890237 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-e951ca75-e4a2-49ad-810f-4bdf658a7c36 tempest-NetworksIpV6Test-302871857 tempest-NetworksIpV6Test-302871857-project] Notify callbacks [] for subnet, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:19:26.892792 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-e951ca75-e4a2-49ad-810f-4bdf658a7c36 tempest-NetworksIpV6Test-302871857 tempest-NetworksIpV6Test-302871857-project] 10.222.0.67 "DELETE /v2.0/subnets/dd5ce780-a9df-4096-87fe-a7a72dc43f48 HTTP/1.1" status: 204 len: 168 time: 0.2749002 Sep 23 20:19:26.895226 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 33254) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:19:26.898026 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c104b5bb-1270-4f5e-8f79-4c111deb0a4b None None] Network 7aa79df3-3644-4600-b74a-03be509d6f54 requested from n-d-713301-16 {{(pid=95103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 20:19:26.972783 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-ab5951f7-12c3-4174-984a-d16383197270 tempest-NetworksIpV6Test-302871857 tempest-NetworksIpV6Test-302871857-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1628021'] for network, before_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:19:27.035232 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.plugin [None req-ab5951f7-12c3-4174-984a-d16383197270 tempest-NetworksIpV6Test-302871857 tempest-NetworksIpV6Test-302871857-project] Deleting port 7f1d5f90-1119-4950-b15b-307127c42651 {{(pid=95102) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 20:19:27.035598 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-ab5951f7-12c3-4174-984a-d16383197270 tempest-NetworksIpV6Test-302871857 tempest-NetworksIpV6Test-302871857-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783146157096'] for port, before_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:19:27.089346 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31dc7d22-dfcc-42be-a46d-66dbbc3d0900 None None] DHCP port deletion for 7aa79df3-3644-4600-b74a-03be509d6f54 request from n-d-713301-16 {{(pid=95103) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 23 20:19:27.110106 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.db [None req-ab5951f7-12c3-4174-984a-d16383197270 tempest-NetworksIpV6Test-302871857 tempest-NetworksIpV6Test-302871857-project] For port 7f1d5f90-1119-4950-b15b-307127c42651, host n-d-713301-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-16',level=0,port_id=7f1d5f90-1119-4950-b15b-307127c42651,segment=NetworkSegment(b59567d0-367a-4f10-9f03-c0c8bc60ff6c),segment_id=b59567d0-367a-4f10-9f03-c0c8bc60ff6c)] {{(pid=95102) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 20:19:27.110308 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-ab5951f7-12c3-4174-984a-d16383197270 tempest-NetworksIpV6Test-302871857 tempest-NetworksIpV6Test-302871857-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-605701'] for port, precommit_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:19:27.122888 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.plugin [None req-ab5951f7-12c3-4174-984a-d16383197270 tempest-NetworksIpV6Test-302871857 tempest-NetworksIpV6Test-302871857-project] Calling delete_port for 7f1d5f90-1119-4950-b15b-307127c42651 owned by network:dhcp {{(pid=95102) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 20:19:27.139592 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.plugin [None req-31dc7d22-dfcc-42be-a46d-66dbbc3d0900 None None] Deleting port 7f1d5f90-1119-4950-b15b-307127c42651 {{(pid=95103) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 20:19:27.139970 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-31dc7d22-dfcc-42be-a46d-66dbbc3d0900 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783146157096'] for port, before_delete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:19:27.203201 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-31dc7d22-dfcc-42be-a46d-66dbbc3d0900 None None] For port 7f1d5f90-1119-4950-b15b-307127c42651, host n-d-713301-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-16',level=0,port_id=7f1d5f90-1119-4950-b15b-307127c42651,segment=NetworkSegment(b59567d0-367a-4f10-9f03-c0c8bc60ff6c),segment_id=b59567d0-367a-4f10-9f03-c0c8bc60ff6c)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 20:19:27.204261 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-31dc7d22-dfcc-42be-a46d-66dbbc3d0900 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-605701'] for port, precommit_delete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:19:27.212051 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-ab5951f7-12c3-4174-984a-d16383197270 tempest-NetworksIpV6Test-302871857 tempest-NetworksIpV6Test-302871857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783146162158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783145673144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4399100'] for port, after_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:19:27.216653 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.plugin [None req-31dc7d22-dfcc-42be-a46d-66dbbc3d0900 None None] Calling delete_port for 7f1d5f90-1119-4950-b15b-307127c42651 owned by network:dhcp {{(pid=95103) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 20:19:27.236873 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab5951f7-12c3-4174-984a-d16383197270 tempest-NetworksIpV6Test-302871857 tempest-NetworksIpV6Test-302871857-project] Pushing event deleted for resources: {'Port': ['ID=7f1d5f90-1119-4950-b15b-307127c42651,revision_number=None']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:19:27.243178 n-d-713301-16 neutron-server[95102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab5951f7-12c3-4174-984a-d16383197270 tempest-NetworksIpV6Test-302871857 tempest-NetworksIpV6Test-302871857-project] No DVR routers for this DVR port 7f1d5f90-1119-4950-b15b-307127c42651 on host n-d-713301-16 {{(pid=95102) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 20:19:27.308246 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-31dc7d22-dfcc-42be-a46d-66dbbc3d0900 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783146162158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783145673144'] for port, after_delete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:19:27.331856 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-ab5951f7-12c3-4174-984a-d16383197270 tempest-NetworksIpV6Test-302871857 tempest-NetworksIpV6Test-302871857-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1754676', 'neutron.services.segments.db._delete_segments_for_network-8783146221460'] for network, precommit_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:19:27.337183 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Device 7f1d5f90-1119-4950-b15b-307127c42651 no longer exists at agent ovs-agent-n-d-713301-16 {{(pid=95103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 20:19:27.342202 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31dc7d22-dfcc-42be-a46d-66dbbc3d0900 None None] Pushing event deleted for resources: {'Port': ['ID=7f1d5f90-1119-4950-b15b-307127c42651,revision_number=None']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:19:27.354729 n-d-713301-16 neutron-server[95102]: DEBUG neutron.services.segments.db [None req-ab5951f7-12c3-4174-984a-d16383197270 tempest-NetworksIpV6Test-302871857 tempest-NetworksIpV6Test-302871857-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7aa79df3-3644-4600-b74a-03be509d6f54']}} {{(pid=95102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 20:19:27.362662 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31dc7d22-dfcc-42be-a46d-66dbbc3d0900 None None] No DVR routers for this DVR port 7f1d5f90-1119-4950-b15b-307127c42651 on host n-d-713301-16 {{(pid=95103) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 20:19:27.363955 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.plugin [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] No Port match for: 7f1d5f90-1119-4950-b15b-307127c42651 {{(pid=95103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 20:19:27.364306 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Device 7f1d5f90-1119-4950-b15b-307127c42651 not bound to the agent host n-d-713301-16 {{(pid=95103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 20:19:27.365055 n-d-713301-16 neutron-server[95102]: DEBUG neutron.services.segments.db [None req-ab5951f7-12c3-4174-984a-d16383197270 tempest-NetworksIpV6Test-302871857 tempest-NetworksIpV6Test-302871857-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b59567d0-367a-4f10-9f03-c0c8bc60ff6c') {'for_net_delete': True} {{(pid=95102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 20:19:27.365356 n-d-713301-16 neutron-server[95102]: DEBUG neutron.services.segments.db [None req-ab5951f7-12c3-4174-984a-d16383197270 tempest-NetworksIpV6Test-302871857 tempest-NetworksIpV6Test-302871857-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b59567d0-367a-4f10-9f03-c0c8bc60ff6c') {} {{(pid=95102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 20:19:27.376324 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-ab5951f7-12c3-4174-984a-d16383197270 tempest-NetworksIpV6Test-302871857 tempest-NetworksIpV6Test-302871857-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783146221725', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6162832'] for segment, before_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:19:27.391262 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-ab5951f7-12c3-4174-984a-d16383197270 tempest-NetworksIpV6Test-302871857 tempest-NetworksIpV6Test-302871857-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1756186'] for segment, precommit_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:19:27.397241 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ab5951f7-12c3-4174-984a-d16383197270 tempest-NetworksIpV6Test-302871857 tempest-NetworksIpV6Test-302871857-project] Releasing vlan 647 on physical network physnet1 to pool {{(pid=95102) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 20:19:27.397659 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-ab5951f7-12c3-4174-984a-d16383197270 tempest-NetworksIpV6Test-302871857 tempest-NetworksIpV6Test-302871857-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1756186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4398095'] for segment, after_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:19:27.400543 n-d-713301-16 neutron-server[95102]: Traceback (most recent call last): Sep 23 20:19:27.400543 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 20:19:27.400543 n-d-713301-16 neutron-server[95102]: timer() Sep 23 20:19:27.400543 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 20:19:27.400543 n-d-713301-16 neutron-server[95102]: cb(*args, **kw) Sep 23 20:19:27.400543 n-d-713301-16 neutron-server[95102]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 20:19:27.400543 n-d-713301-16 neutron-server[95102]: return func(*args, **kwargs) Sep 23 20:19:27.400543 n-d-713301-16 neutron-server[95102]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 20:19:27.400543 n-d-713301-16 neutron-server[95102]: self._notify() Sep 23 20:19:27.400543 n-d-713301-16 neutron-server[95102]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 20:19:27.400543 n-d-713301-16 neutron-server[95102]: self.callback(batched_events) Sep 23 20:19:27.400543 n-d-713301-16 neutron-server[95102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 20:19:27.400543 n-d-713301-16 neutron-server[95102]: event.method(event) Sep 23 20:19:27.400543 n-d-713301-16 neutron-server[95102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 20:19:27.400543 n-d-713301-16 neutron-server[95102]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 20:19:27.400543 n-d-713301-16 neutron-server[95102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 20:19:27.400543 n-d-713301-16 neutron-server[95102]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 20:19:27.400543 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 20:19:27.400543 n-d-713301-16 neutron-server[95102]: return f(self, *a, **k) Sep 23 20:19:27.400543 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 20:19:27.400543 n-d-713301-16 neutron-server[95102]: return self._get(url).json() Sep 23 20:19:27.400543 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 20:19:27.400543 n-d-713301-16 neutron-server[95102]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 20:19:27.400543 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 20:19:27.400543 n-d-713301-16 neutron-server[95102]: return self.request(url, 'GET', **kwargs) Sep 23 20:19:27.400543 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 20:19:27.400543 n-d-713301-16 neutron-server[95102]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 20:19:27.400543 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 20:19:27.400543 n-d-713301-16 neutron-server[95102]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 20:19:27.400543 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 20:19:27.400543 n-d-713301-16 neutron-server[95102]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 20:19:27.400543 n-d-713301-16 neutron-server[95102]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 20:19:27.456810 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-ab5951f7-12c3-4174-984a-d16383197270 tempest-NetworksIpV6Test-302871857 tempest-NetworksIpV6Test-302871857-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1754627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-601866'] for network, after_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:19:27.463505 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-ab5951f7-12c3-4174-984a-d16383197270 tempest-NetworksIpV6Test-302871857 tempest-NetworksIpV6Test-302871857-project] Notify callbacks [] for network, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:19:27.465363 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-ab5951f7-12c3-4174-984a-d16383197270 tempest-NetworksIpV6Test-302871857 tempest-NetworksIpV6Test-302871857-project] 10.222.0.67 "DELETE /v2.0/networks/7aa79df3-3644-4600-b74a-03be509d6f54 HTTP/1.1" status: 204 len: 168 time: 0.5692141 Sep 23 20:19:27.477481 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab5951f7-12c3-4174-984a-d16383197270 tempest-NetworksIpV6Test-302871857 tempest-NetworksIpV6Test-302871857-project] Pushing event deleted for resources: {'Network': ['ID=7aa79df3-3644-4600-b74a-03be509d6f54,revision_number=None']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:19:27.720442 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 33260) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:19:27.852239 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-7eb7ea68-d3f2-43c9-a17d-af0114b9cc03 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=584f3f7de30e49a7ba8a30c7f3d23cf3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1305935 Sep 23 20:19:27.854665 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 33264) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:19:27.907734 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-03013a54-4ece-42bd-b3df-c302fe405cd1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:19:27.928594 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-03013a54-4ece-42bd-b3df-c302fe405cd1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:19:27.975171 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-03013a54-4ece-42bd-b3df-c302fe405cd1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:19:27.977748 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-03013a54-4ece-42bd-b3df-c302fe405cd1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:19:27.978904 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-03013a54-4ece-42bd-b3df-c302fe405cd1 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/f258134e-c6ba-4dfb-9706-8f00997badd6 HTTP/1.1" status: 204 len: 168 time: 0.1233516 Sep 23 20:19:27.987370 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03013a54-4ece-42bd-b3df-c302fe405cd1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f258134e-c6ba-4dfb-9706-8f00997badd6,revision_number=None']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:19:28.404539 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:19:28.619513 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 33286) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:19:28.712904 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.v2.base [None req-c99fa49c-da8a-46cd-afdd-1d221030b855 tempest-RoutersNegativeTest-1308893876 tempest-RoutersNegativeTest-1308893876-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-2139983661', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=95102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 20:19:28.727444 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:19:28.737851 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-c99fa49c-da8a-46cd-afdd-1d221030b855 tempest-RoutersNegativeTest-1308893876 tempest-RoutersNegativeTest-1308893876-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-594563', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29355'] for router, before_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:19:28.738854 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-c99fa49c-da8a-46cd-afdd-1d221030b855 tempest-RoutersNegativeTest-1308893876 tempest-RoutersNegativeTest-1308893876-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-597363', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-601731', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-739356', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29346'] for router, precommit_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:19:28.789039 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-c99fa49c-da8a-46cd-afdd-1d221030b855 tempest-RoutersNegativeTest-1308893876 tempest-RoutersNegativeTest-1308893876-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:19:28.793341 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-c99fa49c-da8a-46cd-afdd-1d221030b855 tempest-RoutersNegativeTest-1308893876 tempest-RoutersNegativeTest-1308893876-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-597258', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-601790'] for router, after_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:19:28.808315 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-c99fa49c-da8a-46cd-afdd-1d221030b855 tempest-RoutersNegativeTest-1308893876 tempest-RoutersNegativeTest-1308893876-project] Notify callbacks [] for router, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:19:28.809697 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-c99fa49c-da8a-46cd-afdd-1d221030b855 tempest-RoutersNegativeTest-1308893876 tempest-RoutersNegativeTest-1308893876-project] 10.222.0.67 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.1891279 Sep 23 20:19:28.812421 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 33290) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:19:28.817885 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.v2.base [None req-6b96f894-b55b-4426-b987-7985c1c08ba1 tempest-RoutersNegativeTest-1308893876 tempest-RoutersNegativeTest-1308893876-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-2044074985'}} {{(pid=95102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 20:19:28.837688 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b96f894-b55b-4426-b987-7985c1c08ba1 tempest-RoutersNegativeTest-1308893876 tempest-RoutersNegativeTest-1308893876-project] Made reservation on behalf of bfe6eb7b6d45466b99589fe35383b82c for: {'network': 1} {{(pid=95102) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 20:19:28.841028 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-6b96f894-b55b-4426-b987-7985c1c08ba1 tempest-RoutersNegativeTest-1308893876 tempest-RoutersNegativeTest-1308893876-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for network, before_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:19:28.851997 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-6b96f894-b55b-4426-b987-7985c1c08ba1 tempest-RoutersNegativeTest-1308893876 tempest-RoutersNegativeTest-1308893876-project] Notify callbacks [] for security_group, before_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:19:28.947546 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-6b96f894-b55b-4426-b987-7985c1c08ba1 tempest-RoutersNegativeTest-1308893876 tempest-RoutersNegativeTest-1308893876-project] Notify callbacks [] for security_group, precommit_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:19:28.951411 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-6b96f894-b55b-4426-b987-7985c1c08ba1 tempest-RoutersNegativeTest-1308893876 tempest-RoutersNegativeTest-1308893876-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:19:28.982795 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6b96f894-b55b-4426-b987-7985c1c08ba1 tempest-RoutersNegativeTest-1308893876 tempest-RoutersNegativeTest-1308893876-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 605} {{(pid=95102) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 20:19:28.989560 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b96f894-b55b-4426-b987-7985c1c08ba1 tempest-RoutersNegativeTest-1308893876 tempest-RoutersNegativeTest-1308893876-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3dd2e4e3-5e5a-49bf-ab35-1a0639e43c2d,revision_number=1']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:19:28.997807 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-6b96f894-b55b-4426-b987-7985c1c08ba1 tempest-RoutersNegativeTest-1308893876 tempest-RoutersNegativeTest-1308893876-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1756186'] for segment, precommit_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:19:28.997807 n-d-713301-16 neutron-server[95102]: INFO neutron.db.segments_db [None req-6b96f894-b55b-4426-b987-7985c1c08ba1 tempest-RoutersNegativeTest-1308893876 tempest-RoutersNegativeTest-1308893876-project] Added segment a9678c57-75c1-46bc-95a0-1381e87ef2c6 of type vlan for network 24cdd99b-d642-46ce-b813-c7d50d19d9aa Sep 23 20:19:29.039230 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-6b96f894-b55b-4426-b987-7985c1c08ba1 tempest-RoutersNegativeTest-1308893876 tempest-RoutersNegativeTest-1308893876-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783145630486'] for network, precommit_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:19:29.064836 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-6b96f894-b55b-4426-b987-7985c1c08ba1 tempest-RoutersNegativeTest-1308893876 tempest-RoutersNegativeTest-1308893876-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299'] for network, after_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:19:29.070441 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b96f894-b55b-4426-b987-7985c1c08ba1 tempest-RoutersNegativeTest-1308893876 tempest-RoutersNegativeTest-1308893876-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:19:29.071028 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-6b96f894-b55b-4426-b987-7985c1c08ba1 tempest-RoutersNegativeTest-1308893876 tempest-RoutersNegativeTest-1308893876-project] Notify callbacks [] for network, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:19:29.106688 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-6b96f894-b55b-4426-b987-7985c1c08ba1 tempest-RoutersNegativeTest-1308893876 tempest-RoutersNegativeTest-1308893876-project] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.2928553 Sep 23 20:19:29.109509 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 33292) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:19:29.115687 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.v2.base [None req-ea449f84-ff24-42e3-8b78-40702fc916be tempest-RoutersNegativeTest-1308893876 tempest-RoutersNegativeTest-1308893876-project] Request body: {'subnet': {'network_id': '24cdd99b-d642-46ce-b813-c7d50d19d9aa', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 20:19:29.164392 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b96f894-b55b-4426-b987-7985c1c08ba1 tempest-RoutersNegativeTest-1308893876 tempest-RoutersNegativeTest-1308893876-project] Pushing event updated for resources: {'Network': ['ID=24cdd99b-d642-46ce-b813-c7d50d19d9aa,revision_number=1']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:19:29.175337 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Network 24cdd99b-d642-46ce-b813-c7d50d19d9aa details requested by agent ovs-agent-n-d-713301-16 with host n-d-713301-16 {{(pid=95103) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 20:19:29.241618 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea449f84-ff24-42e3-8b78-40702fc916be tempest-RoutersNegativeTest-1308893876 tempest-RoutersNegativeTest-1308893876-project] Made reservation on behalf of bfe6eb7b6d45466b99589fe35383b82c for: {'subnet': 1} {{(pid=95102) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 20:19:29.245757 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-ea449f84-ff24-42e3-8b78-40702fc916be tempest-RoutersNegativeTest-1308893876 tempest-RoutersNegativeTest-1308893876-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5388256'] for subnet, before_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:19:29.424791 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-ea449f84-ff24-42e3-8b78-40702fc916be tempest-RoutersNegativeTest-1308893876 tempest-RoutersNegativeTest-1308893876-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4398944', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5388242'] for subnet, after_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:19:29.479061 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea449f84-ff24-42e3-8b78-40702fc916be tempest-RoutersNegativeTest-1308893876 tempest-RoutersNegativeTest-1308893876-project] Pushing event updated for resources: {'Subnet': ['ID=cc556295-d7d3-4f53-8397-77d8836c68dc,revision_number=0']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:19:29.494656 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea449f84-ff24-42e3-8b78-40702fc916be tempest-RoutersNegativeTest-1308893876 tempest-RoutersNegativeTest-1308893876-project] Checking segment: {'id': 'a9678c57-75c1-46bc-95a0-1381e87ef2c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '24cdd99b-d642-46ce-b813-c7d50d19d9aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95102) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 20:19:29.494948 n-d-713301-16 neutron-server[95102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea449f84-ff24-42e3-8b78-40702fc916be tempest-RoutersNegativeTest-1308893876 tempest-RoutersNegativeTest-1308893876-project] Network hostable DHCP agents. Network: 24cdd99b-d642-46ce-b813-c7d50d19d9aa, hostable agents: ['1b18bf05-1b5f-4587-be5c-af3ac38e32ad'], hosted agents: [] {{(pid=95102) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 20:19:29.511373 n-d-713301-16 neutron-server[95102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea449f84-ff24-42e3-8b78-40702fc916be tempest-RoutersNegativeTest-1308893876 tempest-RoutersNegativeTest-1308893876-project] Network 24cdd99b-d642-46ce-b813-c7d50d19d9aa is scheduled to be hosted by DHCP agent 1b18bf05-1b5f-4587-be5c-af3ac38e32ad with binding_index 1 {{(pid=95102) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 20:19:29.521130 n-d-713301-16 neutron-server[95102]: DEBUG neutron.scheduler.base_scheduler [None req-ea449f84-ff24-42e3-8b78-40702fc916be tempest-RoutersNegativeTest-1308893876 tempest-RoutersNegativeTest-1308893876-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713301-16, 24cdd99b-d642-46ce-b813-c7d50d19d9aa) {{(pid=95102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 20:19:29.525525 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea449f84-ff24-42e3-8b78-40702fc916be tempest-RoutersNegativeTest-1308893876 tempest-RoutersNegativeTest-1308893876-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:19:29.526627 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-ea449f84-ff24-42e3-8b78-40702fc916be tempest-RoutersNegativeTest-1308893876 tempest-RoutersNegativeTest-1308893876-project] Notify callbacks [] for subnet, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:19:29.529585 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd860e51-3c05-4b42-9753-85f7399582f6 None None] Network 24cdd99b-d642-46ce-b813-c7d50d19d9aa requested from n-d-713301-16 {{(pid=95103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 20:19:29.542715 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-ea449f84-ff24-42e3-8b78-40702fc916be tempest-RoutersNegativeTest-1308893876 tempest-RoutersNegativeTest-1308893876-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4313469 Sep 23 20:19:29.545856 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 33294) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:19:29.551352 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.v2.base [None req-4d348883-e530-488e-8cf3-e43da40efece tempest-RoutersNegativeTest-1308893876 tempest-RoutersNegativeTest-1308893876-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1863994999'}} {{(pid=95101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 20:19:29.572918 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d348883-e530-488e-8cf3-e43da40efece tempest-RoutersNegativeTest-1308893876 tempest-RoutersNegativeTest-1308893876-project] Made reservation on behalf of bfe6eb7b6d45466b99589fe35383b82c for: {'network': 1} {{(pid=95101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 20:19:29.576273 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-4d348883-e530-488e-8cf3-e43da40efece tempest-RoutersNegativeTest-1308893876 tempest-RoutersNegativeTest-1308893876-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for network, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:19:29.602746 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4d348883-e530-488e-8cf3-e43da40efece tempest-RoutersNegativeTest-1308893876 tempest-RoutersNegativeTest-1308893876-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 612} {{(pid=95101) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 20:19:29.613209 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-4d348883-e530-488e-8cf3-e43da40efece tempest-RoutersNegativeTest-1308893876 tempest-RoutersNegativeTest-1308893876-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1756186'] for segment, precommit_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:19:29.613630 n-d-713301-16 neutron-server[95101]: INFO neutron.db.segments_db [None req-4d348883-e530-488e-8cf3-e43da40efece tempest-RoutersNegativeTest-1308893876 tempest-RoutersNegativeTest-1308893876-project] Added segment 0693ca1e-5211-4f83-9bb9-d24a13e38391 of type vlan for network 0ff67ba1-9fca-4ef8-9468-f2dc899e4595 Sep 23 20:19:29.654597 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-4d348883-e530-488e-8cf3-e43da40efece tempest-RoutersNegativeTest-1308893876 tempest-RoutersNegativeTest-1308893876-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783145630486'] for network, precommit_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:19:29.679540 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c92f04ed-98ef-4be9-b69d-7b4252c5879a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4c8b80df-07eb-5275-9f17-5cf640db67c0-24cdd99b-d642-46ce-b813-c7d50d19d9aa', 'network_id': '24cdd99b-d642-46ce-b813-c7d50d19d9aa', 'tenant_id': 'bfe6eb7b6d45466b99589fe35383b82c', 'fixed_ips': [{'subnet_id': 'cc556295-d7d3-4f53-8397-77d8836c68dc'}]}} from n-d-713301-16. {{(pid=95103) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 23 20:19:29.680414 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-c92f04ed-98ef-4be9-b69d-7b4252c5879a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_create {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:19:29.681925 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-4d348883-e530-488e-8cf3-e43da40efece tempest-RoutersNegativeTest-1308893876 tempest-RoutersNegativeTest-1308893876-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299'] for network, after_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:19:29.687802 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d348883-e530-488e-8cf3-e43da40efece tempest-RoutersNegativeTest-1308893876 tempest-RoutersNegativeTest-1308893876-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:19:29.688684 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-4d348883-e530-488e-8cf3-e43da40efece tempest-RoutersNegativeTest-1308893876 tempest-RoutersNegativeTest-1308893876-project] Notify callbacks [] for network, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:19:29.723678 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 33296) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:19:29.724076 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-4d348883-e530-488e-8cf3-e43da40efece tempest-RoutersNegativeTest-1308893876 tempest-RoutersNegativeTest-1308893876-project] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.1767735 Sep 23 20:19:29.729014 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.v2.base [None req-1bdc07e5-e573-4272-a908-aa02f5c95488 tempest-RoutersNegativeTest-1308893876 tempest-RoutersNegativeTest-1308893876-project] Request body: {'subnet': {'network_id': '0ff67ba1-9fca-4ef8-9468-f2dc899e4595', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=95102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 20:19:29.768383 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d348883-e530-488e-8cf3-e43da40efece tempest-RoutersNegativeTest-1308893876 tempest-RoutersNegativeTest-1308893876-project] Pushing event updated for resources: {'Network': ['ID=0ff67ba1-9fca-4ef8-9468-f2dc899e4595,revision_number=1']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:19:29.784094 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Network 0ff67ba1-9fca-4ef8-9468-f2dc899e4595 details requested by agent ovs-agent-n-d-713301-16 with host n-d-713301-16 {{(pid=95103) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 20:19:29.829957 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1bdc07e5-e573-4272-a908-aa02f5c95488 tempest-RoutersNegativeTest-1308893876 tempest-RoutersNegativeTest-1308893876-project] Made reservation on behalf of bfe6eb7b6d45466b99589fe35383b82c for: {'subnet': 1} {{(pid=95102) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 20:19:29.833696 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-1bdc07e5-e573-4272-a908-aa02f5c95488 tempest-RoutersNegativeTest-1308893876 tempest-RoutersNegativeTest-1308893876-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5388256'] for subnet, before_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:19:29.878612 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.db_base_plugin_common [None req-c92f04ed-98ef-4be9-b69d-7b4252c5879a None None] Allocated IP 172.20.0.2 (24cdd99b-d642-46ce-b813-c7d50d19d9aa/cc556295-d7d3-4f53-8397-77d8836c68dc/08322387-c325-4e0d-8a69-24ba35755178) {{(pid=95103) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 20:19:30.020861 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-1bdc07e5-e573-4272-a908-aa02f5c95488 tempest-RoutersNegativeTest-1308893876 tempest-RoutersNegativeTest-1308893876-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4398944', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5388242'] for subnet, after_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:19:30.037465 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-c92f04ed-98ef-4be9-b69d-7b4252c5879a None None] Notify callbacks [] for port, precommit_create {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:19:30.042758 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-c92f04ed-98ef-4be9-b69d-7b4252c5879a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783145673135'] for port, after_create {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:19:30.080136 n-d-713301-16 neutron-server[95103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c92f04ed-98ef-4be9-b69d-7b4252c5879a None None] Network 24cdd99b-d642-46ce-b813-c7d50d19d9aa is already hosted by enough agents. {{(pid=95103) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 20:19:30.081383 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bdc07e5-e573-4272-a908-aa02f5c95488 tempest-RoutersNegativeTest-1308893876 tempest-RoutersNegativeTest-1308893876-project] Pushing event updated for resources: {'Subnet': ['ID=f87ee1f4-c2d2-49e5-94c6-c544e06a7634,revision_number=0']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:19:30.086065 n-d-713301-16 neutron-server[95103]: DEBUG neutron.scheduler.base_scheduler [None req-c92f04ed-98ef-4be9-b69d-7b4252c5879a None None] Resources bound (agent type, host, resource id): {{(pid=95103) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 20:19:30.088815 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c92f04ed-98ef-4be9-b69d-7b4252c5879a None None] Received port after_create {{(pid=95103) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 20:19:30.092354 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bdc07e5-e573-4272-a908-aa02f5c95488 tempest-RoutersNegativeTest-1308893876 tempest-RoutersNegativeTest-1308893876-project] Checking segment: {'id': '0693ca1e-5211-4f83-9bb9-d24a13e38391', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '0ff67ba1-9fca-4ef8-9468-f2dc899e4595'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95102) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 20:19:30.092736 n-d-713301-16 neutron-server[95102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bdc07e5-e573-4272-a908-aa02f5c95488 tempest-RoutersNegativeTest-1308893876 tempest-RoutersNegativeTest-1308893876-project] Network hostable DHCP agents. Network: 0ff67ba1-9fca-4ef8-9468-f2dc899e4595, hostable agents: ['1b18bf05-1b5f-4587-be5c-af3ac38e32ad'], hosted agents: [] {{(pid=95102) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 20:19:30.102131 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c92f04ed-98ef-4be9-b69d-7b4252c5879a None None] Pushing event updated for resources: {'Port': ['ID=08322387-c325-4e0d-8a69-24ba35755178,revision_number=1']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:19:30.113394 n-d-713301-16 neutron-server[95102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bdc07e5-e573-4272-a908-aa02f5c95488 tempest-RoutersNegativeTest-1308893876 tempest-RoutersNegativeTest-1308893876-project] Network 0ff67ba1-9fca-4ef8-9468-f2dc899e4595 is scheduled to be hosted by DHCP agent 1b18bf05-1b5f-4587-be5c-af3ac38e32ad with binding_index 1 {{(pid=95102) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 20:19:30.123928 n-d-713301-16 neutron-server[95102]: DEBUG neutron.scheduler.base_scheduler [None req-1bdc07e5-e573-4272-a908-aa02f5c95488 tempest-RoutersNegativeTest-1308893876 tempest-RoutersNegativeTest-1308893876-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713301-16, 0ff67ba1-9fca-4ef8-9468-f2dc899e4595) {{(pid=95102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 20:19:30.128690 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bdc07e5-e573-4272-a908-aa02f5c95488 tempest-RoutersNegativeTest-1308893876 tempest-RoutersNegativeTest-1308893876-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:19:30.129296 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-1bdc07e5-e573-4272-a908-aa02f5c95488 tempest-RoutersNegativeTest-1308893876 tempest-RoutersNegativeTest-1308893876-project] Notify callbacks [] for subnet, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:19:30.148093 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-1bdc07e5-e573-4272-a908-aa02f5c95488 tempest-RoutersNegativeTest-1308893876 tempest-RoutersNegativeTest-1308893876-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4232008 Sep 23 20:19:30.148310 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 33298) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:19:30.150336 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb16d0a2-ed4d-43f0-83dd-acfce10a728d None None] Network 0ff67ba1-9fca-4ef8-9468-f2dc899e4595 requested from n-d-713301-16 {{(pid=95103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 20:19:30.152894 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.v2.base [None req-9e56cb75-1ea4-406f-a571-a1ffff0176ad tempest-RoutersNegativeTest-1308893876 tempest-RoutersNegativeTest-1308893876-project] Request body: {'router': {'external_gateway_info': {'network_id': '0ff67ba1-9fca-4ef8-9468-f2dc899e4595'}}} {{(pid=95101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 20:19:30.173202 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.managers [None req-c92f04ed-98ef-4be9-b69d-7b4252c5879a None None] Attempting to bind port 08322387-c325-4e0d-8a69-24ba35755178 on host n-d-713301-16 for vnic_type normal with profile {{(pid=95103) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 20:19:30.173574 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.managers [None req-c92f04ed-98ef-4be9-b69d-7b4252c5879a None None] Attempting to bind port 08322387-c325-4e0d-8a69-24ba35755178 by drivers openvswitch,hyperv on host n-d-713301-16 at level 0 using segments [{'id': 'a9678c57-75c1-46bc-95a0-1381e87ef2c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '24cdd99b-d642-46ce-b813-c7d50d19d9aa'}] {{(pid=95103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 20:19:30.173942 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c92f04ed-98ef-4be9-b69d-7b4252c5879a None None] Attempting to bind port 08322387-c325-4e0d-8a69-24ba35755178 on network 24cdd99b-d642-46ce-b813-c7d50d19d9aa {{(pid=95103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 20:19:30.193513 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c92f04ed-98ef-4be9-b69d-7b4252c5879a None None] Checking agent: {'id': '70a14545-df24-472f-8f95-bfe1719bff93', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 19, 7, 53), 'started_at': datetime.datetime(2021, 9, 23, 19, 8, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 20, 19, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 20:19:30.193896 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c92f04ed-98ef-4be9-b69d-7b4252c5879a None None] Checking segment: {'id': 'a9678c57-75c1-46bc-95a0-1381e87ef2c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '24cdd99b-d642-46ce-b813-c7d50d19d9aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95103) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 20:19:30.194309 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-c92f04ed-98ef-4be9-b69d-7b4252c5879a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:19:30.194709 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c92f04ed-98ef-4be9-b69d-7b4252c5879a None None] Bound using segment: {'id': 'a9678c57-75c1-46bc-95a0-1381e87ef2c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '24cdd99b-d642-46ce-b813-c7d50d19d9aa'} {{(pid=95103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 20:19:30.195181 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.managers [None req-c92f04ed-98ef-4be9-b69d-7b4252c5879a None None] Bound port: 08322387-c325-4e0d-8a69-24ba35755178, host: n-d-713301-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a9678c57-75c1-46bc-95a0-1381e87ef2c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '24cdd99b-d642-46ce-b813-c7d50d19d9aa'}}] {{(pid=95103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 20:19:30.195561 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-c92f04ed-98ef-4be9-b69d-7b4252c5879a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:19:30.332551 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-c92f04ed-98ef-4be9-b69d-7b4252c5879a None None] For port 08322387-c325-4e0d-8a69-24ba35755178, host n-d-713301-16, cleared binding levels {{(pid=95103) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 20:19:30.337817 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-c92f04ed-98ef-4be9-b69d-7b4252c5879a None None] For port 08322387-c325-4e0d-8a69-24ba35755178, host n-d-713301-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-16',level=0,port_id=08322387-c325-4e0d-8a69-24ba35755178,segment=NetworkSegment(a9678c57-75c1-46bc-95a0-1381e87ef2c6),segment_id=a9678c57-75c1-46bc-95a0-1381e87ef2c6)] {{(pid=95103) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 20:19:30.343693 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-c92f04ed-98ef-4be9-b69d-7b4252c5879a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:19:30.363553 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-9e56cb75-1ea4-406f-a571-a1ffff0176ad tempest-RoutersNegativeTest-1308893876 tempest-RoutersNegativeTest-1308893876-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:19:30.404710 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b393518e-dfa7-4794-9251-09dd27556611 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4c8b80df-07eb-5275-9f17-5cf640db67c0-0ff67ba1-9fca-4ef8-9468-f2dc899e4595', 'network_id': '0ff67ba1-9fca-4ef8-9468-f2dc899e4595', 'tenant_id': 'bfe6eb7b6d45466b99589fe35383b82c', 'fixed_ips': [{'subnet_id': 'f87ee1f4-c2d2-49e5-94c6-c544e06a7634'}]}} from n-d-713301-16. {{(pid=95103) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 23 20:19:30.405815 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b393518e-dfa7-4794-9251-09dd27556611 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_create {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:19:30.448686 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c92f04ed-98ef-4be9-b69d-7b4252c5879a None None] Pushing event updated for resources: {'Port': ['ID=08322387-c325-4e0d-8a69-24ba35755178,revision_number=2']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:19:30.478504 n-d-713301-16 neutron-server[95101]: INFO neutron.api.v2.resource [None req-9e56cb75-1ea4-406f-a571-a1ffff0176ad tempest-RoutersNegativeTest-1308893876 tempest-RoutersNegativeTest-1308893876-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 23 20:19:30.479987 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-9e56cb75-1ea4-406f-a571-a1ffff0176ad tempest-RoutersNegativeTest-1308893876 tempest-RoutersNegativeTest-1308893876-project] 10.222.0.67 "PUT /v2.0/routers/c63eb056-dc12-4013-a336-329df67956d7 HTTP/1.1" status: 400 len: 364 time: 0.3307514 Sep 23 20:19:30.487160 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 33300) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:19:30.543165 n-d-713301-16 neutron-server[95102]: DEBUG neutron.db.db_base_plugin_v2 [None req-0ad32eb5-dd5c-4a6b-a99d-595ba6172698 tempest-RoutersNegativeTest-1308893876 tempest-RoutersNegativeTest-1308893876-project] Deleting subnet f87ee1f4-c2d2-49e5-94c6-c544e06a7634 {{(pid=95102) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 23 20:19:30.605788 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.db_base_plugin_common [None req-b393518e-dfa7-4794-9251-09dd27556611 None None] Allocated IP 172.21.0.2 (0ff67ba1-9fca-4ef8-9468-f2dc899e4595/f87ee1f4-c2d2-49e5-94c6-c544e06a7634/d44b6a59-9661-4409-b867-d854c40efc7f) {{(pid=95103) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 20:19:30.767887 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b393518e-dfa7-4794-9251-09dd27556611 None None] Notify callbacks [] for port, precommit_create {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:19:30.774025 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-0ad32eb5-dd5c-4a6b-a99d-595ba6172698 tempest-RoutersNegativeTest-1308893876 tempest-RoutersNegativeTest-1308893876-project] Notify callbacks [] for subnet, before_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:19:30.774495 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b393518e-dfa7-4794-9251-09dd27556611 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783145673135'] for port, after_create {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:19:30.816233 n-d-713301-16 neutron-server[95103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b393518e-dfa7-4794-9251-09dd27556611 None None] Network 0ff67ba1-9fca-4ef8-9468-f2dc899e4595 is already hosted by enough agents. {{(pid=95103) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 20:19:30.819289 n-d-713301-16 neutron-server[95103]: DEBUG neutron.scheduler.base_scheduler [None req-b393518e-dfa7-4794-9251-09dd27556611 None None] Resources bound (agent type, host, resource id): {{(pid=95103) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 20:19:30.822866 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b393518e-dfa7-4794-9251-09dd27556611 None None] Received port after_create {{(pid=95103) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 20:19:30.823489 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-0ad32eb5-dd5c-4a6b-a99d-595ba6172698 tempest-RoutersNegativeTest-1308893876 tempest-RoutersNegativeTest-1308893876-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6162825'] for subnet, precommit_delete_associations {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:19:30.832305 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b393518e-dfa7-4794-9251-09dd27556611 None None] Pushing event updated for resources: {'Port': ['ID=d44b6a59-9661-4409-b867-d854c40efc7f,revision_number=1']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:19:30.885825 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.managers [None req-b393518e-dfa7-4794-9251-09dd27556611 None None] Attempting to bind port d44b6a59-9661-4409-b867-d854c40efc7f on host n-d-713301-16 for vnic_type normal with profile {{(pid=95103) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 20:19:30.886292 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.managers [None req-b393518e-dfa7-4794-9251-09dd27556611 None None] Attempting to bind port d44b6a59-9661-4409-b867-d854c40efc7f by drivers openvswitch,hyperv on host n-d-713301-16 at level 0 using segments [{'id': '0693ca1e-5211-4f83-9bb9-d24a13e38391', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '0ff67ba1-9fca-4ef8-9468-f2dc899e4595'}] {{(pid=95103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 20:19:30.886796 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b393518e-dfa7-4794-9251-09dd27556611 None None] Attempting to bind port d44b6a59-9661-4409-b867-d854c40efc7f on network 0ff67ba1-9fca-4ef8-9468-f2dc899e4595 {{(pid=95103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 20:19:30.892089 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b393518e-dfa7-4794-9251-09dd27556611 None None] Checking agent: {'id': '70a14545-df24-472f-8f95-bfe1719bff93', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 19, 7, 53), 'started_at': datetime.datetime(2021, 9, 23, 19, 8, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 20, 19, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 20:19:30.892467 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b393518e-dfa7-4794-9251-09dd27556611 None None] Checking segment: {'id': '0693ca1e-5211-4f83-9bb9-d24a13e38391', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '0ff67ba1-9fca-4ef8-9468-f2dc899e4595'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95103) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 20:19:30.892910 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b393518e-dfa7-4794-9251-09dd27556611 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:19:30.893310 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b393518e-dfa7-4794-9251-09dd27556611 None None] Bound using segment: {'id': '0693ca1e-5211-4f83-9bb9-d24a13e38391', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '0ff67ba1-9fca-4ef8-9468-f2dc899e4595'} {{(pid=95103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 20:19:30.893800 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.managers [None req-b393518e-dfa7-4794-9251-09dd27556611 None None] Bound port: d44b6a59-9661-4409-b867-d854c40efc7f, host: n-d-713301-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0693ca1e-5211-4f83-9bb9-d24a13e38391', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '0ff67ba1-9fca-4ef8-9468-f2dc899e4595'}}] {{(pid=95103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 20:19:30.894187 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b393518e-dfa7-4794-9251-09dd27556611 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:19:30.913659 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-0ad32eb5-dd5c-4a6b-a99d-595ba6172698 tempest-RoutersNegativeTest-1308893876 tempest-RoutersNegativeTest-1308893876-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1756813'] for subnet, precommit_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:19:30.974806 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-0ad32eb5-dd5c-4a6b-a99d-595ba6172698 tempest-RoutersNegativeTest-1308893876 tempest-RoutersNegativeTest-1308893876-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1756804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4399009', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5388229'] for subnet, after_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:19:30.977953 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-b393518e-dfa7-4794-9251-09dd27556611 None None] For port d44b6a59-9661-4409-b867-d854c40efc7f, host n-d-713301-16, cleared binding levels {{(pid=95103) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 20:19:30.981323 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-b393518e-dfa7-4794-9251-09dd27556611 None None] For port d44b6a59-9661-4409-b867-d854c40efc7f, host n-d-713301-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-16',level=0,port_id=d44b6a59-9661-4409-b867-d854c40efc7f,segment=NetworkSegment(0693ca1e-5211-4f83-9bb9-d24a13e38391),segment_id=0693ca1e-5211-4f83-9bb9-d24a13e38391)] {{(pid=95103) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 20:19:30.988022 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b393518e-dfa7-4794-9251-09dd27556611 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:19:31.007968 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ad32eb5-dd5c-4a6b-a99d-595ba6172698 tempest-RoutersNegativeTest-1308893876 tempest-RoutersNegativeTest-1308893876-project] Pushing event deleted for resources: {'Subnet': ['ID=f87ee1f4-c2d2-49e5-94c6-c544e06a7634,revision_number=None']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:19:31.011621 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-0ad32eb5-dd5c-4a6b-a99d-595ba6172698 tempest-RoutersNegativeTest-1308893876 tempest-RoutersNegativeTest-1308893876-project] Notify callbacks [] for subnet, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:19:31.016411 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-0ad32eb5-dd5c-4a6b-a99d-595ba6172698 tempest-RoutersNegativeTest-1308893876 tempest-RoutersNegativeTest-1308893876-project] 10.222.0.67 "DELETE /v2.0/subnets/f87ee1f4-c2d2-49e5-94c6-c544e06a7634 HTTP/1.1" status: 204 len: 168 time: 0.5253632 Sep 23 20:19:31.016770 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 33302) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:19:31.059881 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b393518e-dfa7-4794-9251-09dd27556611 None None] Pushing event updated for resources: {'Port': ['ID=d44b6a59-9661-4409-b867-d854c40efc7f,revision_number=3']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:19:31.106914 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-6edaa208-06d7-40c5-a4f0-a1409d3c1f97 tempest-RoutersNegativeTest-1308893876 tempest-RoutersNegativeTest-1308893876-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1628021'] for network, before_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:19:31.164742 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.plugin [None req-6edaa208-06d7-40c5-a4f0-a1409d3c1f97 tempest-RoutersNegativeTest-1308893876 tempest-RoutersNegativeTest-1308893876-project] Deleting port d44b6a59-9661-4409-b867-d854c40efc7f {{(pid=95102) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 20:19:31.165177 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-6edaa208-06d7-40c5-a4f0-a1409d3c1f97 tempest-RoutersNegativeTest-1308893876 tempest-RoutersNegativeTest-1308893876-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783146157096'] for port, before_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:19:31.254465 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.db [None req-6edaa208-06d7-40c5-a4f0-a1409d3c1f97 tempest-RoutersNegativeTest-1308893876 tempest-RoutersNegativeTest-1308893876-project] For port d44b6a59-9661-4409-b867-d854c40efc7f, host n-d-713301-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-16',level=0,port_id=d44b6a59-9661-4409-b867-d854c40efc7f,segment=NetworkSegment(0693ca1e-5211-4f83-9bb9-d24a13e38391),segment_id=0693ca1e-5211-4f83-9bb9-d24a13e38391)] {{(pid=95102) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 20:19:31.254933 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-6edaa208-06d7-40c5-a4f0-a1409d3c1f97 tempest-RoutersNegativeTest-1308893876 tempest-RoutersNegativeTest-1308893876-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-605701'] for port, precommit_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:19:31.274927 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.plugin [None req-6edaa208-06d7-40c5-a4f0-a1409d3c1f97 tempest-RoutersNegativeTest-1308893876 tempest-RoutersNegativeTest-1308893876-project] Calling delete_port for d44b6a59-9661-4409-b867-d854c40efc7f owned by network:dhcp {{(pid=95102) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 20:19:31.387749 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-6edaa208-06d7-40c5-a4f0-a1409d3c1f97 tempest-RoutersNegativeTest-1308893876 tempest-RoutersNegativeTest-1308893876-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783146162158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783145673144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4399100'] for port, after_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:19:31.419735 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Device 08322387-c325-4e0d-8a69-24ba35755178 up at agent ovs-agent-n-d-713301-16 {{(pid=95103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 20:19:31.425846 n-d-713301-16 neutron-server[95102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6edaa208-06d7-40c5-a4f0-a1409d3c1f97 tempest-RoutersNegativeTest-1308893876 tempest-RoutersNegativeTest-1308893876-project] No DVR routers for this DVR port d44b6a59-9661-4409-b867-d854c40efc7f on host n-d-713301-16 {{(pid=95102) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 20:19:31.428452 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6edaa208-06d7-40c5-a4f0-a1409d3c1f97 tempest-RoutersNegativeTest-1308893876 tempest-RoutersNegativeTest-1308893876-project] Pushing event deleted for resources: {'Port': ['ID=d44b6a59-9661-4409-b867-d854c40efc7f,revision_number=None']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:19:31.477488 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Provisioning complete for port 08322387-c325-4e0d-8a69-24ba35755178 triggered by entity L2. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 20:19:31.477867 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:19:31.512887 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6efdcea8-10ad-484c-a091-c605818c58d6 None None] Network 24cdd99b-d642-46ce-b813-c7d50d19d9aa requested from n-d-713301-16 {{(pid=95103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 20:19:31.523968 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-6edaa208-06d7-40c5-a4f0-a1409d3c1f97 tempest-RoutersNegativeTest-1308893876 tempest-RoutersNegativeTest-1308893876-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1754676', 'neutron.services.segments.db._delete_segments_for_network-8783146221460'] for network, precommit_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:19:31.544338 n-d-713301-16 neutron-server[95102]: DEBUG neutron.services.segments.db [None req-6edaa208-06d7-40c5-a4f0-a1409d3c1f97 tempest-RoutersNegativeTest-1308893876 tempest-RoutersNegativeTest-1308893876-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0ff67ba1-9fca-4ef8-9468-f2dc899e4595']}} {{(pid=95102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 20:19:31.555166 n-d-713301-16 neutron-server[95102]: DEBUG neutron.services.segments.db [None req-6edaa208-06d7-40c5-a4f0-a1409d3c1f97 tempest-RoutersNegativeTest-1308893876 tempest-RoutersNegativeTest-1308893876-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0693ca1e-5211-4f83-9bb9-d24a13e38391') {'for_net_delete': True} {{(pid=95102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 20:19:31.555388 n-d-713301-16 neutron-server[95102]: DEBUG neutron.services.segments.db [None req-6edaa208-06d7-40c5-a4f0-a1409d3c1f97 tempest-RoutersNegativeTest-1308893876 tempest-RoutersNegativeTest-1308893876-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0693ca1e-5211-4f83-9bb9-d24a13e38391') {} {{(pid=95102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 20:19:31.565893 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-6edaa208-06d7-40c5-a4f0-a1409d3c1f97 tempest-RoutersNegativeTest-1308893876 tempest-RoutersNegativeTest-1308893876-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783146221725', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6162832'] for segment, before_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:19:31.580273 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-6edaa208-06d7-40c5-a4f0-a1409d3c1f97 tempest-RoutersNegativeTest-1308893876 tempest-RoutersNegativeTest-1308893876-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1756186'] for segment, precommit_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:19:31.587425 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6edaa208-06d7-40c5-a4f0-a1409d3c1f97 tempest-RoutersNegativeTest-1308893876 tempest-RoutersNegativeTest-1308893876-project] Releasing vlan 612 on physical network physnet1 to pool {{(pid=95102) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 20:19:31.587765 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-6edaa208-06d7-40c5-a4f0-a1409d3c1f97 tempest-RoutersNegativeTest-1308893876 tempest-RoutersNegativeTest-1308893876-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1756186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4398095'] for segment, after_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:19:31.591106 n-d-713301-16 neutron-server[95102]: Traceback (most recent call last): Sep 23 20:19:31.591106 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 20:19:31.591106 n-d-713301-16 neutron-server[95102]: timer() Sep 23 20:19:31.591106 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 20:19:31.591106 n-d-713301-16 neutron-server[95102]: cb(*args, **kw) Sep 23 20:19:31.591106 n-d-713301-16 neutron-server[95102]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 20:19:31.591106 n-d-713301-16 neutron-server[95102]: return func(*args, **kwargs) Sep 23 20:19:31.591106 n-d-713301-16 neutron-server[95102]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 20:19:31.591106 n-d-713301-16 neutron-server[95102]: self._notify() Sep 23 20:19:31.591106 n-d-713301-16 neutron-server[95102]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 20:19:31.591106 n-d-713301-16 neutron-server[95102]: self.callback(batched_events) Sep 23 20:19:31.591106 n-d-713301-16 neutron-server[95102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 20:19:31.591106 n-d-713301-16 neutron-server[95102]: event.method(event) Sep 23 20:19:31.591106 n-d-713301-16 neutron-server[95102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 20:19:31.591106 n-d-713301-16 neutron-server[95102]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 20:19:31.591106 n-d-713301-16 neutron-server[95102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 20:19:31.591106 n-d-713301-16 neutron-server[95102]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 20:19:31.591106 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 20:19:31.591106 n-d-713301-16 neutron-server[95102]: return f(self, *a, **k) Sep 23 20:19:31.591106 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 20:19:31.591106 n-d-713301-16 neutron-server[95102]: return self._get(url).json() Sep 23 20:19:31.591106 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 20:19:31.591106 n-d-713301-16 neutron-server[95102]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 20:19:31.591106 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 20:19:31.591106 n-d-713301-16 neutron-server[95102]: return self.request(url, 'GET', **kwargs) Sep 23 20:19:31.591106 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 20:19:31.591106 n-d-713301-16 neutron-server[95102]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 20:19:31.591106 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 20:19:31.591106 n-d-713301-16 neutron-server[95102]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 20:19:31.591106 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 20:19:31.591106 n-d-713301-16 neutron-server[95102]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 20:19:31.591106 n-d-713301-16 neutron-server[95102]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 20:19:31.597507 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-64164c41-621b-4965-8e67-76accadb2dc8 None None] Provisioning complete for port 08322387-c325-4e0d-8a69-24ba35755178 triggered by entity DHCP. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 20:19:31.597876 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-64164c41-621b-4965-8e67-76accadb2dc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:19:31.656936 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-6edaa208-06d7-40c5-a4f0-a1409d3c1f97 tempest-RoutersNegativeTest-1308893876 tempest-RoutersNegativeTest-1308893876-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1754627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-601866'] for network, after_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:19:31.662034 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-6edaa208-06d7-40c5-a4f0-a1409d3c1f97 tempest-RoutersNegativeTest-1308893876 tempest-RoutersNegativeTest-1308893876-project] Notify callbacks [] for network, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:19:31.664191 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-6edaa208-06d7-40c5-a4f0-a1409d3c1f97 tempest-RoutersNegativeTest-1308893876 tempest-RoutersNegativeTest-1308893876-project] 10.222.0.67 "DELETE /v2.0/networks/0ff67ba1-9fca-4ef8-9468-f2dc899e4595 HTTP/1.1" status: 204 len: 168 time: 0.6464922 Sep 23 20:19:31.666852 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 33304) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:19:31.679660 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6edaa208-06d7-40c5-a4f0-a1409d3c1f97 tempest-RoutersNegativeTest-1308893876 tempest-RoutersNegativeTest-1308893876-project] Pushing event deleted for resources: {'Network': ['ID=0ff67ba1-9fca-4ef8-9468-f2dc899e4595,revision_number=None']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:19:31.728971 n-d-713301-16 neutron-server[95101]: DEBUG neutron.db.db_base_plugin_v2 [None req-a6a81756-5553-4d43-be42-0752d7f4b51c tempest-RoutersNegativeTest-1308893876 tempest-RoutersNegativeTest-1308893876-project] Deleting subnet cc556295-d7d3-4f53-8397-77d8836c68dc {{(pid=95101) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 23 20:19:31.733035 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-a6a81756-5553-4d43-be42-0752d7f4b51c tempest-RoutersNegativeTest-1308893876 tempest-RoutersNegativeTest-1308893876-project] Notify callbacks [] for subnet, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:19:31.779201 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-a6a81756-5553-4d43-be42-0752d7f4b51c tempest-RoutersNegativeTest-1308893876 tempest-RoutersNegativeTest-1308893876-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6007154'] for subnet, precommit_delete_associations {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:19:31.859036 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:19:31.888970 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-a6a81756-5553-4d43-be42-0752d7f4b51c tempest-RoutersNegativeTest-1308893876 tempest-RoutersNegativeTest-1308893876-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1756813'] for subnet, precommit_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:19:31.963698 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-a6a81756-5553-4d43-be42-0752d7f4b51c tempest-RoutersNegativeTest-1308893876 tempest-RoutersNegativeTest-1308893876-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1756804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5607514', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6130950'] for subnet, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:19:31.989679 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a81756-5553-4d43-be42-0752d7f4b51c tempest-RoutersNegativeTest-1308893876 tempest-RoutersNegativeTest-1308893876-project] Pushing event deleted for resources: {'Subnet': ['ID=cc556295-d7d3-4f53-8397-77d8836c68dc,revision_number=None']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:19:32.001910 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-a6a81756-5553-4d43-be42-0752d7f4b51c tempest-RoutersNegativeTest-1308893876 tempest-RoutersNegativeTest-1308893876-project] Notify callbacks [] for subnet, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:19:32.004257 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-a6a81756-5553-4d43-be42-0752d7f4b51c tempest-RoutersNegativeTest-1308893876 tempest-RoutersNegativeTest-1308893876-project] 10.222.0.67 "DELETE /v2.0/subnets/cc556295-d7d3-4f53-8397-77d8836c68dc HTTP/1.1" status: 204 len: 168 time: 0.3361447 Sep 23 20:19:32.007063 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 33306) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:19:32.014803 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-64164c41-621b-4965-8e67-76accadb2dc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:19:32.047602 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.db.api [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95103) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 23 20:19:32.047990 n-d-713301-16 neutron-server[95103]: DEBUG oslo_db.api [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 23 20:19:32.104232 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-fab0115c-578b-40ba-a3be-ae061689e766 tempest-RoutersNegativeTest-1308893876 tempest-RoutersNegativeTest-1308893876-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1628021'] for network, before_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:19:32.114562 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.db.api [None req-64164c41-621b-4965-8e67-76accadb2dc8 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95103) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 23 20:19:32.114851 n-d-713301-16 neutron-server[95103]: DEBUG oslo_db.api [None req-64164c41-621b-4965-8e67-76accadb2dc8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 23 20:19:32.193028 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.plugin [None req-fab0115c-578b-40ba-a3be-ae061689e766 tempest-RoutersNegativeTest-1308893876 tempest-RoutersNegativeTest-1308893876-project] Deleting port 08322387-c325-4e0d-8a69-24ba35755178 {{(pid=95102) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 20:19:32.193524 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-fab0115c-578b-40ba-a3be-ae061689e766 tempest-RoutersNegativeTest-1308893876 tempest-RoutersNegativeTest-1308893876-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783146157096'] for port, before_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:19:32.251921 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f14448da-9a9c-4a79-8d51-6b641403d34c None None] DHCP port deletion for 0ff67ba1-9fca-4ef8-9468-f2dc899e4595 request from n-d-713301-16 {{(pid=95103) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 23 20:19:32.280411 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c94f591e-5e19-48aa-8f98-bca6d098ddec None None] Network 0ff67ba1-9fca-4ef8-9468-f2dc899e4595 requested from n-d-713301-16 {{(pid=95103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 20:19:32.293657 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c94f591e-5e19-48aa-8f98-bca6d098ddec None None] Network 0ff67ba1-9fca-4ef8-9468-f2dc899e4595 could not be found, it might have been deleted concurrently. {{(pid=95103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Sep 23 20:19:32.296533 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.db [None req-fab0115c-578b-40ba-a3be-ae061689e766 tempest-RoutersNegativeTest-1308893876 tempest-RoutersNegativeTest-1308893876-project] For port 08322387-c325-4e0d-8a69-24ba35755178, host n-d-713301-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-16',level=0,port_id=08322387-c325-4e0d-8a69-24ba35755178,segment=NetworkSegment(a9678c57-75c1-46bc-95a0-1381e87ef2c6),segment_id=a9678c57-75c1-46bc-95a0-1381e87ef2c6)] {{(pid=95102) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 20:19:32.297536 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-fab0115c-578b-40ba-a3be-ae061689e766 tempest-RoutersNegativeTest-1308893876 tempest-RoutersNegativeTest-1308893876-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-605701'] for port, precommit_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:19:32.310306 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.plugin [None req-fab0115c-578b-40ba-a3be-ae061689e766 tempest-RoutersNegativeTest-1308893876 tempest-RoutersNegativeTest-1308893876-project] Calling delete_port for 08322387-c325-4e0d-8a69-24ba35755178 owned by network:dhcp {{(pid=95102) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 20:19:32.326869 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca67f3c2-9e1d-4be2-a123-b7e38cef15ee None None] Network 24cdd99b-d642-46ce-b813-c7d50d19d9aa requested from n-d-713301-16 {{(pid=95103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 20:19:32.405279 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-fab0115c-578b-40ba-a3be-ae061689e766 tempest-RoutersNegativeTest-1308893876 tempest-RoutersNegativeTest-1308893876-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783146162158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783145673144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4399100'] for port, after_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:19:32.436206 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fab0115c-578b-40ba-a3be-ae061689e766 tempest-RoutersNegativeTest-1308893876 tempest-RoutersNegativeTest-1308893876-project] Pushing event deleted for resources: {'Port': ['ID=08322387-c325-4e0d-8a69-24ba35755178,revision_number=None']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:19:32.439945 n-d-713301-16 neutron-server[95102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fab0115c-578b-40ba-a3be-ae061689e766 tempest-RoutersNegativeTest-1308893876 tempest-RoutersNegativeTest-1308893876-project] No DVR routers for this DVR port 08322387-c325-4e0d-8a69-24ba35755178 on host n-d-713301-16 {{(pid=95102) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 20:19:32.529682 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-285742ba-2171-4ccf-b6c6-b05f10cfbc53 None None] DHCP port deletion for 24cdd99b-d642-46ce-b813-c7d50d19d9aa request from n-d-713301-16 {{(pid=95103) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 23 20:19:32.539389 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-fab0115c-578b-40ba-a3be-ae061689e766 tempest-RoutersNegativeTest-1308893876 tempest-RoutersNegativeTest-1308893876-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1754676', 'neutron.services.segments.db._delete_segments_for_network-8783146221460'] for network, precommit_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:19:32.573288 n-d-713301-16 neutron-server[95102]: DEBUG neutron.services.segments.db [None req-fab0115c-578b-40ba-a3be-ae061689e766 tempest-RoutersNegativeTest-1308893876 tempest-RoutersNegativeTest-1308893876-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['24cdd99b-d642-46ce-b813-c7d50d19d9aa']}} {{(pid=95102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 20:19:32.576281 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.plugin [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Port 08322387-c325-4e0d-8a69-24ba35755178 update to ACTIVE by agent not found {{(pid=95103) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2162}} Sep 23 20:19:32.576814 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Device d44b6a59-9661-4409-b867-d854c40efc7f up at agent ovs-agent-n-d-713301-16 {{(pid=95103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 20:19:32.587919 n-d-713301-16 neutron-server[95102]: DEBUG neutron.services.segments.db [None req-fab0115c-578b-40ba-a3be-ae061689e766 tempest-RoutersNegativeTest-1308893876 tempest-RoutersNegativeTest-1308893876-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a9678c57-75c1-46bc-95a0-1381e87ef2c6') {'for_net_delete': True} {{(pid=95102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 20:19:32.588380 n-d-713301-16 neutron-server[95102]: DEBUG neutron.services.segments.db [None req-fab0115c-578b-40ba-a3be-ae061689e766 tempest-RoutersNegativeTest-1308893876 tempest-RoutersNegativeTest-1308893876-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a9678c57-75c1-46bc-95a0-1381e87ef2c6') {} {{(pid=95102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 20:19:32.599858 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-fab0115c-578b-40ba-a3be-ae061689e766 tempest-RoutersNegativeTest-1308893876 tempest-RoutersNegativeTest-1308893876-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783146221725', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6162832'] for segment, before_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:19:32.601211 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.plugin [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] No Port match for: d44b6a59-9661-4409-b867-d854c40efc7f {{(pid=95103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 20:19:32.601575 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Device d44b6a59-9661-4409-b867-d854c40efc7f not bound to the agent host n-d-713301-16 {{(pid=95103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Sep 23 20:19:32.618376 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-fab0115c-578b-40ba-a3be-ae061689e766 tempest-RoutersNegativeTest-1308893876 tempest-RoutersNegativeTest-1308893876-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1756186'] for segment, precommit_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:19:32.625725 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Port d44b6a59-9661-4409-b867-d854c40efc7f not found, will not notify nova. {{(pid=95103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Sep 23 20:19:32.629915 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fab0115c-578b-40ba-a3be-ae061689e766 tempest-RoutersNegativeTest-1308893876 tempest-RoutersNegativeTest-1308893876-project] Releasing vlan 605 on physical network physnet1 to pool {{(pid=95102) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 20:19:32.630331 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-fab0115c-578b-40ba-a3be-ae061689e766 tempest-RoutersNegativeTest-1308893876 tempest-RoutersNegativeTest-1308893876-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1756186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4398095'] for segment, after_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:19:32.633508 n-d-713301-16 neutron-server[95102]: Traceback (most recent call last): Sep 23 20:19:32.633508 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 20:19:32.633508 n-d-713301-16 neutron-server[95102]: timer() Sep 23 20:19:32.633508 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 20:19:32.633508 n-d-713301-16 neutron-server[95102]: cb(*args, **kw) Sep 23 20:19:32.633508 n-d-713301-16 neutron-server[95102]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 20:19:32.633508 n-d-713301-16 neutron-server[95102]: return func(*args, **kwargs) Sep 23 20:19:32.633508 n-d-713301-16 neutron-server[95102]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 20:19:32.633508 n-d-713301-16 neutron-server[95102]: self._notify() Sep 23 20:19:32.633508 n-d-713301-16 neutron-server[95102]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 20:19:32.633508 n-d-713301-16 neutron-server[95102]: self.callback(batched_events) Sep 23 20:19:32.633508 n-d-713301-16 neutron-server[95102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 20:19:32.633508 n-d-713301-16 neutron-server[95102]: event.method(event) Sep 23 20:19:32.633508 n-d-713301-16 neutron-server[95102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 20:19:32.633508 n-d-713301-16 neutron-server[95102]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 20:19:32.633508 n-d-713301-16 neutron-server[95102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 20:19:32.633508 n-d-713301-16 neutron-server[95102]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 20:19:32.633508 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 20:19:32.633508 n-d-713301-16 neutron-server[95102]: return f(self, *a, **k) Sep 23 20:19:32.633508 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 20:19:32.633508 n-d-713301-16 neutron-server[95102]: return self._get(url).json() Sep 23 20:19:32.633508 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 20:19:32.633508 n-d-713301-16 neutron-server[95102]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 20:19:32.633508 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 20:19:32.633508 n-d-713301-16 neutron-server[95102]: return self.request(url, 'GET', **kwargs) Sep 23 20:19:32.633508 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 20:19:32.633508 n-d-713301-16 neutron-server[95102]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 20:19:32.633508 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 20:19:32.633508 n-d-713301-16 neutron-server[95102]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 20:19:32.633508 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 20:19:32.633508 n-d-713301-16 neutron-server[95102]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 20:19:32.633508 n-d-713301-16 neutron-server[95102]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 20:19:32.645791 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.plugin [None req-64164c41-621b-4965-8e67-76accadb2dc8 None None] Port 08322387-c325-4e0d-8a69-24ba35755178 update to ACTIVE by agent not found {{(pid=95103) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2162}} Sep 23 20:19:32.709859 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-fab0115c-578b-40ba-a3be-ae061689e766 tempest-RoutersNegativeTest-1308893876 tempest-RoutersNegativeTest-1308893876-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1754627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-601866'] for network, after_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:19:32.716285 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-fab0115c-578b-40ba-a3be-ae061689e766 tempest-RoutersNegativeTest-1308893876 tempest-RoutersNegativeTest-1308893876-project] Notify callbacks [] for network, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:19:32.720059 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-fab0115c-578b-40ba-a3be-ae061689e766 tempest-RoutersNegativeTest-1308893876 tempest-RoutersNegativeTest-1308893876-project] 10.222.0.67 "DELETE /v2.0/networks/24cdd99b-d642-46ce-b813-c7d50d19d9aa HTTP/1.1" status: 204 len: 168 time: 0.7114313 Sep 23 20:19:32.724135 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 33310) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:19:32.742270 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fab0115c-578b-40ba-a3be-ae061689e766 tempest-RoutersNegativeTest-1308893876 tempest-RoutersNegativeTest-1308893876-project] Pushing event deleted for resources: {'Network': ['ID=24cdd99b-d642-46ce-b813-c7d50d19d9aa,revision_number=None']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:19:32.756347 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-5a0770ee-8df4-401a-b983-963d3092f7b7 tempest-RoutersNegativeTest-1308893876 tempest-RoutersNegativeTest-1308893876-project] 10.222.0.67 "GET /v2.0/ports?device_id=c63eb056-dc12-4013-a336-329df67956d7 HTTP/1.1" status: 200 len: 205 time: 0.0304472 Sep 23 20:19:32.758434 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 33312) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:19:32.758575 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-dda9806c-e65a-4ffe-b434-b1b38ce57a24 None None] Could not find standard attr ID for object d44b6a59-9661-4409-b867-d854c40efc7f. {{(pid=95103) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 23 20:19:32.761333 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-dda9806c-e65a-4ffe-b434-b1b38ce57a24 None None] Could not find standard attr ID for object 08322387-c325-4e0d-8a69-24ba35755178. {{(pid=95103) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 23 20:19:32.851082 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-c5267802-0771-41da-82f6-3ac0ad67ddd4 tempest-RoutersNegativeTest-1308893876 tempest-RoutersNegativeTest-1308893876-project] Notify callbacks [] for router, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:19:33.013431 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-c5267802-0771-41da-82f6-3ac0ad67ddd4 tempest-RoutersNegativeTest-1308893876 tempest-RoutersNegativeTest-1308893876-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-597305', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29369'] for router, precommit_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:19:33.015465 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-c5267802-0771-41da-82f6-3ac0ad67ddd4 tempest-RoutersNegativeTest-1308893876 tempest-RoutersNegativeTest-1308893876-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:19:33.060695 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-c5267802-0771-41da-82f6-3ac0ad67ddd4 tempest-RoutersNegativeTest-1308893876 tempest-RoutersNegativeTest-1308893876-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-597296'] for router, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:19:33.061207 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5267802-0771-41da-82f6-3ac0ad67ddd4 tempest-RoutersNegativeTest-1308893876 tempest-RoutersNegativeTest-1308893876-project] Fanout notify agent at l3_agent the message router_deleted on router c63eb056-dc12-4013-a336-329df67956d7 {{(pid=95101) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 23 20:19:33.069247 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-c5267802-0771-41da-82f6-3ac0ad67ddd4 tempest-RoutersNegativeTest-1308893876 tempest-RoutersNegativeTest-1308893876-project] Notify callbacks [] for router, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:19:33.070519 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-c5267802-0771-41da-82f6-3ac0ad67ddd4 tempest-RoutersNegativeTest-1308893876 tempest-RoutersNegativeTest-1308893876-project] 10.222.0.67 "DELETE /v2.0/routers/c63eb056-dc12-4013-a336-329df67956d7 HTTP/1.1" status: 204 len: 168 time: 0.3109806 Sep 23 20:19:33.309229 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Device 08322387-c325-4e0d-8a69-24ba35755178 no longer exists at agent ovs-agent-n-d-713301-16 {{(pid=95103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 20:19:33.317928 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 33318) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:19:33.330663 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.plugin [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] No Port match for: 08322387-c325-4e0d-8a69-24ba35755178 {{(pid=95103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 20:19:33.331017 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Device 08322387-c325-4e0d-8a69-24ba35755178 not bound to the agent host n-d-713301-16 {{(pid=95103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 20:19:33.331437 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Device d44b6a59-9661-4409-b867-d854c40efc7f no longer exists at agent ovs-agent-n-d-713301-16 {{(pid=95103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 20:19:33.353897 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.plugin [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] No Port match for: d44b6a59-9661-4409-b867-d854c40efc7f {{(pid=95103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 20:19:33.354238 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Device d44b6a59-9661-4409-b867-d854c40efc7f not bound to the agent host n-d-713301-16 {{(pid=95103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 20:19:33.453599 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-b89adf77-a420-4d75-bafe-6cf6382b6f33 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=bfe6eb7b6d45466b99589fe35383b82c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1338809 Sep 23 20:19:33.456955 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 33322) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:19:33.510626 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-7fb7c0be-ee41-4aff-a418-9b8739896021 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:19:33.534003 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-7fb7c0be-ee41-4aff-a418-9b8739896021 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:19:33.583330 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-7fb7c0be-ee41-4aff-a418-9b8739896021 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:19:33.585971 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-7fb7c0be-ee41-4aff-a418-9b8739896021 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:19:33.587461 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-7fb7c0be-ee41-4aff-a418-9b8739896021 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/3dd2e4e3-5e5a-49bf-ab35-1a0639e43c2d HTTP/1.1" status: 204 len: 168 time: 0.1292133 Sep 23 20:19:33.596168 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fb7c0be-ee41-4aff-a418-9b8739896021 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3dd2e4e3-5e5a-49bf-ab35-1a0639e43c2d,revision_number=None']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:19:34.275527 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 33344) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:19:34.377438 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.v2.base [None req-752ff946-b939-410b-89ee-c4f07a47f1e2 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-1427515508-network', 'tenant_id': '8cf34ddf053948b0bd74a340f268ac37'}} {{(pid=95101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 20:19:34.398808 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-752ff946-b939-410b-89ee-c4f07a47f1e2 admin admin] Made reservation on behalf of 8cf34ddf053948b0bd74a340f268ac37 for: {'network': 1} {{(pid=95101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 20:19:34.401104 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-752ff946-b939-410b-89ee-c4f07a47f1e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for network, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:19:34.409853 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-752ff946-b939-410b-89ee-c4f07a47f1e2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:19:34.502218 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-752ff946-b939-410b-89ee-c4f07a47f1e2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:19:34.506020 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-752ff946-b939-410b-89ee-c4f07a47f1e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:19:34.527099 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-752ff946-b939-410b-89ee-c4f07a47f1e2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 614} {{(pid=95101) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 20:19:34.541732 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-752ff946-b939-410b-89ee-c4f07a47f1e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5bbf048c-eed5-4b74-9d7a-452c764101da,revision_number=1']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:19:34.546678 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-752ff946-b939-410b-89ee-c4f07a47f1e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1756186'] for segment, precommit_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:19:34.547602 n-d-713301-16 neutron-server[95101]: INFO neutron.db.segments_db [None req-752ff946-b939-410b-89ee-c4f07a47f1e2 admin admin] Added segment 53dfdcbe-af39-4d7e-9c7e-98bd4f94b0be of type vlan for network b92df617-23bb-4e93-bb3e-e9d0486e8695 Sep 23 20:19:34.587486 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-752ff946-b939-410b-89ee-c4f07a47f1e2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783145630486'] for network, precommit_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:19:34.613430 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-752ff946-b939-410b-89ee-c4f07a47f1e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299'] for network, after_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:19:34.614400 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-752ff946-b939-410b-89ee-c4f07a47f1e2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:19:34.614990 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-752ff946-b939-410b-89ee-c4f07a47f1e2 admin admin] Notify callbacks [] for network, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:19:34.643195 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-752ff946-b939-410b-89ee-c4f07a47f1e2 admin admin] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.3665507 Sep 23 20:19:34.646549 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 33348) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:19:34.651702 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.v2.base [None req-46034a87-8a24-4dc8-89f6-766d30b0d06b admin admin] Request body: {'subnet': {'network_id': 'b92df617-23bb-4e93-bb3e-e9d0486e8695', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-1427515508-subnet', 'tenant_id': '8cf34ddf053948b0bd74a340f268ac37', 'ip_version': 4}} {{(pid=95102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 20:19:34.673874 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46034a87-8a24-4dc8-89f6-766d30b0d06b admin admin] Made reservation on behalf of 8cf34ddf053948b0bd74a340f268ac37 for: {'subnet': 1} {{(pid=95102) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 20:19:34.676200 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-46034a87-8a24-4dc8-89f6-766d30b0d06b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5388256'] for subnet, before_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:19:34.682645 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-752ff946-b939-410b-89ee-c4f07a47f1e2 admin admin] Pushing event updated for resources: {'Network': ['ID=b92df617-23bb-4e93-bb3e-e9d0486e8695,revision_number=1']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:19:34.693336 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Network b92df617-23bb-4e93-bb3e-e9d0486e8695 details requested by agent ovs-agent-n-d-713301-16 with host n-d-713301-16 {{(pid=95103) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 20:19:34.846280 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-46034a87-8a24-4dc8-89f6-766d30b0d06b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4398944', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5388242'] for subnet, after_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:19:34.907169 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46034a87-8a24-4dc8-89f6-766d30b0d06b admin admin] Pushing event updated for resources: {'Subnet': ['ID=f747f756-fa25-4f5d-a1e9-078a644e7a38,revision_number=0']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:19:34.917087 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46034a87-8a24-4dc8-89f6-766d30b0d06b admin admin] Checking segment: {'id': '53dfdcbe-af39-4d7e-9c7e-98bd4f94b0be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': 'b92df617-23bb-4e93-bb3e-e9d0486e8695'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95102) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 20:19:34.917466 n-d-713301-16 neutron-server[95102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46034a87-8a24-4dc8-89f6-766d30b0d06b admin admin] Network hostable DHCP agents. Network: b92df617-23bb-4e93-bb3e-e9d0486e8695, hostable agents: ['1b18bf05-1b5f-4587-be5c-af3ac38e32ad'], hosted agents: [] {{(pid=95102) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 20:19:34.933614 n-d-713301-16 neutron-server[95102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46034a87-8a24-4dc8-89f6-766d30b0d06b admin admin] Network b92df617-23bb-4e93-bb3e-e9d0486e8695 is scheduled to be hosted by DHCP agent 1b18bf05-1b5f-4587-be5c-af3ac38e32ad with binding_index 1 {{(pid=95102) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 20:19:34.942371 n-d-713301-16 neutron-server[95102]: DEBUG neutron.scheduler.base_scheduler [None req-46034a87-8a24-4dc8-89f6-766d30b0d06b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713301-16, b92df617-23bb-4e93-bb3e-e9d0486e8695) {{(pid=95102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 20:19:34.946322 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46034a87-8a24-4dc8-89f6-766d30b0d06b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:19:34.946929 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-46034a87-8a24-4dc8-89f6-766d30b0d06b admin admin] Notify callbacks [] for subnet, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:19:34.952260 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba7be6e1-81e5-41f1-96d1-3c4e86713b01 None None] Network b92df617-23bb-4e93-bb3e-e9d0486e8695 requested from n-d-713301-16 {{(pid=95103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 20:19:34.960682 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-46034a87-8a24-4dc8-89f6-766d30b0d06b admin admin] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.3128936 Sep 23 20:19:34.963535 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 33350) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:19:34.967788 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.v2.base [None req-dd767e5b-385a-4b26-a554-7f586a7668c3 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-1427515508-router', 'tenant_id': '8cf34ddf053948b0bd74a340f268ac37', 'external_gateway_info': {'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac'}}} {{(pid=95102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 20:19:34.989538 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-dd767e5b-385a-4b26-a554-7f586a7668c3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-594563', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29355'] for router, before_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:19:34.990529 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-dd767e5b-385a-4b26-a554-7f586a7668c3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-597363', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-601731', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-739356', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29346'] for router, precommit_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:19:35.041395 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-dd767e5b-385a-4b26-a554-7f586a7668c3 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:19:35.101839 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e5df1cb-9a5e-4711-ba3d-6cda6bef19e4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4c8b80df-07eb-5275-9f17-5cf640db67c0-b92df617-23bb-4e93-bb3e-e9d0486e8695', 'network_id': 'b92df617-23bb-4e93-bb3e-e9d0486e8695', 'tenant_id': '8cf34ddf053948b0bd74a340f268ac37', 'fixed_ips': [{'subnet_id': 'f747f756-fa25-4f5d-a1e9-078a644e7a38'}]}} from n-d-713301-16. {{(pid=95103) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 23 20:19:35.102710 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-3e5df1cb-9a5e-4711-ba3d-6cda6bef19e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_create {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:19:35.176704 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-dd767e5b-385a-4b26-a554-7f586a7668c3 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:19:35.241661 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.db_base_plugin_common [None req-3e5df1cb-9a5e-4711-ba3d-6cda6bef19e4 None None] Allocated IP 172.20.0.2 (b92df617-23bb-4e93-bb3e-e9d0486e8695/f747f756-fa25-4f5d-a1e9-078a644e7a38/c4d25fea-d949-4609-9aae-f8a88c1662f8) {{(pid=95103) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 20:19:35.398071 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-3e5df1cb-9a5e-4711-ba3d-6cda6bef19e4 None None] Notify callbacks [] for port, precommit_create {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:19:35.404437 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-3e5df1cb-9a5e-4711-ba3d-6cda6bef19e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783145673135'] for port, after_create {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:19:35.446267 n-d-713301-16 neutron-server[95103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e5df1cb-9a5e-4711-ba3d-6cda6bef19e4 None None] Network b92df617-23bb-4e93-bb3e-e9d0486e8695 is already hosted by enough agents. {{(pid=95103) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 20:19:35.449274 n-d-713301-16 neutron-server[95103]: DEBUG neutron.scheduler.base_scheduler [None req-3e5df1cb-9a5e-4711-ba3d-6cda6bef19e4 None None] Resources bound (agent type, host, resource id): {{(pid=95103) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 20:19:35.453511 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e5df1cb-9a5e-4711-ba3d-6cda6bef19e4 None None] Received port after_create {{(pid=95103) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 20:19:35.466750 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e5df1cb-9a5e-4711-ba3d-6cda6bef19e4 None None] Pushing event updated for resources: {'Port': ['ID=c4d25fea-d949-4609-9aae-f8a88c1662f8,revision_number=1']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:19:35.521113 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.managers [None req-3e5df1cb-9a5e-4711-ba3d-6cda6bef19e4 None None] Attempting to bind port c4d25fea-d949-4609-9aae-f8a88c1662f8 on host n-d-713301-16 for vnic_type normal with profile {{(pid=95103) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 20:19:35.521479 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.managers [None req-3e5df1cb-9a5e-4711-ba3d-6cda6bef19e4 None None] Attempting to bind port c4d25fea-d949-4609-9aae-f8a88c1662f8 by drivers openvswitch,hyperv on host n-d-713301-16 at level 0 using segments [{'id': '53dfdcbe-af39-4d7e-9c7e-98bd4f94b0be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': 'b92df617-23bb-4e93-bb3e-e9d0486e8695'}] {{(pid=95103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 20:19:35.521842 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e5df1cb-9a5e-4711-ba3d-6cda6bef19e4 None None] Attempting to bind port c4d25fea-d949-4609-9aae-f8a88c1662f8 on network b92df617-23bb-4e93-bb3e-e9d0486e8695 {{(pid=95103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 20:19:35.527293 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e5df1cb-9a5e-4711-ba3d-6cda6bef19e4 None None] Checking agent: {'id': '70a14545-df24-472f-8f95-bfe1719bff93', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 19, 7, 53), 'started_at': datetime.datetime(2021, 9, 23, 19, 8, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 20, 19, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 20:19:35.527666 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e5df1cb-9a5e-4711-ba3d-6cda6bef19e4 None None] Checking segment: {'id': '53dfdcbe-af39-4d7e-9c7e-98bd4f94b0be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': 'b92df617-23bb-4e93-bb3e-e9d0486e8695'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95103) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 20:19:35.528070 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-3e5df1cb-9a5e-4711-ba3d-6cda6bef19e4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:19:35.528484 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e5df1cb-9a5e-4711-ba3d-6cda6bef19e4 None None] Bound using segment: {'id': '53dfdcbe-af39-4d7e-9c7e-98bd4f94b0be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': 'b92df617-23bb-4e93-bb3e-e9d0486e8695'} {{(pid=95103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 20:19:35.528977 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.managers [None req-3e5df1cb-9a5e-4711-ba3d-6cda6bef19e4 None None] Bound port: c4d25fea-d949-4609-9aae-f8a88c1662f8, host: n-d-713301-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '53dfdcbe-af39-4d7e-9c7e-98bd4f94b0be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': 'b92df617-23bb-4e93-bb3e-e9d0486e8695'}}] {{(pid=95103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 20:19:35.529353 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-3e5df1cb-9a5e-4711-ba3d-6cda6bef19e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:19:35.601148 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-3e5df1cb-9a5e-4711-ba3d-6cda6bef19e4 None None] For port c4d25fea-d949-4609-9aae-f8a88c1662f8, host n-d-713301-16, cleared binding levels {{(pid=95103) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 20:19:35.604643 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-3e5df1cb-9a5e-4711-ba3d-6cda6bef19e4 None None] For port c4d25fea-d949-4609-9aae-f8a88c1662f8, host n-d-713301-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-16',level=0,port_id=c4d25fea-d949-4609-9aae-f8a88c1662f8,segment=NetworkSegment(53dfdcbe-af39-4d7e-9c7e-98bd4f94b0be),segment_id=53dfdcbe-af39-4d7e-9c7e-98bd4f94b0be)] {{(pid=95103) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 20:19:35.617557 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-3e5df1cb-9a5e-4711-ba3d-6cda6bef19e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:19:35.684191 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e5df1cb-9a5e-4711-ba3d-6cda6bef19e4 None None] Pushing event updated for resources: {'Port': ['ID=c4d25fea-d949-4609-9aae-f8a88c1662f8,revision_number=2']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:19:35.730308 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-dd767e5b-385a-4b26-a554-7f586a7668c3 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:19:35.753214 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-dd767e5b-385a-4b26-a554-7f586a7668c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:19:35.865484 n-d-713301-16 neutron-server[95102]: DEBUG neutron.db.db_base_plugin_common [None req-dd767e5b-385a-4b26-a554-7f586a7668c3 admin admin] Allocated IP 172.25.1.231 (5dec5c09-378e-4f50-89cc-d94eb81c3bac/eff83446-018c-428d-b3f5-54ac9abe7a2a/492f2630-7009-4798-8a4f-94e4070f11be) {{(pid=95102) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 20:19:35.984178 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-dd767e5b-385a-4b26-a554-7f586a7668c3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:19:36.018531 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-dd767e5b-385a-4b26-a554-7f586a7668c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783145673135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4399100'] for port, after_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:19:36.056120 n-d-713301-16 neutron-server[95102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd767e5b-385a-4b26-a554-7f586a7668c3 admin admin] Network 5dec5c09-378e-4f50-89cc-d94eb81c3bac is already hosted by enough agents. {{(pid=95102) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 20:19:36.058916 n-d-713301-16 neutron-server[95102]: DEBUG neutron.scheduler.base_scheduler [None req-dd767e5b-385a-4b26-a554-7f586a7668c3 admin admin] Resources bound (agent type, host, resource id): {{(pid=95102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 20:19:36.064129 n-d-713301-16 neutron-server[95102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd767e5b-385a-4b26-a554-7f586a7668c3 admin admin] Received port after_create {{(pid=95102) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 20:19:36.089254 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd767e5b-385a-4b26-a554-7f586a7668c3 admin admin] Pushing event updated for resources: {'Port': ['ID=492f2630-7009-4798-8a4f-94e4070f11be,revision_number=1']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:19:36.319530 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-dd767e5b-385a-4b26-a554-7f586a7668c3 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:19:36.527702 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-dd767e5b-385a-4b26-a554-7f586a7668c3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-597258', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-601790'] for router, after_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:19:36.588860 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0be513f-abdc-4eac-9b2a-c0975f3a7fd9 None None] Network b92df617-23bb-4e93-bb3e-e9d0486e8695 requested from n-d-713301-16 {{(pid=95103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 20:19:36.624980 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-a1828b4b-4ce1-474e-95fe-0d15dc81ba68 None None] Provisioning complete for port c4d25fea-d949-4609-9aae-f8a88c1662f8 triggered by entity DHCP. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 20:19:36.625500 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-a1828b4b-4ce1-474e-95fe-0d15dc81ba68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:19:36.667551 n-d-713301-16 neutron-server[95102]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd767e5b-385a-4b26-a554-7f586a7668c3 admin admin] Router 7f1d321e-394d-4883-b669-61c549fa5728 is scheduled to L3 agent 79a740bf-7821-4989-8288-7186e3e128f3 with binding_index 1 {{(pid=95102) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 23 20:19:36.778358 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd767e5b-385a-4b26-a554-7f586a7668c3 admin admin] Notify agent at l3_agent.n-d-713301-16 the message routers_updated {{(pid=95102) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 20:19:36.794134 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9746c0db-da34-469f-afe6-4777ea4a10ae None None] Sync routers for ids ['7f1d321e-394d-4883-b669-61c549fa5728'] in n-d-713301-16 {{(pid=95103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 20:19:36.795752 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-dd767e5b-385a-4b26-a554-7f586a7668c3 admin admin] Notify callbacks [] for router, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:19:36.797637 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-dd767e5b-385a-4b26-a554-7f586a7668c3 admin admin] 10.222.0.67 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 1.8326123 Sep 23 20:19:36.800756 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 33354) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:19:36.802493 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-a1828b4b-4ce1-474e-95fe-0d15dc81ba68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:19:36.832727 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9746c0db-da34-469f-afe6-4777ea4a10ae None None] Routers {'7f1d321e-394d-4883-b669-61c549fa5728'} bound to L3 agent in host n-d-713301-16 {{(pid=95103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 20:19:36.833275 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_hamode_db [None req-9746c0db-da34-469f-afe6-4777ea4a10ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-23T19:07:52Z,description=,heartbeat_timestamp=2021-09-23T20:19:23Z,host='n-d-713301-16',id=79a740bf-7821-4989-8288-7186e3e128f3,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:07:52Z,topic='l3_agent')) {'router_ids': ['7f1d321e-394d-4883-b669-61c549fa5728'], 'active': True} {{(pid=95103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 20:19:36.887948 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-a1828b4b-4ce1-474e-95fe-0d15dc81ba68 None None] For port c4d25fea-d949-4609-9aae-f8a88c1662f8, host n-d-713301-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-16',level=0,port_id=c4d25fea-d949-4609-9aae-f8a88c1662f8,segment=NetworkSegment(53dfdcbe-af39-4d7e-9c7e-98bd4f94b0be),segment_id=53dfdcbe-af39-4d7e-9c7e-98bd4f94b0be)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 20:19:36.919442 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-a1828b4b-4ce1-474e-95fe-0d15dc81ba68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:19:37.016478 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1828b4b-4ce1-474e-95fe-0d15dc81ba68 None None] Pushing event updated for resources: {'Port': ['ID=c4d25fea-d949-4609-9aae-f8a88c1662f8,revision_number=3']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:19:37.022414 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_dvr_db [None req-9746c0db-da34-469f-afe6-4777ea4a10ae None None] Set router 7f1d321e-394d-4883-b669-61c549fa5728 gateway port host: n-d-713301-16 {{(pid=95103) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 20:19:37.230034 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_hamode_db [None req-9746c0db-da34-469f-afe6-4777ea4a10ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f1d321e-394d-4883-b669-61c549fa5728', 'name': 'tempest-TestEncryptedCinderVolumes-1427515508-router', 'tenant_id': '8cf34ddf053948b0bd74a340f268ac37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'external_fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.231'}], 'enable_snat': True}, 'gw_port_id': '492f2630-7009-4798-8a4f-94e4070f11be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T20:19:34Z', 'updated_at': '2021-09-23T20:19:36Z', 'revision_number': 3, 'project_id': '8cf34ddf053948b0bd74a340f268ac37', 'gw_port': {'id': '492f2630-7009-4798-8a4f-94e4070f11be', 'name': '', 'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:cd:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f1d321e-394d-4883-b669-61c549fa5728', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4110, 'fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T20:19:35Z', 'updated_at': '2021-09-23T20:19:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-16'}], 'n-d-713301-16', False) {} {{(pid=95103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 20:19:37.266913 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9746c0db-da34-469f-afe6-4777ea4a10ae None None] Checking router: 7f1d321e-394d-4883-b669-61c549fa5728 for host: n-d-713301-16 {{(pid=95103) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 20:19:37.267062 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9746c0db-da34-469f-afe6-4777ea4a10ae None None] Updating router 7f1d321e-394d-4883-b669-61c549fa5728 port 492f2630-7009-4798-8a4f-94e4070f11be binding host n-d-713301-16 {{(pid=95103) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 23 20:19:37.285247 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-0e9e8dce-43ed-46ac-895d-535eb4a66430 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:19:37.303158 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-9746c0db-da34-469f-afe6-4777ea4a10ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:19:37.305857 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-b633e801-53cd-4443-9266-329211d4ed22 None None] Provisioning complete for port c4d25fea-d949-4609-9aae-f8a88c1662f8 triggered by entity DHCP. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 20:19:37.306298 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b633e801-53cd-4443-9266-329211d4ed22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:19:37.426638 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Device c4d25fea-d949-4609-9aae-f8a88c1662f8 up at agent ovs-agent-n-d-713301-16 {{(pid=95103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 20:19:37.473685 n-d-713301-16 neutron-server[95102]: DEBUG neutron.db.db_base_plugin_common [None req-0e9e8dce-43ed-46ac-895d-535eb4a66430 admin admin] Allocated IP 172.20.0.1 (b92df617-23bb-4e93-bb3e-e9d0486e8695/f747f756-fa25-4f5d-a1e9-078a644e7a38/43d61969-1d98-46e1-9abd-51b1174fa1ea) {{(pid=95102) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 20:19:37.581976 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-0e9e8dce-43ed-46ac-895d-535eb4a66430 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:19:37.594129 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Provisioning complete for port c4d25fea-d949-4609-9aae-f8a88c1662f8 triggered by entity L2. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 20:19:37.594643 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:19:37.616704 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-0e9e8dce-43ed-46ac-895d-535eb4a66430 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783145673135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4399100'] for port, after_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:19:37.655704 n-d-713301-16 neutron-server[95102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e9e8dce-43ed-46ac-895d-535eb4a66430 admin admin] Network b92df617-23bb-4e93-bb3e-e9d0486e8695 is already hosted by enough agents. {{(pid=95102) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 20:19:37.658747 n-d-713301-16 neutron-server[95102]: DEBUG neutron.scheduler.base_scheduler [None req-0e9e8dce-43ed-46ac-895d-535eb4a66430 admin admin] Resources bound (agent type, host, resource id): {{(pid=95102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 20:19:37.663662 n-d-713301-16 neutron-server[95102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e9e8dce-43ed-46ac-895d-535eb4a66430 admin admin] Received port after_create {{(pid=95102) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 20:19:37.696628 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e9e8dce-43ed-46ac-895d-535eb4a66430 admin admin] Pushing event updated for resources: {'Port': ['ID=43d61969-1d98-46e1-9abd-51b1174fa1ea,revision_number=1']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:19:37.720793 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-0e9e8dce-43ed-46ac-895d-535eb4a66430 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-601987'] for router_interface, before_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:19:37.746566 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-9746c0db-da34-469f-afe6-4777ea4a10ae None None] Notify callbacks [] for port, precommit_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:19:37.761419 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-9746c0db-da34-469f-afe6-4777ea4a10ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:19:37.819564 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.managers [None req-9746c0db-da34-469f-afe6-4777ea4a10ae None None] Attempting to bind port 492f2630-7009-4798-8a4f-94e4070f11be on host n-d-713301-16 for vnic_type normal with profile {{(pid=95103) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 20:19:37.820072 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.managers [None req-9746c0db-da34-469f-afe6-4777ea4a10ae None None] Attempting to bind port 492f2630-7009-4798-8a4f-94e4070f11be by drivers openvswitch,hyperv on host n-d-713301-16 at level 0 using segments [{'id': '7d4027f1-d893-4c7b-95d4-757b8e44e380', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac'}] {{(pid=95103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 20:19:37.820533 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9746c0db-da34-469f-afe6-4777ea4a10ae None None] Attempting to bind port 492f2630-7009-4798-8a4f-94e4070f11be on network 5dec5c09-378e-4f50-89cc-d94eb81c3bac {{(pid=95103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 20:19:37.827518 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9746c0db-da34-469f-afe6-4777ea4a10ae None None] Checking agent: {'id': '70a14545-df24-472f-8f95-bfe1719bff93', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 19, 7, 53), 'started_at': datetime.datetime(2021, 9, 23, 19, 8, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 20, 19, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 20:19:37.828136 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9746c0db-da34-469f-afe6-4777ea4a10ae None None] Checking segment: {'id': '7d4027f1-d893-4c7b-95d4-757b8e44e380', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95103) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 20:19:37.828881 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-9746c0db-da34-469f-afe6-4777ea4a10ae None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:19:37.829750 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9746c0db-da34-469f-afe6-4777ea4a10ae None None] Bound using segment: {'id': '7d4027f1-d893-4c7b-95d4-757b8e44e380', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac'} {{(pid=95103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 20:19:37.830352 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.managers [None req-9746c0db-da34-469f-afe6-4777ea4a10ae None None] Bound port: 492f2630-7009-4798-8a4f-94e4070f11be, host: n-d-713301-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7d4027f1-d893-4c7b-95d4-757b8e44e380', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac'}}] {{(pid=95103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 20:19:37.830749 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-9746c0db-da34-469f-afe6-4777ea4a10ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:19:37.838968 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a865145-ccd2-44f2-adb3-0518134cb983 None None] Pushing event updated for resources: {'Port': ['ID=492f2630-7009-4798-8a4f-94e4070f11be,revision_number=2']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:19:37.872525 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-0e9e8dce-43ed-46ac-895d-535eb4a66430 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:19:37.894356 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-9746c0db-da34-469f-afe6-4777ea4a10ae None None] For port 492f2630-7009-4798-8a4f-94e4070f11be, host n-d-713301-16, cleared binding levels {{(pid=95103) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 20:19:37.901462 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-9746c0db-da34-469f-afe6-4777ea4a10ae None None] For port 492f2630-7009-4798-8a4f-94e4070f11be, host n-d-713301-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-16',level=0,port_id=492f2630-7009-4798-8a4f-94e4070f11be,segment=NetworkSegment(7d4027f1-d893-4c7b-95d4-757b8e44e380),segment_id=7d4027f1-d893-4c7b-95d4-757b8e44e380)] {{(pid=95103) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 20:19:37.907362 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-9746c0db-da34-469f-afe6-4777ea4a10ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:19:37.946829 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-d2b644de-77bc-42a8-b46e-0f378df29a13 None None] Provisioning complete for port 43d61969-1d98-46e1-9abd-51b1174fa1ea triggered by entity DHCP. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 20:19:37.947111 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-d2b644de-77bc-42a8-b46e-0f378df29a13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:19:38.000890 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a865145-ccd2-44f2-adb3-0518134cb983 None None] Pushing event updated for resources: {'Port': ['ID=492f2630-7009-4798-8a4f-94e4070f11be,revision_number=3']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:19:38.008120 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9746c0db-da34-469f-afe6-4777ea4a10ae None None] Routers {'7f1d321e-394d-4883-b669-61c549fa5728'} bound to L3 agent in host n-d-713301-16 {{(pid=95103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 20:19:38.008779 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_hamode_db [None req-9746c0db-da34-469f-afe6-4777ea4a10ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-23T19:07:52Z,description=,heartbeat_timestamp=2021-09-23T20:19:23Z,host='n-d-713301-16',id=79a740bf-7821-4989-8288-7186e3e128f3,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:07:52Z,topic='l3_agent')) {'router_ids': ['7f1d321e-394d-4883-b669-61c549fa5728'], 'active': True} {{(pid=95103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 20:19:38.015039 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.plugin [None req-d2b644de-77bc-42a8-b46e-0f378df29a13 None None] Port 43d61969-1d98-46e1-9abd-51b1174fa1ea cannot update to ACTIVE because it is not bound. {{(pid=95103) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 20:19:38.053745 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-0e9e8dce-43ed-46ac-895d-535eb4a66430 admin admin] Notify callbacks [] for port, precommit_update {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:19:38.058791 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-0e9e8dce-43ed-46ac-895d-535eb4a66430 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4399095'] for port, after_update {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:19:38.134446 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e9e8dce-43ed-46ac-895d-535eb4a66430 admin admin] Pushing event updated for resources: {'Port': ['ID=43d61969-1d98-46e1-9abd-51b1174fa1ea,revision_number=2']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:19:38.137086 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-0e9e8dce-43ed-46ac-895d-535eb4a66430 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-527313', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-601459'] for router_interface, after_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:19:38.231194 n-d-713301-16 neutron-server[95102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e9e8dce-43ed-46ac-895d-535eb4a66430 admin admin] Network b92df617-23bb-4e93-bb3e-e9d0486e8695 is already hosted by enough agents. {{(pid=95102) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 20:19:38.232627 n-d-713301-16 neutron-server[95102]: DEBUG neutron.scheduler.base_scheduler [None req-0e9e8dce-43ed-46ac-895d-535eb4a66430 admin admin] Resources bound (agent type, host, resource id): {{(pid=95102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 20:19:38.280068 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_dvr_db [None req-9746c0db-da34-469f-afe6-4777ea4a10ae None None] Set router 7f1d321e-394d-4883-b669-61c549fa5728 gateway port host: n-d-713301-16 {{(pid=95103) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 20:19:38.363572 n-d-713301-16 neutron-server[95102]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e9e8dce-43ed-46ac-895d-535eb4a66430 admin admin] Router 7f1d321e-394d-4883-b669-61c549fa5728 has already been hosted by L3 agent 79a740bf-7821-4989-8288-7186e3e128f3 {{(pid=95102) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 20:19:38.480261 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e9e8dce-43ed-46ac-895d-535eb4a66430 admin admin] Notify agent at l3_agent.n-d-713301-16 the message routers_updated {{(pid=95102) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 20:19:38.486078 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-0e9e8dce-43ed-46ac-895d-535eb4a66430 admin admin] 10.222.0.67 "PUT /v2.0/routers/7f1d321e-394d-4883-b669-61c549fa5728/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6840985 Sep 23 20:19:38.498803 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_hamode_db [None req-9746c0db-da34-469f-afe6-4777ea4a10ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f1d321e-394d-4883-b669-61c549fa5728', 'name': 'tempest-TestEncryptedCinderVolumes-1427515508-router', 'tenant_id': '8cf34ddf053948b0bd74a340f268ac37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'external_fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.231'}], 'enable_snat': True}, 'gw_port_id': '492f2630-7009-4798-8a4f-94e4070f11be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T20:19:34Z', 'updated_at': '2021-09-23T20:19:37Z', 'revision_number': 4, 'project_id': '8cf34ddf053948b0bd74a340f268ac37', 'gw_port': {'id': '492f2630-7009-4798-8a4f-94e4070f11be', 'name': '', 'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:cd:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f1d321e-394d-4883-b669-61c549fa5728', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4110, 'fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T20:19:35Z', 'updated_at': '2021-09-23T20:19:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-16', '_interfaces': [{'id': '43d61969-1d98-46e1-9abd-51b1174fa1ea', 'name': '', 'network_id': 'b92df617-23bb-4e93-bb3e-e9d0486e8695', 'tenant_id': '8cf34ddf053948b0bd74a340f268ac37', 'mac_address': 'fa:16:3e:ba:51:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f1d321e-394d-4883-b669-61c549fa5728', 'device_owner': 'network:router_interface', 'standard_attr_id': 4111, 'fixed_ips': [{'subnet_id': 'f747f756-fa25-4f5d-a1e9-078a644e7a38', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T20:19:37Z', 'updated_at': '2021-09-23T20:19:37Z', 'revision_number': 1, 'project_id': '8cf34ddf053948b0bd74a340f268ac37', 'subnets': [{'id': 'f747f756-fa25-4f5d-a1e9-078a644e7a38', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-16', False) {} {{(pid=95103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 20:19:38.526616 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9746c0db-da34-469f-afe6-4777ea4a10ae None None] The sync data for ids ['7f1d321e-394d-4883-b669-61c549fa5728'] in n-d-713301-16 is: [{'id': '7f1d321e-394d-4883-b669-61c549fa5728', 'name': 'tempest-TestEncryptedCinderVolumes-1427515508-router', 'tenant_id': '8cf34ddf053948b0bd74a340f268ac37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'external_fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.231'}], 'enable_snat': True}, 'gw_port_id': '492f2630-7009-4798-8a4f-94e4070f11be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T20:19:34Z', 'updated_at': '2021-09-23T20:19:37Z', 'revision_number': 4, 'project_id': '8cf34ddf053948b0bd74a340f268ac37', 'gw_port': {'id': '492f2630-7009-4798-8a4f-94e4070f11be', 'name': '', 'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:cd:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f1d321e-394d-4883-b669-61c549fa5728', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4110, 'fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T20:19:35Z', 'updated_at': '2021-09-23T20:19:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-16', '_interfaces': [{'id': '43d61969-1d98-46e1-9abd-51b1174fa1ea', 'name': '', 'network_id': 'b92df617-23bb-4e93-bb3e-e9d0486e8695', 'tenant_id': '8cf34ddf053948b0bd74a340f268ac37', 'mac_address': 'fa:16:3e:ba:51:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f1d321e-394d-4883-b669-61c549fa5728', 'device_owner': 'network:router_interface', 'standard_attr_id': 4111, 'fixed_ips': [{'subnet_id': 'f747f756-fa25-4f5d-a1e9-078a644e7a38', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T20:19:37Z', 'updated_at': '2021-09-23T20:19:37Z', 'revision_number': 1, 'project_id': '8cf34ddf053948b0bd74a340f268ac37', 'subnets': [{'id': 'f747f756-fa25-4f5d-a1e9-078a644e7a38', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 20:19:38.541855 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-437abba9-8507-4d5b-80a8-1389530c2a28 None None] Provisioning complete for port 43d61969-1d98-46e1-9abd-51b1174fa1ea triggered by entity DHCP. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 20:19:38.542258 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-437abba9-8507-4d5b-80a8-1389530c2a28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:19:38.584872 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.plugin [None req-437abba9-8507-4d5b-80a8-1389530c2a28 None None] Port 43d61969-1d98-46e1-9abd-51b1174fa1ea cannot update to ACTIVE because it is not bound. {{(pid=95103) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 20:19:39.005995 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 33370) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:19:39.011012 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.v2.base [None req-59f5708d-1433-4600-bb21-17c04da80de3 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-1223929860-network', 'tenant_id': '7f958f8326774df48b671e444788f085'}} {{(pid=95101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 20:19:39.034132 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59f5708d-1433-4600-bb21-17c04da80de3 admin admin] Made reservation on behalf of 7f958f8326774df48b671e444788f085 for: {'network': 1} {{(pid=95101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 20:19:39.036627 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-59f5708d-1433-4600-bb21-17c04da80de3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for network, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:19:39.045920 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-59f5708d-1433-4600-bb21-17c04da80de3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:19:39.147469 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-59f5708d-1433-4600-bb21-17c04da80de3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:19:39.152128 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-59f5708d-1433-4600-bb21-17c04da80de3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:19:39.184906 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-59f5708d-1433-4600-bb21-17c04da80de3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 626} {{(pid=95101) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 20:19:39.191392 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59f5708d-1433-4600-bb21-17c04da80de3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b11b733-1d5a-432d-82e5-721c2bf0f425,revision_number=1']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:19:39.199025 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-59f5708d-1433-4600-bb21-17c04da80de3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1756186'] for segment, precommit_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:19:39.199389 n-d-713301-16 neutron-server[95101]: INFO neutron.db.segments_db [None req-59f5708d-1433-4600-bb21-17c04da80de3 admin admin] Added segment f9648e4b-7260-4bb9-8d27-1520bc1939bf of type vlan for network 449958ba-6ea3-44fc-b89e-1544e700796d Sep 23 20:19:39.249144 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-59f5708d-1433-4600-bb21-17c04da80de3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783145630486'] for network, precommit_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:19:39.278171 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-59f5708d-1433-4600-bb21-17c04da80de3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299'] for network, after_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:19:39.282273 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59f5708d-1433-4600-bb21-17c04da80de3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:19:39.282959 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-59f5708d-1433-4600-bb21-17c04da80de3 admin admin] Notify callbacks [] for network, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:19:39.324438 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-59f5708d-1433-4600-bb21-17c04da80de3 admin admin] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.3139515 Sep 23 20:19:39.324738 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 33372) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:19:39.330835 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.v2.base [None req-142c74f8-1dd7-4b8b-9c73-5fb2388349f7 admin admin] Request body: {'subnet': {'network_id': '449958ba-6ea3-44fc-b89e-1544e700796d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-1223929860-subnet', 'tenant_id': '7f958f8326774df48b671e444788f085', 'ip_version': 4}} {{(pid=95102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 20:19:39.374423 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-142c74f8-1dd7-4b8b-9c73-5fb2388349f7 admin admin] Made reservation on behalf of 7f958f8326774df48b671e444788f085 for: {'subnet': 1} {{(pid=95102) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 20:19:39.377619 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59f5708d-1433-4600-bb21-17c04da80de3 admin admin] Pushing event updated for resources: {'Network': ['ID=449958ba-6ea3-44fc-b89e-1544e700796d,revision_number=1']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:19:39.380089 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-142c74f8-1dd7-4b8b-9c73-5fb2388349f7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5388256'] for subnet, before_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:19:39.383990 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Device 492f2630-7009-4798-8a4f-94e4070f11be up at agent ovs-agent-n-d-713301-16 {{(pid=95103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 20:19:39.407299 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Network 449958ba-6ea3-44fc-b89e-1544e700796d details requested by agent ovs-agent-n-d-713301-16 with host n-d-713301-16 {{(pid=95103) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 20:19:39.495621 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Provisioning complete for port 492f2630-7009-4798-8a4f-94e4070f11be triggered by entity L2. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 20:19:39.495998 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:19:39.569077 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-142c74f8-1dd7-4b8b-9c73-5fb2388349f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4398944', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5388242'] for subnet, after_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:19:39.589239 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:19:39.613683 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] For port 492f2630-7009-4798-8a4f-94e4070f11be, host n-d-713301-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-16',level=0,port_id=492f2630-7009-4798-8a4f-94e4070f11be,segment=NetworkSegment(7d4027f1-d893-4c7b-95d4-757b8e44e380),segment_id=7d4027f1-d893-4c7b-95d4-757b8e44e380)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 20:19:39.618928 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:19:39.635293 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-142c74f8-1dd7-4b8b-9c73-5fb2388349f7 admin admin] Checking segment: {'id': 'f9648e4b-7260-4bb9-8d27-1520bc1939bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '449958ba-6ea3-44fc-b89e-1544e700796d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95102) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 20:19:39.635657 n-d-713301-16 neutron-server[95102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-142c74f8-1dd7-4b8b-9c73-5fb2388349f7 admin admin] Network hostable DHCP agents. Network: 449958ba-6ea3-44fc-b89e-1544e700796d, hostable agents: ['1b18bf05-1b5f-4587-be5c-af3ac38e32ad'], hosted agents: [] {{(pid=95102) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 20:19:39.637757 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142c74f8-1dd7-4b8b-9c73-5fb2388349f7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fc94580b-51d3-43e0-8a36-8a4b6de07ea3,revision_number=0']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:19:39.658025 n-d-713301-16 neutron-server[95102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-142c74f8-1dd7-4b8b-9c73-5fb2388349f7 admin admin] Network 449958ba-6ea3-44fc-b89e-1544e700796d is scheduled to be hosted by DHCP agent 1b18bf05-1b5f-4587-be5c-af3ac38e32ad with binding_index 1 {{(pid=95102) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 20:19:39.672735 n-d-713301-16 neutron-server[95102]: DEBUG neutron.scheduler.base_scheduler [None req-142c74f8-1dd7-4b8b-9c73-5fb2388349f7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713301-16, 449958ba-6ea3-44fc-b89e-1544e700796d) {{(pid=95102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 20:19:39.678828 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-142c74f8-1dd7-4b8b-9c73-5fb2388349f7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:19:39.679789 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-142c74f8-1dd7-4b8b-9c73-5fb2388349f7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:19:39.684088 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Pushing event updated for resources: {'Port': ['ID=492f2630-7009-4798-8a4f-94e4070f11be,revision_number=4']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:19:39.690104 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89eb62cb-be1a-4ed0-85c8-832c37cdd53f None None] Network 449958ba-6ea3-44fc-b89e-1544e700796d requested from n-d-713301-16 {{(pid=95103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 20:19:39.699067 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-142c74f8-1dd7-4b8b-9c73-5fb2388349f7 admin admin] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.3729975 Sep 23 20:19:39.701520 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 33374) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:19:39.706311 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.v2.base [None req-638c2fa9-b68c-4e1d-9e5c-38e740fbd1a6 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-1223929860-router', 'tenant_id': '7f958f8326774df48b671e444788f085', 'external_gateway_info': {'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac'}}} {{(pid=95102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 20:19:39.731497 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-638c2fa9-b68c-4e1d-9e5c-38e740fbd1a6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-594563', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29355'] for router, before_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:19:39.732562 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-638c2fa9-b68c-4e1d-9e5c-38e740fbd1a6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-597363', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-601731', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-739356', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29346'] for router, precommit_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:19:39.790572 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-638c2fa9-b68c-4e1d-9e5c-38e740fbd1a6 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:19:39.864108 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3430bee-6ddd-41ca-9ca5-9906e93ee6e4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4c8b80df-07eb-5275-9f17-5cf640db67c0-449958ba-6ea3-44fc-b89e-1544e700796d', 'network_id': '449958ba-6ea3-44fc-b89e-1544e700796d', 'tenant_id': '7f958f8326774df48b671e444788f085', 'fixed_ips': [{'subnet_id': 'fc94580b-51d3-43e0-8a36-8a4b6de07ea3'}]}} from n-d-713301-16. {{(pid=95103) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 23 20:19:39.865050 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-d3430bee-6ddd-41ca-9ca5-9906e93ee6e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_create {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:19:39.946021 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-638c2fa9-b68c-4e1d-9e5c-38e740fbd1a6 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:19:40.013994 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.db_base_plugin_common [None req-d3430bee-6ddd-41ca-9ca5-9906e93ee6e4 None None] Allocated IP 172.20.0.2 (449958ba-6ea3-44fc-b89e-1544e700796d/fc94580b-51d3-43e0-8a36-8a4b6de07ea3/4f80d078-2f6d-4116-849e-98a613e4c86a) {{(pid=95103) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 20:19:40.154209 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-638c2fa9-b68c-4e1d-9e5c-38e740fbd1a6 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:19:40.163044 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-d3430bee-6ddd-41ca-9ca5-9906e93ee6e4 None None] Notify callbacks [] for port, precommit_create {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:19:40.168675 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-d3430bee-6ddd-41ca-9ca5-9906e93ee6e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783145673135'] for port, after_create {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:19:40.173903 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-638c2fa9-b68c-4e1d-9e5c-38e740fbd1a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:19:40.204689 n-d-713301-16 neutron-server[95103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3430bee-6ddd-41ca-9ca5-9906e93ee6e4 None None] Network 449958ba-6ea3-44fc-b89e-1544e700796d is already hosted by enough agents. {{(pid=95103) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 20:19:40.207607 n-d-713301-16 neutron-server[95103]: DEBUG neutron.scheduler.base_scheduler [None req-d3430bee-6ddd-41ca-9ca5-9906e93ee6e4 None None] Resources bound (agent type, host, resource id): {{(pid=95103) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 20:19:40.211206 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3430bee-6ddd-41ca-9ca5-9906e93ee6e4 None None] Received port after_create {{(pid=95103) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 20:19:40.227831 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3430bee-6ddd-41ca-9ca5-9906e93ee6e4 None None] Pushing event updated for resources: {'Port': ['ID=4f80d078-2f6d-4116-849e-98a613e4c86a,revision_number=1']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:19:40.273535 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.managers [None req-d3430bee-6ddd-41ca-9ca5-9906e93ee6e4 None None] Attempting to bind port 4f80d078-2f6d-4116-849e-98a613e4c86a on host n-d-713301-16 for vnic_type normal with profile {{(pid=95103) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 20:19:40.273903 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.managers [None req-d3430bee-6ddd-41ca-9ca5-9906e93ee6e4 None None] Attempting to bind port 4f80d078-2f6d-4116-849e-98a613e4c86a by drivers openvswitch,hyperv on host n-d-713301-16 at level 0 using segments [{'id': 'f9648e4b-7260-4bb9-8d27-1520bc1939bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '449958ba-6ea3-44fc-b89e-1544e700796d'}] {{(pid=95103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 20:19:40.274265 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3430bee-6ddd-41ca-9ca5-9906e93ee6e4 None None] Attempting to bind port 4f80d078-2f6d-4116-849e-98a613e4c86a on network 449958ba-6ea3-44fc-b89e-1544e700796d {{(pid=95103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 20:19:40.279182 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3430bee-6ddd-41ca-9ca5-9906e93ee6e4 None None] Checking agent: {'id': '70a14545-df24-472f-8f95-bfe1719bff93', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 19, 7, 53), 'started_at': datetime.datetime(2021, 9, 23, 19, 8, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 20, 19, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 20:19:40.279556 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3430bee-6ddd-41ca-9ca5-9906e93ee6e4 None None] Checking segment: {'id': 'f9648e4b-7260-4bb9-8d27-1520bc1939bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '449958ba-6ea3-44fc-b89e-1544e700796d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95103) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 20:19:40.281279 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-d3430bee-6ddd-41ca-9ca5-9906e93ee6e4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:19:40.281279 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3430bee-6ddd-41ca-9ca5-9906e93ee6e4 None None] Bound using segment: {'id': 'f9648e4b-7260-4bb9-8d27-1520bc1939bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '449958ba-6ea3-44fc-b89e-1544e700796d'} {{(pid=95103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 20:19:40.281279 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.managers [None req-d3430bee-6ddd-41ca-9ca5-9906e93ee6e4 None None] Bound port: 4f80d078-2f6d-4116-849e-98a613e4c86a, host: n-d-713301-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f9648e4b-7260-4bb9-8d27-1520bc1939bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '449958ba-6ea3-44fc-b89e-1544e700796d'}}] {{(pid=95103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 20:19:40.285413 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-d3430bee-6ddd-41ca-9ca5-9906e93ee6e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:19:40.286961 n-d-713301-16 neutron-server[95102]: DEBUG neutron.db.db_base_plugin_common [None req-638c2fa9-b68c-4e1d-9e5c-38e740fbd1a6 admin admin] Allocated IP 172.25.1.128 (5dec5c09-378e-4f50-89cc-d94eb81c3bac/eff83446-018c-428d-b3f5-54ac9abe7a2a/75295996-dbe6-4644-aa51-50625d5cd2b0) {{(pid=95102) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 20:19:40.360378 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-d3430bee-6ddd-41ca-9ca5-9906e93ee6e4 None None] For port 4f80d078-2f6d-4116-849e-98a613e4c86a, host n-d-713301-16, cleared binding levels {{(pid=95103) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 20:19:40.363885 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-d3430bee-6ddd-41ca-9ca5-9906e93ee6e4 None None] For port 4f80d078-2f6d-4116-849e-98a613e4c86a, host n-d-713301-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-16',level=0,port_id=4f80d078-2f6d-4116-849e-98a613e4c86a,segment=NetworkSegment(f9648e4b-7260-4bb9-8d27-1520bc1939bf),segment_id=f9648e4b-7260-4bb9-8d27-1520bc1939bf)] {{(pid=95103) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 20:19:40.367684 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-d3430bee-6ddd-41ca-9ca5-9906e93ee6e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:19:40.437976 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3430bee-6ddd-41ca-9ca5-9906e93ee6e4 None None] Pushing event updated for resources: {'Port': ['ID=4f80d078-2f6d-4116-849e-98a613e4c86a,revision_number=2']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:19:40.761703 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-638c2fa9-b68c-4e1d-9e5c-38e740fbd1a6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:19:40.792490 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4500003f-1ba8-411d-ac4a-76ff2ed2a8bd None None] Sync routers for ids ['7f1d321e-394d-4883-b669-61c549fa5728'] in n-d-713301-16 {{(pid=95104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 20:19:40.802722 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4500003f-1ba8-411d-ac4a-76ff2ed2a8bd None None] Routers {'7f1d321e-394d-4883-b669-61c549fa5728'} bound to L3 agent in host n-d-713301-16 {{(pid=95104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 20:19:40.803413 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_hamode_db [None req-4500003f-1ba8-411d-ac4a-76ff2ed2a8bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-23T19:07:52Z,description=,heartbeat_timestamp=2021-09-23T20:19:23Z,host='n-d-713301-16',id=79a740bf-7821-4989-8288-7186e3e128f3,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:07:52Z,topic='l3_agent')) {'router_ids': ['7f1d321e-394d-4883-b669-61c549fa5728'], 'active': True} {{(pid=95104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 20:19:40.803584 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-638c2fa9-b68c-4e1d-9e5c-38e740fbd1a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783145673135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4399100'] for port, after_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:19:40.841914 n-d-713301-16 neutron-server[95102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-638c2fa9-b68c-4e1d-9e5c-38e740fbd1a6 admin admin] Network 5dec5c09-378e-4f50-89cc-d94eb81c3bac is already hosted by enough agents. {{(pid=95102) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 20:19:40.845507 n-d-713301-16 neutron-server[95102]: DEBUG neutron.scheduler.base_scheduler [None req-638c2fa9-b68c-4e1d-9e5c-38e740fbd1a6 admin admin] Resources bound (agent type, host, resource id): {{(pid=95102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 20:19:40.849382 n-d-713301-16 neutron-server[95102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-638c2fa9-b68c-4e1d-9e5c-38e740fbd1a6 admin admin] Received port after_create {{(pid=95102) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 20:19:40.877360 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-638c2fa9-b68c-4e1d-9e5c-38e740fbd1a6 admin admin] Pushing event updated for resources: {'Port': ['ID=75295996-dbe6-4644-aa51-50625d5cd2b0,revision_number=1']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:19:40.913342 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_dvr_db [None req-4500003f-1ba8-411d-ac4a-76ff2ed2a8bd None None] Set router 7f1d321e-394d-4883-b669-61c549fa5728 gateway port host: n-d-713301-16 {{(pid=95104) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 20:19:41.120266 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-638c2fa9-b68c-4e1d-9e5c-38e740fbd1a6 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:19:41.124535 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_hamode_db [None req-4500003f-1ba8-411d-ac4a-76ff2ed2a8bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f1d321e-394d-4883-b669-61c549fa5728', 'name': 'tempest-TestEncryptedCinderVolumes-1427515508-router', 'tenant_id': '8cf34ddf053948b0bd74a340f268ac37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'external_fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.231'}], 'enable_snat': True}, 'gw_port_id': '492f2630-7009-4798-8a4f-94e4070f11be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T20:19:34Z', 'updated_at': '2021-09-23T20:19:37Z', 'revision_number': 4, 'project_id': '8cf34ddf053948b0bd74a340f268ac37', 'gw_port': {'id': '492f2630-7009-4798-8a4f-94e4070f11be', 'name': '', 'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:cd:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f1d321e-394d-4883-b669-61c549fa5728', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4110, 'fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T20:19:35Z', 'updated_at': '2021-09-23T20:19:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-16', '_interfaces': [{'id': '43d61969-1d98-46e1-9abd-51b1174fa1ea', 'name': '', 'network_id': 'b92df617-23bb-4e93-bb3e-e9d0486e8695', 'tenant_id': '8cf34ddf053948b0bd74a340f268ac37', 'mac_address': 'fa:16:3e:ba:51:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f1d321e-394d-4883-b669-61c549fa5728', 'device_owner': 'network:router_interface', 'standard_attr_id': 4111, 'fixed_ips': [{'subnet_id': 'f747f756-fa25-4f5d-a1e9-078a644e7a38', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T20:19:37Z', 'updated_at': '2021-09-23T20:19:37Z', 'revision_number': 2, 'project_id': '8cf34ddf053948b0bd74a340f268ac37', 'subnets': [{'id': 'f747f756-fa25-4f5d-a1e9-078a644e7a38', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-16', False) {} {{(pid=95104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 20:19:41.159589 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4500003f-1ba8-411d-ac4a-76ff2ed2a8bd None None] Checking router: 7f1d321e-394d-4883-b669-61c549fa5728 for host: n-d-713301-16 {{(pid=95104) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 20:19:41.160160 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4500003f-1ba8-411d-ac4a-76ff2ed2a8bd None None] Updating router 7f1d321e-394d-4883-b669-61c549fa5728 port 43d61969-1d98-46e1-9abd-51b1174fa1ea binding host n-d-713301-16 {{(pid=95104) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 23 20:19:41.285224 n-d-713301-16 neutron-server[95104]: DEBUG neutron_lib.callbacks.manager [None req-4500003f-1ba8-411d-ac4a-76ff2ed2a8bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:19:41.343080 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-638c2fa9-b68c-4e1d-9e5c-38e740fbd1a6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-597258', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-601790'] for router, after_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:19:41.462967 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Device 492f2630-7009-4798-8a4f-94e4070f11be up at agent ovs-agent-n-d-713301-16 {{(pid=95103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 20:19:41.486908 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc8c382e-e84d-4508-94b1-c0bd5acbbba3 None None] Network 449958ba-6ea3-44fc-b89e-1544e700796d requested from n-d-713301-16 {{(pid=95103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 20:19:41.507897 n-d-713301-16 neutron-server[95102]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-638c2fa9-b68c-4e1d-9e5c-38e740fbd1a6 admin admin] Router 9eef2d4d-53fd-4159-86cd-2c8f8877ea81 is scheduled to L3 agent 79a740bf-7821-4989-8288-7186e3e128f3 with binding_index 1 {{(pid=95102) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 23 20:19:41.574996 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.agents_db [None req-f2f5c474-60a3-474f-b2cc-02c4bd30880c None None] Agent healthcheck: found 7 active agents {{(pid=95104) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 20:19:41.593187 n-d-713301-16 neutron-server[95104]: DEBUG neutron_lib.callbacks.manager [None req-4500003f-1ba8-411d-ac4a-76ff2ed2a8bd None None] Notify callbacks [] for port, precommit_update {{(pid=95104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:19:41.597006 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-66da8fc5-fb60-4d5d-8752-1342bf08e074 None None] Provisioning complete for port 4f80d078-2f6d-4116-849e-98a613e4c86a triggered by entity DHCP. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 20:19:41.597564 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-66da8fc5-fb60-4d5d-8752-1342bf08e074 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:19:41.599901 n-d-713301-16 neutron-server[95104]: DEBUG neutron_lib.callbacks.manager [None req-4500003f-1ba8-411d-ac4a-76ff2ed2a8bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:19:41.637397 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-638c2fa9-b68c-4e1d-9e5c-38e740fbd1a6 admin admin] Notify agent at l3_agent.n-d-713301-16 the message routers_updated {{(pid=95102) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 20:19:41.638460 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Provisioning complete for port 492f2630-7009-4798-8a4f-94e4070f11be triggered by entity L2. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 20:19:41.638942 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:19:41.652468 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ef02a3-8a2c-4d77-acce-2f5e7036e024 None None] Pushing event updated for resources: {'Port': ['ID=43d61969-1d98-46e1-9abd-51b1174fa1ea,revision_number=3']} {{(pid=95104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:19:41.661230 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7ef02a3-8a2c-4d77-acce-2f5e7036e024 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:19:41.661679 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7ef02a3-8a2c-4d77-acce-2f5e7036e024 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:19:41.661915 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7ef02a3-8a2c-4d77-acce-2f5e7036e024 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:19:41.662288 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7ef02a3-8a2c-4d77-acce-2f5e7036e024 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:19:41.663204 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7ef02a3-8a2c-4d77-acce-2f5e7036e024 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:19:41.663335 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-638c2fa9-b68c-4e1d-9e5c-38e740fbd1a6 admin admin] Notify callbacks [] for router, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:19:41.663442 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7ef02a3-8a2c-4d77-acce-2f5e7036e024 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:19:41.663442 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7ef02a3-8a2c-4d77-acce-2f5e7036e024 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:19:41.663627 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7ef02a3-8a2c-4d77-acce-2f5e7036e024 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:19:41.663980 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7ef02a3-8a2c-4d77-acce-2f5e7036e024 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:19:41.664596 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7ef02a3-8a2c-4d77-acce-2f5e7036e024 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:19:41.665196 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7ef02a3-8a2c-4d77-acce-2f5e7036e024 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:19:41.665715 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7ef02a3-8a2c-4d77-acce-2f5e7036e024 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:19:41.667253 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48c9d922-91a4-46a0-b42d-628ef3e56a64 None None] Sync routers for ids ['9eef2d4d-53fd-4159-86cd-2c8f8877ea81'] in n-d-713301-16 {{(pid=95103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 20:19:41.668004 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 33376) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:19:41.680888 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-638c2fa9-b68c-4e1d-9e5c-38e740fbd1a6 admin admin] 10.222.0.67 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 1.9780023 Sep 23 20:19:41.727694 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48c9d922-91a4-46a0-b42d-628ef3e56a64 None None] Routers {'9eef2d4d-53fd-4159-86cd-2c8f8877ea81'} bound to L3 agent in host n-d-713301-16 {{(pid=95103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 20:19:41.729493 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_hamode_db [None req-48c9d922-91a4-46a0-b42d-628ef3e56a64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-23T19:07:52Z,description=,heartbeat_timestamp=2021-09-23T20:19:23Z,host='n-d-713301-16',id=79a740bf-7821-4989-8288-7186e3e128f3,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:07:52Z,topic='l3_agent')) {'router_ids': ['9eef2d4d-53fd-4159-86cd-2c8f8877ea81'], 'active': True} {{(pid=95103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 20:19:41.735793 n-d-713301-16 neutron-server[95104]: DEBUG neutron.plugins.ml2.managers [None req-4500003f-1ba8-411d-ac4a-76ff2ed2a8bd None None] Attempting to bind port 43d61969-1d98-46e1-9abd-51b1174fa1ea on host n-d-713301-16 for vnic_type normal with profile {{(pid=95104) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 20:19:41.736308 n-d-713301-16 neutron-server[95104]: DEBUG neutron.plugins.ml2.managers [None req-4500003f-1ba8-411d-ac4a-76ff2ed2a8bd None None] Attempting to bind port 43d61969-1d98-46e1-9abd-51b1174fa1ea by drivers openvswitch,hyperv on host n-d-713301-16 at level 0 using segments [{'id': '53dfdcbe-af39-4d7e-9c7e-98bd4f94b0be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': 'b92df617-23bb-4e93-bb3e-e9d0486e8695'}] {{(pid=95104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 20:19:41.736804 n-d-713301-16 neutron-server[95104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4500003f-1ba8-411d-ac4a-76ff2ed2a8bd None None] Attempting to bind port 43d61969-1d98-46e1-9abd-51b1174fa1ea on network b92df617-23bb-4e93-bb3e-e9d0486e8695 {{(pid=95104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 20:19:41.742995 n-d-713301-16 neutron-server[95104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4500003f-1ba8-411d-ac4a-76ff2ed2a8bd None None] Checking agent: {'id': '70a14545-df24-472f-8f95-bfe1719bff93', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 19, 7, 53), 'started_at': datetime.datetime(2021, 9, 23, 19, 8, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 20, 19, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 20:19:41.743532 n-d-713301-16 neutron-server[95104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4500003f-1ba8-411d-ac4a-76ff2ed2a8bd None None] Checking segment: {'id': '53dfdcbe-af39-4d7e-9c7e-98bd4f94b0be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': 'b92df617-23bb-4e93-bb3e-e9d0486e8695'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95104) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 20:19:41.744076 n-d-713301-16 neutron-server[95104]: DEBUG neutron_lib.callbacks.manager [None req-4500003f-1ba8-411d-ac4a-76ff2ed2a8bd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:19:41.744569 n-d-713301-16 neutron-server[95104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4500003f-1ba8-411d-ac4a-76ff2ed2a8bd None None] Bound using segment: {'id': '53dfdcbe-af39-4d7e-9c7e-98bd4f94b0be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': 'b92df617-23bb-4e93-bb3e-e9d0486e8695'} {{(pid=95104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 20:19:41.745179 n-d-713301-16 neutron-server[95104]: DEBUG neutron.plugins.ml2.managers [None req-4500003f-1ba8-411d-ac4a-76ff2ed2a8bd None None] Bound port: 43d61969-1d98-46e1-9abd-51b1174fa1ea, host: n-d-713301-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '53dfdcbe-af39-4d7e-9c7e-98bd4f94b0be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': 'b92df617-23bb-4e93-bb3e-e9d0486e8695'}}] {{(pid=95104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 20:19:41.745658 n-d-713301-16 neutron-server[95104]: DEBUG neutron_lib.callbacks.manager [None req-4500003f-1ba8-411d-ac4a-76ff2ed2a8bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:19:41.816515 n-d-713301-16 neutron-server[95104]: DEBUG neutron.plugins.ml2.db [None req-4500003f-1ba8-411d-ac4a-76ff2ed2a8bd None None] For port 43d61969-1d98-46e1-9abd-51b1174fa1ea, host n-d-713301-16, cleared binding levels {{(pid=95104) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 20:19:41.821430 n-d-713301-16 neutron-server[95104]: DEBUG neutron.plugins.ml2.db [None req-4500003f-1ba8-411d-ac4a-76ff2ed2a8bd None None] For port 43d61969-1d98-46e1-9abd-51b1174fa1ea, host n-d-713301-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-16',level=0,port_id=43d61969-1d98-46e1-9abd-51b1174fa1ea,segment=NetworkSegment(53dfdcbe-af39-4d7e-9c7e-98bd4f94b0be),segment_id=53dfdcbe-af39-4d7e-9c7e-98bd4f94b0be)] {{(pid=95104) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 20:19:41.829652 n-d-713301-16 neutron-server[95104]: DEBUG neutron_lib.callbacks.manager [None req-4500003f-1ba8-411d-ac4a-76ff2ed2a8bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:19:41.894218 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4500003f-1ba8-411d-ac4a-76ff2ed2a8bd None None] Routers {'7f1d321e-394d-4883-b669-61c549fa5728'} bound to L3 agent in host n-d-713301-16 {{(pid=95104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 20:19:41.895083 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_hamode_db [None req-4500003f-1ba8-411d-ac4a-76ff2ed2a8bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-23T19:07:52Z,description=,heartbeat_timestamp=2021-09-23T20:19:23Z,host='n-d-713301-16',id=79a740bf-7821-4989-8288-7186e3e128f3,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:07:52Z,topic='l3_agent')) {'router_ids': ['7f1d321e-394d-4883-b669-61c549fa5728'], 'active': True} {{(pid=95104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 20:19:41.938982 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Device 4f80d078-2f6d-4116-849e-98a613e4c86a up at agent ovs-agent-n-d-713301-16 {{(pid=95103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 20:19:41.984572 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ef02a3-8a2c-4d77-acce-2f5e7036e024 None None] Pushing event updated for resources: {'Port': ['ID=43d61969-1d98-46e1-9abd-51b1174fa1ea,revision_number=4']} {{(pid=95104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:19:41.985671 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-66da8fc5-fb60-4d5d-8752-1342bf08e074 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:19:42.045995 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_dvr_db [None req-48c9d922-91a4-46a0-b42d-628ef3e56a64 None None] Set router 9eef2d4d-53fd-4159-86cd-2c8f8877ea81 gateway port host: n-d-713301-16 {{(pid=95103) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 20:19:42.054279 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_dvr_db [None req-4500003f-1ba8-411d-ac4a-76ff2ed2a8bd None None] Set router 7f1d321e-394d-4883-b669-61c549fa5728 gateway port host: n-d-713301-16 {{(pid=95104) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 20:19:42.127326 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-66da8fc5-fb60-4d5d-8752-1342bf08e074 None None] For port 4f80d078-2f6d-4116-849e-98a613e4c86a, host n-d-713301-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-16',level=0,port_id=4f80d078-2f6d-4116-849e-98a613e4c86a,segment=NetworkSegment(f9648e4b-7260-4bb9-8d27-1520bc1939bf),segment_id=f9648e4b-7260-4bb9-8d27-1520bc1939bf)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 20:19:42.240551 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-2061c416-3233-4c79-bfe5-4cfc8c1eedae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:19:42.305868 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-66da8fc5-fb60-4d5d-8752-1342bf08e074 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:19:42.342880 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Provisioning complete for port 4f80d078-2f6d-4116-849e-98a613e4c86a triggered by entity L2. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 20:19:42.343258 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:19:42.348082 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_hamode_db [None req-4500003f-1ba8-411d-ac4a-76ff2ed2a8bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f1d321e-394d-4883-b669-61c549fa5728', 'name': 'tempest-TestEncryptedCinderVolumes-1427515508-router', 'tenant_id': '8cf34ddf053948b0bd74a340f268ac37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'external_fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.231'}], 'enable_snat': True}, 'gw_port_id': '492f2630-7009-4798-8a4f-94e4070f11be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T20:19:34Z', 'updated_at': '2021-09-23T20:19:37Z', 'revision_number': 4, 'project_id': '8cf34ddf053948b0bd74a340f268ac37', 'gw_port': {'id': '492f2630-7009-4798-8a4f-94e4070f11be', 'name': '', 'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:cd:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f1d321e-394d-4883-b669-61c549fa5728', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4110, 'fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T20:19:35Z', 'updated_at': '2021-09-23T20:19:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-16', '_interfaces': [{'id': '43d61969-1d98-46e1-9abd-51b1174fa1ea', 'name': '', 'network_id': 'b92df617-23bb-4e93-bb3e-e9d0486e8695', 'tenant_id': '8cf34ddf053948b0bd74a340f268ac37', 'mac_address': 'fa:16:3e:ba:51:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f1d321e-394d-4883-b669-61c549fa5728', 'device_owner': 'network:router_interface', 'standard_attr_id': 4111, 'fixed_ips': [{'subnet_id': 'f747f756-fa25-4f5d-a1e9-078a644e7a38', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T20:19:37Z', 'updated_at': '2021-09-23T20:19:41Z', 'revision_number': 4, 'project_id': '8cf34ddf053948b0bd74a340f268ac37', 'subnets': [{'id': 'f747f756-fa25-4f5d-a1e9-078a644e7a38', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-16', False) {} {{(pid=95104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 20:19:42.377317 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4500003f-1ba8-411d-ac4a-76ff2ed2a8bd None None] The sync data for ids ['7f1d321e-394d-4883-b669-61c549fa5728'] in n-d-713301-16 is: [{'id': '7f1d321e-394d-4883-b669-61c549fa5728', 'name': 'tempest-TestEncryptedCinderVolumes-1427515508-router', 'tenant_id': '8cf34ddf053948b0bd74a340f268ac37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'external_fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.231'}], 'enable_snat': True}, 'gw_port_id': '492f2630-7009-4798-8a4f-94e4070f11be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T20:19:34Z', 'updated_at': '2021-09-23T20:19:37Z', 'revision_number': 4, 'project_id': '8cf34ddf053948b0bd74a340f268ac37', 'gw_port': {'id': '492f2630-7009-4798-8a4f-94e4070f11be', 'name': '', 'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:cd:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f1d321e-394d-4883-b669-61c549fa5728', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4110, 'fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T20:19:35Z', 'updated_at': '2021-09-23T20:19:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-16', '_interfaces': [{'id': '43d61969-1d98-46e1-9abd-51b1174fa1ea', 'name': '', 'network_id': 'b92df617-23bb-4e93-bb3e-e9d0486e8695', 'tenant_id': '8cf34ddf053948b0bd74a340f268ac37', 'mac_address': 'fa:16:3e:ba:51:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f1d321e-394d-4883-b669-61c549fa5728', 'device_owner': 'network:router_interface', 'standard_attr_id': 4111, 'fixed_ips': [{'subnet_id': 'f747f756-fa25-4f5d-a1e9-078a644e7a38', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T20:19:37Z', 'updated_at': '2021-09-23T20:19:41Z', 'revision_number': 4, 'project_id': '8cf34ddf053948b0bd74a340f268ac37', 'subnets': [{'id': 'f747f756-fa25-4f5d-a1e9-078a644e7a38', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 20:19:42.435650 n-d-713301-16 neutron-server[95101]: DEBUG neutron.db.db_base_plugin_common [None req-2061c416-3233-4c79-bfe5-4cfc8c1eedae admin admin] Allocated IP 172.20.0.1 (449958ba-6ea3-44fc-b89e-1544e700796d/fc94580b-51d3-43e0-8a36-8a4b6de07ea3/53d605bf-745a-4a64-9c9d-8762f492f50f) {{(pid=95101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 20:19:42.466522 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66da8fc5-fb60-4d5d-8752-1342bf08e074 None None] Pushing event updated for resources: {'Port': ['ID=4f80d078-2f6d-4116-849e-98a613e4c86a,revision_number=3']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:19:42.487632 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-1bed21b2-c421-432a-8116-34cd8ec6be3b None None] Provisioning complete for port 4f80d078-2f6d-4116-849e-98a613e4c86a triggered by entity DHCP. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 20:19:42.488005 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-1bed21b2-c421-432a-8116-34cd8ec6be3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:19:42.556257 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-2061c416-3233-4c79-bfe5-4cfc8c1eedae admin admin] Notify callbacks [] for port, precommit_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:19:42.598959 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-2061c416-3233-4c79-bfe5-4cfc8c1eedae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783145673135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5607431'] for port, after_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:19:42.644438 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2061c416-3233-4c79-bfe5-4cfc8c1eedae admin admin] Network 449958ba-6ea3-44fc-b89e-1544e700796d is already hosted by enough agents. {{(pid=95101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 20:19:42.648201 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.base_scheduler [None req-2061c416-3233-4c79-bfe5-4cfc8c1eedae admin admin] Resources bound (agent type, host, resource id): {{(pid=95101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 20:19:42.648531 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_hamode_db [None req-48c9d922-91a4-46a0-b42d-628ef3e56a64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9eef2d4d-53fd-4159-86cd-2c8f8877ea81', 'name': 'tempest-TestEncryptedCinderVolumes-1223929860-router', 'tenant_id': '7f958f8326774df48b671e444788f085', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'external_fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.128'}], 'enable_snat': True}, 'gw_port_id': '75295996-dbe6-4644-aa51-50625d5cd2b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T20:19:39Z', 'updated_at': '2021-09-23T20:19:41Z', 'revision_number': 3, 'project_id': '7f958f8326774df48b671e444788f085', 'gw_port': {'id': '75295996-dbe6-4644-aa51-50625d5cd2b0', 'name': '', 'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:98:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9eef2d4d-53fd-4159-86cd-2c8f8877ea81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4122, 'fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T20:19:40Z', 'updated_at': '2021-09-23T20:19:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-16'}], 'n-d-713301-16', False) {} {{(pid=95103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 20:19:42.656789 n-d-713301-16 neutron-server[95101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2061c416-3233-4c79-bfe5-4cfc8c1eedae admin admin] Received port after_create {{(pid=95101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 20:19:42.660040 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2061c416-3233-4c79-bfe5-4cfc8c1eedae admin admin] Pushing event updated for resources: {'Port': ['ID=53d605bf-745a-4a64-9c9d-8762f492f50f,revision_number=1']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:19:42.681231 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48c9d922-91a4-46a0-b42d-628ef3e56a64 None None] Checking router: 9eef2d4d-53fd-4159-86cd-2c8f8877ea81 for host: n-d-713301-16 {{(pid=95103) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 20:19:42.681586 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48c9d922-91a4-46a0-b42d-628ef3e56a64 None None] Updating router 9eef2d4d-53fd-4159-86cd-2c8f8877ea81 port 75295996-dbe6-4644-aa51-50625d5cd2b0 binding host n-d-713301-16 {{(pid=95103) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 23 20:19:42.705556 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2061c416-3233-4c79-bfe5-4cfc8c1eedae admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:19:42.706502 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2061c416-3233-4c79-bfe5-4cfc8c1eedae admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:19:42.707082 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2061c416-3233-4c79-bfe5-4cfc8c1eedae admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:19:42.707216 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-1bed21b2-c421-432a-8116-34cd8ec6be3b None None] Provisioning complete for port 43d61969-1d98-46e1-9abd-51b1174fa1ea triggered by entity DHCP. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 20:19:42.707530 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-1bed21b2-c421-432a-8116-34cd8ec6be3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:19:42.707845 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2061c416-3233-4c79-bfe5-4cfc8c1eedae admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:19:42.708341 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2061c416-3233-4c79-bfe5-4cfc8c1eedae admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:19:42.708932 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2061c416-3233-4c79-bfe5-4cfc8c1eedae admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:19:42.709438 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2061c416-3233-4c79-bfe5-4cfc8c1eedae admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:19:42.709923 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2061c416-3233-4c79-bfe5-4cfc8c1eedae admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:19:42.710412 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2061c416-3233-4c79-bfe5-4cfc8c1eedae admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:19:42.710878 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2061c416-3233-4c79-bfe5-4cfc8c1eedae admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:19:42.712024 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2061c416-3233-4c79-bfe5-4cfc8c1eedae admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:19:42.712524 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2061c416-3233-4c79-bfe5-4cfc8c1eedae admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:19:42.739733 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-48c9d922-91a4-46a0-b42d-628ef3e56a64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:19:42.742691 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-2061c416-3233-4c79-bfe5-4cfc8c1eedae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-601987'] for router_interface, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:19:42.904625 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-1bed21b2-c421-432a-8116-34cd8ec6be3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:19:42.905830 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-2061c416-3233-4c79-bfe5-4cfc8c1eedae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:19:42.994041 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-1bed21b2-c421-432a-8116-34cd8ec6be3b None None] For port 43d61969-1d98-46e1-9abd-51b1174fa1ea, host n-d-713301-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-16',level=0,port_id=43d61969-1d98-46e1-9abd-51b1174fa1ea,segment=NetworkSegment(53dfdcbe-af39-4d7e-9c7e-98bd4f94b0be),segment_id=53dfdcbe-af39-4d7e-9c7e-98bd4f94b0be)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 20:19:43.006993 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-1bed21b2-c421-432a-8116-34cd8ec6be3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:19:43.091344 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bed21b2-c421-432a-8116-34cd8ec6be3b None None] Pushing event updated for resources: {'Port': ['ID=43d61969-1d98-46e1-9abd-51b1174fa1ea,revision_number=5']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:19:43.104518 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-2061c416-3233-4c79-bfe5-4cfc8c1eedae admin admin] Notify callbacks [] for port, precommit_update {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:19:43.110604 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-2061c416-3233-4c79-bfe5-4cfc8c1eedae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5607436'] for port, after_update {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:19:43.146250 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-48c9d922-91a4-46a0-b42d-628ef3e56a64 None None] Notify callbacks [] for port, precommit_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:19:43.149018 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-323c5783-9e29-4a97-97f3-2c4bd51f5472 None None] Provisioning complete for port 53d605bf-745a-4a64-9c9d-8762f492f50f triggered by entity DHCP. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 20:19:43.149302 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-323c5783-9e29-4a97-97f3-2c4bd51f5472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:19:43.152028 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-48c9d922-91a4-46a0-b42d-628ef3e56a64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:19:43.189896 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2061c416-3233-4c79-bfe5-4cfc8c1eedae admin admin] Pushing event updated for resources: {'Port': ['ID=53d605bf-745a-4a64-9c9d-8762f492f50f,revision_number=2']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:19:43.192518 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-2061c416-3233-4c79-bfe5-4cfc8c1eedae admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-527313', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-601459'] for router_interface, after_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:19:43.215947 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.plugin [None req-323c5783-9e29-4a97-97f3-2c4bd51f5472 None None] Port 53d605bf-745a-4a64-9c9d-8762f492f50f cannot update to ACTIVE because it is not bound. {{(pid=95103) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 20:19:43.235913 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.managers [None req-48c9d922-91a4-46a0-b42d-628ef3e56a64 None None] Attempting to bind port 75295996-dbe6-4644-aa51-50625d5cd2b0 on host n-d-713301-16 for vnic_type normal with profile {{(pid=95103) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 20:19:43.236278 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.managers [None req-48c9d922-91a4-46a0-b42d-628ef3e56a64 None None] Attempting to bind port 75295996-dbe6-4644-aa51-50625d5cd2b0 by drivers openvswitch,hyperv on host n-d-713301-16 at level 0 using segments [{'id': '7d4027f1-d893-4c7b-95d4-757b8e44e380', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac'}] {{(pid=95103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 20:19:43.236661 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48c9d922-91a4-46a0-b42d-628ef3e56a64 None None] Attempting to bind port 75295996-dbe6-4644-aa51-50625d5cd2b0 on network 5dec5c09-378e-4f50-89cc-d94eb81c3bac {{(pid=95103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 20:19:43.238851 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88635b22-950e-4173-8eab-c653bdf5e60d None None] Pushing event updated for resources: {'Port': ['ID=75295996-dbe6-4644-aa51-50625d5cd2b0,revision_number=2']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:19:43.244770 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48c9d922-91a4-46a0-b42d-628ef3e56a64 None None] Checking agent: {'id': '70a14545-df24-472f-8f95-bfe1719bff93', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 19, 7, 53), 'started_at': datetime.datetime(2021, 9, 23, 19, 8, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 20, 19, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 20:19:43.245140 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48c9d922-91a4-46a0-b42d-628ef3e56a64 None None] Checking segment: {'id': '7d4027f1-d893-4c7b-95d4-757b8e44e380', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95103) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 20:19:43.245533 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-48c9d922-91a4-46a0-b42d-628ef3e56a64 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:19:43.245906 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48c9d922-91a4-46a0-b42d-628ef3e56a64 None None] Bound using segment: {'id': '7d4027f1-d893-4c7b-95d4-757b8e44e380', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac'} {{(pid=95103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 20:19:43.246367 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.managers [None req-48c9d922-91a4-46a0-b42d-628ef3e56a64 None None] Bound port: 75295996-dbe6-4644-aa51-50625d5cd2b0, host: n-d-713301-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7d4027f1-d893-4c7b-95d4-757b8e44e380', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac'}}] {{(pid=95103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 20:19:43.246748 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-48c9d922-91a4-46a0-b42d-628ef3e56a64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:19:43.290091 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2061c416-3233-4c79-bfe5-4cfc8c1eedae admin admin] Network 449958ba-6ea3-44fc-b89e-1544e700796d is already hosted by enough agents. {{(pid=95101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 20:19:43.291875 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.base_scheduler [None req-2061c416-3233-4c79-bfe5-4cfc8c1eedae admin admin] Resources bound (agent type, host, resource id): {{(pid=95101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 20:19:43.307909 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-48c9d922-91a4-46a0-b42d-628ef3e56a64 None None] For port 75295996-dbe6-4644-aa51-50625d5cd2b0, host n-d-713301-16, cleared binding levels {{(pid=95103) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 20:19:43.314922 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-48c9d922-91a4-46a0-b42d-628ef3e56a64 None None] For port 75295996-dbe6-4644-aa51-50625d5cd2b0, host n-d-713301-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-16',level=0,port_id=75295996-dbe6-4644-aa51-50625d5cd2b0,segment=NetworkSegment(7d4027f1-d893-4c7b-95d4-757b8e44e380),segment_id=7d4027f1-d893-4c7b-95d4-757b8e44e380)] {{(pid=95103) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 20:19:43.326172 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-48c9d922-91a4-46a0-b42d-628ef3e56a64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:19:43.366040 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Device 4f80d078-2f6d-4116-849e-98a613e4c86a up at agent ovs-agent-n-d-713301-16 {{(pid=95103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 20:19:43.428904 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48c9d922-91a4-46a0-b42d-628ef3e56a64 None None] Routers {'9eef2d4d-53fd-4159-86cd-2c8f8877ea81'} bound to L3 agent in host n-d-713301-16 {{(pid=95103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 20:19:43.429469 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_hamode_db [None req-48c9d922-91a4-46a0-b42d-628ef3e56a64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-23T19:07:52Z,description=,heartbeat_timestamp=2021-09-23T20:19:23Z,host='n-d-713301-16',id=79a740bf-7821-4989-8288-7186e3e128f3,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:07:52Z,topic='l3_agent')) {'router_ids': ['9eef2d4d-53fd-4159-86cd-2c8f8877ea81'], 'active': True} {{(pid=95103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 20:19:43.438323 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2061c416-3233-4c79-bfe5-4cfc8c1eedae admin admin] Router 9eef2d4d-53fd-4159-86cd-2c8f8877ea81 has already been hosted by L3 agent 79a740bf-7821-4989-8288-7186e3e128f3 {{(pid=95101) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 20:19:43.476756 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88635b22-950e-4173-8eab-c653bdf5e60d None None] Pushing event updated for resources: {'Port': ['ID=75295996-dbe6-4644-aa51-50625d5cd2b0,revision_number=3']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:19:43.518642 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Provisioning complete for port 4f80d078-2f6d-4116-849e-98a613e4c86a triggered by entity L2. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 20:19:43.519019 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:19:43.570084 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2061c416-3233-4c79-bfe5-4cfc8c1eedae admin admin] Notify agent at l3_agent.n-d-713301-16 the message routers_updated {{(pid=95101) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 20:19:43.575649 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-2061c416-3233-4c79-bfe5-4cfc8c1eedae admin admin] 10.222.0.67 "PUT /v2.0/routers/9eef2d4d-53fd-4159-86cd-2c8f8877ea81/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9065106 Sep 23 20:19:43.584268 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_dvr_db [None req-48c9d922-91a4-46a0-b42d-628ef3e56a64 None None] Set router 9eef2d4d-53fd-4159-86cd-2c8f8877ea81 gateway port host: n-d-713301-16 {{(pid=95103) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 20:19:43.719883 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Device 43d61969-1d98-46e1-9abd-51b1174fa1ea up at agent ovs-agent-n-d-713301-16 {{(pid=95103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 20:19:43.744928 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-43d46945-18d1-42e8-a0d8-5cf5a06fee9a None None] Provisioning complete for port 53d605bf-745a-4a64-9c9d-8762f492f50f triggered by entity DHCP. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 20:19:43.745302 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-43d46945-18d1-42e8-a0d8-5cf5a06fee9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:19:43.837254 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.plugin [None req-43d46945-18d1-42e8-a0d8-5cf5a06fee9a None None] Port 53d605bf-745a-4a64-9c9d-8762f492f50f cannot update to ACTIVE because it is not bound. {{(pid=95103) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 20:19:43.869357 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Provisioning complete for port 43d61969-1d98-46e1-9abd-51b1174fa1ea triggered by entity L2. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 20:19:43.869732 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:19:43.948772 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_hamode_db [None req-48c9d922-91a4-46a0-b42d-628ef3e56a64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9eef2d4d-53fd-4159-86cd-2c8f8877ea81', 'name': 'tempest-TestEncryptedCinderVolumes-1223929860-router', 'tenant_id': '7f958f8326774df48b671e444788f085', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'external_fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.128'}], 'enable_snat': True}, 'gw_port_id': '75295996-dbe6-4644-aa51-50625d5cd2b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T20:19:39Z', 'updated_at': '2021-09-23T20:19:42Z', 'revision_number': 4, 'project_id': '7f958f8326774df48b671e444788f085', 'gw_port': {'id': '75295996-dbe6-4644-aa51-50625d5cd2b0', 'name': '', 'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:98:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9eef2d4d-53fd-4159-86cd-2c8f8877ea81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4122, 'fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T20:19:40Z', 'updated_at': '2021-09-23T20:19:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-16', '_interfaces': [{'id': '53d605bf-745a-4a64-9c9d-8762f492f50f', 'name': '', 'network_id': '449958ba-6ea3-44fc-b89e-1544e700796d', 'tenant_id': '7f958f8326774df48b671e444788f085', 'mac_address': 'fa:16:3e:cb:08:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9eef2d4d-53fd-4159-86cd-2c8f8877ea81', 'device_owner': 'network:router_interface', 'standard_attr_id': 4123, 'fixed_ips': [{'subnet_id': 'fc94580b-51d3-43e0-8a36-8a4b6de07ea3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T20:19:42Z', 'updated_at': '2021-09-23T20:19:42Z', 'revision_number': 2, 'project_id': '7f958f8326774df48b671e444788f085', 'subnets': [{'id': 'fc94580b-51d3-43e0-8a36-8a4b6de07ea3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-16', False) {} {{(pid=95103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 20:19:44.142309 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48c9d922-91a4-46a0-b42d-628ef3e56a64 None None] The sync data for ids ['9eef2d4d-53fd-4159-86cd-2c8f8877ea81'] in n-d-713301-16 is: [{'id': '9eef2d4d-53fd-4159-86cd-2c8f8877ea81', 'name': 'tempest-TestEncryptedCinderVolumes-1223929860-router', 'tenant_id': '7f958f8326774df48b671e444788f085', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'external_fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.128'}], 'enable_snat': True}, 'gw_port_id': '75295996-dbe6-4644-aa51-50625d5cd2b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T20:19:39Z', 'updated_at': '2021-09-23T20:19:42Z', 'revision_number': 4, 'project_id': '7f958f8326774df48b671e444788f085', 'gw_port': {'id': '75295996-dbe6-4644-aa51-50625d5cd2b0', 'name': '', 'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:98:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9eef2d4d-53fd-4159-86cd-2c8f8877ea81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4122, 'fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T20:19:40Z', 'updated_at': '2021-09-23T20:19:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-16', '_interfaces': [{'id': '53d605bf-745a-4a64-9c9d-8762f492f50f', 'name': '', 'network_id': '449958ba-6ea3-44fc-b89e-1544e700796d', 'tenant_id': '7f958f8326774df48b671e444788f085', 'mac_address': 'fa:16:3e:cb:08:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9eef2d4d-53fd-4159-86cd-2c8f8877ea81', 'device_owner': 'network:router_interface', 'standard_attr_id': 4123, 'fixed_ips': [{'subnet_id': 'fc94580b-51d3-43e0-8a36-8a4b6de07ea3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T20:19:42Z', 'updated_at': '2021-09-23T20:19:42Z', 'revision_number': 2, 'project_id': '7f958f8326774df48b671e444788f085', 'subnets': [{'id': 'fc94580b-51d3-43e0-8a36-8a4b6de07ea3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 20:19:44.303235 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb3de12-2813-4ba0-ac43-456c824de454 req-e5e2b55f-1245-4857-a899-d5565fc84553 tempest-TestEncryptedCinderVolumes-1965623715 tempest-TestEncryptedCinderVolumes-1965623715-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:19:44.304872 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-0eb3de12-2813-4ba0-ac43-456c824de454 req-e5e2b55f-1245-4857-a899-d5565fc84553 tempest-TestEncryptedCinderVolumes-1965623715 tempest-TestEncryptedCinderVolumes-1965623715-project] 10.222.0.67 "GET /v2.0/networks?id=b92df617-23bb-4e93-bb3e-e9d0486e8695 HTTP/1.1" status: 200 len: 817 time: 0.1094232 Sep 23 20:19:44.321396 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-0eb3de12-2813-4ba0-ac43-456c824de454 req-47d48c5f-2f10-466e-b5ef-54e9033291a0 tempest-TestEncryptedCinderVolumes-1965623715 tempest-TestEncryptedCinderVolumes-1965623715-project] 10.222.0.67 "GET /v2.0/quotas/8cf34ddf053948b0bd74a340f268ac37 HTTP/1.1" status: 200 len: 375 time: 0.0104589 Sep 23 20:19:44.405436 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-0eb3de12-2813-4ba0-ac43-456c824de454 req-48419a45-dc2d-49ab-bbbe-24c4c389b468 tempest-TestEncryptedCinderVolumes-1965623715 tempest-TestEncryptedCinderVolumes-1965623715-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=8cf34ddf053948b0bd74a340f268ac37&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0546718 Sep 23 20:19:44.516517 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-0eb3de12-2813-4ba0-ac43-456c824de454 req-78e2356c-4032-42f9-b231-91a48907f6a1 service neutron] 10.222.0.67 "GET /v2.0/networks/b92df617-23bb-4e93-bb3e-e9d0486e8695?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0980453 Sep 23 20:19:44.611662 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-0eb3de12-2813-4ba0-ac43-456c824de454 req-b092ffd6-5d89-4ba8-82aa-e126ec9528d8 service neutron] 10.222.0.67 "GET /v2.0/networks/b92df617-23bb-4e93-bb3e-e9d0486e8695?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887203 Sep 23 20:19:44.795004 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-def015a5-1d5c-4b1d-8a19-08712a9e3b2c req-ced1ec8d-408e-4a7b-9cee-338f1f4fa964 tempest-TestEncryptedCinderVolumes-1965623715 tempest-TestEncryptedCinderVolumes-1965623715-project] 10.222.0.67 "GET /v2.0/ports?device_id=97043aa3-9af5-4510-9241-f30572bc66c6 HTTP/1.1" status: 200 len: 210 time: 0.0314593 Sep 23 20:19:45.357313 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Device 75295996-dbe6-4644-aa51-50625d5cd2b0 up at agent ovs-agent-n-d-713301-16 {{(pid=95103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 20:19:45.406559 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Provisioning complete for port 75295996-dbe6-4644-aa51-50625d5cd2b0 triggered by entity L2. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 20:19:45.406933 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:19:45.488861 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:19:45.510457 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] For port 75295996-dbe6-4644-aa51-50625d5cd2b0, host n-d-713301-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-16',level=0,port_id=75295996-dbe6-4644-aa51-50625d5cd2b0,segment=NetworkSegment(7d4027f1-d893-4c7b-95d4-757b8e44e380),segment_id=7d4027f1-d893-4c7b-95d4-757b8e44e380)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 20:19:45.515040 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:19:45.568336 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Pushing event updated for resources: {'Port': ['ID=75295996-dbe6-4644-aa51-50625d5cd2b0,revision_number=4']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:19:45.762663 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb3de12-2813-4ba0-ac43-456c824de454 req-026d10bf-b79c-4bf7-8d88-95cb62c51268 tempest-TestEncryptedCinderVolumes-1965623715 tempest-TestEncryptedCinderVolumes-1965623715-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:19:45.764311 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-0eb3de12-2813-4ba0-ac43-456c824de454 req-026d10bf-b79c-4bf7-8d88-95cb62c51268 tempest-TestEncryptedCinderVolumes-1965623715 tempest-TestEncryptedCinderVolumes-1965623715-project] 10.222.0.74 "GET /v2.0/networks?id=b92df617-23bb-4e93-bb3e-e9d0486e8695 HTTP/1.1" status: 200 len: 817 time: 0.1209671 Sep 23 20:19:45.782842 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.v2.base [req-0eb3de12-2813-4ba0-ac43-456c824de454 req-c74352d8-8627-4d23-a4e5-645cc08bb6c5 tempest-TestEncryptedCinderVolumes-1965623715 tempest-TestEncryptedCinderVolumes-1965623715-project] Request body: {'port': {'device_id': '97043aa3-9af5-4510-9241-f30572bc66c6', 'network_id': 'b92df617-23bb-4e93-bb3e-e9d0486e8695', 'admin_state_up': True, 'tenant_id': '8cf34ddf053948b0bd74a340f268ac37'}} {{(pid=95102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 20:19:45.903589 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-bc6bcfe4-9a5e-46b4-ba7f-667d80bd2b79 req-35234f1e-0070-4327-b672-9365e77ef31d tempest-TestEncryptedCinderVolumes-1965623715 tempest-TestEncryptedCinderVolumes-1965623715-project] 10.222.0.67 "GET /v2.0/ports?device_id=97043aa3-9af5-4510-9241-f30572bc66c6 HTTP/1.1" status: 200 len: 210 time: 0.0368102 Sep 23 20:19:45.928909 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0eb3de12-2813-4ba0-ac43-456c824de454 req-c74352d8-8627-4d23-a4e5-645cc08bb6c5 tempest-TestEncryptedCinderVolumes-1965623715 tempest-TestEncryptedCinderVolumes-1965623715-project] Made reservation on behalf of 8cf34ddf053948b0bd74a340f268ac37 for: {'port': 1} {{(pid=95102) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 20:19:45.932841 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-0eb3de12-2813-4ba0-ac43-456c824de454 req-c74352d8-8627-4d23-a4e5-645cc08bb6c5 tempest-TestEncryptedCinderVolumes-1965623715 tempest-TestEncryptedCinderVolumes-1965623715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:19:46.061640 n-d-713301-16 neutron-server[95102]: DEBUG neutron.db.db_base_plugin_common [req-0eb3de12-2813-4ba0-ac43-456c824de454 req-c74352d8-8627-4d23-a4e5-645cc08bb6c5 tempest-TestEncryptedCinderVolumes-1965623715 tempest-TestEncryptedCinderVolumes-1965623715-project] Allocated IP 172.20.0.4 (b92df617-23bb-4e93-bb3e-e9d0486e8695/f747f756-fa25-4f5d-a1e9-078a644e7a38/02b20159-ea95-4021-94c8-b8fe1db25b1d) {{(pid=95102) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 20:19:46.208975 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-0eb3de12-2813-4ba0-ac43-456c824de454 req-c74352d8-8627-4d23-a4e5-645cc08bb6c5 tempest-TestEncryptedCinderVolumes-1965623715 tempest-TestEncryptedCinderVolumes-1965623715-project] Notify callbacks [] for port, precommit_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:19:46.244966 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-0eb3de12-2813-4ba0-ac43-456c824de454 req-c74352d8-8627-4d23-a4e5-645cc08bb6c5 tempest-TestEncryptedCinderVolumes-1965623715 tempest-TestEncryptedCinderVolumes-1965623715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783145673135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4399100'] for port, after_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:19:46.292212 n-d-713301-16 neutron-server[95102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0eb3de12-2813-4ba0-ac43-456c824de454 req-c74352d8-8627-4d23-a4e5-645cc08bb6c5 tempest-TestEncryptedCinderVolumes-1965623715 tempest-TestEncryptedCinderVolumes-1965623715-project] Network b92df617-23bb-4e93-bb3e-e9d0486e8695 is already hosted by enough agents. {{(pid=95102) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 20:19:46.295241 n-d-713301-16 neutron-server[95102]: DEBUG neutron.scheduler.base_scheduler [req-0eb3de12-2813-4ba0-ac43-456c824de454 req-c74352d8-8627-4d23-a4e5-645cc08bb6c5 tempest-TestEncryptedCinderVolumes-1965623715 tempest-TestEncryptedCinderVolumes-1965623715-project] Resources bound (agent type, host, resource id): {{(pid=95102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 20:19:46.299720 n-d-713301-16 neutron-server[95102]: DEBUG neutron.db.l3_dvrscheduler_db [req-0eb3de12-2813-4ba0-ac43-456c824de454 req-c74352d8-8627-4d23-a4e5-645cc08bb6c5 tempest-TestEncryptedCinderVolumes-1965623715 tempest-TestEncryptedCinderVolumes-1965623715-project] Received port after_create {{(pid=95102) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 20:19:46.308971 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c74352d8-8627-4d23-a4e5-645cc08bb6c5 tempest-TestEncryptedCinderVolumes-1965623715 tempest-TestEncryptedCinderVolumes-1965623715-project] Pushing event updated for resources: {'Port': ['ID=02b20159-ea95-4021-94c8-b8fe1db25b1d,revision_number=1']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:19:46.357941 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb3de12-2813-4ba0-ac43-456c824de454 req-c74352d8-8627-4d23-a4e5-645cc08bb6c5 tempest-TestEncryptedCinderVolumes-1965623715 tempest-TestEncryptedCinderVolumes-1965623715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:19:46.358597 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-0eb3de12-2813-4ba0-ac43-456c824de454 req-c74352d8-8627-4d23-a4e5-645cc08bb6c5 tempest-TestEncryptedCinderVolumes-1965623715 tempest-TestEncryptedCinderVolumes-1965623715-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222849'] for port, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:19:46.379871 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-0eb3de12-2813-4ba0-ac43-456c824de454 req-c74352d8-8627-4d23-a4e5-645cc08bb6c5 tempest-TestEncryptedCinderVolumes-1965623715 tempest-TestEncryptedCinderVolumes-1965623715-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6020248 Sep 23 20:19:46.393814 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.v2.base [req-0eb3de12-2813-4ba0-ac43-456c824de454 req-58685ec5-e09f-4ccf-b57f-3b5c9d615b9a service neutron] Request body: {'port': {'device_id': '97043aa3-9af5-4510-9241-f30572bc66c6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713301-16'}} {{(pid=95102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 20:19:46.454538 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-0eb3de12-2813-4ba0-ac43-456c824de454 req-58685ec5-e09f-4ccf-b57f-3b5c9d615b9a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:19:46.541374 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2b83e53-e563-4282-90ed-03398fb45bf9 None None] Sync routers for ids ['9eef2d4d-53fd-4159-86cd-2c8f8877ea81'] in n-d-713301-16 {{(pid=95104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 20:19:46.551773 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2b83e53-e563-4282-90ed-03398fb45bf9 None None] Routers {'9eef2d4d-53fd-4159-86cd-2c8f8877ea81'} bound to L3 agent in host n-d-713301-16 {{(pid=95104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 20:19:46.552384 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_hamode_db [None req-e2b83e53-e563-4282-90ed-03398fb45bf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-23T19:07:52Z,description=,heartbeat_timestamp=2021-09-23T20:19:23Z,host='n-d-713301-16',id=79a740bf-7821-4989-8288-7186e3e128f3,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:07:52Z,topic='l3_agent')) {'router_ids': ['9eef2d4d-53fd-4159-86cd-2c8f8877ea81'], 'active': True} {{(pid=95104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 20:19:46.573343 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-69369de4-842a-4b0a-a316-15e3d288cb60 None None] Provisioning complete for port 02b20159-ea95-4021-94c8-b8fe1db25b1d triggered by entity DHCP. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 20:19:46.573862 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-69369de4-842a-4b0a-a316-15e3d288cb60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:19:46.610061 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.plugin [None req-69369de4-842a-4b0a-a316-15e3d288cb60 None None] Port 02b20159-ea95-4021-94c8-b8fe1db25b1d cannot update to ACTIVE because it is not bound. {{(pid=95103) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 20:19:46.665922 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_dvr_db [None req-e2b83e53-e563-4282-90ed-03398fb45bf9 None None] Set router 9eef2d4d-53fd-4159-86cd-2c8f8877ea81 gateway port host: n-d-713301-16 {{(pid=95104) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 20:19:46.731245 n-d-713301-16 neutron-server[95102]: DEBUG neutron.notifiers.nova [req-0eb3de12-2813-4ba0-ac43-456c824de454 req-58685ec5-e09f-4ccf-b57f-3b5c9d615b9a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 02b20159-ea95-4021-94c8-b8fe1db25b1d {{(pid=95102) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 20:19:46.739441 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-0eb3de12-2813-4ba0-ac43-456c824de454 req-58685ec5-e09f-4ccf-b57f-3b5c9d615b9a service neutron] Notify callbacks [] for port, precommit_update {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:19:46.751992 n-d-713301-16 neutron-server[95102]: DEBUG neutron.db.provisioning_blocks [req-0eb3de12-2813-4ba0-ac43-456c824de454 req-58685ec5-e09f-4ccf-b57f-3b5c9d615b9a service neutron] Transition to ACTIVE for port object 02b20159-ea95-4021-94c8-b8fe1db25b1d will not be triggered until provisioned by entity L2. {{(pid=95102) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 20:19:46.756233 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-0eb3de12-2813-4ba0-ac43-456c824de454 req-58685ec5-e09f-4ccf-b57f-3b5c9d615b9a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4399095'] for port, after_update {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:19:46.806912 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58685ec5-e09f-4ccf-b57f-3b5c9d615b9a service neutron] Pushing event updated for resources: {'Port': ['ID=02b20159-ea95-4021-94c8-b8fe1db25b1d,revision_number=2']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:19:46.883636 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_hamode_db [None req-e2b83e53-e563-4282-90ed-03398fb45bf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9eef2d4d-53fd-4159-86cd-2c8f8877ea81', 'name': 'tempest-TestEncryptedCinderVolumes-1223929860-router', 'tenant_id': '7f958f8326774df48b671e444788f085', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'external_fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.128'}], 'enable_snat': True}, 'gw_port_id': '75295996-dbe6-4644-aa51-50625d5cd2b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T20:19:39Z', 'updated_at': '2021-09-23T20:19:42Z', 'revision_number': 4, 'project_id': '7f958f8326774df48b671e444788f085', 'gw_port': {'id': '75295996-dbe6-4644-aa51-50625d5cd2b0', 'name': '', 'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:98:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9eef2d4d-53fd-4159-86cd-2c8f8877ea81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4122, 'fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T20:19:40Z', 'updated_at': '2021-09-23T20:19:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-16', '_interfaces': [{'id': '53d605bf-745a-4a64-9c9d-8762f492f50f', 'name': '', 'network_id': '449958ba-6ea3-44fc-b89e-1544e700796d', 'tenant_id': '7f958f8326774df48b671e444788f085', 'mac_address': 'fa:16:3e:cb:08:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9eef2d4d-53fd-4159-86cd-2c8f8877ea81', 'device_owner': 'network:router_interface', 'standard_attr_id': 4123, 'fixed_ips': [{'subnet_id': 'fc94580b-51d3-43e0-8a36-8a4b6de07ea3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T20:19:42Z', 'updated_at': '2021-09-23T20:19:42Z', 'revision_number': 2, 'project_id': '7f958f8326774df48b671e444788f085', 'subnets': [{'id': 'fc94580b-51d3-43e0-8a36-8a4b6de07ea3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-16', False) {} {{(pid=95104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 20:19:46.888898 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.managers [req-0eb3de12-2813-4ba0-ac43-456c824de454 req-58685ec5-e09f-4ccf-b57f-3b5c9d615b9a service neutron] Attempting to bind port 02b20159-ea95-4021-94c8-b8fe1db25b1d on host n-h1-713301-16 for vnic_type normal with profile {{(pid=95102) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 20:19:46.889237 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.managers [req-0eb3de12-2813-4ba0-ac43-456c824de454 req-58685ec5-e09f-4ccf-b57f-3b5c9d615b9a service neutron] Attempting to bind port 02b20159-ea95-4021-94c8-b8fe1db25b1d by drivers openvswitch,hyperv on host n-h1-713301-16 at level 0 using segments [{'id': '53dfdcbe-af39-4d7e-9c7e-98bd4f94b0be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': 'b92df617-23bb-4e93-bb3e-e9d0486e8695'}] {{(pid=95102) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 20:19:46.889567 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0eb3de12-2813-4ba0-ac43-456c824de454 req-58685ec5-e09f-4ccf-b57f-3b5c9d615b9a service neutron] Attempting to bind port 02b20159-ea95-4021-94c8-b8fe1db25b1d on network b92df617-23bb-4e93-bb3e-e9d0486e8695 {{(pid=95102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 20:19:46.895448 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0eb3de12-2813-4ba0-ac43-456c824de454 req-58685ec5-e09f-4ccf-b57f-3b5c9d615b9a service neutron] Port 02b20159-ea95-4021-94c8-b8fe1db25b1d on network b92df617-23bb-4e93-bb3e-e9d0486e8695 not bound, no agent of type Open vSwitch agent registered on host n-h1-713301-16 {{(pid=95102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 20:19:46.895767 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0eb3de12-2813-4ba0-ac43-456c824de454 req-58685ec5-e09f-4ccf-b57f-3b5c9d615b9a service neutron] Attempting to bind port 02b20159-ea95-4021-94c8-b8fe1db25b1d on network b92df617-23bb-4e93-bb3e-e9d0486e8695 {{(pid=95102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 20:19:46.900888 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0eb3de12-2813-4ba0-ac43-456c824de454 req-58685ec5-e09f-4ccf-b57f-3b5c9d615b9a service neutron] Checking agent: {'id': '0708c3e9-0aad-4600-9be9-d2486535c898', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713301-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 19, 15, 28), 'started_at': datetime.datetime(2021, 9, 23, 19, 15, 28), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 20, 19, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 20:19:46.901228 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0eb3de12-2813-4ba0-ac43-456c824de454 req-58685ec5-e09f-4ccf-b57f-3b5c9d615b9a service neutron] Checking segment: {'id': '53dfdcbe-af39-4d7e-9c7e-98bd4f94b0be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': 'b92df617-23bb-4e93-bb3e-e9d0486e8695'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95102) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 20:19:46.901615 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0eb3de12-2813-4ba0-ac43-456c824de454 req-58685ec5-e09f-4ccf-b57f-3b5c9d615b9a service neutron] Bound using segment: {'id': '53dfdcbe-af39-4d7e-9c7e-98bd4f94b0be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': 'b92df617-23bb-4e93-bb3e-e9d0486e8695'} {{(pid=95102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 20:19:46.902039 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.managers [req-0eb3de12-2813-4ba0-ac43-456c824de454 req-58685ec5-e09f-4ccf-b57f-3b5c9d615b9a service neutron] Bound port: 02b20159-ea95-4021-94c8-b8fe1db25b1d, host: n-h1-713301-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '53dfdcbe-af39-4d7e-9c7e-98bd4f94b0be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': 'b92df617-23bb-4e93-bb3e-e9d0486e8695'}}] {{(pid=95102) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 20:19:46.902389 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-0eb3de12-2813-4ba0-ac43-456c824de454 req-58685ec5-e09f-4ccf-b57f-3b5c9d615b9a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:19:46.913626 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2b83e53-e563-4282-90ed-03398fb45bf9 None None] Checking router: 9eef2d4d-53fd-4159-86cd-2c8f8877ea81 for host: n-d-713301-16 {{(pid=95104) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 20:19:46.913968 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2b83e53-e563-4282-90ed-03398fb45bf9 None None] Updating router 9eef2d4d-53fd-4159-86cd-2c8f8877ea81 port 53d605bf-745a-4a64-9c9d-8762f492f50f binding host n-d-713301-16 {{(pid=95104) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 23 20:19:46.942837 n-d-713301-16 neutron-server[95104]: DEBUG neutron_lib.callbacks.manager [None req-e2b83e53-e563-4282-90ed-03398fb45bf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:19:46.976754 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.db [req-0eb3de12-2813-4ba0-ac43-456c824de454 req-58685ec5-e09f-4ccf-b57f-3b5c9d615b9a service neutron] For port 02b20159-ea95-4021-94c8-b8fe1db25b1d, host n-h1-713301-16, cleared binding levels {{(pid=95102) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 20:19:46.980356 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.db [req-0eb3de12-2813-4ba0-ac43-456c824de454 req-58685ec5-e09f-4ccf-b57f-3b5c9d615b9a service neutron] For port 02b20159-ea95-4021-94c8-b8fe1db25b1d, host n-h1-713301-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-16',level=0,port_id=02b20159-ea95-4021-94c8-b8fe1db25b1d,segment=NetworkSegment(53dfdcbe-af39-4d7e-9c7e-98bd4f94b0be),segment_id=53dfdcbe-af39-4d7e-9c7e-98bd4f94b0be)] {{(pid=95102) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 20:19:46.993888 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-0eb3de12-2813-4ba0-ac43-456c824de454 req-58685ec5-e09f-4ccf-b57f-3b5c9d615b9a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4399095'] for port, after_update {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:19:47.055102 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb3de12-2813-4ba0-ac43-456c824de454 req-58685ec5-e09f-4ccf-b57f-3b5c9d615b9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:19:47.055737 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-0eb3de12-2813-4ba0-ac43-456c824de454 req-58685ec5-e09f-4ccf-b57f-3b5c9d615b9a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222849'] for port, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:19:47.057189 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-0eb3de12-2813-4ba0-ac43-456c824de454 req-58685ec5-e09f-4ccf-b57f-3b5c9d615b9a service neutron] 10.222.0.74 "PUT /v2.0/ports/02b20159-ea95-4021-94c8-b8fe1db25b1d HTTP/1.1" status: 200 len: 1092 time: 0.6682377 Sep 23 20:19:47.057623 n-d-713301-16 neutron-server[95102]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '97043aa3-9af5-4510-9241-f30572bc66c6', 'tag': '02b20159-ea95-4021-94c8-b8fe1db25b1d'}] {{(pid=95102) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 20:19:47.060690 n-d-713301-16 neutron-server[95102]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a8356a6bd5e554bb349ddb806ba98ee8c25ce2b3f69d698f62da31b860ff3eb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec440bf4-6d63-4c78-baa4-c2b2e28c807c" -d '{"events": [{"name": "network-changed", "server_uuid": "97043aa3-9af5-4510-9241-f30572bc66c6", "tag": "02b20159-ea95-4021-94c8-b8fe1db25b1d"}]}' {{(pid=95102) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 20:19:47.098033 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a282db7-82cb-4f15-ab1f-fee91c6e08bf req-1a7ea50d-61bb-4a8b-a097-8f0dfd81d38a tempest-TestEncryptedCinderVolumes-1965623715 tempest-TestEncryptedCinderVolumes-1965623715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:19:47.099379 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-9a282db7-82cb-4f15-ab1f-fee91c6e08bf req-1a7ea50d-61bb-4a8b-a097-8f0dfd81d38a tempest-TestEncryptedCinderVolumes-1965623715 tempest-TestEncryptedCinderVolumes-1965623715-project] 10.222.0.67 "GET /v2.0/ports?device_id=97043aa3-9af5-4510-9241-f30572bc66c6 HTTP/1.1" status: 200 len: 943 time: 0.1174307 Sep 23 20:19:47.100026 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58685ec5-e09f-4ccf-b57f-3b5c9d615b9a service neutron] Pushing event updated for resources: {'Port': ['ID=02b20159-ea95-4021-94c8-b8fe1db25b1d,revision_number=3']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:19:47.143389 n-d-713301-16 neutron-server[95102]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 20:19:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3024f60-bb89-4cb0-9e1c-d9e011b2e8fa x-openstack-request-id: req-d3024f60-bb89-4cb0-9e1c-d9e011b2e8fa {{(pid=95102) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 20:19:47.143688 n-d-713301-16 neutron-server[95102]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "97043aa3-9af5-4510-9241-f30572bc66c6", "tag": "02b20159-ea95-4021-94c8-b8fe1db25b1d", "status": "completed", "code": 200}]} {{(pid=95102) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 20:19:47.144116 n-d-713301-16 neutron-server[95102]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-d3024f60-bb89-4cb0-9e1c-d9e011b2e8fa {{(pid=95102) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 20:19:47.144523 n-d-713301-16 neutron-server[95102]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '97043aa3-9af5-4510-9241-f30572bc66c6', 'tag': '02b20159-ea95-4021-94c8-b8fe1db25b1d', 'status': 'completed', 'code': 200} Sep 23 20:19:47.183591 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-9a282db7-82cb-4f15-ab1f-fee91c6e08bf req-3fcc57ce-506c-438b-8f8b-60ac05026a95 tempest-TestEncryptedCinderVolumes-1965623715 tempest-TestEncryptedCinderVolumes-1965623715-project] 10.222.0.67 "GET /v2.0/security-groups?id=5bbf048c-eed5-4b74-9d7a-452c764101da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670178 Sep 23 20:19:47.186067 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb3de12-2813-4ba0-ac43-456c824de454 req-22be2456-cf90-47cc-b093-8c64548e9d43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:19:47.188337 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-0eb3de12-2813-4ba0-ac43-456c824de454 req-22be2456-cf90-47cc-b093-8c64548e9d43 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=8cf34ddf053948b0bd74a340f268ac37&device_id=97043aa3-9af5-4510-9241-f30572bc66c6 HTTP/1.1" status: 200 len: 1095 time: 0.0848541 Sep 23 20:19:47.242066 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-0eb3de12-2813-4ba0-ac43-456c824de454 req-ffae21d8-efbf-4957-b025-6a5502029a7a service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=02b20159-ea95-4021-94c8-b8fe1db25b1d HTTP/1.1" status: 200 len: 217 time: 0.0456779 Sep 23 20:19:47.266171 n-d-713301-16 neutron-server[95104]: DEBUG neutron_lib.callbacks.manager [None req-e2b83e53-e563-4282-90ed-03398fb45bf9 None None] Notify callbacks [] for port, precommit_update {{(pid=95104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:19:47.276771 n-d-713301-16 neutron-server[95104]: DEBUG neutron_lib.callbacks.manager [None req-e2b83e53-e563-4282-90ed-03398fb45bf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:19:47.314323 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb3de12-2813-4ba0-ac43-456c824de454 req-fb765119-1a3a-44d6-b8a1-504bc2f193ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:19:47.315960 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-0eb3de12-2813-4ba0-ac43-456c824de454 req-fb765119-1a3a-44d6-b8a1-504bc2f193ca service neutron] 10.222.0.74 "GET /v2.0/subnets?id=f747f756-fa25-4f5d-a1e9-078a644e7a38 HTTP/1.1" status: 200 len: 856 time: 0.0667398 Sep 23 20:19:47.325430 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e28608f5-b4a6-4baf-a8dc-34cbaea9b4ae None None] Pushing event updated for resources: {'Port': ['ID=53d605bf-745a-4a64-9c9d-8762f492f50f,revision_number=3']} {{(pid=95104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:19:47.354442 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Device 75295996-dbe6-4644-aa51-50625d5cd2b0 up at agent ovs-agent-n-d-713301-16 {{(pid=95103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 20:19:47.383471 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb3de12-2813-4ba0-ac43-456c824de454 req-b405ca99-e938-4dcf-9695-b3b184d49402 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:19:47.385214 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-0eb3de12-2813-4ba0-ac43-456c824de454 req-b405ca99-e938-4dcf-9695-b3b184d49402 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=b92df617-23bb-4e93-bb3e-e9d0486e8695&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0608275 Sep 23 20:19:47.405708 n-d-713301-16 neutron-server[95104]: DEBUG neutron.plugins.ml2.managers [None req-e2b83e53-e563-4282-90ed-03398fb45bf9 None None] Attempting to bind port 53d605bf-745a-4a64-9c9d-8762f492f50f on host n-d-713301-16 for vnic_type normal with profile {{(pid=95104) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 20:19:47.406611 n-d-713301-16 neutron-server[95104]: DEBUG neutron.plugins.ml2.managers [None req-e2b83e53-e563-4282-90ed-03398fb45bf9 None None] Attempting to bind port 53d605bf-745a-4a64-9c9d-8762f492f50f by drivers openvswitch,hyperv on host n-d-713301-16 at level 0 using segments [{'id': 'f9648e4b-7260-4bb9-8d27-1520bc1939bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '449958ba-6ea3-44fc-b89e-1544e700796d'}] {{(pid=95104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 20:19:47.407246 n-d-713301-16 neutron-server[95104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2b83e53-e563-4282-90ed-03398fb45bf9 None None] Attempting to bind port 53d605bf-745a-4a64-9c9d-8762f492f50f on network 449958ba-6ea3-44fc-b89e-1544e700796d {{(pid=95104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 20:19:47.412905 n-d-713301-16 neutron-server[95104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2b83e53-e563-4282-90ed-03398fb45bf9 None None] Checking agent: {'id': '70a14545-df24-472f-8f95-bfe1719bff93', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 19, 7, 53), 'started_at': datetime.datetime(2021, 9, 23, 19, 8, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 20, 19, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 20:19:47.413262 n-d-713301-16 neutron-server[95104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2b83e53-e563-4282-90ed-03398fb45bf9 None None] Checking segment: {'id': 'f9648e4b-7260-4bb9-8d27-1520bc1939bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '449958ba-6ea3-44fc-b89e-1544e700796d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95104) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 20:19:47.413663 n-d-713301-16 neutron-server[95104]: DEBUG neutron_lib.callbacks.manager [None req-e2b83e53-e563-4282-90ed-03398fb45bf9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:19:47.414051 n-d-713301-16 neutron-server[95104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2b83e53-e563-4282-90ed-03398fb45bf9 None None] Bound using segment: {'id': 'f9648e4b-7260-4bb9-8d27-1520bc1939bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '449958ba-6ea3-44fc-b89e-1544e700796d'} {{(pid=95104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 20:19:47.414512 n-d-713301-16 neutron-server[95104]: DEBUG neutron.plugins.ml2.managers [None req-e2b83e53-e563-4282-90ed-03398fb45bf9 None None] Bound port: 53d605bf-745a-4a64-9c9d-8762f492f50f, host: n-d-713301-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f9648e4b-7260-4bb9-8d27-1520bc1939bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '449958ba-6ea3-44fc-b89e-1544e700796d'}}] {{(pid=95104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 20:19:47.414887 n-d-713301-16 neutron-server[95104]: DEBUG neutron_lib.callbacks.manager [None req-e2b83e53-e563-4282-90ed-03398fb45bf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:19:47.427108 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Provisioning complete for port 75295996-dbe6-4644-aa51-50625d5cd2b0 triggered by entity L2. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 20:19:47.427559 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:19:47.497524 n-d-713301-16 neutron-server[95104]: DEBUG neutron.plugins.ml2.db [None req-e2b83e53-e563-4282-90ed-03398fb45bf9 None None] For port 53d605bf-745a-4a64-9c9d-8762f492f50f, host n-d-713301-16, cleared binding levels {{(pid=95104) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 20:19:47.501543 n-d-713301-16 neutron-server[95104]: DEBUG neutron.plugins.ml2.db [None req-e2b83e53-e563-4282-90ed-03398fb45bf9 None None] For port 53d605bf-745a-4a64-9c9d-8762f492f50f, host n-d-713301-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-16',level=0,port_id=53d605bf-745a-4a64-9c9d-8762f492f50f,segment=NetworkSegment(f9648e4b-7260-4bb9-8d27-1520bc1939bf),segment_id=f9648e4b-7260-4bb9-8d27-1520bc1939bf)] {{(pid=95104) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 20:19:47.503416 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-0eb3de12-2813-4ba0-ac43-456c824de454 req-63cf2c47-4cce-4f76-8143-3dc96b19e0ba service neutron] 10.222.0.74 "GET /v2.0/networks/b92df617-23bb-4e93-bb3e-e9d0486e8695?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1098406 Sep 23 20:19:47.507903 n-d-713301-16 neutron-server[95104]: DEBUG neutron_lib.callbacks.manager [None req-e2b83e53-e563-4282-90ed-03398fb45bf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:19:47.569401 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2b83e53-e563-4282-90ed-03398fb45bf9 None None] Routers {'9eef2d4d-53fd-4159-86cd-2c8f8877ea81'} bound to L3 agent in host n-d-713301-16 {{(pid=95104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 20:19:47.570089 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_hamode_db [None req-e2b83e53-e563-4282-90ed-03398fb45bf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-23T19:07:52Z,description=,heartbeat_timestamp=2021-09-23T20:19:23Z,host='n-d-713301-16',id=79a740bf-7821-4989-8288-7186e3e128f3,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:07:52Z,topic='l3_agent')) {'router_ids': ['9eef2d4d-53fd-4159-86cd-2c8f8877ea81'], 'active': True} {{(pid=95104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 20:19:47.610238 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e28608f5-b4a6-4baf-a8dc-34cbaea9b4ae None None] Pushing event updated for resources: {'Port': ['ID=53d605bf-745a-4a64-9c9d-8762f492f50f,revision_number=4']} {{(pid=95104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:19:47.610429 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-0eb3de12-2813-4ba0-ac43-456c824de454 req-413ae7e5-f5b4-48d4-b3be-7b47ff02d1ce service neutron] 10.222.0.74 "GET /v2.0/networks/b92df617-23bb-4e93-bb3e-e9d0486e8695?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0997529 Sep 23 20:19:47.616190 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-10047430-37be-4268-90d3-a2b0e506793f None None] Provisioning complete for port 53d605bf-745a-4a64-9c9d-8762f492f50f triggered by entity DHCP. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 20:19:47.617247 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-10047430-37be-4268-90d3-a2b0e506793f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:19:47.713702 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-10047430-37be-4268-90d3-a2b0e506793f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:19:47.714309 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec440bf4-6d63-4c78-baa4-c2b2e28c807c req-abf0b6bf-6159-453a-8620-7f7d7460e144 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:19:47.715919 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-ec440bf4-6d63-4c78-baa4-c2b2e28c807c req-abf0b6bf-6159-453a-8620-7f7d7460e144 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=8cf34ddf053948b0bd74a340f268ac37&device_id=97043aa3-9af5-4510-9241-f30572bc66c6 HTTP/1.1" status: 200 len: 1095 time: 0.0483022 Sep 23 20:19:47.756315 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-10047430-37be-4268-90d3-a2b0e506793f None None] For port 53d605bf-745a-4a64-9c9d-8762f492f50f, host n-d-713301-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-16',level=0,port_id=53d605bf-745a-4a64-9c9d-8762f492f50f,segment=NetworkSegment(f9648e4b-7260-4bb9-8d27-1520bc1939bf),segment_id=f9648e4b-7260-4bb9-8d27-1520bc1939bf)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 20:19:47.762114 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-10047430-37be-4268-90d3-a2b0e506793f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:19:47.807874 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_dvr_db [None req-e2b83e53-e563-4282-90ed-03398fb45bf9 None None] Set router 9eef2d4d-53fd-4159-86cd-2c8f8877ea81 gateway port host: n-d-713301-16 {{(pid=95104) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 20:19:47.828673 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10047430-37be-4268-90d3-a2b0e506793f None None] Pushing event updated for resources: {'Port': ['ID=53d605bf-745a-4a64-9c9d-8762f492f50f,revision_number=5']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:19:47.837412 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec440bf4-6d63-4c78-baa4-c2b2e28c807c req-d5fbd2bb-394a-49a8-b80c-c17944e8f936 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:19:47.838979 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-ec440bf4-6d63-4c78-baa4-c2b2e28c807c req-d5fbd2bb-394a-49a8-b80c-c17944e8f936 service neutron] 10.222.0.74 "GET /v2.0/networks?id=b92df617-23bb-4e93-bb3e-e9d0486e8695 HTTP/1.1" status: 200 len: 918 time: 0.1162653 Sep 23 20:19:47.885721 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-ccec28f0-7426-4a57-9680-fe7f290636d9 None None] Provisioning complete for port 53d605bf-745a-4a64-9c9d-8762f492f50f triggered by entity DHCP. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 20:19:47.885967 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-ccec28f0-7426-4a57-9680-fe7f290636d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:19:47.889557 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-ec440bf4-6d63-4c78-baa4-c2b2e28c807c req-e46c0946-c69d-4384-b547-3cea9e51aad5 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=02b20159-ea95-4021-94c8-b8fe1db25b1d HTTP/1.1" status: 200 len: 217 time: 0.0434442 Sep 23 20:19:47.946900 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec440bf4-6d63-4c78-baa4-c2b2e28c807c req-377570d3-22dc-4134-892a-e10b43ae0544 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:19:47.948533 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-ec440bf4-6d63-4c78-baa4-c2b2e28c807c req-377570d3-22dc-4134-892a-e10b43ae0544 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=f747f756-fa25-4f5d-a1e9-078a644e7a38 HTTP/1.1" status: 200 len: 856 time: 0.0504568 Sep 23 20:19:48.001592 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec440bf4-6d63-4c78-baa4-c2b2e28c807c req-8c040ed8-330d-4b3c-9b5a-8b593b3d77cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:19:48.003236 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-ec440bf4-6d63-4c78-baa4-c2b2e28c807c req-8c040ed8-330d-4b3c-9b5a-8b593b3d77cc service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=b92df617-23bb-4e93-bb3e-e9d0486e8695&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0457692 Sep 23 20:19:48.018627 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_hamode_db [None req-e2b83e53-e563-4282-90ed-03398fb45bf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9eef2d4d-53fd-4159-86cd-2c8f8877ea81', 'name': 'tempest-TestEncryptedCinderVolumes-1223929860-router', 'tenant_id': '7f958f8326774df48b671e444788f085', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'external_fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.128'}], 'enable_snat': True}, 'gw_port_id': '75295996-dbe6-4644-aa51-50625d5cd2b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T20:19:39Z', 'updated_at': '2021-09-23T20:19:42Z', 'revision_number': 4, 'project_id': '7f958f8326774df48b671e444788f085', 'gw_port': {'id': '75295996-dbe6-4644-aa51-50625d5cd2b0', 'name': '', 'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:98:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9eef2d4d-53fd-4159-86cd-2c8f8877ea81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4122, 'fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T20:19:40Z', 'updated_at': '2021-09-23T20:19:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-16', '_interfaces': [{'id': '53d605bf-745a-4a64-9c9d-8762f492f50f', 'name': '', 'network_id': '449958ba-6ea3-44fc-b89e-1544e700796d', 'tenant_id': '7f958f8326774df48b671e444788f085', 'mac_address': 'fa:16:3e:cb:08:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9eef2d4d-53fd-4159-86cd-2c8f8877ea81', 'device_owner': 'network:router_interface', 'standard_attr_id': 4123, 'fixed_ips': [{'subnet_id': 'fc94580b-51d3-43e0-8a36-8a4b6de07ea3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T20:19:42Z', 'updated_at': '2021-09-23T20:19:47Z', 'revision_number': 4, 'project_id': '7f958f8326774df48b671e444788f085', 'subnets': [{'id': 'fc94580b-51d3-43e0-8a36-8a4b6de07ea3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-16', False) {} {{(pid=95104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 20:19:48.047724 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2b83e53-e563-4282-90ed-03398fb45bf9 None None] The sync data for ids ['9eef2d4d-53fd-4159-86cd-2c8f8877ea81'] in n-d-713301-16 is: [{'id': '9eef2d4d-53fd-4159-86cd-2c8f8877ea81', 'name': 'tempest-TestEncryptedCinderVolumes-1223929860-router', 'tenant_id': '7f958f8326774df48b671e444788f085', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'external_fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.128'}], 'enable_snat': True}, 'gw_port_id': '75295996-dbe6-4644-aa51-50625d5cd2b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T20:19:39Z', 'updated_at': '2021-09-23T20:19:42Z', 'revision_number': 4, 'project_id': '7f958f8326774df48b671e444788f085', 'gw_port': {'id': '75295996-dbe6-4644-aa51-50625d5cd2b0', 'name': '', 'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:98:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9eef2d4d-53fd-4159-86cd-2c8f8877ea81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4122, 'fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T20:19:40Z', 'updated_at': '2021-09-23T20:19:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-16', '_interfaces': [{'id': '53d605bf-745a-4a64-9c9d-8762f492f50f', 'name': '', 'network_id': '449958ba-6ea3-44fc-b89e-1544e700796d', 'tenant_id': '7f958f8326774df48b671e444788f085', 'mac_address': 'fa:16:3e:cb:08:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9eef2d4d-53fd-4159-86cd-2c8f8877ea81', 'device_owner': 'network:router_interface', 'standard_attr_id': 4123, 'fixed_ips': [{'subnet_id': 'fc94580b-51d3-43e0-8a36-8a4b6de07ea3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T20:19:42Z', 'updated_at': '2021-09-23T20:19:47Z', 'revision_number': 4, 'project_id': '7f958f8326774df48b671e444788f085', 'subnets': [{'id': 'fc94580b-51d3-43e0-8a36-8a4b6de07ea3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 20:19:48.096902 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-ec440bf4-6d63-4c78-baa4-c2b2e28c807c req-2f138b07-752c-4558-9d20-b1ab58fdd80d service neutron] 10.222.0.74 "GET /v2.0/networks/b92df617-23bb-4e93-bb3e-e9d0486e8695?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853426 Sep 23 20:19:48.198516 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-ec440bf4-6d63-4c78-baa4-c2b2e28c807c req-8c3345d8-9020-4b3a-b37b-e052705153bd service neutron] 10.222.0.74 "GET /v2.0/networks/b92df617-23bb-4e93-bb3e-e9d0486e8695?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0941966 Sep 23 20:19:48.311236 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f706a73f-c49f-4f06-8646-f65018a5bcfb req-11186ad4-c1d1-4a68-aa97-f898cbccdfda tempest-TestEncryptedCinderVolumes-1965623715 tempest-TestEncryptedCinderVolumes-1965623715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:19:48.313422 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-f706a73f-c49f-4f06-8646-f65018a5bcfb req-11186ad4-c1d1-4a68-aa97-f898cbccdfda tempest-TestEncryptedCinderVolumes-1965623715 tempest-TestEncryptedCinderVolumes-1965623715-project] 10.222.0.67 "GET /v2.0/ports?device_id=97043aa3-9af5-4510-9241-f30572bc66c6 HTTP/1.1" status: 200 len: 943 time: 0.0529208 Sep 23 20:19:48.356391 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-f706a73f-c49f-4f06-8646-f65018a5bcfb req-eb888814-6586-4c2b-ad63-0e959ff72df0 tempest-TestEncryptedCinderVolumes-1965623715 tempest-TestEncryptedCinderVolumes-1965623715-project] 10.222.0.67 "GET /v2.0/security-groups?id=5bbf048c-eed5-4b74-9d7a-452c764101da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345316 Sep 23 20:19:49.337869 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Device 53d605bf-745a-4a64-9c9d-8762f492f50f up at agent ovs-agent-n-d-713301-16 {{(pid=95103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 20:19:49.387008 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Provisioning complete for port 53d605bf-745a-4a64-9c9d-8762f492f50f triggered by entity L2. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 20:19:49.387394 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:19:49.474079 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d226d05-c84b-45bb-aca1-610eeedec4f0 req-153eb9c8-4d99-4e0f-8b12-4124790ace9b tempest-TestEncryptedCinderVolumes-1965623715 tempest-TestEncryptedCinderVolumes-1965623715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:19:49.475513 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-9d226d05-c84b-45bb-aca1-610eeedec4f0 req-153eb9c8-4d99-4e0f-8b12-4124790ace9b tempest-TestEncryptedCinderVolumes-1965623715 tempest-TestEncryptedCinderVolumes-1965623715-project] 10.222.0.67 "GET /v2.0/ports?device_id=97043aa3-9af5-4510-9241-f30572bc66c6 HTTP/1.1" status: 200 len: 943 time: 0.0488012 Sep 23 20:19:49.514848 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-9d226d05-c84b-45bb-aca1-610eeedec4f0 req-f6b8e2b8-d35f-4510-8413-1adccc941e12 tempest-TestEncryptedCinderVolumes-1965623715 tempest-TestEncryptedCinderVolumes-1965623715-project] 10.222.0.67 "GET /v2.0/security-groups?id=5bbf048c-eed5-4b74-9d7a-452c764101da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331454 Sep 23 20:19:49.540629 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Device 02b20159-ea95-4021-94c8-b8fe1db25b1d details requested by agent hyperv_n-h1-713301-16 with host n-h1-713301-16 {{(pid=95103) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 20:19:49.638971 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] For port 02b20159-ea95-4021-94c8-b8fe1db25b1d, host n-h1-713301-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-16',level=0,port_id=02b20159-ea95-4021-94c8-b8fe1db25b1d,segment=NetworkSegment(53dfdcbe-af39-4d7e-9c7e-98bd4f94b0be),segment_id=53dfdcbe-af39-4d7e-9c7e-98bd4f94b0be)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 20:19:49.650221 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Returning: {'device': '02b20159-ea95-4021-94c8-b8fe1db25b1d', 'network_id': 'b92df617-23bb-4e93-bb3e-e9d0486e8695', 'port_id': '02b20159-ea95-4021-94c8-b8fe1db25b1d', 'mac_address': 'fa:16:3e:ef:97:c0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 614, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f747f756-fa25-4f5d-a1e9-078a644e7a38', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95103) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 20:19:49.690472 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:19:49.703251 n-d-713301-16 neutron-server[95103]: DEBUG neutron.notifiers.nova [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 02b20159-ea95-4021-94c8-b8fe1db25b1d {{(pid=95103) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 20:19:49.723179 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] For port 02b20159-ea95-4021-94c8-b8fe1db25b1d, host n-h1-713301-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-16',level=0,port_id=02b20159-ea95-4021-94c8-b8fe1db25b1d,segment=NetworkSegment(53dfdcbe-af39-4d7e-9c7e-98bd4f94b0be),segment_id=53dfdcbe-af39-4d7e-9c7e-98bd4f94b0be)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 20:19:49.727179 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:19:49.773146 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Pushing event updated for resources: {'Port': ['ID=02b20159-ea95-4021-94c8-b8fe1db25b1d,revision_number=4']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:19:49.791791 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-772caeb9-4a37-4280-bcc9-6b3ba8883c4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:19:49.929687 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] get_ports_and_sgs() called for port_ids ['02b20159-ea95-4021-94c8-b8fe1db25b1d'] {{(pid=95103) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 20:19:50.635746 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe96a711-03f4-4df6-ad98-8439ad889b99 req-87c71f71-dc49-42b8-aff7-f16f8a5c450c tempest-TestEncryptedCinderVolumes-1965623715 tempest-TestEncryptedCinderVolumes-1965623715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:19:50.637250 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-fe96a711-03f4-4df6-ad98-8439ad889b99 req-87c71f71-dc49-42b8-aff7-f16f8a5c450c tempest-TestEncryptedCinderVolumes-1965623715 tempest-TestEncryptedCinderVolumes-1965623715-project] 10.222.0.67 "GET /v2.0/ports?device_id=97043aa3-9af5-4510-9241-f30572bc66c6 HTTP/1.1" status: 200 len: 944 time: 0.0548921 Sep 23 20:19:50.677145 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-fe96a711-03f4-4df6-ad98-8439ad889b99 req-a071664a-c7f3-4624-b264-57963d42c533 tempest-TestEncryptedCinderVolumes-1965623715 tempest-TestEncryptedCinderVolumes-1965623715-project] 10.222.0.67 "GET /v2.0/security-groups?id=5bbf048c-eed5-4b74-9d7a-452c764101da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333576 Sep 23 20:19:51.556109 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Device 02b20159-ea95-4021-94c8-b8fe1db25b1d up at agent hyperv_n-h1-713301-16 {{(pid=95103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 20:19:51.604069 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Provisioning for port 02b20159-ea95-4021-94c8-b8fe1db25b1d completed by entity L2. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 20:19:51.607745 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Provisioning complete for port 02b20159-ea95-4021-94c8-b8fe1db25b1d triggered by entity L2. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 20:19:51.608113 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:19:51.687342 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:19:51.713256 n-d-713301-16 neutron-server[95103]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97043aa3-9af5-4510-9241-f30572bc66c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '02b20159-ea95-4021-94c8-b8fe1db25b1d'}] {{(pid=95103) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 20:19:51.715536 n-d-713301-16 neutron-server[95103]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1848421c4d334b5bfe6f5b9de07f03d1600ee538ec1ae4f0fcf02c32f81bee4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f27345e-2645-4e71-aadb-65f031e8b7bc" -d '{"events": [{"server_uuid": "97043aa3-9af5-4510-9241-f30572bc66c6", "name": "network-vif-plugged", "status": "completed", "tag": "02b20159-ea95-4021-94c8-b8fe1db25b1d"}]}' {{(pid=95103) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 20:19:51.728436 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] For port 02b20159-ea95-4021-94c8-b8fe1db25b1d, host n-h1-713301-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-16',level=0,port_id=02b20159-ea95-4021-94c8-b8fe1db25b1d,segment=NetworkSegment(53dfdcbe-af39-4d7e-9c7e-98bd4f94b0be),segment_id=53dfdcbe-af39-4d7e-9c7e-98bd4f94b0be)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 20:19:51.733966 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:19:51.758735 n-d-713301-16 neutron-server[95103]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 20:19:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-733b17c2-d8f7-4d46-9943-3b93d356dcf6 x-openstack-request-id: req-733b17c2-d8f7-4d46-9943-3b93d356dcf6 {{(pid=95103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 20:19:51.759026 n-d-713301-16 neutron-server[95103]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "97043aa3-9af5-4510-9241-f30572bc66c6", "name": "network-vif-plugged", "status": "completed", "tag": "02b20159-ea95-4021-94c8-b8fe1db25b1d", "code": 200}]} {{(pid=95103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 20:19:51.759272 n-d-713301-16 neutron-server[95103]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-733b17c2-d8f7-4d46-9943-3b93d356dcf6 {{(pid=95103) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 20:19:51.759653 n-d-713301-16 neutron-server[95103]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '97043aa3-9af5-4510-9241-f30572bc66c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '02b20159-ea95-4021-94c8-b8fe1db25b1d', 'code': 200} Sep 23 20:19:51.790023 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Pushing event updated for resources: {'Port': ['ID=02b20159-ea95-4021-94c8-b8fe1db25b1d,revision_number=5']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:19:51.803440 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6809e1d6-56a5-4b85-b7e9-e7276c439b8f req-74833896-63e8-45c3-864f-868e10484677 tempest-TestEncryptedCinderVolumes-1965623715 tempest-TestEncryptedCinderVolumes-1965623715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:19:51.805013 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-6809e1d6-56a5-4b85-b7e9-e7276c439b8f req-74833896-63e8-45c3-864f-868e10484677 tempest-TestEncryptedCinderVolumes-1965623715 tempest-TestEncryptedCinderVolumes-1965623715-project] 10.222.0.67 "GET /v2.0/ports?device_id=97043aa3-9af5-4510-9241-f30572bc66c6 HTTP/1.1" status: 200 len: 945 time: 0.0554328 Sep 23 20:19:51.870523 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-6809e1d6-56a5-4b85-b7e9-e7276c439b8f req-59589503-1af0-4a95-a37c-45eea68f8f78 tempest-TestEncryptedCinderVolumes-1965623715 tempest-TestEncryptedCinderVolumes-1965623715-project] 10.222.0.67 "GET /v2.0/security-groups?id=5bbf048c-eed5-4b74-9d7a-452c764101da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593336 Sep 23 20:19:51.877307 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6bc8414-d936-47df-96ae-d1bccb3896a2 req-56c03023-d1d5-429e-b2de-4711dee2143a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:19:51.878781 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-b6bc8414-d936-47df-96ae-d1bccb3896a2 req-56c03023-d1d5-429e-b2de-4711dee2143a service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=97043aa3-9af5-4510-9241-f30572bc66c6 HTTP/1.1" status: 200 len: 1097 time: 0.0604713 Sep 23 20:19:51.914315 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-b6bc8414-d936-47df-96ae-d1bccb3896a2 req-e1208df4-737b-4089-9e1a-416dbaa92c68 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=5bbf048c-eed5-4b74-9d7a-452c764101da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0284560 Sep 23 20:19:52.998360 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed7e9456-8b9c-4f74-87dc-59152c6cf402 req-d343554f-1587-4a54-8523-dbe6457098ec tempest-TestEncryptedCinderVolumes-1965623715 tempest-TestEncryptedCinderVolumes-1965623715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:19:53.000578 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-ed7e9456-8b9c-4f74-87dc-59152c6cf402 req-d343554f-1587-4a54-8523-dbe6457098ec tempest-TestEncryptedCinderVolumes-1965623715 tempest-TestEncryptedCinderVolumes-1965623715-project] 10.222.0.67 "GET /v2.0/ports?device_id=97043aa3-9af5-4510-9241-f30572bc66c6 HTTP/1.1" status: 200 len: 945 time: 0.0549448 Sep 23 20:19:53.024117 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-52793e44-00b6-4425-a16f-c520df241d5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:19:53.040513 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-ed7e9456-8b9c-4f74-87dc-59152c6cf402 req-627884bb-c7de-4e93-b4ca-cc86c54113b1 tempest-TestEncryptedCinderVolumes-1965623715 tempest-TestEncryptedCinderVolumes-1965623715-project] 10.222.0.67 "GET /v2.0/security-groups?id=5bbf048c-eed5-4b74-9d7a-452c764101da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337043 Sep 23 20:19:53.158849 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94385a32-026f-4fce-ada8-184dd5df837b req-cc2df883-e0bc-4282-9755-a72a0c5dcb1c tempest-TestEncryptedCinderVolumes-1965623715 tempest-TestEncryptedCinderVolumes-1965623715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:19:53.160243 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-94385a32-026f-4fce-ada8-184dd5df837b req-cc2df883-e0bc-4282-9755-a72a0c5dcb1c tempest-TestEncryptedCinderVolumes-1965623715 tempest-TestEncryptedCinderVolumes-1965623715-project] 10.222.0.67 "GET /v2.0/ports?device_id=97043aa3-9af5-4510-9241-f30572bc66c6 HTTP/1.1" status: 200 len: 945 time: 0.0501781 Sep 23 20:19:53.198442 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-94385a32-026f-4fce-ada8-184dd5df837b req-baebd7e3-f975-4194-ba08-63a7062395c8 tempest-TestEncryptedCinderVolumes-1965623715 tempest-TestEncryptedCinderVolumes-1965623715-project] 10.222.0.67 "GET /v2.0/security-groups?id=5bbf048c-eed5-4b74-9d7a-452c764101da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321875 Sep 23 20:19:53.202337 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:19:53.648529 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-0ae75029-feb6-4728-9a94-5f9b60993d82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:19:55.474162 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-80e7e501-6c57-470d-92c6-e3d54bc3195c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:19:58.412224 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:19:58.747998 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:20:11.804071 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83026b37-db1f-4795-ba4b-9081fa15d4c3 req-35dd609d-c023-417d-a3b8-74d9cbc6802e tempest-TestEncryptedCinderVolumes-1965623715 tempest-TestEncryptedCinderVolumes-1965623715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:20:11.805511 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-83026b37-db1f-4795-ba4b-9081fa15d4c3 req-35dd609d-c023-417d-a3b8-74d9cbc6802e tempest-TestEncryptedCinderVolumes-1965623715 tempest-TestEncryptedCinderVolumes-1965623715-project] 10.222.0.67 "GET /v2.0/ports?device_id=97043aa3-9af5-4510-9241-f30572bc66c6 HTTP/1.1" status: 200 len: 945 time: 0.0498483 Sep 23 20:20:11.844725 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-83026b37-db1f-4795-ba4b-9081fa15d4c3 req-c13c6eea-d831-4bb4-9d9f-d964b924a950 tempest-TestEncryptedCinderVolumes-1965623715 tempest-TestEncryptedCinderVolumes-1965623715-project] 10.222.0.67 "GET /v2.0/security-groups?id=5bbf048c-eed5-4b74-9d7a-452c764101da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330420 Sep 23 20:20:12.965660 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-353049c1-2074-4ed7-841d-9018c708196a req-e47b1cd5-646c-4818-a715-33f4d557f72c tempest-TestEncryptedCinderVolumes-1965623715 tempest-TestEncryptedCinderVolumes-1965623715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:20:12.967115 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-353049c1-2074-4ed7-841d-9018c708196a req-e47b1cd5-646c-4818-a715-33f4d557f72c tempest-TestEncryptedCinderVolumes-1965623715 tempest-TestEncryptedCinderVolumes-1965623715-project] 10.222.0.67 "GET /v2.0/ports?device_id=97043aa3-9af5-4510-9241-f30572bc66c6 HTTP/1.1" status: 200 len: 945 time: 0.0531585 Sep 23 20:20:13.005056 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-353049c1-2074-4ed7-841d-9018c708196a req-ca8e63ca-f41c-4c4f-87de-e9c2e437d909 tempest-TestEncryptedCinderVolumes-1965623715 tempest-TestEncryptedCinderVolumes-1965623715-project] 10.222.0.67 "GET /v2.0/security-groups?id=5bbf048c-eed5-4b74-9d7a-452c764101da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310307 Sep 23 20:20:13.293750 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab9c4556-8fb8-40eb-9f41-144bbdc134f0 req-ed87ed71-9472-4534-b87b-5b3c7026ea26 tempest-TestEncryptedCinderVolumes-1965623715 tempest-TestEncryptedCinderVolumes-1965623715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:20:13.295203 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-ab9c4556-8fb8-40eb-9f41-144bbdc134f0 req-ed87ed71-9472-4534-b87b-5b3c7026ea26 tempest-TestEncryptedCinderVolumes-1965623715 tempest-TestEncryptedCinderVolumes-1965623715-project] 10.222.0.74 "GET /v2.0/ports?device_id=97043aa3-9af5-4510-9241-f30572bc66c6 HTTP/1.1" status: 200 len: 945 time: 0.0503280 Sep 23 20:20:13.401042 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.plugin [req-ab9c4556-8fb8-40eb-9f41-144bbdc134f0 req-a0cbaee2-6b45-4603-a5ad-26e79d7b2de5 tempest-TestEncryptedCinderVolumes-1965623715 tempest-TestEncryptedCinderVolumes-1965623715-project] Deleting port 02b20159-ea95-4021-94c8-b8fe1db25b1d {{(pid=95102) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 20:20:13.401382 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-ab9c4556-8fb8-40eb-9f41-144bbdc134f0 req-a0cbaee2-6b45-4603-a5ad-26e79d7b2de5 tempest-TestEncryptedCinderVolumes-1965623715 tempest-TestEncryptedCinderVolumes-1965623715-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783146157096'] for port, before_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:20:13.488529 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.db [req-ab9c4556-8fb8-40eb-9f41-144bbdc134f0 req-a0cbaee2-6b45-4603-a5ad-26e79d7b2de5 tempest-TestEncryptedCinderVolumes-1965623715 tempest-TestEncryptedCinderVolumes-1965623715-project] For port 02b20159-ea95-4021-94c8-b8fe1db25b1d, host n-h1-713301-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-16',level=0,port_id=02b20159-ea95-4021-94c8-b8fe1db25b1d,segment=NetworkSegment(53dfdcbe-af39-4d7e-9c7e-98bd4f94b0be),segment_id=53dfdcbe-af39-4d7e-9c7e-98bd4f94b0be)] {{(pid=95102) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 20:20:13.488932 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-ab9c4556-8fb8-40eb-9f41-144bbdc134f0 req-a0cbaee2-6b45-4603-a5ad-26e79d7b2de5 tempest-TestEncryptedCinderVolumes-1965623715 tempest-TestEncryptedCinderVolumes-1965623715-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-605701'] for port, precommit_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:20:13.501919 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.plugin [req-ab9c4556-8fb8-40eb-9f41-144bbdc134f0 req-a0cbaee2-6b45-4603-a5ad-26e79d7b2de5 tempest-TestEncryptedCinderVolumes-1965623715 tempest-TestEncryptedCinderVolumes-1965623715-project] Calling delete_port for 02b20159-ea95-4021-94c8-b8fe1db25b1d owned by compute:nova {{(pid=95102) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 20:20:13.630507 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-ab9c4556-8fb8-40eb-9f41-144bbdc134f0 req-a0cbaee2-6b45-4603-a5ad-26e79d7b2de5 tempest-TestEncryptedCinderVolumes-1965623715 tempest-TestEncryptedCinderVolumes-1965623715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783146162158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783145673144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4399100'] for port, after_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:20:13.644070 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] get_ports_and_sgs() called for port_ids ['02b20159-ea95-4021-94c8-b8fe1db25b1d'] {{(pid=95103) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 20:20:13.660980 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0cbaee2-6b45-4603-a5ad-26e79d7b2de5 tempest-TestEncryptedCinderVolumes-1965623715 tempest-TestEncryptedCinderVolumes-1965623715-project] Pushing event deleted for resources: {'Port': ['ID=02b20159-ea95-4021-94c8-b8fe1db25b1d,revision_number=None']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:20:13.679592 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0cbaee2-6b45-4603-a5ad-26e79d7b2de5 tempest-TestEncryptedCinderVolumes-1965623715 tempest-TestEncryptedCinderVolumes-1965623715-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:20:13.679950 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0cbaee2-6b45-4603-a5ad-26e79d7b2de5 tempest-TestEncryptedCinderVolumes-1965623715 tempest-TestEncryptedCinderVolumes-1965623715-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:20:13.680299 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0cbaee2-6b45-4603-a5ad-26e79d7b2de5 tempest-TestEncryptedCinderVolumes-1965623715 tempest-TestEncryptedCinderVolumes-1965623715-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:20:13.680669 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0cbaee2-6b45-4603-a5ad-26e79d7b2de5 tempest-TestEncryptedCinderVolumes-1965623715 tempest-TestEncryptedCinderVolumes-1965623715-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:20:13.684395 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0cbaee2-6b45-4603-a5ad-26e79d7b2de5 tempest-TestEncryptedCinderVolumes-1965623715 tempest-TestEncryptedCinderVolumes-1965623715-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:20:13.684785 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0cbaee2-6b45-4603-a5ad-26e79d7b2de5 tempest-TestEncryptedCinderVolumes-1965623715 tempest-TestEncryptedCinderVolumes-1965623715-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:20:13.685132 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0cbaee2-6b45-4603-a5ad-26e79d7b2de5 tempest-TestEncryptedCinderVolumes-1965623715 tempest-TestEncryptedCinderVolumes-1965623715-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:20:13.685471 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0cbaee2-6b45-4603-a5ad-26e79d7b2de5 tempest-TestEncryptedCinderVolumes-1965623715 tempest-TestEncryptedCinderVolumes-1965623715-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:20:13.687316 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0cbaee2-6b45-4603-a5ad-26e79d7b2de5 tempest-TestEncryptedCinderVolumes-1965623715 tempest-TestEncryptedCinderVolumes-1965623715-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:20:13.687758 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0cbaee2-6b45-4603-a5ad-26e79d7b2de5 tempest-TestEncryptedCinderVolumes-1965623715 tempest-TestEncryptedCinderVolumes-1965623715-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:20:13.688107 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0cbaee2-6b45-4603-a5ad-26e79d7b2de5 tempest-TestEncryptedCinderVolumes-1965623715 tempest-TestEncryptedCinderVolumes-1965623715-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:20:13.689026 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0cbaee2-6b45-4603-a5ad-26e79d7b2de5 tempest-TestEncryptedCinderVolumes-1965623715 tempest-TestEncryptedCinderVolumes-1965623715-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:20:13.728009 n-d-713301-16 neutron-server[95102]: DEBUG neutron.db.l3_dvrscheduler_db [req-ab9c4556-8fb8-40eb-9f41-144bbdc134f0 req-a0cbaee2-6b45-4603-a5ad-26e79d7b2de5 tempest-TestEncryptedCinderVolumes-1965623715 tempest-TestEncryptedCinderVolumes-1965623715-project] No DVR routers for this DVR port 02b20159-ea95-4021-94c8-b8fe1db25b1d on host n-h1-713301-16 {{(pid=95102) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 20:20:13.730743 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-ab9c4556-8fb8-40eb-9f41-144bbdc134f0 req-a0cbaee2-6b45-4603-a5ad-26e79d7b2de5 tempest-TestEncryptedCinderVolumes-1965623715 tempest-TestEncryptedCinderVolumes-1965623715-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222849'] for port, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:20:13.732806 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-ab9c4556-8fb8-40eb-9f41-144bbdc134f0 req-a0cbaee2-6b45-4603-a5ad-26e79d7b2de5 tempest-TestEncryptedCinderVolumes-1965623715 tempest-TestEncryptedCinderVolumes-1965623715-project] 10.222.0.74 "DELETE /v2.0/ports/02b20159-ea95-4021-94c8-b8fe1db25b1d HTTP/1.1" status: 204 len: 173 time: 0.4313426 Sep 23 20:20:13.733929 n-d-713301-16 neutron-server[95102]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97043aa3-9af5-4510-9241-f30572bc66c6', 'name': 'network-vif-deleted', 'tag': '02b20159-ea95-4021-94c8-b8fe1db25b1d'}] {{(pid=95102) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 20:20:13.736219 n-d-713301-16 neutron-server[95102]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a8356a6bd5e554bb349ddb806ba98ee8c25ce2b3f69d698f62da31b860ff3eb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f4ef928-5315-4b7c-ac79-b8f9a72fa13b" -d '{"events": [{"server_uuid": "97043aa3-9af5-4510-9241-f30572bc66c6", "name": "network-vif-deleted", "tag": "02b20159-ea95-4021-94c8-b8fe1db25b1d"}]}' {{(pid=95102) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 20:20:13.776737 n-d-713301-16 neutron-server[95102]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 20:20:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d28cea48-99ab-44ea-9077-790ffd86201d x-openstack-request-id: req-d28cea48-99ab-44ea-9077-790ffd86201d {{(pid=95102) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 20:20:13.777029 n-d-713301-16 neutron-server[95102]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "97043aa3-9af5-4510-9241-f30572bc66c6", "name": "network-vif-deleted", "tag": "02b20159-ea95-4021-94c8-b8fe1db25b1d", "status": "completed", "code": 200}]} {{(pid=95102) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 20:20:13.777276 n-d-713301-16 neutron-server[95102]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-d28cea48-99ab-44ea-9077-790ffd86201d {{(pid=95102) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 20:20:13.777699 n-d-713301-16 neutron-server[95102]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '97043aa3-9af5-4510-9241-f30572bc66c6', 'name': 'network-vif-deleted', 'tag': '02b20159-ea95-4021-94c8-b8fe1db25b1d', 'status': 'completed', 'code': 200} Sep 23 20:20:14.118757 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-0f770aef-da7b-459f-abdd-806e555183b7 req-3fd75bb6-69c7-4d92-b406-825518944bb2 tempest-TestEncryptedCinderVolumes-1965623715 tempest-TestEncryptedCinderVolumes-1965623715-project] 10.222.0.67 "GET /v2.0/ports?device_id=97043aa3-9af5-4510-9241-f30572bc66c6 HTTP/1.1" status: 200 len: 210 time: 0.0319939 Sep 23 20:20:15.696256 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Device 02b20159-ea95-4021-94c8-b8fe1db25b1d no longer exists at agent hyperv_n-h1-713301-16 {{(pid=95103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 20:20:15.720626 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.plugin [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] No Port match for: 02b20159-ea95-4021-94c8-b8fe1db25b1d {{(pid=95103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 20:20:15.720978 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Device 02b20159-ea95-4021-94c8-b8fe1db25b1d not bound to the agent host n-h1-713301-16 {{(pid=95103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 20:20:15.745246 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ec73d1-4522-492f-9ade-998b6cc7813f req-f7457439-49b1-439c-ab3f-e4a003b2dade tempest-TestEncryptedCinderVolumes-1965623715 tempest-TestEncryptedCinderVolumes-1965623715-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:20:15.746711 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-e5ec73d1-4522-492f-9ade-998b6cc7813f req-f7457439-49b1-439c-ab3f-e4a003b2dade tempest-TestEncryptedCinderVolumes-1965623715 tempest-TestEncryptedCinderVolumes-1965623715-project] 10.222.0.67 "GET /v2.0/networks?id=b92df617-23bb-4e93-bb3e-e9d0486e8695 HTTP/1.1" status: 200 len: 817 time: 0.1025550 Sep 23 20:20:15.762323 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-e5ec73d1-4522-492f-9ade-998b6cc7813f req-be8eb486-352a-47e1-bd0f-ee98f76567a1 tempest-TestEncryptedCinderVolumes-1965623715 tempest-TestEncryptedCinderVolumes-1965623715-project] 10.222.0.67 "GET /v2.0/quotas/8cf34ddf053948b0bd74a340f268ac37 HTTP/1.1" status: 200 len: 375 time: 0.0092499 Sep 23 20:20:15.817996 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-e5ec73d1-4522-492f-9ade-998b6cc7813f req-50daf610-45ab-479a-834b-0087f8773c68 tempest-TestEncryptedCinderVolumes-1965623715 tempest-TestEncryptedCinderVolumes-1965623715-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=8cf34ddf053948b0bd74a340f268ac37&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0493789 Sep 23 20:20:15.913865 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-e5ec73d1-4522-492f-9ade-998b6cc7813f req-8c24ecbe-f426-4ac7-aeda-c857fd684c5d service neutron] 10.222.0.67 "GET /v2.0/networks/b92df617-23bb-4e93-bb3e-e9d0486e8695?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834649 Sep 23 20:20:16.006956 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-e5ec73d1-4522-492f-9ade-998b6cc7813f req-f6aa06d2-1b26-489d-b792-1e1f653dd75a service neutron] 10.222.0.67 "GET /v2.0/networks/b92df617-23bb-4e93-bb3e-e9d0486e8695?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870202 Sep 23 20:20:16.167025 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-9cbd88ba-371b-408a-b530-ca69dfcd9d46 req-1646e37e-b363-4b82-9033-e6e633e8a55e tempest-TestEncryptedCinderVolumes-1965623715 tempest-TestEncryptedCinderVolumes-1965623715-project] 10.222.0.67 "GET /v2.0/ports?device_id=39187fdd-fa37-4b11-9361-b2da8b6818a4 HTTP/1.1" status: 200 len: 210 time: 0.0258386 Sep 23 20:20:17.058043 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ec73d1-4522-492f-9ade-998b6cc7813f req-5a5ecae0-8174-48fa-a791-fc55df1e3dbe tempest-TestEncryptedCinderVolumes-1965623715 tempest-TestEncryptedCinderVolumes-1965623715-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:20:17.059513 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-e5ec73d1-4522-492f-9ade-998b6cc7813f req-5a5ecae0-8174-48fa-a791-fc55df1e3dbe tempest-TestEncryptedCinderVolumes-1965623715 tempest-TestEncryptedCinderVolumes-1965623715-project] 10.222.0.74 "GET /v2.0/networks?id=b92df617-23bb-4e93-bb3e-e9d0486e8695 HTTP/1.1" status: 200 len: 817 time: 0.1022766 Sep 23 20:20:17.073047 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.v2.base [req-e5ec73d1-4522-492f-9ade-998b6cc7813f req-dd310707-c152-424d-ad5b-d084d9c8f40d tempest-TestEncryptedCinderVolumes-1965623715 tempest-TestEncryptedCinderVolumes-1965623715-project] Request body: {'port': {'device_id': '39187fdd-fa37-4b11-9361-b2da8b6818a4', 'network_id': 'b92df617-23bb-4e93-bb3e-e9d0486e8695', 'admin_state_up': True, 'tenant_id': '8cf34ddf053948b0bd74a340f268ac37'}} {{(pid=95102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 20:20:17.184000 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e5ec73d1-4522-492f-9ade-998b6cc7813f req-dd310707-c152-424d-ad5b-d084d9c8f40d tempest-TestEncryptedCinderVolumes-1965623715 tempest-TestEncryptedCinderVolumes-1965623715-project] Made reservation on behalf of 8cf34ddf053948b0bd74a340f268ac37 for: {'port': 1} {{(pid=95102) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 20:20:17.188203 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-e5ec73d1-4522-492f-9ade-998b6cc7813f req-dd310707-c152-424d-ad5b-d084d9c8f40d tempest-TestEncryptedCinderVolumes-1965623715 tempest-TestEncryptedCinderVolumes-1965623715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:20:17.599454 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-286d3716-4a4b-4f27-88ca-882644155585 req-d01a36ab-68a2-48df-817b-8740d026aca4 tempest-TestEncryptedCinderVolumes-1965623715 tempest-TestEncryptedCinderVolumes-1965623715-project] 10.222.0.67 "GET /v2.0/ports?device_id=39187fdd-fa37-4b11-9361-b2da8b6818a4 HTTP/1.1" status: 200 len: 210 time: 0.3579731 Sep 23 20:20:17.657690 n-d-713301-16 neutron-server[95102]: DEBUG neutron.db.db_base_plugin_common [req-e5ec73d1-4522-492f-9ade-998b6cc7813f req-dd310707-c152-424d-ad5b-d084d9c8f40d tempest-TestEncryptedCinderVolumes-1965623715 tempest-TestEncryptedCinderVolumes-1965623715-project] Allocated IP 172.20.0.3 (b92df617-23bb-4e93-bb3e-e9d0486e8695/f747f756-fa25-4f5d-a1e9-078a644e7a38/ec24322d-e97d-457f-a992-1f0b972c7e46) {{(pid=95102) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 20:20:17.803307 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-e5ec73d1-4522-492f-9ade-998b6cc7813f req-dd310707-c152-424d-ad5b-d084d9c8f40d tempest-TestEncryptedCinderVolumes-1965623715 tempest-TestEncryptedCinderVolumes-1965623715-project] Notify callbacks [] for port, precommit_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:20:17.837370 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-e5ec73d1-4522-492f-9ade-998b6cc7813f req-dd310707-c152-424d-ad5b-d084d9c8f40d tempest-TestEncryptedCinderVolumes-1965623715 tempest-TestEncryptedCinderVolumes-1965623715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783145673135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4399100'] for port, after_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:20:17.880361 n-d-713301-16 neutron-server[95102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e5ec73d1-4522-492f-9ade-998b6cc7813f req-dd310707-c152-424d-ad5b-d084d9c8f40d tempest-TestEncryptedCinderVolumes-1965623715 tempest-TestEncryptedCinderVolumes-1965623715-project] Network b92df617-23bb-4e93-bb3e-e9d0486e8695 is already hosted by enough agents. {{(pid=95102) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 20:20:17.883322 n-d-713301-16 neutron-server[95102]: DEBUG neutron.scheduler.base_scheduler [req-e5ec73d1-4522-492f-9ade-998b6cc7813f req-dd310707-c152-424d-ad5b-d084d9c8f40d tempest-TestEncryptedCinderVolumes-1965623715 tempest-TestEncryptedCinderVolumes-1965623715-project] Resources bound (agent type, host, resource id): {{(pid=95102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 20:20:17.887024 n-d-713301-16 neutron-server[95102]: DEBUG neutron.db.l3_dvrscheduler_db [req-e5ec73d1-4522-492f-9ade-998b6cc7813f req-dd310707-c152-424d-ad5b-d084d9c8f40d tempest-TestEncryptedCinderVolumes-1965623715 tempest-TestEncryptedCinderVolumes-1965623715-project] Received port after_create {{(pid=95102) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 20:20:17.895481 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd310707-c152-424d-ad5b-d084d9c8f40d tempest-TestEncryptedCinderVolumes-1965623715 tempest-TestEncryptedCinderVolumes-1965623715-project] Pushing event updated for resources: {'Port': ['ID=ec24322d-e97d-457f-a992-1f0b972c7e46,revision_number=1']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:20:17.943622 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ec73d1-4522-492f-9ade-998b6cc7813f req-dd310707-c152-424d-ad5b-d084d9c8f40d tempest-TestEncryptedCinderVolumes-1965623715 tempest-TestEncryptedCinderVolumes-1965623715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:20:17.944272 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-e5ec73d1-4522-492f-9ade-998b6cc7813f req-dd310707-c152-424d-ad5b-d084d9c8f40d tempest-TestEncryptedCinderVolumes-1965623715 tempest-TestEncryptedCinderVolumes-1965623715-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222849'] for port, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:20:17.959612 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-e5ec73d1-4522-492f-9ade-998b6cc7813f req-dd310707-c152-424d-ad5b-d084d9c8f40d tempest-TestEncryptedCinderVolumes-1965623715 tempest-TestEncryptedCinderVolumes-1965623715-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8909705 Sep 23 20:20:17.973351 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.v2.base [req-e5ec73d1-4522-492f-9ade-998b6cc7813f req-d0521352-0235-4a44-8feb-cfe7efc9ac40 service neutron] Request body: {'port': {'device_id': '39187fdd-fa37-4b11-9361-b2da8b6818a4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713301-16'}} {{(pid=95102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 20:20:18.035446 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-e5ec73d1-4522-492f-9ade-998b6cc7813f req-d0521352-0235-4a44-8feb-cfe7efc9ac40 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:20:18.180096 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-d4b08643-4be4-40c5-a6ae-9362c4f7667a None None] Provisioning complete for port ec24322d-e97d-457f-a992-1f0b972c7e46 triggered by entity DHCP. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 20:20:18.180705 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-d4b08643-4be4-40c5-a6ae-9362c4f7667a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:20:18.215774 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.plugin [None req-d4b08643-4be4-40c5-a6ae-9362c4f7667a None None] Port ec24322d-e97d-457f-a992-1f0b972c7e46 cannot update to ACTIVE because it is not bound. {{(pid=95103) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 20:20:18.296915 n-d-713301-16 neutron-server[95102]: DEBUG neutron.notifiers.nova [req-e5ec73d1-4522-492f-9ade-998b6cc7813f req-d0521352-0235-4a44-8feb-cfe7efc9ac40 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ec24322d-e97d-457f-a992-1f0b972c7e46 {{(pid=95102) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 20:20:18.304134 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-e5ec73d1-4522-492f-9ade-998b6cc7813f req-d0521352-0235-4a44-8feb-cfe7efc9ac40 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:20:18.317647 n-d-713301-16 neutron-server[95102]: DEBUG neutron.db.provisioning_blocks [req-e5ec73d1-4522-492f-9ade-998b6cc7813f req-d0521352-0235-4a44-8feb-cfe7efc9ac40 service neutron] Transition to ACTIVE for port object ec24322d-e97d-457f-a992-1f0b972c7e46 will not be triggered until provisioned by entity L2. {{(pid=95102) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 20:20:18.325517 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-e5ec73d1-4522-492f-9ade-998b6cc7813f req-d0521352-0235-4a44-8feb-cfe7efc9ac40 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4399095'] for port, after_update {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:20:18.377833 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0521352-0235-4a44-8feb-cfe7efc9ac40 service neutron] Pushing event updated for resources: {'Port': ['ID=ec24322d-e97d-457f-a992-1f0b972c7e46,revision_number=2']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:20:18.454450 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.managers [req-e5ec73d1-4522-492f-9ade-998b6cc7813f req-d0521352-0235-4a44-8feb-cfe7efc9ac40 service neutron] Attempting to bind port ec24322d-e97d-457f-a992-1f0b972c7e46 on host n-h1-713301-16 for vnic_type normal with profile {{(pid=95102) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 20:20:18.454785 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.managers [req-e5ec73d1-4522-492f-9ade-998b6cc7813f req-d0521352-0235-4a44-8feb-cfe7efc9ac40 service neutron] Attempting to bind port ec24322d-e97d-457f-a992-1f0b972c7e46 by drivers openvswitch,hyperv on host n-h1-713301-16 at level 0 using segments [{'id': '53dfdcbe-af39-4d7e-9c7e-98bd4f94b0be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': 'b92df617-23bb-4e93-bb3e-e9d0486e8695'}] {{(pid=95102) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 20:20:18.455114 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5ec73d1-4522-492f-9ade-998b6cc7813f req-d0521352-0235-4a44-8feb-cfe7efc9ac40 service neutron] Attempting to bind port ec24322d-e97d-457f-a992-1f0b972c7e46 on network b92df617-23bb-4e93-bb3e-e9d0486e8695 {{(pid=95102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 20:20:18.459670 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5ec73d1-4522-492f-9ade-998b6cc7813f req-d0521352-0235-4a44-8feb-cfe7efc9ac40 service neutron] Port ec24322d-e97d-457f-a992-1f0b972c7e46 on network b92df617-23bb-4e93-bb3e-e9d0486e8695 not bound, no agent of type Open vSwitch agent registered on host n-h1-713301-16 {{(pid=95102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 20:20:18.459999 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5ec73d1-4522-492f-9ade-998b6cc7813f req-d0521352-0235-4a44-8feb-cfe7efc9ac40 service neutron] Attempting to bind port ec24322d-e97d-457f-a992-1f0b972c7e46 on network b92df617-23bb-4e93-bb3e-e9d0486e8695 {{(pid=95102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 20:20:18.465361 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5ec73d1-4522-492f-9ade-998b6cc7813f req-d0521352-0235-4a44-8feb-cfe7efc9ac40 service neutron] Checking agent: {'id': '0708c3e9-0aad-4600-9be9-d2486535c898', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713301-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 19, 15, 28), 'started_at': datetime.datetime(2021, 9, 23, 19, 15, 28), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 20, 19, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 20:20:18.465705 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5ec73d1-4522-492f-9ade-998b6cc7813f req-d0521352-0235-4a44-8feb-cfe7efc9ac40 service neutron] Checking segment: {'id': '53dfdcbe-af39-4d7e-9c7e-98bd4f94b0be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': 'b92df617-23bb-4e93-bb3e-e9d0486e8695'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95102) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 20:20:18.466094 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5ec73d1-4522-492f-9ade-998b6cc7813f req-d0521352-0235-4a44-8feb-cfe7efc9ac40 service neutron] Bound using segment: {'id': '53dfdcbe-af39-4d7e-9c7e-98bd4f94b0be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': 'b92df617-23bb-4e93-bb3e-e9d0486e8695'} {{(pid=95102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 20:20:18.466528 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.managers [req-e5ec73d1-4522-492f-9ade-998b6cc7813f req-d0521352-0235-4a44-8feb-cfe7efc9ac40 service neutron] Bound port: ec24322d-e97d-457f-a992-1f0b972c7e46, host: n-h1-713301-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '53dfdcbe-af39-4d7e-9c7e-98bd4f94b0be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': 'b92df617-23bb-4e93-bb3e-e9d0486e8695'}}] {{(pid=95102) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 20:20:18.466897 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-e5ec73d1-4522-492f-9ade-998b6cc7813f req-d0521352-0235-4a44-8feb-cfe7efc9ac40 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:20:18.534826 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.db [req-e5ec73d1-4522-492f-9ade-998b6cc7813f req-d0521352-0235-4a44-8feb-cfe7efc9ac40 service neutron] For port ec24322d-e97d-457f-a992-1f0b972c7e46, host n-h1-713301-16, cleared binding levels {{(pid=95102) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 20:20:18.538037 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.db [req-e5ec73d1-4522-492f-9ade-998b6cc7813f req-d0521352-0235-4a44-8feb-cfe7efc9ac40 service neutron] For port ec24322d-e97d-457f-a992-1f0b972c7e46, host n-h1-713301-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-16',level=0,port_id=ec24322d-e97d-457f-a992-1f0b972c7e46,segment=NetworkSegment(53dfdcbe-af39-4d7e-9c7e-98bd4f94b0be),segment_id=53dfdcbe-af39-4d7e-9c7e-98bd4f94b0be)] {{(pid=95102) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 20:20:18.541898 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-e5ec73d1-4522-492f-9ade-998b6cc7813f req-d0521352-0235-4a44-8feb-cfe7efc9ac40 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4399095'] for port, after_update {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:20:18.555115 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.agents_db [None req-f2f5c474-60a3-474f-b2cc-02c4bd30880c None None] Agent healthcheck: found 7 active agents {{(pid=95104) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 20:20:18.576557 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ec73d1-4522-492f-9ade-998b6cc7813f req-d0521352-0235-4a44-8feb-cfe7efc9ac40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:20:18.577354 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-e5ec73d1-4522-492f-9ade-998b6cc7813f req-d0521352-0235-4a44-8feb-cfe7efc9ac40 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222849'] for port, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:20:18.578859 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-e5ec73d1-4522-492f-9ade-998b6cc7813f req-d0521352-0235-4a44-8feb-cfe7efc9ac40 service neutron] 10.222.0.74 "PUT /v2.0/ports/ec24322d-e97d-457f-a992-1f0b972c7e46 HTTP/1.1" status: 200 len: 1092 time: 0.6103907 Sep 23 20:20:18.579257 n-d-713301-16 neutron-server[95102]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '39187fdd-fa37-4b11-9361-b2da8b6818a4', 'tag': 'ec24322d-e97d-457f-a992-1f0b972c7e46'}] {{(pid=95102) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 20:20:18.581404 n-d-713301-16 neutron-server[95102]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a8356a6bd5e554bb349ddb806ba98ee8c25ce2b3f69d698f62da31b860ff3eb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1ff7711-6b83-4ce2-92fa-db916adde066" -d '{"events": [{"name": "network-changed", "server_uuid": "39187fdd-fa37-4b11-9361-b2da8b6818a4", "tag": "ec24322d-e97d-457f-a992-1f0b972c7e46"}]}' {{(pid=95102) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 20:20:18.610512 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0521352-0235-4a44-8feb-cfe7efc9ac40 service neutron] Pushing event updated for resources: {'Port': ['ID=ec24322d-e97d-457f-a992-1f0b972c7e46,revision_number=3']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:20:18.625899 n-d-713301-16 neutron-server[95102]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 20:20:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48cfac1d-ffa2-4692-b751-f561b2d50b79 x-openstack-request-id: req-48cfac1d-ffa2-4692-b751-f561b2d50b79 {{(pid=95102) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 20:20:18.626178 n-d-713301-16 neutron-server[95102]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "39187fdd-fa37-4b11-9361-b2da8b6818a4", "tag": "ec24322d-e97d-457f-a992-1f0b972c7e46", "status": "completed", "code": 200}]} {{(pid=95102) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 20:20:18.626423 n-d-713301-16 neutron-server[95102]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-48cfac1d-ffa2-4692-b751-f561b2d50b79 {{(pid=95102) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 20:20:18.626850 n-d-713301-16 neutron-server[95102]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '39187fdd-fa37-4b11-9361-b2da8b6818a4', 'tag': 'ec24322d-e97d-457f-a992-1f0b972c7e46', 'status': 'completed', 'code': 200} Sep 23 20:20:18.672466 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ec73d1-4522-492f-9ade-998b6cc7813f req-e0f8d727-06a3-4d6b-932e-badc88a4f2d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:20:18.674331 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-e5ec73d1-4522-492f-9ade-998b6cc7813f req-e0f8d727-06a3-4d6b-932e-badc88a4f2d3 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=8cf34ddf053948b0bd74a340f268ac37&device_id=39187fdd-fa37-4b11-9361-b2da8b6818a4 HTTP/1.1" status: 200 len: 1095 time: 0.0464270 Sep 23 20:20:18.731093 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-e5ec73d1-4522-492f-9ade-998b6cc7813f req-184c4897-3c6b-4426-a7e1-7df281861459 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ec24322d-e97d-457f-a992-1f0b972c7e46 HTTP/1.1" status: 200 len: 217 time: 0.0488760 Sep 23 20:20:18.800534 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ec73d1-4522-492f-9ade-998b6cc7813f req-66c900aa-ace1-4ecc-82d0-601db68f325d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:20:18.801984 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-e5ec73d1-4522-492f-9ade-998b6cc7813f req-66c900aa-ace1-4ecc-82d0-601db68f325d service neutron] 10.222.0.74 "GET /v2.0/subnets?id=f747f756-fa25-4f5d-a1e9-078a644e7a38 HTTP/1.1" status: 200 len: 856 time: 0.0558136 Sep 23 20:20:18.809622 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a564257-2ea9-420e-ae82-af40a9473fd3 req-d04a9227-b18d-4f69-9cec-95a74f3f1309 tempest-TestEncryptedCinderVolumes-1965623715 tempest-TestEncryptedCinderVolumes-1965623715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:20:18.811033 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-3a564257-2ea9-420e-ae82-af40a9473fd3 req-d04a9227-b18d-4f69-9cec-95a74f3f1309 tempest-TestEncryptedCinderVolumes-1965623715 tempest-TestEncryptedCinderVolumes-1965623715-project] 10.222.0.67 "GET /v2.0/ports?device_id=39187fdd-fa37-4b11-9361-b2da8b6818a4 HTTP/1.1" status: 200 len: 943 time: 0.1219680 Sep 23 20:20:18.879116 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-3a564257-2ea9-420e-ae82-af40a9473fd3 req-ce6dcb60-752b-4a11-a0d5-4ab0be0ab644 tempest-TestEncryptedCinderVolumes-1965623715 tempest-TestEncryptedCinderVolumes-1965623715-project] 10.222.0.67 "GET /v2.0/security-groups?id=5bbf048c-eed5-4b74-9d7a-452c764101da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596092 Sep 23 20:20:18.881855 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ec73d1-4522-492f-9ade-998b6cc7813f req-d19dde29-5789-4c5d-97f0-528f13b00c94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:20:18.883294 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-e5ec73d1-4522-492f-9ade-998b6cc7813f req-d19dde29-5789-4c5d-97f0-528f13b00c94 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=b92df617-23bb-4e93-bb3e-e9d0486e8695&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0713468 Sep 23 20:20:18.974697 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-e5ec73d1-4522-492f-9ade-998b6cc7813f req-3f1aad10-a8d7-47be-b0c4-ab086a4584e9 service neutron] 10.222.0.74 "GET /v2.0/networks/b92df617-23bb-4e93-bb3e-e9d0486e8695?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842693 Sep 23 20:20:19.068362 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-e5ec73d1-4522-492f-9ade-998b6cc7813f req-87a2f2c0-018b-4f83-b36d-a64362b42038 service neutron] 10.222.0.74 "GET /v2.0/networks/b92df617-23bb-4e93-bb3e-e9d0486e8695?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871491 Sep 23 20:20:19.152757 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ff7711-6b83-4ce2-92fa-db916adde066 req-82de0441-d156-4330-9bb4-974652e2ab42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:20:19.154268 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-e1ff7711-6b83-4ce2-92fa-db916adde066 req-82de0441-d156-4330-9bb4-974652e2ab42 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=8cf34ddf053948b0bd74a340f268ac37&device_id=39187fdd-fa37-4b11-9361-b2da8b6818a4 HTTP/1.1" status: 200 len: 1095 time: 0.0408623 Sep 23 20:20:19.247821 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ff7711-6b83-4ce2-92fa-db916adde066 req-6720542b-9e4b-4740-83d1-fb18325857e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:20:19.249475 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-e1ff7711-6b83-4ce2-92fa-db916adde066 req-6720542b-9e4b-4740-83d1-fb18325857e8 service neutron] 10.222.0.74 "GET /v2.0/networks?id=b92df617-23bb-4e93-bb3e-e9d0486e8695 HTTP/1.1" status: 200 len: 918 time: 0.0883825 Sep 23 20:20:19.292342 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-e1ff7711-6b83-4ce2-92fa-db916adde066 req-909891b2-617d-4332-bdef-d4040047254e service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ec24322d-e97d-457f-a992-1f0b972c7e46 HTTP/1.1" status: 200 len: 217 time: 0.0356483 Sep 23 20:20:19.342867 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ff7711-6b83-4ce2-92fa-db916adde066 req-ac9b9ba4-365a-4260-ae3d-3c03b3b2c73b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:20:19.344555 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-e1ff7711-6b83-4ce2-92fa-db916adde066 req-ac9b9ba4-365a-4260-ae3d-3c03b3b2c73b service neutron] 10.222.0.74 "GET /v2.0/subnets?id=f747f756-fa25-4f5d-a1e9-078a644e7a38 HTTP/1.1" status: 200 len: 856 time: 0.0447910 Sep 23 20:20:19.396058 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ff7711-6b83-4ce2-92fa-db916adde066 req-9113ef7a-03f3-473b-a672-5d6a5bc6c957 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:20:19.397655 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-e1ff7711-6b83-4ce2-92fa-db916adde066 req-9113ef7a-03f3-473b-a672-5d6a5bc6c957 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=b92df617-23bb-4e93-bb3e-e9d0486e8695&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0456777 Sep 23 20:20:19.488832 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-e1ff7711-6b83-4ce2-92fa-db916adde066 req-9b710650-4350-4384-84b6-f9af7f000361 service neutron] 10.222.0.74 "GET /v2.0/networks/b92df617-23bb-4e93-bb3e-e9d0486e8695?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823827 Sep 23 20:20:19.583290 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-e1ff7711-6b83-4ce2-92fa-db916adde066 req-c08b321e-0c78-4ec0-bbc7-3448fdff49dc service neutron] 10.222.0.74 "GET /v2.0/networks/b92df617-23bb-4e93-bb3e-e9d0486e8695?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871477 Sep 23 20:20:19.792537 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-a266b0d3-464f-409e-a901-a937668b41b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:20:19.997019 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2654a82-7eb3-4256-baad-8dbc70cd483d req-f65cd280-3f3e-4bdc-b74e-0e570142fe4e tempest-TestEncryptedCinderVolumes-1965623715 tempest-TestEncryptedCinderVolumes-1965623715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:20:19.998569 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-d2654a82-7eb3-4256-baad-8dbc70cd483d req-f65cd280-3f3e-4bdc-b74e-0e570142fe4e tempest-TestEncryptedCinderVolumes-1965623715 tempest-TestEncryptedCinderVolumes-1965623715-project] 10.222.0.67 "GET /v2.0/ports?device_id=39187fdd-fa37-4b11-9361-b2da8b6818a4 HTTP/1.1" status: 200 len: 943 time: 0.0498846 Sep 23 20:20:20.037216 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-d2654a82-7eb3-4256-baad-8dbc70cd483d req-a6a07d5b-8505-4fa0-911a-0de2c4c4a946 tempest-TestEncryptedCinderVolumes-1965623715 tempest-TestEncryptedCinderVolumes-1965623715-project] 10.222.0.67 "GET /v2.0/security-groups?id=5bbf048c-eed5-4b74-9d7a-452c764101da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318508 Sep 23 20:20:21.155127 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e774135a-f1d5-4416-b42e-41239aa0328e req-ee6b490b-3f0f-410f-9e85-5c7dfa53c517 tempest-TestEncryptedCinderVolumes-1965623715 tempest-TestEncryptedCinderVolumes-1965623715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:20:21.156676 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-e774135a-f1d5-4416-b42e-41239aa0328e req-ee6b490b-3f0f-410f-9e85-5c7dfa53c517 tempest-TestEncryptedCinderVolumes-1965623715 tempest-TestEncryptedCinderVolumes-1965623715-project] 10.222.0.67 "GET /v2.0/ports?device_id=39187fdd-fa37-4b11-9361-b2da8b6818a4 HTTP/1.1" status: 200 len: 943 time: 0.0498354 Sep 23 20:20:21.195358 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-e774135a-f1d5-4416-b42e-41239aa0328e req-4ed0f95d-761e-4872-a3cb-4901a1df6f8d tempest-TestEncryptedCinderVolumes-1965623715 tempest-TestEncryptedCinderVolumes-1965623715-project] 10.222.0.67 "GET /v2.0/security-groups?id=5bbf048c-eed5-4b74-9d7a-452c764101da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322080 Sep 23 20:20:21.758215 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Device ec24322d-e97d-457f-a992-1f0b972c7e46 details requested by agent hyperv_n-h1-713301-16 with host n-h1-713301-16 {{(pid=95103) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 20:20:21.851290 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] For port ec24322d-e97d-457f-a992-1f0b972c7e46, host n-h1-713301-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-16',level=0,port_id=ec24322d-e97d-457f-a992-1f0b972c7e46,segment=NetworkSegment(53dfdcbe-af39-4d7e-9c7e-98bd4f94b0be),segment_id=53dfdcbe-af39-4d7e-9c7e-98bd4f94b0be)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 20:20:21.862197 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Returning: {'device': 'ec24322d-e97d-457f-a992-1f0b972c7e46', 'network_id': 'b92df617-23bb-4e93-bb3e-e9d0486e8695', 'port_id': 'ec24322d-e97d-457f-a992-1f0b972c7e46', 'mac_address': 'fa:16:3e:ef:e7:f4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 614, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f747f756-fa25-4f5d-a1e9-078a644e7a38', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95103) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 20:20:21.902081 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:20:21.914714 n-d-713301-16 neutron-server[95103]: DEBUG neutron.notifiers.nova [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ec24322d-e97d-457f-a992-1f0b972c7e46 {{(pid=95103) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 20:20:21.935715 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] For port ec24322d-e97d-457f-a992-1f0b972c7e46, host n-h1-713301-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-16',level=0,port_id=ec24322d-e97d-457f-a992-1f0b972c7e46,segment=NetworkSegment(53dfdcbe-af39-4d7e-9c7e-98bd4f94b0be),segment_id=53dfdcbe-af39-4d7e-9c7e-98bd4f94b0be)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 20:20:21.940174 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:20:21.989395 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Pushing event updated for resources: {'Port': ['ID=ec24322d-e97d-457f-a992-1f0b972c7e46,revision_number=4']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:20:21.996753 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:20:21.997102 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:20:21.997443 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:20:21.997783 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:20:21.998119 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:20:21.998514 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:20:21.999374 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:20:21.999701 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:20:22.000027 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:20:22.000349 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:20:22.000696 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:20:22.001021 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:20:22.127609 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] get_ports_and_sgs() called for port_ids ['ec24322d-e97d-457f-a992-1f0b972c7e46'] {{(pid=95103) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 20:20:22.320132 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-510ccad1-4aed-4308-adbd-50939da15a5a req-1a48629d-9e28-464c-a485-32ac2daf82d0 tempest-TestEncryptedCinderVolumes-1965623715 tempest-TestEncryptedCinderVolumes-1965623715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:20:22.321589 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-510ccad1-4aed-4308-adbd-50939da15a5a req-1a48629d-9e28-464c-a485-32ac2daf82d0 tempest-TestEncryptedCinderVolumes-1965623715 tempest-TestEncryptedCinderVolumes-1965623715-project] 10.222.0.67 "GET /v2.0/ports?device_id=39187fdd-fa37-4b11-9361-b2da8b6818a4 HTTP/1.1" status: 200 len: 944 time: 0.0566716 Sep 23 20:20:22.361245 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-510ccad1-4aed-4308-adbd-50939da15a5a req-0fe23f2f-d80e-4a60-8988-a47cedae2c1a tempest-TestEncryptedCinderVolumes-1965623715 tempest-TestEncryptedCinderVolumes-1965623715-project] 10.222.0.67 "GET /v2.0/security-groups?id=5bbf048c-eed5-4b74-9d7a-452c764101da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327346 Sep 23 20:20:23.025054 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-24044f59-ef9d-4045-a40c-eb62714c04fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:20:23.204975 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:20:23.478341 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7a0ee9-fc4d-4a3f-99cb-b33b0284e14e req-93dba966-0f79-4d11-afe8-fb98ecf108f1 tempest-TestEncryptedCinderVolumes-1965623715 tempest-TestEncryptedCinderVolumes-1965623715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:20:23.480032 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-9a7a0ee9-fc4d-4a3f-99cb-b33b0284e14e req-93dba966-0f79-4d11-afe8-fb98ecf108f1 tempest-TestEncryptedCinderVolumes-1965623715 tempest-TestEncryptedCinderVolumes-1965623715-project] 10.222.0.67 "GET /v2.0/ports?device_id=39187fdd-fa37-4b11-9361-b2da8b6818a4 HTTP/1.1" status: 200 len: 944 time: 0.0518951 Sep 23 20:20:23.519475 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-9a7a0ee9-fc4d-4a3f-99cb-b33b0284e14e req-4520a479-8de2-4233-9b4e-93a05334a310 tempest-TestEncryptedCinderVolumes-1965623715 tempest-TestEncryptedCinderVolumes-1965623715-project] 10.222.0.67 "GET /v2.0/security-groups?id=5bbf048c-eed5-4b74-9d7a-452c764101da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327816 Sep 23 20:20:23.640518 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-0ae75029-feb6-4728-9a94-5f9b60993d82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:20:23.774040 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Device ec24322d-e97d-457f-a992-1f0b972c7e46 up at agent hyperv_n-h1-713301-16 {{(pid=95103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 20:20:23.821884 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Provisioning for port ec24322d-e97d-457f-a992-1f0b972c7e46 completed by entity L2. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 20:20:23.825874 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Provisioning complete for port ec24322d-e97d-457f-a992-1f0b972c7e46 triggered by entity L2. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 20:20:23.826250 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:20:23.905891 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:20:23.929732 n-d-713301-16 neutron-server[95103]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '39187fdd-fa37-4b11-9361-b2da8b6818a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec24322d-e97d-457f-a992-1f0b972c7e46'}] {{(pid=95103) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 20:20:23.931956 n-d-713301-16 neutron-server[95103]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1848421c4d334b5bfe6f5b9de07f03d1600ee538ec1ae4f0fcf02c32f81bee4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43e50b6a-cbec-4345-a611-57ff9ae556e6" -d '{"events": [{"server_uuid": "39187fdd-fa37-4b11-9361-b2da8b6818a4", "name": "network-vif-plugged", "status": "completed", "tag": "ec24322d-e97d-457f-a992-1f0b972c7e46"}]}' {{(pid=95103) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 20:20:23.946136 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] For port ec24322d-e97d-457f-a992-1f0b972c7e46, host n-h1-713301-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-16',level=0,port_id=ec24322d-e97d-457f-a992-1f0b972c7e46,segment=NetworkSegment(53dfdcbe-af39-4d7e-9c7e-98bd4f94b0be),segment_id=53dfdcbe-af39-4d7e-9c7e-98bd4f94b0be)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 20:20:23.950641 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:20:23.978811 n-d-713301-16 neutron-server[95103]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 20:20:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77bbcd92-1c6d-4b8d-8384-75fcafca38b6 x-openstack-request-id: req-77bbcd92-1c6d-4b8d-8384-75fcafca38b6 {{(pid=95103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 20:20:23.979350 n-d-713301-16 neutron-server[95103]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "39187fdd-fa37-4b11-9361-b2da8b6818a4", "name": "network-vif-plugged", "status": "completed", "tag": "ec24322d-e97d-457f-a992-1f0b972c7e46", "code": 200}]} {{(pid=95103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 20:20:23.979600 n-d-713301-16 neutron-server[95103]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-77bbcd92-1c6d-4b8d-8384-75fcafca38b6 {{(pid=95103) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 20:20:23.980010 n-d-713301-16 neutron-server[95103]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '39187fdd-fa37-4b11-9361-b2da8b6818a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec24322d-e97d-457f-a992-1f0b972c7e46', 'code': 200} Sep 23 20:20:24.007832 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Pushing event updated for resources: {'Port': ['ID=ec24322d-e97d-457f-a992-1f0b972c7e46,revision_number=5']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:20:24.068618 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2756344f-787c-459e-aed4-057c25febd98 req-a1a8d602-8fdf-41b8-9121-fceb0a5fdafc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:20:24.070180 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-2756344f-787c-459e-aed4-057c25febd98 req-a1a8d602-8fdf-41b8-9121-fceb0a5fdafc service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=39187fdd-fa37-4b11-9361-b2da8b6818a4 HTTP/1.1" status: 200 len: 1097 time: 0.0472679 Sep 23 20:20:24.107482 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-2756344f-787c-459e-aed4-057c25febd98 req-aa7afb5c-6712-40e3-8521-9217ce93cfe4 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=5bbf048c-eed5-4b74-9d7a-452c764101da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301726 Sep 23 20:20:24.638164 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f7f43d-6fe5-4b2b-825a-2186e7df3f43 req-83326583-02c7-4414-a847-3e10013dcc1b tempest-TestEncryptedCinderVolumes-1965623715 tempest-TestEncryptedCinderVolumes-1965623715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:20:24.640497 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-a0f7f43d-6fe5-4b2b-825a-2186e7df3f43 req-83326583-02c7-4414-a847-3e10013dcc1b tempest-TestEncryptedCinderVolumes-1965623715 tempest-TestEncryptedCinderVolumes-1965623715-project] 10.222.0.67 "GET /v2.0/ports?device_id=39187fdd-fa37-4b11-9361-b2da8b6818a4 HTTP/1.1" status: 200 len: 945 time: 0.0534279 Sep 23 20:20:24.678073 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-a0f7f43d-6fe5-4b2b-825a-2186e7df3f43 req-d7b80b10-2dca-4c75-a1ec-54390b2287e3 tempest-TestEncryptedCinderVolumes-1965623715 tempest-TestEncryptedCinderVolumes-1965623715-project] 10.222.0.67 "GET /v2.0/security-groups?id=5bbf048c-eed5-4b74-9d7a-452c764101da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317831 Sep 23 20:20:25.478513 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-80e7e501-6c57-470d-92c6-e3d54bc3195c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:20:25.796896 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03cc93e-77eb-47f5-9010-9d00f90083f8 req-4f3eacce-135a-48cd-b748-676862fd7334 tempest-TestEncryptedCinderVolumes-1965623715 tempest-TestEncryptedCinderVolumes-1965623715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:20:25.798638 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-e03cc93e-77eb-47f5-9010-9d00f90083f8 req-4f3eacce-135a-48cd-b748-676862fd7334 tempest-TestEncryptedCinderVolumes-1965623715 tempest-TestEncryptedCinderVolumes-1965623715-project] 10.222.0.67 "GET /v2.0/ports?device_id=39187fdd-fa37-4b11-9361-b2da8b6818a4 HTTP/1.1" status: 200 len: 945 time: 0.0509851 Sep 23 20:20:25.838294 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-e03cc93e-77eb-47f5-9010-9d00f90083f8 req-f4880837-4900-445f-9bf0-00e1aaa58b79 tempest-TestEncryptedCinderVolumes-1965623715 tempest-TestEncryptedCinderVolumes-1965623715-project] 10.222.0.67 "GET /v2.0/security-groups?id=5bbf048c-eed5-4b74-9d7a-452c764101da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336814 Sep 23 20:20:25.954636 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38cf93f2-045a-436f-8215-11b6e36c91bf req-ca5057c5-b0de-464b-bb79-8140cf877edc tempest-TestEncryptedCinderVolumes-1965623715 tempest-TestEncryptedCinderVolumes-1965623715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:20:25.956141 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-38cf93f2-045a-436f-8215-11b6e36c91bf req-ca5057c5-b0de-464b-bb79-8140cf877edc tempest-TestEncryptedCinderVolumes-1965623715 tempest-TestEncryptedCinderVolumes-1965623715-project] 10.222.0.67 "GET /v2.0/ports?device_id=39187fdd-fa37-4b11-9361-b2da8b6818a4 HTTP/1.1" status: 200 len: 945 time: 0.0496120 Sep 23 20:20:25.994658 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-38cf93f2-045a-436f-8215-11b6e36c91bf req-5388294c-a911-4da1-9de4-4af5628a66b8 tempest-TestEncryptedCinderVolumes-1965623715 tempest-TestEncryptedCinderVolumes-1965623715-project] 10.222.0.67 "GET /v2.0/security-groups?id=5bbf048c-eed5-4b74-9d7a-452c764101da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321419 Sep 23 20:20:28.210021 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-9661c54e-334f-4622-b985-26f692b11b02 req-a73b3acc-2ace-4cac-99c3-bab12604d0c7 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=39187fdd-fa37-4b11-9361-b2da8b6818a4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0454309 Sep 23 20:20:28.291957 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9661c54e-334f-4622-b985-26f692b11b02 req-7984bfe0-5cb6-47a3-8311-a2e6e20fe4b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:20:28.293743 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-9661c54e-334f-4622-b985-26f692b11b02 req-7984bfe0-5cb6-47a3-8311-a2e6e20fe4b2 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=8cf34ddf053948b0bd74a340f268ac37&device_id=39187fdd-fa37-4b11-9361-b2da8b6818a4 HTTP/1.1" status: 200 len: 1097 time: 0.0414546 Sep 23 20:20:28.413122 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:20:28.415083 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9661c54e-334f-4622-b985-26f692b11b02 req-2fce744c-b90d-4f01-a475-5ef75767b44f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:20:28.416583 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-9661c54e-334f-4622-b985-26f692b11b02 req-2fce744c-b90d-4f01-a475-5ef75767b44f service neutron] 10.222.0.74 "GET /v2.0/networks?id=b92df617-23bb-4e93-bb3e-e9d0486e8695 HTTP/1.1" status: 200 len: 918 time: 0.0979435 Sep 23 20:20:28.466919 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-9661c54e-334f-4622-b985-26f692b11b02 req-64d7a70e-d7a9-46e4-bdab-7b40185e53a3 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ec24322d-e97d-457f-a992-1f0b972c7e46 HTTP/1.1" status: 200 len: 217 time: 0.0428002 Sep 23 20:20:28.517035 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9661c54e-334f-4622-b985-26f692b11b02 req-e8cd5da7-de5a-488f-ac20-e6730c7e8cfb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:20:28.518553 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-9661c54e-334f-4622-b985-26f692b11b02 req-e8cd5da7-de5a-488f-ac20-e6730c7e8cfb service neutron] 10.222.0.74 "GET /v2.0/subnets?id=f747f756-fa25-4f5d-a1e9-078a644e7a38 HTTP/1.1" status: 200 len: 856 time: 0.0456452 Sep 23 20:20:28.566097 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9661c54e-334f-4622-b985-26f692b11b02 req-758687f6-6e54-43f9-95cc-d684d83160b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:20:28.567767 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-9661c54e-334f-4622-b985-26f692b11b02 req-758687f6-6e54-43f9-95cc-d684d83160b7 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=b92df617-23bb-4e93-bb3e-e9d0486e8695&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0423386 Sep 23 20:20:28.664556 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-9661c54e-334f-4622-b985-26f692b11b02 req-75e093b6-216e-4193-832f-bc3e220bcc7c service neutron] 10.222.0.74 "GET /v2.0/networks/b92df617-23bb-4e93-bb3e-e9d0486e8695?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894024 Sep 23 20:20:28.745204 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:20:28.763532 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-9661c54e-334f-4622-b985-26f692b11b02 req-aabd8039-03f4-4f55-b601-5aec65e928a6 service neutron] 10.222.0.74 "GET /v2.0/networks/b92df617-23bb-4e93-bb3e-e9d0486e8695?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887899 Sep 23 20:20:44.486664 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e888196d-10ee-45a9-a928-ba3ee48ef2ce req-98b690bd-5cfb-4d6d-aa07-baa7e2c330b1 tempest-TestEncryptedCinderVolumes-1965623715 tempest-TestEncryptedCinderVolumes-1965623715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:20:44.488194 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-e888196d-10ee-45a9-a928-ba3ee48ef2ce req-98b690bd-5cfb-4d6d-aa07-baa7e2c330b1 tempest-TestEncryptedCinderVolumes-1965623715 tempest-TestEncryptedCinderVolumes-1965623715-project] 10.222.0.67 "GET /v2.0/ports?device_id=39187fdd-fa37-4b11-9361-b2da8b6818a4 HTTP/1.1" status: 200 len: 945 time: 0.0565851 Sep 23 20:20:44.530934 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-e888196d-10ee-45a9-a928-ba3ee48ef2ce req-857ccf46-3719-4215-ba81-0905ad80980a tempest-TestEncryptedCinderVolumes-1965623715 tempest-TestEncryptedCinderVolumes-1965623715-project] 10.222.0.67 "GET /v2.0/security-groups?id=5bbf048c-eed5-4b74-9d7a-452c764101da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334740 Sep 23 20:20:45.754228 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20c274c-e934-45ed-b76f-3af931264412 req-2ce83bb0-c298-4d90-a269-1ce30dcddfb1 tempest-TestEncryptedCinderVolumes-1965623715 tempest-TestEncryptedCinderVolumes-1965623715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:20:45.755765 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-f20c274c-e934-45ed-b76f-3af931264412 req-2ce83bb0-c298-4d90-a269-1ce30dcddfb1 tempest-TestEncryptedCinderVolumes-1965623715 tempest-TestEncryptedCinderVolumes-1965623715-project] 10.222.0.67 "GET /v2.0/ports?device_id=39187fdd-fa37-4b11-9361-b2da8b6818a4 HTTP/1.1" status: 200 len: 945 time: 0.1523824 Sep 23 20:20:45.794257 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-f20c274c-e934-45ed-b76f-3af931264412 req-52a1de76-3a0e-4305-80a0-fafe52fdb727 tempest-TestEncryptedCinderVolumes-1965623715 tempest-TestEncryptedCinderVolumes-1965623715-project] 10.222.0.67 "GET /v2.0/security-groups?id=5bbf048c-eed5-4b74-9d7a-452c764101da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324383 Sep 23 20:20:45.971186 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc47e85d-dad5-4f48-8f28-9125c0699828 req-19a1d02a-1353-433d-a821-1b1f4985b2ec tempest-TestEncryptedCinderVolumes-1965623715 tempest-TestEncryptedCinderVolumes-1965623715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:20:45.972659 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-cc47e85d-dad5-4f48-8f28-9125c0699828 req-19a1d02a-1353-433d-a821-1b1f4985b2ec tempest-TestEncryptedCinderVolumes-1965623715 tempest-TestEncryptedCinderVolumes-1965623715-project] 10.222.0.74 "GET /v2.0/ports?device_id=39187fdd-fa37-4b11-9361-b2da8b6818a4 HTTP/1.1" status: 200 len: 945 time: 0.0499668 Sep 23 20:20:46.067928 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.plugin [req-cc47e85d-dad5-4f48-8f28-9125c0699828 req-165d20b2-5543-40e4-af87-0d0393ab4eab tempest-TestEncryptedCinderVolumes-1965623715 tempest-TestEncryptedCinderVolumes-1965623715-project] Deleting port ec24322d-e97d-457f-a992-1f0b972c7e46 {{(pid=95102) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 20:20:46.068301 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-cc47e85d-dad5-4f48-8f28-9125c0699828 req-165d20b2-5543-40e4-af87-0d0393ab4eab tempest-TestEncryptedCinderVolumes-1965623715 tempest-TestEncryptedCinderVolumes-1965623715-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783146157096'] for port, before_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:20:46.154983 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.db [req-cc47e85d-dad5-4f48-8f28-9125c0699828 req-165d20b2-5543-40e4-af87-0d0393ab4eab tempest-TestEncryptedCinderVolumes-1965623715 tempest-TestEncryptedCinderVolumes-1965623715-project] For port ec24322d-e97d-457f-a992-1f0b972c7e46, host n-h1-713301-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-16',level=0,port_id=ec24322d-e97d-457f-a992-1f0b972c7e46,segment=NetworkSegment(53dfdcbe-af39-4d7e-9c7e-98bd4f94b0be),segment_id=53dfdcbe-af39-4d7e-9c7e-98bd4f94b0be)] {{(pid=95102) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 20:20:46.155348 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-cc47e85d-dad5-4f48-8f28-9125c0699828 req-165d20b2-5543-40e4-af87-0d0393ab4eab tempest-TestEncryptedCinderVolumes-1965623715 tempest-TestEncryptedCinderVolumes-1965623715-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-605701'] for port, precommit_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:20:46.167862 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.plugin [req-cc47e85d-dad5-4f48-8f28-9125c0699828 req-165d20b2-5543-40e4-af87-0d0393ab4eab tempest-TestEncryptedCinderVolumes-1965623715 tempest-TestEncryptedCinderVolumes-1965623715-project] Calling delete_port for ec24322d-e97d-457f-a992-1f0b972c7e46 owned by compute:nova {{(pid=95102) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 20:20:46.302897 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-cc47e85d-dad5-4f48-8f28-9125c0699828 req-165d20b2-5543-40e4-af87-0d0393ab4eab tempest-TestEncryptedCinderVolumes-1965623715 tempest-TestEncryptedCinderVolumes-1965623715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783146162158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783145673144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4399100'] for port, after_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:20:46.315233 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] get_ports_and_sgs() called for port_ids ['ec24322d-e97d-457f-a992-1f0b972c7e46'] {{(pid=95103) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 20:20:46.334711 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-165d20b2-5543-40e4-af87-0d0393ab4eab tempest-TestEncryptedCinderVolumes-1965623715 tempest-TestEncryptedCinderVolumes-1965623715-project] Pushing event deleted for resources: {'Port': ['ID=ec24322d-e97d-457f-a992-1f0b972c7e46,revision_number=None']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:20:46.381292 n-d-713301-16 neutron-server[95102]: DEBUG neutron.db.l3_dvrscheduler_db [req-cc47e85d-dad5-4f48-8f28-9125c0699828 req-165d20b2-5543-40e4-af87-0d0393ab4eab tempest-TestEncryptedCinderVolumes-1965623715 tempest-TestEncryptedCinderVolumes-1965623715-project] No DVR routers for this DVR port ec24322d-e97d-457f-a992-1f0b972c7e46 on host n-h1-713301-16 {{(pid=95102) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 20:20:46.383888 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-cc47e85d-dad5-4f48-8f28-9125c0699828 req-165d20b2-5543-40e4-af87-0d0393ab4eab tempest-TestEncryptedCinderVolumes-1965623715 tempest-TestEncryptedCinderVolumes-1965623715-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222849'] for port, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:20:46.385902 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-cc47e85d-dad5-4f48-8f28-9125c0699828 req-165d20b2-5543-40e4-af87-0d0393ab4eab tempest-TestEncryptedCinderVolumes-1965623715 tempest-TestEncryptedCinderVolumes-1965623715-project] 10.222.0.74 "DELETE /v2.0/ports/ec24322d-e97d-457f-a992-1f0b972c7e46 HTTP/1.1" status: 204 len: 173 time: 0.4062819 Sep 23 20:20:46.386335 n-d-713301-16 neutron-server[95102]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '39187fdd-fa37-4b11-9361-b2da8b6818a4', 'name': 'network-vif-deleted', 'tag': 'ec24322d-e97d-457f-a992-1f0b972c7e46'}] {{(pid=95102) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 20:20:46.388850 n-d-713301-16 neutron-server[95102]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a8356a6bd5e554bb349ddb806ba98ee8c25ce2b3f69d698f62da31b860ff3eb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bfdfe5cf-b807-4af9-be4c-b798153758f4" -d '{"events": [{"server_uuid": "39187fdd-fa37-4b11-9361-b2da8b6818a4", "name": "network-vif-deleted", "tag": "ec24322d-e97d-457f-a992-1f0b972c7e46"}]}' {{(pid=95102) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 20:20:46.428982 n-d-713301-16 neutron-server[95102]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 20:20:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a56090c-326f-406a-9e9a-5355110bc2b9 x-openstack-request-id: req-8a56090c-326f-406a-9e9a-5355110bc2b9 {{(pid=95102) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 20:20:46.429227 n-d-713301-16 neutron-server[95102]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "39187fdd-fa37-4b11-9361-b2da8b6818a4", "name": "network-vif-deleted", "tag": "ec24322d-e97d-457f-a992-1f0b972c7e46", "status": "completed", "code": 200}]} {{(pid=95102) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 20:20:46.429481 n-d-713301-16 neutron-server[95102]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-8a56090c-326f-406a-9e9a-5355110bc2b9 {{(pid=95102) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 20:20:46.429878 n-d-713301-16 neutron-server[95102]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '39187fdd-fa37-4b11-9361-b2da8b6818a4', 'name': 'network-vif-deleted', 'tag': 'ec24322d-e97d-457f-a992-1f0b972c7e46', 'status': 'completed', 'code': 200} Sep 23 20:20:46.909792 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 33680) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:20:47.258633 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-a99d4f89-63dd-43e3-8a79-dd45ebdc851b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-601372'] for router_interface, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:20:47.501470 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.plugin [None req-a99d4f89-63dd-43e3-8a79-dd45ebdc851b admin admin] Deleting port 43d61969-1d98-46e1-9abd-51b1174fa1ea {{(pid=95101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 20:20:47.501809 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-a99d4f89-63dd-43e3-8a79-dd45ebdc851b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783146157096'] for port, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:20:47.578853 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.db [None req-a99d4f89-63dd-43e3-8a79-dd45ebdc851b admin admin] For port 43d61969-1d98-46e1-9abd-51b1174fa1ea, host n-d-713301-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-16',level=0,port_id=43d61969-1d98-46e1-9abd-51b1174fa1ea,segment=NetworkSegment(53dfdcbe-af39-4d7e-9c7e-98bd4f94b0be),segment_id=53dfdcbe-af39-4d7e-9c7e-98bd4f94b0be)] {{(pid=95101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 20:20:47.579223 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-a99d4f89-63dd-43e3-8a79-dd45ebdc851b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-605701'] for port, precommit_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:20:47.591879 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.plugin [None req-a99d4f89-63dd-43e3-8a79-dd45ebdc851b admin admin] Calling delete_port for 43d61969-1d98-46e1-9abd-51b1174fa1ea owned by network:router_interface {{(pid=95101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 20:20:48.091347 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-a99d4f89-63dd-43e3-8a79-dd45ebdc851b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783146162158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783145673144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5607431'] for port, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:20:48.119093 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a99d4f89-63dd-43e3-8a79-dd45ebdc851b admin admin] Pushing event deleted for resources: {'Port': ['ID=43d61969-1d98-46e1-9abd-51b1174fa1ea,revision_number=None']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:20:48.131732 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a99d4f89-63dd-43e3-8a79-dd45ebdc851b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:20:48.132096 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a99d4f89-63dd-43e3-8a79-dd45ebdc851b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:20:48.132413 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a99d4f89-63dd-43e3-8a79-dd45ebdc851b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:20:48.132774 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a99d4f89-63dd-43e3-8a79-dd45ebdc851b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:20:48.133103 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a99d4f89-63dd-43e3-8a79-dd45ebdc851b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:20:48.133431 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a99d4f89-63dd-43e3-8a79-dd45ebdc851b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:20:48.133752 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a99d4f89-63dd-43e3-8a79-dd45ebdc851b admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:20:48.134073 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a99d4f89-63dd-43e3-8a79-dd45ebdc851b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:20:48.134394 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a99d4f89-63dd-43e3-8a79-dd45ebdc851b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:20:48.134710 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a99d4f89-63dd-43e3-8a79-dd45ebdc851b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:20:48.135024 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a99d4f89-63dd-43e3-8a79-dd45ebdc851b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:20:48.135336 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a99d4f89-63dd-43e3-8a79-dd45ebdc851b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:20:48.300278 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-a99d4f89-63dd-43e3-8a79-dd45ebdc851b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-527322', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-602005'] for router_interface, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:20:48.516863 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a99d4f89-63dd-43e3-8a79-dd45ebdc851b admin admin] Router 7f1d321e-394d-4883-b669-61c549fa5728 has already been hosted by L3 agent 79a740bf-7821-4989-8288-7186e3e128f3 {{(pid=95101) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 20:20:48.624097 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a99d4f89-63dd-43e3-8a79-dd45ebdc851b admin admin] Notify agent at l3_agent.n-d-713301-16 the message routers_updated {{(pid=95101) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 20:20:48.629335 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-a99d4f89-63dd-43e3-8a79-dd45ebdc851b admin admin] 10.222.0.67 "PUT /v2.0/routers/7f1d321e-394d-4883-b669-61c549fa5728/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7181649 Sep 23 20:20:48.632000 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 33684) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:20:48.632874 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36936a47-0589-4449-bbf6-05b5adf1bf9a None None] Sync routers for ids ['7f1d321e-394d-4883-b669-61c549fa5728'] in n-d-713301-16 {{(pid=95103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 20:20:48.642101 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36936a47-0589-4449-bbf6-05b5adf1bf9a None None] Routers {'7f1d321e-394d-4883-b669-61c549fa5728'} bound to L3 agent in host n-d-713301-16 {{(pid=95103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 20:20:48.642712 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_hamode_db [None req-36936a47-0589-4449-bbf6-05b5adf1bf9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-23T19:07:52Z,description=,heartbeat_timestamp=2021-09-23T20:20:23Z,host='n-d-713301-16',id=79a740bf-7821-4989-8288-7186e3e128f3,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:07:52Z,topic='l3_agent')) {'router_ids': ['7f1d321e-394d-4883-b669-61c549fa5728'], 'active': True} {{(pid=95103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 20:20:48.738794 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-5d9e68f2-6417-4688-b3e8-09d7ba4257ac admin admin] Notify callbacks [] for router, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:20:48.745569 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_dvr_db [None req-36936a47-0589-4449-bbf6-05b5adf1bf9a None None] Set router 7f1d321e-394d-4883-b669-61c549fa5728 gateway port host: n-d-713301-16 {{(pid=95103) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 20:20:48.842139 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-5d9e68f2-6417-4688-b3e8-09d7ba4257ac admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:20:48.908425 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.plugin [None req-5d9e68f2-6417-4688-b3e8-09d7ba4257ac admin admin] Deleting port 492f2630-7009-4798-8a4f-94e4070f11be {{(pid=95101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 20:20:48.908798 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-5d9e68f2-6417-4688-b3e8-09d7ba4257ac admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783146157096'] for port, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:20:48.932448 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_hamode_db [None req-36936a47-0589-4449-bbf6-05b5adf1bf9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f1d321e-394d-4883-b669-61c549fa5728', 'name': 'tempest-TestEncryptedCinderVolumes-1427515508-router', 'tenant_id': '8cf34ddf053948b0bd74a340f268ac37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'external_fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.231'}], 'enable_snat': True}, 'gw_port_id': '492f2630-7009-4798-8a4f-94e4070f11be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T20:19:34Z', 'updated_at': '2021-09-23T20:20:48Z', 'revision_number': 5, 'project_id': '8cf34ddf053948b0bd74a340f268ac37', 'gw_port': {'id': '492f2630-7009-4798-8a4f-94e4070f11be', 'name': '', 'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:cd:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f1d321e-394d-4883-b669-61c549fa5728', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4110, 'fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T20:19:35Z', 'updated_at': '2021-09-23T20:19:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-16'}], 'n-d-713301-16', False) {} {{(pid=95103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 20:20:48.959817 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36936a47-0589-4449-bbf6-05b5adf1bf9a None None] Checking router: 7f1d321e-394d-4883-b669-61c549fa5728 for host: n-d-713301-16 {{(pid=95103) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 20:20:48.968501 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36936a47-0589-4449-bbf6-05b5adf1bf9a None None] Routers {'7f1d321e-394d-4883-b669-61c549fa5728'} bound to L3 agent in host n-d-713301-16 {{(pid=95103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 20:20:48.969152 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_hamode_db [None req-36936a47-0589-4449-bbf6-05b5adf1bf9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-23T19:07:52Z,description=,heartbeat_timestamp=2021-09-23T20:20:23Z,host='n-d-713301-16',id=79a740bf-7821-4989-8288-7186e3e128f3,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:07:52Z,topic='l3_agent')) {'router_ids': ['7f1d321e-394d-4883-b669-61c549fa5728'], 'active': True} {{(pid=95103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 20:20:48.991561 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.db [None req-5d9e68f2-6417-4688-b3e8-09d7ba4257ac admin admin] For port 492f2630-7009-4798-8a4f-94e4070f11be, host n-d-713301-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-16',level=0,port_id=492f2630-7009-4798-8a4f-94e4070f11be,segment=NetworkSegment(7d4027f1-d893-4c7b-95d4-757b8e44e380),segment_id=7d4027f1-d893-4c7b-95d4-757b8e44e380)] {{(pid=95101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 20:20:48.991924 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-5d9e68f2-6417-4688-b3e8-09d7ba4257ac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-605701'] for port, precommit_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:20:49.005433 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.plugin [None req-5d9e68f2-6417-4688-b3e8-09d7ba4257ac admin admin] Calling delete_port for 492f2630-7009-4798-8a4f-94e4070f11be owned by network:router_gateway {{(pid=95101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 20:20:49.057523 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_dvr_db [None req-36936a47-0589-4449-bbf6-05b5adf1bf9a None None] Set router 7f1d321e-394d-4883-b669-61c549fa5728 gateway port host: None {{(pid=95103) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 20:20:49.109487 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_hamode_db [None req-36936a47-0589-4449-bbf6-05b5adf1bf9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f1d321e-394d-4883-b669-61c549fa5728', 'name': 'tempest-TestEncryptedCinderVolumes-1427515508-router', 'tenant_id': '8cf34ddf053948b0bd74a340f268ac37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T20:19:34Z', 'updated_at': '2021-09-23T20:20:48Z', 'revision_number': 6, 'project_id': '8cf34ddf053948b0bd74a340f268ac37', 'gw_port_host': None}], 'n-d-713301-16', False) {} {{(pid=95103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 20:20:49.139153 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36936a47-0589-4449-bbf6-05b5adf1bf9a None None] The sync data for ids ['7f1d321e-394d-4883-b669-61c549fa5728'] in n-d-713301-16 is: [{'id': '7f1d321e-394d-4883-b669-61c549fa5728', 'name': 'tempest-TestEncryptedCinderVolumes-1427515508-router', 'tenant_id': '8cf34ddf053948b0bd74a340f268ac37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T20:19:34Z', 'updated_at': '2021-09-23T20:20:48Z', 'revision_number': 6, 'project_id': '8cf34ddf053948b0bd74a340f268ac37', 'gw_port_host': None}] {{(pid=95103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 20:20:49.179900 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-5d9e68f2-6417-4688-b3e8-09d7ba4257ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783146162158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783145673144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5607431'] for port, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:20:49.205658 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d9e68f2-6417-4688-b3e8-09d7ba4257ac admin admin] Pushing event deleted for resources: {'Port': ['ID=492f2630-7009-4798-8a4f-94e4070f11be,revision_number=None']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:20:49.270692 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-5d9e68f2-6417-4688-b3e8-09d7ba4257ac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-601942'] for router_gateway, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:20:49.362240 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-5d9e68f2-6417-4688-b3e8-09d7ba4257ac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-597305', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29369'] for router, precommit_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:20:49.364303 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-5d9e68f2-6417-4688-b3e8-09d7ba4257ac admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:20:49.406763 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-5d9e68f2-6417-4688-b3e8-09d7ba4257ac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-597296'] for router, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:20:49.407314 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d9e68f2-6417-4688-b3e8-09d7ba4257ac admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7f1d321e-394d-4883-b669-61c549fa5728 {{(pid=95101) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 23 20:20:49.411517 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-5d9e68f2-6417-4688-b3e8-09d7ba4257ac admin admin] Notify callbacks [] for router, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:20:49.412726 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-5d9e68f2-6417-4688-b3e8-09d7ba4257ac admin admin] 10.222.0.67 "DELETE /v2.0/routers/7f1d321e-394d-4883-b669-61c549fa5728 HTTP/1.1" status: 204 len: 168 time: 0.7797401 Sep 23 20:20:49.415342 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 33686) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:20:49.463510 n-d-713301-16 neutron-server[95101]: DEBUG neutron.db.db_base_plugin_v2 [None req-3bfaf52b-7204-47b2-be68-0fc2b85d8368 admin admin] Deleting subnet f747f756-fa25-4f5d-a1e9-078a644e7a38 {{(pid=95101) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 23 20:20:49.467472 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-3bfaf52b-7204-47b2-be68-0fc2b85d8368 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:20:49.506009 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-3bfaf52b-7204-47b2-be68-0fc2b85d8368 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6007154'] for subnet, precommit_delete_associations {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:20:49.590620 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-3bfaf52b-7204-47b2-be68-0fc2b85d8368 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1756813'] for subnet, precommit_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:20:49.645168 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-3bfaf52b-7204-47b2-be68-0fc2b85d8368 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1756804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5607514', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6130950'] for subnet, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:20:49.676739 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bfaf52b-7204-47b2-be68-0fc2b85d8368 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f747f756-fa25-4f5d-a1e9-078a644e7a38,revision_number=None']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:20:49.678876 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-3bfaf52b-7204-47b2-be68-0fc2b85d8368 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:20:49.681062 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-3bfaf52b-7204-47b2-be68-0fc2b85d8368 admin admin] 10.222.0.67 "DELETE /v2.0/subnets/f747f756-fa25-4f5d-a1e9-078a644e7a38 HTTP/1.1" status: 204 len: 168 time: 0.2647624 Sep 23 20:20:49.683121 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-601a828a-5526-4158-aff7-dd26e71775ea None None] Network b92df617-23bb-4e93-bb3e-e9d0486e8695 requested from n-d-713301-16 {{(pid=95103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 20:20:49.683742 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 33688) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:20:49.753294 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-e96ef5fa-b762-4d78-8f33-13ac0196c52b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1628021'] for network, before_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:20:49.806749 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.plugin [None req-e96ef5fa-b762-4d78-8f33-13ac0196c52b admin admin] Deleting port c4d25fea-d949-4609-9aae-f8a88c1662f8 {{(pid=95102) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 20:20:49.807196 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-e96ef5fa-b762-4d78-8f33-13ac0196c52b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783146157096'] for port, before_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:20:49.810916 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-e149fb4c-ac9b-40d8-9ead-f9e07672ff9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:20:49.879882 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.db [None req-e96ef5fa-b762-4d78-8f33-13ac0196c52b admin admin] For port c4d25fea-d949-4609-9aae-f8a88c1662f8, host n-d-713301-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-16',level=0,port_id=c4d25fea-d949-4609-9aae-f8a88c1662f8,segment=NetworkSegment(53dfdcbe-af39-4d7e-9c7e-98bd4f94b0be),segment_id=53dfdcbe-af39-4d7e-9c7e-98bd4f94b0be)] {{(pid=95102) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 20:20:49.880162 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-e96ef5fa-b762-4d78-8f33-13ac0196c52b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-605701'] for port, precommit_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:20:49.893950 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.plugin [None req-e96ef5fa-b762-4d78-8f33-13ac0196c52b admin admin] Calling delete_port for c4d25fea-d949-4609-9aae-f8a88c1662f8 owned by network:dhcp {{(pid=95102) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 20:20:49.922682 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0c1413d-a08f-4f12-ad8a-ca61cb59db1c None None] DHCP port deletion for b92df617-23bb-4e93-bb3e-e9d0486e8695 request from n-d-713301-16 {{(pid=95103) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 23 20:20:49.932937 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Device 43d61969-1d98-46e1-9abd-51b1174fa1ea no longer exists at agent ovs-agent-n-d-713301-16 {{(pid=95103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 20:20:49.959830 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Device ec24322d-e97d-457f-a992-1f0b972c7e46 no longer exists at agent hyperv_n-h1-713301-16 {{(pid=95103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 20:20:49.963604 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.plugin [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] No Port match for: 43d61969-1d98-46e1-9abd-51b1174fa1ea {{(pid=95103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 20:20:49.964004 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Device 43d61969-1d98-46e1-9abd-51b1174fa1ea not bound to the agent host n-d-713301-16 {{(pid=95103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 20:20:49.982248 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-e96ef5fa-b762-4d78-8f33-13ac0196c52b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783146162158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783145673144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4399100'] for port, after_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:20:50.001545 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.plugin [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] No Port match for: ec24322d-e97d-457f-a992-1f0b972c7e46 {{(pid=95103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 20:20:50.001893 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Device ec24322d-e97d-457f-a992-1f0b972c7e46 not bound to the agent host n-h1-713301-16 {{(pid=95103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 20:20:50.014416 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e96ef5fa-b762-4d78-8f33-13ac0196c52b admin admin] Pushing event deleted for resources: {'Port': ['ID=c4d25fea-d949-4609-9aae-f8a88c1662f8,revision_number=None']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:20:50.018623 n-d-713301-16 neutron-server[95102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e96ef5fa-b762-4d78-8f33-13ac0196c52b admin admin] No DVR routers for this DVR port c4d25fea-d949-4609-9aae-f8a88c1662f8 on host n-d-713301-16 {{(pid=95102) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 20:20:50.031854 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.plugin [None req-f0c1413d-a08f-4f12-ad8a-ca61cb59db1c None None] Deleting port c4d25fea-d949-4609-9aae-f8a88c1662f8 {{(pid=95103) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 20:20:50.032229 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-f0c1413d-a08f-4f12-ad8a-ca61cb59db1c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783146157096'] for port, before_delete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:20:50.094299 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-e96ef5fa-b762-4d78-8f33-13ac0196c52b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1754676', 'neutron.services.segments.db._delete_segments_for_network-8783146221460'] for network, precommit_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:20:50.099562 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-f0c1413d-a08f-4f12-ad8a-ca61cb59db1c None None] For port c4d25fea-d949-4609-9aae-f8a88c1662f8, host n-d-713301-16, got binding levels [] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 20:20:50.100168 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-f0c1413d-a08f-4f12-ad8a-ca61cb59db1c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-605701'] for port, precommit_delete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:20:50.113091 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.plugin [None req-f0c1413d-a08f-4f12-ad8a-ca61cb59db1c None None] Calling delete_port for c4d25fea-d949-4609-9aae-f8a88c1662f8 owned by network:dhcp {{(pid=95103) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 20:20:50.115789 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.ipam_backend_mixin [None req-f0c1413d-a08f-4f12-ad8a-ca61cb59db1c None None] Port c4d25fea-d949-4609-9aae-f8a88c1662f8 was not found and therefore no delete operation was performed {{(pid=95103) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Sep 23 20:20:50.116488 n-d-713301-16 neutron-server[95102]: DEBUG neutron.services.segments.db [None req-e96ef5fa-b762-4d78-8f33-13ac0196c52b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b92df617-23bb-4e93-bb3e-e9d0486e8695']}} {{(pid=95102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 20:20:50.117202 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-f0c1413d-a08f-4f12-ad8a-ca61cb59db1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783146162158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783145673144'] for port, after_delete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:20:50.127544 n-d-713301-16 neutron-server[95102]: DEBUG neutron.services.segments.db [None req-e96ef5fa-b762-4d78-8f33-13ac0196c52b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '53dfdcbe-af39-4d7e-9c7e-98bd4f94b0be') {'for_net_delete': True} {{(pid=95102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 20:20:50.128167 n-d-713301-16 neutron-server[95102]: DEBUG neutron.services.segments.db [None req-e96ef5fa-b762-4d78-8f33-13ac0196c52b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '53dfdcbe-af39-4d7e-9c7e-98bd4f94b0be') {} {{(pid=95102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 20:20:50.130775 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0c1413d-a08f-4f12-ad8a-ca61cb59db1c None None] No DVR routers for this DVR port c4d25fea-d949-4609-9aae-f8a88c1662f8 on host n-d-713301-16 {{(pid=95103) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 20:20:50.146493 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-e96ef5fa-b762-4d78-8f33-13ac0196c52b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783146221725', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6162832'] for segment, before_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:20:50.150872 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0c1413d-a08f-4f12-ad8a-ca61cb59db1c None None] Pushing event deleted for resources: {'Port': ['ID=c4d25fea-d949-4609-9aae-f8a88c1662f8,revision_number=None']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:20:50.166243 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-e96ef5fa-b762-4d78-8f33-13ac0196c52b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1756186'] for segment, precommit_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:20:50.173346 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e96ef5fa-b762-4d78-8f33-13ac0196c52b admin admin] Releasing vlan 614 on physical network physnet1 to pool {{(pid=95102) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 20:20:50.173521 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-e96ef5fa-b762-4d78-8f33-13ac0196c52b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1756186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4398095'] for segment, after_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:20:50.175744 n-d-713301-16 neutron-server[95102]: Traceback (most recent call last): Sep 23 20:20:50.175744 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 20:20:50.175744 n-d-713301-16 neutron-server[95102]: timer() Sep 23 20:20:50.175744 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 20:20:50.175744 n-d-713301-16 neutron-server[95102]: cb(*args, **kw) Sep 23 20:20:50.175744 n-d-713301-16 neutron-server[95102]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 20:20:50.175744 n-d-713301-16 neutron-server[95102]: return func(*args, **kwargs) Sep 23 20:20:50.175744 n-d-713301-16 neutron-server[95102]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 20:20:50.175744 n-d-713301-16 neutron-server[95102]: self._notify() Sep 23 20:20:50.175744 n-d-713301-16 neutron-server[95102]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 20:20:50.175744 n-d-713301-16 neutron-server[95102]: self.callback(batched_events) Sep 23 20:20:50.175744 n-d-713301-16 neutron-server[95102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 20:20:50.175744 n-d-713301-16 neutron-server[95102]: event.method(event) Sep 23 20:20:50.175744 n-d-713301-16 neutron-server[95102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 20:20:50.175744 n-d-713301-16 neutron-server[95102]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 20:20:50.175744 n-d-713301-16 neutron-server[95102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 20:20:50.175744 n-d-713301-16 neutron-server[95102]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 20:20:50.175744 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 20:20:50.175744 n-d-713301-16 neutron-server[95102]: return f(self, *a, **k) Sep 23 20:20:50.175744 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 20:20:50.175744 n-d-713301-16 neutron-server[95102]: return self._get(url).json() Sep 23 20:20:50.175744 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 20:20:50.175744 n-d-713301-16 neutron-server[95102]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 20:20:50.175744 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 20:20:50.175744 n-d-713301-16 neutron-server[95102]: return self.request(url, 'GET', **kwargs) Sep 23 20:20:50.175744 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 20:20:50.175744 n-d-713301-16 neutron-server[95102]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 20:20:50.175744 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 20:20:50.175744 n-d-713301-16 neutron-server[95102]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 20:20:50.175744 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 20:20:50.175744 n-d-713301-16 neutron-server[95102]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 20:20:50.175744 n-d-713301-16 neutron-server[95102]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 20:20:50.233914 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-e96ef5fa-b762-4d78-8f33-13ac0196c52b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1754627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-601866'] for network, after_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:20:50.238461 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-e96ef5fa-b762-4d78-8f33-13ac0196c52b admin admin] Notify callbacks [] for network, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:20:50.240463 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-e96ef5fa-b762-4d78-8f33-13ac0196c52b admin admin] 10.222.0.67 "DELETE /v2.0/networks/b92df617-23bb-4e93-bb3e-e9d0486e8695 HTTP/1.1" status: 204 len: 168 time: 0.5557470 Sep 23 20:20:50.247411 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 33690) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:20:50.254137 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e96ef5fa-b762-4d78-8f33-13ac0196c52b admin admin] Pushing event deleted for resources: {'Network': ['ID=b92df617-23bb-4e93-bb3e-e9d0486e8695,revision_number=None']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:20:50.590396 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-e00a75f5-4ee2-42bb-8655-e9122688c6df admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-601372'] for router_interface, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:20:50.836102 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.plugin [None req-e00a75f5-4ee2-42bb-8655-e9122688c6df admin admin] Deleting port 53d605bf-745a-4a64-9c9d-8762f492f50f {{(pid=95101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 20:20:50.836445 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-e00a75f5-4ee2-42bb-8655-e9122688c6df admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783146157096'] for port, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:20:50.913642 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.db [None req-e00a75f5-4ee2-42bb-8655-e9122688c6df admin admin] For port 53d605bf-745a-4a64-9c9d-8762f492f50f, host n-d-713301-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-16',level=0,port_id=53d605bf-745a-4a64-9c9d-8762f492f50f,segment=NetworkSegment(f9648e4b-7260-4bb9-8d27-1520bc1939bf),segment_id=f9648e4b-7260-4bb9-8d27-1520bc1939bf)] {{(pid=95101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 20:20:50.913916 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-e00a75f5-4ee2-42bb-8655-e9122688c6df admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-605701'] for port, precommit_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:20:50.930733 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.plugin [None req-e00a75f5-4ee2-42bb-8655-e9122688c6df admin admin] Calling delete_port for 53d605bf-745a-4a64-9c9d-8762f492f50f owned by network:router_interface {{(pid=95101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 20:20:51.107991 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-e00a75f5-4ee2-42bb-8655-e9122688c6df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783146162158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783145673144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5607431'] for port, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:20:51.132761 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e00a75f5-4ee2-42bb-8655-e9122688c6df admin admin] Pushing event deleted for resources: {'Port': ['ID=53d605bf-745a-4a64-9c9d-8762f492f50f,revision_number=None']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:20:51.297147 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-e00a75f5-4ee2-42bb-8655-e9122688c6df admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-527322', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-602005'] for router_interface, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:20:51.405365 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Device 492f2630-7009-4798-8a4f-94e4070f11be no longer exists at agent ovs-agent-n-d-713301-16 {{(pid=95103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 20:20:51.426222 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.plugin [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] No Port match for: 492f2630-7009-4798-8a4f-94e4070f11be {{(pid=95103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 20:20:51.426552 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Device 492f2630-7009-4798-8a4f-94e4070f11be not bound to the agent host n-d-713301-16 {{(pid=95103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 20:20:51.426974 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Device c4d25fea-d949-4609-9aae-f8a88c1662f8 no longer exists at agent ovs-agent-n-d-713301-16 {{(pid=95103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 20:20:51.449518 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.plugin [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] No Port match for: c4d25fea-d949-4609-9aae-f8a88c1662f8 {{(pid=95103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 20:20:51.449785 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Device c4d25fea-d949-4609-9aae-f8a88c1662f8 not bound to the agent host n-d-713301-16 {{(pid=95103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 20:20:51.514255 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e00a75f5-4ee2-42bb-8655-e9122688c6df admin admin] Router 9eef2d4d-53fd-4159-86cd-2c8f8877ea81 has already been hosted by L3 agent 79a740bf-7821-4989-8288-7186e3e128f3 {{(pid=95101) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 20:20:51.620937 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e00a75f5-4ee2-42bb-8655-e9122688c6df admin admin] Notify agent at l3_agent.n-d-713301-16 the message routers_updated {{(pid=95101) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 20:20:51.626226 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-e00a75f5-4ee2-42bb-8655-e9122688c6df admin admin] 10.222.0.67 "PUT /v2.0/routers/9eef2d4d-53fd-4159-86cd-2c8f8877ea81/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3816140 Sep 23 20:20:51.628767 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 33692) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:20:51.630324 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93b42d31-4353-4b4d-bfc2-9450c9df9d46 None None] Sync routers for ids ['9eef2d4d-53fd-4159-86cd-2c8f8877ea81'] in n-d-713301-16 {{(pid=95104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 20:20:51.639281 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93b42d31-4353-4b4d-bfc2-9450c9df9d46 None None] Routers {'9eef2d4d-53fd-4159-86cd-2c8f8877ea81'} bound to L3 agent in host n-d-713301-16 {{(pid=95104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 20:20:51.639885 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_hamode_db [None req-93b42d31-4353-4b4d-bfc2-9450c9df9d46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-23T19:07:52Z,description=,heartbeat_timestamp=2021-09-23T20:20:23Z,host='n-d-713301-16',id=79a740bf-7821-4989-8288-7186e3e128f3,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:07:52Z,topic='l3_agent')) {'router_ids': ['9eef2d4d-53fd-4159-86cd-2c8f8877ea81'], 'active': True} {{(pid=95104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 20:20:51.745632 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_dvr_db [None req-93b42d31-4353-4b4d-bfc2-9450c9df9d46 None None] Set router 9eef2d4d-53fd-4159-86cd-2c8f8877ea81 gateway port host: n-d-713301-16 {{(pid=95104) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 20:20:51.933163 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_hamode_db [None req-93b42d31-4353-4b4d-bfc2-9450c9df9d46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9eef2d4d-53fd-4159-86cd-2c8f8877ea81', 'name': 'tempest-TestEncryptedCinderVolumes-1223929860-router', 'tenant_id': '7f958f8326774df48b671e444788f085', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'external_fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.128'}], 'enable_snat': True}, 'gw_port_id': '75295996-dbe6-4644-aa51-50625d5cd2b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T20:19:39Z', 'updated_at': '2021-09-23T20:20:51Z', 'revision_number': 5, 'project_id': '7f958f8326774df48b671e444788f085', 'gw_port': {'id': '75295996-dbe6-4644-aa51-50625d5cd2b0', 'name': '', 'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:98:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9eef2d4d-53fd-4159-86cd-2c8f8877ea81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4122, 'fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T20:19:40Z', 'updated_at': '2021-09-23T20:19:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-16'}], 'n-d-713301-16', False) {} {{(pid=95104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 20:20:51.959913 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93b42d31-4353-4b4d-bfc2-9450c9df9d46 None None] Checking router: 9eef2d4d-53fd-4159-86cd-2c8f8877ea81 for host: n-d-713301-16 {{(pid=95104) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 20:20:51.969359 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93b42d31-4353-4b4d-bfc2-9450c9df9d46 None None] Routers {'9eef2d4d-53fd-4159-86cd-2c8f8877ea81'} bound to L3 agent in host n-d-713301-16 {{(pid=95104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 20:20:51.969961 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_hamode_db [None req-93b42d31-4353-4b4d-bfc2-9450c9df9d46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-23T19:07:52Z,description=,heartbeat_timestamp=2021-09-23T20:20:23Z,host='n-d-713301-16',id=79a740bf-7821-4989-8288-7186e3e128f3,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:07:52Z,topic='l3_agent')) {'router_ids': ['9eef2d4d-53fd-4159-86cd-2c8f8877ea81'], 'active': True} {{(pid=95104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 20:20:52.063836 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-2c5b3680-b9ab-4c0f-8fa9-b77cef0fcef2 admin admin] Notify callbacks [] for router, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:20:52.077014 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_dvr_db [None req-93b42d31-4353-4b4d-bfc2-9450c9df9d46 None None] Set router 9eef2d4d-53fd-4159-86cd-2c8f8877ea81 gateway port host: n-d-713301-16 {{(pid=95104) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 20:20:52.166033 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-2c5b3680-b9ab-4c0f-8fa9-b77cef0fcef2 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:20:52.222543 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.plugin [None req-2c5b3680-b9ab-4c0f-8fa9-b77cef0fcef2 admin admin] Deleting port 75295996-dbe6-4644-aa51-50625d5cd2b0 {{(pid=95101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 20:20:52.222887 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-2c5b3680-b9ab-4c0f-8fa9-b77cef0fcef2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783146157096'] for port, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:20:52.256099 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_hamode_db [None req-93b42d31-4353-4b4d-bfc2-9450c9df9d46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9eef2d4d-53fd-4159-86cd-2c8f8877ea81', 'name': 'tempest-TestEncryptedCinderVolumes-1223929860-router', 'tenant_id': '7f958f8326774df48b671e444788f085', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'external_fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.128'}], 'enable_snat': True}, 'gw_port_id': '75295996-dbe6-4644-aa51-50625d5cd2b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T20:19:39Z', 'updated_at': '2021-09-23T20:20:51Z', 'revision_number': 5, 'project_id': '7f958f8326774df48b671e444788f085', 'gw_port': {'id': '75295996-dbe6-4644-aa51-50625d5cd2b0', 'name': '', 'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:98:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9eef2d4d-53fd-4159-86cd-2c8f8877ea81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4122, 'fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T20:19:40Z', 'updated_at': '2021-09-23T20:19:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-16'}], 'n-d-713301-16', False) {} {{(pid=95104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 20:20:52.283272 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93b42d31-4353-4b4d-bfc2-9450c9df9d46 None None] The sync data for ids ['9eef2d4d-53fd-4159-86cd-2c8f8877ea81'] in n-d-713301-16 is: [{'id': '9eef2d4d-53fd-4159-86cd-2c8f8877ea81', 'name': 'tempest-TestEncryptedCinderVolumes-1223929860-router', 'tenant_id': '7f958f8326774df48b671e444788f085', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'external_fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.128'}], 'enable_snat': True}, 'gw_port_id': '75295996-dbe6-4644-aa51-50625d5cd2b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T20:19:39Z', 'updated_at': '2021-09-23T20:20:51Z', 'revision_number': 5, 'project_id': '7f958f8326774df48b671e444788f085', 'gw_port': {'id': '75295996-dbe6-4644-aa51-50625d5cd2b0', 'name': '', 'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:98:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9eef2d4d-53fd-4159-86cd-2c8f8877ea81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4122, 'fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T20:19:40Z', 'updated_at': '2021-09-23T20:19:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-16'}] {{(pid=95104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 20:20:52.303788 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.db [None req-2c5b3680-b9ab-4c0f-8fa9-b77cef0fcef2 admin admin] For port 75295996-dbe6-4644-aa51-50625d5cd2b0, host n-d-713301-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-16',level=0,port_id=75295996-dbe6-4644-aa51-50625d5cd2b0,segment=NetworkSegment(7d4027f1-d893-4c7b-95d4-757b8e44e380),segment_id=7d4027f1-d893-4c7b-95d4-757b8e44e380)] {{(pid=95101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 20:20:52.304342 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-2c5b3680-b9ab-4c0f-8fa9-b77cef0fcef2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-605701'] for port, precommit_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:20:52.319343 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.plugin [None req-2c5b3680-b9ab-4c0f-8fa9-b77cef0fcef2 admin admin] Calling delete_port for 75295996-dbe6-4644-aa51-50625d5cd2b0 owned by network:router_gateway {{(pid=95101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 20:20:52.487149 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-2c5b3680-b9ab-4c0f-8fa9-b77cef0fcef2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783146162158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783145673144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5607431'] for port, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:20:52.511201 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c5b3680-b9ab-4c0f-8fa9-b77cef0fcef2 admin admin] Pushing event deleted for resources: {'Port': ['ID=75295996-dbe6-4644-aa51-50625d5cd2b0,revision_number=None']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:20:52.579291 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-2c5b3680-b9ab-4c0f-8fa9-b77cef0fcef2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-601942'] for router_gateway, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:20:52.671006 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-2c5b3680-b9ab-4c0f-8fa9-b77cef0fcef2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-597305', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29369'] for router, precommit_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:20:52.673224 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-2c5b3680-b9ab-4c0f-8fa9-b77cef0fcef2 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:20:52.717947 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-2c5b3680-b9ab-4c0f-8fa9-b77cef0fcef2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-597296'] for router, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:20:52.718617 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c5b3680-b9ab-4c0f-8fa9-b77cef0fcef2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9eef2d4d-53fd-4159-86cd-2c8f8877ea81 {{(pid=95101) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 23 20:20:52.723551 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-2c5b3680-b9ab-4c0f-8fa9-b77cef0fcef2 admin admin] Notify callbacks [] for router, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:20:52.725136 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-2c5b3680-b9ab-4c0f-8fa9-b77cef0fcef2 admin admin] 10.222.0.67 "DELETE /v2.0/routers/9eef2d4d-53fd-4159-86cd-2c8f8877ea81 HTTP/1.1" status: 204 len: 168 time: 1.0950305 Sep 23 20:20:52.727343 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 33694) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:20:52.773299 n-d-713301-16 neutron-server[95102]: DEBUG neutron.db.db_base_plugin_v2 [None req-9992fa8b-53b3-46a1-abc1-a6c47ce0c65e admin admin] Deleting subnet fc94580b-51d3-43e0-8a36-8a4b6de07ea3 {{(pid=95102) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 23 20:20:52.776676 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-9992fa8b-53b3-46a1-abc1-a6c47ce0c65e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:20:52.817246 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-9992fa8b-53b3-46a1-abc1-a6c47ce0c65e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6162825'] for subnet, precommit_delete_associations {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:20:52.907591 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-9992fa8b-53b3-46a1-abc1-a6c47ce0c65e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1756813'] for subnet, precommit_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:20:52.966992 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-9992fa8b-53b3-46a1-abc1-a6c47ce0c65e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1756804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4399009', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5388229'] for subnet, after_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:20:52.994304 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9992fa8b-53b3-46a1-abc1-a6c47ce0c65e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fc94580b-51d3-43e0-8a36-8a4b6de07ea3,revision_number=None']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:20:52.996264 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-9992fa8b-53b3-46a1-abc1-a6c47ce0c65e admin admin] Notify callbacks [] for subnet, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:20:52.999311 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-9992fa8b-53b3-46a1-abc1-a6c47ce0c65e admin admin] 10.222.0.67 "DELETE /v2.0/subnets/fc94580b-51d3-43e0-8a36-8a4b6de07ea3 HTTP/1.1" status: 204 len: 168 time: 0.2709322 Sep 23 20:20:53.001766 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 33696) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:20:53.002042 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-799bca63-a143-4da7-9d60-fef9cc551712 None None] Network 449958ba-6ea3-44fc-b89e-1544e700796d requested from n-d-713301-16 {{(pid=95103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 20:20:53.040075 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-6a2f263e-0f5b-4950-bf28-304c2750be63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:20:53.075874 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-16d819b1-cd12-4fa8-8a51-bc5129625e19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1628021'] for network, before_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:20:53.129039 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.plugin [None req-16d819b1-cd12-4fa8-8a51-bc5129625e19 admin admin] Deleting port 4f80d078-2f6d-4116-849e-98a613e4c86a {{(pid=95102) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 20:20:53.129429 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-16d819b1-cd12-4fa8-8a51-bc5129625e19 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783146157096'] for port, before_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:20:53.199768 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.db [None req-16d819b1-cd12-4fa8-8a51-bc5129625e19 admin admin] For port 4f80d078-2f6d-4116-849e-98a613e4c86a, host n-d-713301-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-16',level=0,port_id=4f80d078-2f6d-4116-849e-98a613e4c86a,segment=NetworkSegment(f9648e4b-7260-4bb9-8d27-1520bc1939bf),segment_id=f9648e4b-7260-4bb9-8d27-1520bc1939bf)] {{(pid=95102) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 20:20:53.200135 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-16d819b1-cd12-4fa8-8a51-bc5129625e19 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-605701'] for port, precommit_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:20:53.206529 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:20:53.213716 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.plugin [None req-16d819b1-cd12-4fa8-8a51-bc5129625e19 admin admin] Calling delete_port for 4f80d078-2f6d-4116-849e-98a613e4c86a owned by network:dhcp {{(pid=95102) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 20:20:53.270345 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8435f164-307a-4fea-a7f9-cc4df91a7773 None None] DHCP port deletion for 449958ba-6ea3-44fc-b89e-1544e700796d request from n-d-713301-16 {{(pid=95103) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 23 20:20:53.297544 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-16d819b1-cd12-4fa8-8a51-bc5129625e19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783146162158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783145673144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4399100'] for port, after_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:20:53.317392 n-d-713301-16 neutron-server[95102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16d819b1-cd12-4fa8-8a51-bc5129625e19 admin admin] No DVR routers for this DVR port 4f80d078-2f6d-4116-849e-98a613e4c86a on host n-d-713301-16 {{(pid=95102) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 20:20:53.340728 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.plugin [None req-8435f164-307a-4fea-a7f9-cc4df91a7773 None None] Deleting port 4f80d078-2f6d-4116-849e-98a613e4c86a {{(pid=95103) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 20:20:53.340974 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16d819b1-cd12-4fa8-8a51-bc5129625e19 admin admin] Pushing event deleted for resources: {'Port': ['ID=4f80d078-2f6d-4116-849e-98a613e4c86a,revision_number=None']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:20:53.341154 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-8435f164-307a-4fea-a7f9-cc4df91a7773 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783146157096'] for port, before_delete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:20:53.402920 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Device 75295996-dbe6-4644-aa51-50625d5cd2b0 no longer exists at agent ovs-agent-n-d-713301-16 {{(pid=95103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 20:20:53.414493 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-16d819b1-cd12-4fa8-8a51-bc5129625e19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1754676', 'neutron.services.segments.db._delete_segments_for_network-8783146221460'] for network, precommit_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:20:53.430997 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.plugin [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] No Port match for: 75295996-dbe6-4644-aa51-50625d5cd2b0 {{(pid=95103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 20:20:53.431230 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Device 75295996-dbe6-4644-aa51-50625d5cd2b0 not bound to the agent host n-d-713301-16 {{(pid=95103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 20:20:53.431633 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Device 4f80d078-2f6d-4116-849e-98a613e4c86a no longer exists at agent ovs-agent-n-d-713301-16 {{(pid=95103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 20:20:53.433698 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-8435f164-307a-4fea-a7f9-cc4df91a7773 None None] For port 4f80d078-2f6d-4116-849e-98a613e4c86a, host n-d-713301-16, got binding levels [] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 20:20:53.434093 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-8435f164-307a-4fea-a7f9-cc4df91a7773 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-605701'] for port, precommit_delete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:20:53.435073 n-d-713301-16 neutron-server[95102]: DEBUG neutron.services.segments.db [None req-16d819b1-cd12-4fa8-8a51-bc5129625e19 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['449958ba-6ea3-44fc-b89e-1544e700796d']}} {{(pid=95102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 20:20:53.445178 n-d-713301-16 neutron-server[95102]: DEBUG neutron.services.segments.db [None req-16d819b1-cd12-4fa8-8a51-bc5129625e19 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f9648e4b-7260-4bb9-8d27-1520bc1939bf') {'for_net_delete': True} {{(pid=95102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 20:20:53.445504 n-d-713301-16 neutron-server[95102]: DEBUG neutron.services.segments.db [None req-16d819b1-cd12-4fa8-8a51-bc5129625e19 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f9648e4b-7260-4bb9-8d27-1520bc1939bf') {} {{(pid=95102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 20:20:53.456123 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-16d819b1-cd12-4fa8-8a51-bc5129625e19 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783146221725', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6162832'] for segment, before_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:20:53.462984 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.plugin [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] No Port match for: 4f80d078-2f6d-4116-849e-98a613e4c86a {{(pid=95103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 20:20:53.463333 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Device 4f80d078-2f6d-4116-849e-98a613e4c86a not bound to the agent host n-d-713301-16 {{(pid=95103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 20:20:53.463903 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Device 53d605bf-745a-4a64-9c9d-8762f492f50f no longer exists at agent ovs-agent-n-d-713301-16 {{(pid=95103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 20:20:53.469521 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.plugin [None req-8435f164-307a-4fea-a7f9-cc4df91a7773 None None] Calling delete_port for 4f80d078-2f6d-4116-849e-98a613e4c86a owned by network:dhcp {{(pid=95103) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 20:20:53.470651 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-16d819b1-cd12-4fa8-8a51-bc5129625e19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1756186'] for segment, precommit_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:20:53.476584 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-16d819b1-cd12-4fa8-8a51-bc5129625e19 admin admin] Releasing vlan 626 on physical network physnet1 to pool {{(pid=95102) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 20:20:53.477135 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-16d819b1-cd12-4fa8-8a51-bc5129625e19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1756186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4398095'] for segment, after_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:20:53.478668 n-d-713301-16 neutron-server[95102]: Traceback (most recent call last): Sep 23 20:20:53.478668 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 20:20:53.478668 n-d-713301-16 neutron-server[95102]: timer() Sep 23 20:20:53.478668 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 20:20:53.478668 n-d-713301-16 neutron-server[95102]: cb(*args, **kw) Sep 23 20:20:53.478668 n-d-713301-16 neutron-server[95102]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 20:20:53.478668 n-d-713301-16 neutron-server[95102]: return func(*args, **kwargs) Sep 23 20:20:53.478668 n-d-713301-16 neutron-server[95102]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 20:20:53.478668 n-d-713301-16 neutron-server[95102]: self._notify() Sep 23 20:20:53.478668 n-d-713301-16 neutron-server[95102]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 20:20:53.478668 n-d-713301-16 neutron-server[95102]: self.callback(batched_events) Sep 23 20:20:53.478668 n-d-713301-16 neutron-server[95102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 20:20:53.478668 n-d-713301-16 neutron-server[95102]: event.method(event) Sep 23 20:20:53.478668 n-d-713301-16 neutron-server[95102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 20:20:53.478668 n-d-713301-16 neutron-server[95102]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 20:20:53.478668 n-d-713301-16 neutron-server[95102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 20:20:53.478668 n-d-713301-16 neutron-server[95102]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 20:20:53.478668 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 20:20:53.478668 n-d-713301-16 neutron-server[95102]: return f(self, *a, **k) Sep 23 20:20:53.478668 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 20:20:53.478668 n-d-713301-16 neutron-server[95102]: return self._get(url).json() Sep 23 20:20:53.478668 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 20:20:53.478668 n-d-713301-16 neutron-server[95102]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 20:20:53.478668 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 20:20:53.478668 n-d-713301-16 neutron-server[95102]: return self.request(url, 'GET', **kwargs) Sep 23 20:20:53.478668 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 20:20:53.478668 n-d-713301-16 neutron-server[95102]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 20:20:53.478668 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 20:20:53.478668 n-d-713301-16 neutron-server[95102]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 20:20:53.478668 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 20:20:53.478668 n-d-713301-16 neutron-server[95102]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 20:20:53.478668 n-d-713301-16 neutron-server[95102]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 20:20:53.487051 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.ipam_backend_mixin [None req-8435f164-307a-4fea-a7f9-cc4df91a7773 None None] Port 4f80d078-2f6d-4116-849e-98a613e4c86a was not found and therefore no delete operation was performed {{(pid=95103) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Sep 23 20:20:53.488490 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.plugin [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] No Port match for: 53d605bf-745a-4a64-9c9d-8762f492f50f {{(pid=95103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 20:20:53.488867 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Device 53d605bf-745a-4a64-9c9d-8762f492f50f not bound to the agent host n-d-713301-16 {{(pid=95103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 20:20:53.490560 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-8435f164-307a-4fea-a7f9-cc4df91a7773 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783146162158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783145673144'] for port, after_delete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:20:53.518692 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8435f164-307a-4fea-a7f9-cc4df91a7773 None None] Pushing event deleted for resources: {'Port': ['ID=4f80d078-2f6d-4116-849e-98a613e4c86a,revision_number=None']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:20:53.520705 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8435f164-307a-4fea-a7f9-cc4df91a7773 None None] No DVR routers for this DVR port 4f80d078-2f6d-4116-849e-98a613e4c86a on host n-d-713301-16 {{(pid=95103) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 20:20:53.546539 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-16d819b1-cd12-4fa8-8a51-bc5129625e19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1754627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-601866'] for network, after_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:20:53.553603 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-16d819b1-cd12-4fa8-8a51-bc5129625e19 admin admin] Notify callbacks [] for network, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:20:53.555797 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-16d819b1-cd12-4fa8-8a51-bc5129625e19 admin admin] 10.222.0.67 "DELETE /v2.0/networks/449958ba-6ea3-44fc-b89e-1544e700796d HTTP/1.1" status: 204 len: 168 time: 0.5530984 Sep 23 20:20:53.566646 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16d819b1-cd12-4fa8-8a51-bc5129625e19 admin admin] Pushing event deleted for resources: {'Network': ['ID=449958ba-6ea3-44fc-b89e-1544e700796d,revision_number=None']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:20:53.645094 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-0ae75029-feb6-4728-9a94-5f9b60993d82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:20:53.714148 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 33700) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:20:53.755445 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-da7d32bb-7567-4c4b-a67c-2fbbdc36e04f admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=8cf34ddf053948b0bd74a340f268ac37&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0400791 Sep 23 20:20:53.757832 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 33702) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:20:53.813232 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-3caf7147-83b5-4826-ab6c-cee209aa40ba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:20:53.834490 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-3caf7147-83b5-4826-ab6c-cee209aa40ba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:20:53.879697 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-3caf7147-83b5-4826-ab6c-cee209aa40ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:20:53.882248 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-3caf7147-83b5-4826-ab6c-cee209aa40ba admin admin] Notify callbacks [] for security_group, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:20:53.883420 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-3caf7147-83b5-4826-ab6c-cee209aa40ba admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/5bbf048c-eed5-4b74-9d7a-452c764101da HTTP/1.1" status: 204 len: 168 time: 0.1246729 Sep 23 20:20:53.891872 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3caf7147-83b5-4826-ab6c-cee209aa40ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5bbf048c-eed5-4b74-9d7a-452c764101da,revision_number=None']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:20:54.195515 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 33708) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:20:54.239011 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-943327c8-8234-4e53-8d3b-ea0860e4a3f4 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=7f958f8326774df48b671e444788f085&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0422003 Sep 23 20:20:54.241462 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 33710) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:20:54.289100 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-a2be0506-450c-4a73-8246-eba2ddeecc6e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:20:54.310618 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-a2be0506-450c-4a73-8246-eba2ddeecc6e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:20:54.359865 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-a2be0506-450c-4a73-8246-eba2ddeecc6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:20:54.362660 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-a2be0506-450c-4a73-8246-eba2ddeecc6e admin admin] Notify callbacks [] for security_group, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:20:54.363812 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-a2be0506-450c-4a73-8246-eba2ddeecc6e admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/4b11b733-1d5a-432d-82e5-721c2bf0f425 HTTP/1.1" status: 204 len: 168 time: 0.1214707 Sep 23 20:20:54.371367 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2be0506-450c-4a73-8246-eba2ddeecc6e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b11b733-1d5a-432d-82e5-721c2bf0f425,revision_number=None']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:20:55.060925 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 33732) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:20:55.176848 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.v2.base [None req-57af2302-9ac8-4311-9e3e-d1ff9fda3c8e admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-790057133-network', 'tenant_id': 'e479679344334ba8a7a11f6d7bae301b'}} {{(pid=95102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 20:20:55.197332 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57af2302-9ac8-4311-9e3e-d1ff9fda3c8e admin admin] Made reservation on behalf of e479679344334ba8a7a11f6d7bae301b for: {'network': 1} {{(pid=95102) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 20:20:55.199620 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-57af2302-9ac8-4311-9e3e-d1ff9fda3c8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for network, before_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:20:55.208634 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-57af2302-9ac8-4311-9e3e-d1ff9fda3c8e admin admin] Notify callbacks [] for security_group, before_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:20:55.301146 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-57af2302-9ac8-4311-9e3e-d1ff9fda3c8e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:20:55.304894 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-57af2302-9ac8-4311-9e3e-d1ff9fda3c8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:20:55.328163 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-57af2302-9ac8-4311-9e3e-d1ff9fda3c8e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 613} {{(pid=95102) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 20:20:55.342913 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57af2302-9ac8-4311-9e3e-d1ff9fda3c8e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33ddea32-0d0d-4c87-8106-272eb5ed7f31,revision_number=1']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:20:55.349073 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-57af2302-9ac8-4311-9e3e-d1ff9fda3c8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1756186'] for segment, precommit_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:20:55.349418 n-d-713301-16 neutron-server[95102]: INFO neutron.db.segments_db [None req-57af2302-9ac8-4311-9e3e-d1ff9fda3c8e admin admin] Added segment f2dec075-208b-44b6-98dd-c72e703eed8c of type vlan for network ea744951-a39c-4fc0-8218-f8e130e04d8d Sep 23 20:20:55.389974 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-57af2302-9ac8-4311-9e3e-d1ff9fda3c8e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783145630486'] for network, precommit_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:20:55.414343 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-57af2302-9ac8-4311-9e3e-d1ff9fda3c8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299'] for network, after_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:20:55.415466 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57af2302-9ac8-4311-9e3e-d1ff9fda3c8e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:20:55.416047 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-57af2302-9ac8-4311-9e3e-d1ff9fda3c8e admin admin] Notify callbacks [] for network, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:20:55.447718 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-57af2302-9ac8-4311-9e3e-d1ff9fda3c8e admin admin] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3854446 Sep 23 20:20:55.450610 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 33736) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:20:55.455699 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.v2.base [None req-0d60fb62-ba04-405f-91b1-2762397befa3 admin admin] Request body: {'subnet': {'network_id': 'ea744951-a39c-4fc0-8218-f8e130e04d8d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-790057133-subnet', 'tenant_id': 'e479679344334ba8a7a11f6d7bae301b', 'ip_version': 4}} {{(pid=95102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 20:20:55.480725 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-80e7e501-6c57-470d-92c6-e3d54bc3195c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:20:55.489911 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57af2302-9ac8-4311-9e3e-d1ff9fda3c8e admin admin] Pushing event updated for resources: {'Network': ['ID=ea744951-a39c-4fc0-8218-f8e130e04d8d,revision_number=1']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:20:55.500212 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Network ea744951-a39c-4fc0-8218-f8e130e04d8d details requested by agent ovs-agent-n-d-713301-16 with host n-d-713301-16 {{(pid=95103) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 20:20:55.506284 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d60fb62-ba04-405f-91b1-2762397befa3 admin admin] Made reservation on behalf of e479679344334ba8a7a11f6d7bae301b for: {'subnet': 1} {{(pid=95102) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 20:20:55.508913 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-0d60fb62-ba04-405f-91b1-2762397befa3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5388256'] for subnet, before_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:20:55.554557 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.agents_db [None req-f2f5c474-60a3-474f-b2cc-02c4bd30880c None None] Agent healthcheck: found 7 active agents {{(pid=95104) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 20:20:55.681462 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-0d60fb62-ba04-405f-91b1-2762397befa3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4398944', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5388242'] for subnet, after_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:20:55.742010 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d60fb62-ba04-405f-91b1-2762397befa3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=566af2bd-fa62-4733-b70d-a3cc3319be63,revision_number=0']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:20:55.751319 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d60fb62-ba04-405f-91b1-2762397befa3 admin admin] Checking segment: {'id': 'f2dec075-208b-44b6-98dd-c72e703eed8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': 'ea744951-a39c-4fc0-8218-f8e130e04d8d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95102) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 20:20:55.751675 n-d-713301-16 neutron-server[95102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d60fb62-ba04-405f-91b1-2762397befa3 admin admin] Network hostable DHCP agents. Network: ea744951-a39c-4fc0-8218-f8e130e04d8d, hostable agents: ['1b18bf05-1b5f-4587-be5c-af3ac38e32ad'], hosted agents: [] {{(pid=95102) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 20:20:55.767886 n-d-713301-16 neutron-server[95102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d60fb62-ba04-405f-91b1-2762397befa3 admin admin] Network ea744951-a39c-4fc0-8218-f8e130e04d8d is scheduled to be hosted by DHCP agent 1b18bf05-1b5f-4587-be5c-af3ac38e32ad with binding_index 1 {{(pid=95102) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 20:20:55.776295 n-d-713301-16 neutron-server[95102]: DEBUG neutron.scheduler.base_scheduler [None req-0d60fb62-ba04-405f-91b1-2762397befa3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713301-16, ea744951-a39c-4fc0-8218-f8e130e04d8d) {{(pid=95102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 20:20:55.780463 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d60fb62-ba04-405f-91b1-2762397befa3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:20:55.781086 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-0d60fb62-ba04-405f-91b1-2762397befa3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:20:55.786026 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d93861bf-297d-456b-82f1-ebfc4afeec2b None None] Network ea744951-a39c-4fc0-8218-f8e130e04d8d requested from n-d-713301-16 {{(pid=95103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 20:20:55.795417 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-0d60fb62-ba04-405f-91b1-2762397befa3 admin admin] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3433108 Sep 23 20:20:55.798126 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 33738) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:20:55.802399 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.v2.base [None req-00808094-8f1e-4c6e-8e4e-335222d32cf3 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-790057133-router', 'tenant_id': 'e479679344334ba8a7a11f6d7bae301b', 'external_gateway_info': {'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac'}}} {{(pid=95102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 20:20:55.823800 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-00808094-8f1e-4c6e-8e4e-335222d32cf3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-594563', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29355'] for router, before_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:20:55.824874 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-00808094-8f1e-4c6e-8e4e-335222d32cf3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-597363', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-601731', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-739356', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29346'] for router, precommit_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:20:55.877185 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-00808094-8f1e-4c6e-8e4e-335222d32cf3 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:20:55.938043 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b318313a-89a4-4222-8cfe-3ea251102a59 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4c8b80df-07eb-5275-9f17-5cf640db67c0-ea744951-a39c-4fc0-8218-f8e130e04d8d', 'network_id': 'ea744951-a39c-4fc0-8218-f8e130e04d8d', 'tenant_id': 'e479679344334ba8a7a11f6d7bae301b', 'fixed_ips': [{'subnet_id': '566af2bd-fa62-4733-b70d-a3cc3319be63'}]}} from n-d-713301-16. {{(pid=95103) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 23 20:20:55.938911 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b318313a-89a4-4222-8cfe-3ea251102a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_create {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:20:56.020046 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-00808094-8f1e-4c6e-8e4e-335222d32cf3 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:20:56.226479 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-00808094-8f1e-4c6e-8e4e-335222d32cf3 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:20:56.231320 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.db_base_plugin_common [None req-b318313a-89a4-4222-8cfe-3ea251102a59 None None] Allocated IP 172.20.0.2 (ea744951-a39c-4fc0-8218-f8e130e04d8d/566af2bd-fa62-4733-b70d-a3cc3319be63/12504c34-2611-4024-9a36-5edb4ea51131) {{(pid=95103) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 20:20:56.256967 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-00808094-8f1e-4c6e-8e4e-335222d32cf3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:20:56.360229 n-d-713301-16 neutron-server[95102]: DEBUG neutron.db.db_base_plugin_common [None req-00808094-8f1e-4c6e-8e4e-335222d32cf3 admin admin] Allocated IP 172.25.1.188 (5dec5c09-378e-4f50-89cc-d94eb81c3bac/eff83446-018c-428d-b3f5-54ac9abe7a2a/7cccba75-ad7d-41e3-83c0-ecea7df1e9ff) {{(pid=95102) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 20:20:56.384955 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b318313a-89a4-4222-8cfe-3ea251102a59 None None] Notify callbacks [] for port, precommit_create {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:20:56.392424 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b318313a-89a4-4222-8cfe-3ea251102a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783145673135'] for port, after_create {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:20:56.429364 n-d-713301-16 neutron-server[95103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b318313a-89a4-4222-8cfe-3ea251102a59 None None] Network ea744951-a39c-4fc0-8218-f8e130e04d8d is already hosted by enough agents. {{(pid=95103) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 20:20:56.432180 n-d-713301-16 neutron-server[95103]: DEBUG neutron.scheduler.base_scheduler [None req-b318313a-89a4-4222-8cfe-3ea251102a59 None None] Resources bound (agent type, host, resource id): {{(pid=95103) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 20:20:56.434646 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b318313a-89a4-4222-8cfe-3ea251102a59 None None] Received port after_create {{(pid=95103) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 20:20:56.446382 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b318313a-89a4-4222-8cfe-3ea251102a59 None None] Pushing event updated for resources: {'Port': ['ID=12504c34-2611-4024-9a36-5edb4ea51131,revision_number=1']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:20:56.469361 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-00808094-8f1e-4c6e-8e4e-335222d32cf3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:20:56.502149 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.managers [None req-b318313a-89a4-4222-8cfe-3ea251102a59 None None] Attempting to bind port 12504c34-2611-4024-9a36-5edb4ea51131 on host n-d-713301-16 for vnic_type normal with profile {{(pid=95103) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 20:20:56.502716 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.managers [None req-b318313a-89a4-4222-8cfe-3ea251102a59 None None] Attempting to bind port 12504c34-2611-4024-9a36-5edb4ea51131 by drivers openvswitch,hyperv on host n-d-713301-16 at level 0 using segments [{'id': 'f2dec075-208b-44b6-98dd-c72e703eed8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': 'ea744951-a39c-4fc0-8218-f8e130e04d8d'}] {{(pid=95103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 20:20:56.503009 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b318313a-89a4-4222-8cfe-3ea251102a59 None None] Attempting to bind port 12504c34-2611-4024-9a36-5edb4ea51131 on network ea744951-a39c-4fc0-8218-f8e130e04d8d {{(pid=95103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 20:20:56.506193 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-00808094-8f1e-4c6e-8e4e-335222d32cf3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783145673135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4399100'] for port, after_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:20:56.508803 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b318313a-89a4-4222-8cfe-3ea251102a59 None None] Checking agent: {'id': '70a14545-df24-472f-8f95-bfe1719bff93', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 19, 7, 53), 'started_at': datetime.datetime(2021, 9, 23, 19, 8, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 20, 20, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 20:20:56.509185 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b318313a-89a4-4222-8cfe-3ea251102a59 None None] Checking segment: {'id': 'f2dec075-208b-44b6-98dd-c72e703eed8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': 'ea744951-a39c-4fc0-8218-f8e130e04d8d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95103) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 20:20:56.509592 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b318313a-89a4-4222-8cfe-3ea251102a59 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:20:56.509989 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b318313a-89a4-4222-8cfe-3ea251102a59 None None] Bound using segment: {'id': 'f2dec075-208b-44b6-98dd-c72e703eed8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': 'ea744951-a39c-4fc0-8218-f8e130e04d8d'} {{(pid=95103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 20:20:56.510454 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.managers [None req-b318313a-89a4-4222-8cfe-3ea251102a59 None None] Bound port: 12504c34-2611-4024-9a36-5edb4ea51131, host: n-d-713301-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f2dec075-208b-44b6-98dd-c72e703eed8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': 'ea744951-a39c-4fc0-8218-f8e130e04d8d'}}] {{(pid=95103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 20:20:56.510838 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b318313a-89a4-4222-8cfe-3ea251102a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:20:56.542784 n-d-713301-16 neutron-server[95102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00808094-8f1e-4c6e-8e4e-335222d32cf3 admin admin] Network 5dec5c09-378e-4f50-89cc-d94eb81c3bac is already hosted by enough agents. {{(pid=95102) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 20:20:56.548261 n-d-713301-16 neutron-server[95102]: DEBUG neutron.scheduler.base_scheduler [None req-00808094-8f1e-4c6e-8e4e-335222d32cf3 admin admin] Resources bound (agent type, host, resource id): {{(pid=95102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 20:20:56.554356 n-d-713301-16 neutron-server[95102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00808094-8f1e-4c6e-8e4e-335222d32cf3 admin admin] Received port after_create {{(pid=95102) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 20:20:56.581053 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-b318313a-89a4-4222-8cfe-3ea251102a59 None None] For port 12504c34-2611-4024-9a36-5edb4ea51131, host n-d-713301-16, cleared binding levels {{(pid=95103) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 20:20:56.581484 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00808094-8f1e-4c6e-8e4e-335222d32cf3 admin admin] Pushing event updated for resources: {'Port': ['ID=7cccba75-ad7d-41e3-83c0-ecea7df1e9ff,revision_number=1']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:20:56.584402 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-b318313a-89a4-4222-8cfe-3ea251102a59 None None] For port 12504c34-2611-4024-9a36-5edb4ea51131, host n-d-713301-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-16',level=0,port_id=12504c34-2611-4024-9a36-5edb4ea51131,segment=NetworkSegment(f2dec075-208b-44b6-98dd-c72e703eed8c),segment_id=f2dec075-208b-44b6-98dd-c72e703eed8c)] {{(pid=95103) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 20:20:56.589748 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b318313a-89a4-4222-8cfe-3ea251102a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:20:56.647172 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b318313a-89a4-4222-8cfe-3ea251102a59 None None] Pushing event updated for resources: {'Port': ['ID=12504c34-2611-4024-9a36-5edb4ea51131,revision_number=2']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:20:56.846418 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-00808094-8f1e-4c6e-8e4e-335222d32cf3 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:20:57.400120 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Device 12504c34-2611-4024-9a36-5edb4ea51131 up at agent ovs-agent-n-d-713301-16 {{(pid=95103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 20:20:57.413204 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-00808094-8f1e-4c6e-8e4e-335222d32cf3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-597258', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-601790'] for router, after_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:20:57.456683 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Provisioning complete for port 12504c34-2611-4024-9a36-5edb4ea51131 triggered by entity L2. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 20:20:57.457061 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:20:57.538183 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:20:57.551396 n-d-713301-16 neutron-server[95102]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-00808094-8f1e-4c6e-8e4e-335222d32cf3 admin admin] Router b8b2b643-3ffb-47df-ad8e-9bb980296442 is scheduled to L3 agent 79a740bf-7821-4989-8288-7186e3e128f3 with binding_index 1 {{(pid=95102) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 23 20:20:57.580057 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] For port 12504c34-2611-4024-9a36-5edb4ea51131, host n-d-713301-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-16',level=0,port_id=12504c34-2611-4024-9a36-5edb4ea51131,segment=NetworkSegment(f2dec075-208b-44b6-98dd-c72e703eed8c),segment_id=f2dec075-208b-44b6-98dd-c72e703eed8c)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 20:20:57.585017 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a2c4c64-871b-43c5-8b98-e5b49044c1a6 None None] Network ea744951-a39c-4fc0-8218-f8e130e04d8d requested from n-d-713301-16 {{(pid=95103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 20:20:57.589231 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:20:57.666389 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00808094-8f1e-4c6e-8e4e-335222d32cf3 admin admin] Notify agent at l3_agent.n-d-713301-16 the message routers_updated {{(pid=95102) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 20:20:57.681657 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3969445-ff5c-44a2-aeef-efb5d3de8418 None None] Sync routers for ids ['b8b2b643-3ffb-47df-ad8e-9bb980296442'] in n-d-713301-16 {{(pid=95103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 20:20:57.683135 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-00808094-8f1e-4c6e-8e4e-335222d32cf3 admin admin] Notify callbacks [] for router, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:20:57.684501 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-00808094-8f1e-4c6e-8e4e-335222d32cf3 admin admin] 10.222.0.67 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.8854477 Sep 23 20:20:57.688139 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 33740) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:20:57.708909 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-eb9e12f2-4683-422d-aae8-12a3709c8e2f None None] Provisioning complete for port 12504c34-2611-4024-9a36-5edb4ea51131 triggered by entity DHCP. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 20:20:57.709286 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-eb9e12f2-4683-422d-aae8-12a3709c8e2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:20:57.710926 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Pushing event updated for resources: {'Port': ['ID=12504c34-2611-4024-9a36-5edb4ea51131,revision_number=3']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:20:57.740984 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3969445-ff5c-44a2-aeef-efb5d3de8418 None None] Routers {'b8b2b643-3ffb-47df-ad8e-9bb980296442'} bound to L3 agent in host n-d-713301-16 {{(pid=95103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 20:20:57.741624 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_hamode_db [None req-a3969445-ff5c-44a2-aeef-efb5d3de8418 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-23T19:07:52Z,description=,heartbeat_timestamp=2021-09-23T20:20:53Z,host='n-d-713301-16',id=79a740bf-7821-4989-8288-7186e3e128f3,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:07:52Z,topic='l3_agent')) {'router_ids': ['b8b2b643-3ffb-47df-ad8e-9bb980296442'], 'active': True} {{(pid=95103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 20:20:57.943408 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_dvr_db [None req-a3969445-ff5c-44a2-aeef-efb5d3de8418 None None] Set router b8b2b643-3ffb-47df-ad8e-9bb980296442 gateway port host: n-d-713301-16 {{(pid=95103) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 20:20:58.121834 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-3499df23-fa42-4172-ba53-c47139e06fb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:20:58.147669 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_hamode_db [None req-a3969445-ff5c-44a2-aeef-efb5d3de8418 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8b2b643-3ffb-47df-ad8e-9bb980296442', 'name': 'tempest-TestMinimumBasicScenario-790057133-router', 'tenant_id': 'e479679344334ba8a7a11f6d7bae301b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'external_fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.188'}], 'enable_snat': True}, 'gw_port_id': '7cccba75-ad7d-41e3-83c0-ecea7df1e9ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T20:20:55Z', 'updated_at': '2021-09-23T20:20:56Z', 'revision_number': 3, 'project_id': 'e479679344334ba8a7a11f6d7bae301b', 'gw_port': {'id': '7cccba75-ad7d-41e3-83c0-ecea7df1e9ff', 'name': '', 'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:a4:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8b2b643-3ffb-47df-ad8e-9bb980296442', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4136, 'fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T20:20:56Z', 'updated_at': '2021-09-23T20:20:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-16'}], 'n-d-713301-16', False) {} {{(pid=95103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 20:20:58.179577 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3969445-ff5c-44a2-aeef-efb5d3de8418 None None] Checking router: b8b2b643-3ffb-47df-ad8e-9bb980296442 for host: n-d-713301-16 {{(pid=95103) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 20:20:58.179949 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3969445-ff5c-44a2-aeef-efb5d3de8418 None None] Updating router b8b2b643-3ffb-47df-ad8e-9bb980296442 port 7cccba75-ad7d-41e3-83c0-ecea7df1e9ff binding host n-d-713301-16 {{(pid=95103) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 23 20:20:58.206431 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-a3969445-ff5c-44a2-aeef-efb5d3de8418 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:20:58.289713 n-d-713301-16 neutron-server[95101]: DEBUG neutron.db.db_base_plugin_common [None req-3499df23-fa42-4172-ba53-c47139e06fb7 admin admin] Allocated IP 172.20.0.1 (ea744951-a39c-4fc0-8218-f8e130e04d8d/566af2bd-fa62-4733-b70d-a3cc3319be63/295194d4-5e12-499b-bdbf-f0cac225e22f) {{(pid=95101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 20:20:58.358662 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-de1f26b3-865d-43be-a95e-32cedac09d86 None None] Provisioning complete for port 12504c34-2611-4024-9a36-5edb4ea51131 triggered by entity DHCP. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 20:20:58.359106 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-de1f26b3-865d-43be-a95e-32cedac09d86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:20:58.400499 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-3499df23-fa42-4172-ba53-c47139e06fb7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:20:58.436012 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-3499df23-fa42-4172-ba53-c47139e06fb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783145673135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5607431'] for port, after_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:20:58.466724 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:20:58.474425 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3499df23-fa42-4172-ba53-c47139e06fb7 admin admin] Network ea744951-a39c-4fc0-8218-f8e130e04d8d is already hosted by enough agents. {{(pid=95101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 20:20:58.477352 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.base_scheduler [None req-3499df23-fa42-4172-ba53-c47139e06fb7 admin admin] Resources bound (agent type, host, resource id): {{(pid=95101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 20:20:58.480872 n-d-713301-16 neutron-server[95101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3499df23-fa42-4172-ba53-c47139e06fb7 admin admin] Received port after_create {{(pid=95101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 20:20:58.510321 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3499df23-fa42-4172-ba53-c47139e06fb7 admin admin] Pushing event updated for resources: {'Port': ['ID=295194d4-5e12-499b-bdbf-f0cac225e22f,revision_number=1']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:20:58.530186 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-3499df23-fa42-4172-ba53-c47139e06fb7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-601987'] for router_interface, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:20:58.566961 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-a3969445-ff5c-44a2-aeef-efb5d3de8418 None None] Notify callbacks [] for port, precommit_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:20:58.574352 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-a3969445-ff5c-44a2-aeef-efb5d3de8418 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:20:58.631423 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.managers [None req-a3969445-ff5c-44a2-aeef-efb5d3de8418 None None] Attempting to bind port 7cccba75-ad7d-41e3-83c0-ecea7df1e9ff on host n-d-713301-16 for vnic_type normal with profile {{(pid=95103) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 20:20:58.631800 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.managers [None req-a3969445-ff5c-44a2-aeef-efb5d3de8418 None None] Attempting to bind port 7cccba75-ad7d-41e3-83c0-ecea7df1e9ff by drivers openvswitch,hyperv on host n-d-713301-16 at level 0 using segments [{'id': '7d4027f1-d893-4c7b-95d4-757b8e44e380', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac'}] {{(pid=95103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 20:20:58.632172 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3969445-ff5c-44a2-aeef-efb5d3de8418 None None] Attempting to bind port 7cccba75-ad7d-41e3-83c0-ecea7df1e9ff on network 5dec5c09-378e-4f50-89cc-d94eb81c3bac {{(pid=95103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 20:20:58.642765 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dac91fd-82b2-4147-9996-3357fcc49575 None None] Pushing event updated for resources: {'Port': ['ID=7cccba75-ad7d-41e3-83c0-ecea7df1e9ff,revision_number=2']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:20:58.646716 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3969445-ff5c-44a2-aeef-efb5d3de8418 None None] Checking agent: {'id': '70a14545-df24-472f-8f95-bfe1719bff93', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 19, 7, 53), 'started_at': datetime.datetime(2021, 9, 23, 19, 8, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 20, 20, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 20:20:58.647100 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3969445-ff5c-44a2-aeef-efb5d3de8418 None None] Checking segment: {'id': '7d4027f1-d893-4c7b-95d4-757b8e44e380', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95103) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 20:20:58.647513 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-a3969445-ff5c-44a2-aeef-efb5d3de8418 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:20:58.647905 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3969445-ff5c-44a2-aeef-efb5d3de8418 None None] Bound using segment: {'id': '7d4027f1-d893-4c7b-95d4-757b8e44e380', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac'} {{(pid=95103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 20:20:58.648388 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.managers [None req-a3969445-ff5c-44a2-aeef-efb5d3de8418 None None] Bound port: 7cccba75-ad7d-41e3-83c0-ecea7df1e9ff, host: n-d-713301-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7d4027f1-d893-4c7b-95d4-757b8e44e380', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac'}}] {{(pid=95103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 20:20:58.648801 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-a3969445-ff5c-44a2-aeef-efb5d3de8418 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:20:58.696882 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-3499df23-fa42-4172-ba53-c47139e06fb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:20:58.709101 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-a3969445-ff5c-44a2-aeef-efb5d3de8418 None None] For port 7cccba75-ad7d-41e3-83c0-ecea7df1e9ff, host n-d-713301-16, cleared binding levels {{(pid=95103) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 20:20:58.713030 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-a3969445-ff5c-44a2-aeef-efb5d3de8418 None None] For port 7cccba75-ad7d-41e3-83c0-ecea7df1e9ff, host n-d-713301-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-16',level=0,port_id=7cccba75-ad7d-41e3-83c0-ecea7df1e9ff,segment=NetworkSegment(7d4027f1-d893-4c7b-95d4-757b8e44e380),segment_id=7d4027f1-d893-4c7b-95d4-757b8e44e380)] {{(pid=95103) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 20:20:58.718379 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-a3969445-ff5c-44a2-aeef-efb5d3de8418 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:20:58.787401 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:20:58.796628 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dac91fd-82b2-4147-9996-3357fcc49575 None None] Pushing event updated for resources: {'Port': ['ID=7cccba75-ad7d-41e3-83c0-ecea7df1e9ff,revision_number=3']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:20:58.799192 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3969445-ff5c-44a2-aeef-efb5d3de8418 None None] Routers {'b8b2b643-3ffb-47df-ad8e-9bb980296442'} bound to L3 agent in host n-d-713301-16 {{(pid=95103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 20:20:58.799808 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_hamode_db [None req-a3969445-ff5c-44a2-aeef-efb5d3de8418 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-23T19:07:52Z,description=,heartbeat_timestamp=2021-09-23T20:20:53Z,host='n-d-713301-16',id=79a740bf-7821-4989-8288-7186e3e128f3,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:07:52Z,topic='l3_agent')) {'router_ids': ['b8b2b643-3ffb-47df-ad8e-9bb980296442'], 'active': True} {{(pid=95103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 20:20:58.806365 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-b98efacf-dba0-4bc3-bf92-e37f1ea2f3af None None] Provisioning complete for port 295194d4-5e12-499b-bdbf-f0cac225e22f triggered by entity DHCP. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 20:20:58.806734 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b98efacf-dba0-4bc3-bf92-e37f1ea2f3af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:20:58.873557 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-3499df23-fa42-4172-ba53-c47139e06fb7 admin admin] Notify callbacks [] for port, precommit_update {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:20:58.878218 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-3499df23-fa42-4172-ba53-c47139e06fb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5607436'] for port, after_update {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:20:58.905415 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.plugin [None req-b98efacf-dba0-4bc3-bf92-e37f1ea2f3af None None] Port 295194d4-5e12-499b-bdbf-f0cac225e22f cannot update to ACTIVE because it is not bound. {{(pid=95103) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 20:20:58.943268 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_dvr_db [None req-a3969445-ff5c-44a2-aeef-efb5d3de8418 None None] Set router b8b2b643-3ffb-47df-ad8e-9bb980296442 gateway port host: n-d-713301-16 {{(pid=95103) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 20:20:58.955177 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-3499df23-fa42-4172-ba53-c47139e06fb7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-527313', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-601459'] for router_interface, after_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:20:58.956938 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3499df23-fa42-4172-ba53-c47139e06fb7 admin admin] Pushing event updated for resources: {'Port': ['ID=295194d4-5e12-499b-bdbf-f0cac225e22f,revision_number=2']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:20:59.052321 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3499df23-fa42-4172-ba53-c47139e06fb7 admin admin] Network ea744951-a39c-4fc0-8218-f8e130e04d8d is already hosted by enough agents. {{(pid=95101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 20:20:59.053794 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.base_scheduler [None req-3499df23-fa42-4172-ba53-c47139e06fb7 admin admin] Resources bound (agent type, host, resource id): {{(pid=95101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 20:20:59.149172 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_hamode_db [None req-a3969445-ff5c-44a2-aeef-efb5d3de8418 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8b2b643-3ffb-47df-ad8e-9bb980296442', 'name': 'tempest-TestMinimumBasicScenario-790057133-router', 'tenant_id': 'e479679344334ba8a7a11f6d7bae301b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'external_fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.188'}], 'enable_snat': True}, 'gw_port_id': '7cccba75-ad7d-41e3-83c0-ecea7df1e9ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T20:20:55Z', 'updated_at': '2021-09-23T20:20:58Z', 'revision_number': 4, 'project_id': 'e479679344334ba8a7a11f6d7bae301b', 'gw_port': {'id': '7cccba75-ad7d-41e3-83c0-ecea7df1e9ff', 'name': '', 'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:a4:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8b2b643-3ffb-47df-ad8e-9bb980296442', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4136, 'fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T20:20:56Z', 'updated_at': '2021-09-23T20:20:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-16', '_interfaces': [{'id': '295194d4-5e12-499b-bdbf-f0cac225e22f', 'name': '', 'network_id': 'ea744951-a39c-4fc0-8218-f8e130e04d8d', 'tenant_id': 'e479679344334ba8a7a11f6d7bae301b', 'mac_address': 'fa:16:3e:35:92:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8b2b643-3ffb-47df-ad8e-9bb980296442', 'device_owner': 'network:router_interface', 'standard_attr_id': 4137, 'fixed_ips': [{'subnet_id': '566af2bd-fa62-4733-b70d-a3cc3319be63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T20:20:58Z', 'updated_at': '2021-09-23T20:20:58Z', 'revision_number': 1, 'project_id': 'e479679344334ba8a7a11f6d7bae301b', 'subnets': [{'id': '566af2bd-fa62-4733-b70d-a3cc3319be63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-16', False) {} {{(pid=95103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 20:20:59.174797 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3499df23-fa42-4172-ba53-c47139e06fb7 admin admin] Router b8b2b643-3ffb-47df-ad8e-9bb980296442 has already been hosted by L3 agent 79a740bf-7821-4989-8288-7186e3e128f3 {{(pid=95101) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 20:20:59.181333 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3969445-ff5c-44a2-aeef-efb5d3de8418 None None] The sync data for ids ['b8b2b643-3ffb-47df-ad8e-9bb980296442'] in n-d-713301-16 is: [{'id': 'b8b2b643-3ffb-47df-ad8e-9bb980296442', 'name': 'tempest-TestMinimumBasicScenario-790057133-router', 'tenant_id': 'e479679344334ba8a7a11f6d7bae301b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'external_fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.188'}], 'enable_snat': True}, 'gw_port_id': '7cccba75-ad7d-41e3-83c0-ecea7df1e9ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T20:20:55Z', 'updated_at': '2021-09-23T20:20:58Z', 'revision_number': 4, 'project_id': 'e479679344334ba8a7a11f6d7bae301b', 'gw_port': {'id': '7cccba75-ad7d-41e3-83c0-ecea7df1e9ff', 'name': '', 'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:a4:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8b2b643-3ffb-47df-ad8e-9bb980296442', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4136, 'fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T20:20:56Z', 'updated_at': '2021-09-23T20:20:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-16', '_interfaces': [{'id': '295194d4-5e12-499b-bdbf-f0cac225e22f', 'name': '', 'network_id': 'ea744951-a39c-4fc0-8218-f8e130e04d8d', 'tenant_id': 'e479679344334ba8a7a11f6d7bae301b', 'mac_address': 'fa:16:3e:35:92:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8b2b643-3ffb-47df-ad8e-9bb980296442', 'device_owner': 'network:router_interface', 'standard_attr_id': 4137, 'fixed_ips': [{'subnet_id': '566af2bd-fa62-4733-b70d-a3cc3319be63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T20:20:58Z', 'updated_at': '2021-09-23T20:20:58Z', 'revision_number': 1, 'project_id': 'e479679344334ba8a7a11f6d7bae301b', 'subnets': [{'id': '566af2bd-fa62-4733-b70d-a3cc3319be63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 20:20:59.294300 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3499df23-fa42-4172-ba53-c47139e06fb7 admin admin] Notify agent at l3_agent.n-d-713301-16 the message routers_updated {{(pid=95101) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 20:20:59.300109 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-3499df23-fa42-4172-ba53-c47139e06fb7 admin admin] 10.222.0.67 "PUT /v2.0/routers/b8b2b643-3ffb-47df-ad8e-9bb980296442/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6108809 Sep 23 20:20:59.331163 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-29093832-dd5b-400f-91e2-4857ef5226f4 None None] Provisioning complete for port 295194d4-5e12-499b-bdbf-f0cac225e22f triggered by entity DHCP. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 20:20:59.331539 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-29093832-dd5b-400f-91e2-4857ef5226f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:20:59.371766 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Device 12504c34-2611-4024-9a36-5edb4ea51131 up at agent ovs-agent-n-d-713301-16 {{(pid=95103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 20:20:59.381462 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.plugin [None req-29093832-dd5b-400f-91e2-4857ef5226f4 None None] Port 295194d4-5e12-499b-bdbf-f0cac225e22f cannot update to ACTIVE because it is not bound. {{(pid=95103) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 20:20:59.447017 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Provisioning complete for port 12504c34-2611-4024-9a36-5edb4ea51131 triggered by entity L2. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 20:20:59.447450 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:20:59.839313 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 33756) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:20:59.844963 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.v2.base [None req-5ac47493-0bd9-40cc-9f73-30d140d087e9 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1693982437-network', 'tenant_id': 'd76d2c2b9b4f479a98862c25364ada74'}} {{(pid=95101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 20:20:59.880539 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ac47493-0bd9-40cc-9f73-30d140d087e9 admin admin] Made reservation on behalf of d76d2c2b9b4f479a98862c25364ada74 for: {'network': 1} {{(pid=95101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 20:20:59.883370 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-5ac47493-0bd9-40cc-9f73-30d140d087e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for network, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:20:59.892745 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-5ac47493-0bd9-40cc-9f73-30d140d087e9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:20:59.998654 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-5ac47493-0bd9-40cc-9f73-30d140d087e9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:21:00.003071 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-5ac47493-0bd9-40cc-9f73-30d140d087e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:21:00.035846 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5ac47493-0bd9-40cc-9f73-30d140d087e9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 632} {{(pid=95101) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 20:21:00.045951 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac47493-0bd9-40cc-9f73-30d140d087e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc278884-b159-4564-a601-152f3b3b776c,revision_number=1']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:21:00.052620 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-5ac47493-0bd9-40cc-9f73-30d140d087e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1756186'] for segment, precommit_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:21:00.052971 n-d-713301-16 neutron-server[95101]: INFO neutron.db.segments_db [None req-5ac47493-0bd9-40cc-9f73-30d140d087e9 admin admin] Added segment f68c85ca-e445-4573-a74b-cdd14fbe47d1 of type vlan for network 36decd18-0178-4181-99a2-6a61830120f9 Sep 23 20:21:00.098320 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-5ac47493-0bd9-40cc-9f73-30d140d087e9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783145630486'] for network, precommit_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:21:00.124969 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-5ac47493-0bd9-40cc-9f73-30d140d087e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299'] for network, after_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:21:00.126237 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ac47493-0bd9-40cc-9f73-30d140d087e9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:21:00.126883 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-5ac47493-0bd9-40cc-9f73-30d140d087e9 admin admin] Notify callbacks [] for network, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:21:00.164223 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-5ac47493-0bd9-40cc-9f73-30d140d087e9 admin admin] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3237808 Sep 23 20:21:00.166833 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 33758) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:21:00.173907 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.v2.base [None req-86dd0d16-f307-4c33-acb2-23d2ab5e1262 admin admin] Request body: {'subnet': {'network_id': '36decd18-0178-4181-99a2-6a61830120f9', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1693982437-subnet', 'tenant_id': 'd76d2c2b9b4f479a98862c25364ada74', 'ip_version': 4}} {{(pid=95101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 20:21:00.208048 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac47493-0bd9-40cc-9f73-30d140d087e9 admin admin] Pushing event updated for resources: {'Network': ['ID=36decd18-0178-4181-99a2-6a61830120f9,revision_number=1']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:21:00.219803 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Network 36decd18-0178-4181-99a2-6a61830120f9 details requested by agent ovs-agent-n-d-713301-16 with host n-d-713301-16 {{(pid=95103) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 20:21:00.227342 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86dd0d16-f307-4c33-acb2-23d2ab5e1262 admin admin] Made reservation on behalf of d76d2c2b9b4f479a98862c25364ada74 for: {'subnet': 1} {{(pid=95101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 20:21:00.229786 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-86dd0d16-f307-4c33-acb2-23d2ab5e1262 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6130979'] for subnet, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:21:00.416595 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-86dd0d16-f307-4c33-acb2-23d2ab5e1262 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5607579', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6130961'] for subnet, after_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:21:00.475550 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86dd0d16-f307-4c33-acb2-23d2ab5e1262 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ad66de48-78f8-4d0d-ad95-03232b5fa0e8,revision_number=0']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:21:00.485346 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86dd0d16-f307-4c33-acb2-23d2ab5e1262 admin admin] Checking segment: {'id': 'f68c85ca-e445-4573-a74b-cdd14fbe47d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '36decd18-0178-4181-99a2-6a61830120f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 20:21:00.485740 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86dd0d16-f307-4c33-acb2-23d2ab5e1262 admin admin] Network hostable DHCP agents. Network: 36decd18-0178-4181-99a2-6a61830120f9, hostable agents: ['1b18bf05-1b5f-4587-be5c-af3ac38e32ad'], hosted agents: [] {{(pid=95101) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 20:21:00.502738 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86dd0d16-f307-4c33-acb2-23d2ab5e1262 admin admin] Network 36decd18-0178-4181-99a2-6a61830120f9 is scheduled to be hosted by DHCP agent 1b18bf05-1b5f-4587-be5c-af3ac38e32ad with binding_index 1 {{(pid=95101) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 20:21:00.511014 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.base_scheduler [None req-86dd0d16-f307-4c33-acb2-23d2ab5e1262 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713301-16, 36decd18-0178-4181-99a2-6a61830120f9) {{(pid=95101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 20:21:00.520477 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a978481d-07ea-4913-9d85-e6d9ccecaaa8 None None] Network 36decd18-0178-4181-99a2-6a61830120f9 requested from n-d-713301-16 {{(pid=95103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 20:21:00.521641 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86dd0d16-f307-4c33-acb2-23d2ab5e1262 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:21:00.522323 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-86dd0d16-f307-4c33-acb2-23d2ab5e1262 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:21:00.538309 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-86dd0d16-f307-4c33-acb2-23d2ab5e1262 admin admin] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3704479 Sep 23 20:21:00.540905 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 33760) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:21:00.545591 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.v2.base [None req-64b909c4-5072-4f36-8af3-8141ce6781b0 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1693982437-router', 'tenant_id': 'd76d2c2b9b4f479a98862c25364ada74', 'external_gateway_info': {'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac'}}} {{(pid=95101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 20:21:00.567838 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-64b909c4-5072-4f36-8af3-8141ce6781b0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-594563', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29355'] for router, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:21:00.569005 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-64b909c4-5072-4f36-8af3-8141ce6781b0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-597363', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-601731', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-739356', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29346'] for router, precommit_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:21:00.628738 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-64b909c4-5072-4f36-8af3-8141ce6781b0 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:21:00.772555 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-64b909c4-5072-4f36-8af3-8141ce6781b0 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:21:00.836208 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3b6cc2c-ff2a-469f-8158-969bd5064928 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4c8b80df-07eb-5275-9f17-5cf640db67c0-36decd18-0178-4181-99a2-6a61830120f9', 'network_id': '36decd18-0178-4181-99a2-6a61830120f9', 'tenant_id': 'd76d2c2b9b4f479a98862c25364ada74', 'fixed_ips': [{'subnet_id': 'ad66de48-78f8-4d0d-ad95-03232b5fa0e8'}]}} from n-d-713301-16. {{(pid=95103) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 23 20:21:00.837409 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b3b6cc2c-ff2a-469f-8158-969bd5064928 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_create {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:21:00.989197 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.db_base_plugin_common [None req-b3b6cc2c-ff2a-469f-8158-969bd5064928 None None] Allocated IP 172.20.0.2 (36decd18-0178-4181-99a2-6a61830120f9/ad66de48-78f8-4d0d-ad95-03232b5fa0e8/95221539-6154-4709-acc0-ed24c73d823f) {{(pid=95103) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 20:21:00.994988 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-64b909c4-5072-4f36-8af3-8141ce6781b0 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:21:01.015415 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-64b909c4-5072-4f36-8af3-8141ce6781b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:21:01.133795 n-d-713301-16 neutron-server[95101]: DEBUG neutron.db.db_base_plugin_common [None req-64b909c4-5072-4f36-8af3-8141ce6781b0 admin admin] Allocated IP 172.25.1.16 (5dec5c09-378e-4f50-89cc-d94eb81c3bac/eff83446-018c-428d-b3f5-54ac9abe7a2a/1a2c7fab-63b8-457c-b634-7a5ee89ae495) {{(pid=95101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 20:21:01.146846 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b3b6cc2c-ff2a-469f-8158-969bd5064928 None None] Notify callbacks [] for port, precommit_create {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:21:01.152718 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b3b6cc2c-ff2a-469f-8158-969bd5064928 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783145673135'] for port, after_create {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:21:01.191760 n-d-713301-16 neutron-server[95103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3b6cc2c-ff2a-469f-8158-969bd5064928 None None] Network 36decd18-0178-4181-99a2-6a61830120f9 is already hosted by enough agents. {{(pid=95103) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 20:21:01.199226 n-d-713301-16 neutron-server[95103]: DEBUG neutron.scheduler.base_scheduler [None req-b3b6cc2c-ff2a-469f-8158-969bd5064928 None None] Resources bound (agent type, host, resource id): {{(pid=95103) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 20:21:01.202641 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3b6cc2c-ff2a-469f-8158-969bd5064928 None None] Received port after_create {{(pid=95103) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 20:21:01.204918 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b6cc2c-ff2a-469f-8158-969bd5064928 None None] Pushing event updated for resources: {'Port': ['ID=95221539-6154-4709-acc0-ed24c73d823f,revision_number=1']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:21:01.230970 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-305aa17f-adac-4c74-bd78-31764f66de82 None None] Sync routers for ids ['b8b2b643-3ffb-47df-ad8e-9bb980296442'] in n-d-713301-16 {{(pid=95104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 20:21:01.242502 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-305aa17f-adac-4c74-bd78-31764f66de82 None None] Routers {'b8b2b643-3ffb-47df-ad8e-9bb980296442'} bound to L3 agent in host n-d-713301-16 {{(pid=95104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 20:21:01.243120 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_hamode_db [None req-305aa17f-adac-4c74-bd78-31764f66de82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-23T19:07:52Z,description=,heartbeat_timestamp=2021-09-23T20:20:53Z,host='n-d-713301-16',id=79a740bf-7821-4989-8288-7186e3e128f3,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:07:52Z,topic='l3_agent')) {'router_ids': ['b8b2b643-3ffb-47df-ad8e-9bb980296442'], 'active': True} {{(pid=95104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 20:21:01.244148 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-64b909c4-5072-4f36-8af3-8141ce6781b0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:21:01.268689 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.managers [None req-b3b6cc2c-ff2a-469f-8158-969bd5064928 None None] Attempting to bind port 95221539-6154-4709-acc0-ed24c73d823f on host n-d-713301-16 for vnic_type normal with profile {{(pid=95103) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 20:21:01.269277 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.managers [None req-b3b6cc2c-ff2a-469f-8158-969bd5064928 None None] Attempting to bind port 95221539-6154-4709-acc0-ed24c73d823f by drivers openvswitch,hyperv on host n-d-713301-16 at level 0 using segments [{'id': 'f68c85ca-e445-4573-a74b-cdd14fbe47d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '36decd18-0178-4181-99a2-6a61830120f9'}] {{(pid=95103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 20:21:01.269566 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3b6cc2c-ff2a-469f-8158-969bd5064928 None None] Attempting to bind port 95221539-6154-4709-acc0-ed24c73d823f on network 36decd18-0178-4181-99a2-6a61830120f9 {{(pid=95103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 20:21:01.274677 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3b6cc2c-ff2a-469f-8158-969bd5064928 None None] Checking agent: {'id': '70a14545-df24-472f-8f95-bfe1719bff93', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 19, 7, 53), 'started_at': datetime.datetime(2021, 9, 23, 19, 8, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 20, 20, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 20:21:01.275226 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3b6cc2c-ff2a-469f-8158-969bd5064928 None None] Checking segment: {'id': 'f68c85ca-e445-4573-a74b-cdd14fbe47d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '36decd18-0178-4181-99a2-6a61830120f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95103) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 20:21:01.275459 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b3b6cc2c-ff2a-469f-8158-969bd5064928 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:21:01.275966 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3b6cc2c-ff2a-469f-8158-969bd5064928 None None] Bound using segment: {'id': 'f68c85ca-e445-4573-a74b-cdd14fbe47d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '36decd18-0178-4181-99a2-6a61830120f9'} {{(pid=95103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 20:21:01.276356 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.managers [None req-b3b6cc2c-ff2a-469f-8158-969bd5064928 None None] Bound port: 95221539-6154-4709-acc0-ed24c73d823f, host: n-d-713301-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f68c85ca-e445-4573-a74b-cdd14fbe47d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '36decd18-0178-4181-99a2-6a61830120f9'}}] {{(pid=95103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 20:21:01.276724 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b3b6cc2c-ff2a-469f-8158-969bd5064928 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:21:01.281328 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-64b909c4-5072-4f36-8af3-8141ce6781b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783145673135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5607431'] for port, after_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:21:01.320672 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64b909c4-5072-4f36-8af3-8141ce6781b0 admin admin] Network 5dec5c09-378e-4f50-89cc-d94eb81c3bac is already hosted by enough agents. {{(pid=95101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 20:21:01.323198 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.base_scheduler [None req-64b909c4-5072-4f36-8af3-8141ce6781b0 admin admin] Resources bound (agent type, host, resource id): {{(pid=95101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 20:21:01.326171 n-d-713301-16 neutron-server[95101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64b909c4-5072-4f36-8af3-8141ce6781b0 admin admin] Received port after_create {{(pid=95101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 20:21:01.363742 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-b3b6cc2c-ff2a-469f-8158-969bd5064928 None None] For port 95221539-6154-4709-acc0-ed24c73d823f, host n-d-713301-16, cleared binding levels {{(pid=95103) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 20:21:01.367329 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-b3b6cc2c-ff2a-469f-8158-969bd5064928 None None] For port 95221539-6154-4709-acc0-ed24c73d823f, host n-d-713301-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-16',level=0,port_id=95221539-6154-4709-acc0-ed24c73d823f,segment=NetworkSegment(f68c85ca-e445-4573-a74b-cdd14fbe47d1),segment_id=f68c85ca-e445-4573-a74b-cdd14fbe47d1)] {{(pid=95103) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 20:21:01.368143 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64b909c4-5072-4f36-8af3-8141ce6781b0 admin admin] Pushing event updated for resources: {'Port': ['ID=1a2c7fab-63b8-457c-b634-7a5ee89ae495,revision_number=1']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:21:01.375181 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b3b6cc2c-ff2a-469f-8158-969bd5064928 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:21:01.390165 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_dvr_db [None req-305aa17f-adac-4c74-bd78-31764f66de82 None None] Set router b8b2b643-3ffb-47df-ad8e-9bb980296442 gateway port host: n-d-713301-16 {{(pid=95104) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 20:21:01.461930 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Device 7cccba75-ad7d-41e3-83c0-ecea7df1e9ff up at agent ovs-agent-n-d-713301-16 {{(pid=95103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 20:21:01.558228 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b6cc2c-ff2a-469f-8158-969bd5064928 None None] Pushing event updated for resources: {'Port': ['ID=95221539-6154-4709-acc0-ed24c73d823f,revision_number=2']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:21:01.588335 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Provisioning complete for port 7cccba75-ad7d-41e3-83c0-ecea7df1e9ff triggered by entity L2. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 20:21:01.588999 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:21:01.650820 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_hamode_db [None req-305aa17f-adac-4c74-bd78-31764f66de82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8b2b643-3ffb-47df-ad8e-9bb980296442', 'name': 'tempest-TestMinimumBasicScenario-790057133-router', 'tenant_id': 'e479679344334ba8a7a11f6d7bae301b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'external_fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.188'}], 'enable_snat': True}, 'gw_port_id': '7cccba75-ad7d-41e3-83c0-ecea7df1e9ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T20:20:55Z', 'updated_at': '2021-09-23T20:20:58Z', 'revision_number': 4, 'project_id': 'e479679344334ba8a7a11f6d7bae301b', 'gw_port': {'id': '7cccba75-ad7d-41e3-83c0-ecea7df1e9ff', 'name': '', 'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:a4:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8b2b643-3ffb-47df-ad8e-9bb980296442', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4136, 'fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T20:20:56Z', 'updated_at': '2021-09-23T20:20:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-16', '_interfaces': [{'id': '295194d4-5e12-499b-bdbf-f0cac225e22f', 'name': '', 'network_id': 'ea744951-a39c-4fc0-8218-f8e130e04d8d', 'tenant_id': 'e479679344334ba8a7a11f6d7bae301b', 'mac_address': 'fa:16:3e:35:92:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8b2b643-3ffb-47df-ad8e-9bb980296442', 'device_owner': 'network:router_interface', 'standard_attr_id': 4137, 'fixed_ips': [{'subnet_id': '566af2bd-fa62-4733-b70d-a3cc3319be63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T20:20:58Z', 'updated_at': '2021-09-23T20:20:58Z', 'revision_number': 2, 'project_id': 'e479679344334ba8a7a11f6d7bae301b', 'subnets': [{'id': '566af2bd-fa62-4733-b70d-a3cc3319be63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-16', False) {} {{(pid=95104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 20:21:01.683449 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:21:01.693603 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-305aa17f-adac-4c74-bd78-31764f66de82 None None] Checking router: b8b2b643-3ffb-47df-ad8e-9bb980296442 for host: n-d-713301-16 {{(pid=95104) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 20:21:01.694120 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-305aa17f-adac-4c74-bd78-31764f66de82 None None] Updating router b8b2b643-3ffb-47df-ad8e-9bb980296442 port 295194d4-5e12-499b-bdbf-f0cac225e22f binding host n-d-713301-16 {{(pid=95104) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 23 20:21:01.709179 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] For port 7cccba75-ad7d-41e3-83c0-ecea7df1e9ff, host n-d-713301-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-16',level=0,port_id=7cccba75-ad7d-41e3-83c0-ecea7df1e9ff,segment=NetworkSegment(7d4027f1-d893-4c7b-95d4-757b8e44e380),segment_id=7d4027f1-d893-4c7b-95d4-757b8e44e380)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 20:21:01.718076 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:21:01.736314 n-d-713301-16 neutron-server[95104]: DEBUG neutron_lib.callbacks.manager [None req-305aa17f-adac-4c74-bd78-31764f66de82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:21:01.793092 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Pushing event updated for resources: {'Port': ['ID=7cccba75-ad7d-41e3-83c0-ecea7df1e9ff,revision_number=4']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:21:02.020457 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-64b909c4-5072-4f36-8af3-8141ce6781b0 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:21:02.038081 n-d-713301-16 neutron-server[95104]: DEBUG neutron_lib.callbacks.manager [None req-305aa17f-adac-4c74-bd78-31764f66de82 None None] Notify callbacks [] for port, precommit_update {{(pid=95104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:21:02.043839 n-d-713301-16 neutron-server[95104]: DEBUG neutron_lib.callbacks.manager [None req-305aa17f-adac-4c74-bd78-31764f66de82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:21:02.095499 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8153e66b-c1a2-48d1-ad3f-caeb96904b0a None None] Pushing event updated for resources: {'Port': ['ID=295194d4-5e12-499b-bdbf-f0cac225e22f,revision_number=3']} {{(pid=95104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:21:02.120926 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8153e66b-c1a2-48d1-ad3f-caeb96904b0a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:21:02.121271 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8153e66b-c1a2-48d1-ad3f-caeb96904b0a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:21:02.121613 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8153e66b-c1a2-48d1-ad3f-caeb96904b0a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:21:02.121946 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8153e66b-c1a2-48d1-ad3f-caeb96904b0a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:21:02.122402 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8153e66b-c1a2-48d1-ad3f-caeb96904b0a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:21:02.123179 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8153e66b-c1a2-48d1-ad3f-caeb96904b0a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:21:02.123179 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8153e66b-c1a2-48d1-ad3f-caeb96904b0a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:21:02.123392 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8153e66b-c1a2-48d1-ad3f-caeb96904b0a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:21:02.123690 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8153e66b-c1a2-48d1-ad3f-caeb96904b0a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:21:02.124010 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8153e66b-c1a2-48d1-ad3f-caeb96904b0a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:21:02.124331 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8153e66b-c1a2-48d1-ad3f-caeb96904b0a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:21:02.124673 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8153e66b-c1a2-48d1-ad3f-caeb96904b0a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:21:02.158100 n-d-713301-16 neutron-server[95104]: DEBUG neutron.plugins.ml2.managers [None req-305aa17f-adac-4c74-bd78-31764f66de82 None None] Attempting to bind port 295194d4-5e12-499b-bdbf-f0cac225e22f on host n-d-713301-16 for vnic_type normal with profile {{(pid=95104) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 20:21:02.158464 n-d-713301-16 neutron-server[95104]: DEBUG neutron.plugins.ml2.managers [None req-305aa17f-adac-4c74-bd78-31764f66de82 None None] Attempting to bind port 295194d4-5e12-499b-bdbf-f0cac225e22f by drivers openvswitch,hyperv on host n-d-713301-16 at level 0 using segments [{'id': 'f2dec075-208b-44b6-98dd-c72e703eed8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': 'ea744951-a39c-4fc0-8218-f8e130e04d8d'}] {{(pid=95104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 20:21:02.158822 n-d-713301-16 neutron-server[95104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-305aa17f-adac-4c74-bd78-31764f66de82 None None] Attempting to bind port 295194d4-5e12-499b-bdbf-f0cac225e22f on network ea744951-a39c-4fc0-8218-f8e130e04d8d {{(pid=95104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 20:21:02.164220 n-d-713301-16 neutron-server[95104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-305aa17f-adac-4c74-bd78-31764f66de82 None None] Checking agent: {'id': '70a14545-df24-472f-8f95-bfe1719bff93', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 19, 7, 53), 'started_at': datetime.datetime(2021, 9, 23, 19, 8, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 20, 20, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 20:21:02.164588 n-d-713301-16 neutron-server[95104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-305aa17f-adac-4c74-bd78-31764f66de82 None None] Checking segment: {'id': 'f2dec075-208b-44b6-98dd-c72e703eed8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': 'ea744951-a39c-4fc0-8218-f8e130e04d8d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95104) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 20:21:02.165107 n-d-713301-16 neutron-server[95104]: DEBUG neutron_lib.callbacks.manager [None req-305aa17f-adac-4c74-bd78-31764f66de82 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:21:02.165499 n-d-713301-16 neutron-server[95104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-305aa17f-adac-4c74-bd78-31764f66de82 None None] Bound using segment: {'id': 'f2dec075-208b-44b6-98dd-c72e703eed8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': 'ea744951-a39c-4fc0-8218-f8e130e04d8d'} {{(pid=95104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 20:21:02.165962 n-d-713301-16 neutron-server[95104]: DEBUG neutron.plugins.ml2.managers [None req-305aa17f-adac-4c74-bd78-31764f66de82 None None] Bound port: 295194d4-5e12-499b-bdbf-f0cac225e22f, host: n-d-713301-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f2dec075-208b-44b6-98dd-c72e703eed8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': 'ea744951-a39c-4fc0-8218-f8e130e04d8d'}}] {{(pid=95104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 20:21:02.166338 n-d-713301-16 neutron-server[95104]: DEBUG neutron_lib.callbacks.manager [None req-305aa17f-adac-4c74-bd78-31764f66de82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:21:02.246102 n-d-713301-16 neutron-server[95104]: DEBUG neutron.plugins.ml2.db [None req-305aa17f-adac-4c74-bd78-31764f66de82 None None] For port 295194d4-5e12-499b-bdbf-f0cac225e22f, host n-d-713301-16, cleared binding levels {{(pid=95104) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 20:21:02.249793 n-d-713301-16 neutron-server[95104]: DEBUG neutron.plugins.ml2.db [None req-305aa17f-adac-4c74-bd78-31764f66de82 None None] For port 295194d4-5e12-499b-bdbf-f0cac225e22f, host n-d-713301-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-16',level=0,port_id=295194d4-5e12-499b-bdbf-f0cac225e22f,segment=NetworkSegment(f2dec075-208b-44b6-98dd-c72e703eed8c),segment_id=f2dec075-208b-44b6-98dd-c72e703eed8c)] {{(pid=95104) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 20:21:02.255602 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-64b909c4-5072-4f36-8af3-8141ce6781b0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-597258', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-601790'] for router, after_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:21:02.257575 n-d-713301-16 neutron-server[95104]: DEBUG neutron_lib.callbacks.manager [None req-305aa17f-adac-4c74-bd78-31764f66de82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:21:02.336762 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-305aa17f-adac-4c74-bd78-31764f66de82 None None] Routers {'b8b2b643-3ffb-47df-ad8e-9bb980296442'} bound to L3 agent in host n-d-713301-16 {{(pid=95104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 20:21:02.337403 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_hamode_db [None req-305aa17f-adac-4c74-bd78-31764f66de82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-23T19:07:52Z,description=,heartbeat_timestamp=2021-09-23T20:20:53Z,host='n-d-713301-16',id=79a740bf-7821-4989-8288-7186e3e128f3,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:07:52Z,topic='l3_agent')) {'router_ids': ['b8b2b643-3ffb-47df-ad8e-9bb980296442'], 'active': True} {{(pid=95104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 20:21:02.339409 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8153e66b-c1a2-48d1-ad3f-caeb96904b0a None None] Pushing event updated for resources: {'Port': ['ID=295194d4-5e12-499b-bdbf-f0cac225e22f,revision_number=4']} {{(pid=95104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:21:02.421935 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-c064531e-8e49-43df-8928-deda1806e7fe None None] Provisioning complete for port 295194d4-5e12-499b-bdbf-f0cac225e22f triggered by entity DHCP. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 20:21:02.422499 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-c064531e-8e49-43df-8928-deda1806e7fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:21:02.442126 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-64b909c4-5072-4f36-8af3-8141ce6781b0 admin admin] Router aa4453e6-c610-4589-ae8c-dd9debade8fa is scheduled to L3 agent 79a740bf-7821-4989-8288-7186e3e128f3 with binding_index 1 {{(pid=95101) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 23 20:21:02.537649 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-c064531e-8e49-43df-8928-deda1806e7fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:21:02.581240 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-c064531e-8e49-43df-8928-deda1806e7fe None None] For port 295194d4-5e12-499b-bdbf-f0cac225e22f, host n-d-713301-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-16',level=0,port_id=295194d4-5e12-499b-bdbf-f0cac225e22f,segment=NetworkSegment(f2dec075-208b-44b6-98dd-c72e703eed8c),segment_id=f2dec075-208b-44b6-98dd-c72e703eed8c)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 20:21:02.588803 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64b909c4-5072-4f36-8af3-8141ce6781b0 admin admin] Notify agent at l3_agent.n-d-713301-16 the message routers_updated {{(pid=95101) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 20:21:02.589558 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-c064531e-8e49-43df-8928-deda1806e7fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:21:02.606339 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-678b6284-7a44-4c19-9ad8-ee68f7808328 None None] Sync routers for ids ['aa4453e6-c610-4589-ae8c-dd9debade8fa'] in n-d-713301-16 {{(pid=95103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 20:21:02.611169 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-64b909c4-5072-4f36-8af3-8141ce6781b0 admin admin] Notify callbacks [] for router, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:21:02.615025 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-64b909c4-5072-4f36-8af3-8141ce6781b0 admin admin] 10.222.0.67 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.0704758 Sep 23 20:21:02.615373 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 33762) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:21:02.626423 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_dvr_db [None req-305aa17f-adac-4c74-bd78-31764f66de82 None None] Set router b8b2b643-3ffb-47df-ad8e-9bb980296442 gateway port host: n-d-713301-16 {{(pid=95104) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 20:21:02.666367 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c064531e-8e49-43df-8928-deda1806e7fe None None] Pushing event updated for resources: {'Port': ['ID=295194d4-5e12-499b-bdbf-f0cac225e22f,revision_number=5']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:21:02.674501 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-678b6284-7a44-4c19-9ad8-ee68f7808328 None None] Routers {'aa4453e6-c610-4589-ae8c-dd9debade8fa'} bound to L3 agent in host n-d-713301-16 {{(pid=95103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 20:21:02.675375 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_hamode_db [None req-678b6284-7a44-4c19-9ad8-ee68f7808328 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-23T19:07:52Z,description=,heartbeat_timestamp=2021-09-23T20:20:53Z,host='n-d-713301-16',id=79a740bf-7821-4989-8288-7186e3e128f3,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:07:52Z,topic='l3_agent')) {'router_ids': ['aa4453e6-c610-4589-ae8c-dd9debade8fa'], 'active': True} {{(pid=95103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 20:21:02.757843 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9be4ea1a-d3a9-4a7b-8d1f-8be4f1405944 None None] Network 36decd18-0178-4181-99a2-6a61830120f9 requested from n-d-713301-16 {{(pid=95103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 20:21:02.790952 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-997ce145-8ceb-49b9-a1bf-2b578d570275 None None] Provisioning complete for port 295194d4-5e12-499b-bdbf-f0cac225e22f triggered by entity DHCP. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 20:21:02.791352 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-997ce145-8ceb-49b9-a1bf-2b578d570275 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:21:02.876362 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_hamode_db [None req-305aa17f-adac-4c74-bd78-31764f66de82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8b2b643-3ffb-47df-ad8e-9bb980296442', 'name': 'tempest-TestMinimumBasicScenario-790057133-router', 'tenant_id': 'e479679344334ba8a7a11f6d7bae301b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'external_fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.188'}], 'enable_snat': True}, 'gw_port_id': '7cccba75-ad7d-41e3-83c0-ecea7df1e9ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T20:20:55Z', 'updated_at': '2021-09-23T20:20:58Z', 'revision_number': 4, 'project_id': 'e479679344334ba8a7a11f6d7bae301b', 'gw_port': {'id': '7cccba75-ad7d-41e3-83c0-ecea7df1e9ff', 'name': '', 'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:a4:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8b2b643-3ffb-47df-ad8e-9bb980296442', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4136, 'fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T20:20:56Z', 'updated_at': '2021-09-23T20:21:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-16', '_interfaces': [{'id': '295194d4-5e12-499b-bdbf-f0cac225e22f', 'name': '', 'network_id': 'ea744951-a39c-4fc0-8218-f8e130e04d8d', 'tenant_id': 'e479679344334ba8a7a11f6d7bae301b', 'mac_address': 'fa:16:3e:35:92:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8b2b643-3ffb-47df-ad8e-9bb980296442', 'device_owner': 'network:router_interface', 'standard_attr_id': 4137, 'fixed_ips': [{'subnet_id': '566af2bd-fa62-4733-b70d-a3cc3319be63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T20:20:58Z', 'updated_at': '2021-09-23T20:21:02Z', 'revision_number': 4, 'project_id': 'e479679344334ba8a7a11f6d7bae301b', 'subnets': [{'id': '566af2bd-fa62-4733-b70d-a3cc3319be63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-16', False) {} {{(pid=95104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 20:21:02.888692 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_dvr_db [None req-678b6284-7a44-4c19-9ad8-ee68f7808328 None None] Set router aa4453e6-c610-4589-ae8c-dd9debade8fa gateway port host: n-d-713301-16 {{(pid=95103) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 20:21:02.904592 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-305aa17f-adac-4c74-bd78-31764f66de82 None None] The sync data for ids ['b8b2b643-3ffb-47df-ad8e-9bb980296442'] in n-d-713301-16 is: [{'id': 'b8b2b643-3ffb-47df-ad8e-9bb980296442', 'name': 'tempest-TestMinimumBasicScenario-790057133-router', 'tenant_id': 'e479679344334ba8a7a11f6d7bae301b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'external_fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.188'}], 'enable_snat': True}, 'gw_port_id': '7cccba75-ad7d-41e3-83c0-ecea7df1e9ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T20:20:55Z', 'updated_at': '2021-09-23T20:20:58Z', 'revision_number': 4, 'project_id': 'e479679344334ba8a7a11f6d7bae301b', 'gw_port': {'id': '7cccba75-ad7d-41e3-83c0-ecea7df1e9ff', 'name': '', 'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:a4:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8b2b643-3ffb-47df-ad8e-9bb980296442', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4136, 'fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T20:20:56Z', 'updated_at': '2021-09-23T20:21:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-16', '_interfaces': [{'id': '295194d4-5e12-499b-bdbf-f0cac225e22f', 'name': '', 'network_id': 'ea744951-a39c-4fc0-8218-f8e130e04d8d', 'tenant_id': 'e479679344334ba8a7a11f6d7bae301b', 'mac_address': 'fa:16:3e:35:92:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8b2b643-3ffb-47df-ad8e-9bb980296442', 'device_owner': 'network:router_interface', 'standard_attr_id': 4137, 'fixed_ips': [{'subnet_id': '566af2bd-fa62-4733-b70d-a3cc3319be63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T20:20:58Z', 'updated_at': '2021-09-23T20:21:02Z', 'revision_number': 4, 'project_id': 'e479679344334ba8a7a11f6d7bae301b', 'subnets': [{'id': '566af2bd-fa62-4733-b70d-a3cc3319be63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 20:21:03.101276 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-33e80320-b800-4208-98b1-73b5ed89bd68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:21:03.219238 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_hamode_db [None req-678b6284-7a44-4c19-9ad8-ee68f7808328 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa4453e6-c610-4589-ae8c-dd9debade8fa', 'name': 'tempest-TestMinimumBasicScenario-1693982437-router', 'tenant_id': 'd76d2c2b9b4f479a98862c25364ada74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'external_fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.16'}], 'enable_snat': True}, 'gw_port_id': '1a2c7fab-63b8-457c-b634-7a5ee89ae495', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T20:21:00Z', 'updated_at': '2021-09-23T20:21:01Z', 'revision_number': 3, 'project_id': 'd76d2c2b9b4f479a98862c25364ada74', 'gw_port': {'id': '1a2c7fab-63b8-457c-b634-7a5ee89ae495', 'name': '', 'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:98:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa4453e6-c610-4589-ae8c-dd9debade8fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4148, 'fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T20:21:01Z', 'updated_at': '2021-09-23T20:21:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-16'}], 'n-d-713301-16', False) {} {{(pid=95103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 20:21:03.257496 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-678b6284-7a44-4c19-9ad8-ee68f7808328 None None] Checking router: aa4453e6-c610-4589-ae8c-dd9debade8fa for host: n-d-713301-16 {{(pid=95103) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 20:21:03.257889 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-678b6284-7a44-4c19-9ad8-ee68f7808328 None None] Updating router aa4453e6-c610-4589-ae8c-dd9debade8fa port 1a2c7fab-63b8-457c-b634-7a5ee89ae495 binding host n-d-713301-16 {{(pid=95103) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 23 20:21:03.295032 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-ce62d6b3-ea7a-4778-9207-253d11bc13c4 None None] Provisioning complete for port 95221539-6154-4709-acc0-ed24c73d823f triggered by entity DHCP. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 20:21:03.295691 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-ce62d6b3-ea7a-4778-9207-253d11bc13c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:21:03.305702 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-678b6284-7a44-4c19-9ad8-ee68f7808328 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:21:03.321413 n-d-713301-16 neutron-server[95102]: DEBUG neutron.db.db_base_plugin_common [None req-33e80320-b800-4208-98b1-73b5ed89bd68 admin admin] Allocated IP 172.20.0.1 (36decd18-0178-4181-99a2-6a61830120f9/ad66de48-78f8-4d0d-ad95-03232b5fa0e8/0c343c06-ad14-4688-9222-ce0824cc79d5) {{(pid=95102) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 20:21:03.472108 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-33e80320-b800-4208-98b1-73b5ed89bd68 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:21:03.496997 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-ce62d6b3-ea7a-4778-9207-253d11bc13c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:21:03.527448 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-33e80320-b800-4208-98b1-73b5ed89bd68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783145673135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4399100'] for port, after_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:21:03.548318 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-ce62d6b3-ea7a-4778-9207-253d11bc13c4 None None] For port 95221539-6154-4709-acc0-ed24c73d823f, host n-d-713301-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-16',level=0,port_id=95221539-6154-4709-acc0-ed24c73d823f,segment=NetworkSegment(f68c85ca-e445-4573-a74b-cdd14fbe47d1),segment_id=f68c85ca-e445-4573-a74b-cdd14fbe47d1)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 20:21:03.560803 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-ce62d6b3-ea7a-4778-9207-253d11bc13c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:21:03.578611 n-d-713301-16 neutron-server[95102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33e80320-b800-4208-98b1-73b5ed89bd68 admin admin] Network 36decd18-0178-4181-99a2-6a61830120f9 is already hosted by enough agents. {{(pid=95102) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 20:21:03.582227 n-d-713301-16 neutron-server[95102]: DEBUG neutron.scheduler.base_scheduler [None req-33e80320-b800-4208-98b1-73b5ed89bd68 admin admin] Resources bound (agent type, host, resource id): {{(pid=95102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 20:21:03.597884 n-d-713301-16 neutron-server[95102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33e80320-b800-4208-98b1-73b5ed89bd68 admin admin] Received port after_create {{(pid=95102) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 20:21:03.613691 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Device 7cccba75-ad7d-41e3-83c0-ecea7df1e9ff up at agent ovs-agent-n-d-713301-16 {{(pid=95103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 20:21:03.646255 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e80320-b800-4208-98b1-73b5ed89bd68 admin admin] Pushing event updated for resources: {'Port': ['ID=0c343c06-ad14-4688-9222-ce0824cc79d5,revision_number=1']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:21:03.657508 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-33e80320-b800-4208-98b1-73b5ed89bd68 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-601987'] for router_interface, before_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:21:03.682650 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce62d6b3-ea7a-4778-9207-253d11bc13c4 None None] Pushing event updated for resources: {'Port': ['ID=95221539-6154-4709-acc0-ed24c73d823f,revision_number=3']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:21:03.715850 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-ba29dfb1-ac6e-468a-91b7-df227a8a77df None None] Provisioning complete for port 95221539-6154-4709-acc0-ed24c73d823f triggered by entity DHCP. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 20:21:03.716269 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-ba29dfb1-ac6e-468a-91b7-df227a8a77df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:21:03.810645 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-33e80320-b800-4208-98b1-73b5ed89bd68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:21:03.814232 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Provisioning complete for port 7cccba75-ad7d-41e3-83c0-ecea7df1e9ff triggered by entity L2. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 20:21:03.814480 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:21:03.898097 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-678b6284-7a44-4c19-9ad8-ee68f7808328 None None] Notify callbacks [] for port, precommit_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:21:03.910990 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-678b6284-7a44-4c19-9ad8-ee68f7808328 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:21:03.990182 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-33e80320-b800-4208-98b1-73b5ed89bd68 admin admin] Notify callbacks [] for port, precommit_update {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:21:03.994944 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-33e80320-b800-4208-98b1-73b5ed89bd68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4399095'] for port, after_update {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:21:03.995895 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f37cb5cc-308e-4442-8fc3-17d666f74625 None None] Pushing event updated for resources: {'Port': ['ID=1a2c7fab-63b8-457c-b634-7a5ee89ae495,revision_number=2']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:21:04.005633 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.managers [None req-678b6284-7a44-4c19-9ad8-ee68f7808328 None None] Attempting to bind port 1a2c7fab-63b8-457c-b634-7a5ee89ae495 on host n-d-713301-16 for vnic_type normal with profile {{(pid=95103) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 20:21:04.006065 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.managers [None req-678b6284-7a44-4c19-9ad8-ee68f7808328 None None] Attempting to bind port 1a2c7fab-63b8-457c-b634-7a5ee89ae495 by drivers openvswitch,hyperv on host n-d-713301-16 at level 0 using segments [{'id': '7d4027f1-d893-4c7b-95d4-757b8e44e380', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac'}] {{(pid=95103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 20:21:04.006362 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-678b6284-7a44-4c19-9ad8-ee68f7808328 None None] Attempting to bind port 1a2c7fab-63b8-457c-b634-7a5ee89ae495 on network 5dec5c09-378e-4f50-89cc-d94eb81c3bac {{(pid=95103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 20:21:04.017004 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Device 95221539-6154-4709-acc0-ed24c73d823f up at agent ovs-agent-n-d-713301-16 {{(pid=95103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 20:21:04.019071 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-678b6284-7a44-4c19-9ad8-ee68f7808328 None None] Checking agent: {'id': '70a14545-df24-472f-8f95-bfe1719bff93', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 19, 7, 53), 'started_at': datetime.datetime(2021, 9, 23, 19, 8, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 20, 20, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 20:21:04.019449 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-678b6284-7a44-4c19-9ad8-ee68f7808328 None None] Checking segment: {'id': '7d4027f1-d893-4c7b-95d4-757b8e44e380', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95103) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 20:21:04.019862 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-678b6284-7a44-4c19-9ad8-ee68f7808328 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:21:04.020262 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-678b6284-7a44-4c19-9ad8-ee68f7808328 None None] Bound using segment: {'id': '7d4027f1-d893-4c7b-95d4-757b8e44e380', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac'} {{(pid=95103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 20:21:04.020781 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.managers [None req-678b6284-7a44-4c19-9ad8-ee68f7808328 None None] Bound port: 1a2c7fab-63b8-457c-b634-7a5ee89ae495, host: n-d-713301-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7d4027f1-d893-4c7b-95d4-757b8e44e380', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac'}}] {{(pid=95103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 20:21:04.021185 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-678b6284-7a44-4c19-9ad8-ee68f7808328 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:21:04.066496 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e80320-b800-4208-98b1-73b5ed89bd68 admin admin] Pushing event updated for resources: {'Port': ['ID=0c343c06-ad14-4688-9222-ce0824cc79d5,revision_number=2']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:21:04.070061 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-33e80320-b800-4208-98b1-73b5ed89bd68 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-527313', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-601459'] for router_interface, after_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:21:04.099138 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-cd1b525a-0565-4bcc-9af0-85935f19ed44 None None] Provisioning complete for port 0c343c06-ad14-4688-9222-ce0824cc79d5 triggered by entity DHCP. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 20:21:04.099519 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-cd1b525a-0565-4bcc-9af0-85935f19ed44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:21:04.142367 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-678b6284-7a44-4c19-9ad8-ee68f7808328 None None] For port 1a2c7fab-63b8-457c-b634-7a5ee89ae495, host n-d-713301-16, cleared binding levels {{(pid=95103) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 20:21:04.150757 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-678b6284-7a44-4c19-9ad8-ee68f7808328 None None] For port 1a2c7fab-63b8-457c-b634-7a5ee89ae495, host n-d-713301-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-16',level=0,port_id=1a2c7fab-63b8-457c-b634-7a5ee89ae495,segment=NetworkSegment(7d4027f1-d893-4c7b-95d4-757b8e44e380),segment_id=7d4027f1-d893-4c7b-95d4-757b8e44e380)] {{(pid=95103) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 20:21:04.156983 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.plugin [None req-cd1b525a-0565-4bcc-9af0-85935f19ed44 None None] Port 0c343c06-ad14-4688-9222-ce0824cc79d5 cannot update to ACTIVE because it is not bound. {{(pid=95103) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 20:21:04.158873 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-678b6284-7a44-4c19-9ad8-ee68f7808328 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:21:04.167332 n-d-713301-16 neutron-server[95102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33e80320-b800-4208-98b1-73b5ed89bd68 admin admin] Network 36decd18-0178-4181-99a2-6a61830120f9 is already hosted by enough agents. {{(pid=95102) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 20:21:04.168802 n-d-713301-16 neutron-server[95102]: DEBUG neutron.scheduler.base_scheduler [None req-33e80320-b800-4208-98b1-73b5ed89bd68 admin admin] Resources bound (agent type, host, resource id): {{(pid=95102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 20:21:04.196363 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Provisioning complete for port 95221539-6154-4709-acc0-ed24c73d823f triggered by entity L2. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 20:21:04.196807 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:21:04.302433 n-d-713301-16 neutron-server[95102]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-33e80320-b800-4208-98b1-73b5ed89bd68 admin admin] Router aa4453e6-c610-4589-ae8c-dd9debade8fa has already been hosted by L3 agent 79a740bf-7821-4989-8288-7186e3e128f3 {{(pid=95102) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 20:21:04.415879 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-678b6284-7a44-4c19-9ad8-ee68f7808328 None None] Routers {'aa4453e6-c610-4589-ae8c-dd9debade8fa'} bound to L3 agent in host n-d-713301-16 {{(pid=95103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 20:21:04.416513 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_hamode_db [None req-678b6284-7a44-4c19-9ad8-ee68f7808328 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-23T19:07:52Z,description=,heartbeat_timestamp=2021-09-23T20:20:53Z,host='n-d-713301-16',id=79a740bf-7821-4989-8288-7186e3e128f3,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:07:52Z,topic='l3_agent')) {'router_ids': ['aa4453e6-c610-4589-ae8c-dd9debade8fa'], 'active': True} {{(pid=95103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 20:21:04.417977 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33e80320-b800-4208-98b1-73b5ed89bd68 admin admin] Notify agent at l3_agent.n-d-713301-16 the message routers_updated {{(pid=95102) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 20:21:04.432326 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-33e80320-b800-4208-98b1-73b5ed89bd68 admin admin] 10.222.0.67 "PUT /v2.0/routers/aa4453e6-c610-4589-ae8c-dd9debade8fa/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8070261 Sep 23 20:21:04.464672 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f37cb5cc-308e-4442-8fc3-17d666f74625 None None] Pushing event updated for resources: {'Port': ['ID=1a2c7fab-63b8-457c-b634-7a5ee89ae495,revision_number=3']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:21:04.541568 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-9e7b1798-8694-408a-9f86-54fc65264195 None None] Provisioning complete for port 0c343c06-ad14-4688-9222-ce0824cc79d5 triggered by entity DHCP. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 20:21:04.542257 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-9e7b1798-8694-408a-9f86-54fc65264195 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:21:04.625402 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_dvr_db [None req-678b6284-7a44-4c19-9ad8-ee68f7808328 None None] Set router aa4453e6-c610-4589-ae8c-dd9debade8fa gateway port host: n-d-713301-16 {{(pid=95103) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 20:21:04.628791 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Device 295194d4-5e12-499b-bdbf-f0cac225e22f up at agent ovs-agent-n-d-713301-16 {{(pid=95103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 20:21:04.630304 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.plugin [None req-9e7b1798-8694-408a-9f86-54fc65264195 None None] Port 0c343c06-ad14-4688-9222-ce0824cc79d5 cannot update to ACTIVE because it is not bound. {{(pid=95103) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 20:21:04.801104 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Provisioning complete for port 295194d4-5e12-499b-bdbf-f0cac225e22f triggered by entity L2. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 20:21:04.801479 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:21:04.951984 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_hamode_db [None req-678b6284-7a44-4c19-9ad8-ee68f7808328 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa4453e6-c610-4589-ae8c-dd9debade8fa', 'name': 'tempest-TestMinimumBasicScenario-1693982437-router', 'tenant_id': 'd76d2c2b9b4f479a98862c25364ada74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'external_fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.16'}], 'enable_snat': True}, 'gw_port_id': '1a2c7fab-63b8-457c-b634-7a5ee89ae495', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T20:21:00Z', 'updated_at': '2021-09-23T20:21:03Z', 'revision_number': 4, 'project_id': 'd76d2c2b9b4f479a98862c25364ada74', 'gw_port': {'id': '1a2c7fab-63b8-457c-b634-7a5ee89ae495', 'name': '', 'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:98:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa4453e6-c610-4589-ae8c-dd9debade8fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4148, 'fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T20:21:01Z', 'updated_at': '2021-09-23T20:21:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-16', '_interfaces': [{'id': '0c343c06-ad14-4688-9222-ce0824cc79d5', 'name': '', 'network_id': '36decd18-0178-4181-99a2-6a61830120f9', 'tenant_id': 'd76d2c2b9b4f479a98862c25364ada74', 'mac_address': 'fa:16:3e:7e:52:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa4453e6-c610-4589-ae8c-dd9debade8fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 4149, 'fixed_ips': [{'subnet_id': 'ad66de48-78f8-4d0d-ad95-03232b5fa0e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T20:21:03Z', 'updated_at': '2021-09-23T20:21:03Z', 'revision_number': 2, 'project_id': 'd76d2c2b9b4f479a98862c25364ada74', 'subnets': [{'id': 'ad66de48-78f8-4d0d-ad95-03232b5fa0e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-16', False) {} {{(pid=95103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 20:21:04.980986 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-678b6284-7a44-4c19-9ad8-ee68f7808328 None None] The sync data for ids ['aa4453e6-c610-4589-ae8c-dd9debade8fa'] in n-d-713301-16 is: [{'id': 'aa4453e6-c610-4589-ae8c-dd9debade8fa', 'name': 'tempest-TestMinimumBasicScenario-1693982437-router', 'tenant_id': 'd76d2c2b9b4f479a98862c25364ada74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'external_fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.16'}], 'enable_snat': True}, 'gw_port_id': '1a2c7fab-63b8-457c-b634-7a5ee89ae495', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T20:21:00Z', 'updated_at': '2021-09-23T20:21:03Z', 'revision_number': 4, 'project_id': 'd76d2c2b9b4f479a98862c25364ada74', 'gw_port': {'id': '1a2c7fab-63b8-457c-b634-7a5ee89ae495', 'name': '', 'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:98:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa4453e6-c610-4589-ae8c-dd9debade8fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4148, 'fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T20:21:01Z', 'updated_at': '2021-09-23T20:21:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-16', '_interfaces': [{'id': '0c343c06-ad14-4688-9222-ce0824cc79d5', 'name': '', 'network_id': '36decd18-0178-4181-99a2-6a61830120f9', 'tenant_id': 'd76d2c2b9b4f479a98862c25364ada74', 'mac_address': 'fa:16:3e:7e:52:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa4453e6-c610-4589-ae8c-dd9debade8fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 4149, 'fixed_ips': [{'subnet_id': 'ad66de48-78f8-4d0d-ad95-03232b5fa0e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T20:21:03Z', 'updated_at': '2021-09-23T20:21:03Z', 'revision_number': 2, 'project_id': 'd76d2c2b9b4f479a98862c25364ada74', 'subnets': [{'id': 'ad66de48-78f8-4d0d-ad95-03232b5fa0e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 20:21:05.386113 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Device 95221539-6154-4709-acc0-ed24c73d823f up at agent ovs-agent-n-d-713301-16 {{(pid=95103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 20:21:05.473981 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Provisioning complete for port 95221539-6154-4709-acc0-ed24c73d823f triggered by entity L2. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 20:21:05.475459 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:21:07.225207 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-082a6fe3-798a-4d99-ba92-c679c1c10c69 None None] Sync routers for ids ['aa4453e6-c610-4589-ae8c-dd9debade8fa'] in n-d-713301-16 {{(pid=95104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 20:21:07.237352 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-082a6fe3-798a-4d99-ba92-c679c1c10c69 None None] Routers {'aa4453e6-c610-4589-ae8c-dd9debade8fa'} bound to L3 agent in host n-d-713301-16 {{(pid=95104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 20:21:07.238114 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_hamode_db [None req-082a6fe3-798a-4d99-ba92-c679c1c10c69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-23T19:07:52Z,description=,heartbeat_timestamp=2021-09-23T20:20:53Z,host='n-d-713301-16',id=79a740bf-7821-4989-8288-7186e3e128f3,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:07:52Z,topic='l3_agent')) {'router_ids': ['aa4453e6-c610-4589-ae8c-dd9debade8fa'], 'active': True} {{(pid=95104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 20:21:07.368787 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_dvr_db [None req-082a6fe3-798a-4d99-ba92-c679c1c10c69 None None] Set router aa4453e6-c610-4589-ae8c-dd9debade8fa gateway port host: n-d-713301-16 {{(pid=95104) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 20:21:07.430564 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Device 1a2c7fab-63b8-457c-b634-7a5ee89ae495 up at agent ovs-agent-n-d-713301-16 {{(pid=95103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 20:21:07.480554 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Provisioning complete for port 1a2c7fab-63b8-457c-b634-7a5ee89ae495 triggered by entity L2. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 20:21:07.481208 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:21:07.567235 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:21:07.594677 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] For port 1a2c7fab-63b8-457c-b634-7a5ee89ae495, host n-d-713301-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-16',level=0,port_id=1a2c7fab-63b8-457c-b634-7a5ee89ae495,segment=NetworkSegment(7d4027f1-d893-4c7b-95d4-757b8e44e380),segment_id=7d4027f1-d893-4c7b-95d4-757b8e44e380)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 20:21:07.601671 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:21:07.645002 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_hamode_db [None req-082a6fe3-798a-4d99-ba92-c679c1c10c69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa4453e6-c610-4589-ae8c-dd9debade8fa', 'name': 'tempest-TestMinimumBasicScenario-1693982437-router', 'tenant_id': 'd76d2c2b9b4f479a98862c25364ada74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'external_fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.16'}], 'enable_snat': True}, 'gw_port_id': '1a2c7fab-63b8-457c-b634-7a5ee89ae495', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T20:21:00Z', 'updated_at': '2021-09-23T20:21:03Z', 'revision_number': 4, 'project_id': 'd76d2c2b9b4f479a98862c25364ada74', 'gw_port': {'id': '1a2c7fab-63b8-457c-b634-7a5ee89ae495', 'name': '', 'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:98:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa4453e6-c610-4589-ae8c-dd9debade8fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4148, 'fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T20:21:01Z', 'updated_at': '2021-09-23T20:21:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-16', '_interfaces': [{'id': '0c343c06-ad14-4688-9222-ce0824cc79d5', 'name': '', 'network_id': '36decd18-0178-4181-99a2-6a61830120f9', 'tenant_id': 'd76d2c2b9b4f479a98862c25364ada74', 'mac_address': 'fa:16:3e:7e:52:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa4453e6-c610-4589-ae8c-dd9debade8fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 4149, 'fixed_ips': [{'subnet_id': 'ad66de48-78f8-4d0d-ad95-03232b5fa0e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T20:21:03Z', 'updated_at': '2021-09-23T20:21:03Z', 'revision_number': 2, 'project_id': 'd76d2c2b9b4f479a98862c25364ada74', 'subnets': [{'id': 'ad66de48-78f8-4d0d-ad95-03232b5fa0e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-16', False) {} {{(pid=95104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 20:21:07.660730 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Pushing event updated for resources: {'Port': ['ID=1a2c7fab-63b8-457c-b634-7a5ee89ae495,revision_number=4']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:21:07.675509 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-082a6fe3-798a-4d99-ba92-c679c1c10c69 None None] Checking router: aa4453e6-c610-4589-ae8c-dd9debade8fa for host: n-d-713301-16 {{(pid=95104) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 20:21:07.675980 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-082a6fe3-798a-4d99-ba92-c679c1c10c69 None None] Updating router aa4453e6-c610-4589-ae8c-dd9debade8fa port 0c343c06-ad14-4688-9222-ce0824cc79d5 binding host n-d-713301-16 {{(pid=95104) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 23 20:21:07.708385 n-d-713301-16 neutron-server[95104]: DEBUG neutron_lib.callbacks.manager [None req-082a6fe3-798a-4d99-ba92-c679c1c10c69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:21:08.010654 n-d-713301-16 neutron-server[95104]: DEBUG neutron_lib.callbacks.manager [None req-082a6fe3-798a-4d99-ba92-c679c1c10c69 None None] Notify callbacks [] for port, precommit_update {{(pid=95104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:21:08.019471 n-d-713301-16 neutron-server[95104]: DEBUG neutron_lib.callbacks.manager [None req-082a6fe3-798a-4d99-ba92-c679c1c10c69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:21:08.086792 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97066ec0-b1d4-4703-abf1-b15192788720 None None] Pushing event updated for resources: {'Port': ['ID=0c343c06-ad14-4688-9222-ce0824cc79d5,revision_number=3']} {{(pid=95104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:21:08.147225 n-d-713301-16 neutron-server[95104]: DEBUG neutron.plugins.ml2.managers [None req-082a6fe3-798a-4d99-ba92-c679c1c10c69 None None] Attempting to bind port 0c343c06-ad14-4688-9222-ce0824cc79d5 on host n-d-713301-16 for vnic_type normal with profile {{(pid=95104) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 20:21:08.147600 n-d-713301-16 neutron-server[95104]: DEBUG neutron.plugins.ml2.managers [None req-082a6fe3-798a-4d99-ba92-c679c1c10c69 None None] Attempting to bind port 0c343c06-ad14-4688-9222-ce0824cc79d5 by drivers openvswitch,hyperv on host n-d-713301-16 at level 0 using segments [{'id': 'f68c85ca-e445-4573-a74b-cdd14fbe47d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '36decd18-0178-4181-99a2-6a61830120f9'}] {{(pid=95104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 20:21:08.147971 n-d-713301-16 neutron-server[95104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-082a6fe3-798a-4d99-ba92-c679c1c10c69 None None] Attempting to bind port 0c343c06-ad14-4688-9222-ce0824cc79d5 on network 36decd18-0178-4181-99a2-6a61830120f9 {{(pid=95104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 20:21:08.162371 n-d-713301-16 neutron-server[95104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-082a6fe3-798a-4d99-ba92-c679c1c10c69 None None] Checking agent: {'id': '70a14545-df24-472f-8f95-bfe1719bff93', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 19, 7, 53), 'started_at': datetime.datetime(2021, 9, 23, 19, 8, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 20, 20, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 20:21:08.162784 n-d-713301-16 neutron-server[95104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-082a6fe3-798a-4d99-ba92-c679c1c10c69 None None] Checking segment: {'id': 'f68c85ca-e445-4573-a74b-cdd14fbe47d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '36decd18-0178-4181-99a2-6a61830120f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95104) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 20:21:08.163152 n-d-713301-16 neutron-server[95104]: DEBUG neutron_lib.callbacks.manager [None req-082a6fe3-798a-4d99-ba92-c679c1c10c69 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:21:08.163553 n-d-713301-16 neutron-server[95104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-082a6fe3-798a-4d99-ba92-c679c1c10c69 None None] Bound using segment: {'id': 'f68c85ca-e445-4573-a74b-cdd14fbe47d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '36decd18-0178-4181-99a2-6a61830120f9'} {{(pid=95104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 20:21:08.164044 n-d-713301-16 neutron-server[95104]: DEBUG neutron.plugins.ml2.managers [None req-082a6fe3-798a-4d99-ba92-c679c1c10c69 None None] Bound port: 0c343c06-ad14-4688-9222-ce0824cc79d5, host: n-d-713301-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f68c85ca-e445-4573-a74b-cdd14fbe47d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '36decd18-0178-4181-99a2-6a61830120f9'}}] {{(pid=95104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 20:21:08.164436 n-d-713301-16 neutron-server[95104]: DEBUG neutron_lib.callbacks.manager [None req-082a6fe3-798a-4d99-ba92-c679c1c10c69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:21:08.280189 n-d-713301-16 neutron-server[95104]: DEBUG neutron.plugins.ml2.db [None req-082a6fe3-798a-4d99-ba92-c679c1c10c69 None None] For port 0c343c06-ad14-4688-9222-ce0824cc79d5, host n-d-713301-16, cleared binding levels {{(pid=95104) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 20:21:08.283574 n-d-713301-16 neutron-server[95104]: DEBUG neutron.plugins.ml2.db [None req-082a6fe3-798a-4d99-ba92-c679c1c10c69 None None] For port 0c343c06-ad14-4688-9222-ce0824cc79d5, host n-d-713301-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-16',level=0,port_id=0c343c06-ad14-4688-9222-ce0824cc79d5,segment=NetworkSegment(f68c85ca-e445-4573-a74b-cdd14fbe47d1),segment_id=f68c85ca-e445-4573-a74b-cdd14fbe47d1)] {{(pid=95104) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 20:21:08.290016 n-d-713301-16 neutron-server[95104]: DEBUG neutron_lib.callbacks.manager [None req-082a6fe3-798a-4d99-ba92-c679c1c10c69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:21:08.344296 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-082a6fe3-798a-4d99-ba92-c679c1c10c69 None None] Routers {'aa4453e6-c610-4589-ae8c-dd9debade8fa'} bound to L3 agent in host n-d-713301-16 {{(pid=95104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 20:21:08.344870 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_hamode_db [None req-082a6fe3-798a-4d99-ba92-c679c1c10c69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-23T19:07:52Z,description=,heartbeat_timestamp=2021-09-23T20:20:53Z,host='n-d-713301-16',id=79a740bf-7821-4989-8288-7186e3e128f3,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:07:52Z,topic='l3_agent')) {'router_ids': ['aa4453e6-c610-4589-ae8c-dd9debade8fa'], 'active': True} {{(pid=95104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 20:21:08.399138 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-7b1f4c68-7dfc-41af-a5ce-97133f7001f9 None None] Provisioning complete for port 0c343c06-ad14-4688-9222-ce0824cc79d5 triggered by entity DHCP. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 20:21:08.400493 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-7b1f4c68-7dfc-41af-a5ce-97133f7001f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:21:08.453813 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97066ec0-b1d4-4703-abf1-b15192788720 None None] Pushing event updated for resources: {'Port': ['ID=0c343c06-ad14-4688-9222-ce0824cc79d5,revision_number=4']} {{(pid=95104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:21:08.497835 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_dvr_db [None req-082a6fe3-798a-4d99-ba92-c679c1c10c69 None None] Set router aa4453e6-c610-4589-ae8c-dd9debade8fa gateway port host: n-d-713301-16 {{(pid=95104) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 20:21:08.554232 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-7b1f4c68-7dfc-41af-a5ce-97133f7001f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:21:08.620224 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-7b1f4c68-7dfc-41af-a5ce-97133f7001f9 None None] For port 0c343c06-ad14-4688-9222-ce0824cc79d5, host n-d-713301-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-16',level=0,port_id=0c343c06-ad14-4688-9222-ce0824cc79d5,segment=NetworkSegment(f68c85ca-e445-4573-a74b-cdd14fbe47d1),segment_id=f68c85ca-e445-4573-a74b-cdd14fbe47d1)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 20:21:08.629782 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-7b1f4c68-7dfc-41af-a5ce-97133f7001f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:21:08.692922 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b1f4c68-7dfc-41af-a5ce-97133f7001f9 None None] Pushing event updated for resources: {'Port': ['ID=0c343c06-ad14-4688-9222-ce0824cc79d5,revision_number=5']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:21:08.753017 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-fe749657-f9d8-4e9c-8a07-fd996d8455f0 None None] Provisioning complete for port 0c343c06-ad14-4688-9222-ce0824cc79d5 triggered by entity DHCP. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 20:21:08.753731 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-fe749657-f9d8-4e9c-8a07-fd996d8455f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:21:08.782492 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_hamode_db [None req-082a6fe3-798a-4d99-ba92-c679c1c10c69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa4453e6-c610-4589-ae8c-dd9debade8fa', 'name': 'tempest-TestMinimumBasicScenario-1693982437-router', 'tenant_id': 'd76d2c2b9b4f479a98862c25364ada74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'external_fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.16'}], 'enable_snat': True}, 'gw_port_id': '1a2c7fab-63b8-457c-b634-7a5ee89ae495', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T20:21:00Z', 'updated_at': '2021-09-23T20:21:03Z', 'revision_number': 4, 'project_id': 'd76d2c2b9b4f479a98862c25364ada74', 'gw_port': {'id': '1a2c7fab-63b8-457c-b634-7a5ee89ae495', 'name': '', 'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:98:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa4453e6-c610-4589-ae8c-dd9debade8fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4148, 'fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T20:21:01Z', 'updated_at': '2021-09-23T20:21:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-16', '_interfaces': [{'id': '0c343c06-ad14-4688-9222-ce0824cc79d5', 'name': '', 'network_id': '36decd18-0178-4181-99a2-6a61830120f9', 'tenant_id': 'd76d2c2b9b4f479a98862c25364ada74', 'mac_address': 'fa:16:3e:7e:52:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa4453e6-c610-4589-ae8c-dd9debade8fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 4149, 'fixed_ips': [{'subnet_id': 'ad66de48-78f8-4d0d-ad95-03232b5fa0e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T20:21:03Z', 'updated_at': '2021-09-23T20:21:08Z', 'revision_number': 4, 'project_id': 'd76d2c2b9b4f479a98862c25364ada74', 'subnets': [{'id': 'ad66de48-78f8-4d0d-ad95-03232b5fa0e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-16', False) {} {{(pid=95104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 20:21:08.815785 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-082a6fe3-798a-4d99-ba92-c679c1c10c69 None None] The sync data for ids ['aa4453e6-c610-4589-ae8c-dd9debade8fa'] in n-d-713301-16 is: [{'id': 'aa4453e6-c610-4589-ae8c-dd9debade8fa', 'name': 'tempest-TestMinimumBasicScenario-1693982437-router', 'tenant_id': 'd76d2c2b9b4f479a98862c25364ada74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'external_fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.16'}], 'enable_snat': True}, 'gw_port_id': '1a2c7fab-63b8-457c-b634-7a5ee89ae495', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T20:21:00Z', 'updated_at': '2021-09-23T20:21:03Z', 'revision_number': 4, 'project_id': 'd76d2c2b9b4f479a98862c25364ada74', 'gw_port': {'id': '1a2c7fab-63b8-457c-b634-7a5ee89ae495', 'name': '', 'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:98:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa4453e6-c610-4589-ae8c-dd9debade8fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4148, 'fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T20:21:01Z', 'updated_at': '2021-09-23T20:21:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-16', '_interfaces': [{'id': '0c343c06-ad14-4688-9222-ce0824cc79d5', 'name': '', 'network_id': '36decd18-0178-4181-99a2-6a61830120f9', 'tenant_id': 'd76d2c2b9b4f479a98862c25364ada74', 'mac_address': 'fa:16:3e:7e:52:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa4453e6-c610-4589-ae8c-dd9debade8fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 4149, 'fixed_ips': [{'subnet_id': 'ad66de48-78f8-4d0d-ad95-03232b5fa0e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T20:21:03Z', 'updated_at': '2021-09-23T20:21:08Z', 'revision_number': 4, 'project_id': 'd76d2c2b9b4f479a98862c25364ada74', 'subnets': [{'id': 'ad66de48-78f8-4d0d-ad95-03232b5fa0e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 20:21:09.457877 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Device 1a2c7fab-63b8-457c-b634-7a5ee89ae495 up at agent ovs-agent-n-d-713301-16 {{(pid=95103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 20:21:09.514841 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Provisioning complete for port 1a2c7fab-63b8-457c-b634-7a5ee89ae495 triggered by entity L2. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 20:21:09.515216 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:21:09.608689 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Device 0c343c06-ad14-4688-9222-ce0824cc79d5 up at agent ovs-agent-n-d-713301-16 {{(pid=95103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 20:21:09.661005 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Provisioning complete for port 0c343c06-ad14-4688-9222-ce0824cc79d5 triggered by entity L2. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 20:21:09.661547 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:21:15.049489 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e518c8d-e1d0-4175-b126-bd335b91cb0e req-ffb33123-39ef-440c-bc30-9b4777ae6b0a tempest-TestMinimumBasicScenario-854457119 tempest-TestMinimumBasicScenario-854457119-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:21:15.051020 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-6e518c8d-e1d0-4175-b126-bd335b91cb0e req-ffb33123-39ef-440c-bc30-9b4777ae6b0a tempest-TestMinimumBasicScenario-854457119 tempest-TestMinimumBasicScenario-854457119-project] 10.222.0.67 "GET /v2.0/networks?id=ea744951-a39c-4fc0-8218-f8e130e04d8d HTTP/1.1" status: 200 len: 814 time: 0.1078603 Sep 23 20:21:15.066709 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-6e518c8d-e1d0-4175-b126-bd335b91cb0e req-68aec110-9485-4456-b32a-384c071f476e tempest-TestMinimumBasicScenario-854457119 tempest-TestMinimumBasicScenario-854457119-project] 10.222.0.67 "GET /v2.0/quotas/e479679344334ba8a7a11f6d7bae301b HTTP/1.1" status: 200 len: 375 time: 0.0093937 Sep 23 20:21:15.121611 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-6e518c8d-e1d0-4175-b126-bd335b91cb0e req-740246da-4498-421f-a34f-10420768d030 tempest-TestMinimumBasicScenario-854457119 tempest-TestMinimumBasicScenario-854457119-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=e479679344334ba8a7a11f6d7bae301b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0493419 Sep 23 20:21:15.226193 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-6e518c8d-e1d0-4175-b126-bd335b91cb0e req-5bef66e7-3707-4282-8f97-4a7b75dcb169 service neutron] 10.222.0.67 "GET /v2.0/networks/ea744951-a39c-4fc0-8218-f8e130e04d8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0920212 Sep 23 20:21:15.316800 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-6e518c8d-e1d0-4175-b126-bd335b91cb0e req-f7cccf87-744b-4c54-b7e7-c8323105779c service neutron] 10.222.0.67 "GET /v2.0/networks/ea744951-a39c-4fc0-8218-f8e130e04d8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838759 Sep 23 20:21:15.493148 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-38e7ec4f-84ac-4ddd-bf90-43acb7840f58 req-9c0ab7ef-0e7f-490a-9fd1-626296fe37d5 tempest-TestMinimumBasicScenario-854457119 tempest-TestMinimumBasicScenario-854457119-project] 10.222.0.67 "GET /v2.0/ports?device_id=1afe654e-f78d-4ea6-b645-593823e54059 HTTP/1.1" status: 200 len: 210 time: 0.0398195 Sep 23 20:21:16.447479 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e518c8d-e1d0-4175-b126-bd335b91cb0e req-49e759fb-2d66-4471-b233-c64898366c05 tempest-TestMinimumBasicScenario-854457119 tempest-TestMinimumBasicScenario-854457119-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:21:16.448998 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-6e518c8d-e1d0-4175-b126-bd335b91cb0e req-49e759fb-2d66-4471-b233-c64898366c05 tempest-TestMinimumBasicScenario-854457119 tempest-TestMinimumBasicScenario-854457119-project] 10.222.0.53 "GET /v2.0/networks?id=ea744951-a39c-4fc0-8218-f8e130e04d8d HTTP/1.1" status: 200 len: 814 time: 0.1059537 Sep 23 20:21:16.462939 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.v2.base [req-6e518c8d-e1d0-4175-b126-bd335b91cb0e req-44d81e0b-2eae-497c-9953-895daef228df tempest-TestMinimumBasicScenario-854457119 tempest-TestMinimumBasicScenario-854457119-project] Request body: {'port': {'device_id': '1afe654e-f78d-4ea6-b645-593823e54059', 'network_id': 'ea744951-a39c-4fc0-8218-f8e130e04d8d', 'admin_state_up': True, 'tenant_id': 'e479679344334ba8a7a11f6d7bae301b'}} {{(pid=95102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 20:21:16.595226 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-022ef3e3-6e3a-41ba-a191-903507e682f6 req-44e1797e-465f-4c3d-8514-84ef839bc2d0 tempest-TestMinimumBasicScenario-854457119 tempest-TestMinimumBasicScenario-854457119-project] 10.222.0.67 "GET /v2.0/ports?device_id=1afe654e-f78d-4ea6-b645-593823e54059 HTTP/1.1" status: 200 len: 210 time: 0.0325949 Sep 23 20:21:16.612421 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6e518c8d-e1d0-4175-b126-bd335b91cb0e req-44d81e0b-2eae-497c-9953-895daef228df tempest-TestMinimumBasicScenario-854457119 tempest-TestMinimumBasicScenario-854457119-project] Made reservation on behalf of e479679344334ba8a7a11f6d7bae301b for: {'port': 1} {{(pid=95102) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 20:21:16.616029 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-6e518c8d-e1d0-4175-b126-bd335b91cb0e req-44d81e0b-2eae-497c-9953-895daef228df tempest-TestMinimumBasicScenario-854457119 tempest-TestMinimumBasicScenario-854457119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:21:16.752836 n-d-713301-16 neutron-server[95102]: DEBUG neutron.db.db_base_plugin_common [req-6e518c8d-e1d0-4175-b126-bd335b91cb0e req-44d81e0b-2eae-497c-9953-895daef228df tempest-TestMinimumBasicScenario-854457119 tempest-TestMinimumBasicScenario-854457119-project] Allocated IP 172.20.0.6 (ea744951-a39c-4fc0-8218-f8e130e04d8d/566af2bd-fa62-4733-b70d-a3cc3319be63/a8aaa014-e368-49dc-8b7e-d1a47072a06b) {{(pid=95102) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 20:21:16.944829 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-6e518c8d-e1d0-4175-b126-bd335b91cb0e req-44d81e0b-2eae-497c-9953-895daef228df tempest-TestMinimumBasicScenario-854457119 tempest-TestMinimumBasicScenario-854457119-project] Notify callbacks [] for port, precommit_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:21:16.987354 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-6e518c8d-e1d0-4175-b126-bd335b91cb0e req-44d81e0b-2eae-497c-9953-895daef228df tempest-TestMinimumBasicScenario-854457119 tempest-TestMinimumBasicScenario-854457119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783145673135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4399100'] for port, after_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:21:17.037775 n-d-713301-16 neutron-server[95102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6e518c8d-e1d0-4175-b126-bd335b91cb0e req-44d81e0b-2eae-497c-9953-895daef228df tempest-TestMinimumBasicScenario-854457119 tempest-TestMinimumBasicScenario-854457119-project] Network ea744951-a39c-4fc0-8218-f8e130e04d8d is already hosted by enough agents. {{(pid=95102) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 20:21:17.041037 n-d-713301-16 neutron-server[95102]: DEBUG neutron.scheduler.base_scheduler [req-6e518c8d-e1d0-4175-b126-bd335b91cb0e req-44d81e0b-2eae-497c-9953-895daef228df tempest-TestMinimumBasicScenario-854457119 tempest-TestMinimumBasicScenario-854457119-project] Resources bound (agent type, host, resource id): {{(pid=95102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 20:21:17.045182 n-d-713301-16 neutron-server[95102]: DEBUG neutron.db.l3_dvrscheduler_db [req-6e518c8d-e1d0-4175-b126-bd335b91cb0e req-44d81e0b-2eae-497c-9953-895daef228df tempest-TestMinimumBasicScenario-854457119 tempest-TestMinimumBasicScenario-854457119-project] Received port after_create {{(pid=95102) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 20:21:17.081318 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44d81e0b-2eae-497c-9953-895daef228df tempest-TestMinimumBasicScenario-854457119 tempest-TestMinimumBasicScenario-854457119-project] Pushing event updated for resources: {'Port': ['ID=a8aaa014-e368-49dc-8b7e-d1a47072a06b,revision_number=1']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:21:17.097177 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44d81e0b-2eae-497c-9953-895daef228df tempest-TestMinimumBasicScenario-854457119 tempest-TestMinimumBasicScenario-854457119-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:21:17.097702 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44d81e0b-2eae-497c-9953-895daef228df tempest-TestMinimumBasicScenario-854457119 tempest-TestMinimumBasicScenario-854457119-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:21:17.098053 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44d81e0b-2eae-497c-9953-895daef228df tempest-TestMinimumBasicScenario-854457119 tempest-TestMinimumBasicScenario-854457119-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:21:17.098394 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44d81e0b-2eae-497c-9953-895daef228df tempest-TestMinimumBasicScenario-854457119 tempest-TestMinimumBasicScenario-854457119-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:21:17.098733 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44d81e0b-2eae-497c-9953-895daef228df tempest-TestMinimumBasicScenario-854457119 tempest-TestMinimumBasicScenario-854457119-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:21:17.099068 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44d81e0b-2eae-497c-9953-895daef228df tempest-TestMinimumBasicScenario-854457119 tempest-TestMinimumBasicScenario-854457119-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:21:17.099397 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44d81e0b-2eae-497c-9953-895daef228df tempest-TestMinimumBasicScenario-854457119 tempest-TestMinimumBasicScenario-854457119-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:21:17.099734 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44d81e0b-2eae-497c-9953-895daef228df tempest-TestMinimumBasicScenario-854457119 tempest-TestMinimumBasicScenario-854457119-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:21:17.100058 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44d81e0b-2eae-497c-9953-895daef228df tempest-TestMinimumBasicScenario-854457119 tempest-TestMinimumBasicScenario-854457119-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:21:17.100389 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44d81e0b-2eae-497c-9953-895daef228df tempest-TestMinimumBasicScenario-854457119 tempest-TestMinimumBasicScenario-854457119-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:21:17.100742 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44d81e0b-2eae-497c-9953-895daef228df tempest-TestMinimumBasicScenario-854457119 tempest-TestMinimumBasicScenario-854457119-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:21:17.101067 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44d81e0b-2eae-497c-9953-895daef228df tempest-TestMinimumBasicScenario-854457119 tempest-TestMinimumBasicScenario-854457119-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:21:17.127383 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e518c8d-e1d0-4175-b126-bd335b91cb0e req-44d81e0b-2eae-497c-9953-895daef228df tempest-TestMinimumBasicScenario-854457119 tempest-TestMinimumBasicScenario-854457119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:21:17.128386 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-6e518c8d-e1d0-4175-b126-bd335b91cb0e req-44d81e0b-2eae-497c-9953-895daef228df tempest-TestMinimumBasicScenario-854457119 tempest-TestMinimumBasicScenario-854457119-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222849'] for port, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:21:17.147469 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-6e518c8d-e1d0-4175-b126-bd335b91cb0e req-44d81e0b-2eae-497c-9953-895daef228df tempest-TestMinimumBasicScenario-854457119 tempest-TestMinimumBasicScenario-854457119-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6885366 Sep 23 20:21:17.272555 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-b51008ca-51ea-473b-844a-70e6af689852 None None] Provisioning complete for port a8aaa014-e368-49dc-8b7e-d1a47072a06b triggered by entity DHCP. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 20:21:17.273343 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b51008ca-51ea-473b-844a-70e6af689852 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:21:17.313803 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.plugin [None req-b51008ca-51ea-473b-844a-70e6af689852 None None] Port a8aaa014-e368-49dc-8b7e-d1a47072a06b cannot update to ACTIVE because it is not bound. {{(pid=95103) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 20:21:17.719892 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4751692-11aa-4fbc-be7b-ce28a2434f80 req-263b7ef2-078e-4c96-936b-146033febcc2 tempest-TestMinimumBasicScenario-854457119 tempest-TestMinimumBasicScenario-854457119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:21:17.721488 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-f4751692-11aa-4fbc-be7b-ce28a2434f80 req-263b7ef2-078e-4c96-936b-146033febcc2 tempest-TestMinimumBasicScenario-854457119 tempest-TestMinimumBasicScenario-854457119-project] 10.222.0.67 "GET /v2.0/ports?device_id=1afe654e-f78d-4ea6-b645-593823e54059 HTTP/1.1" status: 200 len: 931 time: 0.0546055 Sep 23 20:21:17.765267 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-f4751692-11aa-4fbc-be7b-ce28a2434f80 req-9c13be73-3e0e-4f61-b7c7-990a3a0e620c tempest-TestMinimumBasicScenario-854457119 tempest-TestMinimumBasicScenario-854457119-project] 10.222.0.67 "GET /v2.0/security-groups?id=33ddea32-0d0d-4c87-8106-272eb5ed7f31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368125 Sep 23 20:21:18.893469 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d429121b-d78b-4939-9605-6301107c22f1 req-9cb4bf32-a4e2-427f-bcb0-6c8e9be98a07 tempest-TestMinimumBasicScenario-854457119 tempest-TestMinimumBasicScenario-854457119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:21:18.894932 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-d429121b-d78b-4939-9605-6301107c22f1 req-9cb4bf32-a4e2-427f-bcb0-6c8e9be98a07 tempest-TestMinimumBasicScenario-854457119 tempest-TestMinimumBasicScenario-854457119-project] 10.222.0.67 "GET /v2.0/ports?device_id=1afe654e-f78d-4ea6-b645-593823e54059 HTTP/1.1" status: 200 len: 931 time: 0.0594425 Sep 23 20:21:18.937711 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-d429121b-d78b-4939-9605-6301107c22f1 req-3a936cdc-6548-46d1-a371-0290d5737559 tempest-TestMinimumBasicScenario-854457119 tempest-TestMinimumBasicScenario-854457119-project] 10.222.0.67 "GET /v2.0/security-groups?id=33ddea32-0d0d-4c87-8106-272eb5ed7f31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351341 Sep 23 20:21:19.792221 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-ba46ab95-e68f-4999-a759-b45525f25524 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:21:20.061171 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c5a0eaa-2f99-4eda-a462-8c81e4df1aaa req-1c766421-c203-4e59-8e87-375bb0d2ae89 tempest-TestMinimumBasicScenario-854457119 tempest-TestMinimumBasicScenario-854457119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:21:20.062872 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-2c5a0eaa-2f99-4eda-a462-8c81e4df1aaa req-1c766421-c203-4e59-8e87-375bb0d2ae89 tempest-TestMinimumBasicScenario-854457119 tempest-TestMinimumBasicScenario-854457119-project] 10.222.0.67 "GET /v2.0/ports?device_id=1afe654e-f78d-4ea6-b645-593823e54059 HTTP/1.1" status: 200 len: 931 time: 0.0539839 Sep 23 20:21:20.106320 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-2c5a0eaa-2f99-4eda-a462-8c81e4df1aaa req-e0b698a8-1e0d-48ed-a3be-c42f949bb3a3 tempest-TestMinimumBasicScenario-854457119 tempest-TestMinimumBasicScenario-854457119-project] 10.222.0.67 "GET /v2.0/security-groups?id=33ddea32-0d0d-4c87-8106-272eb5ed7f31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366352 Sep 23 20:21:21.232289 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba72e32-746d-44ee-b614-61090be26a32 req-5b251434-1f37-4372-918e-03c49d88a388 tempest-TestMinimumBasicScenario-854457119 tempest-TestMinimumBasicScenario-854457119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:21:21.233981 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-cba72e32-746d-44ee-b614-61090be26a32 req-5b251434-1f37-4372-918e-03c49d88a388 tempest-TestMinimumBasicScenario-854457119 tempest-TestMinimumBasicScenario-854457119-project] 10.222.0.67 "GET /v2.0/ports?device_id=1afe654e-f78d-4ea6-b645-593823e54059 HTTP/1.1" status: 200 len: 931 time: 0.0548561 Sep 23 20:21:21.275237 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-cba72e32-746d-44ee-b614-61090be26a32 req-1fefaeef-0f64-417c-aba0-f7a5d23474ff tempest-TestMinimumBasicScenario-854457119 tempest-TestMinimumBasicScenario-854457119-project] 10.222.0.67 "GET /v2.0/security-groups?id=33ddea32-0d0d-4c87-8106-272eb5ed7f31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344954 Sep 23 20:21:22.411544 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b73e30-52fa-40ec-86fb-93f08f02ffef req-dc81f508-0a05-4903-a257-49a85524d317 tempest-TestMinimumBasicScenario-854457119 tempest-TestMinimumBasicScenario-854457119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:21:22.413880 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-76b73e30-52fa-40ec-86fb-93f08f02ffef req-dc81f508-0a05-4903-a257-49a85524d317 tempest-TestMinimumBasicScenario-854457119 tempest-TestMinimumBasicScenario-854457119-project] 10.222.0.67 "GET /v2.0/ports?device_id=1afe654e-f78d-4ea6-b645-593823e54059 HTTP/1.1" status: 200 len: 931 time: 0.0545981 Sep 23 20:21:22.461943 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-76b73e30-52fa-40ec-86fb-93f08f02ffef req-ba240d8c-8f69-469c-8d16-77883e146e3e tempest-TestMinimumBasicScenario-854457119 tempest-TestMinimumBasicScenario-854457119-project] 10.222.0.67 "GET /v2.0/security-groups?id=33ddea32-0d0d-4c87-8106-272eb5ed7f31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416334 Sep 23 20:21:23.032679 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-e6ffe141-9359-4d2d-8fc7-267815bf22bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:21:23.211145 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:21:23.620381 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a7ed3d-5e80-40f8-a876-96a55537085a req-c6252162-0126-4989-ab5a-c3c38f55e3c8 tempest-TestMinimumBasicScenario-854457119 tempest-TestMinimumBasicScenario-854457119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:21:23.622798 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-55a7ed3d-5e80-40f8-a876-96a55537085a req-c6252162-0126-4989-ab5a-c3c38f55e3c8 tempest-TestMinimumBasicScenario-854457119 tempest-TestMinimumBasicScenario-854457119-project] 10.222.0.67 "GET /v2.0/ports?device_id=1afe654e-f78d-4ea6-b645-593823e54059 HTTP/1.1" status: 200 len: 931 time: 0.0575879 Sep 23 20:21:23.649191 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-0ae75029-feb6-4728-9a94-5f9b60993d82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:21:23.666853 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-55a7ed3d-5e80-40f8-a876-96a55537085a req-ceddcbfb-27e9-4fa1-ac29-3ffae1cc2dc3 tempest-TestMinimumBasicScenario-854457119 tempest-TestMinimumBasicScenario-854457119-project] 10.222.0.67 "GET /v2.0/security-groups?id=33ddea32-0d0d-4c87-8106-272eb5ed7f31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380960 Sep 23 20:21:24.791090 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d532594-4cef-474e-b198-6c2d19b6a83a req-8f25b93c-7aea-4797-a8f3-f0324b6ac31c tempest-TestMinimumBasicScenario-854457119 tempest-TestMinimumBasicScenario-854457119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:21:24.793058 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-1d532594-4cef-474e-b198-6c2d19b6a83a req-8f25b93c-7aea-4797-a8f3-f0324b6ac31c tempest-TestMinimumBasicScenario-854457119 tempest-TestMinimumBasicScenario-854457119-project] 10.222.0.67 "GET /v2.0/ports?device_id=1afe654e-f78d-4ea6-b645-593823e54059 HTTP/1.1" status: 200 len: 931 time: 0.0567901 Sep 23 20:21:24.833568 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-1d532594-4cef-474e-b198-6c2d19b6a83a req-174b7d3b-0527-4bb5-b3ba-8e9c4b149d3e tempest-TestMinimumBasicScenario-854457119 tempest-TestMinimumBasicScenario-854457119-project] 10.222.0.67 "GET /v2.0/security-groups?id=33ddea32-0d0d-4c87-8106-272eb5ed7f31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326660 Sep 23 20:21:25.483764 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-80e7e501-6c57-470d-92c6-e3d54bc3195c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:21:25.968102 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65f1e7a-c7b2-4733-be00-a69a651c8f46 req-d2a7b3b3-9436-4385-9e1e-51ddd0c72a00 tempest-TestMinimumBasicScenario-854457119 tempest-TestMinimumBasicScenario-854457119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:21:25.969661 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-e65f1e7a-c7b2-4733-be00-a69a651c8f46 req-d2a7b3b3-9436-4385-9e1e-51ddd0c72a00 tempest-TestMinimumBasicScenario-854457119 tempest-TestMinimumBasicScenario-854457119-project] 10.222.0.67 "GET /v2.0/ports?device_id=1afe654e-f78d-4ea6-b645-593823e54059 HTTP/1.1" status: 200 len: 931 time: 0.0621743 Sep 23 20:21:26.009676 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-e65f1e7a-c7b2-4733-be00-a69a651c8f46 req-4e60ea46-3dfa-44db-9231-6fb7cc975c9f tempest-TestMinimumBasicScenario-854457119 tempest-TestMinimumBasicScenario-854457119-project] 10.222.0.67 "GET /v2.0/security-groups?id=33ddea32-0d0d-4c87-8106-272eb5ed7f31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339727 Sep 23 20:21:27.132845 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-987cf013-191f-43a1-abc0-c554b8174395 req-7e4f725a-9714-4ce7-8670-a4cc161ce894 tempest-TestMinimumBasicScenario-854457119 tempest-TestMinimumBasicScenario-854457119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:21:27.134342 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-987cf013-191f-43a1-abc0-c554b8174395 req-7e4f725a-9714-4ce7-8670-a4cc161ce894 tempest-TestMinimumBasicScenario-854457119 tempest-TestMinimumBasicScenario-854457119-project] 10.222.0.67 "GET /v2.0/ports?device_id=1afe654e-f78d-4ea6-b645-593823e54059 HTTP/1.1" status: 200 len: 931 time: 0.0563886 Sep 23 20:21:27.174137 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-987cf013-191f-43a1-abc0-c554b8174395 req-cec7ffd9-f19e-4017-a68d-2fe893f7a497 tempest-TestMinimumBasicScenario-854457119 tempest-TestMinimumBasicScenario-854457119-project] 10.222.0.67 "GET /v2.0/security-groups?id=33ddea32-0d0d-4c87-8106-272eb5ed7f31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338185 Sep 23 20:21:27.394608 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.v2.base [req-6e518c8d-e1d0-4175-b126-bd335b91cb0e req-0ba80f2e-9916-4f76-9397-6884e0d80bb4 service neutron] Request body: {'port': {'device_id': '1afe654e-f78d-4ea6-b645-593823e54059', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713301-16'}} {{(pid=95102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 20:21:27.452556 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-6e518c8d-e1d0-4175-b126-bd335b91cb0e req-0ba80f2e-9916-4f76-9397-6884e0d80bb4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:21:27.723326 n-d-713301-16 neutron-server[95102]: DEBUG neutron.notifiers.nova [req-6e518c8d-e1d0-4175-b126-bd335b91cb0e req-0ba80f2e-9916-4f76-9397-6884e0d80bb4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a8aaa014-e368-49dc-8b7e-d1a47072a06b {{(pid=95102) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 20:21:27.732208 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-6e518c8d-e1d0-4175-b126-bd335b91cb0e req-0ba80f2e-9916-4f76-9397-6884e0d80bb4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:21:27.745496 n-d-713301-16 neutron-server[95102]: DEBUG neutron.db.provisioning_blocks [req-6e518c8d-e1d0-4175-b126-bd335b91cb0e req-0ba80f2e-9916-4f76-9397-6884e0d80bb4 service neutron] Transition to ACTIVE for port object a8aaa014-e368-49dc-8b7e-d1a47072a06b will not be triggered until provisioned by entity L2. {{(pid=95102) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 20:21:27.749999 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-6e518c8d-e1d0-4175-b126-bd335b91cb0e req-0ba80f2e-9916-4f76-9397-6884e0d80bb4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4399095'] for port, after_update {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:21:27.818855 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ba80f2e-9916-4f76-9397-6884e0d80bb4 service neutron] Pushing event updated for resources: {'Port': ['ID=a8aaa014-e368-49dc-8b7e-d1a47072a06b,revision_number=2']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:21:27.900342 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.managers [req-6e518c8d-e1d0-4175-b126-bd335b91cb0e req-0ba80f2e-9916-4f76-9397-6884e0d80bb4 service neutron] Attempting to bind port a8aaa014-e368-49dc-8b7e-d1a47072a06b on host n-h2-713301-16 for vnic_type normal with profile {{(pid=95102) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 20:21:27.900707 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.managers [req-6e518c8d-e1d0-4175-b126-bd335b91cb0e req-0ba80f2e-9916-4f76-9397-6884e0d80bb4 service neutron] Attempting to bind port a8aaa014-e368-49dc-8b7e-d1a47072a06b by drivers openvswitch,hyperv on host n-h2-713301-16 at level 0 using segments [{'id': 'f2dec075-208b-44b6-98dd-c72e703eed8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': 'ea744951-a39c-4fc0-8218-f8e130e04d8d'}] {{(pid=95102) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 20:21:27.901044 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e518c8d-e1d0-4175-b126-bd335b91cb0e req-0ba80f2e-9916-4f76-9397-6884e0d80bb4 service neutron] Attempting to bind port a8aaa014-e368-49dc-8b7e-d1a47072a06b on network ea744951-a39c-4fc0-8218-f8e130e04d8d {{(pid=95102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 20:21:27.907014 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e518c8d-e1d0-4175-b126-bd335b91cb0e req-0ba80f2e-9916-4f76-9397-6884e0d80bb4 service neutron] Port a8aaa014-e368-49dc-8b7e-d1a47072a06b on network ea744951-a39c-4fc0-8218-f8e130e04d8d not bound, no agent of type Open vSwitch agent registered on host n-h2-713301-16 {{(pid=95102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 20:21:27.907475 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e518c8d-e1d0-4175-b126-bd335b91cb0e req-0ba80f2e-9916-4f76-9397-6884e0d80bb4 service neutron] Attempting to bind port a8aaa014-e368-49dc-8b7e-d1a47072a06b on network ea744951-a39c-4fc0-8218-f8e130e04d8d {{(pid=95102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 20:21:27.913095 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e518c8d-e1d0-4175-b126-bd335b91cb0e req-0ba80f2e-9916-4f76-9397-6884e0d80bb4 service neutron] Checking agent: {'id': '2a7cea34-db54-4faf-8d23-37521c3e34cb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713301-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 19, 15, 28), 'started_at': datetime.datetime(2021, 9, 23, 19, 15, 28), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 20, 20, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 20:21:27.913535 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e518c8d-e1d0-4175-b126-bd335b91cb0e req-0ba80f2e-9916-4f76-9397-6884e0d80bb4 service neutron] Checking segment: {'id': 'f2dec075-208b-44b6-98dd-c72e703eed8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': 'ea744951-a39c-4fc0-8218-f8e130e04d8d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95102) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 20:21:27.914002 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e518c8d-e1d0-4175-b126-bd335b91cb0e req-0ba80f2e-9916-4f76-9397-6884e0d80bb4 service neutron] Bound using segment: {'id': 'f2dec075-208b-44b6-98dd-c72e703eed8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': 'ea744951-a39c-4fc0-8218-f8e130e04d8d'} {{(pid=95102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 20:21:27.914510 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.managers [req-6e518c8d-e1d0-4175-b126-bd335b91cb0e req-0ba80f2e-9916-4f76-9397-6884e0d80bb4 service neutron] Bound port: a8aaa014-e368-49dc-8b7e-d1a47072a06b, host: n-h2-713301-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f2dec075-208b-44b6-98dd-c72e703eed8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': 'ea744951-a39c-4fc0-8218-f8e130e04d8d'}}] {{(pid=95102) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 20:21:27.914942 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-6e518c8d-e1d0-4175-b126-bd335b91cb0e req-0ba80f2e-9916-4f76-9397-6884e0d80bb4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:21:27.990161 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.db [req-6e518c8d-e1d0-4175-b126-bd335b91cb0e req-0ba80f2e-9916-4f76-9397-6884e0d80bb4 service neutron] For port a8aaa014-e368-49dc-8b7e-d1a47072a06b, host n-h2-713301-16, cleared binding levels {{(pid=95102) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 20:21:27.993546 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.db [req-6e518c8d-e1d0-4175-b126-bd335b91cb0e req-0ba80f2e-9916-4f76-9397-6884e0d80bb4 service neutron] For port a8aaa014-e368-49dc-8b7e-d1a47072a06b, host n-h2-713301-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-16',level=0,port_id=a8aaa014-e368-49dc-8b7e-d1a47072a06b,segment=NetworkSegment(f2dec075-208b-44b6-98dd-c72e703eed8c),segment_id=f2dec075-208b-44b6-98dd-c72e703eed8c)] {{(pid=95102) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 20:21:27.997867 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-6e518c8d-e1d0-4175-b126-bd335b91cb0e req-0ba80f2e-9916-4f76-9397-6884e0d80bb4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4399095'] for port, after_update {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:21:28.034157 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e518c8d-e1d0-4175-b126-bd335b91cb0e req-0ba80f2e-9916-4f76-9397-6884e0d80bb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:21:28.034790 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-6e518c8d-e1d0-4175-b126-bd335b91cb0e req-0ba80f2e-9916-4f76-9397-6884e0d80bb4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222849'] for port, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:21:28.036193 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-6e518c8d-e1d0-4175-b126-bd335b91cb0e req-0ba80f2e-9916-4f76-9397-6884e0d80bb4 service neutron] 10.222.0.53 "PUT /v2.0/ports/a8aaa014-e368-49dc-8b7e-d1a47072a06b HTTP/1.1" status: 200 len: 1092 time: 0.6460216 Sep 23 20:21:28.036654 n-d-713301-16 neutron-server[95102]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1afe654e-f78d-4ea6-b645-593823e54059', 'tag': 'a8aaa014-e368-49dc-8b7e-d1a47072a06b'}] {{(pid=95102) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 20:21:28.049625 n-d-713301-16 neutron-server[95102]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a8356a6bd5e554bb349ddb806ba98ee8c25ce2b3f69d698f62da31b860ff3eb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-587b5db0-43fb-4add-ad09-30487dbf066a" -d '{"events": [{"name": "network-changed", "server_uuid": "1afe654e-f78d-4ea6-b645-593823e54059", "tag": "a8aaa014-e368-49dc-8b7e-d1a47072a06b"}]}' {{(pid=95102) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 20:21:28.114136 n-d-713301-16 neutron-server[95102]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 20:21:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4bca6be-c1de-4291-b8b4-6a2060c01c49 x-openstack-request-id: req-b4bca6be-c1de-4291-b8b4-6a2060c01c49 {{(pid=95102) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 20:21:28.114423 n-d-713301-16 neutron-server[95102]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1afe654e-f78d-4ea6-b645-593823e54059", "tag": "a8aaa014-e368-49dc-8b7e-d1a47072a06b", "status": "completed", "code": 200}]} {{(pid=95102) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 20:21:28.114671 n-d-713301-16 neutron-server[95102]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-b4bca6be-c1de-4291-b8b4-6a2060c01c49 {{(pid=95102) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 20:21:28.115060 n-d-713301-16 neutron-server[95102]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1afe654e-f78d-4ea6-b645-593823e54059', 'tag': 'a8aaa014-e368-49dc-8b7e-d1a47072a06b', 'status': 'completed', 'code': 200} Sep 23 20:21:28.115768 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ba80f2e-9916-4f76-9397-6884e0d80bb4 service neutron] Pushing event updated for resources: {'Port': ['ID=a8aaa014-e368-49dc-8b7e-d1a47072a06b,revision_number=3']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:21:28.136573 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e518c8d-e1d0-4175-b126-bd335b91cb0e req-e07cb1c6-75de-4166-b0d5-b8f98897b5f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:21:28.139357 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-6e518c8d-e1d0-4175-b126-bd335b91cb0e req-e07cb1c6-75de-4166-b0d5-b8f98897b5f6 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=e479679344334ba8a7a11f6d7bae301b&device_id=1afe654e-f78d-4ea6-b645-593823e54059 HTTP/1.1" status: 200 len: 1095 time: 0.0571811 Sep 23 20:21:28.188873 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-6e518c8d-e1d0-4175-b126-bd335b91cb0e req-988ba090-4586-4d8a-b370-7b82e36eacff service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a8aaa014-e368-49dc-8b7e-d1a47072a06b HTTP/1.1" status: 200 len: 217 time: 0.0407317 Sep 23 20:21:28.244586 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e518c8d-e1d0-4175-b126-bd335b91cb0e req-4f1208f8-3217-47e7-9279-26f4f547fcde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:21:28.246024 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-6e518c8d-e1d0-4175-b126-bd335b91cb0e req-4f1208f8-3217-47e7-9279-26f4f547fcde service neutron] 10.222.0.53 "GET /v2.0/subnets?id=566af2bd-fa62-4733-b70d-a3cc3319be63 HTTP/1.1" status: 200 len: 853 time: 0.0494063 Sep 23 20:21:28.332897 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1cc9f4-d6f2-4451-90b1-8b6c8a303638 req-a8f37206-e589-46fd-a858-237a001d1406 tempest-TestMinimumBasicScenario-854457119 tempest-TestMinimumBasicScenario-854457119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:21:28.334408 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-1c1cc9f4-d6f2-4451-90b1-8b6c8a303638 req-a8f37206-e589-46fd-a858-237a001d1406 tempest-TestMinimumBasicScenario-854457119 tempest-TestMinimumBasicScenario-854457119-project] 10.222.0.67 "GET /v2.0/ports?device_id=1afe654e-f78d-4ea6-b645-593823e54059 HTTP/1.1" status: 200 len: 943 time: 0.0874925 Sep 23 20:21:28.341206 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e518c8d-e1d0-4175-b126-bd335b91cb0e req-1542f6e1-8d64-4ad1-92f8-f9c6bce798b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:21:28.342869 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-6e518c8d-e1d0-4175-b126-bd335b91cb0e req-1542f6e1-8d64-4ad1-92f8-f9c6bce798b0 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=ea744951-a39c-4fc0-8218-f8e130e04d8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0872455 Sep 23 20:21:28.404472 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-1c1cc9f4-d6f2-4451-90b1-8b6c8a303638 req-6ffe6aa1-c6c6-472e-bc4c-818e92d72853 tempest-TestMinimumBasicScenario-854457119 tempest-TestMinimumBasicScenario-854457119-project] 10.222.0.67 "GET /v2.0/security-groups?id=33ddea32-0d0d-4c87-8106-272eb5ed7f31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606318 Sep 23 20:21:28.460143 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:21:28.461838 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-6e518c8d-e1d0-4175-b126-bd335b91cb0e req-52ffda16-f3ca-4594-b4dc-a54c4c301ff8 service neutron] 10.222.0.53 "GET /v2.0/networks/ea744951-a39c-4fc0-8218-f8e130e04d8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1111302 Sep 23 20:21:28.562829 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-6e518c8d-e1d0-4175-b126-bd335b91cb0e req-984f4837-b2f4-4761-bdf1-b25d9827fd8f service neutron] 10.222.0.53 "GET /v2.0/networks/ea744951-a39c-4fc0-8218-f8e130e04d8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0941007 Sep 23 20:21:28.650360 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-587b5db0-43fb-4add-ad09-30487dbf066a req-b7c131f9-2adb-43a3-82d6-3365f7b12e13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:21:28.651887 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-587b5db0-43fb-4add-ad09-30487dbf066a req-b7c131f9-2adb-43a3-82d6-3365f7b12e13 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=e479679344334ba8a7a11f6d7bae301b&device_id=1afe654e-f78d-4ea6-b645-593823e54059 HTTP/1.1" status: 200 len: 1095 time: 0.0430672 Sep 23 20:21:28.750489 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-587b5db0-43fb-4add-ad09-30487dbf066a req-900afc21-7baa-4cad-8f37-c5a22dab1ba8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:21:28.752217 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-587b5db0-43fb-4add-ad09-30487dbf066a req-900afc21-7baa-4cad-8f37-c5a22dab1ba8 service neutron] 10.222.0.53 "GET /v2.0/networks?id=ea744951-a39c-4fc0-8218-f8e130e04d8d HTTP/1.1" status: 200 len: 915 time: 0.0935929 Sep 23 20:21:28.754219 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:21:28.794438 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-587b5db0-43fb-4add-ad09-30487dbf066a req-02d7165e-c293-49fd-8eaa-bed63bcbb254 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a8aaa014-e368-49dc-8b7e-d1a47072a06b HTTP/1.1" status: 200 len: 217 time: 0.0350296 Sep 23 20:21:28.843067 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-587b5db0-43fb-4add-ad09-30487dbf066a req-d7b9cc9c-17a8-41f8-82a2-2b7b85969251 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:21:28.844585 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-587b5db0-43fb-4add-ad09-30487dbf066a req-d7b9cc9c-17a8-41f8-82a2-2b7b85969251 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=566af2bd-fa62-4733-b70d-a3cc3319be63 HTTP/1.1" status: 200 len: 853 time: 0.0439334 Sep 23 20:21:28.896888 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-587b5db0-43fb-4add-ad09-30487dbf066a req-07d59c3b-de77-45de-911c-1d42b2993569 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:21:28.898420 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-587b5db0-43fb-4add-ad09-30487dbf066a req-07d59c3b-de77-45de-911c-1d42b2993569 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=ea744951-a39c-4fc0-8218-f8e130e04d8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0453076 Sep 23 20:21:28.995115 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-587b5db0-43fb-4add-ad09-30487dbf066a req-9b8ae4cc-bf8b-4aa1-852d-da68bfd62775 service neutron] 10.222.0.53 "GET /v2.0/networks/ea744951-a39c-4fc0-8218-f8e130e04d8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880439 Sep 23 20:21:29.090645 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-587b5db0-43fb-4add-ad09-30487dbf066a req-f7fe19e1-9799-427f-b4a5-2b24ea81d2be service neutron] 10.222.0.53 "GET /v2.0/networks/ea744951-a39c-4fc0-8218-f8e130e04d8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877819 Sep 23 20:21:29.520589 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13428148-59cf-4797-b338-0ef6b159c101 req-b90dc577-1ff9-4b18-ac2c-357c9d5fd6b8 tempest-TestMinimumBasicScenario-854457119 tempest-TestMinimumBasicScenario-854457119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:21:29.522099 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-13428148-59cf-4797-b338-0ef6b159c101 req-b90dc577-1ff9-4b18-ac2c-357c9d5fd6b8 tempest-TestMinimumBasicScenario-854457119 tempest-TestMinimumBasicScenario-854457119-project] 10.222.0.67 "GET /v2.0/ports?device_id=1afe654e-f78d-4ea6-b645-593823e54059 HTTP/1.1" status: 200 len: 943 time: 0.0487869 Sep 23 20:21:29.559970 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-13428148-59cf-4797-b338-0ef6b159c101 req-a19dc964-bdbc-415c-9286-684229374678 tempest-TestMinimumBasicScenario-854457119 tempest-TestMinimumBasicScenario-854457119-project] 10.222.0.67 "GET /v2.0/security-groups?id=33ddea32-0d0d-4c87-8106-272eb5ed7f31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311363 Sep 23 20:21:30.685138 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc897f8-1b23-43f3-9b5c-f95869d76a1f req-d2a0ab91-28ce-4142-9099-08843d40da72 tempest-TestMinimumBasicScenario-854457119 tempest-TestMinimumBasicScenario-854457119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:21:30.686809 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-4bc897f8-1b23-43f3-9b5c-f95869d76a1f req-d2a0ab91-28ce-4142-9099-08843d40da72 tempest-TestMinimumBasicScenario-854457119 tempest-TestMinimumBasicScenario-854457119-project] 10.222.0.67 "GET /v2.0/ports?device_id=1afe654e-f78d-4ea6-b645-593823e54059 HTTP/1.1" status: 200 len: 943 time: 0.0605292 Sep 23 20:21:30.754674 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-4bc897f8-1b23-43f3-9b5c-f95869d76a1f req-8fd0efc3-3710-40f3-83b6-a5f2393bb91a tempest-TestMinimumBasicScenario-854457119 tempest-TestMinimumBasicScenario-854457119-project] 10.222.0.67 "GET /v2.0/security-groups?id=33ddea32-0d0d-4c87-8106-272eb5ed7f31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355282 Sep 23 20:21:31.399132 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Device a8aaa014-e368-49dc-8b7e-d1a47072a06b details requested by agent hyperv_n-h2-713301-16 with host n-h2-713301-16 {{(pid=95103) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 20:21:31.495548 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] For port a8aaa014-e368-49dc-8b7e-d1a47072a06b, host n-h2-713301-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-16',level=0,port_id=a8aaa014-e368-49dc-8b7e-d1a47072a06b,segment=NetworkSegment(f2dec075-208b-44b6-98dd-c72e703eed8c),segment_id=f2dec075-208b-44b6-98dd-c72e703eed8c)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 20:21:31.506451 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Returning: {'device': 'a8aaa014-e368-49dc-8b7e-d1a47072a06b', 'network_id': 'ea744951-a39c-4fc0-8218-f8e130e04d8d', 'port_id': 'a8aaa014-e368-49dc-8b7e-d1a47072a06b', 'mac_address': 'fa:16:3e:9d:ff:bc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 613, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '566af2bd-fa62-4733-b70d-a3cc3319be63', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95103) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 20:21:31.542581 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:21:31.555944 n-d-713301-16 neutron-server[95103]: DEBUG neutron.notifiers.nova [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a8aaa014-e368-49dc-8b7e-d1a47072a06b {{(pid=95103) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 20:21:31.576086 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] For port a8aaa014-e368-49dc-8b7e-d1a47072a06b, host n-h2-713301-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-16',level=0,port_id=a8aaa014-e368-49dc-8b7e-d1a47072a06b,segment=NetworkSegment(f2dec075-208b-44b6-98dd-c72e703eed8c),segment_id=f2dec075-208b-44b6-98dd-c72e703eed8c)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 20:21:31.578977 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:21:31.626000 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Pushing event updated for resources: {'Port': ['ID=a8aaa014-e368-49dc-8b7e-d1a47072a06b,revision_number=4']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:21:31.634177 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:21:31.634526 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:21:31.634871 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:21:31.635210 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:21:31.635543 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:21:31.635875 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:21:31.636205 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:21:31.636532 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:21:31.637202 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:21:31.637202 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:21:31.637584 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:21:31.637845 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:21:31.801676 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] get_ports_and_sgs() called for port_ids ['a8aaa014-e368-49dc-8b7e-d1a47072a06b'] {{(pid=95103) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 20:21:32.215478 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af46a74-b9bb-4cc4-a1ac-f52960785372 req-d804525f-6eba-4521-b026-805739603f5e tempest-TestMinimumBasicScenario-854457119 tempest-TestMinimumBasicScenario-854457119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:21:32.217022 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-7af46a74-b9bb-4cc4-a1ac-f52960785372 req-d804525f-6eba-4521-b026-805739603f5e tempest-TestMinimumBasicScenario-854457119 tempest-TestMinimumBasicScenario-854457119-project] 10.222.0.67 "GET /v2.0/ports?device_id=1afe654e-f78d-4ea6-b645-593823e54059 HTTP/1.1" status: 200 len: 944 time: 0.3859639 Sep 23 20:21:32.255062 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-7af46a74-b9bb-4cc4-a1ac-f52960785372 req-b0e30c13-8639-43bd-be98-fc39f30db0f0 tempest-TestMinimumBasicScenario-854457119 tempest-TestMinimumBasicScenario-854457119-project] 10.222.0.67 "GET /v2.0/security-groups?id=33ddea32-0d0d-4c87-8106-272eb5ed7f31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320444 Sep 23 20:21:32.553342 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.agents_db [None req-f2f5c474-60a3-474f-b2cc-02c4bd30880c None None] Agent healthcheck: found 7 active agents {{(pid=95104) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 20:21:33.370366 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c823083c-6f86-47b6-bb3a-eb3337593fd4 req-0328d8f0-8368-4cf3-a585-84f1aee28bf6 tempest-TestMinimumBasicScenario-854457119 tempest-TestMinimumBasicScenario-854457119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:21:33.372250 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-c823083c-6f86-47b6-bb3a-eb3337593fd4 req-0328d8f0-8368-4cf3-a585-84f1aee28bf6 tempest-TestMinimumBasicScenario-854457119 tempest-TestMinimumBasicScenario-854457119-project] 10.222.0.67 "GET /v2.0/ports?device_id=1afe654e-f78d-4ea6-b645-593823e54059 HTTP/1.1" status: 200 len: 944 time: 0.0491629 Sep 23 20:21:33.412058 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-c823083c-6f86-47b6-bb3a-eb3337593fd4 req-baadd1d2-df94-4e1d-ac1d-8ec79caf5a25 tempest-TestMinimumBasicScenario-854457119 tempest-TestMinimumBasicScenario-854457119-project] 10.222.0.67 "GET /v2.0/security-groups?id=33ddea32-0d0d-4c87-8106-272eb5ed7f31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339265 Sep 23 20:21:33.429999 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Device a8aaa014-e368-49dc-8b7e-d1a47072a06b up at agent hyperv_n-h2-713301-16 {{(pid=95103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 20:21:33.479876 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Provisioning for port a8aaa014-e368-49dc-8b7e-d1a47072a06b completed by entity L2. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 20:21:33.484337 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Provisioning complete for port a8aaa014-e368-49dc-8b7e-d1a47072a06b triggered by entity L2. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 20:21:33.484741 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:21:33.569812 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:21:33.592569 n-d-713301-16 neutron-server[95103]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1afe654e-f78d-4ea6-b645-593823e54059', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8aaa014-e368-49dc-8b7e-d1a47072a06b'}] {{(pid=95103) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 20:21:33.594842 n-d-713301-16 neutron-server[95103]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1848421c4d334b5bfe6f5b9de07f03d1600ee538ec1ae4f0fcf02c32f81bee4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27eb33ed-36fc-43a7-a47b-873b932586e4" -d '{"events": [{"server_uuid": "1afe654e-f78d-4ea6-b645-593823e54059", "name": "network-vif-plugged", "status": "completed", "tag": "a8aaa014-e368-49dc-8b7e-d1a47072a06b"}]}' {{(pid=95103) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 20:21:33.606983 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] For port a8aaa014-e368-49dc-8b7e-d1a47072a06b, host n-h2-713301-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-16',level=0,port_id=a8aaa014-e368-49dc-8b7e-d1a47072a06b,segment=NetworkSegment(f2dec075-208b-44b6-98dd-c72e703eed8c),segment_id=f2dec075-208b-44b6-98dd-c72e703eed8c)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 20:21:33.611619 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:21:33.639044 n-d-713301-16 neutron-server[95103]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 20:21:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2f9f07e-dac5-4388-826a-39fe3d6843cd x-openstack-request-id: req-f2f9f07e-dac5-4388-826a-39fe3d6843cd {{(pid=95103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 20:21:33.639335 n-d-713301-16 neutron-server[95103]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1afe654e-f78d-4ea6-b645-593823e54059", "name": "network-vif-plugged", "status": "completed", "tag": "a8aaa014-e368-49dc-8b7e-d1a47072a06b", "code": 200}]} {{(pid=95103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 20:21:33.639586 n-d-713301-16 neutron-server[95103]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-f2f9f07e-dac5-4388-826a-39fe3d6843cd {{(pid=95103) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 20:21:33.640309 n-d-713301-16 neutron-server[95103]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1afe654e-f78d-4ea6-b645-593823e54059', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8aaa014-e368-49dc-8b7e-d1a47072a06b', 'code': 200} Sep 23 20:21:33.670219 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Pushing event updated for resources: {'Port': ['ID=a8aaa014-e368-49dc-8b7e-d1a47072a06b,revision_number=5']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:21:33.728233 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea41b8eb-e977-4a69-81b8-40f455585095 req-fa7b8b64-7644-45cf-9d01-057d485aba7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:21:33.729760 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-ea41b8eb-e977-4a69-81b8-40f455585095 req-fa7b8b64-7644-45cf-9d01-057d485aba7c service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=1afe654e-f78d-4ea6-b645-593823e54059 HTTP/1.1" status: 200 len: 1097 time: 0.0404634 Sep 23 20:21:33.764965 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-ea41b8eb-e977-4a69-81b8-40f455585095 req-2f598a90-4ae2-4924-897d-656754b6c45d service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=33ddea32-0d0d-4c87-8106-272eb5ed7f31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0283420 Sep 23 20:21:34.532165 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244169c6-b0b5-41e6-a8c2-91ec46e10e8a req-b88768a5-af29-49a3-888e-b45ec96bbd6b tempest-TestMinimumBasicScenario-854457119 tempest-TestMinimumBasicScenario-854457119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:21:34.533748 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-244169c6-b0b5-41e6-a8c2-91ec46e10e8a req-b88768a5-af29-49a3-888e-b45ec96bbd6b tempest-TestMinimumBasicScenario-854457119 tempest-TestMinimumBasicScenario-854457119-project] 10.222.0.67 "GET /v2.0/ports?device_id=1afe654e-f78d-4ea6-b645-593823e54059 HTTP/1.1" status: 200 len: 945 time: 0.0539656 Sep 23 20:21:34.571934 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-244169c6-b0b5-41e6-a8c2-91ec46e10e8a req-fa5c8774-f3a8-4bed-9cbb-a075787199d7 tempest-TestMinimumBasicScenario-854457119 tempest-TestMinimumBasicScenario-854457119-project] 10.222.0.67 "GET /v2.0/security-groups?id=33ddea32-0d0d-4c87-8106-272eb5ed7f31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321438 Sep 23 20:21:35.691986 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f868972f-bc41-4fe8-91a4-0e1aba030dcb req-595a4f1b-d5ef-44da-bbaa-577ece36d1b9 tempest-TestMinimumBasicScenario-854457119 tempest-TestMinimumBasicScenario-854457119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:21:35.693531 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-f868972f-bc41-4fe8-91a4-0e1aba030dcb req-595a4f1b-d5ef-44da-bbaa-577ece36d1b9 tempest-TestMinimumBasicScenario-854457119 tempest-TestMinimumBasicScenario-854457119-project] 10.222.0.67 "GET /v2.0/ports?device_id=1afe654e-f78d-4ea6-b645-593823e54059 HTTP/1.1" status: 200 len: 945 time: 0.0505013 Sep 23 20:21:35.733791 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-f868972f-bc41-4fe8-91a4-0e1aba030dcb req-e1384b6e-9e1d-4006-b6df-24bce2ffed1b tempest-TestMinimumBasicScenario-854457119 tempest-TestMinimumBasicScenario-854457119-project] 10.222.0.67 "GET /v2.0/security-groups?id=33ddea32-0d0d-4c87-8106-272eb5ed7f31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341425 Sep 23 20:21:35.850410 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b314df6-5d41-4c3f-a8d4-162a18ed1ed9 req-1f533b43-7dec-4d4a-a605-53d272019bd9 tempest-TestMinimumBasicScenario-854457119 tempest-TestMinimumBasicScenario-854457119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:21:35.851897 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-8b314df6-5d41-4c3f-a8d4-162a18ed1ed9 req-1f533b43-7dec-4d4a-a605-53d272019bd9 tempest-TestMinimumBasicScenario-854457119 tempest-TestMinimumBasicScenario-854457119-project] 10.222.0.67 "GET /v2.0/ports?device_id=1afe654e-f78d-4ea6-b645-593823e54059 HTTP/1.1" status: 200 len: 945 time: 0.0516696 Sep 23 20:21:35.890808 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-8b314df6-5d41-4c3f-a8d4-162a18ed1ed9 req-4d1fcb36-009a-47fa-a8de-bbf678942ca7 tempest-TestMinimumBasicScenario-854457119 tempest-TestMinimumBasicScenario-854457119-project] 10.222.0.67 "GET /v2.0/security-groups?id=33ddea32-0d0d-4c87-8106-272eb5ed7f31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318224 Sep 23 20:21:36.093929 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0670c09c-13bb-4daf-a3a3-6394677f010f req-e7b2105c-57c5-4402-a350-605a9436a28d tempest-TestMinimumBasicScenario-854457119 tempest-TestMinimumBasicScenario-854457119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:21:36.095478 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-0670c09c-13bb-4daf-a3a3-6394677f010f req-e7b2105c-57c5-4402-a350-605a9436a28d tempest-TestMinimumBasicScenario-854457119 tempest-TestMinimumBasicScenario-854457119-project] 10.222.0.67 "GET /v2.0/ports?device_id=1afe654e-f78d-4ea6-b645-593823e54059 HTTP/1.1" status: 200 len: 945 time: 0.0556715 Sep 23 20:21:36.143415 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-0670c09c-13bb-4daf-a3a3-6394677f010f req-8ed01cc4-3b34-4570-8b32-5c3f291c0da4 tempest-TestMinimumBasicScenario-854457119 tempest-TestMinimumBasicScenario-854457119-project] 10.222.0.67 "GET /v2.0/security-groups?id=33ddea32-0d0d-4c87-8106-272eb5ed7f31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410545 Sep 23 20:21:47.825544 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe2515e-466e-4efb-b9dd-72affc58061f req-89b70bae-f059-4c96-acd0-7d08c4f788ad tempest-TestMinimumBasicScenario-854457119 tempest-TestMinimumBasicScenario-854457119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:21:47.826951 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-2fe2515e-466e-4efb-b9dd-72affc58061f req-89b70bae-f059-4c96-acd0-7d08c4f788ad tempest-TestMinimumBasicScenario-854457119 tempest-TestMinimumBasicScenario-854457119-project] 10.222.0.67 "GET /v2.0/ports?device_id=1afe654e-f78d-4ea6-b645-593823e54059 HTTP/1.1" status: 200 len: 945 time: 0.0508668 Sep 23 20:21:47.864262 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-2fe2515e-466e-4efb-b9dd-72affc58061f req-fdd07657-6cd8-49bb-945f-031105516e11 tempest-TestMinimumBasicScenario-854457119 tempest-TestMinimumBasicScenario-854457119-project] 10.222.0.67 "GET /v2.0/security-groups?id=33ddea32-0d0d-4c87-8106-272eb5ed7f31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312400 Sep 23 20:21:47.887477 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 33960) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:21:48.022398 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f0f5453-9606-407e-9730-b48dcfd012b1 tempest-TestMinimumBasicScenario-246776845 tempest-TestMinimumBasicScenario-246776845-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:21:48.023958 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-8f0f5453-9606-407e-9730-b48dcfd012b1 tempest-TestMinimumBasicScenario-246776845 tempest-TestMinimumBasicScenario-246776845-project-admin] 10.222.0.67 "GET /v2.0/ports?device_id=1afe654e-f78d-4ea6-b645-593823e54059 HTTP/1.1" status: 200 len: 1092 time: 0.1354275 Sep 23 20:21:48.026962 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 33964) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:21:48.031533 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.v2.base [None req-e0e02bb6-1ce8-4e97-8836-dbc35164a4fa tempest-TestMinimumBasicScenario-854457119 tempest-TestMinimumBasicScenario-854457119-project] Request body: {'floatingip': {'floating_network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'port_id': 'a8aaa014-e368-49dc-8b7e-d1a47072a06b', 'tenant_id': 'e479679344334ba8a7a11f6d7bae301b', 'fixed_ip_address': '172.20.0.6'}} {{(pid=95101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 20:21:48.052961 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-e0e02bb6-1ce8-4e97-8836-dbc35164a4fa tempest-TestMinimumBasicScenario-854457119 tempest-TestMinimumBasicScenario-854457119-project] Notify callbacks [] for floatingip, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:21:48.147971 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-e0e02bb6-1ce8-4e97-8836-dbc35164a4fa tempest-TestMinimumBasicScenario-854457119 tempest-TestMinimumBasicScenario-854457119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:21:48.255736 n-d-713301-16 neutron-server[95101]: DEBUG neutron.db.db_base_plugin_common [None req-e0e02bb6-1ce8-4e97-8836-dbc35164a4fa tempest-TestMinimumBasicScenario-854457119 tempest-TestMinimumBasicScenario-854457119-project] Allocated IP 172.25.1.169 (5dec5c09-378e-4f50-89cc-d94eb81c3bac/eff83446-018c-428d-b3f5-54ac9abe7a2a/34b43897-9312-44da-b3d8-d274025dda40) {{(pid=95101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 20:21:48.359176 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-e0e02bb6-1ce8-4e97-8836-dbc35164a4fa tempest-TestMinimumBasicScenario-854457119 tempest-TestMinimumBasicScenario-854457119-project] Notify callbacks [] for port, precommit_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:21:48.395393 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-e0e02bb6-1ce8-4e97-8836-dbc35164a4fa tempest-TestMinimumBasicScenario-854457119 tempest-TestMinimumBasicScenario-854457119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783145673135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5607431'] for port, after_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:21:48.432638 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0e02bb6-1ce8-4e97-8836-dbc35164a4fa tempest-TestMinimumBasicScenario-854457119 tempest-TestMinimumBasicScenario-854457119-project] Network 5dec5c09-378e-4f50-89cc-d94eb81c3bac is already hosted by enough agents. {{(pid=95101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 20:21:48.436083 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.base_scheduler [None req-e0e02bb6-1ce8-4e97-8836-dbc35164a4fa tempest-TestMinimumBasicScenario-854457119 tempest-TestMinimumBasicScenario-854457119-project] Resources bound (agent type, host, resource id): {{(pid=95101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 20:21:48.438956 n-d-713301-16 neutron-server[95101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0e02bb6-1ce8-4e97-8836-dbc35164a4fa tempest-TestMinimumBasicScenario-854457119 tempest-TestMinimumBasicScenario-854457119-project] Received port after_create {{(pid=95101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 20:21:48.469632 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0e02bb6-1ce8-4e97-8836-dbc35164a4fa tempest-TestMinimumBasicScenario-854457119 tempest-TestMinimumBasicScenario-854457119-project] Pushing event updated for resources: {'Port': ['ID=34b43897-9312-44da-b3d8-d274025dda40,revision_number=1']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:21:48.483223 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0e02bb6-1ce8-4e97-8836-dbc35164a4fa tempest-TestMinimumBasicScenario-854457119 tempest-TestMinimumBasicScenario-854457119-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:21:48.483562 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0e02bb6-1ce8-4e97-8836-dbc35164a4fa tempest-TestMinimumBasicScenario-854457119 tempest-TestMinimumBasicScenario-854457119-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:21:48.483897 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0e02bb6-1ce8-4e97-8836-dbc35164a4fa tempest-TestMinimumBasicScenario-854457119 tempest-TestMinimumBasicScenario-854457119-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:21:48.484225 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0e02bb6-1ce8-4e97-8836-dbc35164a4fa tempest-TestMinimumBasicScenario-854457119 tempest-TestMinimumBasicScenario-854457119-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:21:48.484552 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0e02bb6-1ce8-4e97-8836-dbc35164a4fa tempest-TestMinimumBasicScenario-854457119 tempest-TestMinimumBasicScenario-854457119-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:21:48.484897 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0e02bb6-1ce8-4e97-8836-dbc35164a4fa tempest-TestMinimumBasicScenario-854457119 tempest-TestMinimumBasicScenario-854457119-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:21:48.485219 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0e02bb6-1ce8-4e97-8836-dbc35164a4fa tempest-TestMinimumBasicScenario-854457119 tempest-TestMinimumBasicScenario-854457119-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:21:48.485536 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0e02bb6-1ce8-4e97-8836-dbc35164a4fa tempest-TestMinimumBasicScenario-854457119 tempest-TestMinimumBasicScenario-854457119-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:21:48.485857 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0e02bb6-1ce8-4e97-8836-dbc35164a4fa tempest-TestMinimumBasicScenario-854457119 tempest-TestMinimumBasicScenario-854457119-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:21:48.486178 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0e02bb6-1ce8-4e97-8836-dbc35164a4fa tempest-TestMinimumBasicScenario-854457119 tempest-TestMinimumBasicScenario-854457119-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:21:48.486493 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0e02bb6-1ce8-4e97-8836-dbc35164a4fa tempest-TestMinimumBasicScenario-854457119 tempest-TestMinimumBasicScenario-854457119-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:21:48.486817 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0e02bb6-1ce8-4e97-8836-dbc35164a4fa tempest-TestMinimumBasicScenario-854457119 tempest-TestMinimumBasicScenario-854457119-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:21:48.794136 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-e0e02bb6-1ce8-4e97-8836-dbc35164a4fa tempest-TestMinimumBasicScenario-854457119 tempest-TestMinimumBasicScenario-854457119-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:21:48.863639 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-e0e02bb6-1ce8-4e97-8836-dbc35164a4fa tempest-TestMinimumBasicScenario-854457119 tempest-TestMinimumBasicScenario-854457119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:21:49.014769 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-e0e02bb6-1ce8-4e97-8836-dbc35164a4fa tempest-TestMinimumBasicScenario-854457119 tempest-TestMinimumBasicScenario-854457119-project] Notify callbacks [] for port, precommit_update {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:21:49.019153 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-e0e02bb6-1ce8-4e97-8836-dbc35164a4fa tempest-TestMinimumBasicScenario-854457119 tempest-TestMinimumBasicScenario-854457119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5607436'] for port, after_update {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:21:49.090983 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0e02bb6-1ce8-4e97-8836-dbc35164a4fa tempest-TestMinimumBasicScenario-854457119 tempest-TestMinimumBasicScenario-854457119-project] Pushing event updated for resources: {'Port': ['ID=34b43897-9312-44da-b3d8-d274025dda40,revision_number=2']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:21:49.101027 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-e0e02bb6-1ce8-4e97-8836-dbc35164a4fa tempest-TestMinimumBasicScenario-854457119 tempest-TestMinimumBasicScenario-854457119-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-601884'] for floatingip, after_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:21:49.202359 n-d-713301-16 neutron-server[95101]: INFO neutron.db.l3_db [None req-e0e02bb6-1ce8-4e97-8836-dbc35164a4fa tempest-TestMinimumBasicScenario-854457119 tempest-TestMinimumBasicScenario-854457119-project] Floating IP 0e8b927d-0fba-40a3-8c09-fe842e2b3f94 associated. External IP: 172.25.1.169, port: a8aaa014-e368-49dc-8b7e-d1a47072a06b. Sep 23 20:21:49.407438 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e0e02bb6-1ce8-4e97-8836-dbc35164a4fa tempest-TestMinimumBasicScenario-854457119 tempest-TestMinimumBasicScenario-854457119-project] Router b8b2b643-3ffb-47df-ad8e-9bb980296442 has already been hosted by L3 agent 79a740bf-7821-4989-8288-7186e3e128f3 {{(pid=95101) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 20:21:49.515332 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0e02bb6-1ce8-4e97-8836-dbc35164a4fa tempest-TestMinimumBasicScenario-854457119 tempest-TestMinimumBasicScenario-854457119-project] Notify agent at l3_agent.n-d-713301-16 the message routers_updated {{(pid=95101) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 20:21:49.526422 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6607137-3663-411c-9d94-650cb85edad8 None None] Sync routers for ids ['b8b2b643-3ffb-47df-ad8e-9bb980296442'] in n-d-713301-16 {{(pid=95103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 20:21:49.531311 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-e0e02bb6-1ce8-4e97-8836-dbc35164a4fa tempest-TestMinimumBasicScenario-854457119 tempest-TestMinimumBasicScenario-854457119-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222849'] for floatingip, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:21:49.536861 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6607137-3663-411c-9d94-650cb85edad8 None None] Routers {'b8b2b643-3ffb-47df-ad8e-9bb980296442'} bound to L3 agent in host n-d-713301-16 {{(pid=95103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 20:21:49.537475 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_hamode_db [None req-b6607137-3663-411c-9d94-650cb85edad8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-23T19:07:52Z,description=,heartbeat_timestamp=2021-09-23T20:21:23Z,host='n-d-713301-16',id=79a740bf-7821-4989-8288-7186e3e128f3,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:07:52Z,topic='l3_agent')) {'router_ids': ['b8b2b643-3ffb-47df-ad8e-9bb980296442'], 'active': True} {{(pid=95103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 20:21:49.559588 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-e0e02bb6-1ce8-4e97-8836-dbc35164a4fa tempest-TestMinimumBasicScenario-854457119 tempest-TestMinimumBasicScenario-854457119-project] 10.222.0.67 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5303712 Sep 23 20:21:49.560039 n-d-713301-16 neutron-server[95101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1afe654e-f78d-4ea6-b645-593823e54059', 'tag': 'a8aaa014-e368-49dc-8b7e-d1a47072a06b'}] {{(pid=95101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 20:21:49.562108 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 33966) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:21:49.567194 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.v2.base [None req-5497dc2c-1545-4e26-95d3-7fff531b5b68 tempest-TestMinimumBasicScenario-854457119 tempest-TestMinimumBasicScenario-854457119-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1801148845', 'description': 'tempest-secgroup-smoke-1801148845 description', 'project_id': 'e479679344334ba8a7a11f6d7bae301b'}} {{(pid=95102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 20:21:49.595109 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-5497dc2c-1545-4e26-95d3-7fff531b5b68 tempest-TestMinimumBasicScenario-854457119 tempest-TestMinimumBasicScenario-854457119-project] Notify callbacks [] for security_group, before_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:21:49.601235 n-d-713301-16 neutron-server[95101]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8fdc88e27095c0b22fa40dc3fb71c621871e22f829ed15ad81bf221433f32d85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b858c53b-90e3-4ed6-8165-9e7b21fd2e7c" -d '{"events": [{"name": "network-changed", "server_uuid": "1afe654e-f78d-4ea6-b645-593823e54059", "tag": "a8aaa014-e368-49dc-8b7e-d1a47072a06b"}]}' {{(pid=95101) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 20:21:49.653229 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_dvr_db [None req-b6607137-3663-411c-9d94-650cb85edad8 None None] Set router b8b2b643-3ffb-47df-ad8e-9bb980296442 gateway port host: n-d-713301-16 {{(pid=95103) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 20:21:49.696992 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-5497dc2c-1545-4e26-95d3-7fff531b5b68 tempest-TestMinimumBasicScenario-854457119 tempest-TestMinimumBasicScenario-854457119-project] Notify callbacks [] for security_group, precommit_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:21:49.704214 n-d-713301-16 neutron-server[95101]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 20:21:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa7083f2-0767-4ccf-8a1c-0de3cd4b35fe x-openstack-request-id: req-aa7083f2-0767-4ccf-8a1c-0de3cd4b35fe {{(pid=95101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 20:21:49.704509 n-d-713301-16 neutron-server[95101]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1afe654e-f78d-4ea6-b645-593823e54059", "tag": "a8aaa014-e368-49dc-8b7e-d1a47072a06b", "status": "completed", "code": 200}]} {{(pid=95101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 20:21:49.704915 n-d-713301-16 neutron-server[95101]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-aa7083f2-0767-4ccf-8a1c-0de3cd4b35fe {{(pid=95101) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 20:21:49.705190 n-d-713301-16 neutron-server[95101]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1afe654e-f78d-4ea6-b645-593823e54059', 'tag': 'a8aaa014-e368-49dc-8b7e-d1a47072a06b', 'status': 'completed', 'code': 200} Sep 23 20:21:49.705687 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-5497dc2c-1545-4e26-95d3-7fff531b5b68 tempest-TestMinimumBasicScenario-854457119 tempest-TestMinimumBasicScenario-854457119-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:21:49.761551 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-5497dc2c-1545-4e26-95d3-7fff531b5b68 tempest-TestMinimumBasicScenario-854457119 tempest-TestMinimumBasicScenario-854457119-project] Notify callbacks [] for security_group, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:21:49.762865 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-5497dc2c-1545-4e26-95d3-7fff531b5b68 tempest-TestMinimumBasicScenario-854457119 tempest-TestMinimumBasicScenario-854457119-project] 10.222.0.67 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1996472 Sep 23 20:21:49.765907 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 33974) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:21:49.767440 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5497dc2c-1545-4e26-95d3-7fff531b5b68 tempest-TestMinimumBasicScenario-854457119 tempest-TestMinimumBasicScenario-854457119-project] Pushing event updated for resources: {'SecurityGroup': ['ID=60ed73aa-9f61-4fba-9176-d878e7a6fa79,revision_number=1']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:21:49.770964 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.v2.base [None req-ce81e265-6418-42b6-bd39-0b253930241a tempest-TestMinimumBasicScenario-854457119 tempest-TestMinimumBasicScenario-854457119-project] Request body: {'security_group_rule': {'security_group_id': '60ed73aa-9f61-4fba-9176-d878e7a6fa79', 'project_id': 'e479679344334ba8a7a11f6d7bae301b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 20:21:49.790338 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b858c53b-90e3-4ed6-8165-9e7b21fd2e7c req-75a589f8-e176-42e3-b538-49256ef78dc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:21:49.793592 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-b858c53b-90e3-4ed6-8165-9e7b21fd2e7c req-75a589f8-e176-42e3-b538-49256ef78dc3 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=e479679344334ba8a7a11f6d7bae301b&device_id=1afe654e-f78d-4ea6-b645-593823e54059 HTTP/1.1" status: 200 len: 1097 time: 0.0640221 Sep 23 20:21:49.809430 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-ce81e265-6418-42b6-bd39-0b253930241a tempest-TestMinimumBasicScenario-854457119 tempest-TestMinimumBasicScenario-854457119-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:21:49.838264 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b2e1f7a7-9c6d-4ded-8ed2-e0aeaf916eaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:21:49.878763 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-ce81e265-6418-42b6-bd39-0b253930241a tempest-TestMinimumBasicScenario-854457119 tempest-TestMinimumBasicScenario-854457119-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:21:49.883649 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-ce81e265-6418-42b6-bd39-0b253930241a tempest-TestMinimumBasicScenario-854457119 tempest-TestMinimumBasicScenario-854457119-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575319'] for security_group_rule, after_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:21:49.898856 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b858c53b-90e3-4ed6-8165-9e7b21fd2e7c req-20f28f0a-1cbd-4acc-962c-b18f3604011b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:21:49.901062 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-b858c53b-90e3-4ed6-8165-9e7b21fd2e7c req-20f28f0a-1cbd-4acc-962c-b18f3604011b service neutron] 10.222.0.53 "GET /v2.0/networks?id=ea744951-a39c-4fc0-8218-f8e130e04d8d HTTP/1.1" status: 200 len: 915 time: 0.0983136 Sep 23 20:21:49.906265 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce81e265-6418-42b6-bd39-0b253930241a tempest-TestMinimumBasicScenario-854457119 tempest-TestMinimumBasicScenario-854457119-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c04ca892-8689-4716-a8cf-8533df1a6cca,revision_number=0']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:21:49.911158 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-ce81e265-6418-42b6-bd39-0b253930241a tempest-TestMinimumBasicScenario-854457119 tempest-TestMinimumBasicScenario-854457119-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:21:49.912765 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-ce81e265-6418-42b6-bd39-0b253930241a tempest-TestMinimumBasicScenario-854457119 tempest-TestMinimumBasicScenario-854457119-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1457059 Sep 23 20:21:49.915393 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 33976) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:21:49.919403 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_hamode_db [None req-b6607137-3663-411c-9d94-650cb85edad8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8b2b643-3ffb-47df-ad8e-9bb980296442', 'name': 'tempest-TestMinimumBasicScenario-790057133-router', 'tenant_id': 'e479679344334ba8a7a11f6d7bae301b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'external_fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.188'}], 'enable_snat': True}, 'gw_port_id': '7cccba75-ad7d-41e3-83c0-ecea7df1e9ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T20:20:55Z', 'updated_at': '2021-09-23T20:20:58Z', 'revision_number': 4, 'project_id': 'e479679344334ba8a7a11f6d7bae301b', 'gw_port': {'id': '7cccba75-ad7d-41e3-83c0-ecea7df1e9ff', 'name': '', 'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:a4:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8b2b643-3ffb-47df-ad8e-9bb980296442', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4136, 'fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T20:20:56Z', 'updated_at': '2021-09-23T20:21:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-16', '_floatingips': [{'id': '0e8b927d-0fba-40a3-8c09-fe842e2b3f94', 'tenant_id': 'e479679344334ba8a7a11f6d7bae301b', 'floating_ip_address': '172.25.1.169', 'floating_network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'router_id': 'b8b2b643-3ffb-47df-ad8e-9bb980296442', 'port_id': 'a8aaa014-e368-49dc-8b7e-d1a47072a06b', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4152, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ea744951-a39c-4fc0-8218-f8e130e04d8d', 'mac_address': 'fa:16:3e:9d:ff:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1afe654e-f78d-4ea6-b645-593823e54059', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-23T20:21:48Z', 'updated_at': '2021-09-23T20:21:48Z', 'revision_number': 0, 'project_id': 'e479679344334ba8a7a11f6d7bae301b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '295194d4-5e12-499b-bdbf-f0cac225e22f', 'name': '', 'network_id': 'ea744951-a39c-4fc0-8218-f8e130e04d8d', 'tenant_id': 'e479679344334ba8a7a11f6d7bae301b', 'mac_address': 'fa:16:3e:35:92:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8b2b643-3ffb-47df-ad8e-9bb980296442', 'device_owner': 'network:router_interface', 'standard_attr_id': 4137, 'fixed_ips': [{'subnet_id': '566af2bd-fa62-4733-b70d-a3cc3319be63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T20:20:58Z', 'updated_at': '2021-09-23T20:21:02Z', 'revision_number': 5, 'project_id': 'e479679344334ba8a7a11f6d7bae301b', 'subnets': [{'id': '566af2bd-fa62-4733-b70d-a3cc3319be63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-16', False) {} {{(pid=95103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 20:21:49.925151 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.v2.base [None req-bc3ea7b2-c0b7-4782-8f00-b7aee9411417 tempest-TestMinimumBasicScenario-854457119 tempest-TestMinimumBasicScenario-854457119-project] Request body: {'security_group_rule': {'security_group_id': '60ed73aa-9f61-4fba-9176-d878e7a6fa79', 'project_id': 'e479679344334ba8a7a11f6d7bae301b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=95101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 20:21:49.946831 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6607137-3663-411c-9d94-650cb85edad8 None None] Checking router: b8b2b643-3ffb-47df-ad8e-9bb980296442 for host: n-d-713301-16 {{(pid=95103) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 20:21:49.957019 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-bc3ea7b2-c0b7-4782-8f00-b7aee9411417 tempest-TestMinimumBasicScenario-854457119 tempest-TestMinimumBasicScenario-854457119-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:21:49.957249 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6607137-3663-411c-9d94-650cb85edad8 None None] Routers {'b8b2b643-3ffb-47df-ad8e-9bb980296442'} bound to L3 agent in host n-d-713301-16 {{(pid=95103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 20:21:49.957821 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_hamode_db [None req-b6607137-3663-411c-9d94-650cb85edad8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-23T19:07:52Z,description=,heartbeat_timestamp=2021-09-23T20:21:23Z,host='n-d-713301-16',id=79a740bf-7821-4989-8288-7186e3e128f3,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:07:52Z,topic='l3_agent')) {'router_ids': ['b8b2b643-3ffb-47df-ad8e-9bb980296442'], 'active': True} {{(pid=95103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 20:21:49.978448 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-b858c53b-90e3-4ed6-8165-9e7b21fd2e7c req-ef6c91b7-ff39-4cf4-b917-c6f03ba4ddd2 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a8aaa014-e368-49dc-8b7e-d1a47072a06b HTTP/1.1" status: 200 len: 999 time: 0.0701067 Sep 23 20:21:50.020069 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-bc3ea7b2-c0b7-4782-8f00-b7aee9411417 tempest-TestMinimumBasicScenario-854457119 tempest-TestMinimumBasicScenario-854457119-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:21:50.025163 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-bc3ea7b2-c0b7-4782-8f00-b7aee9411417 tempest-TestMinimumBasicScenario-854457119 tempest-TestMinimumBasicScenario-854457119-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575319'] for security_group_rule, after_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:21:50.032470 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b858c53b-90e3-4ed6-8165-9e7b21fd2e7c req-8d5ae968-892d-472f-8e71-f827a82a74a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:21:50.034093 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-b858c53b-90e3-4ed6-8165-9e7b21fd2e7c req-8d5ae968-892d-472f-8e71-f827a82a74a3 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=566af2bd-fa62-4733-b70d-a3cc3319be63 HTTP/1.1" status: 200 len: 853 time: 0.0487401 Sep 23 20:21:50.045358 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc3ea7b2-c0b7-4782-8f00-b7aee9411417 tempest-TestMinimumBasicScenario-854457119 tempest-TestMinimumBasicScenario-854457119-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=08e3e4b9-a5da-4193-b05b-008701cdbd9a,revision_number=0']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:21:50.054067 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-bc3ea7b2-c0b7-4782-8f00-b7aee9411417 tempest-TestMinimumBasicScenario-854457119 tempest-TestMinimumBasicScenario-854457119-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:21:50.058979 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-bc3ea7b2-c0b7-4782-8f00-b7aee9411417 tempest-TestMinimumBasicScenario-854457119 tempest-TestMinimumBasicScenario-854457119-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1385846 Sep 23 20:21:50.059729 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 33978) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:21:50.064195 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.v2.base [None req-da4b83bc-5fc2-4795-befc-ef1b9a2ea209 tempest-TestMinimumBasicScenario-854457119 tempest-TestMinimumBasicScenario-854457119-project] Request body: {'security_group_rule': {'security_group_id': '60ed73aa-9f61-4fba-9176-d878e7a6fa79', 'project_id': 'e479679344334ba8a7a11f6d7bae301b', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=95101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 20:21:50.072450 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_dvr_db [None req-b6607137-3663-411c-9d94-650cb85edad8 None None] Set router b8b2b643-3ffb-47df-ad8e-9bb980296442 gateway port host: n-d-713301-16 {{(pid=95103) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 20:21:50.087714 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b858c53b-90e3-4ed6-8165-9e7b21fd2e7c req-000c1fa2-a4fe-4af3-8cf1-4b79226b4c32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:21:50.090894 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-b858c53b-90e3-4ed6-8165-9e7b21fd2e7c req-000c1fa2-a4fe-4af3-8cf1-4b79226b4c32 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=ea744951-a39c-4fc0-8218-f8e130e04d8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0485291 Sep 23 20:21:50.092900 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-da4b83bc-5fc2-4795-befc-ef1b9a2ea209 tempest-TestMinimumBasicScenario-854457119 tempest-TestMinimumBasicScenario-854457119-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:21:50.162429 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-da4b83bc-5fc2-4795-befc-ef1b9a2ea209 tempest-TestMinimumBasicScenario-854457119 tempest-TestMinimumBasicScenario-854457119-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:21:50.168368 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-da4b83bc-5fc2-4795-befc-ef1b9a2ea209 tempest-TestMinimumBasicScenario-854457119 tempest-TestMinimumBasicScenario-854457119-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575319'] for security_group_rule, after_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:21:50.191492 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da4b83bc-5fc2-4795-befc-ef1b9a2ea209 tempest-TestMinimumBasicScenario-854457119 tempest-TestMinimumBasicScenario-854457119-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6804ee0b-adc4-4a59-8e5b-9da5bf7c31b1,revision_number=0']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:21:50.201285 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-da4b83bc-5fc2-4795-befc-ef1b9a2ea209 tempest-TestMinimumBasicScenario-854457119 tempest-TestMinimumBasicScenario-854457119-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:21:50.201724 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-b858c53b-90e3-4ed6-8165-9e7b21fd2e7c req-514539b1-6c85-4872-b181-0749cd0ed2e6 service neutron] 10.222.0.53 "GET /v2.0/networks/ea744951-a39c-4fc0-8218-f8e130e04d8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1021285 Sep 23 20:21:50.202510 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-da4b83bc-5fc2-4795-befc-ef1b9a2ea209 tempest-TestMinimumBasicScenario-854457119 tempest-TestMinimumBasicScenario-854457119-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1418285 Sep 23 20:21:50.205317 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 33980) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:21:50.210063 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.v2.base [None req-e4e97fa5-cae8-4a20-bf74-ab9579e775ca tempest-TestMinimumBasicScenario-854457119 tempest-TestMinimumBasicScenario-854457119-project] Request body: {'security_group_rule': {'security_group_id': '60ed73aa-9f61-4fba-9176-d878e7a6fa79', 'project_id': 'e479679344334ba8a7a11f6d7bae301b', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=95101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 20:21:50.239407 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-e4e97fa5-cae8-4a20-bf74-ab9579e775ca tempest-TestMinimumBasicScenario-854457119 tempest-TestMinimumBasicScenario-854457119-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:21:50.307137 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-b858c53b-90e3-4ed6-8165-9e7b21fd2e7c req-47488c74-2def-404b-89d4-4e45f2dc7efc service neutron] 10.222.0.53 "GET /v2.0/networks/ea744951-a39c-4fc0-8218-f8e130e04d8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0969152 Sep 23 20:21:50.316115 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-e4e97fa5-cae8-4a20-bf74-ab9579e775ca tempest-TestMinimumBasicScenario-854457119 tempest-TestMinimumBasicScenario-854457119-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:21:50.319285 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_hamode_db [None req-b6607137-3663-411c-9d94-650cb85edad8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8b2b643-3ffb-47df-ad8e-9bb980296442', 'name': 'tempest-TestMinimumBasicScenario-790057133-router', 'tenant_id': 'e479679344334ba8a7a11f6d7bae301b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'external_fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.188'}], 'enable_snat': True}, 'gw_port_id': '7cccba75-ad7d-41e3-83c0-ecea7df1e9ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T20:20:55Z', 'updated_at': '2021-09-23T20:20:58Z', 'revision_number': 4, 'project_id': 'e479679344334ba8a7a11f6d7bae301b', 'gw_port': {'id': '7cccba75-ad7d-41e3-83c0-ecea7df1e9ff', 'name': '', 'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:a4:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8b2b643-3ffb-47df-ad8e-9bb980296442', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4136, 'fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T20:20:56Z', 'updated_at': '2021-09-23T20:21:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-16', '_floatingips': [{'id': '0e8b927d-0fba-40a3-8c09-fe842e2b3f94', 'tenant_id': 'e479679344334ba8a7a11f6d7bae301b', 'floating_ip_address': '172.25.1.169', 'floating_network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'router_id': 'b8b2b643-3ffb-47df-ad8e-9bb980296442', 'port_id': 'a8aaa014-e368-49dc-8b7e-d1a47072a06b', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4152, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ea744951-a39c-4fc0-8218-f8e130e04d8d', 'mac_address': 'fa:16:3e:9d:ff:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1afe654e-f78d-4ea6-b645-593823e54059', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-23T20:21:48Z', 'updated_at': '2021-09-23T20:21:48Z', 'revision_number': 0, 'project_id': 'e479679344334ba8a7a11f6d7bae301b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '295194d4-5e12-499b-bdbf-f0cac225e22f', 'name': '', 'network_id': 'ea744951-a39c-4fc0-8218-f8e130e04d8d', 'tenant_id': 'e479679344334ba8a7a11f6d7bae301b', 'mac_address': 'fa:16:3e:35:92:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8b2b643-3ffb-47df-ad8e-9bb980296442', 'device_owner': 'network:router_interface', 'standard_attr_id': 4137, 'fixed_ips': [{'subnet_id': '566af2bd-fa62-4733-b70d-a3cc3319be63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T20:20:58Z', 'updated_at': '2021-09-23T20:21:02Z', 'revision_number': 5, 'project_id': 'e479679344334ba8a7a11f6d7bae301b', 'subnets': [{'id': '566af2bd-fa62-4733-b70d-a3cc3319be63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-16', False) {} {{(pid=95103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 20:21:50.323117 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-e4e97fa5-cae8-4a20-bf74-ab9579e775ca tempest-TestMinimumBasicScenario-854457119 tempest-TestMinimumBasicScenario-854457119-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575319'] for security_group_rule, after_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:21:50.346098 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4e97fa5-cae8-4a20-bf74-ab9579e775ca tempest-TestMinimumBasicScenario-854457119 tempest-TestMinimumBasicScenario-854457119-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=16b7497e-41ea-4cb6-b294-f7fa0bceebf8,revision_number=0']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:21:50.350133 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-e4e97fa5-cae8-4a20-bf74-ab9579e775ca tempest-TestMinimumBasicScenario-854457119 tempest-TestMinimumBasicScenario-854457119-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:21:50.351387 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-e4e97fa5-cae8-4a20-bf74-ab9579e775ca tempest-TestMinimumBasicScenario-854457119 tempest-TestMinimumBasicScenario-854457119-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1451256 Sep 23 20:21:50.354441 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 33982) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:21:50.360391 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.v2.base [None req-bebeb99a-53e1-4f94-b1d7-37424804d8df tempest-TestMinimumBasicScenario-854457119 tempest-TestMinimumBasicScenario-854457119-project] Request body: {'security_group_rule': {'security_group_id': '60ed73aa-9f61-4fba-9176-d878e7a6fa79', 'project_id': 'e479679344334ba8a7a11f6d7bae301b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=95102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 20:21:50.361933 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6607137-3663-411c-9d94-650cb85edad8 None None] The sync data for ids ['b8b2b643-3ffb-47df-ad8e-9bb980296442'] in n-d-713301-16 is: [{'id': 'b8b2b643-3ffb-47df-ad8e-9bb980296442', 'name': 'tempest-TestMinimumBasicScenario-790057133-router', 'tenant_id': 'e479679344334ba8a7a11f6d7bae301b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'external_fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.188'}], 'enable_snat': True}, 'gw_port_id': '7cccba75-ad7d-41e3-83c0-ecea7df1e9ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T20:20:55Z', 'updated_at': '2021-09-23T20:20:58Z', 'revision_number': 4, 'project_id': 'e479679344334ba8a7a11f6d7bae301b', 'gw_port': {'id': '7cccba75-ad7d-41e3-83c0-ecea7df1e9ff', 'name': '', 'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:a4:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8b2b643-3ffb-47df-ad8e-9bb980296442', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4136, 'fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T20:20:56Z', 'updated_at': '2021-09-23T20:21:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-16', '_floatingips': [{'id': '0e8b927d-0fba-40a3-8c09-fe842e2b3f94', 'tenant_id': 'e479679344334ba8a7a11f6d7bae301b', 'floating_ip_address': '172.25.1.169', 'floating_network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'router_id': 'b8b2b643-3ffb-47df-ad8e-9bb980296442', 'port_id': 'a8aaa014-e368-49dc-8b7e-d1a47072a06b', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4152, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ea744951-a39c-4fc0-8218-f8e130e04d8d', 'mac_address': 'fa:16:3e:9d:ff:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1afe654e-f78d-4ea6-b645-593823e54059', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-23T20:21:48Z', 'updated_at': '2021-09-23T20:21:48Z', 'revision_number': 0, 'project_id': 'e479679344334ba8a7a11f6d7bae301b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '295194d4-5e12-499b-bdbf-f0cac225e22f', 'name': '', 'network_id': 'ea744951-a39c-4fc0-8218-f8e130e04d8d', 'tenant_id': 'e479679344334ba8a7a11f6d7bae301b', 'mac_address': 'fa:16:3e:35:92:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8b2b643-3ffb-47df-ad8e-9bb980296442', 'device_owner': 'network:router_interface', 'standard_attr_id': 4137, 'fixed_ips': [{'subnet_id': '566af2bd-fa62-4733-b70d-a3cc3319be63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T20:20:58Z', 'updated_at': '2021-09-23T20:21:02Z', 'revision_number': 5, 'project_id': 'e479679344334ba8a7a11f6d7bae301b', 'subnets': [{'id': '566af2bd-fa62-4733-b70d-a3cc3319be63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 20:21:50.384311 n-d-713301-16 neutron-server[95102]: INFO neutron.db.securitygroups_db [None req-bebeb99a-53e1-4f94-b1d7-37424804d8df tempest-TestMinimumBasicScenario-854457119 tempest-TestMinimumBasicScenario-854457119-project] Project e479679344334ba8a7a11f6d7bae301b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 23 20:21:50.389765 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-bebeb99a-53e1-4f94-b1d7-37424804d8df tempest-TestMinimumBasicScenario-854457119 tempest-TestMinimumBasicScenario-854457119-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:21:50.461126 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-bebeb99a-53e1-4f94-b1d7-37424804d8df tempest-TestMinimumBasicScenario-854457119 tempest-TestMinimumBasicScenario-854457119-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:21:50.464887 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-bebeb99a-53e1-4f94-b1d7-37424804d8df tempest-TestMinimumBasicScenario-854457119 tempest-TestMinimumBasicScenario-854457119-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575319'] for security_group_rule, after_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:21:50.483276 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bebeb99a-53e1-4f94-b1d7-37424804d8df tempest-TestMinimumBasicScenario-854457119 tempest-TestMinimumBasicScenario-854457119-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4285376a-7bc7-48ae-8042-dc063575a241,revision_number=0']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:21:50.490401 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-bebeb99a-53e1-4f94-b1d7-37424804d8df tempest-TestMinimumBasicScenario-854457119 tempest-TestMinimumBasicScenario-854457119-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:21:50.491788 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-bebeb99a-53e1-4f94-b1d7-37424804d8df tempest-TestMinimumBasicScenario-854457119 tempest-TestMinimumBasicScenario-854457119-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1355698 Sep 23 20:21:50.494674 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 33984) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:21:50.500793 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.v2.base [None req-742848e2-3120-448b-b6f5-92d11c6f4d01 tempest-TestMinimumBasicScenario-854457119 tempest-TestMinimumBasicScenario-854457119-project] Request body: {'security_group_rule': {'security_group_id': '60ed73aa-9f61-4fba-9176-d878e7a6fa79', 'project_id': 'e479679344334ba8a7a11f6d7bae301b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=95102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 20:21:50.522999 n-d-713301-16 neutron-server[95102]: INFO neutron.db.securitygroups_db [None req-742848e2-3120-448b-b6f5-92d11c6f4d01 tempest-TestMinimumBasicScenario-854457119 tempest-TestMinimumBasicScenario-854457119-project] Project e479679344334ba8a7a11f6d7bae301b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 23 20:21:50.528727 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-742848e2-3120-448b-b6f5-92d11c6f4d01 tempest-TestMinimumBasicScenario-854457119 tempest-TestMinimumBasicScenario-854457119-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:21:50.571161 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e499962-b1a0-4d8e-8593-ea20bc3f6140 None None] New status for floating IP 0e8b927d-0fba-40a3-8c09-fe842e2b3f94: ACTIVE {{(pid=95104) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 23 20:21:50.599297 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-742848e2-3120-448b-b6f5-92d11c6f4d01 tempest-TestMinimumBasicScenario-854457119 tempest-TestMinimumBasicScenario-854457119-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:21:50.603700 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-742848e2-3120-448b-b6f5-92d11c6f4d01 tempest-TestMinimumBasicScenario-854457119 tempest-TestMinimumBasicScenario-854457119-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575319'] for security_group_rule, after_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:21:50.627393 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-742848e2-3120-448b-b6f5-92d11c6f4d01 tempest-TestMinimumBasicScenario-854457119 tempest-TestMinimumBasicScenario-854457119-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=480540fc-f2e0-42a3-a6aa-542d4f46c8b9,revision_number=0']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:21:50.631028 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-742848e2-3120-448b-b6f5-92d11c6f4d01 tempest-TestMinimumBasicScenario-854457119 tempest-TestMinimumBasicScenario-854457119-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:21:50.637305 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-742848e2-3120-448b-b6f5-92d11c6f4d01 tempest-TestMinimumBasicScenario-854457119 tempest-TestMinimumBasicScenario-854457119-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1401012 Sep 23 20:21:50.717475 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-84d3f7cd-8701-42da-8810-22f25e0dc9cc req-23dad841-450b-4e95-9e5d-402501d00538 tempest-TestMinimumBasicScenario-854457119 tempest-TestMinimumBasicScenario-854457119-project] 10.222.0.67 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1801148845&fields=id&tenant_id=e479679344334ba8a7a11f6d7bae301b HTTP/1.1" status: 200 len: 267 time: 0.0373292 Sep 23 20:21:50.774047 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d3f7cd-8701-42da-8810-22f25e0dc9cc req-04ffec1d-dd4b-4e29-ba63-fe67f5a988d2 tempest-TestMinimumBasicScenario-854457119 tempest-TestMinimumBasicScenario-854457119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:21:50.775541 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-84d3f7cd-8701-42da-8810-22f25e0dc9cc req-04ffec1d-dd4b-4e29-ba63-fe67f5a988d2 tempest-TestMinimumBasicScenario-854457119 tempest-TestMinimumBasicScenario-854457119-project] 10.222.0.67 "GET /v2.0/ports?device_id=1afe654e-f78d-4ea6-b645-593823e54059 HTTP/1.1" status: 200 len: 945 time: 0.0500569 Sep 23 20:21:50.788050 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.v2.base [req-84d3f7cd-8701-42da-8810-22f25e0dc9cc req-1392771d-8fd3-439b-b5af-6e42f64a134c tempest-TestMinimumBasicScenario-854457119 tempest-TestMinimumBasicScenario-854457119-project] Request body: {'port': {'security_groups': ['33ddea32-0d0d-4c87-8106-272eb5ed7f31', '60ed73aa-9f61-4fba-9176-d878e7a6fa79']}} {{(pid=95102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 20:21:50.854159 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-84d3f7cd-8701-42da-8810-22f25e0dc9cc req-1392771d-8fd3-439b-b5af-6e42f64a134c tempest-TestMinimumBasicScenario-854457119 tempest-TestMinimumBasicScenario-854457119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:21:51.038872 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.db [req-84d3f7cd-8701-42da-8810-22f25e0dc9cc req-1392771d-8fd3-439b-b5af-6e42f64a134c tempest-TestMinimumBasicScenario-854457119 tempest-TestMinimumBasicScenario-854457119-project] For port a8aaa014-e368-49dc-8b7e-d1a47072a06b, host n-h2-713301-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-16',level=0,port_id=a8aaa014-e368-49dc-8b7e-d1a47072a06b,segment=NetworkSegment(f2dec075-208b-44b6-98dd-c72e703eed8c),segment_id=f2dec075-208b-44b6-98dd-c72e703eed8c)] {{(pid=95102) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 20:21:51.067800 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-84d3f7cd-8701-42da-8810-22f25e0dc9cc req-1392771d-8fd3-439b-b5af-6e42f64a134c tempest-TestMinimumBasicScenario-854457119 tempest-TestMinimumBasicScenario-854457119-project] Notify callbacks [] for port, precommit_update {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:21:51.072774 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-84d3f7cd-8701-42da-8810-22f25e0dc9cc req-1392771d-8fd3-439b-b5af-6e42f64a134c tempest-TestMinimumBasicScenario-854457119 tempest-TestMinimumBasicScenario-854457119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4399095'] for port, after_update {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:21:51.086311 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] get_ports_and_sgs() called for port_ids ['a8aaa014-e368-49dc-8b7e-d1a47072a06b'] {{(pid=95103) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 20:21:51.116708 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d3f7cd-8701-42da-8810-22f25e0dc9cc req-1392771d-8fd3-439b-b5af-6e42f64a134c tempest-TestMinimumBasicScenario-854457119 tempest-TestMinimumBasicScenario-854457119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:21:51.117348 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-84d3f7cd-8701-42da-8810-22f25e0dc9cc req-1392771d-8fd3-439b-b5af-6e42f64a134c tempest-TestMinimumBasicScenario-854457119 tempest-TestMinimumBasicScenario-854457119-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222849'] for port, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:21:51.118756 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-84d3f7cd-8701-42da-8810-22f25e0dc9cc req-1392771d-8fd3-439b-b5af-6e42f64a134c tempest-TestMinimumBasicScenario-854457119 tempest-TestMinimumBasicScenario-854457119-project] 10.222.0.67 "PUT /v2.0/ports/a8aaa014-e368-49dc-8b7e-d1a47072a06b HTTP/1.1" status: 200 len: 981 time: 0.3354936 Sep 23 20:21:51.119205 n-d-713301-16 neutron-server[95102]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1afe654e-f78d-4ea6-b645-593823e54059', 'tag': 'a8aaa014-e368-49dc-8b7e-d1a47072a06b'}] {{(pid=95102) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 20:21:51.122606 n-d-713301-16 neutron-server[95102]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a8356a6bd5e554bb349ddb806ba98ee8c25ce2b3f69d698f62da31b860ff3eb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4a7638f-1277-41ba-85b3-1839a37ea815" -d '{"events": [{"name": "network-changed", "server_uuid": "1afe654e-f78d-4ea6-b645-593823e54059", "tag": "a8aaa014-e368-49dc-8b7e-d1a47072a06b"}]}' {{(pid=95102) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 20:21:51.167691 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1392771d-8fd3-439b-b5af-6e42f64a134c tempest-TestMinimumBasicScenario-854457119 tempest-TestMinimumBasicScenario-854457119-project] Pushing event updated for resources: {'Port': ['ID=a8aaa014-e368-49dc-8b7e-d1a47072a06b,revision_number=6']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:21:51.182502 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] get_ports_and_sgs() called for port_ids ['a8aaa014-e368-49dc-8b7e-d1a47072a06b'] {{(pid=95103) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 20:21:51.201295 n-d-713301-16 neutron-server[95102]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 20:21:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ac86602-1a22-4175-8ca6-1d87753eeea2 x-openstack-request-id: req-4ac86602-1a22-4175-8ca6-1d87753eeea2 {{(pid=95102) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 20:21:51.201586 n-d-713301-16 neutron-server[95102]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1afe654e-f78d-4ea6-b645-593823e54059", "tag": "a8aaa014-e368-49dc-8b7e-d1a47072a06b", "status": "completed", "code": 200}]} {{(pid=95102) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 20:21:51.201837 n-d-713301-16 neutron-server[95102]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-4ac86602-1a22-4175-8ca6-1d87753eeea2 {{(pid=95102) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 20:21:51.202238 n-d-713301-16 neutron-server[95102]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1afe654e-f78d-4ea6-b645-593823e54059', 'tag': 'a8aaa014-e368-49dc-8b7e-d1a47072a06b', 'status': 'completed', 'code': 200} Sep 23 20:21:51.295865 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2657ec02-6ec0-4d8b-9ff7-42025e309c87 req-f793c5fc-ba6c-4287-a74f-fe89f8483bb2 tempest-TestMinimumBasicScenario-854457119 tempest-TestMinimumBasicScenario-854457119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:21:51.298908 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-2657ec02-6ec0-4d8b-9ff7-42025e309c87 req-f793c5fc-ba6c-4287-a74f-fe89f8483bb2 tempest-TestMinimumBasicScenario-854457119 tempest-TestMinimumBasicScenario-854457119-project] 10.222.0.67 "GET /v2.0/ports?device_id=1afe654e-f78d-4ea6-b645-593823e54059 HTTP/1.1" status: 200 len: 984 time: 0.0894380 Sep 23 20:21:51.315189 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a7638f-1277-41ba-85b3-1839a37ea815 req-f1bfbd08-fda6-4374-904b-7ce4cea7c144 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:21:51.316839 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-f4a7638f-1277-41ba-85b3-1839a37ea815 req-f1bfbd08-fda6-4374-904b-7ce4cea7c144 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=e479679344334ba8a7a11f6d7bae301b&device_id=1afe654e-f78d-4ea6-b645-593823e54059 HTTP/1.1" status: 200 len: 1136 time: 0.0791202 Sep 23 20:21:51.378356 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-2657ec02-6ec0-4d8b-9ff7-42025e309c87 req-a6397dda-29f1-494c-9270-eedfaa5f3044 tempest-TestMinimumBasicScenario-854457119 tempest-TestMinimumBasicScenario-854457119-project] 10.222.0.67 "GET /v2.0/security-groups?id=33ddea32-0d0d-4c87-8106-272eb5ed7f31&id=60ed73aa-9f61-4fba-9176-d878e7a6fa79&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0733812 Sep 23 20:21:51.444587 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a7638f-1277-41ba-85b3-1839a37ea815 req-55d2ba4f-fc81-43fd-a5cd-cc5b32d3fe75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:21:51.446122 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-f4a7638f-1277-41ba-85b3-1839a37ea815 req-55d2ba4f-fc81-43fd-a5cd-cc5b32d3fe75 service neutron] 10.222.0.53 "GET /v2.0/networks?id=ea744951-a39c-4fc0-8218-f8e130e04d8d HTTP/1.1" status: 200 len: 915 time: 0.1202381 Sep 23 20:21:51.483479 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-1fb6ab13-7409-4eaa-8fbe-1a21c6819dcc None None] Provisioning complete for port a8aaa014-e368-49dc-8b7e-d1a47072a06b triggered by entity DHCP. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 20:21:51.483847 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-1fb6ab13-7409-4eaa-8fbe-1a21c6819dcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:21:51.518921 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-f4a7638f-1277-41ba-85b3-1839a37ea815 req-81b4ee39-84fe-4508-bc80-1701fc867358 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a8aaa014-e368-49dc-8b7e-d1a47072a06b HTTP/1.1" status: 200 len: 1001 time: 0.0649269 Sep 23 20:21:51.570737 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a7638f-1277-41ba-85b3-1839a37ea815 req-94831716-b648-4a39-a708-d5ba6a8aa4e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:21:51.572389 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-f4a7638f-1277-41ba-85b3-1839a37ea815 req-94831716-b648-4a39-a708-d5ba6a8aa4e2 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=566af2bd-fa62-4733-b70d-a3cc3319be63 HTTP/1.1" status: 200 len: 853 time: 0.0464795 Sep 23 20:21:51.626687 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a7638f-1277-41ba-85b3-1839a37ea815 req-628fe88f-7ee1-4bcf-862f-3cb144a8ed61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:21:51.629298 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-f4a7638f-1277-41ba-85b3-1839a37ea815 req-628fe88f-7ee1-4bcf-862f-3cb144a8ed61 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=ea744951-a39c-4fc0-8218-f8e130e04d8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0499330 Sep 23 20:21:51.726498 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-f4a7638f-1277-41ba-85b3-1839a37ea815 req-bf4edd8e-6083-4d00-ba74-dcfb7c12625b service neutron] 10.222.0.53 "GET /v2.0/networks/ea744951-a39c-4fc0-8218-f8e130e04d8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897124 Sep 23 20:21:51.823600 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-f4a7638f-1277-41ba-85b3-1839a37ea815 req-0a9b6511-b7d8-4087-bc0c-b7491705ed4f service neutron] 10.222.0.53 "GET /v2.0/networks/ea744951-a39c-4fc0-8218-f8e130e04d8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899229 Sep 23 20:21:53.033055 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-70ec5f24-a760-4fff-b939-ff7d44de4a0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:21:53.203124 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:21:53.650073 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-0ae75029-feb6-4728-9a94-5f9b60993d82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:21:55.485322 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-80e7e501-6c57-470d-92c6-e3d54bc3195c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:21:58.447005 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:21:58.768305 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:22:08.610094 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f0a311-2d5e-45c8-8d88-892e86887c7f req-15e94b8d-c08c-4cf9-99c2-b7641f60cfa4 tempest-TestMinimumBasicScenario-854457119 tempest-TestMinimumBasicScenario-854457119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:22:08.611612 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-c5f0a311-2d5e-45c8-8d88-892e86887c7f req-15e94b8d-c08c-4cf9-99c2-b7641f60cfa4 tempest-TestMinimumBasicScenario-854457119 tempest-TestMinimumBasicScenario-854457119-project] 10.222.0.67 "GET /v2.0/ports?device_id=1afe654e-f78d-4ea6-b645-593823e54059 HTTP/1.1" status: 200 len: 984 time: 0.0785034 Sep 23 20:22:08.614601 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67acd944-f335-4e3d-8ced-37d453e9263e req-4e972050-ec24-435a-95ea-77d153639b22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:22:08.615974 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-67acd944-f335-4e3d-8ced-37d453e9263e req-4e972050-ec24-435a-95ea-77d153639b22 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=e479679344334ba8a7a11f6d7bae301b&device_id=1afe654e-f78d-4ea6-b645-593823e54059 HTTP/1.1" status: 200 len: 1136 time: 0.0721471 Sep 23 20:22:08.678333 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-c5f0a311-2d5e-45c8-8d88-892e86887c7f req-fc98224a-b7bf-439b-bc55-120596a9ceab tempest-TestMinimumBasicScenario-854457119 tempest-TestMinimumBasicScenario-854457119-project] 10.222.0.67 "GET /v2.0/security-groups?id=33ddea32-0d0d-4c87-8106-272eb5ed7f31&id=60ed73aa-9f61-4fba-9176-d878e7a6fa79&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0606411 Sep 23 20:22:08.732315 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67acd944-f335-4e3d-8ced-37d453e9263e req-ba0089c1-1a13-4a5a-ad76-78a69789daab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:22:08.733848 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-67acd944-f335-4e3d-8ced-37d453e9263e req-ba0089c1-1a13-4a5a-ad76-78a69789daab service neutron] 10.222.0.53 "GET /v2.0/networks?id=ea744951-a39c-4fc0-8218-f8e130e04d8d HTTP/1.1" status: 200 len: 915 time: 0.1103613 Sep 23 20:22:08.800596 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-67acd944-f335-4e3d-8ced-37d453e9263e req-60479a99-d559-4a31-9679-3caa7af3da9a service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a8aaa014-e368-49dc-8b7e-d1a47072a06b HTTP/1.1" status: 200 len: 1001 time: 0.0589471 Sep 23 20:22:08.854995 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67acd944-f335-4e3d-8ced-37d453e9263e req-41c23164-670b-43b4-acfc-afe10a6e76ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:22:08.856477 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-67acd944-f335-4e3d-8ced-37d453e9263e req-41c23164-670b-43b4-acfc-afe10a6e76ea service neutron] 10.222.0.53 "GET /v2.0/subnets?id=566af2bd-fa62-4733-b70d-a3cc3319be63 HTTP/1.1" status: 200 len: 853 time: 0.0474882 Sep 23 20:22:08.902751 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67acd944-f335-4e3d-8ced-37d453e9263e req-d94fccff-bdda-4e8d-872d-8a2bc6bb5dd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:22:08.904176 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-67acd944-f335-4e3d-8ced-37d453e9263e req-d94fccff-bdda-4e8d-872d-8a2bc6bb5dd8 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=ea744951-a39c-4fc0-8218-f8e130e04d8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0403149 Sep 23 20:22:08.996548 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-67acd944-f335-4e3d-8ced-37d453e9263e req-8c17bb10-ce1d-4936-810a-2f9a235f6090 service neutron] 10.222.0.53 "GET /v2.0/networks/ea744951-a39c-4fc0-8218-f8e130e04d8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836360 Sep 23 20:22:09.091376 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-67acd944-f335-4e3d-8ced-37d453e9263e req-fd1abd85-8af1-45b2-907b-be1dbbd91f02 service neutron] 10.222.0.53 "GET /v2.0/networks/ea744951-a39c-4fc0-8218-f8e130e04d8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873976 Sep 23 20:22:09.552436 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.agents_db [None req-f2f5c474-60a3-474f-b2cc-02c4bd30880c None None] Agent healthcheck: found 7 active agents {{(pid=95104) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 20:22:09.796224 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca97d9f-10af-4197-8d8e-601364c733f7 req-8b27a764-7052-443e-aa1f-62c0f7378ee2 tempest-TestMinimumBasicScenario-854457119 tempest-TestMinimumBasicScenario-854457119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:22:09.797782 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-5ca97d9f-10af-4197-8d8e-601364c733f7 req-8b27a764-7052-443e-aa1f-62c0f7378ee2 tempest-TestMinimumBasicScenario-854457119 tempest-TestMinimumBasicScenario-854457119-project] 10.222.0.67 "GET /v2.0/ports?device_id=1afe654e-f78d-4ea6-b645-593823e54059 HTTP/1.1" status: 200 len: 984 time: 0.0500770 Sep 23 20:22:09.839214 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-5ca97d9f-10af-4197-8d8e-601364c733f7 req-3987861a-3283-4dd2-a55d-d735643cda0f tempest-TestMinimumBasicScenario-854457119 tempest-TestMinimumBasicScenario-854457119-project] 10.222.0.67 "GET /v2.0/security-groups?id=33ddea32-0d0d-4c87-8106-272eb5ed7f31&id=60ed73aa-9f61-4fba-9176-d878e7a6fa79&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0351918 Sep 23 20:22:10.954477 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ee12f7-307e-4255-bea7-1b5cf7c3d80a req-08a3d986-45f1-4156-b2a1-5ea254ca76a8 tempest-TestMinimumBasicScenario-854457119 tempest-TestMinimumBasicScenario-854457119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:22:10.955977 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-e2ee12f7-307e-4255-bea7-1b5cf7c3d80a req-08a3d986-45f1-4156-b2a1-5ea254ca76a8 tempest-TestMinimumBasicScenario-854457119 tempest-TestMinimumBasicScenario-854457119-project] 10.222.0.67 "GET /v2.0/ports?device_id=1afe654e-f78d-4ea6-b645-593823e54059 HTTP/1.1" status: 200 len: 984 time: 0.0493205 Sep 23 20:22:11.000571 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-e2ee12f7-307e-4255-bea7-1b5cf7c3d80a req-3c3755c3-b3fc-41b7-bd0f-668c0d8e06cd tempest-TestMinimumBasicScenario-854457119 tempest-TestMinimumBasicScenario-854457119-project] 10.222.0.67 "GET /v2.0/security-groups?id=33ddea32-0d0d-4c87-8106-272eb5ed7f31&id=60ed73aa-9f61-4fba-9176-d878e7a6fa79&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0382035 Sep 23 20:22:12.121381 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75eab80-2d95-4c4c-aaa5-f12a21d18758 req-bbc21cf9-d902-47de-96b1-02c0d9419508 tempest-TestMinimumBasicScenario-854457119 tempest-TestMinimumBasicScenario-854457119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:22:12.123117 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-a75eab80-2d95-4c4c-aaa5-f12a21d18758 req-bbc21cf9-d902-47de-96b1-02c0d9419508 tempest-TestMinimumBasicScenario-854457119 tempest-TestMinimumBasicScenario-854457119-project] 10.222.0.67 "GET /v2.0/ports?device_id=1afe654e-f78d-4ea6-b645-593823e54059 HTTP/1.1" status: 200 len: 984 time: 0.0509439 Sep 23 20:22:12.163661 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-a75eab80-2d95-4c4c-aaa5-f12a21d18758 req-b459927b-c94f-44b7-8be7-495775bd4ade tempest-TestMinimumBasicScenario-854457119 tempest-TestMinimumBasicScenario-854457119-project] 10.222.0.67 "GET /v2.0/security-groups?id=33ddea32-0d0d-4c87-8106-272eb5ed7f31&id=60ed73aa-9f61-4fba-9176-d878e7a6fa79&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0343161 Sep 23 20:22:13.281435 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1d1838-4cdd-49b8-b286-0d0e6dfccf97 req-d576a472-7e89-4234-b22d-bf1d644ae908 tempest-TestMinimumBasicScenario-854457119 tempest-TestMinimumBasicScenario-854457119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:22:13.282940 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-fc1d1838-4cdd-49b8-b286-0d0e6dfccf97 req-d576a472-7e89-4234-b22d-bf1d644ae908 tempest-TestMinimumBasicScenario-854457119 tempest-TestMinimumBasicScenario-854457119-project] 10.222.0.67 "GET /v2.0/ports?device_id=1afe654e-f78d-4ea6-b645-593823e54059 HTTP/1.1" status: 200 len: 984 time: 0.0496054 Sep 23 20:22:13.322874 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-fc1d1838-4cdd-49b8-b286-0d0e6dfccf97 req-bdb6bcb5-7e36-4e77-8fda-9fd0a578335c tempest-TestMinimumBasicScenario-854457119 tempest-TestMinimumBasicScenario-854457119-project] 10.222.0.67 "GET /v2.0/security-groups?id=33ddea32-0d0d-4c87-8106-272eb5ed7f31&id=60ed73aa-9f61-4fba-9176-d878e7a6fa79&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0338011 Sep 23 20:22:14.440234 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7fe4a44-c4b9-4c20-8d34-c45ca94f18aa req-11b53fa2-6f5d-4827-87f8-effa74a7a126 tempest-TestMinimumBasicScenario-854457119 tempest-TestMinimumBasicScenario-854457119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:22:14.441776 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-b7fe4a44-c4b9-4c20-8d34-c45ca94f18aa req-11b53fa2-6f5d-4827-87f8-effa74a7a126 tempest-TestMinimumBasicScenario-854457119 tempest-TestMinimumBasicScenario-854457119-project] 10.222.0.67 "GET /v2.0/ports?device_id=1afe654e-f78d-4ea6-b645-593823e54059 HTTP/1.1" status: 200 len: 984 time: 0.0492253 Sep 23 20:22:14.488000 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-b7fe4a44-c4b9-4c20-8d34-c45ca94f18aa req-c0816c88-0957-4aab-bce5-12f5bc89615e tempest-TestMinimumBasicScenario-854457119 tempest-TestMinimumBasicScenario-854457119-project] 10.222.0.67 "GET /v2.0/security-groups?id=33ddea32-0d0d-4c87-8106-272eb5ed7f31&id=60ed73aa-9f61-4fba-9176-d878e7a6fa79&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0402598 Sep 23 20:22:15.606760 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d4936e-ad42-4efe-b61b-66f41c361cdf req-5a2ede27-027d-442e-ae33-432c4f840131 tempest-TestMinimumBasicScenario-854457119 tempest-TestMinimumBasicScenario-854457119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:22:15.608244 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-58d4936e-ad42-4efe-b61b-66f41c361cdf req-5a2ede27-027d-442e-ae33-432c4f840131 tempest-TestMinimumBasicScenario-854457119 tempest-TestMinimumBasicScenario-854457119-project] 10.222.0.67 "GET /v2.0/ports?device_id=1afe654e-f78d-4ea6-b645-593823e54059 HTTP/1.1" status: 200 len: 984 time: 0.0506496 Sep 23 20:22:15.648918 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-58d4936e-ad42-4efe-b61b-66f41c361cdf req-361db343-1727-44ab-8e2a-b91e11733782 tempest-TestMinimumBasicScenario-854457119 tempest-TestMinimumBasicScenario-854457119-project] 10.222.0.67 "GET /v2.0/security-groups?id=33ddea32-0d0d-4c87-8106-272eb5ed7f31&id=60ed73aa-9f61-4fba-9176-d878e7a6fa79&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0346756 Sep 23 20:22:16.765186 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d1261f-6a9d-4f89-9f63-b8ef8f41ad54 req-c40d420b-d4fb-4f9e-8ac7-a190d080ffd5 tempest-TestMinimumBasicScenario-854457119 tempest-TestMinimumBasicScenario-854457119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:22:16.766684 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-b7d1261f-6a9d-4f89-9f63-b8ef8f41ad54 req-c40d420b-d4fb-4f9e-8ac7-a190d080ffd5 tempest-TestMinimumBasicScenario-854457119 tempest-TestMinimumBasicScenario-854457119-project] 10.222.0.67 "GET /v2.0/ports?device_id=1afe654e-f78d-4ea6-b645-593823e54059 HTTP/1.1" status: 200 len: 984 time: 0.0502853 Sep 23 20:22:16.808723 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-b7d1261f-6a9d-4f89-9f63-b8ef8f41ad54 req-695b88ce-27b4-4247-8453-9de93b01835b tempest-TestMinimumBasicScenario-854457119 tempest-TestMinimumBasicScenario-854457119-project] 10.222.0.67 "GET /v2.0/security-groups?id=33ddea32-0d0d-4c87-8106-272eb5ed7f31&id=60ed73aa-9f61-4fba-9176-d878e7a6fa79&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0359874 Sep 23 20:22:17.925684 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c458d03-0864-4801-bce9-c01882761a0e req-d168bd4b-8d5a-4202-a386-4e47cb5c3556 tempest-TestMinimumBasicScenario-854457119 tempest-TestMinimumBasicScenario-854457119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:22:17.927203 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-3c458d03-0864-4801-bce9-c01882761a0e req-d168bd4b-8d5a-4202-a386-4e47cb5c3556 tempest-TestMinimumBasicScenario-854457119 tempest-TestMinimumBasicScenario-854457119-project] 10.222.0.67 "GET /v2.0/ports?device_id=1afe654e-f78d-4ea6-b645-593823e54059 HTTP/1.1" status: 200 len: 984 time: 0.0499041 Sep 23 20:22:17.973383 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-3c458d03-0864-4801-bce9-c01882761a0e req-881a6ed7-8698-4342-9814-1ffb53379833 tempest-TestMinimumBasicScenario-854457119 tempest-TestMinimumBasicScenario-854457119-project] 10.222.0.67 "GET /v2.0/security-groups?id=33ddea32-0d0d-4c87-8106-272eb5ed7f31&id=60ed73aa-9f61-4fba-9176-d878e7a6fa79&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0388503 Sep 23 20:22:19.090347 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca3ecd2-b437-4ecd-a079-c0d14ed8ba03 req-d47e2224-f550-4567-8330-15aa3ef73416 tempest-TestMinimumBasicScenario-854457119 tempest-TestMinimumBasicScenario-854457119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:22:19.091863 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-3ca3ecd2-b437-4ecd-a079-c0d14ed8ba03 req-d47e2224-f550-4567-8330-15aa3ef73416 tempest-TestMinimumBasicScenario-854457119 tempest-TestMinimumBasicScenario-854457119-project] 10.222.0.67 "GET /v2.0/ports?device_id=1afe654e-f78d-4ea6-b645-593823e54059 HTTP/1.1" status: 200 len: 984 time: 0.0508792 Sep 23 20:22:19.131585 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-3ca3ecd2-b437-4ecd-a079-c0d14ed8ba03 req-62fa19c6-8782-4357-a360-a1a9eba17671 tempest-TestMinimumBasicScenario-854457119 tempest-TestMinimumBasicScenario-854457119-project] 10.222.0.67 "GET /v2.0/security-groups?id=33ddea32-0d0d-4c87-8106-272eb5ed7f31&id=60ed73aa-9f61-4fba-9176-d878e7a6fa79&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0335774 Sep 23 20:22:19.799940 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-23942b5e-18ce-4190-a176-8e56e63bc2db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:22:20.250619 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58594f0-15b1-49f0-b63b-d694629067ca req-a2409ed7-e062-433d-889a-ee608bbb6f6e tempest-TestMinimumBasicScenario-854457119 tempest-TestMinimumBasicScenario-854457119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:22:20.252212 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-e58594f0-15b1-49f0-b63b-d694629067ca req-a2409ed7-e062-433d-889a-ee608bbb6f6e tempest-TestMinimumBasicScenario-854457119 tempest-TestMinimumBasicScenario-854457119-project] 10.222.0.67 "GET /v2.0/ports?device_id=1afe654e-f78d-4ea6-b645-593823e54059 HTTP/1.1" status: 200 len: 984 time: 0.0508440 Sep 23 20:22:20.292160 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-e58594f0-15b1-49f0-b63b-d694629067ca req-98048b37-82a2-4957-8d4b-1499fd8c92bd tempest-TestMinimumBasicScenario-854457119 tempest-TestMinimumBasicScenario-854457119-project] 10.222.0.67 "GET /v2.0/security-groups?id=33ddea32-0d0d-4c87-8106-272eb5ed7f31&id=60ed73aa-9f61-4fba-9176-d878e7a6fa79&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0337641 Sep 23 20:22:23.033203 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-19ae792a-3220-43dd-89c7-5ee13ea14a76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:22:23.204490 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:22:23.653634 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-0ae75029-feb6-4728-9a94-5f9b60993d82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:22:25.489786 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-80e7e501-6c57-470d-92c6-e3d54bc3195c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:22:28.461054 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:22:28.783022 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:22:33.011559 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-4baae7e3-deb7-4bdd-92cd-d2e97885d64d req-2b2d8e82-e6e1-4b9a-a98d-4516a5bcc47c service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=1afe654e-f78d-4ea6-b645-593823e54059&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0402398 Sep 23 20:22:33.098402 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4baae7e3-deb7-4bdd-92cd-d2e97885d64d req-b3a8d146-ad1c-467b-adf7-93352d7f6b38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:22:33.099891 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-4baae7e3-deb7-4bdd-92cd-d2e97885d64d req-b3a8d146-ad1c-467b-adf7-93352d7f6b38 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=e479679344334ba8a7a11f6d7bae301b&device_id=1afe654e-f78d-4ea6-b645-593823e54059 HTTP/1.1" status: 200 len: 1136 time: 0.0461948 Sep 23 20:22:33.203552 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4baae7e3-deb7-4bdd-92cd-d2e97885d64d req-80a37caa-3f23-4439-a056-1194b565eb29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:22:33.205098 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-4baae7e3-deb7-4bdd-92cd-d2e97885d64d req-80a37caa-3f23-4439-a056-1194b565eb29 service neutron] 10.222.0.53 "GET /v2.0/networks?id=ea744951-a39c-4fc0-8218-f8e130e04d8d HTTP/1.1" status: 200 len: 915 time: 0.0862155 Sep 23 20:22:33.274184 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-4baae7e3-deb7-4bdd-92cd-d2e97885d64d req-3dd2b63a-826a-4582-bbb1-aaee1f1433af service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a8aaa014-e368-49dc-8b7e-d1a47072a06b HTTP/1.1" status: 200 len: 1001 time: 0.0620825 Sep 23 20:22:33.324451 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4baae7e3-deb7-4bdd-92cd-d2e97885d64d req-0e90174d-0473-49d9-b80c-745d6aa4fad2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:22:33.325790 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-4baae7e3-deb7-4bdd-92cd-d2e97885d64d req-0e90174d-0473-49d9-b80c-745d6aa4fad2 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=566af2bd-fa62-4733-b70d-a3cc3319be63 HTTP/1.1" status: 200 len: 853 time: 0.0450749 Sep 23 20:22:33.372635 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4baae7e3-deb7-4bdd-92cd-d2e97885d64d req-3d30e12c-6b28-4caf-bf72-8e3fe11a50a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:22:33.374130 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-4baae7e3-deb7-4bdd-92cd-d2e97885d64d req-3d30e12c-6b28-4caf-bf72-8e3fe11a50a9 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=ea744951-a39c-4fc0-8218-f8e130e04d8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0416350 Sep 23 20:22:33.468401 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-4baae7e3-deb7-4bdd-92cd-d2e97885d64d req-28356468-4c0c-433a-a36e-b5c4e37723e0 service neutron] 10.222.0.53 "GET /v2.0/networks/ea744951-a39c-4fc0-8218-f8e130e04d8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865529 Sep 23 20:22:33.560298 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-4baae7e3-deb7-4bdd-92cd-d2e97885d64d req-406a0ecf-b632-4d20-a7f0-1aed54cfce53 service neutron] 10.222.0.53 "GET /v2.0/networks/ea744951-a39c-4fc0-8218-f8e130e04d8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842505 Sep 23 20:22:46.554958 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.agents_db [None req-f2f5c474-60a3-474f-b2cc-02c4bd30880c None None] Agent healthcheck: found 7 active agents {{(pid=95104) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 20:22:49.804704 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-670724c6-9559-4b60-83b8-0d98dbb05b96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:22:52.641546 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-59c1d967-7c74-4ce8-a4fa-0bd1a95f992e req-2cafeb89-16f8-4fdc-b38c-2f2bc778fe24 tempest-TestMinimumBasicScenario-854457119 tempest-TestMinimumBasicScenario-854457119-project] 10.222.0.67 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1801148845&fields=id&tenant_id=e479679344334ba8a7a11f6d7bae301b HTTP/1.1" status: 200 len: 267 time: 0.0333092 Sep 23 20:22:52.699099 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c1d967-7c74-4ce8-a4fa-0bd1a95f992e req-fa87ca67-0f99-4172-9c5b-c14041de50a3 tempest-TestMinimumBasicScenario-854457119 tempest-TestMinimumBasicScenario-854457119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:22:52.700585 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-59c1d967-7c74-4ce8-a4fa-0bd1a95f992e req-fa87ca67-0f99-4172-9c5b-c14041de50a3 tempest-TestMinimumBasicScenario-854457119 tempest-TestMinimumBasicScenario-854457119-project] 10.222.0.67 "GET /v2.0/ports?device_id=1afe654e-f78d-4ea6-b645-593823e54059 HTTP/1.1" status: 200 len: 984 time: 0.0534205 Sep 23 20:22:52.711737 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.v2.base [req-59c1d967-7c74-4ce8-a4fa-0bd1a95f992e req-699d32b8-95d6-43fe-b84d-d569907b0f51 tempest-TestMinimumBasicScenario-854457119 tempest-TestMinimumBasicScenario-854457119-project] Request body: {'port': {'security_groups': ['33ddea32-0d0d-4c87-8106-272eb5ed7f31']}} {{(pid=95102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 20:22:52.777421 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-59c1d967-7c74-4ce8-a4fa-0bd1a95f992e req-699d32b8-95d6-43fe-b84d-d569907b0f51 tempest-TestMinimumBasicScenario-854457119 tempest-TestMinimumBasicScenario-854457119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:22:52.951384 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.db [req-59c1d967-7c74-4ce8-a4fa-0bd1a95f992e req-699d32b8-95d6-43fe-b84d-d569907b0f51 tempest-TestMinimumBasicScenario-854457119 tempest-TestMinimumBasicScenario-854457119-project] For port a8aaa014-e368-49dc-8b7e-d1a47072a06b, host n-h2-713301-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-16',level=0,port_id=a8aaa014-e368-49dc-8b7e-d1a47072a06b,segment=NetworkSegment(f2dec075-208b-44b6-98dd-c72e703eed8c),segment_id=f2dec075-208b-44b6-98dd-c72e703eed8c)] {{(pid=95102) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 20:22:52.980451 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-59c1d967-7c74-4ce8-a4fa-0bd1a95f992e req-699d32b8-95d6-43fe-b84d-d569907b0f51 tempest-TestMinimumBasicScenario-854457119 tempest-TestMinimumBasicScenario-854457119-project] Notify callbacks [] for port, precommit_update {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:22:52.984819 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-59c1d967-7c74-4ce8-a4fa-0bd1a95f992e req-699d32b8-95d6-43fe-b84d-d569907b0f51 tempest-TestMinimumBasicScenario-854457119 tempest-TestMinimumBasicScenario-854457119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4399095'] for port, after_update {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:22:52.997823 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] get_ports_and_sgs() called for port_ids ['a8aaa014-e368-49dc-8b7e-d1a47072a06b'] {{(pid=95103) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 20:22:53.041907 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c1d967-7c74-4ce8-a4fa-0bd1a95f992e req-699d32b8-95d6-43fe-b84d-d569907b0f51 tempest-TestMinimumBasicScenario-854457119 tempest-TestMinimumBasicScenario-854457119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:22:53.042244 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-59c1d967-7c74-4ce8-a4fa-0bd1a95f992e req-699d32b8-95d6-43fe-b84d-d569907b0f51 tempest-TestMinimumBasicScenario-854457119 tempest-TestMinimumBasicScenario-854457119-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222849'] for port, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:22:53.043614 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-59c1d967-7c74-4ce8-a4fa-0bd1a95f992e req-699d32b8-95d6-43fe-b84d-d569907b0f51 tempest-TestMinimumBasicScenario-854457119 tempest-TestMinimumBasicScenario-854457119-project] 10.222.0.67 "PUT /v2.0/ports/a8aaa014-e368-49dc-8b7e-d1a47072a06b HTTP/1.1" status: 200 len: 942 time: 0.3366036 Sep 23 20:22:53.043756 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-11e6cf30-2b5e-447a-a5a0-f3b7acb845e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:22:53.044090 n-d-713301-16 neutron-server[95102]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1afe654e-f78d-4ea6-b645-593823e54059', 'tag': 'a8aaa014-e368-49dc-8b7e-d1a47072a06b'}] {{(pid=95102) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 20:22:53.047076 n-d-713301-16 neutron-server[95102]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a8356a6bd5e554bb349ddb806ba98ee8c25ce2b3f69d698f62da31b860ff3eb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af991b73-20f3-4f7e-add5-db1ea5b48ab7" -d '{"events": [{"name": "network-changed", "server_uuid": "1afe654e-f78d-4ea6-b645-593823e54059", "tag": "a8aaa014-e368-49dc-8b7e-d1a47072a06b"}]}' {{(pid=95102) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 20:22:53.052842 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 34042) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:22:53.079879 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-699d32b8-95d6-43fe-b84d-d569907b0f51 tempest-TestMinimumBasicScenario-854457119 tempest-TestMinimumBasicScenario-854457119-project] Pushing event updated for resources: {'Port': ['ID=a8aaa014-e368-49dc-8b7e-d1a47072a06b,revision_number=7']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:22:53.088508 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-699d32b8-95d6-43fe-b84d-d569907b0f51 tempest-TestMinimumBasicScenario-854457119 tempest-TestMinimumBasicScenario-854457119-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:22:53.089018 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-699d32b8-95d6-43fe-b84d-d569907b0f51 tempest-TestMinimumBasicScenario-854457119 tempest-TestMinimumBasicScenario-854457119-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:22:53.089565 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-699d32b8-95d6-43fe-b84d-d569907b0f51 tempest-TestMinimumBasicScenario-854457119 tempest-TestMinimumBasicScenario-854457119-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:22:53.089912 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-699d32b8-95d6-43fe-b84d-d569907b0f51 tempest-TestMinimumBasicScenario-854457119 tempest-TestMinimumBasicScenario-854457119-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:22:53.090258 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-699d32b8-95d6-43fe-b84d-d569907b0f51 tempest-TestMinimumBasicScenario-854457119 tempest-TestMinimumBasicScenario-854457119-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:22:53.090793 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-699d32b8-95d6-43fe-b84d-d569907b0f51 tempest-TestMinimumBasicScenario-854457119 tempest-TestMinimumBasicScenario-854457119-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:22:53.091077 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-699d32b8-95d6-43fe-b84d-d569907b0f51 tempest-TestMinimumBasicScenario-854457119 tempest-TestMinimumBasicScenario-854457119-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:22:53.091413 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-699d32b8-95d6-43fe-b84d-d569907b0f51 tempest-TestMinimumBasicScenario-854457119 tempest-TestMinimumBasicScenario-854457119-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:22:53.091749 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-699d32b8-95d6-43fe-b84d-d569907b0f51 tempest-TestMinimumBasicScenario-854457119 tempest-TestMinimumBasicScenario-854457119-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:22:53.092096 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-699d32b8-95d6-43fe-b84d-d569907b0f51 tempest-TestMinimumBasicScenario-854457119 tempest-TestMinimumBasicScenario-854457119-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:22:53.092408 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-699d32b8-95d6-43fe-b84d-d569907b0f51 tempest-TestMinimumBasicScenario-854457119 tempest-TestMinimumBasicScenario-854457119-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:22:53.092757 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-699d32b8-95d6-43fe-b84d-d569907b0f51 tempest-TestMinimumBasicScenario-854457119 tempest-TestMinimumBasicScenario-854457119-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:22:53.106782 n-d-713301-16 neutron-server[95102]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 20:22:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc59c38f-3596-4d47-ba00-0bdcfd06a8cd x-openstack-request-id: req-fc59c38f-3596-4d47-ba00-0bdcfd06a8cd {{(pid=95102) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 20:22:53.107080 n-d-713301-16 neutron-server[95102]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1afe654e-f78d-4ea6-b645-593823e54059", "tag": "a8aaa014-e368-49dc-8b7e-d1a47072a06b", "status": "completed", "code": 200}]} {{(pid=95102) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 20:22:53.107334 n-d-713301-16 neutron-server[95102]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-fc59c38f-3596-4d47-ba00-0bdcfd06a8cd {{(pid=95102) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 20:22:53.107727 n-d-713301-16 neutron-server[95102]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1afe654e-f78d-4ea6-b645-593823e54059', 'tag': 'a8aaa014-e368-49dc-8b7e-d1a47072a06b', 'status': 'completed', 'code': 200} Sep 23 20:22:53.111748 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] get_ports_and_sgs() called for port_ids ['a8aaa014-e368-49dc-8b7e-d1a47072a06b'] {{(pid=95103) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 20:22:53.152132 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-2c26b95d-862b-4811-94fe-6e199bd5fa37 tempest-TestMinimumBasicScenario-854457119 tempest-TestMinimumBasicScenario-854457119-project] Notify callbacks [] for security_group, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:22:53.172541 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af991b73-20f3-4f7e-add5-db1ea5b48ab7 req-86f87566-ba17-4fd4-be73-d1a4654a5f1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:22:53.175095 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-af991b73-20f3-4f7e-add5-db1ea5b48ab7 req-86f87566-ba17-4fd4-be73-d1a4654a5f1c service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=e479679344334ba8a7a11f6d7bae301b&device_id=1afe654e-f78d-4ea6-b645-593823e54059 HTTP/1.1" status: 200 len: 1097 time: 0.0466914 Sep 23 20:22:53.189855 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-2c26b95d-862b-4811-94fe-6e199bd5fa37 tempest-TestMinimumBasicScenario-854457119 tempest-TestMinimumBasicScenario-854457119-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:22:53.246859 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:22:53.272808 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-2c26b95d-862b-4811-94fe-6e199bd5fa37 tempest-TestMinimumBasicScenario-854457119 tempest-TestMinimumBasicScenario-854457119-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:22:53.275935 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-2c26b95d-862b-4811-94fe-6e199bd5fa37 tempest-TestMinimumBasicScenario-854457119 tempest-TestMinimumBasicScenario-854457119-project] Notify callbacks [] for security_group, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:22:53.277319 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-2c26b95d-862b-4811-94fe-6e199bd5fa37 tempest-TestMinimumBasicScenario-854457119 tempest-TestMinimumBasicScenario-854457119-project] 10.222.0.67 "DELETE /v2.0/security-groups/60ed73aa-9f61-4fba-9176-d878e7a6fa79 HTTP/1.1" status: 204 len: 168 time: 0.2234714 Sep 23 20:22:53.279960 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 34046) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:22:53.288972 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c26b95d-862b-4811-94fe-6e199bd5fa37 tempest-TestMinimumBasicScenario-854457119 tempest-TestMinimumBasicScenario-854457119-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=60ed73aa-9f61-4fba-9176-d878e7a6fa79,revision_number=None']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:22:53.298433 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c26b95d-862b-4811-94fe-6e199bd5fa37 tempest-TestMinimumBasicScenario-854457119 tempest-TestMinimumBasicScenario-854457119-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:22:53.298794 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c26b95d-862b-4811-94fe-6e199bd5fa37 tempest-TestMinimumBasicScenario-854457119 tempest-TestMinimumBasicScenario-854457119-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:22:53.299145 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c26b95d-862b-4811-94fe-6e199bd5fa37 tempest-TestMinimumBasicScenario-854457119 tempest-TestMinimumBasicScenario-854457119-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:22:53.299520 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c26b95d-862b-4811-94fe-6e199bd5fa37 tempest-TestMinimumBasicScenario-854457119 tempest-TestMinimumBasicScenario-854457119-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:22:53.299817 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c26b95d-862b-4811-94fe-6e199bd5fa37 tempest-TestMinimumBasicScenario-854457119 tempest-TestMinimumBasicScenario-854457119-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:22:53.300241 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c26b95d-862b-4811-94fe-6e199bd5fa37 tempest-TestMinimumBasicScenario-854457119 tempest-TestMinimumBasicScenario-854457119-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:22:53.300469 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c26b95d-862b-4811-94fe-6e199bd5fa37 tempest-TestMinimumBasicScenario-854457119 tempest-TestMinimumBasicScenario-854457119-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:22:53.300837 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c26b95d-862b-4811-94fe-6e199bd5fa37 tempest-TestMinimumBasicScenario-854457119 tempest-TestMinimumBasicScenario-854457119-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:22:53.301168 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c26b95d-862b-4811-94fe-6e199bd5fa37 tempest-TestMinimumBasicScenario-854457119 tempest-TestMinimumBasicScenario-854457119-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:22:53.301548 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c26b95d-862b-4811-94fe-6e199bd5fa37 tempest-TestMinimumBasicScenario-854457119 tempest-TestMinimumBasicScenario-854457119-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:22:53.301882 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c26b95d-862b-4811-94fe-6e199bd5fa37 tempest-TestMinimumBasicScenario-854457119 tempest-TestMinimumBasicScenario-854457119-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:22:53.302209 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c26b95d-862b-4811-94fe-6e199bd5fa37 tempest-TestMinimumBasicScenario-854457119 tempest-TestMinimumBasicScenario-854457119-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:22:53.362608 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af991b73-20f3-4f7e-add5-db1ea5b48ab7 req-412a6d9d-4fb7-47b2-9c49-b69f5c20c5bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:22:53.364456 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-af991b73-20f3-4f7e-add5-db1ea5b48ab7 req-412a6d9d-4fb7-47b2-9c49-b69f5c20c5bc service neutron] 10.222.0.53 "GET /v2.0/networks?id=ea744951-a39c-4fc0-8218-f8e130e04d8d HTTP/1.1" status: 200 len: 915 time: 0.1804287 Sep 23 20:22:53.373838 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-2587fc46-58be-4bbc-926d-580ee6289fb2 None None] Provisioning complete for port a8aaa014-e368-49dc-8b7e-d1a47072a06b triggered by entity DHCP. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 20:22:53.374216 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-2587fc46-58be-4bbc-926d-580ee6289fb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:22:53.480762 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-af991b73-20f3-4f7e-add5-db1ea5b48ab7 req-251486d2-86f6-4edd-9aec-477a997b499c service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a8aaa014-e368-49dc-8b7e-d1a47072a06b HTTP/1.1" status: 200 len: 1001 time: 0.1054120 Sep 23 20:22:53.545927 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af991b73-20f3-4f7e-add5-db1ea5b48ab7 req-a8ee2289-74e6-4b48-adae-cfb13e76cee3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:22:53.547375 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-af991b73-20f3-4f7e-add5-db1ea5b48ab7 req-a8ee2289-74e6-4b48-adae-cfb13e76cee3 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=566af2bd-fa62-4733-b70d-a3cc3319be63 HTTP/1.1" status: 200 len: 853 time: 0.0511274 Sep 23 20:22:53.584701 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.plugin [None req-535dda4f-dd37-4c8a-af10-c12000e2bf94 tempest-TestMinimumBasicScenario-854457119 tempest-TestMinimumBasicScenario-854457119-project] Deleting port 34b43897-9312-44da-b3d8-d274025dda40 {{(pid=95102) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 20:22:53.585036 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-535dda4f-dd37-4c8a-af10-c12000e2bf94 tempest-TestMinimumBasicScenario-854457119 tempest-TestMinimumBasicScenario-854457119-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783146157096'] for port, before_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:22:53.649553 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af991b73-20f3-4f7e-add5-db1ea5b48ab7 req-c24a559e-f5cd-4d96-ab2d-3e7a41a461e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:22:53.651824 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-af991b73-20f3-4f7e-add5-db1ea5b48ab7 req-c24a559e-f5cd-4d96-ab2d-3e7a41a461e4 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=ea744951-a39c-4fc0-8218-f8e130e04d8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0970995 Sep 23 20:22:53.655913 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-0ae75029-feb6-4728-9a94-5f9b60993d82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:22:53.690463 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-535dda4f-dd37-4c8a-af10-c12000e2bf94 tempest-TestMinimumBasicScenario-854457119 tempest-TestMinimumBasicScenario-854457119-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-605701'] for port, precommit_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:22:53.690783 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-535dda4f-dd37-4c8a-af10-c12000e2bf94 tempest-TestMinimumBasicScenario-854457119 tempest-TestMinimumBasicScenario-854457119-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:22:53.711518 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.plugin [None req-535dda4f-dd37-4c8a-af10-c12000e2bf94 tempest-TestMinimumBasicScenario-854457119 tempest-TestMinimumBasicScenario-854457119-project] Calling delete_port for 34b43897-9312-44da-b3d8-d274025dda40 owned by network:floatingip {{(pid=95102) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 20:22:53.809397 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-af991b73-20f3-4f7e-add5-db1ea5b48ab7 req-c0d9eb1d-ca11-4409-9568-518b5f82bc25 service neutron] 10.222.0.53 "GET /v2.0/networks/ea744951-a39c-4fc0-8218-f8e130e04d8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1499164 Sep 23 20:22:53.930972 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-af991b73-20f3-4f7e-add5-db1ea5b48ab7 req-87a3d99d-f956-4665-8467-54b84bd00760 service neutron] 10.222.0.53 "GET /v2.0/networks/ea744951-a39c-4fc0-8218-f8e130e04d8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1133881 Sep 23 20:22:53.978598 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-535dda4f-dd37-4c8a-af10-c12000e2bf94 tempest-TestMinimumBasicScenario-854457119 tempest-TestMinimumBasicScenario-854457119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783146162158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783145673144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4399100'] for port, after_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:22:54.004283 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-535dda4f-dd37-4c8a-af10-c12000e2bf94 tempest-TestMinimumBasicScenario-854457119 tempest-TestMinimumBasicScenario-854457119-project] Pushing event deleted for resources: {'Port': ['ID=34b43897-9312-44da-b3d8-d274025dda40,revision_number=None']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:22:54.065673 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-535dda4f-dd37-4c8a-af10-c12000e2bf94 tempest-TestMinimumBasicScenario-854457119 tempest-TestMinimumBasicScenario-854457119-project] Notify callbacks [] for floatingip, after_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:22:54.066001 n-d-713301-16 neutron-server[95102]: INFO neutron.db.l3_db [None req-535dda4f-dd37-4c8a-af10-c12000e2bf94 tempest-TestMinimumBasicScenario-854457119 tempest-TestMinimumBasicScenario-854457119-project] Floating IP 0e8b927d-0fba-40a3-8c09-fe842e2b3f94 disassociated (deleted). External IP: 172.25.1.169, port: a8aaa014-e368-49dc-8b7e-d1a47072a06b. Sep 23 20:22:54.268964 n-d-713301-16 neutron-server[95102]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-535dda4f-dd37-4c8a-af10-c12000e2bf94 tempest-TestMinimumBasicScenario-854457119 tempest-TestMinimumBasicScenario-854457119-project] Router b8b2b643-3ffb-47df-ad8e-9bb980296442 has already been hosted by L3 agent 79a740bf-7821-4989-8288-7186e3e128f3 {{(pid=95102) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 20:22:54.378072 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-535dda4f-dd37-4c8a-af10-c12000e2bf94 tempest-TestMinimumBasicScenario-854457119 tempest-TestMinimumBasicScenario-854457119-project] Notify agent at l3_agent.n-d-713301-16 the message routers_updated {{(pid=95102) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 20:22:54.382840 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-535dda4f-dd37-4c8a-af10-c12000e2bf94 tempest-TestMinimumBasicScenario-854457119 tempest-TestMinimumBasicScenario-854457119-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222849'] for floatingip, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:22:54.387530 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2befb808-4440-4007-a646-2c726dc28343 None None] Sync routers for ids ['b8b2b643-3ffb-47df-ad8e-9bb980296442'] in n-d-713301-16 {{(pid=95103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 20:22:54.396951 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2befb808-4440-4007-a646-2c726dc28343 None None] Routers {'b8b2b643-3ffb-47df-ad8e-9bb980296442'} bound to L3 agent in host n-d-713301-16 {{(pid=95103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 20:22:54.397643 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_hamode_db [None req-2befb808-4440-4007-a646-2c726dc28343 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-23T19:07:52Z,description=,heartbeat_timestamp=2021-09-23T20:22:53Z,host='n-d-713301-16',id=79a740bf-7821-4989-8288-7186e3e128f3,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:07:52Z,topic='l3_agent')) {'router_ids': ['b8b2b643-3ffb-47df-ad8e-9bb980296442'], 'active': True} {{(pid=95103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 20:22:54.414429 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-535dda4f-dd37-4c8a-af10-c12000e2bf94 tempest-TestMinimumBasicScenario-854457119 tempest-TestMinimumBasicScenario-854457119-project] 10.222.0.67 "DELETE /v2.0/floatingips/0e8b927d-0fba-40a3-8c09-fe842e2b3f94 HTTP/1.1" status: 204 len: 168 time: 1.1306777 Sep 23 20:22:54.507624 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_dvr_db [None req-2befb808-4440-4007-a646-2c726dc28343 None None] Set router b8b2b643-3ffb-47df-ad8e-9bb980296442 gateway port host: n-d-713301-16 {{(pid=95103) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 20:22:54.725018 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_hamode_db [None req-2befb808-4440-4007-a646-2c726dc28343 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8b2b643-3ffb-47df-ad8e-9bb980296442', 'name': 'tempest-TestMinimumBasicScenario-790057133-router', 'tenant_id': 'e479679344334ba8a7a11f6d7bae301b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'external_fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.188'}], 'enable_snat': True}, 'gw_port_id': '7cccba75-ad7d-41e3-83c0-ecea7df1e9ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T20:20:55Z', 'updated_at': '2021-09-23T20:20:58Z', 'revision_number': 4, 'project_id': 'e479679344334ba8a7a11f6d7bae301b', 'gw_port': {'id': '7cccba75-ad7d-41e3-83c0-ecea7df1e9ff', 'name': '', 'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:a4:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8b2b643-3ffb-47df-ad8e-9bb980296442', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4136, 'fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T20:20:56Z', 'updated_at': '2021-09-23T20:21:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-16', '_interfaces': [{'id': '295194d4-5e12-499b-bdbf-f0cac225e22f', 'name': '', 'network_id': 'ea744951-a39c-4fc0-8218-f8e130e04d8d', 'tenant_id': 'e479679344334ba8a7a11f6d7bae301b', 'mac_address': 'fa:16:3e:35:92:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8b2b643-3ffb-47df-ad8e-9bb980296442', 'device_owner': 'network:router_interface', 'standard_attr_id': 4137, 'fixed_ips': [{'subnet_id': '566af2bd-fa62-4733-b70d-a3cc3319be63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T20:20:58Z', 'updated_at': '2021-09-23T20:21:02Z', 'revision_number': 5, 'project_id': 'e479679344334ba8a7a11f6d7bae301b', 'subnets': [{'id': '566af2bd-fa62-4733-b70d-a3cc3319be63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-16', False) {} {{(pid=95103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 20:22:54.750391 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2befb808-4440-4007-a646-2c726dc28343 None None] Checking router: b8b2b643-3ffb-47df-ad8e-9bb980296442 for host: n-d-713301-16 {{(pid=95103) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 20:22:54.758460 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2befb808-4440-4007-a646-2c726dc28343 None None] Routers {'b8b2b643-3ffb-47df-ad8e-9bb980296442'} bound to L3 agent in host n-d-713301-16 {{(pid=95103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 20:22:54.759071 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_hamode_db [None req-2befb808-4440-4007-a646-2c726dc28343 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-23T19:07:52Z,description=,heartbeat_timestamp=2021-09-23T20:22:53Z,host='n-d-713301-16',id=79a740bf-7821-4989-8288-7186e3e128f3,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:07:52Z,topic='l3_agent')) {'router_ids': ['b8b2b643-3ffb-47df-ad8e-9bb980296442'], 'active': True} {{(pid=95103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 20:22:54.867084 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_dvr_db [None req-2befb808-4440-4007-a646-2c726dc28343 None None] Set router b8b2b643-3ffb-47df-ad8e-9bb980296442 gateway port host: n-d-713301-16 {{(pid=95103) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 20:22:55.079377 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_hamode_db [None req-2befb808-4440-4007-a646-2c726dc28343 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8b2b643-3ffb-47df-ad8e-9bb980296442', 'name': 'tempest-TestMinimumBasicScenario-790057133-router', 'tenant_id': 'e479679344334ba8a7a11f6d7bae301b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'external_fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.188'}], 'enable_snat': True}, 'gw_port_id': '7cccba75-ad7d-41e3-83c0-ecea7df1e9ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T20:20:55Z', 'updated_at': '2021-09-23T20:20:58Z', 'revision_number': 4, 'project_id': 'e479679344334ba8a7a11f6d7bae301b', 'gw_port': {'id': '7cccba75-ad7d-41e3-83c0-ecea7df1e9ff', 'name': '', 'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:a4:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8b2b643-3ffb-47df-ad8e-9bb980296442', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4136, 'fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T20:20:56Z', 'updated_at': '2021-09-23T20:21:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-16', '_interfaces': [{'id': '295194d4-5e12-499b-bdbf-f0cac225e22f', 'name': '', 'network_id': 'ea744951-a39c-4fc0-8218-f8e130e04d8d', 'tenant_id': 'e479679344334ba8a7a11f6d7bae301b', 'mac_address': 'fa:16:3e:35:92:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8b2b643-3ffb-47df-ad8e-9bb980296442', 'device_owner': 'network:router_interface', 'standard_attr_id': 4137, 'fixed_ips': [{'subnet_id': '566af2bd-fa62-4733-b70d-a3cc3319be63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T20:20:58Z', 'updated_at': '2021-09-23T20:21:02Z', 'revision_number': 5, 'project_id': 'e479679344334ba8a7a11f6d7bae301b', 'subnets': [{'id': '566af2bd-fa62-4733-b70d-a3cc3319be63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-16', False) {} {{(pid=95103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 20:22:55.108907 n-d-713301-16 neutron-server[95102]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1afe654e-f78d-4ea6-b645-593823e54059', 'tag': 'a8aaa014-e368-49dc-8b7e-d1a47072a06b'}] {{(pid=95102) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 20:22:55.110236 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2befb808-4440-4007-a646-2c726dc28343 None None] The sync data for ids ['b8b2b643-3ffb-47df-ad8e-9bb980296442'] in n-d-713301-16 is: [{'id': 'b8b2b643-3ffb-47df-ad8e-9bb980296442', 'name': 'tempest-TestMinimumBasicScenario-790057133-router', 'tenant_id': 'e479679344334ba8a7a11f6d7bae301b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'external_fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.188'}], 'enable_snat': True}, 'gw_port_id': '7cccba75-ad7d-41e3-83c0-ecea7df1e9ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T20:20:55Z', 'updated_at': '2021-09-23T20:20:58Z', 'revision_number': 4, 'project_id': 'e479679344334ba8a7a11f6d7bae301b', 'gw_port': {'id': '7cccba75-ad7d-41e3-83c0-ecea7df1e9ff', 'name': '', 'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:a4:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8b2b643-3ffb-47df-ad8e-9bb980296442', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4136, 'fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T20:20:56Z', 'updated_at': '2021-09-23T20:21:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-16', '_interfaces': [{'id': '295194d4-5e12-499b-bdbf-f0cac225e22f', 'name': '', 'network_id': 'ea744951-a39c-4fc0-8218-f8e130e04d8d', 'tenant_id': 'e479679344334ba8a7a11f6d7bae301b', 'mac_address': 'fa:16:3e:35:92:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8b2b643-3ffb-47df-ad8e-9bb980296442', 'device_owner': 'network:router_interface', 'standard_attr_id': 4137, 'fixed_ips': [{'subnet_id': '566af2bd-fa62-4733-b70d-a3cc3319be63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T20:20:58Z', 'updated_at': '2021-09-23T20:21:02Z', 'revision_number': 5, 'project_id': 'e479679344334ba8a7a11f6d7bae301b', 'subnets': [{'id': '566af2bd-fa62-4733-b70d-a3cc3319be63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 20:22:55.111455 n-d-713301-16 neutron-server[95102]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a8356a6bd5e554bb349ddb806ba98ee8c25ce2b3f69d698f62da31b860ff3eb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85d37b7d-f45b-4774-b51a-debf24f69110" -d '{"events": [{"name": "network-changed", "server_uuid": "1afe654e-f78d-4ea6-b645-593823e54059", "tag": "a8aaa014-e368-49dc-8b7e-d1a47072a06b"}]}' {{(pid=95102) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 20:22:55.155254 n-d-713301-16 neutron-server[95102]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 20:22:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a47e463f-042a-44dd-bd5f-24f0e6f6cd49 x-openstack-request-id: req-a47e463f-042a-44dd-bd5f-24f0e6f6cd49 {{(pid=95102) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 20:22:55.155543 n-d-713301-16 neutron-server[95102]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1afe654e-f78d-4ea6-b645-593823e54059", "tag": "a8aaa014-e368-49dc-8b7e-d1a47072a06b", "status": "completed", "code": 200}]} {{(pid=95102) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 20:22:55.155796 n-d-713301-16 neutron-server[95102]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-a47e463f-042a-44dd-bd5f-24f0e6f6cd49 {{(pid=95102) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 20:22:55.156237 n-d-713301-16 neutron-server[95102]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1afe654e-f78d-4ea6-b645-593823e54059', 'tag': 'a8aaa014-e368-49dc-8b7e-d1a47072a06b', 'status': 'completed', 'code': 200} Sep 23 20:22:55.223804 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d37b7d-f45b-4774-b51a-debf24f69110 req-11af0549-6c5f-4f01-b841-80485b53f887 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:22:55.225525 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-85d37b7d-f45b-4774-b51a-debf24f69110 req-11af0549-6c5f-4f01-b841-80485b53f887 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=e479679344334ba8a7a11f6d7bae301b&device_id=1afe654e-f78d-4ea6-b645-593823e54059 HTTP/1.1" status: 200 len: 1097 time: 0.0483224 Sep 23 20:22:55.324782 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d37b7d-f45b-4774-b51a-debf24f69110 req-78c54a2a-ed08-4148-b77b-4cd32975f378 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:22:55.327263 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-85d37b7d-f45b-4774-b51a-debf24f69110 req-78c54a2a-ed08-4148-b77b-4cd32975f378 service neutron] 10.222.0.53 "GET /v2.0/networks?id=ea744951-a39c-4fc0-8218-f8e130e04d8d HTTP/1.1" status: 200 len: 915 time: 0.0951209 Sep 23 20:22:55.376274 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-85d37b7d-f45b-4774-b51a-debf24f69110 req-b7e4dac0-24e1-4b5a-944b-b65d89d5b2c9 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a8aaa014-e368-49dc-8b7e-d1a47072a06b HTTP/1.1" status: 200 len: 217 time: 0.0416293 Sep 23 20:22:55.383481 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bc9cc2a-f9c5-4321-b1bc-f4fbda4e8b43 None None] New status for floating IP 0e8b927d-0fba-40a3-8c09-fe842e2b3f94: DOWN {{(pid=95104) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 23 20:22:55.429476 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d37b7d-f45b-4774-b51a-debf24f69110 req-04aa1ab3-34af-4012-a3b0-779e3454831c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:22:55.430951 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-85d37b7d-f45b-4774-b51a-debf24f69110 req-04aa1ab3-34af-4012-a3b0-779e3454831c service neutron] 10.222.0.53 "GET /v2.0/subnets?id=566af2bd-fa62-4733-b70d-a3cc3319be63 HTTP/1.1" status: 200 len: 853 time: 0.0475354 Sep 23 20:22:55.480260 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d37b7d-f45b-4774-b51a-debf24f69110 req-72f85aff-9eef-4884-88a8-a63c1d19c9c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:22:55.481860 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-85d37b7d-f45b-4774-b51a-debf24f69110 req-72f85aff-9eef-4884-88a8-a63c1d19c9c3 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=ea744951-a39c-4fc0-8218-f8e130e04d8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0440261 Sep 23 20:22:55.496303 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-80e7e501-6c57-470d-92c6-e3d54bc3195c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:22:55.911195 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-85d37b7d-f45b-4774-b51a-debf24f69110 req-308baacd-f974-4fd6-95fc-f0d02def0a76 service neutron] 10.222.0.53 "GET /v2.0/networks/ea744951-a39c-4fc0-8218-f8e130e04d8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4219704 Sep 23 20:22:56.003884 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-85d37b7d-f45b-4774-b51a-debf24f69110 req-be1fa566-f54d-4894-bc38-108ad486a182 service neutron] 10.222.0.53 "GET /v2.0/networks/ea744951-a39c-4fc0-8218-f8e130e04d8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845439 Sep 23 20:22:58.464708 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:22:58.783812 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:23:01.362364 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d7f847-2b0d-4aae-b139-8f900366b3ca req-5f7c65ec-0ec6-4c3b-b1ac-7f61c4e16a99 tempest-TestMinimumBasicScenario-854457119 tempest-TestMinimumBasicScenario-854457119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:23:01.364033 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-13d7f847-2b0d-4aae-b139-8f900366b3ca req-5f7c65ec-0ec6-4c3b-b1ac-7f61c4e16a99 tempest-TestMinimumBasicScenario-854457119 tempest-TestMinimumBasicScenario-854457119-project] 10.222.0.67 "GET /v2.0/ports?device_id=1afe654e-f78d-4ea6-b645-593823e54059 HTTP/1.1" status: 200 len: 945 time: 0.0516050 Sep 23 20:23:01.402566 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-13d7f847-2b0d-4aae-b139-8f900366b3ca req-125ea061-f9a8-4112-9a43-922b9e0d52af tempest-TestMinimumBasicScenario-854457119 tempest-TestMinimumBasicScenario-854457119-project] 10.222.0.67 "GET /v2.0/security-groups?id=33ddea32-0d0d-4c87-8106-272eb5ed7f31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314817 Sep 23 20:23:02.496108 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [req-a4ad1e49-a4c7-400e-b9dc-817b9d5fb5bb req-50807513-3e74-4875-b8b6-a5d7573d9e9b tempest-ServerDiskConfigTestJSON-1783824682 tempest-ServerDiskConfigTestJSON-1783824682-project] (95101) timed out ('10.222.0.74', 55247) {{(pid=95101) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 23 20:23:02.521102 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6285368-1276-478d-ad6c-23562ef0fec6 req-8f38e51a-3841-41c2-b3d9-cc52b0e38a8f tempest-TestMinimumBasicScenario-854457119 tempest-TestMinimumBasicScenario-854457119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:23:02.522583 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-b6285368-1276-478d-ad6c-23562ef0fec6 req-8f38e51a-3841-41c2-b3d9-cc52b0e38a8f tempest-TestMinimumBasicScenario-854457119 tempest-TestMinimumBasicScenario-854457119-project] 10.222.0.67 "GET /v2.0/ports?device_id=1afe654e-f78d-4ea6-b645-593823e54059 HTTP/1.1" status: 200 len: 945 time: 0.0518129 Sep 23 20:23:02.567371 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-b6285368-1276-478d-ad6c-23562ef0fec6 req-874016b8-7705-4152-8a30-c59d5f87b9ea tempest-TestMinimumBasicScenario-854457119 tempest-TestMinimumBasicScenario-854457119-project] 10.222.0.67 "GET /v2.0/security-groups?id=33ddea32-0d0d-4c87-8106-272eb5ed7f31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379965 Sep 23 20:23:02.974824 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a63319-d354-4c36-9619-f577cfad3116 req-befb256f-21e3-48c7-8f7d-ed4f0c5dd4e6 tempest-TestMinimumBasicScenario-854457119 tempest-TestMinimumBasicScenario-854457119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:23:02.976190 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-b9a63319-d354-4c36-9619-f577cfad3116 req-befb256f-21e3-48c7-8f7d-ed4f0c5dd4e6 tempest-TestMinimumBasicScenario-854457119 tempest-TestMinimumBasicScenario-854457119-project] 10.222.0.53 "GET /v2.0/ports?device_id=1afe654e-f78d-4ea6-b645-593823e54059 HTTP/1.1" status: 200 len: 945 time: 0.0498774 Sep 23 20:23:03.068846 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.plugin [req-b9a63319-d354-4c36-9619-f577cfad3116 req-bfa69abc-e70b-4454-9f41-dc0b9f22f0f2 tempest-TestMinimumBasicScenario-854457119 tempest-TestMinimumBasicScenario-854457119-project] Deleting port a8aaa014-e368-49dc-8b7e-d1a47072a06b {{(pid=95102) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 20:23:03.069188 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-b9a63319-d354-4c36-9619-f577cfad3116 req-bfa69abc-e70b-4454-9f41-dc0b9f22f0f2 tempest-TestMinimumBasicScenario-854457119 tempest-TestMinimumBasicScenario-854457119-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783146157096'] for port, before_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:23:03.156270 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.db [req-b9a63319-d354-4c36-9619-f577cfad3116 req-bfa69abc-e70b-4454-9f41-dc0b9f22f0f2 tempest-TestMinimumBasicScenario-854457119 tempest-TestMinimumBasicScenario-854457119-project] For port a8aaa014-e368-49dc-8b7e-d1a47072a06b, host n-h2-713301-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-16',level=0,port_id=a8aaa014-e368-49dc-8b7e-d1a47072a06b,segment=NetworkSegment(f2dec075-208b-44b6-98dd-c72e703eed8c),segment_id=f2dec075-208b-44b6-98dd-c72e703eed8c)] {{(pid=95102) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 20:23:03.156662 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-b9a63319-d354-4c36-9619-f577cfad3116 req-bfa69abc-e70b-4454-9f41-dc0b9f22f0f2 tempest-TestMinimumBasicScenario-854457119 tempest-TestMinimumBasicScenario-854457119-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-605701'] for port, precommit_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:23:03.169339 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.plugin [req-b9a63319-d354-4c36-9619-f577cfad3116 req-bfa69abc-e70b-4454-9f41-dc0b9f22f0f2 tempest-TestMinimumBasicScenario-854457119 tempest-TestMinimumBasicScenario-854457119-project] Calling delete_port for a8aaa014-e368-49dc-8b7e-d1a47072a06b owned by compute:nova {{(pid=95102) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 20:23:03.303645 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-b9a63319-d354-4c36-9619-f577cfad3116 req-bfa69abc-e70b-4454-9f41-dc0b9f22f0f2 tempest-TestMinimumBasicScenario-854457119 tempest-TestMinimumBasicScenario-854457119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783146162158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783145673144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4399100'] for port, after_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:23:03.316260 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] get_ports_and_sgs() called for port_ids ['a8aaa014-e368-49dc-8b7e-d1a47072a06b'] {{(pid=95103) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 20:23:03.334754 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfa69abc-e70b-4454-9f41-dc0b9f22f0f2 tempest-TestMinimumBasicScenario-854457119 tempest-TestMinimumBasicScenario-854457119-project] Pushing event deleted for resources: {'Port': ['ID=a8aaa014-e368-49dc-8b7e-d1a47072a06b,revision_number=None']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:23:03.376380 n-d-713301-16 neutron-server[95102]: DEBUG neutron.db.l3_dvrscheduler_db [req-b9a63319-d354-4c36-9619-f577cfad3116 req-bfa69abc-e70b-4454-9f41-dc0b9f22f0f2 tempest-TestMinimumBasicScenario-854457119 tempest-TestMinimumBasicScenario-854457119-project] No DVR routers for this DVR port a8aaa014-e368-49dc-8b7e-d1a47072a06b on host n-h2-713301-16 {{(pid=95102) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 20:23:03.378977 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-b9a63319-d354-4c36-9619-f577cfad3116 req-bfa69abc-e70b-4454-9f41-dc0b9f22f0f2 tempest-TestMinimumBasicScenario-854457119 tempest-TestMinimumBasicScenario-854457119-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222849'] for port, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:23:03.381038 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-b9a63319-d354-4c36-9619-f577cfad3116 req-bfa69abc-e70b-4454-9f41-dc0b9f22f0f2 tempest-TestMinimumBasicScenario-854457119 tempest-TestMinimumBasicScenario-854457119-project] 10.222.0.53 "DELETE /v2.0/ports/a8aaa014-e368-49dc-8b7e-d1a47072a06b HTTP/1.1" status: 204 len: 173 time: 0.3987222 Sep 23 20:23:03.381653 n-d-713301-16 neutron-server[95102]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1afe654e-f78d-4ea6-b645-593823e54059', 'name': 'network-vif-deleted', 'tag': 'a8aaa014-e368-49dc-8b7e-d1a47072a06b'}] {{(pid=95102) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 20:23:03.383737 n-d-713301-16 neutron-server[95102]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a8356a6bd5e554bb349ddb806ba98ee8c25ce2b3f69d698f62da31b860ff3eb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9913297-a9a4-46be-b928-f3426d696cb0" -d '{"events": [{"server_uuid": "1afe654e-f78d-4ea6-b645-593823e54059", "name": "network-vif-deleted", "tag": "a8aaa014-e368-49dc-8b7e-d1a47072a06b"}]}' {{(pid=95102) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 20:23:03.481225 n-d-713301-16 neutron-server[95102]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 20:23:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85d385f9-6d64-44f6-a3d0-c25f39cdb9f9 x-openstack-request-id: req-85d385f9-6d64-44f6-a3d0-c25f39cdb9f9 {{(pid=95102) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 20:23:03.481545 n-d-713301-16 neutron-server[95102]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1afe654e-f78d-4ea6-b645-593823e54059", "name": "network-vif-deleted", "tag": "a8aaa014-e368-49dc-8b7e-d1a47072a06b", "status": "completed", "code": 200}]} {{(pid=95102) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 20:23:03.481794 n-d-713301-16 neutron-server[95102]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-85d385f9-6d64-44f6-a3d0-c25f39cdb9f9 {{(pid=95102) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 20:23:03.482189 n-d-713301-16 neutron-server[95102]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1afe654e-f78d-4ea6-b645-593823e54059', 'name': 'network-vif-deleted', 'tag': 'a8aaa014-e368-49dc-8b7e-d1a47072a06b', 'status': 'completed', 'code': 200} Sep 23 20:23:03.687079 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-01e07713-fc00-422c-b595-cd56b915ff77 req-9633be0e-93eb-4f56-b811-20870cc0ebfd tempest-TestMinimumBasicScenario-854457119 tempest-TestMinimumBasicScenario-854457119-project] 10.222.0.67 "GET /v2.0/ports?device_id=1afe654e-f78d-4ea6-b645-593823e54059 HTTP/1.1" status: 200 len: 210 time: 0.0318651 Sep 23 20:23:05.283921 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 34146) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:23:05.639814 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-31a3b4c1-ef95-4e1c-aa2f-158337fe396c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-601372'] for router_interface, before_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:23:05.896762 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.plugin [None req-31a3b4c1-ef95-4e1c-aa2f-158337fe396c admin admin] Deleting port 295194d4-5e12-499b-bdbf-f0cac225e22f {{(pid=95102) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 20:23:05.897014 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-31a3b4c1-ef95-4e1c-aa2f-158337fe396c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783146157096'] for port, before_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:23:05.979686 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.db [None req-31a3b4c1-ef95-4e1c-aa2f-158337fe396c admin admin] For port 295194d4-5e12-499b-bdbf-f0cac225e22f, host n-d-713301-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-16',level=0,port_id=295194d4-5e12-499b-bdbf-f0cac225e22f,segment=NetworkSegment(f2dec075-208b-44b6-98dd-c72e703eed8c),segment_id=f2dec075-208b-44b6-98dd-c72e703eed8c)] {{(pid=95102) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 20:23:05.980044 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-31a3b4c1-ef95-4e1c-aa2f-158337fe396c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-605701'] for port, precommit_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:23:05.998695 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.plugin [None req-31a3b4c1-ef95-4e1c-aa2f-158337fe396c admin admin] Calling delete_port for 295194d4-5e12-499b-bdbf-f0cac225e22f owned by network:router_interface {{(pid=95102) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 20:23:06.178205 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-31a3b4c1-ef95-4e1c-aa2f-158337fe396c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783146162158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783145673144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4399100'] for port, after_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:23:06.210086 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31a3b4c1-ef95-4e1c-aa2f-158337fe396c admin admin] Pushing event deleted for resources: {'Port': ['ID=295194d4-5e12-499b-bdbf-f0cac225e22f,revision_number=None']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:23:06.374151 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-31a3b4c1-ef95-4e1c-aa2f-158337fe396c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-527322', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-602005'] for router_interface, after_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:23:06.594967 n-d-713301-16 neutron-server[95102]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-31a3b4c1-ef95-4e1c-aa2f-158337fe396c admin admin] Router b8b2b643-3ffb-47df-ad8e-9bb980296442 has already been hosted by L3 agent 79a740bf-7821-4989-8288-7186e3e128f3 {{(pid=95102) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 20:23:06.704384 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31a3b4c1-ef95-4e1c-aa2f-158337fe396c admin admin] Notify agent at l3_agent.n-d-713301-16 the message routers_updated {{(pid=95102) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 20:23:06.709871 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-31a3b4c1-ef95-4e1c-aa2f-158337fe396c admin admin] 10.222.0.67 "PUT /v2.0/routers/b8b2b643-3ffb-47df-ad8e-9bb980296442/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4247465 Sep 23 20:23:06.712464 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 34148) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:23:06.714107 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f33b92e7-1c2c-41f6-839f-9387a54aa564 None None] Sync routers for ids ['b8b2b643-3ffb-47df-ad8e-9bb980296442'] in n-d-713301-16 {{(pid=95103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 20:23:06.723376 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f33b92e7-1c2c-41f6-839f-9387a54aa564 None None] Routers {'b8b2b643-3ffb-47df-ad8e-9bb980296442'} bound to L3 agent in host n-d-713301-16 {{(pid=95103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 20:23:06.723984 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_hamode_db [None req-f33b92e7-1c2c-41f6-839f-9387a54aa564 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-23T19:07:52Z,description=,heartbeat_timestamp=2021-09-23T20:22:53Z,host='n-d-713301-16',id=79a740bf-7821-4989-8288-7186e3e128f3,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:07:52Z,topic='l3_agent')) {'router_ids': ['b8b2b643-3ffb-47df-ad8e-9bb980296442'], 'active': True} {{(pid=95103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 20:23:06.822082 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-78b6fe62-2a29-485b-abd3-18da7d81c3bc admin admin] Notify callbacks [] for router, before_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:23:06.833437 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_dvr_db [None req-f33b92e7-1c2c-41f6-839f-9387a54aa564 None None] Set router b8b2b643-3ffb-47df-ad8e-9bb980296442 gateway port host: n-d-713301-16 {{(pid=95103) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 20:23:06.928934 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-78b6fe62-2a29-485b-abd3-18da7d81c3bc admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:23:06.990844 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.plugin [None req-78b6fe62-2a29-485b-abd3-18da7d81c3bc admin admin] Deleting port 7cccba75-ad7d-41e3-83c0-ecea7df1e9ff {{(pid=95102) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 20:23:06.991176 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-78b6fe62-2a29-485b-abd3-18da7d81c3bc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783146157096'] for port, before_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:23:07.037804 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_hamode_db [None req-f33b92e7-1c2c-41f6-839f-9387a54aa564 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8b2b643-3ffb-47df-ad8e-9bb980296442', 'name': 'tempest-TestMinimumBasicScenario-790057133-router', 'tenant_id': 'e479679344334ba8a7a11f6d7bae301b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'external_fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.188'}], 'enable_snat': True}, 'gw_port_id': '7cccba75-ad7d-41e3-83c0-ecea7df1e9ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T20:20:55Z', 'updated_at': '2021-09-23T20:23:06Z', 'revision_number': 5, 'project_id': 'e479679344334ba8a7a11f6d7bae301b', 'gw_port': {'id': '7cccba75-ad7d-41e3-83c0-ecea7df1e9ff', 'name': '', 'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:a4:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8b2b643-3ffb-47df-ad8e-9bb980296442', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4136, 'fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T20:20:56Z', 'updated_at': '2021-09-23T20:21:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-16'}], 'n-d-713301-16', False) {} {{(pid=95103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 20:23:07.069281 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f33b92e7-1c2c-41f6-839f-9387a54aa564 None None] Checking router: b8b2b643-3ffb-47df-ad8e-9bb980296442 for host: n-d-713301-16 {{(pid=95103) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 20:23:07.077691 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f33b92e7-1c2c-41f6-839f-9387a54aa564 None None] Routers {'b8b2b643-3ffb-47df-ad8e-9bb980296442'} bound to L3 agent in host n-d-713301-16 {{(pid=95103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 20:23:07.078300 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_hamode_db [None req-f33b92e7-1c2c-41f6-839f-9387a54aa564 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-23T19:07:52Z,description=,heartbeat_timestamp=2021-09-23T20:22:53Z,host='n-d-713301-16',id=79a740bf-7821-4989-8288-7186e3e128f3,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:07:52Z,topic='l3_agent')) {'router_ids': ['b8b2b643-3ffb-47df-ad8e-9bb980296442'], 'active': True} {{(pid=95103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 20:23:07.115205 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.db [None req-78b6fe62-2a29-485b-abd3-18da7d81c3bc admin admin] For port 7cccba75-ad7d-41e3-83c0-ecea7df1e9ff, host n-d-713301-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-16',level=0,port_id=7cccba75-ad7d-41e3-83c0-ecea7df1e9ff,segment=NetworkSegment(7d4027f1-d893-4c7b-95d4-757b8e44e380),segment_id=7d4027f1-d893-4c7b-95d4-757b8e44e380)] {{(pid=95102) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 20:23:07.115804 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-78b6fe62-2a29-485b-abd3-18da7d81c3bc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-605701'] for port, precommit_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:23:07.136785 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.plugin [None req-78b6fe62-2a29-485b-abd3-18da7d81c3bc admin admin] Calling delete_port for 7cccba75-ad7d-41e3-83c0-ecea7df1e9ff owned by network:router_gateway {{(pid=95102) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 20:23:07.166068 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_dvr_db [None req-f33b92e7-1c2c-41f6-839f-9387a54aa564 None None] Set router b8b2b643-3ffb-47df-ad8e-9bb980296442 gateway port host: None {{(pid=95103) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 20:23:07.217865 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_hamode_db [None req-f33b92e7-1c2c-41f6-839f-9387a54aa564 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8b2b643-3ffb-47df-ad8e-9bb980296442', 'name': 'tempest-TestMinimumBasicScenario-790057133-router', 'tenant_id': 'e479679344334ba8a7a11f6d7bae301b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T20:20:55Z', 'updated_at': '2021-09-23T20:23:06Z', 'revision_number': 6, 'project_id': 'e479679344334ba8a7a11f6d7bae301b', 'gw_port_host': None}], 'n-d-713301-16', False) {} {{(pid=95103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 20:23:07.247092 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f33b92e7-1c2c-41f6-839f-9387a54aa564 None None] The sync data for ids ['b8b2b643-3ffb-47df-ad8e-9bb980296442'] in n-d-713301-16 is: [{'id': 'b8b2b643-3ffb-47df-ad8e-9bb980296442', 'name': 'tempest-TestMinimumBasicScenario-790057133-router', 'tenant_id': 'e479679344334ba8a7a11f6d7bae301b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T20:20:55Z', 'updated_at': '2021-09-23T20:23:06Z', 'revision_number': 6, 'project_id': 'e479679344334ba8a7a11f6d7bae301b', 'gw_port_host': None}] {{(pid=95103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 20:23:07.306064 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-78b6fe62-2a29-485b-abd3-18da7d81c3bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783146162158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783145673144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4399100'] for port, after_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:23:07.336785 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78b6fe62-2a29-485b-abd3-18da7d81c3bc admin admin] Pushing event deleted for resources: {'Port': ['ID=7cccba75-ad7d-41e3-83c0-ecea7df1e9ff,revision_number=None']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:23:07.403299 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-78b6fe62-2a29-485b-abd3-18da7d81c3bc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-601942'] for router_gateway, after_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:23:07.497119 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-78b6fe62-2a29-485b-abd3-18da7d81c3bc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-597305', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29369'] for router, precommit_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:23:07.499149 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-78b6fe62-2a29-485b-abd3-18da7d81c3bc admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:23:07.542360 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-78b6fe62-2a29-485b-abd3-18da7d81c3bc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-597296'] for router, after_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:23:07.542861 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78b6fe62-2a29-485b-abd3-18da7d81c3bc admin admin] Fanout notify agent at l3_agent the message router_deleted on router b8b2b643-3ffb-47df-ad8e-9bb980296442 {{(pid=95102) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 23 20:23:07.547395 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-78b6fe62-2a29-485b-abd3-18da7d81c3bc admin admin] Notify callbacks [] for router, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:23:07.548372 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-78b6fe62-2a29-485b-abd3-18da7d81c3bc admin admin] 10.222.0.67 "DELETE /v2.0/routers/b8b2b643-3ffb-47df-ad8e-9bb980296442 HTTP/1.1" status: 204 len: 168 time: 0.8347940 Sep 23 20:23:07.550877 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 34152) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:23:07.605718 n-d-713301-16 neutron-server[95102]: DEBUG neutron.db.db_base_plugin_v2 [None req-65d9557f-8324-494d-9d6c-5e0e444b1347 admin admin] Deleting subnet 566af2bd-fa62-4733-b70d-a3cc3319be63 {{(pid=95102) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 23 20:23:07.609668 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-65d9557f-8324-494d-9d6c-5e0e444b1347 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:23:07.654394 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-65d9557f-8324-494d-9d6c-5e0e444b1347 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6162825'] for subnet, precommit_delete_associations {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:23:07.734979 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-65d9557f-8324-494d-9d6c-5e0e444b1347 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1756813'] for subnet, precommit_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:23:07.791427 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-65d9557f-8324-494d-9d6c-5e0e444b1347 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1756804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4399009', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5388229'] for subnet, after_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:23:07.814887 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65d9557f-8324-494d-9d6c-5e0e444b1347 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=566af2bd-fa62-4733-b70d-a3cc3319be63,revision_number=None']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:23:07.821161 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-65d9557f-8324-494d-9d6c-5e0e444b1347 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:23:07.825143 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-65d9557f-8324-494d-9d6c-5e0e444b1347 admin admin] 10.222.0.67 "DELETE /v2.0/subnets/566af2bd-fa62-4733-b70d-a3cc3319be63 HTTP/1.1" status: 204 len: 168 time: 0.2718611 Sep 23 20:23:07.826063 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 34154) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:23:07.828905 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b032b37-c813-494f-90e6-0404e7e9e23a None None] Network ea744951-a39c-4fc0-8218-f8e130e04d8d requested from n-d-713301-16 {{(pid=95103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 20:23:07.856720 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Device a8aaa014-e368-49dc-8b7e-d1a47072a06b no longer exists at agent hyperv_n-h2-713301-16 {{(pid=95103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 20:23:07.897772 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-4c7efa29-bc52-427b-a423-3f8f448b5f5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1628021'] for network, before_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:23:07.906897 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.plugin [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] No Port match for: a8aaa014-e368-49dc-8b7e-d1a47072a06b {{(pid=95103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 20:23:07.907234 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Device a8aaa014-e368-49dc-8b7e-d1a47072a06b not bound to the agent host n-h2-713301-16 {{(pid=95103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 20:23:07.958676 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.plugin [None req-4c7efa29-bc52-427b-a423-3f8f448b5f5f admin admin] Deleting port 12504c34-2611-4024-9a36-5edb4ea51131 {{(pid=95102) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 20:23:07.958931 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-4c7efa29-bc52-427b-a423-3f8f448b5f5f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783146157096'] for port, before_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:23:08.027979 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.db [None req-4c7efa29-bc52-427b-a423-3f8f448b5f5f admin admin] For port 12504c34-2611-4024-9a36-5edb4ea51131, host n-d-713301-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-16',level=0,port_id=12504c34-2611-4024-9a36-5edb4ea51131,segment=NetworkSegment(f2dec075-208b-44b6-98dd-c72e703eed8c),segment_id=f2dec075-208b-44b6-98dd-c72e703eed8c)] {{(pid=95102) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 20:23:08.028342 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-4c7efa29-bc52-427b-a423-3f8f448b5f5f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-605701'] for port, precommit_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:23:08.037071 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4534665b-5bf9-4b11-b98b-6648be37e1cc None None] DHCP port deletion for ea744951-a39c-4fc0-8218-f8e130e04d8d request from n-d-713301-16 {{(pid=95103) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 23 20:23:08.039143 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Device 295194d4-5e12-499b-bdbf-f0cac225e22f no longer exists at agent ovs-agent-n-d-713301-16 {{(pid=95103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 20:23:08.042263 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.plugin [None req-4c7efa29-bc52-427b-a423-3f8f448b5f5f admin admin] Calling delete_port for 12504c34-2611-4024-9a36-5edb4ea51131 owned by network:dhcp {{(pid=95102) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 20:23:08.066334 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.plugin [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] No Port match for: 295194d4-5e12-499b-bdbf-f0cac225e22f {{(pid=95103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 20:23:08.066690 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Device 295194d4-5e12-499b-bdbf-f0cac225e22f not bound to the agent host n-d-713301-16 {{(pid=95103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 20:23:08.110541 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.plugin [None req-4534665b-5bf9-4b11-b98b-6648be37e1cc None None] Deleting port 12504c34-2611-4024-9a36-5edb4ea51131 {{(pid=95103) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 20:23:08.110921 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-4534665b-5bf9-4b11-b98b-6648be37e1cc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783146157096'] for port, before_delete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:23:08.137134 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-4c7efa29-bc52-427b-a423-3f8f448b5f5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783146162158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783145673144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4399100'] for port, after_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:23:08.163650 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c7efa29-bc52-427b-a423-3f8f448b5f5f admin admin] Pushing event deleted for resources: {'Port': ['ID=12504c34-2611-4024-9a36-5edb4ea51131,revision_number=None']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:23:08.168867 n-d-713301-16 neutron-server[95102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c7efa29-bc52-427b-a423-3f8f448b5f5f admin admin] No DVR routers for this DVR port 12504c34-2611-4024-9a36-5edb4ea51131 on host n-d-713301-16 {{(pid=95102) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 20:23:08.179788 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-4534665b-5bf9-4b11-b98b-6648be37e1cc None None] For port 12504c34-2611-4024-9a36-5edb4ea51131, host n-d-713301-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-16',level=0,port_id=12504c34-2611-4024-9a36-5edb4ea51131,segment=NetworkSegment(f2dec075-208b-44b6-98dd-c72e703eed8c),segment_id=f2dec075-208b-44b6-98dd-c72e703eed8c)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 20:23:08.180193 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-4534665b-5bf9-4b11-b98b-6648be37e1cc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-605701'] for port, precommit_delete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:23:08.193851 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.plugin [None req-4534665b-5bf9-4b11-b98b-6648be37e1cc None None] Calling delete_port for 12504c34-2611-4024-9a36-5edb4ea51131 owned by network:dhcp {{(pid=95103) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 20:23:08.241961 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-4c7efa29-bc52-427b-a423-3f8f448b5f5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1754676', 'neutron.services.segments.db._delete_segments_for_network-8783146221460'] for network, precommit_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:23:08.268948 n-d-713301-16 neutron-server[95102]: DEBUG neutron.services.segments.db [None req-4c7efa29-bc52-427b-a423-3f8f448b5f5f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ea744951-a39c-4fc0-8218-f8e130e04d8d']}} {{(pid=95102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 20:23:08.276248 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-4534665b-5bf9-4b11-b98b-6648be37e1cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783146162158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783145673144'] for port, after_delete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:23:08.280453 n-d-713301-16 neutron-server[95102]: DEBUG neutron.services.segments.db [None req-4c7efa29-bc52-427b-a423-3f8f448b5f5f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f2dec075-208b-44b6-98dd-c72e703eed8c') {'for_net_delete': True} {{(pid=95102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 20:23:08.280786 n-d-713301-16 neutron-server[95102]: DEBUG neutron.services.segments.db [None req-4c7efa29-bc52-427b-a423-3f8f448b5f5f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f2dec075-208b-44b6-98dd-c72e703eed8c') {} {{(pid=95102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 20:23:08.289169 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4534665b-5bf9-4b11-b98b-6648be37e1cc None None] No DVR routers for this DVR port 12504c34-2611-4024-9a36-5edb4ea51131 on host n-d-713301-16 {{(pid=95103) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 20:23:08.293149 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-4c7efa29-bc52-427b-a423-3f8f448b5f5f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783146221725', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6162832'] for segment, before_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:23:08.311888 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-4c7efa29-bc52-427b-a423-3f8f448b5f5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1756186'] for segment, precommit_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:23:08.315816 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4534665b-5bf9-4b11-b98b-6648be37e1cc None None] Pushing event deleted for resources: {'Port': ['ID=12504c34-2611-4024-9a36-5edb4ea51131,revision_number=None']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:23:08.325516 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4534665b-5bf9-4b11-b98b-6648be37e1cc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:23:08.326088 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4534665b-5bf9-4b11-b98b-6648be37e1cc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:23:08.326770 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4c7efa29-bc52-427b-a423-3f8f448b5f5f admin admin] Releasing vlan 613 on physical network physnet1 to pool {{(pid=95102) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 20:23:08.326951 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-4c7efa29-bc52-427b-a423-3f8f448b5f5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1756186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4398095'] for segment, after_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:23:08.327479 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4534665b-5bf9-4b11-b98b-6648be37e1cc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:23:08.327865 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4534665b-5bf9-4b11-b98b-6648be37e1cc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:23:08.328229 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4534665b-5bf9-4b11-b98b-6648be37e1cc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:23:08.328559 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4534665b-5bf9-4b11-b98b-6648be37e1cc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:23:08.329059 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4534665b-5bf9-4b11-b98b-6648be37e1cc None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:23:08.329204 n-d-713301-16 neutron-server[95102]: Traceback (most recent call last): Sep 23 20:23:08.329204 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 20:23:08.329204 n-d-713301-16 neutron-server[95102]: timer() Sep 23 20:23:08.329204 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 20:23:08.329204 n-d-713301-16 neutron-server[95102]: cb(*args, **kw) Sep 23 20:23:08.329204 n-d-713301-16 neutron-server[95102]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 20:23:08.329204 n-d-713301-16 neutron-server[95102]: return func(*args, **kwargs) Sep 23 20:23:08.329204 n-d-713301-16 neutron-server[95102]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 20:23:08.329204 n-d-713301-16 neutron-server[95102]: self._notify() Sep 23 20:23:08.329204 n-d-713301-16 neutron-server[95102]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 20:23:08.329204 n-d-713301-16 neutron-server[95102]: self.callback(batched_events) Sep 23 20:23:08.329204 n-d-713301-16 neutron-server[95102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 20:23:08.329204 n-d-713301-16 neutron-server[95102]: event.method(event) Sep 23 20:23:08.329204 n-d-713301-16 neutron-server[95102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 20:23:08.329204 n-d-713301-16 neutron-server[95102]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 20:23:08.329204 n-d-713301-16 neutron-server[95102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 20:23:08.329204 n-d-713301-16 neutron-server[95102]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 20:23:08.329204 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 20:23:08.329204 n-d-713301-16 neutron-server[95102]: return f(self, *a, **k) Sep 23 20:23:08.329204 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 20:23:08.329204 n-d-713301-16 neutron-server[95102]: return self._get(url).json() Sep 23 20:23:08.329204 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 20:23:08.329204 n-d-713301-16 neutron-server[95102]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 20:23:08.329204 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 20:23:08.329204 n-d-713301-16 neutron-server[95102]: return self.request(url, 'GET', **kwargs) Sep 23 20:23:08.329204 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 20:23:08.329204 n-d-713301-16 neutron-server[95102]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 20:23:08.329204 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 20:23:08.329204 n-d-713301-16 neutron-server[95102]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 20:23:08.329204 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 20:23:08.329204 n-d-713301-16 neutron-server[95102]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 20:23:08.329204 n-d-713301-16 neutron-server[95102]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 20:23:08.331933 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4534665b-5bf9-4b11-b98b-6648be37e1cc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:23:08.332289 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4534665b-5bf9-4b11-b98b-6648be37e1cc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:23:08.332641 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4534665b-5bf9-4b11-b98b-6648be37e1cc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:23:08.332978 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4534665b-5bf9-4b11-b98b-6648be37e1cc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:23:08.333883 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4534665b-5bf9-4b11-b98b-6648be37e1cc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:23:08.384293 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-4c7efa29-bc52-427b-a423-3f8f448b5f5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1754627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-601866'] for network, after_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:23:08.390072 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-4c7efa29-bc52-427b-a423-3f8f448b5f5f admin admin] Notify callbacks [] for network, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:23:08.392070 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-4c7efa29-bc52-427b-a423-3f8f448b5f5f admin admin] 10.222.0.67 "DELETE /v2.0/networks/ea744951-a39c-4fc0-8218-f8e130e04d8d HTTP/1.1" status: 204 len: 168 time: 0.5649705 Sep 23 20:23:08.395051 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 34156) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:23:08.403353 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c7efa29-bc52-427b-a423-3f8f448b5f5f admin admin] Pushing event deleted for resources: {'Network': ['ID=ea744951-a39c-4fc0-8218-f8e130e04d8d,revision_number=None']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:23:08.742620 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-4c2703f8-1c3f-44cc-9a78-60192cf1612f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-601372'] for router_interface, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:23:08.994719 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.plugin [None req-4c2703f8-1c3f-44cc-9a78-60192cf1612f admin admin] Deleting port 0c343c06-ad14-4688-9222-ce0824cc79d5 {{(pid=95101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 20:23:08.994942 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-4c2703f8-1c3f-44cc-9a78-60192cf1612f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783146157096'] for port, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:23:09.072891 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.db [None req-4c2703f8-1c3f-44cc-9a78-60192cf1612f admin admin] For port 0c343c06-ad14-4688-9222-ce0824cc79d5, host n-d-713301-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-16',level=0,port_id=0c343c06-ad14-4688-9222-ce0824cc79d5,segment=NetworkSegment(f68c85ca-e445-4573-a74b-cdd14fbe47d1),segment_id=f68c85ca-e445-4573-a74b-cdd14fbe47d1)] {{(pid=95101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 20:23:09.073241 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-4c2703f8-1c3f-44cc-9a78-60192cf1612f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-605701'] for port, precommit_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:23:09.085788 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.plugin [None req-4c2703f8-1c3f-44cc-9a78-60192cf1612f admin admin] Calling delete_port for 0c343c06-ad14-4688-9222-ce0824cc79d5 owned by network:router_interface {{(pid=95101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 20:23:09.269015 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-4c2703f8-1c3f-44cc-9a78-60192cf1612f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783146162158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783145673144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5607431'] for port, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:23:09.297500 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c2703f8-1c3f-44cc-9a78-60192cf1612f admin admin] Pushing event deleted for resources: {'Port': ['ID=0c343c06-ad14-4688-9222-ce0824cc79d5,revision_number=None']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:23:09.501544 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Device 7cccba75-ad7d-41e3-83c0-ecea7df1e9ff no longer exists at agent ovs-agent-n-d-713301-16 {{(pid=95103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 20:23:09.522499 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.plugin [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] No Port match for: 7cccba75-ad7d-41e3-83c0-ecea7df1e9ff {{(pid=95103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 20:23:09.523112 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Device 7cccba75-ad7d-41e3-83c0-ecea7df1e9ff not bound to the agent host n-d-713301-16 {{(pid=95103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 20:23:09.523535 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Device 12504c34-2611-4024-9a36-5edb4ea51131 no longer exists at agent ovs-agent-n-d-713301-16 {{(pid=95103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 20:23:09.547977 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.plugin [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] No Port match for: 12504c34-2611-4024-9a36-5edb4ea51131 {{(pid=95103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 20:23:09.548330 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Device 12504c34-2611-4024-9a36-5edb4ea51131 not bound to the agent host n-d-713301-16 {{(pid=95103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 20:23:09.780368 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-4c2703f8-1c3f-44cc-9a78-60192cf1612f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-527322', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-602005'] for router_interface, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:23:09.996955 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c2703f8-1c3f-44cc-9a78-60192cf1612f admin admin] Router aa4453e6-c610-4589-ae8c-dd9debade8fa has already been hosted by L3 agent 79a740bf-7821-4989-8288-7186e3e128f3 {{(pid=95101) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 20:23:10.103875 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c2703f8-1c3f-44cc-9a78-60192cf1612f admin admin] Notify agent at l3_agent.n-d-713301-16 the message routers_updated {{(pid=95101) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 20:23:10.109687 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-4c2703f8-1c3f-44cc-9a78-60192cf1612f admin admin] 10.222.0.67 "PUT /v2.0/routers/aa4453e6-c610-4589-ae8c-dd9debade8fa/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7132998 Sep 23 20:23:10.111836 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 34158) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:23:10.114816 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4d034f8-f2f7-4330-b634-1bb66c15275d None None] Sync routers for ids ['aa4453e6-c610-4589-ae8c-dd9debade8fa'] in n-d-713301-16 {{(pid=95104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 20:23:10.127631 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4d034f8-f2f7-4330-b634-1bb66c15275d None None] Routers {'aa4453e6-c610-4589-ae8c-dd9debade8fa'} bound to L3 agent in host n-d-713301-16 {{(pid=95104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 20:23:10.128248 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_hamode_db [None req-d4d034f8-f2f7-4330-b634-1bb66c15275d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-23T19:07:52Z,description=,heartbeat_timestamp=2021-09-23T20:22:53Z,host='n-d-713301-16',id=79a740bf-7821-4989-8288-7186e3e128f3,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:07:52Z,topic='l3_agent')) {'router_ids': ['aa4453e6-c610-4589-ae8c-dd9debade8fa'], 'active': True} {{(pid=95104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 20:23:10.216764 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-f60e02c1-6ab4-4a15-b03a-dddefdc31d08 admin admin] Notify callbacks [] for router, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:23:10.232032 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_dvr_db [None req-d4d034f8-f2f7-4330-b634-1bb66c15275d None None] Set router aa4453e6-c610-4589-ae8c-dd9debade8fa gateway port host: n-d-713301-16 {{(pid=95104) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 20:23:10.323416 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-f60e02c1-6ab4-4a15-b03a-dddefdc31d08 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:23:10.382748 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.plugin [None req-f60e02c1-6ab4-4a15-b03a-dddefdc31d08 admin admin] Deleting port 1a2c7fab-63b8-457c-b634-7a5ee89ae495 {{(pid=95101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 20:23:10.383000 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-f60e02c1-6ab4-4a15-b03a-dddefdc31d08 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783146157096'] for port, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:23:10.417386 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_hamode_db [None req-d4d034f8-f2f7-4330-b634-1bb66c15275d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa4453e6-c610-4589-ae8c-dd9debade8fa', 'name': 'tempest-TestMinimumBasicScenario-1693982437-router', 'tenant_id': 'd76d2c2b9b4f479a98862c25364ada74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'external_fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.16'}], 'enable_snat': True}, 'gw_port_id': '1a2c7fab-63b8-457c-b634-7a5ee89ae495', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T20:21:00Z', 'updated_at': '2021-09-23T20:23:09Z', 'revision_number': 5, 'project_id': 'd76d2c2b9b4f479a98862c25364ada74', 'gw_port': {'id': '1a2c7fab-63b8-457c-b634-7a5ee89ae495', 'name': '', 'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:98:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa4453e6-c610-4589-ae8c-dd9debade8fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4148, 'fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T20:21:01Z', 'updated_at': '2021-09-23T20:21:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-16'}], 'n-d-713301-16', False) {} {{(pid=95104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 20:23:10.448308 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4d034f8-f2f7-4330-b634-1bb66c15275d None None] Checking router: aa4453e6-c610-4589-ae8c-dd9debade8fa for host: n-d-713301-16 {{(pid=95104) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 20:23:10.456706 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4d034f8-f2f7-4330-b634-1bb66c15275d None None] Routers {'aa4453e6-c610-4589-ae8c-dd9debade8fa'} bound to L3 agent in host n-d-713301-16 {{(pid=95104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 20:23:10.457318 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_hamode_db [None req-d4d034f8-f2f7-4330-b634-1bb66c15275d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-23T19:07:52Z,description=,heartbeat_timestamp=2021-09-23T20:22:53Z,host='n-d-713301-16',id=79a740bf-7821-4989-8288-7186e3e128f3,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:07:52Z,topic='l3_agent')) {'router_ids': ['aa4453e6-c610-4589-ae8c-dd9debade8fa'], 'active': True} {{(pid=95104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 20:23:10.464379 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.db [None req-f60e02c1-6ab4-4a15-b03a-dddefdc31d08 admin admin] For port 1a2c7fab-63b8-457c-b634-7a5ee89ae495, host n-d-713301-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-16',level=0,port_id=1a2c7fab-63b8-457c-b634-7a5ee89ae495,segment=NetworkSegment(7d4027f1-d893-4c7b-95d4-757b8e44e380),segment_id=7d4027f1-d893-4c7b-95d4-757b8e44e380)] {{(pid=95101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 20:23:10.464794 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-f60e02c1-6ab4-4a15-b03a-dddefdc31d08 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-605701'] for port, precommit_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:23:10.478551 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.plugin [None req-f60e02c1-6ab4-4a15-b03a-dddefdc31d08 admin admin] Calling delete_port for 1a2c7fab-63b8-457c-b634-7a5ee89ae495 owned by network:router_gateway {{(pid=95101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 20:23:10.543419 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_dvr_db [None req-d4d034f8-f2f7-4330-b634-1bb66c15275d None None] Set router aa4453e6-c610-4589-ae8c-dd9debade8fa gateway port host: None {{(pid=95104) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 20:23:10.595872 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_hamode_db [None req-d4d034f8-f2f7-4330-b634-1bb66c15275d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa4453e6-c610-4589-ae8c-dd9debade8fa', 'name': 'tempest-TestMinimumBasicScenario-1693982437-router', 'tenant_id': 'd76d2c2b9b4f479a98862c25364ada74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T20:21:00Z', 'updated_at': '2021-09-23T20:23:10Z', 'revision_number': 6, 'project_id': 'd76d2c2b9b4f479a98862c25364ada74', 'gw_port_host': None}], 'n-d-713301-16', False) {} {{(pid=95104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 20:23:10.625983 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4d034f8-f2f7-4330-b634-1bb66c15275d None None] The sync data for ids ['aa4453e6-c610-4589-ae8c-dd9debade8fa'] in n-d-713301-16 is: [{'id': 'aa4453e6-c610-4589-ae8c-dd9debade8fa', 'name': 'tempest-TestMinimumBasicScenario-1693982437-router', 'tenant_id': 'd76d2c2b9b4f479a98862c25364ada74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T20:21:00Z', 'updated_at': '2021-09-23T20:23:10Z', 'revision_number': 6, 'project_id': 'd76d2c2b9b4f479a98862c25364ada74', 'gw_port_host': None}] {{(pid=95104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 20:23:10.650718 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-f60e02c1-6ab4-4a15-b03a-dddefdc31d08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783146162158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783145673144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5607431'] for port, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:23:10.677888 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f60e02c1-6ab4-4a15-b03a-dddefdc31d08 admin admin] Pushing event deleted for resources: {'Port': ['ID=1a2c7fab-63b8-457c-b634-7a5ee89ae495,revision_number=None']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:23:10.743814 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-f60e02c1-6ab4-4a15-b03a-dddefdc31d08 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-601942'] for router_gateway, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:23:10.835397 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-f60e02c1-6ab4-4a15-b03a-dddefdc31d08 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-597305', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29369'] for router, precommit_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:23:10.838159 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-f60e02c1-6ab4-4a15-b03a-dddefdc31d08 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:23:10.880649 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-f60e02c1-6ab4-4a15-b03a-dddefdc31d08 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-597296'] for router, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:23:10.881214 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f60e02c1-6ab4-4a15-b03a-dddefdc31d08 admin admin] Fanout notify agent at l3_agent the message router_deleted on router aa4453e6-c610-4589-ae8c-dd9debade8fa {{(pid=95101) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 23 20:23:10.885770 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-f60e02c1-6ab4-4a15-b03a-dddefdc31d08 admin admin] Notify callbacks [] for router, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:23:10.886936 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-f60e02c1-6ab4-4a15-b03a-dddefdc31d08 admin admin] 10.222.0.67 "DELETE /v2.0/routers/aa4453e6-c610-4589-ae8c-dd9debade8fa HTTP/1.1" status: 204 len: 168 time: 0.7736607 Sep 23 20:23:10.889412 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 34160) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:23:10.935133 n-d-713301-16 neutron-server[95101]: DEBUG neutron.db.db_base_plugin_v2 [None req-6d09adbf-d1aa-4420-b3ee-3cf66459cfa2 admin admin] Deleting subnet ad66de48-78f8-4d0d-ad95-03232b5fa0e8 {{(pid=95101) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 23 20:23:10.938553 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-6d09adbf-d1aa-4420-b3ee-3cf66459cfa2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:23:10.979577 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-6d09adbf-d1aa-4420-b3ee-3cf66459cfa2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6007154'] for subnet, precommit_delete_associations {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:23:11.086906 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-6d09adbf-d1aa-4420-b3ee-3cf66459cfa2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1756813'] for subnet, precommit_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:23:11.143228 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-6d09adbf-d1aa-4420-b3ee-3cf66459cfa2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1756804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5607514', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6130950'] for subnet, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:23:11.171353 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d09adbf-d1aa-4420-b3ee-3cf66459cfa2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ad66de48-78f8-4d0d-ad95-03232b5fa0e8,revision_number=None']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:23:11.173474 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-6d09adbf-d1aa-4420-b3ee-3cf66459cfa2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:23:11.177980 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-6d09adbf-d1aa-4420-b3ee-3cf66459cfa2 admin admin] 10.222.0.67 "DELETE /v2.0/subnets/ad66de48-78f8-4d0d-ad95-03232b5fa0e8 HTTP/1.1" status: 204 len: 168 time: 0.2875955 Sep 23 20:23:11.178106 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 34162) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:23:11.180587 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fb2743b-b7bf-4b85-a487-b90c82493f9e None None] Network 36decd18-0178-4181-99a2-6a61830120f9 requested from n-d-713301-16 {{(pid=95103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 20:23:11.258359 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-31358176-7c42-499e-a81f-09ce80db2aa5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1628021'] for network, before_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:23:11.310342 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.plugin [None req-31358176-7c42-499e-a81f-09ce80db2aa5 admin admin] Deleting port 95221539-6154-4709-acc0-ed24c73d823f {{(pid=95102) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 20:23:11.310739 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-31358176-7c42-499e-a81f-09ce80db2aa5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783146157096'] for port, before_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:23:11.375788 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.db [None req-31358176-7c42-499e-a81f-09ce80db2aa5 admin admin] For port 95221539-6154-4709-acc0-ed24c73d823f, host n-d-713301-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-16',level=0,port_id=95221539-6154-4709-acc0-ed24c73d823f,segment=NetworkSegment(f68c85ca-e445-4573-a74b-cdd14fbe47d1),segment_id=f68c85ca-e445-4573-a74b-cdd14fbe47d1)] {{(pid=95102) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 20:23:11.376168 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-31358176-7c42-499e-a81f-09ce80db2aa5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-605701'] for port, precommit_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:23:11.395338 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.plugin [None req-31358176-7c42-499e-a81f-09ce80db2aa5 admin admin] Calling delete_port for 95221539-6154-4709-acc0-ed24c73d823f owned by network:dhcp {{(pid=95102) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 20:23:11.421929 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcb35114-dd9d-4c87-a533-2233874b7771 None None] DHCP port deletion for 36decd18-0178-4181-99a2-6a61830120f9 request from n-d-713301-16 {{(pid=95103) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 23 20:23:11.482132 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-31358176-7c42-499e-a81f-09ce80db2aa5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783146162158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783145673144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4399100'] for port, after_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:23:11.484945 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.plugin [None req-dcb35114-dd9d-4c87-a533-2233874b7771 None None] Deleting port 95221539-6154-4709-acc0-ed24c73d823f {{(pid=95103) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 20:23:11.485391 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-dcb35114-dd9d-4c87-a533-2233874b7771 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783146157096'] for port, before_delete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:23:11.499773 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Device 1a2c7fab-63b8-457c-b634-7a5ee89ae495 no longer exists at agent ovs-agent-n-d-713301-16 {{(pid=95103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 20:23:11.507664 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31358176-7c42-499e-a81f-09ce80db2aa5 admin admin] Pushing event deleted for resources: {'Port': ['ID=95221539-6154-4709-acc0-ed24c73d823f,revision_number=None']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:23:11.514032 n-d-713301-16 neutron-server[95102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31358176-7c42-499e-a81f-09ce80db2aa5 admin admin] No DVR routers for this DVR port 95221539-6154-4709-acc0-ed24c73d823f on host n-d-713301-16 {{(pid=95102) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 20:23:11.529364 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.plugin [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] No Port match for: 1a2c7fab-63b8-457c-b634-7a5ee89ae495 {{(pid=95103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 20:23:11.529706 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Device 1a2c7fab-63b8-457c-b634-7a5ee89ae495 not bound to the agent host n-d-713301-16 {{(pid=95103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 20:23:11.530111 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Device 95221539-6154-4709-acc0-ed24c73d823f no longer exists at agent ovs-agent-n-d-713301-16 {{(pid=95103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 20:23:11.552508 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.plugin [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] No Port match for: 95221539-6154-4709-acc0-ed24c73d823f {{(pid=95103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 20:23:11.552872 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Device 95221539-6154-4709-acc0-ed24c73d823f not bound to the agent host n-d-713301-16 {{(pid=95103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 20:23:11.553286 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Device 0c343c06-ad14-4688-9222-ce0824cc79d5 no longer exists at agent ovs-agent-n-d-713301-16 {{(pid=95103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 20:23:11.590140 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-31358176-7c42-499e-a81f-09ce80db2aa5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1754676', 'neutron.services.segments.db._delete_segments_for_network-8783146221460'] for network, precommit_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:23:11.615674 n-d-713301-16 neutron-server[95102]: DEBUG neutron.services.segments.db [None req-31358176-7c42-499e-a81f-09ce80db2aa5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['36decd18-0178-4181-99a2-6a61830120f9']}} {{(pid=95102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 20:23:11.629118 n-d-713301-16 neutron-server[95102]: DEBUG neutron.services.segments.db [None req-31358176-7c42-499e-a81f-09ce80db2aa5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f68c85ca-e445-4573-a74b-cdd14fbe47d1') {'for_net_delete': True} {{(pid=95102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 20:23:11.629333 n-d-713301-16 neutron-server[95102]: DEBUG neutron.services.segments.db [None req-31358176-7c42-499e-a81f-09ce80db2aa5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f68c85ca-e445-4573-a74b-cdd14fbe47d1') {} {{(pid=95102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 20:23:11.641542 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-31358176-7c42-499e-a81f-09ce80db2aa5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783146221725', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6162832'] for segment, before_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:23:11.656815 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-31358176-7c42-499e-a81f-09ce80db2aa5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1756186'] for segment, precommit_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:23:11.664403 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-31358176-7c42-499e-a81f-09ce80db2aa5 admin admin] Releasing vlan 632 on physical network physnet1 to pool {{(pid=95102) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 20:23:11.664978 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-31358176-7c42-499e-a81f-09ce80db2aa5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1756186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4398095'] for segment, after_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:23:11.667489 n-d-713301-16 neutron-server[95102]: Traceback (most recent call last): Sep 23 20:23:11.667489 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 20:23:11.667489 n-d-713301-16 neutron-server[95102]: timer() Sep 23 20:23:11.667489 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 20:23:11.667489 n-d-713301-16 neutron-server[95102]: cb(*args, **kw) Sep 23 20:23:11.667489 n-d-713301-16 neutron-server[95102]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 20:23:11.667489 n-d-713301-16 neutron-server[95102]: return func(*args, **kwargs) Sep 23 20:23:11.667489 n-d-713301-16 neutron-server[95102]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 20:23:11.667489 n-d-713301-16 neutron-server[95102]: self._notify() Sep 23 20:23:11.667489 n-d-713301-16 neutron-server[95102]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 20:23:11.667489 n-d-713301-16 neutron-server[95102]: self.callback(batched_events) Sep 23 20:23:11.667489 n-d-713301-16 neutron-server[95102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 20:23:11.667489 n-d-713301-16 neutron-server[95102]: event.method(event) Sep 23 20:23:11.667489 n-d-713301-16 neutron-server[95102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 20:23:11.667489 n-d-713301-16 neutron-server[95102]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 20:23:11.667489 n-d-713301-16 neutron-server[95102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 20:23:11.667489 n-d-713301-16 neutron-server[95102]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 20:23:11.667489 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 20:23:11.667489 n-d-713301-16 neutron-server[95102]: return f(self, *a, **k) Sep 23 20:23:11.667489 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 20:23:11.667489 n-d-713301-16 neutron-server[95102]: return self._get(url).json() Sep 23 20:23:11.667489 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 20:23:11.667489 n-d-713301-16 neutron-server[95102]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 20:23:11.667489 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 20:23:11.667489 n-d-713301-16 neutron-server[95102]: return self.request(url, 'GET', **kwargs) Sep 23 20:23:11.667489 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 20:23:11.667489 n-d-713301-16 neutron-server[95102]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 20:23:11.667489 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 20:23:11.667489 n-d-713301-16 neutron-server[95102]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 20:23:11.667489 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 20:23:11.667489 n-d-713301-16 neutron-server[95102]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 20:23:11.667489 n-d-713301-16 neutron-server[95102]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 20:23:11.738215 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-31358176-7c42-499e-a81f-09ce80db2aa5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1754627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-601866'] for network, after_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:23:11.745188 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-31358176-7c42-499e-a81f-09ce80db2aa5 admin admin] Notify callbacks [] for network, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:23:11.747144 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-31358176-7c42-499e-a81f-09ce80db2aa5 admin admin] 10.222.0.67 "DELETE /v2.0/networks/36decd18-0178-4181-99a2-6a61830120f9 HTTP/1.1" status: 204 len: 168 time: 0.5678835 Sep 23 20:23:11.760466 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31358176-7c42-499e-a81f-09ce80db2aa5 admin admin] Pushing event deleted for resources: {'Network': ['ID=36decd18-0178-4181-99a2-6a61830120f9,revision_number=None']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:23:11.773915 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.plugin [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] No Port match for: 0c343c06-ad14-4688-9222-ce0824cc79d5 {{(pid=95103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 20:23:11.774256 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Device 0c343c06-ad14-4688-9222-ce0824cc79d5 not bound to the agent host n-d-713301-16 {{(pid=95103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 20:23:11.781731 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-dcb35114-dd9d-4c87-a533-2233874b7771 None None] For port 95221539-6154-4709-acc0-ed24c73d823f, host n-d-713301-16, got binding levels [] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 20:23:11.782136 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-dcb35114-dd9d-4c87-a533-2233874b7771 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-605701'] for port, precommit_delete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:23:11.795825 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.plugin [None req-dcb35114-dd9d-4c87-a533-2233874b7771 None None] Calling delete_port for 95221539-6154-4709-acc0-ed24c73d823f owned by network:dhcp {{(pid=95103) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 20:23:11.798548 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.ipam_backend_mixin [None req-dcb35114-dd9d-4c87-a533-2233874b7771 None None] Port 95221539-6154-4709-acc0-ed24c73d823f was not found and therefore no delete operation was performed {{(pid=95103) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Sep 23 20:23:11.799820 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-dcb35114-dd9d-4c87-a533-2233874b7771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783146162158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783145673144'] for port, after_delete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:23:11.824049 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-dcb35114-dd9d-4c87-a533-2233874b7771 None None] Network 36decd18-0178-4181-99a2-6a61830120f9 is not hosted by any dhcp agent {{(pid=95103) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Sep 23 20:23:11.824511 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcb35114-dd9d-4c87-a533-2233874b7771 None None] No DVR routers for this DVR port 95221539-6154-4709-acc0-ed24c73d823f on host n-d-713301-16 {{(pid=95103) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 20:23:11.826294 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcb35114-dd9d-4c87-a533-2233874b7771 None None] Pushing event deleted for resources: {'Port': ['ID=95221539-6154-4709-acc0-ed24c73d823f,revision_number=None']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:23:11.933283 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 34166) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:23:11.979753 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-8bec8ba1-71e7-4978-be6d-dd2fe4cc4833 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=e479679344334ba8a7a11f6d7bae301b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0452645 Sep 23 20:23:11.982274 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 34168) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:23:12.039742 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-2d16526c-d4d9-48db-a2e0-57279e9fffe0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:23:12.062152 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-2d16526c-d4d9-48db-a2e0-57279e9fffe0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:23:12.114590 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-2d16526c-d4d9-48db-a2e0-57279e9fffe0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:23:12.117157 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-2d16526c-d4d9-48db-a2e0-57279e9fffe0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:23:12.121694 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-2d16526c-d4d9-48db-a2e0-57279e9fffe0 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/33ddea32-0d0d-4c87-8106-272eb5ed7f31 HTTP/1.1" status: 204 len: 168 time: 0.1351852 Sep 23 20:23:12.127174 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d16526c-d4d9-48db-a2e0-57279e9fffe0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33ddea32-0d0d-4c87-8106-272eb5ed7f31,revision_number=None']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:23:12.446878 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 34174) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:23:12.489984 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-1bbcfde8-6904-43af-ab35-4d43e43d49a8 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=d76d2c2b9b4f479a98862c25364ada74&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0418131 Sep 23 20:23:12.492568 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 34176) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:23:12.542010 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-3d4e26e3-b22f-465c-bf30-0dc08eece0c9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:23:12.562259 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-3d4e26e3-b22f-465c-bf30-0dc08eece0c9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:23:12.612639 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-3d4e26e3-b22f-465c-bf30-0dc08eece0c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:23:12.615159 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-3d4e26e3-b22f-465c-bf30-0dc08eece0c9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:23:12.616374 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-3d4e26e3-b22f-465c-bf30-0dc08eece0c9 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/bc278884-b159-4564-a601-152f3b3b776c HTTP/1.1" status: 204 len: 168 time: 0.1228187 Sep 23 20:23:12.623967 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d4e26e3-b22f-465c-bf30-0dc08eece0c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc278884-b159-4564-a601-152f3b3b776c,revision_number=None']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:23:14.379970 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 34216) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:23:14.385367 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.v2.base [None req-f69556d1-6e03-48ed-99d5-2b7b3951d008 tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1481287023', 'description': 'tempest-secgroup-smoke-1481287023 description', 'project_id': '68e56753f66346b994ad5ec9fc64b1b0'}} {{(pid=95101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 20:23:14.409796 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-f69556d1-6e03-48ed-99d5-2b7b3951d008 tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Notify callbacks [] for security_group, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:23:14.418958 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-f69556d1-6e03-48ed-99d5-2b7b3951d008 tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Notify callbacks [] for security_group, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:23:14.532770 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-f69556d1-6e03-48ed-99d5-2b7b3951d008 tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Notify callbacks [] for security_group, precommit_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:23:14.537083 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-f69556d1-6e03-48ed-99d5-2b7b3951d008 tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:23:14.574742 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f69556d1-6e03-48ed-99d5-2b7b3951d008 tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8a87a82a-0dac-4efa-bd9d-cf68285c6fb0,revision_number=1']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:23:14.632105 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-f69556d1-6e03-48ed-99d5-2b7b3951d008 tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Notify callbacks [] for security_group, precommit_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:23:14.637257 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-f69556d1-6e03-48ed-99d5-2b7b3951d008 tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:23:14.665631 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-f69556d1-6e03-48ed-99d5-2b7b3951d008 tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Notify callbacks [] for security_group, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:23:14.670079 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-f69556d1-6e03-48ed-99d5-2b7b3951d008 tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] 10.222.0.67 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2858813 Sep 23 20:23:14.670079 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f69556d1-6e03-48ed-99d5-2b7b3951d008 tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Pushing event updated for resources: {'SecurityGroup': ['ID=74116530-8789-4f3f-9c3e-a6ead915f0ac,revision_number=1']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:23:14.670544 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 34218) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:23:14.675555 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.v2.base [None req-2ce1674b-e0fc-4cb4-a848-e0cb61730131 tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Request body: {'security_group_rule': {'security_group_id': '74116530-8789-4f3f-9c3e-a6ead915f0ac', 'project_id': '68e56753f66346b994ad5ec9fc64b1b0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 20:23:14.705690 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-2ce1674b-e0fc-4cb4-a848-e0cb61730131 tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:23:14.757176 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-2ce1674b-e0fc-4cb4-a848-e0cb61730131 tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:23:14.761601 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-2ce1674b-e0fc-4cb4-a848-e0cb61730131 tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575319'] for security_group_rule, after_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:23:14.781031 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ce1674b-e0fc-4cb4-a848-e0cb61730131 tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ea406423-23c8-4c3f-8452-8f03771b1530,revision_number=0']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:23:14.784448 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-2ce1674b-e0fc-4cb4-a848-e0cb61730131 tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:23:14.785635 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-2ce1674b-e0fc-4cb4-a848-e0cb61730131 tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1137383 Sep 23 20:23:14.789019 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 34220) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:23:14.792914 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.v2.base [None req-11d137e5-4af2-481e-b1dd-66ca1108852a tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Request body: {'security_group_rule': {'security_group_id': '74116530-8789-4f3f-9c3e-a6ead915f0ac', 'project_id': '68e56753f66346b994ad5ec9fc64b1b0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=95102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 20:23:14.820732 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-11d137e5-4af2-481e-b1dd-66ca1108852a tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:23:14.883004 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-11d137e5-4af2-481e-b1dd-66ca1108852a tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:23:14.887008 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-11d137e5-4af2-481e-b1dd-66ca1108852a tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575319'] for security_group_rule, after_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:23:14.906055 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11d137e5-4af2-481e-b1dd-66ca1108852a tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=306f1c4e-451e-4abc-a670-424ab2e3ab6f,revision_number=0']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:23:14.909284 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-11d137e5-4af2-481e-b1dd-66ca1108852a tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:23:14.913120 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-11d137e5-4af2-481e-b1dd-66ca1108852a tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1211853 Sep 23 20:23:14.913656 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 34222) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:23:14.919567 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.v2.base [None req-71d20a23-0e67-45c8-a277-5dec04973956 tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Request body: {'security_group_rule': {'security_group_id': '74116530-8789-4f3f-9c3e-a6ead915f0ac', 'project_id': '68e56753f66346b994ad5ec9fc64b1b0', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=95101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 20:23:14.946920 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-71d20a23-0e67-45c8-a277-5dec04973956 tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:23:15.007816 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-71d20a23-0e67-45c8-a277-5dec04973956 tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:23:15.011946 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-71d20a23-0e67-45c8-a277-5dec04973956 tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575319'] for security_group_rule, after_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:23:15.028981 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71d20a23-0e67-45c8-a277-5dec04973956 tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=84e262db-db21-4630-be58-93f94a06959f,revision_number=0']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:23:15.036433 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-71d20a23-0e67-45c8-a277-5dec04973956 tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:23:15.037816 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-71d20a23-0e67-45c8-a277-5dec04973956 tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1229734 Sep 23 20:23:15.041028 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 34224) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:23:15.045424 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.v2.base [None req-c1889bf3-fb6e-42df-90a9-85bd1c469387 tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Request body: {'security_group_rule': {'security_group_id': '74116530-8789-4f3f-9c3e-a6ead915f0ac', 'project_id': '68e56753f66346b994ad5ec9fc64b1b0', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=95101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 20:23:15.072656 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-c1889bf3-fb6e-42df-90a9-85bd1c469387 tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:23:15.134125 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-c1889bf3-fb6e-42df-90a9-85bd1c469387 tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:23:15.137908 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-c1889bf3-fb6e-42df-90a9-85bd1c469387 tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575319'] for security_group_rule, after_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:23:15.161190 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1889bf3-fb6e-42df-90a9-85bd1c469387 tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4ce95b8c-1bc0-4990-9e30-876427c07090,revision_number=0']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:23:15.165926 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-c1889bf3-fb6e-42df-90a9-85bd1c469387 tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:23:15.167480 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-c1889bf3-fb6e-42df-90a9-85bd1c469387 tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1254902 Sep 23 20:23:15.170313 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 34226) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:23:15.174898 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.v2.base [None req-a4210748-0ec9-427d-aeba-36522277ff6a tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Request body: {'security_group_rule': {'security_group_id': '74116530-8789-4f3f-9c3e-a6ead915f0ac', 'project_id': '68e56753f66346b994ad5ec9fc64b1b0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=95102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 20:23:15.197779 n-d-713301-16 neutron-server[95102]: INFO neutron.db.securitygroups_db [None req-a4210748-0ec9-427d-aeba-36522277ff6a tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Project 68e56753f66346b994ad5ec9fc64b1b0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 23 20:23:15.203013 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-a4210748-0ec9-427d-aeba-36522277ff6a tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:23:15.264591 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-a4210748-0ec9-427d-aeba-36522277ff6a tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:23:15.268386 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-a4210748-0ec9-427d-aeba-36522277ff6a tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575319'] for security_group_rule, after_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:23:15.288548 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4210748-0ec9-427d-aeba-36522277ff6a tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5a05c1bd-b3ee-4718-b393-57f2d6c9e9ce,revision_number=0']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:23:15.295308 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-a4210748-0ec9-427d-aeba-36522277ff6a tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:23:15.296541 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-a4210748-0ec9-427d-aeba-36522277ff6a tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1251988 Sep 23 20:23:15.299363 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 34228) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:23:15.303850 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.v2.base [None req-3cf4d7e8-109c-4cc6-875c-94cb0e499706 tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Request body: {'security_group_rule': {'security_group_id': '74116530-8789-4f3f-9c3e-a6ead915f0ac', 'project_id': '68e56753f66346b994ad5ec9fc64b1b0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=95102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 20:23:15.326533 n-d-713301-16 neutron-server[95102]: INFO neutron.db.securitygroups_db [None req-3cf4d7e8-109c-4cc6-875c-94cb0e499706 tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Project 68e56753f66346b994ad5ec9fc64b1b0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 23 20:23:15.331628 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-3cf4d7e8-109c-4cc6-875c-94cb0e499706 tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:23:15.402720 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-3cf4d7e8-109c-4cc6-875c-94cb0e499706 tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:23:15.406510 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-3cf4d7e8-109c-4cc6-875c-94cb0e499706 tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575319'] for security_group_rule, after_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:23:15.424758 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf4d7e8-109c-4cc6-875c-94cb0e499706 tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4aa91294-27b7-4ce9-9979-1c6ae8fa8b0c,revision_number=0']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:23:15.431039 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-3cf4d7e8-109c-4cc6-875c-94cb0e499706 tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:23:15.432175 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-3cf4d7e8-109c-4cc6-875c-94cb0e499706 tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1317589 Sep 23 20:23:15.435191 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 34230) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:23:15.440116 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.v2.base [None req-d307b572-0a89-41a8-a48a-b0cbc6290064 tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Request body: {'network': {'name': 'tempest-network-smoke--682877326', 'project_id': '68e56753f66346b994ad5ec9fc64b1b0', 'port_security_enabled': True}} {{(pid=95102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 20:23:15.460916 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d307b572-0a89-41a8-a48a-b0cbc6290064 tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Made reservation on behalf of 68e56753f66346b994ad5ec9fc64b1b0 for: {'network': 1} {{(pid=95102) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 20:23:15.464962 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-d307b572-0a89-41a8-a48a-b0cbc6290064 tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for network, before_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:23:15.488709 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d307b572-0a89-41a8-a48a-b0cbc6290064 tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 604} {{(pid=95102) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 20:23:15.497305 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-d307b572-0a89-41a8-a48a-b0cbc6290064 tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1756186'] for segment, precommit_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:23:15.497655 n-d-713301-16 neutron-server[95102]: INFO neutron.db.segments_db [None req-d307b572-0a89-41a8-a48a-b0cbc6290064 tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Added segment 648a0546-677c-4f96-a194-feeb5a14a957 of type vlan for network 9069fe4e-7309-4f2b-8dc6-a1c9309a522f Sep 23 20:23:15.537080 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-d307b572-0a89-41a8-a48a-b0cbc6290064 tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783145630486'] for network, precommit_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:23:15.562487 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-d307b572-0a89-41a8-a48a-b0cbc6290064 tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299'] for network, after_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:23:15.568251 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d307b572-0a89-41a8-a48a-b0cbc6290064 tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:23:15.568884 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-d307b572-0a89-41a8-a48a-b0cbc6290064 tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Notify callbacks [] for network, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:23:15.611417 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-d307b572-0a89-41a8-a48a-b0cbc6290064 tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1751311 Sep 23 20:23:15.614408 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 34232) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:23:15.619778 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.v2.base [None req-baaed1fd-8809-46b5-bee2-1f083ac7d0f8 tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1679757668', 'admin_state_up': True, 'project_id': '68e56753f66346b994ad5ec9fc64b1b0', 'external_gateway_info': {'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac'}}} {{(pid=95101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 20:23:15.640158 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d307b572-0a89-41a8-a48a-b0cbc6290064 tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Pushing event updated for resources: {'Network': ['ID=9069fe4e-7309-4f2b-8dc6-a1c9309a522f,revision_number=1']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:23:15.644312 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-baaed1fd-8809-46b5-bee2-1f083ac7d0f8 tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-594563', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29355'] for router, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:23:15.645493 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-baaed1fd-8809-46b5-bee2-1f083ac7d0f8 tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-597363', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-601731', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-739356', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29346'] for router, precommit_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:23:15.655610 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Network 9069fe4e-7309-4f2b-8dc6-a1c9309a522f details requested by agent ovs-agent-n-d-713301-16 with host n-d-713301-16 {{(pid=95103) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 20:23:15.700826 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-baaed1fd-8809-46b5-bee2-1f083ac7d0f8 tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:23:15.843800 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-baaed1fd-8809-46b5-bee2-1f083ac7d0f8 tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:23:16.038492 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-baaed1fd-8809-46b5-bee2-1f083ac7d0f8 tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Notify callbacks [] for router_gateway, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:23:16.057849 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-baaed1fd-8809-46b5-bee2-1f083ac7d0f8 tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:23:16.164592 n-d-713301-16 neutron-server[95101]: DEBUG neutron.db.db_base_plugin_common [None req-baaed1fd-8809-46b5-bee2-1f083ac7d0f8 tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Allocated IP 172.25.1.248 (5dec5c09-378e-4f50-89cc-d94eb81c3bac/eff83446-018c-428d-b3f5-54ac9abe7a2a/4cf6b140-d830-4aac-bdd5-edc6bd0623f4) {{(pid=95101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 20:23:16.285719 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-baaed1fd-8809-46b5-bee2-1f083ac7d0f8 tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Notify callbacks [] for port, precommit_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:23:16.339223 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-baaed1fd-8809-46b5-bee2-1f083ac7d0f8 tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783145673135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5607431'] for port, after_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:23:16.380892 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-baaed1fd-8809-46b5-bee2-1f083ac7d0f8 tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Network 5dec5c09-378e-4f50-89cc-d94eb81c3bac is already hosted by enough agents. {{(pid=95101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 20:23:16.384057 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.base_scheduler [None req-baaed1fd-8809-46b5-bee2-1f083ac7d0f8 tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Resources bound (agent type, host, resource id): {{(pid=95101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 20:23:16.390758 n-d-713301-16 neutron-server[95101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-baaed1fd-8809-46b5-bee2-1f083ac7d0f8 tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Received port after_create {{(pid=95101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 20:23:16.393993 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baaed1fd-8809-46b5-bee2-1f083ac7d0f8 tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Pushing event updated for resources: {'Port': ['ID=4cf6b140-d830-4aac-bdd5-edc6bd0623f4,revision_number=1']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:23:16.646914 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-baaed1fd-8809-46b5-bee2-1f083ac7d0f8 tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Notify callbacks [] for router_gateway, after_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:23:16.847885 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-baaed1fd-8809-46b5-bee2-1f083ac7d0f8 tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-597258', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-601790'] for router, after_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:23:16.975150 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-baaed1fd-8809-46b5-bee2-1f083ac7d0f8 tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Router c5148665-0173-454d-b0a4-a02e203c04f6 is scheduled to L3 agent 79a740bf-7821-4989-8288-7186e3e128f3 with binding_index 1 {{(pid=95101) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 23 20:23:17.081876 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-baaed1fd-8809-46b5-bee2-1f083ac7d0f8 tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Notify agent at l3_agent.n-d-713301-16 the message routers_updated {{(pid=95101) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 20:23:17.092818 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ae7d9e0-9492-4e41-a811-0e38c45979f8 None None] Sync routers for ids ['c5148665-0173-454d-b0a4-a02e203c04f6'] in n-d-713301-16 {{(pid=95103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 20:23:17.102488 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ae7d9e0-9492-4e41-a811-0e38c45979f8 None None] Routers {'c5148665-0173-454d-b0a4-a02e203c04f6'} bound to L3 agent in host n-d-713301-16 {{(pid=95103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 20:23:17.103338 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_hamode_db [None req-6ae7d9e0-9492-4e41-a811-0e38c45979f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-23T19:07:52Z,description=,heartbeat_timestamp=2021-09-23T20:22:53Z,host='n-d-713301-16',id=79a740bf-7821-4989-8288-7186e3e128f3,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:07:52Z,topic='l3_agent')) {'router_ids': ['c5148665-0173-454d-b0a4-a02e203c04f6'], 'active': True} {{(pid=95103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 20:23:17.103650 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-baaed1fd-8809-46b5-bee2-1f083ac7d0f8 tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Notify callbacks [] for router, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:23:17.107991 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-baaed1fd-8809-46b5-bee2-1f083ac7d0f8 tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] 10.222.0.67 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.4895499 Sep 23 20:23:17.108223 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 34234) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:23:17.214044 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_dvr_db [None req-6ae7d9e0-9492-4e41-a811-0e38c45979f8 None None] Set router c5148665-0173-454d-b0a4-a02e203c04f6 gateway port host: n-d-713301-16 {{(pid=95103) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 20:23:17.406915 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_hamode_db [None req-6ae7d9e0-9492-4e41-a811-0e38c45979f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5148665-0173-454d-b0a4-a02e203c04f6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1679757668', 'tenant_id': '68e56753f66346b994ad5ec9fc64b1b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'external_fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.248'}], 'enable_snat': True}, 'gw_port_id': '4cf6b140-d830-4aac-bdd5-edc6bd0623f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T20:23:15Z', 'updated_at': '2021-09-23T20:23:16Z', 'revision_number': 3, 'project_id': '68e56753f66346b994ad5ec9fc64b1b0', 'gw_port': {'id': '4cf6b140-d830-4aac-bdd5-edc6bd0623f4', 'name': '', 'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:c1:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5148665-0173-454d-b0a4-a02e203c04f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T20:23:16Z', 'updated_at': '2021-09-23T20:23:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-16'}], 'n-d-713301-16', False) {} {{(pid=95103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 20:23:17.439923 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ae7d9e0-9492-4e41-a811-0e38c45979f8 None None] Checking router: c5148665-0173-454d-b0a4-a02e203c04f6 for host: n-d-713301-16 {{(pid=95103) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 20:23:17.440441 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ae7d9e0-9492-4e41-a811-0e38c45979f8 None None] Updating router c5148665-0173-454d-b0a4-a02e203c04f6 port 4cf6b140-d830-4aac-bdd5-edc6bd0623f4 binding host n-d-713301-16 {{(pid=95103) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 23 20:23:17.474658 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-6ae7d9e0-9492-4e41-a811-0e38c45979f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:23:17.584908 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-084088a1-3ba1-476e-8af8-01955f7a0283 tempest-TestNetworkAdvancedServerOps-2144079699 tempest-TestNetworkAdvancedServerOps-2144079699-project-admin] 10.222.0.67 "GET /v2.0/subnets?project_id=68e56753f66346b994ad5ec9fc64b1b0&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.4754794 Sep 23 20:23:17.588186 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 34238) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:23:17.685476 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e256f9b-a744-4de3-ac1c-3a372cb75981 tempest-TestNetworkAdvancedServerOps-2144079699 tempest-TestNetworkAdvancedServerOps-2144079699-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:23:17.690921 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-3e256f9b-a744-4de3-ac1c-3a372cb75981 tempest-TestNetworkAdvancedServerOps-2144079699 tempest-TestNetworkAdvancedServerOps-2144079699-project-admin] 10.222.0.67 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0969715 Sep 23 20:23:17.692868 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 34240) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:23:17.725607 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-9b2326c7-ebdc-4c82-a788-e0920cba4395 tempest-TestNetworkAdvancedServerOps-2144079699 tempest-TestNetworkAdvancedServerOps-2144079699-project-admin] 10.222.0.67 "GET /v2.0/subnets?network_id=5dec5c09-378e-4f50-89cc-d94eb81c3bac&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0316329 Sep 23 20:23:17.730283 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 34242) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:23:17.738257 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.v2.base [None req-d8cb3cc8-9655-4ea8-91b5-425ca8485c80 tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-834365521', 'network_id': '9069fe4e-7309-4f2b-8dc6-a1c9309a522f', 'project_id': '68e56753f66346b994ad5ec9fc64b1b0', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=95101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 20:23:17.754374 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-6ae7d9e0-9492-4e41-a811-0e38c45979f8 None None] Notify callbacks [] for port, precommit_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:23:17.761260 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-6ae7d9e0-9492-4e41-a811-0e38c45979f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:23:17.809538 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.managers [None req-6ae7d9e0-9492-4e41-a811-0e38c45979f8 None None] Attempting to bind port 4cf6b140-d830-4aac-bdd5-edc6bd0623f4 on host n-d-713301-16 for vnic_type normal with profile {{(pid=95103) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 20:23:17.809909 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.managers [None req-6ae7d9e0-9492-4e41-a811-0e38c45979f8 None None] Attempting to bind port 4cf6b140-d830-4aac-bdd5-edc6bd0623f4 by drivers openvswitch,hyperv on host n-d-713301-16 at level 0 using segments [{'id': '7d4027f1-d893-4c7b-95d4-757b8e44e380', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac'}] {{(pid=95103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 20:23:17.810287 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ae7d9e0-9492-4e41-a811-0e38c45979f8 None None] Attempting to bind port 4cf6b140-d830-4aac-bdd5-edc6bd0623f4 on network 5dec5c09-378e-4f50-89cc-d94eb81c3bac {{(pid=95103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 20:23:17.817925 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b6858a8-e672-4c8c-a76e-46ad8199b550 None None] Pushing event updated for resources: {'Port': ['ID=4cf6b140-d830-4aac-bdd5-edc6bd0623f4,revision_number=2']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:23:17.823124 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ae7d9e0-9492-4e41-a811-0e38c45979f8 None None] Checking agent: {'id': '70a14545-df24-472f-8f95-bfe1719bff93', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 19, 7, 53), 'started_at': datetime.datetime(2021, 9, 23, 19, 8, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 20, 22, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 20:23:17.823499 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ae7d9e0-9492-4e41-a811-0e38c45979f8 None None] Checking segment: {'id': '7d4027f1-d893-4c7b-95d4-757b8e44e380', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95103) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 20:23:17.823902 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-6ae7d9e0-9492-4e41-a811-0e38c45979f8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:23:17.824289 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ae7d9e0-9492-4e41-a811-0e38c45979f8 None None] Bound using segment: {'id': '7d4027f1-d893-4c7b-95d4-757b8e44e380', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac'} {{(pid=95103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 20:23:17.824791 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.managers [None req-6ae7d9e0-9492-4e41-a811-0e38c45979f8 None None] Bound port: 4cf6b140-d830-4aac-bdd5-edc6bd0623f4, host: n-d-713301-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7d4027f1-d893-4c7b-95d4-757b8e44e380', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac'}}] {{(pid=95103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 20:23:17.825174 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-6ae7d9e0-9492-4e41-a811-0e38c45979f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:23:17.876280 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8cb3cc8-9655-4ea8-91b5-425ca8485c80 tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Made reservation on behalf of 68e56753f66346b994ad5ec9fc64b1b0 for: {'subnet': 1} {{(pid=95101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 20:23:17.879804 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-d8cb3cc8-9655-4ea8-91b5-425ca8485c80 tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6130979'] for subnet, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:23:17.881518 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-6ae7d9e0-9492-4e41-a811-0e38c45979f8 None None] For port 4cf6b140-d830-4aac-bdd5-edc6bd0623f4, host n-d-713301-16, cleared binding levels {{(pid=95103) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 20:23:17.886162 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-6ae7d9e0-9492-4e41-a811-0e38c45979f8 None None] For port 4cf6b140-d830-4aac-bdd5-edc6bd0623f4, host n-d-713301-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-16',level=0,port_id=4cf6b140-d830-4aac-bdd5-edc6bd0623f4,segment=NetworkSegment(7d4027f1-d893-4c7b-95d4-757b8e44e380),segment_id=7d4027f1-d893-4c7b-95d4-757b8e44e380)] {{(pid=95103) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 20:23:17.890157 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-6ae7d9e0-9492-4e41-a811-0e38c45979f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:23:17.951870 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ae7d9e0-9492-4e41-a811-0e38c45979f8 None None] Routers {'c5148665-0173-454d-b0a4-a02e203c04f6'} bound to L3 agent in host n-d-713301-16 {{(pid=95103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 20:23:17.952512 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_hamode_db [None req-6ae7d9e0-9492-4e41-a811-0e38c45979f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-23T19:07:52Z,description=,heartbeat_timestamp=2021-09-23T20:22:53Z,host='n-d-713301-16',id=79a740bf-7821-4989-8288-7186e3e128f3,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:07:52Z,topic='l3_agent')) {'router_ids': ['c5148665-0173-454d-b0a4-a02e203c04f6'], 'active': True} {{(pid=95103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 20:23:17.988986 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b6858a8-e672-4c8c-a76e-46ad8199b550 None None] Pushing event updated for resources: {'Port': ['ID=4cf6b140-d830-4aac-bdd5-edc6bd0623f4,revision_number=3']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:23:18.070041 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_dvr_db [None req-6ae7d9e0-9492-4e41-a811-0e38c45979f8 None None] Set router c5148665-0173-454d-b0a4-a02e203c04f6 gateway port host: n-d-713301-16 {{(pid=95103) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 20:23:18.081128 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-d8cb3cc8-9655-4ea8-91b5-425ca8485c80 tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5607579', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6130961'] for subnet, after_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:23:18.140841 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8cb3cc8-9655-4ea8-91b5-425ca8485c80 tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Pushing event updated for resources: {'Subnet': ['ID=d6c858bf-e296-42cf-88fc-95287776066f,revision_number=0']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:23:18.151228 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8cb3cc8-9655-4ea8-91b5-425ca8485c80 tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Checking segment: {'id': '648a0546-677c-4f96-a194-feeb5a14a957', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '9069fe4e-7309-4f2b-8dc6-a1c9309a522f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 20:23:18.151600 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8cb3cc8-9655-4ea8-91b5-425ca8485c80 tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Network hostable DHCP agents. Network: 9069fe4e-7309-4f2b-8dc6-a1c9309a522f, hostable agents: ['1b18bf05-1b5f-4587-be5c-af3ac38e32ad'], hosted agents: [] {{(pid=95101) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 20:23:18.169428 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8cb3cc8-9655-4ea8-91b5-425ca8485c80 tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Network 9069fe4e-7309-4f2b-8dc6-a1c9309a522f is scheduled to be hosted by DHCP agent 1b18bf05-1b5f-4587-be5c-af3ac38e32ad with binding_index 1 {{(pid=95101) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 20:23:18.179086 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.base_scheduler [None req-d8cb3cc8-9655-4ea8-91b5-425ca8485c80 tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713301-16, 9069fe4e-7309-4f2b-8dc6-a1c9309a522f) {{(pid=95101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 20:23:18.186078 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8cb3cc8-9655-4ea8-91b5-425ca8485c80 tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:23:18.186769 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-d8cb3cc8-9655-4ea8-91b5-425ca8485c80 tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Notify callbacks [] for subnet, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:23:18.188961 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-898a7101-4e16-4d5d-91f5-eef316415025 None None] Network 9069fe4e-7309-4f2b-8dc6-a1c9309a522f requested from n-d-713301-16 {{(pid=95103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 20:23:18.201861 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-d8cb3cc8-9655-4ea8-91b5-425ca8485c80 tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4700372 Sep 23 20:23:18.204555 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 34244) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:23:18.360034 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_hamode_db [None req-6ae7d9e0-9492-4e41-a811-0e38c45979f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5148665-0173-454d-b0a4-a02e203c04f6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1679757668', 'tenant_id': '68e56753f66346b994ad5ec9fc64b1b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'external_fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.248'}], 'enable_snat': True}, 'gw_port_id': '4cf6b140-d830-4aac-bdd5-edc6bd0623f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T20:23:15Z', 'updated_at': '2021-09-23T20:23:16Z', 'revision_number': 3, 'project_id': '68e56753f66346b994ad5ec9fc64b1b0', 'gw_port': {'id': '4cf6b140-d830-4aac-bdd5-edc6bd0623f4', 'name': '', 'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:c1:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5148665-0173-454d-b0a4-a02e203c04f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T20:23:16Z', 'updated_at': '2021-09-23T20:23:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-16'}], 'n-d-713301-16', False) {} {{(pid=95103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 20:23:18.409348 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5a9eadd-04ab-4848-bf4c-92698b4a1fe5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4c8b80df-07eb-5275-9f17-5cf640db67c0-9069fe4e-7309-4f2b-8dc6-a1c9309a522f', 'network_id': '9069fe4e-7309-4f2b-8dc6-a1c9309a522f', 'tenant_id': '68e56753f66346b994ad5ec9fc64b1b0', 'fixed_ips': [{'subnet_id': 'd6c858bf-e296-42cf-88fc-95287776066f'}]}} from n-d-713301-16. {{(pid=95103) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 23 20:23:18.410112 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-f5a9eadd-04ab-4848-bf4c-92698b4a1fe5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_create {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:23:18.413619 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ae7d9e0-9492-4e41-a811-0e38c45979f8 None None] The sync data for ids ['c5148665-0173-454d-b0a4-a02e203c04f6'] in n-d-713301-16 is: [{'id': 'c5148665-0173-454d-b0a4-a02e203c04f6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1679757668', 'tenant_id': '68e56753f66346b994ad5ec9fc64b1b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'external_fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.248'}], 'enable_snat': True}, 'gw_port_id': '4cf6b140-d830-4aac-bdd5-edc6bd0623f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T20:23:15Z', 'updated_at': '2021-09-23T20:23:16Z', 'revision_number': 3, 'project_id': '68e56753f66346b994ad5ec9fc64b1b0', 'gw_port': {'id': '4cf6b140-d830-4aac-bdd5-edc6bd0623f4', 'name': '', 'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:c1:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5148665-0173-454d-b0a4-a02e203c04f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T20:23:16Z', 'updated_at': '2021-09-23T20:23:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-16'}] {{(pid=95103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 20:23:18.559031 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.db_base_plugin_common [None req-f5a9eadd-04ab-4848-bf4c-92698b4a1fe5 None None] Allocated IP 172.20.0.2 (9069fe4e-7309-4f2b-8dc6-a1c9309a522f/d6c858bf-e296-42cf-88fc-95287776066f/ea373a6b-eed3-4609-94e8-f71916460902) {{(pid=95103) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 20:23:18.716430 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-352d1bc1-2edf-422e-b953-64d881a2d283 tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:23:18.746955 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-f5a9eadd-04ab-4848-bf4c-92698b4a1fe5 None None] Notify callbacks [] for port, precommit_create {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:23:18.755291 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-f5a9eadd-04ab-4848-bf4c-92698b4a1fe5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783145673135'] for port, after_create {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:23:18.804262 n-d-713301-16 neutron-server[95103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5a9eadd-04ab-4848-bf4c-92698b4a1fe5 None None] Network 9069fe4e-7309-4f2b-8dc6-a1c9309a522f is already hosted by enough agents. {{(pid=95103) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 20:23:18.810515 n-d-713301-16 neutron-server[95103]: DEBUG neutron.scheduler.base_scheduler [None req-f5a9eadd-04ab-4848-bf4c-92698b4a1fe5 None None] Resources bound (agent type, host, resource id): {{(pid=95103) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 20:23:18.812568 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5a9eadd-04ab-4848-bf4c-92698b4a1fe5 None None] Pushing event updated for resources: {'Port': ['ID=ea373a6b-eed3-4609-94e8-f71916460902,revision_number=1']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:23:18.814819 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5a9eadd-04ab-4848-bf4c-92698b4a1fe5 None None] Received port after_create {{(pid=95103) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 20:23:18.874795 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.managers [None req-f5a9eadd-04ab-4848-bf4c-92698b4a1fe5 None None] Attempting to bind port ea373a6b-eed3-4609-94e8-f71916460902 on host n-d-713301-16 for vnic_type normal with profile {{(pid=95103) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 20:23:18.875347 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.managers [None req-f5a9eadd-04ab-4848-bf4c-92698b4a1fe5 None None] Attempting to bind port ea373a6b-eed3-4609-94e8-f71916460902 by drivers openvswitch,hyperv on host n-d-713301-16 at level 0 using segments [{'id': '648a0546-677c-4f96-a194-feeb5a14a957', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '9069fe4e-7309-4f2b-8dc6-a1c9309a522f'}] {{(pid=95103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 20:23:18.875720 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5a9eadd-04ab-4848-bf4c-92698b4a1fe5 None None] Attempting to bind port ea373a6b-eed3-4609-94e8-f71916460902 on network 9069fe4e-7309-4f2b-8dc6-a1c9309a522f {{(pid=95103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 20:23:18.881212 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5a9eadd-04ab-4848-bf4c-92698b4a1fe5 None None] Checking agent: {'id': '70a14545-df24-472f-8f95-bfe1719bff93', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 19, 7, 53), 'started_at': datetime.datetime(2021, 9, 23, 19, 8, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 20, 22, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 20:23:18.881589 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5a9eadd-04ab-4848-bf4c-92698b4a1fe5 None None] Checking segment: {'id': '648a0546-677c-4f96-a194-feeb5a14a957', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '9069fe4e-7309-4f2b-8dc6-a1c9309a522f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95103) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 20:23:18.881994 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-f5a9eadd-04ab-4848-bf4c-92698b4a1fe5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:23:18.882387 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5a9eadd-04ab-4848-bf4c-92698b4a1fe5 None None] Bound using segment: {'id': '648a0546-677c-4f96-a194-feeb5a14a957', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '9069fe4e-7309-4f2b-8dc6-a1c9309a522f'} {{(pid=95103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 20:23:18.882852 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.managers [None req-f5a9eadd-04ab-4848-bf4c-92698b4a1fe5 None None] Bound port: ea373a6b-eed3-4609-94e8-f71916460902, host: n-d-713301-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '648a0546-677c-4f96-a194-feeb5a14a957', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '9069fe4e-7309-4f2b-8dc6-a1c9309a522f'}}] {{(pid=95103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 20:23:18.883263 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-f5a9eadd-04ab-4848-bf4c-92698b4a1fe5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:23:18.960108 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-f5a9eadd-04ab-4848-bf4c-92698b4a1fe5 None None] For port ea373a6b-eed3-4609-94e8-f71916460902, host n-d-713301-16, cleared binding levels {{(pid=95103) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 20:23:18.964446 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-f5a9eadd-04ab-4848-bf4c-92698b4a1fe5 None None] For port ea373a6b-eed3-4609-94e8-f71916460902, host n-d-713301-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-16',level=0,port_id=ea373a6b-eed3-4609-94e8-f71916460902,segment=NetworkSegment(648a0546-677c-4f96-a194-feeb5a14a957),segment_id=648a0546-677c-4f96-a194-feeb5a14a957)] {{(pid=95103) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 20:23:18.970424 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-f5a9eadd-04ab-4848-bf4c-92698b4a1fe5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:23:19.031133 n-d-713301-16 neutron-server[95101]: DEBUG neutron.db.db_base_plugin_common [None req-352d1bc1-2edf-422e-b953-64d881a2d283 tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Allocated IP 172.20.0.1 (9069fe4e-7309-4f2b-8dc6-a1c9309a522f/d6c858bf-e296-42cf-88fc-95287776066f/d388ab11-3fd8-46f5-b397-68f3e9fd6c2a) {{(pid=95101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 20:23:19.035314 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5a9eadd-04ab-4848-bf4c-92698b4a1fe5 None None] Pushing event updated for resources: {'Port': ['ID=ea373a6b-eed3-4609-94e8-f71916460902,revision_number=2']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:23:19.204865 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-352d1bc1-2edf-422e-b953-64d881a2d283 tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Notify callbacks [] for port, precommit_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:23:19.269579 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-352d1bc1-2edf-422e-b953-64d881a2d283 tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783145673135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5607431'] for port, after_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:23:19.322092 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-352d1bc1-2edf-422e-b953-64d881a2d283 tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Network 9069fe4e-7309-4f2b-8dc6-a1c9309a522f is already hosted by enough agents. {{(pid=95101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 20:23:19.323682 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.base_scheduler [None req-352d1bc1-2edf-422e-b953-64d881a2d283 tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Resources bound (agent type, host, resource id): {{(pid=95101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 20:23:19.327990 n-d-713301-16 neutron-server[95101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-352d1bc1-2edf-422e-b953-64d881a2d283 tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Received port after_create {{(pid=95101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 20:23:19.338441 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-352d1bc1-2edf-422e-b953-64d881a2d283 tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Pushing event updated for resources: {'Port': ['ID=d388ab11-3fd8-46f5-b397-68f3e9fd6c2a,revision_number=1']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:23:19.407605 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-352d1bc1-2edf-422e-b953-64d881a2d283 tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-601987'] for router_interface, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:23:19.512840 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Device 4cf6b140-d830-4aac-bdd5-edc6bd0623f4 up at agent ovs-agent-n-d-713301-16 {{(pid=95103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 20:23:19.560664 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-352d1bc1-2edf-422e-b953-64d881a2d283 tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:23:19.572643 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Provisioning complete for port 4cf6b140-d830-4aac-bdd5-edc6bd0623f4 triggered by entity L2. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 20:23:19.572976 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:23:19.655874 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:23:19.677316 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] For port 4cf6b140-d830-4aac-bdd5-edc6bd0623f4, host n-d-713301-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-16',level=0,port_id=4cf6b140-d830-4aac-bdd5-edc6bd0623f4,segment=NetworkSegment(7d4027f1-d893-4c7b-95d4-757b8e44e380),segment_id=7d4027f1-d893-4c7b-95d4-757b8e44e380)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 20:23:19.682726 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:23:19.683552 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Device ea373a6b-eed3-4609-94e8-f71916460902 up at agent ovs-agent-n-d-713301-16 {{(pid=95103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 20:23:19.765514 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Pushing event updated for resources: {'Port': ['ID=4cf6b140-d830-4aac-bdd5-edc6bd0623f4,revision_number=4']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:23:19.777106 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Provisioning complete for port ea373a6b-eed3-4609-94e8-f71916460902 triggered by entity L2. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 20:23:19.777406 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:23:19.826761 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-5b2559eb-6867-47d9-8891-b822423bdb51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:23:19.871373 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-352d1bc1-2edf-422e-b953-64d881a2d283 tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Notify callbacks [] for port, precommit_update {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:23:19.876358 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-352d1bc1-2edf-422e-b953-64d881a2d283 tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5607436'] for port, after_update {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:23:19.877148 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:23:19.913582 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] For port ea373a6b-eed3-4609-94e8-f71916460902, host n-d-713301-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-16',level=0,port_id=ea373a6b-eed3-4609-94e8-f71916460902,segment=NetworkSegment(648a0546-677c-4f96-a194-feeb5a14a957),segment_id=648a0546-677c-4f96-a194-feeb5a14a957)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 20:23:19.919098 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:23:19.960645 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-352d1bc1-2edf-422e-b953-64d881a2d283 tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Pushing event updated for resources: {'Port': ['ID=d388ab11-3fd8-46f5-b397-68f3e9fd6c2a,revision_number=2']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:23:19.974591 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-352d1bc1-2edf-422e-b953-64d881a2d283 tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-527313', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-601459'] for router_interface, after_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:23:19.982760 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Pushing event updated for resources: {'Port': ['ID=ea373a6b-eed3-4609-94e8-f71916460902,revision_number=3']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:23:20.077991 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb1f23d5-5e62-474b-814d-789c27b13b66 None None] Network 9069fe4e-7309-4f2b-8dc6-a1c9309a522f requested from n-d-713301-16 {{(pid=95103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 20:23:20.078555 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-352d1bc1-2edf-422e-b953-64d881a2d283 tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Network 9069fe4e-7309-4f2b-8dc6-a1c9309a522f is already hosted by enough agents. {{(pid=95101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 20:23:20.080651 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.base_scheduler [None req-352d1bc1-2edf-422e-b953-64d881a2d283 tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Resources bound (agent type, host, resource id): {{(pid=95101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 20:23:20.217100 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-89fb4263-0221-40e1-8f00-a275128c9901 None None] Provisioning complete for port ea373a6b-eed3-4609-94e8-f71916460902 triggered by entity DHCP. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 20:23:20.217466 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-89fb4263-0221-40e1-8f00-a275128c9901 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:23:20.227981 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-352d1bc1-2edf-422e-b953-64d881a2d283 tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Router c5148665-0173-454d-b0a4-a02e203c04f6 has already been hosted by L3 agent 79a740bf-7821-4989-8288-7186e3e128f3 {{(pid=95101) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 20:23:20.356920 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-352d1bc1-2edf-422e-b953-64d881a2d283 tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Notify agent at l3_agent.n-d-713301-16 the message routers_updated {{(pid=95101) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 20:23:20.360632 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-352d1bc1-2edf-422e-b953-64d881a2d283 tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] 10.222.0.67 "PUT /v2.0/routers/c5148665-0173-454d-b0a4-a02e203c04f6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1549971 Sep 23 20:23:20.517172 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-749e6a20-a711-4dc8-b86b-df60271f385b req-2ef6ea75-af46-405a-96e2-6cb4d1055425 tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] 10.222.0.67 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1481287023&fields=id&tenant_id=68e56753f66346b994ad5ec9fc64b1b0 HTTP/1.1" status: 200 len: 267 time: 0.0381703 Sep 23 20:23:20.563673 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-0230b527-8ca7-4e52-8419-1201241e31e7 None None] Provisioning complete for port ea373a6b-eed3-4609-94e8-f71916460902 triggered by entity DHCP. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 20:23:20.564243 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-0230b527-8ca7-4e52-8419-1201241e31e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:23:20.644070 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-688a5f40-ad38-4625-be8a-478dec3ff213 None None] Sync routers for ids ['c5148665-0173-454d-b0a4-a02e203c04f6'] in n-d-713301-16 {{(pid=95104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 20:23:20.658908 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-688a5f40-ad38-4625-be8a-478dec3ff213 None None] Routers {'c5148665-0173-454d-b0a4-a02e203c04f6'} bound to L3 agent in host n-d-713301-16 {{(pid=95104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 20:23:20.659710 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_hamode_db [None req-688a5f40-ad38-4625-be8a-478dec3ff213 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-23T19:07:52Z,description=,heartbeat_timestamp=2021-09-23T20:22:53Z,host='n-d-713301-16',id=79a740bf-7821-4989-8288-7186e3e128f3,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:07:52Z,topic='l3_agent')) {'router_ids': ['c5148665-0173-454d-b0a4-a02e203c04f6'], 'active': True} {{(pid=95104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 20:23:20.675137 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-0230b527-8ca7-4e52-8419-1201241e31e7 None None] Provisioning complete for port d388ab11-3fd8-46f5-b397-68f3e9fd6c2a triggered by entity DHCP. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 20:23:20.675775 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-0230b527-8ca7-4e52-8419-1201241e31e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:23:20.721752 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.plugin [None req-0230b527-8ca7-4e52-8419-1201241e31e7 None None] Port d388ab11-3fd8-46f5-b397-68f3e9fd6c2a cannot update to ACTIVE because it is not bound. {{(pid=95103) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 20:23:20.793278 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_dvr_db [None req-688a5f40-ad38-4625-be8a-478dec3ff213 None None] Set router c5148665-0173-454d-b0a4-a02e203c04f6 gateway port host: n-d-713301-16 {{(pid=95104) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 20:23:20.843134 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-234f8f6f-f1d4-4b5b-8e3a-0f492206acef None None] Provisioning complete for port d388ab11-3fd8-46f5-b397-68f3e9fd6c2a triggered by entity DHCP. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 20:23:20.843506 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-234f8f6f-f1d4-4b5b-8e3a-0f492206acef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:23:21.018961 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-749e6a20-a711-4dc8-b86b-df60271f385b req-1059bcaf-f7dc-4252-8bfa-b19b78f1007b tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:23:21.026991 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-749e6a20-a711-4dc8-b86b-df60271f385b req-1059bcaf-f7dc-4252-8bfa-b19b78f1007b tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] 10.222.0.67 "GET /v2.0/networks?id=9069fe4e-7309-4f2b-8dc6-a1c9309a522f HTTP/1.1" status: 200 len: 796 time: 0.4977598 Sep 23 20:23:21.044931 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-749e6a20-a711-4dc8-b86b-df60271f385b req-af9597f0-c274-4767-919e-ccfeab2c2d5b tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] 10.222.0.67 "GET /v2.0/quotas/68e56753f66346b994ad5ec9fc64b1b0 HTTP/1.1" status: 200 len: 375 time: 0.0166581 Sep 23 20:23:21.054957 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_hamode_db [None req-688a5f40-ad38-4625-be8a-478dec3ff213 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5148665-0173-454d-b0a4-a02e203c04f6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1679757668', 'tenant_id': '68e56753f66346b994ad5ec9fc64b1b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'external_fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.248'}], 'enable_snat': True}, 'gw_port_id': '4cf6b140-d830-4aac-bdd5-edc6bd0623f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T20:23:15Z', 'updated_at': '2021-09-23T20:23:19Z', 'revision_number': 4, 'project_id': '68e56753f66346b994ad5ec9fc64b1b0', 'gw_port': {'id': '4cf6b140-d830-4aac-bdd5-edc6bd0623f4', 'name': '', 'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:c1:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5148665-0173-454d-b0a4-a02e203c04f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T20:23:16Z', 'updated_at': '2021-09-23T20:23:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-16', '_interfaces': [{'id': 'd388ab11-3fd8-46f5-b397-68f3e9fd6c2a', 'name': '', 'network_id': '9069fe4e-7309-4f2b-8dc6-a1c9309a522f', 'tenant_id': '68e56753f66346b994ad5ec9fc64b1b0', 'mac_address': 'fa:16:3e:fc:34:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5148665-0173-454d-b0a4-a02e203c04f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4182, 'fixed_ips': [{'subnet_id': 'd6c858bf-e296-42cf-88fc-95287776066f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T20:23:18Z', 'updated_at': '2021-09-23T20:23:19Z', 'revision_number': 2, 'project_id': '68e56753f66346b994ad5ec9fc64b1b0', 'subnets': [{'id': 'd6c858bf-e296-42cf-88fc-95287776066f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-16', False) {} {{(pid=95104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 20:23:21.064482 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.plugin [None req-234f8f6f-f1d4-4b5b-8e3a-0f492206acef None None] Port d388ab11-3fd8-46f5-b397-68f3e9fd6c2a cannot update to ACTIVE because it is not bound. {{(pid=95103) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 20:23:21.084202 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-688a5f40-ad38-4625-be8a-478dec3ff213 None None] Checking router: c5148665-0173-454d-b0a4-a02e203c04f6 for host: n-d-713301-16 {{(pid=95104) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 20:23:21.084552 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-688a5f40-ad38-4625-be8a-478dec3ff213 None None] Updating router c5148665-0173-454d-b0a4-a02e203c04f6 port d388ab11-3fd8-46f5-b397-68f3e9fd6c2a binding host n-d-713301-16 {{(pid=95104) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 23 20:23:21.092552 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-749e6a20-a711-4dc8-b86b-df60271f385b req-7da71466-a643-4405-b412-90459066356b tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=68e56753f66346b994ad5ec9fc64b1b0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0467639 Sep 23 20:23:21.110373 n-d-713301-16 neutron-server[95104]: DEBUG neutron_lib.callbacks.manager [None req-688a5f40-ad38-4625-be8a-478dec3ff213 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:23:21.186726 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-73d314b2-767f-4bf3-90d7-7af3e7d98fb4 None None] Provisioning complete for port d388ab11-3fd8-46f5-b397-68f3e9fd6c2a triggered by entity DHCP. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 20:23:21.188183 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-73d314b2-767f-4bf3-90d7-7af3e7d98fb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:23:21.193168 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-749e6a20-a711-4dc8-b86b-df60271f385b req-5acc5196-f692-41f1-8364-03488b95c073 service neutron] 10.222.0.67 "GET /v2.0/networks/9069fe4e-7309-4f2b-8dc6-a1c9309a522f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884719 Sep 23 20:23:21.225534 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.plugin [None req-73d314b2-767f-4bf3-90d7-7af3e7d98fb4 None None] Port d388ab11-3fd8-46f5-b397-68f3e9fd6c2a cannot update to ACTIVE because it is not bound. {{(pid=95103) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 20:23:21.292424 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-749e6a20-a711-4dc8-b86b-df60271f385b req-f0e94459-ddd9-47ec-852b-ab2669e2129e service neutron] 10.222.0.67 "GET /v2.0/networks/9069fe4e-7309-4f2b-8dc6-a1c9309a522f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0927269 Sep 23 20:23:21.474862 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Device 4cf6b140-d830-4aac-bdd5-edc6bd0623f4 up at agent ovs-agent-n-d-713301-16 {{(pid=95103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 20:23:21.502514 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-ef755bbf-c727-409d-8625-28fdb117911f req-24035396-f860-40e7-b8b1-434c30a7c91d tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] 10.222.0.67 "GET /v2.0/ports?device_id=6065d43e-1488-4534-a6d4-7edb86c294a5 HTTP/1.1" status: 200 len: 210 time: 0.0346591 Sep 23 20:23:21.528085 n-d-713301-16 neutron-server[95104]: DEBUG neutron_lib.callbacks.manager [None req-688a5f40-ad38-4625-be8a-478dec3ff213 None None] Notify callbacks [] for port, precommit_update {{(pid=95104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:23:21.533947 n-d-713301-16 neutron-server[95104]: DEBUG neutron_lib.callbacks.manager [None req-688a5f40-ad38-4625-be8a-478dec3ff213 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:23:21.540287 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Provisioning complete for port 4cf6b140-d830-4aac-bdd5-edc6bd0623f4 triggered by entity L2. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 20:23:21.540865 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:23:21.589592 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8af3e8c6-194e-4043-bcb3-795143fa5f9c None None] Pushing event updated for resources: {'Port': ['ID=d388ab11-3fd8-46f5-b397-68f3e9fd6c2a,revision_number=3']} {{(pid=95104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:23:21.617330 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8af3e8c6-194e-4043-bcb3-795143fa5f9c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:23:21.617752 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8af3e8c6-194e-4043-bcb3-795143fa5f9c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:23:21.618098 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8af3e8c6-194e-4043-bcb3-795143fa5f9c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:23:21.618421 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8af3e8c6-194e-4043-bcb3-795143fa5f9c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:23:21.618756 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8af3e8c6-194e-4043-bcb3-795143fa5f9c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:23:21.619121 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8af3e8c6-194e-4043-bcb3-795143fa5f9c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:23:21.619445 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8af3e8c6-194e-4043-bcb3-795143fa5f9c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:23:21.619766 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8af3e8c6-194e-4043-bcb3-795143fa5f9c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:23:21.620265 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8af3e8c6-194e-4043-bcb3-795143fa5f9c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:23:21.620588 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8af3e8c6-194e-4043-bcb3-795143fa5f9c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:23:21.621051 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8af3e8c6-194e-4043-bcb3-795143fa5f9c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:23:21.621373 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8af3e8c6-194e-4043-bcb3-795143fa5f9c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:23:21.639850 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Device ea373a6b-eed3-4609-94e8-f71916460902 up at agent ovs-agent-n-d-713301-16 {{(pid=95103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 20:23:21.658172 n-d-713301-16 neutron-server[95104]: DEBUG neutron.plugins.ml2.managers [None req-688a5f40-ad38-4625-be8a-478dec3ff213 None None] Attempting to bind port d388ab11-3fd8-46f5-b397-68f3e9fd6c2a on host n-d-713301-16 for vnic_type normal with profile {{(pid=95104) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 20:23:21.658702 n-d-713301-16 neutron-server[95104]: DEBUG neutron.plugins.ml2.managers [None req-688a5f40-ad38-4625-be8a-478dec3ff213 None None] Attempting to bind port d388ab11-3fd8-46f5-b397-68f3e9fd6c2a by drivers openvswitch,hyperv on host n-d-713301-16 at level 0 using segments [{'id': '648a0546-677c-4f96-a194-feeb5a14a957', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '9069fe4e-7309-4f2b-8dc6-a1c9309a522f'}] {{(pid=95104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 20:23:21.658872 n-d-713301-16 neutron-server[95104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-688a5f40-ad38-4625-be8a-478dec3ff213 None None] Attempting to bind port d388ab11-3fd8-46f5-b397-68f3e9fd6c2a on network 9069fe4e-7309-4f2b-8dc6-a1c9309a522f {{(pid=95104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 20:23:21.665726 n-d-713301-16 neutron-server[95104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-688a5f40-ad38-4625-be8a-478dec3ff213 None None] Checking agent: {'id': '70a14545-df24-472f-8f95-bfe1719bff93', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 19, 7, 53), 'started_at': datetime.datetime(2021, 9, 23, 19, 8, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 20, 22, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 20:23:21.666445 n-d-713301-16 neutron-server[95104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-688a5f40-ad38-4625-be8a-478dec3ff213 None None] Checking segment: {'id': '648a0546-677c-4f96-a194-feeb5a14a957', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '9069fe4e-7309-4f2b-8dc6-a1c9309a522f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95104) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 20:23:21.667441 n-d-713301-16 neutron-server[95104]: DEBUG neutron_lib.callbacks.manager [None req-688a5f40-ad38-4625-be8a-478dec3ff213 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:23:21.668007 n-d-713301-16 neutron-server[95104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-688a5f40-ad38-4625-be8a-478dec3ff213 None None] Bound using segment: {'id': '648a0546-677c-4f96-a194-feeb5a14a957', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '9069fe4e-7309-4f2b-8dc6-a1c9309a522f'} {{(pid=95104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 20:23:21.668714 n-d-713301-16 neutron-server[95104]: DEBUG neutron.plugins.ml2.managers [None req-688a5f40-ad38-4625-be8a-478dec3ff213 None None] Bound port: d388ab11-3fd8-46f5-b397-68f3e9fd6c2a, host: n-d-713301-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '648a0546-677c-4f96-a194-feeb5a14a957', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '9069fe4e-7309-4f2b-8dc6-a1c9309a522f'}}] {{(pid=95104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 20:23:21.669323 n-d-713301-16 neutron-server[95104]: DEBUG neutron_lib.callbacks.manager [None req-688a5f40-ad38-4625-be8a-478dec3ff213 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:23:21.699482 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Provisioning complete for port ea373a6b-eed3-4609-94e8-f71916460902 triggered by entity L2. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 20:23:21.700109 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:23:21.752847 n-d-713301-16 neutron-server[95104]: DEBUG neutron.plugins.ml2.db [None req-688a5f40-ad38-4625-be8a-478dec3ff213 None None] For port d388ab11-3fd8-46f5-b397-68f3e9fd6c2a, host n-d-713301-16, cleared binding levels {{(pid=95104) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 20:23:21.756138 n-d-713301-16 neutron-server[95104]: DEBUG neutron.plugins.ml2.db [None req-688a5f40-ad38-4625-be8a-478dec3ff213 None None] For port d388ab11-3fd8-46f5-b397-68f3e9fd6c2a, host n-d-713301-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-16',level=0,port_id=d388ab11-3fd8-46f5-b397-68f3e9fd6c2a,segment=NetworkSegment(648a0546-677c-4f96-a194-feeb5a14a957),segment_id=648a0546-677c-4f96-a194-feeb5a14a957)] {{(pid=95104) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 20:23:21.763511 n-d-713301-16 neutron-server[95104]: DEBUG neutron_lib.callbacks.manager [None req-688a5f40-ad38-4625-be8a-478dec3ff213 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:23:21.830422 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-688a5f40-ad38-4625-be8a-478dec3ff213 None None] Routers {'c5148665-0173-454d-b0a4-a02e203c04f6'} bound to L3 agent in host n-d-713301-16 {{(pid=95104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 20:23:21.830619 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_hamode_db [None req-688a5f40-ad38-4625-be8a-478dec3ff213 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-23T19:07:52Z,description=,heartbeat_timestamp=2021-09-23T20:22:53Z,host='n-d-713301-16',id=79a740bf-7821-4989-8288-7186e3e128f3,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:07:52Z,topic='l3_agent')) {'router_ids': ['c5148665-0173-454d-b0a4-a02e203c04f6'], 'active': True} {{(pid=95104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 20:23:21.832483 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8af3e8c6-194e-4043-bcb3-795143fa5f9c None None] Pushing event updated for resources: {'Port': ['ID=d388ab11-3fd8-46f5-b397-68f3e9fd6c2a,revision_number=4']} {{(pid=95104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:23:21.865674 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-c7b3459c-dfc0-4f4b-9ebc-180ab3c1ed0a None None] Provisioning complete for port d388ab11-3fd8-46f5-b397-68f3e9fd6c2a triggered by entity DHCP. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 20:23:21.866577 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-c7b3459c-dfc0-4f4b-9ebc-180ab3c1ed0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:23:21.974760 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-c7b3459c-dfc0-4f4b-9ebc-180ab3c1ed0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:23:21.976023 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_dvr_db [None req-688a5f40-ad38-4625-be8a-478dec3ff213 None None] Set router c5148665-0173-454d-b0a4-a02e203c04f6 gateway port host: n-d-713301-16 {{(pid=95104) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 20:23:22.021653 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-c7b3459c-dfc0-4f4b-9ebc-180ab3c1ed0a None None] For port d388ab11-3fd8-46f5-b397-68f3e9fd6c2a, host n-d-713301-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-16',level=0,port_id=d388ab11-3fd8-46f5-b397-68f3e9fd6c2a,segment=NetworkSegment(648a0546-677c-4f96-a194-feeb5a14a957),segment_id=648a0546-677c-4f96-a194-feeb5a14a957)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 20:23:22.027224 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-c7b3459c-dfc0-4f4b-9ebc-180ab3c1ed0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:23:22.094312 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7b3459c-dfc0-4f4b-9ebc-180ab3c1ed0a None None] Pushing event updated for resources: {'Port': ['ID=d388ab11-3fd8-46f5-b397-68f3e9fd6c2a,revision_number=5']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:23:22.154829 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-afad4f96-4fd3-4a29-a87a-6486b8b380f5 None None] Provisioning complete for port d388ab11-3fd8-46f5-b397-68f3e9fd6c2a triggered by entity DHCP. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 20:23:22.155774 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-afad4f96-4fd3-4a29-a87a-6486b8b380f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:23:22.231756 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_hamode_db [None req-688a5f40-ad38-4625-be8a-478dec3ff213 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5148665-0173-454d-b0a4-a02e203c04f6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1679757668', 'tenant_id': '68e56753f66346b994ad5ec9fc64b1b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'external_fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.248'}], 'enable_snat': True}, 'gw_port_id': '4cf6b140-d830-4aac-bdd5-edc6bd0623f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T20:23:15Z', 'updated_at': '2021-09-23T20:23:19Z', 'revision_number': 4, 'project_id': '68e56753f66346b994ad5ec9fc64b1b0', 'gw_port': {'id': '4cf6b140-d830-4aac-bdd5-edc6bd0623f4', 'name': '', 'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:c1:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5148665-0173-454d-b0a4-a02e203c04f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T20:23:16Z', 'updated_at': '2021-09-23T20:23:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-16', '_interfaces': [{'id': 'd388ab11-3fd8-46f5-b397-68f3e9fd6c2a', 'name': '', 'network_id': '9069fe4e-7309-4f2b-8dc6-a1c9309a522f', 'tenant_id': '68e56753f66346b994ad5ec9fc64b1b0', 'mac_address': 'fa:16:3e:fc:34:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5148665-0173-454d-b0a4-a02e203c04f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4182, 'fixed_ips': [{'subnet_id': 'd6c858bf-e296-42cf-88fc-95287776066f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T20:23:18Z', 'updated_at': '2021-09-23T20:23:21Z', 'revision_number': 4, 'project_id': '68e56753f66346b994ad5ec9fc64b1b0', 'subnets': [{'id': 'd6c858bf-e296-42cf-88fc-95287776066f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-16', False) {} {{(pid=95104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 20:23:22.259844 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-688a5f40-ad38-4625-be8a-478dec3ff213 None None] The sync data for ids ['c5148665-0173-454d-b0a4-a02e203c04f6'] in n-d-713301-16 is: [{'id': 'c5148665-0173-454d-b0a4-a02e203c04f6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1679757668', 'tenant_id': '68e56753f66346b994ad5ec9fc64b1b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'external_fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.248'}], 'enable_snat': True}, 'gw_port_id': '4cf6b140-d830-4aac-bdd5-edc6bd0623f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T20:23:15Z', 'updated_at': '2021-09-23T20:23:19Z', 'revision_number': 4, 'project_id': '68e56753f66346b994ad5ec9fc64b1b0', 'gw_port': {'id': '4cf6b140-d830-4aac-bdd5-edc6bd0623f4', 'name': '', 'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:c1:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5148665-0173-454d-b0a4-a02e203c04f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T20:23:16Z', 'updated_at': '2021-09-23T20:23:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-16', '_interfaces': [{'id': 'd388ab11-3fd8-46f5-b397-68f3e9fd6c2a', 'name': '', 'network_id': '9069fe4e-7309-4f2b-8dc6-a1c9309a522f', 'tenant_id': '68e56753f66346b994ad5ec9fc64b1b0', 'mac_address': 'fa:16:3e:fc:34:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5148665-0173-454d-b0a4-a02e203c04f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4182, 'fixed_ips': [{'subnet_id': 'd6c858bf-e296-42cf-88fc-95287776066f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T20:23:18Z', 'updated_at': '2021-09-23T20:23:21Z', 'revision_number': 4, 'project_id': '68e56753f66346b994ad5ec9fc64b1b0', 'subnets': [{'id': 'd6c858bf-e296-42cf-88fc-95287776066f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 20:23:22.639286 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-7271b692-8889-4ce8-97cd-a83b050af22b req-343e9584-d446-4f60-bbf2-96c4bdbcb094 tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] 10.222.0.67 "GET /v2.0/ports?device_id=6065d43e-1488-4534-a6d4-7edb86c294a5 HTTP/1.1" status: 200 len: 210 time: 0.0389099 Sep 23 20:23:22.667161 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-749e6a20-a711-4dc8-b86b-df60271f385b req-2cc37696-139e-46c9-b712-c45f2d723fbf tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:23:22.668790 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-749e6a20-a711-4dc8-b86b-df60271f385b req-2cc37696-139e-46c9-b712-c45f2d723fbf tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] 10.222.0.74 "GET /v2.0/networks?id=9069fe4e-7309-4f2b-8dc6-a1c9309a522f HTTP/1.1" status: 200 len: 796 time: 0.1508653 Sep 23 20:23:22.717669 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-749e6a20-a711-4dc8-b86b-df60271f385b req-5832c092-6eec-4ab4-9f33-368899d482db tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] 10.222.0.74 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=68e56753f66346b994ad5ec9fc64b1b0 HTTP/1.1" status: 200 len: 380 time: 0.0393596 Sep 23 20:23:22.728579 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.v2.base [req-749e6a20-a711-4dc8-b86b-df60271f385b req-ba80d655-008f-4996-9fda-b3d01a8351c2 tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Request body: {'port': {'device_id': '6065d43e-1488-4534-a6d4-7edb86c294a5', 'network_id': '9069fe4e-7309-4f2b-8dc6-a1c9309a522f', 'admin_state_up': True, 'tenant_id': '68e56753f66346b994ad5ec9fc64b1b0', 'security_groups': ['74116530-8789-4f3f-9c3e-a6ead915f0ac']}} {{(pid=95102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 20:23:22.847885 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-749e6a20-a711-4dc8-b86b-df60271f385b req-ba80d655-008f-4996-9fda-b3d01a8351c2 tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Made reservation on behalf of 68e56753f66346b994ad5ec9fc64b1b0 for: {'port': 1} {{(pid=95102) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 20:23:22.851667 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-749e6a20-a711-4dc8-b86b-df60271f385b req-ba80d655-008f-4996-9fda-b3d01a8351c2 tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:23:22.989606 n-d-713301-16 neutron-server[95102]: DEBUG neutron.db.db_base_plugin_common [req-749e6a20-a711-4dc8-b86b-df60271f385b req-ba80d655-008f-4996-9fda-b3d01a8351c2 tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Allocated IP 172.20.0.3 (9069fe4e-7309-4f2b-8dc6-a1c9309a522f/d6c858bf-e296-42cf-88fc-95287776066f/496ec5b0-aa96-446c-a298-a58ff031724a) {{(pid=95102) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 20:23:23.052855 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-e3839bea-222a-404d-a05a-be07f4c0675b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:23:23.146430 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-749e6a20-a711-4dc8-b86b-df60271f385b req-ba80d655-008f-4996-9fda-b3d01a8351c2 tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Notify callbacks [] for port, precommit_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:23:23.182107 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-749e6a20-a711-4dc8-b86b-df60271f385b req-ba80d655-008f-4996-9fda-b3d01a8351c2 tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783145673135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4399100'] for port, after_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:23:23.217095 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:23:23.231840 n-d-713301-16 neutron-server[95102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-749e6a20-a711-4dc8-b86b-df60271f385b req-ba80d655-008f-4996-9fda-b3d01a8351c2 tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Network 9069fe4e-7309-4f2b-8dc6-a1c9309a522f is already hosted by enough agents. {{(pid=95102) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 20:23:23.235055 n-d-713301-16 neutron-server[95102]: DEBUG neutron.scheduler.base_scheduler [req-749e6a20-a711-4dc8-b86b-df60271f385b req-ba80d655-008f-4996-9fda-b3d01a8351c2 tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Resources bound (agent type, host, resource id): {{(pid=95102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 20:23:23.239116 n-d-713301-16 neutron-server[95102]: DEBUG neutron.db.l3_dvrscheduler_db [req-749e6a20-a711-4dc8-b86b-df60271f385b req-ba80d655-008f-4996-9fda-b3d01a8351c2 tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Received port after_create {{(pid=95102) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 20:23:23.248370 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba80d655-008f-4996-9fda-b3d01a8351c2 tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Pushing event updated for resources: {'Port': ['ID=496ec5b0-aa96-446c-a298-a58ff031724a,revision_number=1']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:23:23.299568 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-749e6a20-a711-4dc8-b86b-df60271f385b req-ba80d655-008f-4996-9fda-b3d01a8351c2 tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:23:23.300241 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-749e6a20-a711-4dc8-b86b-df60271f385b req-ba80d655-008f-4996-9fda-b3d01a8351c2 tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222849'] for port, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:23:23.315597 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-749e6a20-a711-4dc8-b86b-df60271f385b req-ba80d655-008f-4996-9fda-b3d01a8351c2 tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5917611 Sep 23 20:23:23.385654 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.v2.base [req-749e6a20-a711-4dc8-b86b-df60271f385b req-ebfb5268-7be7-4364-b820-0265bd4d2b63 service neutron] Request body: {'port': {'device_id': '6065d43e-1488-4534-a6d4-7edb86c294a5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713301-16'}} {{(pid=95102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 20:23:23.463097 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-749e6a20-a711-4dc8-b86b-df60271f385b req-ebfb5268-7be7-4364-b820-0265bd4d2b63 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:23:23.474474 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Device d388ab11-3fd8-46f5-b397-68f3e9fd6c2a up at agent ovs-agent-n-d-713301-16 {{(pid=95103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 20:23:23.521249 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-b93c1aae-666e-4ad1-8feb-f3b72cbedb98 None None] Provisioning complete for port 496ec5b0-aa96-446c-a298-a58ff031724a triggered by entity DHCP. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 20:23:23.521538 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b93c1aae-666e-4ad1-8feb-f3b72cbedb98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:23:23.554946 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.agents_db [None req-f2f5c474-60a3-474f-b2cc-02c4bd30880c None None] Agent healthcheck: found 7 active agents {{(pid=95104) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 20:23:23.562023 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Provisioning complete for port d388ab11-3fd8-46f5-b397-68f3e9fd6c2a triggered by entity L2. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 20:23:23.562324 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:23:23.589118 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.plugin [None req-b93c1aae-666e-4ad1-8feb-f3b72cbedb98 None None] Port 496ec5b0-aa96-446c-a298-a58ff031724a cannot update to ACTIVE because it is not bound. {{(pid=95103) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 20:23:23.670532 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-0ae75029-feb6-4728-9a94-5f9b60993d82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:23:23.795738 n-d-713301-16 neutron-server[95102]: DEBUG neutron.notifiers.nova [req-749e6a20-a711-4dc8-b86b-df60271f385b req-ebfb5268-7be7-4364-b820-0265bd4d2b63 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 496ec5b0-aa96-446c-a298-a58ff031724a {{(pid=95102) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 20:23:23.805383 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-749e6a20-a711-4dc8-b86b-df60271f385b req-ebfb5268-7be7-4364-b820-0265bd4d2b63 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:23:23.823716 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80600603-db7a-4d42-ac4f-bf076a8f2594 req-6265a730-0afb-49df-b74c-beca7d425373 tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:23:23.825292 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-80600603-db7a-4d42-ac4f-bf076a8f2594 req-6265a730-0afb-49df-b74c-beca7d425373 tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] 10.222.0.67 "GET /v2.0/ports?device_id=6065d43e-1488-4534-a6d4-7edb86c294a5 HTTP/1.1" status: 200 len: 931 time: 0.1057451 Sep 23 20:23:23.830124 n-d-713301-16 neutron-server[95102]: DEBUG neutron.db.provisioning_blocks [req-749e6a20-a711-4dc8-b86b-df60271f385b req-ebfb5268-7be7-4364-b820-0265bd4d2b63 service neutron] Transition to ACTIVE for port object 496ec5b0-aa96-446c-a298-a58ff031724a will not be triggered until provisioned by entity L2. {{(pid=95102) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 20:23:23.834952 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-749e6a20-a711-4dc8-b86b-df60271f385b req-ebfb5268-7be7-4364-b820-0265bd4d2b63 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4399095'] for port, after_update {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:23:23.910286 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebfb5268-7be7-4364-b820-0265bd4d2b63 service neutron] Pushing event updated for resources: {'Port': ['ID=496ec5b0-aa96-446c-a298-a58ff031724a,revision_number=2']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:23:23.921833 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-80600603-db7a-4d42-ac4f-bf076a8f2594 req-db749922-f1b3-4f73-8cf7-fa6202a59120 tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] 10.222.0.67 "GET /v2.0/security-groups?id=74116530-8789-4f3f-9c3e-a6ead915f0ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0839040 Sep 23 20:23:23.997614 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.managers [req-749e6a20-a711-4dc8-b86b-df60271f385b req-ebfb5268-7be7-4364-b820-0265bd4d2b63 service neutron] Attempting to bind port 496ec5b0-aa96-446c-a298-a58ff031724a on host n-h1-713301-16 for vnic_type normal with profile {{(pid=95102) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 20:23:23.997953 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.managers [req-749e6a20-a711-4dc8-b86b-df60271f385b req-ebfb5268-7be7-4364-b820-0265bd4d2b63 service neutron] Attempting to bind port 496ec5b0-aa96-446c-a298-a58ff031724a by drivers openvswitch,hyperv on host n-h1-713301-16 at level 0 using segments [{'id': '648a0546-677c-4f96-a194-feeb5a14a957', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '9069fe4e-7309-4f2b-8dc6-a1c9309a522f'}] {{(pid=95102) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 20:23:23.998285 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-749e6a20-a711-4dc8-b86b-df60271f385b req-ebfb5268-7be7-4364-b820-0265bd4d2b63 service neutron] Attempting to bind port 496ec5b0-aa96-446c-a298-a58ff031724a on network 9069fe4e-7309-4f2b-8dc6-a1c9309a522f {{(pid=95102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 20:23:24.002837 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-749e6a20-a711-4dc8-b86b-df60271f385b req-ebfb5268-7be7-4364-b820-0265bd4d2b63 service neutron] Port 496ec5b0-aa96-446c-a298-a58ff031724a on network 9069fe4e-7309-4f2b-8dc6-a1c9309a522f not bound, no agent of type Open vSwitch agent registered on host n-h1-713301-16 {{(pid=95102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 20:23:24.003164 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-749e6a20-a711-4dc8-b86b-df60271f385b req-ebfb5268-7be7-4364-b820-0265bd4d2b63 service neutron] Attempting to bind port 496ec5b0-aa96-446c-a298-a58ff031724a on network 9069fe4e-7309-4f2b-8dc6-a1c9309a522f {{(pid=95102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 20:23:24.009011 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-749e6a20-a711-4dc8-b86b-df60271f385b req-ebfb5268-7be7-4364-b820-0265bd4d2b63 service neutron] Checking agent: {'id': '0708c3e9-0aad-4600-9be9-d2486535c898', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713301-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 19, 15, 28), 'started_at': datetime.datetime(2021, 9, 23, 19, 15, 28), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 20, 22, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 20:23:24.009460 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-749e6a20-a711-4dc8-b86b-df60271f385b req-ebfb5268-7be7-4364-b820-0265bd4d2b63 service neutron] Checking segment: {'id': '648a0546-677c-4f96-a194-feeb5a14a957', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '9069fe4e-7309-4f2b-8dc6-a1c9309a522f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95102) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 20:23:24.009823 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-749e6a20-a711-4dc8-b86b-df60271f385b req-ebfb5268-7be7-4364-b820-0265bd4d2b63 service neutron] Bound using segment: {'id': '648a0546-677c-4f96-a194-feeb5a14a957', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '9069fe4e-7309-4f2b-8dc6-a1c9309a522f'} {{(pid=95102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 20:23:24.010258 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.managers [req-749e6a20-a711-4dc8-b86b-df60271f385b req-ebfb5268-7be7-4364-b820-0265bd4d2b63 service neutron] Bound port: 496ec5b0-aa96-446c-a298-a58ff031724a, host: n-h1-713301-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '648a0546-677c-4f96-a194-feeb5a14a957', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '9069fe4e-7309-4f2b-8dc6-a1c9309a522f'}}] {{(pid=95102) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 20:23:24.010621 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-749e6a20-a711-4dc8-b86b-df60271f385b req-ebfb5268-7be7-4364-b820-0265bd4d2b63 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:23:24.085359 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.db [req-749e6a20-a711-4dc8-b86b-df60271f385b req-ebfb5268-7be7-4364-b820-0265bd4d2b63 service neutron] For port 496ec5b0-aa96-446c-a298-a58ff031724a, host n-h1-713301-16, cleared binding levels {{(pid=95102) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 20:23:24.088825 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.db [req-749e6a20-a711-4dc8-b86b-df60271f385b req-ebfb5268-7be7-4364-b820-0265bd4d2b63 service neutron] For port 496ec5b0-aa96-446c-a298-a58ff031724a, host n-h1-713301-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-16',level=0,port_id=496ec5b0-aa96-446c-a298-a58ff031724a,segment=NetworkSegment(648a0546-677c-4f96-a194-feeb5a14a957),segment_id=648a0546-677c-4f96-a194-feeb5a14a957)] {{(pid=95102) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 20:23:24.093332 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-749e6a20-a711-4dc8-b86b-df60271f385b req-ebfb5268-7be7-4364-b820-0265bd4d2b63 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4399095'] for port, after_update {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:23:24.134659 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-749e6a20-a711-4dc8-b86b-df60271f385b req-ebfb5268-7be7-4364-b820-0265bd4d2b63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:23:24.135431 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-749e6a20-a711-4dc8-b86b-df60271f385b req-ebfb5268-7be7-4364-b820-0265bd4d2b63 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222849'] for port, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:23:24.137938 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-749e6a20-a711-4dc8-b86b-df60271f385b req-ebfb5268-7be7-4364-b820-0265bd4d2b63 service neutron] 10.222.0.74 "PUT /v2.0/ports/496ec5b0-aa96-446c-a298-a58ff031724a HTTP/1.1" status: 200 len: 1092 time: 0.8127966 Sep 23 20:23:24.138489 n-d-713301-16 neutron-server[95102]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6065d43e-1488-4534-a6d4-7edb86c294a5', 'tag': '496ec5b0-aa96-446c-a298-a58ff031724a'}] {{(pid=95102) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 20:23:24.140879 n-d-713301-16 neutron-server[95102]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a8356a6bd5e554bb349ddb806ba98ee8c25ce2b3f69d698f62da31b860ff3eb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ccae6a49-9196-46ca-815b-64025f6b25dd" -d '{"events": [{"name": "network-changed", "server_uuid": "6065d43e-1488-4534-a6d4-7edb86c294a5", "tag": "496ec5b0-aa96-446c-a298-a58ff031724a"}]}' {{(pid=95102) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 20:23:24.173948 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebfb5268-7be7-4364-b820-0265bd4d2b63 service neutron] Pushing event updated for resources: {'Port': ['ID=496ec5b0-aa96-446c-a298-a58ff031724a,revision_number=3']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:23:24.191015 n-d-713301-16 neutron-server[95102]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 20:23:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0addd44b-9757-40e1-8e88-8bf713c182c2 x-openstack-request-id: req-0addd44b-9757-40e1-8e88-8bf713c182c2 {{(pid=95102) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 20:23:24.191320 n-d-713301-16 neutron-server[95102]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6065d43e-1488-4534-a6d4-7edb86c294a5", "tag": "496ec5b0-aa96-446c-a298-a58ff031724a", "status": "completed", "code": 200}]} {{(pid=95102) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 20:23:24.191554 n-d-713301-16 neutron-server[95102]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-0addd44b-9757-40e1-8e88-8bf713c182c2 {{(pid=95102) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 20:23:24.192769 n-d-713301-16 neutron-server[95102]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6065d43e-1488-4534-a6d4-7edb86c294a5', 'tag': '496ec5b0-aa96-446c-a298-a58ff031724a', 'status': 'completed', 'code': 200} Sep 23 20:23:24.231980 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-749e6a20-a711-4dc8-b86b-df60271f385b req-023b0245-2ea8-4f94-b981-86a0a1d2349f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:23:24.233667 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-749e6a20-a711-4dc8-b86b-df60271f385b req-023b0245-2ea8-4f94-b981-86a0a1d2349f service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=68e56753f66346b994ad5ec9fc64b1b0&device_id=6065d43e-1488-4534-a6d4-7edb86c294a5 HTTP/1.1" status: 200 len: 1095 time: 0.0539024 Sep 23 20:23:24.286884 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-749e6a20-a711-4dc8-b86b-df60271f385b req-23ebfd91-b581-4098-9cdd-8c1d9f221493 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=496ec5b0-aa96-446c-a298-a58ff031724a HTTP/1.1" status: 200 len: 217 time: 0.0450621 Sep 23 20:23:24.339801 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-749e6a20-a711-4dc8-b86b-df60271f385b req-0e80229a-8fda-4a1c-8ff2-aefc691e5be7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:23:24.341500 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-749e6a20-a711-4dc8-b86b-df60271f385b req-0e80229a-8fda-4a1c-8ff2-aefc691e5be7 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=d6c858bf-e296-42cf-88fc-95287776066f HTTP/1.1" status: 200 len: 834 time: 0.0477788 Sep 23 20:23:24.389733 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-749e6a20-a711-4dc8-b86b-df60271f385b req-159c4a45-636e-4459-91c6-a56a368780bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:23:24.391271 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-749e6a20-a711-4dc8-b86b-df60271f385b req-159c4a45-636e-4459-91c6-a56a368780bc service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=9069fe4e-7309-4f2b-8dc6-a1c9309a522f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0432086 Sep 23 20:23:24.491509 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-749e6a20-a711-4dc8-b86b-df60271f385b req-2e9779ee-2466-4c91-94d0-d3939117bfdc service neutron] 10.222.0.74 "GET /v2.0/networks/9069fe4e-7309-4f2b-8dc6-a1c9309a522f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0931132 Sep 23 20:23:24.584308 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-749e6a20-a711-4dc8-b86b-df60271f385b req-75892949-91fd-4e6f-9640-a39be2d3dbf5 service neutron] 10.222.0.74 "GET /v2.0/networks/9069fe4e-7309-4f2b-8dc6-a1c9309a522f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857854 Sep 23 20:23:24.674359 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccae6a49-9196-46ca-815b-64025f6b25dd req-b777172a-4203-4452-ad49-fee3c1c87806 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:23:24.675947 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-ccae6a49-9196-46ca-815b-64025f6b25dd req-b777172a-4203-4452-ad49-fee3c1c87806 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=68e56753f66346b994ad5ec9fc64b1b0&device_id=6065d43e-1488-4534-a6d4-7edb86c294a5 HTTP/1.1" status: 200 len: 1095 time: 0.0472038 Sep 23 20:23:24.771421 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccae6a49-9196-46ca-815b-64025f6b25dd req-92aa3c13-ca2f-407b-b5bc-d7a9e80c015a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:23:24.772932 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-ccae6a49-9196-46ca-815b-64025f6b25dd req-92aa3c13-ca2f-407b-b5bc-d7a9e80c015a service neutron] 10.222.0.74 "GET /v2.0/networks?id=9069fe4e-7309-4f2b-8dc6-a1c9309a522f HTTP/1.1" status: 200 len: 897 time: 0.0897563 Sep 23 20:23:24.818690 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-ccae6a49-9196-46ca-815b-64025f6b25dd req-459a6e04-b8f4-43ea-8161-6b2994d99f27 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=496ec5b0-aa96-446c-a298-a58ff031724a HTTP/1.1" status: 200 len: 217 time: 0.0388272 Sep 23 20:23:24.870058 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccae6a49-9196-46ca-815b-64025f6b25dd req-ff6be8e5-ea04-49c7-8e6e-da542f22d906 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:23:24.871497 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-ccae6a49-9196-46ca-815b-64025f6b25dd req-ff6be8e5-ea04-49c7-8e6e-da542f22d906 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=d6c858bf-e296-42cf-88fc-95287776066f HTTP/1.1" status: 200 len: 834 time: 0.0452142 Sep 23 20:23:24.919701 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccae6a49-9196-46ca-815b-64025f6b25dd req-787816a0-7975-4c00-9c3a-b8c122fe7328 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:23:24.921261 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-ccae6a49-9196-46ca-815b-64025f6b25dd req-787816a0-7975-4c00-9c3a-b8c122fe7328 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=9069fe4e-7309-4f2b-8dc6-a1c9309a522f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0422661 Sep 23 20:23:25.048352 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-ccae6a49-9196-46ca-815b-64025f6b25dd req-a1eea5dc-9fd5-4ddf-9ba5-52c28653fa64 service neutron] 10.222.0.74 "GET /v2.0/networks/9069fe4e-7309-4f2b-8dc6-a1c9309a522f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1188009 Sep 23 20:23:25.072694 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4afe3fa8-0399-4c36-929c-c685df12e82b req-e43a9daa-9705-4277-9e42-0b87e5845a13 tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:23:25.074177 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-4afe3fa8-0399-4c36-929c-c685df12e82b req-e43a9daa-9705-4277-9e42-0b87e5845a13 tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] 10.222.0.67 "GET /v2.0/ports?device_id=6065d43e-1488-4534-a6d4-7edb86c294a5 HTTP/1.1" status: 200 len: 943 time: 0.0744250 Sep 23 20:23:25.160631 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-4afe3fa8-0399-4c36-929c-c685df12e82b req-f0d202ce-707e-4b80-8b65-607e8f1e2761 tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] 10.222.0.67 "GET /v2.0/security-groups?id=74116530-8789-4f3f-9c3e-a6ead915f0ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0761242 Sep 23 20:23:25.183865 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-ccae6a49-9196-46ca-815b-64025f6b25dd req-5da5852b-9473-454f-b8dd-288486e7a862 service neutron] 10.222.0.74 "GET /v2.0/networks/9069fe4e-7309-4f2b-8dc6-a1c9309a522f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1275840 Sep 23 20:23:25.499292 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-80e7e501-6c57-470d-92c6-e3d54bc3195c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:23:26.309964 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cfe0b93-6f0d-45ba-9de5-5b2dce9362e8 req-cbc849b1-31bf-4c52-8fd7-76a475c61058 tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:23:26.311554 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-2cfe0b93-6f0d-45ba-9de5-5b2dce9362e8 req-cbc849b1-31bf-4c52-8fd7-76a475c61058 tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] 10.222.0.67 "GET /v2.0/ports?device_id=6065d43e-1488-4534-a6d4-7edb86c294a5 HTTP/1.1" status: 200 len: 943 time: 0.0511687 Sep 23 20:23:26.350461 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-2cfe0b93-6f0d-45ba-9de5-5b2dce9362e8 req-61e7ef26-be63-43c8-aac2-6b245509ba4a tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] 10.222.0.67 "GET /v2.0/security-groups?id=74116530-8789-4f3f-9c3e-a6ead915f0ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329318 Sep 23 20:23:26.736935 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Device 496ec5b0-aa96-446c-a298-a58ff031724a details requested by agent hyperv_n-h1-713301-16 with host n-h1-713301-16 {{(pid=95103) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 20:23:26.835957 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] For port 496ec5b0-aa96-446c-a298-a58ff031724a, host n-h1-713301-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-16',level=0,port_id=496ec5b0-aa96-446c-a298-a58ff031724a,segment=NetworkSegment(648a0546-677c-4f96-a194-feeb5a14a957),segment_id=648a0546-677c-4f96-a194-feeb5a14a957)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 20:23:26.847006 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Returning: {'device': '496ec5b0-aa96-446c-a298-a58ff031724a', 'network_id': '9069fe4e-7309-4f2b-8dc6-a1c9309a522f', 'port_id': '496ec5b0-aa96-446c-a298-a58ff031724a', 'mac_address': 'fa:16:3e:1a:48:13', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 604, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd6c858bf-e296-42cf-88fc-95287776066f', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95103) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 20:23:26.883435 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:23:26.895629 n-d-713301-16 neutron-server[95103]: DEBUG neutron.notifiers.nova [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 496ec5b0-aa96-446c-a298-a58ff031724a {{(pid=95103) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 20:23:26.915719 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] For port 496ec5b0-aa96-446c-a298-a58ff031724a, host n-h1-713301-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-16',level=0,port_id=496ec5b0-aa96-446c-a298-a58ff031724a,segment=NetworkSegment(648a0546-677c-4f96-a194-feeb5a14a957),segment_id=648a0546-677c-4f96-a194-feeb5a14a957)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 20:23:26.918888 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:23:26.966333 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Pushing event updated for resources: {'Port': ['ID=496ec5b0-aa96-446c-a298-a58ff031724a,revision_number=4']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:23:27.171508 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] get_ports_and_sgs() called for port_ids ['496ec5b0-aa96-446c-a298-a58ff031724a'] {{(pid=95103) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 20:23:27.468621 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-899a43ef-38f1-473b-9df6-cba490532283 req-ececaac9-bec8-4011-8b50-57e60221c7c0 tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:23:27.470058 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-899a43ef-38f1-473b-9df6-cba490532283 req-ececaac9-bec8-4011-8b50-57e60221c7c0 tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] 10.222.0.67 "GET /v2.0/ports?device_id=6065d43e-1488-4534-a6d4-7edb86c294a5 HTTP/1.1" status: 200 len: 944 time: 0.0491292 Sep 23 20:23:27.506595 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-899a43ef-38f1-473b-9df6-cba490532283 req-7cb1d8e1-8bfb-4772-a930-5cccef3ccac4 tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] 10.222.0.67 "GET /v2.0/security-groups?id=74116530-8789-4f3f-9c3e-a6ead915f0ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306759 Sep 23 20:23:28.487771 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:23:28.630835 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6407200e-2527-45e2-b888-f3ec14d91c15 req-33cd6d5d-7ae0-4f85-85dd-964d0844a806 tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:23:28.632309 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-6407200e-2527-45e2-b888-f3ec14d91c15 req-33cd6d5d-7ae0-4f85-85dd-964d0844a806 tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] 10.222.0.67 "GET /v2.0/ports?device_id=6065d43e-1488-4534-a6d4-7edb86c294a5 HTTP/1.1" status: 200 len: 944 time: 0.0532601 Sep 23 20:23:28.676845 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-6407200e-2527-45e2-b888-f3ec14d91c15 req-33e6e989-365e-45c2-a239-7d4621da37d3 tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] 10.222.0.67 "GET /v2.0/security-groups?id=74116530-8789-4f3f-9c3e-a6ead915f0ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378888 Sep 23 20:23:28.752254 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Device 496ec5b0-aa96-446c-a298-a58ff031724a up at agent hyperv_n-h1-713301-16 {{(pid=95103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 20:23:28.804972 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:23:28.813304 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Provisioning for port 496ec5b0-aa96-446c-a298-a58ff031724a completed by entity L2. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 20:23:28.816806 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Provisioning complete for port 496ec5b0-aa96-446c-a298-a58ff031724a triggered by entity L2. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 20:23:28.817170 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:23:28.899884 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:23:28.922825 n-d-713301-16 neutron-server[95103]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6065d43e-1488-4534-a6d4-7edb86c294a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '496ec5b0-aa96-446c-a298-a58ff031724a'}] {{(pid=95103) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 20:23:28.925085 n-d-713301-16 neutron-server[95103]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1848421c4d334b5bfe6f5b9de07f03d1600ee538ec1ae4f0fcf02c32f81bee4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc49a665-2b09-4568-bee7-b9302771b7dc" -d '{"events": [{"server_uuid": "6065d43e-1488-4534-a6d4-7edb86c294a5", "name": "network-vif-plugged", "status": "completed", "tag": "496ec5b0-aa96-446c-a298-a58ff031724a"}]}' {{(pid=95103) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 20:23:28.938889 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] For port 496ec5b0-aa96-446c-a298-a58ff031724a, host n-h1-713301-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-16',level=0,port_id=496ec5b0-aa96-446c-a298-a58ff031724a,segment=NetworkSegment(648a0546-677c-4f96-a194-feeb5a14a957),segment_id=648a0546-677c-4f96-a194-feeb5a14a957)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 20:23:28.943159 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:23:28.966788 n-d-713301-16 neutron-server[95103]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 20:23:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f00c464e-dc6f-46ff-9ccc-c29d608d9b22 x-openstack-request-id: req-f00c464e-dc6f-46ff-9ccc-c29d608d9b22 {{(pid=95103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 20:23:28.967080 n-d-713301-16 neutron-server[95103]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6065d43e-1488-4534-a6d4-7edb86c294a5", "name": "network-vif-plugged", "status": "completed", "tag": "496ec5b0-aa96-446c-a298-a58ff031724a", "code": 200}]} {{(pid=95103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 20:23:28.967329 n-d-713301-16 neutron-server[95103]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-f00c464e-dc6f-46ff-9ccc-c29d608d9b22 {{(pid=95103) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 20:23:28.967715 n-d-713301-16 neutron-server[95103]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6065d43e-1488-4534-a6d4-7edb86c294a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '496ec5b0-aa96-446c-a298-a58ff031724a', 'code': 200} Sep 23 20:23:28.997027 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Pushing event updated for resources: {'Port': ['ID=496ec5b0-aa96-446c-a298-a58ff031724a,revision_number=5']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:23:29.061747 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d159a18-a545-475f-b4c4-4e7e4d3a2075 req-514511c4-cd43-4f77-a916-8b5863f5d799 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:23:29.063265 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-9d159a18-a545-475f-b4c4-4e7e4d3a2075 req-514511c4-cd43-4f77-a916-8b5863f5d799 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=6065d43e-1488-4534-a6d4-7edb86c294a5 HTTP/1.1" status: 200 len: 1097 time: 0.0425091 Sep 23 20:23:29.098557 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-9d159a18-a545-475f-b4c4-4e7e4d3a2075 req-63b48e1e-0ef2-4ae7-b4dd-2b96393364a9 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=74116530-8789-4f3f-9c3e-a6ead915f0ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0278180 Sep 23 20:23:29.796759 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6945936c-93b0-4c50-88f8-17ce6ed0da10 req-47571c2b-8b3d-49dc-8c4b-098323149d41 tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:23:29.798254 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-6945936c-93b0-4c50-88f8-17ce6ed0da10 req-47571c2b-8b3d-49dc-8c4b-098323149d41 tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] 10.222.0.67 "GET /v2.0/ports?device_id=6065d43e-1488-4534-a6d4-7edb86c294a5 HTTP/1.1" status: 200 len: 945 time: 0.0494714 Sep 23 20:23:29.835800 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-6945936c-93b0-4c50-88f8-17ce6ed0da10 req-01d397ed-1e42-43e2-97e3-6da16c569c78 tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] 10.222.0.67 "GET /v2.0/security-groups?id=74116530-8789-4f3f-9c3e-a6ead915f0ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315032 Sep 23 20:23:30.972536 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee3fc1b8-d4d6-4b49-8319-dab42046a1f6 req-5cef6a07-a328-471b-b790-f68f0b95432e tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:23:30.974028 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-ee3fc1b8-d4d6-4b49-8319-dab42046a1f6 req-5cef6a07-a328-471b-b790-f68f0b95432e tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] 10.222.0.67 "GET /v2.0/ports?device_id=6065d43e-1488-4534-a6d4-7edb86c294a5 HTTP/1.1" status: 200 len: 945 time: 0.0601087 Sep 23 20:23:31.017374 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-ee3fc1b8-d4d6-4b49-8319-dab42046a1f6 req-86b36509-ce1a-4514-b0ab-1c746e99c30e tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] 10.222.0.67 "GET /v2.0/security-groups?id=74116530-8789-4f3f-9c3e-a6ead915f0ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364094 Sep 23 20:23:31.130897 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18850cf6-7dfc-4ed3-9aa3-ea42e08e0943 req-f27056b0-3865-4d7e-99a1-1302e41369c0 tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:23:31.132318 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-18850cf6-7dfc-4ed3-9aa3-ea42e08e0943 req-f27056b0-3865-4d7e-99a1-1302e41369c0 tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] 10.222.0.67 "GET /v2.0/ports?device_id=6065d43e-1488-4534-a6d4-7edb86c294a5 HTTP/1.1" status: 200 len: 945 time: 0.0497308 Sep 23 20:23:31.198492 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-18850cf6-7dfc-4ed3-9aa3-ea42e08e0943 req-a4ff9063-ead5-4d04-9e49-1ac5e0806559 tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] 10.222.0.67 "GET /v2.0/security-groups?id=74116530-8789-4f3f-9c3e-a6ead915f0ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0592606 Sep 23 20:23:31.209595 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-a58a7508-a9f9-4a94-9c76-9f86939bbd5f req-99699166-e1fd-494f-a440-7bb432f8d748 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=6065d43e-1488-4534-a6d4-7edb86c294a5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0523314 Sep 23 20:23:31.220782 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 34298) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:23:31.294442 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2671a73a-72af-4c7c-874e-9d11b952ac37 tempest-TestNetworkAdvancedServerOps-2144079699 tempest-TestNetworkAdvancedServerOps-2144079699-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:23:31.295953 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-2671a73a-72af-4c7c-874e-9d11b952ac37 tempest-TestNetworkAdvancedServerOps-2144079699 tempest-TestNetworkAdvancedServerOps-2144079699-project-admin] 10.222.0.67 "GET /v2.0/ports?device_id=6065d43e-1488-4534-a6d4-7edb86c294a5 HTTP/1.1" status: 200 len: 1092 time: 0.0742023 Sep 23 20:23:31.298885 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 34300) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:23:31.303827 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.v2.base [None req-a366c795-0161-43e2-b7b4-174eb29c7286 tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Request body: {'floatingip': {'floating_network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'port_id': '496ec5b0-aa96-446c-a298-a58ff031724a', 'tenant_id': '68e56753f66346b994ad5ec9fc64b1b0', 'fixed_ip_address': '172.20.0.3'}} {{(pid=95102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 20:23:31.317027 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a58a7508-a9f9-4a94-9c76-9f86939bbd5f req-3872ad9b-3259-471b-8627-7fd2f8721294 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:23:31.318511 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-a58a7508-a9f9-4a94-9c76-9f86939bbd5f req-3872ad9b-3259-471b-8627-7fd2f8721294 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=68e56753f66346b994ad5ec9fc64b1b0&device_id=6065d43e-1488-4534-a6d4-7edb86c294a5 HTTP/1.1" status: 200 len: 1097 time: 0.0621662 Sep 23 20:23:31.334404 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-a366c795-0161-43e2-b7b4-174eb29c7286 tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Notify callbacks [] for floatingip, before_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:23:31.475336 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a58a7508-a9f9-4a94-9c76-9f86939bbd5f req-a688f502-15b5-4c51-ae94-f1fd2172378e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:23:31.477564 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-a58a7508-a9f9-4a94-9c76-9f86939bbd5f req-a688f502-15b5-4c51-ae94-f1fd2172378e service neutron] 10.222.0.74 "GET /v2.0/networks?id=9069fe4e-7309-4f2b-8dc6-a1c9309a522f HTTP/1.1" status: 200 len: 897 time: 0.1293881 Sep 23 20:23:31.526538 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-a58a7508-a9f9-4a94-9c76-9f86939bbd5f req-eee42d82-e57c-41c9-a28f-b5f9e5f854a0 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=496ec5b0-aa96-446c-a298-a58ff031724a HTTP/1.1" status: 200 len: 217 time: 0.0429697 Sep 23 20:23:31.585227 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a58a7508-a9f9-4a94-9c76-9f86939bbd5f req-52e8cebf-2c70-4d90-8ae6-93256c4b5b23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:23:31.586773 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-a58a7508-a9f9-4a94-9c76-9f86939bbd5f req-52e8cebf-2c70-4d90-8ae6-93256c4b5b23 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=d6c858bf-e296-42cf-88fc-95287776066f HTTP/1.1" status: 200 len: 834 time: 0.0539927 Sep 23 20:23:31.589184 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-a366c795-0161-43e2-b7b4-174eb29c7286 tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:23:31.702057 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a58a7508-a9f9-4a94-9c76-9f86939bbd5f req-861bf7b4-3c36-42d8-8083-8f6c62898856 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:23:31.703481 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-a58a7508-a9f9-4a94-9c76-9f86939bbd5f req-861bf7b4-3c36-42d8-8083-8f6c62898856 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=9069fe4e-7309-4f2b-8dc6-a1c9309a522f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1074729 Sep 23 20:23:31.751255 n-d-713301-16 neutron-server[95102]: DEBUG neutron.db.db_base_plugin_common [None req-a366c795-0161-43e2-b7b4-174eb29c7286 tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Allocated IP 172.25.1.236 (5dec5c09-378e-4f50-89cc-d94eb81c3bac/eff83446-018c-428d-b3f5-54ac9abe7a2a/48c40b77-5bd1-4161-9dba-86dbfe9fbc17) {{(pid=95102) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 20:23:31.884840 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-a58a7508-a9f9-4a94-9c76-9f86939bbd5f req-7082fbf8-08ac-48c3-b13c-9f29e1260790 service neutron] 10.222.0.74 "GET /v2.0/networks/9069fe4e-7309-4f2b-8dc6-a1c9309a522f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1716373 Sep 23 20:23:31.977912 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-a366c795-0161-43e2-b7b4-174eb29c7286 tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Notify callbacks [] for port, precommit_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:23:32.008311 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-a58a7508-a9f9-4a94-9c76-9f86939bbd5f req-88e3b932-c300-44fd-a870-8abb3173cb0d service neutron] 10.222.0.74 "GET /v2.0/networks/9069fe4e-7309-4f2b-8dc6-a1c9309a522f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1164441 Sep 23 20:23:32.028636 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-a366c795-0161-43e2-b7b4-174eb29c7286 tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783145673135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4399100'] for port, after_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:23:32.074829 n-d-713301-16 neutron-server[95102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a366c795-0161-43e2-b7b4-174eb29c7286 tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Network 5dec5c09-378e-4f50-89cc-d94eb81c3bac is already hosted by enough agents. {{(pid=95102) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 20:23:32.079038 n-d-713301-16 neutron-server[95102]: DEBUG neutron.scheduler.base_scheduler [None req-a366c795-0161-43e2-b7b4-174eb29c7286 tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Resources bound (agent type, host, resource id): {{(pid=95102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 20:23:32.082520 n-d-713301-16 neutron-server[95102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a366c795-0161-43e2-b7b4-174eb29c7286 tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Received port after_create {{(pid=95102) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 20:23:32.090979 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a366c795-0161-43e2-b7b4-174eb29c7286 tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Pushing event updated for resources: {'Port': ['ID=48c40b77-5bd1-4161-9dba-86dbfe9fbc17,revision_number=1']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:23:32.426079 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-a366c795-0161-43e2-b7b4-174eb29c7286 tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:23:32.495311 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-a366c795-0161-43e2-b7b4-174eb29c7286 tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:23:32.643229 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-a366c795-0161-43e2-b7b4-174eb29c7286 tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Notify callbacks [] for port, precommit_update {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:23:32.647461 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-a366c795-0161-43e2-b7b4-174eb29c7286 tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4399095'] for port, after_update {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:23:32.716791 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a366c795-0161-43e2-b7b4-174eb29c7286 tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Pushing event updated for resources: {'Port': ['ID=48c40b77-5bd1-4161-9dba-86dbfe9fbc17,revision_number=2']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:23:32.726704 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-a366c795-0161-43e2-b7b4-174eb29c7286 tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-601884'] for floatingip, after_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:23:32.825974 n-d-713301-16 neutron-server[95102]: INFO neutron.db.l3_db [None req-a366c795-0161-43e2-b7b4-174eb29c7286 tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Floating IP 9d489417-5846-4d1f-98d6-deb8068745c0 associated. External IP: 172.25.1.236, port: 496ec5b0-aa96-446c-a298-a58ff031724a. Sep 23 20:23:33.368142 n-d-713301-16 neutron-server[95102]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a366c795-0161-43e2-b7b4-174eb29c7286 tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Router c5148665-0173-454d-b0a4-a02e203c04f6 has already been hosted by L3 agent 79a740bf-7821-4989-8288-7186e3e128f3 {{(pid=95102) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 20:23:33.475857 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a366c795-0161-43e2-b7b4-174eb29c7286 tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Notify agent at l3_agent.n-d-713301-16 the message routers_updated {{(pid=95102) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 20:23:33.486117 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55484ad4-2954-4251-a415-1b2ac22c7596 None None] Sync routers for ids ['c5148665-0173-454d-b0a4-a02e203c04f6'] in n-d-713301-16 {{(pid=95103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 20:23:33.493614 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-a366c795-0161-43e2-b7b4-174eb29c7286 tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222849'] for floatingip, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:23:33.496742 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55484ad4-2954-4251-a415-1b2ac22c7596 None None] Routers {'c5148665-0173-454d-b0a4-a02e203c04f6'} bound to L3 agent in host n-d-713301-16 {{(pid=95103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 20:23:33.497390 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_hamode_db [None req-55484ad4-2954-4251-a415-1b2ac22c7596 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-23T19:07:52Z,description=,heartbeat_timestamp=2021-09-23T20:23:23Z,host='n-d-713301-16',id=79a740bf-7821-4989-8288-7186e3e128f3,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:07:52Z,topic='l3_agent')) {'router_ids': ['c5148665-0173-454d-b0a4-a02e203c04f6'], 'active': True} {{(pid=95103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 20:23:33.521780 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-a366c795-0161-43e2-b7b4-174eb29c7286 tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] 10.222.0.67 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.2218428 Sep 23 20:23:33.522459 n-d-713301-16 neutron-server[95102]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6065d43e-1488-4534-a6d4-7edb86c294a5', 'tag': '496ec5b0-aa96-446c-a298-a58ff031724a'}] {{(pid=95102) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 20:23:33.525549 n-d-713301-16 neutron-server[95102]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a8356a6bd5e554bb349ddb806ba98ee8c25ce2b3f69d698f62da31b860ff3eb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3bc33e23-4daa-4dc6-befa-485cc8c766c1" -d '{"events": [{"name": "network-changed", "server_uuid": "6065d43e-1488-4534-a6d4-7edb86c294a5", "tag": "496ec5b0-aa96-446c-a298-a58ff031724a"}]}' {{(pid=95102) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 20:23:33.576888 n-d-713301-16 neutron-server[95102]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 20:23:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65fe0d0e-a0e1-493d-9265-e0a19f251c7a x-openstack-request-id: req-65fe0d0e-a0e1-493d-9265-e0a19f251c7a {{(pid=95102) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 20:23:33.577178 n-d-713301-16 neutron-server[95102]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6065d43e-1488-4534-a6d4-7edb86c294a5", "tag": "496ec5b0-aa96-446c-a298-a58ff031724a", "status": "completed", "code": 200}]} {{(pid=95102) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 20:23:33.577429 n-d-713301-16 neutron-server[95102]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-65fe0d0e-a0e1-493d-9265-e0a19f251c7a {{(pid=95102) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 20:23:33.577825 n-d-713301-16 neutron-server[95102]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6065d43e-1488-4534-a6d4-7edb86c294a5', 'tag': '496ec5b0-aa96-446c-a298-a58ff031724a', 'status': 'completed', 'code': 200} Sep 23 20:23:33.618454 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_dvr_db [None req-55484ad4-2954-4251-a415-1b2ac22c7596 None None] Set router c5148665-0173-454d-b0a4-a02e203c04f6 gateway port host: n-d-713301-16 {{(pid=95103) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 20:23:33.672825 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f9d8bf4-192f-441b-a49b-ad73a36f4056 req-9e13e307-7fd3-455b-b981-08d8ade5f741 tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:23:33.674320 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-2f9d8bf4-192f-441b-a49b-ad73a36f4056 req-9e13e307-7fd3-455b-b981-08d8ade5f741 tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] 10.222.0.67 "GET /v2.0/ports?device_id=6065d43e-1488-4534-a6d4-7edb86c294a5 HTTP/1.1" status: 200 len: 945 time: 0.0839889 Sep 23 20:23:33.676453 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc33e23-4daa-4dc6-befa-485cc8c766c1 req-51900fd0-af77-49ff-8fbb-a459474f3c3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:23:33.677813 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-3bc33e23-4daa-4dc6-befa-485cc8c766c1 req-51900fd0-af77-49ff-8fbb-a459474f3c3d service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=68e56753f66346b994ad5ec9fc64b1b0&device_id=6065d43e-1488-4534-a6d4-7edb86c294a5 HTTP/1.1" status: 200 len: 1097 time: 0.0759254 Sep 23 20:23:33.741436 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-2f9d8bf4-192f-441b-a49b-ad73a36f4056 req-6162ecb8-7344-46a5-b226-6efc287166d5 tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] 10.222.0.67 "GET /v2.0/security-groups?id=74116530-8789-4f3f-9c3e-a6ead915f0ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0605268 Sep 23 20:23:33.765198 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 34306) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:23:33.796673 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc33e23-4daa-4dc6-befa-485cc8c766c1 req-2b1dbed6-8db5-496c-8105-0460b17d0d0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:23:33.798241 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-3bc33e23-4daa-4dc6-befa-485cc8c766c1 req-2b1dbed6-8db5-496c-8105-0460b17d0d0c service neutron] 10.222.0.74 "GET /v2.0/networks?id=9069fe4e-7309-4f2b-8dc6-a1c9309a522f HTTP/1.1" status: 200 len: 897 time: 0.1112683 Sep 23 20:23:33.848002 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_hamode_db [None req-55484ad4-2954-4251-a415-1b2ac22c7596 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5148665-0173-454d-b0a4-a02e203c04f6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1679757668', 'tenant_id': '68e56753f66346b994ad5ec9fc64b1b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'external_fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.248'}], 'enable_snat': True}, 'gw_port_id': '4cf6b140-d830-4aac-bdd5-edc6bd0623f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T20:23:15Z', 'updated_at': '2021-09-23T20:23:19Z', 'revision_number': 4, 'project_id': '68e56753f66346b994ad5ec9fc64b1b0', 'gw_port': {'id': '4cf6b140-d830-4aac-bdd5-edc6bd0623f4', 'name': '', 'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:c1:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5148665-0173-454d-b0a4-a02e203c04f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T20:23:16Z', 'updated_at': '2021-09-23T20:23:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-16', '_floatingips': [{'id': '9d489417-5846-4d1f-98d6-deb8068745c0', 'tenant_id': '68e56753f66346b994ad5ec9fc64b1b0', 'floating_ip_address': '172.25.1.236', 'floating_network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'router_id': 'c5148665-0173-454d-b0a4-a02e203c04f6', 'port_id': '496ec5b0-aa96-446c-a298-a58ff031724a', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4185, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9069fe4e-7309-4f2b-8dc6-a1c9309a522f', 'mac_address': 'fa:16:3e:1a:48:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6065d43e-1488-4534-a6d4-7edb86c294a5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-23T20:23:32Z', 'updated_at': '2021-09-23T20:23:32Z', 'revision_number': 0, 'project_id': '68e56753f66346b994ad5ec9fc64b1b0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd388ab11-3fd8-46f5-b397-68f3e9fd6c2a', 'name': '', 'network_id': '9069fe4e-7309-4f2b-8dc6-a1c9309a522f', 'tenant_id': '68e56753f66346b994ad5ec9fc64b1b0', 'mac_address': 'fa:16:3e:fc:34:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5148665-0173-454d-b0a4-a02e203c04f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4182, 'fixed_ips': [{'subnet_id': 'd6c858bf-e296-42cf-88fc-95287776066f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T20:23:18Z', 'updated_at': '2021-09-23T20:23:21Z', 'revision_number': 5, 'project_id': '68e56753f66346b994ad5ec9fc64b1b0', 'subnets': [{'id': 'd6c858bf-e296-42cf-88fc-95287776066f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-16', False) {} {{(pid=95103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 20:23:33.850747 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-60999f5a-16b9-466a-bf78-27b511d4b9c2 tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] 10.222.0.67 "GET /v2.0/floatingips/9d489417-5846-4d1f-98d6-deb8068745c0 HTTP/1.1" status: 200 len: 991 time: 0.0831668 Sep 23 20:23:33.869390 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-3bc33e23-4daa-4dc6-befa-485cc8c766c1 req-d3c61035-375f-4497-bd96-df858864750b service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=496ec5b0-aa96-446c-a298-a58ff031724a HTTP/1.1" status: 200 len: 999 time: 0.0633585 Sep 23 20:23:33.875492 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55484ad4-2954-4251-a415-1b2ac22c7596 None None] Checking router: c5148665-0173-454d-b0a4-a02e203c04f6 for host: n-d-713301-16 {{(pid=95103) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 20:23:33.884122 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55484ad4-2954-4251-a415-1b2ac22c7596 None None] Routers {'c5148665-0173-454d-b0a4-a02e203c04f6'} bound to L3 agent in host n-d-713301-16 {{(pid=95103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 20:23:33.884783 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_hamode_db [None req-55484ad4-2954-4251-a415-1b2ac22c7596 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-23T19:07:52Z,description=,heartbeat_timestamp=2021-09-23T20:23:23Z,host='n-d-713301-16',id=79a740bf-7821-4989-8288-7186e3e128f3,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:07:52Z,topic='l3_agent')) {'router_ids': ['c5148665-0173-454d-b0a4-a02e203c04f6'], 'active': True} {{(pid=95103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 20:23:33.920774 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc33e23-4daa-4dc6-befa-485cc8c766c1 req-db862ac6-7e01-480a-a0e8-11b07c1000f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:23:33.922244 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-3bc33e23-4daa-4dc6-befa-485cc8c766c1 req-db862ac6-7e01-480a-a0e8-11b07c1000f3 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=d6c858bf-e296-42cf-88fc-95287776066f HTTP/1.1" status: 200 len: 834 time: 0.0463817 Sep 23 20:23:33.970438 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc33e23-4daa-4dc6-befa-485cc8c766c1 req-e125e31b-f73f-46ee-993f-16befa9aad2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:23:33.971938 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-3bc33e23-4daa-4dc6-befa-485cc8c766c1 req-e125e31b-f73f-46ee-993f-16befa9aad2e service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=9069fe4e-7309-4f2b-8dc6-a1c9309a522f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0422647 Sep 23 20:23:33.990752 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_dvr_db [None req-55484ad4-2954-4251-a415-1b2ac22c7596 None None] Set router c5148665-0173-454d-b0a4-a02e203c04f6 gateway port host: n-d-713301-16 {{(pid=95103) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 20:23:34.066010 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-3bc33e23-4daa-4dc6-befa-485cc8c766c1 req-39088595-c76b-406f-9e4e-f9425ee36940 service neutron] 10.222.0.74 "GET /v2.0/networks/9069fe4e-7309-4f2b-8dc6-a1c9309a522f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866971 Sep 23 20:23:34.160482 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-3bc33e23-4daa-4dc6-befa-485cc8c766c1 req-b3107dd3-1250-456a-8700-97c0aa9e8c7c service neutron] 10.222.0.74 "GET /v2.0/networks/9069fe4e-7309-4f2b-8dc6-a1c9309a522f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879526 Sep 23 20:23:34.235713 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_hamode_db [None req-55484ad4-2954-4251-a415-1b2ac22c7596 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5148665-0173-454d-b0a4-a02e203c04f6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1679757668', 'tenant_id': '68e56753f66346b994ad5ec9fc64b1b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'external_fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.248'}], 'enable_snat': True}, 'gw_port_id': '4cf6b140-d830-4aac-bdd5-edc6bd0623f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T20:23:15Z', 'updated_at': '2021-09-23T20:23:19Z', 'revision_number': 4, 'project_id': '68e56753f66346b994ad5ec9fc64b1b0', 'gw_port': {'id': '4cf6b140-d830-4aac-bdd5-edc6bd0623f4', 'name': '', 'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:c1:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5148665-0173-454d-b0a4-a02e203c04f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T20:23:16Z', 'updated_at': '2021-09-23T20:23:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-16', '_floatingips': [{'id': '9d489417-5846-4d1f-98d6-deb8068745c0', 'tenant_id': '68e56753f66346b994ad5ec9fc64b1b0', 'floating_ip_address': '172.25.1.236', 'floating_network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'router_id': 'c5148665-0173-454d-b0a4-a02e203c04f6', 'port_id': '496ec5b0-aa96-446c-a298-a58ff031724a', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4185, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9069fe4e-7309-4f2b-8dc6-a1c9309a522f', 'mac_address': 'fa:16:3e:1a:48:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6065d43e-1488-4534-a6d4-7edb86c294a5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-23T20:23:32Z', 'updated_at': '2021-09-23T20:23:32Z', 'revision_number': 0, 'project_id': '68e56753f66346b994ad5ec9fc64b1b0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd388ab11-3fd8-46f5-b397-68f3e9fd6c2a', 'name': '', 'network_id': '9069fe4e-7309-4f2b-8dc6-a1c9309a522f', 'tenant_id': '68e56753f66346b994ad5ec9fc64b1b0', 'mac_address': 'fa:16:3e:fc:34:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5148665-0173-454d-b0a4-a02e203c04f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4182, 'fixed_ips': [{'subnet_id': 'd6c858bf-e296-42cf-88fc-95287776066f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T20:23:18Z', 'updated_at': '2021-09-23T20:23:21Z', 'revision_number': 5, 'project_id': '68e56753f66346b994ad5ec9fc64b1b0', 'subnets': [{'id': 'd6c858bf-e296-42cf-88fc-95287776066f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-16', False) {} {{(pid=95103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 20:23:34.261611 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55484ad4-2954-4251-a415-1b2ac22c7596 None None] The sync data for ids ['c5148665-0173-454d-b0a4-a02e203c04f6'] in n-d-713301-16 is: [{'id': 'c5148665-0173-454d-b0a4-a02e203c04f6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1679757668', 'tenant_id': '68e56753f66346b994ad5ec9fc64b1b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'external_fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.248'}], 'enable_snat': True}, 'gw_port_id': '4cf6b140-d830-4aac-bdd5-edc6bd0623f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T20:23:15Z', 'updated_at': '2021-09-23T20:23:19Z', 'revision_number': 4, 'project_id': '68e56753f66346b994ad5ec9fc64b1b0', 'gw_port': {'id': '4cf6b140-d830-4aac-bdd5-edc6bd0623f4', 'name': '', 'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:c1:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5148665-0173-454d-b0a4-a02e203c04f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T20:23:16Z', 'updated_at': '2021-09-23T20:23:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-16', '_floatingips': [{'id': '9d489417-5846-4d1f-98d6-deb8068745c0', 'tenant_id': '68e56753f66346b994ad5ec9fc64b1b0', 'floating_ip_address': '172.25.1.236', 'floating_network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'router_id': 'c5148665-0173-454d-b0a4-a02e203c04f6', 'port_id': '496ec5b0-aa96-446c-a298-a58ff031724a', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4185, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9069fe4e-7309-4f2b-8dc6-a1c9309a522f', 'mac_address': 'fa:16:3e:1a:48:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6065d43e-1488-4534-a6d4-7edb86c294a5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-23T20:23:32Z', 'updated_at': '2021-09-23T20:23:32Z', 'revision_number': 0, 'project_id': '68e56753f66346b994ad5ec9fc64b1b0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd388ab11-3fd8-46f5-b397-68f3e9fd6c2a', 'name': '', 'network_id': '9069fe4e-7309-4f2b-8dc6-a1c9309a522f', 'tenant_id': '68e56753f66346b994ad5ec9fc64b1b0', 'mac_address': 'fa:16:3e:fc:34:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5148665-0173-454d-b0a4-a02e203c04f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4182, 'fixed_ips': [{'subnet_id': 'd6c858bf-e296-42cf-88fc-95287776066f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T20:23:18Z', 'updated_at': '2021-09-23T20:23:21Z', 'revision_number': 5, 'project_id': '68e56753f66346b994ad5ec9fc64b1b0', 'subnets': [{'id': 'd6c858bf-e296-42cf-88fc-95287776066f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 20:23:34.455507 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58e294df-aeee-4127-a923-b9df86daf045 None None] New status for floating IP 9d489417-5846-4d1f-98d6-deb8068745c0: ACTIVE {{(pid=95104) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 23 20:23:34.853997 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 34308) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:23:34.915093 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-a78e54d0-4487-48ab-8c7f-7c72887e8332 tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] 10.222.0.67 "GET /v2.0/floatingips/9d489417-5846-4d1f-98d6-deb8068745c0 HTTP/1.1" status: 200 len: 993 time: 0.0592399 Sep 23 20:23:49.808309 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-7eed369b-c494-48ef-afa2-33ba44929ffe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:23:53.033337 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-82b49c84-c870-41e2-9f0d-3c37a680df83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:23:53.210488 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:23:53.662994 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-0ae75029-feb6-4728-9a94-5f9b60993d82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:23:55.498329 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-80e7e501-6c57-470d-92c6-e3d54bc3195c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:23:58.476321 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:23:58.795159 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:24:00.554710 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.agents_db [None req-f2f5c474-60a3-474f-b2cc-02c4bd30880c None None] Agent healthcheck: found 7 active agents {{(pid=95104) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 20:24:02.645711 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e74aa74-eba5-44de-8088-248c27a7bf87 req-552226ef-c5a2-41b6-a676-4250117d729c tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:24:02.647195 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-4e74aa74-eba5-44de-8088-248c27a7bf87 req-552226ef-c5a2-41b6-a676-4250117d729c tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] 10.222.0.67 "GET /v2.0/ports?device_id=6065d43e-1488-4534-a6d4-7edb86c294a5 HTTP/1.1" status: 200 len: 945 time: 0.0534089 Sep 23 20:24:02.685649 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-4e74aa74-eba5-44de-8088-248c27a7bf87 req-cf969bfc-9ed6-4c75-9dae-92d68f313d1a tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] 10.222.0.67 "GET /v2.0/security-groups?id=74116530-8789-4f3f-9c3e-a6ead915f0ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322478 Sep 23 20:24:03.804350 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a707c64-c0cf-4018-8d1d-11cca51d65f3 req-0afdbe84-634f-404e-b4ab-8b40e72aec30 tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:24:03.805863 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-7a707c64-c0cf-4018-8d1d-11cca51d65f3 req-0afdbe84-634f-404e-b4ab-8b40e72aec30 tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] 10.222.0.67 "GET /v2.0/ports?device_id=6065d43e-1488-4534-a6d4-7edb86c294a5 HTTP/1.1" status: 200 len: 945 time: 0.0492573 Sep 23 20:24:03.844274 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-7a707c64-c0cf-4018-8d1d-11cca51d65f3 req-945379e0-0643-46ce-8720-32f07cbbc35e tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] 10.222.0.67 "GET /v2.0/security-groups?id=74116530-8789-4f3f-9c3e-a6ead915f0ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321300 Sep 23 20:24:03.866614 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 34328) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:24:03.931643 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-177021aa-991e-4758-a777-be3e6e3d5dd3 tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] 10.222.0.67 "GET /v2.0/floatingips/9d489417-5846-4d1f-98d6-deb8068745c0 HTTP/1.1" status: 200 len: 993 time: 0.0638838 Sep 23 20:24:05.211913 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a4608d2-9242-4435-94d6-052125a7302b req-f1a14b14-09fe-414e-88de-b3a685cf366c tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:24:05.213464 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-3a4608d2-9242-4435-94d6-052125a7302b req-f1a14b14-09fe-414e-88de-b3a685cf366c tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] 10.222.0.67 "GET /v2.0/ports?device_id=6065d43e-1488-4534-a6d4-7edb86c294a5 HTTP/1.1" status: 200 len: 945 time: 0.0520501 Sep 23 20:24:05.255777 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-3a4608d2-9242-4435-94d6-052125a7302b req-ecb97d12-3019-4ed8-8ea4-5a679134e5de tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] 10.222.0.67 "GET /v2.0/security-groups?id=74116530-8789-4f3f-9c3e-a6ead915f0ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354018 Sep 23 20:24:06.382421 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0acc47a3-dfdd-4335-b97e-92c1028bc395 req-08493ec9-aeeb-4c12-83cf-703706be8626 tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:24:06.383903 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-0acc47a3-dfdd-4335-b97e-92c1028bc395 req-08493ec9-aeeb-4c12-83cf-703706be8626 tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] 10.222.0.67 "GET /v2.0/ports?device_id=6065d43e-1488-4534-a6d4-7edb86c294a5 HTTP/1.1" status: 200 len: 945 time: 0.0544612 Sep 23 20:24:06.425033 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-0acc47a3-dfdd-4335-b97e-92c1028bc395 req-7e69822f-5d19-4511-b372-339b2dd380a3 tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] 10.222.0.67 "GET /v2.0/security-groups?id=74116530-8789-4f3f-9c3e-a6ead915f0ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314608 Sep 23 20:24:06.447626 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 34338) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:24:06.507873 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-83ebf7fe-e83b-4390-8a66-3b2043bda36c tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] 10.222.0.67 "GET /v2.0/floatingips/9d489417-5846-4d1f-98d6-deb8068745c0 HTTP/1.1" status: 200 len: 993 time: 0.0591376 Sep 23 20:24:06.719274 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 34344) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:24:06.875237 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.plugin [None req-cefc0aad-94b8-451e-848e-1516e68bfe7f tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Deleting port 48c40b77-5bd1-4161-9dba-86dbfe9fbc17 {{(pid=95102) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 20:24:06.875481 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-cefc0aad-94b8-451e-848e-1516e68bfe7f tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783146157096'] for port, before_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:24:06.953457 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-cefc0aad-94b8-451e-848e-1516e68bfe7f tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-605701'] for port, precommit_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:24:06.953792 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-cefc0aad-94b8-451e-848e-1516e68bfe7f tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:24:06.966160 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.plugin [None req-cefc0aad-94b8-451e-848e-1516e68bfe7f tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Calling delete_port for 48c40b77-5bd1-4161-9dba-86dbfe9fbc17 owned by network:floatingip {{(pid=95102) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 20:24:07.111969 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-cefc0aad-94b8-451e-848e-1516e68bfe7f tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783146162158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783145673144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4399100'] for port, after_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:24:07.138868 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cefc0aad-94b8-451e-848e-1516e68bfe7f tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Pushing event deleted for resources: {'Port': ['ID=48c40b77-5bd1-4161-9dba-86dbfe9fbc17,revision_number=None']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:24:07.163939 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cefc0aad-94b8-451e-848e-1516e68bfe7f tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:24:07.164294 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cefc0aad-94b8-451e-848e-1516e68bfe7f tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:24:07.164679 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cefc0aad-94b8-451e-848e-1516e68bfe7f tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:24:07.165020 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cefc0aad-94b8-451e-848e-1516e68bfe7f tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:24:07.165357 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cefc0aad-94b8-451e-848e-1516e68bfe7f tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:24:07.165696 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cefc0aad-94b8-451e-848e-1516e68bfe7f tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:24:07.166032 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cefc0aad-94b8-451e-848e-1516e68bfe7f tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:24:07.166364 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cefc0aad-94b8-451e-848e-1516e68bfe7f tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:24:07.166696 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cefc0aad-94b8-451e-848e-1516e68bfe7f tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:24:07.167029 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cefc0aad-94b8-451e-848e-1516e68bfe7f tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:24:07.167358 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cefc0aad-94b8-451e-848e-1516e68bfe7f tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:24:07.167684 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cefc0aad-94b8-451e-848e-1516e68bfe7f tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:24:07.206503 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-cefc0aad-94b8-451e-848e-1516e68bfe7f tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Notify callbacks [] for floatingip, after_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:24:07.206835 n-d-713301-16 neutron-server[95102]: INFO neutron.db.l3_db [None req-cefc0aad-94b8-451e-848e-1516e68bfe7f tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Floating IP 9d489417-5846-4d1f-98d6-deb8068745c0 disassociated (deleted). External IP: 172.25.1.236, port: 496ec5b0-aa96-446c-a298-a58ff031724a. Sep 23 20:24:07.417605 n-d-713301-16 neutron-server[95102]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cefc0aad-94b8-451e-848e-1516e68bfe7f tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Router c5148665-0173-454d-b0a4-a02e203c04f6 has already been hosted by L3 agent 79a740bf-7821-4989-8288-7186e3e128f3 {{(pid=95102) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 20:24:07.527428 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cefc0aad-94b8-451e-848e-1516e68bfe7f tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Notify agent at l3_agent.n-d-713301-16 the message routers_updated {{(pid=95102) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 20:24:07.532306 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-cefc0aad-94b8-451e-848e-1516e68bfe7f tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222849'] for floatingip, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:24:07.542638 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb4c679f-ffdf-470d-9829-29abf9e75966 None None] Sync routers for ids ['c5148665-0173-454d-b0a4-a02e203c04f6'] in n-d-713301-16 {{(pid=95103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 20:24:07.551741 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb4c679f-ffdf-470d-9829-29abf9e75966 None None] Routers {'c5148665-0173-454d-b0a4-a02e203c04f6'} bound to L3 agent in host n-d-713301-16 {{(pid=95103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 20:24:07.552349 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_hamode_db [None req-cb4c679f-ffdf-470d-9829-29abf9e75966 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-23T19:07:52Z,description=,heartbeat_timestamp=2021-09-23T20:23:53Z,host='n-d-713301-16',id=79a740bf-7821-4989-8288-7186e3e128f3,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:07:52Z,topic='l3_agent')) {'router_ids': ['c5148665-0173-454d-b0a4-a02e203c04f6'], 'active': True} {{(pid=95103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 20:24:07.561857 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-cefc0aad-94b8-451e-848e-1516e68bfe7f tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] 10.222.0.67 "DELETE /v2.0/floatingips/9d489417-5846-4d1f-98d6-deb8068745c0 HTTP/1.1" status: 204 len: 168 time: 0.8414850 Sep 23 20:24:07.562452 n-d-713301-16 neutron-server[95102]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6065d43e-1488-4534-a6d4-7edb86c294a5', 'tag': '496ec5b0-aa96-446c-a298-a58ff031724a'}] {{(pid=95102) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 20:24:07.564881 n-d-713301-16 neutron-server[95102]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a8356a6bd5e554bb349ddb806ba98ee8c25ce2b3f69d698f62da31b860ff3eb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14bca262-c31a-4ffb-a857-a78593330c74" -d '{"events": [{"name": "network-changed", "server_uuid": "6065d43e-1488-4534-a6d4-7edb86c294a5", "tag": "496ec5b0-aa96-446c-a298-a58ff031724a"}]}' {{(pid=95102) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 20:24:07.602449 n-d-713301-16 neutron-server[95102]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 20:24:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6b271f3-a277-484c-a36e-2f32d166860f x-openstack-request-id: req-e6b271f3-a277-484c-a36e-2f32d166860f {{(pid=95102) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 20:24:07.602740 n-d-713301-16 neutron-server[95102]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6065d43e-1488-4534-a6d4-7edb86c294a5", "tag": "496ec5b0-aa96-446c-a298-a58ff031724a", "status": "completed", "code": 200}]} {{(pid=95102) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 20:24:07.603041 n-d-713301-16 neutron-server[95102]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-e6b271f3-a277-484c-a36e-2f32d166860f {{(pid=95102) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 20:24:07.603448 n-d-713301-16 neutron-server[95102]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6065d43e-1488-4534-a6d4-7edb86c294a5', 'tag': '496ec5b0-aa96-446c-a298-a58ff031724a', 'status': 'completed', 'code': 200} Sep 23 20:24:07.661504 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_dvr_db [None req-cb4c679f-ffdf-470d-9829-29abf9e75966 None None] Set router c5148665-0173-454d-b0a4-a02e203c04f6 gateway port host: n-d-713301-16 {{(pid=95103) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 20:24:07.675733 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14bca262-c31a-4ffb-a857-a78593330c74 req-f2cdec86-b871-4e4c-acbb-d6dd3907b05c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:24:07.677287 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-14bca262-c31a-4ffb-a857-a78593330c74 req-f2cdec86-b871-4e4c-acbb-d6dd3907b05c service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=68e56753f66346b994ad5ec9fc64b1b0&device_id=6065d43e-1488-4534-a6d4-7edb86c294a5 HTTP/1.1" status: 200 len: 1097 time: 0.0508020 Sep 23 20:24:07.815550 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14bca262-c31a-4ffb-a857-a78593330c74 req-ad0d383a-6e96-4ed1-be90-7dbf0a81679b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:24:07.817174 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-14bca262-c31a-4ffb-a857-a78593330c74 req-ad0d383a-6e96-4ed1-be90-7dbf0a81679b service neutron] 10.222.0.74 "GET /v2.0/networks?id=9069fe4e-7309-4f2b-8dc6-a1c9309a522f HTTP/1.1" status: 200 len: 897 time: 0.1309049 Sep 23 20:24:07.826327 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e1da07-43f7-4d88-b7cb-b89b9cf62f84 req-e29d4a25-088c-41f7-b24d-4a733a37538c tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:24:07.827767 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-24e1da07-43f7-4d88-b7cb-b89b9cf62f84 req-e29d4a25-088c-41f7-b24d-4a733a37538c tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] 10.222.0.67 "GET /v2.0/ports?device_id=6065d43e-1488-4534-a6d4-7edb86c294a5 HTTP/1.1" status: 200 len: 945 time: 0.0697377 Sep 23 20:24:07.873385 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-14bca262-c31a-4ffb-a857-a78593330c74 req-ad60bf7c-8051-4111-907b-7cfbde41d658 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=496ec5b0-aa96-446c-a298-a58ff031724a HTTP/1.1" status: 200 len: 217 time: 0.0446506 Sep 23 20:24:07.885081 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_hamode_db [None req-cb4c679f-ffdf-470d-9829-29abf9e75966 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5148665-0173-454d-b0a4-a02e203c04f6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1679757668', 'tenant_id': '68e56753f66346b994ad5ec9fc64b1b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'external_fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.248'}], 'enable_snat': True}, 'gw_port_id': '4cf6b140-d830-4aac-bdd5-edc6bd0623f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T20:23:15Z', 'updated_at': '2021-09-23T20:23:19Z', 'revision_number': 4, 'project_id': '68e56753f66346b994ad5ec9fc64b1b0', 'gw_port': {'id': '4cf6b140-d830-4aac-bdd5-edc6bd0623f4', 'name': '', 'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:c1:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5148665-0173-454d-b0a4-a02e203c04f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T20:23:16Z', 'updated_at': '2021-09-23T20:23:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-16', '_interfaces': [{'id': 'd388ab11-3fd8-46f5-b397-68f3e9fd6c2a', 'name': '', 'network_id': '9069fe4e-7309-4f2b-8dc6-a1c9309a522f', 'tenant_id': '68e56753f66346b994ad5ec9fc64b1b0', 'mac_address': 'fa:16:3e:fc:34:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5148665-0173-454d-b0a4-a02e203c04f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4182, 'fixed_ips': [{'subnet_id': 'd6c858bf-e296-42cf-88fc-95287776066f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T20:23:18Z', 'updated_at': '2021-09-23T20:23:21Z', 'revision_number': 5, 'project_id': '68e56753f66346b994ad5ec9fc64b1b0', 'subnets': [{'id': 'd6c858bf-e296-42cf-88fc-95287776066f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-16', False) {} {{(pid=95103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 20:24:07.912971 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb4c679f-ffdf-470d-9829-29abf9e75966 None None] Checking router: c5148665-0173-454d-b0a4-a02e203c04f6 for host: n-d-713301-16 {{(pid=95103) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 20:24:07.921746 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb4c679f-ffdf-470d-9829-29abf9e75966 None None] Routers {'c5148665-0173-454d-b0a4-a02e203c04f6'} bound to L3 agent in host n-d-713301-16 {{(pid=95103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 20:24:07.922349 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_hamode_db [None req-cb4c679f-ffdf-470d-9829-29abf9e75966 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-23T19:07:52Z,description=,heartbeat_timestamp=2021-09-23T20:23:53Z,host='n-d-713301-16',id=79a740bf-7821-4989-8288-7186e3e128f3,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:07:52Z,topic='l3_agent')) {'router_ids': ['c5148665-0173-454d-b0a4-a02e203c04f6'], 'active': True} {{(pid=95103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 20:24:07.930471 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-24e1da07-43f7-4d88-b7cb-b89b9cf62f84 req-39971e6c-ba51-4448-8ce3-518d06ee80c6 tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] 10.222.0.67 "GET /v2.0/security-groups?id=74116530-8789-4f3f-9c3e-a6ead915f0ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0951574 Sep 23 20:24:07.939181 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14bca262-c31a-4ffb-a857-a78593330c74 req-cac81c2d-5987-468e-8d81-ee7f8c85b16c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:24:07.940665 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-14bca262-c31a-4ffb-a857-a78593330c74 req-cac81c2d-5987-468e-8d81-ee7f8c85b16c service neutron] 10.222.0.74 "GET /v2.0/subnets?id=d6c858bf-e296-42cf-88fc-95287776066f HTTP/1.1" status: 200 len: 834 time: 0.0593932 Sep 23 20:24:07.992726 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14bca262-c31a-4ffb-a857-a78593330c74 req-fe36a5fd-e1dd-408a-95e6-1f0a90a7b5c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:24:07.994251 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-14bca262-c31a-4ffb-a857-a78593330c74 req-fe36a5fd-e1dd-408a-95e6-1f0a90a7b5c0 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=9069fe4e-7309-4f2b-8dc6-a1c9309a522f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0426409 Sep 23 20:24:08.032030 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_dvr_db [None req-cb4c679f-ffdf-470d-9829-29abf9e75966 None None] Set router c5148665-0173-454d-b0a4-a02e203c04f6 gateway port host: n-d-713301-16 {{(pid=95103) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 20:24:08.097358 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-14bca262-c31a-4ffb-a857-a78593330c74 req-75994910-d394-4b54-9e90-25a8d16b785a service neutron] 10.222.0.74 "GET /v2.0/networks/9069fe4e-7309-4f2b-8dc6-a1c9309a522f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0948772 Sep 23 20:24:08.192356 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-14bca262-c31a-4ffb-a857-a78593330c74 req-de8982d9-8ee5-41b8-9696-a60cb37cd438 service neutron] 10.222.0.74 "GET /v2.0/networks/9069fe4e-7309-4f2b-8dc6-a1c9309a522f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841706 Sep 23 20:24:08.239781 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_hamode_db [None req-cb4c679f-ffdf-470d-9829-29abf9e75966 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5148665-0173-454d-b0a4-a02e203c04f6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1679757668', 'tenant_id': '68e56753f66346b994ad5ec9fc64b1b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'external_fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.248'}], 'enable_snat': True}, 'gw_port_id': '4cf6b140-d830-4aac-bdd5-edc6bd0623f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T20:23:15Z', 'updated_at': '2021-09-23T20:23:19Z', 'revision_number': 4, 'project_id': '68e56753f66346b994ad5ec9fc64b1b0', 'gw_port': {'id': '4cf6b140-d830-4aac-bdd5-edc6bd0623f4', 'name': '', 'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:c1:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5148665-0173-454d-b0a4-a02e203c04f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T20:23:16Z', 'updated_at': '2021-09-23T20:23:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-16', '_interfaces': [{'id': 'd388ab11-3fd8-46f5-b397-68f3e9fd6c2a', 'name': '', 'network_id': '9069fe4e-7309-4f2b-8dc6-a1c9309a522f', 'tenant_id': '68e56753f66346b994ad5ec9fc64b1b0', 'mac_address': 'fa:16:3e:fc:34:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5148665-0173-454d-b0a4-a02e203c04f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4182, 'fixed_ips': [{'subnet_id': 'd6c858bf-e296-42cf-88fc-95287776066f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T20:23:18Z', 'updated_at': '2021-09-23T20:23:21Z', 'revision_number': 5, 'project_id': '68e56753f66346b994ad5ec9fc64b1b0', 'subnets': [{'id': 'd6c858bf-e296-42cf-88fc-95287776066f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-16', False) {} {{(pid=95103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 20:24:08.412296 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb4c679f-ffdf-470d-9829-29abf9e75966 None None] The sync data for ids ['c5148665-0173-454d-b0a4-a02e203c04f6'] in n-d-713301-16 is: [{'id': 'c5148665-0173-454d-b0a4-a02e203c04f6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1679757668', 'tenant_id': '68e56753f66346b994ad5ec9fc64b1b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'external_fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.248'}], 'enable_snat': True}, 'gw_port_id': '4cf6b140-d830-4aac-bdd5-edc6bd0623f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T20:23:15Z', 'updated_at': '2021-09-23T20:23:19Z', 'revision_number': 4, 'project_id': '68e56753f66346b994ad5ec9fc64b1b0', 'gw_port': {'id': '4cf6b140-d830-4aac-bdd5-edc6bd0623f4', 'name': '', 'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:c1:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5148665-0173-454d-b0a4-a02e203c04f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T20:23:16Z', 'updated_at': '2021-09-23T20:23:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-16', '_interfaces': [{'id': 'd388ab11-3fd8-46f5-b397-68f3e9fd6c2a', 'name': '', 'network_id': '9069fe4e-7309-4f2b-8dc6-a1c9309a522f', 'tenant_id': '68e56753f66346b994ad5ec9fc64b1b0', 'mac_address': 'fa:16:3e:fc:34:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5148665-0173-454d-b0a4-a02e203c04f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4182, 'fixed_ips': [{'subnet_id': 'd6c858bf-e296-42cf-88fc-95287776066f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T20:23:18Z', 'updated_at': '2021-09-23T20:23:21Z', 'revision_number': 5, 'project_id': '68e56753f66346b994ad5ec9fc64b1b0', 'subnets': [{'id': 'd6c858bf-e296-42cf-88fc-95287776066f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 20:24:08.648167 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07219273-f32a-47e1-9f8f-355d6841e0d6 None None] New status for floating IP 9d489417-5846-4d1f-98d6-deb8068745c0: DOWN {{(pid=95104) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 23 20:24:09.053120 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b985bf-dc61-48cb-8317-263704d6af68 req-5c7efb42-4043-4010-8219-3fbc5a236673 tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:24:09.054594 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-77b985bf-dc61-48cb-8317-263704d6af68 req-5c7efb42-4043-4010-8219-3fbc5a236673 tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] 10.222.0.67 "GET /v2.0/ports?device_id=6065d43e-1488-4534-a6d4-7edb86c294a5 HTTP/1.1" status: 200 len: 945 time: 0.0535488 Sep 23 20:24:09.092827 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-77b985bf-dc61-48cb-8317-263704d6af68 req-a27fb186-d1eb-410c-bfbc-d4f6c83952da tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] 10.222.0.67 "GET /v2.0/security-groups?id=74116530-8789-4f3f-9c3e-a6ead915f0ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322597 Sep 23 20:24:09.408350 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7acb64e2-ddb9-496b-9a68-88eefd20b1e8 req-c599a3f1-bba5-4cf5-bb45-1e40fd08177b tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:24:09.409886 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-7acb64e2-ddb9-496b-9a68-88eefd20b1e8 req-c599a3f1-bba5-4cf5-bb45-1e40fd08177b tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] 10.222.0.74 "GET /v2.0/ports?device_id=6065d43e-1488-4534-a6d4-7edb86c294a5 HTTP/1.1" status: 200 len: 945 time: 0.0496171 Sep 23 20:24:09.497758 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.plugin [req-7acb64e2-ddb9-496b-9a68-88eefd20b1e8 req-bea42f87-ada0-45ef-be4b-f650f793b567 tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Deleting port 496ec5b0-aa96-446c-a298-a58ff031724a {{(pid=95102) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 20:24:09.498106 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-7acb64e2-ddb9-496b-9a68-88eefd20b1e8 req-bea42f87-ada0-45ef-be4b-f650f793b567 tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783146157096'] for port, before_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:24:09.590105 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.db [req-7acb64e2-ddb9-496b-9a68-88eefd20b1e8 req-bea42f87-ada0-45ef-be4b-f650f793b567 tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] For port 496ec5b0-aa96-446c-a298-a58ff031724a, host n-h1-713301-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-16',level=0,port_id=496ec5b0-aa96-446c-a298-a58ff031724a,segment=NetworkSegment(648a0546-677c-4f96-a194-feeb5a14a957),segment_id=648a0546-677c-4f96-a194-feeb5a14a957)] {{(pid=95102) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 20:24:09.590776 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-7acb64e2-ddb9-496b-9a68-88eefd20b1e8 req-bea42f87-ada0-45ef-be4b-f650f793b567 tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-605701'] for port, precommit_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:24:09.602593 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.plugin [req-7acb64e2-ddb9-496b-9a68-88eefd20b1e8 req-bea42f87-ada0-45ef-be4b-f650f793b567 tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Calling delete_port for 496ec5b0-aa96-446c-a298-a58ff031724a owned by compute:nova {{(pid=95102) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 20:24:09.731120 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-7acb64e2-ddb9-496b-9a68-88eefd20b1e8 req-bea42f87-ada0-45ef-be4b-f650f793b567 tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783146162158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783145673144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4399100'] for port, after_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:24:09.760366 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bea42f87-ada0-45ef-be4b-f650f793b567 tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Pushing event deleted for resources: {'Port': ['ID=496ec5b0-aa96-446c-a298-a58ff031724a,revision_number=None']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:24:09.802384 n-d-713301-16 neutron-server[95102]: DEBUG neutron.db.l3_dvrscheduler_db [req-7acb64e2-ddb9-496b-9a68-88eefd20b1e8 req-bea42f87-ada0-45ef-be4b-f650f793b567 tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] No DVR routers for this DVR port 496ec5b0-aa96-446c-a298-a58ff031724a on host n-h1-713301-16 {{(pid=95102) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 20:24:09.805076 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-7acb64e2-ddb9-496b-9a68-88eefd20b1e8 req-bea42f87-ada0-45ef-be4b-f650f793b567 tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222849'] for port, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:24:09.807133 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-7acb64e2-ddb9-496b-9a68-88eefd20b1e8 req-bea42f87-ada0-45ef-be4b-f650f793b567 tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] 10.222.0.74 "DELETE /v2.0/ports/496ec5b0-aa96-446c-a298-a58ff031724a HTTP/1.1" status: 204 len: 173 time: 0.3914330 Sep 23 20:24:09.807673 n-d-713301-16 neutron-server[95102]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6065d43e-1488-4534-a6d4-7edb86c294a5', 'name': 'network-vif-deleted', 'tag': '496ec5b0-aa96-446c-a298-a58ff031724a'}] {{(pid=95102) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 20:24:09.810602 n-d-713301-16 neutron-server[95102]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a8356a6bd5e554bb349ddb806ba98ee8c25ce2b3f69d698f62da31b860ff3eb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e27bcd07-072c-4dbb-b019-b6d58e486ab9" -d '{"events": [{"server_uuid": "6065d43e-1488-4534-a6d4-7edb86c294a5", "name": "network-vif-deleted", "tag": "496ec5b0-aa96-446c-a298-a58ff031724a"}]}' {{(pid=95102) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 20:24:09.848289 n-d-713301-16 neutron-server[95102]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 20:24:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12c26b6b-0a8d-47d0-9830-243ad6d13941 x-openstack-request-id: req-12c26b6b-0a8d-47d0-9830-243ad6d13941 {{(pid=95102) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 20:24:09.848615 n-d-713301-16 neutron-server[95102]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6065d43e-1488-4534-a6d4-7edb86c294a5", "name": "network-vif-deleted", "tag": "496ec5b0-aa96-446c-a298-a58ff031724a", "status": "completed", "code": 200}]} {{(pid=95102) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 20:24:09.848876 n-d-713301-16 neutron-server[95102]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-12c26b6b-0a8d-47d0-9830-243ad6d13941 {{(pid=95102) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 20:24:09.849277 n-d-713301-16 neutron-server[95102]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6065d43e-1488-4534-a6d4-7edb86c294a5', 'name': 'network-vif-deleted', 'tag': '496ec5b0-aa96-446c-a298-a58ff031724a', 'status': 'completed', 'code': 200} Sep 23 20:24:10.210476 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-de3088a0-bff1-4a80-8034-78039dc7d44c req-c153b2d1-82ce-412d-9ec0-e5cc327e5c7d tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] 10.222.0.67 "GET /v2.0/ports?device_id=6065d43e-1488-4534-a6d4-7edb86c294a5 HTTP/1.1" status: 200 len: 210 time: 0.0280323 Sep 23 20:24:11.272149 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 34360) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:24:11.631148 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-bd790b51-8af5-4427-9474-5cb5c6801a72 tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-601372'] for router_interface, before_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:24:11.882337 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.plugin [None req-bd790b51-8af5-4427-9474-5cb5c6801a72 tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Deleting port d388ab11-3fd8-46f5-b397-68f3e9fd6c2a {{(pid=95102) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 20:24:11.882594 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-bd790b51-8af5-4427-9474-5cb5c6801a72 tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783146157096'] for port, before_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:24:11.971150 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.db [None req-bd790b51-8af5-4427-9474-5cb5c6801a72 tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] For port d388ab11-3fd8-46f5-b397-68f3e9fd6c2a, host n-d-713301-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-16',level=0,port_id=d388ab11-3fd8-46f5-b397-68f3e9fd6c2a,segment=NetworkSegment(648a0546-677c-4f96-a194-feeb5a14a957),segment_id=648a0546-677c-4f96-a194-feeb5a14a957)] {{(pid=95102) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 20:24:11.971518 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-bd790b51-8af5-4427-9474-5cb5c6801a72 tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-605701'] for port, precommit_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:24:11.984356 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.plugin [None req-bd790b51-8af5-4427-9474-5cb5c6801a72 tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Calling delete_port for d388ab11-3fd8-46f5-b397-68f3e9fd6c2a owned by network:router_interface {{(pid=95102) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 20:24:12.173907 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-bd790b51-8af5-4427-9474-5cb5c6801a72 tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783146162158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783145673144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4399100'] for port, after_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:24:12.197148 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd790b51-8af5-4427-9474-5cb5c6801a72 tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Pushing event deleted for resources: {'Port': ['ID=d388ab11-3fd8-46f5-b397-68f3e9fd6c2a,revision_number=None']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:24:12.375957 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-bd790b51-8af5-4427-9474-5cb5c6801a72 tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-527322', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-602005'] for router_interface, after_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:24:12.908004 n-d-713301-16 neutron-server[95102]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bd790b51-8af5-4427-9474-5cb5c6801a72 tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Router c5148665-0173-454d-b0a4-a02e203c04f6 has already been hosted by L3 agent 79a740bf-7821-4989-8288-7186e3e128f3 {{(pid=95102) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 20:24:12.923058 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Device 496ec5b0-aa96-446c-a298-a58ff031724a no longer exists at agent hyperv_n-h1-713301-16 {{(pid=95103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 20:24:12.942747 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.plugin [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] No Port match for: 496ec5b0-aa96-446c-a298-a58ff031724a {{(pid=95103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 20:24:12.943245 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Device 496ec5b0-aa96-446c-a298-a58ff031724a not bound to the agent host n-h1-713301-16 {{(pid=95103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 20:24:13.014539 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd790b51-8af5-4427-9474-5cb5c6801a72 tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Notify agent at l3_agent.n-d-713301-16 the message routers_updated {{(pid=95102) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 20:24:13.019533 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-bd790b51-8af5-4427-9474-5cb5c6801a72 tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] 10.222.0.67 "PUT /v2.0/routers/c5148665-0173-454d-b0a4-a02e203c04f6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7463162 Sep 23 20:24:13.022360 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 34362) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:24:13.025259 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7cef424-3b8d-4f21-8260-0b4501d83e5b None None] Sync routers for ids ['c5148665-0173-454d-b0a4-a02e203c04f6'] in n-d-713301-16 {{(pid=95103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 20:24:13.034880 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7cef424-3b8d-4f21-8260-0b4501d83e5b None None] Routers {'c5148665-0173-454d-b0a4-a02e203c04f6'} bound to L3 agent in host n-d-713301-16 {{(pid=95103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 20:24:13.035496 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_hamode_db [None req-d7cef424-3b8d-4f21-8260-0b4501d83e5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-23T19:07:52Z,description=,heartbeat_timestamp=2021-09-23T20:23:53Z,host='n-d-713301-16',id=79a740bf-7821-4989-8288-7186e3e128f3,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:07:52Z,topic='l3_agent')) {'router_ids': ['c5148665-0173-454d-b0a4-a02e203c04f6'], 'active': True} {{(pid=95103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 20:24:13.071976 n-d-713301-16 neutron-server[95102]: DEBUG neutron.db.db_base_plugin_v2 [None req-6a646d9c-4c46-4b13-81ca-e5f15d9e25a7 tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Deleting subnet d6c858bf-e296-42cf-88fc-95287776066f {{(pid=95102) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 23 20:24:13.075712 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-6a646d9c-4c46-4b13-81ca-e5f15d9e25a7 tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Notify callbacks [] for subnet, before_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:24:13.115353 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-6a646d9c-4c46-4b13-81ca-e5f15d9e25a7 tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6162825'] for subnet, precommit_delete_associations {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:24:13.139989 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_dvr_db [None req-d7cef424-3b8d-4f21-8260-0b4501d83e5b None None] Set router c5148665-0173-454d-b0a4-a02e203c04f6 gateway port host: n-d-713301-16 {{(pid=95103) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 20:24:13.202886 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-6a646d9c-4c46-4b13-81ca-e5f15d9e25a7 tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1756813'] for subnet, precommit_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:24:13.263335 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-6a646d9c-4c46-4b13-81ca-e5f15d9e25a7 tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1756804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4399009', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5388229'] for subnet, after_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:24:13.289851 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a646d9c-4c46-4b13-81ca-e5f15d9e25a7 tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Pushing event deleted for resources: {'Subnet': ['ID=d6c858bf-e296-42cf-88fc-95287776066f,revision_number=None']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:24:13.293561 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-6a646d9c-4c46-4b13-81ca-e5f15d9e25a7 tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Notify callbacks [] for subnet, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:24:13.295460 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-6a646d9c-4c46-4b13-81ca-e5f15d9e25a7 tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] 10.222.0.67 "DELETE /v2.0/subnets/d6c858bf-e296-42cf-88fc-95287776066f HTTP/1.1" status: 204 len: 168 time: 0.2721725 Sep 23 20:24:13.298189 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 34364) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:24:13.309826 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9e42f0b-52d0-458c-bf94-6cbcec5d5407 None None] Network 9069fe4e-7309-4f2b-8dc6-a1c9309a522f requested from n-d-713301-16 {{(pid=95103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 20:24:13.411923 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_hamode_db [None req-d7cef424-3b8d-4f21-8260-0b4501d83e5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5148665-0173-454d-b0a4-a02e203c04f6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1679757668', 'tenant_id': '68e56753f66346b994ad5ec9fc64b1b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'external_fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.248'}], 'enable_snat': True}, 'gw_port_id': '4cf6b140-d830-4aac-bdd5-edc6bd0623f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T20:23:15Z', 'updated_at': '2021-09-23T20:24:12Z', 'revision_number': 5, 'project_id': '68e56753f66346b994ad5ec9fc64b1b0', 'gw_port': {'id': '4cf6b140-d830-4aac-bdd5-edc6bd0623f4', 'name': '', 'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:c1:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5148665-0173-454d-b0a4-a02e203c04f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T20:23:16Z', 'updated_at': '2021-09-23T20:23:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-16'}], 'n-d-713301-16', False) {} {{(pid=95103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 20:24:13.414830 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-f9e46768-21b9-411f-b704-0fb98894429d tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Notify callbacks [] for router, before_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:24:13.461616 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7cef424-3b8d-4f21-8260-0b4501d83e5b None None] Checking router: c5148665-0173-454d-b0a4-a02e203c04f6 for host: n-d-713301-16 {{(pid=95103) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 20:24:13.477754 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7cef424-3b8d-4f21-8260-0b4501d83e5b None None] Routers {'c5148665-0173-454d-b0a4-a02e203c04f6'} bound to L3 agent in host n-d-713301-16 {{(pid=95103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 20:24:13.478386 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_hamode_db [None req-d7cef424-3b8d-4f21-8260-0b4501d83e5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-23T19:07:52Z,description=,heartbeat_timestamp=2021-09-23T20:23:53Z,host='n-d-713301-16',id=79a740bf-7821-4989-8288-7186e3e128f3,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:07:52Z,topic='l3_agent')) {'router_ids': ['c5148665-0173-454d-b0a4-a02e203c04f6'], 'active': True} {{(pid=95103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 20:24:13.530458 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-f9e46768-21b9-411f-b704-0fb98894429d tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:24:13.553488 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bfd5a06-2601-4e83-bc1a-32e663edfc7f None None] DHCP port deletion for 9069fe4e-7309-4f2b-8dc6-a1c9309a522f request from n-d-713301-16 {{(pid=95103) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 23 20:24:13.589589 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.plugin [None req-f9e46768-21b9-411f-b704-0fb98894429d tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Deleting port 4cf6b140-d830-4aac-bdd5-edc6bd0623f4 {{(pid=95102) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 20:24:13.589589 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-f9e46768-21b9-411f-b704-0fb98894429d tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783146157096'] for port, before_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:24:13.617301 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_dvr_db [None req-d7cef424-3b8d-4f21-8260-0b4501d83e5b None None] Set router c5148665-0173-454d-b0a4-a02e203c04f6 gateway port host: n-d-713301-16 {{(pid=95103) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 20:24:13.674349 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.db [None req-f9e46768-21b9-411f-b704-0fb98894429d tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] For port 4cf6b140-d830-4aac-bdd5-edc6bd0623f4, host n-d-713301-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-16',level=0,port_id=4cf6b140-d830-4aac-bdd5-edc6bd0623f4,segment=NetworkSegment(7d4027f1-d893-4c7b-95d4-757b8e44e380),segment_id=7d4027f1-d893-4c7b-95d4-757b8e44e380)] {{(pid=95102) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 20:24:13.674719 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-f9e46768-21b9-411f-b704-0fb98894429d tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-605701'] for port, precommit_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:24:13.688225 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.plugin [None req-f9e46768-21b9-411f-b704-0fb98894429d tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Calling delete_port for 4cf6b140-d830-4aac-bdd5-edc6bd0623f4 owned by network:router_gateway {{(pid=95102) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 20:24:13.708155 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.plugin [None req-4bfd5a06-2601-4e83-bc1a-32e663edfc7f None None] Deleting port ea373a6b-eed3-4609-94e8-f71916460902 {{(pid=95103) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 20:24:13.708524 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-4bfd5a06-2601-4e83-bc1a-32e663edfc7f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783146157096'] for port, before_delete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:24:13.817710 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-4bfd5a06-2601-4e83-bc1a-32e663edfc7f None None] For port ea373a6b-eed3-4609-94e8-f71916460902, host n-d-713301-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-16',level=0,port_id=ea373a6b-eed3-4609-94e8-f71916460902,segment=NetworkSegment(648a0546-677c-4f96-a194-feeb5a14a957),segment_id=648a0546-677c-4f96-a194-feeb5a14a957)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 20:24:13.817992 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-4bfd5a06-2601-4e83-bc1a-32e663edfc7f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-605701'] for port, precommit_delete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:24:13.848907 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.plugin [None req-4bfd5a06-2601-4e83-bc1a-32e663edfc7f None None] Calling delete_port for ea373a6b-eed3-4609-94e8-f71916460902 owned by network:dhcp {{(pid=95103) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 20:24:13.860796 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-f9e46768-21b9-411f-b704-0fb98894429d tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783146162158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783145673144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4399100'] for port, after_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:24:13.885275 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e46768-21b9-411f-b704-0fb98894429d tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Pushing event deleted for resources: {'Port': ['ID=4cf6b140-d830-4aac-bdd5-edc6bd0623f4,revision_number=None']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:24:13.930086 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_hamode_db [None req-d7cef424-3b8d-4f21-8260-0b4501d83e5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5148665-0173-454d-b0a4-a02e203c04f6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1679757668', 'tenant_id': '68e56753f66346b994ad5ec9fc64b1b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'external_fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.248'}], 'enable_snat': True}, 'gw_port_id': '4cf6b140-d830-4aac-bdd5-edc6bd0623f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T20:23:15Z', 'updated_at': '2021-09-23T20:24:12Z', 'revision_number': 5, 'project_id': '68e56753f66346b994ad5ec9fc64b1b0', 'gw_port': {'id': '4cf6b140-d830-4aac-bdd5-edc6bd0623f4', 'name': '', 'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:c1:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5148665-0173-454d-b0a4-a02e203c04f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T20:23:16Z', 'updated_at': '2021-09-23T20:23:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-16'}], 'n-d-713301-16', False) {} {{(pid=95103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 20:24:13.950951 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-f9e46768-21b9-411f-b704-0fb98894429d tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-601942'] for router_gateway, after_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:24:13.968040 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7cef424-3b8d-4f21-8260-0b4501d83e5b None None] The sync data for ids ['c5148665-0173-454d-b0a4-a02e203c04f6'] in n-d-713301-16 is: [{'id': 'c5148665-0173-454d-b0a4-a02e203c04f6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1679757668', 'tenant_id': '68e56753f66346b994ad5ec9fc64b1b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'external_fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.248'}], 'enable_snat': True}, 'gw_port_id': '4cf6b140-d830-4aac-bdd5-edc6bd0623f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T20:23:15Z', 'updated_at': '2021-09-23T20:24:12Z', 'revision_number': 5, 'project_id': '68e56753f66346b994ad5ec9fc64b1b0', 'gw_port': {'id': '4cf6b140-d830-4aac-bdd5-edc6bd0623f4', 'name': '', 'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:c1:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5148665-0173-454d-b0a4-a02e203c04f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T20:23:16Z', 'updated_at': '2021-09-23T20:23:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-16'}] {{(pid=95103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 20:24:13.979040 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-4bfd5a06-2601-4e83-bc1a-32e663edfc7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783146162158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783145673144'] for port, after_delete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:24:14.007421 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bfd5a06-2601-4e83-bc1a-32e663edfc7f None None] Pushing event deleted for resources: {'Port': ['ID=ea373a6b-eed3-4609-94e8-f71916460902,revision_number=None']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:24:14.011817 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bfd5a06-2601-4e83-bc1a-32e663edfc7f None None] No DVR routers for this DVR port ea373a6b-eed3-4609-94e8-f71916460902 on host n-d-713301-16 {{(pid=95103) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 20:24:14.023487 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bfd5a06-2601-4e83-bc1a-32e663edfc7f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:24:14.023487 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bfd5a06-2601-4e83-bc1a-32e663edfc7f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:24:14.023487 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bfd5a06-2601-4e83-bc1a-32e663edfc7f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:24:14.023487 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bfd5a06-2601-4e83-bc1a-32e663edfc7f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:24:14.023487 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bfd5a06-2601-4e83-bc1a-32e663edfc7f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:24:14.023487 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bfd5a06-2601-4e83-bc1a-32e663edfc7f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:24:14.023487 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bfd5a06-2601-4e83-bc1a-32e663edfc7f None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:24:14.023487 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bfd5a06-2601-4e83-bc1a-32e663edfc7f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:24:14.023487 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bfd5a06-2601-4e83-bc1a-32e663edfc7f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:24:14.023487 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bfd5a06-2601-4e83-bc1a-32e663edfc7f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:24:14.023487 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bfd5a06-2601-4e83-bc1a-32e663edfc7f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:24:14.023487 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bfd5a06-2601-4e83-bc1a-32e663edfc7f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:24:14.059759 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-f9e46768-21b9-411f-b704-0fb98894429d tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-597305', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29369'] for router, precommit_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:24:14.061887 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-f9e46768-21b9-411f-b704-0fb98894429d tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:24:14.110404 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-f9e46768-21b9-411f-b704-0fb98894429d tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-597296'] for router, after_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:24:14.110939 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9e46768-21b9-411f-b704-0fb98894429d tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Fanout notify agent at l3_agent the message router_deleted on router c5148665-0173-454d-b0a4-a02e203c04f6 {{(pid=95102) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 23 20:24:14.118157 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-f9e46768-21b9-411f-b704-0fb98894429d tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Notify callbacks [] for router, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:24:14.119328 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-f9e46768-21b9-411f-b704-0fb98894429d tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] 10.222.0.67 "DELETE /v2.0/routers/c5148665-0173-454d-b0a4-a02e203c04f6 HTTP/1.1" status: 204 len: 168 time: 0.8202024 Sep 23 20:24:14.122707 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 34366) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:24:14.198873 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-16e0aff0-0abf-4165-96ee-b341c3df6f44 tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1628021'] for network, before_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:24:14.291201 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-16e0aff0-0abf-4165-96ee-b341c3df6f44 tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1754676', 'neutron.services.segments.db._delete_segments_for_network-8783146221460'] for network, precommit_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:24:14.312712 n-d-713301-16 neutron-server[95102]: DEBUG neutron.services.segments.db [None req-16e0aff0-0abf-4165-96ee-b341c3df6f44 tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9069fe4e-7309-4f2b-8dc6-a1c9309a522f']}} {{(pid=95102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 20:24:14.322405 n-d-713301-16 neutron-server[95102]: DEBUG neutron.services.segments.db [None req-16e0aff0-0abf-4165-96ee-b341c3df6f44 tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '648a0546-677c-4f96-a194-feeb5a14a957') {'for_net_delete': True} {{(pid=95102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 20:24:14.322700 n-d-713301-16 neutron-server[95102]: DEBUG neutron.services.segments.db [None req-16e0aff0-0abf-4165-96ee-b341c3df6f44 tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '648a0546-677c-4f96-a194-feeb5a14a957') {} {{(pid=95102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 20:24:14.333286 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-16e0aff0-0abf-4165-96ee-b341c3df6f44 tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783146221725', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6162832'] for segment, before_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:24:14.347338 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-16e0aff0-0abf-4165-96ee-b341c3df6f44 tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1756186'] for segment, precommit_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:24:14.355058 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-16e0aff0-0abf-4165-96ee-b341c3df6f44 tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Releasing vlan 604 on physical network physnet1 to pool {{(pid=95102) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 20:24:14.356293 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-16e0aff0-0abf-4165-96ee-b341c3df6f44 tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1756186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4398095'] for segment, after_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:24:14.359392 n-d-713301-16 neutron-server[95102]: Traceback (most recent call last): Sep 23 20:24:14.359392 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 20:24:14.359392 n-d-713301-16 neutron-server[95102]: timer() Sep 23 20:24:14.359392 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 20:24:14.359392 n-d-713301-16 neutron-server[95102]: cb(*args, **kw) Sep 23 20:24:14.359392 n-d-713301-16 neutron-server[95102]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 20:24:14.359392 n-d-713301-16 neutron-server[95102]: return func(*args, **kwargs) Sep 23 20:24:14.359392 n-d-713301-16 neutron-server[95102]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 20:24:14.359392 n-d-713301-16 neutron-server[95102]: self._notify() Sep 23 20:24:14.359392 n-d-713301-16 neutron-server[95102]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 20:24:14.359392 n-d-713301-16 neutron-server[95102]: self.callback(batched_events) Sep 23 20:24:14.359392 n-d-713301-16 neutron-server[95102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 20:24:14.359392 n-d-713301-16 neutron-server[95102]: event.method(event) Sep 23 20:24:14.359392 n-d-713301-16 neutron-server[95102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 20:24:14.359392 n-d-713301-16 neutron-server[95102]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 20:24:14.359392 n-d-713301-16 neutron-server[95102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 20:24:14.359392 n-d-713301-16 neutron-server[95102]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 20:24:14.359392 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 20:24:14.359392 n-d-713301-16 neutron-server[95102]: return f(self, *a, **k) Sep 23 20:24:14.359392 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 20:24:14.359392 n-d-713301-16 neutron-server[95102]: return self._get(url).json() Sep 23 20:24:14.359392 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 20:24:14.359392 n-d-713301-16 neutron-server[95102]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 20:24:14.359392 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 20:24:14.359392 n-d-713301-16 neutron-server[95102]: return self.request(url, 'GET', **kwargs) Sep 23 20:24:14.359392 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 20:24:14.359392 n-d-713301-16 neutron-server[95102]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 20:24:14.359392 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 20:24:14.359392 n-d-713301-16 neutron-server[95102]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 20:24:14.359392 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 20:24:14.359392 n-d-713301-16 neutron-server[95102]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 20:24:14.359392 n-d-713301-16 neutron-server[95102]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 20:24:14.423177 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-16e0aff0-0abf-4165-96ee-b341c3df6f44 tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1754627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-601866'] for network, after_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:24:14.431354 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-16e0aff0-0abf-4165-96ee-b341c3df6f44 tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Notify callbacks [] for network, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:24:14.432537 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-16e0aff0-0abf-4165-96ee-b341c3df6f44 tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] 10.222.0.67 "DELETE /v2.0/networks/9069fe4e-7309-4f2b-8dc6-a1c9309a522f HTTP/1.1" status: 204 len: 168 time: 0.3087740 Sep 23 20:24:14.435588 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 34368) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:24:14.453396 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16e0aff0-0abf-4165-96ee-b341c3df6f44 tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Pushing event deleted for resources: {'Network': ['ID=9069fe4e-7309-4f2b-8dc6-a1c9309a522f,revision_number=None']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:24:14.504747 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-9a9a7a9c-d807-4d99-99fd-20d8888274d9 tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Notify callbacks [] for security_group, before_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:24:14.531315 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-9a9a7a9c-d807-4d99-99fd-20d8888274d9 tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:24:14.593282 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-9a9a7a9c-d807-4d99-99fd-20d8888274d9 tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:24:14.596117 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-9a9a7a9c-d807-4d99-99fd-20d8888274d9 tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Notify callbacks [] for security_group, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:24:14.597486 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-9a9a7a9c-d807-4d99-99fd-20d8888274d9 tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] 10.222.0.67 "DELETE /v2.0/security-groups/74116530-8789-4f3f-9c3e-a6ead915f0ac HTTP/1.1" status: 204 len: 168 time: 0.1609087 Sep 23 20:24:14.607595 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a9a7a9c-d807-4d99-99fd-20d8888274d9 tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=74116530-8789-4f3f-9c3e-a6ead915f0ac,revision_number=None']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:24:14.793485 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 34374) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:24:14.798157 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.v2.base [None req-1491a286-8705-4e8d-b271-7ca205bc7933 tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1154045721', 'description': 'tempest-secgroup-smoke-1154045721 description', 'project_id': '68e56753f66346b994ad5ec9fc64b1b0'}} {{(pid=95102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 20:24:14.821853 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-1491a286-8705-4e8d-b271-7ca205bc7933 tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Notify callbacks [] for security_group, before_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:24:14.902047 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-1491a286-8705-4e8d-b271-7ca205bc7933 tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Notify callbacks [] for security_group, precommit_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:24:14.906124 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-1491a286-8705-4e8d-b271-7ca205bc7933 tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:24:14.933403 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-1491a286-8705-4e8d-b271-7ca205bc7933 tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Notify callbacks [] for security_group, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:24:14.935292 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-1491a286-8705-4e8d-b271-7ca205bc7933 tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] 10.222.0.67 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1407218 Sep 23 20:24:14.937175 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1491a286-8705-4e8d-b271-7ca205bc7933 tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Pushing event updated for resources: {'SecurityGroup': ['ID=92982316-4eb9-4468-bc84-58881a750e3a,revision_number=1']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:24:14.938370 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 34376) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:24:14.944366 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.v2.base [None req-22a28371-74d2-4a7d-a437-f50710f48a1b tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Request body: {'security_group_rule': {'security_group_id': '92982316-4eb9-4468-bc84-58881a750e3a', 'project_id': '68e56753f66346b994ad5ec9fc64b1b0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 20:24:14.972146 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-22a28371-74d2-4a7d-a437-f50710f48a1b tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:24:15.029155 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-22a28371-74d2-4a7d-a437-f50710f48a1b tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:24:15.032781 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-22a28371-74d2-4a7d-a437-f50710f48a1b tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575319'] for security_group_rule, after_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:24:15.053671 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22a28371-74d2-4a7d-a437-f50710f48a1b tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e2b7efac-dff9-444b-9b80-78c9ca397054,revision_number=0']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:24:15.057133 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-22a28371-74d2-4a7d-a437-f50710f48a1b tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:24:15.058316 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-22a28371-74d2-4a7d-a437-f50710f48a1b tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1188514 Sep 23 20:24:15.061807 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 34378) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:24:15.064246 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22a28371-74d2-4a7d-a437-f50710f48a1b tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:24:15.064748 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22a28371-74d2-4a7d-a437-f50710f48a1b tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:24:15.065092 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22a28371-74d2-4a7d-a437-f50710f48a1b tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:24:15.065434 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22a28371-74d2-4a7d-a437-f50710f48a1b tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:24:15.065759 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22a28371-74d2-4a7d-a437-f50710f48a1b tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:24:15.066085 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22a28371-74d2-4a7d-a437-f50710f48a1b tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:24:15.066413 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22a28371-74d2-4a7d-a437-f50710f48a1b tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:24:15.066690 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.v2.base [None req-57bce3af-1707-4706-85d5-a89131138273 tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Request body: {'security_group_rule': {'security_group_id': '92982316-4eb9-4468-bc84-58881a750e3a', 'project_id': '68e56753f66346b994ad5ec9fc64b1b0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=95102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 20:24:15.066811 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22a28371-74d2-4a7d-a437-f50710f48a1b tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:24:15.067044 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22a28371-74d2-4a7d-a437-f50710f48a1b tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:24:15.067362 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22a28371-74d2-4a7d-a437-f50710f48a1b tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:24:15.067683 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22a28371-74d2-4a7d-a437-f50710f48a1b tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:24:15.067998 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22a28371-74d2-4a7d-a437-f50710f48a1b tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:24:15.093451 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-57bce3af-1707-4706-85d5-a89131138273 tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:24:15.153202 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-57bce3af-1707-4706-85d5-a89131138273 tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:24:15.156823 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-57bce3af-1707-4706-85d5-a89131138273 tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575319'] for security_group_rule, after_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:24:15.175104 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57bce3af-1707-4706-85d5-a89131138273 tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ea2c8bf3-b4c4-4327-baeb-f12e298d34c8,revision_number=0']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:24:15.180658 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-57bce3af-1707-4706-85d5-a89131138273 tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:24:15.181984 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-57bce3af-1707-4706-85d5-a89131138273 tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1188576 Sep 23 20:24:15.185516 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 34380) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:24:15.190123 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.v2.base [None req-be889b79-9115-4898-8504-b8980c0e49da tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Request body: {'security_group_rule': {'security_group_id': '92982316-4eb9-4468-bc84-58881a750e3a', 'project_id': '68e56753f66346b994ad5ec9fc64b1b0', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=95101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 20:24:15.215664 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-be889b79-9115-4898-8504-b8980c0e49da tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:24:15.273467 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-be889b79-9115-4898-8504-b8980c0e49da tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:24:15.277197 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-be889b79-9115-4898-8504-b8980c0e49da tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575319'] for security_group_rule, after_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:24:15.296749 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be889b79-9115-4898-8504-b8980c0e49da tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=69113931-6273-44fa-8f4a-10683ca10de8,revision_number=0']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:24:15.300079 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-be889b79-9115-4898-8504-b8980c0e49da tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:24:15.301444 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-be889b79-9115-4898-8504-b8980c0e49da tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1148965 Sep 23 20:24:15.304114 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 34382) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:24:15.308731 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.v2.base [None req-30e74fe9-111b-4952-ac73-af90b7e745b5 tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Request body: {'security_group_rule': {'security_group_id': '92982316-4eb9-4468-bc84-58881a750e3a', 'project_id': '68e56753f66346b994ad5ec9fc64b1b0', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=95101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 20:24:15.335222 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-30e74fe9-111b-4952-ac73-af90b7e745b5 tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:24:15.397641 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-30e74fe9-111b-4952-ac73-af90b7e745b5 tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:24:15.401601 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-30e74fe9-111b-4952-ac73-af90b7e745b5 tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575319'] for security_group_rule, after_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:24:15.420215 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30e74fe9-111b-4952-ac73-af90b7e745b5 tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bd45571d-75c4-44fd-a8ae-15e694728315,revision_number=0']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:24:15.425689 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-30e74fe9-111b-4952-ac73-af90b7e745b5 tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:24:15.426940 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-30e74fe9-111b-4952-ac73-af90b7e745b5 tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1217875 Sep 23 20:24:15.430002 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 34384) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:24:15.434957 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.v2.base [None req-6baa37e1-cbed-49d8-83cd-38946ae842c9 tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Request body: {'security_group_rule': {'security_group_id': '92982316-4eb9-4468-bc84-58881a750e3a', 'project_id': '68e56753f66346b994ad5ec9fc64b1b0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=95101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 20:24:15.457303 n-d-713301-16 neutron-server[95101]: INFO neutron.db.securitygroups_db [None req-6baa37e1-cbed-49d8-83cd-38946ae842c9 tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Project 68e56753f66346b994ad5ec9fc64b1b0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 23 20:24:15.462732 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-6baa37e1-cbed-49d8-83cd-38946ae842c9 tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:24:15.475527 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Device d388ab11-3fd8-46f5-b397-68f3e9fd6c2a no longer exists at agent ovs-agent-n-d-713301-16 {{(pid=95103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 20:24:15.497621 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.plugin [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] No Port match for: d388ab11-3fd8-46f5-b397-68f3e9fd6c2a {{(pid=95103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 20:24:15.497968 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Device d388ab11-3fd8-46f5-b397-68f3e9fd6c2a not bound to the agent host n-d-713301-16 {{(pid=95103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 20:24:15.498335 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Device ea373a6b-eed3-4609-94e8-f71916460902 no longer exists at agent ovs-agent-n-d-713301-16 {{(pid=95103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 20:24:15.516841 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.plugin [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] No Port match for: ea373a6b-eed3-4609-94e8-f71916460902 {{(pid=95103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 20:24:15.517104 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Device ea373a6b-eed3-4609-94e8-f71916460902 not bound to the agent host n-d-713301-16 {{(pid=95103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 20:24:15.517512 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Device 4cf6b140-d830-4aac-bdd5-edc6bd0623f4 no longer exists at agent ovs-agent-n-d-713301-16 {{(pid=95103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 20:24:15.525947 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-6baa37e1-cbed-49d8-83cd-38946ae842c9 tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:24:15.530096 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-6baa37e1-cbed-49d8-83cd-38946ae842c9 tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575319'] for security_group_rule, after_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:24:15.540435 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.plugin [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] No Port match for: 4cf6b140-d830-4aac-bdd5-edc6bd0623f4 {{(pid=95103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 20:24:15.540822 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Device 4cf6b140-d830-4aac-bdd5-edc6bd0623f4 not bound to the agent host n-d-713301-16 {{(pid=95103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 20:24:15.548906 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6baa37e1-cbed-49d8-83cd-38946ae842c9 tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c3664cde-787d-4142-89a2-320e1bd0ee91,revision_number=0']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:24:15.554579 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-6baa37e1-cbed-49d8-83cd-38946ae842c9 tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:24:15.557007 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-6baa37e1-cbed-49d8-83cd-38946ae842c9 tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1248460 Sep 23 20:24:15.558523 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 34386) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:24:15.562817 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.v2.base [None req-fba54414-517b-4fe6-8823-27ee18f75292 tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Request body: {'security_group_rule': {'security_group_id': '92982316-4eb9-4468-bc84-58881a750e3a', 'project_id': '68e56753f66346b994ad5ec9fc64b1b0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=95101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 20:24:15.584417 n-d-713301-16 neutron-server[95101]: INFO neutron.db.securitygroups_db [None req-fba54414-517b-4fe6-8823-27ee18f75292 tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Project 68e56753f66346b994ad5ec9fc64b1b0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 23 20:24:15.589200 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-fba54414-517b-4fe6-8823-27ee18f75292 tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:24:15.650510 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-fba54414-517b-4fe6-8823-27ee18f75292 tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:24:15.654940 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-fba54414-517b-4fe6-8823-27ee18f75292 tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575319'] for security_group_rule, after_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:24:15.673589 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fba54414-517b-4fe6-8823-27ee18f75292 tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fd54b07b-a3c4-4afc-a612-718732f7eb89,revision_number=0']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:24:15.678801 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-fba54414-517b-4fe6-8823-27ee18f75292 tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:24:15.682953 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-fba54414-517b-4fe6-8823-27ee18f75292 tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1205876 Sep 23 20:24:15.682953 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 34388) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:24:15.687925 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.v2.base [None req-37816256-3ae1-4a37-9390-01bbae89f5a9 tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Request body: {'network': {'name': 'tempest-network-smoke--645248000', 'project_id': '68e56753f66346b994ad5ec9fc64b1b0', 'port_security_enabled': True}} {{(pid=95101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 20:24:15.707230 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37816256-3ae1-4a37-9390-01bbae89f5a9 tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Made reservation on behalf of 68e56753f66346b994ad5ec9fc64b1b0 for: {'network': 1} {{(pid=95101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 20:24:15.710558 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-37816256-3ae1-4a37-9390-01bbae89f5a9 tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for network, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:24:15.734486 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-37816256-3ae1-4a37-9390-01bbae89f5a9 tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 637} {{(pid=95101) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 20:24:15.744004 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-37816256-3ae1-4a37-9390-01bbae89f5a9 tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1756186'] for segment, precommit_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:24:15.744352 n-d-713301-16 neutron-server[95101]: INFO neutron.db.segments_db [None req-37816256-3ae1-4a37-9390-01bbae89f5a9 tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Added segment 06806eee-29d1-4c9f-a6d4-d5cc7214b7e9 of type vlan for network c278249d-6019-403d-9a0a-411ff4fbd2de Sep 23 20:24:15.788375 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-37816256-3ae1-4a37-9390-01bbae89f5a9 tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783145630486'] for network, precommit_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:24:15.812491 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-37816256-3ae1-4a37-9390-01bbae89f5a9 tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299'] for network, after_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:24:15.818000 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37816256-3ae1-4a37-9390-01bbae89f5a9 tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:24:15.818593 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-37816256-3ae1-4a37-9390-01bbae89f5a9 tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Notify callbacks [] for network, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:24:15.847615 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-37816256-3ae1-4a37-9390-01bbae89f5a9 tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1636992 Sep 23 20:24:15.850472 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 34390) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:24:15.855394 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.v2.base [None req-385c18f5-274d-46c0-b168-221c0bc4fd2b tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-861130460', 'admin_state_up': True, 'project_id': '68e56753f66346b994ad5ec9fc64b1b0', 'external_gateway_info': {'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac'}}} {{(pid=95102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 20:24:15.879136 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-385c18f5-274d-46c0-b168-221c0bc4fd2b tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-594563', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29355'] for router, before_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:24:15.880454 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-385c18f5-274d-46c0-b168-221c0bc4fd2b tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-597363', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-601731', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-739356', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29346'] for router, precommit_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:24:15.888716 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37816256-3ae1-4a37-9390-01bbae89f5a9 tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Pushing event updated for resources: {'Network': ['ID=c278249d-6019-403d-9a0a-411ff4fbd2de,revision_number=1']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:24:15.899791 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Network c278249d-6019-403d-9a0a-411ff4fbd2de details requested by agent ovs-agent-n-d-713301-16 with host n-d-713301-16 {{(pid=95103) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 20:24:15.934840 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-385c18f5-274d-46c0-b168-221c0bc4fd2b tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:24:16.078323 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-385c18f5-274d-46c0-b168-221c0bc4fd2b tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:24:16.265771 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-385c18f5-274d-46c0-b168-221c0bc4fd2b tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Notify callbacks [] for router_gateway, before_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:24:16.287811 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-385c18f5-274d-46c0-b168-221c0bc4fd2b tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:24:16.388040 n-d-713301-16 neutron-server[95102]: DEBUG neutron.db.db_base_plugin_common [None req-385c18f5-274d-46c0-b168-221c0bc4fd2b tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Allocated IP 172.25.1.80 (5dec5c09-378e-4f50-89cc-d94eb81c3bac/eff83446-018c-428d-b3f5-54ac9abe7a2a/3d641e3d-61c9-4b25-8e90-c42a030b4ac2) {{(pid=95102) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 20:24:16.491007 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-385c18f5-274d-46c0-b168-221c0bc4fd2b tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Notify callbacks [] for port, precommit_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:24:16.522988 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-385c18f5-274d-46c0-b168-221c0bc4fd2b tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783145673135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4399100'] for port, after_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:24:16.560573 n-d-713301-16 neutron-server[95102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-385c18f5-274d-46c0-b168-221c0bc4fd2b tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Network 5dec5c09-378e-4f50-89cc-d94eb81c3bac is already hosted by enough agents. {{(pid=95102) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 20:24:16.563353 n-d-713301-16 neutron-server[95102]: DEBUG neutron.scheduler.base_scheduler [None req-385c18f5-274d-46c0-b168-221c0bc4fd2b tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Resources bound (agent type, host, resource id): {{(pid=95102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 20:24:16.566851 n-d-713301-16 neutron-server[95102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-385c18f5-274d-46c0-b168-221c0bc4fd2b tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Received port after_create {{(pid=95102) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 20:24:16.574265 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-385c18f5-274d-46c0-b168-221c0bc4fd2b tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Pushing event updated for resources: {'Port': ['ID=3d641e3d-61c9-4b25-8e90-c42a030b4ac2,revision_number=1']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:24:16.818772 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-385c18f5-274d-46c0-b168-221c0bc4fd2b tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Notify callbacks [] for router_gateway, after_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:24:17.016965 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-385c18f5-274d-46c0-b168-221c0bc4fd2b tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-597258', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-601790'] for router, after_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:24:17.144217 n-d-713301-16 neutron-server[95102]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-385c18f5-274d-46c0-b168-221c0bc4fd2b tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Router 4bd6dd19-26e4-4071-a761-f85350856592 is scheduled to L3 agent 79a740bf-7821-4989-8288-7186e3e128f3 with binding_index 1 {{(pid=95102) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 23 20:24:17.247887 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-385c18f5-274d-46c0-b168-221c0bc4fd2b tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Notify agent at l3_agent.n-d-713301-16 the message routers_updated {{(pid=95102) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 20:24:17.257496 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c0bb067-5229-45e0-b2cf-c45b682bc1a0 None None] Sync routers for ids ['4bd6dd19-26e4-4071-a761-f85350856592'] in n-d-713301-16 {{(pid=95104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 20:24:17.266581 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-385c18f5-274d-46c0-b168-221c0bc4fd2b tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Notify callbacks [] for router, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:24:17.267090 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c0bb067-5229-45e0-b2cf-c45b682bc1a0 None None] Routers {'4bd6dd19-26e4-4071-a761-f85350856592'} bound to L3 agent in host n-d-713301-16 {{(pid=95104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 20:24:17.267766 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_hamode_db [None req-3c0bb067-5229-45e0-b2cf-c45b682bc1a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-23T19:07:52Z,description=,heartbeat_timestamp=2021-09-23T20:23:53Z,host='n-d-713301-16',id=79a740bf-7821-4989-8288-7186e3e128f3,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:07:52Z,topic='l3_agent')) {'router_ids': ['4bd6dd19-26e4-4071-a761-f85350856592'], 'active': True} {{(pid=95104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 20:24:17.267925 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-385c18f5-274d-46c0-b168-221c0bc4fd2b tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] 10.222.0.67 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 1.4164608 Sep 23 20:24:17.271026 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 34392) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:24:17.299998 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-40d84b16-dd11-48cb-accc-9f2e3b26c21c tempest-TestNetworkAdvancedServerOps-2144079699 tempest-TestNetworkAdvancedServerOps-2144079699-project-admin] 10.222.0.67 "GET /v2.0/subnets?project_id=68e56753f66346b994ad5ec9fc64b1b0&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0278728 Sep 23 20:24:17.302733 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 34394) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:24:17.372795 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_dvr_db [None req-3c0bb067-5229-45e0-b2cf-c45b682bc1a0 None None] Set router 4bd6dd19-26e4-4071-a761-f85350856592 gateway port host: n-d-713301-16 {{(pid=95104) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 20:24:17.389760 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c04503d-bb84-4eac-9452-fd83c7f8c38e tempest-TestNetworkAdvancedServerOps-2144079699 tempest-TestNetworkAdvancedServerOps-2144079699-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:24:17.394040 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-2c04503d-bb84-4eac-9452-fd83c7f8c38e tempest-TestNetworkAdvancedServerOps-2144079699 tempest-TestNetworkAdvancedServerOps-2144079699-project-admin] 10.222.0.67 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0876760 Sep 23 20:24:17.394329 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 34396) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:24:17.426578 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-ad7125d9-f8f8-43af-8ad3-2d157b292b66 tempest-TestNetworkAdvancedServerOps-2144079699 tempest-TestNetworkAdvancedServerOps-2144079699-project-admin] 10.222.0.67 "GET /v2.0/subnets?network_id=5dec5c09-378e-4f50-89cc-d94eb81c3bac&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0313325 Sep 23 20:24:17.429132 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 34398) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:24:17.434443 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.v2.base [None req-63be3c7a-ba07-48b8-ac49-809781ac1f26 tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1690271678', 'network_id': 'c278249d-6019-403d-9a0a-411ff4fbd2de', 'project_id': '68e56753f66346b994ad5ec9fc64b1b0', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=95102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 20:24:17.520019 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63be3c7a-ba07-48b8-ac49-809781ac1f26 tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Made reservation on behalf of 68e56753f66346b994ad5ec9fc64b1b0 for: {'subnet': 1} {{(pid=95102) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 20:24:17.523630 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-63be3c7a-ba07-48b8-ac49-809781ac1f26 tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5388256'] for subnet, before_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:24:17.553065 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_hamode_db [None req-3c0bb067-5229-45e0-b2cf-c45b682bc1a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4bd6dd19-26e4-4071-a761-f85350856592', 'name': 'tempest-TestNetworkAdvancedServerOps-router-861130460', 'tenant_id': '68e56753f66346b994ad5ec9fc64b1b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'external_fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.80'}], 'enable_snat': True}, 'gw_port_id': '3d641e3d-61c9-4b25-8e90-c42a030b4ac2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T20:24:15Z', 'updated_at': '2021-09-23T20:24:16Z', 'revision_number': 3, 'project_id': '68e56753f66346b994ad5ec9fc64b1b0', 'gw_port': {'id': '3d641e3d-61c9-4b25-8e90-c42a030b4ac2', 'name': '', 'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:c8:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4bd6dd19-26e4-4071-a761-f85350856592', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4198, 'fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T20:24:16Z', 'updated_at': '2021-09-23T20:24:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-16'}], 'n-d-713301-16', False) {} {{(pid=95104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 20:24:17.583801 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c0bb067-5229-45e0-b2cf-c45b682bc1a0 None None] Checking router: 4bd6dd19-26e4-4071-a761-f85350856592 for host: n-d-713301-16 {{(pid=95104) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 20:24:17.584142 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c0bb067-5229-45e0-b2cf-c45b682bc1a0 None None] Updating router 4bd6dd19-26e4-4071-a761-f85350856592 port 3d641e3d-61c9-4b25-8e90-c42a030b4ac2 binding host n-d-713301-16 {{(pid=95104) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 23 20:24:17.610423 n-d-713301-16 neutron-server[95104]: DEBUG neutron_lib.callbacks.manager [None req-3c0bb067-5229-45e0-b2cf-c45b682bc1a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:24:17.705389 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-63be3c7a-ba07-48b8-ac49-809781ac1f26 tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4398944', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5388242'] for subnet, after_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:24:17.767864 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63be3c7a-ba07-48b8-ac49-809781ac1f26 tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Pushing event updated for resources: {'Subnet': ['ID=849854da-7007-4692-8644-823ad1ebaecf,revision_number=0']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:24:17.776103 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63be3c7a-ba07-48b8-ac49-809781ac1f26 tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Checking segment: {'id': '06806eee-29d1-4c9f-a6d4-d5cc7214b7e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': 'c278249d-6019-403d-9a0a-411ff4fbd2de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95102) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 20:24:17.776466 n-d-713301-16 neutron-server[95102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63be3c7a-ba07-48b8-ac49-809781ac1f26 tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Network hostable DHCP agents. Network: c278249d-6019-403d-9a0a-411ff4fbd2de, hostable agents: ['1b18bf05-1b5f-4587-be5c-af3ac38e32ad'], hosted agents: [] {{(pid=95102) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 20:24:17.793899 n-d-713301-16 neutron-server[95102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63be3c7a-ba07-48b8-ac49-809781ac1f26 tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Network c278249d-6019-403d-9a0a-411ff4fbd2de is scheduled to be hosted by DHCP agent 1b18bf05-1b5f-4587-be5c-af3ac38e32ad with binding_index 1 {{(pid=95102) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 20:24:17.803685 n-d-713301-16 neutron-server[95102]: DEBUG neutron.scheduler.base_scheduler [None req-63be3c7a-ba07-48b8-ac49-809781ac1f26 tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713301-16, c278249d-6019-403d-9a0a-411ff4fbd2de) {{(pid=95102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 20:24:17.808094 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63be3c7a-ba07-48b8-ac49-809781ac1f26 tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:24:17.809793 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-63be3c7a-ba07-48b8-ac49-809781ac1f26 tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Notify callbacks [] for subnet, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:24:17.817396 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-545ec852-bb0f-48c4-b11d-536b4e1a4362 None None] Network c278249d-6019-403d-9a0a-411ff4fbd2de requested from n-d-713301-16 {{(pid=95103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 20:24:17.829873 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-63be3c7a-ba07-48b8-ac49-809781ac1f26 tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.3970013 Sep 23 20:24:17.830079 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 34400) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:24:17.874588 n-d-713301-16 neutron-server[95104]: DEBUG neutron_lib.callbacks.manager [None req-3c0bb067-5229-45e0-b2cf-c45b682bc1a0 None None] Notify callbacks [] for port, precommit_update {{(pid=95104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:24:17.881071 n-d-713301-16 neutron-server[95104]: DEBUG neutron_lib.callbacks.manager [None req-3c0bb067-5229-45e0-b2cf-c45b682bc1a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:24:17.932123 n-d-713301-16 neutron-server[95104]: DEBUG neutron.plugins.ml2.managers [None req-3c0bb067-5229-45e0-b2cf-c45b682bc1a0 None None] Attempting to bind port 3d641e3d-61c9-4b25-8e90-c42a030b4ac2 on host n-d-713301-16 for vnic_type normal with profile {{(pid=95104) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 20:24:17.932497 n-d-713301-16 neutron-server[95104]: DEBUG neutron.plugins.ml2.managers [None req-3c0bb067-5229-45e0-b2cf-c45b682bc1a0 None None] Attempting to bind port 3d641e3d-61c9-4b25-8e90-c42a030b4ac2 by drivers openvswitch,hyperv on host n-d-713301-16 at level 0 using segments [{'id': '7d4027f1-d893-4c7b-95d4-757b8e44e380', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac'}] {{(pid=95104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 20:24:17.932898 n-d-713301-16 neutron-server[95104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c0bb067-5229-45e0-b2cf-c45b682bc1a0 None None] Attempting to bind port 3d641e3d-61c9-4b25-8e90-c42a030b4ac2 on network 5dec5c09-378e-4f50-89cc-d94eb81c3bac {{(pid=95104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 20:24:17.944514 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b26c0c2e-2ad0-4c6d-922c-5ab925505e61 None None] Pushing event updated for resources: {'Port': ['ID=3d641e3d-61c9-4b25-8e90-c42a030b4ac2,revision_number=2']} {{(pid=95104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:24:17.947239 n-d-713301-16 neutron-server[95104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c0bb067-5229-45e0-b2cf-c45b682bc1a0 None None] Checking agent: {'id': '70a14545-df24-472f-8f95-bfe1719bff93', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 19, 7, 53), 'started_at': datetime.datetime(2021, 9, 23, 19, 8, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 20, 23, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 20:24:17.947682 n-d-713301-16 neutron-server[95104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c0bb067-5229-45e0-b2cf-c45b682bc1a0 None None] Checking segment: {'id': '7d4027f1-d893-4c7b-95d4-757b8e44e380', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95104) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 20:24:17.948089 n-d-713301-16 neutron-server[95104]: DEBUG neutron_lib.callbacks.manager [None req-3c0bb067-5229-45e0-b2cf-c45b682bc1a0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:24:17.948477 n-d-713301-16 neutron-server[95104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c0bb067-5229-45e0-b2cf-c45b682bc1a0 None None] Bound using segment: {'id': '7d4027f1-d893-4c7b-95d4-757b8e44e380', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac'} {{(pid=95104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 20:24:17.948979 n-d-713301-16 neutron-server[95104]: DEBUG neutron.plugins.ml2.managers [None req-3c0bb067-5229-45e0-b2cf-c45b682bc1a0 None None] Bound port: 3d641e3d-61c9-4b25-8e90-c42a030b4ac2, host: n-d-713301-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7d4027f1-d893-4c7b-95d4-757b8e44e380', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac'}}] {{(pid=95104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 20:24:17.949903 n-d-713301-16 neutron-server[95104]: DEBUG neutron_lib.callbacks.manager [None req-3c0bb067-5229-45e0-b2cf-c45b682bc1a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:24:17.977123 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a3ae450-79e1-4f1f-a1f6-d9584fddeb5d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4c8b80df-07eb-5275-9f17-5cf640db67c0-c278249d-6019-403d-9a0a-411ff4fbd2de', 'network_id': 'c278249d-6019-403d-9a0a-411ff4fbd2de', 'tenant_id': '68e56753f66346b994ad5ec9fc64b1b0', 'fixed_ips': [{'subnet_id': '849854da-7007-4692-8644-823ad1ebaecf'}]}} from n-d-713301-16. {{(pid=95103) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 23 20:24:17.978215 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-4a3ae450-79e1-4f1f-a1f6-d9584fddeb5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_create {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:24:18.004384 n-d-713301-16 neutron-server[95104]: DEBUG neutron.plugins.ml2.db [None req-3c0bb067-5229-45e0-b2cf-c45b682bc1a0 None None] For port 3d641e3d-61c9-4b25-8e90-c42a030b4ac2, host n-d-713301-16, cleared binding levels {{(pid=95104) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 20:24:18.008091 n-d-713301-16 neutron-server[95104]: DEBUG neutron.plugins.ml2.db [None req-3c0bb067-5229-45e0-b2cf-c45b682bc1a0 None None] For port 3d641e3d-61c9-4b25-8e90-c42a030b4ac2, host n-d-713301-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-16',level=0,port_id=3d641e3d-61c9-4b25-8e90-c42a030b4ac2,segment=NetworkSegment(7d4027f1-d893-4c7b-95d4-757b8e44e380),segment_id=7d4027f1-d893-4c7b-95d4-757b8e44e380)] {{(pid=95104) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 20:24:18.014142 n-d-713301-16 neutron-server[95104]: DEBUG neutron_lib.callbacks.manager [None req-3c0bb067-5229-45e0-b2cf-c45b682bc1a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:24:18.078460 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c0bb067-5229-45e0-b2cf-c45b682bc1a0 None None] Routers {'4bd6dd19-26e4-4071-a761-f85350856592'} bound to L3 agent in host n-d-713301-16 {{(pid=95104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 20:24:18.079067 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_hamode_db [None req-3c0bb067-5229-45e0-b2cf-c45b682bc1a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-23T19:07:52Z,description=,heartbeat_timestamp=2021-09-23T20:23:53Z,host='n-d-713301-16',id=79a740bf-7821-4989-8288-7186e3e128f3,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:07:52Z,topic='l3_agent')) {'router_ids': ['4bd6dd19-26e4-4071-a761-f85350856592'], 'active': True} {{(pid=95104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 20:24:18.082287 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b26c0c2e-2ad0-4c6d-922c-5ab925505e61 None None] Pushing event updated for resources: {'Port': ['ID=3d641e3d-61c9-4b25-8e90-c42a030b4ac2,revision_number=3']} {{(pid=95104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:24:18.131123 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.db_base_plugin_common [None req-4a3ae450-79e1-4f1f-a1f6-d9584fddeb5d None None] Allocated IP 172.20.0.2 (c278249d-6019-403d-9a0a-411ff4fbd2de/849854da-7007-4692-8644-823ad1ebaecf/01f52f94-acc3-4144-89ef-a131b1ad9982) {{(pid=95103) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 20:24:18.296892 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_dvr_db [None req-3c0bb067-5229-45e0-b2cf-c45b682bc1a0 None None] Set router 4bd6dd19-26e4-4071-a761-f85350856592 gateway port host: n-d-713301-16 {{(pid=95104) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 20:24:18.297439 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-4a3ae450-79e1-4f1f-a1f6-d9584fddeb5d None None] Notify callbacks [] for port, precommit_create {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:24:18.304144 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-4a3ae450-79e1-4f1f-a1f6-d9584fddeb5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783145673135'] for port, after_create {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:24:18.356723 n-d-713301-16 neutron-server[95103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a3ae450-79e1-4f1f-a1f6-d9584fddeb5d None None] Network c278249d-6019-403d-9a0a-411ff4fbd2de is already hosted by enough agents. {{(pid=95103) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 20:24:18.361512 n-d-713301-16 neutron-server[95103]: DEBUG neutron.scheduler.base_scheduler [None req-4a3ae450-79e1-4f1f-a1f6-d9584fddeb5d None None] Resources bound (agent type, host, resource id): {{(pid=95103) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 20:24:18.364989 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a3ae450-79e1-4f1f-a1f6-d9584fddeb5d None None] Received port after_create {{(pid=95103) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 20:24:18.378194 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a3ae450-79e1-4f1f-a1f6-d9584fddeb5d None None] Pushing event updated for resources: {'Port': ['ID=01f52f94-acc3-4144-89ef-a131b1ad9982,revision_number=1']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:24:18.438234 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.managers [None req-4a3ae450-79e1-4f1f-a1f6-d9584fddeb5d None None] Attempting to bind port 01f52f94-acc3-4144-89ef-a131b1ad9982 on host n-d-713301-16 for vnic_type normal with profile {{(pid=95103) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 20:24:18.438917 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.managers [None req-4a3ae450-79e1-4f1f-a1f6-d9584fddeb5d None None] Attempting to bind port 01f52f94-acc3-4144-89ef-a131b1ad9982 by drivers openvswitch,hyperv on host n-d-713301-16 at level 0 using segments [{'id': '06806eee-29d1-4c9f-a6d4-d5cc7214b7e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': 'c278249d-6019-403d-9a0a-411ff4fbd2de'}] {{(pid=95103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 20:24:18.439483 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a3ae450-79e1-4f1f-a1f6-d9584fddeb5d None None] Attempting to bind port 01f52f94-acc3-4144-89ef-a131b1ad9982 on network c278249d-6019-403d-9a0a-411ff4fbd2de {{(pid=95103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 20:24:18.445262 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a3ae450-79e1-4f1f-a1f6-d9584fddeb5d None None] Checking agent: {'id': '70a14545-df24-472f-8f95-bfe1719bff93', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 19, 7, 53), 'started_at': datetime.datetime(2021, 9, 23, 19, 8, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 20, 23, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 20:24:18.445882 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a3ae450-79e1-4f1f-a1f6-d9584fddeb5d None None] Checking segment: {'id': '06806eee-29d1-4c9f-a6d4-d5cc7214b7e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': 'c278249d-6019-403d-9a0a-411ff4fbd2de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95103) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 20:24:18.446445 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-4a3ae450-79e1-4f1f-a1f6-d9584fddeb5d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:24:18.446988 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a3ae450-79e1-4f1f-a1f6-d9584fddeb5d None None] Bound using segment: {'id': '06806eee-29d1-4c9f-a6d4-d5cc7214b7e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': 'c278249d-6019-403d-9a0a-411ff4fbd2de'} {{(pid=95103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 20:24:18.447634 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.managers [None req-4a3ae450-79e1-4f1f-a1f6-d9584fddeb5d None None] Bound port: 01f52f94-acc3-4144-89ef-a131b1ad9982, host: n-d-713301-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '06806eee-29d1-4c9f-a6d4-d5cc7214b7e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': 'c278249d-6019-403d-9a0a-411ff4fbd2de'}}] {{(pid=95103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 20:24:18.448187 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-4a3ae450-79e1-4f1f-a1f6-d9584fddeb5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:24:18.494110 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_hamode_db [None req-3c0bb067-5229-45e0-b2cf-c45b682bc1a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4bd6dd19-26e4-4071-a761-f85350856592', 'name': 'tempest-TestNetworkAdvancedServerOps-router-861130460', 'tenant_id': '68e56753f66346b994ad5ec9fc64b1b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'external_fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.80'}], 'enable_snat': True}, 'gw_port_id': '3d641e3d-61c9-4b25-8e90-c42a030b4ac2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T20:24:15Z', 'updated_at': '2021-09-23T20:24:16Z', 'revision_number': 3, 'project_id': '68e56753f66346b994ad5ec9fc64b1b0', 'gw_port': {'id': '3d641e3d-61c9-4b25-8e90-c42a030b4ac2', 'name': '', 'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:c8:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4bd6dd19-26e4-4071-a761-f85350856592', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4198, 'fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T20:24:16Z', 'updated_at': '2021-09-23T20:24:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-16'}], 'n-d-713301-16', False) {} {{(pid=95104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 20:24:18.521614 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-4a3ae450-79e1-4f1f-a1f6-d9584fddeb5d None None] For port 01f52f94-acc3-4144-89ef-a131b1ad9982, host n-d-713301-16, cleared binding levels {{(pid=95103) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 20:24:18.522119 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c0bb067-5229-45e0-b2cf-c45b682bc1a0 None None] The sync data for ids ['4bd6dd19-26e4-4071-a761-f85350856592'] in n-d-713301-16 is: [{'id': '4bd6dd19-26e4-4071-a761-f85350856592', 'name': 'tempest-TestNetworkAdvancedServerOps-router-861130460', 'tenant_id': '68e56753f66346b994ad5ec9fc64b1b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'external_fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.80'}], 'enable_snat': True}, 'gw_port_id': '3d641e3d-61c9-4b25-8e90-c42a030b4ac2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T20:24:15Z', 'updated_at': '2021-09-23T20:24:16Z', 'revision_number': 3, 'project_id': '68e56753f66346b994ad5ec9fc64b1b0', 'gw_port': {'id': '3d641e3d-61c9-4b25-8e90-c42a030b4ac2', 'name': '', 'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:c8:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4bd6dd19-26e4-4071-a761-f85350856592', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4198, 'fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T20:24:16Z', 'updated_at': '2021-09-23T20:24:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-16'}] {{(pid=95104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 20:24:18.524894 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-4a3ae450-79e1-4f1f-a1f6-d9584fddeb5d None None] For port 01f52f94-acc3-4144-89ef-a131b1ad9982, host n-d-713301-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-16',level=0,port_id=01f52f94-acc3-4144-89ef-a131b1ad9982,segment=NetworkSegment(06806eee-29d1-4c9f-a6d4-d5cc7214b7e9),segment_id=06806eee-29d1-4c9f-a6d4-d5cc7214b7e9)] {{(pid=95103) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 20:24:18.531416 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-4a3ae450-79e1-4f1f-a1f6-d9584fddeb5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:24:18.600505 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a3ae450-79e1-4f1f-a1f6-d9584fddeb5d None None] Pushing event updated for resources: {'Port': ['ID=01f52f94-acc3-4144-89ef-a131b1ad9982,revision_number=2']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:24:18.661442 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-1228c8a8-5803-4c6b-a37e-725ccf4fc77b tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:24:18.989793 n-d-713301-16 neutron-server[95102]: DEBUG neutron.db.db_base_plugin_common [None req-1228c8a8-5803-4c6b-a37e-725ccf4fc77b tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Allocated IP 172.20.0.1 (c278249d-6019-403d-9a0a-411ff4fbd2de/849854da-7007-4692-8644-823ad1ebaecf/f0eabdc9-7a05-4399-8c83-916bf90c0754) {{(pid=95102) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 20:24:19.109060 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-1228c8a8-5803-4c6b-a37e-725ccf4fc77b tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Notify callbacks [] for port, precommit_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:24:19.143531 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-1228c8a8-5803-4c6b-a37e-725ccf4fc77b tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783145673135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4399100'] for port, after_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:24:19.189575 n-d-713301-16 neutron-server[95102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1228c8a8-5803-4c6b-a37e-725ccf4fc77b tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Network c278249d-6019-403d-9a0a-411ff4fbd2de is already hosted by enough agents. {{(pid=95102) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 20:24:19.192823 n-d-713301-16 neutron-server[95102]: DEBUG neutron.scheduler.base_scheduler [None req-1228c8a8-5803-4c6b-a37e-725ccf4fc77b tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Resources bound (agent type, host, resource id): {{(pid=95102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 20:24:19.200624 n-d-713301-16 neutron-server[95102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1228c8a8-5803-4c6b-a37e-725ccf4fc77b tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Received port after_create {{(pid=95102) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 20:24:19.231726 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1228c8a8-5803-4c6b-a37e-725ccf4fc77b tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Pushing event updated for resources: {'Port': ['ID=f0eabdc9-7a05-4399-8c83-916bf90c0754,revision_number=1']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:24:19.254533 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-1228c8a8-5803-4c6b-a37e-725ccf4fc77b tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-601987'] for router_interface, before_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:24:19.399417 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-1228c8a8-5803-4c6b-a37e-725ccf4fc77b tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:24:19.545691 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Device 3d641e3d-61c9-4b25-8e90-c42a030b4ac2 up at agent ovs-agent-n-d-713301-16 {{(pid=95103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 20:24:19.598504 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Provisioning complete for port 3d641e3d-61c9-4b25-8e90-c42a030b4ac2 triggered by entity L2. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 20:24:19.598899 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:24:19.628848 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2358c695-8590-4a69-ad23-1a4d09dcb094 None None] Network c278249d-6019-403d-9a0a-411ff4fbd2de requested from n-d-713301-16 {{(pid=95103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 20:24:19.716660 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-1228c8a8-5803-4c6b-a37e-725ccf4fc77b tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Notify callbacks [] for port, precommit_update {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:24:19.721271 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-1228c8a8-5803-4c6b-a37e-725ccf4fc77b tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4399095'] for port, after_update {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:24:19.754227 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-b6225f9d-6f8d-438e-9656-1ed7ecd28aa6 None None] Provisioning complete for port 01f52f94-acc3-4144-89ef-a131b1ad9982 triggered by entity DHCP. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 20:24:19.754599 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b6225f9d-6f8d-438e-9656-1ed7ecd28aa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:24:19.780362 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:24:19.797886 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1228c8a8-5803-4c6b-a37e-725ccf4fc77b tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Pushing event updated for resources: {'Port': ['ID=f0eabdc9-7a05-4399-8c83-916bf90c0754,revision_number=2']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:24:19.803273 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-1228c8a8-5803-4c6b-a37e-725ccf4fc77b tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-527313', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-601459'] for router_interface, after_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:24:19.907829 n-d-713301-16 neutron-server[95102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1228c8a8-5803-4c6b-a37e-725ccf4fc77b tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Network c278249d-6019-403d-9a0a-411ff4fbd2de is already hosted by enough agents. {{(pid=95102) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 20:24:19.909509 n-d-713301-16 neutron-server[95102]: DEBUG neutron.scheduler.base_scheduler [None req-1228c8a8-5803-4c6b-a37e-725ccf4fc77b tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Resources bound (agent type, host, resource id): {{(pid=95102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 20:24:20.005545 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] For port 3d641e3d-61c9-4b25-8e90-c42a030b4ac2, host n-d-713301-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-16',level=0,port_id=3d641e3d-61c9-4b25-8e90-c42a030b4ac2,segment=NetworkSegment(7d4027f1-d893-4c7b-95d4-757b8e44e380),segment_id=7d4027f1-d893-4c7b-95d4-757b8e44e380)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 20:24:20.019646 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:24:20.020326 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Device 01f52f94-acc3-4144-89ef-a131b1ad9982 up at agent ovs-agent-n-d-713301-16 {{(pid=95103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 20:24:20.036909 n-d-713301-16 neutron-server[95102]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1228c8a8-5803-4c6b-a37e-725ccf4fc77b tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Router 4bd6dd19-26e4-4071-a761-f85350856592 has already been hosted by L3 agent 79a740bf-7821-4989-8288-7186e3e128f3 {{(pid=95102) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 20:24:20.046088 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-c69f4ca9-bc7c-41fd-b6c3-a43f425513b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:24:20.153770 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1228c8a8-5803-4c6b-a37e-725ccf4fc77b tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Notify agent at l3_agent.n-d-713301-16 the message routers_updated {{(pid=95102) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 20:24:20.166886 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-1228c8a8-5803-4c6b-a37e-725ccf4fc77b tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] 10.222.0.67 "PUT /v2.0/routers/4bd6dd19-26e4-4071-a761-f85350856592/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3276343 Sep 23 20:24:20.167566 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Pushing event updated for resources: {'Port': ['ID=3d641e3d-61c9-4b25-8e90-c42a030b4ac2,revision_number=4']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:24:20.188846 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b6225f9d-6f8d-438e-9656-1ed7ecd28aa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:24:20.205505 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eaf68ae4-d1d9-47d1-9cd1-11df6feb5915 None None] Sync routers for ids ['4bd6dd19-26e4-4071-a761-f85350856592'] in n-d-713301-16 {{(pid=95103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 20:24:20.210258 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Provisioning complete for port 01f52f94-acc3-4144-89ef-a131b1ad9982 triggered by entity L2. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 20:24:20.210705 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:24:20.266425 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eaf68ae4-d1d9-47d1-9cd1-11df6feb5915 None None] Routers {'4bd6dd19-26e4-4071-a761-f85350856592'} bound to L3 agent in host n-d-713301-16 {{(pid=95103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 20:24:20.267071 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_hamode_db [None req-eaf68ae4-d1d9-47d1-9cd1-11df6feb5915 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-23T19:07:52Z,description=,heartbeat_timestamp=2021-09-23T20:23:53Z,host='n-d-713301-16',id=79a740bf-7821-4989-8288-7186e3e128f3,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:07:52Z,topic='l3_agent')) {'router_ids': ['4bd6dd19-26e4-4071-a761-f85350856592'], 'active': True} {{(pid=95103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 20:24:20.273857 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-b6225f9d-6f8d-438e-9656-1ed7ecd28aa6 None None] For port 01f52f94-acc3-4144-89ef-a131b1ad9982, host n-d-713301-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-16',level=0,port_id=01f52f94-acc3-4144-89ef-a131b1ad9982,segment=NetworkSegment(06806eee-29d1-4c9f-a6d4-d5cc7214b7e9),segment_id=06806eee-29d1-4c9f-a6d4-d5cc7214b7e9)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 20:24:20.311839 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-a014459e-f4d3-41fc-9041-6c7a25a95dae req-ef41f6c2-a6f1-41cc-9f0d-59ac466721e2 tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] 10.222.0.67 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1154045721&fields=id&tenant_id=68e56753f66346b994ad5ec9fc64b1b0 HTTP/1.1" status: 200 len: 267 time: 0.0372331 Sep 23 20:24:20.314315 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b6225f9d-6f8d-438e-9656-1ed7ecd28aa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:24:20.443863 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6225f9d-6f8d-438e-9656-1ed7ecd28aa6 None None] Pushing event updated for resources: {'Port': ['ID=01f52f94-acc3-4144-89ef-a131b1ad9982,revision_number=3']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:24:20.462204 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a014459e-f4d3-41fc-9041-6c7a25a95dae req-4ae0c415-9ad9-4561-98f8-03a3f095fd78 tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:24:20.463755 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-a014459e-f4d3-41fc-9041-6c7a25a95dae req-4ae0c415-9ad9-4561-98f8-03a3f095fd78 tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] 10.222.0.67 "GET /v2.0/networks?id=c278249d-6019-403d-9a0a-411ff4fbd2de HTTP/1.1" status: 200 len: 796 time: 0.1380672 Sep 23 20:24:20.469342 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_dvr_db [None req-eaf68ae4-d1d9-47d1-9cd1-11df6feb5915 None None] Set router 4bd6dd19-26e4-4071-a761-f85350856592 gateway port host: n-d-713301-16 {{(pid=95103) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 20:24:20.481031 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-a014459e-f4d3-41fc-9041-6c7a25a95dae req-be2512fc-e552-4774-9b0b-c05746cfe637 tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] 10.222.0.67 "GET /v2.0/quotas/68e56753f66346b994ad5ec9fc64b1b0 HTTP/1.1" status: 200 len: 375 time: 0.0096526 Sep 23 20:24:20.539559 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-a014459e-f4d3-41fc-9041-6c7a25a95dae req-34a6b184-ca24-4b5b-b432-0edb72aedd4e tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=68e56753f66346b994ad5ec9fc64b1b0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0517104 Sep 23 20:24:20.574115 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-98a6c7cc-c62d-4e4d-8090-8f9c279ad41a None None] Provisioning complete for port 01f52f94-acc3-4144-89ef-a131b1ad9982 triggered by entity DHCP. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 20:24:20.575224 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-98a6c7cc-c62d-4e4d-8090-8f9c279ad41a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:24:20.713536 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-a014459e-f4d3-41fc-9041-6c7a25a95dae req-cec318bb-ff81-42b8-9992-dea787d0eab4 service neutron] 10.222.0.67 "GET /v2.0/networks/c278249d-6019-403d-9a0a-411ff4fbd2de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1608021 Sep 23 20:24:20.756570 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-98a6c7cc-c62d-4e4d-8090-8f9c279ad41a None None] Provisioning complete for port f0eabdc9-7a05-4399-8c83-916bf90c0754 triggered by entity DHCP. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 20:24:20.756951 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-98a6c7cc-c62d-4e4d-8090-8f9c279ad41a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:24:20.761272 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_hamode_db [None req-eaf68ae4-d1d9-47d1-9cd1-11df6feb5915 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4bd6dd19-26e4-4071-a761-f85350856592', 'name': 'tempest-TestNetworkAdvancedServerOps-router-861130460', 'tenant_id': '68e56753f66346b994ad5ec9fc64b1b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'external_fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.80'}], 'enable_snat': True}, 'gw_port_id': '3d641e3d-61c9-4b25-8e90-c42a030b4ac2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T20:24:15Z', 'updated_at': '2021-09-23T20:24:19Z', 'revision_number': 4, 'project_id': '68e56753f66346b994ad5ec9fc64b1b0', 'gw_port': {'id': '3d641e3d-61c9-4b25-8e90-c42a030b4ac2', 'name': '', 'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:c8:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bd6dd19-26e4-4071-a761-f85350856592', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4198, 'fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T20:24:16Z', 'updated_at': '2021-09-23T20:24:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-16', '_interfaces': [{'id': 'f0eabdc9-7a05-4399-8c83-916bf90c0754', 'name': '', 'network_id': 'c278249d-6019-403d-9a0a-411ff4fbd2de', 'tenant_id': '68e56753f66346b994ad5ec9fc64b1b0', 'mac_address': 'fa:16:3e:0c:02:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4bd6dd19-26e4-4071-a761-f85350856592', 'device_owner': 'network:router_interface', 'standard_attr_id': 4201, 'fixed_ips': [{'subnet_id': '849854da-7007-4692-8644-823ad1ebaecf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T20:24:18Z', 'updated_at': '2021-09-23T20:24:19Z', 'revision_number': 2, 'project_id': '68e56753f66346b994ad5ec9fc64b1b0', 'subnets': [{'id': '849854da-7007-4692-8644-823ad1ebaecf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-16', False) {} {{(pid=95103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 20:24:20.806274 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eaf68ae4-d1d9-47d1-9cd1-11df6feb5915 None None] Checking router: 4bd6dd19-26e4-4071-a761-f85350856592 for host: n-d-713301-16 {{(pid=95103) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 20:24:20.806626 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eaf68ae4-d1d9-47d1-9cd1-11df6feb5915 None None] Updating router 4bd6dd19-26e4-4071-a761-f85350856592 port f0eabdc9-7a05-4399-8c83-916bf90c0754 binding host n-d-713301-16 {{(pid=95103) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 23 20:24:20.830487 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-a014459e-f4d3-41fc-9041-6c7a25a95dae req-d4fa1670-2745-49c1-80c0-8307e61362c2 service neutron] 10.222.0.67 "GET /v2.0/networks/c278249d-6019-403d-9a0a-411ff4fbd2de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1094894 Sep 23 20:24:20.840119 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.plugin [None req-98a6c7cc-c62d-4e4d-8090-8f9c279ad41a None None] Port f0eabdc9-7a05-4399-8c83-916bf90c0754 cannot update to ACTIVE because it is not bound. {{(pid=95103) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 20:24:20.841728 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-eaf68ae4-d1d9-47d1-9cd1-11df6feb5915 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:24:20.974797 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-f854785b-f726-4d1e-bb25-47ca7444bcf0 None None] Provisioning complete for port f0eabdc9-7a05-4399-8c83-916bf90c0754 triggered by entity DHCP. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 20:24:20.975080 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-f854785b-f726-4d1e-bb25-47ca7444bcf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:24:21.054886 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.plugin [None req-f854785b-f726-4d1e-bb25-47ca7444bcf0 None None] Port f0eabdc9-7a05-4399-8c83-916bf90c0754 cannot update to ACTIVE because it is not bound. {{(pid=95103) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 20:24:21.143162 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-eaf68ae4-d1d9-47d1-9cd1-11df6feb5915 None None] Notify callbacks [] for port, precommit_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:24:21.148636 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-eaf68ae4-d1d9-47d1-9cd1-11df6feb5915 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:24:21.198086 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22865468-1133-49d4-9b0b-a9d1442cb76f None None] Pushing event updated for resources: {'Port': ['ID=f0eabdc9-7a05-4399-8c83-916bf90c0754,revision_number=3']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:24:21.251965 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.managers [None req-eaf68ae4-d1d9-47d1-9cd1-11df6feb5915 None None] Attempting to bind port f0eabdc9-7a05-4399-8c83-916bf90c0754 on host n-d-713301-16 for vnic_type normal with profile {{(pid=95103) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 20:24:21.252334 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.managers [None req-eaf68ae4-d1d9-47d1-9cd1-11df6feb5915 None None] Attempting to bind port f0eabdc9-7a05-4399-8c83-916bf90c0754 by drivers openvswitch,hyperv on host n-d-713301-16 at level 0 using segments [{'id': '06806eee-29d1-4c9f-a6d4-d5cc7214b7e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': 'c278249d-6019-403d-9a0a-411ff4fbd2de'}] {{(pid=95103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 20:24:21.252734 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eaf68ae4-d1d9-47d1-9cd1-11df6feb5915 None None] Attempting to bind port f0eabdc9-7a05-4399-8c83-916bf90c0754 on network c278249d-6019-403d-9a0a-411ff4fbd2de {{(pid=95103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 20:24:21.257940 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eaf68ae4-d1d9-47d1-9cd1-11df6feb5915 None None] Checking agent: {'id': '70a14545-df24-472f-8f95-bfe1719bff93', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 19, 7, 53), 'started_at': datetime.datetime(2021, 9, 23, 19, 8, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 20, 23, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 20:24:21.258317 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eaf68ae4-d1d9-47d1-9cd1-11df6feb5915 None None] Checking segment: {'id': '06806eee-29d1-4c9f-a6d4-d5cc7214b7e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': 'c278249d-6019-403d-9a0a-411ff4fbd2de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95103) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 20:24:21.258723 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-eaf68ae4-d1d9-47d1-9cd1-11df6feb5915 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:24:21.259116 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eaf68ae4-d1d9-47d1-9cd1-11df6feb5915 None None] Bound using segment: {'id': '06806eee-29d1-4c9f-a6d4-d5cc7214b7e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': 'c278249d-6019-403d-9a0a-411ff4fbd2de'} {{(pid=95103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 20:24:21.259582 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.managers [None req-eaf68ae4-d1d9-47d1-9cd1-11df6feb5915 None None] Bound port: f0eabdc9-7a05-4399-8c83-916bf90c0754, host: n-d-713301-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '06806eee-29d1-4c9f-a6d4-d5cc7214b7e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': 'c278249d-6019-403d-9a0a-411ff4fbd2de'}}] {{(pid=95103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 20:24:21.259961 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-eaf68ae4-d1d9-47d1-9cd1-11df6feb5915 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:24:21.325544 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-eaf68ae4-d1d9-47d1-9cd1-11df6feb5915 None None] For port f0eabdc9-7a05-4399-8c83-916bf90c0754, host n-d-713301-16, cleared binding levels {{(pid=95103) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 20:24:21.328816 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-eaf68ae4-d1d9-47d1-9cd1-11df6feb5915 None None] For port f0eabdc9-7a05-4399-8c83-916bf90c0754, host n-d-713301-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-16',level=0,port_id=f0eabdc9-7a05-4399-8c83-916bf90c0754,segment=NetworkSegment(06806eee-29d1-4c9f-a6d4-d5cc7214b7e9),segment_id=06806eee-29d1-4c9f-a6d4-d5cc7214b7e9)] {{(pid=95103) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 20:24:21.334328 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-eaf68ae4-d1d9-47d1-9cd1-11df6feb5915 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:24:21.407446 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-e42d966e-2da3-4308-a8e1-d3f991f05afd None None] Provisioning complete for port f0eabdc9-7a05-4399-8c83-916bf90c0754 triggered by entity DHCP. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 20:24:21.407816 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-e42d966e-2da3-4308-a8e1-d3f991f05afd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:24:21.409345 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22865468-1133-49d4-9b0b-a9d1442cb76f None None] Pushing event updated for resources: {'Port': ['ID=f0eabdc9-7a05-4399-8c83-916bf90c0754,revision_number=4']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:24:21.411917 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eaf68ae4-d1d9-47d1-9cd1-11df6feb5915 None None] Routers {'4bd6dd19-26e4-4071-a761-f85350856592'} bound to L3 agent in host n-d-713301-16 {{(pid=95103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 20:24:21.412523 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_hamode_db [None req-eaf68ae4-d1d9-47d1-9cd1-11df6feb5915 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-23T19:07:52Z,description=,heartbeat_timestamp=2021-09-23T20:23:53Z,host='n-d-713301-16',id=79a740bf-7821-4989-8288-7186e3e128f3,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:07:52Z,topic='l3_agent')) {'router_ids': ['4bd6dd19-26e4-4071-a761-f85350856592'], 'active': True} {{(pid=95103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 20:24:21.507359 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Device 3d641e3d-61c9-4b25-8e90-c42a030b4ac2 up at agent ovs-agent-n-d-713301-16 {{(pid=95103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 20:24:21.616421 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_dvr_db [None req-eaf68ae4-d1d9-47d1-9cd1-11df6feb5915 None None] Set router 4bd6dd19-26e4-4071-a761-f85350856592 gateway port host: n-d-713301-16 {{(pid=95103) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 20:24:21.649574 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-e42d966e-2da3-4308-a8e1-d3f991f05afd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:24:21.653386 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Provisioning complete for port 3d641e3d-61c9-4b25-8e90-c42a030b4ac2 triggered by entity L2. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 20:24:21.653759 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:24:21.763521 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-e42d966e-2da3-4308-a8e1-d3f991f05afd None None] For port f0eabdc9-7a05-4399-8c83-916bf90c0754, host n-d-713301-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-16',level=0,port_id=f0eabdc9-7a05-4399-8c83-916bf90c0754,segment=NetworkSegment(06806eee-29d1-4c9f-a6d4-d5cc7214b7e9),segment_id=06806eee-29d1-4c9f-a6d4-d5cc7214b7e9)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 20:24:21.778725 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-e42d966e-2da3-4308-a8e1-d3f991f05afd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:24:21.907419 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Device 01f52f94-acc3-4144-89ef-a131b1ad9982 up at agent ovs-agent-n-d-713301-16 {{(pid=95103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 20:24:21.912517 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e42d966e-2da3-4308-a8e1-d3f991f05afd None None] Pushing event updated for resources: {'Port': ['ID=f0eabdc9-7a05-4399-8c83-916bf90c0754,revision_number=5']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:24:22.047493 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-3df50ac4-49a4-47dd-94f1-5a568b1f6436 req-4aed430a-8673-4154-99c6-2a75adcc5797 tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] 10.222.0.67 "GET /v2.0/ports?device_id=15caf325-6da6-41c9-bc39-809a316d9f80 HTTP/1.1" status: 200 len: 210 time: 0.0311017 Sep 23 20:24:22.119237 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-9e6c544f-e481-4dbf-95cd-62ad164b8d06 None None] Provisioning complete for port f0eabdc9-7a05-4399-8c83-916bf90c0754 triggered by entity DHCP. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 20:24:22.119700 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-9e6c544f-e481-4dbf-95cd-62ad164b8d06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:24:22.194164 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Provisioning complete for port 01f52f94-acc3-4144-89ef-a131b1ad9982 triggered by entity L2. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 20:24:22.194540 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:24:22.252914 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_hamode_db [None req-eaf68ae4-d1d9-47d1-9cd1-11df6feb5915 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4bd6dd19-26e4-4071-a761-f85350856592', 'name': 'tempest-TestNetworkAdvancedServerOps-router-861130460', 'tenant_id': '68e56753f66346b994ad5ec9fc64b1b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'external_fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.80'}], 'enable_snat': True}, 'gw_port_id': '3d641e3d-61c9-4b25-8e90-c42a030b4ac2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T20:24:15Z', 'updated_at': '2021-09-23T20:24:19Z', 'revision_number': 4, 'project_id': '68e56753f66346b994ad5ec9fc64b1b0', 'gw_port': {'id': '3d641e3d-61c9-4b25-8e90-c42a030b4ac2', 'name': '', 'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:c8:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bd6dd19-26e4-4071-a761-f85350856592', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4198, 'fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T20:24:16Z', 'updated_at': '2021-09-23T20:24:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-16', '_interfaces': [{'id': 'f0eabdc9-7a05-4399-8c83-916bf90c0754', 'name': '', 'network_id': 'c278249d-6019-403d-9a0a-411ff4fbd2de', 'tenant_id': '68e56753f66346b994ad5ec9fc64b1b0', 'mac_address': 'fa:16:3e:0c:02:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4bd6dd19-26e4-4071-a761-f85350856592', 'device_owner': 'network:router_interface', 'standard_attr_id': 4201, 'fixed_ips': [{'subnet_id': '849854da-7007-4692-8644-823ad1ebaecf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T20:24:18Z', 'updated_at': '2021-09-23T20:24:21Z', 'revision_number': 4, 'project_id': '68e56753f66346b994ad5ec9fc64b1b0', 'subnets': [{'id': '849854da-7007-4692-8644-823ad1ebaecf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-16', False) {} {{(pid=95103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 20:24:22.290081 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eaf68ae4-d1d9-47d1-9cd1-11df6feb5915 None None] The sync data for ids ['4bd6dd19-26e4-4071-a761-f85350856592'] in n-d-713301-16 is: [{'id': '4bd6dd19-26e4-4071-a761-f85350856592', 'name': 'tempest-TestNetworkAdvancedServerOps-router-861130460', 'tenant_id': '68e56753f66346b994ad5ec9fc64b1b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'external_fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.80'}], 'enable_snat': True}, 'gw_port_id': '3d641e3d-61c9-4b25-8e90-c42a030b4ac2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T20:24:15Z', 'updated_at': '2021-09-23T20:24:19Z', 'revision_number': 4, 'project_id': '68e56753f66346b994ad5ec9fc64b1b0', 'gw_port': {'id': '3d641e3d-61c9-4b25-8e90-c42a030b4ac2', 'name': '', 'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:c8:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bd6dd19-26e4-4071-a761-f85350856592', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4198, 'fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T20:24:16Z', 'updated_at': '2021-09-23T20:24:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-16', '_interfaces': [{'id': 'f0eabdc9-7a05-4399-8c83-916bf90c0754', 'name': '', 'network_id': 'c278249d-6019-403d-9a0a-411ff4fbd2de', 'tenant_id': '68e56753f66346b994ad5ec9fc64b1b0', 'mac_address': 'fa:16:3e:0c:02:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4bd6dd19-26e4-4071-a761-f85350856592', 'device_owner': 'network:router_interface', 'standard_attr_id': 4201, 'fixed_ips': [{'subnet_id': '849854da-7007-4692-8644-823ad1ebaecf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T20:24:18Z', 'updated_at': '2021-09-23T20:24:21Z', 'revision_number': 4, 'project_id': '68e56753f66346b994ad5ec9fc64b1b0', 'subnets': [{'id': '849854da-7007-4692-8644-823ad1ebaecf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 20:24:23.037312 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-3605c510-c5b2-45c2-99d4-edc5fe4225c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:24:23.188688 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-9b33414f-8300-479c-a98c-f4010086d7f3 req-f963ba9e-8bbd-4329-8e9a-29c8620a47be tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] 10.222.0.67 "GET /v2.0/ports?device_id=15caf325-6da6-41c9-bc39-809a316d9f80 HTTP/1.1" status: 200 len: 210 time: 0.0340345 Sep 23 20:24:23.221703 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a014459e-f4d3-41fc-9041-6c7a25a95dae req-414d27cc-8a47-49df-8a60-b91bb08237db tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:24:23.223237 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-a014459e-f4d3-41fc-9041-6c7a25a95dae req-414d27cc-8a47-49df-8a60-b91bb08237db tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] 10.222.0.74 "GET /v2.0/networks?id=c278249d-6019-403d-9a0a-411ff4fbd2de HTTP/1.1" status: 200 len: 796 time: 0.1612539 Sep 23 20:24:23.225109 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:24:23.270660 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-a014459e-f4d3-41fc-9041-6c7a25a95dae req-a6699dcd-a7b6-4ab6-bb30-b81e71756c21 tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] 10.222.0.74 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=68e56753f66346b994ad5ec9fc64b1b0 HTTP/1.1" status: 200 len: 380 time: 0.0370827 Sep 23 20:24:23.281548 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.v2.base [req-a014459e-f4d3-41fc-9041-6c7a25a95dae req-faa56257-093f-4205-b3ec-1659fe2410c2 tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Request body: {'port': {'device_id': '15caf325-6da6-41c9-bc39-809a316d9f80', 'network_id': 'c278249d-6019-403d-9a0a-411ff4fbd2de', 'admin_state_up': True, 'tenant_id': '68e56753f66346b994ad5ec9fc64b1b0', 'security_groups': ['92982316-4eb9-4468-bc84-58881a750e3a']}} {{(pid=95102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 20:24:23.397033 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a014459e-f4d3-41fc-9041-6c7a25a95dae req-faa56257-093f-4205-b3ec-1659fe2410c2 tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Made reservation on behalf of 68e56753f66346b994ad5ec9fc64b1b0 for: {'port': 1} {{(pid=95102) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 20:24:23.400626 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-a014459e-f4d3-41fc-9041-6c7a25a95dae req-faa56257-093f-4205-b3ec-1659fe2410c2 tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:24:23.495473 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Device f0eabdc9-7a05-4399-8c83-916bf90c0754 up at agent ovs-agent-n-d-713301-16 {{(pid=95103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 20:24:23.534617 n-d-713301-16 neutron-server[95102]: DEBUG neutron.db.db_base_plugin_common [req-a014459e-f4d3-41fc-9041-6c7a25a95dae req-faa56257-093f-4205-b3ec-1659fe2410c2 tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Allocated IP 172.20.0.6 (c278249d-6019-403d-9a0a-411ff4fbd2de/849854da-7007-4692-8644-823ad1ebaecf/92d778b7-3521-41a8-85b4-81f6e184bc0d) {{(pid=95102) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 20:24:23.548533 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Provisioning complete for port f0eabdc9-7a05-4399-8c83-916bf90c0754 triggered by entity L2. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 20:24:23.548993 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:24:23.665253 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-0ae75029-feb6-4728-9a94-5f9b60993d82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:24:23.673917 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-a014459e-f4d3-41fc-9041-6c7a25a95dae req-faa56257-093f-4205-b3ec-1659fe2410c2 tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Notify callbacks [] for port, precommit_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:24:23.706719 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-a014459e-f4d3-41fc-9041-6c7a25a95dae req-faa56257-093f-4205-b3ec-1659fe2410c2 tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783145673135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4399100'] for port, after_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:24:23.753406 n-d-713301-16 neutron-server[95102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a014459e-f4d3-41fc-9041-6c7a25a95dae req-faa56257-093f-4205-b3ec-1659fe2410c2 tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Network c278249d-6019-403d-9a0a-411ff4fbd2de is already hosted by enough agents. {{(pid=95102) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 20:24:23.756366 n-d-713301-16 neutron-server[95102]: DEBUG neutron.scheduler.base_scheduler [req-a014459e-f4d3-41fc-9041-6c7a25a95dae req-faa56257-093f-4205-b3ec-1659fe2410c2 tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Resources bound (agent type, host, resource id): {{(pid=95102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 20:24:23.760135 n-d-713301-16 neutron-server[95102]: DEBUG neutron.db.l3_dvrscheduler_db [req-a014459e-f4d3-41fc-9041-6c7a25a95dae req-faa56257-093f-4205-b3ec-1659fe2410c2 tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Received port after_create {{(pid=95102) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 20:24:23.787770 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faa56257-093f-4205-b3ec-1659fe2410c2 tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Pushing event updated for resources: {'Port': ['ID=92d778b7-3521-41a8-85b4-81f6e184bc0d,revision_number=1']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:24:23.817128 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a014459e-f4d3-41fc-9041-6c7a25a95dae req-faa56257-093f-4205-b3ec-1659fe2410c2 tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:24:23.817764 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-a014459e-f4d3-41fc-9041-6c7a25a95dae req-faa56257-093f-4205-b3ec-1659fe2410c2 tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222849'] for port, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:24:23.834421 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-a014459e-f4d3-41fc-9041-6c7a25a95dae req-faa56257-093f-4205-b3ec-1659fe2410c2 tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5571632 Sep 23 20:24:23.847966 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.v2.base [req-a014459e-f4d3-41fc-9041-6c7a25a95dae req-3198dc75-8789-4f1b-b217-b9f99b4665c3 service neutron] Request body: {'port': {'device_id': '15caf325-6da6-41c9-bc39-809a316d9f80', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713301-16'}} {{(pid=95102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 20:24:23.905482 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-a014459e-f4d3-41fc-9041-6c7a25a95dae req-3198dc75-8789-4f1b-b217-b9f99b4665c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:24:24.014994 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-e0b0514f-9dfc-4135-a411-fea5b68b1821 None None] Provisioning complete for port 92d778b7-3521-41a8-85b4-81f6e184bc0d triggered by entity DHCP. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 20:24:24.015468 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-e0b0514f-9dfc-4135-a411-fea5b68b1821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:24:24.049846 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.plugin [None req-e0b0514f-9dfc-4135-a411-fea5b68b1821 None None] Port 92d778b7-3521-41a8-85b4-81f6e184bc0d cannot update to ACTIVE because it is not bound. {{(pid=95103) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 20:24:24.184000 n-d-713301-16 neutron-server[95102]: DEBUG neutron.notifiers.nova [req-a014459e-f4d3-41fc-9041-6c7a25a95dae req-3198dc75-8789-4f1b-b217-b9f99b4665c3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 92d778b7-3521-41a8-85b4-81f6e184bc0d {{(pid=95102) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 20:24:24.191359 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-a014459e-f4d3-41fc-9041-6c7a25a95dae req-3198dc75-8789-4f1b-b217-b9f99b4665c3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:24:24.203700 n-d-713301-16 neutron-server[95102]: DEBUG neutron.db.provisioning_blocks [req-a014459e-f4d3-41fc-9041-6c7a25a95dae req-3198dc75-8789-4f1b-b217-b9f99b4665c3 service neutron] Transition to ACTIVE for port object 92d778b7-3521-41a8-85b4-81f6e184bc0d will not be triggered until provisioned by entity L2. {{(pid=95102) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 20:24:24.207442 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-a014459e-f4d3-41fc-9041-6c7a25a95dae req-3198dc75-8789-4f1b-b217-b9f99b4665c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4399095'] for port, after_update {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:24:24.279241 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3198dc75-8789-4f1b-b217-b9f99b4665c3 service neutron] Pushing event updated for resources: {'Port': ['ID=92d778b7-3521-41a8-85b4-81f6e184bc0d,revision_number=2']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:24:24.374952 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.managers [req-a014459e-f4d3-41fc-9041-6c7a25a95dae req-3198dc75-8789-4f1b-b217-b9f99b4665c3 service neutron] Attempting to bind port 92d778b7-3521-41a8-85b4-81f6e184bc0d on host n-h1-713301-16 for vnic_type normal with profile {{(pid=95102) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 20:24:24.375291 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.managers [req-a014459e-f4d3-41fc-9041-6c7a25a95dae req-3198dc75-8789-4f1b-b217-b9f99b4665c3 service neutron] Attempting to bind port 92d778b7-3521-41a8-85b4-81f6e184bc0d by drivers openvswitch,hyperv on host n-h1-713301-16 at level 0 using segments [{'id': '06806eee-29d1-4c9f-a6d4-d5cc7214b7e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': 'c278249d-6019-403d-9a0a-411ff4fbd2de'}] {{(pid=95102) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 20:24:24.375618 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a014459e-f4d3-41fc-9041-6c7a25a95dae req-3198dc75-8789-4f1b-b217-b9f99b4665c3 service neutron] Attempting to bind port 92d778b7-3521-41a8-85b4-81f6e184bc0d on network c278249d-6019-403d-9a0a-411ff4fbd2de {{(pid=95102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 20:24:24.386422 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47257b78-898e-47c2-8f31-42a7a7573270 req-54991c9b-55ad-4bb4-953b-716966f86cae tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:24:24.388623 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-47257b78-898e-47c2-8f31-42a7a7573270 req-54991c9b-55ad-4bb4-953b-716966f86cae tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] 10.222.0.67 "GET /v2.0/ports?device_id=15caf325-6da6-41c9-bc39-809a316d9f80 HTTP/1.1" status: 200 len: 943 time: 0.0882859 Sep 23 20:24:24.390883 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a014459e-f4d3-41fc-9041-6c7a25a95dae req-3198dc75-8789-4f1b-b217-b9f99b4665c3 service neutron] Port 92d778b7-3521-41a8-85b4-81f6e184bc0d on network c278249d-6019-403d-9a0a-411ff4fbd2de not bound, no agent of type Open vSwitch agent registered on host n-h1-713301-16 {{(pid=95102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 20:24:24.391204 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a014459e-f4d3-41fc-9041-6c7a25a95dae req-3198dc75-8789-4f1b-b217-b9f99b4665c3 service neutron] Attempting to bind port 92d778b7-3521-41a8-85b4-81f6e184bc0d on network c278249d-6019-403d-9a0a-411ff4fbd2de {{(pid=95102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 20:24:24.398698 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a014459e-f4d3-41fc-9041-6c7a25a95dae req-3198dc75-8789-4f1b-b217-b9f99b4665c3 service neutron] Checking agent: {'id': '0708c3e9-0aad-4600-9be9-d2486535c898', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713301-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 19, 15, 28), 'started_at': datetime.datetime(2021, 9, 23, 19, 15, 28), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 20, 23, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 20:24:24.398945 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a014459e-f4d3-41fc-9041-6c7a25a95dae req-3198dc75-8789-4f1b-b217-b9f99b4665c3 service neutron] Checking segment: {'id': '06806eee-29d1-4c9f-a6d4-d5cc7214b7e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': 'c278249d-6019-403d-9a0a-411ff4fbd2de'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95102) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 20:24:24.399129 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a014459e-f4d3-41fc-9041-6c7a25a95dae req-3198dc75-8789-4f1b-b217-b9f99b4665c3 service neutron] Bound using segment: {'id': '06806eee-29d1-4c9f-a6d4-d5cc7214b7e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': 'c278249d-6019-403d-9a0a-411ff4fbd2de'} {{(pid=95102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 20:24:24.399555 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.managers [req-a014459e-f4d3-41fc-9041-6c7a25a95dae req-3198dc75-8789-4f1b-b217-b9f99b4665c3 service neutron] Bound port: 92d778b7-3521-41a8-85b4-81f6e184bc0d, host: n-h1-713301-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '06806eee-29d1-4c9f-a6d4-d5cc7214b7e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': 'c278249d-6019-403d-9a0a-411ff4fbd2de'}}] {{(pid=95102) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 20:24:24.399910 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-a014459e-f4d3-41fc-9041-6c7a25a95dae req-3198dc75-8789-4f1b-b217-b9f99b4665c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:24:24.467226 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-47257b78-898e-47c2-8f31-42a7a7573270 req-d8072242-9a1d-4428-9de9-2ac7e52319ed tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] 10.222.0.67 "GET /v2.0/security-groups?id=92982316-4eb9-4468-bc84-58881a750e3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0705593 Sep 23 20:24:24.492373 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.db [req-a014459e-f4d3-41fc-9041-6c7a25a95dae req-3198dc75-8789-4f1b-b217-b9f99b4665c3 service neutron] For port 92d778b7-3521-41a8-85b4-81f6e184bc0d, host n-h1-713301-16, cleared binding levels {{(pid=95102) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 20:24:24.495023 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.db [req-a014459e-f4d3-41fc-9041-6c7a25a95dae req-3198dc75-8789-4f1b-b217-b9f99b4665c3 service neutron] For port 92d778b7-3521-41a8-85b4-81f6e184bc0d, host n-h1-713301-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-16',level=0,port_id=92d778b7-3521-41a8-85b4-81f6e184bc0d,segment=NetworkSegment(06806eee-29d1-4c9f-a6d4-d5cc7214b7e9),segment_id=06806eee-29d1-4c9f-a6d4-d5cc7214b7e9)] {{(pid=95102) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 20:24:24.499064 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-a014459e-f4d3-41fc-9041-6c7a25a95dae req-3198dc75-8789-4f1b-b217-b9f99b4665c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4399095'] for port, after_update {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:24:24.533059 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a014459e-f4d3-41fc-9041-6c7a25a95dae req-3198dc75-8789-4f1b-b217-b9f99b4665c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:24:24.533694 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-a014459e-f4d3-41fc-9041-6c7a25a95dae req-3198dc75-8789-4f1b-b217-b9f99b4665c3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222849'] for port, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:24:24.535170 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-a014459e-f4d3-41fc-9041-6c7a25a95dae req-3198dc75-8789-4f1b-b217-b9f99b4665c3 service neutron] 10.222.0.74 "PUT /v2.0/ports/92d778b7-3521-41a8-85b4-81f6e184bc0d HTTP/1.1" status: 200 len: 1092 time: 0.6914301 Sep 23 20:24:24.535508 n-d-713301-16 neutron-server[95102]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '15caf325-6da6-41c9-bc39-809a316d9f80', 'tag': '92d778b7-3521-41a8-85b4-81f6e184bc0d'}] {{(pid=95102) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 20:24:24.537766 n-d-713301-16 neutron-server[95102]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a8356a6bd5e554bb349ddb806ba98ee8c25ce2b3f69d698f62da31b860ff3eb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f31dfc7-a093-40d2-8447-1cfd5b5ec27b" -d '{"events": [{"name": "network-changed", "server_uuid": "15caf325-6da6-41c9-bc39-809a316d9f80", "tag": "92d778b7-3521-41a8-85b4-81f6e184bc0d"}]}' {{(pid=95102) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 20:24:24.566081 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3198dc75-8789-4f1b-b217-b9f99b4665c3 service neutron] Pushing event updated for resources: {'Port': ['ID=92d778b7-3521-41a8-85b4-81f6e184bc0d,revision_number=3']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:24:24.597010 n-d-713301-16 neutron-server[95102]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 20:24:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62d3ea76-29e2-4bf8-8c17-90eb70ff3299 x-openstack-request-id: req-62d3ea76-29e2-4bf8-8c17-90eb70ff3299 {{(pid=95102) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 20:24:24.597296 n-d-713301-16 neutron-server[95102]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "15caf325-6da6-41c9-bc39-809a316d9f80", "tag": "92d778b7-3521-41a8-85b4-81f6e184bc0d", "status": "completed", "code": 200}]} {{(pid=95102) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 20:24:24.597542 n-d-713301-16 neutron-server[95102]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-62d3ea76-29e2-4bf8-8c17-90eb70ff3299 {{(pid=95102) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 20:24:24.597934 n-d-713301-16 neutron-server[95102]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '15caf325-6da6-41c9-bc39-809a316d9f80', 'tag': '92d778b7-3521-41a8-85b4-81f6e184bc0d', 'status': 'completed', 'code': 200} Sep 23 20:24:24.636148 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a014459e-f4d3-41fc-9041-6c7a25a95dae req-3670c002-1f59-42a0-8605-43d224b94a9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:24:24.638685 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-a014459e-f4d3-41fc-9041-6c7a25a95dae req-3670c002-1f59-42a0-8605-43d224b94a9c service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=68e56753f66346b994ad5ec9fc64b1b0&device_id=15caf325-6da6-41c9-bc39-809a316d9f80 HTTP/1.1" status: 200 len: 1095 time: 0.0532408 Sep 23 20:24:24.683403 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-a014459e-f4d3-41fc-9041-6c7a25a95dae req-be2b72cd-1c68-44e2-b611-ee96b3bffd7b service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=92d778b7-3521-41a8-85b4-81f6e184bc0d HTTP/1.1" status: 200 len: 217 time: 0.0365746 Sep 23 20:24:24.733432 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a014459e-f4d3-41fc-9041-6c7a25a95dae req-df69f9a2-53fa-4622-9d97-92a8ddfceb2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:24:24.734914 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-a014459e-f4d3-41fc-9041-6c7a25a95dae req-df69f9a2-53fa-4622-9d97-92a8ddfceb2d service neutron] 10.222.0.74 "GET /v2.0/subnets?id=849854da-7007-4692-8644-823ad1ebaecf HTTP/1.1" status: 200 len: 835 time: 0.0449152 Sep 23 20:24:24.785385 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a014459e-f4d3-41fc-9041-6c7a25a95dae req-9e9c9224-ae52-4a9c-b4a1-b99c43778702 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:24:24.786895 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-a014459e-f4d3-41fc-9041-6c7a25a95dae req-9e9c9224-ae52-4a9c-b4a1-b99c43778702 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=c278249d-6019-403d-9a0a-411ff4fbd2de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0448966 Sep 23 20:24:24.876337 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-a014459e-f4d3-41fc-9041-6c7a25a95dae req-ee597dc3-4306-4f4a-b22f-69984f2a8a19 service neutron] 10.222.0.74 "GET /v2.0/networks/c278249d-6019-403d-9a0a-411ff4fbd2de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817616 Sep 23 20:24:24.972040 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-a014459e-f4d3-41fc-9041-6c7a25a95dae req-990ef6e6-0bae-4868-93d9-afc71373a477 service neutron] 10.222.0.74 "GET /v2.0/networks/c278249d-6019-403d-9a0a-411ff4fbd2de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887470 Sep 23 20:24:25.061514 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f31dfc7-a093-40d2-8447-1cfd5b5ec27b req-8ce433b3-5167-4bd6-9d77-e50345f7750f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:24:25.063112 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-1f31dfc7-a093-40d2-8447-1cfd5b5ec27b req-8ce433b3-5167-4bd6-9d77-e50345f7750f service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=68e56753f66346b994ad5ec9fc64b1b0&device_id=15caf325-6da6-41c9-bc39-809a316d9f80 HTTP/1.1" status: 200 len: 1095 time: 0.0407677 Sep 23 20:24:25.155330 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f31dfc7-a093-40d2-8447-1cfd5b5ec27b req-67b2f405-0fdb-499c-b02e-38793270ba8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:24:25.156849 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-1f31dfc7-a093-40d2-8447-1cfd5b5ec27b req-67b2f405-0fdb-499c-b02e-38793270ba8f service neutron] 10.222.0.74 "GET /v2.0/networks?id=c278249d-6019-403d-9a0a-411ff4fbd2de HTTP/1.1" status: 200 len: 897 time: 0.0868847 Sep 23 20:24:25.202581 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-1f31dfc7-a093-40d2-8447-1cfd5b5ec27b req-cb2e659a-ec94-45d7-ba78-ab17a9a9d8ba service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=92d778b7-3521-41a8-85b4-81f6e184bc0d HTTP/1.1" status: 200 len: 217 time: 0.0384357 Sep 23 20:24:25.252527 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f31dfc7-a093-40d2-8447-1cfd5b5ec27b req-6228b0b3-4b5d-4dda-bbf2-5352b899054f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:24:25.254032 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-1f31dfc7-a093-40d2-8447-1cfd5b5ec27b req-6228b0b3-4b5d-4dda-bbf2-5352b899054f service neutron] 10.222.0.74 "GET /v2.0/subnets?id=849854da-7007-4692-8644-823ad1ebaecf HTTP/1.1" status: 200 len: 835 time: 0.0440679 Sep 23 20:24:25.303170 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f31dfc7-a093-40d2-8447-1cfd5b5ec27b req-a800c06d-26de-4faa-acbd-7462ca4552de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:24:25.304781 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-1f31dfc7-a093-40d2-8447-1cfd5b5ec27b req-a800c06d-26de-4faa-acbd-7462ca4552de service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=c278249d-6019-403d-9a0a-411ff4fbd2de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0417690 Sep 23 20:24:25.401047 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-1f31dfc7-a093-40d2-8447-1cfd5b5ec27b req-dda58b49-a228-48e6-b097-a14259e6c3f7 service neutron] 10.222.0.74 "GET /v2.0/networks/c278249d-6019-403d-9a0a-411ff4fbd2de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878158 Sep 23 20:24:25.494478 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-1f31dfc7-a093-40d2-8447-1cfd5b5ec27b req-a336e037-3723-4366-97e3-b699eb1c5d95 service neutron] 10.222.0.74 "GET /v2.0/networks/c278249d-6019-403d-9a0a-411ff4fbd2de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856035 Sep 23 20:24:25.505089 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-80e7e501-6c57-470d-92c6-e3d54bc3195c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:24:25.588945 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1fdbac3-e56c-461d-b9db-df644a0f019e req-bcb763f8-073f-4097-bc37-94a1fec11765 tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:24:25.591072 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-c1fdbac3-e56c-461d-b9db-df644a0f019e req-bcb763f8-073f-4097-bc37-94a1fec11765 tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] 10.222.0.67 "GET /v2.0/ports?device_id=15caf325-6da6-41c9-bc39-809a316d9f80 HTTP/1.1" status: 200 len: 943 time: 0.0520637 Sep 23 20:24:25.629309 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-c1fdbac3-e56c-461d-b9db-df644a0f019e req-26e697ee-7b5c-401a-a713-e2dc9e136a4b tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] 10.222.0.67 "GET /v2.0/security-groups?id=92982316-4eb9-4468-bc84-58881a750e3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322223 Sep 23 20:24:26.763100 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3babe5ce-bf95-4227-9591-fe91d7bb00f0 req-3b690537-f36f-4e94-9b31-df9e27b276e9 tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:24:26.764583 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-3babe5ce-bf95-4227-9591-fe91d7bb00f0 req-3b690537-f36f-4e94-9b31-df9e27b276e9 tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] 10.222.0.67 "GET /v2.0/ports?device_id=15caf325-6da6-41c9-bc39-809a316d9f80 HTTP/1.1" status: 200 len: 943 time: 0.0493798 Sep 23 20:24:26.801927 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-3babe5ce-bf95-4227-9591-fe91d7bb00f0 req-e920536a-fa5b-4f18-be4f-9082ea9e03d8 tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] 10.222.0.67 "GET /v2.0/security-groups?id=92982316-4eb9-4468-bc84-58881a750e3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313911 Sep 23 20:24:27.047621 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Device 92d778b7-3521-41a8-85b4-81f6e184bc0d details requested by agent hyperv_n-h1-713301-16 with host n-h1-713301-16 {{(pid=95103) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 20:24:27.141435 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] For port 92d778b7-3521-41a8-85b4-81f6e184bc0d, host n-h1-713301-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-16',level=0,port_id=92d778b7-3521-41a8-85b4-81f6e184bc0d,segment=NetworkSegment(06806eee-29d1-4c9f-a6d4-d5cc7214b7e9),segment_id=06806eee-29d1-4c9f-a6d4-d5cc7214b7e9)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 20:24:27.152735 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Returning: {'device': '92d778b7-3521-41a8-85b4-81f6e184bc0d', 'network_id': 'c278249d-6019-403d-9a0a-411ff4fbd2de', 'port_id': '92d778b7-3521-41a8-85b4-81f6e184bc0d', 'mac_address': 'fa:16:3e:b9:0c:09', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 637, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '849854da-7007-4692-8644-823ad1ebaecf', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95103) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 20:24:27.188671 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:24:27.201955 n-d-713301-16 neutron-server[95103]: DEBUG neutron.notifiers.nova [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 92d778b7-3521-41a8-85b4-81f6e184bc0d {{(pid=95103) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 20:24:27.225248 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] For port 92d778b7-3521-41a8-85b4-81f6e184bc0d, host n-h1-713301-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-16',level=0,port_id=92d778b7-3521-41a8-85b4-81f6e184bc0d,segment=NetworkSegment(06806eee-29d1-4c9f-a6d4-d5cc7214b7e9),segment_id=06806eee-29d1-4c9f-a6d4-d5cc7214b7e9)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 20:24:27.229095 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:24:27.275942 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Pushing event updated for resources: {'Port': ['ID=92d778b7-3521-41a8-85b4-81f6e184bc0d,revision_number=4']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:24:27.438503 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] get_ports_and_sgs() called for port_ids ['92d778b7-3521-41a8-85b4-81f6e184bc0d'] {{(pid=95103) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 20:24:27.921816 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bfac91e-e825-48f6-954c-17d4982dafcc req-480dcb0a-3418-4577-8f1f-887e132924a5 tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:24:27.923305 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-6bfac91e-e825-48f6-954c-17d4982dafcc req-480dcb0a-3418-4577-8f1f-887e132924a5 tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] 10.222.0.67 "GET /v2.0/ports?device_id=15caf325-6da6-41c9-bc39-809a316d9f80 HTTP/1.1" status: 200 len: 944 time: 0.0547597 Sep 23 20:24:27.960867 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-6bfac91e-e825-48f6-954c-17d4982dafcc req-1d387452-94f8-47e2-b93b-8231d6948def tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] 10.222.0.67 "GET /v2.0/security-groups?id=92982316-4eb9-4468-bc84-58881a750e3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314541 Sep 23 20:24:28.491285 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:24:28.794124 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:24:29.063102 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Device 92d778b7-3521-41a8-85b4-81f6e184bc0d up at agent hyperv_n-h1-713301-16 {{(pid=95103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 20:24:29.076741 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a64490f1-3567-45f8-89fe-30b1b88e5192 req-d278160d-09e1-4a21-a3ec-5d7f482d527c tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:24:29.078268 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-a64490f1-3567-45f8-89fe-30b1b88e5192 req-d278160d-09e1-4a21-a3ec-5d7f482d527c tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] 10.222.0.67 "GET /v2.0/ports?device_id=15caf325-6da6-41c9-bc39-809a316d9f80 HTTP/1.1" status: 200 len: 944 time: 0.0496261 Sep 23 20:24:29.114255 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Provisioning for port 92d778b7-3521-41a8-85b4-81f6e184bc0d completed by entity L2. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 20:24:29.118024 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Provisioning complete for port 92d778b7-3521-41a8-85b4-81f6e184bc0d triggered by entity L2. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 20:24:29.118261 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-a64490f1-3567-45f8-89fe-30b1b88e5192 req-68cca870-9eab-4e35-8959-c0cb6fc51e3f tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] 10.222.0.67 "GET /v2.0/security-groups?id=92982316-4eb9-4468-bc84-58881a750e3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332887 Sep 23 20:24:29.118377 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:24:29.203882 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:24:29.226819 n-d-713301-16 neutron-server[95103]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '15caf325-6da6-41c9-bc39-809a316d9f80', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '92d778b7-3521-41a8-85b4-81f6e184bc0d'}] {{(pid=95103) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 20:24:29.229041 n-d-713301-16 neutron-server[95103]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1848421c4d334b5bfe6f5b9de07f03d1600ee538ec1ae4f0fcf02c32f81bee4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0466ce8-0a3c-4faf-bf53-6cc701c916a3" -d '{"events": [{"server_uuid": "15caf325-6da6-41c9-bc39-809a316d9f80", "name": "network-vif-plugged", "status": "completed", "tag": "92d778b7-3521-41a8-85b4-81f6e184bc0d"}]}' {{(pid=95103) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 20:24:29.242616 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] For port 92d778b7-3521-41a8-85b4-81f6e184bc0d, host n-h1-713301-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-16',level=0,port_id=92d778b7-3521-41a8-85b4-81f6e184bc0d,segment=NetworkSegment(06806eee-29d1-4c9f-a6d4-d5cc7214b7e9),segment_id=06806eee-29d1-4c9f-a6d4-d5cc7214b7e9)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 20:24:29.247141 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:24:29.294471 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Pushing event updated for resources: {'Port': ['ID=92d778b7-3521-41a8-85b4-81f6e184bc0d,revision_number=5']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:24:29.327089 n-d-713301-16 neutron-server[95103]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 20:24:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7fb59f70-f97d-47e1-ab7a-857068433ec6 x-openstack-request-id: req-7fb59f70-f97d-47e1-ab7a-857068433ec6 {{(pid=95103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 20:24:29.327402 n-d-713301-16 neutron-server[95103]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "15caf325-6da6-41c9-bc39-809a316d9f80", "name": "network-vif-plugged", "status": "completed", "tag": "92d778b7-3521-41a8-85b4-81f6e184bc0d", "code": 200}]} {{(pid=95103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 20:24:29.327652 n-d-713301-16 neutron-server[95103]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-7fb59f70-f97d-47e1-ab7a-857068433ec6 {{(pid=95103) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 20:24:29.328049 n-d-713301-16 neutron-server[95103]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '15caf325-6da6-41c9-bc39-809a316d9f80', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '92d778b7-3521-41a8-85b4-81f6e184bc0d', 'code': 200} Sep 23 20:24:29.425663 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d8d94d4-a85f-4fba-b1c0-43907f54632c req-7146110f-95b9-48d5-9d70-ea3cb6af7e90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:24:29.427177 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-7d8d94d4-a85f-4fba-b1c0-43907f54632c req-7146110f-95b9-48d5-9d70-ea3cb6af7e90 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=15caf325-6da6-41c9-bc39-809a316d9f80 HTTP/1.1" status: 200 len: 1097 time: 0.0409460 Sep 23 20:24:29.461917 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-7d8d94d4-a85f-4fba-b1c0-43907f54632c req-b8d03c5b-b51b-456f-83ce-8e5f24c3cf2e service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=92982316-4eb9-4468-bc84-58881a750e3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0277758 Sep 23 20:24:30.239183 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab9523b-3405-41a7-9b0b-f88db19aadc8 req-78f7457e-c8f5-4a76-938e-2f182eb12ef0 tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:24:30.240936 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-1ab9523b-3405-41a7-9b0b-f88db19aadc8 req-78f7457e-c8f5-4a76-938e-2f182eb12ef0 tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] 10.222.0.67 "GET /v2.0/ports?device_id=15caf325-6da6-41c9-bc39-809a316d9f80 HTTP/1.1" status: 200 len: 945 time: 0.0544438 Sep 23 20:24:30.279417 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-1ab9523b-3405-41a7-9b0b-f88db19aadc8 req-19f7b414-7e05-486c-b3b3-31758fa3f4f7 tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] 10.222.0.67 "GET /v2.0/security-groups?id=92982316-4eb9-4468-bc84-58881a750e3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318837 Sep 23 20:24:31.394819 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d6b8a2-2295-485c-ae7f-b07b051591ec req-afc2ce5c-a0c7-49c2-ab0b-0fed2122cce9 tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:24:31.396293 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-92d6b8a2-2295-485c-ae7f-b07b051591ec req-afc2ce5c-a0c7-49c2-ab0b-0fed2122cce9 tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] 10.222.0.67 "GET /v2.0/ports?device_id=15caf325-6da6-41c9-bc39-809a316d9f80 HTTP/1.1" status: 200 len: 945 time: 0.0491467 Sep 23 20:24:31.436316 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-92d6b8a2-2295-485c-ae7f-b07b051591ec req-67fa4064-fb00-48cc-9e65-9fefbe9ece33 tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] 10.222.0.67 "GET /v2.0/security-groups?id=92982316-4eb9-4468-bc84-58881a750e3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340567 Sep 23 20:24:31.549026 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5a4272-ed41-49e9-8e85-dc3b5e041795 req-6a5e860d-576d-455d-b28c-41a02929fd73 tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:24:31.550520 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-8d5a4272-ed41-49e9-8e85-dc3b5e041795 req-6a5e860d-576d-455d-b28c-41a02929fd73 tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] 10.222.0.67 "GET /v2.0/ports?device_id=15caf325-6da6-41c9-bc39-809a316d9f80 HTTP/1.1" status: 200 len: 945 time: 0.0484316 Sep 23 20:24:31.587378 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-8d5a4272-ed41-49e9-8e85-dc3b5e041795 req-95727234-6b99-4cc6-8b2a-2bc8a5a0f3ed tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] 10.222.0.67 "GET /v2.0/security-groups?id=92982316-4eb9-4468-bc84-58881a750e3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308902 Sep 23 20:24:31.610916 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 34458) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:24:31.653422 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a882009-628c-4665-adbd-3ec2533fc6f5 tempest-TestNetworkAdvancedServerOps-2144079699 tempest-TestNetworkAdvancedServerOps-2144079699-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:24:31.654923 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-2a882009-628c-4665-adbd-3ec2533fc6f5 tempest-TestNetworkAdvancedServerOps-2144079699 tempest-TestNetworkAdvancedServerOps-2144079699-project-admin] 10.222.0.67 "GET /v2.0/ports?device_id=15caf325-6da6-41c9-bc39-809a316d9f80 HTTP/1.1" status: 200 len: 1092 time: 0.0430520 Sep 23 20:24:31.657752 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 34460) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:24:31.661899 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.v2.base [None req-d02550db-36f4-4809-92d9-5d993bef9008 tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Request body: {'floatingip': {'floating_network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'port_id': '92d778b7-3521-41a8-85b4-81f6e184bc0d', 'tenant_id': '68e56753f66346b994ad5ec9fc64b1b0', 'fixed_ip_address': '172.20.0.6'}} {{(pid=95102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 20:24:31.683102 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-d02550db-36f4-4809-92d9-5d993bef9008 tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Notify callbacks [] for floatingip, before_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:24:31.779683 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-d02550db-36f4-4809-92d9-5d993bef9008 tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:24:31.884252 n-d-713301-16 neutron-server[95102]: DEBUG neutron.db.db_base_plugin_common [None req-d02550db-36f4-4809-92d9-5d993bef9008 tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Allocated IP 172.25.1.85 (5dec5c09-378e-4f50-89cc-d94eb81c3bac/eff83446-018c-428d-b3f5-54ac9abe7a2a/fc9d8d78-8020-472d-9abf-6c25d49431e5) {{(pid=95102) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 20:24:31.990127 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-d02550db-36f4-4809-92d9-5d993bef9008 tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Notify callbacks [] for port, precommit_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:24:32.023152 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-d02550db-36f4-4809-92d9-5d993bef9008 tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783145673135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4399100'] for port, after_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:24:32.063414 n-d-713301-16 neutron-server[95102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d02550db-36f4-4809-92d9-5d993bef9008 tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Network 5dec5c09-378e-4f50-89cc-d94eb81c3bac is already hosted by enough agents. {{(pid=95102) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 20:24:32.066233 n-d-713301-16 neutron-server[95102]: DEBUG neutron.scheduler.base_scheduler [None req-d02550db-36f4-4809-92d9-5d993bef9008 tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Resources bound (agent type, host, resource id): {{(pid=95102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 20:24:32.069613 n-d-713301-16 neutron-server[95102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d02550db-36f4-4809-92d9-5d993bef9008 tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Received port after_create {{(pid=95102) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 20:24:32.095492 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d02550db-36f4-4809-92d9-5d993bef9008 tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Pushing event updated for resources: {'Port': ['ID=fc9d8d78-8020-472d-9abf-6c25d49431e5,revision_number=1']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:24:32.252877 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-fc27249e-d34c-4e8b-b9a5-e30996147b30 req-ae77a75c-b714-41d5-8028-accf49e00324 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=15caf325-6da6-41c9-bc39-809a316d9f80&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1065331 Sep 23 20:24:32.378251 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc27249e-d34c-4e8b-b9a5-e30996147b30 req-a42188ce-39eb-4b5b-a3b2-7c3967ee17bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:24:32.379742 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-fc27249e-d34c-4e8b-b9a5-e30996147b30 req-a42188ce-39eb-4b5b-a3b2-7c3967ee17bb service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=68e56753f66346b994ad5ec9fc64b1b0&device_id=15caf325-6da6-41c9-bc39-809a316d9f80 HTTP/1.1" status: 200 len: 1097 time: 0.0783043 Sep 23 20:24:32.878064 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-d02550db-36f4-4809-92d9-5d993bef9008 tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:24:32.921715 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc27249e-d34c-4e8b-b9a5-e30996147b30 req-89cc9f38-d102-446e-bace-eaf67df68b6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:24:32.923175 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-fc27249e-d34c-4e8b-b9a5-e30996147b30 req-89cc9f38-d102-446e-bace-eaf67df68b6f service neutron] 10.222.0.74 "GET /v2.0/networks?id=c278249d-6019-403d-9a0a-411ff4fbd2de HTTP/1.1" status: 200 len: 897 time: 0.4977264 Sep 23 20:24:32.997574 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-d02550db-36f4-4809-92d9-5d993bef9008 tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:24:33.031397 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-fc27249e-d34c-4e8b-b9a5-e30996147b30 req-c8912019-2ec1-4cab-9f9f-5d3e9b281f47 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=92d778b7-3521-41a8-85b4-81f6e184bc0d HTTP/1.1" status: 200 len: 998 time: 0.1004927 Sep 23 20:24:33.111947 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc27249e-d34c-4e8b-b9a5-e30996147b30 req-121b0136-2cc2-4129-8079-fd76f09020a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:24:33.113431 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-fc27249e-d34c-4e8b-b9a5-e30996147b30 req-121b0136-2cc2-4129-8079-fd76f09020a0 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=849854da-7007-4692-8644-823ad1ebaecf HTTP/1.1" status: 200 len: 835 time: 0.0751383 Sep 23 20:24:33.215380 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc27249e-d34c-4e8b-b9a5-e30996147b30 req-2292cdf1-0e8b-449c-99a0-9ec60e9c23e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:24:33.217490 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-fc27249e-d34c-4e8b-b9a5-e30996147b30 req-2292cdf1-0e8b-449c-99a0-9ec60e9c23e9 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=c278249d-6019-403d-9a0a-411ff4fbd2de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0975471 Sep 23 20:24:33.251685 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-d02550db-36f4-4809-92d9-5d993bef9008 tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Notify callbacks [] for port, precommit_update {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:24:33.264121 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-d02550db-36f4-4809-92d9-5d993bef9008 tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4399095'] for port, after_update {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:24:33.372146 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d02550db-36f4-4809-92d9-5d993bef9008 tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Pushing event updated for resources: {'Port': ['ID=fc9d8d78-8020-472d-9abf-6c25d49431e5,revision_number=2']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:24:33.390763 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-fc27249e-d34c-4e8b-b9a5-e30996147b30 req-12ee93b5-3fae-499f-8eef-63389c19583c service neutron] 10.222.0.74 "GET /v2.0/networks/c278249d-6019-403d-9a0a-411ff4fbd2de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1626556 Sep 23 20:24:33.406603 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-d02550db-36f4-4809-92d9-5d993bef9008 tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-601884'] for floatingip, after_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:24:33.563984 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-fc27249e-d34c-4e8b-b9a5-e30996147b30 req-ed9b8639-cfbd-42b4-b17c-ffad3b77542c service neutron] 10.222.0.74 "GET /v2.0/networks/c278249d-6019-403d-9a0a-411ff4fbd2de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1649997 Sep 23 20:24:33.570702 n-d-713301-16 neutron-server[95102]: INFO neutron.db.l3_db [None req-d02550db-36f4-4809-92d9-5d993bef9008 tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Floating IP 133cb9a5-0fd2-4d4b-94a1-1949b95f62a2 associated. External IP: 172.25.1.85, port: 92d778b7-3521-41a8-85b4-81f6e184bc0d. Sep 23 20:24:33.779657 n-d-713301-16 neutron-server[95102]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d02550db-36f4-4809-92d9-5d993bef9008 tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Router 4bd6dd19-26e4-4071-a761-f85350856592 has already been hosted by L3 agent 79a740bf-7821-4989-8288-7186e3e128f3 {{(pid=95102) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 20:24:33.889891 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d02550db-36f4-4809-92d9-5d993bef9008 tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Notify agent at l3_agent.n-d-713301-16 the message routers_updated {{(pid=95102) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 20:24:33.899287 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73428263-0ea4-4458-974f-71146227d983 None None] Sync routers for ids ['4bd6dd19-26e4-4071-a761-f85350856592'] in n-d-713301-16 {{(pid=95104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 20:24:33.905740 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-d02550db-36f4-4809-92d9-5d993bef9008 tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222849'] for floatingip, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:24:33.909803 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73428263-0ea4-4458-974f-71146227d983 None None] Routers {'4bd6dd19-26e4-4071-a761-f85350856592'} bound to L3 agent in host n-d-713301-16 {{(pid=95104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 20:24:33.910404 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_hamode_db [None req-73428263-0ea4-4458-974f-71146227d983 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-23T19:07:52Z,description=,heartbeat_timestamp=2021-09-23T20:24:23Z,host='n-d-713301-16',id=79a740bf-7821-4989-8288-7186e3e128f3,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:07:52Z,topic='l3_agent')) {'router_ids': ['4bd6dd19-26e4-4071-a761-f85350856592'], 'active': True} {{(pid=95104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 20:24:33.932353 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-d02550db-36f4-4809-92d9-5d993bef9008 tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] 10.222.0.67 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.2736032 Sep 23 20:24:33.932982 n-d-713301-16 neutron-server[95102]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '15caf325-6da6-41c9-bc39-809a316d9f80', 'tag': '92d778b7-3521-41a8-85b4-81f6e184bc0d'}] {{(pid=95102) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 20:24:33.935440 n-d-713301-16 neutron-server[95102]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a8356a6bd5e554bb349ddb806ba98ee8c25ce2b3f69d698f62da31b860ff3eb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ceea1c4-f451-4a79-9756-d7f9aa62b5b6" -d '{"events": [{"name": "network-changed", "server_uuid": "15caf325-6da6-41c9-bc39-809a316d9f80", "tag": "92d778b7-3521-41a8-85b4-81f6e184bc0d"}]}' {{(pid=95102) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 20:24:33.978171 n-d-713301-16 neutron-server[95102]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 20:24:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69acd100-15e2-4915-b326-53efcd82de61 x-openstack-request-id: req-69acd100-15e2-4915-b326-53efcd82de61 {{(pid=95102) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 20:24:33.978466 n-d-713301-16 neutron-server[95102]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "15caf325-6da6-41c9-bc39-809a316d9f80", "tag": "92d778b7-3521-41a8-85b4-81f6e184bc0d", "status": "completed", "code": 200}]} {{(pid=95102) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 20:24:33.978716 n-d-713301-16 neutron-server[95102]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-69acd100-15e2-4915-b326-53efcd82de61 {{(pid=95102) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 20:24:33.979121 n-d-713301-16 neutron-server[95102]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '15caf325-6da6-41c9-bc39-809a316d9f80', 'tag': '92d778b7-3521-41a8-85b4-81f6e184bc0d', 'status': 'completed', 'code': 200} Sep 23 20:24:34.021724 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_dvr_db [None req-73428263-0ea4-4458-974f-71146227d983 None None] Set router 4bd6dd19-26e4-4071-a761-f85350856592 gateway port host: n-d-713301-16 {{(pid=95104) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 20:24:34.073955 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb8bee0-0365-4bc9-8d0a-e6cde0a0253d req-4fffcc6e-b44a-4bfe-aaec-0658a7a05951 tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:24:34.076189 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-6eb8bee0-0365-4bc9-8d0a-e6cde0a0253d req-4fffcc6e-b44a-4bfe-aaec-0658a7a05951 tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] 10.222.0.67 "GET /v2.0/ports?device_id=15caf325-6da6-41c9-bc39-809a316d9f80 HTTP/1.1" status: 200 len: 945 time: 0.0829585 Sep 23 20:24:34.078169 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ceea1c4-f451-4a79-9756-d7f9aa62b5b6 req-aca66e18-407a-4a08-a476-d6dc6aa545c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:24:34.079540 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-5ceea1c4-f451-4a79-9756-d7f9aa62b5b6 req-aca66e18-407a-4a08-a476-d6dc6aa545c0 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=68e56753f66346b994ad5ec9fc64b1b0&device_id=15caf325-6da6-41c9-bc39-809a316d9f80 HTTP/1.1" status: 200 len: 1097 time: 0.0764410 Sep 23 20:24:34.144089 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-6eb8bee0-0365-4bc9-8d0a-e6cde0a0253d req-afaf7256-3fea-4ad4-b22e-0e024115e664 tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] 10.222.0.67 "GET /v2.0/security-groups?id=92982316-4eb9-4468-bc84-58881a750e3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0611506 Sep 23 20:24:34.167495 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 34466) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:24:34.201764 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ceea1c4-f451-4a79-9756-d7f9aa62b5b6 req-25a0a15b-e1fb-4898-b3d0-0e5115cc6fc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:24:34.203262 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-5ceea1c4-f451-4a79-9756-d7f9aa62b5b6 req-25a0a15b-e1fb-4898-b3d0-0e5115cc6fc2 service neutron] 10.222.0.74 "GET /v2.0/networks?id=c278249d-6019-403d-9a0a-411ff4fbd2de HTTP/1.1" status: 200 len: 897 time: 0.1135123 Sep 23 20:24:34.238633 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-5bb34e54-bac7-4a8c-9e0b-733f06b738fb tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] 10.222.0.67 "GET /v2.0/floatingips/133cb9a5-0fd2-4d4b-94a1-1949b95f62a2 HTTP/1.1" status: 200 len: 990 time: 0.0698628 Sep 23 20:24:34.254478 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_hamode_db [None req-73428263-0ea4-4458-974f-71146227d983 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4bd6dd19-26e4-4071-a761-f85350856592', 'name': 'tempest-TestNetworkAdvancedServerOps-router-861130460', 'tenant_id': '68e56753f66346b994ad5ec9fc64b1b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'external_fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.80'}], 'enable_snat': True}, 'gw_port_id': '3d641e3d-61c9-4b25-8e90-c42a030b4ac2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T20:24:15Z', 'updated_at': '2021-09-23T20:24:19Z', 'revision_number': 4, 'project_id': '68e56753f66346b994ad5ec9fc64b1b0', 'gw_port': {'id': '3d641e3d-61c9-4b25-8e90-c42a030b4ac2', 'name': '', 'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:c8:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bd6dd19-26e4-4071-a761-f85350856592', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4198, 'fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T20:24:16Z', 'updated_at': '2021-09-23T20:24:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-16', '_floatingips': [{'id': '133cb9a5-0fd2-4d4b-94a1-1949b95f62a2', 'tenant_id': '68e56753f66346b994ad5ec9fc64b1b0', 'floating_ip_address': '172.25.1.85', 'floating_network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'router_id': '4bd6dd19-26e4-4071-a761-f85350856592', 'port_id': '92d778b7-3521-41a8-85b4-81f6e184bc0d', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4204, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c278249d-6019-403d-9a0a-411ff4fbd2de', 'mac_address': 'fa:16:3e:b9:0c:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15caf325-6da6-41c9-bc39-809a316d9f80', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-23T20:24:32Z', 'updated_at': '2021-09-23T20:24:32Z', 'revision_number': 0, 'project_id': '68e56753f66346b994ad5ec9fc64b1b0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f0eabdc9-7a05-4399-8c83-916bf90c0754', 'name': '', 'network_id': 'c278249d-6019-403d-9a0a-411ff4fbd2de', 'tenant_id': '68e56753f66346b994ad5ec9fc64b1b0', 'mac_address': 'fa:16:3e:0c:02:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bd6dd19-26e4-4071-a761-f85350856592', 'device_owner': 'network:router_interface', 'standard_attr_id': 4201, 'fixed_ips': [{'subnet_id': '849854da-7007-4692-8644-823ad1ebaecf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T20:24:18Z', 'updated_at': '2021-09-23T20:24:21Z', 'revision_number': 5, 'project_id': '68e56753f66346b994ad5ec9fc64b1b0', 'subnets': [{'id': '849854da-7007-4692-8644-823ad1ebaecf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-16', False) {} {{(pid=95104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 20:24:34.280866 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-5ceea1c4-f451-4a79-9756-d7f9aa62b5b6 req-c256d246-f23f-44f2-9757-202e0110ec0e service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=92d778b7-3521-41a8-85b4-81f6e184bc0d HTTP/1.1" status: 200 len: 998 time: 0.0697680 Sep 23 20:24:34.284717 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73428263-0ea4-4458-974f-71146227d983 None None] Checking router: 4bd6dd19-26e4-4071-a761-f85350856592 for host: n-d-713301-16 {{(pid=95104) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 20:24:34.293892 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73428263-0ea4-4458-974f-71146227d983 None None] Routers {'4bd6dd19-26e4-4071-a761-f85350856592'} bound to L3 agent in host n-d-713301-16 {{(pid=95104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 20:24:34.294483 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_hamode_db [None req-73428263-0ea4-4458-974f-71146227d983 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-23T19:07:52Z,description=,heartbeat_timestamp=2021-09-23T20:24:23Z,host='n-d-713301-16',id=79a740bf-7821-4989-8288-7186e3e128f3,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:07:52Z,topic='l3_agent')) {'router_ids': ['4bd6dd19-26e4-4071-a761-f85350856592'], 'active': True} {{(pid=95104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 20:24:34.331619 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ceea1c4-f451-4a79-9756-d7f9aa62b5b6 req-56344b84-7d04-48be-8561-b07ad7eaf220 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:24:34.333407 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-5ceea1c4-f451-4a79-9756-d7f9aa62b5b6 req-56344b84-7d04-48be-8561-b07ad7eaf220 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=849854da-7007-4692-8644-823ad1ebaecf HTTP/1.1" status: 200 len: 835 time: 0.0454822 Sep 23 20:24:34.378859 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ceea1c4-f451-4a79-9756-d7f9aa62b5b6 req-818f0d8c-d481-48cd-a378-9c31ecdb9105 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:24:34.380395 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-5ceea1c4-f451-4a79-9756-d7f9aa62b5b6 req-818f0d8c-d481-48cd-a378-9c31ecdb9105 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=c278249d-6019-403d-9a0a-411ff4fbd2de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0404422 Sep 23 20:24:34.401291 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_dvr_db [None req-73428263-0ea4-4458-974f-71146227d983 None None] Set router 4bd6dd19-26e4-4071-a761-f85350856592 gateway port host: n-d-713301-16 {{(pid=95104) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 20:24:34.475394 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-5ceea1c4-f451-4a79-9756-d7f9aa62b5b6 req-0f93536d-4aa2-4ee9-96e7-351a894bf3a1 service neutron] 10.222.0.74 "GET /v2.0/networks/c278249d-6019-403d-9a0a-411ff4fbd2de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875924 Sep 23 20:24:34.570368 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-5ceea1c4-f451-4a79-9756-d7f9aa62b5b6 req-d0a4924d-1e7c-4b99-a614-ab27b036870b service neutron] 10.222.0.74 "GET /v2.0/networks/c278249d-6019-403d-9a0a-411ff4fbd2de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878406 Sep 23 20:24:34.632032 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_hamode_db [None req-73428263-0ea4-4458-974f-71146227d983 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4bd6dd19-26e4-4071-a761-f85350856592', 'name': 'tempest-TestNetworkAdvancedServerOps-router-861130460', 'tenant_id': '68e56753f66346b994ad5ec9fc64b1b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'external_fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.80'}], 'enable_snat': True}, 'gw_port_id': '3d641e3d-61c9-4b25-8e90-c42a030b4ac2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T20:24:15Z', 'updated_at': '2021-09-23T20:24:19Z', 'revision_number': 4, 'project_id': '68e56753f66346b994ad5ec9fc64b1b0', 'gw_port': {'id': '3d641e3d-61c9-4b25-8e90-c42a030b4ac2', 'name': '', 'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:c8:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bd6dd19-26e4-4071-a761-f85350856592', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4198, 'fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T20:24:16Z', 'updated_at': '2021-09-23T20:24:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-16', '_floatingips': [{'id': '133cb9a5-0fd2-4d4b-94a1-1949b95f62a2', 'tenant_id': '68e56753f66346b994ad5ec9fc64b1b0', 'floating_ip_address': '172.25.1.85', 'floating_network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'router_id': '4bd6dd19-26e4-4071-a761-f85350856592', 'port_id': '92d778b7-3521-41a8-85b4-81f6e184bc0d', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4204, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c278249d-6019-403d-9a0a-411ff4fbd2de', 'mac_address': 'fa:16:3e:b9:0c:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15caf325-6da6-41c9-bc39-809a316d9f80', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-23T20:24:32Z', 'updated_at': '2021-09-23T20:24:32Z', 'revision_number': 0, 'project_id': '68e56753f66346b994ad5ec9fc64b1b0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f0eabdc9-7a05-4399-8c83-916bf90c0754', 'name': '', 'network_id': 'c278249d-6019-403d-9a0a-411ff4fbd2de', 'tenant_id': '68e56753f66346b994ad5ec9fc64b1b0', 'mac_address': 'fa:16:3e:0c:02:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bd6dd19-26e4-4071-a761-f85350856592', 'device_owner': 'network:router_interface', 'standard_attr_id': 4201, 'fixed_ips': [{'subnet_id': '849854da-7007-4692-8644-823ad1ebaecf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T20:24:18Z', 'updated_at': '2021-09-23T20:24:21Z', 'revision_number': 5, 'project_id': '68e56753f66346b994ad5ec9fc64b1b0', 'subnets': [{'id': '849854da-7007-4692-8644-823ad1ebaecf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-16', False) {} {{(pid=95104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 20:24:34.658069 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73428263-0ea4-4458-974f-71146227d983 None None] The sync data for ids ['4bd6dd19-26e4-4071-a761-f85350856592'] in n-d-713301-16 is: [{'id': '4bd6dd19-26e4-4071-a761-f85350856592', 'name': 'tempest-TestNetworkAdvancedServerOps-router-861130460', 'tenant_id': '68e56753f66346b994ad5ec9fc64b1b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'external_fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.80'}], 'enable_snat': True}, 'gw_port_id': '3d641e3d-61c9-4b25-8e90-c42a030b4ac2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T20:24:15Z', 'updated_at': '2021-09-23T20:24:19Z', 'revision_number': 4, 'project_id': '68e56753f66346b994ad5ec9fc64b1b0', 'gw_port': {'id': '3d641e3d-61c9-4b25-8e90-c42a030b4ac2', 'name': '', 'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:c8:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bd6dd19-26e4-4071-a761-f85350856592', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4198, 'fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T20:24:16Z', 'updated_at': '2021-09-23T20:24:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-16', '_floatingips': [{'id': '133cb9a5-0fd2-4d4b-94a1-1949b95f62a2', 'tenant_id': '68e56753f66346b994ad5ec9fc64b1b0', 'floating_ip_address': '172.25.1.85', 'floating_network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'router_id': '4bd6dd19-26e4-4071-a761-f85350856592', 'port_id': '92d778b7-3521-41a8-85b4-81f6e184bc0d', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4204, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c278249d-6019-403d-9a0a-411ff4fbd2de', 'mac_address': 'fa:16:3e:b9:0c:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15caf325-6da6-41c9-bc39-809a316d9f80', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-23T20:24:32Z', 'updated_at': '2021-09-23T20:24:32Z', 'revision_number': 0, 'project_id': '68e56753f66346b994ad5ec9fc64b1b0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f0eabdc9-7a05-4399-8c83-916bf90c0754', 'name': '', 'network_id': 'c278249d-6019-403d-9a0a-411ff4fbd2de', 'tenant_id': '68e56753f66346b994ad5ec9fc64b1b0', 'mac_address': 'fa:16:3e:0c:02:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bd6dd19-26e4-4071-a761-f85350856592', 'device_owner': 'network:router_interface', 'standard_attr_id': 4201, 'fixed_ips': [{'subnet_id': '849854da-7007-4692-8644-823ad1ebaecf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T20:24:18Z', 'updated_at': '2021-09-23T20:24:21Z', 'revision_number': 5, 'project_id': '68e56753f66346b994ad5ec9fc64b1b0', 'subnets': [{'id': '849854da-7007-4692-8644-823ad1ebaecf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 20:24:34.845078 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f54b979-e7dc-4a7c-a2bc-0d110ef4cf46 None None] New status for floating IP 133cb9a5-0fd2-4d4b-94a1-1949b95f62a2: ACTIVE {{(pid=95103) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 23 20:24:35.240573 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 34468) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:24:35.300707 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-f0996657-f3b7-4154-b002-f5c25f851a2d tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] 10.222.0.67 "GET /v2.0/floatingips/133cb9a5-0fd2-4d4b-94a1-1949b95f62a2 HTTP/1.1" status: 200 len: 992 time: 0.0589919 Sep 23 20:24:37.553899 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.agents_db [None req-f2f5c474-60a3-474f-b2cc-02c4bd30880c None None] Agent healthcheck: found 7 active agents {{(pid=95104) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 20:24:49.806767 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-df3bb010-8168-48c4-b18c-52ca3cd74e7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:24:53.039079 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-3d40b1ba-e76f-4c2e-bb2c-56eca42f9830 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:24:53.216544 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:24:53.669363 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-0ae75029-feb6-4728-9a94-5f9b60993d82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:24:55.510373 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-80e7e501-6c57-470d-92c6-e3d54bc3195c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:24:58.490793 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:24:58.808878 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:25:02.029722 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef69633-2026-42ac-9a48-5e717f20bf20 req-cde338bc-8969-4e8b-8181-c57afa7fc38a tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:25:02.031205 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-3ef69633-2026-42ac-9a48-5e717f20bf20 req-cde338bc-8969-4e8b-8181-c57afa7fc38a tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] 10.222.0.67 "GET /v2.0/ports?device_id=15caf325-6da6-41c9-bc39-809a316d9f80 HTTP/1.1" status: 200 len: 945 time: 0.0836992 Sep 23 20:25:02.033061 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e88ff6-1430-4822-aaa8-170f90dabef8 req-706d271c-4b64-48ca-a308-93863621070e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:25:02.034438 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-d6e88ff6-1430-4822-aaa8-170f90dabef8 req-706d271c-4b64-48ca-a308-93863621070e service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=68e56753f66346b994ad5ec9fc64b1b0&device_id=15caf325-6da6-41c9-bc39-809a316d9f80 HTTP/1.1" status: 200 len: 1097 time: 0.0766318 Sep 23 20:25:02.119317 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-3ef69633-2026-42ac-9a48-5e717f20bf20 req-36315202-52de-43f0-98dc-bd4f85846f12 tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] 10.222.0.67 "GET /v2.0/security-groups?id=92982316-4eb9-4468-bc84-58881a750e3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0819535 Sep 23 20:25:02.148081 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e88ff6-1430-4822-aaa8-170f90dabef8 req-4460caca-a998-4030-8d31-d62468fa809a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:25:02.149606 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-d6e88ff6-1430-4822-aaa8-170f90dabef8 req-4460caca-a998-4030-8d31-d62468fa809a service neutron] 10.222.0.74 "GET /v2.0/networks?id=c278249d-6019-403d-9a0a-411ff4fbd2de HTTP/1.1" status: 200 len: 897 time: 0.1064479 Sep 23 20:25:02.219222 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-d6e88ff6-1430-4822-aaa8-170f90dabef8 req-7749d6a7-e5c3-44e7-a7e6-513336a01065 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=92d778b7-3521-41a8-85b4-81f6e184bc0d HTTP/1.1" status: 200 len: 1000 time: 0.0622995 Sep 23 20:25:02.271031 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e88ff6-1430-4822-aaa8-170f90dabef8 req-efb39669-4e61-4186-9b2e-12353391563b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:25:02.272468 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-d6e88ff6-1430-4822-aaa8-170f90dabef8 req-efb39669-4e61-4186-9b2e-12353391563b service neutron] 10.222.0.74 "GET /v2.0/subnets?id=849854da-7007-4692-8644-823ad1ebaecf HTTP/1.1" status: 200 len: 835 time: 0.0432703 Sep 23 20:25:02.317394 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e88ff6-1430-4822-aaa8-170f90dabef8 req-e767302f-ff0f-43dd-9c3f-d21d187f6466 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:25:02.318879 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-d6e88ff6-1430-4822-aaa8-170f90dabef8 req-e767302f-ff0f-43dd-9c3f-d21d187f6466 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=c278249d-6019-403d-9a0a-411ff4fbd2de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0387993 Sep 23 20:25:02.414387 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-d6e88ff6-1430-4822-aaa8-170f90dabef8 req-46d2c422-6a39-4027-809b-81dc6c7030d6 service neutron] 10.222.0.74 "GET /v2.0/networks/c278249d-6019-403d-9a0a-411ff4fbd2de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876114 Sep 23 20:25:02.502849 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-d6e88ff6-1430-4822-aaa8-170f90dabef8 req-d993b1b0-f2da-403b-9a87-372dcf1168de service neutron] 10.222.0.74 "GET /v2.0/networks/c278249d-6019-403d-9a0a-411ff4fbd2de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813973 Sep 23 20:25:03.241705 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c57b0f2d-cb8a-48e0-a5f6-3be764647c31 req-282985aa-152a-4bdc-bd01-14a20cb21ac6 tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:25:03.243178 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-c57b0f2d-cb8a-48e0-a5f6-3be764647c31 req-282985aa-152a-4bdc-bd01-14a20cb21ac6 tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] 10.222.0.67 "GET /v2.0/ports?device_id=15caf325-6da6-41c9-bc39-809a316d9f80 HTTP/1.1" status: 200 len: 945 time: 0.0536976 Sep 23 20:25:03.281096 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-c57b0f2d-cb8a-48e0-a5f6-3be764647c31 req-d46dfe26-5dfe-49e0-9707-16e7c3ab43af tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] 10.222.0.67 "GET /v2.0/security-groups?id=92982316-4eb9-4468-bc84-58881a750e3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314069 Sep 23 20:25:04.397969 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc03b044-3911-4f2c-8cfb-6beb644b85f8 req-c19a11d6-7513-4bdc-874c-058f0c479817 tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:25:04.399459 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-fc03b044-3911-4f2c-8cfb-6beb644b85f8 req-c19a11d6-7513-4bdc-874c-058f0c479817 tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] 10.222.0.67 "GET /v2.0/ports?device_id=15caf325-6da6-41c9-bc39-809a316d9f80 HTTP/1.1" status: 200 len: 945 time: 0.0504801 Sep 23 20:25:04.439314 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-fc03b044-3911-4f2c-8cfb-6beb644b85f8 req-e5e52c8f-03e1-4100-9f0c-986e499c329a tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] 10.222.0.67 "GET /v2.0/security-groups?id=92982316-4eb9-4468-bc84-58881a750e3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336406 Sep 23 20:25:05.554737 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731c0482-9c29-410e-a7be-cafac68a447f req-91c9d312-a761-4c84-a58a-65911ad81b63 tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:25:05.556216 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-731c0482-9c29-410e-a7be-cafac68a447f req-91c9d312-a761-4c84-a58a-65911ad81b63 tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] 10.222.0.67 "GET /v2.0/ports?device_id=15caf325-6da6-41c9-bc39-809a316d9f80 HTTP/1.1" status: 200 len: 945 time: 0.0501404 Sep 23 20:25:05.595990 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-731c0482-9c29-410e-a7be-cafac68a447f req-c3209e53-eeed-45b6-8db1-31f367b8e403 tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] 10.222.0.67 "GET /v2.0/security-groups?id=92982316-4eb9-4468-bc84-58881a750e3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332141 Sep 23 20:25:06.717526 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f425c996-dee4-4c6a-af31-31f6c1ef6011 req-b63dbefd-b0fc-4ba4-b85f-5e93de35d893 tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:25:06.719010 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-f425c996-dee4-4c6a-af31-31f6c1ef6011 req-b63dbefd-b0fc-4ba4-b85f-5e93de35d893 tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] 10.222.0.67 "GET /v2.0/ports?device_id=15caf325-6da6-41c9-bc39-809a316d9f80 HTTP/1.1" status: 200 len: 945 time: 0.0539660 Sep 23 20:25:06.757125 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-f425c996-dee4-4c6a-af31-31f6c1ef6011 req-0266c865-417d-4617-a97b-f25bb2c642df tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] 10.222.0.67 "GET /v2.0/security-groups?id=92982316-4eb9-4468-bc84-58881a750e3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321693 Sep 23 20:25:07.873310 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e5b9180-92a6-4667-98a3-7dfc56964232 req-a0f2fc71-b36d-447d-9174-c10711f8cc1c tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:25:07.875151 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-2e5b9180-92a6-4667-98a3-7dfc56964232 req-a0f2fc71-b36d-447d-9174-c10711f8cc1c tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] 10.222.0.67 "GET /v2.0/ports?device_id=15caf325-6da6-41c9-bc39-809a316d9f80 HTTP/1.1" status: 200 len: 945 time: 0.0513041 Sep 23 20:25:07.913101 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-2e5b9180-92a6-4667-98a3-7dfc56964232 req-82a6ee80-0660-47c6-8abe-46c0046daf13 tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] 10.222.0.67 "GET /v2.0/security-groups?id=92982316-4eb9-4468-bc84-58881a750e3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321057 Sep 23 20:25:09.029128 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f7ced90-4bc2-4ca3-8bcf-a31c79395b4c req-c73c3b90-9d05-4cdc-bd5b-e18aa954194f tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:25:09.030465 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-7f7ced90-4bc2-4ca3-8bcf-a31c79395b4c req-c73c3b90-9d05-4cdc-bd5b-e18aa954194f tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] 10.222.0.67 "GET /v2.0/ports?device_id=15caf325-6da6-41c9-bc39-809a316d9f80 HTTP/1.1" status: 200 len: 945 time: 0.0483437 Sep 23 20:25:09.067089 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-7f7ced90-4bc2-4ca3-8bcf-a31c79395b4c req-e51d1439-b8d5-4c0b-a94d-5ed6db670b6f tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] 10.222.0.67 "GET /v2.0/security-groups?id=92982316-4eb9-4468-bc84-58881a750e3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307140 Sep 23 20:25:10.186438 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f340dfe8-b260-41b6-a28e-a44a9284326e req-1ad269dd-38b1-4a52-9f0d-cd11fbf6b1c5 tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:25:10.187937 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-f340dfe8-b260-41b6-a28e-a44a9284326e req-1ad269dd-38b1-4a52-9f0d-cd11fbf6b1c5 tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] 10.222.0.67 "GET /v2.0/ports?device_id=15caf325-6da6-41c9-bc39-809a316d9f80 HTTP/1.1" status: 200 len: 945 time: 0.0530574 Sep 23 20:25:10.226007 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-f340dfe8-b260-41b6-a28e-a44a9284326e req-82c74988-da7a-447e-aa88-48f21d84eb9b tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] 10.222.0.67 "GET /v2.0/security-groups?id=92982316-4eb9-4468-bc84-58881a750e3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320859 Sep 23 20:25:11.342250 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e37c8cc-1e86-4cd8-9388-57849d745e8c req-77917b2c-9a62-4204-9b1c-eb774747a98e tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:25:11.343742 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-2e37c8cc-1e86-4cd8-9388-57849d745e8c req-77917b2c-9a62-4204-9b1c-eb774747a98e tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] 10.222.0.67 "GET /v2.0/ports?device_id=15caf325-6da6-41c9-bc39-809a316d9f80 HTTP/1.1" status: 200 len: 945 time: 0.0500269 Sep 23 20:25:11.382137 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-2e37c8cc-1e86-4cd8-9388-57849d745e8c req-4dfc7586-6d8a-47f8-8537-6bd4603a3928 tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] 10.222.0.67 "GET /v2.0/security-groups?id=92982316-4eb9-4468-bc84-58881a750e3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322826 Sep 23 20:25:12.494376 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e06aed2-a4f1-4640-beb2-96a1f6a3cbde req-faa82ec1-eb93-43b0-81c0-a4fc017e18a1 tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:25:12.495866 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-4e06aed2-a4f1-4640-beb2-96a1f6a3cbde req-faa82ec1-eb93-43b0-81c0-a4fc017e18a1 tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] 10.222.0.67 "GET /v2.0/ports?device_id=15caf325-6da6-41c9-bc39-809a316d9f80 HTTP/1.1" status: 200 len: 945 time: 0.0486569 Sep 23 20:25:12.533642 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-4e06aed2-a4f1-4640-beb2-96a1f6a3cbde req-7a4f9367-9099-43b8-8616-39ef4e0dc2cf tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] 10.222.0.67 "GET /v2.0/security-groups?id=92982316-4eb9-4468-bc84-58881a750e3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307701 Sep 23 20:25:13.662668 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c87abe-522d-411e-955c-9daaef354f96 req-fe49bbe1-8d13-4a9b-b8b9-c1c88be33f30 tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:25:13.664148 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-82c87abe-522d-411e-955c-9daaef354f96 req-fe49bbe1-8d13-4a9b-b8b9-c1c88be33f30 tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] 10.222.0.67 "GET /v2.0/ports?device_id=15caf325-6da6-41c9-bc39-809a316d9f80 HTTP/1.1" status: 200 len: 945 time: 0.0530541 Sep 23 20:25:13.703596 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-82c87abe-522d-411e-955c-9daaef354f96 req-69696344-3429-4e10-8726-ae026a76f61f tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] 10.222.0.67 "GET /v2.0/security-groups?id=92982316-4eb9-4468-bc84-58881a750e3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323029 Sep 23 20:25:13.725756 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 34504) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:25:13.786571 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-fdeb9b53-e0dd-4c98-9a83-d2457fc5898d tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] 10.222.0.67 "GET /v2.0/floatingips/133cb9a5-0fd2-4d4b-94a1-1949b95f62a2 HTTP/1.1" status: 200 len: 992 time: 0.0596781 Sep 23 20:25:14.552437 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.agents_db [None req-f2f5c474-60a3-474f-b2cc-02c4bd30880c None None] Agent healthcheck: found 7 active agents {{(pid=95104) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 20:25:19.807189 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-5036ab01-b9f5-415e-85eb-8ee638401f3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:25:23.040804 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-ab34b69d-1550-4433-b0fb-e63c946e11e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:25:23.217358 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:25:23.672423 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-0ae75029-feb6-4728-9a94-5f9b60993d82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:25:25.510128 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-80e7e501-6c57-470d-92c6-e3d54bc3195c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:25:28.505742 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:25:28.807833 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:25:32.185406 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-2caab30e-83fb-468e-93a7-5eaf56878148 req-52437f9e-25e9-4740-bb31-b74e5deccbe7 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=15caf325-6da6-41c9-bc39-809a316d9f80&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0405743 Sep 23 20:25:32.269280 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2caab30e-83fb-468e-93a7-5eaf56878148 req-9fa58f4d-07fc-43e5-a277-ff0dc17d6220 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:25:32.270766 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-2caab30e-83fb-468e-93a7-5eaf56878148 req-9fa58f4d-07fc-43e5-a277-ff0dc17d6220 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=68e56753f66346b994ad5ec9fc64b1b0&device_id=15caf325-6da6-41c9-bc39-809a316d9f80 HTTP/1.1" status: 200 len: 1097 time: 0.0401888 Sep 23 20:25:32.379043 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2caab30e-83fb-468e-93a7-5eaf56878148 req-65479635-b3ad-47b8-b3a2-09c9387042de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:25:32.380539 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-2caab30e-83fb-468e-93a7-5eaf56878148 req-65479635-b3ad-47b8-b3a2-09c9387042de service neutron] 10.222.0.74 "GET /v2.0/networks?id=c278249d-6019-403d-9a0a-411ff4fbd2de HTTP/1.1" status: 200 len: 897 time: 0.0894208 Sep 23 20:25:32.444031 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-2caab30e-83fb-468e-93a7-5eaf56878148 req-8e10f868-5c46-464e-9c94-0f545f849a44 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=92d778b7-3521-41a8-85b4-81f6e184bc0d HTTP/1.1" status: 200 len: 1000 time: 0.0555885 Sep 23 20:25:32.497173 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2caab30e-83fb-468e-93a7-5eaf56878148 req-b951eab8-fb16-4888-93c3-89de476ff63b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:25:32.498583 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-2caab30e-83fb-468e-93a7-5eaf56878148 req-b951eab8-fb16-4888-93c3-89de476ff63b service neutron] 10.222.0.74 "GET /v2.0/subnets?id=849854da-7007-4692-8644-823ad1ebaecf HTTP/1.1" status: 200 len: 835 time: 0.0457468 Sep 23 20:25:32.543522 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2caab30e-83fb-468e-93a7-5eaf56878148 req-5c0eff70-22a9-4c99-bb31-21bdc468c656 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:25:32.545026 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-2caab30e-83fb-468e-93a7-5eaf56878148 req-5c0eff70-22a9-4c99-bb31-21bdc468c656 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=c278249d-6019-403d-9a0a-411ff4fbd2de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0387361 Sep 23 20:25:32.633399 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-2caab30e-83fb-468e-93a7-5eaf56878148 req-d925cae1-c0e4-4838-8e4d-9ab86429514a service neutron] 10.222.0.74 "GET /v2.0/networks/c278249d-6019-403d-9a0a-411ff4fbd2de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0804689 Sep 23 20:25:32.728001 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-2caab30e-83fb-468e-93a7-5eaf56878148 req-c45d6e68-051b-4f3b-8a9f-78561aed844e service neutron] 10.222.0.74 "GET /v2.0/networks/c278249d-6019-403d-9a0a-411ff4fbd2de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870981 Sep 23 20:25:44.134741 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 34518) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:25:44.296109 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.plugin [None req-f40e4a7e-6aad-4f9f-9615-4de29926b417 tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Deleting port fc9d8d78-8020-472d-9abf-6c25d49431e5 {{(pid=95101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 20:25:44.296559 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-f40e4a7e-6aad-4f9f-9615-4de29926b417 tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783146157096'] for port, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:25:44.373382 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-f40e4a7e-6aad-4f9f-9615-4de29926b417 tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-605701'] for port, precommit_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:25:44.373676 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-f40e4a7e-6aad-4f9f-9615-4de29926b417 tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:25:44.385040 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.plugin [None req-f40e4a7e-6aad-4f9f-9615-4de29926b417 tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Calling delete_port for fc9d8d78-8020-472d-9abf-6c25d49431e5 owned by network:floatingip {{(pid=95101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 20:25:44.532006 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-f40e4a7e-6aad-4f9f-9615-4de29926b417 tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783146162158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783145673144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5607431'] for port, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:25:44.558339 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f40e4a7e-6aad-4f9f-9615-4de29926b417 tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Pushing event deleted for resources: {'Port': ['ID=fc9d8d78-8020-472d-9abf-6c25d49431e5,revision_number=None']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:25:44.584259 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f40e4a7e-6aad-4f9f-9615-4de29926b417 tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:25:44.584658 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f40e4a7e-6aad-4f9f-9615-4de29926b417 tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:25:44.585004 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f40e4a7e-6aad-4f9f-9615-4de29926b417 tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:25:44.585342 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f40e4a7e-6aad-4f9f-9615-4de29926b417 tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:25:44.585677 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f40e4a7e-6aad-4f9f-9615-4de29926b417 tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:25:44.586010 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f40e4a7e-6aad-4f9f-9615-4de29926b417 tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:25:44.586339 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f40e4a7e-6aad-4f9f-9615-4de29926b417 tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:25:44.586669 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f40e4a7e-6aad-4f9f-9615-4de29926b417 tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:25:44.586999 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f40e4a7e-6aad-4f9f-9615-4de29926b417 tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:25:44.587322 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f40e4a7e-6aad-4f9f-9615-4de29926b417 tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:25:44.587647 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f40e4a7e-6aad-4f9f-9615-4de29926b417 tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:25:44.587968 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f40e4a7e-6aad-4f9f-9615-4de29926b417 tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:25:44.627605 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-f40e4a7e-6aad-4f9f-9615-4de29926b417 tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Notify callbacks [] for floatingip, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:25:44.627941 n-d-713301-16 neutron-server[95101]: INFO neutron.db.l3_db [None req-f40e4a7e-6aad-4f9f-9615-4de29926b417 tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Floating IP 133cb9a5-0fd2-4d4b-94a1-1949b95f62a2 disassociated (deleted). External IP: 172.25.1.85, port: 92d778b7-3521-41a8-85b4-81f6e184bc0d. Sep 23 20:25:44.836316 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f40e4a7e-6aad-4f9f-9615-4de29926b417 tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Router 4bd6dd19-26e4-4071-a761-f85350856592 has already been hosted by L3 agent 79a740bf-7821-4989-8288-7186e3e128f3 {{(pid=95101) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 20:25:44.943990 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f40e4a7e-6aad-4f9f-9615-4de29926b417 tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Notify agent at l3_agent.n-d-713301-16 the message routers_updated {{(pid=95101) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 20:25:44.948901 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-f40e4a7e-6aad-4f9f-9615-4de29926b417 tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222849'] for floatingip, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:25:44.954392 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c48cc0e0-209f-4488-a287-24057a43a6ab None None] Sync routers for ids ['4bd6dd19-26e4-4071-a761-f85350856592'] in n-d-713301-16 {{(pid=95104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 20:25:44.963605 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c48cc0e0-209f-4488-a287-24057a43a6ab None None] Routers {'4bd6dd19-26e4-4071-a761-f85350856592'} bound to L3 agent in host n-d-713301-16 {{(pid=95104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 20:25:44.964205 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_hamode_db [None req-c48cc0e0-209f-4488-a287-24057a43a6ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-23T19:07:52Z,description=,heartbeat_timestamp=2021-09-23T20:25:23Z,host='n-d-713301-16',id=79a740bf-7821-4989-8288-7186e3e128f3,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:07:52Z,topic='l3_agent')) {'router_ids': ['4bd6dd19-26e4-4071-a761-f85350856592'], 'active': True} {{(pid=95104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 20:25:44.978805 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-f40e4a7e-6aad-4f9f-9615-4de29926b417 tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] 10.222.0.67 "DELETE /v2.0/floatingips/133cb9a5-0fd2-4d4b-94a1-1949b95f62a2 HTTP/1.1" status: 204 len: 168 time: 0.8406079 Sep 23 20:25:44.978805 n-d-713301-16 neutron-server[95101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '15caf325-6da6-41c9-bc39-809a316d9f80', 'tag': '92d778b7-3521-41a8-85b4-81f6e184bc0d'}] {{(pid=95101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 20:25:44.979295 n-d-713301-16 neutron-server[95101]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8fdc88e27095c0b22fa40dc3fb71c621871e22f829ed15ad81bf221433f32d85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81a66188-8eeb-4a56-8102-11f1888c0f89" -d '{"events": [{"name": "network-changed", "server_uuid": "15caf325-6da6-41c9-bc39-809a316d9f80", "tag": "92d778b7-3521-41a8-85b4-81f6e184bc0d"}]}' {{(pid=95101) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 20:25:45.017952 n-d-713301-16 neutron-server[95101]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 20:25:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-456eb2e8-285a-4608-ac22-462ef602ecb1 x-openstack-request-id: req-456eb2e8-285a-4608-ac22-462ef602ecb1 {{(pid=95101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 20:25:45.018605 n-d-713301-16 neutron-server[95101]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "15caf325-6da6-41c9-bc39-809a316d9f80", "tag": "92d778b7-3521-41a8-85b4-81f6e184bc0d", "status": "completed", "code": 200}]} {{(pid=95101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 20:25:45.019054 n-d-713301-16 neutron-server[95101]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-456eb2e8-285a-4608-ac22-462ef602ecb1 {{(pid=95101) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 20:25:45.019655 n-d-713301-16 neutron-server[95101]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '15caf325-6da6-41c9-bc39-809a316d9f80', 'tag': '92d778b7-3521-41a8-85b4-81f6e184bc0d', 'status': 'completed', 'code': 200} Sep 23 20:25:45.080468 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a66188-8eeb-4a56-8102-11f1888c0f89 req-f5a3464e-9d6d-42e3-b0f1-bda4a2945e57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:25:45.082100 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_dvr_db [None req-c48cc0e0-209f-4488-a287-24057a43a6ab None None] Set router 4bd6dd19-26e4-4071-a761-f85350856592 gateway port host: n-d-713301-16 {{(pid=95104) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 20:25:45.082325 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-81a66188-8eeb-4a56-8102-11f1888c0f89 req-f5a3464e-9d6d-42e3-b0f1-bda4a2945e57 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=68e56753f66346b994ad5ec9fc64b1b0&device_id=15caf325-6da6-41c9-bc39-809a316d9f80 HTTP/1.1" status: 200 len: 1097 time: 0.0427415 Sep 23 20:25:45.195398 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a66188-8eeb-4a56-8102-11f1888c0f89 req-22db2e69-8e47-4a71-af6d-374b9979dd82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:25:45.196959 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-81a66188-8eeb-4a56-8102-11f1888c0f89 req-22db2e69-8e47-4a71-af6d-374b9979dd82 service neutron] 10.222.0.74 "GET /v2.0/networks?id=c278249d-6019-403d-9a0a-411ff4fbd2de HTTP/1.1" status: 200 len: 897 time: 0.1074543 Sep 23 20:25:45.242968 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-81a66188-8eeb-4a56-8102-11f1888c0f89 req-2abbcb90-e2c1-42bb-b2b9-3444b981ff19 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=92d778b7-3521-41a8-85b4-81f6e184bc0d HTTP/1.1" status: 200 len: 217 time: 0.0380366 Sep 23 20:25:45.286688 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_hamode_db [None req-c48cc0e0-209f-4488-a287-24057a43a6ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4bd6dd19-26e4-4071-a761-f85350856592', 'name': 'tempest-TestNetworkAdvancedServerOps-router-861130460', 'tenant_id': '68e56753f66346b994ad5ec9fc64b1b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'external_fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.80'}], 'enable_snat': True}, 'gw_port_id': '3d641e3d-61c9-4b25-8e90-c42a030b4ac2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T20:24:15Z', 'updated_at': '2021-09-23T20:24:19Z', 'revision_number': 4, 'project_id': '68e56753f66346b994ad5ec9fc64b1b0', 'gw_port': {'id': '3d641e3d-61c9-4b25-8e90-c42a030b4ac2', 'name': '', 'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:c8:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bd6dd19-26e4-4071-a761-f85350856592', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4198, 'fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T20:24:16Z', 'updated_at': '2021-09-23T20:24:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-16', '_interfaces': [{'id': 'f0eabdc9-7a05-4399-8c83-916bf90c0754', 'name': '', 'network_id': 'c278249d-6019-403d-9a0a-411ff4fbd2de', 'tenant_id': '68e56753f66346b994ad5ec9fc64b1b0', 'mac_address': 'fa:16:3e:0c:02:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bd6dd19-26e4-4071-a761-f85350856592', 'device_owner': 'network:router_interface', 'standard_attr_id': 4201, 'fixed_ips': [{'subnet_id': '849854da-7007-4692-8644-823ad1ebaecf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T20:24:18Z', 'updated_at': '2021-09-23T20:24:21Z', 'revision_number': 5, 'project_id': '68e56753f66346b994ad5ec9fc64b1b0', 'subnets': [{'id': '849854da-7007-4692-8644-823ad1ebaecf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-16', False) {} {{(pid=95104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 20:25:45.313042 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c48cc0e0-209f-4488-a287-24057a43a6ab None None] Checking router: 4bd6dd19-26e4-4071-a761-f85350856592 for host: n-d-713301-16 {{(pid=95104) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 20:25:45.321312 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c48cc0e0-209f-4488-a287-24057a43a6ab None None] Routers {'4bd6dd19-26e4-4071-a761-f85350856592'} bound to L3 agent in host n-d-713301-16 {{(pid=95104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 20:25:45.321984 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_hamode_db [None req-c48cc0e0-209f-4488-a287-24057a43a6ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-23T19:07:52Z,description=,heartbeat_timestamp=2021-09-23T20:25:23Z,host='n-d-713301-16',id=79a740bf-7821-4989-8288-7186e3e128f3,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:07:52Z,topic='l3_agent')) {'router_ids': ['4bd6dd19-26e4-4071-a761-f85350856592'], 'active': True} {{(pid=95104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 20:25:45.326828 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1765a593-c9c2-45db-9c89-5a04fe9ccc4f req-82135f98-5f86-446f-a8bf-b4f7f82b3d4e tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:25:45.328445 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-1765a593-c9c2-45db-9c89-5a04fe9ccc4f req-82135f98-5f86-446f-a8bf-b4f7f82b3d4e tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] 10.222.0.67 "GET /v2.0/ports?device_id=15caf325-6da6-41c9-bc39-809a316d9f80 HTTP/1.1" status: 200 len: 945 time: 0.1667004 Sep 23 20:25:45.330305 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a66188-8eeb-4a56-8102-11f1888c0f89 req-c23fffd2-bfcc-4695-a3c2-42c03f23b77b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:25:45.331932 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-81a66188-8eeb-4a56-8102-11f1888c0f89 req-c23fffd2-bfcc-4695-a3c2-42c03f23b77b service neutron] 10.222.0.74 "GET /v2.0/subnets?id=849854da-7007-4692-8644-823ad1ebaecf HTTP/1.1" status: 200 len: 835 time: 0.0801394 Sep 23 20:25:45.399744 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-1765a593-c9c2-45db-9c89-5a04fe9ccc4f req-43701e0a-21a2-4c07-9a6f-5386bf3fba40 tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] 10.222.0.67 "GET /v2.0/security-groups?id=92982316-4eb9-4468-bc84-58881a750e3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0645773 Sep 23 20:25:45.405792 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a66188-8eeb-4a56-8102-11f1888c0f89 req-3ab9bcbf-8c39-4dd0-9c67-c40441448c47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:25:45.407374 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-81a66188-8eeb-4a56-8102-11f1888c0f89 req-3ab9bcbf-8c39-4dd0-9c67-c40441448c47 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=c278249d-6019-403d-9a0a-411ff4fbd2de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0666978 Sep 23 20:25:45.505504 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-81a66188-8eeb-4a56-8102-11f1888c0f89 req-5954276d-fa70-428e-a350-ef92871e6f0d service neutron] 10.222.0.74 "GET /v2.0/networks/c278249d-6019-403d-9a0a-411ff4fbd2de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893793 Sep 23 20:25:45.523682 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_dvr_db [None req-c48cc0e0-209f-4488-a287-24057a43a6ab None None] Set router 4bd6dd19-26e4-4071-a761-f85350856592 gateway port host: n-d-713301-16 {{(pid=95104) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 20:25:45.605297 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-81a66188-8eeb-4a56-8102-11f1888c0f89 req-37d2fe70-889b-4529-b902-bb3a1c0d5ed8 service neutron] 10.222.0.74 "GET /v2.0/networks/c278249d-6019-403d-9a0a-411ff4fbd2de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0921333 Sep 23 20:25:45.722344 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_hamode_db [None req-c48cc0e0-209f-4488-a287-24057a43a6ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4bd6dd19-26e4-4071-a761-f85350856592', 'name': 'tempest-TestNetworkAdvancedServerOps-router-861130460', 'tenant_id': '68e56753f66346b994ad5ec9fc64b1b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'external_fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.80'}], 'enable_snat': True}, 'gw_port_id': '3d641e3d-61c9-4b25-8e90-c42a030b4ac2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T20:24:15Z', 'updated_at': '2021-09-23T20:24:19Z', 'revision_number': 4, 'project_id': '68e56753f66346b994ad5ec9fc64b1b0', 'gw_port': {'id': '3d641e3d-61c9-4b25-8e90-c42a030b4ac2', 'name': '', 'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:c8:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bd6dd19-26e4-4071-a761-f85350856592', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4198, 'fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T20:24:16Z', 'updated_at': '2021-09-23T20:24:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-16', '_interfaces': [{'id': 'f0eabdc9-7a05-4399-8c83-916bf90c0754', 'name': '', 'network_id': 'c278249d-6019-403d-9a0a-411ff4fbd2de', 'tenant_id': '68e56753f66346b994ad5ec9fc64b1b0', 'mac_address': 'fa:16:3e:0c:02:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bd6dd19-26e4-4071-a761-f85350856592', 'device_owner': 'network:router_interface', 'standard_attr_id': 4201, 'fixed_ips': [{'subnet_id': '849854da-7007-4692-8644-823ad1ebaecf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T20:24:18Z', 'updated_at': '2021-09-23T20:24:21Z', 'revision_number': 5, 'project_id': '68e56753f66346b994ad5ec9fc64b1b0', 'subnets': [{'id': '849854da-7007-4692-8644-823ad1ebaecf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-16', False) {} {{(pid=95104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 20:25:45.747467 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c48cc0e0-209f-4488-a287-24057a43a6ab None None] The sync data for ids ['4bd6dd19-26e4-4071-a761-f85350856592'] in n-d-713301-16 is: [{'id': '4bd6dd19-26e4-4071-a761-f85350856592', 'name': 'tempest-TestNetworkAdvancedServerOps-router-861130460', 'tenant_id': '68e56753f66346b994ad5ec9fc64b1b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'external_fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.80'}], 'enable_snat': True}, 'gw_port_id': '3d641e3d-61c9-4b25-8e90-c42a030b4ac2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T20:24:15Z', 'updated_at': '2021-09-23T20:24:19Z', 'revision_number': 4, 'project_id': '68e56753f66346b994ad5ec9fc64b1b0', 'gw_port': {'id': '3d641e3d-61c9-4b25-8e90-c42a030b4ac2', 'name': '', 'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:c8:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bd6dd19-26e4-4071-a761-f85350856592', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4198, 'fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T20:24:16Z', 'updated_at': '2021-09-23T20:24:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-16', '_interfaces': [{'id': 'f0eabdc9-7a05-4399-8c83-916bf90c0754', 'name': '', 'network_id': 'c278249d-6019-403d-9a0a-411ff4fbd2de', 'tenant_id': '68e56753f66346b994ad5ec9fc64b1b0', 'mac_address': 'fa:16:3e:0c:02:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bd6dd19-26e4-4071-a761-f85350856592', 'device_owner': 'network:router_interface', 'standard_attr_id': 4201, 'fixed_ips': [{'subnet_id': '849854da-7007-4692-8644-823ad1ebaecf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T20:24:18Z', 'updated_at': '2021-09-23T20:24:21Z', 'revision_number': 5, 'project_id': '68e56753f66346b994ad5ec9fc64b1b0', 'subnets': [{'id': '849854da-7007-4692-8644-823ad1ebaecf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 20:25:45.960279 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8337bad0-5fad-4b68-8d83-ad957778dca1 None None] New status for floating IP 133cb9a5-0fd2-4d4b-94a1-1949b95f62a2: DOWN {{(pid=95103) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 23 20:25:46.525210 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-794e6740-564b-456a-835c-37a69d902fa7 req-bfa8043f-06d7-483c-9a58-49903188bfd0 tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:25:46.526673 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-794e6740-564b-456a-835c-37a69d902fa7 req-bfa8043f-06d7-483c-9a58-49903188bfd0 tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] 10.222.0.67 "GET /v2.0/ports?device_id=15caf325-6da6-41c9-bc39-809a316d9f80 HTTP/1.1" status: 200 len: 945 time: 0.0521371 Sep 23 20:25:46.589242 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-794e6740-564b-456a-835c-37a69d902fa7 req-2ac5746c-d033-487b-a7f8-685db05009c3 tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] 10.222.0.67 "GET /v2.0/security-groups?id=92982316-4eb9-4468-bc84-58881a750e3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0563524 Sep 23 20:25:46.610369 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf75f73-ceea-4a89-8f24-eea37d2e637e req-10f70823-7ee2-4a22-9d32-4527de9c5e6e tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:25:46.611823 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-eaf75f73-ceea-4a89-8f24-eea37d2e637e req-10f70823-7ee2-4a22-9d32-4527de9c5e6e tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] 10.222.0.74 "GET /v2.0/ports?device_id=15caf325-6da6-41c9-bc39-809a316d9f80 HTTP/1.1" status: 200 len: 945 time: 0.0543368 Sep 23 20:25:46.701731 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.plugin [req-eaf75f73-ceea-4a89-8f24-eea37d2e637e req-fadf149b-9c95-4559-af87-d1cb8a12ac30 tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Deleting port 92d778b7-3521-41a8-85b4-81f6e184bc0d {{(pid=95102) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 20:25:46.702070 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-eaf75f73-ceea-4a89-8f24-eea37d2e637e req-fadf149b-9c95-4559-af87-d1cb8a12ac30 tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783146157096'] for port, before_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:25:46.792027 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.db [req-eaf75f73-ceea-4a89-8f24-eea37d2e637e req-fadf149b-9c95-4559-af87-d1cb8a12ac30 tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] For port 92d778b7-3521-41a8-85b4-81f6e184bc0d, host n-h1-713301-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-16',level=0,port_id=92d778b7-3521-41a8-85b4-81f6e184bc0d,segment=NetworkSegment(06806eee-29d1-4c9f-a6d4-d5cc7214b7e9),segment_id=06806eee-29d1-4c9f-a6d4-d5cc7214b7e9)] {{(pid=95102) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 20:25:46.792399 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-eaf75f73-ceea-4a89-8f24-eea37d2e637e req-fadf149b-9c95-4559-af87-d1cb8a12ac30 tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-605701'] for port, precommit_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:25:46.805261 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.plugin [req-eaf75f73-ceea-4a89-8f24-eea37d2e637e req-fadf149b-9c95-4559-af87-d1cb8a12ac30 tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Calling delete_port for 92d778b7-3521-41a8-85b4-81f6e184bc0d owned by compute:nova {{(pid=95102) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 20:25:46.932461 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-eaf75f73-ceea-4a89-8f24-eea37d2e637e req-fadf149b-9c95-4559-af87-d1cb8a12ac30 tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783146162158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783145673144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4399100'] for port, after_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:25:46.960451 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fadf149b-9c95-4559-af87-d1cb8a12ac30 tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Pushing event deleted for resources: {'Port': ['ID=92d778b7-3521-41a8-85b4-81f6e184bc0d,revision_number=None']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:25:46.971398 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fadf149b-9c95-4559-af87-d1cb8a12ac30 tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:25:46.971746 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fadf149b-9c95-4559-af87-d1cb8a12ac30 tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:25:46.972089 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fadf149b-9c95-4559-af87-d1cb8a12ac30 tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:25:46.972427 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fadf149b-9c95-4559-af87-d1cb8a12ac30 tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:25:46.972787 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fadf149b-9c95-4559-af87-d1cb8a12ac30 tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:25:46.973122 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fadf149b-9c95-4559-af87-d1cb8a12ac30 tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:25:46.973451 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fadf149b-9c95-4559-af87-d1cb8a12ac30 tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:25:46.974313 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fadf149b-9c95-4559-af87-d1cb8a12ac30 tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:25:46.974313 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fadf149b-9c95-4559-af87-d1cb8a12ac30 tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:25:46.974513 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fadf149b-9c95-4559-af87-d1cb8a12ac30 tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:25:46.974719 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fadf149b-9c95-4559-af87-d1cb8a12ac30 tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:25:46.975018 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fadf149b-9c95-4559-af87-d1cb8a12ac30 tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:25:47.014846 n-d-713301-16 neutron-server[95102]: DEBUG neutron.db.l3_dvrscheduler_db [req-eaf75f73-ceea-4a89-8f24-eea37d2e637e req-fadf149b-9c95-4559-af87-d1cb8a12ac30 tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] No DVR routers for this DVR port 92d778b7-3521-41a8-85b4-81f6e184bc0d on host n-h1-713301-16 {{(pid=95102) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 20:25:47.017436 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-eaf75f73-ceea-4a89-8f24-eea37d2e637e req-fadf149b-9c95-4559-af87-d1cb8a12ac30 tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222849'] for port, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:25:47.019347 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-eaf75f73-ceea-4a89-8f24-eea37d2e637e req-fadf149b-9c95-4559-af87-d1cb8a12ac30 tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] 10.222.0.74 "DELETE /v2.0/ports/92d778b7-3521-41a8-85b4-81f6e184bc0d HTTP/1.1" status: 204 len: 173 time: 0.4005010 Sep 23 20:25:47.019776 n-d-713301-16 neutron-server[95102]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '15caf325-6da6-41c9-bc39-809a316d9f80', 'name': 'network-vif-deleted', 'tag': '92d778b7-3521-41a8-85b4-81f6e184bc0d'}] {{(pid=95102) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 20:25:47.022006 n-d-713301-16 neutron-server[95102]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a8356a6bd5e554bb349ddb806ba98ee8c25ce2b3f69d698f62da31b860ff3eb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10685a60-b7e3-4396-bca3-562a469cd5c7" -d '{"events": [{"server_uuid": "15caf325-6da6-41c9-bc39-809a316d9f80", "name": "network-vif-deleted", "tag": "92d778b7-3521-41a8-85b4-81f6e184bc0d"}]}' {{(pid=95102) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 20:25:47.061192 n-d-713301-16 neutron-server[95102]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 20:25:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa61d430-df91-45e7-b798-8fa830623544 x-openstack-request-id: req-fa61d430-df91-45e7-b798-8fa830623544 {{(pid=95102) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 20:25:47.061488 n-d-713301-16 neutron-server[95102]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "15caf325-6da6-41c9-bc39-809a316d9f80", "name": "network-vif-deleted", "tag": "92d778b7-3521-41a8-85b4-81f6e184bc0d", "status": "completed", "code": 200}]} {{(pid=95102) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 20:25:47.061743 n-d-713301-16 neutron-server[95102]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-fa61d430-df91-45e7-b798-8fa830623544 {{(pid=95102) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 20:25:47.062142 n-d-713301-16 neutron-server[95102]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '15caf325-6da6-41c9-bc39-809a316d9f80', 'name': 'network-vif-deleted', 'tag': '92d778b7-3521-41a8-85b4-81f6e184bc0d', 'status': 'completed', 'code': 200} Sep 23 20:25:47.273197 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [req-8931f336-906b-413f-b0e0-0ccc2edb9c8c req-808da90e-bc07-4b6f-a11f-1e718e5c62ba service neutron] (95102) timed out ('10.222.0.67', 57782) {{(pid=95102) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 23 20:25:47.646315 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 34534) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:25:47.999133 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-856ba899-003a-4d15-aede-fa5afcee027f tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-601372'] for router_interface, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:25:48.246430 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.plugin [None req-856ba899-003a-4d15-aede-fa5afcee027f tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Deleting port f0eabdc9-7a05-4399-8c83-916bf90c0754 {{(pid=95101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 20:25:48.246770 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-856ba899-003a-4d15-aede-fa5afcee027f tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783146157096'] for port, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:25:48.332140 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.db [None req-856ba899-003a-4d15-aede-fa5afcee027f tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] For port f0eabdc9-7a05-4399-8c83-916bf90c0754, host n-d-713301-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-16',level=0,port_id=f0eabdc9-7a05-4399-8c83-916bf90c0754,segment=NetworkSegment(06806eee-29d1-4c9f-a6d4-d5cc7214b7e9),segment_id=06806eee-29d1-4c9f-a6d4-d5cc7214b7e9)] {{(pid=95101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 20:25:48.332509 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-856ba899-003a-4d15-aede-fa5afcee027f tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-605701'] for port, precommit_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:25:48.346208 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.plugin [None req-856ba899-003a-4d15-aede-fa5afcee027f tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Calling delete_port for f0eabdc9-7a05-4399-8c83-916bf90c0754 owned by network:router_interface {{(pid=95101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 20:25:48.527111 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-856ba899-003a-4d15-aede-fa5afcee027f tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783146162158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783145673144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5607431'] for port, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:25:48.557333 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-856ba899-003a-4d15-aede-fa5afcee027f tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Pushing event deleted for resources: {'Port': ['ID=f0eabdc9-7a05-4399-8c83-916bf90c0754,revision_number=None']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:25:49.040131 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-856ba899-003a-4d15-aede-fa5afcee027f tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-527322', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-602005'] for router_interface, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:25:49.253227 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-856ba899-003a-4d15-aede-fa5afcee027f tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Router 4bd6dd19-26e4-4071-a761-f85350856592 has already been hosted by L3 agent 79a740bf-7821-4989-8288-7186e3e128f3 {{(pid=95101) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 20:25:49.359053 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-856ba899-003a-4d15-aede-fa5afcee027f tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Notify agent at l3_agent.n-d-713301-16 the message routers_updated {{(pid=95101) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 20:25:49.364581 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-856ba899-003a-4d15-aede-fa5afcee027f tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] 10.222.0.67 "PUT /v2.0/routers/4bd6dd19-26e4-4071-a761-f85350856592/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7171974 Sep 23 20:25:49.367275 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 34536) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:25:49.369758 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7de189b3-ddf2-4608-ae1b-bfe253af1594 None None] Sync routers for ids ['4bd6dd19-26e4-4071-a761-f85350856592'] in n-d-713301-16 {{(pid=95104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 20:25:49.379811 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7de189b3-ddf2-4608-ae1b-bfe253af1594 None None] Routers {'4bd6dd19-26e4-4071-a761-f85350856592'} bound to L3 agent in host n-d-713301-16 {{(pid=95104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 20:25:49.380532 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_hamode_db [None req-7de189b3-ddf2-4608-ae1b-bfe253af1594 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-23T19:07:52Z,description=,heartbeat_timestamp=2021-09-23T20:25:23Z,host='n-d-713301-16',id=79a740bf-7821-4989-8288-7186e3e128f3,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:07:52Z,topic='l3_agent')) {'router_ids': ['4bd6dd19-26e4-4071-a761-f85350856592'], 'active': True} {{(pid=95104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 20:25:49.416636 n-d-713301-16 neutron-server[95101]: DEBUG neutron.db.db_base_plugin_v2 [None req-d84850c7-1c0e-438a-a73e-2af1403ae3c7 tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Deleting subnet 849854da-7007-4692-8644-823ad1ebaecf {{(pid=95101) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 23 20:25:49.419730 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-d84850c7-1c0e-438a-a73e-2af1403ae3c7 tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Notify callbacks [] for subnet, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:25:49.461788 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-d84850c7-1c0e-438a-a73e-2af1403ae3c7 tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6007154'] for subnet, precommit_delete_associations {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:25:49.488561 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_dvr_db [None req-7de189b3-ddf2-4608-ae1b-bfe253af1594 None None] Set router 4bd6dd19-26e4-4071-a761-f85350856592 gateway port host: n-d-713301-16 {{(pid=95104) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 20:25:49.554446 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-d84850c7-1c0e-438a-a73e-2af1403ae3c7 tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1756813'] for subnet, precommit_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:25:49.614487 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-d84850c7-1c0e-438a-a73e-2af1403ae3c7 tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1756804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5607514', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6130950'] for subnet, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:25:49.642357 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d84850c7-1c0e-438a-a73e-2af1403ae3c7 tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Pushing event deleted for resources: {'Subnet': ['ID=849854da-7007-4692-8644-823ad1ebaecf,revision_number=None']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:25:49.644490 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-d84850c7-1c0e-438a-a73e-2af1403ae3c7 tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Notify callbacks [] for subnet, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:25:49.648954 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-d84850c7-1c0e-438a-a73e-2af1403ae3c7 tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] 10.222.0.67 "DELETE /v2.0/subnets/849854da-7007-4692-8644-823ad1ebaecf HTTP/1.1" status: 204 len: 168 time: 0.2779913 Sep 23 20:25:49.649769 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 34538) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:25:49.655795 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2048f888-fb43-4c30-943e-eab5c5374fa7 None None] Network c278249d-6019-403d-9a0a-411ff4fbd2de requested from n-d-713301-16 {{(pid=95103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 20:25:49.678220 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_hamode_db [None req-7de189b3-ddf2-4608-ae1b-bfe253af1594 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4bd6dd19-26e4-4071-a761-f85350856592', 'name': 'tempest-TestNetworkAdvancedServerOps-router-861130460', 'tenant_id': '68e56753f66346b994ad5ec9fc64b1b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'external_fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.80'}], 'enable_snat': True}, 'gw_port_id': '3d641e3d-61c9-4b25-8e90-c42a030b4ac2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T20:24:15Z', 'updated_at': '2021-09-23T20:25:48Z', 'revision_number': 5, 'project_id': '68e56753f66346b994ad5ec9fc64b1b0', 'gw_port': {'id': '3d641e3d-61c9-4b25-8e90-c42a030b4ac2', 'name': '', 'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:c8:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bd6dd19-26e4-4071-a761-f85350856592', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4198, 'fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T20:24:16Z', 'updated_at': '2021-09-23T20:24:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-16'}], 'n-d-713301-16', False) {} {{(pid=95104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 20:25:49.710867 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7de189b3-ddf2-4608-ae1b-bfe253af1594 None None] Checking router: 4bd6dd19-26e4-4071-a761-f85350856592 for host: n-d-713301-16 {{(pid=95104) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 20:25:49.720375 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7de189b3-ddf2-4608-ae1b-bfe253af1594 None None] Routers {'4bd6dd19-26e4-4071-a761-f85350856592'} bound to L3 agent in host n-d-713301-16 {{(pid=95104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 20:25:49.720557 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_hamode_db [None req-7de189b3-ddf2-4608-ae1b-bfe253af1594 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-23T19:07:52Z,description=,heartbeat_timestamp=2021-09-23T20:25:23Z,host='n-d-713301-16',id=79a740bf-7821-4989-8288-7186e3e128f3,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:07:52Z,topic='l3_agent')) {'router_ids': ['4bd6dd19-26e4-4071-a761-f85350856592'], 'active': True} {{(pid=95104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 20:25:49.759437 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-d7b4042e-e960-428c-9267-b2f1341a754e tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Notify callbacks [] for router, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:25:49.816861 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-dcf6aaa2-cc8b-4e36-b2f5-c120d5490e82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:25:49.835228 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_dvr_db [None req-7de189b3-ddf2-4608-ae1b-bfe253af1594 None None] Set router 4bd6dd19-26e4-4071-a761-f85350856592 gateway port host: n-d-713301-16 {{(pid=95104) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 20:25:49.837242 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b6d5a48-ac52-4be8-b111-92a384af23f9 None None] DHCP port deletion for c278249d-6019-403d-9a0a-411ff4fbd2de request from n-d-713301-16 {{(pid=95103) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 23 20:25:49.897726 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-d7b4042e-e960-428c-9267-b2f1341a754e tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:25:49.900641 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.plugin [None req-0b6d5a48-ac52-4be8-b111-92a384af23f9 None None] Deleting port 01f52f94-acc3-4144-89ef-a131b1ad9982 {{(pid=95103) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 20:25:49.900641 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-0b6d5a48-ac52-4be8-b111-92a384af23f9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783146157096'] for port, before_delete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:25:49.956422 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.plugin [None req-d7b4042e-e960-428c-9267-b2f1341a754e tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Deleting port 3d641e3d-61c9-4b25-8e90-c42a030b4ac2 {{(pid=95101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 20:25:49.956810 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-d7b4042e-e960-428c-9267-b2f1341a754e tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783146157096'] for port, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:25:49.970842 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-0b6d5a48-ac52-4be8-b111-92a384af23f9 None None] For port 01f52f94-acc3-4144-89ef-a131b1ad9982, host n-d-713301-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-16',level=0,port_id=01f52f94-acc3-4144-89ef-a131b1ad9982,segment=NetworkSegment(06806eee-29d1-4c9f-a6d4-d5cc7214b7e9),segment_id=06806eee-29d1-4c9f-a6d4-d5cc7214b7e9)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 20:25:49.971360 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-0b6d5a48-ac52-4be8-b111-92a384af23f9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-605701'] for port, precommit_delete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:25:49.985164 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.plugin [None req-0b6d5a48-ac52-4be8-b111-92a384af23f9 None None] Calling delete_port for 01f52f94-acc3-4144-89ef-a131b1ad9982 owned by network:dhcp {{(pid=95103) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 20:25:50.041746 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.db [None req-d7b4042e-e960-428c-9267-b2f1341a754e tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] For port 3d641e3d-61c9-4b25-8e90-c42a030b4ac2, host n-d-713301-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-16',level=0,port_id=3d641e3d-61c9-4b25-8e90-c42a030b4ac2,segment=NetworkSegment(7d4027f1-d893-4c7b-95d4-757b8e44e380),segment_id=7d4027f1-d893-4c7b-95d4-757b8e44e380)] {{(pid=95101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 20:25:50.042330 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-d7b4042e-e960-428c-9267-b2f1341a754e tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-605701'] for port, precommit_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:25:50.046828 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_hamode_db [None req-7de189b3-ddf2-4608-ae1b-bfe253af1594 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4bd6dd19-26e4-4071-a761-f85350856592', 'name': 'tempest-TestNetworkAdvancedServerOps-router-861130460', 'tenant_id': '68e56753f66346b994ad5ec9fc64b1b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'external_fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.80'}], 'enable_snat': True}, 'gw_port_id': '3d641e3d-61c9-4b25-8e90-c42a030b4ac2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T20:24:15Z', 'updated_at': '2021-09-23T20:25:48Z', 'revision_number': 5, 'project_id': '68e56753f66346b994ad5ec9fc64b1b0', 'gw_port': {'id': '3d641e3d-61c9-4b25-8e90-c42a030b4ac2', 'name': '', 'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:c8:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bd6dd19-26e4-4071-a761-f85350856592', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4198, 'fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T20:24:16Z', 'updated_at': '2021-09-23T20:24:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-16'}], 'n-d-713301-16', False) {} {{(pid=95104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 20:25:50.054994 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.plugin [None req-d7b4042e-e960-428c-9267-b2f1341a754e tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Calling delete_port for 3d641e3d-61c9-4b25-8e90-c42a030b4ac2 owned by network:router_gateway {{(pid=95101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 20:25:50.083149 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-0b6d5a48-ac52-4be8-b111-92a384af23f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783146162158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783145673144'] for port, after_delete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:25:50.084419 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7de189b3-ddf2-4608-ae1b-bfe253af1594 None None] The sync data for ids ['4bd6dd19-26e4-4071-a761-f85350856592'] in n-d-713301-16 is: [{'id': '4bd6dd19-26e4-4071-a761-f85350856592', 'name': 'tempest-TestNetworkAdvancedServerOps-router-861130460', 'tenant_id': '68e56753f66346b994ad5ec9fc64b1b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'external_fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.80'}], 'enable_snat': True}, 'gw_port_id': '3d641e3d-61c9-4b25-8e90-c42a030b4ac2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T20:24:15Z', 'updated_at': '2021-09-23T20:25:48Z', 'revision_number': 5, 'project_id': '68e56753f66346b994ad5ec9fc64b1b0', 'gw_port': {'id': '3d641e3d-61c9-4b25-8e90-c42a030b4ac2', 'name': '', 'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:c8:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bd6dd19-26e4-4071-a761-f85350856592', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4198, 'fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T20:24:16Z', 'updated_at': '2021-09-23T20:24:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-16'}] {{(pid=95104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 20:25:50.111792 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b6d5a48-ac52-4be8-b111-92a384af23f9 None None] Pushing event deleted for resources: {'Port': ['ID=01f52f94-acc3-4144-89ef-a131b1ad9982,revision_number=None']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:25:50.116288 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b6d5a48-ac52-4be8-b111-92a384af23f9 None None] No DVR routers for this DVR port 01f52f94-acc3-4144-89ef-a131b1ad9982 on host n-d-713301-16 {{(pid=95103) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 20:25:50.123680 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b6d5a48-ac52-4be8-b111-92a384af23f9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:25:50.124050 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b6d5a48-ac52-4be8-b111-92a384af23f9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:25:50.124388 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b6d5a48-ac52-4be8-b111-92a384af23f9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:25:50.124776 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b6d5a48-ac52-4be8-b111-92a384af23f9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:25:50.125163 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b6d5a48-ac52-4be8-b111-92a384af23f9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:25:50.126055 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b6d5a48-ac52-4be8-b111-92a384af23f9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:25:50.126393 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b6d5a48-ac52-4be8-b111-92a384af23f9 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:25:50.126846 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b6d5a48-ac52-4be8-b111-92a384af23f9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:25:50.127032 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b6d5a48-ac52-4be8-b111-92a384af23f9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:25:50.128218 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b6d5a48-ac52-4be8-b111-92a384af23f9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:25:50.128218 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b6d5a48-ac52-4be8-b111-92a384af23f9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:25:50.128218 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b6d5a48-ac52-4be8-b111-92a384af23f9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:25:50.235060 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-d7b4042e-e960-428c-9267-b2f1341a754e tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783146162158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783145673144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5607431'] for port, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:25:50.261826 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7b4042e-e960-428c-9267-b2f1341a754e tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Pushing event deleted for resources: {'Port': ['ID=3d641e3d-61c9-4b25-8e90-c42a030b4ac2,revision_number=None']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:25:50.319312 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-d7b4042e-e960-428c-9267-b2f1341a754e tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-601942'] for router_gateway, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:25:50.411364 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-d7b4042e-e960-428c-9267-b2f1341a754e tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-597305', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29369'] for router, precommit_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:25:50.413418 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-d7b4042e-e960-428c-9267-b2f1341a754e tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:25:50.463182 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-d7b4042e-e960-428c-9267-b2f1341a754e tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-597296'] for router, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:25:50.463894 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7b4042e-e960-428c-9267-b2f1341a754e tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Fanout notify agent at l3_agent the message router_deleted on router 4bd6dd19-26e4-4071-a761-f85350856592 {{(pid=95101) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 23 20:25:50.472642 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-d7b4042e-e960-428c-9267-b2f1341a754e tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Notify callbacks [] for router, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:25:50.473766 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-d7b4042e-e960-428c-9267-b2f1341a754e tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] 10.222.0.67 "DELETE /v2.0/routers/4bd6dd19-26e4-4071-a761-f85350856592 HTTP/1.1" status: 204 len: 168 time: 0.8237412 Sep 23 20:25:50.476491 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 34544) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:25:50.554429 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-61646954-52e4-4f04-bf6e-56179bd30cea tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1628021'] for network, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:25:50.649642 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-61646954-52e4-4f04-bf6e-56179bd30cea tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1754676', 'neutron.services.segments.db._delete_segments_for_network-8783146221460'] for network, precommit_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:25:50.676996 n-d-713301-16 neutron-server[95101]: DEBUG neutron.services.segments.db [None req-61646954-52e4-4f04-bf6e-56179bd30cea tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c278249d-6019-403d-9a0a-411ff4fbd2de']}} {{(pid=95101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 20:25:50.687474 n-d-713301-16 neutron-server[95101]: DEBUG neutron.services.segments.db [None req-61646954-52e4-4f04-bf6e-56179bd30cea tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '06806eee-29d1-4c9f-a6d4-d5cc7214b7e9') {'for_net_delete': True} {{(pid=95101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 20:25:50.689262 n-d-713301-16 neutron-server[95101]: DEBUG neutron.services.segments.db [None req-61646954-52e4-4f04-bf6e-56179bd30cea tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '06806eee-29d1-4c9f-a6d4-d5cc7214b7e9') {} {{(pid=95101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 20:25:50.700627 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-61646954-52e4-4f04-bf6e-56179bd30cea tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783146221725', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6007147'] for segment, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:25:50.715101 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-61646954-52e4-4f04-bf6e-56179bd30cea tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1756186'] for segment, precommit_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:25:50.721920 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-61646954-52e4-4f04-bf6e-56179bd30cea tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Releasing vlan 637 on physical network physnet1 to pool {{(pid=95101) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 20:25:50.722313 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-61646954-52e4-4f04-bf6e-56179bd30cea tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1756186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5608436'] for segment, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:25:50.725755 n-d-713301-16 neutron-server[95101]: Traceback (most recent call last): Sep 23 20:25:50.725755 n-d-713301-16 neutron-server[95101]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 20:25:50.725755 n-d-713301-16 neutron-server[95101]: timer() Sep 23 20:25:50.725755 n-d-713301-16 neutron-server[95101]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 20:25:50.725755 n-d-713301-16 neutron-server[95101]: cb(*args, **kw) Sep 23 20:25:50.725755 n-d-713301-16 neutron-server[95101]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 20:25:50.725755 n-d-713301-16 neutron-server[95101]: return func(*args, **kwargs) Sep 23 20:25:50.725755 n-d-713301-16 neutron-server[95101]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 20:25:50.725755 n-d-713301-16 neutron-server[95101]: self._notify() Sep 23 20:25:50.725755 n-d-713301-16 neutron-server[95101]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 20:25:50.725755 n-d-713301-16 neutron-server[95101]: self.callback(batched_events) Sep 23 20:25:50.725755 n-d-713301-16 neutron-server[95101]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 20:25:50.725755 n-d-713301-16 neutron-server[95101]: event.method(event) Sep 23 20:25:50.725755 n-d-713301-16 neutron-server[95101]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 20:25:50.725755 n-d-713301-16 neutron-server[95101]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 20:25:50.725755 n-d-713301-16 neutron-server[95101]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 20:25:50.725755 n-d-713301-16 neutron-server[95101]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 20:25:50.725755 n-d-713301-16 neutron-server[95101]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 20:25:50.725755 n-d-713301-16 neutron-server[95101]: return f(self, *a, **k) Sep 23 20:25:50.725755 n-d-713301-16 neutron-server[95101]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 20:25:50.725755 n-d-713301-16 neutron-server[95101]: return self._get(url).json() Sep 23 20:25:50.725755 n-d-713301-16 neutron-server[95101]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 20:25:50.725755 n-d-713301-16 neutron-server[95101]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 20:25:50.725755 n-d-713301-16 neutron-server[95101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 20:25:50.725755 n-d-713301-16 neutron-server[95101]: return self.request(url, 'GET', **kwargs) Sep 23 20:25:50.725755 n-d-713301-16 neutron-server[95101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 20:25:50.725755 n-d-713301-16 neutron-server[95101]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 20:25:50.725755 n-d-713301-16 neutron-server[95101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 20:25:50.725755 n-d-713301-16 neutron-server[95101]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 20:25:50.725755 n-d-713301-16 neutron-server[95101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 20:25:50.725755 n-d-713301-16 neutron-server[95101]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 20:25:50.725755 n-d-713301-16 neutron-server[95101]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 20:25:50.792558 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-61646954-52e4-4f04-bf6e-56179bd30cea tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1754627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-601866'] for network, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:25:50.799207 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-61646954-52e4-4f04-bf6e-56179bd30cea tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Notify callbacks [] for network, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:25:50.802723 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-61646954-52e4-4f04-bf6e-56179bd30cea tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] 10.222.0.67 "DELETE /v2.0/networks/c278249d-6019-403d-9a0a-411ff4fbd2de HTTP/1.1" status: 204 len: 168 time: 0.3246913 Sep 23 20:25:50.805154 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 34548) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:25:50.825278 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61646954-52e4-4f04-bf6e-56179bd30cea tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Pushing event deleted for resources: {'Network': ['ID=c278249d-6019-403d-9a0a-411ff4fbd2de,revision_number=None']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:25:50.870694 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-f3f5c748-7570-48f6-83ff-4d080b9ecc6a tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Notify callbacks [] for security_group, before_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:25:50.899076 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-f3f5c748-7570-48f6-83ff-4d080b9ecc6a tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:25:50.958017 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-f3f5c748-7570-48f6-83ff-4d080b9ecc6a tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:25:50.960640 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-f3f5c748-7570-48f6-83ff-4d080b9ecc6a tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Notify callbacks [] for security_group, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:25:50.961799 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-f3f5c748-7570-48f6-83ff-4d080b9ecc6a tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] 10.222.0.67 "DELETE /v2.0/security-groups/92982316-4eb9-4468-bc84-58881a750e3a HTTP/1.1" status: 204 len: 168 time: 0.1552401 Sep 23 20:25:50.972035 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3f5c748-7570-48f6-83ff-4d080b9ecc6a tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=92982316-4eb9-4468-bc84-58881a750e3a,revision_number=None']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:25:51.222373 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 34554) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:25:51.226966 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.v2.base [None req-3a813b65-f060-4e04-84dc-37038fc98484 tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-660649514', 'description': 'tempest-secgroup-smoke-660649514 description', 'project_id': '68e56753f66346b994ad5ec9fc64b1b0'}} {{(pid=95102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 20:25:51.249439 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-3a813b65-f060-4e04-84dc-37038fc98484 tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Notify callbacks [] for security_group, before_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:25:51.331125 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-3a813b65-f060-4e04-84dc-37038fc98484 tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Notify callbacks [] for security_group, precommit_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:25:51.335008 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-3a813b65-f060-4e04-84dc-37038fc98484 tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:25:51.360807 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-3a813b65-f060-4e04-84dc-37038fc98484 tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Notify callbacks [] for security_group, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:25:51.361917 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-3a813b65-f060-4e04-84dc-37038fc98484 tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] 10.222.0.67 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1385398 Sep 23 20:25:51.364971 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 34556) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:25:51.365734 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a813b65-f060-4e04-84dc-37038fc98484 tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d4791909-2f2f-436b-854d-59af261e708f,revision_number=1']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:25:51.370943 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.v2.base [None req-f52b851a-e515-4e4c-8ac4-9c7d4abfcb35 tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Request body: {'security_group_rule': {'security_group_id': 'd4791909-2f2f-436b-854d-59af261e708f', 'project_id': '68e56753f66346b994ad5ec9fc64b1b0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 20:25:51.401200 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-f52b851a-e515-4e4c-8ac4-9c7d4abfcb35 tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:25:51.403191 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Device 92d778b7-3521-41a8-85b4-81f6e184bc0d no longer exists at agent hyperv_n-h1-713301-16 {{(pid=95103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 20:25:51.423686 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.plugin [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] No Port match for: 92d778b7-3521-41a8-85b4-81f6e184bc0d {{(pid=95103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 20:25:51.424028 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Device 92d778b7-3521-41a8-85b4-81f6e184bc0d not bound to the agent host n-h1-713301-16 {{(pid=95103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 20:25:51.458023 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-f52b851a-e515-4e4c-8ac4-9c7d4abfcb35 tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:25:51.461635 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-f52b851a-e515-4e4c-8ac4-9c7d4abfcb35 tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575319'] for security_group_rule, after_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:25:51.480938 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f52b851a-e515-4e4c-8ac4-9c7d4abfcb35 tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=af3315c3-f4a6-460c-abb8-1e6f40bab95c,revision_number=0']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:25:51.484149 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-f52b851a-e515-4e4c-8ac4-9c7d4abfcb35 tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:25:51.489124 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-f52b851a-e515-4e4c-8ac4-9c7d4abfcb35 tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1201153 Sep 23 20:25:51.489620 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 34558) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:25:51.493856 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.v2.base [None req-885c84e3-f33d-4227-86b3-d05d9ee855fe tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Request body: {'security_group_rule': {'security_group_id': 'd4791909-2f2f-436b-854d-59af261e708f', 'project_id': '68e56753f66346b994ad5ec9fc64b1b0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=95101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 20:25:51.524405 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-885c84e3-f33d-4227-86b3-d05d9ee855fe tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:25:51.526343 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Device f0eabdc9-7a05-4399-8c83-916bf90c0754 no longer exists at agent ovs-agent-n-d-713301-16 {{(pid=95103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 20:25:51.545405 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.plugin [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] No Port match for: f0eabdc9-7a05-4399-8c83-916bf90c0754 {{(pid=95103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 20:25:51.545748 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Device f0eabdc9-7a05-4399-8c83-916bf90c0754 not bound to the agent host n-d-713301-16 {{(pid=95103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 20:25:51.546159 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Device 01f52f94-acc3-4144-89ef-a131b1ad9982 no longer exists at agent ovs-agent-n-d-713301-16 {{(pid=95103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 20:25:51.551707 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.agents_db [None req-f2f5c474-60a3-474f-b2cc-02c4bd30880c None None] Agent healthcheck: found 7 active agents {{(pid=95104) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 20:25:51.569218 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.plugin [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] No Port match for: 01f52f94-acc3-4144-89ef-a131b1ad9982 {{(pid=95103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 20:25:51.569567 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Device 01f52f94-acc3-4144-89ef-a131b1ad9982 not bound to the agent host n-d-713301-16 {{(pid=95103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 20:25:51.569980 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Device 3d641e3d-61c9-4b25-8e90-c42a030b4ac2 no longer exists at agent ovs-agent-n-d-713301-16 {{(pid=95103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 20:25:51.584497 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-885c84e3-f33d-4227-86b3-d05d9ee855fe tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:25:51.588241 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-885c84e3-f33d-4227-86b3-d05d9ee855fe tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575319'] for security_group_rule, after_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:25:51.589184 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.plugin [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] No Port match for: 3d641e3d-61c9-4b25-8e90-c42a030b4ac2 {{(pid=95103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 20:25:51.589536 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Device 3d641e3d-61c9-4b25-8e90-c42a030b4ac2 not bound to the agent host n-d-713301-16 {{(pid=95103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 20:25:51.606187 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885c84e3-f33d-4227-86b3-d05d9ee855fe tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ee22d4ca-d8ee-4120-8101-3e6960616870,revision_number=0']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:25:51.612224 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-885c84e3-f33d-4227-86b3-d05d9ee855fe tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:25:51.613477 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-885c84e3-f33d-4227-86b3-d05d9ee855fe tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1231937 Sep 23 20:25:51.616175 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 34560) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:25:51.620399 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.v2.base [None req-8b8618d1-1932-42d0-9c61-842003263000 tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Request body: {'security_group_rule': {'security_group_id': 'd4791909-2f2f-436b-854d-59af261e708f', 'project_id': '68e56753f66346b994ad5ec9fc64b1b0', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=95101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 20:25:51.646048 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-8b8618d1-1932-42d0-9c61-842003263000 tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:25:51.707127 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-8b8618d1-1932-42d0-9c61-842003263000 tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:25:51.710538 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-8b8618d1-1932-42d0-9c61-842003263000 tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575319'] for security_group_rule, after_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:25:51.727864 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b8618d1-1932-42d0-9c61-842003263000 tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3dc01f82-9b7a-4751-bdc3-238256d6bc48,revision_number=0']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:25:51.733791 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-8b8618d1-1932-42d0-9c61-842003263000 tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:25:51.736134 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-8b8618d1-1932-42d0-9c61-842003263000 tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1190014 Sep 23 20:25:51.738786 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 34562) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:25:51.743026 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.v2.base [None req-d4ffc926-9bc9-4805-beac-daf0f9b7cbfe tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Request body: {'security_group_rule': {'security_group_id': 'd4791909-2f2f-436b-854d-59af261e708f', 'project_id': '68e56753f66346b994ad5ec9fc64b1b0', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=95101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 20:25:51.769977 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-d4ffc926-9bc9-4805-beac-daf0f9b7cbfe tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:25:51.834376 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-d4ffc926-9bc9-4805-beac-daf0f9b7cbfe tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:25:51.837047 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-d4ffc926-9bc9-4805-beac-daf0f9b7cbfe tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575319'] for security_group_rule, after_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:25:51.855069 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4ffc926-9bc9-4805-beac-daf0f9b7cbfe tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=609933c9-994f-438a-8cca-ce1c600d14ca,revision_number=0']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:25:51.861148 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-d4ffc926-9bc9-4805-beac-daf0f9b7cbfe tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:25:51.865126 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-d4ffc926-9bc9-4805-beac-daf0f9b7cbfe tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1227131 Sep 23 20:25:51.865126 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 34564) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:25:51.869331 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.v2.base [None req-adcfbc95-9bc7-48c2-a843-efbd9572319a tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Request body: {'security_group_rule': {'security_group_id': 'd4791909-2f2f-436b-854d-59af261e708f', 'project_id': '68e56753f66346b994ad5ec9fc64b1b0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=95101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 20:25:51.890006 n-d-713301-16 neutron-server[95101]: INFO neutron.db.securitygroups_db [None req-adcfbc95-9bc7-48c2-a843-efbd9572319a tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Project 68e56753f66346b994ad5ec9fc64b1b0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 23 20:25:51.895436 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-adcfbc95-9bc7-48c2-a843-efbd9572319a tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:25:51.955746 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-adcfbc95-9bc7-48c2-a843-efbd9572319a tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:25:51.959158 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-adcfbc95-9bc7-48c2-a843-efbd9572319a tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575319'] for security_group_rule, after_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:25:51.977096 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adcfbc95-9bc7-48c2-a843-efbd9572319a tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2792cbb5-544c-4205-a097-b443d9d2a05a,revision_number=0']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:25:51.982182 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-adcfbc95-9bc7-48c2-a843-efbd9572319a tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:25:51.983480 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-adcfbc95-9bc7-48c2-a843-efbd9572319a tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1174505 Sep 23 20:25:51.986789 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 34566) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:25:51.991248 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.v2.base [None req-e2988af2-4439-4f6f-a65a-0366f88d6a37 tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Request body: {'security_group_rule': {'security_group_id': 'd4791909-2f2f-436b-854d-59af261e708f', 'project_id': '68e56753f66346b994ad5ec9fc64b1b0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=95101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 20:25:52.012292 n-d-713301-16 neutron-server[95101]: INFO neutron.db.securitygroups_db [None req-e2988af2-4439-4f6f-a65a-0366f88d6a37 tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Project 68e56753f66346b994ad5ec9fc64b1b0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 23 20:25:52.017107 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-e2988af2-4439-4f6f-a65a-0366f88d6a37 tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:25:52.079650 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-e2988af2-4439-4f6f-a65a-0366f88d6a37 tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:25:52.083250 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-e2988af2-4439-4f6f-a65a-0366f88d6a37 tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575319'] for security_group_rule, after_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:25:52.100528 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2988af2-4439-4f6f-a65a-0366f88d6a37 tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d1b274c4-fa03-4e19-9b49-5e72926d277e,revision_number=0']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:25:52.107501 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-e2988af2-4439-4f6f-a65a-0366f88d6a37 tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:25:52.108900 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-e2988af2-4439-4f6f-a65a-0366f88d6a37 tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1210902 Sep 23 20:25:52.112809 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 34568) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:25:52.117766 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.v2.base [None req-4163ff3d-b4de-4e07-9df2-720c0b7fabee tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Request body: {'network': {'name': 'tempest-network-smoke--647443412', 'project_id': '68e56753f66346b994ad5ec9fc64b1b0', 'port_security_enabled': True}} {{(pid=95101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 20:25:52.138811 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4163ff3d-b4de-4e07-9df2-720c0b7fabee tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Made reservation on behalf of 68e56753f66346b994ad5ec9fc64b1b0 for: {'network': 1} {{(pid=95101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 20:25:52.143808 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-4163ff3d-b4de-4e07-9df2-720c0b7fabee tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for network, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:25:52.169170 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4163ff3d-b4de-4e07-9df2-720c0b7fabee tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 623} {{(pid=95101) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 20:25:52.178211 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-4163ff3d-b4de-4e07-9df2-720c0b7fabee tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1756186'] for segment, precommit_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:25:52.178552 n-d-713301-16 neutron-server[95101]: INFO neutron.db.segments_db [None req-4163ff3d-b4de-4e07-9df2-720c0b7fabee tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Added segment 585caf0d-8829-4ade-a0ed-864c37d74d45 of type vlan for network f8f5ee27-314a-4554-9856-a0bc7fb55cfe Sep 23 20:25:52.219546 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-4163ff3d-b4de-4e07-9df2-720c0b7fabee tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783145630486'] for network, precommit_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:25:52.243370 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-4163ff3d-b4de-4e07-9df2-720c0b7fabee tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299'] for network, after_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:25:52.249305 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4163ff3d-b4de-4e07-9df2-720c0b7fabee tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:25:52.250003 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-4163ff3d-b4de-4e07-9df2-720c0b7fabee tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Notify callbacks [] for network, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:25:52.279298 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-4163ff3d-b4de-4e07-9df2-720c0b7fabee tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1650343 Sep 23 20:25:52.282467 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 34570) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:25:52.287018 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.v2.base [None req-e930ac38-4a91-4b03-b708-d0300b6670d9 tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1904967583', 'admin_state_up': True, 'project_id': '68e56753f66346b994ad5ec9fc64b1b0', 'external_gateway_info': {'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac'}}} {{(pid=95102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 20:25:52.309747 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-e930ac38-4a91-4b03-b708-d0300b6670d9 tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-594563', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29355'] for router, before_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:25:52.310712 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-e930ac38-4a91-4b03-b708-d0300b6670d9 tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-597363', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-601731', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-739356', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29346'] for router, precommit_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:25:52.319441 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4163ff3d-b4de-4e07-9df2-720c0b7fabee tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Pushing event updated for resources: {'Network': ['ID=f8f5ee27-314a-4554-9856-a0bc7fb55cfe,revision_number=1']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:25:52.334369 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Network f8f5ee27-314a-4554-9856-a0bc7fb55cfe details requested by agent ovs-agent-n-d-713301-16 with host n-d-713301-16 {{(pid=95103) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 20:25:52.369336 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-e930ac38-4a91-4b03-b708-d0300b6670d9 tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:25:52.506978 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-e930ac38-4a91-4b03-b708-d0300b6670d9 tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:25:53.022270 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-e930ac38-4a91-4b03-b708-d0300b6670d9 tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Notify callbacks [] for router_gateway, before_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:25:53.040736 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-e930ac38-4a91-4b03-b708-d0300b6670d9 tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:25:53.040963 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b3780e18-1f07-4385-9fd6-5a13f058be5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:25:53.143134 n-d-713301-16 neutron-server[95102]: DEBUG neutron.db.db_base_plugin_common [None req-e930ac38-4a91-4b03-b708-d0300b6670d9 tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Allocated IP 172.25.1.140 (5dec5c09-378e-4f50-89cc-d94eb81c3bac/eff83446-018c-428d-b3f5-54ac9abe7a2a/fe765991-6776-4029-9c42-a3debcb64b0b) {{(pid=95102) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 20:25:53.218418 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:25:53.247794 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-e930ac38-4a91-4b03-b708-d0300b6670d9 tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Notify callbacks [] for port, precommit_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:25:53.281404 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-e930ac38-4a91-4b03-b708-d0300b6670d9 tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783145673135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4399100'] for port, after_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:25:53.318380 n-d-713301-16 neutron-server[95102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e930ac38-4a91-4b03-b708-d0300b6670d9 tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Network 5dec5c09-378e-4f50-89cc-d94eb81c3bac is already hosted by enough agents. {{(pid=95102) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 20:25:53.323116 n-d-713301-16 neutron-server[95102]: DEBUG neutron.scheduler.base_scheduler [None req-e930ac38-4a91-4b03-b708-d0300b6670d9 tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Resources bound (agent type, host, resource id): {{(pid=95102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 20:25:53.325678 n-d-713301-16 neutron-server[95102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e930ac38-4a91-4b03-b708-d0300b6670d9 tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Received port after_create {{(pid=95102) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 20:25:53.354724 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e930ac38-4a91-4b03-b708-d0300b6670d9 tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Pushing event updated for resources: {'Port': ['ID=fe765991-6776-4029-9c42-a3debcb64b0b,revision_number=1']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:25:53.586297 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-e930ac38-4a91-4b03-b708-d0300b6670d9 tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Notify callbacks [] for router_gateway, after_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:25:53.676074 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-0ae75029-feb6-4728-9a94-5f9b60993d82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:25:53.781406 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-e930ac38-4a91-4b03-b708-d0300b6670d9 tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-597258', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-601790'] for router, after_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:25:53.909562 n-d-713301-16 neutron-server[95102]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e930ac38-4a91-4b03-b708-d0300b6670d9 tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Router d4fc9ce8-9f14-4959-89b6-00aa1bdf5213 is scheduled to L3 agent 79a740bf-7821-4989-8288-7186e3e128f3 with binding_index 1 {{(pid=95102) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 23 20:25:54.015701 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e930ac38-4a91-4b03-b708-d0300b6670d9 tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Notify agent at l3_agent.n-d-713301-16 the message routers_updated {{(pid=95102) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 20:25:54.027222 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e70ed1b-b75d-405f-919d-ac151d1831d2 None None] Sync routers for ids ['d4fc9ce8-9f14-4959-89b6-00aa1bdf5213'] in n-d-713301-16 {{(pid=95103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 20:25:54.035098 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-e930ac38-4a91-4b03-b708-d0300b6670d9 tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Notify callbacks [] for router, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:25:54.039513 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e70ed1b-b75d-405f-919d-ac151d1831d2 None None] Routers {'d4fc9ce8-9f14-4959-89b6-00aa1bdf5213'} bound to L3 agent in host n-d-713301-16 {{(pid=95103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 20:25:54.039678 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-e930ac38-4a91-4b03-b708-d0300b6670d9 tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] 10.222.0.67 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.7529867 Sep 23 20:25:54.039768 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_hamode_db [None req-8e70ed1b-b75d-405f-919d-ac151d1831d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-23T19:07:52Z,description=,heartbeat_timestamp=2021-09-23T20:25:53Z,host='n-d-713301-16',id=79a740bf-7821-4989-8288-7186e3e128f3,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:07:52Z,topic='l3_agent')) {'router_ids': ['d4fc9ce8-9f14-4959-89b6-00aa1bdf5213'], 'active': True} {{(pid=95103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 20:25:54.039869 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 34576) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:25:54.068407 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-1b2f52eb-995b-42fa-b77a-5c4299b02971 tempest-TestNetworkAdvancedServerOps-2144079699 tempest-TestNetworkAdvancedServerOps-2144079699-project-admin] 10.222.0.67 "GET /v2.0/subnets?project_id=68e56753f66346b994ad5ec9fc64b1b0&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0276341 Sep 23 20:25:54.071090 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 34578) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:25:54.145913 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_dvr_db [None req-8e70ed1b-b75d-405f-919d-ac151d1831d2 None None] Set router d4fc9ce8-9f14-4959-89b6-00aa1bdf5213 gateway port host: n-d-713301-16 {{(pid=95103) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 20:25:54.164386 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf01c0a9-b33b-45c9-9ea8-ba92882b6ff9 tempest-TestNetworkAdvancedServerOps-2144079699 tempest-TestNetworkAdvancedServerOps-2144079699-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:25:54.165886 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-cf01c0a9-b33b-45c9-9ea8-ba92882b6ff9 tempest-TestNetworkAdvancedServerOps-2144079699 tempest-TestNetworkAdvancedServerOps-2144079699-project-admin] 10.222.0.67 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0939169 Sep 23 20:25:54.168691 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 34580) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:25:54.196497 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-09ee692a-fb50-455e-84d1-018cf11e847d tempest-TestNetworkAdvancedServerOps-2144079699 tempest-TestNetworkAdvancedServerOps-2144079699-project-admin] 10.222.0.67 "GET /v2.0/subnets?network_id=5dec5c09-378e-4f50-89cc-d94eb81c3bac&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0267525 Sep 23 20:25:54.199037 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 34582) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:25:54.204414 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.v2.base [None req-767c6fbc-d11d-4b41-b1cb-100e115ba3af tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1092582223', 'network_id': 'f8f5ee27-314a-4554-9856-a0bc7fb55cfe', 'project_id': '68e56753f66346b994ad5ec9fc64b1b0', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=95102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 20:25:54.289961 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-767c6fbc-d11d-4b41-b1cb-100e115ba3af tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Made reservation on behalf of 68e56753f66346b994ad5ec9fc64b1b0 for: {'subnet': 1} {{(pid=95102) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 20:25:54.293624 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-767c6fbc-d11d-4b41-b1cb-100e115ba3af tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5388256'] for subnet, before_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:25:54.322841 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_hamode_db [None req-8e70ed1b-b75d-405f-919d-ac151d1831d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4fc9ce8-9f14-4959-89b6-00aa1bdf5213', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1904967583', 'tenant_id': '68e56753f66346b994ad5ec9fc64b1b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'external_fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.140'}], 'enable_snat': True}, 'gw_port_id': 'fe765991-6776-4029-9c42-a3debcb64b0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T20:25:52Z', 'updated_at': '2021-09-23T20:25:53Z', 'revision_number': 3, 'project_id': '68e56753f66346b994ad5ec9fc64b1b0', 'gw_port': {'id': 'fe765991-6776-4029-9c42-a3debcb64b0b', 'name': '', 'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:75:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4fc9ce8-9f14-4959-89b6-00aa1bdf5213', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T20:25:53Z', 'updated_at': '2021-09-23T20:25:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-16'}], 'n-d-713301-16', False) {} {{(pid=95103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 20:25:54.349598 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e70ed1b-b75d-405f-919d-ac151d1831d2 None None] Checking router: d4fc9ce8-9f14-4959-89b6-00aa1bdf5213 for host: n-d-713301-16 {{(pid=95103) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 20:25:54.349960 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e70ed1b-b75d-405f-919d-ac151d1831d2 None None] Updating router d4fc9ce8-9f14-4959-89b6-00aa1bdf5213 port fe765991-6776-4029-9c42-a3debcb64b0b binding host n-d-713301-16 {{(pid=95103) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 23 20:25:54.374692 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-8e70ed1b-b75d-405f-919d-ac151d1831d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:25:54.476990 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-767c6fbc-d11d-4b41-b1cb-100e115ba3af tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4398944', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5388242'] for subnet, after_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:25:54.545967 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767c6fbc-d11d-4b41-b1cb-100e115ba3af tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Pushing event updated for resources: {'Subnet': ['ID=e483ea88-0e04-4474-a0d9-92f0db6af8c2,revision_number=0']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:25:54.551063 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-767c6fbc-d11d-4b41-b1cb-100e115ba3af tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Checking segment: {'id': '585caf0d-8829-4ade-a0ed-864c37d74d45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': 'f8f5ee27-314a-4554-9856-a0bc7fb55cfe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95102) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 20:25:54.551427 n-d-713301-16 neutron-server[95102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-767c6fbc-d11d-4b41-b1cb-100e115ba3af tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Network hostable DHCP agents. Network: f8f5ee27-314a-4554-9856-a0bc7fb55cfe, hostable agents: ['1b18bf05-1b5f-4587-be5c-af3ac38e32ad'], hosted agents: [] {{(pid=95102) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 20:25:54.568881 n-d-713301-16 neutron-server[95102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-767c6fbc-d11d-4b41-b1cb-100e115ba3af tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Network f8f5ee27-314a-4554-9856-a0bc7fb55cfe is scheduled to be hosted by DHCP agent 1b18bf05-1b5f-4587-be5c-af3ac38e32ad with binding_index 1 {{(pid=95102) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 20:25:54.577328 n-d-713301-16 neutron-server[95102]: DEBUG neutron.scheduler.base_scheduler [None req-767c6fbc-d11d-4b41-b1cb-100e115ba3af tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713301-16, f8f5ee27-314a-4554-9856-a0bc7fb55cfe) {{(pid=95102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 20:25:54.581970 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-767c6fbc-d11d-4b41-b1cb-100e115ba3af tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:25:54.583036 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-767c6fbc-d11d-4b41-b1cb-100e115ba3af tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Notify callbacks [] for subnet, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:25:54.589495 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5e12570-cfbc-4eb3-a0be-429894418d97 None None] Network f8f5ee27-314a-4554-9856-a0bc7fb55cfe requested from n-d-713301-16 {{(pid=95103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 20:25:54.597638 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-767c6fbc-d11d-4b41-b1cb-100e115ba3af tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.3975856 Sep 23 20:25:54.600390 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 34584) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:25:54.678976 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-8e70ed1b-b75d-405f-919d-ac151d1831d2 None None] Notify callbacks [] for port, precommit_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:25:54.687715 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-8e70ed1b-b75d-405f-919d-ac151d1831d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:25:54.785615 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.managers [None req-8e70ed1b-b75d-405f-919d-ac151d1831d2 None None] Attempting to bind port fe765991-6776-4029-9c42-a3debcb64b0b on host n-d-713301-16 for vnic_type normal with profile {{(pid=95103) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 20:25:54.785978 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.managers [None req-8e70ed1b-b75d-405f-919d-ac151d1831d2 None None] Attempting to bind port fe765991-6776-4029-9c42-a3debcb64b0b by drivers openvswitch,hyperv on host n-d-713301-16 at level 0 using segments [{'id': '7d4027f1-d893-4c7b-95d4-757b8e44e380', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac'}] {{(pid=95103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 20:25:54.786338 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e70ed1b-b75d-405f-919d-ac151d1831d2 None None] Attempting to bind port fe765991-6776-4029-9c42-a3debcb64b0b on network 5dec5c09-378e-4f50-89cc-d94eb81c3bac {{(pid=95103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 20:25:54.789880 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-374a1c73-c2f0-41d5-83fb-4e97b63da1dd None None] Pushing event updated for resources: {'Port': ['ID=fe765991-6776-4029-9c42-a3debcb64b0b,revision_number=2']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:25:54.800082 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e70ed1b-b75d-405f-919d-ac151d1831d2 None None] Checking agent: {'id': '70a14545-df24-472f-8f95-bfe1719bff93', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 19, 7, 53), 'started_at': datetime.datetime(2021, 9, 23, 19, 8, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 20, 25, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 20:25:54.800456 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e70ed1b-b75d-405f-919d-ac151d1831d2 None None] Checking segment: {'id': '7d4027f1-d893-4c7b-95d4-757b8e44e380', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95103) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 20:25:54.800895 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-8e70ed1b-b75d-405f-919d-ac151d1831d2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:25:54.801284 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e70ed1b-b75d-405f-919d-ac151d1831d2 None None] Bound using segment: {'id': '7d4027f1-d893-4c7b-95d4-757b8e44e380', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac'} {{(pid=95103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 20:25:54.801751 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.managers [None req-8e70ed1b-b75d-405f-919d-ac151d1831d2 None None] Bound port: fe765991-6776-4029-9c42-a3debcb64b0b, host: n-d-713301-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7d4027f1-d893-4c7b-95d4-757b8e44e380', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac'}}] {{(pid=95103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 20:25:54.802126 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-8e70ed1b-b75d-405f-919d-ac151d1831d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:25:54.855756 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb10320b-147e-4dc7-8cda-04bbb38c4c91 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4c8b80df-07eb-5275-9f17-5cf640db67c0-f8f5ee27-314a-4554-9856-a0bc7fb55cfe', 'network_id': 'f8f5ee27-314a-4554-9856-a0bc7fb55cfe', 'tenant_id': '68e56753f66346b994ad5ec9fc64b1b0', 'fixed_ips': [{'subnet_id': 'e483ea88-0e04-4474-a0d9-92f0db6af8c2'}]}} from n-d-713301-16. {{(pid=95103) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 23 20:25:54.856587 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-fb10320b-147e-4dc7-8cda-04bbb38c4c91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_create {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:25:54.887378 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-8e70ed1b-b75d-405f-919d-ac151d1831d2 None None] For port fe765991-6776-4029-9c42-a3debcb64b0b, host n-d-713301-16, cleared binding levels {{(pid=95103) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 20:25:54.891911 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-8e70ed1b-b75d-405f-919d-ac151d1831d2 None None] For port fe765991-6776-4029-9c42-a3debcb64b0b, host n-d-713301-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-16',level=0,port_id=fe765991-6776-4029-9c42-a3debcb64b0b,segment=NetworkSegment(7d4027f1-d893-4c7b-95d4-757b8e44e380),segment_id=7d4027f1-d893-4c7b-95d4-757b8e44e380)] {{(pid=95103) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 20:25:54.896649 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-8e70ed1b-b75d-405f-919d-ac151d1831d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:25:55.041707 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-dabe97b3-7c6d-4d8a-a4cb-8a49a4606170 tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:25:55.188979 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e70ed1b-b75d-405f-919d-ac151d1831d2 None None] Routers {'d4fc9ce8-9f14-4959-89b6-00aa1bdf5213'} bound to L3 agent in host n-d-713301-16 {{(pid=95103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 20:25:55.189685 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_hamode_db [None req-8e70ed1b-b75d-405f-919d-ac151d1831d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-23T19:07:52Z,description=,heartbeat_timestamp=2021-09-23T20:25:53Z,host='n-d-713301-16',id=79a740bf-7821-4989-8288-7186e3e128f3,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:07:52Z,topic='l3_agent')) {'router_ids': ['d4fc9ce8-9f14-4959-89b6-00aa1bdf5213'], 'active': True} {{(pid=95103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 20:25:55.232713 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-374a1c73-c2f0-41d5-83fb-4e97b63da1dd None None] Pushing event updated for resources: {'Port': ['ID=fe765991-6776-4029-9c42-a3debcb64b0b,revision_number=3']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:25:55.276538 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.db_base_plugin_common [None req-fb10320b-147e-4dc7-8cda-04bbb38c4c91 None None] Allocated IP 172.20.0.2 (f8f5ee27-314a-4554-9856-a0bc7fb55cfe/e483ea88-0e04-4474-a0d9-92f0db6af8c2/5553b277-1f76-48e2-a214-a568f30c2763) {{(pid=95103) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 20:25:55.366281 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_dvr_db [None req-8e70ed1b-b75d-405f-919d-ac151d1831d2 None None] Set router d4fc9ce8-9f14-4959-89b6-00aa1bdf5213 gateway port host: n-d-713301-16 {{(pid=95103) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 20:25:55.562115 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-80e7e501-6c57-470d-92c6-e3d54bc3195c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:25:55.581845 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-fb10320b-147e-4dc7-8cda-04bbb38c4c91 None None] Notify callbacks [] for port, precommit_create {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:25:55.593556 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-fb10320b-147e-4dc7-8cda-04bbb38c4c91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783145673135'] for port, after_create {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:25:55.636780 n-d-713301-16 neutron-server[95103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb10320b-147e-4dc7-8cda-04bbb38c4c91 None None] Network f8f5ee27-314a-4554-9856-a0bc7fb55cfe is already hosted by enough agents. {{(pid=95103) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 20:25:55.639866 n-d-713301-16 neutron-server[95103]: DEBUG neutron.scheduler.base_scheduler [None req-fb10320b-147e-4dc7-8cda-04bbb38c4c91 None None] Resources bound (agent type, host, resource id): {{(pid=95103) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 20:25:55.640688 n-d-713301-16 neutron-server[95102]: DEBUG neutron.db.db_base_plugin_common [None req-dabe97b3-7c6d-4d8a-a4cb-8a49a4606170 tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Allocated IP 172.20.0.1 (f8f5ee27-314a-4554-9856-a0bc7fb55cfe/e483ea88-0e04-4474-a0d9-92f0db6af8c2/f8f60d25-6a02-4877-ba5b-4a7e405c195c) {{(pid=95102) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 20:25:55.642770 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb10320b-147e-4dc7-8cda-04bbb38c4c91 None None] Received port after_create {{(pid=95103) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 20:25:55.686884 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb10320b-147e-4dc7-8cda-04bbb38c4c91 None None] Pushing event updated for resources: {'Port': ['ID=5553b277-1f76-48e2-a214-a568f30c2763,revision_number=1']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:25:55.708706 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_hamode_db [None req-8e70ed1b-b75d-405f-919d-ac151d1831d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4fc9ce8-9f14-4959-89b6-00aa1bdf5213', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1904967583', 'tenant_id': '68e56753f66346b994ad5ec9fc64b1b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'external_fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.140'}], 'enable_snat': True}, 'gw_port_id': 'fe765991-6776-4029-9c42-a3debcb64b0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T20:25:52Z', 'updated_at': '2021-09-23T20:25:53Z', 'revision_number': 3, 'project_id': '68e56753f66346b994ad5ec9fc64b1b0', 'gw_port': {'id': 'fe765991-6776-4029-9c42-a3debcb64b0b', 'name': '', 'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:75:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4fc9ce8-9f14-4959-89b6-00aa1bdf5213', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T20:25:53Z', 'updated_at': '2021-09-23T20:25:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-16'}], 'n-d-713301-16', False) {} {{(pid=95103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 20:25:55.741037 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e70ed1b-b75d-405f-919d-ac151d1831d2 None None] The sync data for ids ['d4fc9ce8-9f14-4959-89b6-00aa1bdf5213'] in n-d-713301-16 is: [{'id': 'd4fc9ce8-9f14-4959-89b6-00aa1bdf5213', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1904967583', 'tenant_id': '68e56753f66346b994ad5ec9fc64b1b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'external_fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.140'}], 'enable_snat': True}, 'gw_port_id': 'fe765991-6776-4029-9c42-a3debcb64b0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T20:25:52Z', 'updated_at': '2021-09-23T20:25:53Z', 'revision_number': 3, 'project_id': '68e56753f66346b994ad5ec9fc64b1b0', 'gw_port': {'id': 'fe765991-6776-4029-9c42-a3debcb64b0b', 'name': '', 'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:75:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4fc9ce8-9f14-4959-89b6-00aa1bdf5213', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T20:25:53Z', 'updated_at': '2021-09-23T20:25:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-16'}] {{(pid=95103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 20:25:55.744819 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.managers [None req-fb10320b-147e-4dc7-8cda-04bbb38c4c91 None None] Attempting to bind port 5553b277-1f76-48e2-a214-a568f30c2763 on host n-d-713301-16 for vnic_type normal with profile {{(pid=95103) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 20:25:55.744970 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.managers [None req-fb10320b-147e-4dc7-8cda-04bbb38c4c91 None None] Attempting to bind port 5553b277-1f76-48e2-a214-a568f30c2763 by drivers openvswitch,hyperv on host n-d-713301-16 at level 0 using segments [{'id': '585caf0d-8829-4ade-a0ed-864c37d74d45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': 'f8f5ee27-314a-4554-9856-a0bc7fb55cfe'}] {{(pid=95103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 20:25:55.745336 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb10320b-147e-4dc7-8cda-04bbb38c4c91 None None] Attempting to bind port 5553b277-1f76-48e2-a214-a568f30c2763 on network f8f5ee27-314a-4554-9856-a0bc7fb55cfe {{(pid=95103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 20:25:55.751150 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb10320b-147e-4dc7-8cda-04bbb38c4c91 None None] Checking agent: {'id': '70a14545-df24-472f-8f95-bfe1719bff93', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 19, 7, 53), 'started_at': datetime.datetime(2021, 9, 23, 19, 8, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 20, 25, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 20:25:55.751544 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb10320b-147e-4dc7-8cda-04bbb38c4c91 None None] Checking segment: {'id': '585caf0d-8829-4ade-a0ed-864c37d74d45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': 'f8f5ee27-314a-4554-9856-a0bc7fb55cfe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95103) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 20:25:55.751948 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-fb10320b-147e-4dc7-8cda-04bbb38c4c91 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:25:55.752340 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb10320b-147e-4dc7-8cda-04bbb38c4c91 None None] Bound using segment: {'id': '585caf0d-8829-4ade-a0ed-864c37d74d45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': 'f8f5ee27-314a-4554-9856-a0bc7fb55cfe'} {{(pid=95103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 20:25:55.752834 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.managers [None req-fb10320b-147e-4dc7-8cda-04bbb38c4c91 None None] Bound port: 5553b277-1f76-48e2-a214-a568f30c2763, host: n-d-713301-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '585caf0d-8829-4ade-a0ed-864c37d74d45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': 'f8f5ee27-314a-4554-9856-a0bc7fb55cfe'}}] {{(pid=95103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 20:25:55.753387 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-fb10320b-147e-4dc7-8cda-04bbb38c4c91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:25:55.770994 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-dabe97b3-7c6d-4d8a-a4cb-8a49a4606170 tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Notify callbacks [] for port, precommit_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:25:55.807666 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-dabe97b3-7c6d-4d8a-a4cb-8a49a4606170 tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783145673135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4399100'] for port, after_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:25:55.828986 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-fb10320b-147e-4dc7-8cda-04bbb38c4c91 None None] For port 5553b277-1f76-48e2-a214-a568f30c2763, host n-d-713301-16, cleared binding levels {{(pid=95103) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 20:25:55.832667 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-fb10320b-147e-4dc7-8cda-04bbb38c4c91 None None] For port 5553b277-1f76-48e2-a214-a568f30c2763, host n-d-713301-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-16',level=0,port_id=5553b277-1f76-48e2-a214-a568f30c2763,segment=NetworkSegment(585caf0d-8829-4ade-a0ed-864c37d74d45),segment_id=585caf0d-8829-4ade-a0ed-864c37d74d45)] {{(pid=95103) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 20:25:55.838897 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-fb10320b-147e-4dc7-8cda-04bbb38c4c91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:25:55.849524 n-d-713301-16 neutron-server[95102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dabe97b3-7c6d-4d8a-a4cb-8a49a4606170 tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Network f8f5ee27-314a-4554-9856-a0bc7fb55cfe is already hosted by enough agents. {{(pid=95102) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 20:25:55.852885 n-d-713301-16 neutron-server[95102]: DEBUG neutron.scheduler.base_scheduler [None req-dabe97b3-7c6d-4d8a-a4cb-8a49a4606170 tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Resources bound (agent type, host, resource id): {{(pid=95102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 20:25:55.856786 n-d-713301-16 neutron-server[95102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dabe97b3-7c6d-4d8a-a4cb-8a49a4606170 tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Received port after_create {{(pid=95102) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 20:25:55.883594 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dabe97b3-7c6d-4d8a-a4cb-8a49a4606170 tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Pushing event updated for resources: {'Port': ['ID=f8f60d25-6a02-4877-ba5b-4a7e405c195c,revision_number=1']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:25:55.896782 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb10320b-147e-4dc7-8cda-04bbb38c4c91 None None] Pushing event updated for resources: {'Port': ['ID=5553b277-1f76-48e2-a214-a568f30c2763,revision_number=2']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:25:55.918816 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-dabe97b3-7c6d-4d8a-a4cb-8a49a4606170 tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-601987'] for router_interface, before_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:25:56.113880 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-dabe97b3-7c6d-4d8a-a4cb-8a49a4606170 tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:25:56.409078 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-dabe97b3-7c6d-4d8a-a4cb-8a49a4606170 tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Notify callbacks [] for port, precommit_update {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:25:56.413779 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-dabe97b3-7c6d-4d8a-a4cb-8a49a4606170 tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4399095'] for port, after_update {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:25:56.486563 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dabe97b3-7c6d-4d8a-a4cb-8a49a4606170 tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Pushing event updated for resources: {'Port': ['ID=f8f60d25-6a02-4877-ba5b-4a7e405c195c,revision_number=2']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:25:56.491685 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-dabe97b3-7c6d-4d8a-a4cb-8a49a4606170 tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-527313', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-601459'] for router_interface, after_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:25:56.593180 n-d-713301-16 neutron-server[95102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dabe97b3-7c6d-4d8a-a4cb-8a49a4606170 tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Network f8f5ee27-314a-4554-9856-a0bc7fb55cfe is already hosted by enough agents. {{(pid=95102) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 20:25:56.594657 n-d-713301-16 neutron-server[95102]: DEBUG neutron.scheduler.base_scheduler [None req-dabe97b3-7c6d-4d8a-a4cb-8a49a4606170 tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Resources bound (agent type, host, resource id): {{(pid=95102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 20:25:56.718747 n-d-713301-16 neutron-server[95102]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dabe97b3-7c6d-4d8a-a4cb-8a49a4606170 tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Router d4fc9ce8-9f14-4959-89b6-00aa1bdf5213 has already been hosted by L3 agent 79a740bf-7821-4989-8288-7186e3e128f3 {{(pid=95102) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 20:25:56.838475 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dabe97b3-7c6d-4d8a-a4cb-8a49a4606170 tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Notify agent at l3_agent.n-d-713301-16 the message routers_updated {{(pid=95102) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 20:25:56.844021 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-dabe97b3-7c6d-4d8a-a4cb-8a49a4606170 tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] 10.222.0.67 "PUT /v2.0/routers/d4fc9ce8-9f14-4959-89b6-00aa1bdf5213/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2423127 Sep 23 20:25:56.862226 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-853f8e2d-25d0-4515-b58d-94f6d6fcbf24 None None] Network f8f5ee27-314a-4554-9856-a0bc7fb55cfe requested from n-d-713301-16 {{(pid=95103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 20:25:56.985415 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-fc14d89a-9d8e-4a95-989e-cc22a44b3a5c req-adb47cc1-675f-4a27-bad1-e49d78a7a42a tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] 10.222.0.67 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-660649514&fields=id&tenant_id=68e56753f66346b994ad5ec9fc64b1b0 HTTP/1.1" status: 200 len: 267 time: 0.0332601 Sep 23 20:25:56.990472 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-bf9e3fc0-2b6e-4a8a-9035-e7d77d752477 None None] Provisioning complete for port 5553b277-1f76-48e2-a214-a568f30c2763 triggered by entity DHCP. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 20:25:56.990850 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-bf9e3fc0-2b6e-4a8a-9035-e7d77d752477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:25:57.103939 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc14d89a-9d8e-4a95-989e-cc22a44b3a5c req-80010e1d-9afe-48af-bac2-5b099dc97de3 tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:25:57.105476 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-fc14d89a-9d8e-4a95-989e-cc22a44b3a5c req-80010e1d-9afe-48af-bac2-5b099dc97de3 tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] 10.222.0.67 "GET /v2.0/networks?id=f8f5ee27-314a-4554-9856-a0bc7fb55cfe HTTP/1.1" status: 200 len: 796 time: 0.1107264 Sep 23 20:25:57.106619 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-bf9e3fc0-2b6e-4a8a-9035-e7d77d752477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:25:57.124265 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-fc14d89a-9d8e-4a95-989e-cc22a44b3a5c req-99d33dfe-54cb-49ff-8f91-89b6ed84156d tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] 10.222.0.67 "GET /v2.0/quotas/68e56753f66346b994ad5ec9fc64b1b0 HTTP/1.1" status: 200 len: 375 time: 0.0117922 Sep 23 20:25:57.148321 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-bf9e3fc0-2b6e-4a8a-9035-e7d77d752477 None None] For port 5553b277-1f76-48e2-a214-a568f30c2763, host n-d-713301-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-16',level=0,port_id=5553b277-1f76-48e2-a214-a568f30c2763,segment=NetworkSegment(585caf0d-8829-4ade-a0ed-864c37d74d45),segment_id=585caf0d-8829-4ade-a0ed-864c37d74d45)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 20:25:57.157206 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-bf9e3fc0-2b6e-4a8a-9035-e7d77d752477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:25:57.190822 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-fc14d89a-9d8e-4a95-989e-cc22a44b3a5c req-9eec48b9-7763-4b2d-9748-5f02d458b36b tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=68e56753f66346b994ad5ec9fc64b1b0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0555611 Sep 23 20:25:57.214584 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf9e3fc0-2b6e-4a8a-9035-e7d77d752477 None None] Pushing event updated for resources: {'Port': ['ID=5553b277-1f76-48e2-a214-a568f30c2763,revision_number=3']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:25:57.342641 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee3f10c1-b145-45a2-b0a8-7053a41a0433 None None] Sync routers for ids ['d4fc9ce8-9f14-4959-89b6-00aa1bdf5213'] in n-d-713301-16 {{(pid=95104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 20:25:57.350540 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-fc14d89a-9d8e-4a95-989e-cc22a44b3a5c req-652e5ead-d4e5-4138-b6aa-906b595354a2 service neutron] 10.222.0.67 "GET /v2.0/networks/f8f5ee27-314a-4554-9856-a0bc7fb55cfe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1387916 Sep 23 20:25:57.353519 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee3f10c1-b145-45a2-b0a8-7053a41a0433 None None] Routers {'d4fc9ce8-9f14-4959-89b6-00aa1bdf5213'} bound to L3 agent in host n-d-713301-16 {{(pid=95104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 20:25:57.354505 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_hamode_db [None req-ee3f10c1-b145-45a2-b0a8-7053a41a0433 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-23T19:07:52Z,description=,heartbeat_timestamp=2021-09-23T20:25:53Z,host='n-d-713301-16',id=79a740bf-7821-4989-8288-7186e3e128f3,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:07:52Z,topic='l3_agent')) {'router_ids': ['d4fc9ce8-9f14-4959-89b6-00aa1bdf5213'], 'active': True} {{(pid=95104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 20:25:57.379563 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-5a1d8581-239d-4e27-a2b6-f68e829e30cd None None] Provisioning complete for port 5553b277-1f76-48e2-a214-a568f30c2763 triggered by entity DHCP. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 20:25:57.379935 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-5a1d8581-239d-4e27-a2b6-f68e829e30cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:25:57.457663 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-fc14d89a-9d8e-4a95-989e-cc22a44b3a5c req-2263af19-629e-4236-8513-027bad420e79 service neutron] 10.222.0.67 "GET /v2.0/networks/f8f5ee27-314a-4554-9856-a0bc7fb55cfe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0963550 Sep 23 20:25:57.492188 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_dvr_db [None req-ee3f10c1-b145-45a2-b0a8-7053a41a0433 None None] Set router d4fc9ce8-9f14-4959-89b6-00aa1bdf5213 gateway port host: n-d-713301-16 {{(pid=95104) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 20:25:57.502317 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-5a1d8581-239d-4e27-a2b6-f68e829e30cd None None] Provisioning complete for port f8f60d25-6a02-4877-ba5b-4a7e405c195c triggered by entity DHCP. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 20:25:57.502693 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-5a1d8581-239d-4e27-a2b6-f68e829e30cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:25:57.557363 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.plugin [None req-5a1d8581-239d-4e27-a2b6-f68e829e30cd None None] Port f8f60d25-6a02-4877-ba5b-4a7e405c195c cannot update to ACTIVE because it is not bound. {{(pid=95103) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 20:25:57.635770 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Device 5553b277-1f76-48e2-a214-a568f30c2763 up at agent ovs-agent-n-d-713301-16 {{(pid=95103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 20:25:57.693927 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-4e22fbbb-af6c-4777-b082-70ab6b1032db None None] Provisioning complete for port f8f60d25-6a02-4877-ba5b-4a7e405c195c triggered by entity DHCP. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 20:25:57.694301 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-4e22fbbb-af6c-4777-b082-70ab6b1032db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:25:57.720757 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Provisioning complete for port 5553b277-1f76-48e2-a214-a568f30c2763 triggered by entity L2. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 20:25:57.721044 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:25:57.762414 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.plugin [None req-4e22fbbb-af6c-4777-b082-70ab6b1032db None None] Port f8f60d25-6a02-4877-ba5b-4a7e405c195c cannot update to ACTIVE because it is not bound. {{(pid=95103) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 20:25:57.817155 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Device fe765991-6776-4029-9c42-a3debcb64b0b up at agent ovs-agent-n-d-713301-16 {{(pid=95103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 20:25:57.835224 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_hamode_db [None req-ee3f10c1-b145-45a2-b0a8-7053a41a0433 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4fc9ce8-9f14-4959-89b6-00aa1bdf5213', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1904967583', 'tenant_id': '68e56753f66346b994ad5ec9fc64b1b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'external_fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.140'}], 'enable_snat': True}, 'gw_port_id': 'fe765991-6776-4029-9c42-a3debcb64b0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T20:25:52Z', 'updated_at': '2021-09-23T20:25:56Z', 'revision_number': 4, 'project_id': '68e56753f66346b994ad5ec9fc64b1b0', 'gw_port': {'id': 'fe765991-6776-4029-9c42-a3debcb64b0b', 'name': '', 'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:75:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4fc9ce8-9f14-4959-89b6-00aa1bdf5213', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T20:25:53Z', 'updated_at': '2021-09-23T20:25:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-16', '_interfaces': [{'id': 'f8f60d25-6a02-4877-ba5b-4a7e405c195c', 'name': '', 'network_id': 'f8f5ee27-314a-4554-9856-a0bc7fb55cfe', 'tenant_id': '68e56753f66346b994ad5ec9fc64b1b0', 'mac_address': 'fa:16:3e:f5:57:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4fc9ce8-9f14-4959-89b6-00aa1bdf5213', 'device_owner': 'network:router_interface', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': 'e483ea88-0e04-4474-a0d9-92f0db6af8c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T20:25:55Z', 'updated_at': '2021-09-23T20:25:56Z', 'revision_number': 2, 'project_id': '68e56753f66346b994ad5ec9fc64b1b0', 'subnets': [{'id': 'e483ea88-0e04-4474-a0d9-92f0db6af8c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-16', False) {} {{(pid=95104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 20:25:57.860619 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee3f10c1-b145-45a2-b0a8-7053a41a0433 None None] Checking router: d4fc9ce8-9f14-4959-89b6-00aa1bdf5213 for host: n-d-713301-16 {{(pid=95104) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 20:25:57.860800 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee3f10c1-b145-45a2-b0a8-7053a41a0433 None None] Updating router d4fc9ce8-9f14-4959-89b6-00aa1bdf5213 port f8f60d25-6a02-4877-ba5b-4a7e405c195c binding host n-d-713301-16 {{(pid=95104) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 23 20:25:57.863193 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Provisioning complete for port fe765991-6776-4029-9c42-a3debcb64b0b triggered by entity L2. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 20:25:57.863705 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:25:57.888830 n-d-713301-16 neutron-server[95104]: DEBUG neutron_lib.callbacks.manager [None req-ee3f10c1-b145-45a2-b0a8-7053a41a0433 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:25:57.911275 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-d28d1425-4434-43ed-9206-eba93f32636c None None] Provisioning complete for port f8f60d25-6a02-4877-ba5b-4a7e405c195c triggered by entity DHCP. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 20:25:57.911643 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-d28d1425-4434-43ed-9206-eba93f32636c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:25:57.972398 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.plugin [None req-d28d1425-4434-43ed-9206-eba93f32636c None None] Port f8f60d25-6a02-4877-ba5b-4a7e405c195c cannot update to ACTIVE because it is not bound. {{(pid=95103) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 20:25:57.984252 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:25:58.004266 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] For port fe765991-6776-4029-9c42-a3debcb64b0b, host n-d-713301-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-16',level=0,port_id=fe765991-6776-4029-9c42-a3debcb64b0b,segment=NetworkSegment(7d4027f1-d893-4c7b-95d4-757b8e44e380),segment_id=7d4027f1-d893-4c7b-95d4-757b8e44e380)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 20:25:58.009207 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:25:58.057186 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Pushing event updated for resources: {'Port': ['ID=fe765991-6776-4029-9c42-a3debcb64b0b,revision_number=4']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:25:58.145894 n-d-713301-16 neutron-server[95104]: DEBUG neutron_lib.callbacks.manager [None req-ee3f10c1-b145-45a2-b0a8-7053a41a0433 None None] Notify callbacks [] for port, precommit_update {{(pid=95104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:25:58.151185 n-d-713301-16 neutron-server[95104]: DEBUG neutron_lib.callbacks.manager [None req-ee3f10c1-b145-45a2-b0a8-7053a41a0433 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:25:58.200811 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cb0d672-13cd-4339-a982-dd3699a84e64 None None] Pushing event updated for resources: {'Port': ['ID=f8f60d25-6a02-4877-ba5b-4a7e405c195c,revision_number=3']} {{(pid=95104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:25:58.224414 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cb0d672-13cd-4339-a982-dd3699a84e64 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:25:58.224795 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cb0d672-13cd-4339-a982-dd3699a84e64 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:25:58.225138 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cb0d672-13cd-4339-a982-dd3699a84e64 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:25:58.225472 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cb0d672-13cd-4339-a982-dd3699a84e64 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:25:58.225798 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cb0d672-13cd-4339-a982-dd3699a84e64 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:25:58.226126 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cb0d672-13cd-4339-a982-dd3699a84e64 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:25:58.226450 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cb0d672-13cd-4339-a982-dd3699a84e64 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:25:58.226769 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cb0d672-13cd-4339-a982-dd3699a84e64 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:25:58.227113 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cb0d672-13cd-4339-a982-dd3699a84e64 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:25:58.227491 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cb0d672-13cd-4339-a982-dd3699a84e64 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:25:58.227810 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cb0d672-13cd-4339-a982-dd3699a84e64 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:25:58.228128 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cb0d672-13cd-4339-a982-dd3699a84e64 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:25:58.263995 n-d-713301-16 neutron-server[95104]: DEBUG neutron.plugins.ml2.managers [None req-ee3f10c1-b145-45a2-b0a8-7053a41a0433 None None] Attempting to bind port f8f60d25-6a02-4877-ba5b-4a7e405c195c on host n-d-713301-16 for vnic_type normal with profile {{(pid=95104) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 20:25:58.264360 n-d-713301-16 neutron-server[95104]: DEBUG neutron.plugins.ml2.managers [None req-ee3f10c1-b145-45a2-b0a8-7053a41a0433 None None] Attempting to bind port f8f60d25-6a02-4877-ba5b-4a7e405c195c by drivers openvswitch,hyperv on host n-d-713301-16 at level 0 using segments [{'id': '585caf0d-8829-4ade-a0ed-864c37d74d45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': 'f8f5ee27-314a-4554-9856-a0bc7fb55cfe'}] {{(pid=95104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 20:25:58.264752 n-d-713301-16 neutron-server[95104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee3f10c1-b145-45a2-b0a8-7053a41a0433 None None] Attempting to bind port f8f60d25-6a02-4877-ba5b-4a7e405c195c on network f8f5ee27-314a-4554-9856-a0bc7fb55cfe {{(pid=95104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 20:25:58.270350 n-d-713301-16 neutron-server[95104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee3f10c1-b145-45a2-b0a8-7053a41a0433 None None] Checking agent: {'id': '70a14545-df24-472f-8f95-bfe1719bff93', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 19, 7, 53), 'started_at': datetime.datetime(2021, 9, 23, 19, 8, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 20, 25, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 20:25:58.270715 n-d-713301-16 neutron-server[95104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee3f10c1-b145-45a2-b0a8-7053a41a0433 None None] Checking segment: {'id': '585caf0d-8829-4ade-a0ed-864c37d74d45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': 'f8f5ee27-314a-4554-9856-a0bc7fb55cfe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95104) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 20:25:58.271116 n-d-713301-16 neutron-server[95104]: DEBUG neutron_lib.callbacks.manager [None req-ee3f10c1-b145-45a2-b0a8-7053a41a0433 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:25:58.271508 n-d-713301-16 neutron-server[95104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee3f10c1-b145-45a2-b0a8-7053a41a0433 None None] Bound using segment: {'id': '585caf0d-8829-4ade-a0ed-864c37d74d45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': 'f8f5ee27-314a-4554-9856-a0bc7fb55cfe'} {{(pid=95104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 20:25:58.271961 n-d-713301-16 neutron-server[95104]: DEBUG neutron.plugins.ml2.managers [None req-ee3f10c1-b145-45a2-b0a8-7053a41a0433 None None] Bound port: f8f60d25-6a02-4877-ba5b-4a7e405c195c, host: n-d-713301-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '585caf0d-8829-4ade-a0ed-864c37d74d45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': 'f8f5ee27-314a-4554-9856-a0bc7fb55cfe'}}] {{(pid=95104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 20:25:58.272338 n-d-713301-16 neutron-server[95104]: DEBUG neutron_lib.callbacks.manager [None req-ee3f10c1-b145-45a2-b0a8-7053a41a0433 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:25:58.337388 n-d-713301-16 neutron-server[95104]: DEBUG neutron.plugins.ml2.db [None req-ee3f10c1-b145-45a2-b0a8-7053a41a0433 None None] For port f8f60d25-6a02-4877-ba5b-4a7e405c195c, host n-d-713301-16, cleared binding levels {{(pid=95104) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 20:25:58.340552 n-d-713301-16 neutron-server[95104]: DEBUG neutron.plugins.ml2.db [None req-ee3f10c1-b145-45a2-b0a8-7053a41a0433 None None] For port f8f60d25-6a02-4877-ba5b-4a7e405c195c, host n-d-713301-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-16',level=0,port_id=f8f60d25-6a02-4877-ba5b-4a7e405c195c,segment=NetworkSegment(585caf0d-8829-4ade-a0ed-864c37d74d45),segment_id=585caf0d-8829-4ade-a0ed-864c37d74d45)] {{(pid=95104) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 20:25:58.345052 n-d-713301-16 neutron-server[95104]: DEBUG neutron_lib.callbacks.manager [None req-ee3f10c1-b145-45a2-b0a8-7053a41a0433 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:25:58.401983 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-9b4318dc-411b-40e4-b3a5-20ede78cfe70 None None] Provisioning complete for port f8f60d25-6a02-4877-ba5b-4a7e405c195c triggered by entity DHCP. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 20:25:58.402452 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-9b4318dc-411b-40e4-b3a5-20ede78cfe70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:25:58.402776 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee3f10c1-b145-45a2-b0a8-7053a41a0433 None None] Routers {'d4fc9ce8-9f14-4959-89b6-00aa1bdf5213'} bound to L3 agent in host n-d-713301-16 {{(pid=95104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 20:25:58.403404 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_hamode_db [None req-ee3f10c1-b145-45a2-b0a8-7053a41a0433 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-23T19:07:52Z,description=,heartbeat_timestamp=2021-09-23T20:25:53Z,host='n-d-713301-16',id=79a740bf-7821-4989-8288-7186e3e128f3,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:07:52Z,topic='l3_agent')) {'router_ids': ['d4fc9ce8-9f14-4959-89b6-00aa1bdf5213'], 'active': True} {{(pid=95104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 20:25:58.408313 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cb0d672-13cd-4339-a982-dd3699a84e64 None None] Pushing event updated for resources: {'Port': ['ID=f8f60d25-6a02-4877-ba5b-4a7e405c195c,revision_number=4']} {{(pid=95104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:25:58.489970 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-9b4318dc-411b-40e4-b3a5-20ede78cfe70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:25:58.518724 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_dvr_db [None req-ee3f10c1-b145-45a2-b0a8-7053a41a0433 None None] Set router d4fc9ce8-9f14-4959-89b6-00aa1bdf5213 gateway port host: n-d-713301-16 {{(pid=95104) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 20:25:58.525504 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:25:58.536671 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-9b4318dc-411b-40e4-b3a5-20ede78cfe70 None None] For port f8f60d25-6a02-4877-ba5b-4a7e405c195c, host n-d-713301-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-16',level=0,port_id=f8f60d25-6a02-4877-ba5b-4a7e405c195c,segment=NetworkSegment(585caf0d-8829-4ade-a0ed-864c37d74d45),segment_id=585caf0d-8829-4ade-a0ed-864c37d74d45)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 20:25:58.541533 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-9b4318dc-411b-40e4-b3a5-20ede78cfe70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:25:58.592764 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b4318dc-411b-40e4-b3a5-20ede78cfe70 None None] Pushing event updated for resources: {'Port': ['ID=f8f60d25-6a02-4877-ba5b-4a7e405c195c,revision_number=5']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:25:58.664350 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-947780e7-0e25-479c-ab06-a0bec3a9de52 None None] Provisioning complete for port f8f60d25-6a02-4877-ba5b-4a7e405c195c triggered by entity DHCP. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 20:25:58.664787 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-947780e7-0e25-479c-ab06-a0bec3a9de52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:25:58.743209 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_hamode_db [None req-ee3f10c1-b145-45a2-b0a8-7053a41a0433 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4fc9ce8-9f14-4959-89b6-00aa1bdf5213', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1904967583', 'tenant_id': '68e56753f66346b994ad5ec9fc64b1b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'external_fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.140'}], 'enable_snat': True}, 'gw_port_id': 'fe765991-6776-4029-9c42-a3debcb64b0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T20:25:52Z', 'updated_at': '2021-09-23T20:25:56Z', 'revision_number': 4, 'project_id': '68e56753f66346b994ad5ec9fc64b1b0', 'gw_port': {'id': 'fe765991-6776-4029-9c42-a3debcb64b0b', 'name': '', 'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:75:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4fc9ce8-9f14-4959-89b6-00aa1bdf5213', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T20:25:53Z', 'updated_at': '2021-09-23T20:25:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-16', '_interfaces': [{'id': 'f8f60d25-6a02-4877-ba5b-4a7e405c195c', 'name': '', 'network_id': 'f8f5ee27-314a-4554-9856-a0bc7fb55cfe', 'tenant_id': '68e56753f66346b994ad5ec9fc64b1b0', 'mac_address': 'fa:16:3e:f5:57:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4fc9ce8-9f14-4959-89b6-00aa1bdf5213', 'device_owner': 'network:router_interface', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': 'e483ea88-0e04-4474-a0d9-92f0db6af8c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T20:25:55Z', 'updated_at': '2021-09-23T20:25:58Z', 'revision_number': 4, 'project_id': '68e56753f66346b994ad5ec9fc64b1b0', 'subnets': [{'id': 'e483ea88-0e04-4474-a0d9-92f0db6af8c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-16', False) {} {{(pid=95104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 20:25:58.754722 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-870a7874-614c-439d-8850-9f675286a173 req-aaca37d9-f29b-45a3-ae9b-2869a045235e tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] 10.222.0.67 "GET /v2.0/ports?device_id=0b26a57e-b1cb-4f8e-a840-43797a5bc1e9 HTTP/1.1" status: 200 len: 210 time: 0.0297053 Sep 23 20:25:58.775700 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee3f10c1-b145-45a2-b0a8-7053a41a0433 None None] The sync data for ids ['d4fc9ce8-9f14-4959-89b6-00aa1bdf5213'] in n-d-713301-16 is: [{'id': 'd4fc9ce8-9f14-4959-89b6-00aa1bdf5213', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1904967583', 'tenant_id': '68e56753f66346b994ad5ec9fc64b1b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'external_fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.140'}], 'enable_snat': True}, 'gw_port_id': 'fe765991-6776-4029-9c42-a3debcb64b0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T20:25:52Z', 'updated_at': '2021-09-23T20:25:56Z', 'revision_number': 4, 'project_id': '68e56753f66346b994ad5ec9fc64b1b0', 'gw_port': {'id': 'fe765991-6776-4029-9c42-a3debcb64b0b', 'name': '', 'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:75:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4fc9ce8-9f14-4959-89b6-00aa1bdf5213', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T20:25:53Z', 'updated_at': '2021-09-23T20:25:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-16', '_interfaces': [{'id': 'f8f60d25-6a02-4877-ba5b-4a7e405c195c', 'name': '', 'network_id': 'f8f5ee27-314a-4554-9856-a0bc7fb55cfe', 'tenant_id': '68e56753f66346b994ad5ec9fc64b1b0', 'mac_address': 'fa:16:3e:f5:57:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4fc9ce8-9f14-4959-89b6-00aa1bdf5213', 'device_owner': 'network:router_interface', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': 'e483ea88-0e04-4474-a0d9-92f0db6af8c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T20:25:55Z', 'updated_at': '2021-09-23T20:25:58Z', 'revision_number': 4, 'project_id': '68e56753f66346b994ad5ec9fc64b1b0', 'subnets': [{'id': 'e483ea88-0e04-4474-a0d9-92f0db6af8c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 20:25:58.861773 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:25:59.622003 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Device fe765991-6776-4029-9c42-a3debcb64b0b up at agent ovs-agent-n-d-713301-16 {{(pid=95103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 20:25:59.677806 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Provisioning complete for port fe765991-6776-4029-9c42-a3debcb64b0b triggered by entity L2. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 20:25:59.678179 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:25:59.771450 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Device f8f60d25-6a02-4877-ba5b-4a7e405c195c up at agent ovs-agent-n-d-713301-16 {{(pid=95103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 20:25:59.824452 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Provisioning complete for port f8f60d25-6a02-4877-ba5b-4a7e405c195c triggered by entity L2. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 20:25:59.825035 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:26:00.085424 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-439d5f3d-33e1-49f9-94d5-1badc0f48b04 req-bc9d8870-3fc7-43b1-8dcd-e3286c12e3a2 tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] 10.222.0.67 "GET /v2.0/ports?device_id=0b26a57e-b1cb-4f8e-a840-43797a5bc1e9 HTTP/1.1" status: 200 len: 210 time: 0.0328603 Sep 23 20:26:00.112060 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc14d89a-9d8e-4a95-989e-cc22a44b3a5c req-1c827a27-e40c-4951-b287-a431c641817f tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:26:00.113529 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-fc14d89a-9d8e-4a95-989e-cc22a44b3a5c req-1c827a27-e40c-4951-b287-a431c641817f tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] 10.222.0.74 "GET /v2.0/networks?id=f8f5ee27-314a-4554-9856-a0bc7fb55cfe HTTP/1.1" status: 200 len: 796 time: 0.5040922 Sep 23 20:26:00.155870 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-fc14d89a-9d8e-4a95-989e-cc22a44b3a5c req-5f2a3b10-15b6-4011-9394-c38639ed53b0 tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] 10.222.0.74 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=68e56753f66346b994ad5ec9fc64b1b0 HTTP/1.1" status: 200 len: 379 time: 0.0318069 Sep 23 20:26:00.165821 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.v2.base [req-fc14d89a-9d8e-4a95-989e-cc22a44b3a5c req-fe29db45-c4aa-4d29-b654-837af931100c tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Request body: {'port': {'device_id': '0b26a57e-b1cb-4f8e-a840-43797a5bc1e9', 'network_id': 'f8f5ee27-314a-4554-9856-a0bc7fb55cfe', 'admin_state_up': True, 'tenant_id': '68e56753f66346b994ad5ec9fc64b1b0', 'security_groups': ['d4791909-2f2f-436b-854d-59af261e708f']}} {{(pid=95102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 20:26:00.271755 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fc14d89a-9d8e-4a95-989e-cc22a44b3a5c req-fe29db45-c4aa-4d29-b654-837af931100c tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Made reservation on behalf of 68e56753f66346b994ad5ec9fc64b1b0 for: {'port': 1} {{(pid=95102) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 20:26:00.275273 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-fc14d89a-9d8e-4a95-989e-cc22a44b3a5c req-fe29db45-c4aa-4d29-b654-837af931100c tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:26:00.396372 n-d-713301-16 neutron-server[95102]: DEBUG neutron.db.db_base_plugin_common [req-fc14d89a-9d8e-4a95-989e-cc22a44b3a5c req-fe29db45-c4aa-4d29-b654-837af931100c tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Allocated IP 172.20.0.11 (f8f5ee27-314a-4554-9856-a0bc7fb55cfe/e483ea88-0e04-4474-a0d9-92f0db6af8c2/690e9552-a8bb-4f16-800c-d4c139cf068b) {{(pid=95102) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 20:26:00.532542 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-fc14d89a-9d8e-4a95-989e-cc22a44b3a5c req-fe29db45-c4aa-4d29-b654-837af931100c tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Notify callbacks [] for port, precommit_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:26:00.565442 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-fc14d89a-9d8e-4a95-989e-cc22a44b3a5c req-fe29db45-c4aa-4d29-b654-837af931100c tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783145673135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4399100'] for port, after_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:26:00.605264 n-d-713301-16 neutron-server[95102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fc14d89a-9d8e-4a95-989e-cc22a44b3a5c req-fe29db45-c4aa-4d29-b654-837af931100c tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Network f8f5ee27-314a-4554-9856-a0bc7fb55cfe is already hosted by enough agents. {{(pid=95102) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 20:26:00.608266 n-d-713301-16 neutron-server[95102]: DEBUG neutron.scheduler.base_scheduler [req-fc14d89a-9d8e-4a95-989e-cc22a44b3a5c req-fe29db45-c4aa-4d29-b654-837af931100c tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Resources bound (agent type, host, resource id): {{(pid=95102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 20:26:00.612654 n-d-713301-16 neutron-server[95102]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc14d89a-9d8e-4a95-989e-cc22a44b3a5c req-fe29db45-c4aa-4d29-b654-837af931100c tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Received port after_create {{(pid=95102) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 20:26:00.650515 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe29db45-c4aa-4d29-b654-837af931100c tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Pushing event updated for resources: {'Port': ['ID=690e9552-a8bb-4f16-800c-d4c139cf068b,revision_number=1']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:26:00.676019 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc14d89a-9d8e-4a95-989e-cc22a44b3a5c req-fe29db45-c4aa-4d29-b654-837af931100c tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:26:00.676759 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-fc14d89a-9d8e-4a95-989e-cc22a44b3a5c req-fe29db45-c4aa-4d29-b654-837af931100c tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222849'] for port, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:26:00.692373 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-fc14d89a-9d8e-4a95-989e-cc22a44b3a5c req-fe29db45-c4aa-4d29-b654-837af931100c tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5300419 Sep 23 20:26:00.705104 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.v2.base [req-fc14d89a-9d8e-4a95-989e-cc22a44b3a5c req-19841cae-2180-4cbf-8afc-7af3d5e00548 service neutron] Request body: {'port': {'device_id': '0b26a57e-b1cb-4f8e-a840-43797a5bc1e9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713301-16'}} {{(pid=95102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 20:26:00.765404 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-fc14d89a-9d8e-4a95-989e-cc22a44b3a5c req-19841cae-2180-4cbf-8afc-7af3d5e00548 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:26:00.889173 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-ebf6b5d3-20c4-4150-b1a0-eec4a307e0b7 None None] Provisioning complete for port 690e9552-a8bb-4f16-800c-d4c139cf068b triggered by entity DHCP. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 20:26:00.889771 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-ebf6b5d3-20c4-4150-b1a0-eec4a307e0b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:26:00.923284 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.plugin [None req-ebf6b5d3-20c4-4150-b1a0-eec4a307e0b7 None None] Port 690e9552-a8bb-4f16-800c-d4c139cf068b cannot update to ACTIVE because it is not bound. {{(pid=95103) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 20:26:01.030875 n-d-713301-16 neutron-server[95102]: DEBUG neutron.notifiers.nova [req-fc14d89a-9d8e-4a95-989e-cc22a44b3a5c req-19841cae-2180-4cbf-8afc-7af3d5e00548 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 690e9552-a8bb-4f16-800c-d4c139cf068b {{(pid=95102) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 20:26:01.038822 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-fc14d89a-9d8e-4a95-989e-cc22a44b3a5c req-19841cae-2180-4cbf-8afc-7af3d5e00548 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:26:01.050882 n-d-713301-16 neutron-server[95102]: DEBUG neutron.db.provisioning_blocks [req-fc14d89a-9d8e-4a95-989e-cc22a44b3a5c req-19841cae-2180-4cbf-8afc-7af3d5e00548 service neutron] Transition to ACTIVE for port object 690e9552-a8bb-4f16-800c-d4c139cf068b will not be triggered until provisioned by entity L2. {{(pid=95102) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 20:26:01.054613 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-fc14d89a-9d8e-4a95-989e-cc22a44b3a5c req-19841cae-2180-4cbf-8afc-7af3d5e00548 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4399095'] for port, after_update {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:26:01.108547 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19841cae-2180-4cbf-8afc-7af3d5e00548 service neutron] Pushing event updated for resources: {'Port': ['ID=690e9552-a8bb-4f16-800c-d4c139cf068b,revision_number=2']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:26:01.208679 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.managers [req-fc14d89a-9d8e-4a95-989e-cc22a44b3a5c req-19841cae-2180-4cbf-8afc-7af3d5e00548 service neutron] Attempting to bind port 690e9552-a8bb-4f16-800c-d4c139cf068b on host n-h1-713301-16 for vnic_type normal with profile {{(pid=95102) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 20:26:01.209024 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.managers [req-fc14d89a-9d8e-4a95-989e-cc22a44b3a5c req-19841cae-2180-4cbf-8afc-7af3d5e00548 service neutron] Attempting to bind port 690e9552-a8bb-4f16-800c-d4c139cf068b by drivers openvswitch,hyperv on host n-h1-713301-16 at level 0 using segments [{'id': '585caf0d-8829-4ade-a0ed-864c37d74d45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': 'f8f5ee27-314a-4554-9856-a0bc7fb55cfe'}] {{(pid=95102) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 20:26:01.209355 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc14d89a-9d8e-4a95-989e-cc22a44b3a5c req-19841cae-2180-4cbf-8afc-7af3d5e00548 service neutron] Attempting to bind port 690e9552-a8bb-4f16-800c-d4c139cf068b on network f8f5ee27-314a-4554-9856-a0bc7fb55cfe {{(pid=95102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 20:26:01.217114 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc14d89a-9d8e-4a95-989e-cc22a44b3a5c req-19841cae-2180-4cbf-8afc-7af3d5e00548 service neutron] Port 690e9552-a8bb-4f16-800c-d4c139cf068b on network f8f5ee27-314a-4554-9856-a0bc7fb55cfe not bound, no agent of type Open vSwitch agent registered on host n-h1-713301-16 {{(pid=95102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 20:26:01.217441 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc14d89a-9d8e-4a95-989e-cc22a44b3a5c req-19841cae-2180-4cbf-8afc-7af3d5e00548 service neutron] Attempting to bind port 690e9552-a8bb-4f16-800c-d4c139cf068b on network f8f5ee27-314a-4554-9856-a0bc7fb55cfe {{(pid=95102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 20:26:01.235851 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca645f66-7090-4694-82b9-8bde2fd49a28 req-e28a5e2d-fe56-4302-a739-71d99ef2f8a9 tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:26:01.238427 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-ca645f66-7090-4694-82b9-8bde2fd49a28 req-e28a5e2d-fe56-4302-a739-71d99ef2f8a9 tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] 10.222.0.67 "GET /v2.0/ports?device_id=0b26a57e-b1cb-4f8e-a840-43797a5bc1e9 HTTP/1.1" status: 200 len: 944 time: 0.0798323 Sep 23 20:26:01.239622 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc14d89a-9d8e-4a95-989e-cc22a44b3a5c req-19841cae-2180-4cbf-8afc-7af3d5e00548 service neutron] Checking agent: {'id': '0708c3e9-0aad-4600-9be9-d2486535c898', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713301-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 19, 15, 28), 'started_at': datetime.datetime(2021, 9, 23, 19, 15, 28), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 20, 25, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 20:26:01.239965 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc14d89a-9d8e-4a95-989e-cc22a44b3a5c req-19841cae-2180-4cbf-8afc-7af3d5e00548 service neutron] Checking segment: {'id': '585caf0d-8829-4ade-a0ed-864c37d74d45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': 'f8f5ee27-314a-4554-9856-a0bc7fb55cfe'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95102) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 20:26:01.240362 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc14d89a-9d8e-4a95-989e-cc22a44b3a5c req-19841cae-2180-4cbf-8afc-7af3d5e00548 service neutron] Bound using segment: {'id': '585caf0d-8829-4ade-a0ed-864c37d74d45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': 'f8f5ee27-314a-4554-9856-a0bc7fb55cfe'} {{(pid=95102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 20:26:01.240838 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.managers [req-fc14d89a-9d8e-4a95-989e-cc22a44b3a5c req-19841cae-2180-4cbf-8afc-7af3d5e00548 service neutron] Bound port: 690e9552-a8bb-4f16-800c-d4c139cf068b, host: n-h1-713301-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '585caf0d-8829-4ade-a0ed-864c37d74d45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': 'f8f5ee27-314a-4554-9856-a0bc7fb55cfe'}}] {{(pid=95102) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 20:26:01.241207 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-fc14d89a-9d8e-4a95-989e-cc22a44b3a5c req-19841cae-2180-4cbf-8afc-7af3d5e00548 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:26:01.313795 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-ca645f66-7090-4694-82b9-8bde2fd49a28 req-5daaabb7-1050-4aa2-a0b0-23bb6e257905 tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] 10.222.0.67 "GET /v2.0/security-groups?id=d4791909-2f2f-436b-854d-59af261e708f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0694230 Sep 23 20:26:01.339201 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.db [req-fc14d89a-9d8e-4a95-989e-cc22a44b3a5c req-19841cae-2180-4cbf-8afc-7af3d5e00548 service neutron] For port 690e9552-a8bb-4f16-800c-d4c139cf068b, host n-h1-713301-16, cleared binding levels {{(pid=95102) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 20:26:01.342242 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.db [req-fc14d89a-9d8e-4a95-989e-cc22a44b3a5c req-19841cae-2180-4cbf-8afc-7af3d5e00548 service neutron] For port 690e9552-a8bb-4f16-800c-d4c139cf068b, host n-h1-713301-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-16',level=0,port_id=690e9552-a8bb-4f16-800c-d4c139cf068b,segment=NetworkSegment(585caf0d-8829-4ade-a0ed-864c37d74d45),segment_id=585caf0d-8829-4ade-a0ed-864c37d74d45)] {{(pid=95102) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 20:26:01.347635 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-fc14d89a-9d8e-4a95-989e-cc22a44b3a5c req-19841cae-2180-4cbf-8afc-7af3d5e00548 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4399095'] for port, after_update {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:26:01.382452 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc14d89a-9d8e-4a95-989e-cc22a44b3a5c req-19841cae-2180-4cbf-8afc-7af3d5e00548 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:26:01.383009 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-fc14d89a-9d8e-4a95-989e-cc22a44b3a5c req-19841cae-2180-4cbf-8afc-7af3d5e00548 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222849'] for port, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:26:01.384395 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-fc14d89a-9d8e-4a95-989e-cc22a44b3a5c req-19841cae-2180-4cbf-8afc-7af3d5e00548 service neutron] 10.222.0.74 "PUT /v2.0/ports/690e9552-a8bb-4f16-800c-d4c139cf068b HTTP/1.1" status: 200 len: 1093 time: 0.6838157 Sep 23 20:26:01.384929 n-d-713301-16 neutron-server[95102]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0b26a57e-b1cb-4f8e-a840-43797a5bc1e9', 'tag': '690e9552-a8bb-4f16-800c-d4c139cf068b'}] {{(pid=95102) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 20:26:01.387187 n-d-713301-16 neutron-server[95102]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a8356a6bd5e554bb349ddb806ba98ee8c25ce2b3f69d698f62da31b860ff3eb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4755d78-0252-44f3-ac67-ba0793f69130" -d '{"events": [{"name": "network-changed", "server_uuid": "0b26a57e-b1cb-4f8e-a840-43797a5bc1e9", "tag": "690e9552-a8bb-4f16-800c-d4c139cf068b"}]}' {{(pid=95102) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 20:26:01.412046 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19841cae-2180-4cbf-8afc-7af3d5e00548 service neutron] Pushing event updated for resources: {'Port': ['ID=690e9552-a8bb-4f16-800c-d4c139cf068b,revision_number=3']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:26:01.452254 n-d-713301-16 neutron-server[95102]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 20:26:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25cccbe4-7530-47b9-b6ff-8b24acc09259 x-openstack-request-id: req-25cccbe4-7530-47b9-b6ff-8b24acc09259 {{(pid=95102) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 20:26:01.452541 n-d-713301-16 neutron-server[95102]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0b26a57e-b1cb-4f8e-a840-43797a5bc1e9", "tag": "690e9552-a8bb-4f16-800c-d4c139cf068b", "status": "completed", "code": 200}]} {{(pid=95102) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 20:26:01.452816 n-d-713301-16 neutron-server[95102]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-25cccbe4-7530-47b9-b6ff-8b24acc09259 {{(pid=95102) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 20:26:01.453204 n-d-713301-16 neutron-server[95102]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0b26a57e-b1cb-4f8e-a840-43797a5bc1e9', 'tag': '690e9552-a8bb-4f16-800c-d4c139cf068b', 'status': 'completed', 'code': 200} Sep 23 20:26:01.471347 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc14d89a-9d8e-4a95-989e-cc22a44b3a5c req-dddddee1-8100-4c53-b757-ff66e9f3c27f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:26:01.472967 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-fc14d89a-9d8e-4a95-989e-cc22a44b3a5c req-dddddee1-8100-4c53-b757-ff66e9f3c27f service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=68e56753f66346b994ad5ec9fc64b1b0&device_id=0b26a57e-b1cb-4f8e-a840-43797a5bc1e9 HTTP/1.1" status: 200 len: 1096 time: 0.0482900 Sep 23 20:26:01.523380 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-fc14d89a-9d8e-4a95-989e-cc22a44b3a5c req-4517784d-9ca9-4b7e-8c7a-84cfe3eaa0ea service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=690e9552-a8bb-4f16-800c-d4c139cf068b HTTP/1.1" status: 200 len: 217 time: 0.0420327 Sep 23 20:26:01.580150 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc14d89a-9d8e-4a95-989e-cc22a44b3a5c req-f1810011-356f-43ab-9f71-143bf1690efe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:26:01.581938 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-fc14d89a-9d8e-4a95-989e-cc22a44b3a5c req-f1810011-356f-43ab-9f71-143bf1690efe service neutron] 10.222.0.74 "GET /v2.0/subnets?id=e483ea88-0e04-4474-a0d9-92f0db6af8c2 HTTP/1.1" status: 200 len: 835 time: 0.0518348 Sep 23 20:26:01.630423 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc14d89a-9d8e-4a95-989e-cc22a44b3a5c req-c864c43d-2efb-4885-ab90-53a0eaf5d90a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:26:01.631914 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-fc14d89a-9d8e-4a95-989e-cc22a44b3a5c req-c864c43d-2efb-4885-ab90-53a0eaf5d90a service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=f8f5ee27-314a-4554-9856-a0bc7fb55cfe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0420146 Sep 23 20:26:01.730209 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-fc14d89a-9d8e-4a95-989e-cc22a44b3a5c req-3807d7c8-a858-42b2-894e-7d104128fd0b service neutron] 10.222.0.74 "GET /v2.0/networks/f8f5ee27-314a-4554-9856-a0bc7fb55cfe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0907767 Sep 23 20:26:01.818332 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-fc14d89a-9d8e-4a95-989e-cc22a44b3a5c req-9fe7d965-b41c-45a9-8e9c-f321af8fe62a service neutron] 10.222.0.74 "GET /v2.0/networks/f8f5ee27-314a-4554-9856-a0bc7fb55cfe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815966 Sep 23 20:26:01.905256 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4755d78-0252-44f3-ac67-ba0793f69130 req-c56d21ab-f2ab-469d-b1aa-f442e3f7c70e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:26:01.907318 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-b4755d78-0252-44f3-ac67-ba0793f69130 req-c56d21ab-f2ab-469d-b1aa-f442e3f7c70e service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=68e56753f66346b994ad5ec9fc64b1b0&device_id=0b26a57e-b1cb-4f8e-a840-43797a5bc1e9 HTTP/1.1" status: 200 len: 1096 time: 0.0449150 Sep 23 20:26:01.996248 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4755d78-0252-44f3-ac67-ba0793f69130 req-8d8145f6-e0b2-4a2c-8de1-80d165ecd5e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:26:01.997670 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-b4755d78-0252-44f3-ac67-ba0793f69130 req-8d8145f6-e0b2-4a2c-8de1-80d165ecd5e6 service neutron] 10.222.0.74 "GET /v2.0/networks?id=f8f5ee27-314a-4554-9856-a0bc7fb55cfe HTTP/1.1" status: 200 len: 897 time: 0.0838614 Sep 23 20:26:02.042933 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-b4755d78-0252-44f3-ac67-ba0793f69130 req-4f9b0923-4ea0-4bfc-a7b6-217c0c27aab0 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=690e9552-a8bb-4f16-800c-d4c139cf068b HTTP/1.1" status: 200 len: 217 time: 0.0382655 Sep 23 20:26:02.093621 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4755d78-0252-44f3-ac67-ba0793f69130 req-9b699508-6ae4-4709-9fa3-9ce8869c18bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:26:02.095653 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-b4755d78-0252-44f3-ac67-ba0793f69130 req-9b699508-6ae4-4709-9fa3-9ce8869c18bb service neutron] 10.222.0.74 "GET /v2.0/subnets?id=e483ea88-0e04-4474-a0d9-92f0db6af8c2 HTTP/1.1" status: 200 len: 835 time: 0.0458765 Sep 23 20:26:02.141973 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4755d78-0252-44f3-ac67-ba0793f69130 req-2ed004bf-7180-44e6-ae25-74316e64a1d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:26:02.143463 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-b4755d78-0252-44f3-ac67-ba0793f69130 req-2ed004bf-7180-44e6-ae25-74316e64a1d8 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=f8f5ee27-314a-4554-9856-a0bc7fb55cfe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0392246 Sep 23 20:26:02.238030 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-b4755d78-0252-44f3-ac67-ba0793f69130 req-2f4b2ebd-5b17-4e51-ab03-5f584899da31 service neutron] 10.222.0.74 "GET /v2.0/networks/f8f5ee27-314a-4554-9856-a0bc7fb55cfe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861819 Sep 23 20:26:02.331582 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-b4755d78-0252-44f3-ac67-ba0793f69130 req-767ad165-d0b8-4571-b624-11dd400b4c9e service neutron] 10.222.0.74 "GET /v2.0/networks/f8f5ee27-314a-4554-9856-a0bc7fb55cfe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861509 Sep 23 20:26:02.429748 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1da7b7b-c44f-4828-95bc-77c8ff6c1435 req-e42ccfe2-4514-4bcd-ab28-60350300373f tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:26:02.431239 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-b1da7b7b-c44f-4828-95bc-77c8ff6c1435 req-e42ccfe2-4514-4bcd-ab28-60350300373f tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] 10.222.0.67 "GET /v2.0/ports?device_id=0b26a57e-b1cb-4f8e-a840-43797a5bc1e9 HTTP/1.1" status: 200 len: 944 time: 0.0498698 Sep 23 20:26:02.474081 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-b1da7b7b-c44f-4828-95bc-77c8ff6c1435 req-7cef60c2-15cd-4613-9089-2fa5e9858b4b tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] 10.222.0.67 "GET /v2.0/security-groups?id=d4791909-2f2f-436b-854d-59af261e708f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369143 Sep 23 20:26:03.590310 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dedbf80f-3c88-4144-ae71-ceb12577773a req-70a17c3c-0e0e-45c0-bc16-3c167a48efdf tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:26:03.592035 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-dedbf80f-3c88-4144-ae71-ceb12577773a req-70a17c3c-0e0e-45c0-bc16-3c167a48efdf tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] 10.222.0.67 "GET /v2.0/ports?device_id=0b26a57e-b1cb-4f8e-a840-43797a5bc1e9 HTTP/1.1" status: 200 len: 944 time: 0.0498660 Sep 23 20:26:03.630432 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-dedbf80f-3c88-4144-ae71-ceb12577773a req-a0024ddb-13c0-4a83-bc33-b0c1d17a0df1 tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] 10.222.0.67 "GET /v2.0/security-groups?id=d4791909-2f2f-436b-854d-59af261e708f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322776 Sep 23 20:26:04.749964 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91af8a23-a350-4bc3-b9df-23d3611ff8b7 req-46249650-af0b-4bef-aeaf-a3142667d34c tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:26:04.751684 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-91af8a23-a350-4bc3-b9df-23d3611ff8b7 req-46249650-af0b-4bef-aeaf-a3142667d34c tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] 10.222.0.67 "GET /v2.0/ports?device_id=0b26a57e-b1cb-4f8e-a840-43797a5bc1e9 HTTP/1.1" status: 200 len: 944 time: 0.0519738 Sep 23 20:26:04.793301 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-91af8a23-a350-4bc3-b9df-23d3611ff8b7 req-35b7f95c-7435-4d3b-a570-8742208452d8 tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] 10.222.0.67 "GET /v2.0/security-groups?id=d4791909-2f2f-436b-854d-59af261e708f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318375 Sep 23 20:26:05.462246 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Device 690e9552-a8bb-4f16-800c-d4c139cf068b details requested by agent hyperv_n-h1-713301-16 with host n-h1-713301-16 {{(pid=95103) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 20:26:05.559075 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] For port 690e9552-a8bb-4f16-800c-d4c139cf068b, host n-h1-713301-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-16',level=0,port_id=690e9552-a8bb-4f16-800c-d4c139cf068b,segment=NetworkSegment(585caf0d-8829-4ade-a0ed-864c37d74d45),segment_id=585caf0d-8829-4ade-a0ed-864c37d74d45)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 20:26:05.570470 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Returning: {'device': '690e9552-a8bb-4f16-800c-d4c139cf068b', 'network_id': 'f8f5ee27-314a-4554-9856-a0bc7fb55cfe', 'port_id': '690e9552-a8bb-4f16-800c-d4c139cf068b', 'mac_address': 'fa:16:3e:f5:ae:7b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 623, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e483ea88-0e04-4474-a0d9-92f0db6af8c2', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95103) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 20:26:05.612670 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:26:05.624894 n-d-713301-16 neutron-server[95103]: DEBUG neutron.notifiers.nova [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 690e9552-a8bb-4f16-800c-d4c139cf068b {{(pid=95103) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 20:26:05.644065 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] For port 690e9552-a8bb-4f16-800c-d4c139cf068b, host n-h1-713301-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-16',level=0,port_id=690e9552-a8bb-4f16-800c-d4c139cf068b,segment=NetworkSegment(585caf0d-8829-4ade-a0ed-864c37d74d45),segment_id=585caf0d-8829-4ade-a0ed-864c37d74d45)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 20:26:05.648048 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:26:05.696982 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Pushing event updated for resources: {'Port': ['ID=690e9552-a8bb-4f16-800c-d4c139cf068b,revision_number=4']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:26:05.851017 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] get_ports_and_sgs() called for port_ids ['690e9552-a8bb-4f16-800c-d4c139cf068b'] {{(pid=95103) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 20:26:05.911647 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7db412-b913-4513-bc67-89a39ff791c8 req-8996fdae-d38a-4280-9a58-1894e2d76546 tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:26:05.913073 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-0a7db412-b913-4513-bc67-89a39ff791c8 req-8996fdae-d38a-4280-9a58-1894e2d76546 tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] 10.222.0.67 "GET /v2.0/ports?device_id=0b26a57e-b1cb-4f8e-a840-43797a5bc1e9 HTTP/1.1" status: 200 len: 945 time: 0.0521863 Sep 23 20:26:05.957299 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-0a7db412-b913-4513-bc67-89a39ff791c8 req-c26e7fbd-3dc0-4cf7-9317-e568e5867f32 tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] 10.222.0.67 "GET /v2.0/security-groups?id=d4791909-2f2f-436b-854d-59af261e708f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380971 Sep 23 20:26:07.074002 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fea9abe-1d0e-4790-a4de-be748b8cf3bf req-64cd1a81-a584-43c1-a6ce-8fdb9fc94116 tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:26:07.075407 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-3fea9abe-1d0e-4790-a4de-be748b8cf3bf req-64cd1a81-a584-43c1-a6ce-8fdb9fc94116 tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] 10.222.0.67 "GET /v2.0/ports?device_id=0b26a57e-b1cb-4f8e-a840-43797a5bc1e9 HTTP/1.1" status: 200 len: 945 time: 0.0490544 Sep 23 20:26:07.114347 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-3fea9abe-1d0e-4790-a4de-be748b8cf3bf req-4f10345d-1ee9-47cf-94da-1c40d8791d75 tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] 10.222.0.67 "GET /v2.0/security-groups?id=d4791909-2f2f-436b-854d-59af261e708f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325980 Sep 23 20:26:07.462439 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Device 690e9552-a8bb-4f16-800c-d4c139cf068b up at agent hyperv_n-h1-713301-16 {{(pid=95103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 20:26:07.510807 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Provisioning for port 690e9552-a8bb-4f16-800c-d4c139cf068b completed by entity L2. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 20:26:07.514895 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Provisioning complete for port 690e9552-a8bb-4f16-800c-d4c139cf068b triggered by entity L2. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 20:26:07.515264 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:26:07.593282 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:26:07.616700 n-d-713301-16 neutron-server[95103]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b26a57e-b1cb-4f8e-a840-43797a5bc1e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '690e9552-a8bb-4f16-800c-d4c139cf068b'}] {{(pid=95103) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 20:26:07.618905 n-d-713301-16 neutron-server[95103]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1848421c4d334b5bfe6f5b9de07f03d1600ee538ec1ae4f0fcf02c32f81bee4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d565c06c-16cf-4356-8a76-b070928b9d81" -d '{"events": [{"server_uuid": "0b26a57e-b1cb-4f8e-a840-43797a5bc1e9", "name": "network-vif-plugged", "status": "completed", "tag": "690e9552-a8bb-4f16-800c-d4c139cf068b"}]}' {{(pid=95103) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 20:26:07.631690 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] For port 690e9552-a8bb-4f16-800c-d4c139cf068b, host n-h1-713301-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-16',level=0,port_id=690e9552-a8bb-4f16-800c-d4c139cf068b,segment=NetworkSegment(585caf0d-8829-4ade-a0ed-864c37d74d45),segment_id=585caf0d-8829-4ade-a0ed-864c37d74d45)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 20:26:07.635817 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:26:07.662573 n-d-713301-16 neutron-server[95103]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 20:26:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-813dc3f3-2380-4647-bf89-e114a1ba842c x-openstack-request-id: req-813dc3f3-2380-4647-bf89-e114a1ba842c {{(pid=95103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 20:26:07.662862 n-d-713301-16 neutron-server[95103]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0b26a57e-b1cb-4f8e-a840-43797a5bc1e9", "name": "network-vif-plugged", "status": "completed", "tag": "690e9552-a8bb-4f16-800c-d4c139cf068b", "code": 200}]} {{(pid=95103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 20:26:07.663109 n-d-713301-16 neutron-server[95103]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-813dc3f3-2380-4647-bf89-e114a1ba842c {{(pid=95103) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 20:26:07.663484 n-d-713301-16 neutron-server[95103]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0b26a57e-b1cb-4f8e-a840-43797a5bc1e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '690e9552-a8bb-4f16-800c-d4c139cf068b', 'code': 200} Sep 23 20:26:07.689407 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Pushing event updated for resources: {'Port': ['ID=690e9552-a8bb-4f16-800c-d4c139cf068b,revision_number=5']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:26:07.751570 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3971ee2-a7d0-490d-a3fb-1e87bef0bd76 req-81c9213d-aa0c-499f-934f-62696b4d9597 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:26:07.753016 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-e3971ee2-a7d0-490d-a3fb-1e87bef0bd76 req-81c9213d-aa0c-499f-934f-62696b4d9597 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=0b26a57e-b1cb-4f8e-a840-43797a5bc1e9 HTTP/1.1" status: 200 len: 1098 time: 0.0401459 Sep 23 20:26:07.788063 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-e3971ee2-a7d0-490d-a3fb-1e87bef0bd76 req-e128a6c8-67c2-430f-bc40-ed42a1d8b21b service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=d4791909-2f2f-436b-854d-59af261e708f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0276499 Sep 23 20:26:08.227867 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c8308e-6d70-43c8-854d-c7b232dcd3e6 req-c1f0f2d6-8f5d-40b9-af24-53780ee14ada tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:26:08.229384 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-e5c8308e-6d70-43c8-854d-c7b232dcd3e6 req-c1f0f2d6-8f5d-40b9-af24-53780ee14ada tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] 10.222.0.67 "GET /v2.0/ports?device_id=0b26a57e-b1cb-4f8e-a840-43797a5bc1e9 HTTP/1.1" status: 200 len: 946 time: 0.0487366 Sep 23 20:26:08.270831 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-e5c8308e-6d70-43c8-854d-c7b232dcd3e6 req-1406d1c5-056f-455c-9c95-0a368e7ad4e7 tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] 10.222.0.67 "GET /v2.0/security-groups?id=d4791909-2f2f-436b-854d-59af261e708f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352535 Sep 23 20:26:09.393609 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7401118-b162-4064-9ce4-0566fe5e1711 req-0702a237-61f3-4e4b-94ff-ec9b7d739874 tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:26:09.395110 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-f7401118-b162-4064-9ce4-0566fe5e1711 req-0702a237-61f3-4e4b-94ff-ec9b7d739874 tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] 10.222.0.67 "GET /v2.0/ports?device_id=0b26a57e-b1cb-4f8e-a840-43797a5bc1e9 HTTP/1.1" status: 200 len: 946 time: 0.0545745 Sep 23 20:26:09.432252 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-f7401118-b162-4064-9ce4-0566fe5e1711 req-0ca5b476-b507-4c7e-9d26-fab7bba248b9 tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] 10.222.0.67 "GET /v2.0/security-groups?id=d4791909-2f2f-436b-854d-59af261e708f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311377 Sep 23 20:26:09.545424 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe666295-6ea1-4919-8d28-adc7d6d84e97 req-f75ffee5-dedb-425c-b010-5a60aeeb3287 tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:26:09.546920 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-fe666295-6ea1-4919-8d28-adc7d6d84e97 req-f75ffee5-dedb-425c-b010-5a60aeeb3287 tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] 10.222.0.67 "GET /v2.0/ports?device_id=0b26a57e-b1cb-4f8e-a840-43797a5bc1e9 HTTP/1.1" status: 200 len: 946 time: 0.0493937 Sep 23 20:26:09.585295 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-fe666295-6ea1-4919-8d28-adc7d6d84e97 req-5a538af7-ed24-48a5-8afd-1ed808a880e7 tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] 10.222.0.67 "GET /v2.0/security-groups?id=d4791909-2f2f-436b-854d-59af261e708f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322132 Sep 23 20:26:09.606033 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 34650) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:26:09.646393 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbe5add0-df09-4b04-abe0-4a9bd17416f8 tempest-TestNetworkAdvancedServerOps-2144079699 tempest-TestNetworkAdvancedServerOps-2144079699-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:26:09.647869 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-dbe5add0-df09-4b04-abe0-4a9bd17416f8 tempest-TestNetworkAdvancedServerOps-2144079699 tempest-TestNetworkAdvancedServerOps-2144079699-project-admin] 10.222.0.67 "GET /v2.0/ports?device_id=0b26a57e-b1cb-4f8e-a840-43797a5bc1e9 HTTP/1.1" status: 200 len: 1093 time: 0.0408771 Sep 23 20:26:09.650547 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 34652) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:26:09.654673 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.v2.base [None req-dfb5a0c5-116f-4f71-923e-44ab86ba365b tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Request body: {'floatingip': {'floating_network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'port_id': '690e9552-a8bb-4f16-800c-d4c139cf068b', 'tenant_id': '68e56753f66346b994ad5ec9fc64b1b0', 'fixed_ip_address': '172.20.0.11'}} {{(pid=95102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 20:26:09.676400 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-dfb5a0c5-116f-4f71-923e-44ab86ba365b tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Notify callbacks [] for floatingip, before_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:26:09.776793 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-dfb5a0c5-116f-4f71-923e-44ab86ba365b tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:26:09.882732 n-d-713301-16 neutron-server[95102]: DEBUG neutron.db.db_base_plugin_common [None req-dfb5a0c5-116f-4f71-923e-44ab86ba365b tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Allocated IP 172.25.1.229 (5dec5c09-378e-4f50-89cc-d94eb81c3bac/eff83446-018c-428d-b3f5-54ac9abe7a2a/297c4b89-3a17-4ba1-a25c-9457d7251b5b) {{(pid=95102) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 20:26:09.983887 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-dfb5a0c5-116f-4f71-923e-44ab86ba365b tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Notify callbacks [] for port, precommit_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:26:10.017687 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-dfb5a0c5-116f-4f71-923e-44ab86ba365b tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783145673135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4399100'] for port, after_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:26:10.054738 n-d-713301-16 neutron-server[95102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfb5a0c5-116f-4f71-923e-44ab86ba365b tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Network 5dec5c09-378e-4f50-89cc-d94eb81c3bac is already hosted by enough agents. {{(pid=95102) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 20:26:10.057450 n-d-713301-16 neutron-server[95102]: DEBUG neutron.scheduler.base_scheduler [None req-dfb5a0c5-116f-4f71-923e-44ab86ba365b tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Resources bound (agent type, host, resource id): {{(pid=95102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 20:26:10.060969 n-d-713301-16 neutron-server[95102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfb5a0c5-116f-4f71-923e-44ab86ba365b tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Received port after_create {{(pid=95102) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 20:26:10.089806 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfb5a0c5-116f-4f71-923e-44ab86ba365b tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Pushing event updated for resources: {'Port': ['ID=297c4b89-3a17-4ba1-a25c-9457d7251b5b,revision_number=1']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:26:10.404109 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-dfb5a0c5-116f-4f71-923e-44ab86ba365b tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:26:10.479953 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-dfb5a0c5-116f-4f71-923e-44ab86ba365b tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:26:10.627094 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-dfb5a0c5-116f-4f71-923e-44ab86ba365b tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Notify callbacks [] for port, precommit_update {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:26:10.631504 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-dfb5a0c5-116f-4f71-923e-44ab86ba365b tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4399095'] for port, after_update {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:26:10.705480 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfb5a0c5-116f-4f71-923e-44ab86ba365b tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Pushing event updated for resources: {'Port': ['ID=297c4b89-3a17-4ba1-a25c-9457d7251b5b,revision_number=2']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:26:10.714909 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-dfb5a0c5-116f-4f71-923e-44ab86ba365b tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-601884'] for floatingip, after_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:26:10.817216 n-d-713301-16 neutron-server[95102]: INFO neutron.db.l3_db [None req-dfb5a0c5-116f-4f71-923e-44ab86ba365b tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Floating IP 31562408-cc89-49a7-9aa4-2de87fde4ef3 associated. External IP: 172.25.1.229, port: 690e9552-a8bb-4f16-800c-d4c139cf068b. Sep 23 20:26:11.023030 n-d-713301-16 neutron-server[95102]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dfb5a0c5-116f-4f71-923e-44ab86ba365b tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Router d4fc9ce8-9f14-4959-89b6-00aa1bdf5213 has already been hosted by L3 agent 79a740bf-7821-4989-8288-7186e3e128f3 {{(pid=95102) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 20:26:11.124220 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dfb5a0c5-116f-4f71-923e-44ab86ba365b tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Notify agent at l3_agent.n-d-713301-16 the message routers_updated {{(pid=95102) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 20:26:11.134803 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da95a281-cf67-4f83-91cc-73c9828bad0b None None] Sync routers for ids ['d4fc9ce8-9f14-4959-89b6-00aa1bdf5213'] in n-d-713301-16 {{(pid=95103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 20:26:11.140569 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-dfb5a0c5-116f-4f71-923e-44ab86ba365b tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222849'] for floatingip, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:26:11.145632 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da95a281-cf67-4f83-91cc-73c9828bad0b None None] Routers {'d4fc9ce8-9f14-4959-89b6-00aa1bdf5213'} bound to L3 agent in host n-d-713301-16 {{(pid=95103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 20:26:11.146315 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_hamode_db [None req-da95a281-cf67-4f83-91cc-73c9828bad0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-23T19:07:52Z,description=,heartbeat_timestamp=2021-09-23T20:25:53Z,host='n-d-713301-16',id=79a740bf-7821-4989-8288-7186e3e128f3,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:07:52Z,topic='l3_agent')) {'router_ids': ['d4fc9ce8-9f14-4959-89b6-00aa1bdf5213'], 'active': True} {{(pid=95103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 20:26:11.170809 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-dfb5a0c5-116f-4f71-923e-44ab86ba365b tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] 10.222.0.67 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.5192754 Sep 23 20:26:11.171401 n-d-713301-16 neutron-server[95102]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0b26a57e-b1cb-4f8e-a840-43797a5bc1e9', 'tag': '690e9552-a8bb-4f16-800c-d4c139cf068b'}] {{(pid=95102) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 20:26:11.173725 n-d-713301-16 neutron-server[95102]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a8356a6bd5e554bb349ddb806ba98ee8c25ce2b3f69d698f62da31b860ff3eb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8994227f-5a13-49bb-ae98-a33f8c468312" -d '{"events": [{"name": "network-changed", "server_uuid": "0b26a57e-b1cb-4f8e-a840-43797a5bc1e9", "tag": "690e9552-a8bb-4f16-800c-d4c139cf068b"}]}' {{(pid=95102) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 20:26:11.225884 n-d-713301-16 neutron-server[95102]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 20:26:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93951367-af8a-487d-a7cf-bda749ce78a2 x-openstack-request-id: req-93951367-af8a-487d-a7cf-bda749ce78a2 {{(pid=95102) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 20:26:11.226147 n-d-713301-16 neutron-server[95102]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0b26a57e-b1cb-4f8e-a840-43797a5bc1e9", "tag": "690e9552-a8bb-4f16-800c-d4c139cf068b", "status": "completed", "code": 200}]} {{(pid=95102) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 20:26:11.226449 n-d-713301-16 neutron-server[95102]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-93951367-af8a-487d-a7cf-bda749ce78a2 {{(pid=95102) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 20:26:11.226793 n-d-713301-16 neutron-server[95102]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0b26a57e-b1cb-4f8e-a840-43797a5bc1e9', 'tag': '690e9552-a8bb-4f16-800c-d4c139cf068b', 'status': 'completed', 'code': 200} Sep 23 20:26:11.313757 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8994227f-5a13-49bb-ae98-a33f8c468312 req-9b534a30-8989-49b0-b03b-4528ee9ce052 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:26:11.315187 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-8994227f-5a13-49bb-ae98-a33f8c468312 req-9b534a30-8989-49b0-b03b-4528ee9ce052 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=68e56753f66346b994ad5ec9fc64b1b0&device_id=0b26a57e-b1cb-4f8e-a840-43797a5bc1e9 HTTP/1.1" status: 200 len: 1098 time: 0.0653765 Sep 23 20:26:11.324028 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b973e98f-40c3-4d28-aa76-10f5b3f8be01 req-8167fe98-b954-4555-955b-b0f8e069e041 tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:26:11.325639 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-b973e98f-40c3-4d28-aa76-10f5b3f8be01 req-8167fe98-b954-4555-955b-b0f8e069e041 tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] 10.222.0.67 "GET /v2.0/ports?device_id=0b26a57e-b1cb-4f8e-a840-43797a5bc1e9 HTTP/1.1" status: 200 len: 946 time: 0.0854583 Sep 23 20:26:11.412986 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_dvr_db [None req-da95a281-cf67-4f83-91cc-73c9828bad0b None None] Set router d4fc9ce8-9f14-4959-89b6-00aa1bdf5213 gateway port host: n-d-713301-16 {{(pid=95103) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 20:26:11.420091 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-b973e98f-40c3-4d28-aa76-10f5b3f8be01 req-6d2cb6d9-e685-4a50-8b89-b17c5fb92d9c tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] 10.222.0.67 "GET /v2.0/security-groups?id=d4791909-2f2f-436b-854d-59af261e708f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0852797 Sep 23 20:26:11.441904 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8994227f-5a13-49bb-ae98-a33f8c468312 req-02a84389-2d7f-4d55-a562-5daa3ef3c2db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:26:11.443745 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-8994227f-5a13-49bb-ae98-a33f8c468312 req-02a84389-2d7f-4d55-a562-5daa3ef3c2db service neutron] 10.222.0.74 "GET /v2.0/networks?id=f8f5ee27-314a-4554-9856-a0bc7fb55cfe HTTP/1.1" status: 200 len: 897 time: 0.1171391 Sep 23 20:26:11.444185 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 34658) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:26:11.510915 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-8994227f-5a13-49bb-ae98-a33f8c468312 req-2a9071c4-16f1-401f-b571-10a3870a7e5f service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=690e9552-a8bb-4f16-800c-d4c139cf068b HTTP/1.1" status: 200 len: 1000 time: 0.0606923 Sep 23 20:26:11.522501 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-9e71c6ff-5f1c-4c59-bb69-1de2d519883b tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] 10.222.0.67 "GET /v2.0/floatingips/31562408-cc89-49a7-9aa4-2de87fde4ef3 HTTP/1.1" status: 200 len: 992 time: 0.0759141 Sep 23 20:26:11.565510 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8994227f-5a13-49bb-ae98-a33f8c468312 req-047caa67-3006-4045-b577-5590d4fde2ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:26:11.566960 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-8994227f-5a13-49bb-ae98-a33f8c468312 req-047caa67-3006-4045-b577-5590d4fde2ad service neutron] 10.222.0.74 "GET /v2.0/subnets?id=e483ea88-0e04-4474-a0d9-92f0db6af8c2 HTTP/1.1" status: 200 len: 835 time: 0.0485806 Sep 23 20:26:11.612432 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8994227f-5a13-49bb-ae98-a33f8c468312 req-4fbc845e-ed2e-4252-a4fa-898927ad2be2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:26:11.613999 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-8994227f-5a13-49bb-ae98-a33f8c468312 req-4fbc845e-ed2e-4252-a4fa-898927ad2be2 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=f8f5ee27-314a-4554-9856-a0bc7fb55cfe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0402048 Sep 23 20:26:11.640073 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_hamode_db [None req-da95a281-cf67-4f83-91cc-73c9828bad0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4fc9ce8-9f14-4959-89b6-00aa1bdf5213', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1904967583', 'tenant_id': '68e56753f66346b994ad5ec9fc64b1b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'external_fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.140'}], 'enable_snat': True}, 'gw_port_id': 'fe765991-6776-4029-9c42-a3debcb64b0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T20:25:52Z', 'updated_at': '2021-09-23T20:25:56Z', 'revision_number': 4, 'project_id': '68e56753f66346b994ad5ec9fc64b1b0', 'gw_port': {'id': 'fe765991-6776-4029-9c42-a3debcb64b0b', 'name': '', 'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:75:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4fc9ce8-9f14-4959-89b6-00aa1bdf5213', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T20:25:53Z', 'updated_at': '2021-09-23T20:25:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-16', '_floatingips': [{'id': '31562408-cc89-49a7-9aa4-2de87fde4ef3', 'tenant_id': '68e56753f66346b994ad5ec9fc64b1b0', 'floating_ip_address': '172.25.1.229', 'floating_network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'router_id': 'd4fc9ce8-9f14-4959-89b6-00aa1bdf5213', 'port_id': '690e9552-a8bb-4f16-800c-d4c139cf068b', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4223, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f8f5ee27-314a-4554-9856-a0bc7fb55cfe', 'mac_address': 'fa:16:3e:f5:ae:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b26a57e-b1cb-4f8e-a840-43797a5bc1e9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-23T20:26:10Z', 'updated_at': '2021-09-23T20:26:10Z', 'revision_number': 0, 'project_id': '68e56753f66346b994ad5ec9fc64b1b0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f8f60d25-6a02-4877-ba5b-4a7e405c195c', 'name': '', 'network_id': 'f8f5ee27-314a-4554-9856-a0bc7fb55cfe', 'tenant_id': '68e56753f66346b994ad5ec9fc64b1b0', 'mac_address': 'fa:16:3e:f5:57:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4fc9ce8-9f14-4959-89b6-00aa1bdf5213', 'device_owner': 'network:router_interface', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': 'e483ea88-0e04-4474-a0d9-92f0db6af8c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T20:25:55Z', 'updated_at': '2021-09-23T20:25:58Z', 'revision_number': 5, 'project_id': '68e56753f66346b994ad5ec9fc64b1b0', 'subnets': [{'id': 'e483ea88-0e04-4474-a0d9-92f0db6af8c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-16', False) {} {{(pid=95103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 20:26:11.669104 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da95a281-cf67-4f83-91cc-73c9828bad0b None None] Checking router: d4fc9ce8-9f14-4959-89b6-00aa1bdf5213 for host: n-d-713301-16 {{(pid=95103) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 20:26:11.678145 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da95a281-cf67-4f83-91cc-73c9828bad0b None None] Routers {'d4fc9ce8-9f14-4959-89b6-00aa1bdf5213'} bound to L3 agent in host n-d-713301-16 {{(pid=95103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 20:26:11.678753 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_hamode_db [None req-da95a281-cf67-4f83-91cc-73c9828bad0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-23T19:07:52Z,description=,heartbeat_timestamp=2021-09-23T20:25:53Z,host='n-d-713301-16',id=79a740bf-7821-4989-8288-7186e3e128f3,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:07:52Z,topic='l3_agent')) {'router_ids': ['d4fc9ce8-9f14-4959-89b6-00aa1bdf5213'], 'active': True} {{(pid=95103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 20:26:11.710456 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-8994227f-5a13-49bb-ae98-a33f8c468312 req-d4181c1d-e71e-4041-a20f-d9abde8bff85 service neutron] 10.222.0.74 "GET /v2.0/networks/f8f5ee27-314a-4554-9856-a0bc7fb55cfe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895581 Sep 23 20:26:11.780835 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_dvr_db [None req-da95a281-cf67-4f83-91cc-73c9828bad0b None None] Set router d4fc9ce8-9f14-4959-89b6-00aa1bdf5213 gateway port host: n-d-713301-16 {{(pid=95103) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 20:26:11.802918 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-8994227f-5a13-49bb-ae98-a33f8c468312 req-5384ad28-98fb-4a1a-92c9-807ce938a5a2 service neutron] 10.222.0.74 "GET /v2.0/networks/f8f5ee27-314a-4554-9856-a0bc7fb55cfe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859659 Sep 23 20:26:12.006380 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_hamode_db [None req-da95a281-cf67-4f83-91cc-73c9828bad0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4fc9ce8-9f14-4959-89b6-00aa1bdf5213', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1904967583', 'tenant_id': '68e56753f66346b994ad5ec9fc64b1b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'external_fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.140'}], 'enable_snat': True}, 'gw_port_id': 'fe765991-6776-4029-9c42-a3debcb64b0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T20:25:52Z', 'updated_at': '2021-09-23T20:25:56Z', 'revision_number': 4, 'project_id': '68e56753f66346b994ad5ec9fc64b1b0', 'gw_port': {'id': 'fe765991-6776-4029-9c42-a3debcb64b0b', 'name': '', 'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:75:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4fc9ce8-9f14-4959-89b6-00aa1bdf5213', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T20:25:53Z', 'updated_at': '2021-09-23T20:25:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-16', '_floatingips': [{'id': '31562408-cc89-49a7-9aa4-2de87fde4ef3', 'tenant_id': '68e56753f66346b994ad5ec9fc64b1b0', 'floating_ip_address': '172.25.1.229', 'floating_network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'router_id': 'd4fc9ce8-9f14-4959-89b6-00aa1bdf5213', 'port_id': '690e9552-a8bb-4f16-800c-d4c139cf068b', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4223, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f8f5ee27-314a-4554-9856-a0bc7fb55cfe', 'mac_address': 'fa:16:3e:f5:ae:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b26a57e-b1cb-4f8e-a840-43797a5bc1e9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-23T20:26:10Z', 'updated_at': '2021-09-23T20:26:10Z', 'revision_number': 0, 'project_id': '68e56753f66346b994ad5ec9fc64b1b0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f8f60d25-6a02-4877-ba5b-4a7e405c195c', 'name': '', 'network_id': 'f8f5ee27-314a-4554-9856-a0bc7fb55cfe', 'tenant_id': '68e56753f66346b994ad5ec9fc64b1b0', 'mac_address': 'fa:16:3e:f5:57:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4fc9ce8-9f14-4959-89b6-00aa1bdf5213', 'device_owner': 'network:router_interface', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': 'e483ea88-0e04-4474-a0d9-92f0db6af8c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T20:25:55Z', 'updated_at': '2021-09-23T20:25:58Z', 'revision_number': 5, 'project_id': '68e56753f66346b994ad5ec9fc64b1b0', 'subnets': [{'id': 'e483ea88-0e04-4474-a0d9-92f0db6af8c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-16', False) {} {{(pid=95103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 20:26:12.032520 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da95a281-cf67-4f83-91cc-73c9828bad0b None None] The sync data for ids ['d4fc9ce8-9f14-4959-89b6-00aa1bdf5213'] in n-d-713301-16 is: [{'id': 'd4fc9ce8-9f14-4959-89b6-00aa1bdf5213', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1904967583', 'tenant_id': '68e56753f66346b994ad5ec9fc64b1b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'external_fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.140'}], 'enable_snat': True}, 'gw_port_id': 'fe765991-6776-4029-9c42-a3debcb64b0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T20:25:52Z', 'updated_at': '2021-09-23T20:25:56Z', 'revision_number': 4, 'project_id': '68e56753f66346b994ad5ec9fc64b1b0', 'gw_port': {'id': 'fe765991-6776-4029-9c42-a3debcb64b0b', 'name': '', 'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:75:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4fc9ce8-9f14-4959-89b6-00aa1bdf5213', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T20:25:53Z', 'updated_at': '2021-09-23T20:25:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-16', '_floatingips': [{'id': '31562408-cc89-49a7-9aa4-2de87fde4ef3', 'tenant_id': '68e56753f66346b994ad5ec9fc64b1b0', 'floating_ip_address': '172.25.1.229', 'floating_network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'router_id': 'd4fc9ce8-9f14-4959-89b6-00aa1bdf5213', 'port_id': '690e9552-a8bb-4f16-800c-d4c139cf068b', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4223, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f8f5ee27-314a-4554-9856-a0bc7fb55cfe', 'mac_address': 'fa:16:3e:f5:ae:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b26a57e-b1cb-4f8e-a840-43797a5bc1e9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-23T20:26:10Z', 'updated_at': '2021-09-23T20:26:10Z', 'revision_number': 0, 'project_id': '68e56753f66346b994ad5ec9fc64b1b0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f8f60d25-6a02-4877-ba5b-4a7e405c195c', 'name': '', 'network_id': 'f8f5ee27-314a-4554-9856-a0bc7fb55cfe', 'tenant_id': '68e56753f66346b994ad5ec9fc64b1b0', 'mac_address': 'fa:16:3e:f5:57:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4fc9ce8-9f14-4959-89b6-00aa1bdf5213', 'device_owner': 'network:router_interface', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': 'e483ea88-0e04-4474-a0d9-92f0db6af8c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T20:25:55Z', 'updated_at': '2021-09-23T20:25:58Z', 'revision_number': 5, 'project_id': '68e56753f66346b994ad5ec9fc64b1b0', 'subnets': [{'id': 'e483ea88-0e04-4474-a0d9-92f0db6af8c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 20:26:12.218833 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80e5d117-c1be-4d98-a317-3d87a485c309 None None] New status for floating IP 31562408-cc89-49a7-9aa4-2de87fde4ef3: ACTIVE {{(pid=95104) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 23 20:26:12.525310 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 34660) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:26:12.584595 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-fb0739f2-6288-45b3-b338-66b4c3e1dfc5 tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] 10.222.0.67 "GET /v2.0/floatingips/31562408-cc89-49a7-9aa4-2de87fde4ef3 HTTP/1.1" status: 200 len: 994 time: 0.0581522 Sep 23 20:26:19.810247 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-6a9e964b-09b5-4f7a-bdce-59c5d3e91593 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:26:23.041268 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-da48eed2-259b-4143-8174-fd66d69870de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:26:23.220809 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:26:23.678898 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-0ae75029-feb6-4728-9a94-5f9b60993d82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:26:25.511290 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-80e7e501-6c57-470d-92c6-e3d54bc3195c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:26:28.508209 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:26:28.551028 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.agents_db [None req-f2f5c474-60a3-474f-b2cc-02c4bd30880c None None] Agent healthcheck: found 7 active agents {{(pid=95104) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 20:26:28.839242 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:26:34.199978 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-aac3da56-261f-4e68-a689-51cfb2f242e0 req-389f4c56-ba20-4e62-84c2-ece4bf8fd2e5 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=0b26a57e-b1cb-4f8e-a840-43797a5bc1e9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0399220 Sep 23 20:26:34.288030 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac3da56-261f-4e68-a689-51cfb2f242e0 req-8cc39df5-1414-41c5-a9c9-82a0afd5473c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:26:34.289552 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-aac3da56-261f-4e68-a689-51cfb2f242e0 req-8cc39df5-1414-41c5-a9c9-82a0afd5473c service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=68e56753f66346b994ad5ec9fc64b1b0&device_id=0b26a57e-b1cb-4f8e-a840-43797a5bc1e9 HTTP/1.1" status: 200 len: 1098 time: 0.0444858 Sep 23 20:26:34.392550 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac3da56-261f-4e68-a689-51cfb2f242e0 req-16de68c5-8559-4cf0-8906-fbac0fb68be9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:26:34.393991 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-aac3da56-261f-4e68-a689-51cfb2f242e0 req-16de68c5-8559-4cf0-8906-fbac0fb68be9 service neutron] 10.222.0.74 "GET /v2.0/networks?id=f8f5ee27-314a-4554-9856-a0bc7fb55cfe HTTP/1.1" status: 200 len: 897 time: 0.0843472 Sep 23 20:26:34.462762 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-aac3da56-261f-4e68-a689-51cfb2f242e0 req-28bd0913-eb24-4fe7-abf3-4b40082125d9 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=690e9552-a8bb-4f16-800c-d4c139cf068b HTTP/1.1" status: 200 len: 1002 time: 0.0607123 Sep 23 20:26:34.511984 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac3da56-261f-4e68-a689-51cfb2f242e0 req-198bb3ae-a253-4065-8d26-edea67cd1448 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:26:34.513427 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-aac3da56-261f-4e68-a689-51cfb2f242e0 req-198bb3ae-a253-4065-8d26-edea67cd1448 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=e483ea88-0e04-4474-a0d9-92f0db6af8c2 HTTP/1.1" status: 200 len: 835 time: 0.0418880 Sep 23 20:26:34.559777 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac3da56-261f-4e68-a689-51cfb2f242e0 req-82552194-1e72-4db8-8aa9-7867ab210a09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:26:34.561279 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-aac3da56-261f-4e68-a689-51cfb2f242e0 req-82552194-1e72-4db8-8aa9-7867ab210a09 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=f8f5ee27-314a-4554-9856-a0bc7fb55cfe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0390913 Sep 23 20:26:34.655577 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-aac3da56-261f-4e68-a689-51cfb2f242e0 req-68deec8e-57bc-43f5-9fdc-78f0ffc79c75 service neutron] 10.222.0.74 "GET /v2.0/networks/f8f5ee27-314a-4554-9856-a0bc7fb55cfe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831840 Sep 23 20:26:34.745124 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-aac3da56-261f-4e68-a689-51cfb2f242e0 req-2b1e560f-6118-4b28-ae54-d691e4aca49d service neutron] 10.222.0.74 "GET /v2.0/networks/f8f5ee27-314a-4554-9856-a0bc7fb55cfe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816128 Sep 23 20:26:44.376100 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-9b9118cb-66f0-4bea-80dd-4244b96696f2 req-0d9dc262-7f77-4bb1-855e-2067abae9557 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=0b26a57e-b1cb-4f8e-a840-43797a5bc1e9&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.4345026 Sep 23 20:26:44.386063 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [req-9b9118cb-66f0-4bea-80dd-4244b96696f2 req-013fa43b-55d5-46e3-a7e4-2a6399710b9f service neutron] http://10.222.0.67:9696/v2.0/extensions returned with HTTP 200 {{(pid=95102) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 23 20:26:44.387013 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-9b9118cb-66f0-4bea-80dd-4244b96696f2 req-013fa43b-55d5-46e3-a7e4-2a6399710b9f service neutron] 10.222.0.67 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0057273 Sep 23 20:26:44.398213 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d04e05c-350c-4c9f-a1fc-a70b0111430a req-3b9017b9-bb26-4b71-811c-ec2414c67ceb tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:26:44.399673 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-8d04e05c-350c-4c9f-a1fc-a70b0111430a req-3b9017b9-bb26-4b71-811c-ec2414c67ceb tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] 10.222.0.67 "GET /v2.0/ports?device_id=0b26a57e-b1cb-4f8e-a840-43797a5bc1e9 HTTP/1.1" status: 200 len: 946 time: 0.4500811 Sep 23 20:26:44.440574 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-8d04e05c-350c-4c9f-a1fc-a70b0111430a req-17444203-c8f2-45eb-bf42-b2de44194781 tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] 10.222.0.67 "GET /v2.0/security-groups?id=d4791909-2f2f-436b-854d-59af261e708f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330052 Sep 23 20:26:45.562413 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d3592fa-b0ba-411a-ad7a-f10d044c896d req-5e44919d-0960-4046-b35a-f59a165f72fb tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:26:45.564215 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-8d3592fa-b0ba-411a-ad7a-f10d044c896d req-5e44919d-0960-4046-b35a-f59a165f72fb tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] 10.222.0.67 "GET /v2.0/ports?device_id=0b26a57e-b1cb-4f8e-a840-43797a5bc1e9 HTTP/1.1" status: 200 len: 946 time: 0.0506041 Sep 23 20:26:45.629882 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-8d3592fa-b0ba-411a-ad7a-f10d044c896d req-c619143e-0080-4b27-9030-4f270b249336 tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] 10.222.0.67 "GET /v2.0/security-groups?id=d4791909-2f2f-436b-854d-59af261e708f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0586531 Sep 23 20:26:45.639333 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b9118cb-66f0-4bea-80dd-4244b96696f2 req-e3af4008-7d95-4275-ba01-33e173c6934a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:26:45.640860 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-9b9118cb-66f0-4bea-80dd-4244b96696f2 req-e3af4008-7d95-4275-ba01-33e173c6934a service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=68e56753f66346b994ad5ec9fc64b1b0&device_id=0b26a57e-b1cb-4f8e-a840-43797a5bc1e9 HTTP/1.1" status: 200 len: 1098 time: 0.0637667 Sep 23 20:26:45.730034 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b9118cb-66f0-4bea-80dd-4244b96696f2 req-56fd5481-f771-4010-8c65-2c9c4063cb17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:26:45.731432 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-9b9118cb-66f0-4bea-80dd-4244b96696f2 req-56fd5481-f771-4010-8c65-2c9c4063cb17 service neutron] 10.222.0.74 "GET /v2.0/networks?id=f8f5ee27-314a-4554-9856-a0bc7fb55cfe HTTP/1.1" status: 200 len: 897 time: 0.0836558 Sep 23 20:26:45.799175 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-9b9118cb-66f0-4bea-80dd-4244b96696f2 req-a18d13e4-b9ab-4b8a-980a-2763fb84b698 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=690e9552-a8bb-4f16-800c-d4c139cf068b HTTP/1.1" status: 200 len: 1002 time: 0.0608575 Sep 23 20:26:45.848154 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b9118cb-66f0-4bea-80dd-4244b96696f2 req-53dc9d8b-47dd-49fe-9edf-f09845880745 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:26:45.849600 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-9b9118cb-66f0-4bea-80dd-4244b96696f2 req-53dc9d8b-47dd-49fe-9edf-f09845880745 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=e483ea88-0e04-4474-a0d9-92f0db6af8c2 HTTP/1.1" status: 200 len: 835 time: 0.0430326 Sep 23 20:26:45.894317 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b9118cb-66f0-4bea-80dd-4244b96696f2 req-9e633159-7480-4665-81b1-cb4345b27622 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:26:45.895793 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-9b9118cb-66f0-4bea-80dd-4244b96696f2 req-9e633159-7480-4665-81b1-cb4345b27622 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=f8f5ee27-314a-4554-9856-a0bc7fb55cfe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0388095 Sep 23 20:26:45.988072 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-9b9118cb-66f0-4bea-80dd-4244b96696f2 req-b19c570c-d2a5-41df-941e-58a657795079 service neutron] 10.222.0.74 "GET /v2.0/networks/f8f5ee27-314a-4554-9856-a0bc7fb55cfe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851376 Sep 23 20:26:46.074785 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-9b9118cb-66f0-4bea-80dd-4244b96696f2 req-316dc095-55f1-4739-8f8f-1637b13497b0 service neutron] 10.222.0.74 "GET /v2.0/networks/f8f5ee27-314a-4554-9856-a0bc7fb55cfe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0797234 Sep 23 20:26:46.749742 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33fafc4f-d11f-4544-a532-0bb027d08034 req-f6d80ece-01d4-4fe6-9d48-6c3eb53bfdb7 tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:26:46.757985 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-33fafc4f-d11f-4544-a532-0bb027d08034 req-f6d80ece-01d4-4fe6-9d48-6c3eb53bfdb7 tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] 10.222.0.67 "GET /v2.0/ports?device_id=0b26a57e-b1cb-4f8e-a840-43797a5bc1e9 HTTP/1.1" status: 200 len: 946 time: 0.0604081 Sep 23 20:26:46.795880 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-33fafc4f-d11f-4544-a532-0bb027d08034 req-ec783c6f-9b03-4d54-bd58-a3a9be78b6f3 tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] 10.222.0.67 "GET /v2.0/security-groups?id=d4791909-2f2f-436b-854d-59af261e708f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319700 Sep 23 20:26:47.913656 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10cc347c-05bb-4d12-ba1c-ded4d6fdd609 req-3aa2df1a-0096-4db9-8651-d9a41adb7cdb tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:26:47.915148 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-10cc347c-05bb-4d12-ba1c-ded4d6fdd609 req-3aa2df1a-0096-4db9-8651-d9a41adb7cdb tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] 10.222.0.67 "GET /v2.0/ports?device_id=0b26a57e-b1cb-4f8e-a840-43797a5bc1e9 HTTP/1.1" status: 200 len: 946 time: 0.0485237 Sep 23 20:26:47.952451 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-10cc347c-05bb-4d12-ba1c-ded4d6fdd609 req-b24c03ba-fa47-41bb-8d80-344ee58de2ad tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] 10.222.0.67 "GET /v2.0/security-groups?id=d4791909-2f2f-436b-854d-59af261e708f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314012 Sep 23 20:26:49.069317 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a13bb9f-3dfb-4860-8fb9-9aec053f61f3 req-2f5493ac-6e34-45f4-a458-4f801b5424ff tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:26:49.070776 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-1a13bb9f-3dfb-4860-8fb9-9aec053f61f3 req-2f5493ac-6e34-45f4-a458-4f801b5424ff tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] 10.222.0.67 "GET /v2.0/ports?device_id=0b26a57e-b1cb-4f8e-a840-43797a5bc1e9 HTTP/1.1" status: 200 len: 946 time: 0.0493751 Sep 23 20:26:49.108857 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-1a13bb9f-3dfb-4860-8fb9-9aec053f61f3 req-3eab89bf-0662-40de-b425-aa6077028a3c tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] 10.222.0.67 "GET /v2.0/security-groups?id=d4791909-2f2f-436b-854d-59af261e708f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320995 Sep 23 20:26:49.811439 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-c717aa99-b869-4ef3-a3a9-e31db3bd8866 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:26:50.225091 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4305d3a1-de58-42e9-bfe6-6e16c6fbd66a req-e46298e7-4f60-47bc-984f-946c9e382ade tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:26:50.226575 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-4305d3a1-de58-42e9-bfe6-6e16c6fbd66a req-e46298e7-4f60-47bc-984f-946c9e382ade tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] 10.222.0.67 "GET /v2.0/ports?device_id=0b26a57e-b1cb-4f8e-a840-43797a5bc1e9 HTTP/1.1" status: 200 len: 946 time: 0.0522859 Sep 23 20:26:50.263844 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-4305d3a1-de58-42e9-bfe6-6e16c6fbd66a req-c3999e21-92cf-43f5-8f48-bd756c0b9598 tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] 10.222.0.67 "GET /v2.0/security-groups?id=d4791909-2f2f-436b-854d-59af261e708f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313983 Sep 23 20:26:51.380590 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c2827c-b84c-48d3-b2bf-da9ae30df879 req-57ed7150-f1bb-4e63-b6ef-7efe09c6cf3c tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:26:51.382122 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-23c2827c-b84c-48d3-b2bf-da9ae30df879 req-57ed7150-f1bb-4e63-b6ef-7efe09c6cf3c tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] 10.222.0.67 "GET /v2.0/ports?device_id=0b26a57e-b1cb-4f8e-a840-43797a5bc1e9 HTTP/1.1" status: 200 len: 946 time: 0.0492501 Sep 23 20:26:51.419529 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-23c2827c-b84c-48d3-b2bf-da9ae30df879 req-b34e6ff3-c04d-4d1f-b8ae-0dd25378c6d7 tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] 10.222.0.67 "GET /v2.0/security-groups?id=d4791909-2f2f-436b-854d-59af261e708f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314879 Sep 23 20:26:52.535870 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb9251e0-9594-4fd3-830e-3b8d7c2d8d31 req-5d26457e-6649-424d-a218-ac0acc991782 tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:26:52.537401 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-fb9251e0-9594-4fd3-830e-3b8d7c2d8d31 req-5d26457e-6649-424d-a218-ac0acc991782 tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] 10.222.0.67 "GET /v2.0/ports?device_id=0b26a57e-b1cb-4f8e-a840-43797a5bc1e9 HTTP/1.1" status: 200 len: 946 time: 0.0490408 Sep 23 20:26:52.573746 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-fb9251e0-9594-4fd3-830e-3b8d7c2d8d31 req-42cab809-49e1-4f40-93ce-64e485c6403b tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] 10.222.0.67 "GET /v2.0/security-groups?id=d4791909-2f2f-436b-854d-59af261e708f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305271 Sep 23 20:26:53.041452 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-27bcaeab-1f03-46cd-b095-fc9fe2e33dde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:26:53.222500 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:26:53.682737 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-0ae75029-feb6-4728-9a94-5f9b60993d82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:26:53.698649 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe7d469-b68c-4b9f-978a-639e177422f6 req-0cbd85e3-30af-4090-b4d9-be55bf1ed684 tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:26:53.700168 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-afe7d469-b68c-4b9f-978a-639e177422f6 req-0cbd85e3-30af-4090-b4d9-be55bf1ed684 tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] 10.222.0.67 "GET /v2.0/ports?device_id=0b26a57e-b1cb-4f8e-a840-43797a5bc1e9 HTTP/1.1" status: 200 len: 946 time: 0.0563056 Sep 23 20:26:53.738824 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-afe7d469-b68c-4b9f-978a-639e177422f6 req-dd4c952c-a1d4-4a81-9826-5c28ea0530a2 tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] 10.222.0.67 "GET /v2.0/security-groups?id=d4791909-2f2f-436b-854d-59af261e708f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322189 Sep 23 20:26:54.852851 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe133bb-c057-4426-9ce9-f914cbaaa828 req-0117db3f-5a7b-4ff9-8bb1-300c32fa5332 tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:26:54.854343 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-9fe133bb-c057-4426-9ce9-f914cbaaa828 req-0117db3f-5a7b-4ff9-8bb1-300c32fa5332 tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] 10.222.0.67 "GET /v2.0/ports?device_id=0b26a57e-b1cb-4f8e-a840-43797a5bc1e9 HTTP/1.1" status: 200 len: 946 time: 0.0494947 Sep 23 20:26:54.891728 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-9fe133bb-c057-4426-9ce9-f914cbaaa828 req-907a6760-32d5-4f39-8858-6ed5da1050fa tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] 10.222.0.67 "GET /v2.0/security-groups?id=d4791909-2f2f-436b-854d-59af261e708f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315356 Sep 23 20:26:55.514784 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-80e7e501-6c57-470d-92c6-e3d54bc3195c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:26:56.006330 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-330ef816-ad5f-458e-9a17-1f6d2eb61512 req-c0022053-7250-4dc4-9130-69d85d596311 tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:26:56.007834 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-330ef816-ad5f-458e-9a17-1f6d2eb61512 req-c0022053-7250-4dc4-9130-69d85d596311 tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] 10.222.0.67 "GET /v2.0/ports?device_id=0b26a57e-b1cb-4f8e-a840-43797a5bc1e9 HTTP/1.1" status: 200 len: 946 time: 0.0495048 Sep 23 20:26:56.046887 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-330ef816-ad5f-458e-9a17-1f6d2eb61512 req-3e5bfda4-2e41-4ba8-a139-995f94c32c3c tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] 10.222.0.67 "GET /v2.0/security-groups?id=d4791909-2f2f-436b-854d-59af261e708f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330894 Sep 23 20:26:57.168867 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc86333-491b-45e3-bd93-ce4d676145c4 req-4d0d4a89-f548-4d8e-a83a-563e6c541563 tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:26:57.170374 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-1bc86333-491b-45e3-bd93-ce4d676145c4 req-4d0d4a89-f548-4d8e-a83a-563e6c541563 tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] 10.222.0.67 "GET /v2.0/ports?device_id=0b26a57e-b1cb-4f8e-a840-43797a5bc1e9 HTTP/1.1" status: 200 len: 946 time: 0.0546191 Sep 23 20:26:57.207999 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-1bc86333-491b-45e3-bd93-ce4d676145c4 req-9229faa9-6498-4c1f-a11e-59174d71f95d tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] 10.222.0.67 "GET /v2.0/security-groups?id=d4791909-2f2f-436b-854d-59af261e708f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313847 Sep 23 20:26:58.322471 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d960ad-400f-459b-8077-6ea5697cb930 req-e9485e0b-71c7-4129-9cd6-b53a372e5d2d tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:26:58.324004 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-44d960ad-400f-459b-8077-6ea5697cb930 req-e9485e0b-71c7-4129-9cd6-b53a372e5d2d tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] 10.222.0.67 "GET /v2.0/ports?device_id=0b26a57e-b1cb-4f8e-a840-43797a5bc1e9 HTTP/1.1" status: 200 len: 946 time: 0.0498271 Sep 23 20:26:58.363554 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-44d960ad-400f-459b-8077-6ea5697cb930 req-9c12f88b-eedf-4af5-a907-40d1b5a367d8 tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] 10.222.0.67 "GET /v2.0/security-groups?id=d4791909-2f2f-436b-854d-59af261e708f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328355 Sep 23 20:26:58.523643 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:26:58.835852 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:26:59.498825 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9fdff9f-c711-4825-8bca-f4fe62c2c421 req-37f83717-7097-4419-9af0-546199e3217b tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:26:59.500346 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-c9fdff9f-c711-4825-8bca-f4fe62c2c421 req-37f83717-7097-4419-9af0-546199e3217b tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] 10.222.0.67 "GET /v2.0/ports?device_id=0b26a57e-b1cb-4f8e-a840-43797a5bc1e9 HTTP/1.1" status: 200 len: 946 time: 0.0492136 Sep 23 20:26:59.538379 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-c9fdff9f-c711-4825-8bca-f4fe62c2c421 req-5f29c97d-29a9-4b8a-a2c0-d9c3321abbaf tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] 10.222.0.67 "GET /v2.0/security-groups?id=d4791909-2f2f-436b-854d-59af261e708f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314920 Sep 23 20:27:00.657328 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd5c1e66-87d6-4794-838e-26bd3ae4ecad req-e6805c71-d0d1-47ee-aacc-b0b0d40153c1 tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:27:00.659636 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-dd5c1e66-87d6-4794-838e-26bd3ae4ecad req-e6805c71-d0d1-47ee-aacc-b0b0d40153c1 tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] 10.222.0.67 "GET /v2.0/ports?device_id=0b26a57e-b1cb-4f8e-a840-43797a5bc1e9 HTTP/1.1" status: 200 len: 946 time: 0.0545163 Sep 23 20:27:00.697674 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-dd5c1e66-87d6-4794-838e-26bd3ae4ecad req-f7e0ba5a-3030-425f-bec9-b44a32605ebf tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] 10.222.0.67 "GET /v2.0/security-groups?id=d4791909-2f2f-436b-854d-59af261e708f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320027 Sep 23 20:27:01.812297 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a5b3b4-c54b-4a74-8aa2-427e7106d70a req-6217733d-43ae-4f4c-8328-27f5adea397b tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:27:01.813823 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-f3a5b3b4-c54b-4a74-8aa2-427e7106d70a req-6217733d-43ae-4f4c-8328-27f5adea397b tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] 10.222.0.67 "GET /v2.0/ports?device_id=0b26a57e-b1cb-4f8e-a840-43797a5bc1e9 HTTP/1.1" status: 200 len: 946 time: 0.0485706 Sep 23 20:27:01.851640 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-f3a5b3b4-c54b-4a74-8aa2-427e7106d70a req-2dcdca49-ed4b-4d6e-8738-922f7d35d08b tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] 10.222.0.67 "GET /v2.0/security-groups?id=d4791909-2f2f-436b-854d-59af261e708f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311141 Sep 23 20:27:02.914631 n-d-713301-16 neutron-server[95102]: INFO neutron.api.v2.resource [req-9b9118cb-66f0-4bea-80dd-4244b96696f2 req-dbff13e5-6645-4be5-8de2-faf4c00aff75 service neutron] show failed (client error): The resource could not be found. Sep 23 20:27:02.915673 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-9b9118cb-66f0-4bea-80dd-4244b96696f2 req-dbff13e5-6645-4be5-8de2-faf4c00aff75 service neutron] 10.222.0.74 "GET /v2.0/ports/690e9552-a8bb-4f16-800c-d4c139cf068b/bindings/n-h2-713301-16 HTTP/1.1" status: 404 len: 381 time: 0.0582664 Sep 23 20:27:02.983300 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff5286ea-8344-4f11-a82d-4237f0d939b3 req-011be057-3370-4d51-bf02-9456ce5ff495 tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:27:02.984822 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-ff5286ea-8344-4f11-a82d-4237f0d939b3 req-011be057-3370-4d51-bf02-9456ce5ff495 tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] 10.222.0.67 "GET /v2.0/ports?device_id=0b26a57e-b1cb-4f8e-a840-43797a5bc1e9 HTTP/1.1" status: 200 len: 946 time: 0.0640755 Sep 23 20:27:03.025446 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-ff5286ea-8344-4f11-a82d-4237f0d939b3 req-2983d9cd-768e-4592-bf96-4d61b206a616 tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] 10.222.0.67 "GET /v2.0/security-groups?id=d4791909-2f2f-436b-854d-59af261e708f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337517 Sep 23 20:27:03.162947 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b9118cb-66f0-4bea-80dd-4244b96696f2 req-afdf8434-9cd6-45f8-aa6c-840c71b84468 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:27:03.164389 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-9b9118cb-66f0-4bea-80dd-4244b96696f2 req-afdf8434-9cd6-45f8-aa6c-840c71b84468 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=0b26a57e-b1cb-4f8e-a840-43797a5bc1e9&tenant_id=68e56753f66346b994ad5ec9fc64b1b0 HTTP/1.1" status: 200 len: 1098 time: 0.0827711 Sep 23 20:27:03.176992 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.v2.base [req-9b9118cb-66f0-4bea-80dd-4244b96696f2 req-1c33c96e-27d4-4657-9ac1-f327def7ee11 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-713301-16', 'device_owner': 'compute:nova'}} {{(pid=95102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 20:27:03.228168 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-9b9118cb-66f0-4bea-80dd-4244b96696f2 req-1c33c96e-27d4-4657-9ac1-f327def7ee11 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:27:03.431639 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.db [req-9b9118cb-66f0-4bea-80dd-4244b96696f2 req-1c33c96e-27d4-4657-9ac1-f327def7ee11 service neutron] For port 690e9552-a8bb-4f16-800c-d4c139cf068b, host n-h1-713301-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-16',level=0,port_id=690e9552-a8bb-4f16-800c-d4c139cf068b,segment=NetworkSegment(585caf0d-8829-4ade-a0ed-864c37d74d45),segment_id=585caf0d-8829-4ade-a0ed-864c37d74d45)] {{(pid=95102) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 20:27:03.463016 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.db [req-9b9118cb-66f0-4bea-80dd-4244b96696f2 req-1c33c96e-27d4-4657-9ac1-f327def7ee11 service neutron] For port 690e9552-a8bb-4f16-800c-d4c139cf068b, host n-h1-713301-16, cleared binding levels {{(pid=95102) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 20:27:03.500885 n-d-713301-16 neutron-server[95102]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b26a57e-b1cb-4f8e-a840-43797a5bc1e9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '690e9552-a8bb-4f16-800c-d4c139cf068b'}] {{(pid=95102) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 20:27:03.503696 n-d-713301-16 neutron-server[95102]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a8356a6bd5e554bb349ddb806ba98ee8c25ce2b3f69d698f62da31b860ff3eb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd62be58-7de9-42f2-b779-429a220d0350" -d '{"events": [{"server_uuid": "0b26a57e-b1cb-4f8e-a840-43797a5bc1e9", "name": "network-vif-unplugged", "status": "completed", "tag": "690e9552-a8bb-4f16-800c-d4c139cf068b"}]}' {{(pid=95102) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 20:27:03.507507 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-9b9118cb-66f0-4bea-80dd-4244b96696f2 req-1c33c96e-27d4-4657-9ac1-f327def7ee11 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:27:03.519621 n-d-713301-16 neutron-server[95102]: DEBUG neutron.db.provisioning_blocks [req-9b9118cb-66f0-4bea-80dd-4244b96696f2 req-1c33c96e-27d4-4657-9ac1-f327def7ee11 service neutron] Transition to ACTIVE for port object 690e9552-a8bb-4f16-800c-d4c139cf068b will not be triggered until provisioned by entity L2. {{(pid=95102) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 20:27:03.523342 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-9b9118cb-66f0-4bea-80dd-4244b96696f2 req-1c33c96e-27d4-4657-9ac1-f327def7ee11 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4399095'] for port, after_update {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:27:03.559741 n-d-713301-16 neutron-server[95102]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 23 Sep 2021 20:27:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3187bebd-781b-47ef-94dd-b656d6006509 x-openstack-request-id: req-3187bebd-781b-47ef-94dd-b656d6006509 {{(pid=95102) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 20:27:03.560032 n-d-713301-16 neutron-server[95102]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0b26a57e-b1cb-4f8e-a840-43797a5bc1e9", "name": "network-vif-unplugged", "status": "completed", "tag": "690e9552-a8bb-4f16-800c-d4c139cf068b", "code": 200}]} {{(pid=95102) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 20:27:03.560284 n-d-713301-16 neutron-server[95102]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-3187bebd-781b-47ef-94dd-b656d6006509 {{(pid=95102) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 20:27:03.560699 n-d-713301-16 neutron-server[95102]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0b26a57e-b1cb-4f8e-a840-43797a5bc1e9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '690e9552-a8bb-4f16-800c-d4c139cf068b', 'code': 200} Sep 23 20:27:03.617180 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c33c96e-27d4-4657-9ac1-f327def7ee11 service neutron] Pushing event updated for resources: {'Port': ['ID=690e9552-a8bb-4f16-800c-d4c139cf068b,revision_number=6']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:27:03.631205 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c33c96e-27d4-4657-9ac1-f327def7ee11 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:27:03.631557 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c33c96e-27d4-4657-9ac1-f327def7ee11 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:27:03.631905 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c33c96e-27d4-4657-9ac1-f327def7ee11 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:27:03.632245 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c33c96e-27d4-4657-9ac1-f327def7ee11 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:27:03.632584 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c33c96e-27d4-4657-9ac1-f327def7ee11 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:27:03.632940 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c33c96e-27d4-4657-9ac1-f327def7ee11 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:27:03.633272 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c33c96e-27d4-4657-9ac1-f327def7ee11 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:27:03.633602 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c33c96e-27d4-4657-9ac1-f327def7ee11 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:27:03.633933 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c33c96e-27d4-4657-9ac1-f327def7ee11 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:27:03.634263 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c33c96e-27d4-4657-9ac1-f327def7ee11 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:27:03.634586 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c33c96e-27d4-4657-9ac1-f327def7ee11 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:27:03.634909 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c33c96e-27d4-4657-9ac1-f327def7ee11 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:27:03.662408 n-d-713301-16 neutron-server[95102]: DEBUG neutron.db.l3_dvrscheduler_db [req-9b9118cb-66f0-4bea-80dd-4244b96696f2 req-1c33c96e-27d4-4657-9ac1-f327def7ee11 service neutron] No DVR routers for this DVR port 690e9552-a8bb-4f16-800c-d4c139cf068b on host n-h1-713301-16 {{(pid=95102) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 20:27:03.797940 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.managers [req-9b9118cb-66f0-4bea-80dd-4244b96696f2 req-1c33c96e-27d4-4657-9ac1-f327def7ee11 service neutron] Attempting to bind port 690e9552-a8bb-4f16-800c-d4c139cf068b on host n-h2-713301-16 for vnic_type normal with profile {{(pid=95102) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 20:27:03.798293 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.managers [req-9b9118cb-66f0-4bea-80dd-4244b96696f2 req-1c33c96e-27d4-4657-9ac1-f327def7ee11 service neutron] Attempting to bind port 690e9552-a8bb-4f16-800c-d4c139cf068b by drivers openvswitch,hyperv on host n-h2-713301-16 at level 0 using segments [{'id': '585caf0d-8829-4ade-a0ed-864c37d74d45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': 'f8f5ee27-314a-4554-9856-a0bc7fb55cfe'}] {{(pid=95102) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 20:27:03.798618 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b9118cb-66f0-4bea-80dd-4244b96696f2 req-1c33c96e-27d4-4657-9ac1-f327def7ee11 service neutron] Attempting to bind port 690e9552-a8bb-4f16-800c-d4c139cf068b on network f8f5ee27-314a-4554-9856-a0bc7fb55cfe {{(pid=95102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 20:27:03.802890 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b9118cb-66f0-4bea-80dd-4244b96696f2 req-1c33c96e-27d4-4657-9ac1-f327def7ee11 service neutron] Port 690e9552-a8bb-4f16-800c-d4c139cf068b on network f8f5ee27-314a-4554-9856-a0bc7fb55cfe not bound, no agent of type Open vSwitch agent registered on host n-h2-713301-16 {{(pid=95102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 20:27:03.803211 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b9118cb-66f0-4bea-80dd-4244b96696f2 req-1c33c96e-27d4-4657-9ac1-f327def7ee11 service neutron] Attempting to bind port 690e9552-a8bb-4f16-800c-d4c139cf068b on network f8f5ee27-314a-4554-9856-a0bc7fb55cfe {{(pid=95102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 20:27:03.807975 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b9118cb-66f0-4bea-80dd-4244b96696f2 req-1c33c96e-27d4-4657-9ac1-f327def7ee11 service neutron] Checking agent: {'id': '2a7cea34-db54-4faf-8d23-37521c3e34cb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713301-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 19, 15, 28), 'started_at': datetime.datetime(2021, 9, 23, 19, 15, 28), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 20, 26, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 20:27:03.808319 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b9118cb-66f0-4bea-80dd-4244b96696f2 req-1c33c96e-27d4-4657-9ac1-f327def7ee11 service neutron] Checking segment: {'id': '585caf0d-8829-4ade-a0ed-864c37d74d45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': 'f8f5ee27-314a-4554-9856-a0bc7fb55cfe'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95102) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 20:27:03.808736 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b9118cb-66f0-4bea-80dd-4244b96696f2 req-1c33c96e-27d4-4657-9ac1-f327def7ee11 service neutron] Bound using segment: {'id': '585caf0d-8829-4ade-a0ed-864c37d74d45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': 'f8f5ee27-314a-4554-9856-a0bc7fb55cfe'} {{(pid=95102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 20:27:03.809159 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.managers [req-9b9118cb-66f0-4bea-80dd-4244b96696f2 req-1c33c96e-27d4-4657-9ac1-f327def7ee11 service neutron] Bound port: 690e9552-a8bb-4f16-800c-d4c139cf068b, host: n-h2-713301-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '585caf0d-8829-4ade-a0ed-864c37d74d45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': 'f8f5ee27-314a-4554-9856-a0bc7fb55cfe'}}] {{(pid=95102) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 20:27:03.809509 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-9b9118cb-66f0-4bea-80dd-4244b96696f2 req-1c33c96e-27d4-4657-9ac1-f327def7ee11 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:27:03.870987 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.db [req-9b9118cb-66f0-4bea-80dd-4244b96696f2 req-1c33c96e-27d4-4657-9ac1-f327def7ee11 service neutron] For port 690e9552-a8bb-4f16-800c-d4c139cf068b, host n-h2-713301-16, cleared binding levels {{(pid=95102) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 20:27:03.873982 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.db [req-9b9118cb-66f0-4bea-80dd-4244b96696f2 req-1c33c96e-27d4-4657-9ac1-f327def7ee11 service neutron] For port 690e9552-a8bb-4f16-800c-d4c139cf068b, host n-h2-713301-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-16',level=0,port_id=690e9552-a8bb-4f16-800c-d4c139cf068b,segment=NetworkSegment(585caf0d-8829-4ade-a0ed-864c37d74d45),segment_id=585caf0d-8829-4ade-a0ed-864c37d74d45)] {{(pid=95102) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 20:27:03.877957 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-9b9118cb-66f0-4bea-80dd-4244b96696f2 req-1c33c96e-27d4-4657-9ac1-f327def7ee11 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4399095'] for port, after_update {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:27:03.910226 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b9118cb-66f0-4bea-80dd-4244b96696f2 req-1c33c96e-27d4-4657-9ac1-f327def7ee11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:27:03.910939 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-9b9118cb-66f0-4bea-80dd-4244b96696f2 req-1c33c96e-27d4-4657-9ac1-f327def7ee11 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222849'] for port, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:27:03.912210 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-9b9118cb-66f0-4bea-80dd-4244b96696f2 req-1c33c96e-27d4-4657-9ac1-f327def7ee11 service neutron] 10.222.0.53 "PUT /v2.0/ports/690e9552-a8bb-4f16-800c-d4c139cf068b HTTP/1.1" status: 200 len: 1093 time: 0.7400339 Sep 23 20:27:03.934174 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c33c96e-27d4-4657-9ac1-f327def7ee11 service neutron] Pushing event updated for resources: {'Port': ['ID=690e9552-a8bb-4f16-800c-d4c139cf068b,revision_number=7']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:27:03.982709 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b9118cb-66f0-4bea-80dd-4244b96696f2 req-68d479fb-f85a-40af-a883-9bccb69b7af4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:27:03.984241 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-9b9118cb-66f0-4bea-80dd-4244b96696f2 req-68d479fb-f85a-40af-a883-9bccb69b7af4 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=68e56753f66346b994ad5ec9fc64b1b0&device_id=0b26a57e-b1cb-4f8e-a840-43797a5bc1e9 HTTP/1.1" status: 200 len: 1096 time: 0.0466170 Sep 23 20:27:04.080641 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b9118cb-66f0-4bea-80dd-4244b96696f2 req-5984a6fe-e99c-4c1a-a02e-410f9154c5c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:27:04.082507 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-9b9118cb-66f0-4bea-80dd-4244b96696f2 req-5984a6fe-e99c-4c1a-a02e-410f9154c5c9 service neutron] 10.222.0.53 "GET /v2.0/networks?id=f8f5ee27-314a-4554-9856-a0bc7fb55cfe HTTP/1.1" status: 200 len: 897 time: 0.0900166 Sep 23 20:27:04.190588 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-9b9118cb-66f0-4bea-80dd-4244b96696f2 req-92624e24-d16d-4e2f-84f3-82e3b45cac6d service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=690e9552-a8bb-4f16-800c-d4c139cf068b HTTP/1.1" status: 200 len: 1000 time: 0.1002331 Sep 23 20:27:04.198941 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e585d6-6c4d-4519-89cb-5bd92b9bad98 req-099b4154-233b-492d-8cb7-8ce45df51e44 tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:27:04.200362 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-58e585d6-6c4d-4519-89cb-5bd92b9bad98 req-099b4154-233b-492d-8cb7-8ce45df51e44 tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] 10.222.0.67 "GET /v2.0/ports?device_id=0b26a57e-b1cb-4f8e-a840-43797a5bc1e9 HTTP/1.1" status: 200 len: 944 time: 0.1018941 Sep 23 20:27:04.264702 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b9118cb-66f0-4bea-80dd-4244b96696f2 req-93293678-bfe8-4e11-8225-3cb83a662ae4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:27:04.266074 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-9b9118cb-66f0-4bea-80dd-4244b96696f2 req-93293678-bfe8-4e11-8225-3cb83a662ae4 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=e483ea88-0e04-4474-a0d9-92f0db6af8c2 HTTP/1.1" status: 200 len: 835 time: 0.0648251 Sep 23 20:27:04.271882 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-58e585d6-6c4d-4519-89cb-5bd92b9bad98 req-d483d6cb-9e19-4798-803b-505da8b1a699 tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] 10.222.0.67 "GET /v2.0/security-groups?id=d4791909-2f2f-436b-854d-59af261e708f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0627556 Sep 23 20:27:04.315326 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b9118cb-66f0-4bea-80dd-4244b96696f2 req-f617cd95-b508-4d6b-ba6c-a2c27fde42b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:27:04.316859 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-9b9118cb-66f0-4bea-80dd-4244b96696f2 req-f617cd95-b508-4d6b-ba6c-a2c27fde42b6 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=f8f5ee27-314a-4554-9856-a0bc7fb55cfe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0441089 Sep 23 20:27:04.406248 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-9b9118cb-66f0-4bea-80dd-4244b96696f2 req-9c622480-d6ca-4836-b4e4-6512cc060c6c service neutron] 10.222.0.53 "GET /v2.0/networks/f8f5ee27-314a-4554-9856-a0bc7fb55cfe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819659 Sep 23 20:27:04.502380 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-9b9118cb-66f0-4bea-80dd-4244b96696f2 req-302fda17-bdc7-4b14-ba0a-bc11375f0609 service neutron] 10.222.0.53 "GET /v2.0/networks/f8f5ee27-314a-4554-9856-a0bc7fb55cfe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876441 Sep 23 20:27:05.390724 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f64026-2e5d-4f5d-ad27-181ab16a911c req-03cfe0fd-63c6-451d-8f8b-fe640d609860 tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:27:05.392821 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-27f64026-2e5d-4f5d-ad27-181ab16a911c req-03cfe0fd-63c6-451d-8f8b-fe640d609860 tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] 10.222.0.67 "GET /v2.0/ports?device_id=0b26a57e-b1cb-4f8e-a840-43797a5bc1e9 HTTP/1.1" status: 200 len: 944 time: 0.0517116 Sep 23 20:27:05.429769 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-27f64026-2e5d-4f5d-ad27-181ab16a911c req-44556bae-adf1-4d8f-a3c6-875f6e5ebfdf tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] 10.222.0.67 "GET /v2.0/security-groups?id=d4791909-2f2f-436b-854d-59af261e708f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308239 Sep 23 20:27:05.549384 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.agents_db [None req-f2f5c474-60a3-474f-b2cc-02c4bd30880c None None] Agent healthcheck: found 7 active agents {{(pid=95104) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 20:27:05.561753 n-d-713301-16 neutron-server[95102]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0b26a57e-b1cb-4f8e-a840-43797a5bc1e9', 'tag': '690e9552-a8bb-4f16-800c-d4c139cf068b'}] {{(pid=95102) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 20:27:05.564136 n-d-713301-16 neutron-server[95102]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a8356a6bd5e554bb349ddb806ba98ee8c25ce2b3f69d698f62da31b860ff3eb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7d2bf5b-21cf-41ef-ae44-7ec3cbf71aa5" -d '{"events": [{"name": "network-changed", "server_uuid": "0b26a57e-b1cb-4f8e-a840-43797a5bc1e9", "tag": "690e9552-a8bb-4f16-800c-d4c139cf068b"}]}' {{(pid=95102) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 20:27:05.614059 n-d-713301-16 neutron-server[95102]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 20:27:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90b93034-3f7e-4589-8c25-cefe79b57b63 x-openstack-request-id: req-90b93034-3f7e-4589-8c25-cefe79b57b63 {{(pid=95102) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 20:27:05.614349 n-d-713301-16 neutron-server[95102]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0b26a57e-b1cb-4f8e-a840-43797a5bc1e9", "tag": "690e9552-a8bb-4f16-800c-d4c139cf068b", "status": "completed", "code": 200}]} {{(pid=95102) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 20:27:05.614600 n-d-713301-16 neutron-server[95102]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-90b93034-3f7e-4589-8c25-cefe79b57b63 {{(pid=95102) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 20:27:05.614997 n-d-713301-16 neutron-server[95102]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0b26a57e-b1cb-4f8e-a840-43797a5bc1e9', 'tag': '690e9552-a8bb-4f16-800c-d4c139cf068b', 'status': 'completed', 'code': 200} Sep 23 20:27:05.707566 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d2bf5b-21cf-41ef-ae44-7ec3cbf71aa5 req-3ddf5d82-eeb5-4dcd-b4da-83f2d189b087 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:27:05.709016 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-b7d2bf5b-21cf-41ef-ae44-7ec3cbf71aa5 req-3ddf5d82-eeb5-4dcd-b4da-83f2d189b087 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=68e56753f66346b994ad5ec9fc64b1b0&device_id=0b26a57e-b1cb-4f8e-a840-43797a5bc1e9 HTTP/1.1" status: 200 len: 1096 time: 0.0758114 Sep 23 20:27:05.710631 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d2bf5b-21cf-41ef-ae44-7ec3cbf71aa5 req-fe4da69c-5922-41b5-afdb-c29207a1c4ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:27:05.711947 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-b7d2bf5b-21cf-41ef-ae44-7ec3cbf71aa5 req-fe4da69c-5922-41b5-afdb-c29207a1c4ea service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=68e56753f66346b994ad5ec9fc64b1b0&device_id=0b26a57e-b1cb-4f8e-a840-43797a5bc1e9 HTTP/1.1" status: 200 len: 1096 time: 0.0688591 Sep 23 20:27:05.868194 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d2bf5b-21cf-41ef-ae44-7ec3cbf71aa5 req-1e5300f0-8225-46b7-b785-8c004b555498 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:27:05.869681 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-b7d2bf5b-21cf-41ef-ae44-7ec3cbf71aa5 req-1e5300f0-8225-46b7-b785-8c004b555498 service neutron] 10.222.0.74 "GET /v2.0/networks?id=f8f5ee27-314a-4554-9856-a0bc7fb55cfe HTTP/1.1" status: 200 len: 897 time: 0.1538129 Sep 23 20:27:05.870748 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d2bf5b-21cf-41ef-ae44-7ec3cbf71aa5 req-dd24f0bb-68ee-40a0-b268-d428d68bf8a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:27:05.872043 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-b7d2bf5b-21cf-41ef-ae44-7ec3cbf71aa5 req-dd24f0bb-68ee-40a0-b268-d428d68bf8a5 service neutron] 10.222.0.53 "GET /v2.0/networks?id=f8f5ee27-314a-4554-9856-a0bc7fb55cfe HTTP/1.1" status: 200 len: 897 time: 0.1486733 Sep 23 20:27:05.982602 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-b7d2bf5b-21cf-41ef-ae44-7ec3cbf71aa5 req-900dfebf-3833-49a8-9021-9a3753b4bccb service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=690e9552-a8bb-4f16-800c-d4c139cf068b HTTP/1.1" status: 200 len: 1000 time: 0.1047699 Sep 23 20:27:05.984339 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-b7d2bf5b-21cf-41ef-ae44-7ec3cbf71aa5 req-683a7ba4-bb36-4739-b4b7-ff63f69784a7 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=690e9552-a8bb-4f16-800c-d4c139cf068b HTTP/1.1" status: 200 len: 1000 time: 0.1010339 Sep 23 20:27:06.069635 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d2bf5b-21cf-41ef-ae44-7ec3cbf71aa5 req-0dfdbb8a-7175-4d8c-b78b-fe6e936daee1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:27:06.071109 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-b7d2bf5b-21cf-41ef-ae44-7ec3cbf71aa5 req-0dfdbb8a-7175-4d8c-b78b-fe6e936daee1 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=e483ea88-0e04-4474-a0d9-92f0db6af8c2 HTTP/1.1" status: 200 len: 835 time: 0.0820966 Sep 23 20:27:06.074409 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d2bf5b-21cf-41ef-ae44-7ec3cbf71aa5 req-8973ca84-e783-4fb6-80e5-87c1c6c7584c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:27:06.075716 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-b7d2bf5b-21cf-41ef-ae44-7ec3cbf71aa5 req-8973ca84-e783-4fb6-80e5-87c1c6c7584c service neutron] 10.222.0.53 "GET /v2.0/subnets?id=e483ea88-0e04-4474-a0d9-92f0db6af8c2 HTTP/1.1" status: 200 len: 835 time: 0.0798616 Sep 23 20:27:06.147197 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d2bf5b-21cf-41ef-ae44-7ec3cbf71aa5 req-25d5998e-9e97-49b9-a1df-d384f9f047ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:27:06.148645 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-b7d2bf5b-21cf-41ef-ae44-7ec3cbf71aa5 req-25d5998e-9e97-49b9-a1df-d384f9f047ff service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=f8f5ee27-314a-4554-9856-a0bc7fb55cfe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0712004 Sep 23 20:27:06.152940 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d2bf5b-21cf-41ef-ae44-7ec3cbf71aa5 req-f82f040a-459e-4f8c-af7e-7d03b7e9dbfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:27:06.154463 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-b7d2bf5b-21cf-41ef-ae44-7ec3cbf71aa5 req-f82f040a-459e-4f8c-af7e-7d03b7e9dbfc service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=f8f5ee27-314a-4554-9856-a0bc7fb55cfe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0675826 Sep 23 20:27:06.306195 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-b7d2bf5b-21cf-41ef-ae44-7ec3cbf71aa5 req-a454b822-9883-4501-a240-17fe0ce92dce service neutron] 10.222.0.74 "GET /v2.0/networks/f8f5ee27-314a-4554-9856-a0bc7fb55cfe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1507165 Sep 23 20:27:06.311136 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-b7d2bf5b-21cf-41ef-ae44-7ec3cbf71aa5 req-1f5eb3a5-ba07-46a9-b329-baeb7507ad4a service neutron] 10.222.0.53 "GET /v2.0/networks/f8f5ee27-314a-4554-9856-a0bc7fb55cfe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1469109 Sep 23 20:27:06.463480 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-b7d2bf5b-21cf-41ef-ae44-7ec3cbf71aa5 req-066f5d0b-0c4e-48d0-bfcd-8596d8c277e1 service neutron] 10.222.0.74 "GET /v2.0/networks/f8f5ee27-314a-4554-9856-a0bc7fb55cfe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1508262 Sep 23 20:27:06.469277 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-b7d2bf5b-21cf-41ef-ae44-7ec3cbf71aa5 req-a7c86cc5-22f5-4203-95c2-24f886a1b418 service neutron] 10.222.0.53 "GET /v2.0/networks/f8f5ee27-314a-4554-9856-a0bc7fb55cfe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1480794 Sep 23 20:27:06.553726 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89dd776a-3960-475f-92ba-9c6f373c2bce req-57337858-f840-4818-89e4-0bfbde6c2b68 tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:27:06.555213 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-89dd776a-3960-475f-92ba-9c6f373c2bce req-57337858-f840-4818-89e4-0bfbde6c2b68 tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] 10.222.0.67 "GET /v2.0/ports?device_id=0b26a57e-b1cb-4f8e-a840-43797a5bc1e9 HTTP/1.1" status: 200 len: 944 time: 0.0494556 Sep 23 20:27:06.591830 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-89dd776a-3960-475f-92ba-9c6f373c2bce req-a7046eed-b197-4af7-9098-c44a18812987 tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] 10.222.0.67 "GET /v2.0/security-groups?id=d4791909-2f2f-436b-854d-59af261e708f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307090 Sep 23 20:27:06.812230 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-736fa8d7-cae4-430b-8eb4-92a4e7c0e1ae req-cf8c3d00-0b5c-4789-9c32-53badbe58ace tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:27:06.813679 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-736fa8d7-cae4-430b-8eb4-92a4e7c0e1ae req-cf8c3d00-0b5c-4789-9c32-53badbe58ace tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] 10.222.0.67 "GET /v2.0/ports?device_id=0b26a57e-b1cb-4f8e-a840-43797a5bc1e9 HTTP/1.1" status: 200 len: 944 time: 0.0782022 Sep 23 20:27:06.826590 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03df1e08-26e4-4bbe-8e8a-acdb7e500b9b req-ffe3cd0a-bfe6-49e2-931b-2894e12b7b51 tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:27:06.828030 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-03df1e08-26e4-4bbe-8e8a-acdb7e500b9b req-ffe3cd0a-bfe6-49e2-931b-2894e12b7b51 tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] 10.222.0.74 "GET /v2.0/ports?device_id=0b26a57e-b1cb-4f8e-a840-43797a5bc1e9&tenant_id=68e56753f66346b994ad5ec9fc64b1b0&binding%3Ahost_id=n-h2-713301-16 HTTP/1.1" status: 200 len: 944 time: 0.0665081 Sep 23 20:27:06.901265 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-736fa8d7-cae4-430b-8eb4-92a4e7c0e1ae req-d6313159-5ae5-4a97-9654-ba992d7a76c8 tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] 10.222.0.67 "GET /v2.0/security-groups?id=d4791909-2f2f-436b-854d-59af261e708f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0722859 Sep 23 20:27:06.910462 n-d-713301-16 neutron-server[95102]: INFO neutron.api.v2.resource [req-03df1e08-26e4-4bbe-8e8a-acdb7e500b9b req-32381d22-650a-4535-ae34-2efd26c83a7c service neutron] delete failed (client error): The resource could not be found. Sep 23 20:27:06.911433 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-03df1e08-26e4-4bbe-8e8a-acdb7e500b9b req-32381d22-650a-4535-ae34-2efd26c83a7c service neutron] 10.222.0.74 "DELETE /v2.0/ports/690e9552-a8bb-4f16-800c-d4c139cf068b/bindings/n-h1-713301-16 HTTP/1.1" status: 404 len: 381 time: 0.0758486 Sep 23 20:27:06.934862 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Device 690e9552-a8bb-4f16-800c-d4c139cf068b details requested by agent hyperv_n-h2-713301-16 with host n-h2-713301-16 {{(pid=95103) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 20:27:07.031230 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03df1e08-26e4-4bbe-8e8a-acdb7e500b9b req-eb89989e-a8cd-4953-8da5-aaaa8fe04687 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:27:07.033402 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-03df1e08-26e4-4bbe-8e8a-acdb7e500b9b req-eb89989e-a8cd-4953-8da5-aaaa8fe04687 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=68e56753f66346b994ad5ec9fc64b1b0&device_id=0b26a57e-b1cb-4f8e-a840-43797a5bc1e9 HTTP/1.1" status: 200 len: 1096 time: 0.0786541 Sep 23 20:27:07.040229 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] For port 690e9552-a8bb-4f16-800c-d4c139cf068b, host n-h2-713301-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-16',level=0,port_id=690e9552-a8bb-4f16-800c-d4c139cf068b,segment=NetworkSegment(585caf0d-8829-4ade-a0ed-864c37d74d45),segment_id=585caf0d-8829-4ade-a0ed-864c37d74d45)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 20:27:07.045069 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01249414-16f4-451e-87f9-b2f6f32666be req-dac15f85-aa0a-4bdc-8681-b064d0f66cda tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:27:07.046502 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-01249414-16f4-451e-87f9-b2f6f32666be req-dac15f85-aa0a-4bdc-8681-b064d0f66cda tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] 10.222.0.67 "GET /v2.0/ports?device_id=0b26a57e-b1cb-4f8e-a840-43797a5bc1e9 HTTP/1.1" status: 200 len: 944 time: 0.0593412 Sep 23 20:27:07.055378 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Returning: {'device': '690e9552-a8bb-4f16-800c-d4c139cf068b', 'network_id': 'f8f5ee27-314a-4554-9856-a0bc7fb55cfe', 'port_id': '690e9552-a8bb-4f16-800c-d4c139cf068b', 'mac_address': 'fa:16:3e:f5:ae:7b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 623, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e483ea88-0e04-4474-a0d9-92f0db6af8c2', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95103) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 20:27:07.093186 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:27:07.106391 n-d-713301-16 neutron-server[95103]: DEBUG neutron.notifiers.nova [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 690e9552-a8bb-4f16-800c-d4c139cf068b {{(pid=95103) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 20:27:07.126120 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] For port 690e9552-a8bb-4f16-800c-d4c139cf068b, host n-h2-713301-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-16',level=0,port_id=690e9552-a8bb-4f16-800c-d4c139cf068b,segment=NetworkSegment(585caf0d-8829-4ade-a0ed-864c37d74d45),segment_id=585caf0d-8829-4ade-a0ed-864c37d74d45)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 20:27:07.131137 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:27:07.140098 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-01249414-16f4-451e-87f9-b2f6f32666be req-cdcb5c91-6f7c-4052-8e1f-ff6fec1131f3 tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] 10.222.0.67 "GET /v2.0/security-groups?id=d4791909-2f2f-436b-854d-59af261e708f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0857127 Sep 23 20:27:07.162755 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03df1e08-26e4-4bbe-8e8a-acdb7e500b9b req-3b2b362d-c613-474e-b90c-eea4c656cccb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:27:07.164338 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-03df1e08-26e4-4bbe-8e8a-acdb7e500b9b req-3b2b362d-c613-474e-b90c-eea4c656cccb service neutron] 10.222.0.74 "GET /v2.0/networks?id=f8f5ee27-314a-4554-9856-a0bc7fb55cfe HTTP/1.1" status: 200 len: 897 time: 0.1170070 Sep 23 20:27:07.182949 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Pushing event updated for resources: {'Port': ['ID=690e9552-a8bb-4f16-800c-d4c139cf068b,revision_number=8']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:27:07.190372 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:27:07.190721 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:27:07.191064 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:27:07.191401 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:27:07.191732 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:27:07.192064 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:27:07.192394 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:27:07.192763 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:27:07.193093 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:27:07.193414 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:27:07.193735 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:27:07.194056 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:27:07.234173 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-03df1e08-26e4-4bbe-8e8a-acdb7e500b9b req-a217c5de-f5f2-4004-af19-24695c5be214 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=690e9552-a8bb-4f16-800c-d4c139cf068b HTTP/1.1" status: 200 len: 1001 time: 0.0631905 Sep 23 20:27:07.281328 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03df1e08-26e4-4bbe-8e8a-acdb7e500b9b req-687d0d69-59ac-4a4b-8327-ef16217fbd44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:27:07.283436 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-03df1e08-26e4-4bbe-8e8a-acdb7e500b9b req-687d0d69-59ac-4a4b-8327-ef16217fbd44 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=e483ea88-0e04-4474-a0d9-92f0db6af8c2 HTTP/1.1" status: 200 len: 835 time: 0.0424619 Sep 23 20:27:07.329639 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03df1e08-26e4-4bbe-8e8a-acdb7e500b9b req-33716a50-ced5-4fe3-8a80-700b2de5a799 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:27:07.331300 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-03df1e08-26e4-4bbe-8e8a-acdb7e500b9b req-33716a50-ced5-4fe3-8a80-700b2de5a799 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=f8f5ee27-314a-4554-9856-a0bc7fb55cfe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0407841 Sep 23 20:27:07.379048 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] get_ports_and_sgs() called for port_ids ['690e9552-a8bb-4f16-800c-d4c139cf068b'] {{(pid=95103) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 20:27:07.428205 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-03df1e08-26e4-4bbe-8e8a-acdb7e500b9b req-e63dda33-9e8f-4366-88d4-459ca1b5c879 service neutron] 10.222.0.74 "GET /v2.0/networks/f8f5ee27-314a-4554-9856-a0bc7fb55cfe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893650 Sep 23 20:27:07.518835 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-03df1e08-26e4-4bbe-8e8a-acdb7e500b9b req-da8e4374-0f81-4bbd-8a25-bfcb064d9c9a service neutron] 10.222.0.74 "GET /v2.0/networks/f8f5ee27-314a-4554-9856-a0bc7fb55cfe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841618 Sep 23 20:27:07.745923 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Device 690e9552-a8bb-4f16-800c-d4c139cf068b no longer exists at agent hyperv_n-h1-713301-16 {{(pid=95103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 20:27:07.783855 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Device 690e9552-a8bb-4f16-800c-d4c139cf068b not bound to the agent host n-h1-713301-16 {{(pid=95103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 20:27:08.257615 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-303395f2-7e63-4668-adc3-c03183e86a75 req-474ba322-199d-4b99-9bc8-3a8824579d28 tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:27:08.259114 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-303395f2-7e63-4668-adc3-c03183e86a75 req-474ba322-199d-4b99-9bc8-3a8824579d28 tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] 10.222.0.67 "GET /v2.0/ports?device_id=0b26a57e-b1cb-4f8e-a840-43797a5bc1e9 HTTP/1.1" status: 200 len: 945 time: 0.0499685 Sep 23 20:27:08.299445 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-303395f2-7e63-4668-adc3-c03183e86a75 req-e3dd5a1e-f0cd-4871-ab77-1326b1aedc20 tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] 10.222.0.67 "GET /v2.0/security-groups?id=d4791909-2f2f-436b-854d-59af261e708f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343003 Sep 23 20:27:08.321544 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 34760) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:27:08.385290 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-6810c56e-fc4f-4e32-add7-d3ab181368f7 tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] 10.222.0.67 "GET /v2.0/floatingips/31562408-cc89-49a7-9aa4-2de87fde4ef3 HTTP/1.1" status: 200 len: 993 time: 0.0626035 Sep 23 20:27:08.943600 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Device 690e9552-a8bb-4f16-800c-d4c139cf068b up at agent hyperv_n-h2-713301-16 {{(pid=95103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 20:27:08.994927 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Provisioning for port 690e9552-a8bb-4f16-800c-d4c139cf068b completed by entity L2. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 20:27:08.998407 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Provisioning complete for port 690e9552-a8bb-4f16-800c-d4c139cf068b triggered by entity L2. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 20:27:08.998776 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:27:09.072263 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:27:09.094743 n-d-713301-16 neutron-server[95103]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b26a57e-b1cb-4f8e-a840-43797a5bc1e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '690e9552-a8bb-4f16-800c-d4c139cf068b'}] {{(pid=95103) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 20:27:09.097849 n-d-713301-16 neutron-server[95103]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1848421c4d334b5bfe6f5b9de07f03d1600ee538ec1ae4f0fcf02c32f81bee4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc55d51c-153a-4eb4-9b99-5b7f28de8eae" -d '{"events": [{"server_uuid": "0b26a57e-b1cb-4f8e-a840-43797a5bc1e9", "name": "network-vif-plugged", "status": "completed", "tag": "690e9552-a8bb-4f16-800c-d4c139cf068b"}]}' {{(pid=95103) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 20:27:09.114374 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] For port 690e9552-a8bb-4f16-800c-d4c139cf068b, host n-h2-713301-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-16',level=0,port_id=690e9552-a8bb-4f16-800c-d4c139cf068b,segment=NetworkSegment(585caf0d-8829-4ade-a0ed-864c37d74d45),segment_id=585caf0d-8829-4ade-a0ed-864c37d74d45)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 20:27:09.118824 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:27:09.142411 n-d-713301-16 neutron-server[95103]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 20:27:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4abeded1-4aa5-4b84-81a4-c3be324bcf2a x-openstack-request-id: req-4abeded1-4aa5-4b84-81a4-c3be324bcf2a {{(pid=95103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 20:27:09.142707 n-d-713301-16 neutron-server[95103]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0b26a57e-b1cb-4f8e-a840-43797a5bc1e9", "name": "network-vif-plugged", "status": "completed", "tag": "690e9552-a8bb-4f16-800c-d4c139cf068b", "code": 200}]} {{(pid=95103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 20:27:09.143312 n-d-713301-16 neutron-server[95103]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-4abeded1-4aa5-4b84-81a4-c3be324bcf2a {{(pid=95103) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 20:27:09.143312 n-d-713301-16 neutron-server[95103]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0b26a57e-b1cb-4f8e-a840-43797a5bc1e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '690e9552-a8bb-4f16-800c-d4c139cf068b', 'code': 200} Sep 23 20:27:09.170791 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Pushing event updated for resources: {'Port': ['ID=690e9552-a8bb-4f16-800c-d4c139cf068b,revision_number=9']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:27:19.813268 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-7d8ac075-22bd-46eb-9b68-dbcc69cb1b2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:27:23.041158 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-c66e1301-9925-4976-873a-284697b1324e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:27:23.222804 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:27:23.684353 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-0ae75029-feb6-4728-9a94-5f9b60993d82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:27:25.517824 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-80e7e501-6c57-470d-92c6-e3d54bc3195c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:27:28.511043 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:27:28.834873 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:27:35.009055 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-8d2c50eb-76e8-420f-9348-bfe1678abfac req-18deb79d-bc13-4041-8feb-5276b8f6ae74 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=0b26a57e-b1cb-4f8e-a840-43797a5bc1e9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0396776 Sep 23 20:27:35.090024 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d2c50eb-76e8-420f-9348-bfe1678abfac req-69c73d20-d66c-46ed-a975-f6bf1114cb52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:27:35.091525 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-8d2c50eb-76e8-420f-9348-bfe1678abfac req-69c73d20-d66c-46ed-a975-f6bf1114cb52 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=68e56753f66346b994ad5ec9fc64b1b0&device_id=0b26a57e-b1cb-4f8e-a840-43797a5bc1e9 HTTP/1.1" status: 200 len: 1098 time: 0.0412281 Sep 23 20:27:35.199420 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d2c50eb-76e8-420f-9348-bfe1678abfac req-de39fafc-c138-4ee3-b81d-c567802022c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:27:35.200925 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-8d2c50eb-76e8-420f-9348-bfe1678abfac req-de39fafc-c138-4ee3-b81d-c567802022c5 service neutron] 10.222.0.53 "GET /v2.0/networks?id=f8f5ee27-314a-4554-9856-a0bc7fb55cfe HTTP/1.1" status: 200 len: 897 time: 0.0884531 Sep 23 20:27:35.264003 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-8d2c50eb-76e8-420f-9348-bfe1678abfac req-c7145076-f7b1-45b5-8533-5d5295d904a0 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=690e9552-a8bb-4f16-800c-d4c139cf068b HTTP/1.1" status: 200 len: 1002 time: 0.0556533 Sep 23 20:27:35.311010 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d2c50eb-76e8-420f-9348-bfe1678abfac req-4e2f8b07-0fe7-410a-8a4c-625829bf9dce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:27:35.312430 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-8d2c50eb-76e8-420f-9348-bfe1678abfac req-4e2f8b07-0fe7-410a-8a4c-625829bf9dce service neutron] 10.222.0.53 "GET /v2.0/subnets?id=e483ea88-0e04-4474-a0d9-92f0db6af8c2 HTTP/1.1" status: 200 len: 835 time: 0.0419571 Sep 23 20:27:35.362642 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d2c50eb-76e8-420f-9348-bfe1678abfac req-8fea0675-671d-4b66-a64d-b5b0606203cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:27:35.364166 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-8d2c50eb-76e8-420f-9348-bfe1678abfac req-8fea0675-671d-4b66-a64d-b5b0606203cb service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=f8f5ee27-314a-4554-9856-a0bc7fb55cfe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0439630 Sep 23 20:27:35.452062 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-8d2c50eb-76e8-420f-9348-bfe1678abfac req-43b9e329-2600-4527-9d43-0d88b593a07c service neutron] 10.222.0.53 "GET /v2.0/networks/f8f5ee27-314a-4554-9856-a0bc7fb55cfe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0801373 Sep 23 20:27:35.859325 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-8d2c50eb-76e8-420f-9348-bfe1678abfac req-fdbc05ae-3d48-4b21-852f-1b8034d511f3 service neutron] 10.222.0.53 "GET /v2.0/networks/f8f5ee27-314a-4554-9856-a0bc7fb55cfe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3981197 Sep 23 20:27:36.979465 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 34772) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:27:37.132662 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.plugin [None req-f68e85f5-9ba5-4504-a58a-d0b92ddcf9a9 tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Deleting port 297c4b89-3a17-4ba1-a25c-9457d7251b5b {{(pid=95102) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 20:27:37.133010 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-f68e85f5-9ba5-4504-a58a-d0b92ddcf9a9 tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783146157096'] for port, before_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:27:37.207407 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-f68e85f5-9ba5-4504-a58a-d0b92ddcf9a9 tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-605701'] for port, precommit_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:27:37.207736 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-f68e85f5-9ba5-4504-a58a-d0b92ddcf9a9 tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:27:37.218978 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.plugin [None req-f68e85f5-9ba5-4504-a58a-d0b92ddcf9a9 tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Calling delete_port for 297c4b89-3a17-4ba1-a25c-9457d7251b5b owned by network:floatingip {{(pid=95102) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 20:27:37.363327 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-f68e85f5-9ba5-4504-a58a-d0b92ddcf9a9 tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783146162158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783145673144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4399100'] for port, after_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:27:37.391649 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f68e85f5-9ba5-4504-a58a-d0b92ddcf9a9 tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Pushing event deleted for resources: {'Port': ['ID=297c4b89-3a17-4ba1-a25c-9457d7251b5b,revision_number=None']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:27:37.452030 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-f68e85f5-9ba5-4504-a58a-d0b92ddcf9a9 tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Notify callbacks [] for floatingip, after_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:27:37.452365 n-d-713301-16 neutron-server[95102]: INFO neutron.db.l3_db [None req-f68e85f5-9ba5-4504-a58a-d0b92ddcf9a9 tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Floating IP 31562408-cc89-49a7-9aa4-2de87fde4ef3 disassociated (deleted). External IP: 172.25.1.229, port: 690e9552-a8bb-4f16-800c-d4c139cf068b. Sep 23 20:27:37.656207 n-d-713301-16 neutron-server[95102]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f68e85f5-9ba5-4504-a58a-d0b92ddcf9a9 tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Router d4fc9ce8-9f14-4959-89b6-00aa1bdf5213 has already been hosted by L3 agent 79a740bf-7821-4989-8288-7186e3e128f3 {{(pid=95102) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 20:27:37.763826 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f68e85f5-9ba5-4504-a58a-d0b92ddcf9a9 tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Notify agent at l3_agent.n-d-713301-16 the message routers_updated {{(pid=95102) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 20:27:37.768583 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-f68e85f5-9ba5-4504-a58a-d0b92ddcf9a9 tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222849'] for floatingip, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:27:37.773281 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f38db410-4a45-4447-a3f2-537b13ea9fb7 None None] Sync routers for ids ['d4fc9ce8-9f14-4959-89b6-00aa1bdf5213'] in n-d-713301-16 {{(pid=95103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 20:27:37.782369 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f38db410-4a45-4447-a3f2-537b13ea9fb7 None None] Routers {'d4fc9ce8-9f14-4959-89b6-00aa1bdf5213'} bound to L3 agent in host n-d-713301-16 {{(pid=95103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 20:27:37.783474 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_hamode_db [None req-f38db410-4a45-4447-a3f2-537b13ea9fb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-23T19:07:52Z,description=,heartbeat_timestamp=2021-09-23T20:27:23Z,host='n-d-713301-16',id=79a740bf-7821-4989-8288-7186e3e128f3,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:07:52Z,topic='l3_agent')) {'router_ids': ['d4fc9ce8-9f14-4959-89b6-00aa1bdf5213'], 'active': True} {{(pid=95103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 20:27:37.795433 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-f68e85f5-9ba5-4504-a58a-d0b92ddcf9a9 tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] 10.222.0.67 "DELETE /v2.0/floatingips/31562408-cc89-49a7-9aa4-2de87fde4ef3 HTTP/1.1" status: 204 len: 168 time: 0.8148892 Sep 23 20:27:37.796127 n-d-713301-16 neutron-server[95102]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0b26a57e-b1cb-4f8e-a840-43797a5bc1e9', 'tag': '690e9552-a8bb-4f16-800c-d4c139cf068b'}] {{(pid=95102) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 20:27:37.799159 n-d-713301-16 neutron-server[95102]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a8356a6bd5e554bb349ddb806ba98ee8c25ce2b3f69d698f62da31b860ff3eb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8536f895-ba5a-4ec5-b92d-5e64e4e17e5b" -d '{"events": [{"name": "network-changed", "server_uuid": "0b26a57e-b1cb-4f8e-a840-43797a5bc1e9", "tag": "690e9552-a8bb-4f16-800c-d4c139cf068b"}]}' {{(pid=95102) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 20:27:37.838448 n-d-713301-16 neutron-server[95102]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 20:27:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f2f80c1-dab0-4802-8fef-10cd1f1c50e6 x-openstack-request-id: req-7f2f80c1-dab0-4802-8fef-10cd1f1c50e6 {{(pid=95102) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 20:27:37.838741 n-d-713301-16 neutron-server[95102]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0b26a57e-b1cb-4f8e-a840-43797a5bc1e9", "tag": "690e9552-a8bb-4f16-800c-d4c139cf068b", "status": "completed", "code": 200}]} {{(pid=95102) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 20:27:37.838993 n-d-713301-16 neutron-server[95102]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-7f2f80c1-dab0-4802-8fef-10cd1f1c50e6 {{(pid=95102) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 20:27:37.839393 n-d-713301-16 neutron-server[95102]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0b26a57e-b1cb-4f8e-a840-43797a5bc1e9', 'tag': '690e9552-a8bb-4f16-800c-d4c139cf068b', 'status': 'completed', 'code': 200} Sep 23 20:27:37.893892 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_dvr_db [None req-f38db410-4a45-4447-a3f2-537b13ea9fb7 None None] Set router d4fc9ce8-9f14-4959-89b6-00aa1bdf5213 gateway port host: n-d-713301-16 {{(pid=95103) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 20:27:37.903544 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8536f895-ba5a-4ec5-b92d-5e64e4e17e5b req-a78a6ed7-3385-41ff-8b86-d58a2a962b47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:27:37.905748 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-8536f895-ba5a-4ec5-b92d-5e64e4e17e5b req-a78a6ed7-3385-41ff-8b86-d58a2a962b47 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=68e56753f66346b994ad5ec9fc64b1b0&device_id=0b26a57e-b1cb-4f8e-a840-43797a5bc1e9 HTTP/1.1" status: 200 len: 1098 time: 0.0432549 Sep 23 20:27:38.037539 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8536f895-ba5a-4ec5-b92d-5e64e4e17e5b req-cb75a39b-c0b9-44bd-aa36-0ee70261b6da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:27:38.039040 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-8536f895-ba5a-4ec5-b92d-5e64e4e17e5b req-cb75a39b-c0b9-44bd-aa36-0ee70261b6da service neutron] 10.222.0.53 "GET /v2.0/networks?id=f8f5ee27-314a-4554-9856-a0bc7fb55cfe HTTP/1.1" status: 200 len: 897 time: 0.1250701 Sep 23 20:27:38.061677 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa615dcc-c993-488b-b05c-bca5e932fc4e req-24166478-6a4f-43d0-8fd4-84a43870021a tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:27:38.063127 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-fa615dcc-c993-488b-b05c-bca5e932fc4e req-24166478-6a4f-43d0-8fd4-84a43870021a tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] 10.222.0.67 "GET /v2.0/ports?device_id=0b26a57e-b1cb-4f8e-a840-43797a5bc1e9 HTTP/1.1" status: 200 len: 946 time: 0.0740297 Sep 23 20:27:38.096400 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-8536f895-ba5a-4ec5-b92d-5e64e4e17e5b req-e0e75213-d1ea-45e7-8111-f57edc71ef6d service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=690e9552-a8bb-4f16-800c-d4c139cf068b HTTP/1.1" status: 200 len: 217 time: 0.0481770 Sep 23 20:27:38.098145 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_hamode_db [None req-f38db410-4a45-4447-a3f2-537b13ea9fb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4fc9ce8-9f14-4959-89b6-00aa1bdf5213', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1904967583', 'tenant_id': '68e56753f66346b994ad5ec9fc64b1b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'external_fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.140'}], 'enable_snat': True}, 'gw_port_id': 'fe765991-6776-4029-9c42-a3debcb64b0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T20:25:52Z', 'updated_at': '2021-09-23T20:25:56Z', 'revision_number': 4, 'project_id': '68e56753f66346b994ad5ec9fc64b1b0', 'gw_port': {'id': 'fe765991-6776-4029-9c42-a3debcb64b0b', 'name': '', 'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:75:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4fc9ce8-9f14-4959-89b6-00aa1bdf5213', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T20:25:53Z', 'updated_at': '2021-09-23T20:25:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-16', '_interfaces': [{'id': 'f8f60d25-6a02-4877-ba5b-4a7e405c195c', 'name': '', 'network_id': 'f8f5ee27-314a-4554-9856-a0bc7fb55cfe', 'tenant_id': '68e56753f66346b994ad5ec9fc64b1b0', 'mac_address': 'fa:16:3e:f5:57:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4fc9ce8-9f14-4959-89b6-00aa1bdf5213', 'device_owner': 'network:router_interface', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': 'e483ea88-0e04-4474-a0d9-92f0db6af8c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T20:25:55Z', 'updated_at': '2021-09-23T20:25:58Z', 'revision_number': 5, 'project_id': '68e56753f66346b994ad5ec9fc64b1b0', 'subnets': [{'id': 'e483ea88-0e04-4474-a0d9-92f0db6af8c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-16', False) {} {{(pid=95103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 20:27:38.127866 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f38db410-4a45-4447-a3f2-537b13ea9fb7 None None] Checking router: d4fc9ce8-9f14-4959-89b6-00aa1bdf5213 for host: n-d-713301-16 {{(pid=95103) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 20:27:38.136244 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f38db410-4a45-4447-a3f2-537b13ea9fb7 None None] Routers {'d4fc9ce8-9f14-4959-89b6-00aa1bdf5213'} bound to L3 agent in host n-d-713301-16 {{(pid=95103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 20:27:38.136881 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_hamode_db [None req-f38db410-4a45-4447-a3f2-537b13ea9fb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-23T19:07:52Z,description=,heartbeat_timestamp=2021-09-23T20:27:23Z,host='n-d-713301-16',id=79a740bf-7821-4989-8288-7186e3e128f3,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:07:52Z,topic='l3_agent')) {'router_ids': ['d4fc9ce8-9f14-4959-89b6-00aa1bdf5213'], 'active': True} {{(pid=95103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 20:27:38.166103 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-fa615dcc-c993-488b-b05c-bca5e932fc4e req-63593daf-5a37-46fa-8315-184cf8d4b3bc tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] 10.222.0.67 "GET /v2.0/security-groups?id=d4791909-2f2f-436b-854d-59af261e708f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0724571 Sep 23 20:27:38.171649 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8536f895-ba5a-4ec5-b92d-5e64e4e17e5b req-b74febc6-ff75-4a2f-bacf-d0afd4cb9eb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:27:38.173131 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-8536f895-ba5a-4ec5-b92d-5e64e4e17e5b req-b74febc6-ff75-4a2f-bacf-d0afd4cb9eb1 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=e483ea88-0e04-4474-a0d9-92f0db6af8c2 HTTP/1.1" status: 200 len: 835 time: 0.0646923 Sep 23 20:27:38.221051 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8536f895-ba5a-4ec5-b92d-5e64e4e17e5b req-13d74833-21fe-413b-94b8-10f2424c0449 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:27:38.222554 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-8536f895-ba5a-4ec5-b92d-5e64e4e17e5b req-13d74833-21fe-413b-94b8-10f2424c0449 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=f8f5ee27-314a-4554-9856-a0bc7fb55cfe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0412314 Sep 23 20:27:38.239043 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_dvr_db [None req-f38db410-4a45-4447-a3f2-537b13ea9fb7 None None] Set router d4fc9ce8-9f14-4959-89b6-00aa1bdf5213 gateway port host: n-d-713301-16 {{(pid=95103) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 20:27:38.318389 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-8536f895-ba5a-4ec5-b92d-5e64e4e17e5b req-ad4b7ada-7609-4280-a442-03bafc368beb service neutron] 10.222.0.53 "GET /v2.0/networks/f8f5ee27-314a-4554-9856-a0bc7fb55cfe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865600 Sep 23 20:27:38.411691 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-8536f895-ba5a-4ec5-b92d-5e64e4e17e5b req-3633059b-eb57-4a4d-afac-eaf33bfdd8a9 service neutron] 10.222.0.53 "GET /v2.0/networks/f8f5ee27-314a-4554-9856-a0bc7fb55cfe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840604 Sep 23 20:27:38.437303 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_hamode_db [None req-f38db410-4a45-4447-a3f2-537b13ea9fb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4fc9ce8-9f14-4959-89b6-00aa1bdf5213', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1904967583', 'tenant_id': '68e56753f66346b994ad5ec9fc64b1b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'external_fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.140'}], 'enable_snat': True}, 'gw_port_id': 'fe765991-6776-4029-9c42-a3debcb64b0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T20:25:52Z', 'updated_at': '2021-09-23T20:25:56Z', 'revision_number': 4, 'project_id': '68e56753f66346b994ad5ec9fc64b1b0', 'gw_port': {'id': 'fe765991-6776-4029-9c42-a3debcb64b0b', 'name': '', 'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:75:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4fc9ce8-9f14-4959-89b6-00aa1bdf5213', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T20:25:53Z', 'updated_at': '2021-09-23T20:25:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-16', '_interfaces': [{'id': 'f8f60d25-6a02-4877-ba5b-4a7e405c195c', 'name': '', 'network_id': 'f8f5ee27-314a-4554-9856-a0bc7fb55cfe', 'tenant_id': '68e56753f66346b994ad5ec9fc64b1b0', 'mac_address': 'fa:16:3e:f5:57:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4fc9ce8-9f14-4959-89b6-00aa1bdf5213', 'device_owner': 'network:router_interface', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': 'e483ea88-0e04-4474-a0d9-92f0db6af8c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T20:25:55Z', 'updated_at': '2021-09-23T20:25:58Z', 'revision_number': 5, 'project_id': '68e56753f66346b994ad5ec9fc64b1b0', 'subnets': [{'id': 'e483ea88-0e04-4474-a0d9-92f0db6af8c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-16', False) {} {{(pid=95103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 20:27:38.463671 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f38db410-4a45-4447-a3f2-537b13ea9fb7 None None] The sync data for ids ['d4fc9ce8-9f14-4959-89b6-00aa1bdf5213'] in n-d-713301-16 is: [{'id': 'd4fc9ce8-9f14-4959-89b6-00aa1bdf5213', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1904967583', 'tenant_id': '68e56753f66346b994ad5ec9fc64b1b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'external_fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.140'}], 'enable_snat': True}, 'gw_port_id': 'fe765991-6776-4029-9c42-a3debcb64b0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T20:25:52Z', 'updated_at': '2021-09-23T20:25:56Z', 'revision_number': 4, 'project_id': '68e56753f66346b994ad5ec9fc64b1b0', 'gw_port': {'id': 'fe765991-6776-4029-9c42-a3debcb64b0b', 'name': '', 'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:75:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4fc9ce8-9f14-4959-89b6-00aa1bdf5213', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T20:25:53Z', 'updated_at': '2021-09-23T20:25:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-16', '_interfaces': [{'id': 'f8f60d25-6a02-4877-ba5b-4a7e405c195c', 'name': '', 'network_id': 'f8f5ee27-314a-4554-9856-a0bc7fb55cfe', 'tenant_id': '68e56753f66346b994ad5ec9fc64b1b0', 'mac_address': 'fa:16:3e:f5:57:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4fc9ce8-9f14-4959-89b6-00aa1bdf5213', 'device_owner': 'network:router_interface', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': 'e483ea88-0e04-4474-a0d9-92f0db6af8c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T20:25:55Z', 'updated_at': '2021-09-23T20:25:58Z', 'revision_number': 5, 'project_id': '68e56753f66346b994ad5ec9fc64b1b0', 'subnets': [{'id': 'e483ea88-0e04-4474-a0d9-92f0db6af8c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 20:27:38.669116 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65b1f110-c1ec-465a-bdbf-2beb76be3714 None None] New status for floating IP 31562408-cc89-49a7-9aa4-2de87fde4ef3: DOWN {{(pid=95104) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 23 20:27:39.343186 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f2a8740-9d4b-4c31-a702-5ae0d250feaa req-0d573316-9176-424d-97ce-11f7cc7bfd67 tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:27:39.344782 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-4f2a8740-9d4b-4c31-a702-5ae0d250feaa req-0d573316-9176-424d-97ce-11f7cc7bfd67 tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] 10.222.0.67 "GET /v2.0/ports?device_id=0b26a57e-b1cb-4f8e-a840-43797a5bc1e9 HTTP/1.1" status: 200 len: 946 time: 0.0863705 Sep 23 20:27:39.383780 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af164f19-c189-446e-95a1-11302279dfbe req-d69e4513-f16d-4f87-a5a8-cb9b12ef6254 tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:27:39.385399 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-af164f19-c189-446e-95a1-11302279dfbe req-d69e4513-f16d-4f87-a5a8-cb9b12ef6254 tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] 10.222.0.53 "GET /v2.0/ports?device_id=0b26a57e-b1cb-4f8e-a840-43797a5bc1e9 HTTP/1.1" status: 200 len: 946 time: 0.0971224 Sep 23 20:27:39.437947 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-4f2a8740-9d4b-4c31-a702-5ae0d250feaa req-da84487c-a34d-41c5-90bc-8ebb93a947cb tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] 10.222.0.67 "GET /v2.0/security-groups?id=d4791909-2f2f-436b-854d-59af261e708f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0854766 Sep 23 20:27:39.497169 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.plugin [req-af164f19-c189-446e-95a1-11302279dfbe req-385aa7e9-17e2-44e6-9e03-368044064b32 tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Deleting port 690e9552-a8bb-4f16-800c-d4c139cf068b {{(pid=95102) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 20:27:39.497551 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-af164f19-c189-446e-95a1-11302279dfbe req-385aa7e9-17e2-44e6-9e03-368044064b32 tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783146157096'] for port, before_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:27:39.592715 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.db [req-af164f19-c189-446e-95a1-11302279dfbe req-385aa7e9-17e2-44e6-9e03-368044064b32 tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] For port 690e9552-a8bb-4f16-800c-d4c139cf068b, host n-h2-713301-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-16',level=0,port_id=690e9552-a8bb-4f16-800c-d4c139cf068b,segment=NetworkSegment(585caf0d-8829-4ade-a0ed-864c37d74d45),segment_id=585caf0d-8829-4ade-a0ed-864c37d74d45)] {{(pid=95102) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 20:27:39.593087 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-af164f19-c189-446e-95a1-11302279dfbe req-385aa7e9-17e2-44e6-9e03-368044064b32 tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-605701'] for port, precommit_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:27:39.604743 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.plugin [req-af164f19-c189-446e-95a1-11302279dfbe req-385aa7e9-17e2-44e6-9e03-368044064b32 tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Calling delete_port for 690e9552-a8bb-4f16-800c-d4c139cf068b owned by compute:nova {{(pid=95102) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 20:27:39.730864 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-af164f19-c189-446e-95a1-11302279dfbe req-385aa7e9-17e2-44e6-9e03-368044064b32 tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783146162158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783145673144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4399100'] for port, after_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:27:39.766182 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-385aa7e9-17e2-44e6-9e03-368044064b32 tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Pushing event deleted for resources: {'Port': ['ID=690e9552-a8bb-4f16-800c-d4c139cf068b,revision_number=None']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:27:39.808596 n-d-713301-16 neutron-server[95102]: DEBUG neutron.db.l3_dvrscheduler_db [req-af164f19-c189-446e-95a1-11302279dfbe req-385aa7e9-17e2-44e6-9e03-368044064b32 tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] No DVR routers for this DVR port 690e9552-a8bb-4f16-800c-d4c139cf068b on host n-h2-713301-16 {{(pid=95102) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 20:27:39.811099 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-af164f19-c189-446e-95a1-11302279dfbe req-385aa7e9-17e2-44e6-9e03-368044064b32 tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222849'] for port, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:27:39.813113 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-af164f19-c189-446e-95a1-11302279dfbe req-385aa7e9-17e2-44e6-9e03-368044064b32 tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] 10.222.0.53 "DELETE /v2.0/ports/690e9552-a8bb-4f16-800c-d4c139cf068b HTTP/1.1" status: 204 len: 173 time: 0.4219689 Sep 23 20:27:39.840136 n-d-713301-16 neutron-server[95102]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b26a57e-b1cb-4f8e-a840-43797a5bc1e9', 'name': 'network-vif-deleted', 'tag': '690e9552-a8bb-4f16-800c-d4c139cf068b'}] {{(pid=95102) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 20:27:39.843297 n-d-713301-16 neutron-server[95102]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a8356a6bd5e554bb349ddb806ba98ee8c25ce2b3f69d698f62da31b860ff3eb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c05cc837-3655-43f4-9acc-caa93c355ac0" -d '{"events": [{"server_uuid": "0b26a57e-b1cb-4f8e-a840-43797a5bc1e9", "name": "network-vif-deleted", "tag": "690e9552-a8bb-4f16-800c-d4c139cf068b"}]}' {{(pid=95102) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 20:27:39.881173 n-d-713301-16 neutron-server[95102]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 20:27:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a153443-4456-4557-ad0a-83d393f5ee6b x-openstack-request-id: req-1a153443-4456-4557-ad0a-83d393f5ee6b {{(pid=95102) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 20:27:39.881475 n-d-713301-16 neutron-server[95102]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0b26a57e-b1cb-4f8e-a840-43797a5bc1e9", "name": "network-vif-deleted", "tag": "690e9552-a8bb-4f16-800c-d4c139cf068b", "status": "completed", "code": 200}]} {{(pid=95102) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 20:27:39.881731 n-d-713301-16 neutron-server[95102]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-1a153443-4456-4557-ad0a-83d393f5ee6b {{(pid=95102) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 20:27:39.882267 n-d-713301-16 neutron-server[95102]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0b26a57e-b1cb-4f8e-a840-43797a5bc1e9', 'name': 'network-vif-deleted', 'tag': '690e9552-a8bb-4f16-800c-d4c139cf068b', 'status': 'completed', 'code': 200} Sep 23 20:27:40.500356 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 34788) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:27:40.855853 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-b946e725-0297-45a4-897f-c89bc007f7a3 tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-601372'] for router_interface, before_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:27:41.107646 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.plugin [None req-b946e725-0297-45a4-897f-c89bc007f7a3 tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Deleting port f8f60d25-6a02-4877-ba5b-4a7e405c195c {{(pid=95102) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 20:27:41.108328 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-b946e725-0297-45a4-897f-c89bc007f7a3 tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783146157096'] for port, before_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:27:41.197494 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.db [None req-b946e725-0297-45a4-897f-c89bc007f7a3 tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] For port f8f60d25-6a02-4877-ba5b-4a7e405c195c, host n-d-713301-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-16',level=0,port_id=f8f60d25-6a02-4877-ba5b-4a7e405c195c,segment=NetworkSegment(585caf0d-8829-4ade-a0ed-864c37d74d45),segment_id=585caf0d-8829-4ade-a0ed-864c37d74d45)] {{(pid=95102) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 20:27:41.197861 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-b946e725-0297-45a4-897f-c89bc007f7a3 tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-605701'] for port, precommit_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:27:41.211062 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.plugin [None req-b946e725-0297-45a4-897f-c89bc007f7a3 tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Calling delete_port for f8f60d25-6a02-4877-ba5b-4a7e405c195c owned by network:router_interface {{(pid=95102) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 20:27:41.396665 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-b946e725-0297-45a4-897f-c89bc007f7a3 tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783146162158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783145673144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4399100'] for port, after_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:27:41.426863 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b946e725-0297-45a4-897f-c89bc007f7a3 tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Pushing event deleted for resources: {'Port': ['ID=f8f60d25-6a02-4877-ba5b-4a7e405c195c,revision_number=None']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:27:41.602809 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-b946e725-0297-45a4-897f-c89bc007f7a3 tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-527322', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-602005'] for router_interface, after_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:27:41.815879 n-d-713301-16 neutron-server[95102]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b946e725-0297-45a4-897f-c89bc007f7a3 tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Router d4fc9ce8-9f14-4959-89b6-00aa1bdf5213 has already been hosted by L3 agent 79a740bf-7821-4989-8288-7186e3e128f3 {{(pid=95102) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 20:27:42.236108 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b946e725-0297-45a4-897f-c89bc007f7a3 tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Notify agent at l3_agent.n-d-713301-16 the message routers_updated {{(pid=95102) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 20:27:42.241067 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-b946e725-0297-45a4-897f-c89bc007f7a3 tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] 10.222.0.67 "PUT /v2.0/routers/d4fc9ce8-9f14-4959-89b6-00aa1bdf5213/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7396002 Sep 23 20:27:42.243738 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 34790) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:27:42.246433 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb869170-db2a-47f0-9616-d7d32566e223 None None] Sync routers for ids ['d4fc9ce8-9f14-4959-89b6-00aa1bdf5213'] in n-d-713301-16 {{(pid=95103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 20:27:42.256565 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb869170-db2a-47f0-9616-d7d32566e223 None None] Routers {'d4fc9ce8-9f14-4959-89b6-00aa1bdf5213'} bound to L3 agent in host n-d-713301-16 {{(pid=95103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 20:27:42.257216 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_hamode_db [None req-bb869170-db2a-47f0-9616-d7d32566e223 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-23T19:07:52Z,description=,heartbeat_timestamp=2021-09-23T20:27:23Z,host='n-d-713301-16',id=79a740bf-7821-4989-8288-7186e3e128f3,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:07:52Z,topic='l3_agent')) {'router_ids': ['d4fc9ce8-9f14-4959-89b6-00aa1bdf5213'], 'active': True} {{(pid=95103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 20:27:42.294237 n-d-713301-16 neutron-server[95102]: DEBUG neutron.db.db_base_plugin_v2 [None req-3b90a85a-9dd4-4b75-8b7b-11344131bd90 tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Deleting subnet e483ea88-0e04-4474-a0d9-92f0db6af8c2 {{(pid=95102) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 23 20:27:42.297277 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-3b90a85a-9dd4-4b75-8b7b-11344131bd90 tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Notify callbacks [] for subnet, before_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:27:42.336235 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-3b90a85a-9dd4-4b75-8b7b-11344131bd90 tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6162825'] for subnet, precommit_delete_associations {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:27:42.364248 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_dvr_db [None req-bb869170-db2a-47f0-9616-d7d32566e223 None None] Set router d4fc9ce8-9f14-4959-89b6-00aa1bdf5213 gateway port host: n-d-713301-16 {{(pid=95103) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 20:27:42.421961 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-3b90a85a-9dd4-4b75-8b7b-11344131bd90 tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1756813'] for subnet, precommit_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:27:42.478556 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-3b90a85a-9dd4-4b75-8b7b-11344131bd90 tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1756804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4399009', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5388229'] for subnet, after_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:27:42.504109 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b90a85a-9dd4-4b75-8b7b-11344131bd90 tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Pushing event deleted for resources: {'Subnet': ['ID=e483ea88-0e04-4474-a0d9-92f0db6af8c2,revision_number=None']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:27:42.510094 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-3b90a85a-9dd4-4b75-8b7b-11344131bd90 tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Notify callbacks [] for subnet, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:27:42.515338 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-3b90a85a-9dd4-4b75-8b7b-11344131bd90 tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] 10.222.0.67 "DELETE /v2.0/subnets/e483ea88-0e04-4474-a0d9-92f0db6af8c2 HTTP/1.1" status: 204 len: 168 time: 0.2672989 Sep 23 20:27:42.515338 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 34792) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:27:42.521308 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-361a75f2-a2e3-46b3-b4c4-6efd3e71f2df None None] Network f8f5ee27-314a-4554-9856-a0bc7fb55cfe requested from n-d-713301-16 {{(pid=95103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 20:27:42.549056 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.agents_db [None req-f2f5c474-60a3-474f-b2cc-02c4bd30880c None None] Agent healthcheck: found 7 active agents {{(pid=95104) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 20:27:42.622136 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-9e61e180-d620-4190-9c96-cd4a5305ae8b tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Notify callbacks [] for router, before_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:27:42.641003 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_hamode_db [None req-bb869170-db2a-47f0-9616-d7d32566e223 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4fc9ce8-9f14-4959-89b6-00aa1bdf5213', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1904967583', 'tenant_id': '68e56753f66346b994ad5ec9fc64b1b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'external_fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.140'}], 'enable_snat': True}, 'gw_port_id': 'fe765991-6776-4029-9c42-a3debcb64b0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T20:25:52Z', 'updated_at': '2021-09-23T20:27:41Z', 'revision_number': 5, 'project_id': '68e56753f66346b994ad5ec9fc64b1b0', 'gw_port': {'id': 'fe765991-6776-4029-9c42-a3debcb64b0b', 'name': '', 'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:75:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4fc9ce8-9f14-4959-89b6-00aa1bdf5213', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T20:25:53Z', 'updated_at': '2021-09-23T20:25:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-16'}], 'n-d-713301-16', False) {} {{(pid=95103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 20:27:42.729026 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-9e61e180-d620-4190-9c96-cd4a5305ae8b tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:27:42.784338 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.plugin [None req-9e61e180-d620-4190-9c96-cd4a5305ae8b tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Deleting port fe765991-6776-4029-9c42-a3debcb64b0b {{(pid=95102) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 20:27:42.784589 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-9e61e180-d620-4190-9c96-cd4a5305ae8b tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783146157096'] for port, before_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:27:42.832148 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb869170-db2a-47f0-9616-d7d32566e223 None None] Checking router: d4fc9ce8-9f14-4959-89b6-00aa1bdf5213 for host: n-d-713301-16 {{(pid=95103) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 20:27:42.846443 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb869170-db2a-47f0-9616-d7d32566e223 None None] Routers {'d4fc9ce8-9f14-4959-89b6-00aa1bdf5213'} bound to L3 agent in host n-d-713301-16 {{(pid=95103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 20:27:42.847045 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_hamode_db [None req-bb869170-db2a-47f0-9616-d7d32566e223 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-23T19:07:52Z,description=,heartbeat_timestamp=2021-09-23T20:27:23Z,host='n-d-713301-16',id=79a740bf-7821-4989-8288-7186e3e128f3,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:07:52Z,topic='l3_agent')) {'router_ids': ['d4fc9ce8-9f14-4959-89b6-00aa1bdf5213'], 'active': True} {{(pid=95103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 20:27:42.866553 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.db [None req-9e61e180-d620-4190-9c96-cd4a5305ae8b tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] For port fe765991-6776-4029-9c42-a3debcb64b0b, host n-d-713301-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-16',level=0,port_id=fe765991-6776-4029-9c42-a3debcb64b0b,segment=NetworkSegment(7d4027f1-d893-4c7b-95d4-757b8e44e380),segment_id=7d4027f1-d893-4c7b-95d4-757b8e44e380)] {{(pid=95102) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 20:27:42.866923 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-9e61e180-d620-4190-9c96-cd4a5305ae8b tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-605701'] for port, precommit_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:27:42.884304 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.plugin [None req-9e61e180-d620-4190-9c96-cd4a5305ae8b tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Calling delete_port for fe765991-6776-4029-9c42-a3debcb64b0b owned by network:router_gateway {{(pid=95102) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 20:27:42.916727 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa8d1d30-4a9a-403b-a27c-6f7f5961e8e1 None None] DHCP port deletion for f8f5ee27-314a-4554-9856-a0bc7fb55cfe request from n-d-713301-16 {{(pid=95103) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 23 20:27:42.957341 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_dvr_db [None req-bb869170-db2a-47f0-9616-d7d32566e223 None None] Set router d4fc9ce8-9f14-4959-89b6-00aa1bdf5213 gateway port host: None {{(pid=95103) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 20:27:43.016526 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_hamode_db [None req-bb869170-db2a-47f0-9616-d7d32566e223 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4fc9ce8-9f14-4959-89b6-00aa1bdf5213', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1904967583', 'tenant_id': '68e56753f66346b994ad5ec9fc64b1b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T20:25:52Z', 'updated_at': '2021-09-23T20:27:42Z', 'revision_number': 6, 'project_id': '68e56753f66346b994ad5ec9fc64b1b0', 'gw_port_host': None}], 'n-d-713301-16', False) {} {{(pid=95103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 20:27:43.044866 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb869170-db2a-47f0-9616-d7d32566e223 None None] The sync data for ids ['d4fc9ce8-9f14-4959-89b6-00aa1bdf5213'] in n-d-713301-16 is: [{'id': 'd4fc9ce8-9f14-4959-89b6-00aa1bdf5213', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1904967583', 'tenant_id': '68e56753f66346b994ad5ec9fc64b1b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T20:25:52Z', 'updated_at': '2021-09-23T20:27:42Z', 'revision_number': 6, 'project_id': '68e56753f66346b994ad5ec9fc64b1b0', 'gw_port_host': None}] {{(pid=95103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 20:27:43.057069 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-9e61e180-d620-4190-9c96-cd4a5305ae8b tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783146162158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783145673144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4399100'] for port, after_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:27:43.068189 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.plugin [None req-aa8d1d30-4a9a-403b-a27c-6f7f5961e8e1 None None] Deleting port 5553b277-1f76-48e2-a214-a568f30c2763 {{(pid=95103) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 20:27:43.068566 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-aa8d1d30-4a9a-403b-a27c-6f7f5961e8e1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783146157096'] for port, before_delete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:27:43.090189 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e61e180-d620-4190-9c96-cd4a5305ae8b tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Pushing event deleted for resources: {'Port': ['ID=fe765991-6776-4029-9c42-a3debcb64b0b,revision_number=None']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:27:43.129118 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Device 690e9552-a8bb-4f16-800c-d4c139cf068b no longer exists at agent hyperv_n-h2-713301-16 {{(pid=95103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 20:27:43.151286 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-9e61e180-d620-4190-9c96-cd4a5305ae8b tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-601942'] for router_gateway, after_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:27:43.160926 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.plugin [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] No Port match for: 690e9552-a8bb-4f16-800c-d4c139cf068b {{(pid=95103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 20:27:43.161287 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Device 690e9552-a8bb-4f16-800c-d4c139cf068b not bound to the agent host n-h2-713301-16 {{(pid=95103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 20:27:43.163811 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-aa8d1d30-4a9a-403b-a27c-6f7f5961e8e1 None None] For port 5553b277-1f76-48e2-a214-a568f30c2763, host n-d-713301-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-16',level=0,port_id=5553b277-1f76-48e2-a214-a568f30c2763,segment=NetworkSegment(585caf0d-8829-4ade-a0ed-864c37d74d45),segment_id=585caf0d-8829-4ade-a0ed-864c37d74d45)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 20:27:43.164247 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-aa8d1d30-4a9a-403b-a27c-6f7f5961e8e1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-605701'] for port, precommit_delete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:27:43.176219 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.plugin [None req-aa8d1d30-4a9a-403b-a27c-6f7f5961e8e1 None None] Calling delete_port for 5553b277-1f76-48e2-a214-a568f30c2763 owned by network:dhcp {{(pid=95103) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 20:27:43.249838 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-9e61e180-d620-4190-9c96-cd4a5305ae8b tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-597305', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29369'] for router, precommit_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:27:43.252632 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-9e61e180-d620-4190-9c96-cd4a5305ae8b tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:27:43.255637 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-aa8d1d30-4a9a-403b-a27c-6f7f5961e8e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783146162158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783145673144'] for port, after_delete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:27:43.281785 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa8d1d30-4a9a-403b-a27c-6f7f5961e8e1 None None] Pushing event deleted for resources: {'Port': ['ID=5553b277-1f76-48e2-a214-a568f30c2763,revision_number=None']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:27:43.286931 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa8d1d30-4a9a-403b-a27c-6f7f5961e8e1 None None] No DVR routers for this DVR port 5553b277-1f76-48e2-a214-a568f30c2763 on host n-d-713301-16 {{(pid=95103) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 20:27:43.301969 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-9e61e180-d620-4190-9c96-cd4a5305ae8b tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-597296'] for router, after_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:27:43.302536 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e61e180-d620-4190-9c96-cd4a5305ae8b tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Fanout notify agent at l3_agent the message router_deleted on router d4fc9ce8-9f14-4959-89b6-00aa1bdf5213 {{(pid=95102) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 23 20:27:43.309412 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-9e61e180-d620-4190-9c96-cd4a5305ae8b tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Notify callbacks [] for router, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:27:43.310526 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-9e61e180-d620-4190-9c96-cd4a5305ae8b tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] 10.222.0.67 "DELETE /v2.0/routers/d4fc9ce8-9f14-4959-89b6-00aa1bdf5213 HTTP/1.1" status: 204 len: 168 time: 0.7948699 Sep 23 20:27:43.313212 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 34794) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:27:43.387845 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-31e3af43-f99a-4ed0-b1fd-ce869dcc59eb tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1628021'] for network, before_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:27:43.486982 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-31e3af43-f99a-4ed0-b1fd-ce869dcc59eb tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1754676', 'neutron.services.segments.db._delete_segments_for_network-8783146221460'] for network, precommit_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:27:43.510373 n-d-713301-16 neutron-server[95102]: DEBUG neutron.services.segments.db [None req-31e3af43-f99a-4ed0-b1fd-ce869dcc59eb tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f8f5ee27-314a-4554-9856-a0bc7fb55cfe']}} {{(pid=95102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 20:27:43.519448 n-d-713301-16 neutron-server[95102]: DEBUG neutron.services.segments.db [None req-31e3af43-f99a-4ed0-b1fd-ce869dcc59eb tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '585caf0d-8829-4ade-a0ed-864c37d74d45') {'for_net_delete': True} {{(pid=95102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 20:27:43.519745 n-d-713301-16 neutron-server[95102]: DEBUG neutron.services.segments.db [None req-31e3af43-f99a-4ed0-b1fd-ce869dcc59eb tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '585caf0d-8829-4ade-a0ed-864c37d74d45') {} {{(pid=95102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 20:27:43.528999 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-31e3af43-f99a-4ed0-b1fd-ce869dcc59eb tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783146221725', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6162832'] for segment, before_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:27:43.541670 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-31e3af43-f99a-4ed0-b1fd-ce869dcc59eb tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1756186'] for segment, precommit_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:27:43.547444 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-31e3af43-f99a-4ed0-b1fd-ce869dcc59eb tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Releasing vlan 623 on physical network physnet1 to pool {{(pid=95102) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 20:27:43.547778 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-31e3af43-f99a-4ed0-b1fd-ce869dcc59eb tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1756186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4398095'] for segment, after_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:27:43.551221 n-d-713301-16 neutron-server[95102]: Traceback (most recent call last): Sep 23 20:27:43.551221 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 20:27:43.551221 n-d-713301-16 neutron-server[95102]: timer() Sep 23 20:27:43.551221 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 20:27:43.551221 n-d-713301-16 neutron-server[95102]: cb(*args, **kw) Sep 23 20:27:43.551221 n-d-713301-16 neutron-server[95102]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 20:27:43.551221 n-d-713301-16 neutron-server[95102]: return func(*args, **kwargs) Sep 23 20:27:43.551221 n-d-713301-16 neutron-server[95102]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 20:27:43.551221 n-d-713301-16 neutron-server[95102]: self._notify() Sep 23 20:27:43.551221 n-d-713301-16 neutron-server[95102]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 20:27:43.551221 n-d-713301-16 neutron-server[95102]: self.callback(batched_events) Sep 23 20:27:43.551221 n-d-713301-16 neutron-server[95102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 20:27:43.551221 n-d-713301-16 neutron-server[95102]: event.method(event) Sep 23 20:27:43.551221 n-d-713301-16 neutron-server[95102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 20:27:43.551221 n-d-713301-16 neutron-server[95102]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 20:27:43.551221 n-d-713301-16 neutron-server[95102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 20:27:43.551221 n-d-713301-16 neutron-server[95102]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 20:27:43.551221 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 20:27:43.551221 n-d-713301-16 neutron-server[95102]: return f(self, *a, **k) Sep 23 20:27:43.551221 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 20:27:43.551221 n-d-713301-16 neutron-server[95102]: return self._get(url).json() Sep 23 20:27:43.551221 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 20:27:43.551221 n-d-713301-16 neutron-server[95102]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 20:27:43.551221 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 20:27:43.551221 n-d-713301-16 neutron-server[95102]: return self.request(url, 'GET', **kwargs) Sep 23 20:27:43.551221 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 20:27:43.551221 n-d-713301-16 neutron-server[95102]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 20:27:43.551221 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 20:27:43.551221 n-d-713301-16 neutron-server[95102]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 20:27:43.551221 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 20:27:43.551221 n-d-713301-16 neutron-server[95102]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 20:27:43.551221 n-d-713301-16 neutron-server[95102]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 20:27:43.606650 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-31e3af43-f99a-4ed0-b1fd-ce869dcc59eb tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1754627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-601866'] for network, after_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:27:43.613835 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-31e3af43-f99a-4ed0-b1fd-ce869dcc59eb tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Notify callbacks [] for network, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:27:43.615662 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-31e3af43-f99a-4ed0-b1fd-ce869dcc59eb tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] 10.222.0.67 "DELETE /v2.0/networks/f8f5ee27-314a-4554-9856-a0bc7fb55cfe HTTP/1.1" status: 204 len: 168 time: 0.3015401 Sep 23 20:27:43.618576 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 34796) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:27:43.626880 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31e3af43-f99a-4ed0-b1fd-ce869dcc59eb tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Pushing event deleted for resources: {'Network': ['ID=f8f5ee27-314a-4554-9856-a0bc7fb55cfe,revision_number=None']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:27:43.680976 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-fd2fe78e-7df1-481b-8961-77422ebfe1b4 tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Notify callbacks [] for security_group, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:27:43.705968 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-fd2fe78e-7df1-481b-8961-77422ebfe1b4 tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:27:43.765132 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-fd2fe78e-7df1-481b-8961-77422ebfe1b4 tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:27:43.767800 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-fd2fe78e-7df1-481b-8961-77422ebfe1b4 tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Notify callbacks [] for security_group, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:27:43.769035 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-fd2fe78e-7df1-481b-8961-77422ebfe1b4 tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] 10.222.0.67 "DELETE /v2.0/security-groups/d4791909-2f2f-436b-854d-59af261e708f HTTP/1.1" status: 204 len: 168 time: 0.1489406 Sep 23 20:27:43.778018 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd2fe78e-7df1-481b-8961-77422ebfe1b4 tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4791909-2f2f-436b-854d-59af261e708f,revision_number=None']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:27:43.786540 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd2fe78e-7df1-481b-8961-77422ebfe1b4 tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:27:43.786916 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd2fe78e-7df1-481b-8961-77422ebfe1b4 tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:27:43.787259 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd2fe78e-7df1-481b-8961-77422ebfe1b4 tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:27:43.787595 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd2fe78e-7df1-481b-8961-77422ebfe1b4 tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:27:43.787952 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd2fe78e-7df1-481b-8961-77422ebfe1b4 tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:27:43.788284 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd2fe78e-7df1-481b-8961-77422ebfe1b4 tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:27:43.788624 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd2fe78e-7df1-481b-8961-77422ebfe1b4 tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:27:43.788961 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd2fe78e-7df1-481b-8961-77422ebfe1b4 tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:27:43.789290 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd2fe78e-7df1-481b-8961-77422ebfe1b4 tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:27:43.789610 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd2fe78e-7df1-481b-8961-77422ebfe1b4 tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:27:43.789931 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd2fe78e-7df1-481b-8961-77422ebfe1b4 tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:27:43.790252 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd2fe78e-7df1-481b-8961-77422ebfe1b4 tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:27:43.898305 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Device 5553b277-1f76-48e2-a214-a568f30c2763 no longer exists at agent ovs-agent-n-d-713301-16 {{(pid=95103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 20:27:43.924006 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.plugin [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] No Port match for: 5553b277-1f76-48e2-a214-a568f30c2763 {{(pid=95103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 20:27:43.924594 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Device 5553b277-1f76-48e2-a214-a568f30c2763 not bound to the agent host n-d-713301-16 {{(pid=95103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 20:27:43.925103 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Device fe765991-6776-4029-9c42-a3debcb64b0b no longer exists at agent ovs-agent-n-d-713301-16 {{(pid=95103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 20:27:43.944458 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.plugin [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] No Port match for: fe765991-6776-4029-9c42-a3debcb64b0b {{(pid=95103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 20:27:43.944975 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Device fe765991-6776-4029-9c42-a3debcb64b0b not bound to the agent host n-d-713301-16 {{(pid=95103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 20:27:43.945495 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Device f8f60d25-6a02-4877-ba5b-4a7e405c195c no longer exists at agent ovs-agent-n-d-713301-16 {{(pid=95103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 20:27:43.964222 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.plugin [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] No Port match for: f8f60d25-6a02-4877-ba5b-4a7e405c195c {{(pid=95103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 20:27:43.964732 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Device f8f60d25-6a02-4877-ba5b-4a7e405c195c not bound to the agent host n-d-713301-16 {{(pid=95103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 20:27:44.222547 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 34802) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:27:44.228005 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.v2.base [None req-c522926c-5e32-4a32-bb5f-415c80389cd7 tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-601762955', 'description': 'tempest-secgroup-smoke-601762955 description', 'project_id': '68e56753f66346b994ad5ec9fc64b1b0'}} {{(pid=95101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 20:27:44.250740 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-c522926c-5e32-4a32-bb5f-415c80389cd7 tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Notify callbacks [] for security_group, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:27:44.334306 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-c522926c-5e32-4a32-bb5f-415c80389cd7 tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Notify callbacks [] for security_group, precommit_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:27:44.337926 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-c522926c-5e32-4a32-bb5f-415c80389cd7 tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:27:44.363640 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-c522926c-5e32-4a32-bb5f-415c80389cd7 tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Notify callbacks [] for security_group, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:27:44.364890 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-c522926c-5e32-4a32-bb5f-415c80389cd7 tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] 10.222.0.67 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1412895 Sep 23 20:27:44.367896 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 34804) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:27:44.368756 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c522926c-5e32-4a32-bb5f-415c80389cd7 tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Pushing event updated for resources: {'SecurityGroup': ['ID=83d73e69-80e9-4c54-939f-eada818dd964,revision_number=1']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:27:44.373989 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.v2.base [None req-e640b3d3-1bda-4dc9-999b-a4d7f434703c tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Request body: {'security_group_rule': {'security_group_id': '83d73e69-80e9-4c54-939f-eada818dd964', 'project_id': '68e56753f66346b994ad5ec9fc64b1b0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 20:27:44.401111 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-e640b3d3-1bda-4dc9-999b-a4d7f434703c tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:27:44.462219 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-e640b3d3-1bda-4dc9-999b-a4d7f434703c tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:27:44.465476 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-e640b3d3-1bda-4dc9-999b-a4d7f434703c tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575319'] for security_group_rule, after_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:27:44.482681 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e640b3d3-1bda-4dc9-999b-a4d7f434703c tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4e3e191b-884d-4f37-b29d-820727110849,revision_number=0']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:27:44.488722 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-e640b3d3-1bda-4dc9-999b-a4d7f434703c tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:27:44.489943 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-e640b3d3-1bda-4dc9-999b-a4d7f434703c tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1208255 Sep 23 20:27:44.492622 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 34806) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:27:44.496929 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.v2.base [None req-3427adfe-4861-4ef7-8b65-2c600921d139 tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Request body: {'security_group_rule': {'security_group_id': '83d73e69-80e9-4c54-939f-eada818dd964', 'project_id': '68e56753f66346b994ad5ec9fc64b1b0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=95102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 20:27:44.522682 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-3427adfe-4861-4ef7-8b65-2c600921d139 tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:27:44.579039 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-3427adfe-4861-4ef7-8b65-2c600921d139 tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:27:44.583094 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-3427adfe-4861-4ef7-8b65-2c600921d139 tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575319'] for security_group_rule, after_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:27:44.603091 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3427adfe-4861-4ef7-8b65-2c600921d139 tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a0b2df77-71fc-45f0-bd39-c90e63c04717,revision_number=0']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:27:44.606815 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-3427adfe-4861-4ef7-8b65-2c600921d139 tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:27:44.608037 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-3427adfe-4861-4ef7-8b65-2c600921d139 tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1144710 Sep 23 20:27:44.610795 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 34808) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:27:44.615181 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.v2.base [None req-5028a01b-f224-4aae-813c-3e7d82a99baa tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Request body: {'security_group_rule': {'security_group_id': '83d73e69-80e9-4c54-939f-eada818dd964', 'project_id': '68e56753f66346b994ad5ec9fc64b1b0', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=95102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 20:27:44.641241 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-5028a01b-f224-4aae-813c-3e7d82a99baa tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:27:44.698628 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-5028a01b-f224-4aae-813c-3e7d82a99baa tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:27:44.702017 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-5028a01b-f224-4aae-813c-3e7d82a99baa tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575319'] for security_group_rule, after_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:27:44.723164 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5028a01b-f224-4aae-813c-3e7d82a99baa tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e2c99ebc-b2c7-42a1-bbc5-e7fce4d983c4,revision_number=0']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:27:44.726898 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-5028a01b-f224-4aae-813c-3e7d82a99baa tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:27:44.728106 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-5028a01b-f224-4aae-813c-3e7d82a99baa tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1162348 Sep 23 20:27:44.730891 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 34810) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:27:44.735129 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.v2.base [None req-63f35aa8-79da-435e-82cb-513f5b600436 tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Request body: {'security_group_rule': {'security_group_id': '83d73e69-80e9-4c54-939f-eada818dd964', 'project_id': '68e56753f66346b994ad5ec9fc64b1b0', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=95102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 20:27:44.761751 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-63f35aa8-79da-435e-82cb-513f5b600436 tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:27:44.823072 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-63f35aa8-79da-435e-82cb-513f5b600436 tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:27:44.826677 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-63f35aa8-79da-435e-82cb-513f5b600436 tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575319'] for security_group_rule, after_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:27:44.844891 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63f35aa8-79da-435e-82cb-513f5b600436 tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6049fef5-1b86-48aa-9de6-a741c6c034b1,revision_number=0']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:27:44.850657 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-63f35aa8-79da-435e-82cb-513f5b600436 tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:27:44.851867 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-63f35aa8-79da-435e-82cb-513f5b600436 tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1200290 Sep 23 20:27:44.854599 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 34812) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:27:44.858883 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.v2.base [None req-91dbe193-0e55-482d-b867-0e662adfb9a4 tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Request body: {'security_group_rule': {'security_group_id': '83d73e69-80e9-4c54-939f-eada818dd964', 'project_id': '68e56753f66346b994ad5ec9fc64b1b0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=95102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 20:27:44.880573 n-d-713301-16 neutron-server[95102]: INFO neutron.db.securitygroups_db [None req-91dbe193-0e55-482d-b867-0e662adfb9a4 tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Project 68e56753f66346b994ad5ec9fc64b1b0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 23 20:27:44.885205 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-91dbe193-0e55-482d-b867-0e662adfb9a4 tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:27:44.943952 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-91dbe193-0e55-482d-b867-0e662adfb9a4 tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:27:44.947535 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-91dbe193-0e55-482d-b867-0e662adfb9a4 tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575319'] for security_group_rule, after_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:27:44.965776 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91dbe193-0e55-482d-b867-0e662adfb9a4 tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b9895470-b2c8-451e-b732-f26cc2b7fea3,revision_number=0']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:27:44.970710 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-91dbe193-0e55-482d-b867-0e662adfb9a4 tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:27:44.971988 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-91dbe193-0e55-482d-b867-0e662adfb9a4 tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1164677 Sep 23 20:27:44.974952 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 34814) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:27:44.979470 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.v2.base [None req-11d723fe-0d45-4717-b8c7-a6b98946fd73 tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Request body: {'security_group_rule': {'security_group_id': '83d73e69-80e9-4c54-939f-eada818dd964', 'project_id': '68e56753f66346b994ad5ec9fc64b1b0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=95101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 20:27:45.001099 n-d-713301-16 neutron-server[95101]: INFO neutron.db.securitygroups_db [None req-11d723fe-0d45-4717-b8c7-a6b98946fd73 tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Project 68e56753f66346b994ad5ec9fc64b1b0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 23 20:27:45.006421 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-11d723fe-0d45-4717-b8c7-a6b98946fd73 tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:27:45.065505 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-11d723fe-0d45-4717-b8c7-a6b98946fd73 tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:27:45.071469 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-11d723fe-0d45-4717-b8c7-a6b98946fd73 tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575319'] for security_group_rule, after_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:27:45.086744 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11d723fe-0d45-4717-b8c7-a6b98946fd73 tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=31efab96-ef8e-473e-b7a0-a665b6cf20d0,revision_number=0']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:27:45.095431 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-11d723fe-0d45-4717-b8c7-a6b98946fd73 tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:27:45.096639 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-11d723fe-0d45-4717-b8c7-a6b98946fd73 tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1206701 Sep 23 20:27:45.099564 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 34816) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:27:45.104250 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.v2.base [None req-e6d82f09-705d-4171-b662-2c1a0014d8ef tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Request body: {'network': {'name': 'tempest-network-smoke--19066354', 'project_id': '68e56753f66346b994ad5ec9fc64b1b0', 'port_security_enabled': True}} {{(pid=95101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 20:27:45.128932 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6d82f09-705d-4171-b662-2c1a0014d8ef tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Made reservation on behalf of 68e56753f66346b994ad5ec9fc64b1b0 for: {'network': 1} {{(pid=95101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 20:27:45.132314 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-e6d82f09-705d-4171-b662-2c1a0014d8ef tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for network, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:27:45.154640 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e6d82f09-705d-4171-b662-2c1a0014d8ef tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 638} {{(pid=95101) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 20:27:45.163293 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-e6d82f09-705d-4171-b662-2c1a0014d8ef tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1756186'] for segment, precommit_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:27:45.163633 n-d-713301-16 neutron-server[95101]: INFO neutron.db.segments_db [None req-e6d82f09-705d-4171-b662-2c1a0014d8ef tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Added segment 5ffa7417-8163-4473-b6b4-0eb7a0762432 of type vlan for network 4e65bbfc-f8a1-42e9-a681-0011d87979dc Sep 23 20:27:45.202607 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-e6d82f09-705d-4171-b662-2c1a0014d8ef tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783145630486'] for network, precommit_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:27:45.226679 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-e6d82f09-705d-4171-b662-2c1a0014d8ef tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299'] for network, after_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:27:45.232169 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6d82f09-705d-4171-b662-2c1a0014d8ef tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:27:45.232787 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-e6d82f09-705d-4171-b662-2c1a0014d8ef tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Notify callbacks [] for network, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:27:45.263615 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-e6d82f09-705d-4171-b662-2c1a0014d8ef tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.1630626 Sep 23 20:27:45.266609 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 34818) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:27:45.272564 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.v2.base [None req-77d8707c-1014-44d8-8142-a5b329323526 tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-909709276', 'admin_state_up': True, 'project_id': '68e56753f66346b994ad5ec9fc64b1b0', 'external_gateway_info': {'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac'}}} {{(pid=95102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 20:27:45.295048 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-77d8707c-1014-44d8-8142-a5b329323526 tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-594563', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29355'] for router, before_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:27:45.296272 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-77d8707c-1014-44d8-8142-a5b329323526 tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-597363', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-601731', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-739356', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29346'] for router, precommit_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:27:45.302846 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d82f09-705d-4171-b662-2c1a0014d8ef tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Pushing event updated for resources: {'Network': ['ID=4e65bbfc-f8a1-42e9-a681-0011d87979dc,revision_number=1']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:27:45.313816 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Network 4e65bbfc-f8a1-42e9-a681-0011d87979dc details requested by agent ovs-agent-n-d-713301-16 with host n-d-713301-16 {{(pid=95103) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 20:27:45.363156 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-77d8707c-1014-44d8-8142-a5b329323526 tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:27:45.495654 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-77d8707c-1014-44d8-8142-a5b329323526 tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:27:45.683757 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-77d8707c-1014-44d8-8142-a5b329323526 tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Notify callbacks [] for router_gateway, before_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:27:45.701992 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-77d8707c-1014-44d8-8142-a5b329323526 tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:27:45.801701 n-d-713301-16 neutron-server[95102]: DEBUG neutron.db.db_base_plugin_common [None req-77d8707c-1014-44d8-8142-a5b329323526 tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Allocated IP 172.25.1.62 (5dec5c09-378e-4f50-89cc-d94eb81c3bac/eff83446-018c-428d-b3f5-54ac9abe7a2a/1392346b-52b5-49ae-81e3-529bdf768116) {{(pid=95102) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 20:27:45.903246 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-77d8707c-1014-44d8-8142-a5b329323526 tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Notify callbacks [] for port, precommit_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:27:45.936489 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-77d8707c-1014-44d8-8142-a5b329323526 tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783145673135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4399100'] for port, after_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:27:45.972623 n-d-713301-16 neutron-server[95102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77d8707c-1014-44d8-8142-a5b329323526 tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Network 5dec5c09-378e-4f50-89cc-d94eb81c3bac is already hosted by enough agents. {{(pid=95102) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 20:27:45.976862 n-d-713301-16 neutron-server[95102]: DEBUG neutron.scheduler.base_scheduler [None req-77d8707c-1014-44d8-8142-a5b329323526 tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Resources bound (agent type, host, resource id): {{(pid=95102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 20:27:45.979413 n-d-713301-16 neutron-server[95102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77d8707c-1014-44d8-8142-a5b329323526 tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Received port after_create {{(pid=95102) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 20:27:46.011220 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d8707c-1014-44d8-8142-a5b329323526 tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Pushing event updated for resources: {'Port': ['ID=1392346b-52b5-49ae-81e3-529bdf768116,revision_number=1']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:27:46.229923 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-77d8707c-1014-44d8-8142-a5b329323526 tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Notify callbacks [] for router_gateway, after_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:27:46.417815 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-77d8707c-1014-44d8-8142-a5b329323526 tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-597258', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-601790'] for router, after_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:27:46.541082 n-d-713301-16 neutron-server[95102]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-77d8707c-1014-44d8-8142-a5b329323526 tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Router 8f4497fe-d425-4737-985c-e792512aef18 is scheduled to L3 agent 79a740bf-7821-4989-8288-7186e3e128f3 with binding_index 1 {{(pid=95102) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 23 20:27:46.645212 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77d8707c-1014-44d8-8142-a5b329323526 tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Notify agent at l3_agent.n-d-713301-16 the message routers_updated {{(pid=95102) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 20:27:46.654576 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f398e8c-5e4b-444f-9d8e-0a972c169770 None None] Sync routers for ids ['8f4497fe-d425-4737-985c-e792512aef18'] in n-d-713301-16 {{(pid=95104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 20:27:46.662739 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-77d8707c-1014-44d8-8142-a5b329323526 tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Notify callbacks [] for router, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:27:46.663409 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f398e8c-5e4b-444f-9d8e-0a972c169770 None None] Routers {'8f4497fe-d425-4737-985c-e792512aef18'} bound to L3 agent in host n-d-713301-16 {{(pid=95104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 20:27:46.664018 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_hamode_db [None req-2f398e8c-5e4b-444f-9d8e-0a972c169770 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-23T19:07:52Z,description=,heartbeat_timestamp=2021-09-23T20:27:23Z,host='n-d-713301-16',id=79a740bf-7821-4989-8288-7186e3e128f3,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:07:52Z,topic='l3_agent')) {'router_ids': ['8f4497fe-d425-4737-985c-e792512aef18'], 'active': True} {{(pid=95104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 20:27:46.664631 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-77d8707c-1014-44d8-8142-a5b329323526 tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] 10.222.0.67 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 1.3964865 Sep 23 20:27:46.667724 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 34820) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:27:46.697157 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-c018ee7f-a081-4208-bda8-92d8ed4da72b tempest-TestNetworkAdvancedServerOps-2144079699 tempest-TestNetworkAdvancedServerOps-2144079699-project-admin] 10.222.0.67 "GET /v2.0/subnets?project_id=68e56753f66346b994ad5ec9fc64b1b0&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0283241 Sep 23 20:27:46.699702 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 34822) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:27:46.769338 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_dvr_db [None req-2f398e8c-5e4b-444f-9d8e-0a972c169770 None None] Set router 8f4497fe-d425-4737-985c-e792512aef18 gateway port host: n-d-713301-16 {{(pid=95104) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 20:27:46.793812 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-710ea65f-2d48-4834-a0c9-3ea3b3361a88 tempest-TestNetworkAdvancedServerOps-2144079699 tempest-TestNetworkAdvancedServerOps-2144079699-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:27:46.795238 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-710ea65f-2d48-4834-a0c9-3ea3b3361a88 tempest-TestNetworkAdvancedServerOps-2144079699 tempest-TestNetworkAdvancedServerOps-2144079699-project-admin] 10.222.0.67 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0946486 Sep 23 20:27:46.798687 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 34824) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:27:46.830382 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-5f9fb782-e878-4196-bce1-0e9fe96b6530 tempest-TestNetworkAdvancedServerOps-2144079699 tempest-TestNetworkAdvancedServerOps-2144079699-project-admin] 10.222.0.67 "GET /v2.0/subnets?network_id=5dec5c09-378e-4f50-89cc-d94eb81c3bac&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0273175 Sep 23 20:27:46.833047 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 34826) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:27:46.839143 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.v2.base [None req-93cfb78b-fbe3-4ced-a294-e898556979e9 tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-399099865', 'network_id': '4e65bbfc-f8a1-42e9-a681-0011d87979dc', 'project_id': '68e56753f66346b994ad5ec9fc64b1b0', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=95101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 20:27:46.926051 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93cfb78b-fbe3-4ced-a294-e898556979e9 tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Made reservation on behalf of 68e56753f66346b994ad5ec9fc64b1b0 for: {'subnet': 1} {{(pid=95101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 20:27:46.929630 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-93cfb78b-fbe3-4ced-a294-e898556979e9 tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6130979'] for subnet, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:27:46.945357 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_hamode_db [None req-2f398e8c-5e4b-444f-9d8e-0a972c169770 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f4497fe-d425-4737-985c-e792512aef18', 'name': 'tempest-TestNetworkAdvancedServerOps-router-909709276', 'tenant_id': '68e56753f66346b994ad5ec9fc64b1b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'external_fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.62'}], 'enable_snat': True}, 'gw_port_id': '1392346b-52b5-49ae-81e3-529bdf768116', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T20:27:45Z', 'updated_at': '2021-09-23T20:27:46Z', 'revision_number': 3, 'project_id': '68e56753f66346b994ad5ec9fc64b1b0', 'gw_port': {'id': '1392346b-52b5-49ae-81e3-529bdf768116', 'name': '', 'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:1e:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f4497fe-d425-4737-985c-e792512aef18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T20:27:45Z', 'updated_at': '2021-09-23T20:27:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-16'}], 'n-d-713301-16', False) {} {{(pid=95104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 20:27:46.975395 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f398e8c-5e4b-444f-9d8e-0a972c169770 None None] Checking router: 8f4497fe-d425-4737-985c-e792512aef18 for host: n-d-713301-16 {{(pid=95104) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 20:27:46.975759 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f398e8c-5e4b-444f-9d8e-0a972c169770 None None] Updating router 8f4497fe-d425-4737-985c-e792512aef18 port 1392346b-52b5-49ae-81e3-529bdf768116 binding host n-d-713301-16 {{(pid=95104) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 23 20:27:47.001426 n-d-713301-16 neutron-server[95104]: DEBUG neutron_lib.callbacks.manager [None req-2f398e8c-5e4b-444f-9d8e-0a972c169770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:27:47.113990 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-93cfb78b-fbe3-4ced-a294-e898556979e9 tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5607579', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6130961'] for subnet, after_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:27:47.183688 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93cfb78b-fbe3-4ced-a294-e898556979e9 tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Pushing event updated for resources: {'Subnet': ['ID=c6d177ec-584c-4065-b978-2562370cdb35,revision_number=0']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:27:47.190988 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93cfb78b-fbe3-4ced-a294-e898556979e9 tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Checking segment: {'id': '5ffa7417-8163-4473-b6b4-0eb7a0762432', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '4e65bbfc-f8a1-42e9-a681-0011d87979dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 20:27:47.191352 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93cfb78b-fbe3-4ced-a294-e898556979e9 tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Network hostable DHCP agents. Network: 4e65bbfc-f8a1-42e9-a681-0011d87979dc, hostable agents: ['1b18bf05-1b5f-4587-be5c-af3ac38e32ad'], hosted agents: [] {{(pid=95101) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 20:27:47.208035 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93cfb78b-fbe3-4ced-a294-e898556979e9 tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Network 4e65bbfc-f8a1-42e9-a681-0011d87979dc is scheduled to be hosted by DHCP agent 1b18bf05-1b5f-4587-be5c-af3ac38e32ad with binding_index 1 {{(pid=95101) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 20:27:47.216503 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.base_scheduler [None req-93cfb78b-fbe3-4ced-a294-e898556979e9 tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713301-16, 4e65bbfc-f8a1-42e9-a681-0011d87979dc) {{(pid=95101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 20:27:47.221541 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93cfb78b-fbe3-4ced-a294-e898556979e9 tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:27:47.222266 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-93cfb78b-fbe3-4ced-a294-e898556979e9 tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Notify callbacks [] for subnet, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:27:47.227088 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e25c3dec-b6d8-41c6-895a-478a1858c421 None None] Network 4e65bbfc-f8a1-42e9-a681-0011d87979dc requested from n-d-713301-16 {{(pid=95103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 20:27:47.237437 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-93cfb78b-fbe3-4ced-a294-e898556979e9 tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4025350 Sep 23 20:27:47.239994 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 34828) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:27:47.258898 n-d-713301-16 neutron-server[95104]: DEBUG neutron_lib.callbacks.manager [None req-2f398e8c-5e4b-444f-9d8e-0a972c169770 None None] Notify callbacks [] for port, precommit_update {{(pid=95104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:27:47.263769 n-d-713301-16 neutron-server[95104]: DEBUG neutron_lib.callbacks.manager [None req-2f398e8c-5e4b-444f-9d8e-0a972c169770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:27:47.384457 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00b34a9f-aa28-4624-8d25-7bb5f2a5d6e1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4c8b80df-07eb-5275-9f17-5cf640db67c0-4e65bbfc-f8a1-42e9-a681-0011d87979dc', 'network_id': '4e65bbfc-f8a1-42e9-a681-0011d87979dc', 'tenant_id': '68e56753f66346b994ad5ec9fc64b1b0', 'fixed_ips': [{'subnet_id': 'c6d177ec-584c-4065-b978-2562370cdb35'}]}} from n-d-713301-16. {{(pid=95103) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 23 20:27:47.385420 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-00b34a9f-aa28-4624-8d25-7bb5f2a5d6e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_create {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:27:47.417136 n-d-713301-16 neutron-server[95104]: DEBUG neutron.plugins.ml2.managers [None req-2f398e8c-5e4b-444f-9d8e-0a972c169770 None None] Attempting to bind port 1392346b-52b5-49ae-81e3-529bdf768116 on host n-d-713301-16 for vnic_type normal with profile {{(pid=95104) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 20:27:47.417801 n-d-713301-16 neutron-server[95104]: DEBUG neutron.plugins.ml2.managers [None req-2f398e8c-5e4b-444f-9d8e-0a972c169770 None None] Attempting to bind port 1392346b-52b5-49ae-81e3-529bdf768116 by drivers openvswitch,hyperv on host n-d-713301-16 at level 0 using segments [{'id': '7d4027f1-d893-4c7b-95d4-757b8e44e380', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac'}] {{(pid=95104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 20:27:47.418161 n-d-713301-16 neutron-server[95104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f398e8c-5e4b-444f-9d8e-0a972c169770 None None] Attempting to bind port 1392346b-52b5-49ae-81e3-529bdf768116 on network 5dec5c09-378e-4f50-89cc-d94eb81c3bac {{(pid=95104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 20:27:47.420226 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea2149a-a1d3-4646-803e-1ed12b1e8e91 None None] Pushing event updated for resources: {'Port': ['ID=1392346b-52b5-49ae-81e3-529bdf768116,revision_number=2']} {{(pid=95104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:27:47.429130 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea2149a-a1d3-4646-803e-1ed12b1e8e91 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:27:47.429707 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea2149a-a1d3-4646-803e-1ed12b1e8e91 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:27:47.430044 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea2149a-a1d3-4646-803e-1ed12b1e8e91 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:27:47.430382 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea2149a-a1d3-4646-803e-1ed12b1e8e91 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:27:47.430695 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea2149a-a1d3-4646-803e-1ed12b1e8e91 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:27:47.431016 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea2149a-a1d3-4646-803e-1ed12b1e8e91 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:27:47.431345 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea2149a-a1d3-4646-803e-1ed12b1e8e91 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:27:47.431657 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea2149a-a1d3-4646-803e-1ed12b1e8e91 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:27:47.431987 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea2149a-a1d3-4646-803e-1ed12b1e8e91 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:27:47.432290 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea2149a-a1d3-4646-803e-1ed12b1e8e91 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:27:47.432794 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea2149a-a1d3-4646-803e-1ed12b1e8e91 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:27:47.433288 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea2149a-a1d3-4646-803e-1ed12b1e8e91 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:27:47.439521 n-d-713301-16 neutron-server[95104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f398e8c-5e4b-444f-9d8e-0a972c169770 None None] Checking agent: {'id': '70a14545-df24-472f-8f95-bfe1719bff93', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 19, 7, 53), 'started_at': datetime.datetime(2021, 9, 23, 19, 8, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 20, 27, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 20:27:47.440130 n-d-713301-16 neutron-server[95104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f398e8c-5e4b-444f-9d8e-0a972c169770 None None] Checking segment: {'id': '7d4027f1-d893-4c7b-95d4-757b8e44e380', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95104) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 20:27:47.440743 n-d-713301-16 neutron-server[95104]: DEBUG neutron_lib.callbacks.manager [None req-2f398e8c-5e4b-444f-9d8e-0a972c169770 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:27:47.441297 n-d-713301-16 neutron-server[95104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f398e8c-5e4b-444f-9d8e-0a972c169770 None None] Bound using segment: {'id': '7d4027f1-d893-4c7b-95d4-757b8e44e380', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac'} {{(pid=95104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 20:27:47.441923 n-d-713301-16 neutron-server[95104]: DEBUG neutron.plugins.ml2.managers [None req-2f398e8c-5e4b-444f-9d8e-0a972c169770 None None] Bound port: 1392346b-52b5-49ae-81e3-529bdf768116, host: n-d-713301-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7d4027f1-d893-4c7b-95d4-757b8e44e380', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac'}}] {{(pid=95104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 20:27:47.442478 n-d-713301-16 neutron-server[95104]: DEBUG neutron_lib.callbacks.manager [None req-2f398e8c-5e4b-444f-9d8e-0a972c169770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:27:47.496505 n-d-713301-16 neutron-server[95104]: DEBUG neutron.plugins.ml2.db [None req-2f398e8c-5e4b-444f-9d8e-0a972c169770 None None] For port 1392346b-52b5-49ae-81e3-529bdf768116, host n-d-713301-16, cleared binding levels {{(pid=95104) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 20:27:47.499655 n-d-713301-16 neutron-server[95104]: DEBUG neutron.plugins.ml2.db [None req-2f398e8c-5e4b-444f-9d8e-0a972c169770 None None] For port 1392346b-52b5-49ae-81e3-529bdf768116, host n-d-713301-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-16',level=0,port_id=1392346b-52b5-49ae-81e3-529bdf768116,segment=NetworkSegment(7d4027f1-d893-4c7b-95d4-757b8e44e380),segment_id=7d4027f1-d893-4c7b-95d4-757b8e44e380)] {{(pid=95104) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 20:27:47.505941 n-d-713301-16 neutron-server[95104]: DEBUG neutron_lib.callbacks.manager [None req-2f398e8c-5e4b-444f-9d8e-0a972c169770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:27:47.534333 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.db_base_plugin_common [None req-00b34a9f-aa28-4624-8d25-7bb5f2a5d6e1 None None] Allocated IP 172.20.0.2 (4e65bbfc-f8a1-42e9-a681-0011d87979dc/c6d177ec-584c-4065-b978-2562370cdb35/7dbc2a9a-ffbf-4f21-90da-73be9668ec3f) {{(pid=95103) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 20:27:47.551358 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f398e8c-5e4b-444f-9d8e-0a972c169770 None None] Routers {'8f4497fe-d425-4737-985c-e792512aef18'} bound to L3 agent in host n-d-713301-16 {{(pid=95104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 20:27:47.551979 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_hamode_db [None req-2f398e8c-5e4b-444f-9d8e-0a972c169770 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-23T19:07:52Z,description=,heartbeat_timestamp=2021-09-23T20:27:23Z,host='n-d-713301-16',id=79a740bf-7821-4989-8288-7186e3e128f3,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:07:52Z,topic='l3_agent')) {'router_ids': ['8f4497fe-d425-4737-985c-e792512aef18'], 'active': True} {{(pid=95104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 20:27:47.637223 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea2149a-a1d3-4646-803e-1ed12b1e8e91 None None] Pushing event updated for resources: {'Port': ['ID=1392346b-52b5-49ae-81e3-529bdf768116,revision_number=3']} {{(pid=95104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:27:47.672183 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_dvr_db [None req-2f398e8c-5e4b-444f-9d8e-0a972c169770 None None] Set router 8f4497fe-d425-4737-985c-e792512aef18 gateway port host: n-d-713301-16 {{(pid=95104) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 20:27:47.693221 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-00b34a9f-aa28-4624-8d25-7bb5f2a5d6e1 None None] Notify callbacks [] for port, precommit_create {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:27:47.700309 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-00b34a9f-aa28-4624-8d25-7bb5f2a5d6e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783145673135'] for port, after_create {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:27:47.729762 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-1a9c950e-4c9a-409f-aae3-89c9ff575d73 tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:27:47.739878 n-d-713301-16 neutron-server[95103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00b34a9f-aa28-4624-8d25-7bb5f2a5d6e1 None None] Network 4e65bbfc-f8a1-42e9-a681-0011d87979dc is already hosted by enough agents. {{(pid=95103) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 20:27:47.743001 n-d-713301-16 neutron-server[95103]: DEBUG neutron.scheduler.base_scheduler [None req-00b34a9f-aa28-4624-8d25-7bb5f2a5d6e1 None None] Resources bound (agent type, host, resource id): {{(pid=95103) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 20:27:47.745611 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00b34a9f-aa28-4624-8d25-7bb5f2a5d6e1 None None] Received port after_create {{(pid=95103) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 20:27:47.778463 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00b34a9f-aa28-4624-8d25-7bb5f2a5d6e1 None None] Pushing event updated for resources: {'Port': ['ID=7dbc2a9a-ffbf-4f21-90da-73be9668ec3f,revision_number=1']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:27:47.813296 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.managers [None req-00b34a9f-aa28-4624-8d25-7bb5f2a5d6e1 None None] Attempting to bind port 7dbc2a9a-ffbf-4f21-90da-73be9668ec3f on host n-d-713301-16 for vnic_type normal with profile {{(pid=95103) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 20:27:47.813550 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.managers [None req-00b34a9f-aa28-4624-8d25-7bb5f2a5d6e1 None None] Attempting to bind port 7dbc2a9a-ffbf-4f21-90da-73be9668ec3f by drivers openvswitch,hyperv on host n-d-713301-16 at level 0 using segments [{'id': '5ffa7417-8163-4473-b6b4-0eb7a0762432', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '4e65bbfc-f8a1-42e9-a681-0011d87979dc'}] {{(pid=95103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 20:27:47.814327 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00b34a9f-aa28-4624-8d25-7bb5f2a5d6e1 None None] Attempting to bind port 7dbc2a9a-ffbf-4f21-90da-73be9668ec3f on network 4e65bbfc-f8a1-42e9-a681-0011d87979dc {{(pid=95103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 20:27:47.820367 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00b34a9f-aa28-4624-8d25-7bb5f2a5d6e1 None None] Checking agent: {'id': '70a14545-df24-472f-8f95-bfe1719bff93', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 19, 7, 53), 'started_at': datetime.datetime(2021, 9, 23, 19, 8, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 20, 27, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 20:27:47.821118 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00b34a9f-aa28-4624-8d25-7bb5f2a5d6e1 None None] Checking segment: {'id': '5ffa7417-8163-4473-b6b4-0eb7a0762432', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '4e65bbfc-f8a1-42e9-a681-0011d87979dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95103) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 20:27:47.821683 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-00b34a9f-aa28-4624-8d25-7bb5f2a5d6e1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:27:47.822087 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00b34a9f-aa28-4624-8d25-7bb5f2a5d6e1 None None] Bound using segment: {'id': '5ffa7417-8163-4473-b6b4-0eb7a0762432', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '4e65bbfc-f8a1-42e9-a681-0011d87979dc'} {{(pid=95103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 20:27:47.822558 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.managers [None req-00b34a9f-aa28-4624-8d25-7bb5f2a5d6e1 None None] Bound port: 7dbc2a9a-ffbf-4f21-90da-73be9668ec3f, host: n-d-713301-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ffa7417-8163-4473-b6b4-0eb7a0762432', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '4e65bbfc-f8a1-42e9-a681-0011d87979dc'}}] {{(pid=95103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 20:27:47.822993 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-00b34a9f-aa28-4624-8d25-7bb5f2a5d6e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:27:47.868464 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_hamode_db [None req-2f398e8c-5e4b-444f-9d8e-0a972c169770 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f4497fe-d425-4737-985c-e792512aef18', 'name': 'tempest-TestNetworkAdvancedServerOps-router-909709276', 'tenant_id': '68e56753f66346b994ad5ec9fc64b1b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'external_fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.62'}], 'enable_snat': True}, 'gw_port_id': '1392346b-52b5-49ae-81e3-529bdf768116', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T20:27:45Z', 'updated_at': '2021-09-23T20:27:46Z', 'revision_number': 3, 'project_id': '68e56753f66346b994ad5ec9fc64b1b0', 'gw_port': {'id': '1392346b-52b5-49ae-81e3-529bdf768116', 'name': '', 'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:1e:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f4497fe-d425-4737-985c-e792512aef18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T20:27:45Z', 'updated_at': '2021-09-23T20:27:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-16'}], 'n-d-713301-16', False) {} {{(pid=95104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 20:27:47.889940 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-00b34a9f-aa28-4624-8d25-7bb5f2a5d6e1 None None] For port 7dbc2a9a-ffbf-4f21-90da-73be9668ec3f, host n-d-713301-16, cleared binding levels {{(pid=95103) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 20:27:47.895914 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-00b34a9f-aa28-4624-8d25-7bb5f2a5d6e1 None None] For port 7dbc2a9a-ffbf-4f21-90da-73be9668ec3f, host n-d-713301-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-16',level=0,port_id=7dbc2a9a-ffbf-4f21-90da-73be9668ec3f,segment=NetworkSegment(5ffa7417-8163-4473-b6b4-0eb7a0762432),segment_id=5ffa7417-8163-4473-b6b4-0eb7a0762432)] {{(pid=95103) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 20:27:47.896997 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f398e8c-5e4b-444f-9d8e-0a972c169770 None None] The sync data for ids ['8f4497fe-d425-4737-985c-e792512aef18'] in n-d-713301-16 is: [{'id': '8f4497fe-d425-4737-985c-e792512aef18', 'name': 'tempest-TestNetworkAdvancedServerOps-router-909709276', 'tenant_id': '68e56753f66346b994ad5ec9fc64b1b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'external_fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.62'}], 'enable_snat': True}, 'gw_port_id': '1392346b-52b5-49ae-81e3-529bdf768116', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T20:27:45Z', 'updated_at': '2021-09-23T20:27:46Z', 'revision_number': 3, 'project_id': '68e56753f66346b994ad5ec9fc64b1b0', 'gw_port': {'id': '1392346b-52b5-49ae-81e3-529bdf768116', 'name': '', 'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:1e:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f4497fe-d425-4737-985c-e792512aef18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T20:27:45Z', 'updated_at': '2021-09-23T20:27:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-16'}] {{(pid=95104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 20:27:47.900199 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-00b34a9f-aa28-4624-8d25-7bb5f2a5d6e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:27:47.965458 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00b34a9f-aa28-4624-8d25-7bb5f2a5d6e1 None None] Pushing event updated for resources: {'Port': ['ID=7dbc2a9a-ffbf-4f21-90da-73be9668ec3f,revision_number=2']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:27:48.034508 n-d-713301-16 neutron-server[95101]: DEBUG neutron.db.db_base_plugin_common [None req-1a9c950e-4c9a-409f-aae3-89c9ff575d73 tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Allocated IP 172.20.0.1 (4e65bbfc-f8a1-42e9-a681-0011d87979dc/c6d177ec-584c-4065-b978-2562370cdb35/16576266-5619-4d82-a4d2-818034e9f46f) {{(pid=95101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 20:27:48.175232 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-1a9c950e-4c9a-409f-aae3-89c9ff575d73 tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Notify callbacks [] for port, precommit_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:27:48.224197 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-1a9c950e-4c9a-409f-aae3-89c9ff575d73 tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783145673135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5607431'] for port, after_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:27:48.268968 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a9c950e-4c9a-409f-aae3-89c9ff575d73 tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Network 4e65bbfc-f8a1-42e9-a681-0011d87979dc is already hosted by enough agents. {{(pid=95101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 20:27:48.272284 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.base_scheduler [None req-1a9c950e-4c9a-409f-aae3-89c9ff575d73 tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Resources bound (agent type, host, resource id): {{(pid=95101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 20:27:48.276447 n-d-713301-16 neutron-server[95101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a9c950e-4c9a-409f-aae3-89c9ff575d73 tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Received port after_create {{(pid=95101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 20:27:48.314377 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a9c950e-4c9a-409f-aae3-89c9ff575d73 tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Pushing event updated for resources: {'Port': ['ID=16576266-5619-4d82-a4d2-818034e9f46f,revision_number=1']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:27:48.335713 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-1a9c950e-4c9a-409f-aae3-89c9ff575d73 tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-601987'] for router_interface, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:27:48.825032 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-1a9c950e-4c9a-409f-aae3-89c9ff575d73 tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:27:48.914835 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a646aad3-a2d5-4036-8102-2648f7ac92bf None None] Network 4e65bbfc-f8a1-42e9-a681-0011d87979dc requested from n-d-713301-16 {{(pid=95103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 20:27:49.001008 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-f741a1ba-8f33-49f1-a6ce-f9566544afc4 None None] Provisioning complete for port 7dbc2a9a-ffbf-4f21-90da-73be9668ec3f triggered by entity DHCP. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 20:27:49.001975 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-f741a1ba-8f33-49f1-a6ce-f9566544afc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:27:49.130878 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-1a9c950e-4c9a-409f-aae3-89c9ff575d73 tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Notify callbacks [] for port, precommit_update {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:27:49.137430 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-1a9c950e-4c9a-409f-aae3-89c9ff575d73 tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5607436'] for port, after_update {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:27:49.150170 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-f741a1ba-8f33-49f1-a6ce-f9566544afc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:27:49.183406 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-f741a1ba-8f33-49f1-a6ce-f9566544afc4 None None] For port 7dbc2a9a-ffbf-4f21-90da-73be9668ec3f, host n-d-713301-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-16',level=0,port_id=7dbc2a9a-ffbf-4f21-90da-73be9668ec3f,segment=NetworkSegment(5ffa7417-8163-4473-b6b4-0eb7a0762432),segment_id=5ffa7417-8163-4473-b6b4-0eb7a0762432)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 20:27:49.191267 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-f741a1ba-8f33-49f1-a6ce-f9566544afc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:27:49.218182 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-1a9c950e-4c9a-409f-aae3-89c9ff575d73 tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-527313', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-601459'] for router_interface, after_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:27:49.221318 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a9c950e-4c9a-409f-aae3-89c9ff575d73 tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Pushing event updated for resources: {'Port': ['ID=16576266-5619-4d82-a4d2-818034e9f46f,revision_number=2']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:27:49.243136 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f741a1ba-8f33-49f1-a6ce-f9566544afc4 None None] Pushing event updated for resources: {'Port': ['ID=7dbc2a9a-ffbf-4f21-90da-73be9668ec3f,revision_number=3']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:27:49.332360 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a9c950e-4c9a-409f-aae3-89c9ff575d73 tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Network 4e65bbfc-f8a1-42e9-a681-0011d87979dc is already hosted by enough agents. {{(pid=95101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 20:27:49.333952 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.base_scheduler [None req-1a9c950e-4c9a-409f-aae3-89c9ff575d73 tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Resources bound (agent type, host, resource id): {{(pid=95101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 20:27:49.412856 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-95bd6785-3139-4ac3-8afb-c473f72de0ea None None] Provisioning complete for port 16576266-5619-4d82-a4d2-818034e9f46f triggered by entity DHCP. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 20:27:49.413592 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-95bd6785-3139-4ac3-8afb-c473f72de0ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:27:49.458012 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.plugin [None req-95bd6785-3139-4ac3-8afb-c473f72de0ea None None] Port 16576266-5619-4d82-a4d2-818034e9f46f cannot update to ACTIVE because it is not bound. {{(pid=95103) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 20:27:49.468910 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-95bd6785-3139-4ac3-8afb-c473f72de0ea None None] Provisioning complete for port 7dbc2a9a-ffbf-4f21-90da-73be9668ec3f triggered by entity DHCP. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 20:27:49.469278 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-95bd6785-3139-4ac3-8afb-c473f72de0ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:27:49.477997 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a9c950e-4c9a-409f-aae3-89c9ff575d73 tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Router 8f4497fe-d425-4737-985c-e792512aef18 has already been hosted by L3 agent 79a740bf-7821-4989-8288-7186e3e128f3 {{(pid=95101) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 20:27:49.622582 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a9c950e-4c9a-409f-aae3-89c9ff575d73 tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Notify agent at l3_agent.n-d-713301-16 the message routers_updated {{(pid=95101) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 20:27:49.628595 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-1a9c950e-4c9a-409f-aae3-89c9ff575d73 tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] 10.222.0.67 "PUT /v2.0/routers/8f4497fe-d425-4737-985c-e792512aef18/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3874288 Sep 23 20:27:49.663556 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Device 1392346b-52b5-49ae-81e3-529bdf768116 up at agent ovs-agent-n-d-713301-16 {{(pid=95103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 20:27:49.714482 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-017387ea-ce48-4361-9c71-a7e9cc084f2b None None] Sync routers for ids ['8f4497fe-d425-4737-985c-e792512aef18'] in n-d-713301-16 {{(pid=95103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 20:27:49.736644 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-c9bdbb1f-01dd-475f-b457-6111aa1121b8 None None] Provisioning complete for port 16576266-5619-4d82-a4d2-818034e9f46f triggered by entity DHCP. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 20:27:49.737029 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-c9bdbb1f-01dd-475f-b457-6111aa1121b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:27:49.742221 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-017387ea-ce48-4361-9c71-a7e9cc084f2b None None] Routers {'8f4497fe-d425-4737-985c-e792512aef18'} bound to L3 agent in host n-d-713301-16 {{(pid=95103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 20:27:49.743332 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_hamode_db [None req-017387ea-ce48-4361-9c71-a7e9cc084f2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-23T19:07:52Z,description=,heartbeat_timestamp=2021-09-23T20:27:23Z,host='n-d-713301-16',id=79a740bf-7821-4989-8288-7186e3e128f3,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:07:52Z,topic='l3_agent')) {'router_ids': ['8f4497fe-d425-4737-985c-e792512aef18'], 'active': True} {{(pid=95103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 20:27:49.781658 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-20497557-c3ec-46ad-91b8-a7e7bfdc3531 req-960188f7-1894-4b55-a902-435efe2447d5 tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] 10.222.0.67 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-601762955&fields=id&tenant_id=68e56753f66346b994ad5ec9fc64b1b0 HTTP/1.1" status: 200 len: 267 time: 0.0361955 Sep 23 20:27:49.860491 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Provisioning complete for port 1392346b-52b5-49ae-81e3-529bdf768116 triggered by entity L2. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 20:27:49.861709 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:27:49.882545 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.plugin [None req-c9bdbb1f-01dd-475f-b457-6111aa1121b8 None None] Port 16576266-5619-4d82-a4d2-818034e9f46f cannot update to ACTIVE because it is not bound. {{(pid=95103) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 20:27:49.889328 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-d679712e-8d86-4975-9295-6705572f7e62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:27:49.898845 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20497557-c3ec-46ad-91b8-a7e7bfdc3531 req-872b7947-7b39-4c0c-8308-ddeac57b37de tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:27:49.900336 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-20497557-c3ec-46ad-91b8-a7e7bfdc3531 req-872b7947-7b39-4c0c-8308-ddeac57b37de tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] 10.222.0.67 "GET /v2.0/networks?id=4e65bbfc-f8a1-42e9-a681-0011d87979dc HTTP/1.1" status: 200 len: 795 time: 0.1115906 Sep 23 20:27:49.916218 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-20497557-c3ec-46ad-91b8-a7e7bfdc3531 req-6a377997-93a8-4012-8fb5-20109b73a2eb tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] 10.222.0.67 "GET /v2.0/quotas/68e56753f66346b994ad5ec9fc64b1b0 HTTP/1.1" status: 200 len: 375 time: 0.0097902 Sep 23 20:27:49.938700 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_dvr_db [None req-017387ea-ce48-4361-9c71-a7e9cc084f2b None None] Set router 8f4497fe-d425-4737-985c-e792512aef18 gateway port host: n-d-713301-16 {{(pid=95103) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 20:27:49.967995 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-20497557-c3ec-46ad-91b8-a7e7bfdc3531 req-0df550dd-58a2-44f0-b6b8-ceecc9110c36 tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=68e56753f66346b994ad5ec9fc64b1b0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0462053 Sep 23 20:27:50.050132 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:27:50.063240 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-20497557-c3ec-46ad-91b8-a7e7bfdc3531 req-4db32619-ee0e-494d-b7aa-c7233b3948a7 service neutron] 10.222.0.67 "GET /v2.0/networks/4e65bbfc-f8a1-42e9-a681-0011d87979dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822978 Sep 23 20:27:50.068246 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-34b393d3-1341-446f-9827-1419f1a53df0 None None] Provisioning complete for port 16576266-5619-4d82-a4d2-818034e9f46f triggered by entity DHCP. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 20:27:50.068714 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-34b393d3-1341-446f-9827-1419f1a53df0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:27:50.112082 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] For port 1392346b-52b5-49ae-81e3-529bdf768116, host n-d-713301-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-16',level=0,port_id=1392346b-52b5-49ae-81e3-529bdf768116,segment=NetworkSegment(7d4027f1-d893-4c7b-95d4-757b8e44e380),segment_id=7d4027f1-d893-4c7b-95d4-757b8e44e380)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 20:27:50.124737 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:27:50.125559 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Device 7dbc2a9a-ffbf-4f21-90da-73be9668ec3f up at agent ovs-agent-n-d-713301-16 {{(pid=95103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 20:27:50.158710 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-20497557-c3ec-46ad-91b8-a7e7bfdc3531 req-1058eadc-ac45-4258-9aec-b92d539f0c5c service neutron] 10.222.0.67 "GET /v2.0/networks/4e65bbfc-f8a1-42e9-a681-0011d87979dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889339 Sep 23 20:27:50.330766 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-dcd8b95d-2661-4e97-bc08-209202083cf0 req-202a4282-4970-47d0-8be9-859fb8c55c52 tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] 10.222.0.67 "GET /v2.0/ports?device_id=39034984-38b9-4879-9a24-8bd83d8491ec HTTP/1.1" status: 200 len: 210 time: 0.0298197 Sep 23 20:27:50.366479 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.plugin [None req-34b393d3-1341-446f-9827-1419f1a53df0 None None] Port 16576266-5619-4d82-a4d2-818034e9f46f cannot update to ACTIVE because it is not bound. {{(pid=95103) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 20:27:50.416947 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Pushing event updated for resources: {'Port': ['ID=1392346b-52b5-49ae-81e3-529bdf768116,revision_number=4']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:27:50.456007 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Provisioning complete for port 7dbc2a9a-ffbf-4f21-90da-73be9668ec3f triggered by entity L2. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 20:27:50.456303 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:27:50.521395 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_hamode_db [None req-017387ea-ce48-4361-9c71-a7e9cc084f2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f4497fe-d425-4737-985c-e792512aef18', 'name': 'tempest-TestNetworkAdvancedServerOps-router-909709276', 'tenant_id': '68e56753f66346b994ad5ec9fc64b1b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'external_fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.62'}], 'enable_snat': True}, 'gw_port_id': '1392346b-52b5-49ae-81e3-529bdf768116', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T20:27:45Z', 'updated_at': '2021-09-23T20:27:48Z', 'revision_number': 4, 'project_id': '68e56753f66346b994ad5ec9fc64b1b0', 'gw_port': {'id': '1392346b-52b5-49ae-81e3-529bdf768116', 'name': '', 'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:1e:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f4497fe-d425-4737-985c-e792512aef18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T20:27:45Z', 'updated_at': '2021-09-23T20:27:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-16', '_interfaces': [{'id': '16576266-5619-4d82-a4d2-818034e9f46f', 'name': '', 'network_id': '4e65bbfc-f8a1-42e9-a681-0011d87979dc', 'tenant_id': '68e56753f66346b994ad5ec9fc64b1b0', 'mac_address': 'fa:16:3e:a6:c2:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f4497fe-d425-4737-985c-e792512aef18', 'device_owner': 'network:router_interface', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': 'c6d177ec-584c-4065-b978-2562370cdb35', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T20:27:47Z', 'updated_at': '2021-09-23T20:27:48Z', 'revision_number': 2, 'project_id': '68e56753f66346b994ad5ec9fc64b1b0', 'subnets': [{'id': 'c6d177ec-584c-4065-b978-2562370cdb35', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-16', False) {} {{(pid=95103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 20:27:50.551664 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-017387ea-ce48-4361-9c71-a7e9cc084f2b None None] Checking router: 8f4497fe-d425-4737-985c-e792512aef18 for host: n-d-713301-16 {{(pid=95103) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 20:27:50.552012 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-017387ea-ce48-4361-9c71-a7e9cc084f2b None None] Updating router 8f4497fe-d425-4737-985c-e792512aef18 port 16576266-5619-4d82-a4d2-818034e9f46f binding host n-d-713301-16 {{(pid=95103) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 23 20:27:50.603480 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-017387ea-ce48-4361-9c71-a7e9cc084f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:27:50.883488 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-017387ea-ce48-4361-9c71-a7e9cc084f2b None None] Notify callbacks [] for port, precommit_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:27:50.888436 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-017387ea-ce48-4361-9c71-a7e9cc084f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:27:50.937571 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c981d2b9-c19a-4833-b5d8-beae941217c1 None None] Pushing event updated for resources: {'Port': ['ID=16576266-5619-4d82-a4d2-818034e9f46f,revision_number=3']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:27:50.992286 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.managers [None req-017387ea-ce48-4361-9c71-a7e9cc084f2b None None] Attempting to bind port 16576266-5619-4d82-a4d2-818034e9f46f on host n-d-713301-16 for vnic_type normal with profile {{(pid=95103) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 20:27:50.992986 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.managers [None req-017387ea-ce48-4361-9c71-a7e9cc084f2b None None] Attempting to bind port 16576266-5619-4d82-a4d2-818034e9f46f by drivers openvswitch,hyperv on host n-d-713301-16 at level 0 using segments [{'id': '5ffa7417-8163-4473-b6b4-0eb7a0762432', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '4e65bbfc-f8a1-42e9-a681-0011d87979dc'}] {{(pid=95103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 20:27:50.992986 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-017387ea-ce48-4361-9c71-a7e9cc084f2b None None] Attempting to bind port 16576266-5619-4d82-a4d2-818034e9f46f on network 4e65bbfc-f8a1-42e9-a681-0011d87979dc {{(pid=95103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 20:27:50.998577 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-017387ea-ce48-4361-9c71-a7e9cc084f2b None None] Checking agent: {'id': '70a14545-df24-472f-8f95-bfe1719bff93', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 19, 7, 53), 'started_at': datetime.datetime(2021, 9, 23, 19, 8, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 20, 27, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 20:27:50.998952 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-017387ea-ce48-4361-9c71-a7e9cc084f2b None None] Checking segment: {'id': '5ffa7417-8163-4473-b6b4-0eb7a0762432', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '4e65bbfc-f8a1-42e9-a681-0011d87979dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95103) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 20:27:50.999358 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-017387ea-ce48-4361-9c71-a7e9cc084f2b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:27:50.999749 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-017387ea-ce48-4361-9c71-a7e9cc084f2b None None] Bound using segment: {'id': '5ffa7417-8163-4473-b6b4-0eb7a0762432', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '4e65bbfc-f8a1-42e9-a681-0011d87979dc'} {{(pid=95103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 20:27:51.000217 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.managers [None req-017387ea-ce48-4361-9c71-a7e9cc084f2b None None] Bound port: 16576266-5619-4d82-a4d2-818034e9f46f, host: n-d-713301-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ffa7417-8163-4473-b6b4-0eb7a0762432', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '4e65bbfc-f8a1-42e9-a681-0011d87979dc'}}] {{(pid=95103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 20:27:51.000595 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-017387ea-ce48-4361-9c71-a7e9cc084f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:27:51.067968 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-017387ea-ce48-4361-9c71-a7e9cc084f2b None None] For port 16576266-5619-4d82-a4d2-818034e9f46f, host n-d-713301-16, cleared binding levels {{(pid=95103) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 20:27:51.071288 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-017387ea-ce48-4361-9c71-a7e9cc084f2b None None] For port 16576266-5619-4d82-a4d2-818034e9f46f, host n-d-713301-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-16',level=0,port_id=16576266-5619-4d82-a4d2-818034e9f46f,segment=NetworkSegment(5ffa7417-8163-4473-b6b4-0eb7a0762432),segment_id=5ffa7417-8163-4473-b6b4-0eb7a0762432)] {{(pid=95103) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 20:27:51.076712 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-017387ea-ce48-4361-9c71-a7e9cc084f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:27:51.136782 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-017387ea-ce48-4361-9c71-a7e9cc084f2b None None] Routers {'8f4497fe-d425-4737-985c-e792512aef18'} bound to L3 agent in host n-d-713301-16 {{(pid=95103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 20:27:51.137401 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_hamode_db [None req-017387ea-ce48-4361-9c71-a7e9cc084f2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-23T19:07:52Z,description=,heartbeat_timestamp=2021-09-23T20:27:23Z,host='n-d-713301-16',id=79a740bf-7821-4989-8288-7186e3e128f3,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:07:52Z,topic='l3_agent')) {'router_ids': ['8f4497fe-d425-4737-985c-e792512aef18'], 'active': True} {{(pid=95103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 20:27:51.143350 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c981d2b9-c19a-4833-b5d8-beae941217c1 None None] Pushing event updated for resources: {'Port': ['ID=16576266-5619-4d82-a4d2-818034e9f46f,revision_number=4']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:27:51.197112 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-c7058367-a434-4506-803f-71fc0ef0846d None None] Provisioning complete for port 16576266-5619-4d82-a4d2-818034e9f46f triggered by entity DHCP. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 20:27:51.197415 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-c7058367-a434-4506-803f-71fc0ef0846d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:27:51.289840 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20497557-c3ec-46ad-91b8-a7e7bfdc3531 req-36a8a496-4e63-49ee-8cf4-1f948053dd34 tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:27:51.292192 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-20497557-c3ec-46ad-91b8-a7e7bfdc3531 req-36a8a496-4e63-49ee-8cf4-1f948053dd34 tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] 10.222.0.74 "GET /v2.0/networks?id=4e65bbfc-f8a1-42e9-a681-0011d87979dc HTTP/1.1" status: 200 len: 795 time: 0.1425784 Sep 23 20:27:51.294220 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_dvr_db [None req-017387ea-ce48-4361-9c71-a7e9cc084f2b None None] Set router 8f4497fe-d425-4737-985c-e792512aef18 gateway port host: n-d-713301-16 {{(pid=95103) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 20:27:51.347561 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-20497557-c3ec-46ad-91b8-a7e7bfdc3531 req-faa8c35b-c5a1-43b4-94c8-fab15c429cd8 tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] 10.222.0.74 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=68e56753f66346b994ad5ec9fc64b1b0 HTTP/1.1" status: 200 len: 379 time: 0.0448422 Sep 23 20:27:51.360750 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.v2.base [req-20497557-c3ec-46ad-91b8-a7e7bfdc3531 req-e33d0b64-8102-4df8-927d-1cc5c355c8b9 tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Request body: {'port': {'device_id': '39034984-38b9-4879-9a24-8bd83d8491ec', 'network_id': '4e65bbfc-f8a1-42e9-a681-0011d87979dc', 'admin_state_up': True, 'tenant_id': '68e56753f66346b994ad5ec9fc64b1b0', 'security_groups': ['83d73e69-80e9-4c54-939f-eada818dd964']}} {{(pid=95102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 20:27:51.411671 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-c7058367-a434-4506-803f-71fc0ef0846d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:27:51.458083 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-bb06409a-0c08-46aa-8522-8404105cccf2 req-daa7a149-afc2-4109-a90c-95c9c5f41e65 tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] 10.222.0.67 "GET /v2.0/ports?device_id=39034984-38b9-4879-9a24-8bd83d8491ec HTTP/1.1" status: 200 len: 210 time: 0.0382159 Sep 23 20:27:51.498421 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-c7058367-a434-4506-803f-71fc0ef0846d None None] For port 16576266-5619-4d82-a4d2-818034e9f46f, host n-d-713301-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-16',level=0,port_id=16576266-5619-4d82-a4d2-818034e9f46f,segment=NetworkSegment(5ffa7417-8163-4473-b6b4-0eb7a0762432),segment_id=5ffa7417-8163-4473-b6b4-0eb7a0762432)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 20:27:51.503980 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-20497557-c3ec-46ad-91b8-a7e7bfdc3531 req-e33d0b64-8102-4df8-927d-1cc5c355c8b9 tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Made reservation on behalf of 68e56753f66346b994ad5ec9fc64b1b0 for: {'port': 1} {{(pid=95102) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 20:27:51.506051 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-c7058367-a434-4506-803f-71fc0ef0846d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:27:51.507666 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-20497557-c3ec-46ad-91b8-a7e7bfdc3531 req-e33d0b64-8102-4df8-927d-1cc5c355c8b9 tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:27:51.603739 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Device 1392346b-52b5-49ae-81e3-529bdf768116 up at agent ovs-agent-n-d-713301-16 {{(pid=95103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 20:27:51.607714 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7058367-a434-4506-803f-71fc0ef0846d None None] Pushing event updated for resources: {'Port': ['ID=16576266-5619-4d82-a4d2-818034e9f46f,revision_number=5']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:27:51.641291 n-d-713301-16 neutron-server[95102]: DEBUG neutron.db.db_base_plugin_common [req-20497557-c3ec-46ad-91b8-a7e7bfdc3531 req-e33d0b64-8102-4df8-927d-1cc5c355c8b9 tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Allocated IP 172.20.0.8 (4e65bbfc-f8a1-42e9-a681-0011d87979dc/c6d177ec-584c-4065-b978-2562370cdb35/c5ebf3ea-4b1a-4b37-9d94-6bca01ba625f) {{(pid=95102) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 20:27:51.658844 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-ed5133c5-a9d5-4d20-837e-5a7a6a34e60a None None] Provisioning complete for port 16576266-5619-4d82-a4d2-818034e9f46f triggered by entity DHCP. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 20:27:51.659199 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-ed5133c5-a9d5-4d20-837e-5a7a6a34e60a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:27:51.698506 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_hamode_db [None req-017387ea-ce48-4361-9c71-a7e9cc084f2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f4497fe-d425-4737-985c-e792512aef18', 'name': 'tempest-TestNetworkAdvancedServerOps-router-909709276', 'tenant_id': '68e56753f66346b994ad5ec9fc64b1b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'external_fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.62'}], 'enable_snat': True}, 'gw_port_id': '1392346b-52b5-49ae-81e3-529bdf768116', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T20:27:45Z', 'updated_at': '2021-09-23T20:27:48Z', 'revision_number': 4, 'project_id': '68e56753f66346b994ad5ec9fc64b1b0', 'gw_port': {'id': '1392346b-52b5-49ae-81e3-529bdf768116', 'name': '', 'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:1e:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f4497fe-d425-4737-985c-e792512aef18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T20:27:45Z', 'updated_at': '2021-09-23T20:27:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-16', '_interfaces': [{'id': '16576266-5619-4d82-a4d2-818034e9f46f', 'name': '', 'network_id': '4e65bbfc-f8a1-42e9-a681-0011d87979dc', 'tenant_id': '68e56753f66346b994ad5ec9fc64b1b0', 'mac_address': 'fa:16:3e:a6:c2:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f4497fe-d425-4737-985c-e792512aef18', 'device_owner': 'network:router_interface', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': 'c6d177ec-584c-4065-b978-2562370cdb35', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T20:27:47Z', 'updated_at': '2021-09-23T20:27:51Z', 'revision_number': 4, 'project_id': '68e56753f66346b994ad5ec9fc64b1b0', 'subnets': [{'id': 'c6d177ec-584c-4065-b978-2562370cdb35', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-16', False) {} {{(pid=95103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 20:27:51.734312 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-017387ea-ce48-4361-9c71-a7e9cc084f2b None None] The sync data for ids ['8f4497fe-d425-4737-985c-e792512aef18'] in n-d-713301-16 is: [{'id': '8f4497fe-d425-4737-985c-e792512aef18', 'name': 'tempest-TestNetworkAdvancedServerOps-router-909709276', 'tenant_id': '68e56753f66346b994ad5ec9fc64b1b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'external_fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.62'}], 'enable_snat': True}, 'gw_port_id': '1392346b-52b5-49ae-81e3-529bdf768116', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T20:27:45Z', 'updated_at': '2021-09-23T20:27:48Z', 'revision_number': 4, 'project_id': '68e56753f66346b994ad5ec9fc64b1b0', 'gw_port': {'id': '1392346b-52b5-49ae-81e3-529bdf768116', 'name': '', 'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:1e:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f4497fe-d425-4737-985c-e792512aef18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T20:27:45Z', 'updated_at': '2021-09-23T20:27:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-16', '_interfaces': [{'id': '16576266-5619-4d82-a4d2-818034e9f46f', 'name': '', 'network_id': '4e65bbfc-f8a1-42e9-a681-0011d87979dc', 'tenant_id': '68e56753f66346b994ad5ec9fc64b1b0', 'mac_address': 'fa:16:3e:a6:c2:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f4497fe-d425-4737-985c-e792512aef18', 'device_owner': 'network:router_interface', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': 'c6d177ec-584c-4065-b978-2562370cdb35', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T20:27:47Z', 'updated_at': '2021-09-23T20:27:51Z', 'revision_number': 4, 'project_id': '68e56753f66346b994ad5ec9fc64b1b0', 'subnets': [{'id': 'c6d177ec-584c-4065-b978-2562370cdb35', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 20:27:51.741337 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Provisioning complete for port 1392346b-52b5-49ae-81e3-529bdf768116 triggered by entity L2. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 20:27:51.741680 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:27:51.795934 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-20497557-c3ec-46ad-91b8-a7e7bfdc3531 req-e33d0b64-8102-4df8-927d-1cc5c355c8b9 tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Notify callbacks [] for port, precommit_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:27:51.853430 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-20497557-c3ec-46ad-91b8-a7e7bfdc3531 req-e33d0b64-8102-4df8-927d-1cc5c355c8b9 tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783145673135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4399100'] for port, after_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:27:51.904744 n-d-713301-16 neutron-server[95102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-20497557-c3ec-46ad-91b8-a7e7bfdc3531 req-e33d0b64-8102-4df8-927d-1cc5c355c8b9 tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Network 4e65bbfc-f8a1-42e9-a681-0011d87979dc is already hosted by enough agents. {{(pid=95102) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 20:27:51.908086 n-d-713301-16 neutron-server[95102]: DEBUG neutron.scheduler.base_scheduler [req-20497557-c3ec-46ad-91b8-a7e7bfdc3531 req-e33d0b64-8102-4df8-927d-1cc5c355c8b9 tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Resources bound (agent type, host, resource id): {{(pid=95102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 20:27:51.911904 n-d-713301-16 neutron-server[95102]: DEBUG neutron.db.l3_dvrscheduler_db [req-20497557-c3ec-46ad-91b8-a7e7bfdc3531 req-e33d0b64-8102-4df8-927d-1cc5c355c8b9 tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Received port after_create {{(pid=95102) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 20:27:51.922370 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33d0b64-8102-4df8-927d-1cc5c355c8b9 tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Pushing event updated for resources: {'Port': ['ID=c5ebf3ea-4b1a-4b37-9d94-6bca01ba625f,revision_number=1']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:27:51.982349 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20497557-c3ec-46ad-91b8-a7e7bfdc3531 req-e33d0b64-8102-4df8-927d-1cc5c355c8b9 tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:27:51.983005 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-20497557-c3ec-46ad-91b8-a7e7bfdc3531 req-e33d0b64-8102-4df8-927d-1cc5c355c8b9 tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222849'] for port, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:27:51.999861 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-20497557-c3ec-46ad-91b8-a7e7bfdc3531 req-e33d0b64-8102-4df8-927d-1cc5c355c8b9 tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6435869 Sep 23 20:27:52.013956 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.v2.base [req-20497557-c3ec-46ad-91b8-a7e7bfdc3531 req-0ea75235-5700-408c-9500-b6e90366d58c service neutron] Request body: {'port': {'device_id': '39034984-38b9-4879-9a24-8bd83d8491ec', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713301-16'}} {{(pid=95102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 20:27:52.073080 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-20497557-c3ec-46ad-91b8-a7e7bfdc3531 req-0ea75235-5700-408c-9500-b6e90366d58c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:27:52.152510 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-aa237f67-5b1d-46d3-8971-c04e8878a470 None None] Provisioning complete for port c5ebf3ea-4b1a-4b37-9d94-6bca01ba625f triggered by entity DHCP. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 20:27:52.153430 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-aa237f67-5b1d-46d3-8971-c04e8878a470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:27:52.193646 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.plugin [None req-aa237f67-5b1d-46d3-8971-c04e8878a470 None None] Port c5ebf3ea-4b1a-4b37-9d94-6bca01ba625f cannot update to ACTIVE because it is not bound. {{(pid=95103) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 20:27:52.662974 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-221da9fb-d3f1-4e2e-af3b-fbf806f96c7c req-3bdb6193-e963-4f85-89fa-6c21bd882c12 tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:27:52.664482 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-221da9fb-d3f1-4e2e-af3b-fbf806f96c7c req-3bdb6193-e963-4f85-89fa-6c21bd882c12 tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] 10.222.0.67 "GET /v2.0/ports?device_id=39034984-38b9-4879-9a24-8bd83d8491ec HTTP/1.1" status: 200 len: 931 time: 0.0953338 Sep 23 20:27:52.729382 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-221da9fb-d3f1-4e2e-af3b-fbf806f96c7c req-e3bf50b3-8a42-4e27-89c9-d3205860759c tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] 10.222.0.67 "GET /v2.0/security-groups?id=83d73e69-80e9-4c54-939f-eada818dd964&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0587132 Sep 23 20:27:52.775712 n-d-713301-16 neutron-server[95102]: DEBUG neutron.notifiers.nova [req-20497557-c3ec-46ad-91b8-a7e7bfdc3531 req-0ea75235-5700-408c-9500-b6e90366d58c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c5ebf3ea-4b1a-4b37-9d94-6bca01ba625f {{(pid=95102) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 20:27:52.783768 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-20497557-c3ec-46ad-91b8-a7e7bfdc3531 req-0ea75235-5700-408c-9500-b6e90366d58c service neutron] Notify callbacks [] for port, precommit_update {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:27:52.795890 n-d-713301-16 neutron-server[95102]: DEBUG neutron.db.provisioning_blocks [req-20497557-c3ec-46ad-91b8-a7e7bfdc3531 req-0ea75235-5700-408c-9500-b6e90366d58c service neutron] Transition to ACTIVE for port object c5ebf3ea-4b1a-4b37-9d94-6bca01ba625f will not be triggered until provisioned by entity L2. {{(pid=95102) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 20:27:52.800733 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-20497557-c3ec-46ad-91b8-a7e7bfdc3531 req-0ea75235-5700-408c-9500-b6e90366d58c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4399095'] for port, after_update {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:27:52.854260 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ea75235-5700-408c-9500-b6e90366d58c service neutron] Pushing event updated for resources: {'Port': ['ID=c5ebf3ea-4b1a-4b37-9d94-6bca01ba625f,revision_number=2']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:27:52.929310 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.managers [req-20497557-c3ec-46ad-91b8-a7e7bfdc3531 req-0ea75235-5700-408c-9500-b6e90366d58c service neutron] Attempting to bind port c5ebf3ea-4b1a-4b37-9d94-6bca01ba625f on host n-h1-713301-16 for vnic_type normal with profile {{(pid=95102) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 20:27:52.929648 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.managers [req-20497557-c3ec-46ad-91b8-a7e7bfdc3531 req-0ea75235-5700-408c-9500-b6e90366d58c service neutron] Attempting to bind port c5ebf3ea-4b1a-4b37-9d94-6bca01ba625f by drivers openvswitch,hyperv on host n-h1-713301-16 at level 0 using segments [{'id': '5ffa7417-8163-4473-b6b4-0eb7a0762432', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '4e65bbfc-f8a1-42e9-a681-0011d87979dc'}] {{(pid=95102) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 20:27:52.929975 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20497557-c3ec-46ad-91b8-a7e7bfdc3531 req-0ea75235-5700-408c-9500-b6e90366d58c service neutron] Attempting to bind port c5ebf3ea-4b1a-4b37-9d94-6bca01ba625f on network 4e65bbfc-f8a1-42e9-a681-0011d87979dc {{(pid=95102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 20:27:52.934621 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20497557-c3ec-46ad-91b8-a7e7bfdc3531 req-0ea75235-5700-408c-9500-b6e90366d58c service neutron] Port c5ebf3ea-4b1a-4b37-9d94-6bca01ba625f on network 4e65bbfc-f8a1-42e9-a681-0011d87979dc not bound, no agent of type Open vSwitch agent registered on host n-h1-713301-16 {{(pid=95102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 20:27:52.934943 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20497557-c3ec-46ad-91b8-a7e7bfdc3531 req-0ea75235-5700-408c-9500-b6e90366d58c service neutron] Attempting to bind port c5ebf3ea-4b1a-4b37-9d94-6bca01ba625f on network 4e65bbfc-f8a1-42e9-a681-0011d87979dc {{(pid=95102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 20:27:52.940819 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20497557-c3ec-46ad-91b8-a7e7bfdc3531 req-0ea75235-5700-408c-9500-b6e90366d58c service neutron] Checking agent: {'id': '0708c3e9-0aad-4600-9be9-d2486535c898', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713301-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 19, 15, 28), 'started_at': datetime.datetime(2021, 9, 23, 19, 15, 28), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 20, 27, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 20:27:52.941156 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20497557-c3ec-46ad-91b8-a7e7bfdc3531 req-0ea75235-5700-408c-9500-b6e90366d58c service neutron] Checking segment: {'id': '5ffa7417-8163-4473-b6b4-0eb7a0762432', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '4e65bbfc-f8a1-42e9-a681-0011d87979dc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95102) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 20:27:52.941537 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20497557-c3ec-46ad-91b8-a7e7bfdc3531 req-0ea75235-5700-408c-9500-b6e90366d58c service neutron] Bound using segment: {'id': '5ffa7417-8163-4473-b6b4-0eb7a0762432', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '4e65bbfc-f8a1-42e9-a681-0011d87979dc'} {{(pid=95102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 20:27:52.941959 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.managers [req-20497557-c3ec-46ad-91b8-a7e7bfdc3531 req-0ea75235-5700-408c-9500-b6e90366d58c service neutron] Bound port: c5ebf3ea-4b1a-4b37-9d94-6bca01ba625f, host: n-h1-713301-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5ffa7417-8163-4473-b6b4-0eb7a0762432', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '4e65bbfc-f8a1-42e9-a681-0011d87979dc'}}] {{(pid=95102) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 20:27:52.942318 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-20497557-c3ec-46ad-91b8-a7e7bfdc3531 req-0ea75235-5700-408c-9500-b6e90366d58c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:27:53.008960 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.db [req-20497557-c3ec-46ad-91b8-a7e7bfdc3531 req-0ea75235-5700-408c-9500-b6e90366d58c service neutron] For port c5ebf3ea-4b1a-4b37-9d94-6bca01ba625f, host n-h1-713301-16, cleared binding levels {{(pid=95102) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 20:27:53.012085 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.db [req-20497557-c3ec-46ad-91b8-a7e7bfdc3531 req-0ea75235-5700-408c-9500-b6e90366d58c service neutron] For port c5ebf3ea-4b1a-4b37-9d94-6bca01ba625f, host n-h1-713301-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-16',level=0,port_id=c5ebf3ea-4b1a-4b37-9d94-6bca01ba625f,segment=NetworkSegment(5ffa7417-8163-4473-b6b4-0eb7a0762432),segment_id=5ffa7417-8163-4473-b6b4-0eb7a0762432)] {{(pid=95102) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 20:27:53.018310 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-20497557-c3ec-46ad-91b8-a7e7bfdc3531 req-0ea75235-5700-408c-9500-b6e90366d58c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4399095'] for port, after_update {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:27:53.041097 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-0d2c8c8e-bb5a-4f3e-a6fe-941f7dda8bba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:27:53.053823 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20497557-c3ec-46ad-91b8-a7e7bfdc3531 req-0ea75235-5700-408c-9500-b6e90366d58c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:27:53.054673 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-20497557-c3ec-46ad-91b8-a7e7bfdc3531 req-0ea75235-5700-408c-9500-b6e90366d58c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222849'] for port, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:27:53.056055 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-20497557-c3ec-46ad-91b8-a7e7bfdc3531 req-0ea75235-5700-408c-9500-b6e90366d58c service neutron] 10.222.0.74 "PUT /v2.0/ports/c5ebf3ea-4b1a-4b37-9d94-6bca01ba625f HTTP/1.1" status: 200 len: 1092 time: 1.0465133 Sep 23 20:27:53.058188 n-d-713301-16 neutron-server[95102]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '39034984-38b9-4879-9a24-8bd83d8491ec', 'tag': 'c5ebf3ea-4b1a-4b37-9d94-6bca01ba625f'}] {{(pid=95102) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 20:27:53.060432 n-d-713301-16 neutron-server[95102]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a8356a6bd5e554bb349ddb806ba98ee8c25ce2b3f69d698f62da31b860ff3eb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6aeec93-fadb-4845-aecc-42bd2aa0ef6d" -d '{"events": [{"name": "network-changed", "server_uuid": "39034984-38b9-4879-9a24-8bd83d8491ec", "tag": "c5ebf3ea-4b1a-4b37-9d94-6bca01ba625f"}]}' {{(pid=95102) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 20:27:53.094294 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ea75235-5700-408c-9500-b6e90366d58c service neutron] Pushing event updated for resources: {'Port': ['ID=c5ebf3ea-4b1a-4b37-9d94-6bca01ba625f,revision_number=3']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:27:53.113000 n-d-713301-16 neutron-server[95102]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 20:27:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b0af74c-4096-41f3-b687-0a9da0dd0581 x-openstack-request-id: req-0b0af74c-4096-41f3-b687-0a9da0dd0581 {{(pid=95102) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 20:27:53.113288 n-d-713301-16 neutron-server[95102]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "39034984-38b9-4879-9a24-8bd83d8491ec", "tag": "c5ebf3ea-4b1a-4b37-9d94-6bca01ba625f", "status": "completed", "code": 200}]} {{(pid=95102) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 20:27:53.113541 n-d-713301-16 neutron-server[95102]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-0b0af74c-4096-41f3-b687-0a9da0dd0581 {{(pid=95102) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 20:27:53.113938 n-d-713301-16 neutron-server[95102]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '39034984-38b9-4879-9a24-8bd83d8491ec', 'tag': 'c5ebf3ea-4b1a-4b37-9d94-6bca01ba625f', 'status': 'completed', 'code': 200} Sep 23 20:27:53.154866 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20497557-c3ec-46ad-91b8-a7e7bfdc3531 req-2b4bd09b-f6ca-4a4f-b5c6-9c4d89a18b1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:27:53.156592 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-20497557-c3ec-46ad-91b8-a7e7bfdc3531 req-2b4bd09b-f6ca-4a4f-b5c6-9c4d89a18b1d service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=68e56753f66346b994ad5ec9fc64b1b0&device_id=39034984-38b9-4879-9a24-8bd83d8491ec HTTP/1.1" status: 200 len: 1095 time: 0.0529499 Sep 23 20:27:53.201151 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-20497557-c3ec-46ad-91b8-a7e7bfdc3531 req-e0624faf-2af2-44e1-9b34-b6c6013801ce service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c5ebf3ea-4b1a-4b37-9d94-6bca01ba625f HTTP/1.1" status: 200 len: 217 time: 0.0369253 Sep 23 20:27:53.229535 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:27:53.254361 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20497557-c3ec-46ad-91b8-a7e7bfdc3531 req-0c7d40a3-752f-4f45-94ae-974d41907b2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:27:53.255878 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-20497557-c3ec-46ad-91b8-a7e7bfdc3531 req-0c7d40a3-752f-4f45-94ae-974d41907b2a service neutron] 10.222.0.74 "GET /v2.0/subnets?id=c6d177ec-584c-4065-b978-2562370cdb35 HTTP/1.1" status: 200 len: 834 time: 0.0483034 Sep 23 20:27:53.305115 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20497557-c3ec-46ad-91b8-a7e7bfdc3531 req-3ec2844e-fb49-474e-acb5-6219ed904130 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:27:53.306607 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-20497557-c3ec-46ad-91b8-a7e7bfdc3531 req-3ec2844e-fb49-474e-acb5-6219ed904130 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=4e65bbfc-f8a1-42e9-a681-0011d87979dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0440609 Sep 23 20:27:53.398969 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-20497557-c3ec-46ad-91b8-a7e7bfdc3531 req-f7ecd22b-0883-4dee-889c-804b71c45206 service neutron] 10.222.0.74 "GET /v2.0/networks/4e65bbfc-f8a1-42e9-a681-0011d87979dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852513 Sep 23 20:27:53.491623 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-20497557-c3ec-46ad-91b8-a7e7bfdc3531 req-b05c3909-61fc-46e6-9457-ee2743df31b0 service neutron] 10.222.0.74 "GET /v2.0/networks/4e65bbfc-f8a1-42e9-a681-0011d87979dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851040 Sep 23 20:27:53.577080 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6aeec93-fadb-4845-aecc-42bd2aa0ef6d req-6e04cb8d-2b9f-4ca0-948d-526db60378b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:27:53.578866 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-d6aeec93-fadb-4845-aecc-42bd2aa0ef6d req-6e04cb8d-2b9f-4ca0-948d-526db60378b3 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=68e56753f66346b994ad5ec9fc64b1b0&device_id=39034984-38b9-4879-9a24-8bd83d8491ec HTTP/1.1" status: 200 len: 1095 time: 0.0429606 Sep 23 20:27:53.608284 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Device 16576266-5619-4d82-a4d2-818034e9f46f up at agent ovs-agent-n-d-713301-16 {{(pid=95103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 20:27:53.655653 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Provisioning complete for port 16576266-5619-4d82-a4d2-818034e9f46f triggered by entity L2. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 20:27:53.656021 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:27:53.679926 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6aeec93-fadb-4845-aecc-42bd2aa0ef6d req-c1fe23aa-84c1-4323-93e2-e70e6f4d57b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:27:53.681555 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-d6aeec93-fadb-4845-aecc-42bd2aa0ef6d req-c1fe23aa-84c1-4323-93e2-e70e6f4d57b8 service neutron] 10.222.0.74 "GET /v2.0/networks?id=4e65bbfc-f8a1-42e9-a681-0011d87979dc HTTP/1.1" status: 200 len: 896 time: 0.0954597 Sep 23 20:27:53.700291 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-0ae75029-feb6-4728-9a94-5f9b60993d82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:27:53.725747 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-d6aeec93-fadb-4845-aecc-42bd2aa0ef6d req-f7833937-7858-40cc-b5d0-185850d9756c service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c5ebf3ea-4b1a-4b37-9d94-6bca01ba625f HTTP/1.1" status: 200 len: 217 time: 0.0372605 Sep 23 20:27:53.782333 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6aeec93-fadb-4845-aecc-42bd2aa0ef6d req-0c0ffdf2-fe5e-468f-a9e9-6e2ddf4983d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:27:53.783949 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-d6aeec93-fadb-4845-aecc-42bd2aa0ef6d req-0c0ffdf2-fe5e-468f-a9e9-6e2ddf4983d4 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=c6d177ec-584c-4065-b978-2562370cdb35 HTTP/1.1" status: 200 len: 834 time: 0.0514979 Sep 23 20:27:53.863449 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6aeec93-fadb-4845-aecc-42bd2aa0ef6d req-fd667822-6045-4598-8a16-3a2e5032772d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:27:53.864926 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-d6aeec93-fadb-4845-aecc-42bd2aa0ef6d req-fd667822-6045-4598-8a16-3a2e5032772d service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=4e65bbfc-f8a1-42e9-a681-0011d87979dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0734980 Sep 23 20:27:53.873237 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c37ce4-4d7d-4869-9d80-60c72da435ba req-ae114fa0-73e5-474f-9d58-70b8cf2b445b tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:27:53.874590 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-97c37ce4-4d7d-4869-9d80-60c72da435ba req-ae114fa0-73e5-474f-9d58-70b8cf2b445b tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] 10.222.0.67 "GET /v2.0/ports?device_id=39034984-38b9-4879-9a24-8bd83d8491ec HTTP/1.1" status: 200 len: 943 time: 0.0742946 Sep 23 20:27:53.964776 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-97c37ce4-4d7d-4869-9d80-60c72da435ba req-b25f0ca8-df4e-44ab-89c2-ab7af2a99fd9 tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] 10.222.0.67 "GET /v2.0/security-groups?id=83d73e69-80e9-4c54-939f-eada818dd964&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0816748 Sep 23 20:27:53.988131 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-d6aeec93-fadb-4845-aecc-42bd2aa0ef6d req-f1e40bd8-64ab-4de7-a778-515af3559059 service neutron] 10.222.0.74 "GET /v2.0/networks/4e65bbfc-f8a1-42e9-a681-0011d87979dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1124949 Sep 23 20:27:54.077581 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-d6aeec93-fadb-4845-aecc-42bd2aa0ef6d req-01bdf538-5b19-4744-8ccd-e5d5bcfb5d8e service neutron] 10.222.0.74 "GET /v2.0/networks/4e65bbfc-f8a1-42e9-a681-0011d87979dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816789 Sep 23 20:27:55.082356 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-962de88e-1d21-4c6a-a00e-adeac5c62f08 req-b61c8abd-0b57-4bdc-b83b-350da3168957 tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:27:55.083922 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-962de88e-1d21-4c6a-a00e-adeac5c62f08 req-b61c8abd-0b57-4bdc-b83b-350da3168957 tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] 10.222.0.67 "GET /v2.0/ports?device_id=39034984-38b9-4879-9a24-8bd83d8491ec HTTP/1.1" status: 200 len: 943 time: 0.0484624 Sep 23 20:27:55.124722 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-962de88e-1d21-4c6a-a00e-adeac5c62f08 req-9973cf73-b32e-4a96-a8c7-437d07657c8b tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] 10.222.0.67 "GET /v2.0/security-groups?id=83d73e69-80e9-4c54-939f-eada818dd964&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345793 Sep 23 20:27:55.521346 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-80e7e501-6c57-470d-92c6-e3d54bc3195c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:27:56.246032 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316df538-1fdc-4588-a53c-0ac61bc5dabc req-eabfe7e7-c83d-46e4-8ab1-878f4634e5d7 tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:27:56.247503 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-316df538-1fdc-4588-a53c-0ac61bc5dabc req-eabfe7e7-c83d-46e4-8ab1-878f4634e5d7 tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] 10.222.0.67 "GET /v2.0/ports?device_id=39034984-38b9-4879-9a24-8bd83d8491ec HTTP/1.1" status: 200 len: 943 time: 0.0526757 Sep 23 20:27:56.285797 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-316df538-1fdc-4588-a53c-0ac61bc5dabc req-4637d1b4-e04f-4daf-9339-a4938d643f41 tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] 10.222.0.67 "GET /v2.0/security-groups?id=83d73e69-80e9-4c54-939f-eada818dd964&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322359 Sep 23 20:27:57.403447 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-396cfd71-9fc9-493f-83df-87750f3b3284 req-4be90ab2-76aa-40c9-af11-15325c84efa3 tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:27:57.404946 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-396cfd71-9fc9-493f-83df-87750f3b3284 req-4be90ab2-76aa-40c9-af11-15325c84efa3 tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] 10.222.0.67 "GET /v2.0/ports?device_id=39034984-38b9-4879-9a24-8bd83d8491ec HTTP/1.1" status: 200 len: 943 time: 0.0499592 Sep 23 20:27:57.443958 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-396cfd71-9fc9-493f-83df-87750f3b3284 req-f0b173f5-8cce-4168-9920-c82e77374ef1 tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] 10.222.0.67 "GET /v2.0/security-groups?id=83d73e69-80e9-4c54-939f-eada818dd964&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323966 Sep 23 20:27:57.884850 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Device c5ebf3ea-4b1a-4b37-9d94-6bca01ba625f details requested by agent hyperv_n-h1-713301-16 with host n-h1-713301-16 {{(pid=95103) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 20:27:57.979799 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] For port c5ebf3ea-4b1a-4b37-9d94-6bca01ba625f, host n-h1-713301-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-16',level=0,port_id=c5ebf3ea-4b1a-4b37-9d94-6bca01ba625f,segment=NetworkSegment(5ffa7417-8163-4473-b6b4-0eb7a0762432),segment_id=5ffa7417-8163-4473-b6b4-0eb7a0762432)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 20:27:57.991347 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Returning: {'device': 'c5ebf3ea-4b1a-4b37-9d94-6bca01ba625f', 'network_id': '4e65bbfc-f8a1-42e9-a681-0011d87979dc', 'port_id': 'c5ebf3ea-4b1a-4b37-9d94-6bca01ba625f', 'mac_address': 'fa:16:3e:b5:46:41', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 638, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c6d177ec-584c-4065-b978-2562370cdb35', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95103) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 20:27:58.027601 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:27:58.040528 n-d-713301-16 neutron-server[95103]: DEBUG neutron.notifiers.nova [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c5ebf3ea-4b1a-4b37-9d94-6bca01ba625f {{(pid=95103) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 20:27:58.058966 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] For port c5ebf3ea-4b1a-4b37-9d94-6bca01ba625f, host n-h1-713301-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-16',level=0,port_id=c5ebf3ea-4b1a-4b37-9d94-6bca01ba625f,segment=NetworkSegment(5ffa7417-8163-4473-b6b4-0eb7a0762432),segment_id=5ffa7417-8163-4473-b6b4-0eb7a0762432)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 20:27:58.062874 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:27:58.113509 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Pushing event updated for resources: {'Port': ['ID=c5ebf3ea-4b1a-4b37-9d94-6bca01ba625f,revision_number=4']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:27:58.264273 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] get_ports_and_sgs() called for port_ids ['c5ebf3ea-4b1a-4b37-9d94-6bca01ba625f'] {{(pid=95103) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 20:27:58.523539 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:27:58.560389 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5475193-d0ab-4edc-ad9d-31f3be1bfe7a req-e4c28469-866c-4561-9474-3ff763408dc2 tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:27:58.561894 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-c5475193-d0ab-4edc-ad9d-31f3be1bfe7a req-e4c28469-866c-4561-9474-3ff763408dc2 tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] 10.222.0.67 "GET /v2.0/ports?device_id=39034984-38b9-4879-9a24-8bd83d8491ec HTTP/1.1" status: 200 len: 944 time: 0.0483007 Sep 23 20:27:58.599934 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-c5475193-d0ab-4edc-ad9d-31f3be1bfe7a req-6b7e8e42-a82f-4a7a-8215-cf95b67479f6 tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] 10.222.0.67 "GET /v2.0/security-groups?id=83d73e69-80e9-4c54-939f-eada818dd964&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309775 Sep 23 20:27:58.849683 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:27:59.718156 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e2dde8-862d-416f-affb-976088b254fd req-87498a32-2460-45d6-81f6-af0cb43b5af0 tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:27:59.719641 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-b8e2dde8-862d-416f-affb-976088b254fd req-87498a32-2460-45d6-81f6-af0cb43b5af0 tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] 10.222.0.67 "GET /v2.0/ports?device_id=39034984-38b9-4879-9a24-8bd83d8491ec HTTP/1.1" status: 200 len: 944 time: 0.0531240 Sep 23 20:27:59.757094 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-b8e2dde8-862d-416f-affb-976088b254fd req-88e6b07c-e804-4057-b016-e67395604a02 tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] 10.222.0.67 "GET /v2.0/security-groups?id=83d73e69-80e9-4c54-939f-eada818dd964&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317047 Sep 23 20:27:59.915577 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Device c5ebf3ea-4b1a-4b37-9d94-6bca01ba625f up at agent hyperv_n-h1-713301-16 {{(pid=95103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 20:27:59.964902 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Provisioning for port c5ebf3ea-4b1a-4b37-9d94-6bca01ba625f completed by entity L2. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 20:27:59.970584 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Provisioning complete for port c5ebf3ea-4b1a-4b37-9d94-6bca01ba625f triggered by entity L2. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 20:27:59.971039 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:28:00.046079 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:28:00.068865 n-d-713301-16 neutron-server[95103]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '39034984-38b9-4879-9a24-8bd83d8491ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c5ebf3ea-4b1a-4b37-9d94-6bca01ba625f'}] {{(pid=95103) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 20:28:00.071224 n-d-713301-16 neutron-server[95103]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1848421c4d334b5bfe6f5b9de07f03d1600ee538ec1ae4f0fcf02c32f81bee4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a468ec14-3bca-4eb3-9118-ccc4a10209b3" -d '{"events": [{"server_uuid": "39034984-38b9-4879-9a24-8bd83d8491ec", "name": "network-vif-plugged", "status": "completed", "tag": "c5ebf3ea-4b1a-4b37-9d94-6bca01ba625f"}]}' {{(pid=95103) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 20:28:00.087500 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] For port c5ebf3ea-4b1a-4b37-9d94-6bca01ba625f, host n-h1-713301-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-16',level=0,port_id=c5ebf3ea-4b1a-4b37-9d94-6bca01ba625f,segment=NetworkSegment(5ffa7417-8163-4473-b6b4-0eb7a0762432),segment_id=5ffa7417-8163-4473-b6b4-0eb7a0762432)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 20:28:00.091448 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:28:00.115319 n-d-713301-16 neutron-server[95103]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 20:28:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fada72e6-e4d3-4421-857a-d1a0ef871a55 x-openstack-request-id: req-fada72e6-e4d3-4421-857a-d1a0ef871a55 {{(pid=95103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 20:28:00.115599 n-d-713301-16 neutron-server[95103]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "39034984-38b9-4879-9a24-8bd83d8491ec", "name": "network-vif-plugged", "status": "completed", "tag": "c5ebf3ea-4b1a-4b37-9d94-6bca01ba625f", "code": 200}]} {{(pid=95103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 20:28:00.115846 n-d-713301-16 neutron-server[95103]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-fada72e6-e4d3-4421-857a-d1a0ef871a55 {{(pid=95103) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 20:28:00.116225 n-d-713301-16 neutron-server[95103]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '39034984-38b9-4879-9a24-8bd83d8491ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c5ebf3ea-4b1a-4b37-9d94-6bca01ba625f', 'code': 200} Sep 23 20:28:00.143768 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Pushing event updated for resources: {'Port': ['ID=c5ebf3ea-4b1a-4b37-9d94-6bca01ba625f,revision_number=5']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:28:00.205661 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b5f9620-dd4f-431f-acd4-6da6311036a1 req-226f1735-0420-46db-92b5-51219cdeb10c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:28:00.207059 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-6b5f9620-dd4f-431f-acd4-6da6311036a1 req-226f1735-0420-46db-92b5-51219cdeb10c service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=39034984-38b9-4879-9a24-8bd83d8491ec HTTP/1.1" status: 200 len: 1097 time: 0.0415485 Sep 23 20:28:00.241837 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-6b5f9620-dd4f-431f-acd4-6da6311036a1 req-a094351e-99e4-477f-8dea-b11aa41653b1 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=83d73e69-80e9-4c54-939f-eada818dd964&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0276124 Sep 23 20:28:00.872353 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95351c55-1653-438a-a0c3-6f1dffc50ed3 req-c99240f0-460c-4fd9-bd28-22774397fa99 tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:28:00.873895 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-95351c55-1653-438a-a0c3-6f1dffc50ed3 req-c99240f0-460c-4fd9-bd28-22774397fa99 tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] 10.222.0.67 "GET /v2.0/ports?device_id=39034984-38b9-4879-9a24-8bd83d8491ec HTTP/1.1" status: 200 len: 945 time: 0.0502298 Sep 23 20:28:00.911104 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-95351c55-1653-438a-a0c3-6f1dffc50ed3 req-d94b1a88-f343-42c6-a173-00de702c6bb2 tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] 10.222.0.67 "GET /v2.0/security-groups?id=83d73e69-80e9-4c54-939f-eada818dd964&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306473 Sep 23 20:28:02.030810 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c653cb0f-5b37-40d2-b597-81b4ad1bceac req-af4e702c-c69f-49c8-bfd0-9f7594604470 tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:28:02.035926 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-c653cb0f-5b37-40d2-b597-81b4ad1bceac req-af4e702c-c69f-49c8-bfd0-9f7594604470 tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] 10.222.0.67 "GET /v2.0/ports?device_id=39034984-38b9-4879-9a24-8bd83d8491ec HTTP/1.1" status: 200 len: 945 time: 0.0524733 Sep 23 20:28:02.070398 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-c653cb0f-5b37-40d2-b597-81b4ad1bceac req-ac6d28d9-cfa0-4225-a3ef-fb87fe56d4d9 tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] 10.222.0.67 "GET /v2.0/security-groups?id=83d73e69-80e9-4c54-939f-eada818dd964&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315533 Sep 23 20:28:02.182715 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e48a3841-2d23-40d6-88f9-87d476a61ab6 req-4dcf60f9-57dd-4120-854e-e11965cb6ffa tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:28:02.184084 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-e48a3841-2d23-40d6-88f9-87d476a61ab6 req-4dcf60f9-57dd-4120-854e-e11965cb6ffa tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] 10.222.0.67 "GET /v2.0/ports?device_id=39034984-38b9-4879-9a24-8bd83d8491ec HTTP/1.1" status: 200 len: 945 time: 0.0490425 Sep 23 20:28:02.222242 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-e48a3841-2d23-40d6-88f9-87d476a61ab6 req-0e9204e0-bced-4d8d-a571-03f4c46e73a4 tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] 10.222.0.67 "GET /v2.0/security-groups?id=83d73e69-80e9-4c54-939f-eada818dd964&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316010 Sep 23 20:28:02.243712 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 34882) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:28:02.283244 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-620f7c70-27c4-47f0-94b0-18b91b5e1093 tempest-TestNetworkAdvancedServerOps-2144079699 tempest-TestNetworkAdvancedServerOps-2144079699-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:28:02.284906 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-620f7c70-27c4-47f0-94b0-18b91b5e1093 tempest-TestNetworkAdvancedServerOps-2144079699 tempest-TestNetworkAdvancedServerOps-2144079699-project-admin] 10.222.0.67 "GET /v2.0/ports?device_id=39034984-38b9-4879-9a24-8bd83d8491ec HTTP/1.1" status: 200 len: 1092 time: 0.0401590 Sep 23 20:28:02.287752 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 34884) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:28:02.291951 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.v2.base [None req-2b8f8e92-7347-45a5-b062-5bacbb3ac76c tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Request body: {'floatingip': {'floating_network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'port_id': 'c5ebf3ea-4b1a-4b37-9d94-6bca01ba625f', 'tenant_id': '68e56753f66346b994ad5ec9fc64b1b0', 'fixed_ip_address': '172.20.0.8'}} {{(pid=95101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 20:28:02.314663 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-2b8f8e92-7347-45a5-b062-5bacbb3ac76c tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Notify callbacks [] for floatingip, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:28:02.412959 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-2b8f8e92-7347-45a5-b062-5bacbb3ac76c tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:28:02.513671 n-d-713301-16 neutron-server[95101]: DEBUG neutron.db.db_base_plugin_common [None req-2b8f8e92-7347-45a5-b062-5bacbb3ac76c tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Allocated IP 172.25.1.73 (5dec5c09-378e-4f50-89cc-d94eb81c3bac/eff83446-018c-428d-b3f5-54ac9abe7a2a/b590d525-47c9-42cf-9e9a-577f16cab49b) {{(pid=95101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 20:28:02.616622 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-2b8f8e92-7347-45a5-b062-5bacbb3ac76c tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Notify callbacks [] for port, precommit_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:28:02.649231 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-2b8f8e92-7347-45a5-b062-5bacbb3ac76c tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783145673135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5607431'] for port, after_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:28:02.686784 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b8f8e92-7347-45a5-b062-5bacbb3ac76c tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Network 5dec5c09-378e-4f50-89cc-d94eb81c3bac is already hosted by enough agents. {{(pid=95101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 20:28:02.689558 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.base_scheduler [None req-2b8f8e92-7347-45a5-b062-5bacbb3ac76c tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Resources bound (agent type, host, resource id): {{(pid=95101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 20:28:02.693073 n-d-713301-16 neutron-server[95101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b8f8e92-7347-45a5-b062-5bacbb3ac76c tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Received port after_create {{(pid=95101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 20:28:02.717121 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b8f8e92-7347-45a5-b062-5bacbb3ac76c tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Pushing event updated for resources: {'Port': ['ID=b590d525-47c9-42cf-9e9a-577f16cab49b,revision_number=1']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:28:03.037474 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-2b8f8e92-7347-45a5-b062-5bacbb3ac76c tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:28:03.101495 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-2b8f8e92-7347-45a5-b062-5bacbb3ac76c tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:28:03.249477 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-2b8f8e92-7347-45a5-b062-5bacbb3ac76c tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Notify callbacks [] for port, precommit_update {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:28:03.253764 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-2b8f8e92-7347-45a5-b062-5bacbb3ac76c tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5607436'] for port, after_update {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:28:03.328673 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b8f8e92-7347-45a5-b062-5bacbb3ac76c tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Pushing event updated for resources: {'Port': ['ID=b590d525-47c9-42cf-9e9a-577f16cab49b,revision_number=2']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:28:03.335526 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-2b8f8e92-7347-45a5-b062-5bacbb3ac76c tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-601884'] for floatingip, after_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:28:03.428192 n-d-713301-16 neutron-server[95101]: INFO neutron.db.l3_db [None req-2b8f8e92-7347-45a5-b062-5bacbb3ac76c tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Floating IP 293c3603-238d-4f01-b2b0-899a7cef4c5c associated. External IP: 172.25.1.73, port: c5ebf3ea-4b1a-4b37-9d94-6bca01ba625f. Sep 23 20:28:03.633565 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b8f8e92-7347-45a5-b062-5bacbb3ac76c tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Router 8f4497fe-d425-4737-985c-e792512aef18 has already been hosted by L3 agent 79a740bf-7821-4989-8288-7186e3e128f3 {{(pid=95101) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 20:28:03.741562 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b8f8e92-7347-45a5-b062-5bacbb3ac76c tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Notify agent at l3_agent.n-d-713301-16 the message routers_updated {{(pid=95101) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 20:28:03.752204 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47dcc9b6-0df2-4244-987a-9e9013f8346c None None] Sync routers for ids ['8f4497fe-d425-4737-985c-e792512aef18'] in n-d-713301-16 {{(pid=95104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 20:28:03.758154 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-2b8f8e92-7347-45a5-b062-5bacbb3ac76c tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222849'] for floatingip, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:28:03.762875 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47dcc9b6-0df2-4244-987a-9e9013f8346c None None] Routers {'8f4497fe-d425-4737-985c-e792512aef18'} bound to L3 agent in host n-d-713301-16 {{(pid=95104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 20:28:03.763487 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_hamode_db [None req-47dcc9b6-0df2-4244-987a-9e9013f8346c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-23T19:07:52Z,description=,heartbeat_timestamp=2021-09-23T20:27:53Z,host='n-d-713301-16',id=79a740bf-7821-4989-8288-7186e3e128f3,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:07:52Z,topic='l3_agent')) {'router_ids': ['8f4497fe-d425-4737-985c-e792512aef18'], 'active': True} {{(pid=95104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 20:28:03.785161 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-2b8f8e92-7347-45a5-b062-5bacbb3ac76c tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] 10.222.0.67 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.4963255 Sep 23 20:28:03.785764 n-d-713301-16 neutron-server[95101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '39034984-38b9-4879-9a24-8bd83d8491ec', 'tag': 'c5ebf3ea-4b1a-4b37-9d94-6bca01ba625f'}] {{(pid=95101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 20:28:03.788144 n-d-713301-16 neutron-server[95101]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8fdc88e27095c0b22fa40dc3fb71c621871e22f829ed15ad81bf221433f32d85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6794dd90-88d6-42bb-888c-48187fd470d6" -d '{"events": [{"name": "network-changed", "server_uuid": "39034984-38b9-4879-9a24-8bd83d8491ec", "tag": "c5ebf3ea-4b1a-4b37-9d94-6bca01ba625f"}]}' {{(pid=95101) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 20:28:03.884925 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a196980f-3200-4ba7-81b4-0e76416376e3 req-b135fcd2-4c55-46fb-b038-2d4330d786cf tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:28:03.886550 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-a196980f-3200-4ba7-81b4-0e76416376e3 req-b135fcd2-4c55-46fb-b038-2d4330d786cf tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] 10.222.0.67 "GET /v2.0/ports?device_id=39034984-38b9-4879-9a24-8bd83d8491ec HTTP/1.1" status: 200 len: 945 time: 0.0520582 Sep 23 20:28:03.887905 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_dvr_db [None req-47dcc9b6-0df2-4244-987a-9e9013f8346c None None] Set router 8f4497fe-d425-4737-985c-e792512aef18 gateway port host: n-d-713301-16 {{(pid=95104) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 20:28:03.890837 n-d-713301-16 neutron-server[95101]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 20:28:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07f25220-2ba1-4da5-853e-2820401d11bd x-openstack-request-id: req-07f25220-2ba1-4da5-853e-2820401d11bd {{(pid=95101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 20:28:03.891132 n-d-713301-16 neutron-server[95101]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "39034984-38b9-4879-9a24-8bd83d8491ec", "tag": "c5ebf3ea-4b1a-4b37-9d94-6bca01ba625f", "status": "completed", "code": 200}]} {{(pid=95101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 20:28:03.891387 n-d-713301-16 neutron-server[95101]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-07f25220-2ba1-4da5-853e-2820401d11bd {{(pid=95101) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 20:28:03.892253 n-d-713301-16 neutron-server[95101]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '39034984-38b9-4879-9a24-8bd83d8491ec', 'tag': 'c5ebf3ea-4b1a-4b37-9d94-6bca01ba625f', 'status': 'completed', 'code': 200} Sep 23 20:28:03.957527 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-a196980f-3200-4ba7-81b4-0e76416376e3 req-d3d01dc7-67ac-4cf9-b9e6-35a3cfb9061e tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] 10.222.0.67 "GET /v2.0/security-groups?id=83d73e69-80e9-4c54-939f-eada818dd964&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0628672 Sep 23 20:28:03.967239 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6794dd90-88d6-42bb-888c-48187fd470d6 req-d0270807-8c5c-4bff-9344-d205ae43615b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:28:03.968741 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-6794dd90-88d6-42bb-888c-48187fd470d6 req-d0270807-8c5c-4bff-9344-d205ae43615b service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=68e56753f66346b994ad5ec9fc64b1b0&device_id=39034984-38b9-4879-9a24-8bd83d8491ec HTTP/1.1" status: 200 len: 1097 time: 0.0559578 Sep 23 20:28:03.981232 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 34892) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:28:04.050912 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-fa835994-da63-46cf-9438-9d56f48af93c tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] 10.222.0.67 "GET /v2.0/floatingips/293c3603-238d-4f01-b2b0-899a7cef4c5c HTTP/1.1" status: 200 len: 990 time: 0.0684197 Sep 23 20:28:04.072742 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6794dd90-88d6-42bb-888c-48187fd470d6 req-6ec75cd5-5531-4d16-878d-f4351b4b6311 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:28:04.074248 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-6794dd90-88d6-42bb-888c-48187fd470d6 req-6ec75cd5-5531-4d16-878d-f4351b4b6311 service neutron] 10.222.0.74 "GET /v2.0/networks?id=4e65bbfc-f8a1-42e9-a681-0011d87979dc HTTP/1.1" status: 200 len: 896 time: 0.0983388 Sep 23 20:28:04.123958 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_hamode_db [None req-47dcc9b6-0df2-4244-987a-9e9013f8346c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f4497fe-d425-4737-985c-e792512aef18', 'name': 'tempest-TestNetworkAdvancedServerOps-router-909709276', 'tenant_id': '68e56753f66346b994ad5ec9fc64b1b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'external_fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.62'}], 'enable_snat': True}, 'gw_port_id': '1392346b-52b5-49ae-81e3-529bdf768116', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T20:27:45Z', 'updated_at': '2021-09-23T20:27:48Z', 'revision_number': 4, 'project_id': '68e56753f66346b994ad5ec9fc64b1b0', 'gw_port': {'id': '1392346b-52b5-49ae-81e3-529bdf768116', 'name': '', 'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:1e:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f4497fe-d425-4737-985c-e792512aef18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T20:27:45Z', 'updated_at': '2021-09-23T20:27:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-16', '_floatingips': [{'id': '293c3603-238d-4f01-b2b0-899a7cef4c5c', 'tenant_id': '68e56753f66346b994ad5ec9fc64b1b0', 'floating_ip_address': '172.25.1.73', 'floating_network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'router_id': '8f4497fe-d425-4737-985c-e792512aef18', 'port_id': 'c5ebf3ea-4b1a-4b37-9d94-6bca01ba625f', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4242, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4e65bbfc-f8a1-42e9-a681-0011d87979dc', 'mac_address': 'fa:16:3e:b5:46:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39034984-38b9-4879-9a24-8bd83d8491ec', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-23T20:28:02Z', 'updated_at': '2021-09-23T20:28:02Z', 'revision_number': 0, 'project_id': '68e56753f66346b994ad5ec9fc64b1b0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '16576266-5619-4d82-a4d2-818034e9f46f', 'name': '', 'network_id': '4e65bbfc-f8a1-42e9-a681-0011d87979dc', 'tenant_id': '68e56753f66346b994ad5ec9fc64b1b0', 'mac_address': 'fa:16:3e:a6:c2:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f4497fe-d425-4737-985c-e792512aef18', 'device_owner': 'network:router_interface', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': 'c6d177ec-584c-4065-b978-2562370cdb35', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T20:27:47Z', 'updated_at': '2021-09-23T20:27:51Z', 'revision_number': 5, 'project_id': '68e56753f66346b994ad5ec9fc64b1b0', 'subnets': [{'id': 'c6d177ec-584c-4065-b978-2562370cdb35', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-16', False) {} {{(pid=95104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 20:28:04.143453 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-6794dd90-88d6-42bb-888c-48187fd470d6 req-0bad5441-aacc-4703-a87b-55c5de3f26f4 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c5ebf3ea-4b1a-4b37-9d94-6bca01ba625f HTTP/1.1" status: 200 len: 998 time: 0.0621727 Sep 23 20:28:04.153146 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47dcc9b6-0df2-4244-987a-9e9013f8346c None None] Checking router: 8f4497fe-d425-4737-985c-e792512aef18 for host: n-d-713301-16 {{(pid=95104) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 20:28:04.161963 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47dcc9b6-0df2-4244-987a-9e9013f8346c None None] Routers {'8f4497fe-d425-4737-985c-e792512aef18'} bound to L3 agent in host n-d-713301-16 {{(pid=95104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 20:28:04.162549 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_hamode_db [None req-47dcc9b6-0df2-4244-987a-9e9013f8346c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-23T19:07:52Z,description=,heartbeat_timestamp=2021-09-23T20:27:53Z,host='n-d-713301-16',id=79a740bf-7821-4989-8288-7186e3e128f3,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:07:52Z,topic='l3_agent')) {'router_ids': ['8f4497fe-d425-4737-985c-e792512aef18'], 'active': True} {{(pid=95104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 20:28:04.196860 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6794dd90-88d6-42bb-888c-48187fd470d6 req-cb758699-46a4-4544-91f9-91cd23c265de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:28:04.198492 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-6794dd90-88d6-42bb-888c-48187fd470d6 req-cb758699-46a4-4544-91f9-91cd23c265de service neutron] 10.222.0.74 "GET /v2.0/subnets?id=c6d177ec-584c-4065-b978-2562370cdb35 HTTP/1.1" status: 200 len: 834 time: 0.0475740 Sep 23 20:28:04.245008 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6794dd90-88d6-42bb-888c-48187fd470d6 req-47cc06d9-9375-457a-a492-4aeebf18fb00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:28:04.246552 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-6794dd90-88d6-42bb-888c-48187fd470d6 req-47cc06d9-9375-457a-a492-4aeebf18fb00 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=4e65bbfc-f8a1-42e9-a681-0011d87979dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0408103 Sep 23 20:28:04.266266 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_dvr_db [None req-47dcc9b6-0df2-4244-987a-9e9013f8346c None None] Set router 8f4497fe-d425-4737-985c-e792512aef18 gateway port host: n-d-713301-16 {{(pid=95104) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 20:28:04.339671 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-6794dd90-88d6-42bb-888c-48187fd470d6 req-ffe44f42-149f-4ee6-8575-5d28ea514200 service neutron] 10.222.0.74 "GET /v2.0/networks/4e65bbfc-f8a1-42e9-a681-0011d87979dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863702 Sep 23 20:28:04.429481 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-6794dd90-88d6-42bb-888c-48187fd470d6 req-9075d4ce-745d-429c-9874-1d6b132848ed service neutron] 10.222.0.74 "GET /v2.0/networks/4e65bbfc-f8a1-42e9-a681-0011d87979dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826383 Sep 23 20:28:04.485680 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_hamode_db [None req-47dcc9b6-0df2-4244-987a-9e9013f8346c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f4497fe-d425-4737-985c-e792512aef18', 'name': 'tempest-TestNetworkAdvancedServerOps-router-909709276', 'tenant_id': '68e56753f66346b994ad5ec9fc64b1b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'external_fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.62'}], 'enable_snat': True}, 'gw_port_id': '1392346b-52b5-49ae-81e3-529bdf768116', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T20:27:45Z', 'updated_at': '2021-09-23T20:27:48Z', 'revision_number': 4, 'project_id': '68e56753f66346b994ad5ec9fc64b1b0', 'gw_port': {'id': '1392346b-52b5-49ae-81e3-529bdf768116', 'name': '', 'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:1e:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f4497fe-d425-4737-985c-e792512aef18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T20:27:45Z', 'updated_at': '2021-09-23T20:27:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-16', '_floatingips': [{'id': '293c3603-238d-4f01-b2b0-899a7cef4c5c', 'tenant_id': '68e56753f66346b994ad5ec9fc64b1b0', 'floating_ip_address': '172.25.1.73', 'floating_network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'router_id': '8f4497fe-d425-4737-985c-e792512aef18', 'port_id': 'c5ebf3ea-4b1a-4b37-9d94-6bca01ba625f', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4242, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4e65bbfc-f8a1-42e9-a681-0011d87979dc', 'mac_address': 'fa:16:3e:b5:46:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39034984-38b9-4879-9a24-8bd83d8491ec', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-23T20:28:02Z', 'updated_at': '2021-09-23T20:28:02Z', 'revision_number': 0, 'project_id': '68e56753f66346b994ad5ec9fc64b1b0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '16576266-5619-4d82-a4d2-818034e9f46f', 'name': '', 'network_id': '4e65bbfc-f8a1-42e9-a681-0011d87979dc', 'tenant_id': '68e56753f66346b994ad5ec9fc64b1b0', 'mac_address': 'fa:16:3e:a6:c2:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f4497fe-d425-4737-985c-e792512aef18', 'device_owner': 'network:router_interface', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': 'c6d177ec-584c-4065-b978-2562370cdb35', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T20:27:47Z', 'updated_at': '2021-09-23T20:27:51Z', 'revision_number': 5, 'project_id': '68e56753f66346b994ad5ec9fc64b1b0', 'subnets': [{'id': 'c6d177ec-584c-4065-b978-2562370cdb35', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-16', False) {} {{(pid=95104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 20:28:04.511650 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47dcc9b6-0df2-4244-987a-9e9013f8346c None None] The sync data for ids ['8f4497fe-d425-4737-985c-e792512aef18'] in n-d-713301-16 is: [{'id': '8f4497fe-d425-4737-985c-e792512aef18', 'name': 'tempest-TestNetworkAdvancedServerOps-router-909709276', 'tenant_id': '68e56753f66346b994ad5ec9fc64b1b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'external_fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.62'}], 'enable_snat': True}, 'gw_port_id': '1392346b-52b5-49ae-81e3-529bdf768116', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T20:27:45Z', 'updated_at': '2021-09-23T20:27:48Z', 'revision_number': 4, 'project_id': '68e56753f66346b994ad5ec9fc64b1b0', 'gw_port': {'id': '1392346b-52b5-49ae-81e3-529bdf768116', 'name': '', 'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:1e:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f4497fe-d425-4737-985c-e792512aef18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T20:27:45Z', 'updated_at': '2021-09-23T20:27:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-16', '_floatingips': [{'id': '293c3603-238d-4f01-b2b0-899a7cef4c5c', 'tenant_id': '68e56753f66346b994ad5ec9fc64b1b0', 'floating_ip_address': '172.25.1.73', 'floating_network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'router_id': '8f4497fe-d425-4737-985c-e792512aef18', 'port_id': 'c5ebf3ea-4b1a-4b37-9d94-6bca01ba625f', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4242, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4e65bbfc-f8a1-42e9-a681-0011d87979dc', 'mac_address': 'fa:16:3e:b5:46:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39034984-38b9-4879-9a24-8bd83d8491ec', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-23T20:28:02Z', 'updated_at': '2021-09-23T20:28:02Z', 'revision_number': 0, 'project_id': '68e56753f66346b994ad5ec9fc64b1b0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '16576266-5619-4d82-a4d2-818034e9f46f', 'name': '', 'network_id': '4e65bbfc-f8a1-42e9-a681-0011d87979dc', 'tenant_id': '68e56753f66346b994ad5ec9fc64b1b0', 'mac_address': 'fa:16:3e:a6:c2:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f4497fe-d425-4737-985c-e792512aef18', 'device_owner': 'network:router_interface', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': 'c6d177ec-584c-4065-b978-2562370cdb35', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T20:27:47Z', 'updated_at': '2021-09-23T20:27:51Z', 'revision_number': 5, 'project_id': '68e56753f66346b994ad5ec9fc64b1b0', 'subnets': [{'id': 'c6d177ec-584c-4065-b978-2562370cdb35', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 20:28:04.709286 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-939b5830-b5c5-4c0f-8cf7-08d8eaf590b7 None None] New status for floating IP 293c3603-238d-4f01-b2b0-899a7cef4c5c: ACTIVE {{(pid=95103) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 23 20:28:05.054407 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 34894) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:28:05.123846 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-00e13a16-ac35-45e9-b926-76c516d3564b tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] 10.222.0.67 "GET /v2.0/floatingips/293c3603-238d-4f01-b2b0-899a7cef4c5c HTTP/1.1" status: 200 len: 992 time: 0.0681090 Sep 23 20:28:19.548542 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.agents_db [None req-f2f5c474-60a3-474f-b2cc-02c4bd30880c None None] Agent healthcheck: found 7 active agents {{(pid=95104) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 20:28:19.819694 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-431dd24d-4cfa-4e42-9936-1b44a55792a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:28:23.041401 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-0a3556b3-4261-45e7-9d21-8600d0a3c97c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:28:23.221594 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:28:23.691181 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-0ae75029-feb6-4728-9a94-5f9b60993d82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:28:25.525142 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-80e7e501-6c57-470d-92c6-e3d54bc3195c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:28:28.525083 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:28:28.849167 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:28:33.912102 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a8440d-1f2c-4706-92a1-66e06362f1d9 req-84007a9c-6d7a-4e67-a877-9632bb41b46d tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:28:33.913641 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-13a8440d-1f2c-4706-92a1-66e06362f1d9 req-84007a9c-6d7a-4e67-a877-9632bb41b46d tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] 10.222.0.67 "GET /v2.0/ports?device_id=39034984-38b9-4879-9a24-8bd83d8491ec HTTP/1.1" status: 200 len: 945 time: 0.0500276 Sep 23 20:28:33.950824 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-13a8440d-1f2c-4706-92a1-66e06362f1d9 req-bbc4b498-09e2-4d10-b425-1b1648187874 tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] 10.222.0.67 "GET /v2.0/security-groups?id=83d73e69-80e9-4c54-939f-eada818dd964&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313103 Sep 23 20:28:35.066056 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13cfd067-638e-4e15-89a5-234e4c5029c1 req-59ca81ff-8dd8-4c06-96c2-7f43427b1cbb tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:28:35.068187 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-13cfd067-638e-4e15-89a5-234e4c5029c1 req-59ca81ff-8dd8-4c06-96c2-7f43427b1cbb tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] 10.222.0.67 "GET /v2.0/ports?device_id=39034984-38b9-4879-9a24-8bd83d8491ec HTTP/1.1" status: 200 len: 945 time: 0.0474064 Sep 23 20:28:35.111732 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-13cfd067-638e-4e15-89a5-234e4c5029c1 req-5a0e2fd7-2110-4215-b179-4eed11757a92 tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] 10.222.0.67 "GET /v2.0/security-groups?id=83d73e69-80e9-4c54-939f-eada818dd964&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376194 Sep 23 20:28:36.231507 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dfec621-1394-4b61-8ab7-83e93e030d29 req-d33b9f55-5091-4c2d-b2bc-faab510cdd77 tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:28:36.233025 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-6dfec621-1394-4b61-8ab7-83e93e030d29 req-d33b9f55-5091-4c2d-b2bc-faab510cdd77 tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] 10.222.0.67 "GET /v2.0/ports?device_id=39034984-38b9-4879-9a24-8bd83d8491ec HTTP/1.1" status: 200 len: 945 time: 0.0516682 Sep 23 20:28:36.295059 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-6dfec621-1394-4b61-8ab7-83e93e030d29 req-56e93523-8045-448c-966e-3cf955fdddb5 tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] 10.222.0.67 "GET /v2.0/security-groups?id=83d73e69-80e9-4c54-939f-eada818dd964&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0529866 Sep 23 20:28:36.296834 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8ab80b-eb15-40a8-9ec1-353a3cd68067 req-8db9f4c2-8981-40f2-a7a4-329dee689c08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:28:36.298267 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-aa8ab80b-eb15-40a8-9ec1-353a3cd68067 req-8db9f4c2-8981-40f2-a7a4-329dee689c08 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=68e56753f66346b994ad5ec9fc64b1b0&device_id=39034984-38b9-4879-9a24-8bd83d8491ec HTTP/1.1" status: 200 len: 1097 time: 0.1082282 Sep 23 20:28:36.410006 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8ab80b-eb15-40a8-9ec1-353a3cd68067 req-0b09513e-3c67-4bbb-ae55-45a4bd85d343 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:28:36.411527 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-aa8ab80b-eb15-40a8-9ec1-353a3cd68067 req-0b09513e-3c67-4bbb-ae55-45a4bd85d343 service neutron] 10.222.0.74 "GET /v2.0/networks?id=4e65bbfc-f8a1-42e9-a681-0011d87979dc HTTP/1.1" status: 200 len: 896 time: 0.0930784 Sep 23 20:28:36.476992 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-aa8ab80b-eb15-40a8-9ec1-353a3cd68067 req-dd96a789-9ab9-436b-ac31-85d54e14766b service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c5ebf3ea-4b1a-4b37-9d94-6bca01ba625f HTTP/1.1" status: 200 len: 1000 time: 0.0573485 Sep 23 20:28:36.524169 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8ab80b-eb15-40a8-9ec1-353a3cd68067 req-67a9fd51-23bc-4724-a4d7-f34a1a15e76f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:28:36.525627 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-aa8ab80b-eb15-40a8-9ec1-353a3cd68067 req-67a9fd51-23bc-4724-a4d7-f34a1a15e76f service neutron] 10.222.0.74 "GET /v2.0/subnets?id=c6d177ec-584c-4065-b978-2562370cdb35 HTTP/1.1" status: 200 len: 834 time: 0.0424211 Sep 23 20:28:36.573512 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8ab80b-eb15-40a8-9ec1-353a3cd68067 req-f0a2a50b-495e-4cc0-af0b-ac9357ecc5fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:28:36.574972 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-aa8ab80b-eb15-40a8-9ec1-353a3cd68067 req-f0a2a50b-495e-4cc0-af0b-ac9357ecc5fe service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=4e65bbfc-f8a1-42e9-a681-0011d87979dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0427327 Sep 23 20:28:36.586010 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [req-aa8ab80b-eb15-40a8-9ec1-353a3cd68067 req-3726e4b2-04f6-40d1-9889-14ed9757aa4a service neutron] http://10.222.0.67:9696/v2.0/extensions returned with HTTP 200 {{(pid=95102) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 23 20:28:36.586952 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-aa8ab80b-eb15-40a8-9ec1-353a3cd68067 req-3726e4b2-04f6-40d1-9889-14ed9757aa4a service neutron] 10.222.0.74 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0054271 Sep 23 20:28:36.673911 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-aa8ab80b-eb15-40a8-9ec1-353a3cd68067 req-dfce8d48-a6b6-4d09-9165-5de76de1cfe1 service neutron] 10.222.0.74 "GET /v2.0/networks/4e65bbfc-f8a1-42e9-a681-0011d87979dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0799370 Sep 23 20:28:36.765777 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-aa8ab80b-eb15-40a8-9ec1-353a3cd68067 req-a44d673b-c869-49e7-8979-2f6086532a20 service neutron] 10.222.0.74 "GET /v2.0/networks/4e65bbfc-f8a1-42e9-a681-0011d87979dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845838 Sep 23 20:28:37.410246 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e973f5-f471-48f2-9199-9e0e35128033 req-01f0e524-4dba-4de3-8b7a-2489ca1f782e tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:28:37.412372 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-c6e973f5-f471-48f2-9199-9e0e35128033 req-01f0e524-4dba-4de3-8b7a-2489ca1f782e tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] 10.222.0.67 "GET /v2.0/ports?device_id=39034984-38b9-4879-9a24-8bd83d8491ec HTTP/1.1" status: 200 len: 945 time: 0.0496182 Sep 23 20:28:37.448775 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-c6e973f5-f471-48f2-9199-9e0e35128033 req-e40261f7-a329-4892-be87-fe742dd5d887 tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] 10.222.0.67 "GET /v2.0/security-groups?id=83d73e69-80e9-4c54-939f-eada818dd964&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304189 Sep 23 20:28:38.563998 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb02d013-b853-44ab-b908-ed14c9e3a00e req-397a9693-968f-4925-8901-e4358af6ec9f tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:28:38.565501 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-cb02d013-b853-44ab-b908-ed14c9e3a00e req-397a9693-968f-4925-8901-e4358af6ec9f tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] 10.222.0.67 "GET /v2.0/ports?device_id=39034984-38b9-4879-9a24-8bd83d8491ec HTTP/1.1" status: 200 len: 945 time: 0.0482607 Sep 23 20:28:38.606584 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-cb02d013-b853-44ab-b908-ed14c9e3a00e req-430376af-856b-4759-b1ce-86bad10700f1 tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] 10.222.0.67 "GET /v2.0/security-groups?id=83d73e69-80e9-4c54-939f-eada818dd964&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348740 Sep 23 20:28:39.723186 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f1902d-7511-4807-b353-c28549b5876f req-0b8ed168-f0cb-416e-bbf4-d40518e1b699 tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:28:39.724736 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-08f1902d-7511-4807-b353-c28549b5876f req-0b8ed168-f0cb-416e-bbf4-d40518e1b699 tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] 10.222.0.67 "GET /v2.0/ports?device_id=39034984-38b9-4879-9a24-8bd83d8491ec HTTP/1.1" status: 200 len: 945 time: 0.0497451 Sep 23 20:28:39.763163 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-08f1902d-7511-4807-b353-c28549b5876f req-1301ff7f-a1ab-4d51-9d91-83f633102f68 tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] 10.222.0.67 "GET /v2.0/security-groups?id=83d73e69-80e9-4c54-939f-eada818dd964&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319076 Sep 23 20:28:40.876169 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c353457-cefb-4593-b9c0-2774439cc1cd req-b3d804da-23c7-43bd-ba21-e2e6958d7ac4 tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:28:40.877682 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-1c353457-cefb-4593-b9c0-2774439cc1cd req-b3d804da-23c7-43bd-ba21-e2e6958d7ac4 tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] 10.222.0.67 "GET /v2.0/ports?device_id=39034984-38b9-4879-9a24-8bd83d8491ec HTTP/1.1" status: 200 len: 945 time: 0.0490711 Sep 23 20:28:40.915240 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-1c353457-cefb-4593-b9c0-2774439cc1cd req-79f1efd1-36c3-453c-800b-783cfc57f411 tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] 10.222.0.67 "GET /v2.0/security-groups?id=83d73e69-80e9-4c54-939f-eada818dd964&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310388 Sep 23 20:28:42.031732 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc4d025-7008-4ad1-92ed-4f04f442668e req-0c1924bf-ae1e-409d-8a3d-96e2f7b827f0 tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:28:42.033217 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-ccc4d025-7008-4ad1-92ed-4f04f442668e req-0c1924bf-ae1e-409d-8a3d-96e2f7b827f0 tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] 10.222.0.67 "GET /v2.0/ports?device_id=39034984-38b9-4879-9a24-8bd83d8491ec HTTP/1.1" status: 200 len: 945 time: 0.0481453 Sep 23 20:28:42.074736 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-ccc4d025-7008-4ad1-92ed-4f04f442668e req-6f3a574d-ccb1-4f4c-95c9-77bd2a77494f tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] 10.222.0.67 "GET /v2.0/security-groups?id=83d73e69-80e9-4c54-939f-eada818dd964&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348973 Sep 23 20:28:43.190885 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efaf5f5d-83ae-4034-bb63-7dce0d5a5e95 req-2f29c316-77dd-4c4f-b054-395d550bddcb tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:28:43.192364 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-efaf5f5d-83ae-4034-bb63-7dce0d5a5e95 req-2f29c316-77dd-4c4f-b054-395d550bddcb tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] 10.222.0.67 "GET /v2.0/ports?device_id=39034984-38b9-4879-9a24-8bd83d8491ec HTTP/1.1" status: 200 len: 945 time: 0.0493250 Sep 23 20:28:43.229256 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-efaf5f5d-83ae-4034-bb63-7dce0d5a5e95 req-318cf326-ec61-4052-83e6-a367b7966603 tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] 10.222.0.67 "GET /v2.0/security-groups?id=83d73e69-80e9-4c54-939f-eada818dd964&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309405 Sep 23 20:28:44.343888 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f45767-b6b9-418f-8867-94c860327f14 req-0e5cd311-9a84-4317-bb86-30408f758caf tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:28:44.345418 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-74f45767-b6b9-418f-8867-94c860327f14 req-0e5cd311-9a84-4317-bb86-30408f758caf tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] 10.222.0.67 "GET /v2.0/ports?device_id=39034984-38b9-4879-9a24-8bd83d8491ec HTTP/1.1" status: 200 len: 945 time: 0.0492468 Sep 23 20:28:44.384952 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-74f45767-b6b9-418f-8867-94c860327f14 req-ac06d3ef-28bf-4594-be0a-2e09df8a4a54 tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] 10.222.0.67 "GET /v2.0/security-groups?id=83d73e69-80e9-4c54-939f-eada818dd964&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331349 Sep 23 20:28:44.407521 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 34930) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:28:44.473949 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-a1b74ba9-5b8b-4e3a-8f8c-640ea9d3c4d1 tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] 10.222.0.67 "GET /v2.0/floatingips/293c3603-238d-4f01-b2b0-899a7cef4c5c HTTP/1.1" status: 200 len: 992 time: 0.0648639 Sep 23 20:28:45.757410 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4220afb-a8a6-4e5c-8a7b-2300e07919de req-809138bd-e174-4876-b4c0-67910790e84e tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:28:45.758911 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-a4220afb-a8a6-4e5c-8a7b-2300e07919de req-809138bd-e174-4876-b4c0-67910790e84e tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] 10.222.0.67 "GET /v2.0/ports?device_id=39034984-38b9-4879-9a24-8bd83d8491ec HTTP/1.1" status: 200 len: 945 time: 0.0736959 Sep 23 20:28:45.783454 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f146822-84ae-4754-97fd-ba706f21ec74 req-8c828b2a-ea55-4f75-bcbd-29c06d669e9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:28:45.785496 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-8f146822-84ae-4754-97fd-ba706f21ec74 req-8c828b2a-ea55-4f75-bcbd-29c06d669e9e service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=68e56753f66346b994ad5ec9fc64b1b0&device_id=39034984-38b9-4879-9a24-8bd83d8491ec HTTP/1.1" status: 200 len: 1097 time: 0.0690911 Sep 23 20:28:45.820919 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-a4220afb-a8a6-4e5c-8a7b-2300e07919de req-7d2d31f1-f79a-408a-afb4-be212fb0b3d6 tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] 10.222.0.67 "GET /v2.0/security-groups?id=83d73e69-80e9-4c54-939f-eada818dd964&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0557978 Sep 23 20:28:45.886847 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f146822-84ae-4754-97fd-ba706f21ec74 req-5b8bdd2b-cedb-42c7-9092-42a424322d9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:28:45.888237 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-8f146822-84ae-4754-97fd-ba706f21ec74 req-5b8bdd2b-cedb-42c7-9092-42a424322d9f service neutron] 10.222.0.74 "GET /v2.0/networks?id=4e65bbfc-f8a1-42e9-a681-0011d87979dc HTTP/1.1" status: 200 len: 896 time: 0.0924566 Sep 23 20:28:45.952040 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-8f146822-84ae-4754-97fd-ba706f21ec74 req-b11416e0-54a7-43e0-8f64-9087f49cc421 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c5ebf3ea-4b1a-4b37-9d94-6bca01ba625f HTTP/1.1" status: 200 len: 1000 time: 0.0563262 Sep 23 20:28:46.003502 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f146822-84ae-4754-97fd-ba706f21ec74 req-6a0ff9ae-8d54-4bd0-80ba-014a809a4572 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:28:46.005990 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-8f146822-84ae-4754-97fd-ba706f21ec74 req-6a0ff9ae-8d54-4bd0-80ba-014a809a4572 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=c6d177ec-584c-4065-b978-2562370cdb35 HTTP/1.1" status: 200 len: 834 time: 0.0474021 Sep 23 20:28:46.051820 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f146822-84ae-4754-97fd-ba706f21ec74 req-7701db41-5ff8-4b3e-958c-c829c0c842cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:28:46.053319 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-8f146822-84ae-4754-97fd-ba706f21ec74 req-7701db41-5ff8-4b3e-958c-c829c0c842cc service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=4e65bbfc-f8a1-42e9-a681-0011d87979dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0397058 Sep 23 20:28:46.143948 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-8f146822-84ae-4754-97fd-ba706f21ec74 req-3402dfeb-b69b-4462-a572-eb5426ca9720 service neutron] 10.222.0.74 "GET /v2.0/networks/4e65bbfc-f8a1-42e9-a681-0011d87979dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834248 Sep 23 20:28:46.230714 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-8f146822-84ae-4754-97fd-ba706f21ec74 req-902a9206-b31b-4e12-8ccc-448625fdf301 service neutron] 10.222.0.74 "GET /v2.0/networks/4e65bbfc-f8a1-42e9-a681-0011d87979dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0802422 Sep 23 20:28:46.937439 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d16612a9-7e07-4cf1-b1a5-a6c1ae7726a5 req-b4e634ac-1f75-4dd6-b22c-c743c85a00c4 tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:28:46.938920 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-d16612a9-7e07-4cf1-b1a5-a6c1ae7726a5 req-b4e634ac-1f75-4dd6-b22c-c743c85a00c4 tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] 10.222.0.67 "GET /v2.0/ports?device_id=39034984-38b9-4879-9a24-8bd83d8491ec HTTP/1.1" status: 200 len: 945 time: 0.0482473 Sep 23 20:28:46.977133 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-d16612a9-7e07-4cf1-b1a5-a6c1ae7726a5 req-d52ec90d-f75f-4798-9824-75e8ad1a3c85 tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] 10.222.0.67 "GET /v2.0/security-groups?id=83d73e69-80e9-4c54-939f-eada818dd964&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320182 Sep 23 20:28:46.999769 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 34940) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:28:47.061378 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-682a8e61-7c3d-4fd8-a48a-10a9ad1926de tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] 10.222.0.67 "GET /v2.0/floatingips/293c3603-238d-4f01-b2b0-899a7cef4c5c HTTP/1.1" status: 200 len: 992 time: 0.0605302 Sep 23 20:28:49.820769 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-32487829-56fc-42d7-8457-bec5ebc3eb4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:28:53.041911 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-1537912c-5a7b-4074-83e1-6e39e4264338 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:28:53.224166 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:28:53.693399 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-0ae75029-feb6-4728-9a94-5f9b60993d82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:28:55.526855 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-80e7e501-6c57-470d-92c6-e3d54bc3195c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:28:56.548537 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.agents_db [None req-f2f5c474-60a3-474f-b2cc-02c4bd30880c None None] Agent healthcheck: found 7 active agents {{(pid=95104) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 20:28:58.555454 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:28:58.852455 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:29:17.400911 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 34962) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:29:17.556792 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.plugin [None req-d602b4ff-5029-4eb1-92dd-6f09a09c7533 tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Deleting port b590d525-47c9-42cf-9e9a-577f16cab49b {{(pid=95101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 20:29:17.557143 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-d602b4ff-5029-4eb1-92dd-6f09a09c7533 tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783146157096'] for port, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:29:17.630659 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-d602b4ff-5029-4eb1-92dd-6f09a09c7533 tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-605701'] for port, precommit_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:29:17.630987 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-d602b4ff-5029-4eb1-92dd-6f09a09c7533 tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:29:17.642792 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.plugin [None req-d602b4ff-5029-4eb1-92dd-6f09a09c7533 tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Calling delete_port for b590d525-47c9-42cf-9e9a-577f16cab49b owned by network:floatingip {{(pid=95101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 20:29:17.788149 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-d602b4ff-5029-4eb1-92dd-6f09a09c7533 tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783146162158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783145673144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5607431'] for port, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:29:17.810411 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d602b4ff-5029-4eb1-92dd-6f09a09c7533 tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Pushing event deleted for resources: {'Port': ['ID=b590d525-47c9-42cf-9e9a-577f16cab49b,revision_number=None']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:29:17.823743 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d602b4ff-5029-4eb1-92dd-6f09a09c7533 tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:29:17.824147 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d602b4ff-5029-4eb1-92dd-6f09a09c7533 tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:29:17.824437 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d602b4ff-5029-4eb1-92dd-6f09a09c7533 tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:29:17.824799 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d602b4ff-5029-4eb1-92dd-6f09a09c7533 tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:29:17.825130 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d602b4ff-5029-4eb1-92dd-6f09a09c7533 tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:29:17.825461 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d602b4ff-5029-4eb1-92dd-6f09a09c7533 tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:29:17.825784 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d602b4ff-5029-4eb1-92dd-6f09a09c7533 tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:29:17.826108 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d602b4ff-5029-4eb1-92dd-6f09a09c7533 tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:29:17.826430 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d602b4ff-5029-4eb1-92dd-6f09a09c7533 tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:29:17.826750 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d602b4ff-5029-4eb1-92dd-6f09a09c7533 tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:29:17.827333 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d602b4ff-5029-4eb1-92dd-6f09a09c7533 tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:29:17.827648 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d602b4ff-5029-4eb1-92dd-6f09a09c7533 tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:29:17.884549 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-d602b4ff-5029-4eb1-92dd-6f09a09c7533 tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Notify callbacks [] for floatingip, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:29:17.884906 n-d-713301-16 neutron-server[95101]: INFO neutron.db.l3_db [None req-d602b4ff-5029-4eb1-92dd-6f09a09c7533 tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Floating IP 293c3603-238d-4f01-b2b0-899a7cef4c5c disassociated (deleted). External IP: 172.25.1.73, port: c5ebf3ea-4b1a-4b37-9d94-6bca01ba625f. Sep 23 20:29:18.087141 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d602b4ff-5029-4eb1-92dd-6f09a09c7533 tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Router 8f4497fe-d425-4737-985c-e792512aef18 has already been hosted by L3 agent 79a740bf-7821-4989-8288-7186e3e128f3 {{(pid=95101) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 20:29:18.190278 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d602b4ff-5029-4eb1-92dd-6f09a09c7533 tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Notify agent at l3_agent.n-d-713301-16 the message routers_updated {{(pid=95101) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 20:29:18.195317 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-d602b4ff-5029-4eb1-92dd-6f09a09c7533 tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222849'] for floatingip, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:29:18.200448 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87e696a5-3b68-46fe-87c9-9bcda85ff37d None None] Sync routers for ids ['8f4497fe-d425-4737-985c-e792512aef18'] in n-d-713301-16 {{(pid=95104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 20:29:18.210665 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87e696a5-3b68-46fe-87c9-9bcda85ff37d None None] Routers {'8f4497fe-d425-4737-985c-e792512aef18'} bound to L3 agent in host n-d-713301-16 {{(pid=95104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 20:29:18.211320 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_hamode_db [None req-87e696a5-3b68-46fe-87c9-9bcda85ff37d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-23T19:07:52Z,description=,heartbeat_timestamp=2021-09-23T20:28:53Z,host='n-d-713301-16',id=79a740bf-7821-4989-8288-7186e3e128f3,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:07:52Z,topic='l3_agent')) {'router_ids': ['8f4497fe-d425-4737-985c-e792512aef18'], 'active': True} {{(pid=95104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 20:29:18.319455 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_dvr_db [None req-87e696a5-3b68-46fe-87c9-9bcda85ff37d None None] Set router 8f4497fe-d425-4737-985c-e792512aef18 gateway port host: n-d-713301-16 {{(pid=95104) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 20:29:18.559199 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-d602b4ff-5029-4eb1-92dd-6f09a09c7533 tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] 10.222.0.67 "DELETE /v2.0/floatingips/293c3603-238d-4f01-b2b0-899a7cef4c5c HTTP/1.1" status: 204 len: 168 time: 1.1570354 Sep 23 20:29:18.559758 n-d-713301-16 neutron-server[95101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '39034984-38b9-4879-9a24-8bd83d8491ec', 'tag': 'c5ebf3ea-4b1a-4b37-9d94-6bca01ba625f'}] {{(pid=95101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 20:29:18.561855 n-d-713301-16 neutron-server[95101]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8fdc88e27095c0b22fa40dc3fb71c621871e22f829ed15ad81bf221433f32d85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf45d3ba-8a6e-40b7-88c4-710f9b39b3ae" -d '{"events": [{"name": "network-changed", "server_uuid": "39034984-38b9-4879-9a24-8bd83d8491ec", "tag": "c5ebf3ea-4b1a-4b37-9d94-6bca01ba625f"}]}' {{(pid=95101) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 20:29:18.600096 n-d-713301-16 neutron-server[95101]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 20:29:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1545b26b-e5b1-4472-971f-57ace0e00ac8 x-openstack-request-id: req-1545b26b-e5b1-4472-971f-57ace0e00ac8 {{(pid=95101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 20:29:18.600396 n-d-713301-16 neutron-server[95101]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "39034984-38b9-4879-9a24-8bd83d8491ec", "tag": "c5ebf3ea-4b1a-4b37-9d94-6bca01ba625f", "status": "completed", "code": 200}]} {{(pid=95101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 20:29:18.600708 n-d-713301-16 neutron-server[95101]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-1545b26b-e5b1-4472-971f-57ace0e00ac8 {{(pid=95101) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 20:29:18.601180 n-d-713301-16 neutron-server[95101]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '39034984-38b9-4879-9a24-8bd83d8491ec', 'tag': 'c5ebf3ea-4b1a-4b37-9d94-6bca01ba625f', 'status': 'completed', 'code': 200} Sep 23 20:29:18.626165 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_hamode_db [None req-87e696a5-3b68-46fe-87c9-9bcda85ff37d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f4497fe-d425-4737-985c-e792512aef18', 'name': 'tempest-TestNetworkAdvancedServerOps-router-909709276', 'tenant_id': '68e56753f66346b994ad5ec9fc64b1b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'external_fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.62'}], 'enable_snat': True}, 'gw_port_id': '1392346b-52b5-49ae-81e3-529bdf768116', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T20:27:45Z', 'updated_at': '2021-09-23T20:27:48Z', 'revision_number': 4, 'project_id': '68e56753f66346b994ad5ec9fc64b1b0', 'gw_port': {'id': '1392346b-52b5-49ae-81e3-529bdf768116', 'name': '', 'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:1e:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f4497fe-d425-4737-985c-e792512aef18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T20:27:45Z', 'updated_at': '2021-09-23T20:27:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-16', '_interfaces': [{'id': '16576266-5619-4d82-a4d2-818034e9f46f', 'name': '', 'network_id': '4e65bbfc-f8a1-42e9-a681-0011d87979dc', 'tenant_id': '68e56753f66346b994ad5ec9fc64b1b0', 'mac_address': 'fa:16:3e:a6:c2:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f4497fe-d425-4737-985c-e792512aef18', 'device_owner': 'network:router_interface', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': 'c6d177ec-584c-4065-b978-2562370cdb35', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T20:27:47Z', 'updated_at': '2021-09-23T20:27:51Z', 'revision_number': 5, 'project_id': '68e56753f66346b994ad5ec9fc64b1b0', 'subnets': [{'id': 'c6d177ec-584c-4065-b978-2562370cdb35', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-16', False) {} {{(pid=95104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 20:29:18.653558 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87e696a5-3b68-46fe-87c9-9bcda85ff37d None None] Checking router: 8f4497fe-d425-4737-985c-e792512aef18 for host: n-d-713301-16 {{(pid=95104) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 20:29:18.662331 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87e696a5-3b68-46fe-87c9-9bcda85ff37d None None] Routers {'8f4497fe-d425-4737-985c-e792512aef18'} bound to L3 agent in host n-d-713301-16 {{(pid=95104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 20:29:18.663145 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_hamode_db [None req-87e696a5-3b68-46fe-87c9-9bcda85ff37d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-23T19:07:52Z,description=,heartbeat_timestamp=2021-09-23T20:28:53Z,host='n-d-713301-16',id=79a740bf-7821-4989-8288-7186e3e128f3,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:07:52Z,topic='l3_agent')) {'router_ids': ['8f4497fe-d425-4737-985c-e792512aef18'], 'active': True} {{(pid=95104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 20:29:18.664267 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf45d3ba-8a6e-40b7-88c4-710f9b39b3ae req-b93eddc6-7155-4821-81af-b4d100c2958a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:29:18.665857 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-bf45d3ba-8a6e-40b7-88c4-710f9b39b3ae req-b93eddc6-7155-4821-81af-b4d100c2958a service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=68e56753f66346b994ad5ec9fc64b1b0&device_id=39034984-38b9-4879-9a24-8bd83d8491ec HTTP/1.1" status: 200 len: 1097 time: 0.0435846 Sep 23 20:29:18.773946 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_dvr_db [None req-87e696a5-3b68-46fe-87c9-9bcda85ff37d None None] Set router 8f4497fe-d425-4737-985c-e792512aef18 gateway port host: n-d-713301-16 {{(pid=95104) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 20:29:18.803834 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf45d3ba-8a6e-40b7-88c4-710f9b39b3ae req-952e4ab9-c3d4-47c3-98e6-599195f33db0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:29:18.805123 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-bf45d3ba-8a6e-40b7-88c4-710f9b39b3ae req-952e4ab9-c3d4-47c3-98e6-599195f33db0 service neutron] 10.222.0.74 "GET /v2.0/networks?id=4e65bbfc-f8a1-42e9-a681-0011d87979dc HTTP/1.1" status: 200 len: 896 time: 0.1269698 Sep 23 20:29:18.817275 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be330fc8-09ed-4287-83d6-1e02f2be015c req-b03e7a78-4522-4708-80ad-bd3794c9ecff tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:29:18.818843 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-be330fc8-09ed-4287-83d6-1e02f2be015c req-b03e7a78-4522-4708-80ad-bd3794c9ecff tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] 10.222.0.67 "GET /v2.0/ports?device_id=39034984-38b9-4879-9a24-8bd83d8491ec HTTP/1.1" status: 200 len: 945 time: 0.0695274 Sep 23 20:29:18.868715 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-bf45d3ba-8a6e-40b7-88c4-710f9b39b3ae req-a06553fe-7e75-445f-877a-3e01101182c5 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c5ebf3ea-4b1a-4b37-9d94-6bca01ba625f HTTP/1.1" status: 200 len: 217 time: 0.0487061 Sep 23 20:29:18.917222 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-be330fc8-09ed-4287-83d6-1e02f2be015c req-a55789f9-dce0-4e0c-b7ca-693a8b37303e tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] 10.222.0.67 "GET /v2.0/security-groups?id=83d73e69-80e9-4c54-939f-eada818dd964&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0913532 Sep 23 20:29:18.939092 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf45d3ba-8a6e-40b7-88c4-710f9b39b3ae req-221021d5-cd49-4c9c-8fc9-10d67f1a4bc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:29:18.941310 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-bf45d3ba-8a6e-40b7-88c4-710f9b39b3ae req-221021d5-cd49-4c9c-8fc9-10d67f1a4bc1 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=c6d177ec-584c-4065-b978-2562370cdb35 HTTP/1.1" status: 200 len: 834 time: 0.0653362 Sep 23 20:29:18.980639 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_hamode_db [None req-87e696a5-3b68-46fe-87c9-9bcda85ff37d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f4497fe-d425-4737-985c-e792512aef18', 'name': 'tempest-TestNetworkAdvancedServerOps-router-909709276', 'tenant_id': '68e56753f66346b994ad5ec9fc64b1b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'external_fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.62'}], 'enable_snat': True}, 'gw_port_id': '1392346b-52b5-49ae-81e3-529bdf768116', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T20:27:45Z', 'updated_at': '2021-09-23T20:27:48Z', 'revision_number': 4, 'project_id': '68e56753f66346b994ad5ec9fc64b1b0', 'gw_port': {'id': '1392346b-52b5-49ae-81e3-529bdf768116', 'name': '', 'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:1e:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f4497fe-d425-4737-985c-e792512aef18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T20:27:45Z', 'updated_at': '2021-09-23T20:27:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-16', '_interfaces': [{'id': '16576266-5619-4d82-a4d2-818034e9f46f', 'name': '', 'network_id': '4e65bbfc-f8a1-42e9-a681-0011d87979dc', 'tenant_id': '68e56753f66346b994ad5ec9fc64b1b0', 'mac_address': 'fa:16:3e:a6:c2:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f4497fe-d425-4737-985c-e792512aef18', 'device_owner': 'network:router_interface', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': 'c6d177ec-584c-4065-b978-2562370cdb35', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T20:27:47Z', 'updated_at': '2021-09-23T20:27:51Z', 'revision_number': 5, 'project_id': '68e56753f66346b994ad5ec9fc64b1b0', 'subnets': [{'id': 'c6d177ec-584c-4065-b978-2562370cdb35', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-16', False) {} {{(pid=95104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 20:29:18.989043 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf45d3ba-8a6e-40b7-88c4-710f9b39b3ae req-cce0a9f8-e328-480c-a53b-99486157901d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:29:18.990574 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-bf45d3ba-8a6e-40b7-88c4-710f9b39b3ae req-cce0a9f8-e328-480c-a53b-99486157901d service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=4e65bbfc-f8a1-42e9-a681-0011d87979dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0413878 Sep 23 20:29:19.006915 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87e696a5-3b68-46fe-87c9-9bcda85ff37d None None] The sync data for ids ['8f4497fe-d425-4737-985c-e792512aef18'] in n-d-713301-16 is: [{'id': '8f4497fe-d425-4737-985c-e792512aef18', 'name': 'tempest-TestNetworkAdvancedServerOps-router-909709276', 'tenant_id': '68e56753f66346b994ad5ec9fc64b1b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'external_fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.62'}], 'enable_snat': True}, 'gw_port_id': '1392346b-52b5-49ae-81e3-529bdf768116', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T20:27:45Z', 'updated_at': '2021-09-23T20:27:48Z', 'revision_number': 4, 'project_id': '68e56753f66346b994ad5ec9fc64b1b0', 'gw_port': {'id': '1392346b-52b5-49ae-81e3-529bdf768116', 'name': '', 'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:1e:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f4497fe-d425-4737-985c-e792512aef18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T20:27:45Z', 'updated_at': '2021-09-23T20:27:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-16', '_interfaces': [{'id': '16576266-5619-4d82-a4d2-818034e9f46f', 'name': '', 'network_id': '4e65bbfc-f8a1-42e9-a681-0011d87979dc', 'tenant_id': '68e56753f66346b994ad5ec9fc64b1b0', 'mac_address': 'fa:16:3e:a6:c2:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f4497fe-d425-4737-985c-e792512aef18', 'device_owner': 'network:router_interface', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': 'c6d177ec-584c-4065-b978-2562370cdb35', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T20:27:47Z', 'updated_at': '2021-09-23T20:27:51Z', 'revision_number': 5, 'project_id': '68e56753f66346b994ad5ec9fc64b1b0', 'subnets': [{'id': 'c6d177ec-584c-4065-b978-2562370cdb35', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 20:29:19.089330 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-bf45d3ba-8a6e-40b7-88c4-710f9b39b3ae req-d0c67ddf-f26c-48fa-8c0e-f116eda146ee service neutron] 10.222.0.74 "GET /v2.0/networks/4e65bbfc-f8a1-42e9-a681-0011d87979dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900791 Sep 23 20:29:19.182535 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-bf45d3ba-8a6e-40b7-88c4-710f9b39b3ae req-09933b14-821c-431b-a5f6-bd9265688378 service neutron] 10.222.0.74 "GET /v2.0/networks/4e65bbfc-f8a1-42e9-a681-0011d87979dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858266 Sep 23 20:29:19.236273 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08f63b05-a657-4b2e-89c1-ecdb1db8f993 None None] New status for floating IP 293c3603-238d-4f01-b2b0-899a7cef4c5c: DOWN {{(pid=95103) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 23 20:29:19.821273 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-9b3edd5a-24a0-4131-9b44-de1fce489536 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:29:20.038522 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e774cb-90d5-46c4-83ff-d4988c2242d6 req-a2296355-c2d1-427a-97c3-eb53842b69ae tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:29:20.039915 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-b7e774cb-90d5-46c4-83ff-d4988c2242d6 req-a2296355-c2d1-427a-97c3-eb53842b69ae tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] 10.222.0.67 "GET /v2.0/ports?device_id=39034984-38b9-4879-9a24-8bd83d8491ec HTTP/1.1" status: 200 len: 945 time: 0.0535588 Sep 23 20:29:20.077232 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-b7e774cb-90d5-46c4-83ff-d4988c2242d6 req-cb1a0d1d-57e2-4e71-83e8-f9aeb51a4f17 tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] 10.222.0.67 "GET /v2.0/security-groups?id=83d73e69-80e9-4c54-939f-eada818dd964&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310833 Sep 23 20:29:20.202849 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d23bc1b-36d5-45c4-b1d6-baab3b4f494e req-f3d98dd9-a76b-4254-9042-bd27a69e6f43 tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:29:20.204268 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-0d23bc1b-36d5-45c4-b1d6-baab3b4f494e req-f3d98dd9-a76b-4254-9042-bd27a69e6f43 tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] 10.222.0.74 "GET /v2.0/ports?device_id=39034984-38b9-4879-9a24-8bd83d8491ec HTTP/1.1" status: 200 len: 945 time: 0.0478809 Sep 23 20:29:20.291391 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.plugin [req-0d23bc1b-36d5-45c4-b1d6-baab3b4f494e req-52a206c5-fe02-4b2e-a1fa-904a34de11de tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Deleting port c5ebf3ea-4b1a-4b37-9d94-6bca01ba625f {{(pid=95102) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 20:29:20.291733 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-0d23bc1b-36d5-45c4-b1d6-baab3b4f494e req-52a206c5-fe02-4b2e-a1fa-904a34de11de tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783146157096'] for port, before_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:29:20.386138 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.db [req-0d23bc1b-36d5-45c4-b1d6-baab3b4f494e req-52a206c5-fe02-4b2e-a1fa-904a34de11de tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] For port c5ebf3ea-4b1a-4b37-9d94-6bca01ba625f, host n-h1-713301-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-16',level=0,port_id=c5ebf3ea-4b1a-4b37-9d94-6bca01ba625f,segment=NetworkSegment(5ffa7417-8163-4473-b6b4-0eb7a0762432),segment_id=5ffa7417-8163-4473-b6b4-0eb7a0762432)] {{(pid=95102) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 20:29:20.386501 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-0d23bc1b-36d5-45c4-b1d6-baab3b4f494e req-52a206c5-fe02-4b2e-a1fa-904a34de11de tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-605701'] for port, precommit_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:29:20.399430 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.plugin [req-0d23bc1b-36d5-45c4-b1d6-baab3b4f494e req-52a206c5-fe02-4b2e-a1fa-904a34de11de tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Calling delete_port for c5ebf3ea-4b1a-4b37-9d94-6bca01ba625f owned by compute:nova {{(pid=95102) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 20:29:20.525940 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-0d23bc1b-36d5-45c4-b1d6-baab3b4f494e req-52a206c5-fe02-4b2e-a1fa-904a34de11de tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783146162158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783145673144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4399100'] for port, after_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:29:20.561258 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a206c5-fe02-4b2e-a1fa-904a34de11de tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Pushing event deleted for resources: {'Port': ['ID=c5ebf3ea-4b1a-4b37-9d94-6bca01ba625f,revision_number=None']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:29:20.585022 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52a206c5-fe02-4b2e-a1fa-904a34de11de tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:29:20.585381 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52a206c5-fe02-4b2e-a1fa-904a34de11de tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:29:20.585727 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52a206c5-fe02-4b2e-a1fa-904a34de11de tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:29:20.586069 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52a206c5-fe02-4b2e-a1fa-904a34de11de tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:29:20.586403 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52a206c5-fe02-4b2e-a1fa-904a34de11de tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:29:20.586738 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52a206c5-fe02-4b2e-a1fa-904a34de11de tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:29:20.587069 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52a206c5-fe02-4b2e-a1fa-904a34de11de tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:29:20.587398 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52a206c5-fe02-4b2e-a1fa-904a34de11de tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:29:20.587726 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52a206c5-fe02-4b2e-a1fa-904a34de11de tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:29:20.588051 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52a206c5-fe02-4b2e-a1fa-904a34de11de tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:29:20.588374 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52a206c5-fe02-4b2e-a1fa-904a34de11de tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:29:20.588724 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52a206c5-fe02-4b2e-a1fa-904a34de11de tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:29:20.607644 n-d-713301-16 neutron-server[95102]: DEBUG neutron.db.l3_dvrscheduler_db [req-0d23bc1b-36d5-45c4-b1d6-baab3b4f494e req-52a206c5-fe02-4b2e-a1fa-904a34de11de tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] No DVR routers for this DVR port c5ebf3ea-4b1a-4b37-9d94-6bca01ba625f on host n-h1-713301-16 {{(pid=95102) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 20:29:20.610237 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-0d23bc1b-36d5-45c4-b1d6-baab3b4f494e req-52a206c5-fe02-4b2e-a1fa-904a34de11de tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222849'] for port, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:29:20.612162 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-0d23bc1b-36d5-45c4-b1d6-baab3b4f494e req-52a206c5-fe02-4b2e-a1fa-904a34de11de tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] 10.222.0.74 "DELETE /v2.0/ports/c5ebf3ea-4b1a-4b37-9d94-6bca01ba625f HTTP/1.1" status: 204 len: 173 time: 0.4015622 Sep 23 20:29:20.612595 n-d-713301-16 neutron-server[95102]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '39034984-38b9-4879-9a24-8bd83d8491ec', 'name': 'network-vif-deleted', 'tag': 'c5ebf3ea-4b1a-4b37-9d94-6bca01ba625f'}] {{(pid=95102) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 20:29:20.614881 n-d-713301-16 neutron-server[95102]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a8356a6bd5e554bb349ddb806ba98ee8c25ce2b3f69d698f62da31b860ff3eb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af1794cd-f9bb-442e-b124-fe383cb0407c" -d '{"events": [{"server_uuid": "39034984-38b9-4879-9a24-8bd83d8491ec", "name": "network-vif-deleted", "tag": "c5ebf3ea-4b1a-4b37-9d94-6bca01ba625f"}]}' {{(pid=95102) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 20:29:20.770667 n-d-713301-16 neutron-server[95102]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 20:29:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa22e91c-a981-4924-95c0-58c90f61198f x-openstack-request-id: req-aa22e91c-a981-4924-95c0-58c90f61198f {{(pid=95102) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 20:29:20.770999 n-d-713301-16 neutron-server[95102]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "39034984-38b9-4879-9a24-8bd83d8491ec", "name": "network-vif-deleted", "tag": "c5ebf3ea-4b1a-4b37-9d94-6bca01ba625f", "status": "completed", "code": 200}]} {{(pid=95102) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 20:29:20.771250 n-d-713301-16 neutron-server[95102]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-aa22e91c-a981-4924-95c0-58c90f61198f {{(pid=95102) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 20:29:20.771649 n-d-713301-16 neutron-server[95102]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '39034984-38b9-4879-9a24-8bd83d8491ec', 'name': 'network-vif-deleted', 'tag': 'c5ebf3ea-4b1a-4b37-9d94-6bca01ba625f', 'status': 'completed', 'code': 200} Sep 23 20:29:21.134159 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 34980) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:29:21.484713 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-024f8aa4-95d6-4161-81cc-4b741eafb6fc tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-601372'] for router_interface, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:29:21.739197 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.plugin [None req-024f8aa4-95d6-4161-81cc-4b741eafb6fc tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Deleting port 16576266-5619-4d82-a4d2-818034e9f46f {{(pid=95101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 20:29:21.739456 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-024f8aa4-95d6-4161-81cc-4b741eafb6fc tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783146157096'] for port, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:29:21.831627 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.db [None req-024f8aa4-95d6-4161-81cc-4b741eafb6fc tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] For port 16576266-5619-4d82-a4d2-818034e9f46f, host n-d-713301-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-16',level=0,port_id=16576266-5619-4d82-a4d2-818034e9f46f,segment=NetworkSegment(5ffa7417-8163-4473-b6b4-0eb7a0762432),segment_id=5ffa7417-8163-4473-b6b4-0eb7a0762432)] {{(pid=95101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 20:29:21.831992 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-024f8aa4-95d6-4161-81cc-4b741eafb6fc tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-605701'] for port, precommit_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:29:21.845281 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.plugin [None req-024f8aa4-95d6-4161-81cc-4b741eafb6fc tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Calling delete_port for 16576266-5619-4d82-a4d2-818034e9f46f owned by network:router_interface {{(pid=95101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 20:29:22.027939 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-024f8aa4-95d6-4161-81cc-4b741eafb6fc tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783146162158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783145673144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5607431'] for port, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:29:22.053658 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-024f8aa4-95d6-4161-81cc-4b741eafb6fc tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Pushing event deleted for resources: {'Port': ['ID=16576266-5619-4d82-a4d2-818034e9f46f,revision_number=None']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:29:22.232340 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-024f8aa4-95d6-4161-81cc-4b741eafb6fc tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-527322', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-602005'] for router_interface, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:29:22.450857 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-024f8aa4-95d6-4161-81cc-4b741eafb6fc tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Router 8f4497fe-d425-4737-985c-e792512aef18 has already been hosted by L3 agent 79a740bf-7821-4989-8288-7186e3e128f3 {{(pid=95101) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 20:29:22.554766 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-024f8aa4-95d6-4161-81cc-4b741eafb6fc tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Notify agent at l3_agent.n-d-713301-16 the message routers_updated {{(pid=95101) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 20:29:22.559701 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-024f8aa4-95d6-4161-81cc-4b741eafb6fc tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] 10.222.0.67 "PUT /v2.0/routers/8f4497fe-d425-4737-985c-e792512aef18/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4244883 Sep 23 20:29:22.562392 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 34982) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:29:22.565022 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22be1148-7aaf-4e98-b0b7-803998c080c2 None None] Sync routers for ids ['8f4497fe-d425-4737-985c-e792512aef18'] in n-d-713301-16 {{(pid=95104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 20:29:22.574515 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22be1148-7aaf-4e98-b0b7-803998c080c2 None None] Routers {'8f4497fe-d425-4737-985c-e792512aef18'} bound to L3 agent in host n-d-713301-16 {{(pid=95104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 20:29:22.575119 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_hamode_db [None req-22be1148-7aaf-4e98-b0b7-803998c080c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-23T19:07:52Z,description=,heartbeat_timestamp=2021-09-23T20:28:53Z,host='n-d-713301-16',id=79a740bf-7821-4989-8288-7186e3e128f3,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:07:52Z,topic='l3_agent')) {'router_ids': ['8f4497fe-d425-4737-985c-e792512aef18'], 'active': True} {{(pid=95104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 20:29:22.618273 n-d-713301-16 neutron-server[95101]: DEBUG neutron.db.db_base_plugin_v2 [None req-b1d3e753-695a-4bc0-8dcf-aaf94bf37bdb tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Deleting subnet c6d177ec-584c-4065-b978-2562370cdb35 {{(pid=95101) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 23 20:29:22.621351 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-b1d3e753-695a-4bc0-8dcf-aaf94bf37bdb tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Notify callbacks [] for subnet, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:29:22.661811 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-b1d3e753-695a-4bc0-8dcf-aaf94bf37bdb tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6007154'] for subnet, precommit_delete_associations {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:29:22.681969 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_dvr_db [None req-22be1148-7aaf-4e98-b0b7-803998c080c2 None None] Set router 8f4497fe-d425-4737-985c-e792512aef18 gateway port host: n-d-713301-16 {{(pid=95104) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 20:29:22.745216 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-b1d3e753-695a-4bc0-8dcf-aaf94bf37bdb tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1756813'] for subnet, precommit_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:29:22.808035 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-b1d3e753-695a-4bc0-8dcf-aaf94bf37bdb tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1756804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5607514', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6130950'] for subnet, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:29:22.836211 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d3e753-695a-4bc0-8dcf-aaf94bf37bdb tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Pushing event deleted for resources: {'Subnet': ['ID=c6d177ec-584c-4065-b978-2562370cdb35,revision_number=None']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:29:22.838238 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-b1d3e753-695a-4bc0-8dcf-aaf94bf37bdb tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Notify callbacks [] for subnet, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:29:22.840106 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-b1d3e753-695a-4bc0-8dcf-aaf94bf37bdb tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] 10.222.0.67 "DELETE /v2.0/subnets/c6d177ec-584c-4065-b978-2562370cdb35 HTTP/1.1" status: 204 len: 168 time: 0.2767699 Sep 23 20:29:22.842678 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 34984) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:29:22.848656 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfe00355-7da5-4de0-bb52-f5d216ef9d51 None None] Network 4e65bbfc-f8a1-42e9-a681-0011d87979dc requested from n-d-713301-16 {{(pid=95103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 20:29:22.866966 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_hamode_db [None req-22be1148-7aaf-4e98-b0b7-803998c080c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f4497fe-d425-4737-985c-e792512aef18', 'name': 'tempest-TestNetworkAdvancedServerOps-router-909709276', 'tenant_id': '68e56753f66346b994ad5ec9fc64b1b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'external_fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.62'}], 'enable_snat': True}, 'gw_port_id': '1392346b-52b5-49ae-81e3-529bdf768116', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T20:27:45Z', 'updated_at': '2021-09-23T20:29:21Z', 'revision_number': 5, 'project_id': '68e56753f66346b994ad5ec9fc64b1b0', 'gw_port': {'id': '1392346b-52b5-49ae-81e3-529bdf768116', 'name': '', 'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:1e:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f4497fe-d425-4737-985c-e792512aef18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T20:27:45Z', 'updated_at': '2021-09-23T20:27:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-16'}], 'n-d-713301-16', False) {} {{(pid=95104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 20:29:22.896697 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22be1148-7aaf-4e98-b0b7-803998c080c2 None None] Checking router: 8f4497fe-d425-4737-985c-e792512aef18 for host: n-d-713301-16 {{(pid=95104) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 20:29:22.905581 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22be1148-7aaf-4e98-b0b7-803998c080c2 None None] Routers {'8f4497fe-d425-4737-985c-e792512aef18'} bound to L3 agent in host n-d-713301-16 {{(pid=95104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 20:29:22.906182 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_hamode_db [None req-22be1148-7aaf-4e98-b0b7-803998c080c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-23T19:07:52Z,description=,heartbeat_timestamp=2021-09-23T20:28:53Z,host='n-d-713301-16',id=79a740bf-7821-4989-8288-7186e3e128f3,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:07:52Z,topic='l3_agent')) {'router_ids': ['8f4497fe-d425-4737-985c-e792512aef18'], 'active': True} {{(pid=95104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 20:29:22.956923 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-c576a9c7-7b5d-4eb9-b253-d2003bfa2602 tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Notify callbacks [] for router, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:29:23.016274 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_dvr_db [None req-22be1148-7aaf-4e98-b0b7-803998c080c2 None None] Set router 8f4497fe-d425-4737-985c-e792512aef18 gateway port host: n-d-713301-16 {{(pid=95104) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 20:29:23.044119 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-3c1e39b3-075a-4a02-b5a9-7ea0de045c92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:29:23.049746 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55f5db78-36a6-4a8b-8405-4db6035aa2b0 None None] DHCP port deletion for 4e65bbfc-f8a1-42e9-a681-0011d87979dc request from n-d-713301-16 {{(pid=95103) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 23 20:29:23.074185 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-c576a9c7-7b5d-4eb9-b253-d2003bfa2602 tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:29:23.100821 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.plugin [None req-55f5db78-36a6-4a8b-8405-4db6035aa2b0 None None] Deleting port 7dbc2a9a-ffbf-4f21-90da-73be9668ec3f {{(pid=95103) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 20:29:23.101372 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-55f5db78-36a6-4a8b-8405-4db6035aa2b0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783146157096'] for port, before_delete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:29:23.138636 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.plugin [None req-c576a9c7-7b5d-4eb9-b253-d2003bfa2602 tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Deleting port 1392346b-52b5-49ae-81e3-529bdf768116 {{(pid=95101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 20:29:23.139067 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-c576a9c7-7b5d-4eb9-b253-d2003bfa2602 tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783146157096'] for port, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:29:23.169612 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-55f5db78-36a6-4a8b-8405-4db6035aa2b0 None None] For port 7dbc2a9a-ffbf-4f21-90da-73be9668ec3f, host n-d-713301-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-16',level=0,port_id=7dbc2a9a-ffbf-4f21-90da-73be9668ec3f,segment=NetworkSegment(5ffa7417-8163-4473-b6b4-0eb7a0762432),segment_id=5ffa7417-8163-4473-b6b4-0eb7a0762432)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 20:29:23.170024 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-55f5db78-36a6-4a8b-8405-4db6035aa2b0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-605701'] for port, precommit_delete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:29:23.183448 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.plugin [None req-55f5db78-36a6-4a8b-8405-4db6035aa2b0 None None] Calling delete_port for 7dbc2a9a-ffbf-4f21-90da-73be9668ec3f owned by network:dhcp {{(pid=95103) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 20:29:23.207436 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_hamode_db [None req-22be1148-7aaf-4e98-b0b7-803998c080c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f4497fe-d425-4737-985c-e792512aef18', 'name': 'tempest-TestNetworkAdvancedServerOps-router-909709276', 'tenant_id': '68e56753f66346b994ad5ec9fc64b1b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'external_fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.62'}], 'enable_snat': True}, 'gw_port_id': '1392346b-52b5-49ae-81e3-529bdf768116', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T20:27:45Z', 'updated_at': '2021-09-23T20:29:21Z', 'revision_number': 5, 'project_id': '68e56753f66346b994ad5ec9fc64b1b0', 'gw_port': {'id': '1392346b-52b5-49ae-81e3-529bdf768116', 'name': '', 'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:1e:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f4497fe-d425-4737-985c-e792512aef18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T20:27:45Z', 'updated_at': '2021-09-23T20:27:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-16'}], 'n-d-713301-16', False) {} {{(pid=95104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 20:29:23.222229 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.db [None req-c576a9c7-7b5d-4eb9-b253-d2003bfa2602 tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] For port 1392346b-52b5-49ae-81e3-529bdf768116, host n-d-713301-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-16',level=0,port_id=1392346b-52b5-49ae-81e3-529bdf768116,segment=NetworkSegment(7d4027f1-d893-4c7b-95d4-757b8e44e380),segment_id=7d4027f1-d893-4c7b-95d4-757b8e44e380)] {{(pid=95101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 20:29:23.222595 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-c576a9c7-7b5d-4eb9-b253-d2003bfa2602 tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-605701'] for port, precommit_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:29:23.235313 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22be1148-7aaf-4e98-b0b7-803998c080c2 None None] The sync data for ids ['8f4497fe-d425-4737-985c-e792512aef18'] in n-d-713301-16 is: [{'id': '8f4497fe-d425-4737-985c-e792512aef18', 'name': 'tempest-TestNetworkAdvancedServerOps-router-909709276', 'tenant_id': '68e56753f66346b994ad5ec9fc64b1b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'external_fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.62'}], 'enable_snat': True}, 'gw_port_id': '1392346b-52b5-49ae-81e3-529bdf768116', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T20:27:45Z', 'updated_at': '2021-09-23T20:29:21Z', 'revision_number': 5, 'project_id': '68e56753f66346b994ad5ec9fc64b1b0', 'gw_port': {'id': '1392346b-52b5-49ae-81e3-529bdf768116', 'name': '', 'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:1e:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f4497fe-d425-4737-985c-e792512aef18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T20:27:45Z', 'updated_at': '2021-09-23T20:27:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-16'}] {{(pid=95104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 20:29:23.236370 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.plugin [None req-c576a9c7-7b5d-4eb9-b253-d2003bfa2602 tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Calling delete_port for 1392346b-52b5-49ae-81e3-529bdf768116 owned by network:router_gateway {{(pid=95101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 20:29:23.253126 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:29:23.285172 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-55f5db78-36a6-4a8b-8405-4db6035aa2b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783146162158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783145673144'] for port, after_delete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:29:23.314318 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55f5db78-36a6-4a8b-8405-4db6035aa2b0 None None] Pushing event deleted for resources: {'Port': ['ID=7dbc2a9a-ffbf-4f21-90da-73be9668ec3f,revision_number=None']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:29:23.318670 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55f5db78-36a6-4a8b-8405-4db6035aa2b0 None None] No DVR routers for this DVR port 7dbc2a9a-ffbf-4f21-90da-73be9668ec3f on host n-d-713301-16 {{(pid=95103) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 20:29:23.327325 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55f5db78-36a6-4a8b-8405-4db6035aa2b0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:29:23.327563 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55f5db78-36a6-4a8b-8405-4db6035aa2b0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:29:23.327900 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55f5db78-36a6-4a8b-8405-4db6035aa2b0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:29:23.328225 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55f5db78-36a6-4a8b-8405-4db6035aa2b0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:29:23.328554 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55f5db78-36a6-4a8b-8405-4db6035aa2b0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:29:23.328902 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55f5db78-36a6-4a8b-8405-4db6035aa2b0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:29:23.329226 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55f5db78-36a6-4a8b-8405-4db6035aa2b0 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:29:23.330023 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55f5db78-36a6-4a8b-8405-4db6035aa2b0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:29:23.330023 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55f5db78-36a6-4a8b-8405-4db6035aa2b0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:29:23.330180 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55f5db78-36a6-4a8b-8405-4db6035aa2b0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:29:23.330464 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55f5db78-36a6-4a8b-8405-4db6035aa2b0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:29:23.330776 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55f5db78-36a6-4a8b-8405-4db6035aa2b0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:29:23.411717 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-c576a9c7-7b5d-4eb9-b253-d2003bfa2602 tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783146162158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783145673144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5607431'] for port, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:29:23.442189 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c576a9c7-7b5d-4eb9-b253-d2003bfa2602 tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Pushing event deleted for resources: {'Port': ['ID=1392346b-52b5-49ae-81e3-529bdf768116,revision_number=None']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:29:23.501263 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-c576a9c7-7b5d-4eb9-b253-d2003bfa2602 tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-601942'] for router_gateway, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:29:23.590758 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-c576a9c7-7b5d-4eb9-b253-d2003bfa2602 tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-597305', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29369'] for router, precommit_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:29:23.593063 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-c576a9c7-7b5d-4eb9-b253-d2003bfa2602 tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:29:23.641264 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-c576a9c7-7b5d-4eb9-b253-d2003bfa2602 tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-597296'] for router, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:29:23.641787 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c576a9c7-7b5d-4eb9-b253-d2003bfa2602 tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Fanout notify agent at l3_agent the message router_deleted on router 8f4497fe-d425-4737-985c-e792512aef18 {{(pid=95101) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 23 20:29:23.649313 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-c576a9c7-7b5d-4eb9-b253-d2003bfa2602 tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Notify callbacks [] for router, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:29:23.650599 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-c576a9c7-7b5d-4eb9-b253-d2003bfa2602 tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] 10.222.0.67 "DELETE /v2.0/routers/8f4497fe-d425-4737-985c-e792512aef18 HTTP/1.1" status: 204 len: 168 time: 0.8069236 Sep 23 20:29:23.653620 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 34986) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:29:23.697623 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-0ae75029-feb6-4728-9a94-5f9b60993d82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:29:23.702826 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Device 7dbc2a9a-ffbf-4f21-90da-73be9668ec3f no longer exists at agent ovs-agent-n-d-713301-16 {{(pid=95103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 20:29:23.722563 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.plugin [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] No Port match for: 7dbc2a9a-ffbf-4f21-90da-73be9668ec3f {{(pid=95103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 20:29:23.722905 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Device 7dbc2a9a-ffbf-4f21-90da-73be9668ec3f not bound to the agent host n-d-713301-16 {{(pid=95103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 20:29:23.723330 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Device 16576266-5619-4d82-a4d2-818034e9f46f no longer exists at agent ovs-agent-n-d-713301-16 {{(pid=95103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 20:29:23.742940 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.plugin [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] No Port match for: 16576266-5619-4d82-a4d2-818034e9f46f {{(pid=95103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 20:29:23.743286 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Device 16576266-5619-4d82-a4d2-818034e9f46f not bound to the agent host n-d-713301-16 {{(pid=95103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 20:29:23.750248 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-a73f7d47-3072-45a0-9e98-6659719c410f tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1628021'] for network, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:29:23.839817 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-a73f7d47-3072-45a0-9e98-6659719c410f tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1754676', 'neutron.services.segments.db._delete_segments_for_network-8783146221460'] for network, precommit_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:29:23.861175 n-d-713301-16 neutron-server[95101]: DEBUG neutron.services.segments.db [None req-a73f7d47-3072-45a0-9e98-6659719c410f tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4e65bbfc-f8a1-42e9-a681-0011d87979dc']}} {{(pid=95101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 20:29:23.872842 n-d-713301-16 neutron-server[95101]: DEBUG neutron.services.segments.db [None req-a73f7d47-3072-45a0-9e98-6659719c410f tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5ffa7417-8163-4473-b6b4-0eb7a0762432') {'for_net_delete': True} {{(pid=95101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 20:29:23.873137 n-d-713301-16 neutron-server[95101]: DEBUG neutron.services.segments.db [None req-a73f7d47-3072-45a0-9e98-6659719c410f tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5ffa7417-8163-4473-b6b4-0eb7a0762432') {} {{(pid=95101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 20:29:23.883485 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-a73f7d47-3072-45a0-9e98-6659719c410f tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783146221725', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6007147'] for segment, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:29:23.897365 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-a73f7d47-3072-45a0-9e98-6659719c410f tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1756186'] for segment, precommit_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:29:23.903643 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a73f7d47-3072-45a0-9e98-6659719c410f tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Releasing vlan 638 on physical network physnet1 to pool {{(pid=95101) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 20:29:23.904033 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-a73f7d47-3072-45a0-9e98-6659719c410f tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1756186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5608436'] for segment, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:29:23.907026 n-d-713301-16 neutron-server[95101]: Traceback (most recent call last): Sep 23 20:29:23.907026 n-d-713301-16 neutron-server[95101]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 20:29:23.907026 n-d-713301-16 neutron-server[95101]: timer() Sep 23 20:29:23.907026 n-d-713301-16 neutron-server[95101]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 20:29:23.907026 n-d-713301-16 neutron-server[95101]: cb(*args, **kw) Sep 23 20:29:23.907026 n-d-713301-16 neutron-server[95101]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 20:29:23.907026 n-d-713301-16 neutron-server[95101]: return func(*args, **kwargs) Sep 23 20:29:23.907026 n-d-713301-16 neutron-server[95101]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 20:29:23.907026 n-d-713301-16 neutron-server[95101]: self._notify() Sep 23 20:29:23.907026 n-d-713301-16 neutron-server[95101]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 20:29:23.907026 n-d-713301-16 neutron-server[95101]: self.callback(batched_events) Sep 23 20:29:23.907026 n-d-713301-16 neutron-server[95101]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 20:29:23.907026 n-d-713301-16 neutron-server[95101]: event.method(event) Sep 23 20:29:23.907026 n-d-713301-16 neutron-server[95101]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 20:29:23.907026 n-d-713301-16 neutron-server[95101]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 20:29:23.907026 n-d-713301-16 neutron-server[95101]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 20:29:23.907026 n-d-713301-16 neutron-server[95101]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 20:29:23.907026 n-d-713301-16 neutron-server[95101]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 20:29:23.907026 n-d-713301-16 neutron-server[95101]: return f(self, *a, **k) Sep 23 20:29:23.907026 n-d-713301-16 neutron-server[95101]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 20:29:23.907026 n-d-713301-16 neutron-server[95101]: return self._get(url).json() Sep 23 20:29:23.907026 n-d-713301-16 neutron-server[95101]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 20:29:23.907026 n-d-713301-16 neutron-server[95101]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 20:29:23.907026 n-d-713301-16 neutron-server[95101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 20:29:23.907026 n-d-713301-16 neutron-server[95101]: return self.request(url, 'GET', **kwargs) Sep 23 20:29:23.907026 n-d-713301-16 neutron-server[95101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 20:29:23.907026 n-d-713301-16 neutron-server[95101]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 20:29:23.907026 n-d-713301-16 neutron-server[95101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 20:29:23.907026 n-d-713301-16 neutron-server[95101]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 20:29:23.907026 n-d-713301-16 neutron-server[95101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 20:29:23.907026 n-d-713301-16 neutron-server[95101]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 20:29:23.907026 n-d-713301-16 neutron-server[95101]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 20:29:23.965915 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-a73f7d47-3072-45a0-9e98-6659719c410f tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1754627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-601866'] for network, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:29:23.972808 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-a73f7d47-3072-45a0-9e98-6659719c410f tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Notify callbacks [] for network, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:29:23.974614 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-a73f7d47-3072-45a0-9e98-6659719c410f tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] 10.222.0.67 "DELETE /v2.0/networks/4e65bbfc-f8a1-42e9-a681-0011d87979dc HTTP/1.1" status: 204 len: 168 time: 0.3199596 Sep 23 20:29:23.978202 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 34988) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:29:23.986700 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a73f7d47-3072-45a0-9e98-6659719c410f tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Pushing event deleted for resources: {'Network': ['ID=4e65bbfc-f8a1-42e9-a681-0011d87979dc,revision_number=None']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:29:24.034892 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-55c2ddd2-9d5d-46a6-b49b-d633f2eb12c8 tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Notify callbacks [] for security_group, before_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:29:24.061033 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-55c2ddd2-9d5d-46a6-b49b-d633f2eb12c8 tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:29:24.125025 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-55c2ddd2-9d5d-46a6-b49b-d633f2eb12c8 tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:29:24.127573 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-55c2ddd2-9d5d-46a6-b49b-d633f2eb12c8 tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Notify callbacks [] for security_group, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:29:24.128759 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-55c2ddd2-9d5d-46a6-b49b-d633f2eb12c8 tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] 10.222.0.67 "DELETE /v2.0/security-groups/83d73e69-80e9-4c54-939f-eada818dd964 HTTP/1.1" status: 204 len: 168 time: 0.1494160 Sep 23 20:29:24.139434 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55c2ddd2-9d5d-46a6-b49b-d633f2eb12c8 tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=83d73e69-80e9-4c54-939f-eada818dd964,revision_number=None']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:29:24.303492 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Device c5ebf3ea-4b1a-4b37-9d94-6bca01ba625f no longer exists at agent hyperv_n-h1-713301-16 {{(pid=95103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 20:29:24.324266 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.plugin [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] No Port match for: c5ebf3ea-4b1a-4b37-9d94-6bca01ba625f {{(pid=95103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 20:29:24.324733 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Device c5ebf3ea-4b1a-4b37-9d94-6bca01ba625f not bound to the agent host n-h1-713301-16 {{(pid=95103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 20:29:24.478641 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 34994) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:29:24.483330 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.v2.base [None req-f22f3416-36e7-4a9c-b5ec-ee5125548ef5 tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1898235178', 'description': 'tempest-secgroup-smoke-1898235178 description', 'project_id': '68e56753f66346b994ad5ec9fc64b1b0'}} {{(pid=95101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 20:29:24.505056 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-f22f3416-36e7-4a9c-b5ec-ee5125548ef5 tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Notify callbacks [] for security_group, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:29:24.593158 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-f22f3416-36e7-4a9c-b5ec-ee5125548ef5 tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Notify callbacks [] for security_group, precommit_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:29:24.596837 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-f22f3416-36e7-4a9c-b5ec-ee5125548ef5 tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:29:24.622080 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-f22f3416-36e7-4a9c-b5ec-ee5125548ef5 tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Notify callbacks [] for security_group, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:29:24.623289 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-f22f3416-36e7-4a9c-b5ec-ee5125548ef5 tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] 10.222.0.67 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1435947 Sep 23 20:29:24.626475 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 34996) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:29:24.627192 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f22f3416-36e7-4a9c-b5ec-ee5125548ef5 tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d0f111fb-576b-42f6-adb6-e416595624e9,revision_number=1']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:29:24.631890 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.v2.base [None req-1625a2d6-5202-479b-b7cf-34f3eacbcf06 tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Request body: {'security_group_rule': {'security_group_id': 'd0f111fb-576b-42f6-adb6-e416595624e9', 'project_id': '68e56753f66346b994ad5ec9fc64b1b0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 20:29:24.659022 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-1625a2d6-5202-479b-b7cf-34f3eacbcf06 tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:29:24.711789 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-1625a2d6-5202-479b-b7cf-34f3eacbcf06 tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:29:24.715712 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-1625a2d6-5202-479b-b7cf-34f3eacbcf06 tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575319'] for security_group_rule, after_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:29:24.735078 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1625a2d6-5202-479b-b7cf-34f3eacbcf06 tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=05a2725d-f702-4f3a-8920-f7db90032ead,revision_number=0']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:29:24.742455 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-1625a2d6-5202-479b-b7cf-34f3eacbcf06 tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:29:24.743666 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-1625a2d6-5202-479b-b7cf-34f3eacbcf06 tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1161325 Sep 23 20:29:24.746482 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 34998) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:29:24.750972 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.v2.base [None req-579c6c61-35cd-4268-b330-9d6cc929a50a tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Request body: {'security_group_rule': {'security_group_id': 'd0f111fb-576b-42f6-adb6-e416595624e9', 'project_id': '68e56753f66346b994ad5ec9fc64b1b0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=95102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 20:29:24.777146 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-579c6c61-35cd-4268-b330-9d6cc929a50a tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:29:24.833457 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-579c6c61-35cd-4268-b330-9d6cc929a50a tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:29:24.837225 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-579c6c61-35cd-4268-b330-9d6cc929a50a tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575319'] for security_group_rule, after_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:29:24.855268 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-579c6c61-35cd-4268-b330-9d6cc929a50a tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7b8773e8-8bca-4906-a836-1b55c4d9c507,revision_number=0']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:29:24.857752 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-579c6c61-35cd-4268-b330-9d6cc929a50a tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:29:24.858928 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-579c6c61-35cd-4268-b330-9d6cc929a50a tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1115110 Sep 23 20:29:24.861642 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 35000) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:29:24.866387 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.v2.base [None req-f585b161-5fd2-4008-bd2f-b6f1f095e5c5 tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Request body: {'security_group_rule': {'security_group_id': 'd0f111fb-576b-42f6-adb6-e416595624e9', 'project_id': '68e56753f66346b994ad5ec9fc64b1b0', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=95102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 20:29:24.891888 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-f585b161-5fd2-4008-bd2f-b6f1f095e5c5 tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:29:24.947894 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-f585b161-5fd2-4008-bd2f-b6f1f095e5c5 tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:29:24.951574 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-f585b161-5fd2-4008-bd2f-b6f1f095e5c5 tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575319'] for security_group_rule, after_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:29:24.972955 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f585b161-5fd2-4008-bd2f-b6f1f095e5c5 tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6084f4d2-87d9-40f5-b841-45c047a2a72f,revision_number=0']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:29:24.981425 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-f585b161-5fd2-4008-bd2f-b6f1f095e5c5 tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:29:24.982675 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-f585b161-5fd2-4008-bd2f-b6f1f095e5c5 tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1200967 Sep 23 20:29:24.985358 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 35002) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:29:24.989800 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.v2.base [None req-dd2b4b09-5a3c-49dc-bcb1-daffa2f7998e tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Request body: {'security_group_rule': {'security_group_id': 'd0f111fb-576b-42f6-adb6-e416595624e9', 'project_id': '68e56753f66346b994ad5ec9fc64b1b0', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=95102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 20:29:25.015926 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-dd2b4b09-5a3c-49dc-bcb1-daffa2f7998e tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:29:25.074002 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-dd2b4b09-5a3c-49dc-bcb1-daffa2f7998e tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:29:25.077838 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-dd2b4b09-5a3c-49dc-bcb1-daffa2f7998e tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575319'] for security_group_rule, after_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:29:25.096168 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd2b4b09-5a3c-49dc-bcb1-daffa2f7998e tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1b84bc2d-0714-4f6e-9d4c-e7c382195c63,revision_number=0']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:29:25.099092 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-dd2b4b09-5a3c-49dc-bcb1-daffa2f7998e tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:29:25.100863 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-dd2b4b09-5a3c-49dc-bcb1-daffa2f7998e tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1144445 Sep 23 20:29:25.103728 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 35004) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:29:25.108207 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.v2.base [None req-29e0efbd-7eec-4174-877c-234cd39996d7 tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Request body: {'security_group_rule': {'security_group_id': 'd0f111fb-576b-42f6-adb6-e416595624e9', 'project_id': '68e56753f66346b994ad5ec9fc64b1b0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=95102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 20:29:25.130056 n-d-713301-16 neutron-server[95102]: INFO neutron.db.securitygroups_db [None req-29e0efbd-7eec-4174-877c-234cd39996d7 tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Project 68e56753f66346b994ad5ec9fc64b1b0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 23 20:29:25.134772 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-29e0efbd-7eec-4174-877c-234cd39996d7 tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:29:25.193510 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-29e0efbd-7eec-4174-877c-234cd39996d7 tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:29:25.197157 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-29e0efbd-7eec-4174-877c-234cd39996d7 tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575319'] for security_group_rule, after_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:29:25.214142 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e0efbd-7eec-4174-877c-234cd39996d7 tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2daafd7a-725f-4df8-9503-ddb298b836e5,revision_number=0']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:29:25.220553 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-29e0efbd-7eec-4174-877c-234cd39996d7 tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:29:25.221758 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-29e0efbd-7eec-4174-877c-234cd39996d7 tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1170788 Sep 23 20:29:25.224489 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 35006) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:29:25.229314 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.v2.base [None req-cb46314e-c4ec-4045-aab4-61068c5919fb tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Request body: {'security_group_rule': {'security_group_id': 'd0f111fb-576b-42f6-adb6-e416595624e9', 'project_id': '68e56753f66346b994ad5ec9fc64b1b0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=95102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 20:29:25.250777 n-d-713301-16 neutron-server[95102]: INFO neutron.db.securitygroups_db [None req-cb46314e-c4ec-4045-aab4-61068c5919fb tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Project 68e56753f66346b994ad5ec9fc64b1b0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 23 20:29:25.255618 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-cb46314e-c4ec-4045-aab4-61068c5919fb tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:29:25.315062 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-cb46314e-c4ec-4045-aab4-61068c5919fb tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:29:25.321157 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-cb46314e-c4ec-4045-aab4-61068c5919fb tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575319'] for security_group_rule, after_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:29:25.339979 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb46314e-c4ec-4045-aab4-61068c5919fb tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=caffde65-9bc7-48c7-8768-c513c8e0506d,revision_number=0']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:29:25.345548 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-cb46314e-c4ec-4045-aab4-61068c5919fb tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:29:25.346680 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-cb46314e-c4ec-4045-aab4-61068c5919fb tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1207550 Sep 23 20:29:25.349728 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 35008) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:29:25.355199 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.v2.base [None req-506fc0b2-ba87-4506-b182-bb06c31f90aa tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Request body: {'network': {'name': 'tempest-network-smoke--1530902692', 'project_id': '68e56753f66346b994ad5ec9fc64b1b0', 'port_security_enabled': True}} {{(pid=95102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 20:29:25.375986 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-506fc0b2-ba87-4506-b182-bb06c31f90aa tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Made reservation on behalf of 68e56753f66346b994ad5ec9fc64b1b0 for: {'network': 1} {{(pid=95102) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 20:29:25.379391 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-506fc0b2-ba87-4506-b182-bb06c31f90aa tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for network, before_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:29:25.402715 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-506fc0b2-ba87-4506-b182-bb06c31f90aa tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 601} {{(pid=95102) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 20:29:25.411166 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-506fc0b2-ba87-4506-b182-bb06c31f90aa tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1756186'] for segment, precommit_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:29:25.411506 n-d-713301-16 neutron-server[95102]: INFO neutron.db.segments_db [None req-506fc0b2-ba87-4506-b182-bb06c31f90aa tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Added segment 4d105c15-9906-4686-8d35-81b701889ec0 of type vlan for network e81538f9-ae93-4445-abee-7a7413ffee68 Sep 23 20:29:25.453687 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-506fc0b2-ba87-4506-b182-bb06c31f90aa tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783145630486'] for network, precommit_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:29:25.477966 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-506fc0b2-ba87-4506-b182-bb06c31f90aa tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299'] for network, after_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:29:25.483347 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-506fc0b2-ba87-4506-b182-bb06c31f90aa tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:29:25.483928 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-506fc0b2-ba87-4506-b182-bb06c31f90aa tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Notify callbacks [] for network, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:29:25.522925 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-506fc0b2-ba87-4506-b182-bb06c31f90aa tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1703517 Sep 23 20:29:25.525476 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 35010) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:29:25.530012 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.v2.base [None req-3736b559-c1b8-4881-bd0b-529adbd64ebe tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-153183673', 'admin_state_up': True, 'project_id': '68e56753f66346b994ad5ec9fc64b1b0', 'external_gateway_info': {'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac'}}} {{(pid=95101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 20:29:25.545545 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-80e7e501-6c57-470d-92c6-e3d54bc3195c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:29:25.551407 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-506fc0b2-ba87-4506-b182-bb06c31f90aa tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Pushing event updated for resources: {'Network': ['ID=e81538f9-ae93-4445-abee-7a7413ffee68,revision_number=1']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:29:25.554458 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-3736b559-c1b8-4881-bd0b-529adbd64ebe tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-594563', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29355'] for router, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:29:25.555436 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-3736b559-c1b8-4881-bd0b-529adbd64ebe tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-597363', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-601731', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-739356', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29346'] for router, precommit_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:29:25.562567 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Network e81538f9-ae93-4445-abee-7a7413ffee68 details requested by agent ovs-agent-n-d-713301-16 with host n-d-713301-16 {{(pid=95103) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 20:29:25.601316 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Device 1392346b-52b5-49ae-81e3-529bdf768116 no longer exists at agent ovs-agent-n-d-713301-16 {{(pid=95103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 20:29:25.623571 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-3736b559-c1b8-4881-bd0b-529adbd64ebe tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:29:25.651142 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.plugin [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] No Port match for: 1392346b-52b5-49ae-81e3-529bdf768116 {{(pid=95103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 20:29:25.651473 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Device 1392346b-52b5-49ae-81e3-529bdf768116 not bound to the agent host n-d-713301-16 {{(pid=95103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 20:29:25.759791 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-3736b559-c1b8-4881-bd0b-529adbd64ebe tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:29:25.946181 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-3736b559-c1b8-4881-bd0b-529adbd64ebe tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Notify callbacks [] for router_gateway, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:29:25.967677 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-3736b559-c1b8-4881-bd0b-529adbd64ebe tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:29:26.067141 n-d-713301-16 neutron-server[95101]: DEBUG neutron.db.db_base_plugin_common [None req-3736b559-c1b8-4881-bd0b-529adbd64ebe tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Allocated IP 172.25.1.185 (5dec5c09-378e-4f50-89cc-d94eb81c3bac/eff83446-018c-428d-b3f5-54ac9abe7a2a/b6c94033-43af-4072-9b42-b7b425f72dfe) {{(pid=95101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 20:29:26.171059 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-3736b559-c1b8-4881-bd0b-529adbd64ebe tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Notify callbacks [] for port, precommit_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:29:26.507017 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-3736b559-c1b8-4881-bd0b-529adbd64ebe tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783145673135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5607431'] for port, after_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:29:26.544064 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3736b559-c1b8-4881-bd0b-529adbd64ebe tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Network 5dec5c09-378e-4f50-89cc-d94eb81c3bac is already hosted by enough agents. {{(pid=95101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 20:29:26.546762 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.base_scheduler [None req-3736b559-c1b8-4881-bd0b-529adbd64ebe tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Resources bound (agent type, host, resource id): {{(pid=95101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 20:29:26.550230 n-d-713301-16 neutron-server[95101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3736b559-c1b8-4881-bd0b-529adbd64ebe tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Received port after_create {{(pid=95101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 20:29:26.557610 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3736b559-c1b8-4881-bd0b-529adbd64ebe tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Pushing event updated for resources: {'Port': ['ID=b6c94033-43af-4072-9b42-b7b425f72dfe,revision_number=1']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:29:26.794855 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-3736b559-c1b8-4881-bd0b-529adbd64ebe tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Notify callbacks [] for router_gateway, after_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:29:26.994974 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-3736b559-c1b8-4881-bd0b-529adbd64ebe tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-597258', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-601790'] for router, after_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:29:27.121833 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3736b559-c1b8-4881-bd0b-529adbd64ebe tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Router 63a7df25-d074-40a8-bc17-00bde2afaf80 is scheduled to L3 agent 79a740bf-7821-4989-8288-7186e3e128f3 with binding_index 1 {{(pid=95101) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 23 20:29:27.227120 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3736b559-c1b8-4881-bd0b-529adbd64ebe tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Notify agent at l3_agent.n-d-713301-16 the message routers_updated {{(pid=95101) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 20:29:27.236885 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df4968c6-b5b6-4244-9888-ef1231bf0990 None None] Sync routers for ids ['63a7df25-d074-40a8-bc17-00bde2afaf80'] in n-d-713301-16 {{(pid=95103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 20:29:27.246559 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-3736b559-c1b8-4881-bd0b-529adbd64ebe tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Notify callbacks [] for router, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:29:27.246771 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df4968c6-b5b6-4244-9888-ef1231bf0990 None None] Routers {'63a7df25-d074-40a8-bc17-00bde2afaf80'} bound to L3 agent in host n-d-713301-16 {{(pid=95103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 20:29:27.247443 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_hamode_db [None req-df4968c6-b5b6-4244-9888-ef1231bf0990 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-23T19:07:52Z,description=,heartbeat_timestamp=2021-09-23T20:29:23Z,host='n-d-713301-16',id=79a740bf-7821-4989-8288-7186e3e128f3,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:07:52Z,topic='l3_agent')) {'router_ids': ['63a7df25-d074-40a8-bc17-00bde2afaf80'], 'active': True} {{(pid=95103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 20:29:27.247875 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-3736b559-c1b8-4881-bd0b-529adbd64ebe tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] 10.222.0.67 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.7213979 Sep 23 20:29:27.251232 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 35020) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:29:27.333378 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-53641d2e-95d3-4c2f-a25f-77b3a54998fa tempest-TestNetworkAdvancedServerOps-2144079699 tempest-TestNetworkAdvancedServerOps-2144079699-project-admin] 10.222.0.67 "GET /v2.0/subnets?project_id=68e56753f66346b994ad5ec9fc64b1b0&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0809548 Sep 23 20:29:27.336140 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 35024) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:29:27.432212 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60632fc8-88b3-4c76-b26a-000f9dbfc578 tempest-TestNetworkAdvancedServerOps-2144079699 tempest-TestNetworkAdvancedServerOps-2144079699-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:29:27.433702 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-60632fc8-88b3-4c76-b26a-000f9dbfc578 tempest-TestNetworkAdvancedServerOps-2144079699 tempest-TestNetworkAdvancedServerOps-2144079699-project-admin] 10.222.0.67 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0965950 Sep 23 20:29:27.436649 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 35026) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:29:27.468157 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-9591ddc1-dbc9-4378-b1c7-c8833676fc67 tempest-TestNetworkAdvancedServerOps-2144079699 tempest-TestNetworkAdvancedServerOps-2144079699-project-admin] 10.222.0.67 "GET /v2.0/subnets?network_id=5dec5c09-378e-4f50-89cc-d94eb81c3bac&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0303440 Sep 23 20:29:27.470673 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 35028) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:29:27.476698 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.v2.base [None req-128dad99-8541-465b-9b78-06c805fadcc0 tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-417099051', 'network_id': 'e81538f9-ae93-4445-abee-7a7413ffee68', 'project_id': '68e56753f66346b994ad5ec9fc64b1b0', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=95102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 20:29:27.514917 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_dvr_db [None req-df4968c6-b5b6-4244-9888-ef1231bf0990 None None] Set router 63a7df25-d074-40a8-bc17-00bde2afaf80 gateway port host: n-d-713301-16 {{(pid=95103) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 20:29:27.567487 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-128dad99-8541-465b-9b78-06c805fadcc0 tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Made reservation on behalf of 68e56753f66346b994ad5ec9fc64b1b0 for: {'subnet': 1} {{(pid=95102) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 20:29:27.571067 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-128dad99-8541-465b-9b78-06c805fadcc0 tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5388256'] for subnet, before_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:29:27.694364 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_hamode_db [None req-df4968c6-b5b6-4244-9888-ef1231bf0990 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63a7df25-d074-40a8-bc17-00bde2afaf80', 'name': 'tempest-TestNetworkAdvancedServerOps-router-153183673', 'tenant_id': '68e56753f66346b994ad5ec9fc64b1b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'external_fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.185'}], 'enable_snat': True}, 'gw_port_id': 'b6c94033-43af-4072-9b42-b7b425f72dfe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T20:29:25Z', 'updated_at': '2021-09-23T20:29:26Z', 'revision_number': 3, 'project_id': '68e56753f66346b994ad5ec9fc64b1b0', 'gw_port': {'id': 'b6c94033-43af-4072-9b42-b7b425f72dfe', 'name': '', 'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:59:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63a7df25-d074-40a8-bc17-00bde2afaf80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T20:29:25Z', 'updated_at': '2021-09-23T20:29:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-16'}], 'n-d-713301-16', False) {} {{(pid=95103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 20:29:27.725464 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df4968c6-b5b6-4244-9888-ef1231bf0990 None None] Checking router: 63a7df25-d074-40a8-bc17-00bde2afaf80 for host: n-d-713301-16 {{(pid=95103) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 20:29:27.725815 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df4968c6-b5b6-4244-9888-ef1231bf0990 None None] Updating router 63a7df25-d074-40a8-bc17-00bde2afaf80 port b6c94033-43af-4072-9b42-b7b425f72dfe binding host n-d-713301-16 {{(pid=95103) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 23 20:29:27.749722 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-df4968c6-b5b6-4244-9888-ef1231bf0990 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:29:27.751797 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-128dad99-8541-465b-9b78-06c805fadcc0 tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4398944', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5388242'] for subnet, after_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:29:27.812705 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-128dad99-8541-465b-9b78-06c805fadcc0 tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Pushing event updated for resources: {'Subnet': ['ID=1c981c51-5d49-4b69-8fed-a4df54a2dc97,revision_number=0']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:29:27.820917 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-128dad99-8541-465b-9b78-06c805fadcc0 tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Checking segment: {'id': '4d105c15-9906-4686-8d35-81b701889ec0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': 'e81538f9-ae93-4445-abee-7a7413ffee68'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95102) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 20:29:27.821274 n-d-713301-16 neutron-server[95102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-128dad99-8541-465b-9b78-06c805fadcc0 tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Network hostable DHCP agents. Network: e81538f9-ae93-4445-abee-7a7413ffee68, hostable agents: ['1b18bf05-1b5f-4587-be5c-af3ac38e32ad'], hosted agents: [] {{(pid=95102) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 20:29:27.838428 n-d-713301-16 neutron-server[95102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-128dad99-8541-465b-9b78-06c805fadcc0 tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Network e81538f9-ae93-4445-abee-7a7413ffee68 is scheduled to be hosted by DHCP agent 1b18bf05-1b5f-4587-be5c-af3ac38e32ad with binding_index 1 {{(pid=95102) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 20:29:27.847174 n-d-713301-16 neutron-server[95102]: DEBUG neutron.scheduler.base_scheduler [None req-128dad99-8541-465b-9b78-06c805fadcc0 tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713301-16, e81538f9-ae93-4445-abee-7a7413ffee68) {{(pid=95102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 20:29:27.852156 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-128dad99-8541-465b-9b78-06c805fadcc0 tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:29:27.852889 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-128dad99-8541-465b-9b78-06c805fadcc0 tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Notify callbacks [] for subnet, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:29:27.859732 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c02b2a8-69af-4370-b701-bfadb1b7da33 None None] Network e81538f9-ae93-4445-abee-7a7413ffee68 requested from n-d-713301-16 {{(pid=95103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 20:29:27.867672 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-128dad99-8541-465b-9b78-06c805fadcc0 tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.3959732 Sep 23 20:29:27.870391 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 35030) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:29:28.110450 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9260aeb-e1ed-4ba4-abfd-ce3f94fd58dc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4c8b80df-07eb-5275-9f17-5cf640db67c0-e81538f9-ae93-4445-abee-7a7413ffee68', 'network_id': 'e81538f9-ae93-4445-abee-7a7413ffee68', 'tenant_id': '68e56753f66346b994ad5ec9fc64b1b0', 'fixed_ips': [{'subnet_id': '1c981c51-5d49-4b69-8fed-a4df54a2dc97'}]}} from n-d-713301-16. {{(pid=95103) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 23 20:29:28.111279 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-a9260aeb-e1ed-4ba4-abfd-ce3f94fd58dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_create {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:29:28.114193 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-df4968c6-b5b6-4244-9888-ef1231bf0990 None None] Notify callbacks [] for port, precommit_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:29:28.126694 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-df4968c6-b5b6-4244-9888-ef1231bf0990 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:29:28.248671 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.managers [None req-df4968c6-b5b6-4244-9888-ef1231bf0990 None None] Attempting to bind port b6c94033-43af-4072-9b42-b7b425f72dfe on host n-d-713301-16 for vnic_type normal with profile {{(pid=95103) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 20:29:28.249385 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.managers [None req-df4968c6-b5b6-4244-9888-ef1231bf0990 None None] Attempting to bind port b6c94033-43af-4072-9b42-b7b425f72dfe by drivers openvswitch,hyperv on host n-d-713301-16 at level 0 using segments [{'id': '7d4027f1-d893-4c7b-95d4-757b8e44e380', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac'}] {{(pid=95103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 20:29:28.249385 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df4968c6-b5b6-4244-9888-ef1231bf0990 None None] Attempting to bind port b6c94033-43af-4072-9b42-b7b425f72dfe on network 5dec5c09-378e-4f50-89cc-d94eb81c3bac {{(pid=95103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 20:29:28.251336 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-002a8fdb-a27e-4bac-9acf-36b3443bad77 None None] Pushing event updated for resources: {'Port': ['ID=b6c94033-43af-4072-9b42-b7b425f72dfe,revision_number=2']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:29:28.261853 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df4968c6-b5b6-4244-9888-ef1231bf0990 None None] Checking agent: {'id': '70a14545-df24-472f-8f95-bfe1719bff93', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 19, 7, 53), 'started_at': datetime.datetime(2021, 9, 23, 19, 8, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 20, 29, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 20:29:28.262231 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df4968c6-b5b6-4244-9888-ef1231bf0990 None None] Checking segment: {'id': '7d4027f1-d893-4c7b-95d4-757b8e44e380', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95103) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 20:29:28.262641 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-df4968c6-b5b6-4244-9888-ef1231bf0990 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:29:28.263035 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df4968c6-b5b6-4244-9888-ef1231bf0990 None None] Bound using segment: {'id': '7d4027f1-d893-4c7b-95d4-757b8e44e380', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac'} {{(pid=95103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 20:29:28.263516 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.managers [None req-df4968c6-b5b6-4244-9888-ef1231bf0990 None None] Bound port: b6c94033-43af-4072-9b42-b7b425f72dfe, host: n-d-713301-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7d4027f1-d893-4c7b-95d4-757b8e44e380', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac'}}] {{(pid=95103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 20:29:28.263898 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-df4968c6-b5b6-4244-9888-ef1231bf0990 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:29:28.356656 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.db_base_plugin_common [None req-a9260aeb-e1ed-4ba4-abfd-ce3f94fd58dc None None] Allocated IP 172.20.0.2 (e81538f9-ae93-4445-abee-7a7413ffee68/1c981c51-5d49-4b69-8fed-a4df54a2dc97/1f4f3c74-0577-4f86-8222-048964390208) {{(pid=95103) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 20:29:28.362043 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-df4968c6-b5b6-4244-9888-ef1231bf0990 None None] For port b6c94033-43af-4072-9b42-b7b425f72dfe, host n-d-713301-16, cleared binding levels {{(pid=95103) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 20:29:28.367278 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-df4968c6-b5b6-4244-9888-ef1231bf0990 None None] For port b6c94033-43af-4072-9b42-b7b425f72dfe, host n-d-713301-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-16',level=0,port_id=b6c94033-43af-4072-9b42-b7b425f72dfe,segment=NetworkSegment(7d4027f1-d893-4c7b-95d4-757b8e44e380),segment_id=7d4027f1-d893-4c7b-95d4-757b8e44e380)] {{(pid=95103) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 20:29:28.373172 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-df4968c6-b5b6-4244-9888-ef1231bf0990 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:29:28.488426 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df4968c6-b5b6-4244-9888-ef1231bf0990 None None] Routers {'63a7df25-d074-40a8-bc17-00bde2afaf80'} bound to L3 agent in host n-d-713301-16 {{(pid=95103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 20:29:28.489088 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_hamode_db [None req-df4968c6-b5b6-4244-9888-ef1231bf0990 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-23T19:07:52Z,description=,heartbeat_timestamp=2021-09-23T20:29:23Z,host='n-d-713301-16',id=79a740bf-7821-4989-8288-7186e3e128f3,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:07:52Z,topic='l3_agent')) {'router_ids': ['63a7df25-d074-40a8-bc17-00bde2afaf80'], 'active': True} {{(pid=95103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 20:29:28.492972 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-002a8fdb-a27e-4bac-9acf-36b3443bad77 None None] Pushing event updated for resources: {'Port': ['ID=b6c94033-43af-4072-9b42-b7b425f72dfe,revision_number=3']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:29:28.599419 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:29:28.655396 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-a9260aeb-e1ed-4ba4-abfd-ce3f94fd58dc None None] Notify callbacks [] for port, precommit_create {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:29:28.656669 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-f7f72505-4674-48b1-8b13-d73c18ce1115 tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:29:28.667831 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_dvr_db [None req-df4968c6-b5b6-4244-9888-ef1231bf0990 None None] Set router 63a7df25-d074-40a8-bc17-00bde2afaf80 gateway port host: n-d-713301-16 {{(pid=95103) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 20:29:28.669988 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-a9260aeb-e1ed-4ba4-abfd-ce3f94fd58dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783145673135'] for port, after_create {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:29:28.767256 n-d-713301-16 neutron-server[95103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9260aeb-e1ed-4ba4-abfd-ce3f94fd58dc None None] Network e81538f9-ae93-4445-abee-7a7413ffee68 is already hosted by enough agents. {{(pid=95103) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 20:29:28.773166 n-d-713301-16 neutron-server[95103]: DEBUG neutron.scheduler.base_scheduler [None req-a9260aeb-e1ed-4ba4-abfd-ce3f94fd58dc None None] Resources bound (agent type, host, resource id): {{(pid=95103) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 20:29:28.781514 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9260aeb-e1ed-4ba4-abfd-ce3f94fd58dc None None] Received port after_create {{(pid=95103) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 20:29:28.790353 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9260aeb-e1ed-4ba4-abfd-ce3f94fd58dc None None] Pushing event updated for resources: {'Port': ['ID=1f4f3c74-0577-4f86-8222-048964390208,revision_number=1']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:29:28.898251 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:29:28.902804 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.managers [None req-a9260aeb-e1ed-4ba4-abfd-ce3f94fd58dc None None] Attempting to bind port 1f4f3c74-0577-4f86-8222-048964390208 on host n-d-713301-16 for vnic_type normal with profile {{(pid=95103) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 20:29:28.903172 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.managers [None req-a9260aeb-e1ed-4ba4-abfd-ce3f94fd58dc None None] Attempting to bind port 1f4f3c74-0577-4f86-8222-048964390208 by drivers openvswitch,hyperv on host n-d-713301-16 at level 0 using segments [{'id': '4d105c15-9906-4686-8d35-81b701889ec0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': 'e81538f9-ae93-4445-abee-7a7413ffee68'}] {{(pid=95103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 20:29:28.903597 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9260aeb-e1ed-4ba4-abfd-ce3f94fd58dc None None] Attempting to bind port 1f4f3c74-0577-4f86-8222-048964390208 on network e81538f9-ae93-4445-abee-7a7413ffee68 {{(pid=95103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 20:29:28.926987 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9260aeb-e1ed-4ba4-abfd-ce3f94fd58dc None None] Checking agent: {'id': '70a14545-df24-472f-8f95-bfe1719bff93', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 19, 7, 53), 'started_at': datetime.datetime(2021, 9, 23, 19, 8, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 20, 29, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 20:29:28.927274 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9260aeb-e1ed-4ba4-abfd-ce3f94fd58dc None None] Checking segment: {'id': '4d105c15-9906-4686-8d35-81b701889ec0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': 'e81538f9-ae93-4445-abee-7a7413ffee68'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95103) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 20:29:28.927680 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-a9260aeb-e1ed-4ba4-abfd-ce3f94fd58dc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:29:28.928713 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9260aeb-e1ed-4ba4-abfd-ce3f94fd58dc None None] Bound using segment: {'id': '4d105c15-9906-4686-8d35-81b701889ec0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': 'e81538f9-ae93-4445-abee-7a7413ffee68'} {{(pid=95103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 20:29:28.929211 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.managers [None req-a9260aeb-e1ed-4ba4-abfd-ce3f94fd58dc None None] Bound port: 1f4f3c74-0577-4f86-8222-048964390208, host: n-d-713301-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4d105c15-9906-4686-8d35-81b701889ec0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': 'e81538f9-ae93-4445-abee-7a7413ffee68'}}] {{(pid=95103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 20:29:28.929566 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-a9260aeb-e1ed-4ba4-abfd-ce3f94fd58dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:29:28.941654 n-d-713301-16 neutron-server[95102]: DEBUG neutron.db.db_base_plugin_common [None req-f7f72505-4674-48b1-8b13-d73c18ce1115 tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Allocated IP 172.20.0.1 (e81538f9-ae93-4445-abee-7a7413ffee68/1c981c51-5d49-4b69-8fed-a4df54a2dc97/354a2245-daee-493b-9c02-dbfafce047a2) {{(pid=95102) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 20:29:29.005265 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-a9260aeb-e1ed-4ba4-abfd-ce3f94fd58dc None None] For port 1f4f3c74-0577-4f86-8222-048964390208, host n-d-713301-16, cleared binding levels {{(pid=95103) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 20:29:29.008065 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_hamode_db [None req-df4968c6-b5b6-4244-9888-ef1231bf0990 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63a7df25-d074-40a8-bc17-00bde2afaf80', 'name': 'tempest-TestNetworkAdvancedServerOps-router-153183673', 'tenant_id': '68e56753f66346b994ad5ec9fc64b1b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'external_fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.185'}], 'enable_snat': True}, 'gw_port_id': 'b6c94033-43af-4072-9b42-b7b425f72dfe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T20:29:25Z', 'updated_at': '2021-09-23T20:29:26Z', 'revision_number': 3, 'project_id': '68e56753f66346b994ad5ec9fc64b1b0', 'gw_port': {'id': 'b6c94033-43af-4072-9b42-b7b425f72dfe', 'name': '', 'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:59:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63a7df25-d074-40a8-bc17-00bde2afaf80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T20:29:25Z', 'updated_at': '2021-09-23T20:29:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-16'}], 'n-d-713301-16', False) {} {{(pid=95103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 20:29:29.010803 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-a9260aeb-e1ed-4ba4-abfd-ce3f94fd58dc None None] For port 1f4f3c74-0577-4f86-8222-048964390208, host n-d-713301-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-16',level=0,port_id=1f4f3c74-0577-4f86-8222-048964390208,segment=NetworkSegment(4d105c15-9906-4686-8d35-81b701889ec0),segment_id=4d105c15-9906-4686-8d35-81b701889ec0)] {{(pid=95103) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 20:29:29.039503 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-a9260aeb-e1ed-4ba4-abfd-ce3f94fd58dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:29:29.047365 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df4968c6-b5b6-4244-9888-ef1231bf0990 None None] The sync data for ids ['63a7df25-d074-40a8-bc17-00bde2afaf80'] in n-d-713301-16 is: [{'id': '63a7df25-d074-40a8-bc17-00bde2afaf80', 'name': 'tempest-TestNetworkAdvancedServerOps-router-153183673', 'tenant_id': '68e56753f66346b994ad5ec9fc64b1b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'external_fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.185'}], 'enable_snat': True}, 'gw_port_id': 'b6c94033-43af-4072-9b42-b7b425f72dfe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T20:29:25Z', 'updated_at': '2021-09-23T20:29:26Z', 'revision_number': 3, 'project_id': '68e56753f66346b994ad5ec9fc64b1b0', 'gw_port': {'id': 'b6c94033-43af-4072-9b42-b7b425f72dfe', 'name': '', 'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:59:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63a7df25-d074-40a8-bc17-00bde2afaf80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T20:29:25Z', 'updated_at': '2021-09-23T20:29:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-16'}] {{(pid=95103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 20:29:29.064729 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-f7f72505-4674-48b1-8b13-d73c18ce1115 tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Notify callbacks [] for port, precommit_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:29:29.102004 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-f7f72505-4674-48b1-8b13-d73c18ce1115 tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783145673135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4399100'] for port, after_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:29:29.107944 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9260aeb-e1ed-4ba4-abfd-ce3f94fd58dc None None] Pushing event updated for resources: {'Port': ['ID=1f4f3c74-0577-4f86-8222-048964390208,revision_number=2']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:29:29.142848 n-d-713301-16 neutron-server[95102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7f72505-4674-48b1-8b13-d73c18ce1115 tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Network e81538f9-ae93-4445-abee-7a7413ffee68 is already hosted by enough agents. {{(pid=95102) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 20:29:29.146057 n-d-713301-16 neutron-server[95102]: DEBUG neutron.scheduler.base_scheduler [None req-f7f72505-4674-48b1-8b13-d73c18ce1115 tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Resources bound (agent type, host, resource id): {{(pid=95102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 20:29:29.149160 n-d-713301-16 neutron-server[95102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7f72505-4674-48b1-8b13-d73c18ce1115 tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Received port after_create {{(pid=95102) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 20:29:29.196644 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7f72505-4674-48b1-8b13-d73c18ce1115 tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Pushing event updated for resources: {'Port': ['ID=354a2245-daee-493b-9c02-dbfafce047a2,revision_number=1']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:29:29.209911 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-f7f72505-4674-48b1-8b13-d73c18ce1115 tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-601987'] for router_interface, before_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:29:29.419283 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-f7f72505-4674-48b1-8b13-d73c18ce1115 tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:29:29.709368 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Device b6c94033-43af-4072-9b42-b7b425f72dfe up at agent ovs-agent-n-d-713301-16 {{(pid=95103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 20:29:29.727923 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-f7f72505-4674-48b1-8b13-d73c18ce1115 tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Notify callbacks [] for port, precommit_update {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:29:29.735894 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-f7f72505-4674-48b1-8b13-d73c18ce1115 tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4399095'] for port, after_update {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:29:29.770444 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Provisioning complete for port b6c94033-43af-4072-9b42-b7b425f72dfe triggered by entity L2. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 20:29:29.770811 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:29:29.799103 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-f7f72505-4674-48b1-8b13-d73c18ce1115 tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-527313', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-601459'] for router_interface, after_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:29:29.865379 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:29:29.889667 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] For port b6c94033-43af-4072-9b42-b7b425f72dfe, host n-d-713301-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-16',level=0,port_id=b6c94033-43af-4072-9b42-b7b425f72dfe,segment=NetworkSegment(7d4027f1-d893-4c7b-95d4-757b8e44e380),segment_id=7d4027f1-d893-4c7b-95d4-757b8e44e380)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 20:29:29.895943 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:29:29.898434 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Device 1f4f3c74-0577-4f86-8222-048964390208 up at agent ovs-agent-n-d-713301-16 {{(pid=95103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 20:29:29.921603 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7f72505-4674-48b1-8b13-d73c18ce1115 tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Pushing event updated for resources: {'Port': ['ID=354a2245-daee-493b-9c02-dbfafce047a2,revision_number=2']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:29:29.965139 n-d-713301-16 neutron-server[95102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7f72505-4674-48b1-8b13-d73c18ce1115 tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Network e81538f9-ae93-4445-abee-7a7413ffee68 is already hosted by enough agents. {{(pid=95102) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 20:29:29.966612 n-d-713301-16 neutron-server[95102]: DEBUG neutron.scheduler.base_scheduler [None req-f7f72505-4674-48b1-8b13-d73c18ce1115 tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Resources bound (agent type, host, resource id): {{(pid=95102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 20:29:30.003251 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Pushing event updated for resources: {'Port': ['ID=b6c94033-43af-4072-9b42-b7b425f72dfe,revision_number=4']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:29:30.023527 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Provisioning complete for port 1f4f3c74-0577-4f86-8222-048964390208 triggered by entity L2. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 20:29:30.023897 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:29:30.095660 n-d-713301-16 neutron-server[95102]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f7f72505-4674-48b1-8b13-d73c18ce1115 tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Router 63a7df25-d074-40a8-bc17-00bde2afaf80 has already been hosted by L3 agent 79a740bf-7821-4989-8288-7186e3e128f3 {{(pid=95102) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 20:29:30.121627 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:29:30.143284 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de5234fe-cc6d-4de7-b1ac-a7ef8666b14b None None] Network e81538f9-ae93-4445-abee-7a7413ffee68 requested from n-d-713301-16 {{(pid=95103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 20:29:30.182957 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] For port 1f4f3c74-0577-4f86-8222-048964390208, host n-d-713301-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-16',level=0,port_id=1f4f3c74-0577-4f86-8222-048964390208,segment=NetworkSegment(4d105c15-9906-4686-8d35-81b701889ec0),segment_id=4d105c15-9906-4686-8d35-81b701889ec0)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 20:29:30.210643 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:29:30.217930 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7f72505-4674-48b1-8b13-d73c18ce1115 tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Notify agent at l3_agent.n-d-713301-16 the message routers_updated {{(pid=95102) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 20:29:30.232949 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-f7f72505-4674-48b1-8b13-d73c18ce1115 tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] 10.222.0.67 "PUT /v2.0/routers/63a7df25-d074-40a8-bc17-00bde2afaf80/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3613837 Sep 23 20:29:30.284444 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-1aec51c5-11c1-4a8d-b41a-9293c2d1577f None None] Provisioning complete for port 1f4f3c74-0577-4f86-8222-048964390208 triggered by entity DHCP. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 20:29:30.284852 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-1aec51c5-11c1-4a8d-b41a-9293c2d1577f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:29:30.328272 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Pushing event updated for resources: {'Port': ['ID=1f4f3c74-0577-4f86-8222-048964390208,revision_number=3']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:29:30.384678 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-b22c4293-4fa1-4182-8c8e-6f54f534b061 req-599ba3d3-b252-477a-8548-7019130a38da tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] 10.222.0.67 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1898235178&fields=id&tenant_id=68e56753f66346b994ad5ec9fc64b1b0 HTTP/1.1" status: 200 len: 267 time: 0.0350447 Sep 23 20:29:30.496266 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22c4293-4fa1-4182-8c8e-6f54f534b061 req-31aabf3c-9a98-42c2-bb04-2ad5ef259de9 tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:29:30.497849 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-b22c4293-4fa1-4182-8c8e-6f54f534b061 req-31aabf3c-9a98-42c2-bb04-2ad5ef259de9 tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] 10.222.0.67 "GET /v2.0/networks?id=e81538f9-ae93-4445-abee-7a7413ffee68 HTTP/1.1" status: 200 len: 797 time: 0.1061778 Sep 23 20:29:30.513247 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-b22c4293-4fa1-4182-8c8e-6f54f534b061 req-c2a47f1c-8442-4f43-8ddf-8512aa5b2b4c tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] 10.222.0.67 "GET /v2.0/quotas/68e56753f66346b994ad5ec9fc64b1b0 HTTP/1.1" status: 200 len: 375 time: 0.0096126 Sep 23 20:29:30.573419 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-b22c4293-4fa1-4182-8c8e-6f54f534b061 req-93b48845-7b0b-4281-9e80-2cd25ddc4dd0 tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=68e56753f66346b994ad5ec9fc64b1b0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0535867 Sep 23 20:29:30.589716 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [req-b22c4293-4fa1-4182-8c8e-6f54f534b061 req-e27ffd53-7e94-44e5-a05a-3d7007c96a80 service neutron] http://10.222.0.67:9696/v2.0/extensions returned with HTTP 200 {{(pid=95102) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 23 20:29:30.590845 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-b22c4293-4fa1-4182-8c8e-6f54f534b061 req-e27ffd53-7e94-44e5-a05a-3d7007c96a80 service neutron] 10.222.0.67 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0066485 Sep 23 20:29:30.661946 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-d912ba48-ed1e-4423-aa3e-1e64f217bd30 None None] Provisioning complete for port 354a2245-daee-493b-9c02-dbfafce047a2 triggered by entity DHCP. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 20:29:30.663522 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-d912ba48-ed1e-4423-aa3e-1e64f217bd30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:29:30.693076 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-b22c4293-4fa1-4182-8c8e-6f54f534b061 req-4d9c1e46-5d86-43ae-85eb-22fda536343f service neutron] 10.222.0.67 "GET /v2.0/networks/e81538f9-ae93-4445-abee-7a7413ffee68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0957026 Sep 23 20:29:30.716356 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.plugin [None req-d912ba48-ed1e-4423-aa3e-1e64f217bd30 None None] Port 354a2245-daee-493b-9c02-dbfafce047a2 cannot update to ACTIVE because it is not bound. {{(pid=95103) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 20:29:30.728780 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-d912ba48-ed1e-4423-aa3e-1e64f217bd30 None None] Provisioning complete for port 1f4f3c74-0577-4f86-8222-048964390208 triggered by entity DHCP. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 20:29:30.729157 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-d912ba48-ed1e-4423-aa3e-1e64f217bd30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:29:30.790423 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-b22c4293-4fa1-4182-8c8e-6f54f534b061 req-6d088ed8-751c-4a44-8ecd-a7826c3ed0c9 service neutron] 10.222.0.67 "GET /v2.0/networks/e81538f9-ae93-4445-abee-7a7413ffee68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891883 Sep 23 20:29:30.952071 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-bb58f712-f549-4ff8-9346-85f361f284b5 None None] Provisioning complete for port 354a2245-daee-493b-9c02-dbfafce047a2 triggered by entity DHCP. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 20:29:30.952452 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-bb58f712-f549-4ff8-9346-85f361f284b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:29:31.000775 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b4f1153-37c8-49c6-8b0d-3df387c2fde6 None None] Sync routers for ids ['63a7df25-d074-40a8-bc17-00bde2afaf80'] in n-d-713301-16 {{(pid=95104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 20:29:31.001559 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-34092223-2f8b-4765-b0ec-b1abf0a74d17 req-2268ed26-1d73-41db-a5fc-bb6a924cb33e tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] 10.222.0.67 "GET /v2.0/ports?device_id=ec40806b-4020-450a-b411-594d7b534e76 HTTP/1.1" status: 200 len: 210 time: 0.0481086 Sep 23 20:29:31.007540 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.plugin [None req-bb58f712-f549-4ff8-9346-85f361f284b5 None None] Port 354a2245-daee-493b-9c02-dbfafce047a2 cannot update to ACTIVE because it is not bound. {{(pid=95103) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 20:29:31.013478 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b4f1153-37c8-49c6-8b0d-3df387c2fde6 None None] Routers {'63a7df25-d074-40a8-bc17-00bde2afaf80'} bound to L3 agent in host n-d-713301-16 {{(pid=95104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 20:29:31.014322 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_hamode_db [None req-2b4f1153-37c8-49c6-8b0d-3df387c2fde6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-23T19:07:52Z,description=,heartbeat_timestamp=2021-09-23T20:29:23Z,host='n-d-713301-16',id=79a740bf-7821-4989-8288-7186e3e128f3,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:07:52Z,topic='l3_agent')) {'router_ids': ['63a7df25-d074-40a8-bc17-00bde2afaf80'], 'active': True} {{(pid=95104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 20:29:31.137775 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_dvr_db [None req-2b4f1153-37c8-49c6-8b0d-3df387c2fde6 None None] Set router 63a7df25-d074-40a8-bc17-00bde2afaf80 gateway port host: n-d-713301-16 {{(pid=95104) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 20:29:31.137957 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-b9ada245-afcb-4a4d-ba85-1f16c7fa9f20 None None] Provisioning complete for port 354a2245-daee-493b-9c02-dbfafce047a2 triggered by entity DHCP. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 20:29:31.138311 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b9ada245-afcb-4a4d-ba85-1f16c7fa9f20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:29:31.176407 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.plugin [None req-b9ada245-afcb-4a4d-ba85-1f16c7fa9f20 None None] Port 354a2245-daee-493b-9c02-dbfafce047a2 cannot update to ACTIVE because it is not bound. {{(pid=95103) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 20:29:31.439382 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_hamode_db [None req-2b4f1153-37c8-49c6-8b0d-3df387c2fde6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63a7df25-d074-40a8-bc17-00bde2afaf80', 'name': 'tempest-TestNetworkAdvancedServerOps-router-153183673', 'tenant_id': '68e56753f66346b994ad5ec9fc64b1b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'external_fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.185'}], 'enable_snat': True}, 'gw_port_id': 'b6c94033-43af-4072-9b42-b7b425f72dfe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T20:29:25Z', 'updated_at': '2021-09-23T20:29:29Z', 'revision_number': 4, 'project_id': '68e56753f66346b994ad5ec9fc64b1b0', 'gw_port': {'id': 'b6c94033-43af-4072-9b42-b7b425f72dfe', 'name': '', 'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:59:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63a7df25-d074-40a8-bc17-00bde2afaf80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T20:29:25Z', 'updated_at': '2021-09-23T20:29:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-16', '_interfaces': [{'id': '354a2245-daee-493b-9c02-dbfafce047a2', 'name': '', 'network_id': 'e81538f9-ae93-4445-abee-7a7413ffee68', 'tenant_id': '68e56753f66346b994ad5ec9fc64b1b0', 'mac_address': 'fa:16:3e:eb:c0:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63a7df25-d074-40a8-bc17-00bde2afaf80', 'device_owner': 'network:router_interface', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': '1c981c51-5d49-4b69-8fed-a4df54a2dc97', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T20:29:28Z', 'updated_at': '2021-09-23T20:29:29Z', 'revision_number': 2, 'project_id': '68e56753f66346b994ad5ec9fc64b1b0', 'subnets': [{'id': '1c981c51-5d49-4b69-8fed-a4df54a2dc97', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-16', False) {} {{(pid=95104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 20:29:31.467212 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b4f1153-37c8-49c6-8b0d-3df387c2fde6 None None] Checking router: 63a7df25-d074-40a8-bc17-00bde2afaf80 for host: n-d-713301-16 {{(pid=95104) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 20:29:31.467556 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b4f1153-37c8-49c6-8b0d-3df387c2fde6 None None] Updating router 63a7df25-d074-40a8-bc17-00bde2afaf80 port 354a2245-daee-493b-9c02-dbfafce047a2 binding host n-d-713301-16 {{(pid=95104) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 23 20:29:31.492370 n-d-713301-16 neutron-server[95104]: DEBUG neutron_lib.callbacks.manager [None req-2b4f1153-37c8-49c6-8b0d-3df387c2fde6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:29:31.650847 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Device b6c94033-43af-4072-9b42-b7b425f72dfe up at agent ovs-agent-n-d-713301-16 {{(pid=95103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 20:29:31.698638 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Provisioning complete for port b6c94033-43af-4072-9b42-b7b425f72dfe triggered by entity L2. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 20:29:31.699118 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:29:31.759999 n-d-713301-16 neutron-server[95104]: DEBUG neutron_lib.callbacks.manager [None req-2b4f1153-37c8-49c6-8b0d-3df387c2fde6 None None] Notify callbacks [] for port, precommit_update {{(pid=95104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:29:31.765080 n-d-713301-16 neutron-server[95104]: DEBUG neutron_lib.callbacks.manager [None req-2b4f1153-37c8-49c6-8b0d-3df387c2fde6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:29:31.776173 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Device 1f4f3c74-0577-4f86-8222-048964390208 up at agent ovs-agent-n-d-713301-16 {{(pid=95103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 20:29:31.832531 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Provisioning complete for port 1f4f3c74-0577-4f86-8222-048964390208 triggered by entity L2. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 20:29:31.833156 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:29:31.836929 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bfc4c67-b4a0-4756-a9bd-0547097b5c9b None None] Pushing event updated for resources: {'Port': ['ID=354a2245-daee-493b-9c02-dbfafce047a2,revision_number=3']} {{(pid=95104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:29:31.858231 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bfc4c67-b4a0-4756-a9bd-0547097b5c9b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:29:31.858624 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bfc4c67-b4a0-4756-a9bd-0547097b5c9b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:29:31.858965 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bfc4c67-b4a0-4756-a9bd-0547097b5c9b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:29:31.859299 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bfc4c67-b4a0-4756-a9bd-0547097b5c9b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:29:31.859813 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bfc4c67-b4a0-4756-a9bd-0547097b5c9b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:29:31.860300 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bfc4c67-b4a0-4756-a9bd-0547097b5c9b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:29:31.860912 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bfc4c67-b4a0-4756-a9bd-0547097b5c9b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:29:31.861413 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bfc4c67-b4a0-4756-a9bd-0547097b5c9b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:29:31.861920 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bfc4c67-b4a0-4756-a9bd-0547097b5c9b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:29:31.862401 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bfc4c67-b4a0-4756-a9bd-0547097b5c9b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:29:31.862955 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bfc4c67-b4a0-4756-a9bd-0547097b5c9b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:29:31.863262 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bfc4c67-b4a0-4756-a9bd-0547097b5c9b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:29:31.879590 n-d-713301-16 neutron-server[95104]: DEBUG neutron.plugins.ml2.managers [None req-2b4f1153-37c8-49c6-8b0d-3df387c2fde6 None None] Attempting to bind port 354a2245-daee-493b-9c02-dbfafce047a2 on host n-d-713301-16 for vnic_type normal with profile {{(pid=95104) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 20:29:31.880148 n-d-713301-16 neutron-server[95104]: DEBUG neutron.plugins.ml2.managers [None req-2b4f1153-37c8-49c6-8b0d-3df387c2fde6 None None] Attempting to bind port 354a2245-daee-493b-9c02-dbfafce047a2 by drivers openvswitch,hyperv on host n-d-713301-16 at level 0 using segments [{'id': '4d105c15-9906-4686-8d35-81b701889ec0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': 'e81538f9-ae93-4445-abee-7a7413ffee68'}] {{(pid=95104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 20:29:31.881236 n-d-713301-16 neutron-server[95104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b4f1153-37c8-49c6-8b0d-3df387c2fde6 None None] Attempting to bind port 354a2245-daee-493b-9c02-dbfafce047a2 on network e81538f9-ae93-4445-abee-7a7413ffee68 {{(pid=95104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 20:29:31.886925 n-d-713301-16 neutron-server[95104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b4f1153-37c8-49c6-8b0d-3df387c2fde6 None None] Checking agent: {'id': '70a14545-df24-472f-8f95-bfe1719bff93', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 19, 7, 53), 'started_at': datetime.datetime(2021, 9, 23, 19, 8, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 20, 29, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 20:29:31.887717 n-d-713301-16 neutron-server[95104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b4f1153-37c8-49c6-8b0d-3df387c2fde6 None None] Checking segment: {'id': '4d105c15-9906-4686-8d35-81b701889ec0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': 'e81538f9-ae93-4445-abee-7a7413ffee68'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95104) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 20:29:31.888284 n-d-713301-16 neutron-server[95104]: DEBUG neutron_lib.callbacks.manager [None req-2b4f1153-37c8-49c6-8b0d-3df387c2fde6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:29:31.888860 n-d-713301-16 neutron-server[95104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b4f1153-37c8-49c6-8b0d-3df387c2fde6 None None] Bound using segment: {'id': '4d105c15-9906-4686-8d35-81b701889ec0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': 'e81538f9-ae93-4445-abee-7a7413ffee68'} {{(pid=95104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 20:29:31.889504 n-d-713301-16 neutron-server[95104]: DEBUG neutron.plugins.ml2.managers [None req-2b4f1153-37c8-49c6-8b0d-3df387c2fde6 None None] Bound port: 354a2245-daee-493b-9c02-dbfafce047a2, host: n-d-713301-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4d105c15-9906-4686-8d35-81b701889ec0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': 'e81538f9-ae93-4445-abee-7a7413ffee68'}}] {{(pid=95104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 20:29:31.890063 n-d-713301-16 neutron-server[95104]: DEBUG neutron_lib.callbacks.manager [None req-2b4f1153-37c8-49c6-8b0d-3df387c2fde6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:29:31.979906 n-d-713301-16 neutron-server[95104]: DEBUG neutron.plugins.ml2.db [None req-2b4f1153-37c8-49c6-8b0d-3df387c2fde6 None None] For port 354a2245-daee-493b-9c02-dbfafce047a2, host n-d-713301-16, cleared binding levels {{(pid=95104) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 20:29:31.983366 n-d-713301-16 neutron-server[95104]: DEBUG neutron.plugins.ml2.db [None req-2b4f1153-37c8-49c6-8b0d-3df387c2fde6 None None] For port 354a2245-daee-493b-9c02-dbfafce047a2, host n-d-713301-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-16',level=0,port_id=354a2245-daee-493b-9c02-dbfafce047a2,segment=NetworkSegment(4d105c15-9906-4686-8d35-81b701889ec0),segment_id=4d105c15-9906-4686-8d35-81b701889ec0)] {{(pid=95104) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 20:29:31.988978 n-d-713301-16 neutron-server[95104]: DEBUG neutron_lib.callbacks.manager [None req-2b4f1153-37c8-49c6-8b0d-3df387c2fde6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:29:32.020161 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22c4293-4fa1-4182-8c8e-6f54f534b061 req-1805ee02-66a4-41e9-bb96-9a68259ca4ce tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:29:32.023090 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-b22c4293-4fa1-4182-8c8e-6f54f534b061 req-1805ee02-66a4-41e9-bb96-9a68259ca4ce tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] 10.222.0.74 "GET /v2.0/networks?id=e81538f9-ae93-4445-abee-7a7413ffee68 HTTP/1.1" status: 200 len: 797 time: 0.1482875 Sep 23 20:29:32.055024 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b4f1153-37c8-49c6-8b0d-3df387c2fde6 None None] Routers {'63a7df25-d074-40a8-bc17-00bde2afaf80'} bound to L3 agent in host n-d-713301-16 {{(pid=95104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 20:29:32.055866 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_hamode_db [None req-2b4f1153-37c8-49c6-8b0d-3df387c2fde6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-23T19:07:52Z,description=,heartbeat_timestamp=2021-09-23T20:29:23Z,host='n-d-713301-16',id=79a740bf-7821-4989-8288-7186e3e128f3,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:07:52Z,topic='l3_agent')) {'router_ids': ['63a7df25-d074-40a8-bc17-00bde2afaf80'], 'active': True} {{(pid=95104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 20:29:32.083517 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-b22c4293-4fa1-4182-8c8e-6f54f534b061 req-1cb814ea-8934-4ac9-bc36-c5d8cfd686ec tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] 10.222.0.74 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=68e56753f66346b994ad5ec9fc64b1b0 HTTP/1.1" status: 200 len: 380 time: 0.0507913 Sep 23 20:29:32.085793 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bfc4c67-b4a0-4756-a9bd-0547097b5c9b None None] Pushing event updated for resources: {'Port': ['ID=354a2245-daee-493b-9c02-dbfafce047a2,revision_number=4']} {{(pid=95104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:29:32.093490 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.v2.base [req-b22c4293-4fa1-4182-8c8e-6f54f534b061 req-03d43eaf-df03-4587-a7e0-f13770aa464d tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Request body: {'port': {'device_id': 'ec40806b-4020-450a-b411-594d7b534e76', 'network_id': 'e81538f9-ae93-4445-abee-7a7413ffee68', 'admin_state_up': True, 'tenant_id': '68e56753f66346b994ad5ec9fc64b1b0', 'security_groups': ['d0f111fb-576b-42f6-adb6-e416595624e9']}} {{(pid=95102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 20:29:32.113043 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-8fbe837d-378b-43ca-bf96-ca6bc9522ad4 None None] Provisioning complete for port 354a2245-daee-493b-9c02-dbfafce047a2 triggered by entity DHCP. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 20:29:32.113419 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-8fbe837d-378b-43ca-bf96-ca6bc9522ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:29:32.153179 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-b2a6deeb-17b9-455a-a51f-6fa25b412ba2 req-45cc5173-06f7-4d6f-a817-4191fd1c863e tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] 10.222.0.67 "GET /v2.0/ports?device_id=ec40806b-4020-450a-b411-594d7b534e76 HTTP/1.1" status: 200 len: 210 time: 0.0425725 Sep 23 20:29:32.215196 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_dvr_db [None req-2b4f1153-37c8-49c6-8b0d-3df387c2fde6 None None] Set router 63a7df25-d074-40a8-bc17-00bde2afaf80 gateway port host: n-d-713301-16 {{(pid=95104) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 20:29:32.229281 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-8fbe837d-378b-43ca-bf96-ca6bc9522ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:29:32.256594 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b22c4293-4fa1-4182-8c8e-6f54f534b061 req-03d43eaf-df03-4587-a7e0-f13770aa464d tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Made reservation on behalf of 68e56753f66346b994ad5ec9fc64b1b0 for: {'port': 1} {{(pid=95102) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 20:29:32.262845 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-b22c4293-4fa1-4182-8c8e-6f54f534b061 req-03d43eaf-df03-4587-a7e0-f13770aa464d tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:29:32.266943 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-8fbe837d-378b-43ca-bf96-ca6bc9522ad4 None None] For port 354a2245-daee-493b-9c02-dbfafce047a2, host n-d-713301-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-16',level=0,port_id=354a2245-daee-493b-9c02-dbfafce047a2,segment=NetworkSegment(4d105c15-9906-4686-8d35-81b701889ec0),segment_id=4d105c15-9906-4686-8d35-81b701889ec0)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 20:29:32.274469 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-8fbe837d-378b-43ca-bf96-ca6bc9522ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:29:32.335597 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fbe837d-378b-43ca-bf96-ca6bc9522ad4 None None] Pushing event updated for resources: {'Port': ['ID=354a2245-daee-493b-9c02-dbfafce047a2,revision_number=5']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:29:32.395044 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-b4d892ae-2144-47e1-9612-c80d0e6b88d8 None None] Provisioning complete for port 354a2245-daee-493b-9c02-dbfafce047a2 triggered by entity DHCP. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 20:29:32.395466 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b4d892ae-2144-47e1-9612-c80d0e6b88d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:29:32.422358 n-d-713301-16 neutron-server[95102]: DEBUG neutron.db.db_base_plugin_common [req-b22c4293-4fa1-4182-8c8e-6f54f534b061 req-03d43eaf-df03-4587-a7e0-f13770aa464d tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Allocated IP 172.20.0.5 (e81538f9-ae93-4445-abee-7a7413ffee68/1c981c51-5d49-4b69-8fed-a4df54a2dc97/dc181155-890f-4db5-b9bb-d5492af99ac9) {{(pid=95102) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 20:29:32.444920 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_hamode_db [None req-2b4f1153-37c8-49c6-8b0d-3df387c2fde6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63a7df25-d074-40a8-bc17-00bde2afaf80', 'name': 'tempest-TestNetworkAdvancedServerOps-router-153183673', 'tenant_id': '68e56753f66346b994ad5ec9fc64b1b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'external_fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.185'}], 'enable_snat': True}, 'gw_port_id': 'b6c94033-43af-4072-9b42-b7b425f72dfe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T20:29:25Z', 'updated_at': '2021-09-23T20:29:29Z', 'revision_number': 4, 'project_id': '68e56753f66346b994ad5ec9fc64b1b0', 'gw_port': {'id': 'b6c94033-43af-4072-9b42-b7b425f72dfe', 'name': '', 'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:59:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63a7df25-d074-40a8-bc17-00bde2afaf80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T20:29:25Z', 'updated_at': '2021-09-23T20:29:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-16', '_interfaces': [{'id': '354a2245-daee-493b-9c02-dbfafce047a2', 'name': '', 'network_id': 'e81538f9-ae93-4445-abee-7a7413ffee68', 'tenant_id': '68e56753f66346b994ad5ec9fc64b1b0', 'mac_address': 'fa:16:3e:eb:c0:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63a7df25-d074-40a8-bc17-00bde2afaf80', 'device_owner': 'network:router_interface', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': '1c981c51-5d49-4b69-8fed-a4df54a2dc97', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T20:29:28Z', 'updated_at': '2021-09-23T20:29:31Z', 'revision_number': 4, 'project_id': '68e56753f66346b994ad5ec9fc64b1b0', 'subnets': [{'id': '1c981c51-5d49-4b69-8fed-a4df54a2dc97', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-16', False) {} {{(pid=95104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 20:29:32.477131 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b4f1153-37c8-49c6-8b0d-3df387c2fde6 None None] The sync data for ids ['63a7df25-d074-40a8-bc17-00bde2afaf80'] in n-d-713301-16 is: [{'id': '63a7df25-d074-40a8-bc17-00bde2afaf80', 'name': 'tempest-TestNetworkAdvancedServerOps-router-153183673', 'tenant_id': '68e56753f66346b994ad5ec9fc64b1b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'external_fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.185'}], 'enable_snat': True}, 'gw_port_id': 'b6c94033-43af-4072-9b42-b7b425f72dfe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T20:29:25Z', 'updated_at': '2021-09-23T20:29:29Z', 'revision_number': 4, 'project_id': '68e56753f66346b994ad5ec9fc64b1b0', 'gw_port': {'id': 'b6c94033-43af-4072-9b42-b7b425f72dfe', 'name': '', 'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:59:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63a7df25-d074-40a8-bc17-00bde2afaf80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T20:29:25Z', 'updated_at': '2021-09-23T20:29:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-16', '_interfaces': [{'id': '354a2245-daee-493b-9c02-dbfafce047a2', 'name': '', 'network_id': 'e81538f9-ae93-4445-abee-7a7413ffee68', 'tenant_id': '68e56753f66346b994ad5ec9fc64b1b0', 'mac_address': 'fa:16:3e:eb:c0:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63a7df25-d074-40a8-bc17-00bde2afaf80', 'device_owner': 'network:router_interface', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': '1c981c51-5d49-4b69-8fed-a4df54a2dc97', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T20:29:28Z', 'updated_at': '2021-09-23T20:29:31Z', 'revision_number': 4, 'project_id': '68e56753f66346b994ad5ec9fc64b1b0', 'subnets': [{'id': '1c981c51-5d49-4b69-8fed-a4df54a2dc97', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 20:29:32.585316 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-b22c4293-4fa1-4182-8c8e-6f54f534b061 req-03d43eaf-df03-4587-a7e0-f13770aa464d tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Notify callbacks [] for port, precommit_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:29:32.624093 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-b22c4293-4fa1-4182-8c8e-6f54f534b061 req-03d43eaf-df03-4587-a7e0-f13770aa464d tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783145673135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4399100'] for port, after_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:29:32.676966 n-d-713301-16 neutron-server[95102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b22c4293-4fa1-4182-8c8e-6f54f534b061 req-03d43eaf-df03-4587-a7e0-f13770aa464d tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Network e81538f9-ae93-4445-abee-7a7413ffee68 is already hosted by enough agents. {{(pid=95102) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 20:29:32.681249 n-d-713301-16 neutron-server[95102]: DEBUG neutron.scheduler.base_scheduler [req-b22c4293-4fa1-4182-8c8e-6f54f534b061 req-03d43eaf-df03-4587-a7e0-f13770aa464d tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Resources bound (agent type, host, resource id): {{(pid=95102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 20:29:32.685047 n-d-713301-16 neutron-server[95102]: DEBUG neutron.db.l3_dvrscheduler_db [req-b22c4293-4fa1-4182-8c8e-6f54f534b061 req-03d43eaf-df03-4587-a7e0-f13770aa464d tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Received port after_create {{(pid=95102) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 20:29:32.695429 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03d43eaf-df03-4587-a7e0-f13770aa464d tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Pushing event updated for resources: {'Port': ['ID=dc181155-890f-4db5-b9bb-d5492af99ac9,revision_number=1']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:29:32.744494 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22c4293-4fa1-4182-8c8e-6f54f534b061 req-03d43eaf-df03-4587-a7e0-f13770aa464d tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:29:32.745337 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-b22c4293-4fa1-4182-8c8e-6f54f534b061 req-03d43eaf-df03-4587-a7e0-f13770aa464d tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222849'] for port, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:29:32.761939 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-b22c4293-4fa1-4182-8c8e-6f54f534b061 req-03d43eaf-df03-4587-a7e0-f13770aa464d tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6723557 Sep 23 20:29:32.776370 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.v2.base [req-b22c4293-4fa1-4182-8c8e-6f54f534b061 req-b931e1f8-9ce4-43c2-9987-24e911f3f98e service neutron] Request body: {'port': {'device_id': 'ec40806b-4020-450a-b411-594d7b534e76', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713301-16'}} {{(pid=95102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 20:29:32.837847 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-b22c4293-4fa1-4182-8c8e-6f54f534b061 req-b931e1f8-9ce4-43c2-9987-24e911f3f98e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:29:32.997615 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-41531a6a-0f49-4e96-9e67-83b9cc9075bc None None] Provisioning complete for port dc181155-890f-4db5-b9bb-d5492af99ac9 triggered by entity DHCP. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 20:29:32.998184 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-41531a6a-0f49-4e96-9e67-83b9cc9075bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:29:33.133587 n-d-713301-16 neutron-server[95102]: DEBUG neutron.notifiers.nova [req-b22c4293-4fa1-4182-8c8e-6f54f534b061 req-b931e1f8-9ce4-43c2-9987-24e911f3f98e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dc181155-890f-4db5-b9bb-d5492af99ac9 {{(pid=95102) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 20:29:33.142460 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-b22c4293-4fa1-4182-8c8e-6f54f534b061 req-b931e1f8-9ce4-43c2-9987-24e911f3f98e service neutron] Notify callbacks [] for port, precommit_update {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:29:33.156257 n-d-713301-16 neutron-server[95102]: DEBUG neutron.db.provisioning_blocks [req-b22c4293-4fa1-4182-8c8e-6f54f534b061 req-b931e1f8-9ce4-43c2-9987-24e911f3f98e service neutron] Transition to ACTIVE for port object dc181155-890f-4db5-b9bb-d5492af99ac9 will not be triggered until provisioned by entity L2. {{(pid=95102) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 20:29:33.160314 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-b22c4293-4fa1-4182-8c8e-6f54f534b061 req-b931e1f8-9ce4-43c2-9987-24e911f3f98e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4399095'] for port, after_update {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:29:33.213900 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b931e1f8-9ce4-43c2-9987-24e911f3f98e service neutron] Pushing event updated for resources: {'Port': ['ID=dc181155-890f-4db5-b9bb-d5492af99ac9,revision_number=2']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:29:33.220510 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.plugin [None req-41531a6a-0f49-4e96-9e67-83b9cc9075bc None None] Port dc181155-890f-4db5-b9bb-d5492af99ac9 cannot update to ACTIVE because it is not bound. {{(pid=95103) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 20:29:33.334839 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.managers [req-b22c4293-4fa1-4182-8c8e-6f54f534b061 req-b931e1f8-9ce4-43c2-9987-24e911f3f98e service neutron] Attempting to bind port dc181155-890f-4db5-b9bb-d5492af99ac9 on host n-h1-713301-16 for vnic_type normal with profile {{(pid=95102) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 20:29:33.334839 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.managers [req-b22c4293-4fa1-4182-8c8e-6f54f534b061 req-b931e1f8-9ce4-43c2-9987-24e911f3f98e service neutron] Attempting to bind port dc181155-890f-4db5-b9bb-d5492af99ac9 by drivers openvswitch,hyperv on host n-h1-713301-16 at level 0 using segments [{'id': '4d105c15-9906-4686-8d35-81b701889ec0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': 'e81538f9-ae93-4445-abee-7a7413ffee68'}] {{(pid=95102) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 20:29:33.335195 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b22c4293-4fa1-4182-8c8e-6f54f534b061 req-b931e1f8-9ce4-43c2-9987-24e911f3f98e service neutron] Attempting to bind port dc181155-890f-4db5-b9bb-d5492af99ac9 on network e81538f9-ae93-4445-abee-7a7413ffee68 {{(pid=95102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 20:29:33.347231 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199c456c-9ca9-4898-8e71-c0b4efc081e7 req-17a4a061-92d6-4c16-ab61-f8496748b339 tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:29:33.348864 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-199c456c-9ca9-4898-8e71-c0b4efc081e7 req-17a4a061-92d6-4c16-ab61-f8496748b339 tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] 10.222.0.67 "GET /v2.0/ports?device_id=ec40806b-4020-450a-b411-594d7b534e76 HTTP/1.1" status: 200 len: 943 time: 0.0831869 Sep 23 20:29:33.350076 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b22c4293-4fa1-4182-8c8e-6f54f534b061 req-b931e1f8-9ce4-43c2-9987-24e911f3f98e service neutron] Port dc181155-890f-4db5-b9bb-d5492af99ac9 on network e81538f9-ae93-4445-abee-7a7413ffee68 not bound, no agent of type Open vSwitch agent registered on host n-h1-713301-16 {{(pid=95102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 20:29:33.350403 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b22c4293-4fa1-4182-8c8e-6f54f534b061 req-b931e1f8-9ce4-43c2-9987-24e911f3f98e service neutron] Attempting to bind port dc181155-890f-4db5-b9bb-d5492af99ac9 on network e81538f9-ae93-4445-abee-7a7413ffee68 {{(pid=95102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 20:29:33.356078 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b22c4293-4fa1-4182-8c8e-6f54f534b061 req-b931e1f8-9ce4-43c2-9987-24e911f3f98e service neutron] Checking agent: {'id': '0708c3e9-0aad-4600-9be9-d2486535c898', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713301-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 19, 15, 28), 'started_at': datetime.datetime(2021, 9, 23, 19, 15, 28), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 20, 29, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 20:29:33.356411 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b22c4293-4fa1-4182-8c8e-6f54f534b061 req-b931e1f8-9ce4-43c2-9987-24e911f3f98e service neutron] Checking segment: {'id': '4d105c15-9906-4686-8d35-81b701889ec0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': 'e81538f9-ae93-4445-abee-7a7413ffee68'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95102) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 20:29:33.356836 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b22c4293-4fa1-4182-8c8e-6f54f534b061 req-b931e1f8-9ce4-43c2-9987-24e911f3f98e service neutron] Bound using segment: {'id': '4d105c15-9906-4686-8d35-81b701889ec0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': 'e81538f9-ae93-4445-abee-7a7413ffee68'} {{(pid=95102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 20:29:33.357269 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.managers [req-b22c4293-4fa1-4182-8c8e-6f54f534b061 req-b931e1f8-9ce4-43c2-9987-24e911f3f98e service neutron] Bound port: dc181155-890f-4db5-b9bb-d5492af99ac9, host: n-h1-713301-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4d105c15-9906-4686-8d35-81b701889ec0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': 'e81538f9-ae93-4445-abee-7a7413ffee68'}}] {{(pid=95102) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 20:29:33.357635 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-b22c4293-4fa1-4182-8c8e-6f54f534b061 req-b931e1f8-9ce4-43c2-9987-24e911f3f98e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:29:33.438253 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-199c456c-9ca9-4898-8e71-c0b4efc081e7 req-a45a8a8c-7173-461e-8dd6-55b7e4b9ad31 tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] 10.222.0.67 "GET /v2.0/security-groups?id=d0f111fb-576b-42f6-adb6-e416595624e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0709143 Sep 23 20:29:33.461229 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.db [req-b22c4293-4fa1-4182-8c8e-6f54f534b061 req-b931e1f8-9ce4-43c2-9987-24e911f3f98e service neutron] For port dc181155-890f-4db5-b9bb-d5492af99ac9, host n-h1-713301-16, cleared binding levels {{(pid=95102) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 20:29:33.464578 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.db [req-b22c4293-4fa1-4182-8c8e-6f54f534b061 req-b931e1f8-9ce4-43c2-9987-24e911f3f98e service neutron] For port dc181155-890f-4db5-b9bb-d5492af99ac9, host n-h1-713301-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-16',level=0,port_id=dc181155-890f-4db5-b9bb-d5492af99ac9,segment=NetworkSegment(4d105c15-9906-4686-8d35-81b701889ec0),segment_id=4d105c15-9906-4686-8d35-81b701889ec0)] {{(pid=95102) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 20:29:33.470118 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-b22c4293-4fa1-4182-8c8e-6f54f534b061 req-b931e1f8-9ce4-43c2-9987-24e911f3f98e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4399095'] for port, after_update {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:29:33.507177 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22c4293-4fa1-4182-8c8e-6f54f534b061 req-b931e1f8-9ce4-43c2-9987-24e911f3f98e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:29:33.507821 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-b22c4293-4fa1-4182-8c8e-6f54f534b061 req-b931e1f8-9ce4-43c2-9987-24e911f3f98e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222849'] for port, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:29:33.509268 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-b22c4293-4fa1-4182-8c8e-6f54f534b061 req-b931e1f8-9ce4-43c2-9987-24e911f3f98e service neutron] 10.222.0.74 "PUT /v2.0/ports/dc181155-890f-4db5-b9bb-d5492af99ac9 HTTP/1.1" status: 200 len: 1092 time: 0.7391062 Sep 23 20:29:33.509715 n-d-713301-16 neutron-server[95102]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ec40806b-4020-450a-b411-594d7b534e76', 'tag': 'dc181155-890f-4db5-b9bb-d5492af99ac9'}] {{(pid=95102) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 20:29:33.511969 n-d-713301-16 neutron-server[95102]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a8356a6bd5e554bb349ddb806ba98ee8c25ce2b3f69d698f62da31b860ff3eb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e1b3158-9410-45f7-a79c-7fef0f21c578" -d '{"events": [{"name": "network-changed", "server_uuid": "ec40806b-4020-450a-b411-594d7b534e76", "tag": "dc181155-890f-4db5-b9bb-d5492af99ac9"}]}' {{(pid=95102) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 20:29:33.550544 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b931e1f8-9ce4-43c2-9987-24e911f3f98e service neutron] Pushing event updated for resources: {'Port': ['ID=dc181155-890f-4db5-b9bb-d5492af99ac9,revision_number=3']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:29:33.551407 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.agents_db [None req-f2f5c474-60a3-474f-b2cc-02c4bd30880c None None] Agent healthcheck: found 7 active agents {{(pid=95104) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 20:29:33.593604 n-d-713301-16 neutron-server[95102]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 20:29:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6bd6721-1cc4-4a22-b28a-55e766c454fe x-openstack-request-id: req-a6bd6721-1cc4-4a22-b28a-55e766c454fe {{(pid=95102) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 20:29:33.593904 n-d-713301-16 neutron-server[95102]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ec40806b-4020-450a-b411-594d7b534e76", "tag": "dc181155-890f-4db5-b9bb-d5492af99ac9", "status": "completed", "code": 200}]} {{(pid=95102) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 20:29:33.594161 n-d-713301-16 neutron-server[95102]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-a6bd6721-1cc4-4a22-b28a-55e766c454fe {{(pid=95102) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 20:29:33.594613 n-d-713301-16 neutron-server[95102]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ec40806b-4020-450a-b411-594d7b534e76', 'tag': 'dc181155-890f-4db5-b9bb-d5492af99ac9', 'status': 'completed', 'code': 200} Sep 23 20:29:33.614367 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22c4293-4fa1-4182-8c8e-6f54f534b061 req-b3a051fa-c1a1-4d1d-967f-bc99e4f288b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:29:33.616429 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-b22c4293-4fa1-4182-8c8e-6f54f534b061 req-b3a051fa-c1a1-4d1d-967f-bc99e4f288b4 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=68e56753f66346b994ad5ec9fc64b1b0&device_id=ec40806b-4020-450a-b411-594d7b534e76 HTTP/1.1" status: 200 len: 1095 time: 0.0614164 Sep 23 20:29:33.671950 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-b22c4293-4fa1-4182-8c8e-6f54f534b061 req-88a60b6c-45a9-4fee-b1b8-52e3c26b26f3 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=dc181155-890f-4db5-b9bb-d5492af99ac9 HTTP/1.1" status: 200 len: 217 time: 0.0461011 Sep 23 20:29:33.695061 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Device 354a2245-daee-493b-9c02-dbfafce047a2 up at agent ovs-agent-n-d-713301-16 {{(pid=95103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 20:29:33.729728 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22c4293-4fa1-4182-8c8e-6f54f534b061 req-16bfa5f5-bb73-4059-8f3e-44848cbd13de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:29:33.731551 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-b22c4293-4fa1-4182-8c8e-6f54f534b061 req-16bfa5f5-bb73-4059-8f3e-44848cbd13de service neutron] 10.222.0.74 "GET /v2.0/subnets?id=1c981c51-5d49-4b69-8fed-a4df54a2dc97 HTTP/1.1" status: 200 len: 834 time: 0.0519698 Sep 23 20:29:33.752910 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Provisioning complete for port 354a2245-daee-493b-9c02-dbfafce047a2 triggered by entity L2. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 20:29:33.753284 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:29:33.783808 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22c4293-4fa1-4182-8c8e-6f54f534b061 req-24532e5c-4fc9-4807-8a5b-c1a3c4b3f70b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:29:33.786700 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-b22c4293-4fa1-4182-8c8e-6f54f534b061 req-24532e5c-4fc9-4807-8a5b-c1a3c4b3f70b service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=e81538f9-ae93-4445-abee-7a7413ffee68&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0481617 Sep 23 20:29:33.877198 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-b22c4293-4fa1-4182-8c8e-6f54f534b061 req-3a635844-cae9-4ce9-bb9d-ec046d166b89 service neutron] 10.222.0.74 "GET /v2.0/networks/e81538f9-ae93-4445-abee-7a7413ffee68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831892 Sep 23 20:29:33.970934 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-b22c4293-4fa1-4182-8c8e-6f54f534b061 req-fe963732-1aa1-4b52-9ee4-f93c96e809ad service neutron] 10.222.0.74 "GET /v2.0/networks/e81538f9-ae93-4445-abee-7a7413ffee68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866606 Sep 23 20:29:34.056901 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e1b3158-9410-45f7-a79c-7fef0f21c578 req-29c216aa-26e9-4938-ace1-d92ea95753a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:29:34.058379 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-8e1b3158-9410-45f7-a79c-7fef0f21c578 req-29c216aa-26e9-4938-ace1-d92ea95753a6 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=68e56753f66346b994ad5ec9fc64b1b0&device_id=ec40806b-4020-450a-b411-594d7b534e76 HTTP/1.1" status: 200 len: 1095 time: 0.0407221 Sep 23 20:29:34.151958 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e1b3158-9410-45f7-a79c-7fef0f21c578 req-c266d313-0e60-43a3-b4eb-dc2272b41102 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:29:34.153491 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-8e1b3158-9410-45f7-a79c-7fef0f21c578 req-c266d313-0e60-43a3-b4eb-dc2272b41102 service neutron] 10.222.0.74 "GET /v2.0/networks?id=e81538f9-ae93-4445-abee-7a7413ffee68 HTTP/1.1" status: 200 len: 898 time: 0.0883563 Sep 23 20:29:34.194915 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-8e1b3158-9410-45f7-a79c-7fef0f21c578 req-082333fe-bab1-4c15-9ffe-36fa6020be22 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=dc181155-890f-4db5-b9bb-d5492af99ac9 HTTP/1.1" status: 200 len: 217 time: 0.0348470 Sep 23 20:29:34.243545 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e1b3158-9410-45f7-a79c-7fef0f21c578 req-95cb31b5-650c-4ae9-bf19-cb53eab6e6ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:29:34.244908 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-8e1b3158-9410-45f7-a79c-7fef0f21c578 req-95cb31b5-650c-4ae9-bf19-cb53eab6e6ad service neutron] 10.222.0.74 "GET /v2.0/subnets?id=1c981c51-5d49-4b69-8fed-a4df54a2dc97 HTTP/1.1" status: 200 len: 834 time: 0.0424955 Sep 23 20:29:34.289317 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e1b3158-9410-45f7-a79c-7fef0f21c578 req-49bf4ee7-c9ee-4d6c-85e8-1fc42befef17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:29:34.290774 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-8e1b3158-9410-45f7-a79c-7fef0f21c578 req-49bf4ee7-c9ee-4d6c-85e8-1fc42befef17 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=e81538f9-ae93-4445-abee-7a7413ffee68&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0385213 Sep 23 20:29:34.391714 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-8e1b3158-9410-45f7-a79c-7fef0f21c578 req-4938cb87-e889-4164-b41a-ef1d6439938a service neutron] 10.222.0.74 "GET /v2.0/networks/e81538f9-ae93-4445-abee-7a7413ffee68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0934362 Sep 23 20:29:34.485434 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-8e1b3158-9410-45f7-a79c-7fef0f21c578 req-1a355334-89ff-41b1-bed5-3ad78ec196ba service neutron] 10.222.0.74 "GET /v2.0/networks/e81538f9-ae93-4445-abee-7a7413ffee68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850928 Sep 23 20:29:34.557126 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8fe3f9-a2a1-4035-a291-2d0ce427f3eb req-bdc14d3b-0f93-45c1-b873-e7d334d3213a tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:29:34.558648 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-1e8fe3f9-a2a1-4035-a291-2d0ce427f3eb req-bdc14d3b-0f93-45c1-b873-e7d334d3213a tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] 10.222.0.67 "GET /v2.0/ports?device_id=ec40806b-4020-450a-b411-594d7b534e76 HTTP/1.1" status: 200 len: 943 time: 0.0507770 Sep 23 20:29:34.595623 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-1e8fe3f9-a2a1-4035-a291-2d0ce427f3eb req-da013861-a17e-40be-8f2a-7f4bb56fb1ae tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] 10.222.0.67 "GET /v2.0/security-groups?id=d0f111fb-576b-42f6-adb6-e416595624e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310011 Sep 23 20:29:35.712416 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd72d3da-b7a3-4440-88a7-e59486b55dce req-a1f831e4-9bd5-4d80-9f21-55b79aa29e4e tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:29:35.713987 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-cd72d3da-b7a3-4440-88a7-e59486b55dce req-a1f831e4-9bd5-4d80-9f21-55b79aa29e4e tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] 10.222.0.67 "GET /v2.0/ports?device_id=ec40806b-4020-450a-b411-594d7b534e76 HTTP/1.1" status: 200 len: 943 time: 0.0509245 Sep 23 20:29:35.751339 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-cd72d3da-b7a3-4440-88a7-e59486b55dce req-7d3d5f10-8348-49f2-a40d-c32b342eca71 tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] 10.222.0.67 "GET /v2.0/security-groups?id=d0f111fb-576b-42f6-adb6-e416595624e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314212 Sep 23 20:29:36.350358 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Device dc181155-890f-4db5-b9bb-d5492af99ac9 details requested by agent hyperv_n-h1-713301-16 with host n-h1-713301-16 {{(pid=95103) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 20:29:36.452235 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] For port dc181155-890f-4db5-b9bb-d5492af99ac9, host n-h1-713301-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-16',level=0,port_id=dc181155-890f-4db5-b9bb-d5492af99ac9,segment=NetworkSegment(4d105c15-9906-4686-8d35-81b701889ec0),segment_id=4d105c15-9906-4686-8d35-81b701889ec0)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 20:29:36.462955 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Returning: {'device': 'dc181155-890f-4db5-b9bb-d5492af99ac9', 'network_id': 'e81538f9-ae93-4445-abee-7a7413ffee68', 'port_id': 'dc181155-890f-4db5-b9bb-d5492af99ac9', 'mac_address': 'fa:16:3e:7a:a9:8f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 601, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1c981c51-5d49-4b69-8fed-a4df54a2dc97', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95103) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 20:29:36.502793 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:29:36.515084 n-d-713301-16 neutron-server[95103]: DEBUG neutron.notifiers.nova [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dc181155-890f-4db5-b9bb-d5492af99ac9 {{(pid=95103) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 20:29:36.534001 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] For port dc181155-890f-4db5-b9bb-d5492af99ac9, host n-h1-713301-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-16',level=0,port_id=dc181155-890f-4db5-b9bb-d5492af99ac9,segment=NetworkSegment(4d105c15-9906-4686-8d35-81b701889ec0),segment_id=4d105c15-9906-4686-8d35-81b701889ec0)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 20:29:36.538548 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:29:36.584497 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Pushing event updated for resources: {'Port': ['ID=dc181155-890f-4db5-b9bb-d5492af99ac9,revision_number=4']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:29:36.740924 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] get_ports_and_sgs() called for port_ids ['dc181155-890f-4db5-b9bb-d5492af99ac9'] {{(pid=95103) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 20:29:36.871705 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eab2777-5e52-4ec0-813b-67c59fc52c45 req-ee93536b-d120-4117-bc5a-af25a36ba077 tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:29:36.873332 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-1eab2777-5e52-4ec0-813b-67c59fc52c45 req-ee93536b-d120-4117-bc5a-af25a36ba077 tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] 10.222.0.67 "GET /v2.0/ports?device_id=ec40806b-4020-450a-b411-594d7b534e76 HTTP/1.1" status: 200 len: 944 time: 0.0533004 Sep 23 20:29:36.912307 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-1eab2777-5e52-4ec0-813b-67c59fc52c45 req-05509f09-61b1-46cb-b591-42532eeb89a2 tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] 10.222.0.67 "GET /v2.0/security-groups?id=d0f111fb-576b-42f6-adb6-e416595624e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326800 Sep 23 20:29:38.026900 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c6c9981-efb6-4d80-8676-1458368492be req-3fb9bbb0-58a6-4b52-a64a-d46500cd2c3f tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:29:38.028437 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-5c6c9981-efb6-4d80-8676-1458368492be req-3fb9bbb0-58a6-4b52-a64a-d46500cd2c3f tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] 10.222.0.67 "GET /v2.0/ports?device_id=ec40806b-4020-450a-b411-594d7b534e76 HTTP/1.1" status: 200 len: 944 time: 0.0498657 Sep 23 20:29:38.066570 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-5c6c9981-efb6-4d80-8676-1458368492be req-1672e22e-abeb-4130-8da5-17ddb8992acf tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] 10.222.0.67 "GET /v2.0/security-groups?id=d0f111fb-576b-42f6-adb6-e416595624e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322044 Sep 23 20:29:38.350110 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Device dc181155-890f-4db5-b9bb-d5492af99ac9 up at agent hyperv_n-h1-713301-16 {{(pid=95103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 20:29:38.398137 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Provisioning for port dc181155-890f-4db5-b9bb-d5492af99ac9 completed by entity L2. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 20:29:38.401677 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Provisioning complete for port dc181155-890f-4db5-b9bb-d5492af99ac9 triggered by entity L2. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 20:29:38.402035 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:29:38.477825 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:29:38.499261 n-d-713301-16 neutron-server[95103]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec40806b-4020-450a-b411-594d7b534e76', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc181155-890f-4db5-b9bb-d5492af99ac9'}] {{(pid=95103) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 20:29:38.501544 n-d-713301-16 neutron-server[95103]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1848421c4d334b5bfe6f5b9de07f03d1600ee538ec1ae4f0fcf02c32f81bee4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-483a13e4-dd3f-4d9b-ab34-f00b041c478b" -d '{"events": [{"server_uuid": "ec40806b-4020-450a-b411-594d7b534e76", "name": "network-vif-plugged", "status": "completed", "tag": "dc181155-890f-4db5-b9bb-d5492af99ac9"}]}' {{(pid=95103) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 20:29:38.514456 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] For port dc181155-890f-4db5-b9bb-d5492af99ac9, host n-h1-713301-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-16',level=0,port_id=dc181155-890f-4db5-b9bb-d5492af99ac9,segment=NetworkSegment(4d105c15-9906-4686-8d35-81b701889ec0),segment_id=4d105c15-9906-4686-8d35-81b701889ec0)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 20:29:38.519148 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:29:38.565723 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Pushing event updated for resources: {'Port': ['ID=dc181155-890f-4db5-b9bb-d5492af99ac9,revision_number=5']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:29:38.597081 n-d-713301-16 neutron-server[95103]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 20:29:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36ee7a12-a198-4c20-81a5-3d3dbded5f32 x-openstack-request-id: req-36ee7a12-a198-4c20-81a5-3d3dbded5f32 {{(pid=95103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 20:29:38.597370 n-d-713301-16 neutron-server[95103]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ec40806b-4020-450a-b411-594d7b534e76", "name": "network-vif-plugged", "status": "completed", "tag": "dc181155-890f-4db5-b9bb-d5492af99ac9", "code": 200}]} {{(pid=95103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 20:29:38.597618 n-d-713301-16 neutron-server[95103]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-36ee7a12-a198-4c20-81a5-3d3dbded5f32 {{(pid=95103) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 20:29:38.598013 n-d-713301-16 neutron-server[95103]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ec40806b-4020-450a-b411-594d7b534e76', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc181155-890f-4db5-b9bb-d5492af99ac9', 'code': 200} Sep 23 20:29:38.688830 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed9b6d2-1a2a-4a13-8e62-5d274ded4bea req-9a5a0b3c-691e-4319-a68d-e52fa53a6f05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:29:38.690315 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-8ed9b6d2-1a2a-4a13-8e62-5d274ded4bea req-9a5a0b3c-691e-4319-a68d-e52fa53a6f05 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=ec40806b-4020-450a-b411-594d7b534e76 HTTP/1.1" status: 200 len: 1097 time: 0.0391858 Sep 23 20:29:38.725167 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-8ed9b6d2-1a2a-4a13-8e62-5d274ded4bea req-e1c663ee-aa0d-49ec-9556-f00bc501ae8d service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=d0f111fb-576b-42f6-adb6-e416595624e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0279016 Sep 23 20:29:39.184645 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c698cef3-a699-491a-afc7-61d26253a5d0 req-27307f4f-bd1f-4ae0-bb76-31cc0dd3ecbc tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:29:39.186111 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-c698cef3-a699-491a-afc7-61d26253a5d0 req-27307f4f-bd1f-4ae0-bb76-31cc0dd3ecbc tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] 10.222.0.67 "GET /v2.0/ports?device_id=ec40806b-4020-450a-b411-594d7b534e76 HTTP/1.1" status: 200 len: 945 time: 0.0520668 Sep 23 20:29:39.223048 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-c698cef3-a699-491a-afc7-61d26253a5d0 req-aca3ce6d-fc7c-4cae-8430-95902ef6ef2f tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] 10.222.0.67 "GET /v2.0/security-groups?id=d0f111fb-576b-42f6-adb6-e416595624e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310903 Sep 23 20:29:40.365271 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c84caf-a60f-47c7-b561-914b86973c53 req-a02497bd-8883-4146-806d-017ea6720fda tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:29:40.367715 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-f9c84caf-a60f-47c7-b561-914b86973c53 req-a02497bd-8883-4146-806d-017ea6720fda tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] 10.222.0.67 "GET /v2.0/ports?device_id=ec40806b-4020-450a-b411-594d7b534e76 HTTP/1.1" status: 200 len: 945 time: 0.0688937 Sep 23 20:29:40.416210 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-f9c84caf-a60f-47c7-b561-914b86973c53 req-f6a6182a-74a9-4c1d-b257-017252cfcc6f tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] 10.222.0.67 "GET /v2.0/security-groups?id=d0f111fb-576b-42f6-adb6-e416595624e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433106 Sep 23 20:29:40.542551 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-119d96cc-bf49-45b3-96de-735ad27d88a9 req-a8475fc1-0cd8-4e6f-852e-0c28446a4418 tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:29:40.543955 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-119d96cc-bf49-45b3-96de-735ad27d88a9 req-a8475fc1-0cd8-4e6f-852e-0c28446a4418 tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] 10.222.0.67 "GET /v2.0/ports?device_id=ec40806b-4020-450a-b411-594d7b534e76 HTTP/1.1" status: 200 len: 945 time: 0.0503273 Sep 23 20:29:40.581180 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-119d96cc-bf49-45b3-96de-735ad27d88a9 req-938fb302-886c-4ead-83b7-ff80160690e6 tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] 10.222.0.67 "GET /v2.0/security-groups?id=d0f111fb-576b-42f6-adb6-e416595624e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313225 Sep 23 20:29:40.603435 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 35090) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:29:40.648632 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79945e5e-06bd-41da-85c0-1ad0c6f85931 tempest-TestNetworkAdvancedServerOps-2144079699 tempest-TestNetworkAdvancedServerOps-2144079699-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:29:40.650207 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-79945e5e-06bd-41da-85c0-1ad0c6f85931 tempest-TestNetworkAdvancedServerOps-2144079699 tempest-TestNetworkAdvancedServerOps-2144079699-project-admin] 10.222.0.67 "GET /v2.0/ports?device_id=ec40806b-4020-450a-b411-594d7b534e76 HTTP/1.1" status: 200 len: 1092 time: 0.0457957 Sep 23 20:29:40.653004 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 35092) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:29:40.657202 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.v2.base [None req-5dec7387-7576-44bf-ab98-535e359735a7 tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Request body: {'floatingip': {'floating_network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'port_id': 'dc181155-890f-4db5-b9bb-d5492af99ac9', 'tenant_id': '68e56753f66346b994ad5ec9fc64b1b0', 'fixed_ip_address': '172.20.0.5'}} {{(pid=95101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 20:29:40.678683 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-5dec7387-7576-44bf-ab98-535e359735a7 tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Notify callbacks [] for floatingip, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:29:40.775082 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-5dec7387-7576-44bf-ab98-535e359735a7 tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:29:40.882006 n-d-713301-16 neutron-server[95101]: DEBUG neutron.db.db_base_plugin_common [None req-5dec7387-7576-44bf-ab98-535e359735a7 tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Allocated IP 172.25.1.239 (5dec5c09-378e-4f50-89cc-d94eb81c3bac/eff83446-018c-428d-b3f5-54ac9abe7a2a/f44bf445-a67f-4674-8933-8824b346bb02) {{(pid=95101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 20:29:40.983268 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-5dec7387-7576-44bf-ab98-535e359735a7 tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Notify callbacks [] for port, precommit_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:29:41.016434 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-5dec7387-7576-44bf-ab98-535e359735a7 tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783145673135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5607431'] for port, after_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:29:41.057543 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5dec7387-7576-44bf-ab98-535e359735a7 tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Network 5dec5c09-378e-4f50-89cc-d94eb81c3bac is already hosted by enough agents. {{(pid=95101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 20:29:41.061906 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.base_scheduler [None req-5dec7387-7576-44bf-ab98-535e359735a7 tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Resources bound (agent type, host, resource id): {{(pid=95101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 20:29:41.065477 n-d-713301-16 neutron-server[95101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dec7387-7576-44bf-ab98-535e359735a7 tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Received port after_create {{(pid=95101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 20:29:41.073685 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dec7387-7576-44bf-ab98-535e359735a7 tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Pushing event updated for resources: {'Port': ['ID=f44bf445-a67f-4674-8933-8824b346bb02,revision_number=1']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:29:41.405966 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-5dec7387-7576-44bf-ab98-535e359735a7 tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:29:41.475023 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-5dec7387-7576-44bf-ab98-535e359735a7 tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:29:41.627772 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-5dec7387-7576-44bf-ab98-535e359735a7 tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Notify callbacks [] for port, precommit_update {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:29:41.632965 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-5dec7387-7576-44bf-ab98-535e359735a7 tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5607436'] for port, after_update {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:29:41.700765 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dec7387-7576-44bf-ab98-535e359735a7 tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Pushing event updated for resources: {'Port': ['ID=f44bf445-a67f-4674-8933-8824b346bb02,revision_number=2']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:29:41.711372 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-5dec7387-7576-44bf-ab98-535e359735a7 tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-601884'] for floatingip, after_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:29:41.811046 n-d-713301-16 neutron-server[95101]: INFO neutron.db.l3_db [None req-5dec7387-7576-44bf-ab98-535e359735a7 tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Floating IP 0b0d8c61-32c3-43f3-9ffd-08c53b94c7f1 associated. External IP: 172.25.1.239, port: dc181155-890f-4db5-b9bb-d5492af99ac9. Sep 23 20:29:42.021719 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5dec7387-7576-44bf-ab98-535e359735a7 tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Router 63a7df25-d074-40a8-bc17-00bde2afaf80 has already been hosted by L3 agent 79a740bf-7821-4989-8288-7186e3e128f3 {{(pid=95101) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 20:29:42.129131 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5dec7387-7576-44bf-ab98-535e359735a7 tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Notify agent at l3_agent.n-d-713301-16 the message routers_updated {{(pid=95101) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 20:29:42.139734 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c133f7eb-af9a-49d6-b83a-b53bf30c2415 None None] Sync routers for ids ['63a7df25-d074-40a8-bc17-00bde2afaf80'] in n-d-713301-16 {{(pid=95103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 20:29:42.145426 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-5dec7387-7576-44bf-ab98-535e359735a7 tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222849'] for floatingip, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:29:42.150619 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c133f7eb-af9a-49d6-b83a-b53bf30c2415 None None] Routers {'63a7df25-d074-40a8-bc17-00bde2afaf80'} bound to L3 agent in host n-d-713301-16 {{(pid=95103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 20:29:42.151234 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_hamode_db [None req-c133f7eb-af9a-49d6-b83a-b53bf30c2415 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-23T19:07:52Z,description=,heartbeat_timestamp=2021-09-23T20:29:23Z,host='n-d-713301-16',id=79a740bf-7821-4989-8288-7186e3e128f3,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:07:52Z,topic='l3_agent')) {'router_ids': ['63a7df25-d074-40a8-bc17-00bde2afaf80'], 'active': True} {{(pid=95103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 20:29:42.175095 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-5dec7387-7576-44bf-ab98-535e359735a7 tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] 10.222.0.67 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5185735 Sep 23 20:29:42.175095 n-d-713301-16 neutron-server[95101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ec40806b-4020-450a-b411-594d7b534e76', 'tag': 'dc181155-890f-4db5-b9bb-d5492af99ac9'}] {{(pid=95101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 20:29:42.175921 n-d-713301-16 neutron-server[95101]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8fdc88e27095c0b22fa40dc3fb71c621871e22f829ed15ad81bf221433f32d85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8416060c-694a-43c1-be85-757dc24b3f26" -d '{"events": [{"name": "network-changed", "server_uuid": "ec40806b-4020-450a-b411-594d7b534e76", "tag": "dc181155-890f-4db5-b9bb-d5492af99ac9"}]}' {{(pid=95101) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 20:29:42.221364 n-d-713301-16 neutron-server[95101]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 20:29:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60782bb2-c08d-4ac6-843c-153b66b29129 x-openstack-request-id: req-60782bb2-c08d-4ac6-843c-153b66b29129 {{(pid=95101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 20:29:42.221655 n-d-713301-16 neutron-server[95101]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ec40806b-4020-450a-b411-594d7b534e76", "tag": "dc181155-890f-4db5-b9bb-d5492af99ac9", "status": "completed", "code": 200}]} {{(pid=95101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 20:29:42.221902 n-d-713301-16 neutron-server[95101]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-60782bb2-c08d-4ac6-843c-153b66b29129 {{(pid=95101) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 20:29:42.222300 n-d-713301-16 neutron-server[95101]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ec40806b-4020-450a-b411-594d7b534e76', 'tag': 'dc181155-890f-4db5-b9bb-d5492af99ac9', 'status': 'completed', 'code': 200} Sep 23 20:29:42.263930 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_dvr_db [None req-c133f7eb-af9a-49d6-b83a-b53bf30c2415 None None] Set router 63a7df25-d074-40a8-bc17-00bde2afaf80 gateway port host: n-d-713301-16 {{(pid=95103) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 20:29:42.314443 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d07b8b-34b8-4184-840c-b11b315ed4e7 req-9022389a-cc82-41e8-b3bf-682fe8b71db7 tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:29:42.315860 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-b9d07b8b-34b8-4184-840c-b11b315ed4e7 req-9022389a-cc82-41e8-b3bf-682fe8b71db7 tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] 10.222.0.67 "GET /v2.0/ports?device_id=ec40806b-4020-450a-b411-594d7b534e76 HTTP/1.1" status: 200 len: 945 time: 0.0810366 Sep 23 20:29:42.321454 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8416060c-694a-43c1-be85-757dc24b3f26 req-3c6a6a81-2da3-4512-b4f1-f8470111aa1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:29:42.321454 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-8416060c-694a-43c1-be85-757dc24b3f26 req-3c6a6a81-2da3-4512-b4f1-f8470111aa1c service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=68e56753f66346b994ad5ec9fc64b1b0&device_id=ec40806b-4020-450a-b411-594d7b534e76 HTTP/1.1" status: 200 len: 1097 time: 0.0744619 Sep 23 20:29:42.413485 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-b9d07b8b-34b8-4184-840c-b11b315ed4e7 req-5bb6478b-1e03-453a-a50b-1376c64c5fca tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] 10.222.0.67 "GET /v2.0/security-groups?id=d0f111fb-576b-42f6-adb6-e416595624e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0905085 Sep 23 20:29:42.442980 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8416060c-694a-43c1-be85-757dc24b3f26 req-49464bc7-fe4c-4fb0-88da-9a0ff3f612ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:29:42.444370 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 35098) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:29:42.445740 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-8416060c-694a-43c1-be85-757dc24b3f26 req-49464bc7-fe4c-4fb0-88da-9a0ff3f612ee service neutron] 10.222.0.74 "GET /v2.0/networks?id=e81538f9-ae93-4445-abee-7a7413ffee68 HTTP/1.1" status: 200 len: 898 time: 0.1161501 Sep 23 20:29:42.505452 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_hamode_db [None req-c133f7eb-af9a-49d6-b83a-b53bf30c2415 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63a7df25-d074-40a8-bc17-00bde2afaf80', 'name': 'tempest-TestNetworkAdvancedServerOps-router-153183673', 'tenant_id': '68e56753f66346b994ad5ec9fc64b1b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'external_fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.185'}], 'enable_snat': True}, 'gw_port_id': 'b6c94033-43af-4072-9b42-b7b425f72dfe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T20:29:25Z', 'updated_at': '2021-09-23T20:29:29Z', 'revision_number': 4, 'project_id': '68e56753f66346b994ad5ec9fc64b1b0', 'gw_port': {'id': 'b6c94033-43af-4072-9b42-b7b425f72dfe', 'name': '', 'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:59:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63a7df25-d074-40a8-bc17-00bde2afaf80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T20:29:25Z', 'updated_at': '2021-09-23T20:29:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-16', '_floatingips': [{'id': '0b0d8c61-32c3-43f3-9ffd-08c53b94c7f1', 'tenant_id': '68e56753f66346b994ad5ec9fc64b1b0', 'floating_ip_address': '172.25.1.239', 'floating_network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'router_id': '63a7df25-d074-40a8-bc17-00bde2afaf80', 'port_id': 'dc181155-890f-4db5-b9bb-d5492af99ac9', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4261, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e81538f9-ae93-4445-abee-7a7413ffee68', 'mac_address': 'fa:16:3e:7a:a9:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec40806b-4020-450a-b411-594d7b534e76', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-23T20:29:41Z', 'updated_at': '2021-09-23T20:29:41Z', 'revision_number': 0, 'project_id': '68e56753f66346b994ad5ec9fc64b1b0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '354a2245-daee-493b-9c02-dbfafce047a2', 'name': '', 'network_id': 'e81538f9-ae93-4445-abee-7a7413ffee68', 'tenant_id': '68e56753f66346b994ad5ec9fc64b1b0', 'mac_address': 'fa:16:3e:eb:c0:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63a7df25-d074-40a8-bc17-00bde2afaf80', 'device_owner': 'network:router_interface', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': '1c981c51-5d49-4b69-8fed-a4df54a2dc97', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T20:29:28Z', 'updated_at': '2021-09-23T20:29:32Z', 'revision_number': 5, 'project_id': '68e56753f66346b994ad5ec9fc64b1b0', 'subnets': [{'id': '1c981c51-5d49-4b69-8fed-a4df54a2dc97', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-16', False) {} {{(pid=95103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 20:29:42.513436 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-5c7d50f1-26e9-4517-a276-aed8cbaef148 tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] 10.222.0.67 "GET /v2.0/floatingips/0b0d8c61-32c3-43f3-9ffd-08c53b94c7f1 HTTP/1.1" status: 200 len: 991 time: 0.0667441 Sep 23 20:29:42.513666 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-8416060c-694a-43c1-be85-757dc24b3f26 req-e9d584ad-04ac-4f10-88d1-eeab3084e4cc service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=dc181155-890f-4db5-b9bb-d5492af99ac9 HTTP/1.1" status: 200 len: 999 time: 0.0605159 Sep 23 20:29:42.532447 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c133f7eb-af9a-49d6-b83a-b53bf30c2415 None None] Checking router: 63a7df25-d074-40a8-bc17-00bde2afaf80 for host: n-d-713301-16 {{(pid=95103) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 20:29:42.541603 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c133f7eb-af9a-49d6-b83a-b53bf30c2415 None None] Routers {'63a7df25-d074-40a8-bc17-00bde2afaf80'} bound to L3 agent in host n-d-713301-16 {{(pid=95103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 20:29:42.542202 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_hamode_db [None req-c133f7eb-af9a-49d6-b83a-b53bf30c2415 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-23T19:07:52Z,description=,heartbeat_timestamp=2021-09-23T20:29:23Z,host='n-d-713301-16',id=79a740bf-7821-4989-8288-7186e3e128f3,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:07:52Z,topic='l3_agent')) {'router_ids': ['63a7df25-d074-40a8-bc17-00bde2afaf80'], 'active': True} {{(pid=95103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 20:29:42.562625 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8416060c-694a-43c1-be85-757dc24b3f26 req-96a6a338-32cb-4e93-b768-31b01895c32f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:29:42.564145 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-8416060c-694a-43c1-be85-757dc24b3f26 req-96a6a338-32cb-4e93-b768-31b01895c32f service neutron] 10.222.0.74 "GET /v2.0/subnets?id=1c981c51-5d49-4b69-8fed-a4df54a2dc97 HTTP/1.1" status: 200 len: 834 time: 0.0440800 Sep 23 20:29:42.614554 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8416060c-694a-43c1-be85-757dc24b3f26 req-dc29bb38-155a-4adc-9312-a61140c3545b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:29:42.616104 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-8416060c-694a-43c1-be85-757dc24b3f26 req-dc29bb38-155a-4adc-9312-a61140c3545b service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=e81538f9-ae93-4445-abee-7a7413ffee68&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0454526 Sep 23 20:29:42.649466 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_dvr_db [None req-c133f7eb-af9a-49d6-b83a-b53bf30c2415 None None] Set router 63a7df25-d074-40a8-bc17-00bde2afaf80 gateway port host: n-d-713301-16 {{(pid=95103) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 20:29:42.706392 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-8416060c-694a-43c1-be85-757dc24b3f26 req-f4eb9e9e-9924-4259-a689-9c88c15fe6d8 service neutron] 10.222.0.74 "GET /v2.0/networks/e81538f9-ae93-4445-abee-7a7413ffee68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823379 Sep 23 20:29:42.799890 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-8416060c-694a-43c1-be85-757dc24b3f26 req-dc80e325-278a-49ab-999f-0d17546a4a87 service neutron] 10.222.0.74 "GET /v2.0/networks/e81538f9-ae93-4445-abee-7a7413ffee68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866480 Sep 23 20:29:42.873956 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_hamode_db [None req-c133f7eb-af9a-49d6-b83a-b53bf30c2415 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63a7df25-d074-40a8-bc17-00bde2afaf80', 'name': 'tempest-TestNetworkAdvancedServerOps-router-153183673', 'tenant_id': '68e56753f66346b994ad5ec9fc64b1b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'external_fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.185'}], 'enable_snat': True}, 'gw_port_id': 'b6c94033-43af-4072-9b42-b7b425f72dfe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T20:29:25Z', 'updated_at': '2021-09-23T20:29:29Z', 'revision_number': 4, 'project_id': '68e56753f66346b994ad5ec9fc64b1b0', 'gw_port': {'id': 'b6c94033-43af-4072-9b42-b7b425f72dfe', 'name': '', 'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:59:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63a7df25-d074-40a8-bc17-00bde2afaf80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T20:29:25Z', 'updated_at': '2021-09-23T20:29:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-16', '_floatingips': [{'id': '0b0d8c61-32c3-43f3-9ffd-08c53b94c7f1', 'tenant_id': '68e56753f66346b994ad5ec9fc64b1b0', 'floating_ip_address': '172.25.1.239', 'floating_network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'router_id': '63a7df25-d074-40a8-bc17-00bde2afaf80', 'port_id': 'dc181155-890f-4db5-b9bb-d5492af99ac9', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4261, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e81538f9-ae93-4445-abee-7a7413ffee68', 'mac_address': 'fa:16:3e:7a:a9:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec40806b-4020-450a-b411-594d7b534e76', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-23T20:29:41Z', 'updated_at': '2021-09-23T20:29:41Z', 'revision_number': 0, 'project_id': '68e56753f66346b994ad5ec9fc64b1b0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '354a2245-daee-493b-9c02-dbfafce047a2', 'name': '', 'network_id': 'e81538f9-ae93-4445-abee-7a7413ffee68', 'tenant_id': '68e56753f66346b994ad5ec9fc64b1b0', 'mac_address': 'fa:16:3e:eb:c0:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63a7df25-d074-40a8-bc17-00bde2afaf80', 'device_owner': 'network:router_interface', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': '1c981c51-5d49-4b69-8fed-a4df54a2dc97', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T20:29:28Z', 'updated_at': '2021-09-23T20:29:32Z', 'revision_number': 5, 'project_id': '68e56753f66346b994ad5ec9fc64b1b0', 'subnets': [{'id': '1c981c51-5d49-4b69-8fed-a4df54a2dc97', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-16', False) {} {{(pid=95103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 20:29:42.900837 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c133f7eb-af9a-49d6-b83a-b53bf30c2415 None None] The sync data for ids ['63a7df25-d074-40a8-bc17-00bde2afaf80'] in n-d-713301-16 is: [{'id': '63a7df25-d074-40a8-bc17-00bde2afaf80', 'name': 'tempest-TestNetworkAdvancedServerOps-router-153183673', 'tenant_id': '68e56753f66346b994ad5ec9fc64b1b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'external_fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.185'}], 'enable_snat': True}, 'gw_port_id': 'b6c94033-43af-4072-9b42-b7b425f72dfe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T20:29:25Z', 'updated_at': '2021-09-23T20:29:29Z', 'revision_number': 4, 'project_id': '68e56753f66346b994ad5ec9fc64b1b0', 'gw_port': {'id': 'b6c94033-43af-4072-9b42-b7b425f72dfe', 'name': '', 'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:59:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63a7df25-d074-40a8-bc17-00bde2afaf80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T20:29:25Z', 'updated_at': '2021-09-23T20:29:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-16', '_floatingips': [{'id': '0b0d8c61-32c3-43f3-9ffd-08c53b94c7f1', 'tenant_id': '68e56753f66346b994ad5ec9fc64b1b0', 'floating_ip_address': '172.25.1.239', 'floating_network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'router_id': '63a7df25-d074-40a8-bc17-00bde2afaf80', 'port_id': 'dc181155-890f-4db5-b9bb-d5492af99ac9', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4261, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e81538f9-ae93-4445-abee-7a7413ffee68', 'mac_address': 'fa:16:3e:7a:a9:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec40806b-4020-450a-b411-594d7b534e76', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-23T20:29:41Z', 'updated_at': '2021-09-23T20:29:41Z', 'revision_number': 0, 'project_id': '68e56753f66346b994ad5ec9fc64b1b0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '354a2245-daee-493b-9c02-dbfafce047a2', 'name': '', 'network_id': 'e81538f9-ae93-4445-abee-7a7413ffee68', 'tenant_id': '68e56753f66346b994ad5ec9fc64b1b0', 'mac_address': 'fa:16:3e:eb:c0:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63a7df25-d074-40a8-bc17-00bde2afaf80', 'device_owner': 'network:router_interface', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': '1c981c51-5d49-4b69-8fed-a4df54a2dc97', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T20:29:28Z', 'updated_at': '2021-09-23T20:29:32Z', 'revision_number': 5, 'project_id': '68e56753f66346b994ad5ec9fc64b1b0', 'subnets': [{'id': '1c981c51-5d49-4b69-8fed-a4df54a2dc97', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 20:29:43.090473 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac9225e2-c41d-40a9-95ab-e7ad9493ad1e None None] New status for floating IP 0b0d8c61-32c3-43f3-9ffd-08c53b94c7f1: ACTIVE {{(pid=95104) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 23 20:29:43.515324 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 35100) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:29:43.584005 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-a911951c-d099-4a5a-acd0-21875dd02cbc tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] 10.222.0.67 "GET /v2.0/floatingips/0b0d8c61-32c3-43f3-9ffd-08c53b94c7f1 HTTP/1.1" status: 200 len: 993 time: 0.0675833 Sep 23 20:29:49.822703 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-0a27dcce-b6a7-41a9-b86c-a4aea6db778b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:29:53.043315 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-576fe61e-ac3a-4eaa-943d-b70ee5c3a345 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:29:53.225307 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:29:53.698953 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-0ae75029-feb6-4728-9a94-5f9b60993d82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:29:55.539446 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-80e7e501-6c57-470d-92c6-e3d54bc3195c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:29:58.564540 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:29:58.864501 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:30:10.550372 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.agents_db [None req-f2f5c474-60a3-474f-b2cc-02c4bd30880c None None] Agent healthcheck: found 7 active agents {{(pid=95104) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 20:30:12.403673 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989f7eb6-c5c3-46c3-b09a-4bafa1e3e8fe req-a29d4916-9ec8-420f-accf-81d1d5e3b9fd tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:30:12.405164 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-989f7eb6-c5c3-46c3-b09a-4bafa1e3e8fe req-a29d4916-9ec8-420f-accf-81d1d5e3b9fd tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] 10.222.0.67 "GET /v2.0/ports?device_id=ec40806b-4020-450a-b411-594d7b534e76 HTTP/1.1" status: 200 len: 945 time: 0.0496185 Sep 23 20:30:12.442469 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-989f7eb6-c5c3-46c3-b09a-4bafa1e3e8fe req-3d6efdf9-8632-4dce-9af2-1b6659c7ea5f tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] 10.222.0.67 "GET /v2.0/security-groups?id=d0f111fb-576b-42f6-adb6-e416595624e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306633 Sep 23 20:30:13.571490 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e85b6f77-b852-456d-925b-34be21251e07 req-e2b88aa4-b3b8-4573-8672-5bd863e2e6e0 tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:30:13.573019 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-e85b6f77-b852-456d-925b-34be21251e07 req-e2b88aa4-b3b8-4573-8672-5bd863e2e6e0 tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] 10.222.0.67 "GET /v2.0/ports?device_id=ec40806b-4020-450a-b411-594d7b534e76 HTTP/1.1" status: 200 len: 945 time: 0.0485103 Sep 23 20:30:13.610783 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-e85b6f77-b852-456d-925b-34be21251e07 req-30470cfe-7287-4892-a034-f381954b7e72 tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] 10.222.0.67 "GET /v2.0/security-groups?id=d0f111fb-576b-42f6-adb6-e416595624e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313475 Sep 23 20:30:13.633850 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 35122) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:30:13.696717 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-c5af3371-4c5a-4e15-957b-6ac3919e8bea tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] 10.222.0.67 "GET /v2.0/floatingips/0b0d8c61-32c3-43f3-9ffd-08c53b94c7f1 HTTP/1.1" status: 200 len: 993 time: 0.0617325 Sep 23 20:30:14.989583 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f8850d-a6ee-4ba5-8755-e048177b4d16 req-31035259-1cbf-460f-8487-3d934d572c72 tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:30:14.991100 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-e0f8850d-a6ee-4ba5-8755-e048177b4d16 req-31035259-1cbf-460f-8487-3d934d572c72 tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] 10.222.0.67 "GET /v2.0/ports?device_id=ec40806b-4020-450a-b411-594d7b534e76 HTTP/1.1" status: 200 len: 945 time: 0.0836079 Sep 23 20:30:14.997192 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e770743-5239-4e2a-951a-a5ea40133c36 req-1903b8d9-5c68-4c46-979a-42b3deccd4fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:30:14.998691 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-7e770743-5239-4e2a-951a-a5ea40133c36 req-1903b8d9-5c68-4c46-979a-42b3deccd4fd service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=68e56753f66346b994ad5ec9fc64b1b0&device_id=ec40806b-4020-450a-b411-594d7b534e76 HTTP/1.1" status: 200 len: 1097 time: 0.0637269 Sep 23 20:30:15.058155 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-e0f8850d-a6ee-4ba5-8755-e048177b4d16 req-a17555bc-cac6-4afb-b5b8-616c64518e87 tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] 10.222.0.67 "GET /v2.0/security-groups?id=d0f111fb-576b-42f6-adb6-e416595624e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0585382 Sep 23 20:30:15.113206 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e770743-5239-4e2a-951a-a5ea40133c36 req-2a5a53f4-3ebc-4295-8221-8c1a8ca8051a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:30:15.115307 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-7e770743-5239-4e2a-951a-a5ea40133c36 req-2a5a53f4-3ebc-4295-8221-8c1a8ca8051a service neutron] 10.222.0.74 "GET /v2.0/networks?id=e81538f9-ae93-4445-abee-7a7413ffee68 HTTP/1.1" status: 200 len: 898 time: 0.0997088 Sep 23 20:30:15.518615 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-7e770743-5239-4e2a-951a-a5ea40133c36 req-76de943e-6a08-437c-bedc-dadf70924245 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=dc181155-890f-4db5-b9bb-d5492af99ac9 HTTP/1.1" status: 200 len: 1001 time: 0.3959475 Sep 23 20:30:15.567798 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e770743-5239-4e2a-951a-a5ea40133c36 req-d4314087-c0bd-4cb4-bded-093513b14aaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:30:15.569286 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-7e770743-5239-4e2a-951a-a5ea40133c36 req-d4314087-c0bd-4cb4-bded-093513b14aaf service neutron] 10.222.0.74 "GET /v2.0/subnets?id=1c981c51-5d49-4b69-8fed-a4df54a2dc97 HTTP/1.1" status: 200 len: 834 time: 0.0439200 Sep 23 20:30:15.615794 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e770743-5239-4e2a-951a-a5ea40133c36 req-e43086dc-51b8-4461-b860-1194cd502c2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:30:15.617326 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-7e770743-5239-4e2a-951a-a5ea40133c36 req-e43086dc-51b8-4461-b860-1194cd502c2a service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=e81538f9-ae93-4445-abee-7a7413ffee68&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0408001 Sep 23 20:30:15.709341 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-7e770743-5239-4e2a-951a-a5ea40133c36 req-325899d1-300e-47ff-83ee-8833c9e37fcf service neutron] 10.222.0.74 "GET /v2.0/networks/e81538f9-ae93-4445-abee-7a7413ffee68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848968 Sep 23 20:30:15.799099 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-7e770743-5239-4e2a-951a-a5ea40133c36 req-7f703329-11dc-44d0-8d90-28952930b70c service neutron] 10.222.0.74 "GET /v2.0/networks/e81538f9-ae93-4445-abee-7a7413ffee68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829124 Sep 23 20:30:16.175226 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62783c92-c484-4f4e-9515-1cf9af4e3d07 req-721a4932-cce3-4d62-b008-db8b09f9e620 tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:30:16.176885 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-62783c92-c484-4f4e-9515-1cf9af4e3d07 req-721a4932-cce3-4d62-b008-db8b09f9e620 tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] 10.222.0.67 "GET /v2.0/ports?device_id=ec40806b-4020-450a-b411-594d7b534e76 HTTP/1.1" status: 200 len: 945 time: 0.0490317 Sep 23 20:30:16.218084 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-62783c92-c484-4f4e-9515-1cf9af4e3d07 req-2601bbe4-a27a-451e-8c87-52cee7cc80bf tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] 10.222.0.67 "GET /v2.0/security-groups?id=d0f111fb-576b-42f6-adb6-e416595624e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354450 Sep 23 20:30:17.333479 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05606821-2efa-4c5b-b96b-448ccfc835a8 req-6c32042f-4f97-4d81-9d09-9a7d1e6c96df tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:30:17.335019 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-05606821-2efa-4c5b-b96b-448ccfc835a8 req-6c32042f-4f97-4d81-9d09-9a7d1e6c96df tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] 10.222.0.67 "GET /v2.0/ports?device_id=ec40806b-4020-450a-b411-594d7b534e76 HTTP/1.1" status: 200 len: 945 time: 0.0499516 Sep 23 20:30:17.372374 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-05606821-2efa-4c5b-b96b-448ccfc835a8 req-739b01b3-5ff7-4dfd-97cd-bfa3796f3153 tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] 10.222.0.67 "GET /v2.0/security-groups?id=d0f111fb-576b-42f6-adb6-e416595624e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314147 Sep 23 20:30:17.394641 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 35134) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:30:17.454154 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-d5947083-a31b-4a6c-aa50-43d59b4c2887 tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] 10.222.0.67 "GET /v2.0/floatingips/0b0d8c61-32c3-43f3-9ffd-08c53b94c7f1 HTTP/1.1" status: 200 len: 993 time: 0.0577285 Sep 23 20:30:17.695209 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 35140) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:30:17.854339 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.plugin [None req-ba6210fd-5345-4375-9195-e76dfc6767a0 tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Deleting port f44bf445-a67f-4674-8933-8824b346bb02 {{(pid=95102) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 20:30:17.854685 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-ba6210fd-5345-4375-9195-e76dfc6767a0 tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783146157096'] for port, before_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:30:17.927248 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-ba6210fd-5345-4375-9195-e76dfc6767a0 tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-605701'] for port, precommit_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:30:17.927583 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-ba6210fd-5345-4375-9195-e76dfc6767a0 tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:30:17.938842 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.plugin [None req-ba6210fd-5345-4375-9195-e76dfc6767a0 tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Calling delete_port for f44bf445-a67f-4674-8933-8824b346bb02 owned by network:floatingip {{(pid=95102) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 20:30:18.085503 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-ba6210fd-5345-4375-9195-e76dfc6767a0 tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783146162158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783145673144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4399100'] for port, after_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:30:18.110935 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba6210fd-5345-4375-9195-e76dfc6767a0 tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Pushing event deleted for resources: {'Port': ['ID=f44bf445-a67f-4674-8933-8824b346bb02,revision_number=None']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:30:18.171912 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-ba6210fd-5345-4375-9195-e76dfc6767a0 tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Notify callbacks [] for floatingip, after_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:30:18.172239 n-d-713301-16 neutron-server[95102]: INFO neutron.db.l3_db [None req-ba6210fd-5345-4375-9195-e76dfc6767a0 tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Floating IP 0b0d8c61-32c3-43f3-9ffd-08c53b94c7f1 disassociated (deleted). External IP: 172.25.1.239, port: dc181155-890f-4db5-b9bb-d5492af99ac9. Sep 23 20:30:18.375927 n-d-713301-16 neutron-server[95102]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ba6210fd-5345-4375-9195-e76dfc6767a0 tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Router 63a7df25-d074-40a8-bc17-00bde2afaf80 has already been hosted by L3 agent 79a740bf-7821-4989-8288-7186e3e128f3 {{(pid=95102) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 20:30:18.482455 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba6210fd-5345-4375-9195-e76dfc6767a0 tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Notify agent at l3_agent.n-d-713301-16 the message routers_updated {{(pid=95102) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 20:30:18.486892 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-ba6210fd-5345-4375-9195-e76dfc6767a0 tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222849'] for floatingip, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:30:18.494512 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27b6628d-8b3c-4ceb-8e7c-42ed31e62e35 None None] Sync routers for ids ['63a7df25-d074-40a8-bc17-00bde2afaf80'] in n-d-713301-16 {{(pid=95103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 20:30:18.503011 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27b6628d-8b3c-4ceb-8e7c-42ed31e62e35 None None] Routers {'63a7df25-d074-40a8-bc17-00bde2afaf80'} bound to L3 agent in host n-d-713301-16 {{(pid=95103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 20:30:18.503612 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_hamode_db [None req-27b6628d-8b3c-4ceb-8e7c-42ed31e62e35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-23T19:07:52Z,description=,heartbeat_timestamp=2021-09-23T20:29:53Z,host='n-d-713301-16',id=79a740bf-7821-4989-8288-7186e3e128f3,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:07:52Z,topic='l3_agent')) {'router_ids': ['63a7df25-d074-40a8-bc17-00bde2afaf80'], 'active': True} {{(pid=95103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 20:30:18.519575 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-ba6210fd-5345-4375-9195-e76dfc6767a0 tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] 10.222.0.67 "DELETE /v2.0/floatingips/0b0d8c61-32c3-43f3-9ffd-08c53b94c7f1 HTTP/1.1" status: 204 len: 168 time: 0.8232703 Sep 23 20:30:18.521153 n-d-713301-16 neutron-server[95102]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ec40806b-4020-450a-b411-594d7b534e76', 'tag': 'dc181155-890f-4db5-b9bb-d5492af99ac9'}] {{(pid=95102) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 20:30:18.523484 n-d-713301-16 neutron-server[95102]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a8356a6bd5e554bb349ddb806ba98ee8c25ce2b3f69d698f62da31b860ff3eb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40edb350-6445-481c-81a6-0b3bbd70c93e" -d '{"events": [{"name": "network-changed", "server_uuid": "ec40806b-4020-450a-b411-594d7b534e76", "tag": "dc181155-890f-4db5-b9bb-d5492af99ac9"}]}' {{(pid=95102) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 20:30:18.567762 n-d-713301-16 neutron-server[95102]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 20:30:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7767b44-d6a0-45e2-b3af-8abc2fed55b9 x-openstack-request-id: req-c7767b44-d6a0-45e2-b3af-8abc2fed55b9 {{(pid=95102) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 20:30:18.568175 n-d-713301-16 neutron-server[95102]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ec40806b-4020-450a-b411-594d7b534e76", "tag": "dc181155-890f-4db5-b9bb-d5492af99ac9", "status": "completed", "code": 200}]} {{(pid=95102) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 20:30:18.568486 n-d-713301-16 neutron-server[95102]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-c7767b44-d6a0-45e2-b3af-8abc2fed55b9 {{(pid=95102) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 20:30:18.568931 n-d-713301-16 neutron-server[95102]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ec40806b-4020-450a-b411-594d7b534e76', 'tag': 'dc181155-890f-4db5-b9bb-d5492af99ac9', 'status': 'completed', 'code': 200} Sep 23 20:30:18.623709 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_dvr_db [None req-27b6628d-8b3c-4ceb-8e7c-42ed31e62e35 None None] Set router 63a7df25-d074-40a8-bc17-00bde2afaf80 gateway port host: n-d-713301-16 {{(pid=95103) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 20:30:18.640035 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40edb350-6445-481c-81a6-0b3bbd70c93e req-ab091a5a-efe0-4253-874b-e8fc31d8616b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:30:18.641797 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-40edb350-6445-481c-81a6-0b3bbd70c93e req-ab091a5a-efe0-4253-874b-e8fc31d8616b service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=68e56753f66346b994ad5ec9fc64b1b0&device_id=ec40806b-4020-450a-b411-594d7b534e76 HTTP/1.1" status: 200 len: 1097 time: 0.0488856 Sep 23 20:30:18.768490 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40edb350-6445-481c-81a6-0b3bbd70c93e req-f479c06b-44a9-4236-85b7-822608da92e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:30:18.770594 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-40edb350-6445-481c-81a6-0b3bbd70c93e req-f479c06b-44a9-4236-85b7-822608da92e5 service neutron] 10.222.0.74 "GET /v2.0/networks?id=e81538f9-ae93-4445-abee-7a7413ffee68 HTTP/1.1" status: 200 len: 898 time: 0.1150775 Sep 23 20:30:18.821800 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a520d991-2a7e-4f99-a203-715d490e138f req-9d393e00-ac11-46a7-a25a-2d87c176ae53 tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:30:18.823284 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-a520d991-2a7e-4f99-a203-715d490e138f req-9d393e00-ac11-46a7-a25a-2d87c176ae53 tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] 10.222.0.67 "GET /v2.0/ports?device_id=ec40806b-4020-450a-b411-594d7b534e76 HTTP/1.1" status: 200 len: 945 time: 0.0948839 Sep 23 20:30:18.824587 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-40edb350-6445-481c-81a6-0b3bbd70c93e req-67447485-3178-474a-8369-735000e6a7e7 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=dc181155-890f-4db5-b9bb-d5492af99ac9 HTTP/1.1" status: 200 len: 217 time: 0.0453658 Sep 23 20:30:18.834843 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_hamode_db [None req-27b6628d-8b3c-4ceb-8e7c-42ed31e62e35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63a7df25-d074-40a8-bc17-00bde2afaf80', 'name': 'tempest-TestNetworkAdvancedServerOps-router-153183673', 'tenant_id': '68e56753f66346b994ad5ec9fc64b1b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'external_fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.185'}], 'enable_snat': True}, 'gw_port_id': 'b6c94033-43af-4072-9b42-b7b425f72dfe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T20:29:25Z', 'updated_at': '2021-09-23T20:29:29Z', 'revision_number': 4, 'project_id': '68e56753f66346b994ad5ec9fc64b1b0', 'gw_port': {'id': 'b6c94033-43af-4072-9b42-b7b425f72dfe', 'name': '', 'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:59:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63a7df25-d074-40a8-bc17-00bde2afaf80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T20:29:25Z', 'updated_at': '2021-09-23T20:29:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-16', '_interfaces': [{'id': '354a2245-daee-493b-9c02-dbfafce047a2', 'name': '', 'network_id': 'e81538f9-ae93-4445-abee-7a7413ffee68', 'tenant_id': '68e56753f66346b994ad5ec9fc64b1b0', 'mac_address': 'fa:16:3e:eb:c0:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63a7df25-d074-40a8-bc17-00bde2afaf80', 'device_owner': 'network:router_interface', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': '1c981c51-5d49-4b69-8fed-a4df54a2dc97', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T20:29:28Z', 'updated_at': '2021-09-23T20:29:32Z', 'revision_number': 5, 'project_id': '68e56753f66346b994ad5ec9fc64b1b0', 'subnets': [{'id': '1c981c51-5d49-4b69-8fed-a4df54a2dc97', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-16', False) {} {{(pid=95103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 20:30:18.861262 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27b6628d-8b3c-4ceb-8e7c-42ed31e62e35 None None] Checking router: 63a7df25-d074-40a8-bc17-00bde2afaf80 for host: n-d-713301-16 {{(pid=95103) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 20:30:18.869487 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27b6628d-8b3c-4ceb-8e7c-42ed31e62e35 None None] Routers {'63a7df25-d074-40a8-bc17-00bde2afaf80'} bound to L3 agent in host n-d-713301-16 {{(pid=95103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 20:30:18.870090 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_hamode_db [None req-27b6628d-8b3c-4ceb-8e7c-42ed31e62e35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-23T19:07:52Z,description=,heartbeat_timestamp=2021-09-23T20:29:53Z,host='n-d-713301-16',id=79a740bf-7821-4989-8288-7186e3e128f3,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:07:52Z,topic='l3_agent')) {'router_ids': ['63a7df25-d074-40a8-bc17-00bde2afaf80'], 'active': True} {{(pid=95103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 20:30:18.899323 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-a520d991-2a7e-4f99-a203-715d490e138f req-cefd1a60-1cee-454b-8ace-81a54a12c076 tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] 10.222.0.67 "GET /v2.0/security-groups?id=d0f111fb-576b-42f6-adb6-e416595624e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0691752 Sep 23 20:30:18.901189 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40edb350-6445-481c-81a6-0b3bbd70c93e req-b618b933-9d48-4043-b8d8-62c565639b69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:30:18.902588 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-40edb350-6445-481c-81a6-0b3bbd70c93e req-b618b933-9d48-4043-b8d8-62c565639b69 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=1c981c51-5d49-4b69-8fed-a4df54a2dc97 HTTP/1.1" status: 200 len: 834 time: 0.0660751 Sep 23 20:30:18.954416 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40edb350-6445-481c-81a6-0b3bbd70c93e req-cbe40089-b606-425d-b067-9bc8331333ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:30:18.955910 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-40edb350-6445-481c-81a6-0b3bbd70c93e req-cbe40089-b606-425d-b067-9bc8331333ba service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=e81538f9-ae93-4445-abee-7a7413ffee68&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0449848 Sep 23 20:30:18.975784 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_dvr_db [None req-27b6628d-8b3c-4ceb-8e7c-42ed31e62e35 None None] Set router 63a7df25-d074-40a8-bc17-00bde2afaf80 gateway port host: n-d-713301-16 {{(pid=95103) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 20:30:19.045680 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-40edb350-6445-481c-81a6-0b3bbd70c93e req-536fd068-5aea-4dfc-95f4-a501946451cf service neutron] 10.222.0.74 "GET /v2.0/networks/e81538f9-ae93-4445-abee-7a7413ffee68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811105 Sep 23 20:30:19.140138 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-40edb350-6445-481c-81a6-0b3bbd70c93e req-a39f1f17-5607-42f2-ba23-ea1a6b8392f8 service neutron] 10.222.0.74 "GET /v2.0/networks/e81538f9-ae93-4445-abee-7a7413ffee68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863106 Sep 23 20:30:19.172372 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_hamode_db [None req-27b6628d-8b3c-4ceb-8e7c-42ed31e62e35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63a7df25-d074-40a8-bc17-00bde2afaf80', 'name': 'tempest-TestNetworkAdvancedServerOps-router-153183673', 'tenant_id': '68e56753f66346b994ad5ec9fc64b1b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'external_fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.185'}], 'enable_snat': True}, 'gw_port_id': 'b6c94033-43af-4072-9b42-b7b425f72dfe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T20:29:25Z', 'updated_at': '2021-09-23T20:29:29Z', 'revision_number': 4, 'project_id': '68e56753f66346b994ad5ec9fc64b1b0', 'gw_port': {'id': 'b6c94033-43af-4072-9b42-b7b425f72dfe', 'name': '', 'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:59:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63a7df25-d074-40a8-bc17-00bde2afaf80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T20:29:25Z', 'updated_at': '2021-09-23T20:29:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-16', '_interfaces': [{'id': '354a2245-daee-493b-9c02-dbfafce047a2', 'name': '', 'network_id': 'e81538f9-ae93-4445-abee-7a7413ffee68', 'tenant_id': '68e56753f66346b994ad5ec9fc64b1b0', 'mac_address': 'fa:16:3e:eb:c0:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63a7df25-d074-40a8-bc17-00bde2afaf80', 'device_owner': 'network:router_interface', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': '1c981c51-5d49-4b69-8fed-a4df54a2dc97', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T20:29:28Z', 'updated_at': '2021-09-23T20:29:32Z', 'revision_number': 5, 'project_id': '68e56753f66346b994ad5ec9fc64b1b0', 'subnets': [{'id': '1c981c51-5d49-4b69-8fed-a4df54a2dc97', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-16', False) {} {{(pid=95103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 20:30:19.201747 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27b6628d-8b3c-4ceb-8e7c-42ed31e62e35 None None] The sync data for ids ['63a7df25-d074-40a8-bc17-00bde2afaf80'] in n-d-713301-16 is: [{'id': '63a7df25-d074-40a8-bc17-00bde2afaf80', 'name': 'tempest-TestNetworkAdvancedServerOps-router-153183673', 'tenant_id': '68e56753f66346b994ad5ec9fc64b1b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'external_fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.185'}], 'enable_snat': True}, 'gw_port_id': 'b6c94033-43af-4072-9b42-b7b425f72dfe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T20:29:25Z', 'updated_at': '2021-09-23T20:29:29Z', 'revision_number': 4, 'project_id': '68e56753f66346b994ad5ec9fc64b1b0', 'gw_port': {'id': 'b6c94033-43af-4072-9b42-b7b425f72dfe', 'name': '', 'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:59:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63a7df25-d074-40a8-bc17-00bde2afaf80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T20:29:25Z', 'updated_at': '2021-09-23T20:29:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-16', '_interfaces': [{'id': '354a2245-daee-493b-9c02-dbfafce047a2', 'name': '', 'network_id': 'e81538f9-ae93-4445-abee-7a7413ffee68', 'tenant_id': '68e56753f66346b994ad5ec9fc64b1b0', 'mac_address': 'fa:16:3e:eb:c0:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63a7df25-d074-40a8-bc17-00bde2afaf80', 'device_owner': 'network:router_interface', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': '1c981c51-5d49-4b69-8fed-a4df54a2dc97', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T20:29:28Z', 'updated_at': '2021-09-23T20:29:32Z', 'revision_number': 5, 'project_id': '68e56753f66346b994ad5ec9fc64b1b0', 'subnets': [{'id': '1c981c51-5d49-4b69-8fed-a4df54a2dc97', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 20:30:19.412247 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf3755b6-d4e2-49c7-b0ca-6b89cbedb043 None None] New status for floating IP 0b0d8c61-32c3-43f3-9ffd-08c53b94c7f1: DOWN {{(pid=95104) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 23 20:30:19.823577 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-09ee6a5d-cad7-4f34-af3b-b6b5b944f585 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:30:20.017761 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-175ba678-3503-4998-96ac-47a5da80362f req-f542022c-38eb-4ee2-95fe-615e75c30c25 tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:30:20.019240 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-175ba678-3503-4998-96ac-47a5da80362f req-f542022c-38eb-4ee2-95fe-615e75c30c25 tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] 10.222.0.67 "GET /v2.0/ports?device_id=ec40806b-4020-450a-b411-594d7b534e76 HTTP/1.1" status: 200 len: 945 time: 0.0499732 Sep 23 20:30:20.056614 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-175ba678-3503-4998-96ac-47a5da80362f req-fb1f3a8e-8160-4b02-9cab-cf9774411c27 tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] 10.222.0.67 "GET /v2.0/security-groups?id=d0f111fb-576b-42f6-adb6-e416595624e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309489 Sep 23 20:30:20.371988 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-006462a1-8600-498c-9643-fade8e098cfe req-6f9bc022-5bee-408a-a8f4-663459a8762b tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:30:20.373494 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-006462a1-8600-498c-9643-fade8e098cfe req-6f9bc022-5bee-408a-a8f4-663459a8762b tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] 10.222.0.74 "GET /v2.0/ports?device_id=ec40806b-4020-450a-b411-594d7b534e76 HTTP/1.1" status: 200 len: 945 time: 0.0533946 Sep 23 20:30:20.465639 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.plugin [req-006462a1-8600-498c-9643-fade8e098cfe req-77fb58cd-062f-42d6-b54f-4db26b180dec tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Deleting port dc181155-890f-4db5-b9bb-d5492af99ac9 {{(pid=95102) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 20:30:20.466257 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-006462a1-8600-498c-9643-fade8e098cfe req-77fb58cd-062f-42d6-b54f-4db26b180dec tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783146157096'] for port, before_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:30:20.550378 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.db [req-006462a1-8600-498c-9643-fade8e098cfe req-77fb58cd-062f-42d6-b54f-4db26b180dec tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] For port dc181155-890f-4db5-b9bb-d5492af99ac9, host n-h1-713301-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-16',level=0,port_id=dc181155-890f-4db5-b9bb-d5492af99ac9,segment=NetworkSegment(4d105c15-9906-4686-8d35-81b701889ec0),segment_id=4d105c15-9906-4686-8d35-81b701889ec0)] {{(pid=95102) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 20:30:20.550734 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-006462a1-8600-498c-9643-fade8e098cfe req-77fb58cd-062f-42d6-b54f-4db26b180dec tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-605701'] for port, precommit_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:30:20.562694 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.plugin [req-006462a1-8600-498c-9643-fade8e098cfe req-77fb58cd-062f-42d6-b54f-4db26b180dec tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Calling delete_port for dc181155-890f-4db5-b9bb-d5492af99ac9 owned by compute:nova {{(pid=95102) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 20:30:20.691384 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-006462a1-8600-498c-9643-fade8e098cfe req-77fb58cd-062f-42d6-b54f-4db26b180dec tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783146162158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783145673144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4399100'] for port, after_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:30:20.719953 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77fb58cd-062f-42d6-b54f-4db26b180dec tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Pushing event deleted for resources: {'Port': ['ID=dc181155-890f-4db5-b9bb-d5492af99ac9,revision_number=None']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:30:20.747781 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77fb58cd-062f-42d6-b54f-4db26b180dec tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:30:20.748132 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77fb58cd-062f-42d6-b54f-4db26b180dec tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:30:20.748471 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77fb58cd-062f-42d6-b54f-4db26b180dec tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:30:20.748830 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77fb58cd-062f-42d6-b54f-4db26b180dec tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:30:20.749164 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77fb58cd-062f-42d6-b54f-4db26b180dec tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:30:20.749495 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77fb58cd-062f-42d6-b54f-4db26b180dec tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:30:20.749823 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77fb58cd-062f-42d6-b54f-4db26b180dec tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:30:20.750148 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77fb58cd-062f-42d6-b54f-4db26b180dec tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:30:20.750475 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77fb58cd-062f-42d6-b54f-4db26b180dec tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:30:20.750797 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77fb58cd-062f-42d6-b54f-4db26b180dec tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:30:20.751117 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77fb58cd-062f-42d6-b54f-4db26b180dec tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:30:20.751439 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77fb58cd-062f-42d6-b54f-4db26b180dec tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:30:20.779379 n-d-713301-16 neutron-server[95102]: DEBUG neutron.db.l3_dvrscheduler_db [req-006462a1-8600-498c-9643-fade8e098cfe req-77fb58cd-062f-42d6-b54f-4db26b180dec tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] No DVR routers for this DVR port dc181155-890f-4db5-b9bb-d5492af99ac9 on host n-h1-713301-16 {{(pid=95102) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 20:30:20.782330 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-006462a1-8600-498c-9643-fade8e098cfe req-77fb58cd-062f-42d6-b54f-4db26b180dec tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222849'] for port, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:30:20.784459 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-006462a1-8600-498c-9643-fade8e098cfe req-77fb58cd-062f-42d6-b54f-4db26b180dec tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] 10.222.0.74 "DELETE /v2.0/ports/dc181155-890f-4db5-b9bb-d5492af99ac9 HTTP/1.1" status: 204 len: 173 time: 0.4050052 Sep 23 20:30:20.785050 n-d-713301-16 neutron-server[95102]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec40806b-4020-450a-b411-594d7b534e76', 'name': 'network-vif-deleted', 'tag': 'dc181155-890f-4db5-b9bb-d5492af99ac9'}] {{(pid=95102) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 20:30:20.787919 n-d-713301-16 neutron-server[95102]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a8356a6bd5e554bb349ddb806ba98ee8c25ce2b3f69d698f62da31b860ff3eb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-782ef716-5058-400e-baec-fcce64b48997" -d '{"events": [{"server_uuid": "ec40806b-4020-450a-b411-594d7b534e76", "name": "network-vif-deleted", "tag": "dc181155-890f-4db5-b9bb-d5492af99ac9"}]}' {{(pid=95102) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 20:30:20.835035 n-d-713301-16 neutron-server[95102]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 20:30:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a20f68f-a746-4c73-8985-ae292fb6db72 x-openstack-request-id: req-4a20f68f-a746-4c73-8985-ae292fb6db72 {{(pid=95102) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 20:30:20.835035 n-d-713301-16 neutron-server[95102]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ec40806b-4020-450a-b411-594d7b534e76", "name": "network-vif-deleted", "tag": "dc181155-890f-4db5-b9bb-d5492af99ac9", "status": "completed", "code": 200}]} {{(pid=95102) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 20:30:20.835334 n-d-713301-16 neutron-server[95102]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-4a20f68f-a746-4c73-8985-ae292fb6db72 {{(pid=95102) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 20:30:20.835754 n-d-713301-16 neutron-server[95102]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ec40806b-4020-450a-b411-594d7b534e76', 'name': 'network-vif-deleted', 'tag': 'dc181155-890f-4db5-b9bb-d5492af99ac9', 'status': 'completed', 'code': 200} Sep 23 20:30:21.164013 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-c9c16fb0-4a36-4a57-a739-ca578d05813a req-4fc258a9-a757-4267-a3fc-b9fea6277a21 tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] 10.222.0.67 "GET /v2.0/ports?device_id=ec40806b-4020-450a-b411-594d7b534e76 HTTP/1.1" status: 200 len: 210 time: 0.0275426 Sep 23 20:30:22.222486 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 35156) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:30:22.576724 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-3ad33f15-b6d2-49ea-af2b-72f4dde56c0e tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-601372'] for router_interface, before_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:30:22.832548 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.plugin [None req-3ad33f15-b6d2-49ea-af2b-72f4dde56c0e tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Deleting port 354a2245-daee-493b-9c02-dbfafce047a2 {{(pid=95102) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 20:30:22.832807 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-3ad33f15-b6d2-49ea-af2b-72f4dde56c0e tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783146157096'] for port, before_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:30:22.920661 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.db [None req-3ad33f15-b6d2-49ea-af2b-72f4dde56c0e tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] For port 354a2245-daee-493b-9c02-dbfafce047a2, host n-d-713301-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-16',level=0,port_id=354a2245-daee-493b-9c02-dbfafce047a2,segment=NetworkSegment(4d105c15-9906-4686-8d35-81b701889ec0),segment_id=4d105c15-9906-4686-8d35-81b701889ec0)] {{(pid=95102) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 20:30:22.921020 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-3ad33f15-b6d2-49ea-af2b-72f4dde56c0e tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-605701'] for port, precommit_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:30:22.933194 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.plugin [None req-3ad33f15-b6d2-49ea-af2b-72f4dde56c0e tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Calling delete_port for 354a2245-daee-493b-9c02-dbfafce047a2 owned by network:router_interface {{(pid=95102) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 20:30:23.044993 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-235125fc-d4dd-455c-9e2e-5e176da74a6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:30:23.117467 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-3ad33f15-b6d2-49ea-af2b-72f4dde56c0e tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783146162158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783145673144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4399100'] for port, after_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:30:23.143385 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ad33f15-b6d2-49ea-af2b-72f4dde56c0e tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Pushing event deleted for resources: {'Port': ['ID=354a2245-daee-493b-9c02-dbfafce047a2,revision_number=None']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:30:23.228764 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:30:23.319357 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-3ad33f15-b6d2-49ea-af2b-72f4dde56c0e tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-527322', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-602005'] for router_interface, after_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:30:23.537977 n-d-713301-16 neutron-server[95102]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ad33f15-b6d2-49ea-af2b-72f4dde56c0e tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Router 63a7df25-d074-40a8-bc17-00bde2afaf80 has already been hosted by L3 agent 79a740bf-7821-4989-8288-7186e3e128f3 {{(pid=95102) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 20:30:23.643294 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ad33f15-b6d2-49ea-af2b-72f4dde56c0e tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Notify agent at l3_agent.n-d-713301-16 the message routers_updated {{(pid=95102) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 20:30:23.651415 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-3ad33f15-b6d2-49ea-af2b-72f4dde56c0e tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] 10.222.0.67 "PUT /v2.0/routers/63a7df25-d074-40a8-bc17-00bde2afaf80/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4276693 Sep 23 20:30:23.654661 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 35158) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:30:23.656945 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9569563e-c931-4283-a219-4f0b7cab0179 None None] Sync routers for ids ['63a7df25-d074-40a8-bc17-00bde2afaf80'] in n-d-713301-16 {{(pid=95103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 20:30:23.666020 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9569563e-c931-4283-a219-4f0b7cab0179 None None] Routers {'63a7df25-d074-40a8-bc17-00bde2afaf80'} bound to L3 agent in host n-d-713301-16 {{(pid=95103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 20:30:23.666884 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_hamode_db [None req-9569563e-c931-4283-a219-4f0b7cab0179 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-23T19:07:52Z,description=,heartbeat_timestamp=2021-09-23T20:30:23Z,host='n-d-713301-16',id=79a740bf-7821-4989-8288-7186e3e128f3,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:07:52Z,topic='l3_agent')) {'router_ids': ['63a7df25-d074-40a8-bc17-00bde2afaf80'], 'active': True} {{(pid=95103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 20:30:23.708141 n-d-713301-16 neutron-server[95101]: DEBUG neutron.db.db_base_plugin_v2 [None req-582a12f4-2587-40e0-9d19-f35f2b2cd69b tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Deleting subnet 1c981c51-5d49-4b69-8fed-a4df54a2dc97 {{(pid=95101) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 23 20:30:23.711282 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-582a12f4-2587-40e0-9d19-f35f2b2cd69b tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Notify callbacks [] for subnet, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:30:23.754938 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-0ae75029-feb6-4728-9a94-5f9b60993d82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:30:23.757738 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-582a12f4-2587-40e0-9d19-f35f2b2cd69b tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6007154'] for subnet, precommit_delete_associations {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:30:23.854190 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-582a12f4-2587-40e0-9d19-f35f2b2cd69b tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1756813'] for subnet, precommit_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:30:23.918665 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-582a12f4-2587-40e0-9d19-f35f2b2cd69b tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1756804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5607514', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6130950'] for subnet, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:30:23.944412 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_dvr_db [None req-9569563e-c931-4283-a219-4f0b7cab0179 None None] Set router 63a7df25-d074-40a8-bc17-00bde2afaf80 gateway port host: n-d-713301-16 {{(pid=95103) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 20:30:23.947273 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-582a12f4-2587-40e0-9d19-f35f2b2cd69b tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Pushing event deleted for resources: {'Subnet': ['ID=1c981c51-5d49-4b69-8fed-a4df54a2dc97,revision_number=None']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:30:23.952057 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-582a12f4-2587-40e0-9d19-f35f2b2cd69b tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Notify callbacks [] for subnet, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:30:23.956589 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-582a12f4-2587-40e0-9d19-f35f2b2cd69b tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] 10.222.0.67 "DELETE /v2.0/subnets/1c981c51-5d49-4b69-8fed-a4df54a2dc97 HTTP/1.1" status: 204 len: 168 time: 0.3003280 Sep 23 20:30:23.956883 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 35160) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:30:23.963599 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-582a12f4-2587-40e0-9d19-f35f2b2cd69b tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:30:23.963956 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-582a12f4-2587-40e0-9d19-f35f2b2cd69b tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:30:23.964297 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-582a12f4-2587-40e0-9d19-f35f2b2cd69b tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:30:23.964654 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-582a12f4-2587-40e0-9d19-f35f2b2cd69b tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:30:23.964991 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-582a12f4-2587-40e0-9d19-f35f2b2cd69b tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:30:23.965324 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-582a12f4-2587-40e0-9d19-f35f2b2cd69b tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:30:23.965651 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-582a12f4-2587-40e0-9d19-f35f2b2cd69b tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:30:23.965978 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-582a12f4-2587-40e0-9d19-f35f2b2cd69b tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:30:23.966303 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-582a12f4-2587-40e0-9d19-f35f2b2cd69b tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:30:23.966626 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-582a12f4-2587-40e0-9d19-f35f2b2cd69b tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:30:23.966968 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-582a12f4-2587-40e0-9d19-f35f2b2cd69b tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:30:23.967292 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-582a12f4-2587-40e0-9d19-f35f2b2cd69b tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:30:23.998889 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e494d4f-eda6-4ebb-96e1-bfeef9200c4a None None] Network e81538f9-ae93-4445-abee-7a7413ffee68 requested from n-d-713301-16 {{(pid=95103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 20:30:24.068214 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-53cde1cc-f174-4c6f-b54a-43fad9110650 tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Notify callbacks [] for router, before_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:30:24.171172 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-53cde1cc-f174-4c6f-b54a-43fad9110650 tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:30:24.249876 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.plugin [None req-53cde1cc-f174-4c6f-b54a-43fad9110650 tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Deleting port b6c94033-43af-4072-9b42-b7b425f72dfe {{(pid=95102) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 20:30:24.250409 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-53cde1cc-f174-4c6f-b54a-43fad9110650 tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783146157096'] for port, before_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:30:24.253133 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_hamode_db [None req-9569563e-c931-4283-a219-4f0b7cab0179 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63a7df25-d074-40a8-bc17-00bde2afaf80', 'name': 'tempest-TestNetworkAdvancedServerOps-router-153183673', 'tenant_id': '68e56753f66346b994ad5ec9fc64b1b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'external_fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.185'}], 'enable_snat': True}, 'gw_port_id': 'b6c94033-43af-4072-9b42-b7b425f72dfe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T20:29:25Z', 'updated_at': '2021-09-23T20:30:23Z', 'revision_number': 5, 'project_id': '68e56753f66346b994ad5ec9fc64b1b0', 'gw_port': {'id': 'b6c94033-43af-4072-9b42-b7b425f72dfe', 'name': '', 'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:59:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63a7df25-d074-40a8-bc17-00bde2afaf80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T20:29:25Z', 'updated_at': '2021-09-23T20:29:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-16'}], 'n-d-713301-16', False) {} {{(pid=95103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 20:30:24.300724 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2ac8ef9-a80b-4154-b63d-96e48a0d1cf4 None None] DHCP port deletion for e81538f9-ae93-4445-abee-7a7413ffee68 request from n-d-713301-16 {{(pid=95103) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 23 20:30:24.306592 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9569563e-c931-4283-a219-4f0b7cab0179 None None] Checking router: 63a7df25-d074-40a8-bc17-00bde2afaf80 for host: n-d-713301-16 {{(pid=95103) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 20:30:24.355265 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9569563e-c931-4283-a219-4f0b7cab0179 None None] Routers {'63a7df25-d074-40a8-bc17-00bde2afaf80'} bound to L3 agent in host n-d-713301-16 {{(pid=95103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 20:30:24.355897 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_hamode_db [None req-9569563e-c931-4283-a219-4f0b7cab0179 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-23T19:07:52Z,description=,heartbeat_timestamp=2021-09-23T20:30:23Z,host='n-d-713301-16',id=79a740bf-7821-4989-8288-7186e3e128f3,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:07:52Z,topic='l3_agent')) {'router_ids': ['63a7df25-d074-40a8-bc17-00bde2afaf80'], 'active': True} {{(pid=95103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 20:30:24.375875 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.db [None req-53cde1cc-f174-4c6f-b54a-43fad9110650 tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] For port b6c94033-43af-4072-9b42-b7b425f72dfe, host n-d-713301-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-16',level=0,port_id=b6c94033-43af-4072-9b42-b7b425f72dfe,segment=NetworkSegment(7d4027f1-d893-4c7b-95d4-757b8e44e380),segment_id=7d4027f1-d893-4c7b-95d4-757b8e44e380)] {{(pid=95102) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 20:30:24.376457 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-53cde1cc-f174-4c6f-b54a-43fad9110650 tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-605701'] for port, precommit_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:30:24.387725 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.plugin [None req-53cde1cc-f174-4c6f-b54a-43fad9110650 tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Calling delete_port for b6c94033-43af-4072-9b42-b7b425f72dfe owned by network:router_gateway {{(pid=95102) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 20:30:24.448752 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_dvr_db [None req-9569563e-c931-4283-a219-4f0b7cab0179 None None] Set router 63a7df25-d074-40a8-bc17-00bde2afaf80 gateway port host: None {{(pid=95103) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 20:30:24.505060 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.plugin [None req-a2ac8ef9-a80b-4154-b63d-96e48a0d1cf4 None None] Deleting port 1f4f3c74-0577-4f86-8222-048964390208 {{(pid=95103) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 20:30:24.505432 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-a2ac8ef9-a80b-4154-b63d-96e48a0d1cf4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783146157096'] for port, before_delete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:30:24.507386 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_hamode_db [None req-9569563e-c931-4283-a219-4f0b7cab0179 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63a7df25-d074-40a8-bc17-00bde2afaf80', 'name': 'tempest-TestNetworkAdvancedServerOps-router-153183673', 'tenant_id': '68e56753f66346b994ad5ec9fc64b1b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T20:29:25Z', 'updated_at': '2021-09-23T20:30:24Z', 'revision_number': 6, 'project_id': '68e56753f66346b994ad5ec9fc64b1b0', 'gw_port_host': None}], 'n-d-713301-16', False) {} {{(pid=95103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 20:30:24.548127 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Device dc181155-890f-4db5-b9bb-d5492af99ac9 no longer exists at agent hyperv_n-h1-713301-16 {{(pid=95103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 20:30:24.556053 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-53cde1cc-f174-4c6f-b54a-43fad9110650 tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783146162158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783145673144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4399100'] for port, after_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:30:24.556424 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9569563e-c931-4283-a219-4f0b7cab0179 None None] The sync data for ids ['63a7df25-d074-40a8-bc17-00bde2afaf80'] in n-d-713301-16 is: [{'id': '63a7df25-d074-40a8-bc17-00bde2afaf80', 'name': 'tempest-TestNetworkAdvancedServerOps-router-153183673', 'tenant_id': '68e56753f66346b994ad5ec9fc64b1b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T20:29:25Z', 'updated_at': '2021-09-23T20:30:24Z', 'revision_number': 6, 'project_id': '68e56753f66346b994ad5ec9fc64b1b0', 'gw_port_host': None}] {{(pid=95103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 20:30:24.580411 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.plugin [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] No Port match for: dc181155-890f-4db5-b9bb-d5492af99ac9 {{(pid=95103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 20:30:24.580784 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Device dc181155-890f-4db5-b9bb-d5492af99ac9 not bound to the agent host n-h1-713301-16 {{(pid=95103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 20:30:24.585388 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53cde1cc-f174-4c6f-b54a-43fad9110650 tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Pushing event deleted for resources: {'Port': ['ID=b6c94033-43af-4072-9b42-b7b425f72dfe,revision_number=None']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:30:24.634976 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-a2ac8ef9-a80b-4154-b63d-96e48a0d1cf4 None None] For port 1f4f3c74-0577-4f86-8222-048964390208, host n-d-713301-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-16',level=0,port_id=1f4f3c74-0577-4f86-8222-048964390208,segment=NetworkSegment(4d105c15-9906-4686-8d35-81b701889ec0),segment_id=4d105c15-9906-4686-8d35-81b701889ec0)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 20:30:24.635372 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-a2ac8ef9-a80b-4154-b63d-96e48a0d1cf4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-605701'] for port, precommit_delete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:30:24.644037 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-53cde1cc-f174-4c6f-b54a-43fad9110650 tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-601942'] for router_gateway, after_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:30:24.649086 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.plugin [None req-a2ac8ef9-a80b-4154-b63d-96e48a0d1cf4 None None] Calling delete_port for 1f4f3c74-0577-4f86-8222-048964390208 owned by network:dhcp {{(pid=95103) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 20:30:24.730764 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-a2ac8ef9-a80b-4154-b63d-96e48a0d1cf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783146162158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783145673144'] for port, after_delete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:30:24.737066 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-53cde1cc-f174-4c6f-b54a-43fad9110650 tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-597305', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29369'] for router, precommit_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:30:24.739449 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-53cde1cc-f174-4c6f-b54a-43fad9110650 tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:30:24.756088 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2ac8ef9-a80b-4154-b63d-96e48a0d1cf4 None None] Pushing event deleted for resources: {'Port': ['ID=1f4f3c74-0577-4f86-8222-048964390208,revision_number=None']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:30:24.760300 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2ac8ef9-a80b-4154-b63d-96e48a0d1cf4 None None] No DVR routers for this DVR port 1f4f3c74-0577-4f86-8222-048964390208 on host n-d-713301-16 {{(pid=95103) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 20:30:24.769520 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2ac8ef9-a80b-4154-b63d-96e48a0d1cf4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:30:24.771026 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2ac8ef9-a80b-4154-b63d-96e48a0d1cf4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:30:24.771326 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2ac8ef9-a80b-4154-b63d-96e48a0d1cf4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:30:24.771636 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2ac8ef9-a80b-4154-b63d-96e48a0d1cf4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:30:24.771967 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2ac8ef9-a80b-4154-b63d-96e48a0d1cf4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:30:24.772300 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2ac8ef9-a80b-4154-b63d-96e48a0d1cf4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:30:24.772733 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2ac8ef9-a80b-4154-b63d-96e48a0d1cf4 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:30:24.773000 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2ac8ef9-a80b-4154-b63d-96e48a0d1cf4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:30:24.773313 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2ac8ef9-a80b-4154-b63d-96e48a0d1cf4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:30:24.773747 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2ac8ef9-a80b-4154-b63d-96e48a0d1cf4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:30:24.774195 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2ac8ef9-a80b-4154-b63d-96e48a0d1cf4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:30:24.774386 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2ac8ef9-a80b-4154-b63d-96e48a0d1cf4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:30:24.787297 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-53cde1cc-f174-4c6f-b54a-43fad9110650 tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-597296'] for router, after_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:30:24.787857 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53cde1cc-f174-4c6f-b54a-43fad9110650 tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Fanout notify agent at l3_agent the message router_deleted on router 63a7df25-d074-40a8-bc17-00bde2afaf80 {{(pid=95102) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 23 20:30:24.794802 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-53cde1cc-f174-4c6f-b54a-43fad9110650 tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Notify callbacks [] for router, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:30:24.796000 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-53cde1cc-f174-4c6f-b54a-43fad9110650 tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] 10.222.0.67 "DELETE /v2.0/routers/63a7df25-d074-40a8-bc17-00bde2afaf80 HTTP/1.1" status: 204 len: 168 time: 0.8381789 Sep 23 20:30:24.798653 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 35162) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:30:24.872731 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-af51be38-9fa0-4560-819b-088d0f491ce2 tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1628021'] for network, before_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:30:25.284186 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-af51be38-9fa0-4560-819b-088d0f491ce2 tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1754676', 'neutron.services.segments.db._delete_segments_for_network-8783146221460'] for network, precommit_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:30:25.305776 n-d-713301-16 neutron-server[95102]: DEBUG neutron.services.segments.db [None req-af51be38-9fa0-4560-819b-088d0f491ce2 tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e81538f9-ae93-4445-abee-7a7413ffee68']}} {{(pid=95102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 20:30:25.315459 n-d-713301-16 neutron-server[95102]: DEBUG neutron.services.segments.db [None req-af51be38-9fa0-4560-819b-088d0f491ce2 tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4d105c15-9906-4686-8d35-81b701889ec0') {'for_net_delete': True} {{(pid=95102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 20:30:25.315760 n-d-713301-16 neutron-server[95102]: DEBUG neutron.services.segments.db [None req-af51be38-9fa0-4560-819b-088d0f491ce2 tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4d105c15-9906-4686-8d35-81b701889ec0') {} {{(pid=95102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 20:30:25.326905 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-af51be38-9fa0-4560-819b-088d0f491ce2 tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783146221725', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6162832'] for segment, before_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:30:25.340081 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-af51be38-9fa0-4560-819b-088d0f491ce2 tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1756186'] for segment, precommit_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:30:25.349856 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-af51be38-9fa0-4560-819b-088d0f491ce2 tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Releasing vlan 601 on physical network physnet1 to pool {{(pid=95102) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 20:30:25.350381 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-af51be38-9fa0-4560-819b-088d0f491ce2 tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1756186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4398095'] for segment, after_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:30:25.353522 n-d-713301-16 neutron-server[95102]: Traceback (most recent call last): Sep 23 20:30:25.353522 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 20:30:25.353522 n-d-713301-16 neutron-server[95102]: timer() Sep 23 20:30:25.353522 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 20:30:25.353522 n-d-713301-16 neutron-server[95102]: cb(*args, **kw) Sep 23 20:30:25.353522 n-d-713301-16 neutron-server[95102]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 20:30:25.353522 n-d-713301-16 neutron-server[95102]: return func(*args, **kwargs) Sep 23 20:30:25.353522 n-d-713301-16 neutron-server[95102]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 20:30:25.353522 n-d-713301-16 neutron-server[95102]: self._notify() Sep 23 20:30:25.353522 n-d-713301-16 neutron-server[95102]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 20:30:25.353522 n-d-713301-16 neutron-server[95102]: self.callback(batched_events) Sep 23 20:30:25.353522 n-d-713301-16 neutron-server[95102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 20:30:25.353522 n-d-713301-16 neutron-server[95102]: event.method(event) Sep 23 20:30:25.353522 n-d-713301-16 neutron-server[95102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 20:30:25.353522 n-d-713301-16 neutron-server[95102]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 20:30:25.353522 n-d-713301-16 neutron-server[95102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 20:30:25.353522 n-d-713301-16 neutron-server[95102]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 20:30:25.353522 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 20:30:25.353522 n-d-713301-16 neutron-server[95102]: return f(self, *a, **k) Sep 23 20:30:25.353522 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 20:30:25.353522 n-d-713301-16 neutron-server[95102]: return self._get(url).json() Sep 23 20:30:25.353522 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 20:30:25.353522 n-d-713301-16 neutron-server[95102]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 20:30:25.353522 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 20:30:25.353522 n-d-713301-16 neutron-server[95102]: return self.request(url, 'GET', **kwargs) Sep 23 20:30:25.353522 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 20:30:25.353522 n-d-713301-16 neutron-server[95102]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 20:30:25.353522 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 20:30:25.353522 n-d-713301-16 neutron-server[95102]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 20:30:25.353522 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 20:30:25.353522 n-d-713301-16 neutron-server[95102]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 20:30:25.353522 n-d-713301-16 neutron-server[95102]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 20:30:25.411527 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-af51be38-9fa0-4560-819b-088d0f491ce2 tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1754627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-601866'] for network, after_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:30:25.419286 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-af51be38-9fa0-4560-819b-088d0f491ce2 tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Notify callbacks [] for network, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:30:25.421179 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-af51be38-9fa0-4560-819b-088d0f491ce2 tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] 10.222.0.67 "DELETE /v2.0/networks/e81538f9-ae93-4445-abee-7a7413ffee68 HTTP/1.1" status: 204 len: 168 time: 0.6216073 Sep 23 20:30:25.423957 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 35164) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:30:25.441379 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af51be38-9fa0-4560-819b-088d0f491ce2 tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Pushing event deleted for resources: {'Network': ['ID=e81538f9-ae93-4445-abee-7a7413ffee68,revision_number=None']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:30:25.482010 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-fd4fe25c-84d4-463c-b883-457ce1fcf73b tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Notify callbacks [] for security_group, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:30:25.512842 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-fd4fe25c-84d4-463c-b883-457ce1fcf73b tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:30:25.540972 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-80e7e501-6c57-470d-92c6-e3d54bc3195c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:30:25.581919 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-fd4fe25c-84d4-463c-b883-457ce1fcf73b tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:30:25.584993 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-fd4fe25c-84d4-463c-b883-457ce1fcf73b tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Notify callbacks [] for security_group, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:30:25.586194 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-fd4fe25c-84d4-463c-b883-457ce1fcf73b tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] 10.222.0.67 "DELETE /v2.0/security-groups/d0f111fb-576b-42f6-adb6-e416595624e9 HTTP/1.1" status: 204 len: 168 time: 0.1612206 Sep 23 20:30:25.596884 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4fe25c-84d4-463c-b883-457ce1fcf73b tempest-TestNetworkAdvancedServerOps-649150227 tempest-TestNetworkAdvancedServerOps-649150227-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0f111fb-576b-42f6-adb6-e416595624e9,revision_number=None']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:30:25.690070 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Device 354a2245-daee-493b-9c02-dbfafce047a2 no longer exists at agent ovs-agent-n-d-713301-16 {{(pid=95103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 20:30:25.710686 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.plugin [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] No Port match for: 354a2245-daee-493b-9c02-dbfafce047a2 {{(pid=95103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 20:30:25.711024 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Device 354a2245-daee-493b-9c02-dbfafce047a2 not bound to the agent host n-d-713301-16 {{(pid=95103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 20:30:25.711436 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Device b6c94033-43af-4072-9b42-b7b425f72dfe no longer exists at agent ovs-agent-n-d-713301-16 {{(pid=95103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 20:30:25.733162 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.plugin [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] No Port match for: b6c94033-43af-4072-9b42-b7b425f72dfe {{(pid=95103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 20:30:25.733162 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Device b6c94033-43af-4072-9b42-b7b425f72dfe not bound to the agent host n-d-713301-16 {{(pid=95103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 20:30:25.733162 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Device 1f4f3c74-0577-4f86-8222-048964390208 no longer exists at agent ovs-agent-n-d-713301-16 {{(pid=95103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 20:30:25.750704 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.plugin [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] No Port match for: 1f4f3c74-0577-4f86-8222-048964390208 {{(pid=95103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 20:30:25.751052 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Device 1f4f3c74-0577-4f86-8222-048964390208 not bound to the agent host n-d-713301-16 {{(pid=95103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 20:30:25.925199 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 35172) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:30:26.055823 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-1d009b10-3844-460d-8438-a65ba53f6760 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=68e56753f66346b994ad5ec9fc64b1b0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1287131 Sep 23 20:30:26.058178 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 35176) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:30:26.105358 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-ad577938-04fc-4485-aa14-c2ff4cac89e1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:30:26.126117 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-ad577938-04fc-4485-aa14-c2ff4cac89e1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:30:26.172089 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-ad577938-04fc-4485-aa14-c2ff4cac89e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:30:26.174651 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-ad577938-04fc-4485-aa14-c2ff4cac89e1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:30:26.175827 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-ad577938-04fc-4485-aa14-c2ff4cac89e1 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/8a87a82a-0dac-4efa-bd9d-cf68285c6fb0 HTTP/1.1" status: 204 len: 168 time: 0.1167386 Sep 23 20:30:26.183499 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad577938-04fc-4485-aa14-c2ff4cac89e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a87a82a-0dac-4efa-bd9d-cf68285c6fb0,revision_number=None']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:30:26.435756 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 35182) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:30:26.449379 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-125f8ad4-da99-4fb7-8855-d50cc93e559f admin admin] Notify callbacks [] for security_group, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:30:26.540932 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-125f8ad4-da99-4fb7-8855-d50cc93e559f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:30:26.544506 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-125f8ad4-da99-4fb7-8855-d50cc93e559f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:30:26.583366 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-125f8ad4-da99-4fb7-8855-d50cc93e559f admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=76bd377329994c75af83d32b1ca15f33&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1456804 Sep 23 20:30:26.584232 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-125f8ad4-da99-4fb7-8855-d50cc93e559f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50298715-48c2-4706-87b4-a8f8cee88e5d,revision_number=1']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:30:26.585762 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 35184) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:30:26.634099 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-64d73675-a639-4898-ab2d-267572830d8c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:30:26.655135 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-64d73675-a639-4898-ab2d-267572830d8c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:30:26.700448 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-64d73675-a639-4898-ab2d-267572830d8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:30:26.703383 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-64d73675-a639-4898-ab2d-267572830d8c admin admin] Notify callbacks [] for security_group, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:30:26.704531 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-64d73675-a639-4898-ab2d-267572830d8c admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/50298715-48c2-4706-87b4-a8f8cee88e5d HTTP/1.1" status: 204 len: 168 time: 0.1177964 Sep 23 20:30:26.713005 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64d73675-a639-4898-ab2d-267572830d8c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50298715-48c2-4706-87b4-a8f8cee88e5d,revision_number=None']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:30:27.393610 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 35206) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:30:27.489591 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.v2.base [None req-1b5635b6-c5c0-4b04-a66f-a81797747b93 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-899449625-network', 'tenant_id': '29863d1907e84df3a5a1f64e85c708b7'}} {{(pid=95101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 20:30:27.509363 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b5635b6-c5c0-4b04-a66f-a81797747b93 admin admin] Made reservation on behalf of 29863d1907e84df3a5a1f64e85c708b7 for: {'network': 1} {{(pid=95101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 20:30:27.511612 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-1b5635b6-c5c0-4b04-a66f-a81797747b93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for network, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:30:27.520560 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-1b5635b6-c5c0-4b04-a66f-a81797747b93 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:30:27.608407 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-1b5635b6-c5c0-4b04-a66f-a81797747b93 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:30:27.612053 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-1b5635b6-c5c0-4b04-a66f-a81797747b93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:30:27.638585 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1b5635b6-c5c0-4b04-a66f-a81797747b93 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 630} {{(pid=95101) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 20:30:27.645316 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b5635b6-c5c0-4b04-a66f-a81797747b93 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe4b5d46-c5c9-4891-bbfe-0e404b4eee44,revision_number=1']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:30:27.651236 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-1b5635b6-c5c0-4b04-a66f-a81797747b93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1756186'] for segment, precommit_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:30:27.651582 n-d-713301-16 neutron-server[95101]: INFO neutron.db.segments_db [None req-1b5635b6-c5c0-4b04-a66f-a81797747b93 admin admin] Added segment 772ab5dc-951f-4d50-bd51-620906c86ec3 of type vlan for network 9b1c63e7-475b-4888-85b4-32608966f897 Sep 23 20:30:27.692846 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-1b5635b6-c5c0-4b04-a66f-a81797747b93 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783145630486'] for network, precommit_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:30:27.718585 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-1b5635b6-c5c0-4b04-a66f-a81797747b93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299'] for network, after_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:30:27.719530 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b5635b6-c5c0-4b04-a66f-a81797747b93 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:30:27.720110 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-1b5635b6-c5c0-4b04-a66f-a81797747b93 admin admin] Notify callbacks [] for network, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:30:27.752720 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-1b5635b6-c5c0-4b04-a66f-a81797747b93 admin admin] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3579500 Sep 23 20:30:27.755859 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 35210) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:30:27.760990 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.v2.base [None req-af3643f6-29bd-4694-aad2-3d11a31332a2 admin admin] Request body: {'subnet': {'network_id': '9b1c63e7-475b-4888-85b4-32608966f897', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-899449625-subnet', 'tenant_id': '29863d1907e84df3a5a1f64e85c708b7', 'ip_version': 4}} {{(pid=95102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 20:30:27.782375 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af3643f6-29bd-4694-aad2-3d11a31332a2 admin admin] Made reservation on behalf of 29863d1907e84df3a5a1f64e85c708b7 for: {'subnet': 1} {{(pid=95102) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 20:30:27.784796 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-af3643f6-29bd-4694-aad2-3d11a31332a2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5388256'] for subnet, before_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:30:27.785825 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b5635b6-c5c0-4b04-a66f-a81797747b93 admin admin] Pushing event updated for resources: {'Network': ['ID=9b1c63e7-475b-4888-85b4-32608966f897,revision_number=1']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:30:27.795613 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Network 9b1c63e7-475b-4888-85b4-32608966f897 details requested by agent ovs-agent-n-d-713301-16 with host n-d-713301-16 {{(pid=95103) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 20:30:27.958036 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-af3643f6-29bd-4694-aad2-3d11a31332a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4398944', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5388242'] for subnet, after_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:30:28.016204 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af3643f6-29bd-4694-aad2-3d11a31332a2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=35b10e9d-9b1e-4cae-89a7-4192968dde11,revision_number=0']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:30:28.024467 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af3643f6-29bd-4694-aad2-3d11a31332a2 admin admin] Checking segment: {'id': '772ab5dc-951f-4d50-bd51-620906c86ec3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '9b1c63e7-475b-4888-85b4-32608966f897'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95102) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 20:30:28.024862 n-d-713301-16 neutron-server[95102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af3643f6-29bd-4694-aad2-3d11a31332a2 admin admin] Network hostable DHCP agents. Network: 9b1c63e7-475b-4888-85b4-32608966f897, hostable agents: ['1b18bf05-1b5f-4587-be5c-af3ac38e32ad'], hosted agents: [] {{(pid=95102) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 20:30:28.040748 n-d-713301-16 neutron-server[95102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af3643f6-29bd-4694-aad2-3d11a31332a2 admin admin] Network 9b1c63e7-475b-4888-85b4-32608966f897 is scheduled to be hosted by DHCP agent 1b18bf05-1b5f-4587-be5c-af3ac38e32ad with binding_index 1 {{(pid=95102) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 20:30:28.048929 n-d-713301-16 neutron-server[95102]: DEBUG neutron.scheduler.base_scheduler [None req-af3643f6-29bd-4694-aad2-3d11a31332a2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713301-16, 9b1c63e7-475b-4888-85b4-32608966f897) {{(pid=95102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 20:30:28.053152 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af3643f6-29bd-4694-aad2-3d11a31332a2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:30:28.053740 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-af3643f6-29bd-4694-aad2-3d11a31332a2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:30:28.057934 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20a9597e-6b47-443a-96d6-3ca263d28bc3 None None] Network 9b1c63e7-475b-4888-85b4-32608966f897 requested from n-d-713301-16 {{(pid=95103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 20:30:28.068191 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-af3643f6-29bd-4694-aad2-3d11a31332a2 admin admin] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3106711 Sep 23 20:30:28.070582 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 35212) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:30:28.074849 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.v2.base [None req-8b129fe0-14a1-4027-9526-6ab0d4c557c5 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-899449625-router', 'tenant_id': '29863d1907e84df3a5a1f64e85c708b7', 'external_gateway_info': {'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac'}}} {{(pid=95102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 20:30:28.096978 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-8b129fe0-14a1-4027-9526-6ab0d4c557c5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-594563', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29355'] for router, before_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:30:28.097978 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-8b129fe0-14a1-4027-9526-6ab0d4c557c5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-597363', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-601731', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-739356', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29346'] for router, precommit_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:30:28.154917 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-8b129fe0-14a1-4027-9526-6ab0d4c557c5 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:30:28.203698 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f763856a-340d-4af6-b35b-f1c2dca90a9b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4c8b80df-07eb-5275-9f17-5cf640db67c0-9b1c63e7-475b-4888-85b4-32608966f897', 'network_id': '9b1c63e7-475b-4888-85b4-32608966f897', 'tenant_id': '29863d1907e84df3a5a1f64e85c708b7', 'fixed_ips': [{'subnet_id': '35b10e9d-9b1e-4cae-89a7-4192968dde11'}]}} from n-d-713301-16. {{(pid=95103) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 23 20:30:28.204626 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-f763856a-340d-4af6-b35b-f1c2dca90a9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_create {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:30:28.292183 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-8b129fe0-14a1-4027-9526-6ab0d4c557c5 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:30:28.341950 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.db_base_plugin_common [None req-f763856a-340d-4af6-b35b-f1c2dca90a9b None None] Allocated IP 172.20.0.2 (9b1c63e7-475b-4888-85b4-32608966f897/35b10e9d-9b1e-4cae-89a7-4192968dde11/7642a97f-d385-43a0-8fc0-5e7cc9a356ff) {{(pid=95103) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 20:30:28.481398 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-f763856a-340d-4af6-b35b-f1c2dca90a9b None None] Notify callbacks [] for port, precommit_create {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:30:28.487139 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-f763856a-340d-4af6-b35b-f1c2dca90a9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783145673135'] for port, after_create {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:30:28.487551 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-8b129fe0-14a1-4027-9526-6ab0d4c557c5 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:30:28.507981 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-8b129fe0-14a1-4027-9526-6ab0d4c557c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:30:28.529499 n-d-713301-16 neutron-server[95103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f763856a-340d-4af6-b35b-f1c2dca90a9b None None] Network 9b1c63e7-475b-4888-85b4-32608966f897 is already hosted by enough agents. {{(pid=95103) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 20:30:28.534135 n-d-713301-16 neutron-server[95103]: DEBUG neutron.scheduler.base_scheduler [None req-f763856a-340d-4af6-b35b-f1c2dca90a9b None None] Resources bound (agent type, host, resource id): {{(pid=95103) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 20:30:28.537240 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f763856a-340d-4af6-b35b-f1c2dca90a9b None None] Received port after_create {{(pid=95103) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 20:30:28.548020 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f763856a-340d-4af6-b35b-f1c2dca90a9b None None] Pushing event updated for resources: {'Port': ['ID=7642a97f-d385-43a0-8fc0-5e7cc9a356ff,revision_number=1']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:30:28.606763 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:30:28.610811 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.managers [None req-f763856a-340d-4af6-b35b-f1c2dca90a9b None None] Attempting to bind port 7642a97f-d385-43a0-8fc0-5e7cc9a356ff on host n-d-713301-16 for vnic_type normal with profile {{(pid=95103) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 20:30:28.611178 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.managers [None req-f763856a-340d-4af6-b35b-f1c2dca90a9b None None] Attempting to bind port 7642a97f-d385-43a0-8fc0-5e7cc9a356ff by drivers openvswitch,hyperv on host n-d-713301-16 at level 0 using segments [{'id': '772ab5dc-951f-4d50-bd51-620906c86ec3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '9b1c63e7-475b-4888-85b4-32608966f897'}] {{(pid=95103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 20:30:28.611535 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f763856a-340d-4af6-b35b-f1c2dca90a9b None None] Attempting to bind port 7642a97f-d385-43a0-8fc0-5e7cc9a356ff on network 9b1c63e7-475b-4888-85b4-32608966f897 {{(pid=95103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 20:30:28.617055 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f763856a-340d-4af6-b35b-f1c2dca90a9b None None] Checking agent: {'id': '70a14545-df24-472f-8f95-bfe1719bff93', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 19, 7, 53), 'started_at': datetime.datetime(2021, 9, 23, 19, 8, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 20, 30, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 20:30:28.617443 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f763856a-340d-4af6-b35b-f1c2dca90a9b None None] Checking segment: {'id': '772ab5dc-951f-4d50-bd51-620906c86ec3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '9b1c63e7-475b-4888-85b4-32608966f897'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95103) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 20:30:28.617845 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-f763856a-340d-4af6-b35b-f1c2dca90a9b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:30:28.618575 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f763856a-340d-4af6-b35b-f1c2dca90a9b None None] Bound using segment: {'id': '772ab5dc-951f-4d50-bd51-620906c86ec3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '9b1c63e7-475b-4888-85b4-32608966f897'} {{(pid=95103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 20:30:28.619064 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.managers [None req-f763856a-340d-4af6-b35b-f1c2dca90a9b None None] Bound port: 7642a97f-d385-43a0-8fc0-5e7cc9a356ff, host: n-d-713301-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '772ab5dc-951f-4d50-bd51-620906c86ec3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '9b1c63e7-475b-4888-85b4-32608966f897'}}] {{(pid=95103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 20:30:28.619439 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-f763856a-340d-4af6-b35b-f1c2dca90a9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:30:28.626443 n-d-713301-16 neutron-server[95102]: DEBUG neutron.db.db_base_plugin_common [None req-8b129fe0-14a1-4027-9526-6ab0d4c557c5 admin admin] Allocated IP 172.25.1.153 (5dec5c09-378e-4f50-89cc-d94eb81c3bac/eff83446-018c-428d-b3f5-54ac9abe7a2a/26271e37-baa7-4259-bc11-75443dfb8970) {{(pid=95102) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 20:30:28.683042 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-f763856a-340d-4af6-b35b-f1c2dca90a9b None None] For port 7642a97f-d385-43a0-8fc0-5e7cc9a356ff, host n-d-713301-16, cleared binding levels {{(pid=95103) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 20:30:28.686083 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-f763856a-340d-4af6-b35b-f1c2dca90a9b None None] For port 7642a97f-d385-43a0-8fc0-5e7cc9a356ff, host n-d-713301-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-16',level=0,port_id=7642a97f-d385-43a0-8fc0-5e7cc9a356ff,segment=NetworkSegment(772ab5dc-951f-4d50-bd51-620906c86ec3),segment_id=772ab5dc-951f-4d50-bd51-620906c86ec3)] {{(pid=95103) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 20:30:28.689675 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-f763856a-340d-4af6-b35b-f1c2dca90a9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:30:28.739972 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-8b129fe0-14a1-4027-9526-6ab0d4c557c5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:30:28.749971 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f763856a-340d-4af6-b35b-f1c2dca90a9b None None] Pushing event updated for resources: {'Port': ['ID=7642a97f-d385-43a0-8fc0-5e7cc9a356ff,revision_number=2']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:30:28.777922 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-8b129fe0-14a1-4027-9526-6ab0d4c557c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783145673135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4399100'] for port, after_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:30:28.821699 n-d-713301-16 neutron-server[95102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b129fe0-14a1-4027-9526-6ab0d4c557c5 admin admin] Network 5dec5c09-378e-4f50-89cc-d94eb81c3bac is already hosted by enough agents. {{(pid=95102) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 20:30:28.824930 n-d-713301-16 neutron-server[95102]: DEBUG neutron.scheduler.base_scheduler [None req-8b129fe0-14a1-4027-9526-6ab0d4c557c5 admin admin] Resources bound (agent type, host, resource id): {{(pid=95102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 20:30:28.827690 n-d-713301-16 neutron-server[95102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b129fe0-14a1-4027-9526-6ab0d4c557c5 admin admin] Received port after_create {{(pid=95102) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 20:30:28.862578 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:30:28.864306 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b129fe0-14a1-4027-9526-6ab0d4c557c5 admin admin] Pushing event updated for resources: {'Port': ['ID=26271e37-baa7-4259-bc11-75443dfb8970,revision_number=1']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:30:29.110073 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-8b129fe0-14a1-4027-9526-6ab0d4c557c5 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:30:29.303863 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-8b129fe0-14a1-4027-9526-6ab0d4c557c5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-597258', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-601790'] for router, after_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:30:29.434237 n-d-713301-16 neutron-server[95102]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8b129fe0-14a1-4027-9526-6ab0d4c557c5 admin admin] Router a03f96ad-1523-46bc-a6c5-f40d81ca3ec8 is scheduled to L3 agent 79a740bf-7821-4989-8288-7186e3e128f3 with binding_index 1 {{(pid=95102) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 23 20:30:29.548782 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b129fe0-14a1-4027-9526-6ab0d4c557c5 admin admin] Notify agent at l3_agent.n-d-713301-16 the message routers_updated {{(pid=95102) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 20:30:29.560328 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ced4bc0-9da2-42bd-b69e-482783c86e2f None None] Sync routers for ids ['a03f96ad-1523-46bc-a6c5-f40d81ca3ec8'] in n-d-713301-16 {{(pid=95104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 20:30:29.566599 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-8b129fe0-14a1-4027-9526-6ab0d4c557c5 admin admin] Notify callbacks [] for router, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:30:29.568311 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-8b129fe0-14a1-4027-9526-6ab0d4c557c5 admin admin] 10.222.0.67 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.4967809 Sep 23 20:30:29.571050 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ced4bc0-9da2-42bd-b69e-482783c86e2f None None] Routers {'a03f96ad-1523-46bc-a6c5-f40d81ca3ec8'} bound to L3 agent in host n-d-713301-16 {{(pid=95104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 20:30:29.571233 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 35214) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:30:29.572504 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_hamode_db [None req-0ced4bc0-9da2-42bd-b69e-482783c86e2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-23T19:07:52Z,description=,heartbeat_timestamp=2021-09-23T20:30:23Z,host='n-d-713301-16',id=79a740bf-7821-4989-8288-7186e3e128f3,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:07:52Z,topic='l3_agent')) {'router_ids': ['a03f96ad-1523-46bc-a6c5-f40d81ca3ec8'], 'active': True} {{(pid=95104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 20:30:29.666161 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-812291a2-7a47-4ba8-a590-edcefdd3d5e8 None None] Network 9b1c63e7-475b-4888-85b4-32608966f897 requested from n-d-713301-16 {{(pid=95103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 20:30:29.699224 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_dvr_db [None req-0ced4bc0-9da2-42bd-b69e-482783c86e2f None None] Set router a03f96ad-1523-46bc-a6c5-f40d81ca3ec8 gateway port host: n-d-713301-16 {{(pid=95104) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 20:30:29.741229 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Device 7642a97f-d385-43a0-8fc0-5e7cc9a356ff up at agent ovs-agent-n-d-713301-16 {{(pid=95103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 20:30:29.808665 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-ffb71c1c-ba79-43b0-a9fc-648c8472cc11 None None] Provisioning complete for port 7642a97f-d385-43a0-8fc0-5e7cc9a356ff triggered by entity DHCP. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 20:30:29.809351 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-ffb71c1c-ba79-43b0-a9fc-648c8472cc11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:30:29.888469 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Provisioning complete for port 7642a97f-d385-43a0-8fc0-5e7cc9a356ff triggered by entity L2. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 20:30:29.889145 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:30:29.981799 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_hamode_db [None req-0ced4bc0-9da2-42bd-b69e-482783c86e2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a03f96ad-1523-46bc-a6c5-f40d81ca3ec8', 'name': 'tempest-TestShelveInstance-899449625-router', 'tenant_id': '29863d1907e84df3a5a1f64e85c708b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'external_fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.153'}], 'enable_snat': True}, 'gw_port_id': '26271e37-baa7-4259-bc11-75443dfb8970', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T20:30:28Z', 'updated_at': '2021-09-23T20:30:28Z', 'revision_number': 3, 'project_id': '29863d1907e84df3a5a1f64e85c708b7', 'gw_port': {'id': '26271e37-baa7-4259-bc11-75443dfb8970', 'name': '', 'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:da:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a03f96ad-1523-46bc-a6c5-f40d81ca3ec8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T20:30:28Z', 'updated_at': '2021-09-23T20:30:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-16'}], 'n-d-713301-16', False) {} {{(pid=95104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 20:30:30.004030 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-ffb71c1c-ba79-43b0-a9fc-648c8472cc11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:30:30.022273 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ced4bc0-9da2-42bd-b69e-482783c86e2f None None] Checking router: a03f96ad-1523-46bc-a6c5-f40d81ca3ec8 for host: n-d-713301-16 {{(pid=95104) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 20:30:30.022762 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ced4bc0-9da2-42bd-b69e-482783c86e2f None None] Updating router a03f96ad-1523-46bc-a6c5-f40d81ca3ec8 port 26271e37-baa7-4259-bc11-75443dfb8970 binding host n-d-713301-16 {{(pid=95104) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 23 20:30:30.050853 n-d-713301-16 neutron-server[95104]: DEBUG neutron_lib.callbacks.manager [None req-0ced4bc0-9da2-42bd-b69e-482783c86e2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:30:30.068431 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-ffb71c1c-ba79-43b0-a9fc-648c8472cc11 None None] For port 7642a97f-d385-43a0-8fc0-5e7cc9a356ff, host n-d-713301-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-16',level=0,port_id=7642a97f-d385-43a0-8fc0-5e7cc9a356ff,segment=NetworkSegment(772ab5dc-951f-4d50-bd51-620906c86ec3),segment_id=772ab5dc-951f-4d50-bd51-620906c86ec3)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 20:30:30.070499 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:30:30.079923 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-ffb71c1c-ba79-43b0-a9fc-648c8472cc11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:30:30.139633 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb71c1c-ba79-43b0-a9fc-648c8472cc11 None None] Pushing event updated for resources: {'Port': ['ID=7642a97f-d385-43a0-8fc0-5e7cc9a356ff,revision_number=3']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:30:30.199458 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.db.api [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95103) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 23 20:30:30.199917 n-d-713301-16 neutron-server[95103]: DEBUG oslo_db.api [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 23 20:30:30.304851 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-a4aafd32-f970-4974-a036-87d87d690afe None None] Provisioning complete for port 7642a97f-d385-43a0-8fc0-5e7cc9a356ff triggered by entity DHCP. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 20:30:30.305830 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-a4aafd32-f970-4974-a036-87d87d690afe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:30:30.351118 n-d-713301-16 neutron-server[95104]: DEBUG neutron_lib.callbacks.manager [None req-0ced4bc0-9da2-42bd-b69e-482783c86e2f None None] Notify callbacks [] for port, precommit_update {{(pid=95104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:30:30.359141 n-d-713301-16 neutron-server[95104]: DEBUG neutron_lib.callbacks.manager [None req-0ced4bc0-9da2-42bd-b69e-482783c86e2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:30:30.387134 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-df0022c4-7029-4c7c-9714-7fd97c5ebb90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:30:30.414471 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d93b9d98-428b-4737-a78b-4627e2d6963c None None] Pushing event updated for resources: {'Port': ['ID=26271e37-baa7-4259-bc11-75443dfb8970,revision_number=2']} {{(pid=95104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:30:30.416711 n-d-713301-16 neutron-server[95104]: DEBUG neutron.plugins.ml2.managers [None req-0ced4bc0-9da2-42bd-b69e-482783c86e2f None None] Attempting to bind port 26271e37-baa7-4259-bc11-75443dfb8970 on host n-d-713301-16 for vnic_type normal with profile {{(pid=95104) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 20:30:30.417076 n-d-713301-16 neutron-server[95104]: DEBUG neutron.plugins.ml2.managers [None req-0ced4bc0-9da2-42bd-b69e-482783c86e2f None None] Attempting to bind port 26271e37-baa7-4259-bc11-75443dfb8970 by drivers openvswitch,hyperv on host n-d-713301-16 at level 0 using segments [{'id': '7d4027f1-d893-4c7b-95d4-757b8e44e380', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac'}] {{(pid=95104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 20:30:30.417428 n-d-713301-16 neutron-server[95104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ced4bc0-9da2-42bd-b69e-482783c86e2f None None] Attempting to bind port 26271e37-baa7-4259-bc11-75443dfb8970 on network 5dec5c09-378e-4f50-89cc-d94eb81c3bac {{(pid=95104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 20:30:30.423367 n-d-713301-16 neutron-server[95104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ced4bc0-9da2-42bd-b69e-482783c86e2f None None] Checking agent: {'id': '70a14545-df24-472f-8f95-bfe1719bff93', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 19, 7, 53), 'started_at': datetime.datetime(2021, 9, 23, 19, 8, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 20, 30, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 20:30:30.423730 n-d-713301-16 neutron-server[95104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ced4bc0-9da2-42bd-b69e-482783c86e2f None None] Checking segment: {'id': '7d4027f1-d893-4c7b-95d4-757b8e44e380', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95104) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 20:30:30.424124 n-d-713301-16 neutron-server[95104]: DEBUG neutron_lib.callbacks.manager [None req-0ced4bc0-9da2-42bd-b69e-482783c86e2f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:30:30.424501 n-d-713301-16 neutron-server[95104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ced4bc0-9da2-42bd-b69e-482783c86e2f None None] Bound using segment: {'id': '7d4027f1-d893-4c7b-95d4-757b8e44e380', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac'} {{(pid=95104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 20:30:30.424978 n-d-713301-16 neutron-server[95104]: DEBUG neutron.plugins.ml2.managers [None req-0ced4bc0-9da2-42bd-b69e-482783c86e2f None None] Bound port: 26271e37-baa7-4259-bc11-75443dfb8970, host: n-d-713301-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7d4027f1-d893-4c7b-95d4-757b8e44e380', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac'}}] {{(pid=95104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 20:30:30.425344 n-d-713301-16 neutron-server[95104]: DEBUG neutron_lib.callbacks.manager [None req-0ced4bc0-9da2-42bd-b69e-482783c86e2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:30:30.476915 n-d-713301-16 neutron-server[95104]: DEBUG neutron.plugins.ml2.db [None req-0ced4bc0-9da2-42bd-b69e-482783c86e2f None None] For port 26271e37-baa7-4259-bc11-75443dfb8970, host n-d-713301-16, cleared binding levels {{(pid=95104) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 20:30:30.480552 n-d-713301-16 neutron-server[95104]: DEBUG neutron.plugins.ml2.db [None req-0ced4bc0-9da2-42bd-b69e-482783c86e2f None None] For port 26271e37-baa7-4259-bc11-75443dfb8970, host n-d-713301-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-16',level=0,port_id=26271e37-baa7-4259-bc11-75443dfb8970,segment=NetworkSegment(7d4027f1-d893-4c7b-95d4-757b8e44e380),segment_id=7d4027f1-d893-4c7b-95d4-757b8e44e380)] {{(pid=95104) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 20:30:30.484836 n-d-713301-16 neutron-server[95104]: DEBUG neutron_lib.callbacks.manager [None req-0ced4bc0-9da2-42bd-b69e-482783c86e2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:30:30.542892 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ced4bc0-9da2-42bd-b69e-482783c86e2f None None] Routers {'a03f96ad-1523-46bc-a6c5-f40d81ca3ec8'} bound to L3 agent in host n-d-713301-16 {{(pid=95104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 20:30:30.543493 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_hamode_db [None req-0ced4bc0-9da2-42bd-b69e-482783c86e2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-23T19:07:52Z,description=,heartbeat_timestamp=2021-09-23T20:30:23Z,host='n-d-713301-16',id=79a740bf-7821-4989-8288-7186e3e128f3,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:07:52Z,topic='l3_agent')) {'router_ids': ['a03f96ad-1523-46bc-a6c5-f40d81ca3ec8'], 'active': True} {{(pid=95104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 20:30:30.546110 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d93b9d98-428b-4737-a78b-4627e2d6963c None None] Pushing event updated for resources: {'Port': ['ID=26271e37-baa7-4259-bc11-75443dfb8970,revision_number=3']} {{(pid=95104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:30:30.547691 n-d-713301-16 neutron-server[95101]: DEBUG neutron.db.db_base_plugin_common [None req-df0022c4-7029-4c7c-9714-7fd97c5ebb90 admin admin] Allocated IP 172.20.0.1 (9b1c63e7-475b-4888-85b4-32608966f897/35b10e9d-9b1e-4cae-89a7-4192968dde11/f8b0cdea-059e-4a98-89c3-9691eef11d1d) {{(pid=95101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 20:30:30.648679 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_dvr_db [None req-0ced4bc0-9da2-42bd-b69e-482783c86e2f None None] Set router a03f96ad-1523-46bc-a6c5-f40d81ca3ec8 gateway port host: n-d-713301-16 {{(pid=95104) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 20:30:30.657193 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-df0022c4-7029-4c7c-9714-7fd97c5ebb90 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:30:30.690484 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-df0022c4-7029-4c7c-9714-7fd97c5ebb90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783145673135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5607431'] for port, after_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:30:30.724446 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df0022c4-7029-4c7c-9714-7fd97c5ebb90 admin admin] Network 9b1c63e7-475b-4888-85b4-32608966f897 is already hosted by enough agents. {{(pid=95101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 20:30:30.727506 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.base_scheduler [None req-df0022c4-7029-4c7c-9714-7fd97c5ebb90 admin admin] Resources bound (agent type, host, resource id): {{(pid=95101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 20:30:30.731058 n-d-713301-16 neutron-server[95101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df0022c4-7029-4c7c-9714-7fd97c5ebb90 admin admin] Received port after_create {{(pid=95101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 20:30:30.773275 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df0022c4-7029-4c7c-9714-7fd97c5ebb90 admin admin] Pushing event updated for resources: {'Port': ['ID=f8b0cdea-059e-4a98-89c3-9691eef11d1d,revision_number=1']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:30:30.781967 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-df0022c4-7029-4c7c-9714-7fd97c5ebb90 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-601987'] for router_interface, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:30:30.852482 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_hamode_db [None req-0ced4bc0-9da2-42bd-b69e-482783c86e2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a03f96ad-1523-46bc-a6c5-f40d81ca3ec8', 'name': 'tempest-TestShelveInstance-899449625-router', 'tenant_id': '29863d1907e84df3a5a1f64e85c708b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'external_fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.153'}], 'enable_snat': True}, 'gw_port_id': '26271e37-baa7-4259-bc11-75443dfb8970', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T20:30:28Z', 'updated_at': '2021-09-23T20:30:28Z', 'revision_number': 3, 'project_id': '29863d1907e84df3a5a1f64e85c708b7', 'gw_port': {'id': '26271e37-baa7-4259-bc11-75443dfb8970', 'name': '', 'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:da:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a03f96ad-1523-46bc-a6c5-f40d81ca3ec8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T20:30:28Z', 'updated_at': '2021-09-23T20:30:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-16'}], 'n-d-713301-16', False) {} {{(pid=95104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 20:30:30.880703 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ced4bc0-9da2-42bd-b69e-482783c86e2f None None] The sync data for ids ['a03f96ad-1523-46bc-a6c5-f40d81ca3ec8'] in n-d-713301-16 is: [{'id': 'a03f96ad-1523-46bc-a6c5-f40d81ca3ec8', 'name': 'tempest-TestShelveInstance-899449625-router', 'tenant_id': '29863d1907e84df3a5a1f64e85c708b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'external_fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.153'}], 'enable_snat': True}, 'gw_port_id': '26271e37-baa7-4259-bc11-75443dfb8970', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T20:30:28Z', 'updated_at': '2021-09-23T20:30:28Z', 'revision_number': 3, 'project_id': '29863d1907e84df3a5a1f64e85c708b7', 'gw_port': {'id': '26271e37-baa7-4259-bc11-75443dfb8970', 'name': '', 'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:da:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a03f96ad-1523-46bc-a6c5-f40d81ca3ec8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T20:30:28Z', 'updated_at': '2021-09-23T20:30:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-16'}] {{(pid=95104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 20:30:30.946607 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-df0022c4-7029-4c7c-9714-7fd97c5ebb90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:30:31.018042 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-fae539b3-8305-48df-9f06-96b7fa70aa3d None None] Provisioning complete for port f8b0cdea-059e-4a98-89c3-9691eef11d1d triggered by entity DHCP. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 20:30:31.018596 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-fae539b3-8305-48df-9f06-96b7fa70aa3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:30:31.056836 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.plugin [None req-fae539b3-8305-48df-9f06-96b7fa70aa3d None None] Port f8b0cdea-059e-4a98-89c3-9691eef11d1d cannot update to ACTIVE because it is not bound. {{(pid=95103) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 20:30:31.131568 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-df0022c4-7029-4c7c-9714-7fd97c5ebb90 admin admin] Notify callbacks [] for port, precommit_update {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:30:31.136334 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-df0022c4-7029-4c7c-9714-7fd97c5ebb90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5607436'] for port, after_update {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:30:31.211228 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df0022c4-7029-4c7c-9714-7fd97c5ebb90 admin admin] Pushing event updated for resources: {'Port': ['ID=f8b0cdea-059e-4a98-89c3-9691eef11d1d,revision_number=2']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:30:31.213831 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-df0022c4-7029-4c7c-9714-7fd97c5ebb90 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-527313', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-601459'] for router_interface, after_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:30:31.308238 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df0022c4-7029-4c7c-9714-7fd97c5ebb90 admin admin] Network 9b1c63e7-475b-4888-85b4-32608966f897 is already hosted by enough agents. {{(pid=95101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 20:30:31.309790 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.base_scheduler [None req-df0022c4-7029-4c7c-9714-7fd97c5ebb90 admin admin] Resources bound (agent type, host, resource id): {{(pid=95101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 20:30:31.433157 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df0022c4-7029-4c7c-9714-7fd97c5ebb90 admin admin] Router a03f96ad-1523-46bc-a6c5-f40d81ca3ec8 has already been hosted by L3 agent 79a740bf-7821-4989-8288-7186e3e128f3 {{(pid=95101) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 20:30:31.548231 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df0022c4-7029-4c7c-9714-7fd97c5ebb90 admin admin] Notify agent at l3_agent.n-d-713301-16 the message routers_updated {{(pid=95101) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 20:30:31.555257 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-df0022c4-7029-4c7c-9714-7fd97c5ebb90 admin admin] 10.222.0.67 "PUT /v2.0/routers/a03f96ad-1523-46bc-a6c5-f40d81ca3ec8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9830070 Sep 23 20:30:31.577898 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-6dc086aa-b210-4526-a969-563fb43af9ae None None] Provisioning complete for port f8b0cdea-059e-4a98-89c3-9691eef11d1d triggered by entity DHCP. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 20:30:31.578273 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-6dc086aa-b210-4526-a969-563fb43af9ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:30:31.613189 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.plugin [None req-6dc086aa-b210-4526-a969-563fb43af9ae None None] Port f8b0cdea-059e-4a98-89c3-9691eef11d1d cannot update to ACTIVE because it is not bound. {{(pid=95103) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 20:30:31.764179 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Device 7642a97f-d385-43a0-8fc0-5e7cc9a356ff up at agent ovs-agent-n-d-713301-16 {{(pid=95103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 20:30:31.813471 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Provisioning complete for port 7642a97f-d385-43a0-8fc0-5e7cc9a356ff triggered by entity L2. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 20:30:31.813930 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:30:31.897704 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Device 26271e37-baa7-4259-bc11-75443dfb8970 up at agent ovs-agent-n-d-713301-16 {{(pid=95103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 20:30:31.944560 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Provisioning complete for port 26271e37-baa7-4259-bc11-75443dfb8970 triggered by entity L2. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 20:30:31.944880 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:30:32.024814 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:30:32.046214 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] For port 26271e37-baa7-4259-bc11-75443dfb8970, host n-d-713301-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-16',level=0,port_id=26271e37-baa7-4259-bc11-75443dfb8970,segment=NetworkSegment(7d4027f1-d893-4c7b-95d4-757b8e44e380),segment_id=7d4027f1-d893-4c7b-95d4-757b8e44e380)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 20:30:32.051698 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:30:32.081268 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 35230) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:30:32.087270 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.v2.base [None req-fe170068-695c-4f16-97b8-d8aa7b088670 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-512559977-network', 'tenant_id': '08c1c4da33664eacb7e8fa127d78e510'}} {{(pid=95101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 20:30:32.102163 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Pushing event updated for resources: {'Port': ['ID=26271e37-baa7-4259-bc11-75443dfb8970,revision_number=4']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:30:32.109259 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe170068-695c-4f16-97b8-d8aa7b088670 admin admin] Made reservation on behalf of 08c1c4da33664eacb7e8fa127d78e510 for: {'network': 1} {{(pid=95101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 20:30:32.111616 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-fe170068-695c-4f16-97b8-d8aa7b088670 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for network, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:30:32.121084 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-fe170068-695c-4f16-97b8-d8aa7b088670 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:30:32.214738 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-fe170068-695c-4f16-97b8-d8aa7b088670 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:30:32.218766 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-fe170068-695c-4f16-97b8-d8aa7b088670 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:30:32.243588 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fe170068-695c-4f16-97b8-d8aa7b088670 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 611} {{(pid=95101) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 20:30:32.253152 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe170068-695c-4f16-97b8-d8aa7b088670 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=906c2f7f-9b95-4289-aa5c-5b3bf8108637,revision_number=1']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:30:32.258647 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-fe170068-695c-4f16-97b8-d8aa7b088670 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1756186'] for segment, precommit_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:30:32.258999 n-d-713301-16 neutron-server[95101]: INFO neutron.db.segments_db [None req-fe170068-695c-4f16-97b8-d8aa7b088670 admin admin] Added segment f6af8fb0-c948-4065-889c-d61b3c1cb6d6 of type vlan for network a41aa352-7833-4e9e-baa6-03e6b5e2493d Sep 23 20:30:32.299147 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-fe170068-695c-4f16-97b8-d8aa7b088670 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783145630486'] for network, precommit_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:30:32.326614 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-fe170068-695c-4f16-97b8-d8aa7b088670 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299'] for network, after_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:30:32.327656 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe170068-695c-4f16-97b8-d8aa7b088670 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:30:32.328244 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-fe170068-695c-4f16-97b8-d8aa7b088670 admin admin] Notify callbacks [] for network, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:30:32.362058 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-fe170068-695c-4f16-97b8-d8aa7b088670 admin admin] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.2795966 Sep 23 20:30:32.365331 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 35232) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:30:32.370403 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.v2.base [None req-5f557072-7846-46c6-9169-0ccd3ae5d2ea admin admin] Request body: {'subnet': {'network_id': 'a41aa352-7833-4e9e-baa6-03e6b5e2493d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-512559977-subnet', 'tenant_id': '08c1c4da33664eacb7e8fa127d78e510', 'ip_version': 4}} {{(pid=95102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 20:30:32.394077 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe170068-695c-4f16-97b8-d8aa7b088670 admin admin] Pushing event updated for resources: {'Network': ['ID=a41aa352-7833-4e9e-baa6-03e6b5e2493d,revision_number=1']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:30:32.404893 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Network a41aa352-7833-4e9e-baa6-03e6b5e2493d details requested by agent ovs-agent-n-d-713301-16 with host n-d-713301-16 {{(pid=95103) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 20:30:32.409551 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f557072-7846-46c6-9169-0ccd3ae5d2ea admin admin] Made reservation on behalf of 08c1c4da33664eacb7e8fa127d78e510 for: {'subnet': 1} {{(pid=95102) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 20:30:32.412567 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-5f557072-7846-46c6-9169-0ccd3ae5d2ea admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5388256'] for subnet, before_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:30:32.479025 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-176fc587-959f-42ab-9539-9be3988758ac None None] Sync routers for ids ['a03f96ad-1523-46bc-a6c5-f40d81ca3ec8'] in n-d-713301-16 {{(pid=95103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 20:30:32.489135 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-176fc587-959f-42ab-9539-9be3988758ac None None] Routers {'a03f96ad-1523-46bc-a6c5-f40d81ca3ec8'} bound to L3 agent in host n-d-713301-16 {{(pid=95103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 20:30:32.489839 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_hamode_db [None req-176fc587-959f-42ab-9539-9be3988758ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-23T19:07:52Z,description=,heartbeat_timestamp=2021-09-23T20:30:23Z,host='n-d-713301-16',id=79a740bf-7821-4989-8288-7186e3e128f3,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:07:52Z,topic='l3_agent')) {'router_ids': ['a03f96ad-1523-46bc-a6c5-f40d81ca3ec8'], 'active': True} {{(pid=95103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 20:30:32.589682 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-5f557072-7846-46c6-9169-0ccd3ae5d2ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4398944', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5388242'] for subnet, after_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:30:32.647844 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f557072-7846-46c6-9169-0ccd3ae5d2ea admin admin] Pushing event updated for resources: {'Subnet': ['ID=5d04b25c-882d-4b77-8655-f9f4273a336f,revision_number=0']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:30:32.658273 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f557072-7846-46c6-9169-0ccd3ae5d2ea admin admin] Checking segment: {'id': 'f6af8fb0-c948-4065-889c-d61b3c1cb6d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': 'a41aa352-7833-4e9e-baa6-03e6b5e2493d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95102) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 20:30:32.658637 n-d-713301-16 neutron-server[95102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f557072-7846-46c6-9169-0ccd3ae5d2ea admin admin] Network hostable DHCP agents. Network: a41aa352-7833-4e9e-baa6-03e6b5e2493d, hostable agents: ['1b18bf05-1b5f-4587-be5c-af3ac38e32ad'], hosted agents: [] {{(pid=95102) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 20:30:32.674475 n-d-713301-16 neutron-server[95102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f557072-7846-46c6-9169-0ccd3ae5d2ea admin admin] Network a41aa352-7833-4e9e-baa6-03e6b5e2493d is scheduled to be hosted by DHCP agent 1b18bf05-1b5f-4587-be5c-af3ac38e32ad with binding_index 1 {{(pid=95102) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 20:30:32.684238 n-d-713301-16 neutron-server[95102]: DEBUG neutron.scheduler.base_scheduler [None req-5f557072-7846-46c6-9169-0ccd3ae5d2ea admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713301-16, a41aa352-7833-4e9e-baa6-03e6b5e2493d) {{(pid=95102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 20:30:32.693364 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f557072-7846-46c6-9169-0ccd3ae5d2ea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:30:32.693971 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-5f557072-7846-46c6-9169-0ccd3ae5d2ea admin admin] Notify callbacks [] for subnet, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:30:32.708813 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-5f557072-7846-46c6-9169-0ccd3ae5d2ea admin admin] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3423502 Sep 23 20:30:32.711301 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 35234) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:30:32.715574 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.v2.base [None req-50a6ffff-d7da-467e-98c5-4ff523f4e30f admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-512559977-router', 'tenant_id': '08c1c4da33664eacb7e8fa127d78e510', 'external_gateway_info': {'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac'}}} {{(pid=95102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 20:30:32.717762 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06dcecd9-84da-4eff-9c19-2c66770a1096 None None] Network a41aa352-7833-4e9e-baa6-03e6b5e2493d requested from n-d-713301-16 {{(pid=95103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 20:30:32.737407 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-50a6ffff-d7da-467e-98c5-4ff523f4e30f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-594563', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29355'] for router, before_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:30:32.738820 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-50a6ffff-d7da-467e-98c5-4ff523f4e30f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-597363', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-601731', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-739356', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29346'] for router, precommit_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:30:32.790844 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-50a6ffff-d7da-467e-98c5-4ff523f4e30f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:30:32.810133 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_dvr_db [None req-176fc587-959f-42ab-9539-9be3988758ac None None] Set router a03f96ad-1523-46bc-a6c5-f40d81ca3ec8 gateway port host: n-d-713301-16 {{(pid=95103) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 20:30:32.930187 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-50a6ffff-d7da-467e-98c5-4ff523f4e30f admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:30:32.999074 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9434b872-8d46-48cc-85ee-aee14deeea0e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4c8b80df-07eb-5275-9f17-5cf640db67c0-a41aa352-7833-4e9e-baa6-03e6b5e2493d', 'network_id': 'a41aa352-7833-4e9e-baa6-03e6b5e2493d', 'tenant_id': '08c1c4da33664eacb7e8fa127d78e510', 'fixed_ips': [{'subnet_id': '5d04b25c-882d-4b77-8655-f9f4273a336f'}]}} from n-d-713301-16. {{(pid=95103) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 23 20:30:32.999933 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-9434b872-8d46-48cc-85ee-aee14deeea0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_create {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:30:33.130991 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-50a6ffff-d7da-467e-98c5-4ff523f4e30f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:30:33.150214 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-50a6ffff-d7da-467e-98c5-4ff523f4e30f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:30:33.174518 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_hamode_db [None req-176fc587-959f-42ab-9539-9be3988758ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a03f96ad-1523-46bc-a6c5-f40d81ca3ec8', 'name': 'tempest-TestShelveInstance-899449625-router', 'tenant_id': '29863d1907e84df3a5a1f64e85c708b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'external_fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.153'}], 'enable_snat': True}, 'gw_port_id': '26271e37-baa7-4259-bc11-75443dfb8970', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T20:30:28Z', 'updated_at': '2021-09-23T20:30:30Z', 'revision_number': 4, 'project_id': '29863d1907e84df3a5a1f64e85c708b7', 'gw_port': {'id': '26271e37-baa7-4259-bc11-75443dfb8970', 'name': '', 'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:da:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a03f96ad-1523-46bc-a6c5-f40d81ca3ec8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T20:30:28Z', 'updated_at': '2021-09-23T20:30:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-16', '_interfaces': [{'id': 'f8b0cdea-059e-4a98-89c3-9691eef11d1d', 'name': '', 'network_id': '9b1c63e7-475b-4888-85b4-32608966f897', 'tenant_id': '29863d1907e84df3a5a1f64e85c708b7', 'mac_address': 'fa:16:3e:0f:56:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a03f96ad-1523-46bc-a6c5-f40d81ca3ec8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': '35b10e9d-9b1e-4cae-89a7-4192968dde11', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T20:30:30Z', 'updated_at': '2021-09-23T20:30:30Z', 'revision_number': 2, 'project_id': '29863d1907e84df3a5a1f64e85c708b7', 'subnets': [{'id': '35b10e9d-9b1e-4cae-89a7-4192968dde11', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-16', False) {} {{(pid=95103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 20:30:33.177339 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.db_base_plugin_common [None req-9434b872-8d46-48cc-85ee-aee14deeea0e None None] Allocated IP 172.20.0.2 (a41aa352-7833-4e9e-baa6-03e6b5e2493d/5d04b25c-882d-4b77-8655-f9f4273a336f/fdffc0bf-4baa-4340-834b-7502aa49536e) {{(pid=95103) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 20:30:33.210651 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-176fc587-959f-42ab-9539-9be3988758ac None None] Checking router: a03f96ad-1523-46bc-a6c5-f40d81ca3ec8 for host: n-d-713301-16 {{(pid=95103) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 20:30:33.211012 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-176fc587-959f-42ab-9539-9be3988758ac None None] Updating router a03f96ad-1523-46bc-a6c5-f40d81ca3ec8 port f8b0cdea-059e-4a98-89c3-9691eef11d1d binding host n-d-713301-16 {{(pid=95103) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 23 20:30:33.253713 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-176fc587-959f-42ab-9539-9be3988758ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:30:33.254301 n-d-713301-16 neutron-server[95102]: DEBUG neutron.db.db_base_plugin_common [None req-50a6ffff-d7da-467e-98c5-4ff523f4e30f admin admin] Allocated IP 172.25.1.247 (5dec5c09-378e-4f50-89cc-d94eb81c3bac/eff83446-018c-428d-b3f5-54ac9abe7a2a/5bc518ac-1dd3-444f-81ba-ca9ab0f6cbb6) {{(pid=95102) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 20:30:33.360236 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-50a6ffff-d7da-467e-98c5-4ff523f4e30f admin admin] Notify callbacks [] for port, precommit_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:30:33.393898 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-50a6ffff-d7da-467e-98c5-4ff523f4e30f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783145673135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4399100'] for port, after_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:30:33.432215 n-d-713301-16 neutron-server[95102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50a6ffff-d7da-467e-98c5-4ff523f4e30f admin admin] Network 5dec5c09-378e-4f50-89cc-d94eb81c3bac is already hosted by enough agents. {{(pid=95102) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 20:30:33.435021 n-d-713301-16 neutron-server[95102]: DEBUG neutron.scheduler.base_scheduler [None req-50a6ffff-d7da-467e-98c5-4ff523f4e30f admin admin] Resources bound (agent type, host, resource id): {{(pid=95102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 20:30:33.438531 n-d-713301-16 neutron-server[95102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50a6ffff-d7da-467e-98c5-4ff523f4e30f admin admin] Received port after_create {{(pid=95102) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 20:30:33.446903 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50a6ffff-d7da-467e-98c5-4ff523f4e30f admin admin] Pushing event updated for resources: {'Port': ['ID=5bc518ac-1dd3-444f-81ba-ca9ab0f6cbb6,revision_number=1']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:30:33.489461 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-9434b872-8d46-48cc-85ee-aee14deeea0e None None] Notify callbacks [] for port, precommit_create {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:30:33.520667 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-9434b872-8d46-48cc-85ee-aee14deeea0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783145673135'] for port, after_create {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:30:33.567191 n-d-713301-16 neutron-server[95103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9434b872-8d46-48cc-85ee-aee14deeea0e None None] Network a41aa352-7833-4e9e-baa6-03e6b5e2493d is already hosted by enough agents. {{(pid=95103) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 20:30:33.581755 n-d-713301-16 neutron-server[95103]: DEBUG neutron.scheduler.base_scheduler [None req-9434b872-8d46-48cc-85ee-aee14deeea0e None None] Resources bound (agent type, host, resource id): {{(pid=95103) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 20:30:33.585730 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9434b872-8d46-48cc-85ee-aee14deeea0e None None] Pushing event updated for resources: {'Port': ['ID=fdffc0bf-4baa-4340-834b-7502aa49536e,revision_number=1']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:30:33.590246 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9434b872-8d46-48cc-85ee-aee14deeea0e None None] Received port after_create {{(pid=95103) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 20:30:33.690422 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Device 26271e37-baa7-4259-bc11-75443dfb8970 up at agent ovs-agent-n-d-713301-16 {{(pid=95103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 20:30:33.719505 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.managers [None req-9434b872-8d46-48cc-85ee-aee14deeea0e None None] Attempting to bind port fdffc0bf-4baa-4340-834b-7502aa49536e on host n-d-713301-16 for vnic_type normal with profile {{(pid=95103) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 20:30:33.719872 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.managers [None req-9434b872-8d46-48cc-85ee-aee14deeea0e None None] Attempting to bind port fdffc0bf-4baa-4340-834b-7502aa49536e by drivers openvswitch,hyperv on host n-d-713301-16 at level 0 using segments [{'id': 'f6af8fb0-c948-4065-889c-d61b3c1cb6d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': 'a41aa352-7833-4e9e-baa6-03e6b5e2493d'}] {{(pid=95103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 20:30:33.720234 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9434b872-8d46-48cc-85ee-aee14deeea0e None None] Attempting to bind port fdffc0bf-4baa-4340-834b-7502aa49536e on network a41aa352-7833-4e9e-baa6-03e6b5e2493d {{(pid=95103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 20:30:33.742488 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-176fc587-959f-42ab-9539-9be3988758ac None None] Notify callbacks [] for port, precommit_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:30:33.744243 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9434b872-8d46-48cc-85ee-aee14deeea0e None None] Checking agent: {'id': '70a14545-df24-472f-8f95-bfe1719bff93', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 19, 7, 53), 'started_at': datetime.datetime(2021, 9, 23, 19, 8, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 20, 30, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 20:30:33.744624 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9434b872-8d46-48cc-85ee-aee14deeea0e None None] Checking segment: {'id': 'f6af8fb0-c948-4065-889c-d61b3c1cb6d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': 'a41aa352-7833-4e9e-baa6-03e6b5e2493d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95103) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 20:30:33.745035 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-9434b872-8d46-48cc-85ee-aee14deeea0e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:30:33.745432 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9434b872-8d46-48cc-85ee-aee14deeea0e None None] Bound using segment: {'id': 'f6af8fb0-c948-4065-889c-d61b3c1cb6d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': 'a41aa352-7833-4e9e-baa6-03e6b5e2493d'} {{(pid=95103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 20:30:33.746085 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.managers [None req-9434b872-8d46-48cc-85ee-aee14deeea0e None None] Bound port: fdffc0bf-4baa-4340-834b-7502aa49536e, host: n-d-713301-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f6af8fb0-c948-4065-889c-d61b3c1cb6d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': 'a41aa352-7833-4e9e-baa6-03e6b5e2493d'}}] {{(pid=95103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 20:30:33.746282 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-9434b872-8d46-48cc-85ee-aee14deeea0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:30:33.762926 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-176fc587-959f-42ab-9539-9be3988758ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:30:33.867939 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-160b6e87-5460-4953-accb-a759388061c5 None None] Pushing event updated for resources: {'Port': ['ID=f8b0cdea-059e-4a98-89c3-9691eef11d1d,revision_number=3']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:30:33.903079 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Provisioning complete for port 26271e37-baa7-4259-bc11-75443dfb8970 triggered by entity L2. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 20:30:33.903450 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:30:33.910748 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-9434b872-8d46-48cc-85ee-aee14deeea0e None None] For port fdffc0bf-4baa-4340-834b-7502aa49536e, host n-d-713301-16, cleared binding levels {{(pid=95103) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 20:30:33.965009 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-9434b872-8d46-48cc-85ee-aee14deeea0e None None] For port fdffc0bf-4baa-4340-834b-7502aa49536e, host n-d-713301-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-16',level=0,port_id=fdffc0bf-4baa-4340-834b-7502aa49536e,segment=NetworkSegment(f6af8fb0-c948-4065-889c-d61b3c1cb6d6),segment_id=f6af8fb0-c948-4065-889c-d61b3c1cb6d6)] {{(pid=95103) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 20:30:33.977243 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-9434b872-8d46-48cc-85ee-aee14deeea0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:30:33.990990 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.managers [None req-176fc587-959f-42ab-9539-9be3988758ac None None] Attempting to bind port f8b0cdea-059e-4a98-89c3-9691eef11d1d on host n-d-713301-16 for vnic_type normal with profile {{(pid=95103) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 20:30:33.991359 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.managers [None req-176fc587-959f-42ab-9539-9be3988758ac None None] Attempting to bind port f8b0cdea-059e-4a98-89c3-9691eef11d1d by drivers openvswitch,hyperv on host n-d-713301-16 at level 0 using segments [{'id': '772ab5dc-951f-4d50-bd51-620906c86ec3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '9b1c63e7-475b-4888-85b4-32608966f897'}] {{(pid=95103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 20:30:33.991718 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-176fc587-959f-42ab-9539-9be3988758ac None None] Attempting to bind port f8b0cdea-059e-4a98-89c3-9691eef11d1d on network 9b1c63e7-475b-4888-85b4-32608966f897 {{(pid=95103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 20:30:34.029831 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-176fc587-959f-42ab-9539-9be3988758ac None None] Checking agent: {'id': '70a14545-df24-472f-8f95-bfe1719bff93', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 19, 7, 53), 'started_at': datetime.datetime(2021, 9, 23, 19, 8, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 20, 30, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 20:30:34.030523 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-176fc587-959f-42ab-9539-9be3988758ac None None] Checking segment: {'id': '772ab5dc-951f-4d50-bd51-620906c86ec3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '9b1c63e7-475b-4888-85b4-32608966f897'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95103) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 20:30:34.031092 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-176fc587-959f-42ab-9539-9be3988758ac None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:30:34.031650 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-176fc587-959f-42ab-9539-9be3988758ac None None] Bound using segment: {'id': '772ab5dc-951f-4d50-bd51-620906c86ec3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '9b1c63e7-475b-4888-85b4-32608966f897'} {{(pid=95103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 20:30:34.032292 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.managers [None req-176fc587-959f-42ab-9539-9be3988758ac None None] Bound port: f8b0cdea-059e-4a98-89c3-9691eef11d1d, host: n-d-713301-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '772ab5dc-951f-4d50-bd51-620906c86ec3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '9b1c63e7-475b-4888-85b4-32608966f897'}}] {{(pid=95103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 20:30:34.032899 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-176fc587-959f-42ab-9539-9be3988758ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:30:34.057646 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-50a6ffff-d7da-467e-98c5-4ff523f4e30f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:30:34.089405 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9434b872-8d46-48cc-85ee-aee14deeea0e None None] Pushing event updated for resources: {'Port': ['ID=fdffc0bf-4baa-4340-834b-7502aa49536e,revision_number=2']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:30:34.160666 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-176fc587-959f-42ab-9539-9be3988758ac None None] For port f8b0cdea-059e-4a98-89c3-9691eef11d1d, host n-d-713301-16, cleared binding levels {{(pid=95103) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 20:30:34.173815 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-5064c855-ff63-412d-bf4d-1002365951c3 None None] Provisioning complete for port f8b0cdea-059e-4a98-89c3-9691eef11d1d triggered by entity DHCP. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 20:30:34.174075 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-5064c855-ff63-412d-bf4d-1002365951c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:30:34.177169 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-176fc587-959f-42ab-9539-9be3988758ac None None] For port f8b0cdea-059e-4a98-89c3-9691eef11d1d, host n-d-713301-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-16',level=0,port_id=f8b0cdea-059e-4a98-89c3-9691eef11d1d,segment=NetworkSegment(772ab5dc-951f-4d50-bd51-620906c86ec3),segment_id=772ab5dc-951f-4d50-bd51-620906c86ec3)] {{(pid=95103) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 20:30:34.201178 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-176fc587-959f-42ab-9539-9be3988758ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:30:34.272407 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.plugin [None req-5064c855-ff63-412d-bf4d-1002365951c3 None None] Port f8b0cdea-059e-4a98-89c3-9691eef11d1d cannot update to ACTIVE because it is not bound. {{(pid=95103) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 20:30:34.301503 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-176fc587-959f-42ab-9539-9be3988758ac None None] Routers {'a03f96ad-1523-46bc-a6c5-f40d81ca3ec8'} bound to L3 agent in host n-d-713301-16 {{(pid=95103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 20:30:34.302027 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_hamode_db [None req-176fc587-959f-42ab-9539-9be3988758ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-23T19:07:52Z,description=,heartbeat_timestamp=2021-09-23T20:30:23Z,host='n-d-713301-16',id=79a740bf-7821-4989-8288-7186e3e128f3,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:07:52Z,topic='l3_agent')) {'router_ids': ['a03f96ad-1523-46bc-a6c5-f40d81ca3ec8'], 'active': True} {{(pid=95103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 20:30:34.303935 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-160b6e87-5460-4953-accb-a759388061c5 None None] Pushing event updated for resources: {'Port': ['ID=f8b0cdea-059e-4a98-89c3-9691eef11d1d,revision_number=4']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:30:34.305500 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-50a6ffff-d7da-467e-98c5-4ff523f4e30f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-597258', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-601790'] for router, after_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:30:34.421380 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_dvr_db [None req-176fc587-959f-42ab-9539-9be3988758ac None None] Set router a03f96ad-1523-46bc-a6c5-f40d81ca3ec8 gateway port host: n-d-713301-16 {{(pid=95103) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 20:30:34.463424 n-d-713301-16 neutron-server[95102]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-50a6ffff-d7da-467e-98c5-4ff523f4e30f admin admin] Router 439f6f06-fc1a-4cfa-9fee-03530970a6ad is scheduled to L3 agent 79a740bf-7821-4989-8288-7186e3e128f3 with binding_index 1 {{(pid=95102) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 23 20:30:34.578260 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50a6ffff-d7da-467e-98c5-4ff523f4e30f admin admin] Notify agent at l3_agent.n-d-713301-16 the message routers_updated {{(pid=95102) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 20:30:34.589252 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d368eae5-d0ff-41f4-8ce1-2930248721d1 None None] Sync routers for ids ['439f6f06-fc1a-4cfa-9fee-03530970a6ad'] in n-d-713301-16 {{(pid=95104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 20:30:34.596395 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-50a6ffff-d7da-467e-98c5-4ff523f4e30f admin admin] Notify callbacks [] for router, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:30:34.600887 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-50a6ffff-d7da-467e-98c5-4ff523f4e30f admin admin] 10.222.0.67 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.8852890 Sep 23 20:30:34.601057 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d368eae5-d0ff-41f4-8ce1-2930248721d1 None None] Routers {'439f6f06-fc1a-4cfa-9fee-03530970a6ad'} bound to L3 agent in host n-d-713301-16 {{(pid=95104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 20:30:34.601057 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_hamode_db [None req-d368eae5-d0ff-41f4-8ce1-2930248721d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-23T19:07:52Z,description=,heartbeat_timestamp=2021-09-23T20:30:23Z,host='n-d-713301-16',id=79a740bf-7821-4989-8288-7186e3e128f3,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:07:52Z,topic='l3_agent')) {'router_ids': ['439f6f06-fc1a-4cfa-9fee-03530970a6ad'], 'active': True} {{(pid=95104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 20:30:34.601242 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 35236) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:30:34.630459 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-1075afe9-d41e-4391-83e4-c3a4ca9f2bfd None None] Provisioning complete for port f8b0cdea-059e-4a98-89c3-9691eef11d1d triggered by entity DHCP. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 20:30:34.630929 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-1075afe9-d41e-4391-83e4-c3a4ca9f2bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:30:34.693389 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_hamode_db [None req-176fc587-959f-42ab-9539-9be3988758ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a03f96ad-1523-46bc-a6c5-f40d81ca3ec8', 'name': 'tempest-TestShelveInstance-899449625-router', 'tenant_id': '29863d1907e84df3a5a1f64e85c708b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'external_fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.153'}], 'enable_snat': True}, 'gw_port_id': '26271e37-baa7-4259-bc11-75443dfb8970', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T20:30:28Z', 'updated_at': '2021-09-23T20:30:30Z', 'revision_number': 4, 'project_id': '29863d1907e84df3a5a1f64e85c708b7', 'gw_port': {'id': '26271e37-baa7-4259-bc11-75443dfb8970', 'name': '', 'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:da:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a03f96ad-1523-46bc-a6c5-f40d81ca3ec8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T20:30:28Z', 'updated_at': '2021-09-23T20:30:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-16', '_interfaces': [{'id': 'f8b0cdea-059e-4a98-89c3-9691eef11d1d', 'name': '', 'network_id': '9b1c63e7-475b-4888-85b4-32608966f897', 'tenant_id': '29863d1907e84df3a5a1f64e85c708b7', 'mac_address': 'fa:16:3e:0f:56:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a03f96ad-1523-46bc-a6c5-f40d81ca3ec8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': '35b10e9d-9b1e-4cae-89a7-4192968dde11', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T20:30:30Z', 'updated_at': '2021-09-23T20:30:34Z', 'revision_number': 4, 'project_id': '29863d1907e84df3a5a1f64e85c708b7', 'subnets': [{'id': '35b10e9d-9b1e-4cae-89a7-4192968dde11', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-16', False) {} {{(pid=95103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 20:30:34.716350 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_dvr_db [None req-d368eae5-d0ff-41f4-8ce1-2930248721d1 None None] Set router 439f6f06-fc1a-4cfa-9fee-03530970a6ad gateway port host: n-d-713301-16 {{(pid=95104) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 20:30:34.721975 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-176fc587-959f-42ab-9539-9be3988758ac None None] The sync data for ids ['a03f96ad-1523-46bc-a6c5-f40d81ca3ec8'] in n-d-713301-16 is: [{'id': 'a03f96ad-1523-46bc-a6c5-f40d81ca3ec8', 'name': 'tempest-TestShelveInstance-899449625-router', 'tenant_id': '29863d1907e84df3a5a1f64e85c708b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'external_fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.153'}], 'enable_snat': True}, 'gw_port_id': '26271e37-baa7-4259-bc11-75443dfb8970', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T20:30:28Z', 'updated_at': '2021-09-23T20:30:30Z', 'revision_number': 4, 'project_id': '29863d1907e84df3a5a1f64e85c708b7', 'gw_port': {'id': '26271e37-baa7-4259-bc11-75443dfb8970', 'name': '', 'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:da:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a03f96ad-1523-46bc-a6c5-f40d81ca3ec8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T20:30:28Z', 'updated_at': '2021-09-23T20:30:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-16', '_interfaces': [{'id': 'f8b0cdea-059e-4a98-89c3-9691eef11d1d', 'name': '', 'network_id': '9b1c63e7-475b-4888-85b4-32608966f897', 'tenant_id': '29863d1907e84df3a5a1f64e85c708b7', 'mac_address': 'fa:16:3e:0f:56:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a03f96ad-1523-46bc-a6c5-f40d81ca3ec8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': '35b10e9d-9b1e-4cae-89a7-4192968dde11', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T20:30:30Z', 'updated_at': '2021-09-23T20:30:34Z', 'revision_number': 4, 'project_id': '29863d1907e84df3a5a1f64e85c708b7', 'subnets': [{'id': '35b10e9d-9b1e-4cae-89a7-4192968dde11', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 20:30:34.774865 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-1075afe9-d41e-4391-83e4-c3a4ca9f2bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:30:34.844531 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-1075afe9-d41e-4391-83e4-c3a4ca9f2bfd None None] For port f8b0cdea-059e-4a98-89c3-9691eef11d1d, host n-d-713301-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-16',level=0,port_id=f8b0cdea-059e-4a98-89c3-9691eef11d1d,segment=NetworkSegment(772ab5dc-951f-4d50-bd51-620906c86ec3),segment_id=772ab5dc-951f-4d50-bd51-620906c86ec3)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 20:30:34.851292 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-1075afe9-d41e-4391-83e4-c3a4ca9f2bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:30:34.943690 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1075afe9-d41e-4391-83e4-c3a4ca9f2bfd None None] Pushing event updated for resources: {'Port': ['ID=f8b0cdea-059e-4a98-89c3-9691eef11d1d,revision_number=5']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:30:34.986527 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_hamode_db [None req-d368eae5-d0ff-41f4-8ce1-2930248721d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '439f6f06-fc1a-4cfa-9fee-03530970a6ad', 'name': 'tempest-TestShelveInstance-512559977-router', 'tenant_id': '08c1c4da33664eacb7e8fa127d78e510', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'external_fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.247'}], 'enable_snat': True}, 'gw_port_id': '5bc518ac-1dd3-444f-81ba-ca9ab0f6cbb6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T20:30:32Z', 'updated_at': '2021-09-23T20:30:33Z', 'revision_number': 3, 'project_id': '08c1c4da33664eacb7e8fa127d78e510', 'gw_port': {'id': '5bc518ac-1dd3-444f-81ba-ca9ab0f6cbb6', 'name': '', 'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:c9:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '439f6f06-fc1a-4cfa-9fee-03530970a6ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T20:30:33Z', 'updated_at': '2021-09-23T20:30:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-16'}], 'n-d-713301-16', False) {} {{(pid=95104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 20:30:35.022941 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d368eae5-d0ff-41f4-8ce1-2930248721d1 None None] Checking router: 439f6f06-fc1a-4cfa-9fee-03530970a6ad for host: n-d-713301-16 {{(pid=95104) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 20:30:35.023385 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d368eae5-d0ff-41f4-8ce1-2930248721d1 None None] Updating router 439f6f06-fc1a-4cfa-9fee-03530970a6ad port 5bc518ac-1dd3-444f-81ba-ca9ab0f6cbb6 binding host n-d-713301-16 {{(pid=95104) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 23 20:30:35.053756 n-d-713301-16 neutron-server[95104]: DEBUG neutron_lib.callbacks.manager [None req-d368eae5-d0ff-41f4-8ce1-2930248721d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:30:35.149495 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-9ba561b9-30d5-4966-ab00-9671d87da069 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:30:35.239838 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5142db15-98cd-4cab-a9e7-41cb61b5600e None None] Network a41aa352-7833-4e9e-baa6-03e6b5e2493d requested from n-d-713301-16 {{(pid=95103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 20:30:35.376020 n-d-713301-16 neutron-server[95104]: DEBUG neutron_lib.callbacks.manager [None req-d368eae5-d0ff-41f4-8ce1-2930248721d1 None None] Notify callbacks [] for port, precommit_update {{(pid=95104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:30:35.383018 n-d-713301-16 neutron-server[95102]: DEBUG neutron.db.db_base_plugin_common [None req-9ba561b9-30d5-4966-ab00-9671d87da069 admin admin] Allocated IP 172.20.0.1 (a41aa352-7833-4e9e-baa6-03e6b5e2493d/5d04b25c-882d-4b77-8655-f9f4273a336f/19df539e-391f-4f06-9183-df5f198e227e) {{(pid=95102) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 20:30:35.387927 n-d-713301-16 neutron-server[95104]: DEBUG neutron_lib.callbacks.manager [None req-d368eae5-d0ff-41f4-8ce1-2930248721d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:30:35.447534 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-030698c7-42ed-4bef-bee2-035984dd8af6 None None] Pushing event updated for resources: {'Port': ['ID=5bc518ac-1dd3-444f-81ba-ca9ab0f6cbb6,revision_number=2']} {{(pid=95104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:30:35.466478 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-030698c7-42ed-4bef-bee2-035984dd8af6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:30:35.466831 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-030698c7-42ed-4bef-bee2-035984dd8af6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:30:35.467230 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-030698c7-42ed-4bef-bee2-035984dd8af6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:30:35.467577 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-030698c7-42ed-4bef-bee2-035984dd8af6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:30:35.468731 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-030698c7-42ed-4bef-bee2-035984dd8af6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:30:35.469267 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-030698c7-42ed-4bef-bee2-035984dd8af6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:30:35.469615 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-030698c7-42ed-4bef-bee2-035984dd8af6 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:30:35.470603 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-030698c7-42ed-4bef-bee2-035984dd8af6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:30:35.470946 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-030698c7-42ed-4bef-bee2-035984dd8af6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:30:35.471279 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-030698c7-42ed-4bef-bee2-035984dd8af6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:30:35.471611 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-030698c7-42ed-4bef-bee2-035984dd8af6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:30:35.471938 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-030698c7-42ed-4bef-bee2-035984dd8af6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:30:35.494202 n-d-713301-16 neutron-server[95104]: DEBUG neutron.plugins.ml2.managers [None req-d368eae5-d0ff-41f4-8ce1-2930248721d1 None None] Attempting to bind port 5bc518ac-1dd3-444f-81ba-ca9ab0f6cbb6 on host n-d-713301-16 for vnic_type normal with profile {{(pid=95104) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 20:30:35.494571 n-d-713301-16 neutron-server[95104]: DEBUG neutron.plugins.ml2.managers [None req-d368eae5-d0ff-41f4-8ce1-2930248721d1 None None] Attempting to bind port 5bc518ac-1dd3-444f-81ba-ca9ab0f6cbb6 by drivers openvswitch,hyperv on host n-d-713301-16 at level 0 using segments [{'id': '7d4027f1-d893-4c7b-95d4-757b8e44e380', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac'}] {{(pid=95104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 20:30:35.495377 n-d-713301-16 neutron-server[95104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d368eae5-d0ff-41f4-8ce1-2930248721d1 None None] Attempting to bind port 5bc518ac-1dd3-444f-81ba-ca9ab0f6cbb6 on network 5dec5c09-378e-4f50-89cc-d94eb81c3bac {{(pid=95104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 20:30:35.504264 n-d-713301-16 neutron-server[95104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d368eae5-d0ff-41f4-8ce1-2930248721d1 None None] Checking agent: {'id': '70a14545-df24-472f-8f95-bfe1719bff93', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 19, 7, 53), 'started_at': datetime.datetime(2021, 9, 23, 19, 8, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 20, 30, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 20:30:35.504674 n-d-713301-16 neutron-server[95104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d368eae5-d0ff-41f4-8ce1-2930248721d1 None None] Checking segment: {'id': '7d4027f1-d893-4c7b-95d4-757b8e44e380', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95104) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 20:30:35.505084 n-d-713301-16 neutron-server[95104]: DEBUG neutron_lib.callbacks.manager [None req-d368eae5-d0ff-41f4-8ce1-2930248721d1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:30:35.505651 n-d-713301-16 neutron-server[95104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d368eae5-d0ff-41f4-8ce1-2930248721d1 None None] Bound using segment: {'id': '7d4027f1-d893-4c7b-95d4-757b8e44e380', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac'} {{(pid=95104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 20:30:35.506192 n-d-713301-16 neutron-server[95104]: DEBUG neutron.plugins.ml2.managers [None req-d368eae5-d0ff-41f4-8ce1-2930248721d1 None None] Bound port: 5bc518ac-1dd3-444f-81ba-ca9ab0f6cbb6, host: n-d-713301-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7d4027f1-d893-4c7b-95d4-757b8e44e380', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac'}}] {{(pid=95104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 20:30:35.506709 n-d-713301-16 neutron-server[95104]: DEBUG neutron_lib.callbacks.manager [None req-d368eae5-d0ff-41f4-8ce1-2930248721d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:30:35.514689 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-9ba561b9-30d5-4966-ab00-9671d87da069 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:30:35.517280 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-1f0a1458-f5c5-470c-8756-637b035ce530 None None] Provisioning complete for port fdffc0bf-4baa-4340-834b-7502aa49536e triggered by entity DHCP. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 20:30:35.517830 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-1f0a1458-f5c5-470c-8756-637b035ce530 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:30:35.562226 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-9ba561b9-30d5-4966-ab00-9671d87da069 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783145673135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4399100'] for port, after_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:30:35.580382 n-d-713301-16 neutron-server[95104]: DEBUG neutron.plugins.ml2.db [None req-d368eae5-d0ff-41f4-8ce1-2930248721d1 None None] For port 5bc518ac-1dd3-444f-81ba-ca9ab0f6cbb6, host n-d-713301-16, cleared binding levels {{(pid=95104) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 20:30:35.585173 n-d-713301-16 neutron-server[95104]: DEBUG neutron.plugins.ml2.db [None req-d368eae5-d0ff-41f4-8ce1-2930248721d1 None None] For port 5bc518ac-1dd3-444f-81ba-ca9ab0f6cbb6, host n-d-713301-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-16',level=0,port_id=5bc518ac-1dd3-444f-81ba-ca9ab0f6cbb6,segment=NetworkSegment(7d4027f1-d893-4c7b-95d4-757b8e44e380),segment_id=7d4027f1-d893-4c7b-95d4-757b8e44e380)] {{(pid=95104) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 20:30:35.592007 n-d-713301-16 neutron-server[95104]: DEBUG neutron_lib.callbacks.manager [None req-d368eae5-d0ff-41f4-8ce1-2930248721d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:30:35.611386 n-d-713301-16 neutron-server[95102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ba561b9-30d5-4966-ab00-9671d87da069 admin admin] Network a41aa352-7833-4e9e-baa6-03e6b5e2493d is already hosted by enough agents. {{(pid=95102) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 20:30:35.615447 n-d-713301-16 neutron-server[95102]: DEBUG neutron.scheduler.base_scheduler [None req-9ba561b9-30d5-4966-ab00-9671d87da069 admin admin] Resources bound (agent type, host, resource id): {{(pid=95102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 20:30:35.620217 n-d-713301-16 neutron-server[95102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ba561b9-30d5-4966-ab00-9671d87da069 admin admin] Received port after_create {{(pid=95102) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 20:30:35.654093 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba561b9-30d5-4966-ab00-9671d87da069 admin admin] Pushing event updated for resources: {'Port': ['ID=19df539e-391f-4f06-9183-df5f198e227e,revision_number=1']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:30:35.654842 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d368eae5-d0ff-41f4-8ce1-2930248721d1 None None] Routers {'439f6f06-fc1a-4cfa-9fee-03530970a6ad'} bound to L3 agent in host n-d-713301-16 {{(pid=95104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 20:30:35.655605 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_hamode_db [None req-d368eae5-d0ff-41f4-8ce1-2930248721d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-23T19:07:52Z,description=,heartbeat_timestamp=2021-09-23T20:30:23Z,host='n-d-713301-16',id=79a740bf-7821-4989-8288-7186e3e128f3,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:07:52Z,topic='l3_agent')) {'router_ids': ['439f6f06-fc1a-4cfa-9fee-03530970a6ad'], 'active': True} {{(pid=95104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 20:30:35.678324 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-9ba561b9-30d5-4966-ab00-9671d87da069 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-601987'] for router_interface, before_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:30:35.850657 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Device f8b0cdea-059e-4a98-89c3-9691eef11d1d up at agent ovs-agent-n-d-713301-16 {{(pid=95103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 20:30:35.887240 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-1f0a1458-f5c5-470c-8756-637b035ce530 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:30:35.903572 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-030698c7-42ed-4bef-bee2-035984dd8af6 None None] Pushing event updated for resources: {'Port': ['ID=5bc518ac-1dd3-444f-81ba-ca9ab0f6cbb6,revision_number=3']} {{(pid=95104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:30:35.936750 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-9ba561b9-30d5-4966-ab00-9671d87da069 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:30:35.937485 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_dvr_db [None req-d368eae5-d0ff-41f4-8ce1-2930248721d1 None None] Set router 439f6f06-fc1a-4cfa-9fee-03530970a6ad gateway port host: n-d-713301-16 {{(pid=95104) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 20:30:35.945812 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-1f0a1458-f5c5-470c-8756-637b035ce530 None None] For port fdffc0bf-4baa-4340-834b-7502aa49536e, host n-d-713301-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-16',level=0,port_id=fdffc0bf-4baa-4340-834b-7502aa49536e,segment=NetworkSegment(f6af8fb0-c948-4065-889c-d61b3c1cb6d6),segment_id=f6af8fb0-c948-4065-889c-d61b3c1cb6d6)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 20:30:35.957871 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-1f0a1458-f5c5-470c-8756-637b035ce530 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:30:36.005332 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Provisioning complete for port f8b0cdea-059e-4a98-89c3-9691eef11d1d triggered by entity L2. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 20:30:36.005711 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:30:36.061962 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f0a1458-f5c5-470c-8756-637b035ce530 None None] Pushing event updated for resources: {'Port': ['ID=fdffc0bf-4baa-4340-834b-7502aa49536e,revision_number=3']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:30:36.162675 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Device fdffc0bf-4baa-4340-834b-7502aa49536e up at agent ovs-agent-n-d-713301-16 {{(pid=95103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 20:30:36.177800 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-9ba561b9-30d5-4966-ab00-9671d87da069 admin admin] Notify callbacks [] for port, precommit_update {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:30:36.186049 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-9ba561b9-30d5-4966-ab00-9671d87da069 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4399095'] for port, after_update {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:30:36.220580 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_hamode_db [None req-d368eae5-d0ff-41f4-8ce1-2930248721d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '439f6f06-fc1a-4cfa-9fee-03530970a6ad', 'name': 'tempest-TestShelveInstance-512559977-router', 'tenant_id': '08c1c4da33664eacb7e8fa127d78e510', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'external_fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.247'}], 'enable_snat': True}, 'gw_port_id': '5bc518ac-1dd3-444f-81ba-ca9ab0f6cbb6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T20:30:32Z', 'updated_at': '2021-09-23T20:30:33Z', 'revision_number': 3, 'project_id': '08c1c4da33664eacb7e8fa127d78e510', 'gw_port': {'id': '5bc518ac-1dd3-444f-81ba-ca9ab0f6cbb6', 'name': '', 'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:c9:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '439f6f06-fc1a-4cfa-9fee-03530970a6ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T20:30:33Z', 'updated_at': '2021-09-23T20:30:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-16'}], 'n-d-713301-16', False) {} {{(pid=95104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 20:30:36.224952 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Provisioning complete for port fdffc0bf-4baa-4340-834b-7502aa49536e triggered by entity L2. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 20:30:36.225331 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:30:36.257109 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d368eae5-d0ff-41f4-8ce1-2930248721d1 None None] The sync data for ids ['439f6f06-fc1a-4cfa-9fee-03530970a6ad'] in n-d-713301-16 is: [{'id': '439f6f06-fc1a-4cfa-9fee-03530970a6ad', 'name': 'tempest-TestShelveInstance-512559977-router', 'tenant_id': '08c1c4da33664eacb7e8fa127d78e510', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'external_fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.247'}], 'enable_snat': True}, 'gw_port_id': '5bc518ac-1dd3-444f-81ba-ca9ab0f6cbb6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T20:30:32Z', 'updated_at': '2021-09-23T20:30:33Z', 'revision_number': 3, 'project_id': '08c1c4da33664eacb7e8fa127d78e510', 'gw_port': {'id': '5bc518ac-1dd3-444f-81ba-ca9ab0f6cbb6', 'name': '', 'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:c9:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '439f6f06-fc1a-4cfa-9fee-03530970a6ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T20:30:33Z', 'updated_at': '2021-09-23T20:30:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-16'}] {{(pid=95104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 20:30:36.262408 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba561b9-30d5-4966-ab00-9671d87da069 admin admin] Pushing event updated for resources: {'Port': ['ID=19df539e-391f-4f06-9183-df5f198e227e,revision_number=2']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:30:36.299502 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-9bbe3b6d-589d-4826-853c-9537e2192586 None None] Provisioning complete for port fdffc0bf-4baa-4340-834b-7502aa49536e triggered by entity DHCP. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 20:30:36.300093 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-9bbe3b6d-589d-4826-853c-9537e2192586 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:30:36.300695 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-9ba561b9-30d5-4966-ab00-9671d87da069 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-527313', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-601459'] for router_interface, after_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:30:36.430296 n-d-713301-16 neutron-server[95102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ba561b9-30d5-4966-ab00-9671d87da069 admin admin] Network a41aa352-7833-4e9e-baa6-03e6b5e2493d is already hosted by enough agents. {{(pid=95102) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 20:30:36.431740 n-d-713301-16 neutron-server[95102]: DEBUG neutron.scheduler.base_scheduler [None req-9ba561b9-30d5-4966-ab00-9671d87da069 admin admin] Resources bound (agent type, host, resource id): {{(pid=95102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 20:30:36.451110 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-9bbe3b6d-589d-4826-853c-9537e2192586 None None] Provisioning complete for port 19df539e-391f-4f06-9183-df5f198e227e triggered by entity DHCP. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 20:30:36.451489 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-9bbe3b6d-589d-4826-853c-9537e2192586 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:30:36.489392 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.plugin [None req-9bbe3b6d-589d-4826-853c-9537e2192586 None None] Port 19df539e-391f-4f06-9183-df5f198e227e cannot update to ACTIVE because it is not bound. {{(pid=95103) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 20:30:36.559503 n-d-713301-16 neutron-server[95102]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9ba561b9-30d5-4966-ab00-9671d87da069 admin admin] Router 439f6f06-fc1a-4cfa-9fee-03530970a6ad has already been hosted by L3 agent 79a740bf-7821-4989-8288-7186e3e128f3 {{(pid=95102) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 20:30:36.611737 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-a7ab2c3d-ec7a-42f5-8947-e1b06e9875b6 None None] Provisioning complete for port 19df539e-391f-4f06-9183-df5f198e227e triggered by entity DHCP. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 20:30:36.612112 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-a7ab2c3d-ec7a-42f5-8947-e1b06e9875b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:30:36.675063 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.plugin [None req-a7ab2c3d-ec7a-42f5-8947-e1b06e9875b6 None None] Port 19df539e-391f-4f06-9183-df5f198e227e cannot update to ACTIVE because it is not bound. {{(pid=95103) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 20:30:36.719496 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ba561b9-30d5-4966-ab00-9671d87da069 admin admin] Notify agent at l3_agent.n-d-713301-16 the message routers_updated {{(pid=95102) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 20:30:36.728664 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-9ba561b9-30d5-4966-ab00-9671d87da069 admin admin] 10.222.0.67 "PUT /v2.0/routers/439f6f06-fc1a-4cfa-9fee-03530970a6ad/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1238127 Sep 23 20:30:36.796405 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-be3f6383-6a6b-41bf-9de2-fd08b295814e None None] Provisioning complete for port 19df539e-391f-4f06-9183-df5f198e227e triggered by entity DHCP. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 20:30:36.796950 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-be3f6383-6a6b-41bf-9de2-fd08b295814e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:30:36.836897 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.plugin [None req-be3f6383-6a6b-41bf-9de2-fd08b295814e None None] Port 19df539e-391f-4f06-9183-df5f198e227e cannot update to ACTIVE because it is not bound. {{(pid=95103) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 20:30:37.283151 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 35244) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:30:37.288585 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.v2.base [None req-7e8532b0-60ad-4a7e-9734-fc403428d606 tempest-TestShelveInstance-1838182778 tempest-TestShelveInstance-1838182778-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1457989864', 'description': 'tempest-secgroup-smoke-1457989864 description', 'project_id': '29863d1907e84df3a5a1f64e85c708b7'}} {{(pid=95102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 20:30:37.309691 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-7e8532b0-60ad-4a7e-9734-fc403428d606 tempest-TestShelveInstance-1838182778 tempest-TestShelveInstance-1838182778-project] Notify callbacks [] for security_group, before_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:30:37.392121 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-7e8532b0-60ad-4a7e-9734-fc403428d606 tempest-TestShelveInstance-1838182778 tempest-TestShelveInstance-1838182778-project] Notify callbacks [] for security_group, precommit_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:30:37.397167 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-7e8532b0-60ad-4a7e-9734-fc403428d606 tempest-TestShelveInstance-1838182778 tempest-TestShelveInstance-1838182778-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:30:37.425649 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-7e8532b0-60ad-4a7e-9734-fc403428d606 tempest-TestShelveInstance-1838182778 tempest-TestShelveInstance-1838182778-project] Notify callbacks [] for security_group, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:30:37.427015 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-7e8532b0-60ad-4a7e-9734-fc403428d606 tempest-TestShelveInstance-1838182778 tempest-TestShelveInstance-1838182778-project] 10.222.0.67 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1428502 Sep 23 20:30:37.429068 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e8532b0-60ad-4a7e-9734-fc403428d606 tempest-TestShelveInstance-1838182778 tempest-TestShelveInstance-1838182778-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5114331d-e362-4f52-b6e2-14bc1d8c7657,revision_number=1']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:30:37.430330 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 35246) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:30:37.435922 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.v2.base [None req-03123fae-b941-441c-b280-d0b2cd71f6cf tempest-TestShelveInstance-1838182778 tempest-TestShelveInstance-1838182778-project] Request body: {'security_group_rule': {'security_group_id': '5114331d-e362-4f52-b6e2-14bc1d8c7657', 'project_id': '29863d1907e84df3a5a1f64e85c708b7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 20:30:37.462840 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-03123fae-b941-441c-b280-d0b2cd71f6cf tempest-TestShelveInstance-1838182778 tempest-TestShelveInstance-1838182778-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:30:37.521572 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-03123fae-b941-441c-b280-d0b2cd71f6cf tempest-TestShelveInstance-1838182778 tempest-TestShelveInstance-1838182778-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:30:37.525196 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-03123fae-b941-441c-b280-d0b2cd71f6cf tempest-TestShelveInstance-1838182778 tempest-TestShelveInstance-1838182778-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575319'] for security_group_rule, after_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:30:37.545112 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03123fae-b941-441c-b280-d0b2cd71f6cf tempest-TestShelveInstance-1838182778 tempest-TestShelveInstance-1838182778-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0e5a3b7f-bd94-451a-984d-436224b42637,revision_number=0']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:30:37.553184 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-03123fae-b941-441c-b280-d0b2cd71f6cf tempest-TestShelveInstance-1838182778 tempest-TestShelveInstance-1838182778-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:30:37.554414 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-03123fae-b941-441c-b280-d0b2cd71f6cf tempest-TestShelveInstance-1838182778 tempest-TestShelveInstance-1838182778-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1223760 Sep 23 20:30:37.557224 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 35248) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:30:37.561777 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.v2.base [None req-ac4e5ce7-7952-471c-a1bc-0ec46d5aa9e1 tempest-TestShelveInstance-1838182778 tempest-TestShelveInstance-1838182778-project] Request body: {'security_group_rule': {'security_group_id': '5114331d-e362-4f52-b6e2-14bc1d8c7657', 'project_id': '29863d1907e84df3a5a1f64e85c708b7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=95101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 20:30:37.588398 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-ac4e5ce7-7952-471c-a1bc-0ec46d5aa9e1 tempest-TestShelveInstance-1838182778 tempest-TestShelveInstance-1838182778-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:30:37.648647 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-ac4e5ce7-7952-471c-a1bc-0ec46d5aa9e1 tempest-TestShelveInstance-1838182778 tempest-TestShelveInstance-1838182778-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:30:37.653716 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-ac4e5ce7-7952-471c-a1bc-0ec46d5aa9e1 tempest-TestShelveInstance-1838182778 tempest-TestShelveInstance-1838182778-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575319'] for security_group_rule, after_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:30:37.669685 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac4e5ce7-7952-471c-a1bc-0ec46d5aa9e1 tempest-TestShelveInstance-1838182778 tempest-TestShelveInstance-1838182778-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=01fac020-cbf7-4e97-9015-98f3867d4b6d,revision_number=0']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:30:37.679088 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-ac4e5ce7-7952-471c-a1bc-0ec46d5aa9e1 tempest-TestShelveInstance-1838182778 tempest-TestShelveInstance-1838182778-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:30:37.680378 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-ac4e5ce7-7952-471c-a1bc-0ec46d5aa9e1 tempest-TestShelveInstance-1838182778 tempest-TestShelveInstance-1838182778-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1221945 Sep 23 20:30:37.683165 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 35250) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:30:37.687446 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.v2.base [None req-93b6c7e5-55be-45a8-93fa-7ea81dffa884 tempest-TestShelveInstance-1838182778 tempest-TestShelveInstance-1838182778-project] Request body: {'security_group_rule': {'security_group_id': '5114331d-e362-4f52-b6e2-14bc1d8c7657', 'project_id': '29863d1907e84df3a5a1f64e85c708b7', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=95101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 20:30:37.715840 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-93b6c7e5-55be-45a8-93fa-7ea81dffa884 tempest-TestShelveInstance-1838182778 tempest-TestShelveInstance-1838182778-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:30:37.768245 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Device 5bc518ac-1dd3-444f-81ba-ca9ab0f6cbb6 up at agent ovs-agent-n-d-713301-16 {{(pid=95103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 20:30:37.790602 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-93b6c7e5-55be-45a8-93fa-7ea81dffa884 tempest-TestShelveInstance-1838182778 tempest-TestShelveInstance-1838182778-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:30:37.796041 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-93b6c7e5-55be-45a8-93fa-7ea81dffa884 tempest-TestShelveInstance-1838182778 tempest-TestShelveInstance-1838182778-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575319'] for security_group_rule, after_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:30:37.818245 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93b6c7e5-55be-45a8-93fa-7ea81dffa884 tempest-TestShelveInstance-1838182778 tempest-TestShelveInstance-1838182778-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=05a7f396-5cd9-4a91-b132-47258bf48cc9,revision_number=0']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:30:37.822044 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Provisioning complete for port 5bc518ac-1dd3-444f-81ba-ca9ab0f6cbb6 triggered by entity L2. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 20:30:37.822345 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:30:37.826662 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-93b6c7e5-55be-45a8-93fa-7ea81dffa884 tempest-TestShelveInstance-1838182778 tempest-TestShelveInstance-1838182778-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:30:37.830552 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-93b6c7e5-55be-45a8-93fa-7ea81dffa884 tempest-TestShelveInstance-1838182778 tempest-TestShelveInstance-1838182778-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1439352 Sep 23 20:30:37.830769 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 35252) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:30:37.836992 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.v2.base [None req-cc9f23c6-e285-467f-8e69-6a24f4327676 tempest-TestShelveInstance-1838182778 tempest-TestShelveInstance-1838182778-project] Request body: {'security_group_rule': {'security_group_id': '5114331d-e362-4f52-b6e2-14bc1d8c7657', 'project_id': '29863d1907e84df3a5a1f64e85c708b7', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=95101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 20:30:37.866363 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-cc9f23c6-e285-467f-8e69-6a24f4327676 tempest-TestShelveInstance-1838182778 tempest-TestShelveInstance-1838182778-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:30:37.909056 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:30:37.929082 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-cc9f23c6-e285-467f-8e69-6a24f4327676 tempest-TestShelveInstance-1838182778 tempest-TestShelveInstance-1838182778-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:30:37.931816 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] For port 5bc518ac-1dd3-444f-81ba-ca9ab0f6cbb6, host n-d-713301-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-16',level=0,port_id=5bc518ac-1dd3-444f-81ba-ca9ab0f6cbb6,segment=NetworkSegment(7d4027f1-d893-4c7b-95d4-757b8e44e380),segment_id=7d4027f1-d893-4c7b-95d4-757b8e44e380)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 20:30:37.932991 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-cc9f23c6-e285-467f-8e69-6a24f4327676 tempest-TestShelveInstance-1838182778 tempest-TestShelveInstance-1838182778-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575319'] for security_group_rule, after_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:30:37.936467 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:30:37.937693 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Device fdffc0bf-4baa-4340-834b-7502aa49536e up at agent ovs-agent-n-d-713301-16 {{(pid=95103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 20:30:37.953732 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc9f23c6-e285-467f-8e69-6a24f4327676 tempest-TestShelveInstance-1838182778 tempest-TestShelveInstance-1838182778-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e9195d17-65ac-4451-915c-e27232a17847,revision_number=0']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:30:37.968187 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-cc9f23c6-e285-467f-8e69-6a24f4327676 tempest-TestShelveInstance-1838182778 tempest-TestShelveInstance-1838182778-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:30:37.972371 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-cc9f23c6-e285-467f-8e69-6a24f4327676 tempest-TestShelveInstance-1838182778 tempest-TestShelveInstance-1838182778-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1379960 Sep 23 20:30:37.972586 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 35254) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:30:37.977563 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.v2.base [None req-602f9827-5a9b-4fb0-b024-a6bf759ff898 tempest-TestShelveInstance-1838182778 tempest-TestShelveInstance-1838182778-project] Request body: {'security_group_rule': {'security_group_id': '5114331d-e362-4f52-b6e2-14bc1d8c7657', 'project_id': '29863d1907e84df3a5a1f64e85c708b7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=95101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 20:30:38.000821 n-d-713301-16 neutron-server[95101]: INFO neutron.db.securitygroups_db [None req-602f9827-5a9b-4fb0-b024-a6bf759ff898 tempest-TestShelveInstance-1838182778 tempest-TestShelveInstance-1838182778-project] Project 29863d1907e84df3a5a1f64e85c708b7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 23 20:30:38.006600 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-602f9827-5a9b-4fb0-b024-a6bf759ff898 tempest-TestShelveInstance-1838182778 tempest-TestShelveInstance-1838182778-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:30:38.023101 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Pushing event updated for resources: {'Port': ['ID=5bc518ac-1dd3-444f-81ba-ca9ab0f6cbb6,revision_number=4']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:30:38.035602 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Provisioning complete for port fdffc0bf-4baa-4340-834b-7502aa49536e triggered by entity L2. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 20:30:38.035873 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:30:38.082904 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-602f9827-5a9b-4fb0-b024-a6bf759ff898 tempest-TestShelveInstance-1838182778 tempest-TestShelveInstance-1838182778-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:30:38.087454 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-602f9827-5a9b-4fb0-b024-a6bf759ff898 tempest-TestShelveInstance-1838182778 tempest-TestShelveInstance-1838182778-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575319'] for security_group_rule, after_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:30:38.105472 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-602f9827-5a9b-4fb0-b024-a6bf759ff898 tempest-TestShelveInstance-1838182778 tempest-TestShelveInstance-1838182778-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cb224ea9-01e8-4778-849d-c06d02b82482,revision_number=0']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:30:38.109895 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fe025a9-e0fd-4a84-bc65-ba788bf727bf None None] Sync routers for ids ['439f6f06-fc1a-4cfa-9fee-03530970a6ad'] in n-d-713301-16 {{(pid=95103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 20:30:38.113904 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-602f9827-5a9b-4fb0-b024-a6bf759ff898 tempest-TestShelveInstance-1838182778 tempest-TestShelveInstance-1838182778-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:30:38.115182 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-602f9827-5a9b-4fb0-b024-a6bf759ff898 tempest-TestShelveInstance-1838182778 tempest-TestShelveInstance-1838182778-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1413410 Sep 23 20:30:38.117879 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 35256) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:30:38.122225 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.v2.base [None req-1781f0ca-c963-47de-806e-eed69812d699 tempest-TestShelveInstance-1838182778 tempest-TestShelveInstance-1838182778-project] Request body: {'security_group_rule': {'security_group_id': '5114331d-e362-4f52-b6e2-14bc1d8c7657', 'project_id': '29863d1907e84df3a5a1f64e85c708b7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=95101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 20:30:38.129385 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fe025a9-e0fd-4a84-bc65-ba788bf727bf None None] Routers {'439f6f06-fc1a-4cfa-9fee-03530970a6ad'} bound to L3 agent in host n-d-713301-16 {{(pid=95103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 20:30:38.129594 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_hamode_db [None req-9fe025a9-e0fd-4a84-bc65-ba788bf727bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-23T19:07:52Z,description=,heartbeat_timestamp=2021-09-23T20:30:23Z,host='n-d-713301-16',id=79a740bf-7821-4989-8288-7186e3e128f3,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:07:52Z,topic='l3_agent')) {'router_ids': ['439f6f06-fc1a-4cfa-9fee-03530970a6ad'], 'active': True} {{(pid=95103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 20:30:38.153609 n-d-713301-16 neutron-server[95101]: INFO neutron.db.securitygroups_db [None req-1781f0ca-c963-47de-806e-eed69812d699 tempest-TestShelveInstance-1838182778 tempest-TestShelveInstance-1838182778-project] Project 29863d1907e84df3a5a1f64e85c708b7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 23 20:30:38.158707 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-1781f0ca-c963-47de-806e-eed69812d699 tempest-TestShelveInstance-1838182778 tempest-TestShelveInstance-1838182778-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:30:38.224140 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-1781f0ca-c963-47de-806e-eed69812d699 tempest-TestShelveInstance-1838182778 tempest-TestShelveInstance-1838182778-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:30:38.228017 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-1781f0ca-c963-47de-806e-eed69812d699 tempest-TestShelveInstance-1838182778 tempest-TestShelveInstance-1838182778-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575319'] for security_group_rule, after_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:30:38.242904 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_dvr_db [None req-9fe025a9-e0fd-4a84-bc65-ba788bf727bf None None] Set router 439f6f06-fc1a-4cfa-9fee-03530970a6ad gateway port host: n-d-713301-16 {{(pid=95103) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 20:30:38.246857 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1781f0ca-c963-47de-806e-eed69812d699 tempest-TestShelveInstance-1838182778 tempest-TestShelveInstance-1838182778-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=096b262f-6fd7-4f81-b7fd-08b0cd4e03b1,revision_number=0']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:30:38.256723 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-1781f0ca-c963-47de-806e-eed69812d699 tempest-TestShelveInstance-1838182778 tempest-TestShelveInstance-1838182778-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:30:38.264664 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-1781f0ca-c963-47de-806e-eed69812d699 tempest-TestShelveInstance-1838182778 tempest-TestShelveInstance-1838182778-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1391690 Sep 23 20:30:38.399521 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-4771e336-215e-4254-9df4-1cdb05f6a069 req-531d0251-d872-401d-b50e-e9a90d05ed7e tempest-TestShelveInstance-1838182778 tempest-TestShelveInstance-1838182778-project] 10.222.0.67 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1457989864&fields=id&tenant_id=29863d1907e84df3a5a1f64e85c708b7 HTTP/1.1" status: 200 len: 267 time: 0.0333338 Sep 23 20:30:38.446343 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_hamode_db [None req-9fe025a9-e0fd-4a84-bc65-ba788bf727bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '439f6f06-fc1a-4cfa-9fee-03530970a6ad', 'name': 'tempest-TestShelveInstance-512559977-router', 'tenant_id': '08c1c4da33664eacb7e8fa127d78e510', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'external_fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.247'}], 'enable_snat': True}, 'gw_port_id': '5bc518ac-1dd3-444f-81ba-ca9ab0f6cbb6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T20:30:32Z', 'updated_at': '2021-09-23T20:30:35Z', 'revision_number': 4, 'project_id': '08c1c4da33664eacb7e8fa127d78e510', 'gw_port': {'id': '5bc518ac-1dd3-444f-81ba-ca9ab0f6cbb6', 'name': '', 'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:c9:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '439f6f06-fc1a-4cfa-9fee-03530970a6ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T20:30:33Z', 'updated_at': '2021-09-23T20:30:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-16', '_interfaces': [{'id': '19df539e-391f-4f06-9183-df5f198e227e', 'name': '', 'network_id': 'a41aa352-7833-4e9e-baa6-03e6b5e2493d', 'tenant_id': '08c1c4da33664eacb7e8fa127d78e510', 'mac_address': 'fa:16:3e:9f:fa:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '439f6f06-fc1a-4cfa-9fee-03530970a6ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': '5d04b25c-882d-4b77-8655-f9f4273a336f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T20:30:35Z', 'updated_at': '2021-09-23T20:30:35Z', 'revision_number': 2, 'project_id': '08c1c4da33664eacb7e8fa127d78e510', 'subnets': [{'id': '5d04b25c-882d-4b77-8655-f9f4273a336f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-16', False) {} {{(pid=95103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 20:30:38.476593 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fe025a9-e0fd-4a84-bc65-ba788bf727bf None None] Checking router: 439f6f06-fc1a-4cfa-9fee-03530970a6ad for host: n-d-713301-16 {{(pid=95103) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 20:30:38.476968 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fe025a9-e0fd-4a84-bc65-ba788bf727bf None None] Updating router 439f6f06-fc1a-4cfa-9fee-03530970a6ad port 19df539e-391f-4f06-9183-df5f198e227e binding host n-d-713301-16 {{(pid=95103) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 23 20:30:38.501554 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-9fe025a9-e0fd-4a84-bc65-ba788bf727bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:30:38.518225 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4771e336-215e-4254-9df4-1cdb05f6a069 req-6db9850d-463f-4438-a80b-247b328b8eac tempest-TestShelveInstance-1838182778 tempest-TestShelveInstance-1838182778-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:30:38.519774 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-4771e336-215e-4254-9df4-1cdb05f6a069 req-6db9850d-463f-4438-a80b-247b328b8eac tempest-TestShelveInstance-1838182778 tempest-TestShelveInstance-1838182778-project] 10.222.0.67 "GET /v2.0/networks?id=9b1c63e7-475b-4888-85b4-32608966f897 HTTP/1.1" status: 200 len: 808 time: 0.1134832 Sep 23 20:30:38.534674 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-4771e336-215e-4254-9df4-1cdb05f6a069 req-a26c3fb0-db02-47e4-ad2f-2d8a5ee6b2fc tempest-TestShelveInstance-1838182778 tempest-TestShelveInstance-1838182778-project] 10.222.0.67 "GET /v2.0/quotas/29863d1907e84df3a5a1f64e85c708b7 HTTP/1.1" status: 200 len: 375 time: 0.0088868 Sep 23 20:30:38.586126 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-4771e336-215e-4254-9df4-1cdb05f6a069 req-d96e19b1-4443-447b-8867-51e15c0b353d tempest-TestShelveInstance-1838182778 tempest-TestShelveInstance-1838182778-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=29863d1907e84df3a5a1f64e85c708b7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0455339 Sep 23 20:30:38.682703 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-4771e336-215e-4254-9df4-1cdb05f6a069 req-3d18b250-f6be-4b42-ab2e-b6620ea4ca64 service neutron] 10.222.0.67 "GET /v2.0/networks/9b1c63e7-475b-4888-85b4-32608966f897?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843408 Sep 23 20:30:38.774132 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-9fe025a9-e0fd-4a84-bc65-ba788bf727bf None None] Notify callbacks [] for port, precommit_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:30:38.778885 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-9fe025a9-e0fd-4a84-bc65-ba788bf727bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:30:38.779854 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-4771e336-215e-4254-9df4-1cdb05f6a069 req-8768ab5b-83a9-4460-a040-352a20b3da88 service neutron] 10.222.0.67 "GET /v2.0/networks/9b1c63e7-475b-4888-85b4-32608966f897?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903621 Sep 23 20:30:38.834945 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f6db63a-8fe6-40e8-927c-e20d93cb709e None None] Pushing event updated for resources: {'Port': ['ID=19df539e-391f-4f06-9183-df5f198e227e,revision_number=3']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:30:38.886941 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.managers [None req-9fe025a9-e0fd-4a84-bc65-ba788bf727bf None None] Attempting to bind port 19df539e-391f-4f06-9183-df5f198e227e on host n-d-713301-16 for vnic_type normal with profile {{(pid=95103) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 20:30:38.887316 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.managers [None req-9fe025a9-e0fd-4a84-bc65-ba788bf727bf None None] Attempting to bind port 19df539e-391f-4f06-9183-df5f198e227e by drivers openvswitch,hyperv on host n-d-713301-16 at level 0 using segments [{'id': 'f6af8fb0-c948-4065-889c-d61b3c1cb6d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': 'a41aa352-7833-4e9e-baa6-03e6b5e2493d'}] {{(pid=95103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 20:30:38.887685 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fe025a9-e0fd-4a84-bc65-ba788bf727bf None None] Attempting to bind port 19df539e-391f-4f06-9183-df5f198e227e on network a41aa352-7833-4e9e-baa6-03e6b5e2493d {{(pid=95103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 20:30:38.893238 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fe025a9-e0fd-4a84-bc65-ba788bf727bf None None] Checking agent: {'id': '70a14545-df24-472f-8f95-bfe1719bff93', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 19, 7, 53), 'started_at': datetime.datetime(2021, 9, 23, 19, 8, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 20, 30, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 20:30:38.893873 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fe025a9-e0fd-4a84-bc65-ba788bf727bf None None] Checking segment: {'id': 'f6af8fb0-c948-4065-889c-d61b3c1cb6d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': 'a41aa352-7833-4e9e-baa6-03e6b5e2493d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95103) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 20:30:38.894665 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-9fe025a9-e0fd-4a84-bc65-ba788bf727bf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:30:38.895235 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fe025a9-e0fd-4a84-bc65-ba788bf727bf None None] Bound using segment: {'id': 'f6af8fb0-c948-4065-889c-d61b3c1cb6d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': 'a41aa352-7833-4e9e-baa6-03e6b5e2493d'} {{(pid=95103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 20:30:38.895864 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.managers [None req-9fe025a9-e0fd-4a84-bc65-ba788bf727bf None None] Bound port: 19df539e-391f-4f06-9183-df5f198e227e, host: n-d-713301-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f6af8fb0-c948-4065-889c-d61b3c1cb6d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': 'a41aa352-7833-4e9e-baa6-03e6b5e2493d'}}] {{(pid=95103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 20:30:38.896423 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-9fe025a9-e0fd-4a84-bc65-ba788bf727bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:30:38.968809 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-3d1c57b8-284b-434a-b5e4-cb937c0935fe req-be058548-3a06-4c22-a7a0-06e8966be14f tempest-TestShelveInstance-1838182778 tempest-TestShelveInstance-1838182778-project] 10.222.0.67 "GET /v2.0/ports?device_id=98884a9d-8419-487c-9d1b-793626c8c4d9 HTTP/1.1" status: 200 len: 210 time: 0.0286119 Sep 23 20:30:38.974131 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-9fe025a9-e0fd-4a84-bc65-ba788bf727bf None None] For port 19df539e-391f-4f06-9183-df5f198e227e, host n-d-713301-16, cleared binding levels {{(pid=95103) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 20:30:38.978594 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-9fe025a9-e0fd-4a84-bc65-ba788bf727bf None None] For port 19df539e-391f-4f06-9183-df5f198e227e, host n-d-713301-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-16',level=0,port_id=19df539e-391f-4f06-9183-df5f198e227e,segment=NetworkSegment(f6af8fb0-c948-4065-889c-d61b3c1cb6d6),segment_id=f6af8fb0-c948-4065-889c-d61b3c1cb6d6)] {{(pid=95103) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 20:30:38.984913 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-9fe025a9-e0fd-4a84-bc65-ba788bf727bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:30:39.046522 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fe025a9-e0fd-4a84-bc65-ba788bf727bf None None] Routers {'439f6f06-fc1a-4cfa-9fee-03530970a6ad'} bound to L3 agent in host n-d-713301-16 {{(pid=95103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 20:30:39.047153 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_hamode_db [None req-9fe025a9-e0fd-4a84-bc65-ba788bf727bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-23T19:07:52Z,description=,heartbeat_timestamp=2021-09-23T20:30:23Z,host='n-d-713301-16',id=79a740bf-7821-4989-8288-7186e3e128f3,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:07:52Z,topic='l3_agent')) {'router_ids': ['439f6f06-fc1a-4cfa-9fee-03530970a6ad'], 'active': True} {{(pid=95103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 20:30:39.091893 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f6db63a-8fe6-40e8-927c-e20d93cb709e None None] Pushing event updated for resources: {'Port': ['ID=19df539e-391f-4f06-9183-df5f198e227e,revision_number=4']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:30:39.185142 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_dvr_db [None req-9fe025a9-e0fd-4a84-bc65-ba788bf727bf None None] Set router 439f6f06-fc1a-4cfa-9fee-03530970a6ad gateway port host: n-d-713301-16 {{(pid=95103) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 20:30:39.369477 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-ce03080b-ea3d-4994-a7e5-520a253279b1 None None] Provisioning complete for port 19df539e-391f-4f06-9183-df5f198e227e triggered by entity DHCP. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 20:30:39.369765 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-ce03080b-ea3d-4994-a7e5-520a253279b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:30:39.552952 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-ce03080b-ea3d-4994-a7e5-520a253279b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:30:39.610542 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-ce03080b-ea3d-4994-a7e5-520a253279b1 None None] For port 19df539e-391f-4f06-9183-df5f198e227e, host n-d-713301-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-16',level=0,port_id=19df539e-391f-4f06-9183-df5f198e227e,segment=NetworkSegment(f6af8fb0-c948-4065-889c-d61b3c1cb6d6),segment_id=f6af8fb0-c948-4065-889c-d61b3c1cb6d6)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 20:30:39.615399 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-ce03080b-ea3d-4994-a7e5-520a253279b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:30:39.669424 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_hamode_db [None req-9fe025a9-e0fd-4a84-bc65-ba788bf727bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '439f6f06-fc1a-4cfa-9fee-03530970a6ad', 'name': 'tempest-TestShelveInstance-512559977-router', 'tenant_id': '08c1c4da33664eacb7e8fa127d78e510', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'external_fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.247'}], 'enable_snat': True}, 'gw_port_id': '5bc518ac-1dd3-444f-81ba-ca9ab0f6cbb6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T20:30:32Z', 'updated_at': '2021-09-23T20:30:35Z', 'revision_number': 4, 'project_id': '08c1c4da33664eacb7e8fa127d78e510', 'gw_port': {'id': '5bc518ac-1dd3-444f-81ba-ca9ab0f6cbb6', 'name': '', 'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:c9:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '439f6f06-fc1a-4cfa-9fee-03530970a6ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T20:30:33Z', 'updated_at': '2021-09-23T20:30:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-16', '_interfaces': [{'id': '19df539e-391f-4f06-9183-df5f198e227e', 'name': '', 'network_id': 'a41aa352-7833-4e9e-baa6-03e6b5e2493d', 'tenant_id': '08c1c4da33664eacb7e8fa127d78e510', 'mac_address': 'fa:16:3e:9f:fa:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '439f6f06-fc1a-4cfa-9fee-03530970a6ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': '5d04b25c-882d-4b77-8655-f9f4273a336f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T20:30:35Z', 'updated_at': '2021-09-23T20:30:38Z', 'revision_number': 4, 'project_id': '08c1c4da33664eacb7e8fa127d78e510', 'subnets': [{'id': '5d04b25c-882d-4b77-8655-f9f4273a336f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-16', False) {} {{(pid=95103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 20:30:39.672320 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce03080b-ea3d-4994-a7e5-520a253279b1 None None] Pushing event updated for resources: {'Port': ['ID=19df539e-391f-4f06-9183-df5f198e227e,revision_number=5']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:30:39.700361 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Device 5bc518ac-1dd3-444f-81ba-ca9ab0f6cbb6 up at agent ovs-agent-n-d-713301-16 {{(pid=95103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 20:30:39.704117 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fe025a9-e0fd-4a84-bc65-ba788bf727bf None None] The sync data for ids ['439f6f06-fc1a-4cfa-9fee-03530970a6ad'] in n-d-713301-16 is: [{'id': '439f6f06-fc1a-4cfa-9fee-03530970a6ad', 'name': 'tempest-TestShelveInstance-512559977-router', 'tenant_id': '08c1c4da33664eacb7e8fa127d78e510', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'external_fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.247'}], 'enable_snat': True}, 'gw_port_id': '5bc518ac-1dd3-444f-81ba-ca9ab0f6cbb6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T20:30:32Z', 'updated_at': '2021-09-23T20:30:35Z', 'revision_number': 4, 'project_id': '08c1c4da33664eacb7e8fa127d78e510', 'gw_port': {'id': '5bc518ac-1dd3-444f-81ba-ca9ab0f6cbb6', 'name': '', 'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:c9:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '439f6f06-fc1a-4cfa-9fee-03530970a6ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T20:30:33Z', 'updated_at': '2021-09-23T20:30:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-16', '_interfaces': [{'id': '19df539e-391f-4f06-9183-df5f198e227e', 'name': '', 'network_id': 'a41aa352-7833-4e9e-baa6-03e6b5e2493d', 'tenant_id': '08c1c4da33664eacb7e8fa127d78e510', 'mac_address': 'fa:16:3e:9f:fa:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '439f6f06-fc1a-4cfa-9fee-03530970a6ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': '5d04b25c-882d-4b77-8655-f9f4273a336f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T20:30:35Z', 'updated_at': '2021-09-23T20:30:38Z', 'revision_number': 4, 'project_id': '08c1c4da33664eacb7e8fa127d78e510', 'subnets': [{'id': '5d04b25c-882d-4b77-8655-f9f4273a336f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 20:30:39.760480 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-b4d9a4ce-8a57-4e8f-a0f4-daf27b33e997 None None] Provisioning complete for port 19df539e-391f-4f06-9183-df5f198e227e triggered by entity DHCP. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 20:30:39.761230 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b4d9a4ce-8a57-4e8f-a0f4-daf27b33e997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:30:39.803611 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Provisioning complete for port 5bc518ac-1dd3-444f-81ba-ca9ab0f6cbb6 triggered by entity L2. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 20:30:39.804221 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:30:40.063307 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4771e336-215e-4254-9df4-1cdb05f6a069 req-33d54a3d-3892-4ea2-b3b6-cd8287fdd370 tempest-TestShelveInstance-1838182778 tempest-TestShelveInstance-1838182778-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:30:40.065639 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-4771e336-215e-4254-9df4-1cdb05f6a069 req-33d54a3d-3892-4ea2-b3b6-cd8287fdd370 tempest-TestShelveInstance-1838182778 tempest-TestShelveInstance-1838182778-project] 10.222.0.74 "GET /v2.0/networks?id=9b1c63e7-475b-4888-85b4-32608966f897 HTTP/1.1" status: 200 len: 808 time: 0.1883745 Sep 23 20:30:40.123227 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-029ebf49-ecf9-4cad-8435-5d661d982cd5 req-94795d66-2c7b-4089-bf90-b264993c15d8 tempest-TestShelveInstance-1838182778 tempest-TestShelveInstance-1838182778-project] 10.222.0.67 "GET /v2.0/ports?device_id=98884a9d-8419-487c-9d1b-793626c8c4d9 HTTP/1.1" status: 200 len: 210 time: 0.0398631 Sep 23 20:30:40.146357 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-4771e336-215e-4254-9df4-1cdb05f6a069 req-6d6667bf-a09c-4111-913d-858a41fe59a2 tempest-TestShelveInstance-1838182778 tempest-TestShelveInstance-1838182778-project] 10.222.0.74 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=29863d1907e84df3a5a1f64e85c708b7 HTTP/1.1" status: 200 len: 380 time: 0.0700746 Sep 23 20:30:40.157471 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.v2.base [req-4771e336-215e-4254-9df4-1cdb05f6a069 req-8ff851b7-37cf-456e-a1fb-1e57933f6320 tempest-TestShelveInstance-1838182778 tempest-TestShelveInstance-1838182778-project] Request body: {'port': {'device_id': '98884a9d-8419-487c-9d1b-793626c8c4d9', 'network_id': '9b1c63e7-475b-4888-85b4-32608966f897', 'admin_state_up': True, 'tenant_id': '29863d1907e84df3a5a1f64e85c708b7', 'security_groups': ['5114331d-e362-4f52-b6e2-14bc1d8c7657']}} {{(pid=95102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 20:30:40.275320 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4771e336-215e-4254-9df4-1cdb05f6a069 req-8ff851b7-37cf-456e-a1fb-1e57933f6320 tempest-TestShelveInstance-1838182778 tempest-TestShelveInstance-1838182778-project] Made reservation on behalf of 29863d1907e84df3a5a1f64e85c708b7 for: {'port': 1} {{(pid=95102) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 20:30:40.278966 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-4771e336-215e-4254-9df4-1cdb05f6a069 req-8ff851b7-37cf-456e-a1fb-1e57933f6320 tempest-TestShelveInstance-1838182778 tempest-TestShelveInstance-1838182778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:30:40.403325 n-d-713301-16 neutron-server[95102]: DEBUG neutron.db.db_base_plugin_common [req-4771e336-215e-4254-9df4-1cdb05f6a069 req-8ff851b7-37cf-456e-a1fb-1e57933f6320 tempest-TestShelveInstance-1838182778 tempest-TestShelveInstance-1838182778-project] Allocated IP 172.20.0.5 (9b1c63e7-475b-4888-85b4-32608966f897/35b10e9d-9b1e-4cae-89a7-4192968dde11/d6efcee6-9346-43ff-8a8a-b8f5b0d3eaa2) {{(pid=95102) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 20:30:40.547847 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-4771e336-215e-4254-9df4-1cdb05f6a069 req-8ff851b7-37cf-456e-a1fb-1e57933f6320 tempest-TestShelveInstance-1838182778 tempest-TestShelveInstance-1838182778-project] Notify callbacks [] for port, precommit_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:30:40.583003 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-4771e336-215e-4254-9df4-1cdb05f6a069 req-8ff851b7-37cf-456e-a1fb-1e57933f6320 tempest-TestShelveInstance-1838182778 tempest-TestShelveInstance-1838182778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783145673135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4399100'] for port, after_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:30:40.624723 n-d-713301-16 neutron-server[95102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4771e336-215e-4254-9df4-1cdb05f6a069 req-8ff851b7-37cf-456e-a1fb-1e57933f6320 tempest-TestShelveInstance-1838182778 tempest-TestShelveInstance-1838182778-project] Network 9b1c63e7-475b-4888-85b4-32608966f897 is already hosted by enough agents. {{(pid=95102) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 20:30:40.627664 n-d-713301-16 neutron-server[95102]: DEBUG neutron.scheduler.base_scheduler [req-4771e336-215e-4254-9df4-1cdb05f6a069 req-8ff851b7-37cf-456e-a1fb-1e57933f6320 tempest-TestShelveInstance-1838182778 tempest-TestShelveInstance-1838182778-project] Resources bound (agent type, host, resource id): {{(pid=95102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 20:30:40.632455 n-d-713301-16 neutron-server[95102]: DEBUG neutron.db.l3_dvrscheduler_db [req-4771e336-215e-4254-9df4-1cdb05f6a069 req-8ff851b7-37cf-456e-a1fb-1e57933f6320 tempest-TestShelveInstance-1838182778 tempest-TestShelveInstance-1838182778-project] Received port after_create {{(pid=95102) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 20:30:40.658152 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ff851b7-37cf-456e-a1fb-1e57933f6320 tempest-TestShelveInstance-1838182778 tempest-TestShelveInstance-1838182778-project] Pushing event updated for resources: {'Port': ['ID=d6efcee6-9346-43ff-8a8a-b8f5b0d3eaa2,revision_number=1']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:30:40.692103 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4771e336-215e-4254-9df4-1cdb05f6a069 req-8ff851b7-37cf-456e-a1fb-1e57933f6320 tempest-TestShelveInstance-1838182778 tempest-TestShelveInstance-1838182778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:30:40.692772 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-4771e336-215e-4254-9df4-1cdb05f6a069 req-8ff851b7-37cf-456e-a1fb-1e57933f6320 tempest-TestShelveInstance-1838182778 tempest-TestShelveInstance-1838182778-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222849'] for port, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:30:40.707580 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-4771e336-215e-4254-9df4-1cdb05f6a069 req-8ff851b7-37cf-456e-a1fb-1e57933f6320 tempest-TestShelveInstance-1838182778 tempest-TestShelveInstance-1838182778-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5540521 Sep 23 20:30:40.719573 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.v2.base [req-4771e336-215e-4254-9df4-1cdb05f6a069 req-397a2c14-96e4-47ff-b306-bb651e140d60 service neutron] Request body: {'port': {'device_id': '98884a9d-8419-487c-9d1b-793626c8c4d9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713301-16'}} {{(pid=95102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 20:30:40.780850 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-4771e336-215e-4254-9df4-1cdb05f6a069 req-397a2c14-96e4-47ff-b306-bb651e140d60 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:30:40.925129 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-552e5399-acff-424b-8a13-00018e736330 None None] Provisioning complete for port d6efcee6-9346-43ff-8a8a-b8f5b0d3eaa2 triggered by entity DHCP. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 20:30:40.926534 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-552e5399-acff-424b-8a13-00018e736330 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:30:40.975260 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.plugin [None req-552e5399-acff-424b-8a13-00018e736330 None None] Port d6efcee6-9346-43ff-8a8a-b8f5b0d3eaa2 cannot update to ACTIVE because it is not bound. {{(pid=95103) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 20:30:41.084798 n-d-713301-16 neutron-server[95102]: DEBUG neutron.notifiers.nova [req-4771e336-215e-4254-9df4-1cdb05f6a069 req-397a2c14-96e4-47ff-b306-bb651e140d60 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d6efcee6-9346-43ff-8a8a-b8f5b0d3eaa2 {{(pid=95102) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 20:30:41.093699 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-4771e336-215e-4254-9df4-1cdb05f6a069 req-397a2c14-96e4-47ff-b306-bb651e140d60 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:30:41.109984 n-d-713301-16 neutron-server[95102]: DEBUG neutron.db.provisioning_blocks [req-4771e336-215e-4254-9df4-1cdb05f6a069 req-397a2c14-96e4-47ff-b306-bb651e140d60 service neutron] Transition to ACTIVE for port object d6efcee6-9346-43ff-8a8a-b8f5b0d3eaa2 will not be triggered until provisioned by entity L2. {{(pid=95102) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 20:30:41.113794 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-4771e336-215e-4254-9df4-1cdb05f6a069 req-397a2c14-96e4-47ff-b306-bb651e140d60 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4399095'] for port, after_update {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:30:41.185802 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-397a2c14-96e4-47ff-b306-bb651e140d60 service neutron] Pushing event updated for resources: {'Port': ['ID=d6efcee6-9346-43ff-8a8a-b8f5b0d3eaa2,revision_number=2']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:30:41.305183 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.managers [req-4771e336-215e-4254-9df4-1cdb05f6a069 req-397a2c14-96e4-47ff-b306-bb651e140d60 service neutron] Attempting to bind port d6efcee6-9346-43ff-8a8a-b8f5b0d3eaa2 on host n-h1-713301-16 for vnic_type normal with profile {{(pid=95102) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 20:30:41.305523 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.managers [req-4771e336-215e-4254-9df4-1cdb05f6a069 req-397a2c14-96e4-47ff-b306-bb651e140d60 service neutron] Attempting to bind port d6efcee6-9346-43ff-8a8a-b8f5b0d3eaa2 by drivers openvswitch,hyperv on host n-h1-713301-16 at level 0 using segments [{'id': '772ab5dc-951f-4d50-bd51-620906c86ec3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '9b1c63e7-475b-4888-85b4-32608966f897'}] {{(pid=95102) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 20:30:41.306056 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4771e336-215e-4254-9df4-1cdb05f6a069 req-397a2c14-96e4-47ff-b306-bb651e140d60 service neutron] Attempting to bind port d6efcee6-9346-43ff-8a8a-b8f5b0d3eaa2 on network 9b1c63e7-475b-4888-85b4-32608966f897 {{(pid=95102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 20:30:41.319975 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-400770ec-7c00-4f3b-acf3-af6a475bf1a7 req-a58f8361-b3ed-419c-908b-8e30aa61d954 tempest-TestShelveInstance-1838182778 tempest-TestShelveInstance-1838182778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:30:41.321595 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-400770ec-7c00-4f3b-acf3-af6a475bf1a7 req-a58f8361-b3ed-419c-908b-8e30aa61d954 tempest-TestShelveInstance-1838182778 tempest-TestShelveInstance-1838182778-project] 10.222.0.67 "GET /v2.0/ports?device_id=98884a9d-8419-487c-9d1b-793626c8c4d9 HTTP/1.1" status: 200 len: 943 time: 0.0893481 Sep 23 20:30:41.322770 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4771e336-215e-4254-9df4-1cdb05f6a069 req-397a2c14-96e4-47ff-b306-bb651e140d60 service neutron] Port d6efcee6-9346-43ff-8a8a-b8f5b0d3eaa2 on network 9b1c63e7-475b-4888-85b4-32608966f897 not bound, no agent of type Open vSwitch agent registered on host n-h1-713301-16 {{(pid=95102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 20:30:41.323099 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4771e336-215e-4254-9df4-1cdb05f6a069 req-397a2c14-96e4-47ff-b306-bb651e140d60 service neutron] Attempting to bind port d6efcee6-9346-43ff-8a8a-b8f5b0d3eaa2 on network 9b1c63e7-475b-4888-85b4-32608966f897 {{(pid=95102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 20:30:41.338545 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4771e336-215e-4254-9df4-1cdb05f6a069 req-397a2c14-96e4-47ff-b306-bb651e140d60 service neutron] Checking agent: {'id': '0708c3e9-0aad-4600-9be9-d2486535c898', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713301-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 19, 15, 28), 'started_at': datetime.datetime(2021, 9, 23, 19, 15, 28), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 20, 30, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 20:30:41.338888 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4771e336-215e-4254-9df4-1cdb05f6a069 req-397a2c14-96e4-47ff-b306-bb651e140d60 service neutron] Checking segment: {'id': '772ab5dc-951f-4d50-bd51-620906c86ec3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '9b1c63e7-475b-4888-85b4-32608966f897'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95102) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 20:30:41.339276 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4771e336-215e-4254-9df4-1cdb05f6a069 req-397a2c14-96e4-47ff-b306-bb651e140d60 service neutron] Bound using segment: {'id': '772ab5dc-951f-4d50-bd51-620906c86ec3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '9b1c63e7-475b-4888-85b4-32608966f897'} {{(pid=95102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 20:30:41.339738 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.managers [req-4771e336-215e-4254-9df4-1cdb05f6a069 req-397a2c14-96e4-47ff-b306-bb651e140d60 service neutron] Bound port: d6efcee6-9346-43ff-8a8a-b8f5b0d3eaa2, host: n-h1-713301-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '772ab5dc-951f-4d50-bd51-620906c86ec3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '9b1c63e7-475b-4888-85b4-32608966f897'}}] {{(pid=95102) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 20:30:41.340098 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-4771e336-215e-4254-9df4-1cdb05f6a069 req-397a2c14-96e4-47ff-b306-bb651e140d60 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:30:41.412132 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-400770ec-7c00-4f3b-acf3-af6a475bf1a7 req-94533bc5-2f9b-4ea2-a6e9-c2ea6393fd99 tempest-TestShelveInstance-1838182778 tempest-TestShelveInstance-1838182778-project] 10.222.0.67 "GET /v2.0/security-groups?id=5114331d-e362-4f52-b6e2-14bc1d8c7657&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0821035 Sep 23 20:30:41.448258 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.db [req-4771e336-215e-4254-9df4-1cdb05f6a069 req-397a2c14-96e4-47ff-b306-bb651e140d60 service neutron] For port d6efcee6-9346-43ff-8a8a-b8f5b0d3eaa2, host n-h1-713301-16, cleared binding levels {{(pid=95102) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 20:30:41.452897 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.db [req-4771e336-215e-4254-9df4-1cdb05f6a069 req-397a2c14-96e4-47ff-b306-bb651e140d60 service neutron] For port d6efcee6-9346-43ff-8a8a-b8f5b0d3eaa2, host n-h1-713301-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-16',level=0,port_id=d6efcee6-9346-43ff-8a8a-b8f5b0d3eaa2,segment=NetworkSegment(772ab5dc-951f-4d50-bd51-620906c86ec3),segment_id=772ab5dc-951f-4d50-bd51-620906c86ec3)] {{(pid=95102) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 20:30:41.458938 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-4771e336-215e-4254-9df4-1cdb05f6a069 req-397a2c14-96e4-47ff-b306-bb651e140d60 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4399095'] for port, after_update {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:30:41.503272 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4771e336-215e-4254-9df4-1cdb05f6a069 req-397a2c14-96e4-47ff-b306-bb651e140d60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:30:41.504954 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-4771e336-215e-4254-9df4-1cdb05f6a069 req-397a2c14-96e4-47ff-b306-bb651e140d60 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222849'] for port, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:30:41.506607 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-4771e336-215e-4254-9df4-1cdb05f6a069 req-397a2c14-96e4-47ff-b306-bb651e140d60 service neutron] 10.222.0.74 "PUT /v2.0/ports/d6efcee6-9346-43ff-8a8a-b8f5b0d3eaa2 HTTP/1.1" status: 200 len: 1092 time: 0.7911491 Sep 23 20:30:41.507232 n-d-713301-16 neutron-server[95102]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '98884a9d-8419-487c-9d1b-793626c8c4d9', 'tag': 'd6efcee6-9346-43ff-8a8a-b8f5b0d3eaa2'}] {{(pid=95102) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 20:30:41.511346 n-d-713301-16 neutron-server[95102]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a8356a6bd5e554bb349ddb806ba98ee8c25ce2b3f69d698f62da31b860ff3eb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1495a00-d2b4-46fe-81d4-8b2e17f24801" -d '{"events": [{"name": "network-changed", "server_uuid": "98884a9d-8419-487c-9d1b-793626c8c4d9", "tag": "d6efcee6-9346-43ff-8a8a-b8f5b0d3eaa2"}]}' {{(pid=95102) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 20:30:41.545670 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-397a2c14-96e4-47ff-b306-bb651e140d60 service neutron] Pushing event updated for resources: {'Port': ['ID=d6efcee6-9346-43ff-8a8a-b8f5b0d3eaa2,revision_number=3']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:30:41.567498 n-d-713301-16 neutron-server[95102]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 20:30:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48779962-004b-4d61-931f-53ea6de8ef3e x-openstack-request-id: req-48779962-004b-4d61-931f-53ea6de8ef3e {{(pid=95102) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 20:30:41.568060 n-d-713301-16 neutron-server[95102]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "98884a9d-8419-487c-9d1b-793626c8c4d9", "tag": "d6efcee6-9346-43ff-8a8a-b8f5b0d3eaa2", "status": "completed", "code": 200}]} {{(pid=95102) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 20:30:41.568283 n-d-713301-16 neutron-server[95102]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-48779962-004b-4d61-931f-53ea6de8ef3e {{(pid=95102) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 20:30:41.568909 n-d-713301-16 neutron-server[95102]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '98884a9d-8419-487c-9d1b-793626c8c4d9', 'tag': 'd6efcee6-9346-43ff-8a8a-b8f5b0d3eaa2', 'status': 'completed', 'code': 200} Sep 23 20:30:41.611223 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4771e336-215e-4254-9df4-1cdb05f6a069 req-e492c864-cea5-4745-aa92-aa1fb0833e12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:30:41.612844 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-4771e336-215e-4254-9df4-1cdb05f6a069 req-e492c864-cea5-4745-aa92-aa1fb0833e12 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=29863d1907e84df3a5a1f64e85c708b7&device_id=98884a9d-8419-487c-9d1b-793626c8c4d9 HTTP/1.1" status: 200 len: 1095 time: 0.0586338 Sep 23 20:30:41.726519 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Device 19df539e-391f-4f06-9183-df5f198e227e up at agent ovs-agent-n-d-713301-16 {{(pid=95103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 20:30:41.776473 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Provisioning complete for port 19df539e-391f-4f06-9183-df5f198e227e triggered by entity L2. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 20:30:41.776798 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:30:42.008215 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-4771e336-215e-4254-9df4-1cdb05f6a069 req-3f18a149-68be-45ac-9ead-36bc55eedb32 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d6efcee6-9346-43ff-8a8a-b8f5b0d3eaa2 HTTP/1.1" status: 200 len: 217 time: 0.3875618 Sep 23 20:30:42.058860 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4771e336-215e-4254-9df4-1cdb05f6a069 req-4e4dc5d2-abfb-48e0-a5b8-15d2ad46220c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:30:42.060333 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-4771e336-215e-4254-9df4-1cdb05f6a069 req-4e4dc5d2-abfb-48e0-a5b8-15d2ad46220c service neutron] 10.222.0.74 "GET /v2.0/subnets?id=35b10e9d-9b1e-4cae-89a7-4192968dde11 HTTP/1.1" status: 200 len: 847 time: 0.0446432 Sep 23 20:30:42.107229 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4771e336-215e-4254-9df4-1cdb05f6a069 req-19d8bbd4-2e6e-4cf3-a450-4f685af35fca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:30:42.108787 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-4771e336-215e-4254-9df4-1cdb05f6a069 req-19d8bbd4-2e6e-4cf3-a450-4f685af35fca service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=9b1c63e7-475b-4888-85b4-32608966f897&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0405288 Sep 23 20:30:42.204033 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-4771e336-215e-4254-9df4-1cdb05f6a069 req-955bc584-0b53-4bec-bbb0-cb5b82800f5a service neutron] 10.222.0.74 "GET /v2.0/networks/9b1c63e7-475b-4888-85b4-32608966f897?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882189 Sep 23 20:30:42.295145 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-4771e336-215e-4254-9df4-1cdb05f6a069 req-48c41e9d-33d8-426b-bf10-b51f4e8af2c9 service neutron] 10.222.0.74 "GET /v2.0/networks/9b1c63e7-475b-4888-85b4-32608966f897?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843439 Sep 23 20:30:42.396112 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1495a00-d2b4-46fe-81d4-8b2e17f24801 req-e8fc098d-a595-4971-9872-c5aa8fea041e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:30:42.397888 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-b1495a00-d2b4-46fe-81d4-8b2e17f24801 req-e8fc098d-a595-4971-9872-c5aa8fea041e service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=29863d1907e84df3a5a1f64e85c708b7&device_id=98884a9d-8419-487c-9d1b-793626c8c4d9 HTTP/1.1" status: 200 len: 1095 time: 0.0481553 Sep 23 20:30:42.493140 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1495a00-d2b4-46fe-81d4-8b2e17f24801 req-880ca906-1e65-4fac-8efd-a83a79bdfb93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:30:42.494625 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-b1495a00-d2b4-46fe-81d4-8b2e17f24801 req-880ca906-1e65-4fac-8efd-a83a79bdfb93 service neutron] 10.222.0.74 "GET /v2.0/networks?id=9b1c63e7-475b-4888-85b4-32608966f897 HTTP/1.1" status: 200 len: 909 time: 0.0902932 Sep 23 20:30:42.559245 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-b1495a00-d2b4-46fe-81d4-8b2e17f24801 req-a2496b06-74d6-48cc-9cd6-f970d1e388d5 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d6efcee6-9346-43ff-8a8a-b8f5b0d3eaa2 HTTP/1.1" status: 200 len: 217 time: 0.0522325 Sep 23 20:30:42.604286 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e3d8397-ab75-4f83-b214-fde8481dbd55 req-b8b4f72c-457c-441d-b897-a2929826be9a tempest-TestShelveInstance-1838182778 tempest-TestShelveInstance-1838182778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:30:42.605764 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-7e3d8397-ab75-4f83-b214-fde8481dbd55 req-b8b4f72c-457c-441d-b897-a2929826be9a tempest-TestShelveInstance-1838182778 tempest-TestShelveInstance-1838182778-project] 10.222.0.67 "GET /v2.0/ports?device_id=98884a9d-8419-487c-9d1b-793626c8c4d9 HTTP/1.1" status: 200 len: 943 time: 0.1074529 Sep 23 20:30:42.634537 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1495a00-d2b4-46fe-81d4-8b2e17f24801 req-7e1b10a8-adb9-4d92-9ce3-fef084001c3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:30:42.635954 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-b1495a00-d2b4-46fe-81d4-8b2e17f24801 req-7e1b10a8-adb9-4d92-9ce3-fef084001c3e service neutron] 10.222.0.74 "GET /v2.0/subnets?id=35b10e9d-9b1e-4cae-89a7-4192968dde11 HTTP/1.1" status: 200 len: 847 time: 0.0690746 Sep 23 20:30:42.672595 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-7e3d8397-ab75-4f83-b214-fde8481dbd55 req-bb1fc7fc-914a-4d99-b60e-54192df97fcb tempest-TestShelveInstance-1838182778 tempest-TestShelveInstance-1838182778-project] 10.222.0.67 "GET /v2.0/security-groups?id=5114331d-e362-4f52-b6e2-14bc1d8c7657&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0594621 Sep 23 20:30:42.689024 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1495a00-d2b4-46fe-81d4-8b2e17f24801 req-5034fb96-e8c2-40a1-bf0c-fb7f1b8abe38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:30:42.690503 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-b1495a00-d2b4-46fe-81d4-8b2e17f24801 req-5034fb96-e8c2-40a1-bf0c-fb7f1b8abe38 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=9b1c63e7-475b-4888-85b4-32608966f897&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0451651 Sep 23 20:30:42.783859 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-b1495a00-d2b4-46fe-81d4-8b2e17f24801 req-e764de2f-f869-4936-852f-bf315a6ad72b service neutron] 10.222.0.74 "GET /v2.0/networks/9b1c63e7-475b-4888-85b4-32608966f897?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851326 Sep 23 20:30:42.874877 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-b1495a00-d2b4-46fe-81d4-8b2e17f24801 req-f17cf98c-58bc-47ad-b2b0-ed9c673a8088 service neutron] 10.222.0.74 "GET /v2.0/networks/9b1c63e7-475b-4888-85b4-32608966f897?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834358 Sep 23 20:30:43.793265 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a6f841-a7a2-4c5f-b6b2-9a4395d63d2a req-720a4494-ac17-4078-b839-791e3b6a017b tempest-TestShelveInstance-1838182778 tempest-TestShelveInstance-1838182778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:30:43.794750 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-82a6f841-a7a2-4c5f-b6b2-9a4395d63d2a req-720a4494-ac17-4078-b839-791e3b6a017b tempest-TestShelveInstance-1838182778 tempest-TestShelveInstance-1838182778-project] 10.222.0.67 "GET /v2.0/ports?device_id=98884a9d-8419-487c-9d1b-793626c8c4d9 HTTP/1.1" status: 200 len: 943 time: 0.0492778 Sep 23 20:30:43.832052 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-82a6f841-a7a2-4c5f-b6b2-9a4395d63d2a req-f935d9e8-da6b-4fe8-ac16-7482c21a0f1e tempest-TestShelveInstance-1838182778 tempest-TestShelveInstance-1838182778-project] 10.222.0.67 "GET /v2.0/security-groups?id=5114331d-e362-4f52-b6e2-14bc1d8c7657&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304086 Sep 23 20:30:44.616357 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Device d6efcee6-9346-43ff-8a8a-b8f5b0d3eaa2 details requested by agent hyperv_n-h1-713301-16 with host n-h1-713301-16 {{(pid=95103) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 20:30:44.712334 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] For port d6efcee6-9346-43ff-8a8a-b8f5b0d3eaa2, host n-h1-713301-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-16',level=0,port_id=d6efcee6-9346-43ff-8a8a-b8f5b0d3eaa2,segment=NetworkSegment(772ab5dc-951f-4d50-bd51-620906c86ec3),segment_id=772ab5dc-951f-4d50-bd51-620906c86ec3)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 20:30:44.723782 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Returning: {'device': 'd6efcee6-9346-43ff-8a8a-b8f5b0d3eaa2', 'network_id': '9b1c63e7-475b-4888-85b4-32608966f897', 'port_id': 'd6efcee6-9346-43ff-8a8a-b8f5b0d3eaa2', 'mac_address': 'fa:16:3e:ce:7c:f0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 630, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '35b10e9d-9b1e-4cae-89a7-4192968dde11', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95103) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 20:30:44.762924 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:30:44.775645 n-d-713301-16 neutron-server[95103]: DEBUG neutron.notifiers.nova [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d6efcee6-9346-43ff-8a8a-b8f5b0d3eaa2 {{(pid=95103) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 20:30:44.794355 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] For port d6efcee6-9346-43ff-8a8a-b8f5b0d3eaa2, host n-h1-713301-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-16',level=0,port_id=d6efcee6-9346-43ff-8a8a-b8f5b0d3eaa2,segment=NetworkSegment(772ab5dc-951f-4d50-bd51-620906c86ec3),segment_id=772ab5dc-951f-4d50-bd51-620906c86ec3)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 20:30:44.798271 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:30:44.843288 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Pushing event updated for resources: {'Port': ['ID=d6efcee6-9346-43ff-8a8a-b8f5b0d3eaa2,revision_number=4']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:30:44.949822 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c148e09-74e7-4b26-86d7-742328104838 req-8798223d-5e8e-4b0d-b851-148521dccce8 tempest-TestShelveInstance-1838182778 tempest-TestShelveInstance-1838182778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:30:44.951770 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-5c148e09-74e7-4b26-86d7-742328104838 req-8798223d-5e8e-4b0d-b851-148521dccce8 tempest-TestShelveInstance-1838182778 tempest-TestShelveInstance-1838182778-project] 10.222.0.67 "GET /v2.0/ports?device_id=98884a9d-8419-487c-9d1b-793626c8c4d9 HTTP/1.1" status: 200 len: 944 time: 0.0542951 Sep 23 20:30:44.992957 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-5c148e09-74e7-4b26-86d7-742328104838 req-4cdcdb12-86e4-42c9-93f7-df1df0b103e8 tempest-TestShelveInstance-1838182778 tempest-TestShelveInstance-1838182778-project] 10.222.0.67 "GET /v2.0/security-groups?id=5114331d-e362-4f52-b6e2-14bc1d8c7657&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333307 Sep 23 20:30:44.999109 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] get_ports_and_sgs() called for port_ids ['d6efcee6-9346-43ff-8a8a-b8f5b0d3eaa2'] {{(pid=95103) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 20:30:46.204672 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-544272d7-a5df-4745-82e3-feab096dfc5e req-d9273534-0c1c-4053-9472-f8da688ac065 tempest-TestShelveInstance-1838182778 tempest-TestShelveInstance-1838182778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:30:46.206194 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-544272d7-a5df-4745-82e3-feab096dfc5e req-d9273534-0c1c-4053-9472-f8da688ac065 tempest-TestShelveInstance-1838182778 tempest-TestShelveInstance-1838182778-project] 10.222.0.67 "GET /v2.0/ports?device_id=98884a9d-8419-487c-9d1b-793626c8c4d9 HTTP/1.1" status: 200 len: 944 time: 0.1463523 Sep 23 20:30:46.247630 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-544272d7-a5df-4745-82e3-feab096dfc5e req-24de5708-7f43-475b-abc1-190cf00565fd tempest-TestShelveInstance-1838182778 tempest-TestShelveInstance-1838182778-project] 10.222.0.67 "GET /v2.0/security-groups?id=5114331d-e362-4f52-b6e2-14bc1d8c7657&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355387 Sep 23 20:30:46.644900 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Device d6efcee6-9346-43ff-8a8a-b8f5b0d3eaa2 up at agent hyperv_n-h1-713301-16 {{(pid=95103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 20:30:46.692293 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Provisioning for port d6efcee6-9346-43ff-8a8a-b8f5b0d3eaa2 completed by entity L2. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 20:30:46.695817 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Provisioning complete for port d6efcee6-9346-43ff-8a8a-b8f5b0d3eaa2 triggered by entity L2. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 20:30:46.696186 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:30:46.773896 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:30:46.795300 n-d-713301-16 neutron-server[95103]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '98884a9d-8419-487c-9d1b-793626c8c4d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd6efcee6-9346-43ff-8a8a-b8f5b0d3eaa2'}] {{(pid=95103) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 20:30:46.797541 n-d-713301-16 neutron-server[95103]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1848421c4d334b5bfe6f5b9de07f03d1600ee538ec1ae4f0fcf02c32f81bee4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d940f6b-cc48-4e9b-894a-7a8f07728487" -d '{"events": [{"server_uuid": "98884a9d-8419-487c-9d1b-793626c8c4d9", "name": "network-vif-plugged", "status": "completed", "tag": "d6efcee6-9346-43ff-8a8a-b8f5b0d3eaa2"}]}' {{(pid=95103) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 20:30:46.809872 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] For port d6efcee6-9346-43ff-8a8a-b8f5b0d3eaa2, host n-h1-713301-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-16',level=0,port_id=d6efcee6-9346-43ff-8a8a-b8f5b0d3eaa2,segment=NetworkSegment(772ab5dc-951f-4d50-bd51-620906c86ec3),segment_id=772ab5dc-951f-4d50-bd51-620906c86ec3)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 20:30:46.813881 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:30:46.839272 n-d-713301-16 neutron-server[95103]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 20:30:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26c076cd-7f79-4773-b87e-d4935dd29c70 x-openstack-request-id: req-26c076cd-7f79-4773-b87e-d4935dd29c70 {{(pid=95103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 20:30:46.839562 n-d-713301-16 neutron-server[95103]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "98884a9d-8419-487c-9d1b-793626c8c4d9", "name": "network-vif-plugged", "status": "completed", "tag": "d6efcee6-9346-43ff-8a8a-b8f5b0d3eaa2", "code": 200}]} {{(pid=95103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 20:30:46.839809 n-d-713301-16 neutron-server[95103]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-26c076cd-7f79-4773-b87e-d4935dd29c70 {{(pid=95103) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 20:30:46.840187 n-d-713301-16 neutron-server[95103]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '98884a9d-8419-487c-9d1b-793626c8c4d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd6efcee6-9346-43ff-8a8a-b8f5b0d3eaa2', 'code': 200} Sep 23 20:30:46.867111 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Pushing event updated for resources: {'Port': ['ID=d6efcee6-9346-43ff-8a8a-b8f5b0d3eaa2,revision_number=5']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:30:46.934883 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08cbea10-17fe-4c23-b96a-e1a47c6f0a5f req-5eca6083-c421-4ad1-b88f-de524d3827ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:30:46.936382 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-08cbea10-17fe-4c23-b96a-e1a47c6f0a5f req-5eca6083-c421-4ad1-b88f-de524d3827ed service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=98884a9d-8419-487c-9d1b-793626c8c4d9 HTTP/1.1" status: 200 len: 1097 time: 0.0411696 Sep 23 20:30:46.970941 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-08cbea10-17fe-4c23-b96a-e1a47c6f0a5f req-0b3535fb-25d3-4b94-9358-70f47baaa73b service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=5114331d-e362-4f52-b6e2-14bc1d8c7657&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0274994 Sep 23 20:30:47.360177 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e59d7f-a825-4758-8fd7-7ca004db8148 req-c278c2f3-9395-4f20-b16f-ee71b5fb394a tempest-TestShelveInstance-1838182778 tempest-TestShelveInstance-1838182778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:30:47.361692 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-c6e59d7f-a825-4758-8fd7-7ca004db8148 req-c278c2f3-9395-4f20-b16f-ee71b5fb394a tempest-TestShelveInstance-1838182778 tempest-TestShelveInstance-1838182778-project] 10.222.0.67 "GET /v2.0/ports?device_id=98884a9d-8419-487c-9d1b-793626c8c4d9 HTTP/1.1" status: 200 len: 945 time: 0.0485628 Sep 23 20:30:47.400896 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-c6e59d7f-a825-4758-8fd7-7ca004db8148 req-c7f8b8e5-3a0c-4938-8ade-e4833f8a86d2 tempest-TestShelveInstance-1838182778 tempest-TestShelveInstance-1838182778-project] 10.222.0.67 "GET /v2.0/security-groups?id=5114331d-e362-4f52-b6e2-14bc1d8c7657&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325580 Sep 23 20:30:47.549280 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.agents_db [None req-f2f5c474-60a3-474f-b2cc-02c4bd30880c None None] Agent healthcheck: found 7 active agents {{(pid=95104) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 20:30:48.518181 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd287de2-a501-4ed7-b512-239d917831b4 req-9654710f-5c34-47df-ac89-48a14edb268c tempest-TestShelveInstance-1838182778 tempest-TestShelveInstance-1838182778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:30:48.519675 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-dd287de2-a501-4ed7-b512-239d917831b4 req-9654710f-5c34-47df-ac89-48a14edb268c tempest-TestShelveInstance-1838182778 tempest-TestShelveInstance-1838182778-project] 10.222.0.67 "GET /v2.0/ports?device_id=98884a9d-8419-487c-9d1b-793626c8c4d9 HTTP/1.1" status: 200 len: 945 time: 0.0494599 Sep 23 20:30:48.560510 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-dd287de2-a501-4ed7-b512-239d917831b4 req-527a8b4f-0f95-4bde-927f-eb7747db56c0 tempest-TestShelveInstance-1838182778 tempest-TestShelveInstance-1838182778-project] 10.222.0.67 "GET /v2.0/security-groups?id=5114331d-e362-4f52-b6e2-14bc1d8c7657&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348368 Sep 23 20:30:48.673329 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d96b1349-3bcf-4dda-b075-ff4f4673b0bd req-d036a2b4-cd76-4118-9125-66a776dc293b tempest-TestShelveInstance-1838182778 tempest-TestShelveInstance-1838182778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:30:48.674810 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-d96b1349-3bcf-4dda-b075-ff4f4673b0bd req-d036a2b4-cd76-4118-9125-66a776dc293b tempest-TestShelveInstance-1838182778 tempest-TestShelveInstance-1838182778-project] 10.222.0.67 "GET /v2.0/ports?device_id=98884a9d-8419-487c-9d1b-793626c8c4d9 HTTP/1.1" status: 200 len: 945 time: 0.0480483 Sep 23 20:30:48.713360 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-d96b1349-3bcf-4dda-b075-ff4f4673b0bd req-da2464d3-4739-4f76-8f24-1b355d5c3d51 tempest-TestShelveInstance-1838182778 tempest-TestShelveInstance-1838182778-project] 10.222.0.67 "GET /v2.0/security-groups?id=5114331d-e362-4f52-b6e2-14bc1d8c7657&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320632 Sep 23 20:30:48.734787 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 35310) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:30:48.816433 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f024f18c-d55a-4a1d-b3eb-f88a092130d4 tempest-TestShelveInstance-1232164019 tempest-TestShelveInstance-1232164019-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:30:48.818690 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-f024f18c-d55a-4a1d-b3eb-f88a092130d4 tempest-TestShelveInstance-1232164019 tempest-TestShelveInstance-1232164019-project-admin] 10.222.0.67 "GET /v2.0/ports?device_id=98884a9d-8419-487c-9d1b-793626c8c4d9 HTTP/1.1" status: 200 len: 1092 time: 0.0829132 Sep 23 20:30:48.821706 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 35314) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:30:48.826272 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.v2.base [None req-87bae7a8-16bd-476b-9415-f122ed8f67cc tempest-TestShelveInstance-1838182778 tempest-TestShelveInstance-1838182778-project] Request body: {'floatingip': {'floating_network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'port_id': 'd6efcee6-9346-43ff-8a8a-b8f5b0d3eaa2', 'tenant_id': '29863d1907e84df3a5a1f64e85c708b7', 'fixed_ip_address': '172.20.0.5'}} {{(pid=95102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 20:30:48.847902 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-87bae7a8-16bd-476b-9415-f122ed8f67cc tempest-TestShelveInstance-1838182778 tempest-TestShelveInstance-1838182778-project] Notify callbacks [] for floatingip, before_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:30:48.944774 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-87bae7a8-16bd-476b-9415-f122ed8f67cc tempest-TestShelveInstance-1838182778 tempest-TestShelveInstance-1838182778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:30:49.044558 n-d-713301-16 neutron-server[95102]: DEBUG neutron.db.db_base_plugin_common [None req-87bae7a8-16bd-476b-9415-f122ed8f67cc tempest-TestShelveInstance-1838182778 tempest-TestShelveInstance-1838182778-project] Allocated IP 172.25.1.13 (5dec5c09-378e-4f50-89cc-d94eb81c3bac/eff83446-018c-428d-b3f5-54ac9abe7a2a/4d7999bb-ceba-4cef-8d9e-aacdcc3e346f) {{(pid=95102) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 20:30:49.147513 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-87bae7a8-16bd-476b-9415-f122ed8f67cc tempest-TestShelveInstance-1838182778 tempest-TestShelveInstance-1838182778-project] Notify callbacks [] for port, precommit_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:30:49.179562 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-87bae7a8-16bd-476b-9415-f122ed8f67cc tempest-TestShelveInstance-1838182778 tempest-TestShelveInstance-1838182778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783145673135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4399100'] for port, after_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:30:49.214015 n-d-713301-16 neutron-server[95102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87bae7a8-16bd-476b-9415-f122ed8f67cc tempest-TestShelveInstance-1838182778 tempest-TestShelveInstance-1838182778-project] Network 5dec5c09-378e-4f50-89cc-d94eb81c3bac is already hosted by enough agents. {{(pid=95102) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 20:30:49.216924 n-d-713301-16 neutron-server[95102]: DEBUG neutron.scheduler.base_scheduler [None req-87bae7a8-16bd-476b-9415-f122ed8f67cc tempest-TestShelveInstance-1838182778 tempest-TestShelveInstance-1838182778-project] Resources bound (agent type, host, resource id): {{(pid=95102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 20:30:49.220333 n-d-713301-16 neutron-server[95102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87bae7a8-16bd-476b-9415-f122ed8f67cc tempest-TestShelveInstance-1838182778 tempest-TestShelveInstance-1838182778-project] Received port after_create {{(pid=95102) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 20:30:49.248671 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87bae7a8-16bd-476b-9415-f122ed8f67cc tempest-TestShelveInstance-1838182778 tempest-TestShelveInstance-1838182778-project] Pushing event updated for resources: {'Port': ['ID=4d7999bb-ceba-4cef-8d9e-aacdcc3e346f,revision_number=1']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:30:49.570838 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-87bae7a8-16bd-476b-9415-f122ed8f67cc tempest-TestShelveInstance-1838182778 tempest-TestShelveInstance-1838182778-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:30:49.635932 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-87bae7a8-16bd-476b-9415-f122ed8f67cc tempest-TestShelveInstance-1838182778 tempest-TestShelveInstance-1838182778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:30:49.787653 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-87bae7a8-16bd-476b-9415-f122ed8f67cc tempest-TestShelveInstance-1838182778 tempest-TestShelveInstance-1838182778-project] Notify callbacks [] for port, precommit_update {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:30:49.791871 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-87bae7a8-16bd-476b-9415-f122ed8f67cc tempest-TestShelveInstance-1838182778 tempest-TestShelveInstance-1838182778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4399095'] for port, after_update {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:30:49.824903 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-0e737e64-3b71-4721-b63f-7ac2f337d9de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:30:49.863817 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87bae7a8-16bd-476b-9415-f122ed8f67cc tempest-TestShelveInstance-1838182778 tempest-TestShelveInstance-1838182778-project] Pushing event updated for resources: {'Port': ['ID=4d7999bb-ceba-4cef-8d9e-aacdcc3e346f,revision_number=2']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:30:49.874043 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-87bae7a8-16bd-476b-9415-f122ed8f67cc tempest-TestShelveInstance-1838182778 tempest-TestShelveInstance-1838182778-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-601884'] for floatingip, after_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:30:49.977726 n-d-713301-16 neutron-server[95102]: INFO neutron.db.l3_db [None req-87bae7a8-16bd-476b-9415-f122ed8f67cc tempest-TestShelveInstance-1838182778 tempest-TestShelveInstance-1838182778-project] Floating IP 8d0b997a-82c2-4cc5-867b-72a9ae15dc16 associated. External IP: 172.25.1.13, port: d6efcee6-9346-43ff-8a8a-b8f5b0d3eaa2. Sep 23 20:30:50.175726 n-d-713301-16 neutron-server[95102]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-87bae7a8-16bd-476b-9415-f122ed8f67cc tempest-TestShelveInstance-1838182778 tempest-TestShelveInstance-1838182778-project] Router a03f96ad-1523-46bc-a6c5-f40d81ca3ec8 has already been hosted by L3 agent 79a740bf-7821-4989-8288-7186e3e128f3 {{(pid=95102) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 20:30:50.281332 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87bae7a8-16bd-476b-9415-f122ed8f67cc tempest-TestShelveInstance-1838182778 tempest-TestShelveInstance-1838182778-project] Notify agent at l3_agent.n-d-713301-16 the message routers_updated {{(pid=95102) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 20:30:50.291214 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-440840fb-6c87-440e-a958-8b39acbdd9aa None None] Sync routers for ids ['a03f96ad-1523-46bc-a6c5-f40d81ca3ec8'] in n-d-713301-16 {{(pid=95104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 20:30:50.297670 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-87bae7a8-16bd-476b-9415-f122ed8f67cc tempest-TestShelveInstance-1838182778 tempest-TestShelveInstance-1838182778-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222849'] for floatingip, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:30:50.300233 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-440840fb-6c87-440e-a958-8b39acbdd9aa None None] Routers {'a03f96ad-1523-46bc-a6c5-f40d81ca3ec8'} bound to L3 agent in host n-d-713301-16 {{(pid=95104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 20:30:50.300862 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_hamode_db [None req-440840fb-6c87-440e-a958-8b39acbdd9aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-23T19:07:52Z,description=,heartbeat_timestamp=2021-09-23T20:30:23Z,host='n-d-713301-16',id=79a740bf-7821-4989-8288-7186e3e128f3,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:07:52Z,topic='l3_agent')) {'router_ids': ['a03f96ad-1523-46bc-a6c5-f40d81ca3ec8'], 'active': True} {{(pid=95104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 20:30:50.326092 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-87bae7a8-16bd-476b-9415-f122ed8f67cc tempest-TestShelveInstance-1838182778 tempest-TestShelveInstance-1838182778-project] 10.222.0.67 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.5032730 Sep 23 20:30:50.326645 n-d-713301-16 neutron-server[95102]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '98884a9d-8419-487c-9d1b-793626c8c4d9', 'tag': 'd6efcee6-9346-43ff-8a8a-b8f5b0d3eaa2'}] {{(pid=95102) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 20:30:50.328976 n-d-713301-16 neutron-server[95102]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a8356a6bd5e554bb349ddb806ba98ee8c25ce2b3f69d698f62da31b860ff3eb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3996a4c4-79a9-4f64-b321-aeb1b9fbb80b" -d '{"events": [{"name": "network-changed", "server_uuid": "98884a9d-8419-487c-9d1b-793626c8c4d9", "tag": "d6efcee6-9346-43ff-8a8a-b8f5b0d3eaa2"}]}' {{(pid=95102) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 20:30:50.366897 n-d-713301-16 neutron-server[95102]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 20:30:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f44f9a71-ebd3-4622-91bc-5141ef0867cf x-openstack-request-id: req-f44f9a71-ebd3-4622-91bc-5141ef0867cf {{(pid=95102) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 20:30:50.367188 n-d-713301-16 neutron-server[95102]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "98884a9d-8419-487c-9d1b-793626c8c4d9", "tag": "d6efcee6-9346-43ff-8a8a-b8f5b0d3eaa2", "status": "completed", "code": 200}]} {{(pid=95102) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 20:30:50.367493 n-d-713301-16 neutron-server[95102]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-f44f9a71-ebd3-4622-91bc-5141ef0867cf {{(pid=95102) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 20:30:50.367901 n-d-713301-16 neutron-server[95102]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '98884a9d-8419-487c-9d1b-793626c8c4d9', 'tag': 'd6efcee6-9346-43ff-8a8a-b8f5b0d3eaa2', 'status': 'completed', 'code': 200} Sep 23 20:30:50.411920 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_dvr_db [None req-440840fb-6c87-440e-a958-8b39acbdd9aa None None] Set router a03f96ad-1523-46bc-a6c5-f40d81ca3ec8 gateway port host: n-d-713301-16 {{(pid=95104) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 20:30:50.433175 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3996a4c4-79a9-4f64-b321-aeb1b9fbb80b req-23e20494-9a02-47a7-89f3-27e079a675b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:30:50.434694 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-3996a4c4-79a9-4f64-b321-aeb1b9fbb80b req-23e20494-9a02-47a7-89f3-27e079a675b8 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=29863d1907e84df3a5a1f64e85c708b7&device_id=98884a9d-8419-487c-9d1b-793626c8c4d9 HTTP/1.1" status: 200 len: 1097 time: 0.0444341 Sep 23 20:30:50.526271 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3996a4c4-79a9-4f64-b321-aeb1b9fbb80b req-1a381f46-0c3f-43ad-8e4d-bb811391e56b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:30:50.527770 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-3996a4c4-79a9-4f64-b321-aeb1b9fbb80b req-1a381f46-0c3f-43ad-8e4d-bb811391e56b service neutron] 10.222.0.74 "GET /v2.0/networks?id=9b1c63e7-475b-4888-85b4-32608966f897 HTTP/1.1" status: 200 len: 909 time: 0.0862968 Sep 23 20:30:50.595723 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-3996a4c4-79a9-4f64-b321-aeb1b9fbb80b req-6b827685-1108-49bd-b0e1-22ebe3791cd4 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d6efcee6-9346-43ff-8a8a-b8f5b0d3eaa2 HTTP/1.1" status: 200 len: 998 time: 0.0607817 Sep 23 20:30:50.634499 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_hamode_db [None req-440840fb-6c87-440e-a958-8b39acbdd9aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a03f96ad-1523-46bc-a6c5-f40d81ca3ec8', 'name': 'tempest-TestShelveInstance-899449625-router', 'tenant_id': '29863d1907e84df3a5a1f64e85c708b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'external_fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.153'}], 'enable_snat': True}, 'gw_port_id': '26271e37-baa7-4259-bc11-75443dfb8970', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T20:30:28Z', 'updated_at': '2021-09-23T20:30:30Z', 'revision_number': 4, 'project_id': '29863d1907e84df3a5a1f64e85c708b7', 'gw_port': {'id': '26271e37-baa7-4259-bc11-75443dfb8970', 'name': '', 'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:da:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a03f96ad-1523-46bc-a6c5-f40d81ca3ec8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T20:30:28Z', 'updated_at': '2021-09-23T20:30:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-16', '_floatingips': [{'id': '8d0b997a-82c2-4cc5-867b-72a9ae15dc16', 'tenant_id': '29863d1907e84df3a5a1f64e85c708b7', 'floating_ip_address': '172.25.1.13', 'floating_network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'router_id': 'a03f96ad-1523-46bc-a6c5-f40d81ca3ec8', 'port_id': 'd6efcee6-9346-43ff-8a8a-b8f5b0d3eaa2', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4302, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9b1c63e7-475b-4888-85b4-32608966f897', 'mac_address': 'fa:16:3e:ce:7c:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98884a9d-8419-487c-9d1b-793626c8c4d9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-23T20:30:49Z', 'updated_at': '2021-09-23T20:30:49Z', 'revision_number': 0, 'project_id': '29863d1907e84df3a5a1f64e85c708b7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f8b0cdea-059e-4a98-89c3-9691eef11d1d', 'name': '', 'network_id': '9b1c63e7-475b-4888-85b4-32608966f897', 'tenant_id': '29863d1907e84df3a5a1f64e85c708b7', 'mac_address': 'fa:16:3e:0f:56:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a03f96ad-1523-46bc-a6c5-f40d81ca3ec8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': '35b10e9d-9b1e-4cae-89a7-4192968dde11', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T20:30:30Z', 'updated_at': '2021-09-23T20:30:34Z', 'revision_number': 5, 'project_id': '29863d1907e84df3a5a1f64e85c708b7', 'subnets': [{'id': '35b10e9d-9b1e-4cae-89a7-4192968dde11', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-16', False) {} {{(pid=95104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 20:30:50.644414 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3996a4c4-79a9-4f64-b321-aeb1b9fbb80b req-bdfe9420-f28e-44c7-8446-404842195f18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:30:50.646665 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-3996a4c4-79a9-4f64-b321-aeb1b9fbb80b req-bdfe9420-f28e-44c7-8446-404842195f18 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=35b10e9d-9b1e-4cae-89a7-4192968dde11 HTTP/1.1" status: 200 len: 847 time: 0.0441055 Sep 23 20:30:50.663923 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-440840fb-6c87-440e-a958-8b39acbdd9aa None None] Checking router: a03f96ad-1523-46bc-a6c5-f40d81ca3ec8 for host: n-d-713301-16 {{(pid=95104) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 20:30:50.672003 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-440840fb-6c87-440e-a958-8b39acbdd9aa None None] Routers {'a03f96ad-1523-46bc-a6c5-f40d81ca3ec8'} bound to L3 agent in host n-d-713301-16 {{(pid=95104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 20:30:50.672653 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_hamode_db [None req-440840fb-6c87-440e-a958-8b39acbdd9aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-23T19:07:52Z,description=,heartbeat_timestamp=2021-09-23T20:30:23Z,host='n-d-713301-16',id=79a740bf-7821-4989-8288-7186e3e128f3,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:07:52Z,topic='l3_agent')) {'router_ids': ['a03f96ad-1523-46bc-a6c5-f40d81ca3ec8'], 'active': True} {{(pid=95104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 20:30:50.692677 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3996a4c4-79a9-4f64-b321-aeb1b9fbb80b req-1b838a88-9049-4118-99cb-831d9aeaac88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:30:50.694103 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-3996a4c4-79a9-4f64-b321-aeb1b9fbb80b req-1b838a88-9049-4118-99cb-831d9aeaac88 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=9b1c63e7-475b-4888-85b4-32608966f897&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0403256 Sep 23 20:30:50.777232 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_dvr_db [None req-440840fb-6c87-440e-a958-8b39acbdd9aa None None] Set router a03f96ad-1523-46bc-a6c5-f40d81ca3ec8 gateway port host: n-d-713301-16 {{(pid=95104) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 20:30:50.787464 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-3996a4c4-79a9-4f64-b321-aeb1b9fbb80b req-e4c61607-2f83-46b0-8c71-9c54834d0872 service neutron] 10.222.0.74 "GET /v2.0/networks/9b1c63e7-475b-4888-85b4-32608966f897?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855520 Sep 23 20:30:50.881820 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-3996a4c4-79a9-4f64-b321-aeb1b9fbb80b req-e607a444-9329-4ffe-914c-e35e5b04fa50 service neutron] 10.222.0.74 "GET /v2.0/networks/9b1c63e7-475b-4888-85b4-32608966f897?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875654 Sep 23 20:30:50.999922 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_hamode_db [None req-440840fb-6c87-440e-a958-8b39acbdd9aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a03f96ad-1523-46bc-a6c5-f40d81ca3ec8', 'name': 'tempest-TestShelveInstance-899449625-router', 'tenant_id': '29863d1907e84df3a5a1f64e85c708b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'external_fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.153'}], 'enable_snat': True}, 'gw_port_id': '26271e37-baa7-4259-bc11-75443dfb8970', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T20:30:28Z', 'updated_at': '2021-09-23T20:30:30Z', 'revision_number': 4, 'project_id': '29863d1907e84df3a5a1f64e85c708b7', 'gw_port': {'id': '26271e37-baa7-4259-bc11-75443dfb8970', 'name': '', 'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:da:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a03f96ad-1523-46bc-a6c5-f40d81ca3ec8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T20:30:28Z', 'updated_at': '2021-09-23T20:30:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-16', '_floatingips': [{'id': '8d0b997a-82c2-4cc5-867b-72a9ae15dc16', 'tenant_id': '29863d1907e84df3a5a1f64e85c708b7', 'floating_ip_address': '172.25.1.13', 'floating_network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'router_id': 'a03f96ad-1523-46bc-a6c5-f40d81ca3ec8', 'port_id': 'd6efcee6-9346-43ff-8a8a-b8f5b0d3eaa2', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4302, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9b1c63e7-475b-4888-85b4-32608966f897', 'mac_address': 'fa:16:3e:ce:7c:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98884a9d-8419-487c-9d1b-793626c8c4d9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-23T20:30:49Z', 'updated_at': '2021-09-23T20:30:49Z', 'revision_number': 0, 'project_id': '29863d1907e84df3a5a1f64e85c708b7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f8b0cdea-059e-4a98-89c3-9691eef11d1d', 'name': '', 'network_id': '9b1c63e7-475b-4888-85b4-32608966f897', 'tenant_id': '29863d1907e84df3a5a1f64e85c708b7', 'mac_address': 'fa:16:3e:0f:56:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a03f96ad-1523-46bc-a6c5-f40d81ca3ec8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': '35b10e9d-9b1e-4cae-89a7-4192968dde11', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T20:30:30Z', 'updated_at': '2021-09-23T20:30:34Z', 'revision_number': 5, 'project_id': '29863d1907e84df3a5a1f64e85c708b7', 'subnets': [{'id': '35b10e9d-9b1e-4cae-89a7-4192968dde11', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-16', False) {} {{(pid=95104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 20:30:51.025155 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-440840fb-6c87-440e-a958-8b39acbdd9aa None None] The sync data for ids ['a03f96ad-1523-46bc-a6c5-f40d81ca3ec8'] in n-d-713301-16 is: [{'id': 'a03f96ad-1523-46bc-a6c5-f40d81ca3ec8', 'name': 'tempest-TestShelveInstance-899449625-router', 'tenant_id': '29863d1907e84df3a5a1f64e85c708b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'external_fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.153'}], 'enable_snat': True}, 'gw_port_id': '26271e37-baa7-4259-bc11-75443dfb8970', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T20:30:28Z', 'updated_at': '2021-09-23T20:30:30Z', 'revision_number': 4, 'project_id': '29863d1907e84df3a5a1f64e85c708b7', 'gw_port': {'id': '26271e37-baa7-4259-bc11-75443dfb8970', 'name': '', 'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:da:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a03f96ad-1523-46bc-a6c5-f40d81ca3ec8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T20:30:28Z', 'updated_at': '2021-09-23T20:30:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-16', '_floatingips': [{'id': '8d0b997a-82c2-4cc5-867b-72a9ae15dc16', 'tenant_id': '29863d1907e84df3a5a1f64e85c708b7', 'floating_ip_address': '172.25.1.13', 'floating_network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'router_id': 'a03f96ad-1523-46bc-a6c5-f40d81ca3ec8', 'port_id': 'd6efcee6-9346-43ff-8a8a-b8f5b0d3eaa2', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4302, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9b1c63e7-475b-4888-85b4-32608966f897', 'mac_address': 'fa:16:3e:ce:7c:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98884a9d-8419-487c-9d1b-793626c8c4d9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-23T20:30:49Z', 'updated_at': '2021-09-23T20:30:49Z', 'revision_number': 0, 'project_id': '29863d1907e84df3a5a1f64e85c708b7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f8b0cdea-059e-4a98-89c3-9691eef11d1d', 'name': '', 'network_id': '9b1c63e7-475b-4888-85b4-32608966f897', 'tenant_id': '29863d1907e84df3a5a1f64e85c708b7', 'mac_address': 'fa:16:3e:0f:56:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a03f96ad-1523-46bc-a6c5-f40d81ca3ec8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': '35b10e9d-9b1e-4cae-89a7-4192968dde11', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T20:30:30Z', 'updated_at': '2021-09-23T20:30:34Z', 'revision_number': 5, 'project_id': '29863d1907e84df3a5a1f64e85c708b7', 'subnets': [{'id': '35b10e9d-9b1e-4cae-89a7-4192968dde11', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 20:30:51.225370 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcccabce-8004-4630-b2bd-9db3743b435f None None] New status for floating IP 8d0b997a-82c2-4cc5-867b-72a9ae15dc16: ACTIVE {{(pid=95103) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 23 20:30:53.044990 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-72e70bf3-74d2-457b-9af6-a56b63a18b9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:30:53.233428 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:30:53.705778 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-0ae75029-feb6-4728-9a94-5f9b60993d82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:30:55.542874 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-80e7e501-6c57-470d-92c6-e3d54bc3195c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:30:58.572276 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:30:58.876064 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:31:19.827867 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-d43b304c-bca6-420f-bfe1-df9676d7dc6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:31:23.045320 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-5c28ce3a-f34e-4a5f-baa1-bb449a941dd5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:31:23.233536 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:31:23.709460 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-0ae75029-feb6-4728-9a94-5f9b60993d82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:31:24.548832 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.agents_db [None req-f2f5c474-60a3-474f-b2cc-02c4bd30880c None None] Agent healthcheck: found 7 active agents {{(pid=95104) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 20:31:25.546202 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-80e7e501-6c57-470d-92c6-e3d54bc3195c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:31:28.592703 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:31:28.873173 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:31:40.171670 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-4bec55cd-4e04-4428-9712-3715c6615c49 req-88c604b3-db79-4838-82ec-2212a61ccc08 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=98884a9d-8419-487c-9d1b-793626c8c4d9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0390625 Sep 23 20:31:40.254719 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bec55cd-4e04-4428-9712-3715c6615c49 req-baa2b70a-0516-4ae0-888d-f6e90be6715f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:31:40.256191 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-4bec55cd-4e04-4428-9712-3715c6615c49 req-baa2b70a-0516-4ae0-888d-f6e90be6715f service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=29863d1907e84df3a5a1f64e85c708b7&device_id=98884a9d-8419-487c-9d1b-793626c8c4d9 HTTP/1.1" status: 200 len: 1097 time: 0.0436530 Sep 23 20:31:40.364768 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bec55cd-4e04-4428-9712-3715c6615c49 req-e466663d-4844-4b41-8705-4a1879249339 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:31:40.366249 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-4bec55cd-4e04-4428-9712-3715c6615c49 req-e466663d-4844-4b41-8705-4a1879249339 service neutron] 10.222.0.74 "GET /v2.0/networks?id=9b1c63e7-475b-4888-85b4-32608966f897 HTTP/1.1" status: 200 len: 909 time: 0.0908670 Sep 23 20:31:40.436810 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-4bec55cd-4e04-4428-9712-3715c6615c49 req-6e94f291-a167-407e-bfae-f25b4d73d2d5 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d6efcee6-9346-43ff-8a8a-b8f5b0d3eaa2 HTTP/1.1" status: 200 len: 1000 time: 0.0638871 Sep 23 20:31:40.487441 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bec55cd-4e04-4428-9712-3715c6615c49 req-6d0baa81-4767-4854-b044-62ff3be5775e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:31:40.488933 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-4bec55cd-4e04-4428-9712-3715c6615c49 req-6d0baa81-4767-4854-b044-62ff3be5775e service neutron] 10.222.0.74 "GET /v2.0/subnets?id=35b10e9d-9b1e-4cae-89a7-4192968dde11 HTTP/1.1" status: 200 len: 847 time: 0.0459421 Sep 23 20:31:40.534436 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bec55cd-4e04-4428-9712-3715c6615c49 req-8d163094-521d-45ea-9e82-fa3084d8c544 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:31:40.535934 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-4bec55cd-4e04-4428-9712-3715c6615c49 req-8d163094-521d-45ea-9e82-fa3084d8c544 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=9b1c63e7-475b-4888-85b4-32608966f897&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0404043 Sep 23 20:31:40.629932 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-4bec55cd-4e04-4428-9712-3715c6615c49 req-05d0c930-c643-4066-965e-aa4b8dedc134 service neutron] 10.222.0.74 "GET /v2.0/networks/9b1c63e7-475b-4888-85b4-32608966f897?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871186 Sep 23 20:31:40.718615 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-4bec55cd-4e04-4428-9712-3715c6615c49 req-de91e17c-e1b7-4a5e-95d0-95c94b99135a service neutron] 10.222.0.74 "GET /v2.0/networks/9b1c63e7-475b-4888-85b4-32608966f897?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818126 Sep 23 20:31:49.828567 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-268a3b7e-b45f-4468-a1f8-2791092689ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:31:53.045574 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-e7f42169-0ab2-4ce8-aad7-04ed30039e77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:31:53.233529 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:31:53.711273 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-0ae75029-feb6-4728-9a94-5f9b60993d82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:31:55.554578 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-80e7e501-6c57-470d-92c6-e3d54bc3195c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:31:58.604289 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:31:58.887823 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:32:01.547955 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.agents_db [None req-f2f5c474-60a3-474f-b2cc-02c4bd30880c None None] Agent healthcheck: found 7 active agents {{(pid=95104) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 20:32:19.829630 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-9f887dcc-43a8-4044-beec-aa9624ab4362 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:32:23.045750 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-99cd0990-b6db-4997-aaa0-8a36dfe45bc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:32:23.234510 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:32:23.714643 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-0ae75029-feb6-4728-9a94-5f9b60993d82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:32:25.552363 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-80e7e501-6c57-470d-92c6-e3d54bc3195c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:32:28.604585 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:32:28.902388 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:32:38.547945 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.agents_db [None req-f2f5c474-60a3-474f-b2cc-02c4bd30880c None None] Agent healthcheck: found 7 active agents {{(pid=95104) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 20:32:41.188892 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-66a62333-7fe3-4662-ac89-0a95ff94b3a7 req-499dca5c-ef0b-45ec-a32a-753f28774a08 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=98884a9d-8419-487c-9d1b-793626c8c4d9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0443168 Sep 23 20:32:41.269927 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a62333-7fe3-4662-ac89-0a95ff94b3a7 req-e1cc3121-930c-400f-b62e-8150510fffc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:32:41.271400 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-66a62333-7fe3-4662-ac89-0a95ff94b3a7 req-e1cc3121-930c-400f-b62e-8150510fffc7 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=29863d1907e84df3a5a1f64e85c708b7&device_id=98884a9d-8419-487c-9d1b-793626c8c4d9 HTTP/1.1" status: 200 len: 1097 time: 0.0394669 Sep 23 20:32:41.376265 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a62333-7fe3-4662-ac89-0a95ff94b3a7 req-5e64ff30-b766-4182-9962-cb0d87b227b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:32:41.377780 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-66a62333-7fe3-4662-ac89-0a95ff94b3a7 req-5e64ff30-b766-4182-9962-cb0d87b227b9 service neutron] 10.222.0.74 "GET /v2.0/networks?id=9b1c63e7-475b-4888-85b4-32608966f897 HTTP/1.1" status: 200 len: 909 time: 0.0878503 Sep 23 20:32:41.446071 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-66a62333-7fe3-4662-ac89-0a95ff94b3a7 req-d9bb0995-d107-40ca-b44e-d2277405941a service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d6efcee6-9346-43ff-8a8a-b8f5b0d3eaa2 HTTP/1.1" status: 200 len: 1000 time: 0.0614071 Sep 23 20:32:41.493297 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a62333-7fe3-4662-ac89-0a95ff94b3a7 req-18cbcd7c-b3c2-45e1-a226-ef7c8666c40b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:32:41.494685 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-66a62333-7fe3-4662-ac89-0a95ff94b3a7 req-18cbcd7c-b3c2-45e1-a226-ef7c8666c40b service neutron] 10.222.0.74 "GET /v2.0/subnets?id=35b10e9d-9b1e-4cae-89a7-4192968dde11 HTTP/1.1" status: 200 len: 847 time: 0.0411446 Sep 23 20:32:41.540468 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a62333-7fe3-4662-ac89-0a95ff94b3a7 req-dd135607-9cf5-4517-af95-65bfa05eb94e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:32:41.541968 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-66a62333-7fe3-4662-ac89-0a95ff94b3a7 req-dd135607-9cf5-4517-af95-65bfa05eb94e service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=9b1c63e7-475b-4888-85b4-32608966f897&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0397859 Sep 23 20:32:41.641658 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-66a62333-7fe3-4662-ac89-0a95ff94b3a7 req-b9e21994-e16b-49b1-81cb-3314ff9027ff service neutron] 10.222.0.74 "GET /v2.0/networks/9b1c63e7-475b-4888-85b4-32608966f897?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0925562 Sep 23 20:32:41.736807 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-66a62333-7fe3-4662-ac89-0a95ff94b3a7 req-772facfe-6fe9-406e-8cb7-3767f1fb6065 service neutron] 10.222.0.74 "GET /v2.0/networks/9b1c63e7-475b-4888-85b4-32608966f897?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881681 Sep 23 20:32:43.252169 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb793aac-c8fe-4f99-8b65-92b94796d4df req-6db9ea02-84d2-48f0-a5b2-5886953ae5b0 tempest-TestShelveInstance-1838182778 tempest-TestShelveInstance-1838182778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:32:43.253773 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-fb793aac-c8fe-4f99-8b65-92b94796d4df req-6db9ea02-84d2-48f0-a5b2-5886953ae5b0 tempest-TestShelveInstance-1838182778 tempest-TestShelveInstance-1838182778-project] 10.222.0.67 "GET /v2.0/ports?device_id=98884a9d-8419-487c-9d1b-793626c8c4d9 HTTP/1.1" status: 200 len: 945 time: 0.1369665 Sep 23 20:32:43.291507 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-fb793aac-c8fe-4f99-8b65-92b94796d4df req-0a55e17c-76f2-47cc-a535-28f48c92c1bb tempest-TestShelveInstance-1838182778 tempest-TestShelveInstance-1838182778-project] 10.222.0.67 "GET /v2.0/security-groups?id=5114331d-e362-4f52-b6e2-14bc1d8c7657&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317698 Sep 23 20:32:44.428212 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16775050-c2ec-4e13-aabb-d7f92cb8a633 req-5f5c5111-b84c-4299-8fe7-73d0352f7cb8 tempest-TestShelveInstance-1838182778 tempest-TestShelveInstance-1838182778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:32:44.430109 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-16775050-c2ec-4e13-aabb-d7f92cb8a633 req-5f5c5111-b84c-4299-8fe7-73d0352f7cb8 tempest-TestShelveInstance-1838182778 tempest-TestShelveInstance-1838182778-project] 10.222.0.67 "GET /v2.0/ports?device_id=98884a9d-8419-487c-9d1b-793626c8c4d9 HTTP/1.1" status: 200 len: 945 time: 0.0569813 Sep 23 20:32:44.473981 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-16775050-c2ec-4e13-aabb-d7f92cb8a633 req-a24910c9-c0d8-490e-8ce4-92c849c71403 tempest-TestShelveInstance-1838182778 tempest-TestShelveInstance-1838182778-project] 10.222.0.67 "GET /v2.0/security-groups?id=5114331d-e362-4f52-b6e2-14bc1d8c7657&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371521 Sep 23 20:32:45.616749 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-502018fb-bc5f-46a3-b7ec-7c873440853a req-20c807f6-fffc-4927-9288-37d9bc30d18f tempest-TestShelveInstance-1838182778 tempest-TestShelveInstance-1838182778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:32:45.618255 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-502018fb-bc5f-46a3-b7ec-7c873440853a req-20c807f6-fffc-4927-9288-37d9bc30d18f tempest-TestShelveInstance-1838182778 tempest-TestShelveInstance-1838182778-project] 10.222.0.67 "GET /v2.0/ports?device_id=98884a9d-8419-487c-9d1b-793626c8c4d9 HTTP/1.1" status: 200 len: 945 time: 0.0534713 Sep 23 20:32:45.658705 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-502018fb-bc5f-46a3-b7ec-7c873440853a req-1a11aef4-dd30-4c3e-8758-10cf5bc0d01f tempest-TestShelveInstance-1838182778 tempest-TestShelveInstance-1838182778-project] 10.222.0.67 "GET /v2.0/security-groups?id=5114331d-e362-4f52-b6e2-14bc1d8c7657&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344689 Sep 23 20:32:46.771760 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c901cbac-3a4b-4141-94bc-b4602ab8ef9b req-92265719-c9dc-4bb2-b4f7-6f387659dd2c tempest-TestShelveInstance-1838182778 tempest-TestShelveInstance-1838182778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:32:46.773267 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-c901cbac-3a4b-4141-94bc-b4602ab8ef9b req-92265719-c9dc-4bb2-b4f7-6f387659dd2c tempest-TestShelveInstance-1838182778 tempest-TestShelveInstance-1838182778-project] 10.222.0.67 "GET /v2.0/ports?device_id=98884a9d-8419-487c-9d1b-793626c8c4d9 HTTP/1.1" status: 200 len: 945 time: 0.0481534 Sep 23 20:32:46.810631 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-c901cbac-3a4b-4141-94bc-b4602ab8ef9b req-e39214be-244c-4169-aa78-af905863f4b4 tempest-TestShelveInstance-1838182778 tempest-TestShelveInstance-1838182778-project] 10.222.0.67 "GET /v2.0/security-groups?id=5114331d-e362-4f52-b6e2-14bc1d8c7657&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309613 Sep 23 20:32:47.927101 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae1f2f59-ac10-465c-954d-202af8de158e req-b9c1b5b1-3db4-4354-ad56-2c60c94e8df0 tempest-TestShelveInstance-1838182778 tempest-TestShelveInstance-1838182778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:32:47.928632 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-ae1f2f59-ac10-465c-954d-202af8de158e req-b9c1b5b1-3db4-4354-ad56-2c60c94e8df0 tempest-TestShelveInstance-1838182778 tempest-TestShelveInstance-1838182778-project] 10.222.0.67 "GET /v2.0/ports?device_id=98884a9d-8419-487c-9d1b-793626c8c4d9 HTTP/1.1" status: 200 len: 945 time: 0.0515945 Sep 23 20:32:47.966591 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-ae1f2f59-ac10-465c-954d-202af8de158e req-c5da01a5-55fa-4506-b911-1c1fb291b637 tempest-TestShelveInstance-1838182778 tempest-TestShelveInstance-1838182778-project] 10.222.0.67 "GET /v2.0/security-groups?id=5114331d-e362-4f52-b6e2-14bc1d8c7657&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312042 Sep 23 20:32:49.142376 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a10dcd-1111-4e5e-bc5f-638cdf577e2d req-196db8ca-891f-4b81-9873-e4775c7d07aa tempest-TestShelveInstance-1838182778 tempest-TestShelveInstance-1838182778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:32:49.143856 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-e7a10dcd-1111-4e5e-bc5f-638cdf577e2d req-196db8ca-891f-4b81-9873-e4775c7d07aa tempest-TestShelveInstance-1838182778 tempest-TestShelveInstance-1838182778-project] 10.222.0.67 "GET /v2.0/ports?device_id=98884a9d-8419-487c-9d1b-793626c8c4d9 HTTP/1.1" status: 200 len: 945 time: 0.0483840 Sep 23 20:32:49.183649 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-e7a10dcd-1111-4e5e-bc5f-638cdf577e2d req-21477c5e-4617-4389-889f-bccbcbb3c81a tempest-TestShelveInstance-1838182778 tempest-TestShelveInstance-1838182778-project] 10.222.0.67 "GET /v2.0/security-groups?id=5114331d-e362-4f52-b6e2-14bc1d8c7657&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339110 Sep 23 20:32:49.832063 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-fc19cca1-f066-4c84-b854-5cb7598f3949 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:32:50.299331 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2fcd679-ef07-4037-9918-2225bba6db5f req-0dd2093c-1d7e-42f2-93f5-0dea95071d4c tempest-TestShelveInstance-1838182778 tempest-TestShelveInstance-1838182778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:32:50.300863 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-e2fcd679-ef07-4037-9918-2225bba6db5f req-0dd2093c-1d7e-42f2-93f5-0dea95071d4c tempest-TestShelveInstance-1838182778 tempest-TestShelveInstance-1838182778-project] 10.222.0.67 "GET /v2.0/ports?device_id=98884a9d-8419-487c-9d1b-793626c8c4d9 HTTP/1.1" status: 200 len: 945 time: 0.0494604 Sep 23 20:32:50.339058 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-e2fcd679-ef07-4037-9918-2225bba6db5f req-055b9f81-9e1a-446e-8cb8-1888b017c6aa tempest-TestShelveInstance-1838182778 tempest-TestShelveInstance-1838182778-project] 10.222.0.67 "GET /v2.0/security-groups?id=5114331d-e362-4f52-b6e2-14bc1d8c7657&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322728 Sep 23 20:32:51.453833 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7635f77-c946-48b6-a00a-ab35776ad89c req-d8f43db7-e5a0-49b6-a93e-b0616006e26b tempest-TestShelveInstance-1838182778 tempest-TestShelveInstance-1838182778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:32:51.455288 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-f7635f77-c946-48b6-a00a-ab35776ad89c req-d8f43db7-e5a0-49b6-a93e-b0616006e26b tempest-TestShelveInstance-1838182778 tempest-TestShelveInstance-1838182778-project] 10.222.0.67 "GET /v2.0/ports?device_id=98884a9d-8419-487c-9d1b-793626c8c4d9 HTTP/1.1" status: 200 len: 945 time: 0.0474973 Sep 23 20:32:51.492319 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-f7635f77-c946-48b6-a00a-ab35776ad89c req-8b8a080d-4004-4b85-a8a6-727b5087d795 tempest-TestShelveInstance-1838182778 tempest-TestShelveInstance-1838182778-project] 10.222.0.67 "GET /v2.0/security-groups?id=5114331d-e362-4f52-b6e2-14bc1d8c7657&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311756 Sep 23 20:32:52.606278 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f73cf1f-1fa1-47bf-9d9a-c990d0d97010 req-5f3e8cb1-a388-404e-b605-3608e7dadf8a tempest-TestShelveInstance-1838182778 tempest-TestShelveInstance-1838182778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:32:52.608440 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-8f73cf1f-1fa1-47bf-9d9a-c990d0d97010 req-5f3e8cb1-a388-404e-b605-3608e7dadf8a tempest-TestShelveInstance-1838182778 tempest-TestShelveInstance-1838182778-project] 10.222.0.67 "GET /v2.0/ports?device_id=98884a9d-8419-487c-9d1b-793626c8c4d9 HTTP/1.1" status: 200 len: 945 time: 0.0491130 Sep 23 20:32:52.648528 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-8f73cf1f-1fa1-47bf-9d9a-c990d0d97010 req-f1435b9b-c335-4220-999c-db84dca77f3b tempest-TestShelveInstance-1838182778 tempest-TestShelveInstance-1838182778-project] 10.222.0.67 "GET /v2.0/security-groups?id=5114331d-e362-4f52-b6e2-14bc1d8c7657&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342295 Sep 23 20:32:53.046358 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-1eccc83c-6d4e-4508-8fd8-da06d4faa29d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:32:53.234404 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:32:53.721170 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-0ae75029-feb6-4728-9a94-5f9b60993d82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:32:53.766825 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7247b72d-1280-4675-93ad-063851b22c54 req-60ea5528-9883-43b1-b1b1-6d38c75f7297 tempest-TestShelveInstance-1838182778 tempest-TestShelveInstance-1838182778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:32:53.768307 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-7247b72d-1280-4675-93ad-063851b22c54 req-60ea5528-9883-43b1-b1b1-6d38c75f7297 tempest-TestShelveInstance-1838182778 tempest-TestShelveInstance-1838182778-project] 10.222.0.67 "GET /v2.0/ports?device_id=98884a9d-8419-487c-9d1b-793626c8c4d9 HTTP/1.1" status: 200 len: 945 time: 0.0523257 Sep 23 20:32:53.804943 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-7247b72d-1280-4675-93ad-063851b22c54 req-b285e00b-c875-4870-85e9-5925bc0fca43 tempest-TestShelveInstance-1838182778 tempest-TestShelveInstance-1838182778-project] 10.222.0.67 "GET /v2.0/security-groups?id=5114331d-e362-4f52-b6e2-14bc1d8c7657&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307534 Sep 23 20:32:54.922117 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757c7d78-bc27-423f-9296-dcc614a16554 req-5c1f511b-7567-4245-9d4e-350d5aeb9ecb tempest-TestShelveInstance-1838182778 tempest-TestShelveInstance-1838182778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:32:54.923609 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-757c7d78-bc27-423f-9296-dcc614a16554 req-5c1f511b-7567-4245-9d4e-350d5aeb9ecb tempest-TestShelveInstance-1838182778 tempest-TestShelveInstance-1838182778-project] 10.222.0.67 "GET /v2.0/ports?device_id=98884a9d-8419-487c-9d1b-793626c8c4d9 HTTP/1.1" status: 200 len: 945 time: 0.0521035 Sep 23 20:32:54.961231 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-757c7d78-bc27-423f-9296-dcc614a16554 req-33988391-28bc-450a-a696-a905cee5a036 tempest-TestShelveInstance-1838182778 tempest-TestShelveInstance-1838182778-project] 10.222.0.67 "GET /v2.0/security-groups?id=5114331d-e362-4f52-b6e2-14bc1d8c7657&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317478 Sep 23 20:32:55.237215 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Device d6efcee6-9346-43ff-8a8a-b8f5b0d3eaa2 details requested by agent hyperv_n-h1-713301-16 with host n-h1-713301-16 {{(pid=95103) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 20:32:55.332385 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] For port d6efcee6-9346-43ff-8a8a-b8f5b0d3eaa2, host n-h1-713301-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-16',level=0,port_id=d6efcee6-9346-43ff-8a8a-b8f5b0d3eaa2,segment=NetworkSegment(772ab5dc-951f-4d50-bd51-620906c86ec3),segment_id=772ab5dc-951f-4d50-bd51-620906c86ec3)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 20:32:55.343306 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Returning: {'device': 'd6efcee6-9346-43ff-8a8a-b8f5b0d3eaa2', 'network_id': '9b1c63e7-475b-4888-85b4-32608966f897', 'port_id': 'd6efcee6-9346-43ff-8a8a-b8f5b0d3eaa2', 'mac_address': 'fa:16:3e:ce:7c:f0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 630, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '35b10e9d-9b1e-4cae-89a7-4192968dde11', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95103) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 20:32:55.387860 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:32:55.402133 n-d-713301-16 neutron-server[95103]: DEBUG neutron.notifiers.nova [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id d6efcee6-9346-43ff-8a8a-b8f5b0d3eaa2 {{(pid=95103) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 20:32:55.423734 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] For port d6efcee6-9346-43ff-8a8a-b8f5b0d3eaa2, host n-h1-713301-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-16',level=0,port_id=d6efcee6-9346-43ff-8a8a-b8f5b0d3eaa2,segment=NetworkSegment(772ab5dc-951f-4d50-bd51-620906c86ec3),segment_id=772ab5dc-951f-4d50-bd51-620906c86ec3)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 20:32:55.429417 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:32:55.481037 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Pushing event updated for resources: {'Port': ['ID=d6efcee6-9346-43ff-8a8a-b8f5b0d3eaa2,revision_number=6']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:32:55.489550 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:32:55.489899 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:32:55.490238 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:32:55.490574 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:32:55.490912 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:32:55.491239 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:32:55.491566 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:32:55.491889 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:32:55.492212 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:32:55.492535 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:32:55.492882 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:32:55.493204 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:32:55.502454 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] get_ports_and_sgs() called for port_ids ['d6efcee6-9346-43ff-8a8a-b8f5b0d3eaa2'] {{(pid=95103) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 20:32:55.569767 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-80e7e501-6c57-470d-92c6-e3d54bc3195c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:32:56.084886 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4145709-d71c-4742-9631-a11fbeaa3850 req-4cf7a238-4da9-4fe7-a1c4-8a561fa7f332 tempest-TestShelveInstance-1838182778 tempest-TestShelveInstance-1838182778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:32:56.086609 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-e4145709-d71c-4742-9631-a11fbeaa3850 req-4cf7a238-4da9-4fe7-a1c4-8a561fa7f332 tempest-TestShelveInstance-1838182778 tempest-TestShelveInstance-1838182778-project] 10.222.0.67 "GET /v2.0/ports?device_id=98884a9d-8419-487c-9d1b-793626c8c4d9 HTTP/1.1" status: 200 len: 944 time: 0.0528135 Sep 23 20:32:56.130223 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-e4145709-d71c-4742-9631-a11fbeaa3850 req-b7df83f7-1fd5-4ffd-bf03-3d0e2fddfa6a tempest-TestShelveInstance-1838182778 tempest-TestShelveInstance-1838182778-project] 10.222.0.67 "GET /v2.0/security-groups?id=5114331d-e362-4f52-b6e2-14bc1d8c7657&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367968 Sep 23 20:32:57.251673 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Device d6efcee6-9346-43ff-8a8a-b8f5b0d3eaa2 up at agent hyperv_n-h1-713301-16 {{(pid=95103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 20:32:57.282709 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43149c73-1afb-4677-82da-48d8d6a6fd86 req-7b28b004-f3ef-457f-81d5-755fd362c315 tempest-TestShelveInstance-1838182778 tempest-TestShelveInstance-1838182778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:32:57.284309 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-43149c73-1afb-4677-82da-48d8d6a6fd86 req-7b28b004-f3ef-457f-81d5-755fd362c315 tempest-TestShelveInstance-1838182778 tempest-TestShelveInstance-1838182778-project] 10.222.0.67 "GET /v2.0/ports?device_id=98884a9d-8419-487c-9d1b-793626c8c4d9 HTTP/1.1" status: 200 len: 944 time: 0.0765407 Sep 23 20:32:57.343038 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Provisioning complete for port d6efcee6-9346-43ff-8a8a-b8f5b0d3eaa2 triggered by entity L2. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 20:32:57.344699 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-43149c73-1afb-4677-82da-48d8d6a6fd86 req-261f6aed-da0c-4344-8c20-de97588940fe tempest-TestShelveInstance-1838182778 tempest-TestShelveInstance-1838182778-project] 10.222.0.67 "GET /v2.0/security-groups?id=5114331d-e362-4f52-b6e2-14bc1d8c7657&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502274 Sep 23 20:32:57.345253 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:32:57.444401 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:32:57.470699 n-d-713301-16 neutron-server[95103]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '98884a9d-8419-487c-9d1b-793626c8c4d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd6efcee6-9346-43ff-8a8a-b8f5b0d3eaa2'}] {{(pid=95103) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 20:32:57.473050 n-d-713301-16 neutron-server[95103]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1848421c4d334b5bfe6f5b9de07f03d1600ee538ec1ae4f0fcf02c32f81bee4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-edaf4c3c-3f91-4224-ad73-da9ed89d77e4" -d '{"events": [{"server_uuid": "98884a9d-8419-487c-9d1b-793626c8c4d9", "name": "network-vif-plugged", "status": "completed", "tag": "d6efcee6-9346-43ff-8a8a-b8f5b0d3eaa2"}]}' {{(pid=95103) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 20:32:57.487208 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] For port d6efcee6-9346-43ff-8a8a-b8f5b0d3eaa2, host n-h1-713301-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-16',level=0,port_id=d6efcee6-9346-43ff-8a8a-b8f5b0d3eaa2,segment=NetworkSegment(772ab5dc-951f-4d50-bd51-620906c86ec3),segment_id=772ab5dc-951f-4d50-bd51-620906c86ec3)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 20:32:57.493897 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:32:57.563139 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Pushing event updated for resources: {'Port': ['ID=d6efcee6-9346-43ff-8a8a-b8f5b0d3eaa2,revision_number=7']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:32:57.591702 n-d-713301-16 neutron-server[95103]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 20:32:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c43c981-e680-4f99-9e3f-8accddf63d3a x-openstack-request-id: req-2c43c981-e680-4f99-9e3f-8accddf63d3a {{(pid=95103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 20:32:57.592219 n-d-713301-16 neutron-server[95103]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "98884a9d-8419-487c-9d1b-793626c8c4d9", "name": "network-vif-plugged", "status": "completed", "tag": "d6efcee6-9346-43ff-8a8a-b8f5b0d3eaa2", "code": 200}]} {{(pid=95103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 20:32:57.592698 n-d-713301-16 neutron-server[95103]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-2c43c981-e680-4f99-9e3f-8accddf63d3a {{(pid=95103) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 20:32:57.593319 n-d-713301-16 neutron-server[95103]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '98884a9d-8419-487c-9d1b-793626c8c4d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd6efcee6-9346-43ff-8a8a-b8f5b0d3eaa2', 'code': 200} Sep 23 20:32:58.474127 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb922ef-2149-4259-9d75-7cc49a2ada19 req-24710caa-351a-40c4-ab40-72a1b816c10d tempest-TestShelveInstance-1838182778 tempest-TestShelveInstance-1838182778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:32:58.475667 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-2eb922ef-2149-4259-9d75-7cc49a2ada19 req-24710caa-351a-40c4-ab40-72a1b816c10d tempest-TestShelveInstance-1838182778 tempest-TestShelveInstance-1838182778-project] 10.222.0.67 "GET /v2.0/ports?device_id=98884a9d-8419-487c-9d1b-793626c8c4d9 HTTP/1.1" status: 200 len: 945 time: 0.0506918 Sep 23 20:32:58.516044 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-2eb922ef-2149-4259-9d75-7cc49a2ada19 req-b588d0ca-0e53-4646-8373-60a614bce9d0 tempest-TestShelveInstance-1838182778 tempest-TestShelveInstance-1838182778-project] 10.222.0.67 "GET /v2.0/security-groups?id=5114331d-e362-4f52-b6e2-14bc1d8c7657&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343566 Sep 23 20:32:58.608814 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:32:58.913027 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:32:59.640324 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39946541-bea9-41af-a931-5777f8458bb7 req-305a8bd5-6b78-4b7d-b9cc-7c99b0918ac9 tempest-TestShelveInstance-1838182778 tempest-TestShelveInstance-1838182778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:32:59.641988 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-39946541-bea9-41af-a931-5777f8458bb7 req-305a8bd5-6b78-4b7d-b9cc-7c99b0918ac9 tempest-TestShelveInstance-1838182778 tempest-TestShelveInstance-1838182778-project] 10.222.0.67 "GET /v2.0/ports?device_id=98884a9d-8419-487c-9d1b-793626c8c4d9 HTTP/1.1" status: 200 len: 945 time: 0.0515754 Sep 23 20:32:59.685038 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-39946541-bea9-41af-a931-5777f8458bb7 req-9a061ca4-702b-4e98-8d89-05907b13b4dd tempest-TestShelveInstance-1838182778 tempest-TestShelveInstance-1838182778-project] 10.222.0.67 "GET /v2.0/security-groups?id=5114331d-e362-4f52-b6e2-14bc1d8c7657&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371385 Sep 23 20:33:00.808791 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea56255-5097-4574-9ab1-49ff620a9cde req-a85b5897-264f-43b5-9f5d-78e22c456b40 tempest-TestShelveInstance-1838182778 tempest-TestShelveInstance-1838182778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:33:00.811521 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-9ea56255-5097-4574-9ab1-49ff620a9cde req-a85b5897-264f-43b5-9f5d-78e22c456b40 tempest-TestShelveInstance-1838182778 tempest-TestShelveInstance-1838182778-project] 10.222.0.67 "GET /v2.0/ports?device_id=98884a9d-8419-487c-9d1b-793626c8c4d9 HTTP/1.1" status: 200 len: 945 time: 0.0544589 Sep 23 20:33:00.851191 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-9ea56255-5097-4574-9ab1-49ff620a9cde req-761d3c94-fe0a-4876-9405-be59b4126694 tempest-TestShelveInstance-1838182778 tempest-TestShelveInstance-1838182778-project] 10.222.0.67 "GET /v2.0/security-groups?id=5114331d-e362-4f52-b6e2-14bc1d8c7657&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337162 Sep 23 20:33:01.983536 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e9c829-c0c0-408b-b963-763bc69aad12 req-9e8d52fe-782b-4235-a99e-ea2d209cfd5f tempest-TestShelveInstance-1838182778 tempest-TestShelveInstance-1838182778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:33:01.991397 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-76e9c829-c0c0-408b-b963-763bc69aad12 req-9e8d52fe-782b-4235-a99e-ea2d209cfd5f tempest-TestShelveInstance-1838182778 tempest-TestShelveInstance-1838182778-project] 10.222.0.67 "GET /v2.0/ports?device_id=98884a9d-8419-487c-9d1b-793626c8c4d9 HTTP/1.1" status: 200 len: 945 time: 0.0595307 Sep 23 20:33:02.026285 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-76e9c829-c0c0-408b-b963-763bc69aad12 req-ade5f001-9c93-411c-bdc5-6c3bf165807e tempest-TestShelveInstance-1838182778 tempest-TestShelveInstance-1838182778-project] 10.222.0.67 "GET /v2.0/security-groups?id=5114331d-e362-4f52-b6e2-14bc1d8c7657&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340352 Sep 23 20:33:03.161394 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd1e06ce-991d-4e5d-a5fe-f5e6274e4963 req-44347a93-33b9-4282-8c8e-df485d4bcaf0 tempest-TestShelveInstance-1838182778 tempest-TestShelveInstance-1838182778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:33:03.163421 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-fd1e06ce-991d-4e5d-a5fe-f5e6274e4963 req-44347a93-33b9-4282-8c8e-df485d4bcaf0 tempest-TestShelveInstance-1838182778 tempest-TestShelveInstance-1838182778-project] 10.222.0.67 "GET /v2.0/ports?device_id=98884a9d-8419-487c-9d1b-793626c8c4d9 HTTP/1.1" status: 200 len: 945 time: 0.0535483 Sep 23 20:33:03.210547 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-fd1e06ce-991d-4e5d-a5fe-f5e6274e4963 req-51c528c2-ed74-400a-b221-1396e13da3b9 tempest-TestShelveInstance-1838182778 tempest-TestShelveInstance-1838182778-project] 10.222.0.67 "GET /v2.0/security-groups?id=5114331d-e362-4f52-b6e2-14bc1d8c7657&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376086 Sep 23 20:33:04.350398 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72918e8b-a4e2-4b62-8eca-a328e37327ae req-93a25da8-21dc-494a-a08f-a8bd6ef15aca tempest-TestShelveInstance-1838182778 tempest-TestShelveInstance-1838182778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:33:04.356112 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-72918e8b-a4e2-4b62-8eca-a328e37327ae req-93a25da8-21dc-494a-a08f-a8bd6ef15aca tempest-TestShelveInstance-1838182778 tempest-TestShelveInstance-1838182778-project] 10.222.0.67 "GET /v2.0/ports?device_id=98884a9d-8419-487c-9d1b-793626c8c4d9 HTTP/1.1" status: 200 len: 945 time: 0.0537159 Sep 23 20:33:04.398232 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-72918e8b-a4e2-4b62-8eca-a328e37327ae req-7dfcb34f-05e6-4a06-a9b8-23fc2d75b4b4 tempest-TestShelveInstance-1838182778 tempest-TestShelveInstance-1838182778-project] 10.222.0.67 "GET /v2.0/security-groups?id=5114331d-e362-4f52-b6e2-14bc1d8c7657&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342953 Sep 23 20:33:05.226613 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f5f9b7-2e3f-4afd-bdba-29b2db2c84cd req-f14b9c18-a1ba-47ef-bca2-798677b376fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:33:05.228117 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-72f5f9b7-2e3f-4afd-bdba-29b2db2c84cd req-f14b9c18-a1ba-47ef-bca2-798677b376fa service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=29863d1907e84df3a5a1f64e85c708b7&device_id=98884a9d-8419-487c-9d1b-793626c8c4d9 HTTP/1.1" status: 200 len: 1097 time: 0.0423443 Sep 23 20:33:05.668670 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f5f9b7-2e3f-4afd-bdba-29b2db2c84cd req-75e33a1c-aefa-4690-86d0-99ec21261faf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:33:05.670236 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-72f5f9b7-2e3f-4afd-bdba-29b2db2c84cd req-75e33a1c-aefa-4690-86d0-99ec21261faf service neutron] 10.222.0.74 "GET /v2.0/networks?id=9b1c63e7-475b-4888-85b4-32608966f897 HTTP/1.1" status: 200 len: 909 time: 0.4348774 Sep 23 20:33:05.682132 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d2b6e1-e3a8-45c9-9971-c9a9ed9f953c req-53020875-f145-4d9c-bec1-f223d7a98bdf tempest-TestShelveInstance-1838182778 tempest-TestShelveInstance-1838182778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:33:05.683483 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-66d2b6e1-e3a8-45c9-9971-c9a9ed9f953c req-53020875-f145-4d9c-bec1-f223d7a98bdf tempest-TestShelveInstance-1838182778 tempest-TestShelveInstance-1838182778-project] 10.222.0.67 "GET /v2.0/ports?device_id=98884a9d-8419-487c-9d1b-793626c8c4d9 HTTP/1.1" status: 200 len: 945 time: 0.0677845 Sep 23 20:33:05.762358 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-66d2b6e1-e3a8-45c9-9971-c9a9ed9f953c req-96759dcf-98e4-475f-a81f-ceb23abca47a tempest-TestShelveInstance-1838182778 tempest-TestShelveInstance-1838182778-project] 10.222.0.67 "GET /v2.0/security-groups?id=5114331d-e362-4f52-b6e2-14bc1d8c7657&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0718157 Sep 23 20:33:05.769300 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-72f5f9b7-2e3f-4afd-bdba-29b2db2c84cd req-40d755eb-be23-4105-bf0f-9ccf1276d270 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d6efcee6-9346-43ff-8a8a-b8f5b0d3eaa2 HTTP/1.1" status: 200 len: 1000 time: 0.0849099 Sep 23 20:33:05.819759 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f5f9b7-2e3f-4afd-bdba-29b2db2c84cd req-d3b52a4e-4493-440a-9c17-462652c65908 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:33:05.821231 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-72f5f9b7-2e3f-4afd-bdba-29b2db2c84cd req-d3b52a4e-4493-440a-9c17-462652c65908 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=35b10e9d-9b1e-4cae-89a7-4192968dde11 HTTP/1.1" status: 200 len: 847 time: 0.0449457 Sep 23 20:33:05.865228 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f5f9b7-2e3f-4afd-bdba-29b2db2c84cd req-be67fd64-47bf-486c-a41e-59bcbdd82634 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:33:05.866712 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-72f5f9b7-2e3f-4afd-bdba-29b2db2c84cd req-be67fd64-47bf-486c-a41e-59bcbdd82634 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=9b1c63e7-475b-4888-85b4-32608966f897&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0387537 Sep 23 20:33:05.958372 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-72f5f9b7-2e3f-4afd-bdba-29b2db2c84cd req-41922ab9-3258-4c8f-8a54-dd451a07f740 service neutron] 10.222.0.74 "GET /v2.0/networks/9b1c63e7-475b-4888-85b4-32608966f897?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841734 Sep 23 20:33:06.048377 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-72f5f9b7-2e3f-4afd-bdba-29b2db2c84cd req-e67204c7-1450-4e28-bac4-d921953b8a25 service neutron] 10.222.0.74 "GET /v2.0/networks/9b1c63e7-475b-4888-85b4-32608966f897?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829990 Sep 23 20:33:06.883198 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11556ab4-7dce-446d-a228-5e534bcb46e4 req-839de69f-91b4-4e63-aa09-7289c7f90d22 tempest-TestShelveInstance-1838182778 tempest-TestShelveInstance-1838182778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:33:06.884718 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-11556ab4-7dce-446d-a228-5e534bcb46e4 req-839de69f-91b4-4e63-aa09-7289c7f90d22 tempest-TestShelveInstance-1838182778 tempest-TestShelveInstance-1838182778-project] 10.222.0.67 "GET /v2.0/ports?device_id=98884a9d-8419-487c-9d1b-793626c8c4d9 HTTP/1.1" status: 200 len: 945 time: 0.0547118 Sep 23 20:33:06.922596 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-11556ab4-7dce-446d-a228-5e534bcb46e4 req-2697f72d-04d1-4816-b1c2-f86ea4c508b9 tempest-TestShelveInstance-1838182778 tempest-TestShelveInstance-1838182778-project] 10.222.0.67 "GET /v2.0/security-groups?id=5114331d-e362-4f52-b6e2-14bc1d8c7657&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313575 Sep 23 20:33:08.036652 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-301b0c6e-3f0b-4d01-9e05-05d276dd136f req-55460481-fcbf-4e31-907d-534c5b943e25 tempest-TestShelveInstance-1838182778 tempest-TestShelveInstance-1838182778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:33:08.038163 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-301b0c6e-3f0b-4d01-9e05-05d276dd136f req-55460481-fcbf-4e31-907d-534c5b943e25 tempest-TestShelveInstance-1838182778 tempest-TestShelveInstance-1838182778-project] 10.222.0.67 "GET /v2.0/ports?device_id=98884a9d-8419-487c-9d1b-793626c8c4d9 HTTP/1.1" status: 200 len: 945 time: 0.0483427 Sep 23 20:33:08.076629 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-301b0c6e-3f0b-4d01-9e05-05d276dd136f req-da43773f-55ab-4cf3-98c8-fa221fc59b57 tempest-TestShelveInstance-1838182778 tempest-TestShelveInstance-1838182778-project] 10.222.0.67 "GET /v2.0/security-groups?id=5114331d-e362-4f52-b6e2-14bc1d8c7657&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317082 Sep 23 20:33:08.199102 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [req-c10377d6-db5b-4c05-9aaa-6cd3969f4da3 req-edb2ed35-0d05-4f4e-bc3f-264402cfba1c service neutron] http://10.222.0.67:9696/v2.0/extensions returned with HTTP 200 {{(pid=95102) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 23 20:33:08.200637 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-c10377d6-db5b-4c05-9aaa-6cd3969f4da3 req-edb2ed35-0d05-4f4e-bc3f-264402cfba1c service neutron] 10.222.0.67 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0611453 Sep 23 20:33:08.355541 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0338145e-9a25-4341-86e9-f3dda8efd213 req-65c4a846-a3fb-471e-8b3e-9e1256595e49 tempest-TestShelveInstance-1838182778 tempest-TestShelveInstance-1838182778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:33:08.357186 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-0338145e-9a25-4341-86e9-f3dda8efd213 req-65c4a846-a3fb-471e-8b3e-9e1256595e49 tempest-TestShelveInstance-1838182778 tempest-TestShelveInstance-1838182778-project] 10.222.0.67 "GET /v2.0/ports?device_id=98884a9d-8419-487c-9d1b-793626c8c4d9 HTTP/1.1" status: 200 len: 945 time: 0.0516410 Sep 23 20:33:08.394965 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-0338145e-9a25-4341-86e9-f3dda8efd213 req-4cd89725-af62-4fe7-b9ee-a821b4178ed8 tempest-TestShelveInstance-1838182778 tempest-TestShelveInstance-1838182778-project] 10.222.0.67 "GET /v2.0/security-groups?id=5114331d-e362-4f52-b6e2-14bc1d8c7657&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318747 Sep 23 20:33:08.620829 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 35510) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:33:08.704717 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-a5c13277-3bcd-482b-ad57-17c46938f33f req-c1d42609-8763-4c4d-9b79-fdf8c5cc8b5d service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=98884a9d-8419-487c-9d1b-793626c8c4d9&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0827155 Sep 23 20:33:08.713287 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [req-a5c13277-3bcd-482b-ad57-17c46938f33f req-33a7411b-eaad-49ac-a5dc-51e53eb217b5 service neutron] http://10.222.0.67:9696/v2.0/extensions returned with HTTP 200 {{(pid=95102) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 23 20:33:08.714258 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-a5c13277-3bcd-482b-ad57-17c46938f33f req-33a7411b-eaad-49ac-a5dc-51e53eb217b5 service neutron] 10.222.0.67 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0048783 Sep 23 20:33:09.324502 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Device d6efcee6-9346-43ff-8a8a-b8f5b0d3eaa2 no longer exists at agent hyperv_n-h1-713301-16 {{(pid=95103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 20:33:09.401553 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:33:09.425360 n-d-713301-16 neutron-server[95103]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '98884a9d-8419-487c-9d1b-793626c8c4d9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd6efcee6-9346-43ff-8a8a-b8f5b0d3eaa2'}] {{(pid=95103) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 20:33:09.427591 n-d-713301-16 neutron-server[95103]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1848421c4d334b5bfe6f5b9de07f03d1600ee538ec1ae4f0fcf02c32f81bee4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd3b00af-9b61-4bb4-a28b-ed46834810a1" -d '{"events": [{"server_uuid": "98884a9d-8419-487c-9d1b-793626c8c4d9", "name": "network-vif-unplugged", "status": "completed", "tag": "d6efcee6-9346-43ff-8a8a-b8f5b0d3eaa2"}]}' {{(pid=95103) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 20:33:09.438006 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c13277-3bcd-482b-ad57-17c46938f33f req-8f9555c5-5eef-40cf-82a9-79714e938034 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:33:09.439499 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-a5c13277-3bcd-482b-ad57-17c46938f33f req-8f9555c5-5eef-40cf-82a9-79714e938034 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=98884a9d-8419-487c-9d1b-793626c8c4d9&tenant_id=29863d1907e84df3a5a1f64e85c708b7 HTTP/1.1" status: 200 len: 1097 time: 0.0464072 Sep 23 20:33:09.442084 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] For port d6efcee6-9346-43ff-8a8a-b8f5b0d3eaa2, host n-h1-713301-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-16',level=0,port_id=d6efcee6-9346-43ff-8a8a-b8f5b0d3eaa2,segment=NetworkSegment(772ab5dc-951f-4d50-bd51-620906c86ec3),segment_id=772ab5dc-951f-4d50-bd51-620906c86ec3)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 20:33:09.447538 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:33:09.488509 n-d-713301-16 neutron-server[95103]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 23 Sep 2021 20:33:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-539ee3d0-76e0-422a-9504-82bbce4a643e x-openstack-request-id: req-539ee3d0-76e0-422a-9504-82bbce4a643e {{(pid=95103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 20:33:09.491481 n-d-713301-16 neutron-server[95103]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "98884a9d-8419-487c-9d1b-793626c8c4d9", "name": "network-vif-unplugged", "status": "completed", "tag": "d6efcee6-9346-43ff-8a8a-b8f5b0d3eaa2", "code": 200}]} {{(pid=95103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 20:33:09.491734 n-d-713301-16 neutron-server[95103]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-539ee3d0-76e0-422a-9504-82bbce4a643e {{(pid=95103) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 20:33:09.492123 n-d-713301-16 neutron-server[95103]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '98884a9d-8419-487c-9d1b-793626c8c4d9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd6efcee6-9346-43ff-8a8a-b8f5b0d3eaa2', 'code': 200} Sep 23 20:33:09.501846 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Pushing event updated for resources: {'Port': ['ID=d6efcee6-9346-43ff-8a8a-b8f5b0d3eaa2,revision_number=8']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:33:09.548311 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9efc6f2-38bc-43a6-be4d-9c9407c49261 req-66363a7e-0cab-435b-9025-8c5a29280c6b tempest-TestShelveInstance-1838182778 tempest-TestShelveInstance-1838182778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:33:09.549838 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-c9efc6f2-38bc-43a6-be4d-9c9407c49261 req-66363a7e-0cab-435b-9025-8c5a29280c6b tempest-TestShelveInstance-1838182778 tempest-TestShelveInstance-1838182778-project] 10.222.0.67 "GET /v2.0/ports?device_id=98884a9d-8419-487c-9d1b-793626c8c4d9 HTTP/1.1" status: 200 len: 943 time: 0.0811753 Sep 23 20:33:09.554353 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c13277-3bcd-482b-ad57-17c46938f33f req-ed431df1-2c52-4512-af41-be7d810e90f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:33:09.555735 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-a5c13277-3bcd-482b-ad57-17c46938f33f req-ed431df1-2c52-4512-af41-be7d810e90f8 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=29863d1907e84df3a5a1f64e85c708b7&device_id=98884a9d-8419-487c-9d1b-793626c8c4d9 HTTP/1.1" status: 200 len: 1095 time: 0.0590653 Sep 23 20:33:09.618819 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-c9efc6f2-38bc-43a6-be4d-9c9407c49261 req-2cba004b-12de-45ef-b0bf-2586ae42bf68 tempest-TestShelveInstance-1838182778 tempest-TestShelveInstance-1838182778-project] 10.222.0.67 "GET /v2.0/security-groups?id=5114331d-e362-4f52-b6e2-14bc1d8c7657&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0621505 Sep 23 20:33:09.669759 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c13277-3bcd-482b-ad57-17c46938f33f req-3601bcf7-046c-4731-8e9e-c48490d9f2b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:33:09.671240 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-a5c13277-3bcd-482b-ad57-17c46938f33f req-3601bcf7-046c-4731-8e9e-c48490d9f2b0 service neutron] 10.222.0.74 "GET /v2.0/networks?id=9b1c63e7-475b-4888-85b4-32608966f897 HTTP/1.1" status: 200 len: 909 time: 0.1080172 Sep 23 20:33:09.739917 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-a5c13277-3bcd-482b-ad57-17c46938f33f req-c0ee9eb1-5abb-4c84-8116-31d606c79130 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d6efcee6-9346-43ff-8a8a-b8f5b0d3eaa2 HTTP/1.1" status: 200 len: 998 time: 0.0619626 Sep 23 20:33:09.787234 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c13277-3bcd-482b-ad57-17c46938f33f req-8509b0ce-261a-4c16-8415-ba6aa79263db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:33:09.788658 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-a5c13277-3bcd-482b-ad57-17c46938f33f req-8509b0ce-261a-4c16-8415-ba6aa79263db service neutron] 10.222.0.74 "GET /v2.0/subnets?id=35b10e9d-9b1e-4cae-89a7-4192968dde11 HTTP/1.1" status: 200 len: 847 time: 0.0423937 Sep 23 20:33:09.833340 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c13277-3bcd-482b-ad57-17c46938f33f req-eaf17a67-fc95-4033-9bc0-b18160f3543a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:33:09.834882 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-a5c13277-3bcd-482b-ad57-17c46938f33f req-eaf17a67-fc95-4033-9bc0-b18160f3543a service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=9b1c63e7-475b-4888-85b4-32608966f897&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0390334 Sep 23 20:33:09.926350 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-a5c13277-3bcd-482b-ad57-17c46938f33f req-4e32911b-cfa6-45ed-a057-d01e9fb5c225 service neutron] 10.222.0.74 "GET /v2.0/networks/9b1c63e7-475b-4888-85b4-32608966f897?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842359 Sep 23 20:33:10.015359 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-a5c13277-3bcd-482b-ad57-17c46938f33f req-edbc9446-6453-40aa-89b0-cc3096186808 service neutron] 10.222.0.74 "GET /v2.0/networks/9b1c63e7-475b-4888-85b4-32608966f897?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821099 Sep 23 20:33:10.749556 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab2c13a9-1e57-41b6-8fd0-cea9b3104c2b req-7ff3f7ed-fda5-4747-8d47-80cea2724d65 tempest-TestShelveInstance-1838182778 tempest-TestShelveInstance-1838182778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:33:10.751077 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-ab2c13a9-1e57-41b6-8fd0-cea9b3104c2b req-7ff3f7ed-fda5-4747-8d47-80cea2724d65 tempest-TestShelveInstance-1838182778 tempest-TestShelveInstance-1838182778-project] 10.222.0.67 "GET /v2.0/ports?device_id=98884a9d-8419-487c-9d1b-793626c8c4d9 HTTP/1.1" status: 200 len: 943 time: 0.0533848 Sep 23 20:33:10.797742 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-ab2c13a9-1e57-41b6-8fd0-cea9b3104c2b req-01899630-b394-4f99-9fd1-40892b7ba575 tempest-TestShelveInstance-1838182778 tempest-TestShelveInstance-1838182778-project] 10.222.0.67 "GET /v2.0/security-groups?id=5114331d-e362-4f52-b6e2-14bc1d8c7657&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402021 Sep 23 20:33:11.917573 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3cfa8f-249d-4df4-bae4-2a93a316ca60 req-53aa3a01-12fe-4c9f-a4b5-48899f33cd45 tempest-TestShelveInstance-1838182778 tempest-TestShelveInstance-1838182778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:33:11.920647 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-af3cfa8f-249d-4df4-bae4-2a93a316ca60 req-53aa3a01-12fe-4c9f-a4b5-48899f33cd45 tempest-TestShelveInstance-1838182778 tempest-TestShelveInstance-1838182778-project] 10.222.0.67 "GET /v2.0/ports?device_id=98884a9d-8419-487c-9d1b-793626c8c4d9 HTTP/1.1" status: 200 len: 943 time: 0.0523713 Sep 23 20:33:11.961665 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-af3cfa8f-249d-4df4-bae4-2a93a316ca60 req-7afa52a7-b5ce-4bcd-8911-b065ce948e8f tempest-TestShelveInstance-1838182778 tempest-TestShelveInstance-1838182778-project] 10.222.0.67 "GET /v2.0/security-groups?id=5114331d-e362-4f52-b6e2-14bc1d8c7657&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344753 Sep 23 20:33:13.086914 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ecca17b-96ee-4d03-a6c3-cd508e9cb8a2 req-2735b552-55d4-46e6-bb8a-c5de4a8897c6 tempest-TestShelveInstance-1838182778 tempest-TestShelveInstance-1838182778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:33:13.089337 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-6ecca17b-96ee-4d03-a6c3-cd508e9cb8a2 req-2735b552-55d4-46e6-bb8a-c5de4a8897c6 tempest-TestShelveInstance-1838182778 tempest-TestShelveInstance-1838182778-project] 10.222.0.67 "GET /v2.0/ports?device_id=98884a9d-8419-487c-9d1b-793626c8c4d9 HTTP/1.1" status: 200 len: 943 time: 0.0544097 Sep 23 20:33:13.128574 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-6ecca17b-96ee-4d03-a6c3-cd508e9cb8a2 req-3f4d7eec-37c1-4330-88bf-070cb74c93e7 tempest-TestShelveInstance-1838182778 tempest-TestShelveInstance-1838182778-project] 10.222.0.67 "GET /v2.0/security-groups?id=5114331d-e362-4f52-b6e2-14bc1d8c7657&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327966 Sep 23 20:33:14.256806 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67663d8-3754-447f-9681-305c5579cc8e req-955b67a5-3ab8-47c1-a57d-79b9c4f81ece tempest-TestShelveInstance-1838182778 tempest-TestShelveInstance-1838182778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:33:14.257635 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-d67663d8-3754-447f-9681-305c5579cc8e req-955b67a5-3ab8-47c1-a57d-79b9c4f81ece tempest-TestShelveInstance-1838182778 tempest-TestShelveInstance-1838182778-project] 10.222.0.67 "GET /v2.0/ports?device_id=98884a9d-8419-487c-9d1b-793626c8c4d9 HTTP/1.1" status: 200 len: 943 time: 0.0557334 Sep 23 20:33:14.302648 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-d67663d8-3754-447f-9681-305c5579cc8e req-91bbcb96-c9ef-447b-b26b-083b513e2cbe tempest-TestShelveInstance-1838182778 tempest-TestShelveInstance-1838182778-project] 10.222.0.67 "GET /v2.0/security-groups?id=5114331d-e362-4f52-b6e2-14bc1d8c7657&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378835 Sep 23 20:33:15.431352 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16068d8-c78c-4c24-baf6-a061cb94fd69 req-07fbb454-a72e-47e8-a5df-524f8f67ccce tempest-TestShelveInstance-1838182778 tempest-TestShelveInstance-1838182778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:33:15.432905 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-e16068d8-c78c-4c24-baf6-a061cb94fd69 req-07fbb454-a72e-47e8-a5df-524f8f67ccce tempest-TestShelveInstance-1838182778 tempest-TestShelveInstance-1838182778-project] 10.222.0.67 "GET /v2.0/ports?device_id=98884a9d-8419-487c-9d1b-793626c8c4d9 HTTP/1.1" status: 200 len: 943 time: 0.0567696 Sep 23 20:33:15.472615 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-e16068d8-c78c-4c24-baf6-a061cb94fd69 req-8cb8bde0-6be7-43c9-addd-ed967e526cbe tempest-TestShelveInstance-1838182778 tempest-TestShelveInstance-1838182778-project] 10.222.0.67 "GET /v2.0/security-groups?id=5114331d-e362-4f52-b6e2-14bc1d8c7657&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335915 Sep 23 20:33:15.548289 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.agents_db [None req-f2f5c474-60a3-474f-b2cc-02c4bd30880c None None] Agent healthcheck: found 7 active agents {{(pid=95104) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 20:33:16.603690 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5355a18b-866e-4ef8-836b-f47aa7606262 req-5e87d6fe-8b7a-4af3-91ca-c8ab38f29f97 tempest-TestShelveInstance-1838182778 tempest-TestShelveInstance-1838182778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:33:16.605987 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-5355a18b-866e-4ef8-836b-f47aa7606262 req-5e87d6fe-8b7a-4af3-91ca-c8ab38f29f97 tempest-TestShelveInstance-1838182778 tempest-TestShelveInstance-1838182778-project] 10.222.0.67 "GET /v2.0/ports?device_id=98884a9d-8419-487c-9d1b-793626c8c4d9 HTTP/1.1" status: 200 len: 943 time: 0.0541821 Sep 23 20:33:16.646905 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-5355a18b-866e-4ef8-836b-f47aa7606262 req-b75f6cb9-227c-4212-b0b0-851349bf2ea5 tempest-TestShelveInstance-1838182778 tempest-TestShelveInstance-1838182778-project] 10.222.0.67 "GET /v2.0/security-groups?id=5114331d-e362-4f52-b6e2-14bc1d8c7657&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341113 Sep 23 20:33:17.767946 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a0e08cb-b023-47fd-a48e-e2949fecbf23 req-7085d561-c945-4b7b-8621-9e1dc134738e tempest-TestShelveInstance-1838182778 tempest-TestShelveInstance-1838182778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:33:17.769556 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-6a0e08cb-b023-47fd-a48e-e2949fecbf23 req-7085d561-c945-4b7b-8621-9e1dc134738e tempest-TestShelveInstance-1838182778 tempest-TestShelveInstance-1838182778-project] 10.222.0.67 "GET /v2.0/ports?device_id=98884a9d-8419-487c-9d1b-793626c8c4d9 HTTP/1.1" status: 200 len: 943 time: 0.0505240 Sep 23 20:33:17.818390 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-6a0e08cb-b023-47fd-a48e-e2949fecbf23 req-3ce39057-ac15-40a1-96a3-f52b97f0f631 tempest-TestShelveInstance-1838182778 tempest-TestShelveInstance-1838182778-project] 10.222.0.67 "GET /v2.0/security-groups?id=5114331d-e362-4f52-b6e2-14bc1d8c7657&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427520 Sep 23 20:33:18.937854 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eac603d-25f2-41fc-83e6-9b90cc38bfdc req-2531a5d7-efa0-4cce-872e-270b5ae06e30 tempest-TestShelveInstance-1838182778 tempest-TestShelveInstance-1838182778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:33:18.939448 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-0eac603d-25f2-41fc-83e6-9b90cc38bfdc req-2531a5d7-efa0-4cce-872e-270b5ae06e30 tempest-TestShelveInstance-1838182778 tempest-TestShelveInstance-1838182778-project] 10.222.0.67 "GET /v2.0/ports?device_id=98884a9d-8419-487c-9d1b-793626c8c4d9 HTTP/1.1" status: 200 len: 943 time: 0.0516095 Sep 23 20:33:18.989016 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-0eac603d-25f2-41fc-83e6-9b90cc38bfdc req-d8a2abd7-f902-4c26-8ebc-2baa4bf51b27 tempest-TestShelveInstance-1838182778 tempest-TestShelveInstance-1838182778-project] 10.222.0.67 "GET /v2.0/security-groups?id=5114331d-e362-4f52-b6e2-14bc1d8c7657&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427146 Sep 23 20:33:19.835378 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-97300015-070c-4b53-bf19-f67a7f34c803 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:33:20.112763 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17db7a03-cc3e-491c-bdc1-6887acfa9cab req-29f75d90-47e0-4547-85cc-88e08d09dcaa tempest-TestShelveInstance-1838182778 tempest-TestShelveInstance-1838182778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:33:20.114332 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-17db7a03-cc3e-491c-bdc1-6887acfa9cab req-29f75d90-47e0-4547-85cc-88e08d09dcaa tempest-TestShelveInstance-1838182778 tempest-TestShelveInstance-1838182778-project] 10.222.0.67 "GET /v2.0/ports?device_id=98884a9d-8419-487c-9d1b-793626c8c4d9 HTTP/1.1" status: 200 len: 943 time: 0.0532196 Sep 23 20:33:20.153251 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-17db7a03-cc3e-491c-bdc1-6887acfa9cab req-6ecc02fc-a39b-4aed-86b4-f76d66b190f5 tempest-TestShelveInstance-1838182778 tempest-TestShelveInstance-1838182778-project] 10.222.0.67 "GET /v2.0/security-groups?id=5114331d-e362-4f52-b6e2-14bc1d8c7657&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328646 Sep 23 20:33:21.269749 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb68ca9-77fe-46a3-973c-5444c16ef33a req-36f4ff9d-1e23-4181-8002-2a884b1ab8f3 tempest-TestShelveInstance-1838182778 tempest-TestShelveInstance-1838182778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:33:21.271219 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-ddb68ca9-77fe-46a3-973c-5444c16ef33a req-36f4ff9d-1e23-4181-8002-2a884b1ab8f3 tempest-TestShelveInstance-1838182778 tempest-TestShelveInstance-1838182778-project] 10.222.0.67 "GET /v2.0/ports?device_id=98884a9d-8419-487c-9d1b-793626c8c4d9 HTTP/1.1" status: 200 len: 943 time: 0.0487785 Sep 23 20:33:21.312593 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-ddb68ca9-77fe-46a3-973c-5444c16ef33a req-510ce18e-9719-4fec-a5ab-2cd9eb568f96 tempest-TestShelveInstance-1838182778 tempest-TestShelveInstance-1838182778-project] 10.222.0.67 "GET /v2.0/security-groups?id=5114331d-e362-4f52-b6e2-14bc1d8c7657&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354543 Sep 23 20:33:22.427995 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c19160-e07a-40ad-a282-ed3c422b340e req-2c1191fe-eaed-4bd6-8b05-4feb6dd99568 tempest-TestShelveInstance-1838182778 tempest-TestShelveInstance-1838182778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:33:22.429518 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-16c19160-e07a-40ad-a282-ed3c422b340e req-2c1191fe-eaed-4bd6-8b05-4feb6dd99568 tempest-TestShelveInstance-1838182778 tempest-TestShelveInstance-1838182778-project] 10.222.0.67 "GET /v2.0/ports?device_id=98884a9d-8419-487c-9d1b-793626c8c4d9 HTTP/1.1" status: 200 len: 943 time: 0.0486057 Sep 23 20:33:22.467091 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-16c19160-e07a-40ad-a282-ed3c422b340e req-30676cf5-0139-41f0-8824-31477bde8331 tempest-TestShelveInstance-1838182778 tempest-TestShelveInstance-1838182778-project] 10.222.0.67 "GET /v2.0/security-groups?id=5114331d-e362-4f52-b6e2-14bc1d8c7657&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316229 Sep 23 20:33:23.047109 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-ff57decf-094e-4428-8f45-38e64e386687 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:33:23.234956 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:33:23.374020 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Device d6efcee6-9346-43ff-8a8a-b8f5b0d3eaa2 details requested by agent hyperv_n-h1-713301-16 with host n-h1-713301-16 {{(pid=95103) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 20:33:23.469073 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] For port d6efcee6-9346-43ff-8a8a-b8f5b0d3eaa2, host n-h1-713301-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-16',level=0,port_id=d6efcee6-9346-43ff-8a8a-b8f5b0d3eaa2,segment=NetworkSegment(772ab5dc-951f-4d50-bd51-620906c86ec3),segment_id=772ab5dc-951f-4d50-bd51-620906c86ec3)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 20:33:23.479738 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Returning: {'device': 'd6efcee6-9346-43ff-8a8a-b8f5b0d3eaa2', 'network_id': '9b1c63e7-475b-4888-85b4-32608966f897', 'port_id': 'd6efcee6-9346-43ff-8a8a-b8f5b0d3eaa2', 'mac_address': 'fa:16:3e:ce:7c:f0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 630, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '35b10e9d-9b1e-4cae-89a7-4192968dde11', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95103) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 20:33:23.517698 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:33:23.530590 n-d-713301-16 neutron-server[95103]: DEBUG neutron.notifiers.nova [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d6efcee6-9346-43ff-8a8a-b8f5b0d3eaa2 {{(pid=95103) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 20:33:23.549946 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] For port d6efcee6-9346-43ff-8a8a-b8f5b0d3eaa2, host n-h1-713301-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-16',level=0,port_id=d6efcee6-9346-43ff-8a8a-b8f5b0d3eaa2,segment=NetworkSegment(772ab5dc-951f-4d50-bd51-620906c86ec3),segment_id=772ab5dc-951f-4d50-bd51-620906c86ec3)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 20:33:23.553986 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:33:23.586391 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5918f852-822b-4860-ab9d-5baa940c0a4a req-681f914b-6dc6-4d9b-9be0-1fa6b7f9e50b tempest-TestShelveInstance-1838182778 tempest-TestShelveInstance-1838182778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:33:23.587910 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-5918f852-822b-4860-ab9d-5baa940c0a4a req-681f914b-6dc6-4d9b-9be0-1fa6b7f9e50b tempest-TestShelveInstance-1838182778 tempest-TestShelveInstance-1838182778-project] 10.222.0.67 "GET /v2.0/ports?device_id=98884a9d-8419-487c-9d1b-793626c8c4d9 HTTP/1.1" status: 200 len: 943 time: 0.0537555 Sep 23 20:33:23.604011 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Pushing event updated for resources: {'Port': ['ID=d6efcee6-9346-43ff-8a8a-b8f5b0d3eaa2,revision_number=9']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:33:23.627689 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-5918f852-822b-4860-ab9d-5baa940c0a4a req-755b32f9-3866-455c-9b48-68e85d7e9e6a tempest-TestShelveInstance-1838182778 tempest-TestShelveInstance-1838182778-project] 10.222.0.67 "GET /v2.0/security-groups?id=5114331d-e362-4f52-b6e2-14bc1d8c7657&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332325 Sep 23 20:33:23.722130 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-0ae75029-feb6-4728-9a94-5f9b60993d82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:33:23.789725 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] get_ports_and_sgs() called for port_ids ['d6efcee6-9346-43ff-8a8a-b8f5b0d3eaa2'] {{(pid=95103) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 20:33:24.742449 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49fb9522-67bc-428b-b6f7-59464df9b8ef req-b2cf1e48-2d89-419a-9723-e40cc30fec26 tempest-TestShelveInstance-1838182778 tempest-TestShelveInstance-1838182778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:33:24.743907 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-49fb9522-67bc-428b-b6f7-59464df9b8ef req-b2cf1e48-2d89-419a-9723-e40cc30fec26 tempest-TestShelveInstance-1838182778 tempest-TestShelveInstance-1838182778-project] 10.222.0.67 "GET /v2.0/ports?device_id=98884a9d-8419-487c-9d1b-793626c8c4d9 HTTP/1.1" status: 200 len: 944 time: 0.0487595 Sep 23 20:33:24.785825 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-49fb9522-67bc-428b-b6f7-59464df9b8ef req-f94ceaad-5b3d-452b-922a-439caa7a9712 tempest-TestShelveInstance-1838182778 tempest-TestShelveInstance-1838182778-project] 10.222.0.67 "GET /v2.0/security-groups?id=5114331d-e362-4f52-b6e2-14bc1d8c7657&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354288 Sep 23 20:33:25.373730 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Device d6efcee6-9346-43ff-8a8a-b8f5b0d3eaa2 up at agent hyperv_n-h1-713301-16 {{(pid=95103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 20:33:25.421240 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Provisioning complete for port d6efcee6-9346-43ff-8a8a-b8f5b0d3eaa2 triggered by entity L2. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 20:33:25.421857 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:33:25.495379 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:33:25.519864 n-d-713301-16 neutron-server[95103]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '98884a9d-8419-487c-9d1b-793626c8c4d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd6efcee6-9346-43ff-8a8a-b8f5b0d3eaa2'}] {{(pid=95103) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 20:33:25.522095 n-d-713301-16 neutron-server[95103]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1848421c4d334b5bfe6f5b9de07f03d1600ee538ec1ae4f0fcf02c32f81bee4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fbaeb9fe-a6f5-4029-ba88-525d4024f813" -d '{"events": [{"server_uuid": "98884a9d-8419-487c-9d1b-793626c8c4d9", "name": "network-vif-plugged", "status": "completed", "tag": "d6efcee6-9346-43ff-8a8a-b8f5b0d3eaa2"}]}' {{(pid=95103) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 20:33:25.535510 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] For port d6efcee6-9346-43ff-8a8a-b8f5b0d3eaa2, host n-h1-713301-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-16',level=0,port_id=d6efcee6-9346-43ff-8a8a-b8f5b0d3eaa2,segment=NetworkSegment(772ab5dc-951f-4d50-bd51-620906c86ec3),segment_id=772ab5dc-951f-4d50-bd51-620906c86ec3)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 20:33:25.539601 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:33:25.563466 n-d-713301-16 neutron-server[95103]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 20:33:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9668fc41-4dbd-422b-92a1-e0fd80ea0e6e x-openstack-request-id: req-9668fc41-4dbd-422b-92a1-e0fd80ea0e6e {{(pid=95103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 20:33:25.563761 n-d-713301-16 neutron-server[95103]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "98884a9d-8419-487c-9d1b-793626c8c4d9", "name": "network-vif-plugged", "status": "completed", "tag": "d6efcee6-9346-43ff-8a8a-b8f5b0d3eaa2", "code": 200}]} {{(pid=95103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 20:33:25.564012 n-d-713301-16 neutron-server[95103]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-9668fc41-4dbd-422b-92a1-e0fd80ea0e6e {{(pid=95103) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 20:33:25.564389 n-d-713301-16 neutron-server[95103]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '98884a9d-8419-487c-9d1b-793626c8c4d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd6efcee6-9346-43ff-8a8a-b8f5b0d3eaa2', 'code': 200} Sep 23 20:33:25.586341 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-80e7e501-6c57-470d-92c6-e3d54bc3195c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:33:25.601399 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Pushing event updated for resources: {'Port': ['ID=d6efcee6-9346-43ff-8a8a-b8f5b0d3eaa2,revision_number=10']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:33:25.712895 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f21ed9-c8a1-4e11-80c3-a966c6552473 req-fa22ae5f-8fc4-4967-b68a-e7f711526d2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:33:25.714400 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-92f21ed9-c8a1-4e11-80c3-a966c6552473 req-fa22ae5f-8fc4-4967-b68a-e7f711526d2e service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=98884a9d-8419-487c-9d1b-793626c8c4d9 HTTP/1.1" status: 200 len: 1098 time: 0.0394895 Sep 23 20:33:25.749560 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-92f21ed9-c8a1-4e11-80c3-a966c6552473 req-102fb0ed-b3b8-4e04-91f3-223ec3f1c9fa service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=5114331d-e362-4f52-b6e2-14bc1d8c7657&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0284312 Sep 23 20:33:25.899773 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537d38aa-842d-43ae-bc42-3217c20b0ad2 req-9d3fb8aa-53ae-4d02-ba63-7cd11f7d9272 tempest-TestShelveInstance-1838182778 tempest-TestShelveInstance-1838182778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:33:25.901201 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-537d38aa-842d-43ae-bc42-3217c20b0ad2 req-9d3fb8aa-53ae-4d02-ba63-7cd11f7d9272 tempest-TestShelveInstance-1838182778 tempest-TestShelveInstance-1838182778-project] 10.222.0.67 "GET /v2.0/ports?device_id=98884a9d-8419-487c-9d1b-793626c8c4d9 HTTP/1.1" status: 200 len: 946 time: 0.0490229 Sep 23 20:33:25.939030 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-537d38aa-842d-43ae-bc42-3217c20b0ad2 req-aa291bf7-1790-479c-a1bc-43f7f24a5671 tempest-TestShelveInstance-1838182778 tempest-TestShelveInstance-1838182778-project] 10.222.0.67 "GET /v2.0/security-groups?id=5114331d-e362-4f52-b6e2-14bc1d8c7657&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313046 Sep 23 20:33:27.058409 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-366c4227-5525-4176-8d4c-87c1dd8551f3 req-ab54bcc8-217f-4e35-b7cd-542b2e19b078 tempest-TestShelveInstance-1838182778 tempest-TestShelveInstance-1838182778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:33:27.059922 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-366c4227-5525-4176-8d4c-87c1dd8551f3 req-ab54bcc8-217f-4e35-b7cd-542b2e19b078 tempest-TestShelveInstance-1838182778 tempest-TestShelveInstance-1838182778-project] 10.222.0.67 "GET /v2.0/ports?device_id=98884a9d-8419-487c-9d1b-793626c8c4d9 HTTP/1.1" status: 200 len: 946 time: 0.0505884 Sep 23 20:33:27.103583 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-366c4227-5525-4176-8d4c-87c1dd8551f3 req-c9adc1c1-bfbb-45e9-b5fb-9a53866868eb tempest-TestShelveInstance-1838182778 tempest-TestShelveInstance-1838182778-project] 10.222.0.67 "GET /v2.0/security-groups?id=5114331d-e362-4f52-b6e2-14bc1d8c7657&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376096 Sep 23 20:33:28.219341 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b33b80cb-4cea-4eea-b668-6f2231636e5c req-0ed61e43-64af-4158-bdca-1cf1a21c4428 tempest-TestShelveInstance-1838182778 tempest-TestShelveInstance-1838182778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:33:28.220897 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-b33b80cb-4cea-4eea-b668-6f2231636e5c req-0ed61e43-64af-4158-bdca-1cf1a21c4428 tempest-TestShelveInstance-1838182778 tempest-TestShelveInstance-1838182778-project] 10.222.0.67 "GET /v2.0/ports?device_id=98884a9d-8419-487c-9d1b-793626c8c4d9 HTTP/1.1" status: 200 len: 946 time: 0.0485852 Sep 23 20:33:28.258231 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-b33b80cb-4cea-4eea-b668-6f2231636e5c req-8b48e769-b271-4635-9265-1e76c6ae169e tempest-TestShelveInstance-1838182778 tempest-TestShelveInstance-1838182778-project] 10.222.0.67 "GET /v2.0/security-groups?id=5114331d-e362-4f52-b6e2-14bc1d8c7657&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314772 Sep 23 20:33:28.602532 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:33:28.908038 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:33:42.211886 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-431019b1-af9e-4035-885f-cc51a4fd27b3 req-4908da33-04b0-4929-92eb-7a3a704d811f service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=98884a9d-8419-487c-9d1b-793626c8c4d9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0808275 Sep 23 20:33:42.292204 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431019b1-af9e-4035-885f-cc51a4fd27b3 req-f948d645-0a10-4635-8af3-1595ea9c6a85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:33:42.293727 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-431019b1-af9e-4035-885f-cc51a4fd27b3 req-f948d645-0a10-4635-8af3-1595ea9c6a85 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=29863d1907e84df3a5a1f64e85c708b7&device_id=98884a9d-8419-487c-9d1b-793626c8c4d9 HTTP/1.1" status: 200 len: 1098 time: 0.0399010 Sep 23 20:33:42.404870 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431019b1-af9e-4035-885f-cc51a4fd27b3 req-564a240b-f860-4ec0-bed0-0166870d13a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:33:42.406998 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-431019b1-af9e-4035-885f-cc51a4fd27b3 req-564a240b-f860-4ec0-bed0-0166870d13a0 service neutron] 10.222.0.74 "GET /v2.0/networks?id=9b1c63e7-475b-4888-85b4-32608966f897 HTTP/1.1" status: 200 len: 909 time: 0.0923040 Sep 23 20:33:42.472241 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-431019b1-af9e-4035-885f-cc51a4fd27b3 req-7da67797-6f56-4e11-a118-92a1507969a4 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d6efcee6-9346-43ff-8a8a-b8f5b0d3eaa2 HTTP/1.1" status: 200 len: 1000 time: 0.0571353 Sep 23 20:33:42.524734 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431019b1-af9e-4035-885f-cc51a4fd27b3 req-d4311a64-63ce-4248-a8d1-48294d9978d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:33:42.526191 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-431019b1-af9e-4035-885f-cc51a4fd27b3 req-d4311a64-63ce-4248-a8d1-48294d9978d8 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=35b10e9d-9b1e-4cae-89a7-4192968dde11 HTTP/1.1" status: 200 len: 847 time: 0.0462759 Sep 23 20:33:42.570407 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431019b1-af9e-4035-885f-cc51a4fd27b3 req-ed3c0499-4909-47b3-8634-a0a3cba9ebea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:33:42.571869 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-431019b1-af9e-4035-885f-cc51a4fd27b3 req-ed3c0499-4909-47b3-8634-a0a3cba9ebea service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=9b1c63e7-475b-4888-85b4-32608966f897&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0385046 Sep 23 20:33:42.664483 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-431019b1-af9e-4035-885f-cc51a4fd27b3 req-56013c9b-4ae5-417a-9f16-e01276e2d03a service neutron] 10.222.0.74 "GET /v2.0/networks/9b1c63e7-475b-4888-85b4-32608966f897?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851331 Sep 23 20:33:42.753592 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-431019b1-af9e-4035-885f-cc51a4fd27b3 req-1ae5c28d-f064-4901-92f8-222823e815e7 service neutron] 10.222.0.74 "GET /v2.0/networks/9b1c63e7-475b-4888-85b4-32608966f897?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816622 Sep 23 20:33:49.837865 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-de4a0062-4d1e-4f8b-9b12-4cfc670215e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:33:52.547707 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.agents_db [None req-f2f5c474-60a3-474f-b2cc-02c4bd30880c None None] Agent healthcheck: found 7 active agents {{(pid=95104) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 20:33:53.047741 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-9943ce02-e51a-4516-848c-0c51f54276e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:33:53.235823 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:33:53.725656 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-0ae75029-feb6-4728-9a94-5f9b60993d82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:33:55.565172 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-80e7e501-6c57-470d-92c6-e3d54bc3195c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:33:58.617909 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:33:58.931574 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:34:19.838609 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-365f3022-391e-493f-bdea-a3c015c32233 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:34:23.047694 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-20e370d4-5d91-4c76-8362-e789e4310ef7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:34:23.237300 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:34:23.726857 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-0ae75029-feb6-4728-9a94-5f9b60993d82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:34:25.566906 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-80e7e501-6c57-470d-92c6-e3d54bc3195c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:34:28.633382 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:34:28.947376 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:34:29.547456 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.agents_db [None req-f2f5c474-60a3-474f-b2cc-02c4bd30880c None None] Agent healthcheck: found 7 active agents {{(pid=95104) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 20:34:41.095956 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 35632) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:34:41.257926 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.plugin [None req-4e02dfca-e135-4c15-9f75-e87188ae0b77 tempest-TestShelveInstance-1838182778 tempest-TestShelveInstance-1838182778-project] Deleting port 4d7999bb-ceba-4cef-8d9e-aacdcc3e346f {{(pid=95102) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 20:34:41.258273 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-4e02dfca-e135-4c15-9f75-e87188ae0b77 tempest-TestShelveInstance-1838182778 tempest-TestShelveInstance-1838182778-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783146157096'] for port, before_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:34:41.334765 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-4e02dfca-e135-4c15-9f75-e87188ae0b77 tempest-TestShelveInstance-1838182778 tempest-TestShelveInstance-1838182778-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-605701'] for port, precommit_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:34:41.335098 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-4e02dfca-e135-4c15-9f75-e87188ae0b77 tempest-TestShelveInstance-1838182778 tempest-TestShelveInstance-1838182778-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:34:41.346655 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.plugin [None req-4e02dfca-e135-4c15-9f75-e87188ae0b77 tempest-TestShelveInstance-1838182778 tempest-TestShelveInstance-1838182778-project] Calling delete_port for 4d7999bb-ceba-4cef-8d9e-aacdcc3e346f owned by network:floatingip {{(pid=95102) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 20:34:41.493317 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-4e02dfca-e135-4c15-9f75-e87188ae0b77 tempest-TestShelveInstance-1838182778 tempest-TestShelveInstance-1838182778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783146162158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783145673144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4399100'] for port, after_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:34:41.519694 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e02dfca-e135-4c15-9f75-e87188ae0b77 tempest-TestShelveInstance-1838182778 tempest-TestShelveInstance-1838182778-project] Pushing event deleted for resources: {'Port': ['ID=4d7999bb-ceba-4cef-8d9e-aacdcc3e346f,revision_number=None']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:34:41.544214 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e02dfca-e135-4c15-9f75-e87188ae0b77 tempest-TestShelveInstance-1838182778 tempest-TestShelveInstance-1838182778-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:34:41.544561 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e02dfca-e135-4c15-9f75-e87188ae0b77 tempest-TestShelveInstance-1838182778 tempest-TestShelveInstance-1838182778-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:34:41.544934 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e02dfca-e135-4c15-9f75-e87188ae0b77 tempest-TestShelveInstance-1838182778 tempest-TestShelveInstance-1838182778-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:34:41.545274 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e02dfca-e135-4c15-9f75-e87188ae0b77 tempest-TestShelveInstance-1838182778 tempest-TestShelveInstance-1838182778-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:34:41.545608 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e02dfca-e135-4c15-9f75-e87188ae0b77 tempest-TestShelveInstance-1838182778 tempest-TestShelveInstance-1838182778-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:34:41.545939 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e02dfca-e135-4c15-9f75-e87188ae0b77 tempest-TestShelveInstance-1838182778 tempest-TestShelveInstance-1838182778-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:34:41.546269 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e02dfca-e135-4c15-9f75-e87188ae0b77 tempest-TestShelveInstance-1838182778 tempest-TestShelveInstance-1838182778-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:34:41.546593 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e02dfca-e135-4c15-9f75-e87188ae0b77 tempest-TestShelveInstance-1838182778 tempest-TestShelveInstance-1838182778-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:34:41.546916 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e02dfca-e135-4c15-9f75-e87188ae0b77 tempest-TestShelveInstance-1838182778 tempest-TestShelveInstance-1838182778-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:34:41.547242 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e02dfca-e135-4c15-9f75-e87188ae0b77 tempest-TestShelveInstance-1838182778 tempest-TestShelveInstance-1838182778-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:34:41.547575 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e02dfca-e135-4c15-9f75-e87188ae0b77 tempest-TestShelveInstance-1838182778 tempest-TestShelveInstance-1838182778-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:34:41.547897 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e02dfca-e135-4c15-9f75-e87188ae0b77 tempest-TestShelveInstance-1838182778 tempest-TestShelveInstance-1838182778-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:34:41.587394 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-4e02dfca-e135-4c15-9f75-e87188ae0b77 tempest-TestShelveInstance-1838182778 tempest-TestShelveInstance-1838182778-project] Notify callbacks [] for floatingip, after_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:34:41.587727 n-d-713301-16 neutron-server[95102]: INFO neutron.db.l3_db [None req-4e02dfca-e135-4c15-9f75-e87188ae0b77 tempest-TestShelveInstance-1838182778 tempest-TestShelveInstance-1838182778-project] Floating IP 8d0b997a-82c2-4cc5-867b-72a9ae15dc16 disassociated (deleted). External IP: 172.25.1.13, port: d6efcee6-9346-43ff-8a8a-b8f5b0d3eaa2. Sep 23 20:34:41.791129 n-d-713301-16 neutron-server[95102]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e02dfca-e135-4c15-9f75-e87188ae0b77 tempest-TestShelveInstance-1838182778 tempest-TestShelveInstance-1838182778-project] Router a03f96ad-1523-46bc-a6c5-f40d81ca3ec8 has already been hosted by L3 agent 79a740bf-7821-4989-8288-7186e3e128f3 {{(pid=95102) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 20:34:41.897330 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e02dfca-e135-4c15-9f75-e87188ae0b77 tempest-TestShelveInstance-1838182778 tempest-TestShelveInstance-1838182778-project] Notify agent at l3_agent.n-d-713301-16 the message routers_updated {{(pid=95102) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 20:34:41.901998 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-4e02dfca-e135-4c15-9f75-e87188ae0b77 tempest-TestShelveInstance-1838182778 tempest-TestShelveInstance-1838182778-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222849'] for floatingip, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:34:41.906589 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-482b0e4e-b3e1-4781-9cfa-f8cdab8cd880 None None] Sync routers for ids ['a03f96ad-1523-46bc-a6c5-f40d81ca3ec8'] in n-d-713301-16 {{(pid=95104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 20:34:41.915442 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-482b0e4e-b3e1-4781-9cfa-f8cdab8cd880 None None] Routers {'a03f96ad-1523-46bc-a6c5-f40d81ca3ec8'} bound to L3 agent in host n-d-713301-16 {{(pid=95104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 20:34:41.916052 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_hamode_db [None req-482b0e4e-b3e1-4781-9cfa-f8cdab8cd880 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-23T19:07:52Z,description=,heartbeat_timestamp=2021-09-23T20:34:23Z,host='n-d-713301-16',id=79a740bf-7821-4989-8288-7186e3e128f3,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:07:52Z,topic='l3_agent')) {'router_ids': ['a03f96ad-1523-46bc-a6c5-f40d81ca3ec8'], 'active': True} {{(pid=95104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 20:34:41.933588 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-4e02dfca-e135-4c15-9f75-e87188ae0b77 tempest-TestShelveInstance-1838182778 tempest-TestShelveInstance-1838182778-project] 10.222.0.67 "DELETE /v2.0/floatingips/8d0b997a-82c2-4cc5-867b-72a9ae15dc16 HTTP/1.1" status: 204 len: 168 time: 0.8341005 Sep 23 20:34:41.933588 n-d-713301-16 neutron-server[95102]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '98884a9d-8419-487c-9d1b-793626c8c4d9', 'tag': 'd6efcee6-9346-43ff-8a8a-b8f5b0d3eaa2'}] {{(pid=95102) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 20:34:41.934581 n-d-713301-16 neutron-server[95102]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a8356a6bd5e554bb349ddb806ba98ee8c25ce2b3f69d698f62da31b860ff3eb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09273a1d-cb68-4929-98fa-d86eb2530f1d" -d '{"events": [{"name": "network-changed", "server_uuid": "98884a9d-8419-487c-9d1b-793626c8c4d9", "tag": "d6efcee6-9346-43ff-8a8a-b8f5b0d3eaa2"}]}' {{(pid=95102) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 20:34:42.039339 n-d-713301-16 neutron-server[95102]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 20:34:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40dec60c-3ee9-4b66-8c42-2b0e62ef0c80 x-openstack-request-id: req-40dec60c-3ee9-4b66-8c42-2b0e62ef0c80 {{(pid=95102) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 20:34:42.039831 n-d-713301-16 neutron-server[95102]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "98884a9d-8419-487c-9d1b-793626c8c4d9", "tag": "d6efcee6-9346-43ff-8a8a-b8f5b0d3eaa2", "status": "completed", "code": 200}]} {{(pid=95102) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 20:34:42.040088 n-d-713301-16 neutron-server[95102]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-40dec60c-3ee9-4b66-8c42-2b0e62ef0c80 {{(pid=95102) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 20:34:42.040497 n-d-713301-16 neutron-server[95102]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '98884a9d-8419-487c-9d1b-793626c8c4d9', 'tag': 'd6efcee6-9346-43ff-8a8a-b8f5b0d3eaa2', 'status': 'completed', 'code': 200} Sep 23 20:34:42.115691 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09273a1d-cb68-4929-98fa-d86eb2530f1d req-c342ccdd-1ae6-4c02-8ad0-be6c44b682e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:34:42.117367 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-09273a1d-cb68-4929-98fa-d86eb2530f1d req-c342ccdd-1ae6-4c02-8ad0-be6c44b682e0 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=29863d1907e84df3a5a1f64e85c708b7&device_id=98884a9d-8419-487c-9d1b-793626c8c4d9 HTTP/1.1" status: 200 len: 1098 time: 0.0469849 Sep 23 20:34:42.137854 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_dvr_db [None req-482b0e4e-b3e1-4781-9cfa-f8cdab8cd880 None None] Set router a03f96ad-1523-46bc-a6c5-f40d81ca3ec8 gateway port host: n-d-713301-16 {{(pid=95104) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 20:34:42.246451 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bddcbec4-2ca9-4ea6-95b6-010c9a0186b6 req-0460a119-479e-40bb-a395-3ce97585daf4 tempest-TestShelveInstance-1838182778 tempest-TestShelveInstance-1838182778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:34:42.247959 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-bddcbec4-2ca9-4ea6-95b6-010c9a0186b6 req-0460a119-479e-40bb-a395-3ce97585daf4 tempest-TestShelveInstance-1838182778 tempest-TestShelveInstance-1838182778-project] 10.222.0.67 "GET /v2.0/ports?device_id=98884a9d-8419-487c-9d1b-793626c8c4d9 HTTP/1.1" status: 200 len: 946 time: 0.0983088 Sep 23 20:34:42.265331 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09273a1d-cb68-4929-98fa-d86eb2530f1d req-c901a904-007b-4cab-a6ab-18f45c69db2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:34:42.266690 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-09273a1d-cb68-4929-98fa-d86eb2530f1d req-c901a904-007b-4cab-a6ab-18f45c69db2f service neutron] 10.222.0.74 "GET /v2.0/networks?id=9b1c63e7-475b-4888-85b4-32608966f897 HTTP/1.1" status: 200 len: 909 time: 0.1371412 Sep 23 20:34:42.321073 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-09273a1d-cb68-4929-98fa-d86eb2530f1d req-ae30d4a7-fe05-4441-bad6-c2b2790e9f3d service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d6efcee6-9346-43ff-8a8a-b8f5b0d3eaa2 HTTP/1.1" status: 200 len: 217 time: 0.0457776 Sep 23 20:34:42.328838 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-bddcbec4-2ca9-4ea6-95b6-010c9a0186b6 req-339898f2-0d90-4b7d-9ee8-24d4bf2d6559 tempest-TestShelveInstance-1838182778 tempest-TestShelveInstance-1838182778-project] 10.222.0.67 "GET /v2.0/security-groups?id=5114331d-e362-4f52-b6e2-14bc1d8c7657&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0742335 Sep 23 20:34:42.340219 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_hamode_db [None req-482b0e4e-b3e1-4781-9cfa-f8cdab8cd880 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a03f96ad-1523-46bc-a6c5-f40d81ca3ec8', 'name': 'tempest-TestShelveInstance-899449625-router', 'tenant_id': '29863d1907e84df3a5a1f64e85c708b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'external_fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.153'}], 'enable_snat': True}, 'gw_port_id': '26271e37-baa7-4259-bc11-75443dfb8970', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T20:30:28Z', 'updated_at': '2021-09-23T20:30:30Z', 'revision_number': 4, 'project_id': '29863d1907e84df3a5a1f64e85c708b7', 'gw_port': {'id': '26271e37-baa7-4259-bc11-75443dfb8970', 'name': '', 'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:da:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a03f96ad-1523-46bc-a6c5-f40d81ca3ec8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T20:30:28Z', 'updated_at': '2021-09-23T20:30:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-16', '_interfaces': [{'id': 'f8b0cdea-059e-4a98-89c3-9691eef11d1d', 'name': '', 'network_id': '9b1c63e7-475b-4888-85b4-32608966f897', 'tenant_id': '29863d1907e84df3a5a1f64e85c708b7', 'mac_address': 'fa:16:3e:0f:56:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a03f96ad-1523-46bc-a6c5-f40d81ca3ec8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': '35b10e9d-9b1e-4cae-89a7-4192968dde11', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T20:30:30Z', 'updated_at': '2021-09-23T20:30:34Z', 'revision_number': 5, 'project_id': '29863d1907e84df3a5a1f64e85c708b7', 'subnets': [{'id': '35b10e9d-9b1e-4cae-89a7-4192968dde11', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-16', False) {} {{(pid=95104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 20:34:42.373642 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-482b0e4e-b3e1-4781-9cfa-f8cdab8cd880 None None] Checking router: a03f96ad-1523-46bc-a6c5-f40d81ca3ec8 for host: n-d-713301-16 {{(pid=95104) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 20:34:42.373903 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09273a1d-cb68-4929-98fa-d86eb2530f1d req-9b097b64-ea1f-4b2a-962a-673d16539ff3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:34:42.375293 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-09273a1d-cb68-4929-98fa-d86eb2530f1d req-9b097b64-ea1f-4b2a-962a-673d16539ff3 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=35b10e9d-9b1e-4cae-89a7-4192968dde11 HTTP/1.1" status: 200 len: 847 time: 0.0455987 Sep 23 20:34:42.382680 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-482b0e4e-b3e1-4781-9cfa-f8cdab8cd880 None None] Routers {'a03f96ad-1523-46bc-a6c5-f40d81ca3ec8'} bound to L3 agent in host n-d-713301-16 {{(pid=95104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 20:34:42.383278 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_hamode_db [None req-482b0e4e-b3e1-4781-9cfa-f8cdab8cd880 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-23T19:07:52Z,description=,heartbeat_timestamp=2021-09-23T20:34:23Z,host='n-d-713301-16',id=79a740bf-7821-4989-8288-7186e3e128f3,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:07:52Z,topic='l3_agent')) {'router_ids': ['a03f96ad-1523-46bc-a6c5-f40d81ca3ec8'], 'active': True} {{(pid=95104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 20:34:42.421867 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09273a1d-cb68-4929-98fa-d86eb2530f1d req-d53bc55c-f63d-4897-8b29-7c99e62a01dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:34:42.423373 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-09273a1d-cb68-4929-98fa-d86eb2530f1d req-d53bc55c-f63d-4897-8b29-7c99e62a01dc service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=9b1c63e7-475b-4888-85b4-32608966f897&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0407391 Sep 23 20:34:42.483725 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_dvr_db [None req-482b0e4e-b3e1-4781-9cfa-f8cdab8cd880 None None] Set router a03f96ad-1523-46bc-a6c5-f40d81ca3ec8 gateway port host: n-d-713301-16 {{(pid=95104) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 20:34:42.516391 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-09273a1d-cb68-4929-98fa-d86eb2530f1d req-60f181b7-a47c-463a-ac98-1a580c9c6aab service neutron] 10.222.0.74 "GET /v2.0/networks/9b1c63e7-475b-4888-85b4-32608966f897?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859089 Sep 23 20:34:42.612816 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-09273a1d-cb68-4929-98fa-d86eb2530f1d req-7d96e02f-b74d-4538-a44b-70bc8d12449b service neutron] 10.222.0.74 "GET /v2.0/networks/9b1c63e7-475b-4888-85b4-32608966f897?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886283 Sep 23 20:34:42.688304 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_hamode_db [None req-482b0e4e-b3e1-4781-9cfa-f8cdab8cd880 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a03f96ad-1523-46bc-a6c5-f40d81ca3ec8', 'name': 'tempest-TestShelveInstance-899449625-router', 'tenant_id': '29863d1907e84df3a5a1f64e85c708b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'external_fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.153'}], 'enable_snat': True}, 'gw_port_id': '26271e37-baa7-4259-bc11-75443dfb8970', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T20:30:28Z', 'updated_at': '2021-09-23T20:30:30Z', 'revision_number': 4, 'project_id': '29863d1907e84df3a5a1f64e85c708b7', 'gw_port': {'id': '26271e37-baa7-4259-bc11-75443dfb8970', 'name': '', 'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:da:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a03f96ad-1523-46bc-a6c5-f40d81ca3ec8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T20:30:28Z', 'updated_at': '2021-09-23T20:30:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-16', '_interfaces': [{'id': 'f8b0cdea-059e-4a98-89c3-9691eef11d1d', 'name': '', 'network_id': '9b1c63e7-475b-4888-85b4-32608966f897', 'tenant_id': '29863d1907e84df3a5a1f64e85c708b7', 'mac_address': 'fa:16:3e:0f:56:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a03f96ad-1523-46bc-a6c5-f40d81ca3ec8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': '35b10e9d-9b1e-4cae-89a7-4192968dde11', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T20:30:30Z', 'updated_at': '2021-09-23T20:30:34Z', 'revision_number': 5, 'project_id': '29863d1907e84df3a5a1f64e85c708b7', 'subnets': [{'id': '35b10e9d-9b1e-4cae-89a7-4192968dde11', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-16', False) {} {{(pid=95104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 20:34:42.714437 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-482b0e4e-b3e1-4781-9cfa-f8cdab8cd880 None None] The sync data for ids ['a03f96ad-1523-46bc-a6c5-f40d81ca3ec8'] in n-d-713301-16 is: [{'id': 'a03f96ad-1523-46bc-a6c5-f40d81ca3ec8', 'name': 'tempest-TestShelveInstance-899449625-router', 'tenant_id': '29863d1907e84df3a5a1f64e85c708b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'external_fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.153'}], 'enable_snat': True}, 'gw_port_id': '26271e37-baa7-4259-bc11-75443dfb8970', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T20:30:28Z', 'updated_at': '2021-09-23T20:30:30Z', 'revision_number': 4, 'project_id': '29863d1907e84df3a5a1f64e85c708b7', 'gw_port': {'id': '26271e37-baa7-4259-bc11-75443dfb8970', 'name': '', 'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:da:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a03f96ad-1523-46bc-a6c5-f40d81ca3ec8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T20:30:28Z', 'updated_at': '2021-09-23T20:30:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-16', '_interfaces': [{'id': 'f8b0cdea-059e-4a98-89c3-9691eef11d1d', 'name': '', 'network_id': '9b1c63e7-475b-4888-85b4-32608966f897', 'tenant_id': '29863d1907e84df3a5a1f64e85c708b7', 'mac_address': 'fa:16:3e:0f:56:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a03f96ad-1523-46bc-a6c5-f40d81ca3ec8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': '35b10e9d-9b1e-4cae-89a7-4192968dde11', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T20:30:30Z', 'updated_at': '2021-09-23T20:30:34Z', 'revision_number': 5, 'project_id': '29863d1907e84df3a5a1f64e85c708b7', 'subnets': [{'id': '35b10e9d-9b1e-4cae-89a7-4192968dde11', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 20:34:42.930042 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-987b3c1b-1c31-4f85-bafe-5ae6f4d2aaef None None] New status for floating IP 8d0b997a-82c2-4cc5-867b-72a9ae15dc16: DOWN {{(pid=95103) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 23 20:34:43.460168 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be896771-3156-48d6-9103-ed2d2974514a req-5e00747a-c934-4bc8-9fd6-9fa42612e7f4 tempest-TestShelveInstance-1838182778 tempest-TestShelveInstance-1838182778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:34:43.461567 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-be896771-3156-48d6-9103-ed2d2974514a req-5e00747a-c934-4bc8-9fd6-9fa42612e7f4 tempest-TestShelveInstance-1838182778 tempest-TestShelveInstance-1838182778-project] 10.222.0.74 "GET /v2.0/ports?device_id=98884a9d-8419-487c-9d1b-793626c8c4d9 HTTP/1.1" status: 200 len: 946 time: 0.0808990 Sep 23 20:34:43.472858 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a78db8-c6ba-4379-8a83-79fea7bde319 req-46ce9deb-c2a3-41c7-b0d1-2f2108daaf8f tempest-TestShelveInstance-1838182778 tempest-TestShelveInstance-1838182778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:34:43.474233 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-71a78db8-c6ba-4379-8a83-79fea7bde319 req-46ce9deb-c2a3-41c7-b0d1-2f2108daaf8f tempest-TestShelveInstance-1838182778 tempest-TestShelveInstance-1838182778-project] 10.222.0.67 "GET /v2.0/ports?device_id=98884a9d-8419-487c-9d1b-793626c8c4d9 HTTP/1.1" status: 200 len: 946 time: 0.0692499 Sep 23 20:34:43.559508 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-71a78db8-c6ba-4379-8a83-79fea7bde319 req-89685dce-54b1-44ea-96e4-5a16a4808054 tempest-TestShelveInstance-1838182778 tempest-TestShelveInstance-1838182778-project] 10.222.0.67 "GET /v2.0/security-groups?id=5114331d-e362-4f52-b6e2-14bc1d8c7657&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0771246 Sep 23 20:34:43.584425 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.plugin [req-be896771-3156-48d6-9103-ed2d2974514a req-1008ef42-1a10-4a44-9cdd-979b8f588439 tempest-TestShelveInstance-1838182778 tempest-TestShelveInstance-1838182778-project] Deleting port d6efcee6-9346-43ff-8a8a-b8f5b0d3eaa2 {{(pid=95102) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 20:34:43.584798 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-be896771-3156-48d6-9103-ed2d2974514a req-1008ef42-1a10-4a44-9cdd-979b8f588439 tempest-TestShelveInstance-1838182778 tempest-TestShelveInstance-1838182778-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783146157096'] for port, before_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:34:43.676389 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.db [req-be896771-3156-48d6-9103-ed2d2974514a req-1008ef42-1a10-4a44-9cdd-979b8f588439 tempest-TestShelveInstance-1838182778 tempest-TestShelveInstance-1838182778-project] For port d6efcee6-9346-43ff-8a8a-b8f5b0d3eaa2, host n-h1-713301-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-16',level=0,port_id=d6efcee6-9346-43ff-8a8a-b8f5b0d3eaa2,segment=NetworkSegment(772ab5dc-951f-4d50-bd51-620906c86ec3),segment_id=772ab5dc-951f-4d50-bd51-620906c86ec3)] {{(pid=95102) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 20:34:43.676784 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-be896771-3156-48d6-9103-ed2d2974514a req-1008ef42-1a10-4a44-9cdd-979b8f588439 tempest-TestShelveInstance-1838182778 tempest-TestShelveInstance-1838182778-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-605701'] for port, precommit_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:34:43.688991 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.plugin [req-be896771-3156-48d6-9103-ed2d2974514a req-1008ef42-1a10-4a44-9cdd-979b8f588439 tempest-TestShelveInstance-1838182778 tempest-TestShelveInstance-1838182778-project] Calling delete_port for d6efcee6-9346-43ff-8a8a-b8f5b0d3eaa2 owned by compute:nova {{(pid=95102) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 20:34:43.821656 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-be896771-3156-48d6-9103-ed2d2974514a req-1008ef42-1a10-4a44-9cdd-979b8f588439 tempest-TestShelveInstance-1838182778 tempest-TestShelveInstance-1838182778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783146162158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783145673144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4399100'] for port, after_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:34:43.849184 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1008ef42-1a10-4a44-9cdd-979b8f588439 tempest-TestShelveInstance-1838182778 tempest-TestShelveInstance-1838182778-project] Pushing event deleted for resources: {'Port': ['ID=d6efcee6-9346-43ff-8a8a-b8f5b0d3eaa2,revision_number=None']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:34:43.891731 n-d-713301-16 neutron-server[95102]: DEBUG neutron.db.l3_dvrscheduler_db [req-be896771-3156-48d6-9103-ed2d2974514a req-1008ef42-1a10-4a44-9cdd-979b8f588439 tempest-TestShelveInstance-1838182778 tempest-TestShelveInstance-1838182778-project] No DVR routers for this DVR port d6efcee6-9346-43ff-8a8a-b8f5b0d3eaa2 on host n-h1-713301-16 {{(pid=95102) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 20:34:43.894765 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-be896771-3156-48d6-9103-ed2d2974514a req-1008ef42-1a10-4a44-9cdd-979b8f588439 tempest-TestShelveInstance-1838182778 tempest-TestShelveInstance-1838182778-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222849'] for port, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:34:43.896784 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-be896771-3156-48d6-9103-ed2d2974514a req-1008ef42-1a10-4a44-9cdd-979b8f588439 tempest-TestShelveInstance-1838182778 tempest-TestShelveInstance-1838182778-project] 10.222.0.74 "DELETE /v2.0/ports/d6efcee6-9346-43ff-8a8a-b8f5b0d3eaa2 HTTP/1.1" status: 204 len: 173 time: 0.4204333 Sep 23 20:34:44.041692 n-d-713301-16 neutron-server[95102]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '98884a9d-8419-487c-9d1b-793626c8c4d9', 'name': 'network-vif-deleted', 'tag': 'd6efcee6-9346-43ff-8a8a-b8f5b0d3eaa2'}] {{(pid=95102) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 20:34:44.043978 n-d-713301-16 neutron-server[95102]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a8356a6bd5e554bb349ddb806ba98ee8c25ce2b3f69d698f62da31b860ff3eb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb09f393-e47a-490f-af78-0ed89e799360" -d '{"events": [{"server_uuid": "98884a9d-8419-487c-9d1b-793626c8c4d9", "name": "network-vif-deleted", "tag": "d6efcee6-9346-43ff-8a8a-b8f5b0d3eaa2"}]}' {{(pid=95102) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 20:34:44.079669 n-d-713301-16 neutron-server[95102]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 20:34:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80be26fd-53ef-48fc-a33f-648964e56bb7 x-openstack-request-id: req-80be26fd-53ef-48fc-a33f-648964e56bb7 {{(pid=95102) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 20:34:44.079958 n-d-713301-16 neutron-server[95102]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "98884a9d-8419-487c-9d1b-793626c8c4d9", "name": "network-vif-deleted", "tag": "d6efcee6-9346-43ff-8a8a-b8f5b0d3eaa2", "status": "completed", "code": 200}]} {{(pid=95102) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 20:34:44.080219 n-d-713301-16 neutron-server[95102]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-80be26fd-53ef-48fc-a33f-648964e56bb7 {{(pid=95102) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 20:34:44.080758 n-d-713301-16 neutron-server[95102]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '98884a9d-8419-487c-9d1b-793626c8c4d9', 'name': 'network-vif-deleted', 'tag': 'd6efcee6-9346-43ff-8a8a-b8f5b0d3eaa2', 'status': 'completed', 'code': 200} Sep 23 20:34:44.615039 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 35652) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:34:44.673597 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-1db271d6-cb4c-4b96-8ca4-bc0530e2aeb6 tempest-TestShelveInstance-1838182778 tempest-TestShelveInstance-1838182778-project] Notify callbacks [] for security_group, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:34:44.699534 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-1db271d6-cb4c-4b96-8ca4-bc0530e2aeb6 tempest-TestShelveInstance-1838182778 tempest-TestShelveInstance-1838182778-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:34:44.758193 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-1db271d6-cb4c-4b96-8ca4-bc0530e2aeb6 tempest-TestShelveInstance-1838182778 tempest-TestShelveInstance-1838182778-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:34:44.760832 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-1db271d6-cb4c-4b96-8ca4-bc0530e2aeb6 tempest-TestShelveInstance-1838182778 tempest-TestShelveInstance-1838182778-project] Notify callbacks [] for security_group, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:34:44.762031 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-1db271d6-cb4c-4b96-8ca4-bc0530e2aeb6 tempest-TestShelveInstance-1838182778 tempest-TestShelveInstance-1838182778-project] 10.222.0.67 "DELETE /v2.0/security-groups/5114331d-e362-4f52-b6e2-14bc1d8c7657 HTTP/1.1" status: 204 len: 168 time: 0.1460276 Sep 23 20:34:44.772469 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1db271d6-cb4c-4b96-8ca4-bc0530e2aeb6 tempest-TestShelveInstance-1838182778 tempest-TestShelveInstance-1838182778-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5114331d-e362-4f52-b6e2-14bc1d8c7657,revision_number=None']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:34:44.780092 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1db271d6-cb4c-4b96-8ca4-bc0530e2aeb6 tempest-TestShelveInstance-1838182778 tempest-TestShelveInstance-1838182778-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:34:44.780444 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1db271d6-cb4c-4b96-8ca4-bc0530e2aeb6 tempest-TestShelveInstance-1838182778 tempest-TestShelveInstance-1838182778-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:34:44.780807 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1db271d6-cb4c-4b96-8ca4-bc0530e2aeb6 tempest-TestShelveInstance-1838182778 tempest-TestShelveInstance-1838182778-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:34:44.781141 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1db271d6-cb4c-4b96-8ca4-bc0530e2aeb6 tempest-TestShelveInstance-1838182778 tempest-TestShelveInstance-1838182778-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:34:44.781468 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1db271d6-cb4c-4b96-8ca4-bc0530e2aeb6 tempest-TestShelveInstance-1838182778 tempest-TestShelveInstance-1838182778-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:34:44.781794 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1db271d6-cb4c-4b96-8ca4-bc0530e2aeb6 tempest-TestShelveInstance-1838182778 tempest-TestShelveInstance-1838182778-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:34:44.782115 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1db271d6-cb4c-4b96-8ca4-bc0530e2aeb6 tempest-TestShelveInstance-1838182778 tempest-TestShelveInstance-1838182778-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:34:44.782437 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1db271d6-cb4c-4b96-8ca4-bc0530e2aeb6 tempest-TestShelveInstance-1838182778 tempest-TestShelveInstance-1838182778-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:34:44.782749 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1db271d6-cb4c-4b96-8ca4-bc0530e2aeb6 tempest-TestShelveInstance-1838182778 tempest-TestShelveInstance-1838182778-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:34:44.783074 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1db271d6-cb4c-4b96-8ca4-bc0530e2aeb6 tempest-TestShelveInstance-1838182778 tempest-TestShelveInstance-1838182778-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:34:44.783445 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1db271d6-cb4c-4b96-8ca4-bc0530e2aeb6 tempest-TestShelveInstance-1838182778 tempest-TestShelveInstance-1838182778-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:34:44.784973 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1db271d6-cb4c-4b96-8ca4-bc0530e2aeb6 tempest-TestShelveInstance-1838182778 tempest-TestShelveInstance-1838182778-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:34:45.327309 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 35660) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:34:45.332047 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.v2.base [None req-32d5f8a2-6b41-4cd7-9a82-fff71152a6ab tempest-TestShelveInstance-1838182778 tempest-TestShelveInstance-1838182778-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-921050894', 'description': 'tempest-secgroup-smoke-921050894 description', 'project_id': '29863d1907e84df3a5a1f64e85c708b7'}} {{(pid=95101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 20:34:45.353714 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-32d5f8a2-6b41-4cd7-9a82-fff71152a6ab tempest-TestShelveInstance-1838182778 tempest-TestShelveInstance-1838182778-project] Notify callbacks [] for security_group, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:34:45.440867 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-32d5f8a2-6b41-4cd7-9a82-fff71152a6ab tempest-TestShelveInstance-1838182778 tempest-TestShelveInstance-1838182778-project] Notify callbacks [] for security_group, precommit_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:34:45.444856 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-32d5f8a2-6b41-4cd7-9a82-fff71152a6ab tempest-TestShelveInstance-1838182778 tempest-TestShelveInstance-1838182778-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:34:45.472775 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-32d5f8a2-6b41-4cd7-9a82-fff71152a6ab tempest-TestShelveInstance-1838182778 tempest-TestShelveInstance-1838182778-project] Notify callbacks [] for security_group, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:34:45.474005 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-32d5f8a2-6b41-4cd7-9a82-fff71152a6ab tempest-TestShelveInstance-1838182778 tempest-TestShelveInstance-1838182778-project] 10.222.0.67 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1456838 Sep 23 20:34:45.476963 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 35662) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:34:45.477898 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32d5f8a2-6b41-4cd7-9a82-fff71152a6ab tempest-TestShelveInstance-1838182778 tempest-TestShelveInstance-1838182778-project] Pushing event updated for resources: {'SecurityGroup': ['ID=891cb51b-4cb4-4451-afd8-cca8be17c3ba,revision_number=1']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:34:45.481728 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.v2.base [None req-56f8492b-b03b-4345-989b-9f7144b248cd tempest-TestShelveInstance-1838182778 tempest-TestShelveInstance-1838182778-project] Request body: {'security_group_rule': {'security_group_id': '891cb51b-4cb4-4451-afd8-cca8be17c3ba', 'project_id': '29863d1907e84df3a5a1f64e85c708b7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 20:34:45.507444 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-56f8492b-b03b-4345-989b-9f7144b248cd tempest-TestShelveInstance-1838182778 tempest-TestShelveInstance-1838182778-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:34:45.562082 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-56f8492b-b03b-4345-989b-9f7144b248cd tempest-TestShelveInstance-1838182778 tempest-TestShelveInstance-1838182778-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:34:45.565526 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-56f8492b-b03b-4345-989b-9f7144b248cd tempest-TestShelveInstance-1838182778 tempest-TestShelveInstance-1838182778-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575319'] for security_group_rule, after_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:34:45.583597 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f8492b-b03b-4345-989b-9f7144b248cd tempest-TestShelveInstance-1838182778 tempest-TestShelveInstance-1838182778-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=46f920b5-5833-4f6e-a3eb-d091748d343f,revision_number=0']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:34:45.588787 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-56f8492b-b03b-4345-989b-9f7144b248cd tempest-TestShelveInstance-1838182778 tempest-TestShelveInstance-1838182778-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:34:45.592594 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-56f8492b-b03b-4345-989b-9f7144b248cd tempest-TestShelveInstance-1838182778 tempest-TestShelveInstance-1838182778-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1120055 Sep 23 20:34:45.592797 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 35664) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:34:45.597841 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.v2.base [None req-2213491d-0494-4dea-86c9-871b9ab533fd tempest-TestShelveInstance-1838182778 tempest-TestShelveInstance-1838182778-project] Request body: {'security_group_rule': {'security_group_id': '891cb51b-4cb4-4451-afd8-cca8be17c3ba', 'project_id': '29863d1907e84df3a5a1f64e85c708b7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=95102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 20:34:45.622516 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-2213491d-0494-4dea-86c9-871b9ab533fd tempest-TestShelveInstance-1838182778 tempest-TestShelveInstance-1838182778-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:34:45.681104 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-2213491d-0494-4dea-86c9-871b9ab533fd tempest-TestShelveInstance-1838182778 tempest-TestShelveInstance-1838182778-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:34:45.684478 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-2213491d-0494-4dea-86c9-871b9ab533fd tempest-TestShelveInstance-1838182778 tempest-TestShelveInstance-1838182778-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575319'] for security_group_rule, after_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:34:45.703651 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2213491d-0494-4dea-86c9-871b9ab533fd tempest-TestShelveInstance-1838182778 tempest-TestShelveInstance-1838182778-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=16c0c300-6d3b-4bc1-ae5f-cb56e9d02117,revision_number=0']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:34:45.708347 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-2213491d-0494-4dea-86c9-871b9ab533fd tempest-TestShelveInstance-1838182778 tempest-TestShelveInstance-1838182778-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:34:45.709581 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-2213491d-0494-4dea-86c9-871b9ab533fd tempest-TestShelveInstance-1838182778 tempest-TestShelveInstance-1838182778-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1159897 Sep 23 20:34:45.712255 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 35666) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:34:45.716535 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.v2.base [None req-4bbe3f90-327e-4ed5-a575-e50caf302d2f tempest-TestShelveInstance-1838182778 tempest-TestShelveInstance-1838182778-project] Request body: {'security_group_rule': {'security_group_id': '891cb51b-4cb4-4451-afd8-cca8be17c3ba', 'project_id': '29863d1907e84df3a5a1f64e85c708b7', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=95102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 20:34:45.741896 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-4bbe3f90-327e-4ed5-a575-e50caf302d2f tempest-TestShelveInstance-1838182778 tempest-TestShelveInstance-1838182778-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:34:45.799879 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-4bbe3f90-327e-4ed5-a575-e50caf302d2f tempest-TestShelveInstance-1838182778 tempest-TestShelveInstance-1838182778-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:34:45.803286 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-4bbe3f90-327e-4ed5-a575-e50caf302d2f tempest-TestShelveInstance-1838182778 tempest-TestShelveInstance-1838182778-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575319'] for security_group_rule, after_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:34:45.820679 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bbe3f90-327e-4ed5-a575-e50caf302d2f tempest-TestShelveInstance-1838182778 tempest-TestShelveInstance-1838182778-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b106475d-164f-4661-b420-27405b6963cb,revision_number=0']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:34:45.827677 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-4bbe3f90-327e-4ed5-a575-e50caf302d2f tempest-TestShelveInstance-1838182778 tempest-TestShelveInstance-1838182778-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:34:45.827862 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-4bbe3f90-327e-4ed5-a575-e50caf302d2f tempest-TestShelveInstance-1838182778 tempest-TestShelveInstance-1838182778-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1145246 Sep 23 20:34:45.831645 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 35668) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:34:45.836111 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.v2.base [None req-39df2a37-5327-41bb-95dc-9d476c22d9e8 tempest-TestShelveInstance-1838182778 tempest-TestShelveInstance-1838182778-project] Request body: {'security_group_rule': {'security_group_id': '891cb51b-4cb4-4451-afd8-cca8be17c3ba', 'project_id': '29863d1907e84df3a5a1f64e85c708b7', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=95102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 20:34:45.860659 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-39df2a37-5327-41bb-95dc-9d476c22d9e8 tempest-TestShelveInstance-1838182778 tempest-TestShelveInstance-1838182778-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:34:45.918640 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-39df2a37-5327-41bb-95dc-9d476c22d9e8 tempest-TestShelveInstance-1838182778 tempest-TestShelveInstance-1838182778-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:34:45.922620 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-39df2a37-5327-41bb-95dc-9d476c22d9e8 tempest-TestShelveInstance-1838182778 tempest-TestShelveInstance-1838182778-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575319'] for security_group_rule, after_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:34:45.940377 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39df2a37-5327-41bb-95dc-9d476c22d9e8 tempest-TestShelveInstance-1838182778 tempest-TestShelveInstance-1838182778-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=15101a37-1197-455b-b907-afeef4eb12f5,revision_number=0']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:34:45.946642 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-39df2a37-5327-41bb-95dc-9d476c22d9e8 tempest-TestShelveInstance-1838182778 tempest-TestShelveInstance-1838182778-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:34:45.950177 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-39df2a37-5327-41bb-95dc-9d476c22d9e8 tempest-TestShelveInstance-1838182778 tempest-TestShelveInstance-1838182778-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1153264 Sep 23 20:34:45.951960 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 35670) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:34:45.956855 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.v2.base [None req-86f149ad-e9da-4ffd-b66e-b37a4b4f9d78 tempest-TestShelveInstance-1838182778 tempest-TestShelveInstance-1838182778-project] Request body: {'security_group_rule': {'security_group_id': '891cb51b-4cb4-4451-afd8-cca8be17c3ba', 'project_id': '29863d1907e84df3a5a1f64e85c708b7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=95102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 20:34:45.978340 n-d-713301-16 neutron-server[95102]: INFO neutron.db.securitygroups_db [None req-86f149ad-e9da-4ffd-b66e-b37a4b4f9d78 tempest-TestShelveInstance-1838182778 tempest-TestShelveInstance-1838182778-project] Project 29863d1907e84df3a5a1f64e85c708b7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 23 20:34:45.983201 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-86f149ad-e9da-4ffd-b66e-b37a4b4f9d78 tempest-TestShelveInstance-1838182778 tempest-TestShelveInstance-1838182778-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:34:46.044422 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-86f149ad-e9da-4ffd-b66e-b37a4b4f9d78 tempest-TestShelveInstance-1838182778 tempest-TestShelveInstance-1838182778-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:34:46.047712 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-86f149ad-e9da-4ffd-b66e-b37a4b4f9d78 tempest-TestShelveInstance-1838182778 tempest-TestShelveInstance-1838182778-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575319'] for security_group_rule, after_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:34:46.064291 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86f149ad-e9da-4ffd-b66e-b37a4b4f9d78 tempest-TestShelveInstance-1838182778 tempest-TestShelveInstance-1838182778-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=afbb2c88-41d9-4446-a2cd-187c30afda8a,revision_number=0']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:34:46.070846 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-86f149ad-e9da-4ffd-b66e-b37a4b4f9d78 tempest-TestShelveInstance-1838182778 tempest-TestShelveInstance-1838182778-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:34:46.071972 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-86f149ad-e9da-4ffd-b66e-b37a4b4f9d78 tempest-TestShelveInstance-1838182778 tempest-TestShelveInstance-1838182778-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1190727 Sep 23 20:34:46.074976 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 35672) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:34:46.079261 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.v2.base [None req-238e5467-ee55-426c-a484-6fa09ad00958 tempest-TestShelveInstance-1838182778 tempest-TestShelveInstance-1838182778-project] Request body: {'security_group_rule': {'security_group_id': '891cb51b-4cb4-4451-afd8-cca8be17c3ba', 'project_id': '29863d1907e84df3a5a1f64e85c708b7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=95102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 20:34:46.100356 n-d-713301-16 neutron-server[95102]: INFO neutron.db.securitygroups_db [None req-238e5467-ee55-426c-a484-6fa09ad00958 tempest-TestShelveInstance-1838182778 tempest-TestShelveInstance-1838182778-project] Project 29863d1907e84df3a5a1f64e85c708b7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 23 20:34:46.104969 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-238e5467-ee55-426c-a484-6fa09ad00958 tempest-TestShelveInstance-1838182778 tempest-TestShelveInstance-1838182778-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:34:46.164975 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-238e5467-ee55-426c-a484-6fa09ad00958 tempest-TestShelveInstance-1838182778 tempest-TestShelveInstance-1838182778-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:34:46.168894 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-238e5467-ee55-426c-a484-6fa09ad00958 tempest-TestShelveInstance-1838182778 tempest-TestShelveInstance-1838182778-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575319'] for security_group_rule, after_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:34:46.188438 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-238e5467-ee55-426c-a484-6fa09ad00958 tempest-TestShelveInstance-1838182778 tempest-TestShelveInstance-1838182778-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7a37eaec-5257-49d5-bae9-92b08f5e74bc,revision_number=0']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:34:46.194496 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-238e5467-ee55-426c-a484-6fa09ad00958 tempest-TestShelveInstance-1838182778 tempest-TestShelveInstance-1838182778-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:34:46.195542 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-238e5467-ee55-426c-a484-6fa09ad00958 tempest-TestShelveInstance-1838182778 tempest-TestShelveInstance-1838182778-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1196272 Sep 23 20:34:47.811350 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Device d6efcee6-9346-43ff-8a8a-b8f5b0d3eaa2 no longer exists at agent hyperv_n-h1-713301-16 {{(pid=95103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 20:34:47.834234 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.plugin [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] No Port match for: d6efcee6-9346-43ff-8a8a-b8f5b0d3eaa2 {{(pid=95103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 20:34:47.834566 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Device d6efcee6-9346-43ff-8a8a-b8f5b0d3eaa2 not bound to the agent host n-h1-713301-16 {{(pid=95103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 20:34:49.840577 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-6b47d6f5-6927-4b90-b6b5-516d3658a995 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:34:53.049603 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-a8a66a92-21fa-4e19-ae58-5709bed90645 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:34:53.239828 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:34:53.729319 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-0ae75029-feb6-4728-9a94-5f9b60993d82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:34:55.571270 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-80e7e501-6c57-470d-92c6-e3d54bc3195c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:34:58.635691 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:34:58.968493 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:35:00.468471 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-7fb41dad-4440-420c-9d86-0f03e452684d req-8a5f700e-83c3-4d7d-9ce1-0e28b5c497a4 tempest-TestShelveInstance-1838182778 tempest-TestShelveInstance-1838182778-project] 10.222.0.67 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-921050894&fields=id&tenant_id=29863d1907e84df3a5a1f64e85c708b7 HTTP/1.1" status: 200 len: 267 time: 0.0336699 Sep 23 20:35:00.576392 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb41dad-4440-420c-9d86-0f03e452684d req-c0158ad1-eff6-4255-a6d0-41fbb29167b5 tempest-TestShelveInstance-1838182778 tempest-TestShelveInstance-1838182778-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:35:00.577895 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-7fb41dad-4440-420c-9d86-0f03e452684d req-c0158ad1-eff6-4255-a6d0-41fbb29167b5 tempest-TestShelveInstance-1838182778 tempest-TestShelveInstance-1838182778-project] 10.222.0.67 "GET /v2.0/networks?id=9b1c63e7-475b-4888-85b4-32608966f897 HTTP/1.1" status: 200 len: 808 time: 0.1027110 Sep 23 20:35:00.592440 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-7fb41dad-4440-420c-9d86-0f03e452684d req-860e9b1f-0de7-450d-a942-6aa177a5713c tempest-TestShelveInstance-1838182778 tempest-TestShelveInstance-1838182778-project] 10.222.0.67 "GET /v2.0/quotas/29863d1907e84df3a5a1f64e85c708b7 HTTP/1.1" status: 200 len: 375 time: 0.0087547 Sep 23 20:35:00.644000 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-7fb41dad-4440-420c-9d86-0f03e452684d req-fc2551df-d82e-46cb-b7e2-02e1e86e3a13 tempest-TestShelveInstance-1838182778 tempest-TestShelveInstance-1838182778-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=29863d1907e84df3a5a1f64e85c708b7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0457413 Sep 23 20:35:00.703558 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [req-7fb41dad-4440-420c-9d86-0f03e452684d req-0151c21f-832a-4723-87e9-663425504152 service neutron] http://10.222.0.67:9696/v2.0/extensions returned with HTTP 200 {{(pid=95102) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 23 20:35:00.704568 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-7fb41dad-4440-420c-9d86-0f03e452684d req-0151c21f-832a-4723-87e9-663425504152 service neutron] 10.222.0.67 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0493996 Sep 23 20:35:00.797541 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-7fb41dad-4440-420c-9d86-0f03e452684d req-d88293d4-38fa-4e0d-be42-2f673333635e service neutron] 10.222.0.67 "GET /v2.0/networks/9b1c63e7-475b-4888-85b4-32608966f897?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861449 Sep 23 20:35:00.885579 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-7fb41dad-4440-420c-9d86-0f03e452684d req-22bbef77-d0a5-4c4d-b172-71c85291b65e service neutron] 10.222.0.67 "GET /v2.0/networks/9b1c63e7-475b-4888-85b4-32608966f897?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812614 Sep 23 20:35:01.168050 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-24f8656a-89f3-4fd4-97f6-f763bbd20c0f req-795b4994-d513-4132-bf60-4b4096e48774 tempest-TestShelveInstance-1838182778 tempest-TestShelveInstance-1838182778-project] 10.222.0.67 "GET /v2.0/ports?device_id=2e965b8b-8bb4-4c3c-9911-7edf7f3269e7 HTTP/1.1" status: 200 len: 210 time: 0.0270720 Sep 23 20:35:02.103462 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb41dad-4440-420c-9d86-0f03e452684d req-648bfe0a-56c7-40b9-b247-dc0e7a5e99d6 tempest-TestShelveInstance-1838182778 tempest-TestShelveInstance-1838182778-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:35:02.105046 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-7fb41dad-4440-420c-9d86-0f03e452684d req-648bfe0a-56c7-40b9-b247-dc0e7a5e99d6 tempest-TestShelveInstance-1838182778 tempest-TestShelveInstance-1838182778-project] 10.222.0.74 "GET /v2.0/networks?id=9b1c63e7-475b-4888-85b4-32608966f897 HTTP/1.1" status: 200 len: 808 time: 0.1113126 Sep 23 20:35:02.148012 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-7fb41dad-4440-420c-9d86-0f03e452684d req-f816978f-3002-4b31-924b-c5672c620a37 tempest-TestShelveInstance-1838182778 tempest-TestShelveInstance-1838182778-project] 10.222.0.74 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=29863d1907e84df3a5a1f64e85c708b7 HTTP/1.1" status: 200 len: 379 time: 0.0339224 Sep 23 20:35:02.157021 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.v2.base [req-7fb41dad-4440-420c-9d86-0f03e452684d req-43cee3f9-b848-45c3-924f-76dca0636207 tempest-TestShelveInstance-1838182778 tempest-TestShelveInstance-1838182778-project] Request body: {'port': {'device_id': '2e965b8b-8bb4-4c3c-9911-7edf7f3269e7', 'network_id': '9b1c63e7-475b-4888-85b4-32608966f897', 'admin_state_up': True, 'tenant_id': '29863d1907e84df3a5a1f64e85c708b7', 'security_groups': ['891cb51b-4cb4-4451-afd8-cca8be17c3ba']}} {{(pid=95102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 20:35:02.606203 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-0333ecb1-5b98-455c-8826-bead04926f82 req-48ccf050-b208-4a65-85d9-f7bb8ebc295f tempest-TestShelveInstance-1838182778 tempest-TestShelveInstance-1838182778-project] 10.222.0.67 "GET /v2.0/ports?device_id=2e965b8b-8bb4-4c3c-9911-7edf7f3269e7 HTTP/1.1" status: 200 len: 210 time: 0.0336022 Sep 23 20:35:02.641432 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7fb41dad-4440-420c-9d86-0f03e452684d req-43cee3f9-b848-45c3-924f-76dca0636207 tempest-TestShelveInstance-1838182778 tempest-TestShelveInstance-1838182778-project] Made reservation on behalf of 29863d1907e84df3a5a1f64e85c708b7 for: {'port': 1} {{(pid=95102) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 20:35:02.645826 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-7fb41dad-4440-420c-9d86-0f03e452684d req-43cee3f9-b848-45c3-924f-76dca0636207 tempest-TestShelveInstance-1838182778 tempest-TestShelveInstance-1838182778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:35:02.776688 n-d-713301-16 neutron-server[95102]: DEBUG neutron.db.db_base_plugin_common [req-7fb41dad-4440-420c-9d86-0f03e452684d req-43cee3f9-b848-45c3-924f-76dca0636207 tempest-TestShelveInstance-1838182778 tempest-TestShelveInstance-1838182778-project] Allocated IP 172.20.0.4 (9b1c63e7-475b-4888-85b4-32608966f897/35b10e9d-9b1e-4cae-89a7-4192968dde11/34505f68-2835-4a60-8780-baf655b6ff45) {{(pid=95102) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 20:35:02.915213 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-7fb41dad-4440-420c-9d86-0f03e452684d req-43cee3f9-b848-45c3-924f-76dca0636207 tempest-TestShelveInstance-1838182778 tempest-TestShelveInstance-1838182778-project] Notify callbacks [] for port, precommit_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:35:02.954195 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-7fb41dad-4440-420c-9d86-0f03e452684d req-43cee3f9-b848-45c3-924f-76dca0636207 tempest-TestShelveInstance-1838182778 tempest-TestShelveInstance-1838182778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783145673135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4399100'] for port, after_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:35:03.000150 n-d-713301-16 neutron-server[95102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7fb41dad-4440-420c-9d86-0f03e452684d req-43cee3f9-b848-45c3-924f-76dca0636207 tempest-TestShelveInstance-1838182778 tempest-TestShelveInstance-1838182778-project] Network 9b1c63e7-475b-4888-85b4-32608966f897 is already hosted by enough agents. {{(pid=95102) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 20:35:03.003251 n-d-713301-16 neutron-server[95102]: DEBUG neutron.scheduler.base_scheduler [req-7fb41dad-4440-420c-9d86-0f03e452684d req-43cee3f9-b848-45c3-924f-76dca0636207 tempest-TestShelveInstance-1838182778 tempest-TestShelveInstance-1838182778-project] Resources bound (agent type, host, resource id): {{(pid=95102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 20:35:03.008540 n-d-713301-16 neutron-server[95102]: DEBUG neutron.db.l3_dvrscheduler_db [req-7fb41dad-4440-420c-9d86-0f03e452684d req-43cee3f9-b848-45c3-924f-76dca0636207 tempest-TestShelveInstance-1838182778 tempest-TestShelveInstance-1838182778-project] Received port after_create {{(pid=95102) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 20:35:03.037452 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43cee3f9-b848-45c3-924f-76dca0636207 tempest-TestShelveInstance-1838182778 tempest-TestShelveInstance-1838182778-project] Pushing event updated for resources: {'Port': ['ID=34505f68-2835-4a60-8780-baf655b6ff45,revision_number=1']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:35:03.068838 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb41dad-4440-420c-9d86-0f03e452684d req-43cee3f9-b848-45c3-924f-76dca0636207 tempest-TestShelveInstance-1838182778 tempest-TestShelveInstance-1838182778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:35:03.069379 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-7fb41dad-4440-420c-9d86-0f03e452684d req-43cee3f9-b848-45c3-924f-76dca0636207 tempest-TestShelveInstance-1838182778 tempest-TestShelveInstance-1838182778-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222849'] for port, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:35:03.085104 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-7fb41dad-4440-420c-9d86-0f03e452684d req-43cee3f9-b848-45c3-924f-76dca0636207 tempest-TestShelveInstance-1838182778 tempest-TestShelveInstance-1838182778-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9315510 Sep 23 20:35:03.101371 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.v2.base [req-7fb41dad-4440-420c-9d86-0f03e452684d req-b3829396-04a0-4bfd-9b9b-4f322ee70d7c service neutron] Request body: {'port': {'device_id': '2e965b8b-8bb4-4c3c-9911-7edf7f3269e7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713301-16'}} {{(pid=95102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 20:35:03.164003 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-7fb41dad-4440-420c-9d86-0f03e452684d req-b3829396-04a0-4bfd-9b9b-4f322ee70d7c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:35:03.232507 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-06c8e2e1-8e6f-496e-ad4b-030f5804c508 None None] Provisioning complete for port 34505f68-2835-4a60-8780-baf655b6ff45 triggered by entity DHCP. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 20:35:03.233177 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-06c8e2e1-8e6f-496e-ad4b-030f5804c508 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:35:03.282486 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.plugin [None req-06c8e2e1-8e6f-496e-ad4b-030f5804c508 None None] Port 34505f68-2835-4a60-8780-baf655b6ff45 cannot update to ACTIVE because it is not bound. {{(pid=95103) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 20:35:03.453653 n-d-713301-16 neutron-server[95102]: DEBUG neutron.notifiers.nova [req-7fb41dad-4440-420c-9d86-0f03e452684d req-b3829396-04a0-4bfd-9b9b-4f322ee70d7c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 34505f68-2835-4a60-8780-baf655b6ff45 {{(pid=95102) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 20:35:03.461651 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-7fb41dad-4440-420c-9d86-0f03e452684d req-b3829396-04a0-4bfd-9b9b-4f322ee70d7c service neutron] Notify callbacks [] for port, precommit_update {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:35:03.473923 n-d-713301-16 neutron-server[95102]: DEBUG neutron.db.provisioning_blocks [req-7fb41dad-4440-420c-9d86-0f03e452684d req-b3829396-04a0-4bfd-9b9b-4f322ee70d7c service neutron] Transition to ACTIVE for port object 34505f68-2835-4a60-8780-baf655b6ff45 will not be triggered until provisioned by entity L2. {{(pid=95102) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 20:35:03.477675 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-7fb41dad-4440-420c-9d86-0f03e452684d req-b3829396-04a0-4bfd-9b9b-4f322ee70d7c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4399095'] for port, after_update {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:35:03.528373 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3829396-04a0-4bfd-9b9b-4f322ee70d7c service neutron] Pushing event updated for resources: {'Port': ['ID=34505f68-2835-4a60-8780-baf655b6ff45,revision_number=2']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:35:03.601605 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.managers [req-7fb41dad-4440-420c-9d86-0f03e452684d req-b3829396-04a0-4bfd-9b9b-4f322ee70d7c service neutron] Attempting to bind port 34505f68-2835-4a60-8780-baf655b6ff45 on host n-h1-713301-16 for vnic_type normal with profile {{(pid=95102) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 20:35:03.602037 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.managers [req-7fb41dad-4440-420c-9d86-0f03e452684d req-b3829396-04a0-4bfd-9b9b-4f322ee70d7c service neutron] Attempting to bind port 34505f68-2835-4a60-8780-baf655b6ff45 by drivers openvswitch,hyperv on host n-h1-713301-16 at level 0 using segments [{'id': '772ab5dc-951f-4d50-bd51-620906c86ec3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '9b1c63e7-475b-4888-85b4-32608966f897'}] {{(pid=95102) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 20:35:03.602450 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fb41dad-4440-420c-9d86-0f03e452684d req-b3829396-04a0-4bfd-9b9b-4f322ee70d7c service neutron] Attempting to bind port 34505f68-2835-4a60-8780-baf655b6ff45 on network 9b1c63e7-475b-4888-85b4-32608966f897 {{(pid=95102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 20:35:03.606909 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fb41dad-4440-420c-9d86-0f03e452684d req-b3829396-04a0-4bfd-9b9b-4f322ee70d7c service neutron] Port 34505f68-2835-4a60-8780-baf655b6ff45 on network 9b1c63e7-475b-4888-85b4-32608966f897 not bound, no agent of type Open vSwitch agent registered on host n-h1-713301-16 {{(pid=95102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 20:35:03.607232 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fb41dad-4440-420c-9d86-0f03e452684d req-b3829396-04a0-4bfd-9b9b-4f322ee70d7c service neutron] Attempting to bind port 34505f68-2835-4a60-8780-baf655b6ff45 on network 9b1c63e7-475b-4888-85b4-32608966f897 {{(pid=95102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 20:35:03.612404 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fb41dad-4440-420c-9d86-0f03e452684d req-b3829396-04a0-4bfd-9b9b-4f322ee70d7c service neutron] Checking agent: {'id': '0708c3e9-0aad-4600-9be9-d2486535c898', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713301-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 19, 15, 28), 'started_at': datetime.datetime(2021, 9, 23, 19, 15, 28), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 20, 34, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 20:35:03.613595 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fb41dad-4440-420c-9d86-0f03e452684d req-b3829396-04a0-4bfd-9b9b-4f322ee70d7c service neutron] Checking segment: {'id': '772ab5dc-951f-4d50-bd51-620906c86ec3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '9b1c63e7-475b-4888-85b4-32608966f897'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95102) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 20:35:03.614000 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fb41dad-4440-420c-9d86-0f03e452684d req-b3829396-04a0-4bfd-9b9b-4f322ee70d7c service neutron] Bound using segment: {'id': '772ab5dc-951f-4d50-bd51-620906c86ec3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '9b1c63e7-475b-4888-85b4-32608966f897'} {{(pid=95102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 20:35:03.614434 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.managers [req-7fb41dad-4440-420c-9d86-0f03e452684d req-b3829396-04a0-4bfd-9b9b-4f322ee70d7c service neutron] Bound port: 34505f68-2835-4a60-8780-baf655b6ff45, host: n-h1-713301-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '772ab5dc-951f-4d50-bd51-620906c86ec3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '9b1c63e7-475b-4888-85b4-32608966f897'}}] {{(pid=95102) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 20:35:03.614798 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-7fb41dad-4440-420c-9d86-0f03e452684d req-b3829396-04a0-4bfd-9b9b-4f322ee70d7c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:35:03.706116 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.db [req-7fb41dad-4440-420c-9d86-0f03e452684d req-b3829396-04a0-4bfd-9b9b-4f322ee70d7c service neutron] For port 34505f68-2835-4a60-8780-baf655b6ff45, host n-h1-713301-16, cleared binding levels {{(pid=95102) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 20:35:03.733597 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.db [req-7fb41dad-4440-420c-9d86-0f03e452684d req-b3829396-04a0-4bfd-9b9b-4f322ee70d7c service neutron] For port 34505f68-2835-4a60-8780-baf655b6ff45, host n-h1-713301-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-16',level=0,port_id=34505f68-2835-4a60-8780-baf655b6ff45,segment=NetworkSegment(772ab5dc-951f-4d50-bd51-620906c86ec3),segment_id=772ab5dc-951f-4d50-bd51-620906c86ec3)] {{(pid=95102) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 20:35:03.742200 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-7fb41dad-4440-420c-9d86-0f03e452684d req-b3829396-04a0-4bfd-9b9b-4f322ee70d7c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4399095'] for port, after_update {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:35:03.790673 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d56d01f-3ec8-4ae4-ad1b-b1651a7d9a00 req-961fbf87-9232-4994-ab65-6275268857c5 tempest-TestShelveInstance-1838182778 tempest-TestShelveInstance-1838182778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:35:03.792330 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-9d56d01f-3ec8-4ae4-ad1b-b1651a7d9a00 req-961fbf87-9232-4994-ab65-6275268857c5 tempest-TestShelveInstance-1838182778 tempest-TestShelveInstance-1838182778-project] 10.222.0.67 "GET /v2.0/ports?device_id=2e965b8b-8bb4-4c3c-9911-7edf7f3269e7 HTTP/1.1" status: 200 len: 943 time: 0.1046197 Sep 23 20:35:03.793702 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb41dad-4440-420c-9d86-0f03e452684d req-b3829396-04a0-4bfd-9b9b-4f322ee70d7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:35:03.794358 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-7fb41dad-4440-420c-9d86-0f03e452684d req-b3829396-04a0-4bfd-9b9b-4f322ee70d7c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222849'] for port, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:35:03.795779 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-7fb41dad-4440-420c-9d86-0f03e452684d req-b3829396-04a0-4bfd-9b9b-4f322ee70d7c service neutron] 10.222.0.74 "PUT /v2.0/ports/34505f68-2835-4a60-8780-baf655b6ff45 HTTP/1.1" status: 200 len: 1092 time: 0.7001617 Sep 23 20:35:03.798437 n-d-713301-16 neutron-server[95102]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2e965b8b-8bb4-4c3c-9911-7edf7f3269e7', 'tag': '34505f68-2835-4a60-8780-baf655b6ff45'}] {{(pid=95102) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 20:35:03.803845 n-d-713301-16 neutron-server[95102]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a8356a6bd5e554bb349ddb806ba98ee8c25ce2b3f69d698f62da31b860ff3eb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb1690c5-387e-4426-b18a-6e525340df62" -d '{"events": [{"name": "network-changed", "server_uuid": "2e965b8b-8bb4-4c3c-9911-7edf7f3269e7", "tag": "34505f68-2835-4a60-8780-baf655b6ff45"}]}' {{(pid=95102) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 20:35:03.874593 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3829396-04a0-4bfd-9b9b-4f322ee70d7c service neutron] Pushing event updated for resources: {'Port': ['ID=34505f68-2835-4a60-8780-baf655b6ff45,revision_number=3']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:35:03.880320 n-d-713301-16 neutron-server[95102]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 20:35:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d5cd4f3-4cf2-41c4-825c-00c496b181b1 x-openstack-request-id: req-0d5cd4f3-4cf2-41c4-825c-00c496b181b1 {{(pid=95102) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 20:35:03.880840 n-d-713301-16 neutron-server[95102]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2e965b8b-8bb4-4c3c-9911-7edf7f3269e7", "tag": "34505f68-2835-4a60-8780-baf655b6ff45", "status": "completed", "code": 200}]} {{(pid=95102) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 20:35:03.881275 n-d-713301-16 neutron-server[95102]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-0d5cd4f3-4cf2-41c4-825c-00c496b181b1 {{(pid=95102) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 20:35:03.881822 n-d-713301-16 neutron-server[95102]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2e965b8b-8bb4-4c3c-9911-7edf7f3269e7', 'tag': '34505f68-2835-4a60-8780-baf655b6ff45', 'status': 'completed', 'code': 200} Sep 23 20:35:03.914022 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-9d56d01f-3ec8-4ae4-ad1b-b1651a7d9a00 req-b888db59-6dd2-40d2-b5e3-770dabf5dff6 tempest-TestShelveInstance-1838182778 tempest-TestShelveInstance-1838182778-project] 10.222.0.67 "GET /v2.0/security-groups?id=891cb51b-4cb4-4451-afd8-cca8be17c3ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0857499 Sep 23 20:35:03.921162 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb41dad-4440-420c-9d86-0f03e452684d req-3590bbb4-e668-4f70-8abc-6b4fc89b6bdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:35:03.922747 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-7fb41dad-4440-420c-9d86-0f03e452684d req-3590bbb4-e668-4f70-8abc-6b4fc89b6bdd service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=29863d1907e84df3a5a1f64e85c708b7&device_id=2e965b8b-8bb4-4c3c-9911-7edf7f3269e7 HTTP/1.1" status: 200 len: 1095 time: 0.0848038 Sep 23 20:35:03.967881 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-7fb41dad-4440-420c-9d86-0f03e452684d req-634eedc0-a2c4-4f47-a245-3eb45ca4b524 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=34505f68-2835-4a60-8780-baf655b6ff45 HTTP/1.1" status: 200 len: 217 time: 0.0374105 Sep 23 20:35:04.026096 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb41dad-4440-420c-9d86-0f03e452684d req-8081c82f-d902-4f8f-90ce-f22d0aade050 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:35:04.027588 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-7fb41dad-4440-420c-9d86-0f03e452684d req-8081c82f-d902-4f8f-90ce-f22d0aade050 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=35b10e9d-9b1e-4cae-89a7-4192968dde11 HTTP/1.1" status: 200 len: 847 time: 0.0530202 Sep 23 20:35:04.078356 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb41dad-4440-420c-9d86-0f03e452684d req-b1bbd014-1385-4536-bf34-2293b09637d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:35:04.079866 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-7fb41dad-4440-420c-9d86-0f03e452684d req-b1bbd014-1385-4536-bf34-2293b09637d2 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=9b1c63e7-475b-4888-85b4-32608966f897&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0451927 Sep 23 20:35:04.168768 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-7fb41dad-4440-420c-9d86-0f03e452684d req-cba1c860-6bd8-4842-9d5d-93bba03b0797 service neutron] 10.222.0.74 "GET /v2.0/networks/9b1c63e7-475b-4888-85b4-32608966f897?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818834 Sep 23 20:35:04.261298 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-7fb41dad-4440-420c-9d86-0f03e452684d req-7959a1ff-c9e6-4abf-87c8-08f76032b77e service neutron] 10.222.0.74 "GET /v2.0/networks/9b1c63e7-475b-4888-85b4-32608966f897?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856044 Sep 23 20:35:04.346239 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb1690c5-387e-4426-b18a-6e525340df62 req-f1f613b3-47ed-4854-836d-50570f90452d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:35:04.348968 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-eb1690c5-387e-4426-b18a-6e525340df62 req-f1f613b3-47ed-4854-836d-50570f90452d service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=29863d1907e84df3a5a1f64e85c708b7&device_id=2e965b8b-8bb4-4c3c-9911-7edf7f3269e7 HTTP/1.1" status: 200 len: 1095 time: 0.0432122 Sep 23 20:35:04.443896 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb1690c5-387e-4426-b18a-6e525340df62 req-6b338f9b-bbf8-47cc-ba7a-62e9c9a2d4ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:35:04.445495 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-eb1690c5-387e-4426-b18a-6e525340df62 req-6b338f9b-bbf8-47cc-ba7a-62e9c9a2d4ac service neutron] 10.222.0.74 "GET /v2.0/networks?id=9b1c63e7-475b-4888-85b4-32608966f897 HTTP/1.1" status: 200 len: 909 time: 0.0892289 Sep 23 20:35:04.489056 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-eb1690c5-387e-4426-b18a-6e525340df62 req-ccb0e0e3-5a4a-4077-b20a-0751543a19bd service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=34505f68-2835-4a60-8780-baf655b6ff45 HTTP/1.1" status: 200 len: 217 time: 0.0366561 Sep 23 20:35:04.538705 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb1690c5-387e-4426-b18a-6e525340df62 req-d9a0f572-56ed-4d43-932e-909926b089b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:35:04.540389 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-eb1690c5-387e-4426-b18a-6e525340df62 req-d9a0f572-56ed-4d43-932e-909926b089b4 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=35b10e9d-9b1e-4cae-89a7-4192968dde11 HTTP/1.1" status: 200 len: 847 time: 0.0448065 Sep 23 20:35:04.588919 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb1690c5-387e-4426-b18a-6e525340df62 req-86acb530-1ef6-4c48-94ec-e93b607bd578 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:35:04.590598 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-eb1690c5-387e-4426-b18a-6e525340df62 req-86acb530-1ef6-4c48-94ec-e93b607bd578 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=9b1c63e7-475b-4888-85b4-32608966f897&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0437775 Sep 23 20:35:04.694914 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-eb1690c5-387e-4426-b18a-6e525340df62 req-e7a8d91c-f089-45b1-93d1-0a257df01a02 service neutron] 10.222.0.74 "GET /v2.0/networks/9b1c63e7-475b-4888-85b4-32608966f897?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0966542 Sep 23 20:35:04.793259 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-eb1690c5-387e-4426-b18a-6e525340df62 req-e58ec2b8-1eb6-4e9b-8e59-98a5877d77c8 service neutron] 10.222.0.74 "GET /v2.0/networks/9b1c63e7-475b-4888-85b4-32608966f897?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906050 Sep 23 20:35:05.038273 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7056791-a943-475e-9446-2f37907e7c68 req-f1d265b8-b6c9-4b10-8968-658ed8c0c0e6 tempest-TestShelveInstance-1838182778 tempest-TestShelveInstance-1838182778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:35:05.039838 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-f7056791-a943-475e-9446-2f37907e7c68 req-f1d265b8-b6c9-4b10-8968-658ed8c0c0e6 tempest-TestShelveInstance-1838182778 tempest-TestShelveInstance-1838182778-project] 10.222.0.67 "GET /v2.0/ports?device_id=2e965b8b-8bb4-4c3c-9911-7edf7f3269e7 HTTP/1.1" status: 200 len: 943 time: 0.0509012 Sep 23 20:35:05.080525 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-f7056791-a943-475e-9446-2f37907e7c68 req-89a925e7-3092-4fab-bcf6-f570fb8101c6 tempest-TestShelveInstance-1838182778 tempest-TestShelveInstance-1838182778-project] 10.222.0.67 "GET /v2.0/security-groups?id=891cb51b-4cb4-4451-afd8-cca8be17c3ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341387 Sep 23 20:35:06.197437 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c45db4bd-4a28-45aa-9571-4ff97c975347 req-d3290a46-d05e-49ee-9815-6c440c6dc615 tempest-TestShelveInstance-1838182778 tempest-TestShelveInstance-1838182778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:35:06.199091 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-c45db4bd-4a28-45aa-9571-4ff97c975347 req-d3290a46-d05e-49ee-9815-6c440c6dc615 tempest-TestShelveInstance-1838182778 tempest-TestShelveInstance-1838182778-project] 10.222.0.67 "GET /v2.0/ports?device_id=2e965b8b-8bb4-4c3c-9911-7edf7f3269e7 HTTP/1.1" status: 200 len: 943 time: 0.0481937 Sep 23 20:35:06.241578 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-c45db4bd-4a28-45aa-9571-4ff97c975347 req-d7eef8f4-d516-4a0a-baac-cd887f4c6222 tempest-TestShelveInstance-1838182778 tempest-TestShelveInstance-1838182778-project] 10.222.0.67 "GET /v2.0/security-groups?id=891cb51b-4cb4-4451-afd8-cca8be17c3ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365615 Sep 23 20:35:06.547357 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.agents_db [None req-f2f5c474-60a3-474f-b2cc-02c4bd30880c None None] Agent healthcheck: found 7 active agents {{(pid=95104) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 20:35:07.359298 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96cc2090-7d1c-4ec4-9154-e273fa722723 req-95aae93b-630b-42c5-8ea8-5bbd38250dc9 tempest-TestShelveInstance-1838182778 tempest-TestShelveInstance-1838182778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:35:07.360845 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-96cc2090-7d1c-4ec4-9154-e273fa722723 req-95aae93b-630b-42c5-8ea8-5bbd38250dc9 tempest-TestShelveInstance-1838182778 tempest-TestShelveInstance-1838182778-project] 10.222.0.67 "GET /v2.0/ports?device_id=2e965b8b-8bb4-4c3c-9911-7edf7f3269e7 HTTP/1.1" status: 200 len: 943 time: 0.0534208 Sep 23 20:35:07.398264 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-96cc2090-7d1c-4ec4-9154-e273fa722723 req-7f45f17c-5abb-4fe2-ab11-da3b9d0d6269 tempest-TestShelveInstance-1838182778 tempest-TestShelveInstance-1838182778-project] 10.222.0.67 "GET /v2.0/security-groups?id=891cb51b-4cb4-4451-afd8-cca8be17c3ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314672 Sep 23 20:35:08.511007 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc4301a-b056-4be7-9921-5e8689c977c3 req-5247ea7a-cdc9-4066-b1d2-a8d9c71a26cc tempest-TestShelveInstance-1838182778 tempest-TestShelveInstance-1838182778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:35:08.512524 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-bbc4301a-b056-4be7-9921-5e8689c977c3 req-5247ea7a-cdc9-4066-b1d2-a8d9c71a26cc tempest-TestShelveInstance-1838182778 tempest-TestShelveInstance-1838182778-project] 10.222.0.67 "GET /v2.0/ports?device_id=2e965b8b-8bb4-4c3c-9911-7edf7f3269e7 HTTP/1.1" status: 200 len: 943 time: 0.0484903 Sep 23 20:35:08.550156 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-bbc4301a-b056-4be7-9921-5e8689c977c3 req-0d0af0bd-6ee0-4587-ad79-b024a6d862ca tempest-TestShelveInstance-1838182778 tempest-TestShelveInstance-1838182778-project] 10.222.0.67 "GET /v2.0/security-groups?id=891cb51b-4cb4-4451-afd8-cca8be17c3ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315580 Sep 23 20:35:09.665943 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97712b51-8909-4eaa-9804-e391773581c0 req-8a39717a-aa0c-42fe-a7f6-50ddd7c9febc tempest-TestShelveInstance-1838182778 tempest-TestShelveInstance-1838182778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:35:09.667434 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-97712b51-8909-4eaa-9804-e391773581c0 req-8a39717a-aa0c-42fe-a7f6-50ddd7c9febc tempest-TestShelveInstance-1838182778 tempest-TestShelveInstance-1838182778-project] 10.222.0.67 "GET /v2.0/ports?device_id=2e965b8b-8bb4-4c3c-9911-7edf7f3269e7 HTTP/1.1" status: 200 len: 943 time: 0.0488548 Sep 23 20:35:09.705540 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-97712b51-8909-4eaa-9804-e391773581c0 req-55db7d5e-d0a7-4552-8277-df4ceed90807 tempest-TestShelveInstance-1838182778 tempest-TestShelveInstance-1838182778-project] 10.222.0.67 "GET /v2.0/security-groups?id=891cb51b-4cb4-4451-afd8-cca8be17c3ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321164 Sep 23 20:35:10.822859 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e3104f7-fd2c-45dc-bf32-c8d0c04aa8cf req-1cdb3df6-35ff-4ea5-94c4-78d793cf7fcc tempest-TestShelveInstance-1838182778 tempest-TestShelveInstance-1838182778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:35:10.824623 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-3e3104f7-fd2c-45dc-bf32-c8d0c04aa8cf req-1cdb3df6-35ff-4ea5-94c4-78d793cf7fcc tempest-TestShelveInstance-1838182778 tempest-TestShelveInstance-1838182778-project] 10.222.0.67 "GET /v2.0/ports?device_id=2e965b8b-8bb4-4c3c-9911-7edf7f3269e7 HTTP/1.1" status: 200 len: 943 time: 0.0533130 Sep 23 20:35:10.861480 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-3e3104f7-fd2c-45dc-bf32-c8d0c04aa8cf req-dfa1db47-ffbf-4b6d-a7ef-268339ca3027 tempest-TestShelveInstance-1838182778 tempest-TestShelveInstance-1838182778-project] 10.222.0.67 "GET /v2.0/security-groups?id=891cb51b-4cb4-4451-afd8-cca8be17c3ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310397 Sep 23 20:35:11.975302 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3043b657-c237-43f2-80c2-03bb9b31fa6e req-49a92ea4-25e8-4e7a-8d61-8803b91c4fd1 tempest-TestShelveInstance-1838182778 tempest-TestShelveInstance-1838182778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:35:11.976801 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-3043b657-c237-43f2-80c2-03bb9b31fa6e req-49a92ea4-25e8-4e7a-8d61-8803b91c4fd1 tempest-TestShelveInstance-1838182778 tempest-TestShelveInstance-1838182778-project] 10.222.0.67 "GET /v2.0/ports?device_id=2e965b8b-8bb4-4c3c-9911-7edf7f3269e7 HTTP/1.1" status: 200 len: 943 time: 0.0497503 Sep 23 20:35:12.014186 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-3043b657-c237-43f2-80c2-03bb9b31fa6e req-36b70efe-06cf-486e-93b2-f20283b9b546 tempest-TestShelveInstance-1838182778 tempest-TestShelveInstance-1838182778-project] 10.222.0.67 "GET /v2.0/security-groups?id=891cb51b-4cb4-4451-afd8-cca8be17c3ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311632 Sep 23 20:35:13.127153 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f9e938a-ca73-4aa7-a60d-39b1bf661406 req-b355e3db-25d2-4ed8-9f6a-4fc4a3866a6b tempest-TestShelveInstance-1838182778 tempest-TestShelveInstance-1838182778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:35:13.128665 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-1f9e938a-ca73-4aa7-a60d-39b1bf661406 req-b355e3db-25d2-4ed8-9f6a-4fc4a3866a6b tempest-TestShelveInstance-1838182778 tempest-TestShelveInstance-1838182778-project] 10.222.0.67 "GET /v2.0/ports?device_id=2e965b8b-8bb4-4c3c-9911-7edf7f3269e7 HTTP/1.1" status: 200 len: 943 time: 0.0490987 Sep 23 20:35:13.166789 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-1f9e938a-ca73-4aa7-a60d-39b1bf661406 req-78b3b378-0d71-4f16-b836-4cb38c5ab99a tempest-TestShelveInstance-1838182778 tempest-TestShelveInstance-1838182778-project] 10.222.0.67 "GET /v2.0/security-groups?id=891cb51b-4cb4-4451-afd8-cca8be17c3ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313427 Sep 23 20:35:13.887582 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Device 34505f68-2835-4a60-8780-baf655b6ff45 details requested by agent hyperv_n-h1-713301-16 with host n-h1-713301-16 {{(pid=95103) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 20:35:13.982369 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] For port 34505f68-2835-4a60-8780-baf655b6ff45, host n-h1-713301-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-16',level=0,port_id=34505f68-2835-4a60-8780-baf655b6ff45,segment=NetworkSegment(772ab5dc-951f-4d50-bd51-620906c86ec3),segment_id=772ab5dc-951f-4d50-bd51-620906c86ec3)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 20:35:13.992948 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Returning: {'device': '34505f68-2835-4a60-8780-baf655b6ff45', 'network_id': '9b1c63e7-475b-4888-85b4-32608966f897', 'port_id': '34505f68-2835-4a60-8780-baf655b6ff45', 'mac_address': 'fa:16:3e:50:22:70', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 630, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '35b10e9d-9b1e-4cae-89a7-4192968dde11', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95103) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 20:35:14.027942 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:35:14.040289 n-d-713301-16 neutron-server[95103]: DEBUG neutron.notifiers.nova [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 34505f68-2835-4a60-8780-baf655b6ff45 {{(pid=95103) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 20:35:14.059126 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] For port 34505f68-2835-4a60-8780-baf655b6ff45, host n-h1-713301-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-16',level=0,port_id=34505f68-2835-4a60-8780-baf655b6ff45,segment=NetworkSegment(772ab5dc-951f-4d50-bd51-620906c86ec3),segment_id=772ab5dc-951f-4d50-bd51-620906c86ec3)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 20:35:14.062589 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:35:14.113225 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Pushing event updated for resources: {'Port': ['ID=34505f68-2835-4a60-8780-baf655b6ff45,revision_number=4']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:35:14.120881 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:35:14.121224 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:35:14.121560 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:35:14.121893 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:35:14.122224 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:35:14.122549 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:35:14.122877 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:35:14.123198 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:35:14.123518 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:35:14.123835 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:35:14.124152 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:35:14.124468 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:35:14.265343 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] get_ports_and_sgs() called for port_ids ['34505f68-2835-4a60-8780-baf655b6ff45'] {{(pid=95103) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 20:35:14.297028 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d998d2-b400-479a-9f91-1b5e6805ff7b req-36435e70-6d90-49cb-863f-d6808d2f6ad1 tempest-TestShelveInstance-1838182778 tempest-TestShelveInstance-1838182778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:35:14.298443 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-91d998d2-b400-479a-9f91-1b5e6805ff7b req-36435e70-6d90-49cb-863f-d6808d2f6ad1 tempest-TestShelveInstance-1838182778 tempest-TestShelveInstance-1838182778-project] 10.222.0.67 "GET /v2.0/ports?device_id=2e965b8b-8bb4-4c3c-9911-7edf7f3269e7 HTTP/1.1" status: 200 len: 944 time: 0.0605345 Sep 23 20:35:14.337622 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-91d998d2-b400-479a-9f91-1b5e6805ff7b req-872ff463-11a6-4212-b1ff-cc1d7dd02a0b tempest-TestShelveInstance-1838182778 tempest-TestShelveInstance-1838182778-project] 10.222.0.67 "GET /v2.0/security-groups?id=891cb51b-4cb4-4451-afd8-cca8be17c3ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328887 Sep 23 20:35:15.452490 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b955e1cd-8176-43f3-830d-5859745a10fb req-c91f52d0-bf3d-47cf-9c1c-2a2ea993e248 tempest-TestShelveInstance-1838182778 tempest-TestShelveInstance-1838182778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:35:15.453987 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-b955e1cd-8176-43f3-830d-5859745a10fb req-c91f52d0-bf3d-47cf-9c1c-2a2ea993e248 tempest-TestShelveInstance-1838182778 tempest-TestShelveInstance-1838182778-project] 10.222.0.67 "GET /v2.0/ports?device_id=2e965b8b-8bb4-4c3c-9911-7edf7f3269e7 HTTP/1.1" status: 200 len: 944 time: 0.0499496 Sep 23 20:35:15.497310 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-b955e1cd-8176-43f3-830d-5859745a10fb req-613ae922-cb3a-4818-bc51-dfa764f912ed tempest-TestShelveInstance-1838182778 tempest-TestShelveInstance-1838182778-project] 10.222.0.67 "GET /v2.0/security-groups?id=891cb51b-4cb4-4451-afd8-cca8be17c3ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372393 Sep 23 20:35:15.903325 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Device 34505f68-2835-4a60-8780-baf655b6ff45 up at agent hyperv_n-h1-713301-16 {{(pid=95103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 20:35:15.956245 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Provisioning for port 34505f68-2835-4a60-8780-baf655b6ff45 completed by entity L2. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 20:35:15.960622 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Provisioning complete for port 34505f68-2835-4a60-8780-baf655b6ff45 triggered by entity L2. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 20:35:15.961010 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:35:16.041589 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:35:16.063443 n-d-713301-16 neutron-server[95103]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e965b8b-8bb4-4c3c-9911-7edf7f3269e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34505f68-2835-4a60-8780-baf655b6ff45'}] {{(pid=95103) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 20:35:16.065699 n-d-713301-16 neutron-server[95103]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1848421c4d334b5bfe6f5b9de07f03d1600ee538ec1ae4f0fcf02c32f81bee4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-796d6b4a-4e05-4551-858f-c72cbd07100b" -d '{"events": [{"server_uuid": "2e965b8b-8bb4-4c3c-9911-7edf7f3269e7", "name": "network-vif-plugged", "status": "completed", "tag": "34505f68-2835-4a60-8780-baf655b6ff45"}]}' {{(pid=95103) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 20:35:16.080970 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] For port 34505f68-2835-4a60-8780-baf655b6ff45, host n-h1-713301-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-16',level=0,port_id=34505f68-2835-4a60-8780-baf655b6ff45,segment=NetworkSegment(772ab5dc-951f-4d50-bd51-620906c86ec3),segment_id=772ab5dc-951f-4d50-bd51-620906c86ec3)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 20:35:16.084969 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:35:16.131547 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Pushing event updated for resources: {'Port': ['ID=34505f68-2835-4a60-8780-baf655b6ff45,revision_number=5']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:35:16.174215 n-d-713301-16 neutron-server[95103]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 20:35:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c55c203-ebf2-4c27-b2c9-136baca42fc6 x-openstack-request-id: req-0c55c203-ebf2-4c27-b2c9-136baca42fc6 {{(pid=95103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 20:35:16.174509 n-d-713301-16 neutron-server[95103]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2e965b8b-8bb4-4c3c-9911-7edf7f3269e7", "name": "network-vif-plugged", "status": "completed", "tag": "34505f68-2835-4a60-8780-baf655b6ff45", "code": 200}]} {{(pid=95103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 20:35:16.174763 n-d-713301-16 neutron-server[95103]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-0c55c203-ebf2-4c27-b2c9-136baca42fc6 {{(pid=95103) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 20:35:16.175166 n-d-713301-16 neutron-server[95103]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e965b8b-8bb4-4c3c-9911-7edf7f3269e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34505f68-2835-4a60-8780-baf655b6ff45', 'code': 200} Sep 23 20:35:16.279164 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4033b8-3b4c-4ec4-8a92-a7df1e57f7fd req-ecde6cc1-c289-4b5a-82e2-9f2a96694f0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:35:16.280785 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-1f4033b8-3b4c-4ec4-8a92-a7df1e57f7fd req-ecde6cc1-c289-4b5a-82e2-9f2a96694f0f service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=2e965b8b-8bb4-4c3c-9911-7edf7f3269e7 HTTP/1.1" status: 200 len: 1097 time: 0.0477374 Sep 23 20:35:16.317770 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-1f4033b8-3b4c-4ec4-8a92-a7df1e57f7fd req-d3a1d772-1c8f-4c50-8fcc-04cdb482e04c service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=891cb51b-4cb4-4451-afd8-cca8be17c3ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0293798 Sep 23 20:35:16.614600 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a00077-958f-4664-a1da-dafdd5fc4e46 req-dcb32bf3-205e-47eb-8e48-9e6700c9fad0 tempest-TestShelveInstance-1838182778 tempest-TestShelveInstance-1838182778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:35:16.617086 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-05a00077-958f-4664-a1da-dafdd5fc4e46 req-dcb32bf3-205e-47eb-8e48-9e6700c9fad0 tempest-TestShelveInstance-1838182778 tempest-TestShelveInstance-1838182778-project] 10.222.0.67 "GET /v2.0/ports?device_id=2e965b8b-8bb4-4c3c-9911-7edf7f3269e7 HTTP/1.1" status: 200 len: 945 time: 0.0537248 Sep 23 20:35:16.653980 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-05a00077-958f-4664-a1da-dafdd5fc4e46 req-f847d54f-db8b-41f6-b057-84fd785b9ce9 tempest-TestShelveInstance-1838182778 tempest-TestShelveInstance-1838182778-project] 10.222.0.67 "GET /v2.0/security-groups?id=891cb51b-4cb4-4451-afd8-cca8be17c3ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310094 Sep 23 20:35:17.770712 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda871ec-616e-4fc0-98d9-11d09105cfc8 req-ac32c734-f4f1-41b3-9af7-fa1cf40cd6b0 tempest-TestShelveInstance-1838182778 tempest-TestShelveInstance-1838182778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:35:17.772396 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-bda871ec-616e-4fc0-98d9-11d09105cfc8 req-ac32c734-f4f1-41b3-9af7-fa1cf40cd6b0 tempest-TestShelveInstance-1838182778 tempest-TestShelveInstance-1838182778-project] 10.222.0.67 "GET /v2.0/ports?device_id=2e965b8b-8bb4-4c3c-9911-7edf7f3269e7 HTTP/1.1" status: 200 len: 945 time: 0.0494890 Sep 23 20:35:17.810295 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-bda871ec-616e-4fc0-98d9-11d09105cfc8 req-dec5a2b7-6b7a-48f4-906a-651e402f735f tempest-TestShelveInstance-1838182778 tempest-TestShelveInstance-1838182778-project] 10.222.0.67 "GET /v2.0/security-groups?id=891cb51b-4cb4-4451-afd8-cca8be17c3ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318935 Sep 23 20:35:17.924003 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067e8d97-d2f0-4ba2-939a-e81490d911b6 req-c2ddee86-d715-4c5a-aba4-9392b0b85286 tempest-TestShelveInstance-1838182778 tempest-TestShelveInstance-1838182778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:35:17.925616 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-067e8d97-d2f0-4ba2-939a-e81490d911b6 req-c2ddee86-d715-4c5a-aba4-9392b0b85286 tempest-TestShelveInstance-1838182778 tempest-TestShelveInstance-1838182778-project] 10.222.0.67 "GET /v2.0/ports?device_id=2e965b8b-8bb4-4c3c-9911-7edf7f3269e7 HTTP/1.1" status: 200 len: 945 time: 0.0500073 Sep 23 20:35:17.973476 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-067e8d97-d2f0-4ba2-939a-e81490d911b6 req-0062f966-37f0-4213-906f-d3d9485ee246 tempest-TestShelveInstance-1838182778 tempest-TestShelveInstance-1838182778-project] 10.222.0.67 "GET /v2.0/security-groups?id=891cb51b-4cb4-4451-afd8-cca8be17c3ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412142 Sep 23 20:35:17.995907 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 35870) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:35:18.038802 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75aa8bd7-67ca-4994-97ad-22b8bca02cf7 tempest-TestShelveInstance-1232164019 tempest-TestShelveInstance-1232164019-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:35:18.040324 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-75aa8bd7-67ca-4994-97ad-22b8bca02cf7 tempest-TestShelveInstance-1232164019 tempest-TestShelveInstance-1232164019-project-admin] 10.222.0.67 "GET /v2.0/ports?device_id=2e965b8b-8bb4-4c3c-9911-7edf7f3269e7 HTTP/1.1" status: 200 len: 1092 time: 0.0434465 Sep 23 20:35:18.043081 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 35872) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:35:18.047288 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.v2.base [None req-943e0da8-6c94-49a3-8d9f-46b632c13bad tempest-TestShelveInstance-1838182778 tempest-TestShelveInstance-1838182778-project] Request body: {'floatingip': {'floating_network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'port_id': '34505f68-2835-4a60-8780-baf655b6ff45', 'tenant_id': '29863d1907e84df3a5a1f64e85c708b7', 'fixed_ip_address': '172.20.0.4'}} {{(pid=95102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 20:35:18.068843 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-943e0da8-6c94-49a3-8d9f-46b632c13bad tempest-TestShelveInstance-1838182778 tempest-TestShelveInstance-1838182778-project] Notify callbacks [] for floatingip, before_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:35:18.161180 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-943e0da8-6c94-49a3-8d9f-46b632c13bad tempest-TestShelveInstance-1838182778 tempest-TestShelveInstance-1838182778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:35:18.266392 n-d-713301-16 neutron-server[95102]: DEBUG neutron.db.db_base_plugin_common [None req-943e0da8-6c94-49a3-8d9f-46b632c13bad tempest-TestShelveInstance-1838182778 tempest-TestShelveInstance-1838182778-project] Allocated IP 172.25.1.83 (5dec5c09-378e-4f50-89cc-d94eb81c3bac/eff83446-018c-428d-b3f5-54ac9abe7a2a/50fb9765-94c1-4efd-8af2-492791747e2d) {{(pid=95102) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 20:35:18.365219 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-943e0da8-6c94-49a3-8d9f-46b632c13bad tempest-TestShelveInstance-1838182778 tempest-TestShelveInstance-1838182778-project] Notify callbacks [] for port, precommit_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:35:18.397531 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-943e0da8-6c94-49a3-8d9f-46b632c13bad tempest-TestShelveInstance-1838182778 tempest-TestShelveInstance-1838182778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783145673135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4399100'] for port, after_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:35:18.438054 n-d-713301-16 neutron-server[95102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-943e0da8-6c94-49a3-8d9f-46b632c13bad tempest-TestShelveInstance-1838182778 tempest-TestShelveInstance-1838182778-project] Network 5dec5c09-378e-4f50-89cc-d94eb81c3bac is already hosted by enough agents. {{(pid=95102) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 20:35:18.442244 n-d-713301-16 neutron-server[95102]: DEBUG neutron.scheduler.base_scheduler [None req-943e0da8-6c94-49a3-8d9f-46b632c13bad tempest-TestShelveInstance-1838182778 tempest-TestShelveInstance-1838182778-project] Resources bound (agent type, host, resource id): {{(pid=95102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 20:35:18.449189 n-d-713301-16 neutron-server[95102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-943e0da8-6c94-49a3-8d9f-46b632c13bad tempest-TestShelveInstance-1838182778 tempest-TestShelveInstance-1838182778-project] Received port after_create {{(pid=95102) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 20:35:18.451040 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-943e0da8-6c94-49a3-8d9f-46b632c13bad tempest-TestShelveInstance-1838182778 tempest-TestShelveInstance-1838182778-project] Pushing event updated for resources: {'Port': ['ID=50fb9765-94c1-4efd-8af2-492791747e2d,revision_number=1']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:35:18.786960 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-943e0da8-6c94-49a3-8d9f-46b632c13bad tempest-TestShelveInstance-1838182778 tempest-TestShelveInstance-1838182778-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:35:18.854896 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-943e0da8-6c94-49a3-8d9f-46b632c13bad tempest-TestShelveInstance-1838182778 tempest-TestShelveInstance-1838182778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:35:19.003116 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-943e0da8-6c94-49a3-8d9f-46b632c13bad tempest-TestShelveInstance-1838182778 tempest-TestShelveInstance-1838182778-project] Notify callbacks [] for port, precommit_update {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:35:19.011805 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-943e0da8-6c94-49a3-8d9f-46b632c13bad tempest-TestShelveInstance-1838182778 tempest-TestShelveInstance-1838182778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4399095'] for port, after_update {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:35:19.081378 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-943e0da8-6c94-49a3-8d9f-46b632c13bad tempest-TestShelveInstance-1838182778 tempest-TestShelveInstance-1838182778-project] Pushing event updated for resources: {'Port': ['ID=50fb9765-94c1-4efd-8af2-492791747e2d,revision_number=2']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:35:19.093221 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-943e0da8-6c94-49a3-8d9f-46b632c13bad tempest-TestShelveInstance-1838182778 tempest-TestShelveInstance-1838182778-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-601884'] for floatingip, after_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:35:19.196145 n-d-713301-16 neutron-server[95102]: INFO neutron.db.l3_db [None req-943e0da8-6c94-49a3-8d9f-46b632c13bad tempest-TestShelveInstance-1838182778 tempest-TestShelveInstance-1838182778-project] Floating IP e81c7f19-a3df-4d85-b49d-885e199c337b associated. External IP: 172.25.1.83, port: 34505f68-2835-4a60-8780-baf655b6ff45. Sep 23 20:35:19.413485 n-d-713301-16 neutron-server[95102]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-943e0da8-6c94-49a3-8d9f-46b632c13bad tempest-TestShelveInstance-1838182778 tempest-TestShelveInstance-1838182778-project] Router a03f96ad-1523-46bc-a6c5-f40d81ca3ec8 has already been hosted by L3 agent 79a740bf-7821-4989-8288-7186e3e128f3 {{(pid=95102) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 20:35:19.532312 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-943e0da8-6c94-49a3-8d9f-46b632c13bad tempest-TestShelveInstance-1838182778 tempest-TestShelveInstance-1838182778-project] Notify agent at l3_agent.n-d-713301-16 the message routers_updated {{(pid=95102) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 20:35:19.542617 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ec73da6-bd40-48b3-b74f-e4f4f1da0a7b None None] Sync routers for ids ['a03f96ad-1523-46bc-a6c5-f40d81ca3ec8'] in n-d-713301-16 {{(pid=95104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 20:35:19.549192 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-943e0da8-6c94-49a3-8d9f-46b632c13bad tempest-TestShelveInstance-1838182778 tempest-TestShelveInstance-1838182778-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222849'] for floatingip, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:35:19.552532 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ec73da6-bd40-48b3-b74f-e4f4f1da0a7b None None] Routers {'a03f96ad-1523-46bc-a6c5-f40d81ca3ec8'} bound to L3 agent in host n-d-713301-16 {{(pid=95104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 20:35:19.553922 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_hamode_db [None req-7ec73da6-bd40-48b3-b74f-e4f4f1da0a7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-23T19:07:52Z,description=,heartbeat_timestamp=2021-09-23T20:34:53Z,host='n-d-713301-16',id=79a740bf-7821-4989-8288-7186e3e128f3,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:07:52Z,topic='l3_agent')) {'router_ids': ['a03f96ad-1523-46bc-a6c5-f40d81ca3ec8'], 'active': True} {{(pid=95104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 20:35:19.578221 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-943e0da8-6c94-49a3-8d9f-46b632c13bad tempest-TestShelveInstance-1838182778 tempest-TestShelveInstance-1838182778-project] 10.222.0.67 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.5341303 Sep 23 20:35:19.578938 n-d-713301-16 neutron-server[95102]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2e965b8b-8bb4-4c3c-9911-7edf7f3269e7', 'tag': '34505f68-2835-4a60-8780-baf655b6ff45'}] {{(pid=95102) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 20:35:19.581252 n-d-713301-16 neutron-server[95102]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a8356a6bd5e554bb349ddb806ba98ee8c25ce2b3f69d698f62da31b860ff3eb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a944688b-7561-4f7e-9dea-b542abd63e0d" -d '{"events": [{"name": "network-changed", "server_uuid": "2e965b8b-8bb4-4c3c-9911-7edf7f3269e7", "tag": "34505f68-2835-4a60-8780-baf655b6ff45"}]}' {{(pid=95102) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 20:35:19.617743 n-d-713301-16 neutron-server[95102]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 20:35:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a2e1a14-e591-4804-a235-5eb4abf61b99 x-openstack-request-id: req-7a2e1a14-e591-4804-a235-5eb4abf61b99 {{(pid=95102) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 20:35:19.618032 n-d-713301-16 neutron-server[95102]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2e965b8b-8bb4-4c3c-9911-7edf7f3269e7", "tag": "34505f68-2835-4a60-8780-baf655b6ff45", "status": "completed", "code": 200}]} {{(pid=95102) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 20:35:19.618285 n-d-713301-16 neutron-server[95102]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-7a2e1a14-e591-4804-a235-5eb4abf61b99 {{(pid=95102) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 20:35:19.618692 n-d-713301-16 neutron-server[95102]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2e965b8b-8bb4-4c3c-9911-7edf7f3269e7', 'tag': '34505f68-2835-4a60-8780-baf655b6ff45', 'status': 'completed', 'code': 200} Sep 23 20:35:19.664294 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_dvr_db [None req-7ec73da6-bd40-48b3-b74f-e4f4f1da0a7b None None] Set router a03f96ad-1523-46bc-a6c5-f40d81ca3ec8 gateway port host: n-d-713301-16 {{(pid=95104) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 20:35:19.677902 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a944688b-7561-4f7e-9dea-b542abd63e0d req-d2deca1c-580c-4d09-ac84-b3f420af4bbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:35:19.679932 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-a944688b-7561-4f7e-9dea-b542abd63e0d req-d2deca1c-580c-4d09-ac84-b3f420af4bbe service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=29863d1907e84df3a5a1f64e85c708b7&device_id=2e965b8b-8bb4-4c3c-9911-7edf7f3269e7 HTTP/1.1" status: 200 len: 1097 time: 0.0410130 Sep 23 20:35:19.776970 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a944688b-7561-4f7e-9dea-b542abd63e0d req-29044501-8bfc-4084-8186-11171afe100d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:35:19.778511 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-a944688b-7561-4f7e-9dea-b542abd63e0d req-29044501-8bfc-4084-8186-11171afe100d service neutron] 10.222.0.74 "GET /v2.0/networks?id=9b1c63e7-475b-4888-85b4-32608966f897 HTTP/1.1" status: 200 len: 909 time: 0.0886705 Sep 23 20:35:19.844647 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-e83f875a-8a8a-479a-8f76-e2376b32a80a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:35:19.846842 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-a944688b-7561-4f7e-9dea-b542abd63e0d req-2eeeb106-ad46-410b-aa64-8c11044400e4 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=34505f68-2835-4a60-8780-baf655b6ff45 HTTP/1.1" status: 200 len: 998 time: 0.0616202 Sep 23 20:35:19.893055 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_hamode_db [None req-7ec73da6-bd40-48b3-b74f-e4f4f1da0a7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a03f96ad-1523-46bc-a6c5-f40d81ca3ec8', 'name': 'tempest-TestShelveInstance-899449625-router', 'tenant_id': '29863d1907e84df3a5a1f64e85c708b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'external_fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.153'}], 'enable_snat': True}, 'gw_port_id': '26271e37-baa7-4259-bc11-75443dfb8970', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T20:30:28Z', 'updated_at': '2021-09-23T20:30:30Z', 'revision_number': 4, 'project_id': '29863d1907e84df3a5a1f64e85c708b7', 'gw_port': {'id': '26271e37-baa7-4259-bc11-75443dfb8970', 'name': '', 'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:da:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a03f96ad-1523-46bc-a6c5-f40d81ca3ec8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T20:30:28Z', 'updated_at': '2021-09-23T20:30:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-16', '_floatingips': [{'id': 'e81c7f19-a3df-4d85-b49d-885e199c337b', 'tenant_id': '29863d1907e84df3a5a1f64e85c708b7', 'floating_ip_address': '172.25.1.83', 'floating_network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'router_id': 'a03f96ad-1523-46bc-a6c5-f40d81ca3ec8', 'port_id': '34505f68-2835-4a60-8780-baf655b6ff45', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4314, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9b1c63e7-475b-4888-85b4-32608966f897', 'mac_address': 'fa:16:3e:50:22:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e965b8b-8bb4-4c3c-9911-7edf7f3269e7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-23T20:35:18Z', 'updated_at': '2021-09-23T20:35:18Z', 'revision_number': 0, 'project_id': '29863d1907e84df3a5a1f64e85c708b7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f8b0cdea-059e-4a98-89c3-9691eef11d1d', 'name': '', 'network_id': '9b1c63e7-475b-4888-85b4-32608966f897', 'tenant_id': '29863d1907e84df3a5a1f64e85c708b7', 'mac_address': 'fa:16:3e:0f:56:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a03f96ad-1523-46bc-a6c5-f40d81ca3ec8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': '35b10e9d-9b1e-4cae-89a7-4192968dde11', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T20:30:30Z', 'updated_at': '2021-09-23T20:30:34Z', 'revision_number': 5, 'project_id': '29863d1907e84df3a5a1f64e85c708b7', 'subnets': [{'id': '35b10e9d-9b1e-4cae-89a7-4192968dde11', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-16', False) {} {{(pid=95104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 20:35:19.895335 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a944688b-7561-4f7e-9dea-b542abd63e0d req-77a0fdc8-c476-4ff0-8629-c9b17c532439 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:35:19.897482 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-a944688b-7561-4f7e-9dea-b542abd63e0d req-77a0fdc8-c476-4ff0-8629-c9b17c532439 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=35b10e9d-9b1e-4cae-89a7-4192968dde11 HTTP/1.1" status: 200 len: 847 time: 0.0439229 Sep 23 20:35:19.920176 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ec73da6-bd40-48b3-b74f-e4f4f1da0a7b None None] Checking router: a03f96ad-1523-46bc-a6c5-f40d81ca3ec8 for host: n-d-713301-16 {{(pid=95104) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 20:35:19.928431 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ec73da6-bd40-48b3-b74f-e4f4f1da0a7b None None] Routers {'a03f96ad-1523-46bc-a6c5-f40d81ca3ec8'} bound to L3 agent in host n-d-713301-16 {{(pid=95104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 20:35:19.929072 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_hamode_db [None req-7ec73da6-bd40-48b3-b74f-e4f4f1da0a7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-23T19:07:52Z,description=,heartbeat_timestamp=2021-09-23T20:34:53Z,host='n-d-713301-16',id=79a740bf-7821-4989-8288-7186e3e128f3,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:07:52Z,topic='l3_agent')) {'router_ids': ['a03f96ad-1523-46bc-a6c5-f40d81ca3ec8'], 'active': True} {{(pid=95104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 20:35:19.947503 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a944688b-7561-4f7e-9dea-b542abd63e0d req-75704fe2-a8aa-45ef-b787-0b3c6eec5918 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:35:19.949321 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-a944688b-7561-4f7e-9dea-b542abd63e0d req-75704fe2-a8aa-45ef-b787-0b3c6eec5918 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=9b1c63e7-475b-4888-85b4-32608966f897&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0451307 Sep 23 20:35:20.036800 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_dvr_db [None req-7ec73da6-bd40-48b3-b74f-e4f4f1da0a7b None None] Set router a03f96ad-1523-46bc-a6c5-f40d81ca3ec8 gateway port host: n-d-713301-16 {{(pid=95104) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 20:35:20.042571 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-a944688b-7561-4f7e-9dea-b542abd63e0d req-61bf2d5b-a57e-4c1d-b4cd-78ecec65d905 service neutron] 10.222.0.74 "GET /v2.0/networks/9b1c63e7-475b-4888-85b4-32608966f897?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861404 Sep 23 20:35:20.142532 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-a944688b-7561-4f7e-9dea-b542abd63e0d req-702c2fc4-59a3-4fec-8a42-b30b5dbf77bb service neutron] 10.222.0.74 "GET /v2.0/networks/9b1c63e7-475b-4888-85b4-32608966f897?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0927005 Sep 23 20:35:20.273286 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_hamode_db [None req-7ec73da6-bd40-48b3-b74f-e4f4f1da0a7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a03f96ad-1523-46bc-a6c5-f40d81ca3ec8', 'name': 'tempest-TestShelveInstance-899449625-router', 'tenant_id': '29863d1907e84df3a5a1f64e85c708b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'external_fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.153'}], 'enable_snat': True}, 'gw_port_id': '26271e37-baa7-4259-bc11-75443dfb8970', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T20:30:28Z', 'updated_at': '2021-09-23T20:30:30Z', 'revision_number': 4, 'project_id': '29863d1907e84df3a5a1f64e85c708b7', 'gw_port': {'id': '26271e37-baa7-4259-bc11-75443dfb8970', 'name': '', 'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:da:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a03f96ad-1523-46bc-a6c5-f40d81ca3ec8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T20:30:28Z', 'updated_at': '2021-09-23T20:30:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-16', '_floatingips': [{'id': 'e81c7f19-a3df-4d85-b49d-885e199c337b', 'tenant_id': '29863d1907e84df3a5a1f64e85c708b7', 'floating_ip_address': '172.25.1.83', 'floating_network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'router_id': 'a03f96ad-1523-46bc-a6c5-f40d81ca3ec8', 'port_id': '34505f68-2835-4a60-8780-baf655b6ff45', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4314, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9b1c63e7-475b-4888-85b4-32608966f897', 'mac_address': 'fa:16:3e:50:22:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e965b8b-8bb4-4c3c-9911-7edf7f3269e7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-23T20:35:18Z', 'updated_at': '2021-09-23T20:35:18Z', 'revision_number': 0, 'project_id': '29863d1907e84df3a5a1f64e85c708b7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f8b0cdea-059e-4a98-89c3-9691eef11d1d', 'name': '', 'network_id': '9b1c63e7-475b-4888-85b4-32608966f897', 'tenant_id': '29863d1907e84df3a5a1f64e85c708b7', 'mac_address': 'fa:16:3e:0f:56:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a03f96ad-1523-46bc-a6c5-f40d81ca3ec8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': '35b10e9d-9b1e-4cae-89a7-4192968dde11', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T20:30:30Z', 'updated_at': '2021-09-23T20:30:34Z', 'revision_number': 5, 'project_id': '29863d1907e84df3a5a1f64e85c708b7', 'subnets': [{'id': '35b10e9d-9b1e-4cae-89a7-4192968dde11', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-16', False) {} {{(pid=95104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 20:35:20.302409 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ec73da6-bd40-48b3-b74f-e4f4f1da0a7b None None] The sync data for ids ['a03f96ad-1523-46bc-a6c5-f40d81ca3ec8'] in n-d-713301-16 is: [{'id': 'a03f96ad-1523-46bc-a6c5-f40d81ca3ec8', 'name': 'tempest-TestShelveInstance-899449625-router', 'tenant_id': '29863d1907e84df3a5a1f64e85c708b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'external_fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.153'}], 'enable_snat': True}, 'gw_port_id': '26271e37-baa7-4259-bc11-75443dfb8970', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T20:30:28Z', 'updated_at': '2021-09-23T20:30:30Z', 'revision_number': 4, 'project_id': '29863d1907e84df3a5a1f64e85c708b7', 'gw_port': {'id': '26271e37-baa7-4259-bc11-75443dfb8970', 'name': '', 'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:da:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a03f96ad-1523-46bc-a6c5-f40d81ca3ec8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T20:30:28Z', 'updated_at': '2021-09-23T20:30:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-16', '_floatingips': [{'id': 'e81c7f19-a3df-4d85-b49d-885e199c337b', 'tenant_id': '29863d1907e84df3a5a1f64e85c708b7', 'floating_ip_address': '172.25.1.83', 'floating_network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'router_id': 'a03f96ad-1523-46bc-a6c5-f40d81ca3ec8', 'port_id': '34505f68-2835-4a60-8780-baf655b6ff45', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4314, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9b1c63e7-475b-4888-85b4-32608966f897', 'mac_address': 'fa:16:3e:50:22:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e965b8b-8bb4-4c3c-9911-7edf7f3269e7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-23T20:35:18Z', 'updated_at': '2021-09-23T20:35:18Z', 'revision_number': 0, 'project_id': '29863d1907e84df3a5a1f64e85c708b7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f8b0cdea-059e-4a98-89c3-9691eef11d1d', 'name': '', 'network_id': '9b1c63e7-475b-4888-85b4-32608966f897', 'tenant_id': '29863d1907e84df3a5a1f64e85c708b7', 'mac_address': 'fa:16:3e:0f:56:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a03f96ad-1523-46bc-a6c5-f40d81ca3ec8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': '35b10e9d-9b1e-4cae-89a7-4192968dde11', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T20:30:30Z', 'updated_at': '2021-09-23T20:30:34Z', 'revision_number': 5, 'project_id': '29863d1907e84df3a5a1f64e85c708b7', 'subnets': [{'id': '35b10e9d-9b1e-4cae-89a7-4192968dde11', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 20:35:20.511962 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6c7f656-2991-4914-9faa-c8f9f4cc8cc4 None None] New status for floating IP e81c7f19-a3df-4d85-b49d-885e199c337b: ACTIVE {{(pid=95103) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 23 20:35:23.053244 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-91f39d82-dfa3-488d-b221-62f1fd989372 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:35:23.242219 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:35:23.732350 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-0ae75029-feb6-4728-9a94-5f9b60993d82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:35:25.572167 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-80e7e501-6c57-470d-92c6-e3d54bc3195c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:35:28.664341 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:35:28.970804 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:35:43.547830 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.agents_db [None req-f2f5c474-60a3-474f-b2cc-02c4bd30880c None None] Agent healthcheck: found 7 active agents {{(pid=95104) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 20:35:44.169458 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-932e0e04-c94a-4a76-92c4-66170b3fbc1d req-a55c3429-a068-4b36-8fc4-67e225d5e4d8 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=2e965b8b-8bb4-4c3c-9911-7edf7f3269e7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0399027 Sep 23 20:35:44.256395 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-932e0e04-c94a-4a76-92c4-66170b3fbc1d req-b62ada3a-c937-47dc-84c1-e07d359c9a10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:35:44.258761 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-932e0e04-c94a-4a76-92c4-66170b3fbc1d req-b62ada3a-c937-47dc-84c1-e07d359c9a10 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=29863d1907e84df3a5a1f64e85c708b7&device_id=2e965b8b-8bb4-4c3c-9911-7edf7f3269e7 HTTP/1.1" status: 200 len: 1097 time: 0.0458415 Sep 23 20:35:44.389115 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-932e0e04-c94a-4a76-92c4-66170b3fbc1d req-7967a934-72f6-4eed-ad55-7d70adc0c283 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:35:44.390644 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-932e0e04-c94a-4a76-92c4-66170b3fbc1d req-7967a934-72f6-4eed-ad55-7d70adc0c283 service neutron] 10.222.0.74 "GET /v2.0/networks?id=9b1c63e7-475b-4888-85b4-32608966f897 HTTP/1.1" status: 200 len: 909 time: 0.1130993 Sep 23 20:35:44.459610 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-932e0e04-c94a-4a76-92c4-66170b3fbc1d req-d721adad-fedc-4fba-b044-3c0b4f77b74e service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=34505f68-2835-4a60-8780-baf655b6ff45 HTTP/1.1" status: 200 len: 1000 time: 0.0621386 Sep 23 20:35:44.522328 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-932e0e04-c94a-4a76-92c4-66170b3fbc1d req-93f02d2a-7b86-4969-95cd-dfed4a331771 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:35:44.524465 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-932e0e04-c94a-4a76-92c4-66170b3fbc1d req-93f02d2a-7b86-4969-95cd-dfed4a331771 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=35b10e9d-9b1e-4cae-89a7-4192968dde11 HTTP/1.1" status: 200 len: 847 time: 0.0588489 Sep 23 20:35:44.571717 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-932e0e04-c94a-4a76-92c4-66170b3fbc1d req-e6d697d5-d6a1-4f32-9834-570e71f9d63a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:35:44.573567 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-932e0e04-c94a-4a76-92c4-66170b3fbc1d req-e6d697d5-d6a1-4f32-9834-570e71f9d63a service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=9b1c63e7-475b-4888-85b4-32608966f897&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0415359 Sep 23 20:35:44.672574 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-932e0e04-c94a-4a76-92c4-66170b3fbc1d req-3cd0b593-440c-40df-b66d-f25fdc7a029a service neutron] 10.222.0.74 "GET /v2.0/networks/9b1c63e7-475b-4888-85b4-32608966f897?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0916038 Sep 23 20:35:44.762318 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-932e0e04-c94a-4a76-92c4-66170b3fbc1d req-2d48af6c-eb50-40a3-b528-2a246fc0da89 service neutron] 10.222.0.74 "GET /v2.0/networks/9b1c63e7-475b-4888-85b4-32608966f897?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830481 Sep 23 20:35:49.846170 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-6cc5c9c5-5c89-425b-ab3d-2687a890b0e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:35:53.055271 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-2d04b67d-635e-454c-8be9-4b6fbcbe4f9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:35:53.243268 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:35:53.734393 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-0ae75029-feb6-4728-9a94-5f9b60993d82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:35:55.575745 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-80e7e501-6c57-470d-92c6-e3d54bc3195c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:35:58.664219 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:35:58.971048 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:36:19.845917 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-6f00f892-a5b6-4b55-b0ce-bd71dc5c0874 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:36:20.547261 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.agents_db [None req-f2f5c474-60a3-474f-b2cc-02c4bd30880c None None] Agent healthcheck: found 7 active agents {{(pid=95104) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 20:36:23.060120 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-12025bc1-9253-47c0-8573-ac9b44a10928 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:36:23.244030 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:36:23.738205 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-0ae75029-feb6-4728-9a94-5f9b60993d82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:36:25.579595 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-80e7e501-6c57-470d-92c6-e3d54bc3195c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:36:28.678322 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:36:28.986996 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:36:44.195623 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-ba0c0db4-59cb-4e89-af61-6ee990c5b5f3 req-06ca71cd-246e-4c59-a6f2-92064881e02f service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=2e965b8b-8bb4-4c3c-9911-7edf7f3269e7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0393701 Sep 23 20:36:44.279218 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba0c0db4-59cb-4e89-af61-6ee990c5b5f3 req-fd9d269e-f572-4aa6-a0ce-a0e655bd0e65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:36:44.280733 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-ba0c0db4-59cb-4e89-af61-6ee990c5b5f3 req-fd9d269e-f572-4aa6-a0ce-a0e655bd0e65 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=29863d1907e84df3a5a1f64e85c708b7&device_id=2e965b8b-8bb4-4c3c-9911-7edf7f3269e7 HTTP/1.1" status: 200 len: 1097 time: 0.0438511 Sep 23 20:36:44.381434 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba0c0db4-59cb-4e89-af61-6ee990c5b5f3 req-57e5ff39-f673-46a3-a8d8-64843fa8c201 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:36:44.382917 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-ba0c0db4-59cb-4e89-af61-6ee990c5b5f3 req-57e5ff39-f673-46a3-a8d8-64843fa8c201 service neutron] 10.222.0.74 "GET /v2.0/networks?id=9b1c63e7-475b-4888-85b4-32608966f897 HTTP/1.1" status: 200 len: 909 time: 0.0841126 Sep 23 20:36:44.767768 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-ba0c0db4-59cb-4e89-af61-6ee990c5b5f3 req-2193ef8f-a360-4fa2-b421-c1807ccc61ed service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=34505f68-2835-4a60-8780-baf655b6ff45 HTTP/1.1" status: 200 len: 1000 time: 0.3782187 Sep 23 20:36:44.816173 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba0c0db4-59cb-4e89-af61-6ee990c5b5f3 req-2ed96431-2454-481c-b8d9-9a0304464c3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:36:44.817607 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-ba0c0db4-59cb-4e89-af61-6ee990c5b5f3 req-2ed96431-2454-481c-b8d9-9a0304464c3e service neutron] 10.222.0.74 "GET /v2.0/subnets?id=35b10e9d-9b1e-4cae-89a7-4192968dde11 HTTP/1.1" status: 200 len: 847 time: 0.0432003 Sep 23 20:36:44.861824 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba0c0db4-59cb-4e89-af61-6ee990c5b5f3 req-ae3af321-59f0-4f51-9685-54be4d349d3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:36:44.863295 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-ba0c0db4-59cb-4e89-af61-6ee990c5b5f3 req-ae3af321-59f0-4f51-9685-54be4d349d3e service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=9b1c63e7-475b-4888-85b4-32608966f897&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0381725 Sep 23 20:36:44.954644 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-ba0c0db4-59cb-4e89-af61-6ee990c5b5f3 req-89d2a2e3-b347-4016-822f-8ccdedcd9e8f service neutron] 10.222.0.74 "GET /v2.0/networks/9b1c63e7-475b-4888-85b4-32608966f897?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845861 Sep 23 20:36:45.042457 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-ba0c0db4-59cb-4e89-af61-6ee990c5b5f3 req-bb06939f-a21f-4e7a-b41a-d72672e2d8db service neutron] 10.222.0.74 "GET /v2.0/networks/9b1c63e7-475b-4888-85b4-32608966f897?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0803335 Sep 23 20:36:49.847225 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-3ccae9e1-12a7-438e-a8d6-10cad1b9fe78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:36:53.061372 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-dbfa30db-e7e4-4e03-9582-ef1ea65538db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:36:53.250245 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:36:53.742666 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-0ae75029-feb6-4728-9a94-5f9b60993d82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:36:55.582027 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-80e7e501-6c57-470d-92c6-e3d54bc3195c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:36:57.545766 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.agents_db [None req-f2f5c474-60a3-474f-b2cc-02c4bd30880c None None] Agent healthcheck: found 7 active agents {{(pid=95104) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 20:36:58.693642 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:36:58.995001 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:37:17.339495 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c18c71-20f2-40fd-bf4a-a686d905ae59 req-910487a8-79b3-42a1-9b54-d2741e5cea9d tempest-TestShelveInstance-1838182778 tempest-TestShelveInstance-1838182778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:37:17.341099 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-a0c18c71-20f2-40fd-bf4a-a686d905ae59 req-910487a8-79b3-42a1-9b54-d2741e5cea9d tempest-TestShelveInstance-1838182778 tempest-TestShelveInstance-1838182778-project] 10.222.0.67 "GET /v2.0/ports?device_id=2e965b8b-8bb4-4c3c-9911-7edf7f3269e7 HTTP/1.1" status: 200 len: 945 time: 0.0579889 Sep 23 20:37:17.379159 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-a0c18c71-20f2-40fd-bf4a-a686d905ae59 req-0cecb114-52e0-49ff-9503-75a32a655664 tempest-TestShelveInstance-1838182778 tempest-TestShelveInstance-1838182778-project] 10.222.0.67 "GET /v2.0/security-groups?id=891cb51b-4cb4-4451-afd8-cca8be17c3ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319622 Sep 23 20:37:18.804835 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff889c1-0acb-4a60-a3b9-549e4cc3ddc1 req-73abd0b7-562f-42fc-abc5-43e42edad5cd tempest-TestShelveInstance-1838182778 tempest-TestShelveInstance-1838182778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:37:18.806334 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-eff889c1-0acb-4a60-a3b9-549e4cc3ddc1 req-73abd0b7-562f-42fc-abc5-43e42edad5cd tempest-TestShelveInstance-1838182778 tempest-TestShelveInstance-1838182778-project] 10.222.0.67 "GET /v2.0/ports?device_id=2e965b8b-8bb4-4c3c-9911-7edf7f3269e7 HTTP/1.1" status: 200 len: 945 time: 0.0932770 Sep 23 20:37:18.844503 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-eff889c1-0acb-4a60-a3b9-549e4cc3ddc1 req-642ec0c6-51be-4700-a4c4-5db4c3ca3324 tempest-TestShelveInstance-1838182778 tempest-TestShelveInstance-1838182778-project] 10.222.0.67 "GET /v2.0/security-groups?id=891cb51b-4cb4-4451-afd8-cca8be17c3ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319037 Sep 23 20:37:19.847848 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-ac914c05-3fd3-4a46-9258-841a5e9c0111 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:37:19.986258 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7771a4dc-c0f1-4f65-bb49-51dc2cc5418b req-919e1989-d9ac-4655-a980-d83ae80e5203 tempest-TestShelveInstance-1838182778 tempest-TestShelveInstance-1838182778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:37:19.987745 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-7771a4dc-c0f1-4f65-bb49-51dc2cc5418b req-919e1989-d9ac-4655-a980-d83ae80e5203 tempest-TestShelveInstance-1838182778 tempest-TestShelveInstance-1838182778-project] 10.222.0.67 "GET /v2.0/ports?device_id=2e965b8b-8bb4-4c3c-9911-7edf7f3269e7 HTTP/1.1" status: 200 len: 945 time: 0.0492620 Sep 23 20:37:20.025940 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-7771a4dc-c0f1-4f65-bb49-51dc2cc5418b req-e08da09d-6248-4427-8328-ebb67923619b tempest-TestShelveInstance-1838182778 tempest-TestShelveInstance-1838182778-project] 10.222.0.67 "GET /v2.0/security-groups?id=891cb51b-4cb4-4451-afd8-cca8be17c3ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322270 Sep 23 20:37:21.143683 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e49228bc-2c72-4e96-b58a-1b8cc421e66c req-2a162c5e-73f0-449d-86c3-15c893b2204c tempest-TestShelveInstance-1838182778 tempest-TestShelveInstance-1838182778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:37:21.145178 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-e49228bc-2c72-4e96-b58a-1b8cc421e66c req-2a162c5e-73f0-449d-86c3-15c893b2204c tempest-TestShelveInstance-1838182778 tempest-TestShelveInstance-1838182778-project] 10.222.0.67 "GET /v2.0/ports?device_id=2e965b8b-8bb4-4c3c-9911-7edf7f3269e7 HTTP/1.1" status: 200 len: 945 time: 0.0519202 Sep 23 20:37:21.182216 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-e49228bc-2c72-4e96-b58a-1b8cc421e66c req-fb94854f-c2ec-49fc-9138-4952947085cd tempest-TestShelveInstance-1838182778 tempest-TestShelveInstance-1838182778-project] 10.222.0.67 "GET /v2.0/security-groups?id=891cb51b-4cb4-4451-afd8-cca8be17c3ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312822 Sep 23 20:37:22.297094 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae5f3b0-518f-48de-9443-ec5581c59e48 req-24606fc6-62f4-4152-aa47-08e60cd9d01a tempest-TestShelveInstance-1838182778 tempest-TestShelveInstance-1838182778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:37:22.298588 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-5ae5f3b0-518f-48de-9443-ec5581c59e48 req-24606fc6-62f4-4152-aa47-08e60cd9d01a tempest-TestShelveInstance-1838182778 tempest-TestShelveInstance-1838182778-project] 10.222.0.67 "GET /v2.0/ports?device_id=2e965b8b-8bb4-4c3c-9911-7edf7f3269e7 HTTP/1.1" status: 200 len: 945 time: 0.0491252 Sep 23 20:37:22.336937 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-5ae5f3b0-518f-48de-9443-ec5581c59e48 req-78ef8517-c918-45f2-8bd9-6db513422186 tempest-TestShelveInstance-1838182778 tempest-TestShelveInstance-1838182778-project] 10.222.0.67 "GET /v2.0/security-groups?id=891cb51b-4cb4-4451-afd8-cca8be17c3ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323465 Sep 23 20:37:23.060780 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-8e0c634f-2398-439b-b393-947d92a29366 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:37:23.242238 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:37:23.450235 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b3d296-2c75-49cf-bd4a-8122ad1b878a req-787d7abd-5ac3-49eb-b1ab-fe9aa8a82d8d tempest-TestShelveInstance-1838182778 tempest-TestShelveInstance-1838182778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:37:23.451742 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-02b3d296-2c75-49cf-bd4a-8122ad1b878a req-787d7abd-5ac3-49eb-b1ab-fe9aa8a82d8d tempest-TestShelveInstance-1838182778 tempest-TestShelveInstance-1838182778-project] 10.222.0.67 "GET /v2.0/ports?device_id=2e965b8b-8bb4-4c3c-9911-7edf7f3269e7 HTTP/1.1" status: 200 len: 945 time: 0.0503840 Sep 23 20:37:23.490565 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-02b3d296-2c75-49cf-bd4a-8122ad1b878a req-58b8f220-d424-482c-812b-0fec204951f0 tempest-TestShelveInstance-1838182778 tempest-TestShelveInstance-1838182778-project] 10.222.0.67 "GET /v2.0/security-groups?id=891cb51b-4cb4-4451-afd8-cca8be17c3ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330641 Sep 23 20:37:23.745835 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-0ae75029-feb6-4728-9a94-5f9b60993d82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:37:24.616031 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c7cffdc-880a-4675-8ff8-86fceca74e1f req-ff4f4bbd-395c-470e-b9f0-9f04c2ea07e7 tempest-TestShelveInstance-1838182778 tempest-TestShelveInstance-1838182778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:37:24.617525 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-2c7cffdc-880a-4675-8ff8-86fceca74e1f req-ff4f4bbd-395c-470e-b9f0-9f04c2ea07e7 tempest-TestShelveInstance-1838182778 tempest-TestShelveInstance-1838182778-project] 10.222.0.67 "GET /v2.0/ports?device_id=2e965b8b-8bb4-4c3c-9911-7edf7f3269e7 HTTP/1.1" status: 200 len: 945 time: 0.0531912 Sep 23 20:37:24.654798 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-2c7cffdc-880a-4675-8ff8-86fceca74e1f req-0543809e-870e-41cb-93b9-ce7fca462995 tempest-TestShelveInstance-1838182778 tempest-TestShelveInstance-1838182778-project] 10.222.0.67 "GET /v2.0/security-groups?id=891cb51b-4cb4-4451-afd8-cca8be17c3ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306716 Sep 23 20:37:25.584580 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-80e7e501-6c57-470d-92c6-e3d54bc3195c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:37:25.769729 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0adee64-b286-4ca0-98b8-118c3efe6aa2 req-48d5e80e-d57d-43e6-a317-66b05f342cfb tempest-TestShelveInstance-1838182778 tempest-TestShelveInstance-1838182778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:37:25.771208 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-a0adee64-b286-4ca0-98b8-118c3efe6aa2 req-48d5e80e-d57d-43e6-a317-66b05f342cfb tempest-TestShelveInstance-1838182778 tempest-TestShelveInstance-1838182778-project] 10.222.0.67 "GET /v2.0/ports?device_id=2e965b8b-8bb4-4c3c-9911-7edf7f3269e7 HTTP/1.1" status: 200 len: 945 time: 0.0490735 Sep 23 20:37:25.807853 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-a0adee64-b286-4ca0-98b8-118c3efe6aa2 req-3d8bf487-e166-4d5f-afbd-42abd8535077 tempest-TestShelveInstance-1838182778 tempest-TestShelveInstance-1838182778-project] 10.222.0.67 "GET /v2.0/security-groups?id=891cb51b-4cb4-4451-afd8-cca8be17c3ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305829 Sep 23 20:37:26.925656 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-185e1c1d-9934-4e09-af5b-fd382afdf0c5 req-0a913fdc-1857-4922-89f8-b79a798137f1 tempest-TestShelveInstance-1838182778 tempest-TestShelveInstance-1838182778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:37:26.927138 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-185e1c1d-9934-4e09-af5b-fd382afdf0c5 req-0a913fdc-1857-4922-89f8-b79a798137f1 tempest-TestShelveInstance-1838182778 tempest-TestShelveInstance-1838182778-project] 10.222.0.67 "GET /v2.0/ports?device_id=2e965b8b-8bb4-4c3c-9911-7edf7f3269e7 HTTP/1.1" status: 200 len: 945 time: 0.0488808 Sep 23 20:37:26.965340 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-185e1c1d-9934-4e09-af5b-fd382afdf0c5 req-4584be88-0d73-4516-93c9-426164e5377b tempest-TestShelveInstance-1838182778 tempest-TestShelveInstance-1838182778-project] 10.222.0.67 "GET /v2.0/security-groups?id=891cb51b-4cb4-4451-afd8-cca8be17c3ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318391 Sep 23 20:37:27.445823 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-648e97de-8349-4fb0-8555-41d82d6c9718 req-0c62ea35-65a7-47f9-840c-0308486eda22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:37:27.447320 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-648e97de-8349-4fb0-8555-41d82d6c9718 req-0c62ea35-65a7-47f9-840c-0308486eda22 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=29863d1907e84df3a5a1f64e85c708b7&device_id=2e965b8b-8bb4-4c3c-9911-7edf7f3269e7 HTTP/1.1" status: 200 len: 1097 time: 0.0432224 Sep 23 20:37:27.537027 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-648e97de-8349-4fb0-8555-41d82d6c9718 req-375555db-8f5c-402d-ac14-f8e5eaa5368a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:37:27.538475 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-648e97de-8349-4fb0-8555-41d82d6c9718 req-375555db-8f5c-402d-ac14-f8e5eaa5368a service neutron] 10.222.0.74 "GET /v2.0/networks?id=9b1c63e7-475b-4888-85b4-32608966f897 HTTP/1.1" status: 200 len: 909 time: 0.0846026 Sep 23 20:37:27.607720 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-648e97de-8349-4fb0-8555-41d82d6c9718 req-8de650ab-217b-47f0-8311-e3473711c667 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=34505f68-2835-4a60-8780-baf655b6ff45 HTTP/1.1" status: 200 len: 1000 time: 0.0627308 Sep 23 20:37:27.658373 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-648e97de-8349-4fb0-8555-41d82d6c9718 req-599a098c-e604-4992-8661-b3700475942c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:37:27.659884 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-648e97de-8349-4fb0-8555-41d82d6c9718 req-599a098c-e604-4992-8661-b3700475942c service neutron] 10.222.0.74 "GET /v2.0/subnets?id=35b10e9d-9b1e-4cae-89a7-4192968dde11 HTTP/1.1" status: 200 len: 847 time: 0.0458386 Sep 23 20:37:27.706542 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-648e97de-8349-4fb0-8555-41d82d6c9718 req-f239f58a-176a-43d5-aff0-33b2af6c0f47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:37:27.708030 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-648e97de-8349-4fb0-8555-41d82d6c9718 req-f239f58a-176a-43d5-aff0-33b2af6c0f47 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=9b1c63e7-475b-4888-85b4-32608966f897&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0411234 Sep 23 20:37:27.801712 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-648e97de-8349-4fb0-8555-41d82d6c9718 req-c7ac04aa-1e18-4ef9-bbf2-6f71425e61a2 service neutron] 10.222.0.74 "GET /v2.0/networks/9b1c63e7-475b-4888-85b4-32608966f897?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856855 Sep 23 20:37:27.891838 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-648e97de-8349-4fb0-8555-41d82d6c9718 req-8afb1f71-3ff0-47a1-8b92-b00deb64ff0a service neutron] 10.222.0.74 "GET /v2.0/networks/9b1c63e7-475b-4888-85b4-32608966f897?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828369 Sep 23 20:37:28.083984 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4107835b-bae5-46fa-8582-3a78907607d9 req-15b3f9f1-4e58-49a4-b82b-37887ce6515c tempest-TestShelveInstance-1838182778 tempest-TestShelveInstance-1838182778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:37:28.085518 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-4107835b-bae5-46fa-8582-3a78907607d9 req-15b3f9f1-4e58-49a4-b82b-37887ce6515c tempest-TestShelveInstance-1838182778 tempest-TestShelveInstance-1838182778-project] 10.222.0.67 "GET /v2.0/ports?device_id=2e965b8b-8bb4-4c3c-9911-7edf7f3269e7 HTTP/1.1" status: 200 len: 945 time: 0.0541317 Sep 23 20:37:28.123296 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-4107835b-bae5-46fa-8582-3a78907607d9 req-700dffdf-8a07-4c00-887a-f80cd0f3f88c tempest-TestShelveInstance-1838182778 tempest-TestShelveInstance-1838182778-project] 10.222.0.67 "GET /v2.0/security-groups?id=891cb51b-4cb4-4451-afd8-cca8be17c3ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318651 Sep 23 20:37:28.693488 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:37:29.028355 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:37:29.239495 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbaf2a28-df2f-41e7-9994-a41703299bfa req-1d4f4b0e-5b9f-4b06-96fd-5466d0a625e4 tempest-TestShelveInstance-1838182778 tempest-TestShelveInstance-1838182778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:37:29.241033 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-dbaf2a28-df2f-41e7-9994-a41703299bfa req-1d4f4b0e-5b9f-4b06-96fd-5466d0a625e4 tempest-TestShelveInstance-1838182778 tempest-TestShelveInstance-1838182778-project] 10.222.0.67 "GET /v2.0/ports?device_id=2e965b8b-8bb4-4c3c-9911-7edf7f3269e7 HTTP/1.1" status: 200 len: 945 time: 0.0512881 Sep 23 20:37:29.280128 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-dbaf2a28-df2f-41e7-9994-a41703299bfa req-a0e9d04f-de37-462f-ab7f-5f557a615bcb tempest-TestShelveInstance-1838182778 tempest-TestShelveInstance-1838182778-project] 10.222.0.67 "GET /v2.0/security-groups?id=891cb51b-4cb4-4451-afd8-cca8be17c3ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323405 Sep 23 20:37:30.398103 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-221764ad-74d3-4dc2-ba40-cd9f68ef033d req-c7ad1da0-9c89-4b63-8c8b-14e79e1f7c68 tempest-TestShelveInstance-1838182778 tempest-TestShelveInstance-1838182778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:37:30.399662 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-221764ad-74d3-4dc2-ba40-cd9f68ef033d req-c7ad1da0-9c89-4b63-8c8b-14e79e1f7c68 tempest-TestShelveInstance-1838182778 tempest-TestShelveInstance-1838182778-project] 10.222.0.67 "GET /v2.0/ports?device_id=2e965b8b-8bb4-4c3c-9911-7edf7f3269e7 HTTP/1.1" status: 200 len: 945 time: 0.0501435 Sep 23 20:37:30.438338 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-221764ad-74d3-4dc2-ba40-cd9f68ef033d req-18f5575b-f88f-45b4-ba61-e81a49489af9 tempest-TestShelveInstance-1838182778 tempest-TestShelveInstance-1838182778-project] 10.222.0.67 "GET /v2.0/security-groups?id=891cb51b-4cb4-4451-afd8-cca8be17c3ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319746 Sep 23 20:37:31.557154 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5180a8-c111-4434-9881-c23c91cc6e2c req-bd1dec7c-2dd1-44a6-917a-4b7b1e8b2d7a tempest-TestShelveInstance-1838182778 tempest-TestShelveInstance-1838182778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:37:31.559286 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-5b5180a8-c111-4434-9881-c23c91cc6e2c req-bd1dec7c-2dd1-44a6-917a-4b7b1e8b2d7a tempest-TestShelveInstance-1838182778 tempest-TestShelveInstance-1838182778-project] 10.222.0.67 "GET /v2.0/ports?device_id=2e965b8b-8bb4-4c3c-9911-7edf7f3269e7 HTTP/1.1" status: 200 len: 945 time: 0.0554166 Sep 23 20:37:31.596928 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-5b5180a8-c111-4434-9881-c23c91cc6e2c req-08db8dee-bf25-4847-a24c-53dddabd604b tempest-TestShelveInstance-1838182778 tempest-TestShelveInstance-1838182778-project] 10.222.0.67 "GET /v2.0/security-groups?id=891cb51b-4cb4-4451-afd8-cca8be17c3ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316386 Sep 23 20:37:31.840480 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca6740a-8c8f-472f-98f9-bd121ef8ce83 req-f1d375e3-1ed4-4d5e-99dd-756074fef26f tempest-TestShelveInstance-1838182778 tempest-TestShelveInstance-1838182778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:37:31.842009 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-0ca6740a-8c8f-472f-98f9-bd121ef8ce83 req-f1d375e3-1ed4-4d5e-99dd-756074fef26f tempest-TestShelveInstance-1838182778 tempest-TestShelveInstance-1838182778-project] 10.222.0.67 "GET /v2.0/ports?device_id=2e965b8b-8bb4-4c3c-9911-7edf7f3269e7 HTTP/1.1" status: 200 len: 945 time: 0.0823078 Sep 23 20:37:31.849376 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-66fb4df1-1c62-4c7f-8461-242f2049c73a req-cc68586b-312f-4edf-a8c6-4132566d6e94 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=2e965b8b-8bb4-4c3c-9911-7edf7f3269e7&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1143103 Sep 23 20:37:31.860433 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [req-66fb4df1-1c62-4c7f-8461-242f2049c73a req-1e04abfa-b459-4e6b-9193-ba4b392f7446 service neutron] http://10.222.0.67:9696/v2.0/extensions returned with HTTP 200 {{(pid=95102) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 23 20:37:31.861443 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-66fb4df1-1c62-4c7f-8461-242f2049c73a req-1e04abfa-b459-4e6b-9193-ba4b392f7446 service neutron] 10.222.0.67 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0048239 Sep 23 20:37:31.888369 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-0ca6740a-8c8f-472f-98f9-bd121ef8ce83 req-d297c277-668f-4319-864c-1e5026c0619e tempest-TestShelveInstance-1838182778 tempest-TestShelveInstance-1838182778-project] 10.222.0.67 "GET /v2.0/security-groups?id=891cb51b-4cb4-4451-afd8-cca8be17c3ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381513 Sep 23 20:37:32.604727 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Device 34505f68-2835-4a60-8780-baf655b6ff45 no longer exists at agent hyperv_n-h1-713301-16 {{(pid=95103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 20:37:32.682091 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:37:32.705865 n-d-713301-16 neutron-server[95103]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e965b8b-8bb4-4c3c-9911-7edf7f3269e7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '34505f68-2835-4a60-8780-baf655b6ff45'}] {{(pid=95103) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 20:37:32.708151 n-d-713301-16 neutron-server[95103]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1848421c4d334b5bfe6f5b9de07f03d1600ee538ec1ae4f0fcf02c32f81bee4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9904c740-8b31-423e-965c-a35dc75b7ee6" -d '{"events": [{"server_uuid": "2e965b8b-8bb4-4c3c-9911-7edf7f3269e7", "name": "network-vif-unplugged", "status": "completed", "tag": "34505f68-2835-4a60-8780-baf655b6ff45"}]}' {{(pid=95103) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 20:37:32.723803 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] For port 34505f68-2835-4a60-8780-baf655b6ff45, host n-h1-713301-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-16',level=0,port_id=34505f68-2835-4a60-8780-baf655b6ff45,segment=NetworkSegment(772ab5dc-951f-4d50-bd51-620906c86ec3),segment_id=772ab5dc-951f-4d50-bd51-620906c86ec3)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 20:37:32.727093 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:37:32.751280 n-d-713301-16 neutron-server[95103]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Thu, 23 Sep 2021 20:37:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bffd464a-286c-4de1-ab92-5b9da3733b9c x-openstack-request-id: req-bffd464a-286c-4de1-ab92-5b9da3733b9c {{(pid=95103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 20:37:32.751564 n-d-713301-16 neutron-server[95103]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2e965b8b-8bb4-4c3c-9911-7edf7f3269e7", "name": "network-vif-unplugged", "status": "failed", "tag": "34505f68-2835-4a60-8780-baf655b6ff45", "code": 422}]} {{(pid=95103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 20:37:32.751810 n-d-713301-16 neutron-server[95103]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-bffd464a-286c-4de1-ab92-5b9da3733b9c {{(pid=95103) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 20:37:32.752190 n-d-713301-16 neutron-server[95103]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '2e965b8b-8bb4-4c3c-9911-7edf7f3269e7', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '34505f68-2835-4a60-8780-baf655b6ff45', 'code': 422} returned with failed status Sep 23 20:37:32.779386 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Pushing event updated for resources: {'Port': ['ID=34505f68-2835-4a60-8780-baf655b6ff45,revision_number=6']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:37:32.787082 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:37:32.787424 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:37:32.787761 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:37:32.788100 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:37:32.788428 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:37:32.788784 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:37:32.789106 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:37:32.789427 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:37:32.789746 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:37:32.790063 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:37:32.790381 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:37:32.790697 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:37:33.017420 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba71c579-a734-4bc9-be6b-054ca214d621 req-8577a8d7-5ddb-4ae9-9c26-6e3ba27c1240 tempest-TestShelveInstance-1838182778 tempest-TestShelveInstance-1838182778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:37:33.018933 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-ba71c579-a734-4bc9-be6b-054ca214d621 req-8577a8d7-5ddb-4ae9-9c26-6e3ba27c1240 tempest-TestShelveInstance-1838182778 tempest-TestShelveInstance-1838182778-project] 10.222.0.67 "GET /v2.0/ports?device_id=2e965b8b-8bb4-4c3c-9911-7edf7f3269e7 HTTP/1.1" status: 200 len: 943 time: 0.0582724 Sep 23 20:37:33.067948 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-ba71c579-a734-4bc9-be6b-054ca214d621 req-820dc6c0-b142-4b33-9a78-9b7fad919576 tempest-TestShelveInstance-1838182778 tempest-TestShelveInstance-1838182778-project] 10.222.0.67 "GET /v2.0/security-groups?id=891cb51b-4cb4-4451-afd8-cca8be17c3ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370398 Sep 23 20:37:34.190619 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b61c92eb-6898-4ba0-9b70-b56e6299bfa0 req-a5b6ed72-633d-440c-be8b-393179b7700d tempest-TestShelveInstance-1838182778 tempest-TestShelveInstance-1838182778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:37:34.192163 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-b61c92eb-6898-4ba0-9b70-b56e6299bfa0 req-a5b6ed72-633d-440c-be8b-393179b7700d tempest-TestShelveInstance-1838182778 tempest-TestShelveInstance-1838182778-project] 10.222.0.67 "GET /v2.0/ports?device_id=2e965b8b-8bb4-4c3c-9911-7edf7f3269e7 HTTP/1.1" status: 200 len: 943 time: 0.0507865 Sep 23 20:37:34.232184 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-b61c92eb-6898-4ba0-9b70-b56e6299bfa0 req-1e783173-80fc-4cff-8ae4-8abb28ff65c7 tempest-TestShelveInstance-1838182778 tempest-TestShelveInstance-1838182778-project] 10.222.0.67 "GET /v2.0/security-groups?id=891cb51b-4cb4-4451-afd8-cca8be17c3ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339720 Sep 23 20:37:34.546465 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.agents_db [None req-f2f5c474-60a3-474f-b2cc-02c4bd30880c None None] Agent healthcheck: found 7 active agents {{(pid=95104) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 20:37:35.346961 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d55489ee-5d07-4a10-b4a6-6b06df7a9947 req-52e791e1-f14b-48b5-95fe-ae721fcfce8e tempest-TestShelveInstance-1838182778 tempest-TestShelveInstance-1838182778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:37:35.348490 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-d55489ee-5d07-4a10-b4a6-6b06df7a9947 req-52e791e1-f14b-48b5-95fe-ae721fcfce8e tempest-TestShelveInstance-1838182778 tempest-TestShelveInstance-1838182778-project] 10.222.0.67 "GET /v2.0/ports?device_id=2e965b8b-8bb4-4c3c-9911-7edf7f3269e7 HTTP/1.1" status: 200 len: 943 time: 0.0502906 Sep 23 20:37:35.389405 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-d55489ee-5d07-4a10-b4a6-6b06df7a9947 req-da66b3f2-8958-450b-8296-78844ffc9907 tempest-TestShelveInstance-1838182778 tempest-TestShelveInstance-1838182778-project] 10.222.0.67 "GET /v2.0/security-groups?id=891cb51b-4cb4-4451-afd8-cca8be17c3ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346701 Sep 23 20:37:36.508274 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef38dfa-af6a-4e84-bd08-0e62ebeb3daf req-518f0efb-1e58-4dcf-a0dd-f498e2e42e6e tempest-TestShelveInstance-1838182778 tempest-TestShelveInstance-1838182778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:37:36.509808 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-fef38dfa-af6a-4e84-bd08-0e62ebeb3daf req-518f0efb-1e58-4dcf-a0dd-f498e2e42e6e tempest-TestShelveInstance-1838182778 tempest-TestShelveInstance-1838182778-project] 10.222.0.67 "GET /v2.0/ports?device_id=2e965b8b-8bb4-4c3c-9911-7edf7f3269e7 HTTP/1.1" status: 200 len: 943 time: 0.0539935 Sep 23 20:37:36.547636 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-fef38dfa-af6a-4e84-bd08-0e62ebeb3daf req-e3930f68-68d6-41d3-b6e1-277d59d0b5fa tempest-TestShelveInstance-1838182778 tempest-TestShelveInstance-1838182778-project] 10.222.0.67 "GET /v2.0/security-groups?id=891cb51b-4cb4-4451-afd8-cca8be17c3ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312612 Sep 23 20:37:37.667034 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca23454d-9144-48aa-9d5e-79c329f84741 req-6adb91ee-ae45-49c3-8dd3-fcddad8ae3d8 tempest-TestShelveInstance-1838182778 tempest-TestShelveInstance-1838182778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:37:37.669605 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-ca23454d-9144-48aa-9d5e-79c329f84741 req-6adb91ee-ae45-49c3-8dd3-fcddad8ae3d8 tempest-TestShelveInstance-1838182778 tempest-TestShelveInstance-1838182778-project] 10.222.0.67 "GET /v2.0/ports?device_id=2e965b8b-8bb4-4c3c-9911-7edf7f3269e7 HTTP/1.1" status: 200 len: 943 time: 0.0512307 Sep 23 20:37:37.708023 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-ca23454d-9144-48aa-9d5e-79c329f84741 req-b76a56c3-9f24-415b-9578-bc9442c5f4ad tempest-TestShelveInstance-1838182778 tempest-TestShelveInstance-1838182778-project] 10.222.0.67 "GET /v2.0/security-groups?id=891cb51b-4cb4-4451-afd8-cca8be17c3ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326200 Sep 23 20:37:38.824120 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44c5e3d-b3fa-45e2-bd21-43ae7645a348 req-8643f3b5-3ea5-4169-8bc6-1e914b90e883 tempest-TestShelveInstance-1838182778 tempest-TestShelveInstance-1838182778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:37:38.826115 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-c44c5e3d-b3fa-45e2-bd21-43ae7645a348 req-8643f3b5-3ea5-4169-8bc6-1e914b90e883 tempest-TestShelveInstance-1838182778 tempest-TestShelveInstance-1838182778-project] 10.222.0.67 "GET /v2.0/ports?device_id=2e965b8b-8bb4-4c3c-9911-7edf7f3269e7 HTTP/1.1" status: 200 len: 943 time: 0.0513983 Sep 23 20:37:38.865638 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-c44c5e3d-b3fa-45e2-bd21-43ae7645a348 req-f86b4076-f7ec-450e-aa25-ca6723fc2937 tempest-TestShelveInstance-1838182778 tempest-TestShelveInstance-1838182778-project] 10.222.0.67 "GET /v2.0/security-groups?id=891cb51b-4cb4-4451-afd8-cca8be17c3ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333729 Sep 23 20:37:39.987548 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b32ec9-d466-4e1b-9aa6-018b0a1c2dd2 req-3ec5babf-1541-4b88-bb0f-9e4fbf3e8d08 tempest-TestShelveInstance-1838182778 tempest-TestShelveInstance-1838182778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:37:39.989157 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-34b32ec9-d466-4e1b-9aa6-018b0a1c2dd2 req-3ec5babf-1541-4b88-bb0f-9e4fbf3e8d08 tempest-TestShelveInstance-1838182778 tempest-TestShelveInstance-1838182778-project] 10.222.0.67 "GET /v2.0/ports?device_id=2e965b8b-8bb4-4c3c-9911-7edf7f3269e7 HTTP/1.1" status: 200 len: 943 time: 0.0560226 Sep 23 20:37:40.029730 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-34b32ec9-d466-4e1b-9aa6-018b0a1c2dd2 req-8a929a95-f586-46eb-a005-b3e9d2f009ab tempest-TestShelveInstance-1838182778 tempest-TestShelveInstance-1838182778-project] 10.222.0.67 "GET /v2.0/security-groups?id=891cb51b-4cb4-4451-afd8-cca8be17c3ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341256 Sep 23 20:37:40.544373 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66fb4df1-1c62-4c7f-8461-242f2049c73a req-744f8444-d547-45d6-a0a2-5543c6927d28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:37:40.545814 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-66fb4df1-1c62-4c7f-8461-242f2049c73a req-744f8444-d547-45d6-a0a2-5543c6927d28 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=2e965b8b-8bb4-4c3c-9911-7edf7f3269e7&tenant_id=29863d1907e84df3a5a1f64e85c708b7 HTTP/1.1" status: 200 len: 1095 time: 0.0413349 Sep 23 20:37:40.604627 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66fb4df1-1c62-4c7f-8461-242f2049c73a req-4ab6712c-29ce-4b87-9ca3-66c2eb045228 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:37:40.606775 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-66fb4df1-1c62-4c7f-8461-242f2049c73a req-4ab6712c-29ce-4b87-9ca3-66c2eb045228 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=29863d1907e84df3a5a1f64e85c708b7&device_id=2e965b8b-8bb4-4c3c-9911-7edf7f3269e7 HTTP/1.1" status: 200 len: 1095 time: 0.0395939 Sep 23 20:37:40.697582 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66fb4df1-1c62-4c7f-8461-242f2049c73a req-e35174b9-1fff-48fa-9ce9-e34945f2c330 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:37:40.699313 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-66fb4df1-1c62-4c7f-8461-242f2049c73a req-e35174b9-1fff-48fa-9ce9-e34945f2c330 service neutron] 10.222.0.74 "GET /v2.0/networks?id=9b1c63e7-475b-4888-85b4-32608966f897 HTTP/1.1" status: 200 len: 909 time: 0.0867863 Sep 23 20:37:40.764477 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-66fb4df1-1c62-4c7f-8461-242f2049c73a req-1bc0056a-6e49-4046-ae34-d102ca4b8f28 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=34505f68-2835-4a60-8780-baf655b6ff45 HTTP/1.1" status: 200 len: 998 time: 0.0578349 Sep 23 20:37:40.812870 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66fb4df1-1c62-4c7f-8461-242f2049c73a req-65839d83-a356-4b4f-9df9-d24b24fa668a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:37:40.814189 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-66fb4df1-1c62-4c7f-8461-242f2049c73a req-65839d83-a356-4b4f-9df9-d24b24fa668a service neutron] 10.222.0.74 "GET /v2.0/subnets?id=35b10e9d-9b1e-4cae-89a7-4192968dde11 HTTP/1.1" status: 200 len: 847 time: 0.0431314 Sep 23 20:37:40.865807 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66fb4df1-1c62-4c7f-8461-242f2049c73a req-c8391506-71b4-4ccb-8ffa-dffd0aa7531d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:37:40.867308 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-66fb4df1-1c62-4c7f-8461-242f2049c73a req-c8391506-71b4-4ccb-8ffa-dffd0aa7531d service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=9b1c63e7-475b-4888-85b4-32608966f897&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0447092 Sep 23 20:37:40.954341 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-66fb4df1-1c62-4c7f-8461-242f2049c73a req-47a49e16-456d-47b9-93a6-ca5f3d81d31b service neutron] 10.222.0.74 "GET /v2.0/networks/9b1c63e7-475b-4888-85b4-32608966f897?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0802028 Sep 23 20:37:41.053948 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-66fb4df1-1c62-4c7f-8461-242f2049c73a req-320802d9-b530-43ec-9ca3-8d29c9a962e3 service neutron] 10.222.0.74 "GET /v2.0/networks/9b1c63e7-475b-4888-85b4-32608966f897?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0929148 Sep 23 20:37:41.143567 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-833bda01-aec1-4958-88cb-a2d7626811f2 req-69c28f88-a34b-437c-b873-9fed83942762 tempest-TestShelveInstance-1838182778 tempest-TestShelveInstance-1838182778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:37:41.145094 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-833bda01-aec1-4958-88cb-a2d7626811f2 req-69c28f88-a34b-437c-b873-9fed83942762 tempest-TestShelveInstance-1838182778 tempest-TestShelveInstance-1838182778-project] 10.222.0.67 "GET /v2.0/ports?device_id=2e965b8b-8bb4-4c3c-9911-7edf7f3269e7 HTTP/1.1" status: 200 len: 943 time: 0.0487273 Sep 23 20:37:41.182961 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-833bda01-aec1-4958-88cb-a2d7626811f2 req-4ecf162f-e31f-44a2-ae7b-9ade95d16bae tempest-TestShelveInstance-1838182778 tempest-TestShelveInstance-1838182778-project] 10.222.0.67 "GET /v2.0/security-groups?id=891cb51b-4cb4-4451-afd8-cca8be17c3ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319996 Sep 23 20:37:42.340674 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65bbe8d1-98b7-4156-93fa-aaff1303e5e4 req-d79fde11-b3ee-4162-97eb-136678e53cde tempest-TestShelveInstance-1838182778 tempest-TestShelveInstance-1838182778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:37:42.342276 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-65bbe8d1-98b7-4156-93fa-aaff1303e5e4 req-d79fde11-b3ee-4162-97eb-136678e53cde tempest-TestShelveInstance-1838182778 tempest-TestShelveInstance-1838182778-project] 10.222.0.67 "GET /v2.0/ports?device_id=2e965b8b-8bb4-4c3c-9911-7edf7f3269e7 HTTP/1.1" status: 200 len: 943 time: 0.0915048 Sep 23 20:37:42.384899 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-65bbe8d1-98b7-4156-93fa-aaff1303e5e4 req-6583fab6-96be-43e1-b673-ae70e6fe7cd6 tempest-TestShelveInstance-1838182778 tempest-TestShelveInstance-1838182778-project] 10.222.0.67 "GET /v2.0/security-groups?id=891cb51b-4cb4-4451-afd8-cca8be17c3ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361884 Sep 23 20:37:43.506413 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6389f14d-6e4e-46ac-a1df-d1f1476cac7a req-6f7a929e-11bc-4029-838b-9150c1e19256 tempest-TestShelveInstance-1838182778 tempest-TestShelveInstance-1838182778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:37:43.507903 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-6389f14d-6e4e-46ac-a1df-d1f1476cac7a req-6f7a929e-11bc-4029-838b-9150c1e19256 tempest-TestShelveInstance-1838182778 tempest-TestShelveInstance-1838182778-project] 10.222.0.67 "GET /v2.0/ports?device_id=2e965b8b-8bb4-4c3c-9911-7edf7f3269e7 HTTP/1.1" status: 200 len: 943 time: 0.0482907 Sep 23 20:37:43.545174 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-6389f14d-6e4e-46ac-a1df-d1f1476cac7a req-8e923a56-db48-490b-980c-0eab78a2b479 tempest-TestShelveInstance-1838182778 tempest-TestShelveInstance-1838182778-project] 10.222.0.67 "GET /v2.0/security-groups?id=891cb51b-4cb4-4451-afd8-cca8be17c3ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308292 Sep 23 20:37:44.209677 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c9b9b3-bc98-4270-8c22-34a316cdd817 req-9626d0f4-0538-477a-afae-a84846b87e2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:37:44.211064 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-45c9b9b3-bc98-4270-8c22-34a316cdd817 req-9626d0f4-0538-477a-afae-a84846b87e2e service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=29863d1907e84df3a5a1f64e85c708b7&device_id=2e965b8b-8bb4-4c3c-9911-7edf7f3269e7 HTTP/1.1" status: 200 len: 1095 time: 0.0397892 Sep 23 20:37:44.315556 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c9b9b3-bc98-4270-8c22-34a316cdd817 req-b8f85335-3a1d-4600-ae62-289bc7fae443 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:37:44.317063 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-45c9b9b3-bc98-4270-8c22-34a316cdd817 req-b8f85335-3a1d-4600-ae62-289bc7fae443 service neutron] 10.222.0.74 "GET /v2.0/networks?id=9b1c63e7-475b-4888-85b4-32608966f897 HTTP/1.1" status: 200 len: 909 time: 0.0868299 Sep 23 20:37:44.382273 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-45c9b9b3-bc98-4270-8c22-34a316cdd817 req-a4c2c18d-b8f2-4a83-9c0c-39556550b904 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=34505f68-2835-4a60-8780-baf655b6ff45 HTTP/1.1" status: 200 len: 998 time: 0.0575581 Sep 23 20:37:44.430360 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c9b9b3-bc98-4270-8c22-34a316cdd817 req-36060e10-7108-4a36-abcb-1c0e61168443 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:37:44.431788 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-45c9b9b3-bc98-4270-8c22-34a316cdd817 req-36060e10-7108-4a36-abcb-1c0e61168443 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=35b10e9d-9b1e-4cae-89a7-4192968dde11 HTTP/1.1" status: 200 len: 847 time: 0.0425599 Sep 23 20:37:44.480993 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c9b9b3-bc98-4270-8c22-34a316cdd817 req-1657dc58-f745-4d9d-a7a6-fc0352379d99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:37:44.482536 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-45c9b9b3-bc98-4270-8c22-34a316cdd817 req-1657dc58-f745-4d9d-a7a6-fc0352379d99 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=9b1c63e7-475b-4888-85b4-32608966f897&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0442014 Sep 23 20:37:44.568955 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-45c9b9b3-bc98-4270-8c22-34a316cdd817 req-31f6cce7-815f-43b7-9585-683f2238c17d service neutron] 10.222.0.74 "GET /v2.0/networks/9b1c63e7-475b-4888-85b4-32608966f897?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0795400 Sep 23 20:37:44.690787 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-45c9b9b3-bc98-4270-8c22-34a316cdd817 req-ac5a9a7c-c313-4f7c-b8d3-f526d7ca58fc service neutron] 10.222.0.74 "GET /v2.0/networks/9b1c63e7-475b-4888-85b4-32608966f897?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1146820 Sep 23 20:37:44.699262 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874bc6cc-2d20-431d-8a6f-cde0c2592d24 req-e65024c0-ab2b-4d7c-8ce0-37d29f5df454 tempest-TestShelveInstance-1838182778 tempest-TestShelveInstance-1838182778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:37:44.701459 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-874bc6cc-2d20-431d-8a6f-cde0c2592d24 req-e65024c0-ab2b-4d7c-8ce0-37d29f5df454 tempest-TestShelveInstance-1838182778 tempest-TestShelveInstance-1838182778-project] 10.222.0.67 "GET /v2.0/ports?device_id=2e965b8b-8bb4-4c3c-9911-7edf7f3269e7 HTTP/1.1" status: 200 len: 943 time: 0.0667553 Sep 23 20:37:44.740092 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-874bc6cc-2d20-431d-8a6f-cde0c2592d24 req-d0cfea78-7ad8-484a-8e47-7adad2d568c4 tempest-TestShelveInstance-1838182778 tempest-TestShelveInstance-1838182778-project] 10.222.0.67 "GET /v2.0/security-groups?id=891cb51b-4cb4-4451-afd8-cca8be17c3ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318534 Sep 23 20:37:45.855669 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e04432-9e54-4554-84d1-90162fa53ba5 req-a324cd03-9d47-4261-a46f-af5503b0d3c6 tempest-TestShelveInstance-1838182778 tempest-TestShelveInstance-1838182778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:37:45.857653 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-c5e04432-9e54-4554-84d1-90162fa53ba5 req-a324cd03-9d47-4261-a46f-af5503b0d3c6 tempest-TestShelveInstance-1838182778 tempest-TestShelveInstance-1838182778-project] 10.222.0.67 "GET /v2.0/ports?device_id=2e965b8b-8bb4-4c3c-9911-7edf7f3269e7 HTTP/1.1" status: 200 len: 943 time: 0.0494456 Sep 23 20:37:45.898400 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-c5e04432-9e54-4554-84d1-90162fa53ba5 req-594c3351-189c-4d28-b8e3-ac7f5f9c171f tempest-TestShelveInstance-1838182778 tempest-TestShelveInstance-1838182778-project] 10.222.0.67 "GET /v2.0/security-groups?id=891cb51b-4cb4-4451-afd8-cca8be17c3ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349116 Sep 23 20:37:47.011147 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c636fb85-943f-4109-b4a6-e639726a5943 req-01d29503-f3a9-4e34-8c86-662c221d8fcf tempest-TestShelveInstance-1838182778 tempest-TestShelveInstance-1838182778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:37:47.013313 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-c636fb85-943f-4109-b4a6-e639726a5943 req-01d29503-f3a9-4e34-8c86-662c221d8fcf tempest-TestShelveInstance-1838182778 tempest-TestShelveInstance-1838182778-project] 10.222.0.67 "GET /v2.0/ports?device_id=2e965b8b-8bb4-4c3c-9911-7edf7f3269e7 HTTP/1.1" status: 200 len: 943 time: 0.0485909 Sep 23 20:37:47.049662 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-c636fb85-943f-4109-b4a6-e639726a5943 req-7e43cb7d-68fd-4723-a03e-24fee5efd238 tempest-TestShelveInstance-1838182778 tempest-TestShelveInstance-1838182778-project] 10.222.0.67 "GET /v2.0/security-groups?id=891cb51b-4cb4-4451-afd8-cca8be17c3ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304797 Sep 23 20:37:48.162241 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39849158-f29e-43d4-8c79-e624f250419e req-49138c8f-b907-4617-8121-f9f945606a72 tempest-TestShelveInstance-1838182778 tempest-TestShelveInstance-1838182778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:37:48.163626 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-39849158-f29e-43d4-8c79-e624f250419e req-49138c8f-b907-4617-8121-f9f945606a72 tempest-TestShelveInstance-1838182778 tempest-TestShelveInstance-1838182778-project] 10.222.0.67 "GET /v2.0/ports?device_id=2e965b8b-8bb4-4c3c-9911-7edf7f3269e7 HTTP/1.1" status: 200 len: 943 time: 0.0479927 Sep 23 20:37:48.201732 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-39849158-f29e-43d4-8c79-e624f250419e req-adba5ded-4376-4432-a551-c685f6708ff7 tempest-TestShelveInstance-1838182778 tempest-TestShelveInstance-1838182778-project] 10.222.0.67 "GET /v2.0/security-groups?id=891cb51b-4cb4-4451-afd8-cca8be17c3ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315886 Sep 23 20:37:48.682781 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Device 34505f68-2835-4a60-8780-baf655b6ff45 details requested by agent hyperv_n-h1-713301-16 with host n-h1-713301-16 {{(pid=95103) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 20:37:48.776998 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] For port 34505f68-2835-4a60-8780-baf655b6ff45, host n-h1-713301-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-16',level=0,port_id=34505f68-2835-4a60-8780-baf655b6ff45,segment=NetworkSegment(772ab5dc-951f-4d50-bd51-620906c86ec3),segment_id=772ab5dc-951f-4d50-bd51-620906c86ec3)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 20:37:48.788535 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Returning: {'device': '34505f68-2835-4a60-8780-baf655b6ff45', 'network_id': '9b1c63e7-475b-4888-85b4-32608966f897', 'port_id': '34505f68-2835-4a60-8780-baf655b6ff45', 'mac_address': 'fa:16:3e:50:22:70', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 630, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '35b10e9d-9b1e-4cae-89a7-4192968dde11', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95103) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 20:37:48.824536 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:37:48.836562 n-d-713301-16 neutron-server[95103]: DEBUG neutron.notifiers.nova [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 34505f68-2835-4a60-8780-baf655b6ff45 {{(pid=95103) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 20:37:48.856744 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] For port 34505f68-2835-4a60-8780-baf655b6ff45, host n-h1-713301-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-16',level=0,port_id=34505f68-2835-4a60-8780-baf655b6ff45,segment=NetworkSegment(772ab5dc-951f-4d50-bd51-620906c86ec3),segment_id=772ab5dc-951f-4d50-bd51-620906c86ec3)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 20:37:48.860433 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:37:48.911514 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Pushing event updated for resources: {'Port': ['ID=34505f68-2835-4a60-8780-baf655b6ff45,revision_number=7']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:37:49.097090 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] get_ports_and_sgs() called for port_ids ['34505f68-2835-4a60-8780-baf655b6ff45'] {{(pid=95103) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 20:37:49.313663 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e8ff23-e1a9-4933-9a33-c100ca8a2b50 req-f99b5288-49ce-424d-a621-26e9c2909e78 tempest-TestShelveInstance-1838182778 tempest-TestShelveInstance-1838182778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:37:49.315230 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-e5e8ff23-e1a9-4933-9a33-c100ca8a2b50 req-f99b5288-49ce-424d-a621-26e9c2909e78 tempest-TestShelveInstance-1838182778 tempest-TestShelveInstance-1838182778-project] 10.222.0.67 "GET /v2.0/ports?device_id=2e965b8b-8bb4-4c3c-9911-7edf7f3269e7 HTTP/1.1" status: 200 len: 944 time: 0.0476842 Sep 23 20:37:49.356744 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-e5e8ff23-e1a9-4933-9a33-c100ca8a2b50 req-79d218eb-dd46-475a-a5fd-5e7b27511bda tempest-TestShelveInstance-1838182778 tempest-TestShelveInstance-1838182778-project] 10.222.0.67 "GET /v2.0/security-groups?id=891cb51b-4cb4-4451-afd8-cca8be17c3ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352664 Sep 23 20:37:49.847688 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-74dd89b5-9d4e-4c7e-8cb7-09230cd7533a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:37:50.471237 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2366532-579b-4d25-a18a-d0a08e3e7aae req-fc513f11-aedf-4241-acdd-2f7429075e86 tempest-TestShelveInstance-1838182778 tempest-TestShelveInstance-1838182778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:37:50.472734 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-b2366532-579b-4d25-a18a-d0a08e3e7aae req-fc513f11-aedf-4241-acdd-2f7429075e86 tempest-TestShelveInstance-1838182778 tempest-TestShelveInstance-1838182778-project] 10.222.0.67 "GET /v2.0/ports?device_id=2e965b8b-8bb4-4c3c-9911-7edf7f3269e7 HTTP/1.1" status: 200 len: 944 time: 0.0486929 Sep 23 20:37:50.508674 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-b2366532-579b-4d25-a18a-d0a08e3e7aae req-5ce6760e-d7df-4bd7-b882-45f57aafc4f7 tempest-TestShelveInstance-1838182778 tempest-TestShelveInstance-1838182778-project] 10.222.0.67 "GET /v2.0/security-groups?id=891cb51b-4cb4-4451-afd8-cca8be17c3ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0302136 Sep 23 20:37:50.682734 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Device 34505f68-2835-4a60-8780-baf655b6ff45 up at agent hyperv_n-h1-713301-16 {{(pid=95103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 20:37:50.730312 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Provisioning complete for port 34505f68-2835-4a60-8780-baf655b6ff45 triggered by entity L2. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 20:37:50.730685 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:37:50.811456 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:37:50.833620 n-d-713301-16 neutron-server[95103]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e965b8b-8bb4-4c3c-9911-7edf7f3269e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34505f68-2835-4a60-8780-baf655b6ff45'}] {{(pid=95103) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 20:37:50.835841 n-d-713301-16 neutron-server[95103]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1848421c4d334b5bfe6f5b9de07f03d1600ee538ec1ae4f0fcf02c32f81bee4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b9e4008-d9b1-4086-8aff-31a260339348" -d '{"events": [{"server_uuid": "2e965b8b-8bb4-4c3c-9911-7edf7f3269e7", "name": "network-vif-plugged", "status": "completed", "tag": "34505f68-2835-4a60-8780-baf655b6ff45"}]}' {{(pid=95103) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 20:37:50.851478 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] For port 34505f68-2835-4a60-8780-baf655b6ff45, host n-h1-713301-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-16',level=0,port_id=34505f68-2835-4a60-8780-baf655b6ff45,segment=NetworkSegment(772ab5dc-951f-4d50-bd51-620906c86ec3),segment_id=772ab5dc-951f-4d50-bd51-620906c86ec3)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 20:37:50.857288 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:37:50.906888 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Pushing event updated for resources: {'Port': ['ID=34505f68-2835-4a60-8780-baf655b6ff45,revision_number=8']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:37:51.626516 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-635fec9f-8cf4-46be-8c0f-5a0e2dc6b8a4 req-27a923c4-b3ce-4ea1-8846-33e5cad3b547 tempest-TestShelveInstance-1838182778 tempest-TestShelveInstance-1838182778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:37:51.628010 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-635fec9f-8cf4-46be-8c0f-5a0e2dc6b8a4 req-27a923c4-b3ce-4ea1-8846-33e5cad3b547 tempest-TestShelveInstance-1838182778 tempest-TestShelveInstance-1838182778-project] 10.222.0.67 "GET /v2.0/ports?device_id=2e965b8b-8bb4-4c3c-9911-7edf7f3269e7 HTTP/1.1" status: 200 len: 945 time: 0.0507650 Sep 23 20:37:51.665085 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-635fec9f-8cf4-46be-8c0f-5a0e2dc6b8a4 req-aeb8c4b0-5c6e-447c-b038-b0abc3399048 tempest-TestShelveInstance-1838182778 tempest-TestShelveInstance-1838182778-project] 10.222.0.67 "GET /v2.0/security-groups?id=891cb51b-4cb4-4451-afd8-cca8be17c3ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311961 Sep 23 20:37:51.889888 n-d-713301-16 neutron-server[95103]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 20:37:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0031e9c9-c705-4daf-b045-bfee3cdc4f42 x-openstack-request-id: req-0031e9c9-c705-4daf-b045-bfee3cdc4f42 {{(pid=95103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 20:37:51.890369 n-d-713301-16 neutron-server[95103]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2e965b8b-8bb4-4c3c-9911-7edf7f3269e7", "name": "network-vif-plugged", "status": "completed", "tag": "34505f68-2835-4a60-8780-baf655b6ff45", "code": 200}]} {{(pid=95103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 20:37:51.890481 n-d-713301-16 neutron-server[95103]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-0031e9c9-c705-4daf-b045-bfee3cdc4f42 {{(pid=95103) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 20:37:51.890820 n-d-713301-16 neutron-server[95103]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e965b8b-8bb4-4c3c-9911-7edf7f3269e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34505f68-2835-4a60-8780-baf655b6ff45', 'code': 200} Sep 23 20:37:52.033239 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a2beb49-d7d5-4263-9176-51cd5a61d95d req-24169eb1-714e-48f0-81b1-2d151e6a7542 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:37:52.034816 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-4a2beb49-d7d5-4263-9176-51cd5a61d95d req-24169eb1-714e-48f0-81b1-2d151e6a7542 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=2e965b8b-8bb4-4c3c-9911-7edf7f3269e7 HTTP/1.1" status: 200 len: 1097 time: 0.0416257 Sep 23 20:37:52.073281 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-4a2beb49-d7d5-4263-9176-51cd5a61d95d req-3b1df1bc-fbe4-4942-ad58-3b3ed554b941 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=891cb51b-4cb4-4451-afd8-cca8be17c3ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305755 Sep 23 20:37:52.777787 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c38388c-d71e-4935-8c99-906884781b67 req-5ddf4e3d-bd22-42b4-90ea-1d9bcc0c5470 tempest-TestShelveInstance-1838182778 tempest-TestShelveInstance-1838182778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:37:52.779264 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-1c38388c-d71e-4935-8c99-906884781b67 req-5ddf4e3d-bd22-42b4-90ea-1d9bcc0c5470 tempest-TestShelveInstance-1838182778 tempest-TestShelveInstance-1838182778-project] 10.222.0.67 "GET /v2.0/ports?device_id=2e965b8b-8bb4-4c3c-9911-7edf7f3269e7 HTTP/1.1" status: 200 len: 945 time: 0.0483422 Sep 23 20:37:52.818869 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-1c38388c-d71e-4935-8c99-906884781b67 req-228c777b-dd3a-41a5-a3aa-b69a4a1af418 tempest-TestShelveInstance-1838182778 tempest-TestShelveInstance-1838182778-project] 10.222.0.67 "GET /v2.0/security-groups?id=891cb51b-4cb4-4451-afd8-cca8be17c3ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336304 Sep 23 20:37:53.061987 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-76e7ddba-88f6-4cd5-88a4-24766bdeb55e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:37:53.243065 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:37:53.749074 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-0ae75029-feb6-4728-9a94-5f9b60993d82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:37:53.934343 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3035a62d-8de2-49aa-91a5-7b657133cbfd req-f86b452c-327f-4a40-b312-1aac4f352bff tempest-TestShelveInstance-1838182778 tempest-TestShelveInstance-1838182778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:37:53.935800 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-3035a62d-8de2-49aa-91a5-7b657133cbfd req-f86b452c-327f-4a40-b312-1aac4f352bff tempest-TestShelveInstance-1838182778 tempest-TestShelveInstance-1838182778-project] 10.222.0.67 "GET /v2.0/ports?device_id=2e965b8b-8bb4-4c3c-9911-7edf7f3269e7 HTTP/1.1" status: 200 len: 945 time: 0.0475082 Sep 23 20:37:53.973324 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-3035a62d-8de2-49aa-91a5-7b657133cbfd req-63da9727-ac17-4dcb-b8d6-3bfaf1b29a60 tempest-TestShelveInstance-1838182778 tempest-TestShelveInstance-1838182778-project] 10.222.0.67 "GET /v2.0/security-groups?id=891cb51b-4cb4-4451-afd8-cca8be17c3ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315957 Sep 23 20:37:55.587392 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-80e7e501-6c57-470d-92c6-e3d54bc3195c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:37:58.723461 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:37:59.028364 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:38:11.546151 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.agents_db [None req-f2f5c474-60a3-474f-b2cc-02c4bd30880c None None] Agent healthcheck: found 7 active agents {{(pid=95104) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 20:38:19.849343 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-99910c66-a561-4c41-a723-15d39d5a9c93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:38:23.062614 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-9e00226d-81ba-40d7-b1a6-ecdea66eb591 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:38:23.243978 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:38:23.752679 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-0ae75029-feb6-4728-9a94-5f9b60993d82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:38:25.589652 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-80e7e501-6c57-470d-92c6-e3d54bc3195c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:38:28.714889 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:38:29.023593 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:38:45.202657 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-e2c8433b-0ea7-4741-bbc6-564e3c81f086 req-716a34b3-69aa-4b46-887f-2c0950a74d86 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=2e965b8b-8bb4-4c3c-9911-7edf7f3269e7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0782580 Sep 23 20:38:45.286966 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c8433b-0ea7-4741-bbc6-564e3c81f086 req-ed47b07f-e671-4ab0-ba5f-7c8b9c011d1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:38:45.288484 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-e2c8433b-0ea7-4741-bbc6-564e3c81f086 req-ed47b07f-e671-4ab0-ba5f-7c8b9c011d1b service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=29863d1907e84df3a5a1f64e85c708b7&device_id=2e965b8b-8bb4-4c3c-9911-7edf7f3269e7 HTTP/1.1" status: 200 len: 1097 time: 0.0447478 Sep 23 20:38:45.390543 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c8433b-0ea7-4741-bbc6-564e3c81f086 req-e37b4608-5165-4462-9b44-828d745fdc27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:38:45.392823 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-e2c8433b-0ea7-4741-bbc6-564e3c81f086 req-e37b4608-5165-4462-9b44-828d745fdc27 service neutron] 10.222.0.74 "GET /v2.0/networks?id=9b1c63e7-475b-4888-85b4-32608966f897 HTTP/1.1" status: 200 len: 909 time: 0.0851853 Sep 23 20:38:45.460526 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-e2c8433b-0ea7-4741-bbc6-564e3c81f086 req-397b1065-c92c-4466-90c9-14be7d3eb4fb service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=34505f68-2835-4a60-8780-baf655b6ff45 HTTP/1.1" status: 200 len: 1000 time: 0.0607457 Sep 23 20:38:45.508511 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c8433b-0ea7-4741-bbc6-564e3c81f086 req-f85d4f6d-c27c-45cf-8d1e-348a103bb897 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:38:45.509943 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-e2c8433b-0ea7-4741-bbc6-564e3c81f086 req-f85d4f6d-c27c-45cf-8d1e-348a103bb897 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=35b10e9d-9b1e-4cae-89a7-4192968dde11 HTTP/1.1" status: 200 len: 847 time: 0.0428994 Sep 23 20:38:45.554345 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c8433b-0ea7-4741-bbc6-564e3c81f086 req-9df61c88-d9e8-41da-a1f2-ca5ffd42b995 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:38:45.555796 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-e2c8433b-0ea7-4741-bbc6-564e3c81f086 req-9df61c88-d9e8-41da-a1f2-ca5ffd42b995 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=9b1c63e7-475b-4888-85b4-32608966f897&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0385463 Sep 23 20:38:45.566907 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [req-e2c8433b-0ea7-4741-bbc6-564e3c81f086 req-8887ca57-86ec-40e3-ab24-2dd0860e4e4b service neutron] http://10.222.0.67:9696/v2.0/extensions returned with HTTP 200 {{(pid=95102) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 23 20:38:45.567837 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-e2c8433b-0ea7-4741-bbc6-564e3c81f086 req-8887ca57-86ec-40e3-ab24-2dd0860e4e4b service neutron] 10.222.0.74 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0052111 Sep 23 20:38:45.659337 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-e2c8433b-0ea7-4741-bbc6-564e3c81f086 req-284a4bda-d8f2-4a2e-a737-c3633b869c9a service neutron] 10.222.0.74 "GET /v2.0/networks/9b1c63e7-475b-4888-85b4-32608966f897?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841961 Sep 23 20:38:45.748000 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-e2c8433b-0ea7-4741-bbc6-564e3c81f086 req-b0d1fadc-98f4-434f-9ecb-5872f8e33817 service neutron] 10.222.0.74 "GET /v2.0/networks/9b1c63e7-475b-4888-85b4-32608966f897?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813766 Sep 23 20:38:48.544447 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.agents_db [None req-f2f5c474-60a3-474f-b2cc-02c4bd30880c None None] Agent healthcheck: found 7 active agents {{(pid=95104) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 20:38:49.850127 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-05983a17-0db0-489a-a144-6c963fcd8624 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:38:53.064767 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-9fff056e-6bc5-4bfb-a915-a9fb3f1f9da0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:38:53.246986 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:38:53.755171 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-0ae75029-feb6-4728-9a94-5f9b60993d82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:38:55.592549 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-80e7e501-6c57-470d-92c6-e3d54bc3195c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:38:58.724134 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:38:59.018017 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:39:09.493741 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 36060) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:39:09.650372 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.plugin [None req-28605dae-4575-4e27-8964-5ab78b05279e tempest-TestShelveInstance-1838182778 tempest-TestShelveInstance-1838182778-project] Deleting port 50fb9765-94c1-4efd-8af2-492791747e2d {{(pid=95102) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 20:39:09.650721 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-28605dae-4575-4e27-8964-5ab78b05279e tempest-TestShelveInstance-1838182778 tempest-TestShelveInstance-1838182778-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783146157096'] for port, before_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:39:09.724440 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-28605dae-4575-4e27-8964-5ab78b05279e tempest-TestShelveInstance-1838182778 tempest-TestShelveInstance-1838182778-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-605701'] for port, precommit_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:39:09.724815 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-28605dae-4575-4e27-8964-5ab78b05279e tempest-TestShelveInstance-1838182778 tempest-TestShelveInstance-1838182778-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:39:09.736303 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.plugin [None req-28605dae-4575-4e27-8964-5ab78b05279e tempest-TestShelveInstance-1838182778 tempest-TestShelveInstance-1838182778-project] Calling delete_port for 50fb9765-94c1-4efd-8af2-492791747e2d owned by network:floatingip {{(pid=95102) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 20:39:09.883467 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-28605dae-4575-4e27-8964-5ab78b05279e tempest-TestShelveInstance-1838182778 tempest-TestShelveInstance-1838182778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783146162158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783145673144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4399100'] for port, after_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:39:09.908238 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28605dae-4575-4e27-8964-5ab78b05279e tempest-TestShelveInstance-1838182778 tempest-TestShelveInstance-1838182778-project] Pushing event deleted for resources: {'Port': ['ID=50fb9765-94c1-4efd-8af2-492791747e2d,revision_number=None']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:39:09.920472 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28605dae-4575-4e27-8964-5ab78b05279e tempest-TestShelveInstance-1838182778 tempest-TestShelveInstance-1838182778-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:39:09.920836 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28605dae-4575-4e27-8964-5ab78b05279e tempest-TestShelveInstance-1838182778 tempest-TestShelveInstance-1838182778-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:39:09.921174 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28605dae-4575-4e27-8964-5ab78b05279e tempest-TestShelveInstance-1838182778 tempest-TestShelveInstance-1838182778-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:39:09.921508 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28605dae-4575-4e27-8964-5ab78b05279e tempest-TestShelveInstance-1838182778 tempest-TestShelveInstance-1838182778-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:39:09.921840 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28605dae-4575-4e27-8964-5ab78b05279e tempest-TestShelveInstance-1838182778 tempest-TestShelveInstance-1838182778-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:39:09.922173 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28605dae-4575-4e27-8964-5ab78b05279e tempest-TestShelveInstance-1838182778 tempest-TestShelveInstance-1838182778-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:39:09.923076 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28605dae-4575-4e27-8964-5ab78b05279e tempest-TestShelveInstance-1838182778 tempest-TestShelveInstance-1838182778-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:39:09.923959 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28605dae-4575-4e27-8964-5ab78b05279e tempest-TestShelveInstance-1838182778 tempest-TestShelveInstance-1838182778-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:39:09.924289 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28605dae-4575-4e27-8964-5ab78b05279e tempest-TestShelveInstance-1838182778 tempest-TestShelveInstance-1838182778-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:39:09.924645 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28605dae-4575-4e27-8964-5ab78b05279e tempest-TestShelveInstance-1838182778 tempest-TestShelveInstance-1838182778-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:39:09.924969 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28605dae-4575-4e27-8964-5ab78b05279e tempest-TestShelveInstance-1838182778 tempest-TestShelveInstance-1838182778-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:39:09.925296 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28605dae-4575-4e27-8964-5ab78b05279e tempest-TestShelveInstance-1838182778 tempest-TestShelveInstance-1838182778-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:39:09.981246 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-28605dae-4575-4e27-8964-5ab78b05279e tempest-TestShelveInstance-1838182778 tempest-TestShelveInstance-1838182778-project] Notify callbacks [] for floatingip, after_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:39:09.981577 n-d-713301-16 neutron-server[95102]: INFO neutron.db.l3_db [None req-28605dae-4575-4e27-8964-5ab78b05279e tempest-TestShelveInstance-1838182778 tempest-TestShelveInstance-1838182778-project] Floating IP e81c7f19-a3df-4d85-b49d-885e199c337b disassociated (deleted). External IP: 172.25.1.83, port: 34505f68-2835-4a60-8780-baf655b6ff45. Sep 23 20:39:10.189028 n-d-713301-16 neutron-server[95102]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-28605dae-4575-4e27-8964-5ab78b05279e tempest-TestShelveInstance-1838182778 tempest-TestShelveInstance-1838182778-project] Router a03f96ad-1523-46bc-a6c5-f40d81ca3ec8 has already been hosted by L3 agent 79a740bf-7821-4989-8288-7186e3e128f3 {{(pid=95102) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 20:39:10.294675 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28605dae-4575-4e27-8964-5ab78b05279e tempest-TestShelveInstance-1838182778 tempest-TestShelveInstance-1838182778-project] Notify agent at l3_agent.n-d-713301-16 the message routers_updated {{(pid=95102) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 20:39:10.300362 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-28605dae-4575-4e27-8964-5ab78b05279e tempest-TestShelveInstance-1838182778 tempest-TestShelveInstance-1838182778-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222849'] for floatingip, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:39:10.305291 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3152c37-c537-4ecf-bd97-b7b51df59fd7 None None] Sync routers for ids ['a03f96ad-1523-46bc-a6c5-f40d81ca3ec8'] in n-d-713301-16 {{(pid=95104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 20:39:10.314437 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3152c37-c537-4ecf-bd97-b7b51df59fd7 None None] Routers {'a03f96ad-1523-46bc-a6c5-f40d81ca3ec8'} bound to L3 agent in host n-d-713301-16 {{(pid=95104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 20:39:10.315038 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_hamode_db [None req-a3152c37-c537-4ecf-bd97-b7b51df59fd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-23T19:07:52Z,description=,heartbeat_timestamp=2021-09-23T20:38:53Z,host='n-d-713301-16',id=79a740bf-7821-4989-8288-7186e3e128f3,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:07:52Z,topic='l3_agent')) {'router_ids': ['a03f96ad-1523-46bc-a6c5-f40d81ca3ec8'], 'active': True} {{(pid=95104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 20:39:10.328475 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-28605dae-4575-4e27-8964-5ab78b05279e tempest-TestShelveInstance-1838182778 tempest-TestShelveInstance-1838182778-project] 10.222.0.67 "DELETE /v2.0/floatingips/e81c7f19-a3df-4d85-b49d-885e199c337b HTTP/1.1" status: 204 len: 168 time: 0.8336387 Sep 23 20:39:10.329320 n-d-713301-16 neutron-server[95102]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2e965b8b-8bb4-4c3c-9911-7edf7f3269e7', 'tag': '34505f68-2835-4a60-8780-baf655b6ff45'}] {{(pid=95102) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 20:39:10.333535 n-d-713301-16 neutron-server[95102]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a8356a6bd5e554bb349ddb806ba98ee8c25ce2b3f69d698f62da31b860ff3eb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-110d09c3-32b1-4801-b481-421a70d8db16" -d '{"events": [{"name": "network-changed", "server_uuid": "2e965b8b-8bb4-4c3c-9911-7edf7f3269e7", "tag": "34505f68-2835-4a60-8780-baf655b6ff45"}]}' {{(pid=95102) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 20:39:10.377351 n-d-713301-16 neutron-server[95102]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 20:39:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-304faf5f-68f9-476b-9e68-b231359d21a5 x-openstack-request-id: req-304faf5f-68f9-476b-9e68-b231359d21a5 {{(pid=95102) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 20:39:10.377642 n-d-713301-16 neutron-server[95102]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2e965b8b-8bb4-4c3c-9911-7edf7f3269e7", "tag": "34505f68-2835-4a60-8780-baf655b6ff45", "status": "completed", "code": 200}]} {{(pid=95102) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 20:39:10.377893 n-d-713301-16 neutron-server[95102]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-304faf5f-68f9-476b-9e68-b231359d21a5 {{(pid=95102) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 20:39:10.378294 n-d-713301-16 neutron-server[95102]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2e965b8b-8bb4-4c3c-9911-7edf7f3269e7', 'tag': '34505f68-2835-4a60-8780-baf655b6ff45', 'status': 'completed', 'code': 200} Sep 23 20:39:10.431462 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_dvr_db [None req-a3152c37-c537-4ecf-bd97-b7b51df59fd7 None None] Set router a03f96ad-1523-46bc-a6c5-f40d81ca3ec8 gateway port host: n-d-713301-16 {{(pid=95104) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 20:39:10.450254 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-110d09c3-32b1-4801-b481-421a70d8db16 req-b21d2c40-5ff9-4d82-8b9d-f961bd2754bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:39:10.451746 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-110d09c3-32b1-4801-b481-421a70d8db16 req-b21d2c40-5ff9-4d82-8b9d-f961bd2754bd service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=29863d1907e84df3a5a1f64e85c708b7&device_id=2e965b8b-8bb4-4c3c-9911-7edf7f3269e7 HTTP/1.1" status: 200 len: 1097 time: 0.0486577 Sep 23 20:39:10.577750 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-110d09c3-32b1-4801-b481-421a70d8db16 req-ef6babf0-c6de-4417-a147-3c468c62a36f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:39:10.579454 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-110d09c3-32b1-4801-b481-421a70d8db16 req-ef6babf0-c6de-4417-a147-3c468c62a36f service neutron] 10.222.0.74 "GET /v2.0/networks?id=9b1c63e7-475b-4888-85b4-32608966f897 HTTP/1.1" status: 200 len: 909 time: 0.1192439 Sep 23 20:39:10.591600 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbebfed4-4e08-42cb-af71-cdab4a519b90 req-85c2755b-646f-429e-b6a2-bafa0ab9ed32 tempest-TestShelveInstance-1838182778 tempest-TestShelveInstance-1838182778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:39:10.593066 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-bbebfed4-4e08-42cb-af71-cdab4a519b90 req-85c2755b-646f-429e-b6a2-bafa0ab9ed32 tempest-TestShelveInstance-1838182778 tempest-TestShelveInstance-1838182778-project] 10.222.0.67 "GET /v2.0/ports?device_id=2e965b8b-8bb4-4c3c-9911-7edf7f3269e7 HTTP/1.1" status: 200 len: 945 time: 0.0682251 Sep 23 20:39:10.638072 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-110d09c3-32b1-4801-b481-421a70d8db16 req-27ef156f-dd57-4a37-b2e5-b63dcd18647b service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=34505f68-2835-4a60-8780-baf655b6ff45 HTTP/1.1" status: 200 len: 217 time: 0.0440271 Sep 23 20:39:10.639684 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_hamode_db [None req-a3152c37-c537-4ecf-bd97-b7b51df59fd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a03f96ad-1523-46bc-a6c5-f40d81ca3ec8', 'name': 'tempest-TestShelveInstance-899449625-router', 'tenant_id': '29863d1907e84df3a5a1f64e85c708b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'external_fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.153'}], 'enable_snat': True}, 'gw_port_id': '26271e37-baa7-4259-bc11-75443dfb8970', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T20:30:28Z', 'updated_at': '2021-09-23T20:30:30Z', 'revision_number': 4, 'project_id': '29863d1907e84df3a5a1f64e85c708b7', 'gw_port': {'id': '26271e37-baa7-4259-bc11-75443dfb8970', 'name': '', 'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:da:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a03f96ad-1523-46bc-a6c5-f40d81ca3ec8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T20:30:28Z', 'updated_at': '2021-09-23T20:30:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-16', '_interfaces': [{'id': 'f8b0cdea-059e-4a98-89c3-9691eef11d1d', 'name': '', 'network_id': '9b1c63e7-475b-4888-85b4-32608966f897', 'tenant_id': '29863d1907e84df3a5a1f64e85c708b7', 'mac_address': 'fa:16:3e:0f:56:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a03f96ad-1523-46bc-a6c5-f40d81ca3ec8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': '35b10e9d-9b1e-4cae-89a7-4192968dde11', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T20:30:30Z', 'updated_at': '2021-09-23T20:30:34Z', 'revision_number': 5, 'project_id': '29863d1907e84df3a5a1f64e85c708b7', 'subnets': [{'id': '35b10e9d-9b1e-4cae-89a7-4192968dde11', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-16', False) {} {{(pid=95104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 20:39:10.665543 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3152c37-c537-4ecf-bd97-b7b51df59fd7 None None] Checking router: a03f96ad-1523-46bc-a6c5-f40d81ca3ec8 for host: n-d-713301-16 {{(pid=95104) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 20:39:10.674286 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3152c37-c537-4ecf-bd97-b7b51df59fd7 None None] Routers {'a03f96ad-1523-46bc-a6c5-f40d81ca3ec8'} bound to L3 agent in host n-d-713301-16 {{(pid=95104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 20:39:10.674892 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_hamode_db [None req-a3152c37-c537-4ecf-bd97-b7b51df59fd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-23T19:07:52Z,description=,heartbeat_timestamp=2021-09-23T20:38:53Z,host='n-d-713301-16',id=79a740bf-7821-4989-8288-7186e3e128f3,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:07:52Z,topic='l3_agent')) {'router_ids': ['a03f96ad-1523-46bc-a6c5-f40d81ca3ec8'], 'active': True} {{(pid=95104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 20:39:10.693943 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-bbebfed4-4e08-42cb-af71-cdab4a519b90 req-96c8e365-9f06-4f44-b694-66bf3119ebbc tempest-TestShelveInstance-1838182778 tempest-TestShelveInstance-1838182778-project] 10.222.0.67 "GET /v2.0/security-groups?id=891cb51b-4cb4-4451-afd8-cca8be17c3ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0940022 Sep 23 20:39:10.704792 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-110d09c3-32b1-4801-b481-421a70d8db16 req-21b9b08b-301e-4e4f-851b-5a07c40411cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:39:10.706138 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-110d09c3-32b1-4801-b481-421a70d8db16 req-21b9b08b-301e-4e4f-851b-5a07c40411cb service neutron] 10.222.0.74 "GET /v2.0/subnets?id=35b10e9d-9b1e-4cae-89a7-4192968dde11 HTTP/1.1" status: 200 len: 847 time: 0.0602255 Sep 23 20:39:10.755400 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-110d09c3-32b1-4801-b481-421a70d8db16 req-92649ff8-7ab9-4414-bcdd-576e3f07bc47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:39:10.756934 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-110d09c3-32b1-4801-b481-421a70d8db16 req-92649ff8-7ab9-4414-bcdd-576e3f07bc47 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=9b1c63e7-475b-4888-85b4-32608966f897&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0426457 Sep 23 20:39:10.782912 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_dvr_db [None req-a3152c37-c537-4ecf-bd97-b7b51df59fd7 None None] Set router a03f96ad-1523-46bc-a6c5-f40d81ca3ec8 gateway port host: n-d-713301-16 {{(pid=95104) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 20:39:10.849898 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-110d09c3-32b1-4801-b481-421a70d8db16 req-d6c396ad-edd2-41b2-9ef9-0cfc2aabf5d3 service neutron] 10.222.0.74 "GET /v2.0/networks/9b1c63e7-475b-4888-85b4-32608966f897?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855391 Sep 23 20:39:10.945117 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-110d09c3-32b1-4801-b481-421a70d8db16 req-1f89d18d-caa0-4446-932b-7fbc2e4e405e service neutron] 10.222.0.74 "GET /v2.0/networks/9b1c63e7-475b-4888-85b4-32608966f897?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871158 Sep 23 20:39:10.977955 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_hamode_db [None req-a3152c37-c537-4ecf-bd97-b7b51df59fd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a03f96ad-1523-46bc-a6c5-f40d81ca3ec8', 'name': 'tempest-TestShelveInstance-899449625-router', 'tenant_id': '29863d1907e84df3a5a1f64e85c708b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'external_fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.153'}], 'enable_snat': True}, 'gw_port_id': '26271e37-baa7-4259-bc11-75443dfb8970', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T20:30:28Z', 'updated_at': '2021-09-23T20:30:30Z', 'revision_number': 4, 'project_id': '29863d1907e84df3a5a1f64e85c708b7', 'gw_port': {'id': '26271e37-baa7-4259-bc11-75443dfb8970', 'name': '', 'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:da:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a03f96ad-1523-46bc-a6c5-f40d81ca3ec8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T20:30:28Z', 'updated_at': '2021-09-23T20:30:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-16', '_interfaces': [{'id': 'f8b0cdea-059e-4a98-89c3-9691eef11d1d', 'name': '', 'network_id': '9b1c63e7-475b-4888-85b4-32608966f897', 'tenant_id': '29863d1907e84df3a5a1f64e85c708b7', 'mac_address': 'fa:16:3e:0f:56:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a03f96ad-1523-46bc-a6c5-f40d81ca3ec8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': '35b10e9d-9b1e-4cae-89a7-4192968dde11', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T20:30:30Z', 'updated_at': '2021-09-23T20:30:34Z', 'revision_number': 5, 'project_id': '29863d1907e84df3a5a1f64e85c708b7', 'subnets': [{'id': '35b10e9d-9b1e-4cae-89a7-4192968dde11', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-16', False) {} {{(pid=95104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 20:39:11.007270 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3152c37-c537-4ecf-bd97-b7b51df59fd7 None None] The sync data for ids ['a03f96ad-1523-46bc-a6c5-f40d81ca3ec8'] in n-d-713301-16 is: [{'id': 'a03f96ad-1523-46bc-a6c5-f40d81ca3ec8', 'name': 'tempest-TestShelveInstance-899449625-router', 'tenant_id': '29863d1907e84df3a5a1f64e85c708b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'external_fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.153'}], 'enable_snat': True}, 'gw_port_id': '26271e37-baa7-4259-bc11-75443dfb8970', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T20:30:28Z', 'updated_at': '2021-09-23T20:30:30Z', 'revision_number': 4, 'project_id': '29863d1907e84df3a5a1f64e85c708b7', 'gw_port': {'id': '26271e37-baa7-4259-bc11-75443dfb8970', 'name': '', 'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:da:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a03f96ad-1523-46bc-a6c5-f40d81ca3ec8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T20:30:28Z', 'updated_at': '2021-09-23T20:30:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-16', '_interfaces': [{'id': 'f8b0cdea-059e-4a98-89c3-9691eef11d1d', 'name': '', 'network_id': '9b1c63e7-475b-4888-85b4-32608966f897', 'tenant_id': '29863d1907e84df3a5a1f64e85c708b7', 'mac_address': 'fa:16:3e:0f:56:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a03f96ad-1523-46bc-a6c5-f40d81ca3ec8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': '35b10e9d-9b1e-4cae-89a7-4192968dde11', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T20:30:30Z', 'updated_at': '2021-09-23T20:30:34Z', 'revision_number': 5, 'project_id': '29863d1907e84df3a5a1f64e85c708b7', 'subnets': [{'id': '35b10e9d-9b1e-4cae-89a7-4192968dde11', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 20:39:11.247862 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-977e5307-908b-4104-971b-77f08f06fe8c None None] New status for floating IP e81c7f19-a3df-4d85-b49d-885e199c337b: DOWN {{(pid=95103) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 23 20:39:11.818277 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2be3983-ee40-4d96-9476-6b4bda083598 req-53f4b811-9136-4177-9310-410d1585c409 tempest-TestShelveInstance-1838182778 tempest-TestShelveInstance-1838182778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:39:11.819754 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-e2be3983-ee40-4d96-9476-6b4bda083598 req-53f4b811-9136-4177-9310-410d1585c409 tempest-TestShelveInstance-1838182778 tempest-TestShelveInstance-1838182778-project] 10.222.0.67 "GET /v2.0/ports?device_id=2e965b8b-8bb4-4c3c-9911-7edf7f3269e7 HTTP/1.1" status: 200 len: 945 time: 0.0502379 Sep 23 20:39:11.857991 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-e2be3983-ee40-4d96-9476-6b4bda083598 req-96deb93c-e735-480b-bcc0-e663865b168c tempest-TestShelveInstance-1838182778 tempest-TestShelveInstance-1838182778-project] 10.222.0.67 "GET /v2.0/security-groups?id=891cb51b-4cb4-4451-afd8-cca8be17c3ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320575 Sep 23 20:39:12.045673 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd1acc2-8f90-439d-ac08-9e3fa7d28869 req-39a2b140-02a2-4a0d-81ca-7129eece9eaf tempest-TestShelveInstance-1838182778 tempest-TestShelveInstance-1838182778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:39:12.047053 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-7bd1acc2-8f90-439d-ac08-9e3fa7d28869 req-39a2b140-02a2-4a0d-81ca-7129eece9eaf tempest-TestShelveInstance-1838182778 tempest-TestShelveInstance-1838182778-project] 10.222.0.74 "GET /v2.0/ports?device_id=2e965b8b-8bb4-4c3c-9911-7edf7f3269e7 HTTP/1.1" status: 200 len: 945 time: 0.0480883 Sep 23 20:39:12.143151 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.plugin [req-7bd1acc2-8f90-439d-ac08-9e3fa7d28869 req-d93416ce-48bb-4845-b984-de4882722231 tempest-TestShelveInstance-1838182778 tempest-TestShelveInstance-1838182778-project] Deleting port 34505f68-2835-4a60-8780-baf655b6ff45 {{(pid=95102) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 20:39:12.143488 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-7bd1acc2-8f90-439d-ac08-9e3fa7d28869 req-d93416ce-48bb-4845-b984-de4882722231 tempest-TestShelveInstance-1838182778 tempest-TestShelveInstance-1838182778-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783146157096'] for port, before_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:39:12.229229 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.db [req-7bd1acc2-8f90-439d-ac08-9e3fa7d28869 req-d93416ce-48bb-4845-b984-de4882722231 tempest-TestShelveInstance-1838182778 tempest-TestShelveInstance-1838182778-project] For port 34505f68-2835-4a60-8780-baf655b6ff45, host n-h1-713301-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-16',level=0,port_id=34505f68-2835-4a60-8780-baf655b6ff45,segment=NetworkSegment(772ab5dc-951f-4d50-bd51-620906c86ec3),segment_id=772ab5dc-951f-4d50-bd51-620906c86ec3)] {{(pid=95102) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 20:39:12.229595 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-7bd1acc2-8f90-439d-ac08-9e3fa7d28869 req-d93416ce-48bb-4845-b984-de4882722231 tempest-TestShelveInstance-1838182778 tempest-TestShelveInstance-1838182778-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-605701'] for port, precommit_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:39:12.242229 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.plugin [req-7bd1acc2-8f90-439d-ac08-9e3fa7d28869 req-d93416ce-48bb-4845-b984-de4882722231 tempest-TestShelveInstance-1838182778 tempest-TestShelveInstance-1838182778-project] Calling delete_port for 34505f68-2835-4a60-8780-baf655b6ff45 owned by compute:nova {{(pid=95102) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 20:39:12.370195 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-7bd1acc2-8f90-439d-ac08-9e3fa7d28869 req-d93416ce-48bb-4845-b984-de4882722231 tempest-TestShelveInstance-1838182778 tempest-TestShelveInstance-1838182778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783146162158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783145673144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4399100'] for port, after_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:39:12.400395 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d93416ce-48bb-4845-b984-de4882722231 tempest-TestShelveInstance-1838182778 tempest-TestShelveInstance-1838182778-project] Pushing event deleted for resources: {'Port': ['ID=34505f68-2835-4a60-8780-baf655b6ff45,revision_number=None']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:39:12.442868 n-d-713301-16 neutron-server[95102]: DEBUG neutron.db.l3_dvrscheduler_db [req-7bd1acc2-8f90-439d-ac08-9e3fa7d28869 req-d93416ce-48bb-4845-b984-de4882722231 tempest-TestShelveInstance-1838182778 tempest-TestShelveInstance-1838182778-project] No DVR routers for this DVR port 34505f68-2835-4a60-8780-baf655b6ff45 on host n-h1-713301-16 {{(pid=95102) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 20:39:12.445432 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-7bd1acc2-8f90-439d-ac08-9e3fa7d28869 req-d93416ce-48bb-4845-b984-de4882722231 tempest-TestShelveInstance-1838182778 tempest-TestShelveInstance-1838182778-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222849'] for port, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:39:12.447442 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-7bd1acc2-8f90-439d-ac08-9e3fa7d28869 req-d93416ce-48bb-4845-b984-de4882722231 tempest-TestShelveInstance-1838182778 tempest-TestShelveInstance-1838182778-project] 10.222.0.74 "DELETE /v2.0/ports/34505f68-2835-4a60-8780-baf655b6ff45 HTTP/1.1" status: 204 len: 173 time: 0.3930595 Sep 23 20:39:12.447877 n-d-713301-16 neutron-server[95102]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e965b8b-8bb4-4c3c-9911-7edf7f3269e7', 'name': 'network-vif-deleted', 'tag': '34505f68-2835-4a60-8780-baf655b6ff45'}] {{(pid=95102) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 20:39:12.450380 n-d-713301-16 neutron-server[95102]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a8356a6bd5e554bb349ddb806ba98ee8c25ce2b3f69d698f62da31b860ff3eb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0776e7d0-1db7-40d9-bd30-35d8fd7a3966" -d '{"events": [{"server_uuid": "2e965b8b-8bb4-4c3c-9911-7edf7f3269e7", "name": "network-vif-deleted", "tag": "34505f68-2835-4a60-8780-baf655b6ff45"}]}' {{(pid=95102) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 20:39:12.490159 n-d-713301-16 neutron-server[95102]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 20:39:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5bb3f2fe-4b8c-4f39-8186-eab3f65319a7 x-openstack-request-id: req-5bb3f2fe-4b8c-4f39-8186-eab3f65319a7 {{(pid=95102) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 20:39:12.490507 n-d-713301-16 neutron-server[95102]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2e965b8b-8bb4-4c3c-9911-7edf7f3269e7", "name": "network-vif-deleted", "tag": "34505f68-2835-4a60-8780-baf655b6ff45", "status": "completed", "code": 200}]} {{(pid=95102) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 20:39:12.491262 n-d-713301-16 neutron-server[95102]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-5bb3f2fe-4b8c-4f39-8186-eab3f65319a7 {{(pid=95102) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 20:39:12.491548 n-d-713301-16 neutron-server[95102]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e965b8b-8bb4-4c3c-9911-7edf7f3269e7', 'name': 'network-vif-deleted', 'tag': '34505f68-2835-4a60-8780-baf655b6ff45', 'status': 'completed', 'code': 200} Sep 23 20:39:12.952509 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-4f084a4a-92a8-4341-9c3d-a07bb78f3b6e req-5127485c-3c1b-43b0-a9ae-a24a75efd859 tempest-TestShelveInstance-1838182778 tempest-TestShelveInstance-1838182778-project] 10.222.0.67 "GET /v2.0/ports?device_id=2e965b8b-8bb4-4c3c-9911-7edf7f3269e7 HTTP/1.1" status: 200 len: 210 time: 0.0266657 Sep 23 20:39:14.055707 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-bd717df2-0c5f-4a0e-a577-655437c313ea req-ab9f57bc-2de9-4dd3-a34c-832a299de371 tempest-TestShelveInstance-1838182778 tempest-TestShelveInstance-1838182778-project] 10.222.0.67 "GET /v2.0/ports?device_id=2e965b8b-8bb4-4c3c-9911-7edf7f3269e7 HTTP/1.1" status: 200 len: 210 time: 0.0338521 Sep 23 20:39:15.057312 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Device 34505f68-2835-4a60-8780-baf655b6ff45 no longer exists at agent hyperv_n-h1-713301-16 {{(pid=95103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 20:39:15.081578 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.plugin [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] No Port match for: 34505f68-2835-4a60-8780-baf655b6ff45 {{(pid=95103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 20:39:15.081922 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Device 34505f68-2835-4a60-8780-baf655b6ff45 not bound to the agent host n-h1-713301-16 {{(pid=95103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 20:39:15.152211 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-0ace5e05-edd7-49e2-93da-98651e8aae5b req-24808ded-f681-4405-955c-30c9288aeafe tempest-TestShelveInstance-1838182778 tempest-TestShelveInstance-1838182778-project] 10.222.0.67 "GET /v2.0/ports?device_id=2e965b8b-8bb4-4c3c-9911-7edf7f3269e7 HTTP/1.1" status: 200 len: 210 time: 0.0272682 Sep 23 20:39:16.261524 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-edb24d18-0da5-48ed-b67b-75464d67b342 req-c44c7415-56a0-4970-bded-0b0926e4b9ac tempest-TestShelveInstance-1838182778 tempest-TestShelveInstance-1838182778-project] 10.222.0.67 "GET /v2.0/ports?device_id=2e965b8b-8bb4-4c3c-9911-7edf7f3269e7 HTTP/1.1" status: 200 len: 210 time: 0.0277922 Sep 23 20:39:17.321183 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 36092) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:39:17.376940 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-514d6e5a-7e72-4d84-bfdb-a9fcc8e3152b tempest-TestShelveInstance-1838182778 tempest-TestShelveInstance-1838182778-project] Notify callbacks [] for security_group, before_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:39:17.401421 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-514d6e5a-7e72-4d84-bfdb-a9fcc8e3152b tempest-TestShelveInstance-1838182778 tempest-TestShelveInstance-1838182778-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:39:17.464835 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-514d6e5a-7e72-4d84-bfdb-a9fcc8e3152b tempest-TestShelveInstance-1838182778 tempest-TestShelveInstance-1838182778-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:39:17.467417 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-514d6e5a-7e72-4d84-bfdb-a9fcc8e3152b tempest-TestShelveInstance-1838182778 tempest-TestShelveInstance-1838182778-project] Notify callbacks [] for security_group, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:39:17.468623 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-514d6e5a-7e72-4d84-bfdb-a9fcc8e3152b tempest-TestShelveInstance-1838182778 tempest-TestShelveInstance-1838182778-project] 10.222.0.67 "DELETE /v2.0/security-groups/891cb51b-4cb4-4451-afd8-cca8be17c3ba HTTP/1.1" status: 204 len: 168 time: 0.1498690 Sep 23 20:39:17.479043 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514d6e5a-7e72-4d84-bfdb-a9fcc8e3152b tempest-TestShelveInstance-1838182778 tempest-TestShelveInstance-1838182778-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=891cb51b-4cb4-4451-afd8-cca8be17c3ba,revision_number=None']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:39:17.523428 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 36096) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:39:18.293740 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-90e4411e-ca9a-488c-89ab-c43f678d9d42 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-601372'] for router_interface, before_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:39:18.540739 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.plugin [None req-90e4411e-ca9a-488c-89ab-c43f678d9d42 admin admin] Deleting port f8b0cdea-059e-4a98-89c3-9691eef11d1d {{(pid=95102) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 20:39:18.541427 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-90e4411e-ca9a-488c-89ab-c43f678d9d42 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783146157096'] for port, before_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:39:18.618460 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.db [None req-90e4411e-ca9a-488c-89ab-c43f678d9d42 admin admin] For port f8b0cdea-059e-4a98-89c3-9691eef11d1d, host n-d-713301-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-16',level=0,port_id=f8b0cdea-059e-4a98-89c3-9691eef11d1d,segment=NetworkSegment(772ab5dc-951f-4d50-bd51-620906c86ec3),segment_id=772ab5dc-951f-4d50-bd51-620906c86ec3)] {{(pid=95102) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 20:39:18.618830 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-90e4411e-ca9a-488c-89ab-c43f678d9d42 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-605701'] for port, precommit_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:39:18.635073 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.plugin [None req-90e4411e-ca9a-488c-89ab-c43f678d9d42 admin admin] Calling delete_port for f8b0cdea-059e-4a98-89c3-9691eef11d1d owned by network:router_interface {{(pid=95102) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 20:39:18.818620 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-90e4411e-ca9a-488c-89ab-c43f678d9d42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783146162158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783145673144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4399100'] for port, after_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:39:18.851358 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90e4411e-ca9a-488c-89ab-c43f678d9d42 admin admin] Pushing event deleted for resources: {'Port': ['ID=f8b0cdea-059e-4a98-89c3-9691eef11d1d,revision_number=None']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:39:19.009300 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-90e4411e-ca9a-488c-89ab-c43f678d9d42 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-527322', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-602005'] for router_interface, after_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:39:19.222859 n-d-713301-16 neutron-server[95102]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-90e4411e-ca9a-488c-89ab-c43f678d9d42 admin admin] Router a03f96ad-1523-46bc-a6c5-f40d81ca3ec8 has already been hosted by L3 agent 79a740bf-7821-4989-8288-7186e3e128f3 {{(pid=95102) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 20:39:19.327511 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90e4411e-ca9a-488c-89ab-c43f678d9d42 admin admin] Notify agent at l3_agent.n-d-713301-16 the message routers_updated {{(pid=95102) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 20:39:19.332593 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-90e4411e-ca9a-488c-89ab-c43f678d9d42 admin admin] 10.222.0.67 "PUT /v2.0/routers/a03f96ad-1523-46bc-a6c5-f40d81ca3ec8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8073070 Sep 23 20:39:19.335205 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 36100) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:39:19.336307 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ceee978c-37e3-4374-8311-00172307f4d3 None None] Sync routers for ids ['a03f96ad-1523-46bc-a6c5-f40d81ca3ec8'] in n-d-713301-16 {{(pid=95104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 20:39:19.346257 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ceee978c-37e3-4374-8311-00172307f4d3 None None] Routers {'a03f96ad-1523-46bc-a6c5-f40d81ca3ec8'} bound to L3 agent in host n-d-713301-16 {{(pid=95104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 20:39:19.346950 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_hamode_db [None req-ceee978c-37e3-4374-8311-00172307f4d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-23T19:07:52Z,description=,heartbeat_timestamp=2021-09-23T20:38:53Z,host='n-d-713301-16',id=79a740bf-7821-4989-8288-7186e3e128f3,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:07:52Z,topic='l3_agent')) {'router_ids': ['a03f96ad-1523-46bc-a6c5-f40d81ca3ec8'], 'active': True} {{(pid=95104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 20:39:19.437190 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-23403ebd-0a38-4062-a7e5-5811ad680c81 admin admin] Notify callbacks [] for router, before_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:39:19.448419 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_dvr_db [None req-ceee978c-37e3-4374-8311-00172307f4d3 None None] Set router a03f96ad-1523-46bc-a6c5-f40d81ca3ec8 gateway port host: n-d-713301-16 {{(pid=95104) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 20:39:19.538728 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-23403ebd-0a38-4062-a7e5-5811ad680c81 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:39:19.593001 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.plugin [None req-23403ebd-0a38-4062-a7e5-5811ad680c81 admin admin] Deleting port 26271e37-baa7-4259-bc11-75443dfb8970 {{(pid=95102) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 20:39:19.593706 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-23403ebd-0a38-4062-a7e5-5811ad680c81 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783146157096'] for port, before_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:39:19.623265 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_hamode_db [None req-ceee978c-37e3-4374-8311-00172307f4d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a03f96ad-1523-46bc-a6c5-f40d81ca3ec8', 'name': 'tempest-TestShelveInstance-899449625-router', 'tenant_id': '29863d1907e84df3a5a1f64e85c708b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'external_fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.153'}], 'enable_snat': True}, 'gw_port_id': '26271e37-baa7-4259-bc11-75443dfb8970', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T20:30:28Z', 'updated_at': '2021-09-23T20:39:18Z', 'revision_number': 5, 'project_id': '29863d1907e84df3a5a1f64e85c708b7', 'gw_port': {'id': '26271e37-baa7-4259-bc11-75443dfb8970', 'name': '', 'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:da:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a03f96ad-1523-46bc-a6c5-f40d81ca3ec8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T20:30:28Z', 'updated_at': '2021-09-23T20:30:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-16'}], 'n-d-713301-16', False) {} {{(pid=95104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 20:39:19.649235 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ceee978c-37e3-4374-8311-00172307f4d3 None None] Checking router: a03f96ad-1523-46bc-a6c5-f40d81ca3ec8 for host: n-d-713301-16 {{(pid=95104) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 20:39:19.657833 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ceee978c-37e3-4374-8311-00172307f4d3 None None] Routers {'a03f96ad-1523-46bc-a6c5-f40d81ca3ec8'} bound to L3 agent in host n-d-713301-16 {{(pid=95104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 20:39:19.658447 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_hamode_db [None req-ceee978c-37e3-4374-8311-00172307f4d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-23T19:07:52Z,description=,heartbeat_timestamp=2021-09-23T20:38:53Z,host='n-d-713301-16',id=79a740bf-7821-4989-8288-7186e3e128f3,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:07:52Z,topic='l3_agent')) {'router_ids': ['a03f96ad-1523-46bc-a6c5-f40d81ca3ec8'], 'active': True} {{(pid=95104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 20:39:19.674270 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.db [None req-23403ebd-0a38-4062-a7e5-5811ad680c81 admin admin] For port 26271e37-baa7-4259-bc11-75443dfb8970, host n-d-713301-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-16',level=0,port_id=26271e37-baa7-4259-bc11-75443dfb8970,segment=NetworkSegment(7d4027f1-d893-4c7b-95d4-757b8e44e380),segment_id=7d4027f1-d893-4c7b-95d4-757b8e44e380)] {{(pid=95102) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 20:39:19.674631 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-23403ebd-0a38-4062-a7e5-5811ad680c81 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-605701'] for port, precommit_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:39:19.686887 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.plugin [None req-23403ebd-0a38-4062-a7e5-5811ad680c81 admin admin] Calling delete_port for 26271e37-baa7-4259-bc11-75443dfb8970 owned by network:router_gateway {{(pid=95102) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 20:39:19.744538 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_dvr_db [None req-ceee978c-37e3-4374-8311-00172307f4d3 None None] Set router a03f96ad-1523-46bc-a6c5-f40d81ca3ec8 gateway port host: None {{(pid=95104) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 20:39:19.796796 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_hamode_db [None req-ceee978c-37e3-4374-8311-00172307f4d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a03f96ad-1523-46bc-a6c5-f40d81ca3ec8', 'name': 'tempest-TestShelveInstance-899449625-router', 'tenant_id': '29863d1907e84df3a5a1f64e85c708b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T20:30:28Z', 'updated_at': '2021-09-23T20:39:19Z', 'revision_number': 6, 'project_id': '29863d1907e84df3a5a1f64e85c708b7', 'gw_port_host': None}], 'n-d-713301-16', False) {} {{(pid=95104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 20:39:19.827092 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ceee978c-37e3-4374-8311-00172307f4d3 None None] The sync data for ids ['a03f96ad-1523-46bc-a6c5-f40d81ca3ec8'] in n-d-713301-16 is: [{'id': 'a03f96ad-1523-46bc-a6c5-f40d81ca3ec8', 'name': 'tempest-TestShelveInstance-899449625-router', 'tenant_id': '29863d1907e84df3a5a1f64e85c708b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T20:30:28Z', 'updated_at': '2021-09-23T20:39:19Z', 'revision_number': 6, 'project_id': '29863d1907e84df3a5a1f64e85c708b7', 'gw_port_host': None}] {{(pid=95104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 20:39:19.852700 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-856eb54a-3790-40cb-aa9a-282b56877e2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:39:19.862496 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-23403ebd-0a38-4062-a7e5-5811ad680c81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783146162158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783145673144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4399100'] for port, after_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:39:19.894092 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23403ebd-0a38-4062-a7e5-5811ad680c81 admin admin] Pushing event deleted for resources: {'Port': ['ID=26271e37-baa7-4259-bc11-75443dfb8970,revision_number=None']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:39:19.955373 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-23403ebd-0a38-4062-a7e5-5811ad680c81 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-601942'] for router_gateway, after_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:39:20.044169 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-23403ebd-0a38-4062-a7e5-5811ad680c81 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-597305', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29369'] for router, precommit_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:39:20.046270 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-23403ebd-0a38-4062-a7e5-5811ad680c81 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:39:20.086757 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-23403ebd-0a38-4062-a7e5-5811ad680c81 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-597296'] for router, after_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:39:20.087282 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23403ebd-0a38-4062-a7e5-5811ad680c81 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a03f96ad-1523-46bc-a6c5-f40d81ca3ec8 {{(pid=95102) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 23 20:39:20.091559 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-23403ebd-0a38-4062-a7e5-5811ad680c81 admin admin] Notify callbacks [] for router, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:39:20.092739 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-23403ebd-0a38-4062-a7e5-5811ad680c81 admin admin] 10.222.0.67 "DELETE /v2.0/routers/a03f96ad-1523-46bc-a6c5-f40d81ca3ec8 HTTP/1.1" status: 204 len: 168 time: 0.7565954 Sep 23 20:39:20.096274 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 36102) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:39:20.143718 n-d-713301-16 neutron-server[95102]: DEBUG neutron.db.db_base_plugin_v2 [None req-bd137900-99c2-4b08-bd48-40bc0aeb71e7 admin admin] Deleting subnet 35b10e9d-9b1e-4cae-89a7-4192968dde11 {{(pid=95102) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 23 20:39:20.146641 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-bd137900-99c2-4b08-bd48-40bc0aeb71e7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:39:20.179814 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-bd137900-99c2-4b08-bd48-40bc0aeb71e7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6162825'] for subnet, precommit_delete_associations {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:39:20.270710 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-bd137900-99c2-4b08-bd48-40bc0aeb71e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1756813'] for subnet, precommit_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:39:20.313171 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Device f8b0cdea-059e-4a98-89c3-9691eef11d1d no longer exists at agent ovs-agent-n-d-713301-16 {{(pid=95103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 20:39:20.334328 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.plugin [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] No Port match for: f8b0cdea-059e-4a98-89c3-9691eef11d1d {{(pid=95103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 20:39:20.334527 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-bd137900-99c2-4b08-bd48-40bc0aeb71e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1756804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4399009', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5388229'] for subnet, after_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:39:20.334700 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Device f8b0cdea-059e-4a98-89c3-9691eef11d1d not bound to the agent host n-d-713301-16 {{(pid=95103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 20:39:20.357885 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd137900-99c2-4b08-bd48-40bc0aeb71e7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=35b10e9d-9b1e-4cae-89a7-4192968dde11,revision_number=None']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:39:20.367740 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-bd137900-99c2-4b08-bd48-40bc0aeb71e7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:39:20.369629 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-bd137900-99c2-4b08-bd48-40bc0aeb71e7 admin admin] 10.222.0.67 "DELETE /v2.0/subnets/35b10e9d-9b1e-4cae-89a7-4192968dde11 HTTP/1.1" status: 204 len: 168 time: 0.2723927 Sep 23 20:39:20.372071 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 36104) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:39:20.372976 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5713bc8-712f-4cfd-9f3d-a32605cd381d None None] Network 9b1c63e7-475b-4888-85b4-32608966f897 requested from n-d-713301-16 {{(pid=95103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 20:39:20.440115 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-8d7483d5-8bda-4c00-9ee3-4fc772194ff4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1628021'] for network, before_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:39:20.499523 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.plugin [None req-8d7483d5-8bda-4c00-9ee3-4fc772194ff4 admin admin] Deleting port 7642a97f-d385-43a0-8fc0-5e7cc9a356ff {{(pid=95102) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 20:39:20.499864 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-8d7483d5-8bda-4c00-9ee3-4fc772194ff4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783146157096'] for port, before_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:39:20.562285 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.db [None req-8d7483d5-8bda-4c00-9ee3-4fc772194ff4 admin admin] For port 7642a97f-d385-43a0-8fc0-5e7cc9a356ff, host n-d-713301-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-16',level=0,port_id=7642a97f-d385-43a0-8fc0-5e7cc9a356ff,segment=NetworkSegment(772ab5dc-951f-4d50-bd51-620906c86ec3),segment_id=772ab5dc-951f-4d50-bd51-620906c86ec3)] {{(pid=95102) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 20:39:20.562572 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-8d7483d5-8bda-4c00-9ee3-4fc772194ff4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-605701'] for port, precommit_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:39:20.574508 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.plugin [None req-8d7483d5-8bda-4c00-9ee3-4fc772194ff4 admin admin] Calling delete_port for 7642a97f-d385-43a0-8fc0-5e7cc9a356ff owned by network:dhcp {{(pid=95102) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 20:39:20.641668 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54692eaa-7b2a-4bcd-a9b2-a9c5ace14c8a None None] DHCP port deletion for 9b1c63e7-475b-4888-85b4-32608966f897 request from n-d-713301-16 {{(pid=95103) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 23 20:39:20.662368 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-8d7483d5-8bda-4c00-9ee3-4fc772194ff4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783146162158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783145673144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4399100'] for port, after_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:39:20.688747 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d7483d5-8bda-4c00-9ee3-4fc772194ff4 admin admin] Pushing event deleted for resources: {'Port': ['ID=7642a97f-d385-43a0-8fc0-5e7cc9a356ff,revision_number=None']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:39:20.689026 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.plugin [None req-54692eaa-7b2a-4bcd-a9b2-a9c5ace14c8a None None] Deleting port 7642a97f-d385-43a0-8fc0-5e7cc9a356ff {{(pid=95103) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 20:39:20.689312 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-54692eaa-7b2a-4bcd-a9b2-a9c5ace14c8a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783146157096'] for port, before_delete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:39:20.692358 n-d-713301-16 neutron-server[95102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d7483d5-8bda-4c00-9ee3-4fc772194ff4 admin admin] No DVR routers for this DVR port 7642a97f-d385-43a0-8fc0-5e7cc9a356ff on host n-d-713301-16 {{(pid=95102) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 20:39:20.753280 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-54692eaa-7b2a-4bcd-a9b2-a9c5ace14c8a None None] For port 7642a97f-d385-43a0-8fc0-5e7cc9a356ff, host n-d-713301-16, got binding levels [] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 20:39:20.753675 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-54692eaa-7b2a-4bcd-a9b2-a9c5ace14c8a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-605701'] for port, precommit_delete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:39:20.765695 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.plugin [None req-54692eaa-7b2a-4bcd-a9b2-a9c5ace14c8a None None] Calling delete_port for 7642a97f-d385-43a0-8fc0-5e7cc9a356ff owned by network:dhcp {{(pid=95103) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 20:39:20.769166 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.ipam_backend_mixin [None req-54692eaa-7b2a-4bcd-a9b2-a9c5ace14c8a None None] Port 7642a97f-d385-43a0-8fc0-5e7cc9a356ff was not found and therefore no delete operation was performed {{(pid=95103) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Sep 23 20:39:20.770439 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-54692eaa-7b2a-4bcd-a9b2-a9c5ace14c8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783146162158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783145673144'] for port, after_delete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:39:20.770819 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-8d7483d5-8bda-4c00-9ee3-4fc772194ff4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1754676', 'neutron.services.segments.db._delete_segments_for_network-8783146221460'] for network, precommit_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:39:20.795848 n-d-713301-16 neutron-server[95102]: DEBUG neutron.services.segments.db [None req-8d7483d5-8bda-4c00-9ee3-4fc772194ff4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9b1c63e7-475b-4888-85b4-32608966f897']}} {{(pid=95102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 20:39:20.799769 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54692eaa-7b2a-4bcd-a9b2-a9c5ace14c8a None None] Pushing event deleted for resources: {'Port': ['ID=7642a97f-d385-43a0-8fc0-5e7cc9a356ff,revision_number=None']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:39:20.804829 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54692eaa-7b2a-4bcd-a9b2-a9c5ace14c8a None None] No DVR routers for this DVR port 7642a97f-d385-43a0-8fc0-5e7cc9a356ff on host n-d-713301-16 {{(pid=95103) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 20:39:20.805771 n-d-713301-16 neutron-server[95102]: DEBUG neutron.services.segments.db [None req-8d7483d5-8bda-4c00-9ee3-4fc772194ff4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '772ab5dc-951f-4d50-bd51-620906c86ec3') {'for_net_delete': True} {{(pid=95102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 20:39:20.806596 n-d-713301-16 neutron-server[95102]: DEBUG neutron.services.segments.db [None req-8d7483d5-8bda-4c00-9ee3-4fc772194ff4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '772ab5dc-951f-4d50-bd51-620906c86ec3') {} {{(pid=95102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 20:39:20.811980 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54692eaa-7b2a-4bcd-a9b2-a9c5ace14c8a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:39:20.812329 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54692eaa-7b2a-4bcd-a9b2-a9c5ace14c8a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:39:20.812708 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54692eaa-7b2a-4bcd-a9b2-a9c5ace14c8a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:39:20.813810 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54692eaa-7b2a-4bcd-a9b2-a9c5ace14c8a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:39:20.814382 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54692eaa-7b2a-4bcd-a9b2-a9c5ace14c8a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:39:20.814895 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54692eaa-7b2a-4bcd-a9b2-a9c5ace14c8a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:39:20.815231 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54692eaa-7b2a-4bcd-a9b2-a9c5ace14c8a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:39:20.816058 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54692eaa-7b2a-4bcd-a9b2-a9c5ace14c8a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:39:20.816058 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54692eaa-7b2a-4bcd-a9b2-a9c5ace14c8a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:39:20.816242 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54692eaa-7b2a-4bcd-a9b2-a9c5ace14c8a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:39:20.816510 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54692eaa-7b2a-4bcd-a9b2-a9c5ace14c8a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:39:20.816875 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54692eaa-7b2a-4bcd-a9b2-a9c5ace14c8a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:39:20.824516 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-8d7483d5-8bda-4c00-9ee3-4fc772194ff4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783146221725', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6162832'] for segment, before_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:39:20.839584 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-8d7483d5-8bda-4c00-9ee3-4fc772194ff4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1756186'] for segment, precommit_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:39:20.846301 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8d7483d5-8bda-4c00-9ee3-4fc772194ff4 admin admin] Releasing vlan 630 on physical network physnet1 to pool {{(pid=95102) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 20:39:20.846707 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-8d7483d5-8bda-4c00-9ee3-4fc772194ff4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1756186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4398095'] for segment, after_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:39:20.848398 n-d-713301-16 neutron-server[95102]: Traceback (most recent call last): Sep 23 20:39:20.848398 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 20:39:20.848398 n-d-713301-16 neutron-server[95102]: timer() Sep 23 20:39:20.848398 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 20:39:20.848398 n-d-713301-16 neutron-server[95102]: cb(*args, **kw) Sep 23 20:39:20.848398 n-d-713301-16 neutron-server[95102]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 20:39:20.848398 n-d-713301-16 neutron-server[95102]: return func(*args, **kwargs) Sep 23 20:39:20.848398 n-d-713301-16 neutron-server[95102]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 20:39:20.848398 n-d-713301-16 neutron-server[95102]: self._notify() Sep 23 20:39:20.848398 n-d-713301-16 neutron-server[95102]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 20:39:20.848398 n-d-713301-16 neutron-server[95102]: self.callback(batched_events) Sep 23 20:39:20.848398 n-d-713301-16 neutron-server[95102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 20:39:20.848398 n-d-713301-16 neutron-server[95102]: event.method(event) Sep 23 20:39:20.848398 n-d-713301-16 neutron-server[95102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 20:39:20.848398 n-d-713301-16 neutron-server[95102]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 20:39:20.848398 n-d-713301-16 neutron-server[95102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 20:39:20.848398 n-d-713301-16 neutron-server[95102]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 20:39:20.848398 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 20:39:20.848398 n-d-713301-16 neutron-server[95102]: return f(self, *a, **k) Sep 23 20:39:20.848398 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 20:39:20.848398 n-d-713301-16 neutron-server[95102]: return self._get(url).json() Sep 23 20:39:20.848398 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 20:39:20.848398 n-d-713301-16 neutron-server[95102]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 20:39:20.848398 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 20:39:20.848398 n-d-713301-16 neutron-server[95102]: return self.request(url, 'GET', **kwargs) Sep 23 20:39:20.848398 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 20:39:20.848398 n-d-713301-16 neutron-server[95102]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 20:39:20.848398 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 20:39:20.848398 n-d-713301-16 neutron-server[95102]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 20:39:20.848398 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 20:39:20.848398 n-d-713301-16 neutron-server[95102]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 20:39:20.848398 n-d-713301-16 neutron-server[95102]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 20:39:20.905126 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-8d7483d5-8bda-4c00-9ee3-4fc772194ff4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1754627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-601866'] for network, after_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:39:20.911616 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-8d7483d5-8bda-4c00-9ee3-4fc772194ff4 admin admin] Notify callbacks [] for network, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:39:20.916569 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-8d7483d5-8bda-4c00-9ee3-4fc772194ff4 admin admin] 10.222.0.67 "DELETE /v2.0/networks/9b1c63e7-475b-4888-85b4-32608966f897 HTTP/1.1" status: 204 len: 168 time: 0.5408273 Sep 23 20:39:20.916963 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 36106) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:39:20.925497 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d7483d5-8bda-4c00-9ee3-4fc772194ff4 admin admin] Pushing event deleted for resources: {'Network': ['ID=9b1c63e7-475b-4888-85b4-32608966f897,revision_number=None']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:39:21.270630 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-b787eba4-9f5c-49d3-b7ad-9c2610564aa3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-601372'] for router_interface, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:39:21.510466 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.plugin [None req-b787eba4-9f5c-49d3-b7ad-9c2610564aa3 admin admin] Deleting port 19df539e-391f-4f06-9183-df5f198e227e {{(pid=95101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 20:39:21.510800 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-b787eba4-9f5c-49d3-b7ad-9c2610564aa3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783146157096'] for port, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:39:21.593408 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.db [None req-b787eba4-9f5c-49d3-b7ad-9c2610564aa3 admin admin] For port 19df539e-391f-4f06-9183-df5f198e227e, host n-d-713301-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-16',level=0,port_id=19df539e-391f-4f06-9183-df5f198e227e,segment=NetworkSegment(f6af8fb0-c948-4065-889c-d61b3c1cb6d6),segment_id=f6af8fb0-c948-4065-889c-d61b3c1cb6d6)] {{(pid=95101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 20:39:21.593773 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-b787eba4-9f5c-49d3-b7ad-9c2610564aa3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-605701'] for port, precommit_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:39:21.608554 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.plugin [None req-b787eba4-9f5c-49d3-b7ad-9c2610564aa3 admin admin] Calling delete_port for 19df539e-391f-4f06-9183-df5f198e227e owned by network:router_interface {{(pid=95101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 20:39:21.784117 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-b787eba4-9f5c-49d3-b7ad-9c2610564aa3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783146162158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783145673144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5607431'] for port, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:39:21.807161 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b787eba4-9f5c-49d3-b7ad-9c2610564aa3 admin admin] Pushing event deleted for resources: {'Port': ['ID=19df539e-391f-4f06-9183-df5f198e227e,revision_number=None']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:39:21.817364 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b787eba4-9f5c-49d3-b7ad-9c2610564aa3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:39:21.817718 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b787eba4-9f5c-49d3-b7ad-9c2610564aa3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:39:21.818062 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b787eba4-9f5c-49d3-b7ad-9c2610564aa3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:39:21.818403 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b787eba4-9f5c-49d3-b7ad-9c2610564aa3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:39:21.818740 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b787eba4-9f5c-49d3-b7ad-9c2610564aa3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:39:21.819073 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b787eba4-9f5c-49d3-b7ad-9c2610564aa3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:39:21.819394 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b787eba4-9f5c-49d3-b7ad-9c2610564aa3 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:39:21.819710 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b787eba4-9f5c-49d3-b7ad-9c2610564aa3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:39:21.820038 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b787eba4-9f5c-49d3-b7ad-9c2610564aa3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:39:21.820367 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b787eba4-9f5c-49d3-b7ad-9c2610564aa3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:39:21.820720 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b787eba4-9f5c-49d3-b7ad-9c2610564aa3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:39:21.821045 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b787eba4-9f5c-49d3-b7ad-9c2610564aa3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:39:22.001161 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-b787eba4-9f5c-49d3-b7ad-9c2610564aa3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-527322', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-602005'] for router_interface, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:39:22.039844 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Device 26271e37-baa7-4259-bc11-75443dfb8970 no longer exists at agent ovs-agent-n-d-713301-16 {{(pid=95103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 20:39:22.062994 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.plugin [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] No Port match for: 26271e37-baa7-4259-bc11-75443dfb8970 {{(pid=95103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 20:39:22.063689 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Device 26271e37-baa7-4259-bc11-75443dfb8970 not bound to the agent host n-d-713301-16 {{(pid=95103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 20:39:22.063870 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Device 7642a97f-d385-43a0-8fc0-5e7cc9a356ff no longer exists at agent ovs-agent-n-d-713301-16 {{(pid=95103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 20:39:22.087924 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.plugin [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] No Port match for: 7642a97f-d385-43a0-8fc0-5e7cc9a356ff {{(pid=95103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 20:39:22.088270 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Device 7642a97f-d385-43a0-8fc0-5e7cc9a356ff not bound to the agent host n-d-713301-16 {{(pid=95103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 20:39:22.242936 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b787eba4-9f5c-49d3-b7ad-9c2610564aa3 admin admin] Router 439f6f06-fc1a-4cfa-9fee-03530970a6ad has already been hosted by L3 agent 79a740bf-7821-4989-8288-7186e3e128f3 {{(pid=95101) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 20:39:22.347767 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b787eba4-9f5c-49d3-b7ad-9c2610564aa3 admin admin] Notify agent at l3_agent.n-d-713301-16 the message routers_updated {{(pid=95101) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 20:39:22.352977 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-b787eba4-9f5c-49d3-b7ad-9c2610564aa3 admin admin] 10.222.0.67 "PUT /v2.0/routers/439f6f06-fc1a-4cfa-9fee-03530970a6ad/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4349382 Sep 23 20:39:22.356933 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 36112) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:39:22.358133 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f027161-8533-4671-9250-bfbe828b45c2 None None] Sync routers for ids ['439f6f06-fc1a-4cfa-9fee-03530970a6ad'] in n-d-713301-16 {{(pid=95103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 20:39:22.367291 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f027161-8533-4671-9250-bfbe828b45c2 None None] Routers {'439f6f06-fc1a-4cfa-9fee-03530970a6ad'} bound to L3 agent in host n-d-713301-16 {{(pid=95103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 20:39:22.367903 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_hamode_db [None req-9f027161-8533-4671-9250-bfbe828b45c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-23T19:07:52Z,description=,heartbeat_timestamp=2021-09-23T20:38:53Z,host='n-d-713301-16',id=79a740bf-7821-4989-8288-7186e3e128f3,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:07:52Z,topic='l3_agent')) {'router_ids': ['439f6f06-fc1a-4cfa-9fee-03530970a6ad'], 'active': True} {{(pid=95103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 20:39:22.460547 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-03290fb8-a71d-43f1-9479-b0b0c78f7db3 admin admin] Notify callbacks [] for router, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:39:22.470432 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_dvr_db [None req-9f027161-8533-4671-9250-bfbe828b45c2 None None] Set router 439f6f06-fc1a-4cfa-9fee-03530970a6ad gateway port host: n-d-713301-16 {{(pid=95103) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 20:39:22.568443 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-03290fb8-a71d-43f1-9479-b0b0c78f7db3 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:39:22.620402 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.plugin [None req-03290fb8-a71d-43f1-9479-b0b0c78f7db3 admin admin] Deleting port 5bc518ac-1dd3-444f-81ba-ca9ab0f6cbb6 {{(pid=95101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 20:39:22.620769 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-03290fb8-a71d-43f1-9479-b0b0c78f7db3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783146157096'] for port, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:39:22.650043 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_hamode_db [None req-9f027161-8533-4671-9250-bfbe828b45c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '439f6f06-fc1a-4cfa-9fee-03530970a6ad', 'name': 'tempest-TestShelveInstance-512559977-router', 'tenant_id': '08c1c4da33664eacb7e8fa127d78e510', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'external_fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.247'}], 'enable_snat': True}, 'gw_port_id': '5bc518ac-1dd3-444f-81ba-ca9ab0f6cbb6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T20:30:32Z', 'updated_at': '2021-09-23T20:39:21Z', 'revision_number': 5, 'project_id': '08c1c4da33664eacb7e8fa127d78e510', 'gw_port': {'id': '5bc518ac-1dd3-444f-81ba-ca9ab0f6cbb6', 'name': '', 'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:c9:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '439f6f06-fc1a-4cfa-9fee-03530970a6ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T20:30:33Z', 'updated_at': '2021-09-23T20:30:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-16'}], 'n-d-713301-16', False) {} {{(pid=95103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 20:39:22.680305 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f027161-8533-4671-9250-bfbe828b45c2 None None] Checking router: 439f6f06-fc1a-4cfa-9fee-03530970a6ad for host: n-d-713301-16 {{(pid=95103) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 20:39:22.689460 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f027161-8533-4671-9250-bfbe828b45c2 None None] Routers {'439f6f06-fc1a-4cfa-9fee-03530970a6ad'} bound to L3 agent in host n-d-713301-16 {{(pid=95103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 20:39:22.690066 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_hamode_db [None req-9f027161-8533-4671-9250-bfbe828b45c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-23T19:07:52Z,description=,heartbeat_timestamp=2021-09-23T20:38:53Z,host='n-d-713301-16',id=79a740bf-7821-4989-8288-7186e3e128f3,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:07:52Z,topic='l3_agent')) {'router_ids': ['439f6f06-fc1a-4cfa-9fee-03530970a6ad'], 'active': True} {{(pid=95103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 20:39:22.701492 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.db [None req-03290fb8-a71d-43f1-9479-b0b0c78f7db3 admin admin] For port 5bc518ac-1dd3-444f-81ba-ca9ab0f6cbb6, host n-d-713301-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-16',level=0,port_id=5bc518ac-1dd3-444f-81ba-ca9ab0f6cbb6,segment=NetworkSegment(7d4027f1-d893-4c7b-95d4-757b8e44e380),segment_id=7d4027f1-d893-4c7b-95d4-757b8e44e380)] {{(pid=95101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 20:39:22.701851 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-03290fb8-a71d-43f1-9479-b0b0c78f7db3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-605701'] for port, precommit_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:39:22.717704 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.plugin [None req-03290fb8-a71d-43f1-9479-b0b0c78f7db3 admin admin] Calling delete_port for 5bc518ac-1dd3-444f-81ba-ca9ab0f6cbb6 owned by network:router_gateway {{(pid=95101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 20:39:22.887260 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-03290fb8-a71d-43f1-9479-b0b0c78f7db3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783146162158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783145673144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5607431'] for port, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:39:22.918720 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03290fb8-a71d-43f1-9479-b0b0c78f7db3 admin admin] Pushing event deleted for resources: {'Port': ['ID=5bc518ac-1dd3-444f-81ba-ca9ab0f6cbb6,revision_number=None']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:39:22.929613 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_dvr_db [None req-9f027161-8533-4671-9250-bfbe828b45c2 None None] Set router 439f6f06-fc1a-4cfa-9fee-03530970a6ad gateway port host: None {{(pid=95103) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 20:39:22.977654 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-03290fb8-a71d-43f1-9479-b0b0c78f7db3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-601942'] for router_gateway, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:39:22.982129 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_hamode_db [None req-9f027161-8533-4671-9250-bfbe828b45c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '439f6f06-fc1a-4cfa-9fee-03530970a6ad', 'name': 'tempest-TestShelveInstance-512559977-router', 'tenant_id': '08c1c4da33664eacb7e8fa127d78e510', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T20:30:32Z', 'updated_at': '2021-09-23T20:39:22Z', 'revision_number': 6, 'project_id': '08c1c4da33664eacb7e8fa127d78e510', 'gw_port_host': None}], 'n-d-713301-16', False) {} {{(pid=95103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 20:39:23.011695 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f027161-8533-4671-9250-bfbe828b45c2 None None] The sync data for ids ['439f6f06-fc1a-4cfa-9fee-03530970a6ad'] in n-d-713301-16 is: [{'id': '439f6f06-fc1a-4cfa-9fee-03530970a6ad', 'name': 'tempest-TestShelveInstance-512559977-router', 'tenant_id': '08c1c4da33664eacb7e8fa127d78e510', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T20:30:32Z', 'updated_at': '2021-09-23T20:39:22Z', 'revision_number': 6, 'project_id': '08c1c4da33664eacb7e8fa127d78e510', 'gw_port_host': None}] {{(pid=95103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 20:39:23.066541 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-982f1cc4-5b3b-49ec-b148-2202cb1e4f1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:39:23.072322 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-03290fb8-a71d-43f1-9479-b0b0c78f7db3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-597305', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29369'] for router, precommit_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:39:23.074832 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-03290fb8-a71d-43f1-9479-b0b0c78f7db3 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:39:23.250385 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:39:23.437656 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-03290fb8-a71d-43f1-9479-b0b0c78f7db3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-597296'] for router, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:39:23.439056 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03290fb8-a71d-43f1-9479-b0b0c78f7db3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 439f6f06-fc1a-4cfa-9fee-03530970a6ad {{(pid=95101) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 23 20:39:23.443781 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-03290fb8-a71d-43f1-9479-b0b0c78f7db3 admin admin] Notify callbacks [] for router, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:39:23.445084 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-03290fb8-a71d-43f1-9479-b0b0c78f7db3 admin admin] 10.222.0.67 "DELETE /v2.0/routers/439f6f06-fc1a-4cfa-9fee-03530970a6ad HTTP/1.1" status: 204 len: 168 time: 1.0869806 Sep 23 20:39:23.447587 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 36114) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:39:23.491389 n-d-713301-16 neutron-server[95101]: DEBUG neutron.db.db_base_plugin_v2 [None req-1b1695ac-2ffb-4519-9fc7-30f7fcd860a9 admin admin] Deleting subnet 5d04b25c-882d-4b77-8655-f9f4273a336f {{(pid=95101) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 23 20:39:23.494447 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-1b1695ac-2ffb-4519-9fc7-30f7fcd860a9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:39:23.528070 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-1b1695ac-2ffb-4519-9fc7-30f7fcd860a9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6007154'] for subnet, precommit_delete_associations {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:39:23.606999 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-1b1695ac-2ffb-4519-9fc7-30f7fcd860a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1756813'] for subnet, precommit_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:39:23.659249 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-1b1695ac-2ffb-4519-9fc7-30f7fcd860a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1756804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5607514', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6130950'] for subnet, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:39:23.684145 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b1695ac-2ffb-4519-9fc7-30f7fcd860a9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5d04b25c-882d-4b77-8655-f9f4273a336f,revision_number=None']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:39:23.689172 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-1b1695ac-2ffb-4519-9fc7-30f7fcd860a9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:39:23.691168 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-1b1695ac-2ffb-4519-9fc7-30f7fcd860a9 admin admin] 10.222.0.67 "DELETE /v2.0/subnets/5d04b25c-882d-4b77-8655-f9f4273a336f HTTP/1.1" status: 204 len: 168 time: 0.2425122 Sep 23 20:39:23.693616 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 36116) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:39:23.694712 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b49658b-b64e-43dc-8b4f-042a65cb2a15 None None] Network a41aa352-7833-4e9e-baa6-03e6b5e2493d requested from n-d-713301-16 {{(pid=95103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 20:39:23.762606 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-6a45fca9-c554-4d3a-81ac-2288d22da2e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1628021'] for network, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:39:23.787127 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-0ae75029-feb6-4728-9a94-5f9b60993d82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:39:23.826472 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.plugin [None req-6a45fca9-c554-4d3a-81ac-2288d22da2e4 admin admin] Deleting port fdffc0bf-4baa-4340-834b-7502aa49536e {{(pid=95101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 20:39:23.826813 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-6a45fca9-c554-4d3a-81ac-2288d22da2e4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783146157096'] for port, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:39:23.892096 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9bfe4f8-cf82-4eae-a8f7-1fc8b0dce72c None None] DHCP port deletion for a41aa352-7833-4e9e-baa6-03e6b5e2493d request from n-d-713301-16 {{(pid=95103) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 23 20:39:23.897326 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.db [None req-6a45fca9-c554-4d3a-81ac-2288d22da2e4 admin admin] For port fdffc0bf-4baa-4340-834b-7502aa49536e, host n-d-713301-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-16',level=0,port_id=fdffc0bf-4baa-4340-834b-7502aa49536e,segment=NetworkSegment(f6af8fb0-c948-4065-889c-d61b3c1cb6d6),segment_id=f6af8fb0-c948-4065-889c-d61b3c1cb6d6)] {{(pid=95101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 20:39:23.897804 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-6a45fca9-c554-4d3a-81ac-2288d22da2e4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-605701'] for port, precommit_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:39:23.911534 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.plugin [None req-6a45fca9-c554-4d3a-81ac-2288d22da2e4 admin admin] Calling delete_port for fdffc0bf-4baa-4340-834b-7502aa49536e owned by network:dhcp {{(pid=95101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 20:39:23.941656 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.plugin [None req-d9bfe4f8-cf82-4eae-a8f7-1fc8b0dce72c None None] Deleting port fdffc0bf-4baa-4340-834b-7502aa49536e {{(pid=95103) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 20:39:23.942035 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-d9bfe4f8-cf82-4eae-a8f7-1fc8b0dce72c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783146157096'] for port, before_delete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:39:24.004918 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-6a45fca9-c554-4d3a-81ac-2288d22da2e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783146162158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783145673144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5607431'] for port, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:39:24.009836 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Device 5bc518ac-1dd3-444f-81ba-ca9ab0f6cbb6 no longer exists at agent ovs-agent-n-d-713301-16 {{(pid=95103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 20:39:24.018184 n-d-713301-16 neutron-server[95101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a45fca9-c554-4d3a-81ac-2288d22da2e4 admin admin] No DVR routers for this DVR port fdffc0bf-4baa-4340-834b-7502aa49536e on host n-d-713301-16 {{(pid=95101) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 20:39:24.041741 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a45fca9-c554-4d3a-81ac-2288d22da2e4 admin admin] Pushing event deleted for resources: {'Port': ['ID=fdffc0bf-4baa-4340-834b-7502aa49536e,revision_number=None']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:39:24.052234 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-d9bfe4f8-cf82-4eae-a8f7-1fc8b0dce72c None None] For port fdffc0bf-4baa-4340-834b-7502aa49536e, host n-d-713301-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-16',level=0,port_id=fdffc0bf-4baa-4340-834b-7502aa49536e,segment=NetworkSegment(f6af8fb0-c948-4065-889c-d61b3c1cb6d6),segment_id=f6af8fb0-c948-4065-889c-d61b3c1cb6d6)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 20:39:24.052888 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-d9bfe4f8-cf82-4eae-a8f7-1fc8b0dce72c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-605701'] for port, precommit_delete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:39:24.056702 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.plugin [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] No Port match for: 5bc518ac-1dd3-444f-81ba-ca9ab0f6cbb6 {{(pid=95103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 20:39:24.057251 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Device 5bc518ac-1dd3-444f-81ba-ca9ab0f6cbb6 not bound to the agent host n-d-713301-16 {{(pid=95103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 20:39:24.057951 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Device 19df539e-391f-4f06-9183-df5f198e227e no longer exists at agent ovs-agent-n-d-713301-16 {{(pid=95103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 20:39:24.100052 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.plugin [None req-d9bfe4f8-cf82-4eae-a8f7-1fc8b0dce72c None None] Calling delete_port for fdffc0bf-4baa-4340-834b-7502aa49536e owned by network:dhcp {{(pid=95103) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 20:39:24.102359 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.plugin [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] No Port match for: 19df539e-391f-4f06-9183-df5f198e227e {{(pid=95103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 20:39:24.102959 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Device 19df539e-391f-4f06-9183-df5f198e227e not bound to the agent host n-d-713301-16 {{(pid=95103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 20:39:24.103468 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Device fdffc0bf-4baa-4340-834b-7502aa49536e no longer exists at agent ovs-agent-n-d-713301-16 {{(pid=95103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 20:39:24.118409 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-6a45fca9-c554-4d3a-81ac-2288d22da2e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1754676', 'neutron.services.segments.db._delete_segments_for_network-8783146221460'] for network, precommit_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:39:24.133998 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.plugin [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] No Port match for: fdffc0bf-4baa-4340-834b-7502aa49536e {{(pid=95103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 20:39:24.134355 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Device fdffc0bf-4baa-4340-834b-7502aa49536e not bound to the agent host n-d-713301-16 {{(pid=95103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 20:39:24.148739 n-d-713301-16 neutron-server[95101]: DEBUG neutron.services.segments.db [None req-6a45fca9-c554-4d3a-81ac-2288d22da2e4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a41aa352-7833-4e9e-baa6-03e6b5e2493d']}} {{(pid=95101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 20:39:24.160005 n-d-713301-16 neutron-server[95101]: DEBUG neutron.services.segments.db [None req-6a45fca9-c554-4d3a-81ac-2288d22da2e4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f6af8fb0-c948-4065-889c-d61b3c1cb6d6') {'for_net_delete': True} {{(pid=95101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 20:39:24.160385 n-d-713301-16 neutron-server[95101]: DEBUG neutron.services.segments.db [None req-6a45fca9-c554-4d3a-81ac-2288d22da2e4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f6af8fb0-c948-4065-889c-d61b3c1cb6d6') {} {{(pid=95101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 20:39:24.169764 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-6a45fca9-c554-4d3a-81ac-2288d22da2e4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783146221725', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6007147'] for segment, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:39:24.182858 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-6a45fca9-c554-4d3a-81ac-2288d22da2e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1756186'] for segment, precommit_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:39:24.188913 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6a45fca9-c554-4d3a-81ac-2288d22da2e4 admin admin] Releasing vlan 611 on physical network physnet1 to pool {{(pid=95101) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 20:39:24.189305 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-6a45fca9-c554-4d3a-81ac-2288d22da2e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1756186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5608436'] for segment, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:39:24.190943 n-d-713301-16 neutron-server[95101]: Traceback (most recent call last): Sep 23 20:39:24.190943 n-d-713301-16 neutron-server[95101]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 20:39:24.190943 n-d-713301-16 neutron-server[95101]: timer() Sep 23 20:39:24.190943 n-d-713301-16 neutron-server[95101]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 20:39:24.190943 n-d-713301-16 neutron-server[95101]: cb(*args, **kw) Sep 23 20:39:24.190943 n-d-713301-16 neutron-server[95101]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 20:39:24.190943 n-d-713301-16 neutron-server[95101]: return func(*args, **kwargs) Sep 23 20:39:24.190943 n-d-713301-16 neutron-server[95101]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 20:39:24.190943 n-d-713301-16 neutron-server[95101]: self._notify() Sep 23 20:39:24.190943 n-d-713301-16 neutron-server[95101]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 20:39:24.190943 n-d-713301-16 neutron-server[95101]: self.callback(batched_events) Sep 23 20:39:24.190943 n-d-713301-16 neutron-server[95101]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 20:39:24.190943 n-d-713301-16 neutron-server[95101]: event.method(event) Sep 23 20:39:24.190943 n-d-713301-16 neutron-server[95101]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 20:39:24.190943 n-d-713301-16 neutron-server[95101]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 20:39:24.190943 n-d-713301-16 neutron-server[95101]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 20:39:24.190943 n-d-713301-16 neutron-server[95101]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 20:39:24.190943 n-d-713301-16 neutron-server[95101]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 20:39:24.190943 n-d-713301-16 neutron-server[95101]: return f(self, *a, **k) Sep 23 20:39:24.190943 n-d-713301-16 neutron-server[95101]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 20:39:24.190943 n-d-713301-16 neutron-server[95101]: return self._get(url).json() Sep 23 20:39:24.190943 n-d-713301-16 neutron-server[95101]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 20:39:24.190943 n-d-713301-16 neutron-server[95101]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 20:39:24.190943 n-d-713301-16 neutron-server[95101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 20:39:24.190943 n-d-713301-16 neutron-server[95101]: return self.request(url, 'GET', **kwargs) Sep 23 20:39:24.190943 n-d-713301-16 neutron-server[95101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 20:39:24.190943 n-d-713301-16 neutron-server[95101]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 20:39:24.190943 n-d-713301-16 neutron-server[95101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 20:39:24.190943 n-d-713301-16 neutron-server[95101]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 20:39:24.190943 n-d-713301-16 neutron-server[95101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 20:39:24.190943 n-d-713301-16 neutron-server[95101]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 20:39:24.190943 n-d-713301-16 neutron-server[95101]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 20:39:24.205536 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-d9bfe4f8-cf82-4eae-a8f7-1fc8b0dce72c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783146162158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783145673144'] for port, after_delete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:39:24.234411 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9bfe4f8-cf82-4eae-a8f7-1fc8b0dce72c None None] Pushing event deleted for resources: {'Port': ['ID=fdffc0bf-4baa-4340-834b-7502aa49536e,revision_number=None']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:39:24.236398 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9bfe4f8-cf82-4eae-a8f7-1fc8b0dce72c None None] No DVR routers for this DVR port fdffc0bf-4baa-4340-834b-7502aa49536e on host n-d-713301-16 {{(pid=95103) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 20:39:24.252838 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-6a45fca9-c554-4d3a-81ac-2288d22da2e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1754627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-601866'] for network, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:39:24.258512 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-6a45fca9-c554-4d3a-81ac-2288d22da2e4 admin admin] Notify callbacks [] for network, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:39:24.260175 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-6a45fca9-c554-4d3a-81ac-2288d22da2e4 admin admin] 10.222.0.67 "DELETE /v2.0/networks/a41aa352-7833-4e9e-baa6-03e6b5e2493d HTTP/1.1" status: 204 len: 168 time: 0.5656068 Sep 23 20:39:24.271347 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a45fca9-c554-4d3a-81ac-2288d22da2e4 admin admin] Pushing event deleted for resources: {'Network': ['ID=a41aa352-7833-4e9e-baa6-03e6b5e2493d,revision_number=None']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:39:24.389475 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 36120) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:39:24.429218 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-1e8551df-1fdd-40a9-a049-b42232295a9c admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=29863d1907e84df3a5a1f64e85c708b7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0386345 Sep 23 20:39:24.431625 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 36122) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:39:24.483909 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-840b1c32-ab15-47e6-a1f1-0cf84bf0f58a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:39:24.505594 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-840b1c32-ab15-47e6-a1f1-0cf84bf0f58a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:39:24.551952 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-840b1c32-ab15-47e6-a1f1-0cf84bf0f58a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:39:24.554459 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-840b1c32-ab15-47e6-a1f1-0cf84bf0f58a admin admin] Notify callbacks [] for security_group, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:39:24.555621 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-840b1c32-ab15-47e6-a1f1-0cf84bf0f58a admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/fe4b5d46-c5c9-4891-bbfe-0e404b4eee44 HTTP/1.1" status: 204 len: 168 time: 0.1230989 Sep 23 20:39:24.564278 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-840b1c32-ab15-47e6-a1f1-0cf84bf0f58a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe4b5d46-c5c9-4891-bbfe-0e404b4eee44,revision_number=None']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:39:24.898970 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 36128) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:39:24.939206 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-c295fb94-152f-4dd7-a9cf-df108d50159e admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=08c1c4da33664eacb7e8fa127d78e510&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0390315 Sep 23 20:39:24.941714 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 36130) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:39:24.990113 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-ab470520-7966-4094-acf2-f26e1729a484 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:39:25.010643 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-ab470520-7966-4094-acf2-f26e1729a484 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:39:25.056935 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-ab470520-7966-4094-acf2-f26e1729a484 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:39:25.059491 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-ab470520-7966-4094-acf2-f26e1729a484 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:39:25.060645 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-ab470520-7966-4094-acf2-f26e1729a484 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/906c2f7f-9b95-4289-aa5c-5b3bf8108637 HTTP/1.1" status: 204 len: 168 time: 0.1179180 Sep 23 20:39:25.068862 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab470520-7966-4094-acf2-f26e1729a484 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=906c2f7f-9b95-4289-aa5c-5b3bf8108637,revision_number=None']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:39:25.543531 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.agents_db [None req-f2f5c474-60a3-474f-b2cc-02c4bd30880c None None] Agent healthcheck: found 7 active agents {{(pid=95104) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 20:39:25.595193 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-80e7e501-6c57-470d-92c6-e3d54bc3195c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:39:25.729377 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 36154) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:39:25.836054 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.v2.base [None req-d88f400b-5d86-48a4-89b6-f7bc0ff97fc0 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-433595857-network', 'tenant_id': 'b88208f09c3d42f6a469606e889be8e5'}} {{(pid=95101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 20:39:25.858845 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d88f400b-5d86-48a4-89b6-f7bc0ff97fc0 admin admin] Made reservation on behalf of b88208f09c3d42f6a469606e889be8e5 for: {'network': 1} {{(pid=95101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 20:39:25.862252 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-d88f400b-5d86-48a4-89b6-f7bc0ff97fc0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for network, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:39:25.870124 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-d88f400b-5d86-48a4-89b6-f7bc0ff97fc0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:39:25.960385 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-d88f400b-5d86-48a4-89b6-f7bc0ff97fc0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:39:25.963908 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-d88f400b-5d86-48a4-89b6-f7bc0ff97fc0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:39:25.992849 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d88f400b-5d86-48a4-89b6-f7bc0ff97fc0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 636} {{(pid=95101) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 20:39:26.003138 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d88f400b-5d86-48a4-89b6-f7bc0ff97fc0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05d951d6-8c4d-47b4-89d9-f54f9025a78d,revision_number=1']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:39:26.009101 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-d88f400b-5d86-48a4-89b6-f7bc0ff97fc0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1756186'] for segment, precommit_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:39:26.009452 n-d-713301-16 neutron-server[95101]: INFO neutron.db.segments_db [None req-d88f400b-5d86-48a4-89b6-f7bc0ff97fc0 admin admin] Added segment f591818e-3f07-48ac-8bdb-f598804f17b8 of type vlan for network 8f61de7c-4dfd-4531-bd9b-a371cf4deea5 Sep 23 20:39:26.049734 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-d88f400b-5d86-48a4-89b6-f7bc0ff97fc0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783145630486'] for network, precommit_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:39:26.077415 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-d88f400b-5d86-48a4-89b6-f7bc0ff97fc0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299'] for network, after_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:39:26.078413 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d88f400b-5d86-48a4-89b6-f7bc0ff97fc0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:39:26.079001 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-d88f400b-5d86-48a4-89b6-f7bc0ff97fc0 admin admin] Notify callbacks [] for network, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:39:26.109699 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-d88f400b-5d86-48a4-89b6-f7bc0ff97fc0 admin admin] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3790131 Sep 23 20:39:26.113095 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 36158) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:39:26.118615 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.v2.base [None req-63051256-6e37-4e0c-b6db-5845f98344f1 admin admin] Request body: {'subnet': {'network_id': '8f61de7c-4dfd-4531-bd9b-a371cf4deea5', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-433595857-subnet', 'tenant_id': 'b88208f09c3d42f6a469606e889be8e5', 'ip_version': 4}} {{(pid=95102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 20:39:26.138519 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63051256-6e37-4e0c-b6db-5845f98344f1 admin admin] Made reservation on behalf of b88208f09c3d42f6a469606e889be8e5 for: {'subnet': 1} {{(pid=95102) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 20:39:26.141059 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-63051256-6e37-4e0c-b6db-5845f98344f1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5388256'] for subnet, before_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:39:26.144163 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d88f400b-5d86-48a4-89b6-f7bc0ff97fc0 admin admin] Pushing event updated for resources: {'Network': ['ID=8f61de7c-4dfd-4531-bd9b-a371cf4deea5,revision_number=1']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:39:26.153681 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Network 8f61de7c-4dfd-4531-bd9b-a371cf4deea5 details requested by agent ovs-agent-n-d-713301-16 with host n-d-713301-16 {{(pid=95103) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 20:39:26.315444 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-63051256-6e37-4e0c-b6db-5845f98344f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4398944', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5388242'] for subnet, after_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:39:26.377305 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63051256-6e37-4e0c-b6db-5845f98344f1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9836079a-dcf6-44c2-92d5-79df2cb1aa23,revision_number=0']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:39:26.384178 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63051256-6e37-4e0c-b6db-5845f98344f1 admin admin] Checking segment: {'id': 'f591818e-3f07-48ac-8bdb-f598804f17b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '8f61de7c-4dfd-4531-bd9b-a371cf4deea5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95102) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 20:39:26.384532 n-d-713301-16 neutron-server[95102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63051256-6e37-4e0c-b6db-5845f98344f1 admin admin] Network hostable DHCP agents. Network: 8f61de7c-4dfd-4531-bd9b-a371cf4deea5, hostable agents: ['1b18bf05-1b5f-4587-be5c-af3ac38e32ad'], hosted agents: [] {{(pid=95102) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 20:39:26.401235 n-d-713301-16 neutron-server[95102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63051256-6e37-4e0c-b6db-5845f98344f1 admin admin] Network 8f61de7c-4dfd-4531-bd9b-a371cf4deea5 is scheduled to be hosted by DHCP agent 1b18bf05-1b5f-4587-be5c-af3ac38e32ad with binding_index 1 {{(pid=95102) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 20:39:26.410441 n-d-713301-16 neutron-server[95102]: DEBUG neutron.scheduler.base_scheduler [None req-63051256-6e37-4e0c-b6db-5845f98344f1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713301-16, 8f61de7c-4dfd-4531-bd9b-a371cf4deea5) {{(pid=95102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 20:39:26.414516 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63051256-6e37-4e0c-b6db-5845f98344f1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:39:26.415108 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-63051256-6e37-4e0c-b6db-5845f98344f1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:39:26.419942 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3336e3a-ffce-4b83-a8ce-3dcd10906f49 None None] Network 8f61de7c-4dfd-4531-bd9b-a371cf4deea5 requested from n-d-713301-16 {{(pid=95103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 20:39:26.431411 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-63051256-6e37-4e0c-b6db-5845f98344f1 admin admin] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3166826 Sep 23 20:39:26.434093 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 36160) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:39:26.438297 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.v2.base [None req-8602f47e-81a7-4a89-b87d-0f89e6ea4e55 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-433595857-router', 'tenant_id': 'b88208f09c3d42f6a469606e889be8e5', 'external_gateway_info': {'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac'}}} {{(pid=95102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 20:39:26.459171 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-8602f47e-81a7-4a89-b87d-0f89e6ea4e55 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-594563', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29355'] for router, before_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:39:26.460274 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-8602f47e-81a7-4a89-b87d-0f89e6ea4e55 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-597363', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-601731', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-739356', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29346'] for router, precommit_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:39:26.511871 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-8602f47e-81a7-4a89-b87d-0f89e6ea4e55 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:39:26.568536 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55f78148-d0b9-478b-9c01-95a9a0f01ae2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4c8b80df-07eb-5275-9f17-5cf640db67c0-8f61de7c-4dfd-4531-bd9b-a371cf4deea5', 'network_id': '8f61de7c-4dfd-4531-bd9b-a371cf4deea5', 'tenant_id': 'b88208f09c3d42f6a469606e889be8e5', 'fixed_ips': [{'subnet_id': '9836079a-dcf6-44c2-92d5-79df2cb1aa23'}]}} from n-d-713301-16. {{(pid=95103) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 23 20:39:26.569432 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-55f78148-d0b9-478b-9c01-95a9a0f01ae2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_create {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:39:26.654336 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-8602f47e-81a7-4a89-b87d-0f89e6ea4e55 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:39:26.703238 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.db_base_plugin_common [None req-55f78148-d0b9-478b-9c01-95a9a0f01ae2 None None] Allocated IP 172.20.0.2 (8f61de7c-4dfd-4531-bd9b-a371cf4deea5/9836079a-dcf6-44c2-92d5-79df2cb1aa23/2e568815-e187-4a26-b5d0-0eb857301337) {{(pid=95103) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 20:39:26.845718 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-55f78148-d0b9-478b-9c01-95a9a0f01ae2 None None] Notify callbacks [] for port, precommit_create {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:39:26.851778 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-55f78148-d0b9-478b-9c01-95a9a0f01ae2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783145673135'] for port, after_create {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:39:26.852628 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-8602f47e-81a7-4a89-b87d-0f89e6ea4e55 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:39:26.876106 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-8602f47e-81a7-4a89-b87d-0f89e6ea4e55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:39:26.887747 n-d-713301-16 neutron-server[95103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55f78148-d0b9-478b-9c01-95a9a0f01ae2 None None] Network 8f61de7c-4dfd-4531-bd9b-a371cf4deea5 is already hosted by enough agents. {{(pid=95103) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 20:39:26.890622 n-d-713301-16 neutron-server[95103]: DEBUG neutron.scheduler.base_scheduler [None req-55f78148-d0b9-478b-9c01-95a9a0f01ae2 None None] Resources bound (agent type, host, resource id): {{(pid=95103) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 20:39:26.894904 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55f78148-d0b9-478b-9c01-95a9a0f01ae2 None None] Received port after_create {{(pid=95103) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 20:39:26.910101 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55f78148-d0b9-478b-9c01-95a9a0f01ae2 None None] Pushing event updated for resources: {'Port': ['ID=2e568815-e187-4a26-b5d0-0eb857301337,revision_number=1']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:39:26.964261 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.managers [None req-55f78148-d0b9-478b-9c01-95a9a0f01ae2 None None] Attempting to bind port 2e568815-e187-4a26-b5d0-0eb857301337 on host n-d-713301-16 for vnic_type normal with profile {{(pid=95103) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 20:39:26.964656 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.managers [None req-55f78148-d0b9-478b-9c01-95a9a0f01ae2 None None] Attempting to bind port 2e568815-e187-4a26-b5d0-0eb857301337 by drivers openvswitch,hyperv on host n-d-713301-16 at level 0 using segments [{'id': 'f591818e-3f07-48ac-8bdb-f598804f17b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '8f61de7c-4dfd-4531-bd9b-a371cf4deea5'}] {{(pid=95103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 20:39:26.965024 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55f78148-d0b9-478b-9c01-95a9a0f01ae2 None None] Attempting to bind port 2e568815-e187-4a26-b5d0-0eb857301337 on network 8f61de7c-4dfd-4531-bd9b-a371cf4deea5 {{(pid=95103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 20:39:26.970009 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55f78148-d0b9-478b-9c01-95a9a0f01ae2 None None] Checking agent: {'id': '70a14545-df24-472f-8f95-bfe1719bff93', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 19, 7, 53), 'started_at': datetime.datetime(2021, 9, 23, 19, 8, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 20, 39, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 20:39:26.970383 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55f78148-d0b9-478b-9c01-95a9a0f01ae2 None None] Checking segment: {'id': 'f591818e-3f07-48ac-8bdb-f598804f17b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '8f61de7c-4dfd-4531-bd9b-a371cf4deea5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95103) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 20:39:26.970789 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-55f78148-d0b9-478b-9c01-95a9a0f01ae2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:39:26.971181 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55f78148-d0b9-478b-9c01-95a9a0f01ae2 None None] Bound using segment: {'id': 'f591818e-3f07-48ac-8bdb-f598804f17b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '8f61de7c-4dfd-4531-bd9b-a371cf4deea5'} {{(pid=95103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 20:39:26.971644 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.managers [None req-55f78148-d0b9-478b-9c01-95a9a0f01ae2 None None] Bound port: 2e568815-e187-4a26-b5d0-0eb857301337, host: n-d-713301-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f591818e-3f07-48ac-8bdb-f598804f17b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '8f61de7c-4dfd-4531-bd9b-a371cf4deea5'}}] {{(pid=95103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 20:39:26.972023 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-55f78148-d0b9-478b-9c01-95a9a0f01ae2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:39:26.982519 n-d-713301-16 neutron-server[95102]: DEBUG neutron.db.db_base_plugin_common [None req-8602f47e-81a7-4a89-b87d-0f89e6ea4e55 admin admin] Allocated IP 172.25.1.254 (5dec5c09-378e-4f50-89cc-d94eb81c3bac/eff83446-018c-428d-b3f5-54ac9abe7a2a/631049cb-14fe-444a-b61e-1e485fba65b6) {{(pid=95102) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 20:39:27.040789 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-55f78148-d0b9-478b-9c01-95a9a0f01ae2 None None] For port 2e568815-e187-4a26-b5d0-0eb857301337, host n-d-713301-16, cleared binding levels {{(pid=95103) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 20:39:27.044290 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-55f78148-d0b9-478b-9c01-95a9a0f01ae2 None None] For port 2e568815-e187-4a26-b5d0-0eb857301337, host n-d-713301-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-16',level=0,port_id=2e568815-e187-4a26-b5d0-0eb857301337,segment=NetworkSegment(f591818e-3f07-48ac-8bdb-f598804f17b8),segment_id=f591818e-3f07-48ac-8bdb-f598804f17b8)] {{(pid=95103) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 20:39:27.049163 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-55f78148-d0b9-478b-9c01-95a9a0f01ae2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:39:27.091474 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-8602f47e-81a7-4a89-b87d-0f89e6ea4e55 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:39:27.112541 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55f78148-d0b9-478b-9c01-95a9a0f01ae2 None None] Pushing event updated for resources: {'Port': ['ID=2e568815-e187-4a26-b5d0-0eb857301337,revision_number=2']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:39:27.131346 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-8602f47e-81a7-4a89-b87d-0f89e6ea4e55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783145673135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4399100'] for port, after_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:39:27.169103 n-d-713301-16 neutron-server[95102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8602f47e-81a7-4a89-b87d-0f89e6ea4e55 admin admin] Network 5dec5c09-378e-4f50-89cc-d94eb81c3bac is already hosted by enough agents. {{(pid=95102) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 20:39:27.171933 n-d-713301-16 neutron-server[95102]: DEBUG neutron.scheduler.base_scheduler [None req-8602f47e-81a7-4a89-b87d-0f89e6ea4e55 admin admin] Resources bound (agent type, host, resource id): {{(pid=95102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 20:39:27.176167 n-d-713301-16 neutron-server[95102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8602f47e-81a7-4a89-b87d-0f89e6ea4e55 admin admin] Received port after_create {{(pid=95102) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 20:39:27.201282 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8602f47e-81a7-4a89-b87d-0f89e6ea4e55 admin admin] Pushing event updated for resources: {'Port': ['ID=631049cb-14fe-444a-b61e-1e485fba65b6,revision_number=1']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:39:27.781002 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-8602f47e-81a7-4a89-b87d-0f89e6ea4e55 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:39:27.992375 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-8602f47e-81a7-4a89-b87d-0f89e6ea4e55 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-597258', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-601790'] for router, after_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:39:28.001190 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd7a9bd1-98e9-433c-a1e4-dfa88adf135e None None] Network 8f61de7c-4dfd-4531-bd9b-a371cf4deea5 requested from n-d-713301-16 {{(pid=95103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 20:39:28.015444 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Device 2e568815-e187-4a26-b5d0-0eb857301337 up at agent ovs-agent-n-d-713301-16 {{(pid=95103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 20:39:28.107485 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-d4fe6367-5b3f-458b-87dd-d22a814718d6 None None] Provisioning complete for port 2e568815-e187-4a26-b5d0-0eb857301337 triggered by entity DHCP. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 20:39:28.107858 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-d4fe6367-5b3f-458b-87dd-d22a814718d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:39:28.124883 n-d-713301-16 neutron-server[95102]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8602f47e-81a7-4a89-b87d-0f89e6ea4e55 admin admin] Router 460d5a08-fb52-4e87-ae55-3b4ada5833ce is scheduled to L3 agent 79a740bf-7821-4989-8288-7186e3e128f3 with binding_index 1 {{(pid=95102) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 23 20:39:28.192735 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Provisioning complete for port 2e568815-e187-4a26-b5d0-0eb857301337 triggered by entity L2. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 20:39:28.193111 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:39:28.241658 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8602f47e-81a7-4a89-b87d-0f89e6ea4e55 admin admin] Notify agent at l3_agent.n-d-713301-16 the message routers_updated {{(pid=95102) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 20:39:28.252835 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55f19194-aab0-432d-b576-4ab8182e3d06 None None] Sync routers for ids ['460d5a08-fb52-4e87-ae55-3b4ada5833ce'] in n-d-713301-16 {{(pid=95104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 20:39:28.259778 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-8602f47e-81a7-4a89-b87d-0f89e6ea4e55 admin admin] Notify callbacks [] for router, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:39:28.261422 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-8602f47e-81a7-4a89-b87d-0f89e6ea4e55 admin admin] 10.222.0.67 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.8263402 Sep 23 20:39:28.264212 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 36164) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:39:28.268541 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55f19194-aab0-432d-b576-4ab8182e3d06 None None] Routers {'460d5a08-fb52-4e87-ae55-3b4ada5833ce'} bound to L3 agent in host n-d-713301-16 {{(pid=95104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 20:39:28.269257 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_hamode_db [None req-55f19194-aab0-432d-b576-4ab8182e3d06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-23T19:07:52Z,description=,heartbeat_timestamp=2021-09-23T20:39:23Z,host='n-d-713301-16',id=79a740bf-7821-4989-8288-7186e3e128f3,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:07:52Z,topic='l3_agent')) {'router_ids': ['460d5a08-fb52-4e87-ae55-3b4ada5833ce'], 'active': True} {{(pid=95104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 20:39:28.332708 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-d4fe6367-5b3f-458b-87dd-d22a814718d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:39:28.364945 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:39:28.390144 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-d4fe6367-5b3f-458b-87dd-d22a814718d6 None None] For port 2e568815-e187-4a26-b5d0-0eb857301337, host n-d-713301-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-16',level=0,port_id=2e568815-e187-4a26-b5d0-0eb857301337,segment=NetworkSegment(f591818e-3f07-48ac-8bdb-f598804f17b8),segment_id=f591818e-3f07-48ac-8bdb-f598804f17b8)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 20:39:28.399276 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-d4fe6367-5b3f-458b-87dd-d22a814718d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:39:28.481578 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.db.api [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95103) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 23 20:39:28.481930 n-d-713301-16 neutron-server[95103]: DEBUG oslo_db.api [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 23 20:39:28.486745 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4fe6367-5b3f-458b-87dd-d22a814718d6 None None] Pushing event updated for resources: {'Port': ['ID=2e568815-e187-4a26-b5d0-0eb857301337,revision_number=3']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:39:28.498967 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_dvr_db [None req-55f19194-aab0-432d-b576-4ab8182e3d06 None None] Set router 460d5a08-fb52-4e87-ae55-3b4ada5833ce gateway port host: n-d-713301-16 {{(pid=95104) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 20:39:28.686021 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_hamode_db [None req-55f19194-aab0-432d-b576-4ab8182e3d06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '460d5a08-fb52-4e87-ae55-3b4ada5833ce', 'name': 'tempest-TestSnapshotPattern-433595857-router', 'tenant_id': 'b88208f09c3d42f6a469606e889be8e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'external_fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.254'}], 'enable_snat': True}, 'gw_port_id': '631049cb-14fe-444a-b61e-1e485fba65b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T20:39:26Z', 'updated_at': '2021-09-23T20:39:27Z', 'revision_number': 3, 'project_id': 'b88208f09c3d42f6a469606e889be8e5', 'gw_port': {'id': '631049cb-14fe-444a-b61e-1e485fba65b6', 'name': '', 'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:b6:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '460d5a08-fb52-4e87-ae55-3b4ada5833ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T20:39:26Z', 'updated_at': '2021-09-23T20:39:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-16'}], 'n-d-713301-16', False) {} {{(pid=95104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 20:39:28.713147 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55f19194-aab0-432d-b576-4ab8182e3d06 None None] Checking router: 460d5a08-fb52-4e87-ae55-3b4ada5833ce for host: n-d-713301-16 {{(pid=95104) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 20:39:28.713985 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55f19194-aab0-432d-b576-4ab8182e3d06 None None] Updating router 460d5a08-fb52-4e87-ae55-3b4ada5833ce port 631049cb-14fe-444a-b61e-1e485fba65b6 binding host n-d-713301-16 {{(pid=95104) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 23 20:39:28.723281 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:39:28.724559 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-c50d3604-7e38-434e-bf9f-b2fe321a5bfd None None] Provisioning complete for port 2e568815-e187-4a26-b5d0-0eb857301337 triggered by entity DHCP. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 20:39:28.725002 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-c50d3604-7e38-434e-bf9f-b2fe321a5bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:39:28.739959 n-d-713301-16 neutron-server[95104]: DEBUG neutron_lib.callbacks.manager [None req-55f19194-aab0-432d-b576-4ab8182e3d06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:39:28.743181 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-7d8ec51c-7cc5-4e1b-bcb2-5170fbef6887 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:39:28.903236 n-d-713301-16 neutron-server[95102]: DEBUG neutron.db.db_base_plugin_common [None req-7d8ec51c-7cc5-4e1b-bcb2-5170fbef6887 admin admin] Allocated IP 172.20.0.1 (8f61de7c-4dfd-4531-bd9b-a371cf4deea5/9836079a-dcf6-44c2-92d5-79df2cb1aa23/155035e6-1a31-46eb-a664-bc0dd6fa8213) {{(pid=95102) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 20:39:29.003487 n-d-713301-16 neutron-server[95104]: DEBUG neutron_lib.callbacks.manager [None req-55f19194-aab0-432d-b576-4ab8182e3d06 None None] Notify callbacks [] for port, precommit_update {{(pid=95104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:39:29.010062 n-d-713301-16 neutron-server[95104]: DEBUG neutron_lib.callbacks.manager [None req-55f19194-aab0-432d-b576-4ab8182e3d06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:39:29.013083 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-7d8ec51c-7cc5-4e1b-bcb2-5170fbef6887 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:39:29.036044 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:39:29.056994 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-7d8ec51c-7cc5-4e1b-bcb2-5170fbef6887 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783145673135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4399100'] for port, after_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:39:29.060070 n-d-713301-16 neutron-server[95104]: DEBUG neutron.plugins.ml2.managers [None req-55f19194-aab0-432d-b576-4ab8182e3d06 None None] Attempting to bind port 631049cb-14fe-444a-b61e-1e485fba65b6 on host n-d-713301-16 for vnic_type normal with profile {{(pid=95104) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 20:39:29.060438 n-d-713301-16 neutron-server[95104]: DEBUG neutron.plugins.ml2.managers [None req-55f19194-aab0-432d-b576-4ab8182e3d06 None None] Attempting to bind port 631049cb-14fe-444a-b61e-1e485fba65b6 by drivers openvswitch,hyperv on host n-d-713301-16 at level 0 using segments [{'id': '7d4027f1-d893-4c7b-95d4-757b8e44e380', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac'}] {{(pid=95104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 20:39:29.060824 n-d-713301-16 neutron-server[95104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55f19194-aab0-432d-b576-4ab8182e3d06 None None] Attempting to bind port 631049cb-14fe-444a-b61e-1e485fba65b6 on network 5dec5c09-378e-4f50-89cc-d94eb81c3bac {{(pid=95104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 20:39:29.070462 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aee53a6-1219-4efc-a562-5069b9f48520 None None] Pushing event updated for resources: {'Port': ['ID=631049cb-14fe-444a-b61e-1e485fba65b6,revision_number=2']} {{(pid=95104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:39:29.073406 n-d-713301-16 neutron-server[95104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55f19194-aab0-432d-b576-4ab8182e3d06 None None] Checking agent: {'id': '70a14545-df24-472f-8f95-bfe1719bff93', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 19, 7, 53), 'started_at': datetime.datetime(2021, 9, 23, 19, 8, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 20, 39, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 20:39:29.074024 n-d-713301-16 neutron-server[95104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55f19194-aab0-432d-b576-4ab8182e3d06 None None] Checking segment: {'id': '7d4027f1-d893-4c7b-95d4-757b8e44e380', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95104) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 20:39:29.074419 n-d-713301-16 neutron-server[95104]: DEBUG neutron_lib.callbacks.manager [None req-55f19194-aab0-432d-b576-4ab8182e3d06 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:39:29.074808 n-d-713301-16 neutron-server[95104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55f19194-aab0-432d-b576-4ab8182e3d06 None None] Bound using segment: {'id': '7d4027f1-d893-4c7b-95d4-757b8e44e380', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac'} {{(pid=95104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 20:39:29.075268 n-d-713301-16 neutron-server[95104]: DEBUG neutron.plugins.ml2.managers [None req-55f19194-aab0-432d-b576-4ab8182e3d06 None None] Bound port: 631049cb-14fe-444a-b61e-1e485fba65b6, host: n-d-713301-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7d4027f1-d893-4c7b-95d4-757b8e44e380', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac'}}] {{(pid=95104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 20:39:29.075637 n-d-713301-16 neutron-server[95104]: DEBUG neutron_lib.callbacks.manager [None req-55f19194-aab0-432d-b576-4ab8182e3d06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:39:29.082559 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aee53a6-1219-4efc-a562-5069b9f48520 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:39:29.082899 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aee53a6-1219-4efc-a562-5069b9f48520 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:39:29.083234 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aee53a6-1219-4efc-a562-5069b9f48520 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:39:29.083563 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aee53a6-1219-4efc-a562-5069b9f48520 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:39:29.083889 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aee53a6-1219-4efc-a562-5069b9f48520 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:39:29.084212 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aee53a6-1219-4efc-a562-5069b9f48520 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:39:29.084530 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aee53a6-1219-4efc-a562-5069b9f48520 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:39:29.084875 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aee53a6-1219-4efc-a562-5069b9f48520 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:39:29.085231 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aee53a6-1219-4efc-a562-5069b9f48520 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:39:29.085508 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aee53a6-1219-4efc-a562-5069b9f48520 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:39:29.085824 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aee53a6-1219-4efc-a562-5069b9f48520 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:39:29.086133 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aee53a6-1219-4efc-a562-5069b9f48520 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:39:29.096120 n-d-713301-16 neutron-server[95102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d8ec51c-7cc5-4e1b-bcb2-5170fbef6887 admin admin] Network 8f61de7c-4dfd-4531-bd9b-a371cf4deea5 is already hosted by enough agents. {{(pid=95102) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 20:39:29.099001 n-d-713301-16 neutron-server[95102]: DEBUG neutron.scheduler.base_scheduler [None req-7d8ec51c-7cc5-4e1b-bcb2-5170fbef6887 admin admin] Resources bound (agent type, host, resource id): {{(pid=95102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 20:39:29.102499 n-d-713301-16 neutron-server[95102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d8ec51c-7cc5-4e1b-bcb2-5170fbef6887 admin admin] Received port after_create {{(pid=95102) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 20:39:29.127684 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d8ec51c-7cc5-4e1b-bcb2-5170fbef6887 admin admin] Pushing event updated for resources: {'Port': ['ID=155035e6-1a31-46eb-a664-bc0dd6fa8213,revision_number=1']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:39:29.136768 n-d-713301-16 neutron-server[95104]: DEBUG neutron.plugins.ml2.db [None req-55f19194-aab0-432d-b576-4ab8182e3d06 None None] For port 631049cb-14fe-444a-b61e-1e485fba65b6, host n-d-713301-16, cleared binding levels {{(pid=95104) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 20:39:29.142099 n-d-713301-16 neutron-server[95104]: DEBUG neutron.plugins.ml2.db [None req-55f19194-aab0-432d-b576-4ab8182e3d06 None None] For port 631049cb-14fe-444a-b61e-1e485fba65b6, host n-d-713301-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-16',level=0,port_id=631049cb-14fe-444a-b61e-1e485fba65b6,segment=NetworkSegment(7d4027f1-d893-4c7b-95d4-757b8e44e380),segment_id=7d4027f1-d893-4c7b-95d4-757b8e44e380)] {{(pid=95104) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 20:39:29.146727 n-d-713301-16 neutron-server[95104]: DEBUG neutron_lib.callbacks.manager [None req-55f19194-aab0-432d-b576-4ab8182e3d06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:39:29.152466 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-7d8ec51c-7cc5-4e1b-bcb2-5170fbef6887 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-601987'] for router_interface, before_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:39:29.204205 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55f19194-aab0-432d-b576-4ab8182e3d06 None None] Routers {'460d5a08-fb52-4e87-ae55-3b4ada5833ce'} bound to L3 agent in host n-d-713301-16 {{(pid=95104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 20:39:29.204956 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_hamode_db [None req-55f19194-aab0-432d-b576-4ab8182e3d06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-23T19:07:52Z,description=,heartbeat_timestamp=2021-09-23T20:39:23Z,host='n-d-713301-16',id=79a740bf-7821-4989-8288-7186e3e128f3,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:07:52Z,topic='l3_agent')) {'router_ids': ['460d5a08-fb52-4e87-ae55-3b4ada5833ce'], 'active': True} {{(pid=95104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 20:39:29.210021 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aee53a6-1219-4efc-a562-5069b9f48520 None None] Pushing event updated for resources: {'Port': ['ID=631049cb-14fe-444a-b61e-1e485fba65b6,revision_number=3']} {{(pid=95104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:39:29.300173 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-7d8ec51c-7cc5-4e1b-bcb2-5170fbef6887 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:39:29.325535 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_dvr_db [None req-55f19194-aab0-432d-b576-4ab8182e3d06 None None] Set router 460d5a08-fb52-4e87-ae55-3b4ada5833ce gateway port host: n-d-713301-16 {{(pid=95104) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 20:39:29.431519 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-f45f9d51-39b5-4ea8-94ac-8a985d684ff0 None None] Provisioning complete for port 155035e6-1a31-46eb-a664-bc0dd6fa8213 triggered by entity DHCP. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 20:39:29.431810 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-f45f9d51-39b5-4ea8-94ac-8a985d684ff0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:39:29.467627 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.plugin [None req-f45f9d51-39b5-4ea8-94ac-8a985d684ff0 None None] Port 155035e6-1a31-46eb-a664-bc0dd6fa8213 cannot update to ACTIVE because it is not bound. {{(pid=95103) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 20:39:29.473964 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-7d8ec51c-7cc5-4e1b-bcb2-5170fbef6887 admin admin] Notify callbacks [] for port, precommit_update {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:39:29.478649 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-7d8ec51c-7cc5-4e1b-bcb2-5170fbef6887 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4399095'] for port, after_update {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:39:29.506283 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_hamode_db [None req-55f19194-aab0-432d-b576-4ab8182e3d06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '460d5a08-fb52-4e87-ae55-3b4ada5833ce', 'name': 'tempest-TestSnapshotPattern-433595857-router', 'tenant_id': 'b88208f09c3d42f6a469606e889be8e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'external_fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.254'}], 'enable_snat': True}, 'gw_port_id': '631049cb-14fe-444a-b61e-1e485fba65b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T20:39:26Z', 'updated_at': '2021-09-23T20:39:27Z', 'revision_number': 3, 'project_id': 'b88208f09c3d42f6a469606e889be8e5', 'gw_port': {'id': '631049cb-14fe-444a-b61e-1e485fba65b6', 'name': '', 'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:b6:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '460d5a08-fb52-4e87-ae55-3b4ada5833ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T20:39:26Z', 'updated_at': '2021-09-23T20:39:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-16'}], 'n-d-713301-16', False) {} {{(pid=95104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 20:39:29.533143 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55f19194-aab0-432d-b576-4ab8182e3d06 None None] The sync data for ids ['460d5a08-fb52-4e87-ae55-3b4ada5833ce'] in n-d-713301-16 is: [{'id': '460d5a08-fb52-4e87-ae55-3b4ada5833ce', 'name': 'tempest-TestSnapshotPattern-433595857-router', 'tenant_id': 'b88208f09c3d42f6a469606e889be8e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'external_fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.254'}], 'enable_snat': True}, 'gw_port_id': '631049cb-14fe-444a-b61e-1e485fba65b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T20:39:26Z', 'updated_at': '2021-09-23T20:39:27Z', 'revision_number': 3, 'project_id': 'b88208f09c3d42f6a469606e889be8e5', 'gw_port': {'id': '631049cb-14fe-444a-b61e-1e485fba65b6', 'name': '', 'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:b6:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '460d5a08-fb52-4e87-ae55-3b4ada5833ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T20:39:26Z', 'updated_at': '2021-09-23T20:39:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-16'}] {{(pid=95104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 20:39:29.549846 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d8ec51c-7cc5-4e1b-bcb2-5170fbef6887 admin admin] Pushing event updated for resources: {'Port': ['ID=155035e6-1a31-46eb-a664-bc0dd6fa8213,revision_number=2']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:39:29.553362 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-7d8ec51c-7cc5-4e1b-bcb2-5170fbef6887 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-527313', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-601459'] for router_interface, after_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:39:29.657589 n-d-713301-16 neutron-server[95102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d8ec51c-7cc5-4e1b-bcb2-5170fbef6887 admin admin] Network 8f61de7c-4dfd-4531-bd9b-a371cf4deea5 is already hosted by enough agents. {{(pid=95102) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 20:39:29.659081 n-d-713301-16 neutron-server[95102]: DEBUG neutron.scheduler.base_scheduler [None req-7d8ec51c-7cc5-4e1b-bcb2-5170fbef6887 admin admin] Resources bound (agent type, host, resource id): {{(pid=95102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 20:39:29.805645 n-d-713301-16 neutron-server[95102]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d8ec51c-7cc5-4e1b-bcb2-5170fbef6887 admin admin] Router 460d5a08-fb52-4e87-ae55-3b4ada5833ce has already been hosted by L3 agent 79a740bf-7821-4989-8288-7186e3e128f3 {{(pid=95102) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 20:39:29.923787 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d8ec51c-7cc5-4e1b-bcb2-5170fbef6887 admin admin] Notify agent at l3_agent.n-d-713301-16 the message routers_updated {{(pid=95102) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 20:39:29.940511 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-7d8ec51c-7cc5-4e1b-bcb2-5170fbef6887 admin admin] 10.222.0.67 "PUT /v2.0/routers/460d5a08-fb52-4e87-ae55-3b4ada5833ce/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6665535 Sep 23 20:39:29.990858 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-91758e6e-1902-4996-a469-861961ec08ce None None] Provisioning complete for port 155035e6-1a31-46eb-a664-bc0dd6fa8213 triggered by entity DHCP. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 20:39:29.991376 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-91758e6e-1902-4996-a469-861961ec08ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:39:30.032522 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.plugin [None req-91758e6e-1902-4996-a469-861961ec08ce None None] Port 155035e6-1a31-46eb-a664-bc0dd6fa8213 cannot update to ACTIVE because it is not bound. {{(pid=95103) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 20:39:30.083537 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Device 631049cb-14fe-444a-b61e-1e485fba65b6 up at agent ovs-agent-n-d-713301-16 {{(pid=95103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 20:39:30.136873 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Provisioning complete for port 631049cb-14fe-444a-b61e-1e485fba65b6 triggered by entity L2. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 20:39:30.137249 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:39:30.218289 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:39:30.244292 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] For port 631049cb-14fe-444a-b61e-1e485fba65b6, host n-d-713301-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-16',level=0,port_id=631049cb-14fe-444a-b61e-1e485fba65b6,segment=NetworkSegment(7d4027f1-d893-4c7b-95d4-757b8e44e380),segment_id=7d4027f1-d893-4c7b-95d4-757b8e44e380)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 20:39:30.248795 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:39:30.249596 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Device 2e568815-e187-4a26-b5d0-0eb857301337 up at agent ovs-agent-n-d-713301-16 {{(pid=95103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 20:39:30.333346 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Pushing event updated for resources: {'Port': ['ID=631049cb-14fe-444a-b61e-1e485fba65b6,revision_number=4']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:39:30.344920 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Provisioning complete for port 2e568815-e187-4a26-b5d0-0eb857301337 triggered by entity L2. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 20:39:30.345292 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:39:30.477443 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 36180) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:39:30.482451 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.v2.base [None req-c8c97f01-d116-4ef8-be9c-5f9126dfa002 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-108079126-network', 'tenant_id': '7469d171a88c4924a8884addb126afd2'}} {{(pid=95102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 20:39:30.503393 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8c97f01-d116-4ef8-be9c-5f9126dfa002 admin admin] Made reservation on behalf of 7469d171a88c4924a8884addb126afd2 for: {'network': 1} {{(pid=95102) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 20:39:30.505907 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-c8c97f01-d116-4ef8-be9c-5f9126dfa002 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for network, before_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:39:30.514259 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-c8c97f01-d116-4ef8-be9c-5f9126dfa002 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:39:30.604250 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-c8c97f01-d116-4ef8-be9c-5f9126dfa002 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:39:30.607827 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-c8c97f01-d116-4ef8-be9c-5f9126dfa002 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:39:30.632640 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c8c97f01-d116-4ef8-be9c-5f9126dfa002 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 608} {{(pid=95102) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 20:39:30.642360 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c97f01-d116-4ef8-be9c-5f9126dfa002 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e721bcf-dfa7-4250-8827-61b44ded5a82,revision_number=1']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:39:30.649960 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-c8c97f01-d116-4ef8-be9c-5f9126dfa002 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1756186'] for segment, precommit_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:39:30.650317 n-d-713301-16 neutron-server[95102]: INFO neutron.db.segments_db [None req-c8c97f01-d116-4ef8-be9c-5f9126dfa002 admin admin] Added segment 962233d8-5b27-4946-9725-c85360b068fd of type vlan for network 8b5e6398-f50e-40b3-b27d-01bd181d82e9 Sep 23 20:39:30.691700 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-c8c97f01-d116-4ef8-be9c-5f9126dfa002 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783145630486'] for network, precommit_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:39:30.715846 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-c8c97f01-d116-4ef8-be9c-5f9126dfa002 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299'] for network, after_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:39:30.716870 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8c97f01-d116-4ef8-be9c-5f9126dfa002 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:39:30.717461 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-c8c97f01-d116-4ef8-be9c-5f9126dfa002 admin admin] Notify callbacks [] for network, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:39:30.750848 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-c8c97f01-d116-4ef8-be9c-5f9126dfa002 admin admin] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.2721064 Sep 23 20:39:30.753558 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 36182) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:39:30.758609 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.v2.base [None req-1e4b35a9-a792-4a43-a4ed-7c2856284b20 admin admin] Request body: {'subnet': {'network_id': '8b5e6398-f50e-40b3-b27d-01bd181d82e9', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-108079126-subnet', 'tenant_id': '7469d171a88c4924a8884addb126afd2', 'ip_version': 4}} {{(pid=95101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 20:39:30.779665 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e4b35a9-a792-4a43-a4ed-7c2856284b20 admin admin] Made reservation on behalf of 7469d171a88c4924a8884addb126afd2 for: {'subnet': 1} {{(pid=95101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 20:39:30.783440 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-1e4b35a9-a792-4a43-a4ed-7c2856284b20 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6130979'] for subnet, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:39:30.783667 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c97f01-d116-4ef8-be9c-5f9126dfa002 admin admin] Pushing event updated for resources: {'Network': ['ID=8b5e6398-f50e-40b3-b27d-01bd181d82e9,revision_number=1']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:39:30.793594 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Network 8b5e6398-f50e-40b3-b27d-01bd181d82e9 details requested by agent ovs-agent-n-d-713301-16 with host n-d-713301-16 {{(pid=95103) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 20:39:30.963897 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-1e4b35a9-a792-4a43-a4ed-7c2856284b20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5607579', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6130961'] for subnet, after_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:39:31.017739 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e4b35a9-a792-4a43-a4ed-7c2856284b20 admin admin] Pushing event updated for resources: {'Subnet': ['ID=52e4aae4-817a-4d2e-996d-4cde883da1a9,revision_number=0']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:39:31.028339 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e4b35a9-a792-4a43-a4ed-7c2856284b20 admin admin] Checking segment: {'id': '962233d8-5b27-4946-9725-c85360b068fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '8b5e6398-f50e-40b3-b27d-01bd181d82e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 20:39:31.028729 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e4b35a9-a792-4a43-a4ed-7c2856284b20 admin admin] Network hostable DHCP agents. Network: 8b5e6398-f50e-40b3-b27d-01bd181d82e9, hostable agents: ['1b18bf05-1b5f-4587-be5c-af3ac38e32ad'], hosted agents: [] {{(pid=95101) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 20:39:31.047229 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e4b35a9-a792-4a43-a4ed-7c2856284b20 admin admin] Network 8b5e6398-f50e-40b3-b27d-01bd181d82e9 is scheduled to be hosted by DHCP agent 1b18bf05-1b5f-4587-be5c-af3ac38e32ad with binding_index 1 {{(pid=95101) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 20:39:31.060209 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.base_scheduler [None req-1e4b35a9-a792-4a43-a4ed-7c2856284b20 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713301-16, 8b5e6398-f50e-40b3-b27d-01bd181d82e9) {{(pid=95101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 20:39:31.065277 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e4b35a9-a792-4a43-a4ed-7c2856284b20 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:39:31.066377 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-1e4b35a9-a792-4a43-a4ed-7c2856284b20 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:39:31.070136 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be893848-8726-4d29-b51e-de8a0386098b None None] Network 8b5e6398-f50e-40b3-b27d-01bd181d82e9 requested from n-d-713301-16 {{(pid=95103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 20:39:31.081308 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-1e4b35a9-a792-4a43-a4ed-7c2856284b20 admin admin] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3265858 Sep 23 20:39:31.084083 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 36184) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:39:31.088525 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.v2.base [None req-b4d30575-41f8-40ba-878b-8d847b9f3e4c admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-108079126-router', 'tenant_id': '7469d171a88c4924a8884addb126afd2', 'external_gateway_info': {'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac'}}} {{(pid=95102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 20:39:31.110876 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-b4d30575-41f8-40ba-878b-8d847b9f3e4c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-594563', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29355'] for router, before_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:39:31.112414 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-b4d30575-41f8-40ba-878b-8d847b9f3e4c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-597363', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-601731', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-739356', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29346'] for router, precommit_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:39:31.167317 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-b4d30575-41f8-40ba-878b-8d847b9f3e4c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:39:31.212420 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8242a550-82bd-4316-971b-3190a496f536 None None] Sync routers for ids ['460d5a08-fb52-4e87-ae55-3b4ada5833ce'] in n-d-713301-16 {{(pid=95103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 20:39:31.223207 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8242a550-82bd-4316-971b-3190a496f536 None None] Routers {'460d5a08-fb52-4e87-ae55-3b4ada5833ce'} bound to L3 agent in host n-d-713301-16 {{(pid=95103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 20:39:31.224027 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_hamode_db [None req-8242a550-82bd-4316-971b-3190a496f536 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-23T19:07:52Z,description=,heartbeat_timestamp=2021-09-23T20:39:23Z,host='n-d-713301-16',id=79a740bf-7821-4989-8288-7186e3e128f3,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:07:52Z,topic='l3_agent')) {'router_ids': ['460d5a08-fb52-4e87-ae55-3b4ada5833ce'], 'active': True} {{(pid=95103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 20:39:31.227101 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1dc1456d-d417-41ac-9640-2653f3c6e6d6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4c8b80df-07eb-5275-9f17-5cf640db67c0-8b5e6398-f50e-40b3-b27d-01bd181d82e9', 'network_id': '8b5e6398-f50e-40b3-b27d-01bd181d82e9', 'tenant_id': '7469d171a88c4924a8884addb126afd2', 'fixed_ips': [{'subnet_id': '52e4aae4-817a-4d2e-996d-4cde883da1a9'}]}} from n-d-713301-16. {{(pid=95103) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 23 20:39:31.227998 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-1dc1456d-d417-41ac-9640-2653f3c6e6d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_create {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:39:31.314505 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-b4d30575-41f8-40ba-878b-8d847b9f3e4c admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:39:31.523909 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-b4d30575-41f8-40ba-878b-8d847b9f3e4c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:39:31.543488 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-b4d30575-41f8-40ba-878b-8d847b9f3e4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:39:31.590997 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_dvr_db [None req-8242a550-82bd-4316-971b-3190a496f536 None None] Set router 460d5a08-fb52-4e87-ae55-3b4ada5833ce gateway port host: n-d-713301-16 {{(pid=95103) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 20:39:31.648134 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.db_base_plugin_common [None req-1dc1456d-d417-41ac-9640-2653f3c6e6d6 None None] Allocated IP 172.20.0.2 (8b5e6398-f50e-40b3-b27d-01bd181d82e9/52e4aae4-817a-4d2e-996d-4cde883da1a9/c9ecb31e-b564-4c2e-bc91-102564fed798) {{(pid=95103) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 20:39:31.650045 n-d-713301-16 neutron-server[95102]: DEBUG neutron.db.db_base_plugin_common [None req-b4d30575-41f8-40ba-878b-8d847b9f3e4c admin admin] Allocated IP 172.25.1.184 (5dec5c09-378e-4f50-89cc-d94eb81c3bac/eff83446-018c-428d-b3f5-54ac9abe7a2a/0ba0b70d-52fa-42d5-a247-665bdd23b4c8) {{(pid=95102) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 20:39:31.757534 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-b4d30575-41f8-40ba-878b-8d847b9f3e4c admin admin] Notify callbacks [] for port, precommit_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:39:31.791605 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-b4d30575-41f8-40ba-878b-8d847b9f3e4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783145673135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4399100'] for port, after_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:39:31.831590 n-d-713301-16 neutron-server[95102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4d30575-41f8-40ba-878b-8d847b9f3e4c admin admin] Network 5dec5c09-378e-4f50-89cc-d94eb81c3bac is already hosted by enough agents. {{(pid=95102) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 20:39:31.834556 n-d-713301-16 neutron-server[95102]: DEBUG neutron.scheduler.base_scheduler [None req-b4d30575-41f8-40ba-878b-8d847b9f3e4c admin admin] Resources bound (agent type, host, resource id): {{(pid=95102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 20:39:31.841946 n-d-713301-16 neutron-server[95102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4d30575-41f8-40ba-878b-8d847b9f3e4c admin admin] Received port after_create {{(pid=95102) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 20:39:31.862821 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4d30575-41f8-40ba-878b-8d847b9f3e4c admin admin] Pushing event updated for resources: {'Port': ['ID=0ba0b70d-52fa-42d5-a247-665bdd23b4c8,revision_number=1']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:39:31.918494 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-1dc1456d-d417-41ac-9640-2653f3c6e6d6 None None] Notify callbacks [] for port, precommit_create {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:39:31.926960 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-1dc1456d-d417-41ac-9640-2653f3c6e6d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783145673135'] for port, after_create {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:39:31.960556 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_hamode_db [None req-8242a550-82bd-4316-971b-3190a496f536 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '460d5a08-fb52-4e87-ae55-3b4ada5833ce', 'name': 'tempest-TestSnapshotPattern-433595857-router', 'tenant_id': 'b88208f09c3d42f6a469606e889be8e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'external_fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.254'}], 'enable_snat': True}, 'gw_port_id': '631049cb-14fe-444a-b61e-1e485fba65b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T20:39:26Z', 'updated_at': '2021-09-23T20:39:29Z', 'revision_number': 4, 'project_id': 'b88208f09c3d42f6a469606e889be8e5', 'gw_port': {'id': '631049cb-14fe-444a-b61e-1e485fba65b6', 'name': '', 'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:b6:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '460d5a08-fb52-4e87-ae55-3b4ada5833ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T20:39:26Z', 'updated_at': '2021-09-23T20:39:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-16', '_interfaces': [{'id': '155035e6-1a31-46eb-a664-bc0dd6fa8213', 'name': '', 'network_id': '8f61de7c-4dfd-4531-bd9b-a371cf4deea5', 'tenant_id': 'b88208f09c3d42f6a469606e889be8e5', 'mac_address': 'fa:16:3e:71:98:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '460d5a08-fb52-4e87-ae55-3b4ada5833ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': '9836079a-dcf6-44c2-92d5-79df2cb1aa23', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T20:39:28Z', 'updated_at': '2021-09-23T20:39:29Z', 'revision_number': 2, 'project_id': 'b88208f09c3d42f6a469606e889be8e5', 'subnets': [{'id': '9836079a-dcf6-44c2-92d5-79df2cb1aa23', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-16', False) {} {{(pid=95103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 20:39:31.998136 n-d-713301-16 neutron-server[95103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1dc1456d-d417-41ac-9640-2653f3c6e6d6 None None] Network 8b5e6398-f50e-40b3-b27d-01bd181d82e9 is already hosted by enough agents. {{(pid=95103) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 20:39:31.999286 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Device 631049cb-14fe-444a-b61e-1e485fba65b6 up at agent ovs-agent-n-d-713301-16 {{(pid=95103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 20:39:32.005047 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8242a550-82bd-4316-971b-3190a496f536 None None] Checking router: 460d5a08-fb52-4e87-ae55-3b4ada5833ce for host: n-d-713301-16 {{(pid=95103) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 20:39:32.005403 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8242a550-82bd-4316-971b-3190a496f536 None None] Updating router 460d5a08-fb52-4e87-ae55-3b4ada5833ce port 155035e6-1a31-46eb-a664-bc0dd6fa8213 binding host n-d-713301-16 {{(pid=95103) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 23 20:39:32.029007 n-d-713301-16 neutron-server[95103]: DEBUG neutron.scheduler.base_scheduler [None req-1dc1456d-d417-41ac-9640-2653f3c6e6d6 None None] Resources bound (agent type, host, resource id): {{(pid=95103) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 20:39:32.053676 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dc1456d-d417-41ac-9640-2653f3c6e6d6 None None] Received port after_create {{(pid=95103) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 20:39:32.057673 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dc1456d-d417-41ac-9640-2653f3c6e6d6 None None] Pushing event updated for resources: {'Port': ['ID=c9ecb31e-b564-4c2e-bc91-102564fed798,revision_number=1']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:39:32.097818 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-8242a550-82bd-4316-971b-3190a496f536 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:39:32.105203 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-b4d30575-41f8-40ba-878b-8d847b9f3e4c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:39:32.157817 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.managers [None req-1dc1456d-d417-41ac-9640-2653f3c6e6d6 None None] Attempting to bind port c9ecb31e-b564-4c2e-bc91-102564fed798 on host n-d-713301-16 for vnic_type normal with profile {{(pid=95103) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 20:39:32.158187 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.managers [None req-1dc1456d-d417-41ac-9640-2653f3c6e6d6 None None] Attempting to bind port c9ecb31e-b564-4c2e-bc91-102564fed798 by drivers openvswitch,hyperv on host n-d-713301-16 at level 0 using segments [{'id': '962233d8-5b27-4946-9725-c85360b068fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '8b5e6398-f50e-40b3-b27d-01bd181d82e9'}] {{(pid=95103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 20:39:32.158553 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dc1456d-d417-41ac-9640-2653f3c6e6d6 None None] Attempting to bind port c9ecb31e-b564-4c2e-bc91-102564fed798 on network 8b5e6398-f50e-40b3-b27d-01bd181d82e9 {{(pid=95103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 20:39:32.169933 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dc1456d-d417-41ac-9640-2653f3c6e6d6 None None] Checking agent: {'id': '70a14545-df24-472f-8f95-bfe1719bff93', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 19, 7, 53), 'started_at': datetime.datetime(2021, 9, 23, 19, 8, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 20, 39, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 20:39:32.170313 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dc1456d-d417-41ac-9640-2653f3c6e6d6 None None] Checking segment: {'id': '962233d8-5b27-4946-9725-c85360b068fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '8b5e6398-f50e-40b3-b27d-01bd181d82e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95103) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 20:39:32.170722 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-1dc1456d-d417-41ac-9640-2653f3c6e6d6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:39:32.171113 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dc1456d-d417-41ac-9640-2653f3c6e6d6 None None] Bound using segment: {'id': '962233d8-5b27-4946-9725-c85360b068fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '8b5e6398-f50e-40b3-b27d-01bd181d82e9'} {{(pid=95103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 20:39:32.171589 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.managers [None req-1dc1456d-d417-41ac-9640-2653f3c6e6d6 None None] Bound port: c9ecb31e-b564-4c2e-bc91-102564fed798, host: n-d-713301-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '962233d8-5b27-4946-9725-c85360b068fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '8b5e6398-f50e-40b3-b27d-01bd181d82e9'}}] {{(pid=95103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 20:39:32.171977 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-1dc1456d-d417-41ac-9640-2653f3c6e6d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:39:32.188385 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Provisioning complete for port 631049cb-14fe-444a-b61e-1e485fba65b6 triggered by entity L2. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 20:39:32.188776 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:39:32.368715 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-1dc1456d-d417-41ac-9640-2653f3c6e6d6 None None] For port c9ecb31e-b564-4c2e-bc91-102564fed798, host n-d-713301-16, cleared binding levels {{(pid=95103) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 20:39:32.435935 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-1dc1456d-d417-41ac-9640-2653f3c6e6d6 None None] For port c9ecb31e-b564-4c2e-bc91-102564fed798, host n-d-713301-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-16',level=0,port_id=c9ecb31e-b564-4c2e-bc91-102564fed798,segment=NetworkSegment(962233d8-5b27-4946-9725-c85360b068fd),segment_id=962233d8-5b27-4946-9725-c85360b068fd)] {{(pid=95103) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 20:39:32.445850 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-1dc1456d-d417-41ac-9640-2653f3c6e6d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:39:32.537851 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dc1456d-d417-41ac-9640-2653f3c6e6d6 None None] Pushing event updated for resources: {'Port': ['ID=c9ecb31e-b564-4c2e-bc91-102564fed798,revision_number=2']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:39:32.604896 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-8242a550-82bd-4316-971b-3190a496f536 None None] Notify callbacks [] for port, precommit_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:39:32.611074 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-8242a550-82bd-4316-971b-3190a496f536 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:39:32.668639 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a683a5-e24c-4a1b-9843-21889aa6f458 None None] Pushing event updated for resources: {'Port': ['ID=155035e6-1a31-46eb-a664-bc0dd6fa8213,revision_number=3']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:39:32.685574 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-b4d30575-41f8-40ba-878b-8d847b9f3e4c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-597258', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-601790'] for router, after_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:39:32.746715 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.managers [None req-8242a550-82bd-4316-971b-3190a496f536 None None] Attempting to bind port 155035e6-1a31-46eb-a664-bc0dd6fa8213 on host n-d-713301-16 for vnic_type normal with profile {{(pid=95103) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 20:39:32.747147 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.managers [None req-8242a550-82bd-4316-971b-3190a496f536 None None] Attempting to bind port 155035e6-1a31-46eb-a664-bc0dd6fa8213 by drivers openvswitch,hyperv on host n-d-713301-16 at level 0 using segments [{'id': 'f591818e-3f07-48ac-8bdb-f598804f17b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '8f61de7c-4dfd-4531-bd9b-a371cf4deea5'}] {{(pid=95103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 20:39:32.747516 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8242a550-82bd-4316-971b-3190a496f536 None None] Attempting to bind port 155035e6-1a31-46eb-a664-bc0dd6fa8213 on network 8f61de7c-4dfd-4531-bd9b-a371cf4deea5 {{(pid=95103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 20:39:32.753920 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8242a550-82bd-4316-971b-3190a496f536 None None] Checking agent: {'id': '70a14545-df24-472f-8f95-bfe1719bff93', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 19, 7, 53), 'started_at': datetime.datetime(2021, 9, 23, 19, 8, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 20, 39, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 20:39:32.754356 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8242a550-82bd-4316-971b-3190a496f536 None None] Checking segment: {'id': 'f591818e-3f07-48ac-8bdb-f598804f17b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '8f61de7c-4dfd-4531-bd9b-a371cf4deea5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95103) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 20:39:32.754772 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-8242a550-82bd-4316-971b-3190a496f536 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:39:32.755174 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8242a550-82bd-4316-971b-3190a496f536 None None] Bound using segment: {'id': 'f591818e-3f07-48ac-8bdb-f598804f17b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '8f61de7c-4dfd-4531-bd9b-a371cf4deea5'} {{(pid=95103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 20:39:32.755653 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.managers [None req-8242a550-82bd-4316-971b-3190a496f536 None None] Bound port: 155035e6-1a31-46eb-a664-bc0dd6fa8213, host: n-d-713301-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f591818e-3f07-48ac-8bdb-f598804f17b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '8f61de7c-4dfd-4531-bd9b-a371cf4deea5'}}] {{(pid=95103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 20:39:32.756042 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-8242a550-82bd-4316-971b-3190a496f536 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:39:32.839271 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-8242a550-82bd-4316-971b-3190a496f536 None None] For port 155035e6-1a31-46eb-a664-bc0dd6fa8213, host n-d-713301-16, cleared binding levels {{(pid=95103) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 20:39:32.843043 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-8242a550-82bd-4316-971b-3190a496f536 None None] For port 155035e6-1a31-46eb-a664-bc0dd6fa8213, host n-d-713301-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-16',level=0,port_id=155035e6-1a31-46eb-a664-bc0dd6fa8213,segment=NetworkSegment(f591818e-3f07-48ac-8bdb-f598804f17b8),segment_id=f591818e-3f07-48ac-8bdb-f598804f17b8)] {{(pid=95103) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 20:39:32.849628 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-8242a550-82bd-4316-971b-3190a496f536 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:39:32.860751 n-d-713301-16 neutron-server[95102]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b4d30575-41f8-40ba-878b-8d847b9f3e4c admin admin] Router 85a8a581-6539-4529-b7f4-88a08c078226 is scheduled to L3 agent 79a740bf-7821-4989-8288-7186e3e128f3 with binding_index 1 {{(pid=95102) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 23 20:39:32.907356 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8242a550-82bd-4316-971b-3190a496f536 None None] Routers {'460d5a08-fb52-4e87-ae55-3b4ada5833ce'} bound to L3 agent in host n-d-713301-16 {{(pid=95103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 20:39:32.907976 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_hamode_db [None req-8242a550-82bd-4316-971b-3190a496f536 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-23T19:07:52Z,description=,heartbeat_timestamp=2021-09-23T20:39:23Z,host='n-d-713301-16',id=79a740bf-7821-4989-8288-7186e3e128f3,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:07:52Z,topic='l3_agent')) {'router_ids': ['460d5a08-fb52-4e87-ae55-3b4ada5833ce'], 'active': True} {{(pid=95103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 20:39:32.943519 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a683a5-e24c-4a1b-9843-21889aa6f458 None None] Pushing event updated for resources: {'Port': ['ID=155035e6-1a31-46eb-a664-bc0dd6fa8213,revision_number=4']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:39:32.986931 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4d30575-41f8-40ba-878b-8d847b9f3e4c admin admin] Notify agent at l3_agent.n-d-713301-16 the message routers_updated {{(pid=95102) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 20:39:32.997428 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c412e56a-2148-4046-88ac-00cbd24afede None None] Sync routers for ids ['85a8a581-6539-4529-b7f4-88a08c078226'] in n-d-713301-16 {{(pid=95104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 20:39:33.007833 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c412e56a-2148-4046-88ac-00cbd24afede None None] Routers {'85a8a581-6539-4529-b7f4-88a08c078226'} bound to L3 agent in host n-d-713301-16 {{(pid=95104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 20:39:33.008525 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_hamode_db [None req-c412e56a-2148-4046-88ac-00cbd24afede None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-23T19:07:52Z,description=,heartbeat_timestamp=2021-09-23T20:39:23Z,host='n-d-713301-16',id=79a740bf-7821-4989-8288-7186e3e128f3,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:07:52Z,topic='l3_agent')) {'router_ids': ['85a8a581-6539-4529-b7f4-88a08c078226'], 'active': True} {{(pid=95104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 20:39:33.014547 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-b4d30575-41f8-40ba-878b-8d847b9f3e4c admin admin] Notify callbacks [] for router, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:39:33.017241 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-b4d30575-41f8-40ba-878b-8d847b9f3e4c admin admin] 10.222.0.67 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.9319394 Sep 23 20:39:33.020672 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 36186) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:39:33.031276 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-d4f4bc71-f3b2-4905-ba6d-f2004280b6da None None] Provisioning complete for port 155035e6-1a31-46eb-a664-bc0dd6fa8213 triggered by entity DHCP. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 20:39:33.032846 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-d4f4bc71-f3b2-4905-ba6d-f2004280b6da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:39:33.070656 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_dvr_db [None req-8242a550-82bd-4316-971b-3190a496f536 None None] Set router 460d5a08-fb52-4e87-ae55-3b4ada5833ce gateway port host: n-d-713301-16 {{(pid=95103) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 20:39:33.175480 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_dvr_db [None req-c412e56a-2148-4046-88ac-00cbd24afede None None] Set router 85a8a581-6539-4529-b7f4-88a08c078226 gateway port host: n-d-713301-16 {{(pid=95104) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 20:39:33.247591 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-d4f4bc71-f3b2-4905-ba6d-f2004280b6da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:39:33.324191 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-d4f4bc71-f3b2-4905-ba6d-f2004280b6da None None] For port 155035e6-1a31-46eb-a664-bc0dd6fa8213, host n-d-713301-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-16',level=0,port_id=155035e6-1a31-46eb-a664-bc0dd6fa8213,segment=NetworkSegment(f591818e-3f07-48ac-8bdb-f598804f17b8),segment_id=f591818e-3f07-48ac-8bdb-f598804f17b8)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 20:39:33.331858 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-d4f4bc71-f3b2-4905-ba6d-f2004280b6da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:39:33.396221 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_hamode_db [None req-c412e56a-2148-4046-88ac-00cbd24afede None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85a8a581-6539-4529-b7f4-88a08c078226', 'name': 'tempest-TestSnapshotPattern-108079126-router', 'tenant_id': '7469d171a88c4924a8884addb126afd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'external_fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.184'}], 'enable_snat': True}, 'gw_port_id': '0ba0b70d-52fa-42d5-a247-665bdd23b4c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T20:39:31Z', 'updated_at': '2021-09-23T20:39:31Z', 'revision_number': 3, 'project_id': '7469d171a88c4924a8884addb126afd2', 'gw_port': {'id': '0ba0b70d-52fa-42d5-a247-665bdd23b4c8', 'name': '', 'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:b7:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '85a8a581-6539-4529-b7f4-88a08c078226', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4337, 'fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T20:39:31Z', 'updated_at': '2021-09-23T20:39:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-16'}], 'n-d-713301-16', False) {} {{(pid=95104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 20:39:33.406009 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f4bc71-f3b2-4905-ba6d-f2004280b6da None None] Pushing event updated for resources: {'Port': ['ID=155035e6-1a31-46eb-a664-bc0dd6fa8213,revision_number=5']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:39:33.413045 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_hamode_db [None req-8242a550-82bd-4316-971b-3190a496f536 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '460d5a08-fb52-4e87-ae55-3b4ada5833ce', 'name': 'tempest-TestSnapshotPattern-433595857-router', 'tenant_id': 'b88208f09c3d42f6a469606e889be8e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'external_fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.254'}], 'enable_snat': True}, 'gw_port_id': '631049cb-14fe-444a-b61e-1e485fba65b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T20:39:26Z', 'updated_at': '2021-09-23T20:39:29Z', 'revision_number': 4, 'project_id': 'b88208f09c3d42f6a469606e889be8e5', 'gw_port': {'id': '631049cb-14fe-444a-b61e-1e485fba65b6', 'name': '', 'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:b6:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '460d5a08-fb52-4e87-ae55-3b4ada5833ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T20:39:26Z', 'updated_at': '2021-09-23T20:39:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-16', '_interfaces': [{'id': '155035e6-1a31-46eb-a664-bc0dd6fa8213', 'name': '', 'network_id': '8f61de7c-4dfd-4531-bd9b-a371cf4deea5', 'tenant_id': 'b88208f09c3d42f6a469606e889be8e5', 'mac_address': 'fa:16:3e:71:98:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '460d5a08-fb52-4e87-ae55-3b4ada5833ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': '9836079a-dcf6-44c2-92d5-79df2cb1aa23', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T20:39:28Z', 'updated_at': '2021-09-23T20:39:32Z', 'revision_number': 4, 'project_id': 'b88208f09c3d42f6a469606e889be8e5', 'subnets': [{'id': '9836079a-dcf6-44c2-92d5-79df2cb1aa23', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-16', False) {} {{(pid=95103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 20:39:33.432548 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c412e56a-2148-4046-88ac-00cbd24afede None None] Checking router: 85a8a581-6539-4529-b7f4-88a08c078226 for host: n-d-713301-16 {{(pid=95104) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 20:39:33.432911 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c412e56a-2148-4046-88ac-00cbd24afede None None] Updating router 85a8a581-6539-4529-b7f4-88a08c078226 port 0ba0b70d-52fa-42d5-a247-665bdd23b4c8 binding host n-d-713301-16 {{(pid=95104) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 23 20:39:33.469968 n-d-713301-16 neutron-server[95104]: DEBUG neutron_lib.callbacks.manager [None req-c412e56a-2148-4046-88ac-00cbd24afede None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:39:33.548938 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-6721c4d7-284f-43a9-b1a4-6f48da11481f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:39:33.615808 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8242a550-82bd-4316-971b-3190a496f536 None None] The sync data for ids ['460d5a08-fb52-4e87-ae55-3b4ada5833ce'] in n-d-713301-16 is: [{'id': '460d5a08-fb52-4e87-ae55-3b4ada5833ce', 'name': 'tempest-TestSnapshotPattern-433595857-router', 'tenant_id': 'b88208f09c3d42f6a469606e889be8e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'external_fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.254'}], 'enable_snat': True}, 'gw_port_id': '631049cb-14fe-444a-b61e-1e485fba65b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T20:39:26Z', 'updated_at': '2021-09-23T20:39:29Z', 'revision_number': 4, 'project_id': 'b88208f09c3d42f6a469606e889be8e5', 'gw_port': {'id': '631049cb-14fe-444a-b61e-1e485fba65b6', 'name': '', 'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:b6:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '460d5a08-fb52-4e87-ae55-3b4ada5833ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T20:39:26Z', 'updated_at': '2021-09-23T20:39:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-16', '_interfaces': [{'id': '155035e6-1a31-46eb-a664-bc0dd6fa8213', 'name': '', 'network_id': '8f61de7c-4dfd-4531-bd9b-a371cf4deea5', 'tenant_id': 'b88208f09c3d42f6a469606e889be8e5', 'mac_address': 'fa:16:3e:71:98:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '460d5a08-fb52-4e87-ae55-3b4ada5833ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': '9836079a-dcf6-44c2-92d5-79df2cb1aa23', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T20:39:28Z', 'updated_at': '2021-09-23T20:39:32Z', 'revision_number': 4, 'project_id': 'b88208f09c3d42f6a469606e889be8e5', 'subnets': [{'id': '9836079a-dcf6-44c2-92d5-79df2cb1aa23', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 20:39:33.632476 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-96ed877b-0bfa-4f70-a9fd-48aee44e025b None None] Provisioning complete for port 155035e6-1a31-46eb-a664-bc0dd6fa8213 triggered by entity DHCP. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 20:39:33.633165 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-96ed877b-0bfa-4f70-a9fd-48aee44e025b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:39:33.768549 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8be04f28-2541-4788-81a7-70521d1e7281 None None] Network 8b5e6398-f50e-40b3-b27d-01bd181d82e9 requested from n-d-713301-16 {{(pid=95103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 20:39:33.785073 n-d-713301-16 neutron-server[95102]: DEBUG neutron.db.db_base_plugin_common [None req-6721c4d7-284f-43a9-b1a4-6f48da11481f admin admin] Allocated IP 172.20.0.1 (8b5e6398-f50e-40b3-b27d-01bd181d82e9/52e4aae4-817a-4d2e-996d-4cde883da1a9/fb15282c-364a-46e2-aeca-7c7f9858488e) {{(pid=95102) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 20:39:33.844204 n-d-713301-16 neutron-server[95104]: DEBUG neutron_lib.callbacks.manager [None req-c412e56a-2148-4046-88ac-00cbd24afede None None] Notify callbacks [] for port, precommit_update {{(pid=95104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:39:33.851646 n-d-713301-16 neutron-server[95104]: DEBUG neutron_lib.callbacks.manager [None req-c412e56a-2148-4046-88ac-00cbd24afede None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:39:33.916838 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-6721c4d7-284f-43a9-b1a4-6f48da11481f admin admin] Notify callbacks [] for port, precommit_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:39:33.923563 n-d-713301-16 neutron-server[95104]: DEBUG neutron.plugins.ml2.managers [None req-c412e56a-2148-4046-88ac-00cbd24afede None None] Attempting to bind port 0ba0b70d-52fa-42d5-a247-665bdd23b4c8 on host n-d-713301-16 for vnic_type normal with profile {{(pid=95104) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 20:39:33.924032 n-d-713301-16 neutron-server[95104]: DEBUG neutron.plugins.ml2.managers [None req-c412e56a-2148-4046-88ac-00cbd24afede None None] Attempting to bind port 0ba0b70d-52fa-42d5-a247-665bdd23b4c8 by drivers openvswitch,hyperv on host n-d-713301-16 at level 0 using segments [{'id': '7d4027f1-d893-4c7b-95d4-757b8e44e380', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac'}] {{(pid=95104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 20:39:33.924929 n-d-713301-16 neutron-server[95104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c412e56a-2148-4046-88ac-00cbd24afede None None] Attempting to bind port 0ba0b70d-52fa-42d5-a247-665bdd23b4c8 on network 5dec5c09-378e-4f50-89cc-d94eb81c3bac {{(pid=95104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 20:39:33.940714 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fc3cd7e-bd19-40c7-93ed-51001d5370b3 None None] Pushing event updated for resources: {'Port': ['ID=0ba0b70d-52fa-42d5-a247-665bdd23b4c8,revision_number=2']} {{(pid=95104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:39:33.943506 n-d-713301-16 neutron-server[95104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c412e56a-2148-4046-88ac-00cbd24afede None None] Checking agent: {'id': '70a14545-df24-472f-8f95-bfe1719bff93', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 19, 7, 53), 'started_at': datetime.datetime(2021, 9, 23, 19, 8, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 20, 39, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 20:39:33.944017 n-d-713301-16 neutron-server[95104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c412e56a-2148-4046-88ac-00cbd24afede None None] Checking segment: {'id': '7d4027f1-d893-4c7b-95d4-757b8e44e380', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95104) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 20:39:33.944524 n-d-713301-16 neutron-server[95104]: DEBUG neutron_lib.callbacks.manager [None req-c412e56a-2148-4046-88ac-00cbd24afede None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:39:33.945556 n-d-713301-16 neutron-server[95104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c412e56a-2148-4046-88ac-00cbd24afede None None] Bound using segment: {'id': '7d4027f1-d893-4c7b-95d4-757b8e44e380', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac'} {{(pid=95104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 20:39:33.946144 n-d-713301-16 neutron-server[95104]: DEBUG neutron.plugins.ml2.managers [None req-c412e56a-2148-4046-88ac-00cbd24afede None None] Bound port: 0ba0b70d-52fa-42d5-a247-665bdd23b4c8, host: n-d-713301-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7d4027f1-d893-4c7b-95d4-757b8e44e380', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac'}}] {{(pid=95104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 20:39:33.946895 n-d-713301-16 neutron-server[95104]: DEBUG neutron_lib.callbacks.manager [None req-c412e56a-2148-4046-88ac-00cbd24afede None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:39:33.963436 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-6721c4d7-284f-43a9-b1a4-6f48da11481f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783145673135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4399100'] for port, after_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:39:33.981550 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-fcbaf8dc-e020-46a0-81c3-9296b8aebf71 None None] Provisioning complete for port c9ecb31e-b564-4c2e-bc91-102564fed798 triggered by entity DHCP. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 20:39:33.981932 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-fcbaf8dc-e020-46a0-81c3-9296b8aebf71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:39:34.018126 n-d-713301-16 neutron-server[95104]: DEBUG neutron.plugins.ml2.db [None req-c412e56a-2148-4046-88ac-00cbd24afede None None] For port 0ba0b70d-52fa-42d5-a247-665bdd23b4c8, host n-d-713301-16, cleared binding levels {{(pid=95104) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 20:39:34.023253 n-d-713301-16 neutron-server[95102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6721c4d7-284f-43a9-b1a4-6f48da11481f admin admin] Network 8b5e6398-f50e-40b3-b27d-01bd181d82e9 is already hosted by enough agents. {{(pid=95102) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 20:39:34.026863 n-d-713301-16 neutron-server[95104]: DEBUG neutron.plugins.ml2.db [None req-c412e56a-2148-4046-88ac-00cbd24afede None None] For port 0ba0b70d-52fa-42d5-a247-665bdd23b4c8, host n-d-713301-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-16',level=0,port_id=0ba0b70d-52fa-42d5-a247-665bdd23b4c8,segment=NetworkSegment(7d4027f1-d893-4c7b-95d4-757b8e44e380),segment_id=7d4027f1-d893-4c7b-95d4-757b8e44e380)] {{(pid=95104) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 20:39:34.033401 n-d-713301-16 neutron-server[95104]: DEBUG neutron_lib.callbacks.manager [None req-c412e56a-2148-4046-88ac-00cbd24afede None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:39:34.033911 n-d-713301-16 neutron-server[95102]: DEBUG neutron.scheduler.base_scheduler [None req-6721c4d7-284f-43a9-b1a4-6f48da11481f admin admin] Resources bound (agent type, host, resource id): {{(pid=95102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 20:39:34.051900 n-d-713301-16 neutron-server[95102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6721c4d7-284f-43a9-b1a4-6f48da11481f admin admin] Received port after_create {{(pid=95102) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 20:39:34.099669 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-fcbaf8dc-e020-46a0-81c3-9296b8aebf71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:39:34.107465 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6721c4d7-284f-43a9-b1a4-6f48da11481f admin admin] Pushing event updated for resources: {'Port': ['ID=fb15282c-364a-46e2-aeca-7c7f9858488e,revision_number=1']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:39:34.163972 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-6721c4d7-284f-43a9-b1a4-6f48da11481f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-601987'] for router_interface, before_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:39:34.167307 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c412e56a-2148-4046-88ac-00cbd24afede None None] Routers {'85a8a581-6539-4529-b7f4-88a08c078226'} bound to L3 agent in host n-d-713301-16 {{(pid=95104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 20:39:34.168749 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_hamode_db [None req-c412e56a-2148-4046-88ac-00cbd24afede None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-23T19:07:52Z,description=,heartbeat_timestamp=2021-09-23T20:39:23Z,host='n-d-713301-16',id=79a740bf-7821-4989-8288-7186e3e128f3,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:07:52Z,topic='l3_agent')) {'router_ids': ['85a8a581-6539-4529-b7f4-88a08c078226'], 'active': True} {{(pid=95104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 20:39:34.175323 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Device 155035e6-1a31-46eb-a664-bc0dd6fa8213 up at agent ovs-agent-n-d-713301-16 {{(pid=95103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 20:39:34.178901 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-fcbaf8dc-e020-46a0-81c3-9296b8aebf71 None None] For port c9ecb31e-b564-4c2e-bc91-102564fed798, host n-d-713301-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-16',level=0,port_id=c9ecb31e-b564-4c2e-bc91-102564fed798,segment=NetworkSegment(962233d8-5b27-4946-9725-c85360b068fd),segment_id=962233d8-5b27-4946-9725-c85360b068fd)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 20:39:34.202330 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-fcbaf8dc-e020-46a0-81c3-9296b8aebf71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:39:34.271906 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcbaf8dc-e020-46a0-81c3-9296b8aebf71 None None] Pushing event updated for resources: {'Port': ['ID=c9ecb31e-b564-4c2e-bc91-102564fed798,revision_number=3']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:39:34.284943 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Provisioning complete for port 155035e6-1a31-46eb-a664-bc0dd6fa8213 triggered by entity L2. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 20:39:34.284943 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:39:34.400862 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Device c9ecb31e-b564-4c2e-bc91-102564fed798 up at agent ovs-agent-n-d-713301-16 {{(pid=95103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 20:39:34.416385 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-6721c4d7-284f-43a9-b1a4-6f48da11481f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:39:34.424778 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fc3cd7e-bd19-40c7-93ed-51001d5370b3 None None] Pushing event updated for resources: {'Port': ['ID=0ba0b70d-52fa-42d5-a247-665bdd23b4c8,revision_number=3']} {{(pid=95104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:39:34.475613 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_dvr_db [None req-c412e56a-2148-4046-88ac-00cbd24afede None None] Set router 85a8a581-6539-4529-b7f4-88a08c078226 gateway port host: n-d-713301-16 {{(pid=95104) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 20:39:34.495144 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Provisioning complete for port c9ecb31e-b564-4c2e-bc91-102564fed798 triggered by entity L2. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 20:39:34.497178 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:39:34.578772 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-0e6f7f3b-c6ea-44f0-829f-ace648662d55 None None] Provisioning complete for port c9ecb31e-b564-4c2e-bc91-102564fed798 triggered by entity DHCP. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 20:39:34.579472 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-0e6f7f3b-c6ea-44f0-829f-ace648662d55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:39:34.710096 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-6721c4d7-284f-43a9-b1a4-6f48da11481f admin admin] Notify callbacks [] for port, precommit_update {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:39:34.717831 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-6721c4d7-284f-43a9-b1a4-6f48da11481f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4399095'] for port, after_update {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:39:34.746071 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_hamode_db [None req-c412e56a-2148-4046-88ac-00cbd24afede None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85a8a581-6539-4529-b7f4-88a08c078226', 'name': 'tempest-TestSnapshotPattern-108079126-router', 'tenant_id': '7469d171a88c4924a8884addb126afd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'external_fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.184'}], 'enable_snat': True}, 'gw_port_id': '0ba0b70d-52fa-42d5-a247-665bdd23b4c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T20:39:31Z', 'updated_at': '2021-09-23T20:39:31Z', 'revision_number': 3, 'project_id': '7469d171a88c4924a8884addb126afd2', 'gw_port': {'id': '0ba0b70d-52fa-42d5-a247-665bdd23b4c8', 'name': '', 'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:b7:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '85a8a581-6539-4529-b7f4-88a08c078226', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4337, 'fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T20:39:31Z', 'updated_at': '2021-09-23T20:39:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-16'}], 'n-d-713301-16', False) {} {{(pid=95104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 20:39:34.777928 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c412e56a-2148-4046-88ac-00cbd24afede None None] The sync data for ids ['85a8a581-6539-4529-b7f4-88a08c078226'] in n-d-713301-16 is: [{'id': '85a8a581-6539-4529-b7f4-88a08c078226', 'name': 'tempest-TestSnapshotPattern-108079126-router', 'tenant_id': '7469d171a88c4924a8884addb126afd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'external_fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.184'}], 'enable_snat': True}, 'gw_port_id': '0ba0b70d-52fa-42d5-a247-665bdd23b4c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T20:39:31Z', 'updated_at': '2021-09-23T20:39:31Z', 'revision_number': 3, 'project_id': '7469d171a88c4924a8884addb126afd2', 'gw_port': {'id': '0ba0b70d-52fa-42d5-a247-665bdd23b4c8', 'name': '', 'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:b7:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '85a8a581-6539-4529-b7f4-88a08c078226', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4337, 'fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T20:39:31Z', 'updated_at': '2021-09-23T20:39:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-16'}] {{(pid=95104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 20:39:34.788779 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-6721c4d7-284f-43a9-b1a4-6f48da11481f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-527313', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-601459'] for router_interface, after_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:39:34.790779 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6721c4d7-284f-43a9-b1a4-6f48da11481f admin admin] Pushing event updated for resources: {'Port': ['ID=fb15282c-364a-46e2-aeca-7c7f9858488e,revision_number=2']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:39:34.863482 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-870ca253-1a59-4f7e-ac6b-8e16495aaf98 None None] Provisioning complete for port fb15282c-364a-46e2-aeca-7c7f9858488e triggered by entity DHCP. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 20:39:34.864226 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-870ca253-1a59-4f7e-ac6b-8e16495aaf98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:39:34.903471 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.plugin [None req-870ca253-1a59-4f7e-ac6b-8e16495aaf98 None None] Port fb15282c-364a-46e2-aeca-7c7f9858488e cannot update to ACTIVE because it is not bound. {{(pid=95103) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 20:39:34.911824 n-d-713301-16 neutron-server[95102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6721c4d7-284f-43a9-b1a4-6f48da11481f admin admin] Network 8b5e6398-f50e-40b3-b27d-01bd181d82e9 is already hosted by enough agents. {{(pid=95102) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 20:39:34.913326 n-d-713301-16 neutron-server[95102]: DEBUG neutron.scheduler.base_scheduler [None req-6721c4d7-284f-43a9-b1a4-6f48da11481f admin admin] Resources bound (agent type, host, resource id): {{(pid=95102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 20:39:35.068017 n-d-713301-16 neutron-server[95102]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6721c4d7-284f-43a9-b1a4-6f48da11481f admin admin] Router 85a8a581-6539-4529-b7f4-88a08c078226 has already been hosted by L3 agent 79a740bf-7821-4989-8288-7186e3e128f3 {{(pid=95102) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 20:39:35.217949 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6721c4d7-284f-43a9-b1a4-6f48da11481f admin admin] Notify agent at l3_agent.n-d-713301-16 the message routers_updated {{(pid=95102) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 20:39:35.223816 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-6721c4d7-284f-43a9-b1a4-6f48da11481f admin admin] 10.222.0.67 "PUT /v2.0/routers/85a8a581-6539-4529-b7f4-88a08c078226/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2021003 Sep 23 20:39:35.232582 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-a0af0f99-f206-40ce-aac3-6c1143f0fcde None None] Provisioning complete for port fb15282c-364a-46e2-aeca-7c7f9858488e triggered by entity DHCP. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 20:39:35.233097 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-a0af0f99-f206-40ce-aac3-6c1143f0fcde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:39:35.278106 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.plugin [None req-a0af0f99-f206-40ce-aac3-6c1143f0fcde None None] Port fb15282c-364a-46e2-aeca-7c7f9858488e cannot update to ACTIVE because it is not bound. {{(pid=95103) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 20:39:35.865030 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 36198) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:39:35.869885 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.v2.base [None req-5eb76e35-7d6d-41e2-bcb5-7a10e8ef17a4 tempest-TestSnapshotPattern-1447400055 tempest-TestSnapshotPattern-1447400055-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1183295866', 'description': 'tempest-secgroup-smoke-1183295866 description', 'project_id': 'b88208f09c3d42f6a469606e889be8e5'}} {{(pid=95101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 20:39:35.893444 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-5eb76e35-7d6d-41e2-bcb5-7a10e8ef17a4 tempest-TestSnapshotPattern-1447400055 tempest-TestSnapshotPattern-1447400055-project] Notify callbacks [] for security_group, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:39:35.981948 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-5eb76e35-7d6d-41e2-bcb5-7a10e8ef17a4 tempest-TestSnapshotPattern-1447400055 tempest-TestSnapshotPattern-1447400055-project] Notify callbacks [] for security_group, precommit_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:39:35.985985 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-5eb76e35-7d6d-41e2-bcb5-7a10e8ef17a4 tempest-TestSnapshotPattern-1447400055 tempest-TestSnapshotPattern-1447400055-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:39:36.016582 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-5eb76e35-7d6d-41e2-bcb5-7a10e8ef17a4 tempest-TestSnapshotPattern-1447400055 tempest-TestSnapshotPattern-1447400055-project] Notify callbacks [] for security_group, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:39:36.018133 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-5eb76e35-7d6d-41e2-bcb5-7a10e8ef17a4 tempest-TestSnapshotPattern-1447400055 tempest-TestSnapshotPattern-1447400055-project] 10.222.0.67 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1520655 Sep 23 20:39:36.020024 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eb76e35-7d6d-41e2-bcb5-7a10e8ef17a4 tempest-TestSnapshotPattern-1447400055 tempest-TestSnapshotPattern-1447400055-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a149acb9-09a7-4832-afec-560ce6ef6d99,revision_number=1']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:39:36.021785 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 36200) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:39:36.031789 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.v2.base [None req-c214371c-dc34-4bde-bd42-307081e90343 tempest-TestSnapshotPattern-1447400055 tempest-TestSnapshotPattern-1447400055-project] Request body: {'security_group_rule': {'security_group_id': 'a149acb9-09a7-4832-afec-560ce6ef6d99', 'project_id': 'b88208f09c3d42f6a469606e889be8e5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 20:39:36.075237 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-c214371c-dc34-4bde-bd42-307081e90343 tempest-TestSnapshotPattern-1447400055 tempest-TestSnapshotPattern-1447400055-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:39:36.095139 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Device 0ba0b70d-52fa-42d5-a247-665bdd23b4c8 up at agent ovs-agent-n-d-713301-16 {{(pid=95103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 20:39:36.142459 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Provisioning complete for port 0ba0b70d-52fa-42d5-a247-665bdd23b4c8 triggered by entity L2. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 20:39:36.142840 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:39:36.153912 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-c214371c-dc34-4bde-bd42-307081e90343 tempest-TestSnapshotPattern-1447400055 tempest-TestSnapshotPattern-1447400055-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:39:36.158865 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-c214371c-dc34-4bde-bd42-307081e90343 tempest-TestSnapshotPattern-1447400055 tempest-TestSnapshotPattern-1447400055-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575319'] for security_group_rule, after_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:39:36.182229 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c214371c-dc34-4bde-bd42-307081e90343 tempest-TestSnapshotPattern-1447400055 tempest-TestSnapshotPattern-1447400055-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cb00656a-ca2f-477a-85d2-4dd8e608a8bc,revision_number=0']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:39:36.194002 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-c214371c-dc34-4bde-bd42-307081e90343 tempest-TestSnapshotPattern-1447400055 tempest-TestSnapshotPattern-1447400055-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:39:36.195260 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-c214371c-dc34-4bde-bd42-307081e90343 tempest-TestSnapshotPattern-1447400055 tempest-TestSnapshotPattern-1447400055-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1719038 Sep 23 20:39:36.198362 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 36202) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:39:36.204577 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.v2.base [None req-2039e518-8d9d-4d23-8aeb-430ff4fa694c tempest-TestSnapshotPattern-1447400055 tempest-TestSnapshotPattern-1447400055-project] Request body: {'security_group_rule': {'security_group_id': 'a149acb9-09a7-4832-afec-560ce6ef6d99', 'project_id': 'b88208f09c3d42f6a469606e889be8e5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=95101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 20:39:36.226429 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:39:36.234372 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-2039e518-8d9d-4d23-8aeb-430ff4fa694c tempest-TestSnapshotPattern-1447400055 tempest-TestSnapshotPattern-1447400055-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:39:36.248074 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] For port 0ba0b70d-52fa-42d5-a247-665bdd23b4c8, host n-d-713301-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-16',level=0,port_id=0ba0b70d-52fa-42d5-a247-665bdd23b4c8,segment=NetworkSegment(7d4027f1-d893-4c7b-95d4-757b8e44e380),segment_id=7d4027f1-d893-4c7b-95d4-757b8e44e380)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 20:39:36.252441 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:39:36.253275 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Device c9ecb31e-b564-4c2e-bc91-102564fed798 up at agent ovs-agent-n-d-713301-16 {{(pid=95103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 20:39:36.295858 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-2039e518-8d9d-4d23-8aeb-430ff4fa694c tempest-TestSnapshotPattern-1447400055 tempest-TestSnapshotPattern-1447400055-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:39:36.300749 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-2039e518-8d9d-4d23-8aeb-430ff4fa694c tempest-TestSnapshotPattern-1447400055 tempest-TestSnapshotPattern-1447400055-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575319'] for security_group_rule, after_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:39:36.321336 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2039e518-8d9d-4d23-8aeb-430ff4fa694c tempest-TestSnapshotPattern-1447400055 tempest-TestSnapshotPattern-1447400055-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dc5b7b97-906b-4df1-b635-f986718560a8,revision_number=0']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:39:36.330132 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-2039e518-8d9d-4d23-8aeb-430ff4fa694c tempest-TestSnapshotPattern-1447400055 tempest-TestSnapshotPattern-1447400055-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:39:36.330345 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Pushing event updated for resources: {'Port': ['ID=0ba0b70d-52fa-42d5-a247-665bdd23b4c8,revision_number=4']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:39:36.331386 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-2039e518-8d9d-4d23-8aeb-430ff4fa694c tempest-TestSnapshotPattern-1447400055 tempest-TestSnapshotPattern-1447400055-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1316500 Sep 23 20:39:36.334120 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 36204) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:39:36.341291 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.v2.base [None req-fd359840-bad3-430c-8e9d-babb4452a11e tempest-TestSnapshotPattern-1447400055 tempest-TestSnapshotPattern-1447400055-project] Request body: {'security_group_rule': {'security_group_id': 'a149acb9-09a7-4832-afec-560ce6ef6d99', 'project_id': 'b88208f09c3d42f6a469606e889be8e5', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=95101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 20:39:36.343116 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Provisioning complete for port c9ecb31e-b564-4c2e-bc91-102564fed798 triggered by entity L2. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 20:39:36.343499 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:39:36.375802 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-fd359840-bad3-430c-8e9d-babb4452a11e tempest-TestSnapshotPattern-1447400055 tempest-TestSnapshotPattern-1447400055-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:39:36.440447 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-fd359840-bad3-430c-8e9d-babb4452a11e tempest-TestSnapshotPattern-1447400055 tempest-TestSnapshotPattern-1447400055-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:39:36.444340 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-fd359840-bad3-430c-8e9d-babb4452a11e tempest-TestSnapshotPattern-1447400055 tempest-TestSnapshotPattern-1447400055-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575319'] for security_group_rule, after_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:39:36.462164 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd359840-bad3-430c-8e9d-babb4452a11e tempest-TestSnapshotPattern-1447400055 tempest-TestSnapshotPattern-1447400055-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b3eec261-2851-4c0b-8e14-25b9fabea0df,revision_number=0']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:39:36.468517 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-fd359840-bad3-430c-8e9d-babb4452a11e tempest-TestSnapshotPattern-1447400055 tempest-TestSnapshotPattern-1447400055-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:39:36.474092 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-fd359840-bad3-430c-8e9d-babb4452a11e tempest-TestSnapshotPattern-1447400055 tempest-TestSnapshotPattern-1447400055-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1330433 Sep 23 20:39:36.474339 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 36206) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:39:36.478822 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.v2.base [None req-ca765881-001d-49c4-9a35-ff8cba827248 tempest-TestSnapshotPattern-1447400055 tempest-TestSnapshotPattern-1447400055-project] Request body: {'security_group_rule': {'security_group_id': 'a149acb9-09a7-4832-afec-560ce6ef6d99', 'project_id': 'b88208f09c3d42f6a469606e889be8e5', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=95101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 20:39:36.507257 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-ca765881-001d-49c4-9a35-ff8cba827248 tempest-TestSnapshotPattern-1447400055 tempest-TestSnapshotPattern-1447400055-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:39:36.575852 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-ca765881-001d-49c4-9a35-ff8cba827248 tempest-TestSnapshotPattern-1447400055 tempest-TestSnapshotPattern-1447400055-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:39:36.579963 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-ca765881-001d-49c4-9a35-ff8cba827248 tempest-TestSnapshotPattern-1447400055 tempest-TestSnapshotPattern-1447400055-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575319'] for security_group_rule, after_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:39:36.602488 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca765881-001d-49c4-9a35-ff8cba827248 tempest-TestSnapshotPattern-1447400055 tempest-TestSnapshotPattern-1447400055-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=91777ace-f86b-4d4a-b502-5f763527ffbe,revision_number=0']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:39:36.606104 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-ca765881-001d-49c4-9a35-ff8cba827248 tempest-TestSnapshotPattern-1447400055 tempest-TestSnapshotPattern-1447400055-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:39:36.607326 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-ca765881-001d-49c4-9a35-ff8cba827248 tempest-TestSnapshotPattern-1447400055 tempest-TestSnapshotPattern-1447400055-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1320093 Sep 23 20:39:36.610937 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 36208) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:39:36.615658 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.v2.base [None req-d654529d-4af5-4849-99ae-71490a8e8da6 tempest-TestSnapshotPattern-1447400055 tempest-TestSnapshotPattern-1447400055-project] Request body: {'security_group_rule': {'security_group_id': 'a149acb9-09a7-4832-afec-560ce6ef6d99', 'project_id': 'b88208f09c3d42f6a469606e889be8e5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=95102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 20:39:36.637772 n-d-713301-16 neutron-server[95102]: INFO neutron.db.securitygroups_db [None req-d654529d-4af5-4849-99ae-71490a8e8da6 tempest-TestSnapshotPattern-1447400055 tempest-TestSnapshotPattern-1447400055-project] Project b88208f09c3d42f6a469606e889be8e5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 23 20:39:36.643011 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-d654529d-4af5-4849-99ae-71490a8e8da6 tempest-TestSnapshotPattern-1447400055 tempest-TestSnapshotPattern-1447400055-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:39:36.705832 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-d654529d-4af5-4849-99ae-71490a8e8da6 tempest-TestSnapshotPattern-1447400055 tempest-TestSnapshotPattern-1447400055-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:39:36.710134 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-d654529d-4af5-4849-99ae-71490a8e8da6 tempest-TestSnapshotPattern-1447400055 tempest-TestSnapshotPattern-1447400055-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575319'] for security_group_rule, after_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:39:36.730705 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d654529d-4af5-4849-99ae-71490a8e8da6 tempest-TestSnapshotPattern-1447400055 tempest-TestSnapshotPattern-1447400055-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ffdbff2e-5c07-415b-a0e0-73228bba99d5,revision_number=0']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:39:36.735441 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-d654529d-4af5-4849-99ae-71490a8e8da6 tempest-TestSnapshotPattern-1447400055 tempest-TestSnapshotPattern-1447400055-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:39:36.736958 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-d654529d-4af5-4849-99ae-71490a8e8da6 tempest-TestSnapshotPattern-1447400055 tempest-TestSnapshotPattern-1447400055-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1248465 Sep 23 20:39:36.739503 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 36210) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:39:36.743819 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.v2.base [None req-feee708b-c7b7-4928-b218-094da6ff8044 tempest-TestSnapshotPattern-1447400055 tempest-TestSnapshotPattern-1447400055-project] Request body: {'security_group_rule': {'security_group_id': 'a149acb9-09a7-4832-afec-560ce6ef6d99', 'project_id': 'b88208f09c3d42f6a469606e889be8e5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=95102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 20:39:36.765395 n-d-713301-16 neutron-server[95102]: INFO neutron.db.securitygroups_db [None req-feee708b-c7b7-4928-b218-094da6ff8044 tempest-TestSnapshotPattern-1447400055 tempest-TestSnapshotPattern-1447400055-project] Project b88208f09c3d42f6a469606e889be8e5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 23 20:39:36.770750 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-feee708b-c7b7-4928-b218-094da6ff8044 tempest-TestSnapshotPattern-1447400055 tempest-TestSnapshotPattern-1447400055-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:39:36.835839 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-feee708b-c7b7-4928-b218-094da6ff8044 tempest-TestSnapshotPattern-1447400055 tempest-TestSnapshotPattern-1447400055-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:39:36.839521 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-feee708b-c7b7-4928-b218-094da6ff8044 tempest-TestSnapshotPattern-1447400055 tempest-TestSnapshotPattern-1447400055-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575319'] for security_group_rule, after_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:39:36.859982 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feee708b-c7b7-4928-b218-094da6ff8044 tempest-TestSnapshotPattern-1447400055 tempest-TestSnapshotPattern-1447400055-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f1ec32c3-85ec-4746-bf68-1bee20a5e5e5,revision_number=0']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:39:36.868697 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-feee708b-c7b7-4928-b218-094da6ff8044 tempest-TestSnapshotPattern-1447400055 tempest-TestSnapshotPattern-1447400055-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:39:36.869930 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-feee708b-c7b7-4928-b218-094da6ff8044 tempest-TestSnapshotPattern-1447400055 tempest-TestSnapshotPattern-1447400055-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1294940 Sep 23 20:39:37.037795 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-6a75189c-993f-48b0-90d9-389c0c5a295d req-92791ea4-167b-4d52-affb-f17a01060f9d tempest-TestSnapshotPattern-1447400055 tempest-TestSnapshotPattern-1447400055-project] 10.222.0.67 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1183295866&fields=id&tenant_id=b88208f09c3d42f6a469606e889be8e5 HTTP/1.1" status: 200 len: 267 time: 0.0389864 Sep 23 20:39:37.152509 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a75189c-993f-48b0-90d9-389c0c5a295d req-68fea12d-6410-4298-bed0-b75dbe600f8f tempest-TestSnapshotPattern-1447400055 tempest-TestSnapshotPattern-1447400055-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:39:37.154158 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-6a75189c-993f-48b0-90d9-389c0c5a295d req-68fea12d-6410-4298-bed0-b75dbe600f8f tempest-TestSnapshotPattern-1447400055 tempest-TestSnapshotPattern-1447400055-project] 10.222.0.67 "GET /v2.0/networks?id=8f61de7c-4dfd-4531-bd9b-a371cf4deea5 HTTP/1.1" status: 200 len: 809 time: 0.1094131 Sep 23 20:39:37.174169 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-6a75189c-993f-48b0-90d9-389c0c5a295d req-4fd4b88f-1900-4dd4-8808-6a00e8b0fa3d tempest-TestSnapshotPattern-1447400055 tempest-TestSnapshotPattern-1447400055-project] 10.222.0.67 "GET /v2.0/quotas/b88208f09c3d42f6a469606e889be8e5 HTTP/1.1" status: 200 len: 375 time: 0.0116386 Sep 23 20:39:37.205410 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-263494fe-16f4-445c-8e43-9b1102fe0310 None None] Sync routers for ids ['85a8a581-6539-4529-b7f4-88a08c078226'] in n-d-713301-16 {{(pid=95103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 20:39:37.214559 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-263494fe-16f4-445c-8e43-9b1102fe0310 None None] Routers {'85a8a581-6539-4529-b7f4-88a08c078226'} bound to L3 agent in host n-d-713301-16 {{(pid=95103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 20:39:37.215278 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_hamode_db [None req-263494fe-16f4-445c-8e43-9b1102fe0310 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-23T19:07:52Z,description=,heartbeat_timestamp=2021-09-23T20:39:23Z,host='n-d-713301-16',id=79a740bf-7821-4989-8288-7186e3e128f3,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:07:52Z,topic='l3_agent')) {'router_ids': ['85a8a581-6539-4529-b7f4-88a08c078226'], 'active': True} {{(pid=95103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 20:39:37.229527 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-6a75189c-993f-48b0-90d9-389c0c5a295d req-d23c3023-679b-4bfc-8dad-66bf97d0144a tempest-TestSnapshotPattern-1447400055 tempest-TestSnapshotPattern-1447400055-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=b88208f09c3d42f6a469606e889be8e5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0491714 Sep 23 20:39:37.328266 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-6a75189c-993f-48b0-90d9-389c0c5a295d req-30fa3d6a-e7fa-4600-bf90-e896f647dcbd service neutron] 10.222.0.67 "GET /v2.0/networks/8f61de7c-4dfd-4531-bd9b-a371cf4deea5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866048 Sep 23 20:39:37.337626 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_dvr_db [None req-263494fe-16f4-445c-8e43-9b1102fe0310 None None] Set router 85a8a581-6539-4529-b7f4-88a08c078226 gateway port host: n-d-713301-16 {{(pid=95103) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 20:39:37.423043 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-6a75189c-993f-48b0-90d9-389c0c5a295d req-b421daf1-e4ec-4f41-9e30-0c52688d468d service neutron] 10.222.0.67 "GET /v2.0/networks/8f61de7c-4dfd-4531-bd9b-a371cf4deea5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877960 Sep 23 20:39:37.541519 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_hamode_db [None req-263494fe-16f4-445c-8e43-9b1102fe0310 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85a8a581-6539-4529-b7f4-88a08c078226', 'name': 'tempest-TestSnapshotPattern-108079126-router', 'tenant_id': '7469d171a88c4924a8884addb126afd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'external_fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.184'}], 'enable_snat': True}, 'gw_port_id': '0ba0b70d-52fa-42d5-a247-665bdd23b4c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T20:39:31Z', 'updated_at': '2021-09-23T20:39:34Z', 'revision_number': 4, 'project_id': '7469d171a88c4924a8884addb126afd2', 'gw_port': {'id': '0ba0b70d-52fa-42d5-a247-665bdd23b4c8', 'name': '', 'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:b7:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85a8a581-6539-4529-b7f4-88a08c078226', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4337, 'fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T20:39:31Z', 'updated_at': '2021-09-23T20:39:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-16', '_interfaces': [{'id': 'fb15282c-364a-46e2-aeca-7c7f9858488e', 'name': '', 'network_id': '8b5e6398-f50e-40b3-b27d-01bd181d82e9', 'tenant_id': '7469d171a88c4924a8884addb126afd2', 'mac_address': 'fa:16:3e:62:ec:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '85a8a581-6539-4529-b7f4-88a08c078226', 'device_owner': 'network:router_interface', 'standard_attr_id': 4338, 'fixed_ips': [{'subnet_id': '52e4aae4-817a-4d2e-996d-4cde883da1a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T20:39:33Z', 'updated_at': '2021-09-23T20:39:34Z', 'revision_number': 2, 'project_id': '7469d171a88c4924a8884addb126afd2', 'subnets': [{'id': '52e4aae4-817a-4d2e-996d-4cde883da1a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-16', False) {} {{(pid=95103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 20:39:37.572829 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-263494fe-16f4-445c-8e43-9b1102fe0310 None None] Checking router: 85a8a581-6539-4529-b7f4-88a08c078226 for host: n-d-713301-16 {{(pid=95103) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 20:39:37.573197 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-263494fe-16f4-445c-8e43-9b1102fe0310 None None] Updating router 85a8a581-6539-4529-b7f4-88a08c078226 port fb15282c-364a-46e2-aeca-7c7f9858488e binding host n-d-713301-16 {{(pid=95103) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 23 20:39:37.589849 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-14f1e813-7f96-4976-8b46-d5f3a9849bf9 req-9895b61e-1032-4e95-bf55-76ca3b730e14 tempest-TestSnapshotPattern-1447400055 tempest-TestSnapshotPattern-1447400055-project] 10.222.0.67 "GET /v2.0/ports?device_id=a31d08ec-d55f-4238-9077-e0e040ccad48 HTTP/1.1" status: 200 len: 210 time: 0.0293069 Sep 23 20:39:37.600251 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-263494fe-16f4-445c-8e43-9b1102fe0310 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:39:37.889689 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-263494fe-16f4-445c-8e43-9b1102fe0310 None None] Notify callbacks [] for port, precommit_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:39:37.895636 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-263494fe-16f4-445c-8e43-9b1102fe0310 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:39:37.956439 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a3f19d8-a291-4834-b8fe-67e660bf71d6 None None] Pushing event updated for resources: {'Port': ['ID=fb15282c-364a-46e2-aeca-7c7f9858488e,revision_number=3']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:39:38.011662 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Device 0ba0b70d-52fa-42d5-a247-665bdd23b4c8 up at agent ovs-agent-n-d-713301-16 {{(pid=95103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 20:39:38.022413 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.managers [None req-263494fe-16f4-445c-8e43-9b1102fe0310 None None] Attempting to bind port fb15282c-364a-46e2-aeca-7c7f9858488e on host n-d-713301-16 for vnic_type normal with profile {{(pid=95103) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 20:39:38.022857 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.managers [None req-263494fe-16f4-445c-8e43-9b1102fe0310 None None] Attempting to bind port fb15282c-364a-46e2-aeca-7c7f9858488e by drivers openvswitch,hyperv on host n-d-713301-16 at level 0 using segments [{'id': '962233d8-5b27-4946-9725-c85360b068fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '8b5e6398-f50e-40b3-b27d-01bd181d82e9'}] {{(pid=95103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 20:39:38.023260 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-263494fe-16f4-445c-8e43-9b1102fe0310 None None] Attempting to bind port fb15282c-364a-46e2-aeca-7c7f9858488e on network 8b5e6398-f50e-40b3-b27d-01bd181d82e9 {{(pid=95103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 20:39:38.050174 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-263494fe-16f4-445c-8e43-9b1102fe0310 None None] Checking agent: {'id': '70a14545-df24-472f-8f95-bfe1719bff93', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713301-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 19, 7, 53), 'started_at': datetime.datetime(2021, 9, 23, 19, 8, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 20, 39, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713301-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 20:39:38.050885 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-263494fe-16f4-445c-8e43-9b1102fe0310 None None] Checking segment: {'id': '962233d8-5b27-4946-9725-c85360b068fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '8b5e6398-f50e-40b3-b27d-01bd181d82e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95103) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 20:39:38.051492 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-263494fe-16f4-445c-8e43-9b1102fe0310 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:39:38.051868 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-263494fe-16f4-445c-8e43-9b1102fe0310 None None] Bound using segment: {'id': '962233d8-5b27-4946-9725-c85360b068fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '8b5e6398-f50e-40b3-b27d-01bd181d82e9'} {{(pid=95103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 20:39:38.052391 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.managers [None req-263494fe-16f4-445c-8e43-9b1102fe0310 None None] Bound port: fb15282c-364a-46e2-aeca-7c7f9858488e, host: n-d-713301-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '962233d8-5b27-4946-9725-c85360b068fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '8b5e6398-f50e-40b3-b27d-01bd181d82e9'}}] {{(pid=95103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 20:39:38.052799 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-263494fe-16f4-445c-8e43-9b1102fe0310 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:39:38.131740 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Provisioning complete for port 0ba0b70d-52fa-42d5-a247-665bdd23b4c8 triggered by entity L2. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 20:39:38.132048 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:39:38.154616 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-263494fe-16f4-445c-8e43-9b1102fe0310 None None] For port fb15282c-364a-46e2-aeca-7c7f9858488e, host n-d-713301-16, cleared binding levels {{(pid=95103) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 20:39:38.173034 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-263494fe-16f4-445c-8e43-9b1102fe0310 None None] For port fb15282c-364a-46e2-aeca-7c7f9858488e, host n-d-713301-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-16',level=0,port_id=fb15282c-364a-46e2-aeca-7c7f9858488e,segment=NetworkSegment(962233d8-5b27-4946-9725-c85360b068fd),segment_id=962233d8-5b27-4946-9725-c85360b068fd)] {{(pid=95103) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 20:39:38.179202 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-263494fe-16f4-445c-8e43-9b1102fe0310 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:39:38.267253 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-ffeeb94e-9df2-4640-ba28-3755850b11d3 None None] Provisioning complete for port fb15282c-364a-46e2-aeca-7c7f9858488e triggered by entity DHCP. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 20:39:38.267925 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-ffeeb94e-9df2-4640-ba28-3755850b11d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:39:38.269074 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a3f19d8-a291-4834-b8fe-67e660bf71d6 None None] Pushing event updated for resources: {'Port': ['ID=fb15282c-364a-46e2-aeca-7c7f9858488e,revision_number=4']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:39:38.274071 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-263494fe-16f4-445c-8e43-9b1102fe0310 None None] Routers {'85a8a581-6539-4529-b7f4-88a08c078226'} bound to L3 agent in host n-d-713301-16 {{(pid=95103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 20:39:38.274693 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_hamode_db [None req-263494fe-16f4-445c-8e43-9b1102fe0310 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-23T19:07:52Z,description=,heartbeat_timestamp=2021-09-23T20:39:23Z,host='n-d-713301-16',id=79a740bf-7821-4989-8288-7186e3e128f3,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:07:52Z,topic='l3_agent')) {'router_ids': ['85a8a581-6539-4529-b7f4-88a08c078226'], 'active': True} {{(pid=95103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 20:39:38.463216 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_dvr_db [None req-263494fe-16f4-445c-8e43-9b1102fe0310 None None] Set router 85a8a581-6539-4529-b7f4-88a08c078226 gateway port host: n-d-713301-16 {{(pid=95103) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 20:39:38.502054 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-ffeeb94e-9df2-4640-ba28-3755850b11d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:39:38.592589 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-ffeeb94e-9df2-4640-ba28-3755850b11d3 None None] For port fb15282c-364a-46e2-aeca-7c7f9858488e, host n-d-713301-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-16',level=0,port_id=fb15282c-364a-46e2-aeca-7c7f9858488e,segment=NetworkSegment(962233d8-5b27-4946-9725-c85360b068fd),segment_id=962233d8-5b27-4946-9725-c85360b068fd)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 20:39:38.599817 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-ffeeb94e-9df2-4640-ba28-3755850b11d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:39:38.660870 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a75189c-993f-48b0-90d9-389c0c5a295d req-1b48cf4b-5acb-4d6f-8799-a74d1b0ad2ed tempest-TestSnapshotPattern-1447400055 tempest-TestSnapshotPattern-1447400055-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:39:38.663186 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-6a75189c-993f-48b0-90d9-389c0c5a295d req-1b48cf4b-5acb-4d6f-8799-a74d1b0ad2ed tempest-TestSnapshotPattern-1447400055 tempest-TestSnapshotPattern-1447400055-project] 10.222.0.74 "GET /v2.0/networks?id=8f61de7c-4dfd-4531-bd9b-a371cf4deea5 HTTP/1.1" status: 200 len: 809 time: 0.1641276 Sep 23 20:39:38.716716 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-5a1f6dd2-bbff-4f1f-b4eb-c2b2308cc6c2 req-c4540513-0106-4c6c-8324-b26a6b517200 tempest-TestSnapshotPattern-1447400055 tempest-TestSnapshotPattern-1447400055-project] 10.222.0.67 "GET /v2.0/ports?device_id=a31d08ec-d55f-4238-9077-e0e040ccad48 HTTP/1.1" status: 200 len: 210 time: 0.0366302 Sep 23 20:39:38.721114 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffeeb94e-9df2-4640-ba28-3755850b11d3 None None] Pushing event updated for resources: {'Port': ['ID=fb15282c-364a-46e2-aeca-7c7f9858488e,revision_number=5']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:39:38.736515 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-6a75189c-993f-48b0-90d9-389c0c5a295d req-6e4c2a77-0aef-491f-9499-f7196f2871ac tempest-TestSnapshotPattern-1447400055 tempest-TestSnapshotPattern-1447400055-project] 10.222.0.74 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b88208f09c3d42f6a469606e889be8e5 HTTP/1.1" status: 200 len: 380 time: 0.0643909 Sep 23 20:39:38.744455 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-59bd72de-3239-4c1d-8a02-f7e59758c850 None None] Provisioning complete for port fb15282c-364a-46e2-aeca-7c7f9858488e triggered by entity DHCP. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 20:39:38.744849 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-59bd72de-3239-4c1d-8a02-f7e59758c850 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:39:38.748725 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.v2.base [req-6a75189c-993f-48b0-90d9-389c0c5a295d req-8a8f4573-afba-45f3-abee-6ecbc9adcd20 tempest-TestSnapshotPattern-1447400055 tempest-TestSnapshotPattern-1447400055-project] Request body: {'port': {'device_id': 'a31d08ec-d55f-4238-9077-e0e040ccad48', 'network_id': '8f61de7c-4dfd-4531-bd9b-a371cf4deea5', 'admin_state_up': True, 'tenant_id': 'b88208f09c3d42f6a469606e889be8e5', 'security_groups': ['a149acb9-09a7-4832-afec-560ce6ef6d99']}} {{(pid=95102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 20:39:38.793980 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_hamode_db [None req-263494fe-16f4-445c-8e43-9b1102fe0310 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85a8a581-6539-4529-b7f4-88a08c078226', 'name': 'tempest-TestSnapshotPattern-108079126-router', 'tenant_id': '7469d171a88c4924a8884addb126afd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'external_fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.184'}], 'enable_snat': True}, 'gw_port_id': '0ba0b70d-52fa-42d5-a247-665bdd23b4c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T20:39:31Z', 'updated_at': '2021-09-23T20:39:34Z', 'revision_number': 4, 'project_id': '7469d171a88c4924a8884addb126afd2', 'gw_port': {'id': '0ba0b70d-52fa-42d5-a247-665bdd23b4c8', 'name': '', 'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:b7:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85a8a581-6539-4529-b7f4-88a08c078226', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4337, 'fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T20:39:31Z', 'updated_at': '2021-09-23T20:39:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-16', '_interfaces': [{'id': 'fb15282c-364a-46e2-aeca-7c7f9858488e', 'name': '', 'network_id': '8b5e6398-f50e-40b3-b27d-01bd181d82e9', 'tenant_id': '7469d171a88c4924a8884addb126afd2', 'mac_address': 'fa:16:3e:62:ec:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '85a8a581-6539-4529-b7f4-88a08c078226', 'device_owner': 'network:router_interface', 'standard_attr_id': 4338, 'fixed_ips': [{'subnet_id': '52e4aae4-817a-4d2e-996d-4cde883da1a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T20:39:33Z', 'updated_at': '2021-09-23T20:39:38Z', 'revision_number': 4, 'project_id': '7469d171a88c4924a8884addb126afd2', 'subnets': [{'id': '52e4aae4-817a-4d2e-996d-4cde883da1a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-16', False) {} {{(pid=95103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 20:39:38.824165 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-263494fe-16f4-445c-8e43-9b1102fe0310 None None] The sync data for ids ['85a8a581-6539-4529-b7f4-88a08c078226'] in n-d-713301-16 is: [{'id': '85a8a581-6539-4529-b7f4-88a08c078226', 'name': 'tempest-TestSnapshotPattern-108079126-router', 'tenant_id': '7469d171a88c4924a8884addb126afd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'external_fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.184'}], 'enable_snat': True}, 'gw_port_id': '0ba0b70d-52fa-42d5-a247-665bdd23b4c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T20:39:31Z', 'updated_at': '2021-09-23T20:39:34Z', 'revision_number': 4, 'project_id': '7469d171a88c4924a8884addb126afd2', 'gw_port': {'id': '0ba0b70d-52fa-42d5-a247-665bdd23b4c8', 'name': '', 'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:b7:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85a8a581-6539-4529-b7f4-88a08c078226', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4337, 'fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T20:39:31Z', 'updated_at': '2021-09-23T20:39:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-16', '_interfaces': [{'id': 'fb15282c-364a-46e2-aeca-7c7f9858488e', 'name': '', 'network_id': '8b5e6398-f50e-40b3-b27d-01bd181d82e9', 'tenant_id': '7469d171a88c4924a8884addb126afd2', 'mac_address': 'fa:16:3e:62:ec:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '85a8a581-6539-4529-b7f4-88a08c078226', 'device_owner': 'network:router_interface', 'standard_attr_id': 4338, 'fixed_ips': [{'subnet_id': '52e4aae4-817a-4d2e-996d-4cde883da1a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T20:39:33Z', 'updated_at': '2021-09-23T20:39:38Z', 'revision_number': 4, 'project_id': '7469d171a88c4924a8884addb126afd2', 'subnets': [{'id': '52e4aae4-817a-4d2e-996d-4cde883da1a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 20:39:38.877674 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6a75189c-993f-48b0-90d9-389c0c5a295d req-8a8f4573-afba-45f3-abee-6ecbc9adcd20 tempest-TestSnapshotPattern-1447400055 tempest-TestSnapshotPattern-1447400055-project] Made reservation on behalf of b88208f09c3d42f6a469606e889be8e5 for: {'port': 1} {{(pid=95102) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 20:39:38.882852 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-6a75189c-993f-48b0-90d9-389c0c5a295d req-8a8f4573-afba-45f3-abee-6ecbc9adcd20 tempest-TestSnapshotPattern-1447400055 tempest-TestSnapshotPattern-1447400055-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:39:39.025614 n-d-713301-16 neutron-server[95102]: DEBUG neutron.db.db_base_plugin_common [req-6a75189c-993f-48b0-90d9-389c0c5a295d req-8a8f4573-afba-45f3-abee-6ecbc9adcd20 tempest-TestSnapshotPattern-1447400055 tempest-TestSnapshotPattern-1447400055-project] Allocated IP 172.20.0.3 (8f61de7c-4dfd-4531-bd9b-a371cf4deea5/9836079a-dcf6-44c2-92d5-79df2cb1aa23/955ff58d-09c6-419c-9f2b-b3d7f6cf60b4) {{(pid=95102) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 20:39:39.171344 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-6a75189c-993f-48b0-90d9-389c0c5a295d req-8a8f4573-afba-45f3-abee-6ecbc9adcd20 tempest-TestSnapshotPattern-1447400055 tempest-TestSnapshotPattern-1447400055-project] Notify callbacks [] for port, precommit_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:39:39.207796 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-6a75189c-993f-48b0-90d9-389c0c5a295d req-8a8f4573-afba-45f3-abee-6ecbc9adcd20 tempest-TestSnapshotPattern-1447400055 tempest-TestSnapshotPattern-1447400055-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783145673135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4399100'] for port, after_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:39:39.252583 n-d-713301-16 neutron-server[95102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6a75189c-993f-48b0-90d9-389c0c5a295d req-8a8f4573-afba-45f3-abee-6ecbc9adcd20 tempest-TestSnapshotPattern-1447400055 tempest-TestSnapshotPattern-1447400055-project] Network 8f61de7c-4dfd-4531-bd9b-a371cf4deea5 is already hosted by enough agents. {{(pid=95102) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 20:39:39.255812 n-d-713301-16 neutron-server[95102]: DEBUG neutron.scheduler.base_scheduler [req-6a75189c-993f-48b0-90d9-389c0c5a295d req-8a8f4573-afba-45f3-abee-6ecbc9adcd20 tempest-TestSnapshotPattern-1447400055 tempest-TestSnapshotPattern-1447400055-project] Resources bound (agent type, host, resource id): {{(pid=95102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 20:39:39.259742 n-d-713301-16 neutron-server[95102]: DEBUG neutron.db.l3_dvrscheduler_db [req-6a75189c-993f-48b0-90d9-389c0c5a295d req-8a8f4573-afba-45f3-abee-6ecbc9adcd20 tempest-TestSnapshotPattern-1447400055 tempest-TestSnapshotPattern-1447400055-project] Received port after_create {{(pid=95102) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 20:39:39.287440 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a8f4573-afba-45f3-abee-6ecbc9adcd20 tempest-TestSnapshotPattern-1447400055 tempest-TestSnapshotPattern-1447400055-project] Pushing event updated for resources: {'Port': ['ID=955ff58d-09c6-419c-9f2b-b3d7f6cf60b4,revision_number=1']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:39:39.316343 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a75189c-993f-48b0-90d9-389c0c5a295d req-8a8f4573-afba-45f3-abee-6ecbc9adcd20 tempest-TestSnapshotPattern-1447400055 tempest-TestSnapshotPattern-1447400055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:39:39.317233 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-6a75189c-993f-48b0-90d9-389c0c5a295d req-8a8f4573-afba-45f3-abee-6ecbc9adcd20 tempest-TestSnapshotPattern-1447400055 tempest-TestSnapshotPattern-1447400055-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222849'] for port, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:39:39.337392 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-6a75189c-993f-48b0-90d9-389c0c5a295d req-8a8f4573-afba-45f3-abee-6ecbc9adcd20 tempest-TestSnapshotPattern-1447400055 tempest-TestSnapshotPattern-1447400055-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5933709 Sep 23 20:39:39.349807 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.v2.base [req-6a75189c-993f-48b0-90d9-389c0c5a295d req-be852bc2-06a5-4f01-a5e8-72a7f046cb4a service neutron] Request body: {'port': {'device_id': 'a31d08ec-d55f-4238-9077-e0e040ccad48', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713301-16'}} {{(pid=95102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 20:39:39.410394 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-6a75189c-993f-48b0-90d9-389c0c5a295d req-be852bc2-06a5-4f01-a5e8-72a7f046cb4a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:39:39.511587 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-a334731c-602e-45f3-b932-b0231e6ddd67 None None] Provisioning complete for port 955ff58d-09c6-419c-9f2b-b3d7f6cf60b4 triggered by entity DHCP. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 20:39:39.512112 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-a334731c-602e-45f3-b932-b0231e6ddd67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:39:39.550965 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.plugin [None req-a334731c-602e-45f3-b932-b0231e6ddd67 None None] Port 955ff58d-09c6-419c-9f2b-b3d7f6cf60b4 cannot update to ACTIVE because it is not bound. {{(pid=95103) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 20:39:39.683016 n-d-713301-16 neutron-server[95102]: DEBUG neutron.notifiers.nova [req-6a75189c-993f-48b0-90d9-389c0c5a295d req-be852bc2-06a5-4f01-a5e8-72a7f046cb4a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 955ff58d-09c6-419c-9f2b-b3d7f6cf60b4 {{(pid=95102) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 20:39:39.691208 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-6a75189c-993f-48b0-90d9-389c0c5a295d req-be852bc2-06a5-4f01-a5e8-72a7f046cb4a service neutron] Notify callbacks [] for port, precommit_update {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:39:39.703016 n-d-713301-16 neutron-server[95102]: DEBUG neutron.db.provisioning_blocks [req-6a75189c-993f-48b0-90d9-389c0c5a295d req-be852bc2-06a5-4f01-a5e8-72a7f046cb4a service neutron] Transition to ACTIVE for port object 955ff58d-09c6-419c-9f2b-b3d7f6cf60b4 will not be triggered until provisioned by entity L2. {{(pid=95102) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 20:39:39.706527 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-6a75189c-993f-48b0-90d9-389c0c5a295d req-be852bc2-06a5-4f01-a5e8-72a7f046cb4a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4399095'] for port, after_update {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:39:39.762528 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be852bc2-06a5-4f01-a5e8-72a7f046cb4a service neutron] Pushing event updated for resources: {'Port': ['ID=955ff58d-09c6-419c-9f2b-b3d7f6cf60b4,revision_number=2']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:39:39.862543 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.managers [req-6a75189c-993f-48b0-90d9-389c0c5a295d req-be852bc2-06a5-4f01-a5e8-72a7f046cb4a service neutron] Attempting to bind port 955ff58d-09c6-419c-9f2b-b3d7f6cf60b4 on host n-h1-713301-16 for vnic_type normal with profile {{(pid=95102) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 20:39:39.862886 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.managers [req-6a75189c-993f-48b0-90d9-389c0c5a295d req-be852bc2-06a5-4f01-a5e8-72a7f046cb4a service neutron] Attempting to bind port 955ff58d-09c6-419c-9f2b-b3d7f6cf60b4 by drivers openvswitch,hyperv on host n-h1-713301-16 at level 0 using segments [{'id': 'f591818e-3f07-48ac-8bdb-f598804f17b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '8f61de7c-4dfd-4531-bd9b-a371cf4deea5'}] {{(pid=95102) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 20:39:39.863218 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a75189c-993f-48b0-90d9-389c0c5a295d req-be852bc2-06a5-4f01-a5e8-72a7f046cb4a service neutron] Attempting to bind port 955ff58d-09c6-419c-9f2b-b3d7f6cf60b4 on network 8f61de7c-4dfd-4531-bd9b-a371cf4deea5 {{(pid=95102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 20:39:39.879463 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-883471ec-34c1-40a3-b1c3-8454669af55f req-74b4a3b3-47df-4c38-a33b-27975a0a5ddc tempest-TestSnapshotPattern-1447400055 tempest-TestSnapshotPattern-1447400055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:39:39.881084 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-883471ec-34c1-40a3-b1c3-8454669af55f req-74b4a3b3-47df-4c38-a33b-27975a0a5ddc tempest-TestSnapshotPattern-1447400055 tempest-TestSnapshotPattern-1447400055-project] 10.222.0.67 "GET /v2.0/ports?device_id=a31d08ec-d55f-4238-9077-e0e040ccad48 HTTP/1.1" status: 200 len: 943 time: 0.0746956 Sep 23 20:39:39.881695 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a75189c-993f-48b0-90d9-389c0c5a295d req-be852bc2-06a5-4f01-a5e8-72a7f046cb4a service neutron] Port 955ff58d-09c6-419c-9f2b-b3d7f6cf60b4 on network 8f61de7c-4dfd-4531-bd9b-a371cf4deea5 not bound, no agent of type Open vSwitch agent registered on host n-h1-713301-16 {{(pid=95102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 20:39:39.882017 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a75189c-993f-48b0-90d9-389c0c5a295d req-be852bc2-06a5-4f01-a5e8-72a7f046cb4a service neutron] Attempting to bind port 955ff58d-09c6-419c-9f2b-b3d7f6cf60b4 on network 8f61de7c-4dfd-4531-bd9b-a371cf4deea5 {{(pid=95102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 20:39:39.893618 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a75189c-993f-48b0-90d9-389c0c5a295d req-be852bc2-06a5-4f01-a5e8-72a7f046cb4a service neutron] Checking agent: {'id': '0708c3e9-0aad-4600-9be9-d2486535c898', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713301-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 19, 15, 28), 'started_at': datetime.datetime(2021, 9, 23, 19, 15, 28), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 20, 39, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 20:39:39.893966 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a75189c-993f-48b0-90d9-389c0c5a295d req-be852bc2-06a5-4f01-a5e8-72a7f046cb4a service neutron] Checking segment: {'id': 'f591818e-3f07-48ac-8bdb-f598804f17b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '8f61de7c-4dfd-4531-bd9b-a371cf4deea5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95102) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 20:39:39.894352 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a75189c-993f-48b0-90d9-389c0c5a295d req-be852bc2-06a5-4f01-a5e8-72a7f046cb4a service neutron] Bound using segment: {'id': 'f591818e-3f07-48ac-8bdb-f598804f17b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '8f61de7c-4dfd-4531-bd9b-a371cf4deea5'} {{(pid=95102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 20:39:39.894801 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.managers [req-6a75189c-993f-48b0-90d9-389c0c5a295d req-be852bc2-06a5-4f01-a5e8-72a7f046cb4a service neutron] Bound port: 955ff58d-09c6-419c-9f2b-b3d7f6cf60b4, host: n-h1-713301-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f591818e-3f07-48ac-8bdb-f598804f17b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '8f61de7c-4dfd-4531-bd9b-a371cf4deea5'}}] {{(pid=95102) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 20:39:39.895193 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-6a75189c-993f-48b0-90d9-389c0c5a295d req-be852bc2-06a5-4f01-a5e8-72a7f046cb4a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:39:39.953821 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-883471ec-34c1-40a3-b1c3-8454669af55f req-fd109232-8977-4a53-b6d9-19e7759be58f tempest-TestSnapshotPattern-1447400055 tempest-TestSnapshotPattern-1447400055-project] 10.222.0.67 "GET /v2.0/security-groups?id=a149acb9-09a7-4832-afec-560ce6ef6d99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0657833 Sep 23 20:39:39.988847 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.db [req-6a75189c-993f-48b0-90d9-389c0c5a295d req-be852bc2-06a5-4f01-a5e8-72a7f046cb4a service neutron] For port 955ff58d-09c6-419c-9f2b-b3d7f6cf60b4, host n-h1-713301-16, cleared binding levels {{(pid=95102) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 20:39:39.992341 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.db [req-6a75189c-993f-48b0-90d9-389c0c5a295d req-be852bc2-06a5-4f01-a5e8-72a7f046cb4a service neutron] For port 955ff58d-09c6-419c-9f2b-b3d7f6cf60b4, host n-h1-713301-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-16',level=0,port_id=955ff58d-09c6-419c-9f2b-b3d7f6cf60b4,segment=NetworkSegment(f591818e-3f07-48ac-8bdb-f598804f17b8),segment_id=f591818e-3f07-48ac-8bdb-f598804f17b8)] {{(pid=95102) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 20:39:39.997984 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-6a75189c-993f-48b0-90d9-389c0c5a295d req-be852bc2-06a5-4f01-a5e8-72a7f046cb4a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4399095'] for port, after_update {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:39:40.007904 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Device fb15282c-364a-46e2-aeca-7c7f9858488e up at agent ovs-agent-n-d-713301-16 {{(pid=95103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 20:39:40.033142 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a75189c-993f-48b0-90d9-389c0c5a295d req-be852bc2-06a5-4f01-a5e8-72a7f046cb4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:39:40.033747 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-6a75189c-993f-48b0-90d9-389c0c5a295d req-be852bc2-06a5-4f01-a5e8-72a7f046cb4a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222849'] for port, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:39:40.035136 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-6a75189c-993f-48b0-90d9-389c0c5a295d req-be852bc2-06a5-4f01-a5e8-72a7f046cb4a service neutron] 10.222.0.74 "PUT /v2.0/ports/955ff58d-09c6-419c-9f2b-b3d7f6cf60b4 HTTP/1.1" status: 200 len: 1092 time: 0.6896610 Sep 23 20:39:40.035657 n-d-713301-16 neutron-server[95102]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a31d08ec-d55f-4238-9077-e0e040ccad48', 'tag': '955ff58d-09c6-419c-9f2b-b3d7f6cf60b4'}] {{(pid=95102) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 20:39:40.037835 n-d-713301-16 neutron-server[95102]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a8356a6bd5e554bb349ddb806ba98ee8c25ce2b3f69d698f62da31b860ff3eb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce24684a-dc83-4d09-9bb9-22395a4995b5" -d '{"events": [{"name": "network-changed", "server_uuid": "a31d08ec-d55f-4238-9077-e0e040ccad48", "tag": "955ff58d-09c6-419c-9f2b-b3d7f6cf60b4"}]}' {{(pid=95102) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 20:39:40.064920 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be852bc2-06a5-4f01-a5e8-72a7f046cb4a service neutron] Pushing event updated for resources: {'Port': ['ID=955ff58d-09c6-419c-9f2b-b3d7f6cf60b4,revision_number=3']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:39:40.068635 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Provisioning complete for port fb15282c-364a-46e2-aeca-7c7f9858488e triggered by entity L2. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 20:39:40.069120 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:39:40.115719 n-d-713301-16 neutron-server[95102]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 20:39:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c875263c-da84-4e0b-b685-0eeb0a05b23e x-openstack-request-id: req-c875263c-da84-4e0b-b685-0eeb0a05b23e {{(pid=95102) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 20:39:40.115992 n-d-713301-16 neutron-server[95102]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a31d08ec-d55f-4238-9077-e0e040ccad48", "tag": "955ff58d-09c6-419c-9f2b-b3d7f6cf60b4", "status": "completed", "code": 200}]} {{(pid=95102) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 20:39:40.116243 n-d-713301-16 neutron-server[95102]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-c875263c-da84-4e0b-b685-0eeb0a05b23e {{(pid=95102) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 20:39:40.116664 n-d-713301-16 neutron-server[95102]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a31d08ec-d55f-4238-9077-e0e040ccad48', 'tag': '955ff58d-09c6-419c-9f2b-b3d7f6cf60b4', 'status': 'completed', 'code': 200} Sep 23 20:39:40.132393 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a75189c-993f-48b0-90d9-389c0c5a295d req-6cf58fe7-e984-4737-9d8d-661b837d244a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:39:40.134165 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-6a75189c-993f-48b0-90d9-389c0c5a295d req-6cf58fe7-e984-4737-9d8d-661b837d244a service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=b88208f09c3d42f6a469606e889be8e5&device_id=a31d08ec-d55f-4238-9077-e0e040ccad48 HTTP/1.1" status: 200 len: 1095 time: 0.0494442 Sep 23 20:39:40.509566 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-6a75189c-993f-48b0-90d9-389c0c5a295d req-96e3cd75-7c05-413e-968b-9aa80b784cb2 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=955ff58d-09c6-419c-9f2b-b3d7f6cf60b4 HTTP/1.1" status: 200 len: 217 time: 0.3673117 Sep 23 20:39:40.557895 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a75189c-993f-48b0-90d9-389c0c5a295d req-ad345cfe-b0dd-4a2f-85b6-f49567b79f66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:39:40.559311 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-6a75189c-993f-48b0-90d9-389c0c5a295d req-ad345cfe-b0dd-4a2f-85b6-f49567b79f66 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=9836079a-dcf6-44c2-92d5-79df2cb1aa23 HTTP/1.1" status: 200 len: 848 time: 0.0420921 Sep 23 20:39:40.606001 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a75189c-993f-48b0-90d9-389c0c5a295d req-5d98663b-2055-4fc7-acab-b034585c56ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:39:40.607477 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-6a75189c-993f-48b0-90d9-389c0c5a295d req-5d98663b-2055-4fc7-acab-b034585c56ab service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=8f61de7c-4dfd-4531-bd9b-a371cf4deea5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0412638 Sep 23 20:39:40.702605 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-6a75189c-993f-48b0-90d9-389c0c5a295d req-17ffc247-f4e7-48da-b3e7-7f801d974be5 service neutron] 10.222.0.74 "GET /v2.0/networks/8f61de7c-4dfd-4531-bd9b-a371cf4deea5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875714 Sep 23 20:39:40.796630 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-6a75189c-993f-48b0-90d9-389c0c5a295d req-145724a8-15ff-470f-9ed2-8841cb9a5b2a service neutron] 10.222.0.74 "GET /v2.0/networks/8f61de7c-4dfd-4531-bd9b-a371cf4deea5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862987 Sep 23 20:39:40.886608 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce24684a-dc83-4d09-9bb9-22395a4995b5 req-8bf4263f-49aa-4974-a6ea-82e9ea69eda1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:39:40.888150 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-ce24684a-dc83-4d09-9bb9-22395a4995b5 req-8bf4263f-49aa-4974-a6ea-82e9ea69eda1 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=b88208f09c3d42f6a469606e889be8e5&device_id=a31d08ec-d55f-4238-9077-e0e040ccad48 HTTP/1.1" status: 200 len: 1095 time: 0.0473769 Sep 23 20:39:40.989470 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce24684a-dc83-4d09-9bb9-22395a4995b5 req-10b8efec-c5b1-4b04-988b-a8b1d5b51289 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:39:40.990960 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-ce24684a-dc83-4d09-9bb9-22395a4995b5 req-10b8efec-c5b1-4b04-988b-a8b1d5b51289 service neutron] 10.222.0.74 "GET /v2.0/networks?id=8f61de7c-4dfd-4531-bd9b-a371cf4deea5 HTTP/1.1" status: 200 len: 910 time: 0.0950112 Sep 23 20:39:41.040023 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-ce24684a-dc83-4d09-9bb9-22395a4995b5 req-24f36ef3-cd9f-49f4-b0b4-5a4dd3761e65 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=955ff58d-09c6-419c-9f2b-b3d7f6cf60b4 HTTP/1.1" status: 200 len: 217 time: 0.0408847 Sep 23 20:39:41.118989 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce24684a-dc83-4d09-9bb9-22395a4995b5 req-1ca4b5fa-e0ef-42ae-902f-1b7a1a92dba1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:39:41.120456 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-ce24684a-dc83-4d09-9bb9-22395a4995b5 req-1ca4b5fa-e0ef-42ae-902f-1b7a1a92dba1 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=9836079a-dcf6-44c2-92d5-79df2cb1aa23 HTTP/1.1" status: 200 len: 848 time: 0.0731382 Sep 23 20:39:41.132422 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d62dde-503d-4381-90a4-5771aada0f8c req-03fe89fb-c183-4ddf-8739-e4eef8330ab0 tempest-TestSnapshotPattern-1447400055 tempest-TestSnapshotPattern-1447400055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:39:41.133835 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-01d62dde-503d-4381-90a4-5771aada0f8c req-03fe89fb-c183-4ddf-8739-e4eef8330ab0 tempest-TestSnapshotPattern-1447400055 tempest-TestSnapshotPattern-1447400055-project] 10.222.0.67 "GET /v2.0/ports?device_id=a31d08ec-d55f-4238-9077-e0e040ccad48 HTTP/1.1" status: 200 len: 943 time: 0.0774534 Sep 23 20:39:41.197509 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-01d62dde-503d-4381-90a4-5771aada0f8c req-0836546c-0793-41a9-afbc-3a6e3d5164c5 tempest-TestSnapshotPattern-1447400055 tempest-TestSnapshotPattern-1447400055-project] 10.222.0.67 "GET /v2.0/security-groups?id=a149acb9-09a7-4832-afec-560ce6ef6d99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0553865 Sep 23 20:39:41.202345 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce24684a-dc83-4d09-9bb9-22395a4995b5 req-9026ef2e-3f06-447c-a0b9-df9c7c64b129 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:39:41.203818 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-ce24684a-dc83-4d09-9bb9-22395a4995b5 req-9026ef2e-3f06-447c-a0b9-df9c7c64b129 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=8f61de7c-4dfd-4531-bd9b-a371cf4deea5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0691311 Sep 23 20:39:41.295336 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-ce24684a-dc83-4d09-9bb9-22395a4995b5 req-2249ea66-855f-4649-b23a-37db707e955e service neutron] 10.222.0.74 "GET /v2.0/networks/8f61de7c-4dfd-4531-bd9b-a371cf4deea5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830047 Sep 23 20:39:41.399340 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-ce24684a-dc83-4d09-9bb9-22395a4995b5 req-2f8f201d-379d-42b8-ab3c-8c8a78c3cc92 service neutron] 10.222.0.74 "GET /v2.0/networks/8f61de7c-4dfd-4531-bd9b-a371cf4deea5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0964611 Sep 23 20:39:42.317574 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3af55b-141f-4772-8870-b24b1d8f1595 req-12c0e599-f3e3-4fef-9f6c-dce651d6890f tempest-TestSnapshotPattern-1447400055 tempest-TestSnapshotPattern-1447400055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:39:42.319107 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-4d3af55b-141f-4772-8870-b24b1d8f1595 req-12c0e599-f3e3-4fef-9f6c-dce651d6890f tempest-TestSnapshotPattern-1447400055 tempest-TestSnapshotPattern-1447400055-project] 10.222.0.67 "GET /v2.0/ports?device_id=a31d08ec-d55f-4238-9077-e0e040ccad48 HTTP/1.1" status: 200 len: 943 time: 0.0498376 Sep 23 20:39:42.360118 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-4d3af55b-141f-4772-8870-b24b1d8f1595 req-eee45e6f-3a31-40cc-ac52-72d455116918 tempest-TestSnapshotPattern-1447400055 tempest-TestSnapshotPattern-1447400055-project] 10.222.0.67 "GET /v2.0/security-groups?id=a149acb9-09a7-4832-afec-560ce6ef6d99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335906 Sep 23 20:39:43.229343 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Device 955ff58d-09c6-419c-9f2b-b3d7f6cf60b4 details requested by agent hyperv_n-h1-713301-16 with host n-h1-713301-16 {{(pid=95103) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 20:39:43.475561 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] For port 955ff58d-09c6-419c-9f2b-b3d7f6cf60b4, host n-h1-713301-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-16',level=0,port_id=955ff58d-09c6-419c-9f2b-b3d7f6cf60b4,segment=NetworkSegment(f591818e-3f07-48ac-8bdb-f598804f17b8),segment_id=f591818e-3f07-48ac-8bdb-f598804f17b8)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 20:39:43.476975 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec0c870b-b609-4b19-8a53-9af78a284592 req-cdb89777-3c6d-48f6-a29a-40f52cec476b tempest-TestSnapshotPattern-1447400055 tempest-TestSnapshotPattern-1447400055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:39:43.478489 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-ec0c870b-b609-4b19-8a53-9af78a284592 req-cdb89777-3c6d-48f6-a29a-40f52cec476b tempest-TestSnapshotPattern-1447400055 tempest-TestSnapshotPattern-1447400055-project] 10.222.0.67 "GET /v2.0/ports?device_id=a31d08ec-d55f-4238-9077-e0e040ccad48 HTTP/1.1" status: 200 len: 943 time: 0.0491741 Sep 23 20:39:43.487594 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Returning: {'device': '955ff58d-09c6-419c-9f2b-b3d7f6cf60b4', 'network_id': '8f61de7c-4dfd-4531-bd9b-a371cf4deea5', 'port_id': '955ff58d-09c6-419c-9f2b-b3d7f6cf60b4', 'mac_address': 'fa:16:3e:4b:ea:29', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 636, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9836079a-dcf6-44c2-92d5-79df2cb1aa23', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95103) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 20:39:43.516737 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-ec0c870b-b609-4b19-8a53-9af78a284592 req-5a66634e-ff31-48ad-998a-1d1bb0842a64 tempest-TestSnapshotPattern-1447400055 tempest-TestSnapshotPattern-1447400055-project] 10.222.0.67 "GET /v2.0/security-groups?id=a149acb9-09a7-4832-afec-560ce6ef6d99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321662 Sep 23 20:39:43.524534 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:39:43.537735 n-d-713301-16 neutron-server[95103]: DEBUG neutron.notifiers.nova [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 955ff58d-09c6-419c-9f2b-b3d7f6cf60b4 {{(pid=95103) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 20:39:43.556990 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] For port 955ff58d-09c6-419c-9f2b-b3d7f6cf60b4, host n-h1-713301-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-16',level=0,port_id=955ff58d-09c6-419c-9f2b-b3d7f6cf60b4,segment=NetworkSegment(f591818e-3f07-48ac-8bdb-f598804f17b8),segment_id=f591818e-3f07-48ac-8bdb-f598804f17b8)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 20:39:43.561133 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:39:43.610894 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Pushing event updated for resources: {'Port': ['ID=955ff58d-09c6-419c-9f2b-b3d7f6cf60b4,revision_number=4']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:39:43.764558 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] get_ports_and_sgs() called for port_ids ['955ff58d-09c6-419c-9f2b-b3d7f6cf60b4'] {{(pid=95103) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 20:39:44.635415 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5472c391-0764-4c18-8226-c5042b7f287e req-b9d1cb76-6b72-460f-9b02-f5040a3a4382 tempest-TestSnapshotPattern-1447400055 tempest-TestSnapshotPattern-1447400055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:39:44.636916 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-5472c391-0764-4c18-8226-c5042b7f287e req-b9d1cb76-6b72-460f-9b02-f5040a3a4382 tempest-TestSnapshotPattern-1447400055 tempest-TestSnapshotPattern-1447400055-project] 10.222.0.67 "GET /v2.0/ports?device_id=a31d08ec-d55f-4238-9077-e0e040ccad48 HTTP/1.1" status: 200 len: 944 time: 0.0535069 Sep 23 20:39:44.674473 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-5472c391-0764-4c18-8226-c5042b7f287e req-d76602d4-53e5-48b5-a5b5-21b4675278f0 tempest-TestSnapshotPattern-1447400055 tempest-TestSnapshotPattern-1447400055-project] 10.222.0.67 "GET /v2.0/security-groups?id=a149acb9-09a7-4832-afec-560ce6ef6d99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314283 Sep 23 20:39:45.243649 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Device 955ff58d-09c6-419c-9f2b-b3d7f6cf60b4 up at agent hyperv_n-h1-713301-16 {{(pid=95103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 20:39:45.290919 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Provisioning for port 955ff58d-09c6-419c-9f2b-b3d7f6cf60b4 completed by entity L2. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 20:39:45.294551 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Provisioning complete for port 955ff58d-09c6-419c-9f2b-b3d7f6cf60b4 triggered by entity L2. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 20:39:45.294932 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:39:45.370368 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:39:45.394459 n-d-713301-16 neutron-server[95103]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a31d08ec-d55f-4238-9077-e0e040ccad48', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '955ff58d-09c6-419c-9f2b-b3d7f6cf60b4'}] {{(pid=95103) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 20:39:45.396769 n-d-713301-16 neutron-server[95103]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1848421c4d334b5bfe6f5b9de07f03d1600ee538ec1ae4f0fcf02c32f81bee4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4efcd57e-57f8-4746-8fab-b73ea175e6d0" -d '{"events": [{"server_uuid": "a31d08ec-d55f-4238-9077-e0e040ccad48", "name": "network-vif-plugged", "status": "completed", "tag": "955ff58d-09c6-419c-9f2b-b3d7f6cf60b4"}]}' {{(pid=95103) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 20:39:45.409765 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] For port 955ff58d-09c6-419c-9f2b-b3d7f6cf60b4, host n-h1-713301-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-16',level=0,port_id=955ff58d-09c6-419c-9f2b-b3d7f6cf60b4,segment=NetworkSegment(f591818e-3f07-48ac-8bdb-f598804f17b8),segment_id=f591818e-3f07-48ac-8bdb-f598804f17b8)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 20:39:45.413983 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:39:45.441781 n-d-713301-16 neutron-server[95103]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 20:39:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4bba942-16aa-4ea8-9200-b919b004baf6 x-openstack-request-id: req-e4bba942-16aa-4ea8-9200-b919b004baf6 {{(pid=95103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 20:39:45.442073 n-d-713301-16 neutron-server[95103]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a31d08ec-d55f-4238-9077-e0e040ccad48", "name": "network-vif-plugged", "status": "completed", "tag": "955ff58d-09c6-419c-9f2b-b3d7f6cf60b4", "code": 200}]} {{(pid=95103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 20:39:45.442322 n-d-713301-16 neutron-server[95103]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-e4bba942-16aa-4ea8-9200-b919b004baf6 {{(pid=95103) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 20:39:45.442695 n-d-713301-16 neutron-server[95103]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a31d08ec-d55f-4238-9077-e0e040ccad48', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '955ff58d-09c6-419c-9f2b-b3d7f6cf60b4', 'code': 200} Sep 23 20:39:45.470061 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Pushing event updated for resources: {'Port': ['ID=955ff58d-09c6-419c-9f2b-b3d7f6cf60b4,revision_number=5']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:39:45.532450 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-531d6fca-2806-4162-9358-7cc887c0cb86 req-a609f7db-3558-4240-8615-809a8b8f1e84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:39:45.533882 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-531d6fca-2806-4162-9358-7cc887c0cb86 req-a609f7db-3558-4240-8615-809a8b8f1e84 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=a31d08ec-d55f-4238-9077-e0e040ccad48 HTTP/1.1" status: 200 len: 1097 time: 0.0405736 Sep 23 20:39:45.567991 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-531d6fca-2806-4162-9358-7cc887c0cb86 req-2a97552f-7807-4e09-87d5-c71fd50b6e26 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=a149acb9-09a7-4832-afec-560ce6ef6d99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0274856 Sep 23 20:39:45.788911 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff19089-c028-4bd7-b9f4-06cf45a7210d req-684141a2-8eb0-4d1b-b58a-5ec1add9bb3f tempest-TestSnapshotPattern-1447400055 tempest-TestSnapshotPattern-1447400055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:39:45.790296 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-eff19089-c028-4bd7-b9f4-06cf45a7210d req-684141a2-8eb0-4d1b-b58a-5ec1add9bb3f tempest-TestSnapshotPattern-1447400055 tempest-TestSnapshotPattern-1447400055-project] 10.222.0.67 "GET /v2.0/ports?device_id=a31d08ec-d55f-4238-9077-e0e040ccad48 HTTP/1.1" status: 200 len: 945 time: 0.0483675 Sep 23 20:39:45.828075 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-eff19089-c028-4bd7-b9f4-06cf45a7210d req-d8a5538c-48f7-4841-be69-fbf6b1e72448 tempest-TestSnapshotPattern-1447400055 tempest-TestSnapshotPattern-1447400055-project] 10.222.0.67 "GET /v2.0/security-groups?id=a149acb9-09a7-4832-afec-560ce6ef6d99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318174 Sep 23 20:39:46.949487 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1854ae6b-da40-488c-8735-17ad0a3df7b6 req-8817c10d-fd24-42ab-9fe8-204ad1d996dc tempest-TestSnapshotPattern-1447400055 tempest-TestSnapshotPattern-1447400055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:39:46.950979 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-1854ae6b-da40-488c-8735-17ad0a3df7b6 req-8817c10d-fd24-42ab-9fe8-204ad1d996dc tempest-TestSnapshotPattern-1447400055 tempest-TestSnapshotPattern-1447400055-project] 10.222.0.67 "GET /v2.0/ports?device_id=a31d08ec-d55f-4238-9077-e0e040ccad48 HTTP/1.1" status: 200 len: 945 time: 0.0536578 Sep 23 20:39:46.990226 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-1854ae6b-da40-488c-8735-17ad0a3df7b6 req-f11bb748-5c21-4ac8-a824-c5bf54776382 tempest-TestSnapshotPattern-1447400055 tempest-TestSnapshotPattern-1447400055-project] 10.222.0.67 "GET /v2.0/security-groups?id=a149acb9-09a7-4832-afec-560ce6ef6d99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316052 Sep 23 20:39:47.106364 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29703835-2237-4c41-8beb-223300dae57b req-5ca15138-0f2f-4370-a922-1b1809dfb67c tempest-TestSnapshotPattern-1447400055 tempest-TestSnapshotPattern-1447400055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:39:47.107751 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-29703835-2237-4c41-8beb-223300dae57b req-5ca15138-0f2f-4370-a922-1b1809dfb67c tempest-TestSnapshotPattern-1447400055 tempest-TestSnapshotPattern-1447400055-project] 10.222.0.67 "GET /v2.0/ports?device_id=a31d08ec-d55f-4238-9077-e0e040ccad48 HTTP/1.1" status: 200 len: 945 time: 0.0497880 Sep 23 20:39:47.146152 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-29703835-2237-4c41-8beb-223300dae57b req-c30f8d6f-9a92-47db-aed4-31cd415a9a6b tempest-TestSnapshotPattern-1447400055 tempest-TestSnapshotPattern-1447400055-project] 10.222.0.67 "GET /v2.0/security-groups?id=a149acb9-09a7-4832-afec-560ce6ef6d99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315385 Sep 23 20:39:47.166897 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 36260) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:39:47.291875 n-d-713301-16 neutron-server[95101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66ed5783-9ec7-4554-909d-a85879b86713 tempest-TestSnapshotPattern-1461037558 tempest-TestSnapshotPattern-1461037558-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:39:47.293427 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-66ed5783-9ec7-4554-909d-a85879b86713 tempest-TestSnapshotPattern-1461037558 tempest-TestSnapshotPattern-1461037558-project-admin] 10.222.0.67 "GET /v2.0/ports?device_id=a31d08ec-d55f-4238-9077-e0e040ccad48 HTTP/1.1" status: 200 len: 1092 time: 0.1255515 Sep 23 20:39:47.296248 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 36264) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:39:47.301444 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.v2.base [None req-37dfa796-1b80-4278-9356-d360fa207d69 tempest-TestSnapshotPattern-1447400055 tempest-TestSnapshotPattern-1447400055-project] Request body: {'floatingip': {'floating_network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'port_id': '955ff58d-09c6-419c-9f2b-b3d7f6cf60b4', 'tenant_id': 'b88208f09c3d42f6a469606e889be8e5', 'fixed_ip_address': '172.20.0.3'}} {{(pid=95101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 20:39:47.324331 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-37dfa796-1b80-4278-9356-d360fa207d69 tempest-TestSnapshotPattern-1447400055 tempest-TestSnapshotPattern-1447400055-project] Notify callbacks [] for floatingip, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:39:47.421514 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-37dfa796-1b80-4278-9356-d360fa207d69 tempest-TestSnapshotPattern-1447400055 tempest-TestSnapshotPattern-1447400055-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:39:47.526836 n-d-713301-16 neutron-server[95101]: DEBUG neutron.db.db_base_plugin_common [None req-37dfa796-1b80-4278-9356-d360fa207d69 tempest-TestSnapshotPattern-1447400055 tempest-TestSnapshotPattern-1447400055-project] Allocated IP 172.25.1.73 (5dec5c09-378e-4f50-89cc-d94eb81c3bac/eff83446-018c-428d-b3f5-54ac9abe7a2a/ba1cb065-6a88-4bbe-9713-e9ca3cd49218) {{(pid=95101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 20:39:47.626406 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-37dfa796-1b80-4278-9356-d360fa207d69 tempest-TestSnapshotPattern-1447400055 tempest-TestSnapshotPattern-1447400055-project] Notify callbacks [] for port, precommit_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:39:47.660333 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-37dfa796-1b80-4278-9356-d360fa207d69 tempest-TestSnapshotPattern-1447400055 tempest-TestSnapshotPattern-1447400055-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783145673135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5607431'] for port, after_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:39:47.697298 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37dfa796-1b80-4278-9356-d360fa207d69 tempest-TestSnapshotPattern-1447400055 tempest-TestSnapshotPattern-1447400055-project] Network 5dec5c09-378e-4f50-89cc-d94eb81c3bac is already hosted by enough agents. {{(pid=95101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 20:39:47.700187 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.base_scheduler [None req-37dfa796-1b80-4278-9356-d360fa207d69 tempest-TestSnapshotPattern-1447400055 tempest-TestSnapshotPattern-1447400055-project] Resources bound (agent type, host, resource id): {{(pid=95101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 20:39:47.704091 n-d-713301-16 neutron-server[95101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37dfa796-1b80-4278-9356-d360fa207d69 tempest-TestSnapshotPattern-1447400055 tempest-TestSnapshotPattern-1447400055-project] Received port after_create {{(pid=95101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 20:39:47.733499 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37dfa796-1b80-4278-9356-d360fa207d69 tempest-TestSnapshotPattern-1447400055 tempest-TestSnapshotPattern-1447400055-project] Pushing event updated for resources: {'Port': ['ID=ba1cb065-6a88-4bbe-9713-e9ca3cd49218,revision_number=1']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:39:48.050752 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-37dfa796-1b80-4278-9356-d360fa207d69 tempest-TestSnapshotPattern-1447400055 tempest-TestSnapshotPattern-1447400055-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:39:48.118982 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-37dfa796-1b80-4278-9356-d360fa207d69 tempest-TestSnapshotPattern-1447400055 tempest-TestSnapshotPattern-1447400055-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:39:48.262671 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-37dfa796-1b80-4278-9356-d360fa207d69 tempest-TestSnapshotPattern-1447400055 tempest-TestSnapshotPattern-1447400055-project] Notify callbacks [] for port, precommit_update {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:39:48.267664 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-37dfa796-1b80-4278-9356-d360fa207d69 tempest-TestSnapshotPattern-1447400055 tempest-TestSnapshotPattern-1447400055-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5607436'] for port, after_update {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:39:48.338327 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37dfa796-1b80-4278-9356-d360fa207d69 tempest-TestSnapshotPattern-1447400055 tempest-TestSnapshotPattern-1447400055-project] Pushing event updated for resources: {'Port': ['ID=ba1cb065-6a88-4bbe-9713-e9ca3cd49218,revision_number=2']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:39:48.348577 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-37dfa796-1b80-4278-9356-d360fa207d69 tempest-TestSnapshotPattern-1447400055 tempest-TestSnapshotPattern-1447400055-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-601884'] for floatingip, after_create {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:39:48.449464 n-d-713301-16 neutron-server[95101]: INFO neutron.db.l3_db [None req-37dfa796-1b80-4278-9356-d360fa207d69 tempest-TestSnapshotPattern-1447400055 tempest-TestSnapshotPattern-1447400055-project] Floating IP 76e2c582-4a54-426f-9cf9-37f8fe23d3cc associated. External IP: 172.25.1.73, port: 955ff58d-09c6-419c-9f2b-b3d7f6cf60b4. Sep 23 20:39:48.655018 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-37dfa796-1b80-4278-9356-d360fa207d69 tempest-TestSnapshotPattern-1447400055 tempest-TestSnapshotPattern-1447400055-project] Router 460d5a08-fb52-4e87-ae55-3b4ada5833ce has already been hosted by L3 agent 79a740bf-7821-4989-8288-7186e3e128f3 {{(pid=95101) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 20:39:48.757320 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37dfa796-1b80-4278-9356-d360fa207d69 tempest-TestSnapshotPattern-1447400055 tempest-TestSnapshotPattern-1447400055-project] Notify agent at l3_agent.n-d-713301-16 the message routers_updated {{(pid=95101) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 20:39:48.767758 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99a0ce68-f51d-4877-bc5d-146373bdde5f None None] Sync routers for ids ['460d5a08-fb52-4e87-ae55-3b4ada5833ce'] in n-d-713301-16 {{(pid=95104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 20:39:48.773371 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-37dfa796-1b80-4278-9356-d360fa207d69 tempest-TestSnapshotPattern-1447400055 tempest-TestSnapshotPattern-1447400055-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222849'] for floatingip, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:39:48.777119 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99a0ce68-f51d-4877-bc5d-146373bdde5f None None] Routers {'460d5a08-fb52-4e87-ae55-3b4ada5833ce'} bound to L3 agent in host n-d-713301-16 {{(pid=95104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 20:39:48.777720 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_hamode_db [None req-99a0ce68-f51d-4877-bc5d-146373bdde5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-23T19:07:52Z,description=,heartbeat_timestamp=2021-09-23T20:39:23Z,host='n-d-713301-16',id=79a740bf-7821-4989-8288-7186e3e128f3,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:07:52Z,topic='l3_agent')) {'router_ids': ['460d5a08-fb52-4e87-ae55-3b4ada5833ce'], 'active': True} {{(pid=95104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 20:39:48.803118 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-37dfa796-1b80-4278-9356-d360fa207d69 tempest-TestSnapshotPattern-1447400055 tempest-TestSnapshotPattern-1447400055-project] 10.222.0.67 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.5048347 Sep 23 20:39:48.803714 n-d-713301-16 neutron-server[95101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a31d08ec-d55f-4238-9077-e0e040ccad48', 'tag': '955ff58d-09c6-419c-9f2b-b3d7f6cf60b4'}] {{(pid=95101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 20:39:48.806001 n-d-713301-16 neutron-server[95101]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8fdc88e27095c0b22fa40dc3fb71c621871e22f829ed15ad81bf221433f32d85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f33a7631-d9f5-457b-9248-a464d0fcfbc4" -d '{"events": [{"name": "network-changed", "server_uuid": "a31d08ec-d55f-4238-9077-e0e040ccad48", "tag": "955ff58d-09c6-419c-9f2b-b3d7f6cf60b4"}]}' {{(pid=95101) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 20:39:48.887209 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_dvr_db [None req-99a0ce68-f51d-4877-bc5d-146373bdde5f None None] Set router 460d5a08-fb52-4e87-ae55-3b4ada5833ce gateway port host: n-d-713301-16 {{(pid=95104) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 20:39:48.897307 n-d-713301-16 neutron-server[95101]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 20:39:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-acef3ac6-39ce-4f0d-92b7-f7540bd2363a x-openstack-request-id: req-acef3ac6-39ce-4f0d-92b7-f7540bd2363a {{(pid=95101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 20:39:48.897602 n-d-713301-16 neutron-server[95101]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a31d08ec-d55f-4238-9077-e0e040ccad48", "tag": "955ff58d-09c6-419c-9f2b-b3d7f6cf60b4", "status": "completed", "code": 200}]} {{(pid=95101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 20:39:48.897854 n-d-713301-16 neutron-server[95101]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-acef3ac6-39ce-4f0d-92b7-f7540bd2363a {{(pid=95101) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 20:39:48.898264 n-d-713301-16 neutron-server[95101]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a31d08ec-d55f-4238-9077-e0e040ccad48', 'tag': '955ff58d-09c6-419c-9f2b-b3d7f6cf60b4', 'status': 'completed', 'code': 200} Sep 23 20:39:48.960242 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33a7631-d9f5-457b-9248-a464d0fcfbc4 req-fa4eabee-4cf5-458d-a92f-7c76cd2981b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:39:48.961784 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-f33a7631-d9f5-457b-9248-a464d0fcfbc4 req-fa4eabee-4cf5-458d-a92f-7c76cd2981b6 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=b88208f09c3d42f6a469606e889be8e5&device_id=a31d08ec-d55f-4238-9077-e0e040ccad48 HTTP/1.1" status: 200 len: 1097 time: 0.0419877 Sep 23 20:39:49.058631 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33a7631-d9f5-457b-9248-a464d0fcfbc4 req-a21b1c10-02c9-4803-88a1-18a28aa072f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:39:49.060221 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-f33a7631-d9f5-457b-9248-a464d0fcfbc4 req-a21b1c10-02c9-4803-88a1-18a28aa072f2 service neutron] 10.222.0.74 "GET /v2.0/networks?id=8f61de7c-4dfd-4531-bd9b-a371cf4deea5 HTTP/1.1" status: 200 len: 910 time: 0.0919328 Sep 23 20:39:49.108862 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_hamode_db [None req-99a0ce68-f51d-4877-bc5d-146373bdde5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '460d5a08-fb52-4e87-ae55-3b4ada5833ce', 'name': 'tempest-TestSnapshotPattern-433595857-router', 'tenant_id': 'b88208f09c3d42f6a469606e889be8e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'external_fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.254'}], 'enable_snat': True}, 'gw_port_id': '631049cb-14fe-444a-b61e-1e485fba65b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T20:39:26Z', 'updated_at': '2021-09-23T20:39:29Z', 'revision_number': 4, 'project_id': 'b88208f09c3d42f6a469606e889be8e5', 'gw_port': {'id': '631049cb-14fe-444a-b61e-1e485fba65b6', 'name': '', 'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:b6:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '460d5a08-fb52-4e87-ae55-3b4ada5833ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T20:39:26Z', 'updated_at': '2021-09-23T20:39:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-16', '_floatingips': [{'id': '76e2c582-4a54-426f-9cf9-37f8fe23d3cc', 'tenant_id': 'b88208f09c3d42f6a469606e889be8e5', 'floating_ip_address': '172.25.1.73', 'floating_network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'router_id': '460d5a08-fb52-4e87-ae55-3b4ada5833ce', 'port_id': '955ff58d-09c6-419c-9f2b-b3d7f6cf60b4', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4350, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8f61de7c-4dfd-4531-bd9b-a371cf4deea5', 'mac_address': 'fa:16:3e:4b:ea:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a31d08ec-d55f-4238-9077-e0e040ccad48', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-23T20:39:47Z', 'updated_at': '2021-09-23T20:39:47Z', 'revision_number': 0, 'project_id': 'b88208f09c3d42f6a469606e889be8e5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '155035e6-1a31-46eb-a664-bc0dd6fa8213', 'name': '', 'network_id': '8f61de7c-4dfd-4531-bd9b-a371cf4deea5', 'tenant_id': 'b88208f09c3d42f6a469606e889be8e5', 'mac_address': 'fa:16:3e:71:98:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '460d5a08-fb52-4e87-ae55-3b4ada5833ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': '9836079a-dcf6-44c2-92d5-79df2cb1aa23', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T20:39:28Z', 'updated_at': '2021-09-23T20:39:33Z', 'revision_number': 5, 'project_id': 'b88208f09c3d42f6a469606e889be8e5', 'subnets': [{'id': '9836079a-dcf6-44c2-92d5-79df2cb1aa23', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-16', False) {} {{(pid=95104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 20:39:49.127468 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-f33a7631-d9f5-457b-9248-a464d0fcfbc4 req-2e2ab655-30ec-49c5-a4ec-3a67b648f771 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=955ff58d-09c6-419c-9f2b-b3d7f6cf60b4 HTTP/1.1" status: 200 len: 998 time: 0.0589843 Sep 23 20:39:49.135205 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99a0ce68-f51d-4877-bc5d-146373bdde5f None None] Checking router: 460d5a08-fb52-4e87-ae55-3b4ada5833ce for host: n-d-713301-16 {{(pid=95104) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 20:39:49.143492 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99a0ce68-f51d-4877-bc5d-146373bdde5f None None] Routers {'460d5a08-fb52-4e87-ae55-3b4ada5833ce'} bound to L3 agent in host n-d-713301-16 {{(pid=95104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 20:39:49.144100 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_hamode_db [None req-99a0ce68-f51d-4877-bc5d-146373bdde5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-23T19:07:52Z,description=,heartbeat_timestamp=2021-09-23T20:39:23Z,host='n-d-713301-16',id=79a740bf-7821-4989-8288-7186e3e128f3,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:07:52Z,topic='l3_agent')) {'router_ids': ['460d5a08-fb52-4e87-ae55-3b4ada5833ce'], 'active': True} {{(pid=95104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 20:39:49.181806 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33a7631-d9f5-457b-9248-a464d0fcfbc4 req-8716177d-db78-4fde-b684-929cd879ff86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:39:49.183288 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-f33a7631-d9f5-457b-9248-a464d0fcfbc4 req-8716177d-db78-4fde-b684-929cd879ff86 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=9836079a-dcf6-44c2-92d5-79df2cb1aa23 HTTP/1.1" status: 200 len: 848 time: 0.0490081 Sep 23 20:39:49.229779 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33a7631-d9f5-457b-9248-a464d0fcfbc4 req-7c53d759-f010-4b3d-a122-da56d3085bb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:39:49.231210 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-f33a7631-d9f5-457b-9248-a464d0fcfbc4 req-7c53d759-f010-4b3d-a122-da56d3085bb1 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=8f61de7c-4dfd-4531-bd9b-a371cf4deea5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0404258 Sep 23 20:39:49.250204 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_dvr_db [None req-99a0ce68-f51d-4877-bc5d-146373bdde5f None None] Set router 460d5a08-fb52-4e87-ae55-3b4ada5833ce gateway port host: n-d-713301-16 {{(pid=95104) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 20:39:49.319960 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-f33a7631-d9f5-457b-9248-a464d0fcfbc4 req-252a3ba3-667b-45ec-9029-344ee689e417 service neutron] 10.222.0.74 "GET /v2.0/networks/8f61de7c-4dfd-4531-bd9b-a371cf4deea5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811207 Sep 23 20:39:49.414557 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-f33a7631-d9f5-457b-9248-a464d0fcfbc4 req-da5bb4ad-1833-4e6a-95dd-12cc54be8ea1 service neutron] 10.222.0.74 "GET /v2.0/networks/8f61de7c-4dfd-4531-bd9b-a371cf4deea5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877326 Sep 23 20:39:49.477178 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_hamode_db [None req-99a0ce68-f51d-4877-bc5d-146373bdde5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '460d5a08-fb52-4e87-ae55-3b4ada5833ce', 'name': 'tempest-TestSnapshotPattern-433595857-router', 'tenant_id': 'b88208f09c3d42f6a469606e889be8e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'external_fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.254'}], 'enable_snat': True}, 'gw_port_id': '631049cb-14fe-444a-b61e-1e485fba65b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T20:39:26Z', 'updated_at': '2021-09-23T20:39:29Z', 'revision_number': 4, 'project_id': 'b88208f09c3d42f6a469606e889be8e5', 'gw_port': {'id': '631049cb-14fe-444a-b61e-1e485fba65b6', 'name': '', 'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:b6:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '460d5a08-fb52-4e87-ae55-3b4ada5833ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T20:39:26Z', 'updated_at': '2021-09-23T20:39:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-16', '_floatingips': [{'id': '76e2c582-4a54-426f-9cf9-37f8fe23d3cc', 'tenant_id': 'b88208f09c3d42f6a469606e889be8e5', 'floating_ip_address': '172.25.1.73', 'floating_network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'router_id': '460d5a08-fb52-4e87-ae55-3b4ada5833ce', 'port_id': '955ff58d-09c6-419c-9f2b-b3d7f6cf60b4', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4350, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8f61de7c-4dfd-4531-bd9b-a371cf4deea5', 'mac_address': 'fa:16:3e:4b:ea:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a31d08ec-d55f-4238-9077-e0e040ccad48', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-23T20:39:47Z', 'updated_at': '2021-09-23T20:39:47Z', 'revision_number': 0, 'project_id': 'b88208f09c3d42f6a469606e889be8e5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '155035e6-1a31-46eb-a664-bc0dd6fa8213', 'name': '', 'network_id': '8f61de7c-4dfd-4531-bd9b-a371cf4deea5', 'tenant_id': 'b88208f09c3d42f6a469606e889be8e5', 'mac_address': 'fa:16:3e:71:98:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '460d5a08-fb52-4e87-ae55-3b4ada5833ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': '9836079a-dcf6-44c2-92d5-79df2cb1aa23', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T20:39:28Z', 'updated_at': '2021-09-23T20:39:33Z', 'revision_number': 5, 'project_id': 'b88208f09c3d42f6a469606e889be8e5', 'subnets': [{'id': '9836079a-dcf6-44c2-92d5-79df2cb1aa23', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-16', False) {} {{(pid=95104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 20:39:49.503149 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99a0ce68-f51d-4877-bc5d-146373bdde5f None None] The sync data for ids ['460d5a08-fb52-4e87-ae55-3b4ada5833ce'] in n-d-713301-16 is: [{'id': '460d5a08-fb52-4e87-ae55-3b4ada5833ce', 'name': 'tempest-TestSnapshotPattern-433595857-router', 'tenant_id': 'b88208f09c3d42f6a469606e889be8e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'external_fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.254'}], 'enable_snat': True}, 'gw_port_id': '631049cb-14fe-444a-b61e-1e485fba65b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T20:39:26Z', 'updated_at': '2021-09-23T20:39:29Z', 'revision_number': 4, 'project_id': 'b88208f09c3d42f6a469606e889be8e5', 'gw_port': {'id': '631049cb-14fe-444a-b61e-1e485fba65b6', 'name': '', 'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:b6:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '460d5a08-fb52-4e87-ae55-3b4ada5833ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T20:39:26Z', 'updated_at': '2021-09-23T20:39:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-16', '_floatingips': [{'id': '76e2c582-4a54-426f-9cf9-37f8fe23d3cc', 'tenant_id': 'b88208f09c3d42f6a469606e889be8e5', 'floating_ip_address': '172.25.1.73', 'floating_network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'router_id': '460d5a08-fb52-4e87-ae55-3b4ada5833ce', 'port_id': '955ff58d-09c6-419c-9f2b-b3d7f6cf60b4', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4350, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8f61de7c-4dfd-4531-bd9b-a371cf4deea5', 'mac_address': 'fa:16:3e:4b:ea:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a31d08ec-d55f-4238-9077-e0e040ccad48', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-23T20:39:47Z', 'updated_at': '2021-09-23T20:39:47Z', 'revision_number': 0, 'project_id': 'b88208f09c3d42f6a469606e889be8e5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '155035e6-1a31-46eb-a664-bc0dd6fa8213', 'name': '', 'network_id': '8f61de7c-4dfd-4531-bd9b-a371cf4deea5', 'tenant_id': 'b88208f09c3d42f6a469606e889be8e5', 'mac_address': 'fa:16:3e:71:98:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '460d5a08-fb52-4e87-ae55-3b4ada5833ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': '9836079a-dcf6-44c2-92d5-79df2cb1aa23', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T20:39:28Z', 'updated_at': '2021-09-23T20:39:33Z', 'revision_number': 5, 'project_id': 'b88208f09c3d42f6a469606e889be8e5', 'subnets': [{'id': '9836079a-dcf6-44c2-92d5-79df2cb1aa23', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 20:39:49.694108 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ece6323d-79a3-4f01-91d4-d92aa516d055 None None] New status for floating IP 76e2c582-4a54-426f-9cf9-37f8fe23d3cc: ACTIVE {{(pid=95103) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 23 20:39:49.857570 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-52a1f6ff-7923-4c17-8995-23de96cea2b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:39:53.067948 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-e3c08ab4-fbe2-4f47-bd3a-784b3f765551 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:39:53.252854 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:39:53.765410 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-0ae75029-feb6-4728-9a94-5f9b60993d82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:39:55.598358 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-80e7e501-6c57-470d-92c6-e3d54bc3195c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:39:58.730913 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:39:59.025042 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:40:02.542338 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.agents_db [None req-f2f5c474-60a3-474f-b2cc-02c4bd30880c None None] Agent healthcheck: found 7 active agents {{(pid=95104) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 20:40:19.859970 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-84e8975d-4e47-44ff-ae34-a72f80322105 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:40:23.068136 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-f7a1e25a-94a6-4d5c-acce-f48b0a94bf7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:40:23.254361 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:40:23.763122 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-0ae75029-feb6-4728-9a94-5f9b60993d82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:40:25.600200 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-80e7e501-6c57-470d-92c6-e3d54bc3195c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:40:28.734911 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:40:29.036058 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:40:39.541018 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.agents_db [None req-f2f5c474-60a3-474f-b2cc-02c4bd30880c None None] Agent healthcheck: found 7 active agents {{(pid=95104) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 20:40:46.162368 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-38faeb8b-a2e2-4c0d-9c92-fc957061223d req-02f91891-f3b5-43dc-b3fd-53477531304d service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=a31d08ec-d55f-4238-9077-e0e040ccad48&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0394368 Sep 23 20:40:46.247539 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38faeb8b-a2e2-4c0d-9c92-fc957061223d req-1544c512-1d85-4c9f-af98-badac331e5f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:40:46.248974 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-38faeb8b-a2e2-4c0d-9c92-fc957061223d req-1544c512-1d85-4c9f-af98-badac331e5f9 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=b88208f09c3d42f6a469606e889be8e5&device_id=a31d08ec-d55f-4238-9077-e0e040ccad48 HTTP/1.1" status: 200 len: 1097 time: 0.0452378 Sep 23 20:40:46.353699 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38faeb8b-a2e2-4c0d-9c92-fc957061223d req-5c99d861-8f7b-46a0-aad8-0e93a5610e89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:40:46.355182 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-38faeb8b-a2e2-4c0d-9c92-fc957061223d req-5c99d861-8f7b-46a0-aad8-0e93a5610e89 service neutron] 10.222.0.74 "GET /v2.0/networks?id=8f61de7c-4dfd-4531-bd9b-a371cf4deea5 HTTP/1.1" status: 200 len: 910 time: 0.0877235 Sep 23 20:40:46.423867 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-38faeb8b-a2e2-4c0d-9c92-fc957061223d req-b43c7366-5575-43be-9570-5790a7c98449 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=955ff58d-09c6-419c-9f2b-b3d7f6cf60b4 HTTP/1.1" status: 200 len: 1000 time: 0.0616817 Sep 23 20:40:46.476859 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38faeb8b-a2e2-4c0d-9c92-fc957061223d req-e692530e-cf44-4f50-9194-3bf640813234 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:40:46.478306 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-38faeb8b-a2e2-4c0d-9c92-fc957061223d req-e692530e-cf44-4f50-9194-3bf640813234 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=9836079a-dcf6-44c2-92d5-79df2cb1aa23 HTTP/1.1" status: 200 len: 848 time: 0.0463936 Sep 23 20:40:46.524141 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38faeb8b-a2e2-4c0d-9c92-fc957061223d req-ca6064e6-1920-44cf-a121-058bf1fc8f2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:40:46.525585 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-38faeb8b-a2e2-4c0d-9c92-fc957061223d req-ca6064e6-1920-44cf-a121-058bf1fc8f2c service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=8f61de7c-4dfd-4531-bd9b-a371cf4deea5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0402806 Sep 23 20:40:46.617565 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-38faeb8b-a2e2-4c0d-9c92-fc957061223d req-395afc2f-125c-435e-8824-428a24262f9d service neutron] 10.222.0.74 "GET /v2.0/networks/8f61de7c-4dfd-4531-bd9b-a371cf4deea5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846009 Sep 23 20:40:46.710608 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-38faeb8b-a2e2-4c0d-9c92-fc957061223d req-acd90511-769c-4f08-a4dd-551bdf55653e service neutron] 10.222.0.74 "GET /v2.0/networks/8f61de7c-4dfd-4531-bd9b-a371cf4deea5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861242 Sep 23 20:40:49.861379 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b8edfcf5-5aee-4d6d-ac6f-57ac543389e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:40:53.068756 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-69802d56-8b24-404c-9c64-306dedcd97a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:40:53.255264 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:40:53.766349 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-0ae75029-feb6-4728-9a94-5f9b60993d82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:40:55.602207 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-80e7e501-6c57-470d-92c6-e3d54bc3195c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:40:58.735386 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:40:59.039510 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:41:16.543309 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.agents_db [None req-f2f5c474-60a3-474f-b2cc-02c4bd30880c None None] Agent healthcheck: found 7 active agents {{(pid=95104) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 20:41:19.861900 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-64964a4b-a2d2-40d0-8aad-49049a442340 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:41:23.070139 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-706fa401-c7a2-478f-9377-0971057027c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:41:23.255534 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:41:23.769207 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-0ae75029-feb6-4728-9a94-5f9b60993d82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:41:25.605656 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-80e7e501-6c57-470d-92c6-e3d54bc3195c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:41:28.748972 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:41:29.051473 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:41:46.162619 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-9e39ff87-7751-41c6-9b65-a1d0c38424b8 req-14d3f23c-08e8-443e-8151-9684d80b66d5 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=a31d08ec-d55f-4238-9077-e0e040ccad48&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0401549 Sep 23 20:41:46.247207 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e39ff87-7751-41c6-9b65-a1d0c38424b8 req-bab659e9-6b9b-4bd1-9211-6477fc3705c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:41:46.248648 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-9e39ff87-7751-41c6-9b65-a1d0c38424b8 req-bab659e9-6b9b-4bd1-9211-6477fc3705c2 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=b88208f09c3d42f6a469606e889be8e5&device_id=a31d08ec-d55f-4238-9077-e0e040ccad48 HTTP/1.1" status: 200 len: 1097 time: 0.0449786 Sep 23 20:41:46.352586 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e39ff87-7751-41c6-9b65-a1d0c38424b8 req-5cc149cb-c64e-4bef-9f0e-3ea6c1365db0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:41:46.354216 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-9e39ff87-7751-41c6-9b65-a1d0c38424b8 req-5cc149cb-c64e-4bef-9f0e-3ea6c1365db0 service neutron] 10.222.0.74 "GET /v2.0/networks?id=8f61de7c-4dfd-4531-bd9b-a371cf4deea5 HTTP/1.1" status: 200 len: 910 time: 0.0860813 Sep 23 20:41:46.425707 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-9e39ff87-7751-41c6-9b65-a1d0c38424b8 req-6086312e-0c40-4344-898a-98d1444044d3 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=955ff58d-09c6-419c-9f2b-b3d7f6cf60b4 HTTP/1.1" status: 200 len: 1000 time: 0.0645468 Sep 23 20:41:46.479892 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e39ff87-7751-41c6-9b65-a1d0c38424b8 req-4ba1858f-7bc0-490a-97d2-2eb415d2c77c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:41:46.481924 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-9e39ff87-7751-41c6-9b65-a1d0c38424b8 req-4ba1858f-7bc0-490a-97d2-2eb415d2c77c service neutron] 10.222.0.74 "GET /v2.0/subnets?id=9836079a-dcf6-44c2-92d5-79df2cb1aa23 HTTP/1.1" status: 200 len: 848 time: 0.0494106 Sep 23 20:41:46.529123 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e39ff87-7751-41c6-9b65-a1d0c38424b8 req-ab6b3ea8-ccce-4ec8-b6c8-f81467348118 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:41:46.530537 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-9e39ff87-7751-41c6-9b65-a1d0c38424b8 req-ab6b3ea8-ccce-4ec8-b6c8-f81467348118 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=8f61de7c-4dfd-4531-bd9b-a371cf4deea5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0405931 Sep 23 20:41:46.626609 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-9e39ff87-7751-41c6-9b65-a1d0c38424b8 req-1e2957b8-f65b-46e7-a7ae-a2c2b7f0ced8 service neutron] 10.222.0.74 "GET /v2.0/networks/8f61de7c-4dfd-4531-bd9b-a371cf4deea5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877941 Sep 23 20:41:46.719500 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-9e39ff87-7751-41c6-9b65-a1d0c38424b8 req-8a4f1a97-9ae9-4306-bb2a-c88d0fde6164 service neutron] 10.222.0.74 "GET /v2.0/networks/8f61de7c-4dfd-4531-bd9b-a371cf4deea5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827653 Sep 23 20:41:49.819599 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Device 955ff58d-09c6-419c-9f2b-b3d7f6cf60b4 details requested by agent hyperv_n-h1-713301-16 with host n-h1-713301-16 {{(pid=95103) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 20:41:49.902492 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-89eeb4e0-5ebc-437c-937a-6c8386147177 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:41:49.935082 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] For port 955ff58d-09c6-419c-9f2b-b3d7f6cf60b4, host n-h1-713301-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-16',level=0,port_id=955ff58d-09c6-419c-9f2b-b3d7f6cf60b4,segment=NetworkSegment(f591818e-3f07-48ac-8bdb-f598804f17b8),segment_id=f591818e-3f07-48ac-8bdb-f598804f17b8)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 20:41:49.946038 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Returning: {'device': '955ff58d-09c6-419c-9f2b-b3d7f6cf60b4', 'network_id': '8f61de7c-4dfd-4531-bd9b-a371cf4deea5', 'port_id': '955ff58d-09c6-419c-9f2b-b3d7f6cf60b4', 'mac_address': 'fa:16:3e:4b:ea:29', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 636, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9836079a-dcf6-44c2-92d5-79df2cb1aa23', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95103) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 20:41:49.987278 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:41:50.000799 n-d-713301-16 neutron-server[95103]: DEBUG neutron.notifiers.nova [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 955ff58d-09c6-419c-9f2b-b3d7f6cf60b4 {{(pid=95103) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 20:41:50.022903 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] For port 955ff58d-09c6-419c-9f2b-b3d7f6cf60b4, host n-h1-713301-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-16',level=0,port_id=955ff58d-09c6-419c-9f2b-b3d7f6cf60b4,segment=NetworkSegment(f591818e-3f07-48ac-8bdb-f598804f17b8),segment_id=f591818e-3f07-48ac-8bdb-f598804f17b8)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 20:41:50.027328 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:41:50.080398 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Pushing event updated for resources: {'Port': ['ID=955ff58d-09c6-419c-9f2b-b3d7f6cf60b4,revision_number=6']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:41:50.089013 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:41:50.090128 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:41:50.091190 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:41:50.091698 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:41:50.092043 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:41:50.092385 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:41:50.092756 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:41:50.093183 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:41:50.093405 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:41:50.093916 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:41:50.094251 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:41:50.094645 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:41:50.104373 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] get_ports_and_sgs() called for port_ids ['955ff58d-09c6-419c-9f2b-b3d7f6cf60b4'] {{(pid=95103) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 20:41:51.835144 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Device 955ff58d-09c6-419c-9f2b-b3d7f6cf60b4 up at agent hyperv_n-h1-713301-16 {{(pid=95103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 20:41:51.890224 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Provisioning complete for port 955ff58d-09c6-419c-9f2b-b3d7f6cf60b4 triggered by entity L2. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 20:41:51.890679 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:41:51.983499 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:41:52.008296 n-d-713301-16 neutron-server[95103]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a31d08ec-d55f-4238-9077-e0e040ccad48', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '955ff58d-09c6-419c-9f2b-b3d7f6cf60b4'}] {{(pid=95103) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 20:41:52.011757 n-d-713301-16 neutron-server[95103]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1848421c4d334b5bfe6f5b9de07f03d1600ee538ec1ae4f0fcf02c32f81bee4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04e65f17-457e-4d93-bfc4-c8c8ba27b9ae" -d '{"events": [{"server_uuid": "a31d08ec-d55f-4238-9077-e0e040ccad48", "name": "network-vif-plugged", "status": "completed", "tag": "955ff58d-09c6-419c-9f2b-b3d7f6cf60b4"}]}' {{(pid=95103) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 20:41:52.032004 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] For port 955ff58d-09c6-419c-9f2b-b3d7f6cf60b4, host n-h1-713301-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-16',level=0,port_id=955ff58d-09c6-419c-9f2b-b3d7f6cf60b4,segment=NetworkSegment(f591818e-3f07-48ac-8bdb-f598804f17b8),segment_id=f591818e-3f07-48ac-8bdb-f598804f17b8)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 20:41:52.046239 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:41:52.118827 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Pushing event updated for resources: {'Port': ['ID=955ff58d-09c6-419c-9f2b-b3d7f6cf60b4,revision_number=7']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:41:52.141227 n-d-713301-16 neutron-server[95103]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 20:41:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6236fa6a-e0f5-4d5f-baed-bb912d7ebdd5 x-openstack-request-id: req-6236fa6a-e0f5-4d5f-baed-bb912d7ebdd5 {{(pid=95103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 20:41:52.141523 n-d-713301-16 neutron-server[95103]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a31d08ec-d55f-4238-9077-e0e040ccad48", "name": "network-vif-plugged", "status": "completed", "tag": "955ff58d-09c6-419c-9f2b-b3d7f6cf60b4", "code": 200}]} {{(pid=95103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 20:41:52.141778 n-d-713301-16 neutron-server[95103]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-6236fa6a-e0f5-4d5f-baed-bb912d7ebdd5 {{(pid=95103) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 20:41:52.142296 n-d-713301-16 neutron-server[95103]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a31d08ec-d55f-4238-9077-e0e040ccad48', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '955ff58d-09c6-419c-9f2b-b3d7f6cf60b4', 'code': 200} Sep 23 20:41:53.074339 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-53ee5679-15b9-42d4-9046-625b3090ccf9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:41:53.258570 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:41:53.545190 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.agents_db [None req-f2f5c474-60a3-474f-b2cc-02c4bd30880c None None] Agent healthcheck: found 7 active agents {{(pid=95104) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 20:41:53.774762 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-0ae75029-feb6-4728-9a94-5f9b60993d82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:41:55.617556 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-80e7e501-6c57-470d-92c6-e3d54bc3195c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:41:58.764637 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:41:59.050388 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:42:00.092594 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-c523e26d-051c-4f1a-ac88-5e4c31c9234c req-68c1e527-87ec-4ca2-9cba-e6f92257b2ff tempest-TestSnapshotPattern-1447400055 tempest-TestSnapshotPattern-1447400055-project] 10.222.0.67 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1183295866&fields=id&tenant_id=b88208f09c3d42f6a469606e889be8e5 HTTP/1.1" status: 200 len: 267 time: 0.0329921 Sep 23 20:42:00.199906 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c523e26d-051c-4f1a-ac88-5e4c31c9234c req-388ffaaf-28d5-4d60-a8f5-4262d77d6d5a tempest-TestSnapshotPattern-1447400055 tempest-TestSnapshotPattern-1447400055-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:42:00.201402 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-c523e26d-051c-4f1a-ac88-5e4c31c9234c req-388ffaaf-28d5-4d60-a8f5-4262d77d6d5a tempest-TestSnapshotPattern-1447400055 tempest-TestSnapshotPattern-1447400055-project] 10.222.0.67 "GET /v2.0/networks?id=8f61de7c-4dfd-4531-bd9b-a371cf4deea5 HTTP/1.1" status: 200 len: 809 time: 0.1021299 Sep 23 20:42:00.216327 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-c523e26d-051c-4f1a-ac88-5e4c31c9234c req-ce99ce6d-6267-4485-9f21-2b477ea522e1 tempest-TestSnapshotPattern-1447400055 tempest-TestSnapshotPattern-1447400055-project] 10.222.0.67 "GET /v2.0/quotas/b88208f09c3d42f6a469606e889be8e5 HTTP/1.1" status: 200 len: 375 time: 0.0092480 Sep 23 20:42:00.270175 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-c523e26d-051c-4f1a-ac88-5e4c31c9234c req-46981fb3-0258-4b95-be00-4fc1ded51d87 tempest-TestSnapshotPattern-1447400055 tempest-TestSnapshotPattern-1447400055-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=b88208f09c3d42f6a469606e889be8e5&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0486860 Sep 23 20:42:00.420153 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-c523e26d-051c-4f1a-ac88-5e4c31c9234c req-052e2de8-d89d-4958-b655-c889095ec460 service neutron] 10.222.0.67 "GET /v2.0/networks/8f61de7c-4dfd-4531-bd9b-a371cf4deea5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1337667 Sep 23 20:42:00.508341 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-c523e26d-051c-4f1a-ac88-5e4c31c9234c req-650ff4f4-7909-4049-b7b4-87f294d89266 service neutron] 10.222.0.67 "GET /v2.0/networks/8f61de7c-4dfd-4531-bd9b-a371cf4deea5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820670 Sep 23 20:42:01.725318 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-53271c8d-7a61-4b52-9adc-6d6ea91be6a1 req-71e6f72b-2942-43e1-8968-c4921f66a7c4 tempest-TestSnapshotPattern-1447400055 tempest-TestSnapshotPattern-1447400055-project] 10.222.0.67 "GET /v2.0/ports?device_id=012db6ce-bb79-4fcb-9427-d0083cee90fd HTTP/1.1" status: 200 len: 210 time: 0.0314918 Sep 23 20:42:02.674324 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c523e26d-051c-4f1a-ac88-5e4c31c9234c req-0411b9c7-a70b-4250-9a24-8719f58b3844 tempest-TestSnapshotPattern-1447400055 tempest-TestSnapshotPattern-1447400055-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:42:02.675811 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-c523e26d-051c-4f1a-ac88-5e4c31c9234c req-0411b9c7-a70b-4250-9a24-8719f58b3844 tempest-TestSnapshotPattern-1447400055 tempest-TestSnapshotPattern-1447400055-project] 10.222.0.53 "GET /v2.0/networks?id=8f61de7c-4dfd-4531-bd9b-a371cf4deea5 HTTP/1.1" status: 200 len: 809 time: 0.1015739 Sep 23 20:42:02.718359 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-c523e26d-051c-4f1a-ac88-5e4c31c9234c req-5dea8800-3075-4d25-aa3f-520cd62ea004 tempest-TestSnapshotPattern-1447400055 tempest-TestSnapshotPattern-1447400055-project] 10.222.0.53 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b88208f09c3d42f6a469606e889be8e5 HTTP/1.1" status: 200 len: 380 time: 0.0338271 Sep 23 20:42:02.728832 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.v2.base [req-c523e26d-051c-4f1a-ac88-5e4c31c9234c req-fada9409-9258-4c24-b505-1153c4c93802 tempest-TestSnapshotPattern-1447400055 tempest-TestSnapshotPattern-1447400055-project] Request body: {'port': {'device_id': '012db6ce-bb79-4fcb-9427-d0083cee90fd', 'network_id': '8f61de7c-4dfd-4531-bd9b-a371cf4deea5', 'admin_state_up': True, 'tenant_id': 'b88208f09c3d42f6a469606e889be8e5', 'security_groups': ['a149acb9-09a7-4832-afec-560ce6ef6d99']}} {{(pid=95102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 20:42:02.835627 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-f36c4615-3cd1-4c32-a803-88049d15d7f1 req-fd0c40a7-b2ee-4563-958e-ef880d4dce44 tempest-TestSnapshotPattern-1447400055 tempest-TestSnapshotPattern-1447400055-project] 10.222.0.67 "GET /v2.0/ports?device_id=012db6ce-bb79-4fcb-9427-d0083cee90fd HTTP/1.1" status: 200 len: 210 time: 0.0350943 Sep 23 20:42:02.879222 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c523e26d-051c-4f1a-ac88-5e4c31c9234c req-fada9409-9258-4c24-b505-1153c4c93802 tempest-TestSnapshotPattern-1447400055 tempest-TestSnapshotPattern-1447400055-project] Made reservation on behalf of b88208f09c3d42f6a469606e889be8e5 for: {'port': 1} {{(pid=95102) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 20:42:02.883247 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-c523e26d-051c-4f1a-ac88-5e4c31c9234c req-fada9409-9258-4c24-b505-1153c4c93802 tempest-TestSnapshotPattern-1447400055 tempest-TestSnapshotPattern-1447400055-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:42:03.034114 n-d-713301-16 neutron-server[95102]: DEBUG neutron.db.db_base_plugin_common [req-c523e26d-051c-4f1a-ac88-5e4c31c9234c req-fada9409-9258-4c24-b505-1153c4c93802 tempest-TestSnapshotPattern-1447400055 tempest-TestSnapshotPattern-1447400055-project] Allocated IP 172.20.0.12 (8f61de7c-4dfd-4531-bd9b-a371cf4deea5/9836079a-dcf6-44c2-92d5-79df2cb1aa23/32e8de59-1554-41dd-beb2-6c964276cd00) {{(pid=95102) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 20:42:03.232961 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-c523e26d-051c-4f1a-ac88-5e4c31c9234c req-fada9409-9258-4c24-b505-1153c4c93802 tempest-TestSnapshotPattern-1447400055 tempest-TestSnapshotPattern-1447400055-project] Notify callbacks [] for port, precommit_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:42:03.273670 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-c523e26d-051c-4f1a-ac88-5e4c31c9234c req-fada9409-9258-4c24-b505-1153c4c93802 tempest-TestSnapshotPattern-1447400055 tempest-TestSnapshotPattern-1447400055-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783145673135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4399100'] for port, after_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:42:03.315593 n-d-713301-16 neutron-server[95102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c523e26d-051c-4f1a-ac88-5e4c31c9234c req-fada9409-9258-4c24-b505-1153c4c93802 tempest-TestSnapshotPattern-1447400055 tempest-TestSnapshotPattern-1447400055-project] Network 8f61de7c-4dfd-4531-bd9b-a371cf4deea5 is already hosted by enough agents. {{(pid=95102) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 20:42:03.322808 n-d-713301-16 neutron-server[95102]: DEBUG neutron.scheduler.base_scheduler [req-c523e26d-051c-4f1a-ac88-5e4c31c9234c req-fada9409-9258-4c24-b505-1153c4c93802 tempest-TestSnapshotPattern-1447400055 tempest-TestSnapshotPattern-1447400055-project] Resources bound (agent type, host, resource id): {{(pid=95102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 20:42:03.333095 n-d-713301-16 neutron-server[95102]: DEBUG neutron.db.l3_dvrscheduler_db [req-c523e26d-051c-4f1a-ac88-5e4c31c9234c req-fada9409-9258-4c24-b505-1153c4c93802 tempest-TestSnapshotPattern-1447400055 tempest-TestSnapshotPattern-1447400055-project] Received port after_create {{(pid=95102) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 20:42:03.362520 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fada9409-9258-4c24-b505-1153c4c93802 tempest-TestSnapshotPattern-1447400055 tempest-TestSnapshotPattern-1447400055-project] Pushing event updated for resources: {'Port': ['ID=32e8de59-1554-41dd-beb2-6c964276cd00,revision_number=1']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:42:03.378605 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fada9409-9258-4c24-b505-1153c4c93802 tempest-TestSnapshotPattern-1447400055 tempest-TestSnapshotPattern-1447400055-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:42:03.378957 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fada9409-9258-4c24-b505-1153c4c93802 tempest-TestSnapshotPattern-1447400055 tempest-TestSnapshotPattern-1447400055-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:42:03.379433 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fada9409-9258-4c24-b505-1153c4c93802 tempest-TestSnapshotPattern-1447400055 tempest-TestSnapshotPattern-1447400055-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:42:03.379907 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fada9409-9258-4c24-b505-1153c4c93802 tempest-TestSnapshotPattern-1447400055 tempest-TestSnapshotPattern-1447400055-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:42:03.380325 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fada9409-9258-4c24-b505-1153c4c93802 tempest-TestSnapshotPattern-1447400055 tempest-TestSnapshotPattern-1447400055-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:42:03.380793 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fada9409-9258-4c24-b505-1153c4c93802 tempest-TestSnapshotPattern-1447400055 tempest-TestSnapshotPattern-1447400055-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:42:03.381136 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fada9409-9258-4c24-b505-1153c4c93802 tempest-TestSnapshotPattern-1447400055 tempest-TestSnapshotPattern-1447400055-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:42:03.381475 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fada9409-9258-4c24-b505-1153c4c93802 tempest-TestSnapshotPattern-1447400055 tempest-TestSnapshotPattern-1447400055-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:42:03.381810 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fada9409-9258-4c24-b505-1153c4c93802 tempest-TestSnapshotPattern-1447400055 tempest-TestSnapshotPattern-1447400055-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:42:03.382143 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fada9409-9258-4c24-b505-1153c4c93802 tempest-TestSnapshotPattern-1447400055 tempest-TestSnapshotPattern-1447400055-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:42:03.382481 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fada9409-9258-4c24-b505-1153c4c93802 tempest-TestSnapshotPattern-1447400055 tempest-TestSnapshotPattern-1447400055-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:42:03.382816 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fada9409-9258-4c24-b505-1153c4c93802 tempest-TestSnapshotPattern-1447400055 tempest-TestSnapshotPattern-1447400055-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:42:03.406458 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c523e26d-051c-4f1a-ac88-5e4c31c9234c req-fada9409-9258-4c24-b505-1153c4c93802 tempest-TestSnapshotPattern-1447400055 tempest-TestSnapshotPattern-1447400055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:42:03.406869 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-c523e26d-051c-4f1a-ac88-5e4c31c9234c req-fada9409-9258-4c24-b505-1153c4c93802 tempest-TestSnapshotPattern-1447400055 tempest-TestSnapshotPattern-1447400055-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222849'] for port, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:42:03.426909 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-c523e26d-051c-4f1a-ac88-5e4c31c9234c req-fada9409-9258-4c24-b505-1153c4c93802 tempest-TestSnapshotPattern-1447400055 tempest-TestSnapshotPattern-1447400055-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7021725 Sep 23 20:42:03.640145 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-d5862d7c-3532-40c4-923c-aa2ab7320efb None None] Provisioning complete for port 32e8de59-1554-41dd-beb2-6c964276cd00 triggered by entity DHCP. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 20:42:03.640748 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-d5862d7c-3532-40c4-923c-aa2ab7320efb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:42:03.675266 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.plugin [None req-d5862d7c-3532-40c4-923c-aa2ab7320efb None None] Port 32e8de59-1554-41dd-beb2-6c964276cd00 cannot update to ACTIVE because it is not bound. {{(pid=95103) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 20:42:03.897714 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Device 955ff58d-09c6-419c-9f2b-b3d7f6cf60b4 no longer exists at agent hyperv_n-h1-713301-16 {{(pid=95103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 20:42:03.974949 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d098ee-cf76-48c7-9cf2-e343c3e1c688 req-24793a12-6da1-4038-ad7a-40c1054d8c39 tempest-TestSnapshotPattern-1447400055 tempest-TestSnapshotPattern-1447400055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:42:03.981540 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-00d098ee-cf76-48c7-9cf2-e343c3e1c688 req-24793a12-6da1-4038-ad7a-40c1054d8c39 tempest-TestSnapshotPattern-1447400055 tempest-TestSnapshotPattern-1447400055-project] 10.222.0.67 "GET /v2.0/ports?device_id=012db6ce-bb79-4fcb-9427-d0083cee90fd HTTP/1.1" status: 200 len: 932 time: 0.0632637 Sep 23 20:42:04.002603 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:42:04.029600 n-d-713301-16 neutron-server[95103]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a31d08ec-d55f-4238-9077-e0e040ccad48', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '955ff58d-09c6-419c-9f2b-b3d7f6cf60b4'}] {{(pid=95103) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 20:42:04.032028 n-d-713301-16 neutron-server[95103]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1848421c4d334b5bfe6f5b9de07f03d1600ee538ec1ae4f0fcf02c32f81bee4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d703e215-eb2f-4864-999b-7657385bc12e" -d '{"events": [{"server_uuid": "a31d08ec-d55f-4238-9077-e0e040ccad48", "name": "network-vif-unplugged", "status": "completed", "tag": "955ff58d-09c6-419c-9f2b-b3d7f6cf60b4"}]}' {{(pid=95103) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 20:42:04.038181 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-00d098ee-cf76-48c7-9cf2-e343c3e1c688 req-28eed28e-0634-4e37-88e7-3ed4f8653e63 tempest-TestSnapshotPattern-1447400055 tempest-TestSnapshotPattern-1447400055-project] 10.222.0.67 "GET /v2.0/security-groups?id=a149acb9-09a7-4832-afec-560ce6ef6d99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499637 Sep 23 20:42:04.065566 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] For port 955ff58d-09c6-419c-9f2b-b3d7f6cf60b4, host n-h1-713301-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-16',level=0,port_id=955ff58d-09c6-419c-9f2b-b3d7f6cf60b4,segment=NetworkSegment(f591818e-3f07-48ac-8bdb-f598804f17b8),segment_id=f591818e-3f07-48ac-8bdb-f598804f17b8)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 20:42:04.079762 n-d-713301-16 neutron-server[95103]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 23 Sep 2021 20:42:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b2f3d7f-a7a1-430f-88b5-703103c9092c x-openstack-request-id: req-0b2f3d7f-a7a1-430f-88b5-703103c9092c {{(pid=95103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 20:42:04.080065 n-d-713301-16 neutron-server[95103]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a31d08ec-d55f-4238-9077-e0e040ccad48", "name": "network-vif-unplugged", "status": "completed", "tag": "955ff58d-09c6-419c-9f2b-b3d7f6cf60b4", "code": 200}]} {{(pid=95103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 20:42:04.080298 n-d-713301-16 neutron-server[95103]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-0b2f3d7f-a7a1-430f-88b5-703103c9092c {{(pid=95103) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 20:42:04.080963 n-d-713301-16 neutron-server[95103]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a31d08ec-d55f-4238-9077-e0e040ccad48', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '955ff58d-09c6-419c-9f2b-b3d7f6cf60b4', 'code': 200} Sep 23 20:42:04.081778 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:42:04.138332 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Pushing event updated for resources: {'Port': ['ID=955ff58d-09c6-419c-9f2b-b3d7f6cf60b4,revision_number=8']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:42:05.182945 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee401d4a-7917-43fd-9fb0-4a05b47d620e req-92567d52-79b5-4c93-a20f-b8970b455a29 tempest-TestSnapshotPattern-1447400055 tempest-TestSnapshotPattern-1447400055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:42:05.184630 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-ee401d4a-7917-43fd-9fb0-4a05b47d620e req-92567d52-79b5-4c93-a20f-b8970b455a29 tempest-TestSnapshotPattern-1447400055 tempest-TestSnapshotPattern-1447400055-project] 10.222.0.67 "GET /v2.0/ports?device_id=012db6ce-bb79-4fcb-9427-d0083cee90fd HTTP/1.1" status: 200 len: 932 time: 0.0634992 Sep 23 20:42:05.227959 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-ee401d4a-7917-43fd-9fb0-4a05b47d620e req-758d36cc-8372-4a4a-a4ce-fb56726e26d5 tempest-TestSnapshotPattern-1447400055 tempest-TestSnapshotPattern-1447400055-project] 10.222.0.67 "GET /v2.0/security-groups?id=a149acb9-09a7-4832-afec-560ce6ef6d99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372820 Sep 23 20:42:06.358248 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f8b7d2-50a0-434e-9fe3-48ec7947d216 req-b1d46d3c-5522-4d85-8210-6de35af3d918 tempest-TestSnapshotPattern-1447400055 tempest-TestSnapshotPattern-1447400055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:42:06.359803 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-e7f8b7d2-50a0-434e-9fe3-48ec7947d216 req-b1d46d3c-5522-4d85-8210-6de35af3d918 tempest-TestSnapshotPattern-1447400055 tempest-TestSnapshotPattern-1447400055-project] 10.222.0.67 "GET /v2.0/ports?device_id=012db6ce-bb79-4fcb-9427-d0083cee90fd HTTP/1.1" status: 200 len: 932 time: 0.0530033 Sep 23 20:42:06.401079 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-e7f8b7d2-50a0-434e-9fe3-48ec7947d216 req-a5acb64f-07dd-44d4-bd20-7d74565e81ae tempest-TestSnapshotPattern-1447400055 tempest-TestSnapshotPattern-1447400055-project] 10.222.0.67 "GET /v2.0/security-groups?id=a149acb9-09a7-4832-afec-560ce6ef6d99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350647 Sep 23 20:42:07.523460 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a056f88-107d-4774-8203-37922bf2c1cd req-6f80c6d1-acad-45c8-92a8-f72e8498682f tempest-TestSnapshotPattern-1447400055 tempest-TestSnapshotPattern-1447400055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:42:07.525732 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-7a056f88-107d-4774-8203-37922bf2c1cd req-6f80c6d1-acad-45c8-92a8-f72e8498682f tempest-TestSnapshotPattern-1447400055 tempest-TestSnapshotPattern-1447400055-project] 10.222.0.67 "GET /v2.0/ports?device_id=012db6ce-bb79-4fcb-9427-d0083cee90fd HTTP/1.1" status: 200 len: 932 time: 0.0523937 Sep 23 20:42:07.566388 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-7a056f88-107d-4774-8203-37922bf2c1cd req-71034340-a0fa-4a60-b0d6-3b9d21a64c17 tempest-TestSnapshotPattern-1447400055 tempest-TestSnapshotPattern-1447400055-project] 10.222.0.67 "GET /v2.0/security-groups?id=a149acb9-09a7-4832-afec-560ce6ef6d99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346441 Sep 23 20:42:08.692314 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce8e25a7-5f23-4595-906f-7a76e4cee1cd req-62a6a07a-88ce-4776-a0f4-0dc3ab18785e tempest-TestSnapshotPattern-1447400055 tempest-TestSnapshotPattern-1447400055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:42:08.693968 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-ce8e25a7-5f23-4595-906f-7a76e4cee1cd req-62a6a07a-88ce-4776-a0f4-0dc3ab18785e tempest-TestSnapshotPattern-1447400055 tempest-TestSnapshotPattern-1447400055-project] 10.222.0.67 "GET /v2.0/ports?device_id=012db6ce-bb79-4fcb-9427-d0083cee90fd HTTP/1.1" status: 200 len: 932 time: 0.0537336 Sep 23 20:42:08.733909 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-ce8e25a7-5f23-4595-906f-7a76e4cee1cd req-db326379-c34f-4eb4-8ac0-888b7c34bc9e tempest-TestSnapshotPattern-1447400055 tempest-TestSnapshotPattern-1447400055-project] 10.222.0.67 "GET /v2.0/security-groups?id=a149acb9-09a7-4832-afec-560ce6ef6d99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332873 Sep 23 20:42:09.855735 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c75eb122-0dca-48d6-b46d-efe3540cee24 req-c3c8a6eb-e654-4d46-b516-2de12ebd34f2 tempest-TestSnapshotPattern-1447400055 tempest-TestSnapshotPattern-1447400055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:42:09.857277 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-c75eb122-0dca-48d6-b46d-efe3540cee24 req-c3c8a6eb-e654-4d46-b516-2de12ebd34f2 tempest-TestSnapshotPattern-1447400055 tempest-TestSnapshotPattern-1447400055-project] 10.222.0.67 "GET /v2.0/ports?device_id=012db6ce-bb79-4fcb-9427-d0083cee90fd HTTP/1.1" status: 200 len: 932 time: 0.0525131 Sep 23 20:42:09.897915 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-c75eb122-0dca-48d6-b46d-efe3540cee24 req-c676bb93-849f-4c56-8fb7-ee2762aa7790 tempest-TestSnapshotPattern-1447400055 tempest-TestSnapshotPattern-1447400055-project] 10.222.0.67 "GET /v2.0/security-groups?id=a149acb9-09a7-4832-afec-560ce6ef6d99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344563 Sep 23 20:42:11.022158 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7095200-5b1e-4e67-8c4e-d72c4c6fade1 req-d14dbbb4-15c2-4472-8cca-80bd5dcf3902 tempest-TestSnapshotPattern-1447400055 tempest-TestSnapshotPattern-1447400055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:42:11.023817 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-c7095200-5b1e-4e67-8c4e-d72c4c6fade1 req-d14dbbb4-15c2-4472-8cca-80bd5dcf3902 tempest-TestSnapshotPattern-1447400055 tempest-TestSnapshotPattern-1447400055-project] 10.222.0.67 "GET /v2.0/ports?device_id=012db6ce-bb79-4fcb-9427-d0083cee90fd HTTP/1.1" status: 200 len: 932 time: 0.0500162 Sep 23 20:42:11.064367 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-c7095200-5b1e-4e67-8c4e-d72c4c6fade1 req-f0579b43-16b0-4fa0-b956-34bd74680ff8 tempest-TestSnapshotPattern-1447400055 tempest-TestSnapshotPattern-1447400055-project] 10.222.0.67 "GET /v2.0/security-groups?id=a149acb9-09a7-4832-afec-560ce6ef6d99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333545 Sep 23 20:42:12.186546 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b529c3-fa9d-4b32-afed-c4f5733667d1 req-7f04f8d7-bc74-4233-9aa8-92c8d92bfd28 tempest-TestSnapshotPattern-1447400055 tempest-TestSnapshotPattern-1447400055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:42:12.188035 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-74b529c3-fa9d-4b32-afed-c4f5733667d1 req-7f04f8d7-bc74-4233-9aa8-92c8d92bfd28 tempest-TestSnapshotPattern-1447400055 tempest-TestSnapshotPattern-1447400055-project] 10.222.0.67 "GET /v2.0/ports?device_id=012db6ce-bb79-4fcb-9427-d0083cee90fd HTTP/1.1" status: 200 len: 932 time: 0.0551448 Sep 23 20:42:12.226545 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-74b529c3-fa9d-4b32-afed-c4f5733667d1 req-17769220-d213-46fc-9236-5b0d245fe7d8 tempest-TestSnapshotPattern-1447400055 tempest-TestSnapshotPattern-1447400055-project] 10.222.0.67 "GET /v2.0/security-groups?id=a149acb9-09a7-4832-afec-560ce6ef6d99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323849 Sep 23 20:42:13.345450 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb737e14-94ec-4025-a810-d5b6451a075b req-eea49780-ac3f-4c66-a994-e6e7f3d5e51c tempest-TestSnapshotPattern-1447400055 tempest-TestSnapshotPattern-1447400055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:42:13.347086 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-fb737e14-94ec-4025-a810-d5b6451a075b req-eea49780-ac3f-4c66-a994-e6e7f3d5e51c tempest-TestSnapshotPattern-1447400055 tempest-TestSnapshotPattern-1447400055-project] 10.222.0.67 "GET /v2.0/ports?device_id=012db6ce-bb79-4fcb-9427-d0083cee90fd HTTP/1.1" status: 200 len: 932 time: 0.0493674 Sep 23 20:42:13.385112 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-fb737e14-94ec-4025-a810-d5b6451a075b req-8e22712a-f94b-43e2-95d2-66ac77963054 tempest-TestSnapshotPattern-1447400055 tempest-TestSnapshotPattern-1447400055-project] 10.222.0.67 "GET /v2.0/security-groups?id=a149acb9-09a7-4832-afec-560ce6ef6d99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321705 Sep 23 20:42:13.815248 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [req-c523e26d-051c-4f1a-ac88-5e4c31c9234c req-1099349a-46b9-4683-b24b-c612a257d12c tempest-TestSnapshotPattern-1447400055 tempest-TestSnapshotPattern-1447400055-project] http://10.222.0.67:9696/v2.0/extensions returned with HTTP 200 {{(pid=95102) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 23 20:42:13.816527 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-c523e26d-051c-4f1a-ac88-5e4c31c9234c req-1099349a-46b9-4683-b24b-c612a257d12c tempest-TestSnapshotPattern-1447400055 tempest-TestSnapshotPattern-1447400055-project] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0058064 Sep 23 20:42:13.871511 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.v2.base [req-c523e26d-051c-4f1a-ac88-5e4c31c9234c req-73e2850c-0e18-43fd-af47-97e3aa60a949 service neutron] Request body: {'port': {'device_id': '012db6ce-bb79-4fcb-9427-d0083cee90fd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713301-16'}} {{(pid=95102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 20:42:13.928366 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-c523e26d-051c-4f1a-ac88-5e4c31c9234c req-73e2850c-0e18-43fd-af47-97e3aa60a949 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:42:14.180728 n-d-713301-16 neutron-server[95102]: DEBUG neutron.notifiers.nova [req-c523e26d-051c-4f1a-ac88-5e4c31c9234c req-73e2850c-0e18-43fd-af47-97e3aa60a949 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 32e8de59-1554-41dd-beb2-6c964276cd00 {{(pid=95102) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 20:42:14.188003 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-c523e26d-051c-4f1a-ac88-5e4c31c9234c req-73e2850c-0e18-43fd-af47-97e3aa60a949 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:42:14.199872 n-d-713301-16 neutron-server[95102]: DEBUG neutron.db.provisioning_blocks [req-c523e26d-051c-4f1a-ac88-5e4c31c9234c req-73e2850c-0e18-43fd-af47-97e3aa60a949 service neutron] Transition to ACTIVE for port object 32e8de59-1554-41dd-beb2-6c964276cd00 will not be triggered until provisioned by entity L2. {{(pid=95102) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 20:42:14.203286 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-c523e26d-051c-4f1a-ac88-5e4c31c9234c req-73e2850c-0e18-43fd-af47-97e3aa60a949 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4399095'] for port, after_update {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:42:14.251564 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73e2850c-0e18-43fd-af47-97e3aa60a949 service neutron] Pushing event updated for resources: {'Port': ['ID=32e8de59-1554-41dd-beb2-6c964276cd00,revision_number=2']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:42:14.326504 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.managers [req-c523e26d-051c-4f1a-ac88-5e4c31c9234c req-73e2850c-0e18-43fd-af47-97e3aa60a949 service neutron] Attempting to bind port 32e8de59-1554-41dd-beb2-6c964276cd00 on host n-h2-713301-16 for vnic_type normal with profile {{(pid=95102) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 20:42:14.326851 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.managers [req-c523e26d-051c-4f1a-ac88-5e4c31c9234c req-73e2850c-0e18-43fd-af47-97e3aa60a949 service neutron] Attempting to bind port 32e8de59-1554-41dd-beb2-6c964276cd00 by drivers openvswitch,hyperv on host n-h2-713301-16 at level 0 using segments [{'id': 'f591818e-3f07-48ac-8bdb-f598804f17b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '8f61de7c-4dfd-4531-bd9b-a371cf4deea5'}] {{(pid=95102) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 20:42:14.327186 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c523e26d-051c-4f1a-ac88-5e4c31c9234c req-73e2850c-0e18-43fd-af47-97e3aa60a949 service neutron] Attempting to bind port 32e8de59-1554-41dd-beb2-6c964276cd00 on network 8f61de7c-4dfd-4531-bd9b-a371cf4deea5 {{(pid=95102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 20:42:14.331637 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c523e26d-051c-4f1a-ac88-5e4c31c9234c req-73e2850c-0e18-43fd-af47-97e3aa60a949 service neutron] Port 32e8de59-1554-41dd-beb2-6c964276cd00 on network 8f61de7c-4dfd-4531-bd9b-a371cf4deea5 not bound, no agent of type Open vSwitch agent registered on host n-h2-713301-16 {{(pid=95102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 20:42:14.331959 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c523e26d-051c-4f1a-ac88-5e4c31c9234c req-73e2850c-0e18-43fd-af47-97e3aa60a949 service neutron] Attempting to bind port 32e8de59-1554-41dd-beb2-6c964276cd00 on network 8f61de7c-4dfd-4531-bd9b-a371cf4deea5 {{(pid=95102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 20:42:14.336879 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c523e26d-051c-4f1a-ac88-5e4c31c9234c req-73e2850c-0e18-43fd-af47-97e3aa60a949 service neutron] Checking agent: {'id': '2a7cea34-db54-4faf-8d23-37521c3e34cb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713301-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 19, 15, 28), 'started_at': datetime.datetime(2021, 9, 23, 19, 15, 28), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 20, 41, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 20:42:14.338090 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c523e26d-051c-4f1a-ac88-5e4c31c9234c req-73e2850c-0e18-43fd-af47-97e3aa60a949 service neutron] Checking segment: {'id': 'f591818e-3f07-48ac-8bdb-f598804f17b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '8f61de7c-4dfd-4531-bd9b-a371cf4deea5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95102) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 20:42:14.338519 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c523e26d-051c-4f1a-ac88-5e4c31c9234c req-73e2850c-0e18-43fd-af47-97e3aa60a949 service neutron] Bound using segment: {'id': 'f591818e-3f07-48ac-8bdb-f598804f17b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '8f61de7c-4dfd-4531-bd9b-a371cf4deea5'} {{(pid=95102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 20:42:14.338948 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.managers [req-c523e26d-051c-4f1a-ac88-5e4c31c9234c req-73e2850c-0e18-43fd-af47-97e3aa60a949 service neutron] Bound port: 32e8de59-1554-41dd-beb2-6c964276cd00, host: n-h2-713301-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f591818e-3f07-48ac-8bdb-f598804f17b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '8f61de7c-4dfd-4531-bd9b-a371cf4deea5'}}] {{(pid=95102) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 20:42:14.339309 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-c523e26d-051c-4f1a-ac88-5e4c31c9234c req-73e2850c-0e18-43fd-af47-97e3aa60a949 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:42:14.408011 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.db [req-c523e26d-051c-4f1a-ac88-5e4c31c9234c req-73e2850c-0e18-43fd-af47-97e3aa60a949 service neutron] For port 32e8de59-1554-41dd-beb2-6c964276cd00, host n-h2-713301-16, cleared binding levels {{(pid=95102) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 20:42:14.411146 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.db [req-c523e26d-051c-4f1a-ac88-5e4c31c9234c req-73e2850c-0e18-43fd-af47-97e3aa60a949 service neutron] For port 32e8de59-1554-41dd-beb2-6c964276cd00, host n-h2-713301-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-16',level=0,port_id=32e8de59-1554-41dd-beb2-6c964276cd00,segment=NetworkSegment(f591818e-3f07-48ac-8bdb-f598804f17b8),segment_id=f591818e-3f07-48ac-8bdb-f598804f17b8)] {{(pid=95102) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 20:42:14.415803 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-c523e26d-051c-4f1a-ac88-5e4c31c9234c req-73e2850c-0e18-43fd-af47-97e3aa60a949 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4399095'] for port, after_update {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:42:14.450516 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c523e26d-051c-4f1a-ac88-5e4c31c9234c req-73e2850c-0e18-43fd-af47-97e3aa60a949 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:42:14.451152 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-c523e26d-051c-4f1a-ac88-5e4c31c9234c req-73e2850c-0e18-43fd-af47-97e3aa60a949 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222849'] for port, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:42:14.452546 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-c523e26d-051c-4f1a-ac88-5e4c31c9234c req-73e2850c-0e18-43fd-af47-97e3aa60a949 service neutron] 10.222.0.53 "PUT /v2.0/ports/32e8de59-1554-41dd-beb2-6c964276cd00 HTTP/1.1" status: 200 len: 1093 time: 0.6272495 Sep 23 20:42:14.453082 n-d-713301-16 neutron-server[95102]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '012db6ce-bb79-4fcb-9427-d0083cee90fd', 'tag': '32e8de59-1554-41dd-beb2-6c964276cd00'}] {{(pid=95102) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 20:42:14.455335 n-d-713301-16 neutron-server[95102]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a8356a6bd5e554bb349ddb806ba98ee8c25ce2b3f69d698f62da31b860ff3eb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-996233db-07fe-47d4-b264-d6156b1a6d59" -d '{"events": [{"name": "network-changed", "server_uuid": "012db6ce-bb79-4fcb-9427-d0083cee90fd", "tag": "32e8de59-1554-41dd-beb2-6c964276cd00"}]}' {{(pid=95102) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 20:42:14.531262 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73e2850c-0e18-43fd-af47-97e3aa60a949 service neutron] Pushing event updated for resources: {'Port': ['ID=32e8de59-1554-41dd-beb2-6c964276cd00,revision_number=3']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:42:14.573867 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c34b6a13-d480-4172-a650-3fcac7b1057e req-92fbec8f-0b45-4d3e-bdd1-361952de32a1 tempest-TestSnapshotPattern-1447400055 tempest-TestSnapshotPattern-1447400055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:42:14.575658 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-c34b6a13-d480-4172-a650-3fcac7b1057e req-92fbec8f-0b45-4d3e-bdd1-361952de32a1 tempest-TestSnapshotPattern-1447400055 tempest-TestSnapshotPattern-1447400055-project] 10.222.0.67 "GET /v2.0/ports?device_id=012db6ce-bb79-4fcb-9427-d0083cee90fd HTTP/1.1" status: 200 len: 944 time: 0.1093023 Sep 23 20:42:14.589465 n-d-713301-16 neutron-server[95102]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 20:42:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2bec76a-592d-4b2b-9355-ac3a1a6e690b x-openstack-request-id: req-a2bec76a-592d-4b2b-9355-ac3a1a6e690b {{(pid=95102) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 20:42:14.589754 n-d-713301-16 neutron-server[95102]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "012db6ce-bb79-4fcb-9427-d0083cee90fd", "tag": "32e8de59-1554-41dd-beb2-6c964276cd00", "status": "completed", "code": 200}]} {{(pid=95102) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 20:42:14.590010 n-d-713301-16 neutron-server[95102]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-a2bec76a-592d-4b2b-9355-ac3a1a6e690b {{(pid=95102) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 20:42:14.590406 n-d-713301-16 neutron-server[95102]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '012db6ce-bb79-4fcb-9427-d0083cee90fd', 'tag': '32e8de59-1554-41dd-beb2-6c964276cd00', 'status': 'completed', 'code': 200} Sep 23 20:42:14.604754 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c523e26d-051c-4f1a-ac88-5e4c31c9234c req-c9e27a89-3a62-47f2-ba47-bd0bb3c4c2a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:42:14.606288 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-c523e26d-051c-4f1a-ac88-5e4c31c9234c req-c9e27a89-3a62-47f2-ba47-bd0bb3c4c2a7 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=b88208f09c3d42f6a469606e889be8e5&device_id=012db6ce-bb79-4fcb-9427-d0083cee90fd HTTP/1.1" status: 200 len: 1096 time: 0.0983193 Sep 23 20:42:14.657262 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-c34b6a13-d480-4172-a650-3fcac7b1057e req-c5149043-181d-4a5d-a932-1edd823a96a4 tempest-TestSnapshotPattern-1447400055 tempest-TestSnapshotPattern-1447400055-project] 10.222.0.67 "GET /v2.0/security-groups?id=a149acb9-09a7-4832-afec-560ce6ef6d99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0758612 Sep 23 20:42:14.658579 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-c523e26d-051c-4f1a-ac88-5e4c31c9234c req-380dd65a-b7a1-4efe-855a-2fb22fdbb145 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=32e8de59-1554-41dd-beb2-6c964276cd00 HTTP/1.1" status: 200 len: 217 time: 0.0409672 Sep 23 20:42:14.711616 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c523e26d-051c-4f1a-ac88-5e4c31c9234c req-2ff9491a-9ba7-403b-909c-6c8a715c3f97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:42:14.713383 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-c523e26d-051c-4f1a-ac88-5e4c31c9234c req-2ff9491a-9ba7-403b-909c-6c8a715c3f97 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=9836079a-dcf6-44c2-92d5-79df2cb1aa23 HTTP/1.1" status: 200 len: 848 time: 0.0482287 Sep 23 20:42:14.759645 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c523e26d-051c-4f1a-ac88-5e4c31c9234c req-9b7752d7-4873-406c-9ad7-97095c0108e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:42:14.761314 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-c523e26d-051c-4f1a-ac88-5e4c31c9234c req-9b7752d7-4873-406c-9ad7-97095c0108e9 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=8f61de7c-4dfd-4531-bd9b-a371cf4deea5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0403833 Sep 23 20:42:14.859742 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-c523e26d-051c-4f1a-ac88-5e4c31c9234c req-bde363cc-a421-44ec-8069-d2fd68ad85dd service neutron] 10.222.0.53 "GET /v2.0/networks/8f61de7c-4dfd-4531-bd9b-a371cf4deea5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901918 Sep 23 20:42:14.960204 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-c523e26d-051c-4f1a-ac88-5e4c31c9234c req-5dc8d9ed-ee03-4730-aa0f-d9d732b1ae27 service neutron] 10.222.0.53 "GET /v2.0/networks/8f61de7c-4dfd-4531-bd9b-a371cf4deea5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0929394 Sep 23 20:42:15.047223 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996233db-07fe-47d4-b264-d6156b1a6d59 req-38acdb60-d9ce-4aeb-96f7-45ff0069d296 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:42:15.048779 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-996233db-07fe-47d4-b264-d6156b1a6d59 req-38acdb60-d9ce-4aeb-96f7-45ff0069d296 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=b88208f09c3d42f6a469606e889be8e5&device_id=012db6ce-bb79-4fcb-9427-d0083cee90fd HTTP/1.1" status: 200 len: 1096 time: 0.0414011 Sep 23 20:42:15.140069 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996233db-07fe-47d4-b264-d6156b1a6d59 req-7eaf5768-7789-4755-8ab5-d540eb39b131 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:42:15.141553 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-996233db-07fe-47d4-b264-d6156b1a6d59 req-7eaf5768-7789-4755-8ab5-d540eb39b131 service neutron] 10.222.0.53 "GET /v2.0/networks?id=8f61de7c-4dfd-4531-bd9b-a371cf4deea5 HTTP/1.1" status: 200 len: 910 time: 0.0860953 Sep 23 20:42:15.182086 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-996233db-07fe-47d4-b264-d6156b1a6d59 req-29ca30ed-7373-4d94-b3dd-c1a786a7fc14 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=32e8de59-1554-41dd-beb2-6c964276cd00 HTTP/1.1" status: 200 len: 217 time: 0.0336790 Sep 23 20:42:15.234232 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996233db-07fe-47d4-b264-d6156b1a6d59 req-39dc0cc7-4677-4d40-a619-275872be6a27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:42:15.235557 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-996233db-07fe-47d4-b264-d6156b1a6d59 req-39dc0cc7-4677-4d40-a619-275872be6a27 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=9836079a-dcf6-44c2-92d5-79df2cb1aa23 HTTP/1.1" status: 200 len: 848 time: 0.0459523 Sep 23 20:42:15.280892 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996233db-07fe-47d4-b264-d6156b1a6d59 req-415ed28a-36d1-4fb6-9cc0-9e295454cf72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:42:15.282385 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-996233db-07fe-47d4-b264-d6156b1a6d59 req-415ed28a-36d1-4fb6-9cc0-9e295454cf72 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=8f61de7c-4dfd-4531-bd9b-a371cf4deea5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0398366 Sep 23 20:42:15.372156 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-996233db-07fe-47d4-b264-d6156b1a6d59 req-6cb75764-ca7d-4809-8b56-d58b8d388b30 service neutron] 10.222.0.53 "GET /v2.0/networks/8f61de7c-4dfd-4531-bd9b-a371cf4deea5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821311 Sep 23 20:42:15.465612 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-996233db-07fe-47d4-b264-d6156b1a6d59 req-979ce7b5-d2f9-4062-a33e-c3d6e3406e36 service neutron] 10.222.0.53 "GET /v2.0/networks/8f61de7c-4dfd-4531-bd9b-a371cf4deea5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855238 Sep 23 20:42:15.778194 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a0c526-2c2c-4b4f-9498-4c55a7140070 req-909ca058-5fe2-428f-a2c1-029a6fba0a37 tempest-TestSnapshotPattern-1447400055 tempest-TestSnapshotPattern-1447400055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:42:15.779656 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-82a0c526-2c2c-4b4f-9498-4c55a7140070 req-909ca058-5fe2-428f-a2c1-029a6fba0a37 tempest-TestSnapshotPattern-1447400055 tempest-TestSnapshotPattern-1447400055-project] 10.222.0.67 "GET /v2.0/ports?device_id=012db6ce-bb79-4fcb-9427-d0083cee90fd HTTP/1.1" status: 200 len: 944 time: 0.0503631 Sep 23 20:42:15.816854 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-82a0c526-2c2c-4b4f-9498-4c55a7140070 req-bb0f6688-0131-4366-83e8-274cafaa8d43 tempest-TestSnapshotPattern-1447400055 tempest-TestSnapshotPattern-1447400055-project] 10.222.0.67 "GET /v2.0/security-groups?id=a149acb9-09a7-4832-afec-560ce6ef6d99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311499 Sep 23 20:42:16.935547 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75fb3eeb-89ae-44ca-b2dd-ddea85065a2a req-36753bcb-4e3d-4d81-a3d2-6e05b21b38ef tempest-TestSnapshotPattern-1447400055 tempest-TestSnapshotPattern-1447400055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:42:16.937055 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-75fb3eeb-89ae-44ca-b2dd-ddea85065a2a req-36753bcb-4e3d-4d81-a3d2-6e05b21b38ef tempest-TestSnapshotPattern-1447400055 tempest-TestSnapshotPattern-1447400055-project] 10.222.0.67 "GET /v2.0/ports?device_id=012db6ce-bb79-4fcb-9427-d0083cee90fd HTTP/1.1" status: 200 len: 944 time: 0.0490131 Sep 23 20:42:16.988482 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-75fb3eeb-89ae-44ca-b2dd-ddea85065a2a req-9f75af93-70b6-4679-8af2-c45d32ece884 tempest-TestSnapshotPattern-1447400055 tempest-TestSnapshotPattern-1447400055-project] 10.222.0.67 "GET /v2.0/security-groups?id=a149acb9-09a7-4832-afec-560ce6ef6d99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453894 Sep 23 20:42:17.175742 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Device 32e8de59-1554-41dd-beb2-6c964276cd00 details requested by agent hyperv_n-h2-713301-16 with host n-h2-713301-16 {{(pid=95103) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 20:42:17.269746 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] For port 32e8de59-1554-41dd-beb2-6c964276cd00, host n-h2-713301-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-16',level=0,port_id=32e8de59-1554-41dd-beb2-6c964276cd00,segment=NetworkSegment(f591818e-3f07-48ac-8bdb-f598804f17b8),segment_id=f591818e-3f07-48ac-8bdb-f598804f17b8)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 20:42:17.281372 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Returning: {'device': '32e8de59-1554-41dd-beb2-6c964276cd00', 'network_id': '8f61de7c-4dfd-4531-bd9b-a371cf4deea5', 'port_id': '32e8de59-1554-41dd-beb2-6c964276cd00', 'mac_address': 'fa:16:3e:29:90:9c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 636, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9836079a-dcf6-44c2-92d5-79df2cb1aa23', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95103) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 20:42:17.323632 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:42:17.336265 n-d-713301-16 neutron-server[95103]: DEBUG neutron.notifiers.nova [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 32e8de59-1554-41dd-beb2-6c964276cd00 {{(pid=95103) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 20:42:17.356750 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] For port 32e8de59-1554-41dd-beb2-6c964276cd00, host n-h2-713301-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-16',level=0,port_id=32e8de59-1554-41dd-beb2-6c964276cd00,segment=NetworkSegment(f591818e-3f07-48ac-8bdb-f598804f17b8),segment_id=f591818e-3f07-48ac-8bdb-f598804f17b8)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 20:42:17.360911 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:42:17.406262 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Pushing event updated for resources: {'Port': ['ID=32e8de59-1554-41dd-beb2-6c964276cd00,revision_number=4']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:42:17.603862 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] get_ports_and_sgs() called for port_ids ['32e8de59-1554-41dd-beb2-6c964276cd00'] {{(pid=95103) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 20:42:18.102937 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eca0836-fb93-47d9-abfd-6e37a6a33fac req-a565688d-28d7-4849-9eec-346f5811e358 tempest-TestSnapshotPattern-1447400055 tempest-TestSnapshotPattern-1447400055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:42:18.104506 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-5eca0836-fb93-47d9-abfd-6e37a6a33fac req-a565688d-28d7-4849-9eec-346f5811e358 tempest-TestSnapshotPattern-1447400055 tempest-TestSnapshotPattern-1447400055-project] 10.222.0.67 "GET /v2.0/ports?device_id=012db6ce-bb79-4fcb-9427-d0083cee90fd HTTP/1.1" status: 200 len: 945 time: 0.0487916 Sep 23 20:42:18.141852 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-5eca0836-fb93-47d9-abfd-6e37a6a33fac req-6b99bcb1-5165-4469-a38d-69cdbde5a458 tempest-TestSnapshotPattern-1447400055 tempest-TestSnapshotPattern-1447400055-project] 10.222.0.67 "GET /v2.0/security-groups?id=a149acb9-09a7-4832-afec-560ce6ef6d99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313737 Sep 23 20:42:19.187798 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Device 32e8de59-1554-41dd-beb2-6c964276cd00 up at agent hyperv_n-h2-713301-16 {{(pid=95103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 20:42:19.239641 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Provisioning for port 32e8de59-1554-41dd-beb2-6c964276cd00 completed by entity L2. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 20:42:19.243468 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Provisioning complete for port 32e8de59-1554-41dd-beb2-6c964276cd00 triggered by entity L2. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 20:42:19.243835 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:42:19.322220 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba65083-59a0-4093-8876-ff6317c7f5d1 req-28d1c26a-486c-4487-8277-0df185900bc7 tempest-TestSnapshotPattern-1447400055 tempest-TestSnapshotPattern-1447400055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:42:19.324729 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-9ba65083-59a0-4093-8876-ff6317c7f5d1 req-28d1c26a-486c-4487-8277-0df185900bc7 tempest-TestSnapshotPattern-1447400055 tempest-TestSnapshotPattern-1447400055-project] 10.222.0.67 "GET /v2.0/ports?device_id=012db6ce-bb79-4fcb-9427-d0083cee90fd HTTP/1.1" status: 200 len: 945 time: 0.1127496 Sep 23 20:42:19.330299 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:42:19.352504 n-d-713301-16 neutron-server[95103]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '012db6ce-bb79-4fcb-9427-d0083cee90fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '32e8de59-1554-41dd-beb2-6c964276cd00'}] {{(pid=95103) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 20:42:19.354919 n-d-713301-16 neutron-server[95103]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1848421c4d334b5bfe6f5b9de07f03d1600ee538ec1ae4f0fcf02c32f81bee4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b01a1f03-b0d9-4a26-8e2b-1bdf7d623697" -d '{"events": [{"server_uuid": "012db6ce-bb79-4fcb-9427-d0083cee90fd", "name": "network-vif-plugged", "status": "completed", "tag": "32e8de59-1554-41dd-beb2-6c964276cd00"}]}' {{(pid=95103) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 20:42:19.364966 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-9ba65083-59a0-4093-8876-ff6317c7f5d1 req-72797205-c289-49b4-90b9-4efac2b7cda0 tempest-TestSnapshotPattern-1447400055 tempest-TestSnapshotPattern-1447400055-project] 10.222.0.67 "GET /v2.0/security-groups?id=a149acb9-09a7-4832-afec-560ce6ef6d99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343888 Sep 23 20:42:19.368003 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] For port 32e8de59-1554-41dd-beb2-6c964276cd00, host n-h2-713301-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-16',level=0,port_id=32e8de59-1554-41dd-beb2-6c964276cd00,segment=NetworkSegment(f591818e-3f07-48ac-8bdb-f598804f17b8),segment_id=f591818e-3f07-48ac-8bdb-f598804f17b8)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 20:42:19.373051 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:42:19.397056 n-d-713301-16 neutron-server[95103]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 20:42:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4742bdf5-a267-497a-ba7a-8cfabe5f477e x-openstack-request-id: req-4742bdf5-a267-497a-ba7a-8cfabe5f477e {{(pid=95103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 20:42:19.397340 n-d-713301-16 neutron-server[95103]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "012db6ce-bb79-4fcb-9427-d0083cee90fd", "name": "network-vif-plugged", "status": "completed", "tag": "32e8de59-1554-41dd-beb2-6c964276cd00", "code": 200}]} {{(pid=95103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 20:42:19.397592 n-d-713301-16 neutron-server[95103]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-4742bdf5-a267-497a-ba7a-8cfabe5f477e {{(pid=95103) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 20:42:19.397971 n-d-713301-16 neutron-server[95103]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '012db6ce-bb79-4fcb-9427-d0083cee90fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '32e8de59-1554-41dd-beb2-6c964276cd00', 'code': 200} Sep 23 20:42:19.424339 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Pushing event updated for resources: {'Port': ['ID=32e8de59-1554-41dd-beb2-6c964276cd00,revision_number=5']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:42:19.490408 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea60fd4-d763-4bf5-8bf9-74c0086badf2 req-c6b56faa-02c2-4c49-93a0-4e47cd9010f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:42:19.491934 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-aea60fd4-d763-4bf5-8bf9-74c0086badf2 req-c6b56faa-02c2-4c49-93a0-4e47cd9010f4 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=012db6ce-bb79-4fcb-9427-d0083cee90fd HTTP/1.1" status: 200 len: 1098 time: 0.0405283 Sep 23 20:42:19.529748 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-aea60fd4-d763-4bf5-8bf9-74c0086badf2 req-fe227653-7e3e-4600-9a28-3a0a3a2796b6 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=a149acb9-09a7-4832-afec-560ce6ef6d99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304816 Sep 23 20:42:19.863926 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-fe88a76a-625b-46cc-962e-b275801e1e5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:42:20.488674 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63863e8f-cc9c-42bb-b5d7-24d1bc253687 req-836fb4f9-8a58-45e2-b2f7-e7effdade2e0 tempest-TestSnapshotPattern-1447400055 tempest-TestSnapshotPattern-1447400055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:42:20.490450 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-63863e8f-cc9c-42bb-b5d7-24d1bc253687 req-836fb4f9-8a58-45e2-b2f7-e7effdade2e0 tempest-TestSnapshotPattern-1447400055 tempest-TestSnapshotPattern-1447400055-project] 10.222.0.67 "GET /v2.0/ports?device_id=012db6ce-bb79-4fcb-9427-d0083cee90fd HTTP/1.1" status: 200 len: 946 time: 0.0514245 Sep 23 20:42:20.530470 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-63863e8f-cc9c-42bb-b5d7-24d1bc253687 req-3119246d-abe9-47dd-a0eb-6aabcd2ce2cf tempest-TestSnapshotPattern-1447400055 tempest-TestSnapshotPattern-1447400055-project] 10.222.0.67 "GET /v2.0/security-groups?id=a149acb9-09a7-4832-afec-560ce6ef6d99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333221 Sep 23 20:42:21.655252 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a34077d1-41e1-4a5a-bafd-ffb96359915c req-5a3b05d8-d251-4183-ae44-c10511e9d458 tempest-TestSnapshotPattern-1447400055 tempest-TestSnapshotPattern-1447400055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:42:21.656771 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-a34077d1-41e1-4a5a-bafd-ffb96359915c req-5a3b05d8-d251-4183-ae44-c10511e9d458 tempest-TestSnapshotPattern-1447400055 tempest-TestSnapshotPattern-1447400055-project] 10.222.0.67 "GET /v2.0/ports?device_id=012db6ce-bb79-4fcb-9427-d0083cee90fd HTTP/1.1" status: 200 len: 946 time: 0.0481303 Sep 23 20:42:21.693995 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-a34077d1-41e1-4a5a-bafd-ffb96359915c req-cc5a3e74-a104-4a74-a9c5-237789eb2fa2 tempest-TestSnapshotPattern-1447400055 tempest-TestSnapshotPattern-1447400055-project] 10.222.0.67 "GET /v2.0/security-groups?id=a149acb9-09a7-4832-afec-560ce6ef6d99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311022 Sep 23 20:42:21.809893 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78cb0897-633d-4780-9ed4-17dedfde9e04 req-d82683e4-8b7d-476f-9a58-536a535886fd tempest-TestSnapshotPattern-1447400055 tempest-TestSnapshotPattern-1447400055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:42:21.811358 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-78cb0897-633d-4780-9ed4-17dedfde9e04 req-d82683e4-8b7d-476f-9a58-536a535886fd tempest-TestSnapshotPattern-1447400055 tempest-TestSnapshotPattern-1447400055-project] 10.222.0.67 "GET /v2.0/ports?device_id=012db6ce-bb79-4fcb-9427-d0083cee90fd HTTP/1.1" status: 200 len: 946 time: 0.0479257 Sep 23 20:42:21.851716 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-78cb0897-633d-4780-9ed4-17dedfde9e04 req-45b30602-5e77-4720-bd96-8b719617ef49 tempest-TestSnapshotPattern-1447400055 tempest-TestSnapshotPattern-1447400055-project] 10.222.0.67 "GET /v2.0/security-groups?id=a149acb9-09a7-4832-afec-560ce6ef6d99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345407 Sep 23 20:42:21.873447 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 36554) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:42:21.912988 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23369146-79f9-4c91-bef4-b9274ff0cd53 tempest-TestSnapshotPattern-1461037558 tempest-TestSnapshotPattern-1461037558-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:42:21.914494 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-23369146-79f9-4c91-bef4-b9274ff0cd53 tempest-TestSnapshotPattern-1461037558 tempest-TestSnapshotPattern-1461037558-project-admin] 10.222.0.67 "GET /v2.0/ports?device_id=012db6ce-bb79-4fcb-9427-d0083cee90fd HTTP/1.1" status: 200 len: 1093 time: 0.0400763 Sep 23 20:42:21.917229 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 36556) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:42:21.921397 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.v2.base [None req-6a7432dc-4cfb-4c21-ac90-2e41c8906769 tempest-TestSnapshotPattern-1447400055 tempest-TestSnapshotPattern-1447400055-project] Request body: {'floatingip': {'floating_network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'port_id': '32e8de59-1554-41dd-beb2-6c964276cd00', 'tenant_id': 'b88208f09c3d42f6a469606e889be8e5', 'fixed_ip_address': '172.20.0.12'}} {{(pid=95102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 20:42:21.941484 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-6a7432dc-4cfb-4c21-ac90-2e41c8906769 tempest-TestSnapshotPattern-1447400055 tempest-TestSnapshotPattern-1447400055-project] Notify callbacks [] for floatingip, before_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:42:22.034594 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-6a7432dc-4cfb-4c21-ac90-2e41c8906769 tempest-TestSnapshotPattern-1447400055 tempest-TestSnapshotPattern-1447400055-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:42:22.137576 n-d-713301-16 neutron-server[95102]: DEBUG neutron.db.db_base_plugin_common [None req-6a7432dc-4cfb-4c21-ac90-2e41c8906769 tempest-TestSnapshotPattern-1447400055 tempest-TestSnapshotPattern-1447400055-project] Allocated IP 172.25.1.83 (5dec5c09-378e-4f50-89cc-d94eb81c3bac/eff83446-018c-428d-b3f5-54ac9abe7a2a/b7599c58-1b6b-4acb-a7e0-bdfe52c71634) {{(pid=95102) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 20:42:22.237363 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-6a7432dc-4cfb-4c21-ac90-2e41c8906769 tempest-TestSnapshotPattern-1447400055 tempest-TestSnapshotPattern-1447400055-project] Notify callbacks [] for port, precommit_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:42:22.273679 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-6a7432dc-4cfb-4c21-ac90-2e41c8906769 tempest-TestSnapshotPattern-1447400055 tempest-TestSnapshotPattern-1447400055-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783145673135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4399100'] for port, after_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:42:22.308946 n-d-713301-16 neutron-server[95102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a7432dc-4cfb-4c21-ac90-2e41c8906769 tempest-TestSnapshotPattern-1447400055 tempest-TestSnapshotPattern-1447400055-project] Network 5dec5c09-378e-4f50-89cc-d94eb81c3bac is already hosted by enough agents. {{(pid=95102) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 20:42:22.311733 n-d-713301-16 neutron-server[95102]: DEBUG neutron.scheduler.base_scheduler [None req-6a7432dc-4cfb-4c21-ac90-2e41c8906769 tempest-TestSnapshotPattern-1447400055 tempest-TestSnapshotPattern-1447400055-project] Resources bound (agent type, host, resource id): {{(pid=95102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 20:42:22.315098 n-d-713301-16 neutron-server[95102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a7432dc-4cfb-4c21-ac90-2e41c8906769 tempest-TestSnapshotPattern-1447400055 tempest-TestSnapshotPattern-1447400055-project] Received port after_create {{(pid=95102) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 20:42:22.340858 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a7432dc-4cfb-4c21-ac90-2e41c8906769 tempest-TestSnapshotPattern-1447400055 tempest-TestSnapshotPattern-1447400055-project] Pushing event updated for resources: {'Port': ['ID=b7599c58-1b6b-4acb-a7e0-bdfe52c71634,revision_number=1']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:42:22.649095 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-6a7432dc-4cfb-4c21-ac90-2e41c8906769 tempest-TestSnapshotPattern-1447400055 tempest-TestSnapshotPattern-1447400055-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:42:22.719151 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-6a7432dc-4cfb-4c21-ac90-2e41c8906769 tempest-TestSnapshotPattern-1447400055 tempest-TestSnapshotPattern-1447400055-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:42:22.865401 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-6a7432dc-4cfb-4c21-ac90-2e41c8906769 tempest-TestSnapshotPattern-1447400055 tempest-TestSnapshotPattern-1447400055-project] Notify callbacks [] for port, precommit_update {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:42:22.869763 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-6a7432dc-4cfb-4c21-ac90-2e41c8906769 tempest-TestSnapshotPattern-1447400055 tempest-TestSnapshotPattern-1447400055-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4399095'] for port, after_update {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:42:22.936143 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a7432dc-4cfb-4c21-ac90-2e41c8906769 tempest-TestSnapshotPattern-1447400055 tempest-TestSnapshotPattern-1447400055-project] Pushing event updated for resources: {'Port': ['ID=b7599c58-1b6b-4acb-a7e0-bdfe52c71634,revision_number=2']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:42:22.945730 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-6a7432dc-4cfb-4c21-ac90-2e41c8906769 tempest-TestSnapshotPattern-1447400055 tempest-TestSnapshotPattern-1447400055-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-601884'] for floatingip, after_create {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:42:23.080490 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-2869a488-f60d-4e3a-b563-1ef6fd0a59c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:42:23.263359 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:42:23.364013 n-d-713301-16 neutron-server[95102]: INFO neutron.db.l3_db [None req-6a7432dc-4cfb-4c21-ac90-2e41c8906769 tempest-TestSnapshotPattern-1447400055 tempest-TestSnapshotPattern-1447400055-project] Floating IP b2416fe9-48f5-4ef9-b8cc-8b34711682ed associated. External IP: 172.25.1.83, port: 32e8de59-1554-41dd-beb2-6c964276cd00. Sep 23 20:42:23.565506 n-d-713301-16 neutron-server[95102]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6a7432dc-4cfb-4c21-ac90-2e41c8906769 tempest-TestSnapshotPattern-1447400055 tempest-TestSnapshotPattern-1447400055-project] Router 460d5a08-fb52-4e87-ae55-3b4ada5833ce has already been hosted by L3 agent 79a740bf-7821-4989-8288-7186e3e128f3 {{(pid=95102) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 20:42:23.671368 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a7432dc-4cfb-4c21-ac90-2e41c8906769 tempest-TestSnapshotPattern-1447400055 tempest-TestSnapshotPattern-1447400055-project] Notify agent at l3_agent.n-d-713301-16 the message routers_updated {{(pid=95102) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 20:42:23.681531 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d2f9e83-7071-4fca-b98b-89c47df92b28 None None] Sync routers for ids ['460d5a08-fb52-4e87-ae55-3b4ada5833ce'] in n-d-713301-16 {{(pid=95104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 20:42:23.687223 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-6a7432dc-4cfb-4c21-ac90-2e41c8906769 tempest-TestSnapshotPattern-1447400055 tempest-TestSnapshotPattern-1447400055-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222849'] for floatingip, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:42:23.691494 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d2f9e83-7071-4fca-b98b-89c47df92b28 None None] Routers {'460d5a08-fb52-4e87-ae55-3b4ada5833ce'} bound to L3 agent in host n-d-713301-16 {{(pid=95104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 20:42:23.692113 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_hamode_db [None req-7d2f9e83-7071-4fca-b98b-89c47df92b28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-23T19:07:52Z,description=,heartbeat_timestamp=2021-09-23T20:42:23Z,host='n-d-713301-16',id=79a740bf-7821-4989-8288-7186e3e128f3,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:07:52Z,topic='l3_agent')) {'router_ids': ['460d5a08-fb52-4e87-ae55-3b4ada5833ce'], 'active': True} {{(pid=95104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 20:42:23.715527 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-6a7432dc-4cfb-4c21-ac90-2e41c8906769 tempest-TestSnapshotPattern-1447400055 tempest-TestSnapshotPattern-1447400055-project] 10.222.0.67 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.7972829 Sep 23 20:42:23.716115 n-d-713301-16 neutron-server[95102]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '012db6ce-bb79-4fcb-9427-d0083cee90fd', 'tag': '32e8de59-1554-41dd-beb2-6c964276cd00'}] {{(pid=95102) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 20:42:23.718388 n-d-713301-16 neutron-server[95102]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a8356a6bd5e554bb349ddb806ba98ee8c25ce2b3f69d698f62da31b860ff3eb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dfc4e3e2-a7c9-43ee-b078-a040eb9c6850" -d '{"events": [{"name": "network-changed", "server_uuid": "012db6ce-bb79-4fcb-9427-d0083cee90fd", "tag": "32e8de59-1554-41dd-beb2-6c964276cd00"}]}' {{(pid=95102) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 20:42:23.754409 n-d-713301-16 neutron-server[95102]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 20:42:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4646adf-252d-4f64-8360-eadfb8c7915e x-openstack-request-id: req-b4646adf-252d-4f64-8360-eadfb8c7915e {{(pid=95102) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 20:42:23.755013 n-d-713301-16 neutron-server[95102]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "012db6ce-bb79-4fcb-9427-d0083cee90fd", "tag": "32e8de59-1554-41dd-beb2-6c964276cd00", "status": "completed", "code": 200}]} {{(pid=95102) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 20:42:23.755013 n-d-713301-16 neutron-server[95102]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-b4646adf-252d-4f64-8360-eadfb8c7915e {{(pid=95102) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 20:42:23.755325 n-d-713301-16 neutron-server[95102]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '012db6ce-bb79-4fcb-9427-d0083cee90fd', 'tag': '32e8de59-1554-41dd-beb2-6c964276cd00', 'status': 'completed', 'code': 200} Sep 23 20:42:23.776140 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-0ae75029-feb6-4728-9a94-5f9b60993d82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:42:23.825737 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc4e3e2-a7c9-43ee-b078-a040eb9c6850 req-4ecf3032-50db-4de6-add4-076959880080 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:42:23.828383 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-dfc4e3e2-a7c9-43ee-b078-a040eb9c6850 req-4ecf3032-50db-4de6-add4-076959880080 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=b88208f09c3d42f6a469606e889be8e5&device_id=012db6ce-bb79-4fcb-9427-d0083cee90fd HTTP/1.1" status: 200 len: 1098 time: 0.0494132 Sep 23 20:42:23.895825 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_dvr_db [None req-7d2f9e83-7071-4fca-b98b-89c47df92b28 None None] Set router 460d5a08-fb52-4e87-ae55-3b4ada5833ce gateway port host: n-d-713301-16 {{(pid=95104) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 20:42:23.924575 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc4e3e2-a7c9-43ee-b078-a040eb9c6850 req-3dfeaa0f-a30b-46e8-b3b9-ff66e3052f91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:42:23.926183 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-dfc4e3e2-a7c9-43ee-b078-a040eb9c6850 req-3dfeaa0f-a30b-46e8-b3b9-ff66e3052f91 service neutron] 10.222.0.53 "GET /v2.0/networks?id=8f61de7c-4dfd-4531-bd9b-a371cf4deea5 HTTP/1.1" status: 200 len: 910 time: 0.0901365 Sep 23 20:42:23.990976 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-dfc4e3e2-a7c9-43ee-b078-a040eb9c6850 req-6a7fd934-bece-45e3-ae66-16297499c196 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=32e8de59-1554-41dd-beb2-6c964276cd00 HTTP/1.1" status: 200 len: 999 time: 0.0578918 Sep 23 20:42:24.044948 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc4e3e2-a7c9-43ee-b078-a040eb9c6850 req-2d792b4f-1c7b-4b31-bc65-ba24b60f9aad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:42:24.046428 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-dfc4e3e2-a7c9-43ee-b078-a040eb9c6850 req-2d792b4f-1c7b-4b31-bc65-ba24b60f9aad service neutron] 10.222.0.53 "GET /v2.0/subnets?id=9836079a-dcf6-44c2-92d5-79df2cb1aa23 HTTP/1.1" status: 200 len: 848 time: 0.0491369 Sep 23 20:42:24.092145 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc4e3e2-a7c9-43ee-b078-a040eb9c6850 req-e80dc079-0699-44ed-b186-bd90d683998a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:42:24.093808 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-dfc4e3e2-a7c9-43ee-b078-a040eb9c6850 req-e80dc079-0699-44ed-b186-bd90d683998a service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=8f61de7c-4dfd-4531-bd9b-a371cf4deea5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0399194 Sep 23 20:42:24.120246 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_hamode_db [None req-7d2f9e83-7071-4fca-b98b-89c47df92b28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '460d5a08-fb52-4e87-ae55-3b4ada5833ce', 'name': 'tempest-TestSnapshotPattern-433595857-router', 'tenant_id': 'b88208f09c3d42f6a469606e889be8e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'external_fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.254'}], 'enable_snat': True}, 'gw_port_id': '631049cb-14fe-444a-b61e-1e485fba65b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T20:39:26Z', 'updated_at': '2021-09-23T20:39:29Z', 'revision_number': 4, 'project_id': 'b88208f09c3d42f6a469606e889be8e5', 'gw_port': {'id': '631049cb-14fe-444a-b61e-1e485fba65b6', 'name': '', 'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:b6:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '460d5a08-fb52-4e87-ae55-3b4ada5833ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T20:39:26Z', 'updated_at': '2021-09-23T20:39:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-16', '_floatingips': [{'id': '76e2c582-4a54-426f-9cf9-37f8fe23d3cc', 'tenant_id': 'b88208f09c3d42f6a469606e889be8e5', 'floating_ip_address': '172.25.1.73', 'floating_network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'router_id': '460d5a08-fb52-4e87-ae55-3b4ada5833ce', 'port_id': '955ff58d-09c6-419c-9f2b-b3d7f6cf60b4', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 4350, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8f61de7c-4dfd-4531-bd9b-a371cf4deea5', 'mac_address': 'fa:16:3e:4b:ea:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a31d08ec-d55f-4238-9077-e0e040ccad48', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-23T20:39:47Z', 'updated_at': '2021-09-23T20:39:49Z', 'revision_number': 1, 'project_id': 'b88208f09c3d42f6a469606e889be8e5', 'fixed_ip_address_scope': None}, {'id': 'b2416fe9-48f5-4ef9-b8cc-8b34711682ed', 'tenant_id': 'b88208f09c3d42f6a469606e889be8e5', 'floating_ip_address': '172.25.1.83', 'floating_network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'router_id': '460d5a08-fb52-4e87-ae55-3b4ada5833ce', 'port_id': '32e8de59-1554-41dd-beb2-6c964276cd00', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4353, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8f61de7c-4dfd-4531-bd9b-a371cf4deea5', 'mac_address': 'fa:16:3e:29:90:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '012db6ce-bb79-4fcb-9427-d0083cee90fd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-23T20:42:22Z', 'updated_at': '2021-09-23T20:42:22Z', 'revision_number': 0, 'project_id': 'b88208f09c3d42f6a469606e889be8e5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '155035e6-1a31-46eb-a664-bc0dd6fa8213', 'name': '', 'network_id': '8f61de7c-4dfd-4531-bd9b-a371cf4deea5', 'tenant_id': 'b88208f09c3d42f6a469606e889be8e5', 'mac_address': 'fa:16:3e:71:98:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '460d5a08-fb52-4e87-ae55-3b4ada5833ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': '9836079a-dcf6-44c2-92d5-79df2cb1aa23', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T20:39:28Z', 'updated_at': '2021-09-23T20:39:33Z', 'revision_number': 5, 'project_id': 'b88208f09c3d42f6a469606e889be8e5', 'subnets': [{'id': '9836079a-dcf6-44c2-92d5-79df2cb1aa23', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-16', False) {} {{(pid=95104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 20:42:24.146092 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d2f9e83-7071-4fca-b98b-89c47df92b28 None None] Checking router: 460d5a08-fb52-4e87-ae55-3b4ada5833ce for host: n-d-713301-16 {{(pid=95104) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 20:42:24.154815 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d2f9e83-7071-4fca-b98b-89c47df92b28 None None] Routers {'460d5a08-fb52-4e87-ae55-3b4ada5833ce'} bound to L3 agent in host n-d-713301-16 {{(pid=95104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 20:42:24.155417 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_hamode_db [None req-7d2f9e83-7071-4fca-b98b-89c47df92b28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-23T19:07:52Z,description=,heartbeat_timestamp=2021-09-23T20:42:23Z,host='n-d-713301-16',id=79a740bf-7821-4989-8288-7186e3e128f3,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:07:52Z,topic='l3_agent')) {'router_ids': ['460d5a08-fb52-4e87-ae55-3b4ada5833ce'], 'active': True} {{(pid=95104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 20:42:24.182556 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-dfc4e3e2-a7c9-43ee-b078-a040eb9c6850 req-07ab7624-5ec7-4a16-9f2e-f174ceeab388 service neutron] 10.222.0.53 "GET /v2.0/networks/8f61de7c-4dfd-4531-bd9b-a371cf4deea5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812025 Sep 23 20:42:24.263050 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_dvr_db [None req-7d2f9e83-7071-4fca-b98b-89c47df92b28 None None] Set router 460d5a08-fb52-4e87-ae55-3b4ada5833ce gateway port host: n-d-713301-16 {{(pid=95104) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 20:42:24.278663 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-dfc4e3e2-a7c9-43ee-b078-a040eb9c6850 req-f25d2c92-0eec-44b4-b857-064c0c984a4d service neutron] 10.222.0.53 "GET /v2.0/networks/8f61de7c-4dfd-4531-bd9b-a371cf4deea5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887229 Sep 23 20:42:24.487738 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_hamode_db [None req-7d2f9e83-7071-4fca-b98b-89c47df92b28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '460d5a08-fb52-4e87-ae55-3b4ada5833ce', 'name': 'tempest-TestSnapshotPattern-433595857-router', 'tenant_id': 'b88208f09c3d42f6a469606e889be8e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'external_fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.254'}], 'enable_snat': True}, 'gw_port_id': '631049cb-14fe-444a-b61e-1e485fba65b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T20:39:26Z', 'updated_at': '2021-09-23T20:39:29Z', 'revision_number': 4, 'project_id': 'b88208f09c3d42f6a469606e889be8e5', 'gw_port': {'id': '631049cb-14fe-444a-b61e-1e485fba65b6', 'name': '', 'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:b6:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '460d5a08-fb52-4e87-ae55-3b4ada5833ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T20:39:26Z', 'updated_at': '2021-09-23T20:39:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-16', '_floatingips': [{'id': '76e2c582-4a54-426f-9cf9-37f8fe23d3cc', 'tenant_id': 'b88208f09c3d42f6a469606e889be8e5', 'floating_ip_address': '172.25.1.73', 'floating_network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'router_id': '460d5a08-fb52-4e87-ae55-3b4ada5833ce', 'port_id': '955ff58d-09c6-419c-9f2b-b3d7f6cf60b4', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 4350, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8f61de7c-4dfd-4531-bd9b-a371cf4deea5', 'mac_address': 'fa:16:3e:4b:ea:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a31d08ec-d55f-4238-9077-e0e040ccad48', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-23T20:39:47Z', 'updated_at': '2021-09-23T20:39:49Z', 'revision_number': 1, 'project_id': 'b88208f09c3d42f6a469606e889be8e5', 'fixed_ip_address_scope': None}, {'id': 'b2416fe9-48f5-4ef9-b8cc-8b34711682ed', 'tenant_id': 'b88208f09c3d42f6a469606e889be8e5', 'floating_ip_address': '172.25.1.83', 'floating_network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'router_id': '460d5a08-fb52-4e87-ae55-3b4ada5833ce', 'port_id': '32e8de59-1554-41dd-beb2-6c964276cd00', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4353, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8f61de7c-4dfd-4531-bd9b-a371cf4deea5', 'mac_address': 'fa:16:3e:29:90:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '012db6ce-bb79-4fcb-9427-d0083cee90fd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-23T20:42:22Z', 'updated_at': '2021-09-23T20:42:22Z', 'revision_number': 0, 'project_id': 'b88208f09c3d42f6a469606e889be8e5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '155035e6-1a31-46eb-a664-bc0dd6fa8213', 'name': '', 'network_id': '8f61de7c-4dfd-4531-bd9b-a371cf4deea5', 'tenant_id': 'b88208f09c3d42f6a469606e889be8e5', 'mac_address': 'fa:16:3e:71:98:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '460d5a08-fb52-4e87-ae55-3b4ada5833ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': '9836079a-dcf6-44c2-92d5-79df2cb1aa23', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T20:39:28Z', 'updated_at': '2021-09-23T20:39:33Z', 'revision_number': 5, 'project_id': 'b88208f09c3d42f6a469606e889be8e5', 'subnets': [{'id': '9836079a-dcf6-44c2-92d5-79df2cb1aa23', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-16', False) {} {{(pid=95104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 20:42:24.513172 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d2f9e83-7071-4fca-b98b-89c47df92b28 None None] The sync data for ids ['460d5a08-fb52-4e87-ae55-3b4ada5833ce'] in n-d-713301-16 is: [{'id': '460d5a08-fb52-4e87-ae55-3b4ada5833ce', 'name': 'tempest-TestSnapshotPattern-433595857-router', 'tenant_id': 'b88208f09c3d42f6a469606e889be8e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'external_fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.254'}], 'enable_snat': True}, 'gw_port_id': '631049cb-14fe-444a-b61e-1e485fba65b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T20:39:26Z', 'updated_at': '2021-09-23T20:39:29Z', 'revision_number': 4, 'project_id': 'b88208f09c3d42f6a469606e889be8e5', 'gw_port': {'id': '631049cb-14fe-444a-b61e-1e485fba65b6', 'name': '', 'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:b6:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '460d5a08-fb52-4e87-ae55-3b4ada5833ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T20:39:26Z', 'updated_at': '2021-09-23T20:39:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-16', '_floatingips': [{'id': '76e2c582-4a54-426f-9cf9-37f8fe23d3cc', 'tenant_id': 'b88208f09c3d42f6a469606e889be8e5', 'floating_ip_address': '172.25.1.73', 'floating_network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'router_id': '460d5a08-fb52-4e87-ae55-3b4ada5833ce', 'port_id': '955ff58d-09c6-419c-9f2b-b3d7f6cf60b4', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 4350, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8f61de7c-4dfd-4531-bd9b-a371cf4deea5', 'mac_address': 'fa:16:3e:4b:ea:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a31d08ec-d55f-4238-9077-e0e040ccad48', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-23T20:39:47Z', 'updated_at': '2021-09-23T20:39:49Z', 'revision_number': 1, 'project_id': 'b88208f09c3d42f6a469606e889be8e5', 'fixed_ip_address_scope': None}, {'id': 'b2416fe9-48f5-4ef9-b8cc-8b34711682ed', 'tenant_id': 'b88208f09c3d42f6a469606e889be8e5', 'floating_ip_address': '172.25.1.83', 'floating_network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'router_id': '460d5a08-fb52-4e87-ae55-3b4ada5833ce', 'port_id': '32e8de59-1554-41dd-beb2-6c964276cd00', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4353, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8f61de7c-4dfd-4531-bd9b-a371cf4deea5', 'mac_address': 'fa:16:3e:29:90:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '012db6ce-bb79-4fcb-9427-d0083cee90fd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-23T20:42:22Z', 'updated_at': '2021-09-23T20:42:22Z', 'revision_number': 0, 'project_id': 'b88208f09c3d42f6a469606e889be8e5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '155035e6-1a31-46eb-a664-bc0dd6fa8213', 'name': '', 'network_id': '8f61de7c-4dfd-4531-bd9b-a371cf4deea5', 'tenant_id': 'b88208f09c3d42f6a469606e889be8e5', 'mac_address': 'fa:16:3e:71:98:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '460d5a08-fb52-4e87-ae55-3b4ada5833ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': '9836079a-dcf6-44c2-92d5-79df2cb1aa23', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T20:39:28Z', 'updated_at': '2021-09-23T20:39:33Z', 'revision_number': 5, 'project_id': 'b88208f09c3d42f6a469606e889be8e5', 'subnets': [{'id': '9836079a-dcf6-44c2-92d5-79df2cb1aa23', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 20:42:24.706247 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05fe5462-a9d0-461c-889d-bb173ccacff4 None None] New status for floating IP b2416fe9-48f5-4ef9-b8cc-8b34711682ed: ACTIVE {{(pid=95103) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 23 20:42:25.611914 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-80e7e501-6c57-470d-92c6-e3d54bc3195c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:42:28.762340 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:42:29.057943 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:42:30.546123 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.agents_db [None req-f2f5c474-60a3-474f-b2cc-02c4bd30880c None None] Agent healthcheck: found 7 active agents {{(pid=95104) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 20:42:46.161435 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-8356b198-db0a-43ef-a9b5-cb69ea425cad req-339c9136-3afa-491a-b5f7-23dad82cf1f0 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=a31d08ec-d55f-4238-9077-e0e040ccad48&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0404806 Sep 23 20:42:46.244535 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8356b198-db0a-43ef-a9b5-cb69ea425cad req-00fbc98f-9359-4c93-be45-7604fed920fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:42:46.246646 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-8356b198-db0a-43ef-a9b5-cb69ea425cad req-00fbc98f-9359-4c93-be45-7604fed920fd service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=b88208f09c3d42f6a469606e889be8e5&device_id=a31d08ec-d55f-4238-9077-e0e040ccad48 HTTP/1.1" status: 200 len: 1095 time: 0.0443854 Sep 23 20:42:46.348071 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8356b198-db0a-43ef-a9b5-cb69ea425cad req-424e47fe-e571-45b9-ae65-431eb771ad16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:42:46.349593 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-8356b198-db0a-43ef-a9b5-cb69ea425cad req-424e47fe-e571-45b9-ae65-431eb771ad16 service neutron] 10.222.0.74 "GET /v2.0/networks?id=8f61de7c-4dfd-4531-bd9b-a371cf4deea5 HTTP/1.1" status: 200 len: 910 time: 0.0838840 Sep 23 20:42:46.418798 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-8356b198-db0a-43ef-a9b5-cb69ea425cad req-1a6fd4f1-a051-442d-82e4-91871eb9ae18 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=955ff58d-09c6-419c-9f2b-b3d7f6cf60b4 HTTP/1.1" status: 200 len: 998 time: 0.0613663 Sep 23 20:42:46.468572 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8356b198-db0a-43ef-a9b5-cb69ea425cad req-f30c6d5a-5af9-4d7e-9924-22832b8d1732 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:42:46.470135 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-8356b198-db0a-43ef-a9b5-cb69ea425cad req-f30c6d5a-5af9-4d7e-9924-22832b8d1732 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=9836079a-dcf6-44c2-92d5-79df2cb1aa23 HTTP/1.1" status: 200 len: 848 time: 0.0439780 Sep 23 20:42:46.515641 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8356b198-db0a-43ef-a9b5-cb69ea425cad req-ad3cfa13-79f6-4fb2-b693-b27bb6da582a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:42:46.517122 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-8356b198-db0a-43ef-a9b5-cb69ea425cad req-ad3cfa13-79f6-4fb2-b693-b27bb6da582a service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=8f61de7c-4dfd-4531-bd9b-a371cf4deea5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0400696 Sep 23 20:42:46.612576 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-8356b198-db0a-43ef-a9b5-cb69ea425cad req-c4b96b08-767f-48b5-a2c3-959be79bfccd service neutron] 10.222.0.74 "GET /v2.0/networks/8f61de7c-4dfd-4531-bd9b-a371cf4deea5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876951 Sep 23 20:42:46.707862 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-8356b198-db0a-43ef-a9b5-cb69ea425cad req-d763a786-ae31-4708-99d8-327a9d66c485 service neutron] 10.222.0.74 "GET /v2.0/networks/8f61de7c-4dfd-4531-bd9b-a371cf4deea5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885754 Sep 23 20:42:49.865783 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-14aaa1c4-0329-4c31-a645-6a4b008f8c2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:42:49.985501 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-10778fa3-e9c5-4b7b-9b92-a086aecb0051 req-df680db9-a386-429a-b196-c9ca34e651a5 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=012db6ce-bb79-4fcb-9427-d0083cee90fd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0444441 Sep 23 20:42:50.070604 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10778fa3-e9c5-4b7b-9b92-a086aecb0051 req-a22b15cc-15c2-4d81-91c5-bbddea3be411 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:42:50.072206 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-10778fa3-e9c5-4b7b-9b92-a086aecb0051 req-a22b15cc-15c2-4d81-91c5-bbddea3be411 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=b88208f09c3d42f6a469606e889be8e5&device_id=012db6ce-bb79-4fcb-9427-d0083cee90fd HTTP/1.1" status: 200 len: 1098 time: 0.0436587 Sep 23 20:42:50.179531 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10778fa3-e9c5-4b7b-9b92-a086aecb0051 req-bdacb6f8-8fa9-4fb0-869f-2154ce6aa579 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:42:50.181061 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-10778fa3-e9c5-4b7b-9b92-a086aecb0051 req-bdacb6f8-8fa9-4fb0-869f-2154ce6aa579 service neutron] 10.222.0.53 "GET /v2.0/networks?id=8f61de7c-4dfd-4531-bd9b-a371cf4deea5 HTTP/1.1" status: 200 len: 910 time: 0.0894194 Sep 23 20:42:50.250938 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-10778fa3-e9c5-4b7b-9b92-a086aecb0051 req-1b7b46fd-c87d-47c2-8a92-802763895e03 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=32e8de59-1554-41dd-beb2-6c964276cd00 HTTP/1.1" status: 200 len: 1001 time: 0.0626793 Sep 23 20:42:50.310116 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10778fa3-e9c5-4b7b-9b92-a086aecb0051 req-6f90612f-b9ef-46ba-9f64-b9d5f52e8bd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:42:50.311570 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-10778fa3-e9c5-4b7b-9b92-a086aecb0051 req-6f90612f-b9ef-46ba-9f64-b9d5f52e8bd7 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=9836079a-dcf6-44c2-92d5-79df2cb1aa23 HTTP/1.1" status: 200 len: 848 time: 0.0446305 Sep 23 20:42:50.372709 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10778fa3-e9c5-4b7b-9b92-a086aecb0051 req-f7e65e9c-d400-49c1-b973-8666a8ee5996 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:42:50.379199 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-10778fa3-e9c5-4b7b-9b92-a086aecb0051 req-f7e65e9c-d400-49c1-b973-8666a8ee5996 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=8f61de7c-4dfd-4531-bd9b-a371cf4deea5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0597892 Sep 23 20:42:50.473149 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-10778fa3-e9c5-4b7b-9b92-a086aecb0051 req-7d6bc188-7e61-4188-b015-8c1ed38ece0c service neutron] 10.222.0.53 "GET /v2.0/networks/8f61de7c-4dfd-4531-bd9b-a371cf4deea5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870912 Sep 23 20:42:50.578735 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-10778fa3-e9c5-4b7b-9b92-a086aecb0051 req-74fadbd5-2732-4c5a-ad14-229def6607f7 service neutron] 10.222.0.53 "GET /v2.0/networks/8f61de7c-4dfd-4531-bd9b-a371cf4deea5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0984044 Sep 23 20:42:53.071600 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-1f699fac-a6be-4fa2-bb7f-e1798e07e878 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:42:53.266390 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:42:53.778796 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-0ae75029-feb6-4728-9a94-5f9b60993d82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:42:55.613787 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-80e7e501-6c57-470d-92c6-e3d54bc3195c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:42:58.752528 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:42:59.062437 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:43:07.546775 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.agents_db [None req-f2f5c474-60a3-474f-b2cc-02c4bd30880c None None] Agent healthcheck: found 7 active agents {{(pid=95104) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 20:43:19.865708 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-0269cc87-5efd-4f13-ab92-c8ecffb73533 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:43:23.071276 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-1973eebb-4f7b-481f-8fc4-3964a6289a9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:43:23.266792 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:43:23.781659 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-0ae75029-feb6-4728-9a94-5f9b60993d82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:43:25.618476 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-80e7e501-6c57-470d-92c6-e3d54bc3195c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:43:28.752184 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:43:29.068172 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:43:44.546350 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.agents_db [None req-f2f5c474-60a3-474f-b2cc-02c4bd30880c None None] Agent healthcheck: found 7 active agents {{(pid=95104) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 20:43:46.218134 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-c364f3eb-58ba-41e8-bba5-63fc22aa7ed4 req-24d4b972-758e-4234-b7cd-3affe6a8fee1 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=a31d08ec-d55f-4238-9077-e0e040ccad48&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1032374 Sep 23 20:43:46.297209 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c364f3eb-58ba-41e8-bba5-63fc22aa7ed4 req-a2bb2492-bebb-4509-a271-878d982b3e9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:43:46.298701 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-c364f3eb-58ba-41e8-bba5-63fc22aa7ed4 req-a2bb2492-bebb-4509-a271-878d982b3e9a service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=b88208f09c3d42f6a469606e889be8e5&device_id=a31d08ec-d55f-4238-9077-e0e040ccad48 HTTP/1.1" status: 200 len: 1095 time: 0.0397446 Sep 23 20:43:46.402986 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c364f3eb-58ba-41e8-bba5-63fc22aa7ed4 req-7a9b5b48-14e5-434b-bf88-ba6b4192dda0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:43:46.404471 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-c364f3eb-58ba-41e8-bba5-63fc22aa7ed4 req-7a9b5b48-14e5-434b-bf88-ba6b4192dda0 service neutron] 10.222.0.74 "GET /v2.0/networks?id=8f61de7c-4dfd-4531-bd9b-a371cf4deea5 HTTP/1.1" status: 200 len: 910 time: 0.0879579 Sep 23 20:43:46.468344 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-c364f3eb-58ba-41e8-bba5-63fc22aa7ed4 req-a9cdbe76-c728-42d9-8556-3ec8c671ca07 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=955ff58d-09c6-419c-9f2b-b3d7f6cf60b4 HTTP/1.1" status: 200 len: 998 time: 0.0573080 Sep 23 20:43:46.515815 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c364f3eb-58ba-41e8-bba5-63fc22aa7ed4 req-6a98221b-6507-465f-981d-057a4efb3e27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:43:46.517262 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-c364f3eb-58ba-41e8-bba5-63fc22aa7ed4 req-6a98221b-6507-465f-981d-057a4efb3e27 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=9836079a-dcf6-44c2-92d5-79df2cb1aa23 HTTP/1.1" status: 200 len: 848 time: 0.0425780 Sep 23 20:43:46.566096 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c364f3eb-58ba-41e8-bba5-63fc22aa7ed4 req-f2f24dc6-8001-4a5f-8f7b-6f19d7fb284b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:43:46.567576 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-c364f3eb-58ba-41e8-bba5-63fc22aa7ed4 req-f2f24dc6-8001-4a5f-8f7b-6f19d7fb284b service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=8f61de7c-4dfd-4531-bd9b-a371cf4deea5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0438602 Sep 23 20:43:46.656520 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-c364f3eb-58ba-41e8-bba5-63fc22aa7ed4 req-131c01a0-623b-4d31-ba37-a44656b603dc service neutron] 10.222.0.74 "GET /v2.0/networks/8f61de7c-4dfd-4531-bd9b-a371cf4deea5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810585 Sep 23 20:43:46.749139 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-c364f3eb-58ba-41e8-bba5-63fc22aa7ed4 req-fc5e8c1f-2a90-4c41-ba17-332514b3a175 service neutron] 10.222.0.74 "GET /v2.0/networks/8f61de7c-4dfd-4531-bd9b-a371cf4deea5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861464 Sep 23 20:43:49.865829 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-3681217b-aa8e-4abc-a9e2-610a603aacb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:43:50.989883 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-29a62567-93af-4d32-b999-bd04e067e993 req-ad20643e-b0fa-4add-9777-5fec550a44e3 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=012db6ce-bb79-4fcb-9427-d0083cee90fd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0410371 Sep 23 20:43:51.074433 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a62567-93af-4d32-b999-bd04e067e993 req-6659b91d-86f3-4cec-bf3c-2450855d9f93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:43:51.075918 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-29a62567-93af-4d32-b999-bd04e067e993 req-6659b91d-86f3-4cec-bf3c-2450855d9f93 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=b88208f09c3d42f6a469606e889be8e5&device_id=012db6ce-bb79-4fcb-9427-d0083cee90fd HTTP/1.1" status: 200 len: 1098 time: 0.0420606 Sep 23 20:43:51.181417 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a62567-93af-4d32-b999-bd04e067e993 req-9fc331f6-c111-4b21-b685-62bb323f34d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:43:51.182866 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-29a62567-93af-4d32-b999-bd04e067e993 req-9fc331f6-c111-4b21-b685-62bb323f34d2 service neutron] 10.222.0.53 "GET /v2.0/networks?id=8f61de7c-4dfd-4531-bd9b-a371cf4deea5 HTTP/1.1" status: 200 len: 910 time: 0.0889173 Sep 23 20:43:51.248656 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-29a62567-93af-4d32-b999-bd04e067e993 req-7d3b82c2-6ea0-4e26-8152-93af6a88ebe5 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=32e8de59-1554-41dd-beb2-6c964276cd00 HTTP/1.1" status: 200 len: 1001 time: 0.0586569 Sep 23 20:43:51.303348 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a62567-93af-4d32-b999-bd04e067e993 req-946e27d3-2db4-4c8d-a695-def35eb992c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:43:51.304852 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-29a62567-93af-4d32-b999-bd04e067e993 req-946e27d3-2db4-4c8d-a695-def35eb992c3 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=9836079a-dcf6-44c2-92d5-79df2cb1aa23 HTTP/1.1" status: 200 len: 848 time: 0.0495310 Sep 23 20:43:51.359287 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a62567-93af-4d32-b999-bd04e067e993 req-bf24e7c2-a9c6-4c1e-8635-337d0acd8e82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:43:51.360843 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-29a62567-93af-4d32-b999-bd04e067e993 req-bf24e7c2-a9c6-4c1e-8635-337d0acd8e82 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=8f61de7c-4dfd-4531-bd9b-a371cf4deea5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0449169 Sep 23 20:43:51.448824 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-29a62567-93af-4d32-b999-bd04e067e993 req-3201ccc9-5bb7-4bcc-a759-1dbbba38aee6 service neutron] 10.222.0.53 "GET /v2.0/networks/8f61de7c-4dfd-4531-bd9b-a371cf4deea5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810885 Sep 23 20:43:51.541381 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-29a62567-93af-4d32-b999-bd04e067e993 req-c60d0e62-8174-4804-8d88-67d4c1096fe7 service neutron] 10.222.0.53 "GET /v2.0/networks/8f61de7c-4dfd-4531-bd9b-a371cf4deea5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848861 Sep 23 20:43:53.071198 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-ea2c5c4b-0ecc-4c14-a08b-fdf7f216d7ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:43:53.267428 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:43:53.786623 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-0ae75029-feb6-4728-9a94-5f9b60993d82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:43:55.622933 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-80e7e501-6c57-470d-92c6-e3d54bc3195c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:43:58.764809 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:43:59.088650 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:43:59.575548 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Device 32e8de59-1554-41dd-beb2-6c964276cd00 details requested by agent hyperv_n-h2-713301-16 with host n-h2-713301-16 {{(pid=95103) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 20:43:59.725680 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] For port 32e8de59-1554-41dd-beb2-6c964276cd00, host n-h2-713301-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-16',level=0,port_id=32e8de59-1554-41dd-beb2-6c964276cd00,segment=NetworkSegment(f591818e-3f07-48ac-8bdb-f598804f17b8),segment_id=f591818e-3f07-48ac-8bdb-f598804f17b8)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 20:43:59.741843 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Returning: {'device': '32e8de59-1554-41dd-beb2-6c964276cd00', 'network_id': '8f61de7c-4dfd-4531-bd9b-a371cf4deea5', 'port_id': '32e8de59-1554-41dd-beb2-6c964276cd00', 'mac_address': 'fa:16:3e:29:90:9c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 636, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9836079a-dcf6-44c2-92d5-79df2cb1aa23', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95103) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 20:43:59.787711 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:43:59.803532 n-d-713301-16 neutron-server[95103]: DEBUG neutron.notifiers.nova [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 32e8de59-1554-41dd-beb2-6c964276cd00 {{(pid=95103) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 20:43:59.828556 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] For port 32e8de59-1554-41dd-beb2-6c964276cd00, host n-h2-713301-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-16',level=0,port_id=32e8de59-1554-41dd-beb2-6c964276cd00,segment=NetworkSegment(f591818e-3f07-48ac-8bdb-f598804f17b8),segment_id=f591818e-3f07-48ac-8bdb-f598804f17b8)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 20:43:59.835993 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:43:59.898498 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Pushing event updated for resources: {'Port': ['ID=32e8de59-1554-41dd-beb2-6c964276cd00,revision_number=6']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:43:59.908147 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:43:59.908497 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:43:59.908876 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:43:59.909250 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:43:59.909581 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:43:59.909940 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:43:59.910254 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:43:59.910586 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:43:59.910921 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:43:59.911247 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:43:59.911575 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:43:59.911914 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:43:59.917214 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] get_ports_and_sgs() called for port_ids ['32e8de59-1554-41dd-beb2-6c964276cd00'] {{(pid=95103) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 20:44:01.589652 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Device 32e8de59-1554-41dd-beb2-6c964276cd00 up at agent hyperv_n-h2-713301-16 {{(pid=95103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 20:44:01.651089 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.provisioning_blocks [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Provisioning complete for port 32e8de59-1554-41dd-beb2-6c964276cd00 triggered by entity L2. {{(pid=95103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 20:44:01.651557 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751265'] for port, provisioning_complete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:44:01.894455 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1710141'] for port, before_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:44:01.924990 n-d-713301-16 neutron-server[95103]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '012db6ce-bb79-4fcb-9427-d0083cee90fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '32e8de59-1554-41dd-beb2-6c964276cd00'}] {{(pid=95103) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 20:44:01.927908 n-d-713301-16 neutron-server[95103]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1848421c4d334b5bfe6f5b9de07f03d1600ee538ec1ae4f0fcf02c32f81bee4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8cc0734f-da15-4764-b70a-409875e25caf" -d '{"events": [{"server_uuid": "012db6ce-bb79-4fcb-9427-d0083cee90fd", "name": "network-vif-plugged", "status": "completed", "tag": "32e8de59-1554-41dd-beb2-6c964276cd00"}]}' {{(pid=95103) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 20:44:01.958340 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] For port 32e8de59-1554-41dd-beb2-6c964276cd00, host n-h2-713301-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-16',level=0,port_id=32e8de59-1554-41dd-beb2-6c964276cd00,segment=NetworkSegment(f591818e-3f07-48ac-8bdb-f598804f17b8),segment_id=f591818e-3f07-48ac-8bdb-f598804f17b8)] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 20:44:01.964074 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783146163204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783145673153', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783145673171'] for port, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:44:01.978263 n-d-713301-16 neutron-server[95103]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 20:44:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da9b238a-96b1-41f8-99c7-9e672ebbfbb0 x-openstack-request-id: req-da9b238a-96b1-41f8-99c7-9e672ebbfbb0 {{(pid=95103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 20:44:01.978579 n-d-713301-16 neutron-server[95103]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "012db6ce-bb79-4fcb-9427-d0083cee90fd", "name": "network-vif-plugged", "status": "completed", "tag": "32e8de59-1554-41dd-beb2-6c964276cd00", "code": 200}]} {{(pid=95103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 20:44:01.978829 n-d-713301-16 neutron-server[95103]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-da9b238a-96b1-41f8-99c7-9e672ebbfbb0 {{(pid=95103) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 20:44:01.979214 n-d-713301-16 neutron-server[95103]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '012db6ce-bb79-4fcb-9427-d0083cee90fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '32e8de59-1554-41dd-beb2-6c964276cd00', 'code': 200} Sep 23 20:44:02.029746 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Pushing event updated for resources: {'Port': ['ID=32e8de59-1554-41dd-beb2-6c964276cd00,revision_number=7']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:44:08.120812 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 36760) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:44:08.277077 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.plugin [None req-204ac24f-1440-45f4-9161-4efd899c0482 tempest-TestSnapshotPattern-1447400055 tempest-TestSnapshotPattern-1447400055-project] Deleting port b7599c58-1b6b-4acb-a7e0-bdfe52c71634 {{(pid=95102) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 20:44:08.277339 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-204ac24f-1440-45f4-9161-4efd899c0482 tempest-TestSnapshotPattern-1447400055 tempest-TestSnapshotPattern-1447400055-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783146157096'] for port, before_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:44:08.358304 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-204ac24f-1440-45f4-9161-4efd899c0482 tempest-TestSnapshotPattern-1447400055 tempest-TestSnapshotPattern-1447400055-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-605701'] for port, precommit_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:44:08.358653 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-204ac24f-1440-45f4-9161-4efd899c0482 tempest-TestSnapshotPattern-1447400055 tempest-TestSnapshotPattern-1447400055-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:44:08.370917 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.plugin [None req-204ac24f-1440-45f4-9161-4efd899c0482 tempest-TestSnapshotPattern-1447400055 tempest-TestSnapshotPattern-1447400055-project] Calling delete_port for b7599c58-1b6b-4acb-a7e0-bdfe52c71634 owned by network:floatingip {{(pid=95102) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 20:44:08.518893 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-204ac24f-1440-45f4-9161-4efd899c0482 tempest-TestSnapshotPattern-1447400055 tempest-TestSnapshotPattern-1447400055-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783146162158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783145673144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4399100'] for port, after_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:44:08.547409 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-204ac24f-1440-45f4-9161-4efd899c0482 tempest-TestSnapshotPattern-1447400055 tempest-TestSnapshotPattern-1447400055-project] Pushing event deleted for resources: {'Port': ['ID=b7599c58-1b6b-4acb-a7e0-bdfe52c71634,revision_number=None']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:44:08.571819 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-204ac24f-1440-45f4-9161-4efd899c0482 tempest-TestSnapshotPattern-1447400055 tempest-TestSnapshotPattern-1447400055-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:44:08.572175 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-204ac24f-1440-45f4-9161-4efd899c0482 tempest-TestSnapshotPattern-1447400055 tempest-TestSnapshotPattern-1447400055-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:44:08.572813 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-204ac24f-1440-45f4-9161-4efd899c0482 tempest-TestSnapshotPattern-1447400055 tempest-TestSnapshotPattern-1447400055-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:44:08.573160 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-204ac24f-1440-45f4-9161-4efd899c0482 tempest-TestSnapshotPattern-1447400055 tempest-TestSnapshotPattern-1447400055-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:44:08.573501 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-204ac24f-1440-45f4-9161-4efd899c0482 tempest-TestSnapshotPattern-1447400055 tempest-TestSnapshotPattern-1447400055-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:44:08.573838 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-204ac24f-1440-45f4-9161-4efd899c0482 tempest-TestSnapshotPattern-1447400055 tempest-TestSnapshotPattern-1447400055-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:44:08.574171 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-204ac24f-1440-45f4-9161-4efd899c0482 tempest-TestSnapshotPattern-1447400055 tempest-TestSnapshotPattern-1447400055-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:44:08.574504 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-204ac24f-1440-45f4-9161-4efd899c0482 tempest-TestSnapshotPattern-1447400055 tempest-TestSnapshotPattern-1447400055-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:44:08.574833 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-204ac24f-1440-45f4-9161-4efd899c0482 tempest-TestSnapshotPattern-1447400055 tempest-TestSnapshotPattern-1447400055-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:44:08.575159 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-204ac24f-1440-45f4-9161-4efd899c0482 tempest-TestSnapshotPattern-1447400055 tempest-TestSnapshotPattern-1447400055-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:44:08.575486 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-204ac24f-1440-45f4-9161-4efd899c0482 tempest-TestSnapshotPattern-1447400055 tempest-TestSnapshotPattern-1447400055-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:44:08.575812 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-204ac24f-1440-45f4-9161-4efd899c0482 tempest-TestSnapshotPattern-1447400055 tempest-TestSnapshotPattern-1447400055-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:44:08.616445 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-204ac24f-1440-45f4-9161-4efd899c0482 tempest-TestSnapshotPattern-1447400055 tempest-TestSnapshotPattern-1447400055-project] Notify callbacks [] for floatingip, after_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:44:08.616811 n-d-713301-16 neutron-server[95102]: INFO neutron.db.l3_db [None req-204ac24f-1440-45f4-9161-4efd899c0482 tempest-TestSnapshotPattern-1447400055 tempest-TestSnapshotPattern-1447400055-project] Floating IP b2416fe9-48f5-4ef9-b8cc-8b34711682ed disassociated (deleted). External IP: 172.25.1.83, port: 32e8de59-1554-41dd-beb2-6c964276cd00. Sep 23 20:44:08.821674 n-d-713301-16 neutron-server[95102]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-204ac24f-1440-45f4-9161-4efd899c0482 tempest-TestSnapshotPattern-1447400055 tempest-TestSnapshotPattern-1447400055-project] Router 460d5a08-fb52-4e87-ae55-3b4ada5833ce has already been hosted by L3 agent 79a740bf-7821-4989-8288-7186e3e128f3 {{(pid=95102) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 20:44:08.925991 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-204ac24f-1440-45f4-9161-4efd899c0482 tempest-TestSnapshotPattern-1447400055 tempest-TestSnapshotPattern-1447400055-project] Notify agent at l3_agent.n-d-713301-16 the message routers_updated {{(pid=95102) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 20:44:08.931443 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-204ac24f-1440-45f4-9161-4efd899c0482 tempest-TestSnapshotPattern-1447400055 tempest-TestSnapshotPattern-1447400055-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222849'] for floatingip, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:44:08.936022 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-571ee927-277d-4ba3-b6aa-120c14cb1613 None None] Sync routers for ids ['460d5a08-fb52-4e87-ae55-3b4ada5833ce'] in n-d-713301-16 {{(pid=95104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 20:44:08.944891 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-571ee927-277d-4ba3-b6aa-120c14cb1613 None None] Routers {'460d5a08-fb52-4e87-ae55-3b4ada5833ce'} bound to L3 agent in host n-d-713301-16 {{(pid=95104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 20:44:08.946059 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_hamode_db [None req-571ee927-277d-4ba3-b6aa-120c14cb1613 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-23T19:07:52Z,description=,heartbeat_timestamp=2021-09-23T20:43:53Z,host='n-d-713301-16',id=79a740bf-7821-4989-8288-7186e3e128f3,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:07:52Z,topic='l3_agent')) {'router_ids': ['460d5a08-fb52-4e87-ae55-3b4ada5833ce'], 'active': True} {{(pid=95104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 20:44:08.958618 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-204ac24f-1440-45f4-9161-4efd899c0482 tempest-TestSnapshotPattern-1447400055 tempest-TestSnapshotPattern-1447400055-project] 10.222.0.67 "DELETE /v2.0/floatingips/b2416fe9-48f5-4ef9-b8cc-8b34711682ed HTTP/1.1" status: 204 len: 168 time: 0.8366868 Sep 23 20:44:08.959212 n-d-713301-16 neutron-server[95102]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '012db6ce-bb79-4fcb-9427-d0083cee90fd', 'tag': '32e8de59-1554-41dd-beb2-6c964276cd00'}] {{(pid=95102) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 20:44:08.961639 n-d-713301-16 neutron-server[95102]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a8356a6bd5e554bb349ddb806ba98ee8c25ce2b3f69d698f62da31b860ff3eb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bce3a982-84d6-418b-bf93-24a730f0aee8" -d '{"events": [{"name": "network-changed", "server_uuid": "012db6ce-bb79-4fcb-9427-d0083cee90fd", "tag": "32e8de59-1554-41dd-beb2-6c964276cd00"}]}' {{(pid=95102) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 20:44:09.002238 n-d-713301-16 neutron-server[95102]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 20:44:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59692bc8-2854-4334-8c93-d1dc5a5b23ec x-openstack-request-id: req-59692bc8-2854-4334-8c93-d1dc5a5b23ec {{(pid=95102) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 20:44:09.002713 n-d-713301-16 neutron-server[95102]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "012db6ce-bb79-4fcb-9427-d0083cee90fd", "tag": "32e8de59-1554-41dd-beb2-6c964276cd00", "status": "completed", "code": 200}]} {{(pid=95102) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 20:44:09.002980 n-d-713301-16 neutron-server[95102]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-59692bc8-2854-4334-8c93-d1dc5a5b23ec {{(pid=95102) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 20:44:09.003452 n-d-713301-16 neutron-server[95102]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '012db6ce-bb79-4fcb-9427-d0083cee90fd', 'tag': '32e8de59-1554-41dd-beb2-6c964276cd00', 'status': 'completed', 'code': 200} Sep 23 20:44:09.056281 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_dvr_db [None req-571ee927-277d-4ba3-b6aa-120c14cb1613 None None] Set router 460d5a08-fb52-4e87-ae55-3b4ada5833ce gateway port host: n-d-713301-16 {{(pid=95104) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 20:44:09.073644 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce3a982-84d6-418b-bf93-24a730f0aee8 req-f05df47b-45eb-49c7-9bc3-77b4582ee8c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:44:09.075545 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-bce3a982-84d6-418b-bf93-24a730f0aee8 req-f05df47b-45eb-49c7-9bc3-77b4582ee8c4 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=b88208f09c3d42f6a469606e889be8e5&device_id=012db6ce-bb79-4fcb-9427-d0083cee90fd HTTP/1.1" status: 200 len: 1098 time: 0.0468371 Sep 23 20:44:09.189410 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce3a982-84d6-418b-bf93-24a730f0aee8 req-4de3844d-c0dc-47ed-9774-47409629e8d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:44:09.190930 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-bce3a982-84d6-418b-bf93-24a730f0aee8 req-4de3844d-c0dc-47ed-9774-47409629e8d6 service neutron] 10.222.0.53 "GET /v2.0/networks?id=8f61de7c-4dfd-4531-bd9b-a371cf4deea5 HTTP/1.1" status: 200 len: 910 time: 0.1067579 Sep 23 20:44:09.235301 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-bce3a982-84d6-418b-bf93-24a730f0aee8 req-32e60040-2d21-4a46-98e1-93cfcb50551e service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=32e8de59-1554-41dd-beb2-6c964276cd00 HTTP/1.1" status: 200 len: 217 time: 0.0354381 Sep 23 20:44:09.293642 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_hamode_db [None req-571ee927-277d-4ba3-b6aa-120c14cb1613 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '460d5a08-fb52-4e87-ae55-3b4ada5833ce', 'name': 'tempest-TestSnapshotPattern-433595857-router', 'tenant_id': 'b88208f09c3d42f6a469606e889be8e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'external_fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.254'}], 'enable_snat': True}, 'gw_port_id': '631049cb-14fe-444a-b61e-1e485fba65b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T20:39:26Z', 'updated_at': '2021-09-23T20:39:29Z', 'revision_number': 4, 'project_id': 'b88208f09c3d42f6a469606e889be8e5', 'gw_port': {'id': '631049cb-14fe-444a-b61e-1e485fba65b6', 'name': '', 'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:b6:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '460d5a08-fb52-4e87-ae55-3b4ada5833ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T20:39:26Z', 'updated_at': '2021-09-23T20:39:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-16', '_floatingips': [{'id': '76e2c582-4a54-426f-9cf9-37f8fe23d3cc', 'tenant_id': 'b88208f09c3d42f6a469606e889be8e5', 'floating_ip_address': '172.25.1.73', 'floating_network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'router_id': '460d5a08-fb52-4e87-ae55-3b4ada5833ce', 'port_id': '955ff58d-09c6-419c-9f2b-b3d7f6cf60b4', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 4350, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8f61de7c-4dfd-4531-bd9b-a371cf4deea5', 'mac_address': 'fa:16:3e:4b:ea:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a31d08ec-d55f-4238-9077-e0e040ccad48', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-23T20:39:47Z', 'updated_at': '2021-09-23T20:39:49Z', 'revision_number': 1, 'project_id': 'b88208f09c3d42f6a469606e889be8e5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '155035e6-1a31-46eb-a664-bc0dd6fa8213', 'name': '', 'network_id': '8f61de7c-4dfd-4531-bd9b-a371cf4deea5', 'tenant_id': 'b88208f09c3d42f6a469606e889be8e5', 'mac_address': 'fa:16:3e:71:98:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '460d5a08-fb52-4e87-ae55-3b4ada5833ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': '9836079a-dcf6-44c2-92d5-79df2cb1aa23', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T20:39:28Z', 'updated_at': '2021-09-23T20:39:33Z', 'revision_number': 5, 'project_id': 'b88208f09c3d42f6a469606e889be8e5', 'subnets': [{'id': '9836079a-dcf6-44c2-92d5-79df2cb1aa23', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-16', False) {} {{(pid=95104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 20:44:09.317742 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce3a982-84d6-418b-bf93-24a730f0aee8 req-0d21f0ee-1372-4de9-854f-12146799b640 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:44:09.319257 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-571ee927-277d-4ba3-b6aa-120c14cb1613 None None] Checking router: 460d5a08-fb52-4e87-ae55-3b4ada5833ce for host: n-d-713301-16 {{(pid=95104) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 20:44:09.319395 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-bce3a982-84d6-418b-bf93-24a730f0aee8 req-0d21f0ee-1372-4de9-854f-12146799b640 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=9836079a-dcf6-44c2-92d5-79df2cb1aa23 HTTP/1.1" status: 200 len: 848 time: 0.0692735 Sep 23 20:44:09.327874 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c794c52f-265a-44f3-a51f-9a52e5efb098 req-cc1d0d57-5748-4f6f-9c58-443d30589464 tempest-TestSnapshotPattern-1447400055 tempest-TestSnapshotPattern-1447400055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:44:09.328991 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-571ee927-277d-4ba3-b6aa-120c14cb1613 None None] Routers {'460d5a08-fb52-4e87-ae55-3b4ada5833ce'} bound to L3 agent in host n-d-713301-16 {{(pid=95104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 20:44:09.329594 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_hamode_db [None req-571ee927-277d-4ba3-b6aa-120c14cb1613 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-23T19:07:52Z,description=,heartbeat_timestamp=2021-09-23T20:43:53Z,host='n-d-713301-16',id=79a740bf-7821-4989-8288-7186e3e128f3,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:07:52Z,topic='l3_agent')) {'router_ids': ['460d5a08-fb52-4e87-ae55-3b4ada5833ce'], 'active': True} {{(pid=95104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 20:44:09.330139 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-c794c52f-265a-44f3-a51f-9a52e5efb098 req-cc1d0d57-5748-4f6f-9c58-443d30589464 tempest-TestSnapshotPattern-1447400055 tempest-TestSnapshotPattern-1447400055-project] 10.222.0.67 "GET /v2.0/ports?device_id=012db6ce-bb79-4fcb-9427-d0083cee90fd HTTP/1.1" status: 200 len: 946 time: 0.1752574 Sep 23 20:44:09.394539 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-c794c52f-265a-44f3-a51f-9a52e5efb098 req-f6513a52-eef8-4e87-b5da-6430e7f4f373 tempest-TestSnapshotPattern-1447400055 tempest-TestSnapshotPattern-1447400055-project] 10.222.0.67 "GET /v2.0/security-groups?id=a149acb9-09a7-4832-afec-560ce6ef6d99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0536134 Sep 23 20:44:09.401609 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce3a982-84d6-418b-bf93-24a730f0aee8 req-c1bacf45-78b7-4167-9ced-c1c8c2325d8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:44:09.403104 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-bce3a982-84d6-418b-bf93-24a730f0aee8 req-c1bacf45-78b7-4167-9ced-c1c8c2325d8e service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=8f61de7c-4dfd-4531-bd9b-a371cf4deea5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0720952 Sep 23 20:44:09.442346 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_dvr_db [None req-571ee927-277d-4ba3-b6aa-120c14cb1613 None None] Set router 460d5a08-fb52-4e87-ae55-3b4ada5833ce gateway port host: n-d-713301-16 {{(pid=95104) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 20:44:09.683207 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_hamode_db [None req-571ee927-277d-4ba3-b6aa-120c14cb1613 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '460d5a08-fb52-4e87-ae55-3b4ada5833ce', 'name': 'tempest-TestSnapshotPattern-433595857-router', 'tenant_id': 'b88208f09c3d42f6a469606e889be8e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'external_fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.254'}], 'enable_snat': True}, 'gw_port_id': '631049cb-14fe-444a-b61e-1e485fba65b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T20:39:26Z', 'updated_at': '2021-09-23T20:39:29Z', 'revision_number': 4, 'project_id': 'b88208f09c3d42f6a469606e889be8e5', 'gw_port': {'id': '631049cb-14fe-444a-b61e-1e485fba65b6', 'name': '', 'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:b6:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '460d5a08-fb52-4e87-ae55-3b4ada5833ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T20:39:26Z', 'updated_at': '2021-09-23T20:39:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-16', '_floatingips': [{'id': '76e2c582-4a54-426f-9cf9-37f8fe23d3cc', 'tenant_id': 'b88208f09c3d42f6a469606e889be8e5', 'floating_ip_address': '172.25.1.73', 'floating_network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'router_id': '460d5a08-fb52-4e87-ae55-3b4ada5833ce', 'port_id': '955ff58d-09c6-419c-9f2b-b3d7f6cf60b4', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 4350, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8f61de7c-4dfd-4531-bd9b-a371cf4deea5', 'mac_address': 'fa:16:3e:4b:ea:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a31d08ec-d55f-4238-9077-e0e040ccad48', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-23T20:39:47Z', 'updated_at': '2021-09-23T20:39:49Z', 'revision_number': 1, 'project_id': 'b88208f09c3d42f6a469606e889be8e5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '155035e6-1a31-46eb-a664-bc0dd6fa8213', 'name': '', 'network_id': '8f61de7c-4dfd-4531-bd9b-a371cf4deea5', 'tenant_id': 'b88208f09c3d42f6a469606e889be8e5', 'mac_address': 'fa:16:3e:71:98:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '460d5a08-fb52-4e87-ae55-3b4ada5833ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': '9836079a-dcf6-44c2-92d5-79df2cb1aa23', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T20:39:28Z', 'updated_at': '2021-09-23T20:39:33Z', 'revision_number': 5, 'project_id': 'b88208f09c3d42f6a469606e889be8e5', 'subnets': [{'id': '9836079a-dcf6-44c2-92d5-79df2cb1aa23', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-16', False) {} {{(pid=95104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 20:44:09.712570 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-571ee927-277d-4ba3-b6aa-120c14cb1613 None None] The sync data for ids ['460d5a08-fb52-4e87-ae55-3b4ada5833ce'] in n-d-713301-16 is: [{'id': '460d5a08-fb52-4e87-ae55-3b4ada5833ce', 'name': 'tempest-TestSnapshotPattern-433595857-router', 'tenant_id': 'b88208f09c3d42f6a469606e889be8e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'external_fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.254'}], 'enable_snat': True}, 'gw_port_id': '631049cb-14fe-444a-b61e-1e485fba65b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T20:39:26Z', 'updated_at': '2021-09-23T20:39:29Z', 'revision_number': 4, 'project_id': 'b88208f09c3d42f6a469606e889be8e5', 'gw_port': {'id': '631049cb-14fe-444a-b61e-1e485fba65b6', 'name': '', 'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:b6:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '460d5a08-fb52-4e87-ae55-3b4ada5833ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T20:39:26Z', 'updated_at': '2021-09-23T20:39:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-16', '_floatingips': [{'id': '76e2c582-4a54-426f-9cf9-37f8fe23d3cc', 'tenant_id': 'b88208f09c3d42f6a469606e889be8e5', 'floating_ip_address': '172.25.1.73', 'floating_network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'router_id': '460d5a08-fb52-4e87-ae55-3b4ada5833ce', 'port_id': '955ff58d-09c6-419c-9f2b-b3d7f6cf60b4', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 4350, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8f61de7c-4dfd-4531-bd9b-a371cf4deea5', 'mac_address': 'fa:16:3e:4b:ea:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a31d08ec-d55f-4238-9077-e0e040ccad48', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-23T20:39:47Z', 'updated_at': '2021-09-23T20:39:49Z', 'revision_number': 1, 'project_id': 'b88208f09c3d42f6a469606e889be8e5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '155035e6-1a31-46eb-a664-bc0dd6fa8213', 'name': '', 'network_id': '8f61de7c-4dfd-4531-bd9b-a371cf4deea5', 'tenant_id': 'b88208f09c3d42f6a469606e889be8e5', 'mac_address': 'fa:16:3e:71:98:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '460d5a08-fb52-4e87-ae55-3b4ada5833ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': '9836079a-dcf6-44c2-92d5-79df2cb1aa23', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T20:39:28Z', 'updated_at': '2021-09-23T20:39:33Z', 'revision_number': 5, 'project_id': 'b88208f09c3d42f6a469606e889be8e5', 'subnets': [{'id': '9836079a-dcf6-44c2-92d5-79df2cb1aa23', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 20:44:09.839653 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-bce3a982-84d6-418b-bf93-24a730f0aee8 req-cf4dd1fb-42b7-4359-9cc1-89d43b5c9e67 service neutron] 10.222.0.53 "GET /v2.0/networks/8f61de7c-4dfd-4531-bd9b-a371cf4deea5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4270561 Sep 23 20:44:09.933146 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-bce3a982-84d6-418b-bf93-24a730f0aee8 req-716e3a2e-a681-48a2-ace4-e2defc2c367b service neutron] 10.222.0.53 "GET /v2.0/networks/8f61de7c-4dfd-4531-bd9b-a371cf4deea5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861876 Sep 23 20:44:09.976232 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fccfe23-4e61-4d65-a0aa-ff6b24aed525 None None] New status for floating IP b2416fe9-48f5-4ef9-b8cc-8b34711682ed: DOWN {{(pid=95103) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 23 20:44:10.513428 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab8d8db-b213-40f6-b45e-0557e40c2da2 req-ff87cf93-5e20-4b0d-8066-c7a0fd664ef2 tempest-TestSnapshotPattern-1447400055 tempest-TestSnapshotPattern-1447400055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:44:10.514890 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-dab8d8db-b213-40f6-b45e-0557e40c2da2 req-ff87cf93-5e20-4b0d-8066-c7a0fd664ef2 tempest-TestSnapshotPattern-1447400055 tempest-TestSnapshotPattern-1447400055-project] 10.222.0.67 "GET /v2.0/ports?device_id=012db6ce-bb79-4fcb-9427-d0083cee90fd HTTP/1.1" status: 200 len: 946 time: 0.0479035 Sep 23 20:44:10.553516 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-dab8d8db-b213-40f6-b45e-0557e40c2da2 req-07c44fc5-b6ac-4a29-a168-7da3d11c4680 tempest-TestSnapshotPattern-1447400055 tempest-TestSnapshotPattern-1447400055-project] 10.222.0.67 "GET /v2.0/security-groups?id=a149acb9-09a7-4832-afec-560ce6ef6d99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327461 Sep 23 20:44:10.698940 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ae4ec1-6b07-4b7e-985b-f5dd08537527 req-a5e5bc12-02ec-47c5-aa74-7390d26b691c tempest-TestSnapshotPattern-1447400055 tempest-TestSnapshotPattern-1447400055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:44:10.700382 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-d1ae4ec1-6b07-4b7e-985b-f5dd08537527 req-a5e5bc12-02ec-47c5-aa74-7390d26b691c tempest-TestSnapshotPattern-1447400055 tempest-TestSnapshotPattern-1447400055-project] 10.222.0.53 "GET /v2.0/ports?device_id=012db6ce-bb79-4fcb-9427-d0083cee90fd HTTP/1.1" status: 200 len: 946 time: 0.0525005 Sep 23 20:44:10.795067 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.plugin [req-d1ae4ec1-6b07-4b7e-985b-f5dd08537527 req-bb58ec29-fa3b-4ac4-a79e-34edc0c78617 tempest-TestSnapshotPattern-1447400055 tempest-TestSnapshotPattern-1447400055-project] Deleting port 32e8de59-1554-41dd-beb2-6c964276cd00 {{(pid=95102) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 20:44:10.795414 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-d1ae4ec1-6b07-4b7e-985b-f5dd08537527 req-bb58ec29-fa3b-4ac4-a79e-34edc0c78617 tempest-TestSnapshotPattern-1447400055 tempest-TestSnapshotPattern-1447400055-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783146157096'] for port, before_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:44:10.884394 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.db [req-d1ae4ec1-6b07-4b7e-985b-f5dd08537527 req-bb58ec29-fa3b-4ac4-a79e-34edc0c78617 tempest-TestSnapshotPattern-1447400055 tempest-TestSnapshotPattern-1447400055-project] For port 32e8de59-1554-41dd-beb2-6c964276cd00, host n-h2-713301-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713301-16',level=0,port_id=32e8de59-1554-41dd-beb2-6c964276cd00,segment=NetworkSegment(f591818e-3f07-48ac-8bdb-f598804f17b8),segment_id=f591818e-3f07-48ac-8bdb-f598804f17b8)] {{(pid=95102) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 20:44:10.884789 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-d1ae4ec1-6b07-4b7e-985b-f5dd08537527 req-bb58ec29-fa3b-4ac4-a79e-34edc0c78617 tempest-TestSnapshotPattern-1447400055 tempest-TestSnapshotPattern-1447400055-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-605701'] for port, precommit_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:44:10.896207 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.plugin [req-d1ae4ec1-6b07-4b7e-985b-f5dd08537527 req-bb58ec29-fa3b-4ac4-a79e-34edc0c78617 tempest-TestSnapshotPattern-1447400055 tempest-TestSnapshotPattern-1447400055-project] Calling delete_port for 32e8de59-1554-41dd-beb2-6c964276cd00 owned by compute:nova {{(pid=95102) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 20:44:11.021966 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-d1ae4ec1-6b07-4b7e-985b-f5dd08537527 req-bb58ec29-fa3b-4ac4-a79e-34edc0c78617 tempest-TestSnapshotPattern-1447400055 tempest-TestSnapshotPattern-1447400055-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783146162158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783145673144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4399100'] for port, after_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:44:11.050449 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb58ec29-fa3b-4ac4-a79e-34edc0c78617 tempest-TestSnapshotPattern-1447400055 tempest-TestSnapshotPattern-1447400055-project] Pushing event deleted for resources: {'Port': ['ID=32e8de59-1554-41dd-beb2-6c964276cd00,revision_number=None']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:44:11.092210 n-d-713301-16 neutron-server[95102]: DEBUG neutron.db.l3_dvrscheduler_db [req-d1ae4ec1-6b07-4b7e-985b-f5dd08537527 req-bb58ec29-fa3b-4ac4-a79e-34edc0c78617 tempest-TestSnapshotPattern-1447400055 tempest-TestSnapshotPattern-1447400055-project] No DVR routers for this DVR port 32e8de59-1554-41dd-beb2-6c964276cd00 on host n-h2-713301-16 {{(pid=95102) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 20:44:11.094936 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-d1ae4ec1-6b07-4b7e-985b-f5dd08537527 req-bb58ec29-fa3b-4ac4-a79e-34edc0c78617 tempest-TestSnapshotPattern-1447400055 tempest-TestSnapshotPattern-1447400055-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222849'] for port, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:44:11.097570 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-d1ae4ec1-6b07-4b7e-985b-f5dd08537527 req-bb58ec29-fa3b-4ac4-a79e-34edc0c78617 tempest-TestSnapshotPattern-1447400055 tempest-TestSnapshotPattern-1447400055-project] 10.222.0.53 "DELETE /v2.0/ports/32e8de59-1554-41dd-beb2-6c964276cd00 HTTP/1.1" status: 204 len: 173 time: 0.3912423 Sep 23 20:44:11.098192 n-d-713301-16 neutron-server[95102]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '012db6ce-bb79-4fcb-9427-d0083cee90fd', 'name': 'network-vif-deleted', 'tag': '32e8de59-1554-41dd-beb2-6c964276cd00'}] {{(pid=95102) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 20:44:11.100875 n-d-713301-16 neutron-server[95102]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a8356a6bd5e554bb349ddb806ba98ee8c25ce2b3f69d698f62da31b860ff3eb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5fc26648-fd93-4529-80e2-369bbc099e89" -d '{"events": [{"server_uuid": "012db6ce-bb79-4fcb-9427-d0083cee90fd", "name": "network-vif-deleted", "tag": "32e8de59-1554-41dd-beb2-6c964276cd00"}]}' {{(pid=95102) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 20:44:11.140853 n-d-713301-16 neutron-server[95102]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 20:44:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee892b3f-1345-44fc-b5f8-995f5b2252a8 x-openstack-request-id: req-ee892b3f-1345-44fc-b5f8-995f5b2252a8 {{(pid=95102) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 20:44:11.141145 n-d-713301-16 neutron-server[95102]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "012db6ce-bb79-4fcb-9427-d0083cee90fd", "name": "network-vif-deleted", "tag": "32e8de59-1554-41dd-beb2-6c964276cd00", "status": "completed", "code": 200}]} {{(pid=95102) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 20:44:11.141399 n-d-713301-16 neutron-server[95102]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-ee892b3f-1345-44fc-b5f8-995f5b2252a8 {{(pid=95102) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 20:44:11.141827 n-d-713301-16 neutron-server[95102]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '012db6ce-bb79-4fcb-9427-d0083cee90fd', 'name': 'network-vif-deleted', 'tag': '32e8de59-1554-41dd-beb2-6c964276cd00', 'status': 'completed', 'code': 200} Sep 23 20:44:11.607523 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Device 32e8de59-1554-41dd-beb2-6c964276cd00 no longer exists at agent hyperv_n-h2-713301-16 {{(pid=95103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 20:44:11.631031 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.plugin [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] No Port match for: 32e8de59-1554-41dd-beb2-6c964276cd00 {{(pid=95103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 20:44:11.631376 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Device 32e8de59-1554-41dd-beb2-6c964276cd00 not bound to the agent host n-h2-713301-16 {{(pid=95103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 20:44:12.113331 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 36816) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:44:12.268895 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.plugin [None req-424e1998-06e9-48c2-8cf9-c8265281be48 tempest-TestSnapshotPattern-1447400055 tempest-TestSnapshotPattern-1447400055-project] Deleting port ba1cb065-6a88-4bbe-9713-e9ca3cd49218 {{(pid=95102) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 20:44:12.269244 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-424e1998-06e9-48c2-8cf9-c8265281be48 tempest-TestSnapshotPattern-1447400055 tempest-TestSnapshotPattern-1447400055-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783146157096'] for port, before_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:44:12.347427 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-424e1998-06e9-48c2-8cf9-c8265281be48 tempest-TestSnapshotPattern-1447400055 tempest-TestSnapshotPattern-1447400055-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-605701'] for port, precommit_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:44:12.347689 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-424e1998-06e9-48c2-8cf9-c8265281be48 tempest-TestSnapshotPattern-1447400055 tempest-TestSnapshotPattern-1447400055-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:44:12.359313 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.plugin [None req-424e1998-06e9-48c2-8cf9-c8265281be48 tempest-TestSnapshotPattern-1447400055 tempest-TestSnapshotPattern-1447400055-project] Calling delete_port for ba1cb065-6a88-4bbe-9713-e9ca3cd49218 owned by network:floatingip {{(pid=95102) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 20:44:12.506303 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-424e1998-06e9-48c2-8cf9-c8265281be48 tempest-TestSnapshotPattern-1447400055 tempest-TestSnapshotPattern-1447400055-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783146162158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783145673144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4399100'] for port, after_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:44:12.533824 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-424e1998-06e9-48c2-8cf9-c8265281be48 tempest-TestSnapshotPattern-1447400055 tempest-TestSnapshotPattern-1447400055-project] Pushing event deleted for resources: {'Port': ['ID=ba1cb065-6a88-4bbe-9713-e9ca3cd49218,revision_number=None']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:44:12.591904 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-424e1998-06e9-48c2-8cf9-c8265281be48 tempest-TestSnapshotPattern-1447400055 tempest-TestSnapshotPattern-1447400055-project] Notify callbacks [] for floatingip, after_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:44:12.592241 n-d-713301-16 neutron-server[95102]: INFO neutron.db.l3_db [None req-424e1998-06e9-48c2-8cf9-c8265281be48 tempest-TestSnapshotPattern-1447400055 tempest-TestSnapshotPattern-1447400055-project] Floating IP 76e2c582-4a54-426f-9cf9-37f8fe23d3cc disassociated (deleted). External IP: 172.25.1.73, port: 955ff58d-09c6-419c-9f2b-b3d7f6cf60b4. Sep 23 20:44:12.800708 n-d-713301-16 neutron-server[95102]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-424e1998-06e9-48c2-8cf9-c8265281be48 tempest-TestSnapshotPattern-1447400055 tempest-TestSnapshotPattern-1447400055-project] Router 460d5a08-fb52-4e87-ae55-3b4ada5833ce has already been hosted by L3 agent 79a740bf-7821-4989-8288-7186e3e128f3 {{(pid=95102) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 20:44:12.909269 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-424e1998-06e9-48c2-8cf9-c8265281be48 tempest-TestSnapshotPattern-1447400055 tempest-TestSnapshotPattern-1447400055-project] Notify agent at l3_agent.n-d-713301-16 the message routers_updated {{(pid=95102) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 20:44:12.914811 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-424e1998-06e9-48c2-8cf9-c8265281be48 tempest-TestSnapshotPattern-1447400055 tempest-TestSnapshotPattern-1447400055-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222849'] for floatingip, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:44:12.918704 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4ff046b-bd76-4c21-8291-2c416448e2fa None None] Sync routers for ids ['460d5a08-fb52-4e87-ae55-3b4ada5833ce'] in n-d-713301-16 {{(pid=95104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 20:44:12.927506 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4ff046b-bd76-4c21-8291-2c416448e2fa None None] Routers {'460d5a08-fb52-4e87-ae55-3b4ada5833ce'} bound to L3 agent in host n-d-713301-16 {{(pid=95104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 20:44:12.928101 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_hamode_db [None req-f4ff046b-bd76-4c21-8291-2c416448e2fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-23T19:07:52Z,description=,heartbeat_timestamp=2021-09-23T20:43:53Z,host='n-d-713301-16',id=79a740bf-7821-4989-8288-7186e3e128f3,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:07:52Z,topic='l3_agent')) {'router_ids': ['460d5a08-fb52-4e87-ae55-3b4ada5833ce'], 'active': True} {{(pid=95104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 20:44:12.940687 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-424e1998-06e9-48c2-8cf9-c8265281be48 tempest-TestSnapshotPattern-1447400055 tempest-TestSnapshotPattern-1447400055-project] 10.222.0.67 "DELETE /v2.0/floatingips/76e2c582-4a54-426f-9cf9-37f8fe23d3cc HTTP/1.1" status: 204 len: 168 time: 0.8262041 Sep 23 20:44:13.133514 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_dvr_db [None req-f4ff046b-bd76-4c21-8291-2c416448e2fa None None] Set router 460d5a08-fb52-4e87-ae55-3b4ada5833ce gateway port host: n-d-713301-16 {{(pid=95104) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 20:44:13.150603 n-d-713301-16 neutron-server[95102]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a31d08ec-d55f-4238-9077-e0e040ccad48', 'tag': '955ff58d-09c6-419c-9f2b-b3d7f6cf60b4'}] {{(pid=95102) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 20:44:13.153127 n-d-713301-16 neutron-server[95102]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a8356a6bd5e554bb349ddb806ba98ee8c25ce2b3f69d698f62da31b860ff3eb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e41aec60-45ef-4da4-9a98-abd358581b88" -d '{"events": [{"name": "network-changed", "server_uuid": "a31d08ec-d55f-4238-9077-e0e040ccad48", "tag": "955ff58d-09c6-419c-9f2b-b3d7f6cf60b4"}]}' {{(pid=95102) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 20:44:13.180076 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89adea73-c3de-4afa-9d05-5120f998f003 req-54a1c8b5-9a6a-49c4-8e0e-c74469508544 tempest-TestSnapshotPattern-1447400055 tempest-TestSnapshotPattern-1447400055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:44:13.182135 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-89adea73-c3de-4afa-9d05-5120f998f003 req-54a1c8b5-9a6a-49c4-8e0e-c74469508544 tempest-TestSnapshotPattern-1447400055 tempest-TestSnapshotPattern-1447400055-project] 10.222.0.67 "GET /v2.0/ports?device_id=a31d08ec-d55f-4238-9077-e0e040ccad48 HTTP/1.1" status: 200 len: 943 time: 0.0562327 Sep 23 20:44:13.195314 n-d-713301-16 neutron-server[95102]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 20:44:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0641cbf-86aa-406a-85df-80185670dea0 x-openstack-request-id: req-c0641cbf-86aa-406a-85df-80185670dea0 {{(pid=95102) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 20:44:13.195590 n-d-713301-16 neutron-server[95102]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a31d08ec-d55f-4238-9077-e0e040ccad48", "tag": "955ff58d-09c6-419c-9f2b-b3d7f6cf60b4", "status": "completed", "code": 200}]} {{(pid=95102) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 20:44:13.195835 n-d-713301-16 neutron-server[95102]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-c0641cbf-86aa-406a-85df-80185670dea0 {{(pid=95102) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 20:44:13.196214 n-d-713301-16 neutron-server[95102]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a31d08ec-d55f-4238-9077-e0e040ccad48', 'tag': '955ff58d-09c6-419c-9f2b-b3d7f6cf60b4', 'status': 'completed', 'code': 200} Sep 23 20:44:13.250885 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-89adea73-c3de-4afa-9d05-5120f998f003 req-b1018efb-18fa-403a-8ce2-65701bd42097 tempest-TestSnapshotPattern-1447400055 tempest-TestSnapshotPattern-1447400055-project] 10.222.0.67 "GET /v2.0/security-groups?id=a149acb9-09a7-4832-afec-560ce6ef6d99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0624058 Sep 23 20:44:13.271266 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e41aec60-45ef-4da4-9a98-abd358581b88 req-3b8b2853-5980-4a85-b30d-073c808e1804 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:44:13.271266 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-e41aec60-45ef-4da4-9a98-abd358581b88 req-3b8b2853-5980-4a85-b30d-073c808e1804 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=b88208f09c3d42f6a469606e889be8e5&device_id=a31d08ec-d55f-4238-9077-e0e040ccad48 HTTP/1.1" status: 200 len: 1095 time: 0.0508592 Sep 23 20:44:13.341041 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_hamode_db [None req-f4ff046b-bd76-4c21-8291-2c416448e2fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '460d5a08-fb52-4e87-ae55-3b4ada5833ce', 'name': 'tempest-TestSnapshotPattern-433595857-router', 'tenant_id': 'b88208f09c3d42f6a469606e889be8e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'external_fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.254'}], 'enable_snat': True}, 'gw_port_id': '631049cb-14fe-444a-b61e-1e485fba65b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T20:39:26Z', 'updated_at': '2021-09-23T20:39:29Z', 'revision_number': 4, 'project_id': 'b88208f09c3d42f6a469606e889be8e5', 'gw_port': {'id': '631049cb-14fe-444a-b61e-1e485fba65b6', 'name': '', 'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:b6:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '460d5a08-fb52-4e87-ae55-3b4ada5833ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T20:39:26Z', 'updated_at': '2021-09-23T20:39:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-16', '_interfaces': [{'id': '155035e6-1a31-46eb-a664-bc0dd6fa8213', 'name': '', 'network_id': '8f61de7c-4dfd-4531-bd9b-a371cf4deea5', 'tenant_id': 'b88208f09c3d42f6a469606e889be8e5', 'mac_address': 'fa:16:3e:71:98:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '460d5a08-fb52-4e87-ae55-3b4ada5833ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': '9836079a-dcf6-44c2-92d5-79df2cb1aa23', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T20:39:28Z', 'updated_at': '2021-09-23T20:39:33Z', 'revision_number': 5, 'project_id': 'b88208f09c3d42f6a469606e889be8e5', 'subnets': [{'id': '9836079a-dcf6-44c2-92d5-79df2cb1aa23', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-16', False) {} {{(pid=95104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 20:44:13.360286 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e41aec60-45ef-4da4-9a98-abd358581b88 req-626dab7b-2e01-44c0-a2fd-a89aedc846af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:44:13.361813 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-e41aec60-45ef-4da4-9a98-abd358581b88 req-626dab7b-2e01-44c0-a2fd-a89aedc846af service neutron] 10.222.0.74 "GET /v2.0/networks?id=8f61de7c-4dfd-4531-bd9b-a371cf4deea5 HTTP/1.1" status: 200 len: 910 time: 0.0858691 Sep 23 20:44:13.375481 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4ff046b-bd76-4c21-8291-2c416448e2fa None None] Checking router: 460d5a08-fb52-4e87-ae55-3b4ada5833ce for host: n-d-713301-16 {{(pid=95104) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 20:44:13.384229 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4ff046b-bd76-4c21-8291-2c416448e2fa None None] Routers {'460d5a08-fb52-4e87-ae55-3b4ada5833ce'} bound to L3 agent in host n-d-713301-16 {{(pid=95104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 20:44:13.384862 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_hamode_db [None req-f4ff046b-bd76-4c21-8291-2c416448e2fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-23T19:07:52Z,description=,heartbeat_timestamp=2021-09-23T20:43:53Z,host='n-d-713301-16',id=79a740bf-7821-4989-8288-7186e3e128f3,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:07:52Z,topic='l3_agent')) {'router_ids': ['460d5a08-fb52-4e87-ae55-3b4ada5833ce'], 'active': True} {{(pid=95104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 20:44:13.411224 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-e41aec60-45ef-4da4-9a98-abd358581b88 req-69d64c80-da1e-4559-8e43-fbb47e1522db service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=955ff58d-09c6-419c-9f2b-b3d7f6cf60b4 HTTP/1.1" status: 200 len: 217 time: 0.0397990 Sep 23 20:44:13.463160 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e41aec60-45ef-4da4-9a98-abd358581b88 req-ee181268-5447-41ce-b628-39f163129ca4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:44:13.464730 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-e41aec60-45ef-4da4-9a98-abd358581b88 req-ee181268-5447-41ce-b628-39f163129ca4 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=9836079a-dcf6-44c2-92d5-79df2cb1aa23 HTTP/1.1" status: 200 len: 848 time: 0.0450315 Sep 23 20:44:13.492534 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_dvr_db [None req-f4ff046b-bd76-4c21-8291-2c416448e2fa None None] Set router 460d5a08-fb52-4e87-ae55-3b4ada5833ce gateway port host: n-d-713301-16 {{(pid=95104) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 20:44:13.511331 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e41aec60-45ef-4da4-9a98-abd358581b88 req-b185f485-83d8-42e8-b238-442e7f3f83c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:44:13.512894 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-e41aec60-45ef-4da4-9a98-abd358581b88 req-b185f485-83d8-42e8-b238-442e7f3f83c7 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=8f61de7c-4dfd-4531-bd9b-a371cf4deea5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0407104 Sep 23 20:44:13.609607 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-e41aec60-45ef-4da4-9a98-abd358581b88 req-7a4156bb-12e3-4d8b-9406-2e05ace6a9d5 service neutron] 10.222.0.74 "GET /v2.0/networks/8f61de7c-4dfd-4531-bd9b-a371cf4deea5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883446 Sep 23 20:44:13.687668 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_hamode_db [None req-f4ff046b-bd76-4c21-8291-2c416448e2fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '460d5a08-fb52-4e87-ae55-3b4ada5833ce', 'name': 'tempest-TestSnapshotPattern-433595857-router', 'tenant_id': 'b88208f09c3d42f6a469606e889be8e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'external_fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.254'}], 'enable_snat': True}, 'gw_port_id': '631049cb-14fe-444a-b61e-1e485fba65b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T20:39:26Z', 'updated_at': '2021-09-23T20:39:29Z', 'revision_number': 4, 'project_id': 'b88208f09c3d42f6a469606e889be8e5', 'gw_port': {'id': '631049cb-14fe-444a-b61e-1e485fba65b6', 'name': '', 'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:b6:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '460d5a08-fb52-4e87-ae55-3b4ada5833ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T20:39:26Z', 'updated_at': '2021-09-23T20:39:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-16', '_interfaces': [{'id': '155035e6-1a31-46eb-a664-bc0dd6fa8213', 'name': '', 'network_id': '8f61de7c-4dfd-4531-bd9b-a371cf4deea5', 'tenant_id': 'b88208f09c3d42f6a469606e889be8e5', 'mac_address': 'fa:16:3e:71:98:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '460d5a08-fb52-4e87-ae55-3b4ada5833ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': '9836079a-dcf6-44c2-92d5-79df2cb1aa23', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T20:39:28Z', 'updated_at': '2021-09-23T20:39:33Z', 'revision_number': 5, 'project_id': 'b88208f09c3d42f6a469606e889be8e5', 'subnets': [{'id': '9836079a-dcf6-44c2-92d5-79df2cb1aa23', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713301-16', False) {} {{(pid=95104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 20:44:13.708234 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-e41aec60-45ef-4da4-9a98-abd358581b88 req-b28e5712-e72a-4904-a952-433a3850ee92 service neutron] 10.222.0.74 "GET /v2.0/networks/8f61de7c-4dfd-4531-bd9b-a371cf4deea5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905511 Sep 23 20:44:13.716627 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4ff046b-bd76-4c21-8291-2c416448e2fa None None] The sync data for ids ['460d5a08-fb52-4e87-ae55-3b4ada5833ce'] in n-d-713301-16 is: [{'id': '460d5a08-fb52-4e87-ae55-3b4ada5833ce', 'name': 'tempest-TestSnapshotPattern-433595857-router', 'tenant_id': 'b88208f09c3d42f6a469606e889be8e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'external_fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.254'}], 'enable_snat': True}, 'gw_port_id': '631049cb-14fe-444a-b61e-1e485fba65b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T20:39:26Z', 'updated_at': '2021-09-23T20:39:29Z', 'revision_number': 4, 'project_id': 'b88208f09c3d42f6a469606e889be8e5', 'gw_port': {'id': '631049cb-14fe-444a-b61e-1e485fba65b6', 'name': '', 'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:b6:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '460d5a08-fb52-4e87-ae55-3b4ada5833ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T20:39:26Z', 'updated_at': '2021-09-23T20:39:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-16', '_interfaces': [{'id': '155035e6-1a31-46eb-a664-bc0dd6fa8213', 'name': '', 'network_id': '8f61de7c-4dfd-4531-bd9b-a371cf4deea5', 'tenant_id': 'b88208f09c3d42f6a469606e889be8e5', 'mac_address': 'fa:16:3e:71:98:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '460d5a08-fb52-4e87-ae55-3b4ada5833ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': '9836079a-dcf6-44c2-92d5-79df2cb1aa23', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T20:39:28Z', 'updated_at': '2021-09-23T20:39:33Z', 'revision_number': 5, 'project_id': 'b88208f09c3d42f6a469606e889be8e5', 'subnets': [{'id': '9836079a-dcf6-44c2-92d5-79df2cb1aa23', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 20:44:13.948459 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b95e4ff-a14c-485a-aca4-d743039cb801 None None] New status for floating IP 76e2c582-4a54-426f-9cf9-37f8fe23d3cc: DOWN {{(pid=95103) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 23 20:44:14.377688 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec1b2920-2525-49ad-b8b9-701866c73afc req-e672ccfe-e338-4b67-a323-f9c316ecc3c7 tempest-TestSnapshotPattern-1447400055 tempest-TestSnapshotPattern-1447400055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:44:14.379169 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-ec1b2920-2525-49ad-b8b9-701866c73afc req-e672ccfe-e338-4b67-a323-f9c316ecc3c7 tempest-TestSnapshotPattern-1447400055 tempest-TestSnapshotPattern-1447400055-project] 10.222.0.67 "GET /v2.0/ports?device_id=a31d08ec-d55f-4238-9077-e0e040ccad48 HTTP/1.1" status: 200 len: 943 time: 0.0526941 Sep 23 20:44:14.417769 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-ec1b2920-2525-49ad-b8b9-701866c73afc req-4d19e16d-4d9f-4520-a8dd-f8c3290bdb5d tempest-TestSnapshotPattern-1447400055 tempest-TestSnapshotPattern-1447400055-project] 10.222.0.67 "GET /v2.0/security-groups?id=a149acb9-09a7-4832-afec-560ce6ef6d99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319099 Sep 23 20:44:14.652241 n-d-713301-16 neutron-server[95102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7aff1a-7536-4429-b1f1-b2768cfa522b req-5577411b-a549-4052-a677-9ef24d5633fe tempest-TestSnapshotPattern-1447400055 tempest-TestSnapshotPattern-1447400055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 20:44:14.653747 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-bc7aff1a-7536-4429-b1f1-b2768cfa522b req-5577411b-a549-4052-a677-9ef24d5633fe tempest-TestSnapshotPattern-1447400055 tempest-TestSnapshotPattern-1447400055-project] 10.222.0.74 "GET /v2.0/ports?device_id=a31d08ec-d55f-4238-9077-e0e040ccad48 HTTP/1.1" status: 200 len: 943 time: 0.0477674 Sep 23 20:44:14.743587 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.plugin [req-bc7aff1a-7536-4429-b1f1-b2768cfa522b req-fb9b3195-0080-46e9-bc5d-d6d02a136f41 tempest-TestSnapshotPattern-1447400055 tempest-TestSnapshotPattern-1447400055-project] Deleting port 955ff58d-09c6-419c-9f2b-b3d7f6cf60b4 {{(pid=95102) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 20:44:14.743905 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-bc7aff1a-7536-4429-b1f1-b2768cfa522b req-fb9b3195-0080-46e9-bc5d-d6d02a136f41 tempest-TestSnapshotPattern-1447400055 tempest-TestSnapshotPattern-1447400055-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783146157096'] for port, before_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:44:14.833855 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.db [req-bc7aff1a-7536-4429-b1f1-b2768cfa522b req-fb9b3195-0080-46e9-bc5d-d6d02a136f41 tempest-TestSnapshotPattern-1447400055 tempest-TestSnapshotPattern-1447400055-project] For port 955ff58d-09c6-419c-9f2b-b3d7f6cf60b4, host n-h1-713301-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713301-16',level=0,port_id=955ff58d-09c6-419c-9f2b-b3d7f6cf60b4,segment=NetworkSegment(f591818e-3f07-48ac-8bdb-f598804f17b8),segment_id=f591818e-3f07-48ac-8bdb-f598804f17b8)] {{(pid=95102) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 20:44:14.834223 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-bc7aff1a-7536-4429-b1f1-b2768cfa522b req-fb9b3195-0080-46e9-bc5d-d6d02a136f41 tempest-TestSnapshotPattern-1447400055 tempest-TestSnapshotPattern-1447400055-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-605701'] for port, precommit_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:44:14.847089 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.plugin [req-bc7aff1a-7536-4429-b1f1-b2768cfa522b req-fb9b3195-0080-46e9-bc5d-d6d02a136f41 tempest-TestSnapshotPattern-1447400055 tempest-TestSnapshotPattern-1447400055-project] Calling delete_port for 955ff58d-09c6-419c-9f2b-b3d7f6cf60b4 owned by compute:nova {{(pid=95102) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 20:44:14.973625 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-bc7aff1a-7536-4429-b1f1-b2768cfa522b req-fb9b3195-0080-46e9-bc5d-d6d02a136f41 tempest-TestSnapshotPattern-1447400055 tempest-TestSnapshotPattern-1447400055-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783146162158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783145673144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4399100'] for port, after_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:44:15.003557 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb9b3195-0080-46e9-bc5d-d6d02a136f41 tempest-TestSnapshotPattern-1447400055 tempest-TestSnapshotPattern-1447400055-project] Pushing event deleted for resources: {'Port': ['ID=955ff58d-09c6-419c-9f2b-b3d7f6cf60b4,revision_number=None']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:44:15.042327 n-d-713301-16 neutron-server[95102]: DEBUG neutron.db.l3_dvrscheduler_db [req-bc7aff1a-7536-4429-b1f1-b2768cfa522b req-fb9b3195-0080-46e9-bc5d-d6d02a136f41 tempest-TestSnapshotPattern-1447400055 tempest-TestSnapshotPattern-1447400055-project] No DVR routers for this DVR port 955ff58d-09c6-419c-9f2b-b3d7f6cf60b4 on host n-h1-713301-16 {{(pid=95102) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 20:44:15.044812 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [req-bc7aff1a-7536-4429-b1f1-b2768cfa522b req-fb9b3195-0080-46e9-bc5d-d6d02a136f41 tempest-TestSnapshotPattern-1447400055 tempest-TestSnapshotPattern-1447400055-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222849'] for port, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:44:15.046796 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-bc7aff1a-7536-4429-b1f1-b2768cfa522b req-fb9b3195-0080-46e9-bc5d-d6d02a136f41 tempest-TestSnapshotPattern-1447400055 tempest-TestSnapshotPattern-1447400055-project] 10.222.0.74 "DELETE /v2.0/ports/955ff58d-09c6-419c-9f2b-b3d7f6cf60b4 HTTP/1.1" status: 204 len: 173 time: 0.3871102 Sep 23 20:44:15.197975 n-d-713301-16 neutron-server[95102]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a31d08ec-d55f-4238-9077-e0e040ccad48', 'name': 'network-vif-deleted', 'tag': '955ff58d-09c6-419c-9f2b-b3d7f6cf60b4'}] {{(pid=95102) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 20:44:15.200384 n-d-713301-16 neutron-server[95102]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a8356a6bd5e554bb349ddb806ba98ee8c25ce2b3f69d698f62da31b860ff3eb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ae3855c-cd60-4b0f-907d-8bc1c9c9026a" -d '{"events": [{"server_uuid": "a31d08ec-d55f-4238-9077-e0e040ccad48", "name": "network-vif-deleted", "tag": "955ff58d-09c6-419c-9f2b-b3d7f6cf60b4"}]}' {{(pid=95102) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 20:44:15.236689 n-d-713301-16 neutron-server[95102]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 20:44:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ae6c15f-dc4f-44be-8509-3075dad83e84 x-openstack-request-id: req-7ae6c15f-dc4f-44be-8509-3075dad83e84 {{(pid=95102) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 20:44:15.236982 n-d-713301-16 neutron-server[95102]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a31d08ec-d55f-4238-9077-e0e040ccad48", "name": "network-vif-deleted", "tag": "955ff58d-09c6-419c-9f2b-b3d7f6cf60b4", "status": "completed", "code": 200}]} {{(pid=95102) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 20:44:15.237237 n-d-713301-16 neutron-server[95102]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-7ae6c15f-dc4f-44be-8509-3075dad83e84 {{(pid=95102) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 20:44:15.237635 n-d-713301-16 neutron-server[95102]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a31d08ec-d55f-4238-9077-e0e040ccad48', 'name': 'network-vif-deleted', 'tag': '955ff58d-09c6-419c-9f2b-b3d7f6cf60b4', 'status': 'completed', 'code': 200} Sep 23 20:44:15.533260 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [req-7d1d90b6-1e84-4d0c-8308-739765654be2 req-a0b36441-a664-4915-8d7d-dafe992aeee1 tempest-TestSnapshotPattern-1447400055 tempest-TestSnapshotPattern-1447400055-project] 10.222.0.67 "GET /v2.0/ports?device_id=a31d08ec-d55f-4238-9077-e0e040ccad48 HTTP/1.1" status: 200 len: 210 time: 0.0266697 Sep 23 20:44:15.622624 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Device 32e8de59-1554-41dd-beb2-6c964276cd00 no longer exists at agent hyperv_n-h2-713301-16 {{(pid=95103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 20:44:15.642507 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.plugin [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] No Port match for: 32e8de59-1554-41dd-beb2-6c964276cd00 {{(pid=95103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 20:44:15.642847 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Device 32e8de59-1554-41dd-beb2-6c964276cd00 not bound to the agent host n-h2-713301-16 {{(pid=95103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 20:44:16.589464 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 36836) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:44:16.647938 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-7f55dca0-82d1-4d46-895e-4e9b35f8c9a3 tempest-TestSnapshotPattern-1447400055 tempest-TestSnapshotPattern-1447400055-project] Notify callbacks [] for security_group, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:44:16.673470 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-7f55dca0-82d1-4d46-895e-4e9b35f8c9a3 tempest-TestSnapshotPattern-1447400055 tempest-TestSnapshotPattern-1447400055-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:44:16.732548 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-7f55dca0-82d1-4d46-895e-4e9b35f8c9a3 tempest-TestSnapshotPattern-1447400055 tempest-TestSnapshotPattern-1447400055-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:44:16.735196 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-7f55dca0-82d1-4d46-895e-4e9b35f8c9a3 tempest-TestSnapshotPattern-1447400055 tempest-TestSnapshotPattern-1447400055-project] Notify callbacks [] for security_group, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:44:16.736397 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-7f55dca0-82d1-4d46-895e-4e9b35f8c9a3 tempest-TestSnapshotPattern-1447400055 tempest-TestSnapshotPattern-1447400055-project] 10.222.0.67 "DELETE /v2.0/security-groups/a149acb9-09a7-4832-afec-560ce6ef6d99 HTTP/1.1" status: 204 len: 168 time: 0.1459429 Sep 23 20:44:16.750779 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f55dca0-82d1-4d46-895e-4e9b35f8c9a3 tempest-TestSnapshotPattern-1447400055 tempest-TestSnapshotPattern-1447400055-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a149acb9-09a7-4832-afec-560ce6ef6d99,revision_number=None']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:44:16.758269 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f55dca0-82d1-4d46-895e-4e9b35f8c9a3 tempest-TestSnapshotPattern-1447400055 tempest-TestSnapshotPattern-1447400055-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:44:16.758612 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f55dca0-82d1-4d46-895e-4e9b35f8c9a3 tempest-TestSnapshotPattern-1447400055 tempest-TestSnapshotPattern-1447400055-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:44:16.758974 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f55dca0-82d1-4d46-895e-4e9b35f8c9a3 tempest-TestSnapshotPattern-1447400055 tempest-TestSnapshotPattern-1447400055-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:44:16.759317 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f55dca0-82d1-4d46-895e-4e9b35f8c9a3 tempest-TestSnapshotPattern-1447400055 tempest-TestSnapshotPattern-1447400055-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:44:16.759651 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f55dca0-82d1-4d46-895e-4e9b35f8c9a3 tempest-TestSnapshotPattern-1447400055 tempest-TestSnapshotPattern-1447400055-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:44:16.759980 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f55dca0-82d1-4d46-895e-4e9b35f8c9a3 tempest-TestSnapshotPattern-1447400055 tempest-TestSnapshotPattern-1447400055-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:44:16.760308 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f55dca0-82d1-4d46-895e-4e9b35f8c9a3 tempest-TestSnapshotPattern-1447400055 tempest-TestSnapshotPattern-1447400055-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:44:16.760657 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f55dca0-82d1-4d46-895e-4e9b35f8c9a3 tempest-TestSnapshotPattern-1447400055 tempest-TestSnapshotPattern-1447400055-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:44:16.760983 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f55dca0-82d1-4d46-895e-4e9b35f8c9a3 tempest-TestSnapshotPattern-1447400055 tempest-TestSnapshotPattern-1447400055-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:44:16.761307 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f55dca0-82d1-4d46-895e-4e9b35f8c9a3 tempest-TestSnapshotPattern-1447400055 tempest-TestSnapshotPattern-1447400055-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:44:16.761627 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f55dca0-82d1-4d46-895e-4e9b35f8c9a3 tempest-TestSnapshotPattern-1447400055 tempest-TestSnapshotPattern-1447400055-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:44:16.761952 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f55dca0-82d1-4d46-895e-4e9b35f8c9a3 tempest-TestSnapshotPattern-1447400055 tempest-TestSnapshotPattern-1447400055-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713301-16 {{(pid=95101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 20:44:17.802804 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 36844) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:44:18.168759 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-fc73a3dc-e123-4947-9b13-34647b38a3e2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-601372'] for router_interface, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:44:18.410778 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.plugin [None req-fc73a3dc-e123-4947-9b13-34647b38a3e2 admin admin] Deleting port 155035e6-1a31-46eb-a664-bc0dd6fa8213 {{(pid=95101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 20:44:18.411109 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-fc73a3dc-e123-4947-9b13-34647b38a3e2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783146157096'] for port, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:44:18.491325 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.db [None req-fc73a3dc-e123-4947-9b13-34647b38a3e2 admin admin] For port 155035e6-1a31-46eb-a664-bc0dd6fa8213, host n-d-713301-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-16',level=0,port_id=155035e6-1a31-46eb-a664-bc0dd6fa8213,segment=NetworkSegment(f591818e-3f07-48ac-8bdb-f598804f17b8),segment_id=f591818e-3f07-48ac-8bdb-f598804f17b8)] {{(pid=95101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 20:44:18.491670 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-fc73a3dc-e123-4947-9b13-34647b38a3e2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-605701'] for port, precommit_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:44:18.506087 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.plugin [None req-fc73a3dc-e123-4947-9b13-34647b38a3e2 admin admin] Calling delete_port for 155035e6-1a31-46eb-a664-bc0dd6fa8213 owned by network:router_interface {{(pid=95101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 20:44:18.519165 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Device 955ff58d-09c6-419c-9f2b-b3d7f6cf60b4 no longer exists at agent hyperv_n-h1-713301-16 {{(pid=95103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 20:44:18.539891 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.plugin [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] No Port match for: 955ff58d-09c6-419c-9f2b-b3d7f6cf60b4 {{(pid=95103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 20:44:18.540248 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Device 955ff58d-09c6-419c-9f2b-b3d7f6cf60b4 not bound to the agent host n-h1-713301-16 {{(pid=95103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 20:44:18.685687 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-fc73a3dc-e123-4947-9b13-34647b38a3e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783146162158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783145673144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5607431'] for port, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:44:18.711704 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc73a3dc-e123-4947-9b13-34647b38a3e2 admin admin] Pushing event deleted for resources: {'Port': ['ID=155035e6-1a31-46eb-a664-bc0dd6fa8213,revision_number=None']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:44:19.196617 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-fc73a3dc-e123-4947-9b13-34647b38a3e2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-527322', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-602005'] for router_interface, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:44:19.407509 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc73a3dc-e123-4947-9b13-34647b38a3e2 admin admin] Router 460d5a08-fb52-4e87-ae55-3b4ada5833ce has already been hosted by L3 agent 79a740bf-7821-4989-8288-7186e3e128f3 {{(pid=95101) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 20:44:19.521599 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc73a3dc-e123-4947-9b13-34647b38a3e2 admin admin] Notify agent at l3_agent.n-d-713301-16 the message routers_updated {{(pid=95101) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 20:44:19.526706 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-fc73a3dc-e123-4947-9b13-34647b38a3e2 admin admin] 10.222.0.67 "PUT /v2.0/routers/460d5a08-fb52-4e87-ae55-3b4ada5833ce/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7228775 Sep 23 20:44:19.529384 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 36846) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:44:19.530161 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb487297-762f-44ed-8a66-efbffbe3bafd None None] Sync routers for ids ['460d5a08-fb52-4e87-ae55-3b4ada5833ce'] in n-d-713301-16 {{(pid=95104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 20:44:19.539536 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb487297-762f-44ed-8a66-efbffbe3bafd None None] Routers {'460d5a08-fb52-4e87-ae55-3b4ada5833ce'} bound to L3 agent in host n-d-713301-16 {{(pid=95104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 20:44:19.540136 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_hamode_db [None req-cb487297-762f-44ed-8a66-efbffbe3bafd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-23T19:07:52Z,description=,heartbeat_timestamp=2021-09-23T20:43:53Z,host='n-d-713301-16',id=79a740bf-7821-4989-8288-7186e3e128f3,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:07:52Z,topic='l3_agent')) {'router_ids': ['460d5a08-fb52-4e87-ae55-3b4ada5833ce'], 'active': True} {{(pid=95104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 20:44:19.635318 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-1537e101-2ca8-49d6-908f-7b7c52780811 admin admin] Notify callbacks [] for router, before_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:44:19.643194 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_dvr_db [None req-cb487297-762f-44ed-8a66-efbffbe3bafd None None] Set router 460d5a08-fb52-4e87-ae55-3b4ada5833ce gateway port host: n-d-713301-16 {{(pid=95104) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 20:44:19.736487 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-1537e101-2ca8-49d6-908f-7b7c52780811 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:44:19.787960 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.plugin [None req-1537e101-2ca8-49d6-908f-7b7c52780811 admin admin] Deleting port 631049cb-14fe-444a-b61e-1e485fba65b6 {{(pid=95102) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 20:44:19.788213 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-1537e101-2ca8-49d6-908f-7b7c52780811 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783146157096'] for port, before_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:44:19.831095 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_hamode_db [None req-cb487297-762f-44ed-8a66-efbffbe3bafd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '460d5a08-fb52-4e87-ae55-3b4ada5833ce', 'name': 'tempest-TestSnapshotPattern-433595857-router', 'tenant_id': 'b88208f09c3d42f6a469606e889be8e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'external_fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.254'}], 'enable_snat': True}, 'gw_port_id': '631049cb-14fe-444a-b61e-1e485fba65b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T20:39:26Z', 'updated_at': '2021-09-23T20:44:18Z', 'revision_number': 5, 'project_id': 'b88208f09c3d42f6a469606e889be8e5', 'gw_port': {'id': '631049cb-14fe-444a-b61e-1e485fba65b6', 'name': '', 'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:b6:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '460d5a08-fb52-4e87-ae55-3b4ada5833ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T20:39:26Z', 'updated_at': '2021-09-23T20:39:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-16'}], 'n-d-713301-16', False) {} {{(pid=95104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 20:44:19.859209 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb487297-762f-44ed-8a66-efbffbe3bafd None None] Checking router: 460d5a08-fb52-4e87-ae55-3b4ada5833ce for host: n-d-713301-16 {{(pid=95104) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 20:44:19.868910 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-e6b78e33-e998-487e-81a8-b43bd0b3fc6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:44:19.869506 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb487297-762f-44ed-8a66-efbffbe3bafd None None] Routers {'460d5a08-fb52-4e87-ae55-3b4ada5833ce'} bound to L3 agent in host n-d-713301-16 {{(pid=95104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 20:44:19.870350 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_hamode_db [None req-cb487297-762f-44ed-8a66-efbffbe3bafd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-23T19:07:52Z,description=,heartbeat_timestamp=2021-09-23T20:43:53Z,host='n-d-713301-16',id=79a740bf-7821-4989-8288-7186e3e128f3,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:07:52Z,topic='l3_agent')) {'router_ids': ['460d5a08-fb52-4e87-ae55-3b4ada5833ce'], 'active': True} {{(pid=95104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 20:44:19.880168 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.db [None req-1537e101-2ca8-49d6-908f-7b7c52780811 admin admin] For port 631049cb-14fe-444a-b61e-1e485fba65b6, host n-d-713301-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-16',level=0,port_id=631049cb-14fe-444a-b61e-1e485fba65b6,segment=NetworkSegment(7d4027f1-d893-4c7b-95d4-757b8e44e380),segment_id=7d4027f1-d893-4c7b-95d4-757b8e44e380)] {{(pid=95102) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 20:44:19.880535 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-1537e101-2ca8-49d6-908f-7b7c52780811 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-605701'] for port, precommit_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:44:19.892206 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.plugin [None req-1537e101-2ca8-49d6-908f-7b7c52780811 admin admin] Calling delete_port for 631049cb-14fe-444a-b61e-1e485fba65b6 owned by network:router_gateway {{(pid=95102) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 20:44:19.955596 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_dvr_db [None req-cb487297-762f-44ed-8a66-efbffbe3bafd None None] Set router 460d5a08-fb52-4e87-ae55-3b4ada5833ce gateway port host: None {{(pid=95104) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 20:44:20.009518 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.l3_hamode_db [None req-cb487297-762f-44ed-8a66-efbffbe3bafd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '460d5a08-fb52-4e87-ae55-3b4ada5833ce', 'name': 'tempest-TestSnapshotPattern-433595857-router', 'tenant_id': 'b88208f09c3d42f6a469606e889be8e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T20:39:26Z', 'updated_at': '2021-09-23T20:44:19Z', 'revision_number': 6, 'project_id': 'b88208f09c3d42f6a469606e889be8e5', 'gw_port_host': None}], 'n-d-713301-16', False) {} {{(pid=95104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 20:44:20.039163 n-d-713301-16 neutron-server[95104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb487297-762f-44ed-8a66-efbffbe3bafd None None] The sync data for ids ['460d5a08-fb52-4e87-ae55-3b4ada5833ce'] in n-d-713301-16 is: [{'id': '460d5a08-fb52-4e87-ae55-3b4ada5833ce', 'name': 'tempest-TestSnapshotPattern-433595857-router', 'tenant_id': 'b88208f09c3d42f6a469606e889be8e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T20:39:26Z', 'updated_at': '2021-09-23T20:44:19Z', 'revision_number': 6, 'project_id': 'b88208f09c3d42f6a469606e889be8e5', 'gw_port_host': None}] {{(pid=95104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 20:44:20.057074 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-1537e101-2ca8-49d6-908f-7b7c52780811 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783146162158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783145673144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4399100'] for port, after_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:44:20.089915 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1537e101-2ca8-49d6-908f-7b7c52780811 admin admin] Pushing event deleted for resources: {'Port': ['ID=631049cb-14fe-444a-b61e-1e485fba65b6,revision_number=None']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:44:20.142015 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-1537e101-2ca8-49d6-908f-7b7c52780811 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-601942'] for router_gateway, after_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:44:20.232297 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-1537e101-2ca8-49d6-908f-7b7c52780811 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-597305', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29369'] for router, precommit_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:44:20.234688 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-1537e101-2ca8-49d6-908f-7b7c52780811 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:44:20.278902 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-1537e101-2ca8-49d6-908f-7b7c52780811 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-597296'] for router, after_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:44:20.279522 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1537e101-2ca8-49d6-908f-7b7c52780811 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 460d5a08-fb52-4e87-ae55-3b4ada5833ce {{(pid=95102) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 23 20:44:20.283786 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-1537e101-2ca8-49d6-908f-7b7c52780811 admin admin] Notify callbacks [] for router, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:44:20.284983 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-1537e101-2ca8-49d6-908f-7b7c52780811 admin admin] 10.222.0.67 "DELETE /v2.0/routers/460d5a08-fb52-4e87-ae55-3b4ada5833ce HTTP/1.1" status: 204 len: 168 time: 0.7546213 Sep 23 20:44:20.287498 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 36848) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:44:20.331274 n-d-713301-16 neutron-server[95102]: DEBUG neutron.db.db_base_plugin_v2 [None req-f05bc67d-7339-40b5-8ab6-352cbb4080cd admin admin] Deleting subnet 9836079a-dcf6-44c2-92d5-79df2cb1aa23 {{(pid=95102) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 23 20:44:20.334287 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-f05bc67d-7339-40b5-8ab6-352cbb4080cd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:44:20.369298 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-f05bc67d-7339-40b5-8ab6-352cbb4080cd admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6162825'] for subnet, precommit_delete_associations {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:44:20.459410 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-f05bc67d-7339-40b5-8ab6-352cbb4080cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1756813'] for subnet, precommit_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:44:20.514970 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-f05bc67d-7339-40b5-8ab6-352cbb4080cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1756804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4399009', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5388229'] for subnet, after_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:44:20.542665 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f05bc67d-7339-40b5-8ab6-352cbb4080cd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9836079a-dcf6-44c2-92d5-79df2cb1aa23,revision_number=None']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:44:20.545255 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-f05bc67d-7339-40b5-8ab6-352cbb4080cd admin admin] Notify callbacks [] for subnet, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:44:20.547870 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-f05bc67d-7339-40b5-8ab6-352cbb4080cd admin admin] 10.222.0.67 "DELETE /v2.0/subnets/9836079a-dcf6-44c2-92d5-79df2cb1aa23 HTTP/1.1" status: 204 len: 168 time: 0.2594650 Sep 23 20:44:20.548148 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b20b65c-ee5f-480b-82bb-6cb7787397fa None None] Network 8f61de7c-4dfd-4531-bd9b-a371cf4deea5 requested from n-d-713301-16 {{(pid=95103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 20:44:20.550420 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [-] (95102) accepted ('10.222.0.67', 36850) {{(pid=95102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:44:20.626347 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-d010f39d-1b31-4af0-9820-db8f66be604f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1628021'] for network, before_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:44:20.677824 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.plugin [None req-d010f39d-1b31-4af0-9820-db8f66be604f admin admin] Deleting port 2e568815-e187-4a26-b5d0-0eb857301337 {{(pid=95102) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 20:44:20.678188 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-d010f39d-1b31-4af0-9820-db8f66be604f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783146157096'] for port, before_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:44:20.741171 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.db [None req-d010f39d-1b31-4af0-9820-db8f66be604f admin admin] For port 2e568815-e187-4a26-b5d0-0eb857301337, host n-d-713301-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-16',level=0,port_id=2e568815-e187-4a26-b5d0-0eb857301337,segment=NetworkSegment(f591818e-3f07-48ac-8bdb-f598804f17b8),segment_id=f591818e-3f07-48ac-8bdb-f598804f17b8)] {{(pid=95102) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 20:44:20.741531 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-d010f39d-1b31-4af0-9820-db8f66be604f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-605701'] for port, precommit_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:44:20.754956 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.plugin [None req-d010f39d-1b31-4af0-9820-db8f66be604f admin admin] Calling delete_port for 2e568815-e187-4a26-b5d0-0eb857301337 owned by network:dhcp {{(pid=95102) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 20:44:20.839762 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-d010f39d-1b31-4af0-9820-db8f66be604f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783146162158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783145673144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4399100'] for port, after_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:44:20.864547 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c337817-eb50-425a-89a2-733c521c5ea0 None None] DHCP port deletion for 8f61de7c-4dfd-4531-bd9b-a371cf4deea5 request from n-d-713301-16 {{(pid=95103) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 23 20:44:20.866384 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d010f39d-1b31-4af0-9820-db8f66be604f admin admin] Pushing event deleted for resources: {'Port': ['ID=2e568815-e187-4a26-b5d0-0eb857301337,revision_number=None']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:44:20.869783 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Device 155035e6-1a31-46eb-a664-bc0dd6fa8213 no longer exists at agent ovs-agent-n-d-713301-16 {{(pid=95103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 20:44:20.870298 n-d-713301-16 neutron-server[95102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d010f39d-1b31-4af0-9820-db8f66be604f admin admin] No DVR routers for this DVR port 2e568815-e187-4a26-b5d0-0eb857301337 on host n-d-713301-16 {{(pid=95102) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 20:44:20.906339 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.plugin [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] No Port match for: 155035e6-1a31-46eb-a664-bc0dd6fa8213 {{(pid=95103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 20:44:20.907465 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Device 155035e6-1a31-46eb-a664-bc0dd6fa8213 not bound to the agent host n-d-713301-16 {{(pid=95103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 20:44:20.951580 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-d010f39d-1b31-4af0-9820-db8f66be604f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1754676', 'neutron.services.segments.db._delete_segments_for_network-8783146221460'] for network, precommit_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:44:20.973144 n-d-713301-16 neutron-server[95102]: DEBUG neutron.services.segments.db [None req-d010f39d-1b31-4af0-9820-db8f66be604f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8f61de7c-4dfd-4531-bd9b-a371cf4deea5']}} {{(pid=95102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 20:44:20.983215 n-d-713301-16 neutron-server[95102]: DEBUG neutron.services.segments.db [None req-d010f39d-1b31-4af0-9820-db8f66be604f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f591818e-3f07-48ac-8bdb-f598804f17b8') {'for_net_delete': True} {{(pid=95102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 20:44:20.983507 n-d-713301-16 neutron-server[95102]: DEBUG neutron.services.segments.db [None req-d010f39d-1b31-4af0-9820-db8f66be604f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f591818e-3f07-48ac-8bdb-f598804f17b8') {} {{(pid=95102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 20:44:20.992956 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-d010f39d-1b31-4af0-9820-db8f66be604f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783146221725', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6162832'] for segment, before_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:44:21.005641 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-d010f39d-1b31-4af0-9820-db8f66be604f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1756186'] for segment, precommit_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:44:21.011888 n-d-713301-16 neutron-server[95102]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d010f39d-1b31-4af0-9820-db8f66be604f admin admin] Releasing vlan 636 on physical network physnet1 to pool {{(pid=95102) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 20:44:21.012296 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-d010f39d-1b31-4af0-9820-db8f66be604f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1756186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4398095'] for segment, after_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:44:21.013964 n-d-713301-16 neutron-server[95102]: Traceback (most recent call last): Sep 23 20:44:21.013964 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 20:44:21.013964 n-d-713301-16 neutron-server[95102]: timer() Sep 23 20:44:21.013964 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 20:44:21.013964 n-d-713301-16 neutron-server[95102]: cb(*args, **kw) Sep 23 20:44:21.013964 n-d-713301-16 neutron-server[95102]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 20:44:21.013964 n-d-713301-16 neutron-server[95102]: return func(*args, **kwargs) Sep 23 20:44:21.013964 n-d-713301-16 neutron-server[95102]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 20:44:21.013964 n-d-713301-16 neutron-server[95102]: self._notify() Sep 23 20:44:21.013964 n-d-713301-16 neutron-server[95102]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 20:44:21.013964 n-d-713301-16 neutron-server[95102]: self.callback(batched_events) Sep 23 20:44:21.013964 n-d-713301-16 neutron-server[95102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 20:44:21.013964 n-d-713301-16 neutron-server[95102]: event.method(event) Sep 23 20:44:21.013964 n-d-713301-16 neutron-server[95102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 20:44:21.013964 n-d-713301-16 neutron-server[95102]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 20:44:21.013964 n-d-713301-16 neutron-server[95102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 20:44:21.013964 n-d-713301-16 neutron-server[95102]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 20:44:21.013964 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 20:44:21.013964 n-d-713301-16 neutron-server[95102]: return f(self, *a, **k) Sep 23 20:44:21.013964 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 20:44:21.013964 n-d-713301-16 neutron-server[95102]: return self._get(url).json() Sep 23 20:44:21.013964 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 20:44:21.013964 n-d-713301-16 neutron-server[95102]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 20:44:21.013964 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 20:44:21.013964 n-d-713301-16 neutron-server[95102]: return self.request(url, 'GET', **kwargs) Sep 23 20:44:21.013964 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 20:44:21.013964 n-d-713301-16 neutron-server[95102]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 20:44:21.013964 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 20:44:21.013964 n-d-713301-16 neutron-server[95102]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 20:44:21.013964 n-d-713301-16 neutron-server[95102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 20:44:21.013964 n-d-713301-16 neutron-server[95102]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 20:44:21.013964 n-d-713301-16 neutron-server[95102]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 20:44:21.070688 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-d010f39d-1b31-4af0-9820-db8f66be604f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1754627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-601866'] for network, after_delete {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:44:21.076591 n-d-713301-16 neutron-server[95102]: DEBUG neutron_lib.callbacks.manager [None req-d010f39d-1b31-4af0-9820-db8f66be604f admin admin] Notify callbacks [] for network, before_response {{(pid=95102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:44:21.079051 n-d-713301-16 neutron-server[95102]: INFO neutron.wsgi [None req-d010f39d-1b31-4af0-9820-db8f66be604f admin admin] 10.222.0.67 "DELETE /v2.0/networks/8f61de7c-4dfd-4531-bd9b-a371cf4deea5 HTTP/1.1" status: 204 len: 168 time: 0.5276120 Sep 23 20:44:21.082021 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 36852) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:44:21.091049 n-d-713301-16 neutron-server[95102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d010f39d-1b31-4af0-9820-db8f66be604f admin admin] Pushing event deleted for resources: {'Network': ['ID=8f61de7c-4dfd-4531-bd9b-a371cf4deea5,revision_number=None']} {{(pid=95102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:44:21.434246 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-1cab244b-1d0e-48da-909a-89ccac81f9ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-601372'] for router_interface, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:44:21.545822 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.agents_db [None req-f2f5c474-60a3-474f-b2cc-02c4bd30880c None None] Agent healthcheck: found 7 active agents {{(pid=95104) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 20:44:21.678958 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.plugin [None req-1cab244b-1d0e-48da-909a-89ccac81f9ed admin admin] Deleting port fb15282c-364a-46e2-aeca-7c7f9858488e {{(pid=95101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 20:44:21.679896 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-1cab244b-1d0e-48da-909a-89ccac81f9ed admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783146157096'] for port, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:44:21.756876 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.db [None req-1cab244b-1d0e-48da-909a-89ccac81f9ed admin admin] For port fb15282c-364a-46e2-aeca-7c7f9858488e, host n-d-713301-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-16',level=0,port_id=fb15282c-364a-46e2-aeca-7c7f9858488e,segment=NetworkSegment(962233d8-5b27-4946-9725-c85360b068fd),segment_id=962233d8-5b27-4946-9725-c85360b068fd)] {{(pid=95101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 20:44:21.757164 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-1cab244b-1d0e-48da-909a-89ccac81f9ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-605701'] for port, precommit_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:44:21.769868 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.plugin [None req-1cab244b-1d0e-48da-909a-89ccac81f9ed admin admin] Calling delete_port for fb15282c-364a-46e2-aeca-7c7f9858488e owned by network:router_interface {{(pid=95101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 20:44:21.954645 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-1cab244b-1d0e-48da-909a-89ccac81f9ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783146162158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783145673144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5607431'] for port, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:44:21.984619 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cab244b-1d0e-48da-909a-89ccac81f9ed admin admin] Pushing event deleted for resources: {'Port': ['ID=fb15282c-364a-46e2-aeca-7c7f9858488e,revision_number=None']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:44:22.153123 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-1cab244b-1d0e-48da-909a-89ccac81f9ed admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-527322', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-602005'] for router_interface, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:44:22.203298 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Device 631049cb-14fe-444a-b61e-1e485fba65b6 no longer exists at agent ovs-agent-n-d-713301-16 {{(pid=95103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 20:44:22.228004 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.plugin [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] No Port match for: 631049cb-14fe-444a-b61e-1e485fba65b6 {{(pid=95103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 20:44:22.228004 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Device 631049cb-14fe-444a-b61e-1e485fba65b6 not bound to the agent host n-d-713301-16 {{(pid=95103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 20:44:22.228004 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Device 2e568815-e187-4a26-b5d0-0eb857301337 no longer exists at agent ovs-agent-n-d-713301-16 {{(pid=95103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 20:44:22.246267 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.plugin [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] No Port match for: 2e568815-e187-4a26-b5d0-0eb857301337 {{(pid=95103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 20:44:22.246619 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Device 2e568815-e187-4a26-b5d0-0eb857301337 not bound to the agent host n-d-713301-16 {{(pid=95103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 20:44:22.377417 n-d-713301-16 neutron-server[95101]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1cab244b-1d0e-48da-909a-89ccac81f9ed admin admin] Router 85a8a581-6539-4529-b7f4-88a08c078226 has already been hosted by L3 agent 79a740bf-7821-4989-8288-7186e3e128f3 {{(pid=95101) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 20:44:22.482657 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1cab244b-1d0e-48da-909a-89ccac81f9ed admin admin] Notify agent at l3_agent.n-d-713301-16 the message routers_updated {{(pid=95101) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 20:44:22.487519 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-1cab244b-1d0e-48da-909a-89ccac81f9ed admin admin] 10.222.0.67 "PUT /v2.0/routers/85a8a581-6539-4529-b7f4-88a08c078226/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4039288 Sep 23 20:44:22.490054 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 36854) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:44:22.493253 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e9d8183-c60f-4204-8bc1-6028c9127556 None None] Sync routers for ids ['85a8a581-6539-4529-b7f4-88a08c078226'] in n-d-713301-16 {{(pid=95103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 20:44:22.502091 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e9d8183-c60f-4204-8bc1-6028c9127556 None None] Routers {'85a8a581-6539-4529-b7f4-88a08c078226'} bound to L3 agent in host n-d-713301-16 {{(pid=95103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 20:44:22.502701 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_hamode_db [None req-4e9d8183-c60f-4204-8bc1-6028c9127556 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-23T19:07:52Z,description=,heartbeat_timestamp=2021-09-23T20:43:53Z,host='n-d-713301-16',id=79a740bf-7821-4989-8288-7186e3e128f3,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:07:52Z,topic='l3_agent')) {'router_ids': ['85a8a581-6539-4529-b7f4-88a08c078226'], 'active': True} {{(pid=95103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 20:44:22.597802 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-dbe9d435-00ae-4c32-a490-abc661389aa2 admin admin] Notify callbacks [] for router, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:44:22.605709 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_dvr_db [None req-4e9d8183-c60f-4204-8bc1-6028c9127556 None None] Set router 85a8a581-6539-4529-b7f4-88a08c078226 gateway port host: n-d-713301-16 {{(pid=95103) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 20:44:22.698073 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-dbe9d435-00ae-4c32-a490-abc661389aa2 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:44:22.755148 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.plugin [None req-dbe9d435-00ae-4c32-a490-abc661389aa2 admin admin] Deleting port 0ba0b70d-52fa-42d5-a247-665bdd23b4c8 {{(pid=95101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 20:44:22.755482 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-dbe9d435-00ae-4c32-a490-abc661389aa2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783146157096'] for port, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:44:22.778457 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_hamode_db [None req-4e9d8183-c60f-4204-8bc1-6028c9127556 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85a8a581-6539-4529-b7f4-88a08c078226', 'name': 'tempest-TestSnapshotPattern-108079126-router', 'tenant_id': '7469d171a88c4924a8884addb126afd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'external_fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.184'}], 'enable_snat': True}, 'gw_port_id': '0ba0b70d-52fa-42d5-a247-665bdd23b4c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T20:39:31Z', 'updated_at': '2021-09-23T20:44:21Z', 'revision_number': 5, 'project_id': '7469d171a88c4924a8884addb126afd2', 'gw_port': {'id': '0ba0b70d-52fa-42d5-a247-665bdd23b4c8', 'name': '', 'network_id': '5dec5c09-378e-4f50-89cc-d94eb81c3bac', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:b7:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85a8a581-6539-4529-b7f4-88a08c078226', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4337, 'fixed_ips': [{'subnet_id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'ip_address': '172.25.1.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713301-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T20:39:31Z', 'updated_at': '2021-09-23T20:39:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eff83446-018c-428d-b3f5-54ac9abe7a2a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713301-16'}], 'n-d-713301-16', False) {} {{(pid=95103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 20:44:22.807885 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e9d8183-c60f-4204-8bc1-6028c9127556 None None] Checking router: 85a8a581-6539-4529-b7f4-88a08c078226 for host: n-d-713301-16 {{(pid=95103) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 20:44:22.816129 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e9d8183-c60f-4204-8bc1-6028c9127556 None None] Routers {'85a8a581-6539-4529-b7f4-88a08c078226'} bound to L3 agent in host n-d-713301-16 {{(pid=95103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 20:44:22.816772 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_hamode_db [None req-4e9d8183-c60f-4204-8bc1-6028c9127556 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713301-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-23T19:07:52Z,description=,heartbeat_timestamp=2021-09-23T20:43:53Z,host='n-d-713301-16',id=79a740bf-7821-4989-8288-7186e3e128f3,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T19:07:52Z,topic='l3_agent')) {'router_ids': ['85a8a581-6539-4529-b7f4-88a08c078226'], 'active': True} {{(pid=95103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 20:44:22.834998 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.db [None req-dbe9d435-00ae-4c32-a490-abc661389aa2 admin admin] For port 0ba0b70d-52fa-42d5-a247-665bdd23b4c8, host n-d-713301-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-16',level=0,port_id=0ba0b70d-52fa-42d5-a247-665bdd23b4c8,segment=NetworkSegment(7d4027f1-d893-4c7b-95d4-757b8e44e380),segment_id=7d4027f1-d893-4c7b-95d4-757b8e44e380)] {{(pid=95101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 20:44:22.835360 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-dbe9d435-00ae-4c32-a490-abc661389aa2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-605701'] for port, precommit_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:44:22.849190 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.plugin [None req-dbe9d435-00ae-4c32-a490-abc661389aa2 admin admin] Calling delete_port for 0ba0b70d-52fa-42d5-a247-665bdd23b4c8 owned by network:router_gateway {{(pid=95101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 20:44:22.900492 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_dvr_db [None req-4e9d8183-c60f-4204-8bc1-6028c9127556 None None] Set router 85a8a581-6539-4529-b7f4-88a08c078226 gateway port host: None {{(pid=95103) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 20:44:22.953643 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_hamode_db [None req-4e9d8183-c60f-4204-8bc1-6028c9127556 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85a8a581-6539-4529-b7f4-88a08c078226', 'name': 'tempest-TestSnapshotPattern-108079126-router', 'tenant_id': '7469d171a88c4924a8884addb126afd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T20:39:31Z', 'updated_at': '2021-09-23T20:44:22Z', 'revision_number': 6, 'project_id': '7469d171a88c4924a8884addb126afd2', 'gw_port_host': None}], 'n-d-713301-16', False) {} {{(pid=95103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 20:44:22.980012 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e9d8183-c60f-4204-8bc1-6028c9127556 None None] The sync data for ids ['85a8a581-6539-4529-b7f4-88a08c078226'] in n-d-713301-16 is: [{'id': '85a8a581-6539-4529-b7f4-88a08c078226', 'name': 'tempest-TestSnapshotPattern-108079126-router', 'tenant_id': '7469d171a88c4924a8884addb126afd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T20:39:31Z', 'updated_at': '2021-09-23T20:44:22Z', 'revision_number': 6, 'project_id': '7469d171a88c4924a8884addb126afd2', 'gw_port_host': None}] {{(pid=95103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 20:44:23.016455 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-dbe9d435-00ae-4c32-a490-abc661389aa2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783146162158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783145673144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5607431'] for port, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:44:23.043911 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe9d435-00ae-4c32-a490-abc661389aa2 admin admin] Pushing event deleted for resources: {'Port': ['ID=0ba0b70d-52fa-42d5-a247-665bdd23b4c8,revision_number=None']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:44:23.073121 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-5b2066ed-8630-4a83-abf7-05d9a67aad3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:44:23.107174 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-dbe9d435-00ae-4c32-a490-abc661389aa2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-601942'] for router_gateway, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:44:23.198133 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-dbe9d435-00ae-4c32-a490-abc661389aa2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-597305', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29369'] for router, precommit_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:44:23.200188 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-dbe9d435-00ae-4c32-a490-abc661389aa2 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:44:23.243425 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-dbe9d435-00ae-4c32-a490-abc661389aa2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-597296'] for router, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:44:23.244015 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dbe9d435-00ae-4c32-a490-abc661389aa2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 85a8a581-6539-4529-b7f4-88a08c078226 {{(pid=95101) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 23 20:44:23.248745 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-dbe9d435-00ae-4c32-a490-abc661389aa2 admin admin] Notify callbacks [] for router, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:44:23.249912 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-dbe9d435-00ae-4c32-a490-abc661389aa2 admin admin] 10.222.0.67 "DELETE /v2.0/routers/85a8a581-6539-4529-b7f4-88a08c078226 HTTP/1.1" status: 204 len: 168 time: 0.7566121 Sep 23 20:44:23.252462 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 36856) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:44:23.269664 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:44:23.299287 n-d-713301-16 neutron-server[95101]: DEBUG neutron.db.db_base_plugin_v2 [None req-e225f311-2201-4b53-897d-fa1427a63cad admin admin] Deleting subnet 52e4aae4-817a-4d2e-996d-4cde883da1a9 {{(pid=95101) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 23 20:44:23.302301 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-e225f311-2201-4b53-897d-fa1427a63cad admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:44:23.342491 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-e225f311-2201-4b53-897d-fa1427a63cad admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6007154'] for subnet, precommit_delete_associations {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:44:23.423628 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-e225f311-2201-4b53-897d-fa1427a63cad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1756813'] for subnet, precommit_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:44:23.482301 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-e225f311-2201-4b53-897d-fa1427a63cad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1756804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5607514', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6130950'] for subnet, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:44:23.507402 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e225f311-2201-4b53-897d-fa1427a63cad admin admin] Pushing event deleted for resources: {'Subnet': ['ID=52e4aae4-817a-4d2e-996d-4cde883da1a9,revision_number=None']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:44:23.511747 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-e225f311-2201-4b53-897d-fa1427a63cad admin admin] Notify callbacks [] for subnet, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:44:23.513474 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-e225f311-2201-4b53-897d-fa1427a63cad admin admin] 10.222.0.67 "DELETE /v2.0/subnets/52e4aae4-817a-4d2e-996d-4cde883da1a9 HTTP/1.1" status: 204 len: 168 time: 0.2600067 Sep 23 20:44:23.515937 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 36858) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:44:23.518485 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5436caca-0885-48ba-8912-59c5b320a9c5 None None] Network 8b5e6398-f50e-40b3-b27d-01bd181d82e9 requested from n-d-713301-16 {{(pid=95103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 20:44:23.588516 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-6a1dcf10-1fe4-4403-94d4-6a201926e632 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1628021'] for network, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:44:23.641478 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.plugin [None req-6a1dcf10-1fe4-4403-94d4-6a201926e632 admin admin] Deleting port c9ecb31e-b564-4c2e-bc91-102564fed798 {{(pid=95101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 20:44:23.641821 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-6a1dcf10-1fe4-4403-94d4-6a201926e632 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783146157096'] for port, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:44:23.708048 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.db [None req-6a1dcf10-1fe4-4403-94d4-6a201926e632 admin admin] For port c9ecb31e-b564-4c2e-bc91-102564fed798, host n-d-713301-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713301-16',level=0,port_id=c9ecb31e-b564-4c2e-bc91-102564fed798,segment=NetworkSegment(962233d8-5b27-4946-9725-c85360b068fd),segment_id=962233d8-5b27-4946-9725-c85360b068fd)] {{(pid=95101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 20:44:23.708332 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-6a1dcf10-1fe4-4403-94d4-6a201926e632 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-605701'] for port, precommit_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:44:23.719687 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.plugin [None req-6a1dcf10-1fe4-4403-94d4-6a201926e632 admin admin] Calling delete_port for c9ecb31e-b564-4c2e-bc91-102564fed798 owned by network:dhcp {{(pid=95101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 20:44:23.769558 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3afa235-cd95-414b-bdd3-99161706d4f4 None None] DHCP port deletion for 8b5e6398-f50e-40b3-b27d-01bd181d82e9 request from n-d-713301-16 {{(pid=95103) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 23 20:44:23.802725 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-6a1dcf10-1fe4-4403-94d4-6a201926e632 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783146162158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783145673144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5607431'] for port, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:44:23.812420 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-0ae75029-feb6-4728-9a94-5f9b60993d82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:44:23.831759 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a1dcf10-1fe4-4403-94d4-6a201926e632 admin admin] Pushing event deleted for resources: {'Port': ['ID=c9ecb31e-b564-4c2e-bc91-102564fed798,revision_number=None']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:44:23.837700 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.plugin [None req-a3afa235-cd95-414b-bdd3-99161706d4f4 None None] Deleting port c9ecb31e-b564-4c2e-bc91-102564fed798 {{(pid=95103) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 20:44:23.838110 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-a3afa235-cd95-414b-bdd3-99161706d4f4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783146157096'] for port, before_delete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:44:23.840424 n-d-713301-16 neutron-server[95101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a1dcf10-1fe4-4403-94d4-6a201926e632 admin admin] No DVR routers for this DVR port c9ecb31e-b564-4c2e-bc91-102564fed798 on host n-d-713301-16 {{(pid=95101) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 20:44:23.905308 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.db [None req-a3afa235-cd95-414b-bdd3-99161706d4f4 None None] For port c9ecb31e-b564-4c2e-bc91-102564fed798, host n-d-713301-16, got binding levels [] {{(pid=95103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 20:44:23.905623 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-a3afa235-cd95-414b-bdd3-99161706d4f4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-605701'] for port, precommit_delete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:44:23.917125 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-6a1dcf10-1fe4-4403-94d4-6a201926e632 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1754676', 'neutron.services.segments.db._delete_segments_for_network-8783146221460'] for network, precommit_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:44:23.918591 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.plugin [None req-a3afa235-cd95-414b-bdd3-99161706d4f4 None None] Calling delete_port for c9ecb31e-b564-4c2e-bc91-102564fed798 owned by network:dhcp {{(pid=95103) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 20:44:23.921371 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.ipam_backend_mixin [None req-a3afa235-cd95-414b-bdd3-99161706d4f4 None None] Port c9ecb31e-b564-4c2e-bc91-102564fed798 was not found and therefore no delete operation was performed {{(pid=95103) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Sep 23 20:44:23.922656 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-a3afa235-cd95-414b-bdd3-99161706d4f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1710206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783146162158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783145673144'] for port, after_delete {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:44:23.937501 n-d-713301-16 neutron-server[95101]: DEBUG neutron.services.segments.db [None req-6a1dcf10-1fe4-4403-94d4-6a201926e632 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8b5e6398-f50e-40b3-b27d-01bd181d82e9']}} {{(pid=95101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 20:44:23.945874 n-d-713301-16 neutron-server[95103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3afa235-cd95-414b-bdd3-99161706d4f4 None None] Pushing event deleted for resources: {'Port': ['ID=c9ecb31e-b564-4c2e-bc91-102564fed798,revision_number=None']} {{(pid=95103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:44:23.947820 n-d-713301-16 neutron-server[95101]: DEBUG neutron.services.segments.db [None req-6a1dcf10-1fe4-4403-94d4-6a201926e632 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '962233d8-5b27-4946-9725-c85360b068fd') {'for_net_delete': True} {{(pid=95101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 20:44:23.948051 n-d-713301-16 neutron-server[95101]: DEBUG neutron.services.segments.db [None req-6a1dcf10-1fe4-4403-94d4-6a201926e632 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '962233d8-5b27-4946-9725-c85360b068fd') {} {{(pid=95101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 20:44:23.951534 n-d-713301-16 neutron-server[95103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3afa235-cd95-414b-bdd3-99161706d4f4 None None] No DVR routers for this DVR port c9ecb31e-b564-4c2e-bc91-102564fed798 on host n-d-713301-16 {{(pid=95103) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 20:44:23.963708 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-6a1dcf10-1fe4-4403-94d4-6a201926e632 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783146221725', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6007147'] for segment, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:44:23.979181 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-6a1dcf10-1fe4-4403-94d4-6a201926e632 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1756186'] for segment, precommit_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:44:23.986034 n-d-713301-16 neutron-server[95101]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6a1dcf10-1fe4-4403-94d4-6a201926e632 admin admin] Releasing vlan 608 on physical network physnet1 to pool {{(pid=95101) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 20:44:23.986443 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-6a1dcf10-1fe4-4403-94d4-6a201926e632 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1756186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5608436'] for segment, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:44:23.988588 n-d-713301-16 neutron-server[95101]: Traceback (most recent call last): Sep 23 20:44:23.988588 n-d-713301-16 neutron-server[95101]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 20:44:23.988588 n-d-713301-16 neutron-server[95101]: timer() Sep 23 20:44:23.988588 n-d-713301-16 neutron-server[95101]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 20:44:23.988588 n-d-713301-16 neutron-server[95101]: cb(*args, **kw) Sep 23 20:44:23.988588 n-d-713301-16 neutron-server[95101]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 20:44:23.988588 n-d-713301-16 neutron-server[95101]: return func(*args, **kwargs) Sep 23 20:44:23.988588 n-d-713301-16 neutron-server[95101]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 20:44:23.988588 n-d-713301-16 neutron-server[95101]: self._notify() Sep 23 20:44:23.988588 n-d-713301-16 neutron-server[95101]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 20:44:23.988588 n-d-713301-16 neutron-server[95101]: self.callback(batched_events) Sep 23 20:44:23.988588 n-d-713301-16 neutron-server[95101]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 20:44:23.988588 n-d-713301-16 neutron-server[95101]: event.method(event) Sep 23 20:44:23.988588 n-d-713301-16 neutron-server[95101]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 20:44:23.988588 n-d-713301-16 neutron-server[95101]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 20:44:23.988588 n-d-713301-16 neutron-server[95101]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 20:44:23.988588 n-d-713301-16 neutron-server[95101]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 20:44:23.988588 n-d-713301-16 neutron-server[95101]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 20:44:23.988588 n-d-713301-16 neutron-server[95101]: return f(self, *a, **k) Sep 23 20:44:23.988588 n-d-713301-16 neutron-server[95101]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 20:44:23.988588 n-d-713301-16 neutron-server[95101]: return self._get(url).json() Sep 23 20:44:23.988588 n-d-713301-16 neutron-server[95101]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 20:44:23.988588 n-d-713301-16 neutron-server[95101]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 20:44:23.988588 n-d-713301-16 neutron-server[95101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 20:44:23.988588 n-d-713301-16 neutron-server[95101]: return self.request(url, 'GET', **kwargs) Sep 23 20:44:23.988588 n-d-713301-16 neutron-server[95101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 20:44:23.988588 n-d-713301-16 neutron-server[95101]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 20:44:23.988588 n-d-713301-16 neutron-server[95101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 20:44:23.988588 n-d-713301-16 neutron-server[95101]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 20:44:23.988588 n-d-713301-16 neutron-server[95101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 20:44:23.988588 n-d-713301-16 neutron-server[95101]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 20:44:23.988588 n-d-713301-16 neutron-server[95101]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 20:44:24.049691 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-6a1dcf10-1fe4-4403-94d4-6a201926e632 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1754627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527299', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-601866'] for network, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:44:24.057433 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-6a1dcf10-1fe4-4403-94d4-6a201926e632 admin admin] Notify callbacks [] for network, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:44:24.059825 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-6a1dcf10-1fe4-4403-94d4-6a201926e632 admin admin] 10.222.0.67 "DELETE /v2.0/networks/8b5e6398-f50e-40b3-b27d-01bd181d82e9 HTTP/1.1" status: 204 len: 168 time: 0.5425568 Sep 23 20:44:24.078029 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a1dcf10-1fe4-4403-94d4-6a201926e632 admin admin] Pushing event deleted for resources: {'Network': ['ID=8b5e6398-f50e-40b3-b27d-01bd181d82e9,revision_number=None']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:44:24.145666 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Device fb15282c-364a-46e2-aeca-7c7f9858488e no longer exists at agent ovs-agent-n-d-713301-16 {{(pid=95103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 20:44:24.166635 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.plugin [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] No Port match for: fb15282c-364a-46e2-aeca-7c7f9858488e {{(pid=95103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 20:44:24.166988 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Device fb15282c-364a-46e2-aeca-7c7f9858488e not bound to the agent host n-d-713301-16 {{(pid=95103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 20:44:24.167396 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Device 0ba0b70d-52fa-42d5-a247-665bdd23b4c8 no longer exists at agent ovs-agent-n-d-713301-16 {{(pid=95103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 20:44:24.189825 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.plugin [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] No Port match for: 0ba0b70d-52fa-42d5-a247-665bdd23b4c8 {{(pid=95103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 20:44:24.190169 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Device 0ba0b70d-52fa-42d5-a247-665bdd23b4c8 not bound to the agent host n-d-713301-16 {{(pid=95103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 20:44:24.190584 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Device c9ecb31e-b564-4c2e-bc91-102564fed798 no longer exists at agent ovs-agent-n-d-713301-16 {{(pid=95103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 20:44:24.209270 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.plugin [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] No Port match for: c9ecb31e-b564-4c2e-bc91-102564fed798 {{(pid=95103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 20:44:24.209616 n-d-713301-16 neutron-server[95103]: DEBUG neutron.plugins.ml2.rpc [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Device c9ecb31e-b564-4c2e-bc91-102564fed798 not bound to the agent host n-d-713301-16 {{(pid=95103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 20:44:24.256420 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 36862) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:44:24.296754 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-c23e16c6-ff7b-41e4-91e3-0f443746d17e admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=b88208f09c3d42f6a469606e889be8e5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0390825 Sep 23 20:44:24.299136 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 36864) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:44:24.347334 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-10dbd8ee-d3a7-49f7-b8e1-52a21682ac6e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:44:24.368206 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-10dbd8ee-d3a7-49f7-b8e1-52a21682ac6e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:44:24.415546 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-10dbd8ee-d3a7-49f7-b8e1-52a21682ac6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:44:24.417990 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-10dbd8ee-d3a7-49f7-b8e1-52a21682ac6e admin admin] Notify callbacks [] for security_group, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:44:24.419162 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-10dbd8ee-d3a7-49f7-b8e1-52a21682ac6e admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/05d951d6-8c4d-47b4-89d9-f54f9025a78d HTTP/1.1" status: 204 len: 168 time: 0.1191337 Sep 23 20:44:24.426772 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10dbd8ee-d3a7-49f7-b8e1-52a21682ac6e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05d951d6-8c4d-47b4-89d9-f54f9025a78d,revision_number=None']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:44:24.735176 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 36870) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:44:24.775009 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-8846e0ac-b840-4c5c-af87-2d4cad0aaf70 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=7469d171a88c4924a8884addb126afd2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0386951 Sep 23 20:44:24.777395 n-d-713301-16 neutron-server[95101]: DEBUG neutron.wsgi [-] (95101) accepted ('10.222.0.67', 36872) {{(pid=95101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 20:44:25.135096 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-f72fb82d-4799-4ae0-8206-e03ad4726367 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:44:25.155288 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-f72fb82d-4799-4ae0-8206-e03ad4726367 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:44:25.200392 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-f72fb82d-4799-4ae0-8206-e03ad4726367 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571595'] for security_group, after_delete {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:44:25.203037 n-d-713301-16 neutron-server[95101]: DEBUG neutron_lib.callbacks.manager [None req-f72fb82d-4799-4ae0-8206-e03ad4726367 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:44:25.204176 n-d-713301-16 neutron-server[95101]: INFO neutron.wsgi [None req-f72fb82d-4799-4ae0-8206-e03ad4726367 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/5e721bcf-dfa7-4250-8827-61b44ded5a82 HTTP/1.1" status: 204 len: 168 time: 0.4259028 Sep 23 20:44:25.214094 n-d-713301-16 neutron-server[95101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f72fb82d-4799-4ae0-8206-e03ad4726367 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e721bcf-dfa7-4250-8827-61b44ded5a82,revision_number=None']} {{(pid=95101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 20:44:25.625780 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-80e7e501-6c57-470d-92c6-e3d54bc3195c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:44:28.771542 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:44:29.062761 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:44:49.872033 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-ffb4a6aa-40b3-4331-a909-91ccd118af46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:44:53.074381 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-61cc93f8-193c-44e0-8623-2a3208ae7e3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:44:53.271055 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:44:53.791473 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-0ae75029-feb6-4728-9a94-5f9b60993d82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:44:55.626929 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-80e7e501-6c57-470d-92c6-e3d54bc3195c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:44:58.545740 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.agents_db [None req-f2f5c474-60a3-474f-b2cc-02c4bd30880c None None] Agent healthcheck: found 7 active agents {{(pid=95104) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 20:44:58.788789 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:44:59.063220 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:45:19.872053 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-014c39ca-7cbb-4c2b-be59-d1a3d03d3e38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:45:23.075692 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b81e2f40-82b7-4425-ab45-5fca856881a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:45:23.270596 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:45:23.794140 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-0ae75029-feb6-4728-9a94-5f9b60993d82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:45:25.630696 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-80e7e501-6c57-470d-92c6-e3d54bc3195c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:45:28.788282 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:45:29.065759 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:45:35.546119 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.agents_db [None req-f2f5c474-60a3-474f-b2cc-02c4bd30880c None None] Agent healthcheck: found 7 active agents {{(pid=95104) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 20:45:49.874310 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-aa1f3b18-bce4-49e6-85aa-9c90e2d35755 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:45:53.077975 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-63e771fe-9430-4907-84f8-e1f82b7e8df9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:45:53.270387 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:45:53.796703 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-0ae75029-feb6-4728-9a94-5f9b60993d82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:45:55.642794 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-80e7e501-6c57-470d-92c6-e3d54bc3195c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:45:58.802567 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:45:59.060031 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:46:12.546020 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.agents_db [None req-f2f5c474-60a3-474f-b2cc-02c4bd30880c None None] Agent healthcheck: found 7 active agents {{(pid=95104) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 20:46:19.875178 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-794796d2-6688-4d47-a779-3dc608733f78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:46:23.079592 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-447c5916-425f-486f-8298-ea55709509f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:46:23.270344 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:46:23.800117 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-0ae75029-feb6-4728-9a94-5f9b60993d82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:46:25.639059 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-80e7e501-6c57-470d-92c6-e3d54bc3195c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:46:28.817836 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:46:29.059185 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:46:49.546611 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.agents_db [None req-f2f5c474-60a3-474f-b2cc-02c4bd30880c None None] Agent healthcheck: found 7 active agents {{(pid=95104) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 20:46:49.877412 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b9202f21-ab7e-4d62-8e77-42420601682a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:46:53.080230 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-019c0bc6-a327-4559-a4a5-574790e81a93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:46:53.271168 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:46:53.802565 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-0ae75029-feb6-4728-9a94-5f9b60993d82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:46:55.641968 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-80e7e501-6c57-470d-92c6-e3d54bc3195c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:46:58.834222 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:46:59.057747 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:47:19.877343 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-c5f4f927-3667-4044-a404-0a62d1d8c4d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:47:23.080751 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-372355d9-3e63-45da-b152-ec6cd8f8d4d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:47:23.271504 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:47:23.805390 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-0ae75029-feb6-4728-9a94-5f9b60993d82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:47:25.644832 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-80e7e501-6c57-470d-92c6-e3d54bc3195c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:47:26.546463 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.agents_db [None req-f2f5c474-60a3-474f-b2cc-02c4bd30880c None None] Agent healthcheck: found 7 active agents {{(pid=95104) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 20:47:28.847597 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:47:29.056958 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:47:49.877902 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-cceba65c-a8c9-4aa9-8d84-7589ed8a4a00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:47:53.081642 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-45faab12-73be-4a48-8f39-0cc1b41f3212 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:47:53.272222 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:47:53.808835 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-0ae75029-feb6-4728-9a94-5f9b60993d82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:47:55.647761 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-80e7e501-6c57-470d-92c6-e3d54bc3195c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:47:58.876890 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:47:59.055882 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:48:03.545860 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.agents_db [None req-f2f5c474-60a3-474f-b2cc-02c4bd30880c None None] Agent healthcheck: found 7 active agents {{(pid=95104) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 20:48:08.715779 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [req-a5c13277-3bcd-482b-ad57-17c46938f33f req-33a7411b-eaad-49ac-a5dc-51e53eb217b5 service neutron] (95102) timed out ('10.222.0.67', 35510) {{(pid=95102) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 23 20:48:19.879550 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-81e42d25-cbad-445a-8653-2cefbf642da9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:48:23.082936 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-24394d39-7e5c-4cce-a80a-af5851eaf1cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:48:23.271727 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:48:23.811652 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-0ae75029-feb6-4728-9a94-5f9b60993d82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:48:25.649378 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-80e7e501-6c57-470d-92c6-e3d54bc3195c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:48:28.861076 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:48:29.074126 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:48:40.545246 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.agents_db [None req-f2f5c474-60a3-474f-b2cc-02c4bd30880c None None] Agent healthcheck: found 7 active agents {{(pid=95104) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 20:48:49.881195 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-7b8c73eb-7837-45b4-9110-84926bbd7f0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:48:53.085561 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-76451043-4ad1-431e-bce1-728ac4ee3c78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:48:53.272525 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:48:53.816291 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-0ae75029-feb6-4728-9a94-5f9b60993d82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:48:55.654227 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-80e7e501-6c57-470d-92c6-e3d54bc3195c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:48:58.875770 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:48:59.086892 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:49:17.543906 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.agents_db [None req-f2f5c474-60a3-474f-b2cc-02c4bd30880c None None] Agent healthcheck: found 7 active agents {{(pid=95104) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 20:49:19.883593 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-07951ffe-1ffb-4312-a7bc-4e122dd397fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:49:23.086025 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-53a25c04-66f3-45ad-88a9-6e9f2e775a81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:49:23.273751 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:49:23.817232 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-0ae75029-feb6-4728-9a94-5f9b60993d82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:49:25.655229 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-80e7e501-6c57-470d-92c6-e3d54bc3195c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:49:28.876139 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:49:29.094054 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:49:49.887359 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-ca6298b2-7b04-49fb-83dc-17e6595433db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:49:53.086571 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-5061e45c-a5d5-421e-ad30-f02d3eb43e6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:49:53.275497 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:49:53.820648 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-0ae75029-feb6-4728-9a94-5f9b60993d82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:49:54.543016 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.agents_db [None req-f2f5c474-60a3-474f-b2cc-02c4bd30880c None None] Agent healthcheck: found 7 active agents {{(pid=95104) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 20:49:55.659867 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-80e7e501-6c57-470d-92c6-e3d54bc3195c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:49:58.888942 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:49:59.093781 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:50:19.888987 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-f2f0ac9c-7b42-40cb-91e7-834054940eae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:50:23.086634 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-8c3748c6-59f0-4c2d-ad45-69ae01125893 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:50:23.275980 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:50:23.822576 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-0ae75029-feb6-4728-9a94-5f9b60993d82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:50:25.663289 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-80e7e501-6c57-470d-92c6-e3d54bc3195c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:50:28.878682 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:50:29.098977 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:50:31.542460 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.agents_db [None req-f2f5c474-60a3-474f-b2cc-02c4bd30880c None None] Agent healthcheck: found 7 active agents {{(pid=95104) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 20:50:49.890272 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-09faeead-e2c4-4691-a529-1f526c5b766d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:50:53.086871 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-0bb20b69-2b05-4b00-a181-b9410509fc01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:50:53.276687 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:50:53.825882 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-0ae75029-feb6-4728-9a94-5f9b60993d82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:50:55.666628 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-80e7e501-6c57-470d-92c6-e3d54bc3195c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:50:58.888525 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:50:59.114881 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:51:08.541229 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.agents_db [None req-f2f5c474-60a3-474f-b2cc-02c4bd30880c None None] Agent healthcheck: found 7 active agents {{(pid=95104) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 20:51:19.891348 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-59158035-7b91-4d2b-a180-7fc327c90536 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:51:23.087408 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-fc4f9c6b-9607-41fc-842e-cf15399edbf0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:51:23.276063 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:51:23.828589 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-0ae75029-feb6-4728-9a94-5f9b60993d82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:51:25.669602 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-80e7e501-6c57-470d-92c6-e3d54bc3195c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:51:28.885926 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:51:29.118421 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:51:45.540735 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.agents_db [None req-f2f5c474-60a3-474f-b2cc-02c4bd30880c None None] Agent healthcheck: found 7 active agents {{(pid=95104) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 20:51:49.891392 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-07794a26-976c-4cc0-bcc5-6437759b67fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:51:53.089014 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-3c2dd3e8-7d8c-44ba-b85f-f40384351210 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:51:53.276843 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:51:53.830899 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-0ae75029-feb6-4728-9a94-5f9b60993d82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:51:55.674734 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-80e7e501-6c57-470d-92c6-e3d54bc3195c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:51:58.901858 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:51:59.129487 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:52:19.892570 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-f6292822-e283-49ad-9238-32ee7c840e28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:52:22.539534 n-d-713301-16 neutron-server[95104]: DEBUG neutron.db.agents_db [None req-f2f5c474-60a3-474f-b2cc-02c4bd30880c None None] Agent healthcheck: found 7 active agents {{(pid=95104) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 20:52:23.093062 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-3c585485-65f2-4c49-8227-66acb5eab9f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:52:23.278122 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-b7e9c085-deaa-4173-aa13-f54b80f62b3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:52:23.837582 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-0ae75029-feb6-4728-9a94-5f9b60993d82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:52:25.677110 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-80e7e501-6c57-470d-92c6-e3d54bc3195c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:52:28.914458 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-7b60cc10-3c82-4bfc-9470-c149824e8898 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:52:29.127588 n-d-713301-16 neutron-server[95103]: DEBUG neutron_lib.callbacks.manager [None req-4f4ac7fa-9025-4540-aee1-93c2281f0e86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783146221442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1752116'] for agent, after_update {{(pid=95103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 20:52:31.862524 n-d-713301-16 neutron-server[95102]: DEBUG neutron.wsgi [req-66fb4df1-1c62-4c7f-8461-242f2049c73a req-1e04abfa-b459-4e6b-9193-ba4b392f7446 service neutron] (95102) timed out ('10.222.0.67', 42990) {{(pid=95102) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}}